-- Logs begin at Wed 2021-07-14 17:35:16 UTC, end at Wed 2021-07-14 19:53:22 UTC. -- Jul 14 18:08:03.541629 n-d-800634-3 systemd[1]: Started Devstack devstack@q-svc.service. Jul 14 18:08:06.213629 n-d-800634-3 neutron-server[93808]: INFO neutron.common.config [-] Logging enabled! Jul 14 18:08:06.214201 n-d-800634-3 neutron-server[93808]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev464 Jul 14 18:08:06.214414 n-d-800634-3 neutron-server[93808]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93808) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 14 18:08:06.217661 n-d-800634-3 neutron-server[93808]: INFO neutron.common.config [-] Logging enabled! Jul 14 18:08:06.217925 n-d-800634-3 neutron-server[93808]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev464 Jul 14 18:08:06.218238 n-d-800634-3 neutron-server[93808]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93808) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 14 18:08:06.219170 n-d-800634-3 neutron-server[93808]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 14 18:08:06.219408 n-d-800634-3 neutron-server[93808]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 14 18:08:06.219773 n-d-800634-3 neutron-server[93808]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 14 18:08:06.220021 n-d-800634-3 neutron-server[93808]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 14 18:08:06.220274 n-d-800634-3 neutron-server[93808]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 14 18:08:06.220599 n-d-800634-3 neutron-server[93808]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 18:08:06.220897 n-d-800634-3 neutron-server[93808]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 18:08:06.221194 n-d-800634-3 neutron-server[93808]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 18:08:06.221426 n-d-800634-3 neutron-server[93808]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 18:08:06.221723 n-d-800634-3 neutron-server[93808]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 18:08:06.222014 n-d-800634-3 neutron-server[93808]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 18:08:06.222299 n-d-800634-3 neutron-server[93808]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 18:08:06.222592 n-d-800634-3 neutron-server[93808]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 18:08:06.222894 n-d-800634-3 neutron-server[93808]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 18:08:06.223187 n-d-800634-3 neutron-server[93808]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 18:08:06.223472 n-d-800634-3 neutron-server[93808]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 18:08:06.223760 n-d-800634-3 neutron-server[93808]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 18:08:06.223994 n-d-800634-3 neutron-server[93808]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 18:08:06.224303 n-d-800634-3 neutron-server[93808]: DEBUG neutron.common.config [-] config_source = [] {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 18:08:06.224597 n-d-800634-3 neutron-server[93808]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 18:08:06.224887 n-d-800634-3 neutron-server[93808]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 18:08:06.225114 n-d-800634-3 neutron-server[93808]: DEBUG neutron.common.config [-] debug = True {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 18:08:06.225397 n-d-800634-3 neutron-server[93808]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 18:08:06.226329 n-d-800634-3 neutron-server[93808]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 18:08:06.226749 n-d-800634-3 neutron-server[93808]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 18:08:06.227032 n-d-800634-3 neutron-server[93808]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 18:08:06.227325 n-d-800634-3 neutron-server[93808]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 18:08:06.227609 n-d-800634-3 neutron-server[93808]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 18:08:06.227884 n-d-800634-3 neutron-server[93808]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 18:08:06.228187 n-d-800634-3 neutron-server[93808]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 18:08:06.228488 n-d-800634-3 neutron-server[93808]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 18:08:06.228808 n-d-800634-3 neutron-server[93808]: DEBUG neutron.common.config [-] host = n-d-800634-3 {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 18:08:06.229091 n-d-800634-3 neutron-server[93808]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 18:08:06.229381 n-d-800634-3 neutron-server[93808]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 18:08:06.229671 n-d-800634-3 neutron-server[93808]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 18:08:06.229960 n-d-800634-3 neutron-server[93808]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 18:08:06.230237 n-d-800634-3 neutron-server[93808]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 18:08:06.230518 n-d-800634-3 neutron-server[93808]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 18:08:06.230807 n-d-800634-3 neutron-server[93808]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 18:08:06.231086 n-d-800634-3 neutron-server[93808]: DEBUG neutron.common.config [-] log_dir = None {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 18:08:06.231363 n-d-800634-3 neutron-server[93808]: DEBUG neutron.common.config [-] log_file = None {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 18:08:06.231639 n-d-800634-3 neutron-server[93808]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 18:08:06.231930 n-d-800634-3 neutron-server[93808]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 18:08:06.232249 n-d-800634-3 neutron-server[93808]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 18:08:06.232544 n-d-800634-3 neutron-server[93808]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 18:08:06.232770 n-d-800634-3 neutron-server[93808]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 18:08:06.232996 n-d-800634-3 neutron-server[93808]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 18:08:06.233286 n-d-800634-3 neutron-server[93808]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 18:08:06.233573 n-d-800634-3 neutron-server[93808]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 18:08:06.233849 n-d-800634-3 neutron-server[93808]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 18:08:06.234124 n-d-800634-3 neutron-server[93808]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 18:08:06.234398 n-d-800634-3 neutron-server[93808]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 18:08:06.234673 n-d-800634-3 neutron-server[93808]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 18:08:06.234950 n-d-800634-3 neutron-server[93808]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 18:08:06.235223 n-d-800634-3 neutron-server[93808]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 18:08:06.235510 n-d-800634-3 neutron-server[93808]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 18:08:06.235797 n-d-800634-3 neutron-server[93808]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 18:08:06.236084 n-d-800634-3 neutron-server[93808]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 18:08:06.236386 n-d-800634-3 neutron-server[93808]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 18:08:06.236662 n-d-800634-3 neutron-server[93808]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 18:08:06.236936 n-d-800634-3 neutron-server[93808]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 18:08:06.237209 n-d-800634-3 neutron-server[93808]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 18:08:06.237494 n-d-800634-3 neutron-server[93808]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 18:08:06.237769 n-d-800634-3 neutron-server[93808]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 18:08:06.238044 n-d-800634-3 neutron-server[93808]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 18:08:06.238324 n-d-800634-3 neutron-server[93808]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 18:08:06.238612 n-d-800634-3 neutron-server[93808]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 18:08:06.238883 n-d-800634-3 neutron-server[93808]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 18:08:06.239157 n-d-800634-3 neutron-server[93808]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 18:08:06.239458 n-d-800634-3 neutron-server[93808]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 18:08:06.239746 n-d-800634-3 neutron-server[93808]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 18:08:06.240029 n-d-800634-3 neutron-server[93808]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 18:08:06.240340 n-d-800634-3 neutron-server[93808]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 18:08:06.240613 n-d-800634-3 neutron-server[93808]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 18:08:06.240896 n-d-800634-3 neutron-server[93808]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 18:08:06.241171 n-d-800634-3 neutron-server[93808]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 18:08:06.242062 n-d-800634-3 neutron-server[93808]: DEBUG neutron.common.config [-] use_journal = False {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 18:08:06.242351 n-d-800634-3 neutron-server[93808]: DEBUG neutron.common.config [-] use_json = False {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 18:08:06.242633 n-d-800634-3 neutron-server[93808]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 18:08:06.242904 n-d-800634-3 neutron-server[93808]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 18:08:06.243190 n-d-800634-3 neutron-server[93808]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 18:08:06.243468 n-d-800634-3 neutron-server[93808]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 18:08:06.243745 n-d-800634-3 neutron-server[93808]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 18:08:06.244019 n-d-800634-3 neutron-server[93808]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 18:08:06.244318 n-d-800634-3 neutron-server[93808]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 18:08:06.244607 n-d-800634-3 neutron-server[93808]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 18:08:06.244907 n-d-800634-3 neutron-server[93808]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:06.245206 n-d-800634-3 neutron-server[93808]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:06.245512 n-d-800634-3 neutron-server[93808]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:06.245799 n-d-800634-3 neutron-server[93808]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:06.246100 n-d-800634-3 neutron-server[93808]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:06.246383 n-d-800634-3 neutron-server[93808]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:06.246675 n-d-800634-3 neutron-server[93808]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:06.246955 n-d-800634-3 neutron-server[93808]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:06.247245 n-d-800634-3 neutron-server[93808]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:06.247536 n-d-800634-3 neutron-server[93808]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:06.247826 n-d-800634-3 neutron-server[93808]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:06.248107 n-d-800634-3 neutron-server[93808]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:06.248423 n-d-800634-3 neutron-server[93808]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:06.248705 n-d-800634-3 neutron-server[93808]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:06.249001 n-d-800634-3 neutron-server[93808]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:06.249305 n-d-800634-3 neutron-server[93808]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:06.249605 n-d-800634-3 neutron-server[93808]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:06.249901 n-d-800634-3 neutron-server[93808]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:06.250180 n-d-800634-3 neutron-server[93808]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:06.250458 n-d-800634-3 neutron-server[93808]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:06.250735 n-d-800634-3 neutron-server[93808]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:06.251015 n-d-800634-3 neutron-server[93808]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:06.251304 n-d-800634-3 neutron-server[93808]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:06.251601 n-d-800634-3 neutron-server[93808]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:06.251896 n-d-800634-3 neutron-server[93808]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:06.252201 n-d-800634-3 neutron-server[93808]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:06.252484 n-d-800634-3 neutron-server[93808]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:06.252778 n-d-800634-3 neutron-server[93808]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:06.253057 n-d-800634-3 neutron-server[93808]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:06.253334 n-d-800634-3 neutron-server[93808]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:06.253613 n-d-800634-3 neutron-server[93808]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:06.253902 n-d-800634-3 neutron-server[93808]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:06.254182 n-d-800634-3 neutron-server[93808]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:06.254456 n-d-800634-3 neutron-server[93808]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:06.254740 n-d-800634-3 neutron-server[93808]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:06.255020 n-d-800634-3 neutron-server[93808]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:06.255298 n-d-800634-3 neutron-server[93808]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:06.255577 n-d-800634-3 neutron-server[93808]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:06.255861 n-d-800634-3 neutron-server[93808]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:06.256179 n-d-800634-3 neutron-server[93808]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:06.256465 n-d-800634-3 neutron-server[93808]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:06.256742 n-d-800634-3 neutron-server[93808]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:06.257038 n-d-800634-3 neutron-server[93808]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:06.257325 n-d-800634-3 neutron-server[93808]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:06.257597 n-d-800634-3 neutron-server[93808]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:06.257889 n-d-800634-3 neutron-server[93808]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:06.258169 n-d-800634-3 neutron-server[93808]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:06.258455 n-d-800634-3 neutron-server[93808]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:06.258730 n-d-800634-3 neutron-server[93808]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:06.259009 n-d-800634-3 neutron-server[93808]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:06.259326 n-d-800634-3 neutron-server[93808]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:06.259768 n-d-800634-3 neutron-server[93808]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:06.260063 n-d-800634-3 neutron-server[93808]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:06.260370 n-d-800634-3 neutron-server[93808]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:06.260657 n-d-800634-3 neutron-server[93808]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:06.260939 n-d-800634-3 neutron-server[93808]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:06.261217 n-d-800634-3 neutron-server[93808]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:06.261496 n-d-800634-3 neutron-server[93808]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:06.261774 n-d-800634-3 neutron-server[93808]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:06.262053 n-d-800634-3 neutron-server[93808]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:06.262330 n-d-800634-3 neutron-server[93808]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:06.262606 n-d-800634-3 neutron-server[93808]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:06.262889 n-d-800634-3 neutron-server[93808]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:06.263162 n-d-800634-3 neutron-server[93808]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:06.263438 n-d-800634-3 neutron-server[93808]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:06.263712 n-d-800634-3 neutron-server[93808]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:06.263990 n-d-800634-3 neutron-server[93808]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:06.264298 n-d-800634-3 neutron-server[93808]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:06.264590 n-d-800634-3 neutron-server[93808]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:06.264891 n-d-800634-3 neutron-server[93808]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:06.265174 n-d-800634-3 neutron-server[93808]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:06.265455 n-d-800634-3 neutron-server[93808]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:06.265733 n-d-800634-3 neutron-server[93808]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:06.266014 n-d-800634-3 neutron-server[93808]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:06.266294 n-d-800634-3 neutron-server[93808]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:06.266573 n-d-800634-3 neutron-server[93808]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:06.266850 n-d-800634-3 neutron-server[93808]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:06.267130 n-d-800634-3 neutron-server[93808]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:06.267405 n-d-800634-3 neutron-server[93808]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:06.267696 n-d-800634-3 neutron-server[93808]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:06.267982 n-d-800634-3 neutron-server[93808]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:06.268308 n-d-800634-3 neutron-server[93808]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:06.268595 n-d-800634-3 neutron-server[93808]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:06.268876 n-d-800634-3 neutron-server[93808]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:06.269173 n-d-800634-3 neutron-server[93808]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:06.269454 n-d-800634-3 neutron-server[93808]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:06.269735 n-d-800634-3 neutron-server[93808]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:06.270013 n-d-800634-3 neutron-server[93808]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:06.270293 n-d-800634-3 neutron-server[93808]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:06.270579 n-d-800634-3 neutron-server[93808]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:06.270864 n-d-800634-3 neutron-server[93808]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:06.271158 n-d-800634-3 neutron-server[93808]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:06.271451 n-d-800634-3 neutron-server[93808]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:06.271745 n-d-800634-3 neutron-server[93808]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:06.272039 n-d-800634-3 neutron-server[93808]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:06.272374 n-d-800634-3 neutron-server[93808]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:06.272669 n-d-800634-3 neutron-server[93808]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:06.272984 n-d-800634-3 neutron-server[93808]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:06.273266 n-d-800634-3 neutron-server[93808]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:06.273487 n-d-800634-3 neutron-server[93808]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 14 18:08:06.273728 n-d-800634-3 neutron-server[93808]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=93808) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jul 14 18:08:06.622701 n-d-800634-3 neutron-server[93808]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=93808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 14 18:08:06.622977 n-d-800634-3 neutron-server[93808]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=93808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 14 18:08:06.623273 n-d-800634-3 neutron-server[93808]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=93808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 14 18:08:06.623609 n-d-800634-3 neutron-server[93808]: INFO neutron.manager [-] Loading core plugin: ml2 Jul 14 18:08:07.014759 n-d-800634-3 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 18:08:07.015053 n-d-800634-3 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 18:08:07.015333 n-d-800634-3 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 18:08:07.016665 n-d-800634-3 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 18:08:07.016952 n-d-800634-3 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 18:08:07.017232 n-d-800634-3 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 18:08:07.051889 n-d-800634-3 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 18:08:07.052196 n-d-800634-3 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 18:08:07.052471 n-d-800634-3 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 18:08:07.066397 n-d-800634-3 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 18:08:07.066687 n-d-800634-3 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 18:08:07.066962 n-d-800634-3 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 18:08:07.096313 n-d-800634-3 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 18:08:07.096599 n-d-800634-3 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 18:08:07.096875 n-d-800634-3 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 18:08:07.132905 n-d-800634-3 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 18:08:07.133187 n-d-800634-3 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 18:08:07.133462 n-d-800634-3 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 18:08:07.363043 n-d-800634-3 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=93808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 18:08:07.363636 n-d-800634-3 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=93808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 18:08:07.363636 n-d-800634-3 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=93808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 18:08:07.363795 n-d-800634-3 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=93808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 18:08:07.364518 n-d-800634-3 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=93808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 18:08:07.482213 n-d-800634-3 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=93808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 18:08:07.482537 n-d-800634-3 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=93808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 18:08:07.482825 n-d-800634-3 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=93808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 18:08:07.483102 n-d-800634-3 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=93808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 18:08:07.483375 n-d-800634-3 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=93808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 18:08:07.483694 n-d-800634-3 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=93808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 18:08:07.483960 n-d-800634-3 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=93808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 18:08:07.484247 n-d-800634-3 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=93808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 18:08:07.484512 n-d-800634-3 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=93808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 18:08:07.484798 n-d-800634-3 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=93808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 18:08:07.485062 n-d-800634-3 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=93808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 18:08:07.485332 n-d-800634-3 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=93808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 18:08:07.485591 n-d-800634-3 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=93808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 18:08:07.485844 n-d-800634-3 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=93808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 18:08:07.486102 n-d-800634-3 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=93808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 18:08:07.486369 n-d-800634-3 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 18:08:07.486626 n-d-800634-3 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=93808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 18:08:07.486895 n-d-800634-3 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=93808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 18:08:07.487169 n-d-800634-3 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=93808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 18:08:07.487432 n-d-800634-3 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=93808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 18:08:07.487705 n-d-800634-3 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 18:08:07.487960 n-d-800634-3 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 18:08:07.488270 n-d-800634-3 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 18:08:07.488654 n-d-800634-3 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 18:08:07.488907 n-d-800634-3 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 18:08:07.489156 n-d-800634-3 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 18:08:07.489555 n-d-800634-3 neutron-server[93808]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=93808) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 14 18:08:07.489800 n-d-800634-3 neutron-server[93808]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=93808) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 14 18:08:07.490045 n-d-800634-3 neutron-server[93808]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=93808) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 14 18:08:07.490285 n-d-800634-3 neutron-server[93808]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=93808) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 14 18:08:07.490525 n-d-800634-3 neutron-server[93808]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=93808) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 14 18:08:07.490765 n-d-800634-3 neutron-server[93808]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=93808) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 14 18:08:07.491133 n-d-800634-3 neutron-server[93808]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jul 14 18:08:07.494821 n-d-800634-3 neutron-server[93808]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jul 14 18:08:07.498766 n-d-800634-3 neutron-server[93808]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jul 14 18:08:07.502436 n-d-800634-3 neutron-server[93808]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(50, 99)])]) Jul 14 18:08:07.504055 n-d-800634-3 neutron-server[93808]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jul 14 18:08:07.504536 n-d-800634-3 neutron-server[93808]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jul 14 18:08:07.504875 n-d-800634-3 neutron-server[93808]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jul 14 18:08:07.505267 n-d-800634-3 neutron-server[93808]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jul 14 18:08:07.508666 n-d-800634-3 neutron-server[93808]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jul 14 18:08:07.508922 n-d-800634-3 neutron-server[93808]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jul 14 18:08:07.509271 n-d-800634-3 neutron-server[93808]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jul 14 18:08:07.537673 n-d-800634-3 neutron-server[93808]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jul 14 18:08:07.538129 n-d-800634-3 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=93808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 18:08:07.538459 n-d-800634-3 neutron-server[93808]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=93808) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jul 14 18:08:07.538828 n-d-800634-3 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=93808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 18:08:07.540211 n-d-800634-3 neutron-server[93808]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=93808) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jul 14 18:08:07.540512 n-d-800634-3 neutron-server[93808]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jul 14 18:08:07.540742 n-d-800634-3 neutron-server[93808]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jul 14 18:08:07.543758 n-d-800634-3 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=93808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 18:08:07.544044 n-d-800634-3 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=93808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 18:08:07.607154 n-d-800634-3 neutron-server[93808]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jul 14 18:08:07.607395 n-d-800634-3 neutron-server[93808]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jul 14 18:08:07.607634 n-d-800634-3 neutron-server[93808]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jul 14 18:08:07.608002 n-d-800634-3 neutron-server[93808]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jul 14 18:08:07.628937 n-d-800634-3 neutron-server[93808]: DEBUG oslo_db.sqlalchemy.engines [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=93808) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jul 14 18:08:08.151846 n-d-800634-3 neutron-server[93808]: INFO neutron.plugins.ml2.managers [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Initializing driver for type 'gre' Jul 14 18:08:08.152474 n-d-800634-3 neutron-server[93808]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] gre ID ranges: [(1, 1000)] Jul 14 18:08:08.205485 n-d-800634-3 neutron-server[93808]: INFO neutron.plugins.ml2.managers [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Initializing driver for type 'local' Jul 14 18:08:08.205953 n-d-800634-3 neutron-server[93808]: INFO neutron.plugins.ml2.managers [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Initializing driver for type 'vlan' Jul 14 18:08:08.218706 n-d-800634-3 neutron-server[93808]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] VlanTypeDriver initialization complete Jul 14 18:08:08.219046 n-d-800634-3 neutron-server[93808]: INFO neutron.plugins.ml2.managers [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Initializing driver for type 'vxlan' Jul 14 18:08:08.219528 n-d-800634-3 neutron-server[93808]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] vxlan ID ranges: [(1, 1000)] Jul 14 18:08:08.269006 n-d-800634-3 neutron-server[93808]: INFO neutron.plugins.ml2.managers [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Initializing extension driver 'port_security' Jul 14 18:08:08.269356 n-d-800634-3 neutron-server[93808]: INFO neutron.plugins.ml2.extensions.port_security [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] PortSecurityExtensionDriver initialization complete Jul 14 18:08:08.269676 n-d-800634-3 neutron-server[93808]: INFO neutron.plugins.ml2.managers [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Initializing mechanism driver 'openvswitch' Jul 14 18:08:08.270009 n-d-800634-3 neutron-server[93808]: INFO neutron.plugins.ml2.managers [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Initializing mechanism driver 'hyperv' Jul 14 18:08:08.276390 n-d-800634-3 neutron-server[93808]: DEBUG neutron.plugins.ml2.plugin [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=93808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:08:08.277067 n-d-800634-3 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Subscribe: > port after_create 55550000 {{(pid=93808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 18:08:08.277439 n-d-800634-3 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Subscribe: > port after_update 55550000 {{(pid=93808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 18:08:08.277795 n-d-800634-3 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Subscribe: > port after_delete 55550000 {{(pid=93808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 18:08:08.278323 n-d-800634-3 neutron-server[93808]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=93808) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 14 18:08:08.278749 n-d-800634-3 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Subscribe: > subnet after_create 55550000 {{(pid=93808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 18:08:08.279108 n-d-800634-3 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Subscribe: > subnet after_update 55550000 {{(pid=93808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 18:08:08.279454 n-d-800634-3 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 18:08:08.279849 n-d-800634-3 neutron-server[93808]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=93808) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 14 18:08:08.280282 n-d-800634-3 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Subscribe: > network after_create 55550000 {{(pid=93808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 18:08:08.280652 n-d-800634-3 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Subscribe: > network after_update 55550000 {{(pid=93808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 18:08:08.280982 n-d-800634-3 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Subscribe: > network after_delete 55550000 {{(pid=93808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 18:08:08.281372 n-d-800634-3 neutron-server[93808]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=93808) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 14 18:08:08.281785 n-d-800634-3 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Subscribe: > security_group after_create 55550000 {{(pid=93808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 18:08:08.282138 n-d-800634-3 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Subscribe: > security_group after_update 55550000 {{(pid=93808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 18:08:08.282483 n-d-800634-3 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Subscribe: > security_group after_delete 55550000 {{(pid=93808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 18:08:08.283009 n-d-800634-3 neutron-server[93808]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=93808) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 14 18:08:08.283422 n-d-800634-3 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=93808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 18:08:08.283777 n-d-800634-3 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=93808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 18:08:08.284137 n-d-800634-3 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=93808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 18:08:08.284536 n-d-800634-3 neutron-server[93808]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=93808) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 14 18:08:08.284941 n-d-800634-3 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Subscribe: > address_group after_create 55550000 {{(pid=93808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 18:08:08.285292 n-d-800634-3 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Subscribe: > address_group after_update 55550000 {{(pid=93808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 18:08:08.285634 n-d-800634-3 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Subscribe: > address_group after_delete 55550000 {{(pid=93808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 18:08:08.286023 n-d-800634-3 neutron-server[93808]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=93808) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 14 18:08:08.286407 n-d-800634-3 neutron-server[93808]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] ML2 OVO RPC backend initialized. {{(pid=93808) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Jul 14 18:08:08.287108 n-d-800634-3 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 18:08:08.287469 n-d-800634-3 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 18:08:08.287885 n-d-800634-3 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Subscribe: > network before_response 55550000 {{(pid=93808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 18:08:08.288274 n-d-800634-3 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Subscribe: > networks before_response 55550000 {{(pid=93808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 18:08:08.288626 n-d-800634-3 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Subscribe: > port before_response 55550000 {{(pid=93808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 18:08:08.288973 n-d-800634-3 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Subscribe: > ports before_response 55550000 {{(pid=93808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 18:08:08.289364 n-d-800634-3 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Subscribe: > subnet before_response 55550000 {{(pid=93808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 18:08:08.289695 n-d-800634-3 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Subscribe: > subnets before_response 55550000 {{(pid=93808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 18:08:08.290043 n-d-800634-3 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Subscribe: > network after_create 55550000 {{(pid=93808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 18:08:08.290386 n-d-800634-3 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Subscribe: > network after_update 55550000 {{(pid=93808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 18:08:08.290724 n-d-800634-3 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Subscribe: > network after_delete 55550000 {{(pid=93808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 18:08:08.291065 n-d-800634-3 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Subscribe: > port after_create 55550000 {{(pid=93808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 18:08:08.291406 n-d-800634-3 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Subscribe: > port after_update 55550000 {{(pid=93808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 18:08:08.291744 n-d-800634-3 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Subscribe: > port after_delete 55550000 {{(pid=93808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 18:08:08.292083 n-d-800634-3 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Subscribe: > subnet after_create 55550000 {{(pid=93808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 18:08:08.292446 n-d-800634-3 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Subscribe: > subnet after_update 55550000 {{(pid=93808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 18:08:08.292785 n-d-800634-3 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 18:08:08.293360 n-d-800634-3 neutron-server[93808]: INFO neutron.plugins.ml2.plugin [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Modular L2 Plugin initialization complete Jul 14 18:08:08.293693 n-d-800634-3 neutron-server[93808]: DEBUG neutron.manager [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Loading services supported by the core plugin {{(pid=93808) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jul 14 18:08:08.294020 n-d-800634-3 neutron-server[93808]: INFO neutron.plugins.ml2.managers [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Got port-security extension from driver 'port_security' Jul 14 18:08:08.294480 n-d-800634-3 neutron-server[93808]: INFO neutron.extensions.vlantransparent [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Disabled vlantransparent extension. Jul 14 18:08:08.294964 n-d-800634-3 neutron-server[93808]: DEBUG neutron.manager [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=93808) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jul 14 18:08:08.295281 n-d-800634-3 neutron-server[93808]: INFO neutron.manager [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Loading Plugin: router Jul 14 18:08:08.331137 n-d-800634-3 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Subscribe: > router_interface before_create 55550000 {{(pid=93808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 18:08:08.331535 n-d-800634-3 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Subscribe: > router after_create 55549900 {{(pid=93808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 18:08:08.331905 n-d-800634-3 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Subscribe: > router before_create 55549900 {{(pid=93808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 18:08:08.332303 n-d-800634-3 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=93808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 18:08:08.332682 n-d-800634-3 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 18:08:08.333043 n-d-800634-3 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Subscribe: > router after_delete 55549900 {{(pid=93808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 18:08:08.333403 n-d-800634-3 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Subscribe: > floatingip after_update 55550000 {{(pid=93808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 18:08:08.333769 n-d-800634-3 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Subscribe: > router after_create 55549900 {{(pid=93808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 18:08:08.334119 n-d-800634-3 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Subscribe: > router after_update 55549900 {{(pid=93808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 18:08:08.334470 n-d-800634-3 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Subscribe: > router after_update 55549900 {{(pid=93808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 18:08:08.334830 n-d-800634-3 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=93808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 18:08:08.335226 n-d-800634-3 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Subscribe: > router after_update 55549900 {{(pid=93808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 18:08:08.335642 n-d-800634-3 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Subscribe: > router precommit_update 55549900 {{(pid=93808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 18:08:08.336014 n-d-800634-3 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Subscribe: port after_update 55550000 {{(pid=93808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 18:08:08.336380 n-d-800634-3 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Subscribe: port after_delete 55550000 {{(pid=93808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 18:08:08.336722 n-d-800634-3 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Subscribe: subnet after_update 55550000 {{(pid=93808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 18:08:08.337067 n-d-800634-3 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=93808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 18:08:08.337420 n-d-800634-3 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Subscribe: > port precommit_delete 55550000 {{(pid=93808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 18:08:08.337772 n-d-800634-3 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Subscribe: > router precommit_create 55549900 {{(pid=93808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 18:08:08.338117 n-d-800634-3 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Subscribe: port before_delete 55550000 {{(pid=93808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 18:08:08.338462 n-d-800634-3 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Subscribe: > router precommit_create 55550000 {{(pid=93808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 18:08:08.338823 n-d-800634-3 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Subscribe: > router after_update 55549900 {{(pid=93808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 18:08:08.339167 n-d-800634-3 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Subscribe: > router precommit_delete 55549900 {{(pid=93808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 18:08:08.339526 n-d-800634-3 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Subscribe: > router precommit_create 55549900 {{(pid=93808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 18:08:08.339894 n-d-800634-3 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 18:08:08.340284 n-d-800634-3 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Subscribe: > router precommit_update 55549900 {{(pid=93808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 18:08:08.340653 n-d-800634-3 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Subscribe: > agent after_create 55550000 {{(pid=93808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 18:08:08.341006 n-d-800634-3 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Subscribe: > agent after_delete 55550000 {{(pid=93808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 18:08:08.341354 n-d-800634-3 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Subscribe: > network after_delete 55550000 {{(pid=93808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 18:08:08.342198 n-d-800634-3 neutron-server[93808]: DEBUG neutron.quota.resource_registry [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Tracking information for resource: router configured {{(pid=93808) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 14 18:08:08.342532 n-d-800634-3 neutron-server[93808]: DEBUG neutron.quota.resource_registry [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Tracking information for resource: floatingip configured {{(pid=93808) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 14 18:08:08.347445 n-d-800634-3 neutron-server[93808]: INFO neutron.db.l3_agentschedulers_db [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jul 14 18:08:08.348025 n-d-800634-3 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Subscribe: port after_update 55550000 {{(pid=93808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 18:08:08.348420 n-d-800634-3 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Subscribe: port after_create 55550000 {{(pid=93808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 18:08:08.348796 n-d-800634-3 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Subscribe: port after_delete 55550000 {{(pid=93808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 18:08:08.349137 n-d-800634-3 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Subscribe: port after_update 55550000 {{(pid=93808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 18:08:08.349920 n-d-800634-3 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Subscribe: > router before_create 55550100 {{(pid=93808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 18:08:08.350288 n-d-800634-3 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Subscribe: > router precommit_delete 55550100 {{(pid=93808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 18:08:08.350654 n-d-800634-3 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Subscribe: > router precommit_create 55550100 {{(pid=93808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 18:08:08.351044 n-d-800634-3 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Subscribe: > router precommit_update 55550100 {{(pid=93808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 18:08:08.355400 n-d-800634-3 neutron-server[93808]: DEBUG neutron.services.provider_configuration [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Service providers = [] {{(pid=93808) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jul 14 18:08:08.355769 n-d-800634-3 neutron-server[93808]: DEBUG neutron.db.servicetype_db [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=93808) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jul 14 18:08:08.358692 n-d-800634-3 neutron-server[93808]: DEBUG neutron.services.service_base [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=93808) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 14 18:08:08.359045 n-d-800634-3 neutron-server[93808]: DEBUG neutron.services.service_base [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=93808) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 14 18:08:08.359389 n-d-800634-3 neutron-server[93808]: DEBUG neutron.services.service_base [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=93808) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 14 18:08:08.360309 n-d-800634-3 neutron-server[93808]: DEBUG neutron.services.service_base [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=93808) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 14 18:08:08.360685 n-d-800634-3 neutron-server[93808]: INFO neutron.services.service_base [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Default provider is not specified for service type L3_ROUTER_NAT Jul 14 18:08:08.361056 n-d-800634-3 neutron-server[93808]: DEBUG neutron.manager [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=93808) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 14 18:08:08.361377 n-d-800634-3 neutron-server[93808]: INFO neutron.manager [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jul 14 18:08:08.372321 n-d-800634-3 neutron-server[93808]: DEBUG neutron.manager [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=93808) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 14 18:08:08.372841 n-d-800634-3 neutron-server[93808]: INFO neutron.manager [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Loading Plugin: auto_allocate Jul 14 18:08:08.378318 n-d-800634-3 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Subscribe: network precommit_update 55550000 {{(pid=93808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 18:08:08.378692 n-d-800634-3 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Subscribe: network precommit_create 55550000 {{(pid=93808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 18:08:08.379203 n-d-800634-3 neutron-server[93808]: DEBUG neutron.manager [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=93808) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 14 18:08:08.379525 n-d-800634-3 neutron-server[93808]: INFO neutron.manager [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Loading Plugin: tag Jul 14 18:08:08.386531 n-d-800634-3 neutron-server[93808]: DEBUG neutron.manager [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=93808) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 14 18:08:08.386862 n-d-800634-3 neutron-server[93808]: INFO neutron.manager [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Loading Plugin: timestamp Jul 14 18:08:08.390805 n-d-800634-3 neutron-server[93808]: DEBUG neutron.manager [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=93808) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 14 18:08:08.391138 n-d-800634-3 neutron-server[93808]: INFO neutron.manager [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Loading Plugin: network_ip_availability Jul 14 18:08:08.396515 n-d-800634-3 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 18:08:08.396889 n-d-800634-3 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 18:08:08.397250 n-d-800634-3 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 18:08:08.397989 n-d-800634-3 neutron-server[93808]: DEBUG neutron.manager [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=93808) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 14 18:08:08.398308 n-d-800634-3 neutron-server[93808]: INFO neutron.manager [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Loading Plugin: flavors Jul 14 18:08:08.402972 n-d-800634-3 neutron-server[93808]: DEBUG neutron.manager [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=93808) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 14 18:08:08.403261 n-d-800634-3 neutron-server[93808]: INFO neutron.manager [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Loading Plugin: revisions Jul 14 18:08:08.407488 n-d-800634-3 neutron-server[93808]: DEBUG neutron.manager [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=93808) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 14 18:08:08.407879 n-d-800634-3 neutron-server[93808]: DEBUG oslo_concurrency.lockutils [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.785s {{(pid=93808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 14 18:08:08.408645 n-d-800634-3 neutron-server[93808]: DEBUG neutron.api.extensions [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=93808) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jul 14 18:08:08.408984 n-d-800634-3 neutron-server[93808]: INFO neutron.api.extensions [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Initializing extension manager. Jul 14 18:08:08.409495 n-d-800634-3 neutron-server[93808]: DEBUG neutron.api.extensions [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Loading extension file: __init__.py {{(pid=93808) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 18:08:08.409845 n-d-800634-3 neutron-server[93808]: DEBUG neutron.api.extensions [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Loading extension file: __pycache__ {{(pid=93808) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 18:08:08.410186 n-d-800634-3 neutron-server[93808]: DEBUG neutron.api.extensions [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=93808) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 18:08:08.410523 n-d-800634-3 neutron-server[93808]: DEBUG neutron.api.extensions [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Loading extension file: address_group.py {{(pid=93808) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 18:08:08.411273 n-d-800634-3 neutron-server[93808]: DEBUG neutron.api.extensions [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=93808) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 18:08:08.411844 n-d-800634-3 neutron-server[93808]: INFO neutron.api.extensions [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Loaded extension: address-group Jul 14 18:08:08.412204 n-d-800634-3 neutron-server[93808]: DEBUG neutron.api.extensions [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Loading extension file: address_scope.py {{(pid=93808) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 18:08:08.412921 n-d-800634-3 neutron-server[93808]: DEBUG neutron.api.extensions [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=93808) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 18:08:08.413458 n-d-800634-3 neutron-server[93808]: INFO neutron.api.extensions [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Loaded extension: address-scope Jul 14 18:08:08.413784 n-d-800634-3 neutron-server[93808]: DEBUG neutron.api.extensions [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Loading extension file: admin_state_down_before_update.py {{(pid=93808) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 18:08:08.414707 n-d-800634-3 neutron-server[93808]: DEBUG neutron.api.extensions [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=93808) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 18:08:08.415214 n-d-800634-3 neutron-server[93808]: INFO neutron.api.extensions [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Loaded extension: router-admin-state-down-before-update Jul 14 18:08:08.415540 n-d-800634-3 neutron-server[93808]: DEBUG neutron.api.extensions [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Loading extension file: agent.py {{(pid=93808) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 18:08:08.417683 n-d-800634-3 neutron-server[93808]: DEBUG neutron.api.extensions [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=93808) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 18:08:08.418220 n-d-800634-3 neutron-server[93808]: INFO neutron.api.extensions [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Loaded extension: agent Jul 14 18:08:08.418562 n-d-800634-3 neutron-server[93808]: DEBUG neutron.api.extensions [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Loading extension file: agent_resources_synced.py {{(pid=93808) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 18:08:08.419489 n-d-800634-3 neutron-server[93808]: DEBUG neutron.api.extensions [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=93808) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 18:08:08.420009 n-d-800634-3 neutron-server[93808]: INFO neutron.api.extensions [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Loaded extension: agent-resources-synced Jul 14 18:08:08.420376 n-d-800634-3 neutron-server[93808]: DEBUG neutron.api.extensions [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Loading extension file: allowedaddresspairs.py {{(pid=93808) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 18:08:08.422139 n-d-800634-3 neutron-server[93808]: DEBUG neutron.api.extensions [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=93808) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 18:08:08.422666 n-d-800634-3 neutron-server[93808]: INFO neutron.api.extensions [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Loaded extension: allowed-address-pairs Jul 14 18:08:08.422999 n-d-800634-3 neutron-server[93808]: DEBUG neutron.api.extensions [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Loading extension file: auto_allocated_topology.py {{(pid=93808) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 18:08:08.424070 n-d-800634-3 neutron-server[93808]: DEBUG neutron.api.extensions [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=93808) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 18:08:08.424615 n-d-800634-3 neutron-server[93808]: INFO neutron.api.extensions [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Loaded extension: auto-allocated-topology Jul 14 18:08:08.424943 n-d-800634-3 neutron-server[93808]: DEBUG neutron.api.extensions [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Loading extension file: availability_zone.py {{(pid=93808) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 18:08:08.425637 n-d-800634-3 neutron-server[93808]: DEBUG neutron.api.extensions [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=93808) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 18:08:08.426143 n-d-800634-3 neutron-server[93808]: INFO neutron.api.extensions [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Loaded extension: availability_zone Jul 14 18:08:08.426493 n-d-800634-3 neutron-server[93808]: DEBUG neutron.api.extensions [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Loading extension file: availability_zone_filter.py {{(pid=93808) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 18:08:08.427401 n-d-800634-3 neutron-server[93808]: DEBUG neutron.api.extensions [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=93808) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 18:08:08.427908 n-d-800634-3 neutron-server[93808]: INFO neutron.api.extensions [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Loaded extension: availability_zone_filter Jul 14 18:08:08.428266 n-d-800634-3 neutron-server[93808]: DEBUG neutron.api.extensions [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Loading extension file: data_plane_status.py {{(pid=93808) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 18:08:08.429968 n-d-800634-3 neutron-server[93808]: DEBUG neutron.api.extensions [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=93808) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 18:08:08.430474 n-d-800634-3 neutron-server[93808]: INFO neutron.api.extensions [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Extension data-plane-status not supported by any of loaded plugins Jul 14 18:08:08.430799 n-d-800634-3 neutron-server[93808]: DEBUG neutron.api.extensions [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Loading extension file: default_subnetpools.py {{(pid=93808) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 18:08:08.431717 n-d-800634-3 neutron-server[93808]: DEBUG neutron.api.extensions [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=93808) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 18:08:08.432259 n-d-800634-3 neutron-server[93808]: INFO neutron.api.extensions [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Loaded extension: default-subnetpools Jul 14 18:08:08.432585 n-d-800634-3 neutron-server[93808]: DEBUG neutron.api.extensions [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Loading extension file: dhcpagentscheduler.py {{(pid=93808) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 18:08:08.433387 n-d-800634-3 neutron-server[93808]: DEBUG neutron.api.extensions [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93808) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 18:08:08.433899 n-d-800634-3 neutron-server[93808]: INFO neutron.api.extensions [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Loaded extension: dhcp_agent_scheduler Jul 14 18:08:08.434225 n-d-800634-3 neutron-server[93808]: DEBUG neutron.api.extensions [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Loading extension file: dns.py {{(pid=93808) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 18:08:08.435146 n-d-800634-3 neutron-server[93808]: DEBUG neutron.api.extensions [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=93808) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 18:08:08.435655 n-d-800634-3 neutron-server[93808]: INFO neutron.api.extensions [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Extension dns-integration not supported by any of loaded plugins Jul 14 18:08:08.435980 n-d-800634-3 neutron-server[93808]: DEBUG neutron.api.extensions [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Loading extension file: dns_domain_ports.py {{(pid=93808) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 18:08:08.436924 n-d-800634-3 neutron-server[93808]: DEBUG neutron.api.extensions [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=93808) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 18:08:08.437434 n-d-800634-3 neutron-server[93808]: INFO neutron.api.extensions [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Extension dns-domain-ports not supported by any of loaded plugins Jul 14 18:08:08.437760 n-d-800634-3 neutron-server[93808]: DEBUG neutron.api.extensions [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=93808) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 18:08:08.438677 n-d-800634-3 neutron-server[93808]: DEBUG neutron.api.extensions [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=93808) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 18:08:08.439186 n-d-800634-3 neutron-server[93808]: INFO neutron.api.extensions [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jul 14 18:08:08.439510 n-d-800634-3 neutron-server[93808]: DEBUG neutron.api.extensions [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Loading extension file: dvr.py {{(pid=93808) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 18:08:08.440211 n-d-800634-3 neutron-server[93808]: DEBUG neutron.api.extensions [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=93808) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 18:08:08.440719 n-d-800634-3 neutron-server[93808]: INFO neutron.api.extensions [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Loaded extension: dvr Jul 14 18:08:08.441041 n-d-800634-3 neutron-server[93808]: DEBUG neutron.api.extensions [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Loading extension file: empty_string_filtering.py {{(pid=93808) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 18:08:08.441945 n-d-800634-3 neutron-server[93808]: DEBUG neutron.api.extensions [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=93808) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 18:08:08.442453 n-d-800634-3 neutron-server[93808]: INFO neutron.api.extensions [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Loaded extension: empty-string-filtering Jul 14 18:08:08.442777 n-d-800634-3 neutron-server[93808]: DEBUG neutron.api.extensions [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=93808) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 18:08:08.443680 n-d-800634-3 neutron-server[93808]: DEBUG neutron.api.extensions [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93808) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 18:08:08.444213 n-d-800634-3 neutron-server[93808]: INFO neutron.api.extensions [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jul 14 18:08:08.444617 n-d-800634-3 neutron-server[93808]: DEBUG neutron.api.extensions [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=93808) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 18:08:08.445522 n-d-800634-3 neutron-server[93808]: DEBUG neutron.api.extensions [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=93808) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 18:08:08.446029 n-d-800634-3 neutron-server[93808]: INFO neutron.api.extensions [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jul 14 18:08:08.446352 n-d-800634-3 neutron-server[93808]: DEBUG neutron.api.extensions [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Loading extension file: external_net.py {{(pid=93808) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 18:08:08.447254 n-d-800634-3 neutron-server[93808]: DEBUG neutron.api.extensions [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=93808) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 18:08:08.447759 n-d-800634-3 neutron-server[93808]: INFO neutron.api.extensions [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Loaded extension: external-net Jul 14 18:08:08.448083 n-d-800634-3 neutron-server[93808]: DEBUG neutron.api.extensions [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Loading extension file: extra_dhcp_opt.py {{(pid=93808) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 18:08:08.449007 n-d-800634-3 neutron-server[93808]: DEBUG neutron.api.extensions [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=93808) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 18:08:08.449514 n-d-800634-3 neutron-server[93808]: INFO neutron.api.extensions [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Loaded extension: extra_dhcp_opt Jul 14 18:08:08.449861 n-d-800634-3 neutron-server[93808]: DEBUG neutron.api.extensions [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Loading extension file: extraroute.py {{(pid=93808) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 18:08:08.450738 n-d-800634-3 neutron-server[93808]: DEBUG neutron.api.extensions [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=93808) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 18:08:08.451244 n-d-800634-3 neutron-server[93808]: INFO neutron.api.extensions [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Loaded extension: extraroute Jul 14 18:08:08.451568 n-d-800634-3 neutron-server[93808]: DEBUG neutron.api.extensions [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Loading extension file: extraroute_atomic.py {{(pid=93808) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 18:08:08.452636 n-d-800634-3 neutron-server[93808]: DEBUG neutron.api.extensions [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=93808) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 18:08:08.453144 n-d-800634-3 neutron-server[93808]: INFO neutron.api.extensions [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Loaded extension: extraroute-atomic Jul 14 18:08:08.453471 n-d-800634-3 neutron-server[93808]: DEBUG neutron.api.extensions [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Loading extension file: filter_validation.py {{(pid=93808) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 18:08:08.454146 n-d-800634-3 neutron-server[93808]: DEBUG neutron.api.extensions [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=93808) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 18:08:08.454652 n-d-800634-3 neutron-server[93808]: INFO neutron.api.extensions [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Loaded extension: filter-validation Jul 14 18:08:08.454975 n-d-800634-3 neutron-server[93808]: DEBUG neutron.api.extensions [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Loading extension file: fip_pf_description.py {{(pid=93808) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 18:08:08.455891 n-d-800634-3 neutron-server[93808]: DEBUG neutron.api.extensions [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=93808) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 18:08:08.456419 n-d-800634-3 neutron-server[93808]: INFO neutron.api.extensions [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jul 14 18:08:08.456745 n-d-800634-3 neutron-server[93808]: DEBUG neutron.api.extensions [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Loading extension file: fip_port_details.py {{(pid=93808) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 18:08:08.457659 n-d-800634-3 neutron-server[93808]: DEBUG neutron.api.extensions [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93808) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 18:08:08.458166 n-d-800634-3 neutron-server[93808]: INFO neutron.api.extensions [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Loaded extension: fip-port-details Jul 14 18:08:08.458491 n-d-800634-3 neutron-server[93808]: DEBUG neutron.api.extensions [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Loading extension file: flavors.py {{(pid=93808) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 18:08:08.459709 n-d-800634-3 neutron-server[93808]: DEBUG neutron.api.extensions [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=93808) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 18:08:08.460786 n-d-800634-3 neutron-server[93808]: INFO neutron.api.extensions [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Loaded extension: flavors Jul 14 18:08:08.461116 n-d-800634-3 neutron-server[93808]: DEBUG neutron.api.extensions [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=93808) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 18:08:08.462760 n-d-800634-3 neutron-server[93808]: DEBUG neutron.api.extensions [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=93808) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 18:08:08.463284 n-d-800634-3 neutron-server[93808]: INFO neutron.api.extensions [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jul 14 18:08:08.463616 n-d-800634-3 neutron-server[93808]: DEBUG neutron.api.extensions [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Loading extension file: floatingip_pools.py {{(pid=93808) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 18:08:08.464347 n-d-800634-3 neutron-server[93808]: DEBUG neutron.api.extensions [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=93808) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 18:08:08.464863 n-d-800634-3 neutron-server[93808]: INFO neutron.api.extensions [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Loaded extension: floatingip-pools Jul 14 18:08:08.465191 n-d-800634-3 neutron-server[93808]: DEBUG neutron.api.extensions [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Loading extension file: ip_allocation.py {{(pid=93808) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 18:08:08.466107 n-d-800634-3 neutron-server[93808]: DEBUG neutron.api.extensions [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=93808) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 18:08:08.466613 n-d-800634-3 neutron-server[93808]: INFO neutron.api.extensions [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Extension ip_allocation not supported by any of loaded plugins Jul 14 18:08:08.466939 n-d-800634-3 neutron-server[93808]: DEBUG neutron.api.extensions [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=93808) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 18:08:08.467865 n-d-800634-3 neutron-server[93808]: DEBUG neutron.api.extensions [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=93808) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 18:08:08.468397 n-d-800634-3 neutron-server[93808]: INFO neutron.api.extensions [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Loaded extension: ip-substring-filtering Jul 14 18:08:08.468727 n-d-800634-3 neutron-server[93808]: DEBUG neutron.api.extensions [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Loading extension file: l2_adjacency.py {{(pid=93808) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 18:08:08.469661 n-d-800634-3 neutron-server[93808]: DEBUG neutron.api.extensions [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=93808) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 18:08:08.470173 n-d-800634-3 neutron-server[93808]: INFO neutron.api.extensions [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Extension l2_adjacency not supported by any of loaded plugins Jul 14 18:08:08.470495 n-d-800634-3 neutron-server[93808]: DEBUG neutron.api.extensions [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Loading extension file: l3.py {{(pid=93808) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 18:08:08.471456 n-d-800634-3 neutron-server[93808]: DEBUG neutron.api.extensions [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=93808) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 18:08:08.471972 n-d-800634-3 neutron-server[93808]: INFO neutron.api.extensions [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Loaded extension: router Jul 14 18:08:08.472332 n-d-800634-3 neutron-server[93808]: DEBUG neutron.api.extensions [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Loading extension file: l3_conntrack_helper.py {{(pid=93808) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 18:08:08.474668 n-d-800634-3 neutron-server[93808]: DEBUG neutron.api.extensions [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93808) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 18:08:08.475195 n-d-800634-3 neutron-server[93808]: INFO neutron.api.extensions [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jul 14 18:08:08.475531 n-d-800634-3 neutron-server[93808]: DEBUG neutron.api.extensions [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=93808) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 18:08:08.477076 n-d-800634-3 neutron-server[93808]: DEBUG neutron.api.extensions [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=93808) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 18:08:08.477595 n-d-800634-3 neutron-server[93808]: INFO neutron.api.extensions [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Loaded extension: ext-gw-mode Jul 14 18:08:08.477925 n-d-800634-3 neutron-server[93808]: DEBUG neutron.api.extensions [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=93808) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 18:08:08.478838 n-d-800634-3 neutron-server[93808]: DEBUG neutron.api.extensions [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=93808) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 18:08:08.479350 n-d-800634-3 neutron-server[93808]: INFO neutron.api.extensions [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Loaded extension: l3-ha Jul 14 18:08:08.479677 n-d-800634-3 neutron-server[93808]: DEBUG neutron.api.extensions [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Loading extension file: l3_flavors.py {{(pid=93808) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 18:08:08.480640 n-d-800634-3 neutron-server[93808]: DEBUG neutron.api.extensions [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=93808) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 18:08:08.481146 n-d-800634-3 neutron-server[93808]: INFO neutron.api.extensions [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Loaded extension: l3-flavors Jul 14 18:08:08.481472 n-d-800634-3 neutron-server[93808]: DEBUG neutron.api.extensions [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=93808) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 18:08:08.482384 n-d-800634-3 neutron-server[93808]: DEBUG neutron.api.extensions [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=93808) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 18:08:08.482895 n-d-800634-3 neutron-server[93808]: INFO neutron.api.extensions [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Loaded extension: l3-port-ip-change-not-allowed Jul 14 18:08:08.483219 n-d-800634-3 neutron-server[93808]: DEBUG neutron.api.extensions [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Loading extension file: l3agentscheduler.py {{(pid=93808) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 18:08:08.484278 n-d-800634-3 neutron-server[93808]: DEBUG neutron.api.extensions [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93808) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 18:08:08.484792 n-d-800634-3 neutron-server[93808]: INFO neutron.api.extensions [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Loaded extension: l3_agent_scheduler Jul 14 18:08:08.485119 n-d-800634-3 neutron-server[93808]: DEBUG neutron.api.extensions [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Loading extension file: logging.py {{(pid=93808) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 18:08:08.486595 n-d-800634-3 neutron-server[93808]: DEBUG neutron.api.extensions [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=93808) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 18:08:08.487116 n-d-800634-3 neutron-server[93808]: INFO neutron.api.extensions [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Extension logging not supported by any of loaded plugins Jul 14 18:08:08.487447 n-d-800634-3 neutron-server[93808]: DEBUG neutron.api.extensions [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Loading extension file: metering.py {{(pid=93808) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 18:08:08.488219 n-d-800634-3 neutron-server[93808]: DEBUG neutron.api.extensions [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=93808) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 18:08:08.488803 n-d-800634-3 neutron-server[93808]: INFO neutron.api.extensions [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Loaded extension: metering Jul 14 18:08:08.489135 n-d-800634-3 neutron-server[93808]: DEBUG neutron.api.extensions [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=93808) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 18:08:08.490231 n-d-800634-3 neutron-server[93808]: DEBUG neutron.api.extensions [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=93808) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 18:08:08.490751 n-d-800634-3 neutron-server[93808]: INFO neutron.api.extensions [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Loaded extension: metering_source_and_destination_fields Jul 14 18:08:08.491083 n-d-800634-3 neutron-server[93808]: DEBUG neutron.api.extensions [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Loading extension file: multiprovidernet.py {{(pid=93808) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 18:08:08.492052 n-d-800634-3 neutron-server[93808]: DEBUG neutron.api.extensions [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=93808) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 18:08:08.492587 n-d-800634-3 neutron-server[93808]: INFO neutron.api.extensions [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Loaded extension: multi-provider Jul 14 18:08:08.492916 n-d-800634-3 neutron-server[93808]: DEBUG neutron.api.extensions [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Loading extension file: netmtu.py {{(pid=93808) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 18:08:08.493830 n-d-800634-3 neutron-server[93808]: DEBUG neutron.api.extensions [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=93808) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 18:08:08.494335 n-d-800634-3 neutron-server[93808]: INFO neutron.api.extensions [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Loaded extension: net-mtu Jul 14 18:08:08.494658 n-d-800634-3 neutron-server[93808]: DEBUG neutron.api.extensions [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Loading extension file: netmtu_writable.py {{(pid=93808) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 18:08:08.495573 n-d-800634-3 neutron-server[93808]: DEBUG neutron.api.extensions [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=93808) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 18:08:08.496084 n-d-800634-3 neutron-server[93808]: INFO neutron.api.extensions [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Loaded extension: net-mtu-writable Jul 14 18:08:08.496434 n-d-800634-3 neutron-server[93808]: DEBUG neutron.api.extensions [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Loading extension file: network_availability_zone.py {{(pid=93808) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 18:08:08.497106 n-d-800634-3 neutron-server[93808]: DEBUG neutron.api.extensions [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=93808) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 18:08:08.497610 n-d-800634-3 neutron-server[93808]: INFO neutron.api.extensions [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Loaded extension: network_availability_zone Jul 14 18:08:08.497934 n-d-800634-3 neutron-server[93808]: DEBUG neutron.api.extensions [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Loading extension file: network_ip_availability.py {{(pid=93808) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 18:08:08.499014 n-d-800634-3 neutron-server[93808]: DEBUG neutron.api.extensions [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=93808) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 18:08:08.499527 n-d-800634-3 neutron-server[93808]: INFO neutron.api.extensions [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Loaded extension: network-ip-availability Jul 14 18:08:08.499858 n-d-800634-3 neutron-server[93808]: DEBUG neutron.api.extensions [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Loading extension file: network_segment_range.py {{(pid=93808) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 18:08:08.500647 n-d-800634-3 neutron-server[93808]: DEBUG neutron.api.extensions [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=93808) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 18:08:08.501152 n-d-800634-3 neutron-server[93808]: INFO neutron.api.extensions [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Extension network-segment-range not supported by any of loaded plugins Jul 14 18:08:08.501476 n-d-800634-3 neutron-server[93808]: DEBUG neutron.api.extensions [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Loading extension file: pagination.py {{(pid=93808) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 18:08:08.502458 n-d-800634-3 neutron-server[93808]: DEBUG neutron.api.extensions [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93808) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 18:08:08.502789 n-d-800634-3 neutron-server[93808]: INFO neutron.api.extensions [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Loaded extension: pagination Jul 14 18:08:08.503115 n-d-800634-3 neutron-server[93808]: DEBUG neutron.api.extensions [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Loading extension file: port_device_profile.py {{(pid=93808) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 18:08:08.504030 n-d-800634-3 neutron-server[93808]: DEBUG neutron.api.extensions [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=93808) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 18:08:08.504577 n-d-800634-3 neutron-server[93808]: INFO neutron.api.extensions [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Loaded extension: port-device-profile Jul 14 18:08:08.504903 n-d-800634-3 neutron-server[93808]: DEBUG neutron.api.extensions [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=93808) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 18:08:08.505819 n-d-800634-3 neutron-server[93808]: DEBUG neutron.api.extensions [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=93808) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 18:08:08.506327 n-d-800634-3 neutron-server[93808]: INFO neutron.api.extensions [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Loaded extension: port-mac-address-regenerate Jul 14 18:08:08.506652 n-d-800634-3 neutron-server[93808]: DEBUG neutron.api.extensions [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=93808) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 18:08:08.508089 n-d-800634-3 neutron-server[93808]: DEBUG neutron.api.extensions [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=93808) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 18:08:08.508624 n-d-800634-3 neutron-server[93808]: INFO neutron.api.extensions [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Loaded extension: port-numa-affinity-policy Jul 14 18:08:08.508948 n-d-800634-3 neutron-server[93808]: DEBUG neutron.api.extensions [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Loading extension file: port_resource_request.py {{(pid=93808) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 18:08:08.509876 n-d-800634-3 neutron-server[93808]: DEBUG neutron.api.extensions [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=93808) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 18:08:08.510379 n-d-800634-3 neutron-server[93808]: INFO neutron.api.extensions [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Extension port-resource-request not supported by any of loaded plugins Jul 14 18:08:08.510702 n-d-800634-3 neutron-server[93808]: DEBUG neutron.api.extensions [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Loading extension file: portbindings.py {{(pid=93808) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 18:08:08.511629 n-d-800634-3 neutron-server[93808]: DEBUG neutron.api.extensions [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=93808) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 18:08:08.512166 n-d-800634-3 neutron-server[93808]: INFO neutron.api.extensions [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Loaded extension: binding Jul 14 18:08:08.512494 n-d-800634-3 neutron-server[93808]: DEBUG neutron.api.extensions [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Loading extension file: portbindings_extended.py {{(pid=93808) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 18:08:08.513882 n-d-800634-3 neutron-server[93808]: DEBUG neutron.api.extensions [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=93808) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 18:08:08.514396 n-d-800634-3 neutron-server[93808]: INFO neutron.api.extensions [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Loaded extension: binding-extended Jul 14 18:08:08.514728 n-d-800634-3 neutron-server[93808]: DEBUG neutron.api.extensions [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Loading extension file: portsecurity.py {{(pid=93808) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 18:08:08.515640 n-d-800634-3 neutron-server[93808]: DEBUG neutron.api.extensions [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=93808) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 18:08:08.516180 n-d-800634-3 neutron-server[93808]: INFO neutron.api.extensions [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Loaded extension: port-security Jul 14 18:08:08.516531 n-d-800634-3 neutron-server[93808]: DEBUG neutron.api.extensions [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Loading extension file: project_id.py {{(pid=93808) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 18:08:08.517502 n-d-800634-3 neutron-server[93808]: DEBUG neutron.api.extensions [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=93808) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 18:08:08.517832 n-d-800634-3 neutron-server[93808]: INFO neutron.api.extensions [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Loaded extension: project-id Jul 14 18:08:08.518156 n-d-800634-3 neutron-server[93808]: DEBUG neutron.api.extensions [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Loading extension file: providernet.py {{(pid=93808) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 18:08:08.519082 n-d-800634-3 neutron-server[93808]: DEBUG neutron.api.extensions [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=93808) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 18:08:08.519594 n-d-800634-3 neutron-server[93808]: INFO neutron.api.extensions [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Loaded extension: provider Jul 14 18:08:08.519921 n-d-800634-3 neutron-server[93808]: DEBUG neutron.api.extensions [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Loading extension file: qos.py {{(pid=93808) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 18:08:08.523981 n-d-800634-3 neutron-server[93808]: DEBUG neutron.api.extensions [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=93808) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 18:08:08.524552 n-d-800634-3 neutron-server[93808]: INFO neutron.api.extensions [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Extension qos not supported by any of loaded plugins Jul 14 18:08:08.524880 n-d-800634-3 neutron-server[93808]: DEBUG neutron.api.extensions [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=93808) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 18:08:08.526122 n-d-800634-3 neutron-server[93808]: DEBUG neutron.api.extensions [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=93808) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 18:08:08.526640 n-d-800634-3 neutron-server[93808]: INFO neutron.api.extensions [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jul 14 18:08:08.526978 n-d-800634-3 neutron-server[93808]: DEBUG neutron.api.extensions [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=93808) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 18:08:08.527899 n-d-800634-3 neutron-server[93808]: DEBUG neutron.api.extensions [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=93808) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 18:08:08.528445 n-d-800634-3 neutron-server[93808]: INFO neutron.api.extensions [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jul 14 18:08:08.528783 n-d-800634-3 neutron-server[93808]: DEBUG neutron.api.extensions [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Loading extension file: qos_default.py {{(pid=93808) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 18:08:08.529679 n-d-800634-3 neutron-server[93808]: DEBUG neutron.api.extensions [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=93808) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 18:08:08.530197 n-d-800634-3 neutron-server[93808]: INFO neutron.api.extensions [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Extension qos-default not supported by any of loaded plugins Jul 14 18:08:08.530528 n-d-800634-3 neutron-server[93808]: DEBUG neutron.api.extensions [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Loading extension file: qos_fip.py {{(pid=93808) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 18:08:08.531184 n-d-800634-3 neutron-server[93808]: DEBUG neutron.api.extensions [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=93808) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 18:08:08.531686 n-d-800634-3 neutron-server[93808]: INFO neutron.api.extensions [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Extension qos-fip not supported by any of loaded plugins Jul 14 18:08:08.532012 n-d-800634-3 neutron-server[93808]: DEBUG neutron.api.extensions [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Loading extension file: qos_gateway_ip.py {{(pid=93808) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 18:08:08.532964 n-d-800634-3 neutron-server[93808]: DEBUG neutron.api.extensions [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=93808) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 18:08:08.533482 n-d-800634-3 neutron-server[93808]: INFO neutron.api.extensions [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jul 14 18:08:08.533807 n-d-800634-3 neutron-server[93808]: DEBUG neutron.api.extensions [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Loading extension file: qos_port_network_policy.py {{(pid=93808) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 18:08:08.534713 n-d-800634-3 neutron-server[93808]: DEBUG neutron.api.extensions [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=93808) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 18:08:08.535224 n-d-800634-3 neutron-server[93808]: INFO neutron.api.extensions [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jul 14 18:08:08.535549 n-d-800634-3 neutron-server[93808]: DEBUG neutron.api.extensions [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Loading extension file: qos_rule_type_details.py {{(pid=93808) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 18:08:08.536493 n-d-800634-3 neutron-server[93808]: DEBUG neutron.api.extensions [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=93808) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 18:08:08.537004 n-d-800634-3 neutron-server[93808]: INFO neutron.api.extensions [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jul 14 18:08:08.537329 n-d-800634-3 neutron-server[93808]: DEBUG neutron.api.extensions [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Loading extension file: qos_rules_alias.py {{(pid=93808) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 18:08:08.538401 n-d-800634-3 neutron-server[93808]: DEBUG neutron.api.extensions [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=93808) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 18:08:08.538917 n-d-800634-3 neutron-server[93808]: INFO neutron.api.extensions [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Extension qos-rules-alias not supported by any of loaded plugins Jul 14 18:08:08.539243 n-d-800634-3 neutron-server[93808]: DEBUG neutron.api.extensions [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Loading extension file: quotasv2.py {{(pid=93808) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 18:08:08.540190 n-d-800634-3 neutron-server[93808]: DEBUG neutron.api.extensions [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=93808) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 18:08:08.540518 n-d-800634-3 neutron-server[93808]: INFO neutron.api.extensions [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Loaded extension: quotas Jul 14 18:08:08.540842 n-d-800634-3 neutron-server[93808]: DEBUG neutron.api.extensions [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Loading extension file: quotasv2_detail.py {{(pid=93808) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 18:08:08.543835 n-d-800634-3 neutron-server[93808]: DEBUG neutron.api.extensions [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=93808) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 18:08:08.544207 n-d-800634-3 neutron-server[93808]: INFO neutron.api.extensions [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Loaded extension: quota_details Jul 14 18:08:08.544549 n-d-800634-3 neutron-server[93808]: DEBUG neutron.api.extensions [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Loading extension file: rbac.py {{(pid=93808) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 18:08:08.545596 n-d-800634-3 neutron-server[93808]: DEBUG neutron.api.extensions [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=93808) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 18:08:08.546124 n-d-800634-3 neutron-server[93808]: INFO neutron.api.extensions [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Loaded extension: rbac-policies Jul 14 18:08:08.546461 n-d-800634-3 neutron-server[93808]: DEBUG neutron.api.extensions [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Loading extension file: rbac_address_group.py {{(pid=93808) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 18:08:08.547576 n-d-800634-3 neutron-server[93808]: DEBUG neutron.api.extensions [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=93808) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 18:08:08.548097 n-d-800634-3 neutron-server[93808]: INFO neutron.api.extensions [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Loaded extension: rbac-address-group Jul 14 18:08:08.548451 n-d-800634-3 neutron-server[93808]: DEBUG neutron.api.extensions [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Loading extension file: rbac_address_scope.py {{(pid=93808) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 18:08:08.549390 n-d-800634-3 neutron-server[93808]: DEBUG neutron.api.extensions [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=93808) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 18:08:08.549909 n-d-800634-3 neutron-server[93808]: INFO neutron.api.extensions [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Loaded extension: rbac-address-scope Jul 14 18:08:08.550236 n-d-800634-3 neutron-server[93808]: DEBUG neutron.api.extensions [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Loading extension file: rbac_security_groups.py {{(pid=93808) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 18:08:08.551153 n-d-800634-3 neutron-server[93808]: DEBUG neutron.api.extensions [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=93808) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 18:08:08.551664 n-d-800634-3 neutron-server[93808]: INFO neutron.api.extensions [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Loaded extension: rbac-security-groups Jul 14 18:08:08.551993 n-d-800634-3 neutron-server[93808]: DEBUG neutron.api.extensions [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Loading extension file: rbac_subnetpool.py {{(pid=93808) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 18:08:08.552935 n-d-800634-3 neutron-server[93808]: DEBUG neutron.api.extensions [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=93808) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 18:08:08.553448 n-d-800634-3 neutron-server[93808]: INFO neutron.api.extensions [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Loaded extension: rbac-subnetpool Jul 14 18:08:08.554058 n-d-800634-3 neutron-server[93808]: DEBUG neutron.api.extensions [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Loading extension file: revisionifmatch.py {{(pid=93808) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 18:08:08.554979 n-d-800634-3 neutron-server[93808]: DEBUG neutron.api.extensions [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=93808) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 18:08:08.555488 n-d-800634-3 neutron-server[93808]: INFO neutron.api.extensions [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Loaded extension: revision-if-match Jul 14 18:08:08.555816 n-d-800634-3 neutron-server[93808]: DEBUG neutron.api.extensions [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Loading extension file: revisions.py {{(pid=93808) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 18:08:08.556946 n-d-800634-3 neutron-server[93808]: DEBUG neutron.api.extensions [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=93808) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 18:08:08.557460 n-d-800634-3 neutron-server[93808]: INFO neutron.api.extensions [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Loaded extension: standard-attr-revisions Jul 14 18:08:08.557787 n-d-800634-3 neutron-server[93808]: DEBUG neutron.api.extensions [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Loading extension file: router_availability_zone.py {{(pid=93808) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 18:08:08.558463 n-d-800634-3 neutron-server[93808]: DEBUG neutron.api.extensions [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=93808) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 18:08:08.558975 n-d-800634-3 neutron-server[93808]: INFO neutron.api.extensions [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Loaded extension: router_availability_zone Jul 14 18:08:08.559302 n-d-800634-3 neutron-server[93808]: DEBUG neutron.api.extensions [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Loading extension file: routerservicetype.py {{(pid=93808) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 18:08:08.560252 n-d-800634-3 neutron-server[93808]: DEBUG neutron.api.extensions [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=93808) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 18:08:08.560760 n-d-800634-3 neutron-server[93808]: INFO neutron.api.extensions [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Extension router-service-type not supported by any of loaded plugins Jul 14 18:08:08.561086 n-d-800634-3 neutron-server[93808]: DEBUG neutron.api.extensions [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=93808) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 18:08:08.562000 n-d-800634-3 neutron-server[93808]: DEBUG neutron.api.extensions [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=93808) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 18:08:08.562508 n-d-800634-3 neutron-server[93808]: INFO neutron.api.extensions [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Loaded extension: security-groups-normalized-cidr Jul 14 18:08:08.562835 n-d-800634-3 neutron-server[93808]: DEBUG neutron.api.extensions [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Loading extension file: security_groups_port_filtering.py {{(pid=93808) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 18:08:08.563755 n-d-800634-3 neutron-server[93808]: DEBUG neutron.api.extensions [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=93808) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 18:08:08.564290 n-d-800634-3 neutron-server[93808]: INFO neutron.api.extensions [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Loaded extension: port-security-groups-filtering Jul 14 18:08:08.564616 n-d-800634-3 neutron-server[93808]: DEBUG neutron.api.extensions [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=93808) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 18:08:08.565527 n-d-800634-3 neutron-server[93808]: DEBUG neutron.api.extensions [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=93808) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 18:08:08.566034 n-d-800634-3 neutron-server[93808]: INFO neutron.api.extensions [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Loaded extension: security-groups-remote-address-group Jul 14 18:08:08.566359 n-d-800634-3 neutron-server[93808]: DEBUG neutron.api.extensions [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Loading extension file: securitygroup.py {{(pid=93808) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 18:08:08.576358 n-d-800634-3 neutron-server[93808]: DEBUG neutron.api.extensions [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=93808) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 18:08:08.576885 n-d-800634-3 neutron-server[93808]: INFO neutron.api.extensions [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Loaded extension: security-group Jul 14 18:08:08.577218 n-d-800634-3 neutron-server[93808]: DEBUG neutron.api.extensions [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Loading extension file: segment.py {{(pid=93808) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 18:08:08.578007 n-d-800634-3 neutron-server[93808]: DEBUG neutron.api.extensions [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=93808) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 18:08:08.578523 n-d-800634-3 neutron-server[93808]: INFO neutron.api.extensions [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Extension segment not supported by any of loaded plugins Jul 14 18:08:08.578849 n-d-800634-3 neutron-server[93808]: DEBUG neutron.api.extensions [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=93808) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 18:08:08.579781 n-d-800634-3 neutron-server[93808]: DEBUG neutron.api.extensions [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=93808) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 18:08:08.580338 n-d-800634-3 neutron-server[93808]: INFO neutron.api.extensions [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jul 14 18:08:08.580667 n-d-800634-3 neutron-server[93808]: DEBUG neutron.api.extensions [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Loading extension file: servicetype.py {{(pid=93808) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 18:08:08.581773 n-d-800634-3 neutron-server[93808]: DEBUG neutron.api.extensions [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=93808) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 18:08:08.582299 n-d-800634-3 neutron-server[93808]: INFO neutron.api.extensions [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Loaded extension: service-type Jul 14 18:08:08.582630 n-d-800634-3 neutron-server[93808]: DEBUG neutron.api.extensions [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Loading extension file: sorting.py {{(pid=93808) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 18:08:08.583609 n-d-800634-3 neutron-server[93808]: DEBUG neutron.api.extensions [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93808) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 18:08:08.583944 n-d-800634-3 neutron-server[93808]: INFO neutron.api.extensions [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Loaded extension: sorting Jul 14 18:08:08.584306 n-d-800634-3 neutron-server[93808]: DEBUG neutron.api.extensions [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Loading extension file: standard_attr_segment.py {{(pid=93808) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 18:08:08.585861 n-d-800634-3 neutron-server[93808]: DEBUG neutron.api.extensions [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93808) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 18:08:08.586380 n-d-800634-3 neutron-server[93808]: INFO neutron.api.extensions [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Extension standard-attr-segment not supported by any of loaded plugins Jul 14 18:08:08.586705 n-d-800634-3 neutron-server[93808]: DEBUG neutron.api.extensions [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Loading extension file: standardattrdescription.py {{(pid=93808) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 18:08:08.587359 n-d-800634-3 neutron-server[93808]: DEBUG neutron.api.extensions [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=93808) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 18:08:08.587873 n-d-800634-3 neutron-server[93808]: INFO neutron.api.extensions [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Loaded extension: standard-attr-description Jul 14 18:08:08.588226 n-d-800634-3 neutron-server[93808]: DEBUG neutron.api.extensions [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Loading extension file: stateful_security_group.py {{(pid=93808) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 18:08:08.589162 n-d-800634-3 neutron-server[93808]: DEBUG neutron.api.extensions [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=93808) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 18:08:08.589677 n-d-800634-3 neutron-server[93808]: INFO neutron.api.extensions [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Loaded extension: stateful-security-group Jul 14 18:08:08.590004 n-d-800634-3 neutron-server[93808]: DEBUG neutron.api.extensions [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Loading extension file: stdattrs_common.py {{(pid=93808) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 18:08:08.590590 n-d-800634-3 neutron-server[93808]: WARNING neutron.api.extensions [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jul 14 18:08:08.590912 n-d-800634-3 neutron-server[93808]: DEBUG neutron.api.extensions [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=93808) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 18:08:08.591841 n-d-800634-3 neutron-server[93808]: DEBUG neutron.api.extensions [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=93808) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 18:08:08.592393 n-d-800634-3 neutron-server[93808]: INFO neutron.api.extensions [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jul 14 18:08:08.592718 n-d-800634-3 neutron-server[93808]: DEBUG neutron.api.extensions [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Loading extension file: subnet_onboard.py {{(pid=93808) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 18:08:08.593783 n-d-800634-3 neutron-server[93808]: DEBUG neutron.api.extensions [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=93808) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 18:08:08.594300 n-d-800634-3 neutron-server[93808]: INFO neutron.api.extensions [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Loaded extension: subnet_onboard Jul 14 18:08:08.594624 n-d-800634-3 neutron-server[93808]: DEBUG neutron.api.extensions [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=93808) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 18:08:08.595550 n-d-800634-3 neutron-server[93808]: DEBUG neutron.api.extensions [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=93808) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 18:08:08.596056 n-d-800634-3 neutron-server[93808]: INFO neutron.api.extensions [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jul 14 18:08:08.596405 n-d-800634-3 neutron-server[93808]: DEBUG neutron.api.extensions [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Loading extension file: subnet_service_types.py {{(pid=93808) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 18:08:08.597333 n-d-800634-3 neutron-server[93808]: DEBUG neutron.api.extensions [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=93808) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 18:08:08.597844 n-d-800634-3 neutron-server[93808]: INFO neutron.api.extensions [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Loaded extension: subnet-service-types Jul 14 18:08:08.598169 n-d-800634-3 neutron-server[93808]: DEBUG neutron.api.extensions [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Loading extension file: subnetallocation.py {{(pid=93808) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 18:08:08.599243 n-d-800634-3 neutron-server[93808]: DEBUG neutron.api.extensions [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=93808) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 18:08:08.599753 n-d-800634-3 neutron-server[93808]: INFO neutron.api.extensions [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Loaded extension: subnet_allocation Jul 14 18:08:08.600087 n-d-800634-3 neutron-server[93808]: DEBUG neutron.api.extensions [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=93808) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 18:08:08.600801 n-d-800634-3 neutron-server[93808]: DEBUG neutron.api.extensions [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=93808) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 18:08:08.601312 n-d-800634-3 neutron-server[93808]: INFO neutron.api.extensions [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Loaded extension: subnetpool-prefix-ops Jul 14 18:08:08.601637 n-d-800634-3 neutron-server[93808]: DEBUG neutron.api.extensions [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=93808) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 18:08:08.602558 n-d-800634-3 neutron-server[93808]: DEBUG neutron.api.extensions [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=93808) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 18:08:08.603067 n-d-800634-3 neutron-server[93808]: INFO neutron.api.extensions [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jul 14 18:08:08.603393 n-d-800634-3 neutron-server[93808]: DEBUG neutron.api.extensions [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Loading extension file: tagging.py {{(pid=93808) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 18:08:08.604477 n-d-800634-3 neutron-server[93808]: DEBUG neutron.api.extensions [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=93808) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 18:08:08.604991 n-d-800634-3 neutron-server[93808]: INFO neutron.api.extensions [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Loaded extension: standard-attr-tag Jul 14 18:08:08.605319 n-d-800634-3 neutron-server[93808]: DEBUG neutron.api.extensions [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Loading extension file: timestamp.py {{(pid=93808) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 18:08:08.606516 n-d-800634-3 neutron-server[93808]: DEBUG neutron.api.extensions [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=93808) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 18:08:08.607037 n-d-800634-3 neutron-server[93808]: INFO neutron.api.extensions [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Loaded extension: standard-attr-timestamp Jul 14 18:08:08.607367 n-d-800634-3 neutron-server[93808]: DEBUG neutron.api.extensions [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Loading extension file: trunk.py {{(pid=93808) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 18:08:08.608428 n-d-800634-3 neutron-server[93808]: DEBUG neutron.api.extensions [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=93808) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 18:08:08.608942 n-d-800634-3 neutron-server[93808]: INFO neutron.api.extensions [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Extension trunk not supported by any of loaded plugins Jul 14 18:08:08.609273 n-d-800634-3 neutron-server[93808]: DEBUG neutron.api.extensions [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Loading extension file: trunk_details.py {{(pid=93808) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 18:08:08.610215 n-d-800634-3 neutron-server[93808]: DEBUG neutron.api.extensions [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=93808) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 18:08:08.610711 n-d-800634-3 neutron-server[93808]: INFO neutron.api.extensions [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Extension trunk-details not supported by any of loaded plugins Jul 14 18:08:08.611041 n-d-800634-3 neutron-server[93808]: DEBUG neutron.api.extensions [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Loading extension file: uplink_status_propagation.py {{(pid=93808) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 18:08:08.611962 n-d-800634-3 neutron-server[93808]: DEBUG neutron.api.extensions [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=93808) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 18:08:08.612516 n-d-800634-3 neutron-server[93808]: INFO neutron.api.extensions [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jul 14 18:08:08.612842 n-d-800634-3 neutron-server[93808]: DEBUG neutron.api.extensions [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Loading extension file: vlantransparent.py {{(pid=93808) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 18:08:08.613509 n-d-800634-3 neutron-server[93808]: DEBUG neutron.api.extensions [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=93808) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 18:08:08.614018 n-d-800634-3 neutron-server[93808]: INFO neutron.api.extensions [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Extension vlan-transparent not supported by any of loaded plugins Jul 14 18:08:08.616524 n-d-800634-3 neutron-server[93808]: INFO neutron.quota.resource_registry [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Creating instance of TrackedResource for resource:network Jul 14 18:08:08.617048 n-d-800634-3 neutron-server[93808]: INFO neutron.quota.resource_registry [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Creating instance of TrackedResource for resource:subnet Jul 14 18:08:08.617447 n-d-800634-3 neutron-server[93808]: INFO neutron.quota.resource_registry [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Creating instance of TrackedResource for resource:subnetpool Jul 14 18:08:08.617837 n-d-800634-3 neutron-server[93808]: INFO neutron.quota.resource_registry [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Creating instance of TrackedResource for resource:port Jul 14 18:08:08.619067 n-d-800634-3 neutron-server[93808]: DEBUG neutron.api.v2.resource_helper [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93808) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 14 18:08:08.619513 n-d-800634-3 neutron-server[93808]: DEBUG neutron.api.v2.resource_helper [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Service FLAVORS assigned prefix: {{(pid=93808) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 14 18:08:08.620169 n-d-800634-3 neutron-server[93808]: DEBUG neutron.api.v2.resource_helper [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93808) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 14 18:08:08.620607 n-d-800634-3 neutron-server[93808]: DEBUG neutron.api.v2.resource_helper [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93808) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 14 18:08:08.620940 n-d-800634-3 neutron-server[93808]: INFO neutron.quota.resource_registry [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Creating instance of TrackedResource for resource:router Jul 14 18:08:08.621370 n-d-800634-3 neutron-server[93808]: INFO neutron.quota.resource_registry [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Creating instance of TrackedResource for resource:floatingip Jul 14 18:08:08.621863 n-d-800634-3 neutron-server[93808]: DEBUG neutron.api.v2.resource_helper [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Service METERING assigned prefix: /metering {{(pid=93808) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 14 18:08:08.623279 n-d-800634-3 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 18:08:08.623648 n-d-800634-3 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 18:08:08.624003 n-d-800634-3 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 18:08:08.625018 n-d-800634-3 neutron-server[93808]: INFO neutron.quota.resource_registry [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Creating instance of CountableResource for resource:rbac_policy Jul 14 18:08:08.625462 n-d-800634-3 neutron-server[93808]: INFO neutron.quota.resource_registry [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Creating instance of TrackedResource for resource:security_group Jul 14 18:08:08.625911 n-d-800634-3 neutron-server[93808]: INFO neutron.quota.resource_registry [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 14 18:08:08.626523 n-d-800634-3 neutron-server[93808]: DEBUG neutron.api.v2.resource_helper [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Service CORE assigned prefix: {{(pid=93808) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 14 18:08:08.626851 n-d-800634-3 neutron-server[93808]: INFO neutron.quota.resource_registry [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Creating instance of TrackedResource for resource:subnetpool Jul 14 18:08:08.627196 n-d-800634-3 neutron-server[93808]: WARNING neutron.quota.resource_registry [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] subnetpool is already registered Jul 14 18:08:08.627639 n-d-800634-3 neutron-server[93808]: DEBUG neutron.api.v2.resource_helper [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Service CORE assigned prefix: {{(pid=93808) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 14 18:08:08.627966 n-d-800634-3 neutron-server[93808]: INFO neutron.quota.resource_registry [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Creating instance of TrackedResource for resource:subnetpool Jul 14 18:08:08.628322 n-d-800634-3 neutron-server[93808]: WARNING neutron.quota.resource_registry [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] subnetpool is already registered Jul 14 18:08:08.630606 n-d-800634-3 neutron-server[93808]: DEBUG neutron.api.v2.resource_helper [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93808) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 14 18:08:08.631038 n-d-800634-3 neutron-server[93808]: DEBUG neutron.api.v2.resource_helper [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Service FLAVORS assigned prefix: {{(pid=93808) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 14 18:08:08.631630 n-d-800634-3 neutron-server[93808]: DEBUG neutron.api.v2.resource_helper [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93808) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 14 18:08:08.632594 n-d-800634-3 neutron-server[93808]: DEBUG neutron.api.v2.resource_helper [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93808) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 14 18:08:08.632933 n-d-800634-3 neutron-server[93808]: INFO neutron.quota.resource_registry [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Creating instance of TrackedResource for resource:router Jul 14 18:08:08.633276 n-d-800634-3 neutron-server[93808]: WARNING neutron.quota.resource_registry [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] router is already registered Jul 14 18:08:08.633691 n-d-800634-3 neutron-server[93808]: INFO neutron.quota.resource_registry [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Creating instance of TrackedResource for resource:floatingip Jul 14 18:08:08.634028 n-d-800634-3 neutron-server[93808]: WARNING neutron.quota.resource_registry [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] floatingip is already registered Jul 14 18:08:08.634483 n-d-800634-3 neutron-server[93808]: DEBUG neutron.api.v2.resource_helper [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Service METERING assigned prefix: /metering {{(pid=93808) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 14 18:08:08.635149 n-d-800634-3 neutron-server[93808]: INFO neutron.quota.resource_registry [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Creating instance of CountableResource for resource:rbac_policy Jul 14 18:08:08.635476 n-d-800634-3 neutron-server[93808]: WARNING neutron.quota.resource_registry [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] rbac_policy is already registered Jul 14 18:08:08.635887 n-d-800634-3 neutron-server[93808]: INFO neutron.quota.resource_registry [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Creating instance of TrackedResource for resource:security_group Jul 14 18:08:08.636249 n-d-800634-3 neutron-server[93808]: WARNING neutron.quota.resource_registry [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] security_group is already registered Jul 14 18:08:08.636653 n-d-800634-3 neutron-server[93808]: INFO neutron.quota.resource_registry [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 14 18:08:08.636984 n-d-800634-3 neutron-server[93808]: WARNING neutron.quota.resource_registry [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] security_group_rule is already registered Jul 14 18:08:08.637612 n-d-800634-3 neutron-server[93808]: DEBUG neutron.api.v2.resource_helper [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Service CORE assigned prefix: {{(pid=93808) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 14 18:08:08.637942 n-d-800634-3 neutron-server[93808]: INFO neutron.quota.resource_registry [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Creating instance of TrackedResource for resource:subnetpool Jul 14 18:08:08.638276 n-d-800634-3 neutron-server[93808]: WARNING neutron.quota.resource_registry [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] subnetpool is already registered Jul 14 18:08:08.638692 n-d-800634-3 neutron-server[93808]: DEBUG neutron.api.v2.resource_helper [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Service CORE assigned prefix: {{(pid=93808) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 14 18:08:08.639015 n-d-800634-3 neutron-server[93808]: INFO neutron.quota.resource_registry [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Creating instance of TrackedResource for resource:subnetpool Jul 14 18:08:08.639347 n-d-800634-3 neutron-server[93808]: WARNING neutron.quota.resource_registry [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] subnetpool is already registered Jul 14 18:08:08.639812 n-d-800634-3 neutron-server[93808]: DEBUG neutron.api.extensions [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Extended resource: extensions {{(pid=93808) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 18:08:08.641303 n-d-800634-3 neutron-server[93808]: DEBUG neutron.api.extensions [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Extended resource: address-groups {{(pid=93808) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 18:08:08.642788 n-d-800634-3 neutron-server[93808]: DEBUG neutron.api.extensions [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Extended resource: address-scopes {{(pid=93808) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 18:08:08.644099 n-d-800634-3 neutron-server[93808]: DEBUG neutron.api.extensions [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Extended resource: agents {{(pid=93808) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 18:08:08.645283 n-d-800634-3 neutron-server[93808]: DEBUG neutron.api.extensions [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Extended resource: auto-allocated-topology {{(pid=93808) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 18:08:08.646533 n-d-800634-3 neutron-server[93808]: DEBUG neutron.api.extensions [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Extended resource: availability_zones {{(pid=93808) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 18:08:08.648359 n-d-800634-3 neutron-server[93808]: DEBUG neutron.api.extensions [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Extended resource: dhcp-networks {{(pid=93808) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 18:08:08.650029 n-d-800634-3 neutron-server[93808]: DEBUG neutron.api.extensions [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Extended resource: dhcp-agents {{(pid=93808) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 18:08:08.651474 n-d-800634-3 neutron-server[93808]: DEBUG neutron.api.extensions [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Extended resource: routers {{(pid=93808) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 18:08:08.653255 n-d-800634-3 neutron-server[93808]: DEBUG neutron.api.extensions [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Extended resource: flavors {{(pid=93808) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 18:08:08.655378 n-d-800634-3 neutron-server[93808]: DEBUG neutron.api.extensions [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Extended resource: service_profiles {{(pid=93808) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 18:08:08.656618 n-d-800634-3 neutron-server[93808]: DEBUG neutron.api.extensions [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Extended resource: next_providers {{(pid=93808) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 18:08:08.658095 n-d-800634-3 neutron-server[93808]: DEBUG neutron.api.extensions [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Extended resource: service_profiles {{(pid=93808) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 18:08:08.659622 n-d-800634-3 neutron-server[93808]: DEBUG neutron.api.extensions [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Extended resource: floatingip-pools {{(pid=93808) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 18:08:08.660904 n-d-800634-3 neutron-server[93808]: DEBUG neutron.api.extensions [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Extended resource: routers {{(pid=93808) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 18:08:08.662603 n-d-800634-3 neutron-server[93808]: DEBUG neutron.api.extensions [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Extended resource: floatingips {{(pid=93808) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 18:08:08.664098 n-d-800634-3 neutron-server[93808]: DEBUG neutron.api.extensions [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Extended resource: l3-routers {{(pid=93808) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 18:08:08.665506 n-d-800634-3 neutron-server[93808]: DEBUG neutron.api.extensions [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Extended resource: l3-agents {{(pid=93808) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 18:08:08.666925 n-d-800634-3 neutron-server[93808]: DEBUG neutron.api.extensions [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Extended resource: metering-labels {{(pid=93808) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 18:08:08.668208 n-d-800634-3 neutron-server[93808]: DEBUG neutron.api.extensions [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Extended resource: metering-label-rules {{(pid=93808) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 18:08:08.669589 n-d-800634-3 neutron-server[93808]: DEBUG neutron.api.extensions [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Extended resource: network-ip-availabilities {{(pid=93808) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 18:08:08.670863 n-d-800634-3 neutron-server[93808]: DEBUG neutron.api.extensions [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Extended resource: bindings {{(pid=93808) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 18:08:08.672440 n-d-800634-3 neutron-server[93808]: DEBUG neutron.api.extensions [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Extended resource: quotas {{(pid=93808) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 18:08:08.673970 n-d-800634-3 neutron-server[93808]: DEBUG neutron.api.extensions [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Extended resource: quotas {{(pid=93808) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 18:08:08.675398 n-d-800634-3 neutron-server[93808]: DEBUG neutron.api.extensions [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Extended resource: rbac-policies {{(pid=93808) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 18:08:08.676627 n-d-800634-3 neutron-server[93808]: DEBUG neutron.api.extensions [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Extended resource: security-groups {{(pid=93808) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 18:08:08.677923 n-d-800634-3 neutron-server[93808]: DEBUG neutron.api.extensions [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Extended resource: security-group-rules {{(pid=93808) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 18:08:08.679457 n-d-800634-3 neutron-server[93808]: DEBUG neutron.api.extensions [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Extended resource: service-providers {{(pid=93808) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 18:08:08.680733 n-d-800634-3 neutron-server[93808]: DEBUG neutron.api.extensions [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Extended resource: subnetpools {{(pid=93808) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 18:08:08.682061 n-d-800634-3 neutron-server[93808]: DEBUG neutron.api.extensions [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Extended resource: subnetpools {{(pid=93808) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 18:08:08.683624 n-d-800634-3 neutron-server[93808]: DEBUG neutron.api.extensions [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Extended resource: tags {{(pid=93808) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 18:08:08.685321 n-d-800634-3 neutron-server[93808]: DEBUG neutron.api.extensions [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Extended resource: tags {{(pid=93808) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 18:08:08.687183 n-d-800634-3 neutron-server[93808]: DEBUG neutron.api.extensions [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Extended resource: tags {{(pid=93808) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 18:08:08.689035 n-d-800634-3 neutron-server[93808]: DEBUG neutron.api.extensions [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Extended resource: tags {{(pid=93808) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 18:08:08.690732 n-d-800634-3 neutron-server[93808]: DEBUG neutron.api.extensions [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Extended resource: tags {{(pid=93808) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 18:08:08.692715 n-d-800634-3 neutron-server[93808]: DEBUG neutron.api.extensions [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Extended resource: tags {{(pid=93808) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 18:08:08.694409 n-d-800634-3 neutron-server[93808]: DEBUG neutron.api.extensions [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Extended resource: tags {{(pid=93808) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 18:08:08.696756 n-d-800634-3 neutron-server[93808]: DEBUG neutron.api.extensions [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Extended resource: tags {{(pid=93808) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 18:08:08.698619 n-d-800634-3 neutron-server[93808]: DEBUG neutron.api.extensions [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Extended resource: tags {{(pid=93808) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 18:08:08.700392 n-d-800634-3 neutron-server[93808]: DEBUG neutron.api.extensions [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Extended resource: tags {{(pid=93808) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 18:08:08.706325 n-d-800634-3 neutron-server[93808]: WARNING keystonemiddleware.auth_token [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jul 14 18:08:08.711436 n-d-800634-3 neutron-server[93808]: WARNING keystonemiddleware.auth_token [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jul 14 18:08:08.719743 n-d-800634-3 neutron-server[93808]: DEBUG oslo_concurrency.lockutils [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Acquired lock "singleton_lock" {{(pid=93808) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jul 14 18:08:08.720194 n-d-800634-3 neutron-server[93808]: DEBUG oslo_concurrency.lockutils [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Releasing lock "singleton_lock" {{(pid=93808) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jul 14 18:08:08.720842 n-d-800634-3 neutron-server[93808]: INFO oslo_service.service [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Starting 2 workers Jul 14 18:08:08.725645 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Started child 93915 {{(pid=93808) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 14 18:08:08.730108 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Started child 93916 {{(pid=93808) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 14 18:08:08.731011 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:08:08.731670 n-d-800634-3 neutron-server[93808]: INFO neutron.service [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Neutron service started, listening on 0.0.0.0:9696 Jul 14 18:08:08.732370 n-d-800634-3 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Notify callbacks [] for process, before_spawn {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:08:08.732617 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [-] (93915) wsgi starting up on http://0.0.0.0:9696 Jul 14 18:08:08.734838 n-d-800634-3 neutron-server[93808]: INFO oslo_service.service [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Starting 1 workers Jul 14 18:08:08.735000 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:08:08.736527 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [-] (93916) wsgi starting up on http://0.0.0.0:9696 Jul 14 18:08:08.740005 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Started child 93917 {{(pid=93808) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 14 18:08:08.740564 n-d-800634-3 neutron-server[93808]: INFO oslo_service.service [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Starting 1 workers Jul 14 18:08:08.743565 n-d-800634-3 neutron-server[93917]: DEBUG neutron.service [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] calling RpcWorker wait() {{(pid=93917) _wait /opt/stack/neutron/neutron/service.py:128}} Jul 14 18:08:08.744097 n-d-800634-3 neutron-server[93917]: DEBUG neutron.service [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] returning from RpcWorker wait() {{(pid=93917) _wait /opt/stack/neutron/neutron/service.py:135}} Jul 14 18:08:08.745074 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Started child 93918 {{(pid=93808) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 14 18:08:08.745324 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:08:08.745760 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:08:08.745913 n-d-800634-3 neutron-server[93808]: DEBUG neutron_lib.callbacks.manager [None req-6b55140d-bb30-4d84-a186-54bb94b5a0c0 None None] Notify callbacks [] for process, after_spawn {{(pid=93808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:08:08.747671 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93808) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 14 18:08:08.747886 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 14 18:08:08.748077 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 14 18:08:08.748327 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 14 18:08:08.748969 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 14 18:08:08.748969 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 14 18:08:08.749366 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 18:08:08.749636 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 18:08:08.749942 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 18:08:08.750184 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 18:08:08.750421 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 18:08:08.750525 n-d-800634-3 neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:08:08.751046 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 18:08:08.751308 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 18:08:08.751568 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 18:08:08.751845 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 18:08:08.752079 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 18:08:08.752279 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 18:08:08.752439 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 18:08:08.752706 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 18:08:08.752935 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 18:08:08.753220 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 18:08:08.753480 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 18:08:08.753724 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 18:08:08.754002 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 18:08:08.754171 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 18:08:08.754428 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 18:08:08.754700 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 18:08:08.754946 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 18:08:08.755212 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] debug = True {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 18:08:08.755452 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 18:08:08.755920 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 18:08:08.756197 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 18:08:08.756456 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 18:08:08.756691 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 18:08:08.757503 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 18:08:08.757753 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 18:08:08.758034 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 18:08:08.758266 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 18:08:08.758510 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 18:08:08.758763 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 18:08:08.759026 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 18:08:08.759258 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 18:08:08.759560 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 18:08:08.759748 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 18:08:08.759962 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 18:08:08.760295 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 18:08:08.760676 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] host = n-d-800634-3 {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 18:08:08.760911 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 18:08:08.761145 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 18:08:08.761402 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 18:08:08.761646 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 18:08:08.761903 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 18:08:08.762148 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 18:08:08.762415 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 18:08:08.762664 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 18:08:08.762940 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 18:08:08.763162 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 18:08:08.763425 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 18:08:08.763665 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 18:08:08.763900 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 18:08:08.764155 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] log_file = None {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 18:08:08.764321 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] log_options = True {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 18:08:08.764545 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 18:08:08.764799 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 18:08:08.765065 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 18:08:08.765253 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 18:08:08.765414 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 18:08:08.765591 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 18:08:08.765838 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 18:08:08.765998 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 18:08:08.766244 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 18:08:08.766463 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 18:08:08.766695 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 18:08:08.766907 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 18:08:08.767118 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 18:08:08.767335 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 18:08:08.767623 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 18:08:08.767815 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 18:08:08.768031 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 18:08:08.768270 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 18:08:08.768528 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 18:08:08.768757 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 18:08:08.768984 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 18:08:08.769217 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 18:08:08.769464 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 18:08:08.769682 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 18:08:08.769918 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 18:08:08.770150 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 18:08:08.770415 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 18:08:08.770632 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 18:08:08.770845 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 18:08:08.771115 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 18:08:08.771336 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 18:08:08.771578 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 18:08:08.771822 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 18:08:08.772062 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 18:08:08.772330 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 18:08:08.772629 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 18:08:08.773373 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 18:08:08.773639 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 18:08:08.773872 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 18:08:08.774124 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 18:08:08.774371 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 18:08:08.774607 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 18:08:08.774870 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 18:08:08.775101 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 18:08:08.775335 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 18:08:08.775565 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] use_json = False {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 18:08:08.775778 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 18:08:08.776013 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 18:08:08.776301 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 18:08:08.776518 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 18:08:08.776752 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 18:08:08.776966 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 18:08:08.777198 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 18:08:08.777461 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 18:08:08.777870 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.778800 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.780384 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.780639 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.780948 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.781179 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.781440 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.781707 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.781988 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.782842 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.782842 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.782842 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.783794 n-d-800634-3 neutron-server[93918]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:08:08.784544 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.784544 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.784544 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.784544 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.784544 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.784544 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.785267 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.785267 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.785267 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.787464 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.787464 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.787464 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.787464 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.16/identity {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.787464 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.787464 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.787464 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.787464 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.788108 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.788108 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.788108 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.788108 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.788481 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.788630 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.788857 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.789108 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.789328 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.789566 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.790103 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.790396 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.790640 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.790879 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.791117 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.791338 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.791553 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.791770 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.792019 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.792261 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.792524 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.792791 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.793035 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.793371 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.793500 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.793955 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.793955 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.794800 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.794800 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.794800 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.794800 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.795146 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.795228 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.795449 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.795799 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.795904 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.796137 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.796388 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.796615 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.796838 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.797063 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.797293 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.797580 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.797710 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.797919 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.798138 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.798354 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.798572 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.798783 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.798998 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.799582 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.799582 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.799765 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.799856 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.800060 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.800351 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.801396 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.801396 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.801396 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.801396 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.801720 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.801816 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.802093 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.802633 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.802903 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.803149 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.803775 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.804033 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.804511 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.804931 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.805472 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.805472 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.805699 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.806287 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.806287 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.806457 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.807493 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.807493 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.807493 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.807493 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.807844 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.808438 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.808438 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.808685 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.808886 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.809220 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.809410 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.809688 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.809958 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.810226 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.810483 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.810793 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.811024 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.811220 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.811472 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.811702 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.811937 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.812185 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.812561 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.812718 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.812938 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.813184 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.813416 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.813717 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.813945 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.814159 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.814553 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.815040 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.815445 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.815690 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.815960 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.816236 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.816472 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.816738 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.816996 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.16/identity {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.817217 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.817437 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.817672 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.817915 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.818145 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.818361 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.818607 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.818846 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.819059 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.819294 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.820020 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.820267 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.820520 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.820779 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.820973 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.821220 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.821577 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.821969 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.822211 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.822433 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.822655 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.822876 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.823097 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.823352 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.823576 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.823861 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.824310 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.824910 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.825309 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.825570 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.825811 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.826035 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.826290 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.826519 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.826738 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.826960 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.827185 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.827402 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.827667 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.827879 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.828111 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.828385 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.828624 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.828945 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.829185 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.829419 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.829794 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.830018 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.830274 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.830520 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.830740 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.830964 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.831182 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.831556 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.831971 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.832244 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.832473 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.832682 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.833046 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.833412 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.833641 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.833879 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.834177 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.834442 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.834675 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.834940 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.835724 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.835969 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.837932 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.837932 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.837932 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.837932 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.837932 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.837932 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.837932 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.837932 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.838458 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.838458 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.838458 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.838654 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.838806 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.839180 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.839400 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.839623 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.839841 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.840053 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.840303 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.840572 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.840785 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.841010 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.841266 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.841433 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.841748 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.842004 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.842241 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.842534 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.842769 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.843018 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.843248 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.843561 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.843780 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.844020 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.844262 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.844477 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.844696 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.844963 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.845281 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.845577 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.845846 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.846082 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.846349 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.846626 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.846909 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.847125 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.847395 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.847764 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.848043 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.848328 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.848572 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.848833 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.849055 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.849294 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.849529 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.849767 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.850041 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.850268 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.850497 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.850779 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.851015 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.851241 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.851458 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.851704 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.851938 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.852178 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.852422 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.852582 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 14 18:08:08.853102 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93808) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 14 18:08:08.853262 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 14 18:08:08.853415 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 14 18:08:08.853604 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 14 18:08:08.853772 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 14 18:08:08.853924 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 14 18:08:08.854134 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 18:08:08.854296 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 18:08:08.854457 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 18:08:08.854618 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 18:08:08.854776 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 18:08:08.854956 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 18:08:08.855118 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 18:08:08.855279 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 18:08:08.855436 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 18:08:08.855596 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 18:08:08.855756 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 18:08:08.855914 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 18:08:08.856072 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 18:08:08.856255 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 18:08:08.856416 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 18:08:08.856576 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 18:08:08.856739 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 18:08:08.856897 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 18:08:08.857060 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 18:08:08.857218 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 18:08:08.857376 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 18:08:08.857535 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 18:08:08.857693 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] debug = True {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 18:08:08.857851 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 18:08:08.858065 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 18:08:08.858230 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 18:08:08.858388 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 18:08:08.858547 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 18:08:08.858706 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 18:08:08.858865 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 18:08:08.859028 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 18:08:08.859173 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 18:08:08.859331 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 18:08:08.859490 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 18:08:08.860154 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 18:08:08.860154 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 18:08:08.860154 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 18:08:08.860154 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 18:08:08.860553 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 18:08:08.860553 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 18:08:08.860553 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] host = n-d-800634-3 {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 18:08:08.860772 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 18:08:08.860855 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 18:08:08.861004 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 18:08:08.861163 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 18:08:08.861321 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 18:08:08.861516 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 18:08:08.861617 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 18:08:08.861785 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 18:08:08.861942 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 18:08:08.862097 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 18:08:08.862232 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 18:08:08.862393 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 18:08:08.862551 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 18:08:08.862710 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] log_file = None {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 18:08:08.862869 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] log_options = True {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 18:08:08.863027 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 18:08:08.863186 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 18:08:08.863345 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 18:08:08.863528 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 18:08:08.863692 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 18:08:08.863852 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 18:08:08.864037 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 18:08:08.864195 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 18:08:08.864355 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 18:08:08.864513 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 18:08:08.864671 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 18:08:08.864828 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 18:08:08.864987 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 18:08:08.865146 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 18:08:08.865306 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 18:08:08.865464 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 18:08:08.865622 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 18:08:08.865782 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 18:08:08.865942 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 18:08:08.866101 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 18:08:08.866260 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 18:08:08.866928 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 18:08:08.867092 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 18:08:08.867251 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 18:08:08.867408 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 18:08:08.867567 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 18:08:08.867724 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 18:08:08.867881 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 18:08:08.868038 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 18:08:08.868218 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 18:08:08.868377 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 18:08:08.868535 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 18:08:08.868692 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 18:08:08.868850 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 18:08:08.869007 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 18:08:08.869166 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 18:08:08.869323 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 18:08:08.869486 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 18:08:08.869645 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 18:08:08.869803 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 18:08:08.869961 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 18:08:08.870124 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 18:08:08.870285 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 18:08:08.870442 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 18:08:08.870599 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 18:08:08.870757 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] use_json = False {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 18:08:08.871085 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 18:08:08.871244 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 18:08:08.871405 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 18:08:08.871630 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 18:08:08.871730 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 18:08:08.871867 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 18:08:08.872059 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 18:08:08.872244 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 18:08:08.872422 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.872587 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.872759 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.872921 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.873083 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.873244 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.873406 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.873568 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.873730 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.873892 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.874061 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.874224 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.874398 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.874562 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.874735 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.874891 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.875036 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.875200 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.875362 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.875508 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.875673 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.875833 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.876009 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.876193 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.876357 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.16/identity {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.876518 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.876680 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.876841 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.877008 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.877231 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.877400 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.877563 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.877727 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.877887 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.878048 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.878209 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.878370 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.878534 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.878695 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.878857 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.879018 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.879179 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.879341 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.879503 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.879665 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.879828 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.879990 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.880170 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.880333 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.880493 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.880668 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.880833 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.880980 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.881145 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.881306 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.881469 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.881631 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.881794 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.882028 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.882196 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.882358 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.882533 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.882695 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.882857 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.883018 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.883107 n-d-800634-3 neutron-server[93917]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:08:08.883190 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.883330 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.883493 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.883655 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.883816 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.883977 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.884155 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.884320 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.884481 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.884642 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.884804 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.884978 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.885131 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.885287 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.885428 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.885577 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.885725 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.885888 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.886049 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.886220 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.886397 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.886560 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.886721 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.886882 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.887048 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.887208 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.887365 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.887517 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.887666 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.887827 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.887982 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.888152 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.888314 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.888476 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.888636 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.888796 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.888956 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.889117 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.889278 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.889438 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.889598 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.889759 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.889920 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.890079 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.890239 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.890398 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.890569 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.890729 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.890892 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.891052 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.891220 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.891391 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.891554 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.891715 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.891887 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.892025 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.892210 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.892375 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.892535 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.892698 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.892858 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.893020 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.893188 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.893358 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.893520 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.893680 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.893841 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.894026 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.894190 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.894351 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.894513 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.894674 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.894834 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.894995 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.895157 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.895318 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.895480 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.895641 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.895813 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.16/identity {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.895964 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.896140 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.896304 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.896466 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.896629 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.896791 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.896950 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.897121 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.897283 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.897444 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.898115 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.898279 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.898440 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.898604 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.898766 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.898928 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.899090 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.899250 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.899411 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.899571 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.899732 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.899893 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.900053 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.900233 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.900395 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.900563 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.900708 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.900869 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.901030 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.901191 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.901353 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.901514 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.901678 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.901839 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.902024 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.902151 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.902316 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.902480 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.902640 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.902800 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.902962 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.903124 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.903336 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.903461 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.903622 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.903786 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.903949 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.904111 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.904359 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.904524 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.904685 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.904848 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.905010 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.905175 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.905339 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.905503 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.905687 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.905849 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.906013 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.906174 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.906336 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.906498 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.906671 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.906833 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.906994 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.907154 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.907315 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.907476 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.907650 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.907813 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.907973 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.908167 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.908323 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.908484 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.908656 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.908817 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.908978 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.909140 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.909301 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.909462 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.909632 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.909793 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.909954 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.910115 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.910276 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.910436 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.910607 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.910769 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.910930 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.911092 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.911252 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.911413 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.911582 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.911746 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.911907 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.912076 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.912258 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.912424 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.912588 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.912759 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.912921 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.913086 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.913318 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.913483 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.913644 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.913807 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.913973 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.914143 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.914310 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.914474 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.914643 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.914813 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.914981 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.915143 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.915310 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.915484 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.915645 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.915806 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.915966 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.916151 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.916307 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.916469 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.916630 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.916790 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.916950 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.917110 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.917271 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.917434 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.917599 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.917760 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.917921 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.918082 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.918242 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.918405 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.918566 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 18:08:08.918719 n-d-800634-3 neutron-server[93808]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 14 18:08:09.213176 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 48702) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:08:09.221595 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [-] 10.222.0.16 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0062048 Jul 14 18:08:20.354587 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e728e991-2e23-4e9c-94ee-69cab43b9f6e None None] get_active_networks_info from n-d-800634-3 {{(pid=93917) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 14 18:08:20.455277 n-d-800634-3 neutron-server[93917]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e728e991-2e23-4e9c-94ee-69cab43b9f6e None None] No non-hosted networks {{(pid=93917) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jul 14 18:08:20.462288 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-da0268a2-852d-4e41-be53-5f419502e230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-928805'] for agent, after_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:08:22.742581 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-19b23156-8548-43f2-8c06-23c89c12fdbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-928805'] for agent, after_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:08:22.779994 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-3ed0989f-103d-4fbf-8dbc-c791a8faebe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:08:23.143699 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-928805'] for agent, after_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:08:23.145357 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:08:23.146116 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:08:23.147587 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:08:23.148316 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:08:23.149865 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:08:23.150483 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:08:23.152015 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:08:23.152949 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:08:23.158486 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:08:23.158977 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:08:23.160945 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:08:23.162064 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:08:23.163815 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-800634-3', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:08:23.169986 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-800634-3', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:08:23.953598 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-574aeb93-9938-449c-8e6c-cb22c9b52cc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-928805'] for agent, after_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:08:25.609315 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-2f4e3af3-e708-4ffd-a544-82d93a489d01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-928805'] for agent, after_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:08:26.717552 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 48794) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:08:27.198090 n-d-800634-3 neutron-server[93916]: WARNING oslo_policy.policy [None req-62217bbd-587f-4d5c-b4ab-3b103dbd5c63 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 14 18:08:27.198671 n-d-800634-3 neutron-server[93916]: WARNING oslo_policy.policy [None req-62217bbd-587f-4d5c-b4ab-3b103dbd5c63 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 14 18:08:27.413641 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [None req-62217bbd-587f-4d5c-b4ab-3b103dbd5c63 admin admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=93916) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 18:08:27.414612 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-62217bbd-587f-4d5c-b4ab-3b103dbd5c63 admin admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.6961823 Jul 14 18:08:28.997753 n-d-800634-3 neutron-server[93917]: INFO neutron.db.l3_hamode_db [None req-6aeb45d9-f1ec-4664-8bec-61980564a466 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jul 14 18:08:29.072710 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aeb45d9-f1ec-4664-8bec-61980564a466 None None] Routers set() bound to L3 agent in host n-d-800634-3 {{(pid=93917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:08:29.073098 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aeb45d9-f1ec-4664-8bec-61980564a466 None None] Router IDs set() for agent in host n-d-800634-3 {{(pid=93917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 14 18:08:29.739453 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 48808) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:08:30.037283 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-fc8bf463-ff50-4521-826c-f919ffeed02b admin admin] Request body: {'subnetpool': {'is_default': True, 'prefixes': ['172.20.0.0/16'], 'shared': True, 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:08:30.129415 n-d-800634-3 neutron-server[93916]: DEBUG neutron.policy [None req-fc8bf463-ff50-4521-826c-f919ffeed02b admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93916) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 14 18:08:30.172961 n-d-800634-3 neutron-server[93916]: WARNING oslo_policy.policy [None req-fc8bf463-ff50-4521-826c-f919ffeed02b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 14 18:08:30.173333 n-d-800634-3 neutron-server[93916]: WARNING oslo_policy.policy [None req-fc8bf463-ff50-4521-826c-f919ffeed02b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 14 18:08:30.182419 n-d-800634-3 neutron-server[93916]: INFO neutron.quota [None req-fc8bf463-ff50-4521-826c-f919ffeed02b admin admin] Loaded quota_driver: . Jul 14 18:08:30.272896 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-fc8bf463-ff50-4521-826c-f919ffeed02b admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8728201749126', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8728201748561', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8728201743424', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8728201747086', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8728201739465', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8728201848419', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1645697', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1652425', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-586455', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1033278'] for rbac-policy, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:08:30.335678 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-fc8bf463-ff50-4521-826c-f919ffeed02b admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:08:30.336873 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-fc8bf463-ff50-4521-826c-f919ffeed02b admin admin] 10.222.0.16 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.5964892 Jul 14 18:08:32.867043 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 48820) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:08:33.148956 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-14aad1f3-857e-4847-bcb1-36f8f5f6c1cb admin admin] Request body: {'network': {'admin_state_up': True, 'tenant_id': 'fbaa86deccea4ddd9f1515db7d69c8a5', 'name': 'private', 'project_id': 'fbaa86deccea4ddd9f1515db7d69c8a5'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:08:33.176791 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14aad1f3-857e-4847-bcb1-36f8f5f6c1cb admin admin] Made reservation on behalf of fbaa86deccea4ddd9f1515db7d69c8a5 for: {'network': 1} {{(pid=93916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:08:33.179775 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-14aad1f3-857e-4847-bcb1-36f8f5f6c1cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for network, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:08:33.195734 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-14aad1f3-857e-4847-bcb1-36f8f5f6c1cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:08:33.315752 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-14aad1f3-857e-4847-bcb1-36f8f5f6c1cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:08:33.319604 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-14aad1f3-857e-4847-bcb1-36f8f5f6c1cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:08:33.339457 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14aad1f3-857e-4847-bcb1-36f8f5f6c1cb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 76} {{(pid=93916) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 18:08:33.367342 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-14aad1f3-857e-4847-bcb1-36f8f5f6c1cb admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8728202738652', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:08:33.367937 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-14aad1f3-857e-4847-bcb1-36f8f5f6c1cb admin admin] Unsubscribe: segment precommit_create {{(pid=93916) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 14 18:08:33.368490 n-d-800634-3 neutron-server[93916]: INFO neutron.db.segments_db [None req-14aad1f3-857e-4847-bcb1-36f8f5f6c1cb admin admin] Added segment c20e0195-e181-4ba1-8b8c-f0d0169951a0 of type vlan for network bf974d39-b7ff-4f73-abe3-0ed340fc886f Jul 14 18:08:33.385806 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14aad1f3-857e-4847-bcb1-36f8f5f6c1cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12acf09c-fe1c-4a7b-ab33-fc553683bf2c,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:08:33.434966 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14aad1f3-857e-4847-bcb1-36f8f5f6c1cb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:08:33.435310 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14aad1f3-857e-4847-bcb1-36f8f5f6c1cb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:08:33.435654 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14aad1f3-857e-4847-bcb1-36f8f5f6c1cb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:08:33.436301 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14aad1f3-857e-4847-bcb1-36f8f5f6c1cb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:08:33.436301 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14aad1f3-857e-4847-bcb1-36f8f5f6c1cb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:08:33.436641 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14aad1f3-857e-4847-bcb1-36f8f5f6c1cb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:08:33.436964 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14aad1f3-857e-4847-bcb1-36f8f5f6c1cb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:08:33.437284 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14aad1f3-857e-4847-bcb1-36f8f5f6c1cb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:08:33.437608 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14aad1f3-857e-4847-bcb1-36f8f5f6c1cb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:08:33.437923 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14aad1f3-857e-4847-bcb1-36f8f5f6c1cb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:08:33.438239 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14aad1f3-857e-4847-bcb1-36f8f5f6c1cb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:08:33.438552 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14aad1f3-857e-4847-bcb1-36f8f5f6c1cb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:08:33.439692 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14aad1f3-857e-4847-bcb1-36f8f5f6c1cb admin admin] Tracked resource versions report: Jul 14 18:08:33.439692 n-d-800634-3 neutron-server[93916]: pushed versions: Jul 14 18:08:33.439692 n-d-800634-3 neutron-server[93916]: { 'AddressGroup': {'1.2'}, Jul 14 18:08:33.439692 n-d-800634-3 neutron-server[93916]: 'ConntrackHelper': {'1.0'}, Jul 14 18:08:33.439692 n-d-800634-3 neutron-server[93916]: 'Log': {'1.0'}, Jul 14 18:08:33.439692 n-d-800634-3 neutron-server[93916]: 'Network': {'1.1'}, Jul 14 18:08:33.439692 n-d-800634-3 neutron-server[93916]: 'Port': {'1.7'}, Jul 14 18:08:33.439692 n-d-800634-3 neutron-server[93916]: 'PortForwarding': {'1.2'}, Jul 14 18:08:33.439692 n-d-800634-3 neutron-server[93916]: 'QosPolicy': {'1.8'}, Jul 14 18:08:33.439692 n-d-800634-3 neutron-server[93916]: 'SecurityGroup': {'1.4'}, Jul 14 18:08:33.439692 n-d-800634-3 neutron-server[93916]: 'SecurityGroupRule': {'1.2'}, Jul 14 18:08:33.439692 n-d-800634-3 neutron-server[93916]: 'SubPort': {'1.0'}, Jul 14 18:08:33.439692 n-d-800634-3 neutron-server[93916]: 'Subnet': {'1.1'}, Jul 14 18:08:33.439692 n-d-800634-3 neutron-server[93916]: 'Trunk': {'1.1'}} Jul 14 18:08:33.439692 n-d-800634-3 neutron-server[93916]: consumer versions: Jul 14 18:08:33.439692 n-d-800634-3 neutron-server[93916]: { DHCP agent@n-d-800634-3: {}, Jul 14 18:08:33.439692 n-d-800634-3 neutron-server[93916]: L3 agent@n-d-800634-3: {}, Jul 14 18:08:33.439692 n-d-800634-3 neutron-server[93916]: Metadata agent@n-d-800634-3: {}, Jul 14 18:08:33.439692 n-d-800634-3 neutron-server[93916]: Metering agent@n-d-800634-3: {}, Jul 14 18:08:33.439692 n-d-800634-3 neutron-server[93916]: Open vSwitch agent@n-d-800634-3: { 'AddressGroup': '1.2', Jul 14 18:08:33.439692 n-d-800634-3 neutron-server[93916]: 'ConntrackHelper': '1.0', Jul 14 18:08:33.439692 n-d-800634-3 neutron-server[93916]: 'Log': '1.0', Jul 14 18:08:33.439692 n-d-800634-3 neutron-server[93916]: 'Network': '1.1', Jul 14 18:08:33.439692 n-d-800634-3 neutron-server[93916]: 'Port': '1.7', Jul 14 18:08:33.439692 n-d-800634-3 neutron-server[93916]: 'PortForwarding': '1.2', Jul 14 18:08:33.439692 n-d-800634-3 neutron-server[93916]: 'QosPolicy': '1.8', Jul 14 18:08:33.439692 n-d-800634-3 neutron-server[93916]: 'SecurityGroup': '1.4', Jul 14 18:08:33.439692 n-d-800634-3 neutron-server[93916]: 'SecurityGroupRule': '1.2', Jul 14 18:08:33.439692 n-d-800634-3 neutron-server[93916]: 'SubPort': '1.0', Jul 14 18:08:33.439692 n-d-800634-3 neutron-server[93916]: 'Subnet': '1.1', Jul 14 18:08:33.439692 n-d-800634-3 neutron-server[93916]: 'Trunk': '1.1'}} Jul 14 18:08:33.439692 n-d-800634-3 neutron-server[93916]: {{(pid=93916) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 14 18:08:33.487942 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-14aad1f3-857e-4847-bcb1-36f8f5f6c1cb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728202197517'] for network, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:08:33.536239 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-14aad1f3-857e-4847-bcb1-36f8f5f6c1cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727'] for network, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:08:33.537818 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14aad1f3-857e-4847-bcb1-36f8f5f6c1cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:08:33.538463 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-14aad1f3-857e-4847-bcb1-36f8f5f6c1cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598705'] for network, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:08:33.619054 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-14aad1f3-857e-4847-bcb1-36f8f5f6c1cb admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 848 time: 0.7508838 Jul 14 18:08:33.637361 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14aad1f3-857e-4847-bcb1-36f8f5f6c1cb admin admin] Pushing event updated for resources: {'Network': ['ID=bf974d39-b7ff-4f73-abe3-0ed340fc886f,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:08:33.649449 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Network bf974d39-b7ff-4f73-abe3-0ed340fc886f details requested by agent ovs-agent-n-d-800634-3 with host n-d-800634-3 {{(pid=93917) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 18:08:36.192729 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 48834) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:08:36.566653 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16fd25ef-5ca2-464e-9b2a-0f3916448778 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:08:36.567994 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-16fd25ef-5ca2-464e-9b2a-0f3916448778 admin admin] 10.222.0.16 "GET /v2.0/networks/bf974d39-b7ff-4f73-abe3-0ed340fc886f HTTP/1.1" status: 200 len: 824 time: 0.3743231 Jul 14 18:08:36.592073 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-cc48085d-e7f1-4889-abdc-0bfe5b80e2e9 admin admin] 10.222.0.16 "GET /v2.0/subnetpools/b9a0b18a-0b01-4dd4-b5ac-3103e57fc39c HTTP/1.1" status: 200 len: 734 time: 0.0179186 Jul 14 18:08:36.600103 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-4f633c9f-cfe7-4064-8634-5ca0e48ef6a1 admin admin] Request body: {'subnet': {'name': 'private-subnet', 'network_id': 'bf974d39-b7ff-4f73-abe3-0ed340fc886f', 'ip_version': 4, 'tenant_id': 'fbaa86deccea4ddd9f1515db7d69c8a5', 'gateway_ip': '172.20.0.1', 'subnetpool_id': 'b9a0b18a-0b01-4dd4-b5ac-3103e57fc39c'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:08:36.620898 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f633c9f-cfe7-4064-8634-5ca0e48ef6a1 admin admin] Made reservation on behalf of fbaa86deccea4ddd9f1515db7d69c8a5 for: {'subnet': 1} {{(pid=93916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:08:36.623082 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-4f633c9f-cfe7-4064-8634-5ca0e48ef6a1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:08:36.911437 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-4f633c9f-cfe7-4064-8634-5ca0e48ef6a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727'] for subnet, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:08:36.981519 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f633c9f-cfe7-4064-8634-5ca0e48ef6a1 admin admin] Checking segment: {'id': 'c20e0195-e181-4ba1-8b8c-f0d0169951a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'bf974d39-b7ff-4f73-abe3-0ed340fc886f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93916) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:08:36.981883 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f633c9f-cfe7-4064-8634-5ca0e48ef6a1 admin admin] Network hostable DHCP agents. Network: bf974d39-b7ff-4f73-abe3-0ed340fc886f, hostable agents: ['028393c3-0576-4ebd-bca1-8ea8a148e1a2'], hosted agents: [] {{(pid=93916) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 18:08:36.986237 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f633c9f-cfe7-4064-8634-5ca0e48ef6a1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ca04824c-bea4-48bc-a4d3-cab173a46d28,revision_number=0']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:08:37.006081 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f633c9f-cfe7-4064-8634-5ca0e48ef6a1 admin admin] Network bf974d39-b7ff-4f73-abe3-0ed340fc886f is scheduled to be hosted by DHCP agent 028393c3-0576-4ebd-bca1-8ea8a148e1a2 with binding_index 1 {{(pid=93916) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 18:08:37.017191 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [None req-4f633c9f-cfe7-4064-8634-5ca0e48ef6a1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-3, bf974d39-b7ff-4f73-abe3-0ed340fc886f) {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:08:37.021647 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f633c9f-cfe7-4064-8634-5ca0e48ef6a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:08:37.022229 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-4f633c9f-cfe7-4064-8634-5ca0e48ef6a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598705'] for subnet, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:08:37.026828 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-842f345b-98e5-4f0a-a8d9-0cb2fba4af3d None None] Network bf974d39-b7ff-4f73-abe3-0ed340fc886f requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:08:37.034952 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-4f633c9f-cfe7-4064-8634-5ca0e48ef6a1 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4380474 Jul 14 18:08:37.339014 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60ddd0c6-79b2-4f7e-8cfb-6c8d199990eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9222b97e-5d1c-54f8-ba97-82f172498e76-bf974d39-b7ff-4f73-abe3-0ed340fc886f', 'network_id': 'bf974d39-b7ff-4f73-abe3-0ed340fc886f', 'tenant_id': 'fbaa86deccea4ddd9f1515db7d69c8a5', 'fixed_ips': [{'subnet_id': 'ca04824c-bea4-48bc-a4d3-cab173a46d28'}]}} from n-d-800634-3. {{(pid=93917) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 18:08:37.340345 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-60ddd0c6-79b2-4f7e-8cfb-6c8d199990eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:08:37.609580 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.db_base_plugin_common [None req-60ddd0c6-79b2-4f7e-8cfb-6c8d199990eb None None] Allocated IP 172.20.0.2 (bf974d39-b7ff-4f73-abe3-0ed340fc886f/ca04824c-bea4-48bc-a4d3-cab173a46d28/ee0f346d-ad02-4138-b52b-85c22fc50cae) {{(pid=93917) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:08:37.812647 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-60ddd0c6-79b2-4f7e-8cfb-6c8d199990eb None None] Notify callbacks [] for port, precommit_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:08:37.854823 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-60ddd0c6-79b2-4f7e-8cfb-6c8d199990eb None None] Transition to ACTIVE for port object ee0f346d-ad02-4138-b52b-85c22fc50cae will not be triggered until provisioned by entity L2. {{(pid=93917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:08:37.876765 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-60ddd0c6-79b2-4f7e-8cfb-6c8d199990eb None None] Transition to ACTIVE for port object ee0f346d-ad02-4138-b52b-85c22fc50cae will not be triggered until provisioned by entity DHCP. {{(pid=93917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:08:37.887941 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-60ddd0c6-79b2-4f7e-8cfb-6c8d199990eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804'] for port, after_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:08:37.950435 n-d-800634-3 neutron-server[93917]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60ddd0c6-79b2-4f7e-8cfb-6c8d199990eb None None] Network bf974d39-b7ff-4f73-abe3-0ed340fc886f is already hosted by enough agents. {{(pid=93917) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:08:37.957086 n-d-800634-3 neutron-server[93917]: DEBUG neutron.scheduler.base_scheduler [None req-60ddd0c6-79b2-4f7e-8cfb-6c8d199990eb None None] Resources bound (agent type, host, resource id): {{(pid=93917) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:08:37.969073 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60ddd0c6-79b2-4f7e-8cfb-6c8d199990eb None None] Received port after_create {{(pid=93917) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:08:37.976587 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ddd0c6-79b2-4f7e-8cfb-6c8d199990eb None None] Pushing event updated for resources: {'Port': ['ID=ee0f346d-ad02-4138-b52b-85c22fc50cae,revision_number=1']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:08:38.017790 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ddd0c6-79b2-4f7e-8cfb-6c8d199990eb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:08:38.018140 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ddd0c6-79b2-4f7e-8cfb-6c8d199990eb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:08:38.018479 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ddd0c6-79b2-4f7e-8cfb-6c8d199990eb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:08:38.018818 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ddd0c6-79b2-4f7e-8cfb-6c8d199990eb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:08:38.019151 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ddd0c6-79b2-4f7e-8cfb-6c8d199990eb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:08:38.019481 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ddd0c6-79b2-4f7e-8cfb-6c8d199990eb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:08:38.019810 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ddd0c6-79b2-4f7e-8cfb-6c8d199990eb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:08:38.020215 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ddd0c6-79b2-4f7e-8cfb-6c8d199990eb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:08:38.020547 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ddd0c6-79b2-4f7e-8cfb-6c8d199990eb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:08:38.020872 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ddd0c6-79b2-4f7e-8cfb-6c8d199990eb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:08:38.021195 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ddd0c6-79b2-4f7e-8cfb-6c8d199990eb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:08:38.021619 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ddd0c6-79b2-4f7e-8cfb-6c8d199990eb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:08:38.022766 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ddd0c6-79b2-4f7e-8cfb-6c8d199990eb None None] Tracked resource versions report: Jul 14 18:08:38.022766 n-d-800634-3 neutron-server[93917]: pushed versions: Jul 14 18:08:38.022766 n-d-800634-3 neutron-server[93917]: { 'AddressGroup': {'1.2'}, Jul 14 18:08:38.022766 n-d-800634-3 neutron-server[93917]: 'ConntrackHelper': {'1.0'}, Jul 14 18:08:38.022766 n-d-800634-3 neutron-server[93917]: 'Log': {'1.0'}, Jul 14 18:08:38.022766 n-d-800634-3 neutron-server[93917]: 'Network': {'1.1'}, Jul 14 18:08:38.022766 n-d-800634-3 neutron-server[93917]: 'Port': {'1.7'}, Jul 14 18:08:38.022766 n-d-800634-3 neutron-server[93917]: 'PortForwarding': {'1.2'}, Jul 14 18:08:38.022766 n-d-800634-3 neutron-server[93917]: 'QosPolicy': {'1.8'}, Jul 14 18:08:38.022766 n-d-800634-3 neutron-server[93917]: 'SecurityGroup': {'1.4'}, Jul 14 18:08:38.022766 n-d-800634-3 neutron-server[93917]: 'SecurityGroupRule': {'1.2'}, Jul 14 18:08:38.022766 n-d-800634-3 neutron-server[93917]: 'SubPort': {'1.0'}, Jul 14 18:08:38.022766 n-d-800634-3 neutron-server[93917]: 'Subnet': {'1.1'}, Jul 14 18:08:38.022766 n-d-800634-3 neutron-server[93917]: 'Trunk': {'1.1'}} Jul 14 18:08:38.022766 n-d-800634-3 neutron-server[93917]: consumer versions: Jul 14 18:08:38.022766 n-d-800634-3 neutron-server[93917]: { DHCP agent@n-d-800634-3: {}, Jul 14 18:08:38.022766 n-d-800634-3 neutron-server[93917]: L3 agent@n-d-800634-3: {}, Jul 14 18:08:38.022766 n-d-800634-3 neutron-server[93917]: Metadata agent@n-d-800634-3: {}, Jul 14 18:08:38.022766 n-d-800634-3 neutron-server[93917]: Metering agent@n-d-800634-3: {}, Jul 14 18:08:38.022766 n-d-800634-3 neutron-server[93917]: Open vSwitch agent@n-d-800634-3: { 'AddressGroup': '1.2', Jul 14 18:08:38.022766 n-d-800634-3 neutron-server[93917]: 'ConntrackHelper': '1.0', Jul 14 18:08:38.022766 n-d-800634-3 neutron-server[93917]: 'Log': '1.0', Jul 14 18:08:38.022766 n-d-800634-3 neutron-server[93917]: 'Network': '1.1', Jul 14 18:08:38.022766 n-d-800634-3 neutron-server[93917]: 'Port': '1.7', Jul 14 18:08:38.022766 n-d-800634-3 neutron-server[93917]: 'PortForwarding': '1.2', Jul 14 18:08:38.022766 n-d-800634-3 neutron-server[93917]: 'QosPolicy': '1.8', Jul 14 18:08:38.022766 n-d-800634-3 neutron-server[93917]: 'SecurityGroup': '1.4', Jul 14 18:08:38.022766 n-d-800634-3 neutron-server[93917]: 'SecurityGroupRule': '1.2', Jul 14 18:08:38.022766 n-d-800634-3 neutron-server[93917]: 'SubPort': '1.0', Jul 14 18:08:38.022766 n-d-800634-3 neutron-server[93917]: 'Subnet': '1.1', Jul 14 18:08:38.022766 n-d-800634-3 neutron-server[93917]: 'Trunk': '1.1'}} Jul 14 18:08:38.022766 n-d-800634-3 neutron-server[93917]: {{(pid=93917) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 14 18:08:38.053534 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-60ddd0c6-79b2-4f7e-8cfb-6c8d199990eb None None] Attempting to bind port ee0f346d-ad02-4138-b52b-85c22fc50cae on host n-d-800634-3 for vnic_type normal with profile {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:08:38.054082 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-60ddd0c6-79b2-4f7e-8cfb-6c8d199990eb None None] Attempting to bind port ee0f346d-ad02-4138-b52b-85c22fc50cae by drivers openvswitch,hyperv on host n-d-800634-3 at level 0 using segments [{'id': 'c20e0195-e181-4ba1-8b8c-f0d0169951a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'bf974d39-b7ff-4f73-abe3-0ed340fc886f'}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:08:38.054346 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60ddd0c6-79b2-4f7e-8cfb-6c8d199990eb None None] Attempting to bind port ee0f346d-ad02-4138-b52b-85c22fc50cae on network bf974d39-b7ff-4f73-abe3-0ed340fc886f {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:08:38.059127 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60ddd0c6-79b2-4f7e-8cfb-6c8d199990eb None None] Checking agent: {'id': '01c19e91-a945-4e3c-94a6-c211e17c923e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 8, 23), 'started_at': datetime.datetime(2021, 7, 14, 18, 8, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 18, 8, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 18:08:38.059544 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60ddd0c6-79b2-4f7e-8cfb-6c8d199990eb None None] Checking segment: {'id': 'c20e0195-e181-4ba1-8b8c-f0d0169951a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'bf974d39-b7ff-4f73-abe3-0ed340fc886f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93917) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:08:38.060020 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-60ddd0c6-79b2-4f7e-8cfb-6c8d199990eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:08:38.060442 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60ddd0c6-79b2-4f7e-8cfb-6c8d199990eb None None] Bound using segment: {'id': 'c20e0195-e181-4ba1-8b8c-f0d0169951a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'bf974d39-b7ff-4f73-abe3-0ed340fc886f'} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 18:08:38.060910 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-60ddd0c6-79b2-4f7e-8cfb-6c8d199990eb None None] Bound port: ee0f346d-ad02-4138-b52b-85c22fc50cae, host: n-d-800634-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c20e0195-e181-4ba1-8b8c-f0d0169951a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'bf974d39-b7ff-4f73-abe3-0ed340fc886f'}}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 18:08:38.061338 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-60ddd0c6-79b2-4f7e-8cfb-6c8d199990eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:08:38.122481 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-60ddd0c6-79b2-4f7e-8cfb-6c8d199990eb None None] For port ee0f346d-ad02-4138-b52b-85c22fc50cae, host n-d-800634-3, cleared binding levels {{(pid=93917) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:08:38.126644 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-60ddd0c6-79b2-4f7e-8cfb-6c8d199990eb None None] For port ee0f346d-ad02-4138-b52b-85c22fc50cae, host n-d-800634-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=ee0f346d-ad02-4138-b52b-85c22fc50cae,segment=NetworkSegment(c20e0195-e181-4ba1-8b8c-f0d0169951a0),segment_id=c20e0195-e181-4ba1-8b8c-f0d0169951a0)] {{(pid=93917) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 18:08:38.131379 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-60ddd0c6-79b2-4f7e-8cfb-6c8d199990eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:08:38.197580 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ddd0c6-79b2-4f7e-8cfb-6c8d199990eb None None] Pushing event updated for resources: {'Port': ['ID=ee0f346d-ad02-4138-b52b-85c22fc50cae,revision_number=2']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:08:39.425834 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 48842) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:08:39.909109 n-d-800634-3 neutron-server[93915]: WARNING oslo_policy.policy [None req-d2205ef4-c47c-47c2-b599-06e05f0861ba admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 14 18:08:39.909741 n-d-800634-3 neutron-server[93915]: WARNING oslo_policy.policy [None req-d2205ef4-c47c-47c2-b599-06e05f0861ba admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 14 18:08:40.124847 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [None req-d2205ef4-c47c-47c2-b599-06e05f0861ba admin admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=93915) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 18:08:40.126121 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-d2205ef4-c47c-47c2-b599-06e05f0861ba admin admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.6982601 Jul 14 18:08:42.469148 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 48856) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:08:42.777981 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [None req-42f0ce66-4ecf-40a5-9636-33bb70627234 admin admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=93915) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 18:08:42.778947 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-42f0ce66-4ecf-40a5-9636-33bb70627234 admin admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3088934 Jul 14 18:08:44.156699 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec6adf5e-9e47-467c-8f3d-900de48cb8bb None None] Network bf974d39-b7ff-4f73-abe3-0ed340fc886f requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:08:44.219226 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-b7d60575-9ec4-4e0e-927a-3973187df8c1 None None] Provisioning for port ee0f346d-ad02-4138-b52b-85c22fc50cae completed by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:08:44.952926 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device ee0f346d-ad02-4138-b52b-85c22fc50cae up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:08:45.031835 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning for port ee0f346d-ad02-4138-b52b-85c22fc50cae completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:08:45.035498 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port ee0f346d-ad02-4138-b52b-85c22fc50cae triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:08:45.035891 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:08:45.139424 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:08:45.173246 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] For port ee0f346d-ad02-4138-b52b-85c22fc50cae, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=ee0f346d-ad02-4138-b52b-85c22fc50cae,segment=NetworkSegment(c20e0195-e181-4ba1-8b8c-f0d0169951a0),segment_id=c20e0195-e181-4ba1-8b8c-f0d0169951a0)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:08:45.177251 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:08:45.225247 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Pushing event updated for resources: {'Port': ['ID=ee0f346d-ad02-4138-b52b-85c22fc50cae,revision_number=3']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:08:45.359952 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 48870) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:08:45.645911 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-a9343c9e-6289-4c89-aa4b-da0e54fa7221 admin admin] Request body: {'router': {'tenant_id': 'fbaa86deccea4ddd9f1515db7d69c8a5', 'admin_state_up': True, 'name': 'router1'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:08:45.710560 n-d-800634-3 neutron-server[93915]: DEBUG neutron.policy [None req-a9343c9e-6289-4c89-aa4b-da0e54fa7221 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93915) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 14 18:08:45.754581 n-d-800634-3 neutron-server[93915]: WARNING oslo_policy.policy [None req-a9343c9e-6289-4c89-aa4b-da0e54fa7221 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 14 18:08:45.754950 n-d-800634-3 neutron-server[93915]: WARNING oslo_policy.policy [None req-a9343c9e-6289-4c89-aa4b-da0e54fa7221 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 14 18:08:45.764055 n-d-800634-3 neutron-server[93915]: INFO neutron.quota [None req-a9343c9e-6289-4c89-aa4b-da0e54fa7221 admin admin] Loaded quota_driver: . Jul 14 18:08:45.819672 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-a9343c9e-6289-4c89-aa4b-da0e54fa7221 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-571768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11104'] for router, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:08:45.821480 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-a9343c9e-6289-4c89-aa4b-da0e54fa7221 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-571675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-930014', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-632314', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11129'] for router, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:08:45.972761 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-a9343c9e-6289-4c89-aa4b-da0e54fa7221 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:08:45.978099 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-a9343c9e-6289-4c89-aa4b-da0e54fa7221 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-571759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-930033'] for router, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:08:45.996504 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-a9343c9e-6289-4c89-aa4b-da0e54fa7221 admin admin] Notify callbacks [] for router, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:08:45.997681 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-a9343c9e-6289-4c89-aa4b-da0e54fa7221 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6367652 Jul 14 18:08:46.929828 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device ee0f346d-ad02-4138-b52b-85c22fc50cae up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:08:46.977438 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port ee0f346d-ad02-4138-b52b-85c22fc50cae triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:08:46.977805 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:08:48.325458 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 48880) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:08:48.626719 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [None req-ad669676-002a-4479-8011-faabdb763cf5 admin admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=93915) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 18:08:48.627720 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-ad669676-002a-4479-8011-faabdb763cf5 admin admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3013234 Jul 14 18:08:50.258177 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-c80918b2-8d0d-4bec-85b7-1437df0b55a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:08:50.952173 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 48888) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:08:51.251628 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-27f5cef9-cc16-4f02-af66-95bdce971c5f admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'public', 'provider:physical_network': 'physnet1', 'is_default': True, 'provider:network_type': 'flat', 'router:external': True}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:08:51.273952 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27f5cef9-cc16-4f02-af66-95bdce971c5f admin admin] Made reservation on behalf of 2279797b93804b45b04a9734a10760b3 for: {'network': 1} {{(pid=93915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:08:51.276825 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-27f5cef9-cc16-4f02-af66-95bdce971c5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for network, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:08:51.292307 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-27f5cef9-cc16-4f02-af66-95bdce971c5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:08:51.408044 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-27f5cef9-cc16-4f02-af66-95bdce971c5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:08:51.412207 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-27f5cef9-cc16-4f02-af66-95bdce971c5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:08:51.422673 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-27f5cef9-cc16-4f02-af66-95bdce971c5f admin admin] Reserving flat network on physical network physnet1 {{(pid=93915) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jul 14 18:08:51.456406 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-27f5cef9-cc16-4f02-af66-95bdce971c5f admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8728202738652', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:08:51.456996 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-27f5cef9-cc16-4f02-af66-95bdce971c5f admin admin] Unsubscribe: segment precommit_create {{(pid=93915) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 14 18:08:51.457518 n-d-800634-3 neutron-server[93915]: INFO neutron.db.segments_db [None req-27f5cef9-cc16-4f02-af66-95bdce971c5f admin admin] Added segment 5afb940b-bbdf-4727-be00-5d46367c38a1 of type flat for network 9200a437-e1de-4520-88f6-e68386523e61 Jul 14 18:08:51.474952 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f5cef9-cc16-4f02-af66-95bdce971c5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6c0c4ec-49cd-4fbb-8051-753f301abac8,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:08:51.500776 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f5cef9-cc16-4f02-af66-95bdce971c5f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:08:51.501115 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f5cef9-cc16-4f02-af66-95bdce971c5f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:08:51.501448 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f5cef9-cc16-4f02-af66-95bdce971c5f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:08:51.501775 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f5cef9-cc16-4f02-af66-95bdce971c5f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:08:51.502098 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f5cef9-cc16-4f02-af66-95bdce971c5f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:08:51.502420 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f5cef9-cc16-4f02-af66-95bdce971c5f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:08:51.502740 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f5cef9-cc16-4f02-af66-95bdce971c5f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:08:51.503055 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f5cef9-cc16-4f02-af66-95bdce971c5f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:08:51.503369 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f5cef9-cc16-4f02-af66-95bdce971c5f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:08:51.503683 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f5cef9-cc16-4f02-af66-95bdce971c5f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:08:51.503995 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f5cef9-cc16-4f02-af66-95bdce971c5f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:08:51.504331 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f5cef9-cc16-4f02-af66-95bdce971c5f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:08:51.505484 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f5cef9-cc16-4f02-af66-95bdce971c5f admin admin] Tracked resource versions report: Jul 14 18:08:51.505484 n-d-800634-3 neutron-server[93915]: pushed versions: Jul 14 18:08:51.505484 n-d-800634-3 neutron-server[93915]: { 'AddressGroup': {'1.2'}, Jul 14 18:08:51.505484 n-d-800634-3 neutron-server[93915]: 'ConntrackHelper': {'1.0'}, Jul 14 18:08:51.505484 n-d-800634-3 neutron-server[93915]: 'Log': {'1.0'}, Jul 14 18:08:51.505484 n-d-800634-3 neutron-server[93915]: 'Network': {'1.1'}, Jul 14 18:08:51.505484 n-d-800634-3 neutron-server[93915]: 'Port': {'1.7'}, Jul 14 18:08:51.505484 n-d-800634-3 neutron-server[93915]: 'PortForwarding': {'1.2'}, Jul 14 18:08:51.505484 n-d-800634-3 neutron-server[93915]: 'QosPolicy': {'1.8'}, Jul 14 18:08:51.505484 n-d-800634-3 neutron-server[93915]: 'SecurityGroup': {'1.4'}, Jul 14 18:08:51.505484 n-d-800634-3 neutron-server[93915]: 'SecurityGroupRule': {'1.2'}, Jul 14 18:08:51.505484 n-d-800634-3 neutron-server[93915]: 'SubPort': {'1.0'}, Jul 14 18:08:51.505484 n-d-800634-3 neutron-server[93915]: 'Subnet': {'1.1'}, Jul 14 18:08:51.505484 n-d-800634-3 neutron-server[93915]: 'Trunk': {'1.1'}} Jul 14 18:08:51.505484 n-d-800634-3 neutron-server[93915]: consumer versions: Jul 14 18:08:51.505484 n-d-800634-3 neutron-server[93915]: { DHCP agent@n-d-800634-3: {}, Jul 14 18:08:51.505484 n-d-800634-3 neutron-server[93915]: L3 agent@n-d-800634-3: {}, Jul 14 18:08:51.505484 n-d-800634-3 neutron-server[93915]: Metadata agent@n-d-800634-3: {}, Jul 14 18:08:51.505484 n-d-800634-3 neutron-server[93915]: Metering agent@n-d-800634-3: {}, Jul 14 18:08:51.505484 n-d-800634-3 neutron-server[93915]: Open vSwitch agent@n-d-800634-3: { 'AddressGroup': '1.2', Jul 14 18:08:51.505484 n-d-800634-3 neutron-server[93915]: 'ConntrackHelper': '1.0', Jul 14 18:08:51.505484 n-d-800634-3 neutron-server[93915]: 'Log': '1.0', Jul 14 18:08:51.505484 n-d-800634-3 neutron-server[93915]: 'Network': '1.1', Jul 14 18:08:51.505484 n-d-800634-3 neutron-server[93915]: 'Port': '1.7', Jul 14 18:08:51.505484 n-d-800634-3 neutron-server[93915]: 'PortForwarding': '1.2', Jul 14 18:08:51.505484 n-d-800634-3 neutron-server[93915]: 'QosPolicy': '1.8', Jul 14 18:08:51.505484 n-d-800634-3 neutron-server[93915]: 'SecurityGroup': '1.4', Jul 14 18:08:51.505484 n-d-800634-3 neutron-server[93915]: 'SecurityGroupRule': '1.2', Jul 14 18:08:51.505484 n-d-800634-3 neutron-server[93915]: 'SubPort': '1.0', Jul 14 18:08:51.505484 n-d-800634-3 neutron-server[93915]: 'Subnet': '1.1', Jul 14 18:08:51.505484 n-d-800634-3 neutron-server[93915]: 'Trunk': '1.1'}} Jul 14 18:08:51.505484 n-d-800634-3 neutron-server[93915]: {{(pid=93915) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 14 18:08:51.583032 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-27f5cef9-cc16-4f02-af66-95bdce971c5f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728202197517'] for network, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:08:51.633614 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-27f5cef9-cc16-4f02-af66-95bdce971c5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727'] for network, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:08:51.634784 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27f5cef9-cc16-4f02-af66-95bdce971c5f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:08:51.635450 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-27f5cef9-cc16-4f02-af66-95bdce971c5f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598705'] for network, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:08:51.729718 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-27f5cef9-cc16-4f02-af66-95bdce971c5f admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7708795 Jul 14 18:08:51.733026 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f5cef9-cc16-4f02-af66-95bdce971c5f admin admin] Pushing event updated for resources: {'Network': ['ID=9200a437-e1de-4520-88f6-e68386523e61,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:08:51.743825 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Network 9200a437-e1de-4520-88f6-e68386523e61 details requested by agent ovs-agent-n-d-800634-3 with host n-d-800634-3 {{(pid=93917) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 18:08:52.726410 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9ac811e9-2094-46f2-a8ed-11a1a81c8206 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:08:53.133445 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:08:53.893949 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-574aeb93-9938-449c-8e6c-cb22c9b52cc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:08:54.041429 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 48900) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:08:54.323924 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20f0e3a7-e0fd-487d-b3f7-66e031600be1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:08:54.325263 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-20f0e3a7-e0fd-487d-b3f7-66e031600be1 admin admin] 10.222.0.16 "GET /v2.0/subnets/ca04824c-bea4-48bc-a4d3-cab173a46d28 HTTP/1.1" status: 200 len: 849 time: 0.2828963 Jul 14 18:08:54.482227 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-a6325510-d9da-4ed8-9d64-add12df3ca63 admin admin] 10.222.0.16 "GET /v2.0/routers/07d1d197-0857-420c-8b8a-84531798b125 HTTP/1.1" status: 200 len: 704 time: 0.1516781 Jul 14 18:08:54.744387 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-63643e2a-f79a-4eeb-ac07-184040209ded admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:08:55.028891 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.db_base_plugin_common [None req-63643e2a-f79a-4eeb-ac07-184040209ded admin admin] Allocated IP 172.20.0.1 (bf974d39-b7ff-4f73-abe3-0ed340fc886f/ca04824c-bea4-48bc-a4d3-cab173a46d28/c4b09913-ac90-4a59-bdf5-433e73d7572d) {{(pid=93916) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:08:55.182766 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-63643e2a-f79a-4eeb-ac07-184040209ded admin admin] Notify callbacks [] for port, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:08:55.203754 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.provisioning_blocks [None req-63643e2a-f79a-4eeb-ac07-184040209ded admin admin] Transition to ACTIVE for port object c4b09913-ac90-4a59-bdf5-433e73d7572d will not be triggered until provisioned by entity DHCP. {{(pid=93916) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:08:55.281238 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-63643e2a-f79a-4eeb-ac07-184040209ded admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804'] for port, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:08:55.393434 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63643e2a-f79a-4eeb-ac07-184040209ded admin admin] Network bf974d39-b7ff-4f73-abe3-0ed340fc886f is already hosted by enough agents. {{(pid=93916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:08:55.400529 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [None req-63643e2a-f79a-4eeb-ac07-184040209ded admin admin] Resources bound (agent type, host, resource id): {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:08:55.406218 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63643e2a-f79a-4eeb-ac07-184040209ded admin admin] Received port after_create {{(pid=93916) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:08:55.406745 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-63643e2a-f79a-4eeb-ac07-184040209ded admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-930452'] for router_interface, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:08:55.466103 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63643e2a-f79a-4eeb-ac07-184040209ded admin admin] Pushing event updated for resources: {'Port': ['ID=c4b09913-ac90-4a59-bdf5-433e73d7572d,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:08:55.568248 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-2f4e3af3-e708-4ffd-a544-82d93a489d01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:08:55.621085 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-c9ae9254-3641-4206-9048-8702c8ba202d None None] Provisioning for port c4b09913-ac90-4a59-bdf5-433e73d7572d completed by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:08:55.624455 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-c9ae9254-3641-4206-9048-8702c8ba202d None None] Provisioning complete for port c4b09913-ac90-4a59-bdf5-433e73d7572d triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:08:55.624752 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-63643e2a-f79a-4eeb-ac07-184040209ded admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:08:55.624886 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-c9ae9254-3641-4206-9048-8702c8ba202d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:08:55.656082 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-c9ae9254-3641-4206-9048-8702c8ba202d None None] Port c4b09913-ac90-4a59-bdf5-433e73d7572d cannot update to ACTIVE because it is not bound. {{(pid=93917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 18:08:55.802280 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-63643e2a-f79a-4eeb-ac07-184040209ded admin admin] Notify callbacks [] for port, precommit_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:08:55.806464 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-63643e2a-f79a-4eeb-ac07-184040209ded admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:08:55.807195 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-63643e2a-f79a-4eeb-ac07-184040209ded admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-598741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-928734'] for router_interface, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:08:55.883455 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63643e2a-f79a-4eeb-ac07-184040209ded admin admin] Pushing event updated for resources: {'Port': ['ID=c4b09913-ac90-4a59-bdf5-433e73d7572d,revision_number=2']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:08:55.928965 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63643e2a-f79a-4eeb-ac07-184040209ded admin admin] Network bf974d39-b7ff-4f73-abe3-0ed340fc886f is already hosted by enough agents. {{(pid=93916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:08:55.930211 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [None req-63643e2a-f79a-4eeb-ac07-184040209ded admin admin] Resources bound (agent type, host, resource id): {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:08:56.074768 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-5aa7e45f-052f-448a-a832-59e5bc238d80 None None] Provisioning complete for port c4b09913-ac90-4a59-bdf5-433e73d7572d triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:08:56.075134 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-5aa7e45f-052f-448a-a832-59e5bc238d80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:08:56.089277 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63643e2a-f79a-4eeb-ac07-184040209ded admin admin] Router 07d1d197-0857-420c-8b8a-84531798b125 is scheduled to L3 agent 2c6eb27e-defb-4cca-9a24-381c7415e359 with binding_index 1 {{(pid=93916) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 18:08:56.107086 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-5aa7e45f-052f-448a-a832-59e5bc238d80 None None] Port c4b09913-ac90-4a59-bdf5-433e73d7572d cannot update to ACTIVE because it is not bound. {{(pid=93917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 18:08:56.178777 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63643e2a-f79a-4eeb-ac07-184040209ded admin admin] Notify agent at l3_agent.n-d-800634-3 the message routers_updated {{(pid=93916) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 18:08:56.184075 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-63643e2a-f79a-4eeb-ac07-184040209ded admin admin] 10.222.0.16 "PUT /v2.0/routers/07d1d197-0857-420c-8b8a-84531798b125/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.6970103 Jul 14 18:08:56.188472 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbeaf4b1-46c1-4702-b69b-b232bd9a420e None None] Sync routers for ids ['07d1d197-0857-420c-8b8a-84531798b125'] in n-d-800634-3 {{(pid=93918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 18:08:56.199730 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbeaf4b1-46c1-4702-b69b-b232bd9a420e None None] Routers {'07d1d197-0857-420c-8b8a-84531798b125'} bound to L3 agent in host n-d-800634-3 {{(pid=93918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:08:56.200531 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-cbeaf4b1-46c1-4702-b69b-b232bd9a420e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:08:53Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['07d1d197-0857-420c-8b8a-84531798b125'], 'active': True} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:08:56.382861 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvr_db [None req-cbeaf4b1-46c1-4702-b69b-b232bd9a420e None None] Set router 07d1d197-0857-420c-8b8a-84531798b125 gateway port host: None {{(pid=93918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 18:08:56.801070 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-cbeaf4b1-46c1-4702-b69b-b232bd9a420e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07d1d197-0857-420c-8b8a-84531798b125', 'name': 'router1', 'tenant_id': 'fbaa86deccea4ddd9f1515db7d69c8a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:08:45Z', 'updated_at': '2021-07-14T18:08:55Z', 'revision_number': 2, 'project_id': 'fbaa86deccea4ddd9f1515db7d69c8a5', 'gw_port_host': None, '_interfaces': [{'id': 'c4b09913-ac90-4a59-bdf5-433e73d7572d', 'name': '', 'network_id': 'bf974d39-b7ff-4f73-abe3-0ed340fc886f', 'tenant_id': 'fbaa86deccea4ddd9f1515db7d69c8a5', 'mac_address': 'fa:16:3e:75:1f:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07d1d197-0857-420c-8b8a-84531798b125', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ca04824c-bea4-48bc-a4d3-cab173a46d28', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:08:54Z', 'updated_at': '2021-07-14T18:08:55Z', 'revision_number': 2, 'project_id': 'fbaa86deccea4ddd9f1515db7d69c8a5', 'subnets': [{'id': 'ca04824c-bea4-48bc-a4d3-cab173a46d28', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b9a0b18a-0b01-4dd4-b5ac-3103e57fc39c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-3', False) {} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:08:56.852253 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbeaf4b1-46c1-4702-b69b-b232bd9a420e None None] Checking router: 07d1d197-0857-420c-8b8a-84531798b125 for host: n-d-800634-3 {{(pid=93918) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 18:08:56.852632 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbeaf4b1-46c1-4702-b69b-b232bd9a420e None None] Updating router 07d1d197-0857-420c-8b8a-84531798b125 port c4b09913-ac90-4a59-bdf5-433e73d7572d binding host n-d-800634-3 {{(pid=93918) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 18:08:56.916941 n-d-800634-3 neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-cbeaf4b1-46c1-4702-b69b-b232bd9a420e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:08:57.402190 n-d-800634-3 neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-cbeaf4b1-46c1-4702-b69b-b232bd9a420e None None] Notify callbacks [] for port, precommit_update {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:08:57.419421 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.provisioning_blocks [None req-cbeaf4b1-46c1-4702-b69b-b232bd9a420e None None] Transition to ACTIVE for port object c4b09913-ac90-4a59-bdf5-433e73d7572d will not be triggered until provisioned by entity L2. {{(pid=93918) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:08:57.425444 n-d-800634-3 neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-cbeaf4b1-46c1-4702-b69b-b232bd9a420e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:08:57.587257 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ca949f-a37e-43ca-97a9-b7bc2509cda7 None None] Pushing event updated for resources: {'Port': ['ID=c4b09913-ac90-4a59-bdf5-433e73d7572d,revision_number=3']} {{(pid=93918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:08:57.591921 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.managers [None req-cbeaf4b1-46c1-4702-b69b-b232bd9a420e None None] Attempting to bind port c4b09913-ac90-4a59-bdf5-433e73d7572d on host n-d-800634-3 for vnic_type normal with profile {{(pid=93918) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:08:57.592345 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.managers [None req-cbeaf4b1-46c1-4702-b69b-b232bd9a420e None None] Attempting to bind port c4b09913-ac90-4a59-bdf5-433e73d7572d by drivers openvswitch,hyperv on host n-d-800634-3 at level 0 using segments [{'id': 'c20e0195-e181-4ba1-8b8c-f0d0169951a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'bf974d39-b7ff-4f73-abe3-0ed340fc886f'}] {{(pid=93918) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:08:57.592776 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbeaf4b1-46c1-4702-b69b-b232bd9a420e None None] Attempting to bind port c4b09913-ac90-4a59-bdf5-433e73d7572d on network bf974d39-b7ff-4f73-abe3-0ed340fc886f {{(pid=93918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:08:57.601662 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ca949f-a37e-43ca-97a9-b7bc2509cda7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:08:57.602005 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ca949f-a37e-43ca-97a9-b7bc2509cda7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:08:57.602340 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ca949f-a37e-43ca-97a9-b7bc2509cda7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:08:57.602671 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ca949f-a37e-43ca-97a9-b7bc2509cda7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:08:57.603000 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ca949f-a37e-43ca-97a9-b7bc2509cda7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:08:57.603326 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ca949f-a37e-43ca-97a9-b7bc2509cda7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:08:57.603649 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ca949f-a37e-43ca-97a9-b7bc2509cda7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:08:57.603971 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ca949f-a37e-43ca-97a9-b7bc2509cda7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:08:57.604321 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ca949f-a37e-43ca-97a9-b7bc2509cda7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:08:57.604644 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ca949f-a37e-43ca-97a9-b7bc2509cda7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:08:57.604965 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ca949f-a37e-43ca-97a9-b7bc2509cda7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:08:57.605283 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ca949f-a37e-43ca-97a9-b7bc2509cda7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:08:57.606411 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ca949f-a37e-43ca-97a9-b7bc2509cda7 None None] Tracked resource versions report: Jul 14 18:08:57.606411 n-d-800634-3 neutron-server[93918]: pushed versions: Jul 14 18:08:57.606411 n-d-800634-3 neutron-server[93918]: { 'AddressGroup': {'1.2'}, Jul 14 18:08:57.606411 n-d-800634-3 neutron-server[93918]: 'ConntrackHelper': {'1.0'}, Jul 14 18:08:57.606411 n-d-800634-3 neutron-server[93918]: 'Log': {'1.0'}, Jul 14 18:08:57.606411 n-d-800634-3 neutron-server[93918]: 'Network': {'1.1'}, Jul 14 18:08:57.606411 n-d-800634-3 neutron-server[93918]: 'Port': {'1.7'}, Jul 14 18:08:57.606411 n-d-800634-3 neutron-server[93918]: 'PortForwarding': {'1.2'}, Jul 14 18:08:57.606411 n-d-800634-3 neutron-server[93918]: 'QosPolicy': {'1.8'}, Jul 14 18:08:57.606411 n-d-800634-3 neutron-server[93918]: 'SecurityGroup': {'1.4'}, Jul 14 18:08:57.606411 n-d-800634-3 neutron-server[93918]: 'SecurityGroupRule': {'1.2'}, Jul 14 18:08:57.606411 n-d-800634-3 neutron-server[93918]: 'SubPort': {'1.0'}, Jul 14 18:08:57.606411 n-d-800634-3 neutron-server[93918]: 'Subnet': {'1.1'}, Jul 14 18:08:57.606411 n-d-800634-3 neutron-server[93918]: 'Trunk': {'1.1'}} Jul 14 18:08:57.606411 n-d-800634-3 neutron-server[93918]: consumer versions: Jul 14 18:08:57.606411 n-d-800634-3 neutron-server[93918]: { DHCP agent@n-d-800634-3: {}, Jul 14 18:08:57.606411 n-d-800634-3 neutron-server[93918]: L3 agent@n-d-800634-3: {}, Jul 14 18:08:57.606411 n-d-800634-3 neutron-server[93918]: Metadata agent@n-d-800634-3: {}, Jul 14 18:08:57.606411 n-d-800634-3 neutron-server[93918]: Metering agent@n-d-800634-3: {}, Jul 14 18:08:57.606411 n-d-800634-3 neutron-server[93918]: Open vSwitch agent@n-d-800634-3: { 'AddressGroup': '1.2', Jul 14 18:08:57.606411 n-d-800634-3 neutron-server[93918]: 'ConntrackHelper': '1.0', Jul 14 18:08:57.606411 n-d-800634-3 neutron-server[93918]: 'Log': '1.0', Jul 14 18:08:57.606411 n-d-800634-3 neutron-server[93918]: 'Network': '1.1', Jul 14 18:08:57.606411 n-d-800634-3 neutron-server[93918]: 'Port': '1.7', Jul 14 18:08:57.606411 n-d-800634-3 neutron-server[93918]: 'PortForwarding': '1.2', Jul 14 18:08:57.606411 n-d-800634-3 neutron-server[93918]: 'QosPolicy': '1.8', Jul 14 18:08:57.606411 n-d-800634-3 neutron-server[93918]: 'SecurityGroup': '1.4', Jul 14 18:08:57.606411 n-d-800634-3 neutron-server[93918]: 'SecurityGroupRule': '1.2', Jul 14 18:08:57.606411 n-d-800634-3 neutron-server[93918]: 'SubPort': '1.0', Jul 14 18:08:57.606411 n-d-800634-3 neutron-server[93918]: 'Subnet': '1.1', Jul 14 18:08:57.606411 n-d-800634-3 neutron-server[93918]: 'Trunk': '1.1'}} Jul 14 18:08:57.606411 n-d-800634-3 neutron-server[93918]: {{(pid=93918) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 14 18:08:57.608615 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbeaf4b1-46c1-4702-b69b-b232bd9a420e None None] Checking agent: {'id': '01c19e91-a945-4e3c-94a6-c211e17c923e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 8, 23), 'started_at': datetime.datetime(2021, 7, 14, 18, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 18, 8, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 18:08:57.609033 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbeaf4b1-46c1-4702-b69b-b232bd9a420e None None] Checking segment: {'id': 'c20e0195-e181-4ba1-8b8c-f0d0169951a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'bf974d39-b7ff-4f73-abe3-0ed340fc886f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93918) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:08:57.609498 n-d-800634-3 neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-cbeaf4b1-46c1-4702-b69b-b232bd9a420e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:08:57.609876 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbeaf4b1-46c1-4702-b69b-b232bd9a420e None None] Bound using segment: {'id': 'c20e0195-e181-4ba1-8b8c-f0d0169951a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'bf974d39-b7ff-4f73-abe3-0ed340fc886f'} {{(pid=93918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 18:08:57.610377 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.managers [None req-cbeaf4b1-46c1-4702-b69b-b232bd9a420e None None] Bound port: c4b09913-ac90-4a59-bdf5-433e73d7572d, host: n-d-800634-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c20e0195-e181-4ba1-8b8c-f0d0169951a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'bf974d39-b7ff-4f73-abe3-0ed340fc886f'}}] {{(pid=93918) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 18:08:57.610787 n-d-800634-3 neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-cbeaf4b1-46c1-4702-b69b-b232bd9a420e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:08:57.679350 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.db [None req-cbeaf4b1-46c1-4702-b69b-b232bd9a420e None None] For port c4b09913-ac90-4a59-bdf5-433e73d7572d, host n-d-800634-3, cleared binding levels {{(pid=93918) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:08:57.702943 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.db [None req-cbeaf4b1-46c1-4702-b69b-b232bd9a420e None None] For port c4b09913-ac90-4a59-bdf5-433e73d7572d, host n-d-800634-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=c4b09913-ac90-4a59-bdf5-433e73d7572d,segment=NetworkSegment(c20e0195-e181-4ba1-8b8c-f0d0169951a0),segment_id=c20e0195-e181-4ba1-8b8c-f0d0169951a0)] {{(pid=93918) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 18:08:57.707034 n-d-800634-3 neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-cbeaf4b1-46c1-4702-b69b-b232bd9a420e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:08:57.762670 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ca949f-a37e-43ca-97a9-b7bc2509cda7 None None] Pushing event updated for resources: {'Port': ['ID=c4b09913-ac90-4a59-bdf5-433e73d7572d,revision_number=4']} {{(pid=93918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:08:57.769958 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbeaf4b1-46c1-4702-b69b-b232bd9a420e None None] Routers {'07d1d197-0857-420c-8b8a-84531798b125'} bound to L3 agent in host n-d-800634-3 {{(pid=93918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:08:57.771093 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-cbeaf4b1-46c1-4702-b69b-b232bd9a420e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:08:53Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['07d1d197-0857-420c-8b8a-84531798b125'], 'active': True} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:08:57.859900 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvr_db [None req-cbeaf4b1-46c1-4702-b69b-b232bd9a420e None None] Set router 07d1d197-0857-420c-8b8a-84531798b125 gateway port host: None {{(pid=93918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 18:08:58.062933 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-cbeaf4b1-46c1-4702-b69b-b232bd9a420e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07d1d197-0857-420c-8b8a-84531798b125', 'name': 'router1', 'tenant_id': 'fbaa86deccea4ddd9f1515db7d69c8a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:08:45Z', 'updated_at': '2021-07-14T18:08:55Z', 'revision_number': 2, 'project_id': 'fbaa86deccea4ddd9f1515db7d69c8a5', 'gw_port_host': None, '_interfaces': [{'id': 'c4b09913-ac90-4a59-bdf5-433e73d7572d', 'name': '', 'network_id': 'bf974d39-b7ff-4f73-abe3-0ed340fc886f', 'tenant_id': 'fbaa86deccea4ddd9f1515db7d69c8a5', 'mac_address': 'fa:16:3e:75:1f:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07d1d197-0857-420c-8b8a-84531798b125', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ca04824c-bea4-48bc-a4d3-cab173a46d28', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:08:54Z', 'updated_at': '2021-07-14T18:08:57Z', 'revision_number': 4, 'project_id': 'fbaa86deccea4ddd9f1515db7d69c8a5', 'subnets': [{'id': 'ca04824c-bea4-48bc-a4d3-cab173a46d28', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b9a0b18a-0b01-4dd4-b5ac-3103e57fc39c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-3', False) {} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:08:58.091951 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbeaf4b1-46c1-4702-b69b-b232bd9a420e None None] The sync data for ids ['07d1d197-0857-420c-8b8a-84531798b125'] in n-d-800634-3 is: [{'id': '07d1d197-0857-420c-8b8a-84531798b125', 'name': 'router1', 'tenant_id': 'fbaa86deccea4ddd9f1515db7d69c8a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:08:45Z', 'updated_at': '2021-07-14T18:08:55Z', 'revision_number': 2, 'project_id': 'fbaa86deccea4ddd9f1515db7d69c8a5', 'gw_port_host': None, '_interfaces': [{'id': 'c4b09913-ac90-4a59-bdf5-433e73d7572d', 'name': '', 'network_id': 'bf974d39-b7ff-4f73-abe3-0ed340fc886f', 'tenant_id': 'fbaa86deccea4ddd9f1515db7d69c8a5', 'mac_address': 'fa:16:3e:75:1f:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07d1d197-0857-420c-8b8a-84531798b125', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ca04824c-bea4-48bc-a4d3-cab173a46d28', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:08:54Z', 'updated_at': '2021-07-14T18:08:57Z', 'revision_number': 4, 'project_id': 'fbaa86deccea4ddd9f1515db7d69c8a5', 'subnets': [{'id': 'ca04824c-bea4-48bc-a4d3-cab173a46d28', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b9a0b18a-0b01-4dd4-b5ac-3103e57fc39c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 18:08:58.381368 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 48920) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:08:58.489591 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7db561a7-f0ee-4fd5-a375-bdf7bb5a1346 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:08:58.495899 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-7db561a7-f0ee-4fd5-a375-bdf7bb5a1346 admin admin] 10.222.0.16 "GET /v2.0/networks/9200a437-e1de-4520-88f6-e68386523e61 HTTP/1.1" status: 200 len: 842 time: 0.1086042 Jul 14 18:08:58.500002 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-3cb0e43f-ed09-46a6-ab2c-8fb9cea1124f admin admin] Request body: {'subnet': {'enable_dhcp': False, 'name': 'public-subnet', 'gateway_ip': '172.25.1.1', 'cidr': '172.25.1.0/24', 'ip_version': 4, 'network_id': '9200a437-e1de-4520-88f6-e68386523e61'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:08:58.521161 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cb0e43f-ed09-46a6-ab2c-8fb9cea1124f admin admin] Made reservation on behalf of 2279797b93804b45b04a9734a10760b3 for: {'subnet': 1} {{(pid=93916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:08:58.523407 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-3cb0e43f-ed09-46a6-ab2c-8fb9cea1124f admin admin] Notify callbacks [] for subnet, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:08:58.803670 n-d-800634-3 neutron-server[93916]: DEBUG neutron.objects.ports [None req-3cb0e43f-ed09-46a6-ab2c-8fb9cea1124f admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93916) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 14 18:08:58.804093 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-3cb0e43f-ed09-46a6-ab2c-8fb9cea1124f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727'] for subnet, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:08:58.857130 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb0e43f-ed09-46a6-ab2c-8fb9cea1124f admin admin] Pushing event updated for resources: {'Subnet': ['ID=5f47f848-4532-407a-a0e2-5690ade15fd0,revision_number=0']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:08:58.863507 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cb0e43f-ed09-46a6-ab2c-8fb9cea1124f admin admin] Checking segment: {'id': '5afb940b-bbdf-4727-be00-5d46367c38a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9200a437-e1de-4520-88f6-e68386523e61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93916) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:08:58.863861 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cb0e43f-ed09-46a6-ab2c-8fb9cea1124f admin admin] Network hostable DHCP agents. Network: 9200a437-e1de-4520-88f6-e68386523e61, hostable agents: ['028393c3-0576-4ebd-bca1-8ea8a148e1a2'], hosted agents: [] {{(pid=93916) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 18:08:58.879117 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cb0e43f-ed09-46a6-ab2c-8fb9cea1124f admin admin] Network 9200a437-e1de-4520-88f6-e68386523e61 is scheduled to be hosted by DHCP agent 028393c3-0576-4ebd-bca1-8ea8a148e1a2 with binding_index 1 {{(pid=93916) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 18:08:58.888262 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [None req-3cb0e43f-ed09-46a6-ab2c-8fb9cea1124f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-3, 9200a437-e1de-4520-88f6-e68386523e61) {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:08:58.892094 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cb0e43f-ed09-46a6-ab2c-8fb9cea1124f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:08:58.892701 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-3cb0e43f-ed09-46a6-ab2c-8fb9cea1124f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598705'] for subnet, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:08:58.898675 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43b69f0b-1c5e-4656-801d-5b0e044a133f None None] Network 9200a437-e1de-4520-88f6-e68386523e61 requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:08:58.920253 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-3cb0e43f-ed09-46a6-ab2c-8fb9cea1124f admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4111764 Jul 14 18:08:59.028488 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bbbf803-60e1-4d30-a574-696a5cab4ce0 None None] Network 9200a437-e1de-4520-88f6-e68386523e61 requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:09:00.975240 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device c4b09913-ac90-4a59-bdf5-433e73d7572d up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:09:01.024228 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning for port c4b09913-ac90-4a59-bdf5-433e73d7572d completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:09:01.028774 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port c4b09913-ac90-4a59-bdf5-433e73d7572d triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:09:01.028869 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:09:01.113482 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:09:01.146988 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] For port c4b09913-ac90-4a59-bdf5-433e73d7572d, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=c4b09913-ac90-4a59-bdf5-433e73d7572d,segment=NetworkSegment(c20e0195-e181-4ba1-8b8c-f0d0169951a0),segment_id=c20e0195-e181-4ba1-8b8c-f0d0169951a0)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:09:01.150962 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 48942) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:09:01.153233 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:09:01.205796 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Pushing event updated for resources: {'Port': ['ID=c4b09913-ac90-4a59-bdf5-433e73d7572d,revision_number=5']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:09:01.391489 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-531523b9-57da-4cbc-b576-6052eb374404 admin admin] 10.222.0.16 "GET /v2.0/routers/07d1d197-0857-420c-8b8a-84531798b125 HTTP/1.1" status: 200 len: 710 time: 0.2393339 Jul 14 18:09:01.535705 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38c0f21c-64b8-4816-93bc-4965aba90334 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:09:01.537666 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-38c0f21c-64b8-4816-93bc-4965aba90334 admin admin] 10.222.0.16 "GET /v2.0/networks/9200a437-e1de-4520-88f6-e68386523e61 HTTP/1.1" status: 200 len: 886 time: 0.1406553 Jul 14 18:09:01.546175 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-107da704-75c8-45aa-8fd2-ab8f882cfe29 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61'}}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:09:01.791309 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-107da704-75c8-45aa-8fd2-ab8f882cfe29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-929996', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-571750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11395'] for router, precommit_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:09:02.028385 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-107da704-75c8-45aa-8fd2-ab8f882cfe29 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:09:02.106809 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-107da704-75c8-45aa-8fd2-ab8f882cfe29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:09:02.285665 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.db_base_plugin_common [None req-107da704-75c8-45aa-8fd2-ab8f882cfe29 admin admin] Allocated IP 172.25.1.123 (9200a437-e1de-4520-88f6-e68386523e61/5f47f848-4532-407a-a0e2-5690ade15fd0/3f522afa-4f4d-4e3a-8df0-3e9a376e56ca) {{(pid=93915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:09:02.391917 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-107da704-75c8-45aa-8fd2-ab8f882cfe29 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:09:02.471741 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-107da704-75c8-45aa-8fd2-ab8f882cfe29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804'] for port, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:09:02.541023 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-107da704-75c8-45aa-8fd2-ab8f882cfe29 admin admin] Network 9200a437-e1de-4520-88f6-e68386523e61 is already hosted by enough agents. {{(pid=93915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:09:02.596383 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [None req-107da704-75c8-45aa-8fd2-ab8f882cfe29 admin admin] Resources bound (agent type, host, resource id): {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:09:02.605771 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-107da704-75c8-45aa-8fd2-ab8f882cfe29 admin admin] Received port after_create {{(pid=93915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:09:02.608153 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107da704-75c8-45aa-8fd2-ab8f882cfe29 admin admin] Pushing event updated for resources: {'Port': ['ID=3f522afa-4f4d-4e3a-8df0-3e9a376e56ca,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:09:02.870981 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-107da704-75c8-45aa-8fd2-ab8f882cfe29 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:09:02.944480 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device c4b09913-ac90-4a59-bdf5-433e73d7572d up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:09:02.990593 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port c4b09913-ac90-4a59-bdf5-433e73d7572d triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:09:02.990961 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:09:03.061584 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-107da704-75c8-45aa-8fd2-ab8f882cfe29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-929996', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-571750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11395'] for router, precommit_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:09:03.064862 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-107da704-75c8-45aa-8fd2-ab8f882cfe29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-930033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-929987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-930042', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-571805'] for router, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:09:03.172086 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-107da704-75c8-45aa-8fd2-ab8f882cfe29 admin admin] Router 07d1d197-0857-420c-8b8a-84531798b125 has already been hosted by L3 agent 2c6eb27e-defb-4cca-9a24-381c7415e359 {{(pid=93915) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 18:09:03.274293 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-107da704-75c8-45aa-8fd2-ab8f882cfe29 admin admin] Notify agent at l3_agent.n-d-800634-3 the message routers_updated {{(pid=93915) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 18:09:03.278547 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-107da704-75c8-45aa-8fd2-ab8f882cfe29 admin admin] Notify callbacks [] for router, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:09:03.279680 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-107da704-75c8-45aa-8fd2-ab8f882cfe29 admin admin] 10.222.0.16 "PUT /v2.0/routers/07d1d197-0857-420c-8b8a-84531798b125 HTTP/1.1" status: 200 len: 890 time: 1.7366455 Jul 14 18:09:03.283885 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c14c5f8-007e-4671-a32d-a14b67d28f79 None None] Sync routers for ids ['07d1d197-0857-420c-8b8a-84531798b125'] in n-d-800634-3 {{(pid=93917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 18:09:03.295299 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c14c5f8-007e-4671-a32d-a14b67d28f79 None None] Routers {'07d1d197-0857-420c-8b8a-84531798b125'} bound to L3 agent in host n-d-800634-3 {{(pid=93917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:09:03.295971 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-5c14c5f8-007e-4671-a32d-a14b67d28f79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:08:53Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['07d1d197-0857-420c-8b8a-84531798b125'], 'active': True} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:09:03.510035 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvr_db [None req-5c14c5f8-007e-4671-a32d-a14b67d28f79 None None] Set router 07d1d197-0857-420c-8b8a-84531798b125 gateway port host: n-d-800634-3 {{(pid=93917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 18:09:03.896756 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-5c14c5f8-007e-4671-a32d-a14b67d28f79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07d1d197-0857-420c-8b8a-84531798b125', 'name': 'router1', 'tenant_id': 'fbaa86deccea4ddd9f1515db7d69c8a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.123'}], 'enable_snat': True}, 'gw_port_id': '3f522afa-4f4d-4e3a-8df0-3e9a376e56ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:08:45Z', 'updated_at': '2021-07-14T18:09:02Z', 'revision_number': 4, 'project_id': 'fbaa86deccea4ddd9f1515db7d69c8a5', 'gw_port': {'id': '3f522afa-4f4d-4e3a-8df0-3e9a376e56ca', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:cd:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07d1d197-0857-420c-8b8a-84531798b125', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:09:02Z', 'updated_at': '2021-07-14T18:09:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_interfaces': [{'id': 'c4b09913-ac90-4a59-bdf5-433e73d7572d', 'name': '', 'network_id': 'bf974d39-b7ff-4f73-abe3-0ed340fc886f', 'tenant_id': 'fbaa86deccea4ddd9f1515db7d69c8a5', 'mac_address': 'fa:16:3e:75:1f:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07d1d197-0857-420c-8b8a-84531798b125', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ca04824c-bea4-48bc-a4d3-cab173a46d28', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:08:54Z', 'updated_at': '2021-07-14T18:09:01Z', 'revision_number': 5, 'project_id': 'fbaa86deccea4ddd9f1515db7d69c8a5', 'subnets': [{'id': 'ca04824c-bea4-48bc-a4d3-cab173a46d28', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b9a0b18a-0b01-4dd4-b5ac-3103e57fc39c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-3', False) {} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:09:03.948502 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c14c5f8-007e-4671-a32d-a14b67d28f79 None None] Checking router: 07d1d197-0857-420c-8b8a-84531798b125 for host: n-d-800634-3 {{(pid=93917) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 18:09:03.949132 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c14c5f8-007e-4671-a32d-a14b67d28f79 None None] Updating router 07d1d197-0857-420c-8b8a-84531798b125 port 3f522afa-4f4d-4e3a-8df0-3e9a376e56ca binding host n-d-800634-3 {{(pid=93917) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 18:09:03.980838 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-5c14c5f8-007e-4671-a32d-a14b67d28f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:09:04.299790 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-5c14c5f8-007e-4671-a32d-a14b67d28f79 None None] Notify callbacks [] for port, precommit_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:09:04.309207 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-5c14c5f8-007e-4671-a32d-a14b67d28f79 None None] Transition to ACTIVE for port object 3f522afa-4f4d-4e3a-8df0-3e9a376e56ca will not be triggered until provisioned by entity L2. {{(pid=93917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:09:04.314884 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-5c14c5f8-007e-4671-a32d-a14b67d28f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:09:04.365292 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-5c14c5f8-007e-4671-a32d-a14b67d28f79 None None] Attempting to bind port 3f522afa-4f4d-4e3a-8df0-3e9a376e56ca on host n-d-800634-3 for vnic_type normal with profile {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:09:04.365663 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-5c14c5f8-007e-4671-a32d-a14b67d28f79 None None] Attempting to bind port 3f522afa-4f4d-4e3a-8df0-3e9a376e56ca by drivers openvswitch,hyperv on host n-d-800634-3 at level 0 using segments [{'id': '5afb940b-bbdf-4727-be00-5d46367c38a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9200a437-e1de-4520-88f6-e68386523e61'}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:09:04.366024 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c14c5f8-007e-4671-a32d-a14b67d28f79 None None] Attempting to bind port 3f522afa-4f4d-4e3a-8df0-3e9a376e56ca on network 9200a437-e1de-4520-88f6-e68386523e61 {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:09:04.372607 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cdbb059-e7f2-42ec-8651-41a2e043ac2c None None] Pushing event updated for resources: {'Port': ['ID=3f522afa-4f4d-4e3a-8df0-3e9a376e56ca,revision_number=2']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:09:04.375594 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c14c5f8-007e-4671-a32d-a14b67d28f79 None None] Checking agent: {'id': '01c19e91-a945-4e3c-94a6-c211e17c923e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 8, 23), 'started_at': datetime.datetime(2021, 7, 14, 18, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 18, 8, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 18:09:04.375968 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c14c5f8-007e-4671-a32d-a14b67d28f79 None None] Checking segment: {'id': '5afb940b-bbdf-4727-be00-5d46367c38a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9200a437-e1de-4520-88f6-e68386523e61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93917) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:09:04.376387 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-5c14c5f8-007e-4671-a32d-a14b67d28f79 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:09:04.376770 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c14c5f8-007e-4671-a32d-a14b67d28f79 None None] Bound using segment: {'id': '5afb940b-bbdf-4727-be00-5d46367c38a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9200a437-e1de-4520-88f6-e68386523e61'} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 18:09:04.377227 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-5c14c5f8-007e-4671-a32d-a14b67d28f79 None None] Bound port: 3f522afa-4f4d-4e3a-8df0-3e9a376e56ca, host: n-d-800634-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5afb940b-bbdf-4727-be00-5d46367c38a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9200a437-e1de-4520-88f6-e68386523e61'}}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 18:09:04.377624 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-5c14c5f8-007e-4671-a32d-a14b67d28f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:09:04.425403 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-5c14c5f8-007e-4671-a32d-a14b67d28f79 None None] For port 3f522afa-4f4d-4e3a-8df0-3e9a376e56ca, host n-d-800634-3, cleared binding levels {{(pid=93917) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:09:04.429379 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-5c14c5f8-007e-4671-a32d-a14b67d28f79 None None] For port 3f522afa-4f4d-4e3a-8df0-3e9a376e56ca, host n-d-800634-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=3f522afa-4f4d-4e3a-8df0-3e9a376e56ca,segment=NetworkSegment(5afb940b-bbdf-4727-be00-5d46367c38a1),segment_id=5afb940b-bbdf-4727-be00-5d46367c38a1)] {{(pid=93917) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 18:09:04.433511 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-5c14c5f8-007e-4671-a32d-a14b67d28f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:09:04.483235 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c14c5f8-007e-4671-a32d-a14b67d28f79 None None] Routers {'07d1d197-0857-420c-8b8a-84531798b125'} bound to L3 agent in host n-d-800634-3 {{(pid=93917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:09:04.483851 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-5c14c5f8-007e-4671-a32d-a14b67d28f79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:08:53Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['07d1d197-0857-420c-8b8a-84531798b125'], 'active': True} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:09:04.600507 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cdbb059-e7f2-42ec-8651-41a2e043ac2c None None] Pushing event updated for resources: {'Port': ['ID=3f522afa-4f4d-4e3a-8df0-3e9a376e56ca,revision_number=3']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:09:04.669724 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvr_db [None req-5c14c5f8-007e-4671-a32d-a14b67d28f79 None None] Set router 07d1d197-0857-420c-8b8a-84531798b125 gateway port host: n-d-800634-3 {{(pid=93917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 18:09:04.877106 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-5c14c5f8-007e-4671-a32d-a14b67d28f79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07d1d197-0857-420c-8b8a-84531798b125', 'name': 'router1', 'tenant_id': 'fbaa86deccea4ddd9f1515db7d69c8a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.123'}], 'enable_snat': True}, 'gw_port_id': '3f522afa-4f4d-4e3a-8df0-3e9a376e56ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:08:45Z', 'updated_at': '2021-07-14T18:09:02Z', 'revision_number': 4, 'project_id': 'fbaa86deccea4ddd9f1515db7d69c8a5', 'gw_port': {'id': '3f522afa-4f4d-4e3a-8df0-3e9a376e56ca', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:cd:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07d1d197-0857-420c-8b8a-84531798b125', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:09:02Z', 'updated_at': '2021-07-14T18:09:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_interfaces': [{'id': 'c4b09913-ac90-4a59-bdf5-433e73d7572d', 'name': '', 'network_id': 'bf974d39-b7ff-4f73-abe3-0ed340fc886f', 'tenant_id': 'fbaa86deccea4ddd9f1515db7d69c8a5', 'mac_address': 'fa:16:3e:75:1f:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07d1d197-0857-420c-8b8a-84531798b125', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ca04824c-bea4-48bc-a4d3-cab173a46d28', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:08:54Z', 'updated_at': '2021-07-14T18:09:01Z', 'revision_number': 5, 'project_id': 'fbaa86deccea4ddd9f1515db7d69c8a5', 'subnets': [{'id': 'ca04824c-bea4-48bc-a4d3-cab173a46d28', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b9a0b18a-0b01-4dd4-b5ac-3103e57fc39c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-3', False) {} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:09:04.903669 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c14c5f8-007e-4671-a32d-a14b67d28f79 None None] The sync data for ids ['07d1d197-0857-420c-8b8a-84531798b125'] in n-d-800634-3 is: [{'id': '07d1d197-0857-420c-8b8a-84531798b125', 'name': 'router1', 'tenant_id': 'fbaa86deccea4ddd9f1515db7d69c8a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.123'}], 'enable_snat': True}, 'gw_port_id': '3f522afa-4f4d-4e3a-8df0-3e9a376e56ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:08:45Z', 'updated_at': '2021-07-14T18:09:02Z', 'revision_number': 4, 'project_id': 'fbaa86deccea4ddd9f1515db7d69c8a5', 'gw_port': {'id': '3f522afa-4f4d-4e3a-8df0-3e9a376e56ca', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:cd:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07d1d197-0857-420c-8b8a-84531798b125', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:09:02Z', 'updated_at': '2021-07-14T18:09:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_interfaces': [{'id': 'c4b09913-ac90-4a59-bdf5-433e73d7572d', 'name': '', 'network_id': 'bf974d39-b7ff-4f73-abe3-0ed340fc886f', 'tenant_id': 'fbaa86deccea4ddd9f1515db7d69c8a5', 'mac_address': 'fa:16:3e:75:1f:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07d1d197-0857-420c-8b8a-84531798b125', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ca04824c-bea4-48bc-a4d3-cab173a46d28', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:08:54Z', 'updated_at': '2021-07-14T18:09:01Z', 'revision_number': 5, 'project_id': 'fbaa86deccea4ddd9f1515db7d69c8a5', 'subnets': [{'id': 'ca04824c-bea4-48bc-a4d3-cab173a46d28', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b9a0b18a-0b01-4dd4-b5ac-3103e57fc39c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 18:09:05.643220 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 48950) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:09:05.768931 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-47e60512-80a2-47cc-bca2-7f803fd4ef04 admin admin] 10.222.0.16 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1245840 Jul 14 18:09:06.810625 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.agents_db [None req-2ea07fb6-aa68-4671-8654-119d82b9f530 None None] Agent healthcheck: found 5 active agents {{(pid=93918) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 18:09:06.965646 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 3f522afa-4f4d-4e3a-8df0-3e9a376e56ca up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:09:07.015651 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning for port 3f522afa-4f4d-4e3a-8df0-3e9a376e56ca completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:09:07.023026 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port 3f522afa-4f4d-4e3a-8df0-3e9a376e56ca triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:09:07.023403 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:09:07.108949 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:09:07.127943 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] For port 3f522afa-4f4d-4e3a-8df0-3e9a376e56ca, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=3f522afa-4f4d-4e3a-8df0-3e9a376e56ca,segment=NetworkSegment(5afb940b-bbdf-4727-be00-5d46367c38a1),segment_id=5afb940b-bbdf-4727-be00-5d46367c38a1)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:09:07.131844 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:09:07.177606 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Pushing event updated for resources: {'Port': ['ID=3f522afa-4f4d-4e3a-8df0-3e9a376e56ca,revision_number=4']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:09:08.960531 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 3f522afa-4f4d-4e3a-8df0-3e9a376e56ca up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:09:09.014586 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port 3f522afa-4f4d-4e3a-8df0-3e9a376e56ca triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:09:09.014955 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:09:20.265180 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-1742ffd6-3cea-410c-a909-e6b7d9543ee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:09:22.731890 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-66f4f098-8967-4853-a7e7-aa750b80e074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:09:23.138929 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:09:23.906328 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-574aeb93-9938-449c-8e6c-cb22c9b52cc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:09:25.588232 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-2f4e3af3-e708-4ffd-a544-82d93a489d01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:09:43.811548 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.agents_db [None req-2ea07fb6-aa68-4671-8654-119d82b9f530 None None] Agent healthcheck: found 5 active agents {{(pid=93918) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 18:09:50.261517 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-67c34c83-4762-4b08-b4b9-ebafc5e23e41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:09:52.723749 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-84ee7df9-fdd5-4210-8b15-8f8241f76eb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:09:53.131292 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:09:53.895585 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-574aeb93-9938-449c-8e6c-cb22c9b52cc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:09:55.595895 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-2f4e3af3-e708-4ffd-a544-82d93a489d01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:10:20.262484 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-e371ba3b-fb46-4201-934c-9173f7b860fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:10:20.810527 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.agents_db [None req-2ea07fb6-aa68-4671-8654-119d82b9f530 None None] Agent healthcheck: found 5 active agents {{(pid=93918) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 18:10:22.725926 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-0fbfa85e-7543-47c3-9782-e5fc79c432c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:10:23.132101 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:10:23.897748 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-574aeb93-9938-449c-8e6c-cb22c9b52cc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:10:25.596773 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-2f4e3af3-e708-4ffd-a544-82d93a489d01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:10:44.306093 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 49550) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:10:44.365419 n-d-800634-3 neutron-server[93915]: INFO neutron.pecan_wsgi.hooks.translation [None req-18352ac1-89cc-4728-a413-752e172e7103 admin admin] GET failed (client error): The resource could not be found. Jul 14 18:10:44.366719 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-18352ac1-89cc-4728-a413-752e172e7103 admin admin] 10.222.0.16 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0597007 Jul 14 18:10:44.524802 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bed280a-b3c0-4f71-a087-956465431b0a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:10:44.530239 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-5bed280a-b3c0-4f71-a087-956465431b0a admin admin] 10.222.0.16 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 871 time: 0.1557002 Jul 14 18:10:46.759105 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 49560) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:10:46.859117 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-033f60bc-89b1-478a-9334-e4bf24cc917f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:10:46.860546 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-033f60bc-89b1-478a-9334-e4bf24cc917f admin admin] 10.222.0.16 "GET /v2.0/subnets/ca04824c-bea4-48bc-a4d3-cab173a46d28 HTTP/1.1" status: 200 len: 849 time: 0.1004589 Jul 14 18:10:46.869755 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-abbec5ff-e0b7-4360-9587-2086ba8cb5a8 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:10:46.950954 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-abbec5ff-e0b7-4360-9587-2086ba8cb5a8 admin admin] Notify callbacks [] for subnet, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:10:47.089039 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-abbec5ff-e0b7-4360-9587-2086ba8cb5a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8728202639598'] for subnet, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:10:47.117638 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abbec5ff-e0b7-4360-9587-2086ba8cb5a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:10:47.118238 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-abbec5ff-e0b7-4360-9587-2086ba8cb5a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598705'] for subnet, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:10:47.121164 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-abbec5ff-e0b7-4360-9587-2086ba8cb5a8 admin admin] 10.222.0.16 "PUT /v2.0/subnets/ca04824c-bea4-48bc-a4d3-cab173a46d28 HTTP/1.1" status: 200 len: 868 time: 0.2535083 Jul 14 18:10:47.122144 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c89dec5a-7a3c-4d41-949b-d5ad14a62491 None None] Network bf974d39-b7ff-4f73-abe3-0ed340fc886f requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:10:47.140223 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbec5ff-e0b7-4360-9587-2086ba8cb5a8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ca04824c-bea4-48bc-a4d3-cab173a46d28,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:10:47.148241 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abbec5ff-e0b7-4360-9587-2086ba8cb5a8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:10:47.148618 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abbec5ff-e0b7-4360-9587-2086ba8cb5a8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:10:47.148925 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abbec5ff-e0b7-4360-9587-2086ba8cb5a8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:10:47.149259 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abbec5ff-e0b7-4360-9587-2086ba8cb5a8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:10:47.149592 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abbec5ff-e0b7-4360-9587-2086ba8cb5a8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:10:47.150147 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abbec5ff-e0b7-4360-9587-2086ba8cb5a8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:10:47.150482 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abbec5ff-e0b7-4360-9587-2086ba8cb5a8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:10:47.150806 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abbec5ff-e0b7-4360-9587-2086ba8cb5a8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:10:47.151129 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abbec5ff-e0b7-4360-9587-2086ba8cb5a8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:10:47.151448 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abbec5ff-e0b7-4360-9587-2086ba8cb5a8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:10:47.151768 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abbec5ff-e0b7-4360-9587-2086ba8cb5a8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:10:47.152078 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abbec5ff-e0b7-4360-9587-2086ba8cb5a8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:10:47.471670 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-b324e676-6a82-4862-9642-c59cae95cf86 None None] Provisioning complete for port ee0f346d-ad02-4138-b52b-85c22fc50cae triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:10:47.472047 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b324e676-6a82-4862-9642-c59cae95cf86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:10:47.553824 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-b324e676-6a82-4862-9642-c59cae95cf86 None None] Provisioning complete for port c4b09913-ac90-4a59-bdf5-433e73d7572d triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:10:47.554188 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b324e676-6a82-4862-9642-c59cae95cf86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:10:49.249688 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 49568) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:10:49.508082 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9279b29f-e3da-40a9-8bd0-04eb2a03fc10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:10:49.508507 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9279b29f-e3da-40a9-8bd0-04eb2a03fc10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:10:49.510041 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-9279b29f-e3da-40a9-8bd0-04eb2a03fc10 admin admin] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.2594130 Jul 14 18:10:50.263999 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b5f2bcaf-92af-4a16-aa35-8ad96cfef713 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:10:51.635174 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 49576) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:10:51.759975 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-029b1cc1-7028-4bfb-9017-a0aa4750c7ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:10:51.760488 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-029b1cc1-7028-4bfb-9017-a0aa4750c7ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:10:51.761999 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-029b1cc1-7028-4bfb-9017-a0aa4750c7ef admin admin] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.1258895 Jul 14 18:10:52.725903 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-f28f586d-051e-4261-b7f4-4a7fa8dbd735 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:10:53.132767 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:10:53.889781 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 49584) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:10:53.901434 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-574aeb93-9938-449c-8e6c-cb22c9b52cc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:10:54.020546 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-007a3190-3d2e-4881-a196-defd2c3c7703 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:10:54.021907 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-007a3190-3d2e-4881-a196-defd2c3c7703 admin admin] 10.222.0.16 "GET /v2.0/networks/9200a437-e1de-4520-88f6-e68386523e61 HTTP/1.1" status: 200 len: 886 time: 0.1311777 Jul 14 18:10:55.598885 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-2f4e3af3-e708-4ffd-a544-82d93a489d01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:10:56.157914 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 49592) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:10:56.299371 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74fff466-eaea-44d6-90bf-fa9225b9e6a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:10:56.301040 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-74fff466-eaea-44d6-90bf-fa9225b9e6a7 admin admin] 10.222.0.16 "GET /v2.0/networks/bf974d39-b7ff-4f73-abe3-0ed340fc886f HTTP/1.1" status: 200 len: 868 time: 0.1421819 Jul 14 18:10:57.808851 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.agents_db [None req-2ea07fb6-aa68-4671-8654-119d82b9f530 None None] Agent healthcheck: found 5 active agents {{(pid=93918) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 18:10:58.428296 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 49600) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:10:58.548214 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46fe7811-48b0-4622-b7c0-4ba8391264bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:10:58.548679 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46fe7811-48b0-4622-b7c0-4ba8391264bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:10:58.550461 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-46fe7811-48b0-4622-b7c0-4ba8391264bd admin admin] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1212208 Jul 14 18:11:00.693266 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 49608) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:11:00.784325 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b194434-658e-4685-8fb9-f3007b8ba48f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:11:00.784716 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b194434-658e-4685-8fb9-f3007b8ba48f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:11:00.786232 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-3b194434-658e-4685-8fb9-f3007b8ba48f admin admin] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0920236 Jul 14 18:11:02.944860 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 49616) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:11:03.026106 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77ece16c-2da9-41d0-a6cd-4533ac42f240 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:11:03.027423 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-77ece16c-2da9-41d0-a6cd-4533ac42f240 admin admin] 10.222.0.16 "GET /v2.0/subnets/5f47f848-4532-407a-a0e2-5690ade15fd0 HTTP/1.1" status: 200 len: 816 time: 0.0816309 Jul 14 18:11:05.152883 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 49624) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:11:05.240815 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3e56fcb-1862-4989-8a96-5322f1fc34d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:11:05.242051 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-a3e56fcb-1862-4989-8a96-5322f1fc34d8 admin admin] 10.222.0.16 "GET /v2.0/subnets/ca04824c-bea4-48bc-a4d3-cab173a46d28 HTTP/1.1" status: 200 len: 868 time: 0.0882263 Jul 14 18:11:20.266123 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-3bc130d2-d7db-4a3e-8d4e-14b789bd59ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:11:22.727008 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-bc8842b8-fd20-4656-a2f7-de7217e36f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:11:23.133784 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:11:23.903165 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-574aeb93-9938-449c-8e6c-cb22c9b52cc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:11:25.601654 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-2f4e3af3-e708-4ffd-a544-82d93a489d01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:11:29.344038 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 49676) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:11:29.388366 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [None req-ab13bf3d-1467-4173-9d65-4dd5cd340691 admin admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=93915) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 18:11:29.389341 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-ab13bf3d-1467-4173-9d65-4dd5cd340691 admin admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0443361 Jul 14 18:11:31.594558 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 49684) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:11:31.656760 n-d-800634-3 neutron-server[93916]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0255180-0599-4832-ae75-705172ee0421 admin admin] GET failed (client error): The resource could not be found. Jul 14 18:11:31.658084 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-c0255180-0599-4832-ae75-705172ee0421 admin admin] 10.222.0.16 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0625610 Jul 14 18:11:31.866302 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2be5418b-66f7-419a-84dd-126db1ecfaf4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:11:31.867690 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-2be5418b-66f7-419a-84dd-126db1ecfaf4 admin admin] 10.222.0.16 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.2057557 Jul 14 18:11:34.015243 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 49694) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:11:34.059817 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-7c72d9e5-b448-4fb0-bd81-cff813c89cc9 admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:11:34.080497 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c72d9e5-b448-4fb0-bd81-cff813c89cc9 admin admin] Made reservation on behalf of 2279797b93804b45b04a9734a10760b3 for: {'network': 1} {{(pid=93916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:11:34.082887 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-7c72d9e5-b448-4fb0-bd81-cff813c89cc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for network, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:11:34.110768 n-d-800634-3 neutron-server[93916]: WARNING neutron.services.revisions.revision_plugin [None req-7c72d9e5-b448-4fb0-bd81-cff813c89cc9 admin admin] Could not find related network for resource to bump revision. Jul 14 18:11:34.123469 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c72d9e5-b448-4fb0-bd81-cff813c89cc9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 96} {{(pid=93916) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 18:11:34.133484 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-7c72d9e5-b448-4fb0-bd81-cff813c89cc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:11:34.133821 n-d-800634-3 neutron-server[93916]: INFO neutron.db.segments_db [None req-7c72d9e5-b448-4fb0-bd81-cff813c89cc9 admin admin] Added segment 067fc487-22c7-42de-972d-ae352a28ad29 of type vlan for network 4f742057-89ee-4b4a-86f7-487ee61881a1 Jul 14 18:11:34.170542 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-7c72d9e5-b448-4fb0-bd81-cff813c89cc9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728202197517'] for network, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:11:34.198033 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-7c72d9e5-b448-4fb0-bd81-cff813c89cc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727'] for network, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:11:34.198841 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c72d9e5-b448-4fb0-bd81-cff813c89cc9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:11:34.199406 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-7c72d9e5-b448-4fb0-bd81-cff813c89cc9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598705'] for network, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:11:34.253681 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-7c72d9e5-b448-4fb0-bd81-cff813c89cc9 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 846 time: 0.2373855 Jul 14 18:11:34.258304 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c72d9e5-b448-4fb0-bd81-cff813c89cc9 admin admin] Pushing event updated for resources: {'Network': ['ID=4f742057-89ee-4b4a-86f7-487ee61881a1,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:11:34.265046 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c72d9e5-b448-4fb0-bd81-cff813c89cc9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:11:34.265430 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c72d9e5-b448-4fb0-bd81-cff813c89cc9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:11:34.265765 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c72d9e5-b448-4fb0-bd81-cff813c89cc9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:11:34.266097 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c72d9e5-b448-4fb0-bd81-cff813c89cc9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:11:34.266427 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c72d9e5-b448-4fb0-bd81-cff813c89cc9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:11:34.266752 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c72d9e5-b448-4fb0-bd81-cff813c89cc9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:11:34.267085 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c72d9e5-b448-4fb0-bd81-cff813c89cc9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:11:34.267407 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c72d9e5-b448-4fb0-bd81-cff813c89cc9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:11:34.267736 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c72d9e5-b448-4fb0-bd81-cff813c89cc9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:11:34.268047 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c72d9e5-b448-4fb0-bd81-cff813c89cc9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:11:34.268402 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c72d9e5-b448-4fb0-bd81-cff813c89cc9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:11:34.268733 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c72d9e5-b448-4fb0-bd81-cff813c89cc9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:11:34.280103 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Network 4f742057-89ee-4b4a-86f7-487ee61881a1 details requested by agent ovs-agent-n-d-800634-3 with host n-d-800634-3 {{(pid=93917) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 18:11:34.808640 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.agents_db [None req-2ea07fb6-aa68-4671-8654-119d82b9f530 None None] Agent healthcheck: found 5 active agents {{(pid=93918) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 18:11:36.405059 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 49702) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:11:36.462388 n-d-800634-3 neutron-server[93916]: INFO neutron.pecan_wsgi.hooks.translation [None req-495d20f0-459b-4793-9f10-24c1f898b33b admin admin] GET failed (client error): The resource could not be found. Jul 14 18:11:36.463750 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-495d20f0-459b-4793-9f10-24c1f898b33b admin admin] 10.222.0.16 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0577321 Jul 14 18:11:36.531123 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14eb17f9-9a2f-48ac-977f-81f2f2357ce6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:11:36.532603 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-14eb17f9-9a2f-48ac-977f-81f2f2357ce6 admin admin] 10.222.0.16 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 825 time: 0.0651183 Jul 14 18:11:36.542011 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-189089c8-db94-4329-bfdc-7b1512a1c6a9 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'ip_version': 4, 'network_id': '4f742057-89ee-4b4a-86f7-487ee61881a1', 'description': 'shared-subnet', 'name': 'shared-subnet'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:11:36.562745 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-189089c8-db94-4329-bfdc-7b1512a1c6a9 admin admin] Made reservation on behalf of 2279797b93804b45b04a9734a10760b3 for: {'subnet': 1} {{(pid=93916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:11:36.565077 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-189089c8-db94-4329-bfdc-7b1512a1c6a9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:11:36.732541 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-189089c8-db94-4329-bfdc-7b1512a1c6a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727'] for subnet, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:11:36.790296 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189089c8-db94-4329-bfdc-7b1512a1c6a9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f20c54fb-f7da-4761-aa61-2e4f99f3d332,revision_number=0']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:11:36.798273 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-189089c8-db94-4329-bfdc-7b1512a1c6a9 admin admin] Checking segment: {'id': '067fc487-22c7-42de-972d-ae352a28ad29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '4f742057-89ee-4b4a-86f7-487ee61881a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93916) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:11:36.798630 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-189089c8-db94-4329-bfdc-7b1512a1c6a9 admin admin] Network hostable DHCP agents. Network: 4f742057-89ee-4b4a-86f7-487ee61881a1, hostable agents: ['028393c3-0576-4ebd-bca1-8ea8a148e1a2'], hosted agents: [] {{(pid=93916) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 18:11:36.815655 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-189089c8-db94-4329-bfdc-7b1512a1c6a9 admin admin] Network 4f742057-89ee-4b4a-86f7-487ee61881a1 is scheduled to be hosted by DHCP agent 028393c3-0576-4ebd-bca1-8ea8a148e1a2 with binding_index 1 {{(pid=93916) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 18:11:36.823458 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [None req-189089c8-db94-4329-bfdc-7b1512a1c6a9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-3, 4f742057-89ee-4b4a-86f7-487ee61881a1) {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:11:36.828464 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-189089c8-db94-4329-bfdc-7b1512a1c6a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:11:36.829546 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-189089c8-db94-4329-bfdc-7b1512a1c6a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598705'] for subnet, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:11:36.833442 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9be69aed-bb35-4cc4-9b6d-bd1fa89f1a85 None None] Network 4f742057-89ee-4b4a-86f7-487ee61881a1 requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:11:36.843173 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-189089c8-db94-4329-bfdc-7b1512a1c6a9 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3045263 Jul 14 18:11:36.983742 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9d8f493-8341-4035-8125-defa26e9a316 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9222b97e-5d1c-54f8-ba97-82f172498e76-4f742057-89ee-4b4a-86f7-487ee61881a1', 'network_id': '4f742057-89ee-4b4a-86f7-487ee61881a1', 'tenant_id': '2279797b93804b45b04a9734a10760b3', 'fixed_ips': [{'subnet_id': 'f20c54fb-f7da-4761-aa61-2e4f99f3d332'}]}} from n-d-800634-3. {{(pid=93917) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 18:11:36.985084 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-f9d8f493-8341-4035-8125-defa26e9a316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:11:37.211225 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.db_base_plugin_common [None req-f9d8f493-8341-4035-8125-defa26e9a316 None None] Allocated IP 192.168.233.2 (4f742057-89ee-4b4a-86f7-487ee61881a1/f20c54fb-f7da-4761-aa61-2e4f99f3d332/d3c22591-7eef-4860-a772-bd4ab52edfec) {{(pid=93917) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:11:37.354302 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-f9d8f493-8341-4035-8125-defa26e9a316 None None] Notify callbacks [] for port, precommit_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:11:37.362507 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-f9d8f493-8341-4035-8125-defa26e9a316 None None] Transition to ACTIVE for port object d3c22591-7eef-4860-a772-bd4ab52edfec will not be triggered until provisioned by entity L2. {{(pid=93917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:11:37.377733 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-f9d8f493-8341-4035-8125-defa26e9a316 None None] Transition to ACTIVE for port object d3c22591-7eef-4860-a772-bd4ab52edfec will not be triggered until provisioned by entity DHCP. {{(pid=93917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:11:37.383703 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-f9d8f493-8341-4035-8125-defa26e9a316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804'] for port, after_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:11:37.425536 n-d-800634-3 neutron-server[93917]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9d8f493-8341-4035-8125-defa26e9a316 None None] Network 4f742057-89ee-4b4a-86f7-487ee61881a1 is already hosted by enough agents. {{(pid=93917) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:11:37.428332 n-d-800634-3 neutron-server[93917]: DEBUG neutron.scheduler.base_scheduler [None req-f9d8f493-8341-4035-8125-defa26e9a316 None None] Resources bound (agent type, host, resource id): {{(pid=93917) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:11:37.432537 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9d8f493-8341-4035-8125-defa26e9a316 None None] Received port after_create {{(pid=93917) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:11:37.435470 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d8f493-8341-4035-8125-defa26e9a316 None None] Pushing event updated for resources: {'Port': ['ID=d3c22591-7eef-4860-a772-bd4ab52edfec,revision_number=1']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:11:37.446231 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d8f493-8341-4035-8125-defa26e9a316 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:11:37.446552 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d8f493-8341-4035-8125-defa26e9a316 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:11:37.446892 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d8f493-8341-4035-8125-defa26e9a316 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:11:37.447226 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d8f493-8341-4035-8125-defa26e9a316 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:11:37.447557 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d8f493-8341-4035-8125-defa26e9a316 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:11:37.447885 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d8f493-8341-4035-8125-defa26e9a316 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:11:37.448235 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d8f493-8341-4035-8125-defa26e9a316 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:11:37.448628 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d8f493-8341-4035-8125-defa26e9a316 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:11:37.448951 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d8f493-8341-4035-8125-defa26e9a316 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:11:37.449275 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d8f493-8341-4035-8125-defa26e9a316 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:11:37.449993 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d8f493-8341-4035-8125-defa26e9a316 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:11:37.449993 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d8f493-8341-4035-8125-defa26e9a316 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:11:37.498605 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-f9d8f493-8341-4035-8125-defa26e9a316 None None] Attempting to bind port d3c22591-7eef-4860-a772-bd4ab52edfec on host n-d-800634-3 for vnic_type normal with profile {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:11:37.498972 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-f9d8f493-8341-4035-8125-defa26e9a316 None None] Attempting to bind port d3c22591-7eef-4860-a772-bd4ab52edfec by drivers openvswitch,hyperv on host n-d-800634-3 at level 0 using segments [{'id': '067fc487-22c7-42de-972d-ae352a28ad29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '4f742057-89ee-4b4a-86f7-487ee61881a1'}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:11:37.499350 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9d8f493-8341-4035-8125-defa26e9a316 None None] Attempting to bind port d3c22591-7eef-4860-a772-bd4ab52edfec on network 4f742057-89ee-4b4a-86f7-487ee61881a1 {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:11:37.504698 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9d8f493-8341-4035-8125-defa26e9a316 None None] Checking agent: {'id': '01c19e91-a945-4e3c-94a6-c211e17c923e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 8, 23), 'started_at': datetime.datetime(2021, 7, 14, 18, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 18, 11, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 18:11:37.505074 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9d8f493-8341-4035-8125-defa26e9a316 None None] Checking segment: {'id': '067fc487-22c7-42de-972d-ae352a28ad29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '4f742057-89ee-4b4a-86f7-487ee61881a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93917) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:11:37.505468 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-f9d8f493-8341-4035-8125-defa26e9a316 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:11:37.505860 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9d8f493-8341-4035-8125-defa26e9a316 None None] Bound using segment: {'id': '067fc487-22c7-42de-972d-ae352a28ad29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '4f742057-89ee-4b4a-86f7-487ee61881a1'} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 18:11:37.506336 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-f9d8f493-8341-4035-8125-defa26e9a316 None None] Bound port: d3c22591-7eef-4860-a772-bd4ab52edfec, host: n-d-800634-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '067fc487-22c7-42de-972d-ae352a28ad29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '4f742057-89ee-4b4a-86f7-487ee61881a1'}}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 18:11:37.506724 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-f9d8f493-8341-4035-8125-defa26e9a316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:11:37.571441 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-f9d8f493-8341-4035-8125-defa26e9a316 None None] For port d3c22591-7eef-4860-a772-bd4ab52edfec, host n-d-800634-3, cleared binding levels {{(pid=93917) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:11:37.575018 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-f9d8f493-8341-4035-8125-defa26e9a316 None None] For port d3c22591-7eef-4860-a772-bd4ab52edfec, host n-d-800634-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=d3c22591-7eef-4860-a772-bd4ab52edfec,segment=NetworkSegment(067fc487-22c7-42de-972d-ae352a28ad29),segment_id=067fc487-22c7-42de-972d-ae352a28ad29)] {{(pid=93917) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 18:11:37.579163 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-f9d8f493-8341-4035-8125-defa26e9a316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:11:37.639904 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d8f493-8341-4035-8125-defa26e9a316 None None] Pushing event updated for resources: {'Port': ['ID=d3c22591-7eef-4860-a772-bd4ab52edfec,revision_number=2']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:11:38.457698 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-897263c9-efca-44ad-b4c7-e037782bdd49 None None] Network 4f742057-89ee-4b4a-86f7-487ee61881a1 requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:11:38.522653 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-80ca948f-7908-4eb6-bcc2-e5d7e9aed388 None None] Provisioning for port d3c22591-7eef-4860-a772-bd4ab52edfec completed by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:11:39.093221 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device d3c22591-7eef-4860-a772-bd4ab52edfec up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:11:39.142420 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning for port d3c22591-7eef-4860-a772-bd4ab52edfec completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:11:39.145962 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port d3c22591-7eef-4860-a772-bd4ab52edfec triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:11:39.146337 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:11:39.226138 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:11:39.257698 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] For port d3c22591-7eef-4860-a772-bd4ab52edfec, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=d3c22591-7eef-4860-a772-bd4ab52edfec,segment=NetworkSegment(067fc487-22c7-42de-972d-ae352a28ad29),segment_id=067fc487-22c7-42de-972d-ae352a28ad29)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:11:39.261756 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:11:39.309553 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Pushing event updated for resources: {'Port': ['ID=d3c22591-7eef-4860-a772-bd4ab52edfec,revision_number=3']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:11:41.065977 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device d3c22591-7eef-4860-a772-bd4ab52edfec up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:11:41.115940 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port d3c22591-7eef-4860-a772-bd4ab52edfec triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:11:41.116339 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:11:50.266645 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-54432030-3435-43b3-b87f-b5d30c1371de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:11:52.728208 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-d3a2ae62-6fdb-4057-a0a7-1bd20d2b1777 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:11:53.134492 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:11:53.907227 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-574aeb93-9938-449c-8e6c-cb22c9b52cc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:11:55.605240 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-2f4e3af3-e708-4ffd-a544-82d93a489d01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:12:11.807307 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.agents_db [None req-2ea07fb6-aa68-4671-8654-119d82b9f530 None None] Agent healthcheck: found 5 active agents {{(pid=93918) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 18:12:20.267884 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-aff02234-fa86-4261-9039-2199d137b3e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:12:22.727969 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-98fd1ed3-19ce-4ca8-9d8b-94478ccd515e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:12:23.135880 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:12:23.910407 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-574aeb93-9938-449c-8e6c-cb22c9b52cc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:12:25.606665 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-2f4e3af3-e708-4ffd-a544-82d93a489d01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:12:48.806807 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.agents_db [None req-2ea07fb6-aa68-4671-8654-119d82b9f530 None None] Agent healthcheck: found 5 active agents {{(pid=93918) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 18:12:50.269094 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-6e674a88-24e7-4250-bcff-11b78c4061b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:12:51.349615 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 49754) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:12:51.355608 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [None req-725efc8b-35b0-45f1-8ddf-b588678dfec4 tempest-verify_tempest_config-1351452921 tempest-verify_tempest_config-1351452921-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=93916) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 18:12:51.356580 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-725efc8b-35b0-45f1-8ddf-b588678dfec4 tempest-verify_tempest_config-1351452921 tempest-verify_tempest_config-1351452921-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0060258 Jul 14 18:12:51.650055 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 49772) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:12:51.748792 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-940b7ae3-dad2-431e-ace6-f6608b268d27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:12:51.837740 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-940b7ae3-dad2-431e-ace6-f6608b268d27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:12:51.841409 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-940b7ae3-dad2-431e-ace6-f6608b268d27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:12:51.884453 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-940b7ae3-dad2-431e-ace6-f6608b268d27 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7f2058690039456a8e5fc7f1251f1204&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2333539 Jul 14 18:12:51.885727 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940b7ae3-dad2-431e-ace6-f6608b268d27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd4e8ce6-1675-4272-b30d-79b62502774a,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:12:51.887319 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 49778) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:12:51.893257 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-940b7ae3-dad2-431e-ace6-f6608b268d27 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:12:51.893616 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-940b7ae3-dad2-431e-ace6-f6608b268d27 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:12:51.893965 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-940b7ae3-dad2-431e-ace6-f6608b268d27 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:12:51.894300 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-940b7ae3-dad2-431e-ace6-f6608b268d27 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:12:51.894637 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-940b7ae3-dad2-431e-ace6-f6608b268d27 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:12:51.894969 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-940b7ae3-dad2-431e-ace6-f6608b268d27 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:12:51.895305 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-940b7ae3-dad2-431e-ace6-f6608b268d27 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:12:51.895634 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-940b7ae3-dad2-431e-ace6-f6608b268d27 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:12:51.895963 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-940b7ae3-dad2-431e-ace6-f6608b268d27 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:12:51.896319 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-940b7ae3-dad2-431e-ace6-f6608b268d27 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:12:51.896651 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-940b7ae3-dad2-431e-ace6-f6608b268d27 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:12:51.896996 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-940b7ae3-dad2-431e-ace6-f6608b268d27 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:12:51.944183 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-3bc55141-47ec-4768-afb5-a9491a309e4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:12:51.964881 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-3bc55141-47ec-4768-afb5-a9491a309e4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:12:52.050185 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-3bc55141-47ec-4768-afb5-a9491a309e4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:12:52.052797 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-3bc55141-47ec-4768-afb5-a9491a309e4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:12:52.053961 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-3bc55141-47ec-4768-afb5-a9491a309e4c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/dd4e8ce6-1675-4272-b30d-79b62502774a HTTP/1.1" status: 204 len: 168 time: 0.1655965 Jul 14 18:12:52.062124 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc55141-47ec-4768-afb5-a9491a309e4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd4e8ce6-1675-4272-b30d-79b62502774a,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:12:52.068550 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc55141-47ec-4768-afb5-a9491a309e4c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:12:52.068903 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc55141-47ec-4768-afb5-a9491a309e4c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:12:52.069247 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc55141-47ec-4768-afb5-a9491a309e4c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:12:52.069587 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc55141-47ec-4768-afb5-a9491a309e4c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:12:52.069923 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc55141-47ec-4768-afb5-a9491a309e4c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:12:52.070274 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc55141-47ec-4768-afb5-a9491a309e4c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:12:52.070585 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc55141-47ec-4768-afb5-a9491a309e4c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:12:52.070919 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc55141-47ec-4768-afb5-a9491a309e4c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:12:52.071242 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc55141-47ec-4768-afb5-a9491a309e4c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:12:52.071571 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc55141-47ec-4768-afb5-a9491a309e4c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:12:52.071895 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc55141-47ec-4768-afb5-a9491a309e4c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:12:52.072247 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc55141-47ec-4768-afb5-a9491a309e4c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:12:52.728552 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9dd12a0e-6dee-4e26-be0c-87d3f91ab30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:12:53.136720 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:12:53.912695 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-574aeb93-9938-449c-8e6c-cb22c9b52cc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:12:55.609702 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-2f4e3af3-e708-4ffd-a544-82d93a489d01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:13:20.270260 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-fb382154-48c7-4a15-802d-59a19f5720d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:13:22.729023 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-2b5450bb-bb2d-43d4-a5cc-fefb074aa47a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:13:23.137016 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:13:23.914279 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-574aeb93-9938-449c-8e6c-cb22c9b52cc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:13:25.613890 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-2f4e3af3-e708-4ffd-a544-82d93a489d01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:13:25.805253 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.agents_db [None req-2ea07fb6-aa68-4671-8654-119d82b9f530 None None] Agent healthcheck: found 5 active agents {{(pid=93918) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 18:13:50.270134 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-13b65d6f-6a9e-4e13-aeed-15011c521e11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:13:52.728519 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-5f4c8861-1bb4-4cb9-9ef5-2d43c4587364 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:13:53.137585 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:13:53.916158 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-574aeb93-9938-449c-8e6c-cb22c9b52cc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:13:55.615558 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-2f4e3af3-e708-4ffd-a544-82d93a489d01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:14:02.804000 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.agents_db [None req-2ea07fb6-aa68-4671-8654-119d82b9f530 None None] Agent healthcheck: found 5 active agents {{(pid=93918) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 18:14:20.270235 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-5c8ec1bf-6010-4396-8750-fafee8c090af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:14:22.728772 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-2629f3e2-226b-4b3f-bad1-ba65f41272b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:14:23.138051 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:14:23.919544 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-574aeb93-9938-449c-8e6c-cb22c9b52cc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:14:25.620496 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-2f4e3af3-e708-4ffd-a544-82d93a489d01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:14:39.802945 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.agents_db [None req-2ea07fb6-aa68-4671-8654-119d82b9f530 None None] Agent healthcheck: found 5 active agents {{(pid=93918) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 18:14:50.269955 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-64772cce-b6fc-4a2b-bc78-4af7c00ee1d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:14:52.728546 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-c6f3a11b-7ad3-42ad-a503-8afd99008a10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:14:53.137869 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:14:53.925366 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-574aeb93-9938-449c-8e6c-cb22c9b52cc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:14:55.622532 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-2f4e3af3-e708-4ffd-a544-82d93a489d01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:15:16.802100 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.agents_db [None req-2ea07fb6-aa68-4671-8654-119d82b9f530 None None] Agent healthcheck: found 5 active agents {{(pid=93918) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 18:15:20.270317 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-a65d99c1-1c49-4823-8915-e6e7a7be288a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:15:22.729970 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-93091b1a-9b2d-4651-bcec-dcfb906e65f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:15:23.138068 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:15:23.925636 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-574aeb93-9938-449c-8e6c-cb22c9b52cc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:15:25.624631 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-2f4e3af3-e708-4ffd-a544-82d93a489d01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:15:32.115933 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-928805'] for agent, after_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:15:35.058587 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-928805'] for agent, after_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:15:50.269814 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-82371f66-47b8-4990-9be4-24817da784f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:15:52.730867 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-1ea3cb9d-808e-4f59-abba-26e80ef700a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:15:53.138330 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:15:53.802217 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.agents_db [None req-2ea07fb6-aa68-4671-8654-119d82b9f530 None None] Agent healthcheck: found 7 active agents {{(pid=93918) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 18:15:53.927397 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-574aeb93-9938-449c-8e6c-cb22c9b52cc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:15:55.627984 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-2f4e3af3-e708-4ffd-a544-82d93a489d01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:16:02.067815 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:16:05.027588 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:16:17.588997 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 49842) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:16:17.688979 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-01cb8dd6-c434-417b-8176-3c6e38c1559b admin admin] 10.222.0.16 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.0988901 Jul 14 18:16:19.841689 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 49852) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:16:19.892783 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-d543db46-5dc4-402d-8c3e-a96d328d6f24 admin admin] 10.222.0.16 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.0500343 Jul 14 18:16:20.271929 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-d7b1c776-4bed-42d0-a462-620f6b758f4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:16:22.730387 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-16c35df2-3949-44d7-9f78-e8adb500b67a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:16:23.138267 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:16:23.932044 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-574aeb93-9938-449c-8e6c-cb22c9b52cc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:16:25.631201 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-2f4e3af3-e708-4ffd-a544-82d93a489d01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:16:30.801110 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.agents_db [None req-2ea07fb6-aa68-4671-8654-119d82b9f530 None None] Agent healthcheck: found 7 active agents {{(pid=93918) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 18:16:32.061028 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:16:35.027521 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:16:50.272566 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-11a68501-ec0c-4150-90e2-0e759b693517 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:16:52.730120 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-ba2af6f8-214a-4432-8a6b-03b65bb1ea50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:16:53.139291 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:16:53.935069 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-574aeb93-9938-449c-8e6c-cb22c9b52cc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:16:55.635426 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-2f4e3af3-e708-4ffd-a544-82d93a489d01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:17:02.071888 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:17:05.042913 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:17:07.802347 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.agents_db [None req-2ea07fb6-aa68-4671-8654-119d82b9f530 None None] Agent healthcheck: found 7 active agents {{(pid=93918) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 18:17:20.274597 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-165075dd-e87b-49ad-81ca-0b23bfb21229 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:17:22.731447 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-8ca643e0-add1-4a1e-9a57-d99ccf0b6c7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:17:23.140284 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:17:23.937109 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-574aeb93-9938-449c-8e6c-cb22c9b52cc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:17:25.638842 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-2f4e3af3-e708-4ffd-a544-82d93a489d01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:17:32.071467 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:17:35.075942 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:17:37.572646 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 50082) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:17:38.014681 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-3016bb87-44eb-4b20-8c2c-baddb6512752 tempest-AutoAllocateNetworkTest-1500016754 tempest-AutoAllocateNetworkTest-1500016754-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=f996d9bfe0b94636b95ff8d4b36a939b&shared=False HTTP/1.1" status: 200 len: 208 time: 0.4382420 Jul 14 18:17:38.014987 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 50104) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:17:38.214614 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d3de113-ca2d-4d3d-ac99-c5385900a3be tempest-AutoAllocateNetworkTest-1500016754 tempest-AutoAllocateNetworkTest-1500016754-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:17:38.219224 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 50118) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:17:38.219833 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-1d3de113-ca2d-4d3d-ac99-c5385900a3be tempest-AutoAllocateNetworkTest-1500016754 tempest-AutoAllocateNetworkTest-1500016754-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.2036533 Jul 14 18:17:38.282135 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-00c39c37-ea21-4ff6-97c7-8fde7f96997d tempest-AutoAllocateNetworkTest-1500016754 tempest-AutoAllocateNetworkTest-1500016754-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0607276 Jul 14 18:17:38.284948 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 50126) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:17:38.318033 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-7bfc15d6-cc61-462b-a63d-820d90be0573 tempest-AutoAllocateNetworkTest-1500016754 tempest-AutoAllocateNetworkTest-1500016754-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=f996d9bfe0b94636b95ff8d4b36a939b HTTP/1.1" status: 200 len: 208 time: 0.0316641 Jul 14 18:17:38.863900 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 50170) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:17:39.374068 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-224ba381-2413-4ab0-8aa4-eba8059e6ad3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:17:39.528441 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-224ba381-2413-4ab0-8aa4-eba8059e6ad3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:17:39.533721 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-224ba381-2413-4ab0-8aa4-eba8059e6ad3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:17:39.597999 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 50198) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:17:39.598724 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-224ba381-2413-4ab0-8aa4-eba8059e6ad3 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f996d9bfe0b94636b95ff8d4b36a939b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7329593 Jul 14 18:17:39.599828 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224ba381-2413-4ab0-8aa4-eba8059e6ad3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e0300e9-b511-4b39-a791-d41035d59fad,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:17:39.608550 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-224ba381-2413-4ab0-8aa4-eba8059e6ad3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:17:39.609139 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-224ba381-2413-4ab0-8aa4-eba8059e6ad3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:17:39.609637 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-224ba381-2413-4ab0-8aa4-eba8059e6ad3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:17:39.610127 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-224ba381-2413-4ab0-8aa4-eba8059e6ad3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:17:39.610627 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-224ba381-2413-4ab0-8aa4-eba8059e6ad3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:17:39.611124 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-224ba381-2413-4ab0-8aa4-eba8059e6ad3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:17:39.611731 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-224ba381-2413-4ab0-8aa4-eba8059e6ad3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:17:39.612567 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-224ba381-2413-4ab0-8aa4-eba8059e6ad3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:17:39.613264 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-224ba381-2413-4ab0-8aa4-eba8059e6ad3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:17:39.613836 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-224ba381-2413-4ab0-8aa4-eba8059e6ad3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:17:39.614338 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-224ba381-2413-4ab0-8aa4-eba8059e6ad3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:17:39.615001 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-224ba381-2413-4ab0-8aa4-eba8059e6ad3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:17:39.617063 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-224ba381-2413-4ab0-8aa4-eba8059e6ad3 admin admin] Tracked resource versions report: Jul 14 18:17:39.617063 n-d-800634-3 neutron-server[93916]: pushed versions: Jul 14 18:17:39.617063 n-d-800634-3 neutron-server[93916]: { 'AddressGroup': {'1.2'}, Jul 14 18:17:39.617063 n-d-800634-3 neutron-server[93916]: 'ConntrackHelper': {'1.0'}, Jul 14 18:17:39.617063 n-d-800634-3 neutron-server[93916]: 'Log': {'1.0'}, Jul 14 18:17:39.617063 n-d-800634-3 neutron-server[93916]: 'Network': {'1.1'}, Jul 14 18:17:39.617063 n-d-800634-3 neutron-server[93916]: 'Port': {'1.7'}, Jul 14 18:17:39.617063 n-d-800634-3 neutron-server[93916]: 'PortForwarding': {'1.2'}, Jul 14 18:17:39.617063 n-d-800634-3 neutron-server[93916]: 'QosPolicy': {'1.8'}, Jul 14 18:17:39.617063 n-d-800634-3 neutron-server[93916]: 'SecurityGroup': {'1.4'}, Jul 14 18:17:39.617063 n-d-800634-3 neutron-server[93916]: 'SecurityGroupRule': {'1.2'}, Jul 14 18:17:39.617063 n-d-800634-3 neutron-server[93916]: 'SubPort': {'1.0'}, Jul 14 18:17:39.617063 n-d-800634-3 neutron-server[93916]: 'Subnet': {'1.1'}, Jul 14 18:17:39.617063 n-d-800634-3 neutron-server[93916]: 'Trunk': {'1.1'}} Jul 14 18:17:39.617063 n-d-800634-3 neutron-server[93916]: consumer versions: Jul 14 18:17:39.617063 n-d-800634-3 neutron-server[93916]: { DHCP agent@n-d-800634-3: {}, Jul 14 18:17:39.617063 n-d-800634-3 neutron-server[93916]: HyperV agent@n-h1-800634-3: {}, Jul 14 18:17:39.617063 n-d-800634-3 neutron-server[93916]: HyperV agent@n-h2-800634-3: {}, Jul 14 18:17:39.617063 n-d-800634-3 neutron-server[93916]: L3 agent@n-d-800634-3: {}, Jul 14 18:17:39.617063 n-d-800634-3 neutron-server[93916]: Metadata agent@n-d-800634-3: {}, Jul 14 18:17:39.617063 n-d-800634-3 neutron-server[93916]: Metering agent@n-d-800634-3: {}, Jul 14 18:17:39.617063 n-d-800634-3 neutron-server[93916]: Open vSwitch agent@n-d-800634-3: { 'AddressGroup': '1.2', Jul 14 18:17:39.617063 n-d-800634-3 neutron-server[93916]: 'ConntrackHelper': '1.0', Jul 14 18:17:39.617063 n-d-800634-3 neutron-server[93916]: 'Log': '1.0', Jul 14 18:17:39.617063 n-d-800634-3 neutron-server[93916]: 'Network': '1.1', Jul 14 18:17:39.617063 n-d-800634-3 neutron-server[93916]: 'Port': '1.7', Jul 14 18:17:39.617063 n-d-800634-3 neutron-server[93916]: 'PortForwarding': '1.2', Jul 14 18:17:39.617063 n-d-800634-3 neutron-server[93916]: 'QosPolicy': '1.8', Jul 14 18:17:39.617063 n-d-800634-3 neutron-server[93916]: 'SecurityGroup': '1.4', Jul 14 18:17:39.617063 n-d-800634-3 neutron-server[93916]: 'SecurityGroupRule': '1.2', Jul 14 18:17:39.617063 n-d-800634-3 neutron-server[93916]: 'SubPort': '1.0', Jul 14 18:17:39.617063 n-d-800634-3 neutron-server[93916]: 'Subnet': '1.1', Jul 14 18:17:39.617063 n-d-800634-3 neutron-server[93916]: 'Trunk': '1.1'}} Jul 14 18:17:39.617063 n-d-800634-3 neutron-server[93916]: {{(pid=93916) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 14 18:17:39.675265 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-aa465257-9d91-4501-a853-b1d58d88ae69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:17:39.699645 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-aa465257-9d91-4501-a853-b1d58d88ae69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:17:39.773534 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-aa465257-9d91-4501-a853-b1d58d88ae69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:17:39.776997 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-aa465257-9d91-4501-a853-b1d58d88ae69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:17:39.781251 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-aa465257-9d91-4501-a853-b1d58d88ae69 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3e0300e9-b511-4b39-a791-d41035d59fad HTTP/1.1" status: 204 len: 168 time: 0.1821921 Jul 14 18:17:39.789549 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa465257-9d91-4501-a853-b1d58d88ae69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e0300e9-b511-4b39-a791-d41035d59fad,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:17:39.797545 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa465257-9d91-4501-a853-b1d58d88ae69 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:17:39.798078 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa465257-9d91-4501-a853-b1d58d88ae69 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:17:39.798583 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa465257-9d91-4501-a853-b1d58d88ae69 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:17:39.799620 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa465257-9d91-4501-a853-b1d58d88ae69 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:17:39.800157 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa465257-9d91-4501-a853-b1d58d88ae69 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:17:39.800830 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa465257-9d91-4501-a853-b1d58d88ae69 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:17:39.801620 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa465257-9d91-4501-a853-b1d58d88ae69 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:17:39.802509 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa465257-9d91-4501-a853-b1d58d88ae69 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:17:39.803020 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa465257-9d91-4501-a853-b1d58d88ae69 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:17:39.804549 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa465257-9d91-4501-a853-b1d58d88ae69 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:17:39.805049 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa465257-9d91-4501-a853-b1d58d88ae69 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:17:39.805619 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa465257-9d91-4501-a853-b1d58d88ae69 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:17:39.807186 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa465257-9d91-4501-a853-b1d58d88ae69 admin admin] Tracked resource versions report: Jul 14 18:17:39.807186 n-d-800634-3 neutron-server[93915]: pushed versions: Jul 14 18:17:39.807186 n-d-800634-3 neutron-server[93915]: { 'AddressGroup': {'1.2'}, Jul 14 18:17:39.807186 n-d-800634-3 neutron-server[93915]: 'ConntrackHelper': {'1.0'}, Jul 14 18:17:39.807186 n-d-800634-3 neutron-server[93915]: 'Log': {'1.0'}, Jul 14 18:17:39.807186 n-d-800634-3 neutron-server[93915]: 'Network': {'1.1'}, Jul 14 18:17:39.807186 n-d-800634-3 neutron-server[93915]: 'Port': {'1.7'}, Jul 14 18:17:39.807186 n-d-800634-3 neutron-server[93915]: 'PortForwarding': {'1.2'}, Jul 14 18:17:39.807186 n-d-800634-3 neutron-server[93915]: 'QosPolicy': {'1.8'}, Jul 14 18:17:39.807186 n-d-800634-3 neutron-server[93915]: 'SecurityGroup': {'1.4'}, Jul 14 18:17:39.807186 n-d-800634-3 neutron-server[93915]: 'SecurityGroupRule': {'1.2'}, Jul 14 18:17:39.807186 n-d-800634-3 neutron-server[93915]: 'SubPort': {'1.0'}, Jul 14 18:17:39.807186 n-d-800634-3 neutron-server[93915]: 'Subnet': {'1.1'}, Jul 14 18:17:39.807186 n-d-800634-3 neutron-server[93915]: 'Trunk': {'1.1'}} Jul 14 18:17:39.807186 n-d-800634-3 neutron-server[93915]: consumer versions: Jul 14 18:17:39.807186 n-d-800634-3 neutron-server[93915]: { DHCP agent@n-d-800634-3: {}, Jul 14 18:17:39.807186 n-d-800634-3 neutron-server[93915]: HyperV agent@n-h1-800634-3: {}, Jul 14 18:17:39.807186 n-d-800634-3 neutron-server[93915]: HyperV agent@n-h2-800634-3: {}, Jul 14 18:17:39.807186 n-d-800634-3 neutron-server[93915]: L3 agent@n-d-800634-3: {}, Jul 14 18:17:39.807186 n-d-800634-3 neutron-server[93915]: Metadata agent@n-d-800634-3: {}, Jul 14 18:17:39.807186 n-d-800634-3 neutron-server[93915]: Metering agent@n-d-800634-3: {}, Jul 14 18:17:39.807186 n-d-800634-3 neutron-server[93915]: Open vSwitch agent@n-d-800634-3: { 'AddressGroup': '1.2', Jul 14 18:17:39.807186 n-d-800634-3 neutron-server[93915]: 'ConntrackHelper': '1.0', Jul 14 18:17:39.807186 n-d-800634-3 neutron-server[93915]: 'Log': '1.0', Jul 14 18:17:39.807186 n-d-800634-3 neutron-server[93915]: 'Network': '1.1', Jul 14 18:17:39.807186 n-d-800634-3 neutron-server[93915]: 'Port': '1.7', Jul 14 18:17:39.807186 n-d-800634-3 neutron-server[93915]: 'PortForwarding': '1.2', Jul 14 18:17:39.807186 n-d-800634-3 neutron-server[93915]: 'QosPolicy': '1.8', Jul 14 18:17:39.807186 n-d-800634-3 neutron-server[93915]: 'SecurityGroup': '1.4', Jul 14 18:17:39.807186 n-d-800634-3 neutron-server[93915]: 'SecurityGroupRule': '1.2', Jul 14 18:17:39.807186 n-d-800634-3 neutron-server[93915]: 'SubPort': '1.0', Jul 14 18:17:39.807186 n-d-800634-3 neutron-server[93915]: 'Subnet': '1.1', Jul 14 18:17:39.807186 n-d-800634-3 neutron-server[93915]: 'Trunk': '1.1'}} Jul 14 18:17:39.807186 n-d-800634-3 neutron-server[93915]: {{(pid=93915) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 14 18:17:40.213056 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 50234) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:17:40.354885 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-7eb13755-2c34-4ebf-a3e6-adb38099db1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:17:40.493837 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-7eb13755-2c34-4ebf-a3e6-adb38099db1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:17:40.503979 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-7eb13755-2c34-4ebf-a3e6-adb38099db1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:17:40.548106 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-7eb13755-2c34-4ebf-a3e6-adb38099db1b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=080434425ac8421d821f54a074402e86&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3339097 Jul 14 18:17:40.550937 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 50260) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:17:40.557928 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb13755-2c34-4ebf-a3e6-adb38099db1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a340669a-9583-45e9-9b3e-702865daa6e4,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:17:40.624903 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-e11a642b-bf1c-49c5-82a0-d7a1b4250334 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:17:40.668463 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-e11a642b-bf1c-49c5-82a0-d7a1b4250334 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:17:40.719434 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-e11a642b-bf1c-49c5-82a0-d7a1b4250334 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:17:40.722251 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-e11a642b-bf1c-49c5-82a0-d7a1b4250334 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:17:40.723528 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-e11a642b-bf1c-49c5-82a0-d7a1b4250334 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a340669a-9583-45e9-9b3e-702865daa6e4 HTTP/1.1" status: 204 len: 168 time: 0.1714907 Jul 14 18:17:40.732487 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11a642b-bf1c-49c5-82a0-d7a1b4250334 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a340669a-9583-45e9-9b3e-702865daa6e4,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:17:40.866643 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 50282) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:17:41.057809 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-399ae481-e0be-4d0a-8d32-1f68d905a697 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:17:41.139883 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 50298) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:17:41.163435 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-58b285eb-5bd6-45d6-9ccc-a57b4dc98fdb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:17:41.167112 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-399ae481-e0be-4d0a-8d32-1f68d905a697 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:17:41.177358 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-399ae481-e0be-4d0a-8d32-1f68d905a697 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:17:41.233806 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 50310) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:17:41.234320 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-399ae481-e0be-4d0a-8d32-1f68d905a697 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=956a9280953b459896ac0d736839e566&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3656411 Jul 14 18:17:41.252516 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399ae481-e0be-4d0a-8d32-1f68d905a697 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff436d28-294b-4e68-8476-9066a896e4ac,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:17:41.288650 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-4f6a62c4-730d-4bcc-a6f3-a046720a5eca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:17:41.341579 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-58b285eb-5bd6-45d6-9ccc-a57b4dc98fdb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:17:41.344816 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-4f6a62c4-730d-4bcc-a6f3-a046720a5eca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:17:41.347354 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-58b285eb-5bd6-45d6-9ccc-a57b4dc98fdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:17:41.386760 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-58b285eb-5bd6-45d6-9ccc-a57b4dc98fdb admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0b0f5190da8746d1b26f985c91632027&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2457397 Jul 14 18:17:41.389535 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 50318) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:17:41.410405 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b285eb-5bd6-45d6-9ccc-a57b4dc98fdb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e11b0d7a-3066-43e0-b0c2-72f547e0a90e,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:17:41.452353 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-4f6a62c4-730d-4bcc-a6f3-a046720a5eca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:17:41.454814 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-4f6a62c4-730d-4bcc-a6f3-a046720a5eca admin admin] Notify callbacks [] for security_group, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:17:41.458403 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-4f6a62c4-730d-4bcc-a6f3-a046720a5eca admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ff436d28-294b-4e68-8476-9066a896e4ac HTTP/1.1" status: 204 len: 168 time: 0.2210317 Jul 14 18:17:41.467226 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6a62c4-730d-4bcc-a6f3-a046720a5eca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff436d28-294b-4e68-8476-9066a896e4ac,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:17:41.528493 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-280dc088-7882-4c97-9acc-5c630e96abe8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:17:41.556853 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-280dc088-7882-4c97-9acc-5c630e96abe8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:17:41.623532 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-280dc088-7882-4c97-9acc-5c630e96abe8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:17:41.626525 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-280dc088-7882-4c97-9acc-5c630e96abe8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:17:41.627806 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-280dc088-7882-4c97-9acc-5c630e96abe8 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e11b0d7a-3066-43e0-b0c2-72f547e0a90e HTTP/1.1" status: 204 len: 168 time: 0.2367978 Jul 14 18:17:41.636692 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280dc088-7882-4c97-9acc-5c630e96abe8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e11b0d7a-3066-43e0-b0c2-72f547e0a90e,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:17:41.693726 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 50350) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:17:41.697382 n-d-800634-3 neutron-server[93915]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 14 18:17:41.743414 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-31e72f29-9227-4907-bb04-1248d65b5d97 req-113eacb7-d914-416c-82f1-6a4ae762d338 tempest-DeleteServersAdminTestJSON-1051371510 tempest-DeleteServersAdminTestJSON-1051371510-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=91a5dab716504fc8b9e9981b5f72c2c8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0477505 Jul 14 18:17:41.969575 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e72f29-9227-4907-bb04-1248d65b5d97 req-499092e4-41bd-48b6-8992-61d8937d9b80 tempest-DeleteServersAdminTestJSON-1051371510 tempest-DeleteServersAdminTestJSON-1051371510-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:17:41.971042 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-31e72f29-9227-4907-bb04-1248d65b5d97 req-499092e4-41bd-48b6-8992-61d8937d9b80 tempest-DeleteServersAdminTestJSON-1051371510 tempest-DeleteServersAdminTestJSON-1051371510-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2192891 Jul 14 18:17:41.989306 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-31e72f29-9227-4907-bb04-1248d65b5d97 req-476079d7-7840-43ed-8a56-84b69956b7f2 tempest-DeleteServersAdminTestJSON-1051371510 tempest-DeleteServersAdminTestJSON-1051371510-project] 10.222.0.16 "GET /v2.0/quotas/91a5dab716504fc8b9e9981b5f72c2c8 HTTP/1.1" status: 200 len: 375 time: 0.0123730 Jul 14 18:17:42.049487 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-31e72f29-9227-4907-bb04-1248d65b5d97 req-4025fd8e-b814-4a42-9ef6-0716fb397087 tempest-DeleteServersAdminTestJSON-1051371510 tempest-DeleteServersAdminTestJSON-1051371510-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=91a5dab716504fc8b9e9981b5f72c2c8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0541439 Jul 14 18:17:42.095328 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 50378) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:17:42.112280 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-1b793942-a4de-45ac-9da3-f018d050a08a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:17:42.242613 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-1b793942-a4de-45ac-9da3-f018d050a08a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:17:42.248154 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-1b793942-a4de-45ac-9da3-f018d050a08a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:17:42.294804 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-1b793942-a4de-45ac-9da3-f018d050a08a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=25cc008430df42b8ae2356664291b911&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1979289 Jul 14 18:17:42.298551 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b793942-a4de-45ac-9da3-f018d050a08a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8cde4ee-2194-4822-a945-e6f87d3c6929,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:17:42.298674 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 50394) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:17:42.399088 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-34db74ca-7907-42b9-840e-1ba28c52498e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:17:42.444340 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-34db74ca-7907-42b9-840e-1ba28c52498e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:17:42.503946 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-34db74ca-7907-42b9-840e-1ba28c52498e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:17:42.507290 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-34db74ca-7907-42b9-840e-1ba28c52498e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:17:42.512707 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-34db74ca-7907-42b9-840e-1ba28c52498e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b8cde4ee-2194-4822-a945-e6f87d3c6929 HTTP/1.1" status: 204 len: 168 time: 0.2129209 Jul 14 18:17:42.527669 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34db74ca-7907-42b9-840e-1ba28c52498e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8cde4ee-2194-4822-a945-e6f87d3c6929,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:17:42.673989 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 50430) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:17:43.204825 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-9fb888c8-bf8f-4ff4-98f2-7bc9c809b3cc req-67641dee-5322-43e7-ac8f-5ec00ff762cd tempest-DeleteServersAdminTestJSON-1051371510 tempest-DeleteServersAdminTestJSON-1051371510-project] 10.222.0.16 "GET /v2.0/ports?device_id=712acbd5-24aa-4ef7-8e5a-7a360d63ae16 HTTP/1.1" status: 200 len: 210 time: 0.5295997 Jul 14 18:17:43.451705 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 50502) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:17:43.696065 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-57a24610-6224-4cfc-a12c-603b9342ed45 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-919346871-network', 'tenant_id': 'c51e850593fc4a37af9470721017e8e7'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:17:43.737535 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57a24610-6224-4cfc-a12c-603b9342ed45 admin admin] Made reservation on behalf of c51e850593fc4a37af9470721017e8e7 for: {'network': 1} {{(pid=93915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:17:43.740583 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-57a24610-6224-4cfc-a12c-603b9342ed45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for network, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:17:43.753500 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-57a24610-6224-4cfc-a12c-603b9342ed45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:17:43.923378 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-57a24610-6224-4cfc-a12c-603b9342ed45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:17:43.937152 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-57a24610-6224-4cfc-a12c-603b9342ed45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:17:43.988398 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57a24610-6224-4cfc-a12c-603b9342ed45 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 61} {{(pid=93915) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 18:17:44.016925 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a24610-6224-4cfc-a12c-603b9342ed45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42128e7a-d66d-4c2b-8d9b-7ed9c6e9d522,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:17:44.039077 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 50564) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:17:44.046048 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-57a24610-6224-4cfc-a12c-603b9342ed45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:17:44.046514 n-d-800634-3 neutron-server[93915]: INFO neutron.db.segments_db [None req-57a24610-6224-4cfc-a12c-603b9342ed45 admin admin] Added segment dc9b7b33-7ed6-4862-a917-845e6b965bf7 of type vlan for network b1df69b6-7369-4ffc-83a6-1f3eb48a524d Jul 14 18:17:44.307809 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-57a24610-6224-4cfc-a12c-603b9342ed45 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728202197517'] for network, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:17:44.349407 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-57a24610-6224-4cfc-a12c-603b9342ed45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727'] for network, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:17:44.351211 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57a24610-6224-4cfc-a12c-603b9342ed45 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:17:44.352540 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-57a24610-6224-4cfc-a12c-603b9342ed45 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598705'] for network, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:17:44.362595 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-cc4a724b-2bec-419d-a17e-45242813949f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:17:44.493412 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-cc4a724b-2bec-419d-a17e-45242813949f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:17:44.499556 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-cc4a724b-2bec-419d-a17e-45242813949f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:17:44.533133 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-57a24610-6224-4cfc-a12c-603b9342ed45 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.0790763 Jul 14 18:17:44.541541 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 50602) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:17:44.547672 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-6a2f825a-043c-4d30-b8f9-f68af46367a9 admin admin] Request body: {'subnet': {'network_id': 'b1df69b6-7369-4ffc-83a6-1f3eb48a524d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-919346871-subnet', 'tenant_id': 'c51e850593fc4a37af9470721017e8e7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:17:44.575368 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-cc4a724b-2bec-419d-a17e-45242813949f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a0f0bf9fd6874f59be216453641095f7&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5346832 Jul 14 18:17:44.577104 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a2f825a-043c-4d30-b8f9-f68af46367a9 admin admin] Made reservation on behalf of c51e850593fc4a37af9470721017e8e7 for: {'subnet': 1} {{(pid=93916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:17:44.579367 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-6a2f825a-043c-4d30-b8f9-f68af46367a9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:17:44.581415 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4a724b-2bec-419d-a17e-45242813949f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e87c9d5a-ffb9-47d4-89e6-ce214a494bbd,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:17:44.581624 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2607f3aa-092e-458b-94fe-855981826203 req-65a80a1e-ee63-4a61-9bc2-48bfc62fba76 tempest-DeleteServersAdminTestJSON-1051371510 tempest-DeleteServersAdminTestJSON-1051371510-project] 10.222.0.16 "GET /v2.0/ports?device_id=712acbd5-24aa-4ef7-8e5a-7a360d63ae16 HTTP/1.1" status: 200 len: 210 time: 0.0964355 Jul 14 18:17:44.582249 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a24610-6224-4cfc-a12c-603b9342ed45 admin admin] Pushing event updated for resources: {'Network': ['ID=b1df69b6-7369-4ffc-83a6-1f3eb48a524d,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:17:44.592593 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 50604) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:17:44.593583 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Network b1df69b6-7369-4ffc-83a6-1f3eb48a524d details requested by agent ovs-agent-n-d-800634-3 with host n-d-800634-3 {{(pid=93917) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 18:17:44.630775 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 50606) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:17:44.684826 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.35', 64789) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:17:44.722159 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-31e72f29-9227-4907-bb04-1248d65b5d97 req-1e4397ae-c961-4f86-b1d0-31889e041a8b tempest-DeleteServersAdminTestJSON-1051371510 tempest-DeleteServersAdminTestJSON-1051371510-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=91a5dab716504fc8b9e9981b5f72c2c8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0319889 Jul 14 18:17:44.745316 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-f5a577e9-1ff3-49bf-b67c-6764e5717f1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:17:44.771974 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-f5a577e9-1ff3-49bf-b67c-6764e5717f1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:17:44.816222 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.agents_db [None req-2ea07fb6-aa68-4671-8654-119d82b9f530 None None] Agent healthcheck: found 7 active agents {{(pid=93918) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 18:17:44.995278 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-f5a577e9-1ff3-49bf-b67c-6764e5717f1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:17:45.002185 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-f5a577e9-1ff3-49bf-b67c-6764e5717f1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:17:45.005700 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-f5a577e9-1ff3-49bf-b67c-6764e5717f1a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e87c9d5a-ffb9-47d4-89e6-ce214a494bbd HTTP/1.1" status: 204 len: 168 time: 0.4121382 Jul 14 18:17:45.048440 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a577e9-1ff3-49bf-b67c-6764e5717f1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e87c9d5a-ffb9-47d4-89e6-ce214a494bbd,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:17:45.063283 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-05e9acc2-cf4e-4c62-8349-4a8d0f9659cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:17:45.075926 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e72f29-9227-4907-bb04-1248d65b5d97 req-b8d5476d-9248-4dbc-9831-2fa3a312d595 tempest-DeleteServersAdminTestJSON-1051371510 tempest-DeleteServersAdminTestJSON-1051371510-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:17:45.078524 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-31e72f29-9227-4907-bb04-1248d65b5d97 req-b8d5476d-9248-4dbc-9831-2fa3a312d595 tempest-DeleteServersAdminTestJSON-1051371510 tempest-DeleteServersAdminTestJSON-1051371510-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3507409 Jul 14 18:17:45.152579 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [req-31e72f29-9227-4907-bb04-1248d65b5d97 req-2609edbd-db12-475f-8e82-02a2c5be0570 tempest-DeleteServersAdminTestJSON-1051371510 tempest-DeleteServersAdminTestJSON-1051371510-project] Request body: {'port': {'device_id': '712acbd5-24aa-4ef7-8e5a-7a360d63ae16', 'network_id': '4f742057-89ee-4b4a-86f7-487ee61881a1', 'admin_state_up': True, 'tenant_id': '91a5dab716504fc8b9e9981b5f72c2c8'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:17:45.162520 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-6a2f825a-043c-4d30-b8f9-f68af46367a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727'] for subnet, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:17:45.275219 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2f825a-043c-4d30-b8f9-f68af46367a9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=52a71ea9-5395-411d-94f2-0fbe5949db70,revision_number=0']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:17:45.282607 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a2f825a-043c-4d30-b8f9-f68af46367a9 admin admin] Checking segment: {'id': 'dc9b7b33-7ed6-4862-a917-845e6b965bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'b1df69b6-7369-4ffc-83a6-1f3eb48a524d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93916) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:17:45.283108 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a2f825a-043c-4d30-b8f9-f68af46367a9 admin admin] Network hostable DHCP agents. Network: b1df69b6-7369-4ffc-83a6-1f3eb48a524d, hostable agents: ['028393c3-0576-4ebd-bca1-8ea8a148e1a2'], hosted agents: [] {{(pid=93916) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 18:17:45.353941 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-51c0a464-b451-484f-be0a-757610f34046 req-13dda686-3066-4cc6-be6b-f17ae239f00a tempest-AggregatesAdminTestJSON-1123461202 tempest-AggregatesAdminTestJSON-1123461202-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=94fad325b52f41d6ae7e7aeaf25aab8f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0947936 Jul 14 18:17:45.360462 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a2f825a-043c-4d30-b8f9-f68af46367a9 admin admin] Network b1df69b6-7369-4ffc-83a6-1f3eb48a524d is scheduled to be hosted by DHCP agent 028393c3-0576-4ebd-bca1-8ea8a148e1a2 with binding_index 1 {{(pid=93916) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 18:17:45.364590 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-05e9acc2-cf4e-4c62-8349-4a8d0f9659cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:17:45.372561 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-05e9acc2-cf4e-4c62-8349-4a8d0f9659cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:17:45.406353 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-05e9acc2-cf4e-4c62-8349-4a8d0f9659cd admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=116eee7d10ec4363a7889bba2839caf4&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7745571 Jul 14 18:17:45.407290 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [None req-6a2f825a-043c-4d30-b8f9-f68af46367a9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-3, b1df69b6-7369-4ffc-83a6-1f3eb48a524d) {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:17:45.413557 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 50670) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:17:45.416497 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d279726-e338-4c1d-92e6-fd327d8d63e8 None None] Network b1df69b6-7369-4ffc-83a6-1f3eb48a524d requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:17:45.481127 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a2f825a-043c-4d30-b8f9-f68af46367a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:17:45.481717 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-6a2f825a-043c-4d30-b8f9-f68af46367a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598705'] for subnet, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:17:45.537375 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e9acc2-cf4e-4c62-8349-4a8d0f9659cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79456c11-95d3-472e-a7ad-261d27f8ace4,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:17:45.580103 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-6a2f825a-043c-4d30-b8f9-f68af46367a9 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.0374863 Jul 14 18:17:45.581309 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-57b73781-83cb-450f-b82f-ad4af5f7749c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:17:45.598877 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 50690) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:17:45.609503 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-74fd8587-cfc8-4720-bf1c-6311a1370b52 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-919346871-router', 'tenant_id': 'c51e850593fc4a37af9470721017e8e7', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61'}}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:17:45.620541 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-57b73781-83cb-450f-b82f-ad4af5f7749c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:17:45.632716 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c0a464-b451-484f-be0a-757610f34046 req-f6926d09-2e12-43ef-aeea-62fdbc4a91fd tempest-AggregatesAdminTestJSON-1123461202 tempest-AggregatesAdminTestJSON-1123461202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:17:45.634769 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-51c0a464-b451-484f-be0a-757610f34046 req-f6926d09-2e12-43ef-aeea-62fdbc4a91fd tempest-AggregatesAdminTestJSON-1123461202 tempest-AggregatesAdminTestJSON-1123461202-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2703416 Jul 14 18:17:45.651804 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-31e72f29-9227-4907-bb04-1248d65b5d97 req-2609edbd-db12-475f-8e82-02a2c5be0570 tempest-DeleteServersAdminTestJSON-1051371510 tempest-DeleteServersAdminTestJSON-1051371510-project] Made reservation on behalf of 91a5dab716504fc8b9e9981b5f72c2c8 for: {'port': 1} {{(pid=93915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:17:45.655814 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-31e72f29-9227-4907-bb04-1248d65b5d97 req-2609edbd-db12-475f-8e82-02a2c5be0570 tempest-DeleteServersAdminTestJSON-1051371510 tempest-DeleteServersAdminTestJSON-1051371510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:17:45.682784 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-57b73781-83cb-450f-b82f-ad4af5f7749c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:17:45.684850 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-51c0a464-b451-484f-be0a-757610f34046 req-9fc8ed4e-da27-4d36-99a3-86a1933d8a9f tempest-AggregatesAdminTestJSON-1123461202 tempest-AggregatesAdminTestJSON-1123461202-project] 10.222.0.16 "GET /v2.0/quotas/94fad325b52f41d6ae7e7aeaf25aab8f HTTP/1.1" status: 200 len: 375 time: 0.0444083 Jul 14 18:17:45.686824 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-31e72f29-9227-4907-bb04-1248d65b5d97 req-2609edbd-db12-475f-8e82-02a2c5be0570 tempest-DeleteServersAdminTestJSON-1051371510 tempest-DeleteServersAdminTestJSON-1051371510-project] Notify callbacks [] for security_group, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:17:45.696047 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-57b73781-83cb-450f-b82f-ad4af5f7749c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:17:45.697796 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-57b73781-83cb-450f-b82f-ad4af5f7749c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/79456c11-95d3-472e-a7ad-261d27f8ace4 HTTP/1.1" status: 204 len: 168 time: 0.2826989 Jul 14 18:17:45.710195 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b73781-83cb-450f-b82f-ad4af5f7749c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79456c11-95d3-472e-a7ad-261d27f8ace4,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:17:45.722843 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-74fd8587-cfc8-4720-bf1c-6311a1370b52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-571768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11104'] for router, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:17:45.723956 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-74fd8587-cfc8-4720-bf1c-6311a1370b52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-571675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-930014', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-632314', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11129'] for router, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:17:45.760079 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-51c0a464-b451-484f-be0a-757610f34046 req-a8280542-bc39-4f04-8c37-d28ceef67286 tempest-AggregatesAdminTestJSON-1123461202 tempest-AggregatesAdminTestJSON-1123461202-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=94fad325b52f41d6ae7e7aeaf25aab8f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0591042 Jul 14 18:17:45.829742 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 50708) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:17:45.843736 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-1c211569-d879-4fbe-8377-1d8c51e89c7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:17:45.900329 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-74fd8587-cfc8-4720-bf1c-6311a1370b52 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:17:45.917865 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44698827-93dd-4889-b900-521c05f8f73e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9222b97e-5d1c-54f8-ba97-82f172498e76-b1df69b6-7369-4ffc-83a6-1f3eb48a524d', 'network_id': 'b1df69b6-7369-4ffc-83a6-1f3eb48a524d', 'tenant_id': 'c51e850593fc4a37af9470721017e8e7', 'fixed_ips': [{'subnet_id': '52a71ea9-5395-411d-94f2-0fbe5949db70'}]}} from n-d-800634-3. {{(pid=93917) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 18:17:45.919974 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-44698827-93dd-4889-b900-521c05f8f73e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:17:46.104052 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.db_base_plugin_common [None req-44698827-93dd-4889-b900-521c05f8f73e None None] Allocated IP 172.20.0.2 (b1df69b6-7369-4ffc-83a6-1f3eb48a524d/52a71ea9-5395-411d-94f2-0fbe5949db70/b7e0f69c-5835-4d93-baf3-0276574345fe) {{(pid=93917) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:17:46.156971 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-74fd8587-cfc8-4720-bf1c-6311a1370b52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-929996', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-571750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11395'] for router, precommit_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:17:46.224465 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-31e72f29-9227-4907-bb04-1248d65b5d97 req-2609edbd-db12-475f-8e82-02a2c5be0570 tempest-DeleteServersAdminTestJSON-1051371510 tempest-DeleteServersAdminTestJSON-1051371510-project] Notify callbacks [] for security_group, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:17:46.258404 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-44698827-93dd-4889-b900-521c05f8f73e None None] Notify callbacks [] for port, precommit_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:17:46.267728 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-44698827-93dd-4889-b900-521c05f8f73e None None] Transition to ACTIVE for port object b7e0f69c-5835-4d93-baf3-0276574345fe will not be triggered until provisioned by entity L2. {{(pid=93917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:17:46.288982 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-44698827-93dd-4889-b900-521c05f8f73e None None] Transition to ACTIVE for port object b7e0f69c-5835-4d93-baf3-0276574345fe will not be triggered until provisioned by entity DHCP. {{(pid=93917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:17:46.308599 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-44698827-93dd-4889-b900-521c05f8f73e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804'] for port, after_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:17:46.337922 n-d-800634-3 neutron-server[93917]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44698827-93dd-4889-b900-521c05f8f73e None None] Network b1df69b6-7369-4ffc-83a6-1f3eb48a524d is already hosted by enough agents. {{(pid=93917) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:17:46.366309 n-d-800634-3 neutron-server[93917]: DEBUG neutron.scheduler.base_scheduler [None req-44698827-93dd-4889-b900-521c05f8f73e None None] Resources bound (agent type, host, resource id): {{(pid=93917) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:17:46.370491 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44698827-93dd-4889-b900-521c05f8f73e None None] Received port after_create {{(pid=93917) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:17:46.373886 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-931b4f35-78e4-48b1-8429-9e21bd1888d2 req-df76d62d-4b0f-4d99-9b0f-20afc4a5be9e tempest-DeleteServersAdminTestJSON-1051371510 tempest-DeleteServersAdminTestJSON-1051371510-project] 10.222.0.16 "GET /v2.0/ports?device_id=712acbd5-24aa-4ef7-8e5a-7a360d63ae16 HTTP/1.1" status: 200 len: 210 time: 0.1472790 Jul 14 18:17:46.430096 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-1c211569-d879-4fbe-8377-1d8c51e89c7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:17:46.432264 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 50734) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:17:46.451340 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-93b35297-5138-4ace-98cf-c2e69662a84a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:17:46.453958 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-1c211569-d879-4fbe-8377-1d8c51e89c7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:17:46.474036 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44698827-93dd-4889-b900-521c05f8f73e None None] Pushing event updated for resources: {'Port': ['ID=b7e0f69c-5835-4d93-baf3-0276574345fe,revision_number=1']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:17:46.517319 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44698827-93dd-4889-b900-521c05f8f73e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:17:46.517665 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44698827-93dd-4889-b900-521c05f8f73e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:17:46.519268 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-7dbc7dec-6979-422c-8871-3b993bd8c9b4 req-14bfca3b-399a-4bb2-9a15-f58b85e89bd1 tempest-AggregatesAdminTestJSON-1123461202 tempest-AggregatesAdminTestJSON-1123461202-project] 10.222.0.16 "GET /v2.0/ports?device_id=c10c2653-0ed5-4170-9747-7a9fa63300fa HTTP/1.1" status: 200 len: 210 time: 0.2913027 Jul 14 18:17:46.520001 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-31e72f29-9227-4907-bb04-1248d65b5d97 req-2609edbd-db12-475f-8e82-02a2c5be0570 tempest-DeleteServersAdminTestJSON-1051371510 tempest-DeleteServersAdminTestJSON-1051371510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:17:46.523586 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44698827-93dd-4889-b900-521c05f8f73e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:17:46.524996 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44698827-93dd-4889-b900-521c05f8f73e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:17:46.527461 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44698827-93dd-4889-b900-521c05f8f73e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:17:46.527961 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44698827-93dd-4889-b900-521c05f8f73e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:17:46.528458 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44698827-93dd-4889-b900-521c05f8f73e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:17:46.529754 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-1c211569-d879-4fbe-8377-1d8c51e89c7c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e61334ebd1364603afa34fc1d875f37c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6963713 Jul 14 18:17:46.530610 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44698827-93dd-4889-b900-521c05f8f73e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:17:46.530966 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44698827-93dd-4889-b900-521c05f8f73e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:17:46.531312 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44698827-93dd-4889-b900-521c05f8f73e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:17:46.531648 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44698827-93dd-4889-b900-521c05f8f73e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:17:46.531984 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44698827-93dd-4889-b900-521c05f8f73e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:17:46.538358 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 50740) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:17:46.539271 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c211569-d879-4fbe-8377-1d8c51e89c7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd36ccfe-149f-49a0-a10e-d18700b38ade,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:17:46.548796 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44698827-93dd-4889-b900-521c05f8f73e None None] Tracked resource versions report: Jul 14 18:17:46.548796 n-d-800634-3 neutron-server[93917]: pushed versions: Jul 14 18:17:46.548796 n-d-800634-3 neutron-server[93917]: { 'AddressGroup': {'1.2'}, Jul 14 18:17:46.548796 n-d-800634-3 neutron-server[93917]: 'ConntrackHelper': {'1.0'}, Jul 14 18:17:46.548796 n-d-800634-3 neutron-server[93917]: 'Log': {'1.0'}, Jul 14 18:17:46.548796 n-d-800634-3 neutron-server[93917]: 'Network': {'1.1'}, Jul 14 18:17:46.548796 n-d-800634-3 neutron-server[93917]: 'Port': {'1.7'}, Jul 14 18:17:46.548796 n-d-800634-3 neutron-server[93917]: 'PortForwarding': {'1.2'}, Jul 14 18:17:46.548796 n-d-800634-3 neutron-server[93917]: 'QosPolicy': {'1.8'}, Jul 14 18:17:46.548796 n-d-800634-3 neutron-server[93917]: 'SecurityGroup': {'1.4'}, Jul 14 18:17:46.548796 n-d-800634-3 neutron-server[93917]: 'SecurityGroupRule': {'1.2'}, Jul 14 18:17:46.548796 n-d-800634-3 neutron-server[93917]: 'SubPort': {'1.0'}, Jul 14 18:17:46.548796 n-d-800634-3 neutron-server[93917]: 'Subnet': {'1.1'}, Jul 14 18:17:46.548796 n-d-800634-3 neutron-server[93917]: 'Trunk': {'1.1'}} Jul 14 18:17:46.548796 n-d-800634-3 neutron-server[93917]: consumer versions: Jul 14 18:17:46.548796 n-d-800634-3 neutron-server[93917]: { DHCP agent@n-d-800634-3: {}, Jul 14 18:17:46.548796 n-d-800634-3 neutron-server[93917]: HyperV agent@n-h1-800634-3: {}, Jul 14 18:17:46.548796 n-d-800634-3 neutron-server[93917]: HyperV agent@n-h2-800634-3: {}, Jul 14 18:17:46.548796 n-d-800634-3 neutron-server[93917]: L3 agent@n-d-800634-3: {}, Jul 14 18:17:46.548796 n-d-800634-3 neutron-server[93917]: Metadata agent@n-d-800634-3: {}, Jul 14 18:17:46.548796 n-d-800634-3 neutron-server[93917]: Metering agent@n-d-800634-3: {}, Jul 14 18:17:46.548796 n-d-800634-3 neutron-server[93917]: Open vSwitch agent@n-d-800634-3: { 'AddressGroup': '1.2', Jul 14 18:17:46.548796 n-d-800634-3 neutron-server[93917]: 'ConntrackHelper': '1.0', Jul 14 18:17:46.548796 n-d-800634-3 neutron-server[93917]: 'Log': '1.0', Jul 14 18:17:46.548796 n-d-800634-3 neutron-server[93917]: 'Network': '1.1', Jul 14 18:17:46.548796 n-d-800634-3 neutron-server[93917]: 'Port': '1.7', Jul 14 18:17:46.548796 n-d-800634-3 neutron-server[93917]: 'PortForwarding': '1.2', Jul 14 18:17:46.548796 n-d-800634-3 neutron-server[93917]: 'QosPolicy': '1.8', Jul 14 18:17:46.548796 n-d-800634-3 neutron-server[93917]: 'SecurityGroup': '1.4', Jul 14 18:17:46.548796 n-d-800634-3 neutron-server[93917]: 'SecurityGroupRule': '1.2', Jul 14 18:17:46.548796 n-d-800634-3 neutron-server[93917]: 'SubPort': '1.0', Jul 14 18:17:46.548796 n-d-800634-3 neutron-server[93917]: 'Subnet': '1.1', Jul 14 18:17:46.548796 n-d-800634-3 neutron-server[93917]: 'Trunk': '1.1'}} Jul 14 18:17:46.548796 n-d-800634-3 neutron-server[93917]: {{(pid=93917) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 14 18:17:46.565399 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-44698827-93dd-4889-b900-521c05f8f73e None None] Attempting to bind port b7e0f69c-5835-4d93-baf3-0276574345fe on host n-d-800634-3 for vnic_type normal with profile {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:17:46.565693 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-44698827-93dd-4889-b900-521c05f8f73e None None] Attempting to bind port b7e0f69c-5835-4d93-baf3-0276574345fe by drivers openvswitch,hyperv on host n-d-800634-3 at level 0 using segments [{'id': 'dc9b7b33-7ed6-4862-a917-845e6b965bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'b1df69b6-7369-4ffc-83a6-1f3eb48a524d'}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:17:46.566065 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44698827-93dd-4889-b900-521c05f8f73e None None] Attempting to bind port b7e0f69c-5835-4d93-baf3-0276574345fe on network b1df69b6-7369-4ffc-83a6-1f3eb48a524d {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:17:46.594785 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44698827-93dd-4889-b900-521c05f8f73e None None] Checking agent: {'id': '01c19e91-a945-4e3c-94a6-c211e17c923e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 8, 23), 'started_at': datetime.datetime(2021, 7, 14, 18, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 18, 17, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 18:17:46.595254 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44698827-93dd-4889-b900-521c05f8f73e None None] Checking segment: {'id': 'dc9b7b33-7ed6-4862-a917-845e6b965bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'b1df69b6-7369-4ffc-83a6-1f3eb48a524d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93917) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:17:46.595838 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-44698827-93dd-4889-b900-521c05f8f73e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:17:46.598635 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44698827-93dd-4889-b900-521c05f8f73e None None] Bound using segment: {'id': 'dc9b7b33-7ed6-4862-a917-845e6b965bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'b1df69b6-7369-4ffc-83a6-1f3eb48a524d'} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 18:17:46.599326 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-44698827-93dd-4889-b900-521c05f8f73e None None] Bound port: b7e0f69c-5835-4d93-baf3-0276574345fe, host: n-d-800634-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc9b7b33-7ed6-4862-a917-845e6b965bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'b1df69b6-7369-4ffc-83a6-1f3eb48a524d'}}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 18:17:46.599907 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-44698827-93dd-4889-b900-521c05f8f73e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:17:46.667029 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-6e181e20-1bbc-4d67-b0d5-d5e093e51bb7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:17:46.669218 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2609edbd-db12-475f-8e82-02a2c5be0570 tempest-DeleteServersAdminTestJSON-1051371510 tempest-DeleteServersAdminTestJSON-1051371510-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d1362497-6e0c-465d-8f0a-1d02c29ff112,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:17:46.744964 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-6e181e20-1bbc-4d67-b0d5-d5e093e51bb7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:17:46.755318 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-44698827-93dd-4889-b900-521c05f8f73e None None] For port b7e0f69c-5835-4d93-baf3-0276574345fe, host n-d-800634-3, cleared binding levels {{(pid=93917) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:17:46.765073 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-44698827-93dd-4889-b900-521c05f8f73e None None] For port b7e0f69c-5835-4d93-baf3-0276574345fe, host n-d-800634-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=b7e0f69c-5835-4d93-baf3-0276574345fe,segment=NetworkSegment(dc9b7b33-7ed6-4862-a917-845e6b965bf7),segment_id=dc9b7b33-7ed6-4862-a917-845e6b965bf7)] {{(pid=93917) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 18:17:46.774402 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-44698827-93dd-4889-b900-521c05f8f73e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:17:46.912744 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44698827-93dd-4889-b900-521c05f8f73e None None] Pushing event updated for resources: {'Port': ['ID=b7e0f69c-5835-4d93-baf3-0276574345fe,revision_number=2']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:17:46.965961 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-6e181e20-1bbc-4d67-b0d5-d5e093e51bb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:17:46.979840 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-6e181e20-1bbc-4d67-b0d5-d5e093e51bb7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:17:46.981007 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-6e181e20-1bbc-4d67-b0d5-d5e093e51bb7 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/cd36ccfe-149f-49a0-a10e-d18700b38ade HTTP/1.1" status: 204 len: 168 time: 0.4210789 Jul 14 18:17:47.236441 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 50770) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:17:47.244776 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e181e20-1bbc-4d67-b0d5-d5e093e51bb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd36ccfe-149f-49a0-a10e-d18700b38ade,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:17:47.268244 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-93b35297-5138-4ace-98cf-c2e69662a84a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:17:47.281855 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-93b35297-5138-4ace-98cf-c2e69662a84a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:17:47.410816 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-93b35297-5138-4ace-98cf-c2e69662a84a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0c7130f77a25482ebe7d7a7d857cd920&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9770403 Jul 14 18:17:47.414400 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 50778) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:17:47.507323 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b35297-5138-4ace-98cf-c2e69662a84a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c5e637d-4ad5-4a93-99c8-fdd2d167c3a8,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:17:47.532898 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-f2f1d5ef-e47a-4dd8-91db-a67a0bca3a9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:17:47.559740 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-f2f1d5ef-e47a-4dd8-91db-a67a0bca3a9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:17:47.589941 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.db_base_plugin_common [req-31e72f29-9227-4907-bb04-1248d65b5d97 req-2609edbd-db12-475f-8e82-02a2c5be0570 tempest-DeleteServersAdminTestJSON-1051371510 tempest-DeleteServersAdminTestJSON-1051371510-project] Allocated IP 192.168.233.250 (4f742057-89ee-4b4a-86f7-487ee61881a1/f20c54fb-f7da-4761-aa61-2e4f99f3d332/8d37067a-b749-4bda-ad6b-6c9a026cd19c) {{(pid=93915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:17:47.662332 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-f2f1d5ef-e47a-4dd8-91db-a67a0bca3a9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:17:47.666033 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-f2f1d5ef-e47a-4dd8-91db-a67a0bca3a9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:17:47.667597 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-f2f1d5ef-e47a-4dd8-91db-a67a0bca3a9d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2c5e637d-4ad5-4a93-99c8-fdd2d167c3a8 HTTP/1.1" status: 204 len: 168 time: 0.2508640 Jul 14 18:17:47.686509 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f1d5ef-e47a-4dd8-91db-a67a0bca3a9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c5e637d-4ad5-4a93-99c8-fdd2d167c3a8,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:17:47.967867 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-0cb5d134-64ad-45c7-9365-c9f6c53207f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:17:48.196038 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-0cb5d134-64ad-45c7-9365-c9f6c53207f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:17:48.198315 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-46e4d6f4-e4de-4657-9016-380f43be4e5b req-358f36fe-53dd-4f19-8c61-9184469b0cb4 tempest-DeleteServersAdminTestJSON-1051371510 tempest-DeleteServersAdminTestJSON-1051371510-project] 10.222.0.16 "GET /v2.0/ports?device_id=712acbd5-24aa-4ef7-8e5a-7a360d63ae16 HTTP/1.1" status: 200 len: 210 time: 0.4282253 Jul 14 18:17:48.204660 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-0cb5d134-64ad-45c7-9365-c9f6c53207f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:17:48.223594 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2876708b-208f-4ef1-83da-8b01a17820aa req-0234db79-1201-4b82-9b0e-f627a5a0f522 tempest-AggregatesAdminTestJSON-1123461202 tempest-AggregatesAdminTestJSON-1123461202-project] 10.222.0.16 "GET /v2.0/ports?device_id=c10c2653-0ed5-4170-9747-7a9fa63300fa HTTP/1.1" status: 200 len: 210 time: 0.5083213 Jul 14 18:17:48.323284 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb5d134-64ad-45c7-9365-c9f6c53207f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e8aa71a-cea1-47db-954f-f70baf89edff,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:17:48.356903 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-0cb5d134-64ad-45c7-9365-c9f6c53207f6 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4690b1abca2548ebb025d18792405d79&name=default HTTP/1.1" status: 200 len: 2975 time: 1.1143868 Jul 14 18:17:48.360391 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 50814) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:17:48.504517 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-9116b0c4-6632-4488-b7df-6cf4af14a742 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:17:48.507268 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-74fd8587-cfc8-4720-bf1c-6311a1370b52 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:17:48.579762 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-9116b0c4-6632-4488-b7df-6cf4af14a742 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:17:48.661008 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-74fd8587-cfc8-4720-bf1c-6311a1370b52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:17:48.697411 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-9116b0c4-6632-4488-b7df-6cf4af14a742 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:17:48.700732 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-9116b0c4-6632-4488-b7df-6cf4af14a742 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:17:48.702219 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-9116b0c4-6632-4488-b7df-6cf4af14a742 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6e8aa71a-cea1-47db-954f-f70baf89edff HTTP/1.1" status: 204 len: 168 time: 0.3401437 Jul 14 18:17:48.747034 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9116b0c4-6632-4488-b7df-6cf4af14a742 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e8aa71a-cea1-47db-954f-f70baf89edff,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:17:48.962408 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a95e7429-20bf-46be-a19d-deb37ef77193 None None] Network b1df69b6-7369-4ffc-83a6-1f3eb48a524d requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:17:49.079010 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-e893da83-3a85-4684-afac-7f64dba90944 None None] Provisioning for port b7e0f69c-5835-4d93-baf3-0276574345fe completed by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:17:49.102303 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-31e72f29-9227-4907-bb04-1248d65b5d97 req-2609edbd-db12-475f-8e82-02a2c5be0570 tempest-DeleteServersAdminTestJSON-1051371510 tempest-DeleteServersAdminTestJSON-1051371510-project] Notify callbacks [] for port, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:17:49.159954 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.db_base_plugin_common [None req-74fd8587-cfc8-4720-bf1c-6311a1370b52 admin admin] Allocated IP 172.25.1.206 (9200a437-e1de-4520-88f6-e68386523e61/5f47f848-4532-407a-a0e2-5690ade15fd0/3b7f538b-080a-4aa7-bf0e-98cc149b19f3) {{(pid=93915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:17:49.206798 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.provisioning_blocks [req-31e72f29-9227-4907-bb04-1248d65b5d97 req-2609edbd-db12-475f-8e82-02a2c5be0570 tempest-DeleteServersAdminTestJSON-1051371510 tempest-DeleteServersAdminTestJSON-1051371510-project] Transition to ACTIVE for port object 8d37067a-b749-4bda-ad6b-6c9a026cd19c will not be triggered until provisioned by entity DHCP. {{(pid=93915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:17:49.277155 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.18', 54176) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:17:49.362395 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-51c0a464-b451-484f-be0a-757610f34046 req-2fc0171b-e0fb-46e5-b805-678edf0c97cb tempest-AggregatesAdminTestJSON-1123461202 tempest-AggregatesAdminTestJSON-1123461202-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=94fad325b52f41d6ae7e7aeaf25aab8f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0786791 Jul 14 18:17:49.371653 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 50846) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:17:49.517866 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device b7e0f69c-5835-4d93-baf3-0276574345fe up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:17:49.548871 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-31e72f29-9227-4907-bb04-1248d65b5d97 req-2609edbd-db12-475f-8e82-02a2c5be0570 tempest-DeleteServersAdminTestJSON-1051371510 tempest-DeleteServersAdminTestJSON-1051371510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804'] for port, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:17:49.623390 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning for port b7e0f69c-5835-4d93-baf3-0276574345fe completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:17:49.636870 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port b7e0f69c-5835-4d93-baf3-0276574345fe triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:17:49.637571 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:17:49.700310 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-1fea0d33-154b-45ee-b1be-9b20223c4ff4 req-8724dd51-3dd1-4f53-b60f-47047e9af7cf tempest-AggregatesAdminTestJSON-1123461202 tempest-AggregatesAdminTestJSON-1123461202-project] 10.222.0.16 "GET /v2.0/ports?device_id=c10c2653-0ed5-4170-9747-7a9fa63300fa HTTP/1.1" status: 200 len: 210 time: 0.1517944 Jul 14 18:17:49.763775 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c0a464-b451-484f-be0a-757610f34046 req-6cc8b1cf-adb7-469f-a6ce-69011a52308b tempest-AggregatesAdminTestJSON-1123461202 tempest-AggregatesAdminTestJSON-1123461202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:17:49.773986 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-51c0a464-b451-484f-be0a-757610f34046 req-6cc8b1cf-adb7-469f-a6ce-69011a52308b tempest-AggregatesAdminTestJSON-1123461202 tempest-AggregatesAdminTestJSON-1123461202-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4098277 Jul 14 18:17:49.811740 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:17:49.824697 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [req-51c0a464-b451-484f-be0a-757610f34046 req-3478612a-b563-4b46-a311-5a1189d636ce tempest-AggregatesAdminTestJSON-1123461202 tempest-AggregatesAdminTestJSON-1123461202-project] Request body: {'port': {'device_id': 'c10c2653-0ed5-4170-9747-7a9fa63300fa', 'network_id': '4f742057-89ee-4b4a-86f7-487ee61881a1', 'admin_state_up': True, 'tenant_id': '94fad325b52f41d6ae7e7aeaf25aab8f'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:17:49.885039 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 50854) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:17:49.907514 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2609edbd-db12-475f-8e82-02a2c5be0570 tempest-DeleteServersAdminTestJSON-1051371510 tempest-DeleteServersAdminTestJSON-1051371510-project] Pushing event updated for resources: {'Port': ['ID=8d37067a-b749-4bda-ad6b-6c9a026cd19c,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:17:49.941221 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-f5d3bc2d-6a33-46a6-b674-6e254b550f0a None None] Provisioning complete for port b7e0f69c-5835-4d93-baf3-0276574345fe triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:17:49.947622 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-f5d3bc2d-6a33-46a6-b674-6e254b550f0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:17:49.960795 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-933e5a96-446f-4c9f-ae09-07caa2da44ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:17:49.999240 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] For port b7e0f69c-5835-4d93-baf3-0276574345fe, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=b7e0f69c-5835-4d93-baf3-0276574345fe,segment=NetworkSegment(dc9b7b33-7ed6-4862-a917-845e6b965bf7),segment_id=dc9b7b33-7ed6-4862-a917-845e6b965bf7)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:17:50.011155 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:17:50.047229 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-74fd8587-cfc8-4720-bf1c-6311a1370b52 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:17:50.079317 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-31e72f29-9227-4907-bb04-1248d65b5d97 req-2609edbd-db12-475f-8e82-02a2c5be0570 tempest-DeleteServersAdminTestJSON-1051371510 tempest-DeleteServersAdminTestJSON-1051371510-project] Network 4f742057-89ee-4b4a-86f7-487ee61881a1 is already hosted by enough agents. {{(pid=93915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:17:50.090350 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [req-31e72f29-9227-4907-bb04-1248d65b5d97 req-2609edbd-db12-475f-8e82-02a2c5be0570 tempest-DeleteServersAdminTestJSON-1051371510 tempest-DeleteServersAdminTestJSON-1051371510-project] Resources bound (agent type, host, resource id): {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:17:50.100285 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [req-31e72f29-9227-4907-bb04-1248d65b5d97 req-2609edbd-db12-475f-8e82-02a2c5be0570 tempest-DeleteServersAdminTestJSON-1051371510 tempest-DeleteServersAdminTestJSON-1051371510-project] Received port after_create {{(pid=93915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:17:50.113202 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e72f29-9227-4907-bb04-1248d65b5d97 req-2609edbd-db12-475f-8e82-02a2c5be0570 tempest-DeleteServersAdminTestJSON-1051371510 tempest-DeleteServersAdminTestJSON-1051371510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:17:50.114113 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-31e72f29-9227-4907-bb04-1248d65b5d97 req-2609edbd-db12-475f-8e82-02a2c5be0570 tempest-DeleteServersAdminTestJSON-1051371510 tempest-DeleteServersAdminTestJSON-1051371510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598705'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:17:50.161524 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-0c18e8f2-b57a-477c-8354-40752b76ae4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:17:50.190037 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Pushing event updated for resources: {'Port': ['ID=b7e0f69c-5835-4d93-baf3-0276574345fe,revision_number=3']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:17:50.289425 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-933e5a96-446f-4c9f-ae09-07caa2da44ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:17:50.313018 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-933e5a96-446f-4c9f-ae09-07caa2da44ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:17:50.329033 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-a020af68-561f-4bd1-a0e8-11dac82e263f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:17:50.349536 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-31e72f29-9227-4907-bb04-1248d65b5d97 req-2609edbd-db12-475f-8e82-02a2c5be0570 tempest-DeleteServersAdminTestJSON-1051371510 tempest-DeleteServersAdminTestJSON-1051371510-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 5.2029326 Jul 14 18:17:50.393597 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c5338a-5059-49d9-a773-249eac5b9f03 req-658e2f70-d6f3-4297-a03c-b3b7e2cac8d2 tempest-DeleteServersAdminTestJSON-1051371510 tempest-DeleteServersAdminTestJSON-1051371510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:17:50.402780 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-46c5338a-5059-49d9-a773-249eac5b9f03 req-658e2f70-d6f3-4297-a03c-b3b7e2cac8d2 tempest-DeleteServersAdminTestJSON-1051371510 tempest-DeleteServersAdminTestJSON-1051371510-project] 10.222.0.16 "GET /v2.0/ports?device_id=712acbd5-24aa-4ef7-8e5a-7a360d63ae16 HTTP/1.1" status: 200 len: 936 time: 0.7001836 Jul 14 18:17:50.420538 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [req-31e72f29-9227-4907-bb04-1248d65b5d97 req-a7a74e82-ec8c-4db9-a271-883060ec77db tempest-DeleteServersAdminTestJSON-1051371510 tempest-DeleteServersAdminTestJSON-1051371510-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=93915) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 18:17:50.422239 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-31e72f29-9227-4907-bb04-1248d65b5d97 req-a7a74e82-ec8c-4db9-a271-883060ec77db tempest-DeleteServersAdminTestJSON-1051371510 tempest-DeleteServersAdminTestJSON-1051371510-project] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0063293 Jul 14 18:17:50.455035 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-74fd8587-cfc8-4720-bf1c-6311a1370b52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804'] for port, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:17:50.501756 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933e5a96-446f-4c9f-ae09-07caa2da44ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bc7ddbc-8e3d-421a-b819-c0dd06caff31,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:17:50.511052 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-51c0a464-b451-484f-be0a-757610f34046 req-3478612a-b563-4b46-a311-5a1189d636ce tempest-AggregatesAdminTestJSON-1123461202 tempest-AggregatesAdminTestJSON-1123461202-project] Made reservation on behalf of 94fad325b52f41d6ae7e7aeaf25aab8f for: {'port': 1} {{(pid=93916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:17:50.516095 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-51c0a464-b451-484f-be0a-757610f34046 req-3478612a-b563-4b46-a311-5a1189d636ce tempest-AggregatesAdminTestJSON-1123461202 tempest-AggregatesAdminTestJSON-1123461202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:17:50.556484 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-933e5a96-446f-4c9f-ae09-07caa2da44ee admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b44a6f48cc9646a697073439da27bd6a&name=default HTTP/1.1" status: 200 len: 2978 time: 0.6678274 Jul 14 18:17:50.556484 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-51c0a464-b451-484f-be0a-757610f34046 req-3478612a-b563-4b46-a311-5a1189d636ce tempest-AggregatesAdminTestJSON-1123461202 tempest-AggregatesAdminTestJSON-1123461202-project] Notify callbacks [] for security_group, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:17:50.567013 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 50874) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:17:50.578096 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-46c5338a-5059-49d9-a773-249eac5b9f03 req-d16a1773-a13b-4ca0-a4f7-8276b5cd0fb6 tempest-DeleteServersAdminTestJSON-1051371510 tempest-DeleteServersAdminTestJSON-1051371510-project] 10.222.0.16 "GET /v2.0/security-groups?id=d1362497-6e0c-465d-8f0a-1d02c29ff112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728456 Jul 14 18:17:50.596391 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 50878) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:17:50.609754 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-03301b3a-2af5-4a06-b2c6-73ce128a4c19 None None] Provisioning for port 8d37067a-b749-4bda-ad6b-6c9a026cd19c completed by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:17:50.616902 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-03301b3a-2af5-4a06-b2c6-73ce128a4c19 None None] Provisioning complete for port 8d37067a-b749-4bda-ad6b-6c9a026cd19c triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:17:50.618288 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-03301b3a-2af5-4a06-b2c6-73ce128a4c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:17:50.639209 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74fd8587-cfc8-4720-bf1c-6311a1370b52 admin admin] Network 9200a437-e1de-4520-88f6-e68386523e61 is already hosted by enough agents. {{(pid=93915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:17:50.649578 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [None req-74fd8587-cfc8-4720-bf1c-6311a1370b52 admin admin] Resources bound (agent type, host, resource id): {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:17:50.654293 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74fd8587-cfc8-4720-bf1c-6311a1370b52 admin admin] Received port after_create {{(pid=93915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:17:50.721817 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-03301b3a-2af5-4a06-b2c6-73ce128a4c19 None None] Port 8d37067a-b749-4bda-ad6b-6c9a026cd19c cannot update to ACTIVE because it is not bound. {{(pid=93917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 18:17:50.723847 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-5ba84660-5c36-43c9-9b19-33d82c8fd222 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:17:50.746910 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-5ba84660-5c36-43c9-9b19-33d82c8fd222 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:17:50.779939 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74fd8587-cfc8-4720-bf1c-6311a1370b52 admin admin] Pushing event updated for resources: {'Port': ['ID=3b7f538b-080a-4aa7-bf0e-98cc149b19f3,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:17:50.838074 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-5ba84660-5c36-43c9-9b19-33d82c8fd222 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:17:50.841731 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-5ba84660-5c36-43c9-9b19-33d82c8fd222 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:17:50.843093 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-5ba84660-5c36-43c9-9b19-33d82c8fd222 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/4bc7ddbc-8e3d-421a-b819-c0dd06caff31 HTTP/1.1" status: 204 len: 168 time: 0.2783289 Jul 14 18:17:50.854319 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba84660-5c36-43c9-9b19-33d82c8fd222 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bc7ddbc-8e3d-421a-b819-c0dd06caff31,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:17:51.053272 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-d9319972-524b-4ca5-8a8e-2b837295975c req-8f6fb36f-e2a7-4297-812a-d5ec32bb2c9b tempest-AggregatesAdminTestJSON-1123461202 tempest-AggregatesAdminTestJSON-1123461202-project] 10.222.0.16 "GET /v2.0/ports?device_id=c10c2653-0ed5-4170-9747-7a9fa63300fa HTTP/1.1" status: 200 len: 210 time: 0.1145866 Jul 14 18:17:51.127573 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-0c18e8f2-b57a-477c-8354-40752b76ae4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:17:51.135443 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-0c18e8f2-b57a-477c-8354-40752b76ae4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:17:51.189913 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-74fd8587-cfc8-4720-bf1c-6311a1370b52 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:17:51.235873 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-a062d9af-7c6c-4b67-b48c-5b0bd6fd74b5 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1446463783-network', 'tenant_id': '0a6a8e07e1ce4e4e84e3fe5c59c6747c'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:17:51.259739 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c18e8f2-b57a-477c-8354-40752b76ae4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=735c682a-b1f8-4f00-882d-6bd57be13e24,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:17:51.275130 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-0c18e8f2-b57a-477c-8354-40752b76ae4a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=dc94ebcfb4844376aa57dbdaf23d96b4&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8990436 Jul 14 18:17:51.279736 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 50892) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:17:51.404334 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device b7e0f69c-5835-4d93-baf3-0276574345fe up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:17:51.405778 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [req-31e72f29-9227-4907-bb04-1248d65b5d97 req-337d2f32-1b28-47e8-89c6-293dd3c7bbec service neutron] Request body: {'port': {'device_id': '712acbd5-24aa-4ef7-8e5a-7a360d63ae16', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800634-3'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:17:51.448463 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-51c0a464-b451-484f-be0a-757610f34046 req-3478612a-b563-4b46-a311-5a1189d636ce tempest-AggregatesAdminTestJSON-1123461202 tempest-AggregatesAdminTestJSON-1123461202-project] Notify callbacks [] for security_group, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:17:51.473507 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-51c0a464-b451-484f-be0a-757610f34046 req-3478612a-b563-4b46-a311-5a1189d636ce tempest-AggregatesAdminTestJSON-1123461202 tempest-AggregatesAdminTestJSON-1123461202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:17:51.566650 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-9ebc2725-6ed4-45dd-ad89-e38f8f373970 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:17:51.591269 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port b7e0f69c-5835-4d93-baf3-0276574345fe triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:17:51.592718 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:17:51.601087 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-31e72f29-9227-4907-bb04-1248d65b5d97 req-337d2f32-1b28-47e8-89c6-293dd3c7bbec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:17:51.631806 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3478612a-b563-4b46-a311-5a1189d636ce tempest-AggregatesAdminTestJSON-1123461202 tempest-AggregatesAdminTestJSON-1123461202-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c6108079-fa5e-46c5-875d-96a4a929fa0c,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:17:51.710573 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a062d9af-7c6c-4b67-b48c-5b0bd6fd74b5 admin admin] Made reservation on behalf of 0a6a8e07e1ce4e4e84e3fe5c59c6747c for: {'network': 1} {{(pid=93916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:17:51.713608 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a062d9af-7c6c-4b67-b48c-5b0bd6fd74b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for network, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:17:51.743810 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-9ebc2725-6ed4-45dd-ad89-e38f8f373970 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:17:51.766249 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a062d9af-7c6c-4b67-b48c-5b0bd6fd74b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:17:51.965498 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.db_base_plugin_common [req-51c0a464-b451-484f-be0a-757610f34046 req-3478612a-b563-4b46-a311-5a1189d636ce tempest-AggregatesAdminTestJSON-1123461202 tempest-AggregatesAdminTestJSON-1123461202-project] Allocated IP 192.168.233.134 (4f742057-89ee-4b4a-86f7-487ee61881a1/f20c54fb-f7da-4761-aa61-2e4f99f3d332/14f9483a-8619-4af5-91b7-0610c1c2bed5) {{(pid=93916) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:17:51.976240 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-74fd8587-cfc8-4720-bf1c-6311a1370b52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-571759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-930033'] for router, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:17:52.637205 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c02ed097-4889-45e4-a267-76e4e8396635 req-c1117870-991c-4093-a98d-10158a2d491f tempest-AggregatesAdminTestJSON-1123461202 tempest-AggregatesAdminTestJSON-1123461202-project] 10.222.0.16 "GET /v2.0/ports?device_id=c10c2653-0ed5-4170-9747-7a9fa63300fa HTTP/1.1" status: 200 len: 210 time: 0.0998156 Jul 14 18:17:52.672280 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-9ebc2725-6ed4-45dd-ad89-e38f8f373970 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:17:52.689228 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-9ebc2725-6ed4-45dd-ad89-e38f8f373970 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:17:52.691010 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-9ebc2725-6ed4-45dd-ad89-e38f8f373970 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/735c682a-b1f8-4f00-882d-6bd57be13e24 HTTP/1.1" status: 204 len: 168 time: 1.4055645 Jul 14 18:17:52.737600 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-adf4862e-5aa3-470a-b7ec-6e2e85480cf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:17:52.774249 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebc2725-6ed4-45dd-ad89-e38f8f373970 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=735c682a-b1f8-4f00-882d-6bd57be13e24,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:17:52.837987 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34802acd-996f-401b-aad7-bebb8bd130d5 req-434e8a61-8fdb-4f9c-8025-59b30c6553cb tempest-DeleteServersAdminTestJSON-1051371510 tempest-DeleteServersAdminTestJSON-1051371510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:17:52.839683 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-34802acd-996f-401b-aad7-bebb8bd130d5 req-434e8a61-8fdb-4f9c-8025-59b30c6553cb tempest-DeleteServersAdminTestJSON-1051371510 tempest-DeleteServersAdminTestJSON-1051371510-project] 10.222.0.16 "GET /v2.0/ports?device_id=712acbd5-24aa-4ef7-8e5a-7a360d63ae16 HTTP/1.1" status: 200 len: 936 time: 0.8649621 Jul 14 18:17:52.883517 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a062d9af-7c6c-4b67-b48c-5b0bd6fd74b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:17:52.899227 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a062d9af-7c6c-4b67-b48c-5b0bd6fd74b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:17:52.921095 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a062d9af-7c6c-4b67-b48c-5b0bd6fd74b5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 87} {{(pid=93916) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 18:17:52.936583 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74fd8587-cfc8-4720-bf1c-6311a1370b52 admin admin] Router 6bbb4a37-7601-4b77-8a33-a5884ec4332b is scheduled to L3 agent 2c6eb27e-defb-4cca-9a24-381c7415e359 with binding_index 1 {{(pid=93915) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 18:17:52.954251 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a062d9af-7c6c-4b67-b48c-5b0bd6fd74b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:17:52.954508 n-d-800634-3 neutron-server[93916]: INFO neutron.db.segments_db [None req-a062d9af-7c6c-4b67-b48c-5b0bd6fd74b5 admin admin] Added segment 60f92988-9b9b-4790-95f5-9fce88e5a460 of type vlan for network 7cee3312-4c4c-4d32-820f-eab965dcf565 Jul 14 18:17:52.959096 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-34802acd-996f-401b-aad7-bebb8bd130d5 req-000f84cd-aaf0-4d9d-80f2-04c53adf4870 tempest-DeleteServersAdminTestJSON-1051371510 tempest-DeleteServersAdminTestJSON-1051371510-project] 10.222.0.16 "GET /v2.0/security-groups?id=d1362497-6e0c-465d-8f0a-1d02c29ff112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081409 Jul 14 18:17:53.022203 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a062d9af-7c6c-4b67-b48c-5b0bd6fd74b5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728202197517'] for network, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:17:53.077236 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a062d9af-7c6c-4b67-b48c-5b0bd6fd74b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=540fae54-ccea-4309-9c99-81b930eedb86,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:17:53.117903 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a062d9af-7c6c-4b67-b48c-5b0bd6fd74b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727'] for network, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:17:53.118916 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a062d9af-7c6c-4b67-b48c-5b0bd6fd74b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:17:53.119544 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a062d9af-7c6c-4b67-b48c-5b0bd6fd74b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598705'] for network, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:17:53.169408 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:17:53.211670 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74fd8587-cfc8-4720-bf1c-6311a1370b52 admin admin] Notify agent at l3_agent.n-d-800634-3 the message routers_updated {{(pid=93915) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 18:17:53.214174 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-51c0a464-b451-484f-be0a-757610f34046 req-3478612a-b563-4b46-a311-5a1189d636ce tempest-AggregatesAdminTestJSON-1123461202 tempest-AggregatesAdminTestJSON-1123461202-project] Notify callbacks [] for port, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:17:53.238294 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4701d34c-3ae3-4b8f-8ca0-2bd06fcaa727 None None] Sync routers for ids ['6bbb4a37-7601-4b77-8a33-a5884ec4332b'] in n-d-800634-3 {{(pid=93918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 18:17:53.254643 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4701d34c-3ae3-4b8f-8ca0-2bd06fcaa727 None None] Routers {'6bbb4a37-7601-4b77-8a33-a5884ec4332b'} bound to L3 agent in host n-d-800634-3 {{(pid=93918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:17:53.260949 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-4701d34c-3ae3-4b8f-8ca0-2bd06fcaa727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:17:53Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['6bbb4a37-7601-4b77-8a33-a5884ec4332b'], 'active': True} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:17:53.294806 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-74fd8587-cfc8-4720-bf1c-6311a1370b52 admin admin] Notify callbacks [] for router, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:17:53.300944 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-74fd8587-cfc8-4720-bf1c-6311a1370b52 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 7.7009456 Jul 14 18:17:53.305236 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 50936) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:17:53.520100 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.provisioning_blocks [req-51c0a464-b451-484f-be0a-757610f34046 req-3478612a-b563-4b46-a311-5a1189d636ce tempest-AggregatesAdminTestJSON-1123461202 tempest-AggregatesAdminTestJSON-1123461202-project] Transition to ACTIVE for port object 14f9483a-8619-4af5-91b7-0610c1c2bed5 will not be triggered until provisioned by entity DHCP. {{(pid=93916) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:17:53.542571 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-a062d9af-7c6c-4b67-b48c-5b0bd6fd74b5 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 2.9460948 Jul 14 18:17:53.556844 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 50942) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:17:53.602265 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-5fc88f17-a6e2-4f32-9806-3927c549f6a0 admin admin] Request body: {'subnet': {'network_id': '7cee3312-4c4c-4d32-820f-eab965dcf565', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1446463783-subnet', 'tenant_id': '0a6a8e07e1ce4e4e84e3fe5c59c6747c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:17:53.695651 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a062d9af-7c6c-4b67-b48c-5b0bd6fd74b5 admin admin] Pushing event updated for resources: {'Network': ['ID=7cee3312-4c4c-4d32-820f-eab965dcf565,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:17:53.708325 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Network 7cee3312-4c4c-4d32-820f-eab965dcf565 details requested by agent ovs-agent-n-d-800634-3 with host n-d-800634-3 {{(pid=93917) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 18:17:53.712747 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fc88f17-a6e2-4f32-9806-3927c549f6a0 admin admin] Made reservation on behalf of 0a6a8e07e1ce4e4e84e3fe5c59c6747c for: {'subnet': 1} {{(pid=93916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:17:53.717170 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-5fc88f17-a6e2-4f32-9806-3927c549f6a0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:17:53.811960 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvr_db [None req-4701d34c-3ae3-4b8f-8ca0-2bd06fcaa727 None None] Set router 6bbb4a37-7601-4b77-8a33-a5884ec4332b gateway port host: n-d-800634-3 {{(pid=93918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 18:17:53.899089 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 50950) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:17:53.973234 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-574aeb93-9938-449c-8e6c-cb22c9b52cc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:17:54.002231 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-f843e5f6-3f79-4fd8-b7a1-84130b82b0e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:17:54.226313 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f7b240f4-5355-4f77-a69b-6ff2b947e8fc req-b3ab90fd-bcd1-4f86-8df9-92130a3ad41e tempest-AggregatesAdminTestJSON-1123461202 tempest-AggregatesAdminTestJSON-1123461202-project] 10.222.0.16 "GET /v2.0/ports?device_id=c10c2653-0ed5-4170-9747-7a9fa63300fa HTTP/1.1" status: 200 len: 210 time: 0.1659710 Jul 14 18:17:54.447518 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-5fc88f17-a6e2-4f32-9806-3927c549f6a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727'] for subnet, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:17:54.557323 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-51c0a464-b451-484f-be0a-757610f34046 req-3478612a-b563-4b46-a311-5a1189d636ce tempest-AggregatesAdminTestJSON-1123461202 tempest-AggregatesAdminTestJSON-1123461202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804'] for port, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:17:54.566541 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bf9ba6-a394-4814-8bb4-17299b604a3a req-0159e455-c0b3-4e99-9f89-1655083e425a tempest-DeleteServersAdminTestJSON-1051371510 tempest-DeleteServersAdminTestJSON-1051371510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:17:54.575260 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-82bf9ba6-a394-4814-8bb4-17299b604a3a req-0159e455-c0b3-4e99-9f89-1655083e425a tempest-DeleteServersAdminTestJSON-1051371510 tempest-DeleteServersAdminTestJSON-1051371510-project] 10.222.0.16 "GET /v2.0/ports?device_id=712acbd5-24aa-4ef7-8e5a-7a360d63ae16 HTTP/1.1" status: 200 len: 936 time: 0.2628446 Jul 14 18:17:54.592665 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc88f17-a6e2-4f32-9806-3927c549f6a0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2a54265e-973c-4132-80fb-ad9d5d305963,revision_number=0']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:17:54.610226 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-51c0a464-b451-484f-be0a-757610f34046 req-3478612a-b563-4b46-a311-5a1189d636ce tempest-AggregatesAdminTestJSON-1123461202 tempest-AggregatesAdminTestJSON-1123461202-project] Network 4f742057-89ee-4b4a-86f7-487ee61881a1 is already hosted by enough agents. {{(pid=93916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:17:54.649841 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [req-51c0a464-b451-484f-be0a-757610f34046 req-3478612a-b563-4b46-a311-5a1189d636ce tempest-AggregatesAdminTestJSON-1123461202 tempest-AggregatesAdminTestJSON-1123461202-project] Resources bound (agent type, host, resource id): {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:17:54.657112 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.l3_dvrscheduler_db [req-51c0a464-b451-484f-be0a-757610f34046 req-3478612a-b563-4b46-a311-5a1189d636ce tempest-AggregatesAdminTestJSON-1123461202 tempest-AggregatesAdminTestJSON-1123461202-project] Received port after_create {{(pid=93916) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:17:54.671565 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c0a464-b451-484f-be0a-757610f34046 req-3478612a-b563-4b46-a311-5a1189d636ce tempest-AggregatesAdminTestJSON-1123461202 tempest-AggregatesAdminTestJSON-1123461202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:17:54.676577 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-51c0a464-b451-484f-be0a-757610f34046 req-3478612a-b563-4b46-a311-5a1189d636ce tempest-AggregatesAdminTestJSON-1123461202 tempest-AggregatesAdminTestJSON-1123461202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598705'] for port, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:17:54.706589 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-82bf9ba6-a394-4814-8bb4-17299b604a3a req-9b128c32-0f79-422f-99b8-ade2be457328 tempest-DeleteServersAdminTestJSON-1051371510 tempest-DeleteServersAdminTestJSON-1051371510-project] 10.222.0.16 "GET /v2.0/security-groups?id=d1362497-6e0c-465d-8f0a-1d02c29ff112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298733 Jul 14 18:17:54.752520 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-4701d34c-3ae3-4b8f-8ca0-2bd06fcaa727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bbb4a37-7601-4b77-8a33-a5884ec4332b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-919346871-router', 'tenant_id': 'c51e850593fc4a37af9470721017e8e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.206'}], 'enable_snat': True}, 'gw_port_id': '3b7f538b-080a-4aa7-bf0e-98cc149b19f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:17:45Z', 'updated_at': '2021-07-14T18:17:50Z', 'revision_number': 3, 'project_id': 'c51e850593fc4a37af9470721017e8e7', 'gw_port': {'id': '3b7f538b-080a-4aa7-bf0e-98cc149b19f3', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:2b:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bbb4a37-7601-4b77-8a33-a5884ec4332b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:17:48Z', 'updated_at': '2021-07-14T18:17:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3'}], 'n-d-800634-3', False) {} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:17:54.834776 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4701d34c-3ae3-4b8f-8ca0-2bd06fcaa727 None None] Checking router: 6bbb4a37-7601-4b77-8a33-a5884ec4332b for host: n-d-800634-3 {{(pid=93918) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 18:17:54.835660 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4701d34c-3ae3-4b8f-8ca0-2bd06fcaa727 None None] Updating router 6bbb4a37-7601-4b77-8a33-a5884ec4332b port 3b7f538b-080a-4aa7-bf0e-98cc149b19f3 binding host n-d-800634-3 {{(pid=93918) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 18:17:54.895269 n-d-800634-3 neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-4701d34c-3ae3-4b8f-8ca0-2bd06fcaa727 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:17:55.177698 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-b6cdeed9-90f5-46f8-bc60-27286fb5930e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:17:55.186309 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-2ac669e2-6945-4b10-8279-46aa36f69771 None None] Provisioning for port 14f9483a-8619-4af5-91b7-0610c1c2bed5 completed by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:17:55.199209 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-2ac669e2-6945-4b10-8279-46aa36f69771 None None] Provisioning complete for port 14f9483a-8619-4af5-91b7-0610c1c2bed5 triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:17:55.201694 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-2ac669e2-6945-4b10-8279-46aa36f69771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:17:55.263510 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-f843e5f6-3f79-4fd8-b7a1-84130b82b0e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:17:55.286267 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3478612a-b563-4b46-a311-5a1189d636ce tempest-AggregatesAdminTestJSON-1123461202 tempest-AggregatesAdminTestJSON-1123461202-project] Pushing event updated for resources: {'Port': ['ID=14f9483a-8619-4af5-91b7-0610c1c2bed5,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:17:55.296422 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-f843e5f6-3f79-4fd8-b7a1-84130b82b0e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:17:55.313374 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [req-31e72f29-9227-4907-bb04-1248d65b5d97 req-337d2f32-1b28-47e8-89c6-293dd3c7bbec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d37067a-b749-4bda-ad6b-6c9a026cd19c {{(pid=93915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 18:17:55.322831 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fc88f17-a6e2-4f32-9806-3927c549f6a0 admin admin] Checking segment: {'id': '60f92988-9b9b-4790-95f5-9fce88e5a460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '7cee3312-4c4c-4d32-820f-eab965dcf565'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93916) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:17:55.323345 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fc88f17-a6e2-4f32-9806-3927c549f6a0 admin admin] Network hostable DHCP agents. Network: 7cee3312-4c4c-4d32-820f-eab965dcf565, hostable agents: ['028393c3-0576-4ebd-bca1-8ea8a148e1a2'], hosted agents: [] {{(pid=93916) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 18:17:55.330085 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-31e72f29-9227-4907-bb04-1248d65b5d97 req-337d2f32-1b28-47e8-89c6-293dd3c7bbec service neutron] Notify callbacks [] for port, precommit_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:17:55.344881 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-2ac669e2-6945-4b10-8279-46aa36f69771 None None] Port 14f9483a-8619-4af5-91b7-0610c1c2bed5 cannot update to ACTIVE because it is not bound. {{(pid=93917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 18:17:55.349035 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-51c0a464-b451-484f-be0a-757610f34046 req-3478612a-b563-4b46-a311-5a1189d636ce tempest-AggregatesAdminTestJSON-1123461202 tempest-AggregatesAdminTestJSON-1123461202-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 5.5290372 Jul 14 18:17:55.394418 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [req-51c0a464-b451-484f-be0a-757610f34046 req-5909d65a-8b66-42f2-b81a-fe34d525235d tempest-AggregatesAdminTestJSON-1123461202 tempest-AggregatesAdminTestJSON-1123461202-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=93916) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 18:17:55.398210 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-51c0a464-b451-484f-be0a-757610f34046 req-5909d65a-8b66-42f2-b81a-fe34d525235d tempest-AggregatesAdminTestJSON-1123461202 tempest-AggregatesAdminTestJSON-1123461202-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0226498 Jul 14 18:17:55.466863 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.provisioning_blocks [req-31e72f29-9227-4907-bb04-1248d65b5d97 req-337d2f32-1b28-47e8-89c6-293dd3c7bbec service neutron] Transition to ACTIVE for port object 8d37067a-b749-4bda-ad6b-6c9a026cd19c will not be triggered until provisioned by entity L2. {{(pid=93915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:17:55.491754 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-31e72f29-9227-4907-bb04-1248d65b5d97 req-337d2f32-1b28-47e8-89c6-293dd3c7bbec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:17:55.551769 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f843e5f6-3f79-4fd8-b7a1-84130b82b0e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eeec3c15-0324-49f0-80ac-4fc5ebb423ab,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:17:55.575116 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-f843e5f6-3f79-4fd8-b7a1-84130b82b0e4 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=67f96bc6921d48f2a420f3791ad23863&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6540635 Jul 14 18:17:55.578358 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 50996) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:17:55.592986 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fc88f17-a6e2-4f32-9806-3927c549f6a0 admin admin] Network 7cee3312-4c4c-4d32-820f-eab965dcf565 is scheduled to be hosted by DHCP agent 028393c3-0576-4ebd-bca1-8ea8a148e1a2 with binding_index 1 {{(pid=93916) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 18:17:55.660752 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-2f4e3af3-e708-4ffd-a544-82d93a489d01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:17:55.663977 n-d-800634-3 neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-4701d34c-3ae3-4b8f-8ca0-2bd06fcaa727 None None] Notify callbacks [] for port, precommit_update {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:17:55.690412 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.provisioning_blocks [None req-4701d34c-3ae3-4b8f-8ca0-2bd06fcaa727 None None] Transition to ACTIVE for port object 3b7f538b-080a-4aa7-bf0e-98cc149b19f3 will not be triggered until provisioned by entity L2. {{(pid=93918) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:17:55.711629 n-d-800634-3 neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-4701d34c-3ae3-4b8f-8ca0-2bd06fcaa727 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:17:55.756841 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.managers [None req-4701d34c-3ae3-4b8f-8ca0-2bd06fcaa727 None None] Attempting to bind port 3b7f538b-080a-4aa7-bf0e-98cc149b19f3 on host n-d-800634-3 for vnic_type normal with profile {{(pid=93918) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:17:55.758633 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.managers [None req-4701d34c-3ae3-4b8f-8ca0-2bd06fcaa727 None None] Attempting to bind port 3b7f538b-080a-4aa7-bf0e-98cc149b19f3 by drivers openvswitch,hyperv on host n-d-800634-3 at level 0 using segments [{'id': '5afb940b-bbdf-4727-be00-5d46367c38a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9200a437-e1de-4520-88f6-e68386523e61'}] {{(pid=93918) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:17:55.759228 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4701d34c-3ae3-4b8f-8ca0-2bd06fcaa727 None None] Attempting to bind port 3b7f538b-080a-4aa7-bf0e-98cc149b19f3 on network 9200a437-e1de-4520-88f6-e68386523e61 {{(pid=93918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:17:55.775278 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-5a6c0ae6-a6b1-4942-8e73-57cc457b5919 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:17:55.818008 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4701d34c-3ae3-4b8f-8ca0-2bd06fcaa727 None None] Checking agent: {'id': '01c19e91-a945-4e3c-94a6-c211e17c923e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 8, 23), 'started_at': datetime.datetime(2021, 7, 14, 18, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 18, 17, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 18:17:55.819352 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4701d34c-3ae3-4b8f-8ca0-2bd06fcaa727 None None] Checking segment: {'id': '5afb940b-bbdf-4727-be00-5d46367c38a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9200a437-e1de-4520-88f6-e68386523e61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93918) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:17:55.820006 n-d-800634-3 neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-4701d34c-3ae3-4b8f-8ca0-2bd06fcaa727 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:17:55.821232 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-5a6c0ae6-a6b1-4942-8e73-57cc457b5919 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:17:55.821520 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4701d34c-3ae3-4b8f-8ca0-2bd06fcaa727 None None] Bound using segment: {'id': '5afb940b-bbdf-4727-be00-5d46367c38a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9200a437-e1de-4520-88f6-e68386523e61'} {{(pid=93918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 18:17:55.822186 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.managers [None req-4701d34c-3ae3-4b8f-8ca0-2bd06fcaa727 None None] Bound port: 3b7f538b-080a-4aa7-bf0e-98cc149b19f3, host: n-d-800634-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5afb940b-bbdf-4727-be00-5d46367c38a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9200a437-e1de-4520-88f6-e68386523e61'}}] {{(pid=93918) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 18:17:55.822986 n-d-800634-3 neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-4701d34c-3ae3-4b8f-8ca0-2bd06fcaa727 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:17:55.879829 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [None req-5fc88f17-a6e2-4f32-9806-3927c549f6a0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-3, 7cee3312-4c4c-4d32-820f-eab965dcf565) {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:17:55.891779 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87a34912-77e7-4be5-a68d-03536d185aaa None None] Network 7cee3312-4c4c-4d32-820f-eab965dcf565 requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:17:55.903986 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.db [None req-4701d34c-3ae3-4b8f-8ca0-2bd06fcaa727 None None] For port 3b7f538b-080a-4aa7-bf0e-98cc149b19f3, host n-d-800634-3, cleared binding levels {{(pid=93918) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:17:55.910057 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.db [None req-4701d34c-3ae3-4b8f-8ca0-2bd06fcaa727 None None] For port 3b7f538b-080a-4aa7-bf0e-98cc149b19f3, host n-d-800634-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=3b7f538b-080a-4aa7-bf0e-98cc149b19f3,segment=NetworkSegment(5afb940b-bbdf-4727-be00-5d46367c38a1),segment_id=5afb940b-bbdf-4727-be00-5d46367c38a1)] {{(pid=93918) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 18:17:55.911535 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fc88f17-a6e2-4f32-9806-3927c549f6a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:17:55.913060 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-5fc88f17-a6e2-4f32-9806-3927c549f6a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598705'] for subnet, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:17:55.918672 n-d-800634-3 neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-4701d34c-3ae3-4b8f-8ca0-2bd06fcaa727 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:17:55.935931 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-5a6c0ae6-a6b1-4942-8e73-57cc457b5919 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:17:55.940307 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-5a6c0ae6-a6b1-4942-8e73-57cc457b5919 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:17:55.942246 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-5a6c0ae6-a6b1-4942-8e73-57cc457b5919 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/eeec3c15-0324-49f0-80ac-4fc5ebb423ab HTTP/1.1" status: 204 len: 168 time: 0.3624735 Jul 14 18:17:55.948337 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [req-51c0a464-b451-484f-be0a-757610f34046 req-58e30b1d-4696-40f8-a023-93b16eb8a478 service neutron] Request body: {'port': {'device_id': 'c10c2653-0ed5-4170-9747-7a9fa63300fa', 'device_owner': 'compute:tempest-test_az-644959027', 'binding:host_id': 'n-h1-800634-3'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:17:56.002004 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4701d34c-3ae3-4b8f-8ca0-2bd06fcaa727 None None] Routers {'6bbb4a37-7601-4b77-8a33-a5884ec4332b'} bound to L3 agent in host n-d-800634-3 {{(pid=93918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:17:56.003898 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-4701d34c-3ae3-4b8f-8ca0-2bd06fcaa727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:17:53Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['6bbb4a37-7601-4b77-8a33-a5884ec4332b'], 'active': True} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:17:56.057198 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-5fc88f17-a6e2-4f32-9806-3927c549f6a0 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 2.4822774 Jul 14 18:17:56.074982 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6c0ae6-a6b1-4942-8e73-57cc457b5919 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eeec3c15-0324-49f0-80ac-4fc5ebb423ab,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:17:56.219359 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-51c0a464-b451-484f-be0a-757610f34046 req-58e30b1d-4696-40f8-a023-93b16eb8a478 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:17:56.273716 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21184bd-057b-44f2-848e-21ef587a7306 None None] Pushing event updated for resources: {'Port': ['ID=3b7f538b-080a-4aa7-bf0e-98cc149b19f3,revision_number=2']} {{(pid=93918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:17:56.284462 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337d2f32-1b28-47e8-89c6-293dd3c7bbec service neutron] Pushing event updated for resources: {'Port': ['ID=8d37067a-b749-4bda-ad6b-6c9a026cd19c,revision_number=2']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:17:56.317628 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11533216-2c11-4ba3-a752-0f0e78d5c426 None None] Network 7cee3312-4c4c-4d32-820f-eab965dcf565 requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:17:56.326912 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b21184bd-057b-44f2-848e-21ef587a7306 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:17:56.330094 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b21184bd-057b-44f2-848e-21ef587a7306 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:17:56.330626 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b21184bd-057b-44f2-848e-21ef587a7306 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:17:56.331725 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b21184bd-057b-44f2-848e-21ef587a7306 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:17:56.332539 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b21184bd-057b-44f2-848e-21ef587a7306 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:17:56.333768 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b21184bd-057b-44f2-848e-21ef587a7306 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:17:56.335955 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b21184bd-057b-44f2-848e-21ef587a7306 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:17:56.336597 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b21184bd-057b-44f2-848e-21ef587a7306 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:17:56.337137 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b21184bd-057b-44f2-848e-21ef587a7306 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:17:56.337653 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b21184bd-057b-44f2-848e-21ef587a7306 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:17:56.338369 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b21184bd-057b-44f2-848e-21ef587a7306 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:17:56.339283 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b21184bd-057b-44f2-848e-21ef587a7306 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:17:56.342219 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b21184bd-057b-44f2-848e-21ef587a7306 None None] Tracked resource versions report: Jul 14 18:17:56.342219 n-d-800634-3 neutron-server[93918]: pushed versions: Jul 14 18:17:56.342219 n-d-800634-3 neutron-server[93918]: { 'AddressGroup': {'1.2'}, Jul 14 18:17:56.342219 n-d-800634-3 neutron-server[93918]: 'ConntrackHelper': {'1.0'}, Jul 14 18:17:56.342219 n-d-800634-3 neutron-server[93918]: 'Log': {'1.0'}, Jul 14 18:17:56.342219 n-d-800634-3 neutron-server[93918]: 'Network': {'1.1'}, Jul 14 18:17:56.342219 n-d-800634-3 neutron-server[93918]: 'Port': {'1.7'}, Jul 14 18:17:56.342219 n-d-800634-3 neutron-server[93918]: 'PortForwarding': {'1.2'}, Jul 14 18:17:56.342219 n-d-800634-3 neutron-server[93918]: 'QosPolicy': {'1.8'}, Jul 14 18:17:56.342219 n-d-800634-3 neutron-server[93918]: 'SecurityGroup': {'1.4'}, Jul 14 18:17:56.342219 n-d-800634-3 neutron-server[93918]: 'SecurityGroupRule': {'1.2'}, Jul 14 18:17:56.342219 n-d-800634-3 neutron-server[93918]: 'SubPort': {'1.0'}, Jul 14 18:17:56.342219 n-d-800634-3 neutron-server[93918]: 'Subnet': {'1.1'}, Jul 14 18:17:56.342219 n-d-800634-3 neutron-server[93918]: 'Trunk': {'1.1'}} Jul 14 18:17:56.342219 n-d-800634-3 neutron-server[93918]: consumer versions: Jul 14 18:17:56.342219 n-d-800634-3 neutron-server[93918]: { DHCP agent@n-d-800634-3: {}, Jul 14 18:17:56.342219 n-d-800634-3 neutron-server[93918]: HyperV agent@n-h1-800634-3: {}, Jul 14 18:17:56.342219 n-d-800634-3 neutron-server[93918]: HyperV agent@n-h2-800634-3: {}, Jul 14 18:17:56.342219 n-d-800634-3 neutron-server[93918]: L3 agent@n-d-800634-3: {}, Jul 14 18:17:56.342219 n-d-800634-3 neutron-server[93918]: Metadata agent@n-d-800634-3: {}, Jul 14 18:17:56.342219 n-d-800634-3 neutron-server[93918]: Metering agent@n-d-800634-3: {}, Jul 14 18:17:56.342219 n-d-800634-3 neutron-server[93918]: Open vSwitch agent@n-d-800634-3: { 'AddressGroup': '1.2', Jul 14 18:17:56.342219 n-d-800634-3 neutron-server[93918]: 'ConntrackHelper': '1.0', Jul 14 18:17:56.342219 n-d-800634-3 neutron-server[93918]: 'Log': '1.0', Jul 14 18:17:56.342219 n-d-800634-3 neutron-server[93918]: 'Network': '1.1', Jul 14 18:17:56.342219 n-d-800634-3 neutron-server[93918]: 'Port': '1.7', Jul 14 18:17:56.342219 n-d-800634-3 neutron-server[93918]: 'PortForwarding': '1.2', Jul 14 18:17:56.342219 n-d-800634-3 neutron-server[93918]: 'QosPolicy': '1.8', Jul 14 18:17:56.342219 n-d-800634-3 neutron-server[93918]: 'SecurityGroup': '1.4', Jul 14 18:17:56.342219 n-d-800634-3 neutron-server[93918]: 'SecurityGroupRule': '1.2', Jul 14 18:17:56.342219 n-d-800634-3 neutron-server[93918]: 'SubPort': '1.0', Jul 14 18:17:56.342219 n-d-800634-3 neutron-server[93918]: 'Subnet': '1.1', Jul 14 18:17:56.342219 n-d-800634-3 neutron-server[93918]: 'Trunk': '1.1'}} Jul 14 18:17:56.342219 n-d-800634-3 neutron-server[93918]: {{(pid=93918) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 14 18:17:56.346596 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 51014) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:17:56.476257 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-31e72f29-9227-4907-bb04-1248d65b5d97 req-337d2f32-1b28-47e8-89c6-293dd3c7bbec service neutron] Attempting to bind port 8d37067a-b749-4bda-ad6b-6c9a026cd19c on host n-h2-800634-3 for vnic_type normal with profile {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:17:56.477032 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-31e72f29-9227-4907-bb04-1248d65b5d97 req-337d2f32-1b28-47e8-89c6-293dd3c7bbec service neutron] Attempting to bind port 8d37067a-b749-4bda-ad6b-6c9a026cd19c by drivers openvswitch,hyperv on host n-h2-800634-3 at level 0 using segments [{'id': '067fc487-22c7-42de-972d-ae352a28ad29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '4f742057-89ee-4b4a-86f7-487ee61881a1'}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:17:56.477032 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31e72f29-9227-4907-bb04-1248d65b5d97 req-337d2f32-1b28-47e8-89c6-293dd3c7bbec service neutron] Attempting to bind port 8d37067a-b749-4bda-ad6b-6c9a026cd19c on network 4f742057-89ee-4b4a-86f7-487ee61881a1 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:17:56.548614 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31e72f29-9227-4907-bb04-1248d65b5d97 req-337d2f32-1b28-47e8-89c6-293dd3c7bbec service neutron] Port 8d37067a-b749-4bda-ad6b-6c9a026cd19c on network 4f742057-89ee-4b4a-86f7-487ee61881a1 not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-3 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 18:17:56.549005 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31e72f29-9227-4907-bb04-1248d65b5d97 req-337d2f32-1b28-47e8-89c6-293dd3c7bbec service neutron] Attempting to bind port 8d37067a-b749-4bda-ad6b-6c9a026cd19c on network 4f742057-89ee-4b4a-86f7-487ee61881a1 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:17:56.618477 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvr_db [None req-4701d34c-3ae3-4b8f-8ca0-2bd06fcaa727 None None] Set router 6bbb4a37-7601-4b77-8a33-a5884ec4332b gateway port host: n-d-800634-3 {{(pid=93918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 18:17:56.679125 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31e72f29-9227-4907-bb04-1248d65b5d97 req-337d2f32-1b28-47e8-89c6-293dd3c7bbec service neutron] Checking agent: {'id': '08e36a6c-8d04-48f0-a644-f27680635246', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 15, 35), 'started_at': datetime.datetime(2021, 7, 14, 18, 15, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 18, 17, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 18:17:56.680049 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31e72f29-9227-4907-bb04-1248d65b5d97 req-337d2f32-1b28-47e8-89c6-293dd3c7bbec service neutron] Checking segment: {'id': '067fc487-22c7-42de-972d-ae352a28ad29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '4f742057-89ee-4b4a-86f7-487ee61881a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:17:56.681321 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31e72f29-9227-4907-bb04-1248d65b5d97 req-337d2f32-1b28-47e8-89c6-293dd3c7bbec service neutron] Bound using segment: {'id': '067fc487-22c7-42de-972d-ae352a28ad29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '4f742057-89ee-4b4a-86f7-487ee61881a1'} {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 18:17:56.683867 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-31e72f29-9227-4907-bb04-1248d65b5d97 req-337d2f32-1b28-47e8-89c6-293dd3c7bbec service neutron] Bound port: 8d37067a-b749-4bda-ad6b-6c9a026cd19c, host: n-h2-800634-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '067fc487-22c7-42de-972d-ae352a28ad29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '4f742057-89ee-4b4a-86f7-487ee61881a1'}}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 18:17:56.684569 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-31e72f29-9227-4907-bb04-1248d65b5d97 req-337d2f32-1b28-47e8-89c6-293dd3c7bbec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:17:56.754803 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-c3741925-d681-4f95-9987-b2a50c5a9f58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:17:57.157065 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.db_base_plugin_common [None req-b6cdeed9-90f5-46f8-bc60-27286fb5930e admin admin] Allocated IP 172.20.0.1 (b1df69b6-7369-4ffc-83a6-1f3eb48a524d/52a71ea9-5395-411d-94f2-0fbe5949db70/9d26568d-cdd5-4e37-85ea-b39b1e807b96) {{(pid=93915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:17:57.302732 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21184bd-057b-44f2-848e-21ef587a7306 None None] Pushing event updated for resources: {'Port': ['ID=3b7f538b-080a-4aa7-bf0e-98cc149b19f3,revision_number=3']} {{(pid=93918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:17:57.472199 n-d-800634-3 neutron-server[93916]: DEBUG neutron.notifiers.nova [req-51c0a464-b451-484f-be0a-757610f34046 req-58e30b1d-4696-40f8-a023-93b16eb8a478 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14f9483a-8619-4af5-91b7-0610c1c2bed5 {{(pid=93916) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 18:17:57.503317 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-51c0a464-b451-484f-be0a-757610f34046 req-58e30b1d-4696-40f8-a023-93b16eb8a478 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:17:57.510628 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-4701d34c-3ae3-4b8f-8ca0-2bd06fcaa727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bbb4a37-7601-4b77-8a33-a5884ec4332b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-919346871-router', 'tenant_id': 'c51e850593fc4a37af9470721017e8e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.206'}], 'enable_snat': True}, 'gw_port_id': '3b7f538b-080a-4aa7-bf0e-98cc149b19f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:17:45Z', 'updated_at': '2021-07-14T18:17:50Z', 'revision_number': 3, 'project_id': 'c51e850593fc4a37af9470721017e8e7', 'gw_port': {'id': '3b7f538b-080a-4aa7-bf0e-98cc149b19f3', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:2b:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bbb4a37-7601-4b77-8a33-a5884ec4332b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:17:48Z', 'updated_at': '2021-07-14T18:17:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3'}], 'n-d-800634-3', False) {} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:17:57.563260 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.provisioning_blocks [req-51c0a464-b451-484f-be0a-757610f34046 req-58e30b1d-4696-40f8-a023-93b16eb8a478 service neutron] Transition to ACTIVE for port object 14f9483a-8619-4af5-91b7-0610c1c2bed5 will not be triggered until provisioned by entity L2. {{(pid=93916) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:17:57.575213 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-c3741925-d681-4f95-9987-b2a50c5a9f58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:17:57.576344 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-51c0a464-b451-484f-be0a-757610f34046 req-58e30b1d-4696-40f8-a023-93b16eb8a478 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:17:57.597120 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4701d34c-3ae3-4b8f-8ca0-2bd06fcaa727 None None] The sync data for ids ['6bbb4a37-7601-4b77-8a33-a5884ec4332b'] in n-d-800634-3 is: [{'id': '6bbb4a37-7601-4b77-8a33-a5884ec4332b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-919346871-router', 'tenant_id': 'c51e850593fc4a37af9470721017e8e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.206'}], 'enable_snat': True}, 'gw_port_id': '3b7f538b-080a-4aa7-bf0e-98cc149b19f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:17:45Z', 'updated_at': '2021-07-14T18:17:50Z', 'revision_number': 3, 'project_id': 'c51e850593fc4a37af9470721017e8e7', 'gw_port': {'id': '3b7f538b-080a-4aa7-bf0e-98cc149b19f3', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:2b:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bbb4a37-7601-4b77-8a33-a5884ec4332b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:17:48Z', 'updated_at': '2021-07-14T18:17:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3'}] {{(pid=93918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 18:17:57.655321 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-c3741925-d681-4f95-9987-b2a50c5a9f58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:17:57.661404 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84f04d9-ec9e-4d8b-9ca0-0e486014fd01 req-f4067a7e-d3e8-45d3-86e6-317a02bb9e33 tempest-DeleteServersAdminTestJSON-1051371510 tempest-DeleteServersAdminTestJSON-1051371510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:17:57.677179 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c84f04d9-ec9e-4d8b-9ca0-0e486014fd01 req-f4067a7e-d3e8-45d3-86e6-317a02bb9e33 tempest-DeleteServersAdminTestJSON-1051371510 tempest-DeleteServersAdminTestJSON-1051371510-project] 10.222.0.16 "GET /v2.0/ports?device_id=712acbd5-24aa-4ef7-8e5a-7a360d63ae16 HTTP/1.1" status: 200 len: 948 time: 1.2872729 Jul 14 18:17:57.689870 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 51044) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:17:57.697397 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-67bd6e3b-b15a-4001-94b8-84e8a985d25a admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-222963860-network', 'tenant_id': 'f255df6ffb6a40e2a46f4aeb2631ac84'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:17:57.718379 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c52f92-754c-4944-a88f-1484344b4bb2 req-91a42df2-37bd-47cc-8277-171bad1f8e44 tempest-AggregatesAdminTestJSON-1123461202 tempest-AggregatesAdminTestJSON-1123461202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:17:57.730759 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-13c52f92-754c-4944-a88f-1484344b4bb2 req-91a42df2-37bd-47cc-8277-171bad1f8e44 tempest-AggregatesAdminTestJSON-1123461202 tempest-AggregatesAdminTestJSON-1123461202-project] 10.222.0.16 "GET /v2.0/ports?device_id=c10c2653-0ed5-4170-9747-7a9fa63300fa HTTP/1.1" status: 200 len: 936 time: 1.7713804 Jul 14 18:17:57.823798 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-b6cdeed9-90f5-46f8-bc60-27286fb5930e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:17:57.840672 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e30b1d-4696-40f8-a023-93b16eb8a478 service neutron] Pushing event updated for resources: {'Port': ['ID=14f9483a-8619-4af5-91b7-0610c1c2bed5,revision_number=2']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:17:57.843712 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.provisioning_blocks [None req-b6cdeed9-90f5-46f8-bc60-27286fb5930e admin admin] Transition to ACTIVE for port object 9d26568d-cdd5-4e37-85ea-b39b1e807b96 will not be triggered until provisioned by entity DHCP. {{(pid=93915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:17:57.860943 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3741925-d681-4f95-9987-b2a50c5a9f58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1de9aa6-63d7-496f-8d53-3e0d093d687a,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:17:57.890985 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-31e72f29-9227-4907-bb04-1248d65b5d97 req-337d2f32-1b28-47e8-89c6-293dd3c7bbec service neutron] For port 8d37067a-b749-4bda-ad6b-6c9a026cd19c, host n-h2-800634-3, cleared binding levels {{(pid=93915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:17:57.897510 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-b6cdeed9-90f5-46f8-bc60-27286fb5930e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804'] for port, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:17:57.904710 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-c3741925-d681-4f95-9987-b2a50c5a9f58 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a929027b57db40149546af48ca2b61ce&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5519500 Jul 14 18:17:57.912105 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 51048) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:17:57.916806 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67bd6e3b-b15a-4001-94b8-84e8a985d25a admin admin] Made reservation on behalf of f255df6ffb6a40e2a46f4aeb2631ac84 for: {'network': 1} {{(pid=93916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:17:57.922809 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-67bd6e3b-b15a-4001-94b8-84e8a985d25a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for network, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:17:57.947238 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.managers [req-51c0a464-b451-484f-be0a-757610f34046 req-58e30b1d-4696-40f8-a023-93b16eb8a478 service neutron] Attempting to bind port 14f9483a-8619-4af5-91b7-0610c1c2bed5 on host n-h1-800634-3 for vnic_type normal with profile {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:17:57.947610 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.managers [req-51c0a464-b451-484f-be0a-757610f34046 req-58e30b1d-4696-40f8-a023-93b16eb8a478 service neutron] Attempting to bind port 14f9483a-8619-4af5-91b7-0610c1c2bed5 by drivers openvswitch,hyperv on host n-h1-800634-3 at level 0 using segments [{'id': '067fc487-22c7-42de-972d-ae352a28ad29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '4f742057-89ee-4b4a-86f7-487ee61881a1'}] {{(pid=93916) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:17:57.947950 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51c0a464-b451-484f-be0a-757610f34046 req-58e30b1d-4696-40f8-a023-93b16eb8a478 service neutron] Attempting to bind port 14f9483a-8619-4af5-91b7-0610c1c2bed5 on network 4f742057-89ee-4b4a-86f7-487ee61881a1 {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:17:57.985906 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6cdeed9-90f5-46f8-bc60-27286fb5930e admin admin] Network b1df69b6-7369-4ffc-83a6-1f3eb48a524d is already hosted by enough agents. {{(pid=93915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:17:57.988606 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-67bd6e3b-b15a-4001-94b8-84e8a985d25a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:17:57.999704 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6cdeed9-90f5-46f8-bc60-27286fb5930e admin admin] Pushing event updated for resources: {'Port': ['ID=9d26568d-cdd5-4e37-85ea-b39b1e807b96,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:17:58.002913 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [None req-b6cdeed9-90f5-46f8-bc60-27286fb5930e admin admin] Resources bound (agent type, host, resource id): {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:17:58.005602 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51c0a464-b451-484f-be0a-757610f34046 req-58e30b1d-4696-40f8-a023-93b16eb8a478 service neutron] Port 14f9483a-8619-4af5-91b7-0610c1c2bed5 on network 4f742057-89ee-4b4a-86f7-487ee61881a1 not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-3 {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 18:17:58.005943 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51c0a464-b451-484f-be0a-757610f34046 req-58e30b1d-4696-40f8-a023-93b16eb8a478 service neutron] Attempting to bind port 14f9483a-8619-4af5-91b7-0610c1c2bed5 on network 4f742057-89ee-4b4a-86f7-487ee61881a1 {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:17:58.046144 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51c0a464-b451-484f-be0a-757610f34046 req-58e30b1d-4696-40f8-a023-93b16eb8a478 service neutron] Checking agent: {'id': 'a3630ff4-fbee-45d9-b9b6-0ae41cb3a350', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 15, 32), 'started_at': datetime.datetime(2021, 7, 14, 18, 15, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 18, 17, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 18:17:58.046496 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51c0a464-b451-484f-be0a-757610f34046 req-58e30b1d-4696-40f8-a023-93b16eb8a478 service neutron] Checking segment: {'id': '067fc487-22c7-42de-972d-ae352a28ad29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '4f742057-89ee-4b4a-86f7-487ee61881a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93916) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:17:58.047089 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51c0a464-b451-484f-be0a-757610f34046 req-58e30b1d-4696-40f8-a023-93b16eb8a478 service neutron] Bound using segment: {'id': '067fc487-22c7-42de-972d-ae352a28ad29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '4f742057-89ee-4b4a-86f7-487ee61881a1'} {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 18:17:58.048417 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.managers [req-51c0a464-b451-484f-be0a-757610f34046 req-58e30b1d-4696-40f8-a023-93b16eb8a478 service neutron] Bound port: 14f9483a-8619-4af5-91b7-0610c1c2bed5, host: n-h1-800634-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '067fc487-22c7-42de-972d-ae352a28ad29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '4f742057-89ee-4b4a-86f7-487ee61881a1'}}] {{(pid=93916) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 18:17:58.048814 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-51c0a464-b451-484f-be0a-757610f34046 req-58e30b1d-4696-40f8-a023-93b16eb8a478 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:17:58.053057 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-31e72f29-9227-4907-bb04-1248d65b5d97 req-337d2f32-1b28-47e8-89c6-293dd3c7bbec service neutron] For port 8d37067a-b749-4bda-ad6b-6c9a026cd19c, host n-h2-800634-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=8d37067a-b749-4bda-ad6b-6c9a026cd19c,segment=NetworkSegment(067fc487-22c7-42de-972d-ae352a28ad29),segment_id=067fc487-22c7-42de-972d-ae352a28ad29)] {{(pid=93915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 18:17:58.111345 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-13c52f92-754c-4944-a88f-1484344b4bb2 req-a0e1458f-403f-48a2-8ceb-891188da1319 tempest-AggregatesAdminTestJSON-1123461202 tempest-AggregatesAdminTestJSON-1123461202-project] 10.222.0.16 "GET /v2.0/security-groups?id=c6108079-fa5e-46c5-875d-96a4a929fa0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3793941 Jul 14 18:17:58.126042 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c84f04d9-ec9e-4d8b-9ca0-0e486014fd01 req-906354f7-4a49-418e-ad2a-bb456f2581f6 tempest-DeleteServersAdminTestJSON-1051371510 tempest-DeleteServersAdminTestJSON-1051371510-project] 10.222.0.16 "GET /v2.0/security-groups?id=d1362497-6e0c-465d-8f0a-1d02c29ff112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2379994 Jul 14 18:17:58.129348 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-31e72f29-9227-4907-bb04-1248d65b5d97 req-337d2f32-1b28-47e8-89c6-293dd3c7bbec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:17:58.143279 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-1328dcfb-284f-44ad-812f-bf9e3eb8cdd3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:17:58.233554 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.db [req-51c0a464-b451-484f-be0a-757610f34046 req-58e30b1d-4696-40f8-a023-93b16eb8a478 service neutron] For port 14f9483a-8619-4af5-91b7-0610c1c2bed5, host n-h1-800634-3, cleared binding levels {{(pid=93916) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:17:58.236426 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337d2f32-1b28-47e8-89c6-293dd3c7bbec service neutron] Pushing event updated for resources: {'Port': ['ID=8d37067a-b749-4bda-ad6b-6c9a026cd19c,revision_number=3']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:17:58.252451 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6cdeed9-90f5-46f8-bc60-27286fb5930e admin admin] Received port after_create {{(pid=93915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:17:58.253091 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-b6cdeed9-90f5-46f8-bc60-27286fb5930e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-930452'] for router_interface, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:17:58.255648 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-1328dcfb-284f-44ad-812f-bf9e3eb8cdd3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:17:58.299350 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e72f29-9227-4907-bb04-1248d65b5d97 req-337d2f32-1b28-47e8-89c6-293dd3c7bbec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:17:58.300265 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-31e72f29-9227-4907-bb04-1248d65b5d97 req-337d2f32-1b28-47e8-89c6-293dd3c7bbec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598705'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:17:58.302414 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-31e72f29-9227-4907-bb04-1248d65b5d97 req-337d2f32-1b28-47e8-89c6-293dd3c7bbec service neutron] 10.222.0.35 "PUT /v2.0/ports/8d37067a-b749-4bda-ad6b-6c9a026cd19c HTTP/1.1" status: 200 len: 1096 time: 7.3979983 Jul 14 18:17:58.303802 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '712acbd5-24aa-4ef7-8e5a-7a360d63ae16', 'tag': '8d37067a-b749-4bda-ad6b-6c9a026cd19c'}] {{(pid=93915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:17:58.345569 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.db [req-51c0a464-b451-484f-be0a-757610f34046 req-58e30b1d-4696-40f8-a023-93b16eb8a478 service neutron] For port 14f9483a-8619-4af5-91b7-0610c1c2bed5, host n-h1-800634-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=14f9483a-8619-4af5-91b7-0610c1c2bed5,segment=NetworkSegment(067fc487-22c7-42de-972d-ae352a28ad29),segment_id=067fc487-22c7-42de-972d-ae352a28ad29)] {{(pid=93916) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 18:17:58.377741 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-51c0a464-b451-484f-be0a-757610f34046 req-58e30b1d-4696-40f8-a023-93b16eb8a478 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:17:58.526532 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c0a464-b451-484f-be0a-757610f34046 req-58e30b1d-4696-40f8-a023-93b16eb8a478 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:17:58.527189 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-51c0a464-b451-484f-be0a-757610f34046 req-58e30b1d-4696-40f8-a023-93b16eb8a478 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598705'] for port, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:17:58.533574 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-51c0a464-b451-484f-be0a-757610f34046 req-58e30b1d-4696-40f8-a023-93b16eb8a478 service neutron] 10.222.0.18 "PUT /v2.0/ports/14f9483a-8619-4af5-91b7-0610c1c2bed5 HTTP/1.1" status: 200 len: 1117 time: 2.9221225 Jul 14 18:17:58.561994 n-d-800634-3 neutron-server[93916]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c10c2653-0ed5-4170-9747-7a9fa63300fa', 'tag': '14f9483a-8619-4af5-91b7-0610c1c2bed5'}] {{(pid=93916) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:17:58.777627 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e30b1d-4696-40f8-a023-93b16eb8a478 service neutron] Pushing event updated for resources: {'Port': ['ID=14f9483a-8619-4af5-91b7-0610c1c2bed5,revision_number=3']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:17:58.866684 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-67bd6e3b-b15a-4001-94b8-84e8a985d25a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:17:58.868565 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-1328dcfb-284f-44ad-812f-bf9e3eb8cdd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:17:58.882951 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-1328dcfb-284f-44ad-812f-bf9e3eb8cdd3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:17:58.886901 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-1328dcfb-284f-44ad-812f-bf9e3eb8cdd3 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f1de9aa6-63d7-496f-8d53-3e0d093d687a HTTP/1.1" status: 204 len: 168 time: 0.9577782 Jul 14 18:17:58.906327 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-67bd6e3b-b15a-4001-94b8-84e8a985d25a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:17:58.972663 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67bd6e3b-b15a-4001-94b8-84e8a985d25a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 91} {{(pid=93916) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 18:17:58.980227 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-90ba1956-53c2-4b81-b7db-bacc02f53ffa None None] Provisioning for port 9d26568d-cdd5-4e37-85ea-b39b1e807b96 completed by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:17:58.987515 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-90ba1956-53c2-4b81-b7db-bacc02f53ffa None None] Provisioning complete for port 9d26568d-cdd5-4e37-85ea-b39b1e807b96 triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:17:58.993167 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-90ba1956-53c2-4b81-b7db-bacc02f53ffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:17:59.001663 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-67bd6e3b-b15a-4001-94b8-84e8a985d25a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:17:59.001922 n-d-800634-3 neutron-server[93916]: INFO neutron.db.segments_db [None req-67bd6e3b-b15a-4001-94b8-84e8a985d25a admin admin] Added segment 15e22d89-bf97-4964-b036-1589efc01e5c of type vlan for network 3cb14711-9b96-426c-b243-e809a45ad0e1 Jul 14 18:17:59.101075 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-90ba1956-53c2-4b81-b7db-bacc02f53ffa None None] Port 9d26568d-cdd5-4e37-85ea-b39b1e807b96 cannot update to ACTIVE because it is not bound. {{(pid=93917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 18:17:59.143603 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-67bd6e3b-b15a-4001-94b8-84e8a985d25a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728202197517'] for network, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:17:59.257586 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-67bd6e3b-b15a-4001-94b8-84e8a985d25a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727'] for network, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:17:59.265074 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67bd6e3b-b15a-4001-94b8-84e8a985d25a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:17:59.270137 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-67bd6e3b-b15a-4001-94b8-84e8a985d25a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598705'] for network, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:17:59.296614 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f803e150b363a7893830aa996ac27753fa25517c406ecd3536b7c2d4b26eeb9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b42ddb8-e542-4912-af9f-b63841919903" -d '{"events": [{"name": "network-changed", "server_uuid": "c10c2653-0ed5-4170-9747-7a9fa63300fa", "tag": "14f9483a-8619-4af5-91b7-0610c1c2bed5"}]}' {{(pid=93916) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:17:59.337988 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1328dcfb-284f-44ad-812f-bf9e3eb8cdd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1de9aa6-63d7-496f-8d53-3e0d093d687a,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:17:59.425611 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c0a464-b451-484f-be0a-757610f34046 req-d32ff011-199f-46ca-8045-40110bb1b39d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:17:59.429835 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-51c0a464-b451-484f-be0a-757610f34046 req-d32ff011-199f-46ca-8045-40110bb1b39d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=94fad325b52f41d6ae7e7aeaf25aab8f&device_id=c10c2653-0ed5-4170-9747-7a9fa63300fa HTTP/1.1" status: 200 len: 1120 time: 0.7937250 Jul 14 18:17:59.436091 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-b6cdeed9-90f5-46f8-bc60-27286fb5930e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:17:59.566668 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 3b7f538b-080a-4aa7-bf0e-98cc149b19f3 up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:17:59.724060 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-67bd6e3b-b15a-4001-94b8-84e8a985d25a admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 2.0312612 Jul 14 18:17:59.730610 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 51096) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:17:59.762315 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning for port 3b7f538b-080a-4aa7-bf0e-98cc149b19f3 completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:17:59.767959 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port 3b7f538b-080a-4aa7-bf0e-98cc149b19f3 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:17:59.769275 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:17:59.796230 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-1aa4d0cb-4589-451b-95a0-a667cace98a3 admin admin] Request body: {'subnet': {'network_id': '3cb14711-9b96-426c-b243-e809a45ad0e1', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-222963860-subnet', 'tenant_id': 'f255df6ffb6a40e2a46f4aeb2631ac84', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:17:59.848927 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e72f29-9227-4907-bb04-1248d65b5d97 req-70682e7e-e4ba-4b91-bda2-aa7dfa20d061 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:17:59.850501 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-31e72f29-9227-4907-bb04-1248d65b5d97 req-70682e7e-e4ba-4b91-bda2-aa7dfa20d061 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=91a5dab716504fc8b9e9981b5f72c2c8&device_id=712acbd5-24aa-4ef7-8e5a-7a360d63ae16 HTTP/1.1" status: 200 len: 1099 time: 1.2839801 Jul 14 18:18:00.037759 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e72782ad3af8f7d4ce76cedf092bca46d1756acc5c4653cf0b52034cdd6b073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87b43f69-c7b8-4106-8af6-e967cdf38786" -d '{"events": [{"name": "network-changed", "server_uuid": "712acbd5-24aa-4ef7-8e5a-7a360d63ae16", "tag": "8d37067a-b749-4bda-ad6b-6c9a026cd19c"}]}' {{(pid=93915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:18:00.042228 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-31e72f29-9227-4907-bb04-1248d65b5d97 req-f2df2f42-ecaf-4f20-b1f6-442d23c5ae8e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.250&port_id=8d37067a-b749-4bda-ad6b-6c9a026cd19c HTTP/1.1" status: 200 len: 217 time: 0.1569364 Jul 14 18:18:00.045883 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 51100) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:18:00.049625 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1aa4d0cb-4589-451b-95a0-a667cace98a3 admin admin] Made reservation on behalf of f255df6ffb6a40e2a46f4aeb2631ac84 for: {'subnet': 1} {{(pid=93915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:18:00.051911 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-1aa4d0cb-4589-451b-95a0-a667cace98a3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:00.074715 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-51c0a464-b451-484f-be0a-757610f34046 req-c422e7e5-ac33-4b4b-90af-c67082fcc8f2 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.134&port_id=14f9483a-8619-4af5-91b7-0610c1c2bed5 HTTP/1.1" status: 200 len: 217 time: 0.3670053 Jul 14 18:18:00.200993 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-fff9ffe4-eeac-4e43-831e-51ef72a59501 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:00.254700 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67bd6e3b-b15a-4001-94b8-84e8a985d25a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33cf6d2e-32a4-450b-9381-5252d7e802bc,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:18:00.280463 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67bd6e3b-b15a-4001-94b8-84e8a985d25a admin admin] Pushing event updated for resources: {'Network': ['ID=3cb14711-9b96-426c-b243-e809a45ad0e1,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:18:00.304921 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Network 3cb14711-9b96-426c-b243-e809a45ad0e1 details requested by agent ovs-agent-n-d-800634-3 with host n-d-800634-3 {{(pid=93917) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 18:18:00.373880 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c0a464-b451-484f-be0a-757610f34046 req-bd628d95-690b-40d4-afa6-a38a55b42291 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:18:00.375404 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-51c0a464-b451-484f-be0a-757610f34046 req-bd628d95-690b-40d4-afa6-a38a55b42291 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f20c54fb-f7da-4761-aa61-2e4f99f3d332 HTTP/1.1" status: 200 len: 843 time: 0.2647357 Jul 14 18:18:00.501136 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:00.545916 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] For port 3b7f538b-080a-4aa7-bf0e-98cc149b19f3, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=3b7f538b-080a-4aa7-bf0e-98cc149b19f3,segment=NetworkSegment(5afb940b-bbdf-4727-be00-5d46367c38a1),segment_id=5afb940b-bbdf-4727-be00-5d46367c38a1)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:18:00.573229 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:00.708103 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Pushing event updated for resources: {'Port': ['ID=3b7f538b-080a-4aa7-bf0e-98cc149b19f3,revision_number=4']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:18:00.735068 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d60881f-b83f-4f3c-977e-d0685bae98a2 req-1aa49ab2-8253-4293-979a-a038bc36196a tempest-AggregatesAdminTestJSON-1123461202 tempest-AggregatesAdminTestJSON-1123461202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:18:00.743567 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-5d60881f-b83f-4f3c-977e-d0685bae98a2 req-1aa49ab2-8253-4293-979a-a038bc36196a tempest-AggregatesAdminTestJSON-1123461202 tempest-AggregatesAdminTestJSON-1123461202-project] 10.222.0.16 "GET /v2.0/ports?device_id=c10c2653-0ed5-4170-9747-7a9fa63300fa HTTP/1.1" status: 200 len: 969 time: 1.1158519 Jul 14 18:18:00.759595 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e72f29-9227-4907-bb04-1248d65b5d97 req-eaffeb97-3bd0-437e-81c8-b48d71f39639 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:18:00.761423 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-31e72f29-9227-4907-bb04-1248d65b5d97 req-eaffeb97-3bd0-437e-81c8-b48d71f39639 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f20c54fb-f7da-4761-aa61-2e4f99f3d332 HTTP/1.1" status: 200 len: 843 time: 0.5627773 Jul 14 18:18:00.768632 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-fff9ffe4-eeac-4e43-831e-51ef72a59501 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:00.788295 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-1aa4d0cb-4589-451b-95a0-a667cace98a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727'] for subnet, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:00.798241 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-fff9ffe4-eeac-4e43-831e-51ef72a59501 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:00.825717 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07603f92-1f87-4890-a540-229f0ccabc3e req-a5075020-f5d6-46c4-8d38-204d8b69282a tempest-DeleteServersAdminTestJSON-1051371510 tempest-DeleteServersAdminTestJSON-1051371510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:18:00.838198 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-07603f92-1f87-4890-a540-229f0ccabc3e req-a5075020-f5d6-46c4-8d38-204d8b69282a tempest-DeleteServersAdminTestJSON-1051371510 tempest-DeleteServersAdminTestJSON-1051371510-project] 10.222.0.16 "GET /v2.0/ports?device_id=712acbd5-24aa-4ef7-8e5a-7a360d63ae16 HTTP/1.1" status: 200 len: 948 time: 1.1148407 Jul 14 18:18:00.945239 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff9ffe4-eeac-4e43-831e-51ef72a59501 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10c4535a-5ad0-4810-a546-85e4a3b6e620,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:18:00.971752 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-b6cdeed9-90f5-46f8-bc60-27286fb5930e admin admin] Notify callbacks [] for port, precommit_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:01.112784 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-5d60881f-b83f-4f3c-977e-d0685bae98a2 req-c821351e-d934-4ecb-a3d3-df04f2a9f568 tempest-AggregatesAdminTestJSON-1123461202 tempest-AggregatesAdminTestJSON-1123461202-project] 10.222.0.16 "GET /v2.0/security-groups?id=c6108079-fa5e-46c5-875d-96a4a929fa0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3681073 Jul 14 18:18:01.136901 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-b6cdeed9-90f5-46f8-bc60-27286fb5930e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:01.137690 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-b6cdeed9-90f5-46f8-bc60-27286fb5930e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-598741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-928734'] for router_interface, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:01.305022 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6cdeed9-90f5-46f8-bc60-27286fb5930e admin admin] Pushing event updated for resources: {'Port': ['ID=9d26568d-cdd5-4e37-85ea-b39b1e807b96,revision_number=2']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:18:01.339465 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-fff9ffe4-eeac-4e43-831e-51ef72a59501 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=81db613bd6844c14be52adcd04d4ceb8&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2826519 Jul 14 18:18:01.339661 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 51116) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:18:01.352634 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-07603f92-1f87-4890-a540-229f0ccabc3e req-1c97dfb5-62e1-4415-a185-f0ba8c8c81c0 tempest-DeleteServersAdminTestJSON-1051371510 tempest-DeleteServersAdminTestJSON-1051371510-project] 10.222.0.16 "GET /v2.0/security-groups?id=d1362497-6e0c-465d-8f0a-1d02c29ff112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3915994 Jul 14 18:18:01.368048 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 3b7f538b-080a-4aa7-bf0e-98cc149b19f3 up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:18:01.496857 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-0ce739a0-71c5-4c3d-8443-d54e0bd966ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:01.555854 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-0ce739a0-71c5-4c3d-8443-d54e0bd966ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:01.590538 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port 3b7f538b-080a-4aa7-bf0e-98cc149b19f3 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:18:01.591671 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:01.701498 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-0ce739a0-71c5-4c3d-8443-d54e0bd966ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:01.704594 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-0ce739a0-71c5-4c3d-8443-d54e0bd966ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:01.708248 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-0ce739a0-71c5-4c3d-8443-d54e0bd966ba admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/10c4535a-5ad0-4810-a546-85e4a3b6e620 HTTP/1.1" status: 204 len: 168 time: 0.3666337 Jul 14 18:18:01.716663 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce739a0-71c5-4c3d-8443-d54e0bd966ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10c4535a-5ad0-4810-a546-85e4a3b6e620,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:18:01.749481 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa4d0cb-4589-451b-95a0-a667cace98a3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dfaf3f0e-adc8-4b1e-bf9a-0c3134ac6891,revision_number=0']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:18:01.832197 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aa4d0cb-4589-451b-95a0-a667cace98a3 admin admin] Checking segment: {'id': '15e22d89-bf97-4964-b036-1589efc01e5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '3cb14711-9b96-426c-b243-e809a45ad0e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:18:01.832822 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aa4d0cb-4589-451b-95a0-a667cace98a3 admin admin] Network hostable DHCP agents. Network: 3cb14711-9b96-426c-b243-e809a45ad0e1, hostable agents: ['028393c3-0576-4ebd-bca1-8ea8a148e1a2'], hosted agents: [] {{(pid=93915) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 18:18:01.860480 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6cdeed9-90f5-46f8-bc60-27286fb5930e admin admin] Network b1df69b6-7369-4ffc-83a6-1f3eb48a524d is already hosted by enough agents. {{(pid=93915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:18:01.866148 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [None req-b6cdeed9-90f5-46f8-bc60-27286fb5930e admin admin] Resources bound (agent type, host, resource id): {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:18:01.930869 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 18:18:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af4b383f-f913-4bb9-b9e9-40dac0727786 x-openstack-request-id: req-af4b383f-f913-4bb9-b9e9-40dac0727786 {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:18:01.931183 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "712acbd5-24aa-4ef7-8e5a-7a360d63ae16", "tag": "8d37067a-b749-4bda-ad6b-6c9a026cd19c", "status": "completed", "code": 200}]} {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:18:01.931467 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-af4b383f-f913-4bb9-b9e9-40dac0727786 {{(pid=93915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:18:01.931972 n-d-800634-3 neutron-server[93915]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '712acbd5-24aa-4ef7-8e5a-7a360d63ae16', 'tag': '8d37067a-b749-4bda-ad6b-6c9a026cd19c', 'status': 'completed', 'code': 200} Jul 14 18:18:01.932920 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 18:17:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44c24b2a-2522-410d-91c3-ac710f9afb88 x-openstack-request-id: req-44c24b2a-2522-410d-91c3-ac710f9afb88 {{(pid=93916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:18:01.933306 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c10c2653-0ed5-4170-9747-7a9fa63300fa", "tag": "14f9483a-8619-4af5-91b7-0610c1c2bed5", "status": "completed", "code": 200}]} {{(pid=93916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:18:01.933669 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-44c24b2a-2522-410d-91c3-ac710f9afb88 {{(pid=93916) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:18:01.934937 n-d-800634-3 neutron-server[93916]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c10c2653-0ed5-4170-9747-7a9fa63300fa', 'tag': '14f9483a-8619-4af5-91b7-0610c1c2bed5', 'status': 'completed', 'code': 200} Jul 14 18:18:01.951152 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aa4d0cb-4589-451b-95a0-a667cace98a3 admin admin] Network 3cb14711-9b96-426c-b243-e809a45ad0e1 is scheduled to be hosted by DHCP agent 028393c3-0576-4ebd-bca1-8ea8a148e1a2 with binding_index 1 {{(pid=93915) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 18:18:02.101324 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:02.102891 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [None req-1aa4d0cb-4589-451b-95a0-a667cace98a3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-3, 3cb14711-9b96-426c-b243-e809a45ad0e1) {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:18:02.111352 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a1027c1-38ec-4f34-a8c2-cdd240603c04 None None] Network 3cb14711-9b96-426c-b243-e809a45ad0e1 requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:18:02.127333 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aa4d0cb-4589-451b-95a0-a667cace98a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:18:02.128130 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-1aa4d0cb-4589-451b-95a0-a667cace98a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598705'] for subnet, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:02.310292 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e72f29-9227-4907-bb04-1248d65b5d97 req-cf7353e1-b159-48de-804f-6ff62399b1fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:18:02.311879 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-31e72f29-9227-4907-bb04-1248d65b5d97 req-cf7353e1-b159-48de-804f-6ff62399b1fd service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4f742057-89ee-4b4a-86f7-487ee61881a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5970519 Jul 14 18:18:02.338587 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-1aa4d0cb-4589-451b-95a0-a667cace98a3 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 2.6016369 Jul 14 18:18:02.408500 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68d93aaf-3d73-4e24-abdc-6a377c093561 None None] Network 3cb14711-9b96-426c-b243-e809a45ad0e1 requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:18:02.532827 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6cdeed9-90f5-46f8-bc60-27286fb5930e admin admin] Router 6bbb4a37-7601-4b77-8a33-a5884ec4332b has already been hosted by L3 agent 2c6eb27e-defb-4cca-9a24-381c7415e359 {{(pid=93915) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 18:18:02.626288 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-4a48163f-b1b4-4b58-8638-24a253d7d996 None None] Provisioning complete for port 9d26568d-cdd5-4e37-85ea-b39b1e807b96 triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:18:02.628020 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-4a48163f-b1b4-4b58-8638-24a253d7d996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:02.803990 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-4a48163f-b1b4-4b58-8638-24a253d7d996 None None] Port 9d26568d-cdd5-4e37-85ea-b39b1e807b96 cannot update to ACTIVE because it is not bound. {{(pid=93917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 18:18:02.811139 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-31e72f29-9227-4907-bb04-1248d65b5d97 req-3b13e576-bc8d-41f0-9380-ae836e5f0e2a service neutron] 10.222.0.35 "GET /v2.0/networks/4f742057-89ee-4b4a-86f7-487ee61881a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4570146 Jul 14 18:18:03.145333 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-31e72f29-9227-4907-bb04-1248d65b5d97 req-b7a03183-e991-4e5b-afb4-bb970e8f3832 service neutron] 10.222.0.35 "GET /v2.0/networks/4f742057-89ee-4b4a-86f7-487ee61881a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3329012 Jul 14 18:18:03.152408 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 51168) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:18:03.164149 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877b7014-0d5a-47af-8d92-080932e94934 req-25c6f5fa-c23e-4174-95d9-d9bc7447036b tempest-AggregatesAdminTestJSON-1123461202 tempest-AggregatesAdminTestJSON-1123461202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:18:03.166293 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-877b7014-0d5a-47af-8d92-080932e94934 req-25c6f5fa-c23e-4174-95d9-d9bc7447036b tempest-AggregatesAdminTestJSON-1123461202 tempest-AggregatesAdminTestJSON-1123461202-project] 10.222.0.16 "GET /v2.0/ports?device_id=c10c2653-0ed5-4170-9747-7a9fa63300fa HTTP/1.1" status: 200 len: 969 time: 0.3499458 Jul 14 18:18:03.168523 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6cdeed9-90f5-46f8-bc60-27286fb5930e admin admin] Notify agent at l3_agent.n-d-800634-3 the message routers_updated {{(pid=93915) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 18:18:03.175452 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-b6cdeed9-90f5-46f8-bc60-27286fb5930e admin admin] 10.222.0.16 "PUT /v2.0/routers/6bbb4a37-7601-4b77-8a33-a5884ec4332b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.8648305 Jul 14 18:18:03.181566 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8bd3395-c143-4409-9983-a6941bc9f8a3 None None] Sync routers for ids ['6bbb4a37-7601-4b77-8a33-a5884ec4332b'] in n-d-800634-3 {{(pid=93917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 18:18:03.198048 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8bd3395-c143-4409-9983-a6941bc9f8a3 None None] Routers {'6bbb4a37-7601-4b77-8a33-a5884ec4332b'} bound to L3 agent in host n-d-800634-3 {{(pid=93917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:18:03.199362 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-e8bd3395-c143-4409-9983-a6941bc9f8a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:17:53Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['6bbb4a37-7601-4b77-8a33-a5884ec4332b'], 'active': True} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:18:03.227240 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4dc3ca3-e97f-4335-8943-cc21ae81e0ef req-ce1e75f9-1224-464f-a669-228b1a02eed0 tempest-DeleteServersAdminTestJSON-1051371510 tempest-DeleteServersAdminTestJSON-1051371510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:18:03.228932 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c4dc3ca3-e97f-4335-8943-cc21ae81e0ef req-ce1e75f9-1224-464f-a669-228b1a02eed0 tempest-DeleteServersAdminTestJSON-1051371510 tempest-DeleteServersAdminTestJSON-1051371510-project] 10.222.0.16 "GET /v2.0/ports?device_id=712acbd5-24aa-4ef7-8e5a-7a360d63ae16 HTTP/1.1" status: 200 len: 948 time: 0.2612584 Jul 14 18:18:03.325463 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-877b7014-0d5a-47af-8d92-080932e94934 req-83cf5516-acae-48ae-8523-038a8f209e84 tempest-AggregatesAdminTestJSON-1123461202 tempest-AggregatesAdminTestJSON-1123461202-project] 10.222.0.16 "GET /v2.0/security-groups?id=c6108079-fa5e-46c5-875d-96a4a929fa0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486592 Jul 14 18:18:03.338976 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvr_db [None req-e8bd3395-c143-4409-9983-a6941bc9f8a3 None None] Set router 6bbb4a37-7601-4b77-8a33-a5884ec4332b gateway port host: n-d-800634-3 {{(pid=93917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 18:18:03.372288 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c4dc3ca3-e97f-4335-8943-cc21ae81e0ef req-c801778e-d412-4df8-9d1a-669bffecd901 tempest-DeleteServersAdminTestJSON-1051371510 tempest-DeleteServersAdminTestJSON-1051371510-project] 10.222.0.16 "GET /v2.0/security-groups?id=d1362497-6e0c-465d-8f0a-1d02c29ff112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088867 Jul 14 18:18:03.383783 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-140e906d-e433-4bbe-9c9b-d5737a1459cf admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1966621121-network', 'tenant_id': '94e769da788b4960867d28e3e520b414'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:18:03.427074 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b43f69-c7b8-4106-8af6-e967cdf38786 req-3d5b18bb-1f34-4bd8-9425-3c042e562315 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:18:03.439705 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-87b43f69-c7b8-4106-8af6-e967cdf38786 req-3d5b18bb-1f34-4bd8-9425-3c042e562315 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=91a5dab716504fc8b9e9981b5f72c2c8&device_id=712acbd5-24aa-4ef7-8e5a-7a360d63ae16 HTTP/1.1" status: 200 len: 1099 time: 0.1830997 Jul 14 18:18:03.443952 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-140e906d-e433-4bbe-9c9b-d5737a1459cf admin admin] Made reservation on behalf of 94e769da788b4960867d28e3e520b414 for: {'network': 1} {{(pid=93916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:18:03.455072 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-140e906d-e433-4bbe-9c9b-d5737a1459cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for network, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:03.493026 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-140e906d-e433-4bbe-9c9b-d5737a1459cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:03.767977 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b43f69-c7b8-4106-8af6-e967cdf38786 req-9991c61b-b888-4006-85bc-76ebf3934d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:18:03.769803 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-87b43f69-c7b8-4106-8af6-e967cdf38786 req-9991c61b-b888-4006-85bc-76ebf3934d87 service neutron] 10.222.0.35 "GET /v2.0/networks?id=4f742057-89ee-4b4a-86f7-487ee61881a1 HTTP/1.1" status: 200 len: 869 time: 0.3221486 Jul 14 18:18:03.877586 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-e8bd3395-c143-4409-9983-a6941bc9f8a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bbb4a37-7601-4b77-8a33-a5884ec4332b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-919346871-router', 'tenant_id': 'c51e850593fc4a37af9470721017e8e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.206'}], 'enable_snat': True}, 'gw_port_id': '3b7f538b-080a-4aa7-bf0e-98cc149b19f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:17:45Z', 'updated_at': '2021-07-14T18:17:59Z', 'revision_number': 4, 'project_id': 'c51e850593fc4a37af9470721017e8e7', 'gw_port': {'id': '3b7f538b-080a-4aa7-bf0e-98cc149b19f3', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:2b:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bbb4a37-7601-4b77-8a33-a5884ec4332b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:17:48Z', 'updated_at': '2021-07-14T18:18:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_interfaces': [{'id': '9d26568d-cdd5-4e37-85ea-b39b1e807b96', 'name': '', 'network_id': 'b1df69b6-7369-4ffc-83a6-1f3eb48a524d', 'tenant_id': 'c51e850593fc4a37af9470721017e8e7', 'mac_address': 'fa:16:3e:39:88:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bbb4a37-7601-4b77-8a33-a5884ec4332b', 'device_owner': 'network:router_interface', 'standard_attr_id': 127, 'fixed_ips': [{'subnet_id': '52a71ea9-5395-411d-94f2-0fbe5949db70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:17:55Z', 'updated_at': '2021-07-14T18:17:59Z', 'revision_number': 2, 'project_id': 'c51e850593fc4a37af9470721017e8e7', 'subnets': [{'id': '52a71ea9-5395-411d-94f2-0fbe5949db70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-3', False) {} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:18:03.889683 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-87b43f69-c7b8-4106-8af6-e967cdf38786 req-8ccd16cc-cd21-49f9-9cc1-12958267bd98 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.250&port_id=8d37067a-b749-4bda-ad6b-6c9a026cd19c HTTP/1.1" status: 200 len: 217 time: 0.1116891 Jul 14 18:18:03.903003 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-140e906d-e433-4bbe-9c9b-d5737a1459cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:03.909546 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-140e906d-e433-4bbe-9c9b-d5737a1459cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:03.950395 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8bd3395-c143-4409-9983-a6941bc9f8a3 None None] Checking router: 6bbb4a37-7601-4b77-8a33-a5884ec4332b for host: n-d-800634-3 {{(pid=93917) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 18:18:03.950893 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8bd3395-c143-4409-9983-a6941bc9f8a3 None None] Updating router 6bbb4a37-7601-4b77-8a33-a5884ec4332b port 9d26568d-cdd5-4e37-85ea-b39b1e807b96 binding host n-d-800634-3 {{(pid=93917) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 18:18:03.995356 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140e906d-e433-4bbe-9c9b-d5737a1459cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=975dfb1e-0a99-4a57-8210-34fc1432950d,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:18:04.017228 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-140e906d-e433-4bbe-9c9b-d5737a1459cf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 70} {{(pid=93916) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 18:18:04.046145 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-140e906d-e433-4bbe-9c9b-d5737a1459cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:04.046513 n-d-800634-3 neutron-server[93916]: INFO neutron.db.segments_db [None req-140e906d-e433-4bbe-9c9b-d5737a1459cf admin admin] Added segment cf789593-5632-42b9-b2ee-de040717f27d of type vlan for network 0d7296f7-5429-4a43-bea4-f8dd4a7e9780 Jul 14 18:18:04.049322 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-e8bd3395-c143-4409-9983-a6941bc9f8a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:04.097060 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b43f69-c7b8-4106-8af6-e967cdf38786 req-2c6f93c4-e3fc-425f-b942-577b8d5b0433 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:18:04.100327 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-87b43f69-c7b8-4106-8af6-e967cdf38786 req-2c6f93c4-e3fc-425f-b942-577b8d5b0433 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f20c54fb-f7da-4761-aa61-2e4f99f3d332 HTTP/1.1" status: 200 len: 843 time: 0.1915183 Jul 14 18:18:04.121286 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-140e906d-e433-4bbe-9c9b-d5737a1459cf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728202197517'] for network, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:04.157356 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-140e906d-e433-4bbe-9c9b-d5737a1459cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727'] for network, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:04.164817 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-140e906d-e433-4bbe-9c9b-d5737a1459cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:18:04.165516 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-140e906d-e433-4bbe-9c9b-d5737a1459cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598705'] for network, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:04.285640 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-140e906d-e433-4bbe-9c9b-d5737a1459cf admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.1293905 Jul 14 18:18:04.300099 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 51204) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:18:04.309226 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-b3b614e0-645c-448b-84c6-06b36dbb27ba admin admin] Request body: {'subnet': {'network_id': '0d7296f7-5429-4a43-bea4-f8dd4a7e9780', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1966621121-subnet', 'tenant_id': '94e769da788b4960867d28e3e520b414', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:18:04.337229 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140e906d-e433-4bbe-9c9b-d5737a1459cf admin admin] Pushing event updated for resources: {'Network': ['ID=0d7296f7-5429-4a43-bea4-f8dd4a7e9780,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:18:04.368662 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 51208) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:18:04.375385 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-79260197-fc25-48df-9ff4-78dc3741af8e admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-383862795-network', 'tenant_id': 'f2624d1b54644d709b74be03b94afa7a'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:18:04.407464 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3b614e0-645c-448b-84c6-06b36dbb27ba admin admin] Made reservation on behalf of 94e769da788b4960867d28e3e520b414 for: {'subnet': 1} {{(pid=93916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:18:04.410267 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-b3b614e0-645c-448b-84c6-06b36dbb27ba admin admin] Notify callbacks [] for subnet, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:04.443036 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b43f69-c7b8-4106-8af6-e967cdf38786 req-6830c574-a3dd-4d08-bd5a-beaa334dc667 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:18:04.444645 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-87b43f69-c7b8-4106-8af6-e967cdf38786 req-6830c574-a3dd-4d08-bd5a-beaa334dc667 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4f742057-89ee-4b4a-86f7-487ee61881a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2984917 Jul 14 18:18:04.484828 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Network 0d7296f7-5429-4a43-bea4-f8dd4a7e9780 details requested by agent ovs-agent-n-d-800634-3 with host n-d-800634-3 {{(pid=93917) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 18:18:04.488724 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6209d039-c35b-4024-a336-c5cc5ff06be4 req-00dbcf29-84b3-4a58-9a3e-90352ee5cbf4 tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:18:04.496568 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6209d039-c35b-4024-a336-c5cc5ff06be4 req-00dbcf29-84b3-4a58-9a3e-90352ee5cbf4 tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] 10.222.0.16 "GET /v2.0/networks?id=7cee3312-4c4c-4d32-820f-eab965dcf565 HTTP/1.1" status: 200 len: 821 time: 0.4514685 Jul 14 18:18:04.591659 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-e8bd3395-c143-4409-9983-a6941bc9f8a3 None None] Notify callbacks [] for port, precommit_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:04.609270 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-e8bd3395-c143-4409-9983-a6941bc9f8a3 None None] Transition to ACTIVE for port object 9d26568d-cdd5-4e37-85ea-b39b1e807b96 will not be triggered until provisioned by entity L2. {{(pid=93917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:18:04.623745 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-e8bd3395-c143-4409-9983-a6941bc9f8a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:04.624935 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6209d039-c35b-4024-a336-c5cc5ff06be4 req-802aa2a2-363e-4526-b4ee-5e50ea0eeac2 tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] 10.222.0.16 "GET /v2.0/quotas/0a6a8e07e1ce4e4e84e3fe5c59c6747c HTTP/1.1" status: 200 len: 375 time: 0.1272902 Jul 14 18:18:04.684052 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6209d039-c35b-4024-a336-c5cc5ff06be4 req-f60a7c1f-7245-4ee9-9c01-64f79cb546fc tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=0a6a8e07e1ce4e4e84e3fe5c59c6747c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0581424 Jul 14 18:18:04.688191 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-87b43f69-c7b8-4106-8af6-e967cdf38786 req-5c2e3a01-a515-4eda-8c51-943ff843bb0a service neutron] 10.222.0.35 "GET /v2.0/networks/4f742057-89ee-4b4a-86f7-487ee61881a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2335677 Jul 14 18:18:04.746614 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc0ece7-81ae-4607-a09e-53f85ea0e5f9 None None] Pushing event updated for resources: {'Port': ['ID=9d26568d-cdd5-4e37-85ea-b39b1e807b96,revision_number=3']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:18:04.853783 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79260197-fc25-48df-9ff4-78dc3741af8e admin admin] Made reservation on behalf of f2624d1b54644d709b74be03b94afa7a for: {'network': 1} {{(pid=93916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:18:04.855472 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-87b43f69-c7b8-4106-8af6-e967cdf38786 req-6ec30761-58ef-465a-ac0a-1dcb6be42ee1 service neutron] 10.222.0.35 "GET /v2.0/networks/4f742057-89ee-4b4a-86f7-487ee61881a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1599586 Jul 14 18:18:04.855635 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-e8bd3395-c143-4409-9983-a6941bc9f8a3 None None] Attempting to bind port 9d26568d-cdd5-4e37-85ea-b39b1e807b96 on host n-d-800634-3 for vnic_type normal with profile {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:18:04.857813 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-79260197-fc25-48df-9ff4-78dc3741af8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for network, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:04.858359 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-e8bd3395-c143-4409-9983-a6941bc9f8a3 None None] Attempting to bind port 9d26568d-cdd5-4e37-85ea-b39b1e807b96 by drivers openvswitch,hyperv on host n-d-800634-3 at level 0 using segments [{'id': 'dc9b7b33-7ed6-4862-a917-845e6b965bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'b1df69b6-7369-4ffc-83a6-1f3eb48a524d'}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:18:04.858825 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8bd3395-c143-4409-9983-a6941bc9f8a3 None None] Attempting to bind port 9d26568d-cdd5-4e37-85ea-b39b1e807b96 on network b1df69b6-7369-4ffc-83a6-1f3eb48a524d {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:18:04.885420 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8bd3395-c143-4409-9983-a6941bc9f8a3 None None] Checking agent: {'id': '01c19e91-a945-4e3c-94a6-c211e17c923e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 8, 23), 'started_at': datetime.datetime(2021, 7, 14, 18, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 18, 17, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 18:18:04.886021 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8bd3395-c143-4409-9983-a6941bc9f8a3 None None] Checking segment: {'id': 'dc9b7b33-7ed6-4862-a917-845e6b965bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'b1df69b6-7369-4ffc-83a6-1f3eb48a524d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93917) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:18:04.886463 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-e8bd3395-c143-4409-9983-a6941bc9f8a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:04.886954 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8bd3395-c143-4409-9983-a6941bc9f8a3 None None] Bound using segment: {'id': 'dc9b7b33-7ed6-4862-a917-845e6b965bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'b1df69b6-7369-4ffc-83a6-1f3eb48a524d'} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 18:18:04.887546 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-e8bd3395-c143-4409-9983-a6941bc9f8a3 None None] Bound port: 9d26568d-cdd5-4e37-85ea-b39b1e807b96, host: n-d-800634-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc9b7b33-7ed6-4862-a917-845e6b965bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'b1df69b6-7369-4ffc-83a6-1f3eb48a524d'}}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 18:18:04.888055 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-e8bd3395-c143-4409-9983-a6941bc9f8a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:04.905661 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-79260197-fc25-48df-9ff4-78dc3741af8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:05.010087 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [req-6209d039-c35b-4024-a336-c5cc5ff06be4 req-2670db0b-dc78-402a-9440-17187c32f200 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=93915) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 18:18:05.021205 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6209d039-c35b-4024-a336-c5cc5ff06be4 req-2670db0b-dc78-402a-9440-17187c32f200 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1132851 Jul 14 18:18:05.036328 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-e8bd3395-c143-4409-9983-a6941bc9f8a3 None None] For port 9d26568d-cdd5-4e37-85ea-b39b1e807b96, host n-d-800634-3, cleared binding levels {{(pid=93917) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:18:05.042685 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-e8bd3395-c143-4409-9983-a6941bc9f8a3 None None] For port 9d26568d-cdd5-4e37-85ea-b39b1e807b96, host n-d-800634-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=9d26568d-cdd5-4e37-85ea-b39b1e807b96,segment=NetworkSegment(dc9b7b33-7ed6-4862-a917-845e6b965bf7),segment_id=dc9b7b33-7ed6-4862-a917-845e6b965bf7)] {{(pid=93917) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 18:18:05.071033 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-e8bd3395-c143-4409-9983-a6941bc9f8a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:05.093500 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-b3b614e0-645c-448b-84c6-06b36dbb27ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727'] for subnet, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:05.098902 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:05.152879 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8bd3395-c143-4409-9983-a6941bc9f8a3 None None] Routers {'6bbb4a37-7601-4b77-8a33-a5884ec4332b'} bound to L3 agent in host n-d-800634-3 {{(pid=93917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:18:05.153520 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-e8bd3395-c143-4409-9983-a6941bc9f8a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:17:53Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['6bbb4a37-7601-4b77-8a33-a5884ec4332b'], 'active': True} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:18:05.195114 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b614e0-645c-448b-84c6-06b36dbb27ba admin admin] Pushing event updated for resources: {'Subnet': ['ID=78dfe6c1-acef-4017-a82a-0a4186e136cd,revision_number=0']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:18:05.198724 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-79260197-fc25-48df-9ff4-78dc3741af8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:05.207629 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-79260197-fc25-48df-9ff4-78dc3741af8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:05.245173 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79260197-fc25-48df-9ff4-78dc3741af8e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 89} {{(pid=93916) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 18:18:05.252866 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3b614e0-645c-448b-84c6-06b36dbb27ba admin admin] Checking segment: {'id': 'cf789593-5632-42b9-b2ee-de040717f27d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '0d7296f7-5429-4a43-bea4-f8dd4a7e9780'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93916) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:18:05.253398 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3b614e0-645c-448b-84c6-06b36dbb27ba admin admin] Network hostable DHCP agents. Network: 0d7296f7-5429-4a43-bea4-f8dd4a7e9780, hostable agents: ['028393c3-0576-4ebd-bca1-8ea8a148e1a2'], hosted agents: [] {{(pid=93916) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 18:18:05.266340 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79260197-fc25-48df-9ff4-78dc3741af8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e64662a-025e-4fbd-b2d4-3ebd442932dc,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:18:05.269288 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc0ece7-81ae-4607-a09e-53f85ea0e5f9 None None] Pushing event updated for resources: {'Port': ['ID=9d26568d-cdd5-4e37-85ea-b39b1e807b96,revision_number=4']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:18:05.275403 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-79260197-fc25-48df-9ff4-78dc3741af8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:05.275755 n-d-800634-3 neutron-server[93916]: INFO neutron.db.segments_db [None req-79260197-fc25-48df-9ff4-78dc3741af8e admin admin] Added segment 0604babe-1d14-4c9a-a1d9-36ec44d10309 of type vlan for network cf8954d4-d52f-4100-8368-7fa927276351 Jul 14 18:18:05.337671 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-79260197-fc25-48df-9ff4-78dc3741af8e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728202197517'] for network, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:05.364719 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3b614e0-645c-448b-84c6-06b36dbb27ba admin admin] Network 0d7296f7-5429-4a43-bea4-f8dd4a7e9780 is scheduled to be hosted by DHCP agent 028393c3-0576-4ebd-bca1-8ea8a148e1a2 with binding_index 1 {{(pid=93916) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 18:18:05.380259 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [None req-b3b614e0-645c-448b-84c6-06b36dbb27ba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-3, 0d7296f7-5429-4a43-bea4-f8dd4a7e9780) {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:18:05.385708 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3b614e0-645c-448b-84c6-06b36dbb27ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:18:05.386325 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-b3b614e0-645c-448b-84c6-06b36dbb27ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598705'] for subnet, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:05.399282 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-79260197-fc25-48df-9ff4-78dc3741af8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727'] for network, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:05.400541 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79260197-fc25-48df-9ff4-78dc3741af8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:18:05.401415 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-79260197-fc25-48df-9ff4-78dc3741af8e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598705'] for network, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:05.464602 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41465d5b-c2d0-4e7b-adfb-1cb6b3a48c90 None None] Network 0d7296f7-5429-4a43-bea4-f8dd4a7e9780 requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:18:05.467807 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79260197-fc25-48df-9ff4-78dc3741af8e admin admin] Pushing event updated for resources: {'Network': ['ID=cf8954d4-d52f-4100-8368-7fa927276351,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:18:05.488922 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-b3b614e0-645c-448b-84c6-06b36dbb27ba admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1842732 Jul 14 18:18:05.492523 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 51230) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:18:05.497209 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-faf1fb61-de7c-4002-bd9c-d9ba7fe6c862 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1966621121-router', 'tenant_id': '94e769da788b4960867d28e3e520b414', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61'}}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:18:05.512195 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-79260197-fc25-48df-9ff4-78dc3741af8e admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.1422904 Jul 14 18:18:05.518568 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 51232) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:18:05.519882 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-2112a5d8-a089-4d5e-85a1-3266ffcd68d3 admin admin] Request body: {'subnet': {'network_id': 'cf8954d4-d52f-4100-8368-7fa927276351', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-383862795-subnet', 'tenant_id': 'f2624d1b54644d709b74be03b94afa7a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:18:05.521441 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6209d039-c35b-4024-a336-c5cc5ff06be4 req-8ecca8b8-37a0-479b-aebb-559b6683a942 service neutron] 10.222.0.16 "GET /v2.0/networks/7cee3312-4c4c-4d32-820f-eab965dcf565?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4977322 Jul 14 18:18:05.525129 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Network cf8954d4-d52f-4100-8368-7fa927276351 details requested by agent ovs-agent-n-d-800634-3 with host n-d-800634-3 {{(pid=93917) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 18:18:05.555919 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-faf1fb61-de7c-4002-bd9c-d9ba7fe6c862 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-571768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11104'] for router, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:05.557627 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-faf1fb61-de7c-4002-bd9c-d9ba7fe6c862 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-571675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-930014', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-632314', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11129'] for router, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:05.589524 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8e9edd-380d-4b21-8671-307b44387eda req-f09bc444-bee7-477b-974a-2fedd9db08b3 tempest-AggregatesAdminTestJSON-1123461202 tempest-AggregatesAdminTestJSON-1123461202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:18:05.590881 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-bc8e9edd-380d-4b21-8671-307b44387eda req-f09bc444-bee7-477b-974a-2fedd9db08b3 tempest-AggregatesAdminTestJSON-1123461202 tempest-AggregatesAdminTestJSON-1123461202-project] 10.222.0.16 "GET /v2.0/ports?device_id=c10c2653-0ed5-4170-9747-7a9fa63300fa HTTP/1.1" status: 200 len: 969 time: 0.5262172 Jul 14 18:18:05.596052 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2112a5d8-a089-4d5e-85a1-3266ffcd68d3 admin admin] Made reservation on behalf of f2624d1b54644d709b74be03b94afa7a for: {'subnet': 1} {{(pid=93916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:18:05.598869 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-2112a5d8-a089-4d5e-85a1-3266ffcd68d3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:05.657212 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-bc8e9edd-380d-4b21-8671-307b44387eda req-79f2979d-f17a-4ad8-9afa-9dfd55e32c03 tempest-AggregatesAdminTestJSON-1123461202 tempest-AggregatesAdminTestJSON-1123461202-project] 10.222.0.16 "GET /v2.0/security-groups?id=c6108079-fa5e-46c5-875d-96a4a929fa0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566351 Jul 14 18:18:05.661423 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvr_db [None req-e8bd3395-c143-4409-9983-a6941bc9f8a3 None None] Set router 6bbb4a37-7601-4b77-8a33-a5884ec4332b gateway port host: n-d-800634-3 {{(pid=93917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 18:18:05.673108 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6209d039-c35b-4024-a336-c5cc5ff06be4 req-7dd75ceb-8d79-4e0f-8700-12901722659c service neutron] 10.222.0.16 "GET /v2.0/networks/7cee3312-4c4c-4d32-820f-eab965dcf565?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1395190 Jul 14 18:18:05.780842 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-faf1fb61-de7c-4002-bd9c-d9ba7fe6c862 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:05.886807 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e4b279d-9ddc-49e7-8ed3-155aefb57b67 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9222b97e-5d1c-54f8-ba97-82f172498e76-0d7296f7-5429-4a43-bea4-f8dd4a7e9780', 'network_id': '0d7296f7-5429-4a43-bea4-f8dd4a7e9780', 'tenant_id': '94e769da788b4960867d28e3e520b414', 'fixed_ips': [{'subnet_id': '78dfe6c1-acef-4017-a82a-0a4186e136cd'}]}} from n-d-800634-3. {{(pid=93917) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 18:18:05.888128 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-4e4b279d-9ddc-49e7-8ed3-155aefb57b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:05.898832 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1495cff2-8740-4b88-8146-e38703ff5fd7 req-f35712bb-6284-4341-a80b-a972183450b4 tempest-DeleteServersAdminTestJSON-1051371510 tempest-DeleteServersAdminTestJSON-1051371510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:18:05.900739 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-1495cff2-8740-4b88-8146-e38703ff5fd7 req-f35712bb-6284-4341-a80b-a972183450b4 tempest-DeleteServersAdminTestJSON-1051371510 tempest-DeleteServersAdminTestJSON-1051371510-project] 10.222.0.16 "GET /v2.0/ports?device_id=712acbd5-24aa-4ef7-8e5a-7a360d63ae16 HTTP/1.1" status: 200 len: 948 time: 0.1090846 Jul 14 18:18:06.023086 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-59aececf-fb96-41a4-8232-95cfcde478f6 req-da709f8d-fed6-4e54-9d67-147a98ccbf35 tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] 10.222.0.16 "GET /v2.0/ports?device_id=d80491b9-d34b-45a9-83ac-fcdec1c35cdb HTTP/1.1" status: 200 len: 210 time: 0.0551503 Jul 14 18:18:06.024429 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-faf1fb61-de7c-4002-bd9c-d9ba7fe6c862 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-929996', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-571750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11395'] for router, precommit_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:06.032816 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-1495cff2-8740-4b88-8146-e38703ff5fd7 req-b3fe5b9b-d087-4081-9c9b-b96271bcd778 tempest-DeleteServersAdminTestJSON-1051371510 tempest-DeleteServersAdminTestJSON-1051371510-project] 10.222.0.16 "GET /v2.0/security-groups?id=d1362497-6e0c-465d-8f0a-1d02c29ff112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093893 Jul 14 18:18:06.160832 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.db_base_plugin_common [None req-4e4b279d-9ddc-49e7-8ed3-155aefb57b67 None None] Allocated IP 172.20.0.2 (0d7296f7-5429-4a43-bea4-f8dd4a7e9780/78dfe6c1-acef-4017-a82a-0a4186e136cd/0b7a5218-ddea-41e4-8f24-2ea35c4d4f69) {{(pid=93917) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:18:06.186828 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-e8bd3395-c143-4409-9983-a6941bc9f8a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bbb4a37-7601-4b77-8a33-a5884ec4332b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-919346871-router', 'tenant_id': 'c51e850593fc4a37af9470721017e8e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.206'}], 'enable_snat': True}, 'gw_port_id': '3b7f538b-080a-4aa7-bf0e-98cc149b19f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:17:45Z', 'updated_at': '2021-07-14T18:17:59Z', 'revision_number': 4, 'project_id': 'c51e850593fc4a37af9470721017e8e7', 'gw_port': {'id': '3b7f538b-080a-4aa7-bf0e-98cc149b19f3', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:2b:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bbb4a37-7601-4b77-8a33-a5884ec4332b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:17:48Z', 'updated_at': '2021-07-14T18:18:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_interfaces': [{'id': '9d26568d-cdd5-4e37-85ea-b39b1e807b96', 'name': '', 'network_id': 'b1df69b6-7369-4ffc-83a6-1f3eb48a524d', 'tenant_id': 'c51e850593fc4a37af9470721017e8e7', 'mac_address': 'fa:16:3e:39:88:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bbb4a37-7601-4b77-8a33-a5884ec4332b', 'device_owner': 'network:router_interface', 'standard_attr_id': 127, 'fixed_ips': [{'subnet_id': '52a71ea9-5395-411d-94f2-0fbe5949db70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:17:55Z', 'updated_at': '2021-07-14T18:18:05Z', 'revision_number': 4, 'project_id': 'c51e850593fc4a37af9470721017e8e7', 'subnets': [{'id': '52a71ea9-5395-411d-94f2-0fbe5949db70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-3', False) {} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:18:06.243164 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-2112a5d8-a089-4d5e-85a1-3266ffcd68d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727'] for subnet, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:06.254444 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8bd3395-c143-4409-9983-a6941bc9f8a3 None None] The sync data for ids ['6bbb4a37-7601-4b77-8a33-a5884ec4332b'] in n-d-800634-3 is: [{'id': '6bbb4a37-7601-4b77-8a33-a5884ec4332b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-919346871-router', 'tenant_id': 'c51e850593fc4a37af9470721017e8e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.206'}], 'enable_snat': True}, 'gw_port_id': '3b7f538b-080a-4aa7-bf0e-98cc149b19f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:17:45Z', 'updated_at': '2021-07-14T18:17:59Z', 'revision_number': 4, 'project_id': 'c51e850593fc4a37af9470721017e8e7', 'gw_port': {'id': '3b7f538b-080a-4aa7-bf0e-98cc149b19f3', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:2b:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bbb4a37-7601-4b77-8a33-a5884ec4332b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:17:48Z', 'updated_at': '2021-07-14T18:18:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_interfaces': [{'id': '9d26568d-cdd5-4e37-85ea-b39b1e807b96', 'name': '', 'network_id': 'b1df69b6-7369-4ffc-83a6-1f3eb48a524d', 'tenant_id': 'c51e850593fc4a37af9470721017e8e7', 'mac_address': 'fa:16:3e:39:88:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bbb4a37-7601-4b77-8a33-a5884ec4332b', 'device_owner': 'network:router_interface', 'standard_attr_id': 127, 'fixed_ips': [{'subnet_id': '52a71ea9-5395-411d-94f2-0fbe5949db70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:17:55Z', 'updated_at': '2021-07-14T18:18:05Z', 'revision_number': 4, 'project_id': 'c51e850593fc4a37af9470721017e8e7', 'subnets': [{'id': '52a71ea9-5395-411d-94f2-0fbe5949db70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 18:18:06.375966 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2112a5d8-a089-4d5e-85a1-3266ffcd68d3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=021f262f-6356-4b12-9e01-e41dbd246469,revision_number=0']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:18:06.477507 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2112a5d8-a089-4d5e-85a1-3266ffcd68d3 admin admin] Checking segment: {'id': '0604babe-1d14-4c9a-a1d9-36ec44d10309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'cf8954d4-d52f-4100-8368-7fa927276351'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93916) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:18:06.477882 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2112a5d8-a089-4d5e-85a1-3266ffcd68d3 admin admin] Network hostable DHCP agents. Network: cf8954d4-d52f-4100-8368-7fa927276351, hostable agents: ['028393c3-0576-4ebd-bca1-8ea8a148e1a2'], hosted agents: [] {{(pid=93916) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 18:18:06.506357 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-4e4b279d-9ddc-49e7-8ed3-155aefb57b67 None None] Notify callbacks [] for port, precommit_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:06.521880 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-4e4b279d-9ddc-49e7-8ed3-155aefb57b67 None None] Transition to ACTIVE for port object 0b7a5218-ddea-41e4-8f24-2ea35c4d4f69 will not be triggered until provisioned by entity L2. {{(pid=93917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:18:06.548976 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-4e4b279d-9ddc-49e7-8ed3-155aefb57b67 None None] Transition to ACTIVE for port object 0b7a5218-ddea-41e4-8f24-2ea35c4d4f69 will not be triggered until provisioned by entity DHCP. {{(pid=93917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:18:06.558238 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-4e4b279d-9ddc-49e7-8ed3-155aefb57b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804'] for port, after_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:06.601541 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2112a5d8-a089-4d5e-85a1-3266ffcd68d3 admin admin] Network cf8954d4-d52f-4100-8368-7fa927276351 is scheduled to be hosted by DHCP agent 028393c3-0576-4ebd-bca1-8ea8a148e1a2 with binding_index 1 {{(pid=93916) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 18:18:06.619279 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4b279d-9ddc-49e7-8ed3-155aefb57b67 None None] Pushing event updated for resources: {'Port': ['ID=0b7a5218-ddea-41e4-8f24-2ea35c4d4f69,revision_number=1']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:18:06.639522 n-d-800634-3 neutron-server[93917]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e4b279d-9ddc-49e7-8ed3-155aefb57b67 None None] Network 0d7296f7-5429-4a43-bea4-f8dd4a7e9780 is already hosted by enough agents. {{(pid=93917) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:18:06.641334 n-d-800634-3 neutron-server[93917]: DEBUG neutron.scheduler.base_scheduler [None req-4e4b279d-9ddc-49e7-8ed3-155aefb57b67 None None] Resources bound (agent type, host, resource id): {{(pid=93917) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:18:06.643480 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [None req-2112a5d8-a089-4d5e-85a1-3266ffcd68d3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-3, cf8954d4-d52f-4100-8368-7fa927276351) {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:18:06.649747 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e4b279d-9ddc-49e7-8ed3-155aefb57b67 None None] Received port after_create {{(pid=93917) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:18:06.649936 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2112a5d8-a089-4d5e-85a1-3266ffcd68d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:18:06.650763 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-2112a5d8-a089-4d5e-85a1-3266ffcd68d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598705'] for subnet, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:06.658682 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0c81fd9-aa9e-4548-a1c2-e58ab386d510 None None] Network cf8954d4-d52f-4100-8368-7fa927276351 requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:18:06.720016 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 51274) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:18:06.749378 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c0a464-b451-484f-be0a-757610f34046 req-a4228345-48c0-4dcf-bdfb-788e7d65907f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:18:06.751438 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-51c0a464-b451-484f-be0a-757610f34046 req-a4228345-48c0-4dcf-bdfb-788e7d65907f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4f742057-89ee-4b4a-86f7-487ee61881a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3689604 Jul 14 18:18:06.792237 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 51280) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:18:06.798674 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-537f787d-821f-4220-806b-8b2c50257f12 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-383862795-router', 'tenant_id': 'f2624d1b54644d709b74be03b94afa7a', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61'}}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:18:06.805006 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-2112a5d8-a089-4d5e-85a1-3266ffcd68d3 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.2886963 Jul 14 18:18:06.848225 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-4e4b279d-9ddc-49e7-8ed3-155aefb57b67 None None] Attempting to bind port 0b7a5218-ddea-41e4-8f24-2ea35c4d4f69 on host n-d-800634-3 for vnic_type normal with profile {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:18:06.848608 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-4e4b279d-9ddc-49e7-8ed3-155aefb57b67 None None] Attempting to bind port 0b7a5218-ddea-41e4-8f24-2ea35c4d4f69 by drivers openvswitch,hyperv on host n-d-800634-3 at level 0 using segments [{'id': 'cf789593-5632-42b9-b2ee-de040717f27d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '0d7296f7-5429-4a43-bea4-f8dd4a7e9780'}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:18:06.848976 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e4b279d-9ddc-49e7-8ed3-155aefb57b67 None None] Attempting to bind port 0b7a5218-ddea-41e4-8f24-2ea35c4d4f69 on network 0d7296f7-5429-4a43-bea4-f8dd4a7e9780 {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:18:06.856669 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-faf1fb61-de7c-4002-bd9c-d9ba7fe6c862 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:06.866095 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e4b279d-9ddc-49e7-8ed3-155aefb57b67 None None] Checking agent: {'id': '01c19e91-a945-4e3c-94a6-c211e17c923e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 8, 23), 'started_at': datetime.datetime(2021, 7, 14, 18, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 18, 17, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 18:18:06.868082 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e4b279d-9ddc-49e7-8ed3-155aefb57b67 None None] Checking segment: {'id': 'cf789593-5632-42b9-b2ee-de040717f27d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '0d7296f7-5429-4a43-bea4-f8dd4a7e9780'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93917) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:18:06.868855 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-4e4b279d-9ddc-49e7-8ed3-155aefb57b67 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:06.870505 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e4b279d-9ddc-49e7-8ed3-155aefb57b67 None None] Bound using segment: {'id': 'cf789593-5632-42b9-b2ee-de040717f27d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '0d7296f7-5429-4a43-bea4-f8dd4a7e9780'} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 18:18:06.873098 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-4e4b279d-9ddc-49e7-8ed3-155aefb57b67 None None] Bound port: 0b7a5218-ddea-41e4-8f24-2ea35c4d4f69, host: n-d-800634-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf789593-5632-42b9-b2ee-de040717f27d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '0d7296f7-5429-4a43-bea4-f8dd4a7e9780'}}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 18:18:06.874061 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-4e4b279d-9ddc-49e7-8ed3-155aefb57b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:06.891459 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-537f787d-821f-4220-806b-8b2c50257f12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-571768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11104'] for router, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:06.896029 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-537f787d-821f-4220-806b-8b2c50257f12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-571675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-930014', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-632314', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11129'] for router, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:06.910759 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-faf1fb61-de7c-4002-bd9c-d9ba7fe6c862 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:07.001975 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-4e4b279d-9ddc-49e7-8ed3-155aefb57b67 None None] For port 0b7a5218-ddea-41e4-8f24-2ea35c4d4f69, host n-d-800634-3, cleared binding levels {{(pid=93917) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:18:07.007681 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-4e4b279d-9ddc-49e7-8ed3-155aefb57b67 None None] For port 0b7a5218-ddea-41e4-8f24-2ea35c4d4f69, host n-d-800634-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=0b7a5218-ddea-41e4-8f24-2ea35c4d4f69,segment=NetworkSegment(cf789593-5632-42b9-b2ee-de040717f27d),segment_id=cf789593-5632-42b9-b2ee-de040717f27d)] {{(pid=93917) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 18:18:07.018389 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-4e4b279d-9ddc-49e7-8ed3-155aefb57b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:07.050888 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-0e7c60d0-0de7-408d-a7b1-4045f802f4ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:07.099861 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-537f787d-821f-4220-806b-8b2c50257f12 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:07.174118 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-51c0a464-b451-484f-be0a-757610f34046 req-b6ecc132-c3d7-4492-a6e7-719e9df60633 service neutron] 10.222.0.18 "GET /v2.0/networks/4f742057-89ee-4b4a-86f7-487ee61881a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3657167 Jul 14 18:18:07.279506 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c707c396-5b53-4892-a785-ff12310e563f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9222b97e-5d1c-54f8-ba97-82f172498e76-cf8954d4-d52f-4100-8368-7fa927276351', 'network_id': 'cf8954d4-d52f-4100-8368-7fa927276351', 'tenant_id': 'f2624d1b54644d709b74be03b94afa7a', 'fixed_ips': [{'subnet_id': '021f262f-6356-4b12-9e01-e41dbd246469'}]}} from n-d-800634-3. {{(pid=93917) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 18:18:07.281008 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-c707c396-5b53-4892-a785-ff12310e563f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:07.339024 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4b279d-9ddc-49e7-8ed3-155aefb57b67 None None] Pushing event updated for resources: {'Port': ['ID=0b7a5218-ddea-41e4-8f24-2ea35c4d4f69,revision_number=2']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:18:07.395092 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-74bad4c6-349f-482b-8aa1-e568ce7e45a6 req-e1bf512b-10b6-4698-a401-0d21c1f7c33b tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] 10.222.0.16 "GET /v2.0/ports?device_id=d80491b9-d34b-45a9-83ac-fcdec1c35cdb HTTP/1.1" status: 200 len: 210 time: 0.0929558 Jul 14 18:18:07.402128 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.db_base_plugin_common [None req-faf1fb61-de7c-4002-bd9c-d9ba7fe6c862 admin admin] Allocated IP 172.25.1.180 (9200a437-e1de-4520-88f6-e68386523e61/5f47f848-4532-407a-a0e2-5690ade15fd0/574b6740-1f39-4cd7-b773-41fe4473cf59) {{(pid=93916) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:18:07.432759 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 51292) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:18:07.467581 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 9d26568d-cdd5-4e37-85ea-b39b1e807b96 up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:18:07.525598 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-537f787d-821f-4220-806b-8b2c50257f12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-929996', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-571750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11395'] for router, precommit_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:07.562205 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45636110-829a-4139-9c6a-c1c5dbd01488 req-a375b282-4825-4223-83e6-5cf2a32187f1 tempest-AggregatesAdminTestJSON-1123461202 tempest-AggregatesAdminTestJSON-1123461202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:18:07.580316 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-45636110-829a-4139-9c6a-c1c5dbd01488 req-a375b282-4825-4223-83e6-5cf2a32187f1 tempest-AggregatesAdminTestJSON-1123461202 tempest-AggregatesAdminTestJSON-1123461202-project] 10.222.0.16 "GET /v2.0/ports?device_id=c10c2653-0ed5-4170-9747-7a9fa63300fa HTTP/1.1" status: 200 len: 969 time: 0.7198362 Jul 14 18:18:07.665855 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Device 8d37067a-b749-4bda-ad6b-6c9a026cd19c details requested by agent hyperv_n-h2-800634-3 with host n-h2-800634-3 {{(pid=93917) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 18:18:07.706378 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-51c0a464-b451-484f-be0a-757610f34046 req-83a13e8e-c42a-4f63-9728-62f36b9fdbe0 service neutron] 10.222.0.18 "GET /v2.0/networks/4f742057-89ee-4b4a-86f7-487ee61881a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5202603 Jul 14 18:18:07.728383 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning for port 9d26568d-cdd5-4e37-85ea-b39b1e807b96 completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:18:07.759337 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-45636110-829a-4139-9c6a-c1c5dbd01488 req-488b4ca6-0eee-4538-95c4-b4348af9dab4 tempest-AggregatesAdminTestJSON-1123461202 tempest-AggregatesAdminTestJSON-1123461202-project] 10.222.0.16 "GET /v2.0/security-groups?id=c6108079-fa5e-46c5-875d-96a4a929fa0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1777956 Jul 14 18:18:07.778518 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port 9d26568d-cdd5-4e37-85ea-b39b1e807b96 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:18:07.779010 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:07.784528 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-faf1fb61-de7c-4002-bd9c-d9ba7fe6c862 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:07.789262 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-7afb67bc-709b-41b4-8282-e22117b4b7f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:07.842791 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.db_base_plugin_common [None req-c707c396-5b53-4892-a785-ff12310e563f None None] Allocated IP 172.20.0.2 (cf8954d4-d52f-4100-8368-7fa927276351/021f262f-6356-4b12-9e01-e41dbd246469/fe02ecac-c34f-43e7-92bc-28fe98356c2f) {{(pid=93917) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:18:07.918493 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-0e7c60d0-0de7-408d-a7b1-4045f802f4ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:08.055769 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-faf1fb61-de7c-4002-bd9c-d9ba7fe6c862 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804'] for port, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:08.079742 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-0e7c60d0-0de7-408d-a7b1-4045f802f4ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:08.110004 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6209d039-c35b-4024-a336-c5cc5ff06be4 req-36d289cd-77f3-4ec3-9f91-d5afcae7da60 tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:18:08.111965 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6209d039-c35b-4024-a336-c5cc5ff06be4 req-36d289cd-77f3-4ec3-9f91-d5afcae7da60 tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] 10.222.0.35 "GET /v2.0/networks?id=7cee3312-4c4c-4d32-820f-eab965dcf565 HTTP/1.1" status: 200 len: 821 time: 0.2191038 Jul 14 18:18:08.123685 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faf1fb61-de7c-4002-bd9c-d9ba7fe6c862 admin admin] Network 9200a437-e1de-4520-88f6-e68386523e61 is already hosted by enough agents. {{(pid=93916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:18:08.136556 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [None req-faf1fb61-de7c-4002-bd9c-d9ba7fe6c862 admin admin] Resources bound (agent type, host, resource id): {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:18:08.140447 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faf1fb61-de7c-4002-bd9c-d9ba7fe6c862 admin admin] Received port after_create {{(pid=93916) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:18:08.189777 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [req-6209d039-c35b-4024-a336-c5cc5ff06be4 req-a479e4f0-c545-4ea9-a3cb-fdf6f7a713de tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] Request body: {'port': {'device_id': 'd80491b9-d34b-45a9-83ac-fcdec1c35cdb', 'network_id': '7cee3312-4c4c-4d32-820f-eab965dcf565', 'admin_state_up': True, 'tenant_id': '0a6a8e07e1ce4e4e84e3fe5c59c6747c'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:18:08.210356 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] For port 8d37067a-b749-4bda-ad6b-6c9a026cd19c, host n-h2-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=8d37067a-b749-4bda-ad6b-6c9a026cd19c,segment=NetworkSegment(067fc487-22c7-42de-972d-ae352a28ad29),segment_id=067fc487-22c7-42de-972d-ae352a28ad29)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:18:08.213688 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf1fb61-de7c-4002-bd9c-d9ba7fe6c862 admin admin] Pushing event updated for resources: {'Port': ['ID=574b6740-1f39-4cd7-b773-41fe4473cf59,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:18:08.248295 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:08.259021 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Returning: {'device': '8d37067a-b749-4bda-ad6b-6c9a026cd19c', 'network_id': '4f742057-89ee-4b4a-86f7-487ee61881a1', 'port_id': '8d37067a-b749-4bda-ad6b-6c9a026cd19c', 'mac_address': 'fa:16:3e:e2:57:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f20c54fb-f7da-4761-aa61-2e4f99f3d332', 'ip_address': '192.168.233.250'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93917) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 18:18:08.288411 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7c60d0-0de7-408d-a7b1-4045f802f4ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3054928-30b6-4227-8994-ef6585d74160,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:18:08.323538 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-0e7c60d0-0de7-408d-a7b1-4045f802f4ea admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=dbd5eb3a2a664a54bad41ba437f856eb&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6017084 Jul 14 18:18:08.334470 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec13278b-4eb6-4fe5-a225-89e439264e24 req-f6fb5588-33b6-45bc-9f4f-b006707fc948 tempest-DeleteServersAdminTestJSON-1051371510 tempest-DeleteServersAdminTestJSON-1051371510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:18:08.343866 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ec13278b-4eb6-4fe5-a225-89e439264e24 req-f6fb5588-33b6-45bc-9f4f-b006707fc948 tempest-DeleteServersAdminTestJSON-1051371510 tempest-DeleteServersAdminTestJSON-1051371510-project] 10.222.0.16 "GET /v2.0/ports?device_id=712acbd5-24aa-4ef7-8e5a-7a360d63ae16 HTTP/1.1" status: 200 len: 948 time: 0.6299379 Jul 14 18:18:08.347326 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 51300) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:18:08.361174 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-c707c396-5b53-4892-a785-ff12310e563f None None] Notify callbacks [] for port, precommit_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:08.399000 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-7afb67bc-709b-41b4-8282-e22117b4b7f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:08.403316 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b42ddb8-e542-4912-af9f-b63841919903 req-9d0bb162-6237-42e8-914f-5f1d3eb4d6e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:18:08.405069 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-5b42ddb8-e542-4912-af9f-b63841919903 req-9d0bb162-6237-42e8-914f-5f1d3eb4d6e8 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=94fad325b52f41d6ae7e7aeaf25aab8f&device_id=c10c2653-0ed5-4170-9747-7a9fa63300fa HTTP/1.1" status: 200 len: 1120 time: 0.5475154 Jul 14 18:18:08.410179 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-7afb67bc-709b-41b4-8282-e22117b4b7f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:08.451989 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:08.521544 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ec13278b-4eb6-4fe5-a225-89e439264e24 req-7bb130dc-79c0-4716-8a0e-33adb65e1613 tempest-DeleteServersAdminTestJSON-1051371510 tempest-DeleteServersAdminTestJSON-1051371510-project] 10.222.0.16 "GET /v2.0/security-groups?id=d1362497-6e0c-465d-8f0a-1d02c29ff112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1749935 Jul 14 18:18:08.540846 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-7afb67bc-709b-41b4-8282-e22117b4b7f1 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8b94aaedf8cc4e5d8d0918e68ce79c16&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1031797 Jul 14 18:18:08.581462 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 51304) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:18:08.585742 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-da86d791-1445-4c36-9570-ef450ebb1d57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:08.630040 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-c707c396-5b53-4892-a785-ff12310e563f None None] Transition to ACTIVE for port object fe02ecac-c34f-43e7-92bc-28fe98356c2f will not be triggered until provisioned by entity L2. {{(pid=93917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:18:08.642224 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f568036c-6913-4166-996d-b157f3a869c8 None None] Network 0d7296f7-5429-4a43-bea4-f8dd4a7e9780 requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:18:08.650343 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d37067a-b749-4bda-ad6b-6c9a026cd19c {{(pid=93917) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 18:18:08.682689 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-88eea33d-4259-41e6-beaa-2bcdb27a5633 req-ced42c0f-251f-4740-8e4f-024adf034cd8 tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] 10.222.0.16 "GET /v2.0/ports?device_id=d80491b9-d34b-45a9-83ac-fcdec1c35cdb HTTP/1.1" status: 200 len: 210 time: 0.0998914 Jul 14 18:18:08.692961 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b42ddb8-e542-4912-af9f-b63841919903 req-45d3065e-134f-4c1f-a41e-f3303ba60133 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:18:08.694727 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-5b42ddb8-e542-4912-af9f-b63841919903 req-45d3065e-134f-4c1f-a41e-f3303ba60133 service neutron] 10.222.0.18 "GET /v2.0/networks?id=4f742057-89ee-4b4a-86f7-487ee61881a1 HTTP/1.1" status: 200 len: 869 time: 0.2814896 Jul 14 18:18:08.699255 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] For port 9d26568d-cdd5-4e37-85ea-b39b1e807b96, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=9d26568d-cdd5-4e37-85ea-b39b1e807b96,segment=NetworkSegment(dc9b7b33-7ed6-4862-a917-845e6b965bf7),segment_id=dc9b7b33-7ed6-4862-a917-845e6b965bf7)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:18:08.726823 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-c707c396-5b53-4892-a785-ff12310e563f None None] Transition to ACTIVE for port object fe02ecac-c34f-43e7-92bc-28fe98356c2f will not be triggered until provisioned by entity DHCP. {{(pid=93917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:18:08.741878 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:08.743685 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9a49416e-0cd0-4874-bbcb-82def4bf7b25 None None] Provisioning for port 0b7a5218-ddea-41e4-8f24-2ea35c4d4f69 completed by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:18:08.745407 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-da86d791-1445-4c36-9570-ef450ebb1d57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:08.749007 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] For port 8d37067a-b749-4bda-ad6b-6c9a026cd19c, host n-h2-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=8d37067a-b749-4bda-ad6b-6c9a026cd19c,segment=NetworkSegment(067fc487-22c7-42de-972d-ae352a28ad29),segment_id=067fc487-22c7-42de-972d-ae352a28ad29)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:18:08.754336 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-c707c396-5b53-4892-a785-ff12310e563f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804'] for port, after_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:08.765830 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:08.771648 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6209d039-c35b-4024-a336-c5cc5ff06be4 req-a479e4f0-c545-4ea9-a3cb-fdf6f7a713de tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] Made reservation on behalf of 0a6a8e07e1ce4e4e84e3fe5c59c6747c for: {'port': 1} {{(pid=93915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:18:08.776231 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-6209d039-c35b-4024-a336-c5cc5ff06be4 req-a479e4f0-c545-4ea9-a3cb-fdf6f7a713de tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:08.796042 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afb67bc-709b-41b4-8282-e22117b4b7f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17cdf25b-9f4f-44f0-8bae-571e21ae5607,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:18:08.818673 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-5b42ddb8-e542-4912-af9f-b63841919903 req-e83c3af4-660e-4d24-b11f-23fb88e681ef service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.134&port_id=14f9483a-8619-4af5-91b7-0610c1c2bed5 HTTP/1.1" status: 200 len: 217 time: 0.0659766 Jul 14 18:18:08.819469 n-d-800634-3 neutron-server[93917]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c707c396-5b53-4892-a785-ff12310e563f None None] Network cf8954d4-d52f-4100-8368-7fa927276351 is already hosted by enough agents. {{(pid=93917) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:18:08.828209 n-d-800634-3 neutron-server[93917]: DEBUG neutron.scheduler.base_scheduler [None req-c707c396-5b53-4892-a785-ff12310e563f None None] Resources bound (agent type, host, resource id): {{(pid=93917) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:18:08.835211 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c707c396-5b53-4892-a785-ff12310e563f None None] Received port after_create {{(pid=93917) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:18:08.869253 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-9aa1d6c9-3413-49f3-8ee0-909f3daf84b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:08.873047 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Pushing event updated for resources: {'Port': ['ID=9d26568d-cdd5-4e37-85ea-b39b1e807b96,revision_number=5']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:18:08.899659 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-faf1fb61-de7c-4002-bd9c-d9ba7fe6c862 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:08.936112 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-da86d791-1445-4c36-9570-ef450ebb1d57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:08.938827 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-da86d791-1445-4c36-9570-ef450ebb1d57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:08.944169 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-da86d791-1445-4c36-9570-ef450ebb1d57 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e3054928-30b6-4227-8994-ef6585d74160 HTTP/1.1" status: 204 len: 168 time: 0.5854712 Jul 14 18:18:08.966693 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-c707c396-5b53-4892-a785-ff12310e563f None None] Attempting to bind port fe02ecac-c34f-43e7-92bc-28fe98356c2f on host n-d-800634-3 for vnic_type normal with profile {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:18:08.966978 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-c707c396-5b53-4892-a785-ff12310e563f None None] Attempting to bind port fe02ecac-c34f-43e7-92bc-28fe98356c2f by drivers openvswitch,hyperv on host n-d-800634-3 at level 0 using segments [{'id': '0604babe-1d14-4c9a-a1d9-36ec44d10309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'cf8954d4-d52f-4100-8368-7fa927276351'}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:18:08.967341 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c707c396-5b53-4892-a785-ff12310e563f None None] Attempting to bind port fe02ecac-c34f-43e7-92bc-28fe98356c2f on network cf8954d4-d52f-4100-8368-7fa927276351 {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:18:08.990553 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-537f787d-821f-4220-806b-8b2c50257f12 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:09.000864 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c707c396-5b53-4892-a785-ff12310e563f None None] Pushing event updated for resources: {'Port': ['ID=fe02ecac-c34f-43e7-92bc-28fe98356c2f,revision_number=1']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:18:09.004699 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c707c396-5b53-4892-a785-ff12310e563f None None] Checking agent: {'id': '01c19e91-a945-4e3c-94a6-c211e17c923e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 8, 23), 'started_at': datetime.datetime(2021, 7, 14, 18, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 18, 17, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 18:18:09.005155 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c707c396-5b53-4892-a785-ff12310e563f None None] Checking segment: {'id': '0604babe-1d14-4c9a-a1d9-36ec44d10309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'cf8954d4-d52f-4100-8368-7fa927276351'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93917) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:18:09.005645 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-c707c396-5b53-4892-a785-ff12310e563f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:09.006139 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c707c396-5b53-4892-a785-ff12310e563f None None] Bound using segment: {'id': '0604babe-1d14-4c9a-a1d9-36ec44d10309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'cf8954d4-d52f-4100-8368-7fa927276351'} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 18:18:09.006677 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-c707c396-5b53-4892-a785-ff12310e563f None None] Bound port: fe02ecac-c34f-43e7-92bc-28fe98356c2f, host: n-d-800634-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0604babe-1d14-4c9a-a1d9-36ec44d10309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'cf8954d4-d52f-4100-8368-7fa927276351'}}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 18:18:09.007050 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-c707c396-5b53-4892-a785-ff12310e563f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:09.015047 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b42ddb8-e542-4912-af9f-b63841919903 req-11a42667-1d45-433e-b3a4-34791345a792 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:18:09.016555 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-5b42ddb8-e542-4912-af9f-b63841919903 req-11a42667-1d45-433e-b3a4-34791345a792 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f20c54fb-f7da-4761-aa61-2e4f99f3d332 HTTP/1.1" status: 200 len: 843 time: 0.1253526 Jul 14 18:18:09.054564 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-9aa1d6c9-3413-49f3-8ee0-909f3daf84b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:09.079340 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] get_ports_and_sgs() called for port_ids ['8d37067a-b749-4bda-ad6b-6c9a026cd19c'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 18:18:09.165834 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Pushing event updated for resources: {'Port': ['ID=8d37067a-b749-4bda-ad6b-6c9a026cd19c,revision_number=4']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:18:09.169998 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b42ddb8-e542-4912-af9f-b63841919903 req-88277c97-3cd7-473c-88fc-e0912fc608b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:18:09.172177 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-5b42ddb8-e542-4912-af9f-b63841919903 req-88277c97-3cd7-473c-88fc-e0912fc608b4 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4f742057-89ee-4b4a-86f7-487ee61881a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1492314 Jul 14 18:18:09.204792 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-c707c396-5b53-4892-a785-ff12310e563f None None] For port fe02ecac-c34f-43e7-92bc-28fe98356c2f, host n-d-800634-3, cleared binding levels {{(pid=93917) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:18:09.215504 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-c707c396-5b53-4892-a785-ff12310e563f None None] For port fe02ecac-c34f-43e7-92bc-28fe98356c2f, host n-d-800634-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=fe02ecac-c34f-43e7-92bc-28fe98356c2f,segment=NetworkSegment(0604babe-1d14-4c9a-a1d9-36ec44d10309),segment_id=0604babe-1d14-4c9a-a1d9-36ec44d10309)] {{(pid=93917) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 18:18:09.223346 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da86d791-1445-4c36-9570-ef450ebb1d57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3054928-30b6-4227-8994-ef6585d74160,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:18:09.226672 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-537f787d-821f-4220-806b-8b2c50257f12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:09.232866 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-c707c396-5b53-4892-a785-ff12310e563f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:09.240836 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-faf1fb61-de7c-4002-bd9c-d9ba7fe6c862 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-571759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-930033'] for router, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:09.370868 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c707c396-5b53-4892-a785-ff12310e563f None None] Pushing event updated for resources: {'Port': ['ID=fe02ecac-c34f-43e7-92bc-28fe98356c2f,revision_number=2']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:18:09.384621 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 51314) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:18:09.394089 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-5b42ddb8-e542-4912-af9f-b63841919903 req-a7ddfc15-2e02-4273-8aa9-b54db6be1fee service neutron] 10.222.0.18 "GET /v2.0/networks/4f742057-89ee-4b4a-86f7-487ee61881a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2145679 Jul 14 18:18:09.445438 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-767b4772-9310-4a91-9639-8b937d2a982a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:09.524563 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-9aa1d6c9-3413-49f3-8ee0-909f3daf84b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:09.526905 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-9aa1d6c9-3413-49f3-8ee0-909f3daf84b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:09.530427 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-9aa1d6c9-3413-49f3-8ee0-909f3daf84b6 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/17cdf25b-9f4f-44f0-8bae-571e21ae5607 HTTP/1.1" status: 204 len: 168 time: 0.9433348 Jul 14 18:18:09.560310 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.db_base_plugin_common [req-6209d039-c35b-4024-a336-c5cc5ff06be4 req-a479e4f0-c545-4ea9-a3cb-fdf6f7a713de tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] Allocated IP 172.20.0.8 (7cee3312-4c4c-4d32-820f-eab965dcf565/2a54265e-973c-4132-80fb-ad9d5d305963/b7f0342e-ecc4-4b92-8141-940a36564ced) {{(pid=93915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:18:09.567597 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 0b7a5218-ddea-41e4-8f24-2ea35c4d4f69 up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:18:09.584533 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa1d6c9-3413-49f3-8ee0-909f3daf84b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17cdf25b-9f4f-44f0-8bae-571e21ae5607,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:18:09.603383 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.db_base_plugin_common [None req-537f787d-821f-4220-806b-8b2c50257f12 admin admin] Allocated IP 172.25.1.198 (9200a437-e1de-4520-88f6-e68386523e61/5f47f848-4532-407a-a0e2-5690ade15fd0/8b69bf6d-ede7-4976-84db-472ac9b35a55) {{(pid=93915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:18:09.765334 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning for port 0b7a5218-ddea-41e4-8f24-2ea35c4d4f69 completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:18:09.773117 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port 0b7a5218-ddea-41e4-8f24-2ea35c4d4f69 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:18:09.773950 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:09.793008 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-faf1fb61-de7c-4002-bd9c-d9ba7fe6c862 admin admin] Router d0490260-e339-478a-a2a4-afbf5596e62f is scheduled to L3 agent 2c6eb27e-defb-4cca-9a24-381c7415e359 with binding_index 1 {{(pid=93916) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 18:18:09.799232 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-5b42ddb8-e542-4912-af9f-b63841919903 req-600b914d-1af8-4b27-91d4-c91b3ad39003 service neutron] 10.222.0.18 "GET /v2.0/networks/4f742057-89ee-4b4a-86f7-487ee61881a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3943493 Jul 14 18:18:09.900065 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:09.947162 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] For port 0b7a5218-ddea-41e4-8f24-2ea35c4d4f69, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=0b7a5218-ddea-41e4-8f24-2ea35c4d4f69,segment=NetworkSegment(cf789593-5632-42b9-b2ee-de040717f27d),segment_id=cf789593-5632-42b9-b2ee-de040717f27d)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:18:09.953525 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:09.955178 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 9d26568d-cdd5-4e37-85ea-b39b1e807b96 up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:18:09.975602 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-faf1fb61-de7c-4002-bd9c-d9ba7fe6c862 admin admin] Notify agent at l3_agent.n-d-800634-3 the message routers_updated {{(pid=93916) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 18:18:09.985807 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fa65efd-60bb-4b36-ada1-6d68006e9dc5 None None] Sync routers for ids ['d0490260-e339-478a-a2a4-afbf5596e62f'] in n-d-800634-3 {{(pid=93918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 18:18:09.999100 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fa65efd-60bb-4b36-ada1-6d68006e9dc5 None None] Routers {'d0490260-e339-478a-a2a4-afbf5596e62f'} bound to L3 agent in host n-d-800634-3 {{(pid=93918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:18:09.999748 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-4fa65efd-60bb-4b36-ada1-6d68006e9dc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:17:53Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['d0490260-e339-478a-a2a4-afbf5596e62f'], 'active': True} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:18:10.003360 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-767b4772-9310-4a91-9639-8b937d2a982a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:10.008806 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb1ea90-ef99-437f-849a-2fdb2d745886 req-a8de4039-841a-480f-87a6-47ffc95b8176 tempest-AggregatesAdminTestJSON-1123461202 tempest-AggregatesAdminTestJSON-1123461202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:18:10.016581 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ecb1ea90-ef99-437f-849a-2fdb2d745886 req-a8de4039-841a-480f-87a6-47ffc95b8176 tempest-AggregatesAdminTestJSON-1123461202 tempest-AggregatesAdminTestJSON-1123461202-project] 10.222.0.16 "GET /v2.0/ports?device_id=c10c2653-0ed5-4170-9747-7a9fa63300fa HTTP/1.1" status: 200 len: 969 time: 1.0886283 Jul 14 18:18:10.017295 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-767b4772-9310-4a91-9639-8b937d2a982a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:10.073385 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-faf1fb61-de7c-4002-bd9c-d9ba7fe6c862 admin admin] Notify callbacks [] for router, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:10.074255 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port 9d26568d-cdd5-4e37-85ea-b39b1e807b96 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:18:10.074652 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-faf1fb61-de7c-4002-bd9c-d9ba7fe6c862 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.5812011 Jul 14 18:18:10.078032 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:10.087256 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 51324) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:18:10.122300 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Pushing event updated for resources: {'Port': ['ID=0b7a5218-ddea-41e4-8f24-2ea35c4d4f69,revision_number=3']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:18:10.123933 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b071b7bb-f3fb-4fe0-a46f-a8dec8fc7ee6 req-2b15de84-45ff-4d80-a827-ce74f0da1c1f tempest-DeleteServersAdminTestJSON-1051371510 tempest-DeleteServersAdminTestJSON-1051371510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:18:10.131921 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b071b7bb-f3fb-4fe0-a46f-a8dec8fc7ee6 req-2b15de84-45ff-4d80-a827-ce74f0da1c1f tempest-DeleteServersAdminTestJSON-1051371510 tempest-DeleteServersAdminTestJSON-1051371510-project] 10.222.0.16 "GET /v2.0/ports?device_id=712acbd5-24aa-4ef7-8e5a-7a360d63ae16 HTTP/1.1" status: 200 len: 949 time: 0.4629295 Jul 14 18:18:10.200357 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvr_db [None req-4fa65efd-60bb-4b36-ada1-6d68006e9dc5 None None] Set router d0490260-e339-478a-a2a4-afbf5596e62f gateway port host: n-d-800634-3 {{(pid=93918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 18:18:10.207796 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ecb1ea90-ef99-437f-849a-2fdb2d745886 req-e92bce9c-2aa6-4054-a7d7-79fa8c392576 tempest-AggregatesAdminTestJSON-1123461202 tempest-AggregatesAdminTestJSON-1123461202-project] 10.222.0.16 "GET /v2.0/security-groups?id=c6108079-fa5e-46c5-875d-96a4a929fa0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1897326 Jul 14 18:18:10.229486 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 51326) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:18:10.276723 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-537f787d-821f-4220-806b-8b2c50257f12 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:10.309773 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b071b7bb-f3fb-4fe0-a46f-a8dec8fc7ee6 req-f191f216-b5b5-4eb3-8323-ea6857a02252 tempest-DeleteServersAdminTestJSON-1051371510 tempest-DeleteServersAdminTestJSON-1051371510-project] 10.222.0.16 "GET /v2.0/security-groups?id=d1362497-6e0c-465d-8f0a-1d02c29ff112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1775455 Jul 14 18:18:10.315227 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-d6c02662-d710-47f8-af89-d3697a5b04ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:10.361462 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-6209d039-c35b-4024-a336-c5cc5ff06be4 req-a479e4f0-c545-4ea9-a3cb-fdf6f7a713de tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] Notify callbacks [] for port, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:10.410517 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-767b4772-9310-4a91-9639-8b937d2a982a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=cb245177822b4da39e09df5efcc718dc&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0248513 Jul 14 18:18:10.412213 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767b4772-9310-4a91-9639-8b937d2a982a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51135366-b6e2-4a21-a373-514b30d22817,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:18:10.416487 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 51328) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:18:10.447467 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c3aefb97-598d-43ad-9aa0-3f76c83d7011 req-038e3731-1e14-4920-8387-02121aa58748 tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] 10.222.0.16 "GET /v2.0/ports?device_id=d80491b9-d34b-45a9-83ac-fcdec1c35cdb HTTP/1.1" status: 200 len: 210 time: 0.0553842 Jul 14 18:18:10.456897 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-537f787d-821f-4220-806b-8b2c50257f12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804'] for port, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:10.492560 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-4fa65efd-60bb-4b36-ada1-6d68006e9dc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0490260-e339-478a-a2a4-afbf5596e62f', 'name': 'tempest-AttachSCSIVolumeTestJSON-1966621121-router', 'tenant_id': '94e769da788b4960867d28e3e520b414', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.180'}], 'enable_snat': True}, 'gw_port_id': '574b6740-1f39-4cd7-b773-41fe4473cf59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:18:05Z', 'updated_at': '2021-07-14T18:18:08Z', 'revision_number': 3, 'project_id': '94e769da788b4960867d28e3e520b414', 'gw_port': {'id': '574b6740-1f39-4cd7-b773-41fe4473cf59', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:c1:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0490260-e339-478a-a2a4-afbf5596e62f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 165, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:18:06Z', 'updated_at': '2021-07-14T18:18:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3'}], 'n-d-800634-3', False) {} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:18:10.528825 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-0dae81a6-28e2-4eb5-b270-f87a3655ad2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:10.535643 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-537f787d-821f-4220-806b-8b2c50257f12 admin admin] Network 9200a437-e1de-4520-88f6-e68386523e61 is already hosted by enough agents. {{(pid=93915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:18:10.542586 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fa65efd-60bb-4b36-ada1-6d68006e9dc5 None None] Checking router: d0490260-e339-478a-a2a4-afbf5596e62f for host: n-d-800634-3 {{(pid=93918) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 18:18:10.543180 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fa65efd-60bb-4b36-ada1-6d68006e9dc5 None None] Updating router d0490260-e339-478a-a2a4-afbf5596e62f port 574b6740-1f39-4cd7-b773-41fe4473cf59 binding host n-d-800634-3 {{(pid=93918) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 18:18:10.545801 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [None req-537f787d-821f-4220-806b-8b2c50257f12 admin admin] Resources bound (agent type, host, resource id): {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:18:10.554031 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-0dae81a6-28e2-4eb5-b270-f87a3655ad2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:10.555123 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-537f787d-821f-4220-806b-8b2c50257f12 admin admin] Received port after_create {{(pid=93915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:18:10.581509 n-d-800634-3 neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-4fa65efd-60bb-4b36-ada1-6d68006e9dc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:10.648511 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-6209d039-c35b-4024-a336-c5cc5ff06be4 req-a479e4f0-c545-4ea9-a3cb-fdf6f7a713de tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804'] for port, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:10.660718 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537f787d-821f-4220-806b-8b2c50257f12 admin admin] Pushing event updated for resources: {'Port': ['ID=8b69bf6d-ede7-4976-84db-472ac9b35a55,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:18:10.680802 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-0dae81a6-28e2-4eb5-b270-f87a3655ad2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:10.683648 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-0dae81a6-28e2-4eb5-b270-f87a3655ad2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:10.685008 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-0dae81a6-28e2-4eb5-b270-f87a3655ad2e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/51135366-b6e2-4a21-a373-514b30d22817 HTTP/1.1" status: 204 len: 168 time: 0.2673819 Jul 14 18:18:10.729167 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dae81a6-28e2-4eb5-b270-f87a3655ad2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51135366-b6e2-4a21-a373-514b30d22817,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:18:10.771433 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a479e4f0-c545-4ea9-a3cb-fdf6f7a713de tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] Pushing event updated for resources: {'Port': ['ID=b7f0342e-ecc4-4b92-8141-940a36564ced,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:18:10.796664 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device 14f9483a-8619-4af5-91b7-0610c1c2bed5 details requested by agent hyperv_n-h1-800634-3 with host n-h1-800634-3 {{(pid=93917) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 18:18:10.824204 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-d6c02662-d710-47f8-af89-d3697a5b04ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:10.827918 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6209d039-c35b-4024-a336-c5cc5ff06be4 req-a479e4f0-c545-4ea9-a3cb-fdf6f7a713de tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] Network 7cee3312-4c4c-4d32-820f-eab965dcf565 is already hosted by enough agents. {{(pid=93915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:18:10.835298 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a431f582-5ede-428c-b91f-78ca8ea42cd2 None None] Network cf8954d4-d52f-4100-8368-7fa927276351 requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:18:10.848298 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-d6c02662-d710-47f8-af89-d3697a5b04ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:10.851824 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [req-6209d039-c35b-4024-a336-c5cc5ff06be4 req-a479e4f0-c545-4ea9-a3cb-fdf6f7a713de tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] Resources bound (agent type, host, resource id): {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:18:10.866085 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [req-6209d039-c35b-4024-a336-c5cc5ff06be4 req-a479e4f0-c545-4ea9-a3cb-fdf6f7a713de tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] Received port after_create {{(pid=93915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:18:10.871702 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6209d039-c35b-4024-a336-c5cc5ff06be4 req-a479e4f0-c545-4ea9-a3cb-fdf6f7a713de tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:18:10.884469 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-6209d039-c35b-4024-a336-c5cc5ff06be4 req-a479e4f0-c545-4ea9-a3cb-fdf6f7a713de tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598705'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:10.946834 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-d6c02662-d710-47f8-af89-d3697a5b04ef admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6f965e68a6d24453809ba343f2796513&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7056861 Jul 14 18:18:10.948354 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c02662-d710-47f8-af89-d3697a5b04ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=418e0ef4-b617-44f3-bd70-970528907607,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:18:10.949809 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 51332) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:18:10.960635 n-d-800634-3 neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-4fa65efd-60bb-4b36-ada1-6d68006e9dc5 None None] Notify callbacks [] for port, precommit_update {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:10.965323 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6209d039-c35b-4024-a336-c5cc5ff06be4 req-a479e4f0-c545-4ea9-a3cb-fdf6f7a713de tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8105874 Jul 14 18:18:10.979676 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.provisioning_blocks [None req-4fa65efd-60bb-4b36-ada1-6d68006e9dc5 None None] Transition to ACTIVE for port object 574b6740-1f39-4cd7-b773-41fe4473cf59 will not be triggered until provisioned by entity L2. {{(pid=93918) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:18:10.984921 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [req-6209d039-c35b-4024-a336-c5cc5ff06be4 req-364544aa-118e-4e38-b051-ad34c2be59ed service neutron] Request body: {'port': {'device_id': 'd80491b9-d34b-45a9-83ac-fcdec1c35cdb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800634-3'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:18:10.990829 n-d-800634-3 neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-4fa65efd-60bb-4b36-ada1-6d68006e9dc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:10.997753 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-c33eaab6-41fe-4545-b336-a1cece55d7f1 None None] Provisioning for port fe02ecac-c34f-43e7-92bc-28fe98356c2f completed by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:18:11.045123 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66bc2690-305e-4ee0-a24f-958d033f9cb2 None None] Pushing event updated for resources: {'Port': ['ID=574b6740-1f39-4cd7-b773-41fe4473cf59,revision_number=2']} {{(pid=93918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:18:11.075964 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.managers [None req-4fa65efd-60bb-4b36-ada1-6d68006e9dc5 None None] Attempting to bind port 574b6740-1f39-4cd7-b773-41fe4473cf59 on host n-d-800634-3 for vnic_type normal with profile {{(pid=93918) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:18:11.076289 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.managers [None req-4fa65efd-60bb-4b36-ada1-6d68006e9dc5 None None] Attempting to bind port 574b6740-1f39-4cd7-b773-41fe4473cf59 by drivers openvswitch,hyperv on host n-d-800634-3 at level 0 using segments [{'id': '5afb940b-bbdf-4727-be00-5d46367c38a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9200a437-e1de-4520-88f6-e68386523e61'}] {{(pid=93918) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:18:11.076658 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fa65efd-60bb-4b36-ada1-6d68006e9dc5 None None] Attempting to bind port 574b6740-1f39-4cd7-b773-41fe4473cf59 on network 9200a437-e1de-4520-88f6-e68386523e61 {{(pid=93918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:18:11.082003 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fa65efd-60bb-4b36-ada1-6d68006e9dc5 None None] Checking agent: {'id': '01c19e91-a945-4e3c-94a6-c211e17c923e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 8, 23), 'started_at': datetime.datetime(2021, 7, 14, 18, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 18, 17, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 18:18:11.082386 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fa65efd-60bb-4b36-ada1-6d68006e9dc5 None None] Checking segment: {'id': '5afb940b-bbdf-4727-be00-5d46367c38a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9200a437-e1de-4520-88f6-e68386523e61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93918) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:18:11.082793 n-d-800634-3 neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-4fa65efd-60bb-4b36-ada1-6d68006e9dc5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:11.083344 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fa65efd-60bb-4b36-ada1-6d68006e9dc5 None None] Bound using segment: {'id': '5afb940b-bbdf-4727-be00-5d46367c38a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9200a437-e1de-4520-88f6-e68386523e61'} {{(pid=93918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 18:18:11.083902 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.managers [None req-4fa65efd-60bb-4b36-ada1-6d68006e9dc5 None None] Bound port: 574b6740-1f39-4cd7-b773-41fe4473cf59, host: n-d-800634-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5afb940b-bbdf-4727-be00-5d46367c38a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9200a437-e1de-4520-88f6-e68386523e61'}}] {{(pid=93918) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 18:18:11.084329 n-d-800634-3 neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-4fa65efd-60bb-4b36-ada1-6d68006e9dc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:11.096613 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port 14f9483a-8619-4af5-91b7-0610c1c2bed5, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=14f9483a-8619-4af5-91b7-0610c1c2bed5,segment=NetworkSegment(067fc487-22c7-42de-972d-ae352a28ad29),segment_id=067fc487-22c7-42de-972d-ae352a28ad29)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:18:11.112939 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-f77302f3-3da1-411f-9dc4-c89e81555c0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:11.142600 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Returning: {'device': '14f9483a-8619-4af5-91b7-0610c1c2bed5', 'network_id': '4f742057-89ee-4b4a-86f7-487ee61881a1', 'port_id': '14f9483a-8619-4af5-91b7-0610c1c2bed5', 'mac_address': 'fa:16:3e:e7:d2:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f20c54fb-f7da-4761-aa61-2e4f99f3d332', 'ip_address': '192.168.233.134'}], 'device_owner': 'compute:tempest-test_az-644959027', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93917) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 18:18:11.145801 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-f77302f3-3da1-411f-9dc4-c89e81555c0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:11.153454 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-6ae906f7-292b-4cfc-8063-a686d20593dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:11.202741 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.db [None req-4fa65efd-60bb-4b36-ada1-6d68006e9dc5 None None] For port 574b6740-1f39-4cd7-b773-41fe4473cf59, host n-d-800634-3, cleared binding levels {{(pid=93918) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:18:11.208076 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.db [None req-4fa65efd-60bb-4b36-ada1-6d68006e9dc5 None None] For port 574b6740-1f39-4cd7-b773-41fe4473cf59, host n-d-800634-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=574b6740-1f39-4cd7-b773-41fe4473cf59,segment=NetworkSegment(5afb940b-bbdf-4727-be00-5d46367c38a1),segment_id=5afb940b-bbdf-4727-be00-5d46367c38a1)] {{(pid=93918) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 18:18:11.221632 n-d-800634-3 neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-4fa65efd-60bb-4b36-ada1-6d68006e9dc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:11.230129 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:11.231084 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-6209d039-c35b-4024-a336-c5cc5ff06be4 req-364544aa-118e-4e38-b051-ad34c2be59ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:11.236630 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-537f787d-821f-4220-806b-8b2c50257f12 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:11.249242 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14f9483a-8619-4af5-91b7-0610c1c2bed5 {{(pid=93917) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 18:18:11.282673 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port 14f9483a-8619-4af5-91b7-0610c1c2bed5, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=14f9483a-8619-4af5-91b7-0610c1c2bed5,segment=NetworkSegment(067fc487-22c7-42de-972d-ae352a28ad29),segment_id=067fc487-22c7-42de-972d-ae352a28ad29)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:18:11.294800 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:11.418225 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Pushing event updated for resources: {'Port': ['ID=14f9483a-8619-4af5-91b7-0610c1c2bed5,revision_number=4']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:18:11.437924 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-f77302f3-3da1-411f-9dc4-c89e81555c0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:11.442135 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-f77302f3-3da1-411f-9dc4-c89e81555c0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:11.443525 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-f77302f3-3da1-411f-9dc4-c89e81555c0f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/418e0ef4-b617-44f3-bd70-970528907607 HTTP/1.1" status: 204 len: 168 time: 0.4924738 Jul 14 18:18:11.467177 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77302f3-3da1-411f-9dc4-c89e81555c0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=418e0ef4-b617-44f3-bd70-970528907607,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:18:11.533439 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fa65efd-60bb-4b36-ada1-6d68006e9dc5 None None] Routers {'d0490260-e339-478a-a2a4-afbf5596e62f'} bound to L3 agent in host n-d-800634-3 {{(pid=93918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:18:11.534217 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-4fa65efd-60bb-4b36-ada1-6d68006e9dc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:17:53Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['d0490260-e339-478a-a2a4-afbf5596e62f'], 'active': True} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:18:11.539408 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66bc2690-305e-4ee0-a24f-958d033f9cb2 None None] Pushing event updated for resources: {'Port': ['ID=574b6740-1f39-4cd7-b773-41fe4473cf59,revision_number=3']} {{(pid=93918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:18:11.554171 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.db_base_plugin_common [None req-6ae906f7-292b-4cfc-8063-a686d20593dc admin admin] Allocated IP 172.20.0.1 (0d7296f7-5429-4a43-bea4-f8dd4a7e9780/78dfe6c1-acef-4017-a82a-0a4186e136cd/23ef3c9c-0b7a-4dec-87cd-d64d5c392ca7) {{(pid=93916) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:18:11.602886 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 0b7a5218-ddea-41e4-8f24-2ea35c4d4f69 up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:18:11.608918 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] get_ports_and_sgs() called for port_ids ['14f9483a-8619-4af5-91b7-0610c1c2bed5'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 18:18:11.676033 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Device 8d37067a-b749-4bda-ad6b-6c9a026cd19c up at agent hyperv_n-h2-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:18:11.718519 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvr_db [None req-4fa65efd-60bb-4b36-ada1-6d68006e9dc5 None None] Set router d0490260-e339-478a-a2a4-afbf5596e62f gateway port host: n-d-800634-3 {{(pid=93918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 18:18:11.850663 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-6ae906f7-292b-4cfc-8063-a686d20593dc admin admin] Notify callbacks [] for port, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:11.880225 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.provisioning_blocks [None req-6ae906f7-292b-4cfc-8063-a686d20593dc admin admin] Transition to ACTIVE for port object 23ef3c9c-0b7a-4dec-87cd-d64d5c392ca7 will not be triggered until provisioned by entity DHCP. {{(pid=93916) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:18:11.898843 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port 0b7a5218-ddea-41e4-8f24-2ea35c4d4f69 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:18:11.903578 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:11.908407 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Provisioning for port 8d37067a-b749-4bda-ad6b-6c9a026cd19c completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:18:11.949586 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Provisioning complete for port 8d37067a-b749-4bda-ad6b-6c9a026cd19c triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:18:11.950298 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:11.969231 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-6ae906f7-292b-4cfc-8063-a686d20593dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804'] for port, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:12.046113 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ae906f7-292b-4cfc-8063-a686d20593dc admin admin] Network 0d7296f7-5429-4a43-bea4-f8dd4a7e9780 is already hosted by enough agents. {{(pid=93916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:18:12.051796 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [None req-6ae906f7-292b-4cfc-8063-a686d20593dc admin admin] Resources bound (agent type, host, resource id): {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:18:12.056514 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ae906f7-292b-4cfc-8063-a686d20593dc admin admin] Received port after_create {{(pid=93916) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:18:12.057519 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-6ae906f7-292b-4cfc-8063-a686d20593dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-930452'] for router_interface, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:12.091113 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80df2f2b-9e5c-4cee-aa10-4b5e540ad17c req-9193e9d9-bcbe-49ad-9635-d1388c4b30f9 tempest-AggregatesAdminTestJSON-1123461202 tempest-AggregatesAdminTestJSON-1123461202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:18:12.098178 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-80df2f2b-9e5c-4cee-aa10-4b5e540ad17c req-9193e9d9-bcbe-49ad-9635-d1388c4b30f9 tempest-AggregatesAdminTestJSON-1123461202 tempest-AggregatesAdminTestJSON-1123461202-project] 10.222.0.16 "GET /v2.0/ports?device_id=c10c2653-0ed5-4170-9747-7a9fa63300fa HTTP/1.1" status: 200 len: 970 time: 0.6352756 Jul 14 18:18:12.124029 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 51360) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:18:12.181662 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-4fa65efd-60bb-4b36-ada1-6d68006e9dc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0490260-e339-478a-a2a4-afbf5596e62f', 'name': 'tempest-AttachSCSIVolumeTestJSON-1966621121-router', 'tenant_id': '94e769da788b4960867d28e3e520b414', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.180'}], 'enable_snat': True}, 'gw_port_id': '574b6740-1f39-4cd7-b773-41fe4473cf59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:18:05Z', 'updated_at': '2021-07-14T18:18:08Z', 'revision_number': 3, 'project_id': '94e769da788b4960867d28e3e520b414', 'gw_port': {'id': '574b6740-1f39-4cd7-b773-41fe4473cf59', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:c1:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0490260-e339-478a-a2a4-afbf5596e62f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 165, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:18:06Z', 'updated_at': '2021-07-14T18:18:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3'}], 'n-d-800634-3', False) {} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:18:12.198693 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-537f787d-821f-4220-806b-8b2c50257f12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-571759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-930033'] for router, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:12.231260 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33e0c0e-803c-4234-baa5-59e23da16ba7 req-ca598acb-8523-430e-adb5-7d0370c86977 tempest-DeleteServersAdminTestJSON-1051371510 tempest-DeleteServersAdminTestJSON-1051371510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:18:12.231884 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device fe02ecac-c34f-43e7-92bc-28fe98356c2f up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:18:12.241991 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fa65efd-60bb-4b36-ada1-6d68006e9dc5 None None] The sync data for ids ['d0490260-e339-478a-a2a4-afbf5596e62f'] in n-d-800634-3 is: [{'id': 'd0490260-e339-478a-a2a4-afbf5596e62f', 'name': 'tempest-AttachSCSIVolumeTestJSON-1966621121-router', 'tenant_id': '94e769da788b4960867d28e3e520b414', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.180'}], 'enable_snat': True}, 'gw_port_id': '574b6740-1f39-4cd7-b773-41fe4473cf59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:18:05Z', 'updated_at': '2021-07-14T18:18:08Z', 'revision_number': 3, 'project_id': '94e769da788b4960867d28e3e520b414', 'gw_port': {'id': '574b6740-1f39-4cd7-b773-41fe4473cf59', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:c1:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0490260-e339-478a-a2a4-afbf5596e62f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 165, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:18:06Z', 'updated_at': '2021-07-14T18:18:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3'}] {{(pid=93918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 18:18:12.243447 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e33e0c0e-803c-4234-baa5-59e23da16ba7 req-ca598acb-8523-430e-adb5-7d0370c86977 tempest-DeleteServersAdminTestJSON-1051371510 tempest-DeleteServersAdminTestJSON-1051371510-project] 10.222.0.16 "GET /v2.0/ports?device_id=712acbd5-24aa-4ef7-8e5a-7a360d63ae16 HTTP/1.1" status: 200 len: 949 time: 0.5137691 Jul 14 18:18:12.257996 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae906f7-292b-4cfc-8063-a686d20593dc admin admin] Pushing event updated for resources: {'Port': ['ID=23ef3c9c-0b7a-4dec-87cd-d64d5c392ca7,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:18:12.341130 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:12.358223 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-80df2f2b-9e5c-4cee-aa10-4b5e540ad17c req-a8eff900-2417-4c12-a47b-1c0784fc8240 tempest-AggregatesAdminTestJSON-1123461202 tempest-AggregatesAdminTestJSON-1123461202-project] 10.222.0.16 "GET /v2.0/security-groups?id=c6108079-fa5e-46c5-875d-96a4a929fa0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2590566 Jul 14 18:18:12.373478 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '712acbd5-24aa-4ef7-8e5a-7a360d63ae16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d37067a-b749-4bda-ad6b-6c9a026cd19c'}] {{(pid=93917) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:18:12.391139 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-6e78c04b-e5fc-47c9-b309-dd7bacb45bff admin admin] Notify callbacks [] for security_group, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:12.472409 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-6ae906f7-292b-4cfc-8063-a686d20593dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:12.500291 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] For port 8d37067a-b749-4bda-ad6b-6c9a026cd19c, host n-h2-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=8d37067a-b749-4bda-ad6b-6c9a026cd19c,segment=NetworkSegment(067fc487-22c7-42de-972d-ae352a28ad29),segment_id=067fc487-22c7-42de-972d-ae352a28ad29)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:18:12.505248 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning for port fe02ecac-c34f-43e7-92bc-28fe98356c2f completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:18:12.514218 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:12.521401 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port fe02ecac-c34f-43e7-92bc-28fe98356c2f triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:18:12.522073 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:12.592332 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-4fa02a3a-21a4-44d3-8753-33f7d4546f33 None None] Provisioning for port 23ef3c9c-0b7a-4dec-87cd-d64d5c392ca7 completed by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:18:12.599802 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-4fa02a3a-21a4-44d3-8753-33f7d4546f33 None None] Provisioning complete for port 23ef3c9c-0b7a-4dec-87cd-d64d5c392ca7 triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:18:12.600541 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-4fa02a3a-21a4-44d3-8753-33f7d4546f33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:12.655293 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-4fa02a3a-21a4-44d3-8753-33f7d4546f33 None None] Port 23ef3c9c-0b7a-4dec-87cd-d64d5c392ca7 cannot update to ACTIVE because it is not bound. {{(pid=93917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 18:18:12.680127 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e33e0c0e-803c-4234-baa5-59e23da16ba7 req-7659fc5e-e451-45fe-96ef-8094bf288ffe tempest-DeleteServersAdminTestJSON-1051371510 tempest-DeleteServersAdminTestJSON-1051371510-project] 10.222.0.16 "GET /v2.0/security-groups?id=d1362497-6e0c-465d-8f0a-1d02c29ff112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4278951 Jul 14 18:18:12.742837 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20b787f3c29eaa7aa2a4d648c725a2124c5ff39a8d793252f9d844495e14cf42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-899f7c19-51e6-40cb-87e2-ad59365a0328" -d '{"events": [{"server_uuid": "712acbd5-24aa-4ef7-8e5a-7a360d63ae16", "name": "network-vif-plugged", "status": "completed", "tag": "8d37067a-b749-4bda-ad6b-6c9a026cd19c"}]}' {{(pid=93917) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:18:12.770145 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Pushing event updated for resources: {'Port': ['ID=8d37067a-b749-4bda-ad6b-6c9a026cd19c,revision_number=5']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:18:12.791315 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:12.793809 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device 14f9483a-8619-4af5-91b7-0610c1c2bed5 up at agent hyperv_n-h1-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:18:12.839153 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-6e78c04b-e5fc-47c9-b309-dd7bacb45bff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:12.863622 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-6e78c04b-e5fc-47c9-b309-dd7bacb45bff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:12.884206 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] For port fe02ecac-c34f-43e7-92bc-28fe98356c2f, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=fe02ecac-c34f-43e7-92bc-28fe98356c2f,segment=NetworkSegment(0604babe-1d14-4c9a-a1d9-36ec44d10309),segment_id=0604babe-1d14-4c9a-a1d9-36ec44d10309)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:18:12.897326 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:12.904706 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Provisioning for port 14f9483a-8619-4af5-91b7-0610c1c2bed5 completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:18:12.933928 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e78c04b-e5fc-47c9-b309-dd7bacb45bff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73bf2748-2505-4a47-9fac-91bb2bb4ea68,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:18:12.941870 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Provisioning complete for port 14f9483a-8619-4af5-91b7-0610c1c2bed5 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:18:12.942556 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:12.990595 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-6ae906f7-292b-4cfc-8063-a686d20593dc admin admin] Notify callbacks [] for port, precommit_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:12.999849 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-6e78c04b-e5fc-47c9-b309-dd7bacb45bff admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9eaed580ce204ddd9d416ffb3d1449b5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8746364 Jul 14 18:18:13.000613 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 51380) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:18:13.046760 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 18:18:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-334d5a64-14af-426a-b9b9-5264a8249ab0 x-openstack-request-id: req-334d5a64-14af-426a-b9b9-5264a8249ab0 {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:18:13.047178 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "712acbd5-24aa-4ef7-8e5a-7a360d63ae16", "name": "network-vif-plugged", "status": "completed", "tag": "8d37067a-b749-4bda-ad6b-6c9a026cd19c", "code": 200}]} {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:18:13.047673 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-334d5a64-14af-426a-b9b9-5264a8249ab0 {{(pid=93917) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:18:13.048260 n-d-800634-3 neutron-server[93917]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '712acbd5-24aa-4ef7-8e5a-7a360d63ae16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d37067a-b749-4bda-ad6b-6c9a026cd19c', 'code': 200} Jul 14 18:18:13.067504 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Pushing event updated for resources: {'Port': ['ID=fe02ecac-c34f-43e7-92bc-28fe98356c2f,revision_number=3']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:18:13.121494 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a156d6a9-f0cd-46ed-a875-8df96073fc7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:13.122146 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:13.123165 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-6ae906f7-292b-4cfc-8063-a686d20593dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:13.125954 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-6ae906f7-292b-4cfc-8063-a686d20593dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-598741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-928734'] for router_interface, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:13.163491 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port 14f9483a-8619-4af5-91b7-0610c1c2bed5, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=14f9483a-8619-4af5-91b7-0610c1c2bed5,segment=NetworkSegment(067fc487-22c7-42de-972d-ae352a28ad29),segment_id=067fc487-22c7-42de-972d-ae352a28ad29)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:18:13.167967 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.35', 64797) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:18:13.175969 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:13.216329 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [req-6209d039-c35b-4024-a336-c5cc5ff06be4 req-364544aa-118e-4e38-b051-ad34c2be59ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b7f0342e-ecc4-4b92-8141-940a36564ced {{(pid=93915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 18:18:13.232741 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Pushing event updated for resources: {'Port': ['ID=14f9483a-8619-4af5-91b7-0610c1c2bed5,revision_number=5']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:18:13.232987 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-6209d039-c35b-4024-a336-c5cc5ff06be4 req-364544aa-118e-4e38-b051-ad34c2be59ed service neutron] Notify callbacks [] for port, precommit_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:13.250909 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.provisioning_blocks [req-6209d039-c35b-4024-a336-c5cc5ff06be4 req-364544aa-118e-4e38-b051-ad34c2be59ed service neutron] Transition to ACTIVE for port object b7f0342e-ecc4-4b92-8141-940a36564ced will not be triggered until provisioned by entity L2. {{(pid=93915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:18:13.261374 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200cc8c9-0ecd-4a2e-a95d-ff57789b1427 req-f66ca1ff-d199-469e-a21a-6ff723682985 tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:18:13.263174 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-200cc8c9-0ecd-4a2e-a95d-ff57789b1427 req-f66ca1ff-d199-469e-a21a-6ff723682985 tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] 10.222.0.16 "GET /v2.0/ports?device_id=d80491b9-d34b-45a9-83ac-fcdec1c35cdb HTTP/1.1" status: 200 len: 931 time: 0.6907730 Jul 14 18:18:13.266932 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-6209d039-c35b-4024-a336-c5cc5ff06be4 req-364544aa-118e-4e38-b051-ad34c2be59ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:13.319024 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364544aa-118e-4e38-b051-ad34c2be59ed service neutron] Pushing event updated for resources: {'Port': ['ID=b7f0342e-ecc4-4b92-8141-940a36564ced,revision_number=2']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:18:13.345191 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-537f787d-821f-4220-806b-8b2c50257f12 admin admin] Router 9d09cb73-8660-4d60-9bc4-96138b20ac1b is scheduled to L3 agent 2c6eb27e-defb-4cca-9a24-381c7415e359 with binding_index 1 {{(pid=93915) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 18:18:13.394548 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a156d6a9-f0cd-46ed-a875-8df96073fc7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:13.445129 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae906f7-292b-4cfc-8063-a686d20593dc admin admin] Pushing event updated for resources: {'Port': ['ID=23ef3c9c-0b7a-4dec-87cd-d64d5c392ca7,revision_number=2']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:18:13.454344 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-6209d039-c35b-4024-a336-c5cc5ff06be4 req-364544aa-118e-4e38-b051-ad34c2be59ed service neutron] Attempting to bind port b7f0342e-ecc4-4b92-8141-940a36564ced on host n-h2-800634-3 for vnic_type normal with profile {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:18:13.454798 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-6209d039-c35b-4024-a336-c5cc5ff06be4 req-364544aa-118e-4e38-b051-ad34c2be59ed service neutron] Attempting to bind port b7f0342e-ecc4-4b92-8141-940a36564ced by drivers openvswitch,hyperv on host n-h2-800634-3 at level 0 using segments [{'id': '60f92988-9b9b-4790-95f5-9fce88e5a460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '7cee3312-4c4c-4d32-820f-eab965dcf565'}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:18:13.455226 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6209d039-c35b-4024-a336-c5cc5ff06be4 req-364544aa-118e-4e38-b051-ad34c2be59ed service neutron] Attempting to bind port b7f0342e-ecc4-4b92-8141-940a36564ced on network 7cee3312-4c4c-4d32-820f-eab965dcf565 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:18:13.482498 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-200cc8c9-0ecd-4a2e-a95d-ff57789b1427 req-52a8b00d-7c7f-47d2-92a3-bed55b286a1a tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] 10.222.0.16 "GET /v2.0/security-groups?id=540fae54-ccea-4309-9c99-81b930eedb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2123697 Jul 14 18:18:13.489678 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6209d039-c35b-4024-a336-c5cc5ff06be4 req-364544aa-118e-4e38-b051-ad34c2be59ed service neutron] Port b7f0342e-ecc4-4b92-8141-940a36564ced on network 7cee3312-4c4c-4d32-820f-eab965dcf565 not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-3 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 18:18:13.489678 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6209d039-c35b-4024-a336-c5cc5ff06be4 req-364544aa-118e-4e38-b051-ad34c2be59ed service neutron] Attempting to bind port b7f0342e-ecc4-4b92-8141-940a36564ced on network 7cee3312-4c4c-4d32-820f-eab965dcf565 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:18:13.523283 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 574b6740-1f39-4cd7-b773-41fe4473cf59 up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:18:13.532771 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdab3e1a-d299-4f1a-af2f-279f9be5b189 req-ea427794-8048-402f-8f51-1b96b06bde72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:18:13.536413 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-cdab3e1a-d299-4f1a-af2f-279f9be5b189 req-ea427794-8048-402f-8f51-1b96b06bde72 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=712acbd5-24aa-4ef7-8e5a-7a360d63ae16 HTTP/1.1" status: 200 len: 1101 time: 0.3654137 Jul 14 18:18:13.548073 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ae906f7-292b-4cfc-8063-a686d20593dc admin admin] Network 0d7296f7-5429-4a43-bea4-f8dd4a7e9780 is already hosted by enough agents. {{(pid=93916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:18:13.557642 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [None req-6ae906f7-292b-4cfc-8063-a686d20593dc admin admin] Resources bound (agent type, host, resource id): {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:18:13.570152 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-cdab3e1a-d299-4f1a-af2f-279f9be5b189 req-ddfb9e77-4384-45da-b161-c6974527da37 service neutron] Notify callbacks [] for security_group, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:13.609159 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6209d039-c35b-4024-a336-c5cc5ff06be4 req-364544aa-118e-4e38-b051-ad34c2be59ed service neutron] Checking agent: {'id': '08e36a6c-8d04-48f0-a644-f27680635246', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 15, 35), 'started_at': datetime.datetime(2021, 7, 14, 18, 15, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 18, 18, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 18:18:13.610499 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6209d039-c35b-4024-a336-c5cc5ff06be4 req-364544aa-118e-4e38-b051-ad34c2be59ed service neutron] Checking segment: {'id': '60f92988-9b9b-4790-95f5-9fce88e5a460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '7cee3312-4c4c-4d32-820f-eab965dcf565'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:18:13.611290 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6209d039-c35b-4024-a336-c5cc5ff06be4 req-364544aa-118e-4e38-b051-ad34c2be59ed service neutron] Bound using segment: {'id': '60f92988-9b9b-4790-95f5-9fce88e5a460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '7cee3312-4c4c-4d32-820f-eab965dcf565'} {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 18:18:13.612253 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-6209d039-c35b-4024-a336-c5cc5ff06be4 req-364544aa-118e-4e38-b051-ad34c2be59ed service neutron] Bound port: b7f0342e-ecc4-4b92-8141-940a36564ced, host: n-h2-800634-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '60f92988-9b9b-4790-95f5-9fce88e5a460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '7cee3312-4c4c-4d32-820f-eab965dcf565'}}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 18:18:13.612921 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-6209d039-c35b-4024-a336-c5cc5ff06be4 req-364544aa-118e-4e38-b051-ad34c2be59ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:13.616740 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning for port 574b6740-1f39-4cd7-b773-41fe4473cf59 completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:18:13.623162 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port 574b6740-1f39-4cd7-b773-41fe4473cf59 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:18:13.623585 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:13.659084 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a156d6a9-f0cd-46ed-a875-8df96073fc7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:13.662455 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a156d6a9-f0cd-46ed-a875-8df96073fc7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:13.665929 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-a156d6a9-f0cd-46ed-a875-8df96073fc7e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/73bf2748-2505-4a47-9fac-91bb2bb4ea68 HTTP/1.1" status: 204 len: 168 time: 0.6620069 Jul 14 18:18:13.686134 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a156d6a9-f0cd-46ed-a875-8df96073fc7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73bf2748-2505-4a47-9fac-91bb2bb4ea68,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:18:13.813253 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ae906f7-292b-4cfc-8063-a686d20593dc admin admin] Router d0490260-e339-478a-a2a4-afbf5596e62f has already been hosted by L3 agent 2c6eb27e-defb-4cca-9a24-381c7415e359 {{(pid=93916) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 18:18:13.822029 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:13.866949 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] For port 574b6740-1f39-4cd7-b773-41fe4473cf59, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=574b6740-1f39-4cd7-b773-41fe4473cf59,segment=NetworkSegment(5afb940b-bbdf-4727-be00-5d46367c38a1),segment_id=5afb940b-bbdf-4727-be00-5d46367c38a1)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:18:13.876542 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:13.878628 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device fe02ecac-c34f-43e7-92bc-28fe98356c2f up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:18:13.911275 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-cdab3e1a-d299-4f1a-af2f-279f9be5b189 req-ddfb9e77-4384-45da-b161-c6974527da37 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:13.919668 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-cdab3e1a-d299-4f1a-af2f-279f9be5b189 req-ddfb9e77-4384-45da-b161-c6974527da37 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:13.951852 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd401d28-efd2-4814-84df-81ae910bf0d6 req-d003c9bb-de28-4976-9d2a-f09a1ff2e77e tempest-NetworksTest-944840548 tempest-NetworksTest-944840548-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:18:13.952497 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd401d28-efd2-4814-84df-81ae910bf0d6 req-d003c9bb-de28-4976-9d2a-f09a1ff2e77e tempest-NetworksTest-944840548 tempest-NetworksTest-944840548-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:18:13.953391 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd401d28-efd2-4814-84df-81ae910bf0d6 req-d003c9bb-de28-4976-9d2a-f09a1ff2e77e tempest-NetworksTest-944840548 tempest-NetworksTest-944840548-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:18:13.953893 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd401d28-efd2-4814-84df-81ae910bf0d6 req-d003c9bb-de28-4976-9d2a-f09a1ff2e77e tempest-NetworksTest-944840548 tempest-NetworksTest-944840548-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:18:13.954351 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd401d28-efd2-4814-84df-81ae910bf0d6 req-d003c9bb-de28-4976-9d2a-f09a1ff2e77e tempest-NetworksTest-944840548 tempest-NetworksTest-944840548-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:18:13.954817 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd401d28-efd2-4814-84df-81ae910bf0d6 req-d003c9bb-de28-4976-9d2a-f09a1ff2e77e tempest-NetworksTest-944840548 tempest-NetworksTest-944840548-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:18:13.955641 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd401d28-efd2-4814-84df-81ae910bf0d6 req-d003c9bb-de28-4976-9d2a-f09a1ff2e77e tempest-NetworksTest-944840548 tempest-NetworksTest-944840548-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:18:13.956133 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd401d28-efd2-4814-84df-81ae910bf0d6 req-d003c9bb-de28-4976-9d2a-f09a1ff2e77e tempest-NetworksTest-944840548 tempest-NetworksTest-944840548-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:18:13.960673 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-bd401d28-efd2-4814-84df-81ae910bf0d6 req-d003c9bb-de28-4976-9d2a-f09a1ff2e77e tempest-NetworksTest-944840548 tempest-NetworksTest-944840548-project-admin] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5741 time: 0.1742091 Jul 14 18:18:13.997517 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-cdab3e1a-d299-4f1a-af2f-279f9be5b189 req-ddfb9e77-4384-45da-b161-c6974527da37 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=d1362497-6e0c-465d-8f0a-1d02c29ff112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4510376 Jul 14 18:18:14.004850 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddfb9e77-4384-45da-b161-c6974527da37 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=c804f436-2c31-429b-8ccd-1889f5acb07b,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:18:14.014636 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ae906f7-292b-4cfc-8063-a686d20593dc admin admin] Notify agent at l3_agent.n-d-800634-3 the message routers_updated {{(pid=93916) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 18:18:14.030871 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-6ae906f7-292b-4cfc-8063-a686d20593dc admin admin] 10.222.0.16 "PUT /v2.0/routers/d0490260-e339-478a-a2a4-afbf5596e62f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9334831 Jul 14 18:18:14.037527 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port fe02ecac-c34f-43e7-92bc-28fe98356c2f triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:18:14.038465 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:14.046790 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ede3cc0-d766-4ef3-9d4c-7f38e6cbaf93 req-f6e79640-ccc8-4765-aa17-cf0c1ebabde7 tempest-AggregatesAdminTestJSON-1123461202 tempest-AggregatesAdminTestJSON-1123461202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:18:14.048392 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-4ede3cc0-d766-4ef3-9d4c-7f38e6cbaf93 req-f6e79640-ccc8-4765-aa17-cf0c1ebabde7 tempest-AggregatesAdminTestJSON-1123461202 tempest-AggregatesAdminTestJSON-1123461202-project] 10.222.0.16 "GET /v2.0/ports?device_id=c10c2653-0ed5-4170-9747-7a9fa63300fa HTTP/1.1" status: 200 len: 971 time: 0.4945152 Jul 14 18:18:14.052036 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-537f787d-821f-4220-806b-8b2c50257f12 admin admin] Notify agent at l3_agent.n-d-800634-3 the message routers_updated {{(pid=93915) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 18:18:14.073537 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-6209d039-c35b-4024-a336-c5cc5ff06be4 req-364544aa-118e-4e38-b051-ad34c2be59ed service neutron] For port b7f0342e-ecc4-4b92-8141-940a36564ced, host n-h2-800634-3, cleared binding levels {{(pid=93915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:18:14.077695 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-6209d039-c35b-4024-a336-c5cc5ff06be4 req-364544aa-118e-4e38-b051-ad34c2be59ed service neutron] For port b7f0342e-ecc4-4b92-8141-940a36564ced, host n-h2-800634-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=b7f0342e-ecc4-4b92-8141-940a36564ced,segment=NetworkSegment(60f92988-9b9b-4790-95f5-9fce88e5a460),segment_id=60f92988-9b9b-4790-95f5-9fce88e5a460)] {{(pid=93915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 18:18:14.086321 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d11b4ea-8756-4288-a926-6ac502096dba None None] Sync routers for ids ['9d09cb73-8660-4d60-9bc4-96138b20ac1b'] in n-d-800634-3 {{(pid=93917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 18:18:14.086871 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-537f787d-821f-4220-806b-8b2c50257f12 admin admin] Notify callbacks [] for router, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:14.088224 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-537f787d-821f-4220-806b-8b2c50257f12 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 7.2948856 Jul 14 18:18:14.091068 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 51404) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:18:14.099476 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-6209d039-c35b-4024-a336-c5cc5ff06be4 req-364544aa-118e-4e38-b051-ad34c2be59ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:14.106527 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-19f8a331-f2a2-44e3-ad1a-74fcd7811eda None None] Provisioning complete for port 23ef3c9c-0b7a-4dec-87cd-d64d5c392ca7 triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:18:14.106991 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-19f8a331-f2a2-44e3-ad1a-74fcd7811eda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:14.150634 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Pushing event updated for resources: {'Port': ['ID=574b6740-1f39-4cd7-b773-41fe4473cf59,revision_number=4']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:18:14.154136 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-19f8a331-f2a2-44e3-ad1a-74fcd7811eda None None] Port 23ef3c9c-0b7a-4dec-87cd-d64d5c392ca7 cannot update to ACTIVE because it is not bound. {{(pid=93917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 18:18:14.181102 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6209d039-c35b-4024-a336-c5cc5ff06be4 req-364544aa-118e-4e38-b051-ad34c2be59ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:18:14.182123 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-6209d039-c35b-4024-a336-c5cc5ff06be4 req-364544aa-118e-4e38-b051-ad34c2be59ed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598705'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:14.183733 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6209d039-c35b-4024-a336-c5cc5ff06be4 req-364544aa-118e-4e38-b051-ad34c2be59ed service neutron] 10.222.0.35 "PUT /v2.0/ports/b7f0342e-ecc4-4b92-8141-940a36564ced HTTP/1.1" status: 200 len: 1091 time: 3.2095892 Jul 14 18:18:14.184510 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd80491b9-d34b-45a9-83ac-fcdec1c35cdb', 'tag': 'b7f0342e-ecc4-4b92-8141-940a36564ced'}] {{(pid=93915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:18:14.186949 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e72782ad3af8f7d4ce76cedf092bca46d1756acc5c4653cf0b52034cdd6b073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e98a92b9-4104-4aee-95ec-adf438d6b9e2" -d '{"events": [{"name": "network-changed", "server_uuid": "d80491b9-d34b-45a9-83ac-fcdec1c35cdb", "tag": "b7f0342e-ecc4-4b92-8141-940a36564ced"}]}' {{(pid=93915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:18:14.234438 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-4ede3cc0-d766-4ef3-9d4c-7f38e6cbaf93 req-ef10ba37-0c67-45ac-8901-e4ebe129f803 tempest-AggregatesAdminTestJSON-1123461202 tempest-AggregatesAdminTestJSON-1123461202-project] 10.222.0.16 "GET /v2.0/security-groups?id=c6108079-fa5e-46c5-875d-96a4a929fa0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1706440 Jul 14 18:18:14.238093 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d11b4ea-8756-4288-a926-6ac502096dba None None] Routers {'9d09cb73-8660-4d60-9bc4-96138b20ac1b'} bound to L3 agent in host n-d-800634-3 {{(pid=93917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:18:14.239513 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-5d11b4ea-8756-4288-a926-6ac502096dba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:17:53Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['9d09cb73-8660-4d60-9bc4-96138b20ac1b'], 'active': True} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:18:14.329504 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364544aa-118e-4e38-b051-ad34c2be59ed service neutron] Pushing event updated for resources: {'Port': ['ID=b7f0342e-ecc4-4b92-8141-940a36564ced,revision_number=3']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:18:14.434040 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvr_db [None req-5d11b4ea-8756-4288-a926-6ac502096dba None None] Set router 9d09cb73-8660-4d60-9bc4-96138b20ac1b gateway port host: n-d-800634-3 {{(pid=93917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 18:18:14.514446 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ad98e1-34ab-4d2e-a90f-3ca688814463 req-e4e35989-ee01-47e6-812d-c18ac1f17761 tempest-NetworksTest-944840548 tempest-NetworksTest-944840548-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:18:14.516081 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-23ad98e1-34ab-4d2e-a90f-3ca688814463 req-e4e35989-ee01-47e6-812d-c18ac1f17761 tempest-NetworksTest-944840548 tempest-NetworksTest-944840548-project-admin] 10.222.0.16 "GET /v2.0/networks/9200a437-e1de-4520-88f6-e68386523e61 HTTP/1.1" status: 200 len: 886 time: 0.2041488 Jul 14 18:18:14.563137 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6209d039-c35b-4024-a336-c5cc5ff06be4 req-3dfb2946-642b-420e-9bc3-2eea82d758f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:18:14.566714 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6209d039-c35b-4024-a336-c5cc5ff06be4 req-3dfb2946-642b-420e-9bc3-2eea82d758f1 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0a6a8e07e1ce4e4e84e3fe5c59c6747c&device_id=d80491b9-d34b-45a9-83ac-fcdec1c35cdb HTTP/1.1" status: 200 len: 1094 time: 0.2724705 Jul 14 18:18:14.647040 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7426017b-9596-43b3-be6b-d8c32fa52c71 req-a1cfaab9-f441-4b41-9eb2-cc2b6ad7cbe4 tempest-DeleteServersAdminTestJSON-1051371510 tempest-DeleteServersAdminTestJSON-1051371510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:18:14.649013 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-7426017b-9596-43b3-be6b-d8c32fa52c71 req-a1cfaab9-f441-4b41-9eb2-cc2b6ad7cbe4 tempest-DeleteServersAdminTestJSON-1051371510 tempest-DeleteServersAdminTestJSON-1051371510-project] 10.222.0.16 "GET /v2.0/ports?device_id=712acbd5-24aa-4ef7-8e5a-7a360d63ae16 HTTP/1.1" status: 200 len: 950 time: 0.4519978 Jul 14 18:18:14.650358 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6209d039-c35b-4024-a336-c5cc5ff06be4 req-a620291a-5f46-40c5-9a34-62b5c639da63 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b7f0342e-ecc4-4b92-8141-940a36564ced HTTP/1.1" status: 200 len: 217 time: 0.0748014 Jul 14 18:18:14.653226 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 18:18:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2de5b0e7-baed-4875-9153-40b3994cf0ab x-openstack-request-id: req-2de5b0e7-baed-4875-9153-40b3994cf0ab {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:18:14.653524 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d80491b9-d34b-45a9-83ac-fcdec1c35cdb", "tag": "b7f0342e-ecc4-4b92-8141-940a36564ced", "status": "completed", "code": 200}]} {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:18:14.653789 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2de5b0e7-baed-4875-9153-40b3994cf0ab {{(pid=93915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:18:14.654172 n-d-800634-3 neutron-server[93915]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd80491b9-d34b-45a9-83ac-fcdec1c35cdb', 'tag': 'b7f0342e-ecc4-4b92-8141-940a36564ced', 'status': 'completed', 'code': 200} Jul 14 18:18:14.747256 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4820b44e-46c5-4546-90ea-2ff20f932e55 None None] Sync routers for ids ['d0490260-e339-478a-a2a4-afbf5596e62f'] in n-d-800634-3 {{(pid=93918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 18:18:14.767957 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4820b44e-46c5-4546-90ea-2ff20f932e55 None None] Routers {'d0490260-e339-478a-a2a4-afbf5596e62f'} bound to L3 agent in host n-d-800634-3 {{(pid=93918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:18:14.768822 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-4820b44e-46c5-4546-90ea-2ff20f932e55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:17:53Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['d0490260-e339-478a-a2a4-afbf5596e62f'], 'active': True} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:18:14.792031 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-7426017b-9596-43b3-be6b-d8c32fa52c71 req-3702d17b-092b-4cc9-ba31-586b98c7637c tempest-DeleteServersAdminTestJSON-1051371510 tempest-DeleteServersAdminTestJSON-1051371510-project] 10.222.0.16 "GET /v2.0/security-groups?id=d1362497-6e0c-465d-8f0a-1d02c29ff112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279223 Jul 14 18:18:14.802113 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-5d11b4ea-8756-4288-a926-6ac502096dba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d09cb73-8660-4d60-9bc4-96138b20ac1b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-383862795-router', 'tenant_id': 'f2624d1b54644d709b74be03b94afa7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.198'}], 'enable_snat': True}, 'gw_port_id': '8b69bf6d-ede7-4976-84db-472ac9b35a55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:18:06Z', 'updated_at': '2021-07-14T18:18:10Z', 'revision_number': 3, 'project_id': 'f2624d1b54644d709b74be03b94afa7a', 'gw_port': {'id': '8b69bf6d-ede7-4976-84db-472ac9b35a55', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:b2:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d09cb73-8660-4d60-9bc4-96138b20ac1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 178, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:18:09Z', 'updated_at': '2021-07-14T18:18:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3'}], 'n-d-800634-3', False) {} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:18:14.805774 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6209d039-c35b-4024-a336-c5cc5ff06be4 req-f8500ab3-b094-431b-a809-84fc4826d726 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:18:14.807248 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6209d039-c35b-4024-a336-c5cc5ff06be4 req-f8500ab3-b094-431b-a809-84fc4826d726 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2a54265e-973c-4132-80fb-ad9d5d305963 HTTP/1.1" status: 200 len: 861 time: 0.1443925 Jul 14 18:18:14.870203 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d11b4ea-8756-4288-a926-6ac502096dba None None] Checking router: 9d09cb73-8660-4d60-9bc4-96138b20ac1b for host: n-d-800634-3 {{(pid=93917) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 18:18:14.871507 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d11b4ea-8756-4288-a926-6ac502096dba None None] Updating router 9d09cb73-8660-4d60-9bc4-96138b20ac1b port 8b69bf6d-ede7-4976-84db-472ac9b35a55 binding host n-d-800634-3 {{(pid=93917) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 18:18:14.904138 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165bc706-b7da-41ef-a18d-2dc915fb6569 req-108cbf1c-5a34-48a1-ad40-1b7cc4ef93fa tempest-NetworksTest-944840548 tempest-NetworksTest-944840548-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:18:14.904739 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165bc706-b7da-41ef-a18d-2dc915fb6569 req-108cbf1c-5a34-48a1-ad40-1b7cc4ef93fa tempest-NetworksTest-944840548 tempest-NetworksTest-944840548-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:18:14.906549 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165bc706-b7da-41ef-a18d-2dc915fb6569 req-108cbf1c-5a34-48a1-ad40-1b7cc4ef93fa tempest-NetworksTest-944840548 tempest-NetworksTest-944840548-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:18:14.907032 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165bc706-b7da-41ef-a18d-2dc915fb6569 req-108cbf1c-5a34-48a1-ad40-1b7cc4ef93fa tempest-NetworksTest-944840548 tempest-NetworksTest-944840548-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:18:14.911497 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165bc706-b7da-41ef-a18d-2dc915fb6569 req-108cbf1c-5a34-48a1-ad40-1b7cc4ef93fa tempest-NetworksTest-944840548 tempest-NetworksTest-944840548-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:18:14.912129 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165bc706-b7da-41ef-a18d-2dc915fb6569 req-108cbf1c-5a34-48a1-ad40-1b7cc4ef93fa tempest-NetworksTest-944840548 tempest-NetworksTest-944840548-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:18:14.912756 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165bc706-b7da-41ef-a18d-2dc915fb6569 req-108cbf1c-5a34-48a1-ad40-1b7cc4ef93fa tempest-NetworksTest-944840548 tempest-NetworksTest-944840548-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:18:14.913094 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165bc706-b7da-41ef-a18d-2dc915fb6569 req-108cbf1c-5a34-48a1-ad40-1b7cc4ef93fa tempest-NetworksTest-944840548 tempest-NetworksTest-944840548-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:18:14.915077 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-165bc706-b7da-41ef-a18d-2dc915fb6569 req-108cbf1c-5a34-48a1-ad40-1b7cc4ef93fa tempest-NetworksTest-944840548 tempest-NetworksTest-944840548-project-admin] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5741 time: 0.2637203 Jul 14 18:18:14.950760 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-5d11b4ea-8756-4288-a926-6ac502096dba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:14.971126 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6209d039-c35b-4024-a336-c5cc5ff06be4 req-8145286d-cde4-4d2a-bf52-5ce5b6702281 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7cee3312-4c4c-4d32-820f-eab965dcf565&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0929129 Jul 14 18:18:15.001743 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvr_db [None req-4820b44e-46c5-4546-90ea-2ff20f932e55 None None] Set router d0490260-e339-478a-a2a4-afbf5596e62f gateway port host: n-d-800634-3 {{(pid=93918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 18:18:15.058579 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-26d0d300-9993-4cb3-8524-2fcb37332c4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:15.108614 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c10c2653-0ed5-4170-9747-7a9fa63300fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14f9483a-8619-4af5-91b7-0610c1c2bed5'}] {{(pid=93917) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:18:15.110873 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20b787f3c29eaa7aa2a4d648c725a2124c5ff39a8d793252f9d844495e14cf42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f9443b6-8027-463b-bb58-2d3c8a95f10c" -d '{"events": [{"server_uuid": "c10c2653-0ed5-4170-9747-7a9fa63300fa", "name": "network-vif-plugged", "status": "completed", "tag": "14f9483a-8619-4af5-91b7-0610c1c2bed5"}]}' {{(pid=93917) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:18:15.148330 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6209d039-c35b-4024-a336-c5cc5ff06be4 req-72930295-6e70-4d25-a15a-5dc2978aeccf service neutron] 10.222.0.35 "GET /v2.0/networks/7cee3312-4c4c-4d32-820f-eab965dcf565?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1687922 Jul 14 18:18:15.230127 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 18:18:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bceaf2e6-a2e5-4038-acb2-38583810dd81 x-openstack-request-id: req-bceaf2e6-a2e5-4038-acb2-38583810dd81 {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:18:15.231506 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c10c2653-0ed5-4170-9747-7a9fa63300fa", "name": "network-vif-plugged", "status": "completed", "tag": "14f9483a-8619-4af5-91b7-0610c1c2bed5", "code": 200}]} {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:18:15.231905 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-bceaf2e6-a2e5-4038-acb2-38583810dd81 {{(pid=93917) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:18:15.233689 n-d-800634-3 neutron-server[93917]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c10c2653-0ed5-4170-9747-7a9fa63300fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14f9483a-8619-4af5-91b7-0610c1c2bed5', 'code': 200} Jul 14 18:18:15.322998 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ac3312-a536-43dc-9680-1f5e0b079004 req-70b6f7e0-263e-4a66-be2f-aaf11b519e6b tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:18:15.330006 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-66ac3312-a536-43dc-9680-1f5e0b079004 req-70b6f7e0-263e-4a66-be2f-aaf11b519e6b tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] 10.222.0.16 "GET /v2.0/ports?device_id=d80491b9-d34b-45a9-83ac-fcdec1c35cdb HTTP/1.1" status: 200 len: 943 time: 0.2448432 Jul 14 18:18:15.344884 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6209d039-c35b-4024-a336-c5cc5ff06be4 req-a61b65e1-45b3-4ca4-914c-5277e9a07c4c service neutron] 10.222.0.35 "GET /v2.0/networks/7cee3312-4c4c-4d32-820f-eab965dcf565?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1738095 Jul 14 18:18:15.385659 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 51452) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:18:15.395186 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-7ba98746-9532-49bc-8196-fb221e358e00 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1181539226-network', 'tenant_id': '19c20e26dab9496fb4ffe8f56293d802'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:18:15.406380 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-4820b44e-46c5-4546-90ea-2ff20f932e55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0490260-e339-478a-a2a4-afbf5596e62f', 'name': 'tempest-AttachSCSIVolumeTestJSON-1966621121-router', 'tenant_id': '94e769da788b4960867d28e3e520b414', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.180'}], 'enable_snat': True}, 'gw_port_id': '574b6740-1f39-4cd7-b773-41fe4473cf59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:18:05Z', 'updated_at': '2021-07-14T18:18:12Z', 'revision_number': 4, 'project_id': '94e769da788b4960867d28e3e520b414', 'gw_port': {'id': '574b6740-1f39-4cd7-b773-41fe4473cf59', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:c1:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0490260-e339-478a-a2a4-afbf5596e62f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 165, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:18:06Z', 'updated_at': '2021-07-14T18:18:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_interfaces': [{'id': '23ef3c9c-0b7a-4dec-87cd-d64d5c392ca7', 'name': '', 'network_id': '0d7296f7-5429-4a43-bea4-f8dd4a7e9780', 'tenant_id': '94e769da788b4960867d28e3e520b414', 'mac_address': 'fa:16:3e:59:20:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0490260-e339-478a-a2a4-afbf5596e62f', 'device_owner': 'network:router_interface', 'standard_attr_id': 189, 'fixed_ips': [{'subnet_id': '78dfe6c1-acef-4017-a82a-0a4186e136cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:18:11Z', 'updated_at': '2021-07-14T18:18:12Z', 'revision_number': 2, 'project_id': '94e769da788b4960867d28e3e520b414', 'subnets': [{'id': '78dfe6c1-acef-4017-a82a-0a4186e136cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-3', False) {} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:18:15.407196 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-66ac3312-a536-43dc-9680-1f5e0b079004 req-7c740d3c-9324-4349-8fff-11c44b4b4ac8 tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] 10.222.0.16 "GET /v2.0/security-groups?id=540fae54-ccea-4309-9c99-81b930eedb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759678 Jul 14 18:18:15.483336 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 574b6740-1f39-4cd7-b773-41fe4473cf59 up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:18:15.499447 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4820b44e-46c5-4546-90ea-2ff20f932e55 None None] Checking router: d0490260-e339-478a-a2a4-afbf5596e62f for host: n-d-800634-3 {{(pid=93918) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 18:18:15.500067 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4820b44e-46c5-4546-90ea-2ff20f932e55 None None] Updating router d0490260-e339-478a-a2a4-afbf5596e62f port 23ef3c9c-0b7a-4dec-87cd-d64d5c392ca7 binding host n-d-800634-3 {{(pid=93918) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 18:18:15.512485 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 51454) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:18:15.614608 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ba98746-9532-49bc-8196-fb221e358e00 admin admin] Made reservation on behalf of 19c20e26dab9496fb4ffe8f56293d802 for: {'network': 1} {{(pid=93916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:18:15.630535 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-7ba98746-9532-49bc-8196-fb221e358e00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for network, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:15.636426 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98a92b9-4104-4aee-95ec-adf438d6b9e2 req-1ad08789-9a2a-462b-ac10-ed3f9420126d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:18:15.638791 n-d-800634-3 neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-4820b44e-46c5-4546-90ea-2ff20f932e55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:15.640936 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e98a92b9-4104-4aee-95ec-adf438d6b9e2 req-1ad08789-9a2a-462b-ac10-ed3f9420126d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0a6a8e07e1ce4e4e84e3fe5c59c6747c&device_id=d80491b9-d34b-45a9-83ac-fcdec1c35cdb HTTP/1.1" status: 200 len: 1094 time: 0.2227161 Jul 14 18:18:15.682152 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-7ba98746-9532-49bc-8196-fb221e358e00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:15.729009 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port 574b6740-1f39-4cd7-b773-41fe4473cf59 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:18:15.729009 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:15.740929 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.db_base_plugin_common [None req-26d0d300-9993-4cb3-8524-2fcb37332c4f admin admin] Allocated IP 172.20.0.1 (cf8954d4-d52f-4100-8368-7fa927276351/021f262f-6356-4b12-9e01-e41dbd246469/636b5fae-d6d7-40f9-a97e-7ddb212bd7b1) {{(pid=93916) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:18:15.746593 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b679c008-fc20-48d1-9f68-c9106a0cf1d1 req-c243e6f5-993d-4702-a575-1aa8289dd45a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:18:15.752404 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-b679c008-fc20-48d1-9f68-c9106a0cf1d1 req-c243e6f5-993d-4702-a575-1aa8289dd45a service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=c10c2653-0ed5-4170-9747-7a9fa63300fa HTTP/1.1" status: 200 len: 1122 time: 0.4713149 Jul 14 18:18:15.775035 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-5d11b4ea-8756-4288-a926-6ac502096dba None None] Notify callbacks [] for port, precommit_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:15.798563 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-5d11b4ea-8756-4288-a926-6ac502096dba None None] Transition to ACTIVE for port object 8b69bf6d-ede7-4976-84db-472ac9b35a55 will not be triggered until provisioned by entity L2. {{(pid=93917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:18:15.809634 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-5d11b4ea-8756-4288-a926-6ac502096dba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:15.829621 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-b377f0f6-521f-4331-a448-06439d38011c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:15.884191 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-b679c008-fc20-48d1-9f68-c9106a0cf1d1 req-b53352bd-afd1-4ea2-90cd-1b9803dc1534 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=c6108079-fa5e-46c5-875d-96a4a929fa0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146600 Jul 14 18:18:15.965173 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2d4045-532a-47cc-b545-e0bc1aa6cc7c req-864d2646-5043-420f-88e9-3288c399d1df tempest-AggregatesAdminTestJSON-1123461202 tempest-AggregatesAdminTestJSON-1123461202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:18:15.971218 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-5d11b4ea-8756-4288-a926-6ac502096dba None None] Attempting to bind port 8b69bf6d-ede7-4976-84db-472ac9b35a55 on host n-d-800634-3 for vnic_type normal with profile {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:18:15.971606 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-5d11b4ea-8756-4288-a926-6ac502096dba None None] Attempting to bind port 8b69bf6d-ede7-4976-84db-472ac9b35a55 by drivers openvswitch,hyperv on host n-d-800634-3 at level 0 using segments [{'id': '5afb940b-bbdf-4727-be00-5d46367c38a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9200a437-e1de-4520-88f6-e68386523e61'}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:18:15.971978 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d11b4ea-8756-4288-a926-6ac502096dba None None] Attempting to bind port 8b69bf6d-ede7-4976-84db-472ac9b35a55 on network 9200a437-e1de-4520-88f6-e68386523e61 {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:18:15.977144 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-5d2d4045-532a-47cc-b545-e0bc1aa6cc7c req-864d2646-5043-420f-88e9-3288c399d1df tempest-AggregatesAdminTestJSON-1123461202 tempest-AggregatesAdminTestJSON-1123461202-project] 10.222.0.16 "GET /v2.0/ports?device_id=c10c2653-0ed5-4170-9747-7a9fa63300fa HTTP/1.1" status: 200 len: 971 time: 0.4717047 Jul 14 18:18:15.982337 n-d-800634-3 neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-4820b44e-46c5-4546-90ea-2ff20f932e55 None None] Notify callbacks [] for port, precommit_update {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:15.995921 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.provisioning_blocks [None req-4820b44e-46c5-4546-90ea-2ff20f932e55 None None] Transition to ACTIVE for port object 23ef3c9c-0b7a-4dec-87cd-d64d5c392ca7 will not be triggered until provisioned by entity L2. {{(pid=93918) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:18:16.003258 n-d-800634-3 neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-4820b44e-46c5-4546-90ea-2ff20f932e55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:16.013747 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98a92b9-4104-4aee-95ec-adf438d6b9e2 req-a66fde11-98a9-42d6-a2e9-b25abed4ae87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:18:16.015258 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e98a92b9-4104-4aee-95ec-adf438d6b9e2 req-a66fde11-98a9-42d6-a2e9-b25abed4ae87 service neutron] 10.222.0.35 "GET /v2.0/networks?id=7cee3312-4c4c-4d32-820f-eab965dcf565 HTTP/1.1" status: 200 len: 921 time: 0.3567505 Jul 14 18:18:16.047400 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d11b4ea-8756-4288-a926-6ac502096dba None None] Checking agent: {'id': '01c19e91-a945-4e3c-94a6-c211e17c923e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 8, 23), 'started_at': datetime.datetime(2021, 7, 14, 18, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 18, 17, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 18:18:16.048069 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d11b4ea-8756-4288-a926-6ac502096dba None None] Checking segment: {'id': '5afb940b-bbdf-4727-be00-5d46367c38a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9200a437-e1de-4520-88f6-e68386523e61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93917) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:18:16.048701 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-5d11b4ea-8756-4288-a926-6ac502096dba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:16.049124 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d11b4ea-8756-4288-a926-6ac502096dba None None] Bound using segment: {'id': '5afb940b-bbdf-4727-be00-5d46367c38a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9200a437-e1de-4520-88f6-e68386523e61'} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 18:18:16.050441 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-5d11b4ea-8756-4288-a926-6ac502096dba None None] Bound port: 8b69bf6d-ede7-4976-84db-472ac9b35a55, host: n-d-800634-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5afb940b-bbdf-4727-be00-5d46367c38a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9200a437-e1de-4520-88f6-e68386523e61'}}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 18:18:16.051776 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-5d11b4ea-8756-4288-a926-6ac502096dba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:16.068652 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30680a5d-2390-47ac-83a1-5c2de0d2a905 None None] Pushing event updated for resources: {'Port': ['ID=23ef3c9c-0b7a-4dec-87cd-d64d5c392ca7,revision_number=3']} {{(pid=93918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:18:16.107286 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ad27d2-4380-4fa5-a1ec-f228ef62e17d None None] Pushing event updated for resources: {'Port': ['ID=8b69bf6d-ede7-4976-84db-472ac9b35a55,revision_number=2']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:18:16.113567 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e98a92b9-4104-4aee-95ec-adf438d6b9e2 req-7f0b2637-5f47-493e-b8ab-ffc276f79ef7 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b7f0342e-ecc4-4b92-8141-940a36564ced HTTP/1.1" status: 200 len: 217 time: 0.0904765 Jul 14 18:18:16.135100 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-5d2d4045-532a-47cc-b545-e0bc1aa6cc7c req-cd163408-b9d9-4005-85b4-2befe564c490 tempest-AggregatesAdminTestJSON-1123461202 tempest-AggregatesAdminTestJSON-1123461202-project] 10.222.0.16 "GET /v2.0/security-groups?id=c6108079-fa5e-46c5-875d-96a4a929fa0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568139 Jul 14 18:18:16.182110 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.managers [None req-4820b44e-46c5-4546-90ea-2ff20f932e55 None None] Attempting to bind port 23ef3c9c-0b7a-4dec-87cd-d64d5c392ca7 on host n-d-800634-3 for vnic_type normal with profile {{(pid=93918) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:18:16.182581 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.managers [None req-4820b44e-46c5-4546-90ea-2ff20f932e55 None None] Attempting to bind port 23ef3c9c-0b7a-4dec-87cd-d64d5c392ca7 by drivers openvswitch,hyperv on host n-d-800634-3 at level 0 using segments [{'id': 'cf789593-5632-42b9-b2ee-de040717f27d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '0d7296f7-5429-4a43-bea4-f8dd4a7e9780'}] {{(pid=93918) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:18:16.183458 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4820b44e-46c5-4546-90ea-2ff20f932e55 None None] Attempting to bind port 23ef3c9c-0b7a-4dec-87cd-d64d5c392ca7 on network 0d7296f7-5429-4a43-bea4-f8dd4a7e9780 {{(pid=93918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:18:16.196708 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4820b44e-46c5-4546-90ea-2ff20f932e55 None None] Checking agent: {'id': '01c19e91-a945-4e3c-94a6-c211e17c923e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 8, 23), 'started_at': datetime.datetime(2021, 7, 14, 18, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 18, 17, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 18:18:16.197208 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4820b44e-46c5-4546-90ea-2ff20f932e55 None None] Checking segment: {'id': 'cf789593-5632-42b9-b2ee-de040717f27d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '0d7296f7-5429-4a43-bea4-f8dd4a7e9780'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93918) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:18:16.199037 n-d-800634-3 neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-4820b44e-46c5-4546-90ea-2ff20f932e55 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:16.199538 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4820b44e-46c5-4546-90ea-2ff20f932e55 None None] Bound using segment: {'id': 'cf789593-5632-42b9-b2ee-de040717f27d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '0d7296f7-5429-4a43-bea4-f8dd4a7e9780'} {{(pid=93918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 18:18:16.200737 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-5d11b4ea-8756-4288-a926-6ac502096dba None None] For port 8b69bf6d-ede7-4976-84db-472ac9b35a55, host n-d-800634-3, cleared binding levels {{(pid=93917) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:18:16.202160 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.managers [None req-4820b44e-46c5-4546-90ea-2ff20f932e55 None None] Bound port: 23ef3c9c-0b7a-4dec-87cd-d64d5c392ca7, host: n-d-800634-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf789593-5632-42b9-b2ee-de040717f27d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '0d7296f7-5429-4a43-bea4-f8dd4a7e9780'}}] {{(pid=93918) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 18:18:16.202660 n-d-800634-3 neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-4820b44e-46c5-4546-90ea-2ff20f932e55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:16.209918 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-5d11b4ea-8756-4288-a926-6ac502096dba None None] For port 8b69bf6d-ede7-4976-84db-472ac9b35a55, host n-d-800634-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=8b69bf6d-ede7-4976-84db-472ac9b35a55,segment=NetworkSegment(5afb940b-bbdf-4727-be00-5d46367c38a1),segment_id=5afb940b-bbdf-4727-be00-5d46367c38a1)] {{(pid=93917) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 18:18:16.218972 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-7ba98746-9532-49bc-8196-fb221e358e00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:16.219550 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-5d11b4ea-8756-4288-a926-6ac502096dba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:16.228581 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-7ba98746-9532-49bc-8196-fb221e358e00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:16.253308 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98a92b9-4104-4aee-95ec-adf438d6b9e2 req-6b2da400-b04a-4ebe-b0a6-4552fa302897 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:18:16.254788 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e98a92b9-4104-4aee-95ec-adf438d6b9e2 req-6b2da400-b04a-4ebe-b0a6-4552fa302897 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2a54265e-973c-4132-80fb-ad9d5d305963 HTTP/1.1" status: 200 len: 861 time: 0.1138732 Jul 14 18:18:16.261981 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba98746-9532-49bc-8196-fb221e358e00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46a26457-11bf-4cee-a038-654e16d90100,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:18:16.285356 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-26d0d300-9993-4cb3-8524-2fcb37332c4f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:16.288266 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ba98746-9532-49bc-8196-fb221e358e00 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 59} {{(pid=93916) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 18:18:16.308099 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e98a92b9-4104-4aee-95ec-adf438d6b9e2 req-8a51b74b-f74f-4a0a-99c7-3463b8d3aa21 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7cee3312-4c4c-4d32-820f-eab965dcf565&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0412028 Jul 14 18:18:16.323831 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757b1578-07d7-4a7f-b469-2f92a9e6d087 req-cc465014-fb11-4194-9734-8d05180d2816 tempest-DeleteServersAdminTestJSON-1051371510 tempest-DeleteServersAdminTestJSON-1051371510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:18:16.329132 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-7ba98746-9532-49bc-8196-fb221e358e00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:16.329509 n-d-800634-3 neutron-server[93916]: INFO neutron.db.segments_db [None req-7ba98746-9532-49bc-8196-fb221e358e00 admin admin] Added segment 1aaae513-9b5b-4f7b-b3be-58270a5eba39 of type vlan for network c37469af-be30-46cb-9836-a3baa6dfbe6c Jul 14 18:18:16.331367 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.provisioning_blocks [None req-26d0d300-9993-4cb3-8524-2fcb37332c4f admin admin] Transition to ACTIVE for port object 636b5fae-d6d7-40f9-a97e-7ddb212bd7b1 will not be triggered until provisioned by entity DHCP. {{(pid=93916) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:18:16.332378 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-757b1578-07d7-4a7f-b469-2f92a9e6d087 req-cc465014-fb11-4194-9734-8d05180d2816 tempest-DeleteServersAdminTestJSON-1051371510 tempest-DeleteServersAdminTestJSON-1051371510-project] 10.222.0.16 "GET /v2.0/ports?device_id=712acbd5-24aa-4ef7-8e5a-7a360d63ae16 HTTP/1.1" status: 200 len: 950 time: 0.2383208 Jul 14 18:18:16.348856 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.db [None req-4820b44e-46c5-4546-90ea-2ff20f932e55 None None] For port 23ef3c9c-0b7a-4dec-87cd-d64d5c392ca7, host n-d-800634-3, cleared binding levels {{(pid=93918) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:18:16.354341 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ad27d2-4380-4fa5-a1ec-f228ef62e17d None None] Pushing event updated for resources: {'Port': ['ID=8b69bf6d-ede7-4976-84db-472ac9b35a55,revision_number=3']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:18:16.354500 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.db [None req-4820b44e-46c5-4546-90ea-2ff20f932e55 None None] For port 23ef3c9c-0b7a-4dec-87cd-d64d5c392ca7, host n-d-800634-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=23ef3c9c-0b7a-4dec-87cd-d64d5c392ca7,segment=NetworkSegment(cf789593-5632-42b9-b2ee-de040717f27d),segment_id=cf789593-5632-42b9-b2ee-de040717f27d)] {{(pid=93918) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 18:18:16.362010 n-d-800634-3 neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-4820b44e-46c5-4546-90ea-2ff20f932e55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:16.391314 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d11b4ea-8756-4288-a926-6ac502096dba None None] Routers {'9d09cb73-8660-4d60-9bc4-96138b20ac1b'} bound to L3 agent in host n-d-800634-3 {{(pid=93917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:18:16.393564 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-5d11b4ea-8756-4288-a926-6ac502096dba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:17:53Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['9d09cb73-8660-4d60-9bc4-96138b20ac1b'], 'active': True} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:18:16.483032 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-757b1578-07d7-4a7f-b469-2f92a9e6d087 req-73dc7896-5644-46ec-983e-4cb5188ba34b tempest-DeleteServersAdminTestJSON-1051371510 tempest-DeleteServersAdminTestJSON-1051371510-project] 10.222.0.16 "GET /v2.0/security-groups?id=d1362497-6e0c-465d-8f0a-1d02c29ff112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497970 Jul 14 18:18:16.493438 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-7ba98746-9532-49bc-8196-fb221e358e00 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728202197517'] for network, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:16.534727 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4820b44e-46c5-4546-90ea-2ff20f932e55 None None] Routers {'d0490260-e339-478a-a2a4-afbf5596e62f'} bound to L3 agent in host n-d-800634-3 {{(pid=93918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:18:16.537420 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-4820b44e-46c5-4546-90ea-2ff20f932e55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:17:53Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['d0490260-e339-478a-a2a4-afbf5596e62f'], 'active': True} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:18:16.553471 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e98a92b9-4104-4aee-95ec-adf438d6b9e2 req-5ab38772-300b-4d3b-8103-946e434d692a service neutron] 10.222.0.35 "GET /v2.0/networks/7cee3312-4c4c-4d32-820f-eab965dcf565?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2176673 Jul 14 18:18:16.600744 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvr_db [None req-5d11b4ea-8756-4288-a926-6ac502096dba None None] Set router 9d09cb73-8660-4d60-9bc4-96138b20ac1b gateway port host: n-d-800634-3 {{(pid=93917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 18:18:16.613379 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-26d0d300-9993-4cb3-8524-2fcb37332c4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804'] for port, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:16.631284 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30680a5d-2390-47ac-83a1-5c2de0d2a905 None None] Pushing event updated for resources: {'Port': ['ID=23ef3c9c-0b7a-4dec-87cd-d64d5c392ca7,revision_number=4']} {{(pid=93918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:18:16.704024 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e98a92b9-4104-4aee-95ec-adf438d6b9e2 req-8e02dd22-d6b3-403d-9453-cd7beeae7699 service neutron] 10.222.0.35 "GET /v2.0/networks/7cee3312-4c4c-4d32-820f-eab965dcf565?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1373398 Jul 14 18:18:16.733662 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-7ba98746-9532-49bc-8196-fb221e358e00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727'] for network, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:16.734671 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ba98746-9532-49bc-8196-fb221e358e00 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:18:16.735403 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-7ba98746-9532-49bc-8196-fb221e358e00 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598705'] for network, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:16.740095 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26d0d300-9993-4cb3-8524-2fcb37332c4f admin admin] Network cf8954d4-d52f-4100-8368-7fa927276351 is already hosted by enough agents. {{(pid=93916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:18:16.750121 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-b377f0f6-521f-4331-a448-06439d38011c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:16.760815 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-b377f0f6-521f-4331-a448-06439d38011c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:16.767721 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [None req-26d0d300-9993-4cb3-8524-2fcb37332c4f admin admin] Resources bound (agent type, host, resource id): {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:18:16.777334 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26d0d300-9993-4cb3-8524-2fcb37332c4f admin admin] Received port after_create {{(pid=93916) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:18:16.780134 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-26d0d300-9993-4cb3-8524-2fcb37332c4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-930452'] for router_interface, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:16.833112 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-b377f0f6-521f-4331-a448-06439d38011c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=75bfdb22b3074f69bd699e027045e9d0&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3183489 Jul 14 18:18:16.836796 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvr_db [None req-4820b44e-46c5-4546-90ea-2ff20f932e55 None None] Set router d0490260-e339-478a-a2a4-afbf5596e62f gateway port host: n-d-800634-3 {{(pid=93918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 18:18:16.855933 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 51480) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:18:16.930080 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b377f0f6-521f-4331-a448-06439d38011c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16b98a88-299c-4dc1-9877-f9d2b6585a4d,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:18:16.994613 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abcfc65-581b-49cc-9a5e-7d703e0895cf req-b6ac9982-af0f-4701-9c36-325ac125dcfb tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:18:16.996350 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-7abcfc65-581b-49cc-9a5e-7d703e0895cf req-b6ac9982-af0f-4701-9c36-325ac125dcfb tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] 10.222.0.16 "GET /v2.0/ports?device_id=d80491b9-d34b-45a9-83ac-fcdec1c35cdb HTTP/1.1" status: 200 len: 943 time: 0.2886417 Jul 14 18:18:17.009809 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-e34db498-5f02-4292-9302-4f3e9a3849f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:17.067363 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-e34db498-5f02-4292-9302-4f3e9a3849f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:17.106806 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-5d11b4ea-8756-4288-a926-6ac502096dba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d09cb73-8660-4d60-9bc4-96138b20ac1b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-383862795-router', 'tenant_id': 'f2624d1b54644d709b74be03b94afa7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.198'}], 'enable_snat': True}, 'gw_port_id': '8b69bf6d-ede7-4976-84db-472ac9b35a55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:18:06Z', 'updated_at': '2021-07-14T18:18:10Z', 'revision_number': 3, 'project_id': 'f2624d1b54644d709b74be03b94afa7a', 'gw_port': {'id': '8b69bf6d-ede7-4976-84db-472ac9b35a55', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:b2:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d09cb73-8660-4d60-9bc4-96138b20ac1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 178, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:18:09Z', 'updated_at': '2021-07-14T18:18:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3'}], 'n-d-800634-3', False) {} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:18:17.111941 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-7abcfc65-581b-49cc-9a5e-7d703e0895cf req-63bca092-04d0-4a50-8262-2dd60ad2fca6 tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] 10.222.0.16 "GET /v2.0/security-groups?id=540fae54-ccea-4309-9c99-81b930eedb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944648 Jul 14 18:18:17.141215 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba98746-9532-49bc-8196-fb221e358e00 admin admin] Pushing event updated for resources: {'Network': ['ID=c37469af-be30-46cb-9836-a3baa6dfbe6c,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:18:17.149471 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-7ba98746-9532-49bc-8196-fb221e358e00 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.7603264 Jul 14 18:18:17.150672 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 51484) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:18:17.157261 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-04ee0c22-ac42-447d-9421-1c969316d7e2 admin admin] Request body: {'subnet': {'network_id': 'c37469af-be30-46cb-9836-a3baa6dfbe6c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1181539226-subnet', 'tenant_id': '19c20e26dab9496fb4ffe8f56293d802', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:18:17.169025 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d0d300-9993-4cb3-8524-2fcb37332c4f admin admin] Pushing event updated for resources: {'Port': ['ID=636b5fae-d6d7-40f9-a97e-7ddb212bd7b1,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:18:17.182860 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04ee0c22-ac42-447d-9421-1c969316d7e2 admin admin] Made reservation on behalf of 19c20e26dab9496fb4ffe8f56293d802 for: {'subnet': 1} {{(pid=93915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:18:17.185646 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-04ee0c22-ac42-447d-9421-1c969316d7e2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:17.204389 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-4820b44e-46c5-4546-90ea-2ff20f932e55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0490260-e339-478a-a2a4-afbf5596e62f', 'name': 'tempest-AttachSCSIVolumeTestJSON-1966621121-router', 'tenant_id': '94e769da788b4960867d28e3e520b414', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.180'}], 'enable_snat': True}, 'gw_port_id': '574b6740-1f39-4cd7-b773-41fe4473cf59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:18:05Z', 'updated_at': '2021-07-14T18:18:12Z', 'revision_number': 4, 'project_id': '94e769da788b4960867d28e3e520b414', 'gw_port': {'id': '574b6740-1f39-4cd7-b773-41fe4473cf59', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:c1:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0490260-e339-478a-a2a4-afbf5596e62f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 165, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:18:06Z', 'updated_at': '2021-07-14T18:18:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_interfaces': [{'id': '23ef3c9c-0b7a-4dec-87cd-d64d5c392ca7', 'name': '', 'network_id': '0d7296f7-5429-4a43-bea4-f8dd4a7e9780', 'tenant_id': '94e769da788b4960867d28e3e520b414', 'mac_address': 'fa:16:3e:59:20:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0490260-e339-478a-a2a4-afbf5596e62f', 'device_owner': 'network:router_interface', 'standard_attr_id': 189, 'fixed_ips': [{'subnet_id': '78dfe6c1-acef-4017-a82a-0a4186e136cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:18:11Z', 'updated_at': '2021-07-14T18:18:16Z', 'revision_number': 4, 'project_id': '94e769da788b4960867d28e3e520b414', 'subnets': [{'id': '78dfe6c1-acef-4017-a82a-0a4186e136cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-3', False) {} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:18:17.215176 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Network c37469af-be30-46cb-9836-a3baa6dfbe6c details requested by agent ovs-agent-n-d-800634-3 with host n-d-800634-3 {{(pid=93917) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 18:18:17.232481 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-e34db498-5f02-4292-9302-4f3e9a3849f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:17.235365 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-e34db498-5f02-4292-9302-4f3e9a3849f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:17.236532 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-e34db498-5f02-4292-9302-4f3e9a3849f8 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/16b98a88-299c-4dc1-9877-f9d2b6585a4d HTTP/1.1" status: 204 len: 168 time: 0.3777442 Jul 14 18:18:17.240570 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4820b44e-46c5-4546-90ea-2ff20f932e55 None None] The sync data for ids ['d0490260-e339-478a-a2a4-afbf5596e62f'] in n-d-800634-3 is: [{'id': 'd0490260-e339-478a-a2a4-afbf5596e62f', 'name': 'tempest-AttachSCSIVolumeTestJSON-1966621121-router', 'tenant_id': '94e769da788b4960867d28e3e520b414', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.180'}], 'enable_snat': True}, 'gw_port_id': '574b6740-1f39-4cd7-b773-41fe4473cf59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:18:05Z', 'updated_at': '2021-07-14T18:18:12Z', 'revision_number': 4, 'project_id': '94e769da788b4960867d28e3e520b414', 'gw_port': {'id': '574b6740-1f39-4cd7-b773-41fe4473cf59', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:c1:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0490260-e339-478a-a2a4-afbf5596e62f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 165, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:18:06Z', 'updated_at': '2021-07-14T18:18:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_interfaces': [{'id': '23ef3c9c-0b7a-4dec-87cd-d64d5c392ca7', 'name': '', 'network_id': '0d7296f7-5429-4a43-bea4-f8dd4a7e9780', 'tenant_id': '94e769da788b4960867d28e3e520b414', 'mac_address': 'fa:16:3e:59:20:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0490260-e339-478a-a2a4-afbf5596e62f', 'device_owner': 'network:router_interface', 'standard_attr_id': 189, 'fixed_ips': [{'subnet_id': '78dfe6c1-acef-4017-a82a-0a4186e136cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:18:11Z', 'updated_at': '2021-07-14T18:18:16Z', 'revision_number': 4, 'project_id': '94e769da788b4960867d28e3e520b414', 'subnets': [{'id': '78dfe6c1-acef-4017-a82a-0a4186e136cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 18:18:17.288502 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34db498-5f02-4292-9302-4f3e9a3849f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16b98a88-299c-4dc1-9877-f9d2b6585a4d,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:18:17.324256 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-26d0d300-9993-4cb3-8524-2fcb37332c4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:17.364296 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d11b4ea-8756-4288-a926-6ac502096dba None None] The sync data for ids ['9d09cb73-8660-4d60-9bc4-96138b20ac1b'] in n-d-800634-3 is: [{'id': '9d09cb73-8660-4d60-9bc4-96138b20ac1b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-383862795-router', 'tenant_id': 'f2624d1b54644d709b74be03b94afa7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.198'}], 'enable_snat': True}, 'gw_port_id': '8b69bf6d-ede7-4976-84db-472ac9b35a55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:18:06Z', 'updated_at': '2021-07-14T18:18:10Z', 'revision_number': 3, 'project_id': 'f2624d1b54644d709b74be03b94afa7a', 'gw_port': {'id': '8b69bf6d-ede7-4976-84db-472ac9b35a55', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:b2:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d09cb73-8660-4d60-9bc4-96138b20ac1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 178, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:18:09Z', 'updated_at': '2021-07-14T18:18:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3'}] {{(pid=93917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 18:18:17.403758 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-e152411f-b21c-4676-82be-a73c72fe49fd None None] Provisioning for port 636b5fae-d6d7-40f9-a97e-7ddb212bd7b1 completed by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:18:17.415911 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-e152411f-b21c-4676-82be-a73c72fe49fd None None] Provisioning complete for port 636b5fae-d6d7-40f9-a97e-7ddb212bd7b1 triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:18:17.418241 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-e152411f-b21c-4676-82be-a73c72fe49fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:17.582894 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-e152411f-b21c-4676-82be-a73c72fe49fd None None] Port 636b5fae-d6d7-40f9-a97e-7ddb212bd7b1 cannot update to ACTIVE because it is not bound. {{(pid=93917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 18:18:17.806965 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-26d0d300-9993-4cb3-8524-2fcb37332c4f admin admin] Notify callbacks [] for port, precommit_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:17.813065 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-26d0d300-9993-4cb3-8524-2fcb37332c4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:17.813843 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-26d0d300-9993-4cb3-8524-2fcb37332c4f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-598741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-928734'] for router_interface, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:17.962259 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d0d300-9993-4cb3-8524-2fcb37332c4f admin admin] Pushing event updated for resources: {'Port': ['ID=636b5fae-d6d7-40f9-a97e-7ddb212bd7b1,revision_number=2']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:18:17.980977 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 51500) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:18:18.006235 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-06b9d773-3b9c-4b6b-805a-c3675cf8ddaf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:18.038935 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26d0d300-9993-4cb3-8524-2fcb37332c4f admin admin] Network cf8954d4-d52f-4100-8368-7fa927276351 is already hosted by enough agents. {{(pid=93916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:18:18.043255 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [None req-26d0d300-9993-4cb3-8524-2fcb37332c4f admin admin] Resources bound (agent type, host, resource id): {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:18:18.096416 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-04ee0c22-ac42-447d-9421-1c969316d7e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727'] for subnet, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:18.172013 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db26fae-88df-41eb-9374-a81764ff1d6b req-b7110746-e8b5-49f5-90e2-d9f97c20edc0 tempest-DeleteServersAdminTestJSON-1051371510 tempest-DeleteServersAdminTestJSON-1051371510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:18:18.180097 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-9db26fae-88df-41eb-9374-a81764ff1d6b req-b7110746-e8b5-49f5-90e2-d9f97c20edc0 tempest-DeleteServersAdminTestJSON-1051371510 tempest-DeleteServersAdminTestJSON-1051371510-project] 10.222.0.16 "GET /v2.0/ports?device_id=712acbd5-24aa-4ef7-8e5a-7a360d63ae16 HTTP/1.1" status: 200 len: 950 time: 0.2473602 Jul 14 18:18:18.195813 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-06b9d773-3b9c-4b6b-805a-c3675cf8ddaf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:18.206386 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bc1f2d-35c2-4981-b5a9-231dd2288f72 req-5e06c8b0-53e9-4c83-8d2e-e974a3cb9e9b tempest-AggregatesAdminTestJSON-1123461202 tempest-AggregatesAdminTestJSON-1123461202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:18:18.208389 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a0bc1f2d-35c2-4981-b5a9-231dd2288f72 req-5e06c8b0-53e9-4c83-8d2e-e974a3cb9e9b tempest-AggregatesAdminTestJSON-1123461202 tempest-AggregatesAdminTestJSON-1123461202-project] 10.222.0.16 "GET /v2.0/ports?device_id=c10c2653-0ed5-4170-9747-7a9fa63300fa HTTP/1.1" status: 200 len: 971 time: 0.2769485 Jul 14 18:18:18.222967 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ee0c22-ac42-447d-9421-1c969316d7e2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ed79a389-8a2e-4ef7-8494-55baf1f4fe6f,revision_number=0']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:18:18.257409 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-06b9d773-3b9c-4b6b-805a-c3675cf8ddaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:18.289054 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-9db26fae-88df-41eb-9374-a81764ff1d6b req-7a1a453f-e496-4ac5-8cb0-0f7dcf934895 tempest-DeleteServersAdminTestJSON-1051371510 tempest-DeleteServersAdminTestJSON-1051371510-project] 10.222.0.16 "GET /v2.0/security-groups?id=d1362497-6e0c-465d-8f0a-1d02c29ff112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072130 Jul 14 18:18:18.298574 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04ee0c22-ac42-447d-9421-1c969316d7e2 admin admin] Checking segment: {'id': '1aaae513-9b5b-4f7b-b3be-58270a5eba39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'c37469af-be30-46cb-9836-a3baa6dfbe6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:18:18.299179 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04ee0c22-ac42-447d-9421-1c969316d7e2 admin admin] Network hostable DHCP agents. Network: c37469af-be30-46cb-9836-a3baa6dfbe6c, hostable agents: ['028393c3-0576-4ebd-bca1-8ea8a148e1a2'], hosted agents: [] {{(pid=93915) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 18:18:18.318152 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a0bc1f2d-35c2-4981-b5a9-231dd2288f72 req-d8a26f12-3265-4f5e-8642-356d415ee2e7 tempest-AggregatesAdminTestJSON-1123461202 tempest-AggregatesAdminTestJSON-1123461202-project] 10.222.0.16 "GET /v2.0/security-groups?id=c6108079-fa5e-46c5-875d-96a4a929fa0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018798 Jul 14 18:18:18.318492 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-923821d5-9213-401d-abd5-71e567216a18 None None] Provisioning complete for port 636b5fae-d6d7-40f9-a97e-7ddb212bd7b1 triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:18:18.318983 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-923821d5-9213-401d-abd5-71e567216a18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:18.332429 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04ee0c22-ac42-447d-9421-1c969316d7e2 admin admin] Network c37469af-be30-46cb-9836-a3baa6dfbe6c is scheduled to be hosted by DHCP agent 028393c3-0576-4ebd-bca1-8ea8a148e1a2 with binding_index 1 {{(pid=93915) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 18:18:18.358388 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [None req-04ee0c22-ac42-447d-9421-1c969316d7e2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-3, c37469af-be30-46cb-9836-a3baa6dfbe6c) {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:18:18.363942 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04ee0c22-ac42-447d-9421-1c969316d7e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:18:18.364809 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-04ee0c22-ac42-447d-9421-1c969316d7e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598705'] for subnet, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:18.368740 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-06b9d773-3b9c-4b6b-805a-c3675cf8ddaf admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=221a6b0e822c420a9a43d9ba1d1544e9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3863018 Jul 14 18:18:18.371915 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 51506) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:18:18.382365 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c4ba1cd-333d-4a69-aff4-72fb93100c32 None None] Network c37469af-be30-46cb-9836-a3baa6dfbe6c requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:18:18.389101 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-04ee0c22-ac42-447d-9421-1c969316d7e2 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.2357478 Jul 14 18:18:18.391515 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 51508) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:18:18.397467 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b9d773-3b9c-4b6b-805a-c3675cf8ddaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df15ae18-f6ad-4b57-8b30-bcf955f42399,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:18:18.405484 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-76c91c7e-36bf-410c-a374-060c142e1e13 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1181539226-router', 'tenant_id': '19c20e26dab9496fb4ffe8f56293d802', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61'}}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:18:18.456215 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-76c91c7e-36bf-410c-a374-060c142e1e13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-571768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11104'] for router, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:18.456215 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-76c91c7e-36bf-410c-a374-060c142e1e13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-571675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-930014', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-632314', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11129'] for router, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:18.463046 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26d0d300-9993-4cb3-8524-2fcb37332c4f admin admin] Router 9d09cb73-8660-4d60-9bc4-96138b20ac1b has already been hosted by L3 agent 2c6eb27e-defb-4cca-9a24-381c7415e359 {{(pid=93916) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 18:18:18.523648 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-923821d5-9213-401d-abd5-71e567216a18 None None] Port 636b5fae-d6d7-40f9-a97e-7ddb212bd7b1 cannot update to ACTIVE because it is not bound. {{(pid=93917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 18:18:18.577173 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-76c91c7e-36bf-410c-a374-060c142e1e13 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:18.629399 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-252d594a-62a9-47f3-a548-27b2e233787e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:18.724103 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f48acb0d-99b9-447c-8d2d-18e0e177fafc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9222b97e-5d1c-54f8-ba97-82f172498e76-c37469af-be30-46cb-9836-a3baa6dfbe6c', 'network_id': 'c37469af-be30-46cb-9836-a3baa6dfbe6c', 'tenant_id': '19c20e26dab9496fb4ffe8f56293d802', 'fixed_ips': [{'subnet_id': 'ed79a389-8a2e-4ef7-8494-55baf1f4fe6f'}]}} from n-d-800634-3. {{(pid=93917) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 18:18:18.725704 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-f48acb0d-99b9-447c-8d2d-18e0e177fafc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:18.764261 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-252d594a-62a9-47f3-a548-27b2e233787e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:18.874405 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26d0d300-9993-4cb3-8524-2fcb37332c4f admin admin] Notify agent at l3_agent.n-d-800634-3 the message routers_updated {{(pid=93916) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 18:18:18.888884 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-26d0d300-9993-4cb3-8524-2fcb37332c4f admin admin] 10.222.0.16 "PUT /v2.0/routers/9d09cb73-8660-4d60-9bc4-96138b20ac1b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7960353 Jul 14 18:18:18.924621 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-252d594a-62a9-47f3-a548-27b2e233787e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:18.925668 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-252d594a-62a9-47f3-a548-27b2e233787e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:18.926837 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-252d594a-62a9-47f3-a548-27b2e233787e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/df15ae18-f6ad-4b57-8b30-bcf955f42399 HTTP/1.1" status: 204 len: 168 time: 0.5488250 Jul 14 18:18:18.950393 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252d594a-62a9-47f3-a548-27b2e233787e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df15ae18-f6ad-4b57-8b30-bcf955f42399,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:18:18.950623 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-76c91c7e-36bf-410c-a374-060c142e1e13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-929996', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-571750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11395'] for router, precommit_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:18.999050 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1738dd1e-86ba-4e8d-b914-30c94209498b req-ef317cd0-9f2b-4219-b0ce-b83631c313d6 tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:18:19.005999 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-1738dd1e-86ba-4e8d-b914-30c94209498b req-ef317cd0-9f2b-4219-b0ce-b83631c313d6 tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] 10.222.0.16 "GET /v2.0/ports?device_id=d80491b9-d34b-45a9-83ac-fcdec1c35cdb HTTP/1.1" status: 200 len: 943 time: 0.4480517 Jul 14 18:18:19.068809 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.db_base_plugin_common [None req-f48acb0d-99b9-447c-8d2d-18e0e177fafc None None] Allocated IP 172.20.0.2 (c37469af-be30-46cb-9836-a3baa6dfbe6c/ed79a389-8a2e-4ef7-8494-55baf1f4fe6f/9f8631e8-b3b0-4b2a-9c4e-2c023cb8a549) {{(pid=93917) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:18:19.082027 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ce6e1e-0143-4bbe-b366-d7c83970f877 req-4f227294-f630-46ac-985e-8da3bdb5ad99 tempest-DeleteServersAdminTestJSON-2040623744 tempest-DeleteServersAdminTestJSON-2040623744-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:18:19.083658 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-97ce6e1e-0143-4bbe-b366-d7c83970f877 req-4f227294-f630-46ac-985e-8da3bdb5ad99 tempest-DeleteServersAdminTestJSON-2040623744 tempest-DeleteServersAdminTestJSON-2040623744-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=712acbd5-24aa-4ef7-8e5a-7a360d63ae16 HTTP/1.1" status: 200 len: 1101 time: 0.2366405 Jul 14 18:18:19.110905 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 51538) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:18:19.111389 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-1738dd1e-86ba-4e8d-b914-30c94209498b req-03ee5ee1-f971-4154-93e3-8bae60a7f9af tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] 10.222.0.16 "GET /v2.0/security-groups?id=540fae54-ccea-4309-9c99-81b930eedb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044390 Jul 14 18:18:19.381222 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [req-97ce6e1e-0143-4bbe-b366-d7c83970f877 req-6089d7bb-b0cd-4e3c-abbe-bd901c31e95b tempest-DeleteServersAdminTestJSON-2040623744 tempest-DeleteServersAdminTestJSON-2040623744-project-admin] Deleting port 8d37067a-b749-4bda-ad6b-6c9a026cd19c {{(pid=93915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:18:19.381575 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-97ce6e1e-0143-4bbe-b366-d7c83970f877 req-6089d7bb-b0cd-4e3c-abbe-bd901c31e95b tempest-DeleteServersAdminTestJSON-2040623744 tempest-DeleteServersAdminTestJSON-2040623744-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:19.387190 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-f48acb0d-99b9-447c-8d2d-18e0e177fafc None None] Notify callbacks [] for port, precommit_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:19.399552 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-f48acb0d-99b9-447c-8d2d-18e0e177fafc None None] Transition to ACTIVE for port object 9f8631e8-b3b0-4b2a-9c4e-2c023cb8a549 will not be triggered until provisioned by entity L2. {{(pid=93917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:18:19.440988 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-f48acb0d-99b9-447c-8d2d-18e0e177fafc None None] Transition to ACTIVE for port object 9f8631e8-b3b0-4b2a-9c4e-2c023cb8a549 will not be triggered until provisioned by entity DHCP. {{(pid=93917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:18:19.446480 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 8b69bf6d-ede7-4976-84db-472ac9b35a55 up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:18:19.480843 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-f48acb0d-99b9-447c-8d2d-18e0e177fafc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804'] for port, after_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:19.543516 n-d-800634-3 neutron-server[93917]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f48acb0d-99b9-447c-8d2d-18e0e177fafc None None] Network c37469af-be30-46cb-9836-a3baa6dfbe6c is already hosted by enough agents. {{(pid=93917) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:18:19.560435 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-76c91c7e-36bf-410c-a374-060c142e1e13 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:19.574908 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48acb0d-99b9-447c-8d2d-18e0e177fafc None None] Pushing event updated for resources: {'Port': ['ID=9f8631e8-b3b0-4b2a-9c4e-2c023cb8a549,revision_number=1']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:18:19.577595 n-d-800634-3 neutron-server[93917]: DEBUG neutron.scheduler.base_scheduler [None req-f48acb0d-99b9-447c-8d2d-18e0e177fafc None None] Resources bound (agent type, host, resource id): {{(pid=93917) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:18:19.589300 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f48acb0d-99b9-447c-8d2d-18e0e177fafc None None] Received port after_create {{(pid=93917) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:18:19.596402 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-76c91c7e-36bf-410c-a374-060c142e1e13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:19.612958 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-97ce6e1e-0143-4bbe-b366-d7c83970f877 req-6089d7bb-b0cd-4e3c-abbe-bd901c31e95b tempest-DeleteServersAdminTestJSON-2040623744 tempest-DeleteServersAdminTestJSON-2040623744-project-admin] For port 8d37067a-b749-4bda-ad6b-6c9a026cd19c, host n-h2-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=8d37067a-b749-4bda-ad6b-6c9a026cd19c,segment=NetworkSegment(067fc487-22c7-42de-972d-ae352a28ad29),segment_id=067fc487-22c7-42de-972d-ae352a28ad29)] {{(pid=93915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:18:19.613327 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-97ce6e1e-0143-4bbe-b366-d7c83970f877 req-6089d7bb-b0cd-4e3c-abbe-bd901c31e95b tempest-DeleteServersAdminTestJSON-2040623744 tempest-DeleteServersAdminTestJSON-2040623744-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:19.642368 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-5d269320-f37f-47d1-98b8-3ea27975653a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:19.661001 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [req-97ce6e1e-0143-4bbe-b366-d7c83970f877 req-6089d7bb-b0cd-4e3c-abbe-bd901c31e95b tempest-DeleteServersAdminTestJSON-2040623744 tempest-DeleteServersAdminTestJSON-2040623744-project-admin] Calling delete_port for 8d37067a-b749-4bda-ad6b-6c9a026cd19c owned by compute:nova {{(pid=93915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:18:19.663736 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning for port 8b69bf6d-ede7-4976-84db-472ac9b35a55 completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:18:19.667823 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port 8b69bf6d-ede7-4976-84db-472ac9b35a55 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:18:19.668238 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:19.686769 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-f48acb0d-99b9-447c-8d2d-18e0e177fafc None None] Attempting to bind port 9f8631e8-b3b0-4b2a-9c4e-2c023cb8a549 on host n-d-800634-3 for vnic_type normal with profile {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:18:19.686993 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-f48acb0d-99b9-447c-8d2d-18e0e177fafc None None] Attempting to bind port 9f8631e8-b3b0-4b2a-9c4e-2c023cb8a549 by drivers openvswitch,hyperv on host n-d-800634-3 at level 0 using segments [{'id': '1aaae513-9b5b-4f7b-b3be-58270a5eba39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'c37469af-be30-46cb-9836-a3baa6dfbe6c'}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:18:19.687337 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f48acb0d-99b9-447c-8d2d-18e0e177fafc None None] Attempting to bind port 9f8631e8-b3b0-4b2a-9c4e-2c023cb8a549 on network c37469af-be30-46cb-9836-a3baa6dfbe6c {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:18:19.693512 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Device b7f0342e-ecc4-4b92-8141-940a36564ced details requested by agent hyperv_n-h2-800634-3 with host n-h2-800634-3 {{(pid=93917) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 18:18:19.696791 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5330bd1-3284-474f-a1a9-359da53c313a req-f865c68a-bccf-412e-bb3b-cb15a97e9543 tempest-DeleteServersAdminTestJSON-1051371510 tempest-DeleteServersAdminTestJSON-1051371510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:18:19.698338 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c5330bd1-3284-474f-a1a9-359da53c313a req-f865c68a-bccf-412e-bb3b-cb15a97e9543 tempest-DeleteServersAdminTestJSON-1051371510 tempest-DeleteServersAdminTestJSON-1051371510-project] 10.222.0.16 "GET /v2.0/ports?device_id=712acbd5-24aa-4ef7-8e5a-7a360d63ae16 HTTP/1.1" status: 200 len: 950 time: 0.2329230 Jul 14 18:18:19.734134 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f48acb0d-99b9-447c-8d2d-18e0e177fafc None None] Checking agent: {'id': '01c19e91-a945-4e3c-94a6-c211e17c923e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 8, 23), 'started_at': datetime.datetime(2021, 7, 14, 18, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 18, 17, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 18:18:19.734505 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f48acb0d-99b9-447c-8d2d-18e0e177fafc None None] Checking segment: {'id': '1aaae513-9b5b-4f7b-b3be-58270a5eba39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'c37469af-be30-46cb-9836-a3baa6dfbe6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93917) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:18:19.734895 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-f48acb0d-99b9-447c-8d2d-18e0e177fafc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:19.735325 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f48acb0d-99b9-447c-8d2d-18e0e177fafc None None] Bound using segment: {'id': '1aaae513-9b5b-4f7b-b3be-58270a5eba39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'c37469af-be30-46cb-9836-a3baa6dfbe6c'} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 18:18:19.736372 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-f48acb0d-99b9-447c-8d2d-18e0e177fafc None None] Bound port: 9f8631e8-b3b0-4b2a-9c4e-2c023cb8a549, host: n-d-800634-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1aaae513-9b5b-4f7b-b3be-58270a5eba39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'c37469af-be30-46cb-9836-a3baa6dfbe6c'}}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 18:18:19.736802 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-f48acb0d-99b9-447c-8d2d-18e0e177fafc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:19.816861 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-5d269320-f37f-47d1-98b8-3ea27975653a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:19.824754 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-5d269320-f37f-47d1-98b8-3ea27975653a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:19.860600 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-f48acb0d-99b9-447c-8d2d-18e0e177fafc None None] For port 9f8631e8-b3b0-4b2a-9c4e-2c023cb8a549, host n-d-800634-3, cleared binding levels {{(pid=93917) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:18:19.864339 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-f48acb0d-99b9-447c-8d2d-18e0e177fafc None None] For port 9f8631e8-b3b0-4b2a-9c4e-2c023cb8a549, host n-d-800634-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=9f8631e8-b3b0-4b2a-9c4e-2c023cb8a549,segment=NetworkSegment(1aaae513-9b5b-4f7b-b3be-58270a5eba39),segment_id=1aaae513-9b5b-4f7b-b3be-58270a5eba39)] {{(pid=93917) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 18:18:19.877078 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-f48acb0d-99b9-447c-8d2d-18e0e177fafc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:19.887641 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-5d269320-f37f-47d1-98b8-3ea27975653a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3635593e7922405b9b7f348e08514c07&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7740374 Jul 14 18:18:19.888491 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d269320-f37f-47d1-98b8-3ea27975653a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a47c7b4-e4f9-4611-a8c3-d67849c5b5c0,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:18:19.891164 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 51558) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:18:19.892410 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c5330bd1-3284-474f-a1a9-359da53c313a req-6b91e623-fedb-4186-803d-b14e065554f4 tempest-DeleteServersAdminTestJSON-1051371510 tempest-DeleteServersAdminTestJSON-1051371510-project] 10.222.0.16 "GET /v2.0/security-groups?id=d1362497-6e0c-465d-8f0a-1d02c29ff112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1844487 Jul 14 18:18:19.931011 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.db_base_plugin_common [None req-76c91c7e-36bf-410c-a374-060c142e1e13 admin admin] Allocated IP 172.25.1.191 (9200a437-e1de-4520-88f6-e68386523e61/5f47f848-4532-407a-a0e2-5690ade15fd0/bb2993a4-f4fa-4573-8090-40b5ec010cde) {{(pid=93915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:18:19.988519 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-dc442b86-1fc8-43ba-8361-88083346097d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:20.016492 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-dc442b86-1fc8-43ba-8361-88083346097d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:20.051506 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202771d5-e307-4bb9-ac65-2f5bae5b3046 req-e730f96f-940b-4cd4-9475-4cdf01f2424a tempest-AggregatesAdminTestJSON-1123461202 tempest-AggregatesAdminTestJSON-1123461202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:18:20.054652 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-202771d5-e307-4bb9-ac65-2f5bae5b3046 req-e730f96f-940b-4cd4-9475-4cdf01f2424a tempest-AggregatesAdminTestJSON-1123461202 tempest-AggregatesAdminTestJSON-1123461202-project] 10.222.0.16 "GET /v2.0/ports?device_id=c10c2653-0ed5-4170-9747-7a9fa63300fa HTTP/1.1" status: 200 len: 971 time: 0.3133152 Jul 14 18:18:20.059354 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48acb0d-99b9-447c-8d2d-18e0e177fafc None None] Pushing event updated for resources: {'Port': ['ID=9f8631e8-b3b0-4b2a-9c4e-2c023cb8a549,revision_number=2']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:18:20.085308 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:20.128095 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] For port 8b69bf6d-ede7-4976-84db-472ac9b35a55, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=8b69bf6d-ede7-4976-84db-472ac9b35a55,segment=NetworkSegment(5afb940b-bbdf-4727-be00-5d46367c38a1),segment_id=5afb940b-bbdf-4727-be00-5d46367c38a1)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:18:20.137689 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:20.140505 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-dc442b86-1fc8-43ba-8361-88083346097d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:20.143538 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-dc442b86-1fc8-43ba-8361-88083346097d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:20.148084 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-dc442b86-1fc8-43ba-8361-88083346097d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7a47c7b4-e4f9-4611-a8c3-d67849c5b5c0 HTTP/1.1" status: 204 len: 168 time: 0.2446890 Jul 14 18:18:20.154188 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 23ef3c9c-0b7a-4dec-87cd-d64d5c392ca7 up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:18:20.160847 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] For port b7f0342e-ecc4-4b92-8141-940a36564ced, host n-h2-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=b7f0342e-ecc4-4b92-8141-940a36564ced,segment=NetworkSegment(60f92988-9b9b-4790-95f5-9fce88e5a460),segment_id=60f92988-9b9b-4790-95f5-9fce88e5a460)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:18:20.163326 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc442b86-1fc8-43ba-8361-88083346097d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a47c7b4-e4f9-4611-a8c3-d67849c5b5c0,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:18:20.167932 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-97ce6e1e-0143-4bbe-b366-d7c83970f877 req-6089d7bb-b0cd-4e3c-abbe-bd901c31e95b tempest-DeleteServersAdminTestJSON-2040623744 tempest-DeleteServersAdminTestJSON-2040623744-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813'] for port, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:20.195577 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-202771d5-e307-4bb9-ac65-2f5bae5b3046 req-5e511ed2-5c7f-4353-8786-2875a390b655 tempest-AggregatesAdminTestJSON-1123461202 tempest-AggregatesAdminTestJSON-1123461202-project] 10.222.0.16 "GET /v2.0/security-groups?id=c6108079-fa5e-46c5-875d-96a4a929fa0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266725 Jul 14 18:18:20.238316 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] get_ports_and_sgs() called for port_ids ['8d37067a-b749-4bda-ad6b-6c9a026cd19c'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 18:18:20.297541 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6089d7bb-b0cd-4e3c-abbe-bd901c31e95b tempest-DeleteServersAdminTestJSON-2040623744 tempest-DeleteServersAdminTestJSON-2040623744-project-admin] Pushing event deleted for resources: {'Port': ['ID=8d37067a-b749-4bda-ad6b-6c9a026cd19c,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:18:20.344934 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-76c91c7e-36bf-410c-a374-060c142e1e13 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:20.364450 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Returning: {'device': 'b7f0342e-ecc4-4b92-8141-940a36564ced', 'network_id': '7cee3312-4c4c-4d32-820f-eab965dcf565', 'port_id': 'b7f0342e-ecc4-4b92-8141-940a36564ced', 'mac_address': 'fa:16:3e:3e:ae:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a54265e-973c-4132-80fb-ad9d5d305963', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93917) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 18:18:20.416480 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-96901aea-42b7-4123-ab75-299d6ae06678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:20.494892 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [req-97ce6e1e-0143-4bbe-b366-d7c83970f877 req-6089d7bb-b0cd-4e3c-abbe-bd901c31e95b tempest-DeleteServersAdminTestJSON-2040623744 tempest-DeleteServersAdminTestJSON-2040623744-project-admin] No DVR routers for this DVR port 8d37067a-b749-4bda-ad6b-6c9a026cd19c on host n-h2-800634-3 {{(pid=93915) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 18:18:20.497342 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 51578) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:18:20.513409 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-97ce6e1e-0143-4bbe-b366-d7c83970f877 req-6089d7bb-b0cd-4e3c-abbe-bd901c31e95b tempest-DeleteServersAdminTestJSON-2040623744 tempest-DeleteServersAdminTestJSON-2040623744-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:20.518393 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-97ce6e1e-0143-4bbe-b366-d7c83970f877 req-6089d7bb-b0cd-4e3c-abbe-bd901c31e95b tempest-DeleteServersAdminTestJSON-2040623744 tempest-DeleteServersAdminTestJSON-2040623744-project-admin] 10.222.0.35 "DELETE /v2.0/ports/8d37067a-b749-4bda-ad6b-6c9a026cd19c HTTP/1.1" status: 204 len: 173 time: 1.4237599 Jul 14 18:18:20.524440 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '712acbd5-24aa-4ef7-8e5a-7a360d63ae16', 'name': 'network-vif-deleted', 'tag': '8d37067a-b749-4bda-ad6b-6c9a026cd19c'}] {{(pid=93915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:18:20.530722 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e72782ad3af8f7d4ce76cedf092bca46d1756acc5c4653cf0b52034cdd6b073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b2743d0-10cf-41cf-ab32-bc436214a7b4" -d '{"events": [{"server_uuid": "712acbd5-24aa-4ef7-8e5a-7a360d63ae16", "name": "network-vif-deleted", "tag": "8d37067a-b749-4bda-ad6b-6c9a026cd19c"}]}' {{(pid=93915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:18:20.596486 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:20.656748 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7f0342e-ecc4-4b92-8141-940a36564ced {{(pid=93917) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 18:18:20.698834 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] For port b7f0342e-ecc4-4b92-8141-940a36564ced, host n-h2-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=b7f0342e-ecc4-4b92-8141-940a36564ced,segment=NetworkSegment(60f92988-9b9b-4790-95f5-9fce88e5a460),segment_id=60f92988-9b9b-4790-95f5-9fce88e5a460)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:18:20.702331 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Pushing event updated for resources: {'Port': ['ID=8b69bf6d-ede7-4976-84db-472ac9b35a55,revision_number=4']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:18:20.709065 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:20.727446 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning for port 23ef3c9c-0b7a-4dec-87cd-d64d5c392ca7 completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:18:20.796697 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port 23ef3c9c-0b7a-4dec-87cd-d64d5c392ca7 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:18:20.796987 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:20.885692 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Pushing event updated for resources: {'Port': ['ID=b7f0342e-ecc4-4b92-8141-940a36564ced,revision_number=4']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:18:20.887333 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-2d6e3f30-8708-440f-a240-3e3388357e18 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-1521117267-network', 'tenant_id': '34616e81172546728ddd3adbee03f177'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:18:20.928464 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d6e3f30-8708-440f-a240-3e3388357e18 admin admin] Made reservation on behalf of 34616e81172546728ddd3adbee03f177 for: {'network': 1} {{(pid=93916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:18:20.931360 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] get_ports_and_sgs() called for port_ids ['b7f0342e-ecc4-4b92-8141-940a36564ced'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 18:18:20.933921 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-2d6e3f30-8708-440f-a240-3e3388357e18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for network, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:20.952746 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-2d6e3f30-8708-440f-a240-3e3388357e18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:21.000996 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 51588) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:18:21.008443 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:21.039418 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-7ef47891-3d23-4f0f-b1fe-b8706e5e58ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:21.041173 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d25f89a-f4d3-4141-8c92-14be16c9e09d req-ec6fc89e-a512-4ff2-90d2-5d0dd90db6a6 tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:18:21.042727 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-7d25f89a-f4d3-4141-8c92-14be16c9e09d req-ec6fc89e-a512-4ff2-90d2-5d0dd90db6a6 tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] 10.222.0.16 "GET /v2.0/ports?device_id=d80491b9-d34b-45a9-83ac-fcdec1c35cdb HTTP/1.1" status: 200 len: 943 time: 0.5803630 Jul 14 18:18:21.046369 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-76c91c7e-36bf-410c-a374-060c142e1e13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804'] for port, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:21.070996 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] For port 23ef3c9c-0b7a-4dec-87cd-d64d5c392ca7, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=23ef3c9c-0b7a-4dec-87cd-d64d5c392ca7,segment=NetworkSegment(cf789593-5632-42b9-b2ee-de040717f27d),segment_id=cf789593-5632-42b9-b2ee-de040717f27d)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:18:21.085713 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:21.104270 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76c91c7e-36bf-410c-a374-060c142e1e13 admin admin] Network 9200a437-e1de-4520-88f6-e68386523e61 is already hosted by enough agents. {{(pid=93915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:18:21.114439 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-2d6e3f30-8708-440f-a240-3e3388357e18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:21.119071 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [None req-76c91c7e-36bf-410c-a374-060c142e1e13 admin admin] Resources bound (agent type, host, resource id): {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:18:21.122242 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76c91c7e-36bf-410c-a374-060c142e1e13 admin admin] Received port after_create {{(pid=93915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:18:21.135274 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-2d6e3f30-8708-440f-a240-3e3388357e18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:21.168815 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Pushing event updated for resources: {'Port': ['ID=23ef3c9c-0b7a-4dec-87cd-d64d5c392ca7,revision_number=5']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:18:21.183993 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d6e3f30-8708-440f-a240-3e3388357e18 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 72} {{(pid=93916) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 18:18:21.198120 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5448561f-0e03-4c86-8746-def3b55a5182 req-4bebf462-c4e8-4e3a-8b28-352cf0406b64 tempest-AggregatesAdminTestJSON-1339365141 tempest-AggregatesAdminTestJSON-1339365141-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:18:21.206111 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6e3f30-8708-440f-a240-3e3388357e18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a5c8f7b-f109-4bb8-81a7-bf349191d701,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:18:21.207326 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-5448561f-0e03-4c86-8746-def3b55a5182 req-4bebf462-c4e8-4e3a-8b28-352cf0406b64 tempest-AggregatesAdminTestJSON-1339365141 tempest-AggregatesAdminTestJSON-1339365141-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=c10c2653-0ed5-4170-9747-7a9fa63300fa HTTP/1.1" status: 200 len: 1122 time: 0.5101299 Jul 14 18:18:21.226454 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c91c7e-36bf-410c-a374-060c142e1e13 admin admin] Pushing event updated for resources: {'Port': ['ID=bb2993a4-f4fa-4573-8090-40b5ec010cde,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:18:21.227414 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-2d6e3f30-8708-440f-a240-3e3388357e18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:21.227874 n-d-800634-3 neutron-server[93916]: INFO neutron.db.segments_db [None req-2d6e3f30-8708-440f-a240-3e3388357e18 admin admin] Added segment 06c66395-d1c3-4d06-8efa-6bd69b5e26e2 of type vlan for network ac4dcb0d-17ab-4060-82e2-c35125d24eab Jul 14 18:18:21.246248 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-5448561f-0e03-4c86-8746-def3b55a5182 req-b07501a2-e5fd-4ffe-81cb-ce877e5c7b55 tempest-AggregatesAdminTestJSON-1339365141 tempest-AggregatesAdminTestJSON-1339365141-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:21.278241 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-7d25f89a-f4d3-4141-8c92-14be16c9e09d req-6d4eb348-4f82-4c4f-9f9a-263cf6596cd0 tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] 10.222.0.16 "GET /v2.0/security-groups?id=540fae54-ccea-4309-9c99-81b930eedb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1965153 Jul 14 18:18:21.364092 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-2d6e3f30-8708-440f-a240-3e3388357e18 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728202197517'] for network, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:21.446229 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-7ef47891-3d23-4f0f-b1fe-b8706e5e58ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:21.447797 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-76c91c7e-36bf-410c-a374-060c142e1e13 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:21.454236 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-7ef47891-3d23-4f0f-b1fe-b8706e5e58ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:21.509766 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 18:18:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10bc304c-250e-472c-a562-bdd085e74b81 x-openstack-request-id: req-10bc304c-250e-472c-a562-bdd085e74b81 {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:18:21.510235 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "712acbd5-24aa-4ef7-8e5a-7a360d63ae16", "name": "network-vif-deleted", "tag": "8d37067a-b749-4bda-ad6b-6c9a026cd19c", "status": "completed", "code": 200}]} {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:18:21.510587 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-10bc304c-250e-472c-a562-bdd085e74b81 {{(pid=93915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:18:21.511691 n-d-800634-3 neutron-server[93915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '712acbd5-24aa-4ef7-8e5a-7a360d63ae16', 'name': 'network-vif-deleted', 'tag': '8d37067a-b749-4bda-ad6b-6c9a026cd19c', 'status': 'completed', 'code': 200} Jul 14 18:18:21.566514 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 9f8631e8-b3b0-4b2a-9c4e-2c023cb8a549 up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:18:21.605248 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87b0ce75-f572-43c8-8d66-a9a74f7f4ad5 None None] Sync routers for ids ['9d09cb73-8660-4d60-9bc4-96138b20ac1b'] in n-d-800634-3 {{(pid=93917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 18:18:21.682983 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87b0ce75-f572-43c8-8d66-a9a74f7f4ad5 None None] Routers {'9d09cb73-8660-4d60-9bc4-96138b20ac1b'} bound to L3 agent in host n-d-800634-3 {{(pid=93917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:18:21.684007 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-87b0ce75-f572-43c8-8d66-a9a74f7f4ad5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:17:53Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['9d09cb73-8660-4d60-9bc4-96138b20ac1b'], 'active': True} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:18:21.748987 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-2d6e3f30-8708-440f-a240-3e3388357e18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727'] for network, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:21.750024 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d6e3f30-8708-440f-a240-3e3388357e18 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:18:21.750601 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-2d6e3f30-8708-440f-a240-3e3388357e18 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598705'] for network, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:21.788374 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Device b7f0342e-ecc4-4b92-8141-940a36564ced up at agent hyperv_n-h2-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:18:21.807371 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.agents_db [None req-2ea07fb6-aa68-4671-8654-119d82b9f530 None None] Agent healthcheck: found 7 active agents {{(pid=93918) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 18:18:21.812476 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6e3f30-8708-440f-a240-3e3388357e18 admin admin] Pushing event updated for resources: {'Network': ['ID=ac4dcb0d-17ab-4060-82e2-c35125d24eab,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:18:21.818690 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef47891-3d23-4f0f-b1fe-b8706e5e58ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=948d2baa-30ca-46db-b416-889da293428f,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:18:21.824283 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-7ef47891-3d23-4f0f-b1fe-b8706e5e58ab admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4bb7d4b575764cc9a7a06a24c52a51cd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8218005 Jul 14 18:18:21.826980 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 51600) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:18:21.876543 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-76c91c7e-36bf-410c-a374-060c142e1e13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-571759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-930033'] for router, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:21.887108 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-f8323672-0ea3-4e8e-bdc5-6752c7bd53f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:21.912745 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-f8323672-0ea3-4e8e-bdc5-6752c7bd53f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:21.973232 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-f8323672-0ea3-4e8e-bdc5-6752c7bd53f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:21.976762 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-f8323672-0ea3-4e8e-bdc5-6752c7bd53f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:21.978936 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-f8323672-0ea3-4e8e-bdc5-6752c7bd53f5 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/948d2baa-30ca-46db-b416-889da293428f HTTP/1.1" status: 204 len: 168 time: 0.1503310 Jul 14 18:18:21.989974 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8323672-0ea3-4e8e-bdc5-6752c7bd53f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=948d2baa-30ca-46db-b416-889da293428f,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:18:22.015220 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e972832d-f7ad-44c2-8a4f-ba2f07c496df None None] Network c37469af-be30-46cb-9836-a3baa6dfbe6c requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:18:22.017055 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Network ac4dcb0d-17ab-4060-82e2-c35125d24eab details requested by agent ovs-agent-n-d-800634-3 with host n-d-800634-3 {{(pid=93917) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 18:18:22.058339 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-5448561f-0e03-4c86-8746-def3b55a5182 req-b07501a2-e5fd-4ffe-81cb-ce877e5c7b55 tempest-AggregatesAdminTestJSON-1339365141 tempest-AggregatesAdminTestJSON-1339365141-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:22.058566 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 51608) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:18:22.064390 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-fb7cea6c-9e20-4acb-880d-887e7f930f1a tempest-ServersWithSpecificFlavorTestJSON-461581366 tempest-ServersWithSpecificFlavorTestJSON-461581366-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1191624037', 'description': 'tempest-description--1289257294'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:18:22.070311 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-5448561f-0e03-4c86-8746-def3b55a5182 req-b07501a2-e5fd-4ffe-81cb-ce877e5c7b55 tempest-AggregatesAdminTestJSON-1339365141 tempest-AggregatesAdminTestJSON-1339365141-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:22.093636 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 51614) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:18:22.093772 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-2d6e3f30-8708-440f-a240-3e3388357e18 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.5953512 Jul 14 18:18:22.104826 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvr_db [None req-87b0ce75-f572-43c8-8d66-a9a74f7f4ad5 None None] Set router 9d09cb73-8660-4d60-9bc4-96138b20ac1b gateway port host: n-d-800634-3 {{(pid=93917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 18:18:22.122623 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-5448561f-0e03-4c86-8746-def3b55a5182 req-b07501a2-e5fd-4ffe-81cb-ce877e5c7b55 tempest-AggregatesAdminTestJSON-1339365141 tempest-AggregatesAdminTestJSON-1339365141-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=c6108079-fa5e-46c5-875d-96a4a929fa0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9142530 Jul 14 18:18:22.131862 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-fb7cea6c-9e20-4acb-880d-887e7f930f1a tempest-ServersWithSpecificFlavorTestJSON-461581366 tempest-ServersWithSpecificFlavorTestJSON-461581366-project] Notify callbacks [] for security_group, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:22.154018 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-c9275e02-99c2-429e-b79d-77346f549415 admin admin] Request body: {'subnet': {'network_id': 'ac4dcb0d-17ab-4060-82e2-c35125d24eab', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-1521117267-subnet', 'tenant_id': '34616e81172546728ddd3adbee03f177', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:18:22.193464 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-f0644a7b-6718-435c-b9a3-9371a80bf5ef None None] Provisioning for port 9f8631e8-b3b0-4b2a-9c4e-2c023cb8a549 completed by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:18:22.203252 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07501a2-e5fd-4ffe-81cb-ce877e5c7b55 tempest-AggregatesAdminTestJSON-1339365141 tempest-AggregatesAdminTestJSON-1339365141-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e6408bb-3fdb-41d9-82a7-700a8f6bb77f,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:18:22.246155 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning for port 9f8631e8-b3b0-4b2a-9c4e-2c023cb8a549 completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:18:22.247969 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76c91c7e-36bf-410c-a374-060c142e1e13 admin admin] Router 6ea3fabc-63ee-4f59-8ee1-4b2fc873851a is scheduled to L3 agent 2c6eb27e-defb-4cca-9a24-381c7415e359 with binding_index 1 {{(pid=93915) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 18:18:22.262421 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port 9f8631e8-b3b0-4b2a-9c4e-2c023cb8a549 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:18:22.263072 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:22.264972 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-fb7cea6c-9e20-4acb-880d-887e7f930f1a tempest-ServersWithSpecificFlavorTestJSON-461581366 tempest-ServersWithSpecificFlavorTestJSON-461581366-project] Notify callbacks [] for security_group, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:22.273417 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-521b0646-290e-41b4-a9e7-ac82f040a2db req-8c18d9b9-c5a7-4ea0-8ea8-650ae440061b tempest-DeleteServersAdminTestJSON-1051371510 tempest-DeleteServersAdminTestJSON-1051371510-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=91a5dab716504fc8b9e9981b5f72c2c8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0663130 Jul 14 18:18:22.275840 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-fb7cea6c-9e20-4acb-880d-887e7f930f1a tempest-ServersWithSpecificFlavorTestJSON-461581366 tempest-ServersWithSpecificFlavorTestJSON-461581366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:22.368334 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7cea6c-9e20-4acb-880d-887e7f930f1a tempest-ServersWithSpecificFlavorTestJSON-461581366 tempest-ServersWithSpecificFlavorTestJSON-461581366-project] Pushing event updated for resources: {'SecurityGroup': ['ID=53e3c538-c3c4-4fce-8d05-f9ee7d004cad,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:18:22.475951 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Provisioning for port b7f0342e-ecc4-4b92-8141-940a36564ced completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:18:22.479338 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-fb7cea6c-9e20-4acb-880d-887e7f930f1a tempest-ServersWithSpecificFlavorTestJSON-461581366 tempest-ServersWithSpecificFlavorTestJSON-461581366-project] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:22.486126 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-fb7cea6c-9e20-4acb-880d-887e7f930f1a tempest-ServersWithSpecificFlavorTestJSON-461581366 tempest-ServersWithSpecificFlavorTestJSON-461581366-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.4248254 Jul 14 18:18:22.487674 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 51642) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:18:22.489183 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9275e02-99c2-429e-b79d-77346f549415 admin admin] Made reservation on behalf of 34616e81172546728ddd3adbee03f177 for: {'subnet': 1} {{(pid=93915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:18:22.492547 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-c9275e02-99c2-429e-b79d-77346f549415 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:22.495498 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-ed9945c3-f83c-43a7-a678-d39a7a3338e4 tempest-ServersWithSpecificFlavorTestJSON-461581366 tempest-ServersWithSpecificFlavorTestJSON-461581366-project] Request body: {'security_group_rule': {'security_group_id': '53e3c538-c3c4-4fce-8d05-f9ee7d004cad', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:18:22.525601 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Provisioning complete for port b7f0342e-ecc4-4b92-8141-940a36564ced triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:18:22.526010 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:22.536666 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-ed9945c3-f83c-43a7-a678-d39a7a3338e4 tempest-ServersWithSpecificFlavorTestJSON-461581366 tempest-ServersWithSpecificFlavorTestJSON-461581366-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:22.592147 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:22.638673 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-ed9945c3-f83c-43a7-a678-d39a7a3338e4 tempest-ServersWithSpecificFlavorTestJSON-461581366 tempest-ServersWithSpecificFlavorTestJSON-461581366-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:22.644678 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-ed9945c3-f83c-43a7-a678-d39a7a3338e4 tempest-ServersWithSpecificFlavorTestJSON-461581366 tempest-ServersWithSpecificFlavorTestJSON-461581366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305173'] for security_group_rule, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:22.682730 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9945c3-f83c-43a7-a678-d39a7a3338e4 tempest-ServersWithSpecificFlavorTestJSON-461581366 tempest-ServersWithSpecificFlavorTestJSON-461581366-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c8d5e9b-8f28-4ebb-bc6f-871fd02cb588,revision_number=0']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:18:22.698847 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-ed9945c3-f83c-43a7-a678-d39a7a3338e4 tempest-ServersWithSpecificFlavorTestJSON-461581366 tempest-ServersWithSpecificFlavorTestJSON-461581366-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:22.703594 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-ed9945c3-f83c-43a7-a678-d39a7a3338e4 tempest-ServersWithSpecificFlavorTestJSON-461581366 tempest-ServersWithSpecificFlavorTestJSON-461581366-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2129424 Jul 14 18:18:22.710039 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 51650) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:18:22.710274 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521b0646-290e-41b4-a9e7-ac82f040a2db req-77428fa9-e7dd-46a5-9fc6-bed6c012e448 tempest-DeleteServersAdminTestJSON-1051371510 tempest-DeleteServersAdminTestJSON-1051371510-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:18:22.711786 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-521b0646-290e-41b4-a9e7-ac82f040a2db req-77428fa9-e7dd-46a5-9fc6-bed6c012e448 tempest-DeleteServersAdminTestJSON-1051371510 tempest-DeleteServersAdminTestJSON-1051371510-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4305818 Jul 14 18:18:22.720699 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] For port 9f8631e8-b3b0-4b2a-9c4e-2c023cb8a549, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=9f8631e8-b3b0-4b2a-9c4e-2c023cb8a549,segment=NetworkSegment(1aaae513-9b5b-4f7b-b3be-58270a5eba39),segment_id=1aaae513-9b5b-4f7b-b3be-58270a5eba39)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:18:22.727298 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76c91c7e-36bf-410c-a374-060c142e1e13 admin admin] Notify agent at l3_agent.n-d-800634-3 the message routers_updated {{(pid=93915) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 18:18:22.728896 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-7648c13e-d893-4101-83ae-80489ede6559 tempest-ServersWithSpecificFlavorTestJSON-461581366 tempest-ServersWithSpecificFlavorTestJSON-461581366-project] Request body: {'security_group_rule': {'security_group_id': '53e3c538-c3c4-4fce-8d05-f9ee7d004cad', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:18:22.738976 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:22.739803 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 23ef3c9c-0b7a-4dec-87cd-d64d5c392ca7 up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:18:22.742807 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-207bb83f-09ba-4e82-bb33-d9cd74abb7d6 None None] Sync routers for ids ['6ea3fabc-63ee-4f59-8ee1-4b2fc873851a'] in n-d-800634-3 {{(pid=93918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 18:18:22.750996 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7c894d-7a63-4d14-9d9e-beac367b6005 req-39b7dafa-df6b-441c-bd00-7dd7b66b6dc6 tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:18:22.758733 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2d7c894d-7a63-4d14-9d9e-beac367b6005 req-39b7dafa-df6b-441c-bd00-7dd7b66b6dc6 tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] 10.222.0.16 "GET /v2.0/ports?device_id=d80491b9-d34b-45a9-83ac-fcdec1c35cdb HTTP/1.1" status: 200 len: 944 time: 0.2976830 Jul 14 18:18:22.783904 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-207bb83f-09ba-4e82-bb33-d9cd74abb7d6 None None] Routers {'6ea3fabc-63ee-4f59-8ee1-4b2fc873851a'} bound to L3 agent in host n-d-800634-3 {{(pid=93918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:18:22.784756 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-207bb83f-09ba-4e82-bb33-d9cd74abb7d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:17:53Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['6ea3fabc-63ee-4f59-8ee1-4b2fc873851a'], 'active': True} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:18:22.791423 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-521b0646-290e-41b4-a9e7-ac82f040a2db req-27503461-552b-4f7f-a8bc-74d03822764c tempest-DeleteServersAdminTestJSON-1051371510 tempest-DeleteServersAdminTestJSON-1051371510-project] 10.222.0.16 "GET /v2.0/quotas/91a5dab716504fc8b9e9981b5f72c2c8 HTTP/1.1" status: 200 len: 375 time: 0.0701277 Jul 14 18:18:22.840355 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-ca8d8252-c8b1-4afb-9516-93e0a1bb4892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:22.846760 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-521b0646-290e-41b4-a9e7-ac82f040a2db req-16169933-ad75-4a7d-893d-f484c61d5f0c tempest-DeleteServersAdminTestJSON-1051371510 tempest-DeleteServersAdminTestJSON-1051371510-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=91a5dab716504fc8b9e9981b5f72c2c8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0358236 Jul 14 18:18:22.857203 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-7648c13e-d893-4101-83ae-80489ede6559 tempest-ServersWithSpecificFlavorTestJSON-461581366 tempest-ServersWithSpecificFlavorTestJSON-461581366-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:22.864331 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-76c91c7e-36bf-410c-a374-060c142e1e13 admin admin] Notify callbacks [] for router, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:22.873506 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 51656) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:18:22.876034 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-76c91c7e-36bf-410c-a374-060c142e1e13 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.4812965 Jul 14 18:18:22.894739 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:22.926553 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Pushing event updated for resources: {'Port': ['ID=9f8631e8-b3b0-4b2a-9c4e-2c023cb8a549,revision_number=3']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:18:22.959787 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd80491b9-d34b-45a9-83ac-fcdec1c35cdb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7f0342e-ecc4-4b92-8141-940a36564ced'}] {{(pid=93917) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:18:22.962400 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20b787f3c29eaa7aa2a4d648c725a2124c5ff39a8d793252f9d844495e14cf42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b537d870-7392-41fb-96b0-37bf663d6904" -d '{"events": [{"server_uuid": "d80491b9-d34b-45a9-83ac-fcdec1c35cdb", "name": "network-vif-plugged", "status": "completed", "tag": "b7f0342e-ecc4-4b92-8141-940a36564ced"}]}' {{(pid=93917) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:18:22.966138 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-87b0ce75-f572-43c8-8d66-a9a74f7f4ad5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d09cb73-8660-4d60-9bc4-96138b20ac1b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-383862795-router', 'tenant_id': 'f2624d1b54644d709b74be03b94afa7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.198'}], 'enable_snat': True}, 'gw_port_id': '8b69bf6d-ede7-4976-84db-472ac9b35a55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:18:06Z', 'updated_at': '2021-07-14T18:18:17Z', 'revision_number': 4, 'project_id': 'f2624d1b54644d709b74be03b94afa7a', 'gw_port': {'id': '8b69bf6d-ede7-4976-84db-472ac9b35a55', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:b2:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d09cb73-8660-4d60-9bc4-96138b20ac1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 178, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:18:09Z', 'updated_at': '2021-07-14T18:18:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_interfaces': [{'id': '636b5fae-d6d7-40f9-a97e-7ddb212bd7b1', 'name': '', 'network_id': 'cf8954d4-d52f-4100-8368-7fa927276351', 'tenant_id': 'f2624d1b54644d709b74be03b94afa7a', 'mac_address': 'fa:16:3e:e5:10:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d09cb73-8660-4d60-9bc4-96138b20ac1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 200, 'fixed_ips': [{'subnet_id': '021f262f-6356-4b12-9e01-e41dbd246469', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:18:15Z', 'updated_at': '2021-07-14T18:18:17Z', 'revision_number': 2, 'project_id': 'f2624d1b54644d709b74be03b94afa7a', 'subnets': [{'id': '021f262f-6356-4b12-9e01-e41dbd246469', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-3', False) {} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:18:22.992731 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2d7c894d-7a63-4d14-9d9e-beac367b6005 req-c484d8c3-82ae-4c87-8e32-d83b7cd80e8b tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] 10.222.0.16 "GET /v2.0/security-groups?id=540fae54-ccea-4309-9c99-81b930eedb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2330313 Jul 14 18:18:23.031868 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-c9275e02-99c2-429e-b79d-77346f549415 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727'] for subnet, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:23.043428 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] For port b7f0342e-ecc4-4b92-8141-940a36564ced, host n-h2-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=b7f0342e-ecc4-4b92-8141-940a36564ced,segment=NetworkSegment(60f92988-9b9b-4790-95f5-9fce88e5a460),segment_id=60f92988-9b9b-4790-95f5-9fce88e5a460)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:18:23.047947 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87b0ce75-f572-43c8-8d66-a9a74f7f4ad5 None None] Checking router: 9d09cb73-8660-4d60-9bc4-96138b20ac1b for host: n-d-800634-3 {{(pid=93917) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 18:18:23.048805 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87b0ce75-f572-43c8-8d66-a9a74f7f4ad5 None None] Updating router 9d09cb73-8660-4d60-9bc4-96138b20ac1b port 636b5fae-d6d7-40f9-a97e-7ddb212bd7b1 binding host n-d-800634-3 {{(pid=93917) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 18:18:23.052523 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:23.053366 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Device 8d37067a-b749-4bda-ad6b-6c9a026cd19c no longer exists at agent hyperv_n-h2-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 18:18:23.068757 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvr_db [None req-207bb83f-09ba-4e82-bb33-d9cd74abb7d6 None None] Set router 6ea3fabc-63ee-4f59-8ee1-4b2fc873851a gateway port host: n-d-800634-3 {{(pid=93918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 18:18:23.138904 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-7648c13e-d893-4101-83ae-80489ede6559 tempest-ServersWithSpecificFlavorTestJSON-461581366 tempest-ServersWithSpecificFlavorTestJSON-461581366-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:23.141772 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port 23ef3c9c-0b7a-4dec-87cd-d64d5c392ca7 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:18:23.143589 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:23.158508 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-7648c13e-d893-4101-83ae-80489ede6559 tempest-ServersWithSpecificFlavorTestJSON-461581366 tempest-ServersWithSpecificFlavorTestJSON-461581366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305173'] for security_group_rule, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:23.180679 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9275e02-99c2-429e-b79d-77346f549415 admin admin] Pushing event updated for resources: {'Subnet': ['ID=97d79b9c-1ae1-496e-8ce3-67d30e2cc4e1,revision_number=0']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:18:23.221533 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9275e02-99c2-429e-b79d-77346f549415 admin admin] Checking segment: {'id': '06c66395-d1c3-4d06-8efa-6bd69b5e26e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'ac4dcb0d-17ab-4060-82e2-c35125d24eab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:18:23.222117 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9275e02-99c2-429e-b79d-77346f549415 admin admin] Network hostable DHCP agents. Network: ac4dcb0d-17ab-4060-82e2-c35125d24eab, hostable agents: ['028393c3-0576-4ebd-bca1-8ea8a148e1a2'], hosted agents: [] {{(pid=93915) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 18:18:23.279981 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9275e02-99c2-429e-b79d-77346f549415 admin admin] Network ac4dcb0d-17ab-4060-82e2-c35125d24eab is scheduled to be hosted by DHCP agent 028393c3-0576-4ebd-bca1-8ea8a148e1a2 with binding_index 1 {{(pid=93915) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 18:18:23.281757 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] No Port match for: 8d37067a-b749-4bda-ad6b-6c9a026cd19c {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 18:18:23.282108 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Device 8d37067a-b749-4bda-ad6b-6c9a026cd19c not bound to the agent host n-h2-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 18:18:23.308875 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7648c13e-d893-4101-83ae-80489ede6559 tempest-ServersWithSpecificFlavorTestJSON-461581366 tempest-ServersWithSpecificFlavorTestJSON-461581366-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc0551b6-2aa1-495d-9301-79dad7b4f908,revision_number=0']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:18:23.320593 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [None req-c9275e02-99c2-429e-b79d-77346f549415 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-3, ac4dcb0d-17ab-4060-82e2-c35125d24eab) {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:18:23.326620 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9275e02-99c2-429e-b79d-77346f549415 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:18:23.327452 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-c9275e02-99c2-429e-b79d-77346f549415 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598705'] for subnet, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:23.330893 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-7648c13e-d893-4101-83ae-80489ede6559 tempest-ServersWithSpecificFlavorTestJSON-461581366 tempest-ServersWithSpecificFlavorTestJSON-461581366-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:23.338783 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-7648c13e-d893-4101-83ae-80489ede6559 tempest-ServersWithSpecificFlavorTestJSON-461581366 tempest-ServersWithSpecificFlavorTestJSON-461581366-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6266720 Jul 14 18:18:23.346224 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 51670) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:18:23.367224 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-acbc92a8-a997-40c0-9bce-3b43a023a7c6 tempest-ServersWithSpecificFlavorTestJSON-461581366 tempest-ServersWithSpecificFlavorTestJSON-461581366-project] Request body: {'floatingip': {'floating_network_id': '9200a437-e1de-4520-88f6-e68386523e61'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:18:23.367425 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-738ebc8e-1dbc-4c82-8138-edab1dc693ac None None] Network ac4dcb0d-17ab-4060-82e2-c35125d24eab requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:18:23.374400 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-c9275e02-99c2-429e-b79d-77346f549415 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.2500446 Jul 14 18:18:23.377134 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 51674) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:18:23.388546 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-11ce8acb-07f2-4d1b-b496-39fde39b1ced admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-1521117267-router', 'tenant_id': '34616e81172546728ddd3adbee03f177', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61'}}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:18:23.433848 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:23.447017 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-11ce8acb-07f2-4d1b-b496-39fde39b1ced admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-571768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11104'] for router, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:23.448063 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-11ce8acb-07f2-4d1b-b496-39fde39b1ced admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-571675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-930014', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-632314', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11129'] for router, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:23.522952 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-87b0ce75-f572-43c8-8d66-a9a74f7f4ad5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:23.544517 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-1db76d33-d149-4c25-a4e2-f02d69d98183 req-396c8cab-e19a-4eb4-936c-57af912c34eb tempest-DeleteServersAdminTestJSON-1051371510 tempest-DeleteServersAdminTestJSON-1051371510-project] 10.222.0.16 "GET /v2.0/ports?device_id=0e759954-ea3f-4262-bec6-a2d8c5933acb HTTP/1.1" status: 200 len: 210 time: 0.0793626 Jul 14 18:18:23.581201 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 18:18:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1d36cb8-d11f-4140-918e-0c6a8e59f157 x-openstack-request-id: req-a1d36cb8-d11f-4140-918e-0c6a8e59f157 {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:18:23.581749 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d80491b9-d34b-45a9-83ac-fcdec1c35cdb", "name": "network-vif-plugged", "status": "completed", "tag": "b7f0342e-ecc4-4b92-8141-940a36564ced", "code": 200}]} {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:18:23.582199 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a1d36cb8-d11f-4140-918e-0c6a8e59f157 {{(pid=93917) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:18:23.582812 n-d-800634-3 neutron-server[93917]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd80491b9-d34b-45a9-83ac-fcdec1c35cdb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7f0342e-ecc4-4b92-8141-940a36564ced', 'code': 200} Jul 14 18:18:23.628864 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Pushing event updated for resources: {'Port': ['ID=b7f0342e-ecc4-4b92-8141-940a36564ced,revision_number=5']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:18:23.636335 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-17a1e1cd-be75-4a63-97ec-e608bcbec22c None None] Provisioning complete for port 9f8631e8-b3b0-4b2a-9c4e-2c023cb8a549 triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:18:23.636613 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-17a1e1cd-be75-4a63-97ec-e608bcbec22c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:23.704469 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-11ce8acb-07f2-4d1b-b496-39fde39b1ced admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:23.715739 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-acbc92a8-a997-40c0-9bce-3b43a023a7c6 tempest-ServersWithSpecificFlavorTestJSON-461581366 tempest-ServersWithSpecificFlavorTestJSON-461581366-project] Notify callbacks [] for floatingip, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:23.814963 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bf0885-b9ed-4a45-b6c2-924094737d2f req-06b1b509-a7b3-4860-931b-b04fc48a4078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:18:23.816545 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-48bf0885-b9ed-4a45-b6c2-924094737d2f req-06b1b509-a7b3-4860-931b-b04fc48a4078 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=d80491b9-d34b-45a9-83ac-fcdec1c35cdb HTTP/1.1" status: 200 len: 1096 time: 0.1815677 Jul 14 18:18:23.824716 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-207bb83f-09ba-4e82-bb33-d9cd74abb7d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ea3fabc-63ee-4f59-8ee1-4b2fc873851a', 'name': 'tempest-AttachSCSIVolumeTestJSON-1181539226-router', 'tenant_id': '19c20e26dab9496fb4ffe8f56293d802', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.191'}], 'enable_snat': True}, 'gw_port_id': 'bb2993a4-f4fa-4573-8090-40b5ec010cde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:18:18Z', 'updated_at': '2021-07-14T18:18:21Z', 'revision_number': 3, 'project_id': '19c20e26dab9496fb4ffe8f56293d802', 'gw_port': {'id': 'bb2993a4-f4fa-4573-8090-40b5ec010cde', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:0b:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ea3fabc-63ee-4f59-8ee1-4b2fc873851a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 221, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:18:19Z', 'updated_at': '2021-07-14T18:18:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3'}], 'n-d-800634-3', False) {} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:18:23.862780 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 8b69bf6d-ede7-4976-84db-472ac9b35a55 up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:18:23.900220 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-207bb83f-09ba-4e82-bb33-d9cd74abb7d6 None None] Checking router: 6ea3fabc-63ee-4f59-8ee1-4b2fc873851a for host: n-d-800634-3 {{(pid=93918) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 18:18:23.901652 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-207bb83f-09ba-4e82-bb33-d9cd74abb7d6 None None] Updating router 6ea3fabc-63ee-4f59-8ee1-4b2fc873851a port bb2993a4-f4fa-4573-8090-40b5ec010cde binding host n-d-800634-3 {{(pid=93918) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 18:18:23.913498 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-11ce8acb-07f2-4d1b-b496-39fde39b1ced admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-929996', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-571750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11395'] for router, precommit_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:23.968738 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-48bf0885-b9ed-4a45-b6c2-924094737d2f req-f8f366de-79f5-4d78-9dde-1a6fd915114f service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=540fae54-ccea-4309-9c99-81b930eedb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183875 Jul 14 18:18:24.004496 n-d-800634-3 neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-207bb83f-09ba-4e82-bb33-d9cd74abb7d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:24.318915 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-1fbc8438-f55c-4bd5-8d18-5e9d1c9ffa30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:24.435942 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d6886e8-c822-4786-90f2-49a867a52f38 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9222b97e-5d1c-54f8-ba97-82f172498e76-ac4dcb0d-17ab-4060-82e2-c35125d24eab', 'network_id': 'ac4dcb0d-17ab-4060-82e2-c35125d24eab', 'tenant_id': '34616e81172546728ddd3adbee03f177', 'fixed_ips': [{'subnet_id': '97d79b9c-1ae1-496e-8ce3-67d30e2cc4e1'}]}} from n-d-800634-3. {{(pid=93917) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 18:18:24.443535 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-6d6886e8-c822-4786-90f2-49a867a52f38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:24.473158 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-574aeb93-9938-449c-8e6c-cb22c9b52cc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:24.623300 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-acbc92a8-a997-40c0-9bce-3b43a023a7c6 tempest-ServersWithSpecificFlavorTestJSON-461581366 tempest-ServersWithSpecificFlavorTestJSON-461581366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:24.663537 n-d-800634-3 neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-207bb83f-09ba-4e82-bb33-d9cd74abb7d6 None None] Notify callbacks [] for port, precommit_update {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:24.692706 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.provisioning_blocks [None req-207bb83f-09ba-4e82-bb33-d9cd74abb7d6 None None] Transition to ACTIVE for port object bb2993a4-f4fa-4573-8090-40b5ec010cde will not be triggered until provisioned by entity L2. {{(pid=93918) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:18:24.693676 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.db_base_plugin_common [None req-1fbc8438-f55c-4bd5-8d18-5e9d1c9ffa30 admin admin] Allocated IP 172.20.0.1 (c37469af-be30-46cb-9836-a3baa6dfbe6c/ed79a389-8a2e-4ef7-8494-55baf1f4fe6f/9ac47deb-abdd-48e4-adac-0519aaa38165) {{(pid=93916) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:18:24.727002 n-d-800634-3 neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-207bb83f-09ba-4e82-bb33-d9cd74abb7d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:24.814215 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.managers [None req-207bb83f-09ba-4e82-bb33-d9cd74abb7d6 None None] Attempting to bind port bb2993a4-f4fa-4573-8090-40b5ec010cde on host n-d-800634-3 for vnic_type normal with profile {{(pid=93918) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:18:24.814748 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.managers [None req-207bb83f-09ba-4e82-bb33-d9cd74abb7d6 None None] Attempting to bind port bb2993a4-f4fa-4573-8090-40b5ec010cde by drivers openvswitch,hyperv on host n-d-800634-3 at level 0 using segments [{'id': '5afb940b-bbdf-4727-be00-5d46367c38a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9200a437-e1de-4520-88f6-e68386523e61'}] {{(pid=93918) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:18:24.815497 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-207bb83f-09ba-4e82-bb33-d9cd74abb7d6 None None] Attempting to bind port bb2993a4-f4fa-4573-8090-40b5ec010cde on network 9200a437-e1de-4520-88f6-e68386523e61 {{(pid=93918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:18:24.820935 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144d2d1b-8738-4ed4-8107-da675c176252 None None] Pushing event updated for resources: {'Port': ['ID=bb2993a4-f4fa-4573-8090-40b5ec010cde,revision_number=2']} {{(pid=93918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:18:24.837397 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-207bb83f-09ba-4e82-bb33-d9cd74abb7d6 None None] Checking agent: {'id': '01c19e91-a945-4e3c-94a6-c211e17c923e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 8, 23), 'started_at': datetime.datetime(2021, 7, 14, 18, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 18, 18, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 18:18:24.837902 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-207bb83f-09ba-4e82-bb33-d9cd74abb7d6 None None] Checking segment: {'id': '5afb940b-bbdf-4727-be00-5d46367c38a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9200a437-e1de-4520-88f6-e68386523e61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93918) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:18:24.838415 n-d-800634-3 neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-207bb83f-09ba-4e82-bb33-d9cd74abb7d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:24.838959 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-207bb83f-09ba-4e82-bb33-d9cd74abb7d6 None None] Bound using segment: {'id': '5afb940b-bbdf-4727-be00-5d46367c38a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9200a437-e1de-4520-88f6-e68386523e61'} {{(pid=93918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 18:18:24.839547 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.managers [None req-207bb83f-09ba-4e82-bb33-d9cd74abb7d6 None None] Bound port: bb2993a4-f4fa-4573-8090-40b5ec010cde, host: n-d-800634-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5afb940b-bbdf-4727-be00-5d46367c38a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9200a437-e1de-4520-88f6-e68386523e61'}}] {{(pid=93918) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 18:18:24.840070 n-d-800634-3 neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-207bb83f-09ba-4e82-bb33-d9cd74abb7d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:24.889541 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.db_base_plugin_common [None req-6d6886e8-c822-4786-90f2-49a867a52f38 None None] Allocated IP 172.20.0.2 (ac4dcb0d-17ab-4060-82e2-c35125d24eab/97d79b9c-1ae1-496e-8ce3-67d30e2cc4e1/ffca738f-5b4e-4cec-9af3-b87985372778) {{(pid=93917) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:18:24.963880 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.db [None req-207bb83f-09ba-4e82-bb33-d9cd74abb7d6 None None] For port bb2993a4-f4fa-4573-8090-40b5ec010cde, host n-d-800634-3, cleared binding levels {{(pid=93918) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:18:24.965455 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.db_base_plugin_common [None req-acbc92a8-a997-40c0-9bce-3b43a023a7c6 tempest-ServersWithSpecificFlavorTestJSON-461581366 tempest-ServersWithSpecificFlavorTestJSON-461581366-project] Allocated IP 172.25.1.41 (9200a437-e1de-4520-88f6-e68386523e61/5f47f848-4532-407a-a0e2-5690ade15fd0/f4182481-edc4-47b5-ab10-6f0268ae518d) {{(pid=93916) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:18:24.968925 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.db [None req-207bb83f-09ba-4e82-bb33-d9cd74abb7d6 None None] For port bb2993a4-f4fa-4573-8090-40b5ec010cde, host n-d-800634-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=bb2993a4-f4fa-4573-8090-40b5ec010cde,segment=NetworkSegment(5afb940b-bbdf-4727-be00-5d46367c38a1),segment_id=5afb940b-bbdf-4727-be00-5d46367c38a1)] {{(pid=93918) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 18:18:24.979809 n-d-800634-3 neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-207bb83f-09ba-4e82-bb33-d9cd74abb7d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:25.018062 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-1fbc8438-f55c-4bd5-8d18-5e9d1c9ffa30 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:25.020427 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 51744) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:18:25.075095 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-d9d74f91-a18d-4efd-a59f-a1759fbf8757 req-a8c5a69b-4299-4705-a540-1afc1243a33e tempest-DeleteServersAdminTestJSON-1051371510 tempest-DeleteServersAdminTestJSON-1051371510-project] 10.222.0.16 "GET /v2.0/ports?device_id=0e759954-ea3f-4262-bec6-a2d8c5933acb HTTP/1.1" status: 200 len: 210 time: 0.0890324 Jul 14 18:18:25.090067 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144d2d1b-8738-4ed4-8107-da675c176252 None None] Pushing event updated for resources: {'Port': ['ID=bb2993a4-f4fa-4573-8090-40b5ec010cde,revision_number=3']} {{(pid=93918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:18:25.094715 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.provisioning_blocks [None req-1fbc8438-f55c-4bd5-8d18-5e9d1c9ffa30 admin admin] Transition to ACTIVE for port object 9ac47deb-abdd-48e4-adac-0519aaa38165 will not be triggered until provisioned by entity DHCP. {{(pid=93916) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:18:25.104239 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-207bb83f-09ba-4e82-bb33-d9cd74abb7d6 None None] Routers {'6ea3fabc-63ee-4f59-8ee1-4b2fc873851a'} bound to L3 agent in host n-d-800634-3 {{(pid=93918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:18:25.105617 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-207bb83f-09ba-4e82-bb33-d9cd74abb7d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:18:23Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['6ea3fabc-63ee-4f59-8ee1-4b2fc873851a'], 'active': True} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:18:25.235947 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-521b0646-290e-41b4-a9e7-ac82f040a2db req-7e0a90b9-9c7f-4229-be11-6a8bc71cb457 tempest-DeleteServersAdminTestJSON-1051371510 tempest-DeleteServersAdminTestJSON-1051371510-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=91a5dab716504fc8b9e9981b5f72c2c8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0509138 Jul 14 18:18:25.256622 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-acbc92a8-a997-40c0-9bce-3b43a023a7c6 tempest-ServersWithSpecificFlavorTestJSON-461581366 tempest-ServersWithSpecificFlavorTestJSON-461581366-project] Notify callbacks [] for port, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:25.272452 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-6d6886e8-c822-4786-90f2-49a867a52f38 None None] Notify callbacks [] for port, precommit_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:25.278639 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-11ce8acb-07f2-4d1b-b496-39fde39b1ced admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:25.285388 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-6d6886e8-c822-4786-90f2-49a867a52f38 None None] Transition to ACTIVE for port object ffca738f-5b4e-4cec-9af3-b87985372778 will not be triggered until provisioned by entity L2. {{(pid=93917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:18:25.294905 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-6a1ace5b-2169-4dbd-8230-ad5d2160c8f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:25.304852 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-1fbc8438-f55c-4bd5-8d18-5e9d1c9ffa30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804'] for port, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:25.305948 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-6d6886e8-c822-4786-90f2-49a867a52f38 None None] Transition to ACTIVE for port object ffca738f-5b4e-4cec-9af3-b87985372778 will not be triggered until provisioned by entity DHCP. {{(pid=93917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:18:25.313924 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-11ce8acb-07f2-4d1b-b496-39fde39b1ced admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:25.314078 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port 8b69bf6d-ede7-4976-84db-472ac9b35a55 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:18:25.314510 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:25.385356 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbc8438-f55c-4bd5-8d18-5e9d1c9ffa30 admin admin] Pushing event updated for resources: {'Port': ['ID=9ac47deb-abdd-48e4-adac-0519aaa38165,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:18:25.418330 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fbc8438-f55c-4bd5-8d18-5e9d1c9ffa30 admin admin] Network c37469af-be30-46cb-9836-a3baa6dfbe6c is already hosted by enough agents. {{(pid=93916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:18:25.423997 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [None req-1fbc8438-f55c-4bd5-8d18-5e9d1c9ffa30 admin admin] Resources bound (agent type, host, resource id): {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:18:25.432899 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fbc8438-f55c-4bd5-8d18-5e9d1c9ffa30 admin admin] Received port after_create {{(pid=93916) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:18:25.433736 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-1fbc8438-f55c-4bd5-8d18-5e9d1c9ffa30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-930452'] for router_interface, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:25.434508 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6124dc6-79e1-4ba2-92a7-558066c54f4f req-25294608-2026-4c77-ab2d-d871c4572294 tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:18:25.449200 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e6124dc6-79e1-4ba2-92a7-558066c54f4f req-25294608-2026-4c77-ab2d-d871c4572294 tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] 10.222.0.16 "GET /v2.0/ports?device_id=d80491b9-d34b-45a9-83ac-fcdec1c35cdb HTTP/1.1" status: 200 len: 945 time: 0.5764964 Jul 14 18:18:25.474935 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-6d6886e8-c822-4786-90f2-49a867a52f38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804'] for port, after_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:25.549818 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-87b0ce75-f572-43c8-8d66-a9a74f7f4ad5 None None] Notify callbacks [] for port, precommit_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:25.599663 n-d-800634-3 neutron-server[93917]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d6886e8-c822-4786-90f2-49a867a52f38 None None] Network ac4dcb0d-17ab-4060-82e2-c35125d24eab is already hosted by enough agents. {{(pid=93917) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:18:25.621912 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-87b0ce75-f572-43c8-8d66-a9a74f7f4ad5 None None] Transition to ACTIVE for port object 636b5fae-d6d7-40f9-a97e-7ddb212bd7b1 will not be triggered until provisioned by entity L2. {{(pid=93917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:18:25.640720 n-d-800634-3 neutron-server[93917]: DEBUG neutron.scheduler.base_scheduler [None req-6d6886e8-c822-4786-90f2-49a867a52f38 None None] Resources bound (agent type, host, resource id): {{(pid=93917) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:18:25.643391 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d6886e8-c822-4786-90f2-49a867a52f38 None None] Received port after_create {{(pid=93917) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:18:25.679125 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvr_db [None req-207bb83f-09ba-4e82-bb33-d9cd74abb7d6 None None] Set router 6ea3fabc-63ee-4f59-8ee1-4b2fc873851a gateway port host: n-d-800634-3 {{(pid=93918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 18:18:25.681142 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e6124dc6-79e1-4ba2-92a7-558066c54f4f req-12513be4-9630-40cd-8074-e06a55f1c35f tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] 10.222.0.16 "GET /v2.0/security-groups?id=540fae54-ccea-4309-9c99-81b930eedb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2308278 Jul 14 18:18:25.694284 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-87b0ce75-f572-43c8-8d66-a9a74f7f4ad5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:25.701761 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6886e8-c822-4786-90f2-49a867a52f38 None None] Pushing event updated for resources: {'Port': ['ID=ffca738f-5b4e-4cec-9af3-b87985372778,revision_number=1']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:18:25.704198 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521b0646-290e-41b4-a9e7-ac82f040a2db req-aa203cfa-ff75-4763-b547-3e116c568cc5 tempest-DeleteServersAdminTestJSON-1051371510 tempest-DeleteServersAdminTestJSON-1051371510-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:18:25.712135 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-521b0646-290e-41b4-a9e7-ac82f040a2db req-aa203cfa-ff75-4763-b547-3e116c568cc5 tempest-DeleteServersAdminTestJSON-1051371510 tempest-DeleteServersAdminTestJSON-1051371510-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4514389 Jul 14 18:18:25.727769 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [req-521b0646-290e-41b4-a9e7-ac82f040a2db req-30ac09d4-9db0-455e-af63-ec514b2bbe5b tempest-DeleteServersAdminTestJSON-1051371510 tempest-DeleteServersAdminTestJSON-1051371510-project] Request body: {'port': {'device_id': '0e759954-ea3f-4262-bec6-a2d8c5933acb', 'network_id': '4f742057-89ee-4b4a-86f7-487ee61881a1', 'admin_state_up': True, 'tenant_id': '91a5dab716504fc8b9e9981b5f72c2c8'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:18:25.772325 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-acbc92a8-a997-40c0-9bce-3b43a023a7c6 tempest-ServersWithSpecificFlavorTestJSON-461581366 tempest-ServersWithSpecificFlavorTestJSON-461581366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804'] for port, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:25.838162 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-2f4e3af3-e708-4ffd-a544-82d93a489d01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:25.839497 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acbc92a8-a997-40c0-9bce-3b43a023a7c6 tempest-ServersWithSpecificFlavorTestJSON-461581366 tempest-ServersWithSpecificFlavorTestJSON-461581366-project] Network 9200a437-e1de-4520-88f6-e68386523e61 is already hosted by enough agents. {{(pid=93916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:18:25.881990 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [None req-acbc92a8-a997-40c0-9bce-3b43a023a7c6 tempest-ServersWithSpecificFlavorTestJSON-461581366 tempest-ServersWithSpecificFlavorTestJSON-461581366-project] Resources bound (agent type, host, resource id): {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:18:25.932614 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acbc92a8-a997-40c0-9bce-3b43a023a7c6 tempest-ServersWithSpecificFlavorTestJSON-461581366 tempest-ServersWithSpecificFlavorTestJSON-461581366-project] Received port after_create {{(pid=93916) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:18:25.980036 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.db_base_plugin_common [None req-11ce8acb-07f2-4d1b-b496-39fde39b1ced admin admin] Allocated IP 172.25.1.253 (9200a437-e1de-4520-88f6-e68386523e61/5f47f848-4532-407a-a0e2-5690ade15fd0/74a2372d-5f5b-4330-b68a-21af0616ec05) {{(pid=93915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:18:26.039043 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9ebb475d-5718-419d-84e3-dbdba2314762 None None] Provisioning for port 9ac47deb-abdd-48e4-adac-0519aaa38165 completed by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:18:26.043301 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948b2503-05e6-442b-8237-dcfcdf35b5ba None None] Pushing event updated for resources: {'Port': ['ID=636b5fae-d6d7-40f9-a97e-7ddb212bd7b1,revision_number=3']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:18:26.078574 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9ebb475d-5718-419d-84e3-dbdba2314762 None None] Provisioning complete for port 9ac47deb-abdd-48e4-adac-0519aaa38165 triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:18:26.079280 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9ebb475d-5718-419d-84e3-dbdba2314762 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:26.104930 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-207bb83f-09ba-4e82-bb33-d9cd74abb7d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ea3fabc-63ee-4f59-8ee1-4b2fc873851a', 'name': 'tempest-AttachSCSIVolumeTestJSON-1181539226-router', 'tenant_id': '19c20e26dab9496fb4ffe8f56293d802', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.191'}], 'enable_snat': True}, 'gw_port_id': 'bb2993a4-f4fa-4573-8090-40b5ec010cde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:18:18Z', 'updated_at': '2021-07-14T18:18:21Z', 'revision_number': 3, 'project_id': '19c20e26dab9496fb4ffe8f56293d802', 'gw_port': {'id': 'bb2993a4-f4fa-4573-8090-40b5ec010cde', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:0b:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ea3fabc-63ee-4f59-8ee1-4b2fc873851a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 221, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:18:19Z', 'updated_at': '2021-07-14T18:18:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3'}], 'n-d-800634-3', False) {} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:18:26.117353 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-6d6886e8-c822-4786-90f2-49a867a52f38 None None] Attempting to bind port ffca738f-5b4e-4cec-9af3-b87985372778 on host n-d-800634-3 for vnic_type normal with profile {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:18:26.117937 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-6d6886e8-c822-4786-90f2-49a867a52f38 None None] Attempting to bind port ffca738f-5b4e-4cec-9af3-b87985372778 by drivers openvswitch,hyperv on host n-d-800634-3 at level 0 using segments [{'id': '06c66395-d1c3-4d06-8efa-6bd69b5e26e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'ac4dcb0d-17ab-4060-82e2-c35125d24eab'}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:18:26.118519 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d6886e8-c822-4786-90f2-49a867a52f38 None None] Attempting to bind port ffca738f-5b4e-4cec-9af3-b87985372778 on network ac4dcb0d-17ab-4060-82e2-c35125d24eab {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:18:26.174847 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-207bb83f-09ba-4e82-bb33-d9cd74abb7d6 None None] The sync data for ids ['6ea3fabc-63ee-4f59-8ee1-4b2fc873851a'] in n-d-800634-3 is: [{'id': '6ea3fabc-63ee-4f59-8ee1-4b2fc873851a', 'name': 'tempest-AttachSCSIVolumeTestJSON-1181539226-router', 'tenant_id': '19c20e26dab9496fb4ffe8f56293d802', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.191'}], 'enable_snat': True}, 'gw_port_id': 'bb2993a4-f4fa-4573-8090-40b5ec010cde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:18:18Z', 'updated_at': '2021-07-14T18:18:21Z', 'revision_number': 3, 'project_id': '19c20e26dab9496fb4ffe8f56293d802', 'gw_port': {'id': 'bb2993a4-f4fa-4573-8090-40b5ec010cde', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:0b:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ea3fabc-63ee-4f59-8ee1-4b2fc873851a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 221, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:18:19Z', 'updated_at': '2021-07-14T18:18:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3'}] {{(pid=93918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 18:18:26.192653 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-87b0ce75-f572-43c8-8d66-a9a74f7f4ad5 None None] Attempting to bind port 636b5fae-d6d7-40f9-a97e-7ddb212bd7b1 on host n-d-800634-3 for vnic_type normal with profile {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:18:26.193317 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-87b0ce75-f572-43c8-8d66-a9a74f7f4ad5 None None] Attempting to bind port 636b5fae-d6d7-40f9-a97e-7ddb212bd7b1 by drivers openvswitch,hyperv on host n-d-800634-3 at level 0 using segments [{'id': '0604babe-1d14-4c9a-a1d9-36ec44d10309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'cf8954d4-d52f-4100-8368-7fa927276351'}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:18:26.193787 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87b0ce75-f572-43c8-8d66-a9a74f7f4ad5 None None] Attempting to bind port 636b5fae-d6d7-40f9-a97e-7ddb212bd7b1 on network cf8954d4-d52f-4100-8368-7fa927276351 {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:18:26.207158 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d6886e8-c822-4786-90f2-49a867a52f38 None None] Checking agent: {'id': '01c19e91-a945-4e3c-94a6-c211e17c923e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 8, 23), 'started_at': datetime.datetime(2021, 7, 14, 18, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 18, 18, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 18:18:26.207753 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d6886e8-c822-4786-90f2-49a867a52f38 None None] Checking segment: {'id': '06c66395-d1c3-4d06-8efa-6bd69b5e26e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'ac4dcb0d-17ab-4060-82e2-c35125d24eab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93917) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:18:26.208861 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-6d6886e8-c822-4786-90f2-49a867a52f38 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:26.209587 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d6886e8-c822-4786-90f2-49a867a52f38 None None] Bound using segment: {'id': '06c66395-d1c3-4d06-8efa-6bd69b5e26e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'ac4dcb0d-17ab-4060-82e2-c35125d24eab'} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 18:18:26.210320 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-6d6886e8-c822-4786-90f2-49a867a52f38 None None] Bound port: ffca738f-5b4e-4cec-9af3-b87985372778, host: n-d-800634-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06c66395-d1c3-4d06-8efa-6bd69b5e26e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'ac4dcb0d-17ab-4060-82e2-c35125d24eab'}}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 18:18:26.210852 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-6d6886e8-c822-4786-90f2-49a867a52f38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:26.215985 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87b0ce75-f572-43c8-8d66-a9a74f7f4ad5 None None] Checking agent: {'id': '01c19e91-a945-4e3c-94a6-c211e17c923e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 8, 23), 'started_at': datetime.datetime(2021, 7, 14, 18, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 18, 18, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 18:18:26.216527 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87b0ce75-f572-43c8-8d66-a9a74f7f4ad5 None None] Checking segment: {'id': '0604babe-1d14-4c9a-a1d9-36ec44d10309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'cf8954d4-d52f-4100-8368-7fa927276351'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93917) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:18:26.217401 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-87b0ce75-f572-43c8-8d66-a9a74f7f4ad5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:26.217896 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87b0ce75-f572-43c8-8d66-a9a74f7f4ad5 None None] Bound using segment: {'id': '0604babe-1d14-4c9a-a1d9-36ec44d10309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'cf8954d4-d52f-4100-8368-7fa927276351'} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 18:18:26.218489 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-87b0ce75-f572-43c8-8d66-a9a74f7f4ad5 None None] Bound port: 636b5fae-d6d7-40f9-a97e-7ddb212bd7b1, host: n-d-800634-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0604babe-1d14-4c9a-a1d9-36ec44d10309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'cf8954d4-d52f-4100-8368-7fa927276351'}}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 18:18:26.219389 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-87b0ce75-f572-43c8-8d66-a9a74f7f4ad5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:26.243585 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-9ebb475d-5718-419d-84e3-dbdba2314762 None None] Port 9ac47deb-abdd-48e4-adac-0519aaa38165 cannot update to ACTIVE because it is not bound. {{(pid=93917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 18:18:26.267441 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-11ce8acb-07f2-4d1b-b496-39fde39b1ced admin admin] Notify callbacks [] for port, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:26.330833 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 9f8631e8-b3b0-4b2a-9c4e-2c023cb8a549 up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:18:26.361820 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-11ce8acb-07f2-4d1b-b496-39fde39b1ced admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804'] for port, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:26.395213 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-1fbc8438-f55c-4bd5-8d18-5e9d1c9ffa30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:26.410543 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11ce8acb-07f2-4d1b-b496-39fde39b1ced admin admin] Network 9200a437-e1de-4520-88f6-e68386523e61 is already hosted by enough agents. {{(pid=93915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:18:26.419033 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [None req-11ce8acb-07f2-4d1b-b496-39fde39b1ced admin admin] Resources bound (agent type, host, resource id): {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:18:26.423336 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11ce8acb-07f2-4d1b-b496-39fde39b1ced admin admin] Received port after_create {{(pid=93915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:18:26.468688 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ce8acb-07f2-4d1b-b496-39fde39b1ced admin admin] Pushing event updated for resources: {'Port': ['ID=74a2372d-5f5b-4330-b68a-21af0616ec05,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:18:26.484365 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbc92a8-a997-40c0-9bce-3b43a023a7c6 tempest-ServersWithSpecificFlavorTestJSON-461581366 tempest-ServersWithSpecificFlavorTestJSON-461581366-project] Pushing event updated for resources: {'Port': ['ID=f4182481-edc4-47b5-ab10-6f0268ae518d,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:18:26.513540 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-6d6886e8-c822-4786-90f2-49a867a52f38 None None] For port ffca738f-5b4e-4cec-9af3-b87985372778, host n-d-800634-3, cleared binding levels {{(pid=93917) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:18:26.517716 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-87b0ce75-f572-43c8-8d66-a9a74f7f4ad5 None None] For port 636b5fae-d6d7-40f9-a97e-7ddb212bd7b1, host n-d-800634-3, cleared binding levels {{(pid=93917) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:18:26.529358 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-6d6886e8-c822-4786-90f2-49a867a52f38 None None] For port ffca738f-5b4e-4cec-9af3-b87985372778, host n-d-800634-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=ffca738f-5b4e-4cec-9af3-b87985372778,segment=NetworkSegment(06c66395-d1c3-4d06-8efa-6bd69b5e26e2),segment_id=06c66395-d1c3-4d06-8efa-6bd69b5e26e2)] {{(pid=93917) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 18:18:26.531342 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-87b0ce75-f572-43c8-8d66-a9a74f7f4ad5 None None] For port 636b5fae-d6d7-40f9-a97e-7ddb212bd7b1, host n-d-800634-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=636b5fae-d6d7-40f9-a97e-7ddb212bd7b1,segment=NetworkSegment(0604babe-1d14-4c9a-a1d9-36ec44d10309),segment_id=0604babe-1d14-4c9a-a1d9-36ec44d10309)] {{(pid=93917) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 18:18:26.548837 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-6d6886e8-c822-4786-90f2-49a867a52f38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:26.555753 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-87b0ce75-f572-43c8-8d66-a9a74f7f4ad5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:26.619613 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port 9f8631e8-b3b0-4b2a-9c4e-2c023cb8a549 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:18:26.619990 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:26.762366 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-1fbc8438-f55c-4bd5-8d18-5e9d1c9ffa30 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:26.793080 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-7a13f64b-1bbc-438b-88ff-d9fff259ab5d req-8e51ae7a-b333-48ce-a342-fe89e2756ded tempest-DeleteServersAdminTestJSON-1051371510 tempest-DeleteServersAdminTestJSON-1051371510-project] 10.222.0.16 "GET /v2.0/ports?device_id=0e759954-ea3f-4262-bec6-a2d8c5933acb HTTP/1.1" status: 200 len: 210 time: 0.1136971 Jul 14 18:18:26.833755 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-1fbc8438-f55c-4bd5-8d18-5e9d1c9ffa30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:26.834510 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-1fbc8438-f55c-4bd5-8d18-5e9d1c9ffa30 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-598741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-928734'] for router_interface, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:26.852061 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6886e8-c822-4786-90f2-49a867a52f38 None None] Pushing event updated for resources: {'Port': ['ID=ffca738f-5b4e-4cec-9af3-b87985372778,revision_number=2']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:18:26.891982 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87b0ce75-f572-43c8-8d66-a9a74f7f4ad5 None None] Routers {'9d09cb73-8660-4d60-9bc4-96138b20ac1b'} bound to L3 agent in host n-d-800634-3 {{(pid=93917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:18:26.893415 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-87b0ce75-f572-43c8-8d66-a9a74f7f4ad5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:18:23Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['9d09cb73-8660-4d60-9bc4-96138b20ac1b'], 'active': True} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:18:26.953415 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-11ce8acb-07f2-4d1b-b496-39fde39b1ced admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:27.120793 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-acbc92a8-a997-40c0-9bce-3b43a023a7c6 tempest-ServersWithSpecificFlavorTestJSON-461581366 tempest-ServersWithSpecificFlavorTestJSON-461581366-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:27.190000 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-6a1ace5b-2169-4dbd-8230-ad5d2160c8f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:27.220251 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbc8438-f55c-4bd5-8d18-5e9d1c9ffa30 admin admin] Pushing event updated for resources: {'Port': ['ID=9ac47deb-abdd-48e4-adac-0519aaa38165,revision_number=2']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:18:27.225984 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948b2503-05e6-442b-8237-dcfcdf35b5ba None None] Pushing event updated for resources: {'Port': ['ID=636b5fae-d6d7-40f9-a97e-7ddb212bd7b1,revision_number=4']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:18:27.240594 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-6a1ace5b-2169-4dbd-8230-ad5d2160c8f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:27.242318 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-521b0646-290e-41b4-a9e7-ac82f040a2db req-30ac09d4-9db0-455e-af63-ec514b2bbe5b tempest-DeleteServersAdminTestJSON-1051371510 tempest-DeleteServersAdminTestJSON-1051371510-project] Made reservation on behalf of 91a5dab716504fc8b9e9981b5f72c2c8 for: {'port': 1} {{(pid=93915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:18:27.245905 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-521b0646-290e-41b4-a9e7-ac82f040a2db req-30ac09d4-9db0-455e-af63-ec514b2bbe5b tempest-DeleteServersAdminTestJSON-1051371510 tempest-DeleteServersAdminTestJSON-1051371510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:27.393553 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvr_db [None req-87b0ce75-f572-43c8-8d66-a9a74f7f4ad5 None None] Set router 9d09cb73-8660-4d60-9bc4-96138b20ac1b gateway port host: n-d-800634-3 {{(pid=93917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 18:18:27.477334 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1ace5b-2169-4dbd-8230-ad5d2160c8f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8408f14-c076-4956-9f96-14e361a1fe4c,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:18:27.491287 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-11ce8acb-07f2-4d1b-b496-39fde39b1ced admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-571759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-930033'] for router, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:27.514900 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-6a1ace5b-2169-4dbd-8230-ad5d2160c8f3 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9f32cf300a854322bc62907db8893988&name=default HTTP/1.1" status: 200 len: 2979 time: 2.4687834 Jul 14 18:18:27.517478 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b06700-05df-4f35-a2f6-87ef73f3f198 req-5e9510b5-0776-4fb6-b69e-af801962e125 tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:18:27.518340 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-acbc92a8-a997-40c0-9bce-3b43a023a7c6 tempest-ServersWithSpecificFlavorTestJSON-461581366 tempest-ServersWithSpecificFlavorTestJSON-461581366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:27.519848 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-40b06700-05df-4f35-a2f6-87ef73f3f198 req-5e9510b5-0776-4fb6-b69e-af801962e125 tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] 10.222.0.16 "GET /v2.0/ports?device_id=d80491b9-d34b-45a9-83ac-fcdec1c35cdb HTTP/1.1" status: 200 len: 945 time: 0.4647162 Jul 14 18:18:27.523295 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 51832) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:18:27.601751 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fbc8438-f55c-4bd5-8d18-5e9d1c9ffa30 admin admin] Network c37469af-be30-46cb-9836-a3baa6dfbe6c is already hosted by enough agents. {{(pid=93916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:18:27.606084 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [None req-1fbc8438-f55c-4bd5-8d18-5e9d1c9ffa30 admin admin] Resources bound (agent type, host, resource id): {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:18:27.750576 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 51842) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:18:27.919045 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-87b0ce75-f572-43c8-8d66-a9a74f7f4ad5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d09cb73-8660-4d60-9bc4-96138b20ac1b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-383862795-router', 'tenant_id': 'f2624d1b54644d709b74be03b94afa7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.198'}], 'enable_snat': True}, 'gw_port_id': '8b69bf6d-ede7-4976-84db-472ac9b35a55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:18:06Z', 'updated_at': '2021-07-14T18:18:17Z', 'revision_number': 4, 'project_id': 'f2624d1b54644d709b74be03b94afa7a', 'gw_port': {'id': '8b69bf6d-ede7-4976-84db-472ac9b35a55', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:b2:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d09cb73-8660-4d60-9bc4-96138b20ac1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 178, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:18:09Z', 'updated_at': '2021-07-14T18:18:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_interfaces': [{'id': '636b5fae-d6d7-40f9-a97e-7ddb212bd7b1', 'name': '', 'network_id': 'cf8954d4-d52f-4100-8368-7fa927276351', 'tenant_id': 'f2624d1b54644d709b74be03b94afa7a', 'mac_address': 'fa:16:3e:e5:10:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d09cb73-8660-4d60-9bc4-96138b20ac1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 200, 'fixed_ips': [{'subnet_id': '021f262f-6356-4b12-9e01-e41dbd246469', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:18:15Z', 'updated_at': '2021-07-14T18:18:26Z', 'revision_number': 4, 'project_id': 'f2624d1b54644d709b74be03b94afa7a', 'subnets': [{'id': '021f262f-6356-4b12-9e01-e41dbd246469', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-3', False) {} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:18:27.922908 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-40b06700-05df-4f35-a2f6-87ef73f3f198 req-4b5d9718-4310-4e3a-b092-642a61abc762 tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] 10.222.0.16 "GET /v2.0/security-groups?id=540fae54-ccea-4309-9c99-81b930eedb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3333421 Jul 14 18:18:27.985511 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87b0ce75-f572-43c8-8d66-a9a74f7f4ad5 None None] The sync data for ids ['9d09cb73-8660-4d60-9bc4-96138b20ac1b'] in n-d-800634-3 is: [{'id': '9d09cb73-8660-4d60-9bc4-96138b20ac1b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-383862795-router', 'tenant_id': 'f2624d1b54644d709b74be03b94afa7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.198'}], 'enable_snat': True}, 'gw_port_id': '8b69bf6d-ede7-4976-84db-472ac9b35a55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:18:06Z', 'updated_at': '2021-07-14T18:18:17Z', 'revision_number': 4, 'project_id': 'f2624d1b54644d709b74be03b94afa7a', 'gw_port': {'id': '8b69bf6d-ede7-4976-84db-472ac9b35a55', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:b2:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d09cb73-8660-4d60-9bc4-96138b20ac1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 178, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:18:09Z', 'updated_at': '2021-07-14T18:18:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_interfaces': [{'id': '636b5fae-d6d7-40f9-a97e-7ddb212bd7b1', 'name': '', 'network_id': 'cf8954d4-d52f-4100-8368-7fa927276351', 'tenant_id': 'f2624d1b54644d709b74be03b94afa7a', 'mac_address': 'fa:16:3e:e5:10:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d09cb73-8660-4d60-9bc4-96138b20ac1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 200, 'fixed_ips': [{'subnet_id': '021f262f-6356-4b12-9e01-e41dbd246469', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:18:15Z', 'updated_at': '2021-07-14T18:18:26Z', 'revision_number': 4, 'project_id': 'f2624d1b54644d709b74be03b94afa7a', 'subnets': [{'id': '021f262f-6356-4b12-9e01-e41dbd246469', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 18:18:28.013421 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fbc8438-f55c-4bd5-8d18-5e9d1c9ffa30 admin admin] Router 6ea3fabc-63ee-4f59-8ee1-4b2fc873851a has already been hosted by L3 agent 2c6eb27e-defb-4cca-9a24-381c7415e359 {{(pid=93916) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 18:18:28.053437 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-f1831345-7162-48b2-9ba7-5c2cff0fd40d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:28.069952 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-acbc92a8-a997-40c0-9bce-3b43a023a7c6 tempest-ServersWithSpecificFlavorTestJSON-461581366 tempest-ServersWithSpecificFlavorTestJSON-461581366-project] Notify callbacks [] for port, precommit_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:28.080610 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-acbc92a8-a997-40c0-9bce-3b43a023a7c6 tempest-ServersWithSpecificFlavorTestJSON-461581366 tempest-ServersWithSpecificFlavorTestJSON-461581366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:28.107380 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-028e1629-45d2-4af8-bbc3-9b535e3df3ed None None] Provisioning complete for port 9ac47deb-abdd-48e4-adac-0519aaa38165 triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:18:28.108401 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-028e1629-45d2-4af8-bbc3-9b535e3df3ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:28.110695 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-95ed70fa-f06a-4da9-ac67-44a012aef94d req-67e95da0-2fea-433b-9369-58816c983e9b tempest-DeleteServersAdminTestJSON-1051371510 tempest-DeleteServersAdminTestJSON-1051371510-project] 10.222.0.16 "GET /v2.0/ports?device_id=0e759954-ea3f-4262-bec6-a2d8c5933acb HTTP/1.1" status: 200 len: 210 time: 0.0696590 Jul 14 18:18:28.149150 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-a69a3b50-b92a-425d-8981-c29cf0ff3337 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:28.201707 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-a69a3b50-b92a-425d-8981-c29cf0ff3337 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:28.233045 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-028e1629-45d2-4af8-bbc3-9b535e3df3ed None None] Port 9ac47deb-abdd-48e4-adac-0519aaa38165 cannot update to ACTIVE because it is not bound. {{(pid=93917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 18:18:28.241141 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.db_base_plugin_common [req-521b0646-290e-41b4-a9e7-ac82f040a2db req-30ac09d4-9db0-455e-af63-ec514b2bbe5b tempest-DeleteServersAdminTestJSON-1051371510 tempest-DeleteServersAdminTestJSON-1051371510-project] Allocated IP 192.168.233.36 (4f742057-89ee-4b4a-86f7-487ee61881a1/f20c54fb-f7da-4761-aa61-2e4f99f3d332/bfea7632-e1e6-42fe-94e7-b8f27b812a1b) {{(pid=93915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:18:28.289855 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-f1831345-7162-48b2-9ba7-5c2cff0fd40d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:28.381238 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device ffca738f-5b4e-4cec-9af3-b87985372778 up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:18:28.416998 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebad2707-85df-443d-9dc4-256714d060e2 None None] Network ac4dcb0d-17ab-4060-82e2-c35125d24eab requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:18:28.438497 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbc92a8-a997-40c0-9bce-3b43a023a7c6 tempest-ServersWithSpecificFlavorTestJSON-461581366 tempest-ServersWithSpecificFlavorTestJSON-461581366-project] Pushing event updated for resources: {'Port': ['ID=f4182481-edc4-47b5-ab10-6f0268ae518d,revision_number=2']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:18:28.481284 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-f1831345-7162-48b2-9ba7-5c2cff0fd40d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:28.530081 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11ce8acb-07f2-4d1b-b496-39fde39b1ced admin admin] Router d259d793-7f04-4b26-88b6-52f0483faef8 is scheduled to L3 agent 2c6eb27e-defb-4cca-9a24-381c7415e359 with binding_index 1 {{(pid=93915) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 18:18:28.535032 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-f683c99d-13e7-4391-9135-ff4ad097e510 None None] Provisioning for port ffca738f-5b4e-4cec-9af3-b87985372778 completed by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:18:28.547402 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-a69a3b50-b92a-425d-8981-c29cf0ff3337 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:28.550100 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1831345-7162-48b2-9ba7-5c2cff0fd40d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eec28a43-850e-4624-bf4e-631bc66766fd,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:18:28.553693 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-a69a3b50-b92a-425d-8981-c29cf0ff3337 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:28.554782 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-a69a3b50-b92a-425d-8981-c29cf0ff3337 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a8408f14-c076-4956-9f96-14e361a1fe4c HTTP/1.1" status: 204 len: 168 time: 1.0295699 Jul 14 18:18:28.603594 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning for port ffca738f-5b4e-4cec-9af3-b87985372778 completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:18:28.635907 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port ffca738f-5b4e-4cec-9af3-b87985372778 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:18:28.636335 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:28.679025 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-acbc92a8-a997-40c0-9bce-3b43a023a7c6 tempest-ServersWithSpecificFlavorTestJSON-461581366 tempest-ServersWithSpecificFlavorTestJSON-461581366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-930131'] for floatingip, after_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:28.688668 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-f1831345-7162-48b2-9ba7-5c2cff0fd40d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8fa3652fecd0406995faa4dd21019de7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9335117 Jul 14 18:18:28.693963 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 51866) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:18:28.698102 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69a3b50-b92a-425d-8981-c29cf0ff3337 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8408f14-c076-4956-9f96-14e361a1fe4c,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:18:28.720716 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-acbc92a8-a997-40c0-9bce-3b43a023a7c6 tempest-ServersWithSpecificFlavorTestJSON-461581366 tempest-ServersWithSpecificFlavorTestJSON-461581366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for floatingip, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:28.722007 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-acbc92a8-a997-40c0-9bce-3b43a023a7c6 tempest-ServersWithSpecificFlavorTestJSON-461581366 tempest-ServersWithSpecificFlavorTestJSON-461581366-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.3722229 Jul 14 18:18:28.742345 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fbc8438-f55c-4bd5-8d18-5e9d1c9ffa30 admin admin] Notify agent at l3_agent.n-d-800634-3 the message routers_updated {{(pid=93916) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 18:18:28.759365 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-1fbc8438-f55c-4bd5-8d18-5e9d1c9ffa30 admin admin] 10.222.0.16 "PUT /v2.0/routers/6ea3fabc-63ee-4f59-8ee1-4b2fc873851a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8705504 Jul 14 18:18:28.802971 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-9ee215a7-aa4b-4224-b678-3cbca8fa20ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:28.828406 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-9ee215a7-aa4b-4224-b678-3cbca8fa20ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:28.852043 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:28.872447 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-521b0646-290e-41b4-a9e7-ac82f040a2db req-30ac09d4-9db0-455e-af63-ec514b2bbe5b tempest-DeleteServersAdminTestJSON-1051371510 tempest-DeleteServersAdminTestJSON-1051371510-project] Notify callbacks [] for port, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:28.900253 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-9ee215a7-aa4b-4224-b678-3cbca8fa20ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:28.901688 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-9ee215a7-aa4b-4224-b678-3cbca8fa20ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:28.903462 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-9ee215a7-aa4b-4224-b678-3cbca8fa20ba admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/eec28a43-850e-4624-bf4e-631bc66766fd HTTP/1.1" status: 204 len: 168 time: 0.2083976 Jul 14 18:18:28.917979 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee215a7-aa4b-4224-b678-3cbca8fa20ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eec28a43-850e-4624-bf4e-631bc66766fd,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:18:28.921455 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.provisioning_blocks [req-521b0646-290e-41b4-a9e7-ac82f040a2db req-30ac09d4-9db0-455e-af63-ec514b2bbe5b tempest-DeleteServersAdminTestJSON-1051371510 tempest-DeleteServersAdminTestJSON-1051371510-project] Transition to ACTIVE for port object bfea7632-e1e6-42fe-94e7-b8f27b812a1b will not be triggered until provisioned by entity DHCP. {{(pid=93915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:18:29.005999 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] For port ffca738f-5b4e-4cec-9af3-b87985372778, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=ffca738f-5b4e-4cec-9af3-b87985372778,segment=NetworkSegment(06c66395-d1c3-4d06-8efa-6bd69b5e26e2),segment_id=06c66395-d1c3-4d06-8efa-6bd69b5e26e2)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:18:29.012868 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378ddb82-95a6-44e6-b448-86d40dd50509 req-0e757a4c-9c29-47ba-860f-bb354f8ddedd tempest-LiveAutoBlockMigrationV225Test-133245952 tempest-LiveAutoBlockMigrationV225Test-133245952-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:18:29.016991 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:29.017793 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device bb2993a4-f4fa-4573-8090-40b5ec010cde up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:18:29.028140 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-378ddb82-95a6-44e6-b448-86d40dd50509 req-0e757a4c-9c29-47ba-860f-bb354f8ddedd tempest-LiveAutoBlockMigrationV225Test-133245952 tempest-LiveAutoBlockMigrationV225Test-133245952-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=d80491b9-d34b-45a9-83ac-fcdec1c35cdb HTTP/1.1" status: 200 len: 1096 time: 0.3774130 Jul 14 18:18:29.080655 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef522ac-413a-4c0f-86ad-7c169410ee3e req-c04aa841-6a0c-4ea1-afcf-3d33f12ebfda tempest-AggregatesAdminTestJSON-1123461202 tempest-AggregatesAdminTestJSON-1123461202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:18:29.085476 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-9ef522ac-413a-4c0f-86ad-7c169410ee3e req-c04aa841-6a0c-4ea1-afcf-3d33f12ebfda tempest-AggregatesAdminTestJSON-1123461202 tempest-AggregatesAdminTestJSON-1123461202-project] 10.222.0.16 "GET /v2.0/ports?device_id=c10c2653-0ed5-4170-9747-7a9fa63300fa HTTP/1.1" status: 200 len: 971 time: 0.4269922 Jul 14 18:18:29.094506 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11ce8acb-07f2-4d1b-b496-39fde39b1ced admin admin] Notify agent at l3_agent.n-d-800634-3 the message routers_updated {{(pid=93915) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 18:18:29.115661 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9ae7fce-fb1f-4b38-afe2-ba89df6d43ad None None] Sync routers for ids ['d259d793-7f04-4b26-88b6-52f0483faef8'] in n-d-800634-3 {{(pid=93917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 18:18:29.151155 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Pushing event updated for resources: {'Port': ['ID=ffca738f-5b4e-4cec-9af3-b87985372778,revision_number=3']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:18:29.166343 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9ae7fce-fb1f-4b38-afe2-ba89df6d43ad None None] Routers {'d259d793-7f04-4b26-88b6-52f0483faef8'} bound to L3 agent in host n-d-800634-3 {{(pid=93917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:18:29.167011 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-b9ae7fce-fb1f-4b38-afe2-ba89df6d43ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:18:23Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['d259d793-7f04-4b26-88b6-52f0483faef8'], 'active': True} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:18:29.209922 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-11ce8acb-07f2-4d1b-b496-39fde39b1ced admin admin] Notify callbacks [] for router, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:29.214302 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 51886) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:18:29.217616 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-11ce8acb-07f2-4d1b-b496-39fde39b1ced admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 933 time: 5.8391697 Jul 14 18:18:29.234118 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-378ddb82-95a6-44e6-b448-86d40dd50509 req-5447b951-6d5b-46cb-8cc3-f643b49097de tempest-LiveAutoBlockMigrationV225Test-133245952 tempest-LiveAutoBlockMigrationV225Test-133245952-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=540fae54-ccea-4309-9c99-81b930eedb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2045546 Jul 14 18:18:29.235826 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-521b0646-290e-41b4-a9e7-ac82f040a2db req-30ac09d4-9db0-455e-af63-ec514b2bbe5b tempest-DeleteServersAdminTestJSON-1051371510 tempest-DeleteServersAdminTestJSON-1051371510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804'] for port, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:29.261559 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 51890) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:18:29.290723 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-9ef522ac-413a-4c0f-86ad-7c169410ee3e req-73e701cd-ac57-43f2-b7bf-961c17100efd tempest-AggregatesAdminTestJSON-1123461202 tempest-AggregatesAdminTestJSON-1123461202-project] 10.222.0.16 "GET /v2.0/security-groups?id=c6108079-fa5e-46c5-875d-96a4a929fa0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1915042 Jul 14 18:18:29.392829 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-5294f3b7-61d5-44c7-aef6-9e2e4f9a8b65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:29.594647 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning for port bb2993a4-f4fa-4573-8090-40b5ec010cde completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:18:29.609035 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port bb2993a4-f4fa-4573-8090-40b5ec010cde triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:18:29.609415 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:29.693339 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 51902) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:18:29.720855 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-4a38f95d-eb7a-41ba-86bd-c31f2670f128 None None] Provisioning complete for port ffca738f-5b4e-4cec-9af3-b87985372778 triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:18:29.721480 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-4a38f95d-eb7a-41ba-86bd-c31f2670f128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:29.729407 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-b4ceb456-d2d9-44cb-938f-41d17f92c6ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:29.775086 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-521b0646-290e-41b4-a9e7-ac82f040a2db req-30ac09d4-9db0-455e-af63-ec514b2bbe5b tempest-DeleteServersAdminTestJSON-1051371510 tempest-DeleteServersAdminTestJSON-1051371510-project] Network 4f742057-89ee-4b4a-86f7-487ee61881a1 is already hosted by enough agents. {{(pid=93915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:18:29.812252 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvr_db [None req-b9ae7fce-fb1f-4b38-afe2-ba89df6d43ad None None] Set router d259d793-7f04-4b26-88b6-52f0483faef8 gateway port host: n-d-800634-3 {{(pid=93917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 18:18:29.835010 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ac09d4-9db0-455e-af63-ec514b2bbe5b tempest-DeleteServersAdminTestJSON-1051371510 tempest-DeleteServersAdminTestJSON-1051371510-project] Pushing event updated for resources: {'Port': ['ID=bfea7632-e1e6-42fe-94e7-b8f27b812a1b,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:18:29.837481 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [req-521b0646-290e-41b4-a9e7-ac82f040a2db req-30ac09d4-9db0-455e-af63-ec514b2bbe5b tempest-DeleteServersAdminTestJSON-1051371510 tempest-DeleteServersAdminTestJSON-1051371510-project] Resources bound (agent type, host, resource id): {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:18:29.867316 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [req-521b0646-290e-41b4-a9e7-ac82f040a2db req-30ac09d4-9db0-455e-af63-ec514b2bbe5b tempest-DeleteServersAdminTestJSON-1051371510 tempest-DeleteServersAdminTestJSON-1051371510-project] Received port after_create {{(pid=93915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:18:29.878788 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521b0646-290e-41b4-a9e7-ac82f040a2db req-30ac09d4-9db0-455e-af63-ec514b2bbe5b tempest-DeleteServersAdminTestJSON-1051371510 tempest-DeleteServersAdminTestJSON-1051371510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:18:29.879875 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-521b0646-290e-41b4-a9e7-ac82f040a2db req-30ac09d4-9db0-455e-af63-ec514b2bbe5b tempest-DeleteServersAdminTestJSON-1051371510 tempest-DeleteServersAdminTestJSON-1051371510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:29.938080 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.db.api [None req-5294f3b7-61d5-44c7-aef6-9e2e4f9a8b65 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 14 18:18:29.938080 n-d-800634-3 neutron-server[93915]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 14 18:18:29.938080 n-d-800634-3 neutron-server[93915]: [parameters: {'project_id_1': '3ef695be96134bf19a80f15a99e4f148', 'expiration_1': datetime.datetime(2021, 7, 14, 18, 18, 29, 829446)}] Jul 14 18:18:29.938080 n-d-800634-3 neutron-server[93915]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93915) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 14 18:18:29.938531 n-d-800634-3 neutron-server[93915]: DEBUG oslo_db.api [None req-5294f3b7-61d5-44c7-aef6-9e2e4f9a8b65 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 18:18:29.977222 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ed29ed1b-c875-402d-ba45-56e9503ea60b req-69aef38f-6492-4b9c-b47e-8dc883cd1633 tempest-ServersWithSpecificFlavorTestJSON-461581366 tempest-ServersWithSpecificFlavorTestJSON-461581366-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--1191624037&fields=id&tenant_id=c51e850593fc4a37af9470721017e8e7 HTTP/1.1" status: 200 len: 267 time: 0.2076035 Jul 14 18:18:30.075765 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a2f33f1-041c-4f1c-ab76-cb5b4723b1b1 None None] Sync routers for ids ['6ea3fabc-63ee-4f59-8ee1-4b2fc873851a'] in n-d-800634-3 {{(pid=93918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 18:18:30.094778 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a2f33f1-041c-4f1c-ab76-cb5b4723b1b1 None None] Routers {'6ea3fabc-63ee-4f59-8ee1-4b2fc873851a'} bound to L3 agent in host n-d-800634-3 {{(pid=93918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:18:30.095521 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-5a2f33f1-041c-4f1c-ab76-cb5b4723b1b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:18:23Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['6ea3fabc-63ee-4f59-8ee1-4b2fc873851a'], 'active': True} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:18:30.227268 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b725e8b-7b5c-41a1-857f-91f447f9b062 req-8711edc8-8fc7-4ec7-a46d-81f313e8af14 tempest-AggregatesAdminTestJSON-1123461202 tempest-AggregatesAdminTestJSON-1123461202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:18:30.230131 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-3b725e8b-7b5c-41a1-857f-91f447f9b062 req-8711edc8-8fc7-4ec7-a46d-81f313e8af14 tempest-AggregatesAdminTestJSON-1123461202 tempest-AggregatesAdminTestJSON-1123461202-project] 10.222.0.18 "GET /v2.0/ports?device_id=c10c2653-0ed5-4170-9747-7a9fa63300fa HTTP/1.1" status: 200 len: 971 time: 0.4642892 Jul 14 18:18:30.297861 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:30.431088 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] For port bb2993a4-f4fa-4573-8090-40b5ec010cde, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=bb2993a4-f4fa-4573-8090-40b5ec010cde,segment=NetworkSegment(5afb940b-bbdf-4727-be00-5d46367c38a1),segment_id=5afb940b-bbdf-4727-be00-5d46367c38a1)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:18:30.443321 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-5294f3b7-61d5-44c7-aef6-9e2e4f9a8b65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:30.457925 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:30.467906 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvr_db [None req-5a2f33f1-041c-4f1c-ab76-cb5b4723b1b1 None None] Set router 6ea3fabc-63ee-4f59-8ee1-4b2fc873851a gateway port host: n-d-800634-3 {{(pid=93918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 18:18:30.506652 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed29ed1b-c875-402d-ba45-56e9503ea60b req-e1aa6dc1-ea9d-4c1c-9419-6400fe6cd8f1 tempest-ServersWithSpecificFlavorTestJSON-461581366 tempest-ServersWithSpecificFlavorTestJSON-461581366-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:18:30.509438 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ed29ed1b-c875-402d-ba45-56e9503ea60b req-e1aa6dc1-ea9d-4c1c-9419-6400fe6cd8f1 tempest-ServersWithSpecificFlavorTestJSON-461581366 tempest-ServersWithSpecificFlavorTestJSON-461581366-project] 10.222.0.16 "GET /v2.0/networks?id=b1df69b6-7369-4ffc-83a6-1f3eb48a524d HTTP/1.1" status: 200 len: 823 time: 0.5229568 Jul 14 18:18:30.560164 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b2e899-51b0-475f-99c1-1a20c658f740 req-9adbd5e4-ace2-498e-82cc-d201a9a26627 tempest-DeleteServersAdminTestJSON-1051371510 tempest-DeleteServersAdminTestJSON-1051371510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:18:30.569781 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-09b2e899-51b0-475f-99c1-1a20c658f740 req-9adbd5e4-ace2-498e-82cc-d201a9a26627 tempest-DeleteServersAdminTestJSON-1051371510 tempest-DeleteServersAdminTestJSON-1051371510-project] 10.222.0.16 "GET /v2.0/ports?device_id=0e759954-ea3f-4262-bec6-a2d8c5933acb HTTP/1.1" status: 200 len: 935 time: 0.7974892 Jul 14 18:18:30.686787 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-4f09ce6a-01b2-4b52-8fd1-a36b87aceb21 None None] Provisioning for port bfea7632-e1e6-42fe-94e7-b8f27b812a1b completed by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:18:30.712726 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ed29ed1b-c875-402d-ba45-56e9503ea60b req-21fa34d8-03f4-4bdb-bc5f-8baa34c20525 tempest-ServersWithSpecificFlavorTestJSON-461581366 tempest-ServersWithSpecificFlavorTestJSON-461581366-project] 10.222.0.16 "GET /v2.0/quotas/c51e850593fc4a37af9470721017e8e7 HTTP/1.1" status: 200 len: 375 time: 0.1790581 Jul 14 18:18:30.729596 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-09b2e899-51b0-475f-99c1-1a20c658f740 req-ebb985df-be55-4dff-8b52-c26fec9407cd tempest-DeleteServersAdminTestJSON-1051371510 tempest-DeleteServersAdminTestJSON-1051371510-project] 10.222.0.16 "GET /v2.0/security-groups?id=d1362497-6e0c-465d-8f0a-1d02c29ff112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587763 Jul 14 18:18:30.758570 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-4f09ce6a-01b2-4b52-8fd1-a36b87aceb21 None None] Provisioning complete for port bfea7632-e1e6-42fe-94e7-b8f27b812a1b triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:18:30.759113 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-4f09ce6a-01b2-4b52-8fd1-a36b87aceb21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:30.826201 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Pushing event updated for resources: {'Port': ['ID=bb2993a4-f4fa-4573-8090-40b5ec010cde,revision_number=4']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:18:30.867639 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device ffca738f-5b4e-4cec-9af3-b87985372778 up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:18:30.943642 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-4f09ce6a-01b2-4b52-8fd1-a36b87aceb21 None None] Port bfea7632-e1e6-42fe-94e7-b8f27b812a1b cannot update to ACTIVE because it is not bound. {{(pid=93917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 18:18:30.956000 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-b9ae7fce-fb1f-4b38-afe2-ba89df6d43ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd259d793-7f04-4b26-88b6-52f0483faef8', 'name': 'tempest-FloatingIPsAssociationTestJSON-1521117267-router', 'tenant_id': '34616e81172546728ddd3adbee03f177', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.253'}], 'enable_snat': True}, 'gw_port_id': '74a2372d-5f5b-4330-b68a-21af0616ec05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:18:23Z', 'updated_at': '2021-07-14T18:18:26Z', 'revision_number': 3, 'project_id': '34616e81172546728ddd3adbee03f177', 'gw_port': {'id': '74a2372d-5f5b-4330-b68a-21af0616ec05', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:93:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd259d793-7f04-4b26-88b6-52f0483faef8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:18:25Z', 'updated_at': '2021-07-14T18:18:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3'}], 'n-d-800634-3', False) {} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:18:30.991373 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9ae7fce-fb1f-4b38-afe2-ba89df6d43ad None None] Checking router: d259d793-7f04-4b26-88b6-52f0483faef8 for host: n-d-800634-3 {{(pid=93917) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 18:18:30.992050 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9ae7fce-fb1f-4b38-afe2-ba89df6d43ad None None] Updating router d259d793-7f04-4b26-88b6-52f0483faef8 port 74a2372d-5f5b-4330-b68a-21af0616ec05 binding host n-d-800634-3 {{(pid=93917) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 18:18:31.033481 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port ffca738f-5b4e-4cec-9af3-b87985372778 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:18:31.034381 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:31.064032 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b9ae7fce-fb1f-4b38-afe2-ba89df6d43ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:31.093095 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ed29ed1b-c875-402d-ba45-56e9503ea60b req-94c04bfa-95ac-451d-aae6-ea892a9e6e3d tempest-ServersWithSpecificFlavorTestJSON-461581366 tempest-ServersWithSpecificFlavorTestJSON-461581366-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=c51e850593fc4a37af9470721017e8e7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3300424 Jul 14 18:18:31.093715 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-b4ceb456-d2d9-44cb-938f-41d17f92c6ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:31.149032 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-5a2f33f1-041c-4f1c-ab76-cb5b4723b1b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ea3fabc-63ee-4f59-8ee1-4b2fc873851a', 'name': 'tempest-AttachSCSIVolumeTestJSON-1181539226-router', 'tenant_id': '19c20e26dab9496fb4ffe8f56293d802', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.191'}], 'enable_snat': True}, 'gw_port_id': 'bb2993a4-f4fa-4573-8090-40b5ec010cde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:18:18Z', 'updated_at': '2021-07-14T18:18:25Z', 'revision_number': 4, 'project_id': '19c20e26dab9496fb4ffe8f56293d802', 'gw_port': {'id': 'bb2993a4-f4fa-4573-8090-40b5ec010cde', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:0b:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ea3fabc-63ee-4f59-8ee1-4b2fc873851a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 221, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:18:19Z', 'updated_at': '2021-07-14T18:18:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_interfaces': [{'id': '9ac47deb-abdd-48e4-adac-0519aaa38165', 'name': '', 'network_id': 'c37469af-be30-46cb-9836-a3baa6dfbe6c', 'tenant_id': '19c20e26dab9496fb4ffe8f56293d802', 'mac_address': 'fa:16:3e:c3:88:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ea3fabc-63ee-4f59-8ee1-4b2fc873851a', 'device_owner': 'network:router_interface', 'standard_attr_id': 251, 'fixed_ips': [{'subnet_id': 'ed79a389-8a2e-4ef7-8494-55baf1f4fe6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:18:24Z', 'updated_at': '2021-07-14T18:18:26Z', 'revision_number': 2, 'project_id': '19c20e26dab9496fb4ffe8f56293d802', 'subnets': [{'id': 'ed79a389-8a2e-4ef7-8494-55baf1f4fe6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-3', False) {} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:18:31.163632 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-b4ceb456-d2d9-44cb-938f-41d17f92c6ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:31.194306 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-521b0646-290e-41b4-a9e7-ac82f040a2db req-30ac09d4-9db0-455e-af63-ec514b2bbe5b tempest-DeleteServersAdminTestJSON-1051371510 tempest-DeleteServersAdminTestJSON-1051371510-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 5.4736004 Jul 14 18:18:31.209838 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [req-521b0646-290e-41b4-a9e7-ac82f040a2db req-9e6444fd-a167-4a4e-87bb-f9426a3b4bb3 service neutron] Request body: {'port': {'device_id': '0e759954-ea3f-4262-bec6-a2d8c5933acb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800634-3'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:18:31.213966 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a2f33f1-041c-4f1c-ab76-cb5b4723b1b1 None None] Checking router: 6ea3fabc-63ee-4f59-8ee1-4b2fc873851a for host: n-d-800634-3 {{(pid=93918) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 18:18:31.214535 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a2f33f1-041c-4f1c-ab76-cb5b4723b1b1 None None] Updating router 6ea3fabc-63ee-4f59-8ee1-4b2fc873851a port 9ac47deb-abdd-48e4-adac-0519aaa38165 binding host n-d-800634-3 {{(pid=93918) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 18:18:31.296197 n-d-800634-3 neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-5a2f33f1-041c-4f1c-ab76-cb5b4723b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:31.303824 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ceb456-d2d9-44cb-938f-41d17f92c6ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=751e0db8-337f-4f0d-ac2e-f09a65e8e39d,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:18:31.489964 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-b4ceb456-d2d9-44cb-938f-41d17f92c6ea admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1933bb8c005e492fa204bf42955a093e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7851148 Jul 14 18:18:31.500637 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 51912) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:18:31.504093 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 636b5fae-d6d7-40f9-a97e-7ddb212bd7b1 up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:18:31.506903 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-521b0646-290e-41b4-a9e7-ac82f040a2db req-9e6444fd-a167-4a4e-87bb-f9426a3b4bb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:31.518436 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [req-3b725e8b-7b5c-41a1-857f-91f447f9b062 req-c3ec534b-f731-4ebb-a5ab-68ec51bf354b tempest-AggregatesAdminTestJSON-1123461202 tempest-AggregatesAdminTestJSON-1123461202-project] Deleting port 14f9483a-8619-4af5-91b7-0610c1c2bed5 {{(pid=93916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:18:31.519169 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-3b725e8b-7b5c-41a1-857f-91f447f9b062 req-c3ec534b-f731-4ebb-a5ab-68ec51bf354b tempest-AggregatesAdminTestJSON-1123461202 tempest-AggregatesAdminTestJSON-1123461202-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:31.541099 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6066dae7-aa40-428b-9f45-d5db4ca511a0 req-247a15d8-2c96-4ff9-9095-823fbc806f56 tempest-LiveAutoBlockMigrationV225Test-133245952 tempest-LiveAutoBlockMigrationV225Test-133245952-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:18:31.552268 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6066dae7-aa40-428b-9f45-d5db4ca511a0 req-247a15d8-2c96-4ff9-9095-823fbc806f56 tempest-LiveAutoBlockMigrationV225Test-133245952 tempest-LiveAutoBlockMigrationV225Test-133245952-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=d80491b9-d34b-45a9-83ac-fcdec1c35cdb HTTP/1.1" status: 200 len: 1096 time: 0.4575386 Jul 14 18:18:31.629199 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning for port 636b5fae-d6d7-40f9-a97e-7ddb212bd7b1 completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:18:31.636153 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port 636b5fae-d6d7-40f9-a97e-7ddb212bd7b1 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:18:31.636541 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:31.640370 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b9ae7fce-fb1f-4b38-afe2-ba89df6d43ad None None] Notify callbacks [] for port, precommit_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:31.673521 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.db [req-3b725e8b-7b5c-41a1-857f-91f447f9b062 req-c3ec534b-f731-4ebb-a5ab-68ec51bf354b tempest-AggregatesAdminTestJSON-1123461202 tempest-AggregatesAdminTestJSON-1123461202-project] For port 14f9483a-8619-4af5-91b7-0610c1c2bed5, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=14f9483a-8619-4af5-91b7-0610c1c2bed5,segment=NetworkSegment(067fc487-22c7-42de-972d-ae352a28ad29),segment_id=067fc487-22c7-42de-972d-ae352a28ad29)] {{(pid=93916) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:18:31.674311 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-3b725e8b-7b5c-41a1-857f-91f447f9b062 req-c3ec534b-f731-4ebb-a5ab-68ec51bf354b tempest-AggregatesAdminTestJSON-1123461202 tempest-AggregatesAdminTestJSON-1123461202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:31.680948 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-b9ae7fce-fb1f-4b38-afe2-ba89df6d43ad None None] Transition to ACTIVE for port object 74a2372d-5f5b-4330-b68a-21af0616ec05 will not be triggered until provisioned by entity L2. {{(pid=93917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:18:31.697064 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b9ae7fce-fb1f-4b38-afe2-ba89df6d43ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:31.698516 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [req-3b725e8b-7b5c-41a1-857f-91f447f9b062 req-c3ec534b-f731-4ebb-a5ab-68ec51bf354b tempest-AggregatesAdminTestJSON-1123461202 tempest-AggregatesAdminTestJSON-1123461202-project] Calling delete_port for 14f9483a-8619-4af5-91b7-0610c1c2bed5 owned by compute:tempest-test_az-644959027 {{(pid=93916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:18:31.728835 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-b9ae7fce-fb1f-4b38-afe2-ba89df6d43ad None None] Attempting to bind port 74a2372d-5f5b-4330-b68a-21af0616ec05 on host n-d-800634-3 for vnic_type normal with profile {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:18:31.729148 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-b9ae7fce-fb1f-4b38-afe2-ba89df6d43ad None None] Attempting to bind port 74a2372d-5f5b-4330-b68a-21af0616ec05 by drivers openvswitch,hyperv on host n-d-800634-3 at level 0 using segments [{'id': '5afb940b-bbdf-4727-be00-5d46367c38a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9200a437-e1de-4520-88f6-e68386523e61'}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:18:31.729631 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9ae7fce-fb1f-4b38-afe2-ba89df6d43ad None None] Attempting to bind port 74a2372d-5f5b-4330-b68a-21af0616ec05 on network 9200a437-e1de-4520-88f6-e68386523e61 {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:18:31.754803 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9ae7fce-fb1f-4b38-afe2-ba89df6d43ad None None] Checking agent: {'id': '01c19e91-a945-4e3c-94a6-c211e17c923e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 8, 23), 'started_at': datetime.datetime(2021, 7, 14, 18, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 18, 18, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 18:18:31.755247 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9ae7fce-fb1f-4b38-afe2-ba89df6d43ad None None] Checking segment: {'id': '5afb940b-bbdf-4727-be00-5d46367c38a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9200a437-e1de-4520-88f6-e68386523e61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93917) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:18:31.755613 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b9ae7fce-fb1f-4b38-afe2-ba89df6d43ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:31.756141 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9ae7fce-fb1f-4b38-afe2-ba89df6d43ad None None] Bound using segment: {'id': '5afb940b-bbdf-4727-be00-5d46367c38a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9200a437-e1de-4520-88f6-e68386523e61'} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 18:18:31.756673 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-b9ae7fce-fb1f-4b38-afe2-ba89df6d43ad None None] Bound port: 74a2372d-5f5b-4330-b68a-21af0616ec05, host: n-d-800634-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5afb940b-bbdf-4727-be00-5d46367c38a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9200a437-e1de-4520-88f6-e68386523e61'}}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 18:18:31.757183 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b9ae7fce-fb1f-4b38-afe2-ba89df6d43ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:31.816304 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b9ae7fce-fb1f-4b38-afe2-ba89df6d43ad None None] For port 74a2372d-5f5b-4330-b68a-21af0616ec05, host n-d-800634-3, cleared binding levels {{(pid=93917) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:18:31.820301 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b9ae7fce-fb1f-4b38-afe2-ba89df6d43ad None None] For port 74a2372d-5f5b-4330-b68a-21af0616ec05, host n-d-800634-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=74a2372d-5f5b-4330-b68a-21af0616ec05,segment=NetworkSegment(5afb940b-bbdf-4727-be00-5d46367c38a1),segment_id=5afb940b-bbdf-4727-be00-5d46367c38a1)] {{(pid=93917) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 18:18:31.874770 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:31.877431 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b9ae7fce-fb1f-4b38-afe2-ba89df6d43ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:31.942235 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-3b725e8b-7b5c-41a1-857f-91f447f9b062 req-c3ec534b-f731-4ebb-a5ab-68ec51bf354b tempest-AggregatesAdminTestJSON-1123461202 tempest-AggregatesAdminTestJSON-1123461202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813'] for port, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:31.945927 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] For port 636b5fae-d6d7-40f9-a97e-7ddb212bd7b1, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=636b5fae-d6d7-40f9-a97e-7ddb212bd7b1,segment=NetworkSegment(0604babe-1d14-4c9a-a1d9-36ec44d10309),segment_id=0604babe-1d14-4c9a-a1d9-36ec44d10309)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:18:31.947414 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a138f3-b514-4d5a-af66-6fef1adab224 None None] Pushing event updated for resources: {'Port': ['ID=74a2372d-5f5b-4330-b68a-21af0616ec05,revision_number=2']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:18:32.002584 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a138f3-b514-4d5a-af66-6fef1adab224 None None] Pushing event updated for resources: {'Port': ['ID=74a2372d-5f5b-4330-b68a-21af0616ec05,revision_number=3']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:18:32.004548 n-d-800634-3 neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-5a2f33f1-041c-4f1c-ab76-cb5b4723b1b1 None None] Notify callbacks [] for port, precommit_update {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:32.009512 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9ae7fce-fb1f-4b38-afe2-ba89df6d43ad None None] Routers {'d259d793-7f04-4b26-88b6-52f0483faef8'} bound to L3 agent in host n-d-800634-3 {{(pid=93917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:18:32.010349 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-b9ae7fce-fb1f-4b38-afe2-ba89df6d43ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:18:23Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['d259d793-7f04-4b26-88b6-52f0483faef8'], 'active': True} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:18:32.059622 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.provisioning_blocks [None req-5a2f33f1-041c-4f1c-ab76-cb5b4723b1b1 None None] Transition to ACTIVE for port object 9ac47deb-abdd-48e4-adac-0519aaa38165 will not be triggered until provisioned by entity L2. {{(pid=93918) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:18:32.082271 n-d-800634-3 neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-5a2f33f1-041c-4f1c-ab76-cb5b4723b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:32.122696 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ec534b-f731-4ebb-a5ab-68ec51bf354b tempest-AggregatesAdminTestJSON-1123461202 tempest-AggregatesAdminTestJSON-1123461202-project] Pushing event deleted for resources: {'Port': ['ID=14f9483a-8619-4af5-91b7-0610c1c2bed5,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:18:32.145027 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [req-521b0646-290e-41b4-a9e7-ac82f040a2db req-9e6444fd-a167-4a4e-87bb-f9426a3b4bb3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bfea7632-e1e6-42fe-94e7-b8f27b812a1b {{(pid=93915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 18:18:32.162435 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:32.166920 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-521b0646-290e-41b4-a9e7-ac82f040a2db req-9e6444fd-a167-4a4e-87bb-f9426a3b4bb3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:32.173277 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] get_ports_and_sgs() called for port_ids ['14f9483a-8619-4af5-91b7-0610c1c2bed5'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 18:18:32.221839 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.provisioning_blocks [req-521b0646-290e-41b4-a9e7-ac82f040a2db req-9e6444fd-a167-4a4e-87bb-f9426a3b4bb3 service neutron] Transition to ACTIVE for port object bfea7632-e1e6-42fe-94e7-b8f27b812a1b will not be triggered until provisioned by entity L2. {{(pid=93915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:18:32.244136 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4752e4-822c-46d2-b807-1375dbadae00 None None] Pushing event updated for resources: {'Port': ['ID=9ac47deb-abdd-48e4-adac-0519aaa38165,revision_number=3']} {{(pid=93918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:18:32.306530 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [req-ed29ed1b-c875-402d-ba45-56e9503ea60b req-9d7af67f-e1be-441b-9a5d-ee5251c62f9a service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=93915) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 18:18:32.314926 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ed29ed1b-c875-402d-ba45-56e9503ea60b req-9d7af67f-e1be-441b-9a5d-ee5251c62f9a service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.9193406 Jul 14 18:18:32.326148 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b725e8b-7b5c-41a1-857f-91f447f9b062 req-c3ec534b-f731-4ebb-a5ab-68ec51bf354b tempest-AggregatesAdminTestJSON-1123461202 tempest-AggregatesAdminTestJSON-1123461202-project] No DVR routers for this DVR port 14f9483a-8619-4af5-91b7-0610c1c2bed5 on host n-h1-800634-3 {{(pid=93916) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 18:18:32.330744 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-3b725e8b-7b5c-41a1-857f-91f447f9b062 req-c3ec534b-f731-4ebb-a5ab-68ec51bf354b tempest-AggregatesAdminTestJSON-1123461202 tempest-AggregatesAdminTestJSON-1123461202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:32.332456 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-521b0646-290e-41b4-a9e7-ac82f040a2db req-9e6444fd-a167-4a4e-87bb-f9426a3b4bb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:32.341442 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-3b725e8b-7b5c-41a1-857f-91f447f9b062 req-c3ec534b-f731-4ebb-a5ab-68ec51bf354b tempest-AggregatesAdminTestJSON-1123461202 tempest-AggregatesAdminTestJSON-1123461202-project] 10.222.0.18 "DELETE /v2.0/ports/14f9483a-8619-4af5-91b7-0610c1c2bed5 HTTP/1.1" status: 204 len: 173 time: 2.0983095 Jul 14 18:18:32.342663 n-d-800634-3 neutron-server[93916]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c10c2653-0ed5-4170-9747-7a9fa63300fa', 'name': 'network-vif-deleted', 'tag': '14f9483a-8619-4af5-91b7-0610c1c2bed5'}] {{(pid=93916) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:18:32.350760 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f803e150b363a7893830aa996ac27753fa25517c406ecd3536b7c2d4b26eeb9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd4c9ab2-afb4-497b-b619-fe51687c9ec0" -d '{"events": [{"server_uuid": "c10c2653-0ed5-4170-9747-7a9fa63300fa", "name": "network-vif-deleted", "tag": "14f9483a-8619-4af5-91b7-0610c1c2bed5"}]}' {{(pid=93916) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:18:32.409225 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-c7f90c3e-a2b4-4c3f-a332-6e1ba42f4335 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:32.421537 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:32.444523 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.managers [None req-5a2f33f1-041c-4f1c-ab76-cb5b4723b1b1 None None] Attempting to bind port 9ac47deb-abdd-48e4-adac-0519aaa38165 on host n-d-800634-3 for vnic_type normal with profile {{(pid=93918) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:18:32.444902 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.managers [None req-5a2f33f1-041c-4f1c-ab76-cb5b4723b1b1 None None] Attempting to bind port 9ac47deb-abdd-48e4-adac-0519aaa38165 by drivers openvswitch,hyperv on host n-d-800634-3 at level 0 using segments [{'id': '1aaae513-9b5b-4f7b-b3be-58270a5eba39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'c37469af-be30-46cb-9836-a3baa6dfbe6c'}] {{(pid=93918) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:18:32.445274 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a2f33f1-041c-4f1c-ab76-cb5b4723b1b1 None None] Attempting to bind port 9ac47deb-abdd-48e4-adac-0519aaa38165 on network c37469af-be30-46cb-9836-a3baa6dfbe6c {{(pid=93918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:18:32.478752 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a2f33f1-041c-4f1c-ab76-cb5b4723b1b1 None None] Checking agent: {'id': '01c19e91-a945-4e3c-94a6-c211e17c923e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 8, 23), 'started_at': datetime.datetime(2021, 7, 14, 18, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 18, 18, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 18:18:32.479596 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a2f33f1-041c-4f1c-ab76-cb5b4723b1b1 None None] Checking segment: {'id': '1aaae513-9b5b-4f7b-b3be-58270a5eba39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'c37469af-be30-46cb-9836-a3baa6dfbe6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93918) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:18:32.483145 n-d-800634-3 neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-5a2f33f1-041c-4f1c-ab76-cb5b4723b1b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:32.485371 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a2f33f1-041c-4f1c-ab76-cb5b4723b1b1 None None] Bound using segment: {'id': '1aaae513-9b5b-4f7b-b3be-58270a5eba39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'c37469af-be30-46cb-9836-a3baa6dfbe6c'} {{(pid=93918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 18:18:32.487270 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.managers [None req-5a2f33f1-041c-4f1c-ab76-cb5b4723b1b1 None None] Bound port: 9ac47deb-abdd-48e4-adac-0519aaa38165, host: n-d-800634-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1aaae513-9b5b-4f7b-b3be-58270a5eba39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'c37469af-be30-46cb-9836-a3baa6dfbe6c'}}] {{(pid=93918) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 18:18:32.488535 n-d-800634-3 neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-5a2f33f1-041c-4f1c-ab76-cb5b4723b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:32.550378 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Pushing event updated for resources: {'Port': ['ID=636b5fae-d6d7-40f9-a97e-7ddb212bd7b1,revision_number=5']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:18:32.559085 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvr_db [None req-b9ae7fce-fb1f-4b38-afe2-ba89df6d43ad None None] Set router d259d793-7f04-4b26-88b6-52f0483faef8 gateway port host: n-d-800634-3 {{(pid=93917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 18:18:32.666628 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device bb2993a4-f4fa-4573-8090-40b5ec010cde up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:18:32.688723 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ed29ed1b-c875-402d-ba45-56e9503ea60b req-2508e916-4cb1-40aa-b08f-bb13a14ac296 service neutron] 10.222.0.16 "GET /v2.0/networks/b1df69b6-7369-4ffc-83a6-1f3eb48a524d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3729401 Jul 14 18:18:32.691937 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.db [None req-5a2f33f1-041c-4f1c-ab76-cb5b4723b1b1 None None] For port 9ac47deb-abdd-48e4-adac-0519aaa38165, host n-d-800634-3, cleared binding levels {{(pid=93918) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:18:32.713414 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.db [None req-5a2f33f1-041c-4f1c-ab76-cb5b4723b1b1 None None] For port 9ac47deb-abdd-48e4-adac-0519aaa38165, host n-d-800634-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=9ac47deb-abdd-48e4-adac-0519aaa38165,segment=NetworkSegment(1aaae513-9b5b-4f7b-b3be-58270a5eba39),segment_id=1aaae513-9b5b-4f7b-b3be-58270a5eba39)] {{(pid=93918) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 18:18:32.724384 n-d-800634-3 neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-5a2f33f1-041c-4f1c-ab76-cb5b4723b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:32.790208 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.db_base_plugin_common [None req-c7f90c3e-a2b4-4c3f-a332-6e1ba42f4335 admin admin] Allocated IP 172.20.0.1 (ac4dcb0d-17ab-4060-82e2-c35125d24eab/97d79b9c-1ae1-496e-8ce3-67d30e2cc4e1/ee623b73-fb38-4169-895b-41d7ff971d30) {{(pid=93916) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:18:32.818966 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4752e4-822c-46d2-b807-1375dbadae00 None None] Pushing event updated for resources: {'Port': ['ID=9ac47deb-abdd-48e4-adac-0519aaa38165,revision_number=4']} {{(pid=93918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:18:32.865002 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a2f33f1-041c-4f1c-ab76-cb5b4723b1b1 None None] Routers {'6ea3fabc-63ee-4f59-8ee1-4b2fc873851a'} bound to L3 agent in host n-d-800634-3 {{(pid=93918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:18:32.867393 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-5a2f33f1-041c-4f1c-ab76-cb5b4723b1b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:18:23Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['6ea3fabc-63ee-4f59-8ee1-4b2fc873851a'], 'active': True} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:18:32.890191 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ed29ed1b-c875-402d-ba45-56e9503ea60b req-abe7d2cc-d7f2-47eb-acec-72afebd62a3d service neutron] 10.222.0.16 "GET /v2.0/networks/b1df69b6-7369-4ffc-83a6-1f3eb48a524d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2003548 Jul 14 18:18:32.962030 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-c7f90c3e-a2b4-4c3f-a332-6e1ba42f4335 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:32.993549 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.provisioning_blocks [None req-c7f90c3e-a2b4-4c3f-a332-6e1ba42f4335 admin admin] Transition to ACTIVE for port object ee623b73-fb38-4169-895b-41d7ff971d30 will not be triggered until provisioned by entity DHCP. {{(pid=93916) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:18:33.077231 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-da37953b-3575-4bc4-b251-d4cad86fb1e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:33.093353 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6066dae7-aa40-428b-9f45-d5db4ca511a0 req-7e197454-1804-4b21-a5cd-9d885506fd45 tempest-LiveAutoBlockMigrationV225Test-133245952 tempest-LiveAutoBlockMigrationV225Test-133245952-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=540fae54-ccea-4309-9c99-81b930eedb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.5361063 Jul 14 18:18:33.111526 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-c7f90c3e-a2b4-4c3f-a332-6e1ba42f4335 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804'] for port, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:33.341291 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6444fd-a167-4a4e-87bb-f9426a3b4bb3 service neutron] Pushing event updated for resources: {'Port': ['ID=bfea7632-e1e6-42fe-94e7-b8f27b812a1b,revision_number=2']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:18:33.391304 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f90c3e-a2b4-4c3f-a332-6e1ba42f4335 admin admin] Pushing event updated for resources: {'Port': ['ID=ee623b73-fb38-4169-895b-41d7ff971d30,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:18:33.448312 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvr_db [None req-5a2f33f1-041c-4f1c-ab76-cb5b4723b1b1 None None] Set router 6ea3fabc-63ee-4f59-8ee1-4b2fc873851a gateway port host: n-d-800634-3 {{(pid=93918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 18:18:33.506110 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-521b0646-290e-41b4-a9e7-ac82f040a2db req-9e6444fd-a167-4a4e-87bb-f9426a3b4bb3 service neutron] Attempting to bind port bfea7632-e1e6-42fe-94e7-b8f27b812a1b on host n-h2-800634-3 for vnic_type normal with profile {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:18:33.506484 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-521b0646-290e-41b4-a9e7-ac82f040a2db req-9e6444fd-a167-4a4e-87bb-f9426a3b4bb3 service neutron] Attempting to bind port bfea7632-e1e6-42fe-94e7-b8f27b812a1b by drivers openvswitch,hyperv on host n-h2-800634-3 at level 0 using segments [{'id': '067fc487-22c7-42de-972d-ae352a28ad29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '4f742057-89ee-4b4a-86f7-487ee61881a1'}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:18:33.506819 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-521b0646-290e-41b4-a9e7-ac82f040a2db req-9e6444fd-a167-4a4e-87bb-f9426a3b4bb3 service neutron] Attempting to bind port bfea7632-e1e6-42fe-94e7-b8f27b812a1b on network 4f742057-89ee-4b4a-86f7-487ee61881a1 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:18:33.535726 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7f90c3e-a2b4-4c3f-a332-6e1ba42f4335 admin admin] Network ac4dcb0d-17ab-4060-82e2-c35125d24eab is already hosted by enough agents. {{(pid=93916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:18:33.544328 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-521b0646-290e-41b4-a9e7-ac82f040a2db req-9e6444fd-a167-4a4e-87bb-f9426a3b4bb3 service neutron] Port bfea7632-e1e6-42fe-94e7-b8f27b812a1b on network 4f742057-89ee-4b4a-86f7-487ee61881a1 not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-3 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 18:18:33.544888 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-521b0646-290e-41b4-a9e7-ac82f040a2db req-9e6444fd-a167-4a4e-87bb-f9426a3b4bb3 service neutron] Attempting to bind port bfea7632-e1e6-42fe-94e7-b8f27b812a1b on network 4f742057-89ee-4b4a-86f7-487ee61881a1 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:18:33.554556 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-5294f3b7-61d5-44c7-aef6-9e2e4f9a8b65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:33.557605 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-521b0646-290e-41b4-a9e7-ac82f040a2db req-9e6444fd-a167-4a4e-87bb-f9426a3b4bb3 service neutron] Checking agent: {'id': '08e36a6c-8d04-48f0-a644-f27680635246', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 15, 35), 'started_at': datetime.datetime(2021, 7, 14, 18, 15, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 18, 18, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 18:18:33.558357 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-521b0646-290e-41b4-a9e7-ac82f040a2db req-9e6444fd-a167-4a4e-87bb-f9426a3b4bb3 service neutron] Checking segment: {'id': '067fc487-22c7-42de-972d-ae352a28ad29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '4f742057-89ee-4b4a-86f7-487ee61881a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:18:33.559078 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-521b0646-290e-41b4-a9e7-ac82f040a2db req-9e6444fd-a167-4a4e-87bb-f9426a3b4bb3 service neutron] Bound using segment: {'id': '067fc487-22c7-42de-972d-ae352a28ad29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '4f742057-89ee-4b4a-86f7-487ee61881a1'} {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 18:18:33.560329 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-521b0646-290e-41b4-a9e7-ac82f040a2db req-9e6444fd-a167-4a4e-87bb-f9426a3b4bb3 service neutron] Bound port: bfea7632-e1e6-42fe-94e7-b8f27b812a1b, host: n-h2-800634-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '067fc487-22c7-42de-972d-ae352a28ad29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '4f742057-89ee-4b4a-86f7-487ee61881a1'}}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 18:18:33.560954 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-521b0646-290e-41b4-a9e7-ac82f040a2db req-9e6444fd-a167-4a4e-87bb-f9426a3b4bb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:33.568543 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-da37953b-3575-4bc4-b251-d4cad86fb1e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:33.586935 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-5294f3b7-61d5-44c7-aef6-9e2e4f9a8b65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:33.599288 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [None req-c7f90c3e-a2b4-4c3f-a332-6e1ba42f4335 admin admin] Resources bound (agent type, host, resource id): {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:18:33.641038 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7f90c3e-a2b4-4c3f-a332-6e1ba42f4335 admin admin] Received port after_create {{(pid=93916) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:18:33.646023 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-c7f90c3e-a2b4-4c3f-a332-6e1ba42f4335 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-930452'] for router_interface, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:33.798724 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-5294f3b7-61d5-44c7-aef6-9e2e4f9a8b65 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3ef695be96134bf19a80f15a99e4f148&name=default HTTP/1.1" status: 200 len: 2979 time: 4.5276053 Jul 14 18:18:33.798724 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5294f3b7-61d5-44c7-aef6-9e2e4f9a8b65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29023456-178a-4f11-9865-e4e36996f694,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:18:33.807024 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 51926) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:18:33.867045 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-521b0646-290e-41b4-a9e7-ac82f040a2db req-9e6444fd-a167-4a4e-87bb-f9426a3b4bb3 service neutron] For port bfea7632-e1e6-42fe-94e7-b8f27b812a1b, host n-h2-800634-3, cleared binding levels {{(pid=93915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:18:33.966194 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port bb2993a4-f4fa-4573-8090-40b5ec010cde triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:18:33.967954 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:33.986044 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-521b0646-290e-41b4-a9e7-ac82f040a2db req-9e6444fd-a167-4a4e-87bb-f9426a3b4bb3 service neutron] For port bfea7632-e1e6-42fe-94e7-b8f27b812a1b, host n-h2-800634-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=bfea7632-e1e6-42fe-94e7-b8f27b812a1b,segment=NetworkSegment(067fc487-22c7-42de-972d-ae352a28ad29),segment_id=067fc487-22c7-42de-972d-ae352a28ad29)] {{(pid=93915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 18:18:33.993149 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3c0e5c13-3dca-43ac-86f6-9d9c1cb8977e req-5d4572ce-0e7c-4ea7-a113-83e89436d9a5 tempest-AggregatesAdminTestJSON-1123461202 tempest-AggregatesAdminTestJSON-1123461202-project] 10.222.0.16 "GET /v2.0/ports?device_id=c10c2653-0ed5-4170-9747-7a9fa63300fa HTTP/1.1" status: 200 len: 210 time: 0.0871234 Jul 14 18:18:34.003134 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7932f366-b586-44a0-8eae-35e615f6b91c req-67f7d190-5545-4094-93f4-604711269d36 tempest-DeleteServersAdminTestJSON-1051371510 tempest-DeleteServersAdminTestJSON-1051371510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:18:34.010902 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-7932f366-b586-44a0-8eae-35e615f6b91c req-67f7d190-5545-4094-93f4-604711269d36 tempest-DeleteServersAdminTestJSON-1051371510 tempest-DeleteServersAdminTestJSON-1051371510-project] 10.222.0.16 "GET /v2.0/ports?device_id=0e759954-ea3f-4262-bec6-a2d8c5933acb HTTP/1.1" status: 200 len: 947 time: 0.4547083 Jul 14 18:18:34.039788 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-521b0646-290e-41b4-a9e7-ac82f040a2db req-9e6444fd-a167-4a4e-87bb-f9426a3b4bb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:34.120858 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-7932f366-b586-44a0-8eae-35e615f6b91c req-7ab125c3-936b-49f9-9d22-bb800de13d33 tempest-DeleteServersAdminTestJSON-1051371510 tempest-DeleteServersAdminTestJSON-1051371510-project] 10.222.0.16 "GET /v2.0/security-groups?id=d1362497-6e0c-465d-8f0a-1d02c29ff112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086228 Jul 14 18:18:34.161796 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 18:18:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88bafa87-851c-46da-ad81-92b5fea766b5 x-openstack-request-id: req-88bafa87-851c-46da-ad81-92b5fea766b5 {{(pid=93916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:18:34.163395 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c10c2653-0ed5-4170-9747-7a9fa63300fa", "name": "network-vif-deleted", "tag": "14f9483a-8619-4af5-91b7-0610c1c2bed5", "status": "completed", "code": 200}]} {{(pid=93916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:18:34.163663 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-88bafa87-851c-46da-ad81-92b5fea766b5 {{(pid=93916) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:18:34.164077 n-d-800634-3 neutron-server[93916]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c10c2653-0ed5-4170-9747-7a9fa63300fa', 'name': 'network-vif-deleted', 'tag': '14f9483a-8619-4af5-91b7-0610c1c2bed5', 'status': 'completed', 'code': 200} Jul 14 18:18:34.166869 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-a8072bf2-da62-44ad-8cd7-e2d3c309240b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:34.226501 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-c7f90c3e-a2b4-4c3f-a332-6e1ba42f4335 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:34.230311 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521b0646-290e-41b4-a9e7-ac82f040a2db req-9e6444fd-a167-4a4e-87bb-f9426a3b4bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:18:34.242488 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-b9ae7fce-fb1f-4b38-afe2-ba89df6d43ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd259d793-7f04-4b26-88b6-52f0483faef8', 'name': 'tempest-FloatingIPsAssociationTestJSON-1521117267-router', 'tenant_id': '34616e81172546728ddd3adbee03f177', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.253'}], 'enable_snat': True}, 'gw_port_id': '74a2372d-5f5b-4330-b68a-21af0616ec05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:18:23Z', 'updated_at': '2021-07-14T18:18:26Z', 'revision_number': 3, 'project_id': '34616e81172546728ddd3adbee03f177', 'gw_port': {'id': '74a2372d-5f5b-4330-b68a-21af0616ec05', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:93:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd259d793-7f04-4b26-88b6-52f0483faef8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:18:25Z', 'updated_at': '2021-07-14T18:18:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3'}], 'n-d-800634-3', False) {} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:18:34.245092 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-521b0646-290e-41b4-a9e7-ac82f040a2db req-9e6444fd-a167-4a4e-87bb-f9426a3b4bb3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:34.246796 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-521b0646-290e-41b4-a9e7-ac82f040a2db req-9e6444fd-a167-4a4e-87bb-f9426a3b4bb3 service neutron] 10.222.0.35 "PUT /v2.0/ports/bfea7632-e1e6-42fe-94e7-b8f27b812a1b HTTP/1.1" status: 200 len: 1095 time: 3.0445676 Jul 14 18:18:34.260986 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e759954-ea3f-4262-bec6-a2d8c5933acb', 'tag': 'bfea7632-e1e6-42fe-94e7-b8f27b812a1b'}] {{(pid=93915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:18:34.263694 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e72782ad3af8f7d4ce76cedf092bca46d1756acc5c4653cf0b52034cdd6b073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c8ef0e7-fbdd-4849-97f5-1122287ecf3f" -d '{"events": [{"name": "network-changed", "server_uuid": "0e759954-ea3f-4262-bec6-a2d8c5933acb", "tag": "bfea7632-e1e6-42fe-94e7-b8f27b812a1b"}]}' {{(pid=93915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:18:34.313814 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9ae7fce-fb1f-4b38-afe2-ba89df6d43ad None None] The sync data for ids ['d259d793-7f04-4b26-88b6-52f0483faef8'] in n-d-800634-3 is: [{'id': 'd259d793-7f04-4b26-88b6-52f0483faef8', 'name': 'tempest-FloatingIPsAssociationTestJSON-1521117267-router', 'tenant_id': '34616e81172546728ddd3adbee03f177', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.253'}], 'enable_snat': True}, 'gw_port_id': '74a2372d-5f5b-4330-b68a-21af0616ec05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:18:23Z', 'updated_at': '2021-07-14T18:18:26Z', 'revision_number': 3, 'project_id': '34616e81172546728ddd3adbee03f177', 'gw_port': {'id': '74a2372d-5f5b-4330-b68a-21af0616ec05', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:93:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd259d793-7f04-4b26-88b6-52f0483faef8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:18:25Z', 'updated_at': '2021-07-14T18:18:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3'}] {{(pid=93917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 18:18:34.401590 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-6e6850e8-7c63-4014-be59-16fb7fc2d64f None None] Provisioning for port ee623b73-fb38-4169-895b-41d7ff971d30 completed by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:18:34.429593 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-6e6850e8-7c63-4014-be59-16fb7fc2d64f None None] Provisioning complete for port ee623b73-fb38-4169-895b-41d7ff971d30 triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:18:34.429803 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-6e6850e8-7c63-4014-be59-16fb7fc2d64f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:34.510586 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-6e6850e8-7c63-4014-be59-16fb7fc2d64f None None] Port ee623b73-fb38-4169-895b-41d7ff971d30 cannot update to ACTIVE because it is not bound. {{(pid=93917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 18:18:34.527276 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-5a2f33f1-041c-4f1c-ab76-cb5b4723b1b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ea3fabc-63ee-4f59-8ee1-4b2fc873851a', 'name': 'tempest-AttachSCSIVolumeTestJSON-1181539226-router', 'tenant_id': '19c20e26dab9496fb4ffe8f56293d802', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.191'}], 'enable_snat': True}, 'gw_port_id': 'bb2993a4-f4fa-4573-8090-40b5ec010cde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:18:18Z', 'updated_at': '2021-07-14T18:18:25Z', 'revision_number': 4, 'project_id': '19c20e26dab9496fb4ffe8f56293d802', 'gw_port': {'id': 'bb2993a4-f4fa-4573-8090-40b5ec010cde', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:0b:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ea3fabc-63ee-4f59-8ee1-4b2fc873851a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 221, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:18:19Z', 'updated_at': '2021-07-14T18:18:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_interfaces': [{'id': '9ac47deb-abdd-48e4-adac-0519aaa38165', 'name': '', 'network_id': 'c37469af-be30-46cb-9836-a3baa6dfbe6c', 'tenant_id': '19c20e26dab9496fb4ffe8f56293d802', 'mac_address': 'fa:16:3e:c3:88:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ea3fabc-63ee-4f59-8ee1-4b2fc873851a', 'device_owner': 'network:router_interface', 'standard_attr_id': 251, 'fixed_ips': [{'subnet_id': 'ed79a389-8a2e-4ef7-8494-55baf1f4fe6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:18:24Z', 'updated_at': '2021-07-14T18:18:32Z', 'revision_number': 4, 'project_id': '19c20e26dab9496fb4ffe8f56293d802', 'subnets': [{'id': 'ed79a389-8a2e-4ef7-8494-55baf1f4fe6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-3', False) {} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:18:34.538850 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 18:18:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31870b9d-36c5-4335-9619-778d5a170259 x-openstack-request-id: req-31870b9d-36c5-4335-9619-778d5a170259 {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:18:34.539828 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e759954-ea3f-4262-bec6-a2d8c5933acb", "tag": "bfea7632-e1e6-42fe-94e7-b8f27b812a1b", "status": "completed", "code": 200}]} {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:18:34.541153 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-31870b9d-36c5-4335-9619-778d5a170259 {{(pid=93915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:18:34.543754 n-d-800634-3 neutron-server[93915]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e759954-ea3f-4262-bec6-a2d8c5933acb', 'tag': 'bfea7632-e1e6-42fe-94e7-b8f27b812a1b', 'status': 'completed', 'code': 200} Jul 14 18:18:34.603915 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3621eba6-39f8-4c5b-aac0-f6f3b6f4f308 req-a4eb8b16-28a8-41ae-96ca-63c8518a9409 tempest-ServersWithSpecificFlavorTestJSON-461581366 tempest-ServersWithSpecificFlavorTestJSON-461581366-project] 10.222.0.16 "GET /v2.0/ports?device_id=431bf4c3-8186-4be2-9ee1-3a584641826f HTTP/1.1" status: 200 len: 210 time: 0.3230822 Jul 14 18:18:34.624140 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-da37953b-3575-4bc4-b251-d4cad86fb1e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:34.624816 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-da37953b-3575-4bc4-b251-d4cad86fb1e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:34.626132 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-da37953b-3575-4bc4-b251-d4cad86fb1e1 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/751e0db8-337f-4f0d-ac2e-f09a65e8e39d HTTP/1.1" status: 204 len: 168 time: 3.1191974 Jul 14 18:18:34.648058 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-a8072bf2-da62-44ad-8cd7-e2d3c309240b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:34.697714 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6444fd-a167-4a4e-87bb-f9426a3b4bb3 service neutron] Pushing event updated for resources: {'Port': ['ID=bfea7632-e1e6-42fe-94e7-b8f27b812a1b,revision_number=3']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:18:34.707488 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 636b5fae-d6d7-40f9-a97e-7ddb212bd7b1 up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:18:34.714044 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da37953b-3575-4bc4-b251-d4cad86fb1e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=751e0db8-337f-4f0d-ac2e-f09a65e8e39d,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:18:34.853875 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521b0646-290e-41b4-a9e7-ac82f040a2db req-5024c18d-e85d-47c2-83a0-8ee07cc7a5e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:18:34.855298 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-521b0646-290e-41b4-a9e7-ac82f040a2db req-5024c18d-e85d-47c2-83a0-8ee07cc7a5e8 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=91a5dab716504fc8b9e9981b5f72c2c8&device_id=0e759954-ea3f-4262-bec6-a2d8c5933acb HTTP/1.1" status: 200 len: 1098 time: 0.3710406 Jul 14 18:18:34.862017 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-a8072bf2-da62-44ad-8cd7-e2d3c309240b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:34.868820 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-a8072bf2-da62-44ad-8cd7-e2d3c309240b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:34.869997 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-a8072bf2-da62-44ad-8cd7-e2d3c309240b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/29023456-178a-4f11-9865-e4e36996f694 HTTP/1.1" status: 204 len: 168 time: 1.0525465 Jul 14 18:18:35.006905 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a2f33f1-041c-4f1c-ab76-cb5b4723b1b1 None None] The sync data for ids ['6ea3fabc-63ee-4f59-8ee1-4b2fc873851a'] in n-d-800634-3 is: [{'id': '6ea3fabc-63ee-4f59-8ee1-4b2fc873851a', 'name': 'tempest-AttachSCSIVolumeTestJSON-1181539226-router', 'tenant_id': '19c20e26dab9496fb4ffe8f56293d802', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.191'}], 'enable_snat': True}, 'gw_port_id': 'bb2993a4-f4fa-4573-8090-40b5ec010cde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:18:18Z', 'updated_at': '2021-07-14T18:18:25Z', 'revision_number': 4, 'project_id': '19c20e26dab9496fb4ffe8f56293d802', 'gw_port': {'id': 'bb2993a4-f4fa-4573-8090-40b5ec010cde', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:0b:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ea3fabc-63ee-4f59-8ee1-4b2fc873851a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 221, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:18:19Z', 'updated_at': '2021-07-14T18:18:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_interfaces': [{'id': '9ac47deb-abdd-48e4-adac-0519aaa38165', 'name': '', 'network_id': 'c37469af-be30-46cb-9836-a3baa6dfbe6c', 'tenant_id': '19c20e26dab9496fb4ffe8f56293d802', 'mac_address': 'fa:16:3e:c3:88:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ea3fabc-63ee-4f59-8ee1-4b2fc873851a', 'device_owner': 'network:router_interface', 'standard_attr_id': 251, 'fixed_ips': [{'subnet_id': 'ed79a389-8a2e-4ef7-8494-55baf1f4fe6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:18:24Z', 'updated_at': '2021-07-14T18:18:32Z', 'revision_number': 4, 'project_id': '19c20e26dab9496fb4ffe8f56293d802', 'subnets': [{'id': 'ed79a389-8a2e-4ef7-8494-55baf1f4fe6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 18:18:35.023613 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device 14f9483a-8619-4af5-91b7-0610c1c2bed5 no longer exists at agent hyperv_n-h1-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 18:18:35.028739 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-521b0646-290e-41b4-a9e7-ac82f040a2db req-ca1243d1-3df3-4ff0-8280-c07832ebd366 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.36&port_id=bfea7632-e1e6-42fe-94e7-b8f27b812a1b HTTP/1.1" status: 200 len: 217 time: 0.1575809 Jul 14 18:18:35.085296 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-c7f90c3e-a2b4-4c3f-a332-6e1ba42f4335 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:35.113576 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-c7f90c3e-a2b4-4c3f-a332-6e1ba42f4335 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:35.114899 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-c7f90c3e-a2b4-4c3f-a332-6e1ba42f4335 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-598741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-928734'] for router_interface, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:35.178019 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8072bf2-da62-44ad-8cd7-e2d3c309240b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29023456-178a-4f11-9865-e4e36996f694,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:18:35.250477 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] No Port match for: 14f9483a-8619-4af5-91b7-0610c1c2bed5 {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 18:18:35.250824 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device 14f9483a-8619-4af5-91b7-0610c1c2bed5 not bound to the agent host n-h1-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 18:18:35.427571 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:35.452142 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521b0646-290e-41b4-a9e7-ac82f040a2db req-c8c35378-d6bd-4c5b-bb1b-bae3d0b06e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:18:35.474490 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-521b0646-290e-41b4-a9e7-ac82f040a2db req-c8c35378-d6bd-4c5b-bb1b-bae3d0b06e31 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f20c54fb-f7da-4761-aa61-2e4f99f3d332 HTTP/1.1" status: 200 len: 843 time: 0.4024632 Jul 14 18:18:35.474706 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port 636b5fae-d6d7-40f9-a97e-7ddb212bd7b1 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:18:35.475020 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:35.590374 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7f90c3e-a2b4-4c3f-a332-6e1ba42f4335 admin admin] Network ac4dcb0d-17ab-4060-82e2-c35125d24eab is already hosted by enough agents. {{(pid=93916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:18:35.591987 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f90c3e-a2b4-4c3f-a332-6e1ba42f4335 admin admin] Pushing event updated for resources: {'Port': ['ID=ee623b73-fb38-4169-895b-41d7ff971d30,revision_number=2']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:18:35.609022 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [None req-c7f90c3e-a2b4-4c3f-a332-6e1ba42f4335 admin admin] Resources bound (agent type, host, resource id): {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:18:35.743695 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521b0646-290e-41b4-a9e7-ac82f040a2db req-186f31d4-5f65-4cf7-a18a-f4d5eefe14c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:18:35.758949 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-521b0646-290e-41b4-a9e7-ac82f040a2db req-186f31d4-5f65-4cf7-a18a-f4d5eefe14c2 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4f742057-89ee-4b4a-86f7-487ee61881a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2817137 Jul 14 18:18:36.166889 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-6aadde00-60b8-4285-a585-8feb06268a52 None None] Provisioning complete for port ee623b73-fb38-4169-895b-41d7ff971d30 triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:18:36.167493 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-6aadde00-60b8-4285-a585-8feb06268a52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:36.226596 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7f90c3e-a2b4-4c3f-a332-6e1ba42f4335 admin admin] Router d259d793-7f04-4b26-88b6-52f0483faef8 has already been hosted by L3 agent 2c6eb27e-defb-4cca-9a24-381c7415e359 {{(pid=93916) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 18:18:36.342910 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-6aadde00-60b8-4285-a585-8feb06268a52 None None] Port ee623b73-fb38-4169-895b-41d7ff971d30 cannot update to ACTIVE because it is not bound. {{(pid=93917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 18:18:36.344994 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-521b0646-290e-41b4-a9e7-ac82f040a2db req-7184626f-21aa-4993-bd3b-cc84f9683fd0 service neutron] 10.222.0.35 "GET /v2.0/networks/4f742057-89ee-4b4a-86f7-487ee61881a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5503414 Jul 14 18:18:36.400327 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 51970) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:18:36.525826 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42e3ab4-4a04-4e72-8d0d-c652418fe08d req-8658cbf3-5d68-4e78-9a6a-74331bbf023e tempest-DeleteServersAdminTestJSON-1051371510 tempest-DeleteServersAdminTestJSON-1051371510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:18:36.543702 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c42e3ab4-4a04-4e72-8d0d-c652418fe08d req-8658cbf3-5d68-4e78-9a6a-74331bbf023e tempest-DeleteServersAdminTestJSON-1051371510 tempest-DeleteServersAdminTestJSON-1051371510-project] 10.222.0.16 "GET /v2.0/ports?device_id=0e759954-ea3f-4262-bec6-a2d8c5933acb HTTP/1.1" status: 200 len: 947 time: 0.5276694 Jul 14 18:18:36.631884 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7f90c3e-a2b4-4c3f-a332-6e1ba42f4335 admin admin] Notify agent at l3_agent.n-d-800634-3 the message routers_updated {{(pid=93916) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 18:18:36.650715 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-c7f90c3e-a2b4-4c3f-a332-6e1ba42f4335 admin admin] 10.222.0.16 "PUT /v2.0/routers/d259d793-7f04-4b26-88b6-52f0483faef8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4351664 Jul 14 18:18:36.716926 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-521b0646-290e-41b4-a9e7-ac82f040a2db req-fdacb64b-81be-4668-a835-f0c5d8d25dec service neutron] 10.222.0.35 "GET /v2.0/networks/4f742057-89ee-4b4a-86f7-487ee61881a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3707669 Jul 14 18:18:36.863073 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 74a2372d-5f5b-4330-b68a-21af0616ec05 up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:18:36.924697 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c42e3ab4-4a04-4e72-8d0d-c652418fe08d req-cf6f2efc-1da1-4f45-bed0-b5de8788b757 tempest-DeleteServersAdminTestJSON-1051371510 tempest-DeleteServersAdminTestJSON-1051371510-project] 10.222.0.16 "GET /v2.0/security-groups?id=d1362497-6e0c-465d-8f0a-1d02c29ff112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3799648 Jul 14 18:18:36.990949 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning for port 74a2372d-5f5b-4330-b68a-21af0616ec05 completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:18:36.996973 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port 74a2372d-5f5b-4330-b68a-21af0616ec05 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:18:36.997437 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:37.004276 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30e3750-63e2-424b-ae1c-639ff4fe2f22 req-8ef5bf13-c871-4d1c-abd7-f72abfadde85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:18:37.017980 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e30e3750-63e2-424b-ae1c-639ff4fe2f22 req-8ef5bf13-c871-4d1c-abd7-f72abfadde85 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0a6a8e07e1ce4e4e84e3fe5c59c6747c&device_id=d80491b9-d34b-45a9-83ac-fcdec1c35cdb HTTP/1.1" status: 200 len: 1096 time: 0.2609196 Jul 14 18:18:37.199805 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:37.230721 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] For port 74a2372d-5f5b-4330-b68a-21af0616ec05, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=74a2372d-5f5b-4330-b68a-21af0616ec05,segment=NetworkSegment(5afb940b-bbdf-4727-be00-5d46367c38a1),segment_id=5afb940b-bbdf-4727-be00-5d46367c38a1)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:18:37.241631 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:37.242922 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 9ac47deb-abdd-48e4-adac-0519aaa38165 up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:18:37.420345 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Pushing event updated for resources: {'Port': ['ID=74a2372d-5f5b-4330-b68a-21af0616ec05,revision_number=4']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:18:37.439322 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-8f8e38e5-6fc9-4b27-8b14-5c81c1104a68 req-c11c0c01-9d9b-49f7-891b-538486a3e351 tempest-ServersWithSpecificFlavorTestJSON-461581366 tempest-ServersWithSpecificFlavorTestJSON-461581366-project] 10.222.0.16 "GET /v2.0/ports?device_id=431bf4c3-8186-4be2-9ee1-3a584641826f HTTP/1.1" status: 200 len: 210 time: 0.1162684 Jul 14 18:18:37.476236 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning for port 9ac47deb-abdd-48e4-adac-0519aaa38165 completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:18:37.505972 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port 9ac47deb-abdd-48e4-adac-0519aaa38165 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:18:37.510237 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:37.567434 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed29ed1b-c875-402d-ba45-56e9503ea60b req-2947dc7c-108d-4e78-8175-a3f47d797f4c tempest-ServersWithSpecificFlavorTestJSON-461581366 tempest-ServersWithSpecificFlavorTestJSON-461581366-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:18:37.567999 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-e2c3b2b6-683a-4698-8af0-e883d168ac6b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=94fad325b52f41d6ae7e7aeaf25aab8f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1614749 Jul 14 18:18:37.579587 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8ef0e7-fbdd-4849-97f5-1122287ecf3f req-709b4f18-e747-42cb-85c7-e18a26b86b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:18:37.580713 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-ed29ed1b-c875-402d-ba45-56e9503ea60b req-2947dc7c-108d-4e78-8175-a3f47d797f4c tempest-ServersWithSpecificFlavorTestJSON-461581366 tempest-ServersWithSpecificFlavorTestJSON-461581366-project] 10.222.0.18 "GET /v2.0/networks?id=b1df69b6-7369-4ffc-83a6-1f3eb48a524d HTTP/1.1" status: 200 len: 823 time: 0.9509308 Jul 14 18:18:37.581213 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 51998) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:18:37.584883 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-1c8ef0e7-fbdd-4849-97f5-1122287ecf3f req-709b4f18-e747-42cb-85c7-e18a26b86b84 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=91a5dab716504fc8b9e9981b5f72c2c8&device_id=0e759954-ea3f-4262-bec6-a2d8c5933acb HTTP/1.1" status: 200 len: 1098 time: 0.5110767 Jul 14 18:18:37.642950 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:37.699265 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] For port 9ac47deb-abdd-48e4-adac-0519aaa38165, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=9ac47deb-abdd-48e4-adac-0519aaa38165,segment=NetworkSegment(1aaae513-9b5b-4f7b-b3be-58270a5eba39),segment_id=1aaae513-9b5b-4f7b-b3be-58270a5eba39)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:18:37.706560 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:37.802551 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8ef0e7-fbdd-4849-97f5-1122287ecf3f req-a302b7bb-c84a-4626-82ad-026726c34685 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:18:37.812292 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-1c8ef0e7-fbdd-4849-97f5-1122287ecf3f req-a302b7bb-c84a-4626-82ad-026726c34685 service neutron] 10.222.0.35 "GET /v2.0/networks?id=4f742057-89ee-4b4a-86f7-487ee61881a1 HTTP/1.1" status: 200 len: 869 time: 0.2199569 Jul 14 18:18:37.815821 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Pushing event updated for resources: {'Port': ['ID=9ac47deb-abdd-48e4-adac-0519aaa38165,revision_number=5']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:18:37.874775 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-ed29ed1b-c875-402d-ba45-56e9503ea60b req-7ac48d64-8c55-4061-b5fa-7e8c932b6307 tempest-ServersWithSpecificFlavorTestJSON-461581366 tempest-ServersWithSpecificFlavorTestJSON-461581366-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c51e850593fc4a37af9470721017e8e7 HTTP/1.1" status: 200 len: 380 time: 0.2365677 Jul 14 18:18:37.875854 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30e3750-63e2-424b-ae1c-639ff4fe2f22 req-54f45eb5-7244-47ea-ada9-77711d08f0e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:18:37.877220 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-e30e3750-63e2-424b-ae1c-639ff4fe2f22 req-54f45eb5-7244-47ea-ada9-77711d08f0e8 service neutron] 10.222.0.35 "GET /v2.0/networks?id=7cee3312-4c4c-4d32-820f-eab965dcf565 HTTP/1.1" status: 200 len: 921 time: 0.6907933 Jul 14 18:18:37.877976 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-74ea9675-4151-4b3a-9151-e09af80ca799 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:37.881133 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-1c8ef0e7-fbdd-4849-97f5-1122287ecf3f req-7f74f41c-f346-4f42-aaa6-830caee061f9 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.36&port_id=bfea7632-e1e6-42fe-94e7-b8f27b812a1b HTTP/1.1" status: 200 len: 217 time: 0.0574574 Jul 14 18:18:37.972628 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [req-ed29ed1b-c875-402d-ba45-56e9503ea60b req-98bdd2c1-1d6c-464a-8454-191e616c4162 tempest-ServersWithSpecificFlavorTestJSON-461581366 tempest-ServersWithSpecificFlavorTestJSON-461581366-project] Request body: {'port': {'device_id': '431bf4c3-8186-4be2-9ee1-3a584641826f', 'network_id': 'b1df69b6-7369-4ffc-83a6-1f3eb48a524d', 'admin_state_up': True, 'tenant_id': 'c51e850593fc4a37af9470721017e8e7', 'security_groups': ['53e3c538-c3c4-4fce-8d05-f9ee7d004cad']}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:18:38.011878 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8ef0e7-fbdd-4849-97f5-1122287ecf3f req-171e9610-6dae-4bfe-8b6f-066ab1cb656d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:18:38.017449 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-1c8ef0e7-fbdd-4849-97f5-1122287ecf3f req-171e9610-6dae-4bfe-8b6f-066ab1cb656d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f20c54fb-f7da-4761-aa61-2e4f99f3d332 HTTP/1.1" status: 200 len: 843 time: 0.1254251 Jul 14 18:18:38.084073 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-74ea9675-4151-4b3a-9151-e09af80ca799 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:38.166568 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8ef0e7-fbdd-4849-97f5-1122287ecf3f req-eddf1ed2-80de-4040-8a84-ef6bda6c9a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:18:38.168104 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-1c8ef0e7-fbdd-4849-97f5-1122287ecf3f req-eddf1ed2-80de-4040-8a84-ef6bda6c9a3b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4f742057-89ee-4b4a-86f7-487ee61881a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1422184 Jul 14 18:18:38.456532 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-1c8ef0e7-fbdd-4849-97f5-1122287ecf3f req-784ca8b0-c51a-4e04-87f5-c9d2fa54a02c service neutron] 10.222.0.35 "GET /v2.0/networks/4f742057-89ee-4b4a-86f7-487ee61881a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2739811 Jul 14 18:18:38.695089 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-74ea9675-4151-4b3a-9151-e09af80ca799 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:38.702072 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-74ea9675-4151-4b3a-9151-e09af80ca799 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:38.704337 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-74ea9675-4151-4b3a-9151-e09af80ca799 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c6108079-fa5e-46c5-875d-96a4a929fa0c HTTP/1.1" status: 204 len: 168 time: 1.1129992 Jul 14 18:18:38.711362 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-e30e3750-63e2-424b-ae1c-639ff4fe2f22 req-c47f0bde-2bc5-45ce-a2b6-a80214d2f8d5 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b7f0342e-ecc4-4b92-8141-940a36564ced HTTP/1.1" status: 200 len: 217 time: 0.7938290 Jul 14 18:18:38.713120 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 74a2372d-5f5b-4330-b68a-21af0616ec05 up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:18:38.765906 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-1c8ef0e7-fbdd-4849-97f5-1122287ecf3f req-fa8de4fc-55b7-42ad-99ca-59f75ec1d12f service neutron] 10.222.0.35 "GET /v2.0/networks/4f742057-89ee-4b4a-86f7-487ee61881a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2847638 Jul 14 18:18:38.855369 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ea9675-4151-4b3a-9151-e09af80ca799 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6108079-fa5e-46c5-875d-96a4a929fa0c,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:18:38.905462 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port 74a2372d-5f5b-4330-b68a-21af0616ec05 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:18:38.906374 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:38.997212 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30e3750-63e2-424b-ae1c-639ff4fe2f22 req-0ce2b0fd-c4e7-449f-b91d-fd6ff6995f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:18:39.009453 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-e30e3750-63e2-424b-ae1c-639ff4fe2f22 req-0ce2b0fd-c4e7-449f-b91d-fd6ff6995f74 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2a54265e-973c-4132-80fb-ad9d5d305963 HTTP/1.1" status: 200 len: 861 time: 0.2609987 Jul 14 18:18:39.067904 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616f5752-5f49-4aae-9828-ae5d532fcb48 req-e8967243-6daf-474f-8a76-6f838e0c8baf tempest-FloatingIPsAssociationTestJSON-1206343344 tempest-FloatingIPsAssociationTestJSON-1206343344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:18:39.075516 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-616f5752-5f49-4aae-9828-ae5d532fcb48 req-e8967243-6daf-474f-8a76-6f838e0c8baf tempest-FloatingIPsAssociationTestJSON-1206343344 tempest-FloatingIPsAssociationTestJSON-1206343344-project] 10.222.0.16 "GET /v2.0/networks?id=ac4dcb0d-17ab-4060-82e2-c35125d24eab HTTP/1.1" status: 200 len: 821 time: 0.6172657 Jul 14 18:18:39.089836 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 52058) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:18:39.108345 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-616f5752-5f49-4aae-9828-ae5d532fcb48 req-43d7d0be-cab0-4408-8ca1-574829783456 tempest-FloatingIPsAssociationTestJSON-1206343344 tempest-FloatingIPsAssociationTestJSON-1206343344-project] 10.222.0.16 "GET /v2.0/quotas/34616e81172546728ddd3adbee03f177 HTTP/1.1" status: 200 len: 375 time: 0.0312753 Jul 14 18:18:39.118607 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-e30e3750-63e2-424b-ae1c-639ff4fe2f22 req-50d5b6b7-a2af-4b1e-a3cf-d9d4ca97450f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7cee3312-4c4c-4d32-820f-eab965dcf565&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1069076 Jul 14 18:18:39.150483 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 9ac47deb-abdd-48e4-adac-0519aaa38165 up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:18:39.256927 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ed29ed1b-c875-402d-ba45-56e9503ea60b req-98bdd2c1-1d6c-464a-8454-191e616c4162 tempest-ServersWithSpecificFlavorTestJSON-461581366 tempest-ServersWithSpecificFlavorTestJSON-461581366-project] Made reservation on behalf of c51e850593fc4a37af9470721017e8e7 for: {'port': 1} {{(pid=93916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:18:39.261210 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-ed29ed1b-c875-402d-ba45-56e9503ea60b req-98bdd2c1-1d6c-464a-8454-191e616c4162 tempest-ServersWithSpecificFlavorTestJSON-461581366 tempest-ServersWithSpecificFlavorTestJSON-461581366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:39.273521 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-616f5752-5f49-4aae-9828-ae5d532fcb48 req-777476df-5f30-4d91-89bb-3a93f6a5c2d9 tempest-FloatingIPsAssociationTestJSON-1206343344 tempest-FloatingIPsAssociationTestJSON-1206343344-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=34616e81172546728ddd3adbee03f177&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1637895 Jul 14 18:18:39.302918 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port 9ac47deb-abdd-48e4-adac-0519aaa38165 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:18:39.302918 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:39.427051 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e19db9a-88ba-4858-ab0d-332d62d63d1c None None] Sync routers for ids ['d259d793-7f04-4b26-88b6-52f0483faef8'] in n-d-800634-3 {{(pid=93917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 18:18:39.479777 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-616f5752-5f49-4aae-9828-ae5d532fcb48 req-b41ecca3-927c-480b-bb00-cbb7fdb18fa0 service neutron] 10.222.0.16 "GET /v2.0/networks/ac4dcb0d-17ab-4060-82e2-c35125d24eab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1940293 Jul 14 18:18:39.535997 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e19db9a-88ba-4858-ab0d-332d62d63d1c None None] Routers {'d259d793-7f04-4b26-88b6-52f0483faef8'} bound to L3 agent in host n-d-800634-3 {{(pid=93917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:18:39.538646 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-7e19db9a-88ba-4858-ab0d-332d62d63d1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:18:23Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['d259d793-7f04-4b26-88b6-52f0483faef8'], 'active': True} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:18:39.552712 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-e30e3750-63e2-424b-ae1c-639ff4fe2f22 req-9f9989dc-440e-47e5-9df0-f8de31c65e03 service neutron] 10.222.0.35 "GET /v2.0/networks/7cee3312-4c4c-4d32-820f-eab965dcf565?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4201827 Jul 14 18:18:39.633328 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-616f5752-5f49-4aae-9828-ae5d532fcb48 req-3d60fb2a-5e6a-45c6-b098-2376fb34bde3 service neutron] 10.222.0.16 "GET /v2.0/networks/ac4dcb0d-17ab-4060-82e2-c35125d24eab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1484308 Jul 14 18:18:39.827185 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Device bfea7632-e1e6-42fe-94e7-b8f27b812a1b details requested by agent hyperv_n-h2-800634-3 with host n-h2-800634-3 {{(pid=93917) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 18:18:39.831859 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-e30e3750-63e2-424b-ae1c-639ff4fe2f22 req-322878ed-3f04-40d4-9e60-d1f0706dc1ee service neutron] 10.222.0.35 "GET /v2.0/networks/7cee3312-4c4c-4d32-820f-eab965dcf565?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2719612 Jul 14 18:18:39.847999 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvr_db [None req-7e19db9a-88ba-4858-ab0d-332d62d63d1c None None] Set router d259d793-7f04-4b26-88b6-52f0483faef8 gateway port host: n-d-800634-3 {{(pid=93917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 18:18:39.884263 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.db_base_plugin_common [req-ed29ed1b-c875-402d-ba45-56e9503ea60b req-98bdd2c1-1d6c-464a-8454-191e616c4162 tempest-ServersWithSpecificFlavorTestJSON-461581366 tempest-ServersWithSpecificFlavorTestJSON-461581366-project] Allocated IP 172.20.0.5 (b1df69b6-7369-4ffc-83a6-1f3eb48a524d/52a71ea9-5395-411d-94f2-0fbe5949db70/a752284b-f96b-456a-86f1-78b2956aabb1) {{(pid=93916) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:18:39.981916 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [req-b1c95047-32d6-4f53-a746-943ea422e03e req-a68e48fe-61d6-495a-8976-edc49376b5d0 tempest-LiveAutoBlockMigrationV225Test-133245952 tempest-LiveAutoBlockMigrationV225Test-133245952-project-admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=93915) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 18:18:39.983361 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b1c95047-32d6-4f53-a746-943ea422e03e req-a68e48fe-61d6-495a-8976-edc49376b5d0 tempest-LiveAutoBlockMigrationV225Test-133245952 tempest-LiveAutoBlockMigrationV225Test-133245952-project-admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8910253 Jul 14 18:18:40.040618 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 52076) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:18:40.152304 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-40787fb4-f630-4957-950a-d6802b1c479b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=50cd1c3955464596abceaf1fd1f3242b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1103108 Jul 14 18:18:40.169445 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 52080) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:18:40.334795 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-ed29ed1b-c875-402d-ba45-56e9503ea60b req-98bdd2c1-1d6c-464a-8454-191e616c4162 tempest-ServersWithSpecificFlavorTestJSON-461581366 tempest-ServersWithSpecificFlavorTestJSON-461581366-project] Notify callbacks [] for port, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:40.352808 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.db.resource_extend [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 14 18:18:40.366539 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.provisioning_blocks [req-ed29ed1b-c875-402d-ba45-56e9503ea60b req-98bdd2c1-1d6c-464a-8454-191e616c4162 tempest-ServersWithSpecificFlavorTestJSON-461581366 tempest-ServersWithSpecificFlavorTestJSON-461581366-project] Transition to ACTIVE for port object a752284b-f96b-456a-86f1-78b2956aabb1 will not be triggered until provisioned by entity DHCP. {{(pid=93916) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:18:40.441660 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-99397614-2b22-4bb5-8753-70edbf43ed80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:40.499716 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564bc63e-3427-4e34-9d96-9fefd0ea70c6 req-a4519381-2b52-4df5-a613-24da6a9fd235 tempest-DeleteServersAdminTestJSON-1051371510 tempest-DeleteServersAdminTestJSON-1051371510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:18:40.509795 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-564bc63e-3427-4e34-9d96-9fefd0ea70c6 req-a4519381-2b52-4df5-a613-24da6a9fd235 tempest-DeleteServersAdminTestJSON-1051371510 tempest-DeleteServersAdminTestJSON-1051371510-project] 10.222.0.16 "GET /v2.0/ports?device_id=0e759954-ea3f-4262-bec6-a2d8c5933acb HTTP/1.1" status: 200 len: 947 time: 0.3145099 Jul 14 18:18:40.515617 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-ed29ed1b-c875-402d-ba45-56e9503ea60b req-98bdd2c1-1d6c-464a-8454-191e616c4162 tempest-ServersWithSpecificFlavorTestJSON-461581366 tempest-ServersWithSpecificFlavorTestJSON-461581366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804'] for port, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:40.560193 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-99397614-2b22-4bb5-8753-70edbf43ed80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:40.739584 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98bdd2c1-1d6c-464a-8454-191e616c4162 tempest-ServersWithSpecificFlavorTestJSON-461581366 tempest-ServersWithSpecificFlavorTestJSON-461581366-project] Pushing event updated for resources: {'Port': ['ID=a752284b-f96b-456a-86f1-78b2956aabb1,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:18:40.776507 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98bdd2c1-1d6c-464a-8454-191e616c4162 tempest-ServersWithSpecificFlavorTestJSON-461581366 tempest-ServersWithSpecificFlavorTestJSON-461581366-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:18:40.776507 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98bdd2c1-1d6c-464a-8454-191e616c4162 tempest-ServersWithSpecificFlavorTestJSON-461581366 tempest-ServersWithSpecificFlavorTestJSON-461581366-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:18:40.776507 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98bdd2c1-1d6c-464a-8454-191e616c4162 tempest-ServersWithSpecificFlavorTestJSON-461581366 tempest-ServersWithSpecificFlavorTestJSON-461581366-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:18:40.776507 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98bdd2c1-1d6c-464a-8454-191e616c4162 tempest-ServersWithSpecificFlavorTestJSON-461581366 tempest-ServersWithSpecificFlavorTestJSON-461581366-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:18:40.776507 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98bdd2c1-1d6c-464a-8454-191e616c4162 tempest-ServersWithSpecificFlavorTestJSON-461581366 tempest-ServersWithSpecificFlavorTestJSON-461581366-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:18:40.776507 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98bdd2c1-1d6c-464a-8454-191e616c4162 tempest-ServersWithSpecificFlavorTestJSON-461581366 tempest-ServersWithSpecificFlavorTestJSON-461581366-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:18:40.776507 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98bdd2c1-1d6c-464a-8454-191e616c4162 tempest-ServersWithSpecificFlavorTestJSON-461581366 tempest-ServersWithSpecificFlavorTestJSON-461581366-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:18:40.776507 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98bdd2c1-1d6c-464a-8454-191e616c4162 tempest-ServersWithSpecificFlavorTestJSON-461581366 tempest-ServersWithSpecificFlavorTestJSON-461581366-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:18:40.776507 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98bdd2c1-1d6c-464a-8454-191e616c4162 tempest-ServersWithSpecificFlavorTestJSON-461581366 tempest-ServersWithSpecificFlavorTestJSON-461581366-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:18:40.777254 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98bdd2c1-1d6c-464a-8454-191e616c4162 tempest-ServersWithSpecificFlavorTestJSON-461581366 tempest-ServersWithSpecificFlavorTestJSON-461581366-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:18:40.777622 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98bdd2c1-1d6c-464a-8454-191e616c4162 tempest-ServersWithSpecificFlavorTestJSON-461581366 tempest-ServersWithSpecificFlavorTestJSON-461581366-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:18:40.778824 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-564bc63e-3427-4e34-9d96-9fefd0ea70c6 req-b2036458-7437-4dd8-a63f-73f2ea9e05b3 tempest-DeleteServersAdminTestJSON-1051371510 tempest-DeleteServersAdminTestJSON-1051371510-project] 10.222.0.16 "GET /v2.0/security-groups?id=d1362497-6e0c-465d-8f0a-1d02c29ff112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2680364 Jul 14 18:18:40.779383 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98bdd2c1-1d6c-464a-8454-191e616c4162 tempest-ServersWithSpecificFlavorTestJSON-461581366 tempest-ServersWithSpecificFlavorTestJSON-461581366-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:18:40.800495 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] For port bfea7632-e1e6-42fe-94e7-b8f27b812a1b, host n-h2-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=bfea7632-e1e6-42fe-94e7-b8f27b812a1b,segment=NetworkSegment(067fc487-22c7-42de-972d-ae352a28ad29),segment_id=067fc487-22c7-42de-972d-ae352a28ad29)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:18:40.829704 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-99397614-2b22-4bb5-8753-70edbf43ed80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:40.844052 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-99397614-2b22-4bb5-8753-70edbf43ed80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:40.844052 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-99397614-2b22-4bb5-8753-70edbf43ed80 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1e6408bb-3fdb-41d9-82a7-700a8f6bb77f HTTP/1.1" status: 204 len: 168 time: 0.6609919 Jul 14 18:18:40.846796 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed29ed1b-c875-402d-ba45-56e9503ea60b req-98bdd2c1-1d6c-464a-8454-191e616c4162 tempest-ServersWithSpecificFlavorTestJSON-461581366 tempest-ServersWithSpecificFlavorTestJSON-461581366-project] Network b1df69b6-7369-4ffc-83a6-1f3eb48a524d is already hosted by enough agents. {{(pid=93916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:18:40.848896 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [req-ed29ed1b-c875-402d-ba45-56e9503ea60b req-98bdd2c1-1d6c-464a-8454-191e616c4162 tempest-ServersWithSpecificFlavorTestJSON-461581366 tempest-ServersWithSpecificFlavorTestJSON-461581366-project] Resources bound (agent type, host, resource id): {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:18:40.858520 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Returning: {'device': 'bfea7632-e1e6-42fe-94e7-b8f27b812a1b', 'network_id': '4f742057-89ee-4b4a-86f7-487ee61881a1', 'port_id': 'bfea7632-e1e6-42fe-94e7-b8f27b812a1b', 'mac_address': 'fa:16:3e:85:ba:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f20c54fb-f7da-4761-aa61-2e4f99f3d332', 'ip_address': '192.168.233.36'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93917) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 18:18:40.859005 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99397614-2b22-4bb5-8753-70edbf43ed80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e6408bb-3fdb-41d9-82a7-700a8f6bb77f,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:18:40.863926 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed29ed1b-c875-402d-ba45-56e9503ea60b req-98bdd2c1-1d6c-464a-8454-191e616c4162 tempest-ServersWithSpecificFlavorTestJSON-461581366 tempest-ServersWithSpecificFlavorTestJSON-461581366-project] Received port after_create {{(pid=93916) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:18:40.884782 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99397614-2b22-4bb5-8753-70edbf43ed80 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:18:40.885128 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99397614-2b22-4bb5-8753-70edbf43ed80 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:18:40.885469 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99397614-2b22-4bb5-8753-70edbf43ed80 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:18:40.893129 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed29ed1b-c875-402d-ba45-56e9503ea60b req-98bdd2c1-1d6c-464a-8454-191e616c4162 tempest-ServersWithSpecificFlavorTestJSON-461581366 tempest-ServersWithSpecificFlavorTestJSON-461581366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:18:40.893692 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99397614-2b22-4bb5-8753-70edbf43ed80 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:18:40.894046 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99397614-2b22-4bb5-8753-70edbf43ed80 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:18:40.894392 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99397614-2b22-4bb5-8753-70edbf43ed80 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:18:40.894727 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99397614-2b22-4bb5-8753-70edbf43ed80 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:18:40.895059 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99397614-2b22-4bb5-8753-70edbf43ed80 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:18:40.895948 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-ed29ed1b-c875-402d-ba45-56e9503ea60b req-98bdd2c1-1d6c-464a-8454-191e616c4162 tempest-ServersWithSpecificFlavorTestJSON-461581366 tempest-ServersWithSpecificFlavorTestJSON-461581366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:40.902947 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99397614-2b22-4bb5-8753-70edbf43ed80 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:18:40.903365 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99397614-2b22-4bb5-8753-70edbf43ed80 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:18:40.903715 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99397614-2b22-4bb5-8753-70edbf43ed80 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:18:40.904075 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99397614-2b22-4bb5-8753-70edbf43ed80 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:18:40.940706 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-ed29ed1b-c875-402d-ba45-56e9503ea60b req-98bdd2c1-1d6c-464a-8454-191e616c4162 tempest-ServersWithSpecificFlavorTestJSON-461581366 tempest-ServersWithSpecificFlavorTestJSON-461581366-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0219798 Jul 14 18:18:40.954699 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [req-ed29ed1b-c875-402d-ba45-56e9503ea60b req-3e454817-9ea1-4ce8-865b-ca5bc685e299 service neutron] Request body: {'port': {'device_id': '431bf4c3-8186-4be2-9ee1-3a584641826f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800634-3'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:18:40.983510 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:41.043744 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bfea7632-e1e6-42fe-94e7-b8f27b812a1b {{(pid=93917) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 18:18:41.118759 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] For port bfea7632-e1e6-42fe-94e7-b8f27b812a1b, host n-h2-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=bfea7632-e1e6-42fe-94e7-b8f27b812a1b,segment=NetworkSegment(067fc487-22c7-42de-972d-ae352a28ad29),segment_id=067fc487-22c7-42de-972d-ae352a28ad29)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:18:41.128798 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-7e19db9a-88ba-4858-ab0d-332d62d63d1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd259d793-7f04-4b26-88b6-52f0483faef8', 'name': 'tempest-FloatingIPsAssociationTestJSON-1521117267-router', 'tenant_id': '34616e81172546728ddd3adbee03f177', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.253'}], 'enable_snat': True}, 'gw_port_id': '74a2372d-5f5b-4330-b68a-21af0616ec05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:18:23Z', 'updated_at': '2021-07-14T18:18:33Z', 'revision_number': 4, 'project_id': '34616e81172546728ddd3adbee03f177', 'gw_port': {'id': '74a2372d-5f5b-4330-b68a-21af0616ec05', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:93:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd259d793-7f04-4b26-88b6-52f0483faef8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:18:25Z', 'updated_at': '2021-07-14T18:18:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_interfaces': [{'id': 'ee623b73-fb38-4169-895b-41d7ff971d30', 'name': '', 'network_id': 'ac4dcb0d-17ab-4060-82e2-c35125d24eab', 'tenant_id': '34616e81172546728ddd3adbee03f177', 'mac_address': 'fa:16:3e:ba:39:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd259d793-7f04-4b26-88b6-52f0483faef8', 'device_owner': 'network:router_interface', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': '97d79b9c-1ae1-496e-8ce3-67d30e2cc4e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:18:32Z', 'updated_at': '2021-07-14T18:18:34Z', 'revision_number': 2, 'project_id': '34616e81172546728ddd3adbee03f177', 'subnets': [{'id': '97d79b9c-1ae1-496e-8ce3-67d30e2cc4e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-3', False) {} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:18:41.184086 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e19db9a-88ba-4858-ab0d-332d62d63d1c None None] Checking router: d259d793-7f04-4b26-88b6-52f0483faef8 for host: n-d-800634-3 {{(pid=93917) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 18:18:41.184807 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e19db9a-88ba-4858-ab0d-332d62d63d1c None None] Updating router d259d793-7f04-4b26-88b6-52f0483faef8 port ee623b73-fb38-4169-895b-41d7ff971d30 binding host n-d-800634-3 {{(pid=93917) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 18:18:41.189027 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [req-b1c95047-32d6-4f53-a746-943ea422e03e req-4273657d-402a-468c-85c1-27df841b709b service neutron] Request body: {'binding': {'host': 'n-h1-800634-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:18:41.189601 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [req-b1c95047-32d6-4f53-a746-943ea422e03e req-4273657d-402a-468c-85c1-27df841b709b service neutron] Unknown quota resources ['binding']. {{(pid=93915) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 14 18:18:41.202241 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:41.279375 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-ed29ed1b-c875-402d-ba45-56e9503ea60b req-3e454817-9ea1-4ce8-865b-ca5bc685e299 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:41.479964 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-7e19db9a-88ba-4858-ab0d-332d62d63d1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:41.524801 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] get_ports_and_sgs() called for port_ids ['bfea7632-e1e6-42fe-94e7-b8f27b812a1b'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 18:18:41.587601 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-872f7ff8-de3a-4747-b233-8afe90a33c35 None None] Provisioning for port a752284b-f96b-456a-86f1-78b2956aabb1 completed by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:18:41.592891 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Pushing event updated for resources: {'Port': ['ID=bfea7632-e1e6-42fe-94e7-b8f27b812a1b,revision_number=4']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:18:41.605622 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-872f7ff8-de3a-4747-b233-8afe90a33c35 None None] Provisioning complete for port a752284b-f96b-456a-86f1-78b2956aabb1 triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:18:41.606073 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-872f7ff8-de3a-4747-b233-8afe90a33c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:41.671356 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-872f7ff8-de3a-4747-b233-8afe90a33c35 None None] Port a752284b-f96b-456a-86f1-78b2956aabb1 cannot update to ACTIVE because it is not bound. {{(pid=93917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 18:18:42.183097 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-b1c95047-32d6-4f53-a746-943ea422e03e req-4273657d-402a-468c-85c1-27df841b709b service neutron] Attempting to bind port b7f0342e-ecc4-4b92-8141-940a36564ced on host n-h1-800634-3 for vnic_type normal with profile None {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:18:42.185017 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-b1c95047-32d6-4f53-a746-943ea422e03e req-4273657d-402a-468c-85c1-27df841b709b service neutron] Attempting to bind port b7f0342e-ecc4-4b92-8141-940a36564ced by drivers openvswitch,hyperv on host n-h1-800634-3 at level 0 using segments [{'id': '60f92988-9b9b-4790-95f5-9fce88e5a460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '7cee3312-4c4c-4d32-820f-eab965dcf565'}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:18:42.186092 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1c95047-32d6-4f53-a746-943ea422e03e req-4273657d-402a-468c-85c1-27df841b709b service neutron] Attempting to bind port b7f0342e-ecc4-4b92-8141-940a36564ced on network 7cee3312-4c4c-4d32-820f-eab965dcf565 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:18:42.206144 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1c95047-32d6-4f53-a746-943ea422e03e req-4273657d-402a-468c-85c1-27df841b709b service neutron] Port b7f0342e-ecc4-4b92-8141-940a36564ced on network 7cee3312-4c4c-4d32-820f-eab965dcf565 not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-3 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 18:18:42.211083 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1c95047-32d6-4f53-a746-943ea422e03e req-4273657d-402a-468c-85c1-27df841b709b service neutron] Attempting to bind port b7f0342e-ecc4-4b92-8141-940a36564ced on network 7cee3312-4c4c-4d32-820f-eab965dcf565 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:18:42.227495 n-d-800634-3 neutron-server[93916]: DEBUG neutron.notifiers.nova [req-ed29ed1b-c875-402d-ba45-56e9503ea60b req-3e454817-9ea1-4ce8-865b-ca5bc685e299 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a752284b-f96b-456a-86f1-78b2956aabb1 {{(pid=93916) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 18:18:42.247870 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-ed29ed1b-c875-402d-ba45-56e9503ea60b req-3e454817-9ea1-4ce8-865b-ca5bc685e299 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:42.256803 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7070f1-f79f-4b27-9668-256cceead497 req-de3fb5ed-843f-4997-b7ba-dc5b1d25ac1e tempest-ServersWithSpecificFlavorTestJSON-461581366 tempest-ServersWithSpecificFlavorTestJSON-461581366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:18:42.272886 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2f7070f1-f79f-4b27-9668-256cceead497 req-de3fb5ed-843f-4997-b7ba-dc5b1d25ac1e tempest-ServersWithSpecificFlavorTestJSON-461581366 tempest-ServersWithSpecificFlavorTestJSON-461581366-project] 10.222.0.16 "GET /v2.0/ports?device_id=431bf4c3-8186-4be2-9ee1-3a584641826f HTTP/1.1" status: 200 len: 931 time: 1.2286310 Jul 14 18:18:42.287233 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1c95047-32d6-4f53-a746-943ea422e03e req-4273657d-402a-468c-85c1-27df841b709b service neutron] Checking agent: {'id': 'a3630ff4-fbee-45d9-b9b6-0ae41cb3a350', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 15, 32), 'started_at': datetime.datetime(2021, 7, 14, 18, 15, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 18, 18, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 18:18:42.288667 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1c95047-32d6-4f53-a746-943ea422e03e req-4273657d-402a-468c-85c1-27df841b709b service neutron] Checking segment: {'id': '60f92988-9b9b-4790-95f5-9fce88e5a460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '7cee3312-4c4c-4d32-820f-eab965dcf565'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:18:42.289390 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1c95047-32d6-4f53-a746-943ea422e03e req-4273657d-402a-468c-85c1-27df841b709b service neutron] Bound using segment: {'id': '60f92988-9b9b-4790-95f5-9fce88e5a460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '7cee3312-4c4c-4d32-820f-eab965dcf565'} {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 18:18:42.291718 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-b1c95047-32d6-4f53-a746-943ea422e03e req-4273657d-402a-468c-85c1-27df841b709b service neutron] Bound port: b7f0342e-ecc4-4b92-8141-940a36564ced, host: n-h1-800634-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '60f92988-9b9b-4790-95f5-9fce88e5a460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '7cee3312-4c4c-4d32-820f-eab965dcf565'}}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 18:18:42.296762 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.provisioning_blocks [req-ed29ed1b-c875-402d-ba45-56e9503ea60b req-3e454817-9ea1-4ce8-865b-ca5bc685e299 service neutron] Transition to ACTIVE for port object a752284b-f96b-456a-86f1-78b2956aabb1 will not be triggered until provisioned by entity L2. {{(pid=93916) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:18:42.305010 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-ed29ed1b-c875-402d-ba45-56e9503ea60b req-3e454817-9ea1-4ce8-865b-ca5bc685e299 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:42.314034 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.18', 54194) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:18:42.518836 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2f7070f1-f79f-4b27-9668-256cceead497 req-a2388ae3-5958-450b-98a5-f89fcd9079db tempest-ServersWithSpecificFlavorTestJSON-461581366 tempest-ServersWithSpecificFlavorTestJSON-461581366-project] 10.222.0.16 "GET /v2.0/security-groups?id=53e3c538-c3c4-4fce-8d05-f9ee7d004cad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2383902 Jul 14 18:18:42.607914 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e454817-9ea1-4ce8-865b-ca5bc685e299 service neutron] Pushing event updated for resources: {'Port': ['ID=a752284b-f96b-456a-86f1-78b2956aabb1,revision_number=2']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:18:42.609982 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-b1c95047-32d6-4f53-a746-943ea422e03e req-4273657d-402a-468c-85c1-27df841b709b service neutron] For port b7f0342e-ecc4-4b92-8141-940a36564ced, host n-h1-800634-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=b7f0342e-ecc4-4b92-8141-940a36564ced,segment=NetworkSegment(60f92988-9b9b-4790-95f5-9fce88e5a460),segment_id=60f92988-9b9b-4790-95f5-9fce88e5a460)] {{(pid=93915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 18:18:42.618337 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-b1c95047-32d6-4f53-a746-943ea422e03e req-4273657d-402a-468c-85c1-27df841b709b service neutron] Notify callbacks [] for binding, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:42.619665 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b1c95047-32d6-4f53-a746-943ea422e03e req-4273657d-402a-468c-85c1-27df841b709b service neutron] 10.222.0.16 "POST /v2.0/ports/b7f0342e-ecc4-4b92-8141-940a36564ced/bindings HTTP/1.1" status: 201 len: 389 time: 2.2039371 Jul 14 18:18:42.766889 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-7e19db9a-88ba-4858-ab0d-332d62d63d1c None None] Notify callbacks [] for port, precommit_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:42.805236 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616f5752-5f49-4aae-9828-ae5d532fcb48 req-b2f27703-572f-4089-befd-4a50512887a8 tempest-FloatingIPsAssociationTestJSON-1206343344 tempest-FloatingIPsAssociationTestJSON-1206343344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:18:42.813780 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-616f5752-5f49-4aae-9828-ae5d532fcb48 req-b2f27703-572f-4089-befd-4a50512887a8 tempest-FloatingIPsAssociationTestJSON-1206343344 tempest-FloatingIPsAssociationTestJSON-1206343344-project] 10.222.0.18 "GET /v2.0/networks?id=ac4dcb0d-17ab-4060-82e2-c35125d24eab HTTP/1.1" status: 200 len: 821 time: 0.4934309 Jul 14 18:18:42.826481 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-7e19db9a-88ba-4858-ab0d-332d62d63d1c None None] Transition to ACTIVE for port object ee623b73-fb38-4169-895b-41d7ff971d30 will not be triggered until provisioned by entity L2. {{(pid=93917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:18:42.836369 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [req-616f5752-5f49-4aae-9828-ae5d532fcb48 req-c3c208ed-08d1-485f-8b76-c66ee9c686f7 tempest-FloatingIPsAssociationTestJSON-1206343344 tempest-FloatingIPsAssociationTestJSON-1206343344-project] Request body: {'port': {'device_id': 'd4a090fa-ded3-464f-b9f4-fb95e4f2153d', 'network_id': 'ac4dcb0d-17ab-4060-82e2-c35125d24eab', 'admin_state_up': True, 'tenant_id': '34616e81172546728ddd3adbee03f177'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:18:42.858948 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-7e19db9a-88ba-4858-ab0d-332d62d63d1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:42.883112 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.managers [req-ed29ed1b-c875-402d-ba45-56e9503ea60b req-3e454817-9ea1-4ce8-865b-ca5bc685e299 service neutron] Attempting to bind port a752284b-f96b-456a-86f1-78b2956aabb1 on host n-h1-800634-3 for vnic_type normal with profile {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:18:42.883480 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.managers [req-ed29ed1b-c875-402d-ba45-56e9503ea60b req-3e454817-9ea1-4ce8-865b-ca5bc685e299 service neutron] Attempting to bind port a752284b-f96b-456a-86f1-78b2956aabb1 by drivers openvswitch,hyperv on host n-h1-800634-3 at level 0 using segments [{'id': 'dc9b7b33-7ed6-4862-a917-845e6b965bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'b1df69b6-7369-4ffc-83a6-1f3eb48a524d'}] {{(pid=93916) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:18:42.889148 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed29ed1b-c875-402d-ba45-56e9503ea60b req-3e454817-9ea1-4ce8-865b-ca5bc685e299 service neutron] Attempting to bind port a752284b-f96b-456a-86f1-78b2956aabb1 on network b1df69b6-7369-4ffc-83a6-1f3eb48a524d {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:18:43.010060 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998dd9d1-a751-4c1f-9fff-ab55ce4bcbc5 None None] Pushing event updated for resources: {'Port': ['ID=ee623b73-fb38-4169-895b-41d7ff971d30,revision_number=3']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:18:43.096915 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-5eeee9ee-fa0d-4c22-8ab2-b9b58e879c91 req-1fb28dff-f14a-45fc-a606-e4cf9e0dff06 tempest-FloatingIPsAssociationTestJSON-1206343344 tempest-FloatingIPsAssociationTestJSON-1206343344-project] 10.222.0.16 "GET /v2.0/ports?device_id=d4a090fa-ded3-464f-b9f4-fb95e4f2153d HTTP/1.1" status: 200 len: 210 time: 0.1532800 Jul 14 18:18:43.128455 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.18', 54195) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:18:43.153732 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed29ed1b-c875-402d-ba45-56e9503ea60b req-3e454817-9ea1-4ce8-865b-ca5bc685e299 service neutron] Port a752284b-f96b-456a-86f1-78b2956aabb1 on network b1df69b6-7369-4ffc-83a6-1f3eb48a524d not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-3 {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 18:18:43.154117 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed29ed1b-c875-402d-ba45-56e9503ea60b req-3e454817-9ea1-4ce8-865b-ca5bc685e299 service neutron] Attempting to bind port a752284b-f96b-456a-86f1-78b2956aabb1 on network b1df69b6-7369-4ffc-83a6-1f3eb48a524d {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:18:43.195312 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed29ed1b-c875-402d-ba45-56e9503ea60b req-3e454817-9ea1-4ce8-865b-ca5bc685e299 service neutron] Checking agent: {'id': 'a3630ff4-fbee-45d9-b9b6-0ae41cb3a350', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 15, 32), 'started_at': datetime.datetime(2021, 7, 14, 18, 15, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 18, 18, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 18:18:43.195625 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed29ed1b-c875-402d-ba45-56e9503ea60b req-3e454817-9ea1-4ce8-865b-ca5bc685e299 service neutron] Checking segment: {'id': 'dc9b7b33-7ed6-4862-a917-845e6b965bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'b1df69b6-7369-4ffc-83a6-1f3eb48a524d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93916) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:18:43.196024 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed29ed1b-c875-402d-ba45-56e9503ea60b req-3e454817-9ea1-4ce8-865b-ca5bc685e299 service neutron] Bound using segment: {'id': 'dc9b7b33-7ed6-4862-a917-845e6b965bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'b1df69b6-7369-4ffc-83a6-1f3eb48a524d'} {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 18:18:43.196531 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.managers [req-ed29ed1b-c875-402d-ba45-56e9503ea60b req-3e454817-9ea1-4ce8-865b-ca5bc685e299 service neutron] Bound port: a752284b-f96b-456a-86f1-78b2956aabb1, host: n-h1-800634-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc9b7b33-7ed6-4862-a917-845e6b965bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'b1df69b6-7369-4ffc-83a6-1f3eb48a524d'}}] {{(pid=93916) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 18:18:43.197003 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-ed29ed1b-c875-402d-ba45-56e9503ea60b req-3e454817-9ea1-4ce8-865b-ca5bc685e299 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:43.221742 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-616f5752-5f49-4aae-9828-ae5d532fcb48 req-c3c208ed-08d1-485f-8b76-c66ee9c686f7 tempest-FloatingIPsAssociationTestJSON-1206343344 tempest-FloatingIPsAssociationTestJSON-1206343344-project] Made reservation on behalf of 34616e81172546728ddd3adbee03f177 for: {'port': 1} {{(pid=93916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:18:43.229361 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-616f5752-5f49-4aae-9828-ae5d532fcb48 req-c3c208ed-08d1-485f-8b76-c66ee9c686f7 tempest-FloatingIPsAssociationTestJSON-1206343344 tempest-FloatingIPsAssociationTestJSON-1206343344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:43.247365 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-7e19db9a-88ba-4858-ab0d-332d62d63d1c None None] Attempting to bind port ee623b73-fb38-4169-895b-41d7ff971d30 on host n-d-800634-3 for vnic_type normal with profile {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:18:43.247793 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-7e19db9a-88ba-4858-ab0d-332d62d63d1c None None] Attempting to bind port ee623b73-fb38-4169-895b-41d7ff971d30 by drivers openvswitch,hyperv on host n-d-800634-3 at level 0 using segments [{'id': '06c66395-d1c3-4d06-8efa-6bd69b5e26e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'ac4dcb0d-17ab-4060-82e2-c35125d24eab'}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:18:43.248211 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e19db9a-88ba-4858-ab0d-332d62d63d1c None None] Attempting to bind port ee623b73-fb38-4169-895b-41d7ff971d30 on network ac4dcb0d-17ab-4060-82e2-c35125d24eab {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:18:43.274787 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e19db9a-88ba-4858-ab0d-332d62d63d1c None None] Checking agent: {'id': '01c19e91-a945-4e3c-94a6-c211e17c923e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 8, 23), 'started_at': datetime.datetime(2021, 7, 14, 18, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 18, 18, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 18:18:43.274938 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e19db9a-88ba-4858-ab0d-332d62d63d1c None None] Checking segment: {'id': '06c66395-d1c3-4d06-8efa-6bd69b5e26e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'ac4dcb0d-17ab-4060-82e2-c35125d24eab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93917) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:18:43.275312 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-7e19db9a-88ba-4858-ab0d-332d62d63d1c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:43.275717 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e19db9a-88ba-4858-ab0d-332d62d63d1c None None] Bound using segment: {'id': '06c66395-d1c3-4d06-8efa-6bd69b5e26e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'ac4dcb0d-17ab-4060-82e2-c35125d24eab'} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 18:18:43.291462 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-7e19db9a-88ba-4858-ab0d-332d62d63d1c None None] Bound port: ee623b73-fb38-4169-895b-41d7ff971d30, host: n-d-800634-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06c66395-d1c3-4d06-8efa-6bd69b5e26e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'ac4dcb0d-17ab-4060-82e2-c35125d24eab'}}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 18:18:43.294277 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-7e19db9a-88ba-4858-ab0d-332d62d63d1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:43.341735 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c95047-32d6-4f53-a746-943ea422e03e req-0364cc4b-d83f-478e-8e95-d2820d9edd82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:18:43.344211 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b1c95047-32d6-4f53-a746-943ea422e03e req-0364cc4b-d83f-478e-8e95-d2820d9edd82 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=0a6a8e07e1ce4e4e84e3fe5c59c6747c&device_id=d80491b9-d34b-45a9-83ac-fcdec1c35cdb HTTP/1.1" status: 200 len: 1096 time: 0.2144775 Jul 14 18:18:43.469264 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-7e19db9a-88ba-4858-ab0d-332d62d63d1c None None] For port ee623b73-fb38-4169-895b-41d7ff971d30, host n-d-800634-3, cleared binding levels {{(pid=93917) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:18:43.474447 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-7e19db9a-88ba-4858-ab0d-332d62d63d1c None None] For port ee623b73-fb38-4169-895b-41d7ff971d30, host n-d-800634-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=ee623b73-fb38-4169-895b-41d7ff971d30,segment=NetworkSegment(06c66395-d1c3-4d06-8efa-6bd69b5e26e2),segment_id=06c66395-d1c3-4d06-8efa-6bd69b5e26e2)] {{(pid=93917) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 18:18:43.484530 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-7e19db9a-88ba-4858-ab0d-332d62d63d1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:43.576947 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c95047-32d6-4f53-a746-943ea422e03e req-4bf62abd-178b-4a86-a113-aa3fbfc63d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:18:43.578611 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b1c95047-32d6-4f53-a746-943ea422e03e req-4bf62abd-178b-4a86-a113-aa3fbfc63d39 service neutron] 10.222.0.18 "GET /v2.0/networks?id=7cee3312-4c4c-4d32-820f-eab965dcf565 HTTP/1.1" status: 200 len: 921 time: 0.2269225 Jul 14 18:18:43.599451 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d0071f-92f4-49c3-bbbd-3526132ac37d req-82a4f436-84d2-4f28-83ec-9d5dceaa2425 tempest-DeleteServersAdminTestJSON-1051371510 tempest-DeleteServersAdminTestJSON-1051371510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:18:43.604947 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-70d0071f-92f4-49c3-bbbd-3526132ac37d req-82a4f436-84d2-4f28-83ec-9d5dceaa2425 tempest-DeleteServersAdminTestJSON-1051371510 tempest-DeleteServersAdminTestJSON-1051371510-project] 10.222.0.16 "GET /v2.0/ports?device_id=0e759954-ea3f-4262-bec6-a2d8c5933acb HTTP/1.1" status: 200 len: 948 time: 0.1324403 Jul 14 18:18:43.649995 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e19db9a-88ba-4858-ab0d-332d62d63d1c None None] Routers {'d259d793-7f04-4b26-88b6-52f0483faef8'} bound to L3 agent in host n-d-800634-3 {{(pid=93917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:18:43.653221 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-7e19db9a-88ba-4858-ab0d-332d62d63d1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:18:23Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['d259d793-7f04-4b26-88b6-52f0483faef8'], 'active': True} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:18:43.654083 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.db [req-ed29ed1b-c875-402d-ba45-56e9503ea60b req-3e454817-9ea1-4ce8-865b-ca5bc685e299 service neutron] For port a752284b-f96b-456a-86f1-78b2956aabb1, host n-h1-800634-3, cleared binding levels {{(pid=93916) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:18:43.658292 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998dd9d1-a751-4c1f-9fff-ab55ce4bcbc5 None None] Pushing event updated for resources: {'Port': ['ID=ee623b73-fb38-4169-895b-41d7ff971d30,revision_number=4']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:18:43.682385 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b1c95047-32d6-4f53-a746-943ea422e03e req-db1cd2b5-db84-411a-87e1-8e6b5cc444f9 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b7f0342e-ecc4-4b92-8141-940a36564ced HTTP/1.1" status: 200 len: 217 time: 0.0967805 Jul 14 18:18:43.699879 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.db [req-ed29ed1b-c875-402d-ba45-56e9503ea60b req-3e454817-9ea1-4ce8-865b-ca5bc685e299 service neutron] For port a752284b-f96b-456a-86f1-78b2956aabb1, host n-h1-800634-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=a752284b-f96b-456a-86f1-78b2956aabb1,segment=NetworkSegment(dc9b7b33-7ed6-4862-a917-845e6b965bf7),segment_id=dc9b7b33-7ed6-4862-a917-845e6b965bf7)] {{(pid=93916) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 18:18:43.717971 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.db_base_plugin_common [req-616f5752-5f49-4aae-9828-ae5d532fcb48 req-c3c208ed-08d1-485f-8b76-c66ee9c686f7 tempest-FloatingIPsAssociationTestJSON-1206343344 tempest-FloatingIPsAssociationTestJSON-1206343344-project] Allocated IP 172.20.0.7 (ac4dcb0d-17ab-4060-82e2-c35125d24eab/97d79b9c-1ae1-496e-8ce3-67d30e2cc4e1/9ff41a23-0c91-4e23-90d4-e3f9f1ac0c89) {{(pid=93916) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:18:43.720436 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-ed29ed1b-c875-402d-ba45-56e9503ea60b req-3e454817-9ea1-4ce8-865b-ca5bc685e299 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:43.803516 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c95047-32d6-4f53-a746-943ea422e03e req-a89e1502-0d1f-4cc8-9578-c83b88f5c538 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:18:43.805019 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b1c95047-32d6-4f53-a746-943ea422e03e req-a89e1502-0d1f-4cc8-9578-c83b88f5c538 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2a54265e-973c-4132-80fb-ad9d5d305963 HTTP/1.1" status: 200 len: 861 time: 0.1065221 Jul 14 18:18:43.825003 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e454817-9ea1-4ce8-865b-ca5bc685e299 service neutron] Pushing event updated for resources: {'Port': ['ID=a752284b-f96b-456a-86f1-78b2956aabb1,revision_number=3']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:18:43.862722 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Device bfea7632-e1e6-42fe-94e7-b8f27b812a1b up at agent hyperv_n-h2-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:18:43.873262 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed29ed1b-c875-402d-ba45-56e9503ea60b req-3e454817-9ea1-4ce8-865b-ca5bc685e299 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:18:43.874187 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-ed29ed1b-c875-402d-ba45-56e9503ea60b req-3e454817-9ea1-4ce8-865b-ca5bc685e299 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:43.883832 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-ed29ed1b-c875-402d-ba45-56e9503ea60b req-3e454817-9ea1-4ce8-865b-ca5bc685e299 service neutron] 10.222.0.18 "PUT /v2.0/ports/a752284b-f96b-456a-86f1-78b2956aabb1 HTTP/1.1" status: 200 len: 1091 time: 2.9348657 Jul 14 18:18:43.884657 n-d-800634-3 neutron-server[93916]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '431bf4c3-8186-4be2-9ee1-3a584641826f', 'tag': 'a752284b-f96b-456a-86f1-78b2956aabb1'}] {{(pid=93916) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:18:43.887222 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f803e150b363a7893830aa996ac27753fa25517c406ecd3536b7c2d4b26eeb9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25bebd2f-bd9b-4454-84fd-a633a0e7b344" -d '{"events": [{"name": "network-changed", "server_uuid": "431bf4c3-8186-4be2-9ee1-3a584641826f", "tag": "a752284b-f96b-456a-86f1-78b2956aabb1"}]}' {{(pid=93916) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:18:43.932823 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b1c95047-32d6-4f53-a746-943ea422e03e req-cdd7af8e-c063-4683-bc11-3bdff5bf1643 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7cee3312-4c4c-4d32-820f-eab965dcf565&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1147664 Jul 14 18:18:43.967844 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-70d0071f-92f4-49c3-bbbd-3526132ac37d req-d60452a3-d717-4366-8bbb-8e0685a15504 tempest-DeleteServersAdminTestJSON-1051371510 tempest-DeleteServersAdminTestJSON-1051371510-project] 10.222.0.16 "GET /v2.0/security-groups?id=d1362497-6e0c-465d-8f0a-1d02c29ff112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3062980 Jul 14 18:18:44.052990 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvr_db [None req-7e19db9a-88ba-4858-ab0d-332d62d63d1c None None] Set router d259d793-7f04-4b26-88b6-52f0483faef8 gateway port host: n-d-800634-3 {{(pid=93917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 18:18:44.150603 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed29ed1b-c875-402d-ba45-56e9503ea60b req-4d6966d1-215d-4a4c-b1c7-e15b7dd42314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:18:44.152068 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-ed29ed1b-c875-402d-ba45-56e9503ea60b req-4d6966d1-215d-4a4c-b1c7-e15b7dd42314 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c51e850593fc4a37af9470721017e8e7&device_id=431bf4c3-8186-4be2-9ee1-3a584641826f HTTP/1.1" status: 200 len: 1094 time: 0.2077925 Jul 14 18:18:44.246297 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Provisioning for port bfea7632-e1e6-42fe-94e7-b8f27b812a1b completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:18:44.248254 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b1c95047-32d6-4f53-a746-943ea422e03e req-3c0d76ed-3085-46f1-94a8-92c18ae8e082 service neutron] 10.222.0.18 "GET /v2.0/networks/7cee3312-4c4c-4d32-820f-eab965dcf565?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3096163 Jul 14 18:18:44.254279 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Provisioning complete for port bfea7632-e1e6-42fe-94e7-b8f27b812a1b triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:18:44.257802 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:44.326637 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-ed29ed1b-c875-402d-ba45-56e9503ea60b req-9e591095-2b9c-42d3-a825-fbc084a403ce service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a752284b-f96b-456a-86f1-78b2956aabb1 HTTP/1.1" status: 200 len: 217 time: 0.1606176 Jul 14 18:18:44.343150 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74fcca3-995f-4fa0-8c74-bf288d46bb57 req-85762f6b-966f-4647-a429-6fd106a26e0e tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:18:44.345290 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a74fcca3-995f-4fa0-8c74-bf288d46bb57 req-85762f6b-966f-4647-a429-6fd106a26e0e tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] 10.222.0.16 "GET /v2.0/ports?device_id=d80491b9-d34b-45a9-83ac-fcdec1c35cdb HTTP/1.1" status: 200 len: 945 time: 0.3369160 Jul 14 18:18:44.445679 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a74fcca3-995f-4fa0-8c74-bf288d46bb57 req-e055b7cc-0420-4aac-9385-e93477ebbeda tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] 10.222.0.16 "GET /v2.0/security-groups?id=540fae54-ccea-4309-9c99-81b930eedb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796568 Jul 14 18:18:44.470626 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b1c95047-32d6-4f53-a746-943ea422e03e req-02d8f8fd-ca89-42d8-8aa5-248729781b3f service neutron] 10.222.0.18 "GET /v2.0/networks/7cee3312-4c4c-4d32-820f-eab965dcf565?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2100265 Jul 14 18:18:44.501193 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:44.526393 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed29ed1b-c875-402d-ba45-56e9503ea60b req-69c9c4d5-6e72-47df-a843-85d9dcd0f43c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:18:44.528387 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-ed29ed1b-c875-402d-ba45-56e9503ea60b req-69c9c4d5-6e72-47df-a843-85d9dcd0f43c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=52a71ea9-5395-411d-94f2-0fbe5949db70 HTTP/1.1" status: 200 len: 862 time: 0.1849279 Jul 14 18:18:44.550418 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-616f5752-5f49-4aae-9828-ae5d532fcb48 req-c3c208ed-08d1-485f-8b76-c66ee9c686f7 tempest-FloatingIPsAssociationTestJSON-1206343344 tempest-FloatingIPsAssociationTestJSON-1206343344-project] Notify callbacks [] for port, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:44.569600 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] For port bfea7632-e1e6-42fe-94e7-b8f27b812a1b, host n-h2-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=bfea7632-e1e6-42fe-94e7-b8f27b812a1b,segment=NetworkSegment(067fc487-22c7-42de-972d-ae352a28ad29),segment_id=067fc487-22c7-42de-972d-ae352a28ad29)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:18:44.579018 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e759954-ea3f-4262-bec6-a2d8c5933acb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfea7632-e1e6-42fe-94e7-b8f27b812a1b'}] {{(pid=93917) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:18:44.581212 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20b787f3c29eaa7aa2a4d648c725a2124c5ff39a8d793252f9d844495e14cf42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f38c8a9-db7b-48f6-82ed-1f03473ac467" -d '{"events": [{"server_uuid": "0e759954-ea3f-4262-bec6-a2d8c5933acb", "name": "network-vif-plugged", "status": "completed", "tag": "bfea7632-e1e6-42fe-94e7-b8f27b812a1b"}]}' {{(pid=93917) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:18:44.588524 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.provisioning_blocks [req-616f5752-5f49-4aae-9828-ae5d532fcb48 req-c3c208ed-08d1-485f-8b76-c66ee9c686f7 tempest-FloatingIPsAssociationTestJSON-1206343344 tempest-FloatingIPsAssociationTestJSON-1206343344-project] Transition to ACTIVE for port object 9ff41a23-0c91-4e23-90d4-e3f9f1ac0c89 will not be triggered until provisioned by entity DHCP. {{(pid=93916) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:18:44.596515 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:44.691738 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed29ed1b-c875-402d-ba45-56e9503ea60b req-43dd0f3e-4a0c-4cf6-883e-737fea52e5b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:18:44.694495 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-ed29ed1b-c875-402d-ba45-56e9503ea60b req-43dd0f3e-4a0c-4cf6-883e-737fea52e5b5 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b1df69b6-7369-4ffc-83a6-1f3eb48a524d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1268315 Jul 14 18:18:44.711628 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-7e19db9a-88ba-4858-ab0d-332d62d63d1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd259d793-7f04-4b26-88b6-52f0483faef8', 'name': 'tempest-FloatingIPsAssociationTestJSON-1521117267-router', 'tenant_id': '34616e81172546728ddd3adbee03f177', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.253'}], 'enable_snat': True}, 'gw_port_id': '74a2372d-5f5b-4330-b68a-21af0616ec05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:18:23Z', 'updated_at': '2021-07-14T18:18:33Z', 'revision_number': 4, 'project_id': '34616e81172546728ddd3adbee03f177', 'gw_port': {'id': '74a2372d-5f5b-4330-b68a-21af0616ec05', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:93:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd259d793-7f04-4b26-88b6-52f0483faef8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:18:25Z', 'updated_at': '2021-07-14T18:18:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_interfaces': [{'id': 'ee623b73-fb38-4169-895b-41d7ff971d30', 'name': '', 'network_id': 'ac4dcb0d-17ab-4060-82e2-c35125d24eab', 'tenant_id': '34616e81172546728ddd3adbee03f177', 'mac_address': 'fa:16:3e:ba:39:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd259d793-7f04-4b26-88b6-52f0483faef8', 'device_owner': 'network:router_interface', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': '97d79b9c-1ae1-496e-8ce3-67d30e2cc4e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:18:32Z', 'updated_at': '2021-07-14T18:18:43Z', 'revision_number': 4, 'project_id': '34616e81172546728ddd3adbee03f177', 'subnets': [{'id': '97d79b9c-1ae1-496e-8ce3-67d30e2cc4e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-3', False) {} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:18:44.743712 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-616f5752-5f49-4aae-9828-ae5d532fcb48 req-c3c208ed-08d1-485f-8b76-c66ee9c686f7 tempest-FloatingIPsAssociationTestJSON-1206343344 tempest-FloatingIPsAssociationTestJSON-1206343344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804'] for port, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:44.767295 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a34196-c988-4773-934b-5be3afbc34d8 req-9b8be9fe-dbff-4b23-bd71-49e1674e1b0c tempest-ServersWithSpecificFlavorTestJSON-461581366 tempest-ServersWithSpecificFlavorTestJSON-461581366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:18:44.774997 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-73a34196-c988-4773-934b-5be3afbc34d8 req-9b8be9fe-dbff-4b23-bd71-49e1674e1b0c tempest-ServersWithSpecificFlavorTestJSON-461581366 tempest-ServersWithSpecificFlavorTestJSON-461581366-project] 10.222.0.16 "GET /v2.0/ports?device_id=431bf4c3-8186-4be2-9ee1-3a584641826f HTTP/1.1" status: 200 len: 943 time: 0.1935236 Jul 14 18:18:44.793634 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c95047-32d6-4f53-a746-943ea422e03e req-2f02d6b1-5785-43e1-9f41-5d03086f4628 tempest-LiveAutoBlockMigrationV225Test-133245952 tempest-LiveAutoBlockMigrationV225Test-133245952-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:18:44.795797 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b1c95047-32d6-4f53-a746-943ea422e03e req-2f02d6b1-5785-43e1-9f41-5d03086f4628 tempest-LiveAutoBlockMigrationV225Test-133245952 tempest-LiveAutoBlockMigrationV225Test-133245952-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=d80491b9-d34b-45a9-83ac-fcdec1c35cdb&tenant_id=0a6a8e07e1ce4e4e84e3fe5c59c6747c&binding%3Ahost_id=n-h2-800634-3 HTTP/1.1" status: 200 len: 1096 time: 0.1691301 Jul 14 18:18:44.799409 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e19db9a-88ba-4858-ab0d-332d62d63d1c None None] The sync data for ids ['d259d793-7f04-4b26-88b6-52f0483faef8'] in n-d-800634-3 is: [{'id': 'd259d793-7f04-4b26-88b6-52f0483faef8', 'name': 'tempest-FloatingIPsAssociationTestJSON-1521117267-router', 'tenant_id': '34616e81172546728ddd3adbee03f177', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.253'}], 'enable_snat': True}, 'gw_port_id': '74a2372d-5f5b-4330-b68a-21af0616ec05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:18:23Z', 'updated_at': '2021-07-14T18:18:33Z', 'revision_number': 4, 'project_id': '34616e81172546728ddd3adbee03f177', 'gw_port': {'id': '74a2372d-5f5b-4330-b68a-21af0616ec05', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:93:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd259d793-7f04-4b26-88b6-52f0483faef8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:18:25Z', 'updated_at': '2021-07-14T18:18:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_interfaces': [{'id': 'ee623b73-fb38-4169-895b-41d7ff971d30', 'name': '', 'network_id': 'ac4dcb0d-17ab-4060-82e2-c35125d24eab', 'tenant_id': '34616e81172546728ddd3adbee03f177', 'mac_address': 'fa:16:3e:ba:39:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd259d793-7f04-4b26-88b6-52f0483faef8', 'device_owner': 'network:router_interface', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': '97d79b9c-1ae1-496e-8ce3-67d30e2cc4e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:18:32Z', 'updated_at': '2021-07-14T18:18:43Z', 'revision_number': 4, 'project_id': '34616e81172546728ddd3adbee03f177', 'subnets': [{'id': '97d79b9c-1ae1-496e-8ce3-67d30e2cc4e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 18:18:44.808102 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-616f5752-5f49-4aae-9828-ae5d532fcb48 req-c3c208ed-08d1-485f-8b76-c66ee9c686f7 tempest-FloatingIPsAssociationTestJSON-1206343344 tempest-FloatingIPsAssociationTestJSON-1206343344-project] Network ac4dcb0d-17ab-4060-82e2-c35125d24eab is already hosted by enough agents. {{(pid=93916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:18:44.809968 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [req-b1c95047-32d6-4f53-a746-943ea422e03e req-9c120f6d-f666-41ee-93cb-cccf6dae8955 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-800634-3'}}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:18:44.820200 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Pushing event updated for resources: {'Port': ['ID=bfea7632-e1e6-42fe-94e7-b8f27b812a1b,revision_number=5']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:18:44.824878 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [req-616f5752-5f49-4aae-9828-ae5d532fcb48 req-c3c208ed-08d1-485f-8b76-c66ee9c686f7 tempest-FloatingIPsAssociationTestJSON-1206343344 tempest-FloatingIPsAssociationTestJSON-1206343344-project] Resources bound (agent type, host, resource id): {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:18:44.838081 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.l3_dvrscheduler_db [req-616f5752-5f49-4aae-9828-ae5d532fcb48 req-c3c208ed-08d1-485f-8b76-c66ee9c686f7 tempest-FloatingIPsAssociationTestJSON-1206343344 tempest-FloatingIPsAssociationTestJSON-1206343344-project] Received port after_create {{(pid=93916) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:18:44.881075 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616f5752-5f49-4aae-9828-ae5d532fcb48 req-c3c208ed-08d1-485f-8b76-c66ee9c686f7 tempest-FloatingIPsAssociationTestJSON-1206343344 tempest-FloatingIPsAssociationTestJSON-1206343344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:18:44.887654 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-616f5752-5f49-4aae-9828-ae5d532fcb48 req-c3c208ed-08d1-485f-8b76-c66ee9c686f7 tempest-FloatingIPsAssociationTestJSON-1206343344 tempest-FloatingIPsAssociationTestJSON-1206343344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:44.900901 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-73a34196-c988-4773-934b-5be3afbc34d8 req-2009719e-0288-4a14-ad4f-047f1889ed03 tempest-ServersWithSpecificFlavorTestJSON-461581366 tempest-ServersWithSpecificFlavorTestJSON-461581366-project] 10.222.0.16 "GET /v2.0/security-groups?id=53e3c538-c3c4-4fce-8d05-f9ee7d004cad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1249871 Jul 14 18:18:44.908353 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 18:18:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da6b30eb-b914-495c-b214-447fb36bbddd x-openstack-request-id: req-da6b30eb-b914-495c-b214-447fb36bbddd {{(pid=93916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:18:44.912106 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "431bf4c3-8186-4be2-9ee1-3a584641826f", "tag": "a752284b-f96b-456a-86f1-78b2956aabb1", "status": "completed", "code": 200}]} {{(pid=93916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:18:44.912106 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-da6b30eb-b914-495c-b214-447fb36bbddd {{(pid=93916) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:18:44.912106 n-d-800634-3 neutron-server[93916]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '431bf4c3-8186-4be2-9ee1-3a584641826f', 'tag': 'a752284b-f96b-456a-86f1-78b2956aabb1', 'status': 'completed', 'code': 200} Jul 14 18:18:45.007028 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-616f5752-5f49-4aae-9828-ae5d532fcb48 req-c3c208ed-08d1-485f-8b76-c66ee9c686f7 tempest-FloatingIPsAssociationTestJSON-1206343344 tempest-FloatingIPsAssociationTestJSON-1206343344-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1853116 Jul 14 18:18:45.030469 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [req-616f5752-5f49-4aae-9828-ae5d532fcb48 req-8af1b5b0-77b2-4b7c-a623-ac38c923e6ad service neutron] Request body: {'port': {'device_id': 'd4a090fa-ded3-464f-b9f4-fb95e4f2153d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800634-3'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:18:45.035156 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 18:18:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c964b9e-2e8e-4bff-9baa-3e49ae942bf5 x-openstack-request-id: req-4c964b9e-2e8e-4bff-9baa-3e49ae942bf5 {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:18:45.035730 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e759954-ea3f-4262-bec6-a2d8c5933acb", "name": "network-vif-plugged", "status": "completed", "tag": "bfea7632-e1e6-42fe-94e7-b8f27b812a1b", "code": 200}]} {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:18:45.035821 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4c964b9e-2e8e-4bff-9baa-3e49ae942bf5 {{(pid=93917) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:18:45.036227 n-d-800634-3 neutron-server[93917]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e759954-ea3f-4262-bec6-a2d8c5933acb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfea7632-e1e6-42fe-94e7-b8f27b812a1b', 'code': 200} Jul 14 18:18:45.061380 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-b1c95047-32d6-4f53-a746-943ea422e03e req-9c120f6d-f666-41ee-93cb-cccf6dae8955 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:45.184397 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-616f5752-5f49-4aae-9828-ae5d532fcb48 req-8af1b5b0-77b2-4b7c-a623-ac38c923e6ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:45.270877 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-b1c95047-32d6-4f53-a746-943ea422e03e req-9c120f6d-f666-41ee-93cb-cccf6dae8955 service neutron] For port b7f0342e-ecc4-4b92-8141-940a36564ced, host n-h2-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=b7f0342e-ecc4-4b92-8141-940a36564ced,segment=NetworkSegment(60f92988-9b9b-4790-95f5-9fce88e5a460),segment_id=60f92988-9b9b-4790-95f5-9fce88e5a460)] {{(pid=93915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:18:45.315229 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-b1c95047-32d6-4f53-a746-943ea422e03e req-9c120f6d-f666-41ee-93cb-cccf6dae8955 service neutron] For port b7f0342e-ecc4-4b92-8141-940a36564ced, host n-h2-800634-3, cleared binding levels {{(pid=93915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:18:45.384000 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-a93714ee-cca5-401d-ae19-d141808c3174 None None] Provisioning for port 9ff41a23-0c91-4e23-90d4-e3f9f1ac0c89 completed by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:18:45.395271 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-a93714ee-cca5-401d-ae19-d141808c3174 None None] Provisioning complete for port 9ff41a23-0c91-4e23-90d4-e3f9f1ac0c89 triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:18:45.398500 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-a93714ee-cca5-401d-ae19-d141808c3174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:45.398746 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c208ed-08d1-485f-8b76-c66ee9c686f7 tempest-FloatingIPsAssociationTestJSON-1206343344 tempest-FloatingIPsAssociationTestJSON-1206343344-project] Pushing event updated for resources: {'Port': ['ID=9ff41a23-0c91-4e23-90d4-e3f9f1ac0c89,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:18:45.430033 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd80491b9-d34b-45a9-83ac-fcdec1c35cdb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b7f0342e-ecc4-4b92-8141-940a36564ced'}] {{(pid=93915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:18:45.433352 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e72782ad3af8f7d4ce76cedf092bca46d1756acc5c4653cf0b52034cdd6b073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b485f728-cb53-4134-b2d9-96a05cac7797" -d '{"events": [{"server_uuid": "d80491b9-d34b-45a9-83ac-fcdec1c35cdb", "name": "network-vif-unplugged", "status": "completed", "tag": "b7f0342e-ecc4-4b92-8141-940a36564ced"}]}' {{(pid=93915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:18:45.448196 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-b1c95047-32d6-4f53-a746-943ea422e03e req-9c120f6d-f666-41ee-93cb-cccf6dae8955 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:45.468295 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-ed29ed1b-c875-402d-ba45-56e9503ea60b req-5fcf0444-b1a3-492a-8eaf-5df30253e250 service neutron] 10.222.0.18 "GET /v2.0/networks/b1df69b6-7369-4ffc-83a6-1f3eb48a524d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7646496 Jul 14 18:18:45.482462 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-b1c95047-32d6-4f53-a746-943ea422e03e req-9c120f6d-f666-41ee-93cb-cccf6dae8955 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:45.526908 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-a93714ee-cca5-401d-ae19-d141808c3174 None None] Port 9ff41a23-0c91-4e23-90d4-e3f9f1ac0c89 cannot update to ACTIVE because it is not bound. {{(pid=93917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 18:18:45.571682 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c120f6d-f666-41ee-93cb-cccf6dae8955 service neutron] Pushing event updated for resources: {'Port': ['ID=b7f0342e-ecc4-4b92-8141-940a36564ced,revision_number=7']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:18:45.584472 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91916b6e-e882-4fff-80bc-b897251ec129 req-ea088f38-2ea9-42e8-85a7-ba03dc546366 tempest-FloatingIPsAssociationTestJSON-1206343344 tempest-FloatingIPsAssociationTestJSON-1206343344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:18:45.586080 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-91916b6e-e882-4fff-80bc-b897251ec129 req-ea088f38-2ea9-42e8-85a7-ba03dc546366 tempest-FloatingIPsAssociationTestJSON-1206343344 tempest-FloatingIPsAssociationTestJSON-1206343344-project] 10.222.0.16 "GET /v2.0/ports?device_id=d4a090fa-ded3-464f-b9f4-fb95e4f2153d HTTP/1.1" status: 200 len: 931 time: 0.5094848 Jul 14 18:18:45.623886 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97924537-f257-4cc9-a96d-46fab180703c req-414c5bc5-4409-4f68-b56c-fa5ae30e1bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:18:45.625410 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-97924537-f257-4cc9-a96d-46fab180703c req-414c5bc5-4409-4f68-b56c-fa5ae30e1bf3 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=0e759954-ea3f-4262-bec6-a2d8c5933acb HTTP/1.1" status: 200 len: 1100 time: 0.4443190 Jul 14 18:18:45.669678 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-91916b6e-e882-4fff-80bc-b897251ec129 req-5a058d22-7348-41b3-8b88-49fbe87b2e46 tempest-FloatingIPsAssociationTestJSON-1206343344 tempest-FloatingIPsAssociationTestJSON-1206343344-project] 10.222.0.16 "GET /v2.0/security-groups?id=3a5c8f7b-f109-4bb8-81a7-bf349191d701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766160 Jul 14 18:18:45.709224 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-b1c95047-32d6-4f53-a746-943ea422e03e req-9c120f6d-f666-41ee-93cb-cccf6dae8955 service neutron] Attempting to bind port b7f0342e-ecc4-4b92-8141-940a36564ced on host n-h2-800634-3 for vnic_type normal with profile {"migrating_to": "n-h1-800634-3"} {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:18:45.709998 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-b1c95047-32d6-4f53-a746-943ea422e03e req-9c120f6d-f666-41ee-93cb-cccf6dae8955 service neutron] Attempting to bind port b7f0342e-ecc4-4b92-8141-940a36564ced by drivers openvswitch,hyperv on host n-h2-800634-3 at level 0 using segments [{'id': '60f92988-9b9b-4790-95f5-9fce88e5a460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '7cee3312-4c4c-4d32-820f-eab965dcf565'}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:18:45.712293 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1c95047-32d6-4f53-a746-943ea422e03e req-9c120f6d-f666-41ee-93cb-cccf6dae8955 service neutron] Attempting to bind port b7f0342e-ecc4-4b92-8141-940a36564ced on network 7cee3312-4c4c-4d32-820f-eab965dcf565 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:18:45.722167 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1c95047-32d6-4f53-a746-943ea422e03e req-9c120f6d-f666-41ee-93cb-cccf6dae8955 service neutron] Port b7f0342e-ecc4-4b92-8141-940a36564ced on network 7cee3312-4c4c-4d32-820f-eab965dcf565 not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-3 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 18:18:45.724604 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1c95047-32d6-4f53-a746-943ea422e03e req-9c120f6d-f666-41ee-93cb-cccf6dae8955 service neutron] Attempting to bind port b7f0342e-ecc4-4b92-8141-940a36564ced on network 7cee3312-4c4c-4d32-820f-eab965dcf565 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:18:45.737553 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1c95047-32d6-4f53-a746-943ea422e03e req-9c120f6d-f666-41ee-93cb-cccf6dae8955 service neutron] Checking agent: {'id': '08e36a6c-8d04-48f0-a644-f27680635246', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 15, 35), 'started_at': datetime.datetime(2021, 7, 14, 18, 15, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 18, 18, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 18:18:45.744593 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1c95047-32d6-4f53-a746-943ea422e03e req-9c120f6d-f666-41ee-93cb-cccf6dae8955 service neutron] Checking segment: {'id': '60f92988-9b9b-4790-95f5-9fce88e5a460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '7cee3312-4c4c-4d32-820f-eab965dcf565'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:18:45.745340 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1c95047-32d6-4f53-a746-943ea422e03e req-9c120f6d-f666-41ee-93cb-cccf6dae8955 service neutron] Bound using segment: {'id': '60f92988-9b9b-4790-95f5-9fce88e5a460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '7cee3312-4c4c-4d32-820f-eab965dcf565'} {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 18:18:45.746060 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-b1c95047-32d6-4f53-a746-943ea422e03e req-9c120f6d-f666-41ee-93cb-cccf6dae8955 service neutron] Bound port: b7f0342e-ecc4-4b92-8141-940a36564ced, host: n-h2-800634-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '60f92988-9b9b-4790-95f5-9fce88e5a460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '7cee3312-4c4c-4d32-820f-eab965dcf565'}}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 18:18:45.746791 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-b1c95047-32d6-4f53-a746-943ea422e03e req-9c120f6d-f666-41ee-93cb-cccf6dae8955 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:45.748337 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-97924537-f257-4cc9-a96d-46fab180703c req-2a927c50-5da9-49b9-b166-226c66c884af service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=d1362497-6e0c-465d-8f0a-1d02c29ff112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146219 Jul 14 18:18:45.877015 n-d-800634-3 neutron-server[93916]: DEBUG neutron.notifiers.nova [req-616f5752-5f49-4aae-9828-ae5d532fcb48 req-8af1b5b0-77b2-4b7c-a623-ac38c923e6ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ff41a23-0c91-4e23-90d4-e3f9f1ac0c89 {{(pid=93916) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 18:18:45.897122 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-b1c95047-32d6-4f53-a746-943ea422e03e req-9c120f6d-f666-41ee-93cb-cccf6dae8955 service neutron] For port b7f0342e-ecc4-4b92-8141-940a36564ced, host n-h2-800634-3, cleared binding levels {{(pid=93915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:18:45.897395 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-616f5752-5f49-4aae-9828-ae5d532fcb48 req-8af1b5b0-77b2-4b7c-a623-ac38c923e6ad service neutron] Notify callbacks [] for port, precommit_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:45.931819 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.provisioning_blocks [req-616f5752-5f49-4aae-9828-ae5d532fcb48 req-8af1b5b0-77b2-4b7c-a623-ac38c923e6ad service neutron] Transition to ACTIVE for port object 9ff41a23-0c91-4e23-90d4-e3f9f1ac0c89 will not be triggered until provisioned by entity L2. {{(pid=93916) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:18:45.950933 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-b1c95047-32d6-4f53-a746-943ea422e03e req-9c120f6d-f666-41ee-93cb-cccf6dae8955 service neutron] For port b7f0342e-ecc4-4b92-8141-940a36564ced, host n-h2-800634-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=b7f0342e-ecc4-4b92-8141-940a36564ced,segment=NetworkSegment(60f92988-9b9b-4790-95f5-9fce88e5a460),segment_id=60f92988-9b9b-4790-95f5-9fce88e5a460)] {{(pid=93915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 18:18:45.961108 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-ed29ed1b-c875-402d-ba45-56e9503ea60b req-dd208e83-8863-46a3-99a2-84e6a217c647 service neutron] 10.222.0.18 "GET /v2.0/networks/b1df69b6-7369-4ffc-83a6-1f3eb48a524d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4537282 Jul 14 18:18:45.961523 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-b1c95047-32d6-4f53-a746-943ea422e03e req-9c120f6d-f666-41ee-93cb-cccf6dae8955 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:45.987712 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-616f5752-5f49-4aae-9828-ae5d532fcb48 req-8af1b5b0-77b2-4b7c-a623-ac38c923e6ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:45.991803 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 14 Jul 2021 18:18:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42508201-815f-464a-96c8-dde75b764ebe x-openstack-request-id: req-42508201-815f-464a-96c8-dde75b764ebe {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:18:45.992700 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d80491b9-d34b-45a9-83ac-fcdec1c35cdb", "name": "network-vif-unplugged", "status": "completed", "tag": "b7f0342e-ecc4-4b92-8141-940a36564ced", "code": 200}]} {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:18:45.993508 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-42508201-815f-464a-96c8-dde75b764ebe {{(pid=93915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:18:45.996497 n-d-800634-3 neutron-server[93915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd80491b9-d34b-45a9-83ac-fcdec1c35cdb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b7f0342e-ecc4-4b92-8141-940a36564ced', 'code': 200} Jul 14 18:18:46.166385 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bebd2f-bd9b-4454-84fd-a633a0e7b344 req-4d9ba581-ee6f-4c9c-b515-3f82e661c6eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:18:46.168300 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-25bebd2f-bd9b-4454-84fd-a633a0e7b344 req-4d9ba581-ee6f-4c9c-b515-3f82e661c6eb service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c51e850593fc4a37af9470721017e8e7&device_id=431bf4c3-8186-4be2-9ee1-3a584641826f HTTP/1.1" status: 200 len: 1094 time: 0.1270165 Jul 14 18:18:46.185144 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c95047-32d6-4f53-a746-943ea422e03e req-9c120f6d-f666-41ee-93cb-cccf6dae8955 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:18:46.185786 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-b1c95047-32d6-4f53-a746-943ea422e03e req-9c120f6d-f666-41ee-93cb-cccf6dae8955 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:46.187225 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b1c95047-32d6-4f53-a746-943ea422e03e req-9c120f6d-f666-41ee-93cb-cccf6dae8955 service neutron] 10.222.0.18 "PUT /v2.0/ports/b7f0342e-ecc4-4b92-8141-940a36564ced HTTP/1.1" status: 200 len: 1121 time: 1.3825588 Jul 14 18:18:46.206429 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d84e00d-db1b-4386-941a-084384d04d1b req-192e792f-8a91-4ad2-9e13-76f9df941faa tempest-DeleteServersAdminTestJSON-1051371510 tempest-DeleteServersAdminTestJSON-1051371510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:18:46.213542 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-9d84e00d-db1b-4386-941a-084384d04d1b req-192e792f-8a91-4ad2-9e13-76f9df941faa tempest-DeleteServersAdminTestJSON-1051371510 tempest-DeleteServersAdminTestJSON-1051371510-project] 10.222.0.16 "GET /v2.0/ports?device_id=0e759954-ea3f-4262-bec6-a2d8c5933acb HTTP/1.1" status: 200 len: 949 time: 0.3121605 Jul 14 18:18:46.238049 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] get_ports_and_sgs() called for port_ids ['b7f0342e-ecc4-4b92-8141-940a36564ced'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 18:18:46.270278 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af1b5b0-77b2-4b7c-a623-ac38c923e6ad service neutron] Pushing event updated for resources: {'Port': ['ID=9ff41a23-0c91-4e23-90d4-e3f9f1ac0c89,revision_number=2']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:18:46.273857 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c120f6d-f666-41ee-93cb-cccf6dae8955 service neutron] Pushing event updated for resources: {'Port': ['ID=b7f0342e-ecc4-4b92-8141-940a36564ced,revision_number=8']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:18:46.303988 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.managers [req-616f5752-5f49-4aae-9828-ae5d532fcb48 req-8af1b5b0-77b2-4b7c-a623-ac38c923e6ad service neutron] Attempting to bind port 9ff41a23-0c91-4e23-90d4-e3f9f1ac0c89 on host n-h1-800634-3 for vnic_type normal with profile {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:18:46.304278 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.managers [req-616f5752-5f49-4aae-9828-ae5d532fcb48 req-8af1b5b0-77b2-4b7c-a623-ac38c923e6ad service neutron] Attempting to bind port 9ff41a23-0c91-4e23-90d4-e3f9f1ac0c89 by drivers openvswitch,hyperv on host n-h1-800634-3 at level 0 using segments [{'id': '06c66395-d1c3-4d06-8efa-6bd69b5e26e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'ac4dcb0d-17ab-4060-82e2-c35125d24eab'}] {{(pid=93916) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:18:46.305937 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-616f5752-5f49-4aae-9828-ae5d532fcb48 req-8af1b5b0-77b2-4b7c-a623-ac38c923e6ad service neutron] Attempting to bind port 9ff41a23-0c91-4e23-90d4-e3f9f1ac0c89 on network ac4dcb0d-17ab-4060-82e2-c35125d24eab {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:18:46.328038 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-9d84e00d-db1b-4386-941a-084384d04d1b req-da3b08f8-2be7-47e5-b788-1f132daf8a06 tempest-DeleteServersAdminTestJSON-1051371510 tempest-DeleteServersAdminTestJSON-1051371510-project] 10.222.0.16 "GET /v2.0/security-groups?id=d1362497-6e0c-465d-8f0a-1d02c29ff112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136134 Jul 14 18:18:46.397913 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95cf71e-17c3-4539-8c0d-005567c1faba req-059c106c-dbc8-4f15-98c9-def368234e15 tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:18:46.402827 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-616f5752-5f49-4aae-9828-ae5d532fcb48 req-8af1b5b0-77b2-4b7c-a623-ac38c923e6ad service neutron] Port 9ff41a23-0c91-4e23-90d4-e3f9f1ac0c89 on network ac4dcb0d-17ab-4060-82e2-c35125d24eab not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-3 {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 18:18:46.403353 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-616f5752-5f49-4aae-9828-ae5d532fcb48 req-8af1b5b0-77b2-4b7c-a623-ac38c923e6ad service neutron] Attempting to bind port 9ff41a23-0c91-4e23-90d4-e3f9f1ac0c89 on network ac4dcb0d-17ab-4060-82e2-c35125d24eab {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:18:46.405355 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c95cf71e-17c3-4539-8c0d-005567c1faba req-059c106c-dbc8-4f15-98c9-def368234e15 tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] 10.222.0.16 "GET /v2.0/ports?device_id=d80491b9-d34b-45a9-83ac-fcdec1c35cdb HTTP/1.1" status: 200 len: 943 time: 0.1495681 Jul 14 18:18:46.436054 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-616f5752-5f49-4aae-9828-ae5d532fcb48 req-8af1b5b0-77b2-4b7c-a623-ac38c923e6ad service neutron] Checking agent: {'id': 'a3630ff4-fbee-45d9-b9b6-0ae41cb3a350', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 15, 32), 'started_at': datetime.datetime(2021, 7, 14, 18, 15, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 18, 18, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 18:18:46.436858 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-616f5752-5f49-4aae-9828-ae5d532fcb48 req-8af1b5b0-77b2-4b7c-a623-ac38c923e6ad service neutron] Checking segment: {'id': '06c66395-d1c3-4d06-8efa-6bd69b5e26e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'ac4dcb0d-17ab-4060-82e2-c35125d24eab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93916) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:18:46.436858 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-616f5752-5f49-4aae-9828-ae5d532fcb48 req-8af1b5b0-77b2-4b7c-a623-ac38c923e6ad service neutron] Bound using segment: {'id': '06c66395-d1c3-4d06-8efa-6bd69b5e26e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'ac4dcb0d-17ab-4060-82e2-c35125d24eab'} {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 18:18:46.445154 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.managers [req-616f5752-5f49-4aae-9828-ae5d532fcb48 req-8af1b5b0-77b2-4b7c-a623-ac38c923e6ad service neutron] Bound port: 9ff41a23-0c91-4e23-90d4-e3f9f1ac0c89, host: n-h1-800634-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '06c66395-d1c3-4d06-8efa-6bd69b5e26e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'ac4dcb0d-17ab-4060-82e2-c35125d24eab'}}] {{(pid=93916) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 18:18:46.445526 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-616f5752-5f49-4aae-9828-ae5d532fcb48 req-8af1b5b0-77b2-4b7c-a623-ac38c923e6ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:46.457375 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c95cf71e-17c3-4539-8c0d-005567c1faba req-1d0c3a6c-709d-4037-9299-570fc86671e4 tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] 10.222.0.16 "GET /v2.0/security-groups?id=540fae54-ccea-4309-9c99-81b930eedb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465846 Jul 14 18:18:46.703656 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device ee623b73-fb38-4169-895b-41d7ff971d30 up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:18:46.850381 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning for port ee623b73-fb38-4169-895b-41d7ff971d30 completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:18:46.857304 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port ee623b73-fb38-4169-895b-41d7ff971d30 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:18:46.857678 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:46.915110 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1eec52-d402-4e1d-93b7-182019f3ff27 req-7b88a5be-ff6b-428b-b892-2c713544ab41 tempest-ServersWithSpecificFlavorTestJSON-461581366 tempest-ServersWithSpecificFlavorTestJSON-461581366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:18:46.931400 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ef1eec52-d402-4e1d-93b7-182019f3ff27 req-7b88a5be-ff6b-428b-b892-2c713544ab41 tempest-ServersWithSpecificFlavorTestJSON-461581366 tempest-ServersWithSpecificFlavorTestJSON-461581366-project] 10.222.0.16 "GET /v2.0/ports?device_id=431bf4c3-8186-4be2-9ee1-3a584641826f HTTP/1.1" status: 200 len: 943 time: 0.1553078 Jul 14 18:18:46.959301 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bebd2f-bd9b-4454-84fd-a633a0e7b344 req-958b574f-185d-4656-bdca-24dae80cc59b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:18:46.960785 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-25bebd2f-bd9b-4454-84fd-a633a0e7b344 req-958b574f-185d-4656-bdca-24dae80cc59b service neutron] 10.222.0.18 "GET /v2.0/networks?id=b1df69b6-7369-4ffc-83a6-1f3eb48a524d HTTP/1.1" status: 200 len: 923 time: 0.7414129 Jul 14 18:18:47.011565 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ef1eec52-d402-4e1d-93b7-182019f3ff27 req-815a6d37-6f28-485c-923f-613bc140de09 tempest-ServersWithSpecificFlavorTestJSON-461581366 tempest-ServersWithSpecificFlavorTestJSON-461581366-project] 10.222.0.16 "GET /v2.0/security-groups?id=53e3c538-c3c4-4fce-8d05-f9ee7d004cad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0784590 Jul 14 18:18:47.029810 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-25bebd2f-bd9b-4454-84fd-a633a0e7b344 req-c80b229a-c349-4d83-9afc-92c782514593 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a752284b-f96b-456a-86f1-78b2956aabb1 HTTP/1.1" status: 200 len: 217 time: 0.0604379 Jul 14 18:18:47.032359 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.db [req-616f5752-5f49-4aae-9828-ae5d532fcb48 req-8af1b5b0-77b2-4b7c-a623-ac38c923e6ad service neutron] For port 9ff41a23-0c91-4e23-90d4-e3f9f1ac0c89, host n-h1-800634-3, cleared binding levels {{(pid=93916) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:18:47.036860 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:47.075191 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.db [req-616f5752-5f49-4aae-9828-ae5d532fcb48 req-8af1b5b0-77b2-4b7c-a623-ac38c923e6ad service neutron] For port 9ff41a23-0c91-4e23-90d4-e3f9f1ac0c89, host n-h1-800634-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=9ff41a23-0c91-4e23-90d4-e3f9f1ac0c89,segment=NetworkSegment(06c66395-d1c3-4d06-8efa-6bd69b5e26e2),segment_id=06c66395-d1c3-4d06-8efa-6bd69b5e26e2)] {{(pid=93916) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 18:18:47.093414 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] For port ee623b73-fb38-4169-895b-41d7ff971d30, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=ee623b73-fb38-4169-895b-41d7ff971d30,segment=NetworkSegment(06c66395-d1c3-4d06-8efa-6bd69b5e26e2),segment_id=06c66395-d1c3-4d06-8efa-6bd69b5e26e2)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:18:47.099438 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-616f5752-5f49-4aae-9828-ae5d532fcb48 req-8af1b5b0-77b2-4b7c-a623-ac38c923e6ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:47.106970 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:47.178725 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bebd2f-bd9b-4454-84fd-a633a0e7b344 req-335e643b-92b2-4590-98a6-44076723e9bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:18:47.183735 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-25bebd2f-bd9b-4454-84fd-a633a0e7b344 req-335e643b-92b2-4590-98a6-44076723e9bb service neutron] 10.222.0.18 "GET /v2.0/subnets?id=52a71ea9-5395-411d-94f2-0fbe5949db70 HTTP/1.1" status: 200 len: 862 time: 0.1415772 Jul 14 18:18:47.197102 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd88336-4079-445d-a000-2ac395811447 req-5390e127-14f7-49d3-8327-d2d403e47881 tempest-FloatingIPsAssociationTestJSON-1206343344 tempest-FloatingIPsAssociationTestJSON-1206343344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:18:47.198766 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-cfd88336-4079-445d-a000-2ac395811447 req-5390e127-14f7-49d3-8327-d2d403e47881 tempest-FloatingIPsAssociationTestJSON-1206343344 tempest-FloatingIPsAssociationTestJSON-1206343344-project] 10.222.0.16 "GET /v2.0/ports?device_id=d4a090fa-ded3-464f-b9f4-fb95e4f2153d HTTP/1.1" status: 200 len: 943 time: 0.1553414 Jul 14 18:18:47.226668 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616f5752-5f49-4aae-9828-ae5d532fcb48 req-8af1b5b0-77b2-4b7c-a623-ac38c923e6ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:18:47.227286 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-616f5752-5f49-4aae-9828-ae5d532fcb48 req-8af1b5b0-77b2-4b7c-a623-ac38c923e6ad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:47.228689 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-616f5752-5f49-4aae-9828-ae5d532fcb48 req-8af1b5b0-77b2-4b7c-a623-ac38c923e6ad service neutron] 10.222.0.18 "PUT /v2.0/ports/9ff41a23-0c91-4e23-90d4-e3f9f1ac0c89 HTTP/1.1" status: 200 len: 1091 time: 2.2116325 Jul 14 18:18:47.229127 n-d-800634-3 neutron-server[93916]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4a090fa-ded3-464f-b9f4-fb95e4f2153d', 'tag': '9ff41a23-0c91-4e23-90d4-e3f9f1ac0c89'}] {{(pid=93916) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:18:47.231351 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f803e150b363a7893830aa996ac27753fa25517c406ecd3536b7c2d4b26eeb9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f29c7806-dc7c-460c-b675-44eb32cd743e" -d '{"events": [{"name": "network-changed", "server_uuid": "d4a090fa-ded3-464f-b9f4-fb95e4f2153d", "tag": "9ff41a23-0c91-4e23-90d4-e3f9f1ac0c89"}]}' {{(pid=93916) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:18:47.260078 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Pushing event updated for resources: {'Port': ['ID=ee623b73-fb38-4169-895b-41d7ff971d30,revision_number=5']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:18:47.284989 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-cfd88336-4079-445d-a000-2ac395811447 req-951b814f-1ee7-4c3b-bb84-96b6496153ea tempest-FloatingIPsAssociationTestJSON-1206343344 tempest-FloatingIPsAssociationTestJSON-1206343344-project] 10.222.0.16 "GET /v2.0/security-groups?id=3a5c8f7b-f109-4bb8-81a7-bf349191d701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773439 Jul 14 18:18:47.297252 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:18:47.297740 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:18:47.299846 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:18:47.300391 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:18:47.300858 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:18:47.303126 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:18:47.320959 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:18:47.322339 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:18:47.322879 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:18:47.324467 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:18:47.325028 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:18:47.326678 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:18:47.435773 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af1b5b0-77b2-4b7c-a623-ac38c923e6ad service neutron] Pushing event updated for resources: {'Port': ['ID=9ff41a23-0c91-4e23-90d4-e3f9f1ac0c89,revision_number=3']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:18:47.451724 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 18:18:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-194b6d7f-81d3-43e6-9c5e-8ddda02a72b3 x-openstack-request-id: req-194b6d7f-81d3-43e6-9c5e-8ddda02a72b3 {{(pid=93916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:18:47.452208 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4a090fa-ded3-464f-b9f4-fb95e4f2153d", "tag": "9ff41a23-0c91-4e23-90d4-e3f9f1ac0c89", "status": "completed", "code": 200}]} {{(pid=93916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:18:47.452600 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-194b6d7f-81d3-43e6-9c5e-8ddda02a72b3 {{(pid=93916) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:18:47.453137 n-d-800634-3 neutron-server[93916]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4a090fa-ded3-464f-b9f4-fb95e4f2153d', 'tag': '9ff41a23-0c91-4e23-90d4-e3f9f1ac0c89', 'status': 'completed', 'code': 200} Jul 14 18:18:47.514090 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bebd2f-bd9b-4454-84fd-a633a0e7b344 req-861bac7f-3c0b-40c6-bd61-2a2fc00215c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:18:47.516165 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-25bebd2f-bd9b-4454-84fd-a633a0e7b344 req-861bac7f-3c0b-40c6-bd61-2a2fc00215c2 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b1df69b6-7369-4ffc-83a6-1f3eb48a524d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3192763 Jul 14 18:18:47.518456 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616f5752-5f49-4aae-9828-ae5d532fcb48 req-e2c23bd3-6fd6-4643-a90b-cf71c74440e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:18:47.520098 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-616f5752-5f49-4aae-9828-ae5d532fcb48 req-e2c23bd3-6fd6-4643-a90b-cf71c74440e2 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=34616e81172546728ddd3adbee03f177&device_id=d4a090fa-ded3-464f-b9f4-fb95e4f2153d HTTP/1.1" status: 200 len: 1094 time: 0.2160220 Jul 14 18:18:47.595902 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-616f5752-5f49-4aae-9828-ae5d532fcb48 req-36456b72-2119-4796-bde4-563b353e7044 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9ff41a23-0c91-4e23-90d4-e3f9f1ac0c89 HTTP/1.1" status: 200 len: 217 time: 0.0632799 Jul 14 18:18:47.717281 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616f5752-5f49-4aae-9828-ae5d532fcb48 req-f04a186b-30d3-46a6-8ab2-85534574f2bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:18:47.718767 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-616f5752-5f49-4aae-9828-ae5d532fcb48 req-f04a186b-30d3-46a6-8ab2-85534574f2bd service neutron] 10.222.0.18 "GET /v2.0/subnets?id=97d79b9c-1ae1-496e-8ce3-67d30e2cc4e1 HTTP/1.1" status: 200 len: 860 time: 0.1080248 Jul 14 18:18:47.759437 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2984896-d728-471b-b6c0-e36dee115f7c req-85ee8d90-a86e-4274-afdc-eb8f2013c0cf tempest-DeleteServersAdminTestJSON-1051371510 tempest-DeleteServersAdminTestJSON-1051371510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:18:47.761031 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c2984896-d728-471b-b6c0-e36dee115f7c req-85ee8d90-a86e-4274-afdc-eb8f2013c0cf tempest-DeleteServersAdminTestJSON-1051371510 tempest-DeleteServersAdminTestJSON-1051371510-project] 10.222.0.16 "GET /v2.0/ports?device_id=0e759954-ea3f-4262-bec6-a2d8c5933acb HTTP/1.1" status: 200 len: 949 time: 0.1761563 Jul 14 18:18:47.771243 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-25bebd2f-bd9b-4454-84fd-a633a0e7b344 req-d67d6bc1-229a-4eab-a49a-7a51ac107ae3 service neutron] 10.222.0.18 "GET /v2.0/networks/b1df69b6-7369-4ffc-83a6-1f3eb48a524d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2399349 Jul 14 18:18:47.815390 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46ec97f-3e55-4a04-802a-9735039c4616 req-46375819-b092-4e1d-bcad-534baa2dfde7 tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:18:47.820600 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-d46ec97f-3e55-4a04-802a-9735039c4616 req-46375819-b092-4e1d-bcad-534baa2dfde7 tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] 10.222.0.16 "GET /v2.0/ports?device_id=d80491b9-d34b-45a9-83ac-fcdec1c35cdb HTTP/1.1" status: 200 len: 943 time: 0.1219046 Jul 14 18:18:47.844500 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c2984896-d728-471b-b6c0-e36dee115f7c req-3a41eb0d-e799-4608-99fc-a9eb333f537a tempest-DeleteServersAdminTestJSON-1051371510 tempest-DeleteServersAdminTestJSON-1051371510-project] 10.222.0.16 "GET /v2.0/security-groups?id=d1362497-6e0c-465d-8f0a-1d02c29ff112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710084 Jul 14 18:18:47.877804 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616f5752-5f49-4aae-9828-ae5d532fcb48 req-885d40bb-513c-4beb-a656-ba80f7e2310e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:18:47.880299 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-616f5752-5f49-4aae-9828-ae5d532fcb48 req-885d40bb-513c-4beb-a656-ba80f7e2310e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ac4dcb0d-17ab-4060-82e2-c35125d24eab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1531413 Jul 14 18:18:47.916062 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-d46ec97f-3e55-4a04-802a-9735039c4616 req-b7fbde04-42f9-469d-b544-fc6bb86e05e8 tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] 10.222.0.16 "GET /v2.0/security-groups?id=540fae54-ccea-4309-9c99-81b930eedb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705338 Jul 14 18:18:47.933540 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 52278) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:18:47.998003 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd80491b9-d34b-45a9-83ac-fcdec1c35cdb', 'tag': 'b7f0342e-ecc4-4b92-8141-940a36564ced'}] {{(pid=93915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:18:48.000453 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e72782ad3af8f7d4ce76cedf092bca46d1756acc5c4653cf0b52034cdd6b073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9b969f1-3eaa-4878-a23c-7d8dab5ff603" -d '{"events": [{"name": "network-changed", "server_uuid": "d80491b9-d34b-45a9-83ac-fcdec1c35cdb", "tag": "b7f0342e-ecc4-4b92-8141-940a36564ced"}]}' {{(pid=93915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:18:48.003152 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-25bebd2f-bd9b-4454-84fd-a633a0e7b344 req-ff6be46d-0efd-4a95-bede-0deb5e796021 service neutron] 10.222.0.18 "GET /v2.0/networks/b1df69b6-7369-4ffc-83a6-1f3eb48a524d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2197320 Jul 14 18:18:48.073191 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 18:18:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72f4b6f3-1b1c-465c-9171-03fcc1fabeb9 x-openstack-request-id: req-72f4b6f3-1b1c-465c-9171-03fcc1fabeb9 {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:18:48.073521 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d80491b9-d34b-45a9-83ac-fcdec1c35cdb", "tag": "b7f0342e-ecc4-4b92-8141-940a36564ced", "status": "completed", "code": 200}]} {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:18:48.073775 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-72f4b6f3-1b1c-465c-9171-03fcc1fabeb9 {{(pid=93915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:18:48.074181 n-d-800634-3 neutron-server[93915]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd80491b9-d34b-45a9-83ac-fcdec1c35cdb', 'tag': 'b7f0342e-ecc4-4b92-8141-940a36564ced', 'status': 'completed', 'code': 200} Jul 14 18:18:48.088954 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-616f5752-5f49-4aae-9828-ae5d532fcb48 req-e725ccd8-87a2-4a93-a836-653f96adb101 service neutron] 10.222.0.18 "GET /v2.0/networks/ac4dcb0d-17ab-4060-82e2-c35125d24eab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2008090 Jul 14 18:18:48.350756 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-616f5752-5f49-4aae-9828-ae5d532fcb48 req-6f064507-beaf-4e75-844e-59ce049ddf7e service neutron] 10.222.0.18 "GET /v2.0/networks/ac4dcb0d-17ab-4060-82e2-c35125d24eab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2562156 Jul 14 18:18:48.351217 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 52296) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:18:48.403078 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 52298) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:18:48.495332 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96072d1b-1e34-4e5d-ad33-c8c1a208a857 req-06cb06b9-bc54-4662-b22a-e4161516f5c2 tempest-ServersWithSpecificFlavorTestJSON-461581366 tempest-ServersWithSpecificFlavorTestJSON-461581366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:18:48.496913 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-96072d1b-1e34-4e5d-ad33-c8c1a208a857 req-06cb06b9-bc54-4662-b22a-e4161516f5c2 tempest-ServersWithSpecificFlavorTestJSON-461581366 tempest-ServersWithSpecificFlavorTestJSON-461581366-project] 10.222.0.16 "GET /v2.0/ports?device_id=431bf4c3-8186-4be2-9ee1-3a584641826f HTTP/1.1" status: 200 len: 943 time: 0.1931751 Jul 14 18:18:48.532825 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-6a88f5a7-778a-4e9f-9a36-ceaf738884e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:48.536654 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-1cb71d43-52d4-4c64-aa4b-2b4b525b18d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:48.543040 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-2f56d716-a5aa-48b9-a2b9-0e531cf5a003 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:48.592234 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device ee623b73-fb38-4169-895b-41d7ff971d30 up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:18:48.643460 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.db.api [None req-2f56d716-a5aa-48b9-a2b9-0e531cf5a003 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 14 18:18:48.643460 n-d-800634-3 neutron-server[93916]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 14 18:18:48.643460 n-d-800634-3 neutron-server[93916]: [parameters: {'project_id': 'aaf8237ccb324733939f15c72f60a199', 'id': 'be129b66-2cf5-49c8-acc8-d151afda7525', 'expiration': datetime.datetime(2021, 7, 14, 18, 20, 48, 621895)}] Jul 14 18:18:48.643460 n-d-800634-3 neutron-server[93916]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93916) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 14 18:18:48.644011 n-d-800634-3 neutron-server[93916]: DEBUG oslo_db.api [None req-2f56d716-a5aa-48b9-a2b9-0e531cf5a003 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 18:18:48.653613 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port ee623b73-fb38-4169-895b-41d7ff971d30 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:18:48.653909 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b969f1-3eaa-4878-a23c-7d8dab5ff603 req-e3b286d1-dc1a-4d3f-a255-96873d77a402 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:18:48.654501 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:48.655362 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-e9b969f1-3eaa-4878-a23c-7d8dab5ff603 req-e3b286d1-dc1a-4d3f-a255-96873d77a402 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0a6a8e07e1ce4e4e84e3fe5c59c6747c&device_id=d80491b9-d34b-45a9-83ac-fcdec1c35cdb HTTP/1.1" status: 200 len: 1124 time: 0.5400958 Jul 14 18:18:48.655949 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.db.api [None req-6a88f5a7-778a-4e9f-9a36-ceaf738884e8 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 14 18:18:48.655949 n-d-800634-3 neutron-server[93916]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 14 18:18:48.655949 n-d-800634-3 neutron-server[93916]: [parameters: {'project_id': '4c288556ef424bd2aec705e82c2d81f9', 'id': 'db578f4c-1b2b-4ee3-a634-324f6e98330f', 'expiration': datetime.datetime(2021, 7, 14, 18, 20, 48, 629153)}] Jul 14 18:18:48.655949 n-d-800634-3 neutron-server[93916]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93916) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 14 18:18:48.656271 n-d-800634-3 neutron-server[93916]: DEBUG oslo_db.api [None req-6a88f5a7-778a-4e9f-9a36-ceaf738884e8 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 18:18:48.658525 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29c7806-dc7c-460c-b675-44eb32cd743e req-05dcebcc-67fd-409f-9885-2a813416338a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:18:48.659372 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-f29c7806-dc7c-460c-b675-44eb32cd743e req-05dcebcc-67fd-409f-9885-2a813416338a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=34616e81172546728ddd3adbee03f177&device_id=d4a090fa-ded3-464f-b9f4-fb95e4f2153d HTTP/1.1" status: 200 len: 1094 time: 0.2178507 Jul 14 18:18:48.672837 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-96072d1b-1e34-4e5d-ad33-c8c1a208a857 req-0fa064cd-9a34-46a4-9873-aff165446dda tempest-ServersWithSpecificFlavorTestJSON-461581366 tempest-ServersWithSpecificFlavorTestJSON-461581366-project] 10.222.0.16 "GET /v2.0/security-groups?id=53e3c538-c3c4-4fce-8d05-f9ee7d004cad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1696963 Jul 14 18:18:48.728496 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74045200-f288-4368-b4cc-8bbb21409858 req-46ee85eb-551f-4b4e-969d-a7eeff007db0 tempest-FloatingIPsAssociationTestJSON-1206343344 tempest-FloatingIPsAssociationTestJSON-1206343344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:18:48.748728 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-74045200-f288-4368-b4cc-8bbb21409858 req-46ee85eb-551f-4b4e-969d-a7eeff007db0 tempest-FloatingIPsAssociationTestJSON-1206343344 tempest-FloatingIPsAssociationTestJSON-1206343344-project] 10.222.0.16 "GET /v2.0/ports?device_id=d4a090fa-ded3-464f-b9f4-fb95e4f2153d HTTP/1.1" status: 200 len: 943 time: 0.1570191 Jul 14 18:18:48.835504 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29c7806-dc7c-460c-b675-44eb32cd743e req-defbb2ed-7908-4c42-acb7-cff2bff8e9b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:18:48.837228 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-f29c7806-dc7c-460c-b675-44eb32cd743e req-defbb2ed-7908-4c42-acb7-cff2bff8e9b8 service neutron] 10.222.0.18 "GET /v2.0/networks?id=ac4dcb0d-17ab-4060-82e2-c35125d24eab HTTP/1.1" status: 200 len: 921 time: 0.1710744 Jul 14 18:18:48.852421 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-1cb71d43-52d4-4c64-aa4b-2b4b525b18d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:48.867749 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-1cb71d43-52d4-4c64-aa4b-2b4b525b18d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:48.893539 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-f29c7806-dc7c-460c-b675-44eb32cd743e req-27e26e72-808d-40d6-b682-4dafafd09083 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9ff41a23-0c91-4e23-90d4-e3f9f1ac0c89 HTTP/1.1" status: 200 len: 217 time: 0.0478191 Jul 14 18:18:48.925334 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-74045200-f288-4368-b4cc-8bbb21409858 req-77c5ad10-0368-4830-be04-b6f0234736ef tempest-FloatingIPsAssociationTestJSON-1206343344 tempest-FloatingIPsAssociationTestJSON-1206343344-project] 10.222.0.16 "GET /v2.0/security-groups?id=3a5c8f7b-f109-4bb8-81a7-bf349191d701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1755993 Jul 14 18:18:48.943168 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-1cb71d43-52d4-4c64-aa4b-2b4b525b18d6 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f2111c0ec0d3427698c27aa1504e7d69&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5387766 Jul 14 18:18:48.955889 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 52306) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:18:48.972338 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29c7806-dc7c-460c-b675-44eb32cd743e req-f242d035-c2cf-469c-aace-b8355eae55e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:18:48.973687 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device a752284b-f96b-456a-86f1-78b2956aabb1 details requested by agent hyperv_n-h1-800634-3 with host n-h1-800634-3 {{(pid=93917) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 18:18:48.974993 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-f29c7806-dc7c-460c-b675-44eb32cd743e req-f242d035-c2cf-469c-aace-b8355eae55e9 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=97d79b9c-1ae1-496e-8ce3-67d30e2cc4e1 HTTP/1.1" status: 200 len: 860 time: 0.0708520 Jul 14 18:18:48.978923 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b969f1-3eaa-4878-a23c-7d8dab5ff603 req-8b131aee-68b7-4526-a37c-cf6193f0a923 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:18:48.980457 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-e9b969f1-3eaa-4878-a23c-7d8dab5ff603 req-8b131aee-68b7-4526-a37c-cf6193f0a923 service neutron] 10.222.0.35 "GET /v2.0/networks?id=7cee3312-4c4c-4d32-820f-eab965dcf565 HTTP/1.1" status: 200 len: 921 time: 0.3162529 Jul 14 18:18:49.003299 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb71d43-52d4-4c64-aa4b-2b4b525b18d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10d064ba-edb1-4030-bb69-114893c4c91b,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:18:49.080369 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-e9b969f1-3eaa-4878-a23c-7d8dab5ff603 req-ca68c19f-196d-41f7-90a2-fb2f4a866e5e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b7f0342e-ecc4-4b92-8141-940a36564ced HTTP/1.1" status: 200 len: 217 time: 0.0828266 Jul 14 18:18:49.080861 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1de831-02a9-45b8-a1d9-fd5f7f6c9dab req-1c2e656f-a4b8-450c-9715-3cda771e2b24 tempest-DeleteServersAdminTestJSON-1051371510 tempest-DeleteServersAdminTestJSON-1051371510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:18:49.082507 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-9a1de831-02a9-45b8-a1d9-fd5f7f6c9dab req-1c2e656f-a4b8-450c-9715-3cda771e2b24 tempest-DeleteServersAdminTestJSON-1051371510 tempest-DeleteServersAdminTestJSON-1051371510-project] 10.222.0.16 "GET /v2.0/ports?device_id=0e759954-ea3f-4262-bec6-a2d8c5933acb HTTP/1.1" status: 200 len: 949 time: 0.2281404 Jul 14 18:18:49.131905 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-53984228-4e23-456c-9f73-2219f3a64123 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:49.176683 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-2f56d716-a5aa-48b9-a2b9-0e531cf5a003 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:49.177478 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-9a1de831-02a9-45b8-a1d9-fd5f7f6c9dab req-d63fe797-bb80-40f3-bb04-79c0ee252a31 tempest-DeleteServersAdminTestJSON-1051371510 tempest-DeleteServersAdminTestJSON-1051371510-project] 10.222.0.16 "GET /v2.0/security-groups?id=d1362497-6e0c-465d-8f0a-1d02c29ff112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866520 Jul 14 18:18:49.181794 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-6a88f5a7-778a-4e9f-9a36-ceaf738884e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:49.188685 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-53984228-4e23-456c-9f73-2219f3a64123 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:49.253909 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29c7806-dc7c-460c-b675-44eb32cd743e req-d6f66afb-501c-4f76-b422-815cfe5b6860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:18:49.255572 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-f29c7806-dc7c-460c-b675-44eb32cd743e req-d6f66afb-501c-4f76-b422-815cfe5b6860 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ac4dcb0d-17ab-4060-82e2-c35125d24eab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2721224 Jul 14 18:18:49.255694 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port a752284b-f96b-456a-86f1-78b2956aabb1, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=a752284b-f96b-456a-86f1-78b2956aabb1,segment=NetworkSegment(dc9b7b33-7ed6-4862-a917-845e6b965bf7),segment_id=dc9b7b33-7ed6-4862-a917-845e6b965bf7)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:18:49.261916 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b969f1-3eaa-4878-a23c-7d8dab5ff603 req-eab9482a-3e67-4ecf-8a76-ff43ae7811dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:18:49.263433 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-e9b969f1-3eaa-4878-a23c-7d8dab5ff603 req-eab9482a-3e67-4ecf-8a76-ff43ae7811dc service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2a54265e-973c-4132-80fb-ad9d5d305963 HTTP/1.1" status: 200 len: 861 time: 0.1751766 Jul 14 18:18:49.271116 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Returning: {'device': 'a752284b-f96b-456a-86f1-78b2956aabb1', 'network_id': 'b1df69b6-7369-4ffc-83a6-1f3eb48a524d', 'port_id': 'a752284b-f96b-456a-86f1-78b2956aabb1', 'mac_address': 'fa:16:3e:22:0b:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52a71ea9-5395-411d-94f2-0fbe5949db70', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93917) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 18:18:49.310322 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-e9b969f1-3eaa-4878-a23c-7d8dab5ff603 req-2f42deb3-f7a3-490a-bb53-8901d4e0a613 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7cee3312-4c4c-4d32-820f-eab965dcf565&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313153 Jul 14 18:18:49.420341 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:49.421939 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-53984228-4e23-456c-9f73-2219f3a64123 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:49.429975 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-53984228-4e23-456c-9f73-2219f3a64123 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:49.433528 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-53984228-4e23-456c-9f73-2219f3a64123 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/10d064ba-edb1-4030-bb69-114893c4c91b HTTP/1.1" status: 204 len: 168 time: 0.4836535 Jul 14 18:18:49.453953 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a752284b-f96b-456a-86f1-78b2956aabb1 {{(pid=93917) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 18:18:49.463512 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6709ac42-8071-4922-85c4-d53e57612160 req-11ae9289-2330-4e59-bd61-b54f40ba70bd tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:18:49.477493 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6709ac42-8071-4922-85c4-d53e57612160 req-11ae9289-2330-4e59-bd61-b54f40ba70bd tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] 10.222.0.16 "GET /v2.0/ports?device_id=d80491b9-d34b-45a9-83ac-fcdec1c35cdb HTTP/1.1" status: 200 len: 943 time: 0.2987323 Jul 14 18:18:49.499057 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53984228-4e23-456c-9f73-2219f3a64123 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10d064ba-edb1-4030-bb69-114893c4c91b,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:18:49.515243 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port a752284b-f96b-456a-86f1-78b2956aabb1, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=a752284b-f96b-456a-86f1-78b2956aabb1,segment=NetworkSegment(dc9b7b33-7ed6-4862-a917-845e6b965bf7),segment_id=dc9b7b33-7ed6-4862-a917-845e6b965bf7)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:18:49.543477 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:49.544086 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device b7f0342e-ecc4-4b92-8141-940a36564ced details requested by agent hyperv_n-h1-800634-3 with host n-h1-800634-3 {{(pid=93917) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 18:18:49.554970 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-f29c7806-dc7c-460c-b675-44eb32cd743e req-90bc5839-c732-4630-bdf0-9c18de6f1def service neutron] 10.222.0.18 "GET /v2.0/networks/ac4dcb0d-17ab-4060-82e2-c35125d24eab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2848091 Jul 14 18:18:49.592147 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6709ac42-8071-4922-85c4-d53e57612160 req-56be07b8-8511-4de8-9493-451f2cf8e7e7 tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] 10.222.0.16 "GET /v2.0/security-groups?id=540fae54-ccea-4309-9c99-81b930eedb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125085 Jul 14 18:18:49.649609 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Pushing event updated for resources: {'Port': ['ID=a752284b-f96b-456a-86f1-78b2956aabb1,revision_number=4']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:18:49.731695 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-e9b969f1-3eaa-4878-a23c-7d8dab5ff603 req-9cff63f5-def3-4f20-bd1f-a1564da072c4 service neutron] 10.222.0.35 "GET /v2.0/networks/7cee3312-4c4c-4d32-820f-eab965dcf565?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4066882 Jul 14 18:18:49.788393 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-6a88f5a7-778a-4e9f-9a36-ceaf738884e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:49.852384 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port b7f0342e-ecc4-4b92-8141-940a36564ced, host n-h2-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=b7f0342e-ecc4-4b92-8141-940a36564ced,segment=NetworkSegment(60f92988-9b9b-4790-95f5-9fce88e5a460),segment_id=60f92988-9b9b-4790-95f5-9fce88e5a460)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:18:49.874928 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device b7f0342e-ecc4-4b92-8141-940a36564ced has no active binding in host n-h1-800634-3 {{(pid=93917) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 14 18:18:49.979257 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d971f23-427e-49bc-a163-819e2460df18 req-99178869-74d7-47dd-908c-eb1e0cd44e17 tempest-DeleteServersAdminTestJSON-1051371510 tempest-DeleteServersAdminTestJSON-1051371510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:18:49.987496 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3d971f23-427e-49bc-a163-819e2460df18 req-99178869-74d7-47dd-908c-eb1e0cd44e17 tempest-DeleteServersAdminTestJSON-1051371510 tempest-DeleteServersAdminTestJSON-1051371510-project] 10.222.0.16 "GET /v2.0/ports?device_id=0e759954-ea3f-4262-bec6-a2d8c5933acb HTTP/1.1" status: 200 len: 949 time: 0.1338446 Jul 14 18:18:49.994524 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 52322) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:18:50.026380 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e864ef62-9833-4bb1-8b6c-aeaed36883ea req-df61d3fb-aedd-438a-86e6-7e742be9e30d tempest-ServersWithSpecificFlavorTestJSON-461581366 tempest-ServersWithSpecificFlavorTestJSON-461581366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:18:50.035101 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e864ef62-9833-4bb1-8b6c-aeaed36883ea req-df61d3fb-aedd-438a-86e6-7e742be9e30d tempest-ServersWithSpecificFlavorTestJSON-461581366 tempest-ServersWithSpecificFlavorTestJSON-461581366-project] 10.222.0.16 "GET /v2.0/ports?device_id=431bf4c3-8186-4be2-9ee1-3a584641826f HTTP/1.1" status: 200 len: 944 time: 0.1385994 Jul 14 18:18:50.053706 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-2972f850-0348-4928-a407-2515fb16c151 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:50.082960 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-6a88f5a7-778a-4e9f-9a36-ceaf738884e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:50.100292 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3d971f23-427e-49bc-a163-819e2460df18 req-5fea1b93-9682-430c-ae3c-cba791e94b7c tempest-DeleteServersAdminTestJSON-1051371510 tempest-DeleteServersAdminTestJSON-1051371510-project] 10.222.0.16 "GET /v2.0/security-groups?id=d1362497-6e0c-465d-8f0a-1d02c29ff112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115375 Jul 14 18:18:50.114688 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-6a88f5a7-778a-4e9f-9a36-ceaf738884e8 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4c288556ef424bd2aec705e82c2d81f9&name=default HTTP/1.1" status: 200 len: 2979 time: 2.1571612 Jul 14 18:18:50.117302 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 52324) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:18:50.143401 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] get_ports_and_sgs() called for port_ids ['a752284b-f96b-456a-86f1-78b2956aabb1'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 18:18:50.168034 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-f29c7806-dc7c-460c-b675-44eb32cd743e req-3cfbab83-2cba-4614-a571-de79ec123ff7 service neutron] 10.222.0.18 "GET /v2.0/networks/ac4dcb0d-17ab-4060-82e2-c35125d24eab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5979755 Jul 14 18:18:50.170987 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e864ef62-9833-4bb1-8b6c-aeaed36883ea req-2ae8d147-aae4-48e6-9e5e-6163b6fdba65 tempest-ServersWithSpecificFlavorTestJSON-461581366 tempest-ServersWithSpecificFlavorTestJSON-461581366-project] 10.222.0.16 "GET /v2.0/security-groups?id=53e3c538-c3c4-4fce-8d05-f9ee7d004cad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1330347 Jul 14 18:18:50.172682 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a88f5a7-778a-4e9f-9a36-ceaf738884e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=faa625db-b79b-4ada-95c7-f3b04bb6b22b,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:18:50.254449 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-0a7402fb-dcdd-4990-9ff3-9b13c2debfb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:50.275433 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-2f56d716-a5aa-48b9-a2b9-0e531cf5a003 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:50.280605 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-e9b969f1-3eaa-4878-a23c-7d8dab5ff603 req-76894e73-0e36-4160-a10d-b75acdf518ea service neutron] 10.222.0.35 "GET /v2.0/networks/7cee3312-4c4c-4d32-820f-eab965dcf565?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5324914 Jul 14 18:18:50.284641 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-2f56d716-a5aa-48b9-a2b9-0e531cf5a003 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:50.310012 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-fb833727-5066-4245-9413-9854968e56fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:50.337926 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-2f56d716-a5aa-48b9-a2b9-0e531cf5a003 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=aaf8237ccb324733939f15c72f60a199&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9331248 Jul 14 18:18:50.339397 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f56d716-a5aa-48b9-a2b9-0e531cf5a003 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71966874-4865-426e-b503-31abf08f5d66,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:18:50.344015 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 52326) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:18:50.346513 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-0a7402fb-dcdd-4990-9ff3-9b13c2debfb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:50.418591 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-120d5e2c-6184-47f5-945b-4497a6e715e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:50.458511 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2158eb38-4ac3-4143-944e-f16d969f31d6 req-3c8e63b9-b028-4375-8eca-bfd22b86480c tempest-FloatingIPsAssociationTestJSON-1206343344 tempest-FloatingIPsAssociationTestJSON-1206343344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:18:50.460269 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2158eb38-4ac3-4143-944e-f16d969f31d6 req-3c8e63b9-b028-4375-8eca-bfd22b86480c tempest-FloatingIPsAssociationTestJSON-1206343344 tempest-FloatingIPsAssociationTestJSON-1206343344-project] 10.222.0.16 "GET /v2.0/ports?device_id=d4a090fa-ded3-464f-b9f4-fb95e4f2153d HTTP/1.1" status: 200 len: 943 time: 0.1592860 Jul 14 18:18:50.465652 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-120d5e2c-6184-47f5-945b-4497a6e715e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:50.490993 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-0a7402fb-dcdd-4990-9ff3-9b13c2debfb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:50.493777 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-0a7402fb-dcdd-4990-9ff3-9b13c2debfb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:50.495077 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-0a7402fb-dcdd-4990-9ff3-9b13c2debfb0 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/faa625db-b79b-4ada-95c7-f3b04bb6b22b HTTP/1.1" status: 204 len: 168 time: 0.3763440 Jul 14 18:18:50.525420 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7402fb-dcdd-4990-9ff3-9b13c2debfb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=faa625db-b79b-4ada-95c7-f3b04bb6b22b,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:18:50.559036 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-120d5e2c-6184-47f5-945b-4497a6e715e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:50.568318 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-120d5e2c-6184-47f5-945b-4497a6e715e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:50.570762 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2158eb38-4ac3-4143-944e-f16d969f31d6 req-a28cb9ef-557f-4525-a4e8-09a99eb31f4a tempest-FloatingIPsAssociationTestJSON-1206343344 tempest-FloatingIPsAssociationTestJSON-1206343344-project] 10.222.0.16 "GET /v2.0/security-groups?id=3a5c8f7b-f109-4bb8-81a7-bf349191d701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997207 Jul 14 18:18:50.572706 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-2972f850-0348-4928-a407-2515fb16c151 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:50.578130 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-2972f850-0348-4928-a407-2515fb16c151 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:50.588693 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-120d5e2c-6184-47f5-945b-4497a6e715e0 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/71966874-4865-426e-b503-31abf08f5d66 HTTP/1.1" status: 204 len: 168 time: 0.2428594 Jul 14 18:18:50.608302 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120d5e2c-6184-47f5-945b-4497a6e715e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71966874-4865-426e-b503-31abf08f5d66,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:18:50.616452 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2972f850-0348-4928-a407-2515fb16c151 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85dfff1d-d2d5-4b0b-a290-75bbb23fba10,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:18:50.682827 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 52334) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:18:50.690489 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-2972f850-0348-4928-a407-2515fb16c151 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ee97c2d35b5c445ba7dfc73b3b90bbfb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6936405 Jul 14 18:18:50.755882 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-6a4e0bb0-9cd3-4cfb-bea5-bd07862f3c63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:50.818871 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-6a4e0bb0-9cd3-4cfb-bea5-bd07862f3c63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:50.883363 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-6a4e0bb0-9cd3-4cfb-bea5-bd07862f3c63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:50.886712 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-6a4e0bb0-9cd3-4cfb-bea5-bd07862f3c63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:50.892059 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-6a4e0bb0-9cd3-4cfb-bea5-bd07862f3c63 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/85dfff1d-d2d5-4b0b-a290-75bbb23fba10 HTTP/1.1" status: 204 len: 168 time: 0.2080436 Jul 14 18:18:50.904555 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4e0bb0-9cd3-4cfb-bea5-bd07862f3c63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85dfff1d-d2d5-4b0b-a290-75bbb23fba10,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:18:50.927247 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7cd20c-fac1-4c09-837c-a74ba09b2403 req-38ca255f-f6ff-4fb9-bf3e-3c3f0866c860 tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:18:50.928985 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ff7cd20c-fac1-4c09-837c-a74ba09b2403 req-38ca255f-f6ff-4fb9-bf3e-3c3f0866c860 tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] 10.222.0.16 "GET /v2.0/ports?device_id=d80491b9-d34b-45a9-83ac-fcdec1c35cdb HTTP/1.1" status: 200 len: 943 time: 0.0927927 Jul 14 18:18:50.970959 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device 9ff41a23-0c91-4e23-90d4-e3f9f1ac0c89 details requested by agent hyperv_n-h1-800634-3 with host n-h1-800634-3 {{(pid=93917) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 18:18:51.006358 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ff7cd20c-fac1-4c09-837c-a74ba09b2403 req-e194c79f-2bd3-4269-a554-dce1129fe7f0 tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] 10.222.0.16 "GET /v2.0/security-groups?id=540fae54-ccea-4309-9c99-81b930eedb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700245 Jul 14 18:18:51.006921 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device a752284b-f96b-456a-86f1-78b2956aabb1 up at agent hyperv_n-h1-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:18:51.160415 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbc8331-cb55-47c0-b3a3-6eb25bced087 req-96955c6f-a9df-4b68-a802-53a16cf8c695 tempest-DeleteServersAdminTestJSON-1051371510 tempest-DeleteServersAdminTestJSON-1051371510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:18:51.162603 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-ccbc8331-cb55-47c0-b3a3-6eb25bced087 req-96955c6f-a9df-4b68-a802-53a16cf8c695 tempest-DeleteServersAdminTestJSON-1051371510 tempest-DeleteServersAdminTestJSON-1051371510-project] 10.222.0.35 "GET /v2.0/ports?device_id=0e759954-ea3f-4262-bec6-a2d8c5933acb HTTP/1.1" status: 200 len: 949 time: 0.1128554 Jul 14 18:18:51.186154 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 52346) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:18:51.216977 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-9c1837ec-c986-459a-bd12-e6474f673206 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:51.233304 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 52352) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:18:51.340056 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port 9ff41a23-0c91-4e23-90d4-e3f9f1ac0c89, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=9ff41a23-0c91-4e23-90d4-e3f9f1ac0c89,segment=NetworkSegment(06c66395-d1c3-4d06-8efa-6bd69b5e26e2),segment_id=06c66395-d1c3-4d06-8efa-6bd69b5e26e2)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:18:51.344703 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-c5c18c25-339e-4cca-8505-941ea7b87b7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:51.354679 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Returning: {'device': '9ff41a23-0c91-4e23-90d4-e3f9f1ac0c89', 'network_id': 'ac4dcb0d-17ab-4060-82e2-c35125d24eab', 'port_id': '9ff41a23-0c91-4e23-90d4-e3f9f1ac0c89', 'mac_address': 'fa:16:3e:53:4c:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97d79b9c-1ae1-496e-8ce3-67d30e2cc4e1', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93917) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 18:18:51.432538 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Provisioning for port a752284b-f96b-456a-86f1-78b2956aabb1 completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:18:51.470468 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Provisioning complete for port a752284b-f96b-456a-86f1-78b2956aabb1 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:18:51.470866 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:51.472235 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [req-ccbc8331-cb55-47c0-b3a3-6eb25bced087 req-9bf0e266-139e-47b8-8511-52a15db96e0a tempest-DeleteServersAdminTestJSON-1051371510 tempest-DeleteServersAdminTestJSON-1051371510-project] Deleting port bfea7632-e1e6-42fe-94e7-b8f27b812a1b {{(pid=93916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:18:51.472578 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-ccbc8331-cb55-47c0-b3a3-6eb25bced087 req-9bf0e266-139e-47b8-8511-52a15db96e0a tempest-DeleteServersAdminTestJSON-1051371510 tempest-DeleteServersAdminTestJSON-1051371510-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:51.480863 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:51.556303 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ff41a23-0c91-4e23-90d4-e3f9f1ac0c89 {{(pid=93917) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 18:18:51.627316 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.db [req-ccbc8331-cb55-47c0-b3a3-6eb25bced087 req-9bf0e266-139e-47b8-8511-52a15db96e0a tempest-DeleteServersAdminTestJSON-1051371510 tempest-DeleteServersAdminTestJSON-1051371510-project] For port bfea7632-e1e6-42fe-94e7-b8f27b812a1b, host n-h2-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=bfea7632-e1e6-42fe-94e7-b8f27b812a1b,segment=NetworkSegment(067fc487-22c7-42de-972d-ae352a28ad29),segment_id=067fc487-22c7-42de-972d-ae352a28ad29)] {{(pid=93916) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:18:51.627915 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-ccbc8331-cb55-47c0-b3a3-6eb25bced087 req-9bf0e266-139e-47b8-8511-52a15db96e0a tempest-DeleteServersAdminTestJSON-1051371510 tempest-DeleteServersAdminTestJSON-1051371510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:51.635566 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port 9ff41a23-0c91-4e23-90d4-e3f9f1ac0c89, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=9ff41a23-0c91-4e23-90d4-e3f9f1ac0c89,segment=NetworkSegment(06c66395-d1c3-4d06-8efa-6bd69b5e26e2),segment_id=06c66395-d1c3-4d06-8efa-6bd69b5e26e2)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:18:51.644546 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [req-ccbc8331-cb55-47c0-b3a3-6eb25bced087 req-9bf0e266-139e-47b8-8511-52a15db96e0a tempest-DeleteServersAdminTestJSON-1051371510 tempest-DeleteServersAdminTestJSON-1051371510-project] Calling delete_port for bfea7632-e1e6-42fe-94e7-b8f27b812a1b owned by compute:nova {{(pid=93916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:18:51.647034 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:51.793667 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:51.857752 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-ccbc8331-cb55-47c0-b3a3-6eb25bced087 req-9bf0e266-139e-47b8-8511-52a15db96e0a tempest-DeleteServersAdminTestJSON-1051371510 tempest-DeleteServersAdminTestJSON-1051371510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813'] for port, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:51.870387 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Pushing event updated for resources: {'Port': ['ID=9ff41a23-0c91-4e23-90d4-e3f9f1ac0c89,revision_number=4']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:18:51.880011 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] get_ports_and_sgs() called for port_ids ['bfea7632-e1e6-42fe-94e7-b8f27b812a1b'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 18:18:51.900440 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '431bf4c3-8186-4be2-9ee1-3a584641826f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a752284b-f96b-456a-86f1-78b2956aabb1'}] {{(pid=93917) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:18:51.912850 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20b787f3c29eaa7aa2a4d648c725a2124c5ff39a8d793252f9d844495e14cf42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b86e4f6-80c1-4b52-be2d-b22afb69b67e" -d '{"events": [{"server_uuid": "431bf4c3-8186-4be2-9ee1-3a584641826f", "name": "network-vif-plugged", "status": "completed", "tag": "a752284b-f96b-456a-86f1-78b2956aabb1"}]}' {{(pid=93917) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:18:51.931891 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf0e266-139e-47b8-8511-52a15db96e0a tempest-DeleteServersAdminTestJSON-1051371510 tempest-DeleteServersAdminTestJSON-1051371510-project] Pushing event deleted for resources: {'Port': ['ID=bfea7632-e1e6-42fe-94e7-b8f27b812a1b,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:18:51.958071 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] get_ports_and_sgs() called for port_ids ['9ff41a23-0c91-4e23-90d4-e3f9f1ac0c89'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 18:18:52.067813 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccbc8331-cb55-47c0-b3a3-6eb25bced087 req-9bf0e266-139e-47b8-8511-52a15db96e0a tempest-DeleteServersAdminTestJSON-1051371510 tempest-DeleteServersAdminTestJSON-1051371510-project] No DVR routers for this DVR port bfea7632-e1e6-42fe-94e7-b8f27b812a1b on host n-h2-800634-3 {{(pid=93916) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 18:18:52.073694 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port a752284b-f96b-456a-86f1-78b2956aabb1, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=a752284b-f96b-456a-86f1-78b2956aabb1,segment=NetworkSegment(dc9b7b33-7ed6-4862-a917-845e6b965bf7),segment_id=dc9b7b33-7ed6-4862-a917-845e6b965bf7)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:18:52.079852 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-ccbc8331-cb55-47c0-b3a3-6eb25bced087 req-9bf0e266-139e-47b8-8511-52a15db96e0a tempest-DeleteServersAdminTestJSON-1051371510 tempest-DeleteServersAdminTestJSON-1051371510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:52.082213 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-ccbc8331-cb55-47c0-b3a3-6eb25bced087 req-9bf0e266-139e-47b8-8511-52a15db96e0a tempest-DeleteServersAdminTestJSON-1051371510 tempest-DeleteServersAdminTestJSON-1051371510-project] 10.222.0.35 "DELETE /v2.0/ports/bfea7632-e1e6-42fe-94e7-b8f27b812a1b HTTP/1.1" status: 204 len: 173 time: 0.9134665 Jul 14 18:18:52.082763 n-d-800634-3 neutron-server[93916]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e759954-ea3f-4262-bec6-a2d8c5933acb', 'name': 'network-vif-deleted', 'tag': 'bfea7632-e1e6-42fe-94e7-b8f27b812a1b'}] {{(pid=93916) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:18:52.087795 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:52.095492 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f803e150b363a7893830aa996ac27753fa25517c406ecd3536b7c2d4b26eeb9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58df3ed4-a6ea-4672-abc6-47064bb7705e" -d '{"events": [{"server_uuid": "0e759954-ea3f-4262-bec6-a2d8c5933acb", "name": "network-vif-deleted", "tag": "bfea7632-e1e6-42fe-94e7-b8f27b812a1b"}]}' {{(pid=93916) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:18:52.182790 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-9c1837ec-c986-459a-bd12-e6474f673206 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:52.216465 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-9c1837ec-c986-459a-bd12-e6474f673206 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:52.225494 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Pushing event updated for resources: {'Port': ['ID=a752284b-f96b-456a-86f1-78b2956aabb1,revision_number=5']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:18:52.272906 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-9c1837ec-c986-459a-bd12-e6474f673206 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2824f1406736436896888636e02376b6&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0832229 Jul 14 18:18:52.273688 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 52376) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:18:52.380931 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abb7c11-acc0-483f-9cb2-17d3cde564b3 req-624db2e3-22a7-4540-8b6d-c281530f0e2a tempest-DeleteServersAdminTestJSON-1051371510 tempest-DeleteServersAdminTestJSON-1051371510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:18:52.382666 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-0abb7c11-acc0-483f-9cb2-17d3cde564b3 req-624db2e3-22a7-4540-8b6d-c281530f0e2a tempest-DeleteServersAdminTestJSON-1051371510 tempest-DeleteServersAdminTestJSON-1051371510-project] 10.222.0.16 "GET /v2.0/ports?device_id=0e759954-ea3f-4262-bec6-a2d8c5933acb HTTP/1.1" status: 200 len: 867 time: 1.0888195 Jul 14 18:18:52.404981 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1837ec-c986-459a-bd12-e6474f673206 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a117dfb-e659-4868-8d43-7f98c020fb66,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:18:52.424207 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-2395eafb-6da0-43d0-b93e-59d45fb43873 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:52.428499 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b1c95047-32d6-4f53-a746-943ea422e03e req-3df073c3-b785-4901-b464-9e45f695875a service neutron] 10.222.0.35 "GET /v2.0/ports/b7f0342e-ecc4-4b92-8141-940a36564ced/bindings/n-h1-800634-3 HTTP/1.1" status: 200 len: 384 time: 0.9331496 Jul 14 18:18:52.465737 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-2395eafb-6da0-43d0-b93e-59d45fb43873 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:52.510237 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-0abb7c11-acc0-483f-9cb2-17d3cde564b3 req-40cfa6fb-d34f-4b8d-80c4-520dd12608d2 tempest-DeleteServersAdminTestJSON-1051371510 tempest-DeleteServersAdminTestJSON-1051371510-project] 10.222.0.16 "GET /v2.0/security-groups?id=d1362497-6e0c-465d-8f0a-1d02c29ff112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156344 Jul 14 18:18:52.523946 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fa3cce-deff-4dbd-8d3c-62bf6217f6c0 req-b9aa90b0-6747-4296-aea9-ec20996dac08 tempest-ServersWithSpecificFlavorTestJSON-461581366 tempest-ServersWithSpecificFlavorTestJSON-461581366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:18:52.530907 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f4fa3cce-deff-4dbd-8d3c-62bf6217f6c0 req-b9aa90b0-6747-4296-aea9-ec20996dac08 tempest-ServersWithSpecificFlavorTestJSON-461581366 tempest-ServersWithSpecificFlavorTestJSON-461581366-project] 10.222.0.16 "GET /v2.0/ports?device_id=431bf4c3-8186-4be2-9ee1-3a584641826f HTTP/1.1" status: 200 len: 944 time: 1.0219078 Jul 14 18:18:52.584429 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-2395eafb-6da0-43d0-b93e-59d45fb43873 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:52.589694 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-2395eafb-6da0-43d0-b93e-59d45fb43873 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:52.593427 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-2395eafb-6da0-43d0-b93e-59d45fb43873 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0a117dfb-e659-4868-8d43-7f98c020fb66 HTTP/1.1" status: 204 len: 168 time: 0.3161056 Jul 14 18:18:52.604237 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2395eafb-6da0-43d0-b93e-59d45fb43873 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a117dfb-e659-4868-8d43-7f98c020fb66,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:18:52.659069 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f4fa3cce-deff-4dbd-8d3c-62bf6217f6c0 req-fc8b7ffe-c548-4fcb-9bfc-58322a502204 tempest-ServersWithSpecificFlavorTestJSON-461581366 tempest-ServersWithSpecificFlavorTestJSON-461581366-project] 10.222.0.16 "GET /v2.0/security-groups?id=53e3c538-c3c4-4fce-8d05-f9ee7d004cad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1270897 Jul 14 18:18:52.753563 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-44e9c7e7-751e-4d83-ad55-4ce4db8803b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:52.777546 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 18:18:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8a520cf-289d-4f33-ab32-cdcc75cfe962 x-openstack-request-id: req-e8a520cf-289d-4f33-ab32-cdcc75cfe962 {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:18:52.777845 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "431bf4c3-8186-4be2-9ee1-3a584641826f", "name": "network-vif-plugged", "status": "completed", "tag": "a752284b-f96b-456a-86f1-78b2956aabb1", "code": 200}]} {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:18:52.778107 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e8a520cf-289d-4f33-ab32-cdcc75cfe962 {{(pid=93917) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:18:52.779067 n-d-800634-3 neutron-server[93917]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '431bf4c3-8186-4be2-9ee1-3a584641826f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a752284b-f96b-456a-86f1-78b2956aabb1', 'code': 200} Jul 14 18:18:52.808614 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-c5c18c25-339e-4cca-8505-941ea7b87b7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:52.912100 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-c5c18c25-339e-4cca-8505-941ea7b87b7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:53.002371 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device 9ff41a23-0c91-4e23-90d4-e3f9f1ac0c89 up at agent hyperv_n-h1-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:18:53.008069 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-c5c18c25-339e-4cca-8505-941ea7b87b7b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=744ff3954a3e48e48324b524203ac7de&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7570968 Jul 14 18:18:53.009847 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 52394) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:18:53.060864 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eba640b-49af-4177-90ce-f2a4cbcc5c54 req-fa2736c3-167b-4398-aef9-5a9e67127660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:18:53.066550 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-2eba640b-49af-4177-90ce-f2a4cbcc5c54 req-fa2736c3-167b-4398-aef9-5a9e67127660 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=431bf4c3-8186-4be2-9ee1-3a584641826f HTTP/1.1" status: 200 len: 1096 time: 0.1462505 Jul 14 18:18:53.153139 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-2eba640b-49af-4177-90ce-f2a4cbcc5c54 req-525431bc-1841-4a89-b392-1fe23a4dc386 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=53e3c538-c3c4-4fce-8d05-f9ee7d004cad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0783055 Jul 14 18:18:53.194153 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:53.222828 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Provisioning for port 9ff41a23-0c91-4e23-90d4-e3f9f1ac0c89 completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:18:53.227879 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Provisioning complete for port 9ff41a23-0c91-4e23-90d4-e3f9f1ac0c89 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:18:53.228773 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:53.260303 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-39ba4ee0-4cc1-40e3-9814-1f94ce833114 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:53.285672 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-39ba4ee0-4cc1-40e3-9814-1f94ce833114 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:53.333398 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:53.366419 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-39ba4ee0-4cc1-40e3-9814-1f94ce833114 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:53.370789 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-39ba4ee0-4cc1-40e3-9814-1f94ce833114 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:53.372176 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-39ba4ee0-4cc1-40e3-9814-1f94ce833114 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b1cdd017-0d6d-4824-8b48-d541a2265bf0 HTTP/1.1" status: 204 len: 168 time: 0.2592402 Jul 14 18:18:53.392836 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port 9ff41a23-0c91-4e23-90d4-e3f9f1ac0c89, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=9ff41a23-0c91-4e23-90d4-e3f9f1ac0c89,segment=NetworkSegment(06c66395-d1c3-4d06-8efa-6bd69b5e26e2),segment_id=06c66395-d1c3-4d06-8efa-6bd69b5e26e2)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:18:53.393222 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6517c73c-4f3d-4642-8117-32dbe9ae2784 req-a796c41e-4e24-4857-b900-84656d7801b7 tempest-FloatingIPsAssociationTestJSON-1206343344 tempest-FloatingIPsAssociationTestJSON-1206343344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:18:53.402196 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:53.403094 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6517c73c-4f3d-4642-8117-32dbe9ae2784 req-a796c41e-4e24-4857-b900-84656d7801b7 tempest-FloatingIPsAssociationTestJSON-1206343344 tempest-FloatingIPsAssociationTestJSON-1206343344-project] 10.222.0.16 "GET /v2.0/ports?device_id=d4a090fa-ded3-464f-b9f4-fb95e4f2153d HTTP/1.1" status: 200 len: 944 time: 0.5497468 Jul 14 18:18:53.443547 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c18c25-339e-4cca-8505-941ea7b87b7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1cdd017-0d6d-4824-8b48-d541a2265bf0,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:18:53.482139 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6517c73c-4f3d-4642-8117-32dbe9ae2784 req-511e247a-e3d0-46a2-a46a-c9bf0bf48f8a tempest-FloatingIPsAssociationTestJSON-1206343344 tempest-FloatingIPsAssociationTestJSON-1206343344-project] 10.222.0.16 "GET /v2.0/security-groups?id=3a5c8f7b-f109-4bb8-81a7-bf349191d701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778921 Jul 14 18:18:53.493101 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Pushing event updated for resources: {'Port': ['ID=9ff41a23-0c91-4e23-90d4-e3f9f1ac0c89,revision_number=5']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:18:53.519631 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ba4ee0-4cc1-40e3-9814-1f94ce833114 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1cdd017-0d6d-4824-8b48-d541a2265bf0,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:18:53.571883 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddc90fa-baaa-45a8-a219-fc5ebfbcd982 req-27521db5-a317-40c5-9e61-c2ce82e6bc93 tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:18:53.577010 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 18:18:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22b5ff3a-516a-439b-8a10-147dde3799c0 x-openstack-request-id: req-22b5ff3a-516a-439b-8a10-147dde3799c0 {{(pid=93916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:18:53.577524 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e759954-ea3f-4262-bec6-a2d8c5933acb", "name": "network-vif-deleted", "tag": "bfea7632-e1e6-42fe-94e7-b8f27b812a1b", "status": "completed", "code": 200}]} {{(pid=93916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:18:53.577984 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-22b5ff3a-516a-439b-8a10-147dde3799c0 {{(pid=93916) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:18:53.578567 n-d-800634-3 neutron-server[93916]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e759954-ea3f-4262-bec6-a2d8c5933acb', 'name': 'network-vif-deleted', 'tag': 'bfea7632-e1e6-42fe-94e7-b8f27b812a1b', 'status': 'completed', 'code': 200} Jul 14 18:18:53.582137 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-eddc90fa-baaa-45a8-a219-fc5ebfbcd982 req-27521db5-a317-40c5-9e61-c2ce82e6bc93 tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] 10.222.0.16 "GET /v2.0/ports?device_id=d80491b9-d34b-45a9-83ac-fcdec1c35cdb HTTP/1.1" status: 200 len: 943 time: 0.5608921 Jul 14 18:18:53.614492 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-b1c95047-32d6-4f53-a746-943ea422e03e req-d4729c52-f3db-417b-82ad-6486752882f0 service neutron] For port b7f0342e-ecc4-4b92-8141-940a36564ced, host n-h2-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=b7f0342e-ecc4-4b92-8141-940a36564ced,segment=NetworkSegment(60f92988-9b9b-4790-95f5-9fce88e5a460),segment_id=60f92988-9b9b-4790-95f5-9fce88e5a460)] {{(pid=93915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:18:53.728016 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-b1c95047-32d6-4f53-a746-943ea422e03e req-d4729c52-f3db-417b-82ad-6486752882f0 service neutron] For port b7f0342e-ecc4-4b92-8141-940a36564ced, host n-h2-800634-3, cleared binding levels {{(pid=93915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:18:53.742347 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-eddc90fa-baaa-45a8-a219-fc5ebfbcd982 req-9f7ef171-c8da-43da-96a4-5a36238127f6 tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] 10.222.0.16 "GET /v2.0/security-groups?id=540fae54-ccea-4309-9c99-81b930eedb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520762 Jul 14 18:18:53.805287 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [req-b1c95047-32d6-4f53-a746-943ea422e03e req-d4729c52-f3db-417b-82ad-6486752882f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b7f0342e-ecc4-4b92-8141-940a36564ced {{(pid=93915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 18:18:53.819431 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-b1c95047-32d6-4f53-a746-943ea422e03e req-d4729c52-f3db-417b-82ad-6486752882f0 service neutron] For port b7f0342e-ecc4-4b92-8141-940a36564ced, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=b7f0342e-ecc4-4b92-8141-940a36564ced,segment=NetworkSegment(60f92988-9b9b-4790-95f5-9fce88e5a460),segment_id=60f92988-9b9b-4790-95f5-9fce88e5a460)] {{(pid=93915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:18:53.853069 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-b1c95047-32d6-4f53-a746-943ea422e03e req-d4729c52-f3db-417b-82ad-6486752882f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:53.962250 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-574aeb93-9938-449c-8e6c-cb22c9b52cc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:54.052086 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.provisioning_blocks [req-b1c95047-32d6-4f53-a746-943ea422e03e req-d4729c52-f3db-417b-82ad-6486752882f0 service neutron] Transition to ACTIVE for port object b7f0342e-ecc4-4b92-8141-940a36564ced will not be triggered until provisioned by entity L2. {{(pid=93915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:18:54.074970 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678442ce-986b-4da2-9708-44bfa6f4dcec req-cbc75a9f-43fe-47f6-97f4-99664b67db94 tempest-ServersWithSpecificFlavorTestJSON-461581366 tempest-ServersWithSpecificFlavorTestJSON-461581366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:18:54.090033 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-678442ce-986b-4da2-9708-44bfa6f4dcec req-cbc75a9f-43fe-47f6-97f4-99664b67db94 tempest-ServersWithSpecificFlavorTestJSON-461581366 tempest-ServersWithSpecificFlavorTestJSON-461581366-project] 10.222.0.16 "GET /v2.0/ports?device_id=431bf4c3-8186-4be2-9ee1-3a584641826f HTTP/1.1" status: 200 len: 945 time: 0.1623750 Jul 14 18:18:54.092287 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-b1c95047-32d6-4f53-a746-943ea422e03e req-d4729c52-f3db-417b-82ad-6486752882f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:54.214512 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1c95047-32d6-4f53-a746-943ea422e03e req-d4729c52-f3db-417b-82ad-6486752882f0 service neutron] No DVR routers for this DVR port b7f0342e-ecc4-4b92-8141-940a36564ced on host n-h2-800634-3 {{(pid=93915) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 18:18:54.253436 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-678442ce-986b-4da2-9708-44bfa6f4dcec req-a272e148-5b53-483f-9652-af75e1bf40ea tempest-ServersWithSpecificFlavorTestJSON-461581366 tempest-ServersWithSpecificFlavorTestJSON-461581366-project] 10.222.0.16 "GET /v2.0/security-groups?id=53e3c538-c3c4-4fce-8d05-f9ee7d004cad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1624868 Jul 14 18:18:54.258528 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4729c52-f3db-417b-82ad-6486752882f0 service neutron] Pushing event updated for resources: {'Port': ['ID=b7f0342e-ecc4-4b92-8141-940a36564ced,revision_number=10']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:18:54.288143 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b1c95047-32d6-4f53-a746-943ea422e03e req-d4729c52-f3db-417b-82ad-6486752882f0 service neutron] 10.222.0.35 "PUT /v2.0/ports/b7f0342e-ecc4-4b92-8141-940a36564ced/bindings/n-h1-800634-3/activate HTTP/1.1" status: 200 len: 369 time: 1.8512478 Jul 14 18:18:54.553147 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c95047-32d6-4f53-a746-943ea422e03e req-0142a25a-2d4d-4641-a723-ce4902986e3d tempest-LiveAutoBlockMigrationV225Test-133245952 tempest-LiveAutoBlockMigrationV225Test-133245952-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:18:54.555457 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-b1c95047-32d6-4f53-a746-943ea422e03e req-0142a25a-2d4d-4641-a723-ce4902986e3d tempest-LiveAutoBlockMigrationV225Test-133245952 tempest-LiveAutoBlockMigrationV225Test-133245952-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=d80491b9-d34b-45a9-83ac-fcdec1c35cdb&tenant_id=0a6a8e07e1ce4e4e84e3fe5c59c6747c&binding%3Ahost_id=n-h2-800634-3 HTTP/1.1" status: 200 len: 1095 time: 0.2051647 Jul 14 18:18:54.732422 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c95047-32d6-4f53-a746-943ea422e03e req-c8653fcd-2d59-41ea-b629-bae48906d125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:18:54.737676 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-b1c95047-32d6-4f53-a746-943ea422e03e req-c8653fcd-2d59-41ea-b629-bae48906d125 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=d80491b9-d34b-45a9-83ac-fcdec1c35cdb&tenant_id=0a6a8e07e1ce4e4e84e3fe5c59c6747c HTTP/1.1" status: 200 len: 1095 time: 0.1719649 Jul 14 18:18:54.787431 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4a090fa-ded3-464f-b9f4-fb95e4f2153d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ff41a23-0c91-4e23-90d4-e3f9f1ac0c89'}] {{(pid=93917) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:18:54.790297 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20b787f3c29eaa7aa2a4d648c725a2124c5ff39a8d793252f9d844495e14cf42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33e03ae6-24ea-44cd-90cd-2996512fea3e" -d '{"events": [{"server_uuid": "d4a090fa-ded3-464f-b9f4-fb95e4f2153d", "name": "network-vif-plugged", "status": "completed", "tag": "9ff41a23-0c91-4e23-90d4-e3f9f1ac0c89"}]}' {{(pid=93917) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:18:54.866769 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3fc6c4-f84c-4a1b-9859-7c5193c984bf req-7e0b849a-050c-4e7d-a6df-64ce743ac1a7 tempest-FloatingIPsAssociationTestJSON-1206343344 tempest-FloatingIPsAssociationTestJSON-1206343344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:18:54.869025 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c95047-32d6-4f53-a746-943ea422e03e req-c69c34a5-174b-49d3-a592-d09dca20d1a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:18:54.870402 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2b3fc6c4-f84c-4a1b-9859-7c5193c984bf req-7e0b849a-050c-4e7d-a6df-64ce743ac1a7 tempest-FloatingIPsAssociationTestJSON-1206343344 tempest-FloatingIPsAssociationTestJSON-1206343344-project] 10.222.0.16 "GET /v2.0/ports?device_id=d4a090fa-ded3-464f-b9f4-fb95e4f2153d HTTP/1.1" status: 200 len: 945 time: 0.1481867 Jul 14 18:18:54.872060 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-b1c95047-32d6-4f53-a746-943ea422e03e req-c69c34a5-174b-49d3-a592-d09dca20d1a7 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=0a6a8e07e1ce4e4e84e3fe5c59c6747c&device_id=d80491b9-d34b-45a9-83ac-fcdec1c35cdb HTTP/1.1" status: 200 len: 1095 time: 0.1114180 Jul 14 18:18:54.961408 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2b3fc6c4-f84c-4a1b-9859-7c5193c984bf req-f07574ad-1418-4f6c-b97d-fc32c97d80e4 tempest-FloatingIPsAssociationTestJSON-1206343344 tempest-FloatingIPsAssociationTestJSON-1206343344-project] 10.222.0.16 "GET /v2.0/security-groups?id=3a5c8f7b-f109-4bb8-81a7-bf349191d701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799713 Jul 14 18:18:55.067994 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc445245-1b98-4473-b5d2-5d4c0d04f291 req-85fd6988-234e-4933-8fa4-db6b61d8f961 tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:18:55.070091 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-dc445245-1b98-4473-b5d2-5d4c0d04f291 req-85fd6988-234e-4933-8fa4-db6b61d8f961 tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] 10.222.0.16 "GET /v2.0/ports?device_id=d80491b9-d34b-45a9-83ac-fcdec1c35cdb HTTP/1.1" status: 200 len: 944 time: 0.1329572 Jul 14 18:18:55.132751 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c95047-32d6-4f53-a746-943ea422e03e req-20c07f54-3440-429a-b2c7-9b053ab248c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:18:55.136545 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-b1c95047-32d6-4f53-a746-943ea422e03e req-20c07f54-3440-429a-b2c7-9b053ab248c6 service neutron] 10.222.0.18 "GET /v2.0/networks?id=7cee3312-4c4c-4d32-820f-eab965dcf565 HTTP/1.1" status: 200 len: 921 time: 0.2585969 Jul 14 18:18:55.164502 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 18:18:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe0ca8f9-03bd-4d23-a478-4095b0b691da x-openstack-request-id: req-fe0ca8f9-03bd-4d23-a478-4095b0b691da {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:18:55.164865 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4a090fa-ded3-464f-b9f4-fb95e4f2153d", "name": "network-vif-plugged", "status": "completed", "tag": "9ff41a23-0c91-4e23-90d4-e3f9f1ac0c89", "code": 200}]} {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:18:55.165119 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-fe0ca8f9-03bd-4d23-a478-4095b0b691da {{(pid=93917) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:18:55.165694 n-d-800634-3 neutron-server[93917]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4a090fa-ded3-464f-b9f4-fb95e4f2153d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ff41a23-0c91-4e23-90d4-e3f9f1ac0c89', 'code': 200} Jul 14 18:18:55.175095 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-dc445245-1b98-4473-b5d2-5d4c0d04f291 req-3f9c5b47-3473-4e97-b3fc-5e81b613c8e4 tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] 10.222.0.16 "GET /v2.0/security-groups?id=540fae54-ccea-4309-9c99-81b930eedb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983198 Jul 14 18:18:55.201856 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 52472) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:18:55.258787 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-b1c95047-32d6-4f53-a746-943ea422e03e req-439d973a-af79-4513-9e9e-fb0797ad38f1 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b7f0342e-ecc4-4b92-8141-940a36564ced HTTP/1.1" status: 200 len: 217 time: 0.1058421 Jul 14 18:18:55.444006 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c95047-32d6-4f53-a746-943ea422e03e req-02d64602-7094-449e-8545-80d86ed1f6cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:18:55.445515 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-b1c95047-32d6-4f53-a746-943ea422e03e req-02d64602-7094-449e-8545-80d86ed1f6cf service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2a54265e-973c-4132-80fb-ad9d5d305963 HTTP/1.1" status: 200 len: 861 time: 0.1459568 Jul 14 18:18:55.537462 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-b1c95047-32d6-4f53-a746-943ea422e03e req-658b1f88-ec7d-4e84-bc6f-9379c2de589b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7cee3312-4c4c-4d32-820f-eab965dcf565&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0816758 Jul 14 18:18:55.541686 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f70958a-1846-495d-a675-66c3dfa5f8ab req-39356d8a-55c8-4cbf-bf26-a9810f5c7e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:18:55.545239 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-7f70958a-1846-495d-a675-66c3dfa5f8ab req-39356d8a-55c8-4cbf-bf26-a9810f5c7e97 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=d4a090fa-ded3-464f-b9f4-fb95e4f2153d HTTP/1.1" status: 200 len: 1096 time: 0.2952826 Jul 14 18:18:55.565719 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14aba18e-af2a-420a-b7f9-717e935c0f8e req-dfa9e8d3-982a-4918-ab8d-001416b653a8 tempest-ServersWithSpecificFlavorTestJSON-461581366 tempest-ServersWithSpecificFlavorTestJSON-461581366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:18:55.573787 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-14aba18e-af2a-420a-b7f9-717e935c0f8e req-dfa9e8d3-982a-4918-ab8d-001416b653a8 tempest-ServersWithSpecificFlavorTestJSON-461581366 tempest-ServersWithSpecificFlavorTestJSON-461581366-project] 10.222.0.16 "GET /v2.0/ports?device_id=431bf4c3-8186-4be2-9ee1-3a584641826f HTTP/1.1" status: 200 len: 945 time: 0.1185927 Jul 14 18:18:55.677904 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-2f4e3af3-e708-4ffd-a544-82d93a489d01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:55.704995 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-14aba18e-af2a-420a-b7f9-717e935c0f8e req-489be418-17c1-4de6-9dcf-ff8ce2f49649 tempest-ServersWithSpecificFlavorTestJSON-461581366 tempest-ServersWithSpecificFlavorTestJSON-461581366-project] 10.222.0.16 "GET /v2.0/security-groups?id=53e3c538-c3c4-4fce-8d05-f9ee7d004cad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1266949 Jul 14 18:18:55.744056 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-7f70958a-1846-495d-a675-66c3dfa5f8ab req-aea75156-befd-4fa8-97f0-5adc68ac344b service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=3a5c8f7b-f109-4bb8-81a7-bf349191d701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1763685 Jul 14 18:18:55.759568 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-d35f27db-09a0-4cfc-883e-1b4223442fa2 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=91a5dab716504fc8b9e9981b5f72c2c8&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5562696 Jul 14 18:18:55.760086 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 52510) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:18:55.797960 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-b1c95047-32d6-4f53-a746-943ea422e03e req-2ed4d1a5-5c43-48d5-8942-674eaab341e9 service neutron] 10.222.0.18 "GET /v2.0/networks/7cee3312-4c4c-4d32-820f-eab965dcf565?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2429924 Jul 14 18:18:55.864041 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-a330b780-9388-4a3b-888d-ac10edeea312 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:55.872353 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Device bfea7632-e1e6-42fe-94e7-b8f27b812a1b no longer exists at agent hyperv_n-h2-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 18:18:55.910795 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-a330b780-9388-4a3b-888d-ac10edeea312 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:55.942189 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] No Port match for: bfea7632-e1e6-42fe-94e7-b8f27b812a1b {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 18:18:55.942525 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Device bfea7632-e1e6-42fe-94e7-b8f27b812a1b not bound to the agent host n-h2-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 18:18:55.956509 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Device b7f0342e-ecc4-4b92-8141-940a36564ced no longer exists at agent hyperv_n-h2-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 18:18:56.023553 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-b1c95047-32d6-4f53-a746-943ea422e03e req-855dcd66-8a4b-4f7d-b8a8-6918b8c4c819 service neutron] 10.222.0.18 "GET /v2.0/networks/7cee3312-4c4c-4d32-820f-eab965dcf565?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2007055 Jul 14 18:18:56.036571 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Device b7f0342e-ecc4-4b92-8141-940a36564ced not bound to the agent host n-h2-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 18:18:56.133562 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-a330b780-9388-4a3b-888d-ac10edeea312 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:56.137435 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-a330b780-9388-4a3b-888d-ac10edeea312 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:56.146267 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-a330b780-9388-4a3b-888d-ac10edeea312 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d1362497-6e0c-465d-8f0a-1d02c29ff112 HTTP/1.1" status: 204 len: 168 time: 0.3792059 Jul 14 18:18:56.187146 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e63376-84eb-4543-9c9d-d0a5b7ba8989 req-09d5147c-3e1a-4eab-aae2-e6d6891d572e tempest-ServersWithSpecificFlavorTestJSON-461581366 tempest-ServersWithSpecificFlavorTestJSON-461581366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:18:56.195410 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b7e63376-84eb-4543-9c9d-d0a5b7ba8989 req-09d5147c-3e1a-4eab-aae2-e6d6891d572e tempest-ServersWithSpecificFlavorTestJSON-461581366 tempest-ServersWithSpecificFlavorTestJSON-461581366-project] 10.222.0.16 "GET /v2.0/ports?device_id=431bf4c3-8186-4be2-9ee1-3a584641826f HTTP/1.1" status: 200 len: 945 time: 0.2580376 Jul 14 18:18:56.197897 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a330b780-9388-4a3b-888d-ac10edeea312 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1362497-6e0c-465d-8f0a-1d02c29ff112,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:18:56.199554 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 52524) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:18:56.204526 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-3e4eb8ad-baa4-4611-8620-7b25088f015c tempest-ServersWithSpecificFlavorTestJSON-461581366 tempest-ServersWithSpecificFlavorTestJSON-461581366-project] Request body: {'floatingip': {'port_id': 'a752284b-f96b-456a-86f1-78b2956aabb1'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:18:56.286525 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-3e4eb8ad-baa4-4611-8620-7b25088f015c tempest-ServersWithSpecificFlavorTestJSON-461581366 tempest-ServersWithSpecificFlavorTestJSON-461581366-project] Notify callbacks [] for floatingip, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:56.596850 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c95047-32d6-4f53-a746-943ea422e03e req-2d0a0677-754f-4cf4-b0eb-f23ee2a79254 tempest-LiveAutoBlockMigrationV225Test-133245952 tempest-LiveAutoBlockMigrationV225Test-133245952-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:18:56.604554 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-b1c95047-32d6-4f53-a746-943ea422e03e req-2d0a0677-754f-4cf4-b0eb-f23ee2a79254 tempest-LiveAutoBlockMigrationV225Test-133245952 tempest-LiveAutoBlockMigrationV225Test-133245952-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=d80491b9-d34b-45a9-83ac-fcdec1c35cdb&tenant_id=0a6a8e07e1ce4e4e84e3fe5c59c6747c&binding%3Ahost_id=n-h1-800634-3 HTTP/1.1" status: 200 len: 1095 time: 0.2023377 Jul 14 18:18:56.667704 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ffbe4d-fe75-404f-9b76-1771a4f3487e req-77198432-e9f7-4f07-a736-fedd92bd8440 tempest-FloatingIPsAssociationTestJSON-1206343344 tempest-FloatingIPsAssociationTestJSON-1206343344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:18:56.669372 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-19ffbe4d-fe75-404f-9b76-1771a4f3487e req-77198432-e9f7-4f07-a736-fedd92bd8440 tempest-FloatingIPsAssociationTestJSON-1206343344 tempest-FloatingIPsAssociationTestJSON-1206343344-project] 10.222.0.16 "GET /v2.0/ports?device_id=d4a090fa-ded3-464f-b9f4-fb95e4f2153d HTTP/1.1" status: 200 len: 945 time: 0.2620893 Jul 14 18:18:56.745923 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 52532) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:18:56.963590 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.db [req-b1c95047-32d6-4f53-a746-943ea422e03e req-74073a9d-22b3-4926-9d94-8313d4fb7a34 service neutron] For port b7f0342e-ecc4-4b92-8141-940a36564ced, host n-h2-800634-3, cleared binding levels {{(pid=93916) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:18:56.968026 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-b1c95047-32d6-4f53-a746-943ea422e03e req-74073a9d-22b3-4926-9d94-8313d4fb7a34 service neutron] Notify callbacks [] for binding, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:56.969372 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-b1c95047-32d6-4f53-a746-943ea422e03e req-74073a9d-22b3-4926-9d94-8313d4fb7a34 service neutron] 10.222.0.18 "DELETE /v2.0/ports/b7f0342e-ecc4-4b92-8141-940a36564ced/bindings/n-h2-800634-3 HTTP/1.1" status: 204 len: 173 time: 0.3538377 Jul 14 18:18:57.090649 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-601f1290-cf49-455c-a0c9-6b729606f1a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:57.138383 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-19ffbe4d-fe75-404f-9b76-1771a4f3487e req-bac1d070-49c3-4b74-a4c1-a4f8eb9d1e37 tempest-FloatingIPsAssociationTestJSON-1206343344 tempest-FloatingIPsAssociationTestJSON-1206343344-project] 10.222.0.16 "GET /v2.0/security-groups?id=3a5c8f7b-f109-4bb8-81a7-bf349191d701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4550638 Jul 14 18:18:57.297073 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 52546) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:18:57.321113 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-601f1290-cf49-455c-a0c9-6b729606f1a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:57.335528 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-b9916cf1-b578-4f58-b941-6802269a7234 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:57.339611 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-601f1290-cf49-455c-a0c9-6b729606f1a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:57.395834 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-601f1290-cf49-455c-a0c9-6b729606f1a8 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5d5c14e186a04e92a730796326a374e3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6465511 Jul 14 18:18:57.395834 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601f1290-cf49-455c-a0c9-6b729606f1a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44672203-1a84-4f1e-8d45-9459debdae89,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:18:57.463655 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 52548) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:18:57.532721 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.db.resource_extend [None req-3e4eb8ad-baa4-4611-8620-7b25088f015c tempest-ServersWithSpecificFlavorTestJSON-461581366 tempest-ServersWithSpecificFlavorTestJSON-461581366-project] It took 0.42 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 14 18:18:57.572367 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b995151-b3eb-49f3-8f38-0c6e6a11bc99 req-1a8ab390-e7cb-4526-bf83-1486e8021a08 tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:18:57.573750 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-9ce435ca-bd32-4175-8cfa-05b542e6ca7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:57.574089 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-7b995151-b3eb-49f3-8f38-0c6e6a11bc99 req-1a8ab390-e7cb-4526-bf83-1486e8021a08 tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] 10.222.0.16 "GET /v2.0/ports?device_id=d80491b9-d34b-45a9-83ac-fcdec1c35cdb HTTP/1.1" status: 200 len: 944 time: 0.5370576 Jul 14 18:18:57.646992 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-3e4eb8ad-baa4-4611-8620-7b25088f015c tempest-ServersWithSpecificFlavorTestJSON-461581366 tempest-ServersWithSpecificFlavorTestJSON-461581366-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:57.655955 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-9ce435ca-bd32-4175-8cfa-05b542e6ca7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:57.660466 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-3e4eb8ad-baa4-4611-8620-7b25088f015c tempest-ServersWithSpecificFlavorTestJSON-461581366 tempest-ServersWithSpecificFlavorTestJSON-461581366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-930131'] for floatingip, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:57.665897 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-7b995151-b3eb-49f3-8f38-0c6e6a11bc99 req-b188c005-6b2d-4a4c-a7f6-13fe25745608 tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] 10.222.0.16 "GET /v2.0/security-groups?id=540fae54-ccea-4309-9c99-81b930eedb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822785 Jul 14 18:18:57.671125 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-b9916cf1-b578-4f58-b941-6802269a7234 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:57.692366 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-b9916cf1-b578-4f58-b941-6802269a7234 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:57.805739 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9916cf1-b578-4f58-b941-6802269a7234 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16bec15e-44cb-4454-aa05-c6c59ac13b1e,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:18:57.813168 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-b9916cf1-b578-4f58-b941-6802269a7234 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=bdfad11202b84baf9b77d98a471ff7d5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5144939 Jul 14 18:18:57.816570 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 52562) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:18:57.833852 n-d-800634-3 neutron-server[93915]: INFO neutron.db.l3_db [None req-3e4eb8ad-baa4-4611-8620-7b25088f015c tempest-ServersWithSpecificFlavorTestJSON-461581366 tempest-ServersWithSpecificFlavorTestJSON-461581366-project] Floating IP 5c482abf-23fb-42b2-a11d-58b05e43f619 associated. External IP: 172.25.1.41, port: a752284b-f96b-456a-86f1-78b2956aabb1. Jul 14 18:18:57.869893 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-9ce435ca-bd32-4175-8cfa-05b542e6ca7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:57.872913 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-9ce435ca-bd32-4175-8cfa-05b542e6ca7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:57.874147 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-9ce435ca-bd32-4175-8cfa-05b542e6ca7e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/44672203-1a84-4f1e-8d45-9459debdae89 HTTP/1.1" status: 204 len: 168 time: 0.4091499 Jul 14 18:18:57.887528 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce435ca-bd32-4175-8cfa-05b542e6ca7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44672203-1a84-4f1e-8d45-9459debdae89,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:18:57.911153 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-8a48547f-b6a7-437f-988b-135dd66235a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:57.960240 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 52568) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:18:57.971135 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-8a48547f-b6a7-437f-988b-135dd66235a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:58.040311 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-8a48547f-b6a7-437f-988b-135dd66235a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:58.050733 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-8a48547f-b6a7-437f-988b-135dd66235a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:58.057960 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-8a48547f-b6a7-437f-988b-135dd66235a6 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/16bec15e-44cb-4454-aa05-c6c59ac13b1e HTTP/1.1" status: 204 len: 168 time: 0.2375340 Jul 14 18:18:58.091062 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a48547f-b6a7-437f-988b-135dd66235a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16bec15e-44cb-4454-aa05-c6c59ac13b1e,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:18:58.253017 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e4eb8ad-baa4-4611-8620-7b25088f015c tempest-ServersWithSpecificFlavorTestJSON-461581366 tempest-ServersWithSpecificFlavorTestJSON-461581366-project] Router 6bbb4a37-7601-4b77-8a33-a5884ec4332b has already been hosted by L3 agent 2c6eb27e-defb-4cca-9a24-381c7415e359 {{(pid=93915) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 18:18:58.340390 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c151f99-4ed1-4df0-8c85-ef00e4e4aa2a req-966bc36c-c497-4522-96b5-6aba35b3a3ec tempest-LiveAutoBlockMigrationV225Test-133245952 tempest-LiveAutoBlockMigrationV225Test-133245952-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:18:58.347349 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-1c151f99-4ed1-4df0-8c85-ef00e4e4aa2a req-966bc36c-c497-4522-96b5-6aba35b3a3ec tempest-LiveAutoBlockMigrationV225Test-133245952 tempest-LiveAutoBlockMigrationV225Test-133245952-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=d80491b9-d34b-45a9-83ac-fcdec1c35cdb HTTP/1.1" status: 200 len: 1095 time: 0.1497214 Jul 14 18:18:58.402891 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a77f45da-d558-4c21-a8e7-7c69d89ebf9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:58.430474 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-1c151f99-4ed1-4df0-8c85-ef00e4e4aa2a req-fda79cdb-f717-48aa-82cb-11b9737c6ae6 tempest-LiveAutoBlockMigrationV225Test-133245952 tempest-LiveAutoBlockMigrationV225Test-133245952-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=540fae54-ccea-4309-9c99-81b930eedb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821388 Jul 14 18:18:58.489309 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e4eb8ad-baa4-4611-8620-7b25088f015c tempest-ServersWithSpecificFlavorTestJSON-461581366 tempest-ServersWithSpecificFlavorTestJSON-461581366-project] Notify agent at l3_agent.n-d-800634-3 the message routers_updated {{(pid=93915) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 18:18:58.507970 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-3e4eb8ad-baa4-4611-8620-7b25088f015c tempest-ServersWithSpecificFlavorTestJSON-461581366 tempest-ServersWithSpecificFlavorTestJSON-461581366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for floatingip, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:58.523294 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-206cea6e-71b4-4b87-a22c-c9659f4ff0cb None None] Sync routers for ids ['6bbb4a37-7601-4b77-8a33-a5884ec4332b'] in n-d-800634-3 {{(pid=93918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 18:18:58.546007 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-206cea6e-71b4-4b87-a22c-c9659f4ff0cb None None] Routers {'6bbb4a37-7601-4b77-8a33-a5884ec4332b'} bound to L3 agent in host n-d-800634-3 {{(pid=93918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:18:58.546644 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-206cea6e-71b4-4b87-a22c-c9659f4ff0cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:18:53Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['6bbb4a37-7601-4b77-8a33-a5884ec4332b'], 'active': True} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:18:58.614873 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a77f45da-d558-4c21-a8e7-7c69d89ebf9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:58.626368 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a77f45da-d558-4c21-a8e7-7c69d89ebf9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:58.645470 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-3e4eb8ad-baa4-4611-8620-7b25088f015c tempest-ServersWithSpecificFlavorTestJSON-461581366 tempest-ServersWithSpecificFlavorTestJSON-461581366-project] 10.222.0.16 "PUT /v2.0/floatingips/5c482abf-23fb-42b2-a11d-58b05e43f619 HTTP/1.1" status: 200 len: 990 time: 2.4447393 Jul 14 18:18:58.650416 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '431bf4c3-8186-4be2-9ee1-3a584641826f', 'tag': 'a752284b-f96b-456a-86f1-78b2956aabb1'}] {{(pid=93915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:18:58.653060 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e72782ad3af8f7d4ce76cedf092bca46d1756acc5c4653cf0b52034cdd6b073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b05f929-cce0-4f7b-ba61-def57fd4226f" -d '{"events": [{"name": "network-changed", "server_uuid": "431bf4c3-8186-4be2-9ee1-3a584641826f", "tag": "a752284b-f96b-456a-86f1-78b2956aabb1"}]}' {{(pid=93915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:18:58.734007 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-a77f45da-d558-4c21-a8e7-7c69d89ebf9d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=83f6948ca28840ebba5d0c4e6349f744&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7733669 Jul 14 18:18:58.736684 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 52590) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:18:58.743111 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77f45da-d558-4c21-a8e7-7c69d89ebf9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61e21da0-b56c-44b8-845b-51c34f83c1f4,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:18:58.824093 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.agents_db [None req-2ea07fb6-aa68-4671-8654-119d82b9f530 None None] Agent healthcheck: found 7 active agents {{(pid=93918) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 18:18:58.854611 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvr_db [None req-206cea6e-71b4-4b87-a22c-c9659f4ff0cb None None] Set router 6bbb4a37-7601-4b77-8a33-a5884ec4332b gateway port host: n-d-800634-3 {{(pid=93918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 18:18:58.857536 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-23528ca6-af63-4bf9-9180-601508d6ef28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:58.879221 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 52592) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:18:58.903959 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-7c94339e-37e4-42e1-81a9-853e93b0a0b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:58.946791 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-23528ca6-af63-4bf9-9180-601508d6ef28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:59.041436 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-7c94339e-37e4-42e1-81a9-853e93b0a0b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:59.051825 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-7c94339e-37e4-42e1-81a9-853e93b0a0b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:59.076090 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff70076-d9a9-4475-ae50-d32a283ff7ec req-208a12b9-3a1f-4140-b484-12f4be8a2b62 tempest-FloatingIPsAssociationTestJSON-1206343344 tempest-FloatingIPsAssociationTestJSON-1206343344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:18:59.078425 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-bff70076-d9a9-4475-ae50-d32a283ff7ec req-208a12b9-3a1f-4140-b484-12f4be8a2b62 tempest-FloatingIPsAssociationTestJSON-1206343344 tempest-FloatingIPsAssociationTestJSON-1206343344-project] 10.222.0.16 "GET /v2.0/ports?device_id=d4a090fa-ded3-464f-b9f4-fb95e4f2153d HTTP/1.1" status: 200 len: 945 time: 0.2740130 Jul 14 18:18:59.171109 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-7c94339e-37e4-42e1-81a9-853e93b0a0b9 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e86c96f5fe5442229d70003d8a0692c9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2904789 Jul 14 18:18:59.171280 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 52598) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:18:59.175709 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c94339e-37e4-42e1-81a9-853e93b0a0b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f2f84fd-61e5-420a-a8c1-90a24911970f,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:18:59.217719 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 18:18:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ac75c2f-9552-4dde-8668-6071ff783c23 x-openstack-request-id: req-8ac75c2f-9552-4dde-8668-6071ff783c23 {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:18:59.218061 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "431bf4c3-8186-4be2-9ee1-3a584641826f", "tag": "a752284b-f96b-456a-86f1-78b2956aabb1", "status": "completed", "code": 200}]} {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:18:59.218271 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8ac75c2f-9552-4dde-8668-6071ff783c23 {{(pid=93915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:18:59.218657 n-d-800634-3 neutron-server[93915]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '431bf4c3-8186-4be2-9ee1-3a584641826f', 'tag': 'a752284b-f96b-456a-86f1-78b2956aabb1', 'status': 'completed', 'code': 200} Jul 14 18:18:59.263349 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-bff70076-d9a9-4475-ae50-d32a283ff7ec req-f1f35a62-bb21-4f47-b38d-1d5e7489be42 tempest-FloatingIPsAssociationTestJSON-1206343344 tempest-FloatingIPsAssociationTestJSON-1206343344-project] 10.222.0.16 "GET /v2.0/security-groups?id=3a5c8f7b-f109-4bb8-81a7-bf349191d701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1726956 Jul 14 18:18:59.280148 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-23528ca6-af63-4bf9-9180-601508d6ef28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:59.293972 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-23528ca6-af63-4bf9-9180-601508d6ef28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:59.298940 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-23528ca6-af63-4bf9-9180-601508d6ef28 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/61e21da0-b56c-44b8-845b-51c34f83c1f4 HTTP/1.1" status: 204 len: 168 time: 0.5588398 Jul 14 18:18:59.355156 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23528ca6-af63-4bf9-9180-601508d6ef28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61e21da0-b56c-44b8-845b-51c34f83c1f4,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:18:59.406532 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-206cea6e-71b4-4b87-a22c-c9659f4ff0cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bbb4a37-7601-4b77-8a33-a5884ec4332b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-919346871-router', 'tenant_id': 'c51e850593fc4a37af9470721017e8e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.206'}], 'enable_snat': True}, 'gw_port_id': '3b7f538b-080a-4aa7-bf0e-98cc149b19f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:17:45Z', 'updated_at': '2021-07-14T18:17:59Z', 'revision_number': 4, 'project_id': 'c51e850593fc4a37af9470721017e8e7', 'gw_port': {'id': '3b7f538b-080a-4aa7-bf0e-98cc149b19f3', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:2b:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bbb4a37-7601-4b77-8a33-a5884ec4332b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:17:48Z', 'updated_at': '2021-07-14T18:18:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_floatingips': [{'id': '5c482abf-23fb-42b2-a11d-58b05e43f619', 'tenant_id': 'c51e850593fc4a37af9470721017e8e7', 'floating_ip_address': '172.25.1.41', 'floating_network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'router_id': '6bbb4a37-7601-4b77-8a33-a5884ec4332b', 'port_id': 'a752284b-f96b-456a-86f1-78b2956aabb1', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 257, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1df69b6-7369-4ffc-83a6-1f3eb48a524d', 'mac_address': 'fa:16:3e:22:0b:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '431bf4c3-8186-4be2-9ee1-3a584641826f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T18:18:25Z', 'updated_at': '2021-07-14T18:18:57Z', 'revision_number': 1, 'project_id': 'c51e850593fc4a37af9470721017e8e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d26568d-cdd5-4e37-85ea-b39b1e807b96', 'name': '', 'network_id': 'b1df69b6-7369-4ffc-83a6-1f3eb48a524d', 'tenant_id': 'c51e850593fc4a37af9470721017e8e7', 'mac_address': 'fa:16:3e:39:88:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bbb4a37-7601-4b77-8a33-a5884ec4332b', 'device_owner': 'network:router_interface', 'standard_attr_id': 127, 'fixed_ips': [{'subnet_id': '52a71ea9-5395-411d-94f2-0fbe5949db70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:17:55Z', 'updated_at': '2021-07-14T18:18:08Z', 'revision_number': 5, 'project_id': 'c51e850593fc4a37af9470721017e8e7', 'subnets': [{'id': '52a71ea9-5395-411d-94f2-0fbe5949db70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-3', False) {} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:18:59.440409 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-206cea6e-71b4-4b87-a22c-c9659f4ff0cb None None] Checking router: 6bbb4a37-7601-4b77-8a33-a5884ec4332b for host: n-d-800634-3 {{(pid=93918) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 18:18:59.442323 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b05f929-cce0-4f7b-ba61-def57fd4226f req-bddba699-23cb-42ad-8904-a9756aa369f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:18:59.443914 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-6b05f929-cce0-4f7b-ba61-def57fd4226f req-bddba699-23cb-42ad-8904-a9756aa369f9 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c51e850593fc4a37af9470721017e8e7&device_id=431bf4c3-8186-4be2-9ee1-3a584641826f HTTP/1.1" status: 200 len: 1096 time: 0.1903982 Jul 14 18:18:59.453820 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-206cea6e-71b4-4b87-a22c-c9659f4ff0cb None None] Routers {'6bbb4a37-7601-4b77-8a33-a5884ec4332b'} bound to L3 agent in host n-d-800634-3 {{(pid=93918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:18:59.454856 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-206cea6e-71b4-4b87-a22c-c9659f4ff0cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:18:53Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['6bbb4a37-7601-4b77-8a33-a5884ec4332b'], 'active': True} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:18:59.567003 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-071cba92-e2f5-46be-8ba4-3f831203b4b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:59.608959 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-071cba92-e2f5-46be-8ba4-3f831203b4b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:59.645497 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvr_db [None req-206cea6e-71b4-4b87-a22c-c9659f4ff0cb None None] Set router 6bbb4a37-7601-4b77-8a33-a5884ec4332b gateway port host: n-d-800634-3 {{(pid=93918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 18:18:59.669959 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b05f929-cce0-4f7b-ba61-def57fd4226f req-4925cb67-0fdb-4f65-a0f4-751ff859f5de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:18:59.671439 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-6b05f929-cce0-4f7b-ba61-def57fd4226f req-4925cb67-0fdb-4f65-a0f4-751ff859f5de service neutron] 10.222.0.18 "GET /v2.0/networks?id=b1df69b6-7369-4ffc-83a6-1f3eb48a524d HTTP/1.1" status: 200 len: 923 time: 0.2213709 Jul 14 18:18:59.679216 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b2b3fb-a256-4685-8f17-c0fb97c5b4bb req-b73fd88f-011f-4cb5-a4ad-fb74f84294f8 tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:18:59.685870 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-43b2b3fb-a256-4685-8f17-c0fb97c5b4bb req-b73fd88f-011f-4cb5-a4ad-fb74f84294f8 tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] 10.222.0.16 "GET /v2.0/networks?id=7cee3312-4c4c-4d32-820f-eab965dcf565 HTTP/1.1" status: 200 len: 821 time: 0.2655761 Jul 14 18:18:59.710285 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-43b2b3fb-a256-4685-8f17-c0fb97c5b4bb req-1a2c0696-8cbc-4c89-8b46-cef3795050f2 tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] 10.222.0.16 "GET /v2.0/quotas/0a6a8e07e1ce4e4e84e3fe5c59c6747c HTTP/1.1" status: 200 len: 375 time: 0.0233748 Jul 14 18:18:59.870937 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-6b05f929-cce0-4f7b-ba61-def57fd4226f req-9c689ec9-8c09-4701-818a-9419d66982b9 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a752284b-f96b-456a-86f1-78b2956aabb1 HTTP/1.1" status: 200 len: 998 time: 0.1925459 Jul 14 18:18:59.929175 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-071cba92-e2f5-46be-8ba4-3f831203b4b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:59.931755 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-071cba92-e2f5-46be-8ba4-3f831203b4b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:18:59.935764 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-071cba92-e2f5-46be-8ba4-3f831203b4b7 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3f2f84fd-61e5-420a-a8c1-90a24911970f HTTP/1.1" status: 204 len: 168 time: 0.7622359 Jul 14 18:18:59.958521 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071cba92-e2f5-46be-8ba4-3f831203b4b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f2f84fd-61e5-420a-a8c1-90a24911970f,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:18:59.990064 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 52628) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:19:00.006363 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-27f63a04-5156-414e-a7eb-c3dc111f079a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:00.016857 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-43b2b3fb-a256-4685-8f17-c0fb97c5b4bb req-e4cd953b-a1fa-4b62-9f2e-ebb1f169fee3 tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=0a6a8e07e1ce4e4e84e3fe5c59c6747c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3055782 Jul 14 18:19:00.018410 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b05f929-cce0-4f7b-ba61-def57fd4226f req-2ecd6189-7a96-47d0-9700-d7985a0f0b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:19:00.020541 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-6b05f929-cce0-4f7b-ba61-def57fd4226f req-2ecd6189-7a96-47d0-9700-d7985a0f0b26 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=52a71ea9-5395-411d-94f2-0fbe5949db70 HTTP/1.1" status: 200 len: 862 time: 0.1427298 Jul 14 18:19:00.115006 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b05f929-cce0-4f7b-ba61-def57fd4226f req-d4f63234-7d7a-4c69-9fa4-a90f400804e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:19:00.116685 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-6b05f929-cce0-4f7b-ba61-def57fd4226f req-d4f63234-7d7a-4c69-9fa4-a90f400804e5 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b1df69b6-7369-4ffc-83a6-1f3eb48a524d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0881717 Jul 14 18:19:00.170532 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-fb3f5605-56ce-4c6a-8b00-a3e62b571d16 req-6fed8e7e-5cc5-4e64-8bff-29b6cc897398 tempest-FloatingIPsAssociationTestJSON-1206343344 tempest-FloatingIPsAssociationTestJSON-1206343344-project] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4824557 Jul 14 18:19:00.183229 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [req-fb3f5605-56ce-4c6a-8b00-a3e62b571d16 req-86248f77-8612-429b-a43b-1cd3f6cf1eaa tempest-FloatingIPsAssociationTestJSON-1206343344 tempest-FloatingIPsAssociationTestJSON-1206343344-project] Request body: {'floatingip': {'floating_network_id': '9200a437-e1de-4520-88f6-e68386523e61'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:19:00.253606 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-27f63a04-5156-414e-a7eb-c3dc111f079a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:00.271953 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-27f63a04-5156-414e-a7eb-c3dc111f079a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:00.276551 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-6b05f929-cce0-4f7b-ba61-def57fd4226f req-a2464556-e85e-4bb7-9d26-4f552c85aaa1 service neutron] 10.222.0.18 "GET /v2.0/networks/b1df69b6-7369-4ffc-83a6-1f3eb48a524d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1492894 Jul 14 18:19:00.282334 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-43b2b3fb-a256-4685-8f17-c0fb97c5b4bb req-24e814e5-20d8-4f45-a44d-3905ac2b3cee service neutron] 10.222.0.16 "GET /v2.0/networks/7cee3312-4c4c-4d32-820f-eab965dcf565?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2354405 Jul 14 18:19:00.369218 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-fb3f5605-56ce-4c6a-8b00-a3e62b571d16 req-86248f77-8612-429b-a43b-1cd3f6cf1eaa tempest-FloatingIPsAssociationTestJSON-1206343344 tempest-FloatingIPsAssociationTestJSON-1206343344-project] Notify callbacks [] for floatingip, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:00.380003 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-206cea6e-71b4-4b87-a22c-c9659f4ff0cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bbb4a37-7601-4b77-8a33-a5884ec4332b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-919346871-router', 'tenant_id': 'c51e850593fc4a37af9470721017e8e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.206'}], 'enable_snat': True}, 'gw_port_id': '3b7f538b-080a-4aa7-bf0e-98cc149b19f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:17:45Z', 'updated_at': '2021-07-14T18:17:59Z', 'revision_number': 4, 'project_id': 'c51e850593fc4a37af9470721017e8e7', 'gw_port': {'id': '3b7f538b-080a-4aa7-bf0e-98cc149b19f3', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:2b:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bbb4a37-7601-4b77-8a33-a5884ec4332b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:17:48Z', 'updated_at': '2021-07-14T18:18:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_floatingips': [{'id': '5c482abf-23fb-42b2-a11d-58b05e43f619', 'tenant_id': 'c51e850593fc4a37af9470721017e8e7', 'floating_ip_address': '172.25.1.41', 'floating_network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'router_id': '6bbb4a37-7601-4b77-8a33-a5884ec4332b', 'port_id': 'a752284b-f96b-456a-86f1-78b2956aabb1', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 257, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1df69b6-7369-4ffc-83a6-1f3eb48a524d', 'mac_address': 'fa:16:3e:22:0b:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '431bf4c3-8186-4be2-9ee1-3a584641826f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T18:18:25Z', 'updated_at': '2021-07-14T18:18:57Z', 'revision_number': 1, 'project_id': 'c51e850593fc4a37af9470721017e8e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d26568d-cdd5-4e37-85ea-b39b1e807b96', 'name': '', 'network_id': 'b1df69b6-7369-4ffc-83a6-1f3eb48a524d', 'tenant_id': 'c51e850593fc4a37af9470721017e8e7', 'mac_address': 'fa:16:3e:39:88:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bbb4a37-7601-4b77-8a33-a5884ec4332b', 'device_owner': 'network:router_interface', 'standard_attr_id': 127, 'fixed_ips': [{'subnet_id': '52a71ea9-5395-411d-94f2-0fbe5949db70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:17:55Z', 'updated_at': '2021-07-14T18:18:08Z', 'revision_number': 5, 'project_id': 'c51e850593fc4a37af9470721017e8e7', 'subnets': [{'id': '52a71ea9-5395-411d-94f2-0fbe5949db70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-3', False) {} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:19:00.380999 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-27f63a04-5156-414e-a7eb-c3dc111f079a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6956b4a90d914751ba465099506fdda0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3898990 Jul 14 18:19:00.381876 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 52632) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:19:00.397152 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f63a04-5156-414e-a7eb-c3dc111f079a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bdf81ba-25b4-40ed-bc3c-710aeb49801a,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:19:00.537161 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-6b05f929-cce0-4f7b-ba61-def57fd4226f req-b840b50c-875d-49f0-beb4-8eadc8311c5b service neutron] 10.222.0.18 "GET /v2.0/networks/b1df69b6-7369-4ffc-83a6-1f3eb48a524d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2371252 Jul 14 18:19:00.570344 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-206cea6e-71b4-4b87-a22c-c9659f4ff0cb None None] The sync data for ids ['6bbb4a37-7601-4b77-8a33-a5884ec4332b'] in n-d-800634-3 is: [{'id': '6bbb4a37-7601-4b77-8a33-a5884ec4332b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-919346871-router', 'tenant_id': 'c51e850593fc4a37af9470721017e8e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.206'}], 'enable_snat': True}, 'gw_port_id': '3b7f538b-080a-4aa7-bf0e-98cc149b19f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:17:45Z', 'updated_at': '2021-07-14T18:17:59Z', 'revision_number': 4, 'project_id': 'c51e850593fc4a37af9470721017e8e7', 'gw_port': {'id': '3b7f538b-080a-4aa7-bf0e-98cc149b19f3', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:2b:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bbb4a37-7601-4b77-8a33-a5884ec4332b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:17:48Z', 'updated_at': '2021-07-14T18:18:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_floatingips': [{'id': '5c482abf-23fb-42b2-a11d-58b05e43f619', 'tenant_id': 'c51e850593fc4a37af9470721017e8e7', 'floating_ip_address': '172.25.1.41', 'floating_network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'router_id': '6bbb4a37-7601-4b77-8a33-a5884ec4332b', 'port_id': 'a752284b-f96b-456a-86f1-78b2956aabb1', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 257, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1df69b6-7369-4ffc-83a6-1f3eb48a524d', 'mac_address': 'fa:16:3e:22:0b:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '431bf4c3-8186-4be2-9ee1-3a584641826f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T18:18:25Z', 'updated_at': '2021-07-14T18:18:57Z', 'revision_number': 1, 'project_id': 'c51e850593fc4a37af9470721017e8e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d26568d-cdd5-4e37-85ea-b39b1e807b96', 'name': '', 'network_id': 'b1df69b6-7369-4ffc-83a6-1f3eb48a524d', 'tenant_id': 'c51e850593fc4a37af9470721017e8e7', 'mac_address': 'fa:16:3e:39:88:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bbb4a37-7601-4b77-8a33-a5884ec4332b', 'device_owner': 'network:router_interface', 'standard_attr_id': 127, 'fixed_ips': [{'subnet_id': '52a71ea9-5395-411d-94f2-0fbe5949db70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:17:55Z', 'updated_at': '2021-07-14T18:18:08Z', 'revision_number': 5, 'project_id': 'c51e850593fc4a37af9470721017e8e7', 'subnets': [{'id': '52a71ea9-5395-411d-94f2-0fbe5949db70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 18:19:00.602377 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-43b2b3fb-a256-4685-8f17-c0fb97c5b4bb req-476440d8-00d4-4f13-83a8-08844b80ffd4 service neutron] 10.222.0.16 "GET /v2.0/networks/7cee3312-4c4c-4d32-820f-eab965dcf565?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2951653 Jul 14 18:19:00.616913 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-7df95a1e-1906-4565-a5bd-c5f10c4ce2d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:00.655091 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-7df95a1e-1906-4565-a5bd-c5f10c4ce2d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:00.710210 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-fb3f5605-56ce-4c6a-8b00-a3e62b571d16 req-86248f77-8612-429b-a43b-1cd3f6cf1eaa tempest-FloatingIPsAssociationTestJSON-1206343344 tempest-FloatingIPsAssociationTestJSON-1206343344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:00.796255 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-7df95a1e-1906-4565-a5bd-c5f10c4ce2d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:00.810801 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-7df95a1e-1906-4565-a5bd-c5f10c4ce2d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:00.812068 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-7df95a1e-1906-4565-a5bd-c5f10c4ce2d7 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6bdf81ba-25b4-40ed-bc3c-710aeb49801a HTTP/1.1" status: 204 len: 168 time: 0.4289737 Jul 14 18:19:00.865554 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df95a1e-1906-4565-a5bd-c5f10c4ce2d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bdf81ba-25b4-40ed-bc3c-710aeb49801a,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:19:00.878789 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.db_base_plugin_common [req-fb3f5605-56ce-4c6a-8b00-a3e62b571d16 req-86248f77-8612-429b-a43b-1cd3f6cf1eaa tempest-FloatingIPsAssociationTestJSON-1206343344 tempest-FloatingIPsAssociationTestJSON-1206343344-project] Allocated IP 172.25.1.59 (9200a437-e1de-4520-88f6-e68386523e61/5f47f848-4532-407a-a0e2-5690ade15fd0/03616123-517e-4bca-9324-dbd05bb95909) {{(pid=93915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:19:01.046991 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60b81092-287f-4cb9-880b-4b9084b4420a None None] New status for floating IP 5c482abf-23fb-42b2-a11d-58b05e43f619: ACTIVE {{(pid=93917) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 18:19:01.058384 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-fb3f5605-56ce-4c6a-8b00-a3e62b571d16 req-86248f77-8612-429b-a43b-1cd3f6cf1eaa tempest-FloatingIPsAssociationTestJSON-1206343344 tempest-FloatingIPsAssociationTestJSON-1206343344-project] Notify callbacks [] for port, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:01.116136 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-fb3f5605-56ce-4c6a-8b00-a3e62b571d16 req-86248f77-8612-429b-a43b-1cd3f6cf1eaa tempest-FloatingIPsAssociationTestJSON-1206343344 tempest-FloatingIPsAssociationTestJSON-1206343344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804'] for port, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:01.168110 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb3f5605-56ce-4c6a-8b00-a3e62b571d16 req-86248f77-8612-429b-a43b-1cd3f6cf1eaa tempest-FloatingIPsAssociationTestJSON-1206343344 tempest-FloatingIPsAssociationTestJSON-1206343344-project] Network 9200a437-e1de-4520-88f6-e68386523e61 is already hosted by enough agents. {{(pid=93915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:19:01.174191 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [req-fb3f5605-56ce-4c6a-8b00-a3e62b571d16 req-86248f77-8612-429b-a43b-1cd3f6cf1eaa tempest-FloatingIPsAssociationTestJSON-1206343344 tempest-FloatingIPsAssociationTestJSON-1206343344-project] Resources bound (agent type, host, resource id): {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:19:01.181998 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb3f5605-56ce-4c6a-8b00-a3e62b571d16 req-86248f77-8612-429b-a43b-1cd3f6cf1eaa tempest-FloatingIPsAssociationTestJSON-1206343344 tempest-FloatingIPsAssociationTestJSON-1206343344-project] Received port after_create {{(pid=93915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:19:01.188095 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86248f77-8612-429b-a43b-1cd3f6cf1eaa tempest-FloatingIPsAssociationTestJSON-1206343344 tempest-FloatingIPsAssociationTestJSON-1206343344-project] Pushing event updated for resources: {'Port': ['ID=03616123-517e-4bca-9324-dbd05bb95909,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:19:01.355125 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-fb3f5605-56ce-4c6a-8b00-a3e62b571d16 req-86248f77-8612-429b-a43b-1cd3f6cf1eaa tempest-FloatingIPsAssociationTestJSON-1206343344 tempest-FloatingIPsAssociationTestJSON-1206343344-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:01.412316 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-35cd172f-9758-4a10-a278-51ce64a117af req-4c0c6319-6713-4dbc-8f33-721fcdf9c49d tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] 10.222.0.16 "GET /v2.0/ports?device_id=beccc4b5-3ac3-49b2-9770-40ce37745a2b HTTP/1.1" status: 200 len: 210 time: 0.0594378 Jul 14 18:19:01.480045 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-fb3f5605-56ce-4c6a-8b00-a3e62b571d16 req-86248f77-8612-429b-a43b-1cd3f6cf1eaa tempest-FloatingIPsAssociationTestJSON-1206343344 tempest-FloatingIPsAssociationTestJSON-1206343344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:01.803597 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-fb3f5605-56ce-4c6a-8b00-a3e62b571d16 req-86248f77-8612-429b-a43b-1cd3f6cf1eaa tempest-FloatingIPsAssociationTestJSON-1206343344 tempest-FloatingIPsAssociationTestJSON-1206343344-project] Notify callbacks [] for port, precommit_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:01.811019 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-fb3f5605-56ce-4c6a-8b00-a3e62b571d16 req-86248f77-8612-429b-a43b-1cd3f6cf1eaa tempest-FloatingIPsAssociationTestJSON-1206343344 tempest-FloatingIPsAssociationTestJSON-1206343344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:01.906059 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86248f77-8612-429b-a43b-1cd3f6cf1eaa tempest-FloatingIPsAssociationTestJSON-1206343344 tempest-FloatingIPsAssociationTestJSON-1206343344-project] Pushing event updated for resources: {'Port': ['ID=03616123-517e-4bca-9324-dbd05bb95909,revision_number=2']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:19:01.914541 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-fb3f5605-56ce-4c6a-8b00-a3e62b571d16 req-86248f77-8612-429b-a43b-1cd3f6cf1eaa tempest-FloatingIPsAssociationTestJSON-1206343344 tempest-FloatingIPsAssociationTestJSON-1206343344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-930131'] for floatingip, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:01.961031 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-fb3f5605-56ce-4c6a-8b00-a3e62b571d16 req-86248f77-8612-429b-a43b-1cd3f6cf1eaa tempest-FloatingIPsAssociationTestJSON-1206343344 tempest-FloatingIPsAssociationTestJSON-1206343344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for floatingip, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:01.967920 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-fb3f5605-56ce-4c6a-8b00-a3e62b571d16 req-86248f77-8612-429b-a43b-1cd3f6cf1eaa tempest-FloatingIPsAssociationTestJSON-1206343344 tempest-FloatingIPsAssociationTestJSON-1206343344-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.7962298 Jul 14 18:19:02.089361 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:02.558108 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-fb3f5605-56ce-4c6a-8b00-a3e62b571d16 req-dcad9fae-4244-41a2-970c-4133c0492cb7 tempest-FloatingIPsAssociationTestJSON-1206343344 tempest-FloatingIPsAssociationTestJSON-1206343344-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.1.59 HTTP/1.1" status: 200 len: 695 time: 0.5892651 Jul 14 18:19:02.622347 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 52710) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:19:02.823014 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3f5605-56ce-4c6a-8b00-a3e62b571d16 req-c5223d97-ccbe-4c4a-8a73-f9b0200f3b06 tempest-FloatingIPsAssociationTestJSON-1206343344 tempest-FloatingIPsAssociationTestJSON-1206343344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:19:02.829571 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-fb3f5605-56ce-4c6a-8b00-a3e62b571d16 req-c5223d97-ccbe-4c4a-8a73-f9b0200f3b06 tempest-FloatingIPsAssociationTestJSON-1206343344 tempest-FloatingIPsAssociationTestJSON-1206343344-project] 10.222.0.16 "GET /v2.0/networks/9200a437-e1de-4520-88f6-e68386523e61 HTTP/1.1" status: 200 len: 784 time: 0.2704120 Jul 14 18:19:02.838971 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [req-fb3f5605-56ce-4c6a-8b00-a3e62b571d16 req-876a8f01-fabf-495d-bb00-caf79e041d23 tempest-FloatingIPsAssociationTestJSON-1206343344 tempest-FloatingIPsAssociationTestJSON-1206343344-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=93915) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 18:19:02.843901 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-fb3f5605-56ce-4c6a-8b00-a3e62b571d16 req-876a8f01-fabf-495d-bb00-caf79e041d23 tempest-FloatingIPsAssociationTestJSON-1206343344 tempest-FloatingIPsAssociationTestJSON-1206343344-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0131526 Jul 14 18:19:02.890330 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a5777f9e-a17f-4e6d-aafd-160f529a3acd req-12c12eef-fc36-40f3-a07e-3a03399bbc91 tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] 10.222.0.16 "GET /v2.0/ports?device_id=beccc4b5-3ac3-49b2-9770-40ce37745a2b HTTP/1.1" status: 200 len: 210 time: 0.0584474 Jul 14 18:19:02.919228 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b2b3fb-a256-4685-8f17-c0fb97c5b4bb req-c3f550f0-f9aa-4bf2-af6e-a215213cf5b3 tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:19:02.931776 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-43b2b3fb-a256-4685-8f17-c0fb97c5b4bb req-c3f550f0-f9aa-4bf2-af6e-a215213cf5b3 tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] 10.222.0.35 "GET /v2.0/networks?id=7cee3312-4c4c-4d32-820f-eab965dcf565 HTTP/1.1" status: 200 len: 821 time: 0.2062116 Jul 14 18:19:02.941182 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [req-43b2b3fb-a256-4685-8f17-c0fb97c5b4bb req-ed73b726-ec76-4f4c-9a90-25a1721d3aee tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] Request body: {'port': {'device_id': 'beccc4b5-3ac3-49b2-9770-40ce37745a2b', 'network_id': '7cee3312-4c4c-4d32-820f-eab965dcf565', 'admin_state_up': True, 'tenant_id': '0a6a8e07e1ce4e4e84e3fe5c59c6747c'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:19:03.031857 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-557b11a5-2982-4541-92ee-36b6825104c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:03.242063 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-557b11a5-2982-4541-92ee-36b6825104c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:03.256172 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-557b11a5-2982-4541-92ee-36b6825104c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:03.343440 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-557b11a5-2982-4541-92ee-36b6825104c2 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e01f70cd18a843d381196124cf3525d1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7112052 Jul 14 18:19:03.344382 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557b11a5-2982-4541-92ee-36b6825104c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97d93454-f772-4a78-8854-6e18901b239f,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:19:03.347076 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 52738) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:19:03.440062 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43b2b3fb-a256-4685-8f17-c0fb97c5b4bb req-ed73b726-ec76-4f4c-9a90-25a1721d3aee tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] Made reservation on behalf of 0a6a8e07e1ce4e4e84e3fe5c59c6747c for: {'port': 1} {{(pid=93915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:19:03.444932 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-43b2b3fb-a256-4685-8f17-c0fb97c5b4bb req-ed73b726-ec76-4f4c-9a90-25a1721d3aee tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:03.480902 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-1ce0d02b-48b4-4f36-9c0f-838e929ab25d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:03.529523 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-1ce0d02b-48b4-4f36-9c0f-838e929ab25d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:03.595918 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-1ce0d02b-48b4-4f36-9c0f-838e929ab25d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:03.601290 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-1ce0d02b-48b4-4f36-9c0f-838e929ab25d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:03.603674 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-1ce0d02b-48b4-4f36-9c0f-838e929ab25d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/97d93454-f772-4a78-8854-6e18901b239f HTTP/1.1" status: 204 len: 168 time: 0.2551155 Jul 14 18:19:03.605490 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c219a6b-70fb-48e4-93e0-c45a3c6612a0 req-178f191d-94ef-4615-b37b-7ba63c75369e tempest-FloatingIPsAssociationTestJSON-1206343344 tempest-FloatingIPsAssociationTestJSON-1206343344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:19:03.610165 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3c219a6b-70fb-48e4-93e0-c45a3c6612a0 req-178f191d-94ef-4615-b37b-7ba63c75369e tempest-FloatingIPsAssociationTestJSON-1206343344 tempest-FloatingIPsAssociationTestJSON-1206343344-project] 10.222.0.16 "GET /v2.0/networks?id=ac4dcb0d-17ab-4060-82e2-c35125d24eab HTTP/1.1" status: 200 len: 821 time: 0.2784910 Jul 14 18:19:03.622039 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce0d02b-48b4-4f36-9c0f-838e929ab25d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97d93454-f772-4a78-8854-6e18901b239f,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:19:03.721030 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3c219a6b-70fb-48e4-93e0-c45a3c6612a0 req-55277308-92d2-4c45-8cb1-357196354a47 tempest-FloatingIPsAssociationTestJSON-1206343344 tempest-FloatingIPsAssociationTestJSON-1206343344-project] 10.222.0.16 "GET /v2.0/quotas/34616e81172546728ddd3adbee03f177 HTTP/1.1" status: 200 len: 375 time: 0.0903506 Jul 14 18:19:03.885556 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3c219a6b-70fb-48e4-93e0-c45a3c6612a0 req-23f36529-8147-44c9-b932-3773d982c5a9 tempest-FloatingIPsAssociationTestJSON-1206343344 tempest-FloatingIPsAssociationTestJSON-1206343344-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=34616e81172546728ddd3adbee03f177&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1546261 Jul 14 18:19:03.889067 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.db_base_plugin_common [req-43b2b3fb-a256-4685-8f17-c0fb97c5b4bb req-ed73b726-ec76-4f4c-9a90-25a1721d3aee tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] Allocated IP 172.20.0.14 (7cee3312-4c4c-4d32-820f-eab965dcf565/2a54265e-973c-4132-80fb-ad9d5d305963/c304b409-150d-46b2-b4ee-f4df5d20e1b7) {{(pid=93915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:19:04.094937 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3c219a6b-70fb-48e4-93e0-c45a3c6612a0 req-ebd69e91-6613-4535-b022-6377936893c1 service neutron] 10.222.0.16 "GET /v2.0/networks/ac4dcb0d-17ab-4060-82e2-c35125d24eab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1934741 Jul 14 18:19:04.229699 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-43b2b3fb-a256-4685-8f17-c0fb97c5b4bb req-ed73b726-ec76-4f4c-9a90-25a1721d3aee tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] Notify callbacks [] for port, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:04.247218 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3c219a6b-70fb-48e4-93e0-c45a3c6612a0 req-ab601ba1-46b0-43ad-8545-e62c8e71b5c3 service neutron] 10.222.0.16 "GET /v2.0/networks/ac4dcb0d-17ab-4060-82e2-c35125d24eab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1418970 Jul 14 18:19:04.312215 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-43b2b3fb-a256-4685-8f17-c0fb97c5b4bb req-ed73b726-ec76-4f4c-9a90-25a1721d3aee tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804'] for port, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:04.385631 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed73b726-ec76-4f4c-9a90-25a1721d3aee tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] Pushing event updated for resources: {'Port': ['ID=c304b409-150d-46b2-b4ee-f4df5d20e1b7,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:19:04.403104 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43b2b3fb-a256-4685-8f17-c0fb97c5b4bb req-ed73b726-ec76-4f4c-9a90-25a1721d3aee tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] Network 7cee3312-4c4c-4d32-820f-eab965dcf565 is already hosted by enough agents. {{(pid=93915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:19:04.404923 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [req-43b2b3fb-a256-4685-8f17-c0fb97c5b4bb req-ed73b726-ec76-4f4c-9a90-25a1721d3aee tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] Resources bound (agent type, host, resource id): {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:19:04.407682 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [req-43b2b3fb-a256-4685-8f17-c0fb97c5b4bb req-ed73b726-ec76-4f4c-9a90-25a1721d3aee tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] Received port after_create {{(pid=93915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:19:04.430456 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b2b3fb-a256-4685-8f17-c0fb97c5b4bb req-ed73b726-ec76-4f4c-9a90-25a1721d3aee tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:19:04.437378 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-43b2b3fb-a256-4685-8f17-c0fb97c5b4bb req-ed73b726-ec76-4f4c-9a90-25a1721d3aee tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:04.480348 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-43b2b3fb-a256-4685-8f17-c0fb97c5b4bb req-ed73b726-ec76-4f4c-9a90-25a1721d3aee tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5452795 Jul 14 18:19:04.493504 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [req-43b2b3fb-a256-4685-8f17-c0fb97c5b4bb req-d26a29df-ac09-4678-b1ba-262405dc2ae2 service neutron] Request body: {'port': {'device_id': 'beccc4b5-3ac3-49b2-9770-40ce37745a2b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800634-3'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:19:04.597388 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-43b2b3fb-a256-4685-8f17-c0fb97c5b4bb req-d26a29df-ac09-4678-b1ba-262405dc2ae2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:04.620563 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 52778) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:19:04.654572 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-910ccb8b-7a46-4c8c-a081-f3479319cb21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:04.854967 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-910ccb8b-7a46-4c8c-a081-f3479319cb21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:04.867032 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-910ccb8b-7a46-4c8c-a081-f3479319cb21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:04.955398 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-910ccb8b-7a46-4c8c-a081-f3479319cb21 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=da0acc33b57f4833aae5c3c553170c5f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3337359 Jul 14 18:19:04.959696 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910ccb8b-7a46-4c8c-a081-f3479319cb21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4b7ae55-14e6-4580-b204-c76d53f553bb,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:19:04.966704 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 52790) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:19:05.058923 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:05.078806 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-b1ac9121-a661-4bd7-97bc-f5da7ba99aac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:05.094254 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a4671dad-ad5d-46f1-a908-842f1513643d req-802a0903-cb2e-47a2-b259-fe57c3778c59 tempest-FloatingIPsAssociationTestJSON-1206343344 tempest-FloatingIPsAssociationTestJSON-1206343344-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce10365d-c65b-40b2-8c01-23d1aaffa41c HTTP/1.1" status: 200 len: 210 time: 0.0997908 Jul 14 18:19:05.124296 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-b1ac9121-a661-4bd7-97bc-f5da7ba99aac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:05.216451 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-b1ac9121-a661-4bd7-97bc-f5da7ba99aac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:05.219046 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-b1ac9121-a661-4bd7-97bc-f5da7ba99aac admin admin] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:05.220215 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-b1ac9121-a661-4bd7-97bc-f5da7ba99aac admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c4b7ae55-14e6-4580-b204-c76d53f553bb HTTP/1.1" status: 204 len: 168 time: 0.2518251 Jul 14 18:19:05.236250 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ac9121-a661-4bd7-97bc-f5da7ba99aac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4b7ae55-14e6-4580-b204-c76d53f553bb,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:19:05.259449 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9132984-d050-4647-a41d-f1572f9d49ae req-82b2069b-112d-4211-b1c7-e6dcf38fbcd5 tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:19:05.270747 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e9132984-d050-4647-a41d-f1572f9d49ae req-82b2069b-112d-4211-b1c7-e6dcf38fbcd5 tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] 10.222.0.16 "GET /v2.0/ports?device_id=beccc4b5-3ac3-49b2-9770-40ce37745a2b HTTP/1.1" status: 200 len: 932 time: 0.3617148 Jul 14 18:19:05.343839 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e9132984-d050-4647-a41d-f1572f9d49ae req-44d3117b-8687-4281-be88-f29882fdccdc tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] 10.222.0.16 "GET /v2.0/security-groups?id=540fae54-ccea-4309-9c99-81b930eedb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719476 Jul 14 18:19:05.417671 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [req-43b2b3fb-a256-4685-8f17-c0fb97c5b4bb req-d26a29df-ac09-4678-b1ba-262405dc2ae2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c304b409-150d-46b2-b4ee-f4df5d20e1b7 {{(pid=93915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 18:19:05.429524 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-43b2b3fb-a256-4685-8f17-c0fb97c5b4bb req-d26a29df-ac09-4678-b1ba-262405dc2ae2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:05.447033 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.provisioning_blocks [req-43b2b3fb-a256-4685-8f17-c0fb97c5b4bb req-d26a29df-ac09-4678-b1ba-262405dc2ae2 service neutron] Transition to ACTIVE for port object c304b409-150d-46b2-b4ee-f4df5d20e1b7 will not be triggered until provisioned by entity L2. {{(pid=93915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:19:05.452017 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-43b2b3fb-a256-4685-8f17-c0fb97c5b4bb req-d26a29df-ac09-4678-b1ba-262405dc2ae2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:05.535908 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26a29df-ac09-4678-b1ba-262405dc2ae2 service neutron] Pushing event updated for resources: {'Port': ['ID=c304b409-150d-46b2-b4ee-f4df5d20e1b7,revision_number=2']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:19:05.577398 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-43b2b3fb-a256-4685-8f17-c0fb97c5b4bb req-d26a29df-ac09-4678-b1ba-262405dc2ae2 service neutron] Attempting to bind port c304b409-150d-46b2-b4ee-f4df5d20e1b7 on host n-h2-800634-3 for vnic_type normal with profile {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:19:05.578713 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-43b2b3fb-a256-4685-8f17-c0fb97c5b4bb req-d26a29df-ac09-4678-b1ba-262405dc2ae2 service neutron] Attempting to bind port c304b409-150d-46b2-b4ee-f4df5d20e1b7 by drivers openvswitch,hyperv on host n-h2-800634-3 at level 0 using segments [{'id': '60f92988-9b9b-4790-95f5-9fce88e5a460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '7cee3312-4c4c-4d32-820f-eab965dcf565'}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:19:05.579386 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43b2b3fb-a256-4685-8f17-c0fb97c5b4bb req-d26a29df-ac09-4678-b1ba-262405dc2ae2 service neutron] Attempting to bind port c304b409-150d-46b2-b4ee-f4df5d20e1b7 on network 7cee3312-4c4c-4d32-820f-eab965dcf565 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:19:05.585895 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43b2b3fb-a256-4685-8f17-c0fb97c5b4bb req-d26a29df-ac09-4678-b1ba-262405dc2ae2 service neutron] Port c304b409-150d-46b2-b4ee-f4df5d20e1b7 on network 7cee3312-4c4c-4d32-820f-eab965dcf565 not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-3 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 18:19:05.586652 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43b2b3fb-a256-4685-8f17-c0fb97c5b4bb req-d26a29df-ac09-4678-b1ba-262405dc2ae2 service neutron] Attempting to bind port c304b409-150d-46b2-b4ee-f4df5d20e1b7 on network 7cee3312-4c4c-4d32-820f-eab965dcf565 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:19:05.592462 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43b2b3fb-a256-4685-8f17-c0fb97c5b4bb req-d26a29df-ac09-4678-b1ba-262405dc2ae2 service neutron] Checking agent: {'id': '08e36a6c-8d04-48f0-a644-f27680635246', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 15, 35), 'started_at': datetime.datetime(2021, 7, 14, 18, 15, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 18, 19, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 18:19:05.593118 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43b2b3fb-a256-4685-8f17-c0fb97c5b4bb req-d26a29df-ac09-4678-b1ba-262405dc2ae2 service neutron] Checking segment: {'id': '60f92988-9b9b-4790-95f5-9fce88e5a460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '7cee3312-4c4c-4d32-820f-eab965dcf565'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:19:05.593957 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43b2b3fb-a256-4685-8f17-c0fb97c5b4bb req-d26a29df-ac09-4678-b1ba-262405dc2ae2 service neutron] Bound using segment: {'id': '60f92988-9b9b-4790-95f5-9fce88e5a460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '7cee3312-4c4c-4d32-820f-eab965dcf565'} {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 18:19:05.594608 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-43b2b3fb-a256-4685-8f17-c0fb97c5b4bb req-d26a29df-ac09-4678-b1ba-262405dc2ae2 service neutron] Bound port: c304b409-150d-46b2-b4ee-f4df5d20e1b7, host: n-h2-800634-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '60f92988-9b9b-4790-95f5-9fce88e5a460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '7cee3312-4c4c-4d32-820f-eab965dcf565'}}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 18:19:05.595201 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-43b2b3fb-a256-4685-8f17-c0fb97c5b4bb req-d26a29df-ac09-4678-b1ba-262405dc2ae2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:05.680561 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-43b2b3fb-a256-4685-8f17-c0fb97c5b4bb req-d26a29df-ac09-4678-b1ba-262405dc2ae2 service neutron] For port c304b409-150d-46b2-b4ee-f4df5d20e1b7, host n-h2-800634-3, cleared binding levels {{(pid=93915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:19:05.691948 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-43b2b3fb-a256-4685-8f17-c0fb97c5b4bb req-d26a29df-ac09-4678-b1ba-262405dc2ae2 service neutron] For port c304b409-150d-46b2-b4ee-f4df5d20e1b7, host n-h2-800634-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=c304b409-150d-46b2-b4ee-f4df5d20e1b7,segment=NetworkSegment(60f92988-9b9b-4790-95f5-9fce88e5a460),segment_id=60f92988-9b9b-4790-95f5-9fce88e5a460)] {{(pid=93915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 18:19:05.698141 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-43b2b3fb-a256-4685-8f17-c0fb97c5b4bb req-d26a29df-ac09-4678-b1ba-262405dc2ae2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:05.761479 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b2b3fb-a256-4685-8f17-c0fb97c5b4bb req-d26a29df-ac09-4678-b1ba-262405dc2ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:19:05.762107 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-43b2b3fb-a256-4685-8f17-c0fb97c5b4bb req-d26a29df-ac09-4678-b1ba-262405dc2ae2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:05.763711 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-43b2b3fb-a256-4685-8f17-c0fb97c5b4bb req-d26a29df-ac09-4678-b1ba-262405dc2ae2 service neutron] 10.222.0.35 "PUT /v2.0/ports/c304b409-150d-46b2-b4ee-f4df5d20e1b7 HTTP/1.1" status: 200 len: 1092 time: 1.2762470 Jul 14 18:19:05.766023 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'beccc4b5-3ac3-49b2-9770-40ce37745a2b', 'tag': 'c304b409-150d-46b2-b4ee-f4df5d20e1b7'}] {{(pid=93915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:19:05.770717 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e72782ad3af8f7d4ce76cedf092bca46d1756acc5c4653cf0b52034cdd6b073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a554e032-2801-4395-88d1-ad745cf2fe64" -d '{"events": [{"name": "network-changed", "server_uuid": "beccc4b5-3ac3-49b2-9770-40ce37745a2b", "tag": "c304b409-150d-46b2-b4ee-f4df5d20e1b7"}]}' {{(pid=93915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:19:05.860489 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26a29df-ac09-4678-b1ba-262405dc2ae2 service neutron] Pushing event updated for resources: {'Port': ['ID=c304b409-150d-46b2-b4ee-f4df5d20e1b7,revision_number=3']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:19:05.906111 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b2b3fb-a256-4685-8f17-c0fb97c5b4bb req-a1c4ac3b-31a7-4bdd-80cc-45248d22f5fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:19:05.907769 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-43b2b3fb-a256-4685-8f17-c0fb97c5b4bb req-a1c4ac3b-31a7-4bdd-80cc-45248d22f5fe service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0a6a8e07e1ce4e4e84e3fe5c59c6747c&device_id=beccc4b5-3ac3-49b2-9770-40ce37745a2b HTTP/1.1" status: 200 len: 1095 time: 0.0935550 Jul 14 18:19:05.957754 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-43b2b3fb-a256-4685-8f17-c0fb97c5b4bb req-2a0dc6ea-fe62-4bdf-83af-92fcc746f135 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c304b409-150d-46b2-b4ee-f4df5d20e1b7 HTTP/1.1" status: 200 len: 217 time: 0.0409021 Jul 14 18:19:06.082452 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b2b3fb-a256-4685-8f17-c0fb97c5b4bb req-2b18ff34-a1e7-4fa3-8a7c-4f424a2baeb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:19:06.086216 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-43b2b3fb-a256-4685-8f17-c0fb97c5b4bb req-2b18ff34-a1e7-4fa3-8a7c-4f424a2baeb8 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2a54265e-973c-4132-80fb-ad9d5d305963 HTTP/1.1" status: 200 len: 861 time: 0.1150823 Jul 14 18:19:06.108024 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 18:19:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56bd75d2-7a44-4047-b2f0-f79c1499b6b9 x-openstack-request-id: req-56bd75d2-7a44-4047-b2f0-f79c1499b6b9 {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:19:06.109000 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "beccc4b5-3ac3-49b2-9770-40ce37745a2b", "tag": "c304b409-150d-46b2-b4ee-f4df5d20e1b7", "status": "completed", "code": 200}]} {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:19:06.109252 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-56bd75d2-7a44-4047-b2f0-f79c1499b6b9 {{(pid=93915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:19:06.109648 n-d-800634-3 neutron-server[93915]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'beccc4b5-3ac3-49b2-9770-40ce37745a2b', 'tag': 'c304b409-150d-46b2-b4ee-f4df5d20e1b7', 'status': 'completed', 'code': 200} Jul 14 18:19:06.132004 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-43b2b3fb-a256-4685-8f17-c0fb97c5b4bb req-fab1bb07-670b-4f43-b365-69a975ffb554 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7cee3312-4c4c-4d32-820f-eab965dcf565&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0401595 Jul 14 18:19:06.285854 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-43b2b3fb-a256-4685-8f17-c0fb97c5b4bb req-1cacd880-1fac-4e15-b65d-d4f20feedf2d service neutron] 10.222.0.35 "GET /v2.0/networks/7cee3312-4c4c-4d32-820f-eab965dcf565?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1468267 Jul 14 18:19:06.335762 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c219a6b-70fb-48e4-93e0-c45a3c6612a0 req-c22c042e-5bd6-49ac-a94c-4d6d6c1fb809 tempest-FloatingIPsAssociationTestJSON-1206343344 tempest-FloatingIPsAssociationTestJSON-1206343344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:19:06.340350 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-3c219a6b-70fb-48e4-93e0-c45a3c6612a0 req-c22c042e-5bd6-49ac-a94c-4d6d6c1fb809 tempest-FloatingIPsAssociationTestJSON-1206343344 tempest-FloatingIPsAssociationTestJSON-1206343344-project] 10.222.0.35 "GET /v2.0/networks?id=ac4dcb0d-17ab-4060-82e2-c35125d24eab HTTP/1.1" status: 200 len: 821 time: 0.1901205 Jul 14 18:19:06.354487 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [req-3c219a6b-70fb-48e4-93e0-c45a3c6612a0 req-011ff468-aeba-4777-bd54-6b7cbfa437e2 tempest-FloatingIPsAssociationTestJSON-1206343344 tempest-FloatingIPsAssociationTestJSON-1206343344-project] Request body: {'port': {'device_id': 'ce10365d-c65b-40b2-8c01-23d1aaffa41c', 'network_id': 'ac4dcb0d-17ab-4060-82e2-c35125d24eab', 'admin_state_up': True, 'tenant_id': '34616e81172546728ddd3adbee03f177'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:19:06.419866 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-275d2768-1192-4d79-a2f5-0db099fc8062 req-ec35d895-ca33-443b-b9dd-17ce4e6a86a0 tempest-FloatingIPsAssociationTestJSON-1206343344 tempest-FloatingIPsAssociationTestJSON-1206343344-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce10365d-c65b-40b2-8c01-23d1aaffa41c HTTP/1.1" status: 200 len: 210 time: 0.0636218 Jul 14 18:19:06.499391 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-43b2b3fb-a256-4685-8f17-c0fb97c5b4bb req-bbfbf545-7c12-4f21-999b-4d150c38188b service neutron] 10.222.0.35 "GET /v2.0/networks/7cee3312-4c4c-4d32-820f-eab965dcf565?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2066214 Jul 14 18:19:06.507015 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c219a6b-70fb-48e4-93e0-c45a3c6612a0 req-011ff468-aeba-4777-bd54-6b7cbfa437e2 tempest-FloatingIPsAssociationTestJSON-1206343344 tempest-FloatingIPsAssociationTestJSON-1206343344-project] Made reservation on behalf of 34616e81172546728ddd3adbee03f177 for: {'port': 1} {{(pid=93916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:19:06.511116 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-3c219a6b-70fb-48e4-93e0-c45a3c6612a0 req-011ff468-aeba-4777-bd54-6b7cbfa437e2 tempest-FloatingIPsAssociationTestJSON-1206343344 tempest-FloatingIPsAssociationTestJSON-1206343344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:06.680537 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a554e032-2801-4395-88d1-ad745cf2fe64 req-32ca22ee-bc31-4548-bca7-cdb38dfb5373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:19:06.687705 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a554e032-2801-4395-88d1-ad745cf2fe64 req-32ca22ee-bc31-4548-bca7-cdb38dfb5373 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0a6a8e07e1ce4e4e84e3fe5c59c6747c&device_id=beccc4b5-3ac3-49b2-9770-40ce37745a2b HTTP/1.1" status: 200 len: 1095 time: 0.1160834 Jul 14 18:19:06.705663 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.db_base_plugin_common [req-3c219a6b-70fb-48e4-93e0-c45a3c6612a0 req-011ff468-aeba-4777-bd54-6b7cbfa437e2 tempest-FloatingIPsAssociationTestJSON-1206343344 tempest-FloatingIPsAssociationTestJSON-1206343344-project] Allocated IP 172.20.0.9 (ac4dcb0d-17ab-4060-82e2-c35125d24eab/97d79b9c-1ae1-496e-8ce3-67d30e2cc4e1/86c7edc6-b461-40cb-857e-eb34e0bdc524) {{(pid=93916) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:19:06.857730 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a554e032-2801-4395-88d1-ad745cf2fe64 req-55e14cdc-b742-4a96-bf91-769052fdfa88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:19:06.859502 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a554e032-2801-4395-88d1-ad745cf2fe64 req-55e14cdc-b742-4a96-bf91-769052fdfa88 service neutron] 10.222.0.35 "GET /v2.0/networks?id=7cee3312-4c4c-4d32-820f-eab965dcf565 HTTP/1.1" status: 200 len: 921 time: 0.1627424 Jul 14 18:19:06.879929 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-3c219a6b-70fb-48e4-93e0-c45a3c6612a0 req-011ff468-aeba-4777-bd54-6b7cbfa437e2 tempest-FloatingIPsAssociationTestJSON-1206343344 tempest-FloatingIPsAssociationTestJSON-1206343344-project] Notify callbacks [] for port, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:06.907220 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.provisioning_blocks [req-3c219a6b-70fb-48e4-93e0-c45a3c6612a0 req-011ff468-aeba-4777-bd54-6b7cbfa437e2 tempest-FloatingIPsAssociationTestJSON-1206343344 tempest-FloatingIPsAssociationTestJSON-1206343344-project] Transition to ACTIVE for port object 86c7edc6-b461-40cb-857e-eb34e0bdc524 will not be triggered until provisioned by entity DHCP. {{(pid=93916) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:19:06.944075 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-3c219a6b-70fb-48e4-93e0-c45a3c6612a0 req-011ff468-aeba-4777-bd54-6b7cbfa437e2 tempest-FloatingIPsAssociationTestJSON-1206343344 tempest-FloatingIPsAssociationTestJSON-1206343344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804'] for port, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:06.960593 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] get_ports_and_sgs() called for port_ids ['9ff41a23-0c91-4e23-90d4-e3f9f1ac0c89'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 18:19:06.966669 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a554e032-2801-4395-88d1-ad745cf2fe64 req-1e052518-90cc-450b-a58b-9c6f9e13f125 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c304b409-150d-46b2-b4ee-f4df5d20e1b7 HTTP/1.1" status: 200 len: 217 time: 0.0944438 Jul 14 18:19:07.107328 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a554e032-2801-4395-88d1-ad745cf2fe64 req-c2363f52-95b1-47f5-983d-755357ef3a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:19:07.109141 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a554e032-2801-4395-88d1-ad745cf2fe64 req-c2363f52-95b1-47f5-983d-755357ef3a8f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2a54265e-973c-4132-80fb-ad9d5d305963 HTTP/1.1" status: 200 len: 861 time: 0.1339476 Jul 14 18:19:07.117979 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc3281e-901c-4750-8da3-a1ba2dfb0b69 req-78fd3616-109a-4ccf-92f4-532c8fc48eac tempest-AttachSCSIVolumeTestJSON-1045345527 tempest-AttachSCSIVolumeTestJSON-1045345527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:19:07.119519 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-9bc3281e-901c-4750-8da3-a1ba2dfb0b69 req-78fd3616-109a-4ccf-92f4-532c8fc48eac tempest-AttachSCSIVolumeTestJSON-1045345527 tempest-AttachSCSIVolumeTestJSON-1045345527-project] 10.222.0.16 "GET /v2.0/networks?id=0d7296f7-5429-4a43-bea4-f8dd4a7e9780 HTTP/1.1" status: 200 len: 815 time: 0.2773423 Jul 14 18:19:07.181712 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a554e032-2801-4395-88d1-ad745cf2fe64 req-8e2f9c1f-e97f-4261-b619-b219691355a1 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7cee3312-4c4c-4d32-820f-eab965dcf565&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0611739 Jul 14 18:19:07.193746 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c219a6b-70fb-48e4-93e0-c45a3c6612a0 req-011ff468-aeba-4777-bd54-6b7cbfa437e2 tempest-FloatingIPsAssociationTestJSON-1206343344 tempest-FloatingIPsAssociationTestJSON-1206343344-project] Network ac4dcb0d-17ab-4060-82e2-c35125d24eab is already hosted by enough agents. {{(pid=93916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:19:07.199835 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [req-3c219a6b-70fb-48e4-93e0-c45a3c6612a0 req-011ff468-aeba-4777-bd54-6b7cbfa437e2 tempest-FloatingIPsAssociationTestJSON-1206343344 tempest-FloatingIPsAssociationTestJSON-1206343344-project] Resources bound (agent type, host, resource id): {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:19:07.199988 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-9bc3281e-901c-4750-8da3-a1ba2dfb0b69 req-4f6ea03d-3235-48cc-8f8b-af3e63a4fe4b tempest-AttachSCSIVolumeTestJSON-1045345527 tempest-AttachSCSIVolumeTestJSON-1045345527-project] 10.222.0.16 "GET /v2.0/quotas/94e769da788b4960867d28e3e520b414 HTTP/1.1" status: 200 len: 375 time: 0.0598249 Jul 14 18:19:07.203599 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c219a6b-70fb-48e4-93e0-c45a3c6612a0 req-011ff468-aeba-4777-bd54-6b7cbfa437e2 tempest-FloatingIPsAssociationTestJSON-1206343344 tempest-FloatingIPsAssociationTestJSON-1206343344-project] Received port after_create {{(pid=93916) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:19:07.209077 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c219a6b-70fb-48e4-93e0-c45a3c6612a0 req-011ff468-aeba-4777-bd54-6b7cbfa437e2 tempest-FloatingIPsAssociationTestJSON-1206343344 tempest-FloatingIPsAssociationTestJSON-1206343344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:19:07.209920 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-3c219a6b-70fb-48e4-93e0-c45a3c6612a0 req-011ff468-aeba-4777-bd54-6b7cbfa437e2 tempest-FloatingIPsAssociationTestJSON-1206343344 tempest-FloatingIPsAssociationTestJSON-1206343344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:07.227477 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-3c219a6b-70fb-48e4-93e0-c45a3c6612a0 req-011ff468-aeba-4777-bd54-6b7cbfa437e2 tempest-FloatingIPsAssociationTestJSON-1206343344 tempest-FloatingIPsAssociationTestJSON-1206343344-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8800921 Jul 14 18:19:07.228098 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011ff468-aeba-4777-bd54-6b7cbfa437e2 tempest-FloatingIPsAssociationTestJSON-1206343344 tempest-FloatingIPsAssociationTestJSON-1206343344-project] Pushing event updated for resources: {'Port': ['ID=86c7edc6-b461-40cb-857e-eb34e0bdc524,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:19:07.240067 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [req-3c219a6b-70fb-48e4-93e0-c45a3c6612a0 req-a06cea68-e38f-4459-9649-bbef6cb5882d service neutron] Request body: {'port': {'device_id': 'ce10365d-c65b-40b2-8c01-23d1aaffa41c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800634-3'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:19:07.296848 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2667aaf1-8fc4-472c-af8a-b949421925e2 req-bdb3dfcf-38aa-4dbf-891f-988fed1005e9 tempest-QuotasAdminNegativeTest-1613556078 tempest-QuotasAdminNegativeTest-1613556078-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=64ab30dd37324db0b6dd11badadc8afe&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1140068 Jul 14 18:19:07.319434 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-3c219a6b-70fb-48e4-93e0-c45a3c6612a0 req-a06cea68-e38f-4459-9649-bbef6cb5882d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:07.401499 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a554e032-2801-4395-88d1-ad745cf2fe64 req-df07f0e3-635d-4f6d-ac6b-c6535214466d service neutron] 10.222.0.35 "GET /v2.0/networks/7cee3312-4c4c-4d32-820f-eab965dcf565?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2053757 Jul 14 18:19:07.509059 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-9bc3281e-901c-4750-8da3-a1ba2dfb0b69 req-7ba4a56a-955c-4885-8c65-af9c7a04365e tempest-AttachSCSIVolumeTestJSON-1045345527 tempest-AttachSCSIVolumeTestJSON-1045345527-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=94e769da788b4960867d28e3e520b414&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2334535 Jul 14 18:19:07.538460 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-596399d4-8478-4694-8422-cf395eb8c320 None None] Provisioning for port 86c7edc6-b461-40cb-857e-eb34e0bdc524 completed by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:19:07.542647 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-596399d4-8478-4694-8422-cf395eb8c320 None None] Provisioning complete for port 86c7edc6-b461-40cb-857e-eb34e0bdc524 triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:19:07.543144 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-596399d4-8478-4694-8422-cf395eb8c320 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:07.588112 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-596399d4-8478-4694-8422-cf395eb8c320 None None] Port 86c7edc6-b461-40cb-857e-eb34e0bdc524 cannot update to ACTIVE because it is not bound. {{(pid=93917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 18:19:07.639562 n-d-800634-3 neutron-server[93916]: DEBUG neutron.notifiers.nova [req-3c219a6b-70fb-48e4-93e0-c45a3c6612a0 req-a06cea68-e38f-4459-9649-bbef6cb5882d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 86c7edc6-b461-40cb-857e-eb34e0bdc524 {{(pid=93916) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 18:19:07.647885 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-3c219a6b-70fb-48e4-93e0-c45a3c6612a0 req-a06cea68-e38f-4459-9649-bbef6cb5882d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:07.661775 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.provisioning_blocks [req-3c219a6b-70fb-48e4-93e0-c45a3c6612a0 req-a06cea68-e38f-4459-9649-bbef6cb5882d service neutron] Transition to ACTIVE for port object 86c7edc6-b461-40cb-857e-eb34e0bdc524 will not be triggered until provisioned by entity L2. {{(pid=93916) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:19:07.666089 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-3c219a6b-70fb-48e4-93e0-c45a3c6612a0 req-a06cea68-e38f-4459-9649-bbef6cb5882d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:07.747709 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06cea68-e38f-4459-9649-bbef6cb5882d service neutron] Pushing event updated for resources: {'Port': ['ID=86c7edc6-b461-40cb-857e-eb34e0bdc524,revision_number=2']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:19:07.766507 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.managers [req-3c219a6b-70fb-48e4-93e0-c45a3c6612a0 req-a06cea68-e38f-4459-9649-bbef6cb5882d service neutron] Attempting to bind port 86c7edc6-b461-40cb-857e-eb34e0bdc524 on host n-h2-800634-3 for vnic_type normal with profile {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:19:07.766995 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.managers [req-3c219a6b-70fb-48e4-93e0-c45a3c6612a0 req-a06cea68-e38f-4459-9649-bbef6cb5882d service neutron] Attempting to bind port 86c7edc6-b461-40cb-857e-eb34e0bdc524 by drivers openvswitch,hyperv on host n-h2-800634-3 at level 0 using segments [{'id': '06c66395-d1c3-4d06-8efa-6bd69b5e26e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'ac4dcb0d-17ab-4060-82e2-c35125d24eab'}] {{(pid=93916) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:19:07.768043 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c219a6b-70fb-48e4-93e0-c45a3c6612a0 req-a06cea68-e38f-4459-9649-bbef6cb5882d service neutron] Attempting to bind port 86c7edc6-b461-40cb-857e-eb34e0bdc524 on network ac4dcb0d-17ab-4060-82e2-c35125d24eab {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:19:07.774485 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c219a6b-70fb-48e4-93e0-c45a3c6612a0 req-a06cea68-e38f-4459-9649-bbef6cb5882d service neutron] Port 86c7edc6-b461-40cb-857e-eb34e0bdc524 on network ac4dcb0d-17ab-4060-82e2-c35125d24eab not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-3 {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 18:19:07.774917 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c219a6b-70fb-48e4-93e0-c45a3c6612a0 req-a06cea68-e38f-4459-9649-bbef6cb5882d service neutron] Attempting to bind port 86c7edc6-b461-40cb-857e-eb34e0bdc524 on network ac4dcb0d-17ab-4060-82e2-c35125d24eab {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:19:07.781885 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c219a6b-70fb-48e4-93e0-c45a3c6612a0 req-a06cea68-e38f-4459-9649-bbef6cb5882d service neutron] Checking agent: {'id': '08e36a6c-8d04-48f0-a644-f27680635246', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 15, 35), 'started_at': datetime.datetime(2021, 7, 14, 18, 15, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 18, 19, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 18:19:07.782223 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c219a6b-70fb-48e4-93e0-c45a3c6612a0 req-a06cea68-e38f-4459-9649-bbef6cb5882d service neutron] Checking segment: {'id': '06c66395-d1c3-4d06-8efa-6bd69b5e26e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'ac4dcb0d-17ab-4060-82e2-c35125d24eab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93916) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:19:07.782616 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c219a6b-70fb-48e4-93e0-c45a3c6612a0 req-a06cea68-e38f-4459-9649-bbef6cb5882d service neutron] Bound using segment: {'id': '06c66395-d1c3-4d06-8efa-6bd69b5e26e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'ac4dcb0d-17ab-4060-82e2-c35125d24eab'} {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 18:19:07.783061 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.managers [req-3c219a6b-70fb-48e4-93e0-c45a3c6612a0 req-a06cea68-e38f-4459-9649-bbef6cb5882d service neutron] Bound port: 86c7edc6-b461-40cb-857e-eb34e0bdc524, host: n-h2-800634-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '06c66395-d1c3-4d06-8efa-6bd69b5e26e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'ac4dcb0d-17ab-4060-82e2-c35125d24eab'}}] {{(pid=93916) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 18:19:07.783424 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-3c219a6b-70fb-48e4-93e0-c45a3c6612a0 req-a06cea68-e38f-4459-9649-bbef6cb5882d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:07.858114 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2667aaf1-8fc4-472c-af8a-b949421925e2 req-97a6eb72-9323-4c79-b44e-799b14b367a0 tempest-QuotasAdminNegativeTest-1613556078 tempest-QuotasAdminNegativeTest-1613556078-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:19:07.861692 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.db [req-3c219a6b-70fb-48e4-93e0-c45a3c6612a0 req-a06cea68-e38f-4459-9649-bbef6cb5882d service neutron] For port 86c7edc6-b461-40cb-857e-eb34e0bdc524, host n-h2-800634-3, cleared binding levels {{(pid=93916) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:19:07.865820 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2667aaf1-8fc4-472c-af8a-b949421925e2 req-97a6eb72-9323-4c79-b44e-799b14b367a0 tempest-QuotasAdminNegativeTest-1613556078 tempest-QuotasAdminNegativeTest-1613556078-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5441079 Jul 14 18:19:07.865989 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.db [req-3c219a6b-70fb-48e4-93e0-c45a3c6612a0 req-a06cea68-e38f-4459-9649-bbef6cb5882d service neutron] For port 86c7edc6-b461-40cb-857e-eb34e0bdc524, host n-h2-800634-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=86c7edc6-b461-40cb-857e-eb34e0bdc524,segment=NetworkSegment(06c66395-d1c3-4d06-8efa-6bd69b5e26e2),segment_id=06c66395-d1c3-4d06-8efa-6bd69b5e26e2)] {{(pid=93916) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 18:19:07.870626 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-3c219a6b-70fb-48e4-93e0-c45a3c6612a0 req-a06cea68-e38f-4459-9649-bbef6cb5882d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:07.902068 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2667aaf1-8fc4-472c-af8a-b949421925e2 req-1e128241-6b22-44e6-bcab-9d9806aefc4e tempest-QuotasAdminNegativeTest-1613556078 tempest-QuotasAdminNegativeTest-1613556078-project] 10.222.0.16 "GET /v2.0/quotas/64ab30dd37324db0b6dd11badadc8afe HTTP/1.1" status: 200 len: 375 time: 0.0352399 Jul 14 18:19:07.934956 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a554e032-2801-4395-88d1-ad745cf2fe64 req-ec8b7beb-43cf-4bc8-8411-b8b58ff2b174 service neutron] 10.222.0.35 "GET /v2.0/networks/7cee3312-4c4c-4d32-820f-eab965dcf565?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5265732 Jul 14 18:19:07.940468 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06cea68-e38f-4459-9649-bbef6cb5882d service neutron] Pushing event updated for resources: {'Port': ['ID=86c7edc6-b461-40cb-857e-eb34e0bdc524,revision_number=3']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:19:07.946183 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c219a6b-70fb-48e4-93e0-c45a3c6612a0 req-a06cea68-e38f-4459-9649-bbef6cb5882d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:19:07.946868 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-3c219a6b-70fb-48e4-93e0-c45a3c6612a0 req-a06cea68-e38f-4459-9649-bbef6cb5882d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:07.948476 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-3c219a6b-70fb-48e4-93e0-c45a3c6612a0 req-a06cea68-e38f-4459-9649-bbef6cb5882d service neutron] 10.222.0.35 "PUT /v2.0/ports/86c7edc6-b461-40cb-857e-eb34e0bdc524 HTTP/1.1" status: 200 len: 1091 time: 0.7132719 Jul 14 18:19:07.948975 n-d-800634-3 neutron-server[93916]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce10365d-c65b-40b2-8c01-23d1aaffa41c', 'tag': '86c7edc6-b461-40cb-857e-eb34e0bdc524'}] {{(pid=93916) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:19:07.953781 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2667aaf1-8fc4-472c-af8a-b949421925e2 req-c3a5adfd-f61c-4092-be09-b8433e40d9bf tempest-QuotasAdminNegativeTest-1613556078 tempest-QuotasAdminNegativeTest-1613556078-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=64ab30dd37324db0b6dd11badadc8afe&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0507898 Jul 14 18:19:07.964320 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f803e150b363a7893830aa996ac27753fa25517c406ecd3536b7c2d4b26eeb9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a55e0a3-451b-417a-b092-435788035e61" -d '{"events": [{"name": "network-changed", "server_uuid": "ce10365d-c65b-40b2-8c01-23d1aaffa41c", "tag": "86c7edc6-b461-40cb-857e-eb34e0bdc524"}]}' {{(pid=93916) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:19:08.002858 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 52910) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:19:08.014585 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-9bc3281e-901c-4750-8da3-a1ba2dfb0b69 req-76c21683-632b-486f-873a-f2794c737547 service neutron] 10.222.0.16 "GET /v2.0/networks/0d7296f7-5429-4a43-bea4-f8dd4a7e9780?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4893630 Jul 14 18:19:08.054891 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c219a6b-70fb-48e4-93e0-c45a3c6612a0 req-6c70412b-9627-42a7-977a-1e6ee715c1a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:19:08.056418 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-3c219a6b-70fb-48e4-93e0-c45a3c6612a0 req-6c70412b-9627-42a7-977a-1e6ee715c1a1 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=34616e81172546728ddd3adbee03f177&device_id=ce10365d-c65b-40b2-8c01-23d1aaffa41c HTTP/1.1" status: 200 len: 1094 time: 0.0597031 Jul 14 18:19:08.117251 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-3c219a6b-70fb-48e4-93e0-c45a3c6612a0 req-7455cd61-c4cd-47c2-a74f-434e5bd12574 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=86c7edc6-b461-40cb-857e-eb34e0bdc524 HTTP/1.1" status: 200 len: 217 time: 0.0541029 Jul 14 18:19:08.135718 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-9bc3281e-901c-4750-8da3-a1ba2dfb0b69 req-ebf7dfd4-cd57-45c7-b922-8b7a6c41a875 service neutron] 10.222.0.16 "GET /v2.0/networks/0d7296f7-5429-4a43-bea4-f8dd4a7e9780?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1137102 Jul 14 18:19:08.186651 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c219a6b-70fb-48e4-93e0-c45a3c6612a0 req-32f10d66-a3cb-41ee-aacd-ac0bafbe3988 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:19:08.188344 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-3c219a6b-70fb-48e4-93e0-c45a3c6612a0 req-32f10d66-a3cb-41ee-aacd-ac0bafbe3988 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=97d79b9c-1ae1-496e-8ce3-67d30e2cc4e1 HTTP/1.1" status: 200 len: 860 time: 0.0636394 Jul 14 18:19:08.220162 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-9a1d23cf-979b-4134-97b1-0bebc99bf8fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:08.265852 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c219a6b-70fb-48e4-93e0-c45a3c6612a0 req-93b9a179-6714-4810-9e35-fa47cd5847c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:19:08.267562 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-3c219a6b-70fb-48e4-93e0-c45a3c6612a0 req-93b9a179-6714-4810-9e35-fa47cd5847c6 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ac4dcb0d-17ab-4060-82e2-c35125d24eab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0730755 Jul 14 18:19:08.306350 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e1d307-a3a4-47d1-9f3b-a16d8f620c81 req-e01e68d7-dd72-48a2-b79b-a025d9b73e66 tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:19:08.307823 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-06e1d307-a3a4-47d1-9f3b-a16d8f620c81 req-e01e68d7-dd72-48a2-b79b-a025d9b73e66 tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] 10.222.0.16 "GET /v2.0/ports?device_id=beccc4b5-3ac3-49b2-9770-40ce37745a2b HTTP/1.1" status: 200 len: 944 time: 0.1495740 Jul 14 18:19:08.372018 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-06e1d307-a3a4-47d1-9f3b-a16d8f620c81 req-f2d61510-16fc-479b-8bb7-e0fe73bc01a2 tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] 10.222.0.16 "GET /v2.0/security-groups?id=540fae54-ccea-4309-9c99-81b930eedb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560131 Jul 14 18:19:08.377215 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-3c219a6b-70fb-48e4-93e0-c45a3c6612a0 req-6feaea45-8734-4226-8923-cbbf59263641 service neutron] 10.222.0.35 "GET /v2.0/networks/ac4dcb0d-17ab-4060-82e2-c35125d24eab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997212 Jul 14 18:19:08.430719 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-9a1d23cf-979b-4134-97b1-0bebc99bf8fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:08.435389 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-9a1d23cf-979b-4134-97b1-0bebc99bf8fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:08.515666 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-9a1d23cf-979b-4134-97b1-0bebc99bf8fd admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1a3284e9c9974e3cb7cf86b06334311d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5112674 Jul 14 18:19:08.518176 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 52928) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:19:08.525951 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1d23cf-979b-4134-97b1-0bebc99bf8fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cce5126-080d-4b8c-980f-575218b3248e,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:19:08.594836 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-3c219a6b-70fb-48e4-93e0-c45a3c6612a0 req-cfc2e25c-32d8-4576-ba51-277b5ab5c1d7 service neutron] 10.222.0.35 "GET /v2.0/networks/ac4dcb0d-17ab-4060-82e2-c35125d24eab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2107267 Jul 14 18:19:08.616897 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-c13931c9-f246-495e-8676-09e94b45924c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:08.664634 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 18:19:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21e9126c-123f-4bb5-8f6e-9abfcc229aa2 x-openstack-request-id: req-21e9126c-123f-4bb5-8f6e-9abfcc229aa2 {{(pid=93916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:19:08.681587 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce10365d-c65b-40b2-8c01-23d1aaffa41c", "tag": "86c7edc6-b461-40cb-857e-eb34e0bdc524", "status": "completed", "code": 200}]} {{(pid=93916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:19:08.682020 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-21e9126c-123f-4bb5-8f6e-9abfcc229aa2 {{(pid=93916) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:19:08.682451 n-d-800634-3 neutron-server[93916]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce10365d-c65b-40b2-8c01-23d1aaffa41c', 'tag': '86c7edc6-b461-40cb-857e-eb34e0bdc524', 'status': 'completed', 'code': 200} Jul 14 18:19:08.688684 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-c13931c9-f246-495e-8676-09e94b45924c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:08.791680 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b9d48c-54ac-4107-ba1a-6fb693cdfd72 req-76930f2d-1cf5-41e5-9c6a-e84d28adf79b tempest-FloatingIPsAssociationTestJSON-1206343344 tempest-FloatingIPsAssociationTestJSON-1206343344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:19:08.793177 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-56b9d48c-54ac-4107-ba1a-6fb693cdfd72 req-76930f2d-1cf5-41e5-9c6a-e84d28adf79b tempest-FloatingIPsAssociationTestJSON-1206343344 tempest-FloatingIPsAssociationTestJSON-1206343344-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce10365d-c65b-40b2-8c01-23d1aaffa41c HTTP/1.1" status: 200 len: 943 time: 0.1241400 Jul 14 18:19:08.830446 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a55e0a3-451b-417a-b092-435788035e61 req-1576b186-6c68-4f40-a56e-abbd43926bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:19:08.834116 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-3a55e0a3-451b-417a-b092-435788035e61 req-1576b186-6c68-4f40-a56e-abbd43926bc7 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=34616e81172546728ddd3adbee03f177&device_id=ce10365d-c65b-40b2-8c01-23d1aaffa41c HTTP/1.1" status: 200 len: 1094 time: 0.1433389 Jul 14 18:19:08.835831 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-c13931c9-f246-495e-8676-09e94b45924c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:08.839171 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-c13931c9-f246-495e-8676-09e94b45924c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:08.843661 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-c13931c9-f246-495e-8676-09e94b45924c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3cce5126-080d-4b8c-980f-575218b3248e HTTP/1.1" status: 204 len: 168 time: 0.3244834 Jul 14 18:19:08.867970 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 52942) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:19:08.872189 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-56b9d48c-54ac-4107-ba1a-6fb693cdfd72 req-dce790b7-4e93-4f8e-8664-32d63c26b4cc tempest-FloatingIPsAssociationTestJSON-1206343344 tempest-FloatingIPsAssociationTestJSON-1206343344-project] 10.222.0.16 "GET /v2.0/security-groups?id=3a5c8f7b-f109-4bb8-81a7-bf349191d701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710013 Jul 14 18:19:08.956560 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13931c9-f246-495e-8676-09e94b45924c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cce5126-080d-4b8c-980f-575218b3248e,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:19:09.013296 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-56139055-8a48-473d-bec8-0dc9e1ffc09f req-cf25665d-6b7e-45a0-af97-11f9db98bd4b tempest-AttachSCSIVolumeTestJSON-1045345527 tempest-AttachSCSIVolumeTestJSON-1045345527-project] 10.222.0.16 "GET /v2.0/ports?device_id=4198bdcc-2894-4ba7-9720-35e4d7947e78 HTTP/1.1" status: 200 len: 210 time: 0.0614827 Jul 14 18:19:09.038333 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a55e0a3-451b-417a-b092-435788035e61 req-fa959710-8e4d-49b4-8211-482afb66e1a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:19:09.041260 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-3a55e0a3-451b-417a-b092-435788035e61 req-fa959710-8e4d-49b4-8211-482afb66e1a8 service neutron] 10.222.0.35 "GET /v2.0/networks?id=ac4dcb0d-17ab-4060-82e2-c35125d24eab HTTP/1.1" status: 200 len: 921 time: 0.1953564 Jul 14 18:19:09.145470 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-3a55e0a3-451b-417a-b092-435788035e61 req-e9ef3f18-ee9a-4d68-b875-20c4da9e1f33 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=86c7edc6-b461-40cb-857e-eb34e0bdc524 HTTP/1.1" status: 200 len: 217 time: 0.0958831 Jul 14 18:19:09.207555 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a55e0a3-451b-417a-b092-435788035e61 req-447dc732-3471-44df-ac6d-521dbfb37132 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:19:09.209335 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-3a55e0a3-451b-417a-b092-435788035e61 req-447dc732-3471-44df-ac6d-521dbfb37132 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=97d79b9c-1ae1-496e-8ce3-67d30e2cc4e1 HTTP/1.1" status: 200 len: 860 time: 0.0573261 Jul 14 18:19:09.282699 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 52960) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:19:09.295990 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-78618802-3041-41a8-9025-09495e313a2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:09.301195 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-563f326a-8d7c-4cc5-b92c-7a65500b4a0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:09.394193 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a55e0a3-451b-417a-b092-435788035e61 req-6a37c20d-c755-4888-ab8c-7360deb8aa12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:19:09.395728 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-3a55e0a3-451b-417a-b092-435788035e61 req-6a37c20d-c755-4888-ab8c-7360deb8aa12 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ac4dcb0d-17ab-4060-82e2-c35125d24eab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1794896 Jul 14 18:19:09.482725 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-78618802-3041-41a8-9025-09495e313a2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:09.490729 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-78618802-3041-41a8-9025-09495e313a2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:09.547825 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78618802-3041-41a8-9025-09495e313a2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c948231-fe8e-41bb-b14f-c0883f76435b,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:19:09.558703 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-78618802-3041-41a8-9025-09495e313a2a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=67f8aedd81e0457e8d5215523e88b036&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6655390 Jul 14 18:19:09.562426 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 52972) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:19:09.587985 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-3a55e0a3-451b-417a-b092-435788035e61 req-85502f22-d0c9-4e63-9d12-e3144fa3e5ab service neutron] 10.222.0.35 "GET /v2.0/networks/ac4dcb0d-17ab-4060-82e2-c35125d24eab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1785262 Jul 14 18:19:09.662110 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fbb3cc-5596-4d59-b884-056b4195698c req-54a686a8-76ec-4f66-943a-89b41500886f tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:19:09.663983 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f2fbb3cc-5596-4d59-b884-056b4195698c req-54a686a8-76ec-4f66-943a-89b41500886f tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] 10.222.0.16 "GET /v2.0/ports?device_id=beccc4b5-3ac3-49b2-9770-40ce37745a2b HTTP/1.1" status: 200 len: 944 time: 0.1175456 Jul 14 18:19:09.693606 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 52978) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:19:09.699537 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-563f326a-8d7c-4cc5-b92c-7a65500b4a0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:09.702146 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-59e99160-a199-4db2-a7bc-e152803e2693 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:09.704873 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-563f326a-8d7c-4cc5-b92c-7a65500b4a0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:09.737905 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563f326a-8d7c-4cc5-b92c-7a65500b4a0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07f9f38f-2175-4ed5-bf94-802a1cd1aaee,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:19:09.738629 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-59e99160-a199-4db2-a7bc-e152803e2693 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:09.744988 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-3a55e0a3-451b-417a-b092-435788035e61 req-5765a001-dade-4dba-a1c6-c6abad96bd81 service neutron] 10.222.0.35 "GET /v2.0/networks/ac4dcb0d-17ab-4060-82e2-c35125d24eab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1496637 Jul 14 18:19:09.773794 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f2fbb3cc-5596-4d59-b884-056b4195698c req-1a408173-0aaa-48c6-9af0-cb0abcb4f1aa tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] 10.222.0.16 "GET /v2.0/security-groups?id=540fae54-ccea-4309-9c99-81b930eedb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021385 Jul 14 18:19:09.786160 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-563f326a-8d7c-4cc5-b92c-7a65500b4a0e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3c266d0fc5974ef5ab2126587d6d55ee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5025156 Jul 14 18:19:09.789531 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 52982) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:19:09.845345 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-59e99160-a199-4db2-a7bc-e152803e2693 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:09.849703 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-59e99160-a199-4db2-a7bc-e152803e2693 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:09.853848 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-59e99160-a199-4db2-a7bc-e152803e2693 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2c948231-fe8e-41bb-b14f-c0883f76435b HTTP/1.1" status: 204 len: 168 time: 0.2906518 Jul 14 18:19:09.877373 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e99160-a199-4db2-a7bc-e152803e2693 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c948231-fe8e-41bb-b14f-c0883f76435b,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:19:09.903372 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-69f0a4b3-9735-44dd-98dc-e27cbc0ba50d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:09.950583 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Device c304b409-150d-46b2-b4ee-f4df5d20e1b7 details requested by agent hyperv_n-h2-800634-3 with host n-h2-800634-3 {{(pid=93917) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 18:19:09.995287 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-69f0a4b3-9735-44dd-98dc-e27cbc0ba50d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:10.026916 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-e8192f60-52ee-46a2-9030-b4d861aafafe admin admin] Notify callbacks [] for security_group, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:10.135078 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-69f0a4b3-9735-44dd-98dc-e27cbc0ba50d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:10.138067 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-69f0a4b3-9735-44dd-98dc-e27cbc0ba50d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:10.141883 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-69f0a4b3-9735-44dd-98dc-e27cbc0ba50d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/07f9f38f-2175-4ed5-bf94-802a1cd1aaee HTTP/1.1" status: 204 len: 168 time: 0.3507817 Jul 14 18:19:10.158792 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc3281e-901c-4750-8da3-a1ba2dfb0b69 req-ad7d7352-8af0-4f3d-a369-13e6b080a705 tempest-AttachSCSIVolumeTestJSON-1045345527 tempest-AttachSCSIVolumeTestJSON-1045345527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:19:10.160846 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-9bc3281e-901c-4750-8da3-a1ba2dfb0b69 req-ad7d7352-8af0-4f3d-a369-13e6b080a705 tempest-AttachSCSIVolumeTestJSON-1045345527 tempest-AttachSCSIVolumeTestJSON-1045345527-project] 10.222.0.35 "GET /v2.0/networks?id=0d7296f7-5429-4a43-bea4-f8dd4a7e9780 HTTP/1.1" status: 200 len: 815 time: 0.2296178 Jul 14 18:19:10.163880 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] For port c304b409-150d-46b2-b4ee-f4df5d20e1b7, host n-h2-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=c304b409-150d-46b2-b4ee-f4df5d20e1b7,segment=NetworkSegment(60f92988-9b9b-4790-95f5-9fce88e5a460),segment_id=60f92988-9b9b-4790-95f5-9fce88e5a460)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:19:10.176424 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [req-9bc3281e-901c-4750-8da3-a1ba2dfb0b69 req-439867ab-7f18-469c-9525-80e2ee00bb01 tempest-AttachSCSIVolumeTestJSON-1045345527 tempest-AttachSCSIVolumeTestJSON-1045345527-project] Request body: {'port': {'device_id': '4198bdcc-2894-4ba7-9720-35e4d7947e78', 'network_id': '0d7296f7-5429-4a43-bea4-f8dd4a7e9780', 'admin_state_up': True, 'tenant_id': '94e769da788b4960867d28e3e520b414'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:19:10.196789 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Returning: {'device': 'c304b409-150d-46b2-b4ee-f4df5d20e1b7', 'network_id': '7cee3312-4c4c-4d32-820f-eab965dcf565', 'port_id': 'c304b409-150d-46b2-b4ee-f4df5d20e1b7', 'mac_address': 'fa:16:3e:83:a7:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a54265e-973c-4132-80fb-ad9d5d305963', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93917) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 18:19:10.253226 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:10.257022 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f0a4b3-9735-44dd-98dc-e27cbc0ba50d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07f9f38f-2175-4ed5-bf94-802a1cd1aaee,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:19:10.281085 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c304b409-150d-46b2-b4ee-f4df5d20e1b7 {{(pid=93917) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 18:19:10.312986 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] For port c304b409-150d-46b2-b4ee-f4df5d20e1b7, host n-h2-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=c304b409-150d-46b2-b4ee-f4df5d20e1b7,segment=NetworkSegment(60f92988-9b9b-4790-95f5-9fce88e5a460),segment_id=60f92988-9b9b-4790-95f5-9fce88e5a460)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:19:10.320641 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:10.330058 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-e8192f60-52ee-46a2-9030-b4d861aafafe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:10.337806 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-e8192f60-52ee-46a2-9030-b4d861aafafe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:10.381413 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2fffcd-6d15-4b05-9cf5-02f8213da7ed req-76ad3e5e-1e1d-4b95-b511-66573be6c645 tempest-FloatingIPsAssociationTestJSON-1206343344 tempest-FloatingIPsAssociationTestJSON-1206343344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:19:10.383012 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ed2fffcd-6d15-4b05-9cf5-02f8213da7ed req-76ad3e5e-1e1d-4b95-b511-66573be6c645 tempest-FloatingIPsAssociationTestJSON-1206343344 tempest-FloatingIPsAssociationTestJSON-1206343344-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce10365d-c65b-40b2-8c01-23d1aaffa41c HTTP/1.1" status: 200 len: 943 time: 0.2279875 Jul 14 18:19:10.390805 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c90edde9-7887-47ce-85ce-f888f78197b3 req-8f7725e1-98c5-43b7-b3ae-6afdc82e8ea5 tempest-AttachSCSIVolumeTestJSON-1045345527 tempest-AttachSCSIVolumeTestJSON-1045345527-project] 10.222.0.16 "GET /v2.0/ports?device_id=4198bdcc-2894-4ba7-9720-35e4d7947e78 HTTP/1.1" status: 200 len: 210 time: 0.1044648 Jul 14 18:19:10.425214 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Pushing event updated for resources: {'Port': ['ID=c304b409-150d-46b2-b4ee-f4df5d20e1b7,revision_number=4']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:19:10.438848 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-e8192f60-52ee-46a2-9030-b4d861aafafe admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a3232037f6d24dfa9209741065d3b43a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7438428 Jul 14 18:19:10.442931 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 52998) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:19:10.454200 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 53002) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:19:10.461548 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8192f60-52ee-46a2-9030-b4d861aafafe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91a2b542-b966-4da4-b946-2f26c3027467,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:19:10.491657 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-1cec5f41-bc7a-4e90-a829-8919a781200a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:10.523894 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ed2fffcd-6d15-4b05-9cf5-02f8213da7ed req-f6d74246-87ce-423e-ab4a-5387f0e2875f tempest-FloatingIPsAssociationTestJSON-1206343344 tempest-FloatingIPsAssociationTestJSON-1206343344-project] 10.222.0.16 "GET /v2.0/security-groups?id=3a5c8f7b-f109-4bb8-81a7-bf349191d701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291146 Jul 14 18:19:10.529478 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] get_ports_and_sgs() called for port_ids ['c304b409-150d-46b2-b4ee-f4df5d20e1b7'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 18:19:10.561780 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-4a14cdd8-e2f3-4afe-8b62-55b1997c57ab req-6a49f22d-c590-4733-9bad-3c37da18450a tempest-QuotasAdminNegativeTest-1613556078 tempest-QuotasAdminNegativeTest-1613556078-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=64ab30dd37324db0b6dd11badadc8afe&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0365248 Jul 14 18:19:10.580436 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9bc3281e-901c-4750-8da3-a1ba2dfb0b69 req-439867ab-7f18-469c-9525-80e2ee00bb01 tempest-AttachSCSIVolumeTestJSON-1045345527 tempest-AttachSCSIVolumeTestJSON-1045345527-project] Made reservation on behalf of 94e769da788b4960867d28e3e520b414 for: {'port': 1} {{(pid=93916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:19:10.587184 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-9bc3281e-901c-4750-8da3-a1ba2dfb0b69 req-439867ab-7f18-469c-9525-80e2ee00bb01 tempest-AttachSCSIVolumeTestJSON-1045345527 tempest-AttachSCSIVolumeTestJSON-1045345527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:10.642901 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-7b54779a-280a-41c8-9a25-2de86d547506 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:10.788158 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a14cdd8-e2f3-4afe-8b62-55b1997c57ab req-8e80efff-6797-4af9-af1d-9476514b850a tempest-QuotasAdminNegativeTest-1613556078 tempest-QuotasAdminNegativeTest-1613556078-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:19:10.792012 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-7b54779a-280a-41c8-9a25-2de86d547506 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:10.798280 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-4a14cdd8-e2f3-4afe-8b62-55b1997c57ab req-8e80efff-6797-4af9-af1d-9476514b850a tempest-QuotasAdminNegativeTest-1613556078 tempest-QuotasAdminNegativeTest-1613556078-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2295554 Jul 14 18:19:10.823722 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-4a14cdd8-e2f3-4afe-8b62-55b1997c57ab req-83edec23-c2a8-4930-b77a-88e7d118ef2d tempest-QuotasAdminNegativeTest-1613556078 tempest-QuotasAdminNegativeTest-1613556078-project] 10.222.0.16 "GET /v2.0/quotas/64ab30dd37324db0b6dd11badadc8afe HTTP/1.1" status: 200 len: 375 time: 0.0232921 Jul 14 18:19:10.879745 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-4a14cdd8-e2f3-4afe-8b62-55b1997c57ab req-cab7686c-a226-4385-b320-36ca76725b92 tempest-QuotasAdminNegativeTest-1613556078 tempest-QuotasAdminNegativeTest-1613556078-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=64ab30dd37324db0b6dd11badadc8afe&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0550644 Jul 14 18:19:10.944466 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-1cec5f41-bc7a-4e90-a829-8919a781200a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:10.984035 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.db_base_plugin_common [req-9bc3281e-901c-4750-8da3-a1ba2dfb0b69 req-439867ab-7f18-469c-9525-80e2ee00bb01 tempest-AttachSCSIVolumeTestJSON-1045345527 tempest-AttachSCSIVolumeTestJSON-1045345527-project] Allocated IP 172.20.0.10 (0d7296f7-5429-4a43-bea4-f8dd4a7e9780/78dfe6c1-acef-4017-a82a-0a4186e136cd/c05aebc4-4d8b-4d8c-8845-a47245685659) {{(pid=93916) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:19:10.985074 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-1cec5f41-bc7a-4e90-a829-8919a781200a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:11.000711 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-7b54779a-280a-41c8-9a25-2de86d547506 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:11.003282 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-7b54779a-280a-41c8-9a25-2de86d547506 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:11.007477 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-7b54779a-280a-41c8-9a25-2de86d547506 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/91a2b542-b966-4da4-b946-2f26c3027467 HTTP/1.1" status: 204 len: 168 time: 0.5604663 Jul 14 18:19:11.029485 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b54779a-280a-41c8-9a25-2de86d547506 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91a2b542-b966-4da4-b946-2f26c3027467,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:19:11.071773 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cec5f41-bc7a-4e90-a829-8919a781200a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3739e2e-f618-476d-abef-68e35dd29a79,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:19:11.076310 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-1cec5f41-bc7a-4e90-a829-8919a781200a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6d9f9c9787904ff3ba95ed91f6896d4e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6208973 Jul 14 18:19:11.079417 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 53044) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:19:11.149413 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5925e086-e3b9-44fd-a830-c1d8358775ae req-e8e3fb33-f9f1-4177-8987-183336eb29d1 tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:19:11.157007 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-5925e086-e3b9-44fd-a830-c1d8358775ae req-e8e3fb33-f9f1-4177-8987-183336eb29d1 tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] 10.222.0.16 "GET /v2.0/ports?device_id=beccc4b5-3ac3-49b2-9770-40ce37745a2b HTTP/1.1" status: 200 len: 945 time: 0.2079184 Jul 14 18:19:11.190374 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-9bc3281e-901c-4750-8da3-a1ba2dfb0b69 req-439867ab-7f18-469c-9525-80e2ee00bb01 tempest-AttachSCSIVolumeTestJSON-1045345527 tempest-AttachSCSIVolumeTestJSON-1045345527-project] Notify callbacks [] for port, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:11.198785 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-83f1d961-dd77-4ec2-b48c-9a38c7bbdb4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:11.211714 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.provisioning_blocks [req-9bc3281e-901c-4750-8da3-a1ba2dfb0b69 req-439867ab-7f18-469c-9525-80e2ee00bb01 tempest-AttachSCSIVolumeTestJSON-1045345527 tempest-AttachSCSIVolumeTestJSON-1045345527-project] Transition to ACTIVE for port object c05aebc4-4d8b-4d8c-8845-a47245685659 will not be triggered until provisioned by entity DHCP. {{(pid=93916) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:19:11.268088 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-9bc3281e-901c-4750-8da3-a1ba2dfb0b69 req-439867ab-7f18-469c-9525-80e2ee00bb01 tempest-AttachSCSIVolumeTestJSON-1045345527 tempest-AttachSCSIVolumeTestJSON-1045345527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804'] for port, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:11.273855 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-83f1d961-dd77-4ec2-b48c-9a38c7bbdb4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:11.319392 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-5925e086-e3b9-44fd-a830-c1d8358775ae req-48a1a5c3-fdd0-4804-a5dc-db1bf86a131a tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] 10.222.0.16 "GET /v2.0/security-groups?id=540fae54-ccea-4309-9c99-81b930eedb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611364 Jul 14 18:19:11.391040 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9bc3281e-901c-4750-8da3-a1ba2dfb0b69 req-439867ab-7f18-469c-9525-80e2ee00bb01 tempest-AttachSCSIVolumeTestJSON-1045345527 tempest-AttachSCSIVolumeTestJSON-1045345527-project] Network 0d7296f7-5429-4a43-bea4-f8dd4a7e9780 is already hosted by enough agents. {{(pid=93916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:19:11.397382 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [req-9bc3281e-901c-4750-8da3-a1ba2dfb0b69 req-439867ab-7f18-469c-9525-80e2ee00bb01 tempest-AttachSCSIVolumeTestJSON-1045345527 tempest-AttachSCSIVolumeTestJSON-1045345527-project] Resources bound (agent type, host, resource id): {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:19:11.407201 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.l3_dvrscheduler_db [req-9bc3281e-901c-4750-8da3-a1ba2dfb0b69 req-439867ab-7f18-469c-9525-80e2ee00bb01 tempest-AttachSCSIVolumeTestJSON-1045345527 tempest-AttachSCSIVolumeTestJSON-1045345527-project] Received port after_create {{(pid=93916) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:19:11.414747 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc3281e-901c-4750-8da3-a1ba2dfb0b69 req-439867ab-7f18-469c-9525-80e2ee00bb01 tempest-AttachSCSIVolumeTestJSON-1045345527 tempest-AttachSCSIVolumeTestJSON-1045345527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:19:11.415516 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-9bc3281e-901c-4750-8da3-a1ba2dfb0b69 req-439867ab-7f18-469c-9525-80e2ee00bb01 tempest-AttachSCSIVolumeTestJSON-1045345527 tempest-AttachSCSIVolumeTestJSON-1045345527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:11.442690 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439867ab-7f18-469c-9525-80e2ee00bb01 tempest-AttachSCSIVolumeTestJSON-1045345527 tempest-AttachSCSIVolumeTestJSON-1045345527-project] Pushing event updated for resources: {'Port': ['ID=c05aebc4-4d8b-4d8c-8845-a47245685659,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:19:11.446949 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-9bc3281e-901c-4750-8da3-a1ba2dfb0b69 req-439867ab-7f18-469c-9525-80e2ee00bb01 tempest-AttachSCSIVolumeTestJSON-1045345527 tempest-AttachSCSIVolumeTestJSON-1045345527-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2763376 Jul 14 18:19:11.447286 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-83f1d961-dd77-4ec2-b48c-9a38c7bbdb4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:11.457962 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-83f1d961-dd77-4ec2-b48c-9a38c7bbdb4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:11.465158 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-83f1d961-dd77-4ec2-b48c-9a38c7bbdb4f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d3739e2e-f618-476d-abef-68e35dd29a79 HTTP/1.1" status: 204 len: 168 time: 0.3832691 Jul 14 18:19:11.475838 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [req-9bc3281e-901c-4750-8da3-a1ba2dfb0b69 req-9bec5f59-2baa-4524-8ec1-2ab14b6e2cb1 service neutron] Request body: {'port': {'device_id': '4198bdcc-2894-4ba7-9720-35e4d7947e78', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800634-3'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:19:11.501619 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f1d961-dd77-4ec2-b48c-9a38c7bbdb4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3739e2e-f618-476d-abef-68e35dd29a79,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:19:11.643883 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-9bc3281e-901c-4750-8da3-a1ba2dfb0b69 req-9bec5f59-2baa-4524-8ec1-2ab14b6e2cb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:11.863927 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2e0cec-0ca5-42f5-9e9e-7a38bfe68cf4 req-0ed17afd-cbaa-4bd4-83c0-75e81dd78aeb tempest-AttachSCSIVolumeTestJSON-1045345527 tempest-AttachSCSIVolumeTestJSON-1045345527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:19:11.871292 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-fc2e0cec-0ca5-42f5-9e9e-7a38bfe68cf4 req-0ed17afd-cbaa-4bd4-83c0-75e81dd78aeb tempest-AttachSCSIVolumeTestJSON-1045345527 tempest-AttachSCSIVolumeTestJSON-1045345527-project] 10.222.0.16 "GET /v2.0/ports?device_id=4198bdcc-2894-4ba7-9720-35e4d7947e78 HTTP/1.1" status: 200 len: 932 time: 0.2249863 Jul 14 18:19:11.907925 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-129dd3fc-9750-40dd-9535-b06cfc03b5cd None None] Provisioning for port c05aebc4-4d8b-4d8c-8845-a47245685659 completed by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:19:11.916855 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-129dd3fc-9750-40dd-9535-b06cfc03b5cd None None] Provisioning complete for port c05aebc4-4d8b-4d8c-8845-a47245685659 triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:19:11.917204 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-129dd3fc-9750-40dd-9535-b06cfc03b5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:11.933810 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 53066) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:19:11.984847 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-c8f20424-2e19-454a-8930-a77f66e46e9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:12.009217 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Device 86c7edc6-b461-40cb-857e-eb34e0bdc524 details requested by agent hyperv_n-h2-800634-3 with host n-h2-800634-3 {{(pid=93917) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 18:19:12.011194 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Device c304b409-150d-46b2-b4ee-f4df5d20e1b7 up at agent hyperv_n-h2-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:19:12.125594 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-129dd3fc-9750-40dd-9535-b06cfc03b5cd None None] Port c05aebc4-4d8b-4d8c-8845-a47245685659 cannot update to ACTIVE because it is not bound. {{(pid=93917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 18:19:12.161760 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-c8f20424-2e19-454a-8930-a77f66e46e9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:12.172031 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-c8f20424-2e19-454a-8930-a77f66e46e9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:12.208446 n-d-800634-3 neutron-server[93916]: DEBUG neutron.notifiers.nova [req-9bc3281e-901c-4750-8da3-a1ba2dfb0b69 req-9bec5f59-2baa-4524-8ec1-2ab14b6e2cb1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c05aebc4-4d8b-4d8c-8845-a47245685659 {{(pid=93916) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 18:19:12.230044 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-fc2e0cec-0ca5-42f5-9e9e-7a38bfe68cf4 req-c95f2d0e-4359-4e8e-9443-c2d028d34fe4 tempest-AttachSCSIVolumeTestJSON-1045345527 tempest-AttachSCSIVolumeTestJSON-1045345527-project] 10.222.0.16 "GET /v2.0/security-groups?id=975dfb1e-0a99-4a57-8210-34fc1432950d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3450072 Jul 14 18:19:12.230208 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-9bc3281e-901c-4750-8da3-a1ba2dfb0b69 req-9bec5f59-2baa-4524-8ec1-2ab14b6e2cb1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:12.264502 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.provisioning_blocks [req-9bc3281e-901c-4750-8da3-a1ba2dfb0b69 req-9bec5f59-2baa-4524-8ec1-2ab14b6e2cb1 service neutron] Transition to ACTIVE for port object c05aebc4-4d8b-4d8c-8845-a47245685659 will not be triggered until provisioned by entity L2. {{(pid=93916) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:19:12.271905 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-9bc3281e-901c-4750-8da3-a1ba2dfb0b69 req-9bec5f59-2baa-4524-8ec1-2ab14b6e2cb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:12.291781 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Provisioning for port c304b409-150d-46b2-b4ee-f4df5d20e1b7 completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:19:12.298886 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-c8f20424-2e19-454a-8930-a77f66e46e9a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f826221aaec04fdab60b2a592056f2cb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3620005 Jul 14 18:19:12.303376 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 53080) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:19:12.304316 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Provisioning complete for port c304b409-150d-46b2-b4ee-f4df5d20e1b7 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:19:12.304695 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:12.325538 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f20424-2e19-454a-8930-a77f66e46e9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e26848d3-4f1a-4640-aa29-851b40f8c32b,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:19:12.440654 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] For port 86c7edc6-b461-40cb-857e-eb34e0bdc524, host n-h2-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=86c7edc6-b461-40cb-857e-eb34e0bdc524,segment=NetworkSegment(06c66395-d1c3-4d06-8efa-6bd69b5e26e2),segment_id=06c66395-d1c3-4d06-8efa-6bd69b5e26e2)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:19:12.449828 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bec5f59-2baa-4524-8ec1-2ab14b6e2cb1 service neutron] Pushing event updated for resources: {'Port': ['ID=c05aebc4-4d8b-4d8c-8845-a47245685659,revision_number=2']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:19:12.458911 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.managers [req-9bc3281e-901c-4750-8da3-a1ba2dfb0b69 req-9bec5f59-2baa-4524-8ec1-2ab14b6e2cb1 service neutron] Attempting to bind port c05aebc4-4d8b-4d8c-8845-a47245685659 on host n-h2-800634-3 for vnic_type normal with profile {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:19:12.459251 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.managers [req-9bc3281e-901c-4750-8da3-a1ba2dfb0b69 req-9bec5f59-2baa-4524-8ec1-2ab14b6e2cb1 service neutron] Attempting to bind port c05aebc4-4d8b-4d8c-8845-a47245685659 by drivers openvswitch,hyperv on host n-h2-800634-3 at level 0 using segments [{'id': 'cf789593-5632-42b9-b2ee-de040717f27d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '0d7296f7-5429-4a43-bea4-f8dd4a7e9780'}] {{(pid=93916) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:19:12.459585 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bc3281e-901c-4750-8da3-a1ba2dfb0b69 req-9bec5f59-2baa-4524-8ec1-2ab14b6e2cb1 service neutron] Attempting to bind port c05aebc4-4d8b-4d8c-8845-a47245685659 on network 0d7296f7-5429-4a43-bea4-f8dd4a7e9780 {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:19:12.491135 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bc3281e-901c-4750-8da3-a1ba2dfb0b69 req-9bec5f59-2baa-4524-8ec1-2ab14b6e2cb1 service neutron] Port c05aebc4-4d8b-4d8c-8845-a47245685659 on network 0d7296f7-5429-4a43-bea4-f8dd4a7e9780 not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-3 {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 18:19:12.491475 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bc3281e-901c-4750-8da3-a1ba2dfb0b69 req-9bec5f59-2baa-4524-8ec1-2ab14b6e2cb1 service neutron] Attempting to bind port c05aebc4-4d8b-4d8c-8845-a47245685659 on network 0d7296f7-5429-4a43-bea4-f8dd4a7e9780 {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:19:12.511700 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bc3281e-901c-4750-8da3-a1ba2dfb0b69 req-9bec5f59-2baa-4524-8ec1-2ab14b6e2cb1 service neutron] Checking agent: {'id': '08e36a6c-8d04-48f0-a644-f27680635246', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 15, 35), 'started_at': datetime.datetime(2021, 7, 14, 18, 15, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 18, 19, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 18:19:12.511977 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bc3281e-901c-4750-8da3-a1ba2dfb0b69 req-9bec5f59-2baa-4524-8ec1-2ab14b6e2cb1 service neutron] Checking segment: {'id': 'cf789593-5632-42b9-b2ee-de040717f27d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '0d7296f7-5429-4a43-bea4-f8dd4a7e9780'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93916) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:19:12.512413 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bc3281e-901c-4750-8da3-a1ba2dfb0b69 req-9bec5f59-2baa-4524-8ec1-2ab14b6e2cb1 service neutron] Bound using segment: {'id': 'cf789593-5632-42b9-b2ee-de040717f27d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '0d7296f7-5429-4a43-bea4-f8dd4a7e9780'} {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 18:19:12.513265 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.managers [req-9bc3281e-901c-4750-8da3-a1ba2dfb0b69 req-9bec5f59-2baa-4524-8ec1-2ab14b6e2cb1 service neutron] Bound port: c05aebc4-4d8b-4d8c-8845-a47245685659, host: n-h2-800634-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf789593-5632-42b9-b2ee-de040717f27d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '0d7296f7-5429-4a43-bea4-f8dd4a7e9780'}}] {{(pid=93916) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 18:19:12.513265 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-9bc3281e-901c-4750-8da3-a1ba2dfb0b69 req-9bec5f59-2baa-4524-8ec1-2ab14b6e2cb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:12.518642 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Returning: {'device': '86c7edc6-b461-40cb-857e-eb34e0bdc524', 'network_id': 'ac4dcb0d-17ab-4060-82e2-c35125d24eab', 'port_id': '86c7edc6-b461-40cb-857e-eb34e0bdc524', 'mac_address': 'fa:16:3e:5f:0c:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97d79b9c-1ae1-496e-8ce3-67d30e2cc4e1', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93917) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 18:19:12.593726 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-d91d0fd5-b6c6-46e3-b710-d6d5dd925b85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:12.642174 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddf2475-5619-4990-a04e-90552e340a59 req-02d694e0-e081-4469-8b08-930f99b5caa8 tempest-FloatingIPsAssociationTestJSON-1206343344 tempest-FloatingIPsAssociationTestJSON-1206343344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:19:12.654580 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-8ddf2475-5619-4990-a04e-90552e340a59 req-02d694e0-e081-4469-8b08-930f99b5caa8 tempest-FloatingIPsAssociationTestJSON-1206343344 tempest-FloatingIPsAssociationTestJSON-1206343344-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce10365d-c65b-40b2-8c01-23d1aaffa41c HTTP/1.1" status: 200 len: 943 time: 0.2892454 Jul 14 18:19:12.697201 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.db [req-9bc3281e-901c-4750-8da3-a1ba2dfb0b69 req-9bec5f59-2baa-4524-8ec1-2ab14b6e2cb1 service neutron] For port c05aebc4-4d8b-4d8c-8845-a47245685659, host n-h2-800634-3, cleared binding levels {{(pid=93916) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:19:12.702793 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:12.704964 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.db [req-9bc3281e-901c-4750-8da3-a1ba2dfb0b69 req-9bec5f59-2baa-4524-8ec1-2ab14b6e2cb1 service neutron] For port c05aebc4-4d8b-4d8c-8845-a47245685659, host n-h2-800634-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=c05aebc4-4d8b-4d8c-8845-a47245685659,segment=NetworkSegment(cf789593-5632-42b9-b2ee-de040717f27d),segment_id=cf789593-5632-42b9-b2ee-de040717f27d)] {{(pid=93916) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 18:19:12.709571 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:12.713091 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-9bc3281e-901c-4750-8da3-a1ba2dfb0b69 req-9bec5f59-2baa-4524-8ec1-2ab14b6e2cb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:12.757401 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86c7edc6-b461-40cb-857e-eb34e0bdc524 {{(pid=93917) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 18:19:12.800950 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-d91d0fd5-b6c6-46e3-b710-d6d5dd925b85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:12.828460 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bec5f59-2baa-4524-8ec1-2ab14b6e2cb1 service neutron] Pushing event updated for resources: {'Port': ['ID=c05aebc4-4d8b-4d8c-8845-a47245685659,revision_number=3']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:19:12.838510 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] For port c304b409-150d-46b2-b4ee-f4df5d20e1b7, host n-h2-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=c304b409-150d-46b2-b4ee-f4df5d20e1b7,segment=NetworkSegment(60f92988-9b9b-4790-95f5-9fce88e5a460),segment_id=60f92988-9b9b-4790-95f5-9fce88e5a460)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:19:12.853018 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'beccc4b5-3ac3-49b2-9770-40ce37745a2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c304b409-150d-46b2-b4ee-f4df5d20e1b7'}] {{(pid=93917) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:19:12.856701 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20b787f3c29eaa7aa2a4d648c725a2124c5ff39a8d793252f9d844495e14cf42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81faeda2-cafb-43ec-86c9-d8dfb5ae64de" -d '{"events": [{"server_uuid": "beccc4b5-3ac3-49b2-9770-40ce37745a2b", "name": "network-vif-plugged", "status": "completed", "tag": "c304b409-150d-46b2-b4ee-f4df5d20e1b7"}]}' {{(pid=93917) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:19:12.858091 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc3281e-901c-4750-8da3-a1ba2dfb0b69 req-9bec5f59-2baa-4524-8ec1-2ab14b6e2cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:19:12.858911 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-9bc3281e-901c-4750-8da3-a1ba2dfb0b69 req-9bec5f59-2baa-4524-8ec1-2ab14b6e2cb1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:12.860399 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-9bc3281e-901c-4750-8da3-a1ba2dfb0b69 req-9bec5f59-2baa-4524-8ec1-2ab14b6e2cb1 service neutron] 10.222.0.35 "PUT /v2.0/ports/c05aebc4-4d8b-4d8c-8845-a47245685659 HTTP/1.1" status: 200 len: 1092 time: 1.3931293 Jul 14 18:19:12.861082 n-d-800634-3 neutron-server[93916]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4198bdcc-2894-4ba7-9720-35e4d7947e78', 'tag': 'c05aebc4-4d8b-4d8c-8845-a47245685659'}] {{(pid=93916) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:19:12.864488 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f803e150b363a7893830aa996ac27753fa25517c406ecd3536b7c2d4b26eeb9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7290ebac-0655-4e2e-921e-a0546fc504d6" -d '{"events": [{"name": "network-changed", "server_uuid": "4198bdcc-2894-4ba7-9720-35e4d7947e78", "tag": "c05aebc4-4d8b-4d8c-8845-a47245685659"}]}' {{(pid=93916) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:19:12.884766 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:12.891979 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-8ddf2475-5619-4990-a04e-90552e340a59 req-def85e0f-3365-4047-bd93-2f1723dbbd2c tempest-FloatingIPsAssociationTestJSON-1206343344 tempest-FloatingIPsAssociationTestJSON-1206343344-project] 10.222.0.16 "GET /v2.0/security-groups?id=3a5c8f7b-f109-4bb8-81a7-bf349191d701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2344968 Jul 14 18:19:13.022899 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-d91d0fd5-b6c6-46e3-b710-d6d5dd925b85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:13.028593 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-d91d0fd5-b6c6-46e3-b710-d6d5dd925b85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:13.030210 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-d91d0fd5-b6c6-46e3-b710-d6d5dd925b85 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e26848d3-4f1a-4640-aa29-851b40f8c32b HTTP/1.1" status: 204 len: 168 time: 0.7249773 Jul 14 18:19:13.055392 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc3281e-901c-4750-8da3-a1ba2dfb0b69 req-98b2ea90-9475-43d2-a617-fb1250a90cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:19:13.057083 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-9bc3281e-901c-4750-8da3-a1ba2dfb0b69 req-98b2ea90-9475-43d2-a617-fb1250a90cf0 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=94e769da788b4960867d28e3e520b414&device_id=4198bdcc-2894-4ba7-9720-35e4d7947e78 HTTP/1.1" status: 200 len: 1095 time: 0.1377831 Jul 14 18:19:13.080846 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91d0fd5-b6c6-46e3-b710-d6d5dd925b85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e26848d3-4f1a-4640-aa29-851b40f8c32b,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:19:13.294673 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] For port 86c7edc6-b461-40cb-857e-eb34e0bdc524, host n-h2-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=86c7edc6-b461-40cb-857e-eb34e0bdc524,segment=NetworkSegment(06c66395-d1c3-4d06-8efa-6bd69b5e26e2),segment_id=06c66395-d1c3-4d06-8efa-6bd69b5e26e2)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:19:13.411443 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-9bc3281e-901c-4750-8da3-a1ba2dfb0b69 req-ceb320a0-18ca-448d-96c9-5d9716ce0810 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c05aebc4-4d8b-4d8c-8845-a47245685659 HTTP/1.1" status: 200 len: 217 time: 0.1598105 Jul 14 18:19:13.412909 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 18:19:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd4a06dd-fbd5-4b70-a475-8fdda1f43ecf x-openstack-request-id: req-fd4a06dd-fbd5-4b70-a475-8fdda1f43ecf {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:19:13.413845 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "beccc4b5-3ac3-49b2-9770-40ce37745a2b", "name": "network-vif-plugged", "status": "completed", "tag": "c304b409-150d-46b2-b4ee-f4df5d20e1b7", "code": 200}]} {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:19:13.414201 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-fd4a06dd-fbd5-4b70-a475-8fdda1f43ecf {{(pid=93917) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:19:13.416001 n-d-800634-3 neutron-server[93917]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'beccc4b5-3ac3-49b2-9770-40ce37745a2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c304b409-150d-46b2-b4ee-f4df5d20e1b7', 'code': 200} Jul 14 18:19:13.417654 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 18:19:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35c905f6-0d24-41ea-bc28-2bddadf5a15a x-openstack-request-id: req-35c905f6-0d24-41ea-bc28-2bddadf5a15a {{(pid=93916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:19:13.417935 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4198bdcc-2894-4ba7-9720-35e4d7947e78", "tag": "c05aebc4-4d8b-4d8c-8845-a47245685659", "status": "completed", "code": 200}]} {{(pid=93916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:19:13.418193 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-35c905f6-0d24-41ea-bc28-2bddadf5a15a {{(pid=93916) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:19:13.418597 n-d-800634-3 neutron-server[93916]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4198bdcc-2894-4ba7-9720-35e4d7947e78', 'tag': 'c05aebc4-4d8b-4d8c-8845-a47245685659', 'status': 'completed', 'code': 200} Jul 14 18:19:13.427056 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:13.495286 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Pushing event updated for resources: {'Port': ['ID=c304b409-150d-46b2-b4ee-f4df5d20e1b7,revision_number=5']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:19:13.538128 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc3281e-901c-4750-8da3-a1ba2dfb0b69 req-685f9cc9-853e-4fdc-9134-a81635c4ac27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:19:13.539608 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-9bc3281e-901c-4750-8da3-a1ba2dfb0b69 req-685f9cc9-853e-4fdc-9134-a81635c4ac27 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=78dfe6c1-acef-4017-a82a-0a4186e136cd HTTP/1.1" status: 200 len: 854 time: 0.1122117 Jul 14 18:19:13.593115 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Pushing event updated for resources: {'Port': ['ID=86c7edc6-b461-40cb-857e-eb34e0bdc524,revision_number=4']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:19:13.668264 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e419a770-a927-471b-a143-ccbd834e70b6 req-e8b0bec9-a278-409c-b3e2-65eda3333bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:19:13.670060 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e419a770-a927-471b-a143-ccbd834e70b6 req-e8b0bec9-a278-409c-b3e2-65eda3333bbe service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=beccc4b5-3ac3-49b2-9770-40ce37745a2b HTTP/1.1" status: 200 len: 1097 time: 0.2673001 Jul 14 18:19:13.688308 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] get_ports_and_sgs() called for port_ids ['86c7edc6-b461-40cb-857e-eb34e0bdc524'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 18:19:13.699724 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c21e5ce-4d4b-4304-aace-f9008e819249 req-d2fa9685-fade-4495-8d68-60903726dd81 tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:19:13.706824 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3c21e5ce-4d4b-4304-aace-f9008e819249 req-d2fa9685-fade-4495-8d68-60903726dd81 tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] 10.222.0.16 "GET /v2.0/ports?device_id=beccc4b5-3ac3-49b2-9770-40ce37745a2b HTTP/1.1" status: 200 len: 946 time: 0.2382503 Jul 14 18:19:13.819613 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3c21e5ce-4d4b-4304-aace-f9008e819249 req-6f66a444-bc71-4baa-a1f0-1d8267f730dc tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] 10.222.0.16 "GET /v2.0/security-groups?id=540fae54-ccea-4309-9c99-81b930eedb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077175 Jul 14 18:19:13.897941 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc3281e-901c-4750-8da3-a1ba2dfb0b69 req-ad88c34a-769b-45d2-b808-16f7935cb710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:19:13.900019 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-9bc3281e-901c-4750-8da3-a1ba2dfb0b69 req-ad88c34a-769b-45d2-b808-16f7935cb710 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0d7296f7-5429-4a43-bea4-f8dd4a7e9780&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1103868 Jul 14 18:19:13.967922 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e419a770-a927-471b-a143-ccbd834e70b6 req-96cff83c-c68b-43c5-b8c1-9aea86dae9a8 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=540fae54-ccea-4309-9c99-81b930eedb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984075 Jul 14 18:19:14.119634 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-9bc3281e-901c-4750-8da3-a1ba2dfb0b69 req-8d656614-8de3-4135-8207-b7fe21c6226b service neutron] 10.222.0.35 "GET /v2.0/networks/0d7296f7-5429-4a43-bea4-f8dd4a7e9780?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1841297 Jul 14 18:19:14.279633 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0153f94-1441-464b-b5be-be9db718ec67 req-11c67f2a-afce-41c0-adad-038179baa503 tempest-AttachSCSIVolumeTestJSON-1045345527 tempest-AttachSCSIVolumeTestJSON-1045345527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:19:14.289818 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f0153f94-1441-464b-b5be-be9db718ec67 req-11c67f2a-afce-41c0-adad-038179baa503 tempest-AttachSCSIVolumeTestJSON-1045345527 tempest-AttachSCSIVolumeTestJSON-1045345527-project] 10.222.0.16 "GET /v2.0/ports?device_id=4198bdcc-2894-4ba7-9720-35e4d7947e78 HTTP/1.1" status: 200 len: 944 time: 0.1566286 Jul 14 18:19:14.366688 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f0153f94-1441-464b-b5be-be9db718ec67 req-1fdef198-a28b-46b7-ad06-0720a3576b72 tempest-AttachSCSIVolumeTestJSON-1045345527 tempest-AttachSCSIVolumeTestJSON-1045345527-project] 10.222.0.16 "GET /v2.0/security-groups?id=975dfb1e-0a99-4a57-8210-34fc1432950d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752757 Jul 14 18:19:14.723630 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617817bc-3530-4701-a1de-cdfc74d036ec req-727079f3-b2fe-45c5-8891-9e4d6755cc11 tempest-FloatingIPsAssociationTestJSON-1206343344 tempest-FloatingIPsAssociationTestJSON-1206343344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:19:14.734779 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-617817bc-3530-4701-a1de-cdfc74d036ec req-727079f3-b2fe-45c5-8891-9e4d6755cc11 tempest-FloatingIPsAssociationTestJSON-1206343344 tempest-FloatingIPsAssociationTestJSON-1206343344-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce10365d-c65b-40b2-8c01-23d1aaffa41c HTTP/1.1" status: 200 len: 944 time: 0.1410489 Jul 14 18:19:14.786463 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-617817bc-3530-4701-a1de-cdfc74d036ec req-34411387-735e-4949-9371-c080dac5a621 tempest-FloatingIPsAssociationTestJSON-1206343344 tempest-FloatingIPsAssociationTestJSON-1206343344-project] 10.222.0.16 "GET /v2.0/security-groups?id=3a5c8f7b-f109-4bb8-81a7-bf349191d701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503259 Jul 14 18:19:15.006882 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 53156) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:19:15.028471 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63330f79-eab1-46c0-83bb-c07dd690232b req-f6b08619-28ce-4404-8087-54a92fffbcef tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:19:15.036026 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-63330f79-eab1-46c0-83bb-c07dd690232b req-f6b08619-28ce-4404-8087-54a92fffbcef tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] 10.222.0.16 "GET /v2.0/ports?device_id=beccc4b5-3ac3-49b2-9770-40ce37745a2b HTTP/1.1" status: 200 len: 946 time: 0.0834832 Jul 14 18:19:15.100300 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-63330f79-eab1-46c0-83bb-c07dd690232b req-c4200d23-49a3-4d7c-a2d5-f07a9592110f tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] 10.222.0.16 "GET /v2.0/security-groups?id=540fae54-ccea-4309-9c99-81b930eedb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632000 Jul 14 18:19:15.245466 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-cb1013e2-905a-41b3-89f2-b4aa6270822c admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1913323266-network', 'tenant_id': 'd1f21963323d4ae1956c5ba38fc6e610'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:19:15.272738 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2c518f32-8df6-4dfe-ba62-834cc014d1da req-49ba9be2-495f-45e3-a139-0cc6a57d5e79 tempest-QuotasAdminNegativeTest-1613556078 tempest-QuotasAdminNegativeTest-1613556078-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=64ab30dd37324db0b6dd11badadc8afe&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0490277 Jul 14 18:19:15.363158 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb1013e2-905a-41b3-89f2-b4aa6270822c admin admin] Made reservation on behalf of d1f21963323d4ae1956c5ba38fc6e610 for: {'network': 1} {{(pid=93915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:19:15.365649 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-cb1013e2-905a-41b3-89f2-b4aa6270822c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for network, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:15.382502 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-cb1013e2-905a-41b3-89f2-b4aa6270822c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:15.462130 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c518f32-8df6-4dfe-ba62-834cc014d1da req-0fc6ef2e-a0d5-44a3-89bb-6d6329a9af35 tempest-QuotasAdminNegativeTest-1613556078 tempest-QuotasAdminNegativeTest-1613556078-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:19:15.468707 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2c518f32-8df6-4dfe-ba62-834cc014d1da req-0fc6ef2e-a0d5-44a3-89bb-6d6329a9af35 tempest-QuotasAdminNegativeTest-1613556078 tempest-QuotasAdminNegativeTest-1613556078-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1951971 Jul 14 18:19:15.485690 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2c518f32-8df6-4dfe-ba62-834cc014d1da req-f0dfa644-2903-4335-995d-c46d33ce01b4 tempest-QuotasAdminNegativeTest-1613556078 tempest-QuotasAdminNegativeTest-1613556078-project] 10.222.0.16 "GET /v2.0/quotas/64ab30dd37324db0b6dd11badadc8afe HTTP/1.1" status: 200 len: 375 time: 0.0159726 Jul 14 18:19:15.537072 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2c518f32-8df6-4dfe-ba62-834cc014d1da req-6e3742c7-a1e1-4203-bc32-dcf707d3b814 tempest-QuotasAdminNegativeTest-1613556078 tempest-QuotasAdminNegativeTest-1613556078-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=64ab30dd37324db0b6dd11badadc8afe&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0505204 Jul 14 18:19:15.703670 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-cb1013e2-905a-41b3-89f2-b4aa6270822c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:15.711024 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-cb1013e2-905a-41b3-89f2-b4aa6270822c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:15.725159 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb1013e2-905a-41b3-89f2-b4aa6270822c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 67} {{(pid=93915) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 18:19:15.765638 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1013e2-905a-41b3-89f2-b4aa6270822c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93c6eb24-b3aa-49c4-93f7-93dd5f011665,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:19:15.786438 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-cb1013e2-905a-41b3-89f2-b4aa6270822c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:15.786798 n-d-800634-3 neutron-server[93915]: INFO neutron.db.segments_db [None req-cb1013e2-905a-41b3-89f2-b4aa6270822c admin admin] Added segment d3ebb57b-621c-4102-bdfe-7fa439ba5ffc of type vlan for network 31a99599-848e-4d3a-b964-3d8069f89b88 Jul 14 18:19:15.855736 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2572d4ee-5a6a-4ccb-8978-b81ca720be1d req-045211d5-0d27-48bc-9a5d-714d7e69fb73 tempest-AttachSCSIVolumeTestJSON-1045345527 tempest-AttachSCSIVolumeTestJSON-1045345527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:19:15.857358 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2572d4ee-5a6a-4ccb-8978-b81ca720be1d req-045211d5-0d27-48bc-9a5d-714d7e69fb73 tempest-AttachSCSIVolumeTestJSON-1045345527 tempest-AttachSCSIVolumeTestJSON-1045345527-project] 10.222.0.16 "GET /v2.0/ports?device_id=4198bdcc-2894-4ba7-9720-35e4d7947e78 HTTP/1.1" status: 200 len: 944 time: 0.3335314 Jul 14 18:19:15.891743 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-cb1013e2-905a-41b3-89f2-b4aa6270822c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728202197517'] for network, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:15.910083 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2572d4ee-5a6a-4ccb-8978-b81ca720be1d req-a63acb47-fb89-412f-9e00-d0308887b7ea tempest-AttachSCSIVolumeTestJSON-1045345527 tempest-AttachSCSIVolumeTestJSON-1045345527-project] 10.222.0.16 "GET /v2.0/security-groups?id=975dfb1e-0a99-4a57-8210-34fc1432950d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431745 Jul 14 18:19:15.968010 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-cb1013e2-905a-41b3-89f2-b4aa6270822c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727'] for network, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:15.969023 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb1013e2-905a-41b3-89f2-b4aa6270822c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:19:15.969623 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-cb1013e2-905a-41b3-89f2-b4aa6270822c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598705'] for network, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:15.977179 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Device 86c7edc6-b461-40cb-857e-eb34e0bdc524 up at agent hyperv_n-h2-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:19:16.092334 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Provisioning for port 86c7edc6-b461-40cb-857e-eb34e0bdc524 completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:19:16.101478 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Provisioning complete for port 86c7edc6-b461-40cb-857e-eb34e0bdc524 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:19:16.101863 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:16.104900 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1013e2-905a-41b3-89f2-b4aa6270822c admin admin] Pushing event updated for resources: {'Network': ['ID=31a99599-848e-4d3a-b964-3d8069f89b88,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:19:16.133951 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-cb1013e2-905a-41b3-89f2-b4aa6270822c admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.1256697 Jul 14 18:19:16.136751 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 53222) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:19:16.141739 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-cef9c439-8442-4254-8a2e-689ba477b4c3 admin admin] Request body: {'subnet': {'network_id': '31a99599-848e-4d3a-b964-3d8069f89b88', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1913323266-subnet', 'tenant_id': 'd1f21963323d4ae1956c5ba38fc6e610', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:19:16.160658 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Network 31a99599-848e-4d3a-b964-3d8069f89b88 details requested by agent ovs-agent-n-d-800634-3 with host n-d-800634-3 {{(pid=93917) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 18:19:16.215370 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cef9c439-8442-4254-8a2e-689ba477b4c3 admin admin] Made reservation on behalf of d1f21963323d4ae1956c5ba38fc6e610 for: {'subnet': 1} {{(pid=93915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:19:16.217965 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-cef9c439-8442-4254-8a2e-689ba477b4c3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:16.324825 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:16.351169 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce10365d-c65b-40b2-8c01-23d1aaffa41c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86c7edc6-b461-40cb-857e-eb34e0bdc524'}] {{(pid=93917) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:19:16.353864 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20b787f3c29eaa7aa2a4d648c725a2124c5ff39a8d793252f9d844495e14cf42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a6dae68-d69c-4753-8559-3c06d7693eaf" -d '{"events": [{"server_uuid": "ce10365d-c65b-40b2-8c01-23d1aaffa41c", "name": "network-vif-plugged", "status": "completed", "tag": "86c7edc6-b461-40cb-857e-eb34e0bdc524"}]}' {{(pid=93917) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:19:16.377488 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] For port 86c7edc6-b461-40cb-857e-eb34e0bdc524, host n-h2-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=86c7edc6-b461-40cb-857e-eb34e0bdc524,segment=NetworkSegment(06c66395-d1c3-4d06-8efa-6bd69b5e26e2),segment_id=06c66395-d1c3-4d06-8efa-6bd69b5e26e2)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:19:16.384977 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:16.450559 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Pushing event updated for resources: {'Port': ['ID=86c7edc6-b461-40cb-857e-eb34e0bdc524,revision_number=5']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:19:16.513972 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d5b3b5-1f5f-4400-8c9a-37f688be813d req-ce6182c8-7da4-4618-9824-47bbc26c59be tempest-FloatingIPsAssociationTestJSON-1206343344 tempest-FloatingIPsAssociationTestJSON-1206343344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:19:16.521874 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b5d5b3b5-1f5f-4400-8c9a-37f688be813d req-ce6182c8-7da4-4618-9824-47bbc26c59be tempest-FloatingIPsAssociationTestJSON-1206343344 tempest-FloatingIPsAssociationTestJSON-1206343344-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce10365d-c65b-40b2-8c01-23d1aaffa41c HTTP/1.1" status: 200 len: 944 time: 0.1901147 Jul 14 18:19:16.647523 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b5d5b3b5-1f5f-4400-8c9a-37f688be813d req-208632e1-e7bc-45f5-abbb-77e49f5850be tempest-FloatingIPsAssociationTestJSON-1206343344 tempest-FloatingIPsAssociationTestJSON-1206343344-project] 10.222.0.16 "GET /v2.0/security-groups?id=3a5c8f7b-f109-4bb8-81a7-bf349191d701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246691 Jul 14 18:19:16.748156 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 53246) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:19:16.770774 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 18:19:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c83b65b-4c55-4f13-b59e-2f0b68e3ed9a x-openstack-request-id: req-0c83b65b-4c55-4f13-b59e-2f0b68e3ed9a {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:19:16.771285 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce10365d-c65b-40b2-8c01-23d1aaffa41c", "name": "network-vif-plugged", "status": "completed", "tag": "86c7edc6-b461-40cb-857e-eb34e0bdc524", "code": 200}]} {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:19:16.771674 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0c83b65b-4c55-4f13-b59e-2f0b68e3ed9a {{(pid=93917) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:19:16.772307 n-d-800634-3 neutron-server[93917]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce10365d-c65b-40b2-8c01-23d1aaffa41c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86c7edc6-b461-40cb-857e-eb34e0bdc524', 'code': 200} Jul 14 18:19:16.823237 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-cef9c439-8442-4254-8a2e-689ba477b4c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727'] for subnet, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:16.853752 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0fba7c-eca2-4316-8077-1ebe857499bb req-fad9d481-e829-4a25-9f34-5095d377ceb8 tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:19:16.855277 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3f0fba7c-eca2-4316-8077-1ebe857499bb req-fad9d481-e829-4a25-9f34-5095d377ceb8 tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] 10.222.0.16 "GET /v2.0/ports?device_id=beccc4b5-3ac3-49b2-9770-40ce37745a2b HTTP/1.1" status: 200 len: 946 time: 0.2790623 Jul 14 18:19:16.949236 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef9c439-8442-4254-8a2e-689ba477b4c3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8fa41a13-248e-4ed4-8731-d525cb4f3c62,revision_number=0']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:19:16.974717 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3f0fba7c-eca2-4316-8077-1ebe857499bb req-26db9b8c-23a1-47d9-bf6b-a46aa0d98008 tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] 10.222.0.16 "GET /v2.0/security-groups?id=540fae54-ccea-4309-9c99-81b930eedb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985587 Jul 14 18:19:16.976040 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cef9c439-8442-4254-8a2e-689ba477b4c3 admin admin] Checking segment: {'id': 'd3ebb57b-621c-4102-bdfe-7fa439ba5ffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '31a99599-848e-4d3a-b964-3d8069f89b88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:19:16.976431 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cef9c439-8442-4254-8a2e-689ba477b4c3 admin admin] Network hostable DHCP agents. Network: 31a99599-848e-4d3a-b964-3d8069f89b88, hostable agents: ['028393c3-0576-4ebd-bca1-8ea8a148e1a2'], hosted agents: [] {{(pid=93915) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 18:19:17.010514 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cef9c439-8442-4254-8a2e-689ba477b4c3 admin admin] Network 31a99599-848e-4d3a-b964-3d8069f89b88 is scheduled to be hosted by DHCP agent 028393c3-0576-4ebd-bca1-8ea8a148e1a2 with binding_index 1 {{(pid=93915) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 18:19:17.021526 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [None req-cef9c439-8442-4254-8a2e-689ba477b4c3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-3, 31a99599-848e-4d3a-b964-3d8069f89b88) {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:19:17.040043 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c16fdefb-0f74-446c-92f3-d5bdc4fd1d56 None None] Network 31a99599-848e-4d3a-b964-3d8069f89b88 requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:19:17.041168 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cef9c439-8442-4254-8a2e-689ba477b4c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:19:17.041837 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-cef9c439-8442-4254-8a2e-689ba477b4c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598705'] for subnet, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:17.059377 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-cef9c439-8442-4254-8a2e-689ba477b4c3 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9214447 Jul 14 18:19:17.071986 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-4cd78775-6a44-491a-8a65-a7aa783649d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:17.217176 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-064ab93c-62d9-44c0-8ed8-6e869a5c62c0 req-417ff602-2138-4107-a1c7-820b67fe7795 tempest-LiveMigrationNegativeTest-237635840 tempest-LiveMigrationNegativeTest-237635840-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=2acc825401794014b40c640f7ddf4b4a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0794554 Jul 14 18:19:17.251613 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-4cd78775-6a44-491a-8a65-a7aa783649d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:17.257862 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-4cd78775-6a44-491a-8a65-a7aa783649d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:17.307964 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd78775-6a44-491a-8a65-a7aa783649d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31849f73-9462-43fd-968b-fb94f7c42422,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:19:17.329900 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-4cd78775-6a44-491a-8a65-a7aa783649d3 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=64ab30dd37324db0b6dd11badadc8afe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5796409 Jul 14 18:19:17.334585 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 53272) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:19:17.344534 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91a1e24b-e4c6-49fc-b400-32b594a8c9ea None None] Network 31a99599-848e-4d3a-b964-3d8069f89b88 requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:19:17.405156 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-57f3bcbd-3e72-4510-8378-3c0a70d74de1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:17.447164 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-57f3bcbd-3e72-4510-8378-3c0a70d74de1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:17.542840 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-57f3bcbd-3e72-4510-8378-3c0a70d74de1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:17.547639 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-57f3bcbd-3e72-4510-8378-3c0a70d74de1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:17.556255 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-57f3bcbd-3e72-4510-8378-3c0a70d74de1 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/31849f73-9462-43fd-968b-fb94f7c42422 HTTP/1.1" status: 204 len: 168 time: 0.2148156 Jul 14 18:19:17.586091 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f3bcbd-3e72-4510-8378-3c0a70d74de1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31849f73-9462-43fd-968b-fb94f7c42422,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:19:17.652840 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064ab93c-62d9-44c0-8ed8-6e869a5c62c0 req-c54da4a4-2def-4cbb-b0e7-50eac3b9732e tempest-LiveMigrationNegativeTest-237635840 tempest-LiveMigrationNegativeTest-237635840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:19:17.660580 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-064ab93c-62d9-44c0-8ed8-6e869a5c62c0 req-c54da4a4-2def-4cbb-b0e7-50eac3b9732e tempest-LiveMigrationNegativeTest-237635840 tempest-LiveMigrationNegativeTest-237635840-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4417648 Jul 14 18:19:17.681037 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-064ab93c-62d9-44c0-8ed8-6e869a5c62c0 req-b58170d0-b8cc-4707-a27e-800616978e86 tempest-LiveMigrationNegativeTest-237635840 tempest-LiveMigrationNegativeTest-237635840-project] 10.222.0.16 "GET /v2.0/quotas/2acc825401794014b40c640f7ddf4b4a HTTP/1.1" status: 200 len: 375 time: 0.0190933 Jul 14 18:19:17.705537 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 53282) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:19:17.733027 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-064ab93c-62d9-44c0-8ed8-6e869a5c62c0 req-1cb20ef1-33ff-46ee-8afa-9eb877901590 tempest-LiveMigrationNegativeTest-237635840 tempest-LiveMigrationNegativeTest-237635840-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=2acc825401794014b40c640f7ddf4b4a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0507925 Jul 14 18:19:17.799965 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552b6a7c-f08b-4012-a59b-5ce7b458b85d req-297ee21e-6dae-413b-8cff-0fe619e56a98 tempest-AttachSCSIVolumeTestJSON-1045345527 tempest-AttachSCSIVolumeTestJSON-1045345527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:19:17.809061 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-552b6a7c-f08b-4012-a59b-5ce7b458b85d req-297ee21e-6dae-413b-8cff-0fe619e56a98 tempest-AttachSCSIVolumeTestJSON-1045345527 tempest-AttachSCSIVolumeTestJSON-1045345527-project] 10.222.0.16 "GET /v2.0/ports?device_id=4198bdcc-2894-4ba7-9720-35e4d7947e78 HTTP/1.1" status: 200 len: 944 time: 0.2366273 Jul 14 18:19:17.911168 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-552b6a7c-f08b-4012-a59b-5ce7b458b85d req-bb78ab93-807e-4ee7-8487-2092e3b8499f tempest-AttachSCSIVolumeTestJSON-1045345527 tempest-AttachSCSIVolumeTestJSON-1045345527-project] 10.222.0.16 "GET /v2.0/security-groups?id=975dfb1e-0a99-4a57-8210-34fc1432950d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999758 Jul 14 18:19:18.183043 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-83873e77-7807-4556-ba41-6605f85e9ea9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:18.218168 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 53302) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:19:18.240572 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-6a01219c-c3f8-4869-95b9-438ca4b5428f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:18.378764 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-83873e77-7807-4556-ba41-6605f85e9ea9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:18.384077 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-83873e77-7807-4556-ba41-6605f85e9ea9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:18.500220 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-83873e77-7807-4556-ba41-6605f85e9ea9 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=76885d1c0f1644809d74a25aa58ceecf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7905140 Jul 14 18:19:18.500809 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83873e77-7807-4556-ba41-6605f85e9ea9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=313eb84e-98be-462b-97db-628cb84e4848,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:19:18.505534 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-746421ef-0ca3-402c-b8e7-c6e2204e2907 req-7c8cd365-15c4-4522-bcfd-3c7237f6a609 tempest-LiveMigrationNegativeTest-237635840 tempest-LiveMigrationNegativeTest-237635840-project] 10.222.0.16 "GET /v2.0/ports?device_id=83355f4c-c851-4a2c-b236-88b99073917d HTTP/1.1" status: 200 len: 210 time: 0.2470379 Jul 14 18:19:18.518192 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 53308) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:19:18.664676 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f488933-3b4c-429c-bb66-fb92759b56bc req-d9145aa6-3302-4d76-8b52-aadf55fdd766 tempest-FloatingIPsAssociationTestJSON-1206343344 tempest-FloatingIPsAssociationTestJSON-1206343344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:19:18.666598 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-0f488933-3b4c-429c-bb66-fb92759b56bc req-d9145aa6-3302-4d76-8b52-aadf55fdd766 tempest-FloatingIPsAssociationTestJSON-1206343344 tempest-FloatingIPsAssociationTestJSON-1206343344-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce10365d-c65b-40b2-8c01-23d1aaffa41c HTTP/1.1" status: 200 len: 945 time: 0.4171708 Jul 14 18:19:18.671801 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-ad6dfd6e-6928-456c-a3a1-f334b68f9295 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:18.688425 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 53314) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:19:18.694890 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-7f49af0a-23c7-4934-9b40-2851d84e570d admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1511620383-network', 'tenant_id': '5b9671d8682d492eabea7e6700c8c628'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:19:18.707056 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-ad6dfd6e-6928-456c-a3a1-f334b68f9295 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:18.870325 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84531c4-4e8d-40bb-b3ec-a6fd0ab6e31e req-cb8577bd-22f9-43ac-8623-6ccda7f1745e tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:19:18.871973 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b84531c4-4e8d-40bb-b3ec-a6fd0ab6e31e req-cb8577bd-22f9-43ac-8623-6ccda7f1745e tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] 10.222.0.16 "GET /v2.0/ports?device_id=beccc4b5-3ac3-49b2-9770-40ce37745a2b HTTP/1.1" status: 200 len: 946 time: 0.1471589 Jul 14 18:19:18.879023 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-0f488933-3b4c-429c-bb66-fb92759b56bc req-260b338c-7bb3-4e5e-a9bf-be4a635b3637 tempest-FloatingIPsAssociationTestJSON-1206343344 tempest-FloatingIPsAssociationTestJSON-1206343344-project] 10.222.0.16 "GET /v2.0/security-groups?id=3a5c8f7b-f109-4bb8-81a7-bf349191d701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579700 Jul 14 18:19:18.893016 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-6a01219c-c3f8-4869-95b9-438ca4b5428f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:18.913154 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-ad6dfd6e-6928-456c-a3a1-f334b68f9295 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:18.915719 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-ad6dfd6e-6928-456c-a3a1-f334b68f9295 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:18.919662 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-ad6dfd6e-6928-456c-a3a1-f334b68f9295 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/313eb84e-98be-462b-97db-628cb84e4848 HTTP/1.1" status: 204 len: 168 time: 0.3961008 Jul 14 18:19:18.920790 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-6a01219c-c3f8-4869-95b9-438ca4b5428f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:18.944420 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f49af0a-23c7-4934-9b40-2851d84e570d admin admin] Made reservation on behalf of 5b9671d8682d492eabea7e6700c8c628 for: {'network': 1} {{(pid=93916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:19:18.953650 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-7f49af0a-23c7-4934-9b40-2851d84e570d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for network, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:18.955030 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-6a01219c-c3f8-4869-95b9-438ca4b5428f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=dba2650a361f4f39a20242b0203f297a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7357795 Jul 14 18:19:18.964846 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6dfd6e-6928-456c-a3a1-f334b68f9295 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=313eb84e-98be-462b-97db-628cb84e4848,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:19:18.965714 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 53320) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:19:18.982522 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b84531c4-4e8d-40bb-b3ec-a6fd0ab6e31e req-42e6d383-d2c3-40dd-81e3-371217bdb0d0 tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] 10.222.0.16 "GET /v2.0/security-groups?id=540fae54-ccea-4309-9c99-81b930eedb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952885 Jul 14 18:19:19.019884 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a01219c-c3f8-4869-95b9-438ca4b5428f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8a17560-78c5-4a8d-8093-96529870bef9,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:19:19.048679 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-7f49af0a-23c7-4934-9b40-2851d84e570d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:19.172880 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-cb88ced5-31ad-4059-b6e1-d67e16033774 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:19.195068 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-7f49af0a-23c7-4934-9b40-2851d84e570d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:19.210639 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-7f49af0a-23c7-4934-9b40-2851d84e570d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:19.211885 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-cb88ced5-31ad-4059-b6e1-d67e16033774 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:19.228246 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cc2dec-238a-4a1a-a929-fd3bf37307cb req-8dcba37f-975a-4395-a451-6a4cbaee687e tempest-AttachSCSIVolumeTestJSON-1045345527 tempest-AttachSCSIVolumeTestJSON-1045345527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:19:19.238903 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-28cc2dec-238a-4a1a-a929-fd3bf37307cb req-8dcba37f-975a-4395-a451-6a4cbaee687e tempest-AttachSCSIVolumeTestJSON-1045345527 tempest-AttachSCSIVolumeTestJSON-1045345527-project] 10.222.0.16 "GET /v2.0/ports?device_id=4198bdcc-2894-4ba7-9720-35e4d7947e78 HTTP/1.1" status: 200 len: 944 time: 0.1519639 Jul 14 18:19:19.271529 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f49af0a-23c7-4934-9b40-2851d84e570d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=055103d9-07c0-46c1-9cc3-c63e0a608ffc,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:19:19.290054 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f49af0a-23c7-4934-9b40-2851d84e570d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 55} {{(pid=93916) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 18:19:19.343450 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-7f49af0a-23c7-4934-9b40-2851d84e570d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:19.343814 n-d-800634-3 neutron-server[93916]: INFO neutron.db.segments_db [None req-7f49af0a-23c7-4934-9b40-2851d84e570d admin admin] Added segment ed5c8e69-230a-4e1f-ba52-57b68094d37f of type vlan for network 759c2f38-11c5-4b6c-886a-ddd9720cfdb4 Jul 14 18:19:19.404615 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-28cc2dec-238a-4a1a-a929-fd3bf37307cb req-ccfd893e-7dc4-4696-ab70-4490795f4454 tempest-AttachSCSIVolumeTestJSON-1045345527 tempest-AttachSCSIVolumeTestJSON-1045345527-project] 10.222.0.16 "GET /v2.0/security-groups?id=975dfb1e-0a99-4a57-8210-34fc1432950d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641693 Jul 14 18:19:19.440321 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-7f49af0a-23c7-4934-9b40-2851d84e570d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728202197517'] for network, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:19.458376 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-cb88ced5-31ad-4059-b6e1-d67e16033774 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:19.459396 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-cb88ced5-31ad-4059-b6e1-d67e16033774 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:19.460874 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-cb88ced5-31ad-4059-b6e1-d67e16033774 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e8a17560-78c5-4a8d-8093-96529870bef9 HTTP/1.1" status: 204 len: 168 time: 0.4863331 Jul 14 18:19:19.509257 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb88ced5-31ad-4059-b6e1-d67e16033774 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8a17560-78c5-4a8d-8093-96529870bef9,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:19:19.518785 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-7f49af0a-23c7-4934-9b40-2851d84e570d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727'] for network, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:19.520618 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f49af0a-23c7-4934-9b40-2851d84e570d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:19:19.521348 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-7f49af0a-23c7-4934-9b40-2851d84e570d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598705'] for network, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:19.620646 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 53330) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:19:19.642319 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-221a5d1d-8a93-47a0-8461-6e6150b93fd7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:19.654658 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f49af0a-23c7-4934-9b40-2851d84e570d admin admin] Pushing event updated for resources: {'Network': ['ID=759c2f38-11c5-4b6c-886a-ddd9720cfdb4,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:19:19.676158 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Network 759c2f38-11c5-4b6c-886a-ddd9720cfdb4 details requested by agent ovs-agent-n-d-800634-3 with host n-d-800634-3 {{(pid=93917) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 18:19:19.810794 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-82381203-6633-46e2-8001-215009c58884 req-38f2566c-10b3-4532-9328-6295a3ab1de4 tempest-LiveMigrationNegativeTest-237635840 tempest-LiveMigrationNegativeTest-237635840-project] 10.222.0.16 "GET /v2.0/ports?device_id=83355f4c-c851-4a2c-b236-88b99073917d HTTP/1.1" status: 200 len: 210 time: 0.0687158 Jul 14 18:19:19.888430 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-221a5d1d-8a93-47a0-8461-6e6150b93fd7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:19.897001 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-221a5d1d-8a93-47a0-8461-6e6150b93fd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:19.902590 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-7f49af0a-23c7-4934-9b40-2851d84e570d admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.2129745 Jul 14 18:19:19.905677 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 53338) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:19:19.912938 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-009a3d4d-c3fe-464f-aa7a-cafc77cf28ff admin admin] Request body: {'subnet': {'network_id': '759c2f38-11c5-4b6c-886a-ddd9720cfdb4', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1511620383-subnet', 'tenant_id': '5b9671d8682d492eabea7e6700c8c628', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:19:19.946914 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-221a5d1d-8a93-47a0-8461-6e6150b93fd7 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2dfa7b14976448bda56faa9dbe0eef13&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3247867 Jul 14 18:19:19.948419 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221a5d1d-8a93-47a0-8461-6e6150b93fd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a791eaa-b3b4-4e68-a361-a0e1e58b23b3,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:19:19.955791 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 53342) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:19:20.085839 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-c5bb8563-1cac-4343-bb43-4725d8317412 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:20.114294 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-064ab93c-62d9-44c0-8ed8-6e869a5c62c0 req-ac4f4d13-5d37-483b-bd48-f86e9e014996 tempest-LiveMigrationNegativeTest-237635840 tempest-LiveMigrationNegativeTest-237635840-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=2acc825401794014b40c640f7ddf4b4a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1329799 Jul 14 18:19:20.145545 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-009a3d4d-c3fe-464f-aa7a-cafc77cf28ff admin admin] Made reservation on behalf of 5b9671d8682d492eabea7e6700c8c628 for: {'subnet': 1} {{(pid=93916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:19:20.147931 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-009a3d4d-c3fe-464f-aa7a-cafc77cf28ff admin admin] Notify callbacks [] for subnet, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:20.161814 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-c5bb8563-1cac-4343-bb43-4725d8317412 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:20.290749 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-0ab33ae8-7b37-449a-bfc0-b3124bf16826 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:20.405130 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-c5bb8563-1cac-4343-bb43-4725d8317412 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:20.408687 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-c5bb8563-1cac-4343-bb43-4725d8317412 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:20.414464 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-c5bb8563-1cac-4343-bb43-4725d8317412 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1a791eaa-b3b4-4e68-a361-a0e1e58b23b3 HTTP/1.1" status: 204 len: 168 time: 0.4557002 Jul 14 18:19:20.433415 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa25c2f9-1e9d-4fab-9280-0036543efd86 req-6a4e3f5e-0bb8-4691-b68b-8bf9cc3a67d1 tempest-FloatingIPsAssociationTestJSON-1206343344 tempest-FloatingIPsAssociationTestJSON-1206343344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:19:20.438022 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064ab93c-62d9-44c0-8ed8-6e869a5c62c0 req-830039ca-9842-42fc-9d18-41ace78c0d2b tempest-LiveMigrationNegativeTest-237635840 tempest-LiveMigrationNegativeTest-237635840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:19:20.439555 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-064ab93c-62d9-44c0-8ed8-6e869a5c62c0 req-830039ca-9842-42fc-9d18-41ace78c0d2b tempest-LiveMigrationNegativeTest-237635840 tempest-LiveMigrationNegativeTest-237635840-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3177857 Jul 14 18:19:20.443217 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-aa25c2f9-1e9d-4fab-9280-0036543efd86 req-6a4e3f5e-0bb8-4691-b68b-8bf9cc3a67d1 tempest-FloatingIPsAssociationTestJSON-1206343344 tempest-FloatingIPsAssociationTestJSON-1206343344-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce10365d-c65b-40b2-8c01-23d1aaffa41c HTTP/1.1" status: 200 len: 945 time: 0.2416267 Jul 14 18:19:20.461344 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [req-064ab93c-62d9-44c0-8ed8-6e869a5c62c0 req-1db8377a-5e09-44c2-801a-b23eb3585a39 tempest-LiveMigrationNegativeTest-237635840 tempest-LiveMigrationNegativeTest-237635840-project] Request body: {'port': {'device_id': '83355f4c-c851-4a2c-b236-88b99073917d', 'network_id': '4f742057-89ee-4b4a-86f7-487ee61881a1', 'admin_state_up': True, 'tenant_id': '2acc825401794014b40c640f7ddf4b4a'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:19:20.482584 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5bb8563-1cac-4343-bb43-4725d8317412 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a791eaa-b3b4-4e68-a361-a0e1e58b23b3,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:19:20.518686 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230b752a-3b02-432e-bbb9-5107e3ccd290 req-0c1bf899-244e-4dbc-93dd-29506fe12564 tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:19:20.526261 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-230b752a-3b02-432e-bbb9-5107e3ccd290 req-0c1bf899-244e-4dbc-93dd-29506fe12564 tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] 10.222.0.16 "GET /v2.0/ports?device_id=beccc4b5-3ac3-49b2-9770-40ce37745a2b HTTP/1.1" status: 200 len: 946 time: 0.2293296 Jul 14 18:19:20.542722 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-aa25c2f9-1e9d-4fab-9280-0036543efd86 req-5575a820-b5b9-435f-a42a-033cbc438c6e tempest-FloatingIPsAssociationTestJSON-1206343344 tempest-FloatingIPsAssociationTestJSON-1206343344-project] 10.222.0.16 "GET /v2.0/security-groups?id=3a5c8f7b-f109-4bb8-81a7-bf349191d701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983322 Jul 14 18:19:20.644664 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-230b752a-3b02-432e-bbb9-5107e3ccd290 req-5d970f61-8464-43d6-bb28-8f16d72cfe11 tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] 10.222.0.16 "GET /v2.0/security-groups?id=540fae54-ccea-4309-9c99-81b930eedb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165214 Jul 14 18:19:21.072280 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a79b1d29-e899-4f20-bf40-c06f0abe273c req-fb017256-dade-4db1-ab90-6fd641f2fd2c tempest-LiveMigrationNegativeTest-237635840 tempest-LiveMigrationNegativeTest-237635840-project] 10.222.0.16 "GET /v2.0/ports?device_id=83355f4c-c851-4a2c-b236-88b99073917d HTTP/1.1" status: 200 len: 210 time: 0.0763741 Jul 14 18:19:21.101834 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47fcb33-f8e0-4d23-af9d-0cb196532598 req-7560ca0f-bab0-478d-a011-f2a2dce8e82b tempest-AttachSCSIVolumeTestJSON-1045345527 tempest-AttachSCSIVolumeTestJSON-1045345527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:19:21.103779 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c47fcb33-f8e0-4d23-af9d-0cb196532598 req-7560ca0f-bab0-478d-a011-f2a2dce8e82b tempest-AttachSCSIVolumeTestJSON-1045345527 tempest-AttachSCSIVolumeTestJSON-1045345527-project] 10.222.0.16 "GET /v2.0/ports?device_id=4198bdcc-2894-4ba7-9720-35e4d7947e78 HTTP/1.1" status: 200 len: 944 time: 0.2571931 Jul 14 18:19:21.187870 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c47fcb33-f8e0-4d23-af9d-0cb196532598 req-7e5458c5-a08a-4a07-bc4b-89bcb5b0e1c9 tempest-AttachSCSIVolumeTestJSON-1045345527 tempest-AttachSCSIVolumeTestJSON-1045345527-project] 10.222.0.16 "GET /v2.0/security-groups?id=975dfb1e-0a99-4a57-8210-34fc1432950d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777268 Jul 14 18:19:21.226942 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-009a3d4d-c3fe-464f-aa7a-cafc77cf28ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727'] for subnet, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:21.325046 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-064ab93c-62d9-44c0-8ed8-6e869a5c62c0 req-1db8377a-5e09-44c2-801a-b23eb3585a39 tempest-LiveMigrationNegativeTest-237635840 tempest-LiveMigrationNegativeTest-237635840-project] Made reservation on behalf of 2acc825401794014b40c640f7ddf4b4a for: {'port': 1} {{(pid=93916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:19:21.332899 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-064ab93c-62d9-44c0-8ed8-6e869a5c62c0 req-1db8377a-5e09-44c2-801a-b23eb3585a39 tempest-LiveMigrationNegativeTest-237635840 tempest-LiveMigrationNegativeTest-237635840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:21.385761 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-064ab93c-62d9-44c0-8ed8-6e869a5c62c0 req-1db8377a-5e09-44c2-801a-b23eb3585a39 tempest-LiveMigrationNegativeTest-237635840 tempest-LiveMigrationNegativeTest-237635840-project] Notify callbacks [] for security_group, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:21.420756 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009a3d4d-c3fe-464f-aa7a-cafc77cf28ff admin admin] Pushing event updated for resources: {'Subnet': ['ID=888d6317-a870-4b8d-a715-bf12d7abdb17,revision_number=0']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:19:21.447909 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-009a3d4d-c3fe-464f-aa7a-cafc77cf28ff admin admin] Checking segment: {'id': 'ed5c8e69-230a-4e1f-ba52-57b68094d37f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '759c2f38-11c5-4b6c-886a-ddd9720cfdb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93916) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:19:21.447909 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-009a3d4d-c3fe-464f-aa7a-cafc77cf28ff admin admin] Network hostable DHCP agents. Network: 759c2f38-11c5-4b6c-886a-ddd9720cfdb4, hostable agents: ['028393c3-0576-4ebd-bca1-8ea8a148e1a2'], hosted agents: [] {{(pid=93916) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 18:19:21.548449 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-009a3d4d-c3fe-464f-aa7a-cafc77cf28ff admin admin] Network 759c2f38-11c5-4b6c-886a-ddd9720cfdb4 is scheduled to be hosted by DHCP agent 028393c3-0576-4ebd-bca1-8ea8a148e1a2 with binding_index 1 {{(pid=93916) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 18:19:21.572073 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [None req-009a3d4d-c3fe-464f-aa7a-cafc77cf28ff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-3, 759c2f38-11c5-4b6c-886a-ddd9720cfdb4) {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:19:21.586617 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa1c9ab5-0edc-4cfa-9b94-1b592e665436 None None] Network 759c2f38-11c5-4b6c-886a-ddd9720cfdb4 requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:19:21.592862 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-009a3d4d-c3fe-464f-aa7a-cafc77cf28ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:19:21.593460 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-009a3d4d-c3fe-464f-aa7a-cafc77cf28ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598705'] for subnet, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:21.759738 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-064ab93c-62d9-44c0-8ed8-6e869a5c62c0 req-1db8377a-5e09-44c2-801a-b23eb3585a39 tempest-LiveMigrationNegativeTest-237635840 tempest-LiveMigrationNegativeTest-237635840-project] Notify callbacks [] for security_group, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:21.765689 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-064ab93c-62d9-44c0-8ed8-6e869a5c62c0 req-1db8377a-5e09-44c2-801a-b23eb3585a39 tempest-LiveMigrationNegativeTest-237635840 tempest-LiveMigrationNegativeTest-237635840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:21.803857 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-009a3d4d-c3fe-464f-aa7a-cafc77cf28ff admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.8973722 Jul 14 18:19:21.872896 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d07088c-6b18-47b0-b519-2b3c502c06bf req-cce69cc5-1028-42ae-a949-3e62fc86d496 tempest-FloatingIPsAssociationTestJSON-1206343344 tempest-FloatingIPsAssociationTestJSON-1206343344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:19:21.875286 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93b02d22-25c5-4d83-9c4f-71a54c7fd3d7 None None] Network 759c2f38-11c5-4b6c-886a-ddd9720cfdb4 requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:19:21.880640 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-0d07088c-6b18-47b0-b519-2b3c502c06bf req-cce69cc5-1028-42ae-a949-3e62fc86d496 tempest-FloatingIPsAssociationTestJSON-1206343344 tempest-FloatingIPsAssociationTestJSON-1206343344-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce10365d-c65b-40b2-8c01-23d1aaffa41c HTTP/1.1" status: 200 len: 945 time: 0.0902374 Jul 14 18:19:21.915178 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 53408) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:19:21.954308 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db8377a-5e09-44c2-801a-b23eb3585a39 tempest-LiveMigrationNegativeTest-237635840 tempest-LiveMigrationNegativeTest-237635840-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4f7edf6a-d68f-4421-aca5-70454e3b9b7d,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:19:21.986624 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-0d07088c-6b18-47b0-b519-2b3c502c06bf req-32d309aa-5b87-4e2d-9979-efb8aaa15662 tempest-FloatingIPsAssociationTestJSON-1206343344 tempest-FloatingIPsAssociationTestJSON-1206343344-project] 10.222.0.16 "GET /v2.0/security-groups?id=3a5c8f7b-f109-4bb8-81a7-bf349191d701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038933 Jul 14 18:19:22.063137 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb4a1a2-a978-45cc-8bef-5cd5f9ccdd9e req-918def91-13d6-45d2-a97b-164cf7b9741e tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:19:22.073445 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-5cb4a1a2-a978-45cc-8bef-5cd5f9ccdd9e req-918def91-13d6-45d2-a97b-164cf7b9741e tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] 10.222.0.16 "GET /v2.0/ports?device_id=beccc4b5-3ac3-49b2-9770-40ce37745a2b HTTP/1.1" status: 200 len: 946 time: 0.1591134 Jul 14 18:19:22.105896 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.db_base_plugin_common [req-064ab93c-62d9-44c0-8ed8-6e869a5c62c0 req-1db8377a-5e09-44c2-801a-b23eb3585a39 tempest-LiveMigrationNegativeTest-237635840 tempest-LiveMigrationNegativeTest-237635840-project] Allocated IP 192.168.233.137 (4f742057-89ee-4b4a-86f7-487ee61881a1/f20c54fb-f7da-4761-aa61-2e4f99f3d332/df23c584-e214-4d68-9747-8a4107990659) {{(pid=93916) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:19:22.109560 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-249c22ce-0044-449d-a923-e6fa89d77825 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-1513721684-network', 'tenant_id': '029c1e99557d4f09a9b6bc5da8432a1e'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:19:22.138619 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-5cb4a1a2-a978-45cc-8bef-5cd5f9ccdd9e req-b1ffc016-aa44-41c0-bb1a-74d7f328032d tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] 10.222.0.16 "GET /v2.0/security-groups?id=540fae54-ccea-4309-9c99-81b930eedb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643070 Jul 14 18:19:22.146824 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-249c22ce-0044-449d-a923-e6fa89d77825 admin admin] Made reservation on behalf of 029c1e99557d4f09a9b6bc5da8432a1e for: {'network': 1} {{(pid=93915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:19:22.149668 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-249c22ce-0044-449d-a923-e6fa89d77825 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for network, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:22.161346 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-249c22ce-0044-449d-a923-e6fa89d77825 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:22.278032 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-249c22ce-0044-449d-a923-e6fa89d77825 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:22.283912 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-249c22ce-0044-449d-a923-e6fa89d77825 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:22.331770 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-064ab93c-62d9-44c0-8ed8-6e869a5c62c0 req-1db8377a-5e09-44c2-801a-b23eb3585a39 tempest-LiveMigrationNegativeTest-237635840 tempest-LiveMigrationNegativeTest-237635840-project] Notify callbacks [] for port, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:22.340709 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-500041dc-1287-4395-b2e9-3af58cfb6e32 req-c450f474-d6ae-4d37-9770-fe840232461d tempest-LiveMigrationNegativeTest-237635840 tempest-LiveMigrationNegativeTest-237635840-project] 10.222.0.16 "GET /v2.0/ports?device_id=83355f4c-c851-4a2c-b236-88b99073917d HTTP/1.1" status: 200 len: 210 time: 0.0447617 Jul 14 18:19:22.347268 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.provisioning_blocks [req-064ab93c-62d9-44c0-8ed8-6e869a5c62c0 req-1db8377a-5e09-44c2-801a-b23eb3585a39 tempest-LiveMigrationNegativeTest-237635840 tempest-LiveMigrationNegativeTest-237635840-project] Transition to ACTIVE for port object df23c584-e214-4d68-9747-8a4107990659 will not be triggered until provisioned by entity DHCP. {{(pid=93916) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:19:22.353174 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-249c22ce-0044-449d-a923-e6fa89d77825 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 63} {{(pid=93915) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 18:19:22.381141 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249c22ce-0044-449d-a923-e6fa89d77825 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f1a1d61-16ed-469f-a7e0-00dfa498eb3e,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:19:22.418884 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-249c22ce-0044-449d-a923-e6fa89d77825 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:22.419846 n-d-800634-3 neutron-server[93915]: INFO neutron.db.segments_db [None req-249c22ce-0044-449d-a923-e6fa89d77825 admin admin] Added segment aad6412b-c76e-4055-8e71-f4d36fe824a0 of type vlan for network 1e44358c-28d7-42d0-aed8-ba2cd701bfcd Jul 14 18:19:22.467173 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-064ab93c-62d9-44c0-8ed8-6e869a5c62c0 req-1db8377a-5e09-44c2-801a-b23eb3585a39 tempest-LiveMigrationNegativeTest-237635840 tempest-LiveMigrationNegativeTest-237635840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804'] for port, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:22.492900 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-249c22ce-0044-449d-a923-e6fa89d77825 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728202197517'] for network, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:22.533647 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-9bc3281e-901c-4750-8da3-a1ba2dfb0b69 req-5fbd76d0-74ed-4b47-b386-0f42995bad9f service neutron] 10.222.0.35 "GET /v2.0/networks/0d7296f7-5429-4a43-bea4-f8dd4a7e9780?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1713834 Jul 14 18:19:22.543214 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-064ab93c-62d9-44c0-8ed8-6e869a5c62c0 req-1db8377a-5e09-44c2-801a-b23eb3585a39 tempest-LiveMigrationNegativeTest-237635840 tempest-LiveMigrationNegativeTest-237635840-project] Network 4f742057-89ee-4b4a-86f7-487ee61881a1 is already hosted by enough agents. {{(pid=93916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:19:22.544580 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db8377a-5e09-44c2-801a-b23eb3585a39 tempest-LiveMigrationNegativeTest-237635840 tempest-LiveMigrationNegativeTest-237635840-project] Pushing event updated for resources: {'Port': ['ID=df23c584-e214-4d68-9747-8a4107990659,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:19:22.548087 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [req-064ab93c-62d9-44c0-8ed8-6e869a5c62c0 req-1db8377a-5e09-44c2-801a-b23eb3585a39 tempest-LiveMigrationNegativeTest-237635840 tempest-LiveMigrationNegativeTest-237635840-project] Resources bound (agent type, host, resource id): {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:19:22.550127 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.l3_dvrscheduler_db [req-064ab93c-62d9-44c0-8ed8-6e869a5c62c0 req-1db8377a-5e09-44c2-801a-b23eb3585a39 tempest-LiveMigrationNegativeTest-237635840 tempest-LiveMigrationNegativeTest-237635840-project] Received port after_create {{(pid=93916) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:19:22.556016 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064ab93c-62d9-44c0-8ed8-6e869a5c62c0 req-1db8377a-5e09-44c2-801a-b23eb3585a39 tempest-LiveMigrationNegativeTest-237635840 tempest-LiveMigrationNegativeTest-237635840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:19:22.556740 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-064ab93c-62d9-44c0-8ed8-6e869a5c62c0 req-1db8377a-5e09-44c2-801a-b23eb3585a39 tempest-LiveMigrationNegativeTest-237635840 tempest-LiveMigrationNegativeTest-237635840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:22.574833 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-064ab93c-62d9-44c0-8ed8-6e869a5c62c0 req-1db8377a-5e09-44c2-801a-b23eb3585a39 tempest-LiveMigrationNegativeTest-237635840 tempest-LiveMigrationNegativeTest-237635840-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1235979 Jul 14 18:19:22.592516 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [req-064ab93c-62d9-44c0-8ed8-6e869a5c62c0 req-d66c7794-1db1-43ad-a7d9-346cc8d0e213 service neutron] Request body: {'port': {'device_id': '83355f4c-c851-4a2c-b236-88b99073917d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800634-3'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:19:22.658796 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-249c22ce-0044-449d-a923-e6fa89d77825 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727'] for network, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:22.659816 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-249c22ce-0044-449d-a923-e6fa89d77825 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:19:22.660477 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-249c22ce-0044-449d-a923-e6fa89d77825 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598705'] for network, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:22.709287 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-064ab93c-62d9-44c0-8ed8-6e869a5c62c0 req-d66c7794-1db1-43ad-a7d9-346cc8d0e213 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:22.719909 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7290ebac-0655-4e2e-921e-a0546fc504d6 req-13cf33d0-8e8b-45cd-87b5-d52359b6240e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:19:22.721700 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-7290ebac-0655-4e2e-921e-a0546fc504d6 req-13cf33d0-8e8b-45cd-87b5-d52359b6240e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=94e769da788b4960867d28e3e520b414&device_id=4198bdcc-2894-4ba7-9720-35e4d7947e78 HTTP/1.1" status: 200 len: 1095 time: 0.1265504 Jul 14 18:19:22.749245 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-37bc5402-44b0-44db-9969-f1831e116b2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:22.761548 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-249c22ce-0044-449d-a923-e6fa89d77825 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.8425138 Jul 14 18:19:22.766903 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 53438) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:19:22.775099 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b016af9f-4319-437d-b813-f95328e66e55 req-b2d4a08e-c577-4079-ba52-90ee4544b954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:19:22.776747 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b016af9f-4319-437d-b813-f95328e66e55 req-b2d4a08e-c577-4079-ba52-90ee4544b954 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=ce10365d-c65b-40b2-8c01-23d1aaffa41c HTTP/1.1" status: 200 len: 1096 time: 0.3016012 Jul 14 18:19:22.781493 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249c22ce-0044-449d-a923-e6fa89d77825 admin admin] Pushing event updated for resources: {'Network': ['ID=1e44358c-28d7-42d0-aed8-ba2cd701bfcd,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:19:22.796008 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Network 1e44358c-28d7-42d0-aed8-ba2cd701bfcd details requested by agent ovs-agent-n-d-800634-3 with host n-d-800634-3 {{(pid=93917) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 18:19:22.799484 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84b3c03-ce2c-4291-8dd6-6a8aff92c3e7 req-0b7cacda-7928-4afd-ab84-492198cfce31 tempest-AttachSCSIVolumeTestJSON-1045345527 tempest-AttachSCSIVolumeTestJSON-1045345527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:19:22.801770 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c84b3c03-ce2c-4291-8dd6-6a8aff92c3e7 req-0b7cacda-7928-4afd-ab84-492198cfce31 tempest-AttachSCSIVolumeTestJSON-1045345527 tempest-AttachSCSIVolumeTestJSON-1045345527-project] 10.222.0.16 "GET /v2.0/ports?device_id=4198bdcc-2894-4ba7-9720-35e4d7947e78 HTTP/1.1" status: 200 len: 944 time: 0.2894063 Jul 14 18:19:22.802330 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-36a4316c-58d2-47a5-9994-d203d9025ba1 admin admin] Request body: {'subnet': {'network_id': '1e44358c-28d7-42d0-aed8-ba2cd701bfcd', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-1513721684-subnet', 'tenant_id': '029c1e99557d4f09a9b6bc5da8432a1e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:19:22.809724 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7718189-3f9d-4142-b7fd-f9653432a447 req-cc4b55da-8349-4c9f-ac7e-deeb75a9a0e4 tempest-LiveMigrationTest-64527954 tempest-LiveMigrationTest-64527954-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:19:22.811503 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b7718189-3f9d-4142-b7fd-f9653432a447 req-cc4b55da-8349-4c9f-ac7e-deeb75a9a0e4 tempest-LiveMigrationTest-64527954 tempest-LiveMigrationTest-64527954-project] 10.222.0.16 "GET /v2.0/networks?id=31a99599-848e-4d3a-b964-3d8069f89b88 HTTP/1.1" status: 200 len: 808 time: 0.2968688 Jul 14 18:19:22.857634 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b7718189-3f9d-4142-b7fd-f9653432a447 req-51ec9300-4735-4625-a7ea-d9b01ff9a635 tempest-LiveMigrationTest-64527954 tempest-LiveMigrationTest-64527954-project] 10.222.0.16 "GET /v2.0/quotas/d1f21963323d4ae1956c5ba38fc6e610 HTTP/1.1" status: 200 len: 375 time: 0.0297482 Jul 14 18:19:22.875112 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c84b3c03-ce2c-4291-8dd6-6a8aff92c3e7 req-86adccea-13cf-4f65-ae6b-f0202e408e8c tempest-AttachSCSIVolumeTestJSON-1045345527 tempest-AttachSCSIVolumeTestJSON-1045345527-project] 10.222.0.16 "GET /v2.0/security-groups?id=975dfb1e-0a99-4a57-8210-34fc1432950d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626433 Jul 14 18:19:22.884842 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b016af9f-4319-437d-b813-f95328e66e55 req-1acc82c2-9104-4963-9d3d-9837aa0516a1 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=3a5c8f7b-f109-4bb8-81a7-bf349191d701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009672 Jul 14 18:19:22.888581 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-75988c8f-cfca-4dfb-9463-08cde7c0412d None None] Provisioning for port df23c584-e214-4d68-9747-8a4107990659 completed by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:19:22.897418 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-75988c8f-cfca-4dfb-9463-08cde7c0412d None None] Provisioning complete for port df23c584-e214-4d68-9747-8a4107990659 triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:19:22.897864 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-75988c8f-cfca-4dfb-9463-08cde7c0412d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:22.905329 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b7718189-3f9d-4142-b7fd-f9653432a447 req-e486dac7-48e2-48fe-93cf-1475e3c70225 tempest-LiveMigrationTest-64527954 tempest-LiveMigrationTest-64527954-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=d1f21963323d4ae1956c5ba38fc6e610&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0347602 Jul 14 18:19:22.921724 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36a4316c-58d2-47a5-9994-d203d9025ba1 admin admin] Made reservation on behalf of 029c1e99557d4f09a9b6bc5da8432a1e for: {'subnet': 1} {{(pid=93916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:19:22.924241 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-36a4316c-58d2-47a5-9994-d203d9025ba1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:22.941604 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-75988c8f-cfca-4dfb-9463-08cde7c0412d None None] Port df23c584-e214-4d68-9747-8a4107990659 cannot update to ACTIVE because it is not bound. {{(pid=93917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 18:19:23.024071 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b7718189-3f9d-4142-b7fd-f9653432a447 req-027ffcb5-5669-47e8-9174-626e805f8323 service neutron] 10.222.0.16 "GET /v2.0/networks/31a99599-848e-4d3a-b964-3d8069f89b88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1032047 Jul 14 18:19:23.045240 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7290ebac-0655-4e2e-921e-a0546fc504d6 req-c176e27a-500a-4d61-b187-60b4fc39c59b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:19:23.046714 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-7290ebac-0655-4e2e-921e-a0546fc504d6 req-c176e27a-500a-4d61-b187-60b4fc39c59b service neutron] 10.222.0.35 "GET /v2.0/networks?id=0d7296f7-5429-4a43-bea4-f8dd4a7e9780 HTTP/1.1" status: 200 len: 915 time: 0.2999911 Jul 14 18:19:23.108345 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-7290ebac-0655-4e2e-921e-a0546fc504d6 req-6cdb00e1-08db-4622-b867-67d263a2ab1a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c05aebc4-4d8b-4d8c-8845-a47245685659 HTTP/1.1" status: 200 len: 217 time: 0.0528603 Jul 14 18:19:23.143285 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b7718189-3f9d-4142-b7fd-f9653432a447 req-c5e165b5-5ef8-4bdc-aa94-157c97931517 service neutron] 10.222.0.16 "GET /v2.0/networks/31a99599-848e-4d3a-b964-3d8069f89b88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1133254 Jul 14 18:19:23.162502 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:23.214594 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131eff0a-1068-4973-a69c-3f8f0ac2827f req-72d7f95e-466c-4a2e-ac6a-a3a7692b5115 tempest-FloatingIPsAssociationTestJSON-1206343344 tempest-FloatingIPsAssociationTestJSON-1206343344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:19:23.216148 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-131eff0a-1068-4973-a69c-3f8f0ac2827f req-72d7f95e-466c-4a2e-ac6a-a3a7692b5115 tempest-FloatingIPsAssociationTestJSON-1206343344 tempest-FloatingIPsAssociationTestJSON-1206343344-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce10365d-c65b-40b2-8c01-23d1aaffa41c HTTP/1.1" status: 200 len: 945 time: 0.0867162 Jul 14 18:19:23.266080 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-131eff0a-1068-4973-a69c-3f8f0ac2827f req-e9a3edff-3837-414b-956a-911becab5d8b tempest-FloatingIPsAssociationTestJSON-1206343344 tempest-FloatingIPsAssociationTestJSON-1206343344-project] 10.222.0.16 "GET /v2.0/security-groups?id=3a5c8f7b-f109-4bb8-81a7-bf349191d701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404794 Jul 14 18:19:23.286457 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7290ebac-0655-4e2e-921e-a0546fc504d6 req-a91c7529-a1fe-4c6b-800b-d2ca5c1fd6d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:19:23.287939 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-7290ebac-0655-4e2e-921e-a0546fc504d6 req-a91c7529-a1fe-4c6b-800b-d2ca5c1fd6d1 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=78dfe6c1-acef-4017-a82a-0a4186e136cd HTTP/1.1" status: 200 len: 854 time: 0.1725073 Jul 14 18:19:23.295219 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-36a4316c-58d2-47a5-9994-d203d9025ba1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727'] for subnet, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:23.470996 n-d-800634-3 neutron-server[93916]: DEBUG neutron.notifiers.nova [req-064ab93c-62d9-44c0-8ed8-6e869a5c62c0 req-d66c7794-1db1-43ad-a7d9-346cc8d0e213 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df23c584-e214-4d68-9747-8a4107990659 {{(pid=93916) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 18:19:23.476038 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36a4316c-58d2-47a5-9994-d203d9025ba1 admin admin] Checking segment: {'id': 'aad6412b-c76e-4055-8e71-f4d36fe824a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '1e44358c-28d7-42d0-aed8-ba2cd701bfcd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93916) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:19:23.476424 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36a4316c-58d2-47a5-9994-d203d9025ba1 admin admin] Network hostable DHCP agents. Network: 1e44358c-28d7-42d0-aed8-ba2cd701bfcd, hostable agents: ['028393c3-0576-4ebd-bca1-8ea8a148e1a2'], hosted agents: [] {{(pid=93916) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 18:19:23.488999 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-064ab93c-62d9-44c0-8ed8-6e869a5c62c0 req-d66c7794-1db1-43ad-a7d9-346cc8d0e213 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:23.498514 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a4316c-58d2-47a5-9994-d203d9025ba1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cc341fe7-d6cc-4702-a37b-cc30b40fd91e,revision_number=0']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:19:23.535767 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.provisioning_blocks [req-064ab93c-62d9-44c0-8ed8-6e869a5c62c0 req-d66c7794-1db1-43ad-a7d9-346cc8d0e213 service neutron] Transition to ACTIVE for port object df23c584-e214-4d68-9747-8a4107990659 will not be triggered until provisioned by entity L2. {{(pid=93916) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:19:23.542599 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36a4316c-58d2-47a5-9994-d203d9025ba1 admin admin] Network 1e44358c-28d7-42d0-aed8-ba2cd701bfcd is scheduled to be hosted by DHCP agent 028393c3-0576-4ebd-bca1-8ea8a148e1a2 with binding_index 1 {{(pid=93916) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 18:19:23.558927 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7290ebac-0655-4e2e-921e-a0546fc504d6 req-bd596dbb-0b05-4fb1-b983-0aa87ec726c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:19:23.560975 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-7290ebac-0655-4e2e-921e-a0546fc504d6 req-bd596dbb-0b05-4fb1-b983-0aa87ec726c4 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0d7296f7-5429-4a43-bea4-f8dd4a7e9780&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2633522 Jul 14 18:19:23.562763 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [None req-36a4316c-58d2-47a5-9994-d203d9025ba1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-3, 1e44358c-28d7-42d0-aed8-ba2cd701bfcd) {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:19:23.564708 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-064ab93c-62d9-44c0-8ed8-6e869a5c62c0 req-d66c7794-1db1-43ad-a7d9-346cc8d0e213 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:23.572739 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a777815-a4c7-47e9-82e1-510e422bf7ec None None] Network 1e44358c-28d7-42d0-aed8-ba2cd701bfcd requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:19:23.573338 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36a4316c-58d2-47a5-9994-d203d9025ba1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:19:23.574531 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-36a4316c-58d2-47a5-9994-d203d9025ba1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598705'] for subnet, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:23.578328 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a50f6b1c-4315-424e-a590-c296b1239c0e req-cf1e2e8d-0bf7-4b98-a5af-472feb5fcf34 tempest-LiveMigrationTest-64527954 tempest-LiveMigrationTest-64527954-project] 10.222.0.16 "GET /v2.0/ports?device_id=fbf4bb9b-1d56-4ad5-a9e1-d9e143744a86 HTTP/1.1" status: 200 len: 210 time: 0.0622630 Jul 14 18:19:23.608676 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022ff387-b1e8-42c7-b2e9-40172fca4afc req-cd910c8d-5e98-40ba-ae1f-cc7aad1d24f8 tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:19:23.610348 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-022ff387-b1e8-42c7-b2e9-40172fca4afc req-cd910c8d-5e98-40ba-ae1f-cc7aad1d24f8 tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] 10.222.0.16 "GET /v2.0/ports?device_id=beccc4b5-3ac3-49b2-9770-40ce37745a2b HTTP/1.1" status: 200 len: 946 time: 0.1275651 Jul 14 18:19:23.662933 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 53470) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:19:23.675265 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-022ff387-b1e8-42c7-b2e9-40172fca4afc req-23b16b8f-c264-4ea1-9bd2-310ac152d5d4 tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] 10.222.0.16 "GET /v2.0/security-groups?id=540fae54-ccea-4309-9c99-81b930eedb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558994 Jul 14 18:19:23.824807 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-36a4316c-58d2-47a5-9994-d203d9025ba1 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.0552928 Jul 14 18:19:23.827386 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 53476) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:19:23.833379 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-8fe775b4-311e-47e6-887b-8b33226d7ee3 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-1513721684-router', 'tenant_id': '029c1e99557d4f09a9b6bc5da8432a1e', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61'}}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:19:23.898913 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f543506-5187-4fe9-aafd-939759cbc818 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9222b97e-5d1c-54f8-ba97-82f172498e76-1e44358c-28d7-42d0-aed8-ba2cd701bfcd', 'network_id': '1e44358c-28d7-42d0-aed8-ba2cd701bfcd', 'tenant_id': '029c1e99557d4f09a9b6bc5da8432a1e', 'fixed_ips': [{'subnet_id': 'cc341fe7-d6cc-4702-a37b-cc30b40fd91e'}]}} from n-d-800634-3. {{(pid=93917) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 18:19:23.900477 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-6f543506-5187-4fe9-aafd-939759cbc818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:23.965646 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.managers [req-064ab93c-62d9-44c0-8ed8-6e869a5c62c0 req-d66c7794-1db1-43ad-a7d9-346cc8d0e213 service neutron] Attempting to bind port df23c584-e214-4d68-9747-8a4107990659 on host n-h1-800634-3 for vnic_type normal with profile {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:19:23.967580 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-8fe775b4-311e-47e6-887b-8b33226d7ee3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-571768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11104'] for router, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:23.968498 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.managers [req-064ab93c-62d9-44c0-8ed8-6e869a5c62c0 req-d66c7794-1db1-43ad-a7d9-346cc8d0e213 service neutron] Attempting to bind port df23c584-e214-4d68-9747-8a4107990659 by drivers openvswitch,hyperv on host n-h1-800634-3 at level 0 using segments [{'id': '067fc487-22c7-42de-972d-ae352a28ad29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '4f742057-89ee-4b4a-86f7-487ee61881a1'}] {{(pid=93916) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:19:23.968854 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-064ab93c-62d9-44c0-8ed8-6e869a5c62c0 req-d66c7794-1db1-43ad-a7d9-346cc8d0e213 service neutron] Attempting to bind port df23c584-e214-4d68-9747-8a4107990659 on network 4f742057-89ee-4b4a-86f7-487ee61881a1 {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:19:23.968974 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-8fe775b4-311e-47e6-887b-8b33226d7ee3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-571675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-930014', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-632314', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11129'] for router, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:23.974646 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66c7794-1db1-43ad-a7d9-346cc8d0e213 service neutron] Pushing event updated for resources: {'Port': ['ID=df23c584-e214-4d68-9747-8a4107990659,revision_number=2']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:19:24.014636 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-064ab93c-62d9-44c0-8ed8-6e869a5c62c0 req-d66c7794-1db1-43ad-a7d9-346cc8d0e213 service neutron] Port df23c584-e214-4d68-9747-8a4107990659 on network 4f742057-89ee-4b4a-86f7-487ee61881a1 not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-3 {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 18:19:24.014971 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-064ab93c-62d9-44c0-8ed8-6e869a5c62c0 req-d66c7794-1db1-43ad-a7d9-346cc8d0e213 service neutron] Attempting to bind port df23c584-e214-4d68-9747-8a4107990659 on network 4f742057-89ee-4b4a-86f7-487ee61881a1 {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:19:24.021186 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-c753a8ea-721d-4f13-9da5-4a8ec99f389e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:24.041075 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-064ab93c-62d9-44c0-8ed8-6e869a5c62c0 req-d66c7794-1db1-43ad-a7d9-346cc8d0e213 service neutron] Checking agent: {'id': 'a3630ff4-fbee-45d9-b9b6-0ae41cb3a350', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 15, 32), 'started_at': datetime.datetime(2021, 7, 14, 18, 15, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 18, 19, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 18:19:24.041298 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-574aeb93-9938-449c-8e6c-cb22c9b52cc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:24.041401 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-064ab93c-62d9-44c0-8ed8-6e869a5c62c0 req-d66c7794-1db1-43ad-a7d9-346cc8d0e213 service neutron] Checking segment: {'id': '067fc487-22c7-42de-972d-ae352a28ad29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '4f742057-89ee-4b4a-86f7-487ee61881a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93916) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:19:24.041785 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-064ab93c-62d9-44c0-8ed8-6e869a5c62c0 req-d66c7794-1db1-43ad-a7d9-346cc8d0e213 service neutron] Bound using segment: {'id': '067fc487-22c7-42de-972d-ae352a28ad29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '4f742057-89ee-4b4a-86f7-487ee61881a1'} {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 18:19:24.042240 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.managers [req-064ab93c-62d9-44c0-8ed8-6e869a5c62c0 req-d66c7794-1db1-43ad-a7d9-346cc8d0e213 service neutron] Bound port: df23c584-e214-4d68-9747-8a4107990659, host: n-h1-800634-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '067fc487-22c7-42de-972d-ae352a28ad29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '4f742057-89ee-4b4a-86f7-487ee61881a1'}}] {{(pid=93916) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 18:19:24.042601 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-064ab93c-62d9-44c0-8ed8-6e869a5c62c0 req-d66c7794-1db1-43ad-a7d9-346cc8d0e213 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:24.095692 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-7290ebac-0655-4e2e-921e-a0546fc504d6 req-b7402589-f1f2-4e6f-a80a-ac922e320060 service neutron] 10.222.0.35 "GET /v2.0/networks/0d7296f7-5429-4a43-bea4-f8dd4a7e9780?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5177000 Jul 14 18:19:24.136230 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.db_base_plugin_common [None req-6f543506-5187-4fe9-aafd-939759cbc818 None None] Allocated IP 172.20.0.2 (1e44358c-28d7-42d0-aed8-ba2cd701bfcd/cc341fe7-d6cc-4702-a37b-cc30b40fd91e/f1260a60-9e13-4431-9f46-106002e3de47) {{(pid=93917) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:19:24.188739 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.db [req-064ab93c-62d9-44c0-8ed8-6e869a5c62c0 req-d66c7794-1db1-43ad-a7d9-346cc8d0e213 service neutron] For port df23c584-e214-4d68-9747-8a4107990659, host n-h1-800634-3, cleared binding levels {{(pid=93916) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:19:24.193569 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.db [req-064ab93c-62d9-44c0-8ed8-6e869a5c62c0 req-d66c7794-1db1-43ad-a7d9-346cc8d0e213 service neutron] For port df23c584-e214-4d68-9747-8a4107990659, host n-h1-800634-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=df23c584-e214-4d68-9747-8a4107990659,segment=NetworkSegment(067fc487-22c7-42de-972d-ae352a28ad29),segment_id=067fc487-22c7-42de-972d-ae352a28ad29)] {{(pid=93916) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 18:19:24.207942 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-064ab93c-62d9-44c0-8ed8-6e869a5c62c0 req-d66c7794-1db1-43ad-a7d9-346cc8d0e213 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:24.270012 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064ab93c-62d9-44c0-8ed8-6e869a5c62c0 req-d66c7794-1db1-43ad-a7d9-346cc8d0e213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:19:24.270893 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-064ab93c-62d9-44c0-8ed8-6e869a5c62c0 req-d66c7794-1db1-43ad-a7d9-346cc8d0e213 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:24.272505 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-064ab93c-62d9-44c0-8ed8-6e869a5c62c0 req-d66c7794-1db1-43ad-a7d9-346cc8d0e213 service neutron] 10.222.0.18 "PUT /v2.0/ports/df23c584-e214-4d68-9747-8a4107990659 HTTP/1.1" status: 200 len: 1096 time: 1.6851909 Jul 14 18:19:24.273159 n-d-800634-3 neutron-server[93916]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83355f4c-c851-4a2c-b236-88b99073917d', 'tag': 'df23c584-e214-4d68-9747-8a4107990659'}] {{(pid=93916) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:19:24.275624 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f803e150b363a7893830aa996ac27753fa25517c406ecd3536b7c2d4b26eeb9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6308f81b-5ea1-429f-82ec-7fb9bceccbe9" -d '{"events": [{"name": "network-changed", "server_uuid": "83355f4c-c851-4a2c-b236-88b99073917d", "tag": "df23c584-e214-4d68-9747-8a4107990659"}]}' {{(pid=93916) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:19:24.311482 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-7290ebac-0655-4e2e-921e-a0546fc504d6 req-ad451a42-d170-44ba-91e3-ce0232763a94 service neutron] 10.222.0.35 "GET /v2.0/networks/0d7296f7-5429-4a43-bea4-f8dd4a7e9780?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2092261 Jul 14 18:19:24.317863 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66c7794-1db1-43ad-a7d9-346cc8d0e213 service neutron] Pushing event updated for resources: {'Port': ['ID=df23c584-e214-4d68-9747-8a4107990659,revision_number=3']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:19:24.404136 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-6f543506-5187-4fe9-aafd-939759cbc818 None None] Notify callbacks [] for port, precommit_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:24.419884 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-8fe775b4-311e-47e6-887b-8b33226d7ee3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:24.421729 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064ab93c-62d9-44c0-8ed8-6e869a5c62c0 req-be5cad3c-b447-440c-a15f-c9b9db322f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:19:24.422267 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-6f543506-5187-4fe9-aafd-939759cbc818 None None] Transition to ACTIVE for port object f1260a60-9e13-4431-9f46-106002e3de47 will not be triggered until provisioned by entity L2. {{(pid=93917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:19:24.423552 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-064ab93c-62d9-44c0-8ed8-6e869a5c62c0 req-be5cad3c-b447-440c-a15f-c9b9db322f2f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2acc825401794014b40c640f7ddf4b4a&device_id=83355f4c-c851-4a2c-b236-88b99073917d HTTP/1.1" status: 200 len: 1099 time: 0.0853248 Jul 14 18:19:24.442792 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-6f543506-5187-4fe9-aafd-939759cbc818 None None] Transition to ACTIVE for port object f1260a60-9e13-4431-9f46-106002e3de47 will not be triggered until provisioned by entity DHCP. {{(pid=93917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:19:24.457979 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-6f543506-5187-4fe9-aafd-939759cbc818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804'] for port, after_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:24.494058 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a64d18-daa1-47ba-a9d5-d4f1e3015bdc req-9264857b-447e-4940-be50-f7f66b143698 tempest-LiveMigrationNegativeTest-237635840 tempest-LiveMigrationNegativeTest-237635840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:19:24.496460 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f543506-5187-4fe9-aafd-939759cbc818 None None] Pushing event updated for resources: {'Port': ['ID=f1260a60-9e13-4431-9f46-106002e3de47,revision_number=1']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:19:24.497772 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-064ab93c-62d9-44c0-8ed8-6e869a5c62c0 req-3441cb7a-60ec-4e28-9981-04a38d12f15b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.137&port_id=df23c584-e214-4d68-9747-8a4107990659 HTTP/1.1" status: 200 len: 217 time: 0.0658653 Jul 14 18:19:24.502213 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-92a64d18-daa1-47ba-a9d5-d4f1e3015bdc req-9264857b-447e-4940-be50-f7f66b143698 tempest-LiveMigrationNegativeTest-237635840 tempest-LiveMigrationNegativeTest-237635840-project] 10.222.0.16 "GET /v2.0/ports?device_id=83355f4c-c851-4a2c-b236-88b99073917d HTTP/1.1" status: 200 len: 948 time: 0.6058514 Jul 14 18:19:24.514641 n-d-800634-3 neutron-server[93917]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f543506-5187-4fe9-aafd-939759cbc818 None None] Network 1e44358c-28d7-42d0-aed8-ba2cd701bfcd is already hosted by enough agents. {{(pid=93917) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:19:24.518372 n-d-800634-3 neutron-server[93917]: DEBUG neutron.scheduler.base_scheduler [None req-6f543506-5187-4fe9-aafd-939759cbc818 None None] Resources bound (agent type, host, resource id): {{(pid=93917) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:19:24.521413 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f543506-5187-4fe9-aafd-939759cbc818 None None] Received port after_create {{(pid=93917) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:19:24.576864 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064ab93c-62d9-44c0-8ed8-6e869a5c62c0 req-98e37293-c057-44c2-9431-72348ec080b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:19:24.579383 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107966fa-f4de-49c9-9522-d8e7a5bfb1cf req-6122035b-8cfb-4dc3-ab39-896b531a7757 tempest-LiveAutoBlockMigrationV225Test-133245952 tempest-LiveAutoBlockMigrationV225Test-133245952-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:19:24.579641 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-064ab93c-62d9-44c0-8ed8-6e869a5c62c0 req-98e37293-c057-44c2-9431-72348ec080b7 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f20c54fb-f7da-4761-aa61-2e4f99f3d332 HTTP/1.1" status: 200 len: 843 time: 0.0738742 Jul 14 18:19:24.581097 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-107966fa-f4de-49c9-9522-d8e7a5bfb1cf req-6122035b-8cfb-4dc3-ab39-896b531a7757 tempest-LiveAutoBlockMigrationV225Test-133245952 tempest-LiveAutoBlockMigrationV225Test-133245952-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=beccc4b5-3ac3-49b2-9770-40ce37745a2b HTTP/1.1" status: 200 len: 1097 time: 0.6217248 Jul 14 18:19:24.598991 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-6f543506-5187-4fe9-aafd-939759cbc818 None None] Attempting to bind port f1260a60-9e13-4431-9f46-106002e3de47 on host n-d-800634-3 for vnic_type normal with profile {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:19:24.599378 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-6f543506-5187-4fe9-aafd-939759cbc818 None None] Attempting to bind port f1260a60-9e13-4431-9f46-106002e3de47 by drivers openvswitch,hyperv on host n-d-800634-3 at level 0 using segments [{'id': 'aad6412b-c76e-4055-8e71-f4d36fe824a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '1e44358c-28d7-42d0-aed8-ba2cd701bfcd'}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:19:24.599750 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f543506-5187-4fe9-aafd-939759cbc818 None None] Attempting to bind port f1260a60-9e13-4431-9f46-106002e3de47 on network 1e44358c-28d7-42d0-aed8-ba2cd701bfcd {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:19:24.604921 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f543506-5187-4fe9-aafd-939759cbc818 None None] Checking agent: {'id': '01c19e91-a945-4e3c-94a6-c211e17c923e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 8, 23), 'started_at': datetime.datetime(2021, 7, 14, 18, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 18, 19, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 18:19:24.605297 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f543506-5187-4fe9-aafd-939759cbc818 None None] Checking segment: {'id': 'aad6412b-c76e-4055-8e71-f4d36fe824a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '1e44358c-28d7-42d0-aed8-ba2cd701bfcd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93917) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:19:24.605705 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-6f543506-5187-4fe9-aafd-939759cbc818 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:24.606102 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f543506-5187-4fe9-aafd-939759cbc818 None None] Bound using segment: {'id': 'aad6412b-c76e-4055-8e71-f4d36fe824a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '1e44358c-28d7-42d0-aed8-ba2cd701bfcd'} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 18:19:24.606840 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-6f543506-5187-4fe9-aafd-939759cbc818 None None] Bound port: f1260a60-9e13-4431-9f46-106002e3de47, host: n-d-800634-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aad6412b-c76e-4055-8e71-f4d36fe824a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '1e44358c-28d7-42d0-aed8-ba2cd701bfcd'}}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 18:19:24.607239 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-6f543506-5187-4fe9-aafd-939759cbc818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:24.650423 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064ab93c-62d9-44c0-8ed8-6e869a5c62c0 req-8783089c-b86c-4b3c-84d0-5670b1f0e803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:19:24.651991 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-064ab93c-62d9-44c0-8ed8-6e869a5c62c0 req-8783089c-b86c-4b3c-84d0-5670b1f0e803 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4f742057-89ee-4b4a-86f7-487ee61881a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0646892 Jul 14 18:19:24.680552 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-6f543506-5187-4fe9-aafd-939759cbc818 None None] For port f1260a60-9e13-4431-9f46-106002e3de47, host n-d-800634-3, cleared binding levels {{(pid=93917) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:19:24.684300 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-6f543506-5187-4fe9-aafd-939759cbc818 None None] For port f1260a60-9e13-4431-9f46-106002e3de47, host n-d-800634-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=f1260a60-9e13-4431-9f46-106002e3de47,segment=NetworkSegment(aad6412b-c76e-4055-8e71-f4d36fe824a0),segment_id=aad6412b-c76e-4055-8e71-f4d36fe824a0)] {{(pid=93917) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 18:19:24.690316 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-6f543506-5187-4fe9-aafd-939759cbc818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:24.700098 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-8fe775b4-311e-47e6-887b-8b33226d7ee3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-929996', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-571750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11395'] for router, precommit_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:24.716941 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-92a64d18-daa1-47ba-a9d5-d4f1e3015bdc req-ecd5aed3-341b-4794-9313-4ce273862feb tempest-LiveMigrationNegativeTest-237635840 tempest-LiveMigrationNegativeTest-237635840-project] 10.222.0.16 "GET /v2.0/security-groups?id=4f7edf6a-d68f-4421-aca5-70454e3b9b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2136290 Jul 14 18:19:24.754731 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-107966fa-f4de-49c9-9522-d8e7a5bfb1cf req-613dbdce-d061-4b05-abed-28fe14ae0d46 tempest-LiveAutoBlockMigrationV225Test-133245952 tempest-LiveAutoBlockMigrationV225Test-133245952-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=540fae54-ccea-4309-9c99-81b930eedb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644111 Jul 14 18:19:24.790682 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f543506-5187-4fe9-aafd-939759cbc818 None None] Pushing event updated for resources: {'Port': ['ID=f1260a60-9e13-4431-9f46-106002e3de47,revision_number=2']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:19:24.795674 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-064ab93c-62d9-44c0-8ed8-6e869a5c62c0 req-b7e4857f-743f-4628-8db0-33916a8dacbc service neutron] 10.222.0.18 "GET /v2.0/networks/4f742057-89ee-4b4a-86f7-487ee61881a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1370134 Jul 14 18:19:24.802574 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-c753a8ea-721d-4f13-9da5-4a8ec99f389e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:24.864537 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-c753a8ea-721d-4f13-9da5-4a8ec99f389e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:24.877841 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 18:19:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6877697e-06ac-48d1-9c4a-cf8228409efe x-openstack-request-id: req-6877697e-06ac-48d1-9c4a-cf8228409efe {{(pid=93916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:19:24.879160 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83355f4c-c851-4a2c-b236-88b99073917d", "tag": "df23c584-e214-4d68-9747-8a4107990659", "status": "completed", "code": 200}]} {{(pid=93916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:19:24.879423 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6877697e-06ac-48d1-9c4a-cf8228409efe {{(pid=93916) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:19:24.879888 n-d-800634-3 neutron-server[93916]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83355f4c-c851-4a2c-b236-88b99073917d', 'tag': 'df23c584-e214-4d68-9747-8a4107990659', 'status': 'completed', 'code': 200} Jul 14 18:19:24.958184 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c753a8ea-721d-4f13-9da5-4a8ec99f389e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8421d844-eedc-43fd-9071-95ec8f18e506,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:19:24.964133 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-064ab93c-62d9-44c0-8ed8-6e869a5c62c0 req-bcf1fa3f-3af7-497b-ab4c-5867b7dabb0c service neutron] 10.222.0.18 "GET /v2.0/networks/4f742057-89ee-4b4a-86f7-487ee61881a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1615558 Jul 14 18:19:24.995646 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 53492) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:19:24.996806 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-c753a8ea-721d-4f13-9da5-4a8ec99f389e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3529bd678042461a81f5cf1520172267&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3152502 Jul 14 18:19:25.095512 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922e8bd8-b4fb-4fda-9f7c-1a3b2aee4059 req-c0d2f44b-7ec9-4ac6-9a6b-afe8f447d40f tempest-AttachSCSIVolumeTestJSON-1045345527 tempest-AttachSCSIVolumeTestJSON-1045345527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:19:25.102972 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-922e8bd8-b4fb-4fda-9f7c-1a3b2aee4059 req-c0d2f44b-7ec9-4ac6-9a6b-afe8f447d40f tempest-AttachSCSIVolumeTestJSON-1045345527 tempest-AttachSCSIVolumeTestJSON-1045345527-project] 10.222.0.16 "GET /v2.0/ports?device_id=4198bdcc-2894-4ba7-9720-35e4d7947e78 HTTP/1.1" status: 200 len: 944 time: 0.2419722 Jul 14 18:19:25.187510 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-922e8bd8-b4fb-4fda-9f7c-1a3b2aee4059 req-52e65e93-12ad-4bbb-8ff6-1ea5b2844eae tempest-AttachSCSIVolumeTestJSON-1045345527 tempest-AttachSCSIVolumeTestJSON-1045345527-project] 10.222.0.16 "GET /v2.0/security-groups?id=975dfb1e-0a99-4a57-8210-34fc1432950d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839005 Jul 14 18:19:25.215111 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3102ac1e-c3b0-4c42-b5c7-f202102218a0 req-576d71bc-17d5-4551-af9d-89a0b907bea4 tempest-FloatingIPsAssociationTestJSON-1206343344 tempest-FloatingIPsAssociationTestJSON-1206343344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:19:25.218322 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-36ed88d7-3e22-4033-923e-2672128dd760 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:25.222664 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3102ac1e-c3b0-4c42-b5c7-f202102218a0 req-576d71bc-17d5-4551-af9d-89a0b907bea4 tempest-FloatingIPsAssociationTestJSON-1206343344 tempest-FloatingIPsAssociationTestJSON-1206343344-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce10365d-c65b-40b2-8c01-23d1aaffa41c HTTP/1.1" status: 200 len: 945 time: 0.2227962 Jul 14 18:19:25.283711 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7718189-3f9d-4142-b7fd-f9653432a447 req-9752f147-9810-4add-9cbe-54efd96c3c19 tempest-LiveMigrationTest-64527954 tempest-LiveMigrationTest-64527954-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:19:25.285327 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-b7718189-3f9d-4142-b7fd-f9653432a447 req-9752f147-9810-4add-9cbe-54efd96c3c19 tempest-LiveMigrationTest-64527954 tempest-LiveMigrationTest-64527954-project] 10.222.0.35 "GET /v2.0/networks?id=31a99599-848e-4d3a-b964-3d8069f89b88 HTTP/1.1" status: 200 len: 808 time: 0.2053812 Jul 14 18:19:25.288215 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-36ed88d7-3e22-4033-923e-2672128dd760 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:25.291565 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6308f81b-5ea1-429f-82ec-7fb9bceccbe9 req-26214698-4169-4c74-8430-d8e7cba7d114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:19:25.293068 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-6308f81b-5ea1-429f-82ec-7fb9bceccbe9 req-26214698-4169-4c74-8430-d8e7cba7d114 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2acc825401794014b40c640f7ddf4b4a&device_id=83355f4c-c851-4a2c-b236-88b99073917d HTTP/1.1" status: 200 len: 1099 time: 0.2105672 Jul 14 18:19:25.305621 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [req-b7718189-3f9d-4142-b7fd-f9653432a447 req-074b28e6-47bf-4fe0-81b0-c6cd5958418d tempest-LiveMigrationTest-64527954 tempest-LiveMigrationTest-64527954-project] Request body: {'port': {'device_id': 'fbf4bb9b-1d56-4ad5-a9e1-d9e143744a86', 'network_id': '31a99599-848e-4d3a-b964-3d8069f89b88', 'admin_state_up': True, 'tenant_id': 'd1f21963323d4ae1956c5ba38fc6e610'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:19:25.358124 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3102ac1e-c3b0-4c42-b5c7-f202102218a0 req-f55c55c8-f456-48e0-8a61-6a1d4eb26fa5 tempest-FloatingIPsAssociationTestJSON-1206343344 tempest-FloatingIPsAssociationTestJSON-1206343344-project] 10.222.0.16 "GET /v2.0/security-groups?id=3a5c8f7b-f109-4bb8-81a7-bf349191d701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345913 Jul 14 18:19:25.377262 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-8fe775b4-311e-47e6-887b-8b33226d7ee3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:25.398725 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-8fe775b4-311e-47e6-887b-8b33226d7ee3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:25.496146 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-39055ae0-045b-4b40-8fd3-45ae0e0072e4 req-83ef89c3-0237-4f14-bdf1-73f774c4ebda tempest-LiveMigrationTest-64527954 tempest-LiveMigrationTest-64527954-project] 10.222.0.16 "GET /v2.0/ports?device_id=fbf4bb9b-1d56-4ad5-a9e1-d9e143744a86 HTTP/1.1" status: 200 len: 210 time: 0.0424781 Jul 14 18:19:25.585459 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.db_base_plugin_common [None req-8fe775b4-311e-47e6-887b-8b33226d7ee3 admin admin] Allocated IP 172.25.1.46 (9200a437-e1de-4520-88f6-e68386523e61/5f47f848-4532-407a-a0e2-5690ade15fd0/c2ab9d35-2759-46d6-a20d-37cc69c6d680) {{(pid=93915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:19:25.654524 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bc7f4f-550d-4614-a6d4-3b89f2af0318 req-faba12d2-cf5f-41fc-92d3-ba9f47e6bbfa tempest-LiveAutoBlockMigrationV225Test-133245952 tempest-LiveAutoBlockMigrationV225Test-133245952-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:19:25.662136 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c8bc7f4f-550d-4614-a6d4-3b89f2af0318 req-faba12d2-cf5f-41fc-92d3-ba9f47e6bbfa tempest-LiveAutoBlockMigrationV225Test-133245952 tempest-LiveAutoBlockMigrationV225Test-133245952-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=beccc4b5-3ac3-49b2-9770-40ce37745a2b HTTP/1.1" status: 200 len: 1097 time: 0.1555104 Jul 14 18:19:25.670725 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-2f4e3af3-e708-4ffd-a544-82d93a489d01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:25.725950 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-36ed88d7-3e22-4033-923e-2672128dd760 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:25.728592 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-36ed88d7-3e22-4033-923e-2672128dd760 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:25.729768 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-36ed88d7-3e22-4033-923e-2672128dd760 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8421d844-eedc-43fd-9071-95ec8f18e506 HTTP/1.1" status: 204 len: 168 time: 0.7328384 Jul 14 18:19:25.739751 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6308f81b-5ea1-429f-82ec-7fb9bceccbe9 req-ffd0a5dc-da10-4e77-a5a8-a1b59506c0c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:19:25.743073 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-6308f81b-5ea1-429f-82ec-7fb9bceccbe9 req-ffd0a5dc-da10-4e77-a5a8-a1b59506c0c7 service neutron] 10.222.0.18 "GET /v2.0/networks?id=4f742057-89ee-4b4a-86f7-487ee61881a1 HTTP/1.1" status: 200 len: 869 time: 0.4328442 Jul 14 18:19:25.762480 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ed88d7-3e22-4033-923e-2672128dd760 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8421d844-eedc-43fd-9071-95ec8f18e506,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:19:25.804523 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c8bc7f4f-550d-4614-a6d4-3b89f2af0318 req-749bfa0a-7ffe-4b2b-bcae-8b7d21f5ebdb tempest-LiveAutoBlockMigrationV225Test-133245952 tempest-LiveAutoBlockMigrationV225Test-133245952-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=540fae54-ccea-4309-9c99-81b930eedb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414077 Jul 14 18:19:25.817737 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-6308f81b-5ea1-429f-82ec-7fb9bceccbe9 req-b97a4680-d0c5-49fc-94a7-671f13bddacf service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.137&port_id=df23c584-e214-4d68-9747-8a4107990659 HTTP/1.1" status: 200 len: 217 time: 0.0648329 Jul 14 18:19:25.823783 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b7718189-3f9d-4142-b7fd-f9653432a447 req-074b28e6-47bf-4fe0-81b0-c6cd5958418d tempest-LiveMigrationTest-64527954 tempest-LiveMigrationTest-64527954-project] Made reservation on behalf of d1f21963323d4ae1956c5ba38fc6e610 for: {'port': 1} {{(pid=93916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:19:25.828280 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-b7718189-3f9d-4142-b7fd-f9653432a447 req-074b28e6-47bf-4fe0-81b0-c6cd5958418d tempest-LiveMigrationTest-64527954 tempest-LiveMigrationTest-64527954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:25.837275 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-8fe775b4-311e-47e6-887b-8b33226d7ee3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:25.869029 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac1ad9f-5a2a-4df6-b45b-13df5e18b0e3 req-9ab140ed-a618-4a25-8071-91d982720770 tempest-FloatingIPsAssociationTestJSON-1206343344 tempest-FloatingIPsAssociationTestJSON-1206343344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:19:25.870621 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-eac1ad9f-5a2a-4df6-b45b-13df5e18b0e3 req-9ab140ed-a618-4a25-8071-91d982720770 tempest-FloatingIPsAssociationTestJSON-1206343344 tempest-FloatingIPsAssociationTestJSON-1206343344-project] 10.222.0.16 "GET /v2.0/ports?device_id=d4a090fa-ded3-464f-b9f4-fb95e4f2153d&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2443955 Jul 14 18:19:25.911264 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6308f81b-5ea1-429f-82ec-7fb9bceccbe9 req-018b5f0a-b4c9-4d66-92b8-70eef35ca3fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:19:25.912533 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-6308f81b-5ea1-429f-82ec-7fb9bceccbe9 req-018b5f0a-b4c9-4d66-92b8-70eef35ca3fd service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f20c54fb-f7da-4761-aa61-2e4f99f3d332 HTTP/1.1" status: 200 len: 843 time: 0.0755939 Jul 14 18:19:25.993282 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-eac1ad9f-5a2a-4df6-b45b-13df5e18b0e3 req-82ddb7b2-2718-4b2a-bf35-f0ed19d99f44 tempest-FloatingIPsAssociationTestJSON-1206343344 tempest-FloatingIPsAssociationTestJSON-1206343344-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.1.59 HTTP/1.1" status: 200 len: 695 time: 0.1084046 Jul 14 18:19:25.999149 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [req-eac1ad9f-5a2a-4df6-b45b-13df5e18b0e3 req-e0022d4e-972d-4d01-bff4-0cde947f3e10 tempest-FloatingIPsAssociationTestJSON-1206343344 tempest-FloatingIPsAssociationTestJSON-1206343344-project] Request body: {'floatingip': {'port_id': '9ff41a23-0c91-4e23-90d4-e3f9f1ac0c89', 'fixed_ip_address': '172.20.0.7'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:19:26.002801 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Device c05aebc4-4d8b-4d8c-8845-a47245685659 details requested by agent hyperv_n-h2-800634-3 with host n-h2-800634-3 {{(pid=93917) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 18:19:26.086143 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-eac1ad9f-5a2a-4df6-b45b-13df5e18b0e3 req-e0022d4e-972d-4d01-bff4-0cde947f3e10 tempest-FloatingIPsAssociationTestJSON-1206343344 tempest-FloatingIPsAssociationTestJSON-1206343344-project] Notify callbacks [] for floatingip, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:26.118179 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6308f81b-5ea1-429f-82ec-7fb9bceccbe9 req-b7fc31dd-4985-40b7-b506-9a4cd66fefc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:19:26.119815 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-6308f81b-5ea1-429f-82ec-7fb9bceccbe9 req-b7fc31dd-4985-40b7-b506-9a4cd66fefc0 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4f742057-89ee-4b4a-86f7-487ee61881a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1738667 Jul 14 18:19:26.121522 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.db_base_plugin_common [req-b7718189-3f9d-4142-b7fd-f9653432a447 req-074b28e6-47bf-4fe0-81b0-c6cd5958418d tempest-LiveMigrationTest-64527954 tempest-LiveMigrationTest-64527954-project] Allocated IP 172.20.0.8 (31a99599-848e-4d3a-b964-3d8069f89b88/8fa41a13-248e-4ed4-8731-d525cb4f3c62/dda704ab-58ba-443c-a327-149220292e36) {{(pid=93916) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:19:26.162367 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-8fe775b4-311e-47e6-887b-8b33226d7ee3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804'] for port, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:26.166539 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] For port c05aebc4-4d8b-4d8c-8845-a47245685659, host n-h2-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=c05aebc4-4d8b-4d8c-8845-a47245685659,segment=NetworkSegment(cf789593-5632-42b9-b2ee-de040717f27d),segment_id=cf789593-5632-42b9-b2ee-de040717f27d)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:19:26.170017 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 53504) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:19:26.180550 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Returning: {'device': 'c05aebc4-4d8b-4d8c-8845-a47245685659', 'network_id': '0d7296f7-5429-4a43-bea4-f8dd4a7e9780', 'port_id': 'c05aebc4-4d8b-4d8c-8845-a47245685659', 'mac_address': 'fa:16:3e:d7:40:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 70, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78dfe6c1-acef-4017-a82a-0a4186e136cd', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93917) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 18:19:26.226381 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:26.240696 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c05aebc4-4d8b-4d8c-8845-a47245685659 {{(pid=93917) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 18:19:26.248919 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-d98b1dba-4e44-491a-8da7-f8bde3ca06ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:26.267410 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] For port c05aebc4-4d8b-4d8c-8845-a47245685659, host n-h2-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=c05aebc4-4d8b-4d8c-8845-a47245685659,segment=NetworkSegment(cf789593-5632-42b9-b2ee-de040717f27d),segment_id=cf789593-5632-42b9-b2ee-de040717f27d)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:19:26.267626 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fe775b4-311e-47e6-887b-8b33226d7ee3 admin admin] Network 9200a437-e1de-4520-88f6-e68386523e61 is already hosted by enough agents. {{(pid=93915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:19:26.272777 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:26.299831 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [None req-8fe775b4-311e-47e6-887b-8b33226d7ee3 admin admin] Resources bound (agent type, host, resource id): {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:19:26.302586 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fe775b4-311e-47e6-887b-8b33226d7ee3 admin admin] Received port after_create {{(pid=93915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:19:26.319480 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fade0869-1337-4c83-8d6d-087072eb04f8 None None] Network 1e44358c-28d7-42d0-aed8-ba2cd701bfcd requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:19:26.349146 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe775b4-311e-47e6-887b-8b33226d7ee3 admin admin] Pushing event updated for resources: {'Port': ['ID=c2ab9d35-2759-46d6-a20d-37cc69c6d680,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:19:26.368801 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-6308f81b-5ea1-429f-82ec-7fb9bceccbe9 req-56cb1db5-91f0-4c2c-afbf-48c03bdbd8b8 service neutron] 10.222.0.18 "GET /v2.0/networks/4f742057-89ee-4b4a-86f7-487ee61881a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2365010 Jul 14 18:19:26.383903 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Pushing event updated for resources: {'Port': ['ID=c05aebc4-4d8b-4d8c-8845-a47245685659,revision_number=4']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:19:26.401168 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-607ecc58-9b56-48a3-873e-8950f74a29d4 None None] Provisioning for port f1260a60-9e13-4431-9f46-106002e3de47 completed by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:19:26.401550 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99436631-89a7-4da6-92f9-4fdd3dbce4f8 req-a0b682e1-19ee-4be0-8f4a-28fd6b58f126 tempest-LiveMigrationNegativeTest-237635840 tempest-LiveMigrationNegativeTest-237635840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:19:26.403102 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-99436631-89a7-4da6-92f9-4fdd3dbce4f8 req-a0b682e1-19ee-4be0-8f4a-28fd6b58f126 tempest-LiveMigrationNegativeTest-237635840 tempest-LiveMigrationNegativeTest-237635840-project] 10.222.0.16 "GET /v2.0/ports?device_id=83355f4c-c851-4a2c-b236-88b99073917d HTTP/1.1" status: 200 len: 948 time: 0.3330293 Jul 14 18:19:26.493536 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] get_ports_and_sgs() called for port_ids ['c05aebc4-4d8b-4d8c-8845-a47245685659'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 18:19:26.538241 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-b7718189-3f9d-4142-b7fd-f9653432a447 req-074b28e6-47bf-4fe0-81b0-c6cd5958418d tempest-LiveMigrationTest-64527954 tempest-LiveMigrationTest-64527954-project] Notify callbacks [] for port, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:26.570310 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-99436631-89a7-4da6-92f9-4fdd3dbce4f8 req-44189abb-8726-4695-8402-4637530bdb8c tempest-LiveMigrationNegativeTest-237635840 tempest-LiveMigrationNegativeTest-237635840-project] 10.222.0.16 "GET /v2.0/security-groups?id=4f7edf6a-d68f-4421-aca5-70454e3b9b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337960 Jul 14 18:19:26.599147 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-6308f81b-5ea1-429f-82ec-7fb9bceccbe9 req-c1f471e0-abc1-45f3-ade0-fdd7d506d59b service neutron] 10.222.0.18 "GET /v2.0/networks/4f742057-89ee-4b4a-86f7-487ee61881a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2170541 Jul 14 18:19:26.621763 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-d98b1dba-4e44-491a-8da7-f8bde3ca06ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:26.699627 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-d98b1dba-4e44-491a-8da7-f8bde3ca06ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:26.757658 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-b7718189-3f9d-4142-b7fd-f9653432a447 req-074b28e6-47bf-4fe0-81b0-c6cd5958418d tempest-LiveMigrationTest-64527954 tempest-LiveMigrationTest-64527954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804'] for port, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:26.788591 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device f1260a60-9e13-4431-9f46-106002e3de47 up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:19:26.859541 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98b1dba-4e44-491a-8da7-f8bde3ca06ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9ced861-15df-4082-8ac5-0c4759f27257,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:19:26.861460 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning for port f1260a60-9e13-4431-9f46-106002e3de47 completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:19:26.866286 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port f1260a60-9e13-4431-9f46-106002e3de47 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:19:26.866963 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:26.873713 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b7718189-3f9d-4142-b7fd-f9653432a447 req-074b28e6-47bf-4fe0-81b0-c6cd5958418d tempest-LiveMigrationTest-64527954 tempest-LiveMigrationTest-64527954-project] Network 31a99599-848e-4d3a-b964-3d8069f89b88 is already hosted by enough agents. {{(pid=93916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:19:26.875586 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [req-b7718189-3f9d-4142-b7fd-f9653432a447 req-074b28e6-47bf-4fe0-81b0-c6cd5958418d tempest-LiveMigrationTest-64527954 tempest-LiveMigrationTest-64527954-project] Resources bound (agent type, host, resource id): {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:19:26.879424 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7718189-3f9d-4142-b7fd-f9653432a447 req-074b28e6-47bf-4fe0-81b0-c6cd5958418d tempest-LiveMigrationTest-64527954 tempest-LiveMigrationTest-64527954-project] Received port after_create {{(pid=93916) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:19:26.886362 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7718189-3f9d-4142-b7fd-f9653432a447 req-074b28e6-47bf-4fe0-81b0-c6cd5958418d tempest-LiveMigrationTest-64527954 tempest-LiveMigrationTest-64527954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:19:26.887077 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-b7718189-3f9d-4142-b7fd-f9653432a447 req-074b28e6-47bf-4fe0-81b0-c6cd5958418d tempest-LiveMigrationTest-64527954 tempest-LiveMigrationTest-64527954-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:26.894912 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-d98b1dba-4e44-491a-8da7-f8bde3ca06ec admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=cf1793428a174cdab5d50f8e42dff7c1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7238252 Jul 14 18:19:26.898865 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 53516) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:19:26.942104 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-b7718189-3f9d-4142-b7fd-f9653432a447 req-074b28e6-47bf-4fe0-81b0-c6cd5958418d tempest-LiveMigrationTest-64527954 tempest-LiveMigrationTest-64527954-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6466527 Jul 14 18:19:26.963218 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [req-b7718189-3f9d-4142-b7fd-f9653432a447 req-45ee35dd-ed01-4518-b48b-53b5585e9581 service neutron] Request body: {'port': {'device_id': 'fbf4bb9b-1d56-4ad5-a9e1-d9e143744a86', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800634-3'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:19:26.965050 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:26.998358 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074b28e6-47bf-4fe0-81b0-c6cd5958418d tempest-LiveMigrationTest-64527954 tempest-LiveMigrationTest-64527954-project] Pushing event updated for resources: {'Port': ['ID=dda704ab-58ba-443c-a327-149220292e36,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:19:27.016513 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-70c5a6cc-1154-4615-ad85-ca2c0594bf55 None None] Provisioning complete for port f1260a60-9e13-4431-9f46-106002e3de47 triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:19:27.016911 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-70c5a6cc-1154-4615-ad85-ca2c0594bf55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:27.020089 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] For port f1260a60-9e13-4431-9f46-106002e3de47, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=f1260a60-9e13-4431-9f46-106002e3de47,segment=NetworkSegment(aad6412b-c76e-4055-8e71-f4d36fe824a0),segment_id=aad6412b-c76e-4055-8e71-f4d36fe824a0)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:19:27.029745 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-0e30d54d-8e51-4a39-9baa-6957e8414d48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:27.042108 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:27.079339 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-0e30d54d-8e51-4a39-9baa-6957e8414d48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:27.106625 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Pushing event updated for resources: {'Port': ['ID=f1260a60-9e13-4431-9f46-106002e3de47,revision_number=3']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:19:27.108963 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-b7718189-3f9d-4142-b7fd-f9653432a447 req-45ee35dd-ed01-4518-b48b-53b5585e9581 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:27.228719 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-0e30d54d-8e51-4a39-9baa-6957e8414d48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:27.231298 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-0e30d54d-8e51-4a39-9baa-6957e8414d48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:27.232470 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-0e30d54d-8e51-4a39-9baa-6957e8414d48 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d9ced861-15df-4082-8ac5-0c4759f27257 HTTP/1.1" status: 204 len: 168 time: 0.3326049 Jul 14 18:19:27.252289 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e30d54d-8e51-4a39-9baa-6957e8414d48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9ced861-15df-4082-8ac5-0c4759f27257,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:19:27.344252 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-8fe775b4-311e-47e6-887b-8b33226d7ee3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:27.392779 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebd3721-a7d9-41ed-9cf8-0a56056a4b5a req-79826aec-e261-42f3-a6d7-ec44bfc39417 tempest-AttachSCSIVolumeTestJSON-1045345527 tempest-AttachSCSIVolumeTestJSON-1045345527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:19:27.399489 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2ebd3721-a7d9-41ed-9cf8-0a56056a4b5a req-79826aec-e261-42f3-a6d7-ec44bfc39417 tempest-AttachSCSIVolumeTestJSON-1045345527 tempest-AttachSCSIVolumeTestJSON-1045345527-project] 10.222.0.16 "GET /v2.0/ports?device_id=4198bdcc-2894-4ba7-9720-35e4d7947e78 HTTP/1.1" status: 200 len: 945 time: 0.5588443 Jul 14 18:19:27.411969 n-d-800634-3 neutron-server[93916]: DEBUG neutron.notifiers.nova [req-b7718189-3f9d-4142-b7fd-f9653432a447 req-45ee35dd-ed01-4518-b48b-53b5585e9581 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dda704ab-58ba-443c-a327-149220292e36 {{(pid=93916) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 18:19:27.420191 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-b7718189-3f9d-4142-b7fd-f9653432a447 req-45ee35dd-ed01-4518-b48b-53b5585e9581 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:27.433771 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.provisioning_blocks [req-b7718189-3f9d-4142-b7fd-f9653432a447 req-45ee35dd-ed01-4518-b48b-53b5585e9581 service neutron] Transition to ACTIVE for port object dda704ab-58ba-443c-a327-149220292e36 will not be triggered until provisioned by entity L2. {{(pid=93916) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:19:27.437787 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-b7718189-3f9d-4142-b7fd-f9653432a447 req-45ee35dd-ed01-4518-b48b-53b5585e9581 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:27.489710 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ee35dd-ed01-4518-b48b-53b5585e9581 service neutron] Pushing event updated for resources: {'Port': ['ID=dda704ab-58ba-443c-a327-149220292e36,revision_number=2']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:19:27.531498 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.managers [req-b7718189-3f9d-4142-b7fd-f9653432a447 req-45ee35dd-ed01-4518-b48b-53b5585e9581 service neutron] Attempting to bind port dda704ab-58ba-443c-a327-149220292e36 on host n-h2-800634-3 for vnic_type normal with profile {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:19:27.532154 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.managers [req-b7718189-3f9d-4142-b7fd-f9653432a447 req-45ee35dd-ed01-4518-b48b-53b5585e9581 service neutron] Attempting to bind port dda704ab-58ba-443c-a327-149220292e36 by drivers openvswitch,hyperv on host n-h2-800634-3 at level 0 using segments [{'id': 'd3ebb57b-621c-4102-bdfe-7fa439ba5ffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '31a99599-848e-4d3a-b964-3d8069f89b88'}] {{(pid=93916) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:19:27.532282 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7718189-3f9d-4142-b7fd-f9653432a447 req-45ee35dd-ed01-4518-b48b-53b5585e9581 service neutron] Attempting to bind port dda704ab-58ba-443c-a327-149220292e36 on network 31a99599-848e-4d3a-b964-3d8069f89b88 {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:19:27.536651 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2ebd3721-a7d9-41ed-9cf8-0a56056a4b5a req-6a294b3f-e645-48a5-8e31-17a3f7741c1f tempest-AttachSCSIVolumeTestJSON-1045345527 tempest-AttachSCSIVolumeTestJSON-1045345527-project] 10.222.0.16 "GET /v2.0/security-groups?id=975dfb1e-0a99-4a57-8210-34fc1432950d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362858 Jul 14 18:19:27.536995 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7718189-3f9d-4142-b7fd-f9653432a447 req-45ee35dd-ed01-4518-b48b-53b5585e9581 service neutron] Port dda704ab-58ba-443c-a327-149220292e36 on network 31a99599-848e-4d3a-b964-3d8069f89b88 not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-3 {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 18:19:27.537316 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7718189-3f9d-4142-b7fd-f9653432a447 req-45ee35dd-ed01-4518-b48b-53b5585e9581 service neutron] Attempting to bind port dda704ab-58ba-443c-a327-149220292e36 on network 31a99599-848e-4d3a-b964-3d8069f89b88 {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:19:27.545604 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7718189-3f9d-4142-b7fd-f9653432a447 req-45ee35dd-ed01-4518-b48b-53b5585e9581 service neutron] Checking agent: {'id': '08e36a6c-8d04-48f0-a644-f27680635246', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 15, 35), 'started_at': datetime.datetime(2021, 7, 14, 18, 15, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 18, 19, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 18:19:27.545604 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7718189-3f9d-4142-b7fd-f9653432a447 req-45ee35dd-ed01-4518-b48b-53b5585e9581 service neutron] Checking segment: {'id': 'd3ebb57b-621c-4102-bdfe-7fa439ba5ffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '31a99599-848e-4d3a-b964-3d8069f89b88'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93916) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:19:27.545852 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7718189-3f9d-4142-b7fd-f9653432a447 req-45ee35dd-ed01-4518-b48b-53b5585e9581 service neutron] Bound using segment: {'id': 'd3ebb57b-621c-4102-bdfe-7fa439ba5ffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '31a99599-848e-4d3a-b964-3d8069f89b88'} {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 18:19:27.546192 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.managers [req-b7718189-3f9d-4142-b7fd-f9653432a447 req-45ee35dd-ed01-4518-b48b-53b5585e9581 service neutron] Bound port: dda704ab-58ba-443c-a327-149220292e36, host: n-h2-800634-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3ebb57b-621c-4102-bdfe-7fa439ba5ffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '31a99599-848e-4d3a-b964-3d8069f89b88'}}] {{(pid=93916) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 18:19:27.546549 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-b7718189-3f9d-4142-b7fd-f9653432a447 req-45ee35dd-ed01-4518-b48b-53b5585e9581 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:27.637396 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.db [req-b7718189-3f9d-4142-b7fd-f9653432a447 req-45ee35dd-ed01-4518-b48b-53b5585e9581 service neutron] For port dda704ab-58ba-443c-a327-149220292e36, host n-h2-800634-3, cleared binding levels {{(pid=93916) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:19:27.640688 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.db [req-b7718189-3f9d-4142-b7fd-f9653432a447 req-45ee35dd-ed01-4518-b48b-53b5585e9581 service neutron] For port dda704ab-58ba-443c-a327-149220292e36, host n-h2-800634-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=dda704ab-58ba-443c-a327-149220292e36,segment=NetworkSegment(d3ebb57b-621c-4102-bdfe-7fa439ba5ffc),segment_id=d3ebb57b-621c-4102-bdfe-7fa439ba5ffc)] {{(pid=93916) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 18:19:27.645715 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-b7718189-3f9d-4142-b7fd-f9653432a447 req-45ee35dd-ed01-4518-b48b-53b5585e9581 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:27.695288 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7718189-3f9d-4142-b7fd-f9653432a447 req-45ee35dd-ed01-4518-b48b-53b5585e9581 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:19:27.695915 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-b7718189-3f9d-4142-b7fd-f9653432a447 req-45ee35dd-ed01-4518-b48b-53b5585e9581 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:27.697389 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-b7718189-3f9d-4142-b7fd-f9653432a447 req-45ee35dd-ed01-4518-b48b-53b5585e9581 service neutron] 10.222.0.35 "PUT /v2.0/ports/dda704ab-58ba-443c-a327-149220292e36 HTTP/1.1" status: 200 len: 1091 time: 0.7412038 Jul 14 18:19:27.697828 n-d-800634-3 neutron-server[93916]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbf4bb9b-1d56-4ad5-a9e1-d9e143744a86', 'tag': 'dda704ab-58ba-443c-a327-149220292e36'}] {{(pid=93916) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:19:27.700269 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f803e150b363a7893830aa996ac27753fa25517c406ecd3536b7c2d4b26eeb9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15f7f1b9-e273-42af-b3d1-844b0295b397" -d '{"events": [{"name": "network-changed", "server_uuid": "fbf4bb9b-1d56-4ad5-a9e1-d9e143744a86", "tag": "dda704ab-58ba-443c-a327-149220292e36"}]}' {{(pid=93916) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:19:27.704650 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-eac1ad9f-5a2a-4df6-b45b-13df5e18b0e3 req-e0022d4e-972d-4d01-bff4-0cde947f3e10 tempest-FloatingIPsAssociationTestJSON-1206343344 tempest-FloatingIPsAssociationTestJSON-1206343344-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:27.710433 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-eac1ad9f-5a2a-4df6-b45b-13df5e18b0e3 req-e0022d4e-972d-4d01-bff4-0cde947f3e10 tempest-FloatingIPsAssociationTestJSON-1206343344 tempest-FloatingIPsAssociationTestJSON-1206343344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-930131'] for floatingip, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:27.718420 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ee35dd-ed01-4518-b48b-53b5585e9581 service neutron] Pushing event updated for resources: {'Port': ['ID=dda704ab-58ba-443c-a327-149220292e36,revision_number=3']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:19:27.797852 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7718189-3f9d-4142-b7fd-f9653432a447 req-c83732b2-ecc9-4eba-97b4-23050bf99b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:19:27.800432 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-b7718189-3f9d-4142-b7fd-f9653432a447 req-c83732b2-ecc9-4eba-97b4-23050bf99b8b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d1f21963323d4ae1956c5ba38fc6e610&device_id=fbf4bb9b-1d56-4ad5-a9e1-d9e143744a86 HTTP/1.1" status: 200 len: 1094 time: 0.0564759 Jul 14 18:19:27.846470 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-b7718189-3f9d-4142-b7fd-f9653432a447 req-8b70f454-da5c-42a8-91d9-6ac3ba1a9ef5 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dda704ab-58ba-443c-a327-149220292e36 HTTP/1.1" status: 200 len: 217 time: 0.0395889 Jul 14 18:19:27.880480 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-8fe775b4-311e-47e6-887b-8b33226d7ee3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-571759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-930033'] for router, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:27.907818 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7718189-3f9d-4142-b7fd-f9653432a447 req-00f1c95c-4b4f-406d-bf12-58e55da9debf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:19:27.909602 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-b7718189-3f9d-4142-b7fd-f9653432a447 req-00f1c95c-4b4f-406d-bf12-58e55da9debf service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8fa41a13-248e-4ed4-8731-d525cb4f3c62 HTTP/1.1" status: 200 len: 848 time: 0.0572295 Jul 14 18:19:27.946330 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-b7718189-3f9d-4142-b7fd-f9653432a447 req-017929da-c63e-406d-a578-ce3eef7cb57c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=31a99599-848e-4d3a-b964-3d8069f89b88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296357 Jul 14 18:19:27.988052 n-d-800634-3 neutron-server[93915]: INFO neutron.db.l3_db [req-eac1ad9f-5a2a-4df6-b45b-13df5e18b0e3 req-e0022d4e-972d-4d01-bff4-0cde947f3e10 tempest-FloatingIPsAssociationTestJSON-1206343344 tempest-FloatingIPsAssociationTestJSON-1206343344-project] Floating IP fb85e68c-59fe-470a-bf1b-7deba9b174fa associated. External IP: 172.25.1.59, port: 9ff41a23-0c91-4e23-90d4-e3f9f1ac0c89. Jul 14 18:19:28.008674 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Device c05aebc4-4d8b-4d8c-8845-a47245685659 up at agent hyperv_n-h2-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:19:28.059049 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1575ef6-dad9-496e-a998-550df1dd62e0 req-95125abf-22de-4973-860f-ea96ec9088c5 tempest-LiveMigrationTest-64527954 tempest-LiveMigrationTest-64527954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:19:28.059865 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Provisioning for port c05aebc4-4d8b-4d8c-8845-a47245685659 completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:19:28.064568 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Provisioning complete for port c05aebc4-4d8b-4d8c-8845-a47245685659 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:19:28.065140 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:28.066643 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-d1575ef6-dad9-496e-a998-550df1dd62e0 req-95125abf-22de-4973-860f-ea96ec9088c5 tempest-LiveMigrationTest-64527954 tempest-LiveMigrationTest-64527954-project] 10.222.0.16 "GET /v2.0/ports?device_id=fbf4bb9b-1d56-4ad5-a9e1-d9e143744a86 HTTP/1.1" status: 200 len: 943 time: 0.2603996 Jul 14 18:19:28.077491 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-b7718189-3f9d-4142-b7fd-f9653432a447 req-c3b3ce9e-b480-4f3b-b786-9381b71bfd05 service neutron] 10.222.0.35 "GET /v2.0/networks/31a99599-848e-4d3a-b964-3d8069f89b88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248491 Jul 14 18:19:28.155905 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:28.175639 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-d1575ef6-dad9-496e-a998-550df1dd62e0 req-cf0bc57f-d740-4f73-8d48-7342e81bd5f2 tempest-LiveMigrationTest-64527954 tempest-LiveMigrationTest-64527954-project] 10.222.0.16 "GET /v2.0/security-groups?id=93c6eb24-b3aa-49c4-93f7-93dd5f011665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083343 Jul 14 18:19:28.184266 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4198bdcc-2894-4ba7-9720-35e4d7947e78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c05aebc4-4d8b-4d8c-8845-a47245685659'}] {{(pid=93917) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:19:28.187247 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20b787f3c29eaa7aa2a4d648c725a2124c5ff39a8d793252f9d844495e14cf42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-675c3cbf-c4cd-47e3-908e-052678bea0c7" -d '{"events": [{"server_uuid": "4198bdcc-2894-4ba7-9720-35e4d7947e78", "name": "network-vif-plugged", "status": "completed", "tag": "c05aebc4-4d8b-4d8c-8845-a47245685659"}]}' {{(pid=93917) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:19:28.196691 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-b7718189-3f9d-4142-b7fd-f9653432a447 req-088c62f0-0686-4073-9a8a-286574eff055 service neutron] 10.222.0.35 "GET /v2.0/networks/31a99599-848e-4d3a-b964-3d8069f89b88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1113200 Jul 14 18:19:28.213285 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] For port c05aebc4-4d8b-4d8c-8845-a47245685659, host n-h2-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=c05aebc4-4d8b-4d8c-8845-a47245685659,segment=NetworkSegment(cf789593-5632-42b9-b2ee-de040717f27d),segment_id=cf789593-5632-42b9-b2ee-de040717f27d)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:19:28.219921 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:28.232917 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fe775b4-311e-47e6-887b-8b33226d7ee3 admin admin] Router 4e5c14d1-5683-4a84-971f-57aa132b6d88 is scheduled to L3 agent 2c6eb27e-defb-4cca-9a24-381c7415e359 with binding_index 1 {{(pid=93915) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 18:19:28.280514 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Pushing event updated for resources: {'Port': ['ID=c05aebc4-4d8b-4d8c-8845-a47245685659,revision_number=5']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:19:28.380548 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.l3_agent_scheduler [req-eac1ad9f-5a2a-4df6-b45b-13df5e18b0e3 req-e0022d4e-972d-4d01-bff4-0cde947f3e10 tempest-FloatingIPsAssociationTestJSON-1206343344 tempest-FloatingIPsAssociationTestJSON-1206343344-project] Router d259d793-7f04-4b26-88b6-52f0483faef8 has already been hosted by L3 agent 2c6eb27e-defb-4cca-9a24-381c7415e359 {{(pid=93915) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 18:19:28.416419 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fe775b4-311e-47e6-887b-8b33226d7ee3 admin admin] Notify agent at l3_agent.n-d-800634-3 the message routers_updated {{(pid=93915) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 18:19:28.430162 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-440a8119-dea6-47b7-afcf-d915741004b0 None None] Sync routers for ids ['4e5c14d1-5683-4a84-971f-57aa132b6d88'] in n-d-800634-3 {{(pid=93918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 18:19:28.451968 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-440a8119-dea6-47b7-afcf-d915741004b0 None None] Routers {'4e5c14d1-5683-4a84-971f-57aa132b6d88'} bound to L3 agent in host n-d-800634-3 {{(pid=93918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:19:28.454590 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-440a8119-dea6-47b7-afcf-d915741004b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:19:23Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['4e5c14d1-5683-4a84-971f-57aa132b6d88'], 'active': True} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:19:28.469257 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-8fe775b4-311e-47e6-887b-8b33226d7ee3 admin admin] Notify callbacks [] for router, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:28.473627 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-8fe775b4-311e-47e6-887b-8b33226d7ee3 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 4.6422231 Jul 14 18:19:28.474165 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 53554) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:19:28.602708 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvr_db [None req-440a8119-dea6-47b7-afcf-d915741004b0 None None] Set router 4e5c14d1-5683-4a84-971f-57aa132b6d88 gateway port host: n-d-800634-3 {{(pid=93918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 18:19:28.639142 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-eac1ad9f-5a2a-4df6-b45b-13df5e18b0e3 req-e0022d4e-972d-4d01-bff4-0cde947f3e10 tempest-FloatingIPsAssociationTestJSON-1206343344 tempest-FloatingIPsAssociationTestJSON-1206343344-project] Notify agent at l3_agent.n-d-800634-3 the message routers_updated {{(pid=93915) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 18:19:28.642159 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device f1260a60-9e13-4431-9f46-106002e3de47 up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:19:28.652942 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-eac1ad9f-5a2a-4df6-b45b-13df5e18b0e3 req-e0022d4e-972d-4d01-bff4-0cde947f3e10 tempest-FloatingIPsAssociationTestJSON-1206343344 tempest-FloatingIPsAssociationTestJSON-1206343344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for floatingip, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:28.685119 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c80352bc-14e1-4de8-ba05-6e502dfda800 None None] Sync routers for ids ['d259d793-7f04-4b26-88b6-52f0483faef8'] in n-d-800634-3 {{(pid=93917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 18:19:28.707766 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c80352bc-14e1-4de8-ba05-6e502dfda800 None None] Routers {'d259d793-7f04-4b26-88b6-52f0483faef8'} bound to L3 agent in host n-d-800634-3 {{(pid=93917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:19:28.708744 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-c80352bc-14e1-4de8-ba05-6e502dfda800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:19:23Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['d259d793-7f04-4b26-88b6-52f0483faef8'], 'active': True} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:19:28.772342 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port f1260a60-9e13-4431-9f46-106002e3de47 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:19:28.772342 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:28.795236 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-eac1ad9f-5a2a-4df6-b45b-13df5e18b0e3 req-e0022d4e-972d-4d01-bff4-0cde947f3e10 tempest-FloatingIPsAssociationTestJSON-1206343344 tempest-FloatingIPsAssociationTestJSON-1206343344-project] 10.222.0.16 "PUT /v2.0/floatingips/fb85e68c-59fe-470a-bf1b-7deba9b174fa HTTP/1.1" status: 200 len: 995 time: 2.8001761 Jul 14 18:19:28.800808 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4a090fa-ded3-464f-b9f4-fb95e4f2153d', 'tag': '9ff41a23-0c91-4e23-90d4-e3f9f1ac0c89'}] {{(pid=93915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:19:28.803553 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e72782ad3af8f7d4ce76cedf092bca46d1756acc5c4653cf0b52034cdd6b073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7483dea7-5297-4941-bf54-b306c88703f6" -d '{"events": [{"name": "network-changed", "server_uuid": "d4a090fa-ded3-464f-b9f4-fb95e4f2153d", "tag": "9ff41a23-0c91-4e23-90d4-e3f9f1ac0c89"}]}' {{(pid=93915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:19:28.821803 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f95e4f0-245b-4a47-aaa2-11f87864c4c9 req-aaf90ec3-ec70-462d-9ff3-569e18bb4242 tempest-LiveMigrationNegativeTest-237635840 tempest-LiveMigrationNegativeTest-237635840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:19:28.824855 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-440a8119-dea6-47b7-afcf-d915741004b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e5c14d1-5683-4a84-971f-57aa132b6d88', 'name': 'tempest-FloatingIPsNegativeTestJSON-1513721684-router', 'tenant_id': '029c1e99557d4f09a9b6bc5da8432a1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.46'}], 'enable_snat': True}, 'gw_port_id': 'c2ab9d35-2759-46d6-a20d-37cc69c6d680', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:19:23Z', 'updated_at': '2021-07-14T18:19:26Z', 'revision_number': 3, 'project_id': '029c1e99557d4f09a9b6bc5da8432a1e', 'gw_port': {'id': 'c2ab9d35-2759-46d6-a20d-37cc69c6d680', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:d9:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e5c14d1-5683-4a84-971f-57aa132b6d88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:19:25Z', 'updated_at': '2021-07-14T18:19:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3'}], 'n-d-800634-3', False) {} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:19:28.828762 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-9f95e4f0-245b-4a47-aaa2-11f87864c4c9 req-aaf90ec3-ec70-462d-9ff3-569e18bb4242 tempest-LiveMigrationNegativeTest-237635840 tempest-LiveMigrationNegativeTest-237635840-project] 10.222.0.16 "GET /v2.0/ports?device_id=83355f4c-c851-4a2c-b236-88b99073917d HTTP/1.1" status: 200 len: 948 time: 0.2893043 Jul 14 18:19:28.868864 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-440a8119-dea6-47b7-afcf-d915741004b0 None None] Checking router: 4e5c14d1-5683-4a84-971f-57aa132b6d88 for host: n-d-800634-3 {{(pid=93918) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 18:19:28.869214 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-440a8119-dea6-47b7-afcf-d915741004b0 None None] Updating router 4e5c14d1-5683-4a84-971f-57aa132b6d88 port c2ab9d35-2759-46d6-a20d-37cc69c6d680 binding host n-d-800634-3 {{(pid=93918) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 18:19:28.908304 n-d-800634-3 neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-440a8119-dea6-47b7-afcf-d915741004b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:28.965163 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-9f95e4f0-245b-4a47-aaa2-11f87864c4c9 req-83bd4a16-9261-47a7-84d4-bbadc8877d1c tempest-LiveMigrationNegativeTest-237635840 tempest-LiveMigrationNegativeTest-237635840-project] 10.222.0.16 "GET /v2.0/security-groups?id=4f7edf6a-d68f-4421-aca5-70454e3b9b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341546 Jul 14 18:19:29.013230 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvr_db [None req-c80352bc-14e1-4de8-ba05-6e502dfda800 None None] Set router d259d793-7f04-4b26-88b6-52f0483faef8 gateway port host: n-d-800634-3 {{(pid=93917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 18:19:29.032154 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac1ad9f-5a2a-4df6-b45b-13df5e18b0e3 req-d47b8de3-15e9-4238-b87e-4847612bb415 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:19:29.033794 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-eac1ad9f-5a2a-4df6-b45b-13df5e18b0e3 req-d47b8de3-15e9-4238-b87e-4847612bb415 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=34616e81172546728ddd3adbee03f177&device_id=d4a090fa-ded3-464f-b9f4-fb95e4f2153d HTTP/1.1" status: 200 len: 1096 time: 0.2010534 Jul 14 18:19:29.059192 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 18:19:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a397fe6c-b611-4ad4-bce7-7b7ebe48e44c x-openstack-request-id: req-a397fe6c-b611-4ad4-bce7-7b7ebe48e44c {{(pid=93916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:19:29.059736 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fbf4bb9b-1d56-4ad5-a9e1-d9e143744a86", "tag": "dda704ab-58ba-443c-a327-149220292e36", "status": "completed", "code": 200}]} {{(pid=93916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:19:29.059736 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a397fe6c-b611-4ad4-bce7-7b7ebe48e44c {{(pid=93916) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:19:29.060108 n-d-800634-3 neutron-server[93916]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fbf4bb9b-1d56-4ad5-a9e1-d9e143744a86', 'tag': 'dda704ab-58ba-443c-a327-149220292e36', 'status': 'completed', 'code': 200} Jul 14 18:19:29.189387 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 18:19:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a334e2f7-2589-4995-bc0e-e7b74560236d x-openstack-request-id: req-a334e2f7-2589-4995-bc0e-e7b74560236d {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:19:29.189684 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4198bdcc-2894-4ba7-9720-35e4d7947e78", "name": "network-vif-plugged", "status": "completed", "tag": "c05aebc4-4d8b-4d8c-8845-a47245685659", "code": 200}]} {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:19:29.189942 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a334e2f7-2589-4995-bc0e-e7b74560236d {{(pid=93917) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:19:29.190330 n-d-800634-3 neutron-server[93917]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4198bdcc-2894-4ba7-9720-35e4d7947e78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c05aebc4-4d8b-4d8c-8845-a47245685659', 'code': 200} Jul 14 18:19:29.199828 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device df23c584-e214-4d68-9747-8a4107990659 details requested by agent hyperv_n-h1-800634-3 with host n-h1-800634-3 {{(pid=93917) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 18:19:29.219206 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f7f1b9-e273-42af-b3d1-844b0295b397 req-e382eb35-c283-40e5-a7d1-004cd5843030 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:19:29.220642 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-15f7f1b9-e273-42af-b3d1-844b0295b397 req-e382eb35-c283-40e5-a7d1-004cd5843030 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d1f21963323d4ae1956c5ba38fc6e610&device_id=fbf4bb9b-1d56-4ad5-a9e1-d9e143744a86 HTTP/1.1" status: 200 len: 1094 time: 0.1325471 Jul 14 18:19:29.329170 n-d-800634-3 neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-440a8119-dea6-47b7-afcf-d915741004b0 None None] Notify callbacks [] for port, precommit_update {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:29.342368 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.provisioning_blocks [None req-440a8119-dea6-47b7-afcf-d915741004b0 None None] Transition to ACTIVE for port object c2ab9d35-2759-46d6-a20d-37cc69c6d680 will not be triggered until provisioned by entity L2. {{(pid=93918) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:19:29.349786 n-d-800634-3 neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-440a8119-dea6-47b7-afcf-d915741004b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:29.358431 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f7f1b9-e273-42af-b3d1-844b0295b397 req-44f554de-7dee-4af7-aab2-b886a56420c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:19:29.361818 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-15f7f1b9-e273-42af-b3d1-844b0295b397 req-44f554de-7dee-4af7-aab2-b886a56420c5 service neutron] 10.222.0.35 "GET /v2.0/networks?id=31a99599-848e-4d3a-b964-3d8069f89b88 HTTP/1.1" status: 200 len: 908 time: 0.1341496 Jul 14 18:19:29.396645 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89dc8791-2cb7-40b4-874d-d41b88828713 None None] Pushing event updated for resources: {'Port': ['ID=c2ab9d35-2759-46d6-a20d-37cc69c6d680,revision_number=2']} {{(pid=93918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:19:29.406950 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89dc8791-2cb7-40b4-874d-d41b88828713 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:19:29.407550 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89dc8791-2cb7-40b4-874d-d41b88828713 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:19:29.408025 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89dc8791-2cb7-40b4-874d-d41b88828713 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:19:29.408965 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89dc8791-2cb7-40b4-874d-d41b88828713 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:19:29.408965 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89dc8791-2cb7-40b4-874d-d41b88828713 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:19:29.410070 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89dc8791-2cb7-40b4-874d-d41b88828713 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:19:29.410491 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89dc8791-2cb7-40b4-874d-d41b88828713 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:19:29.410906 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89dc8791-2cb7-40b4-874d-d41b88828713 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:19:29.411323 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89dc8791-2cb7-40b4-874d-d41b88828713 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:19:29.411734 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89dc8791-2cb7-40b4-874d-d41b88828713 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:19:29.412161 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89dc8791-2cb7-40b4-874d-d41b88828713 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:19:29.412834 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89dc8791-2cb7-40b4-874d-d41b88828713 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:19:29.430881 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-15f7f1b9-e273-42af-b3d1-844b0295b397 req-ce05a941-6c04-47ba-a3df-b73e633445cc service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dda704ab-58ba-443c-a327-149220292e36 HTTP/1.1" status: 200 len: 217 time: 0.0622725 Jul 14 18:19:29.431156 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port df23c584-e214-4d68-9747-8a4107990659, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=df23c584-e214-4d68-9747-8a4107990659,segment=NetworkSegment(067fc487-22c7-42de-972d-ae352a28ad29),segment_id=067fc487-22c7-42de-972d-ae352a28ad29)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:19:29.437988 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.managers [None req-440a8119-dea6-47b7-afcf-d915741004b0 None None] Attempting to bind port c2ab9d35-2759-46d6-a20d-37cc69c6d680 on host n-d-800634-3 for vnic_type normal with profile {{(pid=93918) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:19:29.438555 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.managers [None req-440a8119-dea6-47b7-afcf-d915741004b0 None None] Attempting to bind port c2ab9d35-2759-46d6-a20d-37cc69c6d680 by drivers openvswitch,hyperv on host n-d-800634-3 at level 0 using segments [{'id': '5afb940b-bbdf-4727-be00-5d46367c38a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9200a437-e1de-4520-88f6-e68386523e61'}] {{(pid=93918) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:19:29.438937 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-440a8119-dea6-47b7-afcf-d915741004b0 None None] Attempting to bind port c2ab9d35-2759-46d6-a20d-37cc69c6d680 on network 9200a437-e1de-4520-88f6-e68386523e61 {{(pid=93918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:19:29.446491 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Returning: {'device': 'df23c584-e214-4d68-9747-8a4107990659', 'network_id': '4f742057-89ee-4b4a-86f7-487ee61881a1', 'port_id': 'df23c584-e214-4d68-9747-8a4107990659', 'mac_address': 'fa:16:3e:16:d7:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f20c54fb-f7da-4761-aa61-2e4f99f3d332', 'ip_address': '192.168.233.137'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93917) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 18:19:29.446829 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-440a8119-dea6-47b7-afcf-d915741004b0 None None] Checking agent: {'id': '01c19e91-a945-4e3c-94a6-c211e17c923e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 8, 23), 'started_at': datetime.datetime(2021, 7, 14, 18, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 18, 19, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 18:19:29.447326 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-440a8119-dea6-47b7-afcf-d915741004b0 None None] Checking segment: {'id': '5afb940b-bbdf-4727-be00-5d46367c38a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9200a437-e1de-4520-88f6-e68386523e61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93918) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:19:29.447965 n-d-800634-3 neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-440a8119-dea6-47b7-afcf-d915741004b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:29.448501 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-440a8119-dea6-47b7-afcf-d915741004b0 None None] Bound using segment: {'id': '5afb940b-bbdf-4727-be00-5d46367c38a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9200a437-e1de-4520-88f6-e68386523e61'} {{(pid=93918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 18:19:29.449076 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.managers [None req-440a8119-dea6-47b7-afcf-d915741004b0 None None] Bound port: c2ab9d35-2759-46d6-a20d-37cc69c6d680, host: n-d-800634-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5afb940b-bbdf-4727-be00-5d46367c38a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9200a437-e1de-4520-88f6-e68386523e61'}}] {{(pid=93918) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 18:19:29.449572 n-d-800634-3 neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-440a8119-dea6-47b7-afcf-d915741004b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:29.499406 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f7f1b9-e273-42af-b3d1-844b0295b397 req-aa053d2a-c3a0-41dd-9ed8-1c0cafe06adb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:19:29.500969 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-15f7f1b9-e273-42af-b3d1-844b0295b397 req-aa053d2a-c3a0-41dd-9ed8-1c0cafe06adb service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8fa41a13-248e-4ed4-8731-d525cb4f3c62 HTTP/1.1" status: 200 len: 848 time: 0.0646296 Jul 14 18:19:29.520747 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.db [None req-440a8119-dea6-47b7-afcf-d915741004b0 None None] For port c2ab9d35-2759-46d6-a20d-37cc69c6d680, host n-d-800634-3, cleared binding levels {{(pid=93918) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:19:29.522598 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:29.527463 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.db [None req-440a8119-dea6-47b7-afcf-d915741004b0 None None] For port c2ab9d35-2759-46d6-a20d-37cc69c6d680, host n-d-800634-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=c2ab9d35-2759-46d6-a20d-37cc69c6d680,segment=NetworkSegment(5afb940b-bbdf-4727-be00-5d46367c38a1),segment_id=5afb940b-bbdf-4727-be00-5d46367c38a1)] {{(pid=93918) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 18:19:29.537711 n-d-800634-3 neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-440a8119-dea6-47b7-afcf-d915741004b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:29.538986 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-15f7f1b9-e273-42af-b3d1-844b0295b397 req-cadf709d-bb66-4314-90ce-429d37a37ea9 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=31a99599-848e-4d3a-b964-3d8069f89b88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312672 Jul 14 18:19:29.542969 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df23c584-e214-4d68-9747-8a4107990659 {{(pid=93917) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 18:19:29.569622 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port df23c584-e214-4d68-9747-8a4107990659, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=df23c584-e214-4d68-9747-8a4107990659,segment=NetworkSegment(067fc487-22c7-42de-972d-ae352a28ad29),segment_id=067fc487-22c7-42de-972d-ae352a28ad29)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:19:29.576923 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:29.582690 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-c80352bc-14e1-4de8-ba05-6e502dfda800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd259d793-7f04-4b26-88b6-52f0483faef8', 'name': 'tempest-FloatingIPsAssociationTestJSON-1521117267-router', 'tenant_id': '34616e81172546728ddd3adbee03f177', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.253'}], 'enable_snat': True}, 'gw_port_id': '74a2372d-5f5b-4330-b68a-21af0616ec05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:18:23Z', 'updated_at': '2021-07-14T18:18:33Z', 'revision_number': 4, 'project_id': '34616e81172546728ddd3adbee03f177', 'gw_port': {'id': '74a2372d-5f5b-4330-b68a-21af0616ec05', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:93:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd259d793-7f04-4b26-88b6-52f0483faef8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:18:25Z', 'updated_at': '2021-07-14T18:18:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_floatingips': [{'id': 'fb85e68c-59fe-470a-bf1b-7deba9b174fa', 'tenant_id': '34616e81172546728ddd3adbee03f177', 'floating_ip_address': '172.25.1.59', 'floating_network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'router_id': 'd259d793-7f04-4b26-88b6-52f0483faef8', 'port_id': '9ff41a23-0c91-4e23-90d4-e3f9f1ac0c89', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 336, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac4dcb0d-17ab-4060-82e2-c35125d24eab', 'mac_address': 'fa:16:3e:53:4c:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4a090fa-ded3-464f-b9f4-fb95e4f2153d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T18:19:01Z', 'updated_at': '2021-07-14T18:19:27Z', 'revision_number': 1, 'project_id': '34616e81172546728ddd3adbee03f177', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee623b73-fb38-4169-895b-41d7ff971d30', 'name': '', 'network_id': 'ac4dcb0d-17ab-4060-82e2-c35125d24eab', 'tenant_id': '34616e81172546728ddd3adbee03f177', 'mac_address': 'fa:16:3e:ba:39:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd259d793-7f04-4b26-88b6-52f0483faef8', 'device_owner': 'network:router_interface', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': '97d79b9c-1ae1-496e-8ce3-67d30e2cc4e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:18:32Z', 'updated_at': '2021-07-14T18:18:47Z', 'revision_number': 5, 'project_id': '34616e81172546728ddd3adbee03f177', 'subnets': [{'id': '97d79b9c-1ae1-496e-8ce3-67d30e2cc4e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-3', False) {} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:19:29.605951 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac1ad9f-5a2a-4df6-b45b-13df5e18b0e3 req-902dc66d-e416-4d17-b1c5-7f0615961841 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:19:29.613006 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-eac1ad9f-5a2a-4df6-b45b-13df5e18b0e3 req-902dc66d-e416-4d17-b1c5-7f0615961841 service neutron] 10.222.0.16 "GET /v2.0/networks?id=ac4dcb0d-17ab-4060-82e2-c35125d24eab HTTP/1.1" status: 200 len: 921 time: 0.5718250 Jul 14 18:19:29.619830 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89dc8791-2cb7-40b4-874d-d41b88828713 None None] Pushing event updated for resources: {'Port': ['ID=c2ab9d35-2759-46d6-a20d-37cc69c6d680,revision_number=3']} {{(pid=93918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:19:29.637575 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-440a8119-dea6-47b7-afcf-d915741004b0 None None] Routers {'4e5c14d1-5683-4a84-971f-57aa132b6d88'} bound to L3 agent in host n-d-800634-3 {{(pid=93918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:19:29.638192 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-440a8119-dea6-47b7-afcf-d915741004b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:19:23Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['4e5c14d1-5683-4a84-971f-57aa132b6d88'], 'active': True} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:19:29.646918 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c80352bc-14e1-4de8-ba05-6e502dfda800 None None] Checking router: d259d793-7f04-4b26-88b6-52f0483faef8 for host: n-d-800634-3 {{(pid=93917) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 18:19:29.653317 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-15f7f1b9-e273-42af-b3d1-844b0295b397 req-7003f731-2a87-471f-82a6-df330b9f0ac5 service neutron] 10.222.0.35 "GET /v2.0/networks/31a99599-848e-4d3a-b964-3d8069f89b88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1073329 Jul 14 18:19:29.668085 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c80352bc-14e1-4de8-ba05-6e502dfda800 None None] Routers {'d259d793-7f04-4b26-88b6-52f0483faef8'} bound to L3 agent in host n-d-800634-3 {{(pid=93917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:19:29.668882 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-c80352bc-14e1-4de8-ba05-6e502dfda800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:19:23Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['d259d793-7f04-4b26-88b6-52f0483faef8'], 'active': True} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:19:29.713542 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Pushing event updated for resources: {'Port': ['ID=df23c584-e214-4d68-9747-8a4107990659,revision_number=4']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:19:29.736169 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdc3697-defd-4ddb-9f7e-c0a0557aea83 req-74682586-222a-4a80-87ea-204701921c80 tempest-LiveAutoBlockMigrationV225Test-133245952 tempest-LiveAutoBlockMigrationV225Test-133245952-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:19:29.738767 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ccdc3697-defd-4ddb-9f7e-c0a0557aea83 req-74682586-222a-4a80-87ea-204701921c80 tempest-LiveAutoBlockMigrationV225Test-133245952 tempest-LiveAutoBlockMigrationV225Test-133245952-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=beccc4b5-3ac3-49b2-9770-40ce37745a2b HTTP/1.1" status: 200 len: 1097 time: 0.2860210 Jul 14 18:19:29.764696 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-15f7f1b9-e273-42af-b3d1-844b0295b397 req-2c4e96a2-ac19-44fa-8468-85d4d848668f service neutron] 10.222.0.35 "GET /v2.0/networks/31a99599-848e-4d3a-b964-3d8069f89b88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1055176 Jul 14 18:19:29.776176 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvr_db [None req-440a8119-dea6-47b7-afcf-d915741004b0 None None] Set router 4e5c14d1-5683-4a84-971f-57aa132b6d88 gateway port host: n-d-800634-3 {{(pid=93918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 18:19:29.779449 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ad9bac-da04-413b-93e2-5534075b09e1 req-553d298f-c025-43ec-a270-7cba4ccfb537 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:19:29.781040 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-35ad9bac-da04-413b-93e2-5534075b09e1 req-553d298f-c025-43ec-a270-7cba4ccfb537 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=4198bdcc-2894-4ba7-9720-35e4d7947e78 HTTP/1.1" status: 200 len: 1097 time: 0.3300109 Jul 14 18:19:29.800890 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-eac1ad9f-5a2a-4df6-b45b-13df5e18b0e3 req-eb065bc4-47e1-41ea-8c1e-15ebe5088a69 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9ff41a23-0c91-4e23-90d4-e3f9f1ac0c89 HTTP/1.1" status: 200 len: 998 time: 0.1866632 Jul 14 18:19:29.811126 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvr_db [None req-c80352bc-14e1-4de8-ba05-6e502dfda800 None None] Set router d259d793-7f04-4b26-88b6-52f0483faef8 gateway port host: n-d-800634-3 {{(pid=93917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 18:19:29.883520 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] get_ports_and_sgs() called for port_ids ['df23c584-e214-4d68-9747-8a4107990659'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 18:19:29.906330 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ccdc3697-defd-4ddb-9f7e-c0a0557aea83 req-25b5a8d3-3438-4951-a56d-46c30f625838 tempest-LiveAutoBlockMigrationV225Test-133245952 tempest-LiveAutoBlockMigrationV225Test-133245952-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=540fae54-ccea-4309-9c99-81b930eedb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389437 Jul 14 18:19:29.913805 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-35ad9bac-da04-413b-93e2-5534075b09e1 req-c17d4921-e18c-4bc5-a831-45c28aaa0c59 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=975dfb1e-0a99-4a57-8210-34fc1432950d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225569 Jul 14 18:19:29.917345 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac1ad9f-5a2a-4df6-b45b-13df5e18b0e3 req-ec5a6bee-cd5a-438b-9667-67f5a2639481 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:19:29.918874 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-eac1ad9f-5a2a-4df6-b45b-13df5e18b0e3 req-ec5a6bee-cd5a-438b-9667-67f5a2639481 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=97d79b9c-1ae1-496e-8ce3-67d30e2cc4e1 HTTP/1.1" status: 200 len: 860 time: 0.1070499 Jul 14 18:19:29.934080 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-76902110-de1f-4419-8cb1-81cced35b156 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:29.996597 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-440a8119-dea6-47b7-afcf-d915741004b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e5c14d1-5683-4a84-971f-57aa132b6d88', 'name': 'tempest-FloatingIPsNegativeTestJSON-1513721684-router', 'tenant_id': '029c1e99557d4f09a9b6bc5da8432a1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.46'}], 'enable_snat': True}, 'gw_port_id': 'c2ab9d35-2759-46d6-a20d-37cc69c6d680', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:19:23Z', 'updated_at': '2021-07-14T18:19:26Z', 'revision_number': 3, 'project_id': '029c1e99557d4f09a9b6bc5da8432a1e', 'gw_port': {'id': 'c2ab9d35-2759-46d6-a20d-37cc69c6d680', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:d9:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e5c14d1-5683-4a84-971f-57aa132b6d88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:19:25Z', 'updated_at': '2021-07-14T18:19:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3'}], 'n-d-800634-3', False) {} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:19:30.029926 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-440a8119-dea6-47b7-afcf-d915741004b0 None None] The sync data for ids ['4e5c14d1-5683-4a84-971f-57aa132b6d88'] in n-d-800634-3 is: [{'id': '4e5c14d1-5683-4a84-971f-57aa132b6d88', 'name': 'tempest-FloatingIPsNegativeTestJSON-1513721684-router', 'tenant_id': '029c1e99557d4f09a9b6bc5da8432a1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.46'}], 'enable_snat': True}, 'gw_port_id': 'c2ab9d35-2759-46d6-a20d-37cc69c6d680', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:19:23Z', 'updated_at': '2021-07-14T18:19:26Z', 'revision_number': 3, 'project_id': '029c1e99557d4f09a9b6bc5da8432a1e', 'gw_port': {'id': 'c2ab9d35-2759-46d6-a20d-37cc69c6d680', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:d9:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e5c14d1-5683-4a84-971f-57aa132b6d88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:19:25Z', 'updated_at': '2021-07-14T18:19:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3'}] {{(pid=93918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 18:19:30.077069 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac1ad9f-5a2a-4df6-b45b-13df5e18b0e3 req-221aa15f-299a-4f7e-a1c8-b469f9ab6cff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:19:30.078760 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-eac1ad9f-5a2a-4df6-b45b-13df5e18b0e3 req-221aa15f-299a-4f7e-a1c8-b469f9ab6cff service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ac4dcb0d-17ab-4060-82e2-c35125d24eab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1537654 Jul 14 18:19:30.094460 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [req-eac1ad9f-5a2a-4df6-b45b-13df5e18b0e3 req-a0a4934d-0bab-4b51-8ca3-01c24d58ea75 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=93915) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 18:19:30.095589 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-eac1ad9f-5a2a-4df6-b45b-13df5e18b0e3 req-a0a4934d-0bab-4b51-8ca3-01c24d58ea75 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0078104 Jul 14 18:19:30.162939 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-c80352bc-14e1-4de8-ba05-6e502dfda800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd259d793-7f04-4b26-88b6-52f0483faef8', 'name': 'tempest-FloatingIPsAssociationTestJSON-1521117267-router', 'tenant_id': '34616e81172546728ddd3adbee03f177', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.253'}], 'enable_snat': True}, 'gw_port_id': '74a2372d-5f5b-4330-b68a-21af0616ec05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:18:23Z', 'updated_at': '2021-07-14T18:18:33Z', 'revision_number': 4, 'project_id': '34616e81172546728ddd3adbee03f177', 'gw_port': {'id': '74a2372d-5f5b-4330-b68a-21af0616ec05', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:93:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd259d793-7f04-4b26-88b6-52f0483faef8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:18:25Z', 'updated_at': '2021-07-14T18:18:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_floatingips': [{'id': 'fb85e68c-59fe-470a-bf1b-7deba9b174fa', 'tenant_id': '34616e81172546728ddd3adbee03f177', 'floating_ip_address': '172.25.1.59', 'floating_network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'router_id': 'd259d793-7f04-4b26-88b6-52f0483faef8', 'port_id': '9ff41a23-0c91-4e23-90d4-e3f9f1ac0c89', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 336, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac4dcb0d-17ab-4060-82e2-c35125d24eab', 'mac_address': 'fa:16:3e:53:4c:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4a090fa-ded3-464f-b9f4-fb95e4f2153d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T18:19:01Z', 'updated_at': '2021-07-14T18:19:27Z', 'revision_number': 1, 'project_id': '34616e81172546728ddd3adbee03f177', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee623b73-fb38-4169-895b-41d7ff971d30', 'name': '', 'network_id': 'ac4dcb0d-17ab-4060-82e2-c35125d24eab', 'tenant_id': '34616e81172546728ddd3adbee03f177', 'mac_address': 'fa:16:3e:ba:39:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd259d793-7f04-4b26-88b6-52f0483faef8', 'device_owner': 'network:router_interface', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': '97d79b9c-1ae1-496e-8ce3-67d30e2cc4e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:18:32Z', 'updated_at': '2021-07-14T18:18:47Z', 'revision_number': 5, 'project_id': '34616e81172546728ddd3adbee03f177', 'subnets': [{'id': '97d79b9c-1ae1-496e-8ce3-67d30e2cc4e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-3', False) {} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:19:30.189515 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c80352bc-14e1-4de8-ba05-6e502dfda800 None None] The sync data for ids ['d259d793-7f04-4b26-88b6-52f0483faef8'] in n-d-800634-3 is: [{'id': 'd259d793-7f04-4b26-88b6-52f0483faef8', 'name': 'tempest-FloatingIPsAssociationTestJSON-1521117267-router', 'tenant_id': '34616e81172546728ddd3adbee03f177', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.253'}], 'enable_snat': True}, 'gw_port_id': '74a2372d-5f5b-4330-b68a-21af0616ec05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:18:23Z', 'updated_at': '2021-07-14T18:18:33Z', 'revision_number': 4, 'project_id': '34616e81172546728ddd3adbee03f177', 'gw_port': {'id': '74a2372d-5f5b-4330-b68a-21af0616ec05', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:93:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd259d793-7f04-4b26-88b6-52f0483faef8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:18:25Z', 'updated_at': '2021-07-14T18:18:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_floatingips': [{'id': 'fb85e68c-59fe-470a-bf1b-7deba9b174fa', 'tenant_id': '34616e81172546728ddd3adbee03f177', 'floating_ip_address': '172.25.1.59', 'floating_network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'router_id': 'd259d793-7f04-4b26-88b6-52f0483faef8', 'port_id': '9ff41a23-0c91-4e23-90d4-e3f9f1ac0c89', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 336, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac4dcb0d-17ab-4060-82e2-c35125d24eab', 'mac_address': 'fa:16:3e:53:4c:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4a090fa-ded3-464f-b9f4-fb95e4f2153d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T18:19:01Z', 'updated_at': '2021-07-14T18:19:27Z', 'revision_number': 1, 'project_id': '34616e81172546728ddd3adbee03f177', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee623b73-fb38-4169-895b-41d7ff971d30', 'name': '', 'network_id': 'ac4dcb0d-17ab-4060-82e2-c35125d24eab', 'tenant_id': '34616e81172546728ddd3adbee03f177', 'mac_address': 'fa:16:3e:ba:39:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd259d793-7f04-4b26-88b6-52f0483faef8', 'device_owner': 'network:router_interface', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': '97d79b9c-1ae1-496e-8ce3-67d30e2cc4e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:18:32Z', 'updated_at': '2021-07-14T18:18:47Z', 'revision_number': 5, 'project_id': '34616e81172546728ddd3adbee03f177', 'subnets': [{'id': '97d79b9c-1ae1-496e-8ce3-67d30e2cc4e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 18:19:30.253554 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.db_base_plugin_common [None req-76902110-de1f-4419-8cb1-81cced35b156 admin admin] Allocated IP 172.20.0.1 (1e44358c-28d7-42d0-aed8-ba2cd701bfcd/cc341fe7-d6cc-4702-a37b-cc30b40fd91e/f6f58e0a-bf59-4727-8175-f37d13cf622c) {{(pid=93915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:19:30.291148 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f531c7c9-f9c1-4e39-8458-7a8486d8f1ad req-4e0f5a9f-18df-43f6-a32b-39946cf007b2 tempest-AttachSCSIVolumeTestJSON-1045345527 tempest-AttachSCSIVolumeTestJSON-1045345527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:19:30.292739 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f531c7c9-f9c1-4e39-8458-7a8486d8f1ad req-4e0f5a9f-18df-43f6-a32b-39946cf007b2 tempest-AttachSCSIVolumeTestJSON-1045345527 tempest-AttachSCSIVolumeTestJSON-1045345527-project] 10.222.0.16 "GET /v2.0/ports?device_id=4198bdcc-2894-4ba7-9720-35e4d7947e78 HTTP/1.1" status: 200 len: 946 time: 0.2060425 Jul 14 18:19:30.312990 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-eac1ad9f-5a2a-4df6-b45b-13df5e18b0e3 req-bf610b95-18c6-4fab-9d57-c993160c9325 service neutron] 10.222.0.16 "GET /v2.0/networks/ac4dcb0d-17ab-4060-82e2-c35125d24eab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2054691 Jul 14 18:19:30.477517 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f531c7c9-f9c1-4e39-8458-7a8486d8f1ad req-5f70cdec-2190-4946-ac25-a1e9a297b37c tempest-AttachSCSIVolumeTestJSON-1045345527 tempest-AttachSCSIVolumeTestJSON-1045345527-project] 10.222.0.16 "GET /v2.0/security-groups?id=975dfb1e-0a99-4a57-8210-34fc1432950d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488307 Jul 14 18:19:30.514394 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-eac1ad9f-5a2a-4df6-b45b-13df5e18b0e3 req-08b2e94f-614e-442e-a6b9-30b8b7c1776e service neutron] 10.222.0.16 "GET /v2.0/networks/ac4dcb0d-17ab-4060-82e2-c35125d24eab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1845934 Jul 14 18:19:30.524951 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-76902110-de1f-4419-8cb1-81cced35b156 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:30.542070 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.provisioning_blocks [None req-76902110-de1f-4419-8cb1-81cced35b156 admin admin] Transition to ACTIVE for port object f6f58e0a-bf59-4727-8175-f37d13cf622c will not be triggered until provisioned by entity DHCP. {{(pid=93915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:19:30.601441 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-76902110-de1f-4419-8cb1-81cced35b156 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804'] for port, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:30.603985 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da5aaecc-1ae4-42a6-bb02-51c9a8cff2bd None None] New status for floating IP fb85e68c-59fe-470a-bf1b-7deba9b174fa: ACTIVE {{(pid=93918) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 18:19:30.674129 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76902110-de1f-4419-8cb1-81cced35b156 admin admin] Network 1e44358c-28d7-42d0-aed8-ba2cd701bfcd is already hosted by enough agents. {{(pid=93915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:19:30.676849 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 18:19:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bd0836d-b40a-4be3-8250-0a05d942f496 x-openstack-request-id: req-7bd0836d-b40a-4be3-8250-0a05d942f496 {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:19:30.677247 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4a090fa-ded3-464f-b9f4-fb95e4f2153d", "tag": "9ff41a23-0c91-4e23-90d4-e3f9f1ac0c89", "status": "completed", "code": 200}]} {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:19:30.677689 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7bd0836d-b40a-4be3-8250-0a05d942f496 {{(pid=93915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:19:30.678694 n-d-800634-3 neutron-server[93915]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4a090fa-ded3-464f-b9f4-fb95e4f2153d', 'tag': '9ff41a23-0c91-4e23-90d4-e3f9f1ac0c89', 'status': 'completed', 'code': 200} Jul 14 18:19:30.681861 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [None req-76902110-de1f-4419-8cb1-81cced35b156 admin admin] Resources bound (agent type, host, resource id): {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:19:30.688562 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76902110-de1f-4419-8cb1-81cced35b156 admin admin] Received port after_create {{(pid=93915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:19:30.689248 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-76902110-de1f-4419-8cb1-81cced35b156 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-930452'] for router_interface, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:30.751347 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76902110-de1f-4419-8cb1-81cced35b156 admin admin] Pushing event updated for resources: {'Port': ['ID=f6f58e0a-bf59-4727-8175-f37d13cf622c,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:19:30.818698 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device c2ab9d35-2759-46d6-a20d-37cc69c6d680 up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:19:30.829026 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7483dea7-5297-4941-bf54-b306c88703f6 req-dc3c49f3-a8fb-4b92-8348-0eddedf887e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:19:30.830748 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-7483dea7-5297-4941-bf54-b306c88703f6 req-dc3c49f3-a8fb-4b92-8348-0eddedf887e8 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=34616e81172546728ddd3adbee03f177&device_id=d4a090fa-ded3-464f-b9f4-fb95e4f2153d HTTP/1.1" status: 200 len: 1096 time: 0.1462286 Jul 14 18:19:30.963142 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning for port c2ab9d35-2759-46d6-a20d-37cc69c6d680 completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:19:30.970937 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port c2ab9d35-2759-46d6-a20d-37cc69c6d680 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:19:30.971289 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:31.008761 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-76902110-de1f-4419-8cb1-81cced35b156 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:31.095594 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7483dea7-5297-4941-bf54-b306c88703f6 req-3f9ee1f0-5cc3-4111-93ed-e462dd841c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:19:31.097661 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-7483dea7-5297-4941-bf54-b306c88703f6 req-3f9ee1f0-5cc3-4111-93ed-e462dd841c0f service neutron] 10.222.0.18 "GET /v2.0/networks?id=ac4dcb0d-17ab-4060-82e2-c35125d24eab HTTP/1.1" status: 200 len: 921 time: 0.2542958 Jul 14 18:19:31.133288 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:31.168188 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] For port c2ab9d35-2759-46d6-a20d-37cc69c6d680, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=c2ab9d35-2759-46d6-a20d-37cc69c6d680,segment=NetworkSegment(5afb940b-bbdf-4727-be00-5d46367c38a1),segment_id=5afb940b-bbdf-4727-be00-5d46367c38a1)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:19:31.180847 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:31.190123 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device df23c584-e214-4d68-9747-8a4107990659 up at agent hyperv_n-h1-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:19:31.256140 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-7483dea7-5297-4941-bf54-b306c88703f6 req-c99543f5-5aed-4bc8-87db-53cef437f585 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9ff41a23-0c91-4e23-90d4-e3f9f1ac0c89 HTTP/1.1" status: 200 len: 998 time: 0.1512535 Jul 14 18:19:31.288466 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e567161e-0790-4520-8f95-a8d17a49f4e9 req-dc8dbee7-4d40-4944-b6f5-32c7fca32fc2 tempest-LiveMigrationTest-64527954 tempest-LiveMigrationTest-64527954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:19:31.290028 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e567161e-0790-4520-8f95-a8d17a49f4e9 req-dc8dbee7-4d40-4944-b6f5-32c7fca32fc2 tempest-LiveMigrationTest-64527954 tempest-LiveMigrationTest-64527954-project] 10.222.0.16 "GET /v2.0/ports?device_id=fbf4bb9b-1d56-4ad5-a9e1-d9e143744a86 HTTP/1.1" status: 200 len: 943 time: 0.2832153 Jul 14 18:19:31.309345 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-0ba8ba33-c948-412d-b041-07fa592172a9 None None] Provisioning for port f6f58e0a-bf59-4727-8175-f37d13cf622c completed by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:19:31.317934 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-0ba8ba33-c948-412d-b041-07fa592172a9 None None] Provisioning complete for port f6f58e0a-bf59-4727-8175-f37d13cf622c triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:19:31.318562 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-0ba8ba33-c948-412d-b041-07fa592172a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:31.320081 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Pushing event updated for resources: {'Port': ['ID=c2ab9d35-2759-46d6-a20d-37cc69c6d680,revision_number=4']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:19:31.350251 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7483dea7-5297-4941-bf54-b306c88703f6 req-1ae16654-4e95-459a-a3d8-981a83eba5ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:19:31.351915 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-7483dea7-5297-4941-bf54-b306c88703f6 req-1ae16654-4e95-459a-a3d8-981a83eba5ce service neutron] 10.222.0.18 "GET /v2.0/subnets?id=97d79b9c-1ae1-496e-8ce3-67d30e2cc4e1 HTTP/1.1" status: 200 len: 860 time: 0.0883231 Jul 14 18:19:31.367076 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e567161e-0790-4520-8f95-a8d17a49f4e9 req-5b52424a-bed6-45b0-9c6f-48e4c675fd12 tempest-LiveMigrationTest-64527954 tempest-LiveMigrationTest-64527954-project] 10.222.0.16 "GET /v2.0/security-groups?id=93c6eb24-b3aa-49c4-93f7-93dd5f011665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651665 Jul 14 18:19:31.382759 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-0ba8ba33-c948-412d-b041-07fa592172a9 None None] Port f6f58e0a-bf59-4727-8175-f37d13cf622c cannot update to ACTIVE because it is not bound. {{(pid=93917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 18:19:31.385017 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Provisioning for port df23c584-e214-4d68-9747-8a4107990659 completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:19:31.398757 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Provisioning complete for port df23c584-e214-4d68-9747-8a4107990659 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:19:31.398757 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:31.431598 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-76902110-de1f-4419-8cb1-81cced35b156 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:31.438944 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-76902110-de1f-4419-8cb1-81cced35b156 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:31.441072 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-76902110-de1f-4419-8cb1-81cced35b156 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-598741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-928734'] for router_interface, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:31.487796 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7483dea7-5297-4941-bf54-b306c88703f6 req-7c900b42-8496-4c0e-adce-a723fc37e858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:19:31.490162 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-7483dea7-5297-4941-bf54-b306c88703f6 req-7c900b42-8496-4c0e-adce-a723fc37e858 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ac4dcb0d-17ab-4060-82e2-c35125d24eab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1245773 Jul 14 18:19:31.515961 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:31.558607 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76902110-de1f-4419-8cb1-81cced35b156 admin admin] Pushing event updated for resources: {'Port': ['ID=f6f58e0a-bf59-4727-8175-f37d13cf622c,revision_number=2']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:19:31.588193 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port df23c584-e214-4d68-9747-8a4107990659, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=df23c584-e214-4d68-9747-8a4107990659,segment=NetworkSegment(067fc487-22c7-42de-972d-ae352a28ad29),segment_id=067fc487-22c7-42de-972d-ae352a28ad29)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:19:31.591397 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83355f4c-c851-4a2c-b236-88b99073917d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df23c584-e214-4d68-9747-8a4107990659'}] {{(pid=93917) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:19:31.597844 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20b787f3c29eaa7aa2a4d648c725a2124c5ff39a8d793252f9d844495e14cf42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e796edaa-73fb-48d1-b26d-b3aaf943ba95" -d '{"events": [{"server_uuid": "83355f4c-c851-4a2c-b236-88b99073917d", "name": "network-vif-plugged", "status": "completed", "tag": "df23c584-e214-4d68-9747-8a4107990659"}]}' {{(pid=93917) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:19:31.604251 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:31.613601 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-7483dea7-5297-4941-bf54-b306c88703f6 req-7bfa8009-2e0b-4724-962d-5fc382f07bef service neutron] 10.222.0.18 "GET /v2.0/networks/ac4dcb0d-17ab-4060-82e2-c35125d24eab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1147037 Jul 14 18:19:31.655406 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76902110-de1f-4419-8cb1-81cced35b156 admin admin] Network 1e44358c-28d7-42d0-aed8-ba2cd701bfcd is already hosted by enough agents. {{(pid=93915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:19:31.663879 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e467ef-83b3-4d23-a329-645eaeccab7c req-9c91f2b3-2422-4319-8f99-c8a21fb913ba tempest-LiveMigrationNegativeTest-237635840 tempest-LiveMigrationNegativeTest-237635840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:19:31.671631 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-00e467ef-83b3-4d23-a329-645eaeccab7c req-9c91f2b3-2422-4319-8f99-c8a21fb913ba tempest-LiveMigrationNegativeTest-237635840 tempest-LiveMigrationNegativeTest-237635840-project] 10.222.0.16 "GET /v2.0/ports?device_id=83355f4c-c851-4a2c-b236-88b99073917d HTTP/1.1" status: 200 len: 949 time: 0.1245613 Jul 14 18:19:31.672351 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Pushing event updated for resources: {'Port': ['ID=df23c584-e214-4d68-9747-8a4107990659,revision_number=5']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:19:31.672811 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [None req-76902110-de1f-4419-8cb1-81cced35b156 admin admin] Resources bound (agent type, host, resource id): {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:19:31.748811 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-7483dea7-5297-4941-bf54-b306c88703f6 req-2f4948ff-e504-4d8c-ab1a-a42bea4c962f service neutron] 10.222.0.18 "GET /v2.0/networks/ac4dcb0d-17ab-4060-82e2-c35125d24eab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279578 Jul 14 18:19:31.778574 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-00e467ef-83b3-4d23-a329-645eaeccab7c req-9801714a-0002-477e-a793-30f3fcdc4d6a tempest-LiveMigrationNegativeTest-237635840 tempest-LiveMigrationNegativeTest-237635840-project] 10.222.0.16 "GET /v2.0/security-groups?id=4f7edf6a-d68f-4421-aca5-70454e3b9b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942860 Jul 14 18:19:31.853639 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76902110-de1f-4419-8cb1-81cced35b156 admin admin] Router 4e5c14d1-5683-4a84-971f-57aa132b6d88 has already been hosted by L3 agent 2c6eb27e-defb-4cca-9a24-381c7415e359 {{(pid=93915) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 18:19:32.015515 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76902110-de1f-4419-8cb1-81cced35b156 admin admin] Notify agent at l3_agent.n-d-800634-3 the message routers_updated {{(pid=93915) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 18:19:32.016073 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-969fc0c7-915d-43eb-9231-a376fb29750a None None] Provisioning complete for port f6f58e0a-bf59-4727-8175-f37d13cf622c triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:19:32.016073 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-969fc0c7-915d-43eb-9231-a376fb29750a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:32.026377 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-76902110-de1f-4419-8cb1-81cced35b156 admin admin] 10.222.0.16 "PUT /v2.0/routers/4e5c14d1-5683-4a84-971f-57aa132b6d88/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5511620 Jul 14 18:19:32.047927 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6e075f-eb18-4052-8f39-e1ba66e6523b req-38d72e49-6614-49fb-967b-0026cddaf17c tempest-FloatingIPsAssociationTestJSON-1206343344 tempest-FloatingIPsAssociationTestJSON-1206343344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:19:32.049691 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-0e6e075f-eb18-4052-8f39-e1ba66e6523b req-38d72e49-6614-49fb-967b-0026cddaf17c tempest-FloatingIPsAssociationTestJSON-1206343344 tempest-FloatingIPsAssociationTestJSON-1206343344-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce10365d-c65b-40b2-8c01-23d1aaffa41c&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0962987 Jul 14 18:19:32.055278 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Device dda704ab-58ba-443c-a327-149220292e36 details requested by agent hyperv_n-h2-800634-3 with host n-h2-800634-3 {{(pid=93917) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 18:19:32.118500 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-969fc0c7-915d-43eb-9231-a376fb29750a None None] Port f6f58e0a-bf59-4727-8175-f37d13cf622c cannot update to ACTIVE because it is not bound. {{(pid=93917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 18:19:32.147330 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:32.178190 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-0e6e075f-eb18-4052-8f39-e1ba66e6523b req-1640a421-ce9a-4c1c-be64-def9db427df8 tempest-FloatingIPsAssociationTestJSON-1206343344 tempest-FloatingIPsAssociationTestJSON-1206343344-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.1.59 HTTP/1.1" status: 200 len: 1000 time: 0.1206999 Jul 14 18:19:32.183564 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [req-0e6e075f-eb18-4052-8f39-e1ba66e6523b req-bda6fbd5-bc90-45ca-bce0-b84a6815a9fd tempest-FloatingIPsAssociationTestJSON-1206343344 tempest-FloatingIPsAssociationTestJSON-1206343344-project] Request body: {'floatingip': {'port_id': '86c7edc6-b461-40cb-857e-eb34e0bdc524', 'fixed_ip_address': '172.20.0.9'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:19:32.225899 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] For port dda704ab-58ba-443c-a327-149220292e36, host n-h2-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=dda704ab-58ba-443c-a327-149220292e36,segment=NetworkSegment(d3ebb57b-621c-4102-bdfe-7fa439ba5ffc),segment_id=d3ebb57b-621c-4102-bdfe-7fa439ba5ffc)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:19:32.238863 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Returning: {'device': 'dda704ab-58ba-443c-a327-149220292e36', 'network_id': '31a99599-848e-4d3a-b964-3d8069f89b88', 'port_id': 'dda704ab-58ba-443c-a327-149220292e36', 'mac_address': 'fa:16:3e:27:83:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8fa41a13-248e-4ed4-8731-d525cb4f3c62', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93917) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 18:19:32.246002 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-0e6e075f-eb18-4052-8f39-e1ba66e6523b req-bda6fbd5-bc90-45ca-bce0-b84a6815a9fd tempest-FloatingIPsAssociationTestJSON-1206343344 tempest-FloatingIPsAssociationTestJSON-1206343344-project] Notify callbacks [] for floatingip, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:32.289834 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:32.425683 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6038a92-997d-432d-bb0b-1e45ce13a360 None None] Sync routers for ids ['4e5c14d1-5683-4a84-971f-57aa132b6d88'] in n-d-800634-3 {{(pid=93917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 18:19:32.432945 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dda704ab-58ba-443c-a327-149220292e36 {{(pid=93917) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 18:19:32.443004 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6038a92-997d-432d-bb0b-1e45ce13a360 None None] Routers {'4e5c14d1-5683-4a84-971f-57aa132b6d88'} bound to L3 agent in host n-d-800634-3 {{(pid=93917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:19:32.443654 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-f6038a92-997d-432d-bb0b-1e45ce13a360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:19:23Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['4e5c14d1-5683-4a84-971f-57aa132b6d88'], 'active': True} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:19:32.490376 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] For port dda704ab-58ba-443c-a327-149220292e36, host n-h2-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=dda704ab-58ba-443c-a327-149220292e36,segment=NetworkSegment(d3ebb57b-621c-4102-bdfe-7fa439ba5ffc),segment_id=d3ebb57b-621c-4102-bdfe-7fa439ba5ffc)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:19:32.497922 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:32.594680 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Pushing event updated for resources: {'Port': ['ID=dda704ab-58ba-443c-a327-149220292e36,revision_number=4']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:19:32.605630 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvr_db [None req-f6038a92-997d-432d-bb0b-1e45ce13a360 None None] Set router 4e5c14d1-5683-4a84-971f-57aa132b6d88 gateway port host: n-d-800634-3 {{(pid=93917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 18:19:32.648895 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device c2ab9d35-2759-46d6-a20d-37cc69c6d680 up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:19:32.727416 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] get_ports_and_sgs() called for port_ids ['dda704ab-58ba-443c-a327-149220292e36'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 18:19:32.775941 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 53624) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:19:32.844504 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port c2ab9d35-2759-46d6-a20d-37cc69c6d680 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:19:32.844879 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:32.886624 n-d-800634-3 neutron-server[93916]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 14 18:19:32.891765 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [req-3f3636d4-289e-49d5-a573-945c5ffaa77b req-f138a092-9881-408e-91aa-46ae8aeac978 tempest-LiveAutoBlockMigrationV225Test-133245952 tempest-LiveAutoBlockMigrationV225Test-133245952-project-admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=93916) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 18:19:32.893055 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-3f3636d4-289e-49d5-a573-945c5ffaa77b req-f138a092-9881-408e-91aa-46ae8aeac978 tempest-LiveAutoBlockMigrationV225Test-133245952 tempest-LiveAutoBlockMigrationV225Test-133245952-project-admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1154838 Jul 14 18:19:32.998928 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [req-3f3636d4-289e-49d5-a573-945c5ffaa77b req-cbbb2138-8a22-4a86-b8d7-733f5fdf9647 service neutron] Request body: {'binding': {'host': 'n-h1-800634-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:19:32.999499 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [req-3f3636d4-289e-49d5-a573-945c5ffaa77b req-cbbb2138-8a22-4a86-b8d7-733f5fdf9647 service neutron] Unknown quota resources ['binding']. {{(pid=93916) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 14 18:19:33.039178 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-f6038a92-997d-432d-bb0b-1e45ce13a360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e5c14d1-5683-4a84-971f-57aa132b6d88', 'name': 'tempest-FloatingIPsNegativeTestJSON-1513721684-router', 'tenant_id': '029c1e99557d4f09a9b6bc5da8432a1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.46'}], 'enable_snat': True}, 'gw_port_id': 'c2ab9d35-2759-46d6-a20d-37cc69c6d680', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:19:23Z', 'updated_at': '2021-07-14T18:19:30Z', 'revision_number': 4, 'project_id': '029c1e99557d4f09a9b6bc5da8432a1e', 'gw_port': {'id': 'c2ab9d35-2759-46d6-a20d-37cc69c6d680', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:d9:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e5c14d1-5683-4a84-971f-57aa132b6d88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:19:25Z', 'updated_at': '2021-07-14T18:19:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_interfaces': [{'id': 'f6f58e0a-bf59-4727-8175-f37d13cf622c', 'name': '', 'network_id': '1e44358c-28d7-42d0-aed8-ba2cd701bfcd', 'tenant_id': '029c1e99557d4f09a9b6bc5da8432a1e', 'mac_address': 'fa:16:3e:f7:84:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e5c14d1-5683-4a84-971f-57aa132b6d88', 'device_owner': 'network:router_interface', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': 'cc341fe7-d6cc-4702-a37b-cc30b40fd91e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:19:29Z', 'updated_at': '2021-07-14T18:19:31Z', 'revision_number': 2, 'project_id': '029c1e99557d4f09a9b6bc5da8432a1e', 'subnets': [{'id': 'cc341fe7-d6cc-4702-a37b-cc30b40fd91e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-3', False) {} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:19:33.064336 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-0e6e075f-eb18-4052-8f39-e1ba66e6523b req-bda6fbd5-bc90-45ca-bce0-b84a6815a9fd tempest-FloatingIPsAssociationTestJSON-1206343344 tempest-FloatingIPsAssociationTestJSON-1206343344-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:33.068484 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6038a92-997d-432d-bb0b-1e45ce13a360 None None] Checking router: 4e5c14d1-5683-4a84-971f-57aa132b6d88 for host: n-d-800634-3 {{(pid=93917) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 18:19:33.068813 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6038a92-997d-432d-bb0b-1e45ce13a360 None None] Updating router 4e5c14d1-5683-4a84-971f-57aa132b6d88 port f6f58e0a-bf59-4727-8175-f37d13cf622c binding host n-d-800634-3 {{(pid=93917) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 18:19:33.070160 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-0e6e075f-eb18-4052-8f39-e1ba66e6523b req-bda6fbd5-bc90-45ca-bce0-b84a6815a9fd tempest-FloatingIPsAssociationTestJSON-1206343344 tempest-FloatingIPsAssociationTestJSON-1206343344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-930131'] for floatingip, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:33.104242 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-f6038a92-997d-432d-bb0b-1e45ce13a360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:33.134638 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.managers [req-3f3636d4-289e-49d5-a573-945c5ffaa77b req-cbbb2138-8a22-4a86-b8d7-733f5fdf9647 service neutron] Attempting to bind port c304b409-150d-46b2-b4ee-f4df5d20e1b7 on host n-h1-800634-3 for vnic_type normal with profile None {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:19:33.134853 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.managers [req-3f3636d4-289e-49d5-a573-945c5ffaa77b req-cbbb2138-8a22-4a86-b8d7-733f5fdf9647 service neutron] Attempting to bind port c304b409-150d-46b2-b4ee-f4df5d20e1b7 by drivers openvswitch,hyperv on host n-h1-800634-3 at level 0 using segments [{'id': '60f92988-9b9b-4790-95f5-9fce88e5a460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '7cee3312-4c4c-4d32-820f-eab965dcf565'}] {{(pid=93916) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:19:33.135173 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f3636d4-289e-49d5-a573-945c5ffaa77b req-cbbb2138-8a22-4a86-b8d7-733f5fdf9647 service neutron] Attempting to bind port c304b409-150d-46b2-b4ee-f4df5d20e1b7 on network 7cee3312-4c4c-4d32-820f-eab965dcf565 {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:19:33.139458 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f3636d4-289e-49d5-a573-945c5ffaa77b req-cbbb2138-8a22-4a86-b8d7-733f5fdf9647 service neutron] Port c304b409-150d-46b2-b4ee-f4df5d20e1b7 on network 7cee3312-4c4c-4d32-820f-eab965dcf565 not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-3 {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 18:19:33.139777 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f3636d4-289e-49d5-a573-945c5ffaa77b req-cbbb2138-8a22-4a86-b8d7-733f5fdf9647 service neutron] Attempting to bind port c304b409-150d-46b2-b4ee-f4df5d20e1b7 on network 7cee3312-4c4c-4d32-820f-eab965dcf565 {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:19:33.145092 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f3636d4-289e-49d5-a573-945c5ffaa77b req-cbbb2138-8a22-4a86-b8d7-733f5fdf9647 service neutron] Checking agent: {'id': 'a3630ff4-fbee-45d9-b9b6-0ae41cb3a350', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 15, 32), 'started_at': datetime.datetime(2021, 7, 14, 18, 15, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 18, 19, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 18:19:33.145426 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f3636d4-289e-49d5-a573-945c5ffaa77b req-cbbb2138-8a22-4a86-b8d7-733f5fdf9647 service neutron] Checking segment: {'id': '60f92988-9b9b-4790-95f5-9fce88e5a460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '7cee3312-4c4c-4d32-820f-eab965dcf565'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93916) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:19:33.145808 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f3636d4-289e-49d5-a573-945c5ffaa77b req-cbbb2138-8a22-4a86-b8d7-733f5fdf9647 service neutron] Bound using segment: {'id': '60f92988-9b9b-4790-95f5-9fce88e5a460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '7cee3312-4c4c-4d32-820f-eab965dcf565'} {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 18:19:33.146227 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.managers [req-3f3636d4-289e-49d5-a573-945c5ffaa77b req-cbbb2138-8a22-4a86-b8d7-733f5fdf9647 service neutron] Bound port: c304b409-150d-46b2-b4ee-f4df5d20e1b7, host: n-h1-800634-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '60f92988-9b9b-4790-95f5-9fce88e5a460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '7cee3312-4c4c-4d32-820f-eab965dcf565'}}] {{(pid=93916) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 18:19:33.181051 n-d-800634-3 neutron-server[93915]: INFO neutron.db.l3_db [req-0e6e075f-eb18-4052-8f39-e1ba66e6523b req-bda6fbd5-bc90-45ca-bce0-b84a6815a9fd tempest-FloatingIPsAssociationTestJSON-1206343344 tempest-FloatingIPsAssociationTestJSON-1206343344-project] Floating IP fb85e68c-59fe-470a-bf1b-7deba9b174fa associated. External IP: 172.25.1.59, port: 9ff41a23-0c91-4e23-90d4-e3f9f1ac0c89. Jul 14 18:19:33.223074 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.db [req-3f3636d4-289e-49d5-a573-945c5ffaa77b req-cbbb2138-8a22-4a86-b8d7-733f5fdf9647 service neutron] For port c304b409-150d-46b2-b4ee-f4df5d20e1b7, host n-h1-800634-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=c304b409-150d-46b2-b4ee-f4df5d20e1b7,segment=NetworkSegment(60f92988-9b9b-4790-95f5-9fce88e5a460),segment_id=60f92988-9b9b-4790-95f5-9fce88e5a460)] {{(pid=93916) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 18:19:33.229236 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-3f3636d4-289e-49d5-a573-945c5ffaa77b req-cbbb2138-8a22-4a86-b8d7-733f5fdf9647 service neutron] Notify callbacks [] for binding, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:33.230427 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-3f3636d4-289e-49d5-a573-945c5ffaa77b req-cbbb2138-8a22-4a86-b8d7-733f5fdf9647 service neutron] 10.222.0.16 "POST /v2.0/ports/c304b409-150d-46b2-b4ee-f4df5d20e1b7/bindings HTTP/1.1" status: 201 len: 389 time: 0.2821910 Jul 14 18:19:33.413310 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0e6e075f-eb18-4052-8f39-e1ba66e6523b req-bda6fbd5-bc90-45ca-bce0-b84a6815a9fd tempest-FloatingIPsAssociationTestJSON-1206343344 tempest-FloatingIPsAssociationTestJSON-1206343344-project] Router d259d793-7f04-4b26-88b6-52f0483faef8 has already been hosted by L3 agent 2c6eb27e-defb-4cca-9a24-381c7415e359 {{(pid=93915) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 18:19:33.427293 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-f6038a92-997d-432d-bb0b-1e45ce13a360 None None] Notify callbacks [] for port, precommit_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:33.440923 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-f6038a92-997d-432d-bb0b-1e45ce13a360 None None] Transition to ACTIVE for port object f6f58e0a-bf59-4727-8175-f37d13cf622c will not be triggered until provisioned by entity L2. {{(pid=93917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:19:33.446414 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-f6038a92-997d-432d-bb0b-1e45ce13a360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:33.531495 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44baa049-b7e8-4ee9-8055-ead4ea55e6ef None None] Pushing event updated for resources: {'Port': ['ID=f6f58e0a-bf59-4727-8175-f37d13cf622c,revision_number=3']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:19:33.553030 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3636d4-289e-49d5-a573-945c5ffaa77b req-47a06271-efc5-4eb1-b34d-28f20543c77c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:19:33.556645 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-3f3636d4-289e-49d5-a573-945c5ffaa77b req-47a06271-efc5-4eb1-b34d-28f20543c77c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=0a6a8e07e1ce4e4e84e3fe5c59c6747c&device_id=beccc4b5-3ac3-49b2-9770-40ce37745a2b HTTP/1.1" status: 200 len: 1097 time: 0.0805757 Jul 14 18:19:33.567179 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-f6038a92-997d-432d-bb0b-1e45ce13a360 None None] Attempting to bind port f6f58e0a-bf59-4727-8175-f37d13cf622c on host n-d-800634-3 for vnic_type normal with profile {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:19:33.567551 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-f6038a92-997d-432d-bb0b-1e45ce13a360 None None] Attempting to bind port f6f58e0a-bf59-4727-8175-f37d13cf622c by drivers openvswitch,hyperv on host n-d-800634-3 at level 0 using segments [{'id': 'aad6412b-c76e-4055-8e71-f4d36fe824a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '1e44358c-28d7-42d0-aed8-ba2cd701bfcd'}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:19:33.569059 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6038a92-997d-432d-bb0b-1e45ce13a360 None None] Attempting to bind port f6f58e0a-bf59-4727-8175-f37d13cf622c on network 1e44358c-28d7-42d0-aed8-ba2cd701bfcd {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:19:33.581939 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6038a92-997d-432d-bb0b-1e45ce13a360 None None] Checking agent: {'id': '01c19e91-a945-4e3c-94a6-c211e17c923e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 8, 23), 'started_at': datetime.datetime(2021, 7, 14, 18, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 18, 19, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 18:19:33.582607 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6038a92-997d-432d-bb0b-1e45ce13a360 None None] Checking segment: {'id': 'aad6412b-c76e-4055-8e71-f4d36fe824a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '1e44358c-28d7-42d0-aed8-ba2cd701bfcd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93917) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:19:33.583320 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-f6038a92-997d-432d-bb0b-1e45ce13a360 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:33.584609 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6038a92-997d-432d-bb0b-1e45ce13a360 None None] Bound using segment: {'id': 'aad6412b-c76e-4055-8e71-f4d36fe824a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '1e44358c-28d7-42d0-aed8-ba2cd701bfcd'} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 18:19:33.585111 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-f6038a92-997d-432d-bb0b-1e45ce13a360 None None] Bound port: f6f58e0a-bf59-4727-8175-f37d13cf622c, host: n-d-800634-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aad6412b-c76e-4055-8e71-f4d36fe824a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '1e44358c-28d7-42d0-aed8-ba2cd701bfcd'}}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 18:19:33.585501 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-f6038a92-997d-432d-bb0b-1e45ce13a360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:33.594435 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0e6e075f-eb18-4052-8f39-e1ba66e6523b req-bda6fbd5-bc90-45ca-bce0-b84a6815a9fd tempest-FloatingIPsAssociationTestJSON-1206343344 tempest-FloatingIPsAssociationTestJSON-1206343344-project] Notify agent at l3_agent.n-d-800634-3 the message routers_updated {{(pid=93915) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 18:19:33.605488 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2743465-e019-4e8a-96e2-f99706a12824 None None] Sync routers for ids ['d259d793-7f04-4b26-88b6-52f0483faef8'] in n-d-800634-3 {{(pid=93918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 18:19:33.617012 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2743465-e019-4e8a-96e2-f99706a12824 None None] Routers {'d259d793-7f04-4b26-88b6-52f0483faef8'} bound to L3 agent in host n-d-800634-3 {{(pid=93918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:19:33.617635 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-a2743465-e019-4e8a-96e2-f99706a12824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:19:23Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['d259d793-7f04-4b26-88b6-52f0483faef8'], 'active': True} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:19:33.655934 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20855aa-0084-413e-905b-9bef416f9b39 req-398e443f-e908-4ebe-b04f-c79851f942bf tempest-AttachSCSIVolumeTestJSON-1045345527 tempest-AttachSCSIVolumeTestJSON-1045345527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:19:33.664848 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c20855aa-0084-413e-905b-9bef416f9b39 req-398e443f-e908-4ebe-b04f-c79851f942bf tempest-AttachSCSIVolumeTestJSON-1045345527 tempest-AttachSCSIVolumeTestJSON-1045345527-project] 10.222.0.16 "GET /v2.0/ports?device_id=4198bdcc-2894-4ba7-9720-35e4d7947e78 HTTP/1.1" status: 200 len: 946 time: 0.2007356 Jul 14 18:19:33.682285 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3636d4-289e-49d5-a573-945c5ffaa77b req-ea224b12-9b87-4953-ae88-2561b0ee48ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:19:33.683799 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-3f3636d4-289e-49d5-a573-945c5ffaa77b req-ea224b12-9b87-4953-ae88-2561b0ee48ce service neutron] 10.222.0.18 "GET /v2.0/networks?id=7cee3312-4c4c-4d32-820f-eab965dcf565 HTTP/1.1" status: 200 len: 921 time: 0.1199801 Jul 14 18:19:33.708082 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-f6038a92-997d-432d-bb0b-1e45ce13a360 None None] For port f6f58e0a-bf59-4727-8175-f37d13cf622c, host n-d-800634-3, cleared binding levels {{(pid=93917) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:19:33.720398 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-f6038a92-997d-432d-bb0b-1e45ce13a360 None None] For port f6f58e0a-bf59-4727-8175-f37d13cf622c, host n-d-800634-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=f6f58e0a-bf59-4727-8175-f37d13cf622c,segment=NetworkSegment(aad6412b-c76e-4055-8e71-f4d36fe824a0),segment_id=aad6412b-c76e-4055-8e71-f4d36fe824a0)] {{(pid=93917) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 18:19:33.725168 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-f6038a92-997d-432d-bb0b-1e45ce13a360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:33.738573 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-3f3636d4-289e-49d5-a573-945c5ffaa77b req-9ea3dcef-6dc2-47b6-9d1a-e30a1b54cd94 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c304b409-150d-46b2-b4ee-f4df5d20e1b7 HTTP/1.1" status: 200 len: 217 time: 0.0459435 Jul 14 18:19:33.743663 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c20855aa-0084-413e-905b-9bef416f9b39 req-f8e95b46-0bd2-4523-83cd-b7cd54d3dcea tempest-AttachSCSIVolumeTestJSON-1045345527 tempest-AttachSCSIVolumeTestJSON-1045345527-project] 10.222.0.16 "GET /v2.0/security-groups?id=975dfb1e-0a99-4a57-8210-34fc1432950d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779288 Jul 14 18:19:33.770698 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvr_db [None req-a2743465-e019-4e8a-96e2-f99706a12824 None None] Set router d259d793-7f04-4b26-88b6-52f0483faef8 gateway port host: n-d-800634-3 {{(pid=93918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 18:19:33.809438 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44baa049-b7e8-4ee9-8055-ead4ea55e6ef None None] Pushing event updated for resources: {'Port': ['ID=f6f58e0a-bf59-4727-8175-f37d13cf622c,revision_number=4']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:19:33.819797 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6038a92-997d-432d-bb0b-1e45ce13a360 None None] Routers {'4e5c14d1-5683-4a84-971f-57aa132b6d88'} bound to L3 agent in host n-d-800634-3 {{(pid=93917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:19:33.820753 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-f6038a92-997d-432d-bb0b-1e45ce13a360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:19:23Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['4e5c14d1-5683-4a84-971f-57aa132b6d88'], 'active': True} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:19:33.844343 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3636d4-289e-49d5-a573-945c5ffaa77b req-a9f2e4ec-9ef9-4314-af7d-236992698220 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:19:33.845808 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-3f3636d4-289e-49d5-a573-945c5ffaa77b req-a9f2e4ec-9ef9-4314-af7d-236992698220 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2a54265e-973c-4132-80fb-ad9d5d305963 HTTP/1.1" status: 200 len: 861 time: 0.0950754 Jul 14 18:19:33.903105 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 18:19:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7535e500-fc66-46c2-8a4c-a910a72dd4e2 x-openstack-request-id: req-7535e500-fc66-46c2-8a4c-a910a72dd4e2 {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:19:33.903404 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83355f4c-c851-4a2c-b236-88b99073917d", "name": "network-vif-plugged", "status": "completed", "tag": "df23c584-e214-4d68-9747-8a4107990659", "code": 200}]} {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:19:33.903663 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7535e500-fc66-46c2-8a4c-a910a72dd4e2 {{(pid=93917) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:19:33.904061 n-d-800634-3 neutron-server[93917]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83355f4c-c851-4a2c-b236-88b99073917d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df23c584-e214-4d68-9747-8a4107990659', 'code': 200} Jul 14 18:19:33.939861 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-3f3636d4-289e-49d5-a573-945c5ffaa77b req-7e9285d0-05d8-4c64-8b8c-ea07b4f98eae service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7cee3312-4c4c-4d32-820f-eab965dcf565&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0843256 Jul 14 18:19:33.985545 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0e6e075f-eb18-4052-8f39-e1ba66e6523b req-bda6fbd5-bc90-45ca-bce0-b84a6815a9fd tempest-FloatingIPsAssociationTestJSON-1206343344 tempest-FloatingIPsAssociationTestJSON-1206343344-project] Router d259d793-7f04-4b26-88b6-52f0483faef8 has already been hosted by L3 agent 2c6eb27e-defb-4cca-9a24-381c7415e359 {{(pid=93915) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 18:19:34.038045 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvr_db [None req-f6038a92-997d-432d-bb0b-1e45ce13a360 None None] Set router 4e5c14d1-5683-4a84-971f-57aa132b6d88 gateway port host: n-d-800634-3 {{(pid=93917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 18:19:34.106899 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Device dda704ab-58ba-443c-a327-149220292e36 up at agent hyperv_n-h2-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:19:34.153695 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0e6e075f-eb18-4052-8f39-e1ba66e6523b req-bda6fbd5-bc90-45ca-bce0-b84a6815a9fd tempest-FloatingIPsAssociationTestJSON-1206343344 tempest-FloatingIPsAssociationTestJSON-1206343344-project] Notify agent at l3_agent.n-d-800634-3 the message routers_updated {{(pid=93915) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 18:19:34.162230 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-0e6e075f-eb18-4052-8f39-e1ba66e6523b req-bda6fbd5-bc90-45ca-bce0-b84a6815a9fd tempest-FloatingIPsAssociationTestJSON-1206343344 tempest-FloatingIPsAssociationTestJSON-1206343344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for floatingip, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:34.188583 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-3f3636d4-289e-49d5-a573-945c5ffaa77b req-9b17eec2-79e6-41e5-a0f9-8dc19f8b73b7 service neutron] 10.222.0.18 "GET /v2.0/networks/7cee3312-4c4c-4d32-820f-eab965dcf565?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2389045 Jul 14 18:19:34.249766 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-a2743465-e019-4e8a-96e2-f99706a12824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd259d793-7f04-4b26-88b6-52f0483faef8', 'name': 'tempest-FloatingIPsAssociationTestJSON-1521117267-router', 'tenant_id': '34616e81172546728ddd3adbee03f177', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.253'}], 'enable_snat': True}, 'gw_port_id': '74a2372d-5f5b-4330-b68a-21af0616ec05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:18:23Z', 'updated_at': '2021-07-14T18:18:33Z', 'revision_number': 4, 'project_id': '34616e81172546728ddd3adbee03f177', 'gw_port': {'id': '74a2372d-5f5b-4330-b68a-21af0616ec05', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:93:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd259d793-7f04-4b26-88b6-52f0483faef8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:18:25Z', 'updated_at': '2021-07-14T18:18:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_floatingips': [{'id': 'fb85e68c-59fe-470a-bf1b-7deba9b174fa', 'tenant_id': '34616e81172546728ddd3adbee03f177', 'floating_ip_address': '172.25.1.59', 'floating_network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'router_id': 'd259d793-7f04-4b26-88b6-52f0483faef8', 'port_id': '86c7edc6-b461-40cb-857e-eb34e0bdc524', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 336, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac4dcb0d-17ab-4060-82e2-c35125d24eab', 'mac_address': 'fa:16:3e:5f:0c:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce10365d-c65b-40b2-8c01-23d1aaffa41c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T18:19:01Z', 'updated_at': '2021-07-14T18:19:32Z', 'revision_number': 3, 'project_id': '34616e81172546728ddd3adbee03f177', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee623b73-fb38-4169-895b-41d7ff971d30', 'name': '', 'network_id': 'ac4dcb0d-17ab-4060-82e2-c35125d24eab', 'tenant_id': '34616e81172546728ddd3adbee03f177', 'mac_address': 'fa:16:3e:ba:39:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd259d793-7f04-4b26-88b6-52f0483faef8', 'device_owner': 'network:router_interface', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': '97d79b9c-1ae1-496e-8ce3-67d30e2cc4e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:18:32Z', 'updated_at': '2021-07-14T18:18:47Z', 'revision_number': 5, 'project_id': '34616e81172546728ddd3adbee03f177', 'subnets': [{'id': '97d79b9c-1ae1-496e-8ce3-67d30e2cc4e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-3', False) {} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:19:34.286718 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14feb932-4b73-4b76-9bb2-46a622ad19f2 req-5533edfd-8134-42c2-9e55-ad2ee9092f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:19:34.288304 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-14feb932-4b73-4b76-9bb2-46a622ad19f2 req-5533edfd-8134-42c2-9e55-ad2ee9092f1d service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=83355f4c-c851-4a2c-b236-88b99073917d HTTP/1.1" status: 200 len: 1101 time: 0.3469229 Jul 14 18:19:34.290815 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2743465-e019-4e8a-96e2-f99706a12824 None None] Checking router: d259d793-7f04-4b26-88b6-52f0483faef8 for host: n-d-800634-3 {{(pid=93918) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 18:19:34.302203 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2743465-e019-4e8a-96e2-f99706a12824 None None] Routers {'d259d793-7f04-4b26-88b6-52f0483faef8'} bound to L3 agent in host n-d-800634-3 {{(pid=93918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:19:34.303157 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-a2743465-e019-4e8a-96e2-f99706a12824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:19:23Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['d259d793-7f04-4b26-88b6-52f0483faef8'], 'active': True} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:19:34.329653 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Provisioning for port dda704ab-58ba-443c-a327-149220292e36 completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:19:34.331858 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4a090fa-ded3-464f-b9f4-fb95e4f2153d', 'tag': '9ff41a23-0c91-4e23-90d4-e3f9f1ac0c89'}] {{(pid=93915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:19:34.334473 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e72782ad3af8f7d4ce76cedf092bca46d1756acc5c4653cf0b52034cdd6b073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-508de624-0ac4-4ea9-9f9c-9045fd77b594" -d '{"events": [{"name": "network-changed", "server_uuid": "d4a090fa-ded3-464f-b9f4-fb95e4f2153d", "tag": "9ff41a23-0c91-4e23-90d4-e3f9f1ac0c89"}]}' {{(pid=93915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:19:34.342262 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-4f31e1be-a1eb-43b1-ba9b-97f94ab275f0 req-b92b82e1-0075-4270-aaa9-2afbaa76e7a4 tempest-FloatingIPsNegativeTestJSON-1374310880 tempest-FloatingIPsNegativeTestJSON-1374310880-project] 10.222.0.16 "GET /v2.0/floatingips?tenant_id=029c1e99557d4f09a9b6bc5da8432a1e HTTP/1.1" status: 200 len: 217 time: 0.1519091 Jul 14 18:19:34.342942 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Provisioning complete for port dda704ab-58ba-443c-a327-149220292e36 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:19:34.343326 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:34.393114 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-0e6e075f-eb18-4052-8f39-e1ba66e6523b req-bda6fbd5-bc90-45ca-bce0-b84a6815a9fd tempest-FloatingIPsAssociationTestJSON-1206343344 tempest-FloatingIPsAssociationTestJSON-1206343344-project] 10.222.0.16 "PUT /v2.0/floatingips/fb85e68c-59fe-470a-bf1b-7deba9b174fa HTTP/1.1" status: 200 len: 997 time: 2.2140005 Jul 14 18:19:34.412529 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-14feb932-4b73-4b76-9bb2-46a622ad19f2 req-7046f4f8-8d19-45b1-aab1-80d586cdf09a service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=4f7edf6a-d68f-4421-aca5-70454e3b9b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133955 Jul 14 18:19:34.415589 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-3f3636d4-289e-49d5-a573-945c5ffaa77b req-f455e48c-b448-4a33-9bf3-63e7cf965aca service neutron] 10.222.0.18 "GET /v2.0/networks/7cee3312-4c4c-4d32-820f-eab965dcf565?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2193751 Jul 14 18:19:34.491436 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6e075f-eb18-4052-8f39-e1ba66e6523b req-4187a246-21af-41d0-92e1-cf780d9cdb64 tempest-FloatingIPsAssociationTestJSON-1206343344 tempest-FloatingIPsAssociationTestJSON-1206343344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:19:34.493109 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-0e6e075f-eb18-4052-8f39-e1ba66e6523b req-4187a246-21af-41d0-92e1-cf780d9cdb64 tempest-FloatingIPsAssociationTestJSON-1206343344 tempest-FloatingIPsAssociationTestJSON-1206343344-project] 10.222.0.16 "GET /v2.0/ports/9ff41a23-0c91-4e23-90d4-e3f9f1ac0c89 HTTP/1.1" status: 200 len: 942 time: 0.0939901 Jul 14 18:19:34.494136 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvr_db [None req-a2743465-e019-4e8a-96e2-f99706a12824 None None] Set router d259d793-7f04-4b26-88b6-52f0483faef8 gateway port host: n-d-800634-3 {{(pid=93918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 18:19:34.536848 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:34.633926 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3636d4-289e-49d5-a573-945c5ffaa77b req-eebb2ea0-e997-4db3-b1df-b068620ddb72 tempest-LiveAutoBlockMigrationV225Test-133245952 tempest-LiveAutoBlockMigrationV225Test-133245952-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:19:34.635450 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-3f3636d4-289e-49d5-a573-945c5ffaa77b req-eebb2ea0-e997-4db3-b1df-b068620ddb72 tempest-LiveAutoBlockMigrationV225Test-133245952 tempest-LiveAutoBlockMigrationV225Test-133245952-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=beccc4b5-3ac3-49b2-9770-40ce37745a2b&tenant_id=0a6a8e07e1ce4e4e84e3fe5c59c6747c&binding%3Ahost_id=n-h2-800634-3 HTTP/1.1" status: 200 len: 1097 time: 0.1195893 Jul 14 18:19:34.648510 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [req-3f3636d4-289e-49d5-a573-945c5ffaa77b req-4acc498b-479c-434e-bdd3-90773b921876 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-800634-3'}}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:19:34.661570 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805c92eb-d4e8-4fd4-bff9-131a0adeb340 req-0402aff2-51a0-43e8-bd8b-9e77bae73c3b tempest-LiveMigrationTest-64527954 tempest-LiveMigrationTest-64527954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:19:34.668514 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-805c92eb-d4e8-4fd4-bff9-131a0adeb340 req-0402aff2-51a0-43e8-bd8b-9e77bae73c3b tempest-LiveMigrationTest-64527954 tempest-LiveMigrationTest-64527954-project] 10.222.0.16 "GET /v2.0/ports?device_id=fbf4bb9b-1d56-4ad5-a9e1-d9e143744a86 HTTP/1.1" status: 200 len: 944 time: 0.1728294 Jul 14 18:19:34.738513 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-805c92eb-d4e8-4fd4-bff9-131a0adeb340 req-f438c357-4d24-4466-ad19-7e47695fb9ea tempest-LiveMigrationTest-64527954 tempest-LiveMigrationTest-64527954-project] 10.222.0.16 "GET /v2.0/security-groups?id=93c6eb24-b3aa-49c4-93f7-93dd5f011665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686834 Jul 14 18:19:34.777584 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6e075f-eb18-4052-8f39-e1ba66e6523b req-93010210-fc6f-4297-a7a1-5b62f67de74a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:19:34.782651 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-0e6e075f-eb18-4052-8f39-e1ba66e6523b req-93010210-fc6f-4297-a7a1-5b62f67de74a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=34616e81172546728ddd3adbee03f177&device_id=d4a090fa-ded3-464f-b9f4-fb95e4f2153d HTTP/1.1" status: 200 len: 1096 time: 0.1757910 Jul 14 18:19:34.791663 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-3f3636d4-289e-49d5-a573-945c5ffaa77b req-4acc498b-479c-434e-bdd3-90773b921876 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:34.814130 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-f6038a92-997d-432d-bb0b-1e45ce13a360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e5c14d1-5683-4a84-971f-57aa132b6d88', 'name': 'tempest-FloatingIPsNegativeTestJSON-1513721684-router', 'tenant_id': '029c1e99557d4f09a9b6bc5da8432a1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.46'}], 'enable_snat': True}, 'gw_port_id': 'c2ab9d35-2759-46d6-a20d-37cc69c6d680', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:19:23Z', 'updated_at': '2021-07-14T18:19:30Z', 'revision_number': 4, 'project_id': '029c1e99557d4f09a9b6bc5da8432a1e', 'gw_port': {'id': 'c2ab9d35-2759-46d6-a20d-37cc69c6d680', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:d9:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e5c14d1-5683-4a84-971f-57aa132b6d88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:19:25Z', 'updated_at': '2021-07-14T18:19:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_interfaces': [{'id': 'f6f58e0a-bf59-4727-8175-f37d13cf622c', 'name': '', 'network_id': '1e44358c-28d7-42d0-aed8-ba2cd701bfcd', 'tenant_id': '029c1e99557d4f09a9b6bc5da8432a1e', 'mac_address': 'fa:16:3e:f7:84:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e5c14d1-5683-4a84-971f-57aa132b6d88', 'device_owner': 'network:router_interface', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': 'cc341fe7-d6cc-4702-a37b-cc30b40fd91e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:19:29Z', 'updated_at': '2021-07-14T18:19:33Z', 'revision_number': 4, 'project_id': '029c1e99557d4f09a9b6bc5da8432a1e', 'subnets': [{'id': 'cc341fe7-d6cc-4702-a37b-cc30b40fd91e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-3', False) {} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:19:34.878598 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6038a92-997d-432d-bb0b-1e45ce13a360 None None] The sync data for ids ['4e5c14d1-5683-4a84-971f-57aa132b6d88'] in n-d-800634-3 is: [{'id': '4e5c14d1-5683-4a84-971f-57aa132b6d88', 'name': 'tempest-FloatingIPsNegativeTestJSON-1513721684-router', 'tenant_id': '029c1e99557d4f09a9b6bc5da8432a1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.46'}], 'enable_snat': True}, 'gw_port_id': 'c2ab9d35-2759-46d6-a20d-37cc69c6d680', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:19:23Z', 'updated_at': '2021-07-14T18:19:30Z', 'revision_number': 4, 'project_id': '029c1e99557d4f09a9b6bc5da8432a1e', 'gw_port': {'id': 'c2ab9d35-2759-46d6-a20d-37cc69c6d680', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:d9:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e5c14d1-5683-4a84-971f-57aa132b6d88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:19:25Z', 'updated_at': '2021-07-14T18:19:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_interfaces': [{'id': 'f6f58e0a-bf59-4727-8175-f37d13cf622c', 'name': '', 'network_id': '1e44358c-28d7-42d0-aed8-ba2cd701bfcd', 'tenant_id': '029c1e99557d4f09a9b6bc5da8432a1e', 'mac_address': 'fa:16:3e:f7:84:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e5c14d1-5683-4a84-971f-57aa132b6d88', 'device_owner': 'network:router_interface', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': 'cc341fe7-d6cc-4702-a37b-cc30b40fd91e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:19:29Z', 'updated_at': '2021-07-14T18:19:33Z', 'revision_number': 4, 'project_id': '029c1e99557d4f09a9b6bc5da8432a1e', 'subnets': [{'id': 'cc341fe7-d6cc-4702-a37b-cc30b40fd91e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 18:19:34.927740 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] For port dda704ab-58ba-443c-a327-149220292e36, host n-h2-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=dda704ab-58ba-443c-a327-149220292e36,segment=NetworkSegment(d3ebb57b-621c-4102-bdfe-7fa439ba5ffc),segment_id=d3ebb57b-621c-4102-bdfe-7fa439ba5ffc)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:19:34.935252 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:34.969558 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6e075f-eb18-4052-8f39-e1ba66e6523b req-4ee796f1-0709-47d3-882f-9151556e9ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:19:34.984131 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-0e6e075f-eb18-4052-8f39-e1ba66e6523b req-4ee796f1-0709-47d3-882f-9151556e9ec7 service neutron] 10.222.0.16 "GET /v2.0/networks?id=ac4dcb0d-17ab-4060-82e2-c35125d24eab HTTP/1.1" status: 200 len: 921 time: 0.1983924 Jul 14 18:19:35.093201 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-0e6e075f-eb18-4052-8f39-e1ba66e6523b req-30d009c6-c54b-415e-a91e-5532186c734a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9ff41a23-0c91-4e23-90d4-e3f9f1ac0c89 HTTP/1.1" status: 200 len: 217 time: 0.1028593 Jul 14 18:19:35.094919 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Pushing event updated for resources: {'Port': ['ID=dda704ab-58ba-443c-a327-149220292e36,revision_number=5']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:19:35.104744 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:35.196336 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6e075f-eb18-4052-8f39-e1ba66e6523b req-a32b469e-2c01-4e44-b65f-4366d932f7bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:19:35.197888 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-0e6e075f-eb18-4052-8f39-e1ba66e6523b req-a32b469e-2c01-4e44-b65f-4366d932f7bf service neutron] 10.222.0.16 "GET /v2.0/subnets?id=97d79b9c-1ae1-496e-8ce3-67d30e2cc4e1 HTTP/1.1" status: 200 len: 860 time: 0.0856547 Jul 14 18:19:35.210661 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-a2743465-e019-4e8a-96e2-f99706a12824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd259d793-7f04-4b26-88b6-52f0483faef8', 'name': 'tempest-FloatingIPsAssociationTestJSON-1521117267-router', 'tenant_id': '34616e81172546728ddd3adbee03f177', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.253'}], 'enable_snat': True}, 'gw_port_id': '74a2372d-5f5b-4330-b68a-21af0616ec05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:18:23Z', 'updated_at': '2021-07-14T18:18:33Z', 'revision_number': 4, 'project_id': '34616e81172546728ddd3adbee03f177', 'gw_port': {'id': '74a2372d-5f5b-4330-b68a-21af0616ec05', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:93:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd259d793-7f04-4b26-88b6-52f0483faef8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:18:25Z', 'updated_at': '2021-07-14T18:18:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_floatingips': [{'id': 'fb85e68c-59fe-470a-bf1b-7deba9b174fa', 'tenant_id': '34616e81172546728ddd3adbee03f177', 'floating_ip_address': '172.25.1.59', 'floating_network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'router_id': 'd259d793-7f04-4b26-88b6-52f0483faef8', 'port_id': '86c7edc6-b461-40cb-857e-eb34e0bdc524', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 336, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac4dcb0d-17ab-4060-82e2-c35125d24eab', 'mac_address': 'fa:16:3e:5f:0c:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce10365d-c65b-40b2-8c01-23d1aaffa41c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T18:19:01Z', 'updated_at': '2021-07-14T18:19:32Z', 'revision_number': 3, 'project_id': '34616e81172546728ddd3adbee03f177', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee623b73-fb38-4169-895b-41d7ff971d30', 'name': '', 'network_id': 'ac4dcb0d-17ab-4060-82e2-c35125d24eab', 'tenant_id': '34616e81172546728ddd3adbee03f177', 'mac_address': 'fa:16:3e:ba:39:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd259d793-7f04-4b26-88b6-52f0483faef8', 'device_owner': 'network:router_interface', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': '97d79b9c-1ae1-496e-8ce3-67d30e2cc4e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:18:32Z', 'updated_at': '2021-07-14T18:18:47Z', 'revision_number': 5, 'project_id': '34616e81172546728ddd3adbee03f177', 'subnets': [{'id': '97d79b9c-1ae1-496e-8ce3-67d30e2cc4e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-3', False) {} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:19:35.282781 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-a4bafcc7-8d5f-439d-a15e-6610d4d8310e req-fa4485a3-f686-4ffa-bf7e-3cfae228f32d service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=d80491b9-d34b-45a9-83ac-fcdec1c35cdb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5377400 Jul 14 18:19:35.290034 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2743465-e019-4e8a-96e2-f99706a12824 None None] The sync data for ids ['d259d793-7f04-4b26-88b6-52f0483faef8'] in n-d-800634-3 is: [{'id': 'd259d793-7f04-4b26-88b6-52f0483faef8', 'name': 'tempest-FloatingIPsAssociationTestJSON-1521117267-router', 'tenant_id': '34616e81172546728ddd3adbee03f177', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.253'}], 'enable_snat': True}, 'gw_port_id': '74a2372d-5f5b-4330-b68a-21af0616ec05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:18:23Z', 'updated_at': '2021-07-14T18:18:33Z', 'revision_number': 4, 'project_id': '34616e81172546728ddd3adbee03f177', 'gw_port': {'id': '74a2372d-5f5b-4330-b68a-21af0616ec05', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:93:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd259d793-7f04-4b26-88b6-52f0483faef8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:18:25Z', 'updated_at': '2021-07-14T18:18:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_floatingips': [{'id': 'fb85e68c-59fe-470a-bf1b-7deba9b174fa', 'tenant_id': '34616e81172546728ddd3adbee03f177', 'floating_ip_address': '172.25.1.59', 'floating_network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'router_id': 'd259d793-7f04-4b26-88b6-52f0483faef8', 'port_id': '86c7edc6-b461-40cb-857e-eb34e0bdc524', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 336, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac4dcb0d-17ab-4060-82e2-c35125d24eab', 'mac_address': 'fa:16:3e:5f:0c:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce10365d-c65b-40b2-8c01-23d1aaffa41c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T18:19:01Z', 'updated_at': '2021-07-14T18:19:32Z', 'revision_number': 3, 'project_id': '34616e81172546728ddd3adbee03f177', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee623b73-fb38-4169-895b-41d7ff971d30', 'name': '', 'network_id': 'ac4dcb0d-17ab-4060-82e2-c35125d24eab', 'tenant_id': '34616e81172546728ddd3adbee03f177', 'mac_address': 'fa:16:3e:ba:39:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd259d793-7f04-4b26-88b6-52f0483faef8', 'device_owner': 'network:router_interface', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': '97d79b9c-1ae1-496e-8ce3-67d30e2cc4e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:18:32Z', 'updated_at': '2021-07-14T18:18:47Z', 'revision_number': 5, 'project_id': '34616e81172546728ddd3adbee03f177', 'subnets': [{'id': '97d79b9c-1ae1-496e-8ce3-67d30e2cc4e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 18:19:35.291131 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b3db0e-2544-4f4c-88fe-8d360efac2d5 req-cd1e3af0-4370-4da4-9b90-f6f8b3541a0b tempest-LiveMigrationNegativeTest-237635840 tempest-LiveMigrationNegativeTest-237635840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:19:35.302716 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-11b3db0e-2544-4f4c-88fe-8d360efac2d5 req-cd1e3af0-4370-4da4-9b90-f6f8b3541a0b tempest-LiveMigrationNegativeTest-237635840 tempest-LiveMigrationNegativeTest-237635840-project] 10.222.0.16 "GET /v2.0/ports?device_id=83355f4c-c851-4a2c-b236-88b99073917d HTTP/1.1" status: 200 len: 950 time: 0.2116878 Jul 14 18:19:35.371975 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-11b3db0e-2544-4f4c-88fe-8d360efac2d5 req-9f191b70-19c7-4190-8cc7-d95f8559e3af tempest-LiveMigrationNegativeTest-237635840 tempest-LiveMigrationNegativeTest-237635840-project] 10.222.0.16 "GET /v2.0/security-groups?id=4f7edf6a-d68f-4421-aca5-70454e3b9b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683806 Jul 14 18:19:35.402830 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.db [req-3f3636d4-289e-49d5-a573-945c5ffaa77b req-4acc498b-479c-434e-bdd3-90773b921876 service neutron] For port c304b409-150d-46b2-b4ee-f4df5d20e1b7, host n-h2-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=c304b409-150d-46b2-b4ee-f4df5d20e1b7,segment=NetworkSegment(60f92988-9b9b-4790-95f5-9fce88e5a460),segment_id=60f92988-9b9b-4790-95f5-9fce88e5a460)] {{(pid=93916) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:19:35.406345 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6e075f-eb18-4052-8f39-e1ba66e6523b req-38bf806c-d03c-4db1-8b7b-8a6569e2674d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:19:35.416596 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-0e6e075f-eb18-4052-8f39-e1ba66e6523b req-38bf806c-d03c-4db1-8b7b-8a6569e2674d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ac4dcb0d-17ab-4060-82e2-c35125d24eab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2082734 Jul 14 18:19:35.555766 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.db [req-3f3636d4-289e-49d5-a573-945c5ffaa77b req-4acc498b-479c-434e-bdd3-90773b921876 service neutron] For port c304b409-150d-46b2-b4ee-f4df5d20e1b7, host n-h2-800634-3, cleared binding levels {{(pid=93916) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:19:35.577748 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-0e6e075f-eb18-4052-8f39-e1ba66e6523b req-9492d052-f571-440a-8d43-68ecabe38f96 service neutron] 10.222.0.16 "GET /v2.0/networks/ac4dcb0d-17ab-4060-82e2-c35125d24eab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1587803 Jul 14 18:19:35.619217 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bafcc7-8d5f-439d-a15e-6610d4d8310e req-5f1b7f57-2108-4f06-9828-b2fdc1871698 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:19:35.621643 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-a4bafcc7-8d5f-439d-a15e-6610d4d8310e req-5f1b7f57-2108-4f06-9828-b2fdc1871698 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=0a6a8e07e1ce4e4e84e3fe5c59c6747c&device_id=d80491b9-d34b-45a9-83ac-fcdec1c35cdb HTTP/1.1" status: 200 len: 1095 time: 0.1751082 Jul 14 18:19:35.621807 n-d-800634-3 neutron-server[93916]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'beccc4b5-3ac3-49b2-9770-40ce37745a2b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c304b409-150d-46b2-b4ee-f4df5d20e1b7'}] {{(pid=93916) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:19:35.624829 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f803e150b363a7893830aa996ac27753fa25517c406ecd3536b7c2d4b26eeb9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3f0ce75-e04d-432f-b34b-85139c81991f" -d '{"events": [{"server_uuid": "beccc4b5-3ac3-49b2-9770-40ce37745a2b", "name": "network-vif-unplugged", "status": "completed", "tag": "c304b409-150d-46b2-b4ee-f4df5d20e1b7"}]}' {{(pid=93916) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:19:35.631171 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-3f3636d4-289e-49d5-a573-945c5ffaa77b req-4acc498b-479c-434e-bdd3-90773b921876 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:35.641543 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-3f3636d4-289e-49d5-a573-945c5ffaa77b req-4acc498b-479c-434e-bdd3-90773b921876 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:35.649729 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-184efd67-af09-40c1-b807-2f2b8b28208c None None] New status for floating IP fb85e68c-59fe-470a-bf1b-7deba9b174fa: ACTIVE {{(pid=93917) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 18:19:35.725372 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f746fb49-528f-4fc7-a943-bba748ccb234 req-17c62624-c423-4956-b5ae-84ce0f527791 tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:19:35.727194 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f746fb49-528f-4fc7-a943-bba748ccb234 req-17c62624-c423-4956-b5ae-84ce0f527791 tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] 10.222.0.16 "GET /v2.0/ports?device_id=beccc4b5-3ac3-49b2-9770-40ce37745a2b HTTP/1.1" status: 200 len: 946 time: 0.1965539 Jul 14 18:19:35.770386 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-0e6e075f-eb18-4052-8f39-e1ba66e6523b req-332cada1-2e03-4959-be4d-5b1d657d0f44 service neutron] 10.222.0.16 "GET /v2.0/networks/ac4dcb0d-17ab-4060-82e2-c35125d24eab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1913879 Jul 14 18:19:35.814992 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.agents_db [None req-2ea07fb6-aa68-4671-8654-119d82b9f530 None None] Agent healthcheck: found 7 active agents {{(pid=93918) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 18:19:35.823080 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f746fb49-528f-4fc7-a943-bba748ccb234 req-4dc1c3e4-0f9e-44cd-a618-fa4a6914dd00 tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] 10.222.0.16 "GET /v2.0/security-groups?id=540fae54-ccea-4309-9c99-81b930eedb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898407 Jul 14 18:19:35.851701 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bafcc7-8d5f-439d-a15e-6610d4d8310e req-eef2b57f-bd4b-47f2-9a3b-71c6317592a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:19:35.853315 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-a4bafcc7-8d5f-439d-a15e-6610d4d8310e req-eef2b57f-bd4b-47f2-9a3b-71c6317592a4 service neutron] 10.222.0.18 "GET /v2.0/networks?id=7cee3312-4c4c-4d32-820f-eab965dcf565 HTTP/1.1" status: 200 len: 921 time: 0.2020626 Jul 14 18:19:35.892171 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acc498b-479c-434e-bdd3-90773b921876 service neutron] Pushing event updated for resources: {'Port': ['ID=c304b409-150d-46b2-b4ee-f4df5d20e1b7,revision_number=7']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:19:35.936648 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6e075f-eb18-4052-8f39-e1ba66e6523b req-5064fa41-8769-4bb9-abb8-45376a78b7e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:19:35.938322 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-0e6e075f-eb18-4052-8f39-e1ba66e6523b req-5064fa41-8769-4bb9-abb8-45376a78b7e9 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=34616e81172546728ddd3adbee03f177&device_id=ce10365d-c65b-40b2-8c01-23d1aaffa41c HTTP/1.1" status: 200 len: 1096 time: 0.1144412 Jul 14 18:19:35.949571 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-a4bafcc7-8d5f-439d-a15e-6610d4d8310e req-4b83d764-dac8-4c6e-8401-a28e6077915b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b7f0342e-ecc4-4b92-8141-940a36564ced HTTP/1.1" status: 200 len: 217 time: 0.0510323 Jul 14 18:19:35.952383 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.managers [req-3f3636d4-289e-49d5-a573-945c5ffaa77b req-4acc498b-479c-434e-bdd3-90773b921876 service neutron] Attempting to bind port c304b409-150d-46b2-b4ee-f4df5d20e1b7 on host n-h2-800634-3 for vnic_type normal with profile {"migrating_to": "n-h1-800634-3"} {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:19:35.952759 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.managers [req-3f3636d4-289e-49d5-a573-945c5ffaa77b req-4acc498b-479c-434e-bdd3-90773b921876 service neutron] Attempting to bind port c304b409-150d-46b2-b4ee-f4df5d20e1b7 by drivers openvswitch,hyperv on host n-h2-800634-3 at level 0 using segments [{'id': '60f92988-9b9b-4790-95f5-9fce88e5a460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '7cee3312-4c4c-4d32-820f-eab965dcf565'}] {{(pid=93916) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:19:35.953190 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f3636d4-289e-49d5-a573-945c5ffaa77b req-4acc498b-479c-434e-bdd3-90773b921876 service neutron] Attempting to bind port c304b409-150d-46b2-b4ee-f4df5d20e1b7 on network 7cee3312-4c4c-4d32-820f-eab965dcf565 {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:19:35.980182 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6d7446f7-16eb-4d0c-a869-f8753d83d263 req-43f29f7e-c179-467a-b1f3-4f525a784149 tempest-FloatingIPsNegativeTestJSON-1374310880 tempest-FloatingIPsNegativeTestJSON-1374310880-project] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0383799 Jul 14 18:19:36.017280 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f3636d4-289e-49d5-a573-945c5ffaa77b req-4acc498b-479c-434e-bdd3-90773b921876 service neutron] Port c304b409-150d-46b2-b4ee-f4df5d20e1b7 on network 7cee3312-4c4c-4d32-820f-eab965dcf565 not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-3 {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 18:19:36.017748 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f3636d4-289e-49d5-a573-945c5ffaa77b req-4acc498b-479c-434e-bdd3-90773b921876 service neutron] Attempting to bind port c304b409-150d-46b2-b4ee-f4df5d20e1b7 on network 7cee3312-4c4c-4d32-820f-eab965dcf565 {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:19:36.021103 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bafcc7-8d5f-439d-a15e-6610d4d8310e req-7f4858df-bdbf-44d1-9364-1a922ed80df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:19:36.022666 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-a4bafcc7-8d5f-439d-a15e-6610d4d8310e req-7f4858df-bdbf-44d1-9364-1a922ed80df4 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2a54265e-973c-4132-80fb-ad9d5d305963 HTTP/1.1" status: 200 len: 861 time: 0.0656109 Jul 14 18:19:36.033287 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f3636d4-289e-49d5-a573-945c5ffaa77b req-4acc498b-479c-434e-bdd3-90773b921876 service neutron] Checking agent: {'id': '08e36a6c-8d04-48f0-a644-f27680635246', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 15, 35), 'started_at': datetime.datetime(2021, 7, 14, 18, 15, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 18, 19, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 18:19:36.033814 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f3636d4-289e-49d5-a573-945c5ffaa77b req-4acc498b-479c-434e-bdd3-90773b921876 service neutron] Checking segment: {'id': '60f92988-9b9b-4790-95f5-9fce88e5a460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '7cee3312-4c4c-4d32-820f-eab965dcf565'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93916) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:19:36.034445 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f3636d4-289e-49d5-a573-945c5ffaa77b req-4acc498b-479c-434e-bdd3-90773b921876 service neutron] Bound using segment: {'id': '60f92988-9b9b-4790-95f5-9fce88e5a460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '7cee3312-4c4c-4d32-820f-eab965dcf565'} {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 18:19:36.035364 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.managers [req-3f3636d4-289e-49d5-a573-945c5ffaa77b req-4acc498b-479c-434e-bdd3-90773b921876 service neutron] Bound port: c304b409-150d-46b2-b4ee-f4df5d20e1b7, host: n-h2-800634-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '60f92988-9b9b-4790-95f5-9fce88e5a460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '7cee3312-4c4c-4d32-820f-eab965dcf565'}}] {{(pid=93916) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 18:19:36.037252 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-3f3636d4-289e-49d5-a573-945c5ffaa77b req-4acc498b-479c-434e-bdd3-90773b921876 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:36.046890 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbf4bb9b-1d56-4ad5-a9e1-d9e143744a86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dda704ab-58ba-443c-a327-149220292e36'}] {{(pid=93917) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:19:36.050412 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20b787f3c29eaa7aa2a4d648c725a2124c5ff39a8d793252f9d844495e14cf42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7377720-23cb-4966-bbfb-af22e6ec4b8a" -d '{"events": [{"server_uuid": "fbf4bb9b-1d56-4ad5-a9e1-d9e143744a86", "name": "network-vif-plugged", "status": "completed", "tag": "dda704ab-58ba-443c-a327-149220292e36"}]}' {{(pid=93917) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:19:36.096274 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-a4bafcc7-8d5f-439d-a15e-6610d4d8310e req-e2aec8ce-69d8-462d-a544-45cc2a91760b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7cee3312-4c4c-4d32-820f-eab965dcf565&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0490296 Jul 14 18:19:36.129005 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 18:19:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b2fddb9-636d-46b6-825d-80a24685c7bd x-openstack-request-id: req-0b2fddb9-636d-46b6-825d-80a24685c7bd {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:19:36.129322 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4a090fa-ded3-464f-b9f4-fb95e4f2153d", "tag": "9ff41a23-0c91-4e23-90d4-e3f9f1ac0c89", "status": "completed", "code": 200}]} {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:19:36.129689 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0b2fddb9-636d-46b6-825d-80a24685c7bd {{(pid=93915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:19:36.130095 n-d-800634-3 neutron-server[93915]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4a090fa-ded3-464f-b9f4-fb95e4f2153d', 'tag': '9ff41a23-0c91-4e23-90d4-e3f9f1ac0c89', 'status': 'completed', 'code': 200} Jul 14 18:19:36.171089 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39b97261-2f1f-4a9d-a509-4bc168a7abd7 None None] Sync routers for ids ['d259d793-7f04-4b26-88b6-52f0483faef8'] in n-d-800634-3 {{(pid=93918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 18:19:36.183341 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39b97261-2f1f-4a9d-a509-4bc168a7abd7 None None] Routers {'d259d793-7f04-4b26-88b6-52f0483faef8'} bound to L3 agent in host n-d-800634-3 {{(pid=93918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:19:36.196909 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-39b97261-2f1f-4a9d-a509-4bc168a7abd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:19:23Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['d259d793-7f04-4b26-88b6-52f0483faef8'], 'active': True} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:19:36.208541 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6e075f-eb18-4052-8f39-e1ba66e6523b req-33e00100-e8b6-4a61-ae17-bbc27d66d17b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:19:36.209983 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-0e6e075f-eb18-4052-8f39-e1ba66e6523b req-33e00100-e8b6-4a61-ae17-bbc27d66d17b service neutron] 10.222.0.16 "GET /v2.0/networks?id=ac4dcb0d-17ab-4060-82e2-c35125d24eab HTTP/1.1" status: 200 len: 921 time: 0.2271254 Jul 14 18:19:36.276693 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-a4bafcc7-8d5f-439d-a15e-6610d4d8310e req-17a69d82-370b-4913-b314-298871ef39d4 service neutron] 10.222.0.18 "GET /v2.0/networks/7cee3312-4c4c-4d32-820f-eab965dcf565?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1567080 Jul 14 18:19:36.294805 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.db [req-3f3636d4-289e-49d5-a573-945c5ffaa77b req-4acc498b-479c-434e-bdd3-90773b921876 service neutron] For port c304b409-150d-46b2-b4ee-f4df5d20e1b7, host n-h2-800634-3, cleared binding levels {{(pid=93916) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:19:36.298615 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 14 Jul 2021 18:19:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a271660-abdf-402b-9a71-f9fad6989d43 x-openstack-request-id: req-3a271660-abdf-402b-9a71-f9fad6989d43 {{(pid=93916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:19:36.299069 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "beccc4b5-3ac3-49b2-9770-40ce37745a2b", "name": "network-vif-unplugged", "status": "completed", "tag": "c304b409-150d-46b2-b4ee-f4df5d20e1b7", "code": 200}]} {{(pid=93916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:19:36.299463 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3a271660-abdf-402b-9a71-f9fad6989d43 {{(pid=93916) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:19:36.300889 n-d-800634-3 neutron-server[93916]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'beccc4b5-3ac3-49b2-9770-40ce37745a2b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c304b409-150d-46b2-b4ee-f4df5d20e1b7', 'code': 200} Jul 14 18:19:36.302971 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.db [req-3f3636d4-289e-49d5-a573-945c5ffaa77b req-4acc498b-479c-434e-bdd3-90773b921876 service neutron] For port c304b409-150d-46b2-b4ee-f4df5d20e1b7, host n-h2-800634-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=c304b409-150d-46b2-b4ee-f4df5d20e1b7,segment=NetworkSegment(60f92988-9b9b-4790-95f5-9fce88e5a460),segment_id=60f92988-9b9b-4790-95f5-9fce88e5a460)] {{(pid=93916) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 18:19:36.310034 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-3f3636d4-289e-49d5-a573-945c5ffaa77b req-4acc498b-479c-434e-bdd3-90773b921876 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:36.365841 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-0e6e075f-eb18-4052-8f39-e1ba66e6523b req-9adcf074-016b-4d4c-b1b6-20e05e59a86d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=86c7edc6-b461-40cb-857e-eb34e0bdc524 HTTP/1.1" status: 200 len: 1000 time: 0.1478169 Jul 14 18:19:36.368621 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508de624-0ac4-4ea9-9f9c-9045fd77b594 req-4005a362-d635-494b-a84e-ae3382a09bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:19:36.370333 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-508de624-0ac4-4ea9-9f9c-9045fd77b594 req-4005a362-d635-494b-a84e-ae3382a09bfe service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=34616e81172546728ddd3adbee03f177&device_id=d4a090fa-ded3-464f-b9f4-fb95e4f2153d HTTP/1.1" status: 200 len: 1096 time: 0.2441735 Jul 14 18:19:36.422258 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvr_db [None req-39b97261-2f1f-4a9d-a509-4bc168a7abd7 None None] Set router d259d793-7f04-4b26-88b6-52f0483faef8 gateway port host: n-d-800634-3 {{(pid=93918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 18:19:36.517146 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3636d4-289e-49d5-a573-945c5ffaa77b req-4acc498b-479c-434e-bdd3-90773b921876 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:19:36.517772 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-3f3636d4-289e-49d5-a573-945c5ffaa77b req-4acc498b-479c-434e-bdd3-90773b921876 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:36.523296 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-3f3636d4-289e-49d5-a573-945c5ffaa77b req-4acc498b-479c-434e-bdd3-90773b921876 service neutron] 10.222.0.18 "PUT /v2.0/ports/c304b409-150d-46b2-b4ee-f4df5d20e1b7 HTTP/1.1" status: 200 len: 1122 time: 1.8800673 Jul 14 18:19:36.583448 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6e075f-eb18-4052-8f39-e1ba66e6523b req-e6da54ed-2de2-40a3-b304-f86d68a9403c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:19:36.585078 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-0e6e075f-eb18-4052-8f39-e1ba66e6523b req-e6da54ed-2de2-40a3-b304-f86d68a9403c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=97d79b9c-1ae1-496e-8ce3-67d30e2cc4e1 HTTP/1.1" status: 200 len: 860 time: 0.2129414 Jul 14 18:19:36.600039 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] get_ports_and_sgs() called for port_ids ['c304b409-150d-46b2-b4ee-f4df5d20e1b7'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 18:19:36.720784 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acc498b-479c-434e-bdd3-90773b921876 service neutron] Pushing event updated for resources: {'Port': ['ID=c304b409-150d-46b2-b4ee-f4df5d20e1b7,revision_number=8']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:19:36.729976 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508de624-0ac4-4ea9-9f9c-9045fd77b594 req-f1200b11-5f8f-4d44-a331-4b61120033e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:19:36.744096 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-508de624-0ac4-4ea9-9f9c-9045fd77b594 req-f1200b11-5f8f-4d44-a331-4b61120033e3 service neutron] 10.222.0.18 "GET /v2.0/networks?id=ac4dcb0d-17ab-4060-82e2-c35125d24eab HTTP/1.1" status: 200 len: 921 time: 0.3578146 Jul 14 18:19:36.761837 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1543dc3a-6620-4d0d-b2fa-c9b5ae026e39 req-3deba4a1-c202-47f6-bb80-b6d485957a3d tempest-LiveMigrationTest-64527954 tempest-LiveMigrationTest-64527954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:19:36.772277 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-1543dc3a-6620-4d0d-b2fa-c9b5ae026e39 req-3deba4a1-c202-47f6-bb80-b6d485957a3d tempest-LiveMigrationTest-64527954 tempest-LiveMigrationTest-64527954-project] 10.222.0.16 "GET /v2.0/ports?device_id=fbf4bb9b-1d56-4ad5-a9e1-d9e143744a86 HTTP/1.1" status: 200 len: 945 time: 0.2556691 Jul 14 18:19:36.781420 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-a4bafcc7-8d5f-439d-a15e-6610d4d8310e req-bc372f68-863c-48be-b33b-373f5566649b service neutron] 10.222.0.18 "GET /v2.0/networks/7cee3312-4c4c-4d32-820f-eab965dcf565?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4983592 Jul 14 18:19:36.790210 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device f6f58e0a-bf59-4727-8175-f37d13cf622c up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:19:36.857605 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-508de624-0ac4-4ea9-9f9c-9045fd77b594 req-4db7d43f-23de-48f7-ac0b-8fb75073c2ce service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9ff41a23-0c91-4e23-90d4-e3f9f1ac0c89 HTTP/1.1" status: 200 len: 217 time: 0.0830293 Jul 14 18:19:36.886921 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-39b97261-2f1f-4a9d-a509-4bc168a7abd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd259d793-7f04-4b26-88b6-52f0483faef8', 'name': 'tempest-FloatingIPsAssociationTestJSON-1521117267-router', 'tenant_id': '34616e81172546728ddd3adbee03f177', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.253'}], 'enable_snat': True}, 'gw_port_id': '74a2372d-5f5b-4330-b68a-21af0616ec05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:18:23Z', 'updated_at': '2021-07-14T18:18:33Z', 'revision_number': 4, 'project_id': '34616e81172546728ddd3adbee03f177', 'gw_port': {'id': '74a2372d-5f5b-4330-b68a-21af0616ec05', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:93:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd259d793-7f04-4b26-88b6-52f0483faef8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:18:25Z', 'updated_at': '2021-07-14T18:18:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_floatingips': [{'id': 'fb85e68c-59fe-470a-bf1b-7deba9b174fa', 'tenant_id': '34616e81172546728ddd3adbee03f177', 'floating_ip_address': '172.25.1.59', 'floating_network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'router_id': 'd259d793-7f04-4b26-88b6-52f0483faef8', 'port_id': '86c7edc6-b461-40cb-857e-eb34e0bdc524', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 336, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac4dcb0d-17ab-4060-82e2-c35125d24eab', 'mac_address': 'fa:16:3e:5f:0c:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce10365d-c65b-40b2-8c01-23d1aaffa41c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T18:19:01Z', 'updated_at': '2021-07-14T18:19:35Z', 'revision_number': 4, 'project_id': '34616e81172546728ddd3adbee03f177', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee623b73-fb38-4169-895b-41d7ff971d30', 'name': '', 'network_id': 'ac4dcb0d-17ab-4060-82e2-c35125d24eab', 'tenant_id': '34616e81172546728ddd3adbee03f177', 'mac_address': 'fa:16:3e:ba:39:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd259d793-7f04-4b26-88b6-52f0483faef8', 'device_owner': 'network:router_interface', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': '97d79b9c-1ae1-496e-8ce3-67d30e2cc4e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:18:32Z', 'updated_at': '2021-07-14T18:18:47Z', 'revision_number': 5, 'project_id': '34616e81172546728ddd3adbee03f177', 'subnets': [{'id': '97d79b9c-1ae1-496e-8ce3-67d30e2cc4e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-3', False) {} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:19:36.898479 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning for port f6f58e0a-bf59-4727-8175-f37d13cf622c completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:19:36.904552 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port f6f58e0a-bf59-4727-8175-f37d13cf622c triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:19:36.904920 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:36.943012 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39b97261-2f1f-4a9d-a509-4bc168a7abd7 None None] Checking router: d259d793-7f04-4b26-88b6-52f0483faef8 for host: n-d-800634-3 {{(pid=93918) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 18:19:36.966662 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-1543dc3a-6620-4d0d-b2fa-c9b5ae026e39 req-565a74a4-0792-40f9-9e76-e503607427ea tempest-LiveMigrationTest-64527954 tempest-LiveMigrationTest-64527954-project] 10.222.0.16 "GET /v2.0/security-groups?id=93c6eb24-b3aa-49c4-93f7-93dd5f011665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1937180 Jul 14 18:19:36.966999 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39b97261-2f1f-4a9d-a509-4bc168a7abd7 None None] Routers {'d259d793-7f04-4b26-88b6-52f0483faef8'} bound to L3 agent in host n-d-800634-3 {{(pid=93918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:19:36.972465 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-39b97261-2f1f-4a9d-a509-4bc168a7abd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:19:23Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['d259d793-7f04-4b26-88b6-52f0483faef8'], 'active': True} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:19:36.975186 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6e075f-eb18-4052-8f39-e1ba66e6523b req-a0533de5-1f51-4591-833d-6ae008e0c924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:19:36.990329 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-0e6e075f-eb18-4052-8f39-e1ba66e6523b req-a0533de5-1f51-4591-833d-6ae008e0c924 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ac4dcb0d-17ab-4060-82e2-c35125d24eab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3955457 Jul 14 18:19:37.034633 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:37.074762 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] For port f6f58e0a-bf59-4727-8175-f37d13cf622c, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=f6f58e0a-bf59-4727-8175-f37d13cf622c,segment=NetworkSegment(aad6412b-c76e-4055-8e71-f4d36fe824a0),segment_id=aad6412b-c76e-4055-8e71-f4d36fe824a0)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:19:37.080485 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:37.138237 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Pushing event updated for resources: {'Port': ['ID=f6f58e0a-bf59-4727-8175-f37d13cf622c,revision_number=5']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:19:37.189317 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvr_db [None req-39b97261-2f1f-4a9d-a509-4bc168a7abd7 None None] Set router d259d793-7f04-4b26-88b6-52f0483faef8 gateway port host: n-d-800634-3 {{(pid=93918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 18:19:37.359751 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508de624-0ac4-4ea9-9f9c-9045fd77b594 req-770fde3c-1921-439d-904b-4a40af837649 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:19:37.361109 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-508de624-0ac4-4ea9-9f9c-9045fd77b594 req-770fde3c-1921-439d-904b-4a40af837649 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=97d79b9c-1ae1-496e-8ce3-67d30e2cc4e1 HTTP/1.1" status: 200 len: 860 time: 0.4961519 Jul 14 18:19:37.365363 n-d-800634-3 neutron-server[93915]: INFO neutron.api.v2.resource [req-c7e2cb21-4380-46dd-98d7-15e9841140fb req-f81b7acb-64bd-4202-916f-d0a3867f8c0a tempest-FloatingIPsNegativeTestJSON-1374310880 tempest-FloatingIPsNegativeTestJSON-1374310880-project] show failed (client error): The resource could not be found. Jul 14 18:19:37.366289 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c7e2cb21-4380-46dd-98d7-15e9841140fb req-f81b7acb-64bd-4202-916f-d0a3867f8c0a tempest-FloatingIPsNegativeTestJSON-1374310880 tempest-FloatingIPsNegativeTestJSON-1374310880-project] 10.222.0.16 "GET /v2.0/floatingips/7a4773d0-041f-4ba1-83d6-93b991eb0d92 HTTP/1.1" status: 404 len: 350 time: 0.0444827 Jul 14 18:19:37.376997 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 53692) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:19:37.410575 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 18:19:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9fad6d0-597f-40cb-802b-bc567b7da47c x-openstack-request-id: req-c9fad6d0-597f-40cb-802b-bc567b7da47c {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:19:37.410872 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbf4bb9b-1d56-4ad5-a9e1-d9e143744a86", "name": "network-vif-plugged", "status": "completed", "tag": "dda704ab-58ba-443c-a327-149220292e36", "code": 200}]} {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:19:37.411174 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c9fad6d0-597f-40cb-802b-bc567b7da47c {{(pid=93917) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:19:37.411505 n-d-800634-3 neutron-server[93917]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbf4bb9b-1d56-4ad5-a9e1-d9e143744a86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dda704ab-58ba-443c-a327-149220292e36', 'code': 200} Jul 14 18:19:37.432537 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-39b97261-2f1f-4a9d-a509-4bc168a7abd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd259d793-7f04-4b26-88b6-52f0483faef8', 'name': 'tempest-FloatingIPsAssociationTestJSON-1521117267-router', 'tenant_id': '34616e81172546728ddd3adbee03f177', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.253'}], 'enable_snat': True}, 'gw_port_id': '74a2372d-5f5b-4330-b68a-21af0616ec05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:18:23Z', 'updated_at': '2021-07-14T18:18:33Z', 'revision_number': 4, 'project_id': '34616e81172546728ddd3adbee03f177', 'gw_port': {'id': '74a2372d-5f5b-4330-b68a-21af0616ec05', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:93:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd259d793-7f04-4b26-88b6-52f0483faef8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:18:25Z', 'updated_at': '2021-07-14T18:18:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_floatingips': [{'id': 'fb85e68c-59fe-470a-bf1b-7deba9b174fa', 'tenant_id': '34616e81172546728ddd3adbee03f177', 'floating_ip_address': '172.25.1.59', 'floating_network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'router_id': 'd259d793-7f04-4b26-88b6-52f0483faef8', 'port_id': '86c7edc6-b461-40cb-857e-eb34e0bdc524', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 336, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac4dcb0d-17ab-4060-82e2-c35125d24eab', 'mac_address': 'fa:16:3e:5f:0c:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce10365d-c65b-40b2-8c01-23d1aaffa41c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T18:19:01Z', 'updated_at': '2021-07-14T18:19:35Z', 'revision_number': 4, 'project_id': '34616e81172546728ddd3adbee03f177', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee623b73-fb38-4169-895b-41d7ff971d30', 'name': '', 'network_id': 'ac4dcb0d-17ab-4060-82e2-c35125d24eab', 'tenant_id': '34616e81172546728ddd3adbee03f177', 'mac_address': 'fa:16:3e:ba:39:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd259d793-7f04-4b26-88b6-52f0483faef8', 'device_owner': 'network:router_interface', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': '97d79b9c-1ae1-496e-8ce3-67d30e2cc4e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:18:32Z', 'updated_at': '2021-07-14T18:18:47Z', 'revision_number': 5, 'project_id': '34616e81172546728ddd3adbee03f177', 'subnets': [{'id': '97d79b9c-1ae1-496e-8ce3-67d30e2cc4e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-3', False) {} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:19:37.465281 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39b97261-2f1f-4a9d-a509-4bc168a7abd7 None None] The sync data for ids ['d259d793-7f04-4b26-88b6-52f0483faef8'] in n-d-800634-3 is: [{'id': 'd259d793-7f04-4b26-88b6-52f0483faef8', 'name': 'tempest-FloatingIPsAssociationTestJSON-1521117267-router', 'tenant_id': '34616e81172546728ddd3adbee03f177', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.253'}], 'enable_snat': True}, 'gw_port_id': '74a2372d-5f5b-4330-b68a-21af0616ec05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:18:23Z', 'updated_at': '2021-07-14T18:18:33Z', 'revision_number': 4, 'project_id': '34616e81172546728ddd3adbee03f177', 'gw_port': {'id': '74a2372d-5f5b-4330-b68a-21af0616ec05', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:93:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd259d793-7f04-4b26-88b6-52f0483faef8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:18:25Z', 'updated_at': '2021-07-14T18:18:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_floatingips': [{'id': 'fb85e68c-59fe-470a-bf1b-7deba9b174fa', 'tenant_id': '34616e81172546728ddd3adbee03f177', 'floating_ip_address': '172.25.1.59', 'floating_network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'router_id': 'd259d793-7f04-4b26-88b6-52f0483faef8', 'port_id': '86c7edc6-b461-40cb-857e-eb34e0bdc524', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 336, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac4dcb0d-17ab-4060-82e2-c35125d24eab', 'mac_address': 'fa:16:3e:5f:0c:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce10365d-c65b-40b2-8c01-23d1aaffa41c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T18:19:01Z', 'updated_at': '2021-07-14T18:19:35Z', 'revision_number': 4, 'project_id': '34616e81172546728ddd3adbee03f177', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee623b73-fb38-4169-895b-41d7ff971d30', 'name': '', 'network_id': 'ac4dcb0d-17ab-4060-82e2-c35125d24eab', 'tenant_id': '34616e81172546728ddd3adbee03f177', 'mac_address': 'fa:16:3e:ba:39:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd259d793-7f04-4b26-88b6-52f0483faef8', 'device_owner': 'network:router_interface', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': '97d79b9c-1ae1-496e-8ce3-67d30e2cc4e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:18:32Z', 'updated_at': '2021-07-14T18:18:47Z', 'revision_number': 5, 'project_id': '34616e81172546728ddd3adbee03f177', 'subnets': [{'id': '97d79b9c-1ae1-496e-8ce3-67d30e2cc4e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 18:19:37.551165 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-0e6e075f-eb18-4052-8f39-e1ba66e6523b req-0fbfed2c-4bba-482b-b7ba-6669d716f01d service neutron] 10.222.0.16 "GET /v2.0/networks/ac4dcb0d-17ab-4060-82e2-c35125d24eab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5599785 Jul 14 18:19:37.682386 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508de624-0ac4-4ea9-9f9c-9045fd77b594 req-d257ce0f-2d57-4853-aa8f-f2acd80cdaaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:19:37.683882 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-508de624-0ac4-4ea9-9f9c-9045fd77b594 req-d257ce0f-2d57-4853-aa8f-f2acd80cdaaf service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ac4dcb0d-17ab-4060-82e2-c35125d24eab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3153093 Jul 14 18:19:37.859257 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24bf239-7112-4336-84f8-14c1e63d8220 req-a55912c3-2ef1-4484-894c-2abf9567ac56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:19:37.860784 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a24bf239-7112-4336-84f8-14c1e63d8220 req-a55912c3-2ef1-4484-894c-2abf9567ac56 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=fbf4bb9b-1d56-4ad5-a9e1-d9e143744a86 HTTP/1.1" status: 200 len: 1096 time: 0.3698528 Jul 14 18:19:37.871919 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9635afc-2347-4317-bbf7-1ab6dc77f906 req-05c3bd0c-9a7d-40a3-afd6-8dfd13a9b221 tempest-LiveMigrationNegativeTest-237635840 tempest-LiveMigrationNegativeTest-237635840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:19:37.873294 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a9635afc-2347-4317-bbf7-1ab6dc77f906 req-05c3bd0c-9a7d-40a3-afd6-8dfd13a9b221 tempest-LiveMigrationNegativeTest-237635840 tempest-LiveMigrationNegativeTest-237635840-project] 10.222.0.16 "GET /v2.0/ports?device_id=83355f4c-c851-4a2c-b236-88b99073917d HTTP/1.1" status: 200 len: 950 time: 0.3261874 Jul 14 18:19:37.879436 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-0e6e075f-eb18-4052-8f39-e1ba66e6523b req-dd8b1c0c-457d-4551-9da0-15673c1a4e13 service neutron] 10.222.0.16 "GET /v2.0/networks/ac4dcb0d-17ab-4060-82e2-c35125d24eab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3091557 Jul 14 18:19:37.990029 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a24bf239-7112-4336-84f8-14c1e63d8220 req-11ee080b-434d-42be-9218-f599a0acca2f service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=93c6eb24-b3aa-49c4-93f7-93dd5f011665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127594 Jul 14 18:19:37.997505 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-508de624-0ac4-4ea9-9f9c-9045fd77b594 req-32156d63-60d1-4221-96e8-ead5b224a11b service neutron] 10.222.0.18 "GET /v2.0/networks/ac4dcb0d-17ab-4060-82e2-c35125d24eab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3048885 Jul 14 18:19:38.008826 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a9635afc-2347-4317-bbf7-1ab6dc77f906 req-1cb43f07-49dd-495b-aae5-1e3e7e5c6aab tempest-LiveMigrationNegativeTest-237635840 tempest-LiveMigrationNegativeTest-237635840-project] 10.222.0.16 "GET /v2.0/security-groups?id=4f7edf6a-d68f-4421-aca5-70454e3b9b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240337 Jul 14 18:19:38.134483 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce10365d-c65b-40b2-8c01-23d1aaffa41c', 'tag': '86c7edc6-b461-40cb-857e-eb34e0bdc524'}] {{(pid=93915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:19:38.136642 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e72782ad3af8f7d4ce76cedf092bca46d1756acc5c4653cf0b52034cdd6b073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ad4dbc7-9fea-425e-aba5-1c3c1b9aafdd" -d '{"events": [{"name": "network-changed", "server_uuid": "ce10365d-c65b-40b2-8c01-23d1aaffa41c", "tag": "86c7edc6-b461-40cb-857e-eb34e0bdc524"}]}' {{(pid=93915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:19:38.210489 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-508de624-0ac4-4ea9-9f9c-9045fd77b594 req-821436f8-4c4b-4485-924f-54b6c5434f74 service neutron] 10.222.0.18 "GET /v2.0/networks/ac4dcb0d-17ab-4060-82e2-c35125d24eab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1996744 Jul 14 18:19:38.225111 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1992ce-accf-4400-8e13-493817e42c59 req-ffc65209-4fbe-4138-8fb1-1e0a7270ecf9 tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:19:38.226334 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-bc1992ce-accf-4400-8e13-493817e42c59 req-ffc65209-4fbe-4138-8fb1-1e0a7270ecf9 tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] 10.222.0.16 "GET /v2.0/ports?device_id=beccc4b5-3ac3-49b2-9770-40ce37745a2b HTTP/1.1" status: 200 len: 944 time: 0.2336771 Jul 14 18:19:38.301905 n-d-800634-3 neutron-server[93916]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'beccc4b5-3ac3-49b2-9770-40ce37745a2b', 'tag': 'c304b409-150d-46b2-b4ee-f4df5d20e1b7'}] {{(pid=93916) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:19:38.304248 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f803e150b363a7893830aa996ac27753fa25517c406ecd3536b7c2d4b26eeb9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b0c7621-ef56-47b1-8989-7e88dca0013a" -d '{"events": [{"name": "network-changed", "server_uuid": "beccc4b5-3ac3-49b2-9770-40ce37745a2b", "tag": "c304b409-150d-46b2-b4ee-f4df5d20e1b7"}]}' {{(pid=93916) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:19:38.317473 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-bc1992ce-accf-4400-8e13-493817e42c59 req-496ce567-c8c6-4a81-a016-5ba10fd47163 tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] 10.222.0.16 "GET /v2.0/security-groups?id=540fae54-ccea-4309-9c99-81b930eedb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787132 Jul 14 18:19:38.417209 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-fa986b4f-f2ab-4186-ae03-0053554d0780 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-928623'] for router_interface, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:38.466169 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a7680008-775f-402f-9734-6d3973a14291 req-c31225d7-6672-420c-a450-e281d4eff6b0 tempest-FloatingIPsAssociationTestJSON-1206343344 tempest-FloatingIPsAssociationTestJSON-1206343344-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.1.59 HTTP/1.1" status: 200 len: 1000 time: 0.1173356 Jul 14 18:19:38.579035 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7680008-775f-402f-9734-6d3973a14291 req-cfa0ecba-8435-4ea2-a830-62dce7d3c665 tempest-FloatingIPsAssociationTestJSON-1206343344 tempest-FloatingIPsAssociationTestJSON-1206343344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:19:38.580484 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a7680008-775f-402f-9734-6d3973a14291 req-cfa0ecba-8435-4ea2-a830-62dce7d3c665 tempest-FloatingIPsAssociationTestJSON-1206343344 tempest-FloatingIPsAssociationTestJSON-1206343344-project] 10.222.0.16 "GET /v2.0/ports/86c7edc6-b461-40cb-857e-eb34e0bdc524 HTTP/1.1" status: 200 len: 942 time: 0.1078405 Jul 14 18:19:38.641279 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device f6f58e0a-bf59-4727-8175-f37d13cf622c up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:19:38.692446 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port f6f58e0a-bf59-4727-8175-f37d13cf622c triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:19:38.693013 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:38.846427 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a7680008-775f-402f-9734-6d3973a14291 req-7f8156bc-01ef-471b-bbe8-182f0bf6a920 tempest-FloatingIPsAssociationTestJSON-1206343344 tempest-FloatingIPsAssociationTestJSON-1206343344-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.1.59 HTTP/1.1" status: 200 len: 1000 time: 0.1528668 Jul 14 18:19:38.928456 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87a97fb-1436-4cb0-a240-3637b73c20e8 req-730af380-a70b-49a3-8a99-bc696a3f92ce tempest-LiveMigrationTest-64527954 tempest-LiveMigrationTest-64527954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:19:38.929925 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a87a97fb-1436-4cb0-a240-3637b73c20e8 req-730af380-a70b-49a3-8a99-bc696a3f92ce tempest-LiveMigrationTest-64527954 tempest-LiveMigrationTest-64527954-project] 10.222.0.16 "GET /v2.0/ports?device_id=fbf4bb9b-1d56-4ad5-a9e1-d9e143744a86 HTTP/1.1" status: 200 len: 945 time: 0.2644396 Jul 14 18:19:39.218582 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device c304b409-150d-46b2-b4ee-f4df5d20e1b7 details requested by agent hyperv_n-h1-800634-3 with host n-h1-800634-3 {{(pid=93917) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 18:19:39.285913 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed36ebe-f3c4-41b1-aeb0-e145f63a7413 req-f2bdf258-de5b-4374-8fef-899369302b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:19:39.287267 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-0ed36ebe-f3c4-41b1-aeb0-e145f63a7413 req-f2bdf258-de5b-4374-8fef-899369302b3f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0a6a8e07e1ce4e4e84e3fe5c59c6747c&device_id=beccc4b5-3ac3-49b2-9770-40ce37745a2b HTTP/1.1" status: 200 len: 1125 time: 0.4854593 Jul 14 18:19:39.312929 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a87a97fb-1436-4cb0-a240-3637b73c20e8 req-7fad1fe7-dcd4-40c9-8aa3-c4b08fcd694b tempest-LiveMigrationTest-64527954 tempest-LiveMigrationTest-64527954-project] 10.222.0.16 "GET /v2.0/security-groups?id=93c6eb24-b3aa-49c4-93f7-93dd5f011665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3713856 Jul 14 18:19:39.343049 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port c304b409-150d-46b2-b4ee-f4df5d20e1b7, host n-h2-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=c304b409-150d-46b2-b4ee-f4df5d20e1b7,segment=NetworkSegment(60f92988-9b9b-4790-95f5-9fce88e5a460),segment_id=60f92988-9b9b-4790-95f5-9fce88e5a460)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:19:39.359083 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device c304b409-150d-46b2-b4ee-f4df5d20e1b7 has no active binding in host n-h1-800634-3 {{(pid=93917) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 14 18:19:39.397289 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7680008-775f-402f-9734-6d3973a14291 req-633d43a1-f0ad-498b-8cbe-ae80a7cd1c7d tempest-FloatingIPsAssociationTestJSON-1206343344 tempest-FloatingIPsAssociationTestJSON-1206343344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:19:39.398754 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a7680008-775f-402f-9734-6d3973a14291 req-633d43a1-f0ad-498b-8cbe-ae80a7cd1c7d tempest-FloatingIPsAssociationTestJSON-1206343344 tempest-FloatingIPsAssociationTestJSON-1206343344-project] 10.222.0.16 "GET /v2.0/networks/9200a437-e1de-4520-88f6-e68386523e61 HTTP/1.1" status: 200 len: 784 time: 0.5420468 Jul 14 18:19:39.444250 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [None req-fa986b4f-f2ab-4186-ae03-0053554d0780 admin admin] Deleting port f6f58e0a-bf59-4727-8175-f37d13cf622c {{(pid=93915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:19:39.444900 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-fa986b4f-f2ab-4186-ae03-0053554d0780 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:39.447813 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed36ebe-f3c4-41b1-aeb0-e145f63a7413 req-9c622c59-9ca2-4450-9ec1-a59b31d8ff1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:19:39.449475 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-0ed36ebe-f3c4-41b1-aeb0-e145f63a7413 req-9c622c59-9ca2-4450-9ec1-a59b31d8ff1e service neutron] 10.222.0.35 "GET /v2.0/networks?id=7cee3312-4c4c-4d32-820f-eab965dcf565 HTTP/1.1" status: 200 len: 921 time: 0.1332188 Jul 14 18:19:39.523104 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 18:19:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-629e3c1d-7707-4f6d-aa1f-8a0f448eb4d3 x-openstack-request-id: req-629e3c1d-7707-4f6d-aa1f-8a0f448eb4d3 {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:19:39.523397 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce10365d-c65b-40b2-8c01-23d1aaffa41c", "tag": "86c7edc6-b461-40cb-857e-eb34e0bdc524", "status": "completed", "code": 200}]} {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:19:39.523645 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-629e3c1d-7707-4f6d-aa1f-8a0f448eb4d3 {{(pid=93915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:19:39.524027 n-d-800634-3 neutron-server[93915]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce10365d-c65b-40b2-8c01-23d1aaffa41c', 'tag': '86c7edc6-b461-40cb-857e-eb34e0bdc524', 'status': 'completed', 'code': 200} Jul 14 18:19:39.529044 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-0ed36ebe-f3c4-41b1-aeb0-e145f63a7413 req-b433fe55-3e87-4e7a-a09c-66d203313912 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c304b409-150d-46b2-b4ee-f4df5d20e1b7 HTTP/1.1" status: 200 len: 217 time: 0.0629227 Jul 14 18:19:39.624530 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 18:19:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c849d4c2-0174-4dcf-a6d9-4d51d6f9dc74 x-openstack-request-id: req-c849d4c2-0174-4dcf-a6d9-4d51d6f9dc74 {{(pid=93916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:19:39.628000 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "beccc4b5-3ac3-49b2-9770-40ce37745a2b", "tag": "c304b409-150d-46b2-b4ee-f4df5d20e1b7", "status": "completed", "code": 200}]} {{(pid=93916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:19:39.628295 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c849d4c2-0174-4dcf-a6d9-4d51d6f9dc74 {{(pid=93916) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:19:39.628716 n-d-800634-3 neutron-server[93916]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'beccc4b5-3ac3-49b2-9770-40ce37745a2b', 'tag': 'c304b409-150d-46b2-b4ee-f4df5d20e1b7', 'status': 'completed', 'code': 200} Jul 14 18:19:39.673298 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed36ebe-f3c4-41b1-aeb0-e145f63a7413 req-9f36b201-999f-4d91-bae5-28f70d6a6b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:19:39.679925 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-0ed36ebe-f3c4-41b1-aeb0-e145f63a7413 req-9f36b201-999f-4d91-bae5-28f70d6a6b41 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2a54265e-973c-4132-80fb-ad9d5d305963 HTTP/1.1" status: 200 len: 861 time: 0.1378121 Jul 14 18:19:39.682980 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [None req-fa986b4f-f2ab-4186-ae03-0053554d0780 admin admin] For port f6f58e0a-bf59-4727-8175-f37d13cf622c, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=f6f58e0a-bf59-4727-8175-f37d13cf622c,segment=NetworkSegment(aad6412b-c76e-4055-8e71-f4d36fe824a0),segment_id=aad6412b-c76e-4055-8e71-f4d36fe824a0)] {{(pid=93915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:19:39.688274 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad4dbc7-9fea-425e-aba5-1c3c1b9aafdd req-1797afab-8b3d-4579-9ef9-8f84fac204fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:19:39.689125 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-fa986b4f-f2ab-4186-ae03-0053554d0780 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:39.692551 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-4ad4dbc7-9fea-425e-aba5-1c3c1b9aafdd req-1797afab-8b3d-4579-9ef9-8f84fac204fd service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=34616e81172546728ddd3adbee03f177&device_id=ce10365d-c65b-40b2-8c01-23d1aaffa41c HTTP/1.1" status: 200 len: 1096 time: 0.1367614 Jul 14 18:19:39.759341 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [None req-fa986b4f-f2ab-4186-ae03-0053554d0780 admin admin] Calling delete_port for f6f58e0a-bf59-4727-8175-f37d13cf622c owned by network:router_interface {{(pid=93915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:19:39.762738 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-0ed36ebe-f3c4-41b1-aeb0-e145f63a7413 req-26bb2b9e-c71b-467e-a6e0-242905966e44 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7cee3312-4c4c-4d32-820f-eab965dcf565&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0597789 Jul 14 18:19:39.811971 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad4dbc7-9fea-425e-aba5-1c3c1b9aafdd req-fc827a4c-cee5-4315-9d81-0abef9d5c83a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:19:39.813435 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-4ad4dbc7-9fea-425e-aba5-1c3c1b9aafdd req-fc827a4c-cee5-4315-9d81-0abef9d5c83a service neutron] 10.222.0.35 "GET /v2.0/networks?id=ac4dcb0d-17ab-4060-82e2-c35125d24eab HTTP/1.1" status: 200 len: 921 time: 0.1013792 Jul 14 18:19:39.880711 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-4ad4dbc7-9fea-425e-aba5-1c3c1b9aafdd req-f8a6f57e-8a0c-4629-a6d9-6e189d74c06c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=86c7edc6-b461-40cb-857e-eb34e0bdc524 HTTP/1.1" status: 200 len: 1000 time: 0.0600750 Jul 14 18:19:39.934089 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad4dbc7-9fea-425e-aba5-1c3c1b9aafdd req-a8da7ae6-ad78-4c05-9f95-6a4945eef326 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:19:39.935675 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-4ad4dbc7-9fea-425e-aba5-1c3c1b9aafdd req-a8da7ae6-ad78-4c05-9f95-6a4945eef326 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=97d79b9c-1ae1-496e-8ce3-67d30e2cc4e1 HTTP/1.1" status: 200 len: 860 time: 0.0481112 Jul 14 18:19:39.968247 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3b03bd19-bc8b-4796-8fd0-c33551be3321 req-84a8b110-0c63-4c6f-8f56-83f581bfef16 tempest-FloatingIPsAssociationTestJSON-1206343344 tempest-FloatingIPsAssociationTestJSON-1206343344-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.1.59 HTTP/1.1" status: 200 len: 1000 time: 0.1953447 Jul 14 18:19:39.999451 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad4dbc7-9fea-425e-aba5-1c3c1b9aafdd req-6e1a1da1-ce60-4dbc-b312-566696322017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:19:39.999831 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-4ad4dbc7-9fea-425e-aba5-1c3c1b9aafdd req-6e1a1da1-ce60-4dbc-b312-566696322017 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ac4dcb0d-17ab-4060-82e2-c35125d24eab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0579209 Jul 14 18:19:40.009277 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4c8978-db01-433d-be35-0b22ebeed164 req-5ac30ce3-315b-42e9-ae65-00c0fc0cfa90 tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:19:40.010826 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-0a4c8978-db01-433d-be35-0b22ebeed164 req-5ac30ce3-315b-42e9-ae65-00c0fc0cfa90 tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] 10.222.0.16 "GET /v2.0/ports?device_id=beccc4b5-3ac3-49b2-9770-40ce37745a2b HTTP/1.1" status: 200 len: 944 time: 0.3185554 Jul 14 18:19:40.061218 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-0ed36ebe-f3c4-41b1-aeb0-e145f63a7413 req-ecfa99e2-8b6e-4bb4-b1b5-44c5f4917240 service neutron] 10.222.0.35 "GET /v2.0/networks/7cee3312-4c4c-4d32-820f-eab965dcf565?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2872872 Jul 14 18:19:40.093010 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-4ad4dbc7-9fea-425e-aba5-1c3c1b9aafdd req-b92838b1-e126-4d88-b7bf-4efbad9ef31b service neutron] 10.222.0.35 "GET /v2.0/networks/ac4dcb0d-17ab-4060-82e2-c35125d24eab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843070 Jul 14 18:19:40.189758 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-4ad4dbc7-9fea-425e-aba5-1c3c1b9aafdd req-7c213c25-4b48-41d7-bf41-4cc0c1bfebd2 service neutron] 10.222.0.35 "GET /v2.0/networks/ac4dcb0d-17ab-4060-82e2-c35125d24eab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899124 Jul 14 18:19:40.199992 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b03bd19-bc8b-4796-8fd0-c33551be3321 req-4e687781-f997-4306-97fb-766c43044e10 tempest-FloatingIPsAssociationTestJSON-1206343344 tempest-FloatingIPsAssociationTestJSON-1206343344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:19:40.201764 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3b03bd19-bc8b-4796-8fd0-c33551be3321 req-4e687781-f997-4306-97fb-766c43044e10 tempest-FloatingIPsAssociationTestJSON-1206343344 tempest-FloatingIPsAssociationTestJSON-1206343344-project] 10.222.0.16 "GET /v2.0/ports/86c7edc6-b461-40cb-857e-eb34e0bdc524 HTTP/1.1" status: 200 len: 942 time: 0.2002995 Jul 14 18:19:40.223083 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-0a4c8978-db01-433d-be35-0b22ebeed164 req-d15c2b19-de7a-4684-8a21-3070b1d0c076 tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] 10.222.0.16 "GET /v2.0/security-groups?id=540fae54-ccea-4309-9c99-81b930eedb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1681895 Jul 14 18:19:40.308837 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-3f3636d4-289e-49d5-a573-945c5ffaa77b req-f2beaea0-9c66-4b01-ad3b-21dec1290bdc service neutron] 10.222.0.35 "GET /v2.0/ports/c304b409-150d-46b2-b4ee-f4df5d20e1b7/bindings/n-h1-800634-3 HTTP/1.1" status: 200 len: 384 time: 0.0820968 Jul 14 18:19:40.322848 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-0ed36ebe-f3c4-41b1-aeb0-e145f63a7413 req-1a968e21-4df0-410d-84e6-059f89b7cc81 service neutron] 10.222.0.35 "GET /v2.0/networks/7cee3312-4c4c-4d32-820f-eab965dcf565?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2374301 Jul 14 18:19:40.327945 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-fa986b4f-f2ab-4186-ae03-0053554d0780 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813'] for port, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:40.380933 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa986b4f-f2ab-4186-ae03-0053554d0780 admin admin] Pushing event deleted for resources: {'Port': ['ID=f6f58e0a-bf59-4727-8175-f37d13cf622c,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:19:40.635674 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.db [req-3f3636d4-289e-49d5-a573-945c5ffaa77b req-8af4105f-237c-4b09-8deb-85c7b9894f1b service neutron] For port c304b409-150d-46b2-b4ee-f4df5d20e1b7, host n-h2-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=c304b409-150d-46b2-b4ee-f4df5d20e1b7,segment=NetworkSegment(60f92988-9b9b-4790-95f5-9fce88e5a460),segment_id=60f92988-9b9b-4790-95f5-9fce88e5a460)] {{(pid=93916) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:19:40.659285 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3b03bd19-bc8b-4796-8fd0-c33551be3321 req-d8d9587d-97a4-4c0d-bcf2-d53b95c7be07 tempest-FloatingIPsAssociationTestJSON-1206343344 tempest-FloatingIPsAssociationTestJSON-1206343344-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.1.59 HTTP/1.1" status: 200 len: 1000 time: 0.2820349 Jul 14 18:19:40.667937 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.db [req-3f3636d4-289e-49d5-a573-945c5ffaa77b req-8af4105f-237c-4b09-8deb-85c7b9894f1b service neutron] For port c304b409-150d-46b2-b4ee-f4df5d20e1b7, host n-h2-800634-3, cleared binding levels {{(pid=93916) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:19:40.739993 n-d-800634-3 neutron-server[93916]: DEBUG neutron.notifiers.nova [req-3f3636d4-289e-49d5-a573-945c5ffaa77b req-8af4105f-237c-4b09-8deb-85c7b9894f1b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c304b409-150d-46b2-b4ee-f4df5d20e1b7 {{(pid=93916) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 18:19:40.765353 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.db [req-3f3636d4-289e-49d5-a573-945c5ffaa77b req-8af4105f-237c-4b09-8deb-85c7b9894f1b service neutron] For port c304b409-150d-46b2-b4ee-f4df5d20e1b7, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=c304b409-150d-46b2-b4ee-f4df5d20e1b7,segment=NetworkSegment(60f92988-9b9b-4790-95f5-9fce88e5a460),segment_id=60f92988-9b9b-4790-95f5-9fce88e5a460)] {{(pid=93916) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:19:40.803150 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-3f3636d4-289e-49d5-a573-945c5ffaa77b req-8af4105f-237c-4b09-8deb-85c7b9894f1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:40.867480 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 53748) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:19:40.875605 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0c7621-ef56-47b1-8989-7e88dca0013a req-5d1417ad-4233-42b4-a44e-f1b82dd6a914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:19:40.877509 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-8b0c7621-ef56-47b1-8989-7e88dca0013a req-5d1417ad-4233-42b4-a44e-f1b82dd6a914 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0a6a8e07e1ce4e4e84e3fe5c59c6747c&device_id=beccc4b5-3ac3-49b2-9770-40ce37745a2b HTTP/1.1" status: 200 len: 1125 time: 0.4608395 Jul 14 18:19:40.894336 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.provisioning_blocks [req-3f3636d4-289e-49d5-a573-945c5ffaa77b req-8af4105f-237c-4b09-8deb-85c7b9894f1b service neutron] Transition to ACTIVE for port object c304b409-150d-46b2-b4ee-f4df5d20e1b7 will not be triggered until provisioned by entity L2. {{(pid=93916) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:19:40.906807 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-3f3636d4-289e-49d5-a573-945c5ffaa77b req-8af4105f-237c-4b09-8deb-85c7b9894f1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:40.992724 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f3636d4-289e-49d5-a573-945c5ffaa77b req-8af4105f-237c-4b09-8deb-85c7b9894f1b service neutron] No DVR routers for this DVR port c304b409-150d-46b2-b4ee-f4df5d20e1b7 on host n-h2-800634-3 {{(pid=93916) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 18:19:41.020789 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af4105f-237c-4b09-8deb-85c7b9894f1b service neutron] Pushing event updated for resources: {'Port': ['ID=c304b409-150d-46b2-b4ee-f4df5d20e1b7,revision_number=10']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:19:41.023026 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-d2409c0c-f8bf-4e06-a5a6-640779eeca70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:41.042946 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-fa986b4f-f2ab-4186-ae03-0053554d0780 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-598732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-928907'] for router_interface, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:41.055876 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af4105f-237c-4b09-8deb-85c7b9894f1b service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:19:41.056332 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af4105f-237c-4b09-8deb-85c7b9894f1b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:19:41.056737 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af4105f-237c-4b09-8deb-85c7b9894f1b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:19:41.057142 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af4105f-237c-4b09-8deb-85c7b9894f1b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:19:41.057855 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af4105f-237c-4b09-8deb-85c7b9894f1b service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:19:41.057855 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af4105f-237c-4b09-8deb-85c7b9894f1b service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:19:41.058281 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af4105f-237c-4b09-8deb-85c7b9894f1b service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:19:41.058672 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af4105f-237c-4b09-8deb-85c7b9894f1b service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:19:41.059078 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af4105f-237c-4b09-8deb-85c7b9894f1b service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:19:41.059498 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af4105f-237c-4b09-8deb-85c7b9894f1b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:19:41.060071 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af4105f-237c-4b09-8deb-85c7b9894f1b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:19:41.060515 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af4105f-237c-4b09-8deb-85c7b9894f1b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:19:41.072267 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-3f3636d4-289e-49d5-a573-945c5ffaa77b req-8af4105f-237c-4b09-8deb-85c7b9894f1b service neutron] 10.222.0.35 "PUT /v2.0/ports/c304b409-150d-46b2-b4ee-f4df5d20e1b7/bindings/n-h1-800634-3/activate HTTP/1.1" status: 200 len: 369 time: 0.7553906 Jul 14 18:19:41.099676 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b03bd19-bc8b-4796-8fd0-c33551be3321 req-023841a6-99cf-4102-840e-4667ca719ae2 tempest-FloatingIPsAssociationTestJSON-1206343344 tempest-FloatingIPsAssociationTestJSON-1206343344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:19:41.101089 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3b03bd19-bc8b-4796-8fd0-c33551be3321 req-023841a6-99cf-4102-840e-4667ca719ae2 tempest-FloatingIPsAssociationTestJSON-1206343344 tempest-FloatingIPsAssociationTestJSON-1206343344-project] 10.222.0.16 "GET /v2.0/networks/9200a437-e1de-4520-88f6-e68386523e61 HTTP/1.1" status: 200 len: 784 time: 0.4409275 Jul 14 18:19:41.160751 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-d2409c0c-f8bf-4e06-a5a6-640779eeca70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:41.161389 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0c7621-ef56-47b1-8989-7e88dca0013a req-47b2e123-3f06-4891-b8c6-46cfa660ca35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:19:41.162877 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-8b0c7621-ef56-47b1-8989-7e88dca0013a req-47b2e123-3f06-4891-b8c6-46cfa660ca35 service neutron] 10.222.0.35 "GET /v2.0/networks?id=7cee3312-4c4c-4d32-820f-eab965dcf565 HTTP/1.1" status: 200 len: 921 time: 0.2494721 Jul 14 18:19:41.164983 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-d2409c0c-f8bf-4e06-a5a6-640779eeca70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:41.212450 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-d2409c0c-f8bf-4e06-a5a6-640779eeca70 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a57c354dff454f29a9bff73e608b4d29&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3414040 Jul 14 18:19:41.212450 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2409c0c-f8bf-4e06-a5a6-640779eeca70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b7eb23a-eee9-4e06-85d3-76ddf23498a8,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:19:41.213694 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 53752) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:19:41.219577 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f345c89-61b6-47eb-955e-cd4247f11ca8 req-0dee881f-9260-42c9-89d2-f97580e57b60 tempest-LiveMigrationNegativeTest-237635840 tempest-LiveMigrationNegativeTest-237635840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:19:41.228844 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6f345c89-61b6-47eb-955e-cd4247f11ca8 req-0dee881f-9260-42c9-89d2-f97580e57b60 tempest-LiveMigrationNegativeTest-237635840 tempest-LiveMigrationNegativeTest-237635840-project] 10.222.0.16 "GET /v2.0/ports?device_id=83355f4c-c851-4a2c-b236-88b99073917d HTTP/1.1" status: 200 len: 950 time: 0.4198585 Jul 14 18:19:41.272970 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-0e9773ad-cf4f-4ed5-baf5-82b5650010c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:41.301160 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-0e9773ad-cf4f-4ed5-baf5-82b5650010c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:41.336749 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-8b0c7621-ef56-47b1-8989-7e88dca0013a req-2de47ccc-e6d9-49ee-ba68-341f3b86e23a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c304b409-150d-46b2-b4ee-f4df5d20e1b7 HTTP/1.1" status: 200 len: 217 time: 0.1033533 Jul 14 18:19:41.353329 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-0e9773ad-cf4f-4ed5-baf5-82b5650010c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:41.356178 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-0e9773ad-cf4f-4ed5-baf5-82b5650010c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:41.359615 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-0e9773ad-cf4f-4ed5-baf5-82b5650010c6 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1b7eb23a-eee9-4e06-85d3-76ddf23498a8 HTTP/1.1" status: 204 len: 168 time: 0.1425116 Jul 14 18:19:41.368398 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9773ad-cf4f-4ed5-baf5-82b5650010c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b7eb23a-eee9-4e06-85d3-76ddf23498a8,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:19:41.402635 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3b03bd19-bc8b-4796-8fd0-c33551be3321 req-93676c13-1433-41f7-ba60-dcd8dcfc594d tempest-FloatingIPsAssociationTestJSON-1206343344 tempest-FloatingIPsAssociationTestJSON-1206343344-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.1.59 HTTP/1.1" status: 200 len: 1000 time: 0.2596009 Jul 14 18:19:41.432538 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [req-3b03bd19-bc8b-4796-8fd0-c33551be3321 req-8de9496f-9366-4909-8295-8e65950fd249 tempest-FloatingIPsAssociationTestJSON-1206343344 tempest-FloatingIPsAssociationTestJSON-1206343344-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:19:41.442376 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6f345c89-61b6-47eb-955e-cd4247f11ca8 req-b2320081-a461-4185-81ec-38af604d30f4 tempest-LiveMigrationNegativeTest-237635840 tempest-LiveMigrationNegativeTest-237635840-project] 10.222.0.16 "GET /v2.0/security-groups?id=4f7edf6a-d68f-4421-aca5-70454e3b9b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2126830 Jul 14 18:19:41.517311 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0c7621-ef56-47b1-8989-7e88dca0013a req-df011506-922e-404d-ad13-b0938b54cd28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:19:41.519892 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-8b0c7621-ef56-47b1-8989-7e88dca0013a req-df011506-922e-404d-ad13-b0938b54cd28 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2a54265e-973c-4132-80fb-ad9d5d305963 HTTP/1.1" status: 200 len: 861 time: 0.1567798 Jul 14 18:19:41.628035 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-3b03bd19-bc8b-4796-8fd0-c33551be3321 req-8de9496f-9366-4909-8295-8e65950fd249 tempest-FloatingIPsAssociationTestJSON-1206343344 tempest-FloatingIPsAssociationTestJSON-1206343344-project] Notify callbacks [] for floatingip, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:41.631469 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-8b0c7621-ef56-47b1-8989-7e88dca0013a req-a51fc297-62dc-449f-a5b3-2e2a45461192 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7cee3312-4c4c-4d32-820f-eab965dcf565&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0916476 Jul 14 18:19:41.725135 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 53764) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:19:41.738695 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-cb8c56b1-76a0-4164-9d5b-16d5d61550f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:41.855064 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-cb8c56b1-76a0-4164-9d5b-16d5d61550f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:41.859668 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-cb8c56b1-76a0-4164-9d5b-16d5d61550f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:41.904134 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-cb8c56b1-76a0-4164-9d5b-16d5d61550f4 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=12b8f3f82abe4a9586a706db1d00e3fc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1778920 Jul 14 18:19:41.907651 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 53768) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:19:41.931038 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8c56b1-76a0-4164-9d5b-16d5d61550f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c38b5c2e-c947-439a-a8db-d60091b91acf,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:19:41.981877 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-9557b6d7-0960-4531-9927-035ac1f28b60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:42.010249 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-9557b6d7-0960-4531-9927-035ac1f28b60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:42.066362 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-9557b6d7-0960-4531-9927-035ac1f28b60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:42.069195 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-9557b6d7-0960-4531-9927-035ac1f28b60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:42.072634 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-9557b6d7-0960-4531-9927-035ac1f28b60 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c38b5c2e-c947-439a-a8db-d60091b91acf HTTP/1.1" status: 204 len: 168 time: 0.1615293 Jul 14 18:19:42.079134 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9557b6d7-0960-4531-9927-035ac1f28b60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c38b5c2e-c947-439a-a8db-d60091b91acf,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:19:42.086721 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3636d4-289e-49d5-a573-945c5ffaa77b req-4f1e7576-267d-4251-879d-a46bd994a2f9 tempest-LiveAutoBlockMigrationV225Test-133245952 tempest-LiveAutoBlockMigrationV225Test-133245952-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:19:42.088261 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3f3636d4-289e-49d5-a573-945c5ffaa77b req-4f1e7576-267d-4251-879d-a46bd994a2f9 tempest-LiveAutoBlockMigrationV225Test-133245952 tempest-LiveAutoBlockMigrationV225Test-133245952-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=beccc4b5-3ac3-49b2-9770-40ce37745a2b&tenant_id=0a6a8e07e1ce4e4e84e3fe5c59c6747c&binding%3Ahost_id=n-h2-800634-3 HTTP/1.1" status: 200 len: 1096 time: 0.7959871 Jul 14 18:19:42.274152 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa986b4f-f2ab-4186-ae03-0053554d0780 admin admin] Router 4e5c14d1-5683-4a84-971f-57aa132b6d88 has already been hosted by L3 agent 2c6eb27e-defb-4cca-9a24-381c7415e359 {{(pid=93915) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 18:19:42.288756 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-8b0c7621-ef56-47b1-8989-7e88dca0013a req-a7ece7ae-b281-4f49-9a07-b6555f3bb34d service neutron] 10.222.0.35 "GET /v2.0/networks/7cee3312-4c4c-4d32-820f-eab965dcf565?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6199636 Jul 14 18:19:42.348634 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-3b03bd19-bc8b-4796-8fd0-c33551be3321 req-8de9496f-9366-4909-8295-8e65950fd249 tempest-FloatingIPsAssociationTestJSON-1206343344 tempest-FloatingIPsAssociationTestJSON-1206343344-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:42.359888 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf05912-299d-4712-9bbd-736167b28cc1 req-327f5af3-fd36-4bbd-9710-bd6d3c60baf5 tempest-LiveMigrationTest-64527954 tempest-LiveMigrationTest-64527954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:19:42.361413 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-caf05912-299d-4712-9bbd-736167b28cc1 req-327f5af3-fd36-4bbd-9710-bd6d3c60baf5 tempest-LiveMigrationTest-64527954 tempest-LiveMigrationTest-64527954-project] 10.222.0.16 "GET /v2.0/ports?device_id=fbf4bb9b-1d56-4ad5-a9e1-d9e143744a86 HTTP/1.1" status: 200 len: 945 time: 0.7390285 Jul 14 18:19:42.400224 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-3b03bd19-bc8b-4796-8fd0-c33551be3321 req-8de9496f-9366-4909-8295-8e65950fd249 tempest-FloatingIPsAssociationTestJSON-1206343344 tempest-FloatingIPsAssociationTestJSON-1206343344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-930131'] for floatingip, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:42.400543 n-d-800634-3 neutron-server[93915]: INFO neutron.db.l3_db [req-3b03bd19-bc8b-4796-8fd0-c33551be3321 req-8de9496f-9366-4909-8295-8e65950fd249 tempest-FloatingIPsAssociationTestJSON-1206343344 tempest-FloatingIPsAssociationTestJSON-1206343344-project] Floating IP fb85e68c-59fe-470a-bf1b-7deba9b174fa disassociated. External IP: 172.25.1.59, port: 86c7edc6-b461-40cb-857e-eb34e0bdc524. Jul 14 18:19:42.515495 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3636d4-289e-49d5-a573-945c5ffaa77b req-366e8b36-6374-4207-96ca-b2db5b6207a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:19:42.517040 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3f3636d4-289e-49d5-a573-945c5ffaa77b req-366e8b36-6374-4207-96ca-b2db5b6207a3 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=beccc4b5-3ac3-49b2-9770-40ce37745a2b&tenant_id=0a6a8e07e1ce4e4e84e3fe5c59c6747c HTTP/1.1" status: 200 len: 1096 time: 0.4176595 Jul 14 18:19:42.656284 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-caf05912-299d-4712-9bbd-736167b28cc1 req-e3f9db25-ac3c-4037-a749-b4a4ab78cc1e tempest-LiveMigrationTest-64527954 tempest-LiveMigrationTest-64527954-project] 10.222.0.16 "GET /v2.0/security-groups?id=93c6eb24-b3aa-49c4-93f7-93dd5f011665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2823358 Jul 14 18:19:42.702252 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-8b0c7621-ef56-47b1-8989-7e88dca0013a req-6fd82450-81ec-4fde-9628-bb6422f1745a service neutron] 10.222.0.35 "GET /v2.0/networks/7cee3312-4c4c-4d32-820f-eab965dcf565?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3723872 Jul 14 18:19:42.716134 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa986b4f-f2ab-4186-ae03-0053554d0780 admin admin] Notify agent at l3_agent.n-d-800634-3 the message routers_updated {{(pid=93915) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 18:19:42.721526 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-fa986b4f-f2ab-4186-ae03-0053554d0780 admin admin] 10.222.0.16 "PUT /v2.0/routers/4e5c14d1-5683-4a84-971f-57aa132b6d88/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3434517 Jul 14 18:19:42.724359 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 53790) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:19:42.726843 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9d8b066-7823-4e34-afc5-c545925c2f47 None None] Sync routers for ids ['4e5c14d1-5683-4a84-971f-57aa132b6d88'] in n-d-800634-3 {{(pid=93917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 18:19:42.745341 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9d8b066-7823-4e34-afc5-c545925c2f47 None None] Routers {'4e5c14d1-5683-4a84-971f-57aa132b6d88'} bound to L3 agent in host n-d-800634-3 {{(pid=93917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:19:42.746183 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-a9d8b066-7823-4e34-afc5-c545925c2f47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:19:23Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['4e5c14d1-5683-4a84-971f-57aa132b6d88'], 'active': True} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:19:42.866229 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3636d4-289e-49d5-a573-945c5ffaa77b req-d72cbb94-b377-4d79-89c3-a49e81fa41b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:19:42.867528 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-fe13887c-e03b-48f8-9363-e06344d3e188 admin admin] Notify callbacks [] for router, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:42.873467 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3f3636d4-289e-49d5-a573-945c5ffaa77b req-d72cbb94-b377-4d79-89c3-a49e81fa41b8 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=0a6a8e07e1ce4e4e84e3fe5c59c6747c&device_id=beccc4b5-3ac3-49b2-9770-40ce37745a2b HTTP/1.1" status: 200 len: 1096 time: 0.3152068 Jul 14 18:19:42.977988 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvr_db [None req-a9d8b066-7823-4e34-afc5-c545925c2f47 None None] Set router 4e5c14d1-5683-4a84-971f-57aa132b6d88 gateway port host: n-d-800634-3 {{(pid=93917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 18:19:43.060839 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-fe13887c-e03b-48f8-9363-e06344d3e188 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:43.149102 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3b03bd19-bc8b-4796-8fd0-c33551be3321 req-8de9496f-9366-4909-8295-8e65950fd249 tempest-FloatingIPsAssociationTestJSON-1206343344 tempest-FloatingIPsAssociationTestJSON-1206343344-project] Router d259d793-7f04-4b26-88b6-52f0483faef8 has already been hosted by L3 agent 2c6eb27e-defb-4cca-9a24-381c7415e359 {{(pid=93915) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 18:19:43.154693 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-fe13887c-e03b-48f8-9363-e06344d3e188 admin admin] Deleting port c2ab9d35-2759-46d6-a20d-37cc69c6d680 {{(pid=93916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:19:43.157715 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-fe13887c-e03b-48f8-9363-e06344d3e188 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:43.180634 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3636d4-289e-49d5-a573-945c5ffaa77b req-39840862-37c4-42a5-827b-91848aa7a2e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:19:43.187401 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3f3636d4-289e-49d5-a573-945c5ffaa77b req-39840862-37c4-42a5-827b-91848aa7a2e0 service neutron] 10.222.0.18 "GET /v2.0/networks?id=7cee3312-4c4c-4d32-820f-eab965dcf565 HTTP/1.1" status: 200 len: 921 time: 0.3130858 Jul 14 18:19:43.238552 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-a9d8b066-7823-4e34-afc5-c545925c2f47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e5c14d1-5683-4a84-971f-57aa132b6d88', 'name': 'tempest-FloatingIPsNegativeTestJSON-1513721684-router', 'tenant_id': '029c1e99557d4f09a9b6bc5da8432a1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.46'}], 'enable_snat': True}, 'gw_port_id': 'c2ab9d35-2759-46d6-a20d-37cc69c6d680', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:19:23Z', 'updated_at': '2021-07-14T18:19:40Z', 'revision_number': 5, 'project_id': '029c1e99557d4f09a9b6bc5da8432a1e', 'gw_port': {'id': 'c2ab9d35-2759-46d6-a20d-37cc69c6d680', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:d9:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e5c14d1-5683-4a84-971f-57aa132b6d88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:19:25Z', 'updated_at': '2021-07-14T18:19:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3'}], 'n-d-800634-3', False) {} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:19:43.267220 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9d8b066-7823-4e34-afc5-c545925c2f47 None None] Checking router: 4e5c14d1-5683-4a84-971f-57aa132b6d88 for host: n-d-800634-3 {{(pid=93917) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 18:19:43.276460 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9d8b066-7823-4e34-afc5-c545925c2f47 None None] Routers {'4e5c14d1-5683-4a84-971f-57aa132b6d88'} bound to L3 agent in host n-d-800634-3 {{(pid=93917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:19:43.277335 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-a9d8b066-7823-4e34-afc5-c545925c2f47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:19:23Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['4e5c14d1-5683-4a84-971f-57aa132b6d88'], 'active': True} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:19:43.292885 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3f3636d4-289e-49d5-a573-945c5ffaa77b req-d2c29cca-8355-4416-9c48-901bdc3faba8 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c304b409-150d-46b2-b4ee-f4df5d20e1b7 HTTP/1.1" status: 200 len: 217 time: 0.0984271 Jul 14 18:19:43.302910 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.db [None req-fe13887c-e03b-48f8-9363-e06344d3e188 admin admin] For port c2ab9d35-2759-46d6-a20d-37cc69c6d680, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=c2ab9d35-2759-46d6-a20d-37cc69c6d680,segment=NetworkSegment(5afb940b-bbdf-4727-be00-5d46367c38a1),segment_id=5afb940b-bbdf-4727-be00-5d46367c38a1)] {{(pid=93916) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:19:43.303280 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-fe13887c-e03b-48f8-9363-e06344d3e188 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:43.305975 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b16cf45-40db-4ae1-8d63-9eb542e66f1c req-3f19dcc5-1cb4-4d98-908a-16826018c4e1 tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:19:43.313258 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-4b16cf45-40db-4ae1-8d63-9eb542e66f1c req-3f19dcc5-1cb4-4d98-908a-16826018c4e1 tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] 10.222.0.16 "GET /v2.0/ports?device_id=beccc4b5-3ac3-49b2-9770-40ce37745a2b HTTP/1.1" status: 200 len: 945 time: 0.2644708 Jul 14 18:19:43.325085 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-fe13887c-e03b-48f8-9363-e06344d3e188 admin admin] Calling delete_port for c2ab9d35-2759-46d6-a20d-37cc69c6d680 owned by network:router_gateway {{(pid=93916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:19:43.374790 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvr_db [None req-a9d8b066-7823-4e34-afc5-c545925c2f47 None None] Set router 4e5c14d1-5683-4a84-971f-57aa132b6d88 gateway port host: None {{(pid=93917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 18:19:43.430697 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-a9d8b066-7823-4e34-afc5-c545925c2f47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e5c14d1-5683-4a84-971f-57aa132b6d88', 'name': 'tempest-FloatingIPsNegativeTestJSON-1513721684-router', 'tenant_id': '029c1e99557d4f09a9b6bc5da8432a1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:19:23Z', 'updated_at': '2021-07-14T18:19:43Z', 'revision_number': 6, 'project_id': '029c1e99557d4f09a9b6bc5da8432a1e', 'gw_port_host': None}], 'n-d-800634-3', False) {} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:19:43.436353 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3636d4-289e-49d5-a573-945c5ffaa77b req-f932e957-1050-4d72-98c8-66f727cf24f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:19:43.438039 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3f3636d4-289e-49d5-a573-945c5ffaa77b req-f932e957-1050-4d72-98c8-66f727cf24f6 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2a54265e-973c-4132-80fb-ad9d5d305963 HTTP/1.1" status: 200 len: 861 time: 0.1221561 Jul 14 18:19:43.451107 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-4b16cf45-40db-4ae1-8d63-9eb542e66f1c req-c253cdb6-198a-403e-ad1d-e9676a37b76e tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] 10.222.0.16 "GET /v2.0/security-groups?id=540fae54-ccea-4309-9c99-81b930eedb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367381 Jul 14 18:19:43.472646 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9d8b066-7823-4e34-afc5-c545925c2f47 None None] The sync data for ids ['4e5c14d1-5683-4a84-971f-57aa132b6d88'] in n-d-800634-3 is: [{'id': '4e5c14d1-5683-4a84-971f-57aa132b6d88', 'name': 'tempest-FloatingIPsNegativeTestJSON-1513721684-router', 'tenant_id': '029c1e99557d4f09a9b6bc5da8432a1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:19:23Z', 'updated_at': '2021-07-14T18:19:43Z', 'revision_number': 6, 'project_id': '029c1e99557d4f09a9b6bc5da8432a1e', 'gw_port_host': None}] {{(pid=93917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 18:19:43.532667 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3f3636d4-289e-49d5-a573-945c5ffaa77b req-a6921188-762d-471f-a5f0-59aab18c996d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7cee3312-4c4c-4d32-820f-eab965dcf565&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0742764 Jul 14 18:19:43.533995 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3b03bd19-bc8b-4796-8fd0-c33551be3321 req-8de9496f-9366-4909-8295-8e65950fd249 tempest-FloatingIPsAssociationTestJSON-1206343344 tempest-FloatingIPsAssociationTestJSON-1206343344-project] Notify agent at l3_agent.n-d-800634-3 the message routers_updated {{(pid=93915) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 18:19:43.538726 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-3b03bd19-bc8b-4796-8fd0-c33551be3321 req-8de9496f-9366-4909-8295-8e65950fd249 tempest-FloatingIPsAssociationTestJSON-1206343344 tempest-FloatingIPsAssociationTestJSON-1206343344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for floatingip, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:43.545006 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b8da672-ecde-44a5-a5a1-28ddaf593bf7 None None] Sync routers for ids ['d259d793-7f04-4b26-88b6-52f0483faef8'] in n-d-800634-3 {{(pid=93918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 18:19:43.562580 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b8da672-ecde-44a5-a5a1-28ddaf593bf7 None None] Routers {'d259d793-7f04-4b26-88b6-52f0483faef8'} bound to L3 agent in host n-d-800634-3 {{(pid=93918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:19:43.563349 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-1b8da672-ecde-44a5-a5a1-28ddaf593bf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:19:23Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['d259d793-7f04-4b26-88b6-52f0483faef8'], 'active': True} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:19:43.661360 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-fe13887c-e03b-48f8-9363-e06344d3e188 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813'] for port, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:43.673994 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f174dd68-c150-47c0-bf34-78ce9a4d0a80 req-fbd7a75f-5ebd-4309-addb-fb8bbd90ff89 tempest-LiveMigrationNegativeTest-237635840 tempest-LiveMigrationNegativeTest-237635840-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=2acc825401794014b40c640f7ddf4b4a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0797853 Jul 14 18:19:43.713728 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe13887c-e03b-48f8-9363-e06344d3e188 admin admin] Pushing event deleted for resources: {'Port': ['ID=c2ab9d35-2759-46d6-a20d-37cc69c6d680,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:19:43.723040 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3b03bd19-bc8b-4796-8fd0-c33551be3321 req-8de9496f-9366-4909-8295-8e65950fd249 tempest-FloatingIPsAssociationTestJSON-1206343344 tempest-FloatingIPsAssociationTestJSON-1206343344-project] 10.222.0.16 "PUT /v2.0/floatingips/fb85e68c-59fe-470a-bf1b-7deba9b174fa HTTP/1.1" status: 200 len: 694 time: 2.3029382 Jul 14 18:19:43.739341 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-fe13887c-e03b-48f8-9363-e06344d3e188 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-930057'] for router_gateway, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:43.764632 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce10365d-c65b-40b2-8c01-23d1aaffa41c', 'tag': '86c7edc6-b461-40cb-857e-eb34e0bdc524'}] {{(pid=93915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:19:43.766929 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e72782ad3af8f7d4ce76cedf092bca46d1756acc5c4653cf0b52034cdd6b073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eabf74c8-23e8-4958-8a88-3de2bb592f60" -d '{"events": [{"name": "network-changed", "server_uuid": "ce10365d-c65b-40b2-8c01-23d1aaffa41c", "tag": "86c7edc6-b461-40cb-857e-eb34e0bdc524"}]}' {{(pid=93915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:19:43.833975 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvr_db [None req-1b8da672-ecde-44a5-a5a1-28ddaf593bf7 None None] Set router d259d793-7f04-4b26-88b6-52f0483faef8 gateway port host: n-d-800634-3 {{(pid=93918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 18:19:43.840076 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3f3636d4-289e-49d5-a573-945c5ffaa77b req-42436910-dda9-4205-9f0b-4e11563171f5 service neutron] 10.222.0.18 "GET /v2.0/networks/7cee3312-4c4c-4d32-820f-eab965dcf565?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2990501 Jul 14 18:19:43.885964 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-fe13887c-e03b-48f8-9363-e06344d3e188 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-571778', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11402'] for router, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:43.888471 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-fe13887c-e03b-48f8-9363-e06344d3e188 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:43.951028 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f174dd68-c150-47c0-bf34-78ce9a4d0a80 req-0c177dfe-a485-4d52-8486-71ab3ca3cdca tempest-LiveMigrationNegativeTest-237635840 tempest-LiveMigrationNegativeTest-237635840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:19:43.957863 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f174dd68-c150-47c0-bf34-78ce9a4d0a80 req-0c177dfe-a485-4d52-8486-71ab3ca3cdca tempest-LiveMigrationNegativeTest-237635840 tempest-LiveMigrationNegativeTest-237635840-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2832050 Jul 14 18:19:43.980220 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b03bd19-bc8b-4796-8fd0-c33551be3321 req-1e77576b-076f-4b0a-a92a-26a4fe3743cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:19:43.987951 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3b03bd19-bc8b-4796-8fd0-c33551be3321 req-1e77576b-076f-4b0a-a92a-26a4fe3743cf service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=34616e81172546728ddd3adbee03f177&device_id=ce10365d-c65b-40b2-8c01-23d1aaffa41c HTTP/1.1" status: 200 len: 1096 time: 0.2639208 Jul 14 18:19:44.016703 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f174dd68-c150-47c0-bf34-78ce9a4d0a80 req-1c996723-897e-485c-b001-5a8c3eba6273 tempest-LiveMigrationNegativeTest-237635840 tempest-LiveMigrationNegativeTest-237635840-project] 10.222.0.16 "GET /v2.0/quotas/2acc825401794014b40c640f7ddf4b4a HTTP/1.1" status: 200 len: 375 time: 0.0572903 Jul 14 18:19:44.078602 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Device c304b409-150d-46b2-b4ee-f4df5d20e1b7 no longer exists at agent hyperv_n-h2-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 18:19:44.124947 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Device c304b409-150d-46b2-b4ee-f4df5d20e1b7 not bound to the agent host n-h2-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 18:19:44.153589 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3f3636d4-289e-49d5-a573-945c5ffaa77b req-5ec38a62-2ab8-4e14-97ff-dc1500b10905 service neutron] 10.222.0.18 "GET /v2.0/networks/7cee3312-4c4c-4d32-820f-eab965dcf565?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3052554 Jul 14 18:19:44.167987 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-1b8da672-ecde-44a5-a5a1-28ddaf593bf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd259d793-7f04-4b26-88b6-52f0483faef8', 'name': 'tempest-FloatingIPsAssociationTestJSON-1521117267-router', 'tenant_id': '34616e81172546728ddd3adbee03f177', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.253'}], 'enable_snat': True}, 'gw_port_id': '74a2372d-5f5b-4330-b68a-21af0616ec05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:18:23Z', 'updated_at': '2021-07-14T18:18:33Z', 'revision_number': 4, 'project_id': '34616e81172546728ddd3adbee03f177', 'gw_port': {'id': '74a2372d-5f5b-4330-b68a-21af0616ec05', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:93:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd259d793-7f04-4b26-88b6-52f0483faef8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:18:25Z', 'updated_at': '2021-07-14T18:18:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_interfaces': [{'id': 'ee623b73-fb38-4169-895b-41d7ff971d30', 'name': '', 'network_id': 'ac4dcb0d-17ab-4060-82e2-c35125d24eab', 'tenant_id': '34616e81172546728ddd3adbee03f177', 'mac_address': 'fa:16:3e:ba:39:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd259d793-7f04-4b26-88b6-52f0483faef8', 'device_owner': 'network:router_interface', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': '97d79b9c-1ae1-496e-8ce3-67d30e2cc4e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:18:32Z', 'updated_at': '2021-07-14T18:18:47Z', 'revision_number': 5, 'project_id': '34616e81172546728ddd3adbee03f177', 'subnets': [{'id': '97d79b9c-1ae1-496e-8ce3-67d30e2cc4e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-3', False) {} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:19:44.204826 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b8da672-ecde-44a5-a5a1-28ddaf593bf7 None None] Checking router: d259d793-7f04-4b26-88b6-52f0483faef8 for host: n-d-800634-3 {{(pid=93918) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 18:19:44.212164 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f174dd68-c150-47c0-bf34-78ce9a4d0a80 req-5ef11ec5-9ba1-44b3-976c-18ce3ed740f0 tempest-LiveMigrationNegativeTest-237635840 tempest-LiveMigrationNegativeTest-237635840-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=2acc825401794014b40c640f7ddf4b4a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1945007 Jul 14 18:19:44.213368 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b03bd19-bc8b-4796-8fd0-c33551be3321 req-4234d046-046b-4a19-a4c4-61857aa2ee3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:19:44.215753 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b8da672-ecde-44a5-a5a1-28ddaf593bf7 None None] Routers {'d259d793-7f04-4b26-88b6-52f0483faef8'} bound to L3 agent in host n-d-800634-3 {{(pid=93918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:19:44.217199 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-1b8da672-ecde-44a5-a5a1-28ddaf593bf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:19:23Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['d259d793-7f04-4b26-88b6-52f0483faef8'], 'active': True} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:19:44.220585 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3b03bd19-bc8b-4796-8fd0-c33551be3321 req-4234d046-046b-4a19-a4c4-61857aa2ee3b service neutron] 10.222.0.16 "GET /v2.0/networks?id=ac4dcb0d-17ab-4060-82e2-c35125d24eab HTTP/1.1" status: 200 len: 921 time: 0.2316718 Jul 14 18:19:44.245827 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-fe13887c-e03b-48f8-9363-e06344d3e188 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-541202'] for router, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:44.246757 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe13887c-e03b-48f8-9363-e06344d3e188 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4e5c14d1-5683-4a84-971f-57aa132b6d88 {{(pid=93916) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 18:19:44.254083 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-fe13887c-e03b-48f8-9363-e06344d3e188 admin admin] Notify callbacks [] for router, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:44.257716 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-fe13887c-e03b-48f8-9363-e06344d3e188 admin admin] 10.222.0.16 "DELETE /v2.0/routers/4e5c14d1-5683-4a84-971f-57aa132b6d88 HTTP/1.1" status: 204 len: 168 time: 1.5298188 Jul 14 18:19:44.258360 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 53828) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:19:44.271113 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3b03bd19-bc8b-4796-8fd0-c33551be3321 req-30a87faf-8f81-40b7-8670-0b58bd8909da service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=86c7edc6-b461-40cb-857e-eb34e0bdc524 HTTP/1.1" status: 200 len: 217 time: 0.0496018 Jul 14 18:19:44.319992 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b03bd19-bc8b-4796-8fd0-c33551be3321 req-2cd093e3-4d40-408d-8fe1-c09b544d9983 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:19:44.327065 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3b03bd19-bc8b-4796-8fd0-c33551be3321 req-2cd093e3-4d40-408d-8fe1-c09b544d9983 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=97d79b9c-1ae1-496e-8ce3-67d30e2cc4e1 HTTP/1.1" status: 200 len: 860 time: 0.0550411 Jul 14 18:19:44.328358 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.db_base_plugin_v2 [None req-b838855a-ef88-4b3e-801e-3e4b13a9bb0d admin admin] Deleting subnet cc341fe7-d6cc-4702-a37b-cc30b40fd91e {{(pid=93916) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 18:19:44.337011 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-b838855a-ef88-4b3e-801e-3e4b13a9bb0d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:44.364261 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvr_db [None req-1b8da672-ecde-44a5-a5a1-28ddaf593bf7 None None] Set router d259d793-7f04-4b26-88b6-52f0483faef8 gateway port host: n-d-800634-3 {{(pid=93918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 18:19:44.421826 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-b838855a-ef88-4b3e-801e-3e4b13a9bb0d admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:44.466407 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b03bd19-bc8b-4796-8fd0-c33551be3321 req-64293b86-7ebd-4dbb-990b-857916b0bd2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:19:44.477019 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3b03bd19-bc8b-4796-8fd0-c33551be3321 req-64293b86-7ebd-4dbb-990b-857916b0bd2a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ac4dcb0d-17ab-4060-82e2-c35125d24eab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1491313 Jul 14 18:19:44.607758 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-b838855a-ef88-4b3e-801e-3e4b13a9bb0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081283'] for subnet, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:44.693022 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device c2ab9d35-2759-46d6-a20d-37cc69c6d680 no longer exists at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 18:19:44.720921 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] No Port match for: c2ab9d35-2759-46d6-a20d-37cc69c6d680 {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 18:19:44.722220 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device c2ab9d35-2759-46d6-a20d-37cc69c6d680 not bound to the agent host n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 18:19:44.722839 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device f6f58e0a-bf59-4727-8175-f37d13cf622c no longer exists at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 18:19:44.725279 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-b838855a-ef88-4b3e-801e-3e4b13a9bb0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727'] for subnet, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:44.777638 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] No Port match for: f6f58e0a-bf59-4727-8175-f37d13cf622c {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 18:19:44.778151 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device f6f58e0a-bf59-4727-8175-f37d13cf622c not bound to the agent host n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 18:19:44.784697 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b838855a-ef88-4b3e-801e-3e4b13a9bb0d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cc341fe7-d6cc-4702-a37b-cc30b40fd91e,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:19:44.801139 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ba7300a-04b2-4e0e-ae67-4154a98ae3a4 None None] Network 1e44358c-28d7-42d0-aed8-ba2cd701bfcd requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:19:44.802822 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-b838855a-ef88-4b3e-801e-3e4b13a9bb0d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598705'] for subnet, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:44.809744 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-b838855a-ef88-4b3e-801e-3e4b13a9bb0d admin admin] 10.222.0.16 "DELETE /v2.0/subnets/cc341fe7-d6cc-4702-a37b-cc30b40fd91e HTTP/1.1" status: 204 len: 168 time: 0.5496867 Jul 14 18:19:44.811038 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 53842) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:19:44.940162 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-f8222980-76c3-4a17-b9d8-d62a37565b37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645734'] for network, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:44.975256 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-1b8da672-ecde-44a5-a5a1-28ddaf593bf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd259d793-7f04-4b26-88b6-52f0483faef8', 'name': 'tempest-FloatingIPsAssociationTestJSON-1521117267-router', 'tenant_id': '34616e81172546728ddd3adbee03f177', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.253'}], 'enable_snat': True}, 'gw_port_id': '74a2372d-5f5b-4330-b68a-21af0616ec05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:18:23Z', 'updated_at': '2021-07-14T18:18:33Z', 'revision_number': 4, 'project_id': '34616e81172546728ddd3adbee03f177', 'gw_port': {'id': '74a2372d-5f5b-4330-b68a-21af0616ec05', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:93:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd259d793-7f04-4b26-88b6-52f0483faef8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:18:25Z', 'updated_at': '2021-07-14T18:18:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_interfaces': [{'id': 'ee623b73-fb38-4169-895b-41d7ff971d30', 'name': '', 'network_id': 'ac4dcb0d-17ab-4060-82e2-c35125d24eab', 'tenant_id': '34616e81172546728ddd3adbee03f177', 'mac_address': 'fa:16:3e:ba:39:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd259d793-7f04-4b26-88b6-52f0483faef8', 'device_owner': 'network:router_interface', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': '97d79b9c-1ae1-496e-8ce3-67d30e2cc4e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:18:32Z', 'updated_at': '2021-07-14T18:18:47Z', 'revision_number': 5, 'project_id': '34616e81172546728ddd3adbee03f177', 'subnets': [{'id': '97d79b9c-1ae1-496e-8ce3-67d30e2cc4e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-3', False) {} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:19:45.017059 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-f8222980-76c3-4a17-b9d8-d62a37565b37 admin admin] Deleting port f1260a60-9e13-4431-9f46-106002e3de47 {{(pid=93916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:19:45.017858 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-f8222980-76c3-4a17-b9d8-d62a37565b37 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:45.021009 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b8da672-ecde-44a5-a5a1-28ddaf593bf7 None None] The sync data for ids ['d259d793-7f04-4b26-88b6-52f0483faef8'] in n-d-800634-3 is: [{'id': 'd259d793-7f04-4b26-88b6-52f0483faef8', 'name': 'tempest-FloatingIPsAssociationTestJSON-1521117267-router', 'tenant_id': '34616e81172546728ddd3adbee03f177', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.253'}], 'enable_snat': True}, 'gw_port_id': '74a2372d-5f5b-4330-b68a-21af0616ec05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:18:23Z', 'updated_at': '2021-07-14T18:18:33Z', 'revision_number': 4, 'project_id': '34616e81172546728ddd3adbee03f177', 'gw_port': {'id': '74a2372d-5f5b-4330-b68a-21af0616ec05', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:93:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd259d793-7f04-4b26-88b6-52f0483faef8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:18:25Z', 'updated_at': '2021-07-14T18:18:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_interfaces': [{'id': 'ee623b73-fb38-4169-895b-41d7ff971d30', 'name': '', 'network_id': 'ac4dcb0d-17ab-4060-82e2-c35125d24eab', 'tenant_id': '34616e81172546728ddd3adbee03f177', 'mac_address': 'fa:16:3e:ba:39:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd259d793-7f04-4b26-88b6-52f0483faef8', 'device_owner': 'network:router_interface', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': '97d79b9c-1ae1-496e-8ce3-67d30e2cc4e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:18:32Z', 'updated_at': '2021-07-14T18:18:47Z', 'revision_number': 5, 'project_id': '34616e81172546728ddd3adbee03f177', 'subnets': [{'id': '97d79b9c-1ae1-496e-8ce3-67d30e2cc4e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 18:19:45.128060 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.db [None req-f8222980-76c3-4a17-b9d8-d62a37565b37 admin admin] For port f1260a60-9e13-4431-9f46-106002e3de47, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=f1260a60-9e13-4431-9f46-106002e3de47,segment=NetworkSegment(aad6412b-c76e-4055-8e71-f4d36fe824a0),segment_id=aad6412b-c76e-4055-8e71-f4d36fe824a0)] {{(pid=93916) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:19:45.128478 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-f8222980-76c3-4a17-b9d8-d62a37565b37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:45.148835 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-f8222980-76c3-4a17-b9d8-d62a37565b37 admin admin] Calling delete_port for f1260a60-9e13-4431-9f46-106002e3de47 owned by network:dhcp {{(pid=93916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:19:45.175049 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f6485ea-7a0e-46b2-80cd-9836a402ee90 None None] DHCP port deletion for 1e44358c-28d7-42d0-aed8-ba2cd701bfcd request from n-d-800634-3 {{(pid=93917) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 18:19:45.189392 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3636d4-289e-49d5-a573-945c5ffaa77b req-7731be03-7027-443e-938d-871bd751e1c0 tempest-LiveAutoBlockMigrationV225Test-133245952 tempest-LiveAutoBlockMigrationV225Test-133245952-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:19:45.191628 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3f3636d4-289e-49d5-a573-945c5ffaa77b req-7731be03-7027-443e-938d-871bd751e1c0 tempest-LiveAutoBlockMigrationV225Test-133245952 tempest-LiveAutoBlockMigrationV225Test-133245952-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=beccc4b5-3ac3-49b2-9770-40ce37745a2b&tenant_id=0a6a8e07e1ce4e4e84e3fe5c59c6747c&binding%3Ahost_id=n-h1-800634-3 HTTP/1.1" status: 200 len: 1096 time: 0.6810050 Jul 14 18:19:45.253519 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3b03bd19-bc8b-4796-8fd0-c33551be3321 req-ff6f4a60-aeb3-4e14-9050-2b19230f64e8 service neutron] 10.222.0.16 "GET /v2.0/networks/ac4dcb0d-17ab-4060-82e2-c35125d24eab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7755792 Jul 14 18:19:45.255837 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-8f6485ea-7a0e-46b2-80cd-9836a402ee90 None None] Deleting port f1260a60-9e13-4431-9f46-106002e3de47 {{(pid=93917) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:19:45.256508 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-8f6485ea-7a0e-46b2-80cd-9836a402ee90 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:45.298170 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-f8222980-76c3-4a17-b9d8-d62a37565b37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813'] for port, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:45.325261 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8222980-76c3-4a17-b9d8-d62a37565b37 admin admin] Pushing event deleted for resources: {'Port': ['ID=f1260a60-9e13-4431-9f46-106002e3de47,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:19:45.333669 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8222980-76c3-4a17-b9d8-d62a37565b37 admin admin] No DVR routers for this DVR port f1260a60-9e13-4431-9f46-106002e3de47 on host n-d-800634-3 {{(pid=93916) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 18:19:45.347987 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-8f6485ea-7a0e-46b2-80cd-9836a402ee90 None None] For port f1260a60-9e13-4431-9f46-106002e3de47, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=f1260a60-9e13-4431-9f46-106002e3de47,segment=NetworkSegment(aad6412b-c76e-4055-8e71-f4d36fe824a0),segment_id=aad6412b-c76e-4055-8e71-f4d36fe824a0)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:19:45.348493 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-8f6485ea-7a0e-46b2-80cd-9836a402ee90 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:45.358490 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3b03bd19-bc8b-4796-8fd0-c33551be3321 req-e6da8848-8d63-4487-a00d-fbeac3cf82ce service neutron] 10.222.0.16 "GET /v2.0/networks/ac4dcb0d-17ab-4060-82e2-c35125d24eab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1041040 Jul 14 18:19:45.363801 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-8f6485ea-7a0e-46b2-80cd-9836a402ee90 None None] Calling delete_port for f1260a60-9e13-4431-9f46-106002e3de47 owned by network:dhcp {{(pid=93917) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:19:45.395406 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7612e740-1f9f-4a85-bc19-adbd9ca12204 req-20af6af1-5350-4b49-92c1-cbd93e3364ff tempest-LiveMigrationTest-888176612 tempest-LiveMigrationTest-888176612-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:19:45.402262 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-7612e740-1f9f-4a85-bc19-adbd9ca12204 req-20af6af1-5350-4b49-92c1-cbd93e3364ff tempest-LiveMigrationTest-888176612 tempest-LiveMigrationTest-888176612-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=fbf4bb9b-1d56-4ad5-a9e1-d9e143744a86 HTTP/1.1" status: 200 len: 1096 time: 0.3380697 Jul 14 18:19:45.473362 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 18:19:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfb82ef5-9003-4ed6-a40a-215d99404dae x-openstack-request-id: req-dfb82ef5-9003-4ed6-a40a-215d99404dae {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:19:45.473739 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce10365d-c65b-40b2-8c01-23d1aaffa41c", "tag": "86c7edc6-b461-40cb-857e-eb34e0bdc524", "status": "completed", "code": 200}]} {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:19:45.474049 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-dfb82ef5-9003-4ed6-a40a-215d99404dae {{(pid=93915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:19:45.474444 n-d-800634-3 neutron-server[93915]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce10365d-c65b-40b2-8c01-23d1aaffa41c', 'tag': '86c7edc6-b461-40cb-857e-eb34e0bdc524', 'status': 'completed', 'code': 200} Jul 14 18:19:45.509287 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-f8222980-76c3-4a17-b9d8-d62a37565b37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2096010', 'neutron.services.segments.db._delete_segments_for_network-8728202734996'] for network, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:45.532186 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-f8222980-76c3-4a17-b9d8-d62a37565b37 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93916) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 18:19:45.532533 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-f8222980-76c3-4a17-b9d8-d62a37565b37 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93916) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 18:19:45.533285 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-f8222980-76c3-4a17-b9d8-d62a37565b37 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93916) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 18:19:45.534262 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-f8222980-76c3-4a17-b9d8-d62a37565b37 admin admin] Subscribe: > port after_create 55550000 {{(pid=93916) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 18:19:45.534599 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-f8222980-76c3-4a17-b9d8-d62a37565b37 admin admin] Subscribe: > port after_delete 55550000 {{(pid=93916) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 18:19:45.535387 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-7612e740-1f9f-4a85-bc19-adbd9ca12204 req-763f4bc2-5be0-4c20-9298-7001cb3c31e7 tempest-LiveMigrationTest-888176612 tempest-LiveMigrationTest-888176612-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=93c6eb24-b3aa-49c4-93f7-93dd5f011665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322567 Jul 14 18:19:45.543369 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-f8222980-76c3-4a17-b9d8-d62a37565b37 admin admin] Subscribe: > port after_update 55550000 {{(pid=93916) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 18:19:45.549118 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-f8222980-76c3-4a17-b9d8-d62a37565b37 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93916) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 18:19:45.549651 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-f8222980-76c3-4a17-b9d8-d62a37565b37 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93916) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 18:19:45.550162 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-f8222980-76c3-4a17-b9d8-d62a37565b37 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93916) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 18:19:45.550506 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-f8222980-76c3-4a17-b9d8-d62a37565b37 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93916) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 18:19:45.595470 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-3f3636d4-289e-49d5-a573-945c5ffaa77b req-1a6ef981-624a-43d4-b9a0-a685d42b77d7 service neutron] For port c304b409-150d-46b2-b4ee-f4df5d20e1b7, host n-h2-800634-3, cleared binding levels {{(pid=93915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:19:45.608322 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-3f3636d4-289e-49d5-a573-945c5ffaa77b req-1a6ef981-624a-43d4-b9a0-a685d42b77d7 service neutron] Notify callbacks [] for binding, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:45.609469 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3f3636d4-289e-49d5-a573-945c5ffaa77b req-1a6ef981-624a-43d4-b9a0-a685d42b77d7 service neutron] 10.222.0.18 "DELETE /v2.0/ports/c304b409-150d-46b2-b4ee-f4df5d20e1b7/bindings/n-h2-800634-3 HTTP/1.1" status: 204 len: 173 time: 0.4062443 Jul 14 18:19:45.611608 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabf74c8-23e8-4958-8a88-3de2bb592f60 req-00fc528f-0955-4d5e-8572-6fa0b0c1ed07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:19:45.613917 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-eabf74c8-23e8-4958-8a88-3de2bb592f60 req-00fc528f-0955-4d5e-8572-6fa0b0c1ed07 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=34616e81172546728ddd3adbee03f177&device_id=ce10365d-c65b-40b2-8c01-23d1aaffa41c HTTP/1.1" status: 200 len: 1096 time: 0.1349747 Jul 14 18:19:45.663483 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29285d3d-e513-4b77-a3af-a9f2370832a2 None None] New status for floating IP fb85e68c-59fe-470a-bf1b-7deba9b174fa: DOWN {{(pid=93917) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 18:19:45.777082 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-397759bd-e1c4-45a7-b397-b66bf1bb9e5c req-756336a4-eef7-4943-8903-22c4d7bd1b41 tempest-TenantUsagesTestJSON-1149332420 tempest-TenantUsagesTestJSON-1149332420-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=c97d05c270dd4791baa5a9d4c1bbb3fa&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0585966 Jul 14 18:19:45.782313 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-60bd54c5-e17e-4402-a273-3ef2c0f0b2da req-91178caf-4cd3-48fd-84f0-d132e10468d7 tempest-LiveMigrationNegativeTest-237635840 tempest-LiveMigrationNegativeTest-237635840-project] 10.222.0.16 "GET /v2.0/ports?device_id=22ca0eb7-8fca-4432-9e75-ba37ffcfe765 HTTP/1.1" status: 200 len: 210 time: 0.0519478 Jul 14 18:19:45.788641 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-f8222980-76c3-4a17-b9d8-d62a37565b37 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93916) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 18:19:45.788641 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-f8222980-76c3-4a17-b9d8-d62a37565b37 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93916) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 18:19:45.788914 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-f8222980-76c3-4a17-b9d8-d62a37565b37 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93916) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 18:19:45.789188 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-f8222980-76c3-4a17-b9d8-d62a37565b37 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93916) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 18:19:45.789584 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.segments.db [None req-f8222980-76c3-4a17-b9d8-d62a37565b37 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e44358c-28d7-42d0-aed8-ba2cd701bfcd']}} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:19:45.809993 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-8f6485ea-7a0e-46b2-80cd-9836a402ee90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813'] for port, after_delete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:45.813594 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.segments.db [None req-f8222980-76c3-4a17-b9d8-d62a37565b37 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aad6412b-c76e-4055-8e71-f4d36fe824a0') {'for_net_delete': True} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:19:45.813899 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.segments.db [None req-f8222980-76c3-4a17-b9d8-d62a37565b37 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aad6412b-c76e-4055-8e71-f4d36fe824a0') {} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:19:45.832526 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-f8222980-76c3-4a17-b9d8-d62a37565b37 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728202715275', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26296891'] for segment, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:45.848150 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6485ea-7a0e-46b2-80cd-9836a402ee90 None None] Pushing event deleted for resources: {'Port': ['ID=f1260a60-9e13-4431-9f46-106002e3de47,revision_number=None']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:19:45.858440 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-f8222980-76c3-4a17-b9d8-d62a37565b37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:45.870832 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8222980-76c3-4a17-b9d8-d62a37565b37 admin admin] Releasing vlan 63 on physical network physnet1 to pool {{(pid=93916) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 18:19:45.870832 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-f8222980-76c3-4a17-b9d8-d62a37565b37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2682942'] for segment, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:45.884474 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f6485ea-7a0e-46b2-80cd-9836a402ee90 None None] No DVR routers for this DVR port f1260a60-9e13-4431-9f46-106002e3de47 on host n-d-800634-3 {{(pid=93917) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 18:19:45.965987 n-d-800634-3 neutron-server[93916]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 14 18:19:45.965987 n-d-800634-3 neutron-server[93916]: from cryptography.utils import int_from_bytes Jul 14 18:19:45.965987 n-d-800634-3 neutron-server[93916]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 14 18:19:45.965987 n-d-800634-3 neutron-server[93916]: from cryptography.utils import int_from_bytes Jul 14 18:19:45.965987 n-d-800634-3 neutron-server[93916]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:19:45.965987 n-d-800634-3 neutron-server[93916]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:19:45.965987 n-d-800634-3 neutron-server[93916]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:19:45.965987 n-d-800634-3 neutron-server[93916]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:19:45.965987 n-d-800634-3 neutron-server[93916]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:19:45.965987 n-d-800634-3 neutron-server[93916]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:19:45.965987 n-d-800634-3 neutron-server[93916]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:19:45.965987 n-d-800634-3 neutron-server[93916]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:19:45.965987 n-d-800634-3 neutron-server[93916]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:19:45.965987 n-d-800634-3 neutron-server[93916]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:19:45.965987 n-d-800634-3 neutron-server[93916]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:19:45.965987 n-d-800634-3 neutron-server[93916]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:19:45.965987 n-d-800634-3 neutron-server[93916]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:19:45.965987 n-d-800634-3 neutron-server[93916]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:19:45.965987 n-d-800634-3 neutron-server[93916]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:19:45.965987 n-d-800634-3 neutron-server[93916]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:19:45.965987 n-d-800634-3 neutron-server[93916]: Traceback (most recent call last): Jul 14 18:19:45.965987 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 18:19:45.965987 n-d-800634-3 neutron-server[93916]: timer() Jul 14 18:19:45.965987 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 18:19:45.965987 n-d-800634-3 neutron-server[93916]: cb(*args, **kw) Jul 14 18:19:45.965987 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 18:19:45.965987 n-d-800634-3 neutron-server[93916]: return func(*args, **kwargs) Jul 14 18:19:45.965987 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 18:19:45.965987 n-d-800634-3 neutron-server[93916]: self._notify() Jul 14 18:19:45.965987 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 18:19:45.965987 n-d-800634-3 neutron-server[93916]: self.callback(batched_events) Jul 14 18:19:45.965987 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 18:19:45.965987 n-d-800634-3 neutron-server[93916]: event.method(event) Jul 14 18:19:45.965987 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 18:19:45.965987 n-d-800634-3 neutron-server[93916]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 18:19:45.965987 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 18:19:45.965987 n-d-800634-3 neutron-server[93916]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 18:19:45.965987 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 18:19:45.965987 n-d-800634-3 neutron-server[93916]: return f(self, *a, **k) Jul 14 18:19:45.965987 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 18:19:45.965987 n-d-800634-3 neutron-server[93916]: return self._get(url).json() Jul 14 18:19:45.965987 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 18:19:45.965987 n-d-800634-3 neutron-server[93916]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 18:19:45.965987 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 18:19:45.965987 n-d-800634-3 neutron-server[93916]: return self.request(url, 'GET', **kwargs) Jul 14 18:19:45.965987 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 18:19:45.965987 n-d-800634-3 neutron-server[93916]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 18:19:45.965987 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 18:19:45.965987 n-d-800634-3 neutron-server[93916]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 18:19:45.965987 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 18:19:45.965987 n-d-800634-3 neutron-server[93916]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 18:19:45.965987 n-d-800634-3 neutron-server[93916]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 18:19:45.970116 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-f8222980-76c3-4a17-b9d8-d62a37565b37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2096001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-930085'] for network, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:45.976224 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-f8222980-76c3-4a17-b9d8-d62a37565b37 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598705'] for network, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:45.981814 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-f8222980-76c3-4a17-b9d8-d62a37565b37 admin admin] 10.222.0.16 "DELETE /v2.0/networks/1e44358c-28d7-42d0-aed8-ba2cd701bfcd HTTP/1.1" status: 204 len: 168 time: 1.1682863 Jul 14 18:19:46.004499 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8222980-76c3-4a17-b9d8-d62a37565b37 admin admin] Pushing event deleted for resources: {'Network': ['ID=1e44358c-28d7-42d0-aed8-ba2cd701bfcd,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:19:46.021431 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabf74c8-23e8-4958-8a88-3de2bb592f60 req-a0724d58-88b3-48c8-a033-6322ec4506b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:19:46.023275 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-eabf74c8-23e8-4958-8a88-3de2bb592f60 req-a0724d58-88b3-48c8-a033-6322ec4506b8 service neutron] 10.222.0.35 "GET /v2.0/networks?id=ac4dcb0d-17ab-4060-82e2-c35125d24eab HTTP/1.1" status: 200 len: 921 time: 0.3980544 Jul 14 18:19:46.030530 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397759bd-e1c4-45a7-b397-b66bf1bb9e5c req-200a5e15-adbd-469e-91a1-482199b92a4d tempest-TenantUsagesTestJSON-1149332420 tempest-TenantUsagesTestJSON-1149332420-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:19:46.031917 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-397759bd-e1c4-45a7-b397-b66bf1bb9e5c req-200a5e15-adbd-469e-91a1-482199b92a4d tempest-TenantUsagesTestJSON-1149332420 tempest-TenantUsagesTestJSON-1149332420-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2487569 Jul 14 18:19:46.068410 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-397759bd-e1c4-45a7-b397-b66bf1bb9e5c req-86ddf771-0b45-4bc2-b810-c315eeb96dae tempest-TenantUsagesTestJSON-1149332420 tempest-TenantUsagesTestJSON-1149332420-project] 10.222.0.16 "GET /v2.0/quotas/c97d05c270dd4791baa5a9d4c1bbb3fa HTTP/1.1" status: 200 len: 375 time: 0.0259306 Jul 14 18:19:46.083149 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-f174dd68-c150-47c0-bf34-78ce9a4d0a80 req-093e7df7-ea6a-484c-937b-fbc29457a39d tempest-LiveMigrationNegativeTest-237635840 tempest-LiveMigrationNegativeTest-237635840-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=2acc825401794014b40c640f7ddf4b4a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0243540 Jul 14 18:19:46.107074 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-eabf74c8-23e8-4958-8a88-3de2bb592f60 req-53a665bf-6e01-4661-b305-625b06fa882a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=86c7edc6-b461-40cb-857e-eb34e0bdc524 HTTP/1.1" status: 200 len: 217 time: 0.0566931 Jul 14 18:19:46.173372 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-397759bd-e1c4-45a7-b397-b66bf1bb9e5c req-8f4f4962-2417-4b1a-87b2-41e50fb94d2e tempest-TenantUsagesTestJSON-1149332420 tempest-TenantUsagesTestJSON-1149332420-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=c97d05c270dd4791baa5a9d4c1bbb3fa&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0709908 Jul 14 18:19:46.197472 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f99189-f17e-4247-94a8-bbc2da8f5530 req-56059e98-24e4-42dc-a526-36f4882ea8fd tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:19:46.200859 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-98f99189-f17e-4247-94a8-bbc2da8f5530 req-56059e98-24e4-42dc-a526-36f4882ea8fd tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] 10.222.0.16 "GET /v2.0/ports?device_id=beccc4b5-3ac3-49b2-9770-40ce37745a2b HTTP/1.1" status: 200 len: 945 time: 0.2453551 Jul 14 18:19:46.228949 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabf74c8-23e8-4958-8a88-3de2bb592f60 req-c64aeb91-769e-4502-9e4d-63dc60d30110 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:19:46.230793 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-eabf74c8-23e8-4958-8a88-3de2bb592f60 req-c64aeb91-769e-4502-9e4d-63dc60d30110 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=97d79b9c-1ae1-496e-8ce3-67d30e2cc4e1 HTTP/1.1" status: 200 len: 860 time: 0.1114428 Jul 14 18:19:46.246261 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 53866) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:19:46.311537 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-98f99189-f17e-4247-94a8-bbc2da8f5530 req-10aa1d5b-7577-481b-9101-feb514958fce tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] 10.222.0.16 "GET /v2.0/security-groups?id=540fae54-ccea-4309-9c99-81b930eedb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015606 Jul 14 18:19:46.320078 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f174dd68-c150-47c0-bf34-78ce9a4d0a80 req-880ab12e-990d-4896-b92a-a60314284f1c tempest-LiveMigrationNegativeTest-237635840 tempest-LiveMigrationNegativeTest-237635840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:19:46.321975 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-f174dd68-c150-47c0-bf34-78ce9a4d0a80 req-880ab12e-990d-4896-b92a-a60314284f1c tempest-LiveMigrationNegativeTest-237635840 tempest-LiveMigrationNegativeTest-237635840-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2155423 Jul 14 18:19:46.335813 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [req-f174dd68-c150-47c0-bf34-78ce9a4d0a80 req-435db215-afaf-40f5-9fa8-1c97ab643726 tempest-LiveMigrationNegativeTest-237635840 tempest-LiveMigrationNegativeTest-237635840-project] Request body: {'port': {'device_id': '22ca0eb7-8fca-4432-9e75-ba37ffcfe765', 'network_id': '4f742057-89ee-4b4a-86f7-487ee61881a1', 'admin_state_up': True, 'tenant_id': '2acc825401794014b40c640f7ddf4b4a'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:19:46.357506 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-ffc75f69-e96c-4910-ae5f-b2a44c711759 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=029c1e99557d4f09a9b6bc5da8432a1e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1094391 Jul 14 18:19:46.360272 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 53870) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:19:46.421431 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-4dac11ff-6e1f-43ae-bfe6-a1150075ddce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:46.445813 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabf74c8-23e8-4958-8a88-3de2bb592f60 req-8090a2f8-a10c-4852-9690-a27a4321c07c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:19:46.447377 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-eabf74c8-23e8-4958-8a88-3de2bb592f60 req-8090a2f8-a10c-4852-9690-a27a4321c07c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ac4dcb0d-17ab-4060-82e2-c35125d24eab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1909101 Jul 14 18:19:46.451904 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-4dac11ff-6e1f-43ae-bfe6-a1150075ddce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:46.579688 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f174dd68-c150-47c0-bf34-78ce9a4d0a80 req-435db215-afaf-40f5-9fa8-1c97ab643726 tempest-LiveMigrationNegativeTest-237635840 tempest-LiveMigrationNegativeTest-237635840-project] Made reservation on behalf of 2acc825401794014b40c640f7ddf4b4a for: {'port': 1} {{(pid=93916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:19:46.585739 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-f174dd68-c150-47c0-bf34-78ce9a4d0a80 req-435db215-afaf-40f5-9fa8-1c97ab643726 tempest-LiveMigrationNegativeTest-237635840 tempest-LiveMigrationNegativeTest-237635840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:46.627196 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-eabf74c8-23e8-4958-8a88-3de2bb592f60 req-9e1dc0f9-bf0e-4204-be8a-a87c3a36dc97 service neutron] 10.222.0.35 "GET /v2.0/networks/ac4dcb0d-17ab-4060-82e2-c35125d24eab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1663871 Jul 14 18:19:46.628393 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-4dac11ff-6e1f-43ae-bfe6-a1150075ddce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:46.630925 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-4dac11ff-6e1f-43ae-bfe6-a1150075ddce admin admin] Notify callbacks [] for security_group, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:46.631987 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-4dac11ff-6e1f-43ae-bfe6-a1150075ddce admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9f1a1d61-16ed-469f-a7e0-00dfa498eb3e HTTP/1.1" status: 204 len: 168 time: 0.2687244 Jul 14 18:19:46.662974 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device f1260a60-9e13-4431-9f46-106002e3de47 no longer exists at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 18:19:46.691531 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] No Port match for: f1260a60-9e13-4431-9f46-106002e3de47 {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 18:19:46.692209 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device f1260a60-9e13-4431-9f46-106002e3de47 not bound to the agent host n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 18:19:46.751357 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dac11ff-6e1f-43ae-bfe6-a1150075ddce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f1a1d61-16ed-469f-a7e0-00dfa498eb3e,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:19:46.825931 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.db_base_plugin_common [req-f174dd68-c150-47c0-bf34-78ce9a4d0a80 req-435db215-afaf-40f5-9fa8-1c97ab643726 tempest-LiveMigrationNegativeTest-237635840 tempest-LiveMigrationNegativeTest-237635840-project] Allocated IP 192.168.233.13 (4f742057-89ee-4b4a-86f7-487ee61881a1/f20c54fb-f7da-4761-aa61-2e4f99f3d332/bca2efdb-e02a-4c5a-b453-e842c36a4c45) {{(pid=93916) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:19:46.832928 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dac11ff-6e1f-43ae-bfe6-a1150075ddce admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:19:46.833423 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dac11ff-6e1f-43ae-bfe6-a1150075ddce admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:19:46.833883 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dac11ff-6e1f-43ae-bfe6-a1150075ddce admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:19:46.834464 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dac11ff-6e1f-43ae-bfe6-a1150075ddce admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:19:46.835009 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dac11ff-6e1f-43ae-bfe6-a1150075ddce admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:19:46.835563 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dac11ff-6e1f-43ae-bfe6-a1150075ddce admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:19:46.837514 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dac11ff-6e1f-43ae-bfe6-a1150075ddce admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:19:46.837884 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dac11ff-6e1f-43ae-bfe6-a1150075ddce admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:19:46.838232 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dac11ff-6e1f-43ae-bfe6-a1150075ddce admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:19:46.838707 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dac11ff-6e1f-43ae-bfe6-a1150075ddce admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:19:46.839060 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dac11ff-6e1f-43ae-bfe6-a1150075ddce admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:19:46.839769 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dac11ff-6e1f-43ae-bfe6-a1150075ddce admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:19:46.897922 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a062267c-54b9-4a66-ae53-7acf5197858b req-22290274-6d8a-4afc-89c7-c6125c657bb2 tempest-LiveMigrationTest-888176612 tempest-LiveMigrationTest-888176612-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:19:46.905104 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a062267c-54b9-4a66-ae53-7acf5197858b req-22290274-6d8a-4afc-89c7-c6125c657bb2 tempest-LiveMigrationTest-888176612 tempest-LiveMigrationTest-888176612-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=fbf4bb9b-1d56-4ad5-a9e1-d9e143744a86 HTTP/1.1" status: 200 len: 1096 time: 0.3274341 Jul 14 18:19:46.912780 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-06b0c8e8-8c0c-48ef-b09b-11b154768c97 req-0e30d52e-3d21-4bac-ae88-9382daf5b351 tempest-TenantUsagesTestJSON-1149332420 tempest-TenantUsagesTestJSON-1149332420-project] 10.222.0.16 "GET /v2.0/ports?device_id=c92f5827-94ea-4143-a382-585546dc938d HTTP/1.1" status: 200 len: 210 time: 0.0690024 Jul 14 18:19:46.957850 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-eabf74c8-23e8-4958-8a88-3de2bb592f60 req-67a069d9-f463-4b62-aa7f-a0889b2e38f2 service neutron] 10.222.0.35 "GET /v2.0/networks/ac4dcb0d-17ab-4060-82e2-c35125d24eab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3224118 Jul 14 18:19:47.003357 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a062267c-54b9-4a66-ae53-7acf5197858b req-7ecfc87f-512a-4d10-a954-80cfed52b9be tempest-LiveMigrationTest-888176612 tempest-LiveMigrationTest-888176612-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=93c6eb24-b3aa-49c4-93f7-93dd5f011665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973024 Jul 14 18:19:47.034048 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-f174dd68-c150-47c0-bf34-78ce9a4d0a80 req-435db215-afaf-40f5-9fa8-1c97ab643726 tempest-LiveMigrationNegativeTest-237635840 tempest-LiveMigrationNegativeTest-237635840-project] Notify callbacks [] for port, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:47.048867 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.provisioning_blocks [req-f174dd68-c150-47c0-bf34-78ce9a4d0a80 req-435db215-afaf-40f5-9fa8-1c97ab643726 tempest-LiveMigrationNegativeTest-237635840 tempest-LiveMigrationNegativeTest-237635840-project] Transition to ACTIVE for port object bca2efdb-e02a-4c5a-b453-e842c36a4c45 will not be triggered until provisioned by entity DHCP. {{(pid=93916) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:19:47.093423 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-f174dd68-c150-47c0-bf34-78ce9a4d0a80 req-435db215-afaf-40f5-9fa8-1c97ab643726 tempest-LiveMigrationNegativeTest-237635840 tempest-LiveMigrationNegativeTest-237635840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:47.106201 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] get_ports_and_sgs() called for port_ids ['df23c584-e214-4d68-9747-8a4107990659'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 18:19:47.199024 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f174dd68-c150-47c0-bf34-78ce9a4d0a80 req-435db215-afaf-40f5-9fa8-1c97ab643726 tempest-LiveMigrationNegativeTest-237635840 tempest-LiveMigrationNegativeTest-237635840-project] Network 4f742057-89ee-4b4a-86f7-487ee61881a1 is already hosted by enough agents. {{(pid=93916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:19:47.203485 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435db215-afaf-40f5-9fa8-1c97ab643726 tempest-LiveMigrationNegativeTest-237635840 tempest-LiveMigrationNegativeTest-237635840-project] Pushing event updated for resources: {'Port': ['ID=bca2efdb-e02a-4c5a-b453-e842c36a4c45,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:19:47.214804 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [req-f174dd68-c150-47c0-bf34-78ce9a4d0a80 req-435db215-afaf-40f5-9fa8-1c97ab643726 tempest-LiveMigrationNegativeTest-237635840 tempest-LiveMigrationNegativeTest-237635840-project] Resources bound (agent type, host, resource id): {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:19:47.217519 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.l3_dvrscheduler_db [req-f174dd68-c150-47c0-bf34-78ce9a4d0a80 req-435db215-afaf-40f5-9fa8-1c97ab643726 tempest-LiveMigrationNegativeTest-237635840 tempest-LiveMigrationNegativeTest-237635840-project] Received port after_create {{(pid=93916) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:19:47.285709 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f174dd68-c150-47c0-bf34-78ce9a4d0a80 req-435db215-afaf-40f5-9fa8-1c97ab643726 tempest-LiveMigrationNegativeTest-237635840 tempest-LiveMigrationNegativeTest-237635840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:19:47.286575 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-f174dd68-c150-47c0-bf34-78ce9a4d0a80 req-435db215-afaf-40f5-9fa8-1c97ab643726 tempest-LiveMigrationNegativeTest-237635840 tempest-LiveMigrationNegativeTest-237635840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:47.309989 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-f174dd68-c150-47c0-bf34-78ce9a4d0a80 req-435db215-afaf-40f5-9fa8-1c97ab643726 tempest-LiveMigrationNegativeTest-237635840 tempest-LiveMigrationNegativeTest-237635840-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.9791479 Jul 14 18:19:47.331814 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [req-f174dd68-c150-47c0-bf34-78ce9a4d0a80 req-7cc98370-a375-490e-ba1a-3999673a7f39 service neutron] Request body: {'port': {'device_id': '22ca0eb7-8fca-4432-9e75-ba37ffcfe765', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800634-3'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:19:47.386630 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7bc215-aeeb-415f-bcc3-41d56a8b7a68 req-dd5beb5f-6ab3-4323-aa2c-6ca1fc6e667a tempest-FloatingIPsAssociationTestJSON-1206343344 tempest-FloatingIPsAssociationTestJSON-1206343344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:19:47.388228 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2d7bc215-aeeb-415f-bcc3-41d56a8b7a68 req-dd5beb5f-6ab3-4323-aa2c-6ca1fc6e667a tempest-FloatingIPsAssociationTestJSON-1206343344 tempest-FloatingIPsAssociationTestJSON-1206343344-project] 10.222.0.16 "GET /v2.0/ports?device_id=d4a090fa-ded3-464f-b9f4-fb95e4f2153d&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2499769 Jul 14 18:19:47.423602 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-f174dd68-c150-47c0-bf34-78ce9a4d0a80 req-7cc98370-a375-490e-ba1a-3999673a7f39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:47.467721 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2d7bc215-aeeb-415f-bcc3-41d56a8b7a68 req-d982c1b3-7fe3-47a8-b653-5a7617260bb9 tempest-FloatingIPsAssociationTestJSON-1206343344 tempest-FloatingIPsAssociationTestJSON-1206343344-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.1.59 HTTP/1.1" status: 200 len: 695 time: 0.0704441 Jul 14 18:19:47.474514 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bedb964-5dc6-4530-b2f7-f4ca705b240a req-a571b206-9555-4507-a098-60f64f64de8a tempest-LiveAutoBlockMigrationV225Test-133245952 tempest-LiveAutoBlockMigrationV225Test-133245952-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:19:47.475690 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-1bedb964-5dc6-4530-b2f7-f4ca705b240a req-a571b206-9555-4507-a098-60f64f64de8a tempest-LiveAutoBlockMigrationV225Test-133245952 tempest-LiveAutoBlockMigrationV225Test-133245952-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=beccc4b5-3ac3-49b2-9770-40ce37745a2b HTTP/1.1" status: 200 len: 1096 time: 0.2051399 Jul 14 18:19:47.489828 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [req-2d7bc215-aeeb-415f-bcc3-41d56a8b7a68 req-1e19390b-9bed-4be6-b8a4-cd637bcb2204 tempest-FloatingIPsAssociationTestJSON-1206343344 tempest-FloatingIPsAssociationTestJSON-1206343344-project] Request body: {'floatingip': {'port_id': '9ff41a23-0c91-4e23-90d4-e3f9f1ac0c89', 'fixed_ip_address': '172.20.0.7'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:19:47.544884 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-122319d0-7476-41ab-8516-7b030a4c9792 None None] Provisioning for port bca2efdb-e02a-4c5a-b453-e842c36a4c45 completed by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:19:47.546562 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-2d7bc215-aeeb-415f-bcc3-41d56a8b7a68 req-1e19390b-9bed-4be6-b8a4-cd637bcb2204 tempest-FloatingIPsAssociationTestJSON-1206343344 tempest-FloatingIPsAssociationTestJSON-1206343344-project] Notify callbacks [] for floatingip, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:47.552429 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-122319d0-7476-41ab-8516-7b030a4c9792 None None] Provisioning complete for port bca2efdb-e02a-4c5a-b453-e842c36a4c45 triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:19:47.553108 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-122319d0-7476-41ab-8516-7b030a4c9792 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:47.595722 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-122319d0-7476-41ab-8516-7b030a4c9792 None None] Port bca2efdb-e02a-4c5a-b453-e842c36a4c45 cannot update to ACTIVE because it is not bound. {{(pid=93917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 18:19:47.629285 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-1bedb964-5dc6-4530-b2f7-f4ca705b240a req-3eca5d06-91ec-492e-9b8a-d176c20e0cb5 tempest-LiveAutoBlockMigrationV225Test-133245952 tempest-LiveAutoBlockMigrationV225Test-133245952-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=540fae54-ccea-4309-9c99-81b930eedb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355033 Jul 14 18:19:47.813991 n-d-800634-3 neutron-server[93916]: DEBUG neutron.notifiers.nova [req-f174dd68-c150-47c0-bf34-78ce9a4d0a80 req-7cc98370-a375-490e-ba1a-3999673a7f39 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bca2efdb-e02a-4c5a-b453-e842c36a4c45 {{(pid=93916) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 18:19:47.823107 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-f174dd68-c150-47c0-bf34-78ce9a4d0a80 req-7cc98370-a375-490e-ba1a-3999673a7f39 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:47.839562 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.provisioning_blocks [req-f174dd68-c150-47c0-bf34-78ce9a4d0a80 req-7cc98370-a375-490e-ba1a-3999673a7f39 service neutron] Transition to ACTIVE for port object bca2efdb-e02a-4c5a-b453-e842c36a4c45 will not be triggered until provisioned by entity L2. {{(pid=93916) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:19:47.842599 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-f174dd68-c150-47c0-bf34-78ce9a4d0a80 req-7cc98370-a375-490e-ba1a-3999673a7f39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2684870'] for port, after_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:47.896702 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc98370-a375-490e-ba1a-3999673a7f39 service neutron] Pushing event updated for resources: {'Port': ['ID=bca2efdb-e02a-4c5a-b453-e842c36a4c45,revision_number=2']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:19:47.978474 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.managers [req-f174dd68-c150-47c0-bf34-78ce9a4d0a80 req-7cc98370-a375-490e-ba1a-3999673a7f39 service neutron] Attempting to bind port bca2efdb-e02a-4c5a-b453-e842c36a4c45 on host n-h2-800634-3 for vnic_type normal with profile {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:19:47.978916 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.managers [req-f174dd68-c150-47c0-bf34-78ce9a4d0a80 req-7cc98370-a375-490e-ba1a-3999673a7f39 service neutron] Attempting to bind port bca2efdb-e02a-4c5a-b453-e842c36a4c45 by drivers openvswitch,hyperv on host n-h2-800634-3 at level 0 using segments [{'id': '067fc487-22c7-42de-972d-ae352a28ad29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '4f742057-89ee-4b4a-86f7-487ee61881a1'}] {{(pid=93916) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:19:47.979387 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f174dd68-c150-47c0-bf34-78ce9a4d0a80 req-7cc98370-a375-490e-ba1a-3999673a7f39 service neutron] Attempting to bind port bca2efdb-e02a-4c5a-b453-e842c36a4c45 on network 4f742057-89ee-4b4a-86f7-487ee61881a1 {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:19:47.983823 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f174dd68-c150-47c0-bf34-78ce9a4d0a80 req-7cc98370-a375-490e-ba1a-3999673a7f39 service neutron] Port bca2efdb-e02a-4c5a-b453-e842c36a4c45 on network 4f742057-89ee-4b4a-86f7-487ee61881a1 not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-3 {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 18:19:47.984165 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f174dd68-c150-47c0-bf34-78ce9a4d0a80 req-7cc98370-a375-490e-ba1a-3999673a7f39 service neutron] Attempting to bind port bca2efdb-e02a-4c5a-b453-e842c36a4c45 on network 4f742057-89ee-4b4a-86f7-487ee61881a1 {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:19:47.985957 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97875443-052a-4c0a-b908-b0d613b895ce req-791c6141-25d1-4b4c-ba0b-0589fc71592f tempest-LiveMigrationNegativeTest-237635840 tempest-LiveMigrationNegativeTest-237635840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:19:47.988645 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-97875443-052a-4c0a-b908-b0d613b895ce req-791c6141-25d1-4b4c-ba0b-0589fc71592f tempest-LiveMigrationNegativeTest-237635840 tempest-LiveMigrationNegativeTest-237635840-project] 10.222.0.16 "GET /v2.0/ports?device_id=22ca0eb7-8fca-4432-9e75-ba37ffcfe765 HTTP/1.1" status: 200 len: 947 time: 0.1493025 Jul 14 18:19:47.989760 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f174dd68-c150-47c0-bf34-78ce9a4d0a80 req-7cc98370-a375-490e-ba1a-3999673a7f39 service neutron] Checking agent: {'id': '08e36a6c-8d04-48f0-a644-f27680635246', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 15, 35), 'started_at': datetime.datetime(2021, 7, 14, 18, 15, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 18, 19, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 18:19:47.990445 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f174dd68-c150-47c0-bf34-78ce9a4d0a80 req-7cc98370-a375-490e-ba1a-3999673a7f39 service neutron] Checking segment: {'id': '067fc487-22c7-42de-972d-ae352a28ad29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '4f742057-89ee-4b4a-86f7-487ee61881a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93916) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:19:47.990993 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f174dd68-c150-47c0-bf34-78ce9a4d0a80 req-7cc98370-a375-490e-ba1a-3999673a7f39 service neutron] Bound using segment: {'id': '067fc487-22c7-42de-972d-ae352a28ad29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '4f742057-89ee-4b4a-86f7-487ee61881a1'} {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 18:19:47.991590 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.managers [req-f174dd68-c150-47c0-bf34-78ce9a4d0a80 req-7cc98370-a375-490e-ba1a-3999673a7f39 service neutron] Bound port: bca2efdb-e02a-4c5a-b453-e842c36a4c45, host: n-h2-800634-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '067fc487-22c7-42de-972d-ae352a28ad29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '4f742057-89ee-4b4a-86f7-487ee61881a1'}}] {{(pid=93916) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 18:19:47.992095 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-f174dd68-c150-47c0-bf34-78ce9a4d0a80 req-7cc98370-a375-490e-ba1a-3999673a7f39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:48.062495 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.db [req-f174dd68-c150-47c0-bf34-78ce9a4d0a80 req-7cc98370-a375-490e-ba1a-3999673a7f39 service neutron] For port bca2efdb-e02a-4c5a-b453-e842c36a4c45, host n-h2-800634-3, cleared binding levels {{(pid=93916) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:19:48.068217 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.db [req-f174dd68-c150-47c0-bf34-78ce9a4d0a80 req-7cc98370-a375-490e-ba1a-3999673a7f39 service neutron] For port bca2efdb-e02a-4c5a-b453-e842c36a4c45, host n-h2-800634-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=bca2efdb-e02a-4c5a-b453-e842c36a4c45,segment=NetworkSegment(067fc487-22c7-42de-972d-ae352a28ad29),segment_id=067fc487-22c7-42de-972d-ae352a28ad29)] {{(pid=93916) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 18:19:48.073576 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-f174dd68-c150-47c0-bf34-78ce9a4d0a80 req-7cc98370-a375-490e-ba1a-3999673a7f39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2684870'] for port, after_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:48.100723 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-97875443-052a-4c0a-b908-b0d613b895ce req-37eb928a-0456-4846-8c97-94a742cd1e52 tempest-LiveMigrationNegativeTest-237635840 tempest-LiveMigrationNegativeTest-237635840-project] 10.222.0.16 "GET /v2.0/security-groups?id=4f7edf6a-d68f-4421-aca5-70454e3b9b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919156 Jul 14 18:19:48.114057 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f174dd68-c150-47c0-bf34-78ce9a4d0a80 req-7cc98370-a375-490e-ba1a-3999673a7f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:19:48.114648 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-f174dd68-c150-47c0-bf34-78ce9a4d0a80 req-7cc98370-a375-490e-ba1a-3999673a7f39 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:48.126025 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-f174dd68-c150-47c0-bf34-78ce9a4d0a80 req-7cc98370-a375-490e-ba1a-3999673a7f39 service neutron] 10.222.0.35 "PUT /v2.0/ports/bca2efdb-e02a-4c5a-b453-e842c36a4c45 HTTP/1.1" status: 200 len: 1095 time: 0.8003478 Jul 14 18:19:48.126617 n-d-800634-3 neutron-server[93916]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22ca0eb7-8fca-4432-9e75-ba37ffcfe765', 'tag': 'bca2efdb-e02a-4c5a-b453-e842c36a4c45'}] {{(pid=93916) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:19:48.131963 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f803e150b363a7893830aa996ac27753fa25517c406ecd3536b7c2d4b26eeb9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60780cc8-eb76-4166-b428-55e38935021c" -d '{"events": [{"name": "network-changed", "server_uuid": "22ca0eb7-8fca-4432-9e75-ba37ffcfe765", "tag": "bca2efdb-e02a-4c5a-b453-e842c36a4c45"}]}' {{(pid=93916) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:19:48.172818 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc98370-a375-490e-ba1a-3999673a7f39 service neutron] Pushing event updated for resources: {'Port': ['ID=bca2efdb-e02a-4c5a-b453-e842c36a4c45,revision_number=3']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:19:48.215055 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-2d7bc215-aeeb-415f-bcc3-41d56a8b7a68 req-1e19390b-9bed-4be6-b8a4-cd637bcb2204 tempest-FloatingIPsAssociationTestJSON-1206343344 tempest-FloatingIPsAssociationTestJSON-1206343344-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:48.228018 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-2d7bc215-aeeb-415f-bcc3-41d56a8b7a68 req-1e19390b-9bed-4be6-b8a4-cd637bcb2204 tempest-FloatingIPsAssociationTestJSON-1206343344 tempest-FloatingIPsAssociationTestJSON-1206343344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-930131'] for floatingip, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:48.249494 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-397759bd-e1c4-45a7-b397-b66bf1bb9e5c req-11fba13e-3d57-49b6-8117-4b5cc06c00e1 tempest-TenantUsagesTestJSON-1149332420 tempest-TenantUsagesTestJSON-1149332420-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=c97d05c270dd4791baa5a9d4c1bbb3fa&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0329261 Jul 14 18:19:48.304301 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f174dd68-c150-47c0-bf34-78ce9a4d0a80 req-29454fdb-8e0f-489c-aab2-292809142e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:19:48.306202 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-f174dd68-c150-47c0-bf34-78ce9a4d0a80 req-29454fdb-8e0f-489c-aab2-292809142e40 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2acc825401794014b40c640f7ddf4b4a&device_id=22ca0eb7-8fca-4432-9e75-ba37ffcfe765 HTTP/1.1" status: 200 len: 1098 time: 0.1147215 Jul 14 18:19:48.362045 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-f174dd68-c150-47c0-bf34-78ce9a4d0a80 req-f30b0a57-df05-4379-8ba4-79eef6a01496 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.13&port_id=bca2efdb-e02a-4c5a-b453-e842c36a4c45 HTTP/1.1" status: 200 len: 217 time: 0.0395589 Jul 14 18:19:48.434108 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f174dd68-c150-47c0-bf34-78ce9a4d0a80 req-712e9e9c-8ed3-479c-bd19-0006f3660b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:19:48.436796 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-f174dd68-c150-47c0-bf34-78ce9a4d0a80 req-712e9e9c-8ed3-479c-bd19-0006f3660b7f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f20c54fb-f7da-4761-aa61-2e4f99f3d332 HTTP/1.1" status: 200 len: 843 time: 0.0664721 Jul 14 18:19:48.503367 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f174dd68-c150-47c0-bf34-78ce9a4d0a80 req-f0722f68-a04f-413d-92d7-81f559f49cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:19:48.505539 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-f174dd68-c150-47c0-bf34-78ce9a4d0a80 req-f0722f68-a04f-413d-92d7-81f559f49cbf service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4f742057-89ee-4b4a-86f7-487ee61881a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0618997 Jul 14 18:19:48.557201 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d775d73f-4016-4b9f-a2a4-716901e50204 req-0959640e-b1c7-4eaf-b1c6-e90ce4391753 tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:19:48.558688 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-d775d73f-4016-4b9f-a2a4-716901e50204 req-0959640e-b1c7-4eaf-b1c6-e90ce4391753 tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] 10.222.0.16 "GET /v2.0/networks?id=7cee3312-4c4c-4d32-820f-eab965dcf565 HTTP/1.1" status: 200 len: 821 time: 0.2637019 Jul 14 18:19:48.567794 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397759bd-e1c4-45a7-b397-b66bf1bb9e5c req-c57f24e8-0f91-48aa-b624-a959a9d2bfbb tempest-TenantUsagesTestJSON-1149332420 tempest-TenantUsagesTestJSON-1149332420-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:19:48.569196 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-397759bd-e1c4-45a7-b397-b66bf1bb9e5c req-c57f24e8-0f91-48aa-b624-a959a9d2bfbb tempest-TenantUsagesTestJSON-1149332420 tempest-TenantUsagesTestJSON-1149332420-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2837143 Jul 14 18:19:48.572257 n-d-800634-3 neutron-server[93915]: INFO neutron.db.l3_db [req-2d7bc215-aeeb-415f-bcc3-41d56a8b7a68 req-1e19390b-9bed-4be6-b8a4-cd637bcb2204 tempest-FloatingIPsAssociationTestJSON-1206343344 tempest-FloatingIPsAssociationTestJSON-1206343344-project] Floating IP fb85e68c-59fe-470a-bf1b-7deba9b174fa associated. External IP: 172.25.1.59, port: 9ff41a23-0c91-4e23-90d4-e3f9f1ac0c89. Jul 14 18:19:48.598404 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-f174dd68-c150-47c0-bf34-78ce9a4d0a80 req-4bdddfca-3bfb-455c-9645-d269ea84f20b service neutron] 10.222.0.35 "GET /v2.0/networks/4f742057-89ee-4b4a-86f7-487ee61881a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832052 Jul 14 18:19:48.620297 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [req-397759bd-e1c4-45a7-b397-b66bf1bb9e5c req-2210acb4-e1a5-44eb-9697-07f14b24dfbc tempest-TenantUsagesTestJSON-1149332420 tempest-TenantUsagesTestJSON-1149332420-project] Request body: {'port': {'device_id': 'c92f5827-94ea-4143-a382-585546dc938d', 'network_id': '4f742057-89ee-4b4a-86f7-487ee61881a1', 'admin_state_up': True, 'tenant_id': 'c97d05c270dd4791baa5a9d4c1bbb3fa'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:19:48.664461 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-d775d73f-4016-4b9f-a2a4-716901e50204 req-5f3597e6-2a82-45ab-95c4-b12ccfc84093 tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] 10.222.0.16 "GET /v2.0/quotas/0a6a8e07e1ce4e4e84e3fe5c59c6747c HTTP/1.1" status: 200 len: 375 time: 0.0934634 Jul 14 18:19:48.701789 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-f174dd68-c150-47c0-bf34-78ce9a4d0a80 req-78ef47e1-cb68-49bc-8a7b-696e5fd3bcb0 service neutron] 10.222.0.35 "GET /v2.0/networks/4f742057-89ee-4b4a-86f7-487ee61881a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926702 Jul 14 18:19:49.067286 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a2c8b7-1883-43b2-a7d3-2e90089d1e7a req-e6f0e4af-96d0-48e7-adf0-5d067ad9e2b3 tempest-FloatingIPsAssociationTestJSON-1206343344 tempest-FloatingIPsAssociationTestJSON-1206343344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:19:49.068758 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-80a2c8b7-1883-43b2-a7d3-2e90089d1e7a req-e6f0e4af-96d0-48e7-adf0-5d067ad9e2b3 tempest-FloatingIPsAssociationTestJSON-1206343344 tempest-FloatingIPsAssociationTestJSON-1206343344-project] 10.222.0.35 "GET /v2.0/ports?device_id=ce10365d-c65b-40b2-8c01-23d1aaffa41c HTTP/1.1" status: 200 len: 945 time: 0.5643983 Jul 14 18:19:49.265023 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-d775d73f-4016-4b9f-a2a4-716901e50204 req-97fa9dc3-f514-42f2-9c0e-219830319023 tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=0a6a8e07e1ce4e4e84e3fe5c59c6747c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5937777 Jul 14 18:19:49.265596 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-397759bd-e1c4-45a7-b397-b66bf1bb9e5c req-2210acb4-e1a5-44eb-9697-07f14b24dfbc tempest-TenantUsagesTestJSON-1149332420 tempest-TenantUsagesTestJSON-1149332420-project] Made reservation on behalf of c97d05c270dd4791baa5a9d4c1bbb3fa for: {'port': 1} {{(pid=93915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:19:49.268873 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-397759bd-e1c4-45a7-b397-b66bf1bb9e5c req-2210acb4-e1a5-44eb-9697-07f14b24dfbc tempest-TenantUsagesTestJSON-1149332420 tempest-TenantUsagesTestJSON-1149332420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:49.298141 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-397759bd-e1c4-45a7-b397-b66bf1bb9e5c req-2210acb4-e1a5-44eb-9697-07f14b24dfbc tempest-TenantUsagesTestJSON-1149332420 tempest-TenantUsagesTestJSON-1149332420-project] Notify callbacks [] for security_group, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:49.398945 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2d7bc215-aeeb-415f-bcc3-41d56a8b7a68 req-1e19390b-9bed-4be6-b8a4-cd637bcb2204 tempest-FloatingIPsAssociationTestJSON-1206343344 tempest-FloatingIPsAssociationTestJSON-1206343344-project] Router d259d793-7f04-4b26-88b6-52f0483faef8 has already been hosted by L3 agent 2c6eb27e-defb-4cca-9a24-381c7415e359 {{(pid=93915) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 18:19:49.407782 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [req-80a2c8b7-1883-43b2-a7d3-2e90089d1e7a req-dccb6d86-fd2a-403a-a942-b2a72dc847b5 tempest-FloatingIPsAssociationTestJSON-1206343344 tempest-FloatingIPsAssociationTestJSON-1206343344-project] Deleting port 86c7edc6-b461-40cb-857e-eb34e0bdc524 {{(pid=93915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:19:49.408167 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-80a2c8b7-1883-43b2-a7d3-2e90089d1e7a req-dccb6d86-fd2a-403a-a942-b2a72dc847b5 tempest-FloatingIPsAssociationTestJSON-1206343344 tempest-FloatingIPsAssociationTestJSON-1206343344-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:49.494140 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-d775d73f-4016-4b9f-a2a4-716901e50204 req-7eb65cc8-69f1-4ba7-8b56-b0def5e4e154 service neutron] 10.222.0.16 "GET /v2.0/networks/7cee3312-4c4c-4d32-820f-eab965dcf565?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2198899 Jul 14 18:19:49.658649 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-80a2c8b7-1883-43b2-a7d3-2e90089d1e7a req-dccb6d86-fd2a-403a-a942-b2a72dc847b5 tempest-FloatingIPsAssociationTestJSON-1206343344 tempest-FloatingIPsAssociationTestJSON-1206343344-project] For port 86c7edc6-b461-40cb-857e-eb34e0bdc524, host n-h2-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=86c7edc6-b461-40cb-857e-eb34e0bdc524,segment=NetworkSegment(06c66395-d1c3-4d06-8efa-6bd69b5e26e2),segment_id=06c66395-d1c3-4d06-8efa-6bd69b5e26e2)] {{(pid=93915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:19:49.659300 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-80a2c8b7-1883-43b2-a7d3-2e90089d1e7a req-dccb6d86-fd2a-403a-a942-b2a72dc847b5 tempest-FloatingIPsAssociationTestJSON-1206343344 tempest-FloatingIPsAssociationTestJSON-1206343344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:49.689327 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [req-80a2c8b7-1883-43b2-a7d3-2e90089d1e7a req-dccb6d86-fd2a-403a-a942-b2a72dc847b5 tempest-FloatingIPsAssociationTestJSON-1206343344 tempest-FloatingIPsAssociationTestJSON-1206343344-project] Calling delete_port for 86c7edc6-b461-40cb-857e-eb34e0bdc524 owned by compute:nova {{(pid=93915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:19:49.774304 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2d7bc215-aeeb-415f-bcc3-41d56a8b7a68 req-1e19390b-9bed-4be6-b8a4-cd637bcb2204 tempest-FloatingIPsAssociationTestJSON-1206343344 tempest-FloatingIPsAssociationTestJSON-1206343344-project] Notify agent at l3_agent.n-d-800634-3 the message routers_updated {{(pid=93915) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 18:19:49.781554 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-2d7bc215-aeeb-415f-bcc3-41d56a8b7a68 req-1e19390b-9bed-4be6-b8a4-cd637bcb2204 tempest-FloatingIPsAssociationTestJSON-1206343344 tempest-FloatingIPsAssociationTestJSON-1206343344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for floatingip, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:49.784892 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c363419-5dd6-4344-89fa-97aae744f025 None None] Sync routers for ids ['d259d793-7f04-4b26-88b6-52f0483faef8'] in n-d-800634-3 {{(pid=93918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 18:19:49.789005 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-d775d73f-4016-4b9f-a2a4-716901e50204 req-2769889d-5094-4b43-b720-b3a6bcb96b08 service neutron] 10.222.0.16 "GET /v2.0/networks/7cee3312-4c4c-4d32-820f-eab965dcf565?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2572942 Jul 14 18:19:49.794581 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c363419-5dd6-4344-89fa-97aae744f025 None None] Routers {'d259d793-7f04-4b26-88b6-52f0483faef8'} bound to L3 agent in host n-d-800634-3 {{(pid=93918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:19:49.795287 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-0c363419-5dd6-4344-89fa-97aae744f025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:19:23Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['d259d793-7f04-4b26-88b6-52f0483faef8'], 'active': True} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:19:49.816274 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-397759bd-e1c4-45a7-b397-b66bf1bb9e5c req-2210acb4-e1a5-44eb-9697-07f14b24dfbc tempest-TenantUsagesTestJSON-1149332420 tempest-TenantUsagesTestJSON-1149332420-project] Notify callbacks [] for security_group, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:49.826593 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-397759bd-e1c4-45a7-b397-b66bf1bb9e5c req-2210acb4-e1a5-44eb-9697-07f14b24dfbc tempest-TenantUsagesTestJSON-1149332420 tempest-TenantUsagesTestJSON-1149332420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:49.905943 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2d7bc215-aeeb-415f-bcc3-41d56a8b7a68 req-1e19390b-9bed-4be6-b8a4-cd637bcb2204 tempest-FloatingIPsAssociationTestJSON-1206343344 tempest-FloatingIPsAssociationTestJSON-1206343344-project] 10.222.0.16 "PUT /v2.0/floatingips/fb85e68c-59fe-470a-bf1b-7deba9b174fa HTTP/1.1" status: 200 len: 995 time: 2.4204826 Jul 14 18:19:49.912934 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4a090fa-ded3-464f-b9f4-fb95e4f2153d', 'tag': '9ff41a23-0c91-4e23-90d4-e3f9f1ac0c89'}] {{(pid=93915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:19:49.915188 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e72782ad3af8f7d4ce76cedf092bca46d1756acc5c4653cf0b52034cdd6b073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96b8fa90-6065-4374-81a1-5b719592fb6e" -d '{"events": [{"name": "network-changed", "server_uuid": "d4a090fa-ded3-464f-b9f4-fb95e4f2153d", "tag": "9ff41a23-0c91-4e23-90d4-e3f9f1ac0c89"}]}' {{(pid=93915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:19:49.916573 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvr_db [None req-0c363419-5dd6-4344-89fa-97aae744f025 None None] Set router d259d793-7f04-4b26-88b6-52f0483faef8 gateway port host: n-d-800634-3 {{(pid=93918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 18:19:49.933759 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2210acb4-e1a5-44eb-9697-07f14b24dfbc tempest-TenantUsagesTestJSON-1149332420 tempest-TenantUsagesTestJSON-1149332420-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b4591504-b34d-4006-922f-22c1e19a547f,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:19:50.089682 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-80a2c8b7-1883-43b2-a7d3-2e90089d1e7a req-dccb6d86-fd2a-403a-a942-b2a72dc847b5 tempest-FloatingIPsAssociationTestJSON-1206343344 tempest-FloatingIPsAssociationTestJSON-1206343344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813'] for port, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:50.091694 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.db_base_plugin_common [req-397759bd-e1c4-45a7-b397-b66bf1bb9e5c req-2210acb4-e1a5-44eb-9697-07f14b24dfbc tempest-TenantUsagesTestJSON-1149332420 tempest-TenantUsagesTestJSON-1149332420-project] Allocated IP 192.168.233.24 (4f742057-89ee-4b4a-86f7-487ee61881a1/f20c54fb-f7da-4761-aa61-2e4f99f3d332/afd4a5a8-854f-41c4-9c78-f14dc594bfd7) {{(pid=93915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:19:50.102926 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] get_ports_and_sgs() called for port_ids ['9ff41a23-0c91-4e23-90d4-e3f9f1ac0c89'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 18:19:50.105389 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7bc215-aeeb-415f-bcc3-41d56a8b7a68 req-394839e8-e235-4a5d-b734-9772cbd5ceb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:19:50.106914 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2d7bc215-aeeb-415f-bcc3-41d56a8b7a68 req-394839e8-e235-4a5d-b734-9772cbd5ceb8 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=34616e81172546728ddd3adbee03f177&device_id=d4a090fa-ded3-464f-b9f4-fb95e4f2153d HTTP/1.1" status: 200 len: 1096 time: 0.1683624 Jul 14 18:19:50.108887 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] get_ports_and_sgs() called for port_ids ['86c7edc6-b461-40cb-857e-eb34e0bdc524'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 18:19:50.143091 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccb6d86-fd2a-403a-a942-b2a72dc847b5 tempest-FloatingIPsAssociationTestJSON-1206343344 tempest-FloatingIPsAssociationTestJSON-1206343344-project] Pushing event deleted for resources: {'Port': ['ID=86c7edc6-b461-40cb-857e-eb34e0bdc524,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:19:50.278509 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [req-80a2c8b7-1883-43b2-a7d3-2e90089d1e7a req-dccb6d86-fd2a-403a-a942-b2a72dc847b5 tempest-FloatingIPsAssociationTestJSON-1206343344 tempest-FloatingIPsAssociationTestJSON-1206343344-project] No DVR routers for this DVR port 86c7edc6-b461-40cb-857e-eb34e0bdc524 on host n-h2-800634-3 {{(pid=93915) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 18:19:50.292650 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-80a2c8b7-1883-43b2-a7d3-2e90089d1e7a req-dccb6d86-fd2a-403a-a942-b2a72dc847b5 tempest-FloatingIPsAssociationTestJSON-1206343344 tempest-FloatingIPsAssociationTestJSON-1206343344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:50.294955 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-80a2c8b7-1883-43b2-a7d3-2e90089d1e7a req-dccb6d86-fd2a-403a-a942-b2a72dc847b5 tempest-FloatingIPsAssociationTestJSON-1206343344 tempest-FloatingIPsAssociationTestJSON-1206343344-project] 10.222.0.35 "DELETE /v2.0/ports/86c7edc6-b461-40cb-857e-eb34e0bdc524 HTTP/1.1" status: 204 len: 173 time: 1.2158885 Jul 14 18:19:50.310259 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-0c363419-5dd6-4344-89fa-97aae744f025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd259d793-7f04-4b26-88b6-52f0483faef8', 'name': 'tempest-FloatingIPsAssociationTestJSON-1521117267-router', 'tenant_id': '34616e81172546728ddd3adbee03f177', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.253'}], 'enable_snat': True}, 'gw_port_id': '74a2372d-5f5b-4330-b68a-21af0616ec05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:18:23Z', 'updated_at': '2021-07-14T18:18:33Z', 'revision_number': 4, 'project_id': '34616e81172546728ddd3adbee03f177', 'gw_port': {'id': '74a2372d-5f5b-4330-b68a-21af0616ec05', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:93:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd259d793-7f04-4b26-88b6-52f0483faef8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:18:25Z', 'updated_at': '2021-07-14T18:18:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_floatingips': [{'id': 'fb85e68c-59fe-470a-bf1b-7deba9b174fa', 'tenant_id': '34616e81172546728ddd3adbee03f177', 'floating_ip_address': '172.25.1.59', 'floating_network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'router_id': 'd259d793-7f04-4b26-88b6-52f0483faef8', 'port_id': '9ff41a23-0c91-4e23-90d4-e3f9f1ac0c89', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 336, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac4dcb0d-17ab-4060-82e2-c35125d24eab', 'mac_address': 'fa:16:3e:53:4c:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4a090fa-ded3-464f-b9f4-fb95e4f2153d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T18:19:01Z', 'updated_at': '2021-07-14T18:19:48Z', 'revision_number': 8, 'project_id': '34616e81172546728ddd3adbee03f177', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee623b73-fb38-4169-895b-41d7ff971d30', 'name': '', 'network_id': 'ac4dcb0d-17ab-4060-82e2-c35125d24eab', 'tenant_id': '34616e81172546728ddd3adbee03f177', 'mac_address': 'fa:16:3e:ba:39:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd259d793-7f04-4b26-88b6-52f0483faef8', 'device_owner': 'network:router_interface', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': '97d79b9c-1ae1-496e-8ce3-67d30e2cc4e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:18:32Z', 'updated_at': '2021-07-14T18:18:47Z', 'revision_number': 5, 'project_id': '34616e81172546728ddd3adbee03f177', 'subnets': [{'id': '97d79b9c-1ae1-496e-8ce3-67d30e2cc4e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-3', False) {} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:19:50.357968 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-f0cca1a9-64d9-4ee7-bd57-6dd7bc73aa76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:50.372210 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c363419-5dd6-4344-89fa-97aae744f025 None None] Checking router: d259d793-7f04-4b26-88b6-52f0483faef8 for host: n-d-800634-3 {{(pid=93918) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 18:19:50.387504 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c363419-5dd6-4344-89fa-97aae744f025 None None] Routers {'d259d793-7f04-4b26-88b6-52f0483faef8'} bound to L3 agent in host n-d-800634-3 {{(pid=93918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:19:50.387504 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-0c363419-5dd6-4344-89fa-97aae744f025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:19:23Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['d259d793-7f04-4b26-88b6-52f0483faef8'], 'active': True} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:19:50.478688 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7bc215-aeeb-415f-bcc3-41d56a8b7a68 req-d256f004-1153-4d82-a609-ed5e302a5ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:19:50.480225 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2d7bc215-aeeb-415f-bcc3-41d56a8b7a68 req-d256f004-1153-4d82-a609-ed5e302a5ff9 service neutron] 10.222.0.16 "GET /v2.0/networks?id=ac4dcb0d-17ab-4060-82e2-c35125d24eab HTTP/1.1" status: 200 len: 921 time: 0.3486845 Jul 14 18:19:50.500757 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-cebb48c6-b8df-402a-9a3e-0a0dddadf5ab req-fb556f6b-47db-4fa6-8bc0-3441563f39e4 tempest-TenantUsagesTestJSON-1149332420 tempest-TenantUsagesTestJSON-1149332420-project] 10.222.0.16 "GET /v2.0/ports?device_id=c92f5827-94ea-4143-a382-585546dc938d HTTP/1.1" status: 200 len: 210 time: 0.0944219 Jul 14 18:19:50.642063 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvr_db [None req-0c363419-5dd6-4344-89fa-97aae744f025 None None] Set router d259d793-7f04-4b26-88b6-52f0483faef8 gateway port host: n-d-800634-3 {{(pid=93918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 18:19:50.694416 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 53964) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:19:50.736352 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2d7bc215-aeeb-415f-bcc3-41d56a8b7a68 req-ca017262-2585-4a77-b91e-51c09ea0f64b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9ff41a23-0c91-4e23-90d4-e3f9f1ac0c89 HTTP/1.1" status: 200 len: 998 time: 0.2323406 Jul 14 18:19:50.746902 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 18:19:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd1695f0-f956-4f79-877f-9e291115ca66 x-openstack-request-id: req-cd1695f0-f956-4f79-877f-9e291115ca66 {{(pid=93916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:19:50.747252 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22ca0eb7-8fca-4432-9e75-ba37ffcfe765", "tag": "bca2efdb-e02a-4c5a-b453-e842c36a4c45", "status": "completed", "code": 200}]} {{(pid=93916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:19:50.747564 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-cd1695f0-f956-4f79-877f-9e291115ca66 {{(pid=93916) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:19:50.748304 n-d-800634-3 neutron-server[93916]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22ca0eb7-8fca-4432-9e75-ba37ffcfe765', 'tag': 'bca2efdb-e02a-4c5a-b453-e842c36a4c45', 'status': 'completed', 'code': 200} Jul 14 18:19:50.749042 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-397759bd-e1c4-45a7-b397-b66bf1bb9e5c req-2210acb4-e1a5-44eb-9697-07f14b24dfbc tempest-TenantUsagesTestJSON-1149332420 tempest-TenantUsagesTestJSON-1149332420-project] Notify callbacks [] for port, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:50.814092 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7bc215-aeeb-415f-bcc3-41d56a8b7a68 req-0862d485-7662-46d2-b954-2dcb137f7a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:19:50.816468 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2d7bc215-aeeb-415f-bcc3-41d56a8b7a68 req-0862d485-7662-46d2-b954-2dcb137f7a41 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=97d79b9c-1ae1-496e-8ce3-67d30e2cc4e1 HTTP/1.1" status: 200 len: 860 time: 0.0620084 Jul 14 18:19:50.852942 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-fd51d765-0eff-4568-b558-3e96c2cee0e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:50.910438 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.provisioning_blocks [req-397759bd-e1c4-45a7-b397-b66bf1bb9e5c req-2210acb4-e1a5-44eb-9697-07f14b24dfbc tempest-TenantUsagesTestJSON-1149332420 tempest-TenantUsagesTestJSON-1149332420-project] Transition to ACTIVE for port object afd4a5a8-854f-41c4-9c78-f14dc594bfd7 will not be triggered until provisioned by entity DHCP. {{(pid=93915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:19:50.969715 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60780cc8-eb76-4166-b428-55e38935021c req-03b30db7-57bb-4110-9b5f-a1d1118e812b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:19:50.971631 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-60780cc8-eb76-4166-b428-55e38935021c req-03b30db7-57bb-4110-9b5f-a1d1118e812b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2acc825401794014b40c640f7ddf4b4a&device_id=22ca0eb7-8fca-4432-9e75-ba37ffcfe765 HTTP/1.1" status: 200 len: 1098 time: 0.1542828 Jul 14 18:19:50.973089 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-fd51d765-0eff-4568-b558-3e96c2cee0e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:50.979250 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-fd51d765-0eff-4568-b558-3e96c2cee0e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:50.992052 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7bc215-aeeb-415f-bcc3-41d56a8b7a68 req-8e1c589d-a068-4969-a246-37512f6c932f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:19:50.993185 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2d7bc215-aeeb-415f-bcc3-41d56a8b7a68 req-8e1c589d-a068-4969-a246-37512f6c932f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ac4dcb0d-17ab-4060-82e2-c35125d24eab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1694777 Jul 14 18:19:51.005377 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-0c363419-5dd6-4344-89fa-97aae744f025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd259d793-7f04-4b26-88b6-52f0483faef8', 'name': 'tempest-FloatingIPsAssociationTestJSON-1521117267-router', 'tenant_id': '34616e81172546728ddd3adbee03f177', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.253'}], 'enable_snat': True}, 'gw_port_id': '74a2372d-5f5b-4330-b68a-21af0616ec05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:18:23Z', 'updated_at': '2021-07-14T18:18:33Z', 'revision_number': 4, 'project_id': '34616e81172546728ddd3adbee03f177', 'gw_port': {'id': '74a2372d-5f5b-4330-b68a-21af0616ec05', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:93:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd259d793-7f04-4b26-88b6-52f0483faef8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:18:25Z', 'updated_at': '2021-07-14T18:18:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_floatingips': [{'id': 'fb85e68c-59fe-470a-bf1b-7deba9b174fa', 'tenant_id': '34616e81172546728ddd3adbee03f177', 'floating_ip_address': '172.25.1.59', 'floating_network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'router_id': 'd259d793-7f04-4b26-88b6-52f0483faef8', 'port_id': '9ff41a23-0c91-4e23-90d4-e3f9f1ac0c89', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 336, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac4dcb0d-17ab-4060-82e2-c35125d24eab', 'mac_address': 'fa:16:3e:53:4c:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4a090fa-ded3-464f-b9f4-fb95e4f2153d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T18:19:01Z', 'updated_at': '2021-07-14T18:19:48Z', 'revision_number': 8, 'project_id': '34616e81172546728ddd3adbee03f177', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee623b73-fb38-4169-895b-41d7ff971d30', 'name': '', 'network_id': 'ac4dcb0d-17ab-4060-82e2-c35125d24eab', 'tenant_id': '34616e81172546728ddd3adbee03f177', 'mac_address': 'fa:16:3e:ba:39:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd259d793-7f04-4b26-88b6-52f0483faef8', 'device_owner': 'network:router_interface', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': '97d79b9c-1ae1-496e-8ce3-67d30e2cc4e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:18:32Z', 'updated_at': '2021-07-14T18:18:47Z', 'revision_number': 5, 'project_id': '34616e81172546728ddd3adbee03f177', 'subnets': [{'id': '97d79b9c-1ae1-496e-8ce3-67d30e2cc4e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-3', False) {} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:19:51.028383 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [req-2d7bc215-aeeb-415f-bcc3-41d56a8b7a68 req-22a91de9-ebdc-4222-abfa-9694d839392e service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=93915) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 18:19:51.030481 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2d7bc215-aeeb-415f-bcc3-41d56a8b7a68 req-22a91de9-ebdc-4222-abfa-9694d839392e service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0119610 Jul 14 18:19:51.056013 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c363419-5dd6-4344-89fa-97aae744f025 None None] The sync data for ids ['d259d793-7f04-4b26-88b6-52f0483faef8'] in n-d-800634-3 is: [{'id': 'd259d793-7f04-4b26-88b6-52f0483faef8', 'name': 'tempest-FloatingIPsAssociationTestJSON-1521117267-router', 'tenant_id': '34616e81172546728ddd3adbee03f177', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.253'}], 'enable_snat': True}, 'gw_port_id': '74a2372d-5f5b-4330-b68a-21af0616ec05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:18:23Z', 'updated_at': '2021-07-14T18:18:33Z', 'revision_number': 4, 'project_id': '34616e81172546728ddd3adbee03f177', 'gw_port': {'id': '74a2372d-5f5b-4330-b68a-21af0616ec05', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:93:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd259d793-7f04-4b26-88b6-52f0483faef8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:18:25Z', 'updated_at': '2021-07-14T18:18:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_floatingips': [{'id': 'fb85e68c-59fe-470a-bf1b-7deba9b174fa', 'tenant_id': '34616e81172546728ddd3adbee03f177', 'floating_ip_address': '172.25.1.59', 'floating_network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'router_id': 'd259d793-7f04-4b26-88b6-52f0483faef8', 'port_id': '9ff41a23-0c91-4e23-90d4-e3f9f1ac0c89', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 336, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac4dcb0d-17ab-4060-82e2-c35125d24eab', 'mac_address': 'fa:16:3e:53:4c:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4a090fa-ded3-464f-b9f4-fb95e4f2153d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T18:19:01Z', 'updated_at': '2021-07-14T18:19:48Z', 'revision_number': 8, 'project_id': '34616e81172546728ddd3adbee03f177', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee623b73-fb38-4169-895b-41d7ff971d30', 'name': '', 'network_id': 'ac4dcb0d-17ab-4060-82e2-c35125d24eab', 'tenant_id': '34616e81172546728ddd3adbee03f177', 'mac_address': 'fa:16:3e:ba:39:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd259d793-7f04-4b26-88b6-52f0483faef8', 'device_owner': 'network:router_interface', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': '97d79b9c-1ae1-496e-8ce3-67d30e2cc4e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:18:32Z', 'updated_at': '2021-07-14T18:18:47Z', 'revision_number': 5, 'project_id': '34616e81172546728ddd3adbee03f177', 'subnets': [{'id': '97d79b9c-1ae1-496e-8ce3-67d30e2cc4e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 18:19:51.066668 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-fd51d765-0eff-4568-b558-3e96c2cee0e3 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3c9f8a0c789448b0a422d1a836e604fb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3688488 Jul 14 18:19:51.066668 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd51d765-0eff-4568-b558-3e96c2cee0e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a2413ee-e0ae-4ff6-ac1c-1431d552bb1c,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:19:51.067760 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 53968) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:19:51.131186 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-397759bd-e1c4-45a7-b397-b66bf1bb9e5c req-2210acb4-e1a5-44eb-9697-07f14b24dfbc tempest-TenantUsagesTestJSON-1149332420 tempest-TenantUsagesTestJSON-1149332420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804'] for port, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:51.185926 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-ba201571-6b24-48b7-ad90-72a95341e3c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:51.232014 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60780cc8-eb76-4166-b428-55e38935021c req-ac007ff9-ab81-45f6-873c-5b0e96fb61c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:19:51.239971 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-60780cc8-eb76-4166-b428-55e38935021c req-ac007ff9-ab81-45f6-873c-5b0e96fb61c7 service neutron] 10.222.0.35 "GET /v2.0/networks?id=4f742057-89ee-4b4a-86f7-487ee61881a1 HTTP/1.1" status: 200 len: 869 time: 0.2457831 Jul 14 18:19:51.249575 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-ba201571-6b24-48b7-ad90-72a95341e3c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:51.285084 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-397759bd-e1c4-45a7-b397-b66bf1bb9e5c req-2210acb4-e1a5-44eb-9697-07f14b24dfbc tempest-TenantUsagesTestJSON-1149332420 tempest-TenantUsagesTestJSON-1149332420-project] Network 4f742057-89ee-4b4a-86f7-487ee61881a1 is already hosted by enough agents. {{(pid=93915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:19:51.322565 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-ba201571-6b24-48b7-ad90-72a95341e3c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:51.325548 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-ba201571-6b24-48b7-ad90-72a95341e3c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:51.326980 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-ba201571-6b24-48b7-ad90-72a95341e3c9 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0a2413ee-e0ae-4ff6-ac1c-1431d552bb1c HTTP/1.1" status: 204 len: 168 time: 0.2582428 Jul 14 18:19:51.344016 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba201571-6b24-48b7-ad90-72a95341e3c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a2413ee-e0ae-4ff6-ac1c-1431d552bb1c,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:19:51.388321 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [req-397759bd-e1c4-45a7-b397-b66bf1bb9e5c req-2210acb4-e1a5-44eb-9697-07f14b24dfbc tempest-TenantUsagesTestJSON-1149332420 tempest-TenantUsagesTestJSON-1149332420-project] Resources bound (agent type, host, resource id): {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:19:51.392139 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2d7bc215-aeeb-415f-bcc3-41d56a8b7a68 req-39c935d9-9f38-495b-b691-c7d621c7b89f service neutron] 10.222.0.16 "GET /v2.0/networks/ac4dcb0d-17ab-4060-82e2-c35125d24eab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2767880 Jul 14 18:19:51.395990 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [req-397759bd-e1c4-45a7-b397-b66bf1bb9e5c req-2210acb4-e1a5-44eb-9697-07f14b24dfbc tempest-TenantUsagesTestJSON-1149332420 tempest-TenantUsagesTestJSON-1149332420-project] Received port after_create {{(pid=93915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:19:51.401635 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397759bd-e1c4-45a7-b397-b66bf1bb9e5c req-2210acb4-e1a5-44eb-9697-07f14b24dfbc tempest-TenantUsagesTestJSON-1149332420 tempest-TenantUsagesTestJSON-1149332420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:19:51.402494 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-397759bd-e1c4-45a7-b397-b66bf1bb9e5c req-2210acb4-e1a5-44eb-9697-07f14b24dfbc tempest-TenantUsagesTestJSON-1149332420 tempest-TenantUsagesTestJSON-1149332420-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:51.406023 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-60780cc8-eb76-4166-b428-55e38935021c req-ddec4016-b953-4c8a-96a9-30f04b29e190 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.13&port_id=bca2efdb-e02a-4c5a-b453-e842c36a4c45 HTTP/1.1" status: 200 len: 217 time: 0.1503229 Jul 14 18:19:51.474147 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f52d487-1f03-4440-b69a-eb34f97475b5 None None] New status for floating IP fb85e68c-59fe-470a-bf1b-7deba9b174fa: ACTIVE {{(pid=93917) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 18:19:51.514810 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2210acb4-e1a5-44eb-9697-07f14b24dfbc tempest-TenantUsagesTestJSON-1149332420 tempest-TenantUsagesTestJSON-1149332420-project] Pushing event updated for resources: {'Port': ['ID=afd4a5a8-854f-41c4-9c78-f14dc594bfd7,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:19:51.578398 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-397759bd-e1c4-45a7-b397-b66bf1bb9e5c req-2210acb4-e1a5-44eb-9697-07f14b24dfbc tempest-TenantUsagesTestJSON-1149332420 tempest-TenantUsagesTestJSON-1149332420-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.9969676 Jul 14 18:19:51.608059 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [req-397759bd-e1c4-45a7-b397-b66bf1bb9e5c req-ff9b0f70-423e-46e8-8fd9-e8bb5847a5cd service neutron] Request body: {'port': {'device_id': 'c92f5827-94ea-4143-a382-585546dc938d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800634-3'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:19:51.680361 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60780cc8-eb76-4166-b428-55e38935021c req-b27082ed-ef24-49cc-87fd-0523ac71d9ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:19:51.682782 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-60780cc8-eb76-4166-b428-55e38935021c req-b27082ed-ef24-49cc-87fd-0523ac71d9ef service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f20c54fb-f7da-4761-aa61-2e4f99f3d332 HTTP/1.1" status: 200 len: 843 time: 0.1721909 Jul 14 18:19:51.767175 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-274cdb49-7d56-4b01-914e-db8780e74234 None None] Provisioning for port afd4a5a8-854f-41c4-9c78-f14dc594bfd7 completed by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:19:51.783052 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-274cdb49-7d56-4b01-914e-db8780e74234 None None] Provisioning complete for port afd4a5a8-854f-41c4-9c78-f14dc594bfd7 triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:19:51.783228 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-274cdb49-7d56-4b01-914e-db8780e74234 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:51.796414 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2d7bc215-aeeb-415f-bcc3-41d56a8b7a68 req-2839aebf-cfa3-40e5-9806-b5b59d67a791 service neutron] 10.222.0.16 "GET /v2.0/networks/ac4dcb0d-17ab-4060-82e2-c35125d24eab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3893540 Jul 14 18:19:51.827608 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-397759bd-e1c4-45a7-b397-b66bf1bb9e5c req-ff9b0f70-423e-46e8-8fd9-e8bb5847a5cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:51.888244 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60780cc8-eb76-4166-b428-55e38935021c req-93c955e5-5da7-464f-9cfd-60c3d5a52a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:19:51.890084 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-60780cc8-eb76-4166-b428-55e38935021c req-93c955e5-5da7-464f-9cfd-60c3d5a52a28 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4f742057-89ee-4b4a-86f7-487ee61881a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2005670 Jul 14 18:19:51.946433 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-274cdb49-7d56-4b01-914e-db8780e74234 None None] Port afd4a5a8-854f-41c4-9c78-f14dc594bfd7 cannot update to ACTIVE because it is not bound. {{(pid=93917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 18:19:52.141160 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Device bca2efdb-e02a-4c5a-b453-e842c36a4c45 details requested by agent hyperv_n-h2-800634-3 with host n-h2-800634-3 {{(pid=93917) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 18:19:52.146061 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Device 86c7edc6-b461-40cb-857e-eb34e0bdc524 no longer exists at agent hyperv_n-h2-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 18:19:52.241354 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] No Port match for: 86c7edc6-b461-40cb-857e-eb34e0bdc524 {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 18:19:52.241354 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Device 86c7edc6-b461-40cb-857e-eb34e0bdc524 not bound to the agent host n-h2-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 18:19:52.245614 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d775d73f-4016-4b9f-a2a4-716901e50204 req-68ab581c-b416-4683-a48c-372c912d51a2 tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:19:52.247717 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-d775d73f-4016-4b9f-a2a4-716901e50204 req-68ab581c-b416-4683-a48c-372c912d51a2 tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] 10.222.0.35 "GET /v2.0/networks?id=7cee3312-4c4c-4d32-820f-eab965dcf565 HTTP/1.1" status: 200 len: 821 time: 0.1972976 Jul 14 18:19:52.248892 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-60780cc8-eb76-4166-b428-55e38935021c req-fd924c7c-d589-43c5-84d1-083d970c12d0 service neutron] 10.222.0.35 "GET /v2.0/networks/4f742057-89ee-4b4a-86f7-487ee61881a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3492029 Jul 14 18:19:52.269373 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [req-d775d73f-4016-4b9f-a2a4-716901e50204 req-9b748428-a295-49dd-9b5c-04084e211b9d tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] Request body: {'port': {'device_id': '4c03c8a6-1634-41e9-92c6-45ef79023d35', 'network_id': '7cee3312-4c4c-4d32-820f-eab965dcf565', 'admin_state_up': True, 'tenant_id': '0a6a8e07e1ce4e4e84e3fe5c59c6747c'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:19:52.385651 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-60780cc8-eb76-4166-b428-55e38935021c req-abdbf33e-ade2-47ed-8fad-91202e149c1d service neutron] 10.222.0.35 "GET /v2.0/networks/4f742057-89ee-4b4a-86f7-487ee61881a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1194336 Jul 14 18:19:52.458291 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] For port bca2efdb-e02a-4c5a-b453-e842c36a4c45, host n-h2-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=bca2efdb-e02a-4c5a-b453-e842c36a4c45,segment=NetworkSegment(067fc487-22c7-42de-972d-ae352a28ad29),segment_id=067fc487-22c7-42de-972d-ae352a28ad29)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:19:52.482837 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Returning: {'device': 'bca2efdb-e02a-4c5a-b453-e842c36a4c45', 'network_id': '4f742057-89ee-4b4a-86f7-487ee61881a1', 'port_id': 'bca2efdb-e02a-4c5a-b453-e842c36a4c45', 'mac_address': 'fa:16:3e:d7:d5:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f20c54fb-f7da-4761-aa61-2e4f99f3d332', 'ip_address': '192.168.233.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93917) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 18:19:52.503692 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d775d73f-4016-4b9f-a2a4-716901e50204 req-9b748428-a295-49dd-9b5c-04084e211b9d tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] Made reservation on behalf of 0a6a8e07e1ce4e4e84e3fe5c59c6747c for: {'port': 1} {{(pid=93916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:19:52.509390 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-d775d73f-4016-4b9f-a2a4-716901e50204 req-9b748428-a295-49dd-9b5c-04084e211b9d tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:52.519841 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912788f3-4103-48c5-9571-2a7019ccec35 req-e5407998-7163-4971-a181-d72cfb74e8f0 tempest-LiveMigrationNegativeTest-237635840 tempest-LiveMigrationNegativeTest-237635840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:19:52.521261 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 54024) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:19:52.522223 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-912788f3-4103-48c5-9571-2a7019ccec35 req-e5407998-7163-4971-a181-d72cfb74e8f0 tempest-LiveMigrationNegativeTest-237635840 tempest-LiveMigrationNegativeTest-237635840-project] 10.222.0.16 "GET /v2.0/ports?device_id=22ca0eb7-8fca-4432-9e75-ba37ffcfe765 HTTP/1.1" status: 200 len: 947 time: 0.1346626 Jul 14 18:19:52.561389 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:52.562297 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [req-fe60ee74-176e-455f-8864-be3c31e39f6b req-89e5c4ac-6f72-4c7f-a2c9-04a9487621c0 tempest-LiveMigrationTest-888176612 tempest-LiveMigrationTest-888176612-project-admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=93916) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 18:19:52.570230 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-fe60ee74-176e-455f-8864-be3c31e39f6b req-89e5c4ac-6f72-4c7f-a2c9-04a9487621c0 tempest-LiveMigrationTest-888176612 tempest-LiveMigrationTest-888176612-project-admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0213513 Jul 14 18:19:52.576900 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bca2efdb-e02a-4c5a-b453-e842c36a4c45 {{(pid=93917) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 18:19:52.577124 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [req-fe60ee74-176e-455f-8864-be3c31e39f6b req-0f0add54-da88-4cd2-8dec-075be8822dec service neutron] Request body: {'binding': {'host': 'n-h1-800634-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:19:52.577443 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [req-fe60ee74-176e-455f-8864-be3c31e39f6b req-0f0add54-da88-4cd2-8dec-075be8822dec service neutron] Unknown quota resources ['binding']. {{(pid=93916) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 14 18:19:52.599123 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] For port bca2efdb-e02a-4c5a-b453-e842c36a4c45, host n-h2-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=bca2efdb-e02a-4c5a-b453-e842c36a4c45,segment=NetworkSegment(067fc487-22c7-42de-972d-ae352a28ad29),segment_id=067fc487-22c7-42de-972d-ae352a28ad29)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:19:52.605048 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:52.661693 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Pushing event updated for resources: {'Port': ['ID=bca2efdb-e02a-4c5a-b453-e842c36a4c45,revision_number=4']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:19:52.669814 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:19:52.670191 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:19:52.670511 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:19:52.670852 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:19:52.671184 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:19:52.671516 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:19:52.671847 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:19:52.672200 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:19:52.672532 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:19:52.672862 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:19:52.673192 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:19:52.673519 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:19:52.686694 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-408bd4cf-f80b-451a-af84-a8bacc27f3e1 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-888989853-network', 'tenant_id': 'f4a8f789c2b347a295c086869e423927'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:19:52.736831 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-e9b3fcf2-5069-4cf3-a200-9755b8b28be9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:52.772179 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-408bd4cf-f80b-451a-af84-a8bacc27f3e1 admin admin] Made reservation on behalf of f4a8f789c2b347a295c086869e423927 for: {'network': 1} {{(pid=93916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:19:52.774373 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-408bd4cf-f80b-451a-af84-a8bacc27f3e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for network, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:52.804257 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-408bd4cf-f80b-451a-af84-a8bacc27f3e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:52.833885 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] get_ports_and_sgs() called for port_ids ['bca2efdb-e02a-4c5a-b453-e842c36a4c45'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 18:19:52.839551 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.db_base_plugin_common [req-d775d73f-4016-4b9f-a2a4-716901e50204 req-9b748428-a295-49dd-9b5c-04084e211b9d tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] Allocated IP 172.20.0.6 (7cee3312-4c4c-4d32-820f-eab965dcf565/2a54265e-973c-4132-80fb-ad9d5d305963/2d1dc18a-16b5-40f5-8ce7-d5b286a9d811) {{(pid=93916) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:19:52.865878 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.managers [req-fe60ee74-176e-455f-8864-be3c31e39f6b req-0f0add54-da88-4cd2-8dec-075be8822dec service neutron] Attempting to bind port dda704ab-58ba-443c-a327-149220292e36 on host n-h1-800634-3 for vnic_type normal with profile None {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:19:52.866223 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.managers [req-fe60ee74-176e-455f-8864-be3c31e39f6b req-0f0add54-da88-4cd2-8dec-075be8822dec service neutron] Attempting to bind port dda704ab-58ba-443c-a327-149220292e36 by drivers openvswitch,hyperv on host n-h1-800634-3 at level 0 using segments [{'id': 'd3ebb57b-621c-4102-bdfe-7fa439ba5ffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '31a99599-848e-4d3a-b964-3d8069f89b88'}] {{(pid=93916) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:19:52.866696 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe60ee74-176e-455f-8864-be3c31e39f6b req-0f0add54-da88-4cd2-8dec-075be8822dec service neutron] Attempting to bind port dda704ab-58ba-443c-a327-149220292e36 on network 31a99599-848e-4d3a-b964-3d8069f89b88 {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:19:52.882997 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe60ee74-176e-455f-8864-be3c31e39f6b req-0f0add54-da88-4cd2-8dec-075be8822dec service neutron] Port dda704ab-58ba-443c-a327-149220292e36 on network 31a99599-848e-4d3a-b964-3d8069f89b88 not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-3 {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 18:19:52.883376 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe60ee74-176e-455f-8864-be3c31e39f6b req-0f0add54-da88-4cd2-8dec-075be8822dec service neutron] Attempting to bind port dda704ab-58ba-443c-a327-149220292e36 on network 31a99599-848e-4d3a-b964-3d8069f89b88 {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:19:52.911820 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe60ee74-176e-455f-8864-be3c31e39f6b req-0f0add54-da88-4cd2-8dec-075be8822dec service neutron] Checking agent: {'id': 'a3630ff4-fbee-45d9-b9b6-0ae41cb3a350', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 15, 32), 'started_at': datetime.datetime(2021, 7, 14, 18, 15, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 18, 19, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 18:19:52.912201 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe60ee74-176e-455f-8864-be3c31e39f6b req-0f0add54-da88-4cd2-8dec-075be8822dec service neutron] Checking segment: {'id': 'd3ebb57b-621c-4102-bdfe-7fa439ba5ffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '31a99599-848e-4d3a-b964-3d8069f89b88'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93916) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:19:52.912744 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe60ee74-176e-455f-8864-be3c31e39f6b req-0f0add54-da88-4cd2-8dec-075be8822dec service neutron] Bound using segment: {'id': 'd3ebb57b-621c-4102-bdfe-7fa439ba5ffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '31a99599-848e-4d3a-b964-3d8069f89b88'} {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 18:19:52.913186 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.managers [req-fe60ee74-176e-455f-8864-be3c31e39f6b req-0f0add54-da88-4cd2-8dec-075be8822dec service neutron] Bound port: dda704ab-58ba-443c-a327-149220292e36, host: n-h1-800634-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3ebb57b-621c-4102-bdfe-7fa439ba5ffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '31a99599-848e-4d3a-b964-3d8069f89b88'}}] {{(pid=93916) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 18:19:52.916984 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [req-397759bd-e1c4-45a7-b397-b66bf1bb9e5c req-ff9b0f70-423e-46e8-8fd9-e8bb5847a5cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id afd4a5a8-854f-41c4-9c78-f14dc594bfd7 {{(pid=93915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 18:19:52.932479 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-397759bd-e1c4-45a7-b397-b66bf1bb9e5c req-ff9b0f70-423e-46e8-8fd9-e8bb5847a5cd service neutron] Notify callbacks [] for port, precommit_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:52.943129 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-912788f3-4103-48c5-9571-2a7019ccec35 req-07da25db-a5f8-4e58-b4f0-d8747cbc7522 tempest-LiveMigrationNegativeTest-237635840 tempest-LiveMigrationNegativeTest-237635840-project] 10.222.0.16 "GET /v2.0/security-groups?id=4f7edf6a-d68f-4421-aca5-70454e3b9b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4030669 Jul 14 18:19:52.950527 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.provisioning_blocks [req-397759bd-e1c4-45a7-b397-b66bf1bb9e5c req-ff9b0f70-423e-46e8-8fd9-e8bb5847a5cd service neutron] Transition to ACTIVE for port object afd4a5a8-854f-41c4-9c78-f14dc594bfd7 will not be triggered until provisioned by entity L2. {{(pid=93915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:19:52.959892 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-397759bd-e1c4-45a7-b397-b66bf1bb9e5c req-ff9b0f70-423e-46e8-8fd9-e8bb5847a5cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:53.053647 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9b0f70-423e-46e8-8fd9-e8bb5847a5cd service neutron] Pushing event updated for resources: {'Port': ['ID=afd4a5a8-854f-41c4-9c78-f14dc594bfd7,revision_number=2']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:19:53.073378 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-397759bd-e1c4-45a7-b397-b66bf1bb9e5c req-ff9b0f70-423e-46e8-8fd9-e8bb5847a5cd service neutron] Attempting to bind port afd4a5a8-854f-41c4-9c78-f14dc594bfd7 on host n-h1-800634-3 for vnic_type normal with profile {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:19:53.073722 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-397759bd-e1c4-45a7-b397-b66bf1bb9e5c req-ff9b0f70-423e-46e8-8fd9-e8bb5847a5cd service neutron] Attempting to bind port afd4a5a8-854f-41c4-9c78-f14dc594bfd7 by drivers openvswitch,hyperv on host n-h1-800634-3 at level 0 using segments [{'id': '067fc487-22c7-42de-972d-ae352a28ad29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '4f742057-89ee-4b4a-86f7-487ee61881a1'}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:19:53.074057 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-397759bd-e1c4-45a7-b397-b66bf1bb9e5c req-ff9b0f70-423e-46e8-8fd9-e8bb5847a5cd service neutron] Attempting to bind port afd4a5a8-854f-41c4-9c78-f14dc594bfd7 on network 4f742057-89ee-4b4a-86f7-487ee61881a1 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:19:53.078977 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-397759bd-e1c4-45a7-b397-b66bf1bb9e5c req-ff9b0f70-423e-46e8-8fd9-e8bb5847a5cd service neutron] Port afd4a5a8-854f-41c4-9c78-f14dc594bfd7 on network 4f742057-89ee-4b4a-86f7-487ee61881a1 not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-3 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 18:19:53.079177 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-397759bd-e1c4-45a7-b397-b66bf1bb9e5c req-ff9b0f70-423e-46e8-8fd9-e8bb5847a5cd service neutron] Attempting to bind port afd4a5a8-854f-41c4-9c78-f14dc594bfd7 on network 4f742057-89ee-4b4a-86f7-487ee61881a1 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:19:53.085315 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-397759bd-e1c4-45a7-b397-b66bf1bb9e5c req-ff9b0f70-423e-46e8-8fd9-e8bb5847a5cd service neutron] Checking agent: {'id': 'a3630ff4-fbee-45d9-b9b6-0ae41cb3a350', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 15, 32), 'started_at': datetime.datetime(2021, 7, 14, 18, 15, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 18, 19, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 18:19:53.085700 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-397759bd-e1c4-45a7-b397-b66bf1bb9e5c req-ff9b0f70-423e-46e8-8fd9-e8bb5847a5cd service neutron] Checking segment: {'id': '067fc487-22c7-42de-972d-ae352a28ad29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '4f742057-89ee-4b4a-86f7-487ee61881a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:19:53.085841 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.db [req-fe60ee74-176e-455f-8864-be3c31e39f6b req-0f0add54-da88-4cd2-8dec-075be8822dec service neutron] For port dda704ab-58ba-443c-a327-149220292e36, host n-h1-800634-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=dda704ab-58ba-443c-a327-149220292e36,segment=NetworkSegment(d3ebb57b-621c-4102-bdfe-7fa439ba5ffc),segment_id=d3ebb57b-621c-4102-bdfe-7fa439ba5ffc)] {{(pid=93916) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 18:19:53.086214 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-397759bd-e1c4-45a7-b397-b66bf1bb9e5c req-ff9b0f70-423e-46e8-8fd9-e8bb5847a5cd service neutron] Bound using segment: {'id': '067fc487-22c7-42de-972d-ae352a28ad29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '4f742057-89ee-4b4a-86f7-487ee61881a1'} {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 18:19:53.086745 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-397759bd-e1c4-45a7-b397-b66bf1bb9e5c req-ff9b0f70-423e-46e8-8fd9-e8bb5847a5cd service neutron] Bound port: afd4a5a8-854f-41c4-9c78-f14dc594bfd7, host: n-h1-800634-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '067fc487-22c7-42de-972d-ae352a28ad29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '4f742057-89ee-4b4a-86f7-487ee61881a1'}}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 18:19:53.087373 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-397759bd-e1c4-45a7-b397-b66bf1bb9e5c req-ff9b0f70-423e-46e8-8fd9-e8bb5847a5cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:53.100220 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-fe60ee74-176e-455f-8864-be3c31e39f6b req-0f0add54-da88-4cd2-8dec-075be8822dec service neutron] Notify callbacks [] for binding, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:53.110527 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-fe60ee74-176e-455f-8864-be3c31e39f6b req-0f0add54-da88-4cd2-8dec-075be8822dec service neutron] 10.222.0.16 "POST /v2.0/ports/dda704ab-58ba-443c-a327-149220292e36/bindings HTTP/1.1" status: 201 len: 389 time: 0.5337360 Jul 14 18:19:53.141529 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-408bd4cf-f80b-451a-af84-a8bacc27f3e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:53.145916 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:53.147803 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-d775d73f-4016-4b9f-a2a4-716901e50204 req-9b748428-a295-49dd-9b5c-04084e211b9d tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] Notify callbacks [] for port, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:53.152807 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-408bd4cf-f80b-451a-af84-a8bacc27f3e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:53.169712 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-989875b4-b4ae-4fa1-9b2e-0d47b8509afa req-7385c42d-8ff9-46d5-8cc0-334f7a16252b tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] 10.222.0.16 "GET /v2.0/ports?device_id=4c03c8a6-1634-41e9-92c6-45ef79023d35 HTTP/1.1" status: 200 len: 210 time: 0.0399237 Jul 14 18:19:53.180976 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-408bd4cf-f80b-451a-af84-a8bacc27f3e1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 83} {{(pid=93916) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 18:19:53.208323 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-397759bd-e1c4-45a7-b397-b66bf1bb9e5c req-ff9b0f70-423e-46e8-8fd9-e8bb5847a5cd service neutron] For port afd4a5a8-854f-41c4-9c78-f14dc594bfd7, host n-h1-800634-3, cleared binding levels {{(pid=93915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:19:53.212276 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-397759bd-e1c4-45a7-b397-b66bf1bb9e5c req-ff9b0f70-423e-46e8-8fd9-e8bb5847a5cd service neutron] For port afd4a5a8-854f-41c4-9c78-f14dc594bfd7, host n-h1-800634-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=afd4a5a8-854f-41c4-9c78-f14dc594bfd7,segment=NetworkSegment(067fc487-22c7-42de-972d-ae352a28ad29),segment_id=067fc487-22c7-42de-972d-ae352a28ad29)] {{(pid=93915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 18:19:53.221796 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-397759bd-e1c4-45a7-b397-b66bf1bb9e5c req-ff9b0f70-423e-46e8-8fd9-e8bb5847a5cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:53.229990 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408bd4cf-f80b-451a-af84-a8bacc27f3e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07501815-414f-40f0-a54a-1c35d98e3f98,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:19:53.263181 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 18:19:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efead08d-0c8b-49d9-9704-136100316a3d x-openstack-request-id: req-efead08d-0c8b-49d9-9704-136100316a3d {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:19:53.263400 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4a090fa-ded3-464f-b9f4-fb95e4f2153d", "tag": "9ff41a23-0c91-4e23-90d4-e3f9f1ac0c89", "status": "completed", "code": 200}]} {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:19:53.263792 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-efead08d-0c8b-49d9-9704-136100316a3d {{(pid=93915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:19:53.264211 n-d-800634-3 neutron-server[93915]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4a090fa-ded3-464f-b9f4-fb95e4f2153d', 'tag': '9ff41a23-0c91-4e23-90d4-e3f9f1ac0c89', 'status': 'completed', 'code': 200} Jul 14 18:19:53.274158 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-408bd4cf-f80b-451a-af84-a8bacc27f3e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:53.274664 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397759bd-e1c4-45a7-b397-b66bf1bb9e5c req-ff9b0f70-423e-46e8-8fd9-e8bb5847a5cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:19:53.274753 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-397759bd-e1c4-45a7-b397-b66bf1bb9e5c req-ff9b0f70-423e-46e8-8fd9-e8bb5847a5cd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:53.276405 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-397759bd-e1c4-45a7-b397-b66bf1bb9e5c req-ff9b0f70-423e-46e8-8fd9-e8bb5847a5cd service neutron] 10.222.0.18 "PUT /v2.0/ports/afd4a5a8-854f-41c4-9c78-f14dc594bfd7 HTTP/1.1" status: 200 len: 1095 time: 1.6887410 Jul 14 18:19:53.277626 n-d-800634-3 neutron-server[93916]: INFO neutron.db.segments_db [None req-408bd4cf-f80b-451a-af84-a8bacc27f3e1 admin admin] Added segment 51076e41-c9e3-4801-a020-5fad997d6021 of type vlan for network 16db1464-b289-4029-9066-d4b826a21b2f Jul 14 18:19:53.321285 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9b0f70-423e-46e8-8fd9-e8bb5847a5cd service neutron] Pushing event updated for resources: {'Port': ['ID=afd4a5a8-854f-41c4-9c78-f14dc594bfd7,revision_number=3']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:19:53.430291 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-d775d73f-4016-4b9f-a2a4-716901e50204 req-9b748428-a295-49dd-9b5c-04084e211b9d tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:53.448175 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-408bd4cf-f80b-451a-af84-a8bacc27f3e1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728202197517'] for network, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:53.485224 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b8fa90-6065-4374-81a1-5b719592fb6e req-8db8cb01-3029-456e-9faa-63e6f2897432 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:19:53.486842 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-96b8fa90-6065-4374-81a1-5b719592fb6e req-8db8cb01-3029-456e-9faa-63e6f2897432 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=34616e81172546728ddd3adbee03f177&device_id=d4a090fa-ded3-464f-b9f4-fb95e4f2153d HTTP/1.1" status: 200 len: 1096 time: 0.1572187 Jul 14 18:19:53.585032 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631c4b6c-6b1b-42e5-9c6b-56aae9bbb233 req-a2a3392b-142d-4c19-b8fb-32b9131e5448 tempest-TenantUsagesTestJSON-1149332420 tempest-TenantUsagesTestJSON-1149332420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:19:53.586679 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-631c4b6c-6b1b-42e5-9c6b-56aae9bbb233 req-a2a3392b-142d-4c19-b8fb-32b9131e5448 tempest-TenantUsagesTestJSON-1149332420 tempest-TenantUsagesTestJSON-1149332420-project] 10.222.0.16 "GET /v2.0/ports?device_id=c92f5827-94ea-4143-a382-585546dc938d HTTP/1.1" status: 200 len: 947 time: 0.1734610 Jul 14 18:19:53.688859 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-02a8061a-71c9-45ed-bcc2-4430a4c1817f req-b05bec83-974f-4124-ae7d-87443bdbc444 tempest-FloatingIPsAssociationTestJSON-1206343344 tempest-FloatingIPsAssociationTestJSON-1206343344-project] 10.222.0.16 "GET /v2.0/floatingips/fb85e68c-59fe-470a-bf1b-7deba9b174fa HTTP/1.1" status: 200 len: 997 time: 0.1008027 Jul 14 18:19:53.696891 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b8fa90-6065-4374-81a1-5b719592fb6e req-dfd78a55-3577-4342-bef3-921160c2fecb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:19:53.698378 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-96b8fa90-6065-4374-81a1-5b719592fb6e req-dfd78a55-3577-4342-bef3-921160c2fecb service neutron] 10.222.0.18 "GET /v2.0/networks?id=ac4dcb0d-17ab-4060-82e2-c35125d24eab HTTP/1.1" status: 200 len: 921 time: 0.2045529 Jul 14 18:19:53.717550 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-631c4b6c-6b1b-42e5-9c6b-56aae9bbb233 req-83a0b690-9839-4c4e-8c86-e44cf0144094 tempest-TenantUsagesTestJSON-1149332420 tempest-TenantUsagesTestJSON-1149332420-project] 10.222.0.16 "GET /v2.0/security-groups?id=b4591504-b34d-4006-922f-22c1e19a547f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184673 Jul 14 18:19:53.785314 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d775d73f-4016-4b9f-a2a4-716901e50204 req-9b748428-a295-49dd-9b5c-04084e211b9d tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] Network 7cee3312-4c4c-4d32-820f-eab965dcf565 is already hosted by enough agents. {{(pid=93916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:19:53.800013 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [req-d775d73f-4016-4b9f-a2a4-716901e50204 req-9b748428-a295-49dd-9b5c-04084e211b9d tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] Resources bound (agent type, host, resource id): {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:19:53.805821 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b748428-a295-49dd-9b5c-04084e211b9d tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] Pushing event updated for resources: {'Port': ['ID=2d1dc18a-16b5-40f5-8ce7-d5b286a9d811,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:19:53.810562 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.l3_dvrscheduler_db [req-d775d73f-4016-4b9f-a2a4-716901e50204 req-9b748428-a295-49dd-9b5c-04084e211b9d tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] Received port after_create {{(pid=93916) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:19:53.849584 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-408bd4cf-f80b-451a-af84-a8bacc27f3e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727'] for network, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:53.850536 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-408bd4cf-f80b-451a-af84-a8bacc27f3e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:19:53.851108 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-408bd4cf-f80b-451a-af84-a8bacc27f3e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598705'] for network, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:53.854227 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397759bd-e1c4-45a7-b397-b66bf1bb9e5c req-45be783e-947a-4e3b-995b-1b6fde2b7b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:19:53.855703 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-397759bd-e1c4-45a7-b397-b66bf1bb9e5c req-45be783e-947a-4e3b-995b-1b6fde2b7b89 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c97d05c270dd4791baa5a9d4c1bbb3fa&device_id=c92f5827-94ea-4143-a382-585546dc938d HTTP/1.1" status: 200 len: 1098 time: 0.4750068 Jul 14 18:19:53.873423 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-96b8fa90-6065-4374-81a1-5b719592fb6e req-82eb9391-137c-49b7-a3ee-9780dd8ceb61 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9ff41a23-0c91-4e23-90d4-e3f9f1ac0c89 HTTP/1.1" status: 200 len: 1000 time: 0.1593523 Jul 14 18:19:53.943312 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a8061a-71c9-45ed-bcc2-4430a4c1817f req-a297bd83-6bc7-4a36-975b-3dc07ddb680c tempest-FloatingIPsAssociationTestJSON-1206343344 tempest-FloatingIPsAssociationTestJSON-1206343344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:19:53.944741 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-02a8061a-71c9-45ed-bcc2-4430a4c1817f req-a297bd83-6bc7-4a36-975b-3dc07ddb680c tempest-FloatingIPsAssociationTestJSON-1206343344 tempest-FloatingIPsAssociationTestJSON-1206343344-project] 10.222.0.16 "GET /v2.0/networks/9200a437-e1de-4520-88f6-e68386523e61 HTTP/1.1" status: 200 len: 784 time: 0.2433949 Jul 14 18:19:53.956963 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b8fa90-6065-4374-81a1-5b719592fb6e req-ea85c07d-bf21-4c55-9b64-7be6e026b1d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:19:53.958412 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-96b8fa90-6065-4374-81a1-5b719592fb6e req-ea85c07d-bf21-4c55-9b64-7be6e026b1d8 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=97d79b9c-1ae1-496e-8ce3-67d30e2cc4e1 HTTP/1.1" status: 200 len: 860 time: 0.0767033 Jul 14 18:19:53.963652 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-574aeb93-9938-449c-8e6c-cb22c9b52cc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:53.964234 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-397759bd-e1c4-45a7-b397-b66bf1bb9e5c req-276572be-a555-4875-8afc-a518c73bd10a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.24&port_id=afd4a5a8-854f-41c4-9c78-f14dc594bfd7 HTTP/1.1" status: 200 len: 217 time: 0.0947914 Jul 14 18:19:53.966727 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [req-02a8061a-71c9-45ed-bcc2-4430a4c1817f req-8498da06-79c1-4f06-a3d1-5247e1119eaa tempest-FloatingIPsAssociationTestJSON-1206343344 tempest-FloatingIPsAssociationTestJSON-1206343344-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=93915) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 18:19:53.967986 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-02a8061a-71c9-45ed-bcc2-4430a4c1817f req-8498da06-79c1-4f06-a3d1-5247e1119eaa tempest-FloatingIPsAssociationTestJSON-1206343344 tempest-FloatingIPsAssociationTestJSON-1206343344-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0134423 Jul 14 18:19:53.973924 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d775d73f-4016-4b9f-a2a4-716901e50204 req-9b748428-a295-49dd-9b5c-04084e211b9d tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:19:53.974558 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-d775d73f-4016-4b9f-a2a4-716901e50204 req-9b748428-a295-49dd-9b5c-04084e211b9d tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:53.981883 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-408bd4cf-f80b-451a-af84-a8bacc27f3e1 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.4595819 Jul 14 18:19:53.993183 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe60ee74-176e-455f-8864-be3c31e39f6b req-31b65a41-ee29-4584-8947-b8561c708486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:19:53.994610 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-fe60ee74-176e-455f-8864-be3c31e39f6b req-31b65a41-ee29-4584-8947-b8561c708486 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d1f21963323d4ae1956c5ba38fc6e610&device_id=fbf4bb9b-1d56-4ad5-a9e1-d9e143744a86 HTTP/1.1" status: 200 len: 1096 time: 0.5416267 Jul 14 18:19:53.997761 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 54038) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:19:54.004031 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-4b1c701d-8af4-4266-8522-b20ba8413554 admin admin] Request body: {'subnet': {'network_id': '16db1464-b289-4029-9066-d4b826a21b2f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-888989853-subnet', 'tenant_id': 'f4a8f789c2b347a295c086869e423927', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:19:54.022971 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408bd4cf-f80b-451a-af84-a8bacc27f3e1 admin admin] Pushing event updated for resources: {'Network': ['ID=16db1464-b289-4029-9066-d4b826a21b2f,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:19:54.026939 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556fd8cf-2d0f-4725-bd57-b1643d2a3c97 req-66e43771-ef88-4848-9d26-c233a4427294 tempest-LiveMigrationTest-64527954 tempest-LiveMigrationTest-64527954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:19:54.028513 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-556fd8cf-2d0f-4725-bd57-b1643d2a3c97 req-66e43771-ef88-4848-9d26-c233a4427294 tempest-LiveMigrationTest-64527954 tempest-LiveMigrationTest-64527954-project] 10.222.0.16 "GET /v2.0/ports?device_id=fbf4bb9b-1d56-4ad5-a9e1-d9e143744a86 HTTP/1.1" status: 200 len: 945 time: 0.1970313 Jul 14 18:19:54.045231 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Network 16db1464-b289-4029-9066-d4b826a21b2f details requested by agent ovs-agent-n-d-800634-3 with host n-d-800634-3 {{(pid=93917) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 18:19:54.070157 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b1c701d-8af4-4266-8522-b20ba8413554 admin admin] Made reservation on behalf of f4a8f789c2b347a295c086869e423927 for: {'subnet': 1} {{(pid=93915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:19:54.072535 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-4b1c701d-8af4-4266-8522-b20ba8413554 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:54.090128 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-d775d73f-4016-4b9f-a2a4-716901e50204 req-9b748428-a295-49dd-9b5c-04084e211b9d tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8262711 Jul 14 18:19:54.097687 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397759bd-e1c4-45a7-b397-b66bf1bb9e5c req-8568ede0-077c-4a76-b53c-1eae23218a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:19:54.099144 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-397759bd-e1c4-45a7-b397-b66bf1bb9e5c req-8568ede0-077c-4a76-b53c-1eae23218a94 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f20c54fb-f7da-4761-aa61-2e4f99f3d332 HTTP/1.1" status: 200 len: 843 time: 0.1207151 Jul 14 18:19:54.105710 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [req-d775d73f-4016-4b9f-a2a4-716901e50204 req-64b85c30-99fc-421c-bb61-1bebc323f207 service neutron] Request body: {'port': {'device_id': '4c03c8a6-1634-41e9-92c6-45ef79023d35', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800634-3'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:19:54.147985 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b8fa90-6065-4374-81a1-5b719592fb6e req-3822c47e-83e5-4333-b69f-1496d44a9c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:19:54.149556 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-96b8fa90-6065-4374-81a1-5b719592fb6e req-3822c47e-83e5-4333-b69f-1496d44a9c56 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ac4dcb0d-17ab-4060-82e2-c35125d24eab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1800022 Jul 14 18:19:54.153248 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Device bca2efdb-e02a-4c5a-b453-e842c36a4c45 up at agent hyperv_n-h2-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:19:54.159443 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-556fd8cf-2d0f-4725-bd57-b1643d2a3c97 req-be341d9f-2cbd-414f-b478-ac5ffe424b98 tempest-LiveMigrationTest-64527954 tempest-LiveMigrationTest-64527954-project] 10.222.0.16 "GET /v2.0/security-groups?id=93c6eb24-b3aa-49c4-93f7-93dd5f011665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183517 Jul 14 18:19:54.262346 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe60ee74-176e-455f-8864-be3c31e39f6b req-54487ddd-13a5-4db0-98fc-72edb73cfe85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:19:54.263816 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-fe60ee74-176e-455f-8864-be3c31e39f6b req-54487ddd-13a5-4db0-98fc-72edb73cfe85 service neutron] 10.222.0.18 "GET /v2.0/networks?id=31a99599-848e-4d3a-b964-3d8069f89b88 HTTP/1.1" status: 200 len: 908 time: 0.2434649 Jul 14 18:19:54.281834 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Provisioning for port bca2efdb-e02a-4c5a-b453-e842c36a4c45 completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:19:54.290335 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Provisioning complete for port bca2efdb-e02a-4c5a-b453-e842c36a4c45 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:19:54.291110 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:54.317364 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-fe60ee74-176e-455f-8864-be3c31e39f6b req-0d10511f-88e0-4545-97a2-328dcf092e58 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dda704ab-58ba-443c-a327-149220292e36 HTTP/1.1" status: 200 len: 217 time: 0.0417321 Jul 14 18:19:54.320915 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-d775d73f-4016-4b9f-a2a4-716901e50204 req-64b85c30-99fc-421c-bb61-1bebc323f207 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:54.342537 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397759bd-e1c4-45a7-b397-b66bf1bb9e5c req-d0b5aa4f-4278-45dd-a441-35f1065d6be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:19:54.344374 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-397759bd-e1c4-45a7-b397-b66bf1bb9e5c req-d0b5aa4f-4278-45dd-a441-35f1065d6be9 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4f742057-89ee-4b4a-86f7-487ee61881a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2347069 Jul 14 18:19:54.367459 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-fe7190a6-b7b5-4b6a-97ed-3fc325aa6445 req-1b59e424-c0dc-477b-bdc9-f6fec38f51b3 tempest-FloatingIPsAssociationTestJSON-1206343344 tempest-FloatingIPsAssociationTestJSON-1206343344-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.1.59 HTTP/1.1" status: 200 len: 1000 time: 0.1362238 Jul 14 18:19:54.383599 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-96b8fa90-6065-4374-81a1-5b719592fb6e req-517a9056-ccba-4844-97af-e0a2a79dbad4 service neutron] 10.222.0.18 "GET /v2.0/networks/ac4dcb0d-17ab-4060-82e2-c35125d24eab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2227464 Jul 14 18:19:54.430127 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:54.474850 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22ca0eb7-8fca-4432-9e75-ba37ffcfe765', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bca2efdb-e02a-4c5a-b453-e842c36a4c45'}] {{(pid=93917) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:19:54.483521 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20b787f3c29eaa7aa2a4d648c725a2124c5ff39a8d793252f9d844495e14cf42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-923eb809-dc84-4f9e-84e2-6d529c6564d9" -d '{"events": [{"server_uuid": "22ca0eb7-8fca-4432-9e75-ba37ffcfe765", "name": "network-vif-plugged", "status": "completed", "tag": "bca2efdb-e02a-4c5a-b453-e842c36a4c45"}]}' {{(pid=93917) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:19:54.486225 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe60ee74-176e-455f-8864-be3c31e39f6b req-3ac813e8-1517-4dd6-8024-296ff36d8b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:19:54.491952 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-fe60ee74-176e-455f-8864-be3c31e39f6b req-3ac813e8-1517-4dd6-8024-296ff36d8b11 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=8fa41a13-248e-4ed4-8731-d525cb4f3c62 HTTP/1.1" status: 200 len: 848 time: 0.1624193 Jul 14 18:19:54.499874 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] For port bca2efdb-e02a-4c5a-b453-e842c36a4c45, host n-h2-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=bca2efdb-e02a-4c5a-b453-e842c36a4c45,segment=NetworkSegment(067fc487-22c7-42de-972d-ae352a28ad29),segment_id=067fc487-22c7-42de-972d-ae352a28ad29)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:19:54.507770 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:54.560262 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-fe60ee74-176e-455f-8864-be3c31e39f6b req-929495d5-2847-49f8-ae42-ca4ea7230361 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=31a99599-848e-4d3a-b964-3d8069f89b88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0589328 Jul 14 18:19:54.569724 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7190a6-b7b5-4b6a-97ed-3fc325aa6445 req-07509b5f-0154-430a-bee1-6148f4bc8cec tempest-FloatingIPsAssociationTestJSON-1206343344 tempest-FloatingIPsAssociationTestJSON-1206343344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:19:54.571099 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-fe7190a6-b7b5-4b6a-97ed-3fc325aa6445 req-07509b5f-0154-430a-bee1-6148f4bc8cec tempest-FloatingIPsAssociationTestJSON-1206343344 tempest-FloatingIPsAssociationTestJSON-1206343344-project] 10.222.0.16 "GET /v2.0/ports/9ff41a23-0c91-4e23-90d4-e3f9f1ac0c89 HTTP/1.1" status: 200 len: 942 time: 0.1922929 Jul 14 18:19:54.587655 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Pushing event updated for resources: {'Port': ['ID=bca2efdb-e02a-4c5a-b453-e842c36a4c45,revision_number=5']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:19:54.629177 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-4b1c701d-8af4-4266-8522-b20ba8413554 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727'] for subnet, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:54.684379 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-397759bd-e1c4-45a7-b397-b66bf1bb9e5c req-19d237ae-0ab9-40ac-bb87-8b510b968d2f service neutron] 10.222.0.18 "GET /v2.0/networks/4f742057-89ee-4b4a-86f7-487ee61881a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3143439 Jul 14 18:19:54.692808 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-96b8fa90-6065-4374-81a1-5b719592fb6e req-9cbe4e7c-6f9f-4ff1-b500-12eab473b410 service neutron] 10.222.0.18 "GET /v2.0/networks/ac4dcb0d-17ab-4060-82e2-c35125d24eab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2912469 Jul 14 18:19:54.766771 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1c701d-8af4-4266-8522-b20ba8413554 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cb0ae63f-c14f-467b-a2d9-f556821c680f,revision_number=0']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:19:54.794362 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d64074-1076-46bd-98fd-c58c89ee70bd req-e75961b8-df32-4166-87c9-883bb1fde01e tempest-LiveMigrationNegativeTest-237635840 tempest-LiveMigrationNegativeTest-237635840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:19:54.795863 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-87d64074-1076-46bd-98fd-c58c89ee70bd req-e75961b8-df32-4166-87c9-883bb1fde01e tempest-LiveMigrationNegativeTest-237635840 tempest-LiveMigrationNegativeTest-237635840-project] 10.222.0.16 "GET /v2.0/ports?device_id=22ca0eb7-8fca-4432-9e75-ba37ffcfe765 HTTP/1.1" status: 200 len: 949 time: 0.2342410 Jul 14 18:19:54.802377 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-fe7190a6-b7b5-4b6a-97ed-3fc325aa6445 req-69d07bb7-1718-4f59-a9d4-69d752f40b98 tempest-FloatingIPsAssociationTestJSON-1206343344 tempest-FloatingIPsAssociationTestJSON-1206343344-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.1.59 HTTP/1.1" status: 200 len: 1000 time: 0.1348119 Jul 14 18:19:54.811092 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b1c701d-8af4-4266-8522-b20ba8413554 admin admin] Checking segment: {'id': '51076e41-c9e3-4801-a020-5fad997d6021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '16db1464-b289-4029-9066-d4b826a21b2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:19:54.811378 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b1c701d-8af4-4266-8522-b20ba8413554 admin admin] Network hostable DHCP agents. Network: 16db1464-b289-4029-9066-d4b826a21b2f, hostable agents: ['028393c3-0576-4ebd-bca1-8ea8a148e1a2'], hosted agents: [] {{(pid=93915) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 18:19:54.844974 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-fe60ee74-176e-455f-8864-be3c31e39f6b req-c8442156-e99d-424f-b9dc-5d30f6f79f4d service neutron] 10.222.0.18 "GET /v2.0/networks/31a99599-848e-4d3a-b964-3d8069f89b88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2385509 Jul 14 18:19:54.899987 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-87d64074-1076-46bd-98fd-c58c89ee70bd req-ba47a574-1b80-4c29-980d-5d069a59724c tempest-LiveMigrationNegativeTest-237635840 tempest-LiveMigrationNegativeTest-237635840-project] 10.222.0.16 "GET /v2.0/security-groups?id=4f7edf6a-d68f-4421-aca5-70454e3b9b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966389 Jul 14 18:19:54.900561 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b1c701d-8af4-4266-8522-b20ba8413554 admin admin] Network 16db1464-b289-4029-9066-d4b826a21b2f is scheduled to be hosted by DHCP agent 028393c3-0576-4ebd-bca1-8ea8a148e1a2 with binding_index 1 {{(pid=93915) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 18:19:54.920176 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-397759bd-e1c4-45a7-b397-b66bf1bb9e5c req-de56d69d-b88a-448f-a4e2-d0a10412cfb6 service neutron] 10.222.0.18 "GET /v2.0/networks/4f742057-89ee-4b4a-86f7-487ee61881a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2269681 Jul 14 18:19:54.963309 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [None req-4b1c701d-8af4-4266-8522-b20ba8413554 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-3, 16db1464-b289-4029-9066-d4b826a21b2f) {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:19:54.967689 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b1c701d-8af4-4266-8522-b20ba8413554 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:19:54.968477 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-4b1c701d-8af4-4266-8522-b20ba8413554 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598705'] for subnet, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:54.978671 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c38c317-ed58-453f-ad8a-de9c080dc17e None None] Network 16db1464-b289-4029-9066-d4b826a21b2f requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:19:54.984738 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7190a6-b7b5-4b6a-97ed-3fc325aa6445 req-9c8514af-8b69-481d-b65b-977323e2a272 tempest-FloatingIPsAssociationTestJSON-1206343344 tempest-FloatingIPsAssociationTestJSON-1206343344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:19:54.994207 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-fe7190a6-b7b5-4b6a-97ed-3fc325aa6445 req-9c8514af-8b69-481d-b65b-977323e2a272 tempest-FloatingIPsAssociationTestJSON-1206343344 tempest-FloatingIPsAssociationTestJSON-1206343344-project] 10.222.0.16 "GET /v2.0/networks/9200a437-e1de-4520-88f6-e68386523e61 HTTP/1.1" status: 200 len: 784 time: 0.1796100 Jul 14 18:19:55.015475 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-fe60ee74-176e-455f-8864-be3c31e39f6b req-cc0845a3-4e39-4d75-9ec3-0da6f58cca32 service neutron] 10.222.0.18 "GET /v2.0/networks/31a99599-848e-4d3a-b964-3d8069f89b88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1603098 Jul 14 18:19:55.025832 n-d-800634-3 neutron-server[93916]: DEBUG neutron.notifiers.nova [req-d775d73f-4016-4b9f-a2a4-716901e50204 req-64b85c30-99fc-421c-bb61-1bebc323f207 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d1dc18a-16b5-40f5-8ce7-d5b286a9d811 {{(pid=93916) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 18:19:55.036189 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-d775d73f-4016-4b9f-a2a4-716901e50204 req-64b85c30-99fc-421c-bb61-1bebc323f207 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:55.062582 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.provisioning_blocks [req-d775d73f-4016-4b9f-a2a4-716901e50204 req-64b85c30-99fc-421c-bb61-1bebc323f207 service neutron] Transition to ACTIVE for port object 2d1dc18a-16b5-40f5-8ce7-d5b286a9d811 will not be triggered until provisioned by entity L2. {{(pid=93916) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:19:55.069284 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-4b1c701d-8af4-4266-8522-b20ba8413554 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0665271 Jul 14 18:19:55.069613 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 54056) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:19:55.074664 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-711caffa-2ee7-483a-8b4e-57be4a85cafc admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-888989853-router', 'tenant_id': 'f4a8f789c2b347a295c086869e423927', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61'}}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:19:55.090074 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-d775d73f-4016-4b9f-a2a4-716901e50204 req-64b85c30-99fc-421c-bb61-1bebc323f207 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2684870'] for port, after_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:55.128788 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-fe7190a6-b7b5-4b6a-97ed-3fc325aa6445 req-c74ff727-a446-44f5-aff1-5cbe732f1efb tempest-FloatingIPsAssociationTestJSON-1206343344 tempest-FloatingIPsAssociationTestJSON-1206343344-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.1.59 HTTP/1.1" status: 200 len: 1000 time: 0.1321001 Jul 14 18:19:55.141715 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [req-fe7190a6-b7b5-4b6a-97ed-3fc325aa6445 req-ee88b744-a8b9-463a-bf4d-81ef7b21abb3 tempest-FloatingIPsAssociationTestJSON-1206343344 tempest-FloatingIPsAssociationTestJSON-1206343344-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:19:55.164548 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-711caffa-2ee7-483a-8b4e-57be4a85cafc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-571768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11104'] for router, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:55.166015 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-711caffa-2ee7-483a-8b4e-57be4a85cafc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-571675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-930014', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-632314', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11129'] for router, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:55.201305 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3525521-efce-484c-bd99-ae73bad791e5 req-ee81c033-9162-43ff-8b1a-18a0f03b6c80 tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:19:55.208832 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b85c30-99fc-421c-bb61-1bebc323f207 service neutron] Pushing event updated for resources: {'Port': ['ID=2d1dc18a-16b5-40f5-8ce7-d5b286a9d811,revision_number=2']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:19:55.209600 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-d3525521-efce-484c-bd99-ae73bad791e5 req-ee81c033-9162-43ff-8b1a-18a0f03b6c80 tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] 10.222.0.16 "GET /v2.0/ports?device_id=4c03c8a6-1634-41e9-92c6-45ef79023d35 HTTP/1.1" status: 200 len: 943 time: 0.1417589 Jul 14 18:19:55.227706 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8839833d-39f3-44d5-a76f-535530198108 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9222b97e-5d1c-54f8-ba97-82f172498e76-16db1464-b289-4029-9066-d4b826a21b2f', 'network_id': '16db1464-b289-4029-9066-d4b826a21b2f', 'tenant_id': 'f4a8f789c2b347a295c086869e423927', 'fixed_ips': [{'subnet_id': 'cb0ae63f-c14f-467b-a2d9-f556821c680f'}]}} from n-d-800634-3. {{(pid=93917) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 18:19:55.228610 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-8839833d-39f3-44d5-a76f-535530198108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:55.270050 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-d3525521-efce-484c-bd99-ae73bad791e5 req-1bd07a3e-7161-4a7a-9eff-9c3885af75de tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] 10.222.0.16 "GET /v2.0/security-groups?id=540fae54-ccea-4309-9c99-81b930eedb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595903 Jul 14 18:19:55.270832 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce10365d-c65b-40b2-8c01-23d1aaffa41c', 'name': 'network-vif-deleted', 'tag': '86c7edc6-b461-40cb-857e-eb34e0bdc524'}, {'name': 'network-changed', 'server_uuid': 'c92f5827-94ea-4143-a382-585546dc938d', 'tag': 'afd4a5a8-854f-41c4-9c78-f14dc594bfd7'}] {{(pid=93915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:19:55.274164 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e72782ad3af8f7d4ce76cedf092bca46d1756acc5c4653cf0b52034cdd6b073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11dffcd4-929d-4d20-b67c-667b2e4e7928" -d '{"events": [{"server_uuid": "ce10365d-c65b-40b2-8c01-23d1aaffa41c", "name": "network-vif-deleted", "tag": "86c7edc6-b461-40cb-857e-eb34e0bdc524"}, {"name": "network-changed", "server_uuid": "c92f5827-94ea-4143-a382-585546dc938d", "tag": "afd4a5a8-854f-41c4-9c78-f14dc594bfd7"}]}' {{(pid=93915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:19:55.280076 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-fe7190a6-b7b5-4b6a-97ed-3fc325aa6445 req-ee88b744-a8b9-463a-bf4d-81ef7b21abb3 tempest-FloatingIPsAssociationTestJSON-1206343344 tempest-FloatingIPsAssociationTestJSON-1206343344-project] Notify callbacks [] for floatingip, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:55.335636 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-711caffa-2ee7-483a-8b4e-57be4a85cafc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:55.362439 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe60ee74-176e-455f-8864-be3c31e39f6b req-4033fbba-cc92-4339-8b5b-838f14a902e9 tempest-LiveMigrationTest-888176612 tempest-LiveMigrationTest-888176612-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:19:55.364397 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-fe60ee74-176e-455f-8864-be3c31e39f6b req-4033fbba-cc92-4339-8b5b-838f14a902e9 tempest-LiveMigrationTest-888176612 tempest-LiveMigrationTest-888176612-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=fbf4bb9b-1d56-4ad5-a9e1-d9e143744a86&tenant_id=d1f21963323d4ae1956c5ba38fc6e610&binding%3Ahost_id=n-h2-800634-3 HTTP/1.1" status: 200 len: 1096 time: 0.2756245 Jul 14 18:19:55.384562 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [req-fe60ee74-176e-455f-8864-be3c31e39f6b req-8bc6a775-99e9-4c53-a473-8a99a32b9eca service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-800634-3'}}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:19:55.475885 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-fe7190a6-b7b5-4b6a-97ed-3fc325aa6445 req-ee88b744-a8b9-463a-bf4d-81ef7b21abb3 tempest-FloatingIPsAssociationTestJSON-1206343344 tempest-FloatingIPsAssociationTestJSON-1206343344-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:55.481728 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-fe7190a6-b7b5-4b6a-97ed-3fc325aa6445 req-ee88b744-a8b9-463a-bf4d-81ef7b21abb3 tempest-FloatingIPsAssociationTestJSON-1206343344 tempest-FloatingIPsAssociationTestJSON-1206343344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-930131'] for floatingip, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:55.482178 n-d-800634-3 neutron-server[93915]: INFO neutron.db.l3_db [req-fe7190a6-b7b5-4b6a-97ed-3fc325aa6445 req-ee88b744-a8b9-463a-bf4d-81ef7b21abb3 tempest-FloatingIPsAssociationTestJSON-1206343344 tempest-FloatingIPsAssociationTestJSON-1206343344-project] Floating IP fb85e68c-59fe-470a-bf1b-7deba9b174fa disassociated. External IP: 172.25.1.59, port: 9ff41a23-0c91-4e23-90d4-e3f9f1ac0c89. Jul 14 18:19:55.497450 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.db_base_plugin_common [None req-8839833d-39f3-44d5-a76f-535530198108 None None] Allocated IP 172.20.0.2 (16db1464-b289-4029-9066-d4b826a21b2f/cb0ae63f-c14f-467b-a2d9-f556821c680f/ca4779bd-50da-4190-a074-42861963a849) {{(pid=93917) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:19:55.505824 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.managers [req-d775d73f-4016-4b9f-a2a4-716901e50204 req-64b85c30-99fc-421c-bb61-1bebc323f207 service neutron] Attempting to bind port 2d1dc18a-16b5-40f5-8ce7-d5b286a9d811 on host n-h2-800634-3 for vnic_type normal with profile {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:19:55.506164 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.managers [req-d775d73f-4016-4b9f-a2a4-716901e50204 req-64b85c30-99fc-421c-bb61-1bebc323f207 service neutron] Attempting to bind port 2d1dc18a-16b5-40f5-8ce7-d5b286a9d811 by drivers openvswitch,hyperv on host n-h2-800634-3 at level 0 using segments [{'id': '60f92988-9b9b-4790-95f5-9fce88e5a460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '7cee3312-4c4c-4d32-820f-eab965dcf565'}] {{(pid=93916) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:19:55.506545 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d775d73f-4016-4b9f-a2a4-716901e50204 req-64b85c30-99fc-421c-bb61-1bebc323f207 service neutron] Attempting to bind port 2d1dc18a-16b5-40f5-8ce7-d5b286a9d811 on network 7cee3312-4c4c-4d32-820f-eab965dcf565 {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:19:55.650737 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-711caffa-2ee7-483a-8b4e-57be4a85cafc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-929996', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-571750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11395'] for router, precommit_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:55.665924 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d775d73f-4016-4b9f-a2a4-716901e50204 req-64b85c30-99fc-421c-bb61-1bebc323f207 service neutron] Port 2d1dc18a-16b5-40f5-8ce7-d5b286a9d811 on network 7cee3312-4c4c-4d32-820f-eab965dcf565 not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-3 {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 18:19:55.666250 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d775d73f-4016-4b9f-a2a4-716901e50204 req-64b85c30-99fc-421c-bb61-1bebc323f207 service neutron] Attempting to bind port 2d1dc18a-16b5-40f5-8ce7-d5b286a9d811 on network 7cee3312-4c4c-4d32-820f-eab965dcf565 {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:19:55.670897 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 18:19:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aee9098b-8949-469f-a339-00c1f0476196 x-openstack-request-id: req-aee9098b-8949-469f-a339-00c1f0476196 {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:19:55.671443 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22ca0eb7-8fca-4432-9e75-ba37ffcfe765", "name": "network-vif-plugged", "status": "completed", "tag": "bca2efdb-e02a-4c5a-b453-e842c36a4c45", "code": 200}]} {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:19:55.671904 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-aee9098b-8949-469f-a339-00c1f0476196 {{(pid=93917) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:19:55.672507 n-d-800634-3 neutron-server[93917]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22ca0eb7-8fca-4432-9e75-ba37ffcfe765', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bca2efdb-e02a-4c5a-b453-e842c36a4c45', 'code': 200} Jul 14 18:19:55.673422 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-fe60ee74-176e-455f-8864-be3c31e39f6b req-8bc6a775-99e9-4c53-a473-8a99a32b9eca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:55.689362 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d775d73f-4016-4b9f-a2a4-716901e50204 req-64b85c30-99fc-421c-bb61-1bebc323f207 service neutron] Checking agent: {'id': '08e36a6c-8d04-48f0-a644-f27680635246', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 15, 35), 'started_at': datetime.datetime(2021, 7, 14, 18, 15, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 18, 19, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 18:19:55.690233 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d775d73f-4016-4b9f-a2a4-716901e50204 req-64b85c30-99fc-421c-bb61-1bebc323f207 service neutron] Checking segment: {'id': '60f92988-9b9b-4790-95f5-9fce88e5a460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '7cee3312-4c4c-4d32-820f-eab965dcf565'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93916) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:19:55.690621 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d775d73f-4016-4b9f-a2a4-716901e50204 req-64b85c30-99fc-421c-bb61-1bebc323f207 service neutron] Bound using segment: {'id': '60f92988-9b9b-4790-95f5-9fce88e5a460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '7cee3312-4c4c-4d32-820f-eab965dcf565'} {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 18:19:55.691204 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.managers [req-d775d73f-4016-4b9f-a2a4-716901e50204 req-64b85c30-99fc-421c-bb61-1bebc323f207 service neutron] Bound port: 2d1dc18a-16b5-40f5-8ce7-d5b286a9d811, host: n-h2-800634-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '60f92988-9b9b-4790-95f5-9fce88e5a460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '7cee3312-4c4c-4d32-820f-eab965dcf565'}}] {{(pid=93916) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 18:19:55.691565 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-d775d73f-4016-4b9f-a2a4-716901e50204 req-64b85c30-99fc-421c-bb61-1bebc323f207 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:55.734827 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-2f4e3af3-e708-4ffd-a544-82d93a489d01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:55.843873 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fe7190a6-b7b5-4b6a-97ed-3fc325aa6445 req-ee88b744-a8b9-463a-bf4d-81ef7b21abb3 tempest-FloatingIPsAssociationTestJSON-1206343344 tempest-FloatingIPsAssociationTestJSON-1206343344-project] Router d259d793-7f04-4b26-88b6-52f0483faef8 has already been hosted by L3 agent 2c6eb27e-defb-4cca-9a24-381c7415e359 {{(pid=93915) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 18:19:55.851667 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-8839833d-39f3-44d5-a76f-535530198108 None None] Notify callbacks [] for port, precommit_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:55.854515 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.db [req-d775d73f-4016-4b9f-a2a4-716901e50204 req-64b85c30-99fc-421c-bb61-1bebc323f207 service neutron] For port 2d1dc18a-16b5-40f5-8ce7-d5b286a9d811, host n-h2-800634-3, cleared binding levels {{(pid=93916) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:19:55.862092 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-8839833d-39f3-44d5-a76f-535530198108 None None] Transition to ACTIVE for port object ca4779bd-50da-4190-a074-42861963a849 will not be triggered until provisioned by entity L2. {{(pid=93917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:19:55.878313 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.db [req-d775d73f-4016-4b9f-a2a4-716901e50204 req-64b85c30-99fc-421c-bb61-1bebc323f207 service neutron] For port 2d1dc18a-16b5-40f5-8ce7-d5b286a9d811, host n-h2-800634-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=2d1dc18a-16b5-40f5-8ce7-d5b286a9d811,segment=NetworkSegment(60f92988-9b9b-4790-95f5-9fce88e5a460),segment_id=60f92988-9b9b-4790-95f5-9fce88e5a460)] {{(pid=93916) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 18:19:55.882161 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-8839833d-39f3-44d5-a76f-535530198108 None None] Transition to ACTIVE for port object ca4779bd-50da-4190-a074-42861963a849 will not be triggered until provisioned by entity DHCP. {{(pid=93917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:19:55.890166 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-8839833d-39f3-44d5-a76f-535530198108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804'] for port, after_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:55.924445 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33aec8c-a7d0-428e-8597-5c3ffb5c78f9 req-d6e4c69c-16c8-418f-b757-39923d23ee65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:19:55.925950 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a33aec8c-a7d0-428e-8597-5c3ffb5c78f9 req-d6e4c69c-16c8-418f-b757-39923d23ee65 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=22ca0eb7-8fca-4432-9e75-ba37ffcfe765 HTTP/1.1" status: 200 len: 1100 time: 0.2603645 Jul 14 18:19:55.928501 n-d-800634-3 neutron-server[93917]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8839833d-39f3-44d5-a76f-535530198108 None None] Network 16db1464-b289-4029-9066-d4b826a21b2f is already hosted by enough agents. {{(pid=93917) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:19:55.931480 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-d775d73f-4016-4b9f-a2a4-716901e50204 req-64b85c30-99fc-421c-bb61-1bebc323f207 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2684870'] for port, after_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:55.933128 n-d-800634-3 neutron-server[93917]: DEBUG neutron.scheduler.base_scheduler [None req-8839833d-39f3-44d5-a76f-535530198108 None None] Resources bound (agent type, host, resource id): {{(pid=93917) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:19:55.936869 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8839833d-39f3-44d5-a76f-535530198108 None None] Received port after_create {{(pid=93917) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:19:55.958679 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8839833d-39f3-44d5-a76f-535530198108 None None] Pushing event updated for resources: {'Port': ['ID=ca4779bd-50da-4190-a074-42861963a849,revision_number=1']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:19:55.983696 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef6a95d-ea94-4be1-9524-a5525e75d167 req-c0e44576-6028-441e-96a4-29d0ff2724ee tempest-TenantUsagesTestJSON-1149332420 tempest-TenantUsagesTestJSON-1149332420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:19:55.985893 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-5ef6a95d-ea94-4be1-9524-a5525e75d167 req-c0e44576-6028-441e-96a4-29d0ff2724ee tempest-TenantUsagesTestJSON-1149332420 tempest-TenantUsagesTestJSON-1149332420-project] 10.222.0.16 "GET /v2.0/ports?device_id=c92f5827-94ea-4143-a382-585546dc938d HTTP/1.1" status: 200 len: 947 time: 0.1813049 Jul 14 18:19:55.987267 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d775d73f-4016-4b9f-a2a4-716901e50204 req-64b85c30-99fc-421c-bb61-1bebc323f207 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:19:55.988325 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-d775d73f-4016-4b9f-a2a4-716901e50204 req-64b85c30-99fc-421c-bb61-1bebc323f207 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:55.989708 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-d775d73f-4016-4b9f-a2a4-716901e50204 req-64b85c30-99fc-421c-bb61-1bebc323f207 service neutron] 10.222.0.35 "PUT /v2.0/ports/2d1dc18a-16b5-40f5-8ce7-d5b286a9d811 HTTP/1.1" status: 200 len: 1091 time: 1.8880517 Jul 14 18:19:56.012398 n-d-800634-3 neutron-server[93916]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c03c8a6-1634-41e9-92c6-45ef79023d35', 'tag': '2d1dc18a-16b5-40f5-8ce7-d5b286a9d811'}] {{(pid=93916) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:19:56.014703 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f803e150b363a7893830aa996ac27753fa25517c406ecd3536b7c2d4b26eeb9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd3ac275-a96d-4d85-a9a1-06a04ff285f1" -d '{"events": [{"name": "network-changed", "server_uuid": "4c03c8a6-1634-41e9-92c6-45ef79023d35", "tag": "2d1dc18a-16b5-40f5-8ce7-d5b286a9d811"}]}' {{(pid=93916) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:19:56.040992 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-8839833d-39f3-44d5-a76f-535530198108 None None] Attempting to bind port ca4779bd-50da-4190-a074-42861963a849 on host n-d-800634-3 for vnic_type normal with profile {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:19:56.041567 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-8839833d-39f3-44d5-a76f-535530198108 None None] Attempting to bind port ca4779bd-50da-4190-a074-42861963a849 by drivers openvswitch,hyperv on host n-d-800634-3 at level 0 using segments [{'id': '51076e41-c9e3-4801-a020-5fad997d6021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '16db1464-b289-4029-9066-d4b826a21b2f'}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:19:56.041817 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8839833d-39f3-44d5-a76f-535530198108 None None] Attempting to bind port ca4779bd-50da-4190-a074-42861963a849 on network 16db1464-b289-4029-9066-d4b826a21b2f {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:19:56.048194 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8839833d-39f3-44d5-a76f-535530198108 None None] Checking agent: {'id': '01c19e91-a945-4e3c-94a6-c211e17c923e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 8, 23), 'started_at': datetime.datetime(2021, 7, 14, 18, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 18, 19, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 18:19:56.048769 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8839833d-39f3-44d5-a76f-535530198108 None None] Checking segment: {'id': '51076e41-c9e3-4801-a020-5fad997d6021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '16db1464-b289-4029-9066-d4b826a21b2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93917) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:19:56.049178 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-8839833d-39f3-44d5-a76f-535530198108 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:56.049565 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8839833d-39f3-44d5-a76f-535530198108 None None] Bound using segment: {'id': '51076e41-c9e3-4801-a020-5fad997d6021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '16db1464-b289-4029-9066-d4b826a21b2f'} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 18:19:56.050351 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-8839833d-39f3-44d5-a76f-535530198108 None None] Bound port: ca4779bd-50da-4190-a074-42861963a849, host: n-d-800634-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51076e41-c9e3-4801-a020-5fad997d6021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '16db1464-b289-4029-9066-d4b826a21b2f'}}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 18:19:56.050871 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-8839833d-39f3-44d5-a76f-535530198108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:56.074458 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a33aec8c-a7d0-428e-8597-5c3ffb5c78f9 req-ef328ca8-bb9f-4cb1-9c13-95aedfb55701 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=4f7edf6a-d68f-4421-aca5-70454e3b9b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325018 Jul 14 18:19:56.094684 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-5ef6a95d-ea94-4be1-9524-a5525e75d167 req-fef26aaf-90d4-4f3f-b0ee-86f87bf2148f tempest-TenantUsagesTestJSON-1149332420 tempest-TenantUsagesTestJSON-1149332420-project] 10.222.0.16 "GET /v2.0/security-groups?id=b4591504-b34d-4006-922f-22c1e19a547f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697820 Jul 14 18:19:56.103977 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fe7190a6-b7b5-4b6a-97ed-3fc325aa6445 req-ee88b744-a8b9-463a-bf4d-81ef7b21abb3 tempest-FloatingIPsAssociationTestJSON-1206343344 tempest-FloatingIPsAssociationTestJSON-1206343344-project] Notify agent at l3_agent.n-d-800634-3 the message routers_updated {{(pid=93915) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 18:19:56.116051 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-784c9ddc-d2f7-4380-b47d-24dbcf391a6b None None] Sync routers for ids ['d259d793-7f04-4b26-88b6-52f0483faef8'] in n-d-800634-3 {{(pid=93918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 18:19:56.117693 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-fe7190a6-b7b5-4b6a-97ed-3fc325aa6445 req-ee88b744-a8b9-463a-bf4d-81ef7b21abb3 tempest-FloatingIPsAssociationTestJSON-1206343344 tempest-FloatingIPsAssociationTestJSON-1206343344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for floatingip, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:56.130022 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-784c9ddc-d2f7-4380-b47d-24dbcf391a6b None None] Routers {'d259d793-7f04-4b26-88b6-52f0483faef8'} bound to L3 agent in host n-d-800634-3 {{(pid=93918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:19:56.130956 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-784c9ddc-d2f7-4380-b47d-24dbcf391a6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:19:53Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['d259d793-7f04-4b26-88b6-52f0483faef8'], 'active': True} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:19:56.202087 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-8839833d-39f3-44d5-a76f-535530198108 None None] For port ca4779bd-50da-4190-a074-42861963a849, host n-d-800634-3, cleared binding levels {{(pid=93917) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:19:56.208881 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-fe7190a6-b7b5-4b6a-97ed-3fc325aa6445 req-ee88b744-a8b9-463a-bf4d-81ef7b21abb3 tempest-FloatingIPsAssociationTestJSON-1206343344 tempest-FloatingIPsAssociationTestJSON-1206343344-project] 10.222.0.16 "PUT /v2.0/floatingips/fb85e68c-59fe-470a-bf1b-7deba9b174fa HTTP/1.1" status: 200 len: 695 time: 1.0712152 Jul 14 18:19:56.212240 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-8839833d-39f3-44d5-a76f-535530198108 None None] For port ca4779bd-50da-4190-a074-42861963a849, host n-d-800634-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=ca4779bd-50da-4190-a074-42861963a849,segment=NetworkSegment(51076e41-c9e3-4801-a020-5fad997d6021),segment_id=51076e41-c9e3-4801-a020-5fad997d6021)] {{(pid=93917) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 18:19:56.220090 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-8839833d-39f3-44d5-a76f-535530198108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:56.303835 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8839833d-39f3-44d5-a76f-535530198108 None None] Pushing event updated for resources: {'Port': ['ID=ca4779bd-50da-4190-a074-42861963a849,revision_number=2']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:19:56.316025 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvr_db [None req-784c9ddc-d2f7-4380-b47d-24dbcf391a6b None None] Set router d259d793-7f04-4b26-88b6-52f0483faef8 gateway port host: n-d-800634-3 {{(pid=93918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 18:19:56.344135 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7190a6-b7b5-4b6a-97ed-3fc325aa6445 req-a488ba5d-5466-4803-8747-7cb36908745e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:19:56.345820 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-fe7190a6-b7b5-4b6a-97ed-3fc325aa6445 req-a488ba5d-5466-4803-8747-7cb36908745e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=34616e81172546728ddd3adbee03f177&device_id=d4a090fa-ded3-464f-b9f4-fb95e4f2153d HTTP/1.1" status: 200 len: 1096 time: 0.1175227 Jul 14 18:19:56.408076 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b85c30-99fc-421c-bb61-1bebc323f207 service neutron] Pushing event updated for resources: {'Port': ['ID=2d1dc18a-16b5-40f5-8ce7-d5b286a9d811,revision_number=3']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:19:56.435334 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.db [req-fe60ee74-176e-455f-8864-be3c31e39f6b req-8bc6a775-99e9-4c53-a473-8a99a32b9eca service neutron] For port dda704ab-58ba-443c-a327-149220292e36, host n-h2-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=dda704ab-58ba-443c-a327-149220292e36,segment=NetworkSegment(d3ebb57b-621c-4102-bdfe-7fa439ba5ffc),segment_id=d3ebb57b-621c-4102-bdfe-7fa439ba5ffc)] {{(pid=93916) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:19:56.530263 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d775d73f-4016-4b9f-a2a4-716901e50204 req-83fcf3ea-b8cb-465a-896d-4a669f2b4e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:19:56.530263 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-d775d73f-4016-4b9f-a2a4-716901e50204 req-83fcf3ea-b8cb-465a-896d-4a669f2b4e2c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0a6a8e07e1ce4e4e84e3fe5c59c6747c&device_id=4c03c8a6-1634-41e9-92c6-45ef79023d35 HTTP/1.1" status: 200 len: 1094 time: 0.4796450 Jul 14 18:19:56.646924 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-d775d73f-4016-4b9f-a2a4-716901e50204 req-afb3365a-4ab1-4c9d-8b40-c008672cc023 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2d1dc18a-16b5-40f5-8ce7-d5b286a9d811 HTTP/1.1" status: 200 len: 217 time: 0.0854833 Jul 14 18:19:56.658848 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-784c9ddc-d2f7-4380-b47d-24dbcf391a6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd259d793-7f04-4b26-88b6-52f0483faef8', 'name': 'tempest-FloatingIPsAssociationTestJSON-1521117267-router', 'tenant_id': '34616e81172546728ddd3adbee03f177', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.253'}], 'enable_snat': True}, 'gw_port_id': '74a2372d-5f5b-4330-b68a-21af0616ec05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:18:23Z', 'updated_at': '2021-07-14T18:18:33Z', 'revision_number': 4, 'project_id': '34616e81172546728ddd3adbee03f177', 'gw_port': {'id': '74a2372d-5f5b-4330-b68a-21af0616ec05', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:93:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd259d793-7f04-4b26-88b6-52f0483faef8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:18:25Z', 'updated_at': '2021-07-14T18:18:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_interfaces': [{'id': 'ee623b73-fb38-4169-895b-41d7ff971d30', 'name': '', 'network_id': 'ac4dcb0d-17ab-4060-82e2-c35125d24eab', 'tenant_id': '34616e81172546728ddd3adbee03f177', 'mac_address': 'fa:16:3e:ba:39:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd259d793-7f04-4b26-88b6-52f0483faef8', 'device_owner': 'network:router_interface', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': '97d79b9c-1ae1-496e-8ce3-67d30e2cc4e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:18:32Z', 'updated_at': '2021-07-14T18:18:47Z', 'revision_number': 5, 'project_id': '34616e81172546728ddd3adbee03f177', 'subnets': [{'id': '97d79b9c-1ae1-496e-8ce3-67d30e2cc4e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-3', False) {} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:19:56.703225 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.db [req-fe60ee74-176e-455f-8864-be3c31e39f6b req-8bc6a775-99e9-4c53-a473-8a99a32b9eca service neutron] For port dda704ab-58ba-443c-a327-149220292e36, host n-h2-800634-3, cleared binding levels {{(pid=93916) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:19:56.719203 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-784c9ddc-d2f7-4380-b47d-24dbcf391a6b None None] Checking router: d259d793-7f04-4b26-88b6-52f0483faef8 for host: n-d-800634-3 {{(pid=93918) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 18:19:56.733125 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-784c9ddc-d2f7-4380-b47d-24dbcf391a6b None None] Routers {'d259d793-7f04-4b26-88b6-52f0483faef8'} bound to L3 agent in host n-d-800634-3 {{(pid=93918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:19:56.733780 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-784c9ddc-d2f7-4380-b47d-24dbcf391a6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:19:53Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['d259d793-7f04-4b26-88b6-52f0483faef8'], 'active': True} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:19:56.795369 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d775d73f-4016-4b9f-a2a4-716901e50204 req-1c47baef-f96c-4e3e-b711-4c99cb46c6d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:19:56.797065 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-d775d73f-4016-4b9f-a2a4-716901e50204 req-1c47baef-f96c-4e3e-b711-4c99cb46c6d5 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2a54265e-973c-4132-80fb-ad9d5d305963 HTTP/1.1" status: 200 len: 861 time: 0.1289427 Jul 14 18:19:56.826778 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-fe60ee74-176e-455f-8864-be3c31e39f6b req-8bc6a775-99e9-4c53-a473-8a99a32b9eca service neutron] Notify callbacks [] for port, precommit_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:56.850499 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-711caffa-2ee7-483a-8b4e-57be4a85cafc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:56.856543 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-d775d73f-4016-4b9f-a2a4-716901e50204 req-c921f70d-eaf5-40bd-b1f4-891e7626b5ff service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7cee3312-4c4c-4d32-820f-eab965dcf565&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0480773 Jul 14 18:19:56.874704 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvr_db [None req-784c9ddc-d2f7-4380-b47d-24dbcf391a6b None None] Set router d259d793-7f04-4b26-88b6-52f0483faef8 gateway port host: n-d-800634-3 {{(pid=93918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 18:19:56.878643 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-fe60ee74-176e-455f-8864-be3c31e39f6b req-8bc6a775-99e9-4c53-a473-8a99a32b9eca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2684870'] for port, after_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:56.891896 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-711caffa-2ee7-483a-8b4e-57be4a85cafc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:56.976196 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7190a6-b7b5-4b6a-97ed-3fc325aa6445 req-5e0338b2-2fb6-4d42-921e-e3a9e99b229d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:19:56.977698 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-fe7190a6-b7b5-4b6a-97ed-3fc325aa6445 req-5e0338b2-2fb6-4d42-921e-e3a9e99b229d service neutron] 10.222.0.16 "GET /v2.0/networks?id=ac4dcb0d-17ab-4060-82e2-c35125d24eab HTTP/1.1" status: 200 len: 921 time: 0.6261551 Jul 14 18:19:57.027314 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-fe7190a6-b7b5-4b6a-97ed-3fc325aa6445 req-45216a55-b32f-46ac-8d5d-43fb21088ddf service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9ff41a23-0c91-4e23-90d4-e3f9f1ac0c89 HTTP/1.1" status: 200 len: 217 time: 0.0411799 Jul 14 18:19:57.036734 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04506d6e-56ac-45ba-bfa1-9f91511c29ff req-783cb801-2563-4ee4-84c8-5461e4db7092 tempest-LiveMigrationTest-64527954 tempest-LiveMigrationTest-64527954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:19:57.038381 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-04506d6e-56ac-45ba-bfa1-9f91511c29ff req-783cb801-2563-4ee4-84c8-5461e4db7092 tempest-LiveMigrationTest-64527954 tempest-LiveMigrationTest-64527954-project] 10.222.0.16 "GET /v2.0/ports?device_id=fbf4bb9b-1d56-4ad5-a9e1-d9e143744a86 HTTP/1.1" status: 200 len: 943 time: 0.1405008 Jul 14 18:19:57.118843 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7190a6-b7b5-4b6a-97ed-3fc325aa6445 req-c9a72dcf-4dfb-4e06-8635-0adcc2bc05b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:19:57.120406 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-fe7190a6-b7b5-4b6a-97ed-3fc325aa6445 req-c9a72dcf-4dfb-4e06-8635-0adcc2bc05b4 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=97d79b9c-1ae1-496e-8ce3-67d30e2cc4e1 HTTP/1.1" status: 200 len: 860 time: 0.0810490 Jul 14 18:19:57.130105 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc6a775-99e9-4c53-a473-8a99a32b9eca service neutron] Pushing event updated for resources: {'Port': ['ID=dda704ab-58ba-443c-a327-149220292e36,revision_number=7']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:19:57.145380 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-04506d6e-56ac-45ba-bfa1-9f91511c29ff req-379f7d10-e6be-4488-9e27-6c667a4ea6ba tempest-LiveMigrationTest-64527954 tempest-LiveMigrationTest-64527954-project] 10.222.0.16 "GET /v2.0/security-groups?id=93c6eb24-b3aa-49c4-93f7-93dd5f011665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972705 Jul 14 18:19:57.207575 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-d775d73f-4016-4b9f-a2a4-716901e50204 req-bb09158d-47b4-4eab-add2-c33e69a87f6a service neutron] 10.222.0.35 "GET /v2.0/networks/7cee3312-4c4c-4d32-820f-eab965dcf565?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3304551 Jul 14 18:19:57.210283 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.managers [req-fe60ee74-176e-455f-8864-be3c31e39f6b req-8bc6a775-99e9-4c53-a473-8a99a32b9eca service neutron] Attempting to bind port dda704ab-58ba-443c-a327-149220292e36 on host n-h2-800634-3 for vnic_type normal with profile {"migrating_to": "n-h1-800634-3"} {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:19:57.210624 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.managers [req-fe60ee74-176e-455f-8864-be3c31e39f6b req-8bc6a775-99e9-4c53-a473-8a99a32b9eca service neutron] Attempting to bind port dda704ab-58ba-443c-a327-149220292e36 by drivers openvswitch,hyperv on host n-h2-800634-3 at level 0 using segments [{'id': 'd3ebb57b-621c-4102-bdfe-7fa439ba5ffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '31a99599-848e-4d3a-b964-3d8069f89b88'}] {{(pid=93916) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:19:57.210954 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe60ee74-176e-455f-8864-be3c31e39f6b req-8bc6a775-99e9-4c53-a473-8a99a32b9eca service neutron] Attempting to bind port dda704ab-58ba-443c-a327-149220292e36 on network 31a99599-848e-4d3a-b964-3d8069f89b88 {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:19:57.237568 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7190a6-b7b5-4b6a-97ed-3fc325aa6445 req-a49ec382-2bab-4df9-9c2d-531313fc0069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:19:57.238739 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe60ee74-176e-455f-8864-be3c31e39f6b req-8bc6a775-99e9-4c53-a473-8a99a32b9eca service neutron] Port dda704ab-58ba-443c-a327-149220292e36 on network 31a99599-848e-4d3a-b964-3d8069f89b88 not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-3 {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 18:19:57.239105 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe60ee74-176e-455f-8864-be3c31e39f6b req-8bc6a775-99e9-4c53-a473-8a99a32b9eca service neutron] Attempting to bind port dda704ab-58ba-443c-a327-149220292e36 on network 31a99599-848e-4d3a-b964-3d8069f89b88 {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:19:57.240161 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-fe7190a6-b7b5-4b6a-97ed-3fc325aa6445 req-a49ec382-2bab-4df9-9c2d-531313fc0069 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ac4dcb0d-17ab-4060-82e2-c35125d24eab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0911787 Jul 14 18:19:57.250916 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 14 Jul 2021 18:19:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5d045a3-b53b-4fda-9c97-353c99c19386 x-openstack-request-id: req-b5d045a3-b53b-4fda-9c97-353c99c19386 {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:19:57.251503 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce10365d-c65b-40b2-8c01-23d1aaffa41c", "name": "network-vif-deleted", "tag": "86c7edc6-b461-40cb-857e-eb34e0bdc524", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "c92f5827-94ea-4143-a382-585546dc938d", "tag": "afd4a5a8-854f-41c4-9c78-f14dc594bfd7", "status": "completed", "code": 200}]} {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:19:57.252020 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b5d045a3-b53b-4fda-9c97-353c99c19386 {{(pid=93915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:19:57.252695 n-d-800634-3 neutron-server[93915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce10365d-c65b-40b2-8c01-23d1aaffa41c', 'name': 'network-vif-deleted', 'tag': '86c7edc6-b461-40cb-857e-eb34e0bdc524', 'status': 'completed', 'code': 200} Jul 14 18:19:57.253160 n-d-800634-3 neutron-server[93915]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c92f5827-94ea-4143-a382-585546dc938d', 'tag': 'afd4a5a8-854f-41c4-9c78-f14dc594bfd7', 'status': 'completed', 'code': 200} Jul 14 18:19:57.332970 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.db_base_plugin_common [None req-711caffa-2ee7-483a-8b4e-57be4a85cafc admin admin] Allocated IP 172.25.1.130 (9200a437-e1de-4520-88f6-e68386523e61/5f47f848-4532-407a-a0e2-5690ade15fd0/55d99d0f-8346-46b1-9426-68cbda15e2a4) {{(pid=93916) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:19:57.362224 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe60ee74-176e-455f-8864-be3c31e39f6b req-8bc6a775-99e9-4c53-a473-8a99a32b9eca service neutron] Checking agent: {'id': '08e36a6c-8d04-48f0-a644-f27680635246', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 15, 35), 'started_at': datetime.datetime(2021, 7, 14, 18, 15, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 18, 19, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 18:19:57.362705 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe60ee74-176e-455f-8864-be3c31e39f6b req-8bc6a775-99e9-4c53-a473-8a99a32b9eca service neutron] Checking segment: {'id': 'd3ebb57b-621c-4102-bdfe-7fa439ba5ffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '31a99599-848e-4d3a-b964-3d8069f89b88'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93916) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:19:57.363099 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe60ee74-176e-455f-8864-be3c31e39f6b req-8bc6a775-99e9-4c53-a473-8a99a32b9eca service neutron] Bound using segment: {'id': 'd3ebb57b-621c-4102-bdfe-7fa439ba5ffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '31a99599-848e-4d3a-b964-3d8069f89b88'} {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 18:19:57.363546 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.managers [req-fe60ee74-176e-455f-8864-be3c31e39f6b req-8bc6a775-99e9-4c53-a473-8a99a32b9eca service neutron] Bound port: dda704ab-58ba-443c-a327-149220292e36, host: n-h2-800634-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3ebb57b-621c-4102-bdfe-7fa439ba5ffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '31a99599-848e-4d3a-b964-3d8069f89b88'}}] {{(pid=93916) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 18:19:57.363905 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-fe60ee74-176e-455f-8864-be3c31e39f6b req-8bc6a775-99e9-4c53-a473-8a99a32b9eca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:57.368674 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device afd4a5a8-854f-41c4-9c78-f14dc594bfd7 details requested by agent hyperv_n-h1-800634-3 with host n-h1-800634-3 {{(pid=93917) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 18:19:57.394853 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-fe7190a6-b7b5-4b6a-97ed-3fc325aa6445 req-50af171f-e6bc-42d9-b22f-4e0cef1dbb3a service neutron] 10.222.0.16 "GET /v2.0/networks/ac4dcb0d-17ab-4060-82e2-c35125d24eab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336761 Jul 14 18:19:57.506653 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-784c9ddc-d2f7-4380-b47d-24dbcf391a6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd259d793-7f04-4b26-88b6-52f0483faef8', 'name': 'tempest-FloatingIPsAssociationTestJSON-1521117267-router', 'tenant_id': '34616e81172546728ddd3adbee03f177', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.253'}], 'enable_snat': True}, 'gw_port_id': '74a2372d-5f5b-4330-b68a-21af0616ec05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:18:23Z', 'updated_at': '2021-07-14T18:18:33Z', 'revision_number': 4, 'project_id': '34616e81172546728ddd3adbee03f177', 'gw_port': {'id': '74a2372d-5f5b-4330-b68a-21af0616ec05', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:93:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd259d793-7f04-4b26-88b6-52f0483faef8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:18:25Z', 'updated_at': '2021-07-14T18:18:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_interfaces': [{'id': 'ee623b73-fb38-4169-895b-41d7ff971d30', 'name': '', 'network_id': 'ac4dcb0d-17ab-4060-82e2-c35125d24eab', 'tenant_id': '34616e81172546728ddd3adbee03f177', 'mac_address': 'fa:16:3e:ba:39:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd259d793-7f04-4b26-88b6-52f0483faef8', 'device_owner': 'network:router_interface', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': '97d79b9c-1ae1-496e-8ce3-67d30e2cc4e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:18:32Z', 'updated_at': '2021-07-14T18:18:47Z', 'revision_number': 5, 'project_id': '34616e81172546728ddd3adbee03f177', 'subnets': [{'id': '97d79b9c-1ae1-496e-8ce3-67d30e2cc4e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-3', False) {} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:19:57.534693 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-fe7190a6-b7b5-4b6a-97ed-3fc325aa6445 req-dc683b53-cf23-4b14-bcee-091a8ea95856 service neutron] 10.222.0.16 "GET /v2.0/networks/ac4dcb0d-17ab-4060-82e2-c35125d24eab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1386135 Jul 14 18:19:57.569029 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-784c9ddc-d2f7-4380-b47d-24dbcf391a6b None None] The sync data for ids ['d259d793-7f04-4b26-88b6-52f0483faef8'] in n-d-800634-3 is: [{'id': 'd259d793-7f04-4b26-88b6-52f0483faef8', 'name': 'tempest-FloatingIPsAssociationTestJSON-1521117267-router', 'tenant_id': '34616e81172546728ddd3adbee03f177', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.253'}], 'enable_snat': True}, 'gw_port_id': '74a2372d-5f5b-4330-b68a-21af0616ec05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:18:23Z', 'updated_at': '2021-07-14T18:18:33Z', 'revision_number': 4, 'project_id': '34616e81172546728ddd3adbee03f177', 'gw_port': {'id': '74a2372d-5f5b-4330-b68a-21af0616ec05', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:93:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd259d793-7f04-4b26-88b6-52f0483faef8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:18:25Z', 'updated_at': '2021-07-14T18:18:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_interfaces': [{'id': 'ee623b73-fb38-4169-895b-41d7ff971d30', 'name': '', 'network_id': 'ac4dcb0d-17ab-4060-82e2-c35125d24eab', 'tenant_id': '34616e81172546728ddd3adbee03f177', 'mac_address': 'fa:16:3e:ba:39:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd259d793-7f04-4b26-88b6-52f0483faef8', 'device_owner': 'network:router_interface', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': '97d79b9c-1ae1-496e-8ce3-67d30e2cc4e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:18:32Z', 'updated_at': '2021-07-14T18:18:47Z', 'revision_number': 5, 'project_id': '34616e81172546728ddd3adbee03f177', 'subnets': [{'id': '97d79b9c-1ae1-496e-8ce3-67d30e2cc4e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 18:19:57.663170 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 18:19:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ad71243-a94a-4f0a-b8b8-fed329c73b31 x-openstack-request-id: req-2ad71243-a94a-4f0a-b8b8-fed329c73b31 {{(pid=93916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:19:57.663728 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c03c8a6-1634-41e9-92c6-45ef79023d35", "tag": "2d1dc18a-16b5-40f5-8ce7-d5b286a9d811", "status": "completed", "code": 200}]} {{(pid=93916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:19:57.663728 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2ad71243-a94a-4f0a-b8b8-fed329c73b31 {{(pid=93916) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:19:57.664150 n-d-800634-3 neutron-server[93916]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c03c8a6-1634-41e9-92c6-45ef79023d35', 'tag': '2d1dc18a-16b5-40f5-8ce7-d5b286a9d811', 'status': 'completed', 'code': 200} Jul 14 18:19:57.716774 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531d148e-b148-49c2-b4ce-5f5a76557166 req-43bb0967-ad5a-4647-bdf8-997bfe8746c5 tempest-LiveMigrationNegativeTest-237635840 tempest-LiveMigrationNegativeTest-237635840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:19:57.720250 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-d775d73f-4016-4b9f-a2a4-716901e50204 req-53bb9939-ef8d-451f-b915-e9ca4773b9ba service neutron] 10.222.0.35 "GET /v2.0/networks/7cee3312-4c4c-4d32-820f-eab965dcf565?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5044980 Jul 14 18:19:57.725028 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-531d148e-b148-49c2-b4ce-5f5a76557166 req-43bb0967-ad5a-4647-bdf8-997bfe8746c5 tempest-LiveMigrationNegativeTest-237635840 tempest-LiveMigrationNegativeTest-237635840-project] 10.222.0.16 "GET /v2.0/ports?device_id=22ca0eb7-8fca-4432-9e75-ba37ffcfe765 HTTP/1.1" status: 200 len: 949 time: 0.1884942 Jul 14 18:19:57.795599 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.db [req-fe60ee74-176e-455f-8864-be3c31e39f6b req-8bc6a775-99e9-4c53-a473-8a99a32b9eca service neutron] For port dda704ab-58ba-443c-a327-149220292e36, host n-h2-800634-3, cleared binding levels {{(pid=93916) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:19:57.800489 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.db [req-fe60ee74-176e-455f-8864-be3c31e39f6b req-8bc6a775-99e9-4c53-a473-8a99a32b9eca service neutron] For port dda704ab-58ba-443c-a327-149220292e36, host n-h2-800634-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=dda704ab-58ba-443c-a327-149220292e36,segment=NetworkSegment(d3ebb57b-621c-4102-bdfe-7fa439ba5ffc),segment_id=d3ebb57b-621c-4102-bdfe-7fa439ba5ffc)] {{(pid=93916) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 18:19:57.821002 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port afd4a5a8-854f-41c4-9c78-f14dc594bfd7, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=afd4a5a8-854f-41c4-9c78-f14dc594bfd7,segment=NetworkSegment(067fc487-22c7-42de-972d-ae352a28ad29),segment_id=067fc487-22c7-42de-972d-ae352a28ad29)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:19:57.839609 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Returning: {'device': 'afd4a5a8-854f-41c4-9c78-f14dc594bfd7', 'network_id': '4f742057-89ee-4b4a-86f7-487ee61881a1', 'port_id': 'afd4a5a8-854f-41c4-9c78-f14dc594bfd7', 'mac_address': 'fa:16:3e:e8:d5:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f20c54fb-f7da-4761-aa61-2e4f99f3d332', 'ip_address': '192.168.233.24'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93917) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 18:19:57.857120 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-fe60ee74-176e-455f-8864-be3c31e39f6b req-8bc6a775-99e9-4c53-a473-8a99a32b9eca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2684870'] for port, after_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:57.876273 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11dffcd4-929d-4d20-b67c-667b2e4e7928 req-ed900c82-27eb-4ad7-955a-db04955b3832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:19:57.878486 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-11dffcd4-929d-4d20-b67c-667b2e4e7928 req-ed900c82-27eb-4ad7-955a-db04955b3832 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c97d05c270dd4791baa5a9d4c1bbb3fa&device_id=c92f5827-94ea-4143-a382-585546dc938d HTTP/1.1" status: 200 len: 1098 time: 0.5357635 Jul 14 18:19:57.894437 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:57.906767 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-531d148e-b148-49c2-b4ce-5f5a76557166 req-82da03ee-bc3b-4d9b-a6f4-5008b815264e tempest-LiveMigrationNegativeTest-237635840 tempest-LiveMigrationNegativeTest-237635840-project] 10.222.0.16 "GET /v2.0/security-groups?id=4f7edf6a-d68f-4421-aca5-70454e3b9b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1694527 Jul 14 18:19:57.911831 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id afd4a5a8-854f-41c4-9c78-f14dc594bfd7 {{(pid=93917) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 18:19:57.929658 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35c681ff-83c8-4a60-9864-8f06fa462d0a None None] Network 16db1464-b289-4029-9066-d4b826a21b2f requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:19:57.983446 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1692459-5557-4d91-883d-b336f77ef8e5 req-2de968f7-b179-4302-974d-412e2c3eae54 tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:19:57.985041 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e1692459-5557-4d91-883d-b336f77ef8e5 req-2de968f7-b179-4302-974d-412e2c3eae54 tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] 10.222.0.16 "GET /v2.0/ports?device_id=4c03c8a6-1634-41e9-92c6-45ef79023d35 HTTP/1.1" status: 200 len: 943 time: 0.1891751 Jul 14 18:19:58.032956 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e1692459-5557-4d91-883d-b336f77ef8e5 req-5cfacfb6-a4cb-4402-b317-dc72a03373fe tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] 10.222.0.16 "GET /v2.0/security-groups?id=540fae54-ccea-4309-9c99-81b930eedb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420127 Jul 14 18:19:58.069879 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-347415f2-e7e0-40ff-82d5-15531cbdfab1 None None] New status for floating IP fb85e68c-59fe-470a-bf1b-7deba9b174fa: DOWN {{(pid=93917) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 18:19:58.091342 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port afd4a5a8-854f-41c4-9c78-f14dc594bfd7, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=afd4a5a8-854f-41c4-9c78-f14dc594bfd7,segment=NetworkSegment(067fc487-22c7-42de-972d-ae352a28ad29),segment_id=067fc487-22c7-42de-972d-ae352a28ad29)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:19:58.133288 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:58.149858 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-89d1c0ff-7534-45f9-bd47-936b8f739dc5 None None] Provisioning for port ca4779bd-50da-4190-a074-42861963a849 completed by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:19:58.160816 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-711caffa-2ee7-483a-8b4e-57be4a85cafc admin admin] Notify callbacks [] for port, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:58.179377 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe60ee74-176e-455f-8864-be3c31e39f6b req-8bc6a775-99e9-4c53-a473-8a99a32b9eca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:19:58.180008 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-fe60ee74-176e-455f-8864-be3c31e39f6b req-8bc6a775-99e9-4c53-a473-8a99a32b9eca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:58.181624 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-fe60ee74-176e-455f-8864-be3c31e39f6b req-8bc6a775-99e9-4c53-a473-8a99a32b9eca service neutron] 10.222.0.18 "PUT /v2.0/ports/dda704ab-58ba-443c-a327-149220292e36 HTTP/1.1" status: 200 len: 1121 time: 2.8015277 Jul 14 18:19:58.191612 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc6a775-99e9-4c53-a473-8a99a32b9eca service neutron] Pushing event updated for resources: {'Port': ['ID=dda704ab-58ba-443c-a327-149220292e36,revision_number=8']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:19:58.224437 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3ac275-a96d-4d85-a9a1-06a04ff285f1 req-5a73192e-01cc-4807-a710-ac9557383f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:19:58.225961 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-dd3ac275-a96d-4d85-a9a1-06a04ff285f1 req-5a73192e-01cc-4807-a710-ac9557383f3f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0a6a8e07e1ce4e4e84e3fe5c59c6747c&device_id=4c03c8a6-1634-41e9-92c6-45ef79023d35 HTTP/1.1" status: 200 len: 1094 time: 0.4141650 Jul 14 18:19:58.322211 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Pushing event updated for resources: {'Port': ['ID=afd4a5a8-854f-41c4-9c78-f14dc594bfd7,revision_number=4']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:19:58.326266 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] get_ports_and_sgs() called for port_ids ['dda704ab-58ba-443c-a327-149220292e36'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 18:19:58.350255 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11dffcd4-929d-4d20-b67c-667b2e4e7928 req-5be04808-cfe9-4480-b2c6-42c3a0206cea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:19:58.351719 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-11dffcd4-929d-4d20-b67c-667b2e4e7928 req-5be04808-cfe9-4480-b2c6-42c3a0206cea service neutron] 10.222.0.18 "GET /v2.0/networks?id=4f742057-89ee-4b4a-86f7-487ee61881a1 HTTP/1.1" status: 200 len: 869 time: 0.4000125 Jul 14 18:19:58.408785 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3bd9c6-2174-46d7-ac50-127bee2bd856 req-06bc4f85-42df-4093-bdce-5ba271bf0bc3 tempest-TenantUsagesTestJSON-1149332420 tempest-TenantUsagesTestJSON-1149332420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:19:58.410251 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-711caffa-2ee7-483a-8b4e-57be4a85cafc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:58.412235 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-11dffcd4-929d-4d20-b67c-667b2e4e7928 req-a790d862-5500-45cb-84cf-2e81bfc1f42d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.24&port_id=afd4a5a8-854f-41c4-9c78-f14dc594bfd7 HTTP/1.1" status: 200 len: 217 time: 0.0506661 Jul 14 18:19:58.416996 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ab3bd9c6-2174-46d7-ac50-127bee2bd856 req-06bc4f85-42df-4093-bdce-5ba271bf0bc3 tempest-TenantUsagesTestJSON-1149332420 tempest-TenantUsagesTestJSON-1149332420-project] 10.222.0.16 "GET /v2.0/ports?device_id=c92f5827-94ea-4143-a382-585546dc938d HTTP/1.1" status: 200 len: 948 time: 0.1419988 Jul 14 18:19:58.460206 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] get_ports_and_sgs() called for port_ids ['afd4a5a8-854f-41c4-9c78-f14dc594bfd7'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 18:19:58.506451 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ab3bd9c6-2174-46d7-ac50-127bee2bd856 req-109411a0-8764-4bb4-996d-8a87096eb88d tempest-TenantUsagesTestJSON-1149332420 tempest-TenantUsagesTestJSON-1149332420-project] 10.222.0.16 "GET /v2.0/security-groups?id=b4591504-b34d-4006-922f-22c1e19a547f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829015 Jul 14 18:19:58.509068 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-711caffa-2ee7-483a-8b4e-57be4a85cafc admin admin] Network 9200a437-e1de-4520-88f6-e68386523e61 is already hosted by enough agents. {{(pid=93916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:19:58.524202 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [None req-711caffa-2ee7-483a-8b4e-57be4a85cafc admin admin] Resources bound (agent type, host, resource id): {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:19:58.542079 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-711caffa-2ee7-483a-8b4e-57be4a85cafc admin admin] Received port after_create {{(pid=93916) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:19:58.550462 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3ac275-a96d-4d85-a9a1-06a04ff285f1 req-7a9fa2af-209e-4497-8693-bebd42b5fc42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:19:58.552099 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-dd3ac275-a96d-4d85-a9a1-06a04ff285f1 req-7a9fa2af-209e-4497-8693-bebd42b5fc42 service neutron] 10.222.0.35 "GET /v2.0/networks?id=7cee3312-4c4c-4d32-820f-eab965dcf565 HTTP/1.1" status: 200 len: 921 time: 0.3163974 Jul 14 18:19:58.602262 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711caffa-2ee7-483a-8b4e-57be4a85cafc admin admin] Pushing event updated for resources: {'Port': ['ID=55d99d0f-8346-46b1-9426-68cbda15e2a4,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:19:58.621243 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11dffcd4-929d-4d20-b67c-667b2e4e7928 req-8a8491f8-1a3f-4102-8de8-422d497809b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:19:58.622689 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-11dffcd4-929d-4d20-b67c-667b2e4e7928 req-8a8491f8-1a3f-4102-8de8-422d497809b9 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f20c54fb-f7da-4761-aa61-2e4f99f3d332 HTTP/1.1" status: 200 len: 843 time: 0.2004347 Jul 14 18:19:58.741811 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-dd3ac275-a96d-4d85-a9a1-06a04ff285f1 req-ded4a116-436d-47f4-852a-cf4994bbca0c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2d1dc18a-16b5-40f5-8ce7-d5b286a9d811 HTTP/1.1" status: 200 len: 217 time: 0.1408923 Jul 14 18:19:58.823246 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device ca4779bd-50da-4190-a074-42861963a849 up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:19:58.852762 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bca6af-b079-4d4b-9d9c-a23126c1a244 req-0294590b-b491-4ffc-a975-9d6893dd93f4 tempest-LiveMigrationTest-64527954 tempest-LiveMigrationTest-64527954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:19:58.858727 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-d5bca6af-b079-4d4b-9d9c-a23126c1a244 req-0294590b-b491-4ffc-a975-9d6893dd93f4 tempest-LiveMigrationTest-64527954 tempest-LiveMigrationTest-64527954-project] 10.222.0.16 "GET /v2.0/ports?device_id=fbf4bb9b-1d56-4ad5-a9e1-d9e143744a86 HTTP/1.1" status: 200 len: 943 time: 0.1134965 Jul 14 18:19:58.955029 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3ac275-a96d-4d85-a9a1-06a04ff285f1 req-d1bc8196-a4ed-44c7-b524-2553082905bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:19:58.959106 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning for port ca4779bd-50da-4190-a074-42861963a849 completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:19:58.959862 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-d5bca6af-b079-4d4b-9d9c-a23126c1a244 req-3467ec18-6773-4762-bab1-da4b8ac76ef7 tempest-LiveMigrationTest-64527954 tempest-LiveMigrationTest-64527954-project] 10.222.0.16 "GET /v2.0/security-groups?id=93c6eb24-b3aa-49c4-93f7-93dd5f011665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971994 Jul 14 18:19:58.961202 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-dd3ac275-a96d-4d85-a9a1-06a04ff285f1 req-d1bc8196-a4ed-44c7-b524-2553082905bd service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2a54265e-973c-4132-80fb-ad9d5d305963 HTTP/1.1" status: 200 len: 861 time: 0.0896776 Jul 14 18:19:58.965039 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port ca4779bd-50da-4190-a074-42861963a849 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:19:58.965420 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:59.057400 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-6ae13fba-2178-4ab6-9f99-d40ebc885367 None None] Provisioning complete for port ca4779bd-50da-4190-a074-42861963a849 triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:19:59.058150 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-6ae13fba-2178-4ab6-9f99-d40ebc885367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:59.066193 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-dd3ac275-a96d-4d85-a9a1-06a04ff285f1 req-cc1073e7-bd24-4382-8932-8455e51bcdba service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7cee3312-4c4c-4d32-820f-eab965dcf565&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0469284 Jul 14 18:19:59.088170 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-7c0808c1-cd2b-4fcc-a498-5efe8ba2fce4 req-23a8718f-5153-45ad-b35a-161e537f3386 tempest-FloatingIPsAssociationTestJSON-1206343344 tempest-FloatingIPsAssociationTestJSON-1206343344-project] 10.222.0.16 "GET /v2.0/floatingips/fb85e68c-59fe-470a-bf1b-7deba9b174fa HTTP/1.1" status: 200 len: 693 time: 0.0985401 Jul 14 18:19:59.133448 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:59.219334 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917d04f0-1c3e-43f3-b8ba-120beb8c4dba req-05ed9d25-5233-4e3a-86d2-f6d72bb74ca2 tempest-LiveMigrationNegativeTest-237635840 tempest-LiveMigrationNegativeTest-237635840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:19:59.221552 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-917d04f0-1c3e-43f3-b8ba-120beb8c4dba req-05ed9d25-5233-4e3a-86d2-f6d72bb74ca2 tempest-LiveMigrationNegativeTest-237635840 tempest-LiveMigrationNegativeTest-237635840-project] 10.222.0.16 "GET /v2.0/ports?device_id=22ca0eb7-8fca-4432-9e75-ba37ffcfe765 HTTP/1.1" status: 200 len: 949 time: 0.1737545 Jul 14 18:19:59.231012 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0808c1-cd2b-4fcc-a498-5efe8ba2fce4 req-4db1fe8d-1239-4dfb-bf10-9c8351c16560 tempest-FloatingIPsAssociationTestJSON-1206343344 tempest-FloatingIPsAssociationTestJSON-1206343344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:19:59.238257 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-7c0808c1-cd2b-4fcc-a498-5efe8ba2fce4 req-4db1fe8d-1239-4dfb-bf10-9c8351c16560 tempest-FloatingIPsAssociationTestJSON-1206343344 tempest-FloatingIPsAssociationTestJSON-1206343344-project] 10.222.0.16 "GET /v2.0/networks/9200a437-e1de-4520-88f6-e68386523e61 HTTP/1.1" status: 200 len: 784 time: 0.1489096 Jul 14 18:19:59.260692 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [req-7c0808c1-cd2b-4fcc-a498-5efe8ba2fce4 req-da7816a1-83fa-4a5b-ad51-be15ed2d021b tempest-FloatingIPsAssociationTestJSON-1206343344 tempest-FloatingIPsAssociationTestJSON-1206343344-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=93915) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 18:19:59.262167 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-7c0808c1-cd2b-4fcc-a498-5efe8ba2fce4 req-da7816a1-83fa-4a5b-ad51-be15ed2d021b tempest-FloatingIPsAssociationTestJSON-1206343344 tempest-FloatingIPsAssociationTestJSON-1206343344-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0230193 Jul 14 18:19:59.263583 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4a090fa-ded3-464f-b9f4-fb95e4f2153d', 'tag': '9ff41a23-0c91-4e23-90d4-e3f9f1ac0c89'}] {{(pid=93915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:19:59.267993 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e72782ad3af8f7d4ce76cedf092bca46d1756acc5c4653cf0b52034cdd6b073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c17888b-a028-4783-b6e2-77a34cd878dc" -d '{"events": [{"name": "network-changed", "server_uuid": "d4a090fa-ded3-464f-b9f4-fb95e4f2153d", "tag": "9ff41a23-0c91-4e23-90d4-e3f9f1ac0c89"}]}' {{(pid=93915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:19:59.299475 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-6ae13fba-2178-4ab6-9f99-d40ebc885367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:59.328728 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] For port ca4779bd-50da-4190-a074-42861963a849, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=ca4779bd-50da-4190-a074-42861963a849,segment=NetworkSegment(51076e41-c9e3-4801-a020-5fad997d6021),segment_id=51076e41-c9e3-4801-a020-5fad997d6021)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:19:59.338642 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:59.350830 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-7c0808c1-cd2b-4fcc-a498-5efe8ba2fce4 req-464a82ff-a7de-4550-87f9-0cf400525cfa tempest-FloatingIPsAssociationTestJSON-1206343344 tempest-FloatingIPsAssociationTestJSON-1206343344-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.1.59 HTTP/1.1" status: 200 len: 696 time: 0.0723188 Jul 14 18:19:59.380888 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-917d04f0-1c3e-43f3-b8ba-120beb8c4dba req-0bc53a8f-4516-4fc0-9c2b-495225a47d48 tempest-LiveMigrationNegativeTest-237635840 tempest-LiveMigrationNegativeTest-237635840-project] 10.222.0.16 "GET /v2.0/security-groups?id=4f7edf6a-d68f-4421-aca5-70454e3b9b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404221 Jul 14 18:19:59.412304 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.db.api [None req-6ae13fba-2178-4ab6-9f99-d40ebc885367 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93917) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 14 18:19:59.412742 n-d-800634-3 neutron-server[93917]: DEBUG oslo_db.api [None req-6ae13fba-2178-4ab6-9f99-d40ebc885367 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 18:19:59.428543 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Pushing event updated for resources: {'Port': ['ID=ca4779bd-50da-4190-a074-42861963a849,revision_number=3']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:19:59.465176 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-7c0808c1-cd2b-4fcc-a498-5efe8ba2fce4 req-a5bc5a37-af69-4d48-9219-3d8503e6029f tempest-FloatingIPsAssociationTestJSON-1206343344 tempest-FloatingIPsAssociationTestJSON-1206343344-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.1.59 HTTP/1.1" status: 200 len: 696 time: 0.1055641 Jul 14 18:19:59.527159 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11dffcd4-929d-4d20-b67c-667b2e4e7928 req-9c3cddf9-6d73-4459-be98-eed405a958f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:19:59.528625 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-11dffcd4-929d-4d20-b67c-667b2e4e7928 req-9c3cddf9-6d73-4459-be98-eed405a958f1 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4f742057-89ee-4b4a-86f7-487ee61881a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.8845534 Jul 14 18:19:59.610024 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-dd3ac275-a96d-4d85-a9a1-06a04ff285f1 req-bf14ed53-edfd-4dee-a3ac-ab3f460403f9 service neutron] 10.222.0.35 "GET /v2.0/networks/7cee3312-4c4c-4d32-820f-eab965dcf565?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5341914 Jul 14 18:19:59.619700 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-711caffa-2ee7-483a-8b4e-57be4a85cafc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:59.658984 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb6e93f-e746-4bc4-8311-28c5b5fa8f5a req-4812dcc3-3d46-4266-9732-c7cb624ade92 tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:19:59.662472 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3cb6e93f-e746-4bc4-8311-28c5b5fa8f5a req-4812dcc3-3d46-4266-9732-c7cb624ade92 tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] 10.222.0.16 "GET /v2.0/ports?device_id=4c03c8a6-1634-41e9-92c6-45ef79023d35 HTTP/1.1" status: 200 len: 943 time: 0.1387861 Jul 14 18:19:59.664790 n-d-800634-3 neutron-server[93916]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbf4bb9b-1d56-4ad5-a9e1-d9e143744a86', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dda704ab-58ba-443c-a327-149220292e36'}, {'name': 'network-changed', 'server_uuid': 'fbf4bb9b-1d56-4ad5-a9e1-d9e143744a86', 'tag': 'dda704ab-58ba-443c-a327-149220292e36'}] {{(pid=93916) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:19:59.666998 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f803e150b363a7893830aa996ac27753fa25517c406ecd3536b7c2d4b26eeb9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38ba03c5-c3cb-4e6f-aa12-698528c3ef74" -d '{"events": [{"server_uuid": "fbf4bb9b-1d56-4ad5-a9e1-d9e143744a86", "name": "network-vif-unplugged", "status": "completed", "tag": "dda704ab-58ba-443c-a327-149220292e36"}, {"name": "network-changed", "server_uuid": "fbf4bb9b-1d56-4ad5-a9e1-d9e143744a86", "tag": "dda704ab-58ba-443c-a327-149220292e36"}]}' {{(pid=93916) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:19:59.676180 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [req-7c0808c1-cd2b-4fcc-a498-5efe8ba2fce4 req-abe9505c-0a29-4426-b95d-0829dc5b8810 tempest-FloatingIPsAssociationTestJSON-1206343344 tempest-FloatingIPsAssociationTestJSON-1206343344-project] Deleting port 03616123-517e-4bca-9324-dbd05bb95909 {{(pid=93915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:19:59.676527 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-7c0808c1-cd2b-4fcc-a498-5efe8ba2fce4 req-abe9505c-0a29-4426-b95d-0829dc5b8810 tempest-FloatingIPsAssociationTestJSON-1206343344 tempest-FloatingIPsAssociationTestJSON-1206343344-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:59.745054 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3cb6e93f-e746-4bc4-8311-28c5b5fa8f5a req-c1549dce-c74b-4409-bf3d-1c6d11ae00b0 tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] 10.222.0.16 "GET /v2.0/security-groups?id=540fae54-ccea-4309-9c99-81b930eedb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769060 Jul 14 18:19:59.789329 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-7c0808c1-cd2b-4fcc-a498-5efe8ba2fce4 req-abe9505c-0a29-4426-b95d-0829dc5b8810 tempest-FloatingIPsAssociationTestJSON-1206343344 tempest-FloatingIPsAssociationTestJSON-1206343344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:59.790030 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-7c0808c1-cd2b-4fcc-a498-5efe8ba2fce4 req-abe9505c-0a29-4426-b95d-0829dc5b8810 tempest-FloatingIPsAssociationTestJSON-1206343344 tempest-FloatingIPsAssociationTestJSON-1206343344-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:19:59.803899 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [req-7c0808c1-cd2b-4fcc-a498-5efe8ba2fce4 req-abe9505c-0a29-4426-b95d-0829dc5b8810 tempest-FloatingIPsAssociationTestJSON-1206343344 tempest-FloatingIPsAssociationTestJSON-1206343344-project] Calling delete_port for 03616123-517e-4bca-9324-dbd05bb95909 owned by network:floatingip {{(pid=93915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:19:59.811976 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-11dffcd4-929d-4d20-b67c-667b2e4e7928 req-ae1d4ff1-2b26-49e5-8397-bf1ac0d12a46 service neutron] 10.222.0.18 "GET /v2.0/networks/4f742057-89ee-4b4a-86f7-487ee61881a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2732332 Jul 14 18:19:59.952076 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-dd3ac275-a96d-4d85-a9a1-06a04ff285f1 req-68334041-adb3-46c0-ba40-e5dc5a305d28 service neutron] 10.222.0.35 "GET /v2.0/networks/7cee3312-4c4c-4d32-820f-eab965dcf565?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2995336 Jul 14 18:20:00.008892 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 18:19:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e4607fd-7dc3-4198-b667-f0dcdd56eff4 x-openstack-request-id: req-6e4607fd-7dc3-4198-b667-f0dcdd56eff4 {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:20:00.009207 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4a090fa-ded3-464f-b9f4-fb95e4f2153d", "tag": "9ff41a23-0c91-4e23-90d4-e3f9f1ac0c89", "status": "completed", "code": 200}]} {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:20:00.009475 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6e4607fd-7dc3-4198-b667-f0dcdd56eff4 {{(pid=93915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:20:00.011859 n-d-800634-3 neutron-server[93915]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4a090fa-ded3-464f-b9f4-fb95e4f2153d', 'tag': '9ff41a23-0c91-4e23-90d4-e3f9f1ac0c89', 'status': 'completed', 'code': 200} Jul 14 18:20:00.023008 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-7c0808c1-cd2b-4fcc-a498-5efe8ba2fce4 req-abe9505c-0a29-4426-b95d-0829dc5b8810 tempest-FloatingIPsAssociationTestJSON-1206343344 tempest-FloatingIPsAssociationTestJSON-1206343344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813'] for port, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:00.050345 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe9505c-0a29-4426-b95d-0829dc5b8810 tempest-FloatingIPsAssociationTestJSON-1206343344 tempest-FloatingIPsAssociationTestJSON-1206343344-project] Pushing event deleted for resources: {'Port': ['ID=03616123-517e-4bca-9324-dbd05bb95909,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:20:00.078966 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-7c0808c1-cd2b-4fcc-a498-5efe8ba2fce4 req-abe9505c-0a29-4426-b95d-0829dc5b8810 tempest-FloatingIPsAssociationTestJSON-1206343344 tempest-FloatingIPsAssociationTestJSON-1206343344-project] Notify callbacks [] for floatingip, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:00.081666 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-7c0808c1-cd2b-4fcc-a498-5efe8ba2fce4 req-abe9505c-0a29-4426-b95d-0829dc5b8810 tempest-FloatingIPsAssociationTestJSON-1206343344 tempest-FloatingIPsAssociationTestJSON-1206343344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for floatingip, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:00.082906 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-7c0808c1-cd2b-4fcc-a498-5efe8ba2fce4 req-abe9505c-0a29-4426-b95d-0829dc5b8810 tempest-FloatingIPsAssociationTestJSON-1206343344 tempest-FloatingIPsAssociationTestJSON-1206343344-project] 10.222.0.16 "DELETE /v2.0/floatingips/fb85e68c-59fe-470a-bf1b-7deba9b174fa HTTP/1.1" status: 204 len: 173 time: 0.6097913 Jul 14 18:20:00.106622 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-11dffcd4-929d-4d20-b67c-667b2e4e7928 req-56879023-0b17-4a52-8a8a-8f15daf3ed72 service neutron] 10.222.0.18 "GET /v2.0/networks/4f742057-89ee-4b4a-86f7-487ee61881a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2835598 Jul 14 18:20:00.122330 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-711caffa-2ee7-483a-8b4e-57be4a85cafc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-571759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-930033'] for router, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:00.130232 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Wed, 14 Jul 2021 18:19:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dc475c3-b2d8-4cd8-af29-e161a5d08e48 x-openstack-request-id: req-1dc475c3-b2d8-4cd8-af29-e161a5d08e48 {{(pid=93916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:20:00.130526 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbf4bb9b-1d56-4ad5-a9e1-d9e143744a86", "name": "network-vif-unplugged", "status": "completed", "tag": "dda704ab-58ba-443c-a327-149220292e36", "code": 200}, {"name": "network-changed", "server_uuid": "fbf4bb9b-1d56-4ad5-a9e1-d9e143744a86", "tag": "dda704ab-58ba-443c-a327-149220292e36", "status": "completed", "code": 200}]} {{(pid=93916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:20:00.130792 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1dc475c3-b2d8-4cd8-af29-e161a5d08e48 {{(pid=93916) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:20:00.131175 n-d-800634-3 neutron-server[93916]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbf4bb9b-1d56-4ad5-a9e1-d9e143744a86', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dda704ab-58ba-443c-a327-149220292e36', 'code': 200} Jul 14 18:20:00.131431 n-d-800634-3 neutron-server[93916]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fbf4bb9b-1d56-4ad5-a9e1-d9e143744a86', 'tag': 'dda704ab-58ba-443c-a327-149220292e36', 'status': 'completed', 'code': 200} Jul 14 18:20:00.183111 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Device 2d1dc18a-16b5-40f5-8ce7-d5b286a9d811 details requested by agent hyperv_n-h2-800634-3 with host n-h2-800634-3 {{(pid=93917) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 18:20:00.222559 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c17888b-a028-4783-b6e2-77a34cd878dc req-457cdb07-bb24-4760-aa31-a1433d59ab70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:20:00.224181 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-8c17888b-a028-4783-b6e2-77a34cd878dc req-457cdb07-bb24-4760-aa31-a1433d59ab70 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=34616e81172546728ddd3adbee03f177&device_id=d4a090fa-ded3-464f-b9f4-fb95e4f2153d HTTP/1.1" status: 200 len: 1096 time: 0.1805556 Jul 14 18:20:00.227952 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a3b05c-bd7d-46fd-a55b-949cbe70c2a2 req-fd283e54-16ea-4d57-9813-e06a0ce9f150 tempest-TenantUsagesTestJSON-1149332420 tempest-TenantUsagesTestJSON-1149332420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:20:00.229610 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-13a3b05c-bd7d-46fd-a55b-949cbe70c2a2 req-fd283e54-16ea-4d57-9813-e06a0ce9f150 tempest-TenantUsagesTestJSON-1149332420 tempest-TenantUsagesTestJSON-1149332420-project] 10.222.0.16 "GET /v2.0/ports?device_id=c92f5827-94ea-4143-a382-585546dc938d HTTP/1.1" status: 200 len: 948 time: 0.0722592 Jul 14 18:20:00.304606 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-13a3b05c-bd7d-46fd-a55b-949cbe70c2a2 req-1e27f102-13e0-4981-8c62-e04e6ed12188 tempest-TenantUsagesTestJSON-1149332420 tempest-TenantUsagesTestJSON-1149332420-project] 10.222.0.16 "GET /v2.0/security-groups?id=b4591504-b34d-4006-922f-22c1e19a547f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643792 Jul 14 18:20:00.307564 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] For port 2d1dc18a-16b5-40f5-8ce7-d5b286a9d811, host n-h2-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=2d1dc18a-16b5-40f5-8ce7-d5b286a9d811,segment=NetworkSegment(60f92988-9b9b-4790-95f5-9fce88e5a460),segment_id=60f92988-9b9b-4790-95f5-9fce88e5a460)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:20:00.321350 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Returning: {'device': '2d1dc18a-16b5-40f5-8ce7-d5b286a9d811', 'network_id': '7cee3312-4c4c-4d32-820f-eab965dcf565', 'port_id': '2d1dc18a-16b5-40f5-8ce7-d5b286a9d811', 'mac_address': 'fa:16:3e:bc:a2:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a54265e-973c-4132-80fb-ad9d5d305963', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93917) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 18:20:00.325789 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31062b90-d89d-48a6-8061-b6b1d6157a96 req-687c56e9-ba81-4e26-a3e0-0e5784ae58b9 tempest-LiveMigrationTest-64527954 tempest-LiveMigrationTest-64527954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:20:00.328236 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-31062b90-d89d-48a6-8061-b6b1d6157a96 req-687c56e9-ba81-4e26-a3e0-0e5784ae58b9 tempest-LiveMigrationTest-64527954 tempest-LiveMigrationTest-64527954-project] 10.222.0.16 "GET /v2.0/ports?device_id=fbf4bb9b-1d56-4ad5-a9e1-d9e143744a86 HTTP/1.1" status: 200 len: 943 time: 0.0972593 Jul 14 18:20:00.373772 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:00.388701 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-31062b90-d89d-48a6-8061-b6b1d6157a96 req-ba2fb9e4-1ac6-43ec-8714-cf2a12b20410 tempest-LiveMigrationTest-64527954 tempest-LiveMigrationTest-64527954-project] 10.222.0.16 "GET /v2.0/security-groups?id=93c6eb24-b3aa-49c4-93f7-93dd5f011665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451903 Jul 14 18:20:00.392925 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ba03c5-c3cb-4e6f-aa12-698528c3ef74 req-801040a5-1bd1-40b8-a83d-e58527d34699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:20:00.394444 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-38ba03c5-c3cb-4e6f-aa12-698528c3ef74 req-801040a5-1bd1-40b8-a83d-e58527d34699 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d1f21963323d4ae1956c5ba38fc6e610&device_id=fbf4bb9b-1d56-4ad5-a9e1-d9e143744a86 HTTP/1.1" status: 200 len: 1124 time: 0.2024610 Jul 14 18:20:00.396921 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c17888b-a028-4783-b6e2-77a34cd878dc req-af507fe6-1c6d-43c4-a283-7efdc5a454c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:20:00.398246 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-8c17888b-a028-4783-b6e2-77a34cd878dc req-af507fe6-1c6d-43c4-a283-7efdc5a454c4 service neutron] 10.222.0.18 "GET /v2.0/networks?id=ac4dcb0d-17ab-4060-82e2-c35125d24eab HTTP/1.1" status: 200 len: 921 time: 0.1624904 Jul 14 18:20:00.400435 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d1dc18a-16b5-40f5-8ce7-d5b286a9d811 {{(pid=93917) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 18:20:00.426576 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] For port 2d1dc18a-16b5-40f5-8ce7-d5b286a9d811, host n-h2-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=2d1dc18a-16b5-40f5-8ce7-d5b286a9d811,segment=NetworkSegment(60f92988-9b9b-4790-95f5-9fce88e5a460),segment_id=60f92988-9b9b-4790-95f5-9fce88e5a460)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:20:00.434908 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:00.493132 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Pushing event updated for resources: {'Port': ['ID=2d1dc18a-16b5-40f5-8ce7-d5b286a9d811,revision_number=4']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:20:00.499284 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-8c17888b-a028-4783-b6e2-77a34cd878dc req-2c287d4d-6d6a-4f80-a0dc-e9e8d196a53e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9ff41a23-0c91-4e23-90d4-e3f9f1ac0c89 HTTP/1.1" status: 200 len: 217 time: 0.0871673 Jul 14 18:20:00.518848 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-711caffa-2ee7-483a-8b4e-57be4a85cafc admin admin] Router e4f81ce6-19b3-4998-b376-83b6bf3b4aff is scheduled to L3 agent 2c6eb27e-defb-4cca-9a24-381c7415e359 with binding_index 1 {{(pid=93916) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 18:20:00.612289 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca295fa-6ffb-4502-9a98-bb8882e45635 req-46da49bb-834a-4bec-900f-736a8d737a91 tempest-LiveMigrationNegativeTest-237635840 tempest-LiveMigrationNegativeTest-237635840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:20:00.614070 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-bca295fa-6ffb-4502-9a98-bb8882e45635 req-46da49bb-834a-4bec-900f-736a8d737a91 tempest-LiveMigrationNegativeTest-237635840 tempest-LiveMigrationNegativeTest-237635840-project] 10.222.0.16 "GET /v2.0/ports?device_id=22ca0eb7-8fca-4432-9e75-ba37ffcfe765 HTTP/1.1" status: 200 len: 949 time: 0.0926385 Jul 14 18:20:00.644706 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ba03c5-c3cb-4e6f-aa12-698528c3ef74 req-2c980289-a371-456a-9e70-123d33c15722 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:20:00.646194 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-38ba03c5-c3cb-4e6f-aa12-698528c3ef74 req-2c980289-a371-456a-9e70-123d33c15722 service neutron] 10.222.0.35 "GET /v2.0/networks?id=31a99599-848e-4d3a-b964-3d8069f89b88 HTTP/1.1" status: 200 len: 908 time: 0.2435143 Jul 14 18:20:00.654361 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c17888b-a028-4783-b6e2-77a34cd878dc req-06282c26-8e22-409e-b299-ab826705fe26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:20:00.654361 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-8c17888b-a028-4783-b6e2-77a34cd878dc req-06282c26-8e22-409e-b299-ab826705fe26 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=97d79b9c-1ae1-496e-8ce3-67d30e2cc4e1 HTTP/1.1" status: 200 len: 860 time: 0.1429517 Jul 14 18:20:00.681559 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-bca295fa-6ffb-4502-9a98-bb8882e45635 req-5073ee5c-880d-4ba0-b591-197f0b4fce52 tempest-LiveMigrationNegativeTest-237635840 tempest-LiveMigrationNegativeTest-237635840-project] 10.222.0.16 "GET /v2.0/security-groups?id=4f7edf6a-d68f-4421-aca5-70454e3b9b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607979 Jul 14 18:20:00.695495 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] get_ports_and_sgs() called for port_ids ['2d1dc18a-16b5-40f5-8ce7-d5b286a9d811'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 18:20:00.754321 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device ca4779bd-50da-4190-a074-42861963a849 up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:20:00.828331 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21741f83-66d9-416c-96d5-3aba0eb7dd97 req-ae109437-f77c-40d7-ba9f-6b9cd86385ba tempest-FloatingIPsAssociationTestJSON-1206343344 tempest-FloatingIPsAssociationTestJSON-1206343344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:20:00.830906 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-21741f83-66d9-416c-96d5-3aba0eb7dd97 req-ae109437-f77c-40d7-ba9f-6b9cd86385ba tempest-FloatingIPsAssociationTestJSON-1206343344 tempest-FloatingIPsAssociationTestJSON-1206343344-project] 10.222.0.16 "GET /v2.0/ports?device_id=d4a090fa-ded3-464f-b9f4-fb95e4f2153d HTTP/1.1" status: 200 len: 945 time: 0.1151860 Jul 14 18:20:00.843440 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-711caffa-2ee7-483a-8b4e-57be4a85cafc admin admin] Notify agent at l3_agent.n-d-800634-3 the message routers_updated {{(pid=93916) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 18:20:00.848465 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-38ba03c5-c3cb-4e6f-aa12-698528c3ef74 req-81cced70-4caa-4637-8b72-84a0d5df0955 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dda704ab-58ba-443c-a327-149220292e36 HTTP/1.1" status: 200 len: 217 time: 0.1402562 Jul 14 18:20:00.860446 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40e188a3-5a6e-4746-9a85-41c73fc9e7b3 None None] Sync routers for ids ['e4f81ce6-19b3-4998-b376-83b6bf3b4aff'] in n-d-800634-3 {{(pid=93918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 18:20:00.870757 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port ca4779bd-50da-4190-a074-42861963a849 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:20:00.873024 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:00.879839 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40e188a3-5a6e-4746-9a85-41c73fc9e7b3 None None] Routers {'e4f81ce6-19b3-4998-b376-83b6bf3b4aff'} bound to L3 agent in host n-d-800634-3 {{(pid=93918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:20:00.880508 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-40e188a3-5a6e-4746-9a85-41c73fc9e7b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:19:53Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['e4f81ce6-19b3-4998-b376-83b6bf3b4aff'], 'active': True} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:20:00.897122 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-21741f83-66d9-416c-96d5-3aba0eb7dd97 req-daf3b7b2-05d1-47aa-9d7e-71a531dd68ec tempest-FloatingIPsAssociationTestJSON-1206343344 tempest-FloatingIPsAssociationTestJSON-1206343344-project] 10.222.0.16 "GET /v2.0/security-groups?id=3a5c8f7b-f109-4bb8-81a7-bf349191d701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593636 Jul 14 18:20:00.962996 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-711caffa-2ee7-483a-8b4e-57be4a85cafc admin admin] Notify callbacks [] for router, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:00.969204 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-711caffa-2ee7-483a-8b4e-57be4a85cafc admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 5.8983698 Jul 14 18:20:00.969828 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 54118) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:20:01.048687 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c17888b-a028-4783-b6e2-77a34cd878dc req-631dc720-2d8d-4bd5-8778-e78654a94132 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:20:01.050222 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-8c17888b-a028-4783-b6e2-77a34cd878dc req-631dc720-2d8d-4bd5-8778-e78654a94132 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ac4dcb0d-17ab-4060-82e2-c35125d24eab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3421094 Jul 14 18:20:01.053726 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ba03c5-c3cb-4e6f-aa12-698528c3ef74 req-dc42facf-86bd-47d2-bb2e-d5d33770a6cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:20:01.055232 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-38ba03c5-c3cb-4e6f-aa12-698528c3ef74 req-dc42facf-86bd-47d2-bb2e-d5d33770a6cc service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8fa41a13-248e-4ed4-8731-d525cb4f3c62 HTTP/1.1" status: 200 len: 848 time: 0.1976781 Jul 14 18:20:01.072106 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3600296-bb09-4912-8350-d647c8db6bbd req-0e28ee97-27da-49e9-ad94-4d4358a27eb8 tempest-LiveMigrationNegativeTest-1127651791 tempest-LiveMigrationNegativeTest-1127651791-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:20:01.073724 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b3600296-bb09-4912-8350-d647c8db6bbd req-0e28ee97-27da-49e9-ad94-4d4358a27eb8 tempest-LiveMigrationNegativeTest-1127651791 tempest-LiveMigrationNegativeTest-1127651791-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=22ca0eb7-8fca-4432-9e75-ba37ffcfe765 HTTP/1.1" status: 200 len: 1100 time: 0.1621056 Jul 14 18:20:01.097018 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-b3600296-bb09-4912-8350-d647c8db6bbd req-cfb45ad9-4e21-409f-a8b1-f414439ede7a tempest-LiveMigrationNegativeTest-1127651791 tempest-LiveMigrationNegativeTest-1127651791-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:01.132181 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvr_db [None req-40e188a3-5a6e-4746-9a85-41c73fc9e7b3 None None] Set router e4f81ce6-19b3-4998-b376-83b6bf3b4aff gateway port host: n-d-800634-3 {{(pid=93918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 18:20:01.155789 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-38ba03c5-c3cb-4e6f-aa12-698528c3ef74 req-b510fb6c-68e8-4f0f-9698-33dcbbe992e2 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=31a99599-848e-4d3a-b964-3d8069f89b88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0851817 Jul 14 18:20:01.242417 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61874606-f88c-442e-90de-70dffc7b8cce req-c18ebef0-9740-41a4-9176-9b2583a4e222 tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:20:01.244021 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-61874606-f88c-442e-90de-70dffc7b8cce req-c18ebef0-9740-41a4-9176-9b2583a4e222 tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] 10.222.0.16 "GET /v2.0/ports?device_id=4c03c8a6-1634-41e9-92c6-45ef79023d35 HTTP/1.1" status: 200 len: 944 time: 0.1077535 Jul 14 18:20:01.258359 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-b3600296-bb09-4912-8350-d647c8db6bbd req-cfb45ad9-4e21-409f-a8b1-f414439ede7a tempest-LiveMigrationNegativeTest-1127651791 tempest-LiveMigrationNegativeTest-1127651791-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:01.272497 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-b3600296-bb09-4912-8350-d647c8db6bbd req-cfb45ad9-4e21-409f-a8b1-f414439ede7a tempest-LiveMigrationNegativeTest-1127651791 tempest-LiveMigrationNegativeTest-1127651791-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:01.307131 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b3600296-bb09-4912-8350-d647c8db6bbd req-cfb45ad9-4e21-409f-a8b1-f414439ede7a tempest-LiveMigrationNegativeTest-1127651791 tempest-LiveMigrationNegativeTest-1127651791-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=4f7edf6a-d68f-4421-aca5-70454e3b9b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2276912 Jul 14 18:20:01.323357 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-61874606-f88c-442e-90de-70dffc7b8cce req-fdfa6e46-bb38-4dc3-890a-85f742a4aab3 tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] 10.222.0.16 "GET /v2.0/security-groups?id=540fae54-ccea-4309-9c99-81b930eedb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678313 Jul 14 18:20:01.324520 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb45ad9-4e21-409f-a8b1-f414439ede7a tempest-LiveMigrationNegativeTest-1127651791 tempest-LiveMigrationNegativeTest-1127651791-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=daaa90dd-37ee-4a4f-b0a2-44a3d4771f26,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:20:01.338071 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-40e188a3-5a6e-4746-9a85-41c73fc9e7b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4f81ce6-19b3-4998-b376-83b6bf3b4aff', 'name': 'tempest-ServersTestMultiNic-888989853-router', 'tenant_id': 'f4a8f789c2b347a295c086869e423927', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.130'}], 'enable_snat': True}, 'gw_port_id': '55d99d0f-8346-46b1-9426-68cbda15e2a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:19:55Z', 'updated_at': '2021-07-14T18:19:59Z', 'revision_number': 3, 'project_id': 'f4a8f789c2b347a295c086869e423927', 'gw_port': {'id': '55d99d0f-8346-46b1-9426-68cbda15e2a4', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:ce:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4f81ce6-19b3-4998-b376-83b6bf3b4aff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:19:57Z', 'updated_at': '2021-07-14T18:19:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3'}], 'n-d-800634-3', False) {} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:20:01.366879 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40e188a3-5a6e-4746-9a85-41c73fc9e7b3 None None] Checking router: e4f81ce6-19b3-4998-b376-83b6bf3b4aff for host: n-d-800634-3 {{(pid=93918) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 18:20:01.367124 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40e188a3-5a6e-4746-9a85-41c73fc9e7b3 None None] Updating router e4f81ce6-19b3-4998-b376-83b6bf3b4aff port 55d99d0f-8346-46b1-9426-68cbda15e2a4 binding host n-d-800634-3 {{(pid=93918) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 18:20:01.383120 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device dda704ab-58ba-443c-a327-149220292e36 details requested by agent hyperv_n-h1-800634-3 with host n-h1-800634-3 {{(pid=93917) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 18:20:01.389463 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device afd4a5a8-854f-41c4-9c78-f14dc594bfd7 up at agent hyperv_n-h1-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:20:01.406012 n-d-800634-3 neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-40e188a3-5a6e-4746-9a85-41c73fc9e7b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:01.599369 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-8c17888b-a028-4783-b6e2-77a34cd878dc req-6c206ca8-c580-4819-8849-39e53a51f16f service neutron] 10.222.0.18 "GET /v2.0/networks/ac4dcb0d-17ab-4060-82e2-c35125d24eab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5366566 Jul 14 18:20:01.660719 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port dda704ab-58ba-443c-a327-149220292e36, host n-h2-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=dda704ab-58ba-443c-a327-149220292e36,segment=NetworkSegment(d3ebb57b-621c-4102-bdfe-7fa439ba5ffc),segment_id=d3ebb57b-621c-4102-bdfe-7fa439ba5ffc)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:20:01.671388 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Provisioning for port afd4a5a8-854f-41c4-9c78-f14dc594bfd7 completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:20:01.678809 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a003906f-89f2-427c-bb77-6bb30c2e7c96 req-447a808c-bec8-414d-97eb-369b1525a3c0 tempest-TenantUsagesTestJSON-1149332420 tempest-TenantUsagesTestJSON-1149332420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:20:01.686495 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a003906f-89f2-427c-bb77-6bb30c2e7c96 req-447a808c-bec8-414d-97eb-369b1525a3c0 tempest-TenantUsagesTestJSON-1149332420 tempest-TenantUsagesTestJSON-1149332420-project] 10.222.0.16 "GET /v2.0/ports?device_id=c92f5827-94ea-4143-a382-585546dc938d HTTP/1.1" status: 200 len: 948 time: 0.0877335 Jul 14 18:20:01.688329 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-38ba03c5-c3cb-4e6f-aa12-698528c3ef74 req-60428057-73bd-4c1a-897a-891ec2ec5978 service neutron] 10.222.0.35 "GET /v2.0/networks/31a99599-848e-4d3a-b964-3d8069f89b88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2621198 Jul 14 18:20:01.746146 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a003906f-89f2-427c-bb77-6bb30c2e7c96 req-07e1e8ee-16d1-4302-99a2-7f73f98f03ae tempest-TenantUsagesTestJSON-1149332420 tempest-TenantUsagesTestJSON-1149332420-project] 10.222.0.16 "GET /v2.0/security-groups?id=b4591504-b34d-4006-922f-22c1e19a547f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584309 Jul 14 18:20:01.843930 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Provisioning complete for port afd4a5a8-854f-41c4-9c78-f14dc594bfd7 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:20:01.843930 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:01.847820 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device dda704ab-58ba-443c-a327-149220292e36 has no active binding in host n-h1-800634-3 {{(pid=93917) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 14 18:20:01.899951 n-d-800634-3 neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-40e188a3-5a6e-4746-9a85-41c73fc9e7b3 None None] Notify callbacks [] for port, precommit_update {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:01.904693 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba7f239-d146-40d0-ac2b-3a2b93e40445 req-3d1a1234-1980-4397-8eec-95d6a4d2848c tempest-LiveMigrationTest-64527954 tempest-LiveMigrationTest-64527954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:20:01.906775 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6ba7f239-d146-40d0-ac2b-3a2b93e40445 req-3d1a1234-1980-4397-8eec-95d6a4d2848c tempest-LiveMigrationTest-64527954 tempest-LiveMigrationTest-64527954-project] 10.222.0.16 "GET /v2.0/ports?device_id=fbf4bb9b-1d56-4ad5-a9e1-d9e143744a86 HTTP/1.1" status: 200 len: 943 time: 0.0999224 Jul 14 18:20:01.918097 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.provisioning_blocks [None req-40e188a3-5a6e-4746-9a85-41c73fc9e7b3 None None] Transition to ACTIVE for port object 55d99d0f-8346-46b1-9426-68cbda15e2a4 will not be triggered until provisioned by entity L2. {{(pid=93918) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:20:01.927018 n-d-800634-3 neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-40e188a3-5a6e-4746-9a85-41c73fc9e7b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:01.942533 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:01.948143 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-8c17888b-a028-4783-b6e2-77a34cd878dc req-265c3ddc-3c8a-42cb-a17d-1f661572bd90 service neutron] 10.222.0.18 "GET /v2.0/networks/ac4dcb0d-17ab-4060-82e2-c35125d24eab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2965214 Jul 14 18:20:01.950808 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-38ba03c5-c3cb-4e6f-aa12-698528c3ef74 req-30d24c13-a0d6-41f6-87a7-e69377cfd371 service neutron] 10.222.0.35 "GET /v2.0/networks/31a99599-848e-4d3a-b964-3d8069f89b88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2471695 Jul 14 18:20:01.977446 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6ba7f239-d146-40d0-ac2b-3a2b93e40445 req-8c37515b-4f12-44af-bf12-e0e8036d585a tempest-LiveMigrationTest-64527954 tempest-LiveMigrationTest-64527954-project] 10.222.0.16 "GET /v2.0/security-groups?id=93c6eb24-b3aa-49c4-93f7-93dd5f011665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644805 Jul 14 18:20:01.978360 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c92f5827-94ea-4143-a382-585546dc938d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afd4a5a8-854f-41c4-9c78-f14dc594bfd7'}] {{(pid=93917) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:20:01.981213 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20b787f3c29eaa7aa2a4d648c725a2124c5ff39a8d793252f9d844495e14cf42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcc38c8f-d85a-4cc1-b893-ff6e662c9142" -d '{"events": [{"server_uuid": "c92f5827-94ea-4143-a382-585546dc938d", "name": "network-vif-plugged", "status": "completed", "tag": "afd4a5a8-854f-41c4-9c78-f14dc594bfd7"}]}' {{(pid=93917) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:20:02.005056 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d944f639-a6d0-45f7-b626-099b2278c283 None None] Pushing event updated for resources: {'Port': ['ID=55d99d0f-8346-46b1-9426-68cbda15e2a4,revision_number=2']} {{(pid=93918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:20:02.021612 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port afd4a5a8-854f-41c4-9c78-f14dc594bfd7, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=afd4a5a8-854f-41c4-9c78-f14dc594bfd7,segment=NetworkSegment(067fc487-22c7-42de-972d-ae352a28ad29),segment_id=067fc487-22c7-42de-972d-ae352a28ad29)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:20:02.026994 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.managers [None req-40e188a3-5a6e-4746-9a85-41c73fc9e7b3 None None] Attempting to bind port 55d99d0f-8346-46b1-9426-68cbda15e2a4 on host n-d-800634-3 for vnic_type normal with profile {{(pid=93918) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:20:02.027596 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.managers [None req-40e188a3-5a6e-4746-9a85-41c73fc9e7b3 None None] Attempting to bind port 55d99d0f-8346-46b1-9426-68cbda15e2a4 by drivers openvswitch,hyperv on host n-d-800634-3 at level 0 using segments [{'id': '5afb940b-bbdf-4727-be00-5d46367c38a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9200a437-e1de-4520-88f6-e68386523e61'}] {{(pid=93918) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:20:02.028050 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40e188a3-5a6e-4746-9a85-41c73fc9e7b3 None None] Attempting to bind port 55d99d0f-8346-46b1-9426-68cbda15e2a4 on network 9200a437-e1de-4520-88f6-e68386523e61 {{(pid=93918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:20:02.031052 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:02.034604 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40e188a3-5a6e-4746-9a85-41c73fc9e7b3 None None] Checking agent: {'id': '01c19e91-a945-4e3c-94a6-c211e17c923e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 8, 23), 'started_at': datetime.datetime(2021, 7, 14, 18, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 18, 19, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 18:20:02.035327 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40e188a3-5a6e-4746-9a85-41c73fc9e7b3 None None] Checking segment: {'id': '5afb940b-bbdf-4727-be00-5d46367c38a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9200a437-e1de-4520-88f6-e68386523e61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93918) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:20:02.035924 n-d-800634-3 neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-40e188a3-5a6e-4746-9a85-41c73fc9e7b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:02.036360 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40e188a3-5a6e-4746-9a85-41c73fc9e7b3 None None] Bound using segment: {'id': '5afb940b-bbdf-4727-be00-5d46367c38a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9200a437-e1de-4520-88f6-e68386523e61'} {{(pid=93918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 18:20:02.036841 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.managers [None req-40e188a3-5a6e-4746-9a85-41c73fc9e7b3 None None] Bound port: 55d99d0f-8346-46b1-9426-68cbda15e2a4, host: n-d-800634-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5afb940b-bbdf-4727-be00-5d46367c38a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9200a437-e1de-4520-88f6-e68386523e61'}}] {{(pid=93918) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 18:20:02.037362 n-d-800634-3 neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-40e188a3-5a6e-4746-9a85-41c73fc9e7b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:02.099339 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.db [None req-40e188a3-5a6e-4746-9a85-41c73fc9e7b3 None None] For port 55d99d0f-8346-46b1-9426-68cbda15e2a4, host n-d-800634-3, cleared binding levels {{(pid=93918) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:20:02.104228 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.db [None req-40e188a3-5a6e-4746-9a85-41c73fc9e7b3 None None] For port 55d99d0f-8346-46b1-9426-68cbda15e2a4, host n-d-800634-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=55d99d0f-8346-46b1-9426-68cbda15e2a4,segment=NetworkSegment(5afb940b-bbdf-4727-be00-5d46367c38a1),segment_id=5afb940b-bbdf-4727-be00-5d46367c38a1)] {{(pid=93918) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 18:20:02.112895 n-d-800634-3 neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-40e188a3-5a6e-4746-9a85-41c73fc9e7b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:02.136419 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:02.160326 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Pushing event updated for resources: {'Port': ['ID=afd4a5a8-854f-41c4-9c78-f14dc594bfd7,revision_number=5']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:20:02.196372 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d944f639-a6d0-45f7-b626-099b2278c283 None None] Pushing event updated for resources: {'Port': ['ID=55d99d0f-8346-46b1-9426-68cbda15e2a4,revision_number=3']} {{(pid=93918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:20:02.210263 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Device 2d1dc18a-16b5-40f5-8ce7-d5b286a9d811 up at agent hyperv_n-h2-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:20:02.212490 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40e188a3-5a6e-4746-9a85-41c73fc9e7b3 None None] Routers {'e4f81ce6-19b3-4998-b376-83b6bf3b4aff'} bound to L3 agent in host n-d-800634-3 {{(pid=93918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:20:02.213859 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-40e188a3-5a6e-4746-9a85-41c73fc9e7b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:19:53Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['e4f81ce6-19b3-4998-b376-83b6bf3b4aff'], 'active': True} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:20:02.299630 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Provisioning for port 2d1dc18a-16b5-40f5-8ce7-d5b286a9d811 completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:20:02.311023 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Provisioning complete for port 2d1dc18a-16b5-40f5-8ce7-d5b286a9d811 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:20:02.311659 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:02.349052 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a5d3f3-4601-4835-a83a-bf16579c4311 req-5b7964f4-309d-4c85-8f0b-28043cda2c47 tempest-FloatingIPsAssociationTestJSON-1206343344 tempest-FloatingIPsAssociationTestJSON-1206343344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:20:02.351575 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-d7a5d3f3-4601-4835-a83a-bf16579c4311 req-5b7964f4-309d-4c85-8f0b-28043cda2c47 tempest-FloatingIPsAssociationTestJSON-1206343344 tempest-FloatingIPsAssociationTestJSON-1206343344-project] 10.222.0.16 "GET /v2.0/ports?device_id=d4a090fa-ded3-464f-b9f4-fb95e4f2153d HTTP/1.1" status: 200 len: 945 time: 0.1330898 Jul 14 18:20:02.422577 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvr_db [None req-40e188a3-5a6e-4746-9a85-41c73fc9e7b3 None None] Set router e4f81ce6-19b3-4998-b376-83b6bf3b4aff gateway port host: n-d-800634-3 {{(pid=93918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 18:20:02.431873 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-d7a5d3f3-4601-4835-a83a-bf16579c4311 req-fa16df88-8502-49a3-92ff-28b8c6f3aea4 tempest-FloatingIPsAssociationTestJSON-1206343344 tempest-FloatingIPsAssociationTestJSON-1206343344-project] 10.222.0.16 "GET /v2.0/security-groups?id=3a5c8f7b-f109-4bb8-81a7-bf349191d701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753620 Jul 14 18:20:02.436346 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:02.496684 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] For port 2d1dc18a-16b5-40f5-8ce7-d5b286a9d811, host n-h2-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=2d1dc18a-16b5-40f5-8ce7-d5b286a9d811,segment=NetworkSegment(60f92988-9b9b-4790-95f5-9fce88e5a460),segment_id=60f92988-9b9b-4790-95f5-9fce88e5a460)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:20:02.500952 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 18:20:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a22a41d-4fbc-4b08-9ded-fe45fde3eafc x-openstack-request-id: req-4a22a41d-4fbc-4b08-9ded-fe45fde3eafc {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:20:02.502808 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c92f5827-94ea-4143-a382-585546dc938d", "name": "network-vif-plugged", "status": "completed", "tag": "afd4a5a8-854f-41c4-9c78-f14dc594bfd7", "code": 200}]} {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:20:02.503283 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4a22a41d-4fbc-4b08-9ded-fe45fde3eafc {{(pid=93917) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:20:02.504327 n-d-800634-3 neutron-server[93917]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c92f5827-94ea-4143-a382-585546dc938d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afd4a5a8-854f-41c4-9c78-f14dc594bfd7', 'code': 200} Jul 14 18:20:02.506509 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:02.554310 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-544ff8f4-b59c-4492-a1d0-c4f5b5731a99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:02.575368 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f29739c-393c-4307-8b98-0030c60a00eb req-2d445045-e1df-4e6c-b5c5-8c98781e0d46 tempest-FloatingIPsAssociationTestJSON-1206343344 tempest-FloatingIPsAssociationTestJSON-1206343344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:20:02.576954 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-2f29739c-393c-4307-8b98-0030c60a00eb req-2d445045-e1df-4e6c-b5c5-8c98781e0d46 tempest-FloatingIPsAssociationTestJSON-1206343344 tempest-FloatingIPsAssociationTestJSON-1206343344-project] 10.222.0.18 "GET /v2.0/ports?device_id=d4a090fa-ded3-464f-b9f4-fb95e4f2153d HTTP/1.1" status: 200 len: 945 time: 0.2970850 Jul 14 18:20:02.597982 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Pushing event updated for resources: {'Port': ['ID=2d1dc18a-16b5-40f5-8ce7-d5b286a9d811,revision_number=5']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:20:02.713525 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-40e188a3-5a6e-4746-9a85-41c73fc9e7b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4f81ce6-19b3-4998-b376-83b6bf3b4aff', 'name': 'tempest-ServersTestMultiNic-888989853-router', 'tenant_id': 'f4a8f789c2b347a295c086869e423927', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.130'}], 'enable_snat': True}, 'gw_port_id': '55d99d0f-8346-46b1-9426-68cbda15e2a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:19:55Z', 'updated_at': '2021-07-14T18:19:59Z', 'revision_number': 3, 'project_id': 'f4a8f789c2b347a295c086869e423927', 'gw_port': {'id': '55d99d0f-8346-46b1-9426-68cbda15e2a4', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:ce:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4f81ce6-19b3-4998-b376-83b6bf3b4aff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:19:57Z', 'updated_at': '2021-07-14T18:20:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3'}], 'n-d-800634-3', False) {} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:20:02.725275 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8959ea83-76f2-4df2-b08e-b2b5f0400739 req-0d7c1e6f-b085-4446-b6fe-7df47bef4a79 tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:20:02.734253 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-8959ea83-76f2-4df2-b08e-b2b5f0400739 req-0d7c1e6f-b085-4446-b6fe-7df47bef4a79 tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] 10.222.0.16 "GET /v2.0/ports?device_id=4c03c8a6-1634-41e9-92c6-45ef79023d35 HTTP/1.1" status: 200 len: 945 time: 0.0983350 Jul 14 18:20:02.748016 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40e188a3-5a6e-4746-9a85-41c73fc9e7b3 None None] The sync data for ids ['e4f81ce6-19b3-4998-b376-83b6bf3b4aff'] in n-d-800634-3 is: [{'id': 'e4f81ce6-19b3-4998-b376-83b6bf3b4aff', 'name': 'tempest-ServersTestMultiNic-888989853-router', 'tenant_id': 'f4a8f789c2b347a295c086869e423927', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.130'}], 'enable_snat': True}, 'gw_port_id': '55d99d0f-8346-46b1-9426-68cbda15e2a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:19:55Z', 'updated_at': '2021-07-14T18:19:59Z', 'revision_number': 3, 'project_id': 'f4a8f789c2b347a295c086869e423927', 'gw_port': {'id': '55d99d0f-8346-46b1-9426-68cbda15e2a4', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:ce:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4f81ce6-19b3-4998-b376-83b6bf3b4aff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:19:57Z', 'updated_at': '2021-07-14T18:20:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3'}] {{(pid=93918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 18:20:02.820370 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-8959ea83-76f2-4df2-b08e-b2b5f0400739 req-c31e1744-a665-46b8-a0f0-128223681bf7 tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] 10.222.0.16 "GET /v2.0/security-groups?id=540fae54-ccea-4309-9c99-81b930eedb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836136 Jul 14 18:20:02.898239 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7cb8a9-6d44-4df5-8f63-1cec4c34f342 req-905ef4b8-0a7a-4c10-b0cc-4aa66d978b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:20:02.899774 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-be7cb8a9-6d44-4df5-8f63-1cec4c34f342 req-905ef4b8-0a7a-4c10-b0cc-4aa66d978b2b service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=c92f5827-94ea-4143-a382-585546dc938d HTTP/1.1" status: 200 len: 1100 time: 0.3201339 Jul 14 18:20:02.976814 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.db_base_plugin_common [None req-544ff8f4-b59c-4492-a1d0-c4f5b5731a99 admin admin] Allocated IP 172.20.0.1 (16db1464-b289-4029-9066-d4b826a21b2f/cb0ae63f-c14f-467b-a2d9-f556821c680f/57bdd748-5154-4c33-be96-d14753f4799b) {{(pid=93916) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:20:02.980262 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-be7cb8a9-6d44-4df5-8f63-1cec4c34f342 req-1a009ccb-57e4-4735-89c5-c0249674c859 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=b4591504-b34d-4006-922f-22c1e19a547f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692587 Jul 14 18:20:02.987977 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [req-2f29739c-393c-4307-8b98-0030c60a00eb req-ae1e18cc-1e4f-4d25-93a7-5d2db0360a78 tempest-FloatingIPsAssociationTestJSON-1206343344 tempest-FloatingIPsAssociationTestJSON-1206343344-project] Deleting port 9ff41a23-0c91-4e23-90d4-e3f9f1ac0c89 {{(pid=93916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:20:02.988344 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-2f29739c-393c-4307-8b98-0030c60a00eb req-ae1e18cc-1e4f-4d25-93a7-5d2db0360a78 tempest-FloatingIPsAssociationTestJSON-1206343344 tempest-FloatingIPsAssociationTestJSON-1206343344-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:03.081659 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904bb6c9-171f-415a-81d2-e0694c1095a9 req-4995784f-4839-46e5-b47d-9ea4dbe58aad tempest-AttachSCSIVolumeTestJSON-1045345527 tempest-AttachSCSIVolumeTestJSON-1045345527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:20:03.083248 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-904bb6c9-171f-415a-81d2-e0694c1095a9 req-4995784f-4839-46e5-b47d-9ea4dbe58aad tempest-AttachSCSIVolumeTestJSON-1045345527 tempest-AttachSCSIVolumeTestJSON-1045345527-project] 10.222.0.16 "GET /v2.0/ports?device_id=4198bdcc-2894-4ba7-9720-35e4d7947e78 HTTP/1.1" status: 200 len: 946 time: 0.1126065 Jul 14 18:20:03.182106 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-904bb6c9-171f-415a-81d2-e0694c1095a9 req-cfeda88b-af8e-4506-be08-0663d7fc814f tempest-AttachSCSIVolumeTestJSON-1045345527 tempest-AttachSCSIVolumeTestJSON-1045345527-project] 10.222.0.16 "GET /v2.0/security-groups?id=975dfb1e-0a99-4a57-8210-34fc1432950d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878000 Jul 14 18:20:03.187607 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.db [req-2f29739c-393c-4307-8b98-0030c60a00eb req-ae1e18cc-1e4f-4d25-93a7-5d2db0360a78 tempest-FloatingIPsAssociationTestJSON-1206343344 tempest-FloatingIPsAssociationTestJSON-1206343344-project] For port 9ff41a23-0c91-4e23-90d4-e3f9f1ac0c89, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=9ff41a23-0c91-4e23-90d4-e3f9f1ac0c89,segment=NetworkSegment(06c66395-d1c3-4d06-8efa-6bd69b5e26e2),segment_id=06c66395-d1c3-4d06-8efa-6bd69b5e26e2)] {{(pid=93916) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:20:03.187969 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-2f29739c-393c-4307-8b98-0030c60a00eb req-ae1e18cc-1e4f-4d25-93a7-5d2db0360a78 tempest-FloatingIPsAssociationTestJSON-1206343344 tempest-FloatingIPsAssociationTestJSON-1206343344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:03.237983 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1704210f-c819-42cb-912f-d2f73d0f6b4c req-cabd32bb-3571-41bb-a128-44179356f827 tempest-TenantUsagesTestJSON-1149332420 tempest-TenantUsagesTestJSON-1149332420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:20:03.249931 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-544ff8f4-b59c-4492-a1d0-c4f5b5731a99 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:03.250775 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-1704210f-c819-42cb-912f-d2f73d0f6b4c req-cabd32bb-3571-41bb-a128-44179356f827 tempest-TenantUsagesTestJSON-1149332420 tempest-TenantUsagesTestJSON-1149332420-project] 10.222.0.16 "GET /v2.0/ports?device_id=c92f5827-94ea-4143-a382-585546dc938d HTTP/1.1" status: 200 len: 949 time: 0.1657774 Jul 14 18:20:03.278583 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [req-2f29739c-393c-4307-8b98-0030c60a00eb req-ae1e18cc-1e4f-4d25-93a7-5d2db0360a78 tempest-FloatingIPsAssociationTestJSON-1206343344 tempest-FloatingIPsAssociationTestJSON-1206343344-project] Calling delete_port for 9ff41a23-0c91-4e23-90d4-e3f9f1ac0c89 owned by compute:nova {{(pid=93916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:20:03.309344 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-1704210f-c819-42cb-912f-d2f73d0f6b4c req-6d4b205d-1739-4e60-836a-15a3800b7f54 tempest-TenantUsagesTestJSON-1149332420 tempest-TenantUsagesTestJSON-1149332420-project] 10.222.0.16 "GET /v2.0/security-groups?id=b4591504-b34d-4006-922f-22c1e19a547f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570347 Jul 14 18:20:03.311356 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.provisioning_blocks [None req-544ff8f4-b59c-4492-a1d0-c4f5b5731a99 admin admin] Transition to ACTIVE for port object 57bdd748-5154-4c33-be96-d14753f4799b will not be triggered until provisioned by entity DHCP. {{(pid=93916) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:20:03.391248 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-fe60ee74-176e-455f-8864-be3c31e39f6b req-38916237-28c6-478f-abe4-1ff4875c8ab5 service neutron] 10.222.0.35 "GET /v2.0/ports/dda704ab-58ba-443c-a327-149220292e36/bindings/n-h1-800634-3 HTTP/1.1" status: 200 len: 384 time: 0.1638911 Jul 14 18:20:03.408215 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6c5e5b-4d19-4f7a-b91d-501839d6bcaf req-c5fdd6d7-1f88-4708-a081-17d9991b1a48 tempest-LiveMigrationNegativeTest-237635840 tempest-LiveMigrationNegativeTest-237635840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:20:03.419233 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ac6c5e5b-4d19-4f7a-b91d-501839d6bcaf req-c5fdd6d7-1f88-4708-a081-17d9991b1a48 tempest-LiveMigrationNegativeTest-237635840 tempest-LiveMigrationNegativeTest-237635840-project] 10.222.0.16 "GET /v2.0/ports?device_id=22ca0eb7-8fca-4432-9e75-ba37ffcfe765 HTTP/1.1" status: 200 len: 949 time: 0.0857909 Jul 14 18:20:03.475928 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-544ff8f4-b59c-4492-a1d0-c4f5b5731a99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:03.493124 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ac6c5e5b-4d19-4f7a-b91d-501839d6bcaf req-5fa25161-d6a3-4b4c-985f-eef3cb42e537 tempest-LiveMigrationNegativeTest-237635840 tempest-LiveMigrationNegativeTest-237635840-project] 10.222.0.16 "GET /v2.0/security-groups?id=4f7edf6a-d68f-4421-aca5-70454e3b9b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727274 Jul 14 18:20:03.523779 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac748d38-8f3b-44f3-b635-9e3e60553ee8 req-eaccd1c8-bdcf-471e-b6e6-741da52ee3b3 tempest-LiveMigrationTest-64527954 tempest-LiveMigrationTest-64527954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:20:03.534997 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ac748d38-8f3b-44f3-b635-9e3e60553ee8 req-eaccd1c8-bdcf-471e-b6e6-741da52ee3b3 tempest-LiveMigrationTest-64527954 tempest-LiveMigrationTest-64527954-project] 10.222.0.16 "GET /v2.0/ports?device_id=fbf4bb9b-1d56-4ad5-a9e1-d9e143744a86 HTTP/1.1" status: 200 len: 943 time: 0.0996861 Jul 14 18:20:03.581071 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ac748d38-8f3b-44f3-b635-9e3e60553ee8 req-e6ba8cc7-8cfe-4d97-afce-9886c43f22d3 tempest-LiveMigrationTest-64527954 tempest-LiveMigrationTest-64527954-project] 10.222.0.16 "GET /v2.0/security-groups?id=93c6eb24-b3aa-49c4-93f7-93dd5f011665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449646 Jul 14 18:20:03.588830 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-544ff8f4-b59c-4492-a1d0-c4f5b5731a99 admin admin] Network 16db1464-b289-4029-9066-d4b826a21b2f is already hosted by enough agents. {{(pid=93916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:20:03.600608 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [None req-544ff8f4-b59c-4492-a1d0-c4f5b5731a99 admin admin] Resources bound (agent type, host, resource id): {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:20:03.610988 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-544ff8f4-b59c-4492-a1d0-c4f5b5731a99 admin admin] Received port after_create {{(pid=93916) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:20:03.610988 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544ff8f4-b59c-4492-a1d0-c4f5b5731a99 admin admin] Pushing event updated for resources: {'Port': ['ID=57bdd748-5154-4c33-be96-d14753f4799b,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:20:03.696582 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-2f29739c-393c-4307-8b98-0030c60a00eb req-ae1e18cc-1e4f-4d25-93a7-5d2db0360a78 tempest-FloatingIPsAssociationTestJSON-1206343344 tempest-FloatingIPsAssociationTestJSON-1206343344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:03.710222 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] get_ports_and_sgs() called for port_ids ['9ff41a23-0c91-4e23-90d4-e3f9f1ac0c89'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 18:20:03.748537 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e9ad50-5a14-4607-b15e-4ea5c0129d10 req-5ed12b36-1a69-47c1-8063-7914c524e2b0 tempest-FloatingIPsAssociationTestJSON-1206343344 tempest-FloatingIPsAssociationTestJSON-1206343344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:20:03.751348 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c6e9ad50-5a14-4607-b15e-4ea5c0129d10 req-5ed12b36-1a69-47c1-8063-7914c524e2b0 tempest-FloatingIPsAssociationTestJSON-1206343344 tempest-FloatingIPsAssociationTestJSON-1206343344-project] 10.222.0.16 "GET /v2.0/ports?device_id=d4a090fa-ded3-464f-b9f4-fb95e4f2153d HTTP/1.1" status: 200 len: 867 time: 0.1050451 Jul 14 18:20:03.805705 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c6e9ad50-5a14-4607-b15e-4ea5c0129d10 req-3e222a5d-70e2-4a00-84ef-36f19d13490a tempest-FloatingIPsAssociationTestJSON-1206343344 tempest-FloatingIPsAssociationTestJSON-1206343344-project] 10.222.0.16 "GET /v2.0/security-groups?id=3a5c8f7b-f109-4bb8-81a7-bf349191d701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477812 Jul 14 18:20:03.936368 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-5b7a77da-a2d2-4841-813d-b00259b5dc96 None None] Provisioning for port 57bdd748-5154-4c33-be96-d14753f4799b completed by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:20:03.941742 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-5b7a77da-a2d2-4841-813d-b00259b5dc96 None None] Provisioning complete for port 57bdd748-5154-4c33-be96-d14753f4799b triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:20:03.942401 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-5b7a77da-a2d2-4841-813d-b00259b5dc96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:04.040151 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.db [req-fe60ee74-176e-455f-8864-be3c31e39f6b req-02923948-9ba0-4b44-9a52-da158fa5bf1e service neutron] For port dda704ab-58ba-443c-a327-149220292e36, host n-h2-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=dda704ab-58ba-443c-a327-149220292e36,segment=NetworkSegment(d3ebb57b-621c-4102-bdfe-7fa439ba5ffc),segment_id=d3ebb57b-621c-4102-bdfe-7fa439ba5ffc)] {{(pid=93916) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:20:04.042644 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-5b7a77da-a2d2-4841-813d-b00259b5dc96 None None] Port 57bdd748-5154-4c33-be96-d14753f4799b cannot update to ACTIVE because it is not bound. {{(pid=93917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 18:20:04.057784 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1e18cc-1e4f-4d25-93a7-5d2db0360a78 tempest-FloatingIPsAssociationTestJSON-1206343344 tempest-FloatingIPsAssociationTestJSON-1206343344-project] Pushing event deleted for resources: {'Port': ['ID=9ff41a23-0c91-4e23-90d4-e3f9f1ac0c89,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:20:04.059390 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-544ff8f4-b59c-4492-a1d0-c4f5b5731a99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-930452'] for router_interface, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:04.122824 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee90833-7394-41d3-a972-f48204152fa9 req-1d893931-c356-4841-9bb7-c32d0c41421a tempest-AttachSCSIVolumeTestJSON-1045345527 tempest-AttachSCSIVolumeTestJSON-1045345527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:20:04.124546 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-0ee90833-7394-41d3-a972-f48204152fa9 req-1d893931-c356-4841-9bb7-c32d0c41421a tempest-AttachSCSIVolumeTestJSON-1045345527 tempest-AttachSCSIVolumeTestJSON-1045345527-project] 10.222.0.35 "GET /v2.0/ports?device_id=4198bdcc-2894-4ba7-9720-35e4d7947e78 HTTP/1.1" status: 200 len: 946 time: 0.1281040 Jul 14 18:20:04.130778 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.db [req-fe60ee74-176e-455f-8864-be3c31e39f6b req-02923948-9ba0-4b44-9a52-da158fa5bf1e service neutron] For port dda704ab-58ba-443c-a327-149220292e36, host n-h2-800634-3, cleared binding levels {{(pid=93916) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:20:04.140211 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e067562-e64d-44ae-b39c-fed9a196b8b5 req-6b7ebac0-5290-494d-9bdc-93e9632c178d tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:20:04.144608 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2e067562-e64d-44ae-b39c-fed9a196b8b5 req-6b7ebac0-5290-494d-9bdc-93e9632c178d tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] 10.222.0.16 "GET /v2.0/ports?device_id=4c03c8a6-1634-41e9-92c6-45ef79023d35 HTTP/1.1" status: 200 len: 945 time: 0.1939466 Jul 14 18:20:04.177893 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f29739c-393c-4307-8b98-0030c60a00eb req-ae1e18cc-1e4f-4d25-93a7-5d2db0360a78 tempest-FloatingIPsAssociationTestJSON-1206343344 tempest-FloatingIPsAssociationTestJSON-1206343344-project] No DVR routers for this DVR port 9ff41a23-0c91-4e23-90d4-e3f9f1ac0c89 on host n-h1-800634-3 {{(pid=93916) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 18:20:04.182989 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-2f29739c-393c-4307-8b98-0030c60a00eb req-ae1e18cc-1e4f-4d25-93a7-5d2db0360a78 tempest-FloatingIPsAssociationTestJSON-1206343344 tempest-FloatingIPsAssociationTestJSON-1206343344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:04.185029 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-2f29739c-393c-4307-8b98-0030c60a00eb req-ae1e18cc-1e4f-4d25-93a7-5d2db0360a78 tempest-FloatingIPsAssociationTestJSON-1206343344 tempest-FloatingIPsAssociationTestJSON-1206343344-project] 10.222.0.18 "DELETE /v2.0/ports/9ff41a23-0c91-4e23-90d4-e3f9f1ac0c89 HTTP/1.1" status: 204 len: 173 time: 1.5691776 Jul 14 18:20:04.187043 n-d-800634-3 neutron-server[93916]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4a090fa-ded3-464f-b9f4-fb95e4f2153d', 'name': 'network-vif-deleted', 'tag': '9ff41a23-0c91-4e23-90d4-e3f9f1ac0c89'}] {{(pid=93916) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:20:04.189691 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f803e150b363a7893830aa996ac27753fa25517c406ecd3536b7c2d4b26eeb9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed2c6cab-d2ba-4045-9e01-4f28f073aaa5" -d '{"events": [{"server_uuid": "d4a090fa-ded3-464f-b9f4-fb95e4f2153d", "name": "network-vif-deleted", "tag": "9ff41a23-0c91-4e23-90d4-e3f9f1ac0c89"}]}' {{(pid=93916) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:20:04.253349 n-d-800634-3 neutron-server[93916]: DEBUG neutron.notifiers.nova [req-fe60ee74-176e-455f-8864-be3c31e39f6b req-02923948-9ba0-4b44-9a52-da158fa5bf1e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dda704ab-58ba-443c-a327-149220292e36 {{(pid=93916) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 18:20:04.266641 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.db [req-fe60ee74-176e-455f-8864-be3c31e39f6b req-02923948-9ba0-4b44-9a52-da158fa5bf1e service neutron] For port dda704ab-58ba-443c-a327-149220292e36, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=dda704ab-58ba-443c-a327-149220292e36,segment=NetworkSegment(d3ebb57b-621c-4102-bdfe-7fa439ba5ffc),segment_id=d3ebb57b-621c-4102-bdfe-7fa439ba5ffc)] {{(pid=93916) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:20:04.291647 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 18:20:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85c7ad87-3022-4747-b746-1b230172e98a x-openstack-request-id: req-85c7ad87-3022-4747-b746-1b230172e98a {{(pid=93916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:20:04.291937 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4a090fa-ded3-464f-b9f4-fb95e4f2153d", "name": "network-vif-deleted", "tag": "9ff41a23-0c91-4e23-90d4-e3f9f1ac0c89", "status": "completed", "code": 200}]} {{(pid=93916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:20:04.292552 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-85c7ad87-3022-4747-b746-1b230172e98a {{(pid=93916) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:20:04.292955 n-d-800634-3 neutron-server[93916]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4a090fa-ded3-464f-b9f4-fb95e4f2153d', 'name': 'network-vif-deleted', 'tag': '9ff41a23-0c91-4e23-90d4-e3f9f1ac0c89', 'status': 'completed', 'code': 200} Jul 14 18:20:04.308827 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-fe60ee74-176e-455f-8864-be3c31e39f6b req-02923948-9ba0-4b44-9a52-da158fa5bf1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:04.328108 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-544ff8f4-b59c-4492-a1d0-c4f5b5731a99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:04.364364 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2e067562-e64d-44ae-b39c-fed9a196b8b5 req-7b45edd1-4600-451a-a5ef-499c4a033aa8 tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] 10.222.0.16 "GET /v2.0/security-groups?id=540fae54-ccea-4309-9c99-81b930eedb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2100060 Jul 14 18:20:04.365120 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.35', 64880) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:20:04.493151 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.provisioning_blocks [req-fe60ee74-176e-455f-8864-be3c31e39f6b req-02923948-9ba0-4b44-9a52-da158fa5bf1e service neutron] Transition to ACTIVE for port object dda704ab-58ba-443c-a327-149220292e36 will not be triggered until provisioned by entity L2. {{(pid=93916) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:20:04.506244 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-fe60ee74-176e-455f-8864-be3c31e39f6b req-02923948-9ba0-4b44-9a52-da158fa5bf1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2684870'] for port, after_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:04.506474 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c03c8a6-1634-41e9-92c6-45ef79023d35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d1dc18a-16b5-40f5-8ce7-d5b286a9d811'}] {{(pid=93917) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:20:04.508848 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20b787f3c29eaa7aa2a4d648c725a2124c5ff39a8d793252f9d844495e14cf42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38b9936e-42af-4299-a3c6-d71729262a29" -d '{"events": [{"server_uuid": "4c03c8a6-1634-41e9-92c6-45ef79023d35", "name": "network-vif-plugged", "status": "completed", "tag": "2d1dc18a-16b5-40f5-8ce7-d5b286a9d811"}]}' {{(pid=93917) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:20:04.592964 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe60ee74-176e-455f-8864-be3c31e39f6b req-02923948-9ba0-4b44-9a52-da158fa5bf1e service neutron] No DVR routers for this DVR port dda704ab-58ba-443c-a327-149220292e36 on host n-h2-800634-3 {{(pid=93916) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 18:20:04.666979 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02923948-9ba0-4b44-9a52-da158fa5bf1e service neutron] Pushing event updated for resources: {'Port': ['ID=dda704ab-58ba-443c-a327-149220292e36,revision_number=10']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:20:04.679854 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-fe60ee74-176e-455f-8864-be3c31e39f6b req-02923948-9ba0-4b44-9a52-da158fa5bf1e service neutron] 10.222.0.35 "PUT /v2.0/ports/dda704ab-58ba-443c-a327-149220292e36/bindings/n-h1-800634-3/activate HTTP/1.1" status: 200 len: 369 time: 1.2805309 Jul 14 18:20:04.685821 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-544ff8f4-b59c-4492-a1d0-c4f5b5731a99 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:04.695093 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-544ff8f4-b59c-4492-a1d0-c4f5b5731a99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2684870'] for port, after_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:04.712530 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96222916-472d-499c-9e26-fa3c88c28dba req-0f3837ef-da32-47a8-a868-6043bbdcd151 tempest-LiveMigrationNegativeTest-237635840 tempest-LiveMigrationNegativeTest-237635840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:20:04.714247 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-96222916-472d-499c-9e26-fa3c88c28dba req-0f3837ef-da32-47a8-a868-6043bbdcd151 tempest-LiveMigrationNegativeTest-237635840 tempest-LiveMigrationNegativeTest-237635840-project] 10.222.0.35 "GET /v2.0/ports?device_id=22ca0eb7-8fca-4432-9e75-ba37ffcfe765 HTTP/1.1" status: 200 len: 949 time: 0.3376920 Jul 14 18:20:04.717803 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 55d99d0f-8346-46b1-9426-68cbda15e2a4 up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:20:04.727263 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [req-0ee90833-7394-41d3-a972-f48204152fa9 req-0b377a21-6f3e-40ff-ae35-497347a15d96 tempest-AttachSCSIVolumeTestJSON-1045345527 tempest-AttachSCSIVolumeTestJSON-1045345527-project] Deleting port c05aebc4-4d8b-4d8c-8845-a47245685659 {{(pid=93915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:20:04.727633 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-0ee90833-7394-41d3-a972-f48204152fa9 req-0b377a21-6f3e-40ff-ae35-497347a15d96 tempest-AttachSCSIVolumeTestJSON-1045345527 tempest-AttachSCSIVolumeTestJSON-1045345527-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:04.834794 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning for port 55d99d0f-8346-46b1-9426-68cbda15e2a4 completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:20:04.844184 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port 55d99d0f-8346-46b1-9426-68cbda15e2a4 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:20:04.844789 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:04.847559 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07a0890-c8f5-4881-832b-af3d4dd7a001 req-6c1b0bc6-511b-4245-bba7-bd2d2ad9a27e tempest-AttachSCSIVolumeTestJSON-1045345527 tempest-AttachSCSIVolumeTestJSON-1045345527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:20:04.849128 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-544ff8f4-b59c-4492-a1d0-c4f5b5731a99 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-598741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-928734'] for router_interface, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:04.854919 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b07a0890-c8f5-4881-832b-af3d4dd7a001 req-6c1b0bc6-511b-4245-bba7-bd2d2ad9a27e tempest-AttachSCSIVolumeTestJSON-1045345527 tempest-AttachSCSIVolumeTestJSON-1045345527-project] 10.222.0.16 "GET /v2.0/ports?device_id=4198bdcc-2894-4ba7-9720-35e4d7947e78 HTTP/1.1" status: 200 len: 946 time: 0.4225039 Jul 14 18:20:04.881295 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544ff8f4-b59c-4492-a1d0-c4f5b5731a99 admin admin] Pushing event updated for resources: {'Port': ['ID=57bdd748-5154-4c33-be96-d14753f4799b,revision_number=2']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:20:04.914614 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b8b45d-a94b-4ebd-bcff-36324c3b9d0f req-11aa08dd-4df0-4ea8-96ba-541486ec0365 tempest-TenantUsagesTestJSON-1149332420 tempest-TenantUsagesTestJSON-1149332420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:20:04.919779 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a1b8b45d-a94b-4ebd-bcff-36324c3b9d0f req-11aa08dd-4df0-4ea8-96ba-541486ec0365 tempest-TenantUsagesTestJSON-1149332420 tempest-TenantUsagesTestJSON-1149332420-project] 10.222.0.16 "GET /v2.0/ports?device_id=c92f5827-94ea-4143-a382-585546dc938d HTTP/1.1" status: 200 len: 949 time: 0.3614731 Jul 14 18:20:04.964547 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:04.973138 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe60ee74-176e-455f-8864-be3c31e39f6b req-2daf5854-97d3-4292-b4ce-227f7f0ef32a tempest-LiveMigrationTest-888176612 tempest-LiveMigrationTest-888176612-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:20:04.975072 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-fe60ee74-176e-455f-8864-be3c31e39f6b req-2daf5854-97d3-4292-b4ce-227f7f0ef32a tempest-LiveMigrationTest-888176612 tempest-LiveMigrationTest-888176612-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=fbf4bb9b-1d56-4ad5-a9e1-d9e143744a86&tenant_id=d1f21963323d4ae1956c5ba38fc6e610&binding%3Ahost_id=n-h2-800634-3 HTTP/1.1" status: 200 len: 1095 time: 0.2116346 Jul 14 18:20:04.988242 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] For port 55d99d0f-8346-46b1-9426-68cbda15e2a4, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=55d99d0f-8346-46b1-9426-68cbda15e2a4,segment=NetworkSegment(5afb940b-bbdf-4727-be00-5d46367c38a1),segment_id=5afb940b-bbdf-4727-be00-5d46367c38a1)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:20:05.004594 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:05.062649 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b07a0890-c8f5-4881-832b-af3d4dd7a001 req-3c548a13-93dd-4dcb-8928-a7d6eddbbd14 tempest-AttachSCSIVolumeTestJSON-1045345527 tempest-AttachSCSIVolumeTestJSON-1045345527-project] 10.222.0.16 "GET /v2.0/security-groups?id=975dfb1e-0a99-4a57-8210-34fc1432950d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2068400 Jul 14 18:20:05.101634 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Pushing event updated for resources: {'Port': ['ID=55d99d0f-8346-46b1-9426-68cbda15e2a4,revision_number=4']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:20:05.126869 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-544ff8f4-b59c-4492-a1d0-c4f5b5731a99 admin admin] Network 16db1464-b289-4029-9066-d4b826a21b2f is already hosted by enough agents. {{(pid=93916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:20:05.132684 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:05.142951 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [None req-544ff8f4-b59c-4492-a1d0-c4f5b5731a99 admin admin] Resources bound (agent type, host, resource id): {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:20:05.154899 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe60ee74-176e-455f-8864-be3c31e39f6b req-60320013-7fce-4cea-824b-1c914b2a7d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:20:05.158144 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 18:20:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7959657-c5a3-4954-84cf-9c7739f0b867 x-openstack-request-id: req-a7959657-c5a3-4954-84cf-9c7739f0b867 {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:20:05.158832 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c03c8a6-1634-41e9-92c6-45ef79023d35", "name": "network-vif-plugged", "status": "completed", "tag": "2d1dc18a-16b5-40f5-8ce7-d5b286a9d811", "code": 200}]} {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:20:05.159054 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a7959657-c5a3-4954-84cf-9c7739f0b867 {{(pid=93917) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:20:05.159587 n-d-800634-3 neutron-server[93917]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c03c8a6-1634-41e9-92c6-45ef79023d35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d1dc18a-16b5-40f5-8ce7-d5b286a9d811', 'code': 200} Jul 14 18:20:05.161162 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-fe60ee74-176e-455f-8864-be3c31e39f6b req-60320013-7fce-4cea-824b-1c914b2a7d0f service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=fbf4bb9b-1d56-4ad5-a9e1-d9e143744a86&tenant_id=d1f21963323d4ae1956c5ba38fc6e610 HTTP/1.1" status: 200 len: 1095 time: 0.1679051 Jul 14 18:20:05.177329 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-0ee90833-7394-41d3-a972-f48204152fa9 req-0b377a21-6f3e-40ff-ae35-497347a15d96 tempest-AttachSCSIVolumeTestJSON-1045345527 tempest-AttachSCSIVolumeTestJSON-1045345527-project] For port c05aebc4-4d8b-4d8c-8845-a47245685659, host n-h2-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=c05aebc4-4d8b-4d8c-8845-a47245685659,segment=NetworkSegment(cf789593-5632-42b9-b2ee-de040717f27d),segment_id=cf789593-5632-42b9-b2ee-de040717f27d)] {{(pid=93915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:20:05.177783 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-0ee90833-7394-41d3-a972-f48204152fa9 req-0b377a21-6f3e-40ff-ae35-497347a15d96 tempest-AttachSCSIVolumeTestJSON-1045345527 tempest-AttachSCSIVolumeTestJSON-1045345527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:05.206703 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a1b8b45d-a94b-4ebd-bcff-36324c3b9d0f req-a55f3adb-2b06-4b05-b932-d2c1a5374f6c tempest-TenantUsagesTestJSON-1149332420 tempest-TenantUsagesTestJSON-1149332420-project] 10.222.0.16 "GET /v2.0/security-groups?id=b4591504-b34d-4006-922f-22c1e19a547f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2312152 Jul 14 18:20:05.240794 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [req-0ee90833-7394-41d3-a972-f48204152fa9 req-0b377a21-6f3e-40ff-ae35-497347a15d96 tempest-AttachSCSIVolumeTestJSON-1045345527 tempest-AttachSCSIVolumeTestJSON-1045345527-project] Calling delete_port for c05aebc4-4d8b-4d8c-8845-a47245685659 owned by compute:nova {{(pid=93915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:20:05.268309 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [req-96222916-472d-499c-9e26-fa3c88c28dba req-2ef4ed93-0948-4a1c-b455-799b4155214d tempest-LiveMigrationNegativeTest-237635840 tempest-LiveMigrationNegativeTest-237635840-project] Deleting port bca2efdb-e02a-4c5a-b453-e842c36a4c45 {{(pid=93915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:20:05.268816 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-96222916-472d-499c-9e26-fa3c88c28dba req-2ef4ed93-0948-4a1c-b455-799b4155214d tempest-LiveMigrationNegativeTest-237635840 tempest-LiveMigrationNegativeTest-237635840-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:05.372536 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-544ff8f4-b59c-4492-a1d0-c4f5b5731a99 admin admin] Router e4f81ce6-19b3-4998-b376-83b6bf3b4aff has already been hosted by L3 agent 2c6eb27e-defb-4cca-9a24-381c7415e359 {{(pid=93916) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 18:20:05.469591 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe60ee74-176e-455f-8864-be3c31e39f6b req-6134c788-eb9a-481d-b952-4b6f7eefe5b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:20:05.471828 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-fe60ee74-176e-455f-8864-be3c31e39f6b req-6134c788-eb9a-481d-b952-4b6f7eefe5b0 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d1f21963323d4ae1956c5ba38fc6e610&device_id=fbf4bb9b-1d56-4ad5-a9e1-d9e143744a86 HTTP/1.1" status: 200 len: 1095 time: 0.1485884 Jul 14 18:20:05.480076 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89affff-c415-4878-a45e-dfedcd3b1c64 req-09f24b8d-bdb9-4662-af7c-ad46e83ad263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:20:05.482562 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-c89affff-c415-4878-a45e-dfedcd3b1c64 req-09f24b8d-bdb9-4662-af7c-ad46e83ad263 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=4c03c8a6-1634-41e9-92c6-45ef79023d35 HTTP/1.1" status: 200 len: 1096 time: 0.1881790 Jul 14 18:20:05.498009 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-00d96d65-464e-4350-9611-33014f79e411 None None] Provisioning complete for port 57bdd748-5154-4c33-be96-d14753f4799b triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:20:05.498828 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-00d96d65-464e-4350-9611-33014f79e411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:05.558894 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-00d96d65-464e-4350-9611-33014f79e411 None None] Port 57bdd748-5154-4c33-be96-d14753f4799b cannot update to ACTIVE because it is not bound. {{(pid=93917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 18:20:05.593033 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-96222916-472d-499c-9e26-fa3c88c28dba req-2ef4ed93-0948-4a1c-b455-799b4155214d tempest-LiveMigrationNegativeTest-237635840 tempest-LiveMigrationNegativeTest-237635840-project] For port bca2efdb-e02a-4c5a-b453-e842c36a4c45, host n-h2-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=bca2efdb-e02a-4c5a-b453-e842c36a4c45,segment=NetworkSegment(067fc487-22c7-42de-972d-ae352a28ad29),segment_id=067fc487-22c7-42de-972d-ae352a28ad29)] {{(pid=93915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:20:05.593400 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-96222916-472d-499c-9e26-fa3c88c28dba req-2ef4ed93-0948-4a1c-b455-799b4155214d tempest-LiveMigrationNegativeTest-237635840 tempest-LiveMigrationNegativeTest-237635840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:05.618919 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [req-96222916-472d-499c-9e26-fa3c88c28dba req-2ef4ed93-0948-4a1c-b455-799b4155214d tempest-LiveMigrationNegativeTest-237635840 tempest-LiveMigrationNegativeTest-237635840-project] Calling delete_port for bca2efdb-e02a-4c5a-b453-e842c36a4c45 owned by compute:nova {{(pid=93915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:20:05.622574 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-c89affff-c415-4878-a45e-dfedcd3b1c64 req-ddf4c16d-66f6-41c1-af31-e09735a29725 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=540fae54-ccea-4309-9c99-81b930eedb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997868 Jul 14 18:20:05.625331 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-544ff8f4-b59c-4492-a1d0-c4f5b5731a99 admin admin] Notify agent at l3_agent.n-d-800634-3 the message routers_updated {{(pid=93916) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 18:20:05.631696 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-544ff8f4-b59c-4492-a1d0-c4f5b5731a99 admin admin] 10.222.0.16 "PUT /v2.0/routers/e4f81ce6-19b3-4998-b376-83b6bf3b4aff/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6541069 Jul 14 18:20:05.643940 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e49eb5f-a62b-4e4f-9bf6-292ab44dc21b None None] Sync routers for ids ['e4f81ce6-19b3-4998-b376-83b6bf3b4aff'] in n-d-800634-3 {{(pid=93917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 18:20:05.655531 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e49eb5f-a62b-4e4f-9bf6-292ab44dc21b None None] Routers {'e4f81ce6-19b3-4998-b376-83b6bf3b4aff'} bound to L3 agent in host n-d-800634-3 {{(pid=93917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:20:05.655777 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe60ee74-176e-455f-8864-be3c31e39f6b req-7c5f14f8-6a88-4250-872b-b9cab4364563 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:20:05.656420 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-5e49eb5f-a62b-4e4f-9bf6-292ab44dc21b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:19:53Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['e4f81ce6-19b3-4998-b376-83b6bf3b4aff'], 'active': True} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:20:05.657219 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-fe60ee74-176e-455f-8864-be3c31e39f6b req-7c5f14f8-6a88-4250-872b-b9cab4364563 service neutron] 10.222.0.18 "GET /v2.0/networks?id=31a99599-848e-4d3a-b964-3d8069f89b88 HTTP/1.1" status: 200 len: 908 time: 0.1448386 Jul 14 18:20:05.659861 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe068283-0bbb-47f0-b1a3-608a905f1252 req-217cbd4d-78d0-404b-b601-c2d31e95a39f tempest-LiveMigrationNegativeTest-237635840 tempest-LiveMigrationNegativeTest-237635840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:20:05.661415 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-fe068283-0bbb-47f0-b1a3-608a905f1252 req-217cbd4d-78d0-404b-b601-c2d31e95a39f tempest-LiveMigrationNegativeTest-237635840 tempest-LiveMigrationNegativeTest-237635840-project] 10.222.0.16 "GET /v2.0/ports?device_id=22ca0eb7-8fca-4432-9e75-ba37ffcfe765 HTTP/1.1" status: 200 len: 949 time: 0.3016157 Jul 14 18:20:05.688026 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925f691d-193d-4524-aba5-3dfcc786fd36 req-0a2855c4-f657-4e4b-94a5-4fa246a85861 tempest-LiveMigrationTest-64527954 tempest-LiveMigrationTest-64527954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:20:05.694822 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-925f691d-193d-4524-aba5-3dfcc786fd36 req-0a2855c4-f657-4e4b-94a5-4fa246a85861 tempest-LiveMigrationTest-64527954 tempest-LiveMigrationTest-64527954-project] 10.222.0.16 "GET /v2.0/ports?device_id=fbf4bb9b-1d56-4ad5-a9e1-d9e143744a86 HTTP/1.1" status: 200 len: 944 time: 0.2776616 Jul 14 18:20:05.721556 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-fe60ee74-176e-455f-8864-be3c31e39f6b req-26eaa8aa-b18f-4fda-b22d-158999615bbd service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dda704ab-58ba-443c-a327-149220292e36 HTTP/1.1" status: 200 len: 217 time: 0.0512667 Jul 14 18:20:05.785309 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 54186) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:20:05.791918 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-0ee90833-7394-41d3-a972-f48204152fa9 req-0b377a21-6f3e-40ff-ae35-497347a15d96 tempest-AttachSCSIVolumeTestJSON-1045345527 tempest-AttachSCSIVolumeTestJSON-1045345527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813'] for port, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:05.813234 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] get_ports_and_sgs() called for port_ids ['c05aebc4-4d8b-4d8c-8845-a47245685659'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 18:20:05.815202 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-925f691d-193d-4524-aba5-3dfcc786fd36 req-0685b633-813e-4cc7-bd83-b794926377d0 tempest-LiveMigrationTest-64527954 tempest-LiveMigrationTest-64527954-project] 10.222.0.16 "GET /v2.0/security-groups?id=93c6eb24-b3aa-49c4-93f7-93dd5f011665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195676 Jul 14 18:20:05.830668 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe60ee74-176e-455f-8864-be3c31e39f6b req-b1725ab2-77c8-4eae-a43a-67a6d5c89f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:20:05.832710 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-fe60ee74-176e-455f-8864-be3c31e39f6b req-b1725ab2-77c8-4eae-a43a-67a6d5c89f6a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=8fa41a13-248e-4ed4-8731-d525cb4f3c62 HTTP/1.1" status: 200 len: 848 time: 0.1016152 Jul 14 18:20:05.875338 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-fe60ee74-176e-455f-8864-be3c31e39f6b req-6006f351-2b2a-4a44-b0c2-b901619881da service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=31a99599-848e-4d3a-b964-3d8069f89b88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0330927 Jul 14 18:20:05.882285 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvr_db [None req-5e49eb5f-a62b-4e4f-9bf6-292ab44dc21b None None] Set router e4f81ce6-19b3-4998-b376-83b6bf3b4aff gateway port host: n-d-800634-3 {{(pid=93917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 18:20:05.951042 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 54190) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:20:05.958107 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-2c9b1d8a-f6a1-483a-8dbb-ffb6d82742e9 tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-546147026'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:20:05.990870 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-fe068283-0bbb-47f0-b1a3-608a905f1252 req-740c5e47-a3fb-4fae-b492-6dbb33fd37e3 tempest-LiveMigrationNegativeTest-237635840 tempest-LiveMigrationNegativeTest-237635840-project] 10.222.0.16 "GET /v2.0/security-groups?id=4f7edf6a-d68f-4421-aca5-70454e3b9b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3153996 Jul 14 18:20:06.024278 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-fe60ee74-176e-455f-8864-be3c31e39f6b req-2daad3c5-763d-4d63-9926-4da4bbdcf9e4 service neutron] 10.222.0.18 "GET /v2.0/networks/31a99599-848e-4d3a-b964-3d8069f89b88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1404877 Jul 14 18:20:06.071968 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b377a21-6f3e-40ff-ae35-497347a15d96 tempest-AttachSCSIVolumeTestJSON-1045345527 tempest-AttachSCSIVolumeTestJSON-1045345527-project] Pushing event deleted for resources: {'Port': ['ID=c05aebc4-4d8b-4d8c-8845-a47245685659,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:20:06.155360 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-fe60ee74-176e-455f-8864-be3c31e39f6b req-18cb65e3-8d18-446d-b907-3593ab60ebf7 service neutron] 10.222.0.18 "GET /v2.0/networks/31a99599-848e-4d3a-b964-3d8069f89b88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234224 Jul 14 18:20:06.225856 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-5e49eb5f-a62b-4e4f-9bf6-292ab44dc21b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4f81ce6-19b3-4998-b376-83b6bf3b4aff', 'name': 'tempest-ServersTestMultiNic-888989853-router', 'tenant_id': 'f4a8f789c2b347a295c086869e423927', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.130'}], 'enable_snat': True}, 'gw_port_id': '55d99d0f-8346-46b1-9426-68cbda15e2a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:19:55Z', 'updated_at': '2021-07-14T18:20:04Z', 'revision_number': 4, 'project_id': 'f4a8f789c2b347a295c086869e423927', 'gw_port': {'id': '55d99d0f-8346-46b1-9426-68cbda15e2a4', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:ce:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4f81ce6-19b3-4998-b376-83b6bf3b4aff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:19:57Z', 'updated_at': '2021-07-14T18:20:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_interfaces': [{'id': '57bdd748-5154-4c33-be96-d14753f4799b', 'name': '', 'network_id': '16db1464-b289-4029-9066-d4b826a21b2f', 'tenant_id': 'f4a8f789c2b347a295c086869e423927', 'mac_address': 'fa:16:3e:73:89:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4f81ce6-19b3-4998-b376-83b6bf3b4aff', 'device_owner': 'network:router_interface', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': 'cb0ae63f-c14f-467b-a2d9-f556821c680f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:20:02Z', 'updated_at': '2021-07-14T18:20:04Z', 'revision_number': 2, 'project_id': 'f4a8f789c2b347a295c086869e423927', 'subnets': [{'id': 'cb0ae63f-c14f-467b-a2d9-f556821c680f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-3', False) {} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:20:06.263062 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e49eb5f-a62b-4e4f-9bf6-292ab44dc21b None None] Checking router: e4f81ce6-19b3-4998-b376-83b6bf3b4aff for host: n-d-800634-3 {{(pid=93917) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 18:20:06.263583 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e49eb5f-a62b-4e4f-9bf6-292ab44dc21b None None] Updating router e4f81ce6-19b3-4998-b376-83b6bf3b4aff port 57bdd748-5154-4c33-be96-d14753f4799b binding host n-d-800634-3 {{(pid=93917) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 18:20:06.323305 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-5e49eb5f-a62b-4e4f-9bf6-292ab44dc21b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:06.561356 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c9b1d8a-f6a1-483a-8dbb-ffb6d82742e9 tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] Made reservation on behalf of f4a8f789c2b347a295c086869e423927 for: {'network': 1} {{(pid=93915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:20:06.566548 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-2c9b1d8a-f6a1-483a-8dbb-ffb6d82742e9 tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for network, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:06.608360 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe60ee74-176e-455f-8864-be3c31e39f6b req-a3b47b0e-131c-4213-a49b-61c0621d4883 tempest-LiveMigrationTest-888176612 tempest-LiveMigrationTest-888176612-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:20:06.614778 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-fe60ee74-176e-455f-8864-be3c31e39f6b req-a3b47b0e-131c-4213-a49b-61c0621d4883 tempest-LiveMigrationTest-888176612 tempest-LiveMigrationTest-888176612-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=fbf4bb9b-1d56-4ad5-a9e1-d9e143744a86&tenant_id=d1f21963323d4ae1956c5ba38fc6e610&binding%3Ahost_id=n-h1-800634-3 HTTP/1.1" status: 200 len: 1095 time: 0.1407900 Jul 14 18:20:06.762237 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.db [req-fe60ee74-176e-455f-8864-be3c31e39f6b req-62f03b1d-1e68-48fe-931e-988c5b6bf219 service neutron] For port dda704ab-58ba-443c-a327-149220292e36, host n-h2-800634-3, cleared binding levels {{(pid=93916) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:20:06.767198 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-fe60ee74-176e-455f-8864-be3c31e39f6b req-62f03b1d-1e68-48fe-931e-988c5b6bf219 service neutron] Notify callbacks [] for binding, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:06.769638 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-fe60ee74-176e-455f-8864-be3c31e39f6b req-62f03b1d-1e68-48fe-931e-988c5b6bf219 service neutron] 10.222.0.18 "DELETE /v2.0/ports/dda704ab-58ba-443c-a327-149220292e36/bindings/n-h2-800634-3 HTTP/1.1" status: 204 len: 173 time: 0.1490357 Jul 14 18:20:06.773066 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 55d99d0f-8346-46b1-9426-68cbda15e2a4 up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:20:06.818539 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ee90833-7394-41d3-a972-f48204152fa9 req-0b377a21-6f3e-40ff-ae35-497347a15d96 tempest-AttachSCSIVolumeTestJSON-1045345527 tempest-AttachSCSIVolumeTestJSON-1045345527-project] No DVR routers for this DVR port c05aebc4-4d8b-4d8c-8845-a47245685659 on host n-h2-800634-3 {{(pid=93915) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 18:20:06.825286 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-0ee90833-7394-41d3-a972-f48204152fa9 req-0b377a21-6f3e-40ff-ae35-497347a15d96 tempest-AttachSCSIVolumeTestJSON-1045345527 tempest-AttachSCSIVolumeTestJSON-1045345527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:06.827281 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-0ee90833-7394-41d3-a972-f48204152fa9 req-0b377a21-6f3e-40ff-ae35-497347a15d96 tempest-AttachSCSIVolumeTestJSON-1045345527 tempest-AttachSCSIVolumeTestJSON-1045345527-project] 10.222.0.35 "DELETE /v2.0/ports/c05aebc4-4d8b-4d8c-8845-a47245685659 HTTP/1.1" status: 204 len: 173 time: 2.6816955 Jul 14 18:20:06.838555 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4198bdcc-2894-4ba7-9720-35e4d7947e78', 'name': 'network-vif-deleted', 'tag': 'c05aebc4-4d8b-4d8c-8845-a47245685659'}] {{(pid=93915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:20:06.841831 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e72782ad3af8f7d4ce76cedf092bca46d1756acc5c4653cf0b52034cdd6b073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39a5d6a2-af43-4d3d-9727-1075cc538c37" -d '{"events": [{"server_uuid": "4198bdcc-2894-4ba7-9720-35e4d7947e78", "name": "network-vif-deleted", "tag": "c05aebc4-4d8b-4d8c-8845-a47245685659"}]}' {{(pid=93915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:20:06.846227 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-929c4909-c1a0-4a47-b515-f371f8864e68 req-934c56b0-a635-4657-8483-b178ef2d2a85 tempest-AttachSCSIVolumeTestJSON-1045345527 tempest-AttachSCSIVolumeTestJSON-1045345527-project] 10.222.0.16 "GET /v2.0/ports?device_id=4198bdcc-2894-4ba7-9720-35e4d7947e78 HTTP/1.1" status: 200 len: 210 time: 0.1017928 Jul 14 18:20:06.856345 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-96222916-472d-499c-9e26-fa3c88c28dba req-2ef4ed93-0948-4a1c-b455-799b4155214d tempest-LiveMigrationNegativeTest-237635840 tempest-LiveMigrationNegativeTest-237635840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813'] for port, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:06.867301 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-5e49eb5f-a62b-4e4f-9bf6-292ab44dc21b None None] Notify callbacks [] for port, precommit_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:06.873618 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] get_ports_and_sgs() called for port_ids ['df23c584-e214-4d68-9747-8a4107990659'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 18:20:06.899075 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c9b1d8a-f6a1-483a-8dbb-ffb6d82742e9 tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 78} {{(pid=93915) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 18:20:06.934610 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-5e49eb5f-a62b-4e4f-9bf6-292ab44dc21b None None] Transition to ACTIVE for port object 57bdd748-5154-4c33-be96-d14753f4799b will not be triggered until provisioned by entity L2. {{(pid=93917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:20:06.953709 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port 55d99d0f-8346-46b1-9426-68cbda15e2a4 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:20:06.954090 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:06.980759 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-5e49eb5f-a62b-4e4f-9bf6-292ab44dc21b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:07.178046 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad74512-d4c9-4d24-95f8-aa95524c9270 None None] Pushing event updated for resources: {'Port': ['ID=57bdd748-5154-4c33-be96-d14753f4799b,revision_number=3']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:20:07.204319 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-2c9b1d8a-f6a1-483a-8dbb-ffb6d82742e9 tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:07.205402 n-d-800634-3 neutron-server[93915]: INFO neutron.db.segments_db [None req-2c9b1d8a-f6a1-483a-8dbb-ffb6d82742e9 tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] Added segment 711d2a3c-b304-435a-9067-2fad19434ed6 of type vlan for network 389007d6-2757-4fd5-84e3-bc7e8a5f1c0b Jul 14 18:20:07.253575 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef4ed93-0948-4a1c-b455-799b4155214d tempest-LiveMigrationNegativeTest-237635840 tempest-LiveMigrationNegativeTest-237635840-project] Pushing event deleted for resources: {'Port': ['ID=bca2efdb-e02a-4c5a-b453-e842c36a4c45,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:20:07.304484 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-5e49eb5f-a62b-4e4f-9bf6-292ab44dc21b None None] Attempting to bind port 57bdd748-5154-4c33-be96-d14753f4799b on host n-d-800634-3 for vnic_type normal with profile {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:20:07.304864 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-5e49eb5f-a62b-4e4f-9bf6-292ab44dc21b None None] Attempting to bind port 57bdd748-5154-4c33-be96-d14753f4799b by drivers openvswitch,hyperv on host n-d-800634-3 at level 0 using segments [{'id': '51076e41-c9e3-4801-a020-5fad997d6021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '16db1464-b289-4029-9066-d4b826a21b2f'}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:20:07.305237 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e49eb5f-a62b-4e4f-9bf6-292ab44dc21b None None] Attempting to bind port 57bdd748-5154-4c33-be96-d14753f4799b on network 16db1464-b289-4029-9066-d4b826a21b2f {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:20:07.317056 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e49eb5f-a62b-4e4f-9bf6-292ab44dc21b None None] Checking agent: {'id': '01c19e91-a945-4e3c-94a6-c211e17c923e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 8, 23), 'started_at': datetime.datetime(2021, 7, 14, 18, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 18, 19, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 18:20:07.317494 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e49eb5f-a62b-4e4f-9bf6-292ab44dc21b None None] Checking segment: {'id': '51076e41-c9e3-4801-a020-5fad997d6021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '16db1464-b289-4029-9066-d4b826a21b2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93917) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:20:07.317905 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-5e49eb5f-a62b-4e4f-9bf6-292ab44dc21b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:07.318303 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e49eb5f-a62b-4e4f-9bf6-292ab44dc21b None None] Bound using segment: {'id': '51076e41-c9e3-4801-a020-5fad997d6021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '16db1464-b289-4029-9066-d4b826a21b2f'} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 18:20:07.318785 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-5e49eb5f-a62b-4e4f-9bf6-292ab44dc21b None None] Bound port: 57bdd748-5154-4c33-be96-d14753f4799b, host: n-d-800634-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51076e41-c9e3-4801-a020-5fad997d6021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '16db1464-b289-4029-9066-d4b826a21b2f'}}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 18:20:07.319173 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-5e49eb5f-a62b-4e4f-9bf6-292ab44dc21b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:07.319916 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c32ddca-4014-4ae7-947a-3edca5ece0fe req-c60cc46d-a0f5-48d9-9645-fa62a0e595b2 tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:20:07.324618 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-9c32ddca-4014-4ae7-947a-3edca5ece0fe req-c60cc46d-a0f5-48d9-9645-fa62a0e595b2 tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] 10.222.0.16 "GET /v2.0/ports?device_id=4c03c8a6-1634-41e9-92c6-45ef79023d35 HTTP/1.1" status: 200 len: 945 time: 0.7324030 Jul 14 18:20:07.329258 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-2c9b1d8a-f6a1-483a-8dbb-ffb6d82742e9 tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728202197517'] for network, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:07.345650 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [req-96222916-472d-499c-9e26-fa3c88c28dba req-2ef4ed93-0948-4a1c-b455-799b4155214d tempest-LiveMigrationNegativeTest-237635840 tempest-LiveMigrationNegativeTest-237635840-project] No DVR routers for this DVR port bca2efdb-e02a-4c5a-b453-e842c36a4c45 on host n-h2-800634-3 {{(pid=93915) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 18:20:07.353049 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-96222916-472d-499c-9e26-fa3c88c28dba req-2ef4ed93-0948-4a1c-b455-799b4155214d tempest-LiveMigrationNegativeTest-237635840 tempest-LiveMigrationNegativeTest-237635840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:07.354884 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-96222916-472d-499c-9e26-fa3c88c28dba req-2ef4ed93-0948-4a1c-b455-799b4155214d tempest-LiveMigrationNegativeTest-237635840 tempest-LiveMigrationNegativeTest-237635840-project] 10.222.0.35 "DELETE /v2.0/ports/bca2efdb-e02a-4c5a-b453-e842c36a4c45 HTTP/1.1" status: 204 len: 173 time: 2.6298137 Jul 14 18:20:07.398135 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-5e49eb5f-a62b-4e4f-9bf6-292ab44dc21b None None] For port 57bdd748-5154-4c33-be96-d14753f4799b, host n-d-800634-3, cleared binding levels {{(pid=93917) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:20:07.401382 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-5e49eb5f-a62b-4e4f-9bf6-292ab44dc21b None None] For port 57bdd748-5154-4c33-be96-d14753f4799b, host n-d-800634-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=57bdd748-5154-4c33-be96-d14753f4799b,segment=NetworkSegment(51076e41-c9e3-4801-a020-5fad997d6021),segment_id=51076e41-c9e3-4801-a020-5fad997d6021)] {{(pid=93917) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 18:20:07.408060 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-5e49eb5f-a62b-4e4f-9bf6-292ab44dc21b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:07.436001 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-2c9b1d8a-f6a1-483a-8dbb-ffb6d82742e9 tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727'] for network, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:07.436627 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device 9ff41a23-0c91-4e23-90d4-e3f9f1ac0c89 no longer exists at agent hyperv_n-h1-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 18:20:07.441931 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c9b1d8a-f6a1-483a-8dbb-ffb6d82742e9 tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:20:07.442626 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-2c9b1d8a-f6a1-483a-8dbb-ffb6d82742e9 tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598705'] for network, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:07.470473 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] No Port match for: 9ff41a23-0c91-4e23-90d4-e3f9f1ac0c89 {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 18:20:07.470828 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device 9ff41a23-0c91-4e23-90d4-e3f9f1ac0c89 not bound to the agent host n-h1-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 18:20:07.492261 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e49eb5f-a62b-4e4f-9bf6-292ab44dc21b None None] Routers {'e4f81ce6-19b3-4998-b376-83b6bf3b4aff'} bound to L3 agent in host n-d-800634-3 {{(pid=93917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:20:07.492896 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-5e49eb5f-a62b-4e4f-9bf6-292ab44dc21b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:19:53Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['e4f81ce6-19b3-4998-b376-83b6bf3b4aff'], 'active': True} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:20:07.495600 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad74512-d4c9-4d24-95f8-aa95524c9270 None None] Pushing event updated for resources: {'Port': ['ID=57bdd748-5154-4c33-be96-d14753f4799b,revision_number=4']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:20:07.569439 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 54208) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:20:07.576182 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-b19edf89-34fe-4682-a908-ae3fde4666bc tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] Request body: {'subnet': {'network_id': '389007d6-2757-4fd5-84e3-bc7e8a5f1c0b', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:20:07.579330 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-2c9b1d8a-f6a1-483a-8dbb-ffb6d82742e9 tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.7908468 Jul 14 18:20:07.708468 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvr_db [None req-5e49eb5f-a62b-4e4f-9bf6-292ab44dc21b None None] Set router e4f81ce6-19b3-4998-b376-83b6bf3b4aff gateway port host: n-d-800634-3 {{(pid=93917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 18:20:07.736624 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdaccb6-5aff-4fc6-a29b-6bc9e89f70a5 req-ad46c051-4e0f-42fa-9b61-5db84a4da684 tempest-LiveMigrationTest-64527954 tempest-LiveMigrationTest-64527954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:20:07.743768 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-5cdaccb6-5aff-4fc6-a29b-6bc9e89f70a5 req-ad46c051-4e0f-42fa-9b61-5db84a4da684 tempest-LiveMigrationTest-64527954 tempest-LiveMigrationTest-64527954-project] 10.222.0.16 "GET /v2.0/ports?device_id=fbf4bb9b-1d56-4ad5-a9e1-d9e143744a86 HTTP/1.1" status: 200 len: 944 time: 0.6116064 Jul 14 18:20:07.816623 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b19edf89-34fe-4682-a908-ae3fde4666bc tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] Made reservation on behalf of f4a8f789c2b347a295c086869e423927 for: {'subnet': 1} {{(pid=93916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:20:07.827997 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-b19edf89-34fe-4682-a908-ae3fde4666bc tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26033189'] for subnet, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:07.830485 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-9c32ddca-4014-4ae7-947a-3edca5ece0fe req-0490f0d4-f409-421b-8cd2-79c23f3f891b tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] 10.222.0.16 "GET /v2.0/security-groups?id=540fae54-ccea-4309-9c99-81b930eedb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4806380 Jul 14 18:20:07.832903 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9b1d8a-f6a1-483a-8dbb-ffb6d82742e9 tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] Pushing event updated for resources: {'Network': ['ID=389007d6-2757-4fd5-84e3-bc7e8a5f1c0b,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:20:07.965160 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-5cdaccb6-5aff-4fc6-a29b-6bc9e89f70a5 req-c1fdd8cf-3a50-479b-9ae1-17011f16cb3d tempest-LiveMigrationTest-64527954 tempest-LiveMigrationTest-64527954-project] 10.222.0.16 "GET /v2.0/security-groups?id=93c6eb24-b3aa-49c4-93f7-93dd5f011665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2136688 Jul 14 18:20:07.971113 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 18:20:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bf44caa-121a-43cc-9ec9-be81e81fcfc5 x-openstack-request-id: req-2bf44caa-121a-43cc-9ec9-be81e81fcfc5 {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:20:07.974347 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4198bdcc-2894-4ba7-9720-35e4d7947e78", "name": "network-vif-deleted", "tag": "c05aebc4-4d8b-4d8c-8845-a47245685659", "status": "completed", "code": 200}]} {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:20:07.974855 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2bf44caa-121a-43cc-9ec9-be81e81fcfc5 {{(pid=93915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:20:07.975491 n-d-800634-3 neutron-server[93915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4198bdcc-2894-4ba7-9720-35e4d7947e78', 'name': 'network-vif-deleted', 'tag': 'c05aebc4-4d8b-4d8c-8845-a47245685659', 'status': 'completed', 'code': 200} Jul 14 18:20:07.980893 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Network 389007d6-2757-4fd5-84e3-bc7e8a5f1c0b details requested by agent ovs-agent-n-d-800634-3 with host n-d-800634-3 {{(pid=93917) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 18:20:08.094333 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-cab724c3-73f5-4890-b2ad-5cbbe326873f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-928623'] for router_interface, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:08.246615 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-b19edf89-34fe-4682-a908-ae3fde4666bc tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2684753', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26033175'] for subnet, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:08.269734 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Device c05aebc4-4d8b-4d8c-8845-a47245685659 no longer exists at agent hyperv_n-h2-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 18:20:08.299242 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3bdc6370-eca5-4add-8909-84d0a50f5024 req-1dc5e949-fb51-4e2b-a878-7db28eac3697 tempest-LiveMigrationNegativeTest-237635840 tempest-LiveMigrationNegativeTest-237635840-project] 10.222.0.16 "GET /v2.0/ports?device_id=22ca0eb7-8fca-4432-9e75-ba37ffcfe765 HTTP/1.1" status: 200 len: 210 time: 0.0514557 Jul 14 18:20:08.325478 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19edf89-34fe-4682-a908-ae3fde4666bc tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] Pushing event updated for resources: {'Subnet': ['ID=9efde9e7-aa34-4910-a858-233df7108613,revision_number=0']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:20:08.327791 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b19edf89-34fe-4682-a908-ae3fde4666bc tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] Checking segment: {'id': '711d2a3c-b304-435a-9067-2fad19434ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '389007d6-2757-4fd5-84e3-bc7e8a5f1c0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93916) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:20:08.328670 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b19edf89-34fe-4682-a908-ae3fde4666bc tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] Network hostable DHCP agents. Network: 389007d6-2757-4fd5-84e3-bc7e8a5f1c0b, hostable agents: ['028393c3-0576-4ebd-bca1-8ea8a148e1a2'], hosted agents: [] {{(pid=93916) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 18:20:08.332753 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] No Port match for: c05aebc4-4d8b-4d8c-8845-a47245685659 {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 18:20:08.333103 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Device c05aebc4-4d8b-4d8c-8845-a47245685659 not bound to the agent host n-h2-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 18:20:08.333672 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Device dda704ab-58ba-443c-a327-149220292e36 no longer exists at agent hyperv_n-h2-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 18:20:08.364647 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b19edf89-34fe-4682-a908-ae3fde4666bc tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] Network 389007d6-2757-4fd5-84e3-bc7e8a5f1c0b is scheduled to be hosted by DHCP agent 028393c3-0576-4ebd-bca1-8ea8a148e1a2 with binding_index 1 {{(pid=93916) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 18:20:08.375762 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [None req-b19edf89-34fe-4682-a908-ae3fde4666bc tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-3, 389007d6-2757-4fd5-84e3-bc7e8a5f1c0b) {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:20:08.384903 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b19edf89-34fe-4682-a908-ae3fde4666bc tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:20:08.385527 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-b19edf89-34fe-4682-a908-ae3fde4666bc tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598705'] for subnet, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:08.399083 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7ad9a71-d3d1-4627-ac24-bc9e28c31065 None None] Network 389007d6-2757-4fd5-84e3-bc7e8a5f1c0b requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:20:08.406374 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-b19edf89-34fe-4682-a908-ae3fde4666bc tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.8350072 Jul 14 18:20:08.409537 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 54222) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:20:08.416892 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-1c6beb4e-3375-4016-9f7a-45d8d58d9ad4 tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1733673732'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:20:08.450358 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c6beb4e-3375-4016-9f7a-45d8d58d9ad4 tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] Made reservation on behalf of f4a8f789c2b347a295c086869e423927 for: {'network': 1} {{(pid=93916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:20:08.465198 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-1c6beb4e-3375-4016-9f7a-45d8d58d9ad4 tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for network, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:08.531631 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c6beb4e-3375-4016-9f7a-45d8d58d9ad4 tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 88} {{(pid=93916) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 18:20:08.554178 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-1c6beb4e-3375-4016-9f7a-45d8d58d9ad4 tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:08.555133 n-d-800634-3 neutron-server[93916]: INFO neutron.db.segments_db [None req-1c6beb4e-3375-4016-9f7a-45d8d58d9ad4 tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] Added segment 18241552-ee73-4b7a-8f46-3aa78934916f of type vlan for network 7cbfbc88-1bb3-4c44-9708-98d8011b1345 Jul 14 18:20:08.641772 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-1c6beb4e-3375-4016-9f7a-45d8d58d9ad4 tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728202197517'] for network, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:08.679004 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-1c6beb4e-3375-4016-9f7a-45d8d58d9ad4 tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727'] for network, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:08.689616 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477f316c-9a06-4490-81e8-f979c4372734 req-be80e210-1ff6-4e62-86f2-f1bac3cd0631 tempest-LiveMigrationTest-888176612 tempest-LiveMigrationTest-888176612-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:20:08.691480 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c6beb4e-3375-4016-9f7a-45d8d58d9ad4 tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:20:08.693722 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-1c6beb4e-3375-4016-9f7a-45d8d58d9ad4 tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598705'] for network, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:08.696815 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-477f316c-9a06-4490-81e8-f979c4372734 req-be80e210-1ff6-4e62-86f2-f1bac3cd0631 tempest-LiveMigrationTest-888176612 tempest-LiveMigrationTest-888176612-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=fbf4bb9b-1d56-4ad5-a9e1-d9e143744a86 HTTP/1.1" status: 200 len: 1095 time: 0.1189611 Jul 14 18:20:08.703877 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Device dda704ab-58ba-443c-a327-149220292e36 not bound to the agent host n-h2-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 18:20:08.704461 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Device bca2efdb-e02a-4c5a-b453-e842c36a4c45 no longer exists at agent hyperv_n-h2-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 18:20:08.721757 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-930518a0-6d13-4b30-83c4-692bf8ba6458 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9222b97e-5d1c-54f8-ba97-82f172498e76-389007d6-2757-4fd5-84e3-bc7e8a5f1c0b', 'network_id': '389007d6-2757-4fd5-84e3-bc7e8a5f1c0b', 'tenant_id': 'f4a8f789c2b347a295c086869e423927', 'fixed_ips': [{'subnet_id': '9efde9e7-aa34-4910-a858-233df7108613'}]}} from n-d-800634-3. {{(pid=93917) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 18:20:08.722943 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-930518a0-6d13-4b30-83c4-692bf8ba6458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:08.727149 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [None req-cab724c3-73f5-4890-b2ad-5cbbe326873f admin admin] Deleting port ee623b73-fb38-4169-895b-41d7ff971d30 {{(pid=93915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:20:08.727633 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-cab724c3-73f5-4890-b2ad-5cbbe326873f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:08.755004 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] No Port match for: bca2efdb-e02a-4c5a-b453-e842c36a4c45 {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 18:20:08.755362 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Device bca2efdb-e02a-4c5a-b453-e842c36a4c45 not bound to the agent host n-h2-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 18:20:08.774936 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-5e49eb5f-a62b-4e4f-9bf6-292ab44dc21b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4f81ce6-19b3-4998-b376-83b6bf3b4aff', 'name': 'tempest-ServersTestMultiNic-888989853-router', 'tenant_id': 'f4a8f789c2b347a295c086869e423927', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.130'}], 'enable_snat': True}, 'gw_port_id': '55d99d0f-8346-46b1-9426-68cbda15e2a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:19:55Z', 'updated_at': '2021-07-14T18:20:04Z', 'revision_number': 4, 'project_id': 'f4a8f789c2b347a295c086869e423927', 'gw_port': {'id': '55d99d0f-8346-46b1-9426-68cbda15e2a4', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:ce:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4f81ce6-19b3-4998-b376-83b6bf3b4aff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:19:57Z', 'updated_at': '2021-07-14T18:20:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_interfaces': [{'id': '57bdd748-5154-4c33-be96-d14753f4799b', 'name': '', 'network_id': '16db1464-b289-4029-9066-d4b826a21b2f', 'tenant_id': 'f4a8f789c2b347a295c086869e423927', 'mac_address': 'fa:16:3e:73:89:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4f81ce6-19b3-4998-b376-83b6bf3b4aff', 'device_owner': 'network:router_interface', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': 'cb0ae63f-c14f-467b-a2d9-f556821c680f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:20:02Z', 'updated_at': '2021-07-14T18:20:07Z', 'revision_number': 4, 'project_id': 'f4a8f789c2b347a295c086869e423927', 'subnets': [{'id': 'cb0ae63f-c14f-467b-a2d9-f556821c680f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-3', False) {} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:20:08.810592 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e49eb5f-a62b-4e4f-9bf6-292ab44dc21b None None] The sync data for ids ['e4f81ce6-19b3-4998-b376-83b6bf3b4aff'] in n-d-800634-3 is: [{'id': 'e4f81ce6-19b3-4998-b376-83b6bf3b4aff', 'name': 'tempest-ServersTestMultiNic-888989853-router', 'tenant_id': 'f4a8f789c2b347a295c086869e423927', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.130'}], 'enable_snat': True}, 'gw_port_id': '55d99d0f-8346-46b1-9426-68cbda15e2a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:19:55Z', 'updated_at': '2021-07-14T18:20:04Z', 'revision_number': 4, 'project_id': 'f4a8f789c2b347a295c086869e423927', 'gw_port': {'id': '55d99d0f-8346-46b1-9426-68cbda15e2a4', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:ce:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4f81ce6-19b3-4998-b376-83b6bf3b4aff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:19:57Z', 'updated_at': '2021-07-14T18:20:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_interfaces': [{'id': '57bdd748-5154-4c33-be96-d14753f4799b', 'name': '', 'network_id': '16db1464-b289-4029-9066-d4b826a21b2f', 'tenant_id': 'f4a8f789c2b347a295c086869e423927', 'mac_address': 'fa:16:3e:73:89:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4f81ce6-19b3-4998-b376-83b6bf3b4aff', 'device_owner': 'network:router_interface', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': 'cb0ae63f-c14f-467b-a2d9-f556821c680f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:20:02Z', 'updated_at': '2021-07-14T18:20:07Z', 'revision_number': 4, 'project_id': 'f4a8f789c2b347a295c086869e423927', 'subnets': [{'id': 'cb0ae63f-c14f-467b-a2d9-f556821c680f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 18:20:08.811406 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-1c6beb4e-3375-4016-9f7a-45d8d58d9ad4 tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.4005299 Jul 14 18:20:08.812361 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 54234) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:20:08.826189 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-5feb60bf-d7c6-4bc0-8ec8-86f1269fcbf0 tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] Request body: {'subnet': {'network_id': '7cbfbc88-1bb3-4c44-9708-98d8011b1345', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:20:08.844564 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-477f316c-9a06-4490-81e8-f979c4372734 req-f239b0ea-aa4a-4afa-adeb-56dae9b49d95 tempest-LiveMigrationTest-888176612 tempest-LiveMigrationTest-888176612-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=93c6eb24-b3aa-49c4-93f7-93dd5f011665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468470 Jul 14 18:20:08.991192 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0465390b-106b-42a3-b099-39835dbcc395 req-60dca272-60d3-40cf-b941-02a0e0fa1f4c tempest-TenantUsagesTestJSON-1149332420 tempest-TenantUsagesTestJSON-1149332420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:20:09.000635 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-0465390b-106b-42a3-b099-39835dbcc395 req-60dca272-60d3-40cf-b941-02a0e0fa1f4c tempest-TenantUsagesTestJSON-1149332420 tempest-TenantUsagesTestJSON-1149332420-project] 10.222.0.16 "GET /v2.0/ports?device_id=c92f5827-94ea-4143-a382-585546dc938d HTTP/1.1" status: 200 len: 949 time: 0.2567945 Jul 14 18:20:09.052404 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6beb4e-3375-4016-9f7a-45d8d58d9ad4 tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] Pushing event updated for resources: {'Network': ['ID=7cbfbc88-1bb3-4c44-9708-98d8011b1345,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:20:09.085896 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Network 7cbfbc88-1bb3-4c44-9708-98d8011b1345 details requested by agent ovs-agent-n-d-800634-3 with host n-d-800634-3 {{(pid=93917) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 18:20:09.146679 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5feb60bf-d7c6-4bc0-8ec8-86f1269fcbf0 tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] Made reservation on behalf of f4a8f789c2b347a295c086869e423927 for: {'subnet': 1} {{(pid=93916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:20:09.148538 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [None req-cab724c3-73f5-4890-b2ad-5cbbe326873f admin admin] For port ee623b73-fb38-4169-895b-41d7ff971d30, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=ee623b73-fb38-4169-895b-41d7ff971d30,segment=NetworkSegment(06c66395-d1c3-4d06-8efa-6bd69b5e26e2),segment_id=06c66395-d1c3-4d06-8efa-6bd69b5e26e2)] {{(pid=93915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:20:09.148916 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-cab724c3-73f5-4890-b2ad-5cbbe326873f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:09.153756 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-5feb60bf-d7c6-4bc0-8ec8-86f1269fcbf0 tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26033189'] for subnet, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:09.160037 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.db_base_plugin_common [None req-930518a0-6d13-4b30-83c4-692bf8ba6458 None None] Allocated IP 19.80.0.2 (389007d6-2757-4fd5-84e3-bc7e8a5f1c0b/9efde9e7-aa34-4910-a858-233df7108613/c269d4d5-2986-441a-baeb-5012e25c75ee) {{(pid=93917) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:20:09.174350 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-0465390b-106b-42a3-b099-39835dbcc395 req-edadc346-cc86-4f5f-bf9c-cd1a7e5919e1 tempest-TenantUsagesTestJSON-1149332420 tempest-TenantUsagesTestJSON-1149332420-project] 10.222.0.16 "GET /v2.0/security-groups?id=b4591504-b34d-4006-922f-22c1e19a547f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720660 Jul 14 18:20:09.208477 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [None req-cab724c3-73f5-4890-b2ad-5cbbe326873f admin admin] Calling delete_port for ee623b73-fb38-4169-895b-41d7ff971d30 owned by network:router_interface {{(pid=93915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:20:09.325853 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581b78ae-4744-4d17-952c-3aaa13234a4e req-1ae08728-cfc8-40f3-9d99-f12a77427e01 tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:20:09.327799 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-581b78ae-4744-4d17-952c-3aaa13234a4e req-1ae08728-cfc8-40f3-9d99-f12a77427e01 tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] 10.222.0.16 "GET /v2.0/ports?device_id=4c03c8a6-1634-41e9-92c6-45ef79023d35 HTTP/1.1" status: 200 len: 945 time: 0.2849309 Jul 14 18:20:09.420532 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-930518a0-6d13-4b30-83c4-692bf8ba6458 None None] Notify callbacks [] for port, precommit_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:09.434331 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-930518a0-6d13-4b30-83c4-692bf8ba6458 None None] Transition to ACTIVE for port object c269d4d5-2986-441a-baeb-5012e25c75ee will not be triggered until provisioned by entity L2. {{(pid=93917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:20:09.437859 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-5feb60bf-d7c6-4bc0-8ec8-86f1269fcbf0 tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2684753', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26033175'] for subnet, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:09.456595 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-930518a0-6d13-4b30-83c4-692bf8ba6458 None None] Transition to ACTIVE for port object c269d4d5-2986-441a-baeb-5012e25c75ee will not be triggered until provisioned by entity DHCP. {{(pid=93917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:20:09.479552 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-930518a0-6d13-4b30-83c4-692bf8ba6458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804'] for port, after_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:09.519926 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5feb60bf-d7c6-4bc0-8ec8-86f1269fcbf0 tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] Checking segment: {'id': '18241552-ee73-4b7a-8f46-3aa78934916f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '7cbfbc88-1bb3-4c44-9708-98d8011b1345'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93916) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:20:09.520357 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5feb60bf-d7c6-4bc0-8ec8-86f1269fcbf0 tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] Network hostable DHCP agents. Network: 7cbfbc88-1bb3-4c44-9708-98d8011b1345, hostable agents: ['028393c3-0576-4ebd-bca1-8ea8a148e1a2'], hosted agents: [] {{(pid=93916) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 18:20:09.534538 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5feb60bf-d7c6-4bc0-8ec8-86f1269fcbf0 tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] Pushing event updated for resources: {'Subnet': ['ID=50cbfdf8-0c5d-4960-b7b0-c2a107e5d11c,revision_number=0']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:20:09.540395 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69503759-1b19-4f39-96d2-608ed847c4ff req-b02ad893-902c-4d92-a269-548df008bd06 tempest-LiveMigrationTest-64527954 tempest-LiveMigrationTest-64527954-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:20:09.543010 n-d-800634-3 neutron-server[93917]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-930518a0-6d13-4b30-83c4-692bf8ba6458 None None] Network 389007d6-2757-4fd5-84e3-bc7e8a5f1c0b is already hosted by enough agents. {{(pid=93917) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:20:09.547893 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-69503759-1b19-4f39-96d2-608ed847c4ff req-b02ad893-902c-4d92-a269-548df008bd06 tempest-LiveMigrationTest-64527954 tempest-LiveMigrationTest-64527954-project] 10.222.0.16 "GET /v2.0/networks?id=31a99599-848e-4d3a-b964-3d8069f89b88 HTTP/1.1" status: 200 len: 808 time: 0.2115231 Jul 14 18:20:09.551345 n-d-800634-3 neutron-server[93917]: DEBUG neutron.scheduler.base_scheduler [None req-930518a0-6d13-4b30-83c4-692bf8ba6458 None None] Resources bound (agent type, host, resource id): {{(pid=93917) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:20:09.559429 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-930518a0-6d13-4b30-83c4-692bf8ba6458 None None] Received port after_create {{(pid=93917) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:20:09.570265 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5feb60bf-d7c6-4bc0-8ec8-86f1269fcbf0 tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] Network 7cbfbc88-1bb3-4c44-9708-98d8011b1345 is scheduled to be hosted by DHCP agent 028393c3-0576-4ebd-bca1-8ea8a148e1a2 with binding_index 1 {{(pid=93916) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 18:20:09.584021 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-69503759-1b19-4f39-96d2-608ed847c4ff req-b42db11f-8856-4617-ad38-8b0e1cfe4d58 tempest-LiveMigrationTest-64527954 tempest-LiveMigrationTest-64527954-project] 10.222.0.16 "GET /v2.0/quotas/d1f21963323d4ae1956c5ba38fc6e610 HTTP/1.1" status: 200 len: 375 time: 0.0342669 Jul 14 18:20:09.584786 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [None req-5feb60bf-d7c6-4bc0-8ec8-86f1269fcbf0 tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-3, 7cbfbc88-1bb3-4c44-9708-98d8011b1345) {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:20:09.597504 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5feb60bf-d7c6-4bc0-8ec8-86f1269fcbf0 tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:20:09.598108 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-5feb60bf-d7c6-4bc0-8ec8-86f1269fcbf0 tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598705'] for subnet, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:09.617518 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930518a0-6d13-4b30-83c4-692bf8ba6458 None None] Pushing event updated for resources: {'Port': ['ID=c269d4d5-2986-441a-baeb-5012e25c75ee,revision_number=1']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:20:09.621626 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b7c7adb-c964-4b6a-abf4-dc41217a6c3f None None] Network 7cbfbc88-1bb3-4c44-9708-98d8011b1345 requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:20:09.644011 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-5feb60bf-d7c6-4bc0-8ec8-86f1269fcbf0 tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.8226268 Jul 14 18:20:09.717123 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-581b78ae-4744-4d17-952c-3aaa13234a4e req-d4e5d532-5a2b-4916-a40a-e9d4323773b6 tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] 10.222.0.16 "GET /v2.0/security-groups?id=540fae54-ccea-4309-9c99-81b930eedb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3817666 Jul 14 18:20:09.724897 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-930518a0-6d13-4b30-83c4-692bf8ba6458 None None] Attempting to bind port c269d4d5-2986-441a-baeb-5012e25c75ee on host n-d-800634-3 for vnic_type normal with profile {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:20:09.725279 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-930518a0-6d13-4b30-83c4-692bf8ba6458 None None] Attempting to bind port c269d4d5-2986-441a-baeb-5012e25c75ee by drivers openvswitch,hyperv on host n-d-800634-3 at level 0 using segments [{'id': '711d2a3c-b304-435a-9067-2fad19434ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '389007d6-2757-4fd5-84e3-bc7e8a5f1c0b'}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:20:09.725742 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-930518a0-6d13-4b30-83c4-692bf8ba6458 None None] Attempting to bind port c269d4d5-2986-441a-baeb-5012e25c75ee on network 389007d6-2757-4fd5-84e3-bc7e8a5f1c0b {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:20:09.736476 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-930518a0-6d13-4b30-83c4-692bf8ba6458 None None] Checking agent: {'id': '01c19e91-a945-4e3c-94a6-c211e17c923e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 8, 23), 'started_at': datetime.datetime(2021, 7, 14, 18, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 18, 19, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 18:20:09.736476 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-930518a0-6d13-4b30-83c4-692bf8ba6458 None None] Checking segment: {'id': '711d2a3c-b304-435a-9067-2fad19434ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '389007d6-2757-4fd5-84e3-bc7e8a5f1c0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93917) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:20:09.736476 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-930518a0-6d13-4b30-83c4-692bf8ba6458 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:09.736476 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-930518a0-6d13-4b30-83c4-692bf8ba6458 None None] Bound using segment: {'id': '711d2a3c-b304-435a-9067-2fad19434ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '389007d6-2757-4fd5-84e3-bc7e8a5f1c0b'} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 18:20:09.736476 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-930518a0-6d13-4b30-83c4-692bf8ba6458 None None] Bound port: c269d4d5-2986-441a-baeb-5012e25c75ee, host: n-d-800634-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '711d2a3c-b304-435a-9067-2fad19434ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '389007d6-2757-4fd5-84e3-bc7e8a5f1c0b'}}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 18:20:09.736476 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-930518a0-6d13-4b30-83c4-692bf8ba6458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:09.787807 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-69503759-1b19-4f39-96d2-608ed847c4ff req-f190ef34-e288-407f-afbc-cdfd21b440b7 tempest-LiveMigrationTest-64527954 tempest-LiveMigrationTest-64527954-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=d1f21963323d4ae1956c5ba38fc6e610&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2021458 Jul 14 18:20:09.901598 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-930518a0-6d13-4b30-83c4-692bf8ba6458 None None] For port c269d4d5-2986-441a-baeb-5012e25c75ee, host n-d-800634-3, cleared binding levels {{(pid=93917) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:20:09.911963 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-930518a0-6d13-4b30-83c4-692bf8ba6458 None None] For port c269d4d5-2986-441a-baeb-5012e25c75ee, host n-d-800634-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=c269d4d5-2986-441a-baeb-5012e25c75ee,segment=NetworkSegment(711d2a3c-b304-435a-9067-2fad19434ed6),segment_id=711d2a3c-b304-435a-9067-2fad19434ed6)] {{(pid=93917) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 18:20:09.938537 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-930518a0-6d13-4b30-83c4-692bf8ba6458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:09.976776 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22ca0eb7-8fca-4432-9e75-ba37ffcfe765', 'name': 'network-vif-deleted', 'tag': 'bca2efdb-e02a-4c5a-b453-e842c36a4c45'}] {{(pid=93915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:20:09.979885 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e72782ad3af8f7d4ce76cedf092bca46d1756acc5c4653cf0b52034cdd6b073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d07fbaf0-c360-4c1b-93ac-1db88a85844e" -d '{"events": [{"server_uuid": "22ca0eb7-8fca-4432-9e75-ba37ffcfe765", "name": "network-vif-deleted", "tag": "bca2efdb-e02a-4c5a-b453-e842c36a4c45"}]}' {{(pid=93915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:20:10.008464 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-cab724c3-73f5-4890-b2ad-5cbbe326873f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813'] for port, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:10.031413 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-69503759-1b19-4f39-96d2-608ed847c4ff req-7530f032-8cac-4bd8-8321-fa9c0b8c3e86 service neutron] 10.222.0.16 "GET /v2.0/networks/31a99599-848e-4d3a-b964-3d8069f89b88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2252572 Jul 14 18:20:10.066752 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930518a0-6d13-4b30-83c4-692bf8ba6458 None None] Pushing event updated for resources: {'Port': ['ID=c269d4d5-2986-441a-baeb-5012e25c75ee,revision_number=2']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:20:10.073427 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7327989-2218-4293-ab76-b919c073d122 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9222b97e-5d1c-54f8-ba97-82f172498e76-7cbfbc88-1bb3-4c44-9708-98d8011b1345', 'network_id': '7cbfbc88-1bb3-4c44-9708-98d8011b1345', 'tenant_id': 'f4a8f789c2b347a295c086869e423927', 'fixed_ips': [{'subnet_id': '50cbfdf8-0c5d-4960-b7b0-c2a107e5d11c'}]}} from n-d-800634-3. {{(pid=93917) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 18:20:10.075854 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-d7327989-2218-4293-ab76-b919c073d122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:10.177301 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab724c3-73f5-4890-b2ad-5cbbe326873f admin admin] Pushing event deleted for resources: {'Port': ['ID=ee623b73-fb38-4169-895b-41d7ff971d30,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:20:10.205235 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9243a39-c137-4cbf-b662-b5e6482c8678 req-fe21df2a-742f-420c-ae00-6337ad8bcc00 tempest-TenantUsagesTestJSON-1149332420 tempest-TenantUsagesTestJSON-1149332420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:20:10.207262 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-e9243a39-c137-4cbf-b662-b5e6482c8678 req-fe21df2a-742f-420c-ae00-6337ad8bcc00 tempest-TenantUsagesTestJSON-1149332420 tempest-TenantUsagesTestJSON-1149332420-project] 10.222.0.18 "GET /v2.0/ports?device_id=c92f5827-94ea-4143-a382-585546dc938d HTTP/1.1" status: 200 len: 949 time: 0.1466143 Jul 14 18:20:10.388853 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.db_base_plugin_common [None req-d7327989-2218-4293-ab76-b919c073d122 None None] Allocated IP 19.86.0.2 (7cbfbc88-1bb3-4c44-9708-98d8011b1345/50cbfdf8-0c5d-4960-b7b0-c2a107e5d11c/6ea80569-d64f-4330-98d6-6234df3dae22) {{(pid=93917) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:20:10.474497 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [req-e9243a39-c137-4cbf-b662-b5e6482c8678 req-da517c57-96df-4dbb-9fe0-330582a58627 tempest-TenantUsagesTestJSON-1149332420 tempest-TenantUsagesTestJSON-1149332420-project] Deleting port afd4a5a8-854f-41c4-9c78-f14dc594bfd7 {{(pid=93916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:20:10.474958 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-e9243a39-c137-4cbf-b662-b5e6482c8678 req-da517c57-96df-4dbb-9fe0-330582a58627 tempest-TenantUsagesTestJSON-1149332420 tempest-TenantUsagesTestJSON-1149332420-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:10.568958 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-69503759-1b19-4f39-96d2-608ed847c4ff req-bdf82b95-b55e-4204-9d7f-ee0a7c776196 service neutron] 10.222.0.16 "GET /v2.0/networks/31a99599-848e-4d3a-b964-3d8069f89b88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5362644 Jul 14 18:20:10.613937 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5930222e-f3d6-4423-924f-967f6376a942 req-e6692fbc-01cb-433b-bbd2-203c8788ea11 tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:20:10.632158 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5930222e-f3d6-4423-924f-967f6376a942 req-e6692fbc-01cb-433b-bbd2-203c8788ea11 tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:20:10.645983 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-5930222e-f3d6-4423-924f-967f6376a942 req-e6692fbc-01cb-433b-bbd2-203c8788ea11 tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] 10.222.0.16 "GET /v2.0/networks?id=389007d6-2757-4fd5-84e3-bc7e8a5f1c0b&id=7cbfbc88-1bb3-4c44-9708-98d8011b1345&id=389007d6-2757-4fd5-84e3-bc7e8a5f1c0b HTTP/1.1" status: 200 len: 1391 time: 0.5170987 Jul 14 18:20:10.677921 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-5930222e-f3d6-4423-924f-967f6376a942 req-a62b1aa9-9451-4b2f-845f-4b7cb696da2f tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] 10.222.0.16 "GET /v2.0/quotas/f4a8f789c2b347a295c086869e423927 HTTP/1.1" status: 200 len: 375 time: 0.0306478 Jul 14 18:20:10.681895 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.db [req-e9243a39-c137-4cbf-b662-b5e6482c8678 req-da517c57-96df-4dbb-9fe0-330582a58627 tempest-TenantUsagesTestJSON-1149332420 tempest-TenantUsagesTestJSON-1149332420-project] For port afd4a5a8-854f-41c4-9c78-f14dc594bfd7, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=afd4a5a8-854f-41c4-9c78-f14dc594bfd7,segment=NetworkSegment(067fc487-22c7-42de-972d-ae352a28ad29),segment_id=067fc487-22c7-42de-972d-ae352a28ad29)] {{(pid=93916) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:20:10.682396 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-e9243a39-c137-4cbf-b662-b5e6482c8678 req-da517c57-96df-4dbb-9fe0-330582a58627 tempest-TenantUsagesTestJSON-1149332420 tempest-TenantUsagesTestJSON-1149332420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:10.711840 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-d7327989-2218-4293-ab76-b919c073d122 None None] Notify callbacks [] for port, precommit_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:10.719539 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [req-e9243a39-c137-4cbf-b662-b5e6482c8678 req-da517c57-96df-4dbb-9fe0-330582a58627 tempest-TenantUsagesTestJSON-1149332420 tempest-TenantUsagesTestJSON-1149332420-project] Calling delete_port for afd4a5a8-854f-41c4-9c78-f14dc594bfd7 owned by compute:nova {{(pid=93916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:20:10.721753 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-d7327989-2218-4293-ab76-b919c073d122 None None] Transition to ACTIVE for port object 6ea80569-d64f-4330-98d6-6234df3dae22 will not be triggered until provisioned by entity L2. {{(pid=93917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:20:10.737532 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-cab724c3-73f5-4890-b2ad-5cbbe326873f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-598732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-928907'] for router_interface, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:10.744604 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-d7327989-2218-4293-ab76-b919c073d122 None None] Transition to ACTIVE for port object 6ea80569-d64f-4330-98d6-6234df3dae22 will not be triggered until provisioned by entity DHCP. {{(pid=93917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:20:10.756949 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-d7327989-2218-4293-ab76-b919c073d122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804'] for port, after_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:10.832943 n-d-800634-3 neutron-server[93917]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7327989-2218-4293-ab76-b919c073d122 None None] Network 7cbfbc88-1bb3-4c44-9708-98d8011b1345 is already hosted by enough agents. {{(pid=93917) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:20:10.839133 n-d-800634-3 neutron-server[93917]: DEBUG neutron.scheduler.base_scheduler [None req-d7327989-2218-4293-ab76-b919c073d122 None None] Resources bound (agent type, host, resource id): {{(pid=93917) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:20:10.843709 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7327989-2218-4293-ab76-b919c073d122 None None] Received port after_create {{(pid=93917) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:20:10.921615 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device c269d4d5-2986-441a-baeb-5012e25c75ee up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:20:11.044880 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7327989-2218-4293-ab76-b919c073d122 None None] Pushing event updated for resources: {'Port': ['ID=6ea80569-d64f-4330-98d6-6234df3dae22,revision_number=1']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:20:11.100457 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-d7327989-2218-4293-ab76-b919c073d122 None None] Attempting to bind port 6ea80569-d64f-4330-98d6-6234df3dae22 on host n-d-800634-3 for vnic_type normal with profile {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:20:11.100857 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-d7327989-2218-4293-ab76-b919c073d122 None None] Attempting to bind port 6ea80569-d64f-4330-98d6-6234df3dae22 by drivers openvswitch,hyperv on host n-d-800634-3 at level 0 using segments [{'id': '18241552-ee73-4b7a-8f46-3aa78934916f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '7cbfbc88-1bb3-4c44-9708-98d8011b1345'}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:20:11.101263 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7327989-2218-4293-ab76-b919c073d122 None None] Attempting to bind port 6ea80569-d64f-4330-98d6-6234df3dae22 on network 7cbfbc88-1bb3-4c44-9708-98d8011b1345 {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:20:11.104909 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-e9243a39-c137-4cbf-b662-b5e6482c8678 req-da517c57-96df-4dbb-9fe0-330582a58627 tempest-TenantUsagesTestJSON-1149332420 tempest-TenantUsagesTestJSON-1149332420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:11.117986 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] get_ports_and_sgs() called for port_ids ['afd4a5a8-854f-41c4-9c78-f14dc594bfd7'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 18:20:11.136893 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7327989-2218-4293-ab76-b919c073d122 None None] Checking agent: {'id': '01c19e91-a945-4e3c-94a6-c211e17c923e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 8, 23), 'started_at': datetime.datetime(2021, 7, 14, 18, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 18, 19, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 18:20:11.137281 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7327989-2218-4293-ab76-b919c073d122 None None] Checking segment: {'id': '18241552-ee73-4b7a-8f46-3aa78934916f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '7cbfbc88-1bb3-4c44-9708-98d8011b1345'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93917) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:20:11.137699 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-d7327989-2218-4293-ab76-b919c073d122 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:11.138101 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7327989-2218-4293-ab76-b919c073d122 None None] Bound using segment: {'id': '18241552-ee73-4b7a-8f46-3aa78934916f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '7cbfbc88-1bb3-4c44-9708-98d8011b1345'} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 18:20:11.138606 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-d7327989-2218-4293-ab76-b919c073d122 None None] Bound port: 6ea80569-d64f-4330-98d6-6234df3dae22, host: n-d-800634-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18241552-ee73-4b7a-8f46-3aa78934916f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '7cbfbc88-1bb3-4c44-9708-98d8011b1345'}}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 18:20:11.139016 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-d7327989-2218-4293-ab76-b919c073d122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:11.143270 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da517c57-96df-4dbb-9fe0-330582a58627 tempest-TenantUsagesTestJSON-1149332420 tempest-TenantUsagesTestJSON-1149332420-project] Pushing event deleted for resources: {'Port': ['ID=afd4a5a8-854f-41c4-9c78-f14dc594bfd7,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:20:11.228644 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9243a39-c137-4cbf-b662-b5e6482c8678 req-da517c57-96df-4dbb-9fe0-330582a58627 tempest-TenantUsagesTestJSON-1149332420 tempest-TenantUsagesTestJSON-1149332420-project] No DVR routers for this DVR port afd4a5a8-854f-41c4-9c78-f14dc594bfd7 on host n-h1-800634-3 {{(pid=93916) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 18:20:11.239040 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-e9243a39-c137-4cbf-b662-b5e6482c8678 req-da517c57-96df-4dbb-9fe0-330582a58627 tempest-TenantUsagesTestJSON-1149332420 tempest-TenantUsagesTestJSON-1149332420-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:11.241515 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-e9243a39-c137-4cbf-b662-b5e6482c8678 req-da517c57-96df-4dbb-9fe0-330582a58627 tempest-TenantUsagesTestJSON-1149332420 tempest-TenantUsagesTestJSON-1149332420-project] 10.222.0.18 "DELETE /v2.0/ports/afd4a5a8-854f-41c4-9c78-f14dc594bfd7 HTTP/1.1" status: 204 len: 173 time: 1.0279551 Jul 14 18:20:11.242666 n-d-800634-3 neutron-server[93916]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c92f5827-94ea-4143-a382-585546dc938d', 'name': 'network-vif-deleted', 'tag': 'afd4a5a8-854f-41c4-9c78-f14dc594bfd7'}] {{(pid=93916) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:20:11.245115 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f803e150b363a7893830aa996ac27753fa25517c406ecd3536b7c2d4b26eeb9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11793fe3-77d9-44bf-a699-eb3f8bc6ca29" -d '{"events": [{"server_uuid": "c92f5827-94ea-4143-a382-585546dc938d", "name": "network-vif-deleted", "tag": "afd4a5a8-854f-41c4-9c78-f14dc594bfd7"}]}' {{(pid=93916) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:20:11.313487 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning for port c269d4d5-2986-441a-baeb-5012e25c75ee completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:20:11.333502 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 57bdd748-5154-4c33-be96-d14753f4799b up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:20:11.429864 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-d7327989-2218-4293-ab76-b919c073d122 None None] For port 6ea80569-d64f-4330-98d6-6234df3dae22, host n-d-800634-3, cleared binding levels {{(pid=93917) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:20:11.436412 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-d7327989-2218-4293-ab76-b919c073d122 None None] For port 6ea80569-d64f-4330-98d6-6234df3dae22, host n-d-800634-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=6ea80569-d64f-4330-98d6-6234df3dae22,segment=NetworkSegment(18241552-ee73-4b7a-8f46-3aa78934916f),segment_id=18241552-ee73-4b7a-8f46-3aa78934916f)] {{(pid=93917) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 18:20:11.452381 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-d7327989-2218-4293-ab76-b919c073d122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:11.580388 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7327989-2218-4293-ab76-b919c073d122 None None] Pushing event updated for resources: {'Port': ['ID=6ea80569-d64f-4330-98d6-6234df3dae22,revision_number=2']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:20:11.585984 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning for port 57bdd748-5154-4c33-be96-d14753f4799b completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:20:11.593170 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port 57bdd748-5154-4c33-be96-d14753f4799b triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:20:11.593877 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:11.750590 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-050be77a-bcc8-4f99-978b-b838cf417c36 None None] Network 389007d6-2757-4fd5-84e3-bc7e8a5f1c0b requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:20:11.835917 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-5930222e-f3d6-4423-924f-967f6376a942 req-ddc13fd9-5918-4959-87ee-c806dd6dac35 tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=f4a8f789c2b347a295c086869e423927&fields=id HTTP/1.1" status: 200 len: 348 time: 1.1571188 Jul 14 18:20:12.012355 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:12.029164 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-2d4afbfd-d604-48e3-9275-562803e2d2a7 None None] Provisioning for port c269d4d5-2986-441a-baeb-5012e25c75ee completed by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:20:12.063159 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-2d4afbfd-d604-48e3-9275-562803e2d2a7 None None] Provisioning complete for port c269d4d5-2986-441a-baeb-5012e25c75ee triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:20:12.063596 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-2d4afbfd-d604-48e3-9275-562803e2d2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:12.087506 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-5930222e-f3d6-4423-924f-967f6376a942 req-f79ea694-6f56-414b-a3e0-c73cf393b64e service neutron] 10.222.0.16 "GET /v2.0/networks/389007d6-2757-4fd5-84e3-bc7e8a5f1c0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2497888 Jul 14 18:20:12.144802 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] For port 57bdd748-5154-4c33-be96-d14753f4799b, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=57bdd748-5154-4c33-be96-d14753f4799b,segment=NetworkSegment(51076e41-c9e3-4801-a020-5fad997d6021),segment_id=51076e41-c9e3-4801-a020-5fad997d6021)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:20:12.161359 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:12.247359 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cab724c3-73f5-4890-b2ad-5cbbe326873f admin admin] Router d259d793-7f04-4b26-88b6-52f0483faef8 has already been hosted by L3 agent 2c6eb27e-defb-4cca-9a24-381c7415e359 {{(pid=93915) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 18:20:12.260039 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Pushing event updated for resources: {'Port': ['ID=57bdd748-5154-4c33-be96-d14753f4799b,revision_number=5']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:20:12.262538 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc51cb2-31f9-4c97-ac1d-fc9f100207d8 req-a888d054-90dd-4fb6-89c3-05f24956e9fb tempest-LiveAutoBlockMigrationV225Test-133245952 tempest-LiveAutoBlockMigrationV225Test-133245952-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:20:12.278487 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-2d4afbfd-d604-48e3-9275-562803e2d2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:12.285601 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-8cc51cb2-31f9-4c97-ac1d-fc9f100207d8 req-a888d054-90dd-4fb6-89c3-05f24956e9fb tempest-LiveAutoBlockMigrationV225Test-133245952 tempest-LiveAutoBlockMigrationV225Test-133245952-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=4c03c8a6-1634-41e9-92c6-45ef79023d35 HTTP/1.1" status: 200 len: 1096 time: 0.5464478 Jul 14 18:20:12.322745 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-2d4afbfd-d604-48e3-9275-562803e2d2a7 None None] For port c269d4d5-2986-441a-baeb-5012e25c75ee, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=c269d4d5-2986-441a-baeb-5012e25c75ee,segment=NetworkSegment(711d2a3c-b304-435a-9067-2fad19434ed6),segment_id=711d2a3c-b304-435a-9067-2fad19434ed6)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:20:12.333387 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-2d4afbfd-d604-48e3-9275-562803e2d2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:12.370631 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-5930222e-f3d6-4423-924f-967f6376a942 req-a4b6a7d0-70a9-4bd9-aa95-e0a4d0b32739 service neutron] 10.222.0.16 "GET /v2.0/networks/389007d6-2757-4fd5-84e3-bc7e8a5f1c0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2822421 Jul 14 18:20:12.390647 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4afbfd-d604-48e3-9275-562803e2d2a7 None None] Pushing event updated for resources: {'Port': ['ID=c269d4d5-2986-441a-baeb-5012e25c75ee,revision_number=3']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:20:12.407550 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-8cc51cb2-31f9-4c97-ac1d-fc9f100207d8 req-67d9517c-4c5b-451c-95a3-21e4347747ce tempest-LiveAutoBlockMigrationV225Test-133245952 tempest-LiveAutoBlockMigrationV225Test-133245952-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=540fae54-ccea-4309-9c99-81b930eedb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202927 Jul 14 18:20:12.569543 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-704292a9-3b0a-4742-9e56-4845601eac30 None None] Provisioning complete for port c269d4d5-2986-441a-baeb-5012e25c75ee triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:20:12.570087 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-704292a9-3b0a-4742-9e56-4845601eac30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:12.582130 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cab724c3-73f5-4890-b2ad-5cbbe326873f admin admin] Notify agent at l3_agent.n-d-800634-3 the message routers_updated {{(pid=93915) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 18:20:12.593661 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 54330) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:20:12.597575 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a41b3c1b-a1cf-4a14-af3f-5540caf0a1b7 None None] Sync routers for ids ['d259d793-7f04-4b26-88b6-52f0483faef8'] in n-d-800634-3 {{(pid=93918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 18:20:12.604447 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-cab724c3-73f5-4890-b2ad-5cbbe326873f admin admin] 10.222.0.16 "PUT /v2.0/routers/d259d793-7f04-4b26-88b6-52f0483faef8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5964134 Jul 14 18:20:12.628872 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a41b3c1b-a1cf-4a14-af3f-5540caf0a1b7 None None] Routers {'d259d793-7f04-4b26-88b6-52f0483faef8'} bound to L3 agent in host n-d-800634-3 {{(pid=93918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:20:12.631145 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-a41b3c1b-a1cf-4a14-af3f-5540caf0a1b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:19:53Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['d259d793-7f04-4b26-88b6-52f0483faef8'], 'active': True} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:20:12.639861 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-5930222e-f3d6-4423-924f-967f6376a942 req-786816c6-4c58-40a6-9051-dc4ef305eaa5 service neutron] 10.222.0.16 "GET /v2.0/networks/7cbfbc88-1bb3-4c44-9708-98d8011b1345?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2290070 Jul 14 18:20:12.910810 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.agents_db [None req-2ea07fb6-aa68-4671-8654-119d82b9f530 None None] Agent healthcheck: found 7 active agents {{(pid=93918) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 18:20:12.936769 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 6ea80569-d64f-4330-98d6-6234df3dae22 up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:20:13.000523 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvr_db [None req-a41b3c1b-a1cf-4a14-af3f-5540caf0a1b7 None None] Set router d259d793-7f04-4b26-88b6-52f0483faef8 gateway port host: n-d-800634-3 {{(pid=93918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 18:20:13.085842 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning for port 6ea80569-d64f-4330-98d6-6234df3dae22 completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:20:13.092594 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device c269d4d5-2986-441a-baeb-5012e25c75ee up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:20:13.095620 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 18:20:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60ac2057-0a4e-4026-b394-04e834a83e06 x-openstack-request-id: req-60ac2057-0a4e-4026-b394-04e834a83e06 {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:20:13.096132 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22ca0eb7-8fca-4432-9e75-ba37ffcfe765", "name": "network-vif-deleted", "tag": "bca2efdb-e02a-4c5a-b453-e842c36a4c45", "status": "completed", "code": 200}]} {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:20:13.096221 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-60ac2057-0a4e-4026-b394-04e834a83e06 {{(pid=93915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:20:13.098107 n-d-800634-3 neutron-server[93915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22ca0eb7-8fca-4432-9e75-ba37ffcfe765', 'name': 'network-vif-deleted', 'tag': 'bca2efdb-e02a-4c5a-b453-e842c36a4c45', 'status': 'completed', 'code': 200} Jul 14 18:20:13.119199 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69503759-1b19-4f39-96d2-608ed847c4ff req-55bfdced-43c6-4468-84ee-318d64382ede tempest-LiveMigrationTest-64527954 tempest-LiveMigrationTest-64527954-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:20:13.142093 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-69503759-1b19-4f39-96d2-608ed847c4ff req-55bfdced-43c6-4468-84ee-318d64382ede tempest-LiveMigrationTest-64527954 tempest-LiveMigrationTest-64527954-project] 10.222.0.35 "GET /v2.0/networks?id=31a99599-848e-4d3a-b964-3d8069f89b88 HTTP/1.1" status: 200 len: 808 time: 0.4509146 Jul 14 18:20:13.160927 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [req-69503759-1b19-4f39-96d2-608ed847c4ff req-2559faeb-737c-42df-a1a9-74eacd60ebff tempest-LiveMigrationTest-64527954 tempest-LiveMigrationTest-64527954-project] Request body: {'port': {'device_id': '71cc93c3-ed8e-4af7-bf04-1c1ca5f4c121', 'network_id': '31a99599-848e-4d3a-b964-3d8069f89b88', 'admin_state_up': True, 'tenant_id': 'd1f21963323d4ae1956c5ba38fc6e610'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:20:13.184279 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-5930222e-f3d6-4423-924f-967f6376a942 req-71865b1c-a0fc-4ca3-bec5-400bf6dacbba service neutron] 10.222.0.16 "GET /v2.0/networks/7cbfbc88-1bb3-4c44-9708-98d8011b1345?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5383179 Jul 14 18:20:13.217148 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port c269d4d5-2986-441a-baeb-5012e25c75ee triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:20:13.219187 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:13.280969 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3750b8ba-fadf-42e4-b3dc-e2df20391365 None None] Network 7cbfbc88-1bb3-4c44-9708-98d8011b1345 requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:20:13.297561 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-473992a1-ce4f-4d85-a914-2d36911bff8d admin admin] Notify callbacks [] for router, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:13.397079 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-a41b3c1b-a1cf-4a14-af3f-5540caf0a1b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd259d793-7f04-4b26-88b6-52f0483faef8', 'name': 'tempest-FloatingIPsAssociationTestJSON-1521117267-router', 'tenant_id': '34616e81172546728ddd3adbee03f177', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.253'}], 'enable_snat': True}, 'gw_port_id': '74a2372d-5f5b-4330-b68a-21af0616ec05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:18:23Z', 'updated_at': '2021-07-14T18:20:09Z', 'revision_number': 5, 'project_id': '34616e81172546728ddd3adbee03f177', 'gw_port': {'id': '74a2372d-5f5b-4330-b68a-21af0616ec05', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:93:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd259d793-7f04-4b26-88b6-52f0483faef8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:18:25Z', 'updated_at': '2021-07-14T18:18:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3'}], 'n-d-800634-3', False) {} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:20:13.463175 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-28f2483a-b30b-42c3-8a58-6fe8a18ef2c8 None None] Provisioning for port 6ea80569-d64f-4330-98d6-6234df3dae22 completed by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:20:13.465498 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-5930222e-f3d6-4423-924f-967f6376a942 req-e8b9081f-08df-4505-8253-7e1cf8145205 service neutron] 10.222.0.16 "GET /v2.0/networks/389007d6-2757-4fd5-84e3-bc7e8a5f1c0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2304120 Jul 14 18:20:13.476835 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-28f2483a-b30b-42c3-8a58-6fe8a18ef2c8 None None] Provisioning complete for port 6ea80569-d64f-4330-98d6-6234df3dae22 triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:20:13.478095 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-28f2483a-b30b-42c3-8a58-6fe8a18ef2c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:13.504082 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-473992a1-ce4f-4d85-a914-2d36911bff8d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:13.531981 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-41bb6cbd-5fbd-4bed-a831-5e642d3972cb req-b85bbb18-cbf5-4f4b-9068-fc920fba72f2 tempest-LiveMigrationTest-64527954 tempest-LiveMigrationTest-64527954-project] 10.222.0.16 "GET /v2.0/ports?device_id=71cc93c3-ed8e-4af7-bf04-1c1ca5f4c121 HTTP/1.1" status: 200 len: 210 time: 0.1435280 Jul 14 18:20:13.622644 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-473992a1-ce4f-4d85-a914-2d36911bff8d admin admin] Deleting port 74a2372d-5f5b-4330-b68a-21af0616ec05 {{(pid=93916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:20:13.624264 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-473992a1-ce4f-4d85-a914-2d36911bff8d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:13.677471 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-69503759-1b19-4f39-96d2-608ed847c4ff req-2559faeb-737c-42df-a1a9-74eacd60ebff tempest-LiveMigrationTest-64527954 tempest-LiveMigrationTest-64527954-project] Made reservation on behalf of d1f21963323d4ae1956c5ba38fc6e610 for: {'port': 1} {{(pid=93915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:20:13.684718 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-69503759-1b19-4f39-96d2-608ed847c4ff req-2559faeb-737c-42df-a1a9-74eacd60ebff tempest-LiveMigrationTest-64527954 tempest-LiveMigrationTest-64527954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:13.688752 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 54340) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:20:13.701905 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a41b3c1b-a1cf-4a14-af3f-5540caf0a1b7 None None] Checking router: d259d793-7f04-4b26-88b6-52f0483faef8 for host: n-d-800634-3 {{(pid=93918) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 18:20:13.711961 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-5930222e-f3d6-4423-924f-967f6376a942 req-9d3ea32d-9f69-4cde-8512-2810ca305a4d service neutron] 10.222.0.16 "GET /v2.0/networks/389007d6-2757-4fd5-84e3-bc7e8a5f1c0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2331364 Jul 14 18:20:13.720638 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 57bdd748-5154-4c33-be96-d14753f4799b up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:20:13.728590 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a41b3c1b-a1cf-4a14-af3f-5540caf0a1b7 None None] Routers {'d259d793-7f04-4b26-88b6-52f0483faef8'} bound to L3 agent in host n-d-800634-3 {{(pid=93918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:20:13.731265 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-a41b3c1b-a1cf-4a14-af3f-5540caf0a1b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:19:53Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['d259d793-7f04-4b26-88b6-52f0483faef8'], 'active': True} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:20:13.832097 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 18:20:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80557334-063b-450a-a6da-2145d729d8e5 x-openstack-request-id: req-80557334-063b-450a-a6da-2145d729d8e5 {{(pid=93916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:20:13.838214 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c92f5827-94ea-4143-a382-585546dc938d", "name": "network-vif-deleted", "tag": "afd4a5a8-854f-41c4-9c78-f14dc594bfd7", "status": "completed", "code": 200}]} {{(pid=93916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:20:13.838610 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-80557334-063b-450a-a6da-2145d729d8e5 {{(pid=93916) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:20:13.839044 n-d-800634-3 neutron-server[93916]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c92f5827-94ea-4143-a382-585546dc938d', 'name': 'network-vif-deleted', 'tag': 'afd4a5a8-854f-41c4-9c78-f14dc594bfd7', 'status': 'completed', 'code': 200} Jul 14 18:20:13.855838 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.db [None req-473992a1-ce4f-4d85-a914-2d36911bff8d admin admin] For port 74a2372d-5f5b-4330-b68a-21af0616ec05, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=74a2372d-5f5b-4330-b68a-21af0616ec05,segment=NetworkSegment(5afb940b-bbdf-4727-be00-5d46367c38a1),segment_id=5afb940b-bbdf-4727-be00-5d46367c38a1)] {{(pid=93916) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:20:13.856783 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-473992a1-ce4f-4d85-a914-2d36911bff8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:13.872754 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-473992a1-ce4f-4d85-a914-2d36911bff8d admin admin] Calling delete_port for 74a2372d-5f5b-4330-b68a-21af0616ec05 owned by network:router_gateway {{(pid=93916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:20:13.967261 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvr_db [None req-a41b3c1b-a1cf-4a14-af3f-5540caf0a1b7 None None] Set router d259d793-7f04-4b26-88b6-52f0483faef8 gateway port host: None {{(pid=93918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 18:20:13.988099 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.db_base_plugin_common [req-69503759-1b19-4f39-96d2-608ed847c4ff req-2559faeb-737c-42df-a1a9-74eacd60ebff tempest-LiveMigrationTest-64527954 tempest-LiveMigrationTest-64527954-project] Allocated IP 172.20.0.3 (31a99599-848e-4d3a-b964-3d8069f89b88/8fa41a13-248e-4ed4-8731-d525cb4f3c62/c18880b1-3704-41a6-9385-b6125727058f) {{(pid=93915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:20:14.024911 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-28f2483a-b30b-42c3-8a58-6fe8a18ef2c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:14.093715 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-a41b3c1b-a1cf-4a14-af3f-5540caf0a1b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd259d793-7f04-4b26-88b6-52f0483faef8', 'name': 'tempest-FloatingIPsAssociationTestJSON-1521117267-router', 'tenant_id': '34616e81172546728ddd3adbee03f177', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:18:23Z', 'updated_at': '2021-07-14T18:20:13Z', 'revision_number': 6, 'project_id': '34616e81172546728ddd3adbee03f177', 'gw_port_host': None}], 'n-d-800634-3', False) {} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:20:14.149012 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-28f2483a-b30b-42c3-8a58-6fe8a18ef2c8 None None] For port 6ea80569-d64f-4330-98d6-6234df3dae22, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=6ea80569-d64f-4330-98d6-6234df3dae22,segment=NetworkSegment(18241552-ee73-4b7a-8f46-3aa78934916f),segment_id=18241552-ee73-4b7a-8f46-3aa78934916f)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:20:14.164443 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a41b3c1b-a1cf-4a14-af3f-5540caf0a1b7 None None] The sync data for ids ['d259d793-7f04-4b26-88b6-52f0483faef8'] in n-d-800634-3 is: [{'id': 'd259d793-7f04-4b26-88b6-52f0483faef8', 'name': 'tempest-FloatingIPsAssociationTestJSON-1521117267-router', 'tenant_id': '34616e81172546728ddd3adbee03f177', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:18:23Z', 'updated_at': '2021-07-14T18:20:13Z', 'revision_number': 6, 'project_id': '34616e81172546728ddd3adbee03f177', 'gw_port_host': None}] {{(pid=93918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 18:20:14.187964 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-28f2483a-b30b-42c3-8a58-6fe8a18ef2c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:14.193364 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-0cd10a39-4435-48fc-83a8-0f636d6b6102 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c97d05c270dd4791baa5a9d4c1bbb3fa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5000927 Jul 14 18:20:14.194173 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-473992a1-ce4f-4d85-a914-2d36911bff8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:14.216622 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 54352) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:20:14.268069 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c60bf63c-31c7-4540-bd92-11e43f6bac29 req-5dc124ca-f800-40fd-b48a-8e8c42bedc74 tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] 10.222.0.16 "GET /v2.0/ports?device_id=aaecf31f-93a0-4d4a-8437-96be4945fc86 HTTP/1.1" status: 200 len: 210 time: 0.1326084 Jul 14 18:20:14.393347 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473992a1-ce4f-4d85-a914-2d36911bff8d admin admin] Pushing event deleted for resources: {'Port': ['ID=74a2372d-5f5b-4330-b68a-21af0616ec05,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:20:14.443849 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a1d973a9-46ba-483c-976e-09d8512f0712 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:14.462971 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-473992a1-ce4f-4d85-a914-2d36911bff8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-930057'] for router_gateway, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:14.520959 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 54364) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:20:14.578015 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a1d973a9-46ba-483c-976e-09d8512f0712 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:14.588844 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafe4f45-d129-4234-99af-10b88a9042f9 req-09437d3b-672b-418b-aefb-04cee39b1c56 tempest-LiveMigrationNegativeTest-237635840 tempest-LiveMigrationNegativeTest-237635840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:20:14.603081 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-eafe4f45-d129-4234-99af-10b88a9042f9 req-09437d3b-672b-418b-aefb-04cee39b1c56 tempest-LiveMigrationNegativeTest-237635840 tempest-LiveMigrationNegativeTest-237635840-project] 10.222.0.16 "GET /v2.0/ports?device_id=83355f4c-c851-4a2c-b236-88b99073917d HTTP/1.1" status: 200 len: 950 time: 0.4400494 Jul 14 18:20:14.606011 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f2483a-b30b-42c3-8a58-6fe8a18ef2c8 None None] Pushing event updated for resources: {'Port': ['ID=6ea80569-d64f-4330-98d6-6234df3dae22,revision_number=3']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:20:14.690877 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port 57bdd748-5154-4c33-be96-d14753f4799b triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:20:14.691601 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:14.702439 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-473992a1-ce4f-4d85-a914-2d36911bff8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-571778', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11402'] for router, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:14.716587 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-473992a1-ce4f-4d85-a914-2d36911bff8d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:14.772347 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-69503759-1b19-4f39-96d2-608ed847c4ff req-2559faeb-737c-42df-a1a9-74eacd60ebff tempest-LiveMigrationTest-64527954 tempest-LiveMigrationTest-64527954-project] Notify callbacks [] for port, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:14.866459 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-eafe4f45-d129-4234-99af-10b88a9042f9 req-04e94bab-8b28-4178-8b57-0dcad8e528a6 tempest-LiveMigrationNegativeTest-237635840 tempest-LiveMigrationNegativeTest-237635840-project] 10.222.0.16 "GET /v2.0/security-groups?id=4f7edf6a-d68f-4421-aca5-70454e3b9b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2617245 Jul 14 18:20:14.904491 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ceb741-cdee-4395-a345-d1f71f0de54c req-bf857394-02d6-47f7-9671-57f07ce79a17 tempest-LiveMigrationNegativeTest-237635840 tempest-LiveMigrationNegativeTest-237635840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:20:14.906116 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-95ceb741-cdee-4395-a345-d1f71f0de54c req-bf857394-02d6-47f7-9671-57f07ce79a17 tempest-LiveMigrationNegativeTest-237635840 tempest-LiveMigrationNegativeTest-237635840-project] 10.222.0.18 "GET /v2.0/ports?device_id=83355f4c-c851-4a2c-b236-88b99073917d HTTP/1.1" status: 200 len: 950 time: 0.5315611 Jul 14 18:20:14.927678 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-69503759-1b19-4f39-96d2-608ed847c4ff req-2559faeb-737c-42df-a1a9-74eacd60ebff tempest-LiveMigrationTest-64527954 tempest-LiveMigrationTest-64527954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804'] for port, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:14.950384 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-1a93a246-dcc5-4af0-ad50-6b7370031a0e req-b105c48a-6e54-4702-98b6-c0942e35711c tempest-LiveMigrationTest-64527954 tempest-LiveMigrationTest-64527954-project] 10.222.0.16 "GET /v2.0/ports?device_id=71cc93c3-ed8e-4af7-bf04-1c1ca5f4c121 HTTP/1.1" status: 200 len: 210 time: 0.1684883 Jul 14 18:20:15.045505 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-473992a1-ce4f-4d85-a914-2d36911bff8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-541202'] for router, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:15.046019 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-473992a1-ce4f-4d85-a914-2d36911bff8d admin admin] Fanout notify agent at l3_agent the message router_deleted on router d259d793-7f04-4b26-88b6-52f0483faef8 {{(pid=93916) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 18:20:15.051717 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-473992a1-ce4f-4d85-a914-2d36911bff8d admin admin] Notify callbacks [] for router, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:15.052911 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-473992a1-ce4f-4d85-a914-2d36911bff8d admin admin] 10.222.0.16 "DELETE /v2.0/routers/d259d793-7f04-4b26-88b6-52f0483faef8 HTTP/1.1" status: 204 len: 168 time: 2.4582531 Jul 14 18:20:15.059705 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 54374) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:20:15.171632 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a1d973a9-46ba-483c-976e-09d8512f0712 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:15.179899 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a1d973a9-46ba-483c-976e-09d8512f0712 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:15.195304 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-a1d973a9-46ba-483c-976e-09d8512f0712 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b4591504-b34d-4006-922f-22c1e19a547f HTTP/1.1" status: 204 len: 168 time: 0.9706700 Jul 14 18:20:15.198583 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-69503759-1b19-4f39-96d2-608ed847c4ff req-2559faeb-737c-42df-a1a9-74eacd60ebff tempest-LiveMigrationTest-64527954 tempest-LiveMigrationTest-64527954-project] Network 31a99599-848e-4d3a-b964-3d8069f89b88 is already hosted by enough agents. {{(pid=93915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:20:15.199744 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2559faeb-737c-42df-a1a9-74eacd60ebff tempest-LiveMigrationTest-64527954 tempest-LiveMigrationTest-64527954-project] Pushing event updated for resources: {'Port': ['ID=c18880b1-3704-41a6-9385-b6125727058f,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:20:15.227963 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-3c0b29aa-62b6-4e40-b35c-bc5666bb172d None None] Provisioning complete for port 6ea80569-d64f-4330-98d6-6234df3dae22 triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:20:15.227963 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-3c0b29aa-62b6-4e40-b35c-bc5666bb172d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:15.232230 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [req-69503759-1b19-4f39-96d2-608ed847c4ff req-2559faeb-737c-42df-a1a9-74eacd60ebff tempest-LiveMigrationTest-64527954 tempest-LiveMigrationTest-64527954-project] Resources bound (agent type, host, resource id): {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:20:15.234642 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [req-69503759-1b19-4f39-96d2-608ed847c4ff req-2559faeb-737c-42df-a1a9-74eacd60ebff tempest-LiveMigrationTest-64527954 tempest-LiveMigrationTest-64527954-project] Received port after_create {{(pid=93915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:20:15.247094 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69503759-1b19-4f39-96d2-608ed847c4ff req-2559faeb-737c-42df-a1a9-74eacd60ebff tempest-LiveMigrationTest-64527954 tempest-LiveMigrationTest-64527954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:20:15.248032 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-69503759-1b19-4f39-96d2-608ed847c4ff req-2559faeb-737c-42df-a1a9-74eacd60ebff tempest-LiveMigrationTest-64527954 tempest-LiveMigrationTest-64527954-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:15.268100 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-69503759-1b19-4f39-96d2-608ed847c4ff req-2559faeb-737c-42df-a1a9-74eacd60ebff tempest-LiveMigrationTest-64527954 tempest-LiveMigrationTest-64527954-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1215754 Jul 14 18:20:15.288505 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [req-69503759-1b19-4f39-96d2-608ed847c4ff req-77702dc5-41a2-4cdd-b4db-908b2883592f service neutron] Request body: {'port': {'device_id': '71cc93c3-ed8e-4af7-bf04-1c1ca5f4c121', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800634-3'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:20:15.311660 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d973a9-46ba-483c-976e-09d8512f0712 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4591504-b34d-4006-922f-22c1e19a547f,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:20:15.319043 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 6ea80569-d64f-4330-98d6-6234df3dae22 up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:20:15.322114 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.db_base_plugin_v2 [None req-35266e3f-7fff-47e0-97b3-79ad623e2c23 admin admin] Deleting subnet 97d79b9c-1ae1-496e-8ce3-67d30e2cc4e1 {{(pid=93916) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 18:20:15.338441 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-35266e3f-7fff-47e0-97b3-79ad623e2c23 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:15.489254 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port 6ea80569-d64f-4330-98d6-6234df3dae22 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:20:15.489640 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:15.543740 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device afd4a5a8-854f-41c4-9c78-f14dc594bfd7 no longer exists at agent hyperv_n-h1-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 18:20:15.621547 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a509c980-df84-4e1f-8780-dabf23f20594 req-3b9009d8-4f8b-4e56-b591-58cfffcb2e7e tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] 10.222.0.16 "GET /v2.0/ports?device_id=aaecf31f-93a0-4d4a-8437-96be4945fc86 HTTP/1.1" status: 200 len: 210 time: 0.1255310 Jul 14 18:20:15.639096 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] No Port match for: afd4a5a8-854f-41c4-9c78-f14dc594bfd7 {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 18:20:15.639447 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device afd4a5a8-854f-41c4-9c78-f14dc594bfd7 not bound to the agent host n-h1-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 18:20:15.651175 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-35266e3f-7fff-47e0-97b3-79ad623e2c23 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26296866'] for subnet, precommit_delete_associations {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:15.656382 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-69503759-1b19-4f39-96d2-608ed847c4ff req-77702dc5-41a2-4cdd-b4db-908b2883592f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:15.725375 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 54386) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:20:15.752954 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [req-95ceb741-cdee-4395-a345-d1f71f0de54c req-d060398c-6667-42ac-9d7b-1574cf1c93ec tempest-LiveMigrationNegativeTest-237635840 tempest-LiveMigrationNegativeTest-237635840-project] Deleting port df23c584-e214-4d68-9747-8a4107990659 {{(pid=93916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:20:15.753240 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-95ceb741-cdee-4395-a345-d1f71f0de54c req-d060398c-6667-42ac-9d7b-1574cf1c93ec tempest-LiveMigrationNegativeTest-237635840 tempest-LiveMigrationNegativeTest-237635840-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:15.815317 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-ca583829-7881-4673-bd20-738e9fb3c74c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:15.825122 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device ee623b73-fb38-4169-895b-41d7ff971d30 no longer exists at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 18:20:15.863201 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] No Port match for: ee623b73-fb38-4169-895b-41d7ff971d30 {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 18:20:15.863796 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device ee623b73-fb38-4169-895b-41d7ff971d30 not bound to the agent host n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 18:20:15.864603 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 74a2372d-5f5b-4330-b68a-21af0616ec05 no longer exists at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 18:20:15.880732 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-35266e3f-7fff-47e0-97b3-79ad623e2c23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081283'] for subnet, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:15.921907 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] No Port match for: 74a2372d-5f5b-4330-b68a-21af0616ec05 {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 18:20:15.922994 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 74a2372d-5f5b-4330-b68a-21af0616ec05 not bound to the agent host n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 18:20:16.077521 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-35266e3f-7fff-47e0-97b3-79ad623e2c23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2684816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26033152'] for subnet, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:16.203447 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35266e3f-7fff-47e0-97b3-79ad623e2c23 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=97d79b9c-1ae1-496e-8ce3-67d30e2cc4e1,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:20:16.221329 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-35266e3f-7fff-47e0-97b3-79ad623e2c23 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598705'] for subnet, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:16.223281 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-35266e3f-7fff-47e0-97b3-79ad623e2c23 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/97d79b9c-1ae1-496e-8ce3-67d30e2cc4e1 HTTP/1.1" status: 204 len: 168 time: 1.1625183 Jul 14 18:20:16.230803 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 54396) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:20:16.237410 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed36aac5-9459-4aef-8524-4831a5c05aec None None] Network ac4dcb0d-17ab-4060-82e2-c35125d24eab requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:20:16.350140 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5930222e-f3d6-4423-924f-967f6376a942 req-6e58e078-a365-4b0d-b9e6-f8342fa7b7d0 tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:20:16.354238 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [req-69503759-1b19-4f39-96d2-608ed847c4ff req-77702dc5-41a2-4cdd-b4db-908b2883592f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c18880b1-3704-41a6-9385-b6125727058f {{(pid=93915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 18:20:16.356499 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5930222e-f3d6-4423-924f-967f6376a942 req-6e58e078-a365-4b0d-b9e6-f8342fa7b7d0 tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:20:16.358276 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-5930222e-f3d6-4423-924f-967f6376a942 req-6e58e078-a365-4b0d-b9e6-f8342fa7b7d0 tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] 10.222.0.18 "GET /v2.0/networks?id=389007d6-2757-4fd5-84e3-bc7e8a5f1c0b&id=7cbfbc88-1bb3-4c44-9708-98d8011b1345&id=389007d6-2757-4fd5-84e3-bc7e8a5f1c0b HTTP/1.1" status: 200 len: 1391 time: 0.2712359 Jul 14 18:20:16.371643 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-69503759-1b19-4f39-96d2-608ed847c4ff req-77702dc5-41a2-4cdd-b4db-908b2883592f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:16.382811 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [req-5930222e-f3d6-4423-924f-967f6376a942 req-340c095c-f409-468e-8a97-75ec168d7e2b tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] Request body: {'port': {'device_id': 'aaecf31f-93a0-4d4a-8437-96be4945fc86', 'network_id': '389007d6-2757-4fd5-84e3-bc7e8a5f1c0b', 'admin_state_up': True, 'tenant_id': 'f4a8f789c2b347a295c086869e423927'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:20:16.406560 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.provisioning_blocks [req-69503759-1b19-4f39-96d2-608ed847c4ff req-77702dc5-41a2-4cdd-b4db-908b2883592f service neutron] Transition to ACTIVE for port object c18880b1-3704-41a6-9385-b6125727058f will not be triggered until provisioned by entity L2. {{(pid=93915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:20:16.417750 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a77a62-63db-414b-8b9f-e30bff315556 req-a1f77154-6858-4b67-8bec-874cd91c3980 tempest-LiveMigrationNegativeTest-237635840 tempest-LiveMigrationNegativeTest-237635840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:20:16.425860 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-05a77a62-63db-414b-8b9f-e30bff315556 req-a1f77154-6858-4b67-8bec-874cd91c3980 tempest-LiveMigrationNegativeTest-237635840 tempest-LiveMigrationNegativeTest-237635840-project] 10.222.0.16 "GET /v2.0/ports?device_id=83355f4c-c851-4a2c-b236-88b99073917d HTTP/1.1" status: 200 len: 950 time: 0.2603357 Jul 14 18:20:16.435420 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-69503759-1b19-4f39-96d2-608ed847c4ff req-77702dc5-41a2-4cdd-b4db-908b2883592f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:16.492076 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc9f12e-a858-4ada-a234-a456037f15a8 req-6c8e7587-d04f-4fe9-8772-d85a185c63e1 tempest-LiveMigrationTest-64527954 tempest-LiveMigrationTest-64527954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:20:16.494641 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-4cc9f12e-a858-4ada-a234-a456037f15a8 req-6c8e7587-d04f-4fe9-8772-d85a185c63e1 tempest-LiveMigrationTest-64527954 tempest-LiveMigrationTest-64527954-project] 10.222.0.16 "GET /v2.0/ports?device_id=71cc93c3-ed8e-4af7-bf04-1c1ca5f4c121 HTTP/1.1" status: 200 len: 931 time: 0.3380642 Jul 14 18:20:16.577848 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba942dcf-6480-4627-b5ac-066738a9dbdc None None] DHCP port deletion for ac4dcb0d-17ab-4060-82e2-c35125d24eab request from n-d-800634-3 {{(pid=93917) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 18:20:16.592889 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-05a77a62-63db-414b-8b9f-e30bff315556 req-e0687a3c-15c8-4e5b-94d6-d0327890090f tempest-LiveMigrationNegativeTest-237635840 tempest-LiveMigrationNegativeTest-237635840-project] 10.222.0.16 "GET /v2.0/security-groups?id=4f7edf6a-d68f-4421-aca5-70454e3b9b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659181 Jul 14 18:20:16.593485 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77702dc5-41a2-4cdd-b4db-908b2883592f service neutron] Pushing event updated for resources: {'Port': ['ID=c18880b1-3704-41a6-9385-b6125727058f,revision_number=2']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:20:16.627416 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-ca583829-7881-4673-bd20-738e9fb3c74c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:16.627416 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.db [req-95ceb741-cdee-4395-a345-d1f71f0de54c req-d060398c-6667-42ac-9d7b-1574cf1c93ec tempest-LiveMigrationNegativeTest-237635840 tempest-LiveMigrationNegativeTest-237635840-project] For port df23c584-e214-4d68-9747-8a4107990659, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=df23c584-e214-4d68-9747-8a4107990659,segment=NetworkSegment(067fc487-22c7-42de-972d-ae352a28ad29),segment_id=067fc487-22c7-42de-972d-ae352a28ad29)] {{(pid=93916) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:20:16.627416 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-95ceb741-cdee-4395-a345-d1f71f0de54c req-d060398c-6667-42ac-9d7b-1574cf1c93ec tempest-LiveMigrationNegativeTest-237635840 tempest-LiveMigrationNegativeTest-237635840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:16.631087 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-4cc9f12e-a858-4ada-a234-a456037f15a8 req-465bb12a-22e6-47ca-a117-c1d2f3b58496 tempest-LiveMigrationTest-64527954 tempest-LiveMigrationTest-64527954-project] 10.222.0.16 "GET /v2.0/security-groups?id=93c6eb24-b3aa-49c4-93f7-93dd5f011665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209373 Jul 14 18:20:16.633095 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-69503759-1b19-4f39-96d2-608ed847c4ff req-77702dc5-41a2-4cdd-b4db-908b2883592f service neutron] Attempting to bind port c18880b1-3704-41a6-9385-b6125727058f on host n-h2-800634-3 for vnic_type normal with profile {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:20:16.633441 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-69503759-1b19-4f39-96d2-608ed847c4ff req-77702dc5-41a2-4cdd-b4db-908b2883592f service neutron] Attempting to bind port c18880b1-3704-41a6-9385-b6125727058f by drivers openvswitch,hyperv on host n-h2-800634-3 at level 0 using segments [{'id': 'd3ebb57b-621c-4102-bdfe-7fa439ba5ffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '31a99599-848e-4d3a-b964-3d8069f89b88'}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:20:16.633830 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69503759-1b19-4f39-96d2-608ed847c4ff req-77702dc5-41a2-4cdd-b4db-908b2883592f service neutron] Attempting to bind port c18880b1-3704-41a6-9385-b6125727058f on network 31a99599-848e-4d3a-b964-3d8069f89b88 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:20:16.643087 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69503759-1b19-4f39-96d2-608ed847c4ff req-77702dc5-41a2-4cdd-b4db-908b2883592f service neutron] Port c18880b1-3704-41a6-9385-b6125727058f on network 31a99599-848e-4d3a-b964-3d8069f89b88 not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-3 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 18:20:16.643438 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69503759-1b19-4f39-96d2-608ed847c4ff req-77702dc5-41a2-4cdd-b4db-908b2883592f service neutron] Attempting to bind port c18880b1-3704-41a6-9385-b6125727058f on network 31a99599-848e-4d3a-b964-3d8069f89b88 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:20:16.647261 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-ca583829-7881-4673-bd20-738e9fb3c74c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:16.649487 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69503759-1b19-4f39-96d2-608ed847c4ff req-77702dc5-41a2-4cdd-b4db-908b2883592f service neutron] Checking agent: {'id': '08e36a6c-8d04-48f0-a644-f27680635246', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 15, 35), 'started_at': datetime.datetime(2021, 7, 14, 18, 15, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 18, 20, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 18:20:16.650344 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69503759-1b19-4f39-96d2-608ed847c4ff req-77702dc5-41a2-4cdd-b4db-908b2883592f service neutron] Checking segment: {'id': 'd3ebb57b-621c-4102-bdfe-7fa439ba5ffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '31a99599-848e-4d3a-b964-3d8069f89b88'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:20:16.650344 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69503759-1b19-4f39-96d2-608ed847c4ff req-77702dc5-41a2-4cdd-b4db-908b2883592f service neutron] Bound using segment: {'id': 'd3ebb57b-621c-4102-bdfe-7fa439ba5ffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '31a99599-848e-4d3a-b964-3d8069f89b88'} {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 18:20:16.650811 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-69503759-1b19-4f39-96d2-608ed847c4ff req-77702dc5-41a2-4cdd-b4db-908b2883592f service neutron] Bound port: c18880b1-3704-41a6-9385-b6125727058f, host: n-h2-800634-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3ebb57b-621c-4102-bdfe-7fa439ba5ffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '31a99599-848e-4d3a-b964-3d8069f89b88'}}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 18:20:16.651177 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-69503759-1b19-4f39-96d2-608ed847c4ff req-77702dc5-41a2-4cdd-b4db-908b2883592f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:16.658684 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-ba942dcf-6480-4627-b5ac-066738a9dbdc None None] Deleting port ffca738f-5b4e-4cec-9af3-b87985372778 {{(pid=93917) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:20:16.659182 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-ba942dcf-6480-4627-b5ac-066738a9dbdc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:16.739785 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-ba942dcf-6480-4627-b5ac-066738a9dbdc None None] For port ffca738f-5b4e-4cec-9af3-b87985372778, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=ffca738f-5b4e-4cec-9af3-b87985372778,segment=NetworkSegment(06c66395-d1c3-4d06-8efa-6bd69b5e26e2),segment_id=06c66395-d1c3-4d06-8efa-6bd69b5e26e2)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:20:16.740595 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-ba942dcf-6480-4627-b5ac-066738a9dbdc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:16.760274 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-69503759-1b19-4f39-96d2-608ed847c4ff req-77702dc5-41a2-4cdd-b4db-908b2883592f service neutron] For port c18880b1-3704-41a6-9385-b6125727058f, host n-h2-800634-3, cleared binding levels {{(pid=93915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:20:16.761750 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-ba942dcf-6480-4627-b5ac-066738a9dbdc None None] Calling delete_port for ffca738f-5b4e-4cec-9af3-b87985372778 owned by network:dhcp {{(pid=93917) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:20:16.764750 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-69503759-1b19-4f39-96d2-608ed847c4ff req-77702dc5-41a2-4cdd-b4db-908b2883592f service neutron] For port c18880b1-3704-41a6-9385-b6125727058f, host n-h2-800634-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=c18880b1-3704-41a6-9385-b6125727058f,segment=NetworkSegment(d3ebb57b-621c-4102-bdfe-7fa439ba5ffc),segment_id=d3ebb57b-621c-4102-bdfe-7fa439ba5ffc)] {{(pid=93915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 18:20:16.769585 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-69503759-1b19-4f39-96d2-608ed847c4ff req-77702dc5-41a2-4cdd-b4db-908b2883592f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:16.814156 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69503759-1b19-4f39-96d2-608ed847c4ff req-77702dc5-41a2-4cdd-b4db-908b2883592f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:20:16.814943 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-69503759-1b19-4f39-96d2-608ed847c4ff req-77702dc5-41a2-4cdd-b4db-908b2883592f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:16.816704 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-69503759-1b19-4f39-96d2-608ed847c4ff req-77702dc5-41a2-4cdd-b4db-908b2883592f service neutron] 10.222.0.35 "PUT /v2.0/ports/c18880b1-3704-41a6-9385-b6125727058f HTTP/1.1" status: 200 len: 1091 time: 1.5415571 Jul 14 18:20:16.819928 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71cc93c3-ed8e-4af7-bf04-1c1ca5f4c121', 'tag': 'c18880b1-3704-41a6-9385-b6125727058f'}] {{(pid=93915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:20:16.823612 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e72782ad3af8f7d4ce76cedf092bca46d1756acc5c4653cf0b52034cdd6b073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87e9ed68-fb88-4ef3-a940-b7997a86851e" -d '{"events": [{"name": "network-changed", "server_uuid": "71cc93c3-ed8e-4af7-bf04-1c1ca5f4c121", "tag": "c18880b1-3704-41a6-9385-b6125727058f"}]}' {{(pid=93915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:20:16.880235 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ac126b20-717d-471a-8d05-f0b246df08a7 req-95c8ce47-545c-4420-97ec-93afe0807803 tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] 10.222.0.16 "GET /v2.0/ports?device_id=aaecf31f-93a0-4d4a-8437-96be4945fc86 HTTP/1.1" status: 200 len: 210 time: 0.0692561 Jul 14 18:20:16.894650 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-ba942dcf-6480-4627-b5ac-066738a9dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813'] for port, after_delete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:16.898801 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 18:20:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e23fa22-4c87-4a8c-96ad-acafdd262ca4 x-openstack-request-id: req-6e23fa22-4c87-4a8c-96ad-acafdd262ca4 {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:20:16.899212 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71cc93c3-ed8e-4af7-bf04-1c1ca5f4c121", "tag": "c18880b1-3704-41a6-9385-b6125727058f", "status": "completed", "code": 200}]} {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:20:16.899817 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6e23fa22-4c87-4a8c-96ad-acafdd262ca4 {{(pid=93915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:20:16.900040 n-d-800634-3 neutron-server[93915]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71cc93c3-ed8e-4af7-bf04-1c1ca5f4c121', 'tag': 'c18880b1-3704-41a6-9385-b6125727058f', 'status': 'completed', 'code': 200} Jul 14 18:20:16.928075 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba942dcf-6480-4627-b5ac-066738a9dbdc None None] Pushing event deleted for resources: {'Port': ['ID=ffca738f-5b4e-4cec-9af3-b87985372778,revision_number=None']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:20:16.934919 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba942dcf-6480-4627-b5ac-066738a9dbdc None None] No DVR routers for this DVR port ffca738f-5b4e-4cec-9af3-b87985372778 on host n-d-800634-3 {{(pid=93917) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 18:20:16.940394 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [req-95ceb741-cdee-4395-a345-d1f71f0de54c req-d060398c-6667-42ac-9d7b-1574cf1c93ec tempest-LiveMigrationNegativeTest-237635840 tempest-LiveMigrationNegativeTest-237635840-project] Calling delete_port for df23c584-e214-4d68-9747-8a4107990659 owned by compute:nova {{(pid=93916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:20:16.952585 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77702dc5-41a2-4cdd-b4db-908b2883592f service neutron] Pushing event updated for resources: {'Port': ['ID=c18880b1-3704-41a6-9385-b6125727058f,revision_number=3']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:20:16.981503 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69503759-1b19-4f39-96d2-608ed847c4ff req-27d2249e-688c-4389-85c6-a5a10c0d867f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:20:16.983400 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-69503759-1b19-4f39-96d2-608ed847c4ff req-27d2249e-688c-4389-85c6-a5a10c0d867f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d1f21963323d4ae1956c5ba38fc6e610&device_id=71cc93c3-ed8e-4af7-bf04-1c1ca5f4c121 HTTP/1.1" status: 200 len: 1094 time: 0.1091995 Jul 14 18:20:17.014242 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-0561c1b6-1bf0-481b-81fc-7fcccb4c3fa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645734'] for network, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:17.015021 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device ffca738f-5b4e-4cec-9af3-b87985372778 no longer exists at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 18:20:17.030224 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-ca583829-7881-4673-bd20-738e9fb3c74c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f30262b40b50485e8ba58690af5f6af1&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2989583 Jul 14 18:20:17.033908 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca583829-7881-4673-bd20-738e9fb3c74c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef5742dc-8d65-40bb-a547-321e85e43dd1,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:20:17.036373 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] No Port match for: ffca738f-5b4e-4cec-9af3-b87985372778 {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 18:20:17.036729 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device ffca738f-5b4e-4cec-9af3-b87985372778 not bound to the agent host n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 18:20:17.040884 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 54404) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:20:17.048298 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-69503759-1b19-4f39-96d2-608ed847c4ff req-a97477ef-8cfc-493a-a477-9b130c3dc26f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c18880b1-3704-41a6-9385-b6125727058f HTTP/1.1" status: 200 len: 217 time: 0.0568194 Jul 14 18:20:17.066016 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5930222e-f3d6-4423-924f-967f6376a942 req-340c095c-f409-468e-8a97-75ec168d7e2b tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] Made reservation on behalf of f4a8f789c2b347a295c086869e423927 for: {'port': 1} {{(pid=93916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:20:17.069494 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-5930222e-f3d6-4423-924f-967f6376a942 req-340c095c-f409-468e-8a97-75ec168d7e2b tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:17.123848 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69503759-1b19-4f39-96d2-608ed847c4ff req-f8a569d7-7722-4e89-a174-a6de8821cecc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:20:17.125334 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-69503759-1b19-4f39-96d2-608ed847c4ff req-f8a569d7-7722-4e89-a174-a6de8821cecc service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8fa41a13-248e-4ed4-8731-d525cb4f3c62 HTTP/1.1" status: 200 len: 848 time: 0.0703213 Jul 14 18:20:17.130386 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-0c71bf6f-1b76-4343-9626-8046b18c39c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:17.167004 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-69503759-1b19-4f39-96d2-608ed847c4ff req-7813100a-cc78-43cb-8411-d85ce5b2fc28 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=31a99599-848e-4d3a-b964-3d8069f89b88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0347097 Jul 14 18:20:17.188287 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-0c71bf6f-1b76-4343-9626-8046b18c39c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:17.288283 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-69503759-1b19-4f39-96d2-608ed847c4ff req-6bc21a76-ace0-4d22-9890-850205c1c07c service neutron] 10.222.0.35 "GET /v2.0/networks/31a99599-848e-4d3a-b964-3d8069f89b88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1115713 Jul 14 18:20:17.292646 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-0561c1b6-1bf0-481b-81fc-7fcccb4c3fa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2096010', 'neutron.services.segments.db._delete_segments_for_network-8728202734996'] for network, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:17.304658 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-0c71bf6f-1b76-4343-9626-8046b18c39c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:17.307233 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-0c71bf6f-1b76-4343-9626-8046b18c39c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:17.308395 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-0c71bf6f-1b76-4343-9626-8046b18c39c5 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ef5742dc-8d65-40bb-a547-321e85e43dd1 HTTP/1.1" status: 204 len: 168 time: 0.2662210 Jul 14 18:20:17.320478 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.segments.db [None req-0561c1b6-1bf0-481b-81fc-7fcccb4c3fa9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac4dcb0d-17ab-4060-82e2-c35125d24eab']}} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:20:17.359802 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c71bf6f-1b76-4343-9626-8046b18c39c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef5742dc-8d65-40bb-a547-321e85e43dd1,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:20:17.384353 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.segments.db [None req-0561c1b6-1bf0-481b-81fc-7fcccb4c3fa9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06c66395-d1c3-4d06-8efa-6bd69b5e26e2') {'for_net_delete': True} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:20:17.384658 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.segments.db [None req-0561c1b6-1bf0-481b-81fc-7fcccb4c3fa9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06c66395-d1c3-4d06-8efa-6bd69b5e26e2') {} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:20:17.412033 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-0561c1b6-1bf0-481b-81fc-7fcccb4c3fa9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728202715275', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26296891'] for segment, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:17.414981 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-69503759-1b19-4f39-96d2-608ed847c4ff req-826f9894-8a9e-46d5-838c-afb570ee5530 service neutron] 10.222.0.35 "GET /v2.0/networks/31a99599-848e-4d3a-b964-3d8069f89b88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1203756 Jul 14 18:20:17.449725 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-0561c1b6-1bf0-481b-81fc-7fcccb4c3fa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:17.473991 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0561c1b6-1bf0-481b-81fc-7fcccb4c3fa9 admin admin] Releasing vlan 72 on physical network physnet1 to pool {{(pid=93916) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 18:20:17.474420 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-0561c1b6-1bf0-481b-81fc-7fcccb4c3fa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2682942'] for segment, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:17.476600 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.db_base_plugin_common [req-5930222e-f3d6-4423-924f-967f6376a942 req-340c095c-f409-468e-8a97-75ec168d7e2b tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] Allocated IP 19.80.0.157 (389007d6-2757-4fd5-84e3-bc7e8a5f1c0b/9efde9e7-aa34-4910-a858-233df7108613/1eaed3f0-aeb3-4994-8f29-8d8b040b9347) {{(pid=93916) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:20:17.478569 n-d-800634-3 neutron-server[93916]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:20:17.478569 n-d-800634-3 neutron-server[93916]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:20:17.478569 n-d-800634-3 neutron-server[93916]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:20:17.478569 n-d-800634-3 neutron-server[93916]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:20:17.478569 n-d-800634-3 neutron-server[93916]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:20:17.478569 n-d-800634-3 neutron-server[93916]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:20:17.478569 n-d-800634-3 neutron-server[93916]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:20:17.478569 n-d-800634-3 neutron-server[93916]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:20:17.478569 n-d-800634-3 neutron-server[93916]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:20:17.478569 n-d-800634-3 neutron-server[93916]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:20:17.478569 n-d-800634-3 neutron-server[93916]: Traceback (most recent call last): Jul 14 18:20:17.478569 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 18:20:17.478569 n-d-800634-3 neutron-server[93916]: timer() Jul 14 18:20:17.478569 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 18:20:17.478569 n-d-800634-3 neutron-server[93916]: cb(*args, **kw) Jul 14 18:20:17.478569 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 18:20:17.478569 n-d-800634-3 neutron-server[93916]: return func(*args, **kwargs) Jul 14 18:20:17.478569 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 18:20:17.478569 n-d-800634-3 neutron-server[93916]: self._notify() Jul 14 18:20:17.478569 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 18:20:17.478569 n-d-800634-3 neutron-server[93916]: self.callback(batched_events) Jul 14 18:20:17.478569 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 18:20:17.478569 n-d-800634-3 neutron-server[93916]: event.method(event) Jul 14 18:20:17.478569 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 18:20:17.478569 n-d-800634-3 neutron-server[93916]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 18:20:17.478569 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 18:20:17.478569 n-d-800634-3 neutron-server[93916]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 18:20:17.478569 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 18:20:17.478569 n-d-800634-3 neutron-server[93916]: return f(self, *a, **k) Jul 14 18:20:17.478569 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 18:20:17.478569 n-d-800634-3 neutron-server[93916]: return self._get(url).json() Jul 14 18:20:17.478569 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 18:20:17.478569 n-d-800634-3 neutron-server[93916]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 18:20:17.478569 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 18:20:17.478569 n-d-800634-3 neutron-server[93916]: return self.request(url, 'GET', **kwargs) Jul 14 18:20:17.478569 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 18:20:17.478569 n-d-800634-3 neutron-server[93916]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 18:20:17.478569 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 18:20:17.478569 n-d-800634-3 neutron-server[93916]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 18:20:17.478569 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 18:20:17.478569 n-d-800634-3 neutron-server[93916]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 18:20:17.478569 n-d-800634-3 neutron-server[93916]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 18:20:17.523736 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-95ceb741-cdee-4395-a345-d1f71f0de54c req-d060398c-6667-42ac-9d7b-1574cf1c93ec tempest-LiveMigrationNegativeTest-237635840 tempest-LiveMigrationNegativeTest-237635840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:17.537454 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] get_ports_and_sgs() called for port_ids ['df23c584-e214-4d68-9747-8a4107990659'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 18:20:17.541379 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-65b533b1-f0c5-443b-8810-4fec84e502a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-928623'] for router_interface, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:17.569528 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e9ed68-fb88-4ef3-a940-b7997a86851e req-dca43e58-e7b4-4246-b0c9-aa63096161b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:20:17.571608 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-87e9ed68-fb88-4ef3-a940-b7997a86851e req-dca43e58-e7b4-4246-b0c9-aa63096161b8 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d1f21963323d4ae1956c5ba38fc6e610&device_id=71cc93c3-ed8e-4af7-bf04-1c1ca5f4c121 HTTP/1.1" status: 200 len: 1094 time: 0.0950210 Jul 14 18:20:17.621248 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d060398c-6667-42ac-9d7b-1574cf1c93ec tempest-LiveMigrationNegativeTest-237635840 tempest-LiveMigrationNegativeTest-237635840-project] Pushing event deleted for resources: {'Port': ['ID=df23c584-e214-4d68-9747-8a4107990659,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:20:17.667017 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-0561c1b6-1bf0-481b-81fc-7fcccb4c3fa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2096001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-930085'] for network, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:17.701590 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e9ed68-fb88-4ef3-a940-b7997a86851e req-76f72b15-1e4d-4412-896b-6b18c8267b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:20:17.703246 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-87e9ed68-fb88-4ef3-a940-b7997a86851e req-76f72b15-1e4d-4412-896b-6b18c8267b88 service neutron] 10.222.0.35 "GET /v2.0/networks?id=31a99599-848e-4d3a-b964-3d8069f89b88 HTTP/1.1" status: 200 len: 908 time: 0.1243789 Jul 14 18:20:17.735033 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-0561c1b6-1bf0-481b-81fc-7fcccb4c3fa9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598705'] for network, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:17.737784 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-0561c1b6-1bf0-481b-81fc-7fcccb4c3fa9 admin admin] 10.222.0.16 "DELETE /v2.0/networks/ac4dcb0d-17ab-4060-82e2-c35125d24eab HTTP/1.1" status: 204 len: 168 time: 1.3950565 Jul 14 18:20:17.752340 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.l3_dvrscheduler_db [req-95ceb741-cdee-4395-a345-d1f71f0de54c req-d060398c-6667-42ac-9d7b-1574cf1c93ec tempest-LiveMigrationNegativeTest-237635840 tempest-LiveMigrationNegativeTest-237635840-project] No DVR routers for this DVR port df23c584-e214-4d68-9747-8a4107990659 on host n-h1-800634-3 {{(pid=93916) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 18:20:17.762754 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-95ceb741-cdee-4395-a345-d1f71f0de54c req-d060398c-6667-42ac-9d7b-1574cf1c93ec tempest-LiveMigrationNegativeTest-237635840 tempest-LiveMigrationNegativeTest-237635840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:17.765116 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-95ceb741-cdee-4395-a345-d1f71f0de54c req-d060398c-6667-42ac-9d7b-1574cf1c93ec tempest-LiveMigrationNegativeTest-237635840 tempest-LiveMigrationNegativeTest-237635840-project] 10.222.0.18 "DELETE /v2.0/ports/df23c584-e214-4d68-9747-8a4107990659 HTTP/1.1" status: 204 len: 173 time: 2.8218229 Jul 14 18:20:17.766049 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0561c1b6-1bf0-481b-81fc-7fcccb4c3fa9 admin admin] Pushing event deleted for resources: {'Network': ['ID=ac4dcb0d-17ab-4060-82e2-c35125d24eab,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:20:17.767812 n-d-800634-3 neutron-server[93916]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83355f4c-c851-4a2c-b236-88b99073917d', 'name': 'network-vif-deleted', 'tag': 'df23c584-e214-4d68-9747-8a4107990659'}] {{(pid=93916) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:20:17.770305 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f803e150b363a7893830aa996ac27753fa25517c406ecd3536b7c2d4b26eeb9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0df082e6-afb9-47de-a810-1f6b0107d39b" -d '{"events": [{"server_uuid": "83355f4c-c851-4a2c-b236-88b99073917d", "name": "network-vif-deleted", "tag": "df23c584-e214-4d68-9747-8a4107990659"}]}' {{(pid=93916) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:20:17.790789 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-87e9ed68-fb88-4ef3-a940-b7997a86851e req-8abb4dcc-ce72-49f2-a061-d3e1ec812ddc service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c18880b1-3704-41a6-9385-b6125727058f HTTP/1.1" status: 200 len: 217 time: 0.0796933 Jul 14 18:20:17.913675 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-aa999c7e-06f8-4b6f-9c75-4fb6045174db req-e6531cf4-c301-4c0e-abb2-b40df510da33 tempest-LiveMigrationNegativeTest-237635840 tempest-LiveMigrationNegativeTest-237635840-project] 10.222.0.16 "GET /v2.0/ports?device_id=83355f4c-c851-4a2c-b236-88b99073917d HTTP/1.1" status: 200 len: 210 time: 0.1190093 Jul 14 18:20:18.013357 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-5930222e-f3d6-4423-924f-967f6376a942 req-340c095c-f409-468e-8a97-75ec168d7e2b tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] Notify callbacks [] for port, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:18.027974 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 18:20:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3965fe0a-636e-402c-9a51-49823e5fc8d3 x-openstack-request-id: req-3965fe0a-636e-402c-9a51-49823e5fc8d3 {{(pid=93916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:20:18.042021 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83355f4c-c851-4a2c-b236-88b99073917d", "name": "network-vif-deleted", "tag": "df23c584-e214-4d68-9747-8a4107990659", "status": "completed", "code": 200}]} {{(pid=93916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:20:18.042283 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3965fe0a-636e-402c-9a51-49823e5fc8d3 {{(pid=93916) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:20:18.042626 n-d-800634-3 neutron-server[93916]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83355f4c-c851-4a2c-b236-88b99073917d', 'name': 'network-vif-deleted', 'tag': 'df23c584-e214-4d68-9747-8a4107990659', 'status': 'completed', 'code': 200} Jul 14 18:20:18.053311 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e9ed68-fb88-4ef3-a940-b7997a86851e req-e00adcbe-e8e6-4317-8ebd-e7f0b57509d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:20:18.058743 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-87e9ed68-fb88-4ef3-a940-b7997a86851e req-e00adcbe-e8e6-4317-8ebd-e7f0b57509d1 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8fa41a13-248e-4ed4-8731-d525cb4f3c62 HTTP/1.1" status: 200 len: 848 time: 0.2401276 Jul 14 18:20:18.121743 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.provisioning_blocks [req-5930222e-f3d6-4423-924f-967f6376a942 req-340c095c-f409-468e-8a97-75ec168d7e2b tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] Transition to ACTIVE for port object 1eaed3f0-aeb3-4994-8f29-8d8b040b9347 will not be triggered until provisioned by entity DHCP. {{(pid=93916) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:20:18.134824 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 54440) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:20:18.165424 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-87e9ed68-fb88-4ef3-a940-b7997a86851e req-a6216550-4f21-4dc6-9620-f41e5a64cf74 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=31a99599-848e-4d3a-b964-3d8069f89b88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0983543 Jul 14 18:20:18.290876 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-6deff4b2-c720-4481-9f55-de87ba4ce954 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=34616e81172546728ddd3adbee03f177&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1546659 Jul 14 18:20:18.315279 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 54444) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:20:18.349933 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-5930222e-f3d6-4423-924f-967f6376a942 req-340c095c-f409-468e-8a97-75ec168d7e2b tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:18.434206 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340c095c-f409-468e-8a97-75ec168d7e2b tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] Pushing event updated for resources: {'Port': ['ID=1eaed3f0-aeb3-4994-8f29-8d8b040b9347,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:20:18.457463 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5930222e-f3d6-4423-924f-967f6376a942 req-340c095c-f409-468e-8a97-75ec168d7e2b tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] Network 389007d6-2757-4fd5-84e3-bc7e8a5f1c0b is already hosted by enough agents. {{(pid=93916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:20:18.460809 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [req-5930222e-f3d6-4423-924f-967f6376a942 req-340c095c-f409-468e-8a97-75ec168d7e2b tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] Resources bound (agent type, host, resource id): {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:20:18.478939 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.l3_dvrscheduler_db [req-5930222e-f3d6-4423-924f-967f6376a942 req-340c095c-f409-468e-8a97-75ec168d7e2b tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] Received port after_create {{(pid=93916) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:20:18.514311 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-84333abd-3eb8-47d6-a1e8-c0a9b9e6756f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:18.555255 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-84333abd-3eb8-47d6-a1e8-c0a9b9e6756f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:18.556129 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5930222e-f3d6-4423-924f-967f6376a942 req-340c095c-f409-468e-8a97-75ec168d7e2b tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:20:18.556764 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-5930222e-f3d6-4423-924f-967f6376a942 req-340c095c-f409-468e-8a97-75ec168d7e2b tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:18.571326 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-65b533b1-f0c5-443b-8810-4fec84e502a8 admin admin] Deleting port 23ef3c9c-0b7a-4dec-87cd-d64d5c392ca7 {{(pid=93916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:20:18.571665 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-65b533b1-f0c5-443b-8810-4fec84e502a8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:18.604167 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-5930222e-f3d6-4423-924f-967f6376a942 req-340c095c-f409-468e-8a97-75ec168d7e2b tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2288792 Jul 14 18:20:18.613435 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-87e9ed68-fb88-4ef3-a940-b7997a86851e req-3685b572-c018-4407-af9c-a614083f5ae7 service neutron] 10.222.0.35 "GET /v2.0/networks/31a99599-848e-4d3a-b964-3d8069f89b88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4232657 Jul 14 18:20:18.618536 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-84333abd-3eb8-47d6-a1e8-c0a9b9e6756f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:18.621597 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-84333abd-3eb8-47d6-a1e8-c0a9b9e6756f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:18.626651 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-84333abd-3eb8-47d6-a1e8-c0a9b9e6756f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3a5c8f7b-f109-4bb8-81a7-bf349191d701 HTTP/1.1" status: 204 len: 168 time: 0.3100374 Jul 14 18:20:18.672330 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [req-5930222e-f3d6-4423-924f-967f6376a942 req-6d4dc404-7310-4a17-a899-d8888d845e58 tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] Request body: {'port': {'device_id': 'aaecf31f-93a0-4d4a-8437-96be4945fc86', 'network_id': '7cbfbc88-1bb3-4c44-9708-98d8011b1345', 'admin_state_up': True, 'tenant_id': 'f4a8f789c2b347a295c086869e423927'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:20:18.698230 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84333abd-3eb8-47d6-a1e8-c0a9b9e6756f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a5c8f7b-f109-4bb8-81a7-bf349191d701,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:20:18.840669 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-bd42609a-b0d9-4c79-ad16-69c5949a3838 None None] Provisioning for port 1eaed3f0-aeb3-4994-8f29-8d8b040b9347 completed by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:20:18.849806 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-bd42609a-b0d9-4c79-ad16-69c5949a3838 None None] Provisioning complete for port 1eaed3f0-aeb3-4994-8f29-8d8b040b9347 triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:20:18.850584 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-bd42609a-b0d9-4c79-ad16-69c5949a3838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:18.913988 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 54458) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:20:18.918887 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.db [None req-65b533b1-f0c5-443b-8810-4fec84e502a8 admin admin] For port 23ef3c9c-0b7a-4dec-87cd-d64d5c392ca7, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=23ef3c9c-0b7a-4dec-87cd-d64d5c392ca7,segment=NetworkSegment(cf789593-5632-42b9-b2ee-de040717f27d),segment_id=cf789593-5632-42b9-b2ee-de040717f27d)] {{(pid=93916) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:20:18.919294 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-65b533b1-f0c5-443b-8810-4fec84e502a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:18.965579 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-bd42609a-b0d9-4c79-ad16-69c5949a3838 None None] Port 1eaed3f0-aeb3-4994-8f29-8d8b040b9347 cannot update to ACTIVE because it is not bound. {{(pid=93917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 18:20:18.978377 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-65b533b1-f0c5-443b-8810-4fec84e502a8 admin admin] Calling delete_port for 23ef3c9c-0b7a-4dec-87cd-d64d5c392ca7 owned by network:router_interface {{(pid=93916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:20:19.012536 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5930222e-f3d6-4423-924f-967f6376a942 req-6d4dc404-7310-4a17-a899-d8888d845e58 tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] Made reservation on behalf of f4a8f789c2b347a295c086869e423927 for: {'port': 1} {{(pid=93916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:20:19.016477 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-5930222e-f3d6-4423-924f-967f6376a942 req-6d4dc404-7310-4a17-a899-d8888d845e58 tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:19.175923 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae3bb54-a2da-4d1b-bb85-4ebf29277a34 req-6de4efdc-8c18-4786-8c88-b5bb1fb93a5e tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:20:19.177822 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-aae3bb54-a2da-4d1b-bb85-4ebf29277a34 req-6de4efdc-8c18-4786-8c88-b5bb1fb93a5e tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] 10.222.0.16 "GET /v2.0/ports?device_id=aaecf31f-93a0-4d4a-8437-96be4945fc86 HTTP/1.1" status: 200 len: 932 time: 0.7676320 Jul 14 18:20:19.186212 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b653ed63-29bd-4a8b-a905-8d2aaf468837 req-09e7d96c-56c2-48e2-826e-36fd30dbc52d tempest-LiveMigrationTest-64527954 tempest-LiveMigrationTest-64527954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:20:19.193787 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b653ed63-29bd-4a8b-a905-8d2aaf468837 req-09e7d96c-56c2-48e2-826e-36fd30dbc52d tempest-LiveMigrationTest-64527954 tempest-LiveMigrationTest-64527954-project] 10.222.0.16 "GET /v2.0/ports?device_id=71cc93c3-ed8e-4af7-bf04-1c1ca5f4c121 HTTP/1.1" status: 200 len: 943 time: 1.0219080 Jul 14 18:20:19.284962 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-ee6da450-7c8d-4a38-a847-aee78b813131 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-927761970-network', 'tenant_id': 'ba1337c1e76644d9a27bf95f342bd812'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:20:19.296220 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-aae3bb54-a2da-4d1b-bb85-4ebf29277a34 req-b0b95eb9-c017-4504-bba7-23509ca49664 tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] 10.222.0.16 "GET /v2.0/security-groups?id=07501815-414f-40f0-a54a-1c35d98e3f98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993409 Jul 14 18:20:19.300500 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-87e9ed68-fb88-4ef3-a940-b7997a86851e req-1d79f4bb-2a6e-4aa7-a613-77ef5b095b02 service neutron] 10.222.0.35 "GET /v2.0/networks/31a99599-848e-4d3a-b964-3d8069f89b88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6721249 Jul 14 18:20:19.316215 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b653ed63-29bd-4a8b-a905-8d2aaf468837 req-e4c38848-5be1-430e-aece-cbe969e11924 tempest-LiveMigrationTest-64527954 tempest-LiveMigrationTest-64527954-project] 10.222.0.16 "GET /v2.0/security-groups?id=93c6eb24-b3aa-49c4-93f7-93dd5f011665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202898 Jul 14 18:20:19.403930 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.db_base_plugin_common [req-5930222e-f3d6-4423-924f-967f6376a942 req-6d4dc404-7310-4a17-a899-d8888d845e58 tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] Allocated IP 19.86.0.46 (7cbfbc88-1bb3-4c44-9708-98d8011b1345/50cbfdf8-0c5d-4960-b7b0-c2a107e5d11c/197f059b-853f-4e78-a062-d7da772f123d) {{(pid=93916) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:20:19.510155 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee6da450-7c8d-4a38-a847-aee78b813131 admin admin] Made reservation on behalf of ba1337c1e76644d9a27bf95f342bd812 for: {'network': 1} {{(pid=93916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:20:19.512043 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device df23c584-e214-4d68-9747-8a4107990659 no longer exists at agent hyperv_n-h1-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 18:20:19.513115 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-ee6da450-7c8d-4a38-a847-aee78b813131 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for network, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:19.547897 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] No Port match for: df23c584-e214-4d68-9747-8a4107990659 {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 18:20:19.548803 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device df23c584-e214-4d68-9747-8a4107990659 not bound to the agent host n-h1-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 18:20:19.592850 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-ee6da450-7c8d-4a38-a847-aee78b813131 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:19.624307 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 54488) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:20:19.704257 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 54492) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:20:19.721307 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-65b533b1-f0c5-443b-8810-4fec84e502a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:19.783588 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b533b1-f0c5-443b-8810-4fec84e502a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=23ef3c9c-0b7a-4dec-87cd-d64d5c392ca7,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:20:19.792504 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-5930222e-f3d6-4423-924f-967f6376a942 req-6d4dc404-7310-4a17-a899-d8888d845e58 tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] Notify callbacks [] for port, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:19.883698 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.provisioning_blocks [req-5930222e-f3d6-4423-924f-967f6376a942 req-6d4dc404-7310-4a17-a899-d8888d845e58 tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] Transition to ACTIVE for port object 197f059b-853f-4e78-a062-d7da772f123d will not be triggered until provisioned by entity DHCP. {{(pid=93916) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:20:19.917466 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-fcfdfd18-f8f9-4b07-b5c2-7e6fe77ffa5e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2acc825401794014b40c640f7ddf4b4a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2090840 Jul 14 18:20:19.919864 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-be803d7d-4701-415c-8f83-e7eaa49e18d6 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1079388820-network', 'tenant_id': '06a5f031e0274154acdb0761b62d5c78'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:20:19.922125 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 54496) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:20:19.957406 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-ee6da450-7c8d-4a38-a847-aee78b813131 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:19.981078 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be803d7d-4701-415c-8f83-e7eaa49e18d6 admin admin] Made reservation on behalf of 06a5f031e0274154acdb0761b62d5c78 for: {'network': 1} {{(pid=93915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:20:19.984126 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-be803d7d-4701-415c-8f83-e7eaa49e18d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for network, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:19.996726 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-be803d7d-4701-415c-8f83-e7eaa49e18d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:20.009310 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-ee6da450-7c8d-4a38-a847-aee78b813131 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:20.026765 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee6da450-7c8d-4a38-a847-aee78b813131 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 56} {{(pid=93916) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 18:20:20.037098 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-ee6da450-7c8d-4a38-a847-aee78b813131 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:20.037450 n-d-800634-3 neutron-server[93916]: INFO neutron.db.segments_db [None req-ee6da450-7c8d-4a38-a847-aee78b813131 admin admin] Added segment 18bc5909-4f6f-4759-9c5f-7c2c3324b184 of type vlan for network 9483c714-6a71-454e-860b-eb463c1b5290 Jul 14 18:20:20.100674 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-be803d7d-4701-415c-8f83-e7eaa49e18d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:20.105015 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-be803d7d-4701-415c-8f83-e7eaa49e18d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:20.137865 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be803d7d-4701-415c-8f83-e7eaa49e18d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0949f22a-1535-4b2a-86df-63816b309248,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:20:20.158088 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-ee6da450-7c8d-4a38-a847-aee78b813131 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728202197517'] for network, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:20.168539 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-5930222e-f3d6-4423-924f-967f6376a942 req-6d4dc404-7310-4a17-a899-d8888d845e58 tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:20.200514 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6da450-7c8d-4a38-a847-aee78b813131 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d7c97a8-f107-49f9-a141-5191f8d9e4f3,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:20:20.266523 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5930222e-f3d6-4423-924f-967f6376a942 req-6d4dc404-7310-4a17-a899-d8888d845e58 tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] Network 7cbfbc88-1bb3-4c44-9708-98d8011b1345 is already hosted by enough agents. {{(pid=93916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:20:20.273918 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-1d7c16e2-2b3e-4f4f-9cc7-cdd489b1d01d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:20.280773 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [req-5930222e-f3d6-4423-924f-967f6376a942 req-6d4dc404-7310-4a17-a899-d8888d845e58 tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] Resources bound (agent type, host, resource id): {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:20:20.284994 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-29d4e7e7-5a0b-4df5-a1e0-7d16702363a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:20.288105 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-65b533b1-f0c5-443b-8810-4fec84e502a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-598732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-928907'] for router_interface, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:20.289945 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.l3_dvrscheduler_db [req-5930222e-f3d6-4423-924f-967f6376a942 req-6d4dc404-7310-4a17-a899-d8888d845e58 tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] Received port after_create {{(pid=93916) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:20:20.303850 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Device c18880b1-3704-41a6-9385-b6125727058f details requested by agent hyperv_n-h2-800634-3 with host n-h2-800634-3 {{(pid=93917) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 18:20:20.307234 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4dc404-7310-4a17-a899-d8888d845e58 tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] Pushing event updated for resources: {'Port': ['ID=197f059b-853f-4e78-a062-d7da772f123d,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:20:20.311242 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.db.api [None req-be803d7d-4701-415c-8f83-e7eaa49e18d6 admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=93915) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 14 18:20:20.312007 n-d-800634-3 neutron-server[93915]: DEBUG oslo_db.api [None req-be803d7d-4701-415c-8f83-e7eaa49e18d6 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 18:20:20.354739 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-ee6da450-7c8d-4a38-a847-aee78b813131 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727'] for network, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:20.355723 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee6da450-7c8d-4a38-a847-aee78b813131 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:20:20.356339 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-ee6da450-7c8d-4a38-a847-aee78b813131 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598705'] for network, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:20.510348 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] For port c18880b1-3704-41a6-9385-b6125727058f, host n-h2-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=c18880b1-3704-41a6-9385-b6125727058f,segment=NetworkSegment(d3ebb57b-621c-4102-bdfe-7fa439ba5ffc),segment_id=d3ebb57b-621c-4102-bdfe-7fa439ba5ffc)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:20:20.534888 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Returning: {'device': 'c18880b1-3704-41a6-9385-b6125727058f', 'network_id': '31a99599-848e-4d3a-b964-3d8069f89b88', 'port_id': 'c18880b1-3704-41a6-9385-b6125727058f', 'mac_address': 'fa:16:3e:30:c3:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8fa41a13-248e-4ed4-8731-d525cb4f3c62', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93917) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 18:20:20.584739 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:20.605066 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c18880b1-3704-41a6-9385-b6125727058f {{(pid=93917) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 18:20:20.614009 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88af6e8-a0c8-4c98-aefe-2693b3b8be1d req-834e23fc-2b41-4732-a6f4-0e07b1a03f40 tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:20:20.620069 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88af6e8-a0c8-4c98-aefe-2693b3b8be1d req-834e23fc-2b41-4732-a6f4-0e07b1a03f40 tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:20:20.627621 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f88af6e8-a0c8-4c98-aefe-2693b3b8be1d req-834e23fc-2b41-4732-a6f4-0e07b1a03f40 tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] 10.222.0.16 "GET /v2.0/ports?device_id=aaecf31f-93a0-4d4a-8437-96be4945fc86 HTTP/1.1" status: 200 len: 1654 time: 0.1682208 Jul 14 18:20:20.629846 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] For port c18880b1-3704-41a6-9385-b6125727058f, host n-h2-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=c18880b1-3704-41a6-9385-b6125727058f,segment=NetworkSegment(d3ebb57b-621c-4102-bdfe-7fa439ba5ffc),segment_id=d3ebb57b-621c-4102-bdfe-7fa439ba5ffc)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:20:20.637466 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:20.685815 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f88af6e8-a0c8-4c98-aefe-2693b3b8be1d req-52541c95-076d-40a5-9f01-26b123a9dac2 tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] 10.222.0.16 "GET /v2.0/security-groups?id=07501815-414f-40f0-a54a-1c35d98e3f98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571671 Jul 14 18:20:20.701127 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Pushing event updated for resources: {'Port': ['ID=c18880b1-3704-41a6-9385-b6125727058f,revision_number=4']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:20:20.706170 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-0070d51d-bbcd-4245-8057-579f179823fa None None] Provisioning for port 197f059b-853f-4e78-a062-d7da772f123d completed by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:20:20.711880 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-0070d51d-bbcd-4245-8057-579f179823fa None None] Provisioning complete for port 197f059b-853f-4e78-a062-d7da772f123d triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:20:20.713476 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-0070d51d-bbcd-4245-8057-579f179823fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:20.714967 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-1d7c16e2-2b3e-4f4f-9cc7-cdd489b1d01d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:20.740422 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2727f8ed-e396-431f-9843-28ba466ed31f req-6bc4db17-1410-46ae-b592-94d423dc55d0 tempest-LiveMigrationTest-64527954 tempest-LiveMigrationTest-64527954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:20:20.753664 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2727f8ed-e396-431f-9843-28ba466ed31f req-6bc4db17-1410-46ae-b592-94d423dc55d0 tempest-LiveMigrationTest-64527954 tempest-LiveMigrationTest-64527954-project] 10.222.0.16 "GET /v2.0/ports?device_id=71cc93c3-ed8e-4af7-bf04-1c1ca5f4c121 HTTP/1.1" status: 200 len: 943 time: 0.1953218 Jul 14 18:20:20.754171 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-0070d51d-bbcd-4245-8057-579f179823fa None None] Port 197f059b-853f-4e78-a062-d7da772f123d cannot update to ACTIVE because it is not bound. {{(pid=93917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 18:20:20.814587 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2727f8ed-e396-431f-9843-28ba466ed31f req-68240518-0cf8-4a5f-8001-8a0654ff4cc6 tempest-LiveMigrationTest-64527954 tempest-LiveMigrationTest-64527954-project] 10.222.0.16 "GET /v2.0/security-groups?id=93c6eb24-b3aa-49c4-93f7-93dd5f011665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595937 Jul 14 18:20:20.815221 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-be803d7d-4701-415c-8f83-e7eaa49e18d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for network, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:20.840659 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-ee6da450-7c8d-4a38-a847-aee78b813131 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.9177420 Jul 14 18:20:20.848091 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 54506) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:20:20.852302 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6da450-7c8d-4a38-a847-aee78b813131 admin admin] Pushing event updated for resources: {'Network': ['ID=9483c714-6a71-454e-860b-eb463c1b5290,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:20:20.853340 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be803d7d-4701-415c-8f83-e7eaa49e18d6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 62} {{(pid=93915) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 18:20:20.864058 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-4b521f94-cb9b-44bf-93e4-9e81046a85f8 admin admin] Request body: {'subnet': {'network_id': '9483c714-6a71-454e-860b-eb463c1b5290', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-927761970-subnet', 'tenant_id': 'ba1337c1e76644d9a27bf95f342bd812', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:20:20.865115 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Network 9483c714-6a71-454e-860b-eb463c1b5290 details requested by agent ovs-agent-n-d-800634-3 with host n-d-800634-3 {{(pid=93917) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 18:20:20.866279 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-be803d7d-4701-415c-8f83-e7eaa49e18d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:20.867060 n-d-800634-3 neutron-server[93915]: INFO neutron.db.segments_db [None req-be803d7d-4701-415c-8f83-e7eaa49e18d6 admin admin] Added segment fd0f50e4-c4dd-448f-97fa-7aad76cb8602 of type vlan for network aa295b65-90e7-400a-9977-28e2f73aa10a Jul 14 18:20:20.879143 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5930222e-f3d6-4423-924f-967f6376a942 req-6d4dc404-7310-4a17-a899-d8888d845e58 tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:20:20.879712 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-5930222e-f3d6-4423-924f-967f6376a942 req-6d4dc404-7310-4a17-a899-d8888d845e58 tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:20.887087 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] get_ports_and_sgs() called for port_ids ['c18880b1-3704-41a6-9385-b6125727058f'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 18:20:20.919639 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-be803d7d-4701-415c-8f83-e7eaa49e18d6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728202197517'] for network, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:20.945090 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-5930222e-f3d6-4423-924f-967f6376a942 req-6d4dc404-7310-4a17-a899-d8888d845e58 tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2782178 Jul 14 18:20:20.969106 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-be803d7d-4701-415c-8f83-e7eaa49e18d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727'] for network, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:20.970268 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be803d7d-4701-415c-8f83-e7eaa49e18d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:20:20.970864 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-be803d7d-4701-415c-8f83-e7eaa49e18d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598705'] for network, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:20.972892 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [req-5930222e-f3d6-4423-924f-967f6376a942 req-52c8ec05-b473-4f15-8939-56cc960b8e4e tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] Request body: {'port': {'device_id': 'aaecf31f-93a0-4d4a-8437-96be4945fc86', 'network_id': '389007d6-2757-4fd5-84e3-bc7e8a5f1c0b', 'admin_state_up': True, 'tenant_id': 'f4a8f789c2b347a295c086869e423927'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:20:21.047394 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-be803d7d-4701-415c-8f83-e7eaa49e18d6 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.4213369 Jul 14 18:20:21.050953 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 54508) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:20:21.053571 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b521f94-cb9b-44bf-93e4-9e81046a85f8 admin admin] Made reservation on behalf of ba1337c1e76644d9a27bf95f342bd812 for: {'subnet': 1} {{(pid=93916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:20:21.056205 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-4b521f94-cb9b-44bf-93e4-9e81046a85f8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26033189'] for subnet, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:21.056514 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-5583db9e-1a0c-437e-a52d-5ee3b41cd43a admin admin] Request body: {'subnet': {'network_id': 'aa295b65-90e7-400a-9977-28e2f73aa10a', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1079388820-subnet', 'tenant_id': '06a5f031e0274154acdb0761b62d5c78', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:20:21.061244 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be803d7d-4701-415c-8f83-e7eaa49e18d6 admin admin] Pushing event updated for resources: {'Network': ['ID=aa295b65-90e7-400a-9977-28e2f73aa10a,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:20:21.084875 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Network aa295b65-90e7-400a-9977-28e2f73aa10a details requested by agent ovs-agent-n-d-800634-3 with host n-d-800634-3 {{(pid=93917) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 18:20:21.085216 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5583db9e-1a0c-437e-a52d-5ee3b41cd43a admin admin] Made reservation on behalf of 06a5f031e0274154acdb0761b62d5c78 for: {'subnet': 1} {{(pid=93915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:20:21.088299 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-5583db9e-1a0c-437e-a52d-5ee3b41cd43a admin admin] Notify callbacks [] for subnet, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:21.142852 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-1d7c16e2-2b3e-4f4f-9cc7-cdd489b1d01d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:21.145525 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-1d7c16e2-2b3e-4f4f-9cc7-cdd489b1d01d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:21.150089 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-1d7c16e2-2b3e-4f4f-9cc7-cdd489b1d01d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/4f7edf6a-d68f-4421-aca5-70454e3b9b7d HTTP/1.1" status: 204 len: 168 time: 1.2253699 Jul 14 18:20:21.232452 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7c16e2-2b3e-4f4f-9cc7-cdd489b1d01d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f7edf6a-d68f-4421-aca5-70454e3b9b7d,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:20:21.348689 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5930222e-f3d6-4423-924f-967f6376a942 req-52c8ec05-b473-4f15-8939-56cc960b8e4e tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] Made reservation on behalf of f4a8f789c2b347a295c086869e423927 for: {'port': 1} {{(pid=93916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:20:21.353243 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-5930222e-f3d6-4423-924f-967f6376a942 req-52c8ec05-b473-4f15-8939-56cc960b8e4e tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:21.407672 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-5583db9e-1a0c-437e-a52d-5ee3b41cd43a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727'] for subnet, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:21.506576 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65b533b1-f0c5-443b-8810-4fec84e502a8 admin admin] Router d0490260-e339-478a-a2a4-afbf5596e62f has already been hosted by L3 agent 2c6eb27e-defb-4cca-9a24-381c7415e359 {{(pid=93916) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 18:20:21.526047 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5583db9e-1a0c-437e-a52d-5ee3b41cd43a admin admin] Pushing event updated for resources: {'Subnet': ['ID=44784915-ed3a-404b-9c8e-ae78a0a8eedf,revision_number=0']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:20:21.551158 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5583db9e-1a0c-437e-a52d-5ee3b41cd43a admin admin] Checking segment: {'id': 'fd0f50e4-c4dd-448f-97fa-7aad76cb8602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'aa295b65-90e7-400a-9977-28e2f73aa10a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:20:21.552431 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5583db9e-1a0c-437e-a52d-5ee3b41cd43a admin admin] Network hostable DHCP agents. Network: aa295b65-90e7-400a-9977-28e2f73aa10a, hostable agents: ['028393c3-0576-4ebd-bca1-8ea8a148e1a2'], hosted agents: [] {{(pid=93915) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 18:20:21.573812 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5583db9e-1a0c-437e-a52d-5ee3b41cd43a admin admin] Network aa295b65-90e7-400a-9977-28e2f73aa10a is scheduled to be hosted by DHCP agent 028393c3-0576-4ebd-bca1-8ea8a148e1a2 with binding_index 1 {{(pid=93915) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 18:20:21.589751 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [None req-5583db9e-1a0c-437e-a52d-5ee3b41cd43a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-3, aa295b65-90e7-400a-9977-28e2f73aa10a) {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:20:21.597263 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5583db9e-1a0c-437e-a52d-5ee3b41cd43a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:20:21.597984 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-5583db9e-1a0c-437e-a52d-5ee3b41cd43a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598705'] for subnet, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:21.605425 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-781ee756-1358-455b-848f-61aa6de366f1 None None] Network aa295b65-90e7-400a-9977-28e2f73aa10a requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:20:21.617609 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-5583db9e-1a0c-437e-a52d-5ee3b41cd43a admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.5653584 Jul 14 18:20:21.620393 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 54516) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:20:21.627204 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-5c7db2e0-4f71-45fe-98d2-aba3de5daada admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1079388820-router', 'tenant_id': '06a5f031e0274154acdb0761b62d5c78', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61'}}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:20:21.633909 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 54518) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:20:21.686678 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65b533b1-f0c5-443b-8810-4fec84e502a8 admin admin] Notify agent at l3_agent.n-d-800634-3 the message routers_updated {{(pid=93916) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 18:20:21.696179 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-65b533b1-f0c5-443b-8810-4fec84e502a8 admin admin] 10.222.0.16 "PUT /v2.0/routers/d0490260-e339-478a-a2a4-afbf5596e62f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1326573 Jul 14 18:20:21.698940 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-be9de1c2-9d22-4539-9d52-b22226c69049 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a30c66ba2d8b4b37a32424368b5b3979&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0635898 Jul 14 18:20:21.699861 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 54520) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:20:21.717337 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9401f133-1c4d-4021-8d2e-7509676069e9 None None] Sync routers for ids ['d0490260-e339-478a-a2a4-afbf5596e62f'] in n-d-800634-3 {{(pid=93917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 18:20:21.738936 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9401f133-1c4d-4021-8d2e-7509676069e9 None None] Routers {'d0490260-e339-478a-a2a4-afbf5596e62f'} bound to L3 agent in host n-d-800634-3 {{(pid=93917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:20:21.739571 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-9401f133-1c4d-4021-8d2e-7509676069e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:19:53Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['d0490260-e339-478a-a2a4-afbf5596e62f'], 'active': True} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:20:21.756000 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 54524) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:20:21.823035 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5f4f8a9-16d7-48c0-bb8a-e46e37d78f1e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9222b97e-5d1c-54f8-ba97-82f172498e76-aa295b65-90e7-400a-9977-28e2f73aa10a', 'network_id': 'aa295b65-90e7-400a-9977-28e2f73aa10a', 'tenant_id': '06a5f031e0274154acdb0761b62d5c78', 'fixed_ips': [{'subnet_id': '44784915-ed3a-404b-9c8e-ae78a0a8eedf'}]}} from n-d-800634-3. {{(pid=93917) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 18:20:21.824302 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b5f4f8a9-16d7-48c0-bb8a-e46e37d78f1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:21.828693 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-33b64244-bb09-47d6-996d-fcfac88f2c13 admin admin] Notify callbacks [] for router, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:21.953621 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-5c7db2e0-4f71-45fe-98d2-aba3de5daada admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-571768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11104'] for router, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:21.954709 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-5c7db2e0-4f71-45fe-98d2-aba3de5daada admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-571675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-930014', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-632314', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11129'] for router, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:21.973147 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-33b64244-bb09-47d6-996d-fcfac88f2c13 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:21.984342 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-4b521f94-cb9b-44bf-93e4-9e81046a85f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2684753', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26033175'] for subnet, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:21.994791 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvr_db [None req-9401f133-1c4d-4021-8d2e-7509676069e9 None None] Set router d0490260-e339-478a-a2a4-afbf5596e62f gateway port host: n-d-800634-3 {{(pid=93917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 18:20:21.995162 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.db_base_plugin_common [req-5930222e-f3d6-4423-924f-967f6376a942 req-52c8ec05-b473-4f15-8939-56cc960b8e4e tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] Allocated IP 19.80.0.230 (389007d6-2757-4fd5-84e3-bc7e8a5f1c0b/9efde9e7-aa34-4910-a858-233df7108613/32db803e-0bc2-4323-b722-35e9c43c3e58) {{(pid=93916) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:20:22.076797 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-c1c6e88b-44d9-4dc1-bfbb-bbefd333d374 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:22.104039 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-c1c6e88b-44d9-4dc1-bfbb-bbefd333d374 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:22.143338 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-5c7db2e0-4f71-45fe-98d2-aba3de5daada admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:22.176666 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.db_base_plugin_common [None req-b5f4f8a9-16d7-48c0-bb8a-e46e37d78f1e None None] Allocated IP 172.20.0.2 (aa295b65-90e7-400a-9977-28e2f73aa10a/44784915-ed3a-404b-9c8e-ae78a0a8eedf/23087262-41ea-4f1b-a377-378d8ba211f1) {{(pid=93917) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:20:22.181645 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b521f94-cb9b-44bf-93e4-9e81046a85f8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=695bca8c-434a-49cc-954f-3765b04f3d13,revision_number=0']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:20:22.202285 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b521f94-cb9b-44bf-93e4-9e81046a85f8 admin admin] Checking segment: {'id': '18bc5909-4f6f-4759-9c5f-7c2c3324b184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '9483c714-6a71-454e-860b-eb463c1b5290'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93916) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:20:22.202767 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b521f94-cb9b-44bf-93e4-9e81046a85f8 admin admin] Network hostable DHCP agents. Network: 9483c714-6a71-454e-860b-eb463c1b5290, hostable agents: ['028393c3-0576-4ebd-bca1-8ea8a148e1a2'], hosted agents: [] {{(pid=93916) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 18:20:22.213800 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-c1c6e88b-44d9-4dc1-bfbb-bbefd333d374 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:22.216905 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-c1c6e88b-44d9-4dc1-bfbb-bbefd333d374 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:22.221880 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-c1c6e88b-44d9-4dc1-bfbb-bbefd333d374 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/daaa90dd-37ee-4a4f-b0a2-44a3d4771f26 HTTP/1.1" status: 204 len: 168 time: 0.4400179 Jul 14 18:20:22.239350 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c6e88b-44d9-4dc1-bfbb-bbefd333d374 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=daaa90dd-37ee-4a4f-b0a2-44a3d4771f26,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:20:22.312890 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b521f94-cb9b-44bf-93e4-9e81046a85f8 admin admin] Network 9483c714-6a71-454e-860b-eb463c1b5290 is scheduled to be hosted by DHCP agent 028393c3-0576-4ebd-bca1-8ea8a148e1a2 with binding_index 1 {{(pid=93916) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 18:20:22.326774 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Device c18880b1-3704-41a6-9385-b6125727058f up at agent hyperv_n-h2-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:20:22.333476 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [None req-4b521f94-cb9b-44bf-93e4-9e81046a85f8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-3, 9483c714-6a71-454e-860b-eb463c1b5290) {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:20:22.340935 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b521f94-cb9b-44bf-93e4-9e81046a85f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:20:22.341798 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-4b521f94-cb9b-44bf-93e4-9e81046a85f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598705'] for subnet, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:22.348567 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc740a60-1e09-4eae-a246-67219103c0ee None None] Network 9483c714-6a71-454e-860b-eb463c1b5290 requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:20:22.376673 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-4b521f94-cb9b-44bf-93e4-9e81046a85f8 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.5247018 Jul 14 18:20:22.383845 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3bb5aa-4eef-43c6-a1d8-3b03acea1056 req-630bab1d-dc6b-4209-ae77-b50df07a847a tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:20:22.390782 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3bb5aa-4eef-43c6-a1d8-3b03acea1056 req-630bab1d-dc6b-4209-ae77-b50df07a847a tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:20:22.392506 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2c3bb5aa-4eef-43c6-a1d8-3b03acea1056 req-630bab1d-dc6b-4209-ae77-b50df07a847a tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] 10.222.0.16 "GET /v2.0/ports?device_id=aaecf31f-93a0-4d4a-8437-96be4945fc86 HTTP/1.1" status: 200 len: 1654 time: 0.4462466 Jul 14 18:20:22.457513 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29bfa2b-6d5d-4feb-9e90-bda85dce8c08 req-bc6a5572-1905-4880-9cd0-bbd80cbfcd3b tempest-LiveMigrationTest-64527954 tempest-LiveMigrationTest-64527954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:20:22.457513 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b29bfa2b-6d5d-4feb-9e90-bda85dce8c08 req-bc6a5572-1905-4880-9cd0-bbd80cbfcd3b tempest-LiveMigrationTest-64527954 tempest-LiveMigrationTest-64527954-project] 10.222.0.16 "GET /v2.0/ports?device_id=71cc93c3-ed8e-4af7-bf04-1c1ca5f4c121 HTTP/1.1" status: 200 len: 944 time: 0.4773247 Jul 14 18:20:22.458891 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-5c7db2e0-4f71-45fe-98d2-aba3de5daada admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-929996', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-571750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11395'] for router, precommit_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:22.463425 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [None req-33b64244-bb09-47d6-996d-fcfac88f2c13 admin admin] Deleting port 574b6740-1f39-4cd7-b773-41fe4473cf59 {{(pid=93915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:20:22.463769 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-33b64244-bb09-47d6-996d-fcfac88f2c13 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:22.489525 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-5930222e-f3d6-4423-924f-967f6376a942 req-52c8ec05-b473-4f15-8939-56cc960b8e4e tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] Notify callbacks [] for port, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:22.566134 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [None req-33b64244-bb09-47d6-996d-fcfac88f2c13 admin admin] For port 574b6740-1f39-4cd7-b773-41fe4473cf59, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=574b6740-1f39-4cd7-b773-41fe4473cf59,segment=NetworkSegment(5afb940b-bbdf-4727-be00-5d46367c38a1),segment_id=5afb940b-bbdf-4727-be00-5d46367c38a1)] {{(pid=93915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:20:22.569389 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-33b64244-bb09-47d6-996d-fcfac88f2c13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:22.572915 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.provisioning_blocks [req-5930222e-f3d6-4423-924f-967f6376a942 req-52c8ec05-b473-4f15-8939-56cc960b8e4e tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] Transition to ACTIVE for port object 32db803e-0bc2-4323-b722-35e9c43c3e58 will not be triggered until provisioned by entity DHCP. {{(pid=93916) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:20:22.599551 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [None req-33b64244-bb09-47d6-996d-fcfac88f2c13 admin admin] Calling delete_port for 574b6740-1f39-4cd7-b773-41fe4473cf59 owned by network:router_gateway {{(pid=93915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:20:22.653645 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-5930222e-f3d6-4423-924f-967f6376a942 req-52c8ec05-b473-4f15-8939-56cc960b8e4e tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:22.762102 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5930222e-f3d6-4423-924f-967f6376a942 req-52c8ec05-b473-4f15-8939-56cc960b8e4e tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] Network 389007d6-2757-4fd5-84e3-bc7e8a5f1c0b is already hosted by enough agents. {{(pid=93916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:20:22.774163 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [req-5930222e-f3d6-4423-924f-967f6376a942 req-52c8ec05-b473-4f15-8939-56cc960b8e4e tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] Resources bound (agent type, host, resource id): {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:20:22.778923 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.l3_dvrscheduler_db [req-5930222e-f3d6-4423-924f-967f6376a942 req-52c8ec05-b473-4f15-8939-56cc960b8e4e tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] Received port after_create {{(pid=93916) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:20:22.785643 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b7d5986e-9d99-46ec-9095-43e4fcb2e97b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:22.883328 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5930222e-f3d6-4423-924f-967f6376a942 req-52c8ec05-b473-4f15-8939-56cc960b8e4e tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:20:22.884337 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-5930222e-f3d6-4423-924f-967f6376a942 req-52c8ec05-b473-4f15-8939-56cc960b8e4e tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:22.904172 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-5930222e-f3d6-4423-924f-967f6376a942 req-52c8ec05-b473-4f15-8939-56cc960b8e4e tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9503589 Jul 14 18:20:22.905256 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c8ec05-b473-4f15-8939-56cc960b8e4e tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] Pushing event updated for resources: {'Port': ['ID=32db803e-0bc2-4323-b722-35e9c43c3e58,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:20:22.927642 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2c3bb5aa-4eef-43c6-a1d8-3b03acea1056 req-98b924da-e4fd-4b94-b9e8-dbf629e7639d tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] 10.222.0.16 "GET /v2.0/security-groups?id=07501815-414f-40f0-a54a-1c35d98e3f98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5001147 Jul 14 18:20:22.944855 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [req-5930222e-f3d6-4423-924f-967f6376a942 req-ed7e9f2e-60fd-45e3-bc15-5b9ca3c213ba service neutron] Request body: {'port': {'device_id': 'aaecf31f-93a0-4d4a-8437-96be4945fc86', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800634-3'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:20:22.977713 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Provisioning for port c18880b1-3704-41a6-9385-b6125727058f completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:20:22.996598 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-9401f133-1c4d-4021-8d2e-7509676069e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0490260-e339-478a-a2a4-afbf5596e62f', 'name': 'tempest-AttachSCSIVolumeTestJSON-1966621121-router', 'tenant_id': '94e769da788b4960867d28e3e520b414', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.180'}], 'enable_snat': True}, 'gw_port_id': '574b6740-1f39-4cd7-b773-41fe4473cf59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:18:05Z', 'updated_at': '2021-07-14T18:20:19Z', 'revision_number': 5, 'project_id': '94e769da788b4960867d28e3e520b414', 'gw_port': {'id': '574b6740-1f39-4cd7-b773-41fe4473cf59', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:c1:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0490260-e339-478a-a2a4-afbf5596e62f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 165, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:18:06Z', 'updated_at': '2021-07-14T18:18:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3'}], 'n-d-800634-3', False) {} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:20:23.017498 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b29bfa2b-6d5d-4feb-9e90-bda85dce8c08 req-2c5d7cb5-42c7-4b16-8760-cd9b4060b787 tempest-LiveMigrationTest-64527954 tempest-LiveMigrationTest-64527954-project] 10.222.0.16 "GET /v2.0/security-groups?id=93c6eb24-b3aa-49c4-93f7-93dd5f011665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3137887 Jul 14 18:20:23.068057 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-5930222e-f3d6-4423-924f-967f6376a942 req-ed7e9f2e-60fd-45e3-bc15-5b9ca3c213ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:23.166180 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Provisioning complete for port c18880b1-3704-41a6-9385-b6125727058f triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:20:23.166470 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:23.197537 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a02a2c3-ec51-44d6-807e-afd92ae31b39 None None] Network 9483c714-6a71-454e-860b-eb463c1b5290 requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:20:23.203469 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9401f133-1c4d-4021-8d2e-7509676069e9 None None] Checking router: d0490260-e339-478a-a2a4-afbf5596e62f for host: n-d-800634-3 {{(pid=93917) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 18:20:23.313064 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-33b64244-bb09-47d6-996d-fcfac88f2c13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813'] for port, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:23.495637 n-d-800634-3 neutron-server[93916]: DEBUG neutron.notifiers.nova [req-5930222e-f3d6-4423-924f-967f6376a942 req-ed7e9f2e-60fd-45e3-bc15-5b9ca3c213ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1eaed3f0-aeb3-4994-8f29-8d8b040b9347 {{(pid=93916) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 18:20:23.506184 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-5930222e-f3d6-4423-924f-967f6376a942 req-ed7e9f2e-60fd-45e3-bc15-5b9ca3c213ba service neutron] Notify callbacks [] for port, precommit_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:23.509718 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b64244-bb09-47d6-996d-fcfac88f2c13 admin admin] Pushing event deleted for resources: {'Port': ['ID=574b6740-1f39-4cd7-b773-41fe4473cf59,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:20:23.523410 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.provisioning_blocks [req-5930222e-f3d6-4423-924f-967f6376a942 req-ed7e9f2e-60fd-45e3-bc15-5b9ca3c213ba service neutron] Transition to ACTIVE for port object 1eaed3f0-aeb3-4994-8f29-8d8b040b9347 will not be triggered until provisioned by entity L2. {{(pid=93916) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:20:23.533657 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-5930222e-f3d6-4423-924f-967f6376a942 req-ed7e9f2e-60fd-45e3-bc15-5b9ca3c213ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2684870'] for port, after_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:23.537028 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b5f4f8a9-16d7-48c0-bb8a-e46e37d78f1e None None] Notify callbacks [] for port, precommit_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:23.644058 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-33b64244-bb09-47d6-996d-fcfac88f2c13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-930057'] for router_gateway, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:23.684848 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 54566) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:20:23.691000 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-532af1a0-633f-4efe-8018-248e2270fdff admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-53365820-network', 'tenant_id': '7044ea2a97d84d7b8793a613b9829e29'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:20:23.700826 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9401f133-1c4d-4021-8d2e-7509676069e9 None None] Routers {'d0490260-e339-478a-a2a4-afbf5596e62f'} bound to L3 agent in host n-d-800634-3 {{(pid=93917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:20:23.710720 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-9401f133-1c4d-4021-8d2e-7509676069e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:20:23Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['d0490260-e339-478a-a2a4-afbf5596e62f'], 'active': True} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:20:23.725060 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7e9f2e-60fd-45e3-bc15-5b9ca3c213ba service neutron] Pushing event updated for resources: {'Port': ['ID=1eaed3f0-aeb3-4994-8f29-8d8b040b9347,revision_number=2']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:20:23.728919 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-532af1a0-633f-4efe-8018-248e2270fdff admin admin] Made reservation on behalf of 7044ea2a97d84d7b8793a613b9829e29 for: {'network': 1} {{(pid=93916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:20:23.735780 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-532af1a0-633f-4efe-8018-248e2270fdff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for network, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:23.736279 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:23.743253 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-24cc26df-19b3-4120-becf-855a07a6b4f4 None None] Provisioning for port 32db803e-0bc2-4323-b722-35e9c43c3e58 completed by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:20:23.749154 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-b5f4f8a9-16d7-48c0-bb8a-e46e37d78f1e None None] Transition to ACTIVE for port object 23087262-41ea-4f1b-a377-378d8ba211f1 will not be triggered until provisioned by entity L2. {{(pid=93917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:20:23.760546 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-532af1a0-633f-4efe-8018-248e2270fdff admin admin] Notify callbacks [] for security_group, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:23.811064 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.managers [req-5930222e-f3d6-4423-924f-967f6376a942 req-ed7e9f2e-60fd-45e3-bc15-5b9ca3c213ba service neutron] Attempting to bind port 1eaed3f0-aeb3-4994-8f29-8d8b040b9347 on host n-h1-800634-3 for vnic_type normal with profile {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:20:23.811412 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.managers [req-5930222e-f3d6-4423-924f-967f6376a942 req-ed7e9f2e-60fd-45e3-bc15-5b9ca3c213ba service neutron] Attempting to bind port 1eaed3f0-aeb3-4994-8f29-8d8b040b9347 by drivers openvswitch,hyperv on host n-h1-800634-3 at level 0 using segments [{'id': '711d2a3c-b304-435a-9067-2fad19434ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '389007d6-2757-4fd5-84e3-bc7e8a5f1c0b'}] {{(pid=93916) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:20:23.811750 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5930222e-f3d6-4423-924f-967f6376a942 req-ed7e9f2e-60fd-45e3-bc15-5b9ca3c213ba service neutron] Attempting to bind port 1eaed3f0-aeb3-4994-8f29-8d8b040b9347 on network 389007d6-2757-4fd5-84e3-bc7e8a5f1c0b {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:20:23.821875 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5930222e-f3d6-4423-924f-967f6376a942 req-ed7e9f2e-60fd-45e3-bc15-5b9ca3c213ba service neutron] Port 1eaed3f0-aeb3-4994-8f29-8d8b040b9347 on network 389007d6-2757-4fd5-84e3-bc7e8a5f1c0b not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-3 {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 18:20:23.822209 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5930222e-f3d6-4423-924f-967f6376a942 req-ed7e9f2e-60fd-45e3-bc15-5b9ca3c213ba service neutron] Attempting to bind port 1eaed3f0-aeb3-4994-8f29-8d8b040b9347 on network 389007d6-2757-4fd5-84e3-bc7e8a5f1c0b {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:20:23.834380 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5930222e-f3d6-4423-924f-967f6376a942 req-ed7e9f2e-60fd-45e3-bc15-5b9ca3c213ba service neutron] Checking agent: {'id': 'a3630ff4-fbee-45d9-b9b6-0ae41cb3a350', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 15, 32), 'started_at': datetime.datetime(2021, 7, 14, 18, 15, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 18, 20, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 18:20:23.834758 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5930222e-f3d6-4423-924f-967f6376a942 req-ed7e9f2e-60fd-45e3-bc15-5b9ca3c213ba service neutron] Checking segment: {'id': '711d2a3c-b304-435a-9067-2fad19434ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '389007d6-2757-4fd5-84e3-bc7e8a5f1c0b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93916) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:20:23.835160 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5930222e-f3d6-4423-924f-967f6376a942 req-ed7e9f2e-60fd-45e3-bc15-5b9ca3c213ba service neutron] Bound using segment: {'id': '711d2a3c-b304-435a-9067-2fad19434ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '389007d6-2757-4fd5-84e3-bc7e8a5f1c0b'} {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 18:20:23.839071 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.managers [req-5930222e-f3d6-4423-924f-967f6376a942 req-ed7e9f2e-60fd-45e3-bc15-5b9ca3c213ba service neutron] Bound port: 1eaed3f0-aeb3-4994-8f29-8d8b040b9347, host: n-h1-800634-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '711d2a3c-b304-435a-9067-2fad19434ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '389007d6-2757-4fd5-84e3-bc7e8a5f1c0b'}}] {{(pid=93916) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 18:20:23.839356 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-5930222e-f3d6-4423-924f-967f6376a942 req-ed7e9f2e-60fd-45e3-bc15-5b9ca3c213ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:23.848842 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-33b64244-bb09-47d6-996d-fcfac88f2c13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-571778', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11402'] for router, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:23.856514 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-33b64244-bb09-47d6-996d-fcfac88f2c13 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:23.869808 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-5c7db2e0-4f71-45fe-98d2-aba3de5daada admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:23.936387 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-24cc26df-19b3-4120-becf-855a07a6b4f4 None None] Provisioning complete for port 32db803e-0bc2-4323-b722-35e9c43c3e58 triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:20:23.937892 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-24cc26df-19b3-4120-becf-855a07a6b4f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:23.945174 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-5c7db2e0-4f71-45fe-98d2-aba3de5daada admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:23.982927 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.db [req-5930222e-f3d6-4423-924f-967f6376a942 req-ed7e9f2e-60fd-45e3-bc15-5b9ca3c213ba service neutron] For port 1eaed3f0-aeb3-4994-8f29-8d8b040b9347, host n-h1-800634-3, cleared binding levels {{(pid=93916) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:20:23.992428 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.db [req-5930222e-f3d6-4423-924f-967f6376a942 req-ed7e9f2e-60fd-45e3-bc15-5b9ca3c213ba service neutron] For port 1eaed3f0-aeb3-4994-8f29-8d8b040b9347, host n-h1-800634-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=1eaed3f0-aeb3-4994-8f29-8d8b040b9347,segment=NetworkSegment(711d2a3c-b304-435a-9067-2fad19434ed6),segment_id=711d2a3c-b304-435a-9067-2fad19434ed6)] {{(pid=93916) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 18:20:23.996511 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-33b64244-bb09-47d6-996d-fcfac88f2c13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-541202'] for router, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:23.997335 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33b64244-bb09-47d6-996d-fcfac88f2c13 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d0490260-e339-478a-a2a4-afbf5596e62f {{(pid=93915) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 18:20:24.009102 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-33b64244-bb09-47d6-996d-fcfac88f2c13 admin admin] Notify callbacks [] for router, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:24.010369 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-33b64244-bb09-47d6-996d-fcfac88f2c13 admin admin] 10.222.0.16 "DELETE /v2.0/routers/d0490260-e339-478a-a2a4-afbf5596e62f HTTP/1.1" status: 204 len: 168 time: 2.3074882 Jul 14 18:20:24.014243 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 54574) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:20:24.014583 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-5930222e-f3d6-4423-924f-967f6376a942 req-ed7e9f2e-60fd-45e3-bc15-5b9ca3c213ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2684870'] for port, after_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:24.040160 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-b5f4f8a9-16d7-48c0-bb8a-e46e37d78f1e None None] Transition to ACTIVE for port object 23087262-41ea-4f1b-a377-378d8ba211f1 will not be triggered until provisioned by entity DHCP. {{(pid=93917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:20:24.145961 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b5f4f8a9-16d7-48c0-bb8a-e46e37d78f1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804'] for port, after_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:24.156613 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.db_base_plugin_v2 [None req-6bcd6b40-c332-4a21-a2a7-cf4344e41489 admin admin] Deleting subnet 78dfe6c1-acef-4017-a82a-0a4186e136cd {{(pid=93915) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 18:20:24.162602 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvr_db [None req-9401f133-1c4d-4021-8d2e-7509676069e9 None None] Set router d0490260-e339-478a-a2a4-afbf5596e62f gateway port host: None {{(pid=93917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 18:20:24.167764 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-532af1a0-633f-4efe-8018-248e2270fdff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:24.175969 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7e9f2e-60fd-45e3-bc15-5b9ca3c213ba service neutron] Pushing event updated for resources: {'Port': ['ID=1eaed3f0-aeb3-4994-8f29-8d8b040b9347,revision_number=3']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:20:24.181747 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5930222e-f3d6-4423-924f-967f6376a942 req-ed7e9f2e-60fd-45e3-bc15-5b9ca3c213ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:20:24.182380 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-5930222e-f3d6-4423-924f-967f6376a942 req-ed7e9f2e-60fd-45e3-bc15-5b9ca3c213ba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:24.183882 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-5930222e-f3d6-4423-924f-967f6376a942 req-ed7e9f2e-60fd-45e3-bc15-5b9ca3c213ba service neutron] 10.222.0.18 "PUT /v2.0/ports/1eaed3f0-aeb3-4994-8f29-8d8b040b9347 HTTP/1.1" status: 200 len: 1092 time: 1.2529943 Jul 14 18:20:24.184373 n-d-800634-3 neutron-server[93916]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aaecf31f-93a0-4d4a-8437-96be4945fc86', 'tag': '1eaed3f0-aeb3-4994-8f29-8d8b040b9347'}] {{(pid=93916) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:20:24.186690 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f803e150b363a7893830aa996ac27753fa25517c406ecd3536b7c2d4b26eeb9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b641da6c-9aea-498e-b6b7-b03e7c310f2e" -d '{"events": [{"name": "network-changed", "server_uuid": "aaecf31f-93a0-4d4a-8437-96be4945fc86", "tag": "1eaed3f0-aeb3-4994-8f29-8d8b040b9347"}]}' {{(pid=93916) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:20:24.195977 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-532af1a0-633f-4efe-8018-248e2270fdff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:24.198873 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-6bcd6b40-c332-4a21-a2a7-cf4344e41489 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:24.216464 n-d-800634-3 neutron-server[93917]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5f4f8a9-16d7-48c0-bb8a-e46e37d78f1e None None] Network aa295b65-90e7-400a-9977-28e2f73aa10a is already hosted by enough agents. {{(pid=93917) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:20:24.218197 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-574aeb93-9938-449c-8e6c-cb22c9b52cc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:24.231104 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [req-5930222e-f3d6-4423-924f-967f6376a942 req-9d8121a4-86fa-4d4c-81c1-8aa6bd845328 service neutron] Request body: {'port': {'device_id': 'aaecf31f-93a0-4d4a-8437-96be4945fc86', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800634-3'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:20:24.239554 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-532af1a0-633f-4efe-8018-248e2270fdff admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 98} {{(pid=93916) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 18:20:24.258818 n-d-800634-3 neutron-server[93917]: DEBUG neutron.scheduler.base_scheduler [None req-b5f4f8a9-16d7-48c0-bb8a-e46e37d78f1e None None] Resources bound (agent type, host, resource id): {{(pid=93917) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:20:24.265347 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5f4f8a9-16d7-48c0-bb8a-e46e37d78f1e None None] Received port after_create {{(pid=93917) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:20:24.265661 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.db_base_plugin_common [None req-5c7db2e0-4f71-45fe-98d2-aba3de5daada admin admin] Allocated IP 172.25.1.119 (9200a437-e1de-4520-88f6-e68386523e61/5f47f848-4532-407a-a0e2-5690ade15fd0/42bb9398-b477-4904-bdd3-5f3b62320ade) {{(pid=93915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:20:24.273540 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:24.286830 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-532af1a0-633f-4efe-8018-248e2270fdff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:24.287185 n-d-800634-3 neutron-server[93916]: INFO neutron.db.segments_db [None req-532af1a0-633f-4efe-8018-248e2270fdff admin admin] Added segment f98f0b20-d8bc-4484-805c-8dd7cce23302 of type vlan for network b0812f63-c279-4ab6-99d4-2e2717e80bfc Jul 14 18:20:24.303441 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532af1a0-633f-4efe-8018-248e2270fdff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4d80b9a-ea1a-497d-880a-53381da466a1,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:20:24.347716 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-6bcd6b40-c332-4a21-a2a7-cf4344e41489 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:24.378349 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-532af1a0-633f-4efe-8018-248e2270fdff admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728202197517'] for network, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:24.393755 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-9401f133-1c4d-4021-8d2e-7509676069e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0490260-e339-478a-a2a4-afbf5596e62f', 'name': 'tempest-AttachSCSIVolumeTestJSON-1966621121-router', 'tenant_id': '94e769da788b4960867d28e3e520b414', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:18:05Z', 'updated_at': '2021-07-14T18:20:23Z', 'revision_number': 7, 'project_id': '94e769da788b4960867d28e3e520b414', 'gw_port_host': None}], 'n-d-800634-3', False) {} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:20:24.434643 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-5930222e-f3d6-4423-924f-967f6376a942 req-9d8121a4-86fa-4d4c-81c1-8aa6bd845328 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:24.455128 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9401f133-1c4d-4021-8d2e-7509676069e9 None None] The sync data for ids ['d0490260-e339-478a-a2a4-afbf5596e62f'] in n-d-800634-3 is: [{'id': 'd0490260-e339-478a-a2a4-afbf5596e62f', 'name': 'tempest-AttachSCSIVolumeTestJSON-1966621121-router', 'tenant_id': '94e769da788b4960867d28e3e520b414', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:18:05Z', 'updated_at': '2021-07-14T18:20:23Z', 'revision_number': 7, 'project_id': '94e769da788b4960867d28e3e520b414', 'gw_port_host': None}] {{(pid=93917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 18:20:24.463249 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-24cc26df-19b3-4120-becf-855a07a6b4f4 None None] Port 32db803e-0bc2-4323-b722-35e9c43c3e58 cannot update to ACTIVE because it is not bound. {{(pid=93917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 18:20:24.528676 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] For port c18880b1-3704-41a6-9385-b6125727058f, host n-h2-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=c18880b1-3704-41a6-9385-b6125727058f,segment=NetworkSegment(d3ebb57b-621c-4102-bdfe-7fa439ba5ffc),segment_id=d3ebb57b-621c-4102-bdfe-7fa439ba5ffc)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:20:24.531952 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71cc93c3-ed8e-4af7-bf04-1c1ca5f4c121', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c18880b1-3704-41a6-9385-b6125727058f'}] {{(pid=93917) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:20:24.535540 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20b787f3c29eaa7aa2a4d648c725a2124c5ff39a8d793252f9d844495e14cf42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-603a9639-7197-4765-a8da-59f52b279fdd" -d '{"events": [{"server_uuid": "71cc93c3-ed8e-4af7-bf04-1c1ca5f4c121", "name": "network-vif-plugged", "status": "completed", "tag": "c18880b1-3704-41a6-9385-b6125727058f"}]}' {{(pid=93917) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:20:24.540300 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-532af1a0-633f-4efe-8018-248e2270fdff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727'] for network, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:24.542179 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-532af1a0-633f-4efe-8018-248e2270fdff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:20:24.545172 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-532af1a0-633f-4efe-8018-248e2270fdff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598705'] for network, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:24.546231 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:24.561280 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f4f8a9-16d7-48c0-bb8a-e46e37d78f1e None None] Pushing event updated for resources: {'Port': ['ID=23087262-41ea-4f1b-a377-378d8ba211f1,revision_number=1']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:20:24.564713 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-6bcd6b40-c332-4a21-a2a7-cf4344e41489 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081283'] for subnet, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:24.606532 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3354b80a-8af5-404e-a076-c28af80ab7e5 req-36cbd9c6-beeb-4e05-8caf-85ff127c5390 tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:20:24.613052 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3354b80a-8af5-404e-a076-c28af80ab7e5 req-36cbd9c6-beeb-4e05-8caf-85ff127c5390 tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:20:24.618915 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3354b80a-8af5-404e-a076-c28af80ab7e5 req-36cbd9c6-beeb-4e05-8caf-85ff127c5390 tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:20:24.620636 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3354b80a-8af5-404e-a076-c28af80ab7e5 req-36cbd9c6-beeb-4e05-8caf-85ff127c5390 tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] 10.222.0.16 "GET /v2.0/ports?device_id=aaecf31f-93a0-4d4a-8437-96be4945fc86 HTTP/1.1" status: 200 len: 2388 time: 0.4697809 Jul 14 18:20:24.629233 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Pushing event updated for resources: {'Port': ['ID=c18880b1-3704-41a6-9385-b6125727058f,revision_number=5']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:20:24.637873 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-b5f4f8a9-16d7-48c0-bb8a-e46e37d78f1e None None] Attempting to bind port 23087262-41ea-4f1b-a377-378d8ba211f1 on host n-d-800634-3 for vnic_type normal with profile {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:20:24.638261 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-b5f4f8a9-16d7-48c0-bb8a-e46e37d78f1e None None] Attempting to bind port 23087262-41ea-4f1b-a377-378d8ba211f1 by drivers openvswitch,hyperv on host n-d-800634-3 at level 0 using segments [{'id': 'fd0f50e4-c4dd-448f-97fa-7aad76cb8602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'aa295b65-90e7-400a-9977-28e2f73aa10a'}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:20:24.638635 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5f4f8a9-16d7-48c0-bb8a-e46e37d78f1e None None] Attempting to bind port 23087262-41ea-4f1b-a377-378d8ba211f1 on network aa295b65-90e7-400a-9977-28e2f73aa10a {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:20:24.644431 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6705689c-0713-40c2-a465-84cc5366ec8c req-3edb0e82-500f-4465-91af-b409e155ac86 tempest-LiveMigrationTest-64527954 tempest-LiveMigrationTest-64527954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:20:24.647216 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5f4f8a9-16d7-48c0-bb8a-e46e37d78f1e None None] Checking agent: {'id': '01c19e91-a945-4e3c-94a6-c211e17c923e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 8, 23), 'started_at': datetime.datetime(2021, 7, 14, 18, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 18, 20, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 18:20:24.648405 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5f4f8a9-16d7-48c0-bb8a-e46e37d78f1e None None] Checking segment: {'id': 'fd0f50e4-c4dd-448f-97fa-7aad76cb8602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'aa295b65-90e7-400a-9977-28e2f73aa10a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93917) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:20:24.648828 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b5f4f8a9-16d7-48c0-bb8a-e46e37d78f1e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:24.649085 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532af1a0-633f-4efe-8018-248e2270fdff admin admin] Pushing event updated for resources: {'Network': ['ID=b0812f63-c279-4ab6-99d4-2e2717e80bfc,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:20:24.649220 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5f4f8a9-16d7-48c0-bb8a-e46e37d78f1e None None] Bound using segment: {'id': 'fd0f50e4-c4dd-448f-97fa-7aad76cb8602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'aa295b65-90e7-400a-9977-28e2f73aa10a'} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 18:20:24.649695 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-b5f4f8a9-16d7-48c0-bb8a-e46e37d78f1e None None] Bound port: 23087262-41ea-4f1b-a377-378d8ba211f1, host: n-d-800634-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd0f50e4-c4dd-448f-97fa-7aad76cb8602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'aa295b65-90e7-400a-9977-28e2f73aa10a'}}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 18:20:24.650083 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b5f4f8a9-16d7-48c0-bb8a-e46e37d78f1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:24.651520 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6705689c-0713-40c2-a465-84cc5366ec8c req-3edb0e82-500f-4465-91af-b409e155ac86 tempest-LiveMigrationTest-64527954 tempest-LiveMigrationTest-64527954-project] 10.222.0.16 "GET /v2.0/ports?device_id=71cc93c3-ed8e-4af7-bf04-1c1ca5f4c121 HTTP/1.1" status: 200 len: 944 time: 0.4195302 Jul 14 18:20:24.652843 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-532af1a0-633f-4efe-8018-248e2270fdff admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9664495 Jul 14 18:20:24.662190 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 54594) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:20:24.668714 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Network b0812f63-c279-4ab6-99d4-2e2717e80bfc details requested by agent ovs-agent-n-d-800634-3 with host n-d-800634-3 {{(pid=93917) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 18:20:24.669688 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-4947b5c1-3080-4172-b8ea-34c0fdd2a807 admin admin] Request body: {'subnet': {'network_id': 'b0812f63-c279-4ab6-99d4-2e2717e80bfc', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-53365820-subnet', 'tenant_id': '7044ea2a97d84d7b8793a613b9829e29', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:20:24.740362 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-5c7db2e0-4f71-45fe-98d2-aba3de5daada admin admin] Notify callbacks [] for port, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:24.747724 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4947b5c1-3080-4172-b8ea-34c0fdd2a807 admin admin] Made reservation on behalf of 7044ea2a97d84d7b8793a613b9829e29 for: {'subnet': 1} {{(pid=93916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:20:24.750126 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-4947b5c1-3080-4172-b8ea-34c0fdd2a807 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26033189'] for subnet, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:24.759678 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3354b80a-8af5-404e-a076-c28af80ab7e5 req-a9bb659f-f064-4194-b676-614d00727f26 tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] 10.222.0.16 "GET /v2.0/security-groups?id=07501815-414f-40f0-a54a-1c35d98e3f98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265306 Jul 14 18:20:24.811519 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-6bcd6b40-c332-4a21-a2a7-cf4344e41489 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727'] for subnet, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:24.868149 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 18:20:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85a56d07-27d5-45b1-997d-e1986ab0cd41 x-openstack-request-id: req-85a56d07-27d5-45b1-997d-e1986ab0cd41 {{(pid=93916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:20:24.868678 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aaecf31f-93a0-4d4a-8437-96be4945fc86", "tag": "1eaed3f0-aeb3-4994-8f29-8d8b040b9347", "status": "completed", "code": 200}]} {{(pid=93916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:20:24.869142 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-85a56d07-27d5-45b1-997d-e1986ab0cd41 {{(pid=93916) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:20:24.869711 n-d-800634-3 neutron-server[93916]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aaecf31f-93a0-4d4a-8437-96be4945fc86', 'tag': '1eaed3f0-aeb3-4994-8f29-8d8b040b9347', 'status': 'completed', 'code': 200} Jul 14 18:20:24.873616 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b5f4f8a9-16d7-48c0-bb8a-e46e37d78f1e None None] For port 23087262-41ea-4f1b-a377-378d8ba211f1, host n-d-800634-3, cleared binding levels {{(pid=93917) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:20:24.883093 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b5f4f8a9-16d7-48c0-bb8a-e46e37d78f1e None None] For port 23087262-41ea-4f1b-a377-378d8ba211f1, host n-d-800634-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=23087262-41ea-4f1b-a377-378d8ba211f1,segment=NetworkSegment(fd0f50e4-c4dd-448f-97fa-7aad76cb8602),segment_id=fd0f50e4-c4dd-448f-97fa-7aad76cb8602)] {{(pid=93917) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 18:20:24.889840 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6705689c-0713-40c2-a465-84cc5366ec8c req-ef07f329-9b91-49ad-a240-99c1594c2082 tempest-LiveMigrationTest-64527954 tempest-LiveMigrationTest-64527954-project] 10.222.0.16 "GET /v2.0/security-groups?id=93c6eb24-b3aa-49c4-93f7-93dd5f011665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2370796 Jul 14 18:20:24.896255 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b5f4f8a9-16d7-48c0-bb8a-e46e37d78f1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:24.900069 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63a9cf1b-1397-4282-ae82-645a5dcc8ddc None None] Network 0d7296f7-5429-4a43-bea4-f8dd4a7e9780 requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:20:24.907033 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-6bcd6b40-c332-4a21-a2a7-cf4344e41489 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:24.909072 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-6bcd6b40-c332-4a21-a2a7-cf4344e41489 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/78dfe6c1-acef-4017-a82a-0a4186e136cd HTTP/1.1" status: 204 len: 168 time: 0.8946128 Jul 14 18:20:24.915749 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bcd6b40-c332-4a21-a2a7-cf4344e41489 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=78dfe6c1-acef-4017-a82a-0a4186e136cd,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:20:24.923397 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 54600) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:20:25.073734 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-5c7db2e0-4f71-45fe-98d2-aba3de5daada admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804'] for port, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:25.087276 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 18:20:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bb93779-eeef-49c5-8cab-4a25e57b616d x-openstack-request-id: req-4bb93779-eeef-49c5-8cab-4a25e57b616d {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:20:25.088538 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71cc93c3-ed8e-4af7-bf04-1c1ca5f4c121", "name": "network-vif-plugged", "status": "completed", "tag": "c18880b1-3704-41a6-9385-b6125727058f", "code": 200}]} {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:20:25.088799 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4bb93779-eeef-49c5-8cab-4a25e57b616d {{(pid=93917) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:20:25.089177 n-d-800634-3 neutron-server[93917]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71cc93c3-ed8e-4af7-bf04-1c1ca5f4c121', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c18880b1-3704-41a6-9385-b6125727058f', 'code': 200} Jul 14 18:20:25.122445 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c7db2e0-4f71-45fe-98d2-aba3de5daada admin admin] Network 9200a437-e1de-4520-88f6-e68386523e61 is already hosted by enough agents. {{(pid=93915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:20:25.132864 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 23ef3c9c-0b7a-4dec-87cd-d64d5c392ca7 no longer exists at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 18:20:25.150335 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [None req-5c7db2e0-4f71-45fe-98d2-aba3de5daada admin admin] Resources bound (agent type, host, resource id): {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:20:25.163812 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c7db2e0-4f71-45fe-98d2-aba3de5daada admin admin] Received port after_create {{(pid=93915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:20:25.189256 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] No Port match for: 23ef3c9c-0b7a-4dec-87cd-d64d5c392ca7 {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 18:20:25.189706 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 23ef3c9c-0b7a-4dec-87cd-d64d5c392ca7 not bound to the agent host n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 18:20:25.194189 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f4f8a9-16d7-48c0-bb8a-e46e37d78f1e None None] Pushing event updated for resources: {'Port': ['ID=23087262-41ea-4f1b-a377-378d8ba211f1,revision_number=2']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:20:25.199470 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b641da6c-9aea-498e-b6b7-b03e7c310f2e req-1c13a28d-9bce-4a07-86cb-c24982253260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:20:25.200045 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b641da6c-9aea-498e-b6b7-b03e7c310f2e req-1c13a28d-9bce-4a07-86cb-c24982253260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:20:25.200563 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b641da6c-9aea-498e-b6b7-b03e7c310f2e req-1c13a28d-9bce-4a07-86cb-c24982253260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:20:25.202273 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-5ca89a01-6842-46aa-8551-ced558544bcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645734'] for network, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:25.202425 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-b641da6c-9aea-498e-b6b7-b03e7c310f2e req-1c13a28d-9bce-4a07-86cb-c24982253260 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f4a8f789c2b347a295c086869e423927&device_id=aaecf31f-93a0-4d4a-8437-96be4945fc86 HTTP/1.1" status: 200 len: 2731 time: 0.2361228 Jul 14 18:20:25.330957 n-d-800634-3 neutron-server[93916]: DEBUG neutron.notifiers.nova [req-5930222e-f3d6-4423-924f-967f6376a942 req-9d8121a4-86fa-4d4c-81c1-8aa6bd845328 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 197f059b-853f-4e78-a062-d7da772f123d {{(pid=93916) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 18:20:25.340057 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-5930222e-f3d6-4423-924f-967f6376a942 req-9d8121a4-86fa-4d4c-81c1-8aa6bd845328 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:25.447040 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.provisioning_blocks [req-5930222e-f3d6-4423-924f-967f6376a942 req-9d8121a4-86fa-4d4c-81c1-8aa6bd845328 service neutron] Transition to ACTIVE for port object 197f059b-853f-4e78-a062-d7da772f123d will not be triggered until provisioned by entity L2. {{(pid=93916) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:20:25.456721 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-5930222e-f3d6-4423-924f-967f6376a942 req-9d8121a4-86fa-4d4c-81c1-8aa6bd845328 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2684870'] for port, after_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:25.489538 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed7420a0-e787-4782-af40-09502f404825 None None] DHCP port deletion for 0d7296f7-5429-4a43-bea4-f8dd4a7e9780 request from n-d-800634-3 {{(pid=93917) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 18:20:25.567380 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-4947b5c1-3080-4172-b8ea-34c0fdd2a807 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2684753', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26033175'] for subnet, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:25.640151 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7db2e0-4f71-45fe-98d2-aba3de5daada admin admin] Pushing event updated for resources: {'Port': ['ID=42bb9398-b477-4904-bdd3-5f3b62320ade,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:20:25.662672 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-ed7420a0-e787-4782-af40-09502f404825 None None] Deleting port 0b7a5218-ddea-41e4-8f24-2ea35c4d4f69 {{(pid=93917) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:20:25.663386 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-ed7420a0-e787-4782-af40-09502f404825 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:25.776600 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-2f4e3af3-e708-4ffd-a544-82d93a489d01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:25.809490 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-ed7420a0-e787-4782-af40-09502f404825 None None] For port 0b7a5218-ddea-41e4-8f24-2ea35c4d4f69, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=0b7a5218-ddea-41e4-8f24-2ea35c4d4f69,segment=NetworkSegment(cf789593-5632-42b9-b2ee-de040717f27d),segment_id=cf789593-5632-42b9-b2ee-de040717f27d)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:20:25.810311 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-ed7420a0-e787-4782-af40-09502f404825 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:25.820574 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3ddce7-30d9-475b-8024-b2e355e42bdc req-a662c80e-dafc-4ad8-9629-742643a99933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:20:25.822247 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ba3ddce7-30d9-475b-8024-b2e355e42bdc req-a662c80e-dafc-4ad8-9629-742643a99933 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=71cc93c3-ed8e-4af7-bf04-1c1ca5f4c121 HTTP/1.1" status: 200 len: 1096 time: 0.6853769 Jul 14 18:20:25.835027 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [None req-5ca89a01-6842-46aa-8551-ced558544bcb admin admin] Deleting port 0b7a5218-ddea-41e4-8f24-2ea35c4d4f69 {{(pid=93915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:20:25.835252 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-5ca89a01-6842-46aa-8551-ced558544bcb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:25.836109 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-ed7420a0-e787-4782-af40-09502f404825 None None] Calling delete_port for 0b7a5218-ddea-41e4-8f24-2ea35c4d4f69 owned by network:dhcp {{(pid=93917) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:20:25.966661 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-ed7420a0-e787-4782-af40-09502f404825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813'] for port, after_delete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:26.034586 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed7420a0-e787-4782-af40-09502f404825 None None] No DVR routers for this DVR port 0b7a5218-ddea-41e4-8f24-2ea35c4d4f69 on host n-d-800634-3 {{(pid=93917) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 18:20:26.035965 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7420a0-e787-4782-af40-09502f404825 None None] Pushing event deleted for resources: {'Port': ['ID=0b7a5218-ddea-41e4-8f24-2ea35c4d4f69,revision_number=None']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:20:26.069947 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [None req-5ca89a01-6842-46aa-8551-ced558544bcb admin admin] For port 0b7a5218-ddea-41e4-8f24-2ea35c4d4f69, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=0b7a5218-ddea-41e4-8f24-2ea35c4d4f69,segment=NetworkSegment(cf789593-5632-42b9-b2ee-de040717f27d),segment_id=cf789593-5632-42b9-b2ee-de040717f27d)] {{(pid=93915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:20:26.069947 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-5ca89a01-6842-46aa-8551-ced558544bcb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:26.083071 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [None req-5ca89a01-6842-46aa-8551-ced558544bcb admin admin] Calling delete_port for 0b7a5218-ddea-41e4-8f24-2ea35c4d4f69 owned by network:dhcp {{(pid=93915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:20:26.088780 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b641da6c-9aea-498e-b6b7-b03e7c310f2e req-855a7b27-6108-425d-842a-1b203d22007c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:20:26.090409 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b641da6c-9aea-498e-b6b7-b03e7c310f2e req-855a7b27-6108-425d-842a-1b203d22007c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:20:26.091042 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b641da6c-9aea-498e-b6b7-b03e7c310f2e req-855a7b27-6108-425d-842a-1b203d22007c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:20:26.093170 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-b641da6c-9aea-498e-b6b7-b03e7c310f2e req-855a7b27-6108-425d-842a-1b203d22007c service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=f4a8f789c2b347a295c086869e423927&shared=False HTTP/1.1" status: 200 len: 2287 time: 0.8552246 Jul 14 18:20:26.098546 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8121a4-86fa-4d4c-81c1-8aa6bd845328 service neutron] Pushing event updated for resources: {'Port': ['ID=197f059b-853f-4e78-a062-d7da772f123d,revision_number=2']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:20:26.102051 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ba3ddce7-30d9-475b-8024-b2e355e42bdc req-ce34679a-998c-4f1c-bf67-c704f2773a92 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=93c6eb24-b3aa-49c4-93f7-93dd5f011665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2690039 Jul 14 18:20:26.207133 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4947b5c1-3080-4172-b8ea-34c0fdd2a807 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5917de75-713f-42f4-bf75-78a3ba4f9146,revision_number=0']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:20:26.261352 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-5c7db2e0-4f71-45fe-98d2-aba3de5daada admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:26.379837 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-5ca89a01-6842-46aa-8551-ced558544bcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813'] for port, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:26.386418 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4947b5c1-3080-4172-b8ea-34c0fdd2a807 admin admin] Checking segment: {'id': 'f98f0b20-d8bc-4484-805c-8dd7cce23302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'b0812f63-c279-4ab6-99d4-2e2717e80bfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93916) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:20:26.386787 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4947b5c1-3080-4172-b8ea-34c0fdd2a807 admin admin] Network hostable DHCP agents. Network: b0812f63-c279-4ab6-99d4-2e2717e80bfc, hostable agents: ['028393c3-0576-4ebd-bca1-8ea8a148e1a2'], hosted agents: [] {{(pid=93916) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 18:20:26.429090 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b641da6c-9aea-498e-b6b7-b03e7c310f2e req-87df47a6-5630-47d6-ba17-69b3ee938024 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:20:26.429332 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca89a01-6842-46aa-8551-ced558544bcb admin admin] Pushing event deleted for resources: {'Port': ['ID=0b7a5218-ddea-41e4-8f24-2ea35c4d4f69,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:20:26.431314 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-b641da6c-9aea-498e-b6b7-b03e7c310f2e req-87df47a6-5630-47d6-ba17-69b3ee938024 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.3284860 Jul 14 18:20:26.433910 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ca89a01-6842-46aa-8551-ced558544bcb admin admin] No DVR routers for this DVR port 0b7a5218-ddea-41e4-8f24-2ea35c4d4f69 on host n-d-800634-3 {{(pid=93915) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 18:20:26.449864 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c120f6c-9f43-4206-bfa4-cec8f2349984 req-5a7b23b1-a26a-40df-a625-176d8ee70aab tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:20:26.461661 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c120f6c-9f43-4206-bfa4-cec8f2349984 req-5a7b23b1-a26a-40df-a625-176d8ee70aab tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:20:26.463214 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4947b5c1-3080-4172-b8ea-34c0fdd2a807 admin admin] Network b0812f63-c279-4ab6-99d4-2e2717e80bfc is scheduled to be hosted by DHCP agent 028393c3-0576-4ebd-bca1-8ea8a148e1a2 with binding_index 1 {{(pid=93916) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 18:20:26.467696 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c120f6c-9f43-4206-bfa4-cec8f2349984 req-5a7b23b1-a26a-40df-a625-176d8ee70aab tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:20:26.470369 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6c120f6c-9f43-4206-bfa4-cec8f2349984 req-5a7b23b1-a26a-40df-a625-176d8ee70aab tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] 10.222.0.16 "GET /v2.0/ports?device_id=aaecf31f-93a0-4d4a-8437-96be4945fc86 HTTP/1.1" status: 200 len: 2400 time: 0.3720112 Jul 14 18:20:26.471090 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.managers [req-5930222e-f3d6-4423-924f-967f6376a942 req-9d8121a4-86fa-4d4c-81c1-8aa6bd845328 service neutron] Attempting to bind port 197f059b-853f-4e78-a062-d7da772f123d on host n-h1-800634-3 for vnic_type normal with profile {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:20:26.471432 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.managers [req-5930222e-f3d6-4423-924f-967f6376a942 req-9d8121a4-86fa-4d4c-81c1-8aa6bd845328 service neutron] Attempting to bind port 197f059b-853f-4e78-a062-d7da772f123d by drivers openvswitch,hyperv on host n-h1-800634-3 at level 0 using segments [{'id': '18241552-ee73-4b7a-8f46-3aa78934916f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '7cbfbc88-1bb3-4c44-9708-98d8011b1345'}] {{(pid=93916) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:20:26.471759 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5930222e-f3d6-4423-924f-967f6376a942 req-9d8121a4-86fa-4d4c-81c1-8aa6bd845328 service neutron] Attempting to bind port 197f059b-853f-4e78-a062-d7da772f123d on network 7cbfbc88-1bb3-4c44-9708-98d8011b1345 {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:20:26.478382 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5930222e-f3d6-4423-924f-967f6376a942 req-9d8121a4-86fa-4d4c-81c1-8aa6bd845328 service neutron] Port 197f059b-853f-4e78-a062-d7da772f123d on network 7cbfbc88-1bb3-4c44-9708-98d8011b1345 not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-3 {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 18:20:26.478684 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5930222e-f3d6-4423-924f-967f6376a942 req-9d8121a4-86fa-4d4c-81c1-8aa6bd845328 service neutron] Attempting to bind port 197f059b-853f-4e78-a062-d7da772f123d on network 7cbfbc88-1bb3-4c44-9708-98d8011b1345 {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:20:26.484182 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [None req-4947b5c1-3080-4172-b8ea-34c0fdd2a807 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-3, b0812f63-c279-4ab6-99d4-2e2717e80bfc) {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:20:26.486220 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5930222e-f3d6-4423-924f-967f6376a942 req-9d8121a4-86fa-4d4c-81c1-8aa6bd845328 service neutron] Checking agent: {'id': 'a3630ff4-fbee-45d9-b9b6-0ae41cb3a350', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 15, 32), 'started_at': datetime.datetime(2021, 7, 14, 18, 15, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 18, 20, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 18:20:26.486567 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5930222e-f3d6-4423-924f-967f6376a942 req-9d8121a4-86fa-4d4c-81c1-8aa6bd845328 service neutron] Checking segment: {'id': '18241552-ee73-4b7a-8f46-3aa78934916f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '7cbfbc88-1bb3-4c44-9708-98d8011b1345'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93916) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:20:26.486977 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5930222e-f3d6-4423-924f-967f6376a942 req-9d8121a4-86fa-4d4c-81c1-8aa6bd845328 service neutron] Bound using segment: {'id': '18241552-ee73-4b7a-8f46-3aa78934916f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '7cbfbc88-1bb3-4c44-9708-98d8011b1345'} {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 18:20:26.487377 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.managers [req-5930222e-f3d6-4423-924f-967f6376a942 req-9d8121a4-86fa-4d4c-81c1-8aa6bd845328 service neutron] Bound port: 197f059b-853f-4e78-a062-d7da772f123d, host: n-h1-800634-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18241552-ee73-4b7a-8f46-3aa78934916f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '7cbfbc88-1bb3-4c44-9708-98d8011b1345'}}] {{(pid=93916) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 18:20:26.487737 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-5930222e-f3d6-4423-924f-967f6376a942 req-9d8121a4-86fa-4d4c-81c1-8aa6bd845328 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:26.493854 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0aea95dc-b494-4278-89ca-45dbff9eb146 None None] Network b0812f63-c279-4ab6-99d4-2e2717e80bfc requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:20:26.507984 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4947b5c1-3080-4172-b8ea-34c0fdd2a807 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:20:26.508709 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-4947b5c1-3080-4172-b8ea-34c0fdd2a807 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598705'] for subnet, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:26.511154 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a1cbc9-fbe3-47b4-883f-8541e0ca595c req-a17e93d7-8b2a-4b0f-88b7-0ca1d3570622 tempest-LiveMigrationTest-64527954 tempest-LiveMigrationTest-64527954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:20:26.518145 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e2a1cbc9-fbe3-47b4-883f-8541e0ca595c req-a17e93d7-8b2a-4b0f-88b7-0ca1d3570622 tempest-LiveMigrationTest-64527954 tempest-LiveMigrationTest-64527954-project] 10.222.0.16 "GET /v2.0/ports?device_id=71cc93c3-ed8e-4af7-bf04-1c1ca5f4c121 HTTP/1.1" status: 200 len: 945 time: 0.3586314 Jul 14 18:20:26.601521 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-463a406a-919c-4ed2-a34c-60b3d43c7735 None None] Network aa295b65-90e7-400a-9977-28e2f73aa10a requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:20:26.610410 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.db [req-5930222e-f3d6-4423-924f-967f6376a942 req-9d8121a4-86fa-4d4c-81c1-8aa6bd845328 service neutron] For port 197f059b-853f-4e78-a062-d7da772f123d, host n-h1-800634-3, cleared binding levels {{(pid=93916) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:20:26.614107 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.db [req-5930222e-f3d6-4423-924f-967f6376a942 req-9d8121a4-86fa-4d4c-81c1-8aa6bd845328 service neutron] For port 197f059b-853f-4e78-a062-d7da772f123d, host n-h1-800634-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=197f059b-853f-4e78-a062-d7da772f123d,segment=NetworkSegment(18241552-ee73-4b7a-8f46-3aa78934916f),segment_id=18241552-ee73-4b7a-8f46-3aa78934916f)] {{(pid=93916) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 18:20:26.625837 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-4947b5c1-3080-4172-b8ea-34c0fdd2a807 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.9620285 Jul 14 18:20:26.628664 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-5930222e-f3d6-4423-924f-967f6376a942 req-9d8121a4-86fa-4d4c-81c1-8aa6bd845328 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2684870'] for port, after_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:26.691992 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8121a4-86fa-4d4c-81c1-8aa6bd845328 service neutron] Pushing event updated for resources: {'Port': ['ID=197f059b-853f-4e78-a062-d7da772f123d,revision_number=3']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:20:26.712186 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46a83575-bccc-4f4b-b577-934bd8bf3dca None None] Network b0812f63-c279-4ab6-99d4-2e2717e80bfc requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:20:26.718598 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-6b708c6d-5c38-43eb-9809-23b88e774ed7 None None] Provisioning for port 23087262-41ea-4f1b-a377-378d8ba211f1 completed by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:20:26.724498 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5930222e-f3d6-4423-924f-967f6376a942 req-9d8121a4-86fa-4d4c-81c1-8aa6bd845328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:20:26.725435 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-5930222e-f3d6-4423-924f-967f6376a942 req-9d8121a4-86fa-4d4c-81c1-8aa6bd845328 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:26.727588 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-5930222e-f3d6-4423-924f-967f6376a942 req-9d8121a4-86fa-4d4c-81c1-8aa6bd845328 service neutron] 10.222.0.18 "PUT /v2.0/ports/197f059b-853f-4e78-a062-d7da772f123d HTTP/1.1" status: 200 len: 1091 time: 2.5097356 Jul 14 18:20:26.741617 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-5ca89a01-6842-46aa-8551-ced558544bcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2096010', 'neutron.services.segments.db._delete_segments_for_network-8728202734996'] for network, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:26.769961 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e2a1cbc9-fbe3-47b4-883f-8541e0ca595c req-033ffc0c-f141-45ce-a525-161eed9e09f7 tempest-LiveMigrationTest-64527954 tempest-LiveMigrationTest-64527954-project] 10.222.0.16 "GET /v2.0/security-groups?id=93c6eb24-b3aa-49c4-93f7-93dd5f011665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2508454 Jul 14 18:20:26.771288 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [req-5930222e-f3d6-4423-924f-967f6376a942 req-8a743f1b-ba9d-4053-86b6-bd354ad8fbd8 service neutron] Request body: {'port': {'device_id': 'aaecf31f-93a0-4d4a-8437-96be4945fc86', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800634-3'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:20:26.813331 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-5c7db2e0-4f71-45fe-98d2-aba3de5daada admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-571759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-930033'] for router, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:26.819498 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-5ca89a01-6842-46aa-8551-ced558544bcb admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93915) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 18:20:26.820885 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-5ca89a01-6842-46aa-8551-ced558544bcb admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93915) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 18:20:26.821785 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-5ca89a01-6842-46aa-8551-ced558544bcb admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93915) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 18:20:26.822443 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-5ca89a01-6842-46aa-8551-ced558544bcb admin admin] Subscribe: > port after_create 55550000 {{(pid=93915) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 18:20:26.823069 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-5ca89a01-6842-46aa-8551-ced558544bcb admin admin] Subscribe: > port after_delete 55550000 {{(pid=93915) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 18:20:26.823560 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-5ca89a01-6842-46aa-8551-ced558544bcb admin admin] Subscribe: > port after_update 55550000 {{(pid=93915) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 18:20:26.824371 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-5ca89a01-6842-46aa-8551-ced558544bcb admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93915) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 18:20:26.824984 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-5ca89a01-6842-46aa-8551-ced558544bcb admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93915) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 18:20:26.825330 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-5ca89a01-6842-46aa-8551-ced558544bcb admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93915) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 18:20:26.825837 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-5ca89a01-6842-46aa-8551-ced558544bcb admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93915) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 18:20:26.894497 n-d-800634-3 neutron-server[93916]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aaecf31f-93a0-4d4a-8437-96be4945fc86', 'tag': '197f059b-853f-4e78-a062-d7da772f123d'}] {{(pid=93916) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:20:26.897352 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f803e150b363a7893830aa996ac27753fa25517c406ecd3536b7c2d4b26eeb9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70e457d8-9f81-4035-ac68-32413c8838ef" -d '{"events": [{"name": "network-changed", "server_uuid": "aaecf31f-93a0-4d4a-8437-96be4945fc86", "tag": "197f059b-853f-4e78-a062-d7da772f123d"}]}' {{(pid=93916) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:20:26.947731 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-5930222e-f3d6-4423-924f-967f6376a942 req-8a743f1b-ba9d-4053-86b6-bd354ad8fbd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:26.951986 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-5ca89a01-6842-46aa-8551-ced558544bcb admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93915) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 18:20:26.953926 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-5ca89a01-6842-46aa-8551-ced558544bcb admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93915) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 18:20:26.953926 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-5ca89a01-6842-46aa-8551-ced558544bcb admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93915) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 18:20:26.961074 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-5ca89a01-6842-46aa-8551-ced558544bcb admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93915) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 18:20:26.961663 n-d-800634-3 neutron-server[93915]: DEBUG neutron.services.segments.db [None req-5ca89a01-6842-46aa-8551-ced558544bcb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d7296f7-5429-4a43-bea4-f8dd4a7e9780']}} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:20:27.039981 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6c120f6c-9f43-4206-bfa4-cec8f2349984 req-8300bb3d-d79b-4cd6-8738-a310cd6c854f tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] 10.222.0.16 "GET /v2.0/security-groups?id=07501815-414f-40f0-a54a-1c35d98e3f98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5448873 Jul 14 18:20:27.198146 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 23087262-41ea-4f1b-a377-378d8ba211f1 up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:20:27.220219 n-d-800634-3 neutron-server[93915]: DEBUG neutron.services.segments.db [None req-5ca89a01-6842-46aa-8551-ced558544bcb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf789593-5632-42b9-b2ee-de040717f27d') {'for_net_delete': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:20:27.220219 n-d-800634-3 neutron-server[93915]: DEBUG neutron.services.segments.db [None req-5ca89a01-6842-46aa-8551-ced558544bcb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf789593-5632-42b9-b2ee-de040717f27d') {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:20:27.267945 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 18:20:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2425ccb2-a230-49e2-a6ba-0b31dd89ce79 x-openstack-request-id: req-2425ccb2-a230-49e2-a6ba-0b31dd89ce79 {{(pid=93916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:20:27.268321 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aaecf31f-93a0-4d4a-8437-96be4945fc86", "tag": "197f059b-853f-4e78-a062-d7da772f123d", "status": "completed", "code": 200}]} {{(pid=93916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:20:27.268552 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2425ccb2-a230-49e2-a6ba-0b31dd89ce79 {{(pid=93916) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:20:27.268957 n-d-800634-3 neutron-server[93916]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aaecf31f-93a0-4d4a-8437-96be4945fc86', 'tag': '197f059b-853f-4e78-a062-d7da772f123d', 'status': 'completed', 'code': 200} Jul 14 18:20:27.289312 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-5ca89a01-6842-46aa-8551-ced558544bcb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728202715275', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28939920'] for segment, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:27.331762 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-5ca89a01-6842-46aa-8551-ced558544bcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:27.334046 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning for port 23087262-41ea-4f1b-a377-378d8ba211f1 completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:20:27.347483 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port 23087262-41ea-4f1b-a377-378d8ba211f1 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:20:27.348555 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:27.353627 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ca89a01-6842-46aa-8551-ced558544bcb admin admin] Releasing vlan 70 on physical network physnet1 to pool {{(pid=93915) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 18:20:27.354051 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-5ca89a01-6842-46aa-8551-ced558544bcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25911658'] for segment, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:27.378290 n-d-800634-3 neutron-server[93915]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 14 18:20:27.378290 n-d-800634-3 neutron-server[93915]: from cryptography.utils import int_from_bytes Jul 14 18:20:27.378290 n-d-800634-3 neutron-server[93915]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 14 18:20:27.378290 n-d-800634-3 neutron-server[93915]: from cryptography.utils import int_from_bytes Jul 14 18:20:27.378290 n-d-800634-3 neutron-server[93915]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:20:27.378290 n-d-800634-3 neutron-server[93915]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:20:27.378290 n-d-800634-3 neutron-server[93915]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:20:27.378290 n-d-800634-3 neutron-server[93915]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:20:27.378290 n-d-800634-3 neutron-server[93915]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:20:27.378290 n-d-800634-3 neutron-server[93915]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:20:27.378290 n-d-800634-3 neutron-server[93915]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:20:27.378290 n-d-800634-3 neutron-server[93915]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:20:27.378290 n-d-800634-3 neutron-server[93915]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:20:27.378290 n-d-800634-3 neutron-server[93915]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:20:27.378290 n-d-800634-3 neutron-server[93915]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:20:27.378290 n-d-800634-3 neutron-server[93915]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:20:27.378290 n-d-800634-3 neutron-server[93915]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:20:27.378290 n-d-800634-3 neutron-server[93915]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:20:27.378290 n-d-800634-3 neutron-server[93915]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:20:27.378290 n-d-800634-3 neutron-server[93915]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:20:27.378290 n-d-800634-3 neutron-server[93915]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:20:27.378290 n-d-800634-3 neutron-server[93915]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:20:27.378290 n-d-800634-3 neutron-server[93915]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:20:27.378290 n-d-800634-3 neutron-server[93915]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:20:27.378290 n-d-800634-3 neutron-server[93915]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:20:27.378290 n-d-800634-3 neutron-server[93915]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:20:27.378290 n-d-800634-3 neutron-server[93915]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:20:27.378290 n-d-800634-3 neutron-server[93915]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:20:27.378290 n-d-800634-3 neutron-server[93915]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:20:27.378290 n-d-800634-3 neutron-server[93915]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:20:27.378290 n-d-800634-3 neutron-server[93915]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:20:27.378290 n-d-800634-3 neutron-server[93915]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:20:27.378290 n-d-800634-3 neutron-server[93915]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:20:27.378290 n-d-800634-3 neutron-server[93915]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:20:27.378290 n-d-800634-3 neutron-server[93915]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:20:27.378290 n-d-800634-3 neutron-server[93915]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:20:27.378290 n-d-800634-3 neutron-server[93915]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:20:27.378290 n-d-800634-3 neutron-server[93915]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:20:27.378290 n-d-800634-3 neutron-server[93915]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:20:27.378290 n-d-800634-3 neutron-server[93915]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:20:27.378290 n-d-800634-3 neutron-server[93915]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:20:27.378290 n-d-800634-3 neutron-server[93915]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:20:27.378290 n-d-800634-3 neutron-server[93915]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:20:27.378290 n-d-800634-3 neutron-server[93915]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:20:27.378290 n-d-800634-3 neutron-server[93915]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:20:27.378290 n-d-800634-3 neutron-server[93915]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:20:27.378290 n-d-800634-3 neutron-server[93915]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:20:27.378290 n-d-800634-3 neutron-server[93915]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:20:27.378290 n-d-800634-3 neutron-server[93915]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:20:27.378290 n-d-800634-3 neutron-server[93915]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:20:27.378290 n-d-800634-3 neutron-server[93915]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 18:20:27.378290 n-d-800634-3 neutron-server[93915]: self.session.flush() Jul 14 18:20:27.378290 n-d-800634-3 neutron-server[93915]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 18:20:27.378290 n-d-800634-3 neutron-server[93915]: self.session.flush() Jul 14 18:20:27.382155 n-d-800634-3 neutron-server[93915]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 18:20:27.382155 n-d-800634-3 neutron-server[93915]: self.session.flush() Jul 14 18:20:27.382155 n-d-800634-3 neutron-server[93915]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 18:20:27.382155 n-d-800634-3 neutron-server[93915]: self.session.flush() Jul 14 18:20:27.382155 n-d-800634-3 neutron-server[93915]: Traceback (most recent call last): Jul 14 18:20:27.382155 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 18:20:27.382155 n-d-800634-3 neutron-server[93915]: timer() Jul 14 18:20:27.382155 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 18:20:27.382155 n-d-800634-3 neutron-server[93915]: cb(*args, **kw) Jul 14 18:20:27.382155 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 18:20:27.382155 n-d-800634-3 neutron-server[93915]: return func(*args, **kwargs) Jul 14 18:20:27.382155 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 18:20:27.382155 n-d-800634-3 neutron-server[93915]: self._notify() Jul 14 18:20:27.382155 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 18:20:27.382155 n-d-800634-3 neutron-server[93915]: self.callback(batched_events) Jul 14 18:20:27.382155 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 18:20:27.382155 n-d-800634-3 neutron-server[93915]: event.method(event) Jul 14 18:20:27.382155 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 18:20:27.382155 n-d-800634-3 neutron-server[93915]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 18:20:27.382155 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 18:20:27.382155 n-d-800634-3 neutron-server[93915]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 18:20:27.382155 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 18:20:27.382155 n-d-800634-3 neutron-server[93915]: return f(self, *a, **k) Jul 14 18:20:27.382155 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 18:20:27.382155 n-d-800634-3 neutron-server[93915]: return self._get(url).json() Jul 14 18:20:27.382155 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 18:20:27.382155 n-d-800634-3 neutron-server[93915]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 18:20:27.382155 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 18:20:27.382155 n-d-800634-3 neutron-server[93915]: return self.request(url, 'GET', **kwargs) Jul 14 18:20:27.382155 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 18:20:27.382155 n-d-800634-3 neutron-server[93915]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 18:20:27.382155 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 18:20:27.382155 n-d-800634-3 neutron-server[93915]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 18:20:27.382155 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 18:20:27.382155 n-d-800634-3 neutron-server[93915]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 18:20:27.382155 n-d-800634-3 neutron-server[93915]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 18:20:27.434241 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e457d8-9f81-4035-ac68-32413c8838ef req-dffd618b-98bd-4357-889c-0c9770223c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:20:27.434736 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e457d8-9f81-4035-ac68-32413c8838ef req-dffd618b-98bd-4357-889c-0c9770223c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:20:27.435212 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e457d8-9f81-4035-ac68-32413c8838ef req-dffd618b-98bd-4357-889c-0c9770223c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:20:27.440079 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-70e457d8-9f81-4035-ac68-32413c8838ef req-dffd618b-98bd-4357-889c-0c9770223c02 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f4a8f789c2b347a295c086869e423927&device_id=aaecf31f-93a0-4d4a-8437-96be4945fc86 HTTP/1.1" status: 200 len: 2798 time: 0.1702440 Jul 14 18:20:27.503595 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:27.520600 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 54644) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:20:27.546616 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-8dc19d85-5e17-4e2d-8f97-a8076ecd6921 None None] Provisioning complete for port 23087262-41ea-4f1b-a377-378d8ba211f1 triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:20:27.547136 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-8dc19d85-5e17-4e2d-8f97-a8076ecd6921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:27.577844 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] For port 23087262-41ea-4f1b-a377-378d8ba211f1, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=23087262-41ea-4f1b-a377-378d8ba211f1,segment=NetworkSegment(fd0f50e4-c4dd-448f-97fa-7aad76cb8602),segment_id=fd0f50e4-c4dd-448f-97fa-7aad76cb8602)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:20:27.586608 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:27.587822 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-5ca89a01-6842-46aa-8551-ced558544bcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2096001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-930085'] for network, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:27.598705 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e457d8-9f81-4035-ac68-32413c8838ef req-47bc7def-01d7-4771-b876-4a58b8b6fdaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:20:27.599156 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e457d8-9f81-4035-ac68-32413c8838ef req-47bc7def-01d7-4771-b876-4a58b8b6fdaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:20:27.599667 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e457d8-9f81-4035-ac68-32413c8838ef req-47bc7def-01d7-4771-b876-4a58b8b6fdaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:20:27.601642 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-70e457d8-9f81-4035-ac68-32413c8838ef req-47bc7def-01d7-4771-b876-4a58b8b6fdaa service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=f4a8f789c2b347a295c086869e423927&shared=False HTTP/1.1" status: 200 len: 2287 time: 0.1547039 Jul 14 18:20:27.613117 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-5ca89a01-6842-46aa-8551-ced558544bcb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598705'] for network, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:27.615032 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-5ca89a01-6842-46aa-8551-ced558544bcb admin admin] 10.222.0.16 "DELETE /v2.0/networks/0d7296f7-5429-4a43-bea4-f8dd4a7e9780 HTTP/1.1" status: 204 len: 168 time: 2.6888599 Jul 14 18:20:27.619073 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 54648) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:20:27.637651 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c7db2e0-4f71-45fe-98d2-aba3de5daada admin admin] Router d52bd63e-c477-4d65-9621-2b569b555ca7 is scheduled to L3 agent 2c6eb27e-defb-4cca-9a24-381c7415e359 with binding_index 1 {{(pid=93915) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 18:20:27.643484 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca89a01-6842-46aa-8551-ced558544bcb admin admin] Pushing event deleted for resources: {'Network': ['ID=0d7296f7-5429-4a43-bea4-f8dd4a7e9780,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:20:27.716465 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85618f63-b131-4bc1-b0b1-e50b7beb01be req-28238408-c85d-45f2-a441-1653da1f6688 tempest-VolumesAdminNegativeTest-1045622320 tempest-VolumesAdminNegativeTest-1045622320-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:20:27.718118 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-85618f63-b131-4bc1-b0b1-e50b7beb01be req-28238408-c85d-45f2-a441-1653da1f6688 tempest-VolumesAdminNegativeTest-1045622320 tempest-VolumesAdminNegativeTest-1045622320-project] 10.222.0.16 "GET /v2.0/networks?id=9483c714-6a71-454e-860b-eb463c1b5290 HTTP/1.1" status: 200 len: 814 time: 0.2547288 Jul 14 18:20:27.726233 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Pushing event updated for resources: {'Port': ['ID=23087262-41ea-4f1b-a377-378d8ba211f1,revision_number=3']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:20:27.740520 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 0b7a5218-ddea-41e4-8f24-2ea35c4d4f69 no longer exists at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 18:20:27.746312 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-8c6703e9-5b20-4692-aaa9-3804526b1aa4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:27.764785 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] No Port match for: 0b7a5218-ddea-41e4-8f24-2ea35c4d4f69 {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 18:20:27.765374 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 0b7a5218-ddea-41e4-8f24-2ea35c4d4f69 not bound to the agent host n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 18:20:27.766030 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 574b6740-1f39-4cd7-b773-41fe4473cf59 no longer exists at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 18:20:27.769608 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-85618f63-b131-4bc1-b0b1-e50b7beb01be req-58f57fc6-5dd1-4ebb-846e-471a2f6e0c69 tempest-VolumesAdminNegativeTest-1045622320 tempest-VolumesAdminNegativeTest-1045622320-project] 10.222.0.16 "GET /v2.0/quotas/ba1337c1e76644d9a27bf95f342bd812 HTTP/1.1" status: 200 len: 375 time: 0.0439289 Jul 14 18:20:27.796068 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] No Port match for: 574b6740-1f39-4cd7-b773-41fe4473cf59 {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 18:20:27.796677 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 574b6740-1f39-4cd7-b773-41fe4473cf59 not bound to the agent host n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 18:20:27.828545 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-85618f63-b131-4bc1-b0b1-e50b7beb01be req-ade0a02e-4f8c-440d-a268-b98589ccd71f tempest-VolumesAdminNegativeTest-1045622320 tempest-VolumesAdminNegativeTest-1045622320-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=ba1337c1e76644d9a27bf95f342bd812&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0493948 Jul 14 18:20:27.830609 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c7db2e0-4f71-45fe-98d2-aba3de5daada admin admin] Notify agent at l3_agent.n-d-800634-3 the message routers_updated {{(pid=93915) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 18:20:27.839026 n-d-800634-3 neutron-server[93916]: DEBUG neutron.notifiers.nova [req-5930222e-f3d6-4423-924f-967f6376a942 req-8a743f1b-ba9d-4053-86b6-bd354ad8fbd8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 32db803e-0bc2-4323-b722-35e9c43c3e58 {{(pid=93916) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 18:20:27.842838 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1c452b1-c956-48a9-8669-8750fb699f86 None None] Sync routers for ids ['d52bd63e-c477-4d65-9621-2b569b555ca7'] in n-d-800634-3 {{(pid=93918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 18:20:27.853377 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1c452b1-c956-48a9-8669-8750fb699f86 None None] Routers {'d52bd63e-c477-4d65-9621-2b569b555ca7'} bound to L3 agent in host n-d-800634-3 {{(pid=93918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:20:27.854273 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-a1c452b1-c956-48a9-8669-8750fb699f86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:20:23Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['d52bd63e-c477-4d65-9621-2b569b555ca7'], 'active': True} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:20:27.868474 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-5930222e-f3d6-4423-924f-967f6376a942 req-8a743f1b-ba9d-4053-86b6-bd354ad8fbd8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:27.917345 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.provisioning_blocks [req-5930222e-f3d6-4423-924f-967f6376a942 req-8a743f1b-ba9d-4053-86b6-bd354ad8fbd8 service neutron] Transition to ACTIVE for port object 32db803e-0bc2-4323-b722-35e9c43c3e58 will not be triggered until provisioned by entity L2. {{(pid=93916) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:20:27.925367 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e457d8-9f81-4035-ac68-32413c8838ef req-0b4566c7-54dd-448c-85fa-274e72ac8ada service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:20:27.926850 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-70e457d8-9f81-4035-ac68-32413c8838ef req-0b4566c7-54dd-448c-85fa-274e72ac8ada service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.3187759 Jul 14 18:20:27.933718 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-5930222e-f3d6-4423-924f-967f6376a942 req-8a743f1b-ba9d-4053-86b6-bd354ad8fbd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2684870'] for port, after_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:27.965107 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-85618f63-b131-4bc1-b0b1-e50b7beb01be req-cc8e9cb0-e132-4f8e-996b-0ab92a78caaa service neutron] 10.222.0.16 "GET /v2.0/networks/9483c714-6a71-454e-860b-eb463c1b5290?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1188259 Jul 14 18:20:27.981456 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvr_db [None req-a1c452b1-c956-48a9-8669-8750fb699f86 None None] Set router d52bd63e-c477-4d65-9621-2b569b555ca7 gateway port host: n-d-800634-3 {{(pid=93918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 18:20:28.071085 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a743f1b-ba9d-4053-86b6-bd354ad8fbd8 service neutron] Pushing event updated for resources: {'Port': ['ID=32db803e-0bc2-4323-b722-35e9c43c3e58,revision_number=2']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:20:28.116818 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-85618f63-b131-4bc1-b0b1-e50b7beb01be req-981a7475-97b4-4e48-9e13-0a9a89d54767 service neutron] 10.222.0.16 "GET /v2.0/networks/9483c714-6a71-454e-860b-eb463c1b5290?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1381755 Jul 14 18:20:28.135760 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f835992-35e6-40d8-8549-4e031a506db6 req-55de479a-25a9-4798-be2c-33c754a47ebc tempest-LiveMigrationTest-64527954 tempest-LiveMigrationTest-64527954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:20:28.137628 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-4f835992-35e6-40d8-8549-4e031a506db6 req-55de479a-25a9-4798-be2c-33c754a47ebc tempest-LiveMigrationTest-64527954 tempest-LiveMigrationTest-64527954-project] 10.222.0.16 "GET /v2.0/ports?device_id=71cc93c3-ed8e-4af7-bf04-1c1ca5f4c121 HTTP/1.1" status: 200 len: 945 time: 0.1713257 Jul 14 18:20:28.173361 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-a1c452b1-c956-48a9-8669-8750fb699f86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd52bd63e-c477-4d65-9621-2b569b555ca7', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1079388820-router', 'tenant_id': '06a5f031e0274154acdb0761b62d5c78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.119'}], 'enable_snat': True}, 'gw_port_id': '42bb9398-b477-4904-bdd3-5f3b62320ade', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:20:21Z', 'updated_at': '2021-07-14T18:20:25Z', 'revision_number': 3, 'project_id': '06a5f031e0274154acdb0761b62d5c78', 'gw_port': {'id': '42bb9398-b477-4904-bdd3-5f3b62320ade', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:31:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd52bd63e-c477-4d65-9621-2b569b555ca7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:20:23Z', 'updated_at': '2021-07-14T18:20:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3'}], 'n-d-800634-3', False) {} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:20:28.221301 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-4f835992-35e6-40d8-8549-4e031a506db6 req-733f792c-35ed-4dc1-9b2d-75c1a7879d4a tempest-LiveMigrationTest-64527954 tempest-LiveMigrationTest-64527954-project] 10.222.0.16 "GET /v2.0/security-groups?id=93c6eb24-b3aa-49c4-93f7-93dd5f011665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743520 Jul 14 18:20:28.225952 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1c452b1-c956-48a9-8669-8750fb699f86 None None] Checking router: d52bd63e-c477-4d65-9621-2b569b555ca7 for host: n-d-800634-3 {{(pid=93918) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 18:20:28.226401 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1c452b1-c956-48a9-8669-8750fb699f86 None None] Updating router d52bd63e-c477-4d65-9621-2b569b555ca7 port 42bb9398-b477-4904-bdd3-5f3b62320ade binding host n-d-800634-3 {{(pid=93918) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 18:20:28.258161 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-8c6703e9-5b20-4692-aaa9-3804526b1aa4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:28.275344 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-5c7db2e0-4f71-45fe-98d2-aba3de5daada admin admin] Notify callbacks [] for router, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:28.277183 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-5c7db2e0-4f71-45fe-98d2-aba3de5daada admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 6.6554120 Jul 14 18:20:28.280166 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 54660) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:20:28.304615 n-d-800634-3 neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-a1c452b1-c956-48a9-8669-8750fb699f86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:28.370289 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-8c6703e9-5b20-4692-aaa9-3804526b1aa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:28.430382 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6703e9-5b20-4692-aaa9-3804526b1aa4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6aa8a5cb-527f-4bc8-ae21-3c53efd5c354,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:20:28.465100 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.managers [req-5930222e-f3d6-4423-924f-967f6376a942 req-8a743f1b-ba9d-4053-86b6-bd354ad8fbd8 service neutron] Attempting to bind port 32db803e-0bc2-4323-b722-35e9c43c3e58 on host n-h1-800634-3 for vnic_type normal with profile {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:20:28.465645 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.managers [req-5930222e-f3d6-4423-924f-967f6376a942 req-8a743f1b-ba9d-4053-86b6-bd354ad8fbd8 service neutron] Attempting to bind port 32db803e-0bc2-4323-b722-35e9c43c3e58 by drivers openvswitch,hyperv on host n-h1-800634-3 at level 0 using segments [{'id': '711d2a3c-b304-435a-9067-2fad19434ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '389007d6-2757-4fd5-84e3-bc7e8a5f1c0b'}] {{(pid=93916) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:20:28.466157 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5930222e-f3d6-4423-924f-967f6376a942 req-8a743f1b-ba9d-4053-86b6-bd354ad8fbd8 service neutron] Attempting to bind port 32db803e-0bc2-4323-b722-35e9c43c3e58 on network 389007d6-2757-4fd5-84e3-bc7e8a5f1c0b {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:20:28.476944 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5930222e-f3d6-4423-924f-967f6376a942 req-8a743f1b-ba9d-4053-86b6-bd354ad8fbd8 service neutron] Port 32db803e-0bc2-4323-b722-35e9c43c3e58 on network 389007d6-2757-4fd5-84e3-bc7e8a5f1c0b not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-3 {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 18:20:28.477641 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5930222e-f3d6-4423-924f-967f6376a942 req-8a743f1b-ba9d-4053-86b6-bd354ad8fbd8 service neutron] Attempting to bind port 32db803e-0bc2-4323-b722-35e9c43c3e58 on network 389007d6-2757-4fd5-84e3-bc7e8a5f1c0b {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:20:28.488530 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5930222e-f3d6-4423-924f-967f6376a942 req-8a743f1b-ba9d-4053-86b6-bd354ad8fbd8 service neutron] Checking agent: {'id': 'a3630ff4-fbee-45d9-b9b6-0ae41cb3a350', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 15, 32), 'started_at': datetime.datetime(2021, 7, 14, 18, 15, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 18, 20, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 18:20:28.489325 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5930222e-f3d6-4423-924f-967f6376a942 req-8a743f1b-ba9d-4053-86b6-bd354ad8fbd8 service neutron] Checking segment: {'id': '711d2a3c-b304-435a-9067-2fad19434ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '389007d6-2757-4fd5-84e3-bc7e8a5f1c0b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93916) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:20:28.489898 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5930222e-f3d6-4423-924f-967f6376a942 req-8a743f1b-ba9d-4053-86b6-bd354ad8fbd8 service neutron] Bound using segment: {'id': '711d2a3c-b304-435a-9067-2fad19434ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '389007d6-2757-4fd5-84e3-bc7e8a5f1c0b'} {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 18:20:28.490516 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.managers [req-5930222e-f3d6-4423-924f-967f6376a942 req-8a743f1b-ba9d-4053-86b6-bd354ad8fbd8 service neutron] Bound port: 32db803e-0bc2-4323-b722-35e9c43c3e58, host: n-h1-800634-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '711d2a3c-b304-435a-9067-2fad19434ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '389007d6-2757-4fd5-84e3-bc7e8a5f1c0b'}}] {{(pid=93916) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 18:20:28.491163 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-5930222e-f3d6-4423-924f-967f6376a942 req-8a743f1b-ba9d-4053-86b6-bd354ad8fbd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:28.517243 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-8c6703e9-5b20-4692-aaa9-3804526b1aa4 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=52e8a07cc93a497b89cb838395e53fa3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9951360 Jul 14 18:20:28.523034 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 54666) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:20:28.622176 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.db [req-5930222e-f3d6-4423-924f-967f6376a942 req-8a743f1b-ba9d-4053-86b6-bd354ad8fbd8 service neutron] For port 32db803e-0bc2-4323-b722-35e9c43c3e58, host n-h1-800634-3, cleared binding levels {{(pid=93916) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:20:28.625663 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.db [req-5930222e-f3d6-4423-924f-967f6376a942 req-8a743f1b-ba9d-4053-86b6-bd354ad8fbd8 service neutron] For port 32db803e-0bc2-4323-b722-35e9c43c3e58, host n-h1-800634-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=32db803e-0bc2-4323-b722-35e9c43c3e58,segment=NetworkSegment(711d2a3c-b304-435a-9067-2fad19434ed6),segment_id=711d2a3c-b304-435a-9067-2fad19434ed6)] {{(pid=93916) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 18:20:28.645404 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-5930222e-f3d6-4423-924f-967f6376a942 req-8a743f1b-ba9d-4053-86b6-bd354ad8fbd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2684870'] for port, after_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:28.712800 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5930222e-f3d6-4423-924f-967f6376a942 req-8a743f1b-ba9d-4053-86b6-bd354ad8fbd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:20:28.713665 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-5930222e-f3d6-4423-924f-967f6376a942 req-8a743f1b-ba9d-4053-86b6-bd354ad8fbd8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:28.715310 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-5930222e-f3d6-4423-924f-967f6376a942 req-8a743f1b-ba9d-4053-86b6-bd354ad8fbd8 service neutron] 10.222.0.18 "PUT /v2.0/ports/32db803e-0bc2-4323-b722-35e9c43c3e58 HTTP/1.1" status: 200 len: 1092 time: 1.9519584 Jul 14 18:20:28.759788 n-d-800634-3 neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-a1c452b1-c956-48a9-8669-8750fb699f86 None None] Notify callbacks [] for port, precommit_update {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:28.771011 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.provisioning_blocks [None req-a1c452b1-c956-48a9-8669-8750fb699f86 None None] Transition to ACTIVE for port object 42bb9398-b477-4904-bdd3-5f3b62320ade will not be triggered until provisioned by entity L2. {{(pid=93918) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:20:28.779388 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a743f1b-ba9d-4053-86b6-bd354ad8fbd8 service neutron] Pushing event updated for resources: {'Port': ['ID=32db803e-0bc2-4323-b722-35e9c43c3e58,revision_number=3']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:20:28.781602 n-d-800634-3 neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-a1c452b1-c956-48a9-8669-8750fb699f86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:28.784262 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-de1c85b1-481a-4dbe-8641-68f625eda748 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:28.842719 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.managers [None req-a1c452b1-c956-48a9-8669-8750fb699f86 None None] Attempting to bind port 42bb9398-b477-4904-bdd3-5f3b62320ade on host n-d-800634-3 for vnic_type normal with profile {{(pid=93918) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:20:28.843211 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.managers [None req-a1c452b1-c956-48a9-8669-8750fb699f86 None None] Attempting to bind port 42bb9398-b477-4904-bdd3-5f3b62320ade by drivers openvswitch,hyperv on host n-d-800634-3 at level 0 using segments [{'id': '5afb940b-bbdf-4727-be00-5d46367c38a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9200a437-e1de-4520-88f6-e68386523e61'}] {{(pid=93918) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:20:28.843845 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1c452b1-c956-48a9-8669-8750fb699f86 None None] Attempting to bind port 42bb9398-b477-4904-bdd3-5f3b62320ade on network 9200a437-e1de-4520-88f6-e68386523e61 {{(pid=93918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:20:28.856387 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf536368-3e2a-492e-a097-f858d65d9d8c None None] Pushing event updated for resources: {'Port': ['ID=42bb9398-b477-4904-bdd3-5f3b62320ade,revision_number=2']} {{(pid=93918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:20:28.857078 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-de1c85b1-481a-4dbe-8641-68f625eda748 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:28.863608 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1c452b1-c956-48a9-8669-8750fb699f86 None None] Checking agent: {'id': '01c19e91-a945-4e3c-94a6-c211e17c923e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 8, 23), 'started_at': datetime.datetime(2021, 7, 14, 18, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 18, 20, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 18:20:28.864357 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1c452b1-c956-48a9-8669-8750fb699f86 None None] Checking segment: {'id': '5afb940b-bbdf-4727-be00-5d46367c38a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9200a437-e1de-4520-88f6-e68386523e61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93918) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:20:28.864992 n-d-800634-3 neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-a1c452b1-c956-48a9-8669-8750fb699f86 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:28.865778 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1c452b1-c956-48a9-8669-8750fb699f86 None None] Bound using segment: {'id': '5afb940b-bbdf-4727-be00-5d46367c38a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9200a437-e1de-4520-88f6-e68386523e61'} {{(pid=93918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 18:20:28.866701 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.managers [None req-a1c452b1-c956-48a9-8669-8750fb699f86 None None] Bound port: 42bb9398-b477-4904-bdd3-5f3b62320ade, host: n-d-800634-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5afb940b-bbdf-4727-be00-5d46367c38a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9200a437-e1de-4520-88f6-e68386523e61'}}] {{(pid=93918) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 18:20:28.867707 n-d-800634-3 neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-a1c452b1-c956-48a9-8669-8750fb699f86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:28.933238 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.db [None req-a1c452b1-c956-48a9-8669-8750fb699f86 None None] For port 42bb9398-b477-4904-bdd3-5f3b62320ade, host n-d-800634-3, cleared binding levels {{(pid=93918) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:20:28.938786 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.db [None req-a1c452b1-c956-48a9-8669-8750fb699f86 None None] For port 42bb9398-b477-4904-bdd3-5f3b62320ade, host n-d-800634-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=42bb9398-b477-4904-bdd3-5f3b62320ade,segment=NetworkSegment(5afb940b-bbdf-4727-be00-5d46367c38a1),segment_id=5afb940b-bbdf-4727-be00-5d46367c38a1)] {{(pid=93918) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 18:20:28.944326 n-d-800634-3 neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-a1c452b1-c956-48a9-8669-8750fb699f86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:28.945242 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-778769e4-fe9c-4624-ad83-389dbe2cc5a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-928623'] for router_interface, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:29.006239 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5930222e-f3d6-4423-924f-967f6376a942 req-3bea5549-523a-4386-b9b2-509997b44b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:20:29.007015 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5930222e-f3d6-4423-924f-967f6376a942 req-3bea5549-523a-4386-b9b2-509997b44b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:20:29.007702 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5930222e-f3d6-4423-924f-967f6376a942 req-3bea5549-523a-4386-b9b2-509997b44b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:20:29.009631 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-5930222e-f3d6-4423-924f-967f6376a942 req-3bea5549-523a-4386-b9b2-509997b44b20 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f4a8f789c2b347a295c086869e423927&device_id=aaecf31f-93a0-4d4a-8437-96be4945fc86 HTTP/1.1" status: 200 len: 2865 time: 0.2208459 Jul 14 18:20:29.017219 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf536368-3e2a-492e-a097-f858d65d9d8c None None] Pushing event updated for resources: {'Port': ['ID=42bb9398-b477-4904-bdd3-5f3b62320ade,revision_number=3']} {{(pid=93918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:20:29.037201 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1c452b1-c956-48a9-8669-8750fb699f86 None None] Routers {'d52bd63e-c477-4d65-9621-2b569b555ca7'} bound to L3 agent in host n-d-800634-3 {{(pid=93918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:20:29.038133 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-a1c452b1-c956-48a9-8669-8750fb699f86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:20:23Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['d52bd63e-c477-4d65-9621-2b569b555ca7'], 'active': True} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:20:29.066011 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 23087262-41ea-4f1b-a377-378d8ba211f1 up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:20:29.082884 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-5930222e-f3d6-4423-924f-967f6376a942 req-86953c00-cb40-4bbc-88c8-b79a155edc15 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.157&port_id=1eaed3f0-aeb3-4994-8f29-8d8b040b9347 HTTP/1.1" status: 200 len: 217 time: 0.0631816 Jul 14 18:20:29.130618 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-de1c85b1-481a-4dbe-8641-68f625eda748 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:29.133396 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-de1c85b1-481a-4dbe-8641-68f625eda748 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:29.137406 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-de1c85b1-481a-4dbe-8641-68f625eda748 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6aa8a5cb-527f-4bc8-ae21-3c53efd5c354 HTTP/1.1" status: 204 len: 168 time: 0.6038880 Jul 14 18:20:29.186196 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1c85b1-481a-4dbe-8641-68f625eda748 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6aa8a5cb-527f-4bc8-ae21-3c53efd5c354,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:20:29.188104 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247c8bda-6be5-44e9-b491-b56303d836ca req-5fac2e61-c16b-4859-9d61-cf3b939a4b33 tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:20:29.192140 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port 23087262-41ea-4f1b-a377-378d8ba211f1 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:20:29.192403 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:29.196304 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247c8bda-6be5-44e9-b491-b56303d836ca req-5fac2e61-c16b-4859-9d61-cf3b939a4b33 tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:20:29.206801 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247c8bda-6be5-44e9-b491-b56303d836ca req-5fac2e61-c16b-4859-9d61-cf3b939a4b33 tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:20:29.209495 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvr_db [None req-a1c452b1-c956-48a9-8669-8750fb699f86 None None] Set router d52bd63e-c477-4d65-9621-2b569b555ca7 gateway port host: n-d-800634-3 {{(pid=93918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 18:20:29.215140 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-247c8bda-6be5-44e9-b491-b56303d836ca req-5fac2e61-c16b-4859-9d61-cf3b939a4b33 tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] 10.222.0.16 "GET /v2.0/ports?device_id=aaecf31f-93a0-4d4a-8437-96be4945fc86 HTTP/1.1" status: 200 len: 2412 time: 0.7238369 Jul 14 18:20:29.217587 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5930222e-f3d6-4423-924f-967f6376a942 req-2e89bd0f-3507-40ea-8f99-ff664f99dde5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:20:29.219091 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-5930222e-f3d6-4423-924f-967f6376a942 req-2e89bd0f-3507-40ea-8f99-ff664f99dde5 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9efde9e7-aa34-4910-a858-233df7108613 HTTP/1.1" status: 200 len: 801 time: 0.0996404 Jul 14 18:20:29.363228 n-d-800634-3 neutron-server[93916]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aaecf31f-93a0-4d4a-8437-96be4945fc86', 'tag': '32db803e-0bc2-4323-b722-35e9c43c3e58'}] {{(pid=93916) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:20:29.365501 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f803e150b363a7893830aa996ac27753fa25517c406ecd3536b7c2d4b26eeb9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6d5fb1c-04a0-478f-a585-3a9bd09bb1c1" -d '{"events": [{"name": "network-changed", "server_uuid": "aaecf31f-93a0-4d4a-8437-96be4945fc86", "tag": "32db803e-0bc2-4323-b722-35e9c43c3e58"}]}' {{(pid=93916) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:20:29.396848 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-247c8bda-6be5-44e9-b491-b56303d836ca req-1ed15fc0-dbe5-4858-b714-45e0882cd474 tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] 10.222.0.16 "GET /v2.0/security-groups?id=07501815-414f-40f0-a54a-1c35d98e3f98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1807461 Jul 14 18:20:29.432081 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab2bdef-0dff-43d9-8fed-b28af2555d5f req-605708e4-1835-478c-8241-88bed0fd2746 tempest-LiveMigrationTest-888176612 tempest-LiveMigrationTest-888176612-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:20:29.433945 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-0ab2bdef-0dff-43d9-8fed-b28af2555d5f req-605708e4-1835-478c-8241-88bed0fd2746 tempest-LiveMigrationTest-888176612 tempest-LiveMigrationTest-888176612-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=71cc93c3-ed8e-4af7-bf04-1c1ca5f4c121 HTTP/1.1" status: 200 len: 1096 time: 0.2071636 Jul 14 18:20:29.565608 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5930222e-f3d6-4423-924f-967f6376a942 req-0c0a79f1-99ea-4e9e-9601-2546420389c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:20:29.571596 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-5930222e-f3d6-4423-924f-967f6376a942 req-0c0a79f1-99ea-4e9e-9601-2546420389c5 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=389007d6-2757-4fd5-84e3-bc7e8a5f1c0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3451631 Jul 14 18:20:29.677434 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-a1c452b1-c956-48a9-8669-8750fb699f86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd52bd63e-c477-4d65-9621-2b569b555ca7', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1079388820-router', 'tenant_id': '06a5f031e0274154acdb0761b62d5c78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.119'}], 'enable_snat': True}, 'gw_port_id': '42bb9398-b477-4904-bdd3-5f3b62320ade', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:20:21Z', 'updated_at': '2021-07-14T18:20:25Z', 'revision_number': 3, 'project_id': '06a5f031e0274154acdb0761b62d5c78', 'gw_port': {'id': '42bb9398-b477-4904-bdd3-5f3b62320ade', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:31:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd52bd63e-c477-4d65-9621-2b569b555ca7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:20:23Z', 'updated_at': '2021-07-14T18:20:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3'}], 'n-d-800634-3', False) {} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:20:29.688531 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 54684) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:20:29.706228 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6fb7efdc-d167-4008-8225-2e4dac67d6b4 req-d797bfd5-4059-4513-86d8-fb1890c2891b tempest-VolumesAdminNegativeTest-1045622320 tempest-VolumesAdminNegativeTest-1045622320-project] 10.222.0.16 "GET /v2.0/ports?device_id=90863bc0-3d96-449d-b309-c9f85c6fe43f HTTP/1.1" status: 200 len: 210 time: 0.1136715 Jul 14 18:20:29.721736 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1c452b1-c956-48a9-8669-8750fb699f86 None None] The sync data for ids ['d52bd63e-c477-4d65-9621-2b569b555ca7'] in n-d-800634-3 is: [{'id': 'd52bd63e-c477-4d65-9621-2b569b555ca7', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1079388820-router', 'tenant_id': '06a5f031e0274154acdb0761b62d5c78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.119'}], 'enable_snat': True}, 'gw_port_id': '42bb9398-b477-4904-bdd3-5f3b62320ade', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:20:21Z', 'updated_at': '2021-07-14T18:20:25Z', 'revision_number': 3, 'project_id': '06a5f031e0274154acdb0761b62d5c78', 'gw_port': {'id': '42bb9398-b477-4904-bdd3-5f3b62320ade', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:31:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd52bd63e-c477-4d65-9621-2b569b555ca7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:20:23Z', 'updated_at': '2021-07-14T18:20:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3'}] {{(pid=93918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 18:20:29.770372 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-0ab2bdef-0dff-43d9-8fed-b28af2555d5f req-09116469-c860-478c-a8dc-e4fe0a1bf3be tempest-LiveMigrationTest-888176612 tempest-LiveMigrationTest-888176612-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=93c6eb24-b3aa-49c4-93f7-93dd5f011665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2893484 Jul 14 18:20:29.913433 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-90c61579-55bf-4072-b3e2-86591ff74028 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:30.014526 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 18:20:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92bbf2da-b391-45ec-b3b3-e17788fb6b71 x-openstack-request-id: req-92bbf2da-b391-45ec-b3b3-e17788fb6b71 {{(pid=93916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:20:30.014891 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aaecf31f-93a0-4d4a-8437-96be4945fc86", "tag": "32db803e-0bc2-4323-b722-35e9c43c3e58", "status": "completed", "code": 200}]} {{(pid=93916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:20:30.015079 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-92bbf2da-b391-45ec-b3b3-e17788fb6b71 {{(pid=93916) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:20:30.015447 n-d-800634-3 neutron-server[93916]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aaecf31f-93a0-4d4a-8437-96be4945fc86', 'tag': '32db803e-0bc2-4323-b722-35e9c43c3e58', 'status': 'completed', 'code': 200} Jul 14 18:20:30.035502 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-b57e1ac8-cdd7-4ef2-817e-ee9955bd2352 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:30.107731 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ae6110-d128-4499-99fb-f4ca81593e13 req-07fd09ad-b1b2-44ac-b9da-8140d4bff043 tempest-LiveMigrationTest-888176612 tempest-LiveMigrationTest-888176612-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:20:30.110693 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-d6ae6110-d128-4499-99fb-f4ca81593e13 req-07fd09ad-b1b2-44ac-b9da-8140d4bff043 tempest-LiveMigrationTest-888176612 tempest-LiveMigrationTest-888176612-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=71cc93c3-ed8e-4af7-bf04-1c1ca5f4c121 HTTP/1.1" status: 200 len: 1096 time: 0.1657240 Jul 14 18:20:30.189688 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-d6ae6110-d128-4499-99fb-f4ca81593e13 req-cdb007c4-60c9-40c6-8f9d-d9af2d8286be tempest-LiveMigrationTest-888176612 tempest-LiveMigrationTest-888176612-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=93c6eb24-b3aa-49c4-93f7-93dd5f011665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554259 Jul 14 18:20:30.189844 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-b57e1ac8-cdd7-4ef2-817e-ee9955bd2352 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:30.215380 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.db_base_plugin_common [None req-90c61579-55bf-4072-b3e2-86591ff74028 admin admin] Allocated IP 172.20.0.1 (aa295b65-90e7-400a-9977-28e2f73aa10a/44784915-ed3a-404b-9c8e-ae78a0a8eedf/99c2b89b-74a4-4372-aa9c-ebf86512f7f5) {{(pid=93915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:20:30.217076 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-b57e1ac8-cdd7-4ef2-817e-ee9955bd2352 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:30.250309 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57e1ac8-cdd7-4ef2-817e-ee9955bd2352 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9418d40c-00fd-4c03-8e3a-fe7ef3128fd8,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:20:30.339717 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-b57e1ac8-cdd7-4ef2-817e-ee9955bd2352 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e16b940d427e4ddbb42b51add500b6f7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6465878 Jul 14 18:20:30.347911 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-5930222e-f3d6-4423-924f-967f6376a942 req-5a274da2-6e5e-4379-923d-9d4aa77966a2 service neutron] 10.222.0.18 "GET /v2.0/networks/389007d6-2757-4fd5-84e3-bc7e8a5f1c0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7610095 Jul 14 18:20:30.349374 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 54694) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:20:30.461559 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-778769e4-fe9c-4624-ad83-389dbe2cc5a7 admin admin] Deleting port 9ac47deb-abdd-48e4-adac-0519aaa38165 {{(pid=93916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:20:30.461993 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-778769e4-fe9c-4624-ad83-389dbe2cc5a7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:30.472465 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85618f63-b131-4bc1-b0b1-e50b7beb01be req-482cc260-a79e-4bea-a0a2-e04420a53b8d tempest-VolumesAdminNegativeTest-1045622320 tempest-VolumesAdminNegativeTest-1045622320-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:20:30.474521 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-85618f63-b131-4bc1-b0b1-e50b7beb01be req-482cc260-a79e-4bea-a0a2-e04420a53b8d tempest-VolumesAdminNegativeTest-1045622320 tempest-VolumesAdminNegativeTest-1045622320-project] 10.222.0.35 "GET /v2.0/networks?id=9483c714-6a71-454e-860b-eb463c1b5290 HTTP/1.1" status: 200 len: 814 time: 0.1741178 Jul 14 18:20:30.486182 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-90c61579-55bf-4072-b3e2-86591ff74028 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:30.493196 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [req-85618f63-b131-4bc1-b0b1-e50b7beb01be req-359c0919-7de3-4b81-9b4a-ca32ea0578bc tempest-VolumesAdminNegativeTest-1045622320 tempest-VolumesAdminNegativeTest-1045622320-project] Request body: {'port': {'device_id': '90863bc0-3d96-449d-b309-c9f85c6fe43f', 'network_id': '9483c714-6a71-454e-860b-eb463c1b5290', 'admin_state_up': True, 'tenant_id': 'ba1337c1e76644d9a27bf95f342bd812'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:20:30.569315 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.provisioning_blocks [None req-90c61579-55bf-4072-b3e2-86591ff74028 admin admin] Transition to ACTIVE for port object 99c2b89b-74a4-4372-aa9c-ebf86512f7f5 will not be triggered until provisioned by entity DHCP. {{(pid=93915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:20:30.721418 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9857dab7-653d-4ba6-8adf-fc152da4b350 req-1ae9221b-a739-4f07-ad0c-a7f2a2d55921 tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:20:30.726189 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-5930222e-f3d6-4423-924f-967f6376a942 req-23069c8c-7608-434e-a2c5-87fc8906a42c service neutron] 10.222.0.18 "GET /v2.0/networks/389007d6-2757-4fd5-84e3-bc7e8a5f1c0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3450253 Jul 14 18:20:30.727205 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9857dab7-653d-4ba6-8adf-fc152da4b350 req-1ae9221b-a739-4f07-ad0c-a7f2a2d55921 tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:20:30.733103 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9857dab7-653d-4ba6-8adf-fc152da4b350 req-1ae9221b-a739-4f07-ad0c-a7f2a2d55921 tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:20:30.734803 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-9857dab7-653d-4ba6-8adf-fc152da4b350 req-1ae9221b-a739-4f07-ad0c-a7f2a2d55921 tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] 10.222.0.16 "GET /v2.0/ports?device_id=aaecf31f-93a0-4d4a-8437-96be4945fc86 HTTP/1.1" status: 200 len: 2412 time: 0.1489074 Jul 14 18:20:30.739223 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-90c61579-55bf-4072-b3e2-86591ff74028 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:30.791973 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-5930222e-f3d6-4423-924f-967f6376a942 req-faa2aa55-3c07-45b7-8bf1-e5f7d59d8d93 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.46&port_id=197f059b-853f-4e78-a062-d7da772f123d HTTP/1.1" status: 200 len: 217 time: 0.0493391 Jul 14 18:20:30.826372 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c61579-55bf-4072-b3e2-86591ff74028 admin admin] Pushing event updated for resources: {'Port': ['ID=99c2b89b-74a4-4372-aa9c-ebf86512f7f5,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:20:30.877306 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5930222e-f3d6-4423-924f-967f6376a942 req-2be22afa-9414-4b49-abfa-0b23da4c1b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:20:30.878940 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-5930222e-f3d6-4423-924f-967f6376a942 req-2be22afa-9414-4b49-abfa-0b23da4c1b26 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=50cbfdf8-0c5d-4960-b7b0-c2a107e5d11c HTTP/1.1" status: 200 len: 801 time: 0.0732503 Jul 14 18:20:30.905826 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-9857dab7-653d-4ba6-8adf-fc152da4b350 req-8aafdd89-f6c4-432b-9ac2-826b8c2a5bbe tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] 10.222.0.16 "GET /v2.0/security-groups?id=07501815-414f-40f0-a54a-1c35d98e3f98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042128 Jul 14 18:20:30.907851 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90c61579-55bf-4072-b3e2-86591ff74028 admin admin] Network aa295b65-90e7-400a-9977-28e2f73aa10a is already hosted by enough agents. {{(pid=93915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:20:30.912315 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-85618f63-b131-4bc1-b0b1-e50b7beb01be req-359c0919-7de3-4b81-9b4a-ca32ea0578bc tempest-VolumesAdminNegativeTest-1045622320 tempest-VolumesAdminNegativeTest-1045622320-project] Made reservation on behalf of ba1337c1e76644d9a27bf95f342bd812 for: {'port': 1} {{(pid=93915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:20:30.915821 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-85618f63-b131-4bc1-b0b1-e50b7beb01be req-359c0919-7de3-4b81-9b4a-ca32ea0578bc tempest-VolumesAdminNegativeTest-1045622320 tempest-VolumesAdminNegativeTest-1045622320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:30.937859 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [None req-90c61579-55bf-4072-b3e2-86591ff74028 admin admin] Resources bound (agent type, host, resource id): {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:20:30.940420 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90c61579-55bf-4072-b3e2-86591ff74028 admin admin] Received port after_create {{(pid=93915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:20:30.997466 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-fff85ff0-23bd-46c6-9ac8-f3ab87d52e04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:31.052042 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-fff85ff0-23bd-46c6-9ac8-f3ab87d52e04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:31.102679 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.db [None req-778769e4-fe9c-4624-ad83-389dbe2cc5a7 admin admin] For port 9ac47deb-abdd-48e4-adac-0519aaa38165, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=9ac47deb-abdd-48e4-adac-0519aaa38165,segment=NetworkSegment(1aaae513-9b5b-4f7b-b3be-58270a5eba39),segment_id=1aaae513-9b5b-4f7b-b3be-58270a5eba39)] {{(pid=93916) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:20:31.103181 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-778769e4-fe9c-4624-ad83-389dbe2cc5a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:31.110406 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.db_base_plugin_common [req-85618f63-b131-4bc1-b0b1-e50b7beb01be req-359c0919-7de3-4b81-9b4a-ca32ea0578bc tempest-VolumesAdminNegativeTest-1045622320 tempest-VolumesAdminNegativeTest-1045622320-project] Allocated IP 172.20.0.8 (9483c714-6a71-454e-860b-eb463c1b5290/695bca8c-434a-49cc-954f-3765b04f3d13/96a0bba6-ce17-4075-8919-4d725de7dfcd) {{(pid=93915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:20:31.123499 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-778769e4-fe9c-4624-ad83-389dbe2cc5a7 admin admin] Calling delete_port for 9ac47deb-abdd-48e4-adac-0519aaa38165 owned by network:router_interface {{(pid=93916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:20:31.129543 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 42bb9398-b477-4904-bdd3-5f3b62320ade up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:20:31.163837 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-99daf0b4-3b8c-403a-9f40-34a7f6ecfb37 req-db3c6832-851b-4ff7-8821-93b0b6506442 tempest-VolumesAdminNegativeTest-1045622320 tempest-VolumesAdminNegativeTest-1045622320-project] 10.222.0.16 "GET /v2.0/ports?device_id=90863bc0-3d96-449d-b309-c9f85c6fe43f HTTP/1.1" status: 200 len: 210 time: 0.0579507 Jul 14 18:20:31.172255 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f1a622-12c9-46fd-b4bf-dfd3dddfcac7 req-7f71ed0d-8856-4030-b49e-55c400be3bbc tempest-LiveMigrationTest-888176612 tempest-LiveMigrationTest-888176612-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:20:31.174227 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-55f1a622-12c9-46fd-b4bf-dfd3dddfcac7 req-7f71ed0d-8856-4030-b49e-55c400be3bbc tempest-LiveMigrationTest-888176612 tempest-LiveMigrationTest-888176612-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=71cc93c3-ed8e-4af7-bf04-1c1ca5f4c121 HTTP/1.1" status: 200 len: 1096 time: 0.3201234 Jul 14 18:20:31.176053 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-fff85ff0-23bd-46c6-9ac8-f3ab87d52e04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:31.178905 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-fff85ff0-23bd-46c6-9ac8-f3ab87d52e04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:31.180436 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-fff85ff0-23bd-46c6-9ac8-f3ab87d52e04 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9418d40c-00fd-4c03-8e3a-fe7ef3128fd8 HTTP/1.1" status: 204 len: 168 time: 0.8300583 Jul 14 18:20:31.186650 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-90c61579-55bf-4072-b3e2-86591ff74028 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-930452'] for router_interface, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:31.230688 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning for port 42bb9398-b477-4904-bdd3-5f3b62320ade completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:20:31.237191 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port 42bb9398-b477-4904-bdd3-5f3b62320ade triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:20:31.237728 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:31.313140 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5930222e-f3d6-4423-924f-967f6376a942 req-a75cde3e-0c6e-497c-8ac3-4bc22bc60ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:20:31.320795 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-5930222e-f3d6-4423-924f-967f6376a942 req-a75cde3e-0c6e-497c-8ac3-4bc22bc60ce8 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7cbfbc88-1bb3-4c44-9708-98d8011b1345&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4316366 Jul 14 18:20:31.326947 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff85ff0-23bd-46c6-9ac8-f3ab87d52e04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9418d40c-00fd-4c03-8e3a-fe7ef3128fd8,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:20:31.350280 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-55f1a622-12c9-46fd-b4bf-dfd3dddfcac7 req-75b635e5-bff9-48e1-942e-7ea63dfcc296 tempest-LiveMigrationTest-888176612 tempest-LiveMigrationTest-888176612-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=93c6eb24-b3aa-49c4-93f7-93dd5f011665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644223 Jul 14 18:20:31.390649 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-e7859073-a9aa-48b8-9d88-e0d7a84508a0 None None] Provisioning for port 99c2b89b-74a4-4372-aa9c-ebf86512f7f5 completed by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:20:31.433121 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:31.441720 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-5930222e-f3d6-4423-924f-967f6376a942 req-6b909040-9f91-4df8-b16c-bdba04e8aa30 service neutron] 10.222.0.18 "GET /v2.0/networks/7cbfbc88-1bb3-4c44-9708-98d8011b1345?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1122818 Jul 14 18:20:31.452135 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-e7859073-a9aa-48b8-9d88-e0d7a84508a0 None None] Provisioning complete for port 99c2b89b-74a4-4372-aa9c-ebf86512f7f5 triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:20:31.452921 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-e7859073-a9aa-48b8-9d88-e0d7a84508a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:31.504028 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-e7859073-a9aa-48b8-9d88-e0d7a84508a0 None None] Port 99c2b89b-74a4-4372-aa9c-ebf86512f7f5 cannot update to ACTIVE because it is not bound. {{(pid=93917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 18:20:31.523934 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] For port 42bb9398-b477-4904-bdd3-5f3b62320ade, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=42bb9398-b477-4904-bdd3-5f3b62320ade,segment=NetworkSegment(5afb940b-bbdf-4727-be00-5d46367c38a1),segment_id=5afb940b-bbdf-4727-be00-5d46367c38a1)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:20:31.534425 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:31.550344 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-85618f63-b131-4bc1-b0b1-e50b7beb01be req-359c0919-7de3-4b81-9b4a-ca32ea0578bc tempest-VolumesAdminNegativeTest-1045622320 tempest-VolumesAdminNegativeTest-1045622320-project] Notify callbacks [] for port, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:31.565912 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e323abb-749d-4d3e-8cd7-1d649297e849 req-3fdec406-ebc5-4603-8be4-9a92c14b0b25 tempest-LiveAutoBlockMigrationV225Test-133245952 tempest-LiveAutoBlockMigrationV225Test-133245952-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:20:31.567478 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-4e323abb-749d-4d3e-8cd7-1d649297e849 req-3fdec406-ebc5-4603-8be4-9a92c14b0b25 tempest-LiveAutoBlockMigrationV225Test-133245952 tempest-LiveAutoBlockMigrationV225Test-133245952-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=4c03c8a6-1634-41e9-92c6-45ef79023d35 HTTP/1.1" status: 200 len: 1096 time: 0.2238500 Jul 14 18:20:31.569408 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-90c61579-55bf-4072-b3e2-86591ff74028 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:31.608596 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Pushing event updated for resources: {'Port': ['ID=42bb9398-b477-4904-bdd3-5f3b62320ade,revision_number=4']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:20:31.622231 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-5930222e-f3d6-4423-924f-967f6376a942 req-70b16f4e-c228-46a5-9883-9a4f9f1ea4db service neutron] 10.222.0.18 "GET /v2.0/networks/7cbfbc88-1bb3-4c44-9708-98d8011b1345?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1714005 Jul 14 18:20:31.695950 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-4e323abb-749d-4d3e-8cd7-1d649297e849 req-b833ee08-b050-48bf-9c69-d42fa383f01c tempest-LiveAutoBlockMigrationV225Test-133245952 tempest-LiveAutoBlockMigrationV225Test-133245952-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=540fae54-ccea-4309-9c99-81b930eedb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155939 Jul 14 18:20:31.711386 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-5930222e-f3d6-4423-924f-967f6376a942 req-9b463da4-e7d6-416d-badf-df2dfd4530e4 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.230&port_id=32db803e-0bc2-4323-b722-35e9c43c3e58 HTTP/1.1" status: 200 len: 217 time: 0.0743082 Jul 14 18:20:31.739190 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-85618f63-b131-4bc1-b0b1-e50b7beb01be req-359c0919-7de3-4b81-9b4a-ca32ea0578bc tempest-VolumesAdminNegativeTest-1045622320 tempest-VolumesAdminNegativeTest-1045622320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:31.809322 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85618f63-b131-4bc1-b0b1-e50b7beb01be req-359c0919-7de3-4b81-9b4a-ca32ea0578bc tempest-VolumesAdminNegativeTest-1045622320 tempest-VolumesAdminNegativeTest-1045622320-project] Network 9483c714-6a71-454e-860b-eb463c1b5290 is already hosted by enough agents. {{(pid=93915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:20:31.813291 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5930222e-f3d6-4423-924f-967f6376a942 req-094c36c8-a0f0-4dd2-8dce-24ee0662e385 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:20:31.814806 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-5930222e-f3d6-4423-924f-967f6376a942 req-094c36c8-a0f0-4dd2-8dce-24ee0662e385 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9efde9e7-aa34-4910-a858-233df7108613 HTTP/1.1" status: 200 len: 801 time: 0.0853426 Jul 14 18:20:31.822929 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [req-85618f63-b131-4bc1-b0b1-e50b7beb01be req-359c0919-7de3-4b81-9b4a-ca32ea0578bc tempest-VolumesAdminNegativeTest-1045622320 tempest-VolumesAdminNegativeTest-1045622320-project] Resources bound (agent type, host, resource id): {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:20:31.826080 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [req-85618f63-b131-4bc1-b0b1-e50b7beb01be req-359c0919-7de3-4b81-9b4a-ca32ea0578bc tempest-VolumesAdminNegativeTest-1045622320 tempest-VolumesAdminNegativeTest-1045622320-project] Received port after_create {{(pid=93915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:20:31.868572 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359c0919-7de3-4b81-9b4a-ca32ea0578bc tempest-VolumesAdminNegativeTest-1045622320 tempest-VolumesAdminNegativeTest-1045622320-project] Pushing event updated for resources: {'Port': ['ID=96a0bba6-ce17-4075-8919-4d725de7dfcd,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:20:31.919085 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85618f63-b131-4bc1-b0b1-e50b7beb01be req-359c0919-7de3-4b81-9b4a-ca32ea0578bc tempest-VolumesAdminNegativeTest-1045622320 tempest-VolumesAdminNegativeTest-1045622320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:20:31.919804 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-85618f63-b131-4bc1-b0b1-e50b7beb01be req-359c0919-7de3-4b81-9b4a-ca32ea0578bc tempest-VolumesAdminNegativeTest-1045622320 tempest-VolumesAdminNegativeTest-1045622320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:31.928874 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-90c61579-55bf-4072-b3e2-86591ff74028 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:31.937558 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-90c61579-55bf-4072-b3e2-86591ff74028 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25912978'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:31.982315 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5930222e-f3d6-4423-924f-967f6376a942 req-8fd1f6dd-6f9c-4411-8731-7eb9044a7d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:20:31.983869 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-5930222e-f3d6-4423-924f-967f6376a942 req-8fd1f6dd-6f9c-4411-8731-7eb9044a7d19 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=389007d6-2757-4fd5-84e3-bc7e8a5f1c0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1451828 Jul 14 18:20:31.986012 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-85618f63-b131-4bc1-b0b1-e50b7beb01be req-359c0919-7de3-4b81-9b4a-ca32ea0578bc tempest-VolumesAdminNegativeTest-1045622320 tempest-VolumesAdminNegativeTest-1045622320-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4966333 Jul 14 18:20:32.005715 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [req-85618f63-b131-4bc1-b0b1-e50b7beb01be req-6b9c2ff6-44ee-447e-81b1-9154a90b7115 service neutron] Request body: {'port': {'device_id': '90863bc0-3d96-449d-b309-c9f85c6fe43f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800634-3'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:20:32.008080 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-778769e4-fe9c-4624-ad83-389dbe2cc5a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:32.083767 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-90c61579-55bf-4072-b3e2-86591ff74028 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-598741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-928734'] for router_interface, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:32.107551 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c61579-55bf-4072-b3e2-86591ff74028 admin admin] Pushing event updated for resources: {'Port': ['ID=99c2b89b-74a4-4372-aa9c-ebf86512f7f5,revision_number=2']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:20:32.116852 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778769e4-fe9c-4624-ad83-389dbe2cc5a7 admin admin] Pushing event deleted for resources: {'Port': ['ID=9ac47deb-abdd-48e4-adac-0519aaa38165,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:20:32.119936 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:32.258243 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-5930222e-f3d6-4423-924f-967f6376a942 req-01888ba1-3b81-4bd5-b326-d27b36f4aecf service neutron] 10.222.0.18 "GET /v2.0/networks/389007d6-2757-4fd5-84e3-bc7e8a5f1c0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2670875 Jul 14 18:20:32.265122 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-85618f63-b131-4bc1-b0b1-e50b7beb01be req-6b9c2ff6-44ee-447e-81b1-9154a90b7115 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:32.365247 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acf5c30-b23c-4dd9-8d2e-c84835b7bb4e req-23a3bd10-135d-477d-ad02-c23dac86ea30 tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:20:32.371894 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acf5c30-b23c-4dd9-8d2e-c84835b7bb4e req-23a3bd10-135d-477d-ad02-c23dac86ea30 tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:20:32.378322 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acf5c30-b23c-4dd9-8d2e-c84835b7bb4e req-23a3bd10-135d-477d-ad02-c23dac86ea30 tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:20:32.380053 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-0acf5c30-b23c-4dd9-8d2e-c84835b7bb4e req-23a3bd10-135d-477d-ad02-c23dac86ea30 tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] 10.222.0.16 "GET /v2.0/ports?device_id=aaecf31f-93a0-4d4a-8437-96be4945fc86 HTTP/1.1" status: 200 len: 2412 time: 0.2743800 Jul 14 18:20:32.410097 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90c61579-55bf-4072-b3e2-86591ff74028 admin admin] Network aa295b65-90e7-400a-9977-28e2f73aa10a is already hosted by enough agents. {{(pid=93915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:20:32.467787 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [None req-90c61579-55bf-4072-b3e2-86591ff74028 admin admin] Resources bound (agent type, host, resource id): {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:20:32.525033 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-5930222e-f3d6-4423-924f-967f6376a942 req-03a212a2-9542-43c5-8075-618d6d51f913 service neutron] 10.222.0.18 "GET /v2.0/networks/389007d6-2757-4fd5-84e3-bc7e8a5f1c0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2009029 Jul 14 18:20:32.527643 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-778769e4-fe9c-4624-ad83-389dbe2cc5a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-598732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-928907'] for router_interface, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:32.676052 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-0acf5c30-b23c-4dd9-8d2e-c84835b7bb4e req-3d97f6ad-de07-4be6-abbb-4a9070253f93 tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] 10.222.0.16 "GET /v2.0/security-groups?id=07501815-414f-40f0-a54a-1c35d98e3f98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2811313 Jul 14 18:20:32.788560 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d5fb1c-04a0-478f-a585-3a9bd09bb1c1 req-98338c04-0a54-4533-aa3e-47b05901a9cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:20:32.789120 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d5fb1c-04a0-478f-a585-3a9bd09bb1c1 req-98338c04-0a54-4533-aa3e-47b05901a9cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:20:32.791060 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d5fb1c-04a0-478f-a585-3a9bd09bb1c1 req-98338c04-0a54-4533-aa3e-47b05901a9cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:20:32.796254 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-f6d5fb1c-04a0-478f-a585-3a9bd09bb1c1 req-98338c04-0a54-4533-aa3e-47b05901a9cf service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f4a8f789c2b347a295c086869e423927&device_id=aaecf31f-93a0-4d4a-8437-96be4945fc86 HTTP/1.1" status: 200 len: 2865 time: 0.1899469 Jul 14 18:20:32.850401 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-ad7024da-dbc6-40a2-aae3-e35dca59d28a None None] Provisioning complete for port 99c2b89b-74a4-4372-aa9c-ebf86512f7f5 triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:20:32.850989 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-ad7024da-dbc6-40a2-aae3-e35dca59d28a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:32.941205 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90c61579-55bf-4072-b3e2-86591ff74028 admin admin] Router d52bd63e-c477-4d65-9621-2b569b555ca7 has already been hosted by L3 agent 2c6eb27e-defb-4cca-9a24-381c7415e359 {{(pid=93915) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 18:20:32.951562 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-ad7024da-dbc6-40a2-aae3-e35dca59d28a None None] Port 99c2b89b-74a4-4372-aa9c-ebf86512f7f5 cannot update to ACTIVE because it is not bound. {{(pid=93917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 18:20:33.071836 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d5fb1c-04a0-478f-a585-3a9bd09bb1c1 req-ef1133e0-b9f4-4f68-984f-810c38fd7272 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:20:33.073500 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-f6d5fb1c-04a0-478f-a585-3a9bd09bb1c1 req-ef1133e0-b9f4-4f68-984f-810c38fd7272 service neutron] 10.222.0.18 "GET /v2.0/networks?id=389007d6-2757-4fd5-84e3-bc7e8a5f1c0b HTTP/1.1" status: 200 len: 901 time: 0.2679260 Jul 14 18:20:33.085556 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-778769e4-fe9c-4624-ad83-389dbe2cc5a7 admin admin] Router 6ea3fabc-63ee-4f59-8ee1-4b2fc873851a has already been hosted by L3 agent 2c6eb27e-defb-4cca-9a24-381c7415e359 {{(pid=93916) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 18:20:33.122491 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-f6d5fb1c-04a0-478f-a585-3a9bd09bb1c1 req-6399a9e5-e4da-4704-9b61-b6d616f0d360 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.230&port_id=32db803e-0bc2-4323-b722-35e9c43c3e58 HTTP/1.1" status: 200 len: 217 time: 0.0389841 Jul 14 18:20:33.130058 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 42bb9398-b477-4904-bdd3-5f3b62320ade up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:20:33.196854 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port 42bb9398-b477-4904-bdd3-5f3b62320ade triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:20:33.197232 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:33.275601 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [req-85618f63-b131-4bc1-b0b1-e50b7beb01be req-6b9c2ff6-44ee-447e-81b1-9154a90b7115 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96a0bba6-ce17-4075-8919-4d725de7dfcd {{(pid=93915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 18:20:33.319904 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d5fb1c-04a0-478f-a585-3a9bd09bb1c1 req-cbb2010c-b8e0-4e7c-9ad0-118c54575f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:20:33.321875 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-f6d5fb1c-04a0-478f-a585-3a9bd09bb1c1 req-cbb2010c-b8e0-4e7c-9ad0-118c54575f5f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9efde9e7-aa34-4910-a858-233df7108613 HTTP/1.1" status: 200 len: 801 time: 0.1867719 Jul 14 18:20:33.395997 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [req-941f8571-cbb4-4e1f-b505-2ca5d61c1dce req-61f918c7-3d08-4bba-a31a-5c75bf8773fc tempest-LiveAutoBlockMigrationV225Test-133245952 tempest-LiveAutoBlockMigrationV225Test-133245952-project-admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=93916) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 18:20:33.397135 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-941f8571-cbb4-4e1f-b505-2ca5d61c1dce req-61f918c7-3d08-4bba-a31a-5c75bf8773fc tempest-LiveAutoBlockMigrationV225Test-133245952 tempest-LiveAutoBlockMigrationV225Test-133245952-project-admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0139751 Jul 14 18:20:33.408934 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [req-941f8571-cbb4-4e1f-b505-2ca5d61c1dce req-0c17cf28-a1b9-425e-80d9-7981c8eb5a64 service neutron] Request body: {'binding': {'host': 'n-h1-800634-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:20:33.409405 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [req-941f8571-cbb4-4e1f-b505-2ca5d61c1dce req-0c17cf28-a1b9-425e-80d9-7981c8eb5a64 service neutron] Unknown quota resources ['binding']. {{(pid=93916) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 14 18:20:33.412000 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-778769e4-fe9c-4624-ad83-389dbe2cc5a7 admin admin] Notify agent at l3_agent.n-d-800634-3 the message routers_updated {{(pid=93916) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 18:20:33.420670 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-778769e4-fe9c-4624-ad83-389dbe2cc5a7 admin admin] 10.222.0.16 "PUT /v2.0/routers/6ea3fabc-63ee-4f59-8ee1-4b2fc873851a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7988834 Jul 14 18:20:33.423265 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81d2e518-6620-4439-a772-87d531b52f42 None None] Sync routers for ids ['6ea3fabc-63ee-4f59-8ee1-4b2fc873851a'] in n-d-800634-3 {{(pid=93917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 18:20:33.423498 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 54774) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:20:33.434777 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81d2e518-6620-4439-a772-87d531b52f42 None None] Routers {'6ea3fabc-63ee-4f59-8ee1-4b2fc873851a'} bound to L3 agent in host n-d-800634-3 {{(pid=93917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:20:33.435627 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-81d2e518-6620-4439-a772-87d531b52f42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:20:23Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['6ea3fabc-63ee-4f59-8ee1-4b2fc873851a'], 'active': True} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:20:33.566447 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvr_db [None req-81d2e518-6620-4439-a772-87d531b52f42 None None] Set router 6ea3fabc-63ee-4f59-8ee1-4b2fc873851a gateway port host: n-d-800634-3 {{(pid=93917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 18:20:33.606599 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d5fb1c-04a0-478f-a585-3a9bd09bb1c1 req-6dd6557d-7b36-4c54-a052-8e0e637cd67a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:20:33.608153 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-f6d5fb1c-04a0-478f-a585-3a9bd09bb1c1 req-6dd6557d-7b36-4c54-a052-8e0e637cd67a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=389007d6-2757-4fd5-84e3-bc7e8a5f1c0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2764692 Jul 14 18:20:33.653514 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-85618f63-b131-4bc1-b0b1-e50b7beb01be req-6b9c2ff6-44ee-447e-81b1-9154a90b7115 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:33.664798 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3509cb-8a21-43a7-a2bb-a2db90094417 req-c2201ecc-a762-42aa-a8e5-70e402419d43 tempest-VolumesAdminNegativeTest-1045622320 tempest-VolumesAdminNegativeTest-1045622320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:20:33.666408 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-bd3509cb-8a21-43a7-a2bb-a2db90094417 req-c2201ecc-a762-42aa-a8e5-70e402419d43 tempest-VolumesAdminNegativeTest-1045622320 tempest-VolumesAdminNegativeTest-1045622320-project] 10.222.0.16 "GET /v2.0/ports?device_id=90863bc0-3d96-449d-b309-c9f85c6fe43f HTTP/1.1" status: 200 len: 931 time: 0.7110977 Jul 14 18:20:33.695196 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.provisioning_blocks [req-85618f63-b131-4bc1-b0b1-e50b7beb01be req-6b9c2ff6-44ee-447e-81b1-9154a90b7115 service neutron] Transition to ACTIVE for port object 96a0bba6-ce17-4075-8919-4d725de7dfcd will not be triggered until provisioned by entity L2. {{(pid=93915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:20:33.709779 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-85618f63-b131-4bc1-b0b1-e50b7beb01be req-6b9c2ff6-44ee-447e-81b1-9154a90b7115 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25912978'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:33.716401 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-eb3de221-84ca-4d5e-942a-66a87b84d5ea admin admin] Notify callbacks [] for router, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:33.744553 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90c61579-55bf-4072-b3e2-86591ff74028 admin admin] Notify agent at l3_agent.n-d-800634-3 the message routers_updated {{(pid=93915) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 18:20:33.757101 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d289dd72-7975-4ed4-81ad-947c080b3d40 None None] Sync routers for ids ['d52bd63e-c477-4d65-9621-2b569b555ca7'] in n-d-800634-3 {{(pid=93918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 18:20:33.759018 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-90c61579-55bf-4072-b3e2-86591ff74028 admin admin] 10.222.0.16 "PUT /v2.0/routers/d52bd63e-c477-4d65-9621-2b569b555ca7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4774144 Jul 14 18:20:33.775961 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d289dd72-7975-4ed4-81ad-947c080b3d40 None None] Routers {'d52bd63e-c477-4d65-9621-2b569b555ca7'} bound to L3 agent in host n-d-800634-3 {{(pid=93918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:20:33.776981 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-d289dd72-7975-4ed4-81ad-947c080b3d40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:20:23Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['d52bd63e-c477-4d65-9621-2b569b555ca7'], 'active': True} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:20:33.791660 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-81d2e518-6620-4439-a772-87d531b52f42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ea3fabc-63ee-4f59-8ee1-4b2fc873851a', 'name': 'tempest-AttachSCSIVolumeTestJSON-1181539226-router', 'tenant_id': '19c20e26dab9496fb4ffe8f56293d802', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.191'}], 'enable_snat': True}, 'gw_port_id': 'bb2993a4-f4fa-4573-8090-40b5ec010cde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:18:18Z', 'updated_at': '2021-07-14T18:20:31Z', 'revision_number': 5, 'project_id': '19c20e26dab9496fb4ffe8f56293d802', 'gw_port': {'id': 'bb2993a4-f4fa-4573-8090-40b5ec010cde', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:0b:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ea3fabc-63ee-4f59-8ee1-4b2fc873851a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 221, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:18:19Z', 'updated_at': '2021-07-14T18:18:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3'}], 'n-d-800634-3', False) {} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:20:33.826536 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-bd3509cb-8a21-43a7-a2bb-a2db90094417 req-e080f798-8fd2-4703-aead-0950a2e46446 tempest-VolumesAdminNegativeTest-1045622320 tempest-VolumesAdminNegativeTest-1045622320-project] 10.222.0.16 "GET /v2.0/security-groups?id=1d7c97a8-f107-49f9-a141-5191f8d9e4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410773 Jul 14 18:20:33.826683 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.managers [req-941f8571-cbb4-4e1f-b505-2ca5d61c1dce req-0c17cf28-a1b9-425e-80d9-7981c8eb5a64 service neutron] Attempting to bind port 2d1dc18a-16b5-40f5-8ce7-d5b286a9d811 on host n-h1-800634-3 for vnic_type normal with profile None {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:20:33.826683 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.managers [req-941f8571-cbb4-4e1f-b505-2ca5d61c1dce req-0c17cf28-a1b9-425e-80d9-7981c8eb5a64 service neutron] Attempting to bind port 2d1dc18a-16b5-40f5-8ce7-d5b286a9d811 by drivers openvswitch,hyperv on host n-h1-800634-3 at level 0 using segments [{'id': '60f92988-9b9b-4790-95f5-9fce88e5a460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '7cee3312-4c4c-4d32-820f-eab965dcf565'}] {{(pid=93916) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:20:33.826683 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-941f8571-cbb4-4e1f-b505-2ca5d61c1dce req-0c17cf28-a1b9-425e-80d9-7981c8eb5a64 service neutron] Attempting to bind port 2d1dc18a-16b5-40f5-8ce7-d5b286a9d811 on network 7cee3312-4c4c-4d32-820f-eab965dcf565 {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:20:33.826931 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81d2e518-6620-4439-a772-87d531b52f42 None None] Checking router: 6ea3fabc-63ee-4f59-8ee1-4b2fc873851a for host: n-d-800634-3 {{(pid=93917) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 18:20:33.837897 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81d2e518-6620-4439-a772-87d531b52f42 None None] Routers {'6ea3fabc-63ee-4f59-8ee1-4b2fc873851a'} bound to L3 agent in host n-d-800634-3 {{(pid=93917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:20:33.838736 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-81d2e518-6620-4439-a772-87d531b52f42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:20:23Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['6ea3fabc-63ee-4f59-8ee1-4b2fc873851a'], 'active': True} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:20:33.911387 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9c2ff6-44ee-447e-81b1-9154a90b7115 service neutron] Pushing event updated for resources: {'Port': ['ID=96a0bba6-ce17-4075-8919-4d725de7dfcd,revision_number=2']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:20:33.917433 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvr_db [None req-d289dd72-7975-4ed4-81ad-947c080b3d40 None None] Set router d52bd63e-c477-4d65-9621-2b569b555ca7 gateway port host: n-d-800634-3 {{(pid=93918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 18:20:34.027815 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvr_db [None req-81d2e518-6620-4439-a772-87d531b52f42 None None] Set router 6ea3fabc-63ee-4f59-8ee1-4b2fc873851a gateway port host: n-d-800634-3 {{(pid=93917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 18:20:34.043672 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-85618f63-b131-4bc1-b0b1-e50b7beb01be req-6b9c2ff6-44ee-447e-81b1-9154a90b7115 service neutron] Attempting to bind port 96a0bba6-ce17-4075-8919-4d725de7dfcd on host n-h2-800634-3 for vnic_type normal with profile {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:20:34.044003 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-85618f63-b131-4bc1-b0b1-e50b7beb01be req-6b9c2ff6-44ee-447e-81b1-9154a90b7115 service neutron] Attempting to bind port 96a0bba6-ce17-4075-8919-4d725de7dfcd by drivers openvswitch,hyperv on host n-h2-800634-3 at level 0 using segments [{'id': '18bc5909-4f6f-4759-9c5f-7c2c3324b184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '9483c714-6a71-454e-860b-eb463c1b5290'}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:20:34.044648 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85618f63-b131-4bc1-b0b1-e50b7beb01be req-6b9c2ff6-44ee-447e-81b1-9154a90b7115 service neutron] Attempting to bind port 96a0bba6-ce17-4075-8919-4d725de7dfcd on network 9483c714-6a71-454e-860b-eb463c1b5290 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:20:34.078996 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85618f63-b131-4bc1-b0b1-e50b7beb01be req-6b9c2ff6-44ee-447e-81b1-9154a90b7115 service neutron] Port 96a0bba6-ce17-4075-8919-4d725de7dfcd on network 9483c714-6a71-454e-860b-eb463c1b5290 not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-3 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 18:20:34.079361 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85618f63-b131-4bc1-b0b1-e50b7beb01be req-6b9c2ff6-44ee-447e-81b1-9154a90b7115 service neutron] Attempting to bind port 96a0bba6-ce17-4075-8919-4d725de7dfcd on network 9483c714-6a71-454e-860b-eb463c1b5290 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:20:34.088719 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85618f63-b131-4bc1-b0b1-e50b7beb01be req-6b9c2ff6-44ee-447e-81b1-9154a90b7115 service neutron] Checking agent: {'id': '08e36a6c-8d04-48f0-a644-f27680635246', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 15, 35), 'started_at': datetime.datetime(2021, 7, 14, 18, 15, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 18, 20, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 18:20:34.089247 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85618f63-b131-4bc1-b0b1-e50b7beb01be req-6b9c2ff6-44ee-447e-81b1-9154a90b7115 service neutron] Checking segment: {'id': '18bc5909-4f6f-4759-9c5f-7c2c3324b184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '9483c714-6a71-454e-860b-eb463c1b5290'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:20:34.089650 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85618f63-b131-4bc1-b0b1-e50b7beb01be req-6b9c2ff6-44ee-447e-81b1-9154a90b7115 service neutron] Bound using segment: {'id': '18bc5909-4f6f-4759-9c5f-7c2c3324b184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '9483c714-6a71-454e-860b-eb463c1b5290'} {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 18:20:34.090773 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-85618f63-b131-4bc1-b0b1-e50b7beb01be req-6b9c2ff6-44ee-447e-81b1-9154a90b7115 service neutron] Bound port: 96a0bba6-ce17-4075-8919-4d725de7dfcd, host: n-h2-800634-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18bc5909-4f6f-4759-9c5f-7c2c3324b184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '9483c714-6a71-454e-860b-eb463c1b5290'}}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 18:20:34.091152 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-85618f63-b131-4bc1-b0b1-e50b7beb01be req-6b9c2ff6-44ee-447e-81b1-9154a90b7115 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:34.133427 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3017a53f-7c33-4a96-9052-a61c948e7b08 req-1ea2f48d-f356-425c-a04c-454abacef65f tempest-LiveMigrationTest-888176612 tempest-LiveMigrationTest-888176612-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:20:34.134977 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3017a53f-7c33-4a96-9052-a61c948e7b08 req-1ea2f48d-f356-425c-a04c-454abacef65f tempest-LiveMigrationTest-888176612 tempest-LiveMigrationTest-888176612-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=71cc93c3-ed8e-4af7-bf04-1c1ca5f4c121 HTTP/1.1" status: 200 len: 1096 time: 0.1139119 Jul 14 18:20:34.141558 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-941f8571-cbb4-4e1f-b505-2ca5d61c1dce req-0c17cf28-a1b9-425e-80d9-7981c8eb5a64 service neutron] Port 2d1dc18a-16b5-40f5-8ce7-d5b286a9d811 on network 7cee3312-4c4c-4d32-820f-eab965dcf565 not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-3 {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 18:20:34.142085 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-941f8571-cbb4-4e1f-b505-2ca5d61c1dce req-0c17cf28-a1b9-425e-80d9-7981c8eb5a64 service neutron] Attempting to bind port 2d1dc18a-16b5-40f5-8ce7-d5b286a9d811 on network 7cee3312-4c4c-4d32-820f-eab965dcf565 {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:20:34.145437 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-f6d5fb1c-04a0-478f-a585-3a9bd09bb1c1 req-e92e440e-0ad5-4c6c-a1dc-f165899a8b0f service neutron] 10.222.0.18 "GET /v2.0/networks/389007d6-2757-4fd5-84e3-bc7e8a5f1c0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5229607 Jul 14 18:20:34.152508 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-941f8571-cbb4-4e1f-b505-2ca5d61c1dce req-0c17cf28-a1b9-425e-80d9-7981c8eb5a64 service neutron] Checking agent: {'id': 'a3630ff4-fbee-45d9-b9b6-0ae41cb3a350', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 15, 32), 'started_at': datetime.datetime(2021, 7, 14, 18, 15, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 18, 20, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 18:20:34.152915 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-941f8571-cbb4-4e1f-b505-2ca5d61c1dce req-0c17cf28-a1b9-425e-80d9-7981c8eb5a64 service neutron] Checking segment: {'id': '60f92988-9b9b-4790-95f5-9fce88e5a460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '7cee3312-4c4c-4d32-820f-eab965dcf565'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93916) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:20:34.153350 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-941f8571-cbb4-4e1f-b505-2ca5d61c1dce req-0c17cf28-a1b9-425e-80d9-7981c8eb5a64 service neutron] Bound using segment: {'id': '60f92988-9b9b-4790-95f5-9fce88e5a460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '7cee3312-4c4c-4d32-820f-eab965dcf565'} {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 18:20:34.153894 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.managers [req-941f8571-cbb4-4e1f-b505-2ca5d61c1dce req-0c17cf28-a1b9-425e-80d9-7981c8eb5a64 service neutron] Bound port: 2d1dc18a-16b5-40f5-8ce7-d5b286a9d811, host: n-h1-800634-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '60f92988-9b9b-4790-95f5-9fce88e5a460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '7cee3312-4c4c-4d32-820f-eab965dcf565'}}] {{(pid=93916) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 18:20:34.228160 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3017a53f-7c33-4a96-9052-a61c948e7b08 req-8d714cc4-116a-40e4-aa2b-fc29a1a38c1c tempest-LiveMigrationTest-888176612 tempest-LiveMigrationTest-888176612-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=93c6eb24-b3aa-49c4-93f7-93dd5f011665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371530 Jul 14 18:20:34.236453 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-85618f63-b131-4bc1-b0b1-e50b7beb01be req-6b9c2ff6-44ee-447e-81b1-9154a90b7115 service neutron] For port 96a0bba6-ce17-4075-8919-4d725de7dfcd, host n-h2-800634-3, cleared binding levels {{(pid=93915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:20:34.239834 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-85618f63-b131-4bc1-b0b1-e50b7beb01be req-6b9c2ff6-44ee-447e-81b1-9154a90b7115 service neutron] For port 96a0bba6-ce17-4075-8919-4d725de7dfcd, host n-h2-800634-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=96a0bba6-ce17-4075-8919-4d725de7dfcd,segment=NetworkSegment(18bc5909-4f6f-4759-9c5f-7c2c3324b184),segment_id=18bc5909-4f6f-4759-9c5f-7c2c3324b184)] {{(pid=93915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 18:20:34.248743 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-81d2e518-6620-4439-a772-87d531b52f42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ea3fabc-63ee-4f59-8ee1-4b2fc873851a', 'name': 'tempest-AttachSCSIVolumeTestJSON-1181539226-router', 'tenant_id': '19c20e26dab9496fb4ffe8f56293d802', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.191'}], 'enable_snat': True}, 'gw_port_id': 'bb2993a4-f4fa-4573-8090-40b5ec010cde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:18:18Z', 'updated_at': '2021-07-14T18:20:31Z', 'revision_number': 5, 'project_id': '19c20e26dab9496fb4ffe8f56293d802', 'gw_port': {'id': 'bb2993a4-f4fa-4573-8090-40b5ec010cde', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:0b:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ea3fabc-63ee-4f59-8ee1-4b2fc873851a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 221, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:18:19Z', 'updated_at': '2021-07-14T18:18:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3'}], 'n-d-800634-3', False) {} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:20:34.250694 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-85618f63-b131-4bc1-b0b1-e50b7beb01be req-6b9c2ff6-44ee-447e-81b1-9154a90b7115 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25912978'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:34.291097 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81d2e518-6620-4439-a772-87d531b52f42 None None] The sync data for ids ['6ea3fabc-63ee-4f59-8ee1-4b2fc873851a'] in n-d-800634-3 is: [{'id': '6ea3fabc-63ee-4f59-8ee1-4b2fc873851a', 'name': 'tempest-AttachSCSIVolumeTestJSON-1181539226-router', 'tenant_id': '19c20e26dab9496fb4ffe8f56293d802', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.191'}], 'enable_snat': True}, 'gw_port_id': 'bb2993a4-f4fa-4573-8090-40b5ec010cde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:18:18Z', 'updated_at': '2021-07-14T18:20:31Z', 'revision_number': 5, 'project_id': '19c20e26dab9496fb4ffe8f56293d802', 'gw_port': {'id': 'bb2993a4-f4fa-4573-8090-40b5ec010cde', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:0b:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ea3fabc-63ee-4f59-8ee1-4b2fc873851a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 221, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:18:19Z', 'updated_at': '2021-07-14T18:18:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3'}] {{(pid=93917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 18:20:34.295689 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-eb3de221-84ca-4d5e-942a-66a87b84d5ea admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:34.306409 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-d289dd72-7975-4ed4-81ad-947c080b3d40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd52bd63e-c477-4d65-9621-2b569b555ca7', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1079388820-router', 'tenant_id': '06a5f031e0274154acdb0761b62d5c78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.119'}], 'enable_snat': True}, 'gw_port_id': '42bb9398-b477-4904-bdd3-5f3b62320ade', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:20:21Z', 'updated_at': '2021-07-14T18:20:31Z', 'revision_number': 4, 'project_id': '06a5f031e0274154acdb0761b62d5c78', 'gw_port': {'id': '42bb9398-b477-4904-bdd3-5f3b62320ade', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:31:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd52bd63e-c477-4d65-9621-2b569b555ca7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:20:23Z', 'updated_at': '2021-07-14T18:20:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_interfaces': [{'id': '99c2b89b-74a4-4372-aa9c-ebf86512f7f5', 'name': '', 'network_id': 'aa295b65-90e7-400a-9977-28e2f73aa10a', 'tenant_id': '06a5f031e0274154acdb0761b62d5c78', 'mac_address': 'fa:16:3e:74:28:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd52bd63e-c477-4d65-9621-2b569b555ca7', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '44784915-ed3a-404b-9c8e-ae78a0a8eedf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:20:29Z', 'updated_at': '2021-07-14T18:20:31Z', 'revision_number': 2, 'project_id': '06a5f031e0274154acdb0761b62d5c78', 'subnets': [{'id': '44784915-ed3a-404b-9c8e-ae78a0a8eedf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-3', False) {} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:20:34.330339 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85618f63-b131-4bc1-b0b1-e50b7beb01be req-6b9c2ff6-44ee-447e-81b1-9154a90b7115 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:20:34.330970 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-85618f63-b131-4bc1-b0b1-e50b7beb01be req-6b9c2ff6-44ee-447e-81b1-9154a90b7115 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:34.332386 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-85618f63-b131-4bc1-b0b1-e50b7beb01be req-6b9c2ff6-44ee-447e-81b1-9154a90b7115 service neutron] 10.222.0.35 "PUT /v2.0/ports/96a0bba6-ce17-4075-8919-4d725de7dfcd HTTP/1.1" status: 200 len: 1091 time: 2.3356724 Jul 14 18:20:34.332836 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90863bc0-3d96-449d-b309-c9f85c6fe43f', 'tag': '96a0bba6-ce17-4075-8919-4d725de7dfcd'}] {{(pid=93915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:20:34.335349 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e72782ad3af8f7d4ce76cedf092bca46d1756acc5c4653cf0b52034cdd6b073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c09e304c-604d-4bd6-b43b-80b69af3b1cc" -d '{"events": [{"name": "network-changed", "server_uuid": "90863bc0-3d96-449d-b309-c9f85c6fe43f", "tag": "96a0bba6-ce17-4075-8919-4d725de7dfcd"}]}' {{(pid=93915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:20:34.343262 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9c2ff6-44ee-447e-81b1-9154a90b7115 service neutron] Pushing event updated for resources: {'Port': ['ID=96a0bba6-ce17-4075-8919-4d725de7dfcd,revision_number=3']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:20:34.361970 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d289dd72-7975-4ed4-81ad-947c080b3d40 None None] Checking router: d52bd63e-c477-4d65-9621-2b569b555ca7 for host: n-d-800634-3 {{(pid=93918) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 18:20:34.362276 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d289dd72-7975-4ed4-81ad-947c080b3d40 None None] Updating router d52bd63e-c477-4d65-9621-2b569b555ca7 port 99c2b89b-74a4-4372-aa9c-ebf86512f7f5 binding host n-d-800634-3 {{(pid=93918) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 18:20:34.374228 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.db [req-941f8571-cbb4-4e1f-b505-2ca5d61c1dce req-0c17cf28-a1b9-425e-80d9-7981c8eb5a64 service neutron] For port 2d1dc18a-16b5-40f5-8ce7-d5b286a9d811, host n-h1-800634-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=2d1dc18a-16b5-40f5-8ce7-d5b286a9d811,segment=NetworkSegment(60f92988-9b9b-4790-95f5-9fce88e5a460),segment_id=60f92988-9b9b-4790-95f5-9fce88e5a460)] {{(pid=93916) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 18:20:34.378229 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-f6d5fb1c-04a0-478f-a585-3a9bd09bb1c1 req-dcfaf6ea-854b-49f1-b333-27dd780577c9 service neutron] 10.222.0.18 "GET /v2.0/networks/389007d6-2757-4fd5-84e3-bc7e8a5f1c0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2170095 Jul 14 18:20:34.384624 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-941f8571-cbb4-4e1f-b505-2ca5d61c1dce req-0c17cf28-a1b9-425e-80d9-7981c8eb5a64 service neutron] Notify callbacks [] for binding, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:34.386133 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-941f8571-cbb4-4e1f-b505-2ca5d61c1dce req-0c17cf28-a1b9-425e-80d9-7981c8eb5a64 service neutron] 10.222.0.16 "POST /v2.0/ports/2d1dc18a-16b5-40f5-8ce7-d5b286a9d811/bindings HTTP/1.1" status: 201 len: 389 time: 0.9829123 Jul 14 18:20:34.409397 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-eb3de221-84ca-4d5e-942a-66a87b84d5ea admin admin] Deleting port bb2993a4-f4fa-4573-8090-40b5ec010cde {{(pid=93916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:20:34.409768 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-eb3de221-84ca-4d5e-942a-66a87b84d5ea admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:34.412079 n-d-800634-3 neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-d289dd72-7975-4ed4-81ad-947c080b3d40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:34.464622 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85618f63-b131-4bc1-b0b1-e50b7beb01be req-672e5395-052b-4f98-9f0e-2a57bfa2433e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:20:34.466276 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-85618f63-b131-4bc1-b0b1-e50b7beb01be req-672e5395-052b-4f98-9f0e-2a57bfa2433e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ba1337c1e76644d9a27bf95f342bd812&device_id=90863bc0-3d96-449d-b309-c9f85c6fe43f HTTP/1.1" status: 200 len: 1094 time: 0.0759299 Jul 14 18:20:34.556972 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.db [None req-eb3de221-84ca-4d5e-942a-66a87b84d5ea admin admin] For port bb2993a4-f4fa-4573-8090-40b5ec010cde, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=bb2993a4-f4fa-4573-8090-40b5ec010cde,segment=NetworkSegment(5afb940b-bbdf-4727-be00-5d46367c38a1),segment_id=5afb940b-bbdf-4727-be00-5d46367c38a1)] {{(pid=93916) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:20:34.557493 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-eb3de221-84ca-4d5e-942a-66a87b84d5ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:34.562451 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-85618f63-b131-4bc1-b0b1-e50b7beb01be req-ea674e6f-7c2b-479e-a528-c40c2593233f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=96a0bba6-ce17-4075-8919-4d725de7dfcd HTTP/1.1" status: 200 len: 217 time: 0.0879233 Jul 14 18:20:34.590978 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-eb3de221-84ca-4d5e-942a-66a87b84d5ea admin admin] Calling delete_port for bb2993a4-f4fa-4573-8090-40b5ec010cde owned by network:router_gateway {{(pid=93916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:20:34.701141 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85618f63-b131-4bc1-b0b1-e50b7beb01be req-ee2dcd79-a0b1-47d9-aeb1-0342ae44b80d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:20:34.702976 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-85618f63-b131-4bc1-b0b1-e50b7beb01be req-ee2dcd79-a0b1-47d9-aeb1-0342ae44b80d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=695bca8c-434a-49cc-954f-3765b04f3d13 HTTP/1.1" status: 200 len: 854 time: 0.1304598 Jul 14 18:20:34.762025 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-85618f63-b131-4bc1-b0b1-e50b7beb01be req-776ccbee-9291-44af-b206-609e3ce04912 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9483c714-6a71-454e-860b-eb463c1b5290&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0497320 Jul 14 18:20:34.806784 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941f8571-cbb4-4e1f-b505-2ca5d61c1dce req-ec1c332c-79a6-4670-95f1-ed5e085596f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:20:34.808727 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-941f8571-cbb4-4e1f-b505-2ca5d61c1dce req-ec1c332c-79a6-4670-95f1-ed5e085596f6 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=0a6a8e07e1ce4e4e84e3fe5c59c6747c&device_id=4c03c8a6-1634-41e9-92c6-45ef79023d35 HTTP/1.1" status: 200 len: 1096 time: 0.1326661 Jul 14 18:20:34.814934 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4838368-80f8-4c59-b4b6-f38c6282bb64 req-c7e40453-b42a-422f-80d9-d6c763e512bf tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:20:34.822396 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4838368-80f8-4c59-b4b6-f38c6282bb64 req-c7e40453-b42a-422f-80d9-d6c763e512bf tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:20:34.830498 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4838368-80f8-4c59-b4b6-f38c6282bb64 req-c7e40453-b42a-422f-80d9-d6c763e512bf tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:20:34.832490 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b4838368-80f8-4c59-b4b6-f38c6282bb64 req-c7e40453-b42a-422f-80d9-d6c763e512bf tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] 10.222.0.16 "GET /v2.0/ports?device_id=aaecf31f-93a0-4d4a-8437-96be4945fc86 HTTP/1.1" status: 200 len: 2412 time: 0.1993313 Jul 14 18:20:34.905962 n-d-800634-3 neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-d289dd72-7975-4ed4-81ad-947c080b3d40 None None] Notify callbacks [] for port, precommit_update {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:34.912479 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-85618f63-b131-4bc1-b0b1-e50b7beb01be req-f283b9fb-6375-4b3e-9455-2d84a58931bd service neutron] 10.222.0.35 "GET /v2.0/networks/9483c714-6a71-454e-860b-eb463c1b5290?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1422908 Jul 14 18:20:34.924011 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.provisioning_blocks [None req-d289dd72-7975-4ed4-81ad-947c080b3d40 None None] Transition to ACTIVE for port object 99c2b89b-74a4-4372-aa9c-ebf86512f7f5 will not be triggered until provisioned by entity L2. {{(pid=93918) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:20:34.931763 n-d-800634-3 neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-d289dd72-7975-4ed4-81ad-947c080b3d40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:34.953642 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-eb3de221-84ca-4d5e-942a-66a87b84d5ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:34.959798 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 9ac47deb-abdd-48e4-adac-0519aaa38165 no longer exists at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 18:20:34.965569 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941f8571-cbb4-4e1f-b505-2ca5d61c1dce req-b8ae91ef-58ac-4592-9310-ad34521c732b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:20:34.967069 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-941f8571-cbb4-4e1f-b505-2ca5d61c1dce req-b8ae91ef-58ac-4592-9310-ad34521c732b service neutron] 10.222.0.18 "GET /v2.0/networks?id=7cee3312-4c4c-4d32-820f-eab965dcf565 HTTP/1.1" status: 200 len: 921 time: 0.1528039 Jul 14 18:20:34.987605 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] No Port match for: 9ac47deb-abdd-48e4-adac-0519aaa38165 {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 18:20:34.988294 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 9ac47deb-abdd-48e4-adac-0519aaa38165 not bound to the agent host n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 18:20:34.995042 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3de221-84ca-4d5e-942a-66a87b84d5ea admin admin] Pushing event deleted for resources: {'Port': ['ID=bb2993a4-f4fa-4573-8090-40b5ec010cde,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:20:35.005344 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f5ad8a-ebd0-4fc9-aff2-5216893cbaa4 None None] Pushing event updated for resources: {'Port': ['ID=99c2b89b-74a4-4372-aa9c-ebf86512f7f5,revision_number=3']} {{(pid=93918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:20:35.031075 n-d-800634-3 neutron-server[93915]: INFO neutron.api.v2.resource [req-d4b9b209-f4ad-4fef-a98c-f6a44ccb3743 req-e018738e-4ae5-4e19-b28b-e94a8e43c4ca tempest-FloatingIPDetailsNegativeTestJSON-789767540 tempest-FloatingIPDetailsNegativeTestJSON-789767540-project] show failed (client error): The resource could not be found. Jul 14 18:20:35.032323 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-d4b9b209-f4ad-4fef-a98c-f6a44ccb3743 req-e018738e-4ae5-4e19-b28b-e94a8e43c4ca tempest-FloatingIPDetailsNegativeTestJSON-789767540 tempest-FloatingIPDetailsNegativeTestJSON-789767540-project] 10.222.0.16 "GET /v2.0/floatingips/4d85d8ce-d14d-44fc-89b9-89e9475687ef HTTP/1.1" status: 404 len: 350 time: 0.1003649 Jul 14 18:20:35.042270 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f5ad8a-ebd0-4fc9-aff2-5216893cbaa4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:20:35.047888 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f5ad8a-ebd0-4fc9-aff2-5216893cbaa4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:20:35.048312 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 54808) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:20:35.048453 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f5ad8a-ebd0-4fc9-aff2-5216893cbaa4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:20:35.048854 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f5ad8a-ebd0-4fc9-aff2-5216893cbaa4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:20:35.049252 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f5ad8a-ebd0-4fc9-aff2-5216893cbaa4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:20:35.049668 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f5ad8a-ebd0-4fc9-aff2-5216893cbaa4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:20:35.050065 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f5ad8a-ebd0-4fc9-aff2-5216893cbaa4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:20:35.050455 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f5ad8a-ebd0-4fc9-aff2-5216893cbaa4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:20:35.050845 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f5ad8a-ebd0-4fc9-aff2-5216893cbaa4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:20:35.051237 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f5ad8a-ebd0-4fc9-aff2-5216893cbaa4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:20:35.051534 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-941f8571-cbb4-4e1f-b505-2ca5d61c1dce req-f14537e2-2d3c-4e11-a81e-fb0a696dc0c3 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2d1dc18a-16b5-40f5-8ce7-d5b286a9d811 HTTP/1.1" status: 200 len: 217 time: 0.0669363 Jul 14 18:20:35.051645 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f5ad8a-ebd0-4fc9-aff2-5216893cbaa4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:20:35.052029 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f5ad8a-ebd0-4fc9-aff2-5216893cbaa4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:20:35.097242 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:35.118672 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.managers [None req-d289dd72-7975-4ed4-81ad-947c080b3d40 None None] Attempting to bind port 99c2b89b-74a4-4372-aa9c-ebf86512f7f5 on host n-d-800634-3 for vnic_type normal with profile {{(pid=93918) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:20:35.119379 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.managers [None req-d289dd72-7975-4ed4-81ad-947c080b3d40 None None] Attempting to bind port 99c2b89b-74a4-4372-aa9c-ebf86512f7f5 by drivers openvswitch,hyperv on host n-d-800634-3 at level 0 using segments [{'id': 'fd0f50e4-c4dd-448f-97fa-7aad76cb8602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'aa295b65-90e7-400a-9977-28e2f73aa10a'}] {{(pid=93918) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:20:35.120384 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d289dd72-7975-4ed4-81ad-947c080b3d40 None None] Attempting to bind port 99c2b89b-74a4-4372-aa9c-ebf86512f7f5 on network aa295b65-90e7-400a-9977-28e2f73aa10a {{(pid=93918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:20:35.129134 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d289dd72-7975-4ed4-81ad-947c080b3d40 None None] Checking agent: {'id': '01c19e91-a945-4e3c-94a6-c211e17c923e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 8, 23), 'started_at': datetime.datetime(2021, 7, 14, 18, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 18, 20, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 18:20:35.130655 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d289dd72-7975-4ed4-81ad-947c080b3d40 None None] Checking segment: {'id': 'fd0f50e4-c4dd-448f-97fa-7aad76cb8602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'aa295b65-90e7-400a-9977-28e2f73aa10a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93918) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:20:35.132147 n-d-800634-3 neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-d289dd72-7975-4ed4-81ad-947c080b3d40 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:35.133313 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d289dd72-7975-4ed4-81ad-947c080b3d40 None None] Bound using segment: {'id': 'fd0f50e4-c4dd-448f-97fa-7aad76cb8602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'aa295b65-90e7-400a-9977-28e2f73aa10a'} {{(pid=93918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 18:20:35.134578 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.managers [None req-d289dd72-7975-4ed4-81ad-947c080b3d40 None None] Bound port: 99c2b89b-74a4-4372-aa9c-ebf86512f7f5, host: n-d-800634-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd0f50e4-c4dd-448f-97fa-7aad76cb8602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'aa295b65-90e7-400a-9977-28e2f73aa10a'}}] {{(pid=93918) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 18:20:35.135363 n-d-800634-3 neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-d289dd72-7975-4ed4-81ad-947c080b3d40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:35.159263 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b4838368-80f8-4c59-b4b6-f38c6282bb64 req-8dc33c4f-69ab-4b2a-8909-ad60127620ff tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] 10.222.0.16 "GET /v2.0/security-groups?id=07501815-414f-40f0-a54a-1c35d98e3f98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2455528 Jul 14 18:20:35.220668 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-85618f63-b131-4bc1-b0b1-e50b7beb01be req-189370cb-6893-4189-a433-9125b6a41971 service neutron] 10.222.0.35 "GET /v2.0/networks/9483c714-6a71-454e-860b-eb463c1b5290?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2139947 Jul 14 18:20:35.237613 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 18:20:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a51ddc3-fa8f-4e96-8d64-4ad6e060801c x-openstack-request-id: req-5a51ddc3-fa8f-4e96-8d64-4ad6e060801c {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:20:35.237897 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90863bc0-3d96-449d-b309-c9f85c6fe43f", "tag": "96a0bba6-ce17-4075-8919-4d725de7dfcd", "status": "completed", "code": 200}]} {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:20:35.238158 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5a51ddc3-fa8f-4e96-8d64-4ad6e060801c {{(pid=93915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:20:35.238561 n-d-800634-3 neutron-server[93915]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90863bc0-3d96-449d-b309-c9f85c6fe43f', 'tag': '96a0bba6-ce17-4075-8919-4d725de7dfcd', 'status': 'completed', 'code': 200} Jul 14 18:20:35.240225 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.db [None req-d289dd72-7975-4ed4-81ad-947c080b3d40 None None] For port 99c2b89b-74a4-4372-aa9c-ebf86512f7f5, host n-d-800634-3, cleared binding levels {{(pid=93918) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:20:35.247355 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.db [None req-d289dd72-7975-4ed4-81ad-947c080b3d40 None None] For port 99c2b89b-74a4-4372-aa9c-ebf86512f7f5, host n-d-800634-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=99c2b89b-74a4-4372-aa9c-ebf86512f7f5,segment=NetworkSegment(fd0f50e4-c4dd-448f-97fa-7aad76cb8602),segment_id=fd0f50e4-c4dd-448f-97fa-7aad76cb8602)] {{(pid=93918) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 18:20:35.253450 n-d-800634-3 neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-d289dd72-7975-4ed4-81ad-947c080b3d40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:35.289317 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941f8571-cbb4-4e1f-b505-2ca5d61c1dce req-929693c7-767c-46af-a6b6-0ca60b1b4aab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:20:35.290766 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-941f8571-cbb4-4e1f-b505-2ca5d61c1dce req-929693c7-767c-46af-a6b6-0ca60b1b4aab service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2a54265e-973c-4132-80fb-ad9d5d305963 HTTP/1.1" status: 200 len: 861 time: 0.2282171 Jul 14 18:20:35.291593 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-eb3de221-84ca-4d5e-942a-66a87b84d5ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-930057'] for router_gateway, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:35.355075 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f5ad8a-ebd0-4fc9-aff2-5216893cbaa4 None None] Pushing event updated for resources: {'Port': ['ID=99c2b89b-74a4-4372-aa9c-ebf86512f7f5,revision_number=4']} {{(pid=93918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:20:35.403142 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d289dd72-7975-4ed4-81ad-947c080b3d40 None None] Routers {'d52bd63e-c477-4d65-9621-2b569b555ca7'} bound to L3 agent in host n-d-800634-3 {{(pid=93918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:20:35.404100 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-d289dd72-7975-4ed4-81ad-947c080b3d40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:20:23Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['d52bd63e-c477-4d65-9621-2b569b555ca7'], 'active': True} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:20:35.408946 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09e304c-604d-4bd6-b43b-80b69af3b1cc req-6de112df-3450-4cdc-ad42-5fb6187a726e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:20:35.410216 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c09e304c-604d-4bd6-b43b-80b69af3b1cc req-6de112df-3450-4cdc-ad42-5fb6187a726e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ba1337c1e76644d9a27bf95f342bd812&device_id=90863bc0-3d96-449d-b309-c9f85c6fe43f HTTP/1.1" status: 200 len: 1094 time: 0.1268761 Jul 14 18:20:35.475638 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-eb3de221-84ca-4d5e-942a-66a87b84d5ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-571778', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11402'] for router, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:35.478320 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-eb3de221-84ca-4d5e-942a-66a87b84d5ea admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:35.484009 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-941f8571-cbb4-4e1f-b505-2ca5d61c1dce req-c0f15cb7-782b-46e4-b3c7-c0f310299ff3 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7cee3312-4c4c-4d32-820f-eab965dcf565&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1852362 Jul 14 18:20:35.540752 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvr_db [None req-d289dd72-7975-4ed4-81ad-947c080b3d40 None None] Set router d52bd63e-c477-4d65-9621-2b569b555ca7 gateway port host: n-d-800634-3 {{(pid=93918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 18:20:35.575613 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device 197f059b-853f-4e78-a062-d7da772f123d details requested by agent hyperv_n-h1-800634-3 with host n-h1-800634-3 {{(pid=93917) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 18:20:35.613964 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09e304c-604d-4bd6-b43b-80b69af3b1cc req-ccc976ea-2cd8-432c-90a1-bf1c1b1b8c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:20:35.615401 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c09e304c-604d-4bd6-b43b-80b69af3b1cc req-ccc976ea-2cd8-432c-90a1-bf1c1b1b8c62 service neutron] 10.222.0.35 "GET /v2.0/networks?id=9483c714-6a71-454e-860b-eb463c1b5290 HTTP/1.1" status: 200 len: 914 time: 0.1985681 Jul 14 18:20:35.680087 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-eb3de221-84ca-4d5e-942a-66a87b84d5ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-541202'] for router, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:35.680979 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb3de221-84ca-4d5e-942a-66a87b84d5ea admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6ea3fabc-63ee-4f59-8ee1-4b2fc873851a {{(pid=93916) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 18:20:35.689037 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-eb3de221-84ca-4d5e-942a-66a87b84d5ea admin admin] Notify callbacks [] for router, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:35.693333 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-eb3de221-84ca-4d5e-942a-66a87b84d5ea admin admin] 10.222.0.16 "DELETE /v2.0/routers/6ea3fabc-63ee-4f59-8ee1-4b2fc873851a HTTP/1.1" status: 204 len: 168 time: 2.2686093 Jul 14 18:20:35.697260 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 54814) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:20:35.728090 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e7d19f-6a5c-4571-aed2-0027048ada97 req-c4eba8d3-0ce2-4847-a130-07d4d73b6f7a tempest-ServersWithSpecificFlavorTestJSON-461581366 tempest-ServersWithSpecificFlavorTestJSON-461581366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:20:35.735755 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-45e7d19f-6a5c-4571-aed2-0027048ada97 req-c4eba8d3-0ce2-4847-a130-07d4d73b6f7a tempest-ServersWithSpecificFlavorTestJSON-461581366 tempest-ServersWithSpecificFlavorTestJSON-461581366-project] 10.222.0.16 "GET /v2.0/ports?device_id=431bf4c3-8186-4be2-9ee1-3a584641826f HTTP/1.1" status: 200 len: 945 time: 0.3045216 Jul 14 18:20:35.743966 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c09e304c-604d-4bd6-b43b-80b69af3b1cc req-c922d943-77f5-4f67-98f7-94822550deb3 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=96a0bba6-ce17-4075-8919-4d725de7dfcd HTTP/1.1" status: 200 len: 217 time: 0.1192672 Jul 14 18:20:35.760831 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc62ccfb-d477-414d-8e10-e22d3227ce6a admin admin] Deleting subnet ed79a389-8a2e-4ef7-8494-55baf1f4fe6f {{(pid=93916) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 18:20:35.850689 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-dc62ccfb-d477-414d-8e10-e22d3227ce6a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:35.894242 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port 197f059b-853f-4e78-a062-d7da772f123d, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=197f059b-853f-4e78-a062-d7da772f123d,segment=NetworkSegment(18241552-ee73-4b7a-8f46-3aa78934916f),segment_id=18241552-ee73-4b7a-8f46-3aa78934916f)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:20:35.915951 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-45e7d19f-6a5c-4571-aed2-0027048ada97 req-b1112e77-1c3b-4bf8-bcc5-fb35df1b5b5f tempest-ServersWithSpecificFlavorTestJSON-461581366 tempest-ServersWithSpecificFlavorTestJSON-461581366-project] 10.222.0.16 "GET /v2.0/security-groups?id=53e3c538-c3c4-4fce-8d05-f9ee7d004cad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1785443 Jul 14 18:20:35.916674 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Returning: {'device': '197f059b-853f-4e78-a062-d7da772f123d', 'network_id': '7cbfbc88-1bb3-4c44-9708-98d8011b1345', 'port_id': '197f059b-853f-4e78-a062-d7da772f123d', 'mac_address': 'fa:16:3e:6d:0c:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 88, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50cbfdf8-0c5d-4960-b7b0-c2a107e5d11c', 'ip_address': '19.86.0.46'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93917) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 18:20:35.932662 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-d289dd72-7975-4ed4-81ad-947c080b3d40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd52bd63e-c477-4d65-9621-2b569b555ca7', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1079388820-router', 'tenant_id': '06a5f031e0274154acdb0761b62d5c78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.119'}], 'enable_snat': True}, 'gw_port_id': '42bb9398-b477-4904-bdd3-5f3b62320ade', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:20:21Z', 'updated_at': '2021-07-14T18:20:31Z', 'revision_number': 4, 'project_id': '06a5f031e0274154acdb0761b62d5c78', 'gw_port': {'id': '42bb9398-b477-4904-bdd3-5f3b62320ade', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:31:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd52bd63e-c477-4d65-9621-2b569b555ca7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:20:23Z', 'updated_at': '2021-07-14T18:20:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_interfaces': [{'id': '99c2b89b-74a4-4372-aa9c-ebf86512f7f5', 'name': '', 'network_id': 'aa295b65-90e7-400a-9977-28e2f73aa10a', 'tenant_id': '06a5f031e0274154acdb0761b62d5c78', 'mac_address': 'fa:16:3e:74:28:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd52bd63e-c477-4d65-9621-2b569b555ca7', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '44784915-ed3a-404b-9c8e-ae78a0a8eedf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:20:29Z', 'updated_at': '2021-07-14T18:20:35Z', 'revision_number': 4, 'project_id': '06a5f031e0274154acdb0761b62d5c78', 'subnets': [{'id': '44784915-ed3a-404b-9c8e-ae78a0a8eedf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-3', False) {} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:20:35.970701 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d289dd72-7975-4ed4-81ad-947c080b3d40 None None] The sync data for ids ['d52bd63e-c477-4d65-9621-2b569b555ca7'] in n-d-800634-3 is: [{'id': 'd52bd63e-c477-4d65-9621-2b569b555ca7', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1079388820-router', 'tenant_id': '06a5f031e0274154acdb0761b62d5c78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.119'}], 'enable_snat': True}, 'gw_port_id': '42bb9398-b477-4904-bdd3-5f3b62320ade', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:20:21Z', 'updated_at': '2021-07-14T18:20:31Z', 'revision_number': 4, 'project_id': '06a5f031e0274154acdb0761b62d5c78', 'gw_port': {'id': '42bb9398-b477-4904-bdd3-5f3b62320ade', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:31:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd52bd63e-c477-4d65-9621-2b569b555ca7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:20:23Z', 'updated_at': '2021-07-14T18:20:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_interfaces': [{'id': '99c2b89b-74a4-4372-aa9c-ebf86512f7f5', 'name': '', 'network_id': 'aa295b65-90e7-400a-9977-28e2f73aa10a', 'tenant_id': '06a5f031e0274154acdb0761b62d5c78', 'mac_address': 'fa:16:3e:74:28:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd52bd63e-c477-4d65-9621-2b569b555ca7', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '44784915-ed3a-404b-9c8e-ae78a0a8eedf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:20:29Z', 'updated_at': '2021-07-14T18:20:35Z', 'revision_number': 4, 'project_id': '06a5f031e0274154acdb0761b62d5c78', 'subnets': [{'id': '44784915-ed3a-404b-9c8e-ae78a0a8eedf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 18:20:35.993571 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09e304c-604d-4bd6-b43b-80b69af3b1cc req-9657848c-7bd5-437d-97e5-4761a6d78f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:20:35.995220 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c09e304c-604d-4bd6-b43b-80b69af3b1cc req-9657848c-7bd5-437d-97e5-4761a6d78f0d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=695bca8c-434a-49cc-954f-3765b04f3d13 HTTP/1.1" status: 200 len: 854 time: 0.2212846 Jul 14 18:20:35.997907 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-dc62ccfb-d477-414d-8e10-e22d3227ce6a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26296866'] for subnet, precommit_delete_associations {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:36.017530 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:36.090120 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c09e304c-604d-4bd6-b43b-80b69af3b1cc req-df3956d3-1f97-44f1-a686-338bc036e8ea service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9483c714-6a71-454e-860b-eb463c1b5290&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0867984 Jul 14 18:20:36.090855 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 197f059b-853f-4e78-a062-d7da772f123d {{(pid=93917) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 18:20:36.154032 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port 197f059b-853f-4e78-a062-d7da772f123d, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=197f059b-853f-4e78-a062-d7da772f123d,segment=NetworkSegment(18241552-ee73-4b7a-8f46-3aa78934916f),segment_id=18241552-ee73-4b7a-8f46-3aa78934916f)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:20:36.171418 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:36.174337 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device 1eaed3f0-aeb3-4994-8f29-8d8b040b9347 details requested by agent hyperv_n-h1-800634-3 with host n-h1-800634-3 {{(pid=93917) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 18:20:36.226021 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-941f8571-cbb4-4e1f-b505-2ca5d61c1dce req-46f25216-4662-4f40-bf11-825a31a58949 service neutron] 10.222.0.18 "GET /v2.0/networks/7cee3312-4c4c-4d32-820f-eab965dcf565?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7335207 Jul 14 18:20:36.328911 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Pushing event updated for resources: {'Port': ['ID=197f059b-853f-4e78-a062-d7da772f123d,revision_number=4']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:20:36.365228 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-941f8571-cbb4-4e1f-b505-2ca5d61c1dce req-c3a6f68b-0bd9-49a0-84e7-f497900c1298 service neutron] 10.222.0.18 "GET /v2.0/networks/7cee3312-4c4c-4d32-820f-eab965dcf565?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1022606 Jul 14 18:20:36.365979 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c09e304c-604d-4bd6-b43b-80b69af3b1cc req-a0580e7d-f0eb-4ca4-8552-2382a9fde3ad service neutron] 10.222.0.35 "GET /v2.0/networks/9483c714-6a71-454e-860b-eb463c1b5290?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2545171 Jul 14 18:20:36.429590 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port 1eaed3f0-aeb3-4994-8f29-8d8b040b9347, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=1eaed3f0-aeb3-4994-8f29-8d8b040b9347,segment=NetworkSegment(711d2a3c-b304-435a-9067-2fad19434ed6),segment_id=711d2a3c-b304-435a-9067-2fad19434ed6)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:20:36.443051 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Returning: {'device': '1eaed3f0-aeb3-4994-8f29-8d8b040b9347', 'network_id': '389007d6-2757-4fd5-84e3-bc7e8a5f1c0b', 'port_id': '1eaed3f0-aeb3-4994-8f29-8d8b040b9347', 'mac_address': 'fa:16:3e:4e:13:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9efde9e7-aa34-4910-a858-233df7108613', 'ip_address': '19.80.0.157'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93917) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 18:20:36.450307 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-dc62ccfb-d477-414d-8e10-e22d3227ce6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081283'] for subnet, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:36.490784 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:36.506581 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1eaed3f0-aeb3-4994-8f29-8d8b040b9347 {{(pid=93917) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 18:20:36.519963 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c09e304c-604d-4bd6-b43b-80b69af3b1cc req-67ad53e2-5241-4bca-a6a0-b84791668b6d service neutron] 10.222.0.35 "GET /v2.0/networks/9483c714-6a71-454e-860b-eb463c1b5290?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1430287 Jul 14 18:20:36.529418 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c37c6a-05c9-43fc-905e-21aefd7eaf03 req-49896d92-8553-4476-b4f6-0627280260bb tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:20:36.537477 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-31c37c6a-05c9-43fc-905e-21aefd7eaf03 req-49896d92-8553-4476-b4f6-0627280260bb tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] 10.222.0.16 "GET /v2.0/ports?device_id=4c03c8a6-1634-41e9-92c6-45ef79023d35 HTTP/1.1" status: 200 len: 945 time: 0.3095145 Jul 14 18:20:36.573301 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port 1eaed3f0-aeb3-4994-8f29-8d8b040b9347, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=1eaed3f0-aeb3-4994-8f29-8d8b040b9347,segment=NetworkSegment(711d2a3c-b304-435a-9067-2fad19434ed6),segment_id=711d2a3c-b304-435a-9067-2fad19434ed6)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:20:36.583763 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:36.584732 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device 32db803e-0bc2-4323-b722-35e9c43c3e58 details requested by agent hyperv_n-h1-800634-3 with host n-h1-800634-3 {{(pid=93917) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 18:20:36.600841 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-dc62ccfb-d477-414d-8e10-e22d3227ce6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2684816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26033152'] for subnet, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:36.627402 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-31c37c6a-05c9-43fc-905e-21aefd7eaf03 req-2bac48ea-2686-42d2-bcc8-80a8b85f2cb7 tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] 10.222.0.16 "GET /v2.0/security-groups?id=540fae54-ccea-4309-9c99-81b930eedb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864561 Jul 14 18:20:36.640311 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-6d13774d-9a9b-4b57-9445-db69b3559a91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-928623'] for router_interface, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:36.642278 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port 32db803e-0bc2-4323-b722-35e9c43c3e58, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=32db803e-0bc2-4323-b722-35e9c43c3e58,segment=NetworkSegment(711d2a3c-b304-435a-9067-2fad19434ed6),segment_id=711d2a3c-b304-435a-9067-2fad19434ed6)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:20:36.643802 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc62ccfb-d477-414d-8e10-e22d3227ce6a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ed79a389-8a2e-4ef7-8494-55baf1f4fe6f,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:20:36.648847 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-dc62ccfb-d477-414d-8e10-e22d3227ce6a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598705'] for subnet, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:36.653639 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 54838) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:20:36.654090 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-dc62ccfb-d477-414d-8e10-e22d3227ce6a admin admin] 10.222.0.16 "DELETE /v2.0/subnets/ed79a389-8a2e-4ef7-8494-55baf1f4fe6f HTTP/1.1" status: 204 len: 168 time: 0.9534431 Jul 14 18:20:36.679192 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Returning: {'device': '32db803e-0bc2-4323-b722-35e9c43c3e58', 'network_id': '389007d6-2757-4fd5-84e3-bc7e8a5f1c0b', 'port_id': '32db803e-0bc2-4323-b722-35e9c43c3e58', 'mac_address': 'fa:16:3e:27:58:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9efde9e7-aa34-4910-a858-233df7108613', 'ip_address': '19.80.0.230'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93917) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 18:20:36.695259 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba715ff3-b812-47cd-a0de-d932d77cf155 None None] Network c37469af-be30-46cb-9836-a3baa6dfbe6c requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:20:36.796720 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-873ed211-fafe-453e-9f06-88edfa77bb71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645734'] for network, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:36.870610 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [None req-873ed211-fafe-453e-9f06-88edfa77bb71 admin admin] Deleting port 9f8631e8-b3b0-4b2a-9c4e-2c023cb8a549 {{(pid=93915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:20:36.870610 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-873ed211-fafe-453e-9f06-88edfa77bb71 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:37.006844 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:37.018676 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [None req-873ed211-fafe-453e-9f06-88edfa77bb71 admin admin] For port 9f8631e8-b3b0-4b2a-9c4e-2c023cb8a549, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=9f8631e8-b3b0-4b2a-9c4e-2c023cb8a549,segment=NetworkSegment(1aaae513-9b5b-4f7b-b3be-58270a5eba39),segment_id=1aaae513-9b5b-4f7b-b3be-58270a5eba39)] {{(pid=93915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:20:37.019032 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-873ed211-fafe-453e-9f06-88edfa77bb71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:37.050998 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [None req-873ed211-fafe-453e-9f06-88edfa77bb71 admin admin] Calling delete_port for 9f8631e8-b3b0-4b2a-9c4e-2c023cb8a549 owned by network:dhcp {{(pid=93915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:20:37.052795 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32db803e-0bc2-4323-b722-35e9c43c3e58 {{(pid=93917) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 18:20:37.073131 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [req-9af6752d-6c25-4458-9765-2ef88a780fc4 req-bf2b5ef7-0ff4-4e05-92f2-93eea0eb7757 tempest-LiveMigrationTest-888176612 tempest-LiveMigrationTest-888176612-project-admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=93915) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 18:20:37.074164 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-9af6752d-6c25-4458-9765-2ef88a780fc4 req-bf2b5ef7-0ff4-4e05-92f2-93eea0eb7757 tempest-LiveMigrationTest-888176612 tempest-LiveMigrationTest-888176612-project-admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0129344 Jul 14 18:20:37.146935 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-51985078-dc28-42d4-beb1-311b27609db0 req-3460514c-4c12-4f53-bc77-170d8426abaa service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=431bf4c3-8186-4be2-9ee1-3a584641826f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3978808 Jul 14 18:20:37.176407 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [req-9af6752d-6c25-4458-9765-2ef88a780fc4 req-94a57017-191a-405e-91f2-301942432d23 service neutron] Request body: {'binding': {'host': 'n-h1-800634-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:20:37.176870 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [req-9af6752d-6c25-4458-9765-2ef88a780fc4 req-94a57017-191a-405e-91f2-301942432d23 service neutron] Unknown quota resources ['binding']. {{(pid=93915) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 14 18:20:37.181292 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 99c2b89b-74a4-4372-aa9c-ebf86512f7f5 up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:20:37.209560 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port 32db803e-0bc2-4323-b722-35e9c43c3e58, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=32db803e-0bc2-4323-b722-35e9c43c3e58,segment=NetworkSegment(711d2a3c-b304-435a-9067-2fad19434ed6),segment_id=711d2a3c-b304-435a-9067-2fad19434ed6)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:20:37.260783 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Pushing event updated for resources: {'Port': ['ID=1eaed3f0-aeb3-4994-8f29-8d8b040b9347,revision_number=4']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:20:37.275989 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:37.333993 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-6d13774d-9a9b-4b57-9445-db69b3559a91 admin admin] Deleting port 99c2b89b-74a4-4372-aa9c-ebf86512f7f5 {{(pid=93916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:20:37.334460 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-6d13774d-9a9b-4b57-9445-db69b3559a91 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:37.397999 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51985078-dc28-42d4-beb1-311b27609db0 req-f0d1f714-15d8-4c37-a25e-7315ceb375af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:20:37.399527 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-51985078-dc28-42d4-beb1-311b27609db0 req-f0d1f714-15d8-4c37-a25e-7315ceb375af service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c51e850593fc4a37af9470721017e8e7&device_id=431bf4c3-8186-4be2-9ee1-3a584641826f HTTP/1.1" status: 200 len: 1096 time: 0.1980233 Jul 14 18:20:37.425349 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-873ed211-fafe-453e-9f06-88edfa77bb71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:37.446015 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Pushing event updated for resources: {'Port': ['ID=32db803e-0bc2-4323-b722-35e9c43c3e58,revision_number=4']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:20:37.491812 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning for port 99c2b89b-74a4-4372-aa9c-ebf86512f7f5 completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:20:37.498902 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port 99c2b89b-74a4-4372-aa9c-ebf86512f7f5 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:20:37.499274 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:37.524020 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873ed211-fafe-453e-9f06-88edfa77bb71 admin admin] Pushing event deleted for resources: {'Port': ['ID=9f8631e8-b3b0-4b2a-9c4e-2c023cb8a549,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:20:37.541850 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.db [None req-6d13774d-9a9b-4b57-9445-db69b3559a91 admin admin] For port 99c2b89b-74a4-4372-aa9c-ebf86512f7f5, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=99c2b89b-74a4-4372-aa9c-ebf86512f7f5,segment=NetworkSegment(fd0f50e4-c4dd-448f-97fa-7aad76cb8602),segment_id=fd0f50e4-c4dd-448f-97fa-7aad76cb8602)] {{(pid=93916) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:20:37.543022 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-6d13774d-9a9b-4b57-9445-db69b3559a91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:37.557478 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-873ed211-fafe-453e-9f06-88edfa77bb71 admin admin] No DVR routers for this DVR port 9f8631e8-b3b0-4b2a-9c4e-2c023cb8a549 on host n-d-800634-3 {{(pid=93915) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 18:20:37.588231 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-6d13774d-9a9b-4b57-9445-db69b3559a91 admin admin] Calling delete_port for 99c2b89b-74a4-4372-aa9c-ebf86512f7f5 owned by network:router_interface {{(pid=93916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:20:37.592732 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] get_ports_and_sgs() called for port_ids ['197f059b-853f-4e78-a062-d7da772f123d'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 18:20:37.593199 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746aa6bb-1686-4c82-bd5a-81cff6ee8b45 req-ec087290-e36b-42b2-a598-033be6abee69 tempest-VolumesAdminNegativeTest-1045622320 tempest-VolumesAdminNegativeTest-1045622320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:20:37.601329 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-746aa6bb-1686-4c82-bd5a-81cff6ee8b45 req-ec087290-e36b-42b2-a598-033be6abee69 tempest-VolumesAdminNegativeTest-1045622320 tempest-VolumesAdminNegativeTest-1045622320-project] 10.222.0.16 "GET /v2.0/ports?device_id=90863bc0-3d96-449d-b309-c9f85c6fe43f HTTP/1.1" status: 200 len: 943 time: 0.3621929 Jul 14 18:20:37.622534 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] get_ports_and_sgs() called for port_ids ['32db803e-0bc2-4323-b722-35e9c43c3e58'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 18:20:37.624613 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-520b3f80-6121-4699-a548-3870ad17daa9 None None] DHCP port deletion for c37469af-be30-46cb-9836-a3baa6dfbe6c request from n-d-800634-3 {{(pid=93917) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 18:20:37.738536 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-9af6752d-6c25-4458-9765-2ef88a780fc4 req-94a57017-191a-405e-91f2-301942432d23 service neutron] Attempting to bind port c18880b1-3704-41a6-9385-b6125727058f on host n-h1-800634-3 for vnic_type normal with profile None {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:20:37.739034 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-9af6752d-6c25-4458-9765-2ef88a780fc4 req-94a57017-191a-405e-91f2-301942432d23 service neutron] Attempting to bind port c18880b1-3704-41a6-9385-b6125727058f by drivers openvswitch,hyperv on host n-h1-800634-3 at level 0 using segments [{'id': 'd3ebb57b-621c-4102-bdfe-7fa439ba5ffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '31a99599-848e-4d3a-b964-3d8069f89b88'}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:20:37.739469 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9af6752d-6c25-4458-9765-2ef88a780fc4 req-94a57017-191a-405e-91f2-301942432d23 service neutron] Attempting to bind port c18880b1-3704-41a6-9385-b6125727058f on network 31a99599-848e-4d3a-b964-3d8069f89b88 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:20:37.751056 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-873ed211-fafe-453e-9f06-88edfa77bb71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2096010', 'neutron.services.segments.db._delete_segments_for_network-8728202734996'] for network, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:37.763208 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9af6752d-6c25-4458-9765-2ef88a780fc4 req-94a57017-191a-405e-91f2-301942432d23 service neutron] Port c18880b1-3704-41a6-9385-b6125727058f on network 31a99599-848e-4d3a-b964-3d8069f89b88 not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-3 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 18:20:37.763689 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9af6752d-6c25-4458-9765-2ef88a780fc4 req-94a57017-191a-405e-91f2-301942432d23 service neutron] Attempting to bind port c18880b1-3704-41a6-9385-b6125727058f on network 31a99599-848e-4d3a-b964-3d8069f89b88 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:20:37.783834 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-746aa6bb-1686-4c82-bd5a-81cff6ee8b45 req-2f85fd04-8ebb-4ad9-af8f-70e4f0e77323 tempest-VolumesAdminNegativeTest-1045622320 tempest-VolumesAdminNegativeTest-1045622320-project] 10.222.0.16 "GET /v2.0/security-groups?id=1d7c97a8-f107-49f9-a141-5191f8d9e4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1812501 Jul 14 18:20:37.786926 n-d-800634-3 neutron-server[93915]: DEBUG neutron.services.segments.db [None req-873ed211-fafe-453e-9f06-88edfa77bb71 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c37469af-be30-46cb-9836-a3baa6dfbe6c']}} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:20:37.826729 n-d-800634-3 neutron-server[93915]: DEBUG neutron.services.segments.db [None req-873ed211-fafe-453e-9f06-88edfa77bb71 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1aaae513-9b5b-4f7b-b3be-58270a5eba39') {'for_net_delete': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:20:37.828018 n-d-800634-3 neutron-server[93915]: DEBUG neutron.services.segments.db [None req-873ed211-fafe-453e-9f06-88edfa77bb71 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1aaae513-9b5b-4f7b-b3be-58270a5eba39') {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:20:37.836378 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9af6752d-6c25-4458-9765-2ef88a780fc4 req-94a57017-191a-405e-91f2-301942432d23 service neutron] Checking agent: {'id': 'a3630ff4-fbee-45d9-b9b6-0ae41cb3a350', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 15, 32), 'started_at': datetime.datetime(2021, 7, 14, 18, 15, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 18, 20, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 18:20:37.836729 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9af6752d-6c25-4458-9765-2ef88a780fc4 req-94a57017-191a-405e-91f2-301942432d23 service neutron] Checking segment: {'id': 'd3ebb57b-621c-4102-bdfe-7fa439ba5ffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '31a99599-848e-4d3a-b964-3d8069f89b88'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:20:37.837125 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9af6752d-6c25-4458-9765-2ef88a780fc4 req-94a57017-191a-405e-91f2-301942432d23 service neutron] Bound using segment: {'id': 'd3ebb57b-621c-4102-bdfe-7fa439ba5ffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '31a99599-848e-4d3a-b964-3d8069f89b88'} {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 18:20:37.837576 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-9af6752d-6c25-4458-9765-2ef88a780fc4 req-94a57017-191a-405e-91f2-301942432d23 service neutron] Bound port: c18880b1-3704-41a6-9385-b6125727058f, host: n-h1-800634-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3ebb57b-621c-4102-bdfe-7fa439ba5ffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '31a99599-848e-4d3a-b964-3d8069f89b88'}}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 18:20:37.865505 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-873ed211-fafe-453e-9f06-88edfa77bb71 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728202715275', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28939920'] for segment, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:37.886908 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] get_ports_and_sgs() called for port_ids ['1eaed3f0-aeb3-4994-8f29-8d8b040b9347'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 18:20:37.908547 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-873ed211-fafe-453e-9f06-88edfa77bb71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:37.920641 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-873ed211-fafe-453e-9f06-88edfa77bb71 admin admin] Releasing vlan 59 on physical network physnet1 to pool {{(pid=93915) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 18:20:37.921298 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-873ed211-fafe-453e-9f06-88edfa77bb71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25911658'] for segment, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:37.924087 n-d-800634-3 neutron-server[93915]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:20:37.924087 n-d-800634-3 neutron-server[93915]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:20:37.924087 n-d-800634-3 neutron-server[93915]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:20:37.924087 n-d-800634-3 neutron-server[93915]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:20:37.924087 n-d-800634-3 neutron-server[93915]: Traceback (most recent call last): Jul 14 18:20:37.924087 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 18:20:37.924087 n-d-800634-3 neutron-server[93915]: timer() Jul 14 18:20:37.924087 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 18:20:37.924087 n-d-800634-3 neutron-server[93915]: cb(*args, **kw) Jul 14 18:20:37.924087 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 18:20:37.924087 n-d-800634-3 neutron-server[93915]: return func(*args, **kwargs) Jul 14 18:20:37.924087 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 18:20:37.924087 n-d-800634-3 neutron-server[93915]: self._notify() Jul 14 18:20:37.924087 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 18:20:37.924087 n-d-800634-3 neutron-server[93915]: self.callback(batched_events) Jul 14 18:20:37.924087 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 18:20:37.924087 n-d-800634-3 neutron-server[93915]: event.method(event) Jul 14 18:20:37.924087 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 18:20:37.924087 n-d-800634-3 neutron-server[93915]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 18:20:37.924087 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 18:20:37.924087 n-d-800634-3 neutron-server[93915]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 18:20:37.924087 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 18:20:37.924087 n-d-800634-3 neutron-server[93915]: return f(self, *a, **k) Jul 14 18:20:37.924087 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 18:20:37.924087 n-d-800634-3 neutron-server[93915]: return self._get(url).json() Jul 14 18:20:37.924087 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 18:20:37.924087 n-d-800634-3 neutron-server[93915]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 18:20:37.924087 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 18:20:37.924087 n-d-800634-3 neutron-server[93915]: return self.request(url, 'GET', **kwargs) Jul 14 18:20:37.924087 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 18:20:37.924087 n-d-800634-3 neutron-server[93915]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 18:20:37.924087 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 18:20:37.924087 n-d-800634-3 neutron-server[93915]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 18:20:37.924087 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 18:20:37.924087 n-d-800634-3 neutron-server[93915]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 18:20:37.924087 n-d-800634-3 neutron-server[93915]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 18:20:37.981080 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:38.041599 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-9af6752d-6c25-4458-9765-2ef88a780fc4 req-94a57017-191a-405e-91f2-301942432d23 service neutron] For port c18880b1-3704-41a6-9385-b6125727058f, host n-h1-800634-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=c18880b1-3704-41a6-9385-b6125727058f,segment=NetworkSegment(d3ebb57b-621c-4102-bdfe-7fa439ba5ffc),segment_id=d3ebb57b-621c-4102-bdfe-7fa439ba5ffc)] {{(pid=93915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 18:20:38.055363 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-9af6752d-6c25-4458-9765-2ef88a780fc4 req-94a57017-191a-405e-91f2-301942432d23 service neutron] Notify callbacks [] for binding, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:38.056859 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-9af6752d-6c25-4458-9765-2ef88a780fc4 req-94a57017-191a-405e-91f2-301942432d23 service neutron] 10.222.0.16 "POST /v2.0/ports/c18880b1-3704-41a6-9385-b6125727058f/bindings HTTP/1.1" status: 201 len: 389 time: 0.8857896 Jul 14 18:20:38.061601 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-873ed211-fafe-453e-9f06-88edfa77bb71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2096001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-930085'] for network, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:38.069738 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-873ed211-fafe-453e-9f06-88edfa77bb71 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598705'] for network, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:38.074888 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-873ed211-fafe-453e-9f06-88edfa77bb71 admin admin] 10.222.0.16 "DELETE /v2.0/networks/c37469af-be30-46cb-9836-a3baa6dfbe6c HTTP/1.1" status: 204 len: 168 time: 1.4195664 Jul 14 18:20:38.131263 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873ed211-fafe-453e-9f06-88edfa77bb71 admin admin] Pushing event deleted for resources: {'Network': ['ID=c37469af-be30-46cb-9836-a3baa6dfbe6c,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:20:38.151354 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51985078-dc28-42d4-beb1-311b27609db0 req-8175707b-6001-47e6-a35d-f33ac200d66f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:20:38.152911 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-51985078-dc28-42d4-beb1-311b27609db0 req-8175707b-6001-47e6-a35d-f33ac200d66f service neutron] 10.222.0.18 "GET /v2.0/networks?id=b1df69b6-7369-4ffc-83a6-1f3eb48a524d HTTP/1.1" status: 200 len: 923 time: 0.7269921 Jul 14 18:20:38.171357 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] For port 99c2b89b-74a4-4372-aa9c-ebf86512f7f5, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=99c2b89b-74a4-4372-aa9c-ebf86512f7f5,segment=NetworkSegment(fd0f50e4-c4dd-448f-97fa-7aad76cb8602),segment_id=fd0f50e4-c4dd-448f-97fa-7aad76cb8602)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:20:38.204253 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4d04b0-dbd4-48c0-9665-348c4e026c4b req-dbe5ff8a-172d-4406-a45d-880004a4f15b tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:20:38.217878 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4d04b0-dbd4-48c0-9665-348c4e026c4b req-dbe5ff8a-172d-4406-a45d-880004a4f15b tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:20:38.223899 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4d04b0-dbd4-48c0-9665-348c4e026c4b req-dbe5ff8a-172d-4406-a45d-880004a4f15b tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:20:38.234531 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-de4d04b0-dbd4-48c0-9665-348c4e026c4b req-dbe5ff8a-172d-4406-a45d-880004a4f15b tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] 10.222.0.16 "GET /v2.0/ports?device_id=aaecf31f-93a0-4d4a-8437-96be4945fc86 HTTP/1.1" status: 200 len: 2415 time: 0.2488506 Jul 14 18:20:38.258146 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-6d13774d-9a9b-4b57-9445-db69b3559a91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:38.315630 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-de4d04b0-dbd4-48c0-9665-348c4e026c4b req-4874a2de-2c99-4ae1-9841-ad788670b4fb tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] 10.222.0.16 "GET /v2.0/security-groups?id=07501815-414f-40f0-a54a-1c35d98e3f98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730011 Jul 14 18:20:38.332042 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d13774d-9a9b-4b57-9445-db69b3559a91 admin admin] Pushing event deleted for resources: {'Port': ['ID=99c2b89b-74a4-4372-aa9c-ebf86512f7f5,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:20:38.338966 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:38.445970 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 54856) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:20:38.458657 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-51985078-dc28-42d4-beb1-311b27609db0 req-073a0583-46d1-434d-a153-7f577eb5423a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a752284b-f96b-456a-86f1-78b2956aabb1 HTTP/1.1" status: 200 len: 1000 time: 0.2099719 Jul 14 18:20:38.481711 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Device 96a0bba6-ce17-4075-8919-4d725de7dfcd details requested by agent hyperv_n-h2-800634-3 with host n-h2-800634-3 {{(pid=93917) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 18:20:38.509661 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device bb2993a4-f4fa-4573-8090-40b5ec010cde no longer exists at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 18:20:38.534324 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Pushing event deleted for resources: {'Port': ['ID=99c2b89b-74a4-4372-aa9c-ebf86512f7f5,revision_number=None']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:20:38.549466 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-69308b6c-04ab-4406-9bb7-bea6e64cb989 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=94e769da788b4960867d28e3e520b414&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1000361 Jul 14 18:20:38.551705 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 54858) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:20:38.580872 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] No Port match for: bb2993a4-f4fa-4573-8090-40b5ec010cde {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 18:20:38.581809 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device bb2993a4-f4fa-4573-8090-40b5ec010cde not bound to the agent host n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 18:20:38.710324 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-6d13774d-9a9b-4b57-9445-db69b3559a91 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-598732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-928907'] for router_interface, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:38.764941 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efddb7d-0e84-47a6-ab88-283ea2a89b47 req-0dc27f4e-743f-454c-a548-e537076c54f4 tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:20:38.767630 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-5efddb7d-0e84-47a6-ab88-283ea2a89b47 req-0dc27f4e-743f-454c-a548-e537076c54f4 tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] 10.222.0.16 "GET /v2.0/ports?device_id=4c03c8a6-1634-41e9-92c6-45ef79023d35 HTTP/1.1" status: 200 len: 945 time: 0.1233935 Jul 14 18:20:38.805871 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-22e8710a-ed66-4163-9189-83164b9d533d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:38.841430 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] For port 96a0bba6-ce17-4075-8919-4d725de7dfcd, host n-h2-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=96a0bba6-ce17-4075-8919-4d725de7dfcd,segment=NetworkSegment(18bc5909-4f6f-4759-9c5f-7c2c3324b184),segment_id=18bc5909-4f6f-4759-9c5f-7c2c3324b184)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:20:38.855985 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Returning: {'device': '96a0bba6-ce17-4075-8919-4d725de7dfcd', 'network_id': '9483c714-6a71-454e-860b-eb463c1b5290', 'port_id': '96a0bba6-ce17-4075-8919-4d725de7dfcd', 'mac_address': 'fa:16:3e:95:00:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '695bca8c-434a-49cc-954f-3765b04f3d13', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93917) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 18:20:38.875337 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51985078-dc28-42d4-beb1-311b27609db0 req-0a92f6d8-3eb8-457d-b5af-0d22f32ea40d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:20:38.877433 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-51985078-dc28-42d4-beb1-311b27609db0 req-0a92f6d8-3eb8-457d-b5af-0d22f32ea40d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=52a71ea9-5395-411d-94f2-0fbe5949db70 HTTP/1.1" status: 200 len: 862 time: 0.1645200 Jul 14 18:20:38.904994 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:38.924016 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-22e8710a-ed66-4163-9189-83164b9d533d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:38.928712 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96a0bba6-ce17-4075-8919-4d725de7dfcd {{(pid=93917) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 18:20:38.954678 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] For port 96a0bba6-ce17-4075-8919-4d725de7dfcd, host n-h2-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=96a0bba6-ce17-4075-8919-4d725de7dfcd,segment=NetworkSegment(18bc5909-4f6f-4759-9c5f-7c2c3324b184),segment_id=18bc5909-4f6f-4759-9c5f-7c2c3324b184)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:20:38.964905 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:38.977950 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-5efddb7d-0e84-47a6-ab88-283ea2a89b47 req-1b7f020b-d2c0-4e7d-afdd-4a78e7a93651 tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] 10.222.0.16 "GET /v2.0/security-groups?id=540fae54-ccea-4309-9c99-81b930eedb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1885765 Jul 14 18:20:39.050642 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Pushing event updated for resources: {'Port': ['ID=96a0bba6-ce17-4075-8919-4d725de7dfcd,revision_number=4']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:20:39.090648 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85239550-7ac6-4346-89b1-230104b6440c req-f5222241-a833-4157-99e1-191cfbade91c tempest-LiveMigrationTest-64527954 tempest-LiveMigrationTest-64527954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:20:39.092363 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-85239550-7ac6-4346-89b1-230104b6440c req-f5222241-a833-4157-99e1-191cfbade91c tempest-LiveMigrationTest-64527954 tempest-LiveMigrationTest-64527954-project] 10.222.0.16 "GET /v2.0/ports?device_id=71cc93c3-ed8e-4af7-bf04-1c1ca5f4c121 HTTP/1.1" status: 200 len: 945 time: 0.2543507 Jul 14 18:20:39.093541 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-22e8710a-ed66-4163-9189-83164b9d533d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:39.096830 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-22e8710a-ed66-4163-9189-83164b9d533d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:39.100253 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-22e8710a-ed66-4163-9189-83164b9d533d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/975dfb1e-0a99-4a57-8210-34fc1432950d HTTP/1.1" status: 204 len: 168 time: 0.5444112 Jul 14 18:20:39.139280 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e8710a-ed66-4163-9189-83164b9d533d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=975dfb1e-0a99-4a57-8210-34fc1432950d,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:20:39.159634 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-85239550-7ac6-4346-89b1-230104b6440c req-9ac084d8-13c0-4f32-a0db-b33e7bf7197a tempest-LiveMigrationTest-64527954 tempest-LiveMigrationTest-64527954-project] 10.222.0.16 "GET /v2.0/security-groups?id=93c6eb24-b3aa-49c4-93f7-93dd5f011665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599720 Jul 14 18:20:39.180351 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 9f8631e8-b3b0-4b2a-9c4e-2c023cb8a549 no longer exists at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 18:20:39.215743 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d13774d-9a9b-4b57-9445-db69b3559a91 admin admin] Router d52bd63e-c477-4d65-9621-2b569b555ca7 has already been hosted by L3 agent 2c6eb27e-defb-4cca-9a24-381c7415e359 {{(pid=93916) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 18:20:39.223164 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51985078-dc28-42d4-beb1-311b27609db0 req-50786fc3-fe92-4fca-ab7e-935bdb1e64c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:20:39.223797 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] No Port match for: 9f8631e8-b3b0-4b2a-9c4e-2c023cb8a549 {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 18:20:39.224164 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 9f8631e8-b3b0-4b2a-9c4e-2c023cb8a549 not bound to the agent host n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 18:20:39.224713 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-51985078-dc28-42d4-beb1-311b27609db0 req-50786fc3-fe92-4fca-ab7e-935bdb1e64c7 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b1df69b6-7369-4ffc-83a6-1f3eb48a524d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2666512 Jul 14 18:20:39.229743 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] get_ports_and_sgs() called for port_ids ['96a0bba6-ce17-4075-8919-4d725de7dfcd'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 18:20:39.487576 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-51985078-dc28-42d4-beb1-311b27609db0 req-5cc6890d-ecb7-4145-a85f-f5216b5479fa service neutron] 10.222.0.18 "GET /v2.0/networks/b1df69b6-7369-4ffc-83a6-1f3eb48a524d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2501516 Jul 14 18:20:39.549346 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6c26f5-83e8-4212-9380-1dd4c6f57fb0 req-1b410ceb-cd8f-45cb-a11d-044983dba70f tempest-VolumesAdminNegativeTest-1045622320 tempest-VolumesAdminNegativeTest-1045622320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:20:39.556317 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6a6c26f5-83e8-4212-9380-1dd4c6f57fb0 req-1b410ceb-cd8f-45cb-a11d-044983dba70f tempest-VolumesAdminNegativeTest-1045622320 tempest-VolumesAdminNegativeTest-1045622320-project] 10.222.0.16 "GET /v2.0/ports?device_id=90863bc0-3d96-449d-b309-c9f85c6fe43f HTTP/1.1" status: 200 len: 944 time: 0.1950369 Jul 14 18:20:39.561459 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-7d468fc5-32d3-472c-b4a7-7da2b2834a8f req-134e2904-2bb6-40a8-9cf6-3d41248067af tempest-ServersWithSpecificFlavorTestJSON-461581366 tempest-ServersWithSpecificFlavorTestJSON-461581366-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--1191624037&fields=id&tenant_id=c51e850593fc4a37af9470721017e8e7 HTTP/1.1" status: 200 len: 267 time: 0.0746384 Jul 14 18:20:39.634082 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d13774d-9a9b-4b57-9445-db69b3559a91 admin admin] Notify agent at l3_agent.n-d-800634-3 the message routers_updated {{(pid=93916) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 18:20:39.640329 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-6d13774d-9a9b-4b57-9445-db69b3559a91 admin admin] 10.222.0.16 "PUT /v2.0/routers/d52bd63e-c477-4d65-9621-2b569b555ca7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5878050 Jul 14 18:20:39.648008 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 54886) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:20:39.648243 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8d70ba3-fcb4-4545-b6df-d2b466276d15 None None] Sync routers for ids ['d52bd63e-c477-4d65-9621-2b569b555ca7'] in n-d-800634-3 {{(pid=93917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 18:20:39.660961 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8d70ba3-fcb4-4545-b6df-d2b466276d15 None None] Routers {'d52bd63e-c477-4d65-9621-2b569b555ca7'} bound to L3 agent in host n-d-800634-3 {{(pid=93917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:20:39.661677 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-c8d70ba3-fcb4-4545-b6df-d2b466276d15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:20:23Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['d52bd63e-c477-4d65-9621-2b569b555ca7'], 'active': True} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:20:39.751882 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6a6c26f5-83e8-4212-9380-1dd4c6f57fb0 req-0794d52b-fb7b-4072-bdf0-5b932125ccec tempest-VolumesAdminNegativeTest-1045622320 tempest-VolumesAdminNegativeTest-1045622320-project] 10.222.0.16 "GET /v2.0/security-groups?id=1d7c97a8-f107-49f9-a141-5191f8d9e4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1946552 Jul 14 18:20:39.828393 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-51985078-dc28-42d4-beb1-311b27609db0 req-55bfefb1-9f57-4181-afe2-880a3069c911 service neutron] 10.222.0.18 "GET /v2.0/networks/b1df69b6-7369-4ffc-83a6-1f3eb48a524d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2487626 Jul 14 18:20:39.872800 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvr_db [None req-c8d70ba3-fcb4-4545-b6df-d2b466276d15 None None] Set router d52bd63e-c477-4d65-9621-2b569b555ca7 gateway port host: n-d-800634-3 {{(pid=93917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 18:20:39.879292 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-02e22ae2-827c-41d4-8d01-fe2559897136 admin admin] Notify callbacks [] for router, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:39.913668 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d468fc5-32d3-472c-b4a7-7da2b2834a8f req-096bec70-1217-403b-a9b5-c7fc5d60c42d tempest-ServersWithSpecificFlavorTestJSON-461581366 tempest-ServersWithSpecificFlavorTestJSON-461581366-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:20:39.915086 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-7d468fc5-32d3-472c-b4a7-7da2b2834a8f req-096bec70-1217-403b-a9b5-c7fc5d60c42d tempest-ServersWithSpecificFlavorTestJSON-461581366 tempest-ServersWithSpecificFlavorTestJSON-461581366-project] 10.222.0.16 "GET /v2.0/networks?id=b1df69b6-7369-4ffc-83a6-1f3eb48a524d HTTP/1.1" status: 200 len: 823 time: 0.3336790 Jul 14 18:20:39.915463 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 54890) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:20:40.036383 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-7d468fc5-32d3-472c-b4a7-7da2b2834a8f req-525ada09-f3dd-481e-9dae-f0eb5f38b0ad tempest-ServersWithSpecificFlavorTestJSON-461581366 tempest-ServersWithSpecificFlavorTestJSON-461581366-project] 10.222.0.16 "GET /v2.0/quotas/c51e850593fc4a37af9470721017e8e7 HTTP/1.1" status: 200 len: 375 time: 0.1087379 Jul 14 18:20:40.082379 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d962044-085d-476e-8cc2-c55142176167 req-6654213e-b2af-45b2-a3e3-7b939b772dab tempest-ServersWithSpecificFlavorTestJSON-461581366 tempest-ServersWithSpecificFlavorTestJSON-461581366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:20:40.083883 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-3d962044-085d-476e-8cc2-c55142176167 req-6654213e-b2af-45b2-a3e3-7b939b772dab tempest-ServersWithSpecificFlavorTestJSON-461581366 tempest-ServersWithSpecificFlavorTestJSON-461581366-project] 10.222.0.18 "GET /v2.0/ports?device_id=431bf4c3-8186-4be2-9ee1-3a584641826f HTTP/1.1" status: 200 len: 945 time: 0.1358314 Jul 14 18:20:40.089136 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-02e22ae2-827c-41d4-8d01-fe2559897136 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:40.141283 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-f14cdc93-4bd1-464b-8e88-768bd7c70c9c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=19c20e26dab9496fb4ffe8f56293d802&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2245874 Jul 14 18:20:40.144375 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 54896) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:20:40.164017 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-c8d70ba3-fcb4-4545-b6df-d2b466276d15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd52bd63e-c477-4d65-9621-2b569b555ca7', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1079388820-router', 'tenant_id': '06a5f031e0274154acdb0761b62d5c78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.119'}], 'enable_snat': True}, 'gw_port_id': '42bb9398-b477-4904-bdd3-5f3b62320ade', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:20:21Z', 'updated_at': '2021-07-14T18:20:38Z', 'revision_number': 5, 'project_id': '06a5f031e0274154acdb0761b62d5c78', 'gw_port': {'id': '42bb9398-b477-4904-bdd3-5f3b62320ade', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:31:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd52bd63e-c477-4d65-9621-2b569b555ca7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:20:23Z', 'updated_at': '2021-07-14T18:20:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3'}], 'n-d-800634-3', False) {} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:20:40.189241 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832aba63-7db2-4e2f-8409-2d4f104ebed0 req-17f05296-f0a0-463b-818f-d3ceb5d6d2b7 tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:20:40.197209 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832aba63-7db2-4e2f-8409-2d4f104ebed0 req-17f05296-f0a0-463b-818f-d3ceb5d6d2b7 tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:20:40.198579 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8d70ba3-fcb4-4545-b6df-d2b466276d15 None None] Checking router: d52bd63e-c477-4d65-9621-2b569b555ca7 for host: n-d-800634-3 {{(pid=93917) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 18:20:40.203776 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832aba63-7db2-4e2f-8409-2d4f104ebed0 req-17f05296-f0a0-463b-818f-d3ceb5d6d2b7 tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:20:40.205778 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-832aba63-7db2-4e2f-8409-2d4f104ebed0 req-17f05296-f0a0-463b-818f-d3ceb5d6d2b7 tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] 10.222.0.16 "GET /v2.0/ports?device_id=aaecf31f-93a0-4d4a-8437-96be4945fc86 HTTP/1.1" status: 200 len: 2415 time: 0.2757680 Jul 14 18:20:40.207477 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8d70ba3-fcb4-4545-b6df-d2b466276d15 None None] Routers {'d52bd63e-c477-4d65-9621-2b569b555ca7'} bound to L3 agent in host n-d-800634-3 {{(pid=93917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:20:40.208180 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-c8d70ba3-fcb4-4545-b6df-d2b466276d15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:20:23Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['d52bd63e-c477-4d65-9621-2b569b555ca7'], 'active': True} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:20:40.236762 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-7d468fc5-32d3-472c-b4a7-7da2b2834a8f req-697ca14a-42c0-4ecb-ad1b-167287b4cf9c tempest-ServersWithSpecificFlavorTestJSON-461581366 tempest-ServersWithSpecificFlavorTestJSON-461581366-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=c51e850593fc4a37af9470721017e8e7&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1982880 Jul 14 18:20:40.260673 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a3193e81-55d5-4ba6-8867-561987a4ee4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:40.281279 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [req-3d962044-085d-476e-8cc2-c55142176167 req-1baafd32-05e7-40cd-97ae-dd18858b1a5a tempest-ServersWithSpecificFlavorTestJSON-461581366 tempest-ServersWithSpecificFlavorTestJSON-461581366-project] Deleting port a752284b-f96b-456a-86f1-78b2956aabb1 {{(pid=93916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:20:40.281605 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-3d962044-085d-476e-8cc2-c55142176167 req-1baafd32-05e7-40cd-97ae-dd18858b1a5a tempest-ServersWithSpecificFlavorTestJSON-461581366 tempest-ServersWithSpecificFlavorTestJSON-461581366-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:40.358973 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvr_db [None req-c8d70ba3-fcb4-4545-b6df-d2b466276d15 None None] Set router d52bd63e-c477-4d65-9621-2b569b555ca7 gateway port host: None {{(pid=93917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 18:20:40.368816 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-832aba63-7db2-4e2f-8409-2d4f104ebed0 req-2b496997-6599-4965-b48f-b57dc9d4dec9 tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] 10.222.0.16 "GET /v2.0/security-groups?id=07501815-414f-40f0-a54a-1c35d98e3f98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297505 Jul 14 18:20:40.417404 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a3193e81-55d5-4ba6-8867-561987a4ee4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:40.468493 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-7d468fc5-32d3-472c-b4a7-7da2b2834a8f req-25850da2-89be-4a69-a3c8-6e49a9c4f0fb service neutron] 10.222.0.16 "GET /v2.0/networks/b1df69b6-7369-4ffc-83a6-1f3eb48a524d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2261238 Jul 14 18:20:40.474722 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-02e22ae2-827c-41d4-8d01-fe2559897136 admin admin] Deleting port 42bb9398-b477-4904-bdd3-5f3b62320ade {{(pid=93916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:20:40.475059 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-02e22ae2-827c-41d4-8d01-fe2559897136 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:40.505088 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-c8d70ba3-fcb4-4545-b6df-d2b466276d15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd52bd63e-c477-4d65-9621-2b569b555ca7', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1079388820-router', 'tenant_id': '06a5f031e0274154acdb0761b62d5c78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:20:21Z', 'updated_at': '2021-07-14T18:20:40Z', 'revision_number': 6, 'project_id': '06a5f031e0274154acdb0761b62d5c78', 'gw_port_host': None}], 'n-d-800634-3', False) {} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:20:40.510343 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Device 96a0bba6-ce17-4075-8919-4d725de7dfcd up at agent hyperv_n-h2-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:20:40.560204 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8d70ba3-fcb4-4545-b6df-d2b466276d15 None None] The sync data for ids ['d52bd63e-c477-4d65-9621-2b569b555ca7'] in n-d-800634-3 is: [{'id': 'd52bd63e-c477-4d65-9621-2b569b555ca7', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1079388820-router', 'tenant_id': '06a5f031e0274154acdb0761b62d5c78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:20:21Z', 'updated_at': '2021-07-14T18:20:40Z', 'revision_number': 6, 'project_id': '06a5f031e0274154acdb0761b62d5c78', 'gw_port_host': None}] {{(pid=93917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 18:20:40.588223 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.db [None req-02e22ae2-827c-41d4-8d01-fe2559897136 admin admin] For port 42bb9398-b477-4904-bdd3-5f3b62320ade, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=42bb9398-b477-4904-bdd3-5f3b62320ade,segment=NetworkSegment(5afb940b-bbdf-4727-be00-5d46367c38a1),segment_id=5afb940b-bbdf-4727-be00-5d46367c38a1)] {{(pid=93916) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:20:40.588789 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-02e22ae2-827c-41d4-8d01-fe2559897136 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:40.602751 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-02e22ae2-827c-41d4-8d01-fe2559897136 admin admin] Calling delete_port for 42bb9398-b477-4904-bdd3-5f3b62320ade owned by network:router_gateway {{(pid=93916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:20:40.631200 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Provisioning for port 96a0bba6-ce17-4075-8919-4d725de7dfcd completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:20:40.636434 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Provisioning complete for port 96a0bba6-ce17-4075-8919-4d725de7dfcd triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:20:40.637272 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:40.712987 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-7d468fc5-32d3-472c-b4a7-7da2b2834a8f req-18699e0f-e154-48e6-83fa-5aaef5ca8a03 service neutron] 10.222.0.16 "GET /v2.0/networks/b1df69b6-7369-4ffc-83a6-1f3eb48a524d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2246451 Jul 14 18:20:40.753233 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:40.806748 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] For port 96a0bba6-ce17-4075-8919-4d725de7dfcd, host n-h2-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=96a0bba6-ce17-4075-8919-4d725de7dfcd,segment=NetworkSegment(18bc5909-4f6f-4759-9c5f-7c2c3324b184),segment_id=18bc5909-4f6f-4759-9c5f-7c2c3324b184)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:20:40.807899 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90863bc0-3d96-449d-b309-c9f85c6fe43f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96a0bba6-ce17-4075-8919-4d725de7dfcd'}] {{(pid=93917) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:20:40.810649 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20b787f3c29eaa7aa2a4d648c725a2124c5ff39a8d793252f9d844495e14cf42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c150761-bf4a-46cc-a288-6f96e07e9430" -d '{"events": [{"server_uuid": "90863bc0-3d96-449d-b309-c9f85c6fe43f", "name": "network-vif-plugged", "status": "completed", "tag": "96a0bba6-ce17-4075-8919-4d725de7dfcd"}]}' {{(pid=93917) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:20:40.814711 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:40.859836 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.db [req-3d962044-085d-476e-8cc2-c55142176167 req-1baafd32-05e7-40cd-97ae-dd18858b1a5a tempest-ServersWithSpecificFlavorTestJSON-461581366 tempest-ServersWithSpecificFlavorTestJSON-461581366-project] For port a752284b-f96b-456a-86f1-78b2956aabb1, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=a752284b-f96b-456a-86f1-78b2956aabb1,segment=NetworkSegment(dc9b7b33-7ed6-4862-a917-845e6b965bf7),segment_id=dc9b7b33-7ed6-4862-a917-845e6b965bf7)] {{(pid=93916) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:20:40.860840 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-3d962044-085d-476e-8cc2-c55142176167 req-1baafd32-05e7-40cd-97ae-dd18858b1a5a tempest-ServersWithSpecificFlavorTestJSON-461581366 tempest-ServersWithSpecificFlavorTestJSON-461581366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:40.909937 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Pushing event updated for resources: {'Port': ['ID=96a0bba6-ce17-4075-8919-4d725de7dfcd,revision_number=5']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:20:40.977371 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 99c2b89b-74a4-4372-aa9c-ebf86512f7f5 no longer exists at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 18:20:41.020390 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a3193e81-55d5-4ba6-8867-561987a4ee4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:41.023191 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a3193e81-55d5-4ba6-8867-561987a4ee4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:41.024432 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-a3193e81-55d5-4ba6-8867-561987a4ee4b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/46a26457-11bf-4cee-a038-654e16d90100 HTTP/1.1" status: 204 len: 168 time: 0.8773072 Jul 14 18:20:41.040082 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] No Port match for: 99c2b89b-74a4-4372-aa9c-ebf86512f7f5 {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 18:20:41.041641 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 99c2b89b-74a4-4372-aa9c-ebf86512f7f5 not bound to the agent host n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 18:20:41.095348 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3193e81-55d5-4ba6-8867-561987a4ee4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46a26457-11bf-4cee-a038-654e16d90100,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:20:41.098920 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-02e22ae2-827c-41d4-8d01-fe2559897136 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:41.184451 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6b4fa0-a87d-4513-a8f9-b7745a92536e req-2528e5e2-e90a-4075-901d-a1b41311a117 tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:20:41.195597 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-fa6b4fa0-a87d-4513-a8f9-b7745a92536e req-2528e5e2-e90a-4075-901d-a1b41311a117 tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] 10.222.0.16 "GET /v2.0/ports?device_id=4c03c8a6-1634-41e9-92c6-45ef79023d35 HTTP/1.1" status: 200 len: 945 time: 0.1361613 Jul 14 18:20:41.195772 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e22ae2-827c-41d4-8d01-fe2559897136 admin admin] Pushing event deleted for resources: {'Port': ['ID=42bb9398-b477-4904-bdd3-5f3b62320ade,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:20:41.229317 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e22ae2-827c-41d4-8d01-fe2559897136 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:20:41.229671 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e22ae2-827c-41d4-8d01-fe2559897136 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:20:41.230016 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e22ae2-827c-41d4-8d01-fe2559897136 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:20:41.232242 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e22ae2-827c-41d4-8d01-fe2559897136 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:20:41.232670 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e22ae2-827c-41d4-8d01-fe2559897136 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:20:41.233000 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e22ae2-827c-41d4-8d01-fe2559897136 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:20:41.233362 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e22ae2-827c-41d4-8d01-fe2559897136 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:20:41.233704 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e22ae2-827c-41d4-8d01-fe2559897136 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:20:41.234081 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e22ae2-827c-41d4-8d01-fe2559897136 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:20:41.234421 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e22ae2-827c-41d4-8d01-fe2559897136 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:20:41.235288 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e22ae2-827c-41d4-8d01-fe2559897136 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:20:41.235636 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e22ae2-827c-41d4-8d01-fe2559897136 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:20:41.251334 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3193e81-55d5-4ba6-8867-561987a4ee4b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:20:41.251699 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3193e81-55d5-4ba6-8867-561987a4ee4b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:20:41.252023 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3193e81-55d5-4ba6-8867-561987a4ee4b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:20:41.252399 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3193e81-55d5-4ba6-8867-561987a4ee4b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:20:41.252738 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3193e81-55d5-4ba6-8867-561987a4ee4b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:20:41.253072 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3193e81-55d5-4ba6-8867-561987a4ee4b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:20:41.253403 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3193e81-55d5-4ba6-8867-561987a4ee4b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:20:41.253731 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3193e81-55d5-4ba6-8867-561987a4ee4b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:20:41.254059 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3193e81-55d5-4ba6-8867-561987a4ee4b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:20:41.254388 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3193e81-55d5-4ba6-8867-561987a4ee4b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:20:41.254717 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3193e81-55d5-4ba6-8867-561987a4ee4b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:20:41.255044 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3193e81-55d5-4ba6-8867-561987a4ee4b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:20:41.349357 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-fa6b4fa0-a87d-4513-a8f9-b7745a92536e req-74cfd45b-fa7e-4680-9027-d692a227e631 tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] 10.222.0.16 "GET /v2.0/security-groups?id=540fae54-ccea-4309-9c99-81b930eedb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523874 Jul 14 18:20:41.403922 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978842e3-474b-401b-abfb-0c9dfbf326d3 req-4fe9a858-3d95-4439-860c-035fb37f0d0f tempest-LiveMigrationTest-64527954 tempest-LiveMigrationTest-64527954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:20:41.405477 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-978842e3-474b-401b-abfb-0c9dfbf326d3 req-4fe9a858-3d95-4439-860c-035fb37f0d0f tempest-LiveMigrationTest-64527954 tempest-LiveMigrationTest-64527954-project] 10.222.0.16 "GET /v2.0/ports?device_id=71cc93c3-ed8e-4af7-bf04-1c1ca5f4c121 HTTP/1.1" status: 200 len: 945 time: 0.1247456 Jul 14 18:20:41.415521 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-02e22ae2-827c-41d4-8d01-fe2559897136 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-930057'] for router_gateway, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:41.499971 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-978842e3-474b-401b-abfb-0c9dfbf326d3 req-162a6142-4bf6-4f4d-a449-1ed57070d1f6 tempest-LiveMigrationTest-64527954 tempest-LiveMigrationTest-64527954-project] 10.222.0.16 "GET /v2.0/security-groups?id=93c6eb24-b3aa-49c4-93f7-93dd5f011665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714915 Jul 14 18:20:41.567007 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-02e22ae2-827c-41d4-8d01-fe2559897136 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-571778', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11402'] for router, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:41.569632 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-02e22ae2-827c-41d4-8d01-fe2559897136 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:41.593813 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device 197f059b-853f-4e78-a062-d7da772f123d up at agent hyperv_n-h1-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:20:41.601161 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 18:20:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0393f823-31df-435c-a945-13aafd16c40f x-openstack-request-id: req-0393f823-31df-435c-a945-13aafd16c40f {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:20:41.601511 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90863bc0-3d96-449d-b309-c9f85c6fe43f", "name": "network-vif-plugged", "status": "completed", "tag": "96a0bba6-ce17-4075-8919-4d725de7dfcd", "code": 200}]} {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:20:41.601955 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0393f823-31df-435c-a945-13aafd16c40f {{(pid=93917) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:20:41.602803 n-d-800634-3 neutron-server[93917]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90863bc0-3d96-449d-b309-c9f85c6fe43f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96a0bba6-ce17-4075-8919-4d725de7dfcd', 'code': 200} Jul 14 18:20:41.722446 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Provisioning for port 197f059b-853f-4e78-a062-d7da772f123d completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:20:41.726374 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Provisioning complete for port 197f059b-853f-4e78-a062-d7da772f123d triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:20:41.726752 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:41.800040 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-02e22ae2-827c-41d4-8d01-fe2559897136 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-541202'] for router, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:41.812496 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02e22ae2-827c-41d4-8d01-fe2559897136 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d52bd63e-c477-4d65-9621-2b569b555ca7 {{(pid=93916) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 18:20:41.818529 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-02e22ae2-827c-41d4-8d01-fe2559897136 admin admin] Notify callbacks [] for router, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:41.827791 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-02e22ae2-827c-41d4-8d01-fe2559897136 admin admin] 10.222.0.16 "DELETE /v2.0/routers/d52bd63e-c477-4d65-9621-2b569b555ca7 HTTP/1.1" status: 204 len: 168 time: 2.1784601 Jul 14 18:20:41.830826 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 54940) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:20:41.893217 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:41.923841 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-1b47b136-8490-4f40-8342-f031447f4c9f req-4ab4667d-41ee-444d-b207-0a481f2b1281 tempest-ServersWithSpecificFlavorTestJSON-461581366 tempest-ServersWithSpecificFlavorTestJSON-461581366-project] 10.222.0.16 "GET /v2.0/ports?device_id=03a24d87-527f-4d5b-a998-53393446562a HTTP/1.1" status: 200 len: 210 time: 0.2239282 Jul 14 18:20:41.940169 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5f448d-0803-49eb-9e58-84764d137905 req-8873eef8-60c0-4bf5-98e6-28d2dd8d9124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:20:41.942688 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ca5f448d-0803-49eb-9e58-84764d137905 req-8873eef8-60c0-4bf5-98e6-28d2dd8d9124 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=90863bc0-3d96-449d-b309-c9f85c6fe43f HTTP/1.1" status: 200 len: 1096 time: 0.2399483 Jul 14 18:20:41.954345 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port 197f059b-853f-4e78-a062-d7da772f123d, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=197f059b-853f-4e78-a062-d7da772f123d,segment=NetworkSegment(18241552-ee73-4b7a-8f46-3aa78934916f),segment_id=18241552-ee73-4b7a-8f46-3aa78934916f)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:20:41.963818 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf2025e-1a02-402d-9162-d05ab91e6e11 req-9d3d7d09-d41b-4677-91de-0ceafeae9bd7 tempest-VolumesAdminNegativeTest-1045622320 tempest-VolumesAdminNegativeTest-1045622320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:20:41.972740 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:41.973100 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ecf2025e-1a02-402d-9162-d05ab91e6e11 req-9d3d7d09-d41b-4677-91de-0ceafeae9bd7 tempest-VolumesAdminNegativeTest-1045622320 tempest-VolumesAdminNegativeTest-1045622320-project] 10.222.0.16 "GET /v2.0/ports?device_id=90863bc0-3d96-449d-b309-c9f85c6fe43f HTTP/1.1" status: 200 len: 945 time: 0.3691950 Jul 14 18:20:41.973489 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device 1eaed3f0-aeb3-4994-8f29-8d8b040b9347 up at agent hyperv_n-h1-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:20:42.038722 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ecf2025e-1a02-402d-9162-d05ab91e6e11 req-bbb1ec72-fec2-4643-a893-70c96e11ceb7 tempest-VolumesAdminNegativeTest-1045622320 tempest-VolumesAdminNegativeTest-1045622320-project] 10.222.0.16 "GET /v2.0/security-groups?id=1d7c97a8-f107-49f9-a141-5191f8d9e4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644970 Jul 14 18:20:42.110350 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ca5f448d-0803-49eb-9e58-84764d137905 req-9848ddd8-901a-4ef3-827f-0a755541edec service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=1d7c97a8-f107-49f9-a141-5191f8d9e4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325409 Jul 14 18:20:42.128759 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b97d7b8-579b-42a9-a424-094b09e43a86 admin admin] Deleting subnet 44784915-ed3a-404b-9c8e-ae78a0a8eedf {{(pid=93916) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 18:20:42.133105 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-3d962044-085d-476e-8cc2-c55142176167 req-1baafd32-05e7-40cd-97ae-dd18858b1a5a tempest-ServersWithSpecificFlavorTestJSON-461581366 tempest-ServersWithSpecificFlavorTestJSON-461581366-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:42.133482 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-3d962044-085d-476e-8cc2-c55142176167 req-1baafd32-05e7-40cd-97ae-dd18858b1a5a tempest-ServersWithSpecificFlavorTestJSON-461581366 tempest-ServersWithSpecificFlavorTestJSON-461581366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-930131'] for floatingip, after_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:42.141733 n-d-800634-3 neutron-server[93916]: INFO neutron.db.l3_db [req-3d962044-085d-476e-8cc2-c55142176167 req-1baafd32-05e7-40cd-97ae-dd18858b1a5a tempest-ServersWithSpecificFlavorTestJSON-461581366 tempest-ServersWithSpecificFlavorTestJSON-461581366-project] Floating IP 5c482abf-23fb-42b2-a11d-58b05e43f619 disassociated. External IP: 172.25.1.41, port: a752284b-f96b-456a-86f1-78b2956aabb1. Jul 14 18:20:42.142825 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [req-3d962044-085d-476e-8cc2-c55142176167 req-1baafd32-05e7-40cd-97ae-dd18858b1a5a tempest-ServersWithSpecificFlavorTestJSON-461581366 tempest-ServersWithSpecificFlavorTestJSON-461581366-project] Calling delete_port for a752284b-f96b-456a-86f1-78b2956aabb1 owned by compute:nova {{(pid=93916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:20:42.148281 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-6b97d7b8-579b-42a9-a424-094b09e43a86 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:42.171917 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Pushing event updated for resources: {'Port': ['ID=197f059b-853f-4e78-a062-d7da772f123d,revision_number=5']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:20:42.227609 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-6b97d7b8-579b-42a9-a424-094b09e43a86 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26296866'] for subnet, precommit_delete_associations {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:42.229564 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Provisioning for port 1eaed3f0-aeb3-4994-8f29-8d8b040b9347 completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:20:42.234614 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Provisioning complete for port 1eaed3f0-aeb3-4994-8f29-8d8b040b9347 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:20:42.235464 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:42.295609 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db488bf5-a093-468d-9025-8be4fdd26f92 req-9d4e735b-721b-4c2e-af39-72f3a1ec0df3 tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:20:42.302402 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db488bf5-a093-468d-9025-8be4fdd26f92 req-9d4e735b-721b-4c2e-af39-72f3a1ec0df3 tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:20:42.310575 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db488bf5-a093-468d-9025-8be4fdd26f92 req-9d4e735b-721b-4c2e-af39-72f3a1ec0df3 tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:20:42.320007 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-db488bf5-a093-468d-9025-8be4fdd26f92 req-9d4e735b-721b-4c2e-af39-72f3a1ec0df3 tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] 10.222.0.16 "GET /v2.0/ports?device_id=aaecf31f-93a0-4d4a-8437-96be4945fc86 HTTP/1.1" status: 200 len: 2416 time: 0.1098430 Jul 14 18:20:42.375161 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-db488bf5-a093-468d-9025-8be4fdd26f92 req-3109dbe6-2741-47a0-a3ad-e15befa902f2 tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] 10.222.0.16 "GET /v2.0/security-groups?id=07501815-414f-40f0-a54a-1c35d98e3f98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539629 Jul 14 18:20:42.490505 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:42.569837 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port 1eaed3f0-aeb3-4994-8f29-8d8b040b9347, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=1eaed3f0-aeb3-4994-8f29-8d8b040b9347,segment=NetworkSegment(711d2a3c-b304-435a-9067-2fad19434ed6),segment_id=711d2a3c-b304-435a-9067-2fad19434ed6)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:20:42.580226 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:42.582905 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device 32db803e-0bc2-4323-b722-35e9c43c3e58 up at agent hyperv_n-h1-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:20:42.638621 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64ee685-5039-42c4-9f0b-e29cf38fc81e req-0e6304fb-1538-497e-b82b-c6fb4cf49dc0 tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:20:42.649081 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a64ee685-5039-42c4-9f0b-e29cf38fc81e req-0e6304fb-1538-497e-b82b-c6fb4cf49dc0 tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] 10.222.0.16 "GET /v2.0/ports?device_id=4c03c8a6-1634-41e9-92c6-45ef79023d35 HTTP/1.1" status: 200 len: 945 time: 0.0984590 Jul 14 18:20:42.712839 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a64ee685-5039-42c4-9f0b-e29cf38fc81e req-68793289-53c3-4db2-86f6-4511983f3539 tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] 10.222.0.16 "GET /v2.0/security-groups?id=540fae54-ccea-4309-9c99-81b930eedb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627048 Jul 14 18:20:42.736225 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Pushing event updated for resources: {'Port': ['ID=1eaed3f0-aeb3-4994-8f29-8d8b040b9347,revision_number=5']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:20:42.782211 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Provisioning for port 32db803e-0bc2-4323-b722-35e9c43c3e58 completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:20:42.788403 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Provisioning complete for port 32db803e-0bc2-4323-b722-35e9c43c3e58 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:20:42.789007 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:42.854909 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-3d962044-085d-476e-8cc2-c55142176167 req-1baafd32-05e7-40cd-97ae-dd18858b1a5a tempest-ServersWithSpecificFlavorTestJSON-461581366 tempest-ServersWithSpecificFlavorTestJSON-461581366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:42.932084 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c39076-1550-4324-84c3-59889e5e099c req-3e68944b-d9c0-4c2b-9f27-e446a0b4f6a8 tempest-LiveMigrationTest-64527954 tempest-LiveMigrationTest-64527954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:20:42.944758 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-38c39076-1550-4324-84c3-59889e5e099c req-3e68944b-d9c0-4c2b-9f27-e446a0b4f6a8 tempest-LiveMigrationTest-64527954 tempest-LiveMigrationTest-64527954-project] 10.222.0.16 "GET /v2.0/ports?device_id=71cc93c3-ed8e-4af7-bf04-1c1ca5f4c121 HTTP/1.1" status: 200 len: 945 time: 0.0905502 Jul 14 18:20:42.951265 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1baafd32-05e7-40cd-97ae-dd18858b1a5a tempest-ServersWithSpecificFlavorTestJSON-461581366 tempest-ServersWithSpecificFlavorTestJSON-461581366-project] Pushing event deleted for resources: {'Port': ['ID=a752284b-f96b-456a-86f1-78b2956aabb1,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:20:43.025125 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:43.066350 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-38c39076-1550-4324-84c3-59889e5e099c req-838d6cfa-3b81-4942-9430-1e094afa233c tempest-LiveMigrationTest-64527954 tempest-LiveMigrationTest-64527954-project] 10.222.0.16 "GET /v2.0/security-groups?id=93c6eb24-b3aa-49c4-93f7-93dd5f011665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188540 Jul 14 18:20:43.097261 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port 32db803e-0bc2-4323-b722-35e9c43c3e58, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=32db803e-0bc2-4323-b722-35e9c43c3e58,segment=NetworkSegment(711d2a3c-b304-435a-9067-2fad19434ed6),segment_id=711d2a3c-b304-435a-9067-2fad19434ed6)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:20:43.124158 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:43.125022 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device a752284b-f96b-456a-86f1-78b2956aabb1 no longer exists at agent hyperv_n-h1-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 18:20:43.133416 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 42bb9398-b477-4904-bdd3-5f3b62320ade no longer exists at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 18:20:43.224602 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-6b97d7b8-579b-42a9-a424-094b09e43a86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081283'] for subnet, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:43.255341 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-01283e40-d7b4-490f-8f6c-9dc9e43e632b req-d4267588-1311-4ae4-a957-1948e8535fdc tempest-ServersWithSpecificFlavorTestJSON-461581366 tempest-ServersWithSpecificFlavorTestJSON-461581366-project] 10.222.0.16 "GET /v2.0/ports?device_id=03a24d87-527f-4d5b-a998-53393446562a HTTP/1.1" status: 200 len: 210 time: 0.0533383 Jul 14 18:20:43.292942 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d468fc5-32d3-472c-b4a7-7da2b2834a8f req-dbeb8459-a6d0-4498-811f-406a58ac831d tempest-ServersWithSpecificFlavorTestJSON-461581366 tempest-ServersWithSpecificFlavorTestJSON-461581366-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:20:43.300955 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-7d468fc5-32d3-472c-b4a7-7da2b2834a8f req-dbeb8459-a6d0-4498-811f-406a58ac831d tempest-ServersWithSpecificFlavorTestJSON-461581366 tempest-ServersWithSpecificFlavorTestJSON-461581366-project] 10.222.0.35 "GET /v2.0/networks?id=b1df69b6-7369-4ffc-83a6-1f3eb48a524d HTTP/1.1" status: 200 len: 823 time: 0.2152281 Jul 14 18:20:43.353241 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3d962044-085d-476e-8cc2-c55142176167 req-1baafd32-05e7-40cd-97ae-dd18858b1a5a tempest-ServersWithSpecificFlavorTestJSON-461581366 tempest-ServersWithSpecificFlavorTestJSON-461581366-project] Router 6bbb4a37-7601-4b77-8a33-a5884ec4332b has already been hosted by L3 agent 2c6eb27e-defb-4cca-9a24-381c7415e359 {{(pid=93916) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 18:20:43.355920 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] No Port match for: a752284b-f96b-456a-86f1-78b2956aabb1 {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 18:20:43.359176 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device a752284b-f96b-456a-86f1-78b2956aabb1 not bound to the agent host n-h1-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 18:20:43.361385 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-6b97d7b8-579b-42a9-a424-094b09e43a86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2684816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26033152'] for subnet, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:43.367522 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] No Port match for: 42bb9398-b477-4904-bdd3-5f3b62320ade {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 18:20:43.372992 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 42bb9398-b477-4904-bdd3-5f3b62320ade not bound to the agent host n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 18:20:43.411356 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b97d7b8-579b-42a9-a424-094b09e43a86 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=44784915-ed3a-404b-9c8e-ae78a0a8eedf,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:20:43.421296 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-6b97d7b8-579b-42a9-a424-094b09e43a86 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598705'] for subnet, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:43.424064 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-6b97d7b8-579b-42a9-a424-094b09e43a86 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/44784915-ed3a-404b-9c8e-ae78a0a8eedf HTTP/1.1" status: 204 len: 168 time: 1.5827725 Jul 14 18:20:43.436766 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3b02090-1373-4550-85f3-1cc1beee877e None None] Network aa295b65-90e7-400a-9977-28e2f73aa10a requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:20:43.460260 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 54988) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:20:43.471717 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-7d468fc5-32d3-472c-b4a7-7da2b2834a8f req-3c6bbbd6-b3a2-4dc7-b962-b41e7215a378 tempest-ServersWithSpecificFlavorTestJSON-461581366 tempest-ServersWithSpecificFlavorTestJSON-461581366-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c51e850593fc4a37af9470721017e8e7 HTTP/1.1" status: 200 len: 380 time: 0.1617234 Jul 14 18:20:43.501476 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [req-7d468fc5-32d3-472c-b4a7-7da2b2834a8f req-226cf0df-6416-4efe-8bde-cb63cac040d0 tempest-ServersWithSpecificFlavorTestJSON-461581366 tempest-ServersWithSpecificFlavorTestJSON-461581366-project] Request body: {'port': {'device_id': '03a24d87-527f-4d5b-a998-53393446562a', 'network_id': 'b1df69b6-7369-4ffc-83a6-1f3eb48a524d', 'admin_state_up': True, 'tenant_id': 'c51e850593fc4a37af9470721017e8e7', 'security_groups': ['53e3c538-c3c4-4fce-8d05-f9ee7d004cad']}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:20:43.608763 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aaecf31f-93a0-4d4a-8437-96be4945fc86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '197f059b-853f-4e78-a062-d7da772f123d'}, {'server_uuid': 'aaecf31f-93a0-4d4a-8437-96be4945fc86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1eaed3f0-aeb3-4994-8f29-8d8b040b9347'}, {'server_uuid': 'aaecf31f-93a0-4d4a-8437-96be4945fc86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32db803e-0bc2-4323-b722-35e9c43c3e58'}] {{(pid=93917) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:20:43.619004 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20b787f3c29eaa7aa2a4d648c725a2124c5ff39a8d793252f9d844495e14cf42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1a7a465-83d5-4580-a11d-9a2c9abb1854" -d '{"events": [{"server_uuid": "aaecf31f-93a0-4d4a-8437-96be4945fc86", "name": "network-vif-plugged", "status": "completed", "tag": "197f059b-853f-4e78-a062-d7da772f123d"}, {"server_uuid": "aaecf31f-93a0-4d4a-8437-96be4945fc86", "name": "network-vif-plugged", "status": "completed", "tag": "1eaed3f0-aeb3-4994-8f29-8d8b040b9347"}, {"server_uuid": "aaecf31f-93a0-4d4a-8437-96be4945fc86", "name": "network-vif-plugged", "status": "completed", "tag": "32db803e-0bc2-4323-b722-35e9c43c3e58"}]}' {{(pid=93917) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:20:43.625400 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Pushing event updated for resources: {'Port': ['ID=32db803e-0bc2-4323-b722-35e9c43c3e58,revision_number=5']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:20:43.666039 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3d962044-085d-476e-8cc2-c55142176167 req-1baafd32-05e7-40cd-97ae-dd18858b1a5a tempest-ServersWithSpecificFlavorTestJSON-461581366 tempest-ServersWithSpecificFlavorTestJSON-461581366-project] Notify agent at l3_agent.n-d-800634-3 the message routers_updated {{(pid=93916) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 18:20:43.678554 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8126a7e-406e-4899-a87c-31b0dbdb8aa2 None None] Sync routers for ids ['6bbb4a37-7601-4b77-8a33-a5884ec4332b'] in n-d-800634-3 {{(pid=93918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 18:20:43.692364 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8126a7e-406e-4899-a87c-31b0dbdb8aa2 None None] Routers {'6bbb4a37-7601-4b77-8a33-a5884ec4332b'} bound to L3 agent in host n-d-800634-3 {{(pid=93918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:20:43.693063 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-a8126a7e-406e-4899-a87c-31b0dbdb8aa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:20:23Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['6bbb4a37-7601-4b77-8a33-a5884ec4332b'], 'active': True} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:20:43.754527 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-8119f6cf-e21f-4c3f-87de-8f536df7dda2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645734'] for network, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:43.767989 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d962044-085d-476e-8cc2-c55142176167 req-1baafd32-05e7-40cd-97ae-dd18858b1a5a tempest-ServersWithSpecificFlavorTestJSON-461581366 tempest-ServersWithSpecificFlavorTestJSON-461581366-project] No DVR routers for this DVR port a752284b-f96b-456a-86f1-78b2956aabb1 on host n-h1-800634-3 {{(pid=93916) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 18:20:43.780557 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-3d962044-085d-476e-8cc2-c55142176167 req-1baafd32-05e7-40cd-97ae-dd18858b1a5a tempest-ServersWithSpecificFlavorTestJSON-461581366 tempest-ServersWithSpecificFlavorTestJSON-461581366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:43.787043 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-3d962044-085d-476e-8cc2-c55142176167 req-1baafd32-05e7-40cd-97ae-dd18858b1a5a tempest-ServersWithSpecificFlavorTestJSON-461581366 tempest-ServersWithSpecificFlavorTestJSON-461581366-project] 10.222.0.18 "DELETE /v2.0/ports/a752284b-f96b-456a-86f1-78b2956aabb1 HTTP/1.1" status: 204 len: 173 time: 3.6926231 Jul 14 18:20:43.787776 n-d-800634-3 neutron-server[93916]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '431bf4c3-8186-4be2-9ee1-3a584641826f', 'name': 'network-vif-deleted', 'tag': 'a752284b-f96b-456a-86f1-78b2956aabb1'}] {{(pid=93916) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:20:43.815349 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f803e150b363a7893830aa996ac27753fa25517c406ecd3536b7c2d4b26eeb9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e75d137d-3a05-4070-bec4-fd3a83158b8f" -d '{"events": [{"server_uuid": "431bf4c3-8186-4be2-9ee1-3a584641826f", "name": "network-vif-deleted", "tag": "a752284b-f96b-456a-86f1-78b2956aabb1"}]}' {{(pid=93916) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:20:43.832314 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvr_db [None req-a8126a7e-406e-4899-a87c-31b0dbdb8aa2 None None] Set router 6bbb4a37-7601-4b77-8a33-a5884ec4332b gateway port host: n-d-800634-3 {{(pid=93918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 18:20:43.905159 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-692b613e-91e8-4492-83bb-2fba016f15ca None None] DHCP port deletion for aa295b65-90e7-400a-9977-28e2f73aa10a request from n-d-800634-3 {{(pid=93917) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 18:20:43.909260 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330e73e9-c0f8-46b5-928d-5f1c84927f56 req-9ef3c416-375b-4b02-a096-a8a79c646318 tempest-VolumesAdminNegativeTest-1045622320 tempest-VolumesAdminNegativeTest-1045622320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:20:43.911043 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-330e73e9-c0f8-46b5-928d-5f1c84927f56 req-9ef3c416-375b-4b02-a096-a8a79c646318 tempest-VolumesAdminNegativeTest-1045622320 tempest-VolumesAdminNegativeTest-1045622320-project] 10.222.0.16 "GET /v2.0/ports?device_id=90863bc0-3d96-449d-b309-c9f85c6fe43f HTTP/1.1" status: 200 len: 945 time: 0.3518131 Jul 14 18:20:43.928960 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6c1a1f-21be-49df-b26a-d2d1767d8fa4 req-6cfdf652-a286-47a7-b00b-bfd0b2cfdd47 tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:20:43.935456 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6c1a1f-21be-49df-b26a-d2d1767d8fa4 req-6cfdf652-a286-47a7-b00b-bfd0b2cfdd47 tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:20:43.941720 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6c1a1f-21be-49df-b26a-d2d1767d8fa4 req-6cfdf652-a286-47a7-b00b-bfd0b2cfdd47 tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:20:43.943612 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ba6c1a1f-21be-49df-b26a-d2d1767d8fa4 req-6cfdf652-a286-47a7-b00b-bfd0b2cfdd47 tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] 10.222.0.16 "GET /v2.0/ports?device_id=aaecf31f-93a0-4d4a-8437-96be4945fc86 HTTP/1.1" status: 200 len: 2418 time: 0.2482994 Jul 14 18:20:43.947852 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d468fc5-32d3-472c-b4a7-7da2b2834a8f req-226cf0df-6416-4efe-8bde-cb63cac040d0 tempest-ServersWithSpecificFlavorTestJSON-461581366 tempest-ServersWithSpecificFlavorTestJSON-461581366-project] Made reservation on behalf of c51e850593fc4a37af9470721017e8e7 for: {'port': 1} {{(pid=93915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:20:43.951829 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-7d468fc5-32d3-472c-b4a7-7da2b2834a8f req-226cf0df-6416-4efe-8bde-cb63cac040d0 tempest-ServersWithSpecificFlavorTestJSON-461581366 tempest-ServersWithSpecificFlavorTestJSON-461581366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:44.035657 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-692b613e-91e8-4492-83bb-2fba016f15ca None None] Deleting port 23087262-41ea-4f1b-a377-378d8ba211f1 {{(pid=93917) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:20:44.036366 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-692b613e-91e8-4492-83bb-2fba016f15ca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:44.098517 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-330e73e9-c0f8-46b5-928d-5f1c84927f56 req-67357bb7-cbdb-4a0e-bf2e-1296fa00f9a3 tempest-VolumesAdminNegativeTest-1045622320 tempest-VolumesAdminNegativeTest-1045622320-project] 10.222.0.16 "GET /v2.0/security-groups?id=1d7c97a8-f107-49f9-a141-5191f8d9e4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523392 Jul 14 18:20:44.115589 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-692b613e-91e8-4492-83bb-2fba016f15ca None None] For port 23087262-41ea-4f1b-a377-378d8ba211f1, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=23087262-41ea-4f1b-a377-378d8ba211f1,segment=NetworkSegment(fd0f50e4-c4dd-448f-97fa-7aad76cb8602),segment_id=fd0f50e4-c4dd-448f-97fa-7aad76cb8602)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:20:44.116251 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-692b613e-91e8-4492-83bb-2fba016f15ca None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:44.119116 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [None req-8119f6cf-e21f-4c3f-87de-8f536df7dda2 admin admin] Deleting port 23087262-41ea-4f1b-a377-378d8ba211f1 {{(pid=93915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:20:44.119465 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-8119f6cf-e21f-4c3f-87de-8f536df7dda2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:44.132486 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-692b613e-91e8-4492-83bb-2fba016f15ca None None] Calling delete_port for 23087262-41ea-4f1b-a377-378d8ba211f1 owned by network:dhcp {{(pid=93917) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:20:44.153569 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ba6c1a1f-21be-49df-b26a-d2d1767d8fa4 req-658dc070-f238-4063-9d9a-451fb7242421 tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] 10.222.0.16 "GET /v2.0/security-groups?id=07501815-414f-40f0-a54a-1c35d98e3f98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1934943 Jul 14 18:20:44.236048 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-692b613e-91e8-4492-83bb-2fba016f15ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813'] for port, after_delete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:44.236282 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-a8126a7e-406e-4899-a87c-31b0dbdb8aa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bbb4a37-7601-4b77-8a33-a5884ec4332b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-919346871-router', 'tenant_id': 'c51e850593fc4a37af9470721017e8e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.206'}], 'enable_snat': True}, 'gw_port_id': '3b7f538b-080a-4aa7-bf0e-98cc149b19f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:17:45Z', 'updated_at': '2021-07-14T18:17:59Z', 'revision_number': 4, 'project_id': 'c51e850593fc4a37af9470721017e8e7', 'gw_port': {'id': '3b7f538b-080a-4aa7-bf0e-98cc149b19f3', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:2b:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bbb4a37-7601-4b77-8a33-a5884ec4332b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:17:48Z', 'updated_at': '2021-07-14T18:18:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_interfaces': [{'id': '9d26568d-cdd5-4e37-85ea-b39b1e807b96', 'name': '', 'network_id': 'b1df69b6-7369-4ffc-83a6-1f3eb48a524d', 'tenant_id': 'c51e850593fc4a37af9470721017e8e7', 'mac_address': 'fa:16:3e:39:88:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bbb4a37-7601-4b77-8a33-a5884ec4332b', 'device_owner': 'network:router_interface', 'standard_attr_id': 127, 'fixed_ips': [{'subnet_id': '52a71ea9-5395-411d-94f2-0fbe5949db70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:17:55Z', 'updated_at': '2021-07-14T18:18:08Z', 'revision_number': 5, 'project_id': 'c51e850593fc4a37af9470721017e8e7', 'subnets': [{'id': '52a71ea9-5395-411d-94f2-0fbe5949db70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-3', False) {} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:20:44.279429 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692b613e-91e8-4492-83bb-2fba016f15ca None None] Pushing event deleted for resources: {'Port': ['ID=23087262-41ea-4f1b-a377-378d8ba211f1,revision_number=None']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:20:44.287291 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-692b613e-91e8-4492-83bb-2fba016f15ca None None] No DVR routers for this DVR port 23087262-41ea-4f1b-a377-378d8ba211f1 on host n-d-800634-3 {{(pid=93917) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 18:20:44.290895 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Wed, 14 Jul 2021 18:20:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f3cfbe1-e4de-4d2c-97f1-c127a2234a9f x-openstack-request-id: req-8f3cfbe1-e4de-4d2c-97f1-c127a2234a9f {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:20:44.291384 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aaecf31f-93a0-4d4a-8437-96be4945fc86", "name": "network-vif-plugged", "status": "completed", "tag": "197f059b-853f-4e78-a062-d7da772f123d", "code": 200}, {"server_uuid": "aaecf31f-93a0-4d4a-8437-96be4945fc86", "name": "network-vif-plugged", "status": "completed", "tag": "1eaed3f0-aeb3-4994-8f29-8d8b040b9347", "code": 200}, {"server_uuid": "aaecf31f-93a0-4d4a-8437-96be4945fc86", "name": "network-vif-plugged", "status": "completed", "tag": "32db803e-0bc2-4323-b722-35e9c43c3e58", "code": 200}]} {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:20:44.291657 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8f3cfbe1-e4de-4d2c-97f1-c127a2234a9f {{(pid=93917) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:20:44.292211 n-d-800634-3 neutron-server[93917]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aaecf31f-93a0-4d4a-8437-96be4945fc86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '197f059b-853f-4e78-a062-d7da772f123d', 'code': 200} Jul 14 18:20:44.292783 n-d-800634-3 neutron-server[93917]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aaecf31f-93a0-4d4a-8437-96be4945fc86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1eaed3f0-aeb3-4994-8f29-8d8b040b9347', 'code': 200} Jul 14 18:20:44.293057 n-d-800634-3 neutron-server[93917]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aaecf31f-93a0-4d4a-8437-96be4945fc86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32db803e-0bc2-4323-b722-35e9c43c3e58', 'code': 200} Jul 14 18:20:44.317707 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8126a7e-406e-4899-a87c-31b0dbdb8aa2 None None] Checking router: 6bbb4a37-7601-4b77-8a33-a5884ec4332b for host: n-d-800634-3 {{(pid=93918) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 18:20:44.348465 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8126a7e-406e-4899-a87c-31b0dbdb8aa2 None None] Routers {'6bbb4a37-7601-4b77-8a33-a5884ec4332b'} bound to L3 agent in host n-d-800634-3 {{(pid=93918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:20:44.349108 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-a8126a7e-406e-4899-a87c-31b0dbdb8aa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:20:23Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['6bbb4a37-7601-4b77-8a33-a5884ec4332b'], 'active': True} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:20:44.491314 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed699312-bf8b-4a06-b27c-d3e624ef7f7f req-4117bb29-e9f4-46e3-99fe-c65955c25c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:20:44.491877 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed699312-bf8b-4a06-b27c-d3e624ef7f7f req-4117bb29-e9f4-46e3-99fe-c65955c25c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:20:44.492489 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed699312-bf8b-4a06-b27c-d3e624ef7f7f req-4117bb29-e9f4-46e3-99fe-c65955c25c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:20:44.494183 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-ed699312-bf8b-4a06-b27c-d3e624ef7f7f req-4117bb29-e9f4-46e3-99fe-c65955c25c31 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=aaecf31f-93a0-4d4a-8437-96be4945fc86 HTTP/1.1" status: 200 len: 2871 time: 0.1227744 Jul 14 18:20:44.545978 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-ed699312-bf8b-4a06-b27c-d3e624ef7f7f req-51e0896f-263b-4d99-a930-b8e46b4bf7cd service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=07501815-414f-40f0-a54a-1c35d98e3f98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444624 Jul 14 18:20:44.555242 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvr_db [None req-a8126a7e-406e-4899-a87c-31b0dbdb8aa2 None None] Set router 6bbb4a37-7601-4b77-8a33-a5884ec4332b gateway port host: n-d-800634-3 {{(pid=93918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 18:20:44.734061 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 18:20:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae8e333d-ce8c-4d7d-ba92-95385ba20a4f x-openstack-request-id: req-ae8e333d-ce8c-4d7d-ba92-95385ba20a4f {{(pid=93916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:20:44.734346 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "431bf4c3-8186-4be2-9ee1-3a584641826f", "name": "network-vif-deleted", "tag": "a752284b-f96b-456a-86f1-78b2956aabb1", "status": "completed", "code": 200}]} {{(pid=93916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:20:44.734650 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ae8e333d-ce8c-4d7d-ba92-95385ba20a4f {{(pid=93916) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:20:44.735606 n-d-800634-3 neutron-server[93916]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '431bf4c3-8186-4be2-9ee1-3a584641826f', 'name': 'network-vif-deleted', 'tag': 'a752284b-f96b-456a-86f1-78b2956aabb1', 'status': 'completed', 'code': 200} Jul 14 18:20:44.892222 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [None req-8119f6cf-e21f-4c3f-87de-8f536df7dda2 admin admin] For port 23087262-41ea-4f1b-a377-378d8ba211f1, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=23087262-41ea-4f1b-a377-378d8ba211f1,segment=NetworkSegment(fd0f50e4-c4dd-448f-97fa-7aad76cb8602),segment_id=fd0f50e4-c4dd-448f-97fa-7aad76cb8602)] {{(pid=93915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:20:44.892765 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-8119f6cf-e21f-4c3f-87de-8f536df7dda2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:44.922636 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-a8126a7e-406e-4899-a87c-31b0dbdb8aa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bbb4a37-7601-4b77-8a33-a5884ec4332b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-919346871-router', 'tenant_id': 'c51e850593fc4a37af9470721017e8e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.206'}], 'enable_snat': True}, 'gw_port_id': '3b7f538b-080a-4aa7-bf0e-98cc149b19f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:17:45Z', 'updated_at': '2021-07-14T18:17:59Z', 'revision_number': 4, 'project_id': 'c51e850593fc4a37af9470721017e8e7', 'gw_port': {'id': '3b7f538b-080a-4aa7-bf0e-98cc149b19f3', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:2b:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bbb4a37-7601-4b77-8a33-a5884ec4332b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:17:48Z', 'updated_at': '2021-07-14T18:18:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_interfaces': [{'id': '9d26568d-cdd5-4e37-85ea-b39b1e807b96', 'name': '', 'network_id': 'b1df69b6-7369-4ffc-83a6-1f3eb48a524d', 'tenant_id': 'c51e850593fc4a37af9470721017e8e7', 'mac_address': 'fa:16:3e:39:88:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bbb4a37-7601-4b77-8a33-a5884ec4332b', 'device_owner': 'network:router_interface', 'standard_attr_id': 127, 'fixed_ips': [{'subnet_id': '52a71ea9-5395-411d-94f2-0fbe5949db70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:17:55Z', 'updated_at': '2021-07-14T18:18:08Z', 'revision_number': 5, 'project_id': 'c51e850593fc4a37af9470721017e8e7', 'subnets': [{'id': '52a71ea9-5395-411d-94f2-0fbe5949db70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-3', False) {} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:20:44.936900 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [None req-8119f6cf-e21f-4c3f-87de-8f536df7dda2 admin admin] Calling delete_port for 23087262-41ea-4f1b-a377-378d8ba211f1 owned by network:dhcp {{(pid=93915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:20:44.952921 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8126a7e-406e-4899-a87c-31b0dbdb8aa2 None None] The sync data for ids ['6bbb4a37-7601-4b77-8a33-a5884ec4332b'] in n-d-800634-3 is: [{'id': '6bbb4a37-7601-4b77-8a33-a5884ec4332b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-919346871-router', 'tenant_id': 'c51e850593fc4a37af9470721017e8e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.206'}], 'enable_snat': True}, 'gw_port_id': '3b7f538b-080a-4aa7-bf0e-98cc149b19f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:17:45Z', 'updated_at': '2021-07-14T18:17:59Z', 'revision_number': 4, 'project_id': 'c51e850593fc4a37af9470721017e8e7', 'gw_port': {'id': '3b7f538b-080a-4aa7-bf0e-98cc149b19f3', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:2b:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bbb4a37-7601-4b77-8a33-a5884ec4332b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:17:48Z', 'updated_at': '2021-07-14T18:18:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_interfaces': [{'id': '9d26568d-cdd5-4e37-85ea-b39b1e807b96', 'name': '', 'network_id': 'b1df69b6-7369-4ffc-83a6-1f3eb48a524d', 'tenant_id': 'c51e850593fc4a37af9470721017e8e7', 'mac_address': 'fa:16:3e:39:88:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bbb4a37-7601-4b77-8a33-a5884ec4332b', 'device_owner': 'network:router_interface', 'standard_attr_id': 127, 'fixed_ips': [{'subnet_id': '52a71ea9-5395-411d-94f2-0fbe5949db70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:17:55Z', 'updated_at': '2021-07-14T18:18:08Z', 'revision_number': 5, 'project_id': 'c51e850593fc4a37af9470721017e8e7', 'subnets': [{'id': '52a71ea9-5395-411d-94f2-0fbe5949db70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 18:20:44.962718 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.db_base_plugin_common [req-7d468fc5-32d3-472c-b4a7-7da2b2834a8f req-226cf0df-6416-4efe-8bde-cb63cac040d0 tempest-ServersWithSpecificFlavorTestJSON-461581366 tempest-ServersWithSpecificFlavorTestJSON-461581366-project] Allocated IP 172.20.0.5 (b1df69b6-7369-4ffc-83a6-1f3eb48a524d/52a71ea9-5395-411d-94f2-0fbe5949db70/fbf01217-e64a-4640-a796-185c6fcc99ca) {{(pid=93915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:20:45.025068 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 23087262-41ea-4f1b-a377-378d8ba211f1 no longer exists at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 18:20:45.057224 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] No Port match for: 23087262-41ea-4f1b-a377-378d8ba211f1 {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 18:20:45.058429 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 23087262-41ea-4f1b-a377-378d8ba211f1 not bound to the agent host n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 18:20:45.077659 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f2bf75-adaf-4d60-8eb0-554fdc2b4358 req-8e37b32f-7adc-4571-b23d-5772dfff3a8a tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:20:45.079784 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-d7f2bf75-adaf-4d60-8eb0-554fdc2b4358 req-8e37b32f-7adc-4571-b23d-5772dfff3a8a tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] 10.222.0.16 "GET /v2.0/ports?device_id=4c03c8a6-1634-41e9-92c6-45ef79023d35 HTTP/1.1" status: 200 len: 945 time: 0.2896369 Jul 14 18:20:45.148773 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bda42e-7031-4ae1-9a9f-561ebef07adf req-b2b43238-6e54-4f1d-9568-0336d56e0413 tempest-LiveMigrationTest-64527954 tempest-LiveMigrationTest-64527954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:20:45.150423 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-80bda42e-7031-4ae1-9a9f-561ebef07adf req-b2b43238-6e54-4f1d-9568-0336d56e0413 tempest-LiveMigrationTest-64527954 tempest-LiveMigrationTest-64527954-project] 10.222.0.16 "GET /v2.0/ports?device_id=71cc93c3-ed8e-4af7-bf04-1c1ca5f4c121 HTTP/1.1" status: 200 len: 945 time: 0.2868459 Jul 14 18:20:45.230587 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-8119f6cf-e21f-4c3f-87de-8f536df7dda2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:45.235508 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-d7f2bf75-adaf-4d60-8eb0-554fdc2b4358 req-3bde07f3-ce09-47a3-9613-b77c336000a1 tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] 10.222.0.16 "GET /v2.0/security-groups?id=540fae54-ccea-4309-9c99-81b930eedb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472769 Jul 14 18:20:45.246616 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-288d54c6-7d6a-4588-9f05-487fa0728e3f None None] New status for floating IP 5c482abf-23fb-42b2-a11d-58b05e43f619: DOWN {{(pid=93917) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 18:20:45.288882 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8119f6cf-e21f-4c3f-87de-8f536df7dda2 admin admin] No DVR routers for this DVR port 23087262-41ea-4f1b-a377-378d8ba211f1 on host n-d-800634-3 {{(pid=93915) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 18:20:45.303351 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-80bda42e-7031-4ae1-9a9f-561ebef07adf req-ed379edd-4676-4ab7-9d5e-9d58e3c2f568 tempest-LiveMigrationTest-64527954 tempest-LiveMigrationTest-64527954-project] 10.222.0.16 "GET /v2.0/security-groups?id=93c6eb24-b3aa-49c4-93f7-93dd5f011665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433434 Jul 14 18:20:45.347012 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8119f6cf-e21f-4c3f-87de-8f536df7dda2 admin admin] Pushing event deleted for resources: {'Port': ['ID=23087262-41ea-4f1b-a377-378d8ba211f1,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:20:45.451444 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-7d468fc5-32d3-472c-b4a7-7da2b2834a8f req-226cf0df-6416-4efe-8bde-cb63cac040d0 tempest-ServersWithSpecificFlavorTestJSON-461581366 tempest-ServersWithSpecificFlavorTestJSON-461581366-project] Notify callbacks [] for port, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:45.483440 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-8119f6cf-e21f-4c3f-87de-8f536df7dda2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2096010', 'neutron.services.segments.db._delete_segments_for_network-8728202734996'] for network, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:45.496020 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.provisioning_blocks [req-7d468fc5-32d3-472c-b4a7-7da2b2834a8f req-226cf0df-6416-4efe-8bde-cb63cac040d0 tempest-ServersWithSpecificFlavorTestJSON-461581366 tempest-ServersWithSpecificFlavorTestJSON-461581366-project] Transition to ACTIVE for port object fbf01217-e64a-4640-a796-185c6fcc99ca will not be triggered until provisioned by entity DHCP. {{(pid=93915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:20:45.499723 n-d-800634-3 neutron-server[93915]: DEBUG neutron.services.segments.db [None req-8119f6cf-e21f-4c3f-87de-8f536df7dda2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa295b65-90e7-400a-9977-28e2f73aa10a']}} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:20:45.567324 n-d-800634-3 neutron-server[93915]: DEBUG neutron.services.segments.db [None req-8119f6cf-e21f-4c3f-87de-8f536df7dda2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd0f50e4-c4dd-448f-97fa-7aad76cb8602') {'for_net_delete': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:20:45.567654 n-d-800634-3 neutron-server[93915]: DEBUG neutron.services.segments.db [None req-8119f6cf-e21f-4c3f-87de-8f536df7dda2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd0f50e4-c4dd-448f-97fa-7aad76cb8602') {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:20:45.576369 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-4790364a-aa9e-42a0-99d6-fcbb781433ad req-66316dff-61ff-428d-8d6b-42e6d80f4445 tempest-ServersWithSpecificFlavorTestJSON-461581366 tempest-ServersWithSpecificFlavorTestJSON-461581366-project] 10.222.0.16 "GET /v2.0/ports?device_id=03a24d87-527f-4d5b-a998-53393446562a HTTP/1.1" status: 200 len: 210 time: 0.0785186 Jul 14 18:20:45.587442 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-8119f6cf-e21f-4c3f-87de-8f536df7dda2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728202715275', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28939920'] for segment, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:45.612600 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-8119f6cf-e21f-4c3f-87de-8f536df7dda2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:45.633406 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8119f6cf-e21f-4c3f-87de-8f536df7dda2 admin admin] Releasing vlan 62 on physical network physnet1 to pool {{(pid=93915) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 18:20:45.633844 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-8119f6cf-e21f-4c3f-87de-8f536df7dda2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25911658'] for segment, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:45.643532 n-d-800634-3 neutron-server[93915]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 18:20:45.643532 n-d-800634-3 neutron-server[93915]: self.session.flush() Jul 14 18:20:45.643532 n-d-800634-3 neutron-server[93915]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 18:20:45.643532 n-d-800634-3 neutron-server[93915]: self.session.flush() Jul 14 18:20:45.643532 n-d-800634-3 neutron-server[93915]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 18:20:45.643532 n-d-800634-3 neutron-server[93915]: self.session.flush() Jul 14 18:20:45.643532 n-d-800634-3 neutron-server[93915]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 18:20:45.643532 n-d-800634-3 neutron-server[93915]: self.session.flush() Jul 14 18:20:45.643532 n-d-800634-3 neutron-server[93915]: Traceback (most recent call last): Jul 14 18:20:45.643532 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 18:20:45.643532 n-d-800634-3 neutron-server[93915]: timer() Jul 14 18:20:45.643532 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 18:20:45.643532 n-d-800634-3 neutron-server[93915]: cb(*args, **kw) Jul 14 18:20:45.643532 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 18:20:45.643532 n-d-800634-3 neutron-server[93915]: return func(*args, **kwargs) Jul 14 18:20:45.643532 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 18:20:45.643532 n-d-800634-3 neutron-server[93915]: self._notify() Jul 14 18:20:45.643532 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 18:20:45.643532 n-d-800634-3 neutron-server[93915]: self.callback(batched_events) Jul 14 18:20:45.643532 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 18:20:45.643532 n-d-800634-3 neutron-server[93915]: event.method(event) Jul 14 18:20:45.643532 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 18:20:45.643532 n-d-800634-3 neutron-server[93915]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 18:20:45.643532 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 18:20:45.643532 n-d-800634-3 neutron-server[93915]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 18:20:45.643532 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 18:20:45.643532 n-d-800634-3 neutron-server[93915]: return f(self, *a, **k) Jul 14 18:20:45.643532 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 18:20:45.643532 n-d-800634-3 neutron-server[93915]: return self._get(url).json() Jul 14 18:20:45.643532 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 18:20:45.643532 n-d-800634-3 neutron-server[93915]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 18:20:45.643532 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 18:20:45.643532 n-d-800634-3 neutron-server[93915]: return self.request(url, 'GET', **kwargs) Jul 14 18:20:45.643532 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 18:20:45.643532 n-d-800634-3 neutron-server[93915]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 18:20:45.643532 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 18:20:45.643532 n-d-800634-3 neutron-server[93915]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 18:20:45.643532 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 18:20:45.643532 n-d-800634-3 neutron-server[93915]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 18:20:45.643532 n-d-800634-3 neutron-server[93915]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 18:20:45.728747 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-7d468fc5-32d3-472c-b4a7-7da2b2834a8f req-226cf0df-6416-4efe-8bde-cb63cac040d0 tempest-ServersWithSpecificFlavorTestJSON-461581366 tempest-ServersWithSpecificFlavorTestJSON-461581366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:45.742417 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-8119f6cf-e21f-4c3f-87de-8f536df7dda2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2096001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-930085'] for network, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:45.783156 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-8119f6cf-e21f-4c3f-87de-8f536df7dda2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598705'] for network, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:45.787336 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-8119f6cf-e21f-4c3f-87de-8f536df7dda2 admin admin] 10.222.0.16 "DELETE /v2.0/networks/aa295b65-90e7-400a-9977-28e2f73aa10a HTTP/1.1" status: 204 len: 168 time: 2.3134222 Jul 14 18:20:45.816232 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8119f6cf-e21f-4c3f-87de-8f536df7dda2 admin admin] Pushing event deleted for resources: {'Network': ['ID=aa295b65-90e7-400a-9977-28e2f73aa10a,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:20:45.821879 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d468fc5-32d3-472c-b4a7-7da2b2834a8f req-226cf0df-6416-4efe-8bde-cb63cac040d0 tempest-ServersWithSpecificFlavorTestJSON-461581366 tempest-ServersWithSpecificFlavorTestJSON-461581366-project] Network b1df69b6-7369-4ffc-83a6-1f3eb48a524d is already hosted by enough agents. {{(pid=93915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:20:45.840788 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a094a16-05a6-4c5f-8c21-14f8cf5b2d55 req-b411a71d-34c3-4aa5-a28b-106663a78e13 tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:20:45.846947 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a094a16-05a6-4c5f-8c21-14f8cf5b2d55 req-b411a71d-34c3-4aa5-a28b-106663a78e13 tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:20:45.853023 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a094a16-05a6-4c5f-8c21-14f8cf5b2d55 req-b411a71d-34c3-4aa5-a28b-106663a78e13 tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:20:45.854742 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-5a094a16-05a6-4c5f-8c21-14f8cf5b2d55 req-b411a71d-34c3-4aa5-a28b-106663a78e13 tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] 10.222.0.16 "GET /v2.0/ports?device_id=aaecf31f-93a0-4d4a-8437-96be4945fc86 HTTP/1.1" status: 200 len: 2418 time: 0.2314899 Jul 14 18:20:45.855881 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [req-7d468fc5-32d3-472c-b4a7-7da2b2834a8f req-226cf0df-6416-4efe-8bde-cb63cac040d0 tempest-ServersWithSpecificFlavorTestJSON-461581366 tempest-ServersWithSpecificFlavorTestJSON-461581366-project] Resources bound (agent type, host, resource id): {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:20:45.858434 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d468fc5-32d3-472c-b4a7-7da2b2834a8f req-226cf0df-6416-4efe-8bde-cb63cac040d0 tempest-ServersWithSpecificFlavorTestJSON-461581366 tempest-ServersWithSpecificFlavorTestJSON-461581366-project] Received port after_create {{(pid=93915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:20:45.865502 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226cf0df-6416-4efe-8bde-cb63cac040d0 tempest-ServersWithSpecificFlavorTestJSON-461581366 tempest-ServersWithSpecificFlavorTestJSON-461581366-project] Pushing event updated for resources: {'Port': ['ID=fbf01217-e64a-4640-a796-185c6fcc99ca,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:20:45.946241 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d468fc5-32d3-472c-b4a7-7da2b2834a8f req-226cf0df-6416-4efe-8bde-cb63cac040d0 tempest-ServersWithSpecificFlavorTestJSON-461581366 tempest-ServersWithSpecificFlavorTestJSON-461581366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:20:45.946900 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-7d468fc5-32d3-472c-b4a7-7da2b2834a8f req-226cf0df-6416-4efe-8bde-cb63cac040d0 tempest-ServersWithSpecificFlavorTestJSON-461581366 tempest-ServersWithSpecificFlavorTestJSON-461581366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:45.962367 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-5a094a16-05a6-4c5f-8c21-14f8cf5b2d55 req-558b9c57-0c52-4ae3-ad1f-cc5abb366fea tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] 10.222.0.16 "GET /v2.0/security-groups?id=07501815-414f-40f0-a54a-1c35d98e3f98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986013 Jul 14 18:20:45.992460 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-7d468fc5-32d3-472c-b4a7-7da2b2834a8f req-226cf0df-6416-4efe-8bde-cb63cac040d0 tempest-ServersWithSpecificFlavorTestJSON-461581366 tempest-ServersWithSpecificFlavorTestJSON-461581366-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4976943 Jul 14 18:20:46.005076 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [req-7d468fc5-32d3-472c-b4a7-7da2b2834a8f req-47ade7bb-1752-441d-b719-e21a49b67cf0 service neutron] Request body: {'port': {'device_id': '03a24d87-527f-4d5b-a998-53393446562a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800634-3'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:20:46.114617 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-7d468fc5-32d3-472c-b4a7-7da2b2834a8f req-47ade7bb-1752-441d-b719-e21a49b67cf0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:46.175816 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 55072) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:20:46.251266 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-7b6179ae-e34e-4b25-86b7-07b721a3b14d None None] Provisioning for port fbf01217-e64a-4640-a796-185c6fcc99ca completed by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:20:46.260326 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-7b6179ae-e34e-4b25-86b7-07b721a3b14d None None] Provisioning complete for port fbf01217-e64a-4640-a796-185c6fcc99ca triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:20:46.261510 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-7b6179ae-e34e-4b25-86b7-07b721a3b14d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:46.300734 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 55080) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:20:46.323750 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-7b6179ae-e34e-4b25-86b7-07b721a3b14d None None] Port fbf01217-e64a-4640-a796-185c6fcc99ca cannot update to ACTIVE because it is not bound. {{(pid=93917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 18:20:46.450539 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-b50e1ebe-c623-42ab-b090-e9502e63a7ba admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=06a5f031e0274154acdb0761b62d5c78&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1479044 Jul 14 18:20:46.457424 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 55084) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:20:46.496084 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-8406f986-cae1-40d0-a55c-baf18b1b0db1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:46.622780 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-8406f986-cae1-40d0-a55c-baf18b1b0db1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:46.628597 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-8406f986-cae1-40d0-a55c-baf18b1b0db1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:46.668831 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-8406f986-cae1-40d0-a55c-baf18b1b0db1 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7c1b8da4005a45f1abc1ec5bdc1c5a3f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4916425 Jul 14 18:20:46.669803 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 55090) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:20:46.673173 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8406f986-cae1-40d0-a55c-baf18b1b0db1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e87dafb-74e8-41c7-bcf4-89b43c9c6856,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:20:46.679479 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-fe871957-0a7b-44c1-aecb-af6abfb3e0e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:46.682531 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [req-7d468fc5-32d3-472c-b4a7-7da2b2834a8f req-47ade7bb-1752-441d-b719-e21a49b67cf0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fbf01217-e64a-4640-a796-185c6fcc99ca {{(pid=93915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 18:20:46.693737 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-7d468fc5-32d3-472c-b4a7-7da2b2834a8f req-47ade7bb-1752-441d-b719-e21a49b67cf0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:46.731796 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-ee639743-81fa-4c7d-995d-e10dea6416a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:46.735466 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-fe871957-0a7b-44c1-aecb-af6abfb3e0e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:46.745628 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.provisioning_blocks [req-7d468fc5-32d3-472c-b4a7-7da2b2834a8f req-47ade7bb-1752-441d-b719-e21a49b67cf0 service neutron] Transition to ACTIVE for port object fbf01217-e64a-4640-a796-185c6fcc99ca will not be triggered until provisioned by entity L2. {{(pid=93915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:20:46.755498 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-ee639743-81fa-4c7d-995d-e10dea6416a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:46.757488 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-7d468fc5-32d3-472c-b4a7-7da2b2834a8f req-47ade7bb-1752-441d-b719-e21a49b67cf0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25912978'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:46.799519 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d80ea2-4aab-410d-83e2-5f788f7f7360 req-d269113b-4aa9-4830-9e3f-6981984e1c34 tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:20:46.801586 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-d4d80ea2-4aab-410d-83e2-5f788f7f7360 req-d269113b-4aa9-4830-9e3f-6981984e1c34 tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] 10.222.0.16 "GET /v2.0/ports?device_id=4c03c8a6-1634-41e9-92c6-45ef79023d35 HTTP/1.1" status: 200 len: 945 time: 0.2734883 Jul 14 18:20:46.814681 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-ee639743-81fa-4c7d-995d-e10dea6416a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:46.817619 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-ee639743-81fa-4c7d-995d-e10dea6416a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:46.818776 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-ee639743-81fa-4c7d-995d-e10dea6416a5 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2e87dafb-74e8-41c7-bcf4-89b43c9c6856 HTTP/1.1" status: 204 len: 168 time: 0.1473298 Jul 14 18:20:46.829968 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee639743-81fa-4c7d-995d-e10dea6416a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e87dafb-74e8-41c7-bcf4-89b43c9c6856,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:20:46.903987 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db5d3c9-49c2-4b73-b00b-dd7dc22b1a11 req-fb52b7ac-e25d-4306-96c7-75190a6cd51b tempest-LiveMigrationTest-64527954 tempest-LiveMigrationTest-64527954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:20:46.905591 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3db5d3c9-49c2-4b73-b00b-dd7dc22b1a11 req-fb52b7ac-e25d-4306-96c7-75190a6cd51b tempest-LiveMigrationTest-64527954 tempest-LiveMigrationTest-64527954-project] 10.222.0.16 "GET /v2.0/ports?device_id=71cc93c3-ed8e-4af7-bf04-1c1ca5f4c121 HTTP/1.1" status: 200 len: 945 time: 0.2852442 Jul 14 18:20:46.915593 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ade7bb-1752-441d-b719-e21a49b67cf0 service neutron] Pushing event updated for resources: {'Port': ['ID=fbf01217-e64a-4640-a796-185c6fcc99ca,revision_number=2']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:20:46.949370 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ade7bb-1752-441d-b719-e21a49b67cf0 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:20:46.950047 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ade7bb-1752-441d-b719-e21a49b67cf0 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:20:46.950249 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ade7bb-1752-441d-b719-e21a49b67cf0 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:20:46.951993 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ade7bb-1752-441d-b719-e21a49b67cf0 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:20:46.952416 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ade7bb-1752-441d-b719-e21a49b67cf0 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:20:46.953441 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ade7bb-1752-441d-b719-e21a49b67cf0 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:20:46.953441 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ade7bb-1752-441d-b719-e21a49b67cf0 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:20:46.953666 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ade7bb-1752-441d-b719-e21a49b67cf0 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:20:46.954213 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ade7bb-1752-441d-b719-e21a49b67cf0 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:20:46.954542 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ade7bb-1752-441d-b719-e21a49b67cf0 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:20:46.955066 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ade7bb-1752-441d-b719-e21a49b67cf0 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:20:46.955569 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ade7bb-1752-441d-b719-e21a49b67cf0 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:20:46.983669 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-d4d80ea2-4aab-410d-83e2-5f788f7f7360 req-5e26aebe-7e11-415d-a313-ce6bb23bc060 tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] 10.222.0.16 "GET /v2.0/security-groups?id=540fae54-ccea-4309-9c99-81b930eedb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485519 Jul 14 18:20:46.999796 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-fe871957-0a7b-44c1-aecb-af6abfb3e0e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:47.002518 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-fe871957-0a7b-44c1-aecb-af6abfb3e0e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:47.006577 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-fe871957-0a7b-44c1-aecb-af6abfb3e0e5 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0949f22a-1535-4b2a-86df-63816b309248 HTTP/1.1" status: 204 len: 168 time: 0.5453050 Jul 14 18:20:47.039515 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe871957-0a7b-44c1-aecb-af6abfb3e0e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0949f22a-1535-4b2a-86df-63816b309248,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:20:47.111270 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3db5d3c9-49c2-4b73-b00b-dd7dc22b1a11 req-77255fae-6179-43b2-bba9-e95bcdb600f7 tempest-LiveMigrationTest-64527954 tempest-LiveMigrationTest-64527954-project] 10.222.0.16 "GET /v2.0/security-groups?id=93c6eb24-b3aa-49c4-93f7-93dd5f011665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1886787 Jul 14 18:20:47.134656 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-7d468fc5-32d3-472c-b4a7-7da2b2834a8f req-47ade7bb-1752-441d-b719-e21a49b67cf0 service neutron] Attempting to bind port fbf01217-e64a-4640-a796-185c6fcc99ca on host n-h2-800634-3 for vnic_type normal with profile {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:20:47.135006 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-7d468fc5-32d3-472c-b4a7-7da2b2834a8f req-47ade7bb-1752-441d-b719-e21a49b67cf0 service neutron] Attempting to bind port fbf01217-e64a-4640-a796-185c6fcc99ca by drivers openvswitch,hyperv on host n-h2-800634-3 at level 0 using segments [{'id': 'dc9b7b33-7ed6-4862-a917-845e6b965bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'b1df69b6-7369-4ffc-83a6-1f3eb48a524d'}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:20:47.135337 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d468fc5-32d3-472c-b4a7-7da2b2834a8f req-47ade7bb-1752-441d-b719-e21a49b67cf0 service neutron] Attempting to bind port fbf01217-e64a-4640-a796-185c6fcc99ca on network b1df69b6-7369-4ffc-83a6-1f3eb48a524d {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:20:47.145789 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d468fc5-32d3-472c-b4a7-7da2b2834a8f req-47ade7bb-1752-441d-b719-e21a49b67cf0 service neutron] Port fbf01217-e64a-4640-a796-185c6fcc99ca on network b1df69b6-7369-4ffc-83a6-1f3eb48a524d not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-3 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 18:20:47.146115 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d468fc5-32d3-472c-b4a7-7da2b2834a8f req-47ade7bb-1752-441d-b719-e21a49b67cf0 service neutron] Attempting to bind port fbf01217-e64a-4640-a796-185c6fcc99ca on network b1df69b6-7369-4ffc-83a6-1f3eb48a524d {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:20:47.152161 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d468fc5-32d3-472c-b4a7-7da2b2834a8f req-47ade7bb-1752-441d-b719-e21a49b67cf0 service neutron] Checking agent: {'id': '08e36a6c-8d04-48f0-a644-f27680635246', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 15, 35), 'started_at': datetime.datetime(2021, 7, 14, 18, 15, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 18, 20, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 18:20:47.152513 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d468fc5-32d3-472c-b4a7-7da2b2834a8f req-47ade7bb-1752-441d-b719-e21a49b67cf0 service neutron] Checking segment: {'id': 'dc9b7b33-7ed6-4862-a917-845e6b965bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'b1df69b6-7369-4ffc-83a6-1f3eb48a524d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:20:47.153099 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d468fc5-32d3-472c-b4a7-7da2b2834a8f req-47ade7bb-1752-441d-b719-e21a49b67cf0 service neutron] Bound using segment: {'id': 'dc9b7b33-7ed6-4862-a917-845e6b965bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'b1df69b6-7369-4ffc-83a6-1f3eb48a524d'} {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 18:20:47.153648 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-7d468fc5-32d3-472c-b4a7-7da2b2834a8f req-47ade7bb-1752-441d-b719-e21a49b67cf0 service neutron] Bound port: fbf01217-e64a-4640-a796-185c6fcc99ca, host: n-h2-800634-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc9b7b33-7ed6-4862-a917-845e6b965bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'b1df69b6-7369-4ffc-83a6-1f3eb48a524d'}}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 18:20:47.154013 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-7d468fc5-32d3-472c-b4a7-7da2b2834a8f req-47ade7bb-1752-441d-b719-e21a49b67cf0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:47.237031 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-7d468fc5-32d3-472c-b4a7-7da2b2834a8f req-47ade7bb-1752-441d-b719-e21a49b67cf0 service neutron] For port fbf01217-e64a-4640-a796-185c6fcc99ca, host n-h2-800634-3, cleared binding levels {{(pid=93915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:20:47.240465 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-7d468fc5-32d3-472c-b4a7-7da2b2834a8f req-47ade7bb-1752-441d-b719-e21a49b67cf0 service neutron] For port fbf01217-e64a-4640-a796-185c6fcc99ca, host n-h2-800634-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=fbf01217-e64a-4640-a796-185c6fcc99ca,segment=NetworkSegment(dc9b7b33-7ed6-4862-a917-845e6b965bf7),segment_id=dc9b7b33-7ed6-4862-a917-845e6b965bf7)] {{(pid=93915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 18:20:47.247473 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-7d468fc5-32d3-472c-b4a7-7da2b2834a8f req-47ade7bb-1752-441d-b719-e21a49b67cf0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25912978'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:47.342510 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d468fc5-32d3-472c-b4a7-7da2b2834a8f req-47ade7bb-1752-441d-b719-e21a49b67cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:20:47.343289 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-7d468fc5-32d3-472c-b4a7-7da2b2834a8f req-47ade7bb-1752-441d-b719-e21a49b67cf0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:47.344853 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-7d468fc5-32d3-472c-b4a7-7da2b2834a8f req-47ade7bb-1752-441d-b719-e21a49b67cf0 service neutron] 10.222.0.35 "PUT /v2.0/ports/fbf01217-e64a-4640-a796-185c6fcc99ca HTTP/1.1" status: 200 len: 1091 time: 1.3454027 Jul 14 18:20:47.346864 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03a24d87-527f-4d5b-a998-53393446562a', 'tag': 'fbf01217-e64a-4640-a796-185c6fcc99ca'}] {{(pid=93915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:20:47.349438 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e72782ad3af8f7d4ce76cedf092bca46d1756acc5c4653cf0b52034cdd6b073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b64c0a43-c0f4-4678-a4ff-e78705899b34" -d '{"events": [{"name": "network-changed", "server_uuid": "03a24d87-527f-4d5b-a998-53393446562a", "tag": "fbf01217-e64a-4640-a796-185c6fcc99ca"}]}' {{(pid=93915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:20:47.366711 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ade7bb-1752-441d-b719-e21a49b67cf0 service neutron] Pushing event updated for resources: {'Port': ['ID=fbf01217-e64a-4640-a796-185c6fcc99ca,revision_number=3']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:20:47.435144 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257a3be5-d656-470e-905e-fb856cd4aa10 req-34af647f-050f-4a14-92c2-09976e51950d tempest-ServersWithSpecificFlavorTestJSON-461581366 tempest-ServersWithSpecificFlavorTestJSON-461581366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:20:47.436827 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-257a3be5-d656-470e-905e-fb856cd4aa10 req-34af647f-050f-4a14-92c2-09976e51950d tempest-ServersWithSpecificFlavorTestJSON-461581366 tempest-ServersWithSpecificFlavorTestJSON-461581366-project] 10.222.0.16 "GET /v2.0/ports?device_id=03a24d87-527f-4d5b-a998-53393446562a HTTP/1.1" status: 200 len: 943 time: 0.1562123 Jul 14 18:20:47.506519 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-257a3be5-d656-470e-905e-fb856cd4aa10 req-ad6acafb-4e25-40c6-8a35-ca6ea128f2ad tempest-ServersWithSpecificFlavorTestJSON-461581366 tempest-ServersWithSpecificFlavorTestJSON-461581366-project] 10.222.0.16 "GET /v2.0/security-groups?id=53e3c538-c3c4-4fce-8d05-f9ee7d004cad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617938 Jul 14 18:20:47.515741 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d468fc5-32d3-472c-b4a7-7da2b2834a8f req-26fba4a5-0fab-46bb-9af9-c20c7e84f383 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:20:47.517429 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-7d468fc5-32d3-472c-b4a7-7da2b2834a8f req-26fba4a5-0fab-46bb-9af9-c20c7e84f383 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c51e850593fc4a37af9470721017e8e7&device_id=03a24d87-527f-4d5b-a998-53393446562a HTTP/1.1" status: 200 len: 1094 time: 0.1213589 Jul 14 18:20:47.584204 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-7d468fc5-32d3-472c-b4a7-7da2b2834a8f req-df893496-05d6-4cd9-a920-ca28c0c6e161 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fbf01217-e64a-4640-a796-185c6fcc99ca HTTP/1.1" status: 200 len: 217 time: 0.0590332 Jul 14 18:20:47.677214 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d468fc5-32d3-472c-b4a7-7da2b2834a8f req-42b3c40d-3bc5-485b-9ea8-de315c9be52d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:20:47.678918 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-7d468fc5-32d3-472c-b4a7-7da2b2834a8f req-42b3c40d-3bc5-485b-9ea8-de315c9be52d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=52a71ea9-5395-411d-94f2-0fbe5949db70 HTTP/1.1" status: 200 len: 862 time: 0.0870180 Jul 14 18:20:47.830150 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d468fc5-32d3-472c-b4a7-7da2b2834a8f req-f47f5232-3d9e-4304-8ecf-73184b07662e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:20:47.832069 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-7d468fc5-32d3-472c-b4a7-7da2b2834a8f req-f47f5232-3d9e-4304-8ecf-73184b07662e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b1df69b6-7369-4ffc-83a6-1f3eb48a524d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1461112 Jul 14 18:20:47.853802 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed7595a-9b25-4a91-8d21-dd9be48dde94 req-3586d999-4274-4b70-9117-ef579e54b1a5 tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:20:47.861631 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed7595a-9b25-4a91-8d21-dd9be48dde94 req-3586d999-4274-4b70-9117-ef579e54b1a5 tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:20:47.868475 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed7595a-9b25-4a91-8d21-dd9be48dde94 req-3586d999-4274-4b70-9117-ef579e54b1a5 tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:20:47.870828 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2ed7595a-9b25-4a91-8d21-dd9be48dde94 req-3586d999-4274-4b70-9117-ef579e54b1a5 tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] 10.222.0.16 "GET /v2.0/ports?device_id=aaecf31f-93a0-4d4a-8437-96be4945fc86 HTTP/1.1" status: 200 len: 2418 time: 0.1282816 Jul 14 18:20:47.984154 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2ed7595a-9b25-4a91-8d21-dd9be48dde94 req-4cd31bae-4b35-403c-9d7e-f9d599fadd9b tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] 10.222.0.16 "GET /v2.0/security-groups?id=07501815-414f-40f0-a54a-1c35d98e3f98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034040 Jul 14 18:20:48.045022 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-7d468fc5-32d3-472c-b4a7-7da2b2834a8f req-ebbacf7f-7465-4664-be77-8e6ac26be5bc service neutron] 10.222.0.35 "GET /v2.0/networks/b1df69b6-7369-4ffc-83a6-1f3eb48a524d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2040372 Jul 14 18:20:48.080061 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 55140) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:20:48.112378 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 18:20:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e63d05c9-6852-40e4-abcd-c7f2c7dc5f66 x-openstack-request-id: req-e63d05c9-6852-40e4-abcd-c7f2c7dc5f66 {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:20:48.112820 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03a24d87-527f-4d5b-a998-53393446562a", "tag": "fbf01217-e64a-4640-a796-185c6fcc99ca", "status": "completed", "code": 200}]} {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:20:48.113254 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e63d05c9-6852-40e4-abcd-c7f2c7dc5f66 {{(pid=93915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:20:48.114117 n-d-800634-3 neutron-server[93915]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03a24d87-527f-4d5b-a998-53393446562a', 'tag': 'fbf01217-e64a-4640-a796-185c6fcc99ca', 'status': 'completed', 'code': 200} Jul 14 18:20:48.214723 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-7d468fc5-32d3-472c-b4a7-7da2b2834a8f req-3db33de8-6e28-4417-a995-15f45eed6a5b service neutron] 10.222.0.35 "GET /v2.0/networks/b1df69b6-7369-4ffc-83a6-1f3eb48a524d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1563623 Jul 14 18:20:48.299037 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-dd0c520a-5f5d-4805-80a0-e5a985705561 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-371753725-network', 'tenant_id': 'a9d22ebe08284e548350eab597e7413d'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:20:48.326907 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd0c520a-5f5d-4805-80a0-e5a985705561 admin admin] Made reservation on behalf of a9d22ebe08284e548350eab597e7413d for: {'network': 1} {{(pid=93916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:20:48.330646 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-dd0c520a-5f5d-4805-80a0-e5a985705561 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for network, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:48.345113 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-dd0c520a-5f5d-4805-80a0-e5a985705561 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:48.411912 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec74120d-e509-4df5-877e-ed00173b05e9 req-deb3ced9-fa2c-4afb-9585-ba5f3ed9de70 tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:20:48.419799 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ec74120d-e509-4df5-877e-ed00173b05e9 req-deb3ced9-fa2c-4afb-9585-ba5f3ed9de70 tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] 10.222.0.16 "GET /v2.0/ports?device_id=4c03c8a6-1634-41e9-92c6-45ef79023d35 HTTP/1.1" status: 200 len: 945 time: 0.2040145 Jul 14 18:20:48.463009 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64c0a43-c0f4-4678-a4ff-e78705899b34 req-78e310c1-bc2d-42f7-829c-3d1e0ae298a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:20:48.468393 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b64c0a43-c0f4-4678-a4ff-e78705899b34 req-78e310c1-bc2d-42f7-829c-3d1e0ae298a4 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c51e850593fc4a37af9470721017e8e7&device_id=03a24d87-527f-4d5b-a998-53393446562a HTTP/1.1" status: 200 len: 1094 time: 0.1905730 Jul 14 18:20:48.494539 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-dd0c520a-5f5d-4805-80a0-e5a985705561 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:48.498963 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ec74120d-e509-4df5-877e-ed00173b05e9 req-a03908b6-5822-42ca-a0c1-86ecdef1e4ca tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] 10.222.0.16 "GET /v2.0/security-groups?id=540fae54-ccea-4309-9c99-81b930eedb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757887 Jul 14 18:20:48.504734 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-dd0c520a-5f5d-4805-80a0-e5a985705561 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:48.570115 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0c520a-5f5d-4805-80a0-e5a985705561 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=309722b9-2fe8-4d94-8481-29be9b33af8a,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:20:48.587164 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd0c520a-5f5d-4805-80a0-e5a985705561 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 81} {{(pid=93916) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 18:20:48.599977 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-dd0c520a-5f5d-4805-80a0-e5a985705561 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:48.600696 n-d-800634-3 neutron-server[93916]: INFO neutron.db.segments_db [None req-dd0c520a-5f5d-4805-80a0-e5a985705561 admin admin] Added segment a486c7d6-69d2-4a27-a7a6-bfe66b9801fc of type vlan for network a7a25cb1-3192-42fa-8b6a-3dfe4ce67a05 Jul 14 18:20:48.660584 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-dd0c520a-5f5d-4805-80a0-e5a985705561 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728202197517'] for network, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:48.678140 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64c0a43-c0f4-4678-a4ff-e78705899b34 req-c963738e-d629-4bc7-a583-7297c56faa10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:20:48.679597 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b64c0a43-c0f4-4678-a4ff-e78705899b34 req-c963738e-d629-4bc7-a583-7297c56faa10 service neutron] 10.222.0.35 "GET /v2.0/networks?id=b1df69b6-7369-4ffc-83a6-1f3eb48a524d HTTP/1.1" status: 200 len: 923 time: 0.2056942 Jul 14 18:20:48.705382 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-dd0c520a-5f5d-4805-80a0-e5a985705561 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727'] for network, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:48.706691 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd0c520a-5f5d-4805-80a0-e5a985705561 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:20:48.707546 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-dd0c520a-5f5d-4805-80a0-e5a985705561 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598705'] for network, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:48.755244 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b64c0a43-c0f4-4678-a4ff-e78705899b34 req-6c7d62ed-7b68-4658-be5a-63f52ebd90ea service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fbf01217-e64a-4640-a796-185c6fcc99ca HTTP/1.1" status: 200 len: 217 time: 0.0689158 Jul 14 18:20:48.780520 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-dd0c520a-5f5d-4805-80a0-e5a985705561 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6983986 Jul 14 18:20:48.781584 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 55166) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:20:48.789460 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-fc37ec35-2212-4429-9b59-e6e90c5ea5ef admin admin] Request body: {'subnet': {'network_id': 'a7a25cb1-3192-42fa-8b6a-3dfe4ce67a05', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-371753725-subnet', 'tenant_id': 'a9d22ebe08284e548350eab597e7413d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:20:48.825490 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0c520a-5f5d-4805-80a0-e5a985705561 admin admin] Pushing event updated for resources: {'Network': ['ID=a7a25cb1-3192-42fa-8b6a-3dfe4ce67a05,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:20:48.829719 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc37ec35-2212-4429-9b59-e6e90c5ea5ef admin admin] Made reservation on behalf of a9d22ebe08284e548350eab597e7413d for: {'subnet': 1} {{(pid=93916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:20:48.832653 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-fc37ec35-2212-4429-9b59-e6e90c5ea5ef admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26033189'] for subnet, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:48.840193 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Network a7a25cb1-3192-42fa-8b6a-3dfe4ce67a05 details requested by agent ovs-agent-n-d-800634-3 with host n-d-800634-3 {{(pid=93917) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 18:20:48.843276 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64c0a43-c0f4-4678-a4ff-e78705899b34 req-809e5372-3d85-4b05-95ea-a8d61a0f2bed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:20:48.845152 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b64c0a43-c0f4-4678-a4ff-e78705899b34 req-809e5372-3d85-4b05-95ea-a8d61a0f2bed service neutron] 10.222.0.35 "GET /v2.0/subnets?id=52a71ea9-5395-411d-94f2-0fbe5949db70 HTTP/1.1" status: 200 len: 862 time: 0.0793178 Jul 14 18:20:48.905617 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc9f175-0a87-47f1-89b9-9cb12849e9a5 req-1f65d427-7c5b-4159-b821-009f2f21609a tempest-LiveMigrationTest-64527954 tempest-LiveMigrationTest-64527954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:20:48.912948 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-9dc9f175-0a87-47f1-89b9-9cb12849e9a5 req-1f65d427-7c5b-4159-b821-009f2f21609a tempest-LiveMigrationTest-64527954 tempest-LiveMigrationTest-64527954-project] 10.222.0.16 "GET /v2.0/ports?device_id=71cc93c3-ed8e-4af7-bf04-1c1ca5f4c121 HTTP/1.1" status: 200 len: 945 time: 0.1612384 Jul 14 18:20:48.974080 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-9dc9f175-0a87-47f1-89b9-9cb12849e9a5 req-ac1b66e7-7b4d-4e66-aba8-b0f69ba53f79 tempest-LiveMigrationTest-64527954 tempest-LiveMigrationTest-64527954-project] 10.222.0.16 "GET /v2.0/security-groups?id=93c6eb24-b3aa-49c4-93f7-93dd5f011665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598619 Jul 14 18:20:49.004279 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64c0a43-c0f4-4678-a4ff-e78705899b34 req-900f0446-0620-4a60-a7bd-ff9136a0af63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:20:49.005910 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b64c0a43-c0f4-4678-a4ff-e78705899b34 req-900f0446-0620-4a60-a7bd-ff9136a0af63 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b1df69b6-7369-4ffc-83a6-1f3eb48a524d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1437275 Jul 14 18:20:49.117762 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-fc37ec35-2212-4429-9b59-e6e90c5ea5ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2684753', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26033175'] for subnet, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:49.204485 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b64c0a43-c0f4-4678-a4ff-e78705899b34 req-18745215-6e59-453e-8441-6de22c784ec8 service neutron] 10.222.0.35 "GET /v2.0/networks/b1df69b6-7369-4ffc-83a6-1f3eb48a524d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1894710 Jul 14 18:20:49.228520 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc37ec35-2212-4429-9b59-e6e90c5ea5ef admin admin] Pushing event updated for resources: {'Subnet': ['ID=cc96744b-311f-49f7-8ac2-f53a1b384535,revision_number=0']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:20:49.290420 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc37ec35-2212-4429-9b59-e6e90c5ea5ef admin admin] Checking segment: {'id': 'a486c7d6-69d2-4a27-a7a6-bfe66b9801fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'a7a25cb1-3192-42fa-8b6a-3dfe4ce67a05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93916) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:20:49.290784 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc37ec35-2212-4429-9b59-e6e90c5ea5ef admin admin] Network hostable DHCP agents. Network: a7a25cb1-3192-42fa-8b6a-3dfe4ce67a05, hostable agents: ['028393c3-0576-4ebd-bca1-8ea8a148e1a2'], hosted agents: [] {{(pid=93916) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 18:20:49.329982 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc37ec35-2212-4429-9b59-e6e90c5ea5ef admin admin] Network a7a25cb1-3192-42fa-8b6a-3dfe4ce67a05 is scheduled to be hosted by DHCP agent 028393c3-0576-4ebd-bca1-8ea8a148e1a2 with binding_index 1 {{(pid=93916) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 18:20:49.346914 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [None req-fc37ec35-2212-4429-9b59-e6e90c5ea5ef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-3, a7a25cb1-3192-42fa-8b6a-3dfe4ce67a05) {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:20:49.353636 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc37ec35-2212-4429-9b59-e6e90c5ea5ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:20:49.354424 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-fc37ec35-2212-4429-9b59-e6e90c5ea5ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598705'] for subnet, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:49.356682 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d38b9f8f-2527-4ae9-b5d8-aad2db22a587 None None] Network a7a25cb1-3192-42fa-8b6a-3dfe4ce67a05 requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:20:49.380401 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b64c0a43-c0f4-4678-a4ff-e78705899b34 req-24a7e03a-1e7d-40e9-8ace-578d33fc8f87 service neutron] 10.222.0.35 "GET /v2.0/networks/b1df69b6-7369-4ffc-83a6-1f3eb48a524d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1681921 Jul 14 18:20:49.394855 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-fc37ec35-2212-4429-9b59-e6e90c5ea5ef admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6096804 Jul 14 18:20:49.437256 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3f0550-e1c5-404a-a696-3260e92a4c6b req-55ef9fa1-3382-43c2-9b6f-6b1ebf6f61af tempest-ServersWithSpecificFlavorTestJSON-461581366 tempest-ServersWithSpecificFlavorTestJSON-461581366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:20:49.439166 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6f3f0550-e1c5-404a-a696-3260e92a4c6b req-55ef9fa1-3382-43c2-9b6f-6b1ebf6f61af tempest-ServersWithSpecificFlavorTestJSON-461581366 tempest-ServersWithSpecificFlavorTestJSON-461581366-project] 10.222.0.16 "GET /v2.0/ports?device_id=03a24d87-527f-4d5b-a998-53393446562a HTTP/1.1" status: 200 len: 943 time: 0.1623845 Jul 14 18:20:49.507364 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6f3f0550-e1c5-404a-a696-3260e92a4c6b req-50b5d8e5-37ef-43e6-8198-cc6ca34094a5 tempest-ServersWithSpecificFlavorTestJSON-461581366 tempest-ServersWithSpecificFlavorTestJSON-461581366-project] 10.222.0.16 "GET /v2.0/security-groups?id=53e3c538-c3c4-4fce-8d05-f9ee7d004cad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614717 Jul 14 18:20:49.583849 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 55182) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:20:49.597828 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c39f4317-b85f-46f7-8cc1-7deded0f2c12 None None] Network a7a25cb1-3192-42fa-8b6a-3dfe4ce67a05 requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:20:49.768588 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-89fcf5e4-23af-4ef3-8eae-21e79d1f63e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:49.813566 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.agents_db [None req-2ea07fb6-aa68-4671-8654-119d82b9f530 None None] Agent healthcheck: found 7 active agents {{(pid=93918) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 18:20:49.849672 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd20c05-424a-4950-81d4-d55d3a7751c8 req-d095cbaa-3813-4439-9ad1-30eb8a4cd73d tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:20:49.856523 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd20c05-424a-4950-81d4-d55d3a7751c8 req-d095cbaa-3813-4439-9ad1-30eb8a4cd73d tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:20:49.863006 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd20c05-424a-4950-81d4-d55d3a7751c8 req-d095cbaa-3813-4439-9ad1-30eb8a4cd73d tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:20:49.864837 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-9fd20c05-424a-4950-81d4-d55d3a7751c8 req-d095cbaa-3813-4439-9ad1-30eb8a4cd73d tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] 10.222.0.16 "GET /v2.0/ports?device_id=aaecf31f-93a0-4d4a-8437-96be4945fc86 HTTP/1.1" status: 200 len: 2418 time: 0.1617215 Jul 14 18:20:49.923030 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-9fd20c05-424a-4950-81d4-d55d3a7751c8 req-d81ad260-9332-457e-a0bf-a8cfde6b74b3 tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] 10.222.0.16 "GET /v2.0/security-groups?id=07501815-414f-40f0-a54a-1c35d98e3f98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512378 Jul 14 18:20:49.962965 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-89fcf5e4-23af-4ef3-8eae-21e79d1f63e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:49.978214 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-89fcf5e4-23af-4ef3-8eae-21e79d1f63e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:50.032819 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [req-9b26aa7b-c07f-4124-8dc1-247f6b1cba27 req-afa06344-9bf3-43ad-aa44-edf015f47718 tempest-SecurityGroupsTestJSON-1215008278 tempest-SecurityGroupsTestJSON-1215008278-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-590062958', 'description': 'tempest-description-1778244516'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:20:50.063449 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-89fcf5e4-23af-4ef3-8eae-21e79d1f63e9 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=44402293a8284b58b92f221dd660b39c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4805319 Jul 14 18:20:50.066591 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 55198) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:20:50.073301 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fcf5e4-23af-4ef3-8eae-21e79d1f63e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ef5e612-4edb-40ef-afc2-fd215f145839,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:20:50.094104 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-9b26aa7b-c07f-4124-8dc1-247f6b1cba27 req-afa06344-9bf3-43ad-aa44-edf015f47718 tempest-SecurityGroupsTestJSON-1215008278 tempest-SecurityGroupsTestJSON-1215008278-project] Notify callbacks [] for security_group, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:50.111572 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c2aa3b-63f7-43fa-9e10-936af429f4fb req-e70617bf-0123-460d-b080-619d33a44f56 tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:20:50.113105 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-91c2aa3b-63f7-43fa-9e10-936af429f4fb req-e70617bf-0123-460d-b080-619d33a44f56 tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] 10.222.0.16 "GET /v2.0/ports?device_id=4c03c8a6-1634-41e9-92c6-45ef79023d35 HTTP/1.1" status: 200 len: 945 time: 0.1459222 Jul 14 18:20:50.134464 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-38877385-9049-443a-b2a6-2d5076c75618 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:50.162798 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-38877385-9049-443a-b2a6-2d5076c75618 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:50.177723 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-91c2aa3b-63f7-43fa-9e10-936af429f4fb req-42d9b846-2183-49f8-8dbd-30d539f508c7 tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] 10.222.0.16 "GET /v2.0/security-groups?id=540fae54-ccea-4309-9c99-81b930eedb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540786 Jul 14 18:20:50.226025 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-9b26aa7b-c07f-4124-8dc1-247f6b1cba27 req-afa06344-9bf3-43ad-aa44-edf015f47718 tempest-SecurityGroupsTestJSON-1215008278 tempest-SecurityGroupsTestJSON-1215008278-project] Notify callbacks [] for security_group, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:50.229943 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-38877385-9049-443a-b2a6-2d5076c75618 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:50.232283 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-9b26aa7b-c07f-4124-8dc1-247f6b1cba27 req-afa06344-9bf3-43ad-aa44-edf015f47718 tempest-SecurityGroupsTestJSON-1215008278 tempest-SecurityGroupsTestJSON-1215008278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:50.232969 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-38877385-9049-443a-b2a6-2d5076c75618 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:50.234275 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-38877385-9049-443a-b2a6-2d5076c75618 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3ef5e612-4edb-40ef-afc2-fd215f145839 HTTP/1.1" status: 204 len: 168 time: 0.1662345 Jul 14 18:20:50.248870 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38877385-9049-443a-b2a6-2d5076c75618 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ef5e612-4edb-40ef-afc2-fd215f145839,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:20:50.279678 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-9b26aa7b-c07f-4124-8dc1-247f6b1cba27 req-afa06344-9bf3-43ad-aa44-edf015f47718 tempest-SecurityGroupsTestJSON-1215008278 tempest-SecurityGroupsTestJSON-1215008278-project] Notify callbacks [] for security_group, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:50.291676 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-9b26aa7b-c07f-4124-8dc1-247f6b1cba27 req-afa06344-9bf3-43ad-aa44-edf015f47718 tempest-SecurityGroupsTestJSON-1215008278 tempest-SecurityGroupsTestJSON-1215008278-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.2764039 Jul 14 18:20:50.295148 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa06344-9bf3-43ad-aa44-edf015f47718 tempest-SecurityGroupsTestJSON-1215008278 tempest-SecurityGroupsTestJSON-1215008278-project] Pushing event updated for resources: {'SecurityGroup': ['ID=80378ff0-3ecd-443a-93aa-e3b4295160bd,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:20:50.304656 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-ffde9345-df9f-4763-ae94-80943b079bb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:50.342941 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [req-4b5f326a-e1d6-4d2a-98bd-4b64586cbde4 req-46391256-feda-4c2e-aba2-ab9947a35ebd tempest-SecurityGroupsTestJSON-1215008278 tempest-SecurityGroupsTestJSON-1215008278-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1144112182', 'description': 'tempest-description-1395511748'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:20:50.370975 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-4b5f326a-e1d6-4d2a-98bd-4b64586cbde4 req-46391256-feda-4c2e-aba2-ab9947a35ebd tempest-SecurityGroupsTestJSON-1215008278 tempest-SecurityGroupsTestJSON-1215008278-project] Notify callbacks [] for security_group, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:50.508335 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1c5d79-5771-4798-9f06-bf45e3f378c9 req-8d189d0c-7d23-47ec-8983-5cb752c78bf7 tempest-LiveMigrationTest-64527954 tempest-LiveMigrationTest-64527954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:20:50.509918 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-bd1c5d79-5771-4798-9f06-bf45e3f378c9 req-8d189d0c-7d23-47ec-8983-5cb752c78bf7 tempest-LiveMigrationTest-64527954 tempest-LiveMigrationTest-64527954-project] 10.222.0.16 "GET /v2.0/ports?device_id=71cc93c3-ed8e-4af7-bf04-1c1ca5f4c121 HTTP/1.1" status: 200 len: 945 time: 0.1113174 Jul 14 18:20:50.549828 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-4b5f326a-e1d6-4d2a-98bd-4b64586cbde4 req-46391256-feda-4c2e-aba2-ab9947a35ebd tempest-SecurityGroupsTestJSON-1215008278 tempest-SecurityGroupsTestJSON-1215008278-project] Notify callbacks [] for security_group, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:50.561897 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-4b5f326a-e1d6-4d2a-98bd-4b64586cbde4 req-46391256-feda-4c2e-aba2-ab9947a35ebd tempest-SecurityGroupsTestJSON-1215008278 tempest-SecurityGroupsTestJSON-1215008278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:50.588270 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-bd1c5d79-5771-4798-9f06-bf45e3f378c9 req-de4f8920-ae2a-4b58-8d46-1c7a3a125488 tempest-LiveMigrationTest-64527954 tempest-LiveMigrationTest-64527954-project] 10.222.0.16 "GET /v2.0/security-groups?id=93c6eb24-b3aa-49c4-93f7-93dd5f011665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705354 Jul 14 18:20:50.591748 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 55220) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:20:50.601312 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-4b5f326a-e1d6-4d2a-98bd-4b64586cbde4 req-46391256-feda-4c2e-aba2-ab9947a35ebd tempest-SecurityGroupsTestJSON-1215008278 tempest-SecurityGroupsTestJSON-1215008278-project] Notify callbacks [] for security_group, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:50.612486 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-96d720b3-2dc6-4b13-83dc-0ff7da96529f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:50.615839 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-4b5f326a-e1d6-4d2a-98bd-4b64586cbde4 req-46391256-feda-4c2e-aba2-ab9947a35ebd tempest-SecurityGroupsTestJSON-1215008278 tempest-SecurityGroupsTestJSON-1215008278-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.2781711 Jul 14 18:20:50.616844 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46391256-feda-4c2e-aba2-ab9947a35ebd tempest-SecurityGroupsTestJSON-1215008278 tempest-SecurityGroupsTestJSON-1215008278-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b8418642-c381-4b9f-a1ef-7087012a2f8d,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:20:50.826828 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-96d720b3-2dc6-4b13-83dc-0ff7da96529f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:50.834488 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-96d720b3-2dc6-4b13-83dc-0ff7da96529f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:50.880556 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-96d720b3-2dc6-4b13-83dc-0ff7da96529f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=819f3f64986941f0bf9bdad7f3bbb379&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2872808 Jul 14 18:20:50.883231 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d720b3-2dc6-4b13-83dc-0ff7da96529f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1c8983b-527a-4339-8b0e-67f64063c102,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:20:50.884499 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 55254) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:20:51.027640 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-050e658c-25c0-4634-bf7e-dde48011eb11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:51.050742 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a725507-0a76-4a8d-bbfb-542d113be190 req-f8622242-845f-4f5f-8b9b-d6bbaf543d62 tempest-ServersWithSpecificFlavorTestJSON-461581366 tempest-ServersWithSpecificFlavorTestJSON-461581366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:20:51.056841 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-8a725507-0a76-4a8d-bbfb-542d113be190 req-f8622242-845f-4f5f-8b9b-d6bbaf543d62 tempest-ServersWithSpecificFlavorTestJSON-461581366 tempest-ServersWithSpecificFlavorTestJSON-461581366-project] 10.222.0.16 "GET /v2.0/ports?device_id=03a24d87-527f-4d5b-a998-53393446562a HTTP/1.1" status: 200 len: 943 time: 0.2276249 Jul 14 18:20:51.064619 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f00756-3479-4472-a1c7-3cf58b262847 req-62ea2923-a21b-45f2-979d-26fe5173e990 tempest-SecurityGroupsTestJSON-1215008278 tempest-SecurityGroupsTestJSON-1215008278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:20:51.066021 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-53f00756-3479-4472-a1c7-3cf58b262847 req-62ea2923-a21b-45f2-979d-26fe5173e990 tempest-SecurityGroupsTestJSON-1215008278 tempest-SecurityGroupsTestJSON-1215008278-project] 10.222.0.16 "GET /v2.0/networks?id=a7a25cb1-3192-42fa-8b6a-3dfe4ce67a05 HTTP/1.1" status: 200 len: 812 time: 0.1991558 Jul 14 18:20:51.085080 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 55260) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:20:51.101195 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-050e658c-25c0-4634-bf7e-dde48011eb11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:51.118335 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-53f00756-3479-4472-a1c7-3cf58b262847 req-a2d1cf2d-238a-4638-8a29-e5ec9d6d251a tempest-SecurityGroupsTestJSON-1215008278 tempest-SecurityGroupsTestJSON-1215008278-project] 10.222.0.16 "GET /v2.0/quotas/a9d22ebe08284e548350eab597e7413d HTTP/1.1" status: 200 len: 375 time: 0.0346065 Jul 14 18:20:51.134413 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-8a725507-0a76-4a8d-bbfb-542d113be190 req-3ecfc03b-678f-4c0e-988a-8a3add95ec3d tempest-ServersWithSpecificFlavorTestJSON-461581366 tempest-ServersWithSpecificFlavorTestJSON-461581366-project] 10.222.0.16 "GET /v2.0/security-groups?id=53e3c538-c3c4-4fce-8d05-f9ee7d004cad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0767229 Jul 14 18:20:51.179844 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-53f00756-3479-4472-a1c7-3cf58b262847 req-d152a369-0752-4cc8-bb74-5d7612a1d950 tempest-SecurityGroupsTestJSON-1215008278 tempest-SecurityGroupsTestJSON-1215008278-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=a9d22ebe08284e548350eab597e7413d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0510879 Jul 14 18:20:51.271974 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a06e34d6-5c9b-40ba-94e4-1164eeed5414 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:51.304045 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-050e658c-25c0-4634-bf7e-dde48011eb11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:51.306959 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-050e658c-25c0-4634-bf7e-dde48011eb11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:51.308092 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-050e658c-25c0-4634-bf7e-dde48011eb11 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c1c8983b-527a-4339-8b0e-67f64063c102 HTTP/1.1" status: 204 len: 168 time: 0.4225841 Jul 14 18:20:51.324342 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-53f00756-3479-4472-a1c7-3cf58b262847 req-4cdedb54-a1ed-43be-b418-7c5b7344e1c4 service neutron] 10.222.0.16 "GET /v2.0/networks/a7a25cb1-3192-42fa-8b6a-3dfe4ce67a05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255739 Jul 14 18:20:51.350820 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09740aab-9737-4cd6-b3b3-38c9b9fc17f2 req-d4fcf643-332b-4100-8665-2990a4be245e tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:20:51.357848 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09740aab-9737-4cd6-b3b3-38c9b9fc17f2 req-d4fcf643-332b-4100-8665-2990a4be245e tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:20:51.359288 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050e658c-25c0-4634-bf7e-dde48011eb11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1c8983b-527a-4339-8b0e-67f64063c102,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:20:51.366466 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09740aab-9737-4cd6-b3b3-38c9b9fc17f2 req-d4fcf643-332b-4100-8665-2990a4be245e tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:20:51.368448 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-09740aab-9737-4cd6-b3b3-38c9b9fc17f2 req-d4fcf643-332b-4100-8665-2990a4be245e tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] 10.222.0.18 "GET /v2.0/ports?device_id=aaecf31f-93a0-4d4a-8437-96be4945fc86 HTTP/1.1" status: 200 len: 2418 time: 0.1903965 Jul 14 18:20:51.395500 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941f8571-cbb4-4e1f-b505-2ca5d61c1dce req-46f769ea-2b2d-4f96-a1b4-3369aa4b6b67 tempest-LiveAutoBlockMigrationV225Test-133245952 tempest-LiveAutoBlockMigrationV225Test-133245952-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:20:51.397160 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-941f8571-cbb4-4e1f-b505-2ca5d61c1dce req-46f769ea-2b2d-4f96-a1b4-3369aa4b6b67 tempest-LiveAutoBlockMigrationV225Test-133245952 tempest-LiveAutoBlockMigrationV225Test-133245952-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=4c03c8a6-1634-41e9-92c6-45ef79023d35&tenant_id=0a6a8e07e1ce4e4e84e3fe5c59c6747c&binding%3Ahost_id=n-h2-800634-3 HTTP/1.1" status: 200 len: 1096 time: 0.1769705 Jul 14 18:20:51.434386 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [req-941f8571-cbb4-4e1f-b505-2ca5d61c1dce req-47da11e5-6250-46fb-8e8d-1a4de6220614 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-800634-3'}}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:20:51.619639 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-941f8571-cbb4-4e1f-b505-2ca5d61c1dce req-47da11e5-6250-46fb-8e8d-1a4de6220614 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:51.644952 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a06e34d6-5c9b-40ba-94e4-1164eeed5414 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:51.655388 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a06e34d6-5c9b-40ba-94e4-1164eeed5414 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:51.711066 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [req-09740aab-9737-4cd6-b3b3-38c9b9fc17f2 req-a104f63d-1479-44d0-bdcb-ea8051f2c101 tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] Deleting port 1eaed3f0-aeb3-4994-8f29-8d8b040b9347 {{(pid=93916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:20:51.711413 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-09740aab-9737-4cd6-b3b3-38c9b9fc17f2 req-a104f63d-1479-44d0-bdcb-ea8051f2c101 tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:51.746744 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-a06e34d6-5c9b-40ba-94e4-1164eeed5414 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9ccab50f0f0541c2b9afe8d43b35c5e5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6605673 Jul 14 18:20:51.752922 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 55280) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:20:51.808750 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f7f57a-5276-45c0-8048-ca53aa1c9bae req-35bff3b2-7ba7-4438-99fe-b8b7795e974a tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:20:51.808959 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06e34d6-5c9b-40ba-94e4-1164eeed5414 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0dba22b-c364-46a8-9b12-68eb46d5e2bc,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:20:51.815349 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f7f57a-5276-45c0-8048-ca53aa1c9bae req-35bff3b2-7ba7-4438-99fe-b8b7795e974a tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:20:51.821339 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f7f57a-5276-45c0-8048-ca53aa1c9bae req-35bff3b2-7ba7-4438-99fe-b8b7795e974a tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:20:51.828582 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-18f7f57a-5276-45c0-8048-ca53aa1c9bae req-35bff3b2-7ba7-4438-99fe-b8b7795e974a tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] 10.222.0.16 "GET /v2.0/ports?device_id=aaecf31f-93a0-4d4a-8437-96be4945fc86 HTTP/1.1" status: 200 len: 2418 time: 0.5283425 Jul 14 18:20:51.843162 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-53f00756-3479-4472-a1c7-3cf58b262847 req-3f5af5b9-b49d-4173-ad8c-6ddc6112908b service neutron] 10.222.0.16 "GET /v2.0/networks/a7a25cb1-3192-42fa-8b6a-3dfe4ce67a05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4936309 Jul 14 18:20:51.882523 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-1779f371-946c-4b87-8371-b016cc9ea653 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:51.900337 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-18f7f57a-5276-45c0-8048-ca53aa1c9bae req-d105b7e6-e47d-4d9b-98f8-91715da49d6b tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] 10.222.0.16 "GET /v2.0/security-groups?id=07501815-414f-40f0-a54a-1c35d98e3f98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709169 Jul 14 18:20:51.934643 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-1779f371-946c-4b87-8371-b016cc9ea653 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:51.948977 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.db [req-941f8571-cbb4-4e1f-b505-2ca5d61c1dce req-47da11e5-6250-46fb-8e8d-1a4de6220614 service neutron] For port 2d1dc18a-16b5-40f5-8ce7-d5b286a9d811, host n-h2-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=2d1dc18a-16b5-40f5-8ce7-d5b286a9d811,segment=NetworkSegment(60f92988-9b9b-4790-95f5-9fce88e5a460),segment_id=60f92988-9b9b-4790-95f5-9fce88e5a460)] {{(pid=93916) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:20:51.992264 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.db [req-941f8571-cbb4-4e1f-b505-2ca5d61c1dce req-47da11e5-6250-46fb-8e8d-1a4de6220614 service neutron] For port 2d1dc18a-16b5-40f5-8ce7-d5b286a9d811, host n-h2-800634-3, cleared binding levels {{(pid=93916) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:20:52.009833 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-1779f371-946c-4b87-8371-b016cc9ea653 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:52.013236 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-1779f371-946c-4b87-8371-b016cc9ea653 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:52.016849 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-1779f371-946c-4b87-8371-b016cc9ea653 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a0dba22b-c364-46a8-9b12-68eb46d5e2bc HTTP/1.1" status: 204 len: 168 time: 0.2607777 Jul 14 18:20:52.027679 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.db [req-09740aab-9737-4cd6-b3b3-38c9b9fc17f2 req-a104f63d-1479-44d0-bdcb-ea8051f2c101 tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] For port 1eaed3f0-aeb3-4994-8f29-8d8b040b9347, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=1eaed3f0-aeb3-4994-8f29-8d8b040b9347,segment=NetworkSegment(711d2a3c-b304-435a-9067-2fad19434ed6),segment_id=711d2a3c-b304-435a-9067-2fad19434ed6)] {{(pid=93916) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:20:52.028050 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-09740aab-9737-4cd6-b3b3-38c9b9fc17f2 req-a104f63d-1479-44d0-bdcb-ea8051f2c101 tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:52.076091 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1779f371-946c-4b87-8371-b016cc9ea653 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0dba22b-c364-46a8-9b12-68eb46d5e2bc,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:20:52.116025 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88183d70-53be-495d-8d60-4088665e61f3 req-082bc5bb-e71d-433f-b8a7-7457ff429d0e tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:20:52.116655 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [req-09740aab-9737-4cd6-b3b3-38c9b9fc17f2 req-a104f63d-1479-44d0-bdcb-ea8051f2c101 tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] Calling delete_port for 1eaed3f0-aeb3-4994-8f29-8d8b040b9347 owned by compute:nova {{(pid=93916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:20:52.119851 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-88183d70-53be-495d-8d60-4088665e61f3 req-082bc5bb-e71d-433f-b8a7-7457ff429d0e tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] 10.222.0.16 "GET /v2.0/ports?device_id=4c03c8a6-1634-41e9-92c6-45ef79023d35 HTTP/1.1" status: 200 len: 945 time: 0.1208618 Jul 14 18:20:52.120700 n-d-800634-3 neutron-server[93916]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c03c8a6-1634-41e9-92c6-45ef79023d35', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2d1dc18a-16b5-40f5-8ce7-d5b286a9d811'}] {{(pid=93916) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:20:52.123589 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f803e150b363a7893830aa996ac27753fa25517c406ecd3536b7c2d4b26eeb9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbbb7bc0-e0c4-49b8-b25c-8ffc7d9853d5" -d '{"events": [{"server_uuid": "4c03c8a6-1634-41e9-92c6-45ef79023d35", "name": "network-vif-unplugged", "status": "completed", "tag": "2d1dc18a-16b5-40f5-8ce7-d5b286a9d811"}]}' {{(pid=93916) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:20:52.131413 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-941f8571-cbb4-4e1f-b505-2ca5d61c1dce req-47da11e5-6250-46fb-8e8d-1a4de6220614 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:52.144521 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-941f8571-cbb4-4e1f-b505-2ca5d61c1dce req-47da11e5-6250-46fb-8e8d-1a4de6220614 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2684870'] for port, after_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:52.213402 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-88183d70-53be-495d-8d60-4088665e61f3 req-721329f4-a31d-4646-8b11-73e6cbf1ce93 tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] 10.222.0.16 "GET /v2.0/security-groups?id=540fae54-ccea-4309-9c99-81b930eedb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871787 Jul 14 18:20:52.326375 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47da11e5-6250-46fb-8e8d-1a4de6220614 service neutron] Pushing event updated for resources: {'Port': ['ID=2d1dc18a-16b5-40f5-8ce7-d5b286a9d811,revision_number=7']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:20:52.335424 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.managers [req-941f8571-cbb4-4e1f-b505-2ca5d61c1dce req-47da11e5-6250-46fb-8e8d-1a4de6220614 service neutron] Attempting to bind port 2d1dc18a-16b5-40f5-8ce7-d5b286a9d811 on host n-h2-800634-3 for vnic_type normal with profile {"migrating_to": "n-h1-800634-3"} {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:20:52.335919 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.managers [req-941f8571-cbb4-4e1f-b505-2ca5d61c1dce req-47da11e5-6250-46fb-8e8d-1a4de6220614 service neutron] Attempting to bind port 2d1dc18a-16b5-40f5-8ce7-d5b286a9d811 by drivers openvswitch,hyperv on host n-h2-800634-3 at level 0 using segments [{'id': '60f92988-9b9b-4790-95f5-9fce88e5a460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '7cee3312-4c4c-4d32-820f-eab965dcf565'}] {{(pid=93916) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:20:52.336279 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-941f8571-cbb4-4e1f-b505-2ca5d61c1dce req-47da11e5-6250-46fb-8e8d-1a4de6220614 service neutron] Attempting to bind port 2d1dc18a-16b5-40f5-8ce7-d5b286a9d811 on network 7cee3312-4c4c-4d32-820f-eab965dcf565 {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:20:52.349321 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-941f8571-cbb4-4e1f-b505-2ca5d61c1dce req-47da11e5-6250-46fb-8e8d-1a4de6220614 service neutron] Port 2d1dc18a-16b5-40f5-8ce7-d5b286a9d811 on network 7cee3312-4c4c-4d32-820f-eab965dcf565 not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-3 {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 18:20:52.350181 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-941f8571-cbb4-4e1f-b505-2ca5d61c1dce req-47da11e5-6250-46fb-8e8d-1a4de6220614 service neutron] Attempting to bind port 2d1dc18a-16b5-40f5-8ce7-d5b286a9d811 on network 7cee3312-4c4c-4d32-820f-eab965dcf565 {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:20:52.358865 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-91bcada0-b0f5-4a41-85b5-23f88dbf3e9b req-17415a43-f95c-42fc-9746-f3713c255dc4 tempest-SecurityGroupsTestJSON-1215008278 tempest-SecurityGroupsTestJSON-1215008278-project] 10.222.0.16 "GET /v2.0/ports?device_id=3c17a98c-cfb0-45bc-9509-bd12eda92ce5 HTTP/1.1" status: 200 len: 210 time: 0.0612288 Jul 14 18:20:52.369657 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-941f8571-cbb4-4e1f-b505-2ca5d61c1dce req-47da11e5-6250-46fb-8e8d-1a4de6220614 service neutron] Checking agent: {'id': '08e36a6c-8d04-48f0-a644-f27680635246', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 15, 35), 'started_at': datetime.datetime(2021, 7, 14, 18, 15, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 18, 20, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 18:20:52.372710 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-941f8571-cbb4-4e1f-b505-2ca5d61c1dce req-47da11e5-6250-46fb-8e8d-1a4de6220614 service neutron] Checking segment: {'id': '60f92988-9b9b-4790-95f5-9fce88e5a460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '7cee3312-4c4c-4d32-820f-eab965dcf565'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93916) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:20:52.373948 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-941f8571-cbb4-4e1f-b505-2ca5d61c1dce req-47da11e5-6250-46fb-8e8d-1a4de6220614 service neutron] Bound using segment: {'id': '60f92988-9b9b-4790-95f5-9fce88e5a460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '7cee3312-4c4c-4d32-820f-eab965dcf565'} {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 18:20:52.374429 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.managers [req-941f8571-cbb4-4e1f-b505-2ca5d61c1dce req-47da11e5-6250-46fb-8e8d-1a4de6220614 service neutron] Bound port: 2d1dc18a-16b5-40f5-8ce7-d5b286a9d811, host: n-h2-800634-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '60f92988-9b9b-4790-95f5-9fce88e5a460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '7cee3312-4c4c-4d32-820f-eab965dcf565'}}] {{(pid=93916) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 18:20:52.374807 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-941f8571-cbb4-4e1f-b505-2ca5d61c1dce req-47da11e5-6250-46fb-8e8d-1a4de6220614 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:52.385457 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519acc40-aec9-45ae-a9a1-def6652273d5 req-b1bd8b30-5bdd-4561-b469-6bac80201730 tempest-LiveMigrationTest-64527954 tempest-LiveMigrationTest-64527954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:20:52.389901 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-519acc40-aec9-45ae-a9a1-def6652273d5 req-b1bd8b30-5bdd-4561-b469-6bac80201730 tempest-LiveMigrationTest-64527954 tempest-LiveMigrationTest-64527954-project] 10.222.0.16 "GET /v2.0/ports?device_id=71cc93c3-ed8e-4af7-bf04-1c1ca5f4c121 HTTP/1.1" status: 200 len: 945 time: 0.2057586 Jul 14 18:20:52.443526 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-519acc40-aec9-45ae-a9a1-def6652273d5 req-b1bc63d8-1cf4-4bde-a4ec-df3e0b75f266 tempest-LiveMigrationTest-64527954 tempest-LiveMigrationTest-64527954-project] 10.222.0.16 "GET /v2.0/security-groups?id=93c6eb24-b3aa-49c4-93f7-93dd5f011665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526373 Jul 14 18:20:52.493617 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Device fbf01217-e64a-4640-a796-185c6fcc99ca details requested by agent hyperv_n-h2-800634-3 with host n-h2-800634-3 {{(pid=93917) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 18:20:52.513449 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 14 Jul 2021 18:20:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30b673fb-6f3e-4e0a-8473-ee9a1600b95d x-openstack-request-id: req-30b673fb-6f3e-4e0a-8473-ee9a1600b95d {{(pid=93916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:20:52.514619 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c03c8a6-1634-41e9-92c6-45ef79023d35", "name": "network-vif-unplugged", "status": "completed", "tag": "2d1dc18a-16b5-40f5-8ce7-d5b286a9d811", "code": 200}]} {{(pid=93916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:20:52.514910 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-30b673fb-6f3e-4e0a-8473-ee9a1600b95d {{(pid=93916) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:20:52.516311 n-d-800634-3 neutron-server[93916]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c03c8a6-1634-41e9-92c6-45ef79023d35', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2d1dc18a-16b5-40f5-8ce7-d5b286a9d811', 'code': 200} Jul 14 18:20:52.535122 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-09740aab-9737-4cd6-b3b3-38c9b9fc17f2 req-a104f63d-1479-44d0-bdcb-ea8051f2c101 tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:52.570137 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] get_ports_and_sgs() called for port_ids ['32db803e-0bc2-4323-b722-35e9c43c3e58', '1eaed3f0-aeb3-4994-8f29-8d8b040b9347', '197f059b-853f-4e78-a062-d7da772f123d'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 18:20:52.603641 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a104f63d-1479-44d0-bdcb-ea8051f2c101 tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] Pushing event deleted for resources: {'Port': ['ID=1eaed3f0-aeb3-4994-8f29-8d8b040b9347,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:20:52.662836 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73802cce-c0be-4918-bd00-7449a563e896 req-de990e18-05ba-490b-8933-16556e940d7d tempest-ServersWithSpecificFlavorTestJSON-461581366 tempest-ServersWithSpecificFlavorTestJSON-461581366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:20:52.674456 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-73802cce-c0be-4918-bd00-7449a563e896 req-de990e18-05ba-490b-8933-16556e940d7d tempest-ServersWithSpecificFlavorTestJSON-461581366 tempest-ServersWithSpecificFlavorTestJSON-461581366-project] 10.222.0.16 "GET /v2.0/ports?device_id=03a24d87-527f-4d5b-a998-53393446562a HTTP/1.1" status: 200 len: 943 time: 0.1316748 Jul 14 18:20:52.687001 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.db [req-941f8571-cbb4-4e1f-b505-2ca5d61c1dce req-47da11e5-6250-46fb-8e8d-1a4de6220614 service neutron] For port 2d1dc18a-16b5-40f5-8ce7-d5b286a9d811, host n-h2-800634-3, cleared binding levels {{(pid=93916) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:20:52.690497 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.db [req-941f8571-cbb4-4e1f-b505-2ca5d61c1dce req-47da11e5-6250-46fb-8e8d-1a4de6220614 service neutron] For port 2d1dc18a-16b5-40f5-8ce7-d5b286a9d811, host n-h2-800634-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=2d1dc18a-16b5-40f5-8ce7-d5b286a9d811,segment=NetworkSegment(60f92988-9b9b-4790-95f5-9fce88e5a460),segment_id=60f92988-9b9b-4790-95f5-9fce88e5a460)] {{(pid=93916) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 18:20:52.702160 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-941f8571-cbb4-4e1f-b505-2ca5d61c1dce req-47da11e5-6250-46fb-8e8d-1a4de6220614 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2684870'] for port, after_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:52.742328 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-73802cce-c0be-4918-bd00-7449a563e896 req-52940f0d-d148-4542-b907-bb33c36a1625 tempest-ServersWithSpecificFlavorTestJSON-461581366 tempest-ServersWithSpecificFlavorTestJSON-461581366-project] 10.222.0.16 "GET /v2.0/security-groups?id=53e3c538-c3c4-4fce-8d05-f9ee7d004cad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666206 Jul 14 18:20:52.822959 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-7c2acbd7-f78e-4ec1-89b8-05cac4f06bfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:52.824534 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.l3_dvrscheduler_db [req-09740aab-9737-4cd6-b3b3-38c9b9fc17f2 req-a104f63d-1479-44d0-bdcb-ea8051f2c101 tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] No DVR routers for this DVR port 1eaed3f0-aeb3-4994-8f29-8d8b040b9347 on host n-h1-800634-3 {{(pid=93916) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 18:20:52.830253 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-09740aab-9737-4cd6-b3b3-38c9b9fc17f2 req-a104f63d-1479-44d0-bdcb-ea8051f2c101 tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:52.833334 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-09740aab-9737-4cd6-b3b3-38c9b9fc17f2 req-a104f63d-1479-44d0-bdcb-ea8051f2c101 tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] 10.222.0.18 "DELETE /v2.0/ports/1eaed3f0-aeb3-4994-8f29-8d8b040b9347 HTTP/1.1" status: 204 len: 173 time: 1.4546120 Jul 14 18:20:52.864853 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] For port fbf01217-e64a-4640-a796-185c6fcc99ca, host n-h2-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=fbf01217-e64a-4640-a796-185c6fcc99ca,segment=NetworkSegment(dc9b7b33-7ed6-4862-a917-845e6b965bf7),segment_id=dc9b7b33-7ed6-4862-a917-845e6b965bf7)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:20:52.887822 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Returning: {'device': 'fbf01217-e64a-4640-a796-185c6fcc99ca', 'network_id': 'b1df69b6-7369-4ffc-83a6-1f3eb48a524d', 'port_id': 'fbf01217-e64a-4640-a796-185c6fcc99ca', 'mac_address': 'fa:16:3e:92:c7:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52a71ea9-5395-411d-94f2-0fbe5949db70', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93917) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 18:20:52.962525 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941f8571-cbb4-4e1f-b505-2ca5d61c1dce req-47da11e5-6250-46fb-8e8d-1a4de6220614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:20:52.963154 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-941f8571-cbb4-4e1f-b505-2ca5d61c1dce req-47da11e5-6250-46fb-8e8d-1a4de6220614 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:52.964588 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-941f8571-cbb4-4e1f-b505-2ca5d61c1dce req-47da11e5-6250-46fb-8e8d-1a4de6220614 service neutron] 10.222.0.18 "PUT /v2.0/ports/2d1dc18a-16b5-40f5-8ce7-d5b286a9d811 HTTP/1.1" status: 200 len: 1121 time: 1.5402889 Jul 14 18:20:53.015882 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47da11e5-6250-46fb-8e8d-1a4de6220614 service neutron] Pushing event updated for resources: {'Port': ['ID=2d1dc18a-16b5-40f5-8ce7-d5b286a9d811,revision_number=8']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:20:53.044422 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:53.096212 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fbf01217-e64a-4640-a796-185c6fcc99ca {{(pid=93917) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 18:20:53.128285 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] For port fbf01217-e64a-4640-a796-185c6fcc99ca, host n-h2-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=fbf01217-e64a-4640-a796-185c6fcc99ca,segment=NetworkSegment(dc9b7b33-7ed6-4862-a917-845e6b965bf7),segment_id=dc9b7b33-7ed6-4862-a917-845e6b965bf7)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:20:53.152607 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] get_ports_and_sgs() called for port_ids ['2d1dc18a-16b5-40f5-8ce7-d5b286a9d811'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 18:20:53.195829 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [req-09740aab-9737-4cd6-b3b3-38c9b9fc17f2 req-bdb28c2c-3250-4164-9134-7346cc85a2f3 tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] Deleting port 197f059b-853f-4e78-a062-d7da772f123d {{(pid=93916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:20:53.196590 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-09740aab-9737-4cd6-b3b3-38c9b9fc17f2 req-bdb28c2c-3250-4164-9134-7346cc85a2f3 tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:53.200778 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] get_ports_and_sgs() called for port_ids ['2d1dc18a-16b5-40f5-8ce7-d5b286a9d811'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 18:20:53.217254 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:53.238883 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8603ee-bf24-4e3e-a9f3-d4f645fef877 req-01d7c5e1-5018-4ee9-94f1-0e8aa3b839e5 tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:20:53.255174 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8603ee-bf24-4e3e-a9f3-d4f645fef877 req-01d7c5e1-5018-4ee9-94f1-0e8aa3b839e5 tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:20:53.267873 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2c8603ee-bf24-4e3e-a9f3-d4f645fef877 req-01d7c5e1-5018-4ee9-94f1-0e8aa3b839e5 tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] 10.222.0.16 "GET /v2.0/ports?device_id=aaecf31f-93a0-4d4a-8437-96be4945fc86 HTTP/1.1" status: 200 len: 1682 time: 0.1539574 Jul 14 18:20:53.344959 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2c8603ee-bf24-4e3e-a9f3-d4f645fef877 req-b2c431a8-1254-495a-abca-637ce3567eac tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] 10.222.0.16 "GET /v2.0/security-groups?id=07501815-414f-40f0-a54a-1c35d98e3f98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692329 Jul 14 18:20:53.365915 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Pushing event updated for resources: {'Port': ['ID=fbf01217-e64a-4640-a796-185c6fcc99ca,revision_number=4']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:20:53.375189 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:20:53.375572 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:20:53.375917 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:20:53.376444 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:20:53.376794 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:20:53.377145 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:20:53.377478 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:20:53.377835 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:20:53.378176 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:20:53.378490 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:20:53.378815 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:20:53.379139 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:20:53.428783 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.db [req-09740aab-9737-4cd6-b3b3-38c9b9fc17f2 req-bdb28c2c-3250-4164-9134-7346cc85a2f3 tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] For port 197f059b-853f-4e78-a062-d7da772f123d, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=197f059b-853f-4e78-a062-d7da772f123d,segment=NetworkSegment(18241552-ee73-4b7a-8f46-3aa78934916f),segment_id=18241552-ee73-4b7a-8f46-3aa78934916f)] {{(pid=93916) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:20:53.429304 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-09740aab-9737-4cd6-b3b3-38c9b9fc17f2 req-bdb28c2c-3250-4164-9134-7346cc85a2f3 tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:53.457000 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [req-09740aab-9737-4cd6-b3b3-38c9b9fc17f2 req-bdb28c2c-3250-4164-9134-7346cc85a2f3 tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] Calling delete_port for 197f059b-853f-4e78-a062-d7da772f123d owned by compute:nova {{(pid=93916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:20:53.508242 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] get_ports_and_sgs() called for port_ids ['fbf01217-e64a-4640-a796-185c6fcc99ca'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 18:20:53.545675 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57899351-4665-44c2-a35b-e85e9c5600a6 req-547bb058-b2a0-478a-84cf-a18bd1dc6e18 tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:20:53.548091 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-57899351-4665-44c2-a35b-e85e9c5600a6 req-547bb058-b2a0-478a-84cf-a18bd1dc6e18 tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] 10.222.0.16 "GET /v2.0/ports?device_id=4c03c8a6-1634-41e9-92c6-45ef79023d35 HTTP/1.1" status: 200 len: 943 time: 0.0872548 Jul 14 18:20:53.587408 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:53.624956 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-72503af3-821e-4b9f-a0d6-c0797dc66e7e req-28f35f5c-556f-4899-9256-3adb1ae1911f tempest-SecurityGroupsTestJSON-1215008278 tempest-SecurityGroupsTestJSON-1215008278-project] 10.222.0.16 "GET /v2.0/ports?device_id=3c17a98c-cfb0-45bc-9509-bd12eda92ce5 HTTP/1.1" status: 200 len: 210 time: 0.0567145 Jul 14 18:20:53.663894 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device 2d1dc18a-16b5-40f5-8ce7-d5b286a9d811 details requested by agent hyperv_n-h1-800634-3 with host n-h1-800634-3 {{(pid=93917) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 18:20:53.686496 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-57899351-4665-44c2-a35b-e85e9c5600a6 req-fece7017-8ffb-4af3-b583-cdc78f0f642f tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] 10.222.0.16 "GET /v2.0/security-groups?id=540fae54-ccea-4309-9c99-81b930eedb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320086 Jul 14 18:20:53.731500 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-09740aab-9737-4cd6-b3b3-38c9b9fc17f2 req-bdb28c2c-3250-4164-9134-7346cc85a2f3 tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:53.820473 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb28c2c-3250-4164-9134-7346cc85a2f3 tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] Pushing event deleted for resources: {'Port': ['ID=197f059b-853f-4e78-a062-d7da772f123d,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:20:53.904632 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa34456-e86c-4140-b05d-f017a5e2efdf req-ac843e0a-8fa0-4f4e-be28-fa4c523703ce tempest-LiveMigrationTest-64527954 tempest-LiveMigrationTest-64527954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:20:53.914986 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-baa34456-e86c-4140-b05d-f017a5e2efdf req-ac843e0a-8fa0-4f4e-be28-fa4c523703ce tempest-LiveMigrationTest-64527954 tempest-LiveMigrationTest-64527954-project] 10.222.0.16 "GET /v2.0/ports?device_id=71cc93c3-ed8e-4af7-bf04-1c1ca5f4c121 HTTP/1.1" status: 200 len: 945 time: 0.1495237 Jul 14 18:20:53.915218 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.l3_dvrscheduler_db [req-09740aab-9737-4cd6-b3b3-38c9b9fc17f2 req-bdb28c2c-3250-4164-9134-7346cc85a2f3 tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] No DVR routers for this DVR port 197f059b-853f-4e78-a062-d7da772f123d on host n-h1-800634-3 {{(pid=93916) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 18:20:53.918298 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-09740aab-9737-4cd6-b3b3-38c9b9fc17f2 req-bdb28c2c-3250-4164-9134-7346cc85a2f3 tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:53.924425 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-09740aab-9737-4cd6-b3b3-38c9b9fc17f2 req-bdb28c2c-3250-4164-9134-7346cc85a2f3 tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] 10.222.0.18 "DELETE /v2.0/ports/197f059b-853f-4e78-a062-d7da772f123d HTTP/1.1" status: 204 len: 173 time: 1.0832982 Jul 14 18:20:54.021989 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-baa34456-e86c-4140-b05d-f017a5e2efdf req-0b843e38-bba2-4eb9-9ea8-0a5722717ac1 tempest-LiveMigrationTest-64527954 tempest-LiveMigrationTest-64527954-project] 10.222.0.16 "GET /v2.0/security-groups?id=93c6eb24-b3aa-49c4-93f7-93dd5f011665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059639 Jul 14 18:20:54.100416 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-574aeb93-9938-449c-8e6c-cb22c9b52cc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:54.200713 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41998f3e-c5d0-4674-8c17-3cad3ee95248 req-3c308740-6082-40b6-865e-da2da0bb0801 tempest-ServersWithSpecificFlavorTestJSON-461581366 tempest-ServersWithSpecificFlavorTestJSON-461581366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:20:54.202309 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-41998f3e-c5d0-4674-8c17-3cad3ee95248 req-3c308740-6082-40b6-865e-da2da0bb0801 tempest-ServersWithSpecificFlavorTestJSON-461581366 tempest-ServersWithSpecificFlavorTestJSON-461581366-project] 10.222.0.16 "GET /v2.0/ports?device_id=03a24d87-527f-4d5b-a998-53393446562a HTTP/1.1" status: 200 len: 944 time: 0.1794326 Jul 14 18:20:54.255025 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f00756-3479-4472-a1c7-3cf58b262847 req-cd7acbb6-8de7-45e7-860a-8f9207bb9450 tempest-SecurityGroupsTestJSON-1215008278 tempest-SecurityGroupsTestJSON-1215008278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:20:54.256461 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-53f00756-3479-4472-a1c7-3cf58b262847 req-cd7acbb6-8de7-45e7-860a-8f9207bb9450 tempest-SecurityGroupsTestJSON-1215008278 tempest-SecurityGroupsTestJSON-1215008278-project] 10.222.0.18 "GET /v2.0/networks?id=a7a25cb1-3192-42fa-8b6a-3dfe4ce67a05 HTTP/1.1" status: 200 len: 812 time: 0.2478881 Jul 14 18:20:54.267118 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-41998f3e-c5d0-4674-8c17-3cad3ee95248 req-4443f5fb-8a16-4ecc-a33b-6eabed5172a9 tempest-ServersWithSpecificFlavorTestJSON-461581366 tempest-ServersWithSpecificFlavorTestJSON-461581366-project] 10.222.0.16 "GET /v2.0/security-groups?id=53e3c538-c3c4-4fce-8d05-f9ee7d004cad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577881 Jul 14 18:20:54.271304 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [req-53f00756-3479-4472-a1c7-3cf58b262847 req-90e8cbe1-e8a3-46c3-8691-bc7cb1002bb2 tempest-SecurityGroupsTestJSON-1215008278 tempest-SecurityGroupsTestJSON-1215008278-project] Request body: {'port': {'device_id': '3c17a98c-cfb0-45bc-9509-bd12eda92ce5', 'network_id': 'a7a25cb1-3192-42fa-8b6a-3dfe4ce67a05', 'admin_state_up': True, 'tenant_id': 'a9d22ebe08284e548350eab597e7413d'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:20:54.295558 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [req-09740aab-9737-4cd6-b3b3-38c9b9fc17f2 req-ba72cee5-07b5-4f6f-82e6-d0f22d1414c0 tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] Deleting port 32db803e-0bc2-4323-b722-35e9c43c3e58 {{(pid=93916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:20:54.296465 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-09740aab-9737-4cd6-b3b3-38c9b9fc17f2 req-ba72cee5-07b5-4f6f-82e6-d0f22d1414c0 tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:54.298308 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port 2d1dc18a-16b5-40f5-8ce7-d5b286a9d811, host n-h2-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=2d1dc18a-16b5-40f5-8ce7-d5b286a9d811,segment=NetworkSegment(60f92988-9b9b-4790-95f5-9fce88e5a460),segment_id=60f92988-9b9b-4790-95f5-9fce88e5a460)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:20:54.318207 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device 2d1dc18a-16b5-40f5-8ce7-d5b286a9d811 has no active binding in host n-h1-800634-3 {{(pid=93917) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 14 18:20:54.450768 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3d1fe403-8031-4af5-b4b8-fb65b5316773 req-bc69208f-b29e-4195-87d4-5bd3d16c6e5c tempest-ImagesOneServerTestJSON-2077962175 tempest-ImagesOneServerTestJSON-2077962175-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=f1c4e239e6d24b3bb240a97f6c99b33f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0220144 Jul 14 18:20:54.481542 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.db [req-09740aab-9737-4cd6-b3b3-38c9b9fc17f2 req-ba72cee5-07b5-4f6f-82e6-d0f22d1414c0 tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] For port 32db803e-0bc2-4323-b722-35e9c43c3e58, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=32db803e-0bc2-4323-b722-35e9c43c3e58,segment=NetworkSegment(711d2a3c-b304-435a-9067-2fad19434ed6),segment_id=711d2a3c-b304-435a-9067-2fad19434ed6)] {{(pid=93916) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:20:54.482171 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-09740aab-9737-4cd6-b3b3-38c9b9fc17f2 req-ba72cee5-07b5-4f6f-82e6-d0f22d1414c0 tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:54.500559 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [req-09740aab-9737-4cd6-b3b3-38c9b9fc17f2 req-ba72cee5-07b5-4f6f-82e6-d0f22d1414c0 tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] Calling delete_port for 32db803e-0bc2-4323-b722-35e9c43c3e58 owned by compute:nova {{(pid=93916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:20:54.517338 n-d-800634-3 neutron-server[93916]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aaecf31f-93a0-4d4a-8437-96be4945fc86', 'name': 'network-vif-deleted', 'tag': '1eaed3f0-aeb3-4994-8f29-8d8b040b9347'}, {'name': 'network-changed', 'server_uuid': '4c03c8a6-1634-41e9-92c6-45ef79023d35', 'tag': '2d1dc18a-16b5-40f5-8ce7-d5b286a9d811'}, {'server_uuid': 'aaecf31f-93a0-4d4a-8437-96be4945fc86', 'name': 'network-vif-deleted', 'tag': '197f059b-853f-4e78-a062-d7da772f123d'}] {{(pid=93916) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:20:54.520040 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f803e150b363a7893830aa996ac27753fa25517c406ecd3536b7c2d4b26eeb9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3c869a8-5e30-44b2-8c37-6f8276905899" -d '{"events": [{"server_uuid": "aaecf31f-93a0-4d4a-8437-96be4945fc86", "name": "network-vif-deleted", "tag": "1eaed3f0-aeb3-4994-8f29-8d8b040b9347"}, {"name": "network-changed", "server_uuid": "4c03c8a6-1634-41e9-92c6-45ef79023d35", "tag": "2d1dc18a-16b5-40f5-8ce7-d5b286a9d811"}, {"server_uuid": "aaecf31f-93a0-4d4a-8437-96be4945fc86", "name": "network-vif-deleted", "tag": "197f059b-853f-4e78-a062-d7da772f123d"}]}' {{(pid=93916) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:20:54.524995 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-53f00756-3479-4472-a1c7-3cf58b262847 req-90e8cbe1-e8a3-46c3-8691-bc7cb1002bb2 tempest-SecurityGroupsTestJSON-1215008278 tempest-SecurityGroupsTestJSON-1215008278-project] Made reservation on behalf of a9d22ebe08284e548350eab597e7413d for: {'port': 1} {{(pid=93916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:20:54.528445 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-53f00756-3479-4472-a1c7-3cf58b262847 req-90e8cbe1-e8a3-46c3-8691-bc7cb1002bb2 tempest-SecurityGroupsTestJSON-1215008278 tempest-SecurityGroupsTestJSON-1215008278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:54.579735 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1fe403-8031-4af5-b4b8-fb65b5316773 req-e0a02ae2-0471-4fb0-bda1-ab1d8439d696 tempest-ImagesOneServerTestJSON-2077962175 tempest-ImagesOneServerTestJSON-2077962175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:20:54.584612 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3d1fe403-8031-4af5-b4b8-fb65b5316773 req-e0a02ae2-0471-4fb0-bda1-ab1d8439d696 tempest-ImagesOneServerTestJSON-2077962175 tempest-ImagesOneServerTestJSON-2077962175-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1271198 Jul 14 18:20:54.628775 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3d1fe403-8031-4af5-b4b8-fb65b5316773 req-eef244dc-6c15-4802-b9fe-491732f58433 tempest-ImagesOneServerTestJSON-2077962175 tempest-ImagesOneServerTestJSON-2077962175-project] 10.222.0.16 "GET /v2.0/quotas/f1c4e239e6d24b3bb240a97f6c99b33f HTTP/1.1" status: 200 len: 375 time: 0.0405917 Jul 14 18:20:54.669278 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3d1fe403-8031-4af5-b4b8-fb65b5316773 req-94f7fa17-9aff-49b8-84f6-09ed04815d3e tempest-ImagesOneServerTestJSON-2077962175 tempest-ImagesOneServerTestJSON-2077962175-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=f1c4e239e6d24b3bb240a97f6c99b33f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0328205 Jul 14 18:20:54.695534 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058f8bf6-bcbb-4192-ada6-483e6ab84eab req-c1dc98ff-71be-466b-bb7b-a7de0a9c2896 tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:20:54.697125 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-058f8bf6-bcbb-4192-ada6-483e6ab84eab req-c1dc98ff-71be-466b-bb7b-a7de0a9c2896 tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] 10.222.0.16 "GET /v2.0/ports?device_id=aaecf31f-93a0-4d4a-8437-96be4945fc86 HTTP/1.1" status: 200 len: 946 time: 0.1111760 Jul 14 18:20:54.739493 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.db_base_plugin_common [req-53f00756-3479-4472-a1c7-3cf58b262847 req-90e8cbe1-e8a3-46c3-8691-bc7cb1002bb2 tempest-SecurityGroupsTestJSON-1215008278 tempest-SecurityGroupsTestJSON-1215008278-project] Allocated IP 172.20.0.8 (a7a25cb1-3192-42fa-8b6a-3dfe4ce67a05/cc96744b-311f-49f7-8ac2-f53a1b384535/34ab1baa-3389-4be5-8ab1-025858c130d9) {{(pid=93916) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:20:54.746032 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-058f8bf6-bcbb-4192-ada6-483e6ab84eab req-8164d731-7c4f-4cf3-a47b-cc36cd3c12d5 tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] 10.222.0.16 "GET /v2.0/security-groups?id=07501815-414f-40f0-a54a-1c35d98e3f98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427356 Jul 14 18:20:54.756314 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-09740aab-9737-4cd6-b3b3-38c9b9fc17f2 req-ba72cee5-07b5-4f6f-82e6-d0f22d1414c0 tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:54.809994 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba72cee5-07b5-4f6f-82e6-d0f22d1414c0 tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] Pushing event deleted for resources: {'Port': ['ID=32db803e-0bc2-4323-b722-35e9c43c3e58,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:20:54.855410 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 521 Content-Type: application/json Date: Wed, 14 Jul 2021 18:20:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e7b610f-808c-445f-9ced-696d26b0f90d x-openstack-request-id: req-9e7b610f-808c-445f-9ced-696d26b0f90d {{(pid=93916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:20:54.855543 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aaecf31f-93a0-4d4a-8437-96be4945fc86", "name": "network-vif-deleted", "tag": "1eaed3f0-aeb3-4994-8f29-8d8b040b9347", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "4c03c8a6-1634-41e9-92c6-45ef79023d35", "tag": "2d1dc18a-16b5-40f5-8ce7-d5b286a9d811", "status": "completed", "code": 200}, {"server_uuid": "aaecf31f-93a0-4d4a-8437-96be4945fc86", "name": "network-vif-deleted", "tag": "197f059b-853f-4e78-a062-d7da772f123d", "status": "completed", "code": 200}]} {{(pid=93916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:20:54.855778 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9e7b610f-808c-445f-9ced-696d26b0f90d {{(pid=93916) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:20:54.856216 n-d-800634-3 neutron-server[93916]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aaecf31f-93a0-4d4a-8437-96be4945fc86', 'name': 'network-vif-deleted', 'tag': '1eaed3f0-aeb3-4994-8f29-8d8b040b9347', 'status': 'completed', 'code': 200} Jul 14 18:20:54.856481 n-d-800634-3 neutron-server[93916]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c03c8a6-1634-41e9-92c6-45ef79023d35', 'tag': '2d1dc18a-16b5-40f5-8ce7-d5b286a9d811', 'status': 'completed', 'code': 200} Jul 14 18:20:54.856729 n-d-800634-3 neutron-server[93916]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aaecf31f-93a0-4d4a-8437-96be4945fc86', 'name': 'network-vif-deleted', 'tag': '197f059b-853f-4e78-a062-d7da772f123d', 'status': 'completed', 'code': 200} Jul 14 18:20:54.911535 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.l3_dvrscheduler_db [req-09740aab-9737-4cd6-b3b3-38c9b9fc17f2 req-ba72cee5-07b5-4f6f-82e6-d0f22d1414c0 tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] No DVR routers for this DVR port 32db803e-0bc2-4323-b722-35e9c43c3e58 on host n-h1-800634-3 {{(pid=93916) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 18:20:54.918174 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-09740aab-9737-4cd6-b3b3-38c9b9fc17f2 req-ba72cee5-07b5-4f6f-82e6-d0f22d1414c0 tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:54.920215 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-09740aab-9737-4cd6-b3b3-38c9b9fc17f2 req-ba72cee5-07b5-4f6f-82e6-d0f22d1414c0 tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] 10.222.0.18 "DELETE /v2.0/ports/32db803e-0bc2-4323-b722-35e9c43c3e58 HTTP/1.1" status: 204 len: 173 time: 0.9877248 Jul 14 18:20:55.085287 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-69940966-53e3-421f-9641-3f5a5c8d0217 req-0cfda359-e906-4323-8e9a-389573e35629 tempest-SecurityGroupsTestJSON-1215008278 tempest-SecurityGroupsTestJSON-1215008278-project] 10.222.0.16 "GET /v2.0/ports?device_id=3c17a98c-cfb0-45bc-9509-bd12eda92ce5 HTTP/1.1" status: 200 len: 210 time: 0.0980871 Jul 14 18:20:55.134640 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c869a8-5e30-44b2-8c37-6f8276905899 req-12de99df-c8f3-4403-9ae5-70f582e4b94a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:20:55.136570 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b3c869a8-5e30-44b2-8c37-6f8276905899 req-12de99df-c8f3-4403-9ae5-70f582e4b94a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0a6a8e07e1ce4e4e84e3fe5c59c6747c&device_id=4c03c8a6-1634-41e9-92c6-45ef79023d35 HTTP/1.1" status: 200 len: 1124 time: 0.2491555 Jul 14 18:20:55.173828 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-53f00756-3479-4472-a1c7-3cf58b262847 req-90e8cbe1-e8a3-46c3-8691-bc7cb1002bb2 tempest-SecurityGroupsTestJSON-1215008278 tempest-SecurityGroupsTestJSON-1215008278-project] Notify callbacks [] for port, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:55.240638 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-53f00756-3479-4472-a1c7-3cf58b262847 req-90e8cbe1-e8a3-46c3-8691-bc7cb1002bb2 tempest-SecurityGroupsTestJSON-1215008278 tempest-SecurityGroupsTestJSON-1215008278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:55.292628 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-53f00756-3479-4472-a1c7-3cf58b262847 req-90e8cbe1-e8a3-46c3-8691-bc7cb1002bb2 tempest-SecurityGroupsTestJSON-1215008278 tempest-SecurityGroupsTestJSON-1215008278-project] Network a7a25cb1-3192-42fa-8b6a-3dfe4ce67a05 is already hosted by enough agents. {{(pid=93916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:20:55.297985 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [req-53f00756-3479-4472-a1c7-3cf58b262847 req-90e8cbe1-e8a3-46c3-8691-bc7cb1002bb2 tempest-SecurityGroupsTestJSON-1215008278 tempest-SecurityGroupsTestJSON-1215008278-project] Resources bound (agent type, host, resource id): {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:20:55.302068 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.l3_dvrscheduler_db [req-53f00756-3479-4472-a1c7-3cf58b262847 req-90e8cbe1-e8a3-46c3-8691-bc7cb1002bb2 tempest-SecurityGroupsTestJSON-1215008278 tempest-SecurityGroupsTestJSON-1215008278-project] Received port after_create {{(pid=93916) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:20:55.330803 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e8cbe1-e8a3-46c3-8691-bc7cb1002bb2 tempest-SecurityGroupsTestJSON-1215008278 tempest-SecurityGroupsTestJSON-1215008278-project] Pushing event updated for resources: {'Port': ['ID=34ab1baa-3389-4be5-8ab1-025858c130d9,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:20:55.346812 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-25e01c2e-8b7f-4f5f-abc5-6f2ea62382d1 req-b14c3ab0-f347-46e4-a517-88eb4e6bf75d tempest-ImagesOneServerTestJSON-2077962175 tempest-ImagesOneServerTestJSON-2077962175-project] 10.222.0.16 "GET /v2.0/ports?device_id=6ab0c594-ecaf-4c5b-977a-9c1b59a2d9cc HTTP/1.1" status: 200 len: 210 time: 0.1135011 Jul 14 18:20:55.365240 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f00756-3479-4472-a1c7-3cf58b262847 req-90e8cbe1-e8a3-46c3-8691-bc7cb1002bb2 tempest-SecurityGroupsTestJSON-1215008278 tempest-SecurityGroupsTestJSON-1215008278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:20:55.365957 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-53f00756-3479-4472-a1c7-3cf58b262847 req-90e8cbe1-e8a3-46c3-8691-bc7cb1002bb2 tempest-SecurityGroupsTestJSON-1215008278 tempest-SecurityGroupsTestJSON-1215008278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:55.385235 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-53f00756-3479-4472-a1c7-3cf58b262847 req-90e8cbe1-e8a3-46c3-8691-bc7cb1002bb2 tempest-SecurityGroupsTestJSON-1215008278 tempest-SecurityGroupsTestJSON-1215008278-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1197510 Jul 14 18:20:55.399098 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [req-53f00756-3479-4472-a1c7-3cf58b262847 req-8fe7daf4-9e69-4664-bba9-d54cbf76fa15 service neutron] Request body: {'port': {'device_id': '3c17a98c-cfb0-45bc-9509-bd12eda92ce5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800634-3'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:20:55.409167 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c869a8-5e30-44b2-8c37-6f8276905899 req-01bcf3c0-b60a-4555-aa4f-2e94efc54088 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:20:55.410651 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b3c869a8-5e30-44b2-8c37-6f8276905899 req-01bcf3c0-b60a-4555-aa4f-2e94efc54088 service neutron] 10.222.0.35 "GET /v2.0/networks?id=7cee3312-4c4c-4d32-820f-eab965dcf565 HTTP/1.1" status: 200 len: 921 time: 0.2656782 Jul 14 18:20:55.419375 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26df3f3-564a-4b7e-9780-f2827fff735f req-36bbb544-a117-4b3f-9b82-77674265cdcd tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:20:55.427168 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b26df3f3-564a-4b7e-9780-f2827fff735f req-36bbb544-a117-4b3f-9b82-77674265cdcd tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] 10.222.0.16 "GET /v2.0/ports?device_id=4c03c8a6-1634-41e9-92c6-45ef79023d35 HTTP/1.1" status: 200 len: 943 time: 0.2216411 Jul 14 18:20:55.489869 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b3c869a8-5e30-44b2-8c37-6f8276905899 req-86fc9c05-8a36-41a1-9b52-9eeb708312fe service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2d1dc18a-16b5-40f5-8ce7-d5b286a9d811 HTTP/1.1" status: 200 len: 217 time: 0.0603402 Jul 14 18:20:55.505601 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-53f00756-3479-4472-a1c7-3cf58b262847 req-8fe7daf4-9e69-4664-bba9-d54cbf76fa15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:55.585457 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b26df3f3-564a-4b7e-9780-f2827fff735f req-027cec9e-0ec8-4f4d-9256-2698d495f167 tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] 10.222.0.16 "GET /v2.0/security-groups?id=540fae54-ccea-4309-9c99-81b930eedb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574178 Jul 14 18:20:55.602125 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c869a8-5e30-44b2-8c37-6f8276905899 req-7e98838d-0a54-4602-984f-f4891b8ab72e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:20:55.603663 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b3c869a8-5e30-44b2-8c37-6f8276905899 req-7e98838d-0a54-4602-984f-f4891b8ab72e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2a54265e-973c-4132-80fb-ad9d5d305963 HTTP/1.1" status: 200 len: 861 time: 0.1010914 Jul 14 18:20:55.656851 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b3c869a8-5e30-44b2-8c37-6f8276905899 req-57e62a19-88f0-421b-8bf1-dda39c29cc30 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7cee3312-4c4c-4d32-820f-eab965dcf565&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0457280 Jul 14 18:20:55.668680 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device 197f059b-853f-4e78-a062-d7da772f123d no longer exists at agent hyperv_n-h1-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 18:20:55.673384 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314c0241-2eff-4199-bdd8-7bf31fd4b37b req-15e419f2-d7f2-4f38-ba7d-7a2ddb103ec1 tempest-LiveMigrationTest-64527954 tempest-LiveMigrationTest-64527954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:20:55.674856 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-2f4e3af3-e708-4ffd-a544-82d93a489d01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:55.683376 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-314c0241-2eff-4199-bdd8-7bf31fd4b37b req-15e419f2-d7f2-4f38-ba7d-7a2ddb103ec1 tempest-LiveMigrationTest-64527954 tempest-LiveMigrationTest-64527954-project] 10.222.0.16 "GET /v2.0/ports?device_id=71cc93c3-ed8e-4af7-bf04-1c1ca5f4c121 HTTP/1.1" status: 200 len: 945 time: 0.1998932 Jul 14 18:20:55.708593 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] No Port match for: 197f059b-853f-4e78-a062-d7da772f123d {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 18:20:55.708940 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device 197f059b-853f-4e78-a062-d7da772f123d not bound to the agent host n-h1-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 18:20:55.709563 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device 1eaed3f0-aeb3-4994-8f29-8d8b040b9347 no longer exists at agent hyperv_n-h1-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 18:20:55.730629 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] No Port match for: 1eaed3f0-aeb3-4994-8f29-8d8b040b9347 {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 18:20:55.730975 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device 1eaed3f0-aeb3-4994-8f29-8d8b040b9347 not bound to the agent host n-h1-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 18:20:55.731404 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device 32db803e-0bc2-4323-b722-35e9c43c3e58 no longer exists at agent hyperv_n-h1-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 18:20:55.755924 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] No Port match for: 32db803e-0bc2-4323-b722-35e9c43c3e58 {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 18:20:55.756336 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device 32db803e-0bc2-4323-b722-35e9c43c3e58 not bound to the agent host n-h1-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 18:20:55.826069 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-314c0241-2eff-4199-bdd8-7bf31fd4b37b req-55ab656c-4f4a-479e-9bde-53591a371fb3 tempest-LiveMigrationTest-64527954 tempest-LiveMigrationTest-64527954-project] 10.222.0.16 "GET /v2.0/security-groups?id=93c6eb24-b3aa-49c4-93f7-93dd5f011665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411104 Jul 14 18:20:55.851346 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b3c869a8-5e30-44b2-8c37-6f8276905899 req-67ed21ad-d7f6-4654-b254-593aeabe61a7 service neutron] 10.222.0.35 "GET /v2.0/networks/7cee3312-4c4c-4d32-820f-eab965dcf565?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1656826 Jul 14 18:20:55.879900 n-d-800634-3 neutron-server[93916]: DEBUG neutron.notifiers.nova [req-53f00756-3479-4472-a1c7-3cf58b262847 req-8fe7daf4-9e69-4664-bba9-d54cbf76fa15 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34ab1baa-3389-4be5-8ab1-025858c130d9 {{(pid=93916) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 18:20:55.889974 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-53f00756-3479-4472-a1c7-3cf58b262847 req-8fe7daf4-9e69-4664-bba9-d54cbf76fa15 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:55.915921 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.provisioning_blocks [req-53f00756-3479-4472-a1c7-3cf58b262847 req-8fe7daf4-9e69-4664-bba9-d54cbf76fa15 service neutron] Transition to ACTIVE for port object 34ab1baa-3389-4be5-8ab1-025858c130d9 will not be triggered until provisioned by entity L2. {{(pid=93916) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:20:55.924433 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-53f00756-3479-4472-a1c7-3cf58b262847 req-8fe7daf4-9e69-4664-bba9-d54cbf76fa15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2684870'] for port, after_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:56.005887 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe7daf4-9e69-4664-bba9-d54cbf76fa15 service neutron] Pushing event updated for resources: {'Port': ['ID=34ab1baa-3389-4be5-8ab1-025858c130d9,revision_number=2']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:20:56.037643 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 55428) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:20:56.055310 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b3c869a8-5e30-44b2-8c37-6f8276905899 req-d6fb4542-6868-433a-b3e5-24c086cde723 service neutron] 10.222.0.35 "GET /v2.0/networks/7cee3312-4c4c-4d32-820f-eab965dcf565?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1945782 Jul 14 18:20:56.092214 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.managers [req-53f00756-3479-4472-a1c7-3cf58b262847 req-8fe7daf4-9e69-4664-bba9-d54cbf76fa15 service neutron] Attempting to bind port 34ab1baa-3389-4be5-8ab1-025858c130d9 on host n-h1-800634-3 for vnic_type normal with profile {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:20:56.092414 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.managers [req-53f00756-3479-4472-a1c7-3cf58b262847 req-8fe7daf4-9e69-4664-bba9-d54cbf76fa15 service neutron] Attempting to bind port 34ab1baa-3389-4be5-8ab1-025858c130d9 by drivers openvswitch,hyperv on host n-h1-800634-3 at level 0 using segments [{'id': 'a486c7d6-69d2-4a27-a7a6-bfe66b9801fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'a7a25cb1-3192-42fa-8b6a-3dfe4ce67a05'}] {{(pid=93916) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:20:56.092862 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53f00756-3479-4472-a1c7-3cf58b262847 req-8fe7daf4-9e69-4664-bba9-d54cbf76fa15 service neutron] Attempting to bind port 34ab1baa-3389-4be5-8ab1-025858c130d9 on network a7a25cb1-3192-42fa-8b6a-3dfe4ce67a05 {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:20:56.098126 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53f00756-3479-4472-a1c7-3cf58b262847 req-8fe7daf4-9e69-4664-bba9-d54cbf76fa15 service neutron] Port 34ab1baa-3389-4be5-8ab1-025858c130d9 on network a7a25cb1-3192-42fa-8b6a-3dfe4ce67a05 not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-3 {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 18:20:56.098267 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53f00756-3479-4472-a1c7-3cf58b262847 req-8fe7daf4-9e69-4664-bba9-d54cbf76fa15 service neutron] Attempting to bind port 34ab1baa-3389-4be5-8ab1-025858c130d9 on network a7a25cb1-3192-42fa-8b6a-3dfe4ce67a05 {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:20:56.103101 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53f00756-3479-4472-a1c7-3cf58b262847 req-8fe7daf4-9e69-4664-bba9-d54cbf76fa15 service neutron] Checking agent: {'id': 'a3630ff4-fbee-45d9-b9b6-0ae41cb3a350', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 15, 32), 'started_at': datetime.datetime(2021, 7, 14, 18, 15, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 18, 20, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 18:20:56.103439 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53f00756-3479-4472-a1c7-3cf58b262847 req-8fe7daf4-9e69-4664-bba9-d54cbf76fa15 service neutron] Checking segment: {'id': 'a486c7d6-69d2-4a27-a7a6-bfe66b9801fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'a7a25cb1-3192-42fa-8b6a-3dfe4ce67a05'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93916) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:20:56.103819 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53f00756-3479-4472-a1c7-3cf58b262847 req-8fe7daf4-9e69-4664-bba9-d54cbf76fa15 service neutron] Bound using segment: {'id': 'a486c7d6-69d2-4a27-a7a6-bfe66b9801fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'a7a25cb1-3192-42fa-8b6a-3dfe4ce67a05'} {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 18:20:56.104282 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.managers [req-53f00756-3479-4472-a1c7-3cf58b262847 req-8fe7daf4-9e69-4664-bba9-d54cbf76fa15 service neutron] Bound port: 34ab1baa-3389-4be5-8ab1-025858c130d9, host: n-h1-800634-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a486c7d6-69d2-4a27-a7a6-bfe66b9801fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'a7a25cb1-3192-42fa-8b6a-3dfe4ce67a05'}}] {{(pid=93916) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 18:20:56.104697 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-53f00756-3479-4472-a1c7-3cf58b262847 req-8fe7daf4-9e69-4664-bba9-d54cbf76fa15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:56.117204 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.db_base_plugin_v2 [None req-44d6dd11-0ddf-4746-80c0-244a9ff82124 tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] Deleting subnet 50cbfdf8-0c5d-4960-b7b0-c2a107e5d11c {{(pid=93915) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 18:20:56.128470 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcee9022-71c0-4584-b71c-ced9e0fa4ee2 req-70ee6b8a-7228-4d90-996f-e2715735a6d1 tempest-ServersWithSpecificFlavorTestJSON-461581366 tempest-ServersWithSpecificFlavorTestJSON-461581366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:20:56.135577 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-dcee9022-71c0-4584-b71c-ced9e0fa4ee2 req-70ee6b8a-7228-4d90-996f-e2715735a6d1 tempest-ServersWithSpecificFlavorTestJSON-461581366 tempest-ServersWithSpecificFlavorTestJSON-461581366-project] 10.222.0.16 "GET /v2.0/ports?device_id=03a24d87-527f-4d5b-a998-53393446562a HTTP/1.1" status: 200 len: 944 time: 0.1483388 Jul 14 18:20:56.138064 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-44d6dd11-0ddf-4746-80c0-244a9ff82124 tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] Notify callbacks [] for subnet, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:56.178719 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.db [req-53f00756-3479-4472-a1c7-3cf58b262847 req-8fe7daf4-9e69-4664-bba9-d54cbf76fa15 service neutron] For port 34ab1baa-3389-4be5-8ab1-025858c130d9, host n-h1-800634-3, cleared binding levels {{(pid=93916) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:20:56.183711 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.db [req-53f00756-3479-4472-a1c7-3cf58b262847 req-8fe7daf4-9e69-4664-bba9-d54cbf76fa15 service neutron] For port 34ab1baa-3389-4be5-8ab1-025858c130d9, host n-h1-800634-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=34ab1baa-3389-4be5-8ab1-025858c130d9,segment=NetworkSegment(a486c7d6-69d2-4a27-a7a6-bfe66b9801fc),segment_id=a486c7d6-69d2-4a27-a7a6-bfe66b9801fc)] {{(pid=93916) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 18:20:56.190165 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-53f00756-3479-4472-a1c7-3cf58b262847 req-8fe7daf4-9e69-4664-bba9-d54cbf76fa15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2684870'] for port, after_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:56.200109 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-44d6dd11-0ddf-4746-80c0-244a9ff82124 tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28939913'] for subnet, precommit_delete_associations {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:56.231622 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-dcee9022-71c0-4584-b71c-ced9e0fa4ee2 req-78b975c6-3eac-4aca-8b0d-411556423704 tempest-ServersWithSpecificFlavorTestJSON-461581366 tempest-ServersWithSpecificFlavorTestJSON-461581366-project] 10.222.0.16 "GET /v2.0/security-groups?id=53e3c538-c3c4-4fce-8d05-f9ee7d004cad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0947464 Jul 14 18:20:56.264771 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe7daf4-9e69-4664-bba9-d54cbf76fa15 service neutron] Pushing event updated for resources: {'Port': ['ID=34ab1baa-3389-4be5-8ab1-025858c130d9,revision_number=3']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:20:56.277975 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f00756-3479-4472-a1c7-3cf58b262847 req-8fe7daf4-9e69-4664-bba9-d54cbf76fa15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:20:56.278589 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-53f00756-3479-4472-a1c7-3cf58b262847 req-8fe7daf4-9e69-4664-bba9-d54cbf76fa15 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:56.280134 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-53f00756-3479-4472-a1c7-3cf58b262847 req-8fe7daf4-9e69-4664-bba9-d54cbf76fa15 service neutron] 10.222.0.18 "PUT /v2.0/ports/34ab1baa-3389-4be5-8ab1-025858c130d9 HTTP/1.1" status: 200 len: 1091 time: 0.8865244 Jul 14 18:20:56.348147 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-44d6dd11-0ddf-4746-80c0-244a9ff82124 tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081283'] for subnet, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:56.358016 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9abebc-cbc3-4fe3-8cdf-494841c3be10 req-76e4bdd6-b88a-4321-b8f9-f471b67b8b87 tempest-SecurityGroupsTestJSON-1215008278 tempest-SecurityGroupsTestJSON-1215008278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:20:56.359567 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-cf9abebc-cbc3-4fe3-8cdf-494841c3be10 req-76e4bdd6-b88a-4321-b8f9-f471b67b8b87 tempest-SecurityGroupsTestJSON-1215008278 tempest-SecurityGroupsTestJSON-1215008278-project] 10.222.0.16 "GET /v2.0/ports?device_id=3c17a98c-cfb0-45bc-9509-bd12eda92ce5 HTTP/1.1" status: 200 len: 943 time: 0.1322775 Jul 14 18:20:56.389987 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f00756-3479-4472-a1c7-3cf58b262847 req-29ac7754-37f8-43bc-9034-f2d6c606963e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:20:56.392262 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-53f00756-3479-4472-a1c7-3cf58b262847 req-29ac7754-37f8-43bc-9034-f2d6c606963e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a9d22ebe08284e548350eab597e7413d&device_id=3c17a98c-cfb0-45bc-9509-bd12eda92ce5 HTTP/1.1" status: 200 len: 1094 time: 0.0641861 Jul 14 18:20:56.433445 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-cf9abebc-cbc3-4fe3-8cdf-494841c3be10 req-2a9b5e49-9b6c-41fd-8dd5-8032d69459c4 tempest-SecurityGroupsTestJSON-1215008278 tempest-SecurityGroupsTestJSON-1215008278-project] 10.222.0.16 "GET /v2.0/security-groups?id=309722b9-2fe8-4d94-8481-29be9b33af8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555782 Jul 14 18:20:56.454317 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-44d6dd11-0ddf-4746-80c0-244a9ff82124 tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25913028', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28969762'] for subnet, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:56.460784 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-53f00756-3479-4472-a1c7-3cf58b262847 req-39b76955-dd20-4965-8824-bf7d0d2350f8 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=34ab1baa-3389-4be5-8ab1-025858c130d9 HTTP/1.1" status: 200 len: 217 time: 0.0569854 Jul 14 18:20:56.483707 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d6dd11-0ddf-4746-80c0-244a9ff82124 tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] Pushing event deleted for resources: {'Subnet': ['ID=50cbfdf8-0c5d-4960-b7b0-c2a107e5d11c,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:20:56.490382 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-44d6dd11-0ddf-4746-80c0-244a9ff82124 tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] Notify callbacks [] for subnet, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:56.492521 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-44d6dd11-0ddf-4746-80c0-244a9ff82124 tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] 10.222.0.16 "DELETE /v2.0/subnets/50cbfdf8-0c5d-4960-b7b0-c2a107e5d11c HTTP/1.1" status: 204 len: 168 time: 0.4538105 Jul 14 18:20:56.495005 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 55444) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:20:56.499172 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e63ea45-70e3-4cd8-b70f-a88324b4e56d None None] Network 7cbfbc88-1bb3-4c44-9708-98d8011b1345 requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:20:56.523318 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Device fbf01217-e64a-4640-a796-185c6fcc99ca up at agent hyperv_n-h2-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:20:56.526666 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f00756-3479-4472-a1c7-3cf58b262847 req-21f7e9ac-20ba-4a2a-b847-cbba250c0a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:20:56.528348 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-53f00756-3479-4472-a1c7-3cf58b262847 req-21f7e9ac-20ba-4a2a-b847-cbba250c0a06 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=cc96744b-311f-49f7-8ac2-f53a1b384535 HTTP/1.1" status: 200 len: 852 time: 0.0586872 Jul 14 18:20:56.563249 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-53f00756-3479-4472-a1c7-3cf58b262847 req-93dadfea-8bf4-4db5-9b19-158da73724da service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a7a25cb1-3192-42fa-8b6a-3dfe4ce67a05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274127 Jul 14 18:20:56.584873 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-31d65356-84f1-4769-8ca2-f0a1e8462990 req-656c475f-8242-473e-b7cc-0f10ca53b629 tempest-ImagesOneServerTestJSON-2077962175 tempest-ImagesOneServerTestJSON-2077962175-project] 10.222.0.16 "GET /v2.0/ports?device_id=6ab0c594-ecaf-4c5b-977a-9c1b59a2d9cc HTTP/1.1" status: 200 len: 210 time: 0.0670948 Jul 14 18:20:56.612990 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-47c07abe-1869-460f-94c5-cd7c46669fc7 tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645734'] for network, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:56.676406 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3d1fe403-8031-4af5-b4b8-fb65b5316773 req-0974a59a-9f1f-462b-beec-baae670d7b2b tempest-ImagesOneServerTestJSON-2077962175 tempest-ImagesOneServerTestJSON-2077962175-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=f1c4e239e6d24b3bb240a97f6c99b33f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0298431 Jul 14 18:20:56.692110 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-53f00756-3479-4472-a1c7-3cf58b262847 req-4960babc-827d-418a-ad65-dc23ed3ee92e service neutron] 10.222.0.18 "GET /v2.0/networks/a7a25cb1-3192-42fa-8b6a-3dfe4ce67a05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1191576 Jul 14 18:20:56.810604 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-53f00756-3479-4472-a1c7-3cf58b262847 req-0ccbb065-8856-42a9-bf3c-9b01db5c1ccf service neutron] 10.222.0.18 "GET /v2.0/networks/a7a25cb1-3192-42fa-8b6a-3dfe4ce67a05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009235 Jul 14 18:20:56.819015 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Provisioning for port fbf01217-e64a-4640-a796-185c6fcc99ca completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:20:56.838450 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Provisioning complete for port fbf01217-e64a-4640-a796-185c6fcc99ca triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:20:56.839192 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:56.857622 n-d-800634-3 neutron-server[93916]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aaecf31f-93a0-4d4a-8437-96be4945fc86', 'name': 'network-vif-deleted', 'tag': '32db803e-0bc2-4323-b722-35e9c43c3e58'}, {'name': 'network-changed', 'server_uuid': '3c17a98c-cfb0-45bc-9509-bd12eda92ce5', 'tag': '34ab1baa-3389-4be5-8ab1-025858c130d9'}] {{(pid=93916) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:20:56.860242 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f803e150b363a7893830aa996ac27753fa25517c406ecd3536b7c2d4b26eeb9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfe892fa-ffb4-49c7-b6b2-3bf8445f053b" -d '{"events": [{"server_uuid": "aaecf31f-93a0-4d4a-8437-96be4945fc86", "name": "network-vif-deleted", "tag": "32db803e-0bc2-4323-b722-35e9c43c3e58"}, {"name": "network-changed", "server_uuid": "3c17a98c-cfb0-45bc-9509-bd12eda92ce5", "tag": "34ab1baa-3389-4be5-8ab1-025858c130d9"}]}' {{(pid=93916) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:20:56.870060 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1fe403-8031-4af5-b4b8-fb65b5316773 req-9af7c241-d08f-4398-846f-35a46ed63ed0 tempest-ImagesOneServerTestJSON-2077962175 tempest-ImagesOneServerTestJSON-2077962175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:20:56.883074 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3d1fe403-8031-4af5-b4b8-fb65b5316773 req-9af7c241-d08f-4398-846f-35a46ed63ed0 tempest-ImagesOneServerTestJSON-2077962175 tempest-ImagesOneServerTestJSON-2077962175-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1827805 Jul 14 18:20:56.915119 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [req-3d1fe403-8031-4af5-b4b8-fb65b5316773 req-5b14a084-5bcd-4c6d-9a2d-f053f070f4f8 tempest-ImagesOneServerTestJSON-2077962175 tempest-ImagesOneServerTestJSON-2077962175-project] Request body: {'port': {'device_id': '6ab0c594-ecaf-4c5b-977a-9c1b59a2d9cc', 'network_id': '4f742057-89ee-4b4a-86f7-487ee61881a1', 'admin_state_up': True, 'tenant_id': 'f1c4e239e6d24b3bb240a97f6c99b33f'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:20:56.941911 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:56.992171 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03a24d87-527f-4d5b-a998-53393446562a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbf01217-e64a-4640-a796-185c6fcc99ca'}] {{(pid=93917) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:20:56.994553 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20b787f3c29eaa7aa2a4d648c725a2124c5ff39a8d793252f9d844495e14cf42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86ed202c-1eb0-4e28-8f87-419d5b1cd27f" -d '{"events": [{"server_uuid": "03a24d87-527f-4d5b-a998-53393446562a", "name": "network-vif-plugged", "status": "completed", "tag": "fbf01217-e64a-4640-a796-185c6fcc99ca"}]}' {{(pid=93917) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:20:57.008415 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] For port fbf01217-e64a-4640-a796-185c6fcc99ca, host n-h2-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=fbf01217-e64a-4640-a796-185c6fcc99ca,segment=NetworkSegment(dc9b7b33-7ed6-4862-a917-845e6b965bf7),segment_id=dc9b7b33-7ed6-4862-a917-845e6b965bf7)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:20:57.013439 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:57.048251 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d43d19d-ddb9-4c0f-9795-92b323057fef None None] DHCP port deletion for 7cbfbc88-1bb3-4c44-9708-98d8011b1345 request from n-d-800634-3 {{(pid=93917) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 18:20:57.093815 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [None req-47c07abe-1869-460f-94c5-cd7c46669fc7 tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] Deleting port 6ea80569-d64f-4330-98d6-6234df3dae22 {{(pid=93915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:20:57.094271 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-47c07abe-1869-460f-94c5-cd7c46669fc7 tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:57.104422 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Pushing event updated for resources: {'Port': ['ID=fbf01217-e64a-4640-a796-185c6fcc99ca,revision_number=5']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:20:57.126066 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-0d43d19d-ddb9-4c0f-9795-92b323057fef None None] Deleting port 6ea80569-d64f-4330-98d6-6234df3dae22 {{(pid=93917) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:20:57.126453 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-0d43d19d-ddb9-4c0f-9795-92b323057fef None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:57.196757 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae82577-5e24-4d0d-9376-7e0361fb2d4c req-452a1d9c-9c04-4a66-b413-6a42838d6a97 tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:20:57.196875 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-0d43d19d-ddb9-4c0f-9795-92b323057fef None None] For port 6ea80569-d64f-4330-98d6-6234df3dae22, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=6ea80569-d64f-4330-98d6-6234df3dae22,segment=NetworkSegment(18241552-ee73-4b7a-8f46-3aa78934916f),segment_id=18241552-ee73-4b7a-8f46-3aa78934916f)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:20:57.196875 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-0d43d19d-ddb9-4c0f-9795-92b323057fef None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:57.197054 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-9ae82577-5e24-4d0d-9376-7e0361fb2d4c req-452a1d9c-9c04-4a66-b413-6a42838d6a97 tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] 10.222.0.16 "GET /v2.0/ports?device_id=4c03c8a6-1634-41e9-92c6-45ef79023d35 HTTP/1.1" status: 200 len: 943 time: 0.3789897 Jul 14 18:20:57.197132 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 55458) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:20:57.218512 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-0d43d19d-ddb9-4c0f-9795-92b323057fef None None] Calling delete_port for 6ea80569-d64f-4330-98d6-6234df3dae22 owned by network:dhcp {{(pid=93917) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:20:57.230252 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [None req-47c07abe-1869-460f-94c5-cd7c46669fc7 tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] For port 6ea80569-d64f-4330-98d6-6234df3dae22, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=6ea80569-d64f-4330-98d6-6234df3dae22,segment=NetworkSegment(18241552-ee73-4b7a-8f46-3aa78934916f),segment_id=18241552-ee73-4b7a-8f46-3aa78934916f)] {{(pid=93915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:20:57.230509 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-47c07abe-1869-460f-94c5-cd7c46669fc7 tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:57.268974 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [None req-47c07abe-1869-460f-94c5-cd7c46669fc7 tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] Calling delete_port for 6ea80569-d64f-4330-98d6-6234df3dae22 owned by network:dhcp {{(pid=93915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:20:57.283587 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95142abd-7ccc-4209-8c7d-5e104b72fcb8 req-ec6bc968-f41a-4e3b-b7a7-26ff211c0dac tempest-LiveMigrationTest-64527954 tempest-LiveMigrationTest-64527954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:20:57.285268 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-95142abd-7ccc-4209-8c7d-5e104b72fcb8 req-ec6bc968-f41a-4e3b-b7a7-26ff211c0dac tempest-LiveMigrationTest-64527954 tempest-LiveMigrationTest-64527954-project] 10.222.0.16 "GET /v2.0/ports?device_id=71cc93c3-ed8e-4af7-bf04-1c1ca5f4c121 HTTP/1.1" status: 200 len: 945 time: 0.3218360 Jul 14 18:20:57.303077 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d1fe403-8031-4af5-b4b8-fb65b5316773 req-5b14a084-5bcd-4c6d-9a2d-f053f070f4f8 tempest-ImagesOneServerTestJSON-2077962175 tempest-ImagesOneServerTestJSON-2077962175-project] Made reservation on behalf of f1c4e239e6d24b3bb240a97f6c99b33f for: {'port': 1} {{(pid=93915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:20:57.306789 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-3d1fe403-8031-4af5-b4b8-fb65b5316773 req-5b14a084-5bcd-4c6d-9a2d-f053f070f4f8 tempest-ImagesOneServerTestJSON-2077962175 tempest-ImagesOneServerTestJSON-2077962175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:57.323254 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-0d43d19d-ddb9-4c0f-9795-92b323057fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813'] for port, after_delete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:57.341009 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d43d19d-ddb9-4c0f-9795-92b323057fef None None] No DVR routers for this DVR port 6ea80569-d64f-4330-98d6-6234df3dae22 on host n-d-800634-3 {{(pid=93917) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 18:20:57.358993 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-ee805cdd-01bb-4148-a7d9-3742a1ca48df admin admin] Notify callbacks [] for security_group, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:57.364286 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-9ae82577-5e24-4d0d-9376-7e0361fb2d4c req-b898f90f-f91d-48ba-bab6-40a02fdfc5ce tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] 10.222.0.16 "GET /v2.0/security-groups?id=540fae54-ccea-4309-9c99-81b930eedb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601372 Jul 14 18:20:57.369080 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d43d19d-ddb9-4c0f-9795-92b323057fef None None] Pushing event deleted for resources: {'Port': ['ID=6ea80569-d64f-4330-98d6-6234df3dae22,revision_number=None']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:20:57.372255 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-3d1fe403-8031-4af5-b4b8-fb65b5316773 req-5b14a084-5bcd-4c6d-9a2d-f053f070f4f8 tempest-ImagesOneServerTestJSON-2077962175 tempest-ImagesOneServerTestJSON-2077962175-project] Notify callbacks [] for security_group, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:57.423939 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-95142abd-7ccc-4209-8c7d-5e104b72fcb8 req-817a4424-3095-42a4-a27d-a1a3a796c11e tempest-LiveMigrationTest-64527954 tempest-LiveMigrationTest-64527954-project] 10.222.0.16 "GET /v2.0/security-groups?id=93c6eb24-b3aa-49c4-93f7-93dd5f011665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234000 Jul 14 18:20:57.434328 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 14 Jul 2021 18:20:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2af2d191-44ea-49ae-8a10-358e9811fcb9 x-openstack-request-id: req-2af2d191-44ea-49ae-8a10-358e9811fcb9 {{(pid=93916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:20:57.434631 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aaecf31f-93a0-4d4a-8437-96be4945fc86", "name": "network-vif-deleted", "tag": "32db803e-0bc2-4323-b722-35e9c43c3e58", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "3c17a98c-cfb0-45bc-9509-bd12eda92ce5", "tag": "34ab1baa-3389-4be5-8ab1-025858c130d9", "status": "completed", "code": 200}]} {{(pid=93916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:20:57.436655 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2af2d191-44ea-49ae-8a10-358e9811fcb9 {{(pid=93916) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:20:57.436655 n-d-800634-3 neutron-server[93916]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aaecf31f-93a0-4d4a-8437-96be4945fc86', 'name': 'network-vif-deleted', 'tag': '32db803e-0bc2-4323-b722-35e9c43c3e58', 'status': 'completed', 'code': 200} Jul 14 18:20:57.436655 n-d-800634-3 neutron-server[93916]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c17a98c-cfb0-45bc-9509-bd12eda92ce5', 'tag': '34ab1baa-3389-4be5-8ab1-025858c130d9', 'status': 'completed', 'code': 200} Jul 14 18:20:57.438829 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-47c07abe-1869-460f-94c5-cd7c46669fc7 tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:57.476438 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c07abe-1869-460f-94c5-cd7c46669fc7 tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] Pushing event deleted for resources: {'Port': ['ID=6ea80569-d64f-4330-98d6-6234df3dae22,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:20:57.480945 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 18:20:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c8f4ef6-a518-49fd-96bb-1d084e9d4e3a x-openstack-request-id: req-5c8f4ef6-a518-49fd-96bb-1d084e9d4e3a {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:20:57.481443 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03a24d87-527f-4d5b-a998-53393446562a", "name": "network-vif-plugged", "status": "completed", "tag": "fbf01217-e64a-4640-a796-185c6fcc99ca", "code": 200}]} {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:20:57.482529 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5c8f4ef6-a518-49fd-96bb-1d084e9d4e3a {{(pid=93917) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:20:57.483463 n-d-800634-3 neutron-server[93917]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03a24d87-527f-4d5b-a998-53393446562a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbf01217-e64a-4640-a796-185c6fcc99ca', 'code': 200} Jul 14 18:20:57.487263 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47c07abe-1869-460f-94c5-cd7c46669fc7 tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] No DVR routers for this DVR port 6ea80569-d64f-4330-98d6-6234df3dae22 on host n-d-800634-3 {{(pid=93915) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 18:20:57.567685 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-ee805cdd-01bb-4148-a7d9-3742a1ca48df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:57.573579 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe892fa-ffb4-49c7-b6b2-3bf8445f053b req-3920e8d8-fa99-4641-a090-fd951f777306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:20:57.575158 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-cfe892fa-ffb4-49c7-b6b2-3bf8445f053b req-3920e8d8-fa99-4641-a090-fd951f777306 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a9d22ebe08284e548350eab597e7413d&device_id=3c17a98c-cfb0-45bc-9509-bd12eda92ce5 HTTP/1.1" status: 200 len: 1094 time: 0.1169722 Jul 14 18:20:57.576730 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-ee805cdd-01bb-4148-a7d9-3742a1ca48df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:57.621291 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-47c07abe-1869-460f-94c5-cd7c46669fc7 tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2096010', 'neutron.services.segments.db._delete_segments_for_network-8728202734996'] for network, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:57.668759 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee805cdd-01bb-4148-a7d9-3742a1ca48df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79bc2228-6efc-4c8e-bf01-a9bfbbc99e17,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:20:57.671368 n-d-800634-3 neutron-server[93915]: DEBUG neutron.services.segments.db [None req-47c07abe-1869-460f-94c5-cd7c46669fc7 tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7cbfbc88-1bb3-4c44-9708-98d8011b1345']}} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:20:57.689216 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-ee805cdd-01bb-4148-a7d9-3742a1ca48df admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c022905bdd9d47a69f7f72c3037ac0c3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4884231 Jul 14 18:20:57.689574 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 55474) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:20:57.702291 n-d-800634-3 neutron-server[93915]: DEBUG neutron.services.segments.db [None req-47c07abe-1869-460f-94c5-cd7c46669fc7 tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18241552-ee73-4b7a-8f46-3aa78934916f') {'for_net_delete': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:20:57.702648 n-d-800634-3 neutron-server[93915]: DEBUG neutron.services.segments.db [None req-47c07abe-1869-460f-94c5-cd7c46669fc7 tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18241552-ee73-4b7a-8f46-3aa78934916f') {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:20:57.723027 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-47c07abe-1869-460f-94c5-cd7c46669fc7 tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728202715275', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28939920'] for segment, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:57.755098 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-47c07abe-1869-460f-94c5-cd7c46669fc7 tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:57.764839 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe892fa-ffb4-49c7-b6b2-3bf8445f053b req-431c7dd6-9d92-4e73-8023-934bc42b357d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:20:57.766549 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-cfe892fa-ffb4-49c7-b6b2-3bf8445f053b req-431c7dd6-9d92-4e73-8023-934bc42b357d service neutron] 10.222.0.18 "GET /v2.0/networks?id=a7a25cb1-3192-42fa-8b6a-3dfe4ce67a05 HTTP/1.1" status: 200 len: 912 time: 0.1839328 Jul 14 18:20:57.767628 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-143f964d-ab22-4984-bdd3-12113bbd2b29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:57.770856 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47c07abe-1869-460f-94c5-cd7c46669fc7 tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] Releasing vlan 88 on physical network physnet1 to pool {{(pid=93915) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 18:20:57.771428 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-47c07abe-1869-460f-94c5-cd7c46669fc7 tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25911658'] for segment, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:57.779523 n-d-800634-3 neutron-server[93915]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:20:57.779523 n-d-800634-3 neutron-server[93915]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:20:57.779523 n-d-800634-3 neutron-server[93915]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:20:57.779523 n-d-800634-3 neutron-server[93915]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:20:57.779523 n-d-800634-3 neutron-server[93915]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:20:57.779523 n-d-800634-3 neutron-server[93915]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:20:57.779523 n-d-800634-3 neutron-server[93915]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 18:20:57.779523 n-d-800634-3 neutron-server[93915]: self.session.flush() Jul 14 18:20:57.779523 n-d-800634-3 neutron-server[93915]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 18:20:57.779523 n-d-800634-3 neutron-server[93915]: self.session.flush() Jul 14 18:20:57.779523 n-d-800634-3 neutron-server[93915]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 18:20:57.779523 n-d-800634-3 neutron-server[93915]: self.session.flush() Jul 14 18:20:57.779523 n-d-800634-3 neutron-server[93915]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 18:20:57.779523 n-d-800634-3 neutron-server[93915]: self.session.flush() Jul 14 18:20:57.779523 n-d-800634-3 neutron-server[93915]: Traceback (most recent call last): Jul 14 18:20:57.779523 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 18:20:57.779523 n-d-800634-3 neutron-server[93915]: timer() Jul 14 18:20:57.779523 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 18:20:57.779523 n-d-800634-3 neutron-server[93915]: cb(*args, **kw) Jul 14 18:20:57.779523 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 18:20:57.779523 n-d-800634-3 neutron-server[93915]: return func(*args, **kwargs) Jul 14 18:20:57.779523 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 18:20:57.779523 n-d-800634-3 neutron-server[93915]: self._notify() Jul 14 18:20:57.779523 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 18:20:57.779523 n-d-800634-3 neutron-server[93915]: self.callback(batched_events) Jul 14 18:20:57.779523 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 18:20:57.779523 n-d-800634-3 neutron-server[93915]: event.method(event) Jul 14 18:20:57.779523 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 18:20:57.779523 n-d-800634-3 neutron-server[93915]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 18:20:57.779523 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 18:20:57.779523 n-d-800634-3 neutron-server[93915]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 18:20:57.779523 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 18:20:57.779523 n-d-800634-3 neutron-server[93915]: return f(self, *a, **k) Jul 14 18:20:57.779523 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 18:20:57.779523 n-d-800634-3 neutron-server[93915]: return self._get(url).json() Jul 14 18:20:57.779523 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 18:20:57.779523 n-d-800634-3 neutron-server[93915]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 18:20:57.779523 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 18:20:57.779523 n-d-800634-3 neutron-server[93915]: return self.request(url, 'GET', **kwargs) Jul 14 18:20:57.779523 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 18:20:57.779523 n-d-800634-3 neutron-server[93915]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 18:20:57.779523 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 18:20:57.779523 n-d-800634-3 neutron-server[93915]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 18:20:57.779523 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 18:20:57.779523 n-d-800634-3 neutron-server[93915]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 18:20:57.779523 n-d-800634-3 neutron-server[93915]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 18:20:57.821052 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-cfe892fa-ffb4-49c7-b6b2-3bf8445f053b req-48715792-8a9f-4228-b819-e756a08e8dc5 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=34ab1baa-3389-4be5-8ab1-025858c130d9 HTTP/1.1" status: 200 len: 217 time: 0.0425053 Jul 14 18:20:57.825704 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-143f964d-ab22-4984-bdd3-12113bbd2b29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:57.879218 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cbf9db-2ed9-4cdf-abeb-a5b0897cbcd2 req-76ddd0c8-6e42-423f-b149-df4a67ea8197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:20:57.880388 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe892fa-ffb4-49c7-b6b2-3bf8445f053b req-b0cc1b91-3136-46c9-8779-554119b4e2da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:20:57.880783 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-93cbf9db-2ed9-4cdf-abeb-a5b0897cbcd2 req-76ddd0c8-6e42-423f-b149-df4a67ea8197 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=03a24d87-527f-4d5b-a998-53393446562a HTTP/1.1" status: 200 len: 1096 time: 0.2734787 Jul 14 18:20:57.881386 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-47c07abe-1869-460f-94c5-cd7c46669fc7 tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2096001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-930085'] for network, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:57.881832 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-cfe892fa-ffb4-49c7-b6b2-3bf8445f053b req-b0cc1b91-3136-46c9-8779-554119b4e2da service neutron] 10.222.0.18 "GET /v2.0/subnets?id=cc96744b-311f-49f7-8ac2-f53a1b384535 HTTP/1.1" status: 200 len: 852 time: 0.0541985 Jul 14 18:20:57.885909 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-47c07abe-1869-460f-94c5-cd7c46669fc7 tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598705'] for network, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:57.887742 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-47c07abe-1869-460f-94c5-cd7c46669fc7 tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] 10.222.0.16 "DELETE /v2.0/networks/7cbfbc88-1bb3-4c44-9708-98d8011b1345 HTTP/1.1" status: 204 len: 168 time: 1.3912911 Jul 14 18:20:57.891506 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 55480) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:20:57.914694 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8269b2e1-c16b-4169-9deb-2d0e6ebbac54 req-a8779c79-d854-484b-a47c-a0604fbad9dc tempest-ServersWithSpecificFlavorTestJSON-461581366 tempest-ServersWithSpecificFlavorTestJSON-461581366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:20:57.916300 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-8269b2e1-c16b-4169-9deb-2d0e6ebbac54 req-a8779c79-d854-484b-a47c-a0604fbad9dc tempest-ServersWithSpecificFlavorTestJSON-461581366 tempest-ServersWithSpecificFlavorTestJSON-461581366-project] 10.222.0.16 "GET /v2.0/ports?device_id=03a24d87-527f-4d5b-a998-53393446562a HTTP/1.1" status: 200 len: 945 time: 0.2969790 Jul 14 18:20:57.944901 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c07abe-1869-460f-94c5-cd7c46669fc7 tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] Pushing event deleted for resources: {'Network': ['ID=7cbfbc88-1bb3-4c44-9708-98d8011b1345,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:20:57.973549 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-3d1fe403-8031-4af5-b4b8-fb65b5316773 req-5b14a084-5bcd-4c6d-9a2d-f053f070f4f8 tempest-ImagesOneServerTestJSON-2077962175 tempest-ImagesOneServerTestJSON-2077962175-project] Notify callbacks [] for security_group, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:57.984260 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-3d1fe403-8031-4af5-b4b8-fb65b5316773 req-5b14a084-5bcd-4c6d-9a2d-f053f070f4f8 tempest-ImagesOneServerTestJSON-2077962175 tempest-ImagesOneServerTestJSON-2077962175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:58.032391 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-93cbf9db-2ed9-4cdf-abeb-a5b0897cbcd2 req-c4bce51f-fb31-4806-8f59-675e0c48406a service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=53e3c538-c3c4-4fce-8d05-f9ee7d004cad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1360118 Jul 14 18:20:58.057384 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-8269b2e1-c16b-4169-9deb-2d0e6ebbac54 req-1711d8ab-bf9e-48cb-b92e-dc4fa2deb015 tempest-ServersWithSpecificFlavorTestJSON-461581366 tempest-ServersWithSpecificFlavorTestJSON-461581366-project] 10.222.0.16 "GET /v2.0/security-groups?id=53e3c538-c3c4-4fce-8d05-f9ee7d004cad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1231184 Jul 14 18:20:58.113900 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b14a084-5bcd-4c6d-9a2d-f053f070f4f8 tempest-ImagesOneServerTestJSON-2077962175 tempest-ImagesOneServerTestJSON-2077962175-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d4989be-80ba-48ef-a540-fb5b2a222da7,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:20:58.217566 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c9ec8617-01d3-499b-b33f-0a5720a7bafb req-16bda97f-f4d9-4844-85c7-fae40fc6c600 tempest-ImagesOneServerTestJSON-2077962175 tempest-ImagesOneServerTestJSON-2077962175-project] 10.222.0.16 "GET /v2.0/ports?device_id=6ab0c594-ecaf-4c5b-977a-9c1b59a2d9cc HTTP/1.1" status: 200 len: 210 time: 0.0411034 Jul 14 18:20:58.245335 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38cc667-2c54-435c-bd8b-399f935f2fec req-eccef3cb-f21d-486d-925c-64220e5cad9a tempest-SecurityGroupsTestJSON-1215008278 tempest-SecurityGroupsTestJSON-1215008278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:20:58.246759 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-cfe892fa-ffb4-49c7-b6b2-3bf8445f053b req-e80c9313-41a2-45dd-b31e-7f13e00dfffb service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a7a25cb1-3192-42fa-8b6a-3dfe4ce67a05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3542511 Jul 14 18:20:58.246997 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f38cc667-2c54-435c-bd8b-399f935f2fec req-eccef3cb-f21d-486d-925c-64220e5cad9a tempest-SecurityGroupsTestJSON-1215008278 tempest-SecurityGroupsTestJSON-1215008278-project] 10.222.0.16 "GET /v2.0/ports?device_id=3c17a98c-cfb0-45bc-9509-bd12eda92ce5 HTTP/1.1" status: 200 len: 943 time: 0.2209120 Jul 14 18:20:58.253645 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.db_base_plugin_common [req-3d1fe403-8031-4af5-b4b8-fb65b5316773 req-5b14a084-5bcd-4c6d-9a2d-f053f070f4f8 tempest-ImagesOneServerTestJSON-2077962175 tempest-ImagesOneServerTestJSON-2077962175-project] Allocated IP 192.168.233.74 (4f742057-89ee-4b4a-86f7-487ee61881a1/f20c54fb-f7da-4761-aa61-2e4f99f3d332/f0bc76aa-f37f-4233-8633-52f3421ea161) {{(pid=93915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:20:58.318089 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6815137-650b-476d-b4e5-26b93786fb18 tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] Deleting subnet 9efde9e7-aa34-4910-a858-233df7108613 {{(pid=93916) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 18:20:58.320191 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f38cc667-2c54-435c-bd8b-399f935f2fec req-85a08286-8a98-450c-929f-ebef1c9a6f5a tempest-SecurityGroupsTestJSON-1215008278 tempest-SecurityGroupsTestJSON-1215008278-project] 10.222.0.16 "GET /v2.0/security-groups?id=309722b9-2fe8-4d94-8481-29be9b33af8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585871 Jul 14 18:20:58.324395 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-c6815137-650b-476d-b4e5-26b93786fb18 tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] Notify callbacks [] for subnet, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:58.371094 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-143f964d-ab22-4984-bdd3-12113bbd2b29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:58.374133 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-143f964d-ab22-4984-bdd3-12113bbd2b29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:58.375303 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-143f964d-ab22-4984-bdd3-12113bbd2b29 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/79bc2228-6efc-4c8e-bf01-a9bfbbc99e17 HTTP/1.1" status: 204 len: 168 time: 0.6848159 Jul 14 18:20:58.424161 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143f964d-ab22-4984-bdd3-12113bbd2b29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79bc2228-6efc-4c8e-bf01-a9bfbbc99e17,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:20:58.434122 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-c6815137-650b-476d-b4e5-26b93786fb18 tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26296866'] for subnet, precommit_delete_associations {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:58.483221 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-cfe892fa-ffb4-49c7-b6b2-3bf8445f053b req-c2331c75-5cf8-4905-99ae-ba44139ac920 service neutron] 10.222.0.18 "GET /v2.0/networks/a7a25cb1-3192-42fa-8b6a-3dfe4ce67a05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2285881 Jul 14 18:20:58.488545 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-3d1fe403-8031-4af5-b4b8-fb65b5316773 req-5b14a084-5bcd-4c6d-9a2d-f053f070f4f8 tempest-ImagesOneServerTestJSON-2077962175 tempest-ImagesOneServerTestJSON-2077962175-project] Notify callbacks [] for port, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:58.504668 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.provisioning_blocks [req-3d1fe403-8031-4af5-b4b8-fb65b5316773 req-5b14a084-5bcd-4c6d-9a2d-f053f070f4f8 tempest-ImagesOneServerTestJSON-2077962175 tempest-ImagesOneServerTestJSON-2077962175-project] Transition to ACTIVE for port object f0bc76aa-f37f-4233-8633-52f3421ea161 will not be triggered until provisioned by entity DHCP. {{(pid=93915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:20:58.571759 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-3d1fe403-8031-4af5-b4b8-fb65b5316773 req-5b14a084-5bcd-4c6d-9a2d-f053f070f4f8 tempest-ImagesOneServerTestJSON-2077962175 tempest-ImagesOneServerTestJSON-2077962175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:58.623702 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-c6815137-650b-476d-b4e5-26b93786fb18 tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081283'] for subnet, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:58.686493 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-cfe892fa-ffb4-49c7-b6b2-3bf8445f053b req-8828cc7f-f45d-4942-9860-df2edeff857f service neutron] 10.222.0.18 "GET /v2.0/networks/a7a25cb1-3192-42fa-8b6a-3dfe4ce67a05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1963596 Jul 14 18:20:58.727166 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-c6815137-650b-476d-b4e5-26b93786fb18 tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2684816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26033152'] for subnet, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:58.746202 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d1fe403-8031-4af5-b4b8-fb65b5316773 req-5b14a084-5bcd-4c6d-9a2d-f053f070f4f8 tempest-ImagesOneServerTestJSON-2077962175 tempest-ImagesOneServerTestJSON-2077962175-project] Network 4f742057-89ee-4b4a-86f7-487ee61881a1 is already hosted by enough agents. {{(pid=93915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:20:58.759338 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6815137-650b-476d-b4e5-26b93786fb18 tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] Pushing event deleted for resources: {'Subnet': ['ID=9efde9e7-aa34-4910-a858-233df7108613,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:20:58.768262 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [req-3d1fe403-8031-4af5-b4b8-fb65b5316773 req-5b14a084-5bcd-4c6d-9a2d-f053f070f4f8 tempest-ImagesOneServerTestJSON-2077962175 tempest-ImagesOneServerTestJSON-2077962175-project] Resources bound (agent type, host, resource id): {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:20:58.770916 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-c6815137-650b-476d-b4e5-26b93786fb18 tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598705'] for subnet, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:58.774828 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d1fe403-8031-4af5-b4b8-fb65b5316773 req-5b14a084-5bcd-4c6d-9a2d-f053f070f4f8 tempest-ImagesOneServerTestJSON-2077962175 tempest-ImagesOneServerTestJSON-2077962175-project] Received port after_create {{(pid=93915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:20:58.777696 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-c6815137-650b-476d-b4e5-26b93786fb18 tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] 10.222.0.16 "DELETE /v2.0/subnets/9efde9e7-aa34-4910-a858-233df7108613 HTTP/1.1" status: 204 len: 168 time: 0.8839247 Jul 14 18:20:58.778343 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 55500) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:20:58.778889 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a8373f1-0cb3-411c-a621-e1a8017d89b2 None None] Network 389007d6-2757-4fd5-84e3-bc7e8a5f1c0b requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:20:58.934460 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-d4bfc024-55b2-4bab-a5f7-22cb0e1e8e9f tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645734'] for network, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:58.935254 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b14a084-5bcd-4c6d-9a2d-f053f070f4f8 tempest-ImagesOneServerTestJSON-2077962175 tempest-ImagesOneServerTestJSON-2077962175-project] Pushing event updated for resources: {'Port': ['ID=f0bc76aa-f37f-4233-8633-52f3421ea161,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:20:58.982806 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cd7328-0d01-4e4e-8c78-ae44c960dca2 req-bf3ee0ca-734e-449a-8113-bd38ad4362ab tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:20:58.992978 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-d2cd7328-0d01-4e4e-8c78-ae44c960dca2 req-bf3ee0ca-734e-449a-8113-bd38ad4362ab tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] 10.222.0.16 "GET /v2.0/ports?device_id=4c03c8a6-1634-41e9-92c6-45ef79023d35 HTTP/1.1" status: 200 len: 943 time: 0.4257233 Jul 14 18:20:59.014289 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 55502) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:20:59.040383 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1fe403-8031-4af5-b4b8-fb65b5316773 req-5b14a084-5bcd-4c6d-9a2d-f053f070f4f8 tempest-ImagesOneServerTestJSON-2077962175 tempest-ImagesOneServerTestJSON-2077962175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:20:59.041023 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-3d1fe403-8031-4af5-b4b8-fb65b5316773 req-5b14a084-5bcd-4c6d-9a2d-f053f070f4f8 tempest-ImagesOneServerTestJSON-2077962175 tempest-ImagesOneServerTestJSON-2077962175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:59.058310 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3d1fe403-8031-4af5-b4b8-fb65b5316773 req-5b14a084-5bcd-4c6d-9a2d-f053f070f4f8 tempest-ImagesOneServerTestJSON-2077962175 tempest-ImagesOneServerTestJSON-2077962175-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.1521728 Jul 14 18:20:59.071377 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-522ef91b-a12a-415f-a71f-4008ea753358 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:59.077003 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [req-3d1fe403-8031-4af5-b4b8-fb65b5316773 req-962d9137-e355-4148-bc57-f57e5249f262 service neutron] Request body: {'port': {'device_id': '6ab0c594-ecaf-4c5b-977a-9c1b59a2d9cc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800634-3'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:20:59.095079 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 6ea80569-d64f-4330-98d6-6234df3dae22 no longer exists at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 18:20:59.132814 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] No Port match for: 6ea80569-d64f-4330-98d6-6234df3dae22 {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 18:20:59.133220 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 6ea80569-d64f-4330-98d6-6234df3dae22 not bound to the agent host n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 18:20:59.147892 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04938e41-7e1d-4bbf-95fd-b55da774b72a req-dbe20174-bbab-445d-81fe-55624e35d972 tempest-LiveMigrationTest-64527954 tempest-LiveMigrationTest-64527954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:20:59.169095 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-04938e41-7e1d-4bbf-95fd-b55da774b72a req-dbe20174-bbab-445d-81fe-55624e35d972 tempest-LiveMigrationTest-64527954 tempest-LiveMigrationTest-64527954-project] 10.222.0.16 "GET /v2.0/ports?device_id=71cc93c3-ed8e-4af7-bf04-1c1ca5f4c121 HTTP/1.1" status: 200 len: 945 time: 0.2888317 Jul 14 18:20:59.197558 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-d4bfc024-55b2-4bab-a5f7-22cb0e1e8e9f tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] Deleting port c269d4d5-2986-441a-baeb-5012e25c75ee {{(pid=93916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:20:59.197925 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-d4bfc024-55b2-4bab-a5f7-22cb0e1e8e9f tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:59.245510 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-519e6623-1b05-418e-9824-3c4fe99d25bf None None] Provisioning for port f0bc76aa-f37f-4233-8633-52f3421ea161 completed by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:20:59.272715 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-519e6623-1b05-418e-9824-3c4fe99d25bf None None] Provisioning complete for port f0bc76aa-f37f-4233-8633-52f3421ea161 triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:20:59.274880 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-519e6623-1b05-418e-9824-3c4fe99d25bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:59.277433 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c5f44ae-b73c-4e55-ab5a-4b5abe5c2a05 None None] DHCP port deletion for 389007d6-2757-4fd5-84e3-bc7e8a5f1c0b request from n-d-800634-3 {{(pid=93917) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 18:20:59.301730 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.db [None req-d4bfc024-55b2-4bab-a5f7-22cb0e1e8e9f tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] For port c269d4d5-2986-441a-baeb-5012e25c75ee, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=c269d4d5-2986-441a-baeb-5012e25c75ee,segment=NetworkSegment(711d2a3c-b304-435a-9067-2fad19434ed6),segment_id=711d2a3c-b304-435a-9067-2fad19434ed6)] {{(pid=93916) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:20:59.302026 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-d4bfc024-55b2-4bab-a5f7-22cb0e1e8e9f tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:59.329174 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-d4bfc024-55b2-4bab-a5f7-22cb0e1e8e9f tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] Calling delete_port for c269d4d5-2986-441a-baeb-5012e25c75ee owned by network:dhcp {{(pid=93916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:20:59.344680 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-522ef91b-a12a-415f-a71f-4008ea753358 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:59.353694 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-522ef91b-a12a-415f-a71f-4008ea753358 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:59.384938 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-519e6623-1b05-418e-9824-3c4fe99d25bf None None] Port f0bc76aa-f37f-4233-8633-52f3421ea161 cannot update to ACTIVE because it is not bound. {{(pid=93917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 18:20:59.404293 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-3c5f44ae-b73c-4e55-ab5a-4b5abe5c2a05 None None] Deleting port c269d4d5-2986-441a-baeb-5012e25c75ee {{(pid=93917) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:20:59.404671 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-3c5f44ae-b73c-4e55-ab5a-4b5abe5c2a05 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:59.449733 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-522ef91b-a12a-415f-a71f-4008ea753358 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ee4c4a1d43a041eda5178cf62775852b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4334853 Jul 14 18:20:59.456028 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 55510) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:20:59.465751 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522ef91b-a12a-415f-a71f-4008ea753358 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24534105-87dd-457d-b420-c175fd8010e7,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:20:59.508171 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-3c5f44ae-b73c-4e55-ab5a-4b5abe5c2a05 None None] For port c269d4d5-2986-441a-baeb-5012e25c75ee, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=c269d4d5-2986-441a-baeb-5012e25c75ee,segment=NetworkSegment(711d2a3c-b304-435a-9067-2fad19434ed6),segment_id=711d2a3c-b304-435a-9067-2fad19434ed6)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:20:59.508693 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-3c5f44ae-b73c-4e55-ab5a-4b5abe5c2a05 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:59.532871 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-3c5f44ae-b73c-4e55-ab5a-4b5abe5c2a05 None None] Calling delete_port for c269d4d5-2986-441a-baeb-5012e25c75ee owned by network:dhcp {{(pid=93917) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:20:59.537723 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-adaa1f2d-f172-452e-add2-bd767b883b32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:59.551827 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-d4bfc024-55b2-4bab-a5f7-22cb0e1e8e9f tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:59.587739 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-adaa1f2d-f172-452e-add2-bd767b883b32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:59.596871 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4bfc024-55b2-4bab-a5f7-22cb0e1e8e9f tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] Pushing event deleted for resources: {'Port': ['ID=c269d4d5-2986-441a-baeb-5012e25c75ee,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:20:59.600499 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4bfc024-55b2-4bab-a5f7-22cb0e1e8e9f tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] No DVR routers for this DVR port c269d4d5-2986-441a-baeb-5012e25c75ee on host n-d-800634-3 {{(pid=93916) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 18:20:59.653493 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-3c5f44ae-b73c-4e55-ab5a-4b5abe5c2a05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813'] for port, after_delete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:59.665082 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-d2cd7328-0d01-4e4e-8c78-ae44c960dca2 req-62d70a7f-8105-4cec-b481-5c14d47f38da tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] 10.222.0.16 "GET /v2.0/security-groups?id=540fae54-ccea-4309-9c99-81b930eedb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6693325 Jul 14 18:20:59.689947 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5f44ae-b73c-4e55-ab5a-4b5abe5c2a05 None None] Pushing event deleted for resources: {'Port': ['ID=c269d4d5-2986-441a-baeb-5012e25c75ee,revision_number=None']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:20:59.697907 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device 34ab1baa-3389-4be5-8ab1-025858c130d9 details requested by agent hyperv_n-h1-800634-3 with host n-h1-800634-3 {{(pid=93917) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 18:20:59.729080 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-d4bfc024-55b2-4bab-a5f7-22cb0e1e8e9f tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2096010', 'neutron.services.segments.db._delete_segments_for_network-8728202734996'] for network, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:59.741086 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.segments.db [None req-d4bfc024-55b2-4bab-a5f7-22cb0e1e8e9f tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['389007d6-2757-4fd5-84e3-bc7e8a5f1c0b']}} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:20:59.753337 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-adaa1f2d-f172-452e-add2-bd767b883b32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:59.756078 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-adaa1f2d-f172-452e-add2-bd767b883b32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:59.759489 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-adaa1f2d-f172-452e-add2-bd767b883b32 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/24534105-87dd-457d-b420-c175fd8010e7 HTTP/1.1" status: 204 len: 168 time: 0.2998931 Jul 14 18:20:59.759489 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.segments.db [None req-d4bfc024-55b2-4bab-a5f7-22cb0e1e8e9f tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '711d2a3c-b304-435a-9067-2fad19434ed6') {'for_net_delete': True} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:20:59.759722 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.segments.db [None req-d4bfc024-55b2-4bab-a5f7-22cb0e1e8e9f tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '711d2a3c-b304-435a-9067-2fad19434ed6') {} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:20:59.770369 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-04938e41-7e1d-4bbf-95fd-b55da774b72a req-3d284a1b-f2a8-4ebe-8ced-01d0e28fd463 tempest-LiveMigrationTest-64527954 tempest-LiveMigrationTest-64527954-project] 10.222.0.16 "GET /v2.0/security-groups?id=93c6eb24-b3aa-49c4-93f7-93dd5f011665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6000295 Jul 14 18:20:59.773136 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-3d1fe403-8031-4af5-b4b8-fb65b5316773 req-962d9137-e355-4148-bc57-f57e5249f262 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:59.813007 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-d4bfc024-55b2-4bab-a5f7-22cb0e1e8e9f tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728202715275', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26296891'] for segment, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:59.843667 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-d4bfc024-55b2-4bab-a5f7-22cb0e1e8e9f tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:59.856809 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adaa1f2d-f172-452e-add2-bd767b883b32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24534105-87dd-457d-b420-c175fd8010e7,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:20:59.879223 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4bfc024-55b2-4bab-a5f7-22cb0e1e8e9f tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] Releasing vlan 78 on physical network physnet1 to pool {{(pid=93916) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 18:20:59.879653 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-d4bfc024-55b2-4bab-a5f7-22cb0e1e8e9f tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2682942'] for segment, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:20:59.883005 n-d-800634-3 neutron-server[93916]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:20:59.883005 n-d-800634-3 neutron-server[93916]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:20:59.883005 n-d-800634-3 neutron-server[93916]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:20:59.883005 n-d-800634-3 neutron-server[93916]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:20:59.883005 n-d-800634-3 neutron-server[93916]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:20:59.883005 n-d-800634-3 neutron-server[93916]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:20:59.883005 n-d-800634-3 neutron-server[93916]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:20:59.883005 n-d-800634-3 neutron-server[93916]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:20:59.883005 n-d-800634-3 neutron-server[93916]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:20:59.883005 n-d-800634-3 neutron-server[93916]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:20:59.883005 n-d-800634-3 neutron-server[93916]: Traceback (most recent call last): Jul 14 18:20:59.883005 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 18:20:59.883005 n-d-800634-3 neutron-server[93916]: timer() Jul 14 18:20:59.883005 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 18:20:59.883005 n-d-800634-3 neutron-server[93916]: cb(*args, **kw) Jul 14 18:20:59.883005 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 18:20:59.883005 n-d-800634-3 neutron-server[93916]: return func(*args, **kwargs) Jul 14 18:20:59.883005 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 18:20:59.883005 n-d-800634-3 neutron-server[93916]: self._notify() Jul 14 18:20:59.883005 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 18:20:59.883005 n-d-800634-3 neutron-server[93916]: self.callback(batched_events) Jul 14 18:20:59.883005 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 18:20:59.883005 n-d-800634-3 neutron-server[93916]: event.method(event) Jul 14 18:20:59.883005 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 18:20:59.883005 n-d-800634-3 neutron-server[93916]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 18:20:59.883005 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 18:20:59.883005 n-d-800634-3 neutron-server[93916]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 18:20:59.883005 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 18:20:59.883005 n-d-800634-3 neutron-server[93916]: return f(self, *a, **k) Jul 14 18:20:59.883005 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 18:20:59.883005 n-d-800634-3 neutron-server[93916]: return self._get(url).json() Jul 14 18:20:59.883005 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 18:20:59.883005 n-d-800634-3 neutron-server[93916]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 18:20:59.883005 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 18:20:59.883005 n-d-800634-3 neutron-server[93916]: return self.request(url, 'GET', **kwargs) Jul 14 18:20:59.883005 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 18:20:59.883005 n-d-800634-3 neutron-server[93916]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 18:20:59.883005 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 18:20:59.883005 n-d-800634-3 neutron-server[93916]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 18:20:59.883005 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 18:20:59.883005 n-d-800634-3 neutron-server[93916]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 18:20:59.883005 n-d-800634-3 neutron-server[93916]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 18:20:59.933789 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port 34ab1baa-3389-4be5-8ab1-025858c130d9, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=34ab1baa-3389-4be5-8ab1-025858c130d9,segment=NetworkSegment(a486c7d6-69d2-4a27-a7a6-bfe66b9801fc),segment_id=a486c7d6-69d2-4a27-a7a6-bfe66b9801fc)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:20:59.962752 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c5f44ae-b73c-4e55-ab5a-4b5abe5c2a05 None None] No DVR routers for this DVR port c269d4d5-2986-441a-baeb-5012e25c75ee on host n-d-800634-3 {{(pid=93917) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 18:21:00.001701 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Returning: {'device': '34ab1baa-3389-4be5-8ab1-025858c130d9', 'network_id': 'a7a25cb1-3192-42fa-8b6a-3dfe4ce67a05', 'port_id': '34ab1baa-3389-4be5-8ab1-025858c130d9', 'mac_address': 'fa:16:3e:1f:79:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 81, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc96744b-311f-49f7-8ac2-f53a1b384535', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93917) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 18:21:00.004244 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-d4bfc024-55b2-4bab-a5f7-22cb0e1e8e9f tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2096001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-930085'] for network, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:00.025611 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-d4bfc024-55b2-4bab-a5f7-22cb0e1e8e9f tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598705'] for network, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:00.027683 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-d4bfc024-55b2-4bab-a5f7-22cb0e1e8e9f tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] 10.222.0.16 "DELETE /v2.0/networks/389007d6-2757-4fd5-84e3-bc7e8a5f1c0b HTTP/1.1" status: 204 len: 168 time: 1.2482026 Jul 14 18:21:00.045107 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 55518) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:21:00.050475 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-a77970b5-d2c1-486c-87fd-b9b05126d75e tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-2047311429'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:21:00.070748 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4bfc024-55b2-4bab-a5f7-22cb0e1e8e9f tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] Pushing event deleted for resources: {'Network': ['ID=389007d6-2757-4fd5-84e3-bc7e8a5f1c0b,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:21:00.075690 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a77970b5-d2c1-486c-87fd-b9b05126d75e tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] Made reservation on behalf of f4a8f789c2b347a295c086869e423927 for: {'network': 1} {{(pid=93916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:21:00.082269 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a77970b5-d2c1-486c-87fd-b9b05126d75e tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for network, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:00.088897 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:00.121157 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34ab1baa-3389-4be5-8ab1-025858c130d9 {{(pid=93917) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 18:21:00.122077 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a77970b5-d2c1-486c-87fd-b9b05126d75e tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 53} {{(pid=93916) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 18:21:00.146460 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a77970b5-d2c1-486c-87fd-b9b05126d75e tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:00.147063 n-d-800634-3 neutron-server[93916]: INFO neutron.db.segments_db [None req-a77970b5-d2c1-486c-87fd-b9b05126d75e tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] Added segment 5b2af41b-8371-454e-babf-35f661e7ac1b of type vlan for network 7d6a6239-0ab6-4977-8536-15456ee96e69 Jul 14 18:21:00.189773 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port 34ab1baa-3389-4be5-8ab1-025858c130d9, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=34ab1baa-3389-4be5-8ab1-025858c130d9,segment=NetworkSegment(a486c7d6-69d2-4a27-a7a6-bfe66b9801fc),segment_id=a486c7d6-69d2-4a27-a7a6-bfe66b9801fc)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:21:00.197412 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:00.212567 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a77970b5-d2c1-486c-87fd-b9b05126d75e tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728202197517'] for network, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:00.217118 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ae2cda-f6a9-4550-9a9b-457453f6cfeb req-914cf5e9-f173-43aa-ac23-c68a084d686a tempest-ServersWithSpecificFlavorTestJSON-461581366 tempest-ServersWithSpecificFlavorTestJSON-461581366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:21:00.225887 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-10ae2cda-f6a9-4550-9a9b-457453f6cfeb req-914cf5e9-f173-43aa-ac23-c68a084d686a tempest-ServersWithSpecificFlavorTestJSON-461581366 tempest-ServersWithSpecificFlavorTestJSON-461581366-project] 10.222.0.16 "GET /v2.0/ports?device_id=03a24d87-527f-4d5b-a998-53393446562a HTTP/1.1" status: 200 len: 945 time: 0.3345325 Jul 14 18:21:00.256718 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Pushing event updated for resources: {'Port': ['ID=34ab1baa-3389-4be5-8ab1-025858c130d9,revision_number=4']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:21:00.269694 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a77970b5-d2c1-486c-87fd-b9b05126d75e tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727'] for network, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:00.281804 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a77970b5-d2c1-486c-87fd-b9b05126d75e tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:21:00.282561 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a77970b5-d2c1-486c-87fd-b9b05126d75e tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598705'] for network, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:00.334734 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-10ae2cda-f6a9-4550-9a9b-457453f6cfeb req-4154d4ba-4c64-4ce9-8f1b-d0ef1e49ebf0 tempest-ServersWithSpecificFlavorTestJSON-461581366 tempest-ServersWithSpecificFlavorTestJSON-461581366-project] 10.222.0.16 "GET /v2.0/security-groups?id=53e3c538-c3c4-4fce-8d05-f9ee7d004cad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1080046 Jul 14 18:21:00.366009 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-a77970b5-d2c1-486c-87fd-b9b05126d75e tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.3194537 Jul 14 18:21:00.368488 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 55530) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:21:00.375612 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-7b4b7d92-817f-4024-87cb-9b2420c9a9fc tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] Request body: {'subnet': {'network_id': '7d6a6239-0ab6-4977-8536-15456ee96e69', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:21:00.379373 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b8b4e5-48b2-4aef-9d1a-2e485d4c1665 req-4687f491-754e-48d5-af21-ce0430c233c1 tempest-ImagesOneServerTestJSON-2077962175 tempest-ImagesOneServerTestJSON-2077962175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:21:00.386655 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e9b8b4e5-48b2-4aef-9d1a-2e485d4c1665 req-4687f491-754e-48d5-af21-ce0430c233c1 tempest-ImagesOneServerTestJSON-2077962175 tempest-ImagesOneServerTestJSON-2077962175-project] 10.222.0.16 "GET /v2.0/ports?device_id=6ab0c594-ecaf-4c5b-977a-9c1b59a2d9cc HTTP/1.1" status: 200 len: 935 time: 0.2470443 Jul 14 18:21:00.420948 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [req-3d1fe403-8031-4af5-b4b8-fb65b5316773 req-962d9137-e355-4148-bc57-f57e5249f262 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0bc76aa-f37f-4233-8633-52f3421ea161 {{(pid=93915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 18:21:00.428443 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] get_ports_and_sgs() called for port_ids ['34ab1baa-3389-4be5-8ab1-025858c130d9'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 18:21:00.448161 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-3d1fe403-8031-4af5-b4b8-fb65b5316773 req-962d9137-e355-4148-bc57-f57e5249f262 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:00.483206 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e9b8b4e5-48b2-4aef-9d1a-2e485d4c1665 req-01db63dc-011f-4858-8f73-9b542a960b86 tempest-ImagesOneServerTestJSON-2077962175 tempest-ImagesOneServerTestJSON-2077962175-project] 10.222.0.16 "GET /v2.0/security-groups?id=4d4989be-80ba-48ef-a540-fb5b2a222da7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955541 Jul 14 18:21:00.487694 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77970b5-d2c1-486c-87fd-b9b05126d75e tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] Pushing event updated for resources: {'Network': ['ID=7d6a6239-0ab6-4977-8536-15456ee96e69,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:21:00.501240 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.provisioning_blocks [req-3d1fe403-8031-4af5-b4b8-fb65b5316773 req-962d9137-e355-4148-bc57-f57e5249f262 service neutron] Transition to ACTIVE for port object f0bc76aa-f37f-4233-8633-52f3421ea161 will not be triggered until provisioned by entity L2. {{(pid=93915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:21:00.505475 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Network 7d6a6239-0ab6-4977-8536-15456ee96e69 details requested by agent ovs-agent-n-d-800634-3 with host n-d-800634-3 {{(pid=93917) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 18:21:00.521607 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b4b7d92-817f-4024-87cb-9b2420c9a9fc tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] Made reservation on behalf of f4a8f789c2b347a295c086869e423927 for: {'subnet': 1} {{(pid=93916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:21:00.533481 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-7b4b7d92-817f-4024-87cb-9b2420c9a9fc tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26033189'] for subnet, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:00.573952 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-3d1fe403-8031-4af5-b4b8-fb65b5316773 req-962d9137-e355-4148-bc57-f57e5249f262 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25912978'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:00.830528 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962d9137-e355-4148-bc57-f57e5249f262 service neutron] Pushing event updated for resources: {'Port': ['ID=f0bc76aa-f37f-4233-8633-52f3421ea161,revision_number=2']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:21:00.851720 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd70de5-a61c-4f8d-9f2e-f5f10dce8e50 req-7afb4a32-8762-4735-9bb2-e757a24b9f5f tempest-SecurityGroupsTestJSON-1215008278 tempest-SecurityGroupsTestJSON-1215008278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:21:00.861908 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-7cd70de5-a61c-4f8d-9f2e-f5f10dce8e50 req-7afb4a32-8762-4735-9bb2-e757a24b9f5f tempest-SecurityGroupsTestJSON-1215008278 tempest-SecurityGroupsTestJSON-1215008278-project] 10.222.0.16 "GET /v2.0/ports?device_id=3c17a98c-cfb0-45bc-9509-bd12eda92ce5 HTTP/1.1" status: 200 len: 944 time: 0.3547981 Jul 14 18:21:00.895400 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-7b4b7d92-817f-4024-87cb-9b2420c9a9fc tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2684753', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26033175'] for subnet, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:00.939208 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 55546) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:21:00.985538 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-7cd70de5-a61c-4f8d-9f2e-f5f10dce8e50 req-deaad0d8-d6aa-4655-b1b2-eb29cb9b6f9e tempest-SecurityGroupsTestJSON-1215008278 tempest-SecurityGroupsTestJSON-1215008278-project] 10.222.0.16 "GET /v2.0/security-groups?id=309722b9-2fe8-4d94-8481-29be9b33af8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226523 Jul 14 18:21:01.002357 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4b7d92-817f-4024-87cb-9b2420c9a9fc tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] Pushing event updated for resources: {'Subnet': ['ID=6944a89f-d70f-4aba-b39b-ca3147806938,revision_number=0']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:21:01.052193 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b4b7d92-817f-4024-87cb-9b2420c9a9fc tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] Checking segment: {'id': '5b2af41b-8371-454e-babf-35f661e7ac1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '7d6a6239-0ab6-4977-8536-15456ee96e69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93916) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:21:01.052558 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b4b7d92-817f-4024-87cb-9b2420c9a9fc tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] Network hostable DHCP agents. Network: 7d6a6239-0ab6-4977-8536-15456ee96e69, hostable agents: ['028393c3-0576-4ebd-bca1-8ea8a148e1a2'], hosted agents: [] {{(pid=93916) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 18:21:01.065275 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8544e6-38c1-4ce6-a889-e3bc6b261908 req-2b85fde8-0ad9-4e2b-997b-6c63e767d536 tempest-ServersWithSpecificFlavorTestJSON-461581366 tempest-ServersWithSpecificFlavorTestJSON-461581366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:21:01.066010 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device c269d4d5-2986-441a-baeb-5012e25c75ee no longer exists at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 18:21:01.067137 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-cf8544e6-38c1-4ce6-a889-e3bc6b261908 req-2b85fde8-0ad9-4e2b-997b-6c63e767d536 tempest-ServersWithSpecificFlavorTestJSON-461581366 tempest-ServersWithSpecificFlavorTestJSON-461581366-project] 10.222.0.16 "GET /v2.0/ports?device_id=03a24d87-527f-4d5b-a998-53393446562a HTTP/1.1" status: 200 len: 945 time: 0.4387758 Jul 14 18:21:01.071322 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-941f8571-cbb4-4e1f-b505-2ca5d61c1dce req-1ca8eed6-93c3-4fc3-b4fa-17103b86f123 service neutron] 10.222.0.35 "GET /v2.0/ports/2d1dc18a-16b5-40f5-8ce7-d5b286a9d811/bindings/n-h1-800634-3 HTTP/1.1" status: 200 len: 384 time: 0.3863745 Jul 14 18:21:01.072258 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-3d1fe403-8031-4af5-b4b8-fb65b5316773 req-962d9137-e355-4148-bc57-f57e5249f262 service neutron] Attempting to bind port f0bc76aa-f37f-4233-8633-52f3421ea161 on host n-h2-800634-3 for vnic_type normal with profile {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:21:01.072601 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-3d1fe403-8031-4af5-b4b8-fb65b5316773 req-962d9137-e355-4148-bc57-f57e5249f262 service neutron] Attempting to bind port f0bc76aa-f37f-4233-8633-52f3421ea161 by drivers openvswitch,hyperv on host n-h2-800634-3 at level 0 using segments [{'id': '067fc487-22c7-42de-972d-ae352a28ad29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '4f742057-89ee-4b4a-86f7-487ee61881a1'}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:21:01.072934 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d1fe403-8031-4af5-b4b8-fb65b5316773 req-962d9137-e355-4148-bc57-f57e5249f262 service neutron] Attempting to bind port f0bc76aa-f37f-4233-8633-52f3421ea161 on network 4f742057-89ee-4b4a-86f7-487ee61881a1 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:21:01.075977 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 55550) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:21:01.091531 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-82f84005-fe90-4ca6-93fc-5ac59363ea79 tempest-ServersWithSpecificFlavorTestJSON-461581366 tempest-ServersWithSpecificFlavorTestJSON-461581366-project] Request body: {'floatingip': {'port_id': 'fbf01217-e64a-4640-a796-185c6fcc99ca'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:21:01.115653 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b4b7d92-817f-4024-87cb-9b2420c9a9fc tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] Network 7d6a6239-0ab6-4977-8536-15456ee96e69 is scheduled to be hosted by DHCP agent 028393c3-0576-4ebd-bca1-8ea8a148e1a2 with binding_index 1 {{(pid=93916) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 18:21:01.127572 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] No Port match for: c269d4d5-2986-441a-baeb-5012e25c75ee {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 18:21:01.130690 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [None req-7b4b7d92-817f-4024-87cb-9b2420c9a9fc tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-3, 7d6a6239-0ab6-4977-8536-15456ee96e69) {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:21:01.132682 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device c269d4d5-2986-441a-baeb-5012e25c75ee not bound to the agent host n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 18:21:01.139396 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b4b7d92-817f-4024-87cb-9b2420c9a9fc tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:21:01.140319 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-7b4b7d92-817f-4024-87cb-9b2420c9a9fc tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598705'] for subnet, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:01.161846 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d13a3469-f058-41af-a841-97f00317a64c None None] Network 7d6a6239-0ab6-4977-8536-15456ee96e69 requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:21:01.173548 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-7b4b7d92-817f-4024-87cb-9b2420c9a9fc tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.8037167 Jul 14 18:21:01.175812 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 55552) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:21:01.181379 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-e20de732-999d-4723-bf57-dad10ea185d7 tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-255395159'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:21:01.186131 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d1fe403-8031-4af5-b4b8-fb65b5316773 req-962d9137-e355-4148-bc57-f57e5249f262 service neutron] Port f0bc76aa-f37f-4233-8633-52f3421ea161 on network 4f742057-89ee-4b4a-86f7-487ee61881a1 not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-3 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 18:21:01.186470 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d1fe403-8031-4af5-b4b8-fb65b5316773 req-962d9137-e355-4148-bc57-f57e5249f262 service neutron] Attempting to bind port f0bc76aa-f37f-4233-8633-52f3421ea161 on network 4f742057-89ee-4b4a-86f7-487ee61881a1 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:21:01.234105 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e20de732-999d-4723-bf57-dad10ea185d7 tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] Made reservation on behalf of f4a8f789c2b347a295c086869e423927 for: {'network': 1} {{(pid=93916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:21:01.238465 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-e20de732-999d-4723-bf57-dad10ea185d7 tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for network, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:01.255599 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-f4e57d71-75d9-4a86-81ef-71c4322d5212 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-7534525-network', 'tenant_id': '3c63e9fe54e04ccca7d27006434b65d2'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:21:01.259988 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d1fe403-8031-4af5-b4b8-fb65b5316773 req-962d9137-e355-4148-bc57-f57e5249f262 service neutron] Checking agent: {'id': '08e36a6c-8d04-48f0-a644-f27680635246', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 15, 35), 'started_at': datetime.datetime(2021, 7, 14, 18, 15, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 18, 20, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 18:21:01.260420 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d1fe403-8031-4af5-b4b8-fb65b5316773 req-962d9137-e355-4148-bc57-f57e5249f262 service neutron] Checking segment: {'id': '067fc487-22c7-42de-972d-ae352a28ad29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '4f742057-89ee-4b4a-86f7-487ee61881a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:21:01.261051 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d1fe403-8031-4af5-b4b8-fb65b5316773 req-962d9137-e355-4148-bc57-f57e5249f262 service neutron] Bound using segment: {'id': '067fc487-22c7-42de-972d-ae352a28ad29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '4f742057-89ee-4b4a-86f7-487ee61881a1'} {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 18:21:01.261613 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-3d1fe403-8031-4af5-b4b8-fb65b5316773 req-962d9137-e355-4148-bc57-f57e5249f262 service neutron] Bound port: f0bc76aa-f37f-4233-8633-52f3421ea161, host: n-h2-800634-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '067fc487-22c7-42de-972d-ae352a28ad29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '4f742057-89ee-4b4a-86f7-487ee61881a1'}}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 18:21:01.262050 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-3d1fe403-8031-4af5-b4b8-fb65b5316773 req-962d9137-e355-4148-bc57-f57e5249f262 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:01.280023 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-82f84005-fe90-4ca6-93fc-5ac59363ea79 tempest-ServersWithSpecificFlavorTestJSON-461581366 tempest-ServersWithSpecificFlavorTestJSON-461581366-project] Notify callbacks [] for floatingip, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:01.311574 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e20de732-999d-4723-bf57-dad10ea185d7 tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 65} {{(pid=93916) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 18:21:01.315738 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4e57d71-75d9-4a86-81ef-71c4322d5212 admin admin] Made reservation on behalf of 3c63e9fe54e04ccca7d27006434b65d2 for: {'network': 1} {{(pid=93916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:21:01.318422 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-f4e57d71-75d9-4a86-81ef-71c4322d5212 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for network, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:01.332681 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-f4e57d71-75d9-4a86-81ef-71c4322d5212 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:01.344064 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-e20de732-999d-4723-bf57-dad10ea185d7 tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:01.344643 n-d-800634-3 neutron-server[93916]: INFO neutron.db.segments_db [None req-e20de732-999d-4723-bf57-dad10ea185d7 tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] Added segment 6e1ddf8f-4f92-427e-b74c-096978b57327 of type vlan for network 55e3c695-5ed7-4f3b-af07-d732a5026b8a Jul 14 18:21:01.398980 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-e20de732-999d-4723-bf57-dad10ea185d7 tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728202197517'] for network, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:01.498000 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-793ec5a5-4eca-4b1a-a6fd-2b6598c79207 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9222b97e-5d1c-54f8-ba97-82f172498e76-7d6a6239-0ab6-4977-8536-15456ee96e69', 'network_id': '7d6a6239-0ab6-4977-8536-15456ee96e69', 'tenant_id': 'f4a8f789c2b347a295c086869e423927', 'fixed_ips': [{'subnet_id': '6944a89f-d70f-4aba-b39b-ca3147806938'}]}} from n-d-800634-3. {{(pid=93917) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 18:21:01.504299 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-793ec5a5-4eca-4b1a-a6fd-2b6598c79207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:01.531042 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-f4e57d71-75d9-4a86-81ef-71c4322d5212 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:01.538934 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-f4e57d71-75d9-4a86-81ef-71c4322d5212 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:01.579932 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4e57d71-75d9-4a86-81ef-71c4322d5212 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 95} {{(pid=93916) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 18:21:01.608548 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-f4e57d71-75d9-4a86-81ef-71c4322d5212 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:01.610769 n-d-800634-3 neutron-server[93916]: INFO neutron.db.segments_db [None req-f4e57d71-75d9-4a86-81ef-71c4322d5212 admin admin] Added segment 194f6c25-af53-477d-a29c-bf1f9a10c84c of type vlan for network 6a275624-98b9-4f18-a007-12c4111e89df Jul 14 18:21:01.644220 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-e20de732-999d-4723-bf57-dad10ea185d7 tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727'] for network, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:01.657117 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e20de732-999d-4723-bf57-dad10ea185d7 tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:21:01.657776 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-e20de732-999d-4723-bf57-dad10ea185d7 tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598705'] for network, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:01.701833 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device 34ab1baa-3389-4be5-8ab1-025858c130d9 up at agent hyperv_n-h1-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:21:01.704608 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.db_base_plugin_common [None req-793ec5a5-4eca-4b1a-a6fd-2b6598c79207 None None] Allocated IP 19.80.0.2 (7d6a6239-0ab6-4977-8536-15456ee96e69/6944a89f-d70f-4aba-b39b-ca3147806938/18d1b1b3-8f1a-494e-969f-bc57a005e027) {{(pid=93917) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:21:01.784052 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-f4e57d71-75d9-4a86-81ef-71c4322d5212 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728202197517'] for network, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:01.795874 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-e20de732-999d-4723-bf57-dad10ea185d7 tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.6187160 Jul 14 18:21:01.796963 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 55556) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:21:01.807035 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-d45ec45a-c54f-48d9-8b5d-7b830085dbcf tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] Request body: {'subnet': {'network_id': '55e3c695-5ed7-4f3b-af07-d732a5026b8a', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:21:01.820172 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-3d1fe403-8031-4af5-b4b8-fb65b5316773 req-962d9137-e355-4148-bc57-f57e5249f262 service neutron] For port f0bc76aa-f37f-4233-8633-52f3421ea161, host n-h2-800634-3, cleared binding levels {{(pid=93915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:21:01.830931 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e57d71-75d9-4a86-81ef-71c4322d5212 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5329cfe8-ec32-47b1-98c5-2acf3f500123,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:21:01.882014 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-3d1fe403-8031-4af5-b4b8-fb65b5316773 req-962d9137-e355-4148-bc57-f57e5249f262 service neutron] For port f0bc76aa-f37f-4233-8633-52f3421ea161, host n-h2-800634-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=f0bc76aa-f37f-4233-8633-52f3421ea161,segment=NetworkSegment(067fc487-22c7-42de-972d-ae352a28ad29),segment_id=067fc487-22c7-42de-972d-ae352a28ad29)] {{(pid=93915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 18:21:01.920857 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.db.resource_extend [None req-f4e57d71-75d9-4a86-81ef-71c4322d5212 admin admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 14 18:21:01.930591 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-3d1fe403-8031-4af5-b4b8-fb65b5316773 req-962d9137-e355-4148-bc57-f57e5249f262 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25912978'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:01.930823 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20de732-999d-4723-bf57-dad10ea185d7 tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] Pushing event updated for resources: {'Network': ['ID=55e3c695-5ed7-4f3b-af07-d732a5026b8a,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:21:01.949846 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e95426-31fb-40a4-8739-e2f2e80febe0 req-27458b9d-b4fe-47d8-996e-3f2eb980b860 tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:21:01.955316 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Network 55e3c695-5ed7-4f3b-af07-d732a5026b8a details requested by agent ovs-agent-n-d-800634-3 with host n-d-800634-3 {{(pid=93917) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 18:21:01.957179 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-f4e57d71-75d9-4a86-81ef-71c4322d5212 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727'] for network, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:01.958287 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4e57d71-75d9-4a86-81ef-71c4322d5212 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:21:01.959098 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-f4e57d71-75d9-4a86-81ef-71c4322d5212 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598705'] for network, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:01.959229 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-43e95426-31fb-40a4-8739-e2f2e80febe0 req-27458b9d-b4fe-47d8-996e-3f2eb980b860 tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] 10.222.0.16 "GET /v2.0/ports?device_id=4c03c8a6-1634-41e9-92c6-45ef79023d35 HTTP/1.1" status: 200 len: 943 time: 0.7402864 Jul 14 18:21:02.012517 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1fe403-8031-4af5-b4b8-fb65b5316773 req-962d9137-e355-4148-bc57-f57e5249f262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:21:02.013607 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-3d1fe403-8031-4af5-b4b8-fb65b5316773 req-962d9137-e355-4148-bc57-f57e5249f262 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:02.015440 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3d1fe403-8031-4af5-b4b8-fb65b5316773 req-962d9137-e355-4148-bc57-f57e5249f262 service neutron] 10.222.0.35 "PUT /v2.0/ports/f0bc76aa-f37f-4233-8633-52f3421ea161 HTTP/1.1" status: 200 len: 1095 time: 2.9444737 Jul 14 18:21:02.039787 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-f4e57d71-75d9-4a86-81ef-71c4322d5212 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.0994592 Jul 14 18:21:02.049522 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 55562) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:21:02.059156 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Provisioning for port 34ab1baa-3389-4be5-8ab1-025858c130d9 completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:21:02.064591 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-bc7a2f1e-0729-4da5-a2dc-94b5aa8ba80c admin admin] Request body: {'subnet': {'network_id': '6a275624-98b9-4f18-a007-12c4111e89df', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-7534525-subnet', 'tenant_id': '3c63e9fe54e04ccca7d27006434b65d2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:21:02.081854 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Provisioning complete for port 34ab1baa-3389-4be5-8ab1-025858c130d9 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:21:02.082443 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:02.101762 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e57d71-75d9-4a86-81ef-71c4322d5212 admin admin] Pushing event updated for resources: {'Network': ['ID=6a275624-98b9-4f18-a007-12c4111e89df,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:21:02.121326 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d45ec45a-c54f-48d9-8b5d-7b830085dbcf tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] Made reservation on behalf of f4a8f789c2b347a295c086869e423927 for: {'subnet': 1} {{(pid=93916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:21:02.124152 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-d45ec45a-c54f-48d9-8b5d-7b830085dbcf tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26033189'] for subnet, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:02.138879 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ab0c594-ecaf-4c5b-977a-9c1b59a2d9cc', 'tag': 'f0bc76aa-f37f-4233-8633-52f3421ea161'}] {{(pid=93915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:21:02.152401 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e72782ad3af8f7d4ce76cedf092bca46d1756acc5c4653cf0b52034cdd6b073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbdac4ad-67c4-482a-b554-359e5ebd9868" -d '{"events": [{"name": "network-changed", "server_uuid": "6ab0c594-ecaf-4c5b-977a-9c1b59a2d9cc", "tag": "f0bc76aa-f37f-4233-8633-52f3421ea161"}]}' {{(pid=93915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:21:02.170741 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c015f0a-8b9b-43ad-af4e-bd34123b32c5 req-d6a2a4e0-8984-4230-a336-6fdc9001dca5 tempest-LiveMigrationTest-64527954 tempest-LiveMigrationTest-64527954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:21:02.179925 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Network 6a275624-98b9-4f18-a007-12c4111e89df details requested by agent ovs-agent-n-d-800634-3 with host n-d-800634-3 {{(pid=93917) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 18:21:02.180287 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2c015f0a-8b9b-43ad-af4e-bd34123b32c5 req-d6a2a4e0-8984-4230-a336-6fdc9001dca5 tempest-LiveMigrationTest-64527954 tempest-LiveMigrationTest-64527954-project] 10.222.0.16 "GET /v2.0/ports?device_id=71cc93c3-ed8e-4af7-bf04-1c1ca5f4c121 HTTP/1.1" status: 200 len: 945 time: 0.6425807 Jul 14 18:21:02.209895 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc7a2f1e-0729-4da5-a2dc-94b5aa8ba80c admin admin] Made reservation on behalf of 3c63e9fe54e04ccca7d27006434b65d2 for: {'subnet': 1} {{(pid=93916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:21:02.214853 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-bc7a2f1e-0729-4da5-a2dc-94b5aa8ba80c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26033189'] for subnet, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:02.376915 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:02.495125 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-793ec5a5-4eca-4b1a-a6fd-2b6598c79207 None None] Notify callbacks [] for port, precommit_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:02.506323 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-793ec5a5-4eca-4b1a-a6fd-2b6598c79207 None None] Transition to ACTIVE for port object 18d1b1b3-8f1a-494e-969f-bc57a005e027 will not be triggered until provisioned by entity L2. {{(pid=93917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:21:02.536855 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-d45ec45a-c54f-48d9-8b5d-7b830085dbcf tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2684753', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26033175'] for subnet, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:02.546177 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Device 2d1dc18a-16b5-40f5-8ce7-d5b286a9d811 no longer exists at agent hyperv_n-h2-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 18:21:02.563565 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-43e95426-31fb-40a4-8739-e2f2e80febe0 req-a986a19f-40e3-499c-91e1-713c5a8ddc94 tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] 10.222.0.16 "GET /v2.0/security-groups?id=540fae54-ccea-4309-9c99-81b930eedb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5457757 Jul 14 18:21:02.567395 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962d9137-e355-4148-bc57-f57e5249f262 service neutron] Pushing event updated for resources: {'Port': ['ID=f0bc76aa-f37f-4233-8633-52f3421ea161,revision_number=3']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:21:02.599552 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-793ec5a5-4eca-4b1a-a6fd-2b6598c79207 None None] Transition to ACTIVE for port object 18d1b1b3-8f1a-494e-969f-bc57a005e027 will not be triggered until provisioned by entity DHCP. {{(pid=93917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:21:02.602153 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-bc7a2f1e-0729-4da5-a2dc-94b5aa8ba80c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2684753', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26033175'] for subnet, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:02.603524 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:02.628790 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45ec45a-c54f-48d9-8b5d-7b830085dbcf tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] Pushing event updated for resources: {'Subnet': ['ID=2f0bb4ff-b0ee-4ace-8470-bbbdfb3ad762,revision_number=0']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:21:02.634251 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-793ec5a5-4eca-4b1a-a6fd-2b6598c79207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804'] for port, after_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:02.656533 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2c015f0a-8b9b-43ad-af4e-bd34123b32c5 req-cc20f0e1-d1f4-45cb-9948-95e8129c6dc0 tempest-LiveMigrationTest-64527954 tempest-LiveMigrationTest-64527954-project] 10.222.0.16 "GET /v2.0/security-groups?id=93c6eb24-b3aa-49c4-93f7-93dd5f011665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4690316 Jul 14 18:21:02.678318 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-82f84005-fe90-4ca6-93fc-5ac59363ea79 tempest-ServersWithSpecificFlavorTestJSON-461581366 tempest-ServersWithSpecificFlavorTestJSON-461581366-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:02.712418 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-82f84005-fe90-4ca6-93fc-5ac59363ea79 tempest-ServersWithSpecificFlavorTestJSON-461581366 tempest-ServersWithSpecificFlavorTestJSON-461581366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-930131'] for floatingip, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:02.729062 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-941f8571-cbb4-4e1f-b505-2ca5d61c1dce req-4259d99b-acd4-4216-9059-352f061cf4cf service neutron] For port 2d1dc18a-16b5-40f5-8ce7-d5b286a9d811, host n-h2-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=2d1dc18a-16b5-40f5-8ce7-d5b286a9d811,segment=NetworkSegment(60f92988-9b9b-4790-95f5-9fce88e5a460),segment_id=60f92988-9b9b-4790-95f5-9fce88e5a460)] {{(pid=93915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:21:02.774185 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c17a98c-cfb0-45bc-9509-bd12eda92ce5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34ab1baa-3389-4be5-8ab1-025858c130d9'}] {{(pid=93917) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:21:02.777052 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20b787f3c29eaa7aa2a4d648c725a2124c5ff39a8d793252f9d844495e14cf42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f05edbb4-b30e-4f51-8e95-0b8d950559c1" -d '{"events": [{"server_uuid": "3c17a98c-cfb0-45bc-9509-bd12eda92ce5", "name": "network-vif-plugged", "status": "completed", "tag": "34ab1baa-3389-4be5-8ab1-025858c130d9"}]}' {{(pid=93917) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:21:02.786048 n-d-800634-3 neutron-server[93917]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-793ec5a5-4eca-4b1a-a6fd-2b6598c79207 None None] Network 7d6a6239-0ab6-4977-8536-15456ee96e69 is already hosted by enough agents. {{(pid=93917) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:21:02.800531 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d45ec45a-c54f-48d9-8b5d-7b830085dbcf tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] Checking segment: {'id': '6e1ddf8f-4f92-427e-b74c-096978b57327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '55e3c695-5ed7-4f3b-af07-d732a5026b8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93916) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:21:02.800897 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d45ec45a-c54f-48d9-8b5d-7b830085dbcf tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] Network hostable DHCP agents. Network: 55e3c695-5ed7-4f3b-af07-d732a5026b8a, hostable agents: ['028393c3-0576-4ebd-bca1-8ea8a148e1a2'], hosted agents: [] {{(pid=93916) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 18:21:02.819156 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7a2f1e-0729-4da5-a2dc-94b5aa8ba80c admin admin] Pushing event updated for resources: {'Subnet': ['ID=7ecbc671-5dc9-445d-baa4-37b7098eb5c6,revision_number=0']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:21:02.821453 n-d-800634-3 neutron-server[93917]: DEBUG neutron.scheduler.base_scheduler [None req-793ec5a5-4eca-4b1a-a6fd-2b6598c79207 None None] Resources bound (agent type, host, resource id): {{(pid=93917) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:21:02.830890 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc7a2f1e-0729-4da5-a2dc-94b5aa8ba80c admin admin] Checking segment: {'id': '194f6c25-af53-477d-a29c-bf1f9a10c84c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '6a275624-98b9-4f18-a007-12c4111e89df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93916) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:21:02.831257 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc7a2f1e-0729-4da5-a2dc-94b5aa8ba80c admin admin] Network hostable DHCP agents. Network: 6a275624-98b9-4f18-a007-12c4111e89df, hostable agents: ['028393c3-0576-4ebd-bca1-8ea8a148e1a2'], hosted agents: [] {{(pid=93916) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 18:21:02.832738 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port 34ab1baa-3389-4be5-8ab1-025858c130d9, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=34ab1baa-3389-4be5-8ab1-025858c130d9,segment=NetworkSegment(a486c7d6-69d2-4a27-a7a6-bfe66b9801fc),segment_id=a486c7d6-69d2-4a27-a7a6-bfe66b9801fc)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:21:02.846521 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-793ec5a5-4eca-4b1a-a6fd-2b6598c79207 None None] Received port after_create {{(pid=93917) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:21:02.858463 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:02.863652 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793ec5a5-4eca-4b1a-a6fd-2b6598c79207 None None] Pushing event updated for resources: {'Port': ['ID=18d1b1b3-8f1a-494e-969f-bc57a005e027,revision_number=1']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:21:02.864852 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d45ec45a-c54f-48d9-8b5d-7b830085dbcf tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] Network 55e3c695-5ed7-4f3b-af07-d732a5026b8a is scheduled to be hosted by DHCP agent 028393c3-0576-4ebd-bca1-8ea8a148e1a2 with binding_index 1 {{(pid=93916) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 18:21:02.870448 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc7a2f1e-0729-4da5-a2dc-94b5aa8ba80c admin admin] Network 6a275624-98b9-4f18-a007-12c4111e89df is scheduled to be hosted by DHCP agent 028393c3-0576-4ebd-bca1-8ea8a148e1a2 with binding_index 1 {{(pid=93916) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 18:21:02.888585 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [None req-d45ec45a-c54f-48d9-8b5d-7b830085dbcf tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-3, 55e3c695-5ed7-4f3b-af07-d732a5026b8a) {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:21:02.891648 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [None req-bc7a2f1e-0729-4da5-a2dc-94b5aa8ba80c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-3, 6a275624-98b9-4f18-a007-12c4111e89df) {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:21:02.911128 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d45ec45a-c54f-48d9-8b5d-7b830085dbcf tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:21:02.913887 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-d45ec45a-c54f-48d9-8b5d-7b830085dbcf tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598705'] for subnet, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:02.914979 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47c81046-349d-4db4-b3c1-cb99c155410e None None] Network 55e3c695-5ed7-4f3b-af07-d732a5026b8a requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:21:02.917055 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-755e30f1-932d-4194-9165-289ebef983d0 None None] Network 6a275624-98b9-4f18-a007-12c4111e89df requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:21:02.918342 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc7a2f1e-0729-4da5-a2dc-94b5aa8ba80c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:21:02.920396 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-bc7a2f1e-0729-4da5-a2dc-94b5aa8ba80c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598705'] for subnet, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:02.943717 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-d45ec45a-c54f-48d9-8b5d-7b830085dbcf tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.1416056 Jul 14 18:21:02.949827 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-bc7a2f1e-0729-4da5-a2dc-94b5aa8ba80c admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.8968983 Jul 14 18:21:02.950561 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 55572) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:21:02.956638 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-4aeb7d13-0c44-45fb-a22a-c166d68e3406 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-7534525-router', 'tenant_id': '3c63e9fe54e04ccca7d27006434b65d2', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61'}}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:21:02.978169 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-941f8571-cbb4-4e1f-b505-2ca5d61c1dce req-4259d99b-acd4-4216-9059-352f061cf4cf service neutron] For port 2d1dc18a-16b5-40f5-8ce7-d5b286a9d811, host n-h2-800634-3, cleared binding levels {{(pid=93915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:21:02.985061 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-4aeb7d13-0c44-45fb-a22a-c166d68e3406 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-571768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11104'] for router, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:02.986183 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-4aeb7d13-0c44-45fb-a22a-c166d68e3406 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-571675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-930014', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-632314', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11129'] for router, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:03.044453 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-4aeb7d13-0c44-45fb-a22a-c166d68e3406 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:03.109848 n-d-800634-3 neutron-server[93915]: INFO neutron.db.l3_db [None req-82f84005-fe90-4ca6-93fc-5ac59363ea79 tempest-ServersWithSpecificFlavorTestJSON-461581366 tempest-ServersWithSpecificFlavorTestJSON-461581366-project] Floating IP 5c482abf-23fb-42b2-a11d-58b05e43f619 associated. External IP: 172.25.1.41, port: fbf01217-e64a-4640-a796-185c6fcc99ca. Jul 14 18:21:03.121369 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [req-941f8571-cbb4-4e1f-b505-2ca5d61c1dce req-4259d99b-acd4-4216-9059-352f061cf4cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d1dc18a-16b5-40f5-8ce7-d5b286a9d811 {{(pid=93915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 18:21:03.135261 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-941f8571-cbb4-4e1f-b505-2ca5d61c1dce req-4259d99b-acd4-4216-9059-352f061cf4cf service neutron] For port 2d1dc18a-16b5-40f5-8ce7-d5b286a9d811, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=2d1dc18a-16b5-40f5-8ce7-d5b286a9d811,segment=NetworkSegment(60f92988-9b9b-4790-95f5-9fce88e5a460),segment_id=60f92988-9b9b-4790-95f5-9fce88e5a460)] {{(pid=93915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:21:03.150190 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1fe403-8031-4af5-b4b8-fb65b5316773 req-540ae1e4-c59c-492d-8b14-d18575dde1bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:21:03.152389 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3d1fe403-8031-4af5-b4b8-fb65b5316773 req-540ae1e4-c59c-492d-8b14-d18575dde1bb service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f1c4e239e6d24b3bb240a97f6c99b33f&device_id=6ab0c594-ecaf-4c5b-977a-9c1b59a2d9cc HTTP/1.1" status: 200 len: 1098 time: 0.9699678 Jul 14 18:21:03.179791 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-793ec5a5-4eca-4b1a-a6fd-2b6598c79207 None None] Attempting to bind port 18d1b1b3-8f1a-494e-969f-bc57a005e027 on host n-d-800634-3 for vnic_type normal with profile {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:21:03.180375 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-793ec5a5-4eca-4b1a-a6fd-2b6598c79207 None None] Attempting to bind port 18d1b1b3-8f1a-494e-969f-bc57a005e027 by drivers openvswitch,hyperv on host n-d-800634-3 at level 0 using segments [{'id': '5b2af41b-8371-454e-babf-35f661e7ac1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '7d6a6239-0ab6-4977-8536-15456ee96e69'}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:21:03.180809 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-793ec5a5-4eca-4b1a-a6fd-2b6598c79207 None None] Attempting to bind port 18d1b1b3-8f1a-494e-969f-bc57a005e027 on network 7d6a6239-0ab6-4977-8536-15456ee96e69 {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:21:03.196183 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-941f8571-cbb4-4e1f-b505-2ca5d61c1dce req-4259d99b-acd4-4216-9059-352f061cf4cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:03.198019 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Pushing event updated for resources: {'Port': ['ID=34ab1baa-3389-4be5-8ab1-025858c130d9,revision_number=5']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:21:03.209272 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-793ec5a5-4eca-4b1a-a6fd-2b6598c79207 None None] Checking agent: {'id': '01c19e91-a945-4e3c-94a6-c211e17c923e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 8, 23), 'started_at': datetime.datetime(2021, 7, 14, 18, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 18, 20, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 18:21:03.209768 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-793ec5a5-4eca-4b1a-a6fd-2b6598c79207 None None] Checking segment: {'id': '5b2af41b-8371-454e-babf-35f661e7ac1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '7d6a6239-0ab6-4977-8536-15456ee96e69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93917) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:21:03.210274 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-793ec5a5-4eca-4b1a-a6fd-2b6598c79207 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:03.210928 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-793ec5a5-4eca-4b1a-a6fd-2b6598c79207 None None] Bound using segment: {'id': '5b2af41b-8371-454e-babf-35f661e7ac1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '7d6a6239-0ab6-4977-8536-15456ee96e69'} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 18:21:03.211663 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-793ec5a5-4eca-4b1a-a6fd-2b6598c79207 None None] Bound port: 18d1b1b3-8f1a-494e-969f-bc57a005e027, host: n-d-800634-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b2af41b-8371-454e-babf-35f661e7ac1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '7d6a6239-0ab6-4977-8536-15456ee96e69'}}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 18:21:03.212166 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-793ec5a5-4eca-4b1a-a6fd-2b6598c79207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:03.265909 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-4aeb7d13-0c44-45fb-a22a-c166d68e3406 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-929996', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-571750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11395'] for router, precommit_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:03.271612 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3d1fe403-8031-4af5-b4b8-fb65b5316773 req-92ad6ebb-5a5d-4c4b-b9cf-e9b085e28d52 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.74&port_id=f0bc76aa-f37f-4233-8633-52f3421ea161 HTTP/1.1" status: 200 len: 217 time: 0.0789380 Jul 14 18:21:03.308432 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-793ec5a5-4eca-4b1a-a6fd-2b6598c79207 None None] For port 18d1b1b3-8f1a-494e-969f-bc57a005e027, host n-d-800634-3, cleared binding levels {{(pid=93917) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:21:03.312493 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-793ec5a5-4eca-4b1a-a6fd-2b6598c79207 None None] For port 18d1b1b3-8f1a-494e-969f-bc57a005e027, host n-d-800634-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=18d1b1b3-8f1a-494e-969f-bc57a005e027,segment=NetworkSegment(5b2af41b-8371-454e-babf-35f661e7ac1b),segment_id=5b2af41b-8371-454e-babf-35f661e7ac1b)] {{(pid=93917) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 18:21:03.363771 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-793ec5a5-4eca-4b1a-a6fd-2b6598c79207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:03.540064 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793ec5a5-4eca-4b1a-a6fd-2b6598c79207 None None] Pushing event updated for resources: {'Port': ['ID=18d1b1b3-8f1a-494e-969f-bc57a005e027,revision_number=2']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:21:03.548887 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37dd7997-8fdb-480c-8e04-7638c82bd716 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9222b97e-5d1c-54f8-ba97-82f172498e76-6a275624-98b9-4f18-a007-12c4111e89df', 'network_id': '6a275624-98b9-4f18-a007-12c4111e89df', 'tenant_id': '3c63e9fe54e04ccca7d27006434b65d2', 'fixed_ips': [{'subnet_id': '7ecbc671-5dc9-445d-baa4-37b7098eb5c6'}]}} from n-d-800634-3. {{(pid=93917) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 18:21:03.549914 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-37dd7997-8fdb-480c-8e04-7638c82bd716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:03.579318 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fedd925-e7ab-4b74-8abf-1688f4561f10 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9222b97e-5d1c-54f8-ba97-82f172498e76-55e3c695-5ed7-4f3b-af07-d732a5026b8a', 'network_id': '55e3c695-5ed7-4f3b-af07-d732a5026b8a', 'tenant_id': 'f4a8f789c2b347a295c086869e423927', 'fixed_ips': [{'subnet_id': '2f0bb4ff-b0ee-4ace-8470-bbbdfb3ad762'}]}} from n-d-800634-3. {{(pid=93917) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 18:21:03.581589 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-2fedd925-e7ab-4b74-8abf-1688f4561f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:03.625032 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-4aeb7d13-0c44-45fb-a22a-c166d68e3406 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:03.648262 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-4aeb7d13-0c44-45fb-a22a-c166d68e3406 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:03.806606 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.db_base_plugin_common [None req-4aeb7d13-0c44-45fb-a22a-c166d68e3406 admin admin] Allocated IP 172.25.1.37 (9200a437-e1de-4520-88f6-e68386523e61/5f47f848-4532-407a-a0e2-5690ade15fd0/53766236-78c3-47cf-b3f1-912e15dc7bdc) {{(pid=93916) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:21:03.912038 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a548b5a4-2883-4854-8a32-7d1a1ab982ec req-45db4dd7-5dd3-48cc-a1af-5ab3114176e0 tempest-SecurityGroupsTestJSON-1215008278 tempest-SecurityGroupsTestJSON-1215008278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:21:03.914077 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a548b5a4-2883-4854-8a32-7d1a1ab982ec req-45db4dd7-5dd3-48cc-a1af-5ab3114176e0 tempest-SecurityGroupsTestJSON-1215008278 tempest-SecurityGroupsTestJSON-1215008278-project] 10.222.0.16 "GET /v2.0/ports?device_id=3c17a98c-cfb0-45bc-9509-bd12eda92ce5 HTTP/1.1" status: 200 len: 945 time: 1.0925567 Jul 14 18:21:03.946350 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.db_base_plugin_common [None req-2fedd925-e7ab-4b74-8abf-1688f4561f10 None None] Allocated IP 19.86.0.2 (55e3c695-5ed7-4f3b-af07-d732a5026b8a/2f0bb4ff-b0ee-4ace-8470-bbbdfb3ad762/ab5916dd-5f86-4ef2-a01b-0aa579a6bf60) {{(pid=93917) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:21:03.969295 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-4aeb7d13-0c44-45fb-a22a-c166d68e3406 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:03.971462 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9756712-4a3d-47fc-95a2-e6d86177629b req-766809ee-3b23-4989-a316-b88a8a840f61 tempest-ImagesOneServerTestJSON-2077962175 tempest-ImagesOneServerTestJSON-2077962175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:21:03.976189 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-d9756712-4a3d-47fc-95a2-e6d86177629b req-766809ee-3b23-4989-a316-b88a8a840f61 tempest-ImagesOneServerTestJSON-2077962175 tempest-ImagesOneServerTestJSON-2077962175-project] 10.222.0.16 "GET /v2.0/ports?device_id=6ab0c594-ecaf-4c5b-977a-9c1b59a2d9cc HTTP/1.1" status: 200 len: 947 time: 0.9930909 Jul 14 18:21:04.020356 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1fe403-8031-4af5-b4b8-fb65b5316773 req-032df5ab-bf18-47db-b533-1f98750bdbfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:21:04.021827 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3d1fe403-8031-4af5-b4b8-fb65b5316773 req-032df5ab-bf18-47db-b533-1f98750bdbfb service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f20c54fb-f7da-4761-aa61-2e4f99f3d332 HTTP/1.1" status: 200 len: 843 time: 0.7131937 Jul 14 18:21:04.029489 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-4aeb7d13-0c44-45fb-a22a-c166d68e3406 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:04.045645 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.db_base_plugin_common [None req-37dd7997-8fdb-480c-8e04-7638c82bd716 None None] Allocated IP 172.20.0.2 (6a275624-98b9-4f18-a007-12c4111e89df/7ecbc671-5dc9-445d-baa4-37b7098eb5c6/b69e7bb8-d124-407f-a3e4-bfa6a8e0fa45) {{(pid=93917) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:21:04.068548 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.provisioning_blocks [req-941f8571-cbb4-4e1f-b505-2ca5d61c1dce req-4259d99b-acd4-4216-9059-352f061cf4cf service neutron] Transition to ACTIVE for port object 2d1dc18a-16b5-40f5-8ce7-d5b286a9d811 will not be triggered until provisioned by entity L2. {{(pid=93915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:21:04.080351 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a548b5a4-2883-4854-8a32-7d1a1ab982ec req-30f04977-4c20-47c1-ae70-17339aa34eb9 tempest-SecurityGroupsTestJSON-1215008278 tempest-SecurityGroupsTestJSON-1215008278-project] 10.222.0.16 "GET /v2.0/security-groups?id=309722b9-2fe8-4d94-8481-29be9b33af8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572692 Jul 14 18:21:04.106710 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-941f8571-cbb4-4e1f-b505-2ca5d61c1dce req-4259d99b-acd4-4216-9059-352f061cf4cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25912978'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:04.129882 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aeb7d13-0c44-45fb-a22a-c166d68e3406 admin admin] Pushing event updated for resources: {'Port': ['ID=53766236-78c3-47cf-b3f1-912e15dc7bdc,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:21:04.140999 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aeb7d13-0c44-45fb-a22a-c166d68e3406 admin admin] Network 9200a437-e1de-4520-88f6-e68386523e61 is already hosted by enough agents. {{(pid=93916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:21:04.144805 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [None req-4aeb7d13-0c44-45fb-a22a-c166d68e3406 admin admin] Resources bound (agent type, host, resource id): {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:21:04.157346 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aeb7d13-0c44-45fb-a22a-c166d68e3406 admin admin] Received port after_create {{(pid=93916) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:21:04.228274 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 18:21:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebc376d6-d6c3-4561-aecc-c82201f5f71f x-openstack-request-id: req-ebc376d6-d6c3-4561-aecc-c82201f5f71f {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:21:04.228982 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ab0c594-ecaf-4c5b-977a-9c1b59a2d9cc", "tag": "f0bc76aa-f37f-4233-8633-52f3421ea161", "status": "completed", "code": 200}]} {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:21:04.228982 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ebc376d6-d6c3-4561-aecc-c82201f5f71f {{(pid=93915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:21:04.229170 n-d-800634-3 neutron-server[93915]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ab0c594-ecaf-4c5b-977a-9c1b59a2d9cc', 'tag': 'f0bc76aa-f37f-4233-8633-52f3421ea161', 'status': 'completed', 'code': 200} Jul 14 18:21:04.230240 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4259d99b-acd4-4216-9059-352f061cf4cf service neutron] Pushing event updated for resources: {'Port': ['ID=2d1dc18a-16b5-40f5-8ce7-d5b286a9d811,revision_number=10']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:21:04.244671 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-d9756712-4a3d-47fc-95a2-e6d86177629b req-7b5407d9-f914-49df-8919-4bba41ee4622 tempest-ImagesOneServerTestJSON-2077962175 tempest-ImagesOneServerTestJSON-2077962175-project] 10.222.0.16 "GET /v2.0/security-groups?id=4d4989be-80ba-48ef-a540-fb5b2a222da7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2498472 Jul 14 18:21:04.260824 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 18:21:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-477c22b9-8318-437e-af47-95a89283c061 x-openstack-request-id: req-477c22b9-8318-437e-af47-95a89283c061 {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:21:04.261412 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c17a98c-cfb0-45bc-9509-bd12eda92ce5", "name": "network-vif-plugged", "status": "completed", "tag": "34ab1baa-3389-4be5-8ab1-025858c130d9", "code": 200}]} {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:21:04.261412 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-477c22b9-8318-437e-af47-95a89283c061 {{(pid=93917) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:21:04.261725 n-d-800634-3 neutron-server[93917]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c17a98c-cfb0-45bc-9509-bd12eda92ce5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34ab1baa-3389-4be5-8ab1-025858c130d9', 'code': 200} Jul 14 18:21:04.275271 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [req-941f8571-cbb4-4e1f-b505-2ca5d61c1dce req-4259d99b-acd4-4216-9059-352f061cf4cf service neutron] No DVR routers for this DVR port 2d1dc18a-16b5-40f5-8ce7-d5b286a9d811 on host n-h2-800634-3 {{(pid=93915) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 18:21:04.286258 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-2fedd925-e7ab-4b74-8abf-1688f4561f10 None None] Notify callbacks [] for port, precommit_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:04.309731 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-2fedd925-e7ab-4b74-8abf-1688f4561f10 None None] Transition to ACTIVE for port object ab5916dd-5f86-4ef2-a01b-0aa579a6bf60 will not be triggered until provisioned by entity L2. {{(pid=93917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:21:04.378738 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-2fedd925-e7ab-4b74-8abf-1688f4561f10 None None] Transition to ACTIVE for port object ab5916dd-5f86-4ef2-a01b-0aa579a6bf60 will not be triggered until provisioned by entity DHCP. {{(pid=93917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:21:04.405772 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-2fedd925-e7ab-4b74-8abf-1688f4561f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804'] for port, after_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:04.406942 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-941f8571-cbb4-4e1f-b505-2ca5d61c1dce req-4259d99b-acd4-4216-9059-352f061cf4cf service neutron] 10.222.0.35 "PUT /v2.0/ports/2d1dc18a-16b5-40f5-8ce7-d5b286a9d811/bindings/n-h1-800634-3/activate HTTP/1.1" status: 200 len: 369 time: 3.3223164 Jul 14 18:21:04.470815 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1fe403-8031-4af5-b4b8-fb65b5316773 req-c5279f10-90e5-44b5-b408-0fba7bea3c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:21:04.473578 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3d1fe403-8031-4af5-b4b8-fb65b5316773 req-c5279f10-90e5-44b5-b408-0fba7bea3c59 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4f742057-89ee-4b4a-86f7-487ee61881a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4335165 Jul 14 18:21:04.497869 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-37dd7997-8fdb-480c-8e04-7638c82bd716 None None] Notify callbacks [] for port, precommit_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:04.516854 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-37dd7997-8fdb-480c-8e04-7638c82bd716 None None] Transition to ACTIVE for port object b69e7bb8-d124-407f-a3e4-bfa6a8e0fa45 will not be triggered until provisioned by entity L2. {{(pid=93917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:21:04.529953 n-d-800634-3 neutron-server[93917]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fedd925-e7ab-4b74-8abf-1688f4561f10 None None] Network 55e3c695-5ed7-4f3b-af07-d732a5026b8a is already hosted by enough agents. {{(pid=93917) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:21:04.542536 n-d-800634-3 neutron-server[93917]: DEBUG neutron.scheduler.base_scheduler [None req-2fedd925-e7ab-4b74-8abf-1688f4561f10 None None] Resources bound (agent type, host, resource id): {{(pid=93917) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:21:04.546950 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fedd925-e7ab-4b74-8abf-1688f4561f10 None None] Received port after_create {{(pid=93917) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:21:04.550121 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fedd925-e7ab-4b74-8abf-1688f4561f10 None None] Pushing event updated for resources: {'Port': ['ID=ab5916dd-5f86-4ef2-a01b-0aa579a6bf60,revision_number=1']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:21:04.554015 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-37dd7997-8fdb-480c-8e04-7638c82bd716 None None] Transition to ACTIVE for port object b69e7bb8-d124-407f-a3e4-bfa6a8e0fa45 will not be triggered until provisioned by entity DHCP. {{(pid=93917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:21:04.589563 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-37dd7997-8fdb-480c-8e04-7638c82bd716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804'] for port, after_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:04.667423 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3d1fe403-8031-4af5-b4b8-fb65b5316773 req-de4a7272-5846-48af-ad2e-1a50292d4542 service neutron] 10.222.0.35 "GET /v2.0/networks/4f742057-89ee-4b4a-86f7-487ee61881a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1689517 Jul 14 18:21:04.684903 n-d-800634-3 neutron-server[93917]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37dd7997-8fdb-480c-8e04-7638c82bd716 None None] Network 6a275624-98b9-4f18-a007-12c4111e89df is already hosted by enough agents. {{(pid=93917) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:21:04.689497 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-2fedd925-e7ab-4b74-8abf-1688f4561f10 None None] Attempting to bind port ab5916dd-5f86-4ef2-a01b-0aa579a6bf60 on host n-d-800634-3 for vnic_type normal with profile {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:21:04.689871 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-2fedd925-e7ab-4b74-8abf-1688f4561f10 None None] Attempting to bind port ab5916dd-5f86-4ef2-a01b-0aa579a6bf60 by drivers openvswitch,hyperv on host n-d-800634-3 at level 0 using segments [{'id': '6e1ddf8f-4f92-427e-b74c-096978b57327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '55e3c695-5ed7-4f3b-af07-d732a5026b8a'}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:21:04.690232 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fedd925-e7ab-4b74-8abf-1688f4561f10 None None] Attempting to bind port ab5916dd-5f86-4ef2-a01b-0aa579a6bf60 on network 55e3c695-5ed7-4f3b-af07-d732a5026b8a {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:21:04.692601 n-d-800634-3 neutron-server[93917]: DEBUG neutron.scheduler.base_scheduler [None req-37dd7997-8fdb-480c-8e04-7638c82bd716 None None] Resources bound (agent type, host, resource id): {{(pid=93917) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:21:04.695922 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37dd7997-8fdb-480c-8e04-7638c82bd716 None None] Pushing event updated for resources: {'Port': ['ID=b69e7bb8-d124-407f-a3e4-bfa6a8e0fa45,revision_number=1']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:21:04.699876 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37dd7997-8fdb-480c-8e04-7638c82bd716 None None] Received port after_create {{(pid=93917) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:21:04.710250 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fedd925-e7ab-4b74-8abf-1688f4561f10 None None] Checking agent: {'id': '01c19e91-a945-4e3c-94a6-c211e17c923e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 8, 23), 'started_at': datetime.datetime(2021, 7, 14, 18, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 18, 20, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 18:21:04.710651 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fedd925-e7ab-4b74-8abf-1688f4561f10 None None] Checking segment: {'id': '6e1ddf8f-4f92-427e-b74c-096978b57327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '55e3c695-5ed7-4f3b-af07-d732a5026b8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93917) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:21:04.711019 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-2fedd925-e7ab-4b74-8abf-1688f4561f10 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:04.711411 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fedd925-e7ab-4b74-8abf-1688f4561f10 None None] Bound using segment: {'id': '6e1ddf8f-4f92-427e-b74c-096978b57327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '55e3c695-5ed7-4f3b-af07-d732a5026b8a'} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 18:21:04.711898 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-2fedd925-e7ab-4b74-8abf-1688f4561f10 None None] Bound port: ab5916dd-5f86-4ef2-a01b-0aa579a6bf60, host: n-d-800634-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e1ddf8f-4f92-427e-b74c-096978b57327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '55e3c695-5ed7-4f3b-af07-d732a5026b8a'}}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 18:21:04.713041 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-2fedd925-e7ab-4b74-8abf-1688f4561f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:04.719816 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0c9acc-ae78-4adf-b136-a0601d3e2c11 req-87c495ca-ff4e-4f96-8e0e-5c66c8f07b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:21:04.721345 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-ba0c9acc-ae78-4adf-b136-a0601d3e2c11 req-87c495ca-ff4e-4f96-8e0e-5c66c8f07b52 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=3c17a98c-cfb0-45bc-9509-bd12eda92ce5 HTTP/1.1" status: 200 len: 1096 time: 0.2481697 Jul 14 18:21:04.725451 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941f8571-cbb4-4e1f-b505-2ca5d61c1dce req-30caf610-e1b9-4fc5-8cdd-ac349ebc5988 tempest-LiveAutoBlockMigrationV225Test-133245952 tempest-LiveAutoBlockMigrationV225Test-133245952-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:21:04.726852 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-941f8571-cbb4-4e1f-b505-2ca5d61c1dce req-30caf610-e1b9-4fc5-8cdd-ac349ebc5988 tempest-LiveAutoBlockMigrationV225Test-133245952 tempest-LiveAutoBlockMigrationV225Test-133245952-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=4c03c8a6-1634-41e9-92c6-45ef79023d35&tenant_id=0a6a8e07e1ce4e4e84e3fe5c59c6747c&binding%3Ahost_id=n-h2-800634-3 HTTP/1.1" status: 200 len: 1095 time: 0.2516870 Jul 14 18:21:04.743187 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-4aeb7d13-0c44-45fb-a22a-c166d68e3406 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:04.834564 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b0565f-7523-48c9-83d2-338a5ebe82a6 req-abcdcf6e-c186-44c6-8760-43bb96e9e284 tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:21:04.842138 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b0565f-7523-48c9-83d2-338a5ebe82a6 req-abcdcf6e-c186-44c6-8760-43bb96e9e284 tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:21:04.854282 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f8b0565f-7523-48c9-83d2-338a5ebe82a6 req-abcdcf6e-c186-44c6-8760-43bb96e9e284 tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] 10.222.0.16 "GET /v2.0/networks?id=7d6a6239-0ab6-4977-8536-15456ee96e69&id=55e3c695-5ed7-4f3b-af07-d732a5026b8a HTTP/1.1" status: 200 len: 1391 time: 0.3968825 Jul 14 18:21:04.902887 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82f84005-fe90-4ca6-93fc-5ac59363ea79 tempest-ServersWithSpecificFlavorTestJSON-461581366 tempest-ServersWithSpecificFlavorTestJSON-461581366-project] Router 6bbb4a37-7601-4b77-8a33-a5884ec4332b has already been hosted by L3 agent 2c6eb27e-defb-4cca-9a24-381c7415e359 {{(pid=93915) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 18:21:04.926024 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-ba0c9acc-ae78-4adf-b136-a0601d3e2c11 req-ed0a6daf-7784-48a7-a4da-8fe6108b7f5f service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=309722b9-2fe8-4d94-8481-29be9b33af8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1847596 Jul 14 18:21:04.972440 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-37dd7997-8fdb-480c-8e04-7638c82bd716 None None] Attempting to bind port b69e7bb8-d124-407f-a3e4-bfa6a8e0fa45 on host n-d-800634-3 for vnic_type normal with profile {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:21:04.972815 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-37dd7997-8fdb-480c-8e04-7638c82bd716 None None] Attempting to bind port b69e7bb8-d124-407f-a3e4-bfa6a8e0fa45 by drivers openvswitch,hyperv on host n-d-800634-3 at level 0 using segments [{'id': '194f6c25-af53-477d-a29c-bf1f9a10c84c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '6a275624-98b9-4f18-a007-12c4111e89df'}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:21:04.973311 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37dd7997-8fdb-480c-8e04-7638c82bd716 None None] Attempting to bind port b69e7bb8-d124-407f-a3e4-bfa6a8e0fa45 on network 6a275624-98b9-4f18-a007-12c4111e89df {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:21:04.977274 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f8b0565f-7523-48c9-83d2-338a5ebe82a6 req-dee7d8ee-c31a-4c4e-a3cd-37b7764f6108 tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] 10.222.0.16 "GET /v2.0/quotas/f4a8f789c2b347a295c086869e423927 HTTP/1.1" status: 200 len: 375 time: 0.1218317 Jul 14 18:21:04.989715 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37dd7997-8fdb-480c-8e04-7638c82bd716 None None] Checking agent: {'id': '01c19e91-a945-4e3c-94a6-c211e17c923e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 8, 23), 'started_at': datetime.datetime(2021, 7, 14, 18, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 18, 20, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 18:21:04.990216 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37dd7997-8fdb-480c-8e04-7638c82bd716 None None] Checking segment: {'id': '194f6c25-af53-477d-a29c-bf1f9a10c84c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '6a275624-98b9-4f18-a007-12c4111e89df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93917) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:21:04.991127 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-37dd7997-8fdb-480c-8e04-7638c82bd716 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:04.991127 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37dd7997-8fdb-480c-8e04-7638c82bd716 None None] Bound using segment: {'id': '194f6c25-af53-477d-a29c-bf1f9a10c84c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '6a275624-98b9-4f18-a007-12c4111e89df'} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 18:21:04.991469 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-37dd7997-8fdb-480c-8e04-7638c82bd716 None None] Bound port: b69e7bb8-d124-407f-a3e4-bfa6a8e0fa45, host: n-d-800634-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '194f6c25-af53-477d-a29c-bf1f9a10c84c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '6a275624-98b9-4f18-a007-12c4111e89df'}}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 18:21:04.991890 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-37dd7997-8fdb-480c-8e04-7638c82bd716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:05.020793 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-548823ba-7e58-4f0c-a414-db6e90482804 None None] Network 7d6a6239-0ab6-4977-8536-15456ee96e69 requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:21:05.027903 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-2fedd925-e7ab-4b74-8abf-1688f4561f10 None None] For port ab5916dd-5f86-4ef2-a01b-0aa579a6bf60, host n-d-800634-3, cleared binding levels {{(pid=93917) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:21:05.095906 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-2fedd925-e7ab-4b74-8abf-1688f4561f10 None None] For port ab5916dd-5f86-4ef2-a01b-0aa579a6bf60, host n-d-800634-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=ab5916dd-5f86-4ef2-a01b-0aa579a6bf60,segment=NetworkSegment(6e1ddf8f-4f92-427e-b74c-096978b57327),segment_id=6e1ddf8f-4f92-427e-b74c-096978b57327)] {{(pid=93917) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 18:21:05.100646 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3d1fe403-8031-4af5-b4b8-fb65b5316773 req-5e1f39d2-a5e8-4a2c-b68e-f444c969ce3a service neutron] 10.222.0.35 "GET /v2.0/networks/4f742057-89ee-4b4a-86f7-487ee61881a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3045492 Jul 14 18:21:05.135751 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-2fedd925-e7ab-4b74-8abf-1688f4561f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:05.173821 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 18d1b1b3-8f1a-494e-969f-bc57a005e027 up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:21:05.245906 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:05.299414 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fedd925-e7ab-4b74-8abf-1688f4561f10 None None] Pushing event updated for resources: {'Port': ['ID=ab5916dd-5f86-4ef2-a01b-0aa579a6bf60,revision_number=2']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:21:05.314819 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-b9d7cd01-f7a2-4404-a271-55f711cb2a0c None None] Provisioning for port 18d1b1b3-8f1a-494e-969f-bc57a005e027 completed by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:21:05.331443 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941f8571-cbb4-4e1f-b505-2ca5d61c1dce req-16159921-6f27-461f-8e89-670467318903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:21:05.333008 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-941f8571-cbb4-4e1f-b505-2ca5d61c1dce req-16159921-6f27-461f-8e89-670467318903 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=4c03c8a6-1634-41e9-92c6-45ef79023d35&tenant_id=0a6a8e07e1ce4e4e84e3fe5c59c6747c HTTP/1.1" status: 200 len: 1095 time: 0.5906558 Jul 14 18:21:05.370616 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-37dd7997-8fdb-480c-8e04-7638c82bd716 None None] For port b69e7bb8-d124-407f-a3e4-bfa6a8e0fa45, host n-d-800634-3, cleared binding levels {{(pid=93917) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:21:05.420152 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-37dd7997-8fdb-480c-8e04-7638c82bd716 None None] For port b69e7bb8-d124-407f-a3e4-bfa6a8e0fa45, host n-d-800634-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=b69e7bb8-d124-407f-a3e4-bfa6a8e0fa45,segment=NetworkSegment(194f6c25-af53-477d-a29c-bf1f9a10c84c),segment_id=194f6c25-af53-477d-a29c-bf1f9a10c84c)] {{(pid=93917) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 18:21:05.440024 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-37dd7997-8fdb-480c-8e04-7638c82bd716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:05.454397 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52b1d9b-19ce-4122-86a8-4ccd26ed4466 req-f28b53b9-bed5-48f3-a787-71100c0c0d05 tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:21:05.463831 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-4aeb7d13-0c44-45fb-a22a-c166d68e3406 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-571759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-930033'] for router, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:05.467522 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a52b1d9b-19ce-4122-86a8-4ccd26ed4466 req-f28b53b9-bed5-48f3-a787-71100c0c0d05 tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] 10.222.0.16 "GET /v2.0/ports?device_id=4c03c8a6-1634-41e9-92c6-45ef79023d35 HTTP/1.1" status: 200 len: 944 time: 0.9723365 Jul 14 18:21:05.496029 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning for port 18d1b1b3-8f1a-494e-969f-bc57a005e027 completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:21:05.518203 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82f84005-fe90-4ca6-93fc-5ac59363ea79 tempest-ServersWithSpecificFlavorTestJSON-461581366 tempest-ServersWithSpecificFlavorTestJSON-461581366-project] Notify agent at l3_agent.n-d-800634-3 the message routers_updated {{(pid=93915) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 18:21:05.524685 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdac4ad-67c4-482a-b554-359e5ebd9868 req-01da6794-418c-4a93-beb9-89117d18fcdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:21:05.525630 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-fbdac4ad-67c4-482a-b554-359e5ebd9868 req-01da6794-418c-4a93-beb9-89117d18fcdb service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f1c4e239e6d24b3bb240a97f6c99b33f&device_id=6ab0c594-ecaf-4c5b-977a-9c1b59a2d9cc HTTP/1.1" status: 200 len: 1098 time: 0.3527532 Jul 14 18:21:05.528878 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-82f84005-fe90-4ca6-93fc-5ac59363ea79 tempest-ServersWithSpecificFlavorTestJSON-461581366 tempest-ServersWithSpecificFlavorTestJSON-461581366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for floatingip, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:05.536309 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2427eb14-de02-4034-be2a-706e149eb2dc None None] Sync routers for ids ['6bbb4a37-7601-4b77-8a33-a5884ec4332b'] in n-d-800634-3 {{(pid=93918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 18:21:05.545084 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port 18d1b1b3-8f1a-494e-969f-bc57a005e027 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:21:05.545463 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:05.552840 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2427eb14-de02-4034-be2a-706e149eb2dc None None] Routers {'6bbb4a37-7601-4b77-8a33-a5884ec4332b'} bound to L3 agent in host n-d-800634-3 {{(pid=93918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:21:05.553747 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-2427eb14-de02-4034-be2a-706e149eb2dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:20:53Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['6bbb4a37-7601-4b77-8a33-a5884ec4332b'], 'active': True} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:21:05.584348 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f8b0565f-7523-48c9-83d2-338a5ebe82a6 req-2b1babcb-27be-4f58-aa28-0dbc821856b3 tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=f4a8f789c2b347a295c086869e423927&fields=id HTTP/1.1" status: 200 len: 394 time: 0.5947454 Jul 14 18:21:05.622679 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a52b1d9b-19ce-4122-86a8-4ccd26ed4466 req-00240b55-5fce-4168-be8c-134eec8983a0 tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] 10.222.0.16 "GET /v2.0/security-groups?id=540fae54-ccea-4309-9c99-81b930eedb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542017 Jul 14 18:21:05.690622 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37dd7997-8fdb-480c-8e04-7638c82bd716 None None] Pushing event updated for resources: {'Port': ['ID=b69e7bb8-d124-407f-a3e4-bfa6a8e0fa45,revision_number=2']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:21:05.853431 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:05.872025 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4aeb7d13-0c44-45fb-a22a-c166d68e3406 admin admin] Router ac1647d5-ae4b-4ef1-af89-2d8a493e6b51 is scheduled to L3 agent 2c6eb27e-defb-4cca-9a24-381c7415e359 with binding_index 1 {{(pid=93916) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 18:21:05.902802 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdac4ad-67c4-482a-b554-359e5ebd9868 req-e362fd08-05da-4183-a4ac-d837d97630a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:21:05.904444 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-fbdac4ad-67c4-482a-b554-359e5ebd9868 req-e362fd08-05da-4183-a4ac-d837d97630a8 service neutron] 10.222.0.35 "GET /v2.0/networks?id=4f742057-89ee-4b4a-86f7-487ee61881a1 HTTP/1.1" status: 200 len: 869 time: 0.3186889 Jul 14 18:21:05.912354 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941f8571-cbb4-4e1f-b505-2ca5d61c1dce req-ddb599ba-c7d4-443f-94f6-ae907e933282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:21:05.914151 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-941f8571-cbb4-4e1f-b505-2ca5d61c1dce req-ddb599ba-c7d4-443f-94f6-ae907e933282 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=0a6a8e07e1ce4e4e84e3fe5c59c6747c&device_id=4c03c8a6-1634-41e9-92c6-45ef79023d35 HTTP/1.1" status: 200 len: 1095 time: 0.4443631 Jul 14 18:21:05.955315 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvr_db [None req-2427eb14-de02-4034-be2a-706e149eb2dc None None] Set router 6bbb4a37-7601-4b77-8a33-a5884ec4332b gateway port host: n-d-800634-3 {{(pid=93918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 18:21:05.988572 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] For port 18d1b1b3-8f1a-494e-969f-bc57a005e027, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=18d1b1b3-8f1a-494e-969f-bc57a005e027,segment=NetworkSegment(5b2af41b-8371-454e-babf-35f661e7ac1b),segment_id=5b2af41b-8371-454e-babf-35f661e7ac1b)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:21:05.997530 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:06.096711 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Pushing event updated for resources: {'Port': ['ID=18d1b1b3-8f1a-494e-969f-bc57a005e027,revision_number=3']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:21:06.129504 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-fbdac4ad-67c4-482a-b554-359e5ebd9868 req-3b016a23-4b73-4650-a845-5f9104512b0c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.74&port_id=f0bc76aa-f37f-4233-8633-52f3421ea161 HTTP/1.1" status: 200 len: 217 time: 0.1921721 Jul 14 18:21:06.238135 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-82f84005-fe90-4ca6-93fc-5ac59363ea79 tempest-ServersWithSpecificFlavorTestJSON-461581366 tempest-ServersWithSpecificFlavorTestJSON-461581366-project] 10.222.0.16 "PUT /v2.0/floatingips/5c482abf-23fb-42b2-a11d-58b05e43f619 HTTP/1.1" status: 200 len: 990 time: 5.1542189 Jul 14 18:21:06.246056 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f8b0565f-7523-48c9-83d2-338a5ebe82a6 req-ec2d3692-edfa-4430-81e5-84f8e25f521e service neutron] 10.222.0.16 "GET /v2.0/networks/7d6a6239-0ab6-4977-8536-15456ee96e69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5830173 Jul 14 18:21:06.281291 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4aeb7d13-0c44-45fb-a22a-c166d68e3406 admin admin] Notify agent at l3_agent.n-d-800634-3 the message routers_updated {{(pid=93916) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 18:21:06.289105 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941f8571-cbb4-4e1f-b505-2ca5d61c1dce req-53ec349c-4781-4c97-aa03-63b3d494049b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:21:06.290955 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-941f8571-cbb4-4e1f-b505-2ca5d61c1dce req-53ec349c-4781-4c97-aa03-63b3d494049b service neutron] 10.222.0.18 "GET /v2.0/networks?id=7cee3312-4c4c-4d32-820f-eab965dcf565 HTTP/1.1" status: 200 len: 921 time: 0.2955439 Jul 14 18:21:06.293043 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05271a4a-1150-4bb5-b93a-5964904a21d6 None None] Sync routers for ids ['ac1647d5-ae4b-4ef1-af89-2d8a493e6b51'] in n-d-800634-3 {{(pid=93917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 18:21:06.328656 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05271a4a-1150-4bb5-b93a-5964904a21d6 None None] Routers {'ac1647d5-ae4b-4ef1-af89-2d8a493e6b51'} bound to L3 agent in host n-d-800634-3 {{(pid=93917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:21:06.329458 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-05271a4a-1150-4bb5-b93a-5964904a21d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:20:53Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['ac1647d5-ae4b-4ef1-af89-2d8a493e6b51'], 'active': True} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:21:06.352775 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-2427eb14-de02-4034-be2a-706e149eb2dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bbb4a37-7601-4b77-8a33-a5884ec4332b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-919346871-router', 'tenant_id': 'c51e850593fc4a37af9470721017e8e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.206'}], 'enable_snat': True}, 'gw_port_id': '3b7f538b-080a-4aa7-bf0e-98cc149b19f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:17:45Z', 'updated_at': '2021-07-14T18:17:59Z', 'revision_number': 4, 'project_id': 'c51e850593fc4a37af9470721017e8e7', 'gw_port': {'id': '3b7f538b-080a-4aa7-bf0e-98cc149b19f3', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:2b:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bbb4a37-7601-4b77-8a33-a5884ec4332b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:17:48Z', 'updated_at': '2021-07-14T18:18:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_floatingips': [{'id': '5c482abf-23fb-42b2-a11d-58b05e43f619', 'tenant_id': 'c51e850593fc4a37af9470721017e8e7', 'floating_ip_address': '172.25.1.41', 'floating_network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'router_id': '6bbb4a37-7601-4b77-8a33-a5884ec4332b', 'port_id': 'fbf01217-e64a-4640-a796-185c6fcc99ca', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 257, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1df69b6-7369-4ffc-83a6-1f3eb48a524d', 'mac_address': 'fa:16:3e:92:c7:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03a24d87-527f-4d5b-a998-53393446562a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T18:18:25Z', 'updated_at': '2021-07-14T18:21:02Z', 'revision_number': 5, 'project_id': 'c51e850593fc4a37af9470721017e8e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d26568d-cdd5-4e37-85ea-b39b1e807b96', 'name': '', 'network_id': 'b1df69b6-7369-4ffc-83a6-1f3eb48a524d', 'tenant_id': 'c51e850593fc4a37af9470721017e8e7', 'mac_address': 'fa:16:3e:39:88:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bbb4a37-7601-4b77-8a33-a5884ec4332b', 'device_owner': 'network:router_interface', 'standard_attr_id': 127, 'fixed_ips': [{'subnet_id': '52a71ea9-5395-411d-94f2-0fbe5949db70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:17:55Z', 'updated_at': '2021-07-14T18:18:08Z', 'revision_number': 5, 'project_id': 'c51e850593fc4a37af9470721017e8e7', 'subnets': [{'id': '52a71ea9-5395-411d-94f2-0fbe5949db70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-3', False) {} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:21:06.376258 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-941f8571-cbb4-4e1f-b505-2ca5d61c1dce req-9ffb9151-f0ba-4c44-bbf7-9dbab5d8eef1 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2d1dc18a-16b5-40f5-8ce7-d5b286a9d811 HTTP/1.1" status: 200 len: 217 time: 0.0751262 Jul 14 18:21:06.381512 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-4aeb7d13-0c44-45fb-a22a-c166d68e3406 admin admin] Notify callbacks [] for router, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:06.386190 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-4aeb7d13-0c44-45fb-a22a-c166d68e3406 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 3.4345064 Jul 14 18:21:06.388138 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 55602) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:21:06.403620 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2427eb14-de02-4034-be2a-706e149eb2dc None None] Checking router: 6bbb4a37-7601-4b77-8a33-a5884ec4332b for host: n-d-800634-3 {{(pid=93918) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 18:21:06.412893 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03a24d87-527f-4d5b-a998-53393446562a', 'tag': 'fbf01217-e64a-4640-a796-185c6fcc99ca'}] {{(pid=93915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:21:06.413141 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2427eb14-de02-4034-be2a-706e149eb2dc None None] Routers {'6bbb4a37-7601-4b77-8a33-a5884ec4332b'} bound to L3 agent in host n-d-800634-3 {{(pid=93918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:21:06.414921 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-2427eb14-de02-4034-be2a-706e149eb2dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:20:53Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['6bbb4a37-7601-4b77-8a33-a5884ec4332b'], 'active': True} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:21:06.418365 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e72782ad3af8f7d4ce76cedf092bca46d1756acc5c4653cf0b52034cdd6b073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c382a0f-33ab-4bc6-b8b2-88f2e3c9d2d7" -d '{"events": [{"name": "network-changed", "server_uuid": "03a24d87-527f-4d5b-a998-53393446562a", "tag": "fbf01217-e64a-4640-a796-185c6fcc99ca"}]}' {{(pid=93915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:21:06.436698 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdac4ad-67c4-482a-b554-359e5ebd9868 req-82a33af9-c448-4427-9eff-954d9dc7b4db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:21:06.440429 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-5e056d14-c377-497b-9e9e-d35f6004d95b None None] Provisioning complete for port 18d1b1b3-8f1a-494e-969f-bc57a005e027 triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:21:06.442504 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-fbdac4ad-67c4-482a-b554-359e5ebd9868 req-82a33af9-c448-4427-9eff-954d9dc7b4db service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f20c54fb-f7da-4761-aa61-2e4f99f3d332 HTTP/1.1" status: 200 len: 843 time: 0.1473696 Jul 14 18:21:06.443347 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-5e056d14-c377-497b-9e9e-d35f6004d95b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:06.569065 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvr_db [None req-2427eb14-de02-4034-be2a-706e149eb2dc None None] Set router 6bbb4a37-7601-4b77-8a33-a5884ec4332b gateway port host: n-d-800634-3 {{(pid=93918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 18:21:06.583444 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941f8571-cbb4-4e1f-b505-2ca5d61c1dce req-dc60fa89-a0db-4170-a4e1-91f92b66bfb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:21:06.587013 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-941f8571-cbb4-4e1f-b505-2ca5d61c1dce req-dc60fa89-a0db-4170-a4e1-91f92b66bfb0 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2a54265e-973c-4132-80fb-ad9d5d305963 HTTP/1.1" status: 200 len: 861 time: 0.1997290 Jul 14 18:21:06.595185 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0484f13d-438a-4ece-bd1a-9f7879438d11 req-53971c46-6bb2-483b-90dc-63ffd70d5ec4 tempest-LiveMigrationTest-64527954 tempest-LiveMigrationTest-64527954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:21:06.602981 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-0484f13d-438a-4ece-bd1a-9f7879438d11 req-53971c46-6bb2-483b-90dc-63ffd70d5ec4 tempest-LiveMigrationTest-64527954 tempest-LiveMigrationTest-64527954-project] 10.222.0.16 "GET /v2.0/ports?device_id=71cc93c3-ed8e-4af7-bf04-1c1ca5f4c121 HTTP/1.1" status: 200 len: 945 time: 0.6700530 Jul 14 18:21:06.670202 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-941f8571-cbb4-4e1f-b505-2ca5d61c1dce req-c7187aa3-cbd3-4602-a5a5-4b224f39558f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7cee3312-4c4c-4d32-820f-eab965dcf565&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0572877 Jul 14 18:21:06.704539 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-0484f13d-438a-4ece-bd1a-9f7879438d11 req-e54a4049-218c-41f7-8c27-b800977d8874 tempest-LiveMigrationTest-64527954 tempest-LiveMigrationTest-64527954-project] 10.222.0.16 "GET /v2.0/security-groups?id=93c6eb24-b3aa-49c4-93f7-93dd5f011665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779824 Jul 14 18:21:06.725925 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdac4ad-67c4-482a-b554-359e5ebd9868 req-3751e413-b262-41ff-af43-f570f63bfb37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:21:06.727870 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-fbdac4ad-67c4-482a-b554-359e5ebd9868 req-3751e413-b262-41ff-af43-f570f63bfb37 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4f742057-89ee-4b4a-86f7-487ee61881a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2540329 Jul 14 18:21:06.790462 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvr_db [None req-05271a4a-1150-4bb5-b93a-5964904a21d6 None None] Set router ac1647d5-ae4b-4ef1-af89-2d8a493e6b51 gateway port host: n-d-800634-3 {{(pid=93917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 18:21:06.994169 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-2427eb14-de02-4034-be2a-706e149eb2dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bbb4a37-7601-4b77-8a33-a5884ec4332b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-919346871-router', 'tenant_id': 'c51e850593fc4a37af9470721017e8e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.206'}], 'enable_snat': True}, 'gw_port_id': '3b7f538b-080a-4aa7-bf0e-98cc149b19f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:17:45Z', 'updated_at': '2021-07-14T18:17:59Z', 'revision_number': 4, 'project_id': 'c51e850593fc4a37af9470721017e8e7', 'gw_port': {'id': '3b7f538b-080a-4aa7-bf0e-98cc149b19f3', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:2b:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bbb4a37-7601-4b77-8a33-a5884ec4332b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:17:48Z', 'updated_at': '2021-07-14T18:18:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_floatingips': [{'id': '5c482abf-23fb-42b2-a11d-58b05e43f619', 'tenant_id': 'c51e850593fc4a37af9470721017e8e7', 'floating_ip_address': '172.25.1.41', 'floating_network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'router_id': '6bbb4a37-7601-4b77-8a33-a5884ec4332b', 'port_id': 'fbf01217-e64a-4640-a796-185c6fcc99ca', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 257, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1df69b6-7369-4ffc-83a6-1f3eb48a524d', 'mac_address': 'fa:16:3e:92:c7:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03a24d87-527f-4d5b-a998-53393446562a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T18:18:25Z', 'updated_at': '2021-07-14T18:21:02Z', 'revision_number': 5, 'project_id': 'c51e850593fc4a37af9470721017e8e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d26568d-cdd5-4e37-85ea-b39b1e807b96', 'name': '', 'network_id': 'b1df69b6-7369-4ffc-83a6-1f3eb48a524d', 'tenant_id': 'c51e850593fc4a37af9470721017e8e7', 'mac_address': 'fa:16:3e:39:88:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bbb4a37-7601-4b77-8a33-a5884ec4332b', 'device_owner': 'network:router_interface', 'standard_attr_id': 127, 'fixed_ips': [{'subnet_id': '52a71ea9-5395-411d-94f2-0fbe5949db70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:17:55Z', 'updated_at': '2021-07-14T18:18:08Z', 'revision_number': 5, 'project_id': 'c51e850593fc4a37af9470721017e8e7', 'subnets': [{'id': '52a71ea9-5395-411d-94f2-0fbe5949db70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-3', False) {} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:21:07.019031 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f8b0565f-7523-48c9-83d2-338a5ebe82a6 req-5ac78527-f6d8-4a6f-b103-3a1d0f918d11 service neutron] 10.222.0.16 "GET /v2.0/networks/7d6a6239-0ab6-4977-8536-15456ee96e69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7720826 Jul 14 18:21:07.023997 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-fbdac4ad-67c4-482a-b554-359e5ebd9868 req-d421dd9f-cdba-48e2-8803-81e054d6dd1e service neutron] 10.222.0.35 "GET /v2.0/networks/4f742057-89ee-4b4a-86f7-487ee61881a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2828982 Jul 14 18:21:07.057871 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2427eb14-de02-4034-be2a-706e149eb2dc None None] The sync data for ids ['6bbb4a37-7601-4b77-8a33-a5884ec4332b'] in n-d-800634-3 is: [{'id': '6bbb4a37-7601-4b77-8a33-a5884ec4332b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-919346871-router', 'tenant_id': 'c51e850593fc4a37af9470721017e8e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.206'}], 'enable_snat': True}, 'gw_port_id': '3b7f538b-080a-4aa7-bf0e-98cc149b19f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:17:45Z', 'updated_at': '2021-07-14T18:17:59Z', 'revision_number': 4, 'project_id': 'c51e850593fc4a37af9470721017e8e7', 'gw_port': {'id': '3b7f538b-080a-4aa7-bf0e-98cc149b19f3', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:2b:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bbb4a37-7601-4b77-8a33-a5884ec4332b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:17:48Z', 'updated_at': '2021-07-14T18:18:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_floatingips': [{'id': '5c482abf-23fb-42b2-a11d-58b05e43f619', 'tenant_id': 'c51e850593fc4a37af9470721017e8e7', 'floating_ip_address': '172.25.1.41', 'floating_network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'router_id': '6bbb4a37-7601-4b77-8a33-a5884ec4332b', 'port_id': 'fbf01217-e64a-4640-a796-185c6fcc99ca', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 257, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1df69b6-7369-4ffc-83a6-1f3eb48a524d', 'mac_address': 'fa:16:3e:92:c7:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03a24d87-527f-4d5b-a998-53393446562a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T18:18:25Z', 'updated_at': '2021-07-14T18:21:02Z', 'revision_number': 5, 'project_id': 'c51e850593fc4a37af9470721017e8e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d26568d-cdd5-4e37-85ea-b39b1e807b96', 'name': '', 'network_id': 'b1df69b6-7369-4ffc-83a6-1f3eb48a524d', 'tenant_id': 'c51e850593fc4a37af9470721017e8e7', 'mac_address': 'fa:16:3e:39:88:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bbb4a37-7601-4b77-8a33-a5884ec4332b', 'device_owner': 'network:router_interface', 'standard_attr_id': 127, 'fixed_ips': [{'subnet_id': '52a71ea9-5395-411d-94f2-0fbe5949db70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:17:55Z', 'updated_at': '2021-07-14T18:18:08Z', 'revision_number': 5, 'project_id': 'c51e850593fc4a37af9470721017e8e7', 'subnets': [{'id': '52a71ea9-5395-411d-94f2-0fbe5949db70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 18:21:07.060849 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-941f8571-cbb4-4e1f-b505-2ca5d61c1dce req-83f78ee5-e5a9-41ec-a61f-7d4a089c3a31 service neutron] 10.222.0.18 "GET /v2.0/networks/7cee3312-4c4c-4d32-820f-eab965dcf565?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3817415 Jul 14 18:21:07.089147 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a397f15-f6a3-42a6-aed5-71d94e45d0cc None None] Network 55e3c695-5ed7-4f3b-af07-d732a5026b8a requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:21:07.238406 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-941f8571-cbb4-4e1f-b505-2ca5d61c1dce req-1c2587fc-e95b-42e9-a682-c5b650d27367 service neutron] 10.222.0.18 "GET /v2.0/networks/7cee3312-4c4c-4d32-820f-eab965dcf565?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1667979 Jul 14 18:21:07.261924 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-f7bdc49f-6220-44ca-9956-6a4bca0cebcb None None] Provisioning for port ab5916dd-5f86-4ef2-a01b-0aa579a6bf60 completed by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:21:07.322775 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device ab5916dd-5f86-4ef2-a01b-0aa579a6bf60 up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:21:07.412968 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f8b0565f-7523-48c9-83d2-338a5ebe82a6 req-6d8069a5-43e8-4df4-9281-3aa1c2d33ac3 service neutron] 10.222.0.16 "GET /v2.0/networks/55e3c695-5ed7-4f3b-af07-d732a5026b8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3170807 Jul 14 18:21:07.433201 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c785a72c-6056-4982-8901-bf84c8667b5b req-9bdb0c84-cb35-4f10-8e3b-61c70ee70066 tempest-SecurityGroupsTestJSON-1215008278 tempest-SecurityGroupsTestJSON-1215008278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:21:07.459667 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c785a72c-6056-4982-8901-bf84c8667b5b req-9bdb0c84-cb35-4f10-8e3b-61c70ee70066 tempest-SecurityGroupsTestJSON-1215008278 tempest-SecurityGroupsTestJSON-1215008278-project] 10.222.0.16 "GET /v2.0/ports?device_id=3c17a98c-cfb0-45bc-9509-bd12eda92ce5 HTTP/1.1" status: 200 len: 945 time: 0.4649987 Jul 14 18:21:07.461165 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning for port ab5916dd-5f86-4ef2-a01b-0aa579a6bf60 completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:21:07.465584 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-05271a4a-1150-4bb5-b93a-5964904a21d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac1647d5-ae4b-4ef1-af89-2d8a493e6b51', 'name': 'tempest-FloatingIPsTestJSON-7534525-router', 'tenant_id': '3c63e9fe54e04ccca7d27006434b65d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.37'}], 'enable_snat': True}, 'gw_port_id': '53766236-78c3-47cf-b3f1-912e15dc7bdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:21:02Z', 'updated_at': '2021-07-14T18:21:04Z', 'revision_number': 3, 'project_id': '3c63e9fe54e04ccca7d27006434b65d2', 'gw_port': {'id': '53766236-78c3-47cf-b3f1-912e15dc7bdc', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:79:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac1647d5-ae4b-4ef1-af89-2d8a493e6b51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:21:03Z', 'updated_at': '2021-07-14T18:21:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3'}], 'n-d-800634-3', False) {} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:21:07.482775 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port ab5916dd-5f86-4ef2-a01b-0aa579a6bf60 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:21:07.483015 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:07.534591 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05271a4a-1150-4bb5-b93a-5964904a21d6 None None] Checking router: ac1647d5-ae4b-4ef1-af89-2d8a493e6b51 for host: n-d-800634-3 {{(pid=93917) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 18:21:07.534948 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05271a4a-1150-4bb5-b93a-5964904a21d6 None None] Updating router ac1647d5-ae4b-4ef1-af89-2d8a493e6b51 port 53766236-78c3-47cf-b3f1-912e15dc7bdc binding host n-d-800634-3 {{(pid=93917) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 18:21:07.548936 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-976b9082-78d8-4d3e-8d4f-e40606377823 None None] New status for floating IP 5c482abf-23fb-42b2-a11d-58b05e43f619: ACTIVE {{(pid=93918) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 18:21:07.577192 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f803366-c47c-4f7e-b410-b74550882f41 None None] Network 6a275624-98b9-4f18-a007-12c4111e89df requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:21:07.591403 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-fbdac4ad-67c4-482a-b554-359e5ebd9868 req-62118bef-b8ef-49f3-b551-1521066698f1 service neutron] 10.222.0.35 "GET /v2.0/networks/4f742057-89ee-4b4a-86f7-487ee61881a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4940588 Jul 14 18:21:07.658922 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-05271a4a-1150-4bb5-b93a-5964904a21d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:07.663804 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c785a72c-6056-4982-8901-bf84c8667b5b req-13c06eb0-3745-4b88-aa70-eaa9605cd444 tempest-SecurityGroupsTestJSON-1215008278 tempest-SecurityGroupsTestJSON-1215008278-project] 10.222.0.16 "GET /v2.0/security-groups?id=309722b9-2fe8-4d94-8481-29be9b33af8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2008986 Jul 14 18:21:07.745743 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f8b0565f-7523-48c9-83d2-338a5ebe82a6 req-0d51f22f-d412-49d5-90ad-133d32896f63 service neutron] 10.222.0.16 "GET /v2.0/networks/55e3c695-5ed7-4f3b-af07-d732a5026b8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2753301 Jul 14 18:21:07.774892 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-38db1549-ab8f-4ff3-a8fa-e22df13e7fcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:07.950449 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941f8571-cbb4-4e1f-b505-2ca5d61c1dce req-138a11a2-e3fc-44fc-8020-0d675b240077 tempest-LiveAutoBlockMigrationV225Test-133245952 tempest-LiveAutoBlockMigrationV225Test-133245952-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:21:07.951936 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-941f8571-cbb4-4e1f-b505-2ca5d61c1dce req-138a11a2-e3fc-44fc-8020-0d675b240077 tempest-LiveAutoBlockMigrationV225Test-133245952 tempest-LiveAutoBlockMigrationV225Test-133245952-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=4c03c8a6-1634-41e9-92c6-45ef79023d35&tenant_id=0a6a8e07e1ce4e4e84e3fe5c59c6747c&binding%3Ahost_id=n-h1-800634-3 HTTP/1.1" status: 200 len: 1095 time: 0.3237724 Jul 14 18:21:08.007300 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-947d08e3-6b7c-41b4-b580-771780f17069 None None] Provisioning for port b69e7bb8-d124-407f-a3e4-bfa6a8e0fa45 completed by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:21:08.105235 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fd14d3-c10f-4cbf-bfda-38a395480dec req-c6c32846-bf9d-40e5-b023-06aa35d381db tempest-ImagesOneServerTestJSON-2077962175 tempest-ImagesOneServerTestJSON-2077962175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:21:08.107467 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-67fd14d3-c10f-4cbf-bfda-38a395480dec req-c6c32846-bf9d-40e5-b023-06aa35d381db tempest-ImagesOneServerTestJSON-2077962175 tempest-ImagesOneServerTestJSON-2077962175-project] 10.222.0.16 "GET /v2.0/ports?device_id=6ab0c594-ecaf-4c5b-977a-9c1b59a2d9cc HTTP/1.1" status: 200 len: 947 time: 0.2032123 Jul 14 18:21:08.170672 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-67fd14d3-c10f-4cbf-bfda-38a395480dec req-2dae53d4-90dc-48c6-9866-d0bb48719679 tempest-ImagesOneServerTestJSON-2077962175 tempest-ImagesOneServerTestJSON-2077962175-project] 10.222.0.16 "GET /v2.0/security-groups?id=4d4989be-80ba-48ef-a540-fb5b2a222da7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538142 Jul 14 18:21:08.252644 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.db_base_plugin_common [None req-38db1549-ab8f-4ff3-a8fa-e22df13e7fcb admin admin] Allocated IP 172.20.0.1 (6a275624-98b9-4f18-a007-12c4111e89df/7ecbc671-5dc9-445d-baa4-37b7098eb5c6/1ed1da6f-0c81-415a-8574-f73b04f359db) {{(pid=93916) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:21:08.256039 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.db [req-941f8571-cbb4-4e1f-b505-2ca5d61c1dce req-ba1408df-b573-4499-bd26-0b461ef5e49c service neutron] For port 2d1dc18a-16b5-40f5-8ce7-d5b286a9d811, host n-h2-800634-3, cleared binding levels {{(pid=93916) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:21:08.262447 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-941f8571-cbb4-4e1f-b505-2ca5d61c1dce req-ba1408df-b573-4499-bd26-0b461ef5e49c service neutron] Notify callbacks [] for binding, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:08.263672 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-941f8571-cbb4-4e1f-b505-2ca5d61c1dce req-ba1408df-b573-4499-bd26-0b461ef5e49c service neutron] 10.222.0.18 "DELETE /v2.0/ports/2d1dc18a-16b5-40f5-8ce7-d5b286a9d811/bindings/n-h2-800634-3 HTTP/1.1" status: 204 len: 173 time: 0.2700858 Jul 14 18:21:08.324041 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:08.324416 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 18:21:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7486373a-d5a2-44fa-ac0f-faca906999b8 x-openstack-request-id: req-7486373a-d5a2-44fa-ac0f-faca906999b8 {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:21:08.324874 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03a24d87-527f-4d5b-a998-53393446562a", "tag": "fbf01217-e64a-4640-a796-185c6fcc99ca", "status": "completed", "code": 200}]} {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:21:08.326196 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7486373a-d5a2-44fa-ac0f-faca906999b8 {{(pid=93915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:21:08.327263 n-d-800634-3 neutron-server[93915]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03a24d87-527f-4d5b-a998-53393446562a', 'tag': 'fbf01217-e64a-4640-a796-185c6fcc99ca', 'status': 'completed', 'code': 200} Jul 14 18:21:08.431841 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-94842e36-8a15-42c8-83c9-b781d36d06fb None None] Provisioning complete for port ab5916dd-5f86-4ef2-a01b-0aa579a6bf60 triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:21:08.432691 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-94842e36-8a15-42c8-83c9-b781d36d06fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:08.446807 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c382a0f-33ab-4bc6-b8b2-88f2e3c9d2d7 req-099f20b1-da77-40b1-b610-0fb2501581f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:21:08.448954 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3c382a0f-33ab-4bc6-b8b2-88f2e3c9d2d7 req-099f20b1-da77-40b1-b610-0fb2501581f0 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c51e850593fc4a37af9470721017e8e7&device_id=03a24d87-527f-4d5b-a998-53393446562a HTTP/1.1" status: 200 len: 1096 time: 0.0889580 Jul 14 18:21:08.503399 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-38db1549-ab8f-4ff3-a8fa-e22df13e7fcb admin admin] Notify callbacks [] for port, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:08.536075 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] For port ab5916dd-5f86-4ef2-a01b-0aa579a6bf60, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=ab5916dd-5f86-4ef2-a01b-0aa579a6bf60,segment=NetworkSegment(6e1ddf8f-4f92-427e-b74c-096978b57327),segment_id=6e1ddf8f-4f92-427e-b74c-096978b57327)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:21:08.545404 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.provisioning_blocks [None req-38db1549-ab8f-4ff3-a8fa-e22df13e7fcb admin admin] Transition to ACTIVE for port object 1ed1da6f-0c81-415a-8574-f73b04f359db will not be triggered until provisioned by entity DHCP. {{(pid=93916) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:21:08.566981 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-05271a4a-1150-4bb5-b93a-5964904a21d6 None None] Notify callbacks [] for port, precommit_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:08.586226 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-38db1549-ab8f-4ff3-a8fa-e22df13e7fcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:08.589214 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Device f0bc76aa-f37f-4233-8633-52f3421ea161 details requested by agent hyperv_n-h2-800634-3 with host n-h2-800634-3 {{(pid=93917) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 18:21:08.635229 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38db1549-ab8f-4ff3-a8fa-e22df13e7fcb admin admin] Network 6a275624-98b9-4f18-a007-12c4111e89df is already hosted by enough agents. {{(pid=93916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:21:08.648012 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [None req-38db1549-ab8f-4ff3-a8fa-e22df13e7fcb admin admin] Resources bound (agent type, host, resource id): {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:21:08.658430 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38db1549-ab8f-4ff3-a8fa-e22df13e7fcb admin admin] Received port after_create {{(pid=93916) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:21:08.662917 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38db1549-ab8f-4ff3-a8fa-e22df13e7fcb admin admin] Pushing event updated for resources: {'Port': ['ID=1ed1da6f-0c81-415a-8574-f73b04f359db,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:21:08.719884 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-38db1549-ab8f-4ff3-a8fa-e22df13e7fcb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-930452'] for router_interface, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:08.725716 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:08.726793 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device b69e7bb8-d124-407f-a3e4-bfa6a8e0fa45 up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:21:08.758284 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-05271a4a-1150-4bb5-b93a-5964904a21d6 None None] Transition to ACTIVE for port object 53766236-78c3-47cf-b3f1-912e15dc7bdc will not be triggered until provisioned by entity L2. {{(pid=93917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:21:08.762558 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b6f8ae27-d14a-43e1-92b2-173aaceee895 req-0405db9c-00ce-4112-9bf6-c1adb9de2a52 tempest-SecurityGroupsTestJSON-1215008278 tempest-SecurityGroupsTestJSON-1215008278-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-590062958&fields=id&tenant_id=a9d22ebe08284e548350eab597e7413d HTTP/1.1" status: 200 len: 267 time: 0.2756014 Jul 14 18:21:08.855890 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c382a0f-33ab-4bc6-b8b2-88f2e3c9d2d7 req-cf1cbb98-22a0-4f00-93dc-e2212796e8ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:21:08.857440 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3c382a0f-33ab-4bc6-b8b2-88f2e3c9d2d7 req-cf1cbb98-22a0-4f00-93dc-e2212796e8ce service neutron] 10.222.0.35 "GET /v2.0/networks?id=b1df69b6-7369-4ffc-83a6-1f3eb48a524d HTTP/1.1" status: 200 len: 923 time: 0.3983471 Jul 14 18:21:08.886836 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9f5205-9241-4365-aea4-75b38439a357 req-2b7bedf0-ebe0-4f5d-b073-bfd581509f2f tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:21:08.888370 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-8d9f5205-9241-4365-aea4-75b38439a357 req-2b7bedf0-ebe0-4f5d-b073-bfd581509f2f tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] 10.222.0.16 "GET /v2.0/ports?device_id=4c03c8a6-1634-41e9-92c6-45ef79023d35 HTTP/1.1" status: 200 len: 944 time: 0.3567655 Jul 14 18:21:09.002702 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3c382a0f-33ab-4bc6-b8b2-88f2e3c9d2d7 req-92020932-520b-445c-9d92-ff45040a2f5b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fbf01217-e64a-4640-a796-185c6fcc99ca HTTP/1.1" status: 200 len: 1000 time: 0.1365583 Jul 14 18:21:09.004446 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-05271a4a-1150-4bb5-b93a-5964904a21d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:09.016013 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f8ae27-d14a-43e1-92b2-173aaceee895 req-d33edac2-7298-48d5-877f-bc7a5d84cbbf tempest-SecurityGroupsTestJSON-1215008278 tempest-SecurityGroupsTestJSON-1215008278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:21:09.017433 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b6f8ae27-d14a-43e1-92b2-173aaceee895 req-d33edac2-7298-48d5-877f-bc7a5d84cbbf tempest-SecurityGroupsTestJSON-1215008278 tempest-SecurityGroupsTestJSON-1215008278-project] 10.222.0.16 "GET /v2.0/ports?device_id=3c17a98c-cfb0-45bc-9509-bd12eda92ce5 HTTP/1.1" status: 200 len: 945 time: 0.2426987 Jul 14 18:21:09.029230 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-8d9f5205-9241-4365-aea4-75b38439a357 req-3f7fb48d-de10-4281-bf9e-4055d08d0dee tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] 10.222.0.16 "GET /v2.0/security-groups?id=540fae54-ccea-4309-9c99-81b930eedb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828440 Jul 14 18:21:09.030010 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] For port f0bc76aa-f37f-4233-8633-52f3421ea161, host n-h2-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=f0bc76aa-f37f-4233-8633-52f3421ea161,segment=NetworkSegment(067fc487-22c7-42de-972d-ae352a28ad29),segment_id=067fc487-22c7-42de-972d-ae352a28ad29)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:21:09.041878 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-38db1549-ab8f-4ff3-a8fa-e22df13e7fcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:09.053318 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [req-b6f8ae27-d14a-43e1-92b2-173aaceee895 req-c320f6a0-e95f-4e13-a48d-15726d9ab052 tempest-SecurityGroupsTestJSON-1215008278 tempest-SecurityGroupsTestJSON-1215008278-project] Request body: {'port': {'security_groups': ['309722b9-2fe8-4d94-8481-29be9b33af8a', '80378ff0-3ecd-443a-93aa-e3b4295160bd']}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:21:09.105649 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Returning: {'device': 'f0bc76aa-f37f-4233-8633-52f3421ea161', 'network_id': '4f742057-89ee-4b4a-86f7-487ee61881a1', 'port_id': 'f0bc76aa-f37f-4233-8633-52f3421ea161', 'mac_address': 'fa:16:3e:e1:97:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f20c54fb-f7da-4761-aa61-2e4f99f3d332', 'ip_address': '192.168.233.74'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93917) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 18:21:09.122704 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-05271a4a-1150-4bb5-b93a-5964904a21d6 None None] Attempting to bind port 53766236-78c3-47cf-b3f1-912e15dc7bdc on host n-d-800634-3 for vnic_type normal with profile {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:21:09.123410 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-05271a4a-1150-4bb5-b93a-5964904a21d6 None None] Attempting to bind port 53766236-78c3-47cf-b3f1-912e15dc7bdc by drivers openvswitch,hyperv on host n-d-800634-3 at level 0 using segments [{'id': '5afb940b-bbdf-4727-be00-5d46367c38a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9200a437-e1de-4520-88f6-e68386523e61'}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:21:09.126075 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05271a4a-1150-4bb5-b93a-5964904a21d6 None None] Attempting to bind port 53766236-78c3-47cf-b3f1-912e15dc7bdc on network 9200a437-e1de-4520-88f6-e68386523e61 {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:21:09.139119 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05271a4a-1150-4bb5-b93a-5964904a21d6 None None] Checking agent: {'id': '01c19e91-a945-4e3c-94a6-c211e17c923e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 8, 23), 'started_at': datetime.datetime(2021, 7, 14, 18, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 18, 20, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 18:21:09.140539 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05271a4a-1150-4bb5-b93a-5964904a21d6 None None] Checking segment: {'id': '5afb940b-bbdf-4727-be00-5d46367c38a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9200a437-e1de-4520-88f6-e68386523e61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93917) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:21:09.140539 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-05271a4a-1150-4bb5-b93a-5964904a21d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:09.140995 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05271a4a-1150-4bb5-b93a-5964904a21d6 None None] Bound using segment: {'id': '5afb940b-bbdf-4727-be00-5d46367c38a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9200a437-e1de-4520-88f6-e68386523e61'} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 18:21:09.141678 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-05271a4a-1150-4bb5-b93a-5964904a21d6 None None] Bound port: 53766236-78c3-47cf-b3f1-912e15dc7bdc, host: n-d-800634-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5afb940b-bbdf-4727-be00-5d46367c38a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9200a437-e1de-4520-88f6-e68386523e61'}}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 18:21:09.142494 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-05271a4a-1150-4bb5-b93a-5964904a21d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:09.148145 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Pushing event updated for resources: {'Port': ['ID=ab5916dd-5f86-4ef2-a01b-0aa579a6bf60,revision_number=3']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:21:09.267165 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:09.285139 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning for port b69e7bb8-d124-407f-a3e4-bfa6a8e0fa45 completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:21:09.308447 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0bc76aa-f37f-4233-8633-52f3421ea161 {{(pid=93917) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 18:21:09.322242 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port b69e7bb8-d124-407f-a3e4-bfa6a8e0fa45 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:21:09.322616 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:09.395317 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5b4841-8a80-4c7a-95dd-4cfb7720a6ca None None] Pushing event updated for resources: {'Port': ['ID=53766236-78c3-47cf-b3f1-912e15dc7bdc,revision_number=2']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:21:09.410417 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c382a0f-33ab-4bc6-b8b2-88f2e3c9d2d7 req-72653fdc-c29b-4d1b-bc25-35adcb18ef2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:21:09.412252 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3c382a0f-33ab-4bc6-b8b2-88f2e3c9d2d7 req-72653fdc-c29b-4d1b-bc25-35adcb18ef2f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=52a71ea9-5395-411d-94f2-0fbe5949db70 HTTP/1.1" status: 200 len: 862 time: 0.3819015 Jul 14 18:21:09.419481 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] For port f0bc76aa-f37f-4233-8633-52f3421ea161, host n-h2-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=f0bc76aa-f37f-4233-8633-52f3421ea161,segment=NetworkSegment(067fc487-22c7-42de-972d-ae352a28ad29),segment_id=067fc487-22c7-42de-972d-ae352a28ad29)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:21:09.431630 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-05271a4a-1150-4bb5-b93a-5964904a21d6 None None] For port 53766236-78c3-47cf-b3f1-912e15dc7bdc, host n-d-800634-3, cleared binding levels {{(pid=93917) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:21:09.435926 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-05271a4a-1150-4bb5-b93a-5964904a21d6 None None] For port 53766236-78c3-47cf-b3f1-912e15dc7bdc, host n-d-800634-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=53766236-78c3-47cf-b3f1-912e15dc7bdc,segment=NetworkSegment(5afb940b-bbdf-4727-be00-5d46367c38a1),segment_id=5afb940b-bbdf-4727-be00-5d46367c38a1)] {{(pid=93917) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 18:21:09.438511 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:09.469890 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-38db1549-ab8f-4ff3-a8fa-e22df13e7fcb admin admin] Notify callbacks [] for port, precommit_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:09.475533 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-38db1549-ab8f-4ff3-a8fa-e22df13e7fcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2684870'] for port, after_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:09.487866 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-05271a4a-1150-4bb5-b93a-5964904a21d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:09.568473 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Pushing event updated for resources: {'Port': ['ID=f0bc76aa-f37f-4233-8633-52f3421ea161,revision_number=4']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:21:09.571420 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:09.589986 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-38db1549-ab8f-4ff3-a8fa-e22df13e7fcb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-598741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-928734'] for router_interface, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:09.593243 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38db1549-ab8f-4ff3-a8fa-e22df13e7fcb admin admin] Pushing event updated for resources: {'Port': ['ID=1ed1da6f-0c81-415a-8574-f73b04f359db,revision_number=2']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:21:09.605606 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-b6f8ae27-d14a-43e1-92b2-173aaceee895 req-c320f6a0-e95f-4e13-a48d-15726d9ab052 tempest-SecurityGroupsTestJSON-1215008278 tempest-SecurityGroupsTestJSON-1215008278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:09.617639 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05271a4a-1150-4bb5-b93a-5964904a21d6 None None] Routers {'ac1647d5-ae4b-4ef1-af89-2d8a493e6b51'} bound to L3 agent in host n-d-800634-3 {{(pid=93917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:21:09.618261 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-05271a4a-1150-4bb5-b93a-5964904a21d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:20:53Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['ac1647d5-ae4b-4ef1-af89-2d8a493e6b51'], 'active': True} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:21:09.691710 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c382a0f-33ab-4bc6-b8b2-88f2e3c9d2d7 req-d83c61aa-4c57-43ca-8602-b24e213c1c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:21:09.693682 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3c382a0f-33ab-4bc6-b8b2-88f2e3c9d2d7 req-d83c61aa-4c57-43ca-8602-b24e213c1c72 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b1df69b6-7369-4ffc-83a6-1f3eb48a524d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2356889 Jul 14 18:21:09.709796 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5132f1a7-743d-4f33-8863-ae10448e2904 req-6e412941-99e9-4789-bb75-b25ff09f66ee tempest-LiveMigrationTest-64527954 tempest-LiveMigrationTest-64527954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:21:09.712446 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-5132f1a7-743d-4f33-8863-ae10448e2904 req-6e412941-99e9-4789-bb75-b25ff09f66ee tempest-LiveMigrationTest-64527954 tempest-LiveMigrationTest-64527954-project] 10.222.0.16 "GET /v2.0/ports?device_id=71cc93c3-ed8e-4af7-bf04-1c1ca5f4c121 HTTP/1.1" status: 200 len: 945 time: 0.2416081 Jul 14 18:21:09.726829 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] get_ports_and_sgs() called for port_ids ['f0bc76aa-f37f-4233-8633-52f3421ea161'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 18:21:09.736318 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af6752d-6c25-4458-9765-2ef88a780fc4 req-8ab7e940-9d32-4e9b-8b56-d02b361b2eca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:21:09.737411 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-9af6752d-6c25-4458-9765-2ef88a780fc4 req-8ab7e940-9d32-4e9b-8b56-d02b361b2eca service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d1f21963323d4ae1956c5ba38fc6e610&device_id=71cc93c3-ed8e-4af7-bf04-1c1ca5f4c121 HTTP/1.1" status: 200 len: 1096 time: 0.1349680 Jul 14 18:21:09.739675 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-7a7181c0-dca8-4e52-b8d1-9bf81728dffc None None] Provisioning complete for port b69e7bb8-d124-407f-a3e4-bfa6a8e0fa45 triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:21:09.739675 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-7a7181c0-dca8-4e52-b8d1-9bf81728dffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:09.766735 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] For port b69e7bb8-d124-407f-a3e4-bfa6a8e0fa45, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=b69e7bb8-d124-407f-a3e4-bfa6a8e0fa45,segment=NetworkSegment(194f6c25-af53-477d-a29c-bf1f9a10c84c),segment_id=194f6c25-af53-477d-a29c-bf1f9a10c84c)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:21:09.768599 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5b4841-8a80-4c7a-95dd-4cfb7720a6ca None None] Pushing event updated for resources: {'Port': ['ID=53766236-78c3-47cf-b3f1-912e15dc7bdc,revision_number=3']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:21:09.842816 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38db1549-ab8f-4ff3-a8fa-e22df13e7fcb admin admin] Network 6a275624-98b9-4f18-a007-12c4111e89df is already hosted by enough agents. {{(pid=93916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:21:09.843043 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:09.843672 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 18d1b1b3-8f1a-494e-969f-bc57a005e027 up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:21:09.847397 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [None req-38db1549-ab8f-4ff3-a8fa-e22df13e7fcb admin admin] Resources bound (agent type, host, resource id): {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:21:09.866703 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-5132f1a7-743d-4f33-8863-ae10448e2904 req-916d2082-21ec-4d87-95fb-603e9aba155d tempest-LiveMigrationTest-64527954 tempest-LiveMigrationTest-64527954-project] 10.222.0.16 "GET /v2.0/security-groups?id=93c6eb24-b3aa-49c4-93f7-93dd5f011665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103837 Jul 14 18:21:09.997647 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Pushing event updated for resources: {'Port': ['ID=b69e7bb8-d124-407f-a3e4-bfa6a8e0fa45,revision_number=3']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:21:10.035182 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3c382a0f-33ab-4bc6-b8b2-88f2e3c9d2d7 req-4a3eda90-0715-410c-aa54-e25c49060d00 service neutron] 10.222.0.35 "GET /v2.0/networks/b1df69b6-7369-4ffc-83a6-1f3eb48a524d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3196092 Jul 14 18:21:10.070024 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvr_db [None req-05271a4a-1150-4bb5-b93a-5964904a21d6 None None] Set router ac1647d5-ae4b-4ef1-af89-2d8a493e6b51 gateway port host: n-d-800634-3 {{(pid=93917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 18:21:10.144056 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af6752d-6c25-4458-9765-2ef88a780fc4 req-bccf31ff-f6b0-4815-b446-49a286002c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:21:10.146274 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-9af6752d-6c25-4458-9765-2ef88a780fc4 req-bccf31ff-f6b0-4815-b446-49a286002c95 service neutron] 10.222.0.18 "GET /v2.0/networks?id=31a99599-848e-4d3a-b964-3d8069f89b88 HTTP/1.1" status: 200 len: 908 time: 0.3989980 Jul 14 18:21:10.223314 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-9af6752d-6c25-4458-9765-2ef88a780fc4 req-2d6a1810-3aad-486c-8269-02e41c640543 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c18880b1-3704-41a6-9385-b6125727058f HTTP/1.1" status: 200 len: 217 time: 0.0656912 Jul 14 18:21:10.236646 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b0565f-7523-48c9-83d2-338a5ebe82a6 req-464f31d0-0533-444c-ae47-e80650ac8b36 tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:21:10.244498 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b0565f-7523-48c9-83d2-338a5ebe82a6 req-464f31d0-0533-444c-ae47-e80650ac8b36 tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:21:10.246476 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-f8b0565f-7523-48c9-83d2-338a5ebe82a6 req-464f31d0-0533-444c-ae47-e80650ac8b36 tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] 10.222.0.18 "GET /v2.0/networks?id=7d6a6239-0ab6-4977-8536-15456ee96e69&id=55e3c695-5ed7-4f3b-af07-d732a5026b8a HTTP/1.1" status: 200 len: 1391 time: 0.3250780 Jul 14 18:21:10.248787 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port 18d1b1b3-8f1a-494e-969f-bc57a005e027 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:21:10.249173 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:10.250585 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38db1549-ab8f-4ff3-a8fa-e22df13e7fcb admin admin] Router ac1647d5-ae4b-4ef1-af89-2d8a493e6b51 has already been hosted by L3 agent 2c6eb27e-defb-4cca-9a24-381c7415e359 {{(pid=93916) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 18:21:10.263883 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [req-f8b0565f-7523-48c9-83d2-338a5ebe82a6 req-c43dea8b-3cce-4523-a127-758543d2b6e6 tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] Request body: {'port': {'device_id': '1fc25b02-ac84-4b95-b2d8-aaef4f83ac31', 'network_id': '7d6a6239-0ab6-4977-8536-15456ee96e69', 'admin_state_up': True, 'tenant_id': 'f4a8f789c2b347a295c086869e423927'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:21:10.408277 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af6752d-6c25-4458-9765-2ef88a780fc4 req-aa3d2fea-9014-4394-a976-d302a9e48430 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:21:10.409801 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-9af6752d-6c25-4458-9765-2ef88a780fc4 req-aa3d2fea-9014-4394-a976-d302a9e48430 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=8fa41a13-248e-4ed4-8731-d525cb4f3c62 HTTP/1.1" status: 200 len: 848 time: 0.1578596 Jul 14 18:21:10.466473 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-9af6752d-6c25-4458-9765-2ef88a780fc4 req-3d3324da-31f4-468d-908a-5aef829e51f2 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=31a99599-848e-4d3a-b964-3d8069f89b88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0480635 Jul 14 18:21:10.505178 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-cb813c4c-fe65-49f5-9049-f66be9b31e13 None None] Provisioning for port 1ed1da6f-0c81-415a-8574-f73b04f359db completed by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:21:10.514307 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-cb813c4c-fe65-49f5-9049-f66be9b31e13 None None] Provisioning complete for port 1ed1da6f-0c81-415a-8574-f73b04f359db triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:21:10.514680 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-cb813c4c-fe65-49f5-9049-f66be9b31e13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:10.523470 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-069396c0-aef4-4be2-9557-707faa55536a req-3762f290-6b38-467a-b5bb-931913b37fc7 tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] 10.222.0.16 "GET /v2.0/ports?device_id=1fc25b02-ac84-4b95-b2d8-aaef4f83ac31 HTTP/1.1" status: 200 len: 210 time: 0.0448256 Jul 14 18:21:10.584163 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-cb813c4c-fe65-49f5-9049-f66be9b31e13 None None] Port 1ed1da6f-0c81-415a-8574-f73b04f359db cannot update to ACTIVE because it is not bound. {{(pid=93917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 18:21:10.594343 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-b6f8ae27-d14a-43e1-92b2-173aaceee895 req-c320f6a0-e95f-4e13-a48d-15726d9ab052 tempest-SecurityGroupsTestJSON-1215008278 tempest-SecurityGroupsTestJSON-1215008278-project] For port 34ab1baa-3389-4be5-8ab1-025858c130d9, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=34ab1baa-3389-4be5-8ab1-025858c130d9,segment=NetworkSegment(a486c7d6-69d2-4a27-a7a6-bfe66b9801fc),segment_id=a486c7d6-69d2-4a27-a7a6-bfe66b9801fc)] {{(pid=93915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:21:10.598545 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3c382a0f-33ab-4bc6-b8b2-88f2e3c9d2d7 req-a89d72e9-6ff3-429d-913b-46b6ee70ff8b service neutron] 10.222.0.35 "GET /v2.0/networks/b1df69b6-7369-4ffc-83a6-1f3eb48a524d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5551202 Jul 14 18:21:10.600893 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-05271a4a-1150-4bb5-b93a-5964904a21d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac1647d5-ae4b-4ef1-af89-2d8a493e6b51', 'name': 'tempest-FloatingIPsTestJSON-7534525-router', 'tenant_id': '3c63e9fe54e04ccca7d27006434b65d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.37'}], 'enable_snat': True}, 'gw_port_id': '53766236-78c3-47cf-b3f1-912e15dc7bdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:21:02Z', 'updated_at': '2021-07-14T18:21:08Z', 'revision_number': 4, 'project_id': '3c63e9fe54e04ccca7d27006434b65d2', 'gw_port': {'id': '53766236-78c3-47cf-b3f1-912e15dc7bdc', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:79:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac1647d5-ae4b-4ef1-af89-2d8a493e6b51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:21:03Z', 'updated_at': '2021-07-14T18:21:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_interfaces': [{'id': '1ed1da6f-0c81-415a-8574-f73b04f359db', 'name': '', 'network_id': '6a275624-98b9-4f18-a007-12c4111e89df', 'tenant_id': '3c63e9fe54e04ccca7d27006434b65d2', 'mac_address': 'fa:16:3e:ae:11:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac1647d5-ae4b-4ef1-af89-2d8a493e6b51', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '7ecbc671-5dc9-445d-baa4-37b7098eb5c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:21:07Z', 'updated_at': '2021-07-14T18:21:09Z', 'revision_number': 2, 'project_id': '3c63e9fe54e04ccca7d27006434b65d2', 'subnets': [{'id': '7ecbc671-5dc9-445d-baa4-37b7098eb5c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-3', False) {} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:21:10.642874 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-b6f8ae27-d14a-43e1-92b2-173aaceee895 req-c320f6a0-e95f-4e13-a48d-15726d9ab052 tempest-SecurityGroupsTestJSON-1215008278 tempest-SecurityGroupsTestJSON-1215008278-project] Notify callbacks [] for port, precommit_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:10.657527 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-b6f8ae27-d14a-43e1-92b2-173aaceee895 req-c320f6a0-e95f-4e13-a48d-15726d9ab052 tempest-SecurityGroupsTestJSON-1215008278 tempest-SecurityGroupsTestJSON-1215008278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25912978'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:10.660428 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05271a4a-1150-4bb5-b93a-5964904a21d6 None None] The sync data for ids ['ac1647d5-ae4b-4ef1-af89-2d8a493e6b51'] in n-d-800634-3 is: [{'id': 'ac1647d5-ae4b-4ef1-af89-2d8a493e6b51', 'name': 'tempest-FloatingIPsTestJSON-7534525-router', 'tenant_id': '3c63e9fe54e04ccca7d27006434b65d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.37'}], 'enable_snat': True}, 'gw_port_id': '53766236-78c3-47cf-b3f1-912e15dc7bdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:21:02Z', 'updated_at': '2021-07-14T18:21:08Z', 'revision_number': 4, 'project_id': '3c63e9fe54e04ccca7d27006434b65d2', 'gw_port': {'id': '53766236-78c3-47cf-b3f1-912e15dc7bdc', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:79:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac1647d5-ae4b-4ef1-af89-2d8a493e6b51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:21:03Z', 'updated_at': '2021-07-14T18:21:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_interfaces': [{'id': '1ed1da6f-0c81-415a-8574-f73b04f359db', 'name': '', 'network_id': '6a275624-98b9-4f18-a007-12c4111e89df', 'tenant_id': '3c63e9fe54e04ccca7d27006434b65d2', 'mac_address': 'fa:16:3e:ae:11:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac1647d5-ae4b-4ef1-af89-2d8a493e6b51', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '7ecbc671-5dc9-445d-baa4-37b7098eb5c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:21:07Z', 'updated_at': '2021-07-14T18:21:09Z', 'revision_number': 2, 'project_id': '3c63e9fe54e04ccca7d27006434b65d2', 'subnets': [{'id': '7ecbc671-5dc9-445d-baa4-37b7098eb5c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 18:21:10.678636 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] get_ports_and_sgs() called for port_ids ['34ab1baa-3389-4be5-8ab1-025858c130d9'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 18:21:10.681051 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device ab5916dd-5f86-4ef2-a01b-0aa579a6bf60 up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:21:10.713111 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f8ae27-d14a-43e1-92b2-173aaceee895 req-c320f6a0-e95f-4e13-a48d-15726d9ab052 tempest-SecurityGroupsTestJSON-1215008278 tempest-SecurityGroupsTestJSON-1215008278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:21:10.713802 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-b6f8ae27-d14a-43e1-92b2-173aaceee895 req-c320f6a0-e95f-4e13-a48d-15726d9ab052 tempest-SecurityGroupsTestJSON-1215008278 tempest-SecurityGroupsTestJSON-1215008278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:10.729551 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b6f8ae27-d14a-43e1-92b2-173aaceee895 req-c320f6a0-e95f-4e13-a48d-15726d9ab052 tempest-SecurityGroupsTestJSON-1215008278 tempest-SecurityGroupsTestJSON-1215008278-project] 10.222.0.16 "PUT /v2.0/ports/34ab1baa-3389-4be5-8ab1-025858c130d9 HTTP/1.1" status: 200 len: 981 time: 1.6967871 Jul 14 18:21:10.730081 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c17a98c-cfb0-45bc-9509-bd12eda92ce5', 'tag': '34ab1baa-3389-4be5-8ab1-025858c130d9'}] {{(pid=93915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:21:10.732488 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e72782ad3af8f7d4ce76cedf092bca46d1756acc5c4653cf0b52034cdd6b073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95ebce1c-7c43-47cb-b6da-97de07aef265" -d '{"events": [{"name": "network-changed", "server_uuid": "3c17a98c-cfb0-45bc-9509-bd12eda92ce5", "tag": "34ab1baa-3389-4be5-8ab1-025858c130d9"}]}' {{(pid=93915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:21:10.827499 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c320f6a0-e95f-4e13-a48d-15726d9ab052 tempest-SecurityGroupsTestJSON-1215008278 tempest-SecurityGroupsTestJSON-1215008278-project] Pushing event updated for resources: {'Port': ['ID=34ab1baa-3389-4be5-8ab1-025858c130d9,revision_number=6']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:21:10.840108 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] get_ports_and_sgs() called for port_ids ['34ab1baa-3389-4be5-8ab1-025858c130d9'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 18:21:10.883177 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ed1216-1ba7-4646-9809-ec5328604579 req-fd7e6708-b742-4068-8df8-fb5875af521d tempest-ImagesOneServerTestJSON-2077962175 tempest-ImagesOneServerTestJSON-2077962175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:21:10.884835 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-72ed1216-1ba7-4646-9809-ec5328604579 req-fd7e6708-b742-4068-8df8-fb5875af521d tempest-ImagesOneServerTestJSON-2077962175 tempest-ImagesOneServerTestJSON-2077962175-project] 10.222.0.16 "GET /v2.0/ports?device_id=6ab0c594-ecaf-4c5b-977a-9c1b59a2d9cc HTTP/1.1" status: 200 len: 948 time: 0.1204586 Jul 14 18:21:10.958588 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-72ed1216-1ba7-4646-9809-ec5328604579 req-eb0042ff-eed7-4bba-b133-8d7e7ded4b33 tempest-ImagesOneServerTestJSON-2077962175 tempest-ImagesOneServerTestJSON-2077962175-project] 10.222.0.16 "GET /v2.0/security-groups?id=4d4989be-80ba-48ef-a540-fb5b2a222da7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616786 Jul 14 18:21:10.979777 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8b0565f-7523-48c9-83d2-338a5ebe82a6 req-c43dea8b-3cce-4523-a127-758543d2b6e6 tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] Made reservation on behalf of f4a8f789c2b347a295c086869e423927 for: {'port': 1} {{(pid=93916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:21:10.983454 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-f8b0565f-7523-48c9-83d2-338a5ebe82a6 req-c43dea8b-3cce-4523-a127-758543d2b6e6 tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:11.105219 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port ab5916dd-5f86-4ef2-a01b-0aa579a6bf60 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:21:11.105672 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:11.224518 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38db1549-ab8f-4ff3-a8fa-e22df13e7fcb admin admin] Notify agent at l3_agent.n-d-800634-3 the message routers_updated {{(pid=93916) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 18:21:11.240541 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f12ea5-b533-4b67-83db-057d54764b65 req-278fbebc-daa9-4c85-b0e2-c28afe7431ee tempest-LiveAutoBlockMigrationV225Test-133245952 tempest-LiveAutoBlockMigrationV225Test-133245952-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:21:11.251473 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f1f12ea5-b533-4b67-83db-057d54764b65 req-278fbebc-daa9-4c85-b0e2-c28afe7431ee tempest-LiveAutoBlockMigrationV225Test-133245952 tempest-LiveAutoBlockMigrationV225Test-133245952-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=4c03c8a6-1634-41e9-92c6-45ef79023d35 HTTP/1.1" status: 200 len: 1095 time: 0.1015155 Jul 14 18:21:11.276294 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-38db1549-ab8f-4ff3-a8fa-e22df13e7fcb admin admin] 10.222.0.16 "PUT /v2.0/routers/ac1647d5-ae4b-4ef1-af89-2d8a493e6b51/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8779001 Jul 14 18:21:11.327253 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.db_base_plugin_common [req-f8b0565f-7523-48c9-83d2-338a5ebe82a6 req-c43dea8b-3cce-4523-a127-758543d2b6e6 tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] Allocated IP 19.80.0.183 (7d6a6239-0ab6-4977-8536-15456ee96e69/6944a89f-d70f-4aba-b39b-ca3147806938/a5240037-2a1c-46d0-98f1-5c2edff2c8c7) {{(pid=93916) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:21:11.361009 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f1f12ea5-b533-4b67-83db-057d54764b65 req-5f80ae3e-ca50-491c-bb74-05f18851d7f9 tempest-LiveAutoBlockMigrationV225Test-133245952 tempest-LiveAutoBlockMigrationV225Test-133245952-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=540fae54-ccea-4309-9c99-81b930eedb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082537 Jul 14 18:21:11.368655 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-9af6752d-6c25-4458-9765-2ef88a780fc4 req-d0b508a9-2f9a-48b9-8e1e-d9a8e9efc91e service neutron] 10.222.0.18 "GET /v2.0/networks/31a99599-848e-4d3a-b964-3d8069f89b88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8917148 Jul 14 18:21:11.474414 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-602ff109-29be-40a3-af40-043f016915f3 req-0c863f6f-8f6d-4916-aa3b-72cc923ccdd8 tempest-SecurityGroupsTestJSON-1215008278 tempest-SecurityGroupsTestJSON-1215008278-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1144112182&fields=id&tenant_id=a9d22ebe08284e548350eab597e7413d HTTP/1.1" status: 200 len: 267 time: 0.0933561 Jul 14 18:21:11.493124 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device b69e7bb8-d124-407f-a3e4-bfa6a8e0fa45 up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:21:11.509506 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 18:21:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6de47c0-77d6-488f-a8cf-29f70dce3c0e x-openstack-request-id: req-b6de47c0-77d6-488f-a8cf-29f70dce3c0e {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:21:11.509506 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c17a98c-cfb0-45bc-9509-bd12eda92ce5", "tag": "34ab1baa-3389-4be5-8ab1-025858c130d9", "status": "completed", "code": 200}]} {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:21:11.509506 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b6de47c0-77d6-488f-a8cf-29f70dce3c0e {{(pid=93915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:21:11.509506 n-d-800634-3 neutron-server[93915]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c17a98c-cfb0-45bc-9509-bd12eda92ce5', 'tag': '34ab1baa-3389-4be5-8ab1-025858c130d9', 'status': 'completed', 'code': 200} Jul 14 18:21:11.666589 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602ff109-29be-40a3-af40-043f016915f3 req-5474acf2-09d8-46ee-a3c6-94ee71a6e56f tempest-SecurityGroupsTestJSON-1215008278 tempest-SecurityGroupsTestJSON-1215008278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:21:11.668457 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-602ff109-29be-40a3-af40-043f016915f3 req-5474acf2-09d8-46ee-a3c6-94ee71a6e56f tempest-SecurityGroupsTestJSON-1215008278 tempest-SecurityGroupsTestJSON-1215008278-project] 10.222.0.16 "GET /v2.0/ports?device_id=3c17a98c-cfb0-45bc-9509-bd12eda92ce5 HTTP/1.1" status: 200 len: 984 time: 0.1931100 Jul 14 18:21:11.670652 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ebce1c-7c43-47cb-b6da-97de07aef265 req-17b1bf73-1948-43f5-aefd-d41cddd631b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:21:11.672330 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-95ebce1c-7c43-47cb-b6da-97de07aef265 req-17b1bf73-1948-43f5-aefd-d41cddd631b2 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a9d22ebe08284e548350eab597e7413d&device_id=3c17a98c-cfb0-45bc-9509-bd12eda92ce5 HTTP/1.1" status: 200 len: 1135 time: 0.1327705 Jul 14 18:21:11.692321 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [req-602ff109-29be-40a3-af40-043f016915f3 req-d42b3fb0-55d8-41bc-befc-b3ff30d7e78b tempest-SecurityGroupsTestJSON-1215008278 tempest-SecurityGroupsTestJSON-1215008278-project] Request body: {'port': {'security_groups': ['309722b9-2fe8-4d94-8481-29be9b33af8a', '80378ff0-3ecd-443a-93aa-e3b4295160bd', 'b8418642-c381-4b9f-a1ef-7087012a2f8d']}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:21:11.696596 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-f8b0565f-7523-48c9-83d2-338a5ebe82a6 req-c43dea8b-3cce-4523-a127-758543d2b6e6 tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] Notify callbacks [] for port, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:11.715689 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.provisioning_blocks [req-f8b0565f-7523-48c9-83d2-338a5ebe82a6 req-c43dea8b-3cce-4523-a127-758543d2b6e6 tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] Transition to ACTIVE for port object a5240037-2a1c-46d0-98f1-5c2edff2c8c7 will not be triggered until provisioned by entity DHCP. {{(pid=93916) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:21:11.759122 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port b69e7bb8-d124-407f-a3e4-bfa6a8e0fa45 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:21:11.759681 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:11.825709 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-f8b0565f-7523-48c9-83d2-338a5ebe82a6 req-c43dea8b-3cce-4523-a127-758543d2b6e6 tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:11.834683 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-9af6752d-6c25-4458-9765-2ef88a780fc4 req-9aa668ce-3028-49da-8a41-acaa6a3632f5 service neutron] 10.222.0.18 "GET /v2.0/networks/31a99599-848e-4d3a-b964-3d8069f89b88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4466887 Jul 14 18:21:11.891683 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8b0565f-7523-48c9-83d2-338a5ebe82a6 req-c43dea8b-3cce-4523-a127-758543d2b6e6 tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] Network 7d6a6239-0ab6-4977-8536-15456ee96e69 is already hosted by enough agents. {{(pid=93916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:21:11.897918 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [req-f8b0565f-7523-48c9-83d2-338a5ebe82a6 req-c43dea8b-3cce-4523-a127-758543d2b6e6 tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] Resources bound (agent type, host, resource id): {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:21:11.918365 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8b0565f-7523-48c9-83d2-338a5ebe82a6 req-c43dea8b-3cce-4523-a127-758543d2b6e6 tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] Received port after_create {{(pid=93916) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:21:11.961278 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ebce1c-7c43-47cb-b6da-97de07aef265 req-f919bd0a-ab1a-4833-ae39-d59cb504c74e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:21:11.961471 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-95ebce1c-7c43-47cb-b6da-97de07aef265 req-f919bd0a-ab1a-4833-ae39-d59cb504c74e service neutron] 10.222.0.18 "GET /v2.0/networks?id=a7a25cb1-3192-42fa-8b6a-3dfe4ce67a05 HTTP/1.1" status: 200 len: 912 time: 0.2064605 Jul 14 18:21:12.017262 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43dea8b-3cce-4523-a127-758543d2b6e6 tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] Pushing event updated for resources: {'Port': ['ID=a5240037-2a1c-46d0-98f1-5c2edff2c8c7,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:21:12.018111 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-602ff109-29be-40a3-af40-043f016915f3 req-d42b3fb0-55d8-41bc-befc-b3ff30d7e78b tempest-SecurityGroupsTestJSON-1215008278 tempest-SecurityGroupsTestJSON-1215008278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:12.028157 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-95ebce1c-7c43-47cb-b6da-97de07aef265 req-0a153b2e-39e5-43ba-bf8f-6475353b20dc service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=34ab1baa-3389-4be5-8ab1-025858c130d9 HTTP/1.1" status: 200 len: 217 time: 0.0553904 Jul 14 18:21:12.064382 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b0565f-7523-48c9-83d2-338a5ebe82a6 req-c43dea8b-3cce-4523-a127-758543d2b6e6 tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:21:12.065011 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-f8b0565f-7523-48c9-83d2-338a5ebe82a6 req-c43dea8b-3cce-4523-a127-758543d2b6e6 tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:12.091631 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-f8b0565f-7523-48c9-83d2-338a5ebe82a6 req-c43dea8b-3cce-4523-a127-758543d2b6e6 tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8313937 Jul 14 18:21:12.096626 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af6752d-6c25-4458-9765-2ef88a780fc4 req-0d44cbee-6c95-4e02-8cd4-236c81717748 tempest-LiveMigrationTest-888176612 tempest-LiveMigrationTest-888176612-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:21:12.097823 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-9af6752d-6c25-4458-9765-2ef88a780fc4 req-0d44cbee-6c95-4e02-8cd4-236c81717748 tempest-LiveMigrationTest-888176612 tempest-LiveMigrationTest-888176612-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=71cc93c3-ed8e-4af7-bf04-1c1ca5f4c121&tenant_id=d1f21963323d4ae1956c5ba38fc6e610&binding%3Ahost_id=n-h2-800634-3 HTTP/1.1" status: 200 len: 1096 time: 0.1809821 Jul 14 18:21:12.102879 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [req-f8b0565f-7523-48c9-83d2-338a5ebe82a6 req-c4a9575f-1fde-496f-846d-129d88ec740b tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] Request body: {'port': {'device_id': '1fc25b02-ac84-4b95-b2d8-aaef4f83ac31', 'network_id': '55e3c695-5ed7-4f3b-af07-d732a5026b8a', 'admin_state_up': True, 'tenant_id': 'f4a8f789c2b347a295c086869e423927'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:21:12.112074 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [req-9af6752d-6c25-4458-9765-2ef88a780fc4 req-a4ed81fb-98f5-409e-b821-d6730957a24c service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-800634-3'}}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:21:12.125724 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad782162-5f46-4a49-a402-1f53e26dd8d7 req-c9125247-fd5c-4b69-ab84-4bd753fbadfc tempest-LiveMigrationTest-64527954 tempest-LiveMigrationTest-64527954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:21:12.127469 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ad782162-5f46-4a49-a402-1f53e26dd8d7 req-c9125247-fd5c-4b69-ab84-4bd753fbadfc tempest-LiveMigrationTest-64527954 tempest-LiveMigrationTest-64527954-project] 10.222.0.16 "GET /v2.0/ports?device_id=71cc93c3-ed8e-4af7-bf04-1c1ca5f4c121 HTTP/1.1" status: 200 len: 945 time: 0.4540334 Jul 14 18:21:12.175183 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ebce1c-7c43-47cb-b6da-97de07aef265 req-3682e976-5de3-4671-a49d-5886058640e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:21:12.176851 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-95ebce1c-7c43-47cb-b6da-97de07aef265 req-3682e976-5de3-4671-a49d-5886058640e8 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=cc96744b-311f-49f7-8ac2-f53a1b384535 HTTP/1.1" status: 200 len: 852 time: 0.1372321 Jul 14 18:21:12.240257 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-95ebce1c-7c43-47cb-b6da-97de07aef265 req-d3a9358c-01f7-4254-9ee7-ca43727b5163 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a7a25cb1-3192-42fa-8b6a-3dfe4ce67a05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0514297 Jul 14 18:21:12.254898 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ad782162-5f46-4a49-a402-1f53e26dd8d7 req-8e95dffd-eaed-475f-9cf3-0f1ef8d9c1d5 tempest-LiveMigrationTest-64527954 tempest-LiveMigrationTest-64527954-project] 10.222.0.16 "GET /v2.0/security-groups?id=93c6eb24-b3aa-49c4-93f7-93dd5f011665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213830 Jul 14 18:21:12.328274 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-94d42f2d-538a-4c78-9d3b-506d024d565e None None] Provisioning for port a5240037-2a1c-46d0-98f1-5c2edff2c8c7 completed by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:21:12.329766 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8b0565f-7523-48c9-83d2-338a5ebe82a6 req-c4a9575f-1fde-496f-846d-129d88ec740b tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] Made reservation on behalf of f4a8f789c2b347a295c086869e423927 for: {'port': 1} {{(pid=93916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:21:12.336219 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-94d42f2d-538a-4c78-9d3b-506d024d565e None None] Provisioning complete for port a5240037-2a1c-46d0-98f1-5c2edff2c8c7 triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:21:12.336751 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-f8b0565f-7523-48c9-83d2-338a5ebe82a6 req-c4a9575f-1fde-496f-846d-129d88ec740b tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:12.337400 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-94d42f2d-538a-4c78-9d3b-506d024d565e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:12.412336 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-94d42f2d-538a-4c78-9d3b-506d024d565e None None] Port a5240037-2a1c-46d0-98f1-5c2edff2c8c7 cannot update to ACTIVE because it is not bound. {{(pid=93917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 18:21:12.527468 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-9af6752d-6c25-4458-9765-2ef88a780fc4 req-a4ed81fb-98f5-409e-b821-d6730957a24c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:12.540071 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-95ebce1c-7c43-47cb-b6da-97de07aef265 req-fbc3c54a-4852-44cb-a6f3-a478d90d0166 service neutron] 10.222.0.18 "GET /v2.0/networks/a7a25cb1-3192-42fa-8b6a-3dfe4ce67a05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2797520 Jul 14 18:21:12.546083 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Device f0bc76aa-f37f-4233-8633-52f3421ea161 up at agent hyperv_n-h2-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:21:12.615590 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Provisioning for port f0bc76aa-f37f-4233-8633-52f3421ea161 completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:21:12.629924 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Provisioning complete for port f0bc76aa-f37f-4233-8633-52f3421ea161 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:21:12.630311 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:12.711601 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 53766236-78c3-47cf-b3f1-912e15dc7bdc up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:21:12.722685 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.db_base_plugin_common [req-f8b0565f-7523-48c9-83d2-338a5ebe82a6 req-c4a9575f-1fde-496f-846d-129d88ec740b tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] Allocated IP 19.86.0.96 (55e3c695-5ed7-4f3b-af07-d732a5026b8a/2f0bb4ff-b0ee-4ace-8470-bbbdfb3ad762/e15ba0aa-65f9-4826-8910-631ca023ca37) {{(pid=93916) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:21:12.732993 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-602ff109-29be-40a3-af40-043f016915f3 req-d42b3fb0-55d8-41bc-befc-b3ff30d7e78b tempest-SecurityGroupsTestJSON-1215008278 tempest-SecurityGroupsTestJSON-1215008278-project] For port 34ab1baa-3389-4be5-8ab1-025858c130d9, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=34ab1baa-3389-4be5-8ab1-025858c130d9,segment=NetworkSegment(a486c7d6-69d2-4a27-a7a6-bfe66b9801fc),segment_id=a486c7d6-69d2-4a27-a7a6-bfe66b9801fc)] {{(pid=93915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:21:12.774573 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3f3eae-7f68-4964-8850-a787ff0ec7b5 req-6458365a-c3e3-4249-a2b0-a640341be932 tempest-LiveAutoBlockMigrationV225Test-133245952 tempest-LiveAutoBlockMigrationV225Test-133245952-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:21:12.787609 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ce3f3eae-7f68-4964-8850-a787ff0ec7b5 req-6458365a-c3e3-4249-a2b0-a640341be932 tempest-LiveAutoBlockMigrationV225Test-133245952 tempest-LiveAutoBlockMigrationV225Test-133245952-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=4c03c8a6-1634-41e9-92c6-45ef79023d35 HTTP/1.1" status: 200 len: 1095 time: 0.3088331 Jul 14 18:21:12.806866 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.db [req-9af6752d-6c25-4458-9765-2ef88a780fc4 req-a4ed81fb-98f5-409e-b821-d6730957a24c service neutron] For port c18880b1-3704-41a6-9385-b6125727058f, host n-h2-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=c18880b1-3704-41a6-9385-b6125727058f,segment=NetworkSegment(d3ebb57b-621c-4102-bdfe-7fa439ba5ffc),segment_id=d3ebb57b-621c-4102-bdfe-7fa439ba5ffc)] {{(pid=93916) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:21:12.807198 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-95ebce1c-7c43-47cb-b6da-97de07aef265 req-44702992-abd8-4652-b729-ddbd717c6fe8 service neutron] 10.222.0.18 "GET /v2.0/networks/a7a25cb1-3192-42fa-8b6a-3dfe4ce67a05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2376237 Jul 14 18:21:12.827784 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-602ff109-29be-40a3-af40-043f016915f3 req-d42b3fb0-55d8-41bc-befc-b3ff30d7e78b tempest-SecurityGroupsTestJSON-1215008278 tempest-SecurityGroupsTestJSON-1215008278-project] Notify callbacks [] for port, precommit_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:12.845283 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-602ff109-29be-40a3-af40-043f016915f3 req-d42b3fb0-55d8-41bc-befc-b3ff30d7e78b tempest-SecurityGroupsTestJSON-1215008278 tempest-SecurityGroupsTestJSON-1215008278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25912978'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:12.862654 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:12.877597 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning for port 53766236-78c3-47cf-b3f1-912e15dc7bdc completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:21:12.882477 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] get_ports_and_sgs() called for port_ids ['34ab1baa-3389-4be5-8ab1-025858c130d9'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 18:21:12.907786 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] For port f0bc76aa-f37f-4233-8633-52f3421ea161, host n-h2-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=f0bc76aa-f37f-4233-8633-52f3421ea161,segment=NetworkSegment(067fc487-22c7-42de-972d-ae352a28ad29),segment_id=067fc487-22c7-42de-972d-ae352a28ad29)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:21:12.909734 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port 53766236-78c3-47cf-b3f1-912e15dc7bdc triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:21:12.910178 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:12.917688 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ab0c594-ecaf-4c5b-977a-9c1b59a2d9cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0bc76aa-f37f-4233-8633-52f3421ea161'}] {{(pid=93917) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:21:12.918328 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ce3f3eae-7f68-4964-8850-a787ff0ec7b5 req-c790307b-b7bf-49fa-b82f-a259cc158d67 tempest-LiveAutoBlockMigrationV225Test-133245952 tempest-LiveAutoBlockMigrationV225Test-133245952-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=540fae54-ccea-4309-9c99-81b930eedb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295877 Jul 14 18:21:12.922268 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20b787f3c29eaa7aa2a4d648c725a2124c5ff39a8d793252f9d844495e14cf42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64b61f0a-0601-45d9-9ee6-28c81757bc0d" -d '{"events": [{"server_uuid": "6ab0c594-ecaf-4c5b-977a-9c1b59a2d9cc", "name": "network-vif-plugged", "status": "completed", "tag": "f0bc76aa-f37f-4233-8633-52f3421ea161"}]}' {{(pid=93917) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:21:12.950129 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602ff109-29be-40a3-af40-043f016915f3 req-d42b3fb0-55d8-41bc-befc-b3ff30d7e78b tempest-SecurityGroupsTestJSON-1215008278 tempest-SecurityGroupsTestJSON-1215008278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:21:12.950129 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-602ff109-29be-40a3-af40-043f016915f3 req-d42b3fb0-55d8-41bc-befc-b3ff30d7e78b tempest-SecurityGroupsTestJSON-1215008278 tempest-SecurityGroupsTestJSON-1215008278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:12.978835 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-602ff109-29be-40a3-af40-043f016915f3 req-d42b3fb0-55d8-41bc-befc-b3ff30d7e78b tempest-SecurityGroupsTestJSON-1215008278 tempest-SecurityGroupsTestJSON-1215008278-project] 10.222.0.16 "PUT /v2.0/ports/34ab1baa-3389-4be5-8ab1-025858c130d9 HTTP/1.1" status: 200 len: 1020 time: 1.2861087 Jul 14 18:21:12.990859 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.db [req-9af6752d-6c25-4458-9765-2ef88a780fc4 req-a4ed81fb-98f5-409e-b821-d6730957a24c service neutron] For port c18880b1-3704-41a6-9385-b6125727058f, host n-h2-800634-3, cleared binding levels {{(pid=93916) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:21:13.075262 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:13.081120 n-d-800634-3 neutron-server[93916]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71cc93c3-ed8e-4af7-bf04-1c1ca5f4c121', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c18880b1-3704-41a6-9385-b6125727058f'}] {{(pid=93916) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:21:13.083661 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f803e150b363a7893830aa996ac27753fa25517c406ecd3536b7c2d4b26eeb9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3d25e47-01bb-4c14-8bbe-8b7c776992e4" -d '{"events": [{"server_uuid": "71cc93c3-ed8e-4af7-bf04-1c1ca5f4c121", "name": "network-vif-unplugged", "status": "completed", "tag": "c18880b1-3704-41a6-9385-b6125727058f"}]}' {{(pid=93916) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:21:13.090471 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42b3fb0-55d8-41bc-befc-b3ff30d7e78b tempest-SecurityGroupsTestJSON-1215008278 tempest-SecurityGroupsTestJSON-1215008278-project] Pushing event updated for resources: {'Port': ['ID=34ab1baa-3389-4be5-8ab1-025858c130d9,revision_number=7']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:21:13.090680 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-9af6752d-6c25-4458-9765-2ef88a780fc4 req-a4ed81fb-98f5-409e-b821-d6730957a24c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:13.094948 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-f8b0565f-7523-48c9-83d2-338a5ebe82a6 req-c4a9575f-1fde-496f-846d-129d88ec740b tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] Notify callbacks [] for port, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:13.106569 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-9af6752d-6c25-4458-9765-2ef88a780fc4 req-a4ed81fb-98f5-409e-b821-d6730957a24c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2684870'] for port, after_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:13.123691 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.provisioning_blocks [req-f8b0565f-7523-48c9-83d2-338a5ebe82a6 req-c4a9575f-1fde-496f-846d-129d88ec740b tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] Transition to ACTIVE for port object e15ba0aa-65f9-4826-8910-631ca023ca37 will not be triggered until provisioned by entity DHCP. {{(pid=93916) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:21:13.179173 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] get_ports_and_sgs() called for port_ids ['34ab1baa-3389-4be5-8ab1-025858c130d9'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 18:21:13.238509 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ed81fb-98f5-409e-b821-d6730957a24c service neutron] Pushing event updated for resources: {'Port': ['ID=c18880b1-3704-41a6-9385-b6125727058f,revision_number=7']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:21:13.257220 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-f8b0565f-7523-48c9-83d2-338a5ebe82a6 req-c4a9575f-1fde-496f-846d-129d88ec740b tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:13.269698 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.managers [req-9af6752d-6c25-4458-9765-2ef88a780fc4 req-a4ed81fb-98f5-409e-b821-d6730957a24c service neutron] Attempting to bind port c18880b1-3704-41a6-9385-b6125727058f on host n-h2-800634-3 for vnic_type normal with profile {"migrating_to": "n-h1-800634-3"} {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:21:13.270490 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.managers [req-9af6752d-6c25-4458-9765-2ef88a780fc4 req-a4ed81fb-98f5-409e-b821-d6730957a24c service neutron] Attempting to bind port c18880b1-3704-41a6-9385-b6125727058f by drivers openvswitch,hyperv on host n-h2-800634-3 at level 0 using segments [{'id': 'd3ebb57b-621c-4102-bdfe-7fa439ba5ffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '31a99599-848e-4d3a-b964-3d8069f89b88'}] {{(pid=93916) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:21:13.271009 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9af6752d-6c25-4458-9765-2ef88a780fc4 req-a4ed81fb-98f5-409e-b821-d6730957a24c service neutron] Attempting to bind port c18880b1-3704-41a6-9385-b6125727058f on network 31a99599-848e-4d3a-b964-3d8069f89b88 {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:21:13.313821 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9af6752d-6c25-4458-9765-2ef88a780fc4 req-a4ed81fb-98f5-409e-b821-d6730957a24c service neutron] Port c18880b1-3704-41a6-9385-b6125727058f on network 31a99599-848e-4d3a-b964-3d8069f89b88 not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-3 {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 18:21:13.314066 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:13.314552 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9af6752d-6c25-4458-9765-2ef88a780fc4 req-a4ed81fb-98f5-409e-b821-d6730957a24c service neutron] Attempting to bind port c18880b1-3704-41a6-9385-b6125727058f on network 31a99599-848e-4d3a-b964-3d8069f89b88 {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:21:13.331493 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9af6752d-6c25-4458-9765-2ef88a780fc4 req-a4ed81fb-98f5-409e-b821-d6730957a24c service neutron] Checking agent: {'id': '08e36a6c-8d04-48f0-a644-f27680635246', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 15, 35), 'started_at': datetime.datetime(2021, 7, 14, 18, 15, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 18, 21, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 18:21:13.332586 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9af6752d-6c25-4458-9765-2ef88a780fc4 req-a4ed81fb-98f5-409e-b821-d6730957a24c service neutron] Checking segment: {'id': 'd3ebb57b-621c-4102-bdfe-7fa439ba5ffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '31a99599-848e-4d3a-b964-3d8069f89b88'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93916) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:21:13.333380 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9af6752d-6c25-4458-9765-2ef88a780fc4 req-a4ed81fb-98f5-409e-b821-d6730957a24c service neutron] Bound using segment: {'id': 'd3ebb57b-621c-4102-bdfe-7fa439ba5ffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '31a99599-848e-4d3a-b964-3d8069f89b88'} {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 18:21:13.333970 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.managers [req-9af6752d-6c25-4458-9765-2ef88a780fc4 req-a4ed81fb-98f5-409e-b821-d6730957a24c service neutron] Bound port: c18880b1-3704-41a6-9385-b6125727058f, host: n-h2-800634-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3ebb57b-621c-4102-bdfe-7fa439ba5ffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '31a99599-848e-4d3a-b964-3d8069f89b88'}}] {{(pid=93916) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 18:21:13.334692 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-9af6752d-6c25-4458-9765-2ef88a780fc4 req-a4ed81fb-98f5-409e-b821-d6730957a24c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:13.338292 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8b0565f-7523-48c9-83d2-338a5ebe82a6 req-c4a9575f-1fde-496f-846d-129d88ec740b tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] Network 55e3c695-5ed7-4f3b-af07-d732a5026b8a is already hosted by enough agents. {{(pid=93916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:21:13.340708 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] For port 53766236-78c3-47cf-b3f1-912e15dc7bdc, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=53766236-78c3-47cf-b3f1-912e15dc7bdc,segment=NetworkSegment(5afb940b-bbdf-4727-be00-5d46367c38a1),segment_id=5afb940b-bbdf-4727-be00-5d46367c38a1)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:21:13.342145 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Pushing event updated for resources: {'Port': ['ID=f0bc76aa-f37f-4233-8633-52f3421ea161,revision_number=5']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:21:13.347448 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a9575f-1fde-496f-846d-129d88ec740b tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] Pushing event updated for resources: {'Port': ['ID=e15ba0aa-65f9-4826-8910-631ca023ca37,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:21:13.351300 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [req-f8b0565f-7523-48c9-83d2-338a5ebe82a6 req-c4a9575f-1fde-496f-846d-129d88ec740b tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] Resources bound (agent type, host, resource id): {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:21:13.354452 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:13.368521 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8b0565f-7523-48c9-83d2-338a5ebe82a6 req-c4a9575f-1fde-496f-846d-129d88ec740b tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] Received port after_create {{(pid=93916) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:21:13.396390 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e360342-e610-4310-bbd2-af28f64e124e req-3eeed8c6-0583-4586-b545-e5ff6d72f3fa tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:21:13.404708 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-5e360342-e610-4310-bbd2-af28f64e124e req-3eeed8c6-0583-4586-b545-e5ff6d72f3fa tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] 10.222.0.16 "GET /v2.0/ports?device_id=1fc25b02-ac84-4b95-b2d8-aaef4f83ac31 HTTP/1.1" status: 200 len: 932 time: 0.1930406 Jul 14 18:21:13.418070 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Pushing event updated for resources: {'Port': ['ID=53766236-78c3-47cf-b3f1-912e15dc7bdc,revision_number=4']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:21:13.483252 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b0565f-7523-48c9-83d2-338a5ebe82a6 req-c4a9575f-1fde-496f-846d-129d88ec740b tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:21:13.484691 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-f8b0565f-7523-48c9-83d2-338a5ebe82a6 req-c4a9575f-1fde-496f-846d-129d88ec740b tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:13.490455 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-5e360342-e610-4310-bbd2-af28f64e124e req-7054e4b6-8807-4bbf-b9a8-fef54fd2c0fb tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] 10.222.0.16 "GET /v2.0/security-groups?id=07501815-414f-40f0-a54a-1c35d98e3f98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847399 Jul 14 18:21:13.511709 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c17a98c-cfb0-45bc-9509-bd12eda92ce5', 'tag': '34ab1baa-3389-4be5-8ab1-025858c130d9'}] {{(pid=93915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:21:13.517347 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e72782ad3af8f7d4ce76cedf092bca46d1756acc5c4653cf0b52034cdd6b073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-920aeb9c-db17-40a5-9ca5-962e37141c96" -d '{"events": [{"name": "network-changed", "server_uuid": "3c17a98c-cfb0-45bc-9509-bd12eda92ce5", "tag": "34ab1baa-3389-4be5-8ab1-025858c130d9"}]}' {{(pid=93915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:21:13.548947 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.db [req-9af6752d-6c25-4458-9765-2ef88a780fc4 req-a4ed81fb-98f5-409e-b821-d6730957a24c service neutron] For port c18880b1-3704-41a6-9385-b6125727058f, host n-h2-800634-3, cleared binding levels {{(pid=93916) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:21:13.552893 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.db [req-9af6752d-6c25-4458-9765-2ef88a780fc4 req-a4ed81fb-98f5-409e-b821-d6730957a24c service neutron] For port c18880b1-3704-41a6-9385-b6125727058f, host n-h2-800634-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=c18880b1-3704-41a6-9385-b6125727058f,segment=NetworkSegment(d3ebb57b-621c-4102-bdfe-7fa439ba5ffc),segment_id=d3ebb57b-621c-4102-bdfe-7fa439ba5ffc)] {{(pid=93916) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 18:21:13.555696 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-f8b0565f-7523-48c9-83d2-338a5ebe82a6 req-c4a9575f-1fde-496f-846d-129d88ec740b tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4567628 Jul 14 18:21:13.583116 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [req-f8b0565f-7523-48c9-83d2-338a5ebe82a6 req-e0620eb1-ba00-4504-9062-4c275ff67637 service neutron] Request body: {'port': {'device_id': '1fc25b02-ac84-4b95-b2d8-aaef4f83ac31', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800634-3'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:21:13.590857 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-9af6752d-6c25-4458-9765-2ef88a780fc4 req-a4ed81fb-98f5-409e-b821-d6730957a24c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2684870'] for port, after_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:13.625593 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-9a0d5e64-a129-4838-992a-da085fd36009 req-53ea0262-9f6c-46a9-b790-4bf7b2c0641f tempest-FloatingIPsTestJSON-1488369664 tempest-FloatingIPsTestJSON-1488369664-project] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3441427 Jul 14 18:21:13.637201 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [req-9a0d5e64-a129-4838-992a-da085fd36009 req-0da1822f-3b0d-43e0-a824-e92b775a1a5f tempest-FloatingIPsTestJSON-1488369664 tempest-FloatingIPsTestJSON-1488369664-project] Request body: {'floatingip': {'floating_network_id': '9200a437-e1de-4520-88f6-e68386523e61'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:21:13.684505 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-9a0d5e64-a129-4838-992a-da085fd36009 req-0da1822f-3b0d-43e0-a824-e92b775a1a5f tempest-FloatingIPsTestJSON-1488369664 tempest-FloatingIPsTestJSON-1488369664-project] Notify callbacks [] for floatingip, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:13.762494 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ed81fb-98f5-409e-b821-d6730957a24c service neutron] Pushing event updated for resources: {'Port': ['ID=c18880b1-3704-41a6-9385-b6125727058f,revision_number=8']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:21:13.794947 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af6752d-6c25-4458-9765-2ef88a780fc4 req-a4ed81fb-98f5-409e-b821-d6730957a24c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:21:13.796989 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-9af6752d-6c25-4458-9765-2ef88a780fc4 req-a4ed81fb-98f5-409e-b821-d6730957a24c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:13.798662 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-9af6752d-6c25-4458-9765-2ef88a780fc4 req-a4ed81fb-98f5-409e-b821-d6730957a24c service neutron] 10.222.0.18 "PUT /v2.0/ports/c18880b1-3704-41a6-9385-b6125727058f HTTP/1.1" status: 200 len: 1121 time: 1.6919601 Jul 14 18:21:13.801091 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-3052c87d-e094-4b47-87b1-22e9137796b7 None None] Provisioning for port e15ba0aa-65f9-4826-8910-631ca023ca37 completed by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:21:13.817169 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-f8b0565f-7523-48c9-83d2-338a5ebe82a6 req-e0620eb1-ba00-4504-9062-4c275ff67637 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:13.825124 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-3052c87d-e094-4b47-87b1-22e9137796b7 None None] Provisioning complete for port e15ba0aa-65f9-4826-8910-631ca023ca37 triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:21:13.825915 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-3052c87d-e094-4b47-87b1-22e9137796b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:13.878142 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] get_ports_and_sgs() called for port_ids ['c18880b1-3704-41a6-9385-b6125727058f'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 18:21:13.940071 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-3052c87d-e094-4b47-87b1-22e9137796b7 None None] Port e15ba0aa-65f9-4826-8910-631ca023ca37 cannot update to ACTIVE because it is not bound. {{(pid=93917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 18:21:14.011301 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-9a0d5e64-a129-4838-992a-da085fd36009 req-0da1822f-3b0d-43e0-a824-e92b775a1a5f tempest-FloatingIPsTestJSON-1488369664 tempest-FloatingIPsTestJSON-1488369664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:14.167680 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9ec21f-4993-415a-ae5a-7ebd45a0c1a7 req-093ded3d-01ce-47c7-ad9c-6d5b71aefced tempest-ImagesOneServerTestJSON-2077962175 tempest-ImagesOneServerTestJSON-2077962175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:21:14.169203 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3b9ec21f-4993-415a-ae5a-7ebd45a0c1a7 req-093ded3d-01ce-47c7-ad9c-6d5b71aefced tempest-ImagesOneServerTestJSON-2077962175 tempest-ImagesOneServerTestJSON-2077962175-project] 10.222.0.16 "GET /v2.0/ports?device_id=6ab0c594-ecaf-4c5b-977a-9c1b59a2d9cc HTTP/1.1" status: 200 len: 949 time: 0.2260008 Jul 14 18:21:14.189576 n-d-800634-3 neutron-server[93916]: DEBUG neutron.notifiers.nova [req-f8b0565f-7523-48c9-83d2-338a5ebe82a6 req-e0620eb1-ba00-4504-9062-4c275ff67637 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5240037-2a1c-46d0-98f1-5c2edff2c8c7 {{(pid=93916) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 18:21:14.197546 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-f8b0565f-7523-48c9-83d2-338a5ebe82a6 req-e0620eb1-ba00-4504-9062-4c275ff67637 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:14.210094 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.provisioning_blocks [req-f8b0565f-7523-48c9-83d2-338a5ebe82a6 req-e0620eb1-ba00-4504-9062-4c275ff67637 service neutron] Transition to ACTIVE for port object a5240037-2a1c-46d0-98f1-5c2edff2c8c7 will not be triggered until provisioned by entity L2. {{(pid=93916) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:21:14.210282 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.db_base_plugin_common [req-9a0d5e64-a129-4838-992a-da085fd36009 req-0da1822f-3b0d-43e0-a824-e92b775a1a5f tempest-FloatingIPsTestJSON-1488369664 tempest-FloatingIPsTestJSON-1488369664-project] Allocated IP 172.25.1.227 (9200a437-e1de-4520-88f6-e68386523e61/5f47f848-4532-407a-a0e2-5690ade15fd0/fe5727b5-7936-4d50-82b9-8bb3eebbdd0a) {{(pid=93915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:21:14.214374 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-f8b0565f-7523-48c9-83d2-338a5ebe82a6 req-e0620eb1-ba00-4504-9062-4c275ff67637 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2684870'] for port, after_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:14.233542 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3b9ec21f-4993-415a-ae5a-7ebd45a0c1a7 req-04bc8245-0244-489a-adeb-4daa18af57c8 tempest-ImagesOneServerTestJSON-2077962175 tempest-ImagesOneServerTestJSON-2077962175-project] 10.222.0.16 "GET /v2.0/security-groups?id=4d4989be-80ba-48ef-a540-fb5b2a222da7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571706 Jul 14 18:21:14.301591 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55c83a7f-b503-4995-bcc0-ed2248f243d4 None None] Sync routers for ids ['ac1647d5-ae4b-4ef1-af89-2d8a493e6b51'] in n-d-800634-3 {{(pid=93917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 18:21:14.320828 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55c83a7f-b503-4995-bcc0-ed2248f243d4 None None] Routers {'ac1647d5-ae4b-4ef1-af89-2d8a493e6b51'} bound to L3 agent in host n-d-800634-3 {{(pid=93917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:21:14.321736 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-55c83a7f-b503-4995-bcc0-ed2248f243d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:20:53Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['ac1647d5-ae4b-4ef1-af89-2d8a493e6b51'], 'active': True} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:21:14.326363 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0620eb1-ba00-4504-9062-4c275ff67637 service neutron] Pushing event updated for resources: {'Port': ['ID=a5240037-2a1c-46d0-98f1-5c2edff2c8c7,revision_number=2']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:21:14.361995 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-9a0d5e64-a129-4838-992a-da085fd36009 req-0da1822f-3b0d-43e0-a824-e92b775a1a5f tempest-FloatingIPsTestJSON-1488369664 tempest-FloatingIPsTestJSON-1488369664-project] Notify callbacks [] for port, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:14.439607 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.managers [req-f8b0565f-7523-48c9-83d2-338a5ebe82a6 req-e0620eb1-ba00-4504-9062-4c275ff67637 service neutron] Attempting to bind port a5240037-2a1c-46d0-98f1-5c2edff2c8c7 on host n-h1-800634-3 for vnic_type normal with profile {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:21:14.440213 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.managers [req-f8b0565f-7523-48c9-83d2-338a5ebe82a6 req-e0620eb1-ba00-4504-9062-4c275ff67637 service neutron] Attempting to bind port a5240037-2a1c-46d0-98f1-5c2edff2c8c7 by drivers openvswitch,hyperv on host n-h1-800634-3 at level 0 using segments [{'id': '5b2af41b-8371-454e-babf-35f661e7ac1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '7d6a6239-0ab6-4977-8536-15456ee96e69'}] {{(pid=93916) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:21:14.448455 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8b0565f-7523-48c9-83d2-338a5ebe82a6 req-e0620eb1-ba00-4504-9062-4c275ff67637 service neutron] Attempting to bind port a5240037-2a1c-46d0-98f1-5c2edff2c8c7 on network 7d6a6239-0ab6-4977-8536-15456ee96e69 {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:21:14.460023 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8b0565f-7523-48c9-83d2-338a5ebe82a6 req-e0620eb1-ba00-4504-9062-4c275ff67637 service neutron] Port a5240037-2a1c-46d0-98f1-5c2edff2c8c7 on network 7d6a6239-0ab6-4977-8536-15456ee96e69 not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-3 {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 18:21:14.460386 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8b0565f-7523-48c9-83d2-338a5ebe82a6 req-e0620eb1-ba00-4504-9062-4c275ff67637 service neutron] Attempting to bind port a5240037-2a1c-46d0-98f1-5c2edff2c8c7 on network 7d6a6239-0ab6-4977-8536-15456ee96e69 {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:21:14.463312 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-9a0d5e64-a129-4838-992a-da085fd36009 req-0da1822f-3b0d-43e0-a824-e92b775a1a5f tempest-FloatingIPsTestJSON-1488369664 tempest-FloatingIPsTestJSON-1488369664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:14.472963 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8b0565f-7523-48c9-83d2-338a5ebe82a6 req-e0620eb1-ba00-4504-9062-4c275ff67637 service neutron] Checking agent: {'id': 'a3630ff4-fbee-45d9-b9b6-0ae41cb3a350', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 15, 32), 'started_at': datetime.datetime(2021, 7, 14, 18, 15, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 18, 21, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 18:21:14.473815 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8b0565f-7523-48c9-83d2-338a5ebe82a6 req-e0620eb1-ba00-4504-9062-4c275ff67637 service neutron] Checking segment: {'id': '5b2af41b-8371-454e-babf-35f661e7ac1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '7d6a6239-0ab6-4977-8536-15456ee96e69'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93916) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:21:14.474397 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8b0565f-7523-48c9-83d2-338a5ebe82a6 req-e0620eb1-ba00-4504-9062-4c275ff67637 service neutron] Bound using segment: {'id': '5b2af41b-8371-454e-babf-35f661e7ac1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '7d6a6239-0ab6-4977-8536-15456ee96e69'} {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 18:21:14.475014 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.managers [req-f8b0565f-7523-48c9-83d2-338a5ebe82a6 req-e0620eb1-ba00-4504-9062-4c275ff67637 service neutron] Bound port: a5240037-2a1c-46d0-98f1-5c2edff2c8c7, host: n-h1-800634-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b2af41b-8371-454e-babf-35f661e7ac1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '7d6a6239-0ab6-4977-8536-15456ee96e69'}}] {{(pid=93916) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 18:21:14.475550 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-f8b0565f-7523-48c9-83d2-338a5ebe82a6 req-e0620eb1-ba00-4504-9062-4c275ff67637 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:14.475851 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 18:21:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89786599-9cfc-4e97-9d24-06431bac7fce x-openstack-request-id: req-89786599-9cfc-4e97-9d24-06431bac7fce {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:21:14.477846 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ab0c594-ecaf-4c5b-977a-9c1b59a2d9cc", "name": "network-vif-plugged", "status": "completed", "tag": "f0bc76aa-f37f-4233-8633-52f3421ea161", "code": 200}]} {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:21:14.477846 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-89786599-9cfc-4e97-9d24-06431bac7fce {{(pid=93917) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:21:14.477846 n-d-800634-3 neutron-server[93917]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ab0c594-ecaf-4c5b-977a-9c1b59a2d9cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0bc76aa-f37f-4233-8633-52f3421ea161', 'code': 200} Jul 14 18:21:14.522395 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a0d5e64-a129-4838-992a-da085fd36009 req-0da1822f-3b0d-43e0-a824-e92b775a1a5f tempest-FloatingIPsTestJSON-1488369664 tempest-FloatingIPsTestJSON-1488369664-project] Network 9200a437-e1de-4520-88f6-e68386523e61 is already hosted by enough agents. {{(pid=93915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:21:14.545861 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvr_db [None req-55c83a7f-b503-4995-bcc0-ed2248f243d4 None None] Set router ac1647d5-ae4b-4ef1-af89-2d8a493e6b51 gateway port host: n-d-800634-3 {{(pid=93917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 18:21:14.556389 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da1822f-3b0d-43e0-a824-e92b775a1a5f tempest-FloatingIPsTestJSON-1488369664 tempest-FloatingIPsTestJSON-1488369664-project] Pushing event updated for resources: {'Port': ['ID=fe5727b5-7936-4d50-82b9-8bb3eebbdd0a,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:21:14.579796 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [req-9a0d5e64-a129-4838-992a-da085fd36009 req-0da1822f-3b0d-43e0-a824-e92b775a1a5f tempest-FloatingIPsTestJSON-1488369664 tempest-FloatingIPsTestJSON-1488369664-project] Resources bound (agent type, host, resource id): {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:21:14.584010 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.db [req-f8b0565f-7523-48c9-83d2-338a5ebe82a6 req-e0620eb1-ba00-4504-9062-4c275ff67637 service neutron] For port a5240037-2a1c-46d0-98f1-5c2edff2c8c7, host n-h1-800634-3, cleared binding levels {{(pid=93916) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:21:14.587431 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.db [req-f8b0565f-7523-48c9-83d2-338a5ebe82a6 req-e0620eb1-ba00-4504-9062-4c275ff67637 service neutron] For port a5240037-2a1c-46d0-98f1-5c2edff2c8c7, host n-h1-800634-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=a5240037-2a1c-46d0-98f1-5c2edff2c8c7,segment=NetworkSegment(5b2af41b-8371-454e-babf-35f661e7ac1b),segment_id=5b2af41b-8371-454e-babf-35f661e7ac1b)] {{(pid=93916) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 18:21:14.595664 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-f8b0565f-7523-48c9-83d2-338a5ebe82a6 req-e0620eb1-ba00-4504-9062-4c275ff67637 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2684870'] for port, after_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:14.613537 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a0d5e64-a129-4838-992a-da085fd36009 req-0da1822f-3b0d-43e0-a824-e92b775a1a5f tempest-FloatingIPsTestJSON-1488369664 tempest-FloatingIPsTestJSON-1488369664-project] Received port after_create {{(pid=93915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:21:14.646095 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b0565f-7523-48c9-83d2-338a5ebe82a6 req-e0620eb1-ba00-4504-9062-4c275ff67637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:21:14.649237 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-f8b0565f-7523-48c9-83d2-338a5ebe82a6 req-e0620eb1-ba00-4504-9062-4c275ff67637 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:14.656561 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-f8b0565f-7523-48c9-83d2-338a5ebe82a6 req-e0620eb1-ba00-4504-9062-4c275ff67637 service neutron] 10.222.0.18 "PUT /v2.0/ports/a5240037-2a1c-46d0-98f1-5c2edff2c8c7 HTTP/1.1" status: 200 len: 1092 time: 1.0854392 Jul 14 18:21:14.685629 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 53766236-78c3-47cf-b3f1-912e15dc7bdc up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:21:14.699385 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [req-f8b0565f-7523-48c9-83d2-338a5ebe82a6 req-bf5e0d00-d443-4568-a9a1-c2ff883d5356 service neutron] Request body: {'port': {'device_id': '1fc25b02-ac84-4b95-b2d8-aaef4f83ac31', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800634-3'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:21:14.769646 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641a9c14-5637-4e3d-a8c8-22999fb811da req-e92129a8-f3b6-4bc9-b5e6-b9e4a725cfa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:21:14.774301 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-641a9c14-5637-4e3d-a8c8-22999fb811da req-e92129a8-f3b6-4bc9-b5e6-b9e4a725cfa1 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=6ab0c594-ecaf-4c5b-977a-9c1b59a2d9cc HTTP/1.1" status: 200 len: 1100 time: 0.3494833 Jul 14 18:21:14.822809 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0620eb1-ba00-4504-9062-4c275ff67637 service neutron] Pushing event updated for resources: {'Port': ['ID=a5240037-2a1c-46d0-98f1-5c2edff2c8c7,revision_number=3']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:21:14.846708 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c63ee2c-d2f4-4339-8250-c08ce9fdebe5 req-7b96bbb7-c09c-41a1-b735-d0c0be7bd4b3 tempest-SecurityGroupsTestJSON-1215008278 tempest-SecurityGroupsTestJSON-1215008278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:21:14.853477 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-9c63ee2c-d2f4-4339-8250-c08ce9fdebe5 req-7b96bbb7-c09c-41a1-b735-d0c0be7bd4b3 tempest-SecurityGroupsTestJSON-1215008278 tempest-SecurityGroupsTestJSON-1215008278-project] 10.222.0.16 "GET /v2.0/ports?device_id=3c17a98c-cfb0-45bc-9509-bd12eda92ce5 HTTP/1.1" status: 200 len: 1023 time: 0.3161128 Jul 14 18:21:14.913341 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port 53766236-78c3-47cf-b3f1-912e15dc7bdc triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:21:14.913936 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:14.914716 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-f8b0565f-7523-48c9-83d2-338a5ebe82a6 req-bf5e0d00-d443-4568-a9a1-c2ff883d5356 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:15.001903 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-55c83a7f-b503-4995-bcc0-ed2248f243d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac1647d5-ae4b-4ef1-af89-2d8a493e6b51', 'name': 'tempest-FloatingIPsTestJSON-7534525-router', 'tenant_id': '3c63e9fe54e04ccca7d27006434b65d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.37'}], 'enable_snat': True}, 'gw_port_id': '53766236-78c3-47cf-b3f1-912e15dc7bdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:21:02Z', 'updated_at': '2021-07-14T18:21:08Z', 'revision_number': 4, 'project_id': '3c63e9fe54e04ccca7d27006434b65d2', 'gw_port': {'id': '53766236-78c3-47cf-b3f1-912e15dc7bdc', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:79:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac1647d5-ae4b-4ef1-af89-2d8a493e6b51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:21:03Z', 'updated_at': '2021-07-14T18:21:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_interfaces': [{'id': '1ed1da6f-0c81-415a-8574-f73b04f359db', 'name': '', 'network_id': '6a275624-98b9-4f18-a007-12c4111e89df', 'tenant_id': '3c63e9fe54e04ccca7d27006434b65d2', 'mac_address': 'fa:16:3e:ae:11:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac1647d5-ae4b-4ef1-af89-2d8a493e6b51', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '7ecbc671-5dc9-445d-baa4-37b7098eb5c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:21:07Z', 'updated_at': '2021-07-14T18:21:09Z', 'revision_number': 2, 'project_id': '3c63e9fe54e04ccca7d27006434b65d2', 'subnets': [{'id': '7ecbc671-5dc9-445d-baa4-37b7098eb5c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-3', False) {} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:21:15.019778 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-9c63ee2c-d2f4-4339-8250-c08ce9fdebe5 req-66655a54-72e9-43a7-b221-ffbad33623f6 tempest-SecurityGroupsTestJSON-1215008278 tempest-SecurityGroupsTestJSON-1215008278-project] 10.222.0.16 "GET /v2.0/security-groups?id=80378ff0-3ecd-443a-93aa-e3b4295160bd&id=309722b9-2fe8-4d94-8481-29be9b33af8a&id=b8418642-c381-4b9f-a1ef-7087012a2f8d HTTP/1.1" status: 200 len: 6149 time: 0.1518598 Jul 14 18:21:15.027828 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-9a0d5e64-a129-4838-992a-da085fd36009 req-0da1822f-3b0d-43e0-a824-e92b775a1a5f tempest-FloatingIPsTestJSON-1488369664 tempest-FloatingIPsTestJSON-1488369664-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:15.066005 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-641a9c14-5637-4e3d-a8c8-22999fb811da req-4d420735-ff12-45d8-989a-24ae090237ac service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=4d4989be-80ba-48ef-a540-fb5b2a222da7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2825317 Jul 14 18:21:15.079456 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55c83a7f-b503-4995-bcc0-ed2248f243d4 None None] Checking router: ac1647d5-ae4b-4ef1-af89-2d8a493e6b51 for host: n-d-800634-3 {{(pid=93917) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 18:21:15.079805 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55c83a7f-b503-4995-bcc0-ed2248f243d4 None None] Updating router ac1647d5-ae4b-4ef1-af89-2d8a493e6b51 port 1ed1da6f-0c81-415a-8574-f73b04f359db binding host n-d-800634-3 {{(pid=93917) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 18:21:15.110876 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-9a0d5e64-a129-4838-992a-da085fd36009 req-0da1822f-3b0d-43e0-a824-e92b775a1a5f tempest-FloatingIPsTestJSON-1488369664 tempest-FloatingIPsTestJSON-1488369664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:15.180734 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-55c83a7f-b503-4995-bcc0-ed2248f243d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:15.321656 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-9a0d5e64-a129-4838-992a-da085fd36009 req-0da1822f-3b0d-43e0-a824-e92b775a1a5f tempest-FloatingIPsTestJSON-1488369664 tempest-FloatingIPsTestJSON-1488369664-project] Notify callbacks [] for port, precommit_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:15.329667 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-9a0d5e64-a129-4838-992a-da085fd36009 req-0da1822f-3b0d-43e0-a824-e92b775a1a5f tempest-FloatingIPsTestJSON-1488369664 tempest-FloatingIPsTestJSON-1488369664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25912978'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:15.337362 n-d-800634-3 neutron-server[93916]: DEBUG neutron.notifiers.nova [req-f8b0565f-7523-48c9-83d2-338a5ebe82a6 req-bf5e0d00-d443-4568-a9a1-c2ff883d5356 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e15ba0aa-65f9-4826-8910-631ca023ca37 {{(pid=93916) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 18:21:15.347486 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-f8b0565f-7523-48c9-83d2-338a5ebe82a6 req-bf5e0d00-d443-4568-a9a1-c2ff883d5356 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:15.361514 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.provisioning_blocks [req-f8b0565f-7523-48c9-83d2-338a5ebe82a6 req-bf5e0d00-d443-4568-a9a1-c2ff883d5356 service neutron] Transition to ACTIVE for port object e15ba0aa-65f9-4826-8910-631ca023ca37 will not be triggered until provisioned by entity L2. {{(pid=93916) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:21:15.366415 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-f8b0565f-7523-48c9-83d2-338a5ebe82a6 req-bf5e0d00-d443-4568-a9a1-c2ff883d5356 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2684870'] for port, after_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:15.494322 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 14 Jul 2021 18:21:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e96662c2-a02d-47f6-a9c8-c8b692de1bb1 x-openstack-request-id: req-e96662c2-a02d-47f6-a9c8-c8b692de1bb1 {{(pid=93916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:21:15.494322 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71cc93c3-ed8e-4af7-bf04-1c1ca5f4c121", "name": "network-vif-unplugged", "status": "completed", "tag": "c18880b1-3704-41a6-9385-b6125727058f", "code": 200}]} {{(pid=93916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:21:15.495056 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e96662c2-a02d-47f6-a9c8-c8b692de1bb1 {{(pid=93916) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:21:15.495056 n-d-800634-3 neutron-server[93916]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71cc93c3-ed8e-4af7-bf04-1c1ca5f4c121', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c18880b1-3704-41a6-9385-b6125727058f', 'code': 200} Jul 14 18:21:15.507329 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-9a0d5e64-a129-4838-992a-da085fd36009 req-0da1822f-3b0d-43e0-a824-e92b775a1a5f tempest-FloatingIPsTestJSON-1488369664 tempest-FloatingIPsTestJSON-1488369664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-930131'] for floatingip, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:15.561193 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da1822f-3b0d-43e0-a824-e92b775a1a5f tempest-FloatingIPsTestJSON-1488369664 tempest-FloatingIPsTestJSON-1488369664-project] Pushing event updated for resources: {'Port': ['ID=fe5727b5-7936-4d50-82b9-8bb3eebbdd0a,revision_number=2']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:21:15.562180 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5e0d00-d443-4568-a9a1-c2ff883d5356 service neutron] Pushing event updated for resources: {'Port': ['ID=e15ba0aa-65f9-4826-8910-631ca023ca37,revision_number=2']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:21:15.568364 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-9a0d5e64-a129-4838-992a-da085fd36009 req-0da1822f-3b0d-43e0-a824-e92b775a1a5f tempest-FloatingIPsTestJSON-1488369664 tempest-FloatingIPsTestJSON-1488369664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for floatingip, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:15.570075 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-9a0d5e64-a129-4838-992a-da085fd36009 req-0da1822f-3b0d-43e0-a824-e92b775a1a5f tempest-FloatingIPsTestJSON-1488369664 tempest-FloatingIPsTestJSON-1488369664-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.9431965 Jul 14 18:21:15.622830 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.managers [req-f8b0565f-7523-48c9-83d2-338a5ebe82a6 req-bf5e0d00-d443-4568-a9a1-c2ff883d5356 service neutron] Attempting to bind port e15ba0aa-65f9-4826-8910-631ca023ca37 on host n-h1-800634-3 for vnic_type normal with profile {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:21:15.623588 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.managers [req-f8b0565f-7523-48c9-83d2-338a5ebe82a6 req-bf5e0d00-d443-4568-a9a1-c2ff883d5356 service neutron] Attempting to bind port e15ba0aa-65f9-4826-8910-631ca023ca37 by drivers openvswitch,hyperv on host n-h1-800634-3 at level 0 using segments [{'id': '6e1ddf8f-4f92-427e-b74c-096978b57327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '55e3c695-5ed7-4f3b-af07-d732a5026b8a'}] {{(pid=93916) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:21:15.625177 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8b0565f-7523-48c9-83d2-338a5ebe82a6 req-bf5e0d00-d443-4568-a9a1-c2ff883d5356 service neutron] Attempting to bind port e15ba0aa-65f9-4826-8910-631ca023ca37 on network 55e3c695-5ed7-4f3b-af07-d732a5026b8a {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:21:15.633839 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8b0565f-7523-48c9-83d2-338a5ebe82a6 req-bf5e0d00-d443-4568-a9a1-c2ff883d5356 service neutron] Port e15ba0aa-65f9-4826-8910-631ca023ca37 on network 55e3c695-5ed7-4f3b-af07-d732a5026b8a not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-3 {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 18:21:15.634773 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8b0565f-7523-48c9-83d2-338a5ebe82a6 req-bf5e0d00-d443-4568-a9a1-c2ff883d5356 service neutron] Attempting to bind port e15ba0aa-65f9-4826-8910-631ca023ca37 on network 55e3c695-5ed7-4f3b-af07-d732a5026b8a {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:21:15.637360 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-55c83a7f-b503-4995-bcc0-ed2248f243d4 None None] Notify callbacks [] for port, precommit_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:15.645944 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8b0565f-7523-48c9-83d2-338a5ebe82a6 req-bf5e0d00-d443-4568-a9a1-c2ff883d5356 service neutron] Checking agent: {'id': 'a3630ff4-fbee-45d9-b9b6-0ae41cb3a350', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 15, 32), 'started_at': datetime.datetime(2021, 7, 14, 18, 15, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 18, 21, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 18:21:15.647916 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8b0565f-7523-48c9-83d2-338a5ebe82a6 req-bf5e0d00-d443-4568-a9a1-c2ff883d5356 service neutron] Checking segment: {'id': '6e1ddf8f-4f92-427e-b74c-096978b57327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '55e3c695-5ed7-4f3b-af07-d732a5026b8a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93916) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:21:15.648524 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8b0565f-7523-48c9-83d2-338a5ebe82a6 req-bf5e0d00-d443-4568-a9a1-c2ff883d5356 service neutron] Bound using segment: {'id': '6e1ddf8f-4f92-427e-b74c-096978b57327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '55e3c695-5ed7-4f3b-af07-d732a5026b8a'} {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 18:21:15.649120 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.managers [req-f8b0565f-7523-48c9-83d2-338a5ebe82a6 req-bf5e0d00-d443-4568-a9a1-c2ff883d5356 service neutron] Bound port: e15ba0aa-65f9-4826-8910-631ca023ca37, host: n-h1-800634-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e1ddf8f-4f92-427e-b74c-096978b57327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '55e3c695-5ed7-4f3b-af07-d732a5026b8a'}}] {{(pid=93916) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 18:21:15.649656 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-f8b0565f-7523-48c9-83d2-338a5ebe82a6 req-bf5e0d00-d443-4568-a9a1-c2ff883d5356 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:15.660841 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-55c83a7f-b503-4995-bcc0-ed2248f243d4 None None] Transition to ACTIVE for port object 1ed1da6f-0c81-415a-8574-f73b04f359db will not be triggered until provisioned by entity L2. {{(pid=93917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:21:15.661310 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-9a0d5e64-a129-4838-992a-da085fd36009 req-b0c3df3b-7567-4c8e-93a4-e616eb64691c tempest-FloatingIPsTestJSON-1488369664 tempest-FloatingIPsTestJSON-1488369664-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.1.227 HTTP/1.1" status: 200 len: 696 time: 0.0825663 Jul 14 18:21:15.677420 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-55c83a7f-b503-4995-bcc0-ed2248f243d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:15.740906 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device c18880b1-3704-41a6-9385-b6125727058f details requested by agent hyperv_n-h1-800634-3 with host n-h1-800634-3 {{(pid=93917) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 18:21:15.758681 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.db [req-f8b0565f-7523-48c9-83d2-338a5ebe82a6 req-bf5e0d00-d443-4568-a9a1-c2ff883d5356 service neutron] For port e15ba0aa-65f9-4826-8910-631ca023ca37, host n-h1-800634-3, cleared binding levels {{(pid=93916) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:21:15.762619 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.db [req-f8b0565f-7523-48c9-83d2-338a5ebe82a6 req-bf5e0d00-d443-4568-a9a1-c2ff883d5356 service neutron] For port e15ba0aa-65f9-4826-8910-631ca023ca37, host n-h1-800634-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=e15ba0aa-65f9-4826-8910-631ca023ca37,segment=NetworkSegment(6e1ddf8f-4f92-427e-b74c-096978b57327),segment_id=6e1ddf8f-4f92-427e-b74c-096978b57327)] {{(pid=93916) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 18:21:15.770524 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-f8b0565f-7523-48c9-83d2-338a5ebe82a6 req-bf5e0d00-d443-4568-a9a1-c2ff883d5356 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2684870'] for port, after_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:15.788429 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ffb6a1-67d8-487d-9f2e-cee77b9c9f69 None None] Pushing event updated for resources: {'Port': ['ID=1ed1da6f-0c81-415a-8574-f73b04f359db,revision_number=3']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:21:15.847938 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5e0d00-d443-4568-a9a1-c2ff883d5356 service neutron] Pushing event updated for resources: {'Port': ['ID=e15ba0aa-65f9-4826-8910-631ca023ca37,revision_number=3']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:21:15.853227 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b0565f-7523-48c9-83d2-338a5ebe82a6 req-bf5e0d00-d443-4568-a9a1-c2ff883d5356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:21:15.854389 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-f8b0565f-7523-48c9-83d2-338a5ebe82a6 req-bf5e0d00-d443-4568-a9a1-c2ff883d5356 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:15.856089 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-f8b0565f-7523-48c9-83d2-338a5ebe82a6 req-bf5e0d00-d443-4568-a9a1-c2ff883d5356 service neutron] 10.222.0.18 "PUT /v2.0/ports/e15ba0aa-65f9-4826-8910-631ca023ca37 HTTP/1.1" status: 200 len: 1091 time: 1.1701431 Jul 14 18:21:15.954865 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352b76e3-6fba-4886-8e27-06f4fdf50f97 req-6c1060c4-68c4-49bd-92f7-f89d495fbe56 tempest-LiveMigrationTest-64527954 tempest-LiveMigrationTest-64527954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:21:15.957875 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-352b76e3-6fba-4886-8e27-06f4fdf50f97 req-6c1060c4-68c4-49bd-92f7-f89d495fbe56 tempest-LiveMigrationTest-64527954 tempest-LiveMigrationTest-64527954-project] 10.222.0.16 "GET /v2.0/ports?device_id=71cc93c3-ed8e-4af7-bf04-1c1ca5f4c121 HTTP/1.1" status: 200 len: 943 time: 0.2704144 Jul 14 18:21:15.985143 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0d5e64-a129-4838-992a-da085fd36009 req-820360bf-3fb6-4404-8d8c-2bbf723834d2 tempest-FloatingIPsTestJSON-1488369664 tempest-FloatingIPsTestJSON-1488369664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:21:16.004692 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-9a0d5e64-a129-4838-992a-da085fd36009 req-820360bf-3fb6-4404-8d8c-2bbf723834d2 tempest-FloatingIPsTestJSON-1488369664 tempest-FloatingIPsTestJSON-1488369664-project] 10.222.0.16 "GET /v2.0/networks/9200a437-e1de-4520-88f6-e68386523e61 HTTP/1.1" status: 200 len: 784 time: 0.3329217 Jul 14 18:21:16.057967 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b0565f-7523-48c9-83d2-338a5ebe82a6 req-abb031f6-e8a3-4261-89c3-a2c56d5e87da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:21:16.067580 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b0565f-7523-48c9-83d2-338a5ebe82a6 req-abb031f6-e8a3-4261-89c3-a2c56d5e87da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:21:16.069363 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-f8b0565f-7523-48c9-83d2-338a5ebe82a6 req-abb031f6-e8a3-4261-89c3-a2c56d5e87da service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f4a8f789c2b347a295c086869e423927&device_id=1fc25b02-ac84-4b95-b2d8-aaef4f83ac31 HTTP/1.1" status: 200 len: 1980 time: 0.1589170 Jul 14 18:21:16.107543 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-352b76e3-6fba-4886-8e27-06f4fdf50f97 req-272f1593-2979-440b-97b3-3ede11af7714 tempest-LiveMigrationTest-64527954 tempest-LiveMigrationTest-64527954-project] 10.222.0.16 "GET /v2.0/security-groups?id=93c6eb24-b3aa-49c4-93f7-93dd5f011665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011488 Jul 14 18:21:16.114206 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 18:21:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95e758aa-50a1-4b1b-ae84-d9b63b940166 x-openstack-request-id: req-95e758aa-50a1-4b1b-ae84-d9b63b940166 {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:21:16.114535 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c17a98c-cfb0-45bc-9509-bd12eda92ce5", "tag": "34ab1baa-3389-4be5-8ab1-025858c130d9", "status": "completed", "code": 200}]} {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:21:16.114798 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-95e758aa-50a1-4b1b-ae84-d9b63b940166 {{(pid=93915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:21:16.116943 n-d-800634-3 neutron-server[93915]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c17a98c-cfb0-45bc-9509-bd12eda92ce5', 'tag': '34ab1baa-3389-4be5-8ab1-025858c130d9', 'status': 'completed', 'code': 200} Jul 14 18:21:16.210613 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-f8b0565f-7523-48c9-83d2-338a5ebe82a6 req-3ca9c7d2-bf83-4c61-9292-b4ba24244ae5 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.183&port_id=a5240037-2a1c-46d0-98f1-5c2edff2c8c7 HTTP/1.1" status: 200 len: 217 time: 0.1292601 Jul 14 18:21:16.243407 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-55c83a7f-b503-4995-bcc0-ed2248f243d4 None None] Attempting to bind port 1ed1da6f-0c81-415a-8574-f73b04f359db on host n-d-800634-3 for vnic_type normal with profile {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:21:16.244894 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-55c83a7f-b503-4995-bcc0-ed2248f243d4 None None] Attempting to bind port 1ed1da6f-0c81-415a-8574-f73b04f359db by drivers openvswitch,hyperv on host n-d-800634-3 at level 0 using segments [{'id': '194f6c25-af53-477d-a29c-bf1f9a10c84c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '6a275624-98b9-4f18-a007-12c4111e89df'}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:21:16.247601 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55c83a7f-b503-4995-bcc0-ed2248f243d4 None None] Attempting to bind port 1ed1da6f-0c81-415a-8574-f73b04f359db on network 6a275624-98b9-4f18-a007-12c4111e89df {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:21:16.277633 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55c83a7f-b503-4995-bcc0-ed2248f243d4 None None] Checking agent: {'id': '01c19e91-a945-4e3c-94a6-c211e17c923e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 8, 23), 'started_at': datetime.datetime(2021, 7, 14, 18, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 18, 20, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 18:21:16.278112 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55c83a7f-b503-4995-bcc0-ed2248f243d4 None None] Checking segment: {'id': '194f6c25-af53-477d-a29c-bf1f9a10c84c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '6a275624-98b9-4f18-a007-12c4111e89df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93917) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:21:16.278593 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-55c83a7f-b503-4995-bcc0-ed2248f243d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:16.279586 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55c83a7f-b503-4995-bcc0-ed2248f243d4 None None] Bound using segment: {'id': '194f6c25-af53-477d-a29c-bf1f9a10c84c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '6a275624-98b9-4f18-a007-12c4111e89df'} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 18:21:16.279586 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-55c83a7f-b503-4995-bcc0-ed2248f243d4 None None] Bound port: 1ed1da6f-0c81-415a-8574-f73b04f359db, host: n-d-800634-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '194f6c25-af53-477d-a29c-bf1f9a10c84c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '6a275624-98b9-4f18-a007-12c4111e89df'}}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 18:21:16.279992 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-55c83a7f-b503-4995-bcc0-ed2248f243d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:16.354235 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [req-f19f5d51-da4b-4fcd-a44a-417c0bc72054 req-7550fa38-9477-49d6-8762-6fa5a91ed4cf tempest-SecurityGroupsTestJSON-1215008278 tempest-SecurityGroupsTestJSON-1215008278-project] Request body: {'security_group': {'name': ' tempest-securitygroup -2013740310 ', 'description': 'tempest-description-219616908'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:21:16.382137 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-f19f5d51-da4b-4fcd-a44a-417c0bc72054 req-7550fa38-9477-49d6-8762-6fa5a91ed4cf tempest-SecurityGroupsTestJSON-1215008278 tempest-SecurityGroupsTestJSON-1215008278-project] Notify callbacks [] for security_group, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:16.400927 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b0565f-7523-48c9-83d2-338a5ebe82a6 req-2c881183-7b08-4bcc-8a29-a4dfcc428083 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:21:16.403041 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-f8b0565f-7523-48c9-83d2-338a5ebe82a6 req-2c881183-7b08-4bcc-8a29-a4dfcc428083 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=6944a89f-d70f-4aba-b39b-ca3147806938 HTTP/1.1" status: 200 len: 801 time: 0.1080384 Jul 14 18:21:16.408760 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920aeb9c-db17-40a5-9ca5-962e37141c96 req-e862f55b-2562-4076-9fa1-bf3ec1bbca63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:21:16.410550 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-920aeb9c-db17-40a5-9ca5-962e37141c96 req-e862f55b-2562-4076-9fa1-bf3ec1bbca63 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a9d22ebe08284e548350eab597e7413d&device_id=3c17a98c-cfb0-45bc-9509-bd12eda92ce5 HTTP/1.1" status: 200 len: 1174 time: 0.1987653 Jul 14 18:21:16.458732 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port c18880b1-3704-41a6-9385-b6125727058f, host n-h2-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=c18880b1-3704-41a6-9385-b6125727058f,segment=NetworkSegment(d3ebb57b-621c-4102-bdfe-7fa439ba5ffc),segment_id=d3ebb57b-621c-4102-bdfe-7fa439ba5ffc)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:21:16.495023 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device c18880b1-3704-41a6-9385-b6125727058f has no active binding in host n-h1-800634-3 {{(pid=93917) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 14 18:21:16.501913 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-55c83a7f-b503-4995-bcc0-ed2248f243d4 None None] For port 1ed1da6f-0c81-415a-8574-f73b04f359db, host n-d-800634-3, cleared binding levels {{(pid=93917) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:21:16.505892 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-55c83a7f-b503-4995-bcc0-ed2248f243d4 None None] For port 1ed1da6f-0c81-415a-8574-f73b04f359db, host n-d-800634-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=1ed1da6f-0c81-415a-8574-f73b04f359db,segment=NetworkSegment(194f6c25-af53-477d-a29c-bf1f9a10c84c),segment_id=194f6c25-af53-477d-a29c-bf1f9a10c84c)] {{(pid=93917) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 18:21:16.514035 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-55c83a7f-b503-4995-bcc0-ed2248f243d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:16.585858 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-f19f5d51-da4b-4fcd-a44a-417c0bc72054 req-7550fa38-9477-49d6-8762-6fa5a91ed4cf tempest-SecurityGroupsTestJSON-1215008278 tempest-SecurityGroupsTestJSON-1215008278-project] Notify callbacks [] for security_group, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:16.605598 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4dab7e-f5dc-49d3-887a-93be175082b9 req-9b978858-b34d-4bde-b002-0f36c8b1d95c tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:21:16.616649 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4dab7e-f5dc-49d3-887a-93be175082b9 req-9b978858-b34d-4bde-b002-0f36c8b1d95c tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:21:16.627721 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-4c4dab7e-f5dc-49d3-887a-93be175082b9 req-9b978858-b34d-4bde-b002-0f36c8b1d95c tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] 10.222.0.16 "GET /v2.0/ports?device_id=1fc25b02-ac84-4b95-b2d8-aaef4f83ac31 HTTP/1.1" status: 200 len: 1678 time: 0.3504922 Jul 14 18:21:16.631036 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ffb6a1-67d8-487d-9f2e-cee77b9c9f69 None None] Pushing event updated for resources: {'Port': ['ID=1ed1da6f-0c81-415a-8574-f73b04f359db,revision_number=4']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:21:16.632201 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-f19f5d51-da4b-4fcd-a44a-417c0bc72054 req-7550fa38-9477-49d6-8762-6fa5a91ed4cf tempest-SecurityGroupsTestJSON-1215008278 tempest-SecurityGroupsTestJSON-1215008278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:16.661172 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55c83a7f-b503-4995-bcc0-ed2248f243d4 None None] Routers {'ac1647d5-ae4b-4ef1-af89-2d8a493e6b51'} bound to L3 agent in host n-d-800634-3 {{(pid=93917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:21:16.661796 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-55c83a7f-b503-4995-bcc0-ed2248f243d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:20:53Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['ac1647d5-ae4b-4ef1-af89-2d8a493e6b51'], 'active': True} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:21:16.666128 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b0565f-7523-48c9-83d2-338a5ebe82a6 req-276e45f0-2610-4e22-9421-6c6c5b42f2b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:21:16.667934 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-f8b0565f-7523-48c9-83d2-338a5ebe82a6 req-276e45f0-2610-4e22-9421-6c6c5b42f2b5 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7d6a6239-0ab6-4977-8536-15456ee96e69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2553363 Jul 14 18:21:16.746835 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7550fa38-9477-49d6-8762-6fa5a91ed4cf tempest-SecurityGroupsTestJSON-1215008278 tempest-SecurityGroupsTestJSON-1215008278-project] Pushing event updated for resources: {'SecurityGroup': ['ID=00765cf2-957c-4276-b17e-2fe15f8e26be,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:21:16.752179 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-f19f5d51-da4b-4fcd-a44a-417c0bc72054 req-7550fa38-9477-49d6-8762-6fa5a91ed4cf tempest-SecurityGroupsTestJSON-1215008278 tempest-SecurityGroupsTestJSON-1215008278-project] Notify callbacks [] for security_group, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:16.753834 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f19f5d51-da4b-4fcd-a44a-417c0bc72054 req-7550fa38-9477-49d6-8762-6fa5a91ed4cf tempest-SecurityGroupsTestJSON-1215008278 tempest-SecurityGroupsTestJSON-1215008278-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1785 time: 0.4042075 Jul 14 18:21:16.776558 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920aeb9c-db17-40a5-9ca5-962e37141c96 req-4c7db88e-3f0f-462d-ba3d-6a3e4f25de14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:21:16.778070 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-920aeb9c-db17-40a5-9ca5-962e37141c96 req-4c7db88e-3f0f-462d-ba3d-6a3e4f25de14 service neutron] 10.222.0.18 "GET /v2.0/networks?id=a7a25cb1-3192-42fa-8b6a-3dfe4ce67a05 HTTP/1.1" status: 200 len: 912 time: 0.3077986 Jul 14 18:21:16.815901 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-4c4dab7e-f5dc-49d3-887a-93be175082b9 req-7bdfeff7-d7a3-48ab-8efb-3395fd4f2e2a tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] 10.222.0.16 "GET /v2.0/security-groups?id=07501815-414f-40f0-a54a-1c35d98e3f98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1866155 Jul 14 18:21:16.853440 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvr_db [None req-55c83a7f-b503-4995-bcc0-ed2248f243d4 None None] Set router ac1647d5-ae4b-4ef1-af89-2d8a493e6b51 gateway port host: n-d-800634-3 {{(pid=93917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 18:21:16.868669 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-920aeb9c-db17-40a5-9ca5-962e37141c96 req-1a36e43c-92ae-4ab9-84cc-3e401e2d445e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=34ab1baa-3389-4be5-8ab1-025858c130d9 HTTP/1.1" status: 200 len: 217 time: 0.0790477 Jul 14 18:21:16.918365 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2db3b3a7-bf07-45f5-bf35-cc2911e0521b req-86abf493-b6df-40bd-8d22-a7836608dc98 tempest-FloatingIPsTestJSON-1488369664 tempest-FloatingIPsTestJSON-1488369664-project] 10.222.0.16 "GET /v2.0/floatingips/9abed939-3a3f-4ac0-b3ec-f6e7eb0adad3 HTTP/1.1" status: 200 len: 693 time: 0.0702801 Jul 14 18:21:17.043603 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920aeb9c-db17-40a5-9ca5-962e37141c96 req-6fd74a7a-82d8-486e-8b03-c24336be4409 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:21:17.048091 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-920aeb9c-db17-40a5-9ca5-962e37141c96 req-6fd74a7a-82d8-486e-8b03-c24336be4409 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=cc96744b-311f-49f7-8ac2-f53a1b384535 HTTP/1.1" status: 200 len: 852 time: 0.1710987 Jul 14 18:21:17.079244 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-f8b0565f-7523-48c9-83d2-338a5ebe82a6 req-a43fdf44-19cc-4904-bf7d-9ea7db94cc9b service neutron] 10.222.0.18 "GET /v2.0/networks/7d6a6239-0ab6-4977-8536-15456ee96e69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3969924 Jul 14 18:21:17.130209 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-920aeb9c-db17-40a5-9ca5-962e37141c96 req-ddaa7b15-af12-474d-ac85-8b8681bc1e3c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a7a25cb1-3192-42fa-8b6a-3dfe4ce67a05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0707636 Jul 14 18:21:17.228326 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db3b3a7-bf07-45f5-bf35-cc2911e0521b req-87333cfc-5c5f-4a1b-9e02-9dfb955bb9d9 tempest-FloatingIPsTestJSON-1488369664 tempest-FloatingIPsTestJSON-1488369664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:21:17.229719 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2db3b3a7-bf07-45f5-bf35-cc2911e0521b req-87333cfc-5c5f-4a1b-9e02-9dfb955bb9d9 tempest-FloatingIPsTestJSON-1488369664 tempest-FloatingIPsTestJSON-1488369664-project] 10.222.0.16 "GET /v2.0/networks/9200a437-e1de-4520-88f6-e68386523e61 HTTP/1.1" status: 200 len: 784 time: 0.3117673 Jul 14 18:21:17.243154 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f503b8d7-91f1-4a52-a02c-ab8e0c16b767 req-23fd65fa-d630-4c61-b0cc-f25c69e3548d tempest-ImagesOneServerTestJSON-2077962175 tempest-ImagesOneServerTestJSON-2077962175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:21:17.245044 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f503b8d7-91f1-4a52-a02c-ab8e0c16b767 req-23fd65fa-d630-4c61-b0cc-f25c69e3548d tempest-ImagesOneServerTestJSON-2077962175 tempest-ImagesOneServerTestJSON-2077962175-project] 10.222.0.16 "GET /v2.0/ports?device_id=6ab0c594-ecaf-4c5b-977a-9c1b59a2d9cc HTTP/1.1" status: 200 len: 949 time: 0.2044778 Jul 14 18:21:17.250784 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-55c83a7f-b503-4995-bcc0-ed2248f243d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac1647d5-ae4b-4ef1-af89-2d8a493e6b51', 'name': 'tempest-FloatingIPsTestJSON-7534525-router', 'tenant_id': '3c63e9fe54e04ccca7d27006434b65d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.37'}], 'enable_snat': True}, 'gw_port_id': '53766236-78c3-47cf-b3f1-912e15dc7bdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:21:02Z', 'updated_at': '2021-07-14T18:21:08Z', 'revision_number': 4, 'project_id': '3c63e9fe54e04ccca7d27006434b65d2', 'gw_port': {'id': '53766236-78c3-47cf-b3f1-912e15dc7bdc', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:79:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac1647d5-ae4b-4ef1-af89-2d8a493e6b51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:21:03Z', 'updated_at': '2021-07-14T18:21:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_interfaces': [{'id': '1ed1da6f-0c81-415a-8574-f73b04f359db', 'name': '', 'network_id': '6a275624-98b9-4f18-a007-12c4111e89df', 'tenant_id': '3c63e9fe54e04ccca7d27006434b65d2', 'mac_address': 'fa:16:3e:ae:11:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac1647d5-ae4b-4ef1-af89-2d8a493e6b51', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '7ecbc671-5dc9-445d-baa4-37b7098eb5c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:21:07Z', 'updated_at': '2021-07-14T18:21:16Z', 'revision_number': 4, 'project_id': '3c63e9fe54e04ccca7d27006434b65d2', 'subnets': [{'id': '7ecbc671-5dc9-445d-baa4-37b7098eb5c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-3', False) {} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:21:17.251315 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [req-2db3b3a7-bf07-45f5-bf35-cc2911e0521b req-1a6f1bb0-b099-41ee-ab54-92e95e2aad10 tempest-FloatingIPsTestJSON-1488369664 tempest-FloatingIPsTestJSON-1488369664-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=93915) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 18:21:17.252250 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2db3b3a7-bf07-45f5-bf35-cc2911e0521b req-1a6f1bb0-b099-41ee-ab54-92e95e2aad10 tempest-FloatingIPsTestJSON-1488369664 tempest-FloatingIPsTestJSON-1488369664-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0063000 Jul 14 18:21:17.300734 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f503b8d7-91f1-4a52-a02c-ab8e0c16b767 req-d094a2a8-02b8-49d0-a3e9-1e482f16afbc tempest-ImagesOneServerTestJSON-2077962175 tempest-ImagesOneServerTestJSON-2077962175-project] 10.222.0.16 "GET /v2.0/security-groups?id=4d4989be-80ba-48ef-a540-fb5b2a222da7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475521 Jul 14 18:21:17.312525 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55c83a7f-b503-4995-bcc0-ed2248f243d4 None None] The sync data for ids ['ac1647d5-ae4b-4ef1-af89-2d8a493e6b51'] in n-d-800634-3 is: [{'id': 'ac1647d5-ae4b-4ef1-af89-2d8a493e6b51', 'name': 'tempest-FloatingIPsTestJSON-7534525-router', 'tenant_id': '3c63e9fe54e04ccca7d27006434b65d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.37'}], 'enable_snat': True}, 'gw_port_id': '53766236-78c3-47cf-b3f1-912e15dc7bdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:21:02Z', 'updated_at': '2021-07-14T18:21:08Z', 'revision_number': 4, 'project_id': '3c63e9fe54e04ccca7d27006434b65d2', 'gw_port': {'id': '53766236-78c3-47cf-b3f1-912e15dc7bdc', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:79:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac1647d5-ae4b-4ef1-af89-2d8a493e6b51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:21:03Z', 'updated_at': '2021-07-14T18:21:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_interfaces': [{'id': '1ed1da6f-0c81-415a-8574-f73b04f359db', 'name': '', 'network_id': '6a275624-98b9-4f18-a007-12c4111e89df', 'tenant_id': '3c63e9fe54e04ccca7d27006434b65d2', 'mac_address': 'fa:16:3e:ae:11:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac1647d5-ae4b-4ef1-af89-2d8a493e6b51', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '7ecbc671-5dc9-445d-baa4-37b7098eb5c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:21:07Z', 'updated_at': '2021-07-14T18:21:16Z', 'revision_number': 4, 'project_id': '3c63e9fe54e04ccca7d27006434b65d2', 'subnets': [{'id': '7ecbc671-5dc9-445d-baa4-37b7098eb5c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 18:21:17.348779 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-f8b0565f-7523-48c9-83d2-338a5ebe82a6 req-67bbaf1c-da31-4eee-8836-3373d7ff9c0a service neutron] 10.222.0.18 "GET /v2.0/networks/7d6a6239-0ab6-4977-8536-15456ee96e69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2276607 Jul 14 18:21:17.360797 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-920aeb9c-db17-40a5-9ca5-962e37141c96 req-dc7d29d7-79b1-4712-b730-056dcc1c8fdb service neutron] 10.222.0.18 "GET /v2.0/networks/a7a25cb1-3192-42fa-8b6a-3dfe4ce67a05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2176869 Jul 14 18:21:17.365811 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-fce3486e-c8cb-4849-951e-aa4f1a9bcaba req-29665493-6795-40d5-b10b-9369c894bdf0 tempest-SecurityGroupsTestJSON-1215008278 tempest-SecurityGroupsTestJSON-1215008278-project] 10.222.0.16 "GET /v2.0/security-groups/00765cf2-957c-4276-b17e-2fe15f8e26be HTTP/1.1" status: 200 len: 1780 time: 0.0855606 Jul 14 18:21:17.442176 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f82f10d3-9641-4a34-b322-99232a506908 req-71950f17-f186-47f0-8569-25ed3ca3b18a tempest-FloatingIPsTestJSON-1488369664 tempest-FloatingIPsTestJSON-1488369664-project] 10.222.0.16 "GET /v2.0/floatingips?tenant_id=3c63e9fe54e04ccca7d27006434b65d2 HTTP/1.1" status: 200 len: 696 time: 0.0573959 Jul 14 18:21:17.540557 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-f8b0565f-7523-48c9-83d2-338a5ebe82a6 req-3fc0bb3c-e113-43ab-a296-8b7f15d84032 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.96&port_id=e15ba0aa-65f9-4826-8910-631ca023ca37 HTTP/1.1" status: 200 len: 217 time: 0.1787050 Jul 14 18:21:17.543408 n-d-800634-3 neutron-server[93916]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71cc93c3-ed8e-4af7-bf04-1c1ca5f4c121', 'tag': 'c18880b1-3704-41a6-9385-b6125727058f'}, {'name': 'network-changed', 'server_uuid': '1fc25b02-ac84-4b95-b2d8-aaef4f83ac31', 'tag': 'a5240037-2a1c-46d0-98f1-5c2edff2c8c7'}, {'name': 'network-changed', 'server_uuid': '1fc25b02-ac84-4b95-b2d8-aaef4f83ac31', 'tag': 'e15ba0aa-65f9-4826-8910-631ca023ca37'}] {{(pid=93916) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:21:17.547361 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f803e150b363a7893830aa996ac27753fa25517c406ecd3536b7c2d4b26eeb9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e0e3ea2-fa33-48dc-ab93-9f981eb50ede" -d '{"events": [{"name": "network-changed", "server_uuid": "71cc93c3-ed8e-4af7-bf04-1c1ca5f4c121", "tag": "c18880b1-3704-41a6-9385-b6125727058f"}, {"name": "network-changed", "server_uuid": "1fc25b02-ac84-4b95-b2d8-aaef4f83ac31", "tag": "a5240037-2a1c-46d0-98f1-5c2edff2c8c7"}, {"name": "network-changed", "server_uuid": "1fc25b02-ac84-4b95-b2d8-aaef4f83ac31", "tag": "e15ba0aa-65f9-4826-8910-631ca023ca37"}]}' {{(pid=93916) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:21:17.551461 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-920aeb9c-db17-40a5-9ca5-962e37141c96 req-8725b397-4f02-4f65-a9a1-e127464e78ad service neutron] 10.222.0.18 "GET /v2.0/networks/a7a25cb1-3192-42fa-8b6a-3dfe4ce67a05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1832588 Jul 14 18:21:17.606845 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b0565f-7523-48c9-83d2-338a5ebe82a6 req-c12580ad-8453-4b35-a536-340171fdb8cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:21:17.608397 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-f8b0565f-7523-48c9-83d2-338a5ebe82a6 req-c12580ad-8453-4b35-a536-340171fdb8cc service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2f0bb4ff-b0ee-4ace-8470-bbbdfb3ad762 HTTP/1.1" status: 200 len: 801 time: 0.0559382 Jul 14 18:21:17.702033 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b0565f-7523-48c9-83d2-338a5ebe82a6 req-084c3a2d-28dd-460c-8adc-962fc157c722 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:21:17.703624 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-f8b0565f-7523-48c9-83d2-338a5ebe82a6 req-084c3a2d-28dd-460c-8adc-962fc157c722 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=55e3c695-5ed7-4f3b-af07-d732a5026b8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0882246 Jul 14 18:21:17.741686 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82f10d3-9641-4a34-b322-99232a506908 req-e2e3e8ca-49fe-40af-8894-88d93aca2722 tempest-FloatingIPsTestJSON-1488369664 tempest-FloatingIPsTestJSON-1488369664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:21:17.743324 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f82f10d3-9641-4a34-b322-99232a506908 req-e2e3e8ca-49fe-40af-8894-88d93aca2722 tempest-FloatingIPsTestJSON-1488369664 tempest-FloatingIPsTestJSON-1488369664-project] 10.222.0.16 "GET /v2.0/networks?id=9200a437-e1de-4520-88f6-e68386523e61 HTTP/1.1" status: 200 len: 787 time: 0.3004587 Jul 14 18:21:17.754563 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [req-f82f10d3-9641-4a34-b322-99232a506908 req-44494a6d-58d6-4e35-b9b1-e97fbb8fd651 tempest-FloatingIPsTestJSON-1488369664 tempest-FloatingIPsTestJSON-1488369664-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=93915) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 18:21:17.756239 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f82f10d3-9641-4a34-b322-99232a506908 req-44494a6d-58d6-4e35-b9b1-e97fbb8fd651 tempest-FloatingIPsTestJSON-1488369664 tempest-FloatingIPsTestJSON-1488369664-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0068457 Jul 14 18:21:17.773217 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a23310-77d1-4a07-b5f2-cf85c3a3a435 req-10ebe8d1-612c-4b58-8765-e9c02456b2e8 tempest-LiveMigrationTest-64527954 tempest-LiveMigrationTest-64527954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:21:17.775685 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-62a23310-77d1-4a07-b5f2-cf85c3a3a435 req-10ebe8d1-612c-4b58-8765-e9c02456b2e8 tempest-LiveMigrationTest-64527954 tempest-LiveMigrationTest-64527954-project] 10.222.0.16 "GET /v2.0/ports?device_id=71cc93c3-ed8e-4af7-bf04-1c1ca5f4c121 HTTP/1.1" status: 200 len: 943 time: 0.3029079 Jul 14 18:21:17.779989 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-9af6752d-6c25-4458-9765-2ef88a780fc4 req-f2316d0f-c67e-4b03-affb-3824bb527210 service neutron] 10.222.0.35 "GET /v2.0/ports/c18880b1-3704-41a6-9385-b6125727058f/bindings/n-h1-800634-3 HTTP/1.1" status: 200 len: 384 time: 0.2539597 Jul 14 18:21:17.859392 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-62a23310-77d1-4a07-b5f2-cf85c3a3a435 req-4c9623a0-9a37-4498-99cf-fa5f33049697 tempest-LiveMigrationTest-64527954 tempest-LiveMigrationTest-64527954-project] 10.222.0.16 "GET /v2.0/security-groups?id=93c6eb24-b3aa-49c4-93f7-93dd5f011665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766544 Jul 14 18:21:17.879772 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-f8b0565f-7523-48c9-83d2-338a5ebe82a6 req-294670d3-40cf-4d24-91be-54fc390f0238 service neutron] 10.222.0.18 "GET /v2.0/networks/55e3c695-5ed7-4f3b-af07-d732a5026b8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1679630 Jul 14 18:21:18.075901 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-f8b0565f-7523-48c9-83d2-338a5ebe82a6 req-087a3258-3bef-45be-ade4-19d98f5fff90 service neutron] 10.222.0.18 "GET /v2.0/networks/55e3c695-5ed7-4f3b-af07-d732a5026b8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1782935 Jul 14 18:21:18.111574 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-74294bff-aa41-4568-99e4-e947d13ba6f6 req-84d49f0e-4b4a-485e-a7b0-656da7f539d7 tempest-SecurityGroupsTestJSON-1215008278 tempest-SecurityGroupsTestJSON-1215008278-project] 10.222.0.16 "GET /v2.0/security-groups/00765cf2-957c-4276-b17e-2fe15f8e26be HTTP/1.1" status: 200 len: 1780 time: 0.0885241 Jul 14 18:21:18.200803 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-9af6752d-6c25-4458-9765-2ef88a780fc4 req-585fdb2d-be58-484a-87f2-77e13edc330e service neutron] For port c18880b1-3704-41a6-9385-b6125727058f, host n-h2-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=c18880b1-3704-41a6-9385-b6125727058f,segment=NetworkSegment(d3ebb57b-621c-4102-bdfe-7fa439ba5ffc),segment_id=d3ebb57b-621c-4102-bdfe-7fa439ba5ffc)] {{(pid=93915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:21:18.243611 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-74294bff-aa41-4568-99e4-e947d13ba6f6 req-5d32353f-cc15-430d-bb9c-75a36038dd57 tempest-SecurityGroupsTestJSON-1215008278 tempest-SecurityGroupsTestJSON-1215008278-project] Notify callbacks [] for security_group, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:18.246755 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-9af6752d-6c25-4458-9765-2ef88a780fc4 req-585fdb2d-be58-484a-87f2-77e13edc330e service neutron] For port c18880b1-3704-41a6-9385-b6125727058f, host n-h2-800634-3, cleared binding levels {{(pid=93915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:21:18.317076 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [req-9af6752d-6c25-4458-9765-2ef88a780fc4 req-585fdb2d-be58-484a-87f2-77e13edc330e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c18880b1-3704-41a6-9385-b6125727058f {{(pid=93915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 18:21:18.323260 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-74294bff-aa41-4568-99e4-e947d13ba6f6 req-5d32353f-cc15-430d-bb9c-75a36038dd57 tempest-SecurityGroupsTestJSON-1215008278 tempest-SecurityGroupsTestJSON-1215008278-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:18.339675 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-9af6752d-6c25-4458-9765-2ef88a780fc4 req-585fdb2d-be58-484a-87f2-77e13edc330e service neutron] For port c18880b1-3704-41a6-9385-b6125727058f, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=c18880b1-3704-41a6-9385-b6125727058f,segment=NetworkSegment(d3ebb57b-621c-4102-bdfe-7fa439ba5ffc),segment_id=d3ebb57b-621c-4102-bdfe-7fa439ba5ffc)] {{(pid=93915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:21:18.368485 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-9af6752d-6c25-4458-9765-2ef88a780fc4 req-585fdb2d-be58-484a-87f2-77e13edc330e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:18.486607 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.provisioning_blocks [req-9af6752d-6c25-4458-9765-2ef88a780fc4 req-585fdb2d-be58-484a-87f2-77e13edc330e service neutron] Transition to ACTIVE for port object c18880b1-3704-41a6-9385-b6125727058f will not be triggered until provisioned by entity L2. {{(pid=93915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:21:18.487889 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-74294bff-aa41-4568-99e4-e947d13ba6f6 req-5d32353f-cc15-430d-bb9c-75a36038dd57 tempest-SecurityGroupsTestJSON-1215008278 tempest-SecurityGroupsTestJSON-1215008278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:18.491158 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-74294bff-aa41-4568-99e4-e947d13ba6f6 req-5d32353f-cc15-430d-bb9c-75a36038dd57 tempest-SecurityGroupsTestJSON-1215008278 tempest-SecurityGroupsTestJSON-1215008278-project] Notify callbacks [] for security_group, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:18.492852 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-74294bff-aa41-4568-99e4-e947d13ba6f6 req-5d32353f-cc15-430d-bb9c-75a36038dd57 tempest-SecurityGroupsTestJSON-1215008278 tempest-SecurityGroupsTestJSON-1215008278-project] 10.222.0.16 "DELETE /v2.0/security-groups/00765cf2-957c-4276-b17e-2fe15f8e26be HTTP/1.1" status: 204 len: 173 time: 0.3802230 Jul 14 18:21:18.498762 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-9af6752d-6c25-4458-9765-2ef88a780fc4 req-585fdb2d-be58-484a-87f2-77e13edc330e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25912978'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:18.552631 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d32353f-cc15-430d-bb9c-75a36038dd57 tempest-SecurityGroupsTestJSON-1215008278 tempest-SecurityGroupsTestJSON-1215008278-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=00765cf2-957c-4276-b17e-2fe15f8e26be,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:21:18.583708 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 513 Content-Type: application/json Date: Wed, 14 Jul 2021 18:21:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d46c1f5-c48b-4a46-9c9c-717d68284929 x-openstack-request-id: req-1d46c1f5-c48b-4a46-9c9c-717d68284929 {{(pid=93916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:21:18.584303 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71cc93c3-ed8e-4af7-bf04-1c1ca5f4c121", "tag": "c18880b1-3704-41a6-9385-b6125727058f", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "1fc25b02-ac84-4b95-b2d8-aaef4f83ac31", "tag": "a5240037-2a1c-46d0-98f1-5c2edff2c8c7", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "1fc25b02-ac84-4b95-b2d8-aaef4f83ac31", "tag": "e15ba0aa-65f9-4826-8910-631ca023ca37", "status": "completed", "code": 200}]} {{(pid=93916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:21:18.585176 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1d46c1f5-c48b-4a46-9c9c-717d68284929 {{(pid=93916) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:21:18.586112 n-d-800634-3 neutron-server[93916]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71cc93c3-ed8e-4af7-bf04-1c1ca5f4c121', 'tag': 'c18880b1-3704-41a6-9385-b6125727058f', 'status': 'completed', 'code': 200} Jul 14 18:21:18.587312 n-d-800634-3 neutron-server[93916]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1fc25b02-ac84-4b95-b2d8-aaef4f83ac31', 'tag': 'a5240037-2a1c-46d0-98f1-5c2edff2c8c7', 'status': 'completed', 'code': 200} Jul 14 18:21:18.587792 n-d-800634-3 neutron-server[93916]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1fc25b02-ac84-4b95-b2d8-aaef4f83ac31', 'tag': 'e15ba0aa-65f9-4826-8910-631ca023ca37', 'status': 'completed', 'code': 200} Jul 14 18:21:18.745874 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [req-9af6752d-6c25-4458-9765-2ef88a780fc4 req-585fdb2d-be58-484a-87f2-77e13edc330e service neutron] No DVR routers for this DVR port c18880b1-3704-41a6-9385-b6125727058f on host n-h2-800634-3 {{(pid=93915) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 18:21:18.763518 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 1ed1da6f-0c81-415a-8574-f73b04f359db up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:21:18.793232 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0e3ea2-fa33-48dc-ab93-9f981eb50ede req-294ffa56-894c-4ccf-a919-370c72023b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:21:18.793793 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0e3ea2-fa33-48dc-ab93-9f981eb50ede req-294ffa56-894c-4ccf-a919-370c72023b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:21:18.795288 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-5e0e3ea2-fa33-48dc-ab93-9f981eb50ede req-294ffa56-894c-4ccf-a919-370c72023b23 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f4a8f789c2b347a295c086869e423927&device_id=1fc25b02-ac84-4b95-b2d8-aaef4f83ac31 HTTP/1.1" status: 200 len: 1980 time: 0.0853758 Jul 14 18:21:18.844525 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning for port 1ed1da6f-0c81-415a-8574-f73b04f359db completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:21:18.849176 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port 1ed1da6f-0c81-415a-8574-f73b04f359db triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:21:18.849966 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:18.946467 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:19.000253 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] For port 1ed1da6f-0c81-415a-8574-f73b04f359db, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=1ed1da6f-0c81-415a-8574-f73b04f359db,segment=NetworkSegment(194f6c25-af53-477d-a29c-bf1f9a10c84c),segment_id=194f6c25-af53-477d-a29c-bf1f9a10c84c)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:21:19.006151 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:19.070307 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Pushing event updated for resources: {'Port': ['ID=1ed1da6f-0c81-415a-8574-f73b04f359db,revision_number=5']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:21:19.275182 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0e3ea2-fa33-48dc-ab93-9f981eb50ede req-0ba54dd7-d0f8-4a49-a797-888a2f43b053 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:21:19.277261 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-5e0e3ea2-fa33-48dc-ab93-9f981eb50ede req-0ba54dd7-d0f8-4a49-a797-888a2f43b053 service neutron] 10.222.0.18 "GET /v2.0/networks?id=7d6a6239-0ab6-4977-8536-15456ee96e69 HTTP/1.1" status: 200 len: 902 time: 0.4750314 Jul 14 18:21:19.334560 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-5e0e3ea2-fa33-48dc-ab93-9f981eb50ede req-6152c8d9-3bde-4a43-98e4-bbdda2b8afb7 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.183&port_id=a5240037-2a1c-46d0-98f1-5c2edff2c8c7 HTTP/1.1" status: 200 len: 217 time: 0.0492878 Jul 14 18:21:19.383942 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585fdb2d-be58-484a-87f2-77e13edc330e service neutron] Pushing event updated for resources: {'Port': ['ID=c18880b1-3704-41a6-9385-b6125727058f,revision_number=10']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:21:19.392696 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0e3ea2-fa33-48dc-ab93-9f981eb50ede req-a00eb5f9-5496-49df-bcd7-9683bf0195ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:21:19.394947 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-5e0e3ea2-fa33-48dc-ab93-9f981eb50ede req-a00eb5f9-5496-49df-bcd7-9683bf0195ee service neutron] 10.222.0.18 "GET /v2.0/subnets?id=6944a89f-d70f-4aba-b39b-ca3147806938 HTTP/1.1" status: 200 len: 801 time: 0.0528150 Jul 14 18:21:19.398240 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-9af6752d-6c25-4458-9765-2ef88a780fc4 req-585fdb2d-be58-484a-87f2-77e13edc330e service neutron] 10.222.0.35 "PUT /v2.0/ports/c18880b1-3704-41a6-9385-b6125727058f/bindings/n-h1-800634-3/activate HTTP/1.1" status: 200 len: 369 time: 1.6090519 Jul 14 18:21:19.408711 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3c73fa9d-bbf5-45c8-920f-aea8244f676f req-25741cbd-6b40-4e4d-b816-ab7956ddd89b tempest-FloatingIPsTestJSON-1488369664 tempest-FloatingIPsTestJSON-1488369664-project] 10.222.0.16 "GET /v2.0/floatingips/9abed939-3a3f-4ac0-b3ec-f6e7eb0adad3 HTTP/1.1" status: 200 len: 693 time: 0.6753597 Jul 14 18:21:19.520539 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0e3ea2-fa33-48dc-ab93-9f981eb50ede req-dba8d1b6-6c1b-4518-bb07-bc93c2965a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:21:19.521989 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-5e0e3ea2-fa33-48dc-ab93-9f981eb50ede req-dba8d1b6-6c1b-4518-bb07-bc93c2965a90 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d1f21963323d4ae1956c5ba38fc6e610&device_id=71cc93c3-ed8e-4af7-bf04-1c1ca5f4c121 HTTP/1.1" status: 200 len: 1095 time: 0.8688579 Jul 14 18:21:19.535765 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5a510f-50be-4c00-9f8b-b3e159d2cdea req-fca3b92d-66fd-4762-89b5-ebac00fbda75 tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:21:19.542048 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5a510f-50be-4c00-9f8b-b3e159d2cdea req-fca3b92d-66fd-4762-89b5-ebac00fbda75 tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:21:19.543702 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3b5a510f-50be-4c00-9f8b-b3e159d2cdea req-fca3b92d-66fd-4762-89b5-ebac00fbda75 tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] 10.222.0.16 "GET /v2.0/ports?device_id=1fc25b02-ac84-4b95-b2d8-aaef4f83ac31 HTTP/1.1" status: 200 len: 1678 time: 0.7676542 Jul 14 18:21:19.548182 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0e3ea2-fa33-48dc-ab93-9f981eb50ede req-4e3b5465-af0b-43f0-85e8-0c40cd31c34d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:21:19.550352 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-5e0e3ea2-fa33-48dc-ab93-9f981eb50ede req-4e3b5465-af0b-43f0-85e8-0c40cd31c34d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7d6a6239-0ab6-4977-8536-15456ee96e69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1483610 Jul 14 18:21:19.586536 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af6752d-6c25-4458-9765-2ef88a780fc4 req-9bdc286f-0227-423b-85eb-8384336fa188 tempest-LiveMigrationTest-888176612 tempest-LiveMigrationTest-888176612-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:21:19.588052 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-9af6752d-6c25-4458-9765-2ef88a780fc4 req-9bdc286f-0227-423b-85eb-8384336fa188 tempest-LiveMigrationTest-888176612 tempest-LiveMigrationTest-888176612-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=71cc93c3-ed8e-4af7-bf04-1c1ca5f4c121&tenant_id=d1f21963323d4ae1956c5ba38fc6e610&binding%3Ahost_id=n-h2-800634-3 HTTP/1.1" status: 200 len: 1095 time: 0.1250467 Jul 14 18:21:19.628899 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c73fa9d-bbf5-45c8-920f-aea8244f676f req-c9411013-1fc4-423f-9541-b37e42ca2ea7 tempest-FloatingIPsTestJSON-1488369664 tempest-FloatingIPsTestJSON-1488369664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:21:19.630278 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3c73fa9d-bbf5-45c8-920f-aea8244f676f req-c9411013-1fc4-423f-9541-b37e42ca2ea7 tempest-FloatingIPsTestJSON-1488369664 tempest-FloatingIPsTestJSON-1488369664-project] 10.222.0.16 "GET /v2.0/networks/9200a437-e1de-4520-88f6-e68386523e61 HTTP/1.1" status: 200 len: 784 time: 0.2208095 Jul 14 18:21:19.654575 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [req-3c73fa9d-bbf5-45c8-920f-aea8244f676f req-7b00dce3-0db7-4090-92c3-81faee226443 tempest-FloatingIPsTestJSON-1488369664 tempest-FloatingIPsTestJSON-1488369664-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=93915) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 18:21:19.655699 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3c73fa9d-bbf5-45c8-920f-aea8244f676f req-7b00dce3-0db7-4090-92c3-81faee226443 tempest-FloatingIPsTestJSON-1488369664 tempest-FloatingIPsTestJSON-1488369664-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0177743 Jul 14 18:21:19.664356 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3b5a510f-50be-4c00-9f8b-b3e159d2cdea req-f1872578-be83-438f-80d2-ba54bbd9e47b tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] 10.222.0.16 "GET /v2.0/security-groups?id=07501815-414f-40f0-a54a-1c35d98e3f98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020212 Jul 14 18:21:19.696916 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-5e0e3ea2-fa33-48dc-ab93-9f981eb50ede req-756a2bb1-450d-4e03-bcdb-e1cdfbd37e3b service neutron] 10.222.0.18 "GET /v2.0/networks/7d6a6239-0ab6-4977-8536-15456ee96e69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375220 Jul 14 18:21:19.699668 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af6752d-6c25-4458-9765-2ef88a780fc4 req-bf1e8695-e68d-402b-9343-0e1bf1a3c40a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:21:19.701059 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-9af6752d-6c25-4458-9765-2ef88a780fc4 req-bf1e8695-e68d-402b-9343-0e1bf1a3c40a service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=71cc93c3-ed8e-4af7-bf04-1c1ca5f4c121&tenant_id=d1f21963323d4ae1956c5ba38fc6e610 HTTP/1.1" status: 200 len: 1095 time: 0.0865438 Jul 14 18:21:19.743767 n-d-800634-3 neutron-server[93915]: INFO neutron.api.v2.resource [req-322c3c29-f2ff-4d7e-90c4-32d5053dd12d req-b884ff40-f3bb-4c8a-b578-63da68d484f4 tempest-SecurityGroupsTestJSON-1215008278 tempest-SecurityGroupsTestJSON-1215008278-project] show failed (client error): The resource could not be found. Jul 14 18:21:19.744871 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-322c3c29-f2ff-4d7e-90c4-32d5053dd12d req-b884ff40-f3bb-4c8a-b578-63da68d484f4 tempest-SecurityGroupsTestJSON-1215008278 tempest-SecurityGroupsTestJSON-1215008278-project] 10.222.0.16 "GET /v2.0/security-groups/00765cf2-957c-4276-b17e-2fe15f8e26be HTTP/1.1" status: 404 len: 352 time: 0.0243771 Jul 14 18:21:19.747798 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3c73fa9d-bbf5-45c8-920f-aea8244f676f req-e1608f98-e18f-4acc-bb8c-7b9ae3610e0a tempest-FloatingIPsTestJSON-1488369664 tempest-FloatingIPsTestJSON-1488369664-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.1.227 HTTP/1.1" status: 200 len: 696 time: 0.0825565 Jul 14 18:21:19.846124 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-5e0e3ea2-fa33-48dc-ab93-9f981eb50ede req-a51c5ed9-cc6d-4c63-8175-ac4c555d2a10 service neutron] 10.222.0.18 "GET /v2.0/networks/7d6a6239-0ab6-4977-8536-15456ee96e69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1356189 Jul 14 18:21:19.852420 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0e3ea2-fa33-48dc-ab93-9f981eb50ede req-35ea2ecc-3d37-4e85-9ad0-acd45ac03f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:21:19.855257 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-5e0e3ea2-fa33-48dc-ab93-9f981eb50ede req-35ea2ecc-3d37-4e85-9ad0-acd45ac03f8e service neutron] 10.222.0.35 "GET /v2.0/networks?id=31a99599-848e-4d3a-b964-3d8069f89b88 HTTP/1.1" status: 200 len: 908 time: 0.3103898 Jul 14 18:21:19.863704 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af6752d-6c25-4458-9765-2ef88a780fc4 req-efc65b0a-2991-4d5a-8e8c-7a2d034ce344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:21:19.866931 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-9af6752d-6c25-4458-9765-2ef88a780fc4 req-efc65b0a-2991-4d5a-8e8c-7a2d034ce344 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d1f21963323d4ae1956c5ba38fc6e610&device_id=71cc93c3-ed8e-4af7-bf04-1c1ca5f4c121 HTTP/1.1" status: 200 len: 1095 time: 0.1130788 Jul 14 18:21:19.867760 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3c73fa9d-bbf5-45c8-920f-aea8244f676f req-90ead5a0-3925-444d-9d46-a8a52a8b344f tempest-FloatingIPsTestJSON-1488369664 tempest-FloatingIPsTestJSON-1488369664-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.1.227 HTTP/1.1" status: 200 len: 696 time: 0.0957854 Jul 14 18:21:19.996403 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-5e0e3ea2-fa33-48dc-ab93-9f981eb50ede req-b8a62403-f623-42ee-ae19-b7f6caa28b4f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c18880b1-3704-41a6-9385-b6125727058f HTTP/1.1" status: 200 len: 217 time: 0.0680079 Jul 14 18:21:20.029775 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0e3ea2-fa33-48dc-ab93-9f981eb50ede req-67ab36c7-2059-40cb-8263-54e7e1bdecd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:21:20.030180 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0e3ea2-fa33-48dc-ab93-9f981eb50ede req-67ab36c7-2059-40cb-8263-54e7e1bdecd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:21:20.032306 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-5e0e3ea2-fa33-48dc-ab93-9f981eb50ede req-67ab36c7-2059-40cb-8263-54e7e1bdecd0 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f4a8f789c2b347a295c086869e423927&device_id=1fc25b02-ac84-4b95-b2d8-aaef4f83ac31 HTTP/1.1" status: 200 len: 1980 time: 0.1301434 Jul 14 18:21:20.033552 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af6752d-6c25-4458-9765-2ef88a780fc4 req-4c15e0e0-f540-49de-9740-aff0a9e286ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:21:20.034911 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-9af6752d-6c25-4458-9765-2ef88a780fc4 req-4c15e0e0-f540-49de-9740-aff0a9e286ff service neutron] 10.222.0.18 "GET /v2.0/networks?id=31a99599-848e-4d3a-b964-3d8069f89b88 HTTP/1.1" status: 200 len: 908 time: 0.1541116 Jul 14 18:21:20.113065 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0e3ea2-fa33-48dc-ab93-9f981eb50ede req-3cff1e69-d543-4cb4-9240-3507f17a0481 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:21:20.114536 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-5e0e3ea2-fa33-48dc-ab93-9f981eb50ede req-3cff1e69-d543-4cb4-9240-3507f17a0481 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8fa41a13-248e-4ed4-8731-d525cb4f3c62 HTTP/1.1" status: 200 len: 848 time: 0.0851877 Jul 14 18:21:20.132323 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-9af6752d-6c25-4458-9765-2ef88a780fc4 req-6140569c-f6ce-4cba-a939-9489b617756e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c18880b1-3704-41a6-9385-b6125727058f HTTP/1.1" status: 200 len: 217 time: 0.0862107 Jul 14 18:21:20.157673 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-5e0e3ea2-fa33-48dc-ab93-9f981eb50ede req-25aa1a48-fdbd-423f-962a-6a80da72b374 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=31a99599-848e-4d3a-b964-3d8069f89b88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0336502 Jul 14 18:21:20.174205 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c81b668-9ea8-4bc3-87be-dcb3cf8df7dd req-5b96d9dc-46ac-4fbb-a40c-5c41b6c02a14 tempest-LiveMigrationTest-64527954 tempest-LiveMigrationTest-64527954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:21:20.175696 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-5c81b668-9ea8-4bc3-87be-dcb3cf8df7dd req-5b96d9dc-46ac-4fbb-a40c-5c41b6c02a14 tempest-LiveMigrationTest-64527954 tempest-LiveMigrationTest-64527954-project] 10.222.0.16 "GET /v2.0/ports?device_id=71cc93c3-ed8e-4af7-bf04-1c1ca5f4c121 HTTP/1.1" status: 200 len: 944 time: 0.2462983 Jul 14 18:21:20.215991 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af6752d-6c25-4458-9765-2ef88a780fc4 req-4c8ea756-32bc-47f3-966d-1633f38173ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:21:20.217500 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-9af6752d-6c25-4458-9765-2ef88a780fc4 req-4c8ea756-32bc-47f3-966d-1633f38173ff service neutron] 10.222.0.18 "GET /v2.0/subnets?id=8fa41a13-248e-4ed4-8731-d525cb4f3c62 HTTP/1.1" status: 200 len: 848 time: 0.0758269 Jul 14 18:21:20.222066 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0e3ea2-fa33-48dc-ab93-9f981eb50ede req-595aedf7-a509-457a-824a-82029cd0cb04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:21:20.223430 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-5e0e3ea2-fa33-48dc-ab93-9f981eb50ede req-595aedf7-a509-457a-824a-82029cd0cb04 service neutron] 10.222.0.18 "GET /v2.0/networks?id=55e3c695-5ed7-4f3b-af07-d732a5026b8a HTTP/1.1" status: 200 len: 901 time: 0.1786904 Jul 14 18:21:20.239339 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [req-3c73fa9d-bbf5-45c8-920f-aea8244f676f req-58b422f8-50ca-4048-9015-07308df6e59d tempest-FloatingIPsTestJSON-1488369664 tempest-FloatingIPsTestJSON-1488369664-project] Deleting port fe5727b5-7936-4d50-82b9-8bb3eebbdd0a {{(pid=93915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:21:20.239339 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-3c73fa9d-bbf5-45c8-920f-aea8244f676f req-58b422f8-50ca-4048-9015-07308df6e59d tempest-FloatingIPsTestJSON-1488369664 tempest-FloatingIPsTestJSON-1488369664-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:20.290587 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-fb759fe9-625d-4bff-99fd-3f82c00de1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:20.306225 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-9af6752d-6c25-4458-9765-2ef88a780fc4 req-f77495a8-aecc-4c5c-9b37-fee502c77a2d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=31a99599-848e-4d3a-b964-3d8069f89b88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0818431 Jul 14 18:21:20.307887 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-5e0e3ea2-fa33-48dc-ab93-9f981eb50ede req-5f36dcb8-855c-4541-bac5-2b671285faf7 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.96&port_id=e15ba0aa-65f9-4826-8910-631ca023ca37 HTTP/1.1" status: 200 len: 217 time: 0.0763185 Jul 14 18:21:20.316234 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-5c81b668-9ea8-4bc3-87be-dcb3cf8df7dd req-34512c35-0a28-41d6-ba67-39f8acbd98ad tempest-LiveMigrationTest-64527954 tempest-LiveMigrationTest-64527954-project] 10.222.0.16 "GET /v2.0/security-groups?id=93c6eb24-b3aa-49c4-93f7-93dd5f011665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315992 Jul 14 18:21:20.377233 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-5e0e3ea2-fa33-48dc-ab93-9f981eb50ede req-0559e7c6-d05e-4c3b-b803-00833920df0d service neutron] 10.222.0.35 "GET /v2.0/networks/31a99599-848e-4d3a-b964-3d8069f89b88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1997762 Jul 14 18:21:20.440145 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-3c73fa9d-bbf5-45c8-920f-aea8244f676f req-58b422f8-50ca-4048-9015-07308df6e59d tempest-FloatingIPsTestJSON-1488369664 tempest-FloatingIPsTestJSON-1488369664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:20.440841 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-3c73fa9d-bbf5-45c8-920f-aea8244f676f req-58b422f8-50ca-4048-9015-07308df6e59d tempest-FloatingIPsTestJSON-1488369664 tempest-FloatingIPsTestJSON-1488369664-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:20.449565 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0e3ea2-fa33-48dc-ab93-9f981eb50ede req-b5afbfa5-7407-4952-ab6a-e2c65bbb8dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:21:20.451236 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-5e0e3ea2-fa33-48dc-ab93-9f981eb50ede req-b5afbfa5-7407-4952-ab6a-e2c65bbb8dbc service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2f0bb4ff-b0ee-4ace-8470-bbbdfb3ad762 HTTP/1.1" status: 200 len: 801 time: 0.1053500 Jul 14 18:21:20.460212 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [req-3c73fa9d-bbf5-45c8-920f-aea8244f676f req-58b422f8-50ca-4048-9015-07308df6e59d tempest-FloatingIPsTestJSON-1488369664 tempest-FloatingIPsTestJSON-1488369664-project] Calling delete_port for fe5727b5-7936-4d50-82b9-8bb3eebbdd0a owned by network:floatingip {{(pid=93915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:21:20.516237 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-9af6752d-6c25-4458-9765-2ef88a780fc4 req-1897d1b4-9cdb-473d-9b1e-f79851b6dad0 service neutron] 10.222.0.18 "GET /v2.0/networks/31a99599-848e-4d3a-b964-3d8069f89b88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1983964 Jul 14 18:21:20.549302 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-5e0e3ea2-fa33-48dc-ab93-9f981eb50ede req-413d84e4-bc25-44bd-a41d-a99a99c049a7 service neutron] 10.222.0.35 "GET /v2.0/networks/31a99599-848e-4d3a-b964-3d8069f89b88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1637559 Jul 14 18:21:20.641114 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-9af6752d-6c25-4458-9765-2ef88a780fc4 req-a69ddc37-5749-4063-870f-e349754467fe service neutron] 10.222.0.18 "GET /v2.0/networks/31a99599-848e-4d3a-b964-3d8069f89b88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1168880 Jul 14 18:21:20.651329 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0e3ea2-fa33-48dc-ab93-9f981eb50ede req-85bc2be4-032f-4126-ac5f-bacd6bf9592c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:21:20.653416 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-5e0e3ea2-fa33-48dc-ab93-9f981eb50ede req-85bc2be4-032f-4126-ac5f-bacd6bf9592c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=55e3c695-5ed7-4f3b-af07-d732a5026b8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1896901 Jul 14 18:21:20.679325 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 1ed1da6f-0c81-415a-8574-f73b04f359db up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:21:20.698206 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-3c73fa9d-bbf5-45c8-920f-aea8244f676f req-58b422f8-50ca-4048-9015-07308df6e59d tempest-FloatingIPsTestJSON-1488369664 tempest-FloatingIPsTestJSON-1488369664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:20.727463 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b422f8-50ca-4048-9015-07308df6e59d tempest-FloatingIPsTestJSON-1488369664 tempest-FloatingIPsTestJSON-1488369664-project] Pushing event deleted for resources: {'Port': ['ID=fe5727b5-7936-4d50-82b9-8bb3eebbdd0a,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:21:20.779143 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port 1ed1da6f-0c81-415a-8574-f73b04f359db triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:21:20.779558 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:20.829314 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [req-042661b6-3030-4ef9-b6eb-f0dc4ca4eb77 req-c5bb33bb-b87b-467f-bfd3-e761b88740fe tempest-SecurityGroupsTestJSON-1215008278 tempest-SecurityGroupsTestJSON-1215008278-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-992875964', 'description': 'tempest-description-1280847962'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:21:20.853014 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-5e0e3ea2-fa33-48dc-ab93-9f981eb50ede req-f1e96ce2-d37a-4122-8cbf-168b425a481b service neutron] 10.222.0.18 "GET /v2.0/networks/55e3c695-5ed7-4f3b-af07-d732a5026b8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1929479 Jul 14 18:21:20.875469 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-3c73fa9d-bbf5-45c8-920f-aea8244f676f req-58b422f8-50ca-4048-9015-07308df6e59d tempest-FloatingIPsTestJSON-1488369664 tempest-FloatingIPsTestJSON-1488369664-project] Notify callbacks [] for floatingip, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:20.879456 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-3c73fa9d-bbf5-45c8-920f-aea8244f676f req-58b422f8-50ca-4048-9015-07308df6e59d tempest-FloatingIPsTestJSON-1488369664 tempest-FloatingIPsTestJSON-1488369664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for floatingip, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:20.880688 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3c73fa9d-bbf5-45c8-920f-aea8244f676f req-58b422f8-50ca-4048-9015-07308df6e59d tempest-FloatingIPsTestJSON-1488369664 tempest-FloatingIPsTestJSON-1488369664-project] 10.222.0.16 "DELETE /v2.0/floatingips/9abed939-3a3f-4ac0-b3ec-f6e7eb0adad3 HTTP/1.1" status: 204 len: 173 time: 1.0120409 Jul 14 18:21:20.881927 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-042661b6-3030-4ef9-b6eb-f0dc4ca4eb77 req-c5bb33bb-b87b-467f-bfd3-e761b88740fe tempest-SecurityGroupsTestJSON-1215008278 tempest-SecurityGroupsTestJSON-1215008278-project] Notify callbacks [] for security_group, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:21.049118 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-5e0e3ea2-fa33-48dc-ab93-9f981eb50ede req-9b0cd8e2-c614-4d30-b095-311bbafd2b11 service neutron] 10.222.0.18 "GET /v2.0/networks/55e3c695-5ed7-4f3b-af07-d732a5026b8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1876864 Jul 14 18:21:21.064531 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-042661b6-3030-4ef9-b6eb-f0dc4ca4eb77 req-c5bb33bb-b87b-467f-bfd3-e761b88740fe tempest-SecurityGroupsTestJSON-1215008278 tempest-SecurityGroupsTestJSON-1215008278-project] Notify callbacks [] for security_group, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:21.088331 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-042661b6-3030-4ef9-b6eb-f0dc4ca4eb77 req-c5bb33bb-b87b-467f-bfd3-e761b88740fe tempest-SecurityGroupsTestJSON-1215008278 tempest-SecurityGroupsTestJSON-1215008278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:21.113799 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af6752d-6c25-4458-9765-2ef88a780fc4 req-86f423c0-f1e2-4447-a42b-05d5224cfe4e tempest-LiveMigrationTest-888176612 tempest-LiveMigrationTest-888176612-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:21:21.116994 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-9af6752d-6c25-4458-9765-2ef88a780fc4 req-86f423c0-f1e2-4447-a42b-05d5224cfe4e tempest-LiveMigrationTest-888176612 tempest-LiveMigrationTest-888176612-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=71cc93c3-ed8e-4af7-bf04-1c1ca5f4c121&tenant_id=d1f21963323d4ae1956c5ba38fc6e610&binding%3Ahost_id=n-h1-800634-3 HTTP/1.1" status: 200 len: 1095 time: 0.1054561 Jul 14 18:21:21.126668 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-042661b6-3030-4ef9-b6eb-f0dc4ca4eb77 req-c5bb33bb-b87b-467f-bfd3-e761b88740fe tempest-SecurityGroupsTestJSON-1215008278 tempest-SecurityGroupsTestJSON-1215008278-project] Notify callbacks [] for security_group, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:21.137465 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-042661b6-3030-4ef9-b6eb-f0dc4ca4eb77 req-c5bb33bb-b87b-467f-bfd3-e761b88740fe tempest-SecurityGroupsTestJSON-1215008278 tempest-SecurityGroupsTestJSON-1215008278-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.3148534 Jul 14 18:21:21.149176 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5bb33bb-b87b-467f-bfd3-e761b88740fe tempest-SecurityGroupsTestJSON-1215008278 tempest-SecurityGroupsTestJSON-1215008278-project] Pushing event updated for resources: {'SecurityGroup': ['ID=06d01006-82f6-46cb-b171-a2456c684c9f,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:21:21.165909 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cca8afc-cf9c-4182-943e-c8dc7be845d1 req-6d680e5a-d889-45f0-87cc-8c01c646844f tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:21:21.172757 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cca8afc-cf9c-4182-943e-c8dc7be845d1 req-6d680e5a-d889-45f0-87cc-8c01c646844f tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:21:21.179691 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-0cca8afc-cf9c-4182-943e-c8dc7be845d1 req-6d680e5a-d889-45f0-87cc-8c01c646844f tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] 10.222.0.16 "GET /v2.0/ports?device_id=1fc25b02-ac84-4b95-b2d8-aaef4f83ac31 HTTP/1.1" status: 200 len: 1678 time: 0.1321852 Jul 14 18:21:21.242896 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-0cca8afc-cf9c-4182-943e-c8dc7be845d1 req-64f79752-eaa0-4e0e-8bd1-b55f9646ab64 tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] 10.222.0.16 "GET /v2.0/security-groups?id=07501815-414f-40f0-a54a-1c35d98e3f98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622423 Jul 14 18:21:21.262089 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.db [req-9af6752d-6c25-4458-9765-2ef88a780fc4 req-1dd9d06f-4203-41c5-b95e-2ba73771cd41 service neutron] For port c18880b1-3704-41a6-9385-b6125727058f, host n-h2-800634-3, cleared binding levels {{(pid=93916) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:21:21.266901 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-9af6752d-6c25-4458-9765-2ef88a780fc4 req-1dd9d06f-4203-41c5-b95e-2ba73771cd41 service neutron] Notify callbacks [] for binding, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:21.268270 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-9af6752d-6c25-4458-9765-2ef88a780fc4 req-1dd9d06f-4203-41c5-b95e-2ba73771cd41 service neutron] 10.222.0.18 "DELETE /v2.0/ports/c18880b1-3704-41a6-9385-b6125727058f/bindings/n-h2-800634-3 HTTP/1.1" status: 204 len: 173 time: 0.1467915 Jul 14 18:21:21.394886 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fc3dca-1451-4374-afea-4818417d1b4f req-e42556c7-53e2-4e86-aa0f-8be4004d36e8 tempest-VolumesAdminNegativeTest-1045622320 tempest-VolumesAdminNegativeTest-1045622320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:21:21.396425 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-68fc3dca-1451-4374-afea-4818417d1b4f req-e42556c7-53e2-4e86-aa0f-8be4004d36e8 tempest-VolumesAdminNegativeTest-1045622320 tempest-VolumesAdminNegativeTest-1045622320-project] 10.222.0.16 "GET /v2.0/ports?device_id=90863bc0-3d96-449d-b309-c9f85c6fe43f HTTP/1.1" status: 200 len: 945 time: 0.1365755 Jul 14 18:21:21.462132 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-68fc3dca-1451-4374-afea-4818417d1b4f req-13eefb59-f7b1-494f-9437-8512836fa532 tempest-VolumesAdminNegativeTest-1045622320 tempest-VolumesAdminNegativeTest-1045622320-project] 10.222.0.16 "GET /v2.0/security-groups?id=1d7c97a8-f107-49f9-a141-5191f8d9e4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580306 Jul 14 18:21:21.477642 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-164ff152-ad57-421e-9992-cd754b42ce9c req-8b308ef9-0b54-4d49-b32f-ed4857f691e4 tempest-FloatingIPsTestJSON-1488369664 tempest-FloatingIPsTestJSON-1488369664-project] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1436822 Jul 14 18:21:21.490610 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [req-164ff152-ad57-421e-9992-cd754b42ce9c req-bc7ab8ba-bfff-4372-bb49-409116ee637f tempest-FloatingIPsTestJSON-1488369664 tempest-FloatingIPsTestJSON-1488369664-project] Request body: {'floatingip': {'floating_network_id': '9200a437-e1de-4520-88f6-e68386523e61'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:21:21.504341 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [req-ed997d64-da1e-4c94-9cf0-4344420baf20 req-277254e0-59de-4f80-b87b-1a4d74c4765e tempest-SecurityGroupsTestJSON-1215008278 tempest-SecurityGroupsTestJSON-1215008278-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-719372740', 'description': 'tempest-description-1222696864'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:21:21.526309 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.db.api [req-ed997d64-da1e-4c94-9cf0-4344420baf20 req-277254e0-59de-4f80-b87b-1a4d74c4765e tempest-SecurityGroupsTestJSON-1215008278 tempest-SecurityGroupsTestJSON-1215008278-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 14 18:21:21.526309 n-d-800634-3 neutron-server[93915]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 14 18:21:21.526309 n-d-800634-3 neutron-server[93915]: [parameters: {'project_id': 'a9d22ebe08284e548350eab597e7413d', 'id': '4c0a5c25-8218-405a-af22-b8909f37ce1f', 'expiration': datetime.datetime(2021, 7, 14, 18, 23, 21, 521849)}] Jul 14 18:21:21.526309 n-d-800634-3 neutron-server[93915]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93915) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 14 18:21:21.526758 n-d-800634-3 neutron-server[93915]: DEBUG oslo_db.api [req-ed997d64-da1e-4c94-9cf0-4344420baf20 req-277254e0-59de-4f80-b87b-1a4d74c4765e tempest-SecurityGroupsTestJSON-1215008278 tempest-SecurityGroupsTestJSON-1215008278-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 18:21:21.535866 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-164ff152-ad57-421e-9992-cd754b42ce9c req-bc7ab8ba-bfff-4372-bb49-409116ee637f tempest-FloatingIPsTestJSON-1488369664 tempest-FloatingIPsTestJSON-1488369664-project] Notify callbacks [] for floatingip, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:21.644827 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-164ff152-ad57-421e-9992-cd754b42ce9c req-bc7ab8ba-bfff-4372-bb49-409116ee637f tempest-FloatingIPsTestJSON-1488369664 tempest-FloatingIPsTestJSON-1488369664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:21.742248 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device a5240037-2a1c-46d0-98f1-5c2edff2c8c7 details requested by agent hyperv_n-h1-800634-3 with host n-h1-800634-3 {{(pid=93917) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 18:21:21.767174 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.db_base_plugin_common [req-164ff152-ad57-421e-9992-cd754b42ce9c req-bc7ab8ba-bfff-4372-bb49-409116ee637f tempest-FloatingIPsTestJSON-1488369664 tempest-FloatingIPsTestJSON-1488369664-project] Allocated IP 172.25.1.106 (9200a437-e1de-4520-88f6-e68386523e61/5f47f848-4532-407a-a0e2-5690ade15fd0/2922ee37-a6e1-4313-81b9-0887733db5b7) {{(pid=93915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:21:21.859882 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port a5240037-2a1c-46d0-98f1-5c2edff2c8c7, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=a5240037-2a1c-46d0-98f1-5c2edff2c8c7,segment=NetworkSegment(5b2af41b-8371-454e-babf-35f661e7ac1b),segment_id=5b2af41b-8371-454e-babf-35f661e7ac1b)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:21:21.872308 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Returning: {'device': 'a5240037-2a1c-46d0-98f1-5c2edff2c8c7', 'network_id': '7d6a6239-0ab6-4977-8536-15456ee96e69', 'port_id': 'a5240037-2a1c-46d0-98f1-5c2edff2c8c7', 'mac_address': 'fa:16:3e:92:bb:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 53, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6944a89f-d70f-4aba-b39b-ca3147806938', 'ip_address': '19.80.0.183'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93917) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 18:21:21.892971 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-164ff152-ad57-421e-9992-cd754b42ce9c req-bc7ab8ba-bfff-4372-bb49-409116ee637f tempest-FloatingIPsTestJSON-1488369664 tempest-FloatingIPsTestJSON-1488369664-project] Notify callbacks [] for port, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:21.910607 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:21.924655 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5240037-2a1c-46d0-98f1-5c2edff2c8c7 {{(pid=93917) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 18:21:21.937679 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-164ff152-ad57-421e-9992-cd754b42ce9c req-bc7ab8ba-bfff-4372-bb49-409116ee637f tempest-FloatingIPsTestJSON-1488369664 tempest-FloatingIPsTestJSON-1488369664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:21.946427 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port a5240037-2a1c-46d0-98f1-5c2edff2c8c7, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=a5240037-2a1c-46d0-98f1-5c2edff2c8c7,segment=NetworkSegment(5b2af41b-8371-454e-babf-35f661e7ac1b),segment_id=5b2af41b-8371-454e-babf-35f661e7ac1b)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:21:21.950481 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:21.951212 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device e15ba0aa-65f9-4826-8910-631ca023ca37 details requested by agent hyperv_n-h1-800634-3 with host n-h1-800634-3 {{(pid=93917) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 18:21:21.973188 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-164ff152-ad57-421e-9992-cd754b42ce9c req-bc7ab8ba-bfff-4372-bb49-409116ee637f tempest-FloatingIPsTestJSON-1488369664 tempest-FloatingIPsTestJSON-1488369664-project] Network 9200a437-e1de-4520-88f6-e68386523e61 is already hosted by enough agents. {{(pid=93915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:21:21.976241 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [req-164ff152-ad57-421e-9992-cd754b42ce9c req-bc7ab8ba-bfff-4372-bb49-409116ee637f tempest-FloatingIPsTestJSON-1488369664 tempest-FloatingIPsTestJSON-1488369664-project] Resources bound (agent type, host, resource id): {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:21:21.981825 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [req-164ff152-ad57-421e-9992-cd754b42ce9c req-bc7ab8ba-bfff-4372-bb49-409116ee637f tempest-FloatingIPsTestJSON-1488369664 tempest-FloatingIPsTestJSON-1488369664-project] Received port after_create {{(pid=93915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:21:22.010995 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7ab8ba-bfff-4372-bb49-409116ee637f tempest-FloatingIPsTestJSON-1488369664 tempest-FloatingIPsTestJSON-1488369664-project] Pushing event updated for resources: {'Port': ['ID=2922ee37-a6e1-4313-81b9-0887733db5b7,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:21:22.064483 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Pushing event updated for resources: {'Port': ['ID=a5240037-2a1c-46d0-98f1-5c2edff2c8c7,revision_number=4']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:21:22.096836 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-ed997d64-da1e-4c94-9cf0-4344420baf20 req-277254e0-59de-4f80-b87b-1a4d74c4765e tempest-SecurityGroupsTestJSON-1215008278 tempest-SecurityGroupsTestJSON-1215008278-project] Notify callbacks [] for security_group, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:22.110956 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port e15ba0aa-65f9-4826-8910-631ca023ca37, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=e15ba0aa-65f9-4826-8910-631ca023ca37,segment=NetworkSegment(6e1ddf8f-4f92-427e-b74c-096978b57327),segment_id=6e1ddf8f-4f92-427e-b74c-096978b57327)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:21:22.123147 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Returning: {'device': 'e15ba0aa-65f9-4826-8910-631ca023ca37', 'network_id': '55e3c695-5ed7-4f3b-af07-d732a5026b8a', 'port_id': 'e15ba0aa-65f9-4826-8910-631ca023ca37', 'mac_address': 'fa:16:3e:c6:ba:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 65, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f0bb4ff-b0ee-4ace-8470-bbbdfb3ad762', 'ip_address': '19.86.0.96'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93917) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 18:21:22.143990 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-164ff152-ad57-421e-9992-cd754b42ce9c req-bc7ab8ba-bfff-4372-bb49-409116ee637f tempest-FloatingIPsTestJSON-1488369664 tempest-FloatingIPsTestJSON-1488369664-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:22.169105 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:22.182773 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e15ba0aa-65f9-4826-8910-631ca023ca37 {{(pid=93917) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 18:21:22.207758 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port e15ba0aa-65f9-4826-8910-631ca023ca37, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=e15ba0aa-65f9-4826-8910-631ca023ca37,segment=NetworkSegment(6e1ddf8f-4f92-427e-b74c-096978b57327),segment_id=6e1ddf8f-4f92-427e-b74c-096978b57327)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:21:22.212436 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-164ff152-ad57-421e-9992-cd754b42ce9c req-bc7ab8ba-bfff-4372-bb49-409116ee637f tempest-FloatingIPsTestJSON-1488369664 tempest-FloatingIPsTestJSON-1488369664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:22.216632 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:22.279475 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Pushing event updated for resources: {'Port': ['ID=e15ba0aa-65f9-4826-8910-631ca023ca37,revision_number=4']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:21:22.291420 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-ed997d64-da1e-4c94-9cf0-4344420baf20 req-277254e0-59de-4f80-b87b-1a4d74c4765e tempest-SecurityGroupsTestJSON-1215008278 tempest-SecurityGroupsTestJSON-1215008278-project] Notify callbacks [] for security_group, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:22.305888 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-ed997d64-da1e-4c94-9cf0-4344420baf20 req-277254e0-59de-4f80-b87b-1a4d74c4765e tempest-SecurityGroupsTestJSON-1215008278 tempest-SecurityGroupsTestJSON-1215008278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:22.369912 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-ed997d64-da1e-4c94-9cf0-4344420baf20 req-277254e0-59de-4f80-b87b-1a4d74c4765e tempest-SecurityGroupsTestJSON-1215008278 tempest-SecurityGroupsTestJSON-1215008278-project] Notify callbacks [] for security_group, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:22.381588 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ed997d64-da1e-4c94-9cf0-4344420baf20 req-277254e0-59de-4f80-b87b-1a4d74c4765e tempest-SecurityGroupsTestJSON-1215008278 tempest-SecurityGroupsTestJSON-1215008278-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.8846939 Jul 14 18:21:22.390437 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277254e0-59de-4f80-b87b-1a4d74c4765e tempest-SecurityGroupsTestJSON-1215008278 tempest-SecurityGroupsTestJSON-1215008278-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c45438a4-64ac-4b09-8617-bbfa45257f05,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:21:22.459996 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-164ff152-ad57-421e-9992-cd754b42ce9c req-bc7ab8ba-bfff-4372-bb49-409116ee637f tempest-FloatingIPsTestJSON-1488369664 tempest-FloatingIPsTestJSON-1488369664-project] Notify callbacks [] for port, precommit_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:22.465707 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-164ff152-ad57-421e-9992-cd754b42ce9c req-bc7ab8ba-bfff-4372-bb49-409116ee637f tempest-FloatingIPsTestJSON-1488369664 tempest-FloatingIPsTestJSON-1488369664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25912978'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:22.503855 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] get_ports_and_sgs() called for port_ids ['a5240037-2a1c-46d0-98f1-5c2edff2c8c7'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 18:21:22.559428 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Device f0bc76aa-f37f-4233-8633-52f3421ea161 details requested by agent hyperv_n-h2-800634-3 with host n-h2-800634-3 {{(pid=93917) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 18:21:22.562674 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Device c18880b1-3704-41a6-9385-b6125727058f no longer exists at agent hyperv_n-h2-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 18:21:22.591335 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7ab8ba-bfff-4372-bb49-409116ee637f tempest-FloatingIPsTestJSON-1488369664 tempest-FloatingIPsTestJSON-1488369664-project] Pushing event updated for resources: {'Port': ['ID=2922ee37-a6e1-4313-81b9-0887733db5b7,revision_number=2']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:21:22.619435 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-164ff152-ad57-421e-9992-cd754b42ce9c req-bc7ab8ba-bfff-4372-bb49-409116ee637f tempest-FloatingIPsTestJSON-1488369664 tempest-FloatingIPsTestJSON-1488369664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-930131'] for floatingip, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:22.647753 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a2ba9c-d832-485f-a460-e033b22edfb8 req-0b3a6918-1cfb-47e2-9d7b-1a3edf8e856f tempest-LiveMigrationTest-64527954 tempest-LiveMigrationTest-64527954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:21:22.649442 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-85a2ba9c-d832-485f-a460-e033b22edfb8 req-0b3a6918-1cfb-47e2-9d7b-1a3edf8e856f tempest-LiveMigrationTest-64527954 tempest-LiveMigrationTest-64527954-project] 10.222.0.16 "GET /v2.0/ports?device_id=71cc93c3-ed8e-4af7-bf04-1c1ca5f4c121 HTTP/1.1" status: 200 len: 944 time: 0.1486886 Jul 14 18:21:22.650433 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-164ff152-ad57-421e-9992-cd754b42ce9c req-bc7ab8ba-bfff-4372-bb49-409116ee637f tempest-FloatingIPsTestJSON-1488369664 tempest-FloatingIPsTestJSON-1488369664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for floatingip, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:22.658015 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-164ff152-ad57-421e-9992-cd754b42ce9c req-bc7ab8ba-bfff-4372-bb49-409116ee637f tempest-FloatingIPsTestJSON-1488369664 tempest-FloatingIPsTestJSON-1488369664-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.1731601 Jul 14 18:21:22.724619 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Device c18880b1-3704-41a6-9385-b6125727058f not bound to the agent host n-h2-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 18:21:22.732687 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-164ff152-ad57-421e-9992-cd754b42ce9c req-ccc01786-11b7-4843-924f-123819f321fb tempest-FloatingIPsTestJSON-1488369664 tempest-FloatingIPsTestJSON-1488369664-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.1.106 HTTP/1.1" status: 200 len: 696 time: 0.0737417 Jul 14 18:21:22.785848 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-aa896060-529a-48af-823a-bbf061fbef15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:22.803841 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-85a2ba9c-d832-485f-a460-e033b22edfb8 req-8c654b3b-28bc-41d8-b2fa-1daab5978b18 tempest-LiveMigrationTest-64527954 tempest-LiveMigrationTest-64527954-project] 10.222.0.16 "GET /v2.0/security-groups?id=93c6eb24-b3aa-49c4-93f7-93dd5f011665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383233 Jul 14 18:21:22.832087 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] For port f0bc76aa-f37f-4233-8633-52f3421ea161, host n-h2-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=f0bc76aa-f37f-4233-8633-52f3421ea161,segment=NetworkSegment(067fc487-22c7-42de-972d-ae352a28ad29),segment_id=067fc487-22c7-42de-972d-ae352a28ad29)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:21:22.899710 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164ff152-ad57-421e-9992-cd754b42ce9c req-7e48f8f2-6610-4213-80f4-669f4dde58d3 tempest-FloatingIPsTestJSON-1488369664 tempest-FloatingIPsTestJSON-1488369664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:21:22.902536 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Returning: {'device': 'f0bc76aa-f37f-4233-8633-52f3421ea161', 'network_id': '4f742057-89ee-4b4a-86f7-487ee61881a1', 'port_id': 'f0bc76aa-f37f-4233-8633-52f3421ea161', 'mac_address': 'fa:16:3e:e1:97:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f20c54fb-f7da-4761-aa61-2e4f99f3d332', 'ip_address': '192.168.233.74'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93917) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 18:21:22.906923 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-164ff152-ad57-421e-9992-cd754b42ce9c req-7e48f8f2-6610-4213-80f4-669f4dde58d3 tempest-FloatingIPsTestJSON-1488369664 tempest-FloatingIPsTestJSON-1488369664-project] 10.222.0.16 "GET /v2.0/networks/9200a437-e1de-4520-88f6-e68386523e61 HTTP/1.1" status: 200 len: 784 time: 0.1617675 Jul 14 18:21:22.912429 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [req-164ff152-ad57-421e-9992-cd754b42ce9c req-9512a06a-7fdd-4f50-825f-6928ed55f26d tempest-FloatingIPsTestJSON-1488369664 tempest-FloatingIPsTestJSON-1488369664-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=93915) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 18:21:22.924135 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-164ff152-ad57-421e-9992-cd754b42ce9c req-9512a06a-7fdd-4f50-825f-6928ed55f26d tempest-FloatingIPsTestJSON-1488369664 tempest-FloatingIPsTestJSON-1488369664-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0162923 Jul 14 18:21:22.957871 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:22.962219 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec8998b-86a7-475e-9bdc-6aed3125b51c req-012a49d4-8c43-4fcb-ae3a-68c409430615 tempest-VolumesAdminNegativeTest-1045622320 tempest-VolumesAdminNegativeTest-1045622320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:21:22.963947 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-1ec8998b-86a7-475e-9bdc-6aed3125b51c req-012a49d4-8c43-4fcb-ae3a-68c409430615 tempest-VolumesAdminNegativeTest-1045622320 tempest-VolumesAdminNegativeTest-1045622320-project] 10.222.0.35 "GET /v2.0/ports?device_id=90863bc0-3d96-449d-b309-c9f85c6fe43f HTTP/1.1" status: 200 len: 945 time: 0.1119738 Jul 14 18:21:22.977834 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f0bc76aa-f37f-4233-8633-52f3421ea161 {{(pid=93917) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 18:21:23.025199 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] For port f0bc76aa-f37f-4233-8633-52f3421ea161, host n-h2-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=f0bc76aa-f37f-4233-8633-52f3421ea161,segment=NetworkSegment(067fc487-22c7-42de-972d-ae352a28ad29),segment_id=067fc487-22c7-42de-972d-ae352a28ad29)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:21:23.033584 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:23.101782 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Pushing event updated for resources: {'Port': ['ID=f0bc76aa-f37f-4233-8633-52f3421ea161,revision_number=6']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:21:23.121570 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] get_ports_and_sgs() called for port_ids ['f0bc76aa-f37f-4233-8633-52f3421ea161'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 18:21:23.158820 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [req-1ec8998b-86a7-475e-9bdc-6aed3125b51c req-1d299b16-72b4-45a1-88ed-32619ef018d3 tempest-VolumesAdminNegativeTest-1045622320 tempest-VolumesAdminNegativeTest-1045622320-project] Deleting port 96a0bba6-ce17-4075-8919-4d725de7dfcd {{(pid=93915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:21:23.159167 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-1ec8998b-86a7-475e-9bdc-6aed3125b51c req-1d299b16-72b4-45a1-88ed-32619ef018d3 tempest-VolumesAdminNegativeTest-1045622320 tempest-VolumesAdminNegativeTest-1045622320-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:23.183141 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:23.252652 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39eb7649-37c7-48aa-9cdc-ab586c61d4c8 req-16cf1145-c8ff-4928-8d76-66d3cc7771bd tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:21:23.262556 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39eb7649-37c7-48aa-9cdc-ab586c61d4c8 req-16cf1145-c8ff-4928-8d76-66d3cc7771bd tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:21:23.265562 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-39eb7649-37c7-48aa-9cdc-ab586c61d4c8 req-16cf1145-c8ff-4928-8d76-66d3cc7771bd tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] 10.222.0.16 "GET /v2.0/ports?device_id=1fc25b02-ac84-4b95-b2d8-aaef4f83ac31 HTTP/1.1" status: 200 len: 1680 time: 0.1896114 Jul 14 18:21:23.354294 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-39eb7649-37c7-48aa-9cdc-ab586c61d4c8 req-6978c187-1e11-48ab-a9d9-2d714f857cc4 tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] 10.222.0.16 "GET /v2.0/security-groups?id=07501815-414f-40f0-a54a-1c35d98e3f98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789285 Jul 14 18:21:23.388190 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [req-e387ae4c-1525-49c2-a8c3-0c5489c5a60b req-4ffaf9e9-9e7e-42cb-90a1-30415d544a10 tempest-SecurityGroupsTestJSON-1215008278 tempest-SecurityGroupsTestJSON-1215008278-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-956168613', 'description': 'tempest-description-1568392733'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:21:23.400493 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-1ec8998b-86a7-475e-9bdc-6aed3125b51c req-1d299b16-72b4-45a1-88ed-32619ef018d3 tempest-VolumesAdminNegativeTest-1045622320 tempest-VolumesAdminNegativeTest-1045622320-project] For port 96a0bba6-ce17-4075-8919-4d725de7dfcd, host n-h2-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=96a0bba6-ce17-4075-8919-4d725de7dfcd,segment=NetworkSegment(18bc5909-4f6f-4759-9c5f-7c2c3324b184),segment_id=18bc5909-4f6f-4759-9c5f-7c2c3324b184)] {{(pid=93915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:21:23.400791 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-1ec8998b-86a7-475e-9bdc-6aed3125b51c req-1d299b16-72b4-45a1-88ed-32619ef018d3 tempest-VolumesAdminNegativeTest-1045622320 tempest-VolumesAdminNegativeTest-1045622320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:23.422015 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [req-1ec8998b-86a7-475e-9bdc-6aed3125b51c req-1d299b16-72b4-45a1-88ed-32619ef018d3 tempest-VolumesAdminNegativeTest-1045622320 tempest-VolumesAdminNegativeTest-1045622320-project] Calling delete_port for 96a0bba6-ce17-4075-8919-4d725de7dfcd owned by compute:nova {{(pid=93915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:21:23.441455 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-e387ae4c-1525-49c2-a8c3-0c5489c5a60b req-4ffaf9e9-9e7e-42cb-90a1-30415d544a10 tempest-SecurityGroupsTestJSON-1215008278 tempest-SecurityGroupsTestJSON-1215008278-project] Notify callbacks [] for security_group, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:23.572245 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] get_ports_and_sgs() called for port_ids ['e15ba0aa-65f9-4826-8910-631ca023ca37'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 18:21:23.639873 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-e387ae4c-1525-49c2-a8c3-0c5489c5a60b req-4ffaf9e9-9e7e-42cb-90a1-30415d544a10 tempest-SecurityGroupsTestJSON-1215008278 tempest-SecurityGroupsTestJSON-1215008278-project] Notify callbacks [] for security_group, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:23.642549 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-1ec8998b-86a7-475e-9bdc-6aed3125b51c req-1d299b16-72b4-45a1-88ed-32619ef018d3 tempest-VolumesAdminNegativeTest-1045622320 tempest-VolumesAdminNegativeTest-1045622320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:23.657961 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-e387ae4c-1525-49c2-a8c3-0c5489c5a60b req-4ffaf9e9-9e7e-42cb-90a1-30415d544a10 tempest-SecurityGroupsTestJSON-1215008278 tempest-SecurityGroupsTestJSON-1215008278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:23.658195 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] get_ports_and_sgs() called for port_ids ['96a0bba6-ce17-4075-8919-4d725de7dfcd'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 18:21:23.749304 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device a5240037-2a1c-46d0-98f1-5c2edff2c8c7 up at agent hyperv_n-h1-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:21:23.762826 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d299b16-72b4-45a1-88ed-32619ef018d3 tempest-VolumesAdminNegativeTest-1045622320 tempest-VolumesAdminNegativeTest-1045622320-project] Pushing event deleted for resources: {'Port': ['ID=96a0bba6-ce17-4075-8919-4d725de7dfcd,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:21:23.796712 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ec8998b-86a7-475e-9bdc-6aed3125b51c req-1d299b16-72b4-45a1-88ed-32619ef018d3 tempest-VolumesAdminNegativeTest-1045622320 tempest-VolumesAdminNegativeTest-1045622320-project] No DVR routers for this DVR port 96a0bba6-ce17-4075-8919-4d725de7dfcd on host n-h2-800634-3 {{(pid=93915) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 18:21:23.802689 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-1ec8998b-86a7-475e-9bdc-6aed3125b51c req-1d299b16-72b4-45a1-88ed-32619ef018d3 tempest-VolumesAdminNegativeTest-1045622320 tempest-VolumesAdminNegativeTest-1045622320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:23.804738 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-1ec8998b-86a7-475e-9bdc-6aed3125b51c req-1d299b16-72b4-45a1-88ed-32619ef018d3 tempest-VolumesAdminNegativeTest-1045622320 tempest-VolumesAdminNegativeTest-1045622320-project] 10.222.0.35 "DELETE /v2.0/ports/96a0bba6-ce17-4075-8919-4d725de7dfcd HTTP/1.1" status: 204 len: 173 time: 0.8346143 Jul 14 18:21:23.805165 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90863bc0-3d96-449d-b309-c9f85c6fe43f', 'name': 'network-vif-deleted', 'tag': '96a0bba6-ce17-4075-8919-4d725de7dfcd'}] {{(pid=93915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:21:23.807680 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e72782ad3af8f7d4ce76cedf092bca46d1756acc5c4653cf0b52034cdd6b073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c20fc305-68e8-4353-9d5c-f66b78c7c4cd" -d '{"events": [{"server_uuid": "90863bc0-3d96-449d-b309-c9f85c6fe43f", "name": "network-vif-deleted", "tag": "96a0bba6-ce17-4075-8919-4d725de7dfcd"}]}' {{(pid=93915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:21:23.814546 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-e387ae4c-1525-49c2-a8c3-0c5489c5a60b req-4ffaf9e9-9e7e-42cb-90a1-30415d544a10 tempest-SecurityGroupsTestJSON-1215008278 tempest-SecurityGroupsTestJSON-1215008278-project] Notify callbacks [] for security_group, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:23.815747 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e387ae4c-1525-49c2-a8c3-0c5489c5a60b req-4ffaf9e9-9e7e-42cb-90a1-30415d544a10 tempest-SecurityGroupsTestJSON-1215008278 tempest-SecurityGroupsTestJSON-1215008278-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.4316943 Jul 14 18:21:23.821673 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffaf9e9-9e7e-42cb-90a1-30415d544a10 tempest-SecurityGroupsTestJSON-1215008278 tempest-SecurityGroupsTestJSON-1215008278-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f3348441-3e55-414b-8281-c705c8f27d09,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:21:23.912264 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Provisioning for port a5240037-2a1c-46d0-98f1-5c2edff2c8c7 completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:21:23.921698 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Provisioning complete for port a5240037-2a1c-46d0-98f1-5c2edff2c8c7 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:21:23.922071 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:23.986163 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-574aeb93-9938-449c-8e6c-cb22c9b52cc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:24.040858 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-53147045-d23c-471f-b4d6-d42b9f8e5826 req-1b6fb9dc-2cc0-4e4a-acbd-3ecb7325e489 tempest-VolumesAdminNegativeTest-1045622320 tempest-VolumesAdminNegativeTest-1045622320-project] 10.222.0.16 "GET /v2.0/ports?device_id=90863bc0-3d96-449d-b309-c9f85c6fe43f HTTP/1.1" status: 200 len: 210 time: 0.0371385 Jul 14 18:21:24.051594 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:24.095824 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fc25b02-ac84-4b95-b2d8-aaef4f83ac31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5240037-2a1c-46d0-98f1-5c2edff2c8c7'}] {{(pid=93917) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:21:24.098152 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20b787f3c29eaa7aa2a4d648c725a2124c5ff39a8d793252f9d844495e14cf42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc03d547-6d3e-441e-a7ee-29522cb24632" -d '{"events": [{"server_uuid": "1fc25b02-ac84-4b95-b2d8-aaef4f83ac31", "name": "network-vif-plugged", "status": "completed", "tag": "a5240037-2a1c-46d0-98f1-5c2edff2c8c7"}]}' {{(pid=93917) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:21:24.123163 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port a5240037-2a1c-46d0-98f1-5c2edff2c8c7, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=a5240037-2a1c-46d0-98f1-5c2edff2c8c7,segment=NetworkSegment(5b2af41b-8371-454e-babf-35f661e7ac1b),segment_id=5b2af41b-8371-454e-babf-35f661e7ac1b)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:21:24.128801 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:24.134354 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-5ddb74b5-3fbe-4d39-90d8-78e03c5fc054 req-56a69623-1945-4dde-9b37-8dc6f80e092b tempest-FloatingIPsTestJSON-1488369664 tempest-FloatingIPsTestJSON-1488369664-project] 10.222.0.16 "GET /v2.0/floatingips/46d983e2-68f3-41a2-99fb-19804cd1351c HTTP/1.1" status: 200 len: 693 time: 0.0503416 Jul 14 18:21:24.197926 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Pushing event updated for resources: {'Port': ['ID=a5240037-2a1c-46d0-98f1-5c2edff2c8c7,revision_number=5']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:21:24.258851 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddb74b5-3fbe-4d39-90d8-78e03c5fc054 req-e9a07f3a-c76a-4d29-80a4-24c2fae4617e tempest-FloatingIPsTestJSON-1488369664 tempest-FloatingIPsTestJSON-1488369664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:21:24.265294 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-5ddb74b5-3fbe-4d39-90d8-78e03c5fc054 req-e9a07f3a-c76a-4d29-80a4-24c2fae4617e tempest-FloatingIPsTestJSON-1488369664 tempest-FloatingIPsTestJSON-1488369664-project] 10.222.0.16 "GET /v2.0/networks/9200a437-e1de-4520-88f6-e68386523e61 HTTP/1.1" status: 200 len: 784 time: 0.1293933 Jul 14 18:21:24.319358 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-5ddb74b5-3fbe-4d39-90d8-78e03c5fc054 req-b3480767-d78d-4bc7-b218-cc00ff0b5805 tempest-FloatingIPsTestJSON-1488369664 tempest-FloatingIPsTestJSON-1488369664-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.1.106 HTTP/1.1" status: 200 len: 696 time: 0.0517690 Jul 14 18:21:24.402249 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-5ddb74b5-3fbe-4d39-90d8-78e03c5fc054 req-06ce4284-9a87-438d-a9ec-29986bf5bb87 tempest-FloatingIPsTestJSON-1488369664 tempest-FloatingIPsTestJSON-1488369664-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.1.106 HTTP/1.1" status: 200 len: 696 time: 0.0768254 Jul 14 18:21:24.557173 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Device f0bc76aa-f37f-4233-8633-52f3421ea161 up at agent hyperv_n-h2-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:21:24.629303 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [req-5ddb74b5-3fbe-4d39-90d8-78e03c5fc054 req-62214184-a487-43d3-aeaf-24360c775931 tempest-FloatingIPsTestJSON-1488369664 tempest-FloatingIPsTestJSON-1488369664-project] Deleting port 2922ee37-a6e1-4313-81b9-0887733db5b7 {{(pid=93915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:21:24.629303 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-5ddb74b5-3fbe-4d39-90d8-78e03c5fc054 req-62214184-a487-43d3-aeaf-24360c775931 tempest-FloatingIPsTestJSON-1488369664 tempest-FloatingIPsTestJSON-1488369664-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:24.648404 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Provisioning complete for port f0bc76aa-f37f-4233-8633-52f3421ea161 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:21:24.648877 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:24.796560 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:24.812225 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-5ddb74b5-3fbe-4d39-90d8-78e03c5fc054 req-62214184-a487-43d3-aeaf-24360c775931 tempest-FloatingIPsTestJSON-1488369664 tempest-FloatingIPsTestJSON-1488369664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:24.812840 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-5ddb74b5-3fbe-4d39-90d8-78e03c5fc054 req-62214184-a487-43d3-aeaf-24360c775931 tempest-FloatingIPsTestJSON-1488369664 tempest-FloatingIPsTestJSON-1488369664-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:24.828282 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [req-5ddb74b5-3fbe-4d39-90d8-78e03c5fc054 req-62214184-a487-43d3-aeaf-24360c775931 tempest-FloatingIPsTestJSON-1488369664 tempest-FloatingIPsTestJSON-1488369664-project] Calling delete_port for 2922ee37-a6e1-4313-81b9-0887733db5b7 owned by network:floatingip {{(pid=93915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:21:24.862911 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] For port f0bc76aa-f37f-4233-8633-52f3421ea161, host n-h2-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=f0bc76aa-f37f-4233-8633-52f3421ea161,segment=NetworkSegment(067fc487-22c7-42de-972d-ae352a28ad29),segment_id=067fc487-22c7-42de-972d-ae352a28ad29)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:21:24.871075 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:24.954327 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Pushing event updated for resources: {'Port': ['ID=f0bc76aa-f37f-4233-8633-52f3421ea161,revision_number=7']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:21:25.031590 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-5ddb74b5-3fbe-4d39-90d8-78e03c5fc054 req-62214184-a487-43d3-aeaf-24360c775931 tempest-FloatingIPsTestJSON-1488369664 tempest-FloatingIPsTestJSON-1488369664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:25.083289 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62214184-a487-43d3-aeaf-24360c775931 tempest-FloatingIPsTestJSON-1488369664 tempest-FloatingIPsTestJSON-1488369664-project] Pushing event deleted for resources: {'Port': ['ID=2922ee37-a6e1-4313-81b9-0887733db5b7,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:21:25.135142 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-5ddb74b5-3fbe-4d39-90d8-78e03c5fc054 req-62214184-a487-43d3-aeaf-24360c775931 tempest-FloatingIPsTestJSON-1488369664 tempest-FloatingIPsTestJSON-1488369664-project] Notify callbacks [] for floatingip, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:25.142769 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-5ddb74b5-3fbe-4d39-90d8-78e03c5fc054 req-62214184-a487-43d3-aeaf-24360c775931 tempest-FloatingIPsTestJSON-1488369664 tempest-FloatingIPsTestJSON-1488369664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for floatingip, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:25.156892 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-5ddb74b5-3fbe-4d39-90d8-78e03c5fc054 req-62214184-a487-43d3-aeaf-24360c775931 tempest-FloatingIPsTestJSON-1488369664 tempest-FloatingIPsTestJSON-1488369664-project] 10.222.0.16 "DELETE /v2.0/floatingips/46d983e2-68f3-41a2-99fb-19804cd1351c HTTP/1.1" status: 204 len: 173 time: 0.7453434 Jul 14 18:21:25.202709 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 18:21:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78d2627b-525b-4a70-a407-951c72a2d6ef x-openstack-request-id: req-78d2627b-525b-4a70-a407-951c72a2d6ef {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:21:25.203302 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90863bc0-3d96-449d-b309-c9f85c6fe43f", "name": "network-vif-deleted", "tag": "96a0bba6-ce17-4075-8919-4d725de7dfcd", "status": "completed", "code": 200}]} {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:21:25.203471 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-78d2627b-525b-4a70-a407-951c72a2d6ef {{(pid=93915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:21:25.203974 n-d-800634-3 neutron-server[93915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90863bc0-3d96-449d-b309-c9f85c6fe43f', 'name': 'network-vif-deleted', 'tag': '96a0bba6-ce17-4075-8919-4d725de7dfcd', 'status': 'completed', 'code': 200} Jul 14 18:21:25.344944 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-0904bf3f-78c9-4fe0-b622-c07112832bab req-5a232b21-b84d-4e25-bbb6-5004cbfee8b9 tempest-SecurityGroupsTestJSON-1215008278 tempest-SecurityGroupsTestJSON-1215008278-project] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a9d22ebe08284e548350eab597e7413d HTTP/1.1" status: 200 len: 10896 time: 0.1285543 Jul 14 18:21:25.414965 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-0904bf3f-78c9-4fe0-b622-c07112832bab req-d09e885d-c7c5-4dbe-bf89-c70211444c3f tempest-SecurityGroupsTestJSON-1215008278 tempest-SecurityGroupsTestJSON-1215008278-project] 10.222.0.16 "GET /v2.0/security-groups/309722b9-2fe8-4d94-8481-29be9b33af8a HTTP/1.1" status: 200 len: 2981 time: 0.0620577 Jul 14 18:21:25.481532 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-0904bf3f-78c9-4fe0-b622-c07112832bab req-f907b663-7e60-4e80-9485-251b58d60b96 tempest-SecurityGroupsTestJSON-1215008278 tempest-SecurityGroupsTestJSON-1215008278-project] 10.222.0.16 "GET /v2.0/security-groups/309722b9-2fe8-4d94-8481-29be9b33af8a HTTP/1.1" status: 200 len: 2981 time: 0.0626225 Jul 14 18:21:25.688911 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-2f4e3af3-e708-4ffd-a544-82d93a489d01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:25.744658 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device e15ba0aa-65f9-4826-8910-631ca023ca37 up at agent hyperv_n-h1-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:21:25.803282 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2934910d-f6de-4735-822e-1fb95ea6fa48 req-416ed1c0-7303-49f0-bdbb-2d7c15b52b36 tempest-LiveMigrationTest-888176612 tempest-LiveMigrationTest-888176612-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:21:25.805263 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2934910d-f6de-4735-822e-1fb95ea6fa48 req-416ed1c0-7303-49f0-bdbb-2d7c15b52b36 tempest-LiveMigrationTest-888176612 tempest-LiveMigrationTest-888176612-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=71cc93c3-ed8e-4af7-bf04-1c1ca5f4c121 HTTP/1.1" status: 200 len: 1095 time: 0.0694489 Jul 14 18:21:25.862726 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Provisioning for port e15ba0aa-65f9-4826-8910-631ca023ca37 completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:21:25.863619 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2934910d-f6de-4735-822e-1fb95ea6fa48 req-36a96dec-4c86-405a-bdf3-8b3d9b2b75ac tempest-LiveMigrationTest-888176612 tempest-LiveMigrationTest-888176612-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=93c6eb24-b3aa-49c4-93f7-93dd5f011665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514026 Jul 14 18:21:25.868875 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Provisioning complete for port e15ba0aa-65f9-4826-8910-631ca023ca37 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:21:25.874333 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:25.961422 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 18:21:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dd1aa28-2335-4336-b3eb-54093acc7a18 x-openstack-request-id: req-9dd1aa28-2335-4336-b3eb-54093acc7a18 {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:21:25.962301 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fc25b02-ac84-4b95-b2d8-aaef4f83ac31", "name": "network-vif-plugged", "status": "completed", "tag": "a5240037-2a1c-46d0-98f1-5c2edff2c8c7", "code": 200}]} {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:21:25.963689 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9dd1aa28-2335-4336-b3eb-54093acc7a18 {{(pid=93917) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:21:25.964213 n-d-800634-3 neutron-server[93917]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fc25b02-ac84-4b95-b2d8-aaef4f83ac31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5240037-2a1c-46d0-98f1-5c2edff2c8c7', 'code': 200} Jul 14 18:21:26.094172 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:26.153571 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c563e1f-ab84-456a-884b-2a6adf3caf69 req-aa07452f-14c7-481c-b59f-a4d75883b789 tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:21:26.159555 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c563e1f-ab84-456a-884b-2a6adf3caf69 req-aa07452f-14c7-481c-b59f-a4d75883b789 tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:21:26.171201 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-0c563e1f-ab84-456a-884b-2a6adf3caf69 req-aa07452f-14c7-481c-b59f-a4d75883b789 tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] 10.222.0.16 "GET /v2.0/ports?device_id=1fc25b02-ac84-4b95-b2d8-aaef4f83ac31 HTTP/1.1" status: 200 len: 1681 time: 0.1034660 Jul 14 18:21:26.175095 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port e15ba0aa-65f9-4826-8910-631ca023ca37, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=e15ba0aa-65f9-4826-8910-631ca023ca37,segment=NetworkSegment(6e1ddf8f-4f92-427e-b74c-096978b57327),segment_id=6e1ddf8f-4f92-427e-b74c-096978b57327)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:21:26.182394 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:26.236202 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-0c563e1f-ab84-456a-884b-2a6adf3caf69 req-a005b236-aca8-4566-9e01-c262b2180594 tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] 10.222.0.16 "GET /v2.0/security-groups?id=07501815-414f-40f0-a54a-1c35d98e3f98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628221 Jul 14 18:21:26.261613 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Pushing event updated for resources: {'Port': ['ID=e15ba0aa-65f9-4826-8910-631ca023ca37,revision_number=5']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:21:26.328708 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 55952) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:21:26.390906 n-d-800634-3 neutron-server[93915]: INFO neutron.api.v2.resource [req-6eb14c78-3675-4cb0-b19f-6ac805922c88 req-7b1621d8-e7b6-4fd1-b937-73cb5a8dc926 tempest-FloatingIPsTestJSON-1488369664 tempest-FloatingIPsTestJSON-1488369664-project] show failed (client error): The resource could not be found. Jul 14 18:21:26.406093 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6eb14c78-3675-4cb0-b19f-6ac805922c88 req-7b1621d8-e7b6-4fd1-b937-73cb5a8dc926 tempest-FloatingIPsTestJSON-1488369664 tempest-FloatingIPsTestJSON-1488369664-project] 10.222.0.16 "GET /v2.0/floatingips/46d983e2-68f3-41a2-99fb-19804cd1351c HTTP/1.1" status: 404 len: 350 time: 0.0511627 Jul 14 18:21:26.417547 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.db_base_plugin_v2 [None req-485b4717-86fe-43a5-b797-dc23c8b18b2a admin admin] Deleting subnet 695bca8c-434a-49cc-954f-3765b04f3d13 {{(pid=93916) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 18:21:26.426225 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-485b4717-86fe-43a5-b797-dc23c8b18b2a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:26.491921 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-5bb36173-85ae-42df-80f1-473549ebc547 req-02e850ed-9c16-49a8-aebb-18c342c3fde0 tempest-SecurityGroupsTestJSON-1215008278 tempest-SecurityGroupsTestJSON-1215008278-project] 10.222.0.16 "GET /v2.0/security-groups/06d01006-82f6-46cb-b171-a2456c684c9f HTTP/1.1" status: 200 len: 1800 time: 0.0774143 Jul 14 18:21:26.496630 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-485b4717-86fe-43a5-b797-dc23c8b18b2a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26296866'] for subnet, precommit_delete_associations {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:26.556734 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Device 96a0bba6-ce17-4075-8919-4d725de7dfcd no longer exists at agent hyperv_n-h2-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 18:21:26.563500 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-485b4717-86fe-43a5-b797-dc23c8b18b2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081283'] for subnet, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:26.611834 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] No Port match for: 96a0bba6-ce17-4075-8919-4d725de7dfcd {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 18:21:26.612223 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Device 96a0bba6-ce17-4075-8919-4d725de7dfcd not bound to the agent host n-h2-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 18:21:26.612957 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-5bb36173-85ae-42df-80f1-473549ebc547 req-b7a2b5cf-921c-4baf-b046-2396a184748d tempest-SecurityGroupsTestJSON-1215008278 tempest-SecurityGroupsTestJSON-1215008278-project] Notify callbacks [] for security_group, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:26.660394 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-5bb36173-85ae-42df-80f1-473549ebc547 req-b7a2b5cf-921c-4baf-b046-2396a184748d tempest-SecurityGroupsTestJSON-1215008278 tempest-SecurityGroupsTestJSON-1215008278-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:26.666444 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-485b4717-86fe-43a5-b797-dc23c8b18b2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2684816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26033152'] for subnet, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:26.699069 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485b4717-86fe-43a5-b797-dc23c8b18b2a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=695bca8c-434a-49cc-954f-3765b04f3d13,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:21:26.701064 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-485b4717-86fe-43a5-b797-dc23c8b18b2a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598705'] for subnet, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:26.703944 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-485b4717-86fe-43a5-b797-dc23c8b18b2a admin admin] 10.222.0.16 "DELETE /v2.0/subnets/695bca8c-434a-49cc-954f-3765b04f3d13 HTTP/1.1" status: 204 len: 168 time: 0.3735828 Jul 14 18:21:26.706347 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 55958) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:21:26.734825 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-5bb36173-85ae-42df-80f1-473549ebc547 req-b7a2b5cf-921c-4baf-b046-2396a184748d tempest-SecurityGroupsTestJSON-1215008278 tempest-SecurityGroupsTestJSON-1215008278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:26.738739 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-5bb36173-85ae-42df-80f1-473549ebc547 req-b7a2b5cf-921c-4baf-b046-2396a184748d tempest-SecurityGroupsTestJSON-1215008278 tempest-SecurityGroupsTestJSON-1215008278-project] Notify callbacks [] for security_group, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:26.740629 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-5bb36173-85ae-42df-80f1-473549ebc547 req-b7a2b5cf-921c-4baf-b046-2396a184748d tempest-SecurityGroupsTestJSON-1215008278 tempest-SecurityGroupsTestJSON-1215008278-project] 10.222.0.16 "DELETE /v2.0/security-groups/06d01006-82f6-46cb-b171-a2456c684c9f HTTP/1.1" status: 204 len: 173 time: 0.2410061 Jul 14 18:21:26.761192 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a2b5cf-921c-4baf-b046-2396a184748d tempest-SecurityGroupsTestJSON-1215008278 tempest-SecurityGroupsTestJSON-1215008278-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=06d01006-82f6-46cb-b171-a2456c684c9f,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:21:26.810507 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-6c73f9e1-ccbe-4095-8395-e3d7dae2c5d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645734'] for network, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:26.816213 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.agents_db [None req-2ea07fb6-aa68-4671-8654-119d82b9f530 None None] Agent healthcheck: found 7 active agents {{(pid=93918) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 18:21:26.927044 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-6c73f9e1-ccbe-4095-8395-e3d7dae2c5d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2096010', 'neutron.services.segments.db._delete_segments_for_network-8728202734996'] for network, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:26.967671 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.segments.db [None req-6c73f9e1-ccbe-4095-8395-e3d7dae2c5d8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9483c714-6a71-454e-860b-eb463c1b5290']}} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:21:26.981524 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.segments.db [None req-6c73f9e1-ccbe-4095-8395-e3d7dae2c5d8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18bc5909-4f6f-4759-9c5f-7c2c3324b184') {'for_net_delete': True} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:21:26.981873 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.segments.db [None req-6c73f9e1-ccbe-4095-8395-e3d7dae2c5d8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18bc5909-4f6f-4759-9c5f-7c2c3324b184') {} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:21:26.992063 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-6c73f9e1-ccbe-4095-8395-e3d7dae2c5d8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728202715275', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26296891'] for segment, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:27.010357 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-6c73f9e1-ccbe-4095-8395-e3d7dae2c5d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:27.019024 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c73f9e1-ccbe-4095-8395-e3d7dae2c5d8 admin admin] Releasing vlan 56 on physical network physnet1 to pool {{(pid=93916) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 18:21:27.019976 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-6c73f9e1-ccbe-4095-8395-e3d7dae2c5d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2682942'] for segment, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:27.024202 n-d-800634-3 neutron-server[93916]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:21:27.024202 n-d-800634-3 neutron-server[93916]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:21:27.024202 n-d-800634-3 neutron-server[93916]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:21:27.024202 n-d-800634-3 neutron-server[93916]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:21:27.024202 n-d-800634-3 neutron-server[93916]: Traceback (most recent call last): Jul 14 18:21:27.024202 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 18:21:27.024202 n-d-800634-3 neutron-server[93916]: timer() Jul 14 18:21:27.024202 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 18:21:27.024202 n-d-800634-3 neutron-server[93916]: cb(*args, **kw) Jul 14 18:21:27.024202 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 18:21:27.024202 n-d-800634-3 neutron-server[93916]: return func(*args, **kwargs) Jul 14 18:21:27.024202 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 18:21:27.024202 n-d-800634-3 neutron-server[93916]: self._notify() Jul 14 18:21:27.024202 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 18:21:27.024202 n-d-800634-3 neutron-server[93916]: self.callback(batched_events) Jul 14 18:21:27.024202 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 18:21:27.024202 n-d-800634-3 neutron-server[93916]: event.method(event) Jul 14 18:21:27.024202 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 18:21:27.024202 n-d-800634-3 neutron-server[93916]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 18:21:27.024202 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 18:21:27.024202 n-d-800634-3 neutron-server[93916]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 18:21:27.024202 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 18:21:27.024202 n-d-800634-3 neutron-server[93916]: return f(self, *a, **k) Jul 14 18:21:27.024202 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 18:21:27.024202 n-d-800634-3 neutron-server[93916]: return self._get(url).json() Jul 14 18:21:27.024202 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 18:21:27.024202 n-d-800634-3 neutron-server[93916]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 18:21:27.024202 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 18:21:27.024202 n-d-800634-3 neutron-server[93916]: return self.request(url, 'GET', **kwargs) Jul 14 18:21:27.024202 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 18:21:27.024202 n-d-800634-3 neutron-server[93916]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 18:21:27.024202 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 18:21:27.024202 n-d-800634-3 neutron-server[93916]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 18:21:27.024202 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 18:21:27.024202 n-d-800634-3 neutron-server[93916]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 18:21:27.024202 n-d-800634-3 neutron-server[93916]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 18:21:27.109708 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-6c73f9e1-ccbe-4095-8395-e3d7dae2c5d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2096001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-930085'] for network, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:27.116298 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-6c73f9e1-ccbe-4095-8395-e3d7dae2c5d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598705'] for network, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:27.118171 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-6c73f9e1-ccbe-4095-8395-e3d7dae2c5d8 admin admin] 10.222.0.16 "DELETE /v2.0/networks/9483c714-6a71-454e-860b-eb463c1b5290 HTTP/1.1" status: 204 len: 168 time: 0.4109128 Jul 14 18:21:27.121033 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 55972) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:21:27.146801 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c73f9e1-ccbe-4095-8395-e3d7dae2c5d8 admin admin] Pushing event deleted for resources: {'Network': ['ID=9483c714-6a71-454e-860b-eb463c1b5290,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:21:27.187860 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.db_base_plugin_v2 [None req-58bdf6f2-1b43-4be8-a8e5-a73eb50de107 admin admin] Deleting subnet 5917de75-713f-42f4-bf75-78a3ba4f9146 {{(pid=93915) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 18:21:27.192064 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-58bdf6f2-1b43-4be8-a8e5-a73eb50de107 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:27.241606 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-58bdf6f2-1b43-4be8-a8e5-a73eb50de107 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28939913'] for subnet, precommit_delete_associations {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:27.301923 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-58bdf6f2-1b43-4be8-a8e5-a73eb50de107 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081283'] for subnet, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:27.372057 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-58bdf6f2-1b43-4be8-a8e5-a73eb50de107 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25913028', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28969762'] for subnet, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:27.403358 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bdf6f2-1b43-4be8-a8e5-a73eb50de107 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5917de75-713f-42f4-bf75-78a3ba4f9146,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:21:27.417734 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-58bdf6f2-1b43-4be8-a8e5-a73eb50de107 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:27.419920 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-58bdf6f2-1b43-4be8-a8e5-a73eb50de107 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/5917de75-713f-42f4-bf75-78a3ba4f9146 HTTP/1.1" status: 204 len: 168 time: 0.2979057 Jul 14 18:21:27.422880 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 55976) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:21:27.512982 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-c1e2ad62-0711-4afe-af6b-e5b6cc1a5ba6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645734'] for network, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:27.609193 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-c1e2ad62-0711-4afe-af6b-e5b6cc1a5ba6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2096010', 'neutron.services.segments.db._delete_segments_for_network-8728202734996'] for network, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:27.620681 n-d-800634-3 neutron-server[93915]: DEBUG neutron.services.segments.db [None req-c1e2ad62-0711-4afe-af6b-e5b6cc1a5ba6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0812f63-c279-4ab6-99d4-2e2717e80bfc']}} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:21:27.631584 n-d-800634-3 neutron-server[93915]: DEBUG neutron.services.segments.db [None req-c1e2ad62-0711-4afe-af6b-e5b6cc1a5ba6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f98f0b20-d8bc-4484-805c-8dd7cce23302') {'for_net_delete': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:21:27.631873 n-d-800634-3 neutron-server[93915]: DEBUG neutron.services.segments.db [None req-c1e2ad62-0711-4afe-af6b-e5b6cc1a5ba6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f98f0b20-d8bc-4484-805c-8dd7cce23302') {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:21:27.645025 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-c1e2ad62-0711-4afe-af6b-e5b6cc1a5ba6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728202715275', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28939920'] for segment, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:27.663418 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-c1e2ad62-0711-4afe-af6b-e5b6cc1a5ba6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:27.670927 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1e2ad62-0711-4afe-af6b-e5b6cc1a5ba6 admin admin] Releasing vlan 98 on physical network physnet1 to pool {{(pid=93915) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 18:21:27.672087 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-c1e2ad62-0711-4afe-af6b-e5b6cc1a5ba6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25911658'] for segment, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:27.673225 n-d-800634-3 neutron-server[93915]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:21:27.673225 n-d-800634-3 neutron-server[93915]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:21:27.673225 n-d-800634-3 neutron-server[93915]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:21:27.673225 n-d-800634-3 neutron-server[93915]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:21:27.673225 n-d-800634-3 neutron-server[93915]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:21:27.673225 n-d-800634-3 neutron-server[93915]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:21:27.673225 n-d-800634-3 neutron-server[93915]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:21:27.673225 n-d-800634-3 neutron-server[93915]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:21:27.673225 n-d-800634-3 neutron-server[93915]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:21:27.673225 n-d-800634-3 neutron-server[93915]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:21:27.673225 n-d-800634-3 neutron-server[93915]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:21:27.673225 n-d-800634-3 neutron-server[93915]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:21:27.673225 n-d-800634-3 neutron-server[93915]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:21:27.673225 n-d-800634-3 neutron-server[93915]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:21:27.673225 n-d-800634-3 neutron-server[93915]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:21:27.673225 n-d-800634-3 neutron-server[93915]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:21:27.673225 n-d-800634-3 neutron-server[93915]: Traceback (most recent call last): Jul 14 18:21:27.673225 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 18:21:27.673225 n-d-800634-3 neutron-server[93915]: timer() Jul 14 18:21:27.673225 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 18:21:27.673225 n-d-800634-3 neutron-server[93915]: cb(*args, **kw) Jul 14 18:21:27.673225 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 18:21:27.673225 n-d-800634-3 neutron-server[93915]: return func(*args, **kwargs) Jul 14 18:21:27.673225 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 18:21:27.673225 n-d-800634-3 neutron-server[93915]: self._notify() Jul 14 18:21:27.673225 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 18:21:27.673225 n-d-800634-3 neutron-server[93915]: self.callback(batched_events) Jul 14 18:21:27.673225 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 18:21:27.673225 n-d-800634-3 neutron-server[93915]: event.method(event) Jul 14 18:21:27.673225 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 18:21:27.673225 n-d-800634-3 neutron-server[93915]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 18:21:27.673225 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 18:21:27.673225 n-d-800634-3 neutron-server[93915]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 18:21:27.673225 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 18:21:27.673225 n-d-800634-3 neutron-server[93915]: return f(self, *a, **k) Jul 14 18:21:27.673225 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 18:21:27.673225 n-d-800634-3 neutron-server[93915]: return self._get(url).json() Jul 14 18:21:27.673225 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 18:21:27.673225 n-d-800634-3 neutron-server[93915]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 18:21:27.673225 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 18:21:27.673225 n-d-800634-3 neutron-server[93915]: return self.request(url, 'GET', **kwargs) Jul 14 18:21:27.673225 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 18:21:27.673225 n-d-800634-3 neutron-server[93915]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 18:21:27.673225 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 18:21:27.673225 n-d-800634-3 neutron-server[93915]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 18:21:27.673225 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 18:21:27.673225 n-d-800634-3 neutron-server[93915]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 18:21:27.673225 n-d-800634-3 neutron-server[93915]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 18:21:27.734484 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-c1e2ad62-0711-4afe-af6b-e5b6cc1a5ba6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2096001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-930085'] for network, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:27.744332 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-c1e2ad62-0711-4afe-af6b-e5b6cc1a5ba6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598705'] for network, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:27.747242 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-c1e2ad62-0711-4afe-af6b-e5b6cc1a5ba6 admin admin] 10.222.0.16 "DELETE /v2.0/networks/b0812f63-c279-4ab6-99d4-2e2717e80bfc HTTP/1.1" status: 204 len: 168 time: 0.3234370 Jul 14 18:21:27.792955 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e2ad62-0711-4afe-af6b-e5b6cc1a5ba6 admin admin] Pushing event deleted for resources: {'Network': ['ID=b0812f63-c279-4ab6-99d4-2e2717e80bfc,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:21:27.958208 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 55980) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:21:27.965547 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ab0c594-ecaf-4c5b-977a-9c1b59a2d9cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0bc76aa-f37f-4233-8633-52f3421ea161'}, {'server_uuid': '1fc25b02-ac84-4b95-b2d8-aaef4f83ac31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e15ba0aa-65f9-4826-8910-631ca023ca37'}] {{(pid=93917) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:21:27.971367 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20b787f3c29eaa7aa2a4d648c725a2124c5ff39a8d793252f9d844495e14cf42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6378e4a9-749a-4b84-af8f-77ed9c6f692e" -d '{"events": [{"server_uuid": "6ab0c594-ecaf-4c5b-977a-9c1b59a2d9cc", "name": "network-vif-plugged", "status": "completed", "tag": "f0bc76aa-f37f-4233-8633-52f3421ea161"}, {"server_uuid": "1fc25b02-ac84-4b95-b2d8-aaef4f83ac31", "name": "network-vif-plugged", "status": "completed", "tag": "e15ba0aa-65f9-4826-8910-631ca023ca37"}]}' {{(pid=93917) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:21:28.034032 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 55984) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:21:28.034575 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-767f2081-1a6b-4080-a77f-d52aca122bff admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ba1337c1e76644d9a27bf95f342bd812&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0744958 Jul 14 18:21:28.106424 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-d0813216-2358-41c6-873b-08c52403e6d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:28.136441 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-d0813216-2358-41c6-873b-08c52403e6d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:28.215172 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-d0813216-2358-41c6-873b-08c52403e6d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:28.218894 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-d0813216-2358-41c6-873b-08c52403e6d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:28.222659 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-d0813216-2358-41c6-873b-08c52403e6d7 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1d7c97a8-f107-49f9-a141-5191f8d9e4f3 HTTP/1.1" status: 204 len: 168 time: 0.1853199 Jul 14 18:21:28.247180 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0813216-2358-41c6-873b-08c52403e6d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d7c97a8-f107-49f9-a141-5191f8d9e4f3,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:21:28.740465 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 55992) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:21:28.797595 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 55994) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:21:28.798377 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-19e273b3-3c15-4cf9-b816-e740147599f9 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7044ea2a97d84d7b8793a613b9829e29&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0557115 Jul 14 18:21:28.865299 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-aab0f690-c6f6-416b-8dd1-a9eb96d1fa13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:28.901028 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-aab0f690-c6f6-416b-8dd1-a9eb96d1fa13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:28.969464 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-aab0f690-c6f6-416b-8dd1-a9eb96d1fa13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:28.973123 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-aab0f690-c6f6-416b-8dd1-a9eb96d1fa13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:28.977366 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-aab0f690-c6f6-416b-8dd1-a9eb96d1fa13 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e4d80b9a-ea1a-497d-880a-53381da466a1 HTTP/1.1" status: 204 len: 168 time: 0.1763842 Jul 14 18:21:28.996654 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab0f690-c6f6-416b-8dd1-a9eb96d1fa13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4d80b9a-ea1a-497d-880a-53381da466a1,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:21:32.138295 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:33.418207 n-d-800634-3 neutron-server[93915]: INFO neutron.api.v2.resource [req-3dc5d750-bf9f-4ba7-baf2-812cb6a27421 req-bb00b0a1-41d3-4e70-a4f0-c023affc610c tempest-FloatingIPsTestJSON-1488369664 tempest-FloatingIPsTestJSON-1488369664-project] show failed (client error): The resource could not be found. Jul 14 18:21:33.419234 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3dc5d750-bf9f-4ba7-baf2-812cb6a27421 req-bb00b0a1-41d3-4e70-a4f0-c023affc610c tempest-FloatingIPsTestJSON-1488369664 tempest-FloatingIPsTestJSON-1488369664-project] 10.222.0.16 "GET /v2.0/floatingips/46d983e2-68f3-41a2-99fb-19804cd1351c HTTP/1.1" status: 404 len: 350 time: 0.0771234 Jul 14 18:21:33.429317 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 56054) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:21:33.491853 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af84da9-438f-4378-a69b-21478e536789 req-96b5aafb-304c-40aa-804b-0d367cd0bd1c tempest-LiveMigrationTest-64527954 tempest-LiveMigrationTest-64527954-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:21:33.493422 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-4af84da9-438f-4378-a69b-21478e536789 req-96b5aafb-304c-40aa-804b-0d367cd0bd1c tempest-LiveMigrationTest-64527954 tempest-LiveMigrationTest-64527954-project] 10.222.0.16 "GET /v2.0/networks?id=31a99599-848e-4d3a-b964-3d8069f89b88 HTTP/1.1" status: 200 len: 808 time: 0.1532791 Jul 14 18:21:33.519556 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-4af84da9-438f-4378-a69b-21478e536789 req-f1e685b7-bd32-4c2e-93b3-c8f3932d675a tempest-LiveMigrationTest-64527954 tempest-LiveMigrationTest-64527954-project] 10.222.0.16 "GET /v2.0/quotas/d1f21963323d4ae1956c5ba38fc6e610 HTTP/1.1" status: 200 len: 375 time: 0.0162878 Jul 14 18:21:33.597175 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-4af84da9-438f-4378-a69b-21478e536789 req-efbdecaf-bc46-4c0c-9781-09e938eeb020 tempest-LiveMigrationTest-64527954 tempest-LiveMigrationTest-64527954-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=d1f21963323d4ae1956c5ba38fc6e610&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0764949 Jul 14 18:21:33.699277 n-d-800634-3 neutron-server[93915]: INFO neutron.api.v2.resource [req-621e5773-eba3-4676-a5e3-2222829793b0 req-a4ce0249-ec4d-4ee4-9f72-21277e8b6229 tempest-SecurityGroupsTestJSON-1215008278 tempest-SecurityGroupsTestJSON-1215008278-project] show failed (client error): The resource could not be found. Jul 14 18:21:33.700247 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-621e5773-eba3-4676-a5e3-2222829793b0 req-a4ce0249-ec4d-4ee4-9f72-21277e8b6229 tempest-SecurityGroupsTestJSON-1215008278 tempest-SecurityGroupsTestJSON-1215008278-project] 10.222.0.16 "GET /v2.0/security-groups/06d01006-82f6-46cb-b171-a2456c684c9f HTTP/1.1" status: 404 len: 352 time: 0.0272605 Jul 14 18:21:33.748696 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-4af84da9-438f-4378-a69b-21478e536789 req-3dd9a605-a696-416d-933e-678bae414024 service neutron] 10.222.0.16 "GET /v2.0/networks/31a99599-848e-4d3a-b964-3d8069f89b88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1434209 Jul 14 18:21:33.888885 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-0ea7666a-267b-4771-b01a-0aca3e933047 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-928623'] for router_interface, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:33.893506 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-4af84da9-438f-4378-a69b-21478e536789 req-3abe8e22-9b0f-4000-a232-cad51e95d023 service neutron] 10.222.0.16 "GET /v2.0/networks/31a99599-848e-4d3a-b964-3d8069f89b88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1435487 Jul 14 18:21:33.922495 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ee35c0-267e-494b-a40e-76699e841100 req-1f5bfad2-8572-4dca-a7a0-95b8e5edaf33 tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:21:33.928567 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ee35c0-267e-494b-a40e-76699e841100 req-1f5bfad2-8572-4dca-a7a0-95b8e5edaf33 tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:21:33.930229 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a3ee35c0-267e-494b-a40e-76699e841100 req-1f5bfad2-8572-4dca-a7a0-95b8e5edaf33 tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] 10.222.0.16 "GET /v2.0/ports?device_id=1fc25b02-ac84-4b95-b2d8-aaef4f83ac31 HTTP/1.1" status: 200 len: 1682 time: 0.1200438 Jul 14 18:21:33.972797 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a3ee35c0-267e-494b-a40e-76699e841100 req-aa834866-a27b-45b4-aad5-92b3e6f6c761 tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] 10.222.0.16 "GET /v2.0/security-groups?id=07501815-414f-40f0-a54a-1c35d98e3f98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355189 Jul 14 18:21:34.263004 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 14 Jul 2021 18:21:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2b426af-e132-4074-8584-4f1136d38546 x-openstack-request-id: req-b2b426af-e132-4074-8584-4f1136d38546 {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:21:34.264035 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ab0c594-ecaf-4c5b-977a-9c1b59a2d9cc", "name": "network-vif-plugged", "status": "completed", "tag": "f0bc76aa-f37f-4233-8633-52f3421ea161", "code": 200}, {"server_uuid": "1fc25b02-ac84-4b95-b2d8-aaef4f83ac31", "name": "network-vif-plugged", "status": "completed", "tag": "e15ba0aa-65f9-4826-8910-631ca023ca37", "code": 200}]} {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:21:34.265652 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b2b426af-e132-4074-8584-4f1136d38546 {{(pid=93917) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:21:34.266366 n-d-800634-3 neutron-server[93917]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ab0c594-ecaf-4c5b-977a-9c1b59a2d9cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0bc76aa-f37f-4233-8633-52f3421ea161', 'code': 200} Jul 14 18:21:34.266803 n-d-800634-3 neutron-server[93917]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fc25b02-ac84-4b95-b2d8-aaef4f83ac31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e15ba0aa-65f9-4826-8910-631ca023ca37', 'code': 200} Jul 14 18:21:34.278244 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-0ea7666a-267b-4771-b01a-0aca3e933047 admin admin] Deleting port 1ed1da6f-0c81-415a-8574-f73b04f359db {{(pid=93916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:21:34.278592 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-0ea7666a-267b-4771-b01a-0aca3e933047 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:34.353783 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-14f309c9-28d1-413d-8f34-54527e484557 req-88e9a452-c982-4a8b-b088-171c9d9c4a97 tempest-SecurityGroupsTestJSON-1215008278 tempest-SecurityGroupsTestJSON-1215008278-project] 10.222.0.16 "GET /v2.0/security-groups/c45438a4-64ac-4b09-8617-bbfa45257f05 HTTP/1.1" status: 200 len: 1800 time: 0.0726738 Jul 14 18:21:34.418675 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.db [None req-0ea7666a-267b-4771-b01a-0aca3e933047 admin admin] For port 1ed1da6f-0c81-415a-8574-f73b04f359db, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=1ed1da6f-0c81-415a-8574-f73b04f359db,segment=NetworkSegment(194f6c25-af53-477d-a29c-bf1f9a10c84c),segment_id=194f6c25-af53-477d-a29c-bf1f9a10c84c)] {{(pid=93916) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:21:34.419080 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-0ea7666a-267b-4771-b01a-0aca3e933047 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:34.423177 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-14f309c9-28d1-413d-8f34-54527e484557 req-f40cb8fa-d425-4be1-ab2e-9bbf66bbfa39 tempest-SecurityGroupsTestJSON-1215008278 tempest-SecurityGroupsTestJSON-1215008278-project] Notify callbacks [] for security_group, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:34.438286 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-0ea7666a-267b-4771-b01a-0aca3e933047 admin admin] Calling delete_port for 1ed1da6f-0c81-415a-8574-f73b04f359db owned by network:router_interface {{(pid=93916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:21:34.451560 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-14f309c9-28d1-413d-8f34-54527e484557 req-f40cb8fa-d425-4be1-ab2e-9bbf66bbfa39 tempest-SecurityGroupsTestJSON-1215008278 tempest-SecurityGroupsTestJSON-1215008278-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:34.507695 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617d0e6f-c2e5-4c08-81c0-74edf28773dd req-766f5847-fc00-4ce7-887f-f842bdaf5d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:21:34.508187 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617d0e6f-c2e5-4c08-81c0-74edf28773dd req-766f5847-fc00-4ce7-887f-f842bdaf5d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:21:34.509788 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-617d0e6f-c2e5-4c08-81c0-74edf28773dd req-766f5847-fc00-4ce7-887f-f842bdaf5d0e service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=1fc25b02-ac84-4b95-b2d8-aaef4f83ac31 HTTP/1.1" status: 200 len: 1984 time: 0.1271925 Jul 14 18:21:34.518174 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-14f309c9-28d1-413d-8f34-54527e484557 req-f40cb8fa-d425-4be1-ab2e-9bbf66bbfa39 tempest-SecurityGroupsTestJSON-1215008278 tempest-SecurityGroupsTestJSON-1215008278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:34.520938 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-14f309c9-28d1-413d-8f34-54527e484557 req-f40cb8fa-d425-4be1-ab2e-9bbf66bbfa39 tempest-SecurityGroupsTestJSON-1215008278 tempest-SecurityGroupsTestJSON-1215008278-project] Notify callbacks [] for security_group, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:34.522083 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-14f309c9-28d1-413d-8f34-54527e484557 req-f40cb8fa-d425-4be1-ab2e-9bbf66bbfa39 tempest-SecurityGroupsTestJSON-1215008278 tempest-SecurityGroupsTestJSON-1215008278-project] 10.222.0.16 "DELETE /v2.0/security-groups/c45438a4-64ac-4b09-8617-bbfa45257f05 HTTP/1.1" status: 204 len: 173 time: 0.1675239 Jul 14 18:21:34.539669 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40cb8fa-d425-4be1-ab2e-9bbf66bbfa39 tempest-SecurityGroupsTestJSON-1215008278 tempest-SecurityGroupsTestJSON-1215008278-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c45438a4-64ac-4b09-8617-bbfa45257f05,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:21:34.773188 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-617d0e6f-c2e5-4c08-81c0-74edf28773dd req-a9379ece-e89f-4029-a4d4-c031f3a85c38 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=07501815-414f-40f0-a54a-1c35d98e3f98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2540798 Jul 14 18:21:34.818069 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-0ea7666a-267b-4771-b01a-0aca3e933047 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:34.862197 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea7666a-267b-4771-b01a-0aca3e933047 admin admin] Pushing event deleted for resources: {'Port': ['ID=1ed1da6f-0c81-415a-8574-f73b04f359db,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:21:35.081454 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:35.096712 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-5398da33-7b5d-435f-8b20-736d4005b164 req-622e55d8-a1e7-439f-ab75-510732fbffca tempest-LiveMigrationTest-64527954 tempest-LiveMigrationTest-64527954-project] 10.222.0.16 "GET /v2.0/ports?device_id=a714a8d2-8fdd-4748-b40a-f8b22de05ec3 HTTP/1.1" status: 200 len: 210 time: 0.5189378 Jul 14 18:21:35.123965 n-d-800634-3 neutron-server[93915]: INFO neutron.api.v2.resource [req-546298a7-758a-4d4a-b080-1cf828237f8c req-8a8a55a6-0760-4a0d-afe1-fc710909c1a7 tempest-SecurityGroupsTestJSON-1215008278 tempest-SecurityGroupsTestJSON-1215008278-project] show failed (client error): The resource could not be found. Jul 14 18:21:35.125705 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-0ea7666a-267b-4771-b01a-0aca3e933047 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-598732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-928907'] for router_interface, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:35.136150 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-546298a7-758a-4d4a-b080-1cf828237f8c req-8a8a55a6-0760-4a0d-afe1-fc710909c1a7 tempest-SecurityGroupsTestJSON-1215008278 tempest-SecurityGroupsTestJSON-1215008278-project] 10.222.0.16 "GET /v2.0/security-groups/c45438a4-64ac-4b09-8617-bbfa45257f05 HTTP/1.1" status: 404 len: 352 time: 0.0335388 Jul 14 18:21:35.344456 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b870d57a-052c-45fa-8795-947ac7669dff req-fe75cdb7-5580-4148-a676-2747cec2b33f tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:21:35.351539 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b870d57a-052c-45fa-8795-947ac7669dff req-fe75cdb7-5580-4148-a676-2747cec2b33f tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:21:35.353244 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b870d57a-052c-45fa-8795-947ac7669dff req-fe75cdb7-5580-4148-a676-2747cec2b33f tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] 10.222.0.16 "GET /v2.0/ports?device_id=1fc25b02-ac84-4b95-b2d8-aaef4f83ac31 HTTP/1.1" status: 200 len: 1682 time: 0.0971909 Jul 14 18:21:35.422509 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ea7666a-267b-4771-b01a-0aca3e933047 admin admin] Router ac1647d5-ae4b-4ef1-af89-2d8a493e6b51 has already been hosted by L3 agent 2c6eb27e-defb-4cca-9a24-381c7415e359 {{(pid=93916) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 18:21:35.432880 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b870d57a-052c-45fa-8795-947ac7669dff req-c0200394-c417-4ac0-96ea-1a94d0717577 tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] 10.222.0.16 "GET /v2.0/security-groups?id=07501815-414f-40f0-a54a-1c35d98e3f98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738950 Jul 14 18:21:35.465460 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f18cf9-2b26-40ec-aea9-4fc8105e3427 req-65d57dfa-940a-4bf7-b746-b9f69a5ffc05 tempest-ImagesOneServerTestJSON-2077962175 tempest-ImagesOneServerTestJSON-2077962175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:21:35.480892 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-78f18cf9-2b26-40ec-aea9-4fc8105e3427 req-65d57dfa-940a-4bf7-b746-b9f69a5ffc05 tempest-ImagesOneServerTestJSON-2077962175 tempest-ImagesOneServerTestJSON-2077962175-project] 10.222.0.16 "GET /v2.0/ports?device_id=6ab0c594-ecaf-4c5b-977a-9c1b59a2d9cc HTTP/1.1" status: 200 len: 949 time: 0.1043422 Jul 14 18:21:35.533443 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-78f18cf9-2b26-40ec-aea9-4fc8105e3427 req-073bff92-e057-454e-b765-1d6e82b73e11 tempest-ImagesOneServerTestJSON-2077962175 tempest-ImagesOneServerTestJSON-2077962175-project] 10.222.0.16 "GET /v2.0/security-groups?id=4d4989be-80ba-48ef-a540-fb5b2a222da7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511901 Jul 14 18:21:35.562633 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ea7666a-267b-4771-b01a-0aca3e933047 admin admin] Notify agent at l3_agent.n-d-800634-3 the message routers_updated {{(pid=93916) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 18:21:35.563173 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-522cc4b0-6bba-4e34-b38a-26af6201fc7d req-5af25dc9-c2f9-4f09-ba4a-39f841fdbe54 tempest-FlavorsV2NegativeTest-575515483 tempest-FlavorsV2NegativeTest-575515483-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=48a30011feeb4f83a82ba251b4b9b9ee&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0338564 Jul 14 18:21:35.577260 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77fa911a-c1e7-40c2-b933-9a64b2d639a8 None None] Sync routers for ids ['ac1647d5-ae4b-4ef1-af89-2d8a493e6b51'] in n-d-800634-3 {{(pid=93918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 18:21:35.577818 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-0ea7666a-267b-4771-b01a-0aca3e933047 admin admin] 10.222.0.16 "PUT /v2.0/routers/ac1647d5-ae4b-4ef1-af89-2d8a493e6b51/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1469018 Jul 14 18:21:35.578323 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 56126) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:21:35.587482 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77fa911a-c1e7-40c2-b933-9a64b2d639a8 None None] Routers {'ac1647d5-ae4b-4ef1-af89-2d8a493e6b51'} bound to L3 agent in host n-d-800634-3 {{(pid=93918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:21:35.588100 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-77fa911a-c1e7-40c2-b933-9a64b2d639a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:21:23Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['ac1647d5-ae4b-4ef1-af89-2d8a493e6b51'], 'active': True} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:21:35.704534 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-35ae1ea8-3b83-4168-a2c6-2dc482287280 req-c0004590-4379-4a36-87dc-c6fa9e1444f1 tempest-SecurityGroupsTestJSON-1215008278 tempest-SecurityGroupsTestJSON-1215008278-project] 10.222.0.16 "GET /v2.0/security-groups/f3348441-3e55-414b-8281-c705c8f27d09 HTTP/1.1" status: 200 len: 1800 time: 0.1172712 Jul 14 18:21:35.769648 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-30b74cf8-ee68-43c3-ae0a-57b1ef41f2d9 admin admin] Notify callbacks [] for router, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:35.800590 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvr_db [None req-77fa911a-c1e7-40c2-b933-9a64b2d639a8 None None] Set router ac1647d5-ae4b-4ef1-af89-2d8a493e6b51 gateway port host: n-d-800634-3 {{(pid=93918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 18:21:35.902723 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522cc4b0-6bba-4e34-b38a-26af6201fc7d req-788e3931-8336-45cf-b9b3-cb6ee1ea7591 tempest-FlavorsV2NegativeTest-575515483 tempest-FlavorsV2NegativeTest-575515483-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:21:35.904321 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-522cc4b0-6bba-4e34-b38a-26af6201fc7d req-788e3931-8336-45cf-b9b3-cb6ee1ea7591 tempest-FlavorsV2NegativeTest-575515483 tempest-FlavorsV2NegativeTest-575515483-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3407638 Jul 14 18:21:35.931274 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-35ae1ea8-3b83-4168-a2c6-2dc482287280 req-58821db7-3e59-429f-ba2b-17b5706a5820 tempest-SecurityGroupsTestJSON-1215008278 tempest-SecurityGroupsTestJSON-1215008278-project] Notify callbacks [] for security_group, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:36.002214 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-522cc4b0-6bba-4e34-b38a-26af6201fc7d req-529b0991-0083-43ab-8ccd-ca84f6bee20f tempest-FlavorsV2NegativeTest-575515483 tempest-FlavorsV2NegativeTest-575515483-project] 10.222.0.16 "GET /v2.0/quotas/48a30011feeb4f83a82ba251b4b9b9ee HTTP/1.1" status: 200 len: 375 time: 0.0721884 Jul 14 18:21:36.068658 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-35ae1ea8-3b83-4168-a2c6-2dc482287280 req-58821db7-3e59-429f-ba2b-17b5706a5820 tempest-SecurityGroupsTestJSON-1215008278 tempest-SecurityGroupsTestJSON-1215008278-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:36.075112 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-522cc4b0-6bba-4e34-b38a-26af6201fc7d req-4cd92e68-bab6-4e14-bc67-04f9d999cd1a tempest-FlavorsV2NegativeTest-575515483 tempest-FlavorsV2NegativeTest-575515483-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=48a30011feeb4f83a82ba251b4b9b9ee&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0654504 Jul 14 18:21:36.159550 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af84da9-438f-4378-a69b-21478e536789 req-3f295d59-4690-4b73-871a-ab9fe4f09bbc tempest-LiveMigrationTest-64527954 tempest-LiveMigrationTest-64527954-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:21:36.171122 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-4af84da9-438f-4378-a69b-21478e536789 req-3f295d59-4690-4b73-871a-ab9fe4f09bbc tempest-LiveMigrationTest-64527954 tempest-LiveMigrationTest-64527954-project] 10.222.0.35 "GET /v2.0/networks?id=31a99599-848e-4d3a-b964-3d8069f89b88 HTTP/1.1" status: 200 len: 808 time: 0.2996187 Jul 14 18:21:36.192325 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [req-4af84da9-438f-4378-a69b-21478e536789 req-c29133e8-88c7-4644-b1ee-06e652f3d190 tempest-LiveMigrationTest-64527954 tempest-LiveMigrationTest-64527954-project] Request body: {'port': {'device_id': 'a714a8d2-8fdd-4748-b40a-f8b22de05ec3', 'network_id': '31a99599-848e-4d3a-b964-3d8069f89b88', 'admin_state_up': True, 'tenant_id': 'd1f21963323d4ae1956c5ba38fc6e610'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:21:36.199112 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-35ae1ea8-3b83-4168-a2c6-2dc482287280 req-58821db7-3e59-429f-ba2b-17b5706a5820 tempest-SecurityGroupsTestJSON-1215008278 tempest-SecurityGroupsTestJSON-1215008278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:36.201784 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-35ae1ea8-3b83-4168-a2c6-2dc482287280 req-58821db7-3e59-429f-ba2b-17b5706a5820 tempest-SecurityGroupsTestJSON-1215008278 tempest-SecurityGroupsTestJSON-1215008278-project] Notify callbacks [] for security_group, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:36.221155 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-30b74cf8-ee68-43c3-ae0a-57b1ef41f2d9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:36.225937 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-35ae1ea8-3b83-4168-a2c6-2dc482287280 req-58821db7-3e59-429f-ba2b-17b5706a5820 tempest-SecurityGroupsTestJSON-1215008278 tempest-SecurityGroupsTestJSON-1215008278-project] 10.222.0.16 "DELETE /v2.0/security-groups/f3348441-3e55-414b-8281-c705c8f27d09 HTTP/1.1" status: 204 len: 173 time: 0.5085902 Jul 14 18:21:36.297410 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-30b74cf8-ee68-43c3-ae0a-57b1ef41f2d9 admin admin] Deleting port 53766236-78c3-47cf-b3f1-912e15dc7bdc {{(pid=93916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:21:36.297758 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-30b74cf8-ee68-43c3-ae0a-57b1ef41f2d9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:36.320471 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58821db7-3e59-429f-ba2b-17b5706a5820 tempest-SecurityGroupsTestJSON-1215008278 tempest-SecurityGroupsTestJSON-1215008278-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3348441-3e55-414b-8281-c705c8f27d09,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:21:36.349744 n-d-800634-3 neutron-server[93915]: INFO neutron.api.v2.resource [req-caa0d88a-c2f3-4d1f-bfbb-4fb2905bd628 req-86a2535b-cf3c-4a58-86e6-3a6834187e92 tempest-SecurityGroupsTestJSON-1215008278 tempest-SecurityGroupsTestJSON-1215008278-project] show failed (client error): The resource could not be found. Jul 14 18:21:36.350793 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-caa0d88a-c2f3-4d1f-bfbb-4fb2905bd628 req-86a2535b-cf3c-4a58-86e6-3a6834187e92 tempest-SecurityGroupsTestJSON-1215008278 tempest-SecurityGroupsTestJSON-1215008278-project] 10.222.0.16 "GET /v2.0/security-groups/f3348441-3e55-414b-8281-c705c8f27d09 HTTP/1.1" status: 404 len: 352 time: 0.1136529 Jul 14 18:21:36.390027 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-77fa911a-c1e7-40c2-b933-9a64b2d639a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac1647d5-ae4b-4ef1-af89-2d8a493e6b51', 'name': 'tempest-FloatingIPsTestJSON-7534525-router', 'tenant_id': '3c63e9fe54e04ccca7d27006434b65d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.37'}], 'enable_snat': True}, 'gw_port_id': '53766236-78c3-47cf-b3f1-912e15dc7bdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:21:02Z', 'updated_at': '2021-07-14T18:21:34Z', 'revision_number': 5, 'project_id': '3c63e9fe54e04ccca7d27006434b65d2', 'gw_port': {'id': '53766236-78c3-47cf-b3f1-912e15dc7bdc', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:79:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac1647d5-ae4b-4ef1-af89-2d8a493e6b51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:21:03Z', 'updated_at': '2021-07-14T18:21:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3'}], 'n-d-800634-3', False) {} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:21:36.437164 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b3abe8fb-9449-41b0-888e-504d51d4a8f4 req-93bc5cd8-d4d7-485f-a179-aae7ad31ed2a tempest-LiveMigrationTest-64527954 tempest-LiveMigrationTest-64527954-project] 10.222.0.16 "GET /v2.0/ports?device_id=a714a8d2-8fdd-4748-b40a-f8b22de05ec3 HTTP/1.1" status: 200 len: 210 time: 0.0671427 Jul 14 18:21:36.491303 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77fa911a-c1e7-40c2-b933-9a64b2d639a8 None None] Checking router: ac1647d5-ae4b-4ef1-af89-2d8a493e6b51 for host: n-d-800634-3 {{(pid=93918) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 18:21:36.499760 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.db [None req-30b74cf8-ee68-43c3-ae0a-57b1ef41f2d9 admin admin] For port 53766236-78c3-47cf-b3f1-912e15dc7bdc, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=53766236-78c3-47cf-b3f1-912e15dc7bdc,segment=NetworkSegment(5afb940b-bbdf-4727-be00-5d46367c38a1),segment_id=5afb940b-bbdf-4727-be00-5d46367c38a1)] {{(pid=93916) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:21:36.500163 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-30b74cf8-ee68-43c3-ae0a-57b1ef41f2d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:36.517389 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77fa911a-c1e7-40c2-b933-9a64b2d639a8 None None] Routers {'ac1647d5-ae4b-4ef1-af89-2d8a493e6b51'} bound to L3 agent in host n-d-800634-3 {{(pid=93918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:21:36.518006 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-77fa911a-c1e7-40c2-b933-9a64b2d639a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:21:23Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['ac1647d5-ae4b-4ef1-af89-2d8a493e6b51'], 'active': True} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:21:36.519812 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-30b74cf8-ee68-43c3-ae0a-57b1ef41f2d9 admin admin] Calling delete_port for 53766236-78c3-47cf-b3f1-912e15dc7bdc owned by network:router_gateway {{(pid=93916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:21:36.670409 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4af84da9-438f-4378-a69b-21478e536789 req-c29133e8-88c7-4644-b1ee-06e652f3d190 tempest-LiveMigrationTest-64527954 tempest-LiveMigrationTest-64527954-project] Made reservation on behalf of d1f21963323d4ae1956c5ba38fc6e610 for: {'port': 1} {{(pid=93915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:21:36.678447 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-4af84da9-438f-4378-a69b-21478e536789 req-c29133e8-88c7-4644-b1ee-06e652f3d190 tempest-LiveMigrationTest-64527954 tempest-LiveMigrationTest-64527954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:36.723113 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvr_db [None req-77fa911a-c1e7-40c2-b933-9a64b2d639a8 None None] Set router ac1647d5-ae4b-4ef1-af89-2d8a493e6b51 gateway port host: None {{(pid=93918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 18:21:36.769046 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-023f93a8-2d3c-43e0-8795-1db57a8ba5a4 req-683ccb3e-2c34-42c8-8676-aee573dfa11f tempest-SecurityGroupsTestJSON-1215008278 tempest-SecurityGroupsTestJSON-1215008278-project] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a9d22ebe08284e548350eab597e7413d HTTP/1.1" status: 200 len: 6149 time: 0.2706788 Jul 14 18:21:36.786797 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-77fa911a-c1e7-40c2-b933-9a64b2d639a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac1647d5-ae4b-4ef1-af89-2d8a493e6b51', 'name': 'tempest-FloatingIPsTestJSON-7534525-router', 'tenant_id': '3c63e9fe54e04ccca7d27006434b65d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:21:02Z', 'updated_at': '2021-07-14T18:21:36Z', 'revision_number': 6, 'project_id': '3c63e9fe54e04ccca7d27006434b65d2', 'gw_port_host': None}], 'n-d-800634-3', False) {} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:21:36.823794 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77fa911a-c1e7-40c2-b933-9a64b2d639a8 None None] The sync data for ids ['ac1647d5-ae4b-4ef1-af89-2d8a493e6b51'] in n-d-800634-3 is: [{'id': 'ac1647d5-ae4b-4ef1-af89-2d8a493e6b51', 'name': 'tempest-FloatingIPsTestJSON-7534525-router', 'tenant_id': '3c63e9fe54e04ccca7d27006434b65d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:21:02Z', 'updated_at': '2021-07-14T18:21:36Z', 'revision_number': 6, 'project_id': '3c63e9fe54e04ccca7d27006434b65d2', 'gw_port_host': None}] {{(pid=93918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 18:21:36.888676 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-30b74cf8-ee68-43c3-ae0a-57b1ef41f2d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:36.904674 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-023f93a8-2d3c-43e0-8795-1db57a8ba5a4 req-ac03da29-99b9-4e71-9cde-29e2b354cc3b tempest-SecurityGroupsTestJSON-1215008278 tempest-SecurityGroupsTestJSON-1215008278-project] 10.222.0.16 "GET /v2.0/security-groups/309722b9-2fe8-4d94-8481-29be9b33af8a HTTP/1.1" status: 200 len: 2981 time: 0.1347141 Jul 14 18:21:36.931966 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b74cf8-ee68-43c3-ae0a-57b1ef41f2d9 admin admin] Pushing event deleted for resources: {'Port': ['ID=53766236-78c3-47cf-b3f1-912e15dc7bdc,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:21:37.016954 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-30b74cf8-ee68-43c3-ae0a-57b1ef41f2d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-930057'] for router_gateway, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:37.073242 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-023f93a8-2d3c-43e0-8795-1db57a8ba5a4 req-805dc345-234a-43b6-a63a-e13ece372fbf tempest-SecurityGroupsTestJSON-1215008278 tempest-SecurityGroupsTestJSON-1215008278-project] 10.222.0.16 "GET /v2.0/security-groups/309722b9-2fe8-4d94-8481-29be9b33af8a HTTP/1.1" status: 200 len: 2981 time: 0.1385114 Jul 14 18:21:37.075346 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.db_base_plugin_common [req-4af84da9-438f-4378-a69b-21478e536789 req-c29133e8-88c7-4644-b1ee-06e652f3d190 tempest-LiveMigrationTest-64527954 tempest-LiveMigrationTest-64527954-project] Allocated IP 172.20.0.10 (31a99599-848e-4d3a-b964-3d8069f89b88/8fa41a13-248e-4ed4-8731-d525cb4f3c62/bd4934ed-97b6-4663-b2a9-d3a9eba2bbf1) {{(pid=93915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:21:37.191582 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-30b74cf8-ee68-43c3-ae0a-57b1ef41f2d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-571778', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11402'] for router, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:37.193103 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 56222) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:21:37.199114 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-30b74cf8-ee68-43c3-ae0a-57b1ef41f2d9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:37.314482 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-30b74cf8-ee68-43c3-ae0a-57b1ef41f2d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-541202'] for router, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:37.315111 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30b74cf8-ee68-43c3-ae0a-57b1ef41f2d9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ac1647d5-ae4b-4ef1-af89-2d8a493e6b51 {{(pid=93916) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 18:21:37.321240 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-30b74cf8-ee68-43c3-ae0a-57b1ef41f2d9 admin admin] Notify callbacks [] for router, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:37.322847 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-30b74cf8-ee68-43c3-ae0a-57b1ef41f2d9 admin admin] 10.222.0.16 "DELETE /v2.0/routers/ac1647d5-ae4b-4ef1-af89-2d8a493e6b51 HTTP/1.1" status: 204 len: 168 time: 1.7436881 Jul 14 18:21:37.325389 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 56232) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:21:37.383565 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0de8626-6b18-467e-925f-4f16b0a724ac req-7a68e87f-0d2c-4d8e-9a39-62369d2cc219 tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:21:37.383835 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0a6defd-a2e6-418c-a3b1-101e8d35ea8a admin admin] Deleting subnet 7ecbc671-5dc9-445d-baa4-37b7098eb5c6 {{(pid=93916) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 18:21:37.390455 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0de8626-6b18-467e-925f-4f16b0a724ac req-7a68e87f-0d2c-4d8e-9a39-62369d2cc219 tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:21:37.402736 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-d0de8626-6b18-467e-925f-4f16b0a724ac req-7a68e87f-0d2c-4d8e-9a39-62369d2cc219 tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] 10.222.0.16 "GET /v2.0/ports?device_id=1fc25b02-ac84-4b95-b2d8-aaef4f83ac31 HTTP/1.1" status: 200 len: 1682 time: 0.1398988 Jul 14 18:21:37.406041 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-f41cf82e-077b-4eb5-80d9-559c7678f992 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:37.408575 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-d0a6defd-a2e6-418c-a3b1-101e8d35ea8a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:37.409289 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-4af84da9-438f-4378-a69b-21478e536789 req-c29133e8-88c7-4644-b1ee-06e652f3d190 tempest-LiveMigrationTest-64527954 tempest-LiveMigrationTest-64527954-project] Notify callbacks [] for port, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:37.463390 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-d0de8626-6b18-467e-925f-4f16b0a724ac req-7921941f-82f5-40a2-bb78-06d4838aaccc tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] 10.222.0.16 "GET /v2.0/security-groups?id=07501815-414f-40f0-a54a-1c35d98e3f98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615144 Jul 14 18:21:37.479480 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-d0a6defd-a2e6-418c-a3b1-101e8d35ea8a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26296866'] for subnet, precommit_delete_associations {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:37.492562 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-4af84da9-438f-4378-a69b-21478e536789 req-c29133e8-88c7-4644-b1ee-06e652f3d190 tempest-LiveMigrationTest-64527954 tempest-LiveMigrationTest-64527954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:37.558847 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29133e8-88c7-4644-b1ee-06e652f3d190 tempest-LiveMigrationTest-64527954 tempest-LiveMigrationTest-64527954-project] Pushing event updated for resources: {'Port': ['ID=bd4934ed-97b6-4663-b2a9-d3a9eba2bbf1,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:21:37.570982 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [req-a666394d-072e-4ff3-b995-d52c2b544f39 req-461cdc5f-6cfb-4c50-9cbd-7cb3db802542 tempest-SecurityGroupsTestJSON-1215008278 tempest-SecurityGroupsTestJSON-1215008278-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-38391149', 'description': 'tempest-description-1372099195'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:21:37.590233 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4af84da9-438f-4378-a69b-21478e536789 req-c29133e8-88c7-4644-b1ee-06e652f3d190 tempest-LiveMigrationTest-64527954 tempest-LiveMigrationTest-64527954-project] Network 31a99599-848e-4d3a-b964-3d8069f89b88 is already hosted by enough agents. {{(pid=93915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:21:37.592054 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [req-4af84da9-438f-4378-a69b-21478e536789 req-c29133e8-88c7-4644-b1ee-06e652f3d190 tempest-LiveMigrationTest-64527954 tempest-LiveMigrationTest-64527954-project] Resources bound (agent type, host, resource id): {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:21:37.595181 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [req-4af84da9-438f-4378-a69b-21478e536789 req-c29133e8-88c7-4644-b1ee-06e652f3d190 tempest-LiveMigrationTest-64527954 tempest-LiveMigrationTest-64527954-project] Received port after_create {{(pid=93915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:21:37.638076 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-d0a6defd-a2e6-418c-a3b1-101e8d35ea8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081283'] for subnet, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:37.665619 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af84da9-438f-4378-a69b-21478e536789 req-c29133e8-88c7-4644-b1ee-06e652f3d190 tempest-LiveMigrationTest-64527954 tempest-LiveMigrationTest-64527954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:21:37.666930 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-4af84da9-438f-4378-a69b-21478e536789 req-c29133e8-88c7-4644-b1ee-06e652f3d190 tempest-LiveMigrationTest-64527954 tempest-LiveMigrationTest-64527954-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:37.709282 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-d0a6defd-a2e6-418c-a3b1-101e8d35ea8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2684816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26033152'] for subnet, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:37.767174 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a6defd-a2e6-418c-a3b1-101e8d35ea8a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7ecbc671-5dc9-445d-baa4-37b7098eb5c6,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:21:37.770691 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-f41cf82e-077b-4eb5-80d9-559c7678f992 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:37.773601 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-d0a6defd-a2e6-418c-a3b1-101e8d35ea8a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598705'] for subnet, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:37.778559 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 56242) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:21:37.778780 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-d0a6defd-a2e6-418c-a3b1-101e8d35ea8a admin admin] 10.222.0.16 "DELETE /v2.0/subnets/7ecbc671-5dc9-445d-baa4-37b7098eb5c6 HTTP/1.1" status: 204 len: 168 time: 0.4522035 Jul 14 18:21:37.781355 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-f41cf82e-077b-4eb5-80d9-559c7678f992 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:37.790449 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ef2e703-a174-408d-b5dc-34232998ea86 None None] Network 6a275624-98b9-4f18-a007-12c4111e89df requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:21:37.808529 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41cf82e-077b-4eb5-80d9-559c7678f992 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0675e251-b6b8-40e1-81bf-8b60ee43a9e0,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:21:37.833027 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-f41cf82e-077b-4eb5-80d9-559c7678f992 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=48a30011feeb4f83a82ba251b4b9b9ee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6388752 Jul 14 18:21:37.835796 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 56244) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:21:37.862849 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-ab1daa47-4e1b-43be-b892-ed4f434efc98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645734'] for network, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:37.919995 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-4af84da9-438f-4378-a69b-21478e536789 req-c29133e8-88c7-4644-b1ee-06e652f3d190 tempest-LiveMigrationTest-64527954 tempest-LiveMigrationTest-64527954-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7390535 Jul 14 18:21:37.921706 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-2455f07a-0e8c-40b3-9d79-7e901f05cd25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:37.925952 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-a666394d-072e-4ff3-b995-d52c2b544f39 req-461cdc5f-6cfb-4c50-9cbd-7cb3db802542 tempest-SecurityGroupsTestJSON-1215008278 tempest-SecurityGroupsTestJSON-1215008278-project] Notify callbacks [] for security_group, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:37.941874 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [req-4af84da9-438f-4378-a69b-21478e536789 req-af4d401d-33ad-4576-8824-b52c15578be9 service neutron] Request body: {'port': {'device_id': 'a714a8d2-8fdd-4748-b40a-f8b22de05ec3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800634-3'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:21:37.958333 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-2455f07a-0e8c-40b3-9d79-7e901f05cd25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:38.027287 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-2455f07a-0e8c-40b3-9d79-7e901f05cd25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:38.030942 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-2455f07a-0e8c-40b3-9d79-7e901f05cd25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:38.034560 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-2455f07a-0e8c-40b3-9d79-7e901f05cd25 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0675e251-b6b8-40e1-81bf-8b60ee43a9e0 HTTP/1.1" status: 204 len: 168 time: 0.1951883 Jul 14 18:21:38.050093 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2455f07a-0e8c-40b3-9d79-7e901f05cd25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0675e251-b6b8-40e1-81bf-8b60ee43a9e0,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:21:38.119999 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe632ee0-05f1-4d2b-b34e-118d33162a55 None None] DHCP port deletion for 6a275624-98b9-4f18-a007-12c4111e89df request from n-d-800634-3 {{(pid=93917) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 18:21:38.123511 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d0ff14-2132-46a2-95d4-a30757d381b6 req-ddb4bef1-2742-42b2-ad4c-a386b2df4c64 tempest-LiveMigrationTest-64527954 tempest-LiveMigrationTest-64527954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:21:38.125075 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-67d0ff14-2132-46a2-95d4-a30757d381b6 req-ddb4bef1-2742-42b2-ad4c-a386b2df4c64 tempest-LiveMigrationTest-64527954 tempest-LiveMigrationTest-64527954-project] 10.222.0.16 "GET /v2.0/ports?device_id=a714a8d2-8fdd-4748-b40a-f8b22de05ec3 HTTP/1.1" status: 200 len: 932 time: 0.2578630 Jul 14 18:21:38.156733 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-4af84da9-438f-4378-a69b-21478e536789 req-af4d401d-33ad-4576-8824-b52c15578be9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:38.185366 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [None req-ab1daa47-4e1b-43be-b892-ed4f434efc98 admin admin] Deleting port b69e7bb8-d124-407f-a3e4-bfa6a8e0fa45 {{(pid=93915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:21:38.185716 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-ab1daa47-4e1b-43be-b892-ed4f434efc98 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:38.216482 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-fe632ee0-05f1-4d2b-b34e-118d33162a55 None None] Deleting port b69e7bb8-d124-407f-a3e4-bfa6a8e0fa45 {{(pid=93917) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:21:38.217456 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-fe632ee0-05f1-4d2b-b34e-118d33162a55 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:38.318292 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-fe632ee0-05f1-4d2b-b34e-118d33162a55 None None] For port b69e7bb8-d124-407f-a3e4-bfa6a8e0fa45, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=b69e7bb8-d124-407f-a3e4-bfa6a8e0fa45,segment=NetworkSegment(194f6c25-af53-477d-a29c-bf1f9a10c84c),segment_id=194f6c25-af53-477d-a29c-bf1f9a10c84c)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:21:38.318937 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-fe632ee0-05f1-4d2b-b34e-118d33162a55 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:38.323078 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-67d0ff14-2132-46a2-95d4-a30757d381b6 req-5d2ee4ae-d77e-4ef3-a01c-e5cefb2ba58b tempest-LiveMigrationTest-64527954 tempest-LiveMigrationTest-64527954-project] 10.222.0.16 "GET /v2.0/security-groups?id=93c6eb24-b3aa-49c4-93f7-93dd5f011665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1906309 Jul 14 18:21:38.337712 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-fe632ee0-05f1-4d2b-b34e-118d33162a55 None None] Calling delete_port for b69e7bb8-d124-407f-a3e4-bfa6a8e0fa45 owned by network:dhcp {{(pid=93917) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:21:38.378367 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [None req-ab1daa47-4e1b-43be-b892-ed4f434efc98 admin admin] For port b69e7bb8-d124-407f-a3e4-bfa6a8e0fa45, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=b69e7bb8-d124-407f-a3e4-bfa6a8e0fa45,segment=NetworkSegment(194f6c25-af53-477d-a29c-bf1f9a10c84c),segment_id=194f6c25-af53-477d-a29c-bf1f9a10c84c)] {{(pid=93915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:21:38.378736 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-ab1daa47-4e1b-43be-b892-ed4f434efc98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:38.384229 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-a666394d-072e-4ff3-b995-d52c2b544f39 req-461cdc5f-6cfb-4c50-9cbd-7cb3db802542 tempest-SecurityGroupsTestJSON-1215008278 tempest-SecurityGroupsTestJSON-1215008278-project] Notify callbacks [] for security_group, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:38.438363 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-a666394d-072e-4ff3-b995-d52c2b544f39 req-461cdc5f-6cfb-4c50-9cbd-7cb3db802542 tempest-SecurityGroupsTestJSON-1215008278 tempest-SecurityGroupsTestJSON-1215008278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:38.460625 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [None req-ab1daa47-4e1b-43be-b892-ed4f434efc98 admin admin] Calling delete_port for b69e7bb8-d124-407f-a3e4-bfa6a8e0fa45 owned by network:dhcp {{(pid=93915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:21:38.510172 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-a666394d-072e-4ff3-b995-d52c2b544f39 req-461cdc5f-6cfb-4c50-9cbd-7cb3db802542 tempest-SecurityGroupsTestJSON-1215008278 tempest-SecurityGroupsTestJSON-1215008278-project] Notify callbacks [] for security_group, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:38.523908 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a666394d-072e-4ff3-b995-d52c2b544f39 req-461cdc5f-6cfb-4c50-9cbd-7cb3db802542 tempest-SecurityGroupsTestJSON-1215008278 tempest-SecurityGroupsTestJSON-1215008278-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 0.9669900 Jul 14 18:21:38.536720 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-fe632ee0-05f1-4d2b-b34e-118d33162a55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813'] for port, after_delete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:38.575776 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461cdc5f-6cfb-4c50-9cbd-7cb3db802542 tempest-SecurityGroupsTestJSON-1215008278 tempest-SecurityGroupsTestJSON-1215008278-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa497064-8f46-4fcd-a480-ace3a8940f9d,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:21:38.617770 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe632ee0-05f1-4d2b-b34e-118d33162a55 None None] Pushing event deleted for resources: {'Port': ['ID=b69e7bb8-d124-407f-a3e4-bfa6a8e0fa45,revision_number=None']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:21:38.634890 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe632ee0-05f1-4d2b-b34e-118d33162a55 None None] No DVR routers for this DVR port b69e7bb8-d124-407f-a3e4-bfa6a8e0fa45 on host n-d-800634-3 {{(pid=93917) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 18:21:38.650288 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Device f0bc76aa-f37f-4233-8633-52f3421ea161 no longer exists at agent hyperv_n-h2-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 18:21:38.653317 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [req-62ea24fe-c6f8-4860-a8db-06b68279f77c req-945651fe-1474-4d50-9513-2cb02d888e78 tempest-SecurityGroupsTestJSON-1215008278 tempest-SecurityGroupsTestJSON-1215008278-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1287115832', 'description': 'tempest-description-792710016'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:21:38.760640 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device b69e7bb8-d124-407f-a3e4-bfa6a8e0fa45 no longer exists at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 18:21:38.778488 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-62ea24fe-c6f8-4860-a8db-06b68279f77c req-945651fe-1474-4d50-9513-2cb02d888e78 tempest-SecurityGroupsTestJSON-1215008278 tempest-SecurityGroupsTestJSON-1215008278-project] Notify callbacks [] for security_group, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:38.815509 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-ab1daa47-4e1b-43be-b892-ed4f434efc98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:38.831760 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] No Port match for: b69e7bb8-d124-407f-a3e4-bfa6a8e0fa45 {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 18:21:38.832394 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device b69e7bb8-d124-407f-a3e4-bfa6a8e0fa45 not bound to the agent host n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 18:21:38.832550 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 1ed1da6f-0c81-415a-8574-f73b04f359db no longer exists at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 18:21:38.849738 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:38.872608 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1daa47-4e1b-43be-b892-ed4f434efc98 admin admin] Pushing event deleted for resources: {'Port': ['ID=b69e7bb8-d124-407f-a3e4-bfa6a8e0fa45,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:21:38.887236 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] No Port match for: 1ed1da6f-0c81-415a-8574-f73b04f359db {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 18:21:38.887706 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 1ed1da6f-0c81-415a-8574-f73b04f359db not bound to the agent host n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 18:21:38.888257 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 53766236-78c3-47cf-b3f1-912e15dc7bdc no longer exists at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 18:21:38.892954 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab1daa47-4e1b-43be-b892-ed4f434efc98 admin admin] No DVR routers for this DVR port b69e7bb8-d124-407f-a3e4-bfa6a8e0fa45 on host n-d-800634-3 {{(pid=93915) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 18:21:38.936215 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] No Port match for: 53766236-78c3-47cf-b3f1-912e15dc7bdc {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 18:21:38.936899 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 53766236-78c3-47cf-b3f1-912e15dc7bdc not bound to the agent host n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 18:21:38.953549 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ab0c594-ecaf-4c5b-977a-9c1b59a2d9cc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f0bc76aa-f37f-4233-8633-52f3421ea161'}] {{(pid=93917) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:21:38.954350 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [req-4af84da9-438f-4378-a69b-21478e536789 req-af4d401d-33ad-4576-8824-b52c15578be9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd4934ed-97b6-4663-b2a9-d3a9eba2bbf1 {{(pid=93915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 18:21:38.959194 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20b787f3c29eaa7aa2a4d648c725a2124c5ff39a8d793252f9d844495e14cf42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8ea27be-50e6-4653-bb9c-20fd5ab08ef0" -d '{"events": [{"server_uuid": "6ab0c594-ecaf-4c5b-977a-9c1b59a2d9cc", "name": "network-vif-unplugged", "status": "completed", "tag": "f0bc76aa-f37f-4233-8633-52f3421ea161"}]}' {{(pid=93917) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:21:38.992314 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] For port f0bc76aa-f37f-4233-8633-52f3421ea161, host n-h2-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=f0bc76aa-f37f-4233-8633-52f3421ea161,segment=NetworkSegment(067fc487-22c7-42de-972d-ae352a28ad29),segment_id=067fc487-22c7-42de-972d-ae352a28ad29)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:21:39.007493 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:39.008102 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-4af84da9-438f-4378-a69b-21478e536789 req-af4d401d-33ad-4576-8824-b52c15578be9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:39.034135 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-ab1daa47-4e1b-43be-b892-ed4f434efc98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2096010', 'neutron.services.segments.db._delete_segments_for_network-8728202734996'] for network, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:39.067223 n-d-800634-3 neutron-server[93915]: DEBUG neutron.services.segments.db [None req-ab1daa47-4e1b-43be-b892-ed4f434efc98 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a275624-98b9-4f18-a007-12c4111e89df']}} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:21:39.069708 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.provisioning_blocks [req-4af84da9-438f-4378-a69b-21478e536789 req-af4d401d-33ad-4576-8824-b52c15578be9 service neutron] Transition to ACTIVE for port object bd4934ed-97b6-4663-b2a9-d3a9eba2bbf1 will not be triggered until provisioned by entity L2. {{(pid=93915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:21:39.104586 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Pushing event updated for resources: {'Port': ['ID=f0bc76aa-f37f-4233-8633-52f3421ea161,revision_number=8']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:21:39.110467 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-4af84da9-438f-4378-a69b-21478e536789 req-af4d401d-33ad-4576-8824-b52c15578be9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25912978'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:39.114215 n-d-800634-3 neutron-server[93915]: DEBUG neutron.services.segments.db [None req-ab1daa47-4e1b-43be-b892-ed4f434efc98 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '194f6c25-af53-477d-a29c-bf1f9a10c84c') {'for_net_delete': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:21:39.114522 n-d-800634-3 neutron-server[93915]: DEBUG neutron.services.segments.db [None req-ab1daa47-4e1b-43be-b892-ed4f434efc98 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '194f6c25-af53-477d-a29c-bf1f9a10c84c') {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:21:39.143676 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 56292) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:21:39.164823 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-ab1daa47-4e1b-43be-b892-ed4f434efc98 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728202715275', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28939920'] for segment, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:39.181181 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-62ea24fe-c6f8-4860-a8db-06b68279f77c req-945651fe-1474-4d50-9513-2cb02d888e78 tempest-SecurityGroupsTestJSON-1215008278 tempest-SecurityGroupsTestJSON-1215008278-project] Notify callbacks [] for security_group, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:39.198302 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-62ea24fe-c6f8-4860-a8db-06b68279f77c req-945651fe-1474-4d50-9513-2cb02d888e78 tempest-SecurityGroupsTestJSON-1215008278 tempest-SecurityGroupsTestJSON-1215008278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:39.201087 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-ab1daa47-4e1b-43be-b892-ed4f434efc98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:39.226616 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4d401d-33ad-4576-8824-b52c15578be9 service neutron] Pushing event updated for resources: {'Port': ['ID=bd4934ed-97b6-4663-b2a9-d3a9eba2bbf1,revision_number=2']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:21:39.232802 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab1daa47-4e1b-43be-b892-ed4f434efc98 admin admin] Releasing vlan 95 on physical network physnet1 to pool {{(pid=93915) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 18:21:39.233459 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-ab1daa47-4e1b-43be-b892-ed4f434efc98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25911658'] for segment, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:39.238354 n-d-800634-3 neutron-server[93915]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:21:39.238354 n-d-800634-3 neutron-server[93915]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:21:39.238354 n-d-800634-3 neutron-server[93915]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 18:21:39.238354 n-d-800634-3 neutron-server[93915]: self.session.flush() Jul 14 18:21:39.238354 n-d-800634-3 neutron-server[93915]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 18:21:39.238354 n-d-800634-3 neutron-server[93915]: self.session.flush() Jul 14 18:21:39.238354 n-d-800634-3 neutron-server[93915]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 18:21:39.238354 n-d-800634-3 neutron-server[93915]: self.session.flush() Jul 14 18:21:39.238354 n-d-800634-3 neutron-server[93915]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 18:21:39.238354 n-d-800634-3 neutron-server[93915]: self.session.flush() Jul 14 18:21:39.238354 n-d-800634-3 neutron-server[93915]: Traceback (most recent call last): Jul 14 18:21:39.238354 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 18:21:39.238354 n-d-800634-3 neutron-server[93915]: timer() Jul 14 18:21:39.238354 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 18:21:39.238354 n-d-800634-3 neutron-server[93915]: cb(*args, **kw) Jul 14 18:21:39.238354 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 18:21:39.238354 n-d-800634-3 neutron-server[93915]: return func(*args, **kwargs) Jul 14 18:21:39.238354 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 18:21:39.238354 n-d-800634-3 neutron-server[93915]: self._notify() Jul 14 18:21:39.238354 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 18:21:39.238354 n-d-800634-3 neutron-server[93915]: self.callback(batched_events) Jul 14 18:21:39.238354 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 18:21:39.238354 n-d-800634-3 neutron-server[93915]: event.method(event) Jul 14 18:21:39.238354 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 18:21:39.238354 n-d-800634-3 neutron-server[93915]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 18:21:39.238354 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 18:21:39.238354 n-d-800634-3 neutron-server[93915]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 18:21:39.238354 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 18:21:39.238354 n-d-800634-3 neutron-server[93915]: return f(self, *a, **k) Jul 14 18:21:39.238354 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 18:21:39.238354 n-d-800634-3 neutron-server[93915]: return self._get(url).json() Jul 14 18:21:39.238354 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 18:21:39.238354 n-d-800634-3 neutron-server[93915]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 18:21:39.238354 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 18:21:39.238354 n-d-800634-3 neutron-server[93915]: return self.request(url, 'GET', **kwargs) Jul 14 18:21:39.238354 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 18:21:39.238354 n-d-800634-3 neutron-server[93915]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 18:21:39.238354 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 18:21:39.238354 n-d-800634-3 neutron-server[93915]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 18:21:39.238354 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 18:21:39.238354 n-d-800634-3 neutron-server[93915]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 18:21:39.238354 n-d-800634-3 neutron-server[93915]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 18:21:39.305802 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-a7adada3-e080-4ec6-a1c0-2540c14f9914 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-1490508539-network', 'tenant_id': '7d0d66c950aa4c4fbb95dc1c0b4948a1'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:21:39.332862 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7adada3-e080-4ec6-a1c0-2540c14f9914 admin admin] Made reservation on behalf of 7d0d66c950aa4c4fbb95dc1c0b4948a1 for: {'network': 1} {{(pid=93916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:21:39.335721 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a7adada3-e080-4ec6-a1c0-2540c14f9914 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for network, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:39.339840 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-62ea24fe-c6f8-4860-a8db-06b68279f77c req-945651fe-1474-4d50-9513-2cb02d888e78 tempest-SecurityGroupsTestJSON-1215008278 tempest-SecurityGroupsTestJSON-1215008278-project] Notify callbacks [] for security_group, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:39.341129 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-62ea24fe-c6f8-4860-a8db-06b68279f77c req-945651fe-1474-4d50-9513-2cb02d888e78 tempest-SecurityGroupsTestJSON-1215008278 tempest-SecurityGroupsTestJSON-1215008278-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.7043192 Jul 14 18:21:39.350332 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945651fe-1474-4d50-9513-2cb02d888e78 tempest-SecurityGroupsTestJSON-1215008278 tempest-SecurityGroupsTestJSON-1215008278-project] Pushing event updated for resources: {'SecurityGroup': ['ID=826b3af3-737f-4f73-ae6b-3c41212245d4,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:21:39.382427 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-ab1daa47-4e1b-43be-b892-ed4f434efc98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2096001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-930085'] for network, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:39.389701 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-ab1daa47-4e1b-43be-b892-ed4f434efc98 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598705'] for network, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:39.394145 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-ab1daa47-4e1b-43be-b892-ed4f434efc98 admin admin] 10.222.0.16 "DELETE /v2.0/networks/6a275624-98b9-4f18-a007-12c4111e89df HTTP/1.1" status: 204 len: 168 time: 1.6104238 Jul 14 18:21:39.394145 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-4af84da9-438f-4378-a69b-21478e536789 req-af4d401d-33ad-4576-8824-b52c15578be9 service neutron] Attempting to bind port bd4934ed-97b6-4663-b2a9-d3a9eba2bbf1 on host n-h2-800634-3 for vnic_type normal with profile {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:21:39.394145 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-4af84da9-438f-4378-a69b-21478e536789 req-af4d401d-33ad-4576-8824-b52c15578be9 service neutron] Attempting to bind port bd4934ed-97b6-4663-b2a9-d3a9eba2bbf1 by drivers openvswitch,hyperv on host n-h2-800634-3 at level 0 using segments [{'id': 'd3ebb57b-621c-4102-bdfe-7fa439ba5ffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '31a99599-848e-4d3a-b964-3d8069f89b88'}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:21:39.394145 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4af84da9-438f-4378-a69b-21478e536789 req-af4d401d-33ad-4576-8824-b52c15578be9 service neutron] Attempting to bind port bd4934ed-97b6-4663-b2a9-d3a9eba2bbf1 on network 31a99599-848e-4d3a-b964-3d8069f89b88 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:21:39.405994 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a7adada3-e080-4ec6-a1c0-2540c14f9914 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:39.413493 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1daa47-4e1b-43be-b892-ed4f434efc98 admin admin] Pushing event deleted for resources: {'Network': ['ID=6a275624-98b9-4f18-a007-12c4111e89df,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:21:39.415424 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4af84da9-438f-4378-a69b-21478e536789 req-af4d401d-33ad-4576-8824-b52c15578be9 service neutron] Port bd4934ed-97b6-4663-b2a9-d3a9eba2bbf1 on network 31a99599-848e-4d3a-b964-3d8069f89b88 not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-3 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 18:21:39.415770 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4af84da9-438f-4378-a69b-21478e536789 req-af4d401d-33ad-4576-8824-b52c15578be9 service neutron] Attempting to bind port bd4934ed-97b6-4663-b2a9-d3a9eba2bbf1 on network 31a99599-848e-4d3a-b964-3d8069f89b88 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:21:39.422038 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4af84da9-438f-4378-a69b-21478e536789 req-af4d401d-33ad-4576-8824-b52c15578be9 service neutron] Checking agent: {'id': '08e36a6c-8d04-48f0-a644-f27680635246', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 15, 35), 'started_at': datetime.datetime(2021, 7, 14, 18, 15, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 18, 21, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 18:21:39.422579 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4af84da9-438f-4378-a69b-21478e536789 req-af4d401d-33ad-4576-8824-b52c15578be9 service neutron] Checking segment: {'id': 'd3ebb57b-621c-4102-bdfe-7fa439ba5ffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '31a99599-848e-4d3a-b964-3d8069f89b88'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:21:39.422811 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4af84da9-438f-4378-a69b-21478e536789 req-af4d401d-33ad-4576-8824-b52c15578be9 service neutron] Bound using segment: {'id': 'd3ebb57b-621c-4102-bdfe-7fa439ba5ffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '31a99599-848e-4d3a-b964-3d8069f89b88'} {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 18:21:39.423256 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-4af84da9-438f-4378-a69b-21478e536789 req-af4d401d-33ad-4576-8824-b52c15578be9 service neutron] Bound port: bd4934ed-97b6-4663-b2a9-d3a9eba2bbf1, host: n-h2-800634-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3ebb57b-621c-4102-bdfe-7fa439ba5ffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '31a99599-848e-4d3a-b964-3d8069f89b88'}}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 18:21:39.423665 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-4af84da9-438f-4378-a69b-21478e536789 req-af4d401d-33ad-4576-8824-b52c15578be9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:39.513220 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 14 Jul 2021 18:21:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f3a1fa6-24fc-4072-b8c7-c08509609701 x-openstack-request-id: req-5f3a1fa6-24fc-4072-b8c7-c08509609701 {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:21:39.513765 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ab0c594-ecaf-4c5b-977a-9c1b59a2d9cc", "name": "network-vif-unplugged", "status": "completed", "tag": "f0bc76aa-f37f-4233-8633-52f3421ea161", "code": 200}]} {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:21:39.514512 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5f3a1fa6-24fc-4072-b8c7-c08509609701 {{(pid=93917) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:21:39.515243 n-d-800634-3 neutron-server[93917]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ab0c594-ecaf-4c5b-977a-9c1b59a2d9cc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f0bc76aa-f37f-4233-8633-52f3421ea161', 'code': 200} Jul 14 18:21:39.573134 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-4af84da9-438f-4378-a69b-21478e536789 req-af4d401d-33ad-4576-8824-b52c15578be9 service neutron] For port bd4934ed-97b6-4663-b2a9-d3a9eba2bbf1, host n-h2-800634-3, cleared binding levels {{(pid=93915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:21:39.581733 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-4af84da9-438f-4378-a69b-21478e536789 req-af4d401d-33ad-4576-8824-b52c15578be9 service neutron] For port bd4934ed-97b6-4663-b2a9-d3a9eba2bbf1, host n-h2-800634-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=bd4934ed-97b6-4663-b2a9-d3a9eba2bbf1,segment=NetworkSegment(d3ebb57b-621c-4102-bdfe-7fa439ba5ffc),segment_id=d3ebb57b-621c-4102-bdfe-7fa439ba5ffc)] {{(pid=93915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 18:21:39.593395 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-4af84da9-438f-4378-a69b-21478e536789 req-af4d401d-33ad-4576-8824-b52c15578be9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25912978'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:39.626003 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af84da9-438f-4378-a69b-21478e536789 req-af4d401d-33ad-4576-8824-b52c15578be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:21:39.628796 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-4af84da9-438f-4378-a69b-21478e536789 req-af4d401d-33ad-4576-8824-b52c15578be9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:39.633270 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-4af84da9-438f-4378-a69b-21478e536789 req-af4d401d-33ad-4576-8824-b52c15578be9 service neutron] 10.222.0.35 "PUT /v2.0/ports/bd4934ed-97b6-4663-b2a9-d3a9eba2bbf1 HTTP/1.1" status: 200 len: 1092 time: 1.7012138 Jul 14 18:21:39.636787 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a714a8d2-8fdd-4748-b40a-f8b22de05ec3', 'tag': 'bd4934ed-97b6-4663-b2a9-d3a9eba2bbf1'}] {{(pid=93915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:21:39.644390 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e72782ad3af8f7d4ce76cedf092bca46d1756acc5c4653cf0b52034cdd6b073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3dc2de4d-ae34-4ea1-8b7f-de23e11804da" -d '{"events": [{"name": "network-changed", "server_uuid": "a714a8d2-8fdd-4748-b40a-f8b22de05ec3", "tag": "bd4934ed-97b6-4663-b2a9-d3a9eba2bbf1"}]}' {{(pid=93915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:21:39.655452 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 56314) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:21:39.737505 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a7adada3-e080-4ec6-a1c0-2540c14f9914 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:39.742516 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-9e347101-3be2-4a46-9bb8-34433acbb79e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3c63e9fe54e04ccca7d27006434b65d2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0855246 Jul 14 18:21:39.745047 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a7adada3-e080-4ec6-a1c0-2540c14f9914 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:39.746644 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 56318) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:21:39.760969 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7adada3-e080-4ec6-a1c0-2540c14f9914 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 82} {{(pid=93916) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 18:21:39.773975 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a7adada3-e080-4ec6-a1c0-2540c14f9914 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:39.774662 n-d-800634-3 neutron-server[93916]: INFO neutron.db.segments_db [None req-a7adada3-e080-4ec6-a1c0-2540c14f9914 admin admin] Added segment ed557757-f640-484f-8cda-41a92c321398 of type vlan for network 458a605c-adc1-4322-ba16-e84a0c1f7468 Jul 14 18:21:39.832694 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a7adada3-e080-4ec6-a1c0-2540c14f9914 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728202197517'] for network, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:39.878167 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a7adada3-e080-4ec6-a1c0-2540c14f9914 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727'] for network, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:39.879718 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7adada3-e080-4ec6-a1c0-2540c14f9914 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:21:39.880592 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a7adada3-e080-4ec6-a1c0-2540c14f9914 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598705'] for network, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:39.921026 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-a7adada3-e080-4ec6-a1c0-2540c14f9914 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 0.7747447 Jul 14 18:21:39.943957 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 56322) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:21:39.953615 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-364934ee-a8c1-482c-a50c-7806cc09dfd7 admin admin] Request body: {'subnet': {'network_id': '458a605c-adc1-4322-ba16-e84a0c1f7468', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-1490508539-subnet', 'tenant_id': '7d0d66c950aa4c4fbb95dc1c0b4948a1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:21:39.959933 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7adada3-e080-4ec6-a1c0-2540c14f9914 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96a7afe7-a122-4b0d-8907-2d91e1bd838f,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:21:39.968084 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4d401d-33ad-4576-8824-b52c15578be9 service neutron] Pushing event updated for resources: {'Port': ['ID=bd4934ed-97b6-4663-b2a9-d3a9eba2bbf1,revision_number=3']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:21:39.983725 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7adada3-e080-4ec6-a1c0-2540c14f9914 admin admin] Pushing event updated for resources: {'Network': ['ID=458a605c-adc1-4322-ba16-e84a0c1f7468,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:21:39.996988 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Network 458a605c-adc1-4322-ba16-e84a0c1f7468 details requested by agent ovs-agent-n-d-800634-3 with host n-d-800634-3 {{(pid=93917) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 18:21:40.047204 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-364934ee-a8c1-482c-a50c-7806cc09dfd7 admin admin] Made reservation on behalf of 7d0d66c950aa4c4fbb95dc1c0b4948a1 for: {'subnet': 1} {{(pid=93915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:21:40.049534 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-364934ee-a8c1-482c-a50c-7806cc09dfd7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28969735'] for subnet, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:40.055484 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af84da9-438f-4378-a69b-21478e536789 req-e543d1e8-f898-43dc-9576-a204377a5739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:21:40.057000 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-4af84da9-438f-4378-a69b-21478e536789 req-e543d1e8-f898-43dc-9576-a204377a5739 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d1f21963323d4ae1956c5ba38fc6e610&device_id=a714a8d2-8fdd-4748-b40a-f8b22de05ec3 HTTP/1.1" status: 200 len: 1095 time: 0.2895851 Jul 14 18:21:40.059544 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-30e564a7-d7b2-4ecc-ad57-d28ef36f70be req-9c7d31a6-d6ef-4a53-97ce-4299deecbff0 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=03a24d87-527f-4d5b-a998-53393446562a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3401718 Jul 14 18:21:40.168484 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb441fcc-578c-4c17-9cbd-72e8e9ee29a5 req-d9927f19-8f44-4ceb-ad3f-baac74d9d2e7 tempest-LiveMigrationTest-64527954 tempest-LiveMigrationTest-64527954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:21:40.169930 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-bb441fcc-578c-4c17-9cbd-72e8e9ee29a5 req-d9927f19-8f44-4ceb-ad3f-baac74d9d2e7 tempest-LiveMigrationTest-64527954 tempest-LiveMigrationTest-64527954-project] 10.222.0.16 "GET /v2.0/ports?device_id=a714a8d2-8fdd-4748-b40a-f8b22de05ec3 HTTP/1.1" status: 200 len: 944 time: 0.3050516 Jul 14 18:21:40.177126 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-4af84da9-438f-4378-a69b-21478e536789 req-211a7145-8b81-4f1f-833a-56426636517f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bd4934ed-97b6-4663-b2a9-d3a9eba2bbf1 HTTP/1.1" status: 200 len: 217 time: 0.1033335 Jul 14 18:21:40.201870 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3e3a64-f7b6-417e-bb39-f253a01f576e req-b0a813c4-b16d-4dc8-ab56-53a57d937904 tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:21:40.207803 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3e3a64-f7b6-417e-bb39-f253a01f576e req-b0a813c4-b16d-4dc8-ab56-53a57d937904 tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:21:40.209409 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-7c3e3a64-f7b6-417e-bb39-f253a01f576e req-b0a813c4-b16d-4dc8-ab56-53a57d937904 tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] 10.222.0.16 "GET /v2.0/ports?device_id=1fc25b02-ac84-4b95-b2d8-aaef4f83ac31 HTTP/1.1" status: 200 len: 1682 time: 0.3892362 Jul 14 18:21:40.215273 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-529ebcc3-4ca1-4d76-a948-ea5d3a0a0b3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:40.333009 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-529ebcc3-4ca1-4d76-a948-ea5d3a0a0b3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:40.382590 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-bb441fcc-578c-4c17-9cbd-72e8e9ee29a5 req-62f65e7c-ed17-4ec2-a9ae-528ef87124bb tempest-LiveMigrationTest-64527954 tempest-LiveMigrationTest-64527954-project] 10.222.0.16 "GET /v2.0/security-groups?id=93c6eb24-b3aa-49c4-93f7-93dd5f011665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687999 Jul 14 18:21:40.382829 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af84da9-438f-4378-a69b-21478e536789 req-5ec5da5e-7b39-425e-b052-404ff32d1148 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:21:40.384299 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-4af84da9-438f-4378-a69b-21478e536789 req-5ec5da5e-7b39-425e-b052-404ff32d1148 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8fa41a13-248e-4ed4-8731-d525cb4f3c62 HTTP/1.1" status: 200 len: 848 time: 0.1706512 Jul 14 18:21:40.405531 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-7c3e3a64-f7b6-417e-bb39-f253a01f576e req-7c6776f1-fc96-4561-9279-e8e4fb5734e3 tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] 10.222.0.16 "GET /v2.0/security-groups?id=07501815-414f-40f0-a54a-1c35d98e3f98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1857963 Jul 14 18:21:40.477662 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 18:21:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3444f92c-968f-4adc-b961-08247c58ee00 x-openstack-request-id: req-3444f92c-968f-4adc-b961-08247c58ee00 {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:21:40.477988 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a714a8d2-8fdd-4748-b40a-f8b22de05ec3", "tag": "bd4934ed-97b6-4663-b2a9-d3a9eba2bbf1", "status": "completed", "code": 200}]} {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:21:40.478352 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3444f92c-968f-4adc-b961-08247c58ee00 {{(pid=93915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:21:40.479103 n-d-800634-3 neutron-server[93915]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a714a8d2-8fdd-4748-b40a-f8b22de05ec3', 'tag': 'bd4934ed-97b6-4663-b2a9-d3a9eba2bbf1', 'status': 'completed', 'code': 200} Jul 14 18:21:40.504664 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-4af84da9-438f-4378-a69b-21478e536789 req-8f44a1f9-5253-442c-b535-89434a0b82bb service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=31a99599-848e-4d3a-b964-3d8069f89b88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1048040 Jul 14 18:21:40.508598 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e564a7-d7b2-4ecc-ad57-d28ef36f70be req-d5e9701b-9a02-4440-a4a6-9ad9026b3974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:21:40.510695 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-30e564a7-d7b2-4ecc-ad57-d28ef36f70be req-d5e9701b-9a02-4440-a4a6-9ad9026b3974 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c51e850593fc4a37af9470721017e8e7&device_id=03a24d87-527f-4d5b-a998-53393446562a HTTP/1.1" status: 200 len: 1096 time: 0.3621163 Jul 14 18:21:40.690579 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-529ebcc3-4ca1-4d76-a948-ea5d3a0a0b3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:40.693161 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-529ebcc3-4ca1-4d76-a948-ea5d3a0a0b3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:40.696171 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-529ebcc3-4ca1-4d76-a948-ea5d3a0a0b3c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/5329cfe8-ec32-47b1-98c5-2acf3f500123 HTTP/1.1" status: 204 len: 168 time: 0.9255531 Jul 14 18:21:40.796786 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529ebcc3-4ca1-4d76-a948-ea5d3a0a0b3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5329cfe8-ec32-47b1-98c5-2acf3f500123,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:21:40.797372 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54eeecb6-87de-41e9-af7a-20a0b6a9314a req-86793bc9-3f82-4fe7-8659-6dad244ba084 tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:21:40.804702 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-364934ee-a8c1-482c-a50c-7806cc09dfd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25912837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28969781'] for subnet, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:40.828820 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54eeecb6-87de-41e9-af7a-20a0b6a9314a req-86793bc9-3f82-4fe7-8659-6dad244ba084 tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:21:40.830556 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-54eeecb6-87de-41e9-af7a-20a0b6a9314a req-86793bc9-3f82-4fe7-8659-6dad244ba084 tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] 10.222.0.18 "GET /v2.0/ports?device_id=1fc25b02-ac84-4b95-b2d8-aaef4f83ac31 HTTP/1.1" status: 200 len: 1682 time: 0.1489580 Jul 14 18:21:41.065221 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [req-54eeecb6-87de-41e9-af7a-20a0b6a9314a req-77cec518-153f-4427-aa37-6359a22c5679 tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] Deleting port a5240037-2a1c-46d0-98f1-5c2edff2c8c7 {{(pid=93916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:21:41.065763 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-54eeecb6-87de-41e9-af7a-20a0b6a9314a req-77cec518-153f-4427-aa37-6359a22c5679 tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:41.212649 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.db [req-54eeecb6-87de-41e9-af7a-20a0b6a9314a req-77cec518-153f-4427-aa37-6359a22c5679 tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] For port a5240037-2a1c-46d0-98f1-5c2edff2c8c7, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=a5240037-2a1c-46d0-98f1-5c2edff2c8c7,segment=NetworkSegment(5b2af41b-8371-454e-babf-35f661e7ac1b),segment_id=5b2af41b-8371-454e-babf-35f661e7ac1b)] {{(pid=93916) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:21:41.216375 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-54eeecb6-87de-41e9-af7a-20a0b6a9314a req-77cec518-153f-4427-aa37-6359a22c5679 tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:41.238870 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [req-54eeecb6-87de-41e9-af7a-20a0b6a9314a req-77cec518-153f-4427-aa37-6359a22c5679 tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] Calling delete_port for a5240037-2a1c-46d0-98f1-5c2edff2c8c7 owned by compute:nova {{(pid=93916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:21:41.249672 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-4af84da9-438f-4378-a69b-21478e536789 req-4d995dbc-d0d4-4359-b6be-1bd4229d914b service neutron] 10.222.0.35 "GET /v2.0/networks/31a99599-848e-4d3a-b964-3d8069f89b88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7311220 Jul 14 18:21:41.292247 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364934ee-a8c1-482c-a50c-7806cc09dfd7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0f82593d-7d30-492d-935c-eafdd92f72c6,revision_number=0']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:21:41.292247 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e564a7-d7b2-4ecc-ad57-d28ef36f70be req-504a4e2f-37d6-49fa-80e7-dd9e224967ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:21:41.293134 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-30e564a7-d7b2-4ecc-ad57-d28ef36f70be req-504a4e2f-37d6-49fa-80e7-dd9e224967ce service neutron] 10.222.0.35 "GET /v2.0/networks?id=b1df69b6-7369-4ffc-83a6-1f3eb48a524d HTTP/1.1" status: 200 len: 923 time: 0.7331402 Jul 14 18:21:41.315465 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02765c00-500c-4070-aebe-63b499483af3 req-4bfd9e32-9b4a-4a9a-900b-2da66bc4eada tempest-SecurityGroupsTestJSON-1215008278 tempest-SecurityGroupsTestJSON-1215008278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:21:41.317134 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-02765c00-500c-4070-aebe-63b499483af3 req-4bfd9e32-9b4a-4a9a-900b-2da66bc4eada tempest-SecurityGroupsTestJSON-1215008278 tempest-SecurityGroupsTestJSON-1215008278-project] 10.222.0.16 "GET /v2.0/networks?id=a7a25cb1-3192-42fa-8b6a-3dfe4ce67a05 HTTP/1.1" status: 200 len: 812 time: 0.7112668 Jul 14 18:21:41.417622 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-02765c00-500c-4070-aebe-63b499483af3 req-8172a771-7887-4a7a-8d6c-401d3bf18a8e tempest-SecurityGroupsTestJSON-1215008278 tempest-SecurityGroupsTestJSON-1215008278-project] 10.222.0.16 "GET /v2.0/quotas/a9d22ebe08284e548350eab597e7413d HTTP/1.1" status: 200 len: 375 time: 0.0657382 Jul 14 18:21:41.424596 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-364934ee-a8c1-482c-a50c-7806cc09dfd7 admin admin] Checking segment: {'id': 'ed557757-f640-484f-8cda-41a92c321398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '458a605c-adc1-4322-ba16-e84a0c1f7468'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:21:41.425015 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-364934ee-a8c1-482c-a50c-7806cc09dfd7 admin admin] Network hostable DHCP agents. Network: 458a605c-adc1-4322-ba16-e84a0c1f7468, hostable agents: ['028393c3-0576-4ebd-bca1-8ea8a148e1a2'], hosted agents: [] {{(pid=93915) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 18:21:41.477893 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-54eeecb6-87de-41e9-af7a-20a0b6a9314a req-77cec518-153f-4427-aa37-6359a22c5679 tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:41.497052 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] get_ports_and_sgs() called for port_ids ['a5240037-2a1c-46d0-98f1-5c2edff2c8c7', 'e15ba0aa-65f9-4826-8910-631ca023ca37'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 18:21:41.549843 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-30e564a7-d7b2-4ecc-ad57-d28ef36f70be req-394bbcaa-63bf-4bb1-a1de-1417f85514ef service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fbf01217-e64a-4640-a796-185c6fcc99ca HTTP/1.1" status: 200 len: 1000 time: 0.2313216 Jul 14 18:21:41.558151 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77cec518-153f-4427-aa37-6359a22c5679 tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] Pushing event deleted for resources: {'Port': ['ID=a5240037-2a1c-46d0-98f1-5c2edff2c8c7,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:21:41.606592 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77cec518-153f-4427-aa37-6359a22c5679 tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:21:41.607505 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77cec518-153f-4427-aa37-6359a22c5679 tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:21:41.608454 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77cec518-153f-4427-aa37-6359a22c5679 tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:21:41.608994 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77cec518-153f-4427-aa37-6359a22c5679 tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:21:41.609670 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77cec518-153f-4427-aa37-6359a22c5679 tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:21:41.610484 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77cec518-153f-4427-aa37-6359a22c5679 tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:21:41.611234 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77cec518-153f-4427-aa37-6359a22c5679 tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:21:41.611849 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77cec518-153f-4427-aa37-6359a22c5679 tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:21:41.612702 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77cec518-153f-4427-aa37-6359a22c5679 tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:21:41.613351 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77cec518-153f-4427-aa37-6359a22c5679 tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:21:41.616358 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77cec518-153f-4427-aa37-6359a22c5679 tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:21:41.617382 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77cec518-153f-4427-aa37-6359a22c5679 tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:21:41.652279 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-364934ee-a8c1-482c-a50c-7806cc09dfd7 admin admin] Network 458a605c-adc1-4322-ba16-e84a0c1f7468 is scheduled to be hosted by DHCP agent 028393c3-0576-4ebd-bca1-8ea8a148e1a2 with binding_index 1 {{(pid=93915) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 18:21:41.655341 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.l3_dvrscheduler_db [req-54eeecb6-87de-41e9-af7a-20a0b6a9314a req-77cec518-153f-4427-aa37-6359a22c5679 tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] No DVR routers for this DVR port a5240037-2a1c-46d0-98f1-5c2edff2c8c7 on host n-h1-800634-3 {{(pid=93916) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 18:21:41.659736 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-54eeecb6-87de-41e9-af7a-20a0b6a9314a req-77cec518-153f-4427-aa37-6359a22c5679 tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:41.663080 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-54eeecb6-87de-41e9-af7a-20a0b6a9314a req-77cec518-153f-4427-aa37-6359a22c5679 tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] 10.222.0.18 "DELETE /v2.0/ports/a5240037-2a1c-46d0-98f1-5c2edff2c8c7 HTTP/1.1" status: 204 len: 173 time: 0.8224869 Jul 14 18:21:41.671805 n-d-800634-3 neutron-server[93916]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fc25b02-ac84-4b95-b2d8-aaef4f83ac31', 'name': 'network-vif-deleted', 'tag': 'a5240037-2a1c-46d0-98f1-5c2edff2c8c7'}] {{(pid=93916) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:21:41.676061 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f803e150b363a7893830aa996ac27753fa25517c406ecd3536b7c2d4b26eeb9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76ae07a0-5fd2-46a7-afb5-8190ffb2a00f" -d '{"events": [{"server_uuid": "1fc25b02-ac84-4b95-b2d8-aaef4f83ac31", "name": "network-vif-deleted", "tag": "a5240037-2a1c-46d0-98f1-5c2edff2c8c7"}]}' {{(pid=93916) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:21:41.698180 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-4af84da9-438f-4378-a69b-21478e536789 req-c368bbbe-422b-42cf-98dc-11d9b7e8c194 service neutron] 10.222.0.35 "GET /v2.0/networks/31a99599-848e-4d3a-b964-3d8069f89b88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4303677 Jul 14 18:21:41.744659 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [None req-364934ee-a8c1-482c-a50c-7806cc09dfd7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-3, 458a605c-adc1-4322-ba16-e84a0c1f7468) {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:21:41.759389 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e564a7-d7b2-4ecc-ad57-d28ef36f70be req-9fcbaf18-39e9-44f6-841b-7ec5b693f817 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:21:41.760911 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-30e564a7-d7b2-4ecc-ad57-d28ef36f70be req-9fcbaf18-39e9-44f6-841b-7ec5b693f817 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=52a71ea9-5395-411d-94f2-0fbe5949db70 HTTP/1.1" status: 200 len: 862 time: 0.1759295 Jul 14 18:21:41.763292 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-364934ee-a8c1-482c-a50c-7806cc09dfd7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:21:41.763943 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-364934ee-a8c1-482c-a50c-7806cc09dfd7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:41.801011 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d6a3193-c112-4a10-a829-58b77a127383 None None] Network 458a605c-adc1-4322-ba16-e84a0c1f7468 requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:21:41.886842 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-02765c00-500c-4070-aebe-63b499483af3 req-5b3ce256-677a-4e19-8c4d-b65a46880f61 tempest-SecurityGroupsTestJSON-1215008278 tempest-SecurityGroupsTestJSON-1215008278-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=a9d22ebe08284e548350eab597e7413d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4465764 Jul 14 18:21:41.911075 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-364934ee-a8c1-482c-a50c-7806cc09dfd7 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.9540882 Jul 14 18:21:41.942809 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [req-54eeecb6-87de-41e9-af7a-20a0b6a9314a req-05fb10eb-c3b6-462a-8dc8-aef1dab8aa48 tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] Deleting port e15ba0aa-65f9-4826-8910-631ca023ca37 {{(pid=93916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:21:41.943399 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-54eeecb6-87de-41e9-af7a-20a0b6a9314a req-05fb10eb-c3b6-462a-8dc8-aef1dab8aa48 tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:41.982230 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e5d19b-81ba-48e7-b59a-df7013eda7ee req-9e05b2a5-f9e3-4618-8a50-f8a94a20d783 tempest-LiveMigrationTest-64527954 tempest-LiveMigrationTest-64527954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:21:41.991151 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-d2e5d19b-81ba-48e7-b59a-df7013eda7ee req-9e05b2a5-f9e3-4618-8a50-f8a94a20d783 tempest-LiveMigrationTest-64527954 tempest-LiveMigrationTest-64527954-project] 10.222.0.16 "GET /v2.0/ports?device_id=a714a8d2-8fdd-4748-b40a-f8b22de05ec3 HTTP/1.1" status: 200 len: 944 time: 0.3846557 Jul 14 18:21:42.055728 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f0e334a-9044-4d81-8eda-efe5e2547893 None None] Network 458a605c-adc1-4322-ba16-e84a0c1f7468 requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:21:42.078487 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc2de4d-ae34-4ea1-8b7f-de23e11804da req-253a29a2-704f-44d4-a6b5-24a20bcd4c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:21:42.080002 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3dc2de4d-ae34-4ea1-8b7f-de23e11804da req-253a29a2-704f-44d4-a6b5-24a20bcd4c6e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d1f21963323d4ae1956c5ba38fc6e610&device_id=a714a8d2-8fdd-4748-b40a-f8b22de05ec3 HTTP/1.1" status: 200 len: 1095 time: 0.2902610 Jul 14 18:21:42.093679 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-d2e5d19b-81ba-48e7-b59a-df7013eda7ee req-6c7665b6-f77f-4519-830f-7024fa400901 tempest-LiveMigrationTest-64527954 tempest-LiveMigrationTest-64527954-project] 10.222.0.16 "GET /v2.0/security-groups?id=93c6eb24-b3aa-49c4-93f7-93dd5f011665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015983 Jul 14 18:21:42.111456 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e564a7-d7b2-4ecc-ad57-d28ef36f70be req-1351dff2-195d-490f-88e6-ce9bbfc4094f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:21:42.113011 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-30e564a7-d7b2-4ecc-ad57-d28ef36f70be req-1351dff2-195d-490f-88e6-ce9bbfc4094f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b1df69b6-7369-4ffc-83a6-1f3eb48a524d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3356223 Jul 14 18:21:42.147575 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-02765c00-500c-4070-aebe-63b499483af3 req-0bdad255-efc8-4b52-af1e-b8b1ba4f2b0b service neutron] 10.222.0.16 "GET /v2.0/networks/a7a25cb1-3192-42fa-8b6a-3dfe4ce67a05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2598555 Jul 14 18:21:42.182972 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.db [req-54eeecb6-87de-41e9-af7a-20a0b6a9314a req-05fb10eb-c3b6-462a-8dc8-aef1dab8aa48 tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] For port e15ba0aa-65f9-4826-8910-631ca023ca37, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=e15ba0aa-65f9-4826-8910-631ca023ca37,segment=NetworkSegment(6e1ddf8f-4f92-427e-b74c-096978b57327),segment_id=6e1ddf8f-4f92-427e-b74c-096978b57327)] {{(pid=93916) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:21:42.187435 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-54eeecb6-87de-41e9-af7a-20a0b6a9314a req-05fb10eb-c3b6-462a-8dc8-aef1dab8aa48 tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:42.214740 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [req-54eeecb6-87de-41e9-af7a-20a0b6a9314a req-05fb10eb-c3b6-462a-8dc8-aef1dab8aa48 tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] Calling delete_port for e15ba0aa-65f9-4826-8910-631ca023ca37 owned by compute:nova {{(pid=93916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:21:42.455495 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-54eeecb6-87de-41e9-af7a-20a0b6a9314a req-05fb10eb-c3b6-462a-8dc8-aef1dab8aa48 tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:42.494195 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05fb10eb-c3b6-462a-8dc8-aef1dab8aa48 tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] Pushing event deleted for resources: {'Port': ['ID=e15ba0aa-65f9-4826-8910-631ca023ca37,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:21:42.532785 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.l3_dvrscheduler_db [req-54eeecb6-87de-41e9-af7a-20a0b6a9314a req-05fb10eb-c3b6-462a-8dc8-aef1dab8aa48 tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] No DVR routers for this DVR port e15ba0aa-65f9-4826-8910-631ca023ca37 on host n-h1-800634-3 {{(pid=93916) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 18:21:42.535676 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-54eeecb6-87de-41e9-af7a-20a0b6a9314a req-05fb10eb-c3b6-462a-8dc8-aef1dab8aa48 tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:42.538037 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-54eeecb6-87de-41e9-af7a-20a0b6a9314a req-05fb10eb-c3b6-462a-8dc8-aef1dab8aa48 tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] 10.222.0.18 "DELETE /v2.0/ports/e15ba0aa-65f9-4826-8910-631ca023ca37 HTTP/1.1" status: 204 len: 173 time: 0.8581381 Jul 14 18:21:42.551906 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc2de4d-ae34-4ea1-8b7f-de23e11804da req-8f84b25a-6071-4a63-b866-5c1a9aa42b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:21:42.553881 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3dc2de4d-ae34-4ea1-8b7f-de23e11804da req-8f84b25a-6071-4a63-b866-5c1a9aa42b98 service neutron] 10.222.0.35 "GET /v2.0/networks?id=31a99599-848e-4d3a-b964-3d8069f89b88 HTTP/1.1" status: 200 len: 908 time: 0.4590890 Jul 14 18:21:42.572412 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-30e564a7-d7b2-4ecc-ad57-d28ef36f70be req-b8af9322-7081-4789-8c47-3beeae53e7f5 service neutron] 10.222.0.35 "GET /v2.0/networks/b1df69b6-7369-4ffc-83a6-1f3eb48a524d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4364333 Jul 14 18:21:42.637270 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3dc2de4d-ae34-4ea1-8b7f-de23e11804da req-4d6f8682-52c6-46e3-af2a-96aa21aca25e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bd4934ed-97b6-4663-b2a9-d3a9eba2bbf1 HTTP/1.1" status: 200 len: 217 time: 0.0539212 Jul 14 18:21:42.650804 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-02765c00-500c-4070-aebe-63b499483af3 req-03fcf5ae-79df-4c7c-8115-fe8bb95f2d6e service neutron] 10.222.0.16 "GET /v2.0/networks/a7a25cb1-3192-42fa-8b6a-3dfe4ce67a05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5015531 Jul 14 18:21:42.685346 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Device f0bc76aa-f37f-4233-8633-52f3421ea161 details requested by agent hyperv_n-h2-800634-3 with host n-h2-800634-3 {{(pid=93917) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 18:21:42.735552 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db998b8-b85d-40d3-918c-72589ff11448 req-e2f490b8-7b38-4e0c-9f29-734dc915cae7 tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:21:42.743449 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6db998b8-b85d-40d3-918c-72589ff11448 req-e2f490b8-7b38-4e0c-9f29-734dc915cae7 tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] 10.222.0.16 "GET /v2.0/ports?device_id=1fc25b02-ac84-4b95-b2d8-aaef4f83ac31 HTTP/1.1" status: 200 len: 867 time: 0.4254310 Jul 14 18:21:42.831956 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc2de4d-ae34-4ea1-8b7f-de23e11804da req-404b6b89-ee27-4e63-bf60-66d6365b26fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:21:42.833444 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3dc2de4d-ae34-4ea1-8b7f-de23e11804da req-404b6b89-ee27-4e63-bf60-66d6365b26fc service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8fa41a13-248e-4ed4-8731-d525cb4f3c62 HTTP/1.1" status: 200 len: 848 time: 0.1274312 Jul 14 18:21:42.847541 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6db998b8-b85d-40d3-918c-72589ff11448 req-048a4739-8d66-4467-98f6-671ef0a2c436 tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] 10.222.0.16 "GET /v2.0/security-groups?id=07501815-414f-40f0-a54a-1c35d98e3f98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031835 Jul 14 18:21:42.895415 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] For port f0bc76aa-f37f-4233-8633-52f3421ea161, host n-h2-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=f0bc76aa-f37f-4233-8633-52f3421ea161,segment=NetworkSegment(067fc487-22c7-42de-972d-ae352a28ad29),segment_id=067fc487-22c7-42de-972d-ae352a28ad29)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:21:42.913554 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-30e564a7-d7b2-4ecc-ad57-d28ef36f70be req-e5bf7ef0-eced-4ede-9157-7eaa10c4a03b service neutron] 10.222.0.35 "GET /v2.0/networks/b1df69b6-7369-4ffc-83a6-1f3eb48a524d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3402376 Jul 14 18:21:42.917020 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3dc2de4d-ae34-4ea1-8b7f-de23e11804da req-3ce5eb0c-024c-4ad8-9f9d-d1da6d203926 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=31a99599-848e-4d3a-b964-3d8069f89b88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0555358 Jul 14 18:21:42.928213 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Returning: {'device': 'f0bc76aa-f37f-4233-8633-52f3421ea161', 'network_id': '4f742057-89ee-4b4a-86f7-487ee61881a1', 'port_id': 'f0bc76aa-f37f-4233-8633-52f3421ea161', 'mac_address': 'fa:16:3e:e1:97:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f20c54fb-f7da-4761-aa61-2e4f99f3d332', 'ip_address': '192.168.233.74'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93917) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 18:21:42.997024 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 18:21:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71ceb1ba-c048-4f89-ba2d-27d64252bdea x-openstack-request-id: req-71ceb1ba-c048-4f89-ba2d-27d64252bdea {{(pid=93916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:21:42.997919 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fc25b02-ac84-4b95-b2d8-aaef4f83ac31", "name": "network-vif-deleted", "tag": "a5240037-2a1c-46d0-98f1-5c2edff2c8c7", "status": "completed", "code": 200}]} {{(pid=93916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:21:42.998442 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-71ceb1ba-c048-4f89-ba2d-27d64252bdea {{(pid=93916) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:21:42.999062 n-d-800634-3 neutron-server[93916]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fc25b02-ac84-4b95-b2d8-aaef4f83ac31', 'name': 'network-vif-deleted', 'tag': 'a5240037-2a1c-46d0-98f1-5c2edff2c8c7', 'status': 'completed', 'code': 200} Jul 14 18:21:43.053050 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:43.053371 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3dc2de4d-ae34-4ea1-8b7f-de23e11804da req-f6e43452-997f-43b4-8b6e-5218ccd823e7 service neutron] 10.222.0.35 "GET /v2.0/networks/31a99599-848e-4d3a-b964-3d8069f89b88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1161957 Jul 14 18:21:43.069721 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0bc76aa-f37f-4233-8633-52f3421ea161 {{(pid=93917) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 18:21:43.095933 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] For port f0bc76aa-f37f-4233-8633-52f3421ea161, host n-h2-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=f0bc76aa-f37f-4233-8633-52f3421ea161,segment=NetworkSegment(067fc487-22c7-42de-972d-ae352a28ad29),segment_id=067fc487-22c7-42de-972d-ae352a28ad29)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:21:43.102485 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:43.204722 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] get_ports_and_sgs() called for port_ids ['f0bc76aa-f37f-4233-8633-52f3421ea161'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 18:21:43.263538 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-af8b13e6-7f90-4639-81af-e2de1662dee1 req-cccb3ea5-7a0c-476d-a2bb-1224e50f3b88 tempest-SecurityGroupsTestJSON-1215008278 tempest-SecurityGroupsTestJSON-1215008278-project] 10.222.0.16 "GET /v2.0/ports?device_id=4773a4ee-034b-4e24-b5e5-3d8db2747052 HTTP/1.1" status: 200 len: 210 time: 0.0845790 Jul 14 18:21:43.273366 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Pushing event updated for resources: {'Port': ['ID=f0bc76aa-f37f-4233-8633-52f3421ea161,revision_number=9']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:21:43.291591 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3dc2de4d-ae34-4ea1-8b7f-de23e11804da req-ad0d20f8-dae2-4950-9340-68450d6bdc0c service neutron] 10.222.0.35 "GET /v2.0/networks/31a99599-848e-4d3a-b964-3d8069f89b88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2158453 Jul 14 18:21:43.591552 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40893fd-d19e-45ec-b2b1-f474788a1e80 req-a512a80d-ee7b-4933-8933-69a37506ae83 tempest-LiveMigrationTest-64527954 tempest-LiveMigrationTest-64527954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:21:43.593282 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b40893fd-d19e-45ec-b2b1-f474788a1e80 req-a512a80d-ee7b-4933-8933-69a37506ae83 tempest-LiveMigrationTest-64527954 tempest-LiveMigrationTest-64527954-project] 10.222.0.16 "GET /v2.0/ports?device_id=a714a8d2-8fdd-4748-b40a-f8b22de05ec3 HTTP/1.1" status: 200 len: 944 time: 0.1381788 Jul 14 18:21:43.636094 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b40893fd-d19e-45ec-b2b1-f474788a1e80 req-d44e7e1d-ecd2-411d-ac3f-a8f23656d831 tempest-LiveMigrationTest-64527954 tempest-LiveMigrationTest-64527954-project] 10.222.0.16 "GET /v2.0/security-groups?id=93c6eb24-b3aa-49c4-93f7-93dd5f011665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362220 Jul 14 18:21:43.822035 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device a5240037-2a1c-46d0-98f1-5c2edff2c8c7 no longer exists at agent hyperv_n-h1-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 18:21:43.866792 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] No Port match for: a5240037-2a1c-46d0-98f1-5c2edff2c8c7 {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 18:21:43.866792 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device a5240037-2a1c-46d0-98f1-5c2edff2c8c7 not bound to the agent host n-h1-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 18:21:43.869380 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device e15ba0aa-65f9-4826-8910-631ca023ca37 no longer exists at agent hyperv_n-h1-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 18:21:43.897516 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] No Port match for: e15ba0aa-65f9-4826-8910-631ca023ca37 {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 18:21:43.898094 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device e15ba0aa-65f9-4826-8910-631ca023ca37 not bound to the agent host n-h1-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 18:21:43.919816 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91733b70-af99-424e-986c-2f72451982ff req-2392f257-7422-442f-b134-6ff3b92f7774 tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:21:43.928954 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-91733b70-af99-424e-986c-2f72451982ff req-2392f257-7422-442f-b134-6ff3b92f7774 tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] 10.222.0.16 "GET /v2.0/networks?id=7cee3312-4c4c-4d32-820f-eab965dcf565 HTTP/1.1" status: 200 len: 821 time: 0.1747901 Jul 14 18:21:43.949197 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-91733b70-af99-424e-986c-2f72451982ff req-224df6dd-d3db-455b-a7df-12845884d5e9 tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] 10.222.0.16 "GET /v2.0/quotas/0a6a8e07e1ce4e4e84e3fe5c59c6747c HTTP/1.1" status: 200 len: 375 time: 0.0176053 Jul 14 18:21:44.124899 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-91733b70-af99-424e-986c-2f72451982ff req-fa701991-1ab8-4b25-a1e9-d9a0a9b32ceb tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=0a6a8e07e1ce4e4e84e3fe5c59c6747c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1743741 Jul 14 18:21:44.132244 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5913c6d8-ee13-4303-8697-09195cd83fa8 req-286f8ff7-8514-4e76-a066-80704828429e tempest-ImagesTestJSON-313755568 tempest-ImagesTestJSON-313755568-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:21:44.135284 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-5913c6d8-ee13-4303-8697-09195cd83fa8 req-286f8ff7-8514-4e76-a066-80704828429e tempest-ImagesTestJSON-313755568 tempest-ImagesTestJSON-313755568-project] 10.222.0.16 "GET /v2.0/networks?id=458a605c-adc1-4322-ba16-e84a0c1f7468 HTTP/1.1" status: 200 len: 805 time: 0.1462097 Jul 14 18:21:44.200455 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-5913c6d8-ee13-4303-8697-09195cd83fa8 req-e538d46d-06ae-4477-afb3-ef927ff477d8 tempest-ImagesTestJSON-313755568 tempest-ImagesTestJSON-313755568-project] 10.222.0.16 "GET /v2.0/quotas/7d0d66c950aa4c4fbb95dc1c0b4948a1 HTTP/1.1" status: 200 len: 375 time: 0.0428839 Jul 14 18:21:44.261581 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-5913c6d8-ee13-4303-8697-09195cd83fa8 req-b60d80ac-fd81-4d56-8101-ba8363a55ff9 tempest-ImagesTestJSON-313755568 tempest-ImagesTestJSON-313755568-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=7d0d66c950aa4c4fbb95dc1c0b4948a1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0367465 Jul 14 18:21:44.284323 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-91733b70-af99-424e-986c-2f72451982ff req-401767b1-57f1-413a-84cc-31f74b0a07c4 service neutron] 10.222.0.16 "GET /v2.0/networks/7cee3312-4c4c-4d32-820f-eab965dcf565?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1477218 Jul 14 18:21:44.448930 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-5913c6d8-ee13-4303-8697-09195cd83fa8 req-73856825-93ff-43bc-92cb-4211c87e65eb service neutron] 10.222.0.16 "GET /v2.0/networks/458a605c-adc1-4322-ba16-e84a0c1f7468?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1739817 Jul 14 18:21:44.471981 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-91733b70-af99-424e-986c-2f72451982ff req-6599190c-a910-44c7-9264-b566b16d4cb1 service neutron] 10.222.0.16 "GET /v2.0/networks/7cee3312-4c4c-4d32-820f-eab965dcf565?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1748011 Jul 14 18:21:44.518365 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02765c00-500c-4070-aebe-63b499483af3 req-c633b6b3-694a-443d-99c8-008112030c84 tempest-SecurityGroupsTestJSON-1215008278 tempest-SecurityGroupsTestJSON-1215008278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:21:44.520509 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-02765c00-500c-4070-aebe-63b499483af3 req-c633b6b3-694a-443d-99c8-008112030c84 tempest-SecurityGroupsTestJSON-1215008278 tempest-SecurityGroupsTestJSON-1215008278-project] 10.222.0.18 "GET /v2.0/networks?id=a7a25cb1-3192-42fa-8b6a-3dfe4ce67a05 HTTP/1.1" status: 200 len: 812 time: 0.1666570 Jul 14 18:21:44.556143 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [req-02765c00-500c-4070-aebe-63b499483af3 req-baa83473-bc9b-49cf-9963-51e0a8cb9855 tempest-SecurityGroupsTestJSON-1215008278 tempest-SecurityGroupsTestJSON-1215008278-project] Request body: {'port': {'device_id': '4773a4ee-034b-4e24-b5e5-3d8db2747052', 'network_id': 'a7a25cb1-3192-42fa-8b6a-3dfe4ce67a05', 'admin_state_up': True, 'tenant_id': 'a9d22ebe08284e548350eab597e7413d'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:21:44.619250 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-5913c6d8-ee13-4303-8697-09195cd83fa8 req-ff07ef70-01eb-46a6-89af-523c44a1e79a service neutron] 10.222.0.16 "GET /v2.0/networks/458a605c-adc1-4322-ba16-e84a0c1f7468?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1598103 Jul 14 18:21:44.716326 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Device f0bc76aa-f37f-4233-8633-52f3421ea161 up at agent hyperv_n-h2-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:21:44.719464 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Device bd4934ed-97b6-4663-b2a9-d3a9eba2bbf1 details requested by agent hyperv_n-h2-800634-3 with host n-h2-800634-3 {{(pid=93917) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 18:21:44.744340 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-02765c00-500c-4070-aebe-63b499483af3 req-baa83473-bc9b-49cf-9963-51e0a8cb9855 tempest-SecurityGroupsTestJSON-1215008278 tempest-SecurityGroupsTestJSON-1215008278-project] Made reservation on behalf of a9d22ebe08284e548350eab597e7413d for: {'port': 1} {{(pid=93916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:21:44.762156 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-02765c00-500c-4070-aebe-63b499483af3 req-baa83473-bc9b-49cf-9963-51e0a8cb9855 tempest-SecurityGroupsTestJSON-1215008278 tempest-SecurityGroupsTestJSON-1215008278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:44.893238 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 56488) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:21:44.935379 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] For port bd4934ed-97b6-4663-b2a9-d3a9eba2bbf1, host n-h2-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=bd4934ed-97b6-4663-b2a9-d3a9eba2bbf1,segment=NetworkSegment(d3ebb57b-621c-4102-bdfe-7fa439ba5ffc),segment_id=d3ebb57b-621c-4102-bdfe-7fa439ba5ffc)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:21:44.952536 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Returning: {'device': 'bd4934ed-97b6-4663-b2a9-d3a9eba2bbf1', 'network_id': '31a99599-848e-4d3a-b964-3d8069f89b88', 'port_id': 'bd4934ed-97b6-4663-b2a9-d3a9eba2bbf1', 'mac_address': 'fa:16:3e:e7:0e:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8fa41a13-248e-4ed4-8731-d525cb4f3c62', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93917) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 18:21:45.032732 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Provisioning complete for port f0bc76aa-f37f-4233-8633-52f3421ea161 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:21:45.033395 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:45.054750 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.db_base_plugin_v2 [None req-68e560bb-4bf4-448e-a850-dcf2af447e62 tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] Deleting subnet 2f0bb4ff-b0ee-4ace-8470-bbbdfb3ad762 {{(pid=93915) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 18:21:45.071575 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-68e560bb-4bf4-448e-a850-dcf2af447e62 tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] Notify callbacks [] for subnet, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:45.080488 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:45.093835 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.db_base_plugin_common [req-02765c00-500c-4070-aebe-63b499483af3 req-baa83473-bc9b-49cf-9963-51e0a8cb9855 tempest-SecurityGroupsTestJSON-1215008278 tempest-SecurityGroupsTestJSON-1215008278-project] Allocated IP 172.20.0.9 (a7a25cb1-3192-42fa-8b6a-3dfe4ce67a05/cc96744b-311f-49f7-8ac2-f53a1b384535/82df5ea3-936c-44fe-a7e7-eaa58aa295ab) {{(pid=93916) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:21:45.101584 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd4934ed-97b6-4663-b2a9-d3a9eba2bbf1 {{(pid=93917) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 18:21:45.125891 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] For port bd4934ed-97b6-4663-b2a9-d3a9eba2bbf1, host n-h2-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=bd4934ed-97b6-4663-b2a9-d3a9eba2bbf1,segment=NetworkSegment(d3ebb57b-621c-4102-bdfe-7fa439ba5ffc),segment_id=d3ebb57b-621c-4102-bdfe-7fa439ba5ffc)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:21:45.133760 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:45.195823 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-68e560bb-4bf4-448e-a850-dcf2af447e62 tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28939913'] for subnet, precommit_delete_associations {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:45.262017 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Pushing event updated for resources: {'Port': ['ID=bd4934ed-97b6-4663-b2a9-d3a9eba2bbf1,revision_number=4']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:21:45.268983 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:45.352583 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-02765c00-500c-4070-aebe-63b499483af3 req-baa83473-bc9b-49cf-9963-51e0a8cb9855 tempest-SecurityGroupsTestJSON-1215008278 tempest-SecurityGroupsTestJSON-1215008278-project] Notify callbacks [] for port, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:45.353077 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] For port f0bc76aa-f37f-4233-8633-52f3421ea161, host n-h2-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=f0bc76aa-f37f-4233-8633-52f3421ea161,segment=NetworkSegment(067fc487-22c7-42de-972d-ae352a28ad29),segment_id=067fc487-22c7-42de-972d-ae352a28ad29)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:21:45.356688 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ab0c594-ecaf-4c5b-977a-9c1b59a2d9cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0bc76aa-f37f-4233-8633-52f3421ea161'}] {{(pid=93917) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:21:45.360841 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20b787f3c29eaa7aa2a4d648c725a2124c5ff39a8d793252f9d844495e14cf42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4265f80a-2188-4524-b808-ceb33e10969d" -d '{"events": [{"server_uuid": "6ab0c594-ecaf-4c5b-977a-9c1b59a2d9cc", "name": "network-vif-plugged", "status": "completed", "tag": "f0bc76aa-f37f-4233-8633-52f3421ea161"}]}' {{(pid=93917) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:21:45.370317 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:45.395451 n-d-800634-3 neutron-server[93916]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fc25b02-ac84-4b95-b2d8-aaef4f83ac31', 'name': 'network-vif-deleted', 'tag': 'e15ba0aa-65f9-4826-8910-631ca023ca37'}] {{(pid=93916) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:21:45.398189 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f803e150b363a7893830aa996ac27753fa25517c406ecd3536b7c2d4b26eeb9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13920f02-6f53-4364-9681-e048cfc090ae" -d '{"events": [{"server_uuid": "1fc25b02-ac84-4b95-b2d8-aaef4f83ac31", "name": "network-vif-deleted", "tag": "e15ba0aa-65f9-4826-8910-631ca023ca37"}]}' {{(pid=93916) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:21:45.402727 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-02765c00-500c-4070-aebe-63b499483af3 req-baa83473-bc9b-49cf-9963-51e0a8cb9855 tempest-SecurityGroupsTestJSON-1215008278 tempest-SecurityGroupsTestJSON-1215008278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:45.441495 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Pushing event updated for resources: {'Port': ['ID=f0bc76aa-f37f-4233-8633-52f3421ea161,revision_number=10']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:21:45.445554 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] get_ports_and_sgs() called for port_ids ['34ab1baa-3389-4be5-8ab1-025858c130d9'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 18:21:45.468464 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-02765c00-500c-4070-aebe-63b499483af3 req-baa83473-bc9b-49cf-9963-51e0a8cb9855 tempest-SecurityGroupsTestJSON-1215008278 tempest-SecurityGroupsTestJSON-1215008278-project] Network a7a25cb1-3192-42fa-8b6a-3dfe4ce67a05 is already hosted by enough agents. {{(pid=93916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:21:45.472788 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [req-02765c00-500c-4070-aebe-63b499483af3 req-baa83473-bc9b-49cf-9963-51e0a8cb9855 tempest-SecurityGroupsTestJSON-1215008278 tempest-SecurityGroupsTestJSON-1215008278-project] Resources bound (agent type, host, resource id): {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:21:45.477206 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.l3_dvrscheduler_db [req-02765c00-500c-4070-aebe-63b499483af3 req-baa83473-bc9b-49cf-9963-51e0a8cb9855 tempest-SecurityGroupsTestJSON-1215008278 tempest-SecurityGroupsTestJSON-1215008278-project] Received port after_create {{(pid=93916) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:21:45.479971 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-68e560bb-4bf4-448e-a850-dcf2af447e62 tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081283'] for subnet, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:45.487865 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] get_ports_and_sgs() called for port_ids ['bd4934ed-97b6-4663-b2a9-d3a9eba2bbf1'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 18:21:45.508967 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa83473-bc9b-49cf-9963-51e0a8cb9855 tempest-SecurityGroupsTestJSON-1215008278 tempest-SecurityGroupsTestJSON-1215008278-project] Pushing event updated for resources: {'Port': ['ID=82df5ea3-936c-44fe-a7e7-eaa58aa295ab,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:21:45.585389 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02765c00-500c-4070-aebe-63b499483af3 req-baa83473-bc9b-49cf-9963-51e0a8cb9855 tempest-SecurityGroupsTestJSON-1215008278 tempest-SecurityGroupsTestJSON-1215008278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:21:45.589454 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-02765c00-500c-4070-aebe-63b499483af3 req-baa83473-bc9b-49cf-9963-51e0a8cb9855 tempest-SecurityGroupsTestJSON-1215008278 tempest-SecurityGroupsTestJSON-1215008278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:45.624322 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-02765c00-500c-4070-aebe-63b499483af3 req-baa83473-bc9b-49cf-9963-51e0a8cb9855 tempest-SecurityGroupsTestJSON-1215008278 tempest-SecurityGroupsTestJSON-1215008278-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0775363 Jul 14 18:21:45.640215 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [req-02765c00-500c-4070-aebe-63b499483af3 req-ea16788f-85ce-404e-916a-1260dd0087c8 service neutron] Request body: {'port': {'device_id': '4773a4ee-034b-4e24-b5e5-3d8db2747052', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800634-3'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:21:45.672371 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-68e560bb-4bf4-448e-a850-dcf2af447e62 tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25913028', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28969762'] for subnet, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:45.800583 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-02765c00-500c-4070-aebe-63b499483af3 req-ea16788f-85ce-404e-916a-1260dd0087c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:45.823468 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e560bb-4bf4-448e-a850-dcf2af447e62 tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] Pushing event deleted for resources: {'Subnet': ['ID=2f0bb4ff-b0ee-4ace-8470-bbbdfb3ad762,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:21:45.857283 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-68e560bb-4bf4-448e-a850-dcf2af447e62 tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] Notify callbacks [] for subnet, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:45.862717 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-68e560bb-4bf4-448e-a850-dcf2af447e62 tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] 10.222.0.16 "DELETE /v2.0/subnets/2f0bb4ff-b0ee-4ace-8470-bbbdfb3ad762 HTTP/1.1" status: 204 len: 168 time: 0.9681411 Jul 14 18:21:45.871950 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 56528) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:21:45.874972 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82acb700-2b30-4ea5-bfd8-3a9701e5f46b None None] Network 55e3c695-5ed7-4f3b-af07-d732a5026b8a requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:21:46.019655 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92d1157-05ba-4e42-89be-0d775f95119a req-bf473c0d-edbb-4cb9-929b-60d6b4701cfe tempest-LiveMigrationTest-64527954 tempest-LiveMigrationTest-64527954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:21:46.027082 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f92d1157-05ba-4e42-89be-0d775f95119a req-bf473c0d-edbb-4cb9-929b-60d6b4701cfe tempest-LiveMigrationTest-64527954 tempest-LiveMigrationTest-64527954-project] 10.222.0.16 "GET /v2.0/ports?device_id=a714a8d2-8fdd-4748-b40a-f8b22de05ec3 HTTP/1.1" status: 200 len: 945 time: 0.3947415 Jul 14 18:21:46.067974 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38f7d92-7c18-4f2b-95a9-719c7ff21e92 req-4055e2d9-2e9d-4621-bbd6-582ad6c4f023 tempest-SecurityGroupsTestJSON-1215008278 tempest-SecurityGroupsTestJSON-1215008278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:21:46.077357 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c38f7d92-7c18-4f2b-95a9-719c7ff21e92 req-4055e2d9-2e9d-4621-bbd6-582ad6c4f023 tempest-SecurityGroupsTestJSON-1215008278 tempest-SecurityGroupsTestJSON-1215008278-project] 10.222.0.16 "GET /v2.0/ports?device_id=4773a4ee-034b-4e24-b5e5-3d8db2747052 HTTP/1.1" status: 200 len: 931 time: 0.4436703 Jul 14 18:21:46.124147 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-52cf3df9-cae8-4d96-aa76-ade68dfdc365 tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645734'] for network, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:46.130412 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c38f7d92-7c18-4f2b-95a9-719c7ff21e92 req-7a2413ee-fd69-4638-802a-9049320344b8 tempest-SecurityGroupsTestJSON-1215008278 tempest-SecurityGroupsTestJSON-1215008278-project] 10.222.0.16 "GET /v2.0/security-groups?id=309722b9-2fe8-4d94-8481-29be9b33af8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519860 Jul 14 18:21:46.159198 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f92d1157-05ba-4e42-89be-0d775f95119a req-c0823a33-0d66-45ed-8484-b53845a328a4 tempest-LiveMigrationTest-64527954 tempest-LiveMigrationTest-64527954-project] 10.222.0.16 "GET /v2.0/security-groups?id=93c6eb24-b3aa-49c4-93f7-93dd5f011665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309254 Jul 14 18:21:46.212843 n-d-800634-3 neutron-server[93916]: DEBUG neutron.notifiers.nova [req-02765c00-500c-4070-aebe-63b499483af3 req-ea16788f-85ce-404e-916a-1260dd0087c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82df5ea3-936c-44fe-a7e7-eaa58aa295ab {{(pid=93916) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 18:21:46.221913 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-02765c00-500c-4070-aebe-63b499483af3 req-ea16788f-85ce-404e-916a-1260dd0087c8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:46.225205 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bf19a85-1548-4890-9b09-cbfb3e7f8b92 None None] DHCP port deletion for 55e3c695-5ed7-4f3b-af07-d732a5026b8a request from n-d-800634-3 {{(pid=93917) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 18:21:46.238521 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.provisioning_blocks [req-02765c00-500c-4070-aebe-63b499483af3 req-ea16788f-85ce-404e-916a-1260dd0087c8 service neutron] Transition to ACTIVE for port object 82df5ea3-936c-44fe-a7e7-eaa58aa295ab will not be triggered until provisioned by entity L2. {{(pid=93916) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:21:46.249541 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-02765c00-500c-4070-aebe-63b499483af3 req-ea16788f-85ce-404e-916a-1260dd0087c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2684870'] for port, after_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:46.258749 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [None req-52cf3df9-cae8-4d96-aa76-ade68dfdc365 tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] Deleting port ab5916dd-5f86-4ef2-a01b-0aa579a6bf60 {{(pid=93915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:21:46.259101 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-52cf3df9-cae8-4d96-aa76-ade68dfdc365 tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:46.370032 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-9bf19a85-1548-4890-9b09-cbfb3e7f8b92 None None] Deleting port ab5916dd-5f86-4ef2-a01b-0aa579a6bf60 {{(pid=93917) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:21:46.370605 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bf19a85-1548-4890-9b09-cbfb3e7f8b92 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:46.374453 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea16788f-85ce-404e-916a-1260dd0087c8 service neutron] Pushing event updated for resources: {'Port': ['ID=82df5ea3-936c-44fe-a7e7-eaa58aa295ab,revision_number=2']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:21:46.391072 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [None req-52cf3df9-cae8-4d96-aa76-ade68dfdc365 tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] For port ab5916dd-5f86-4ef2-a01b-0aa579a6bf60, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=ab5916dd-5f86-4ef2-a01b-0aa579a6bf60,segment=NetworkSegment(6e1ddf8f-4f92-427e-b74c-096978b57327),segment_id=6e1ddf8f-4f92-427e-b74c-096978b57327)] {{(pid=93915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:21:46.391497 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-52cf3df9-cae8-4d96-aa76-ade68dfdc365 tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:46.412886 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [None req-52cf3df9-cae8-4d96-aa76-ade68dfdc365 tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] Calling delete_port for ab5916dd-5f86-4ef2-a01b-0aa579a6bf60 owned by network:dhcp {{(pid=93915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:21:46.463544 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-9bf19a85-1548-4890-9b09-cbfb3e7f8b92 None None] For port ab5916dd-5f86-4ef2-a01b-0aa579a6bf60, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=ab5916dd-5f86-4ef2-a01b-0aa579a6bf60,segment=NetworkSegment(6e1ddf8f-4f92-427e-b74c-096978b57327),segment_id=6e1ddf8f-4f92-427e-b74c-096978b57327)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:21:46.464088 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bf19a85-1548-4890-9b09-cbfb3e7f8b92 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:46.487074 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-9bf19a85-1548-4890-9b09-cbfb3e7f8b92 None None] Calling delete_port for ab5916dd-5f86-4ef2-a01b-0aa579a6bf60 owned by network:dhcp {{(pid=93917) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:21:46.533599 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-52cf3df9-cae8-4d96-aa76-ade68dfdc365 tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:46.579577 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-4f706962-84b5-46fb-96bb-99f7447d93fc req-bce3ffb6-a3f1-4e41-b02d-fbcc5c2bd82c tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] 10.222.0.16 "GET /v2.0/ports?device_id=5d1b56cf-e9a2-40e8-8a62-8ebd9281e58d HTTP/1.1" status: 200 len: 210 time: 0.0758319 Jul 14 18:21:46.587372 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-9153f6ba-b0a5-407e-ac09-e0fc1020d2cf req-4aa514e4-ac53-4371-a3e3-e02473e58345 tempest-ImagesTestJSON-313755568 tempest-ImagesTestJSON-313755568-project] 10.222.0.16 "GET /v2.0/ports?device_id=6aaead6f-eb8d-448b-ab5e-df60fe6f6bc2 HTTP/1.1" status: 200 len: 210 time: 0.0825331 Jul 14 18:21:46.598757 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.managers [req-02765c00-500c-4070-aebe-63b499483af3 req-ea16788f-85ce-404e-916a-1260dd0087c8 service neutron] Attempting to bind port 82df5ea3-936c-44fe-a7e7-eaa58aa295ab on host n-h1-800634-3 for vnic_type normal with profile {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:21:46.608639 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.managers [req-02765c00-500c-4070-aebe-63b499483af3 req-ea16788f-85ce-404e-916a-1260dd0087c8 service neutron] Attempting to bind port 82df5ea3-936c-44fe-a7e7-eaa58aa295ab by drivers openvswitch,hyperv on host n-h1-800634-3 at level 0 using segments [{'id': 'a486c7d6-69d2-4a27-a7a6-bfe66b9801fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'a7a25cb1-3192-42fa-8b6a-3dfe4ce67a05'}] {{(pid=93916) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:21:46.612626 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02765c00-500c-4070-aebe-63b499483af3 req-ea16788f-85ce-404e-916a-1260dd0087c8 service neutron] Attempting to bind port 82df5ea3-936c-44fe-a7e7-eaa58aa295ab on network a7a25cb1-3192-42fa-8b6a-3dfe4ce67a05 {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:21:46.630685 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02765c00-500c-4070-aebe-63b499483af3 req-ea16788f-85ce-404e-916a-1260dd0087c8 service neutron] Port 82df5ea3-936c-44fe-a7e7-eaa58aa295ab on network a7a25cb1-3192-42fa-8b6a-3dfe4ce67a05 not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-3 {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 18:21:46.632529 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02765c00-500c-4070-aebe-63b499483af3 req-ea16788f-85ce-404e-916a-1260dd0087c8 service neutron] Attempting to bind port 82df5ea3-936c-44fe-a7e7-eaa58aa295ab on network a7a25cb1-3192-42fa-8b6a-3dfe4ce67a05 {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:21:46.642009 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52cf3df9-cae8-4d96-aa76-ade68dfdc365 tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] Pushing event deleted for resources: {'Port': ['ID=ab5916dd-5f86-4ef2-a01b-0aa579a6bf60,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:21:46.645417 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52cf3df9-cae8-4d96-aa76-ade68dfdc365 tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] No DVR routers for this DVR port ab5916dd-5f86-4ef2-a01b-0aa579a6bf60 on host n-d-800634-3 {{(pid=93915) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 18:21:46.652090 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02765c00-500c-4070-aebe-63b499483af3 req-ea16788f-85ce-404e-916a-1260dd0087c8 service neutron] Checking agent: {'id': 'a3630ff4-fbee-45d9-b9b6-0ae41cb3a350', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 15, 32), 'started_at': datetime.datetime(2021, 7, 14, 18, 15, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 18, 21, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 18:21:46.652613 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02765c00-500c-4070-aebe-63b499483af3 req-ea16788f-85ce-404e-916a-1260dd0087c8 service neutron] Checking segment: {'id': 'a486c7d6-69d2-4a27-a7a6-bfe66b9801fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'a7a25cb1-3192-42fa-8b6a-3dfe4ce67a05'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93916) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:21:46.653250 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02765c00-500c-4070-aebe-63b499483af3 req-ea16788f-85ce-404e-916a-1260dd0087c8 service neutron] Bound using segment: {'id': 'a486c7d6-69d2-4a27-a7a6-bfe66b9801fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'a7a25cb1-3192-42fa-8b6a-3dfe4ce67a05'} {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 18:21:46.654082 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.managers [req-02765c00-500c-4070-aebe-63b499483af3 req-ea16788f-85ce-404e-916a-1260dd0087c8 service neutron] Bound port: 82df5ea3-936c-44fe-a7e7-eaa58aa295ab, host: n-h1-800634-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a486c7d6-69d2-4a27-a7a6-bfe66b9801fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'a7a25cb1-3192-42fa-8b6a-3dfe4ce67a05'}}] {{(pid=93916) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 18:21:46.654879 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-02765c00-500c-4070-aebe-63b499483af3 req-ea16788f-85ce-404e-916a-1260dd0087c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:46.741438 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Device bd4934ed-97b6-4663-b2a9-d3a9eba2bbf1 up at agent hyperv_n-h2-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:21:46.745154 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.db [req-02765c00-500c-4070-aebe-63b499483af3 req-ea16788f-85ce-404e-916a-1260dd0087c8 service neutron] For port 82df5ea3-936c-44fe-a7e7-eaa58aa295ab, host n-h1-800634-3, cleared binding levels {{(pid=93916) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:21:46.749282 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bf19a85-1548-4890-9b09-cbfb3e7f8b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813'] for port, after_delete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:46.751264 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.db [req-02765c00-500c-4070-aebe-63b499483af3 req-ea16788f-85ce-404e-916a-1260dd0087c8 service neutron] For port 82df5ea3-936c-44fe-a7e7-eaa58aa295ab, host n-h1-800634-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=82df5ea3-936c-44fe-a7e7-eaa58aa295ab,segment=NetworkSegment(a486c7d6-69d2-4a27-a7a6-bfe66b9801fc),segment_id=a486c7d6-69d2-4a27-a7a6-bfe66b9801fc)] {{(pid=93916) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 18:21:46.758420 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device ab5916dd-5f86-4ef2-a01b-0aa579a6bf60 no longer exists at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 18:21:46.759117 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-02765c00-500c-4070-aebe-63b499483af3 req-ea16788f-85ce-404e-916a-1260dd0087c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2684870'] for port, after_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:46.813902 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-52cf3df9-cae8-4d96-aa76-ade68dfdc365 tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2096010', 'neutron.services.segments.db._delete_segments_for_network-8728202734996'] for network, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:46.840933 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 18:21:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81dbc512-4e23-49d1-98d7-864799545e4a x-openstack-request-id: req-81dbc512-4e23-49d1-98d7-864799545e4a {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:21:46.841353 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ab0c594-ecaf-4c5b-977a-9c1b59a2d9cc", "name": "network-vif-plugged", "status": "completed", "tag": "f0bc76aa-f37f-4233-8633-52f3421ea161", "code": 200}]} {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:21:46.843249 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-81dbc512-4e23-49d1-98d7-864799545e4a {{(pid=93917) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:21:46.843819 n-d-800634-3 neutron-server[93917]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ab0c594-ecaf-4c5b-977a-9c1b59a2d9cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0bc76aa-f37f-4233-8633-52f3421ea161', 'code': 200} Jul 14 18:21:46.845214 n-d-800634-3 neutron-server[93915]: DEBUG neutron.services.segments.db [None req-52cf3df9-cae8-4d96-aa76-ade68dfdc365 tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55e3c695-5ed7-4f3b-af07-d732a5026b8a']}} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:21:46.854240 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 18:21:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65bb2286-67fb-4f62-b6cc-e995fd57ce2c x-openstack-request-id: req-65bb2286-67fb-4f62-b6cc-e995fd57ce2c {{(pid=93916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:21:46.854541 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fc25b02-ac84-4b95-b2d8-aaef4f83ac31", "name": "network-vif-deleted", "tag": "e15ba0aa-65f9-4826-8910-631ca023ca37", "status": "completed", "code": 200}]} {{(pid=93916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:21:46.854803 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-65bb2286-67fb-4f62-b6cc-e995fd57ce2c {{(pid=93916) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:21:46.855202 n-d-800634-3 neutron-server[93916]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fc25b02-ac84-4b95-b2d8-aaef4f83ac31', 'name': 'network-vif-deleted', 'tag': 'e15ba0aa-65f9-4826-8910-631ca023ca37', 'status': 'completed', 'code': 200} Jul 14 18:21:46.857301 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02765c00-500c-4070-aebe-63b499483af3 req-ea16788f-85ce-404e-916a-1260dd0087c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:21:46.858515 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-02765c00-500c-4070-aebe-63b499483af3 req-ea16788f-85ce-404e-916a-1260dd0087c8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:46.859921 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-02765c00-500c-4070-aebe-63b499483af3 req-ea16788f-85ce-404e-916a-1260dd0087c8 service neutron] 10.222.0.18 "PUT /v2.0/ports/82df5ea3-936c-44fe-a7e7-eaa58aa295ab HTTP/1.1" status: 200 len: 1091 time: 1.2289329 Jul 14 18:21:46.867376 n-d-800634-3 neutron-server[93915]: DEBUG neutron.services.segments.db [None req-52cf3df9-cae8-4d96-aa76-ade68dfdc365 tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e1ddf8f-4f92-427e-b74c-096978b57327') {'for_net_delete': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:21:46.868985 n-d-800634-3 neutron-server[93915]: DEBUG neutron.services.segments.db [None req-52cf3df9-cae8-4d96-aa76-ade68dfdc365 tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e1ddf8f-4f92-427e-b74c-096978b57327') {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:21:46.898099 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-52cf3df9-cae8-4d96-aa76-ade68dfdc365 tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728202715275', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28939920'] for segment, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:46.921984 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-52cf3df9-cae8-4d96-aa76-ade68dfdc365 tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:46.940278 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52cf3df9-cae8-4d96-aa76-ade68dfdc365 tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] Releasing vlan 65 on physical network physnet1 to pool {{(pid=93915) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 18:21:46.940888 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-52cf3df9-cae8-4d96-aa76-ade68dfdc365 tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25911658'] for segment, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:46.944173 n-d-800634-3 neutron-server[93915]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:21:46.944173 n-d-800634-3 neutron-server[93915]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:21:46.944173 n-d-800634-3 neutron-server[93915]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:21:46.944173 n-d-800634-3 neutron-server[93915]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:21:46.944173 n-d-800634-3 neutron-server[93915]: Traceback (most recent call last): Jul 14 18:21:46.944173 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 18:21:46.944173 n-d-800634-3 neutron-server[93915]: timer() Jul 14 18:21:46.944173 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 18:21:46.944173 n-d-800634-3 neutron-server[93915]: cb(*args, **kw) Jul 14 18:21:46.944173 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 18:21:46.944173 n-d-800634-3 neutron-server[93915]: return func(*args, **kwargs) Jul 14 18:21:46.944173 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 18:21:46.944173 n-d-800634-3 neutron-server[93915]: self._notify() Jul 14 18:21:46.944173 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 18:21:46.944173 n-d-800634-3 neutron-server[93915]: self.callback(batched_events) Jul 14 18:21:46.944173 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 18:21:46.944173 n-d-800634-3 neutron-server[93915]: event.method(event) Jul 14 18:21:46.944173 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 18:21:46.944173 n-d-800634-3 neutron-server[93915]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 18:21:46.944173 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 18:21:46.944173 n-d-800634-3 neutron-server[93915]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 18:21:46.944173 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 18:21:46.944173 n-d-800634-3 neutron-server[93915]: return f(self, *a, **k) Jul 14 18:21:46.944173 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 18:21:46.944173 n-d-800634-3 neutron-server[93915]: return self._get(url).json() Jul 14 18:21:46.944173 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 18:21:46.944173 n-d-800634-3 neutron-server[93915]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 18:21:46.944173 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 18:21:46.944173 n-d-800634-3 neutron-server[93915]: return self.request(url, 'GET', **kwargs) Jul 14 18:21:46.944173 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 18:21:46.944173 n-d-800634-3 neutron-server[93915]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 18:21:46.944173 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 18:21:46.944173 n-d-800634-3 neutron-server[93915]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 18:21:46.944173 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 18:21:46.944173 n-d-800634-3 neutron-server[93915]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 18:21:46.944173 n-d-800634-3 neutron-server[93915]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 18:21:46.959555 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea16788f-85ce-404e-916a-1260dd0087c8 service neutron] Pushing event updated for resources: {'Port': ['ID=82df5ea3-936c-44fe-a7e7-eaa58aa295ab,revision_number=3']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:21:47.050898 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] No Port match for: ab5916dd-5f86-4ef2-a01b-0aa579a6bf60 {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 18:21:47.055460 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device ab5916dd-5f86-4ef2-a01b-0aa579a6bf60 not bound to the agent host n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 18:21:47.067362 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-52cf3df9-cae8-4d96-aa76-ade68dfdc365 tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2096001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-930085'] for network, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:47.069467 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf19a85-1548-4890-9b09-cbfb3e7f8b92 None None] Pushing event deleted for resources: {'Port': ['ID=ab5916dd-5f86-4ef2-a01b-0aa579a6bf60,revision_number=None']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:21:47.078979 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-52cf3df9-cae8-4d96-aa76-ade68dfdc365 tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598705'] for network, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:47.082632 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-52cf3df9-cae8-4d96-aa76-ade68dfdc365 tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] 10.222.0.16 "DELETE /v2.0/networks/55e3c695-5ed7-4f3b-af07-d732a5026b8a HTTP/1.1" status: 204 len: 168 time: 1.2016490 Jul 14 18:21:47.086755 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 56554) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:21:47.089050 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bf19a85-1548-4890-9b09-cbfb3e7f8b92 None None] No DVR routers for this DVR port ab5916dd-5f86-4ef2-a01b-0aa579a6bf60 on host n-d-800634-3 {{(pid=93917) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 18:21:47.106992 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52cf3df9-cae8-4d96-aa76-ade68dfdc365 tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] Pushing event deleted for resources: {'Network': ['ID=55e3c695-5ed7-4f3b-af07-d732a5026b8a,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:21:47.123469 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52cf3df9-cae8-4d96-aa76-ade68dfdc365 tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:21:47.123816 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52cf3df9-cae8-4d96-aa76-ade68dfdc365 tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:21:47.124179 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52cf3df9-cae8-4d96-aa76-ade68dfdc365 tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:21:47.124527 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52cf3df9-cae8-4d96-aa76-ade68dfdc365 tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:21:47.130227 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52cf3df9-cae8-4d96-aa76-ade68dfdc365 tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:21:47.130573 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52cf3df9-cae8-4d96-aa76-ade68dfdc365 tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:21:47.130920 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52cf3df9-cae8-4d96-aa76-ade68dfdc365 tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:21:47.131326 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52cf3df9-cae8-4d96-aa76-ade68dfdc365 tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:21:47.131663 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52cf3df9-cae8-4d96-aa76-ade68dfdc365 tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:21:47.131998 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52cf3df9-cae8-4d96-aa76-ade68dfdc365 tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:21:47.132432 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52cf3df9-cae8-4d96-aa76-ade68dfdc365 tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:21:47.132776 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52cf3df9-cae8-4d96-aa76-ade68dfdc365 tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:21:47.136617 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Provisioning for port bd4934ed-97b6-4663-b2a9-d3a9eba2bbf1 completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:21:47.143568 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Provisioning complete for port bd4934ed-97b6-4663-b2a9-d3a9eba2bbf1 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:21:47.144016 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:47.207997 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02765c00-500c-4070-aebe-63b499483af3 req-31fe4d93-bd10-473e-9b76-9a7e1674563c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:21:47.222633 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-02765c00-500c-4070-aebe-63b499483af3 req-31fe4d93-bd10-473e-9b76-9a7e1674563c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a9d22ebe08284e548350eab597e7413d&device_id=4773a4ee-034b-4e24-b5e5-3d8db2747052 HTTP/1.1" status: 200 len: 1094 time: 0.3120031 Jul 14 18:21:47.234506 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.db_base_plugin_v2 [None req-1fa7423c-6daf-49a4-814c-5bc9eb7a8cb3 tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] Deleting subnet 6944a89f-d70f-4aba-b39b-ca3147806938 {{(pid=93916) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 18:21:47.249388 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-1fa7423c-6daf-49a4-814c-5bc9eb7a8cb3 tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] Notify callbacks [] for subnet, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:47.380061 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:47.444936 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-02765c00-500c-4070-aebe-63b499483af3 req-a0f1c534-97f0-4693-b90f-77e4c66441c9 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=82df5ea3-936c-44fe-a7e7-eaa58aa295ab HTTP/1.1" status: 200 len: 217 time: 0.1994801 Jul 14 18:21:47.448566 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91733b70-af99-424e-986c-2f72451982ff req-c877283b-bd82-45ea-82fa-d97d035b059e tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:21:47.456279 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-91733b70-af99-424e-986c-2f72451982ff req-c877283b-bd82-45ea-82fa-d97d035b059e tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] 10.222.0.35 "GET /v2.0/networks?id=7cee3312-4c4c-4d32-820f-eab965dcf565 HTTP/1.1" status: 200 len: 821 time: 0.1950841 Jul 14 18:21:47.456505 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] For port bd4934ed-97b6-4663-b2a9-d3a9eba2bbf1, host n-h2-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=bd4934ed-97b6-4663-b2a9-d3a9eba2bbf1,segment=NetworkSegment(d3ebb57b-621c-4102-bdfe-7fa439ba5ffc),segment_id=d3ebb57b-621c-4102-bdfe-7fa439ba5ffc)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:21:47.461799 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:47.500711 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-1fa7423c-6daf-49a4-814c-5bc9eb7a8cb3 tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26296866'] for subnet, precommit_delete_associations {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:47.546795 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02765c00-500c-4070-aebe-63b499483af3 req-00009c81-ab5c-4392-a8c7-bf408f0e1821 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:21:47.548308 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-02765c00-500c-4070-aebe-63b499483af3 req-00009c81-ab5c-4392-a8c7-bf408f0e1821 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=cc96744b-311f-49f7-8ac2-f53a1b384535 HTTP/1.1" status: 200 len: 852 time: 0.0939319 Jul 14 18:21:47.561892 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Pushing event updated for resources: {'Port': ['ID=bd4934ed-97b6-4663-b2a9-d3a9eba2bbf1,revision_number=5']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:21:47.595228 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-02765c00-500c-4070-aebe-63b499483af3 req-e2c56a7c-65c2-4968-9c4d-8da7573e58b4 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a7a25cb1-3192-42fa-8b6a-3dfe4ce67a05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0375063 Jul 14 18:21:47.655355 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [req-91733b70-af99-424e-986c-2f72451982ff req-b50f099c-ad78-4582-8da6-742e90c30b10 tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] Request body: {'port': {'device_id': '5d1b56cf-e9a2-40e8-8a62-8ebd9281e58d', 'network_id': '7cee3312-4c4c-4d32-820f-eab965dcf565', 'admin_state_up': True, 'tenant_id': '0a6a8e07e1ce4e4e84e3fe5c59c6747c'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:21:47.696407 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-1fa7423c-6daf-49a4-814c-5bc9eb7a8cb3 tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081283'] for subnet, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:47.798043 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-02765c00-500c-4070-aebe-63b499483af3 req-9cb02192-8249-4e4c-9871-003a0cc03a60 service neutron] 10.222.0.18 "GET /v2.0/networks/a7a25cb1-3192-42fa-8b6a-3dfe4ce67a05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1749701 Jul 14 18:21:47.911235 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b710a0b-0e3c-4d1d-93da-3a4e04a57697 req-893fd4ea-bbf9-418b-bdd7-1be0740e5661 tempest-SecurityGroupsTestJSON-1215008278 tempest-SecurityGroupsTestJSON-1215008278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:21:47.912941 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-1fa7423c-6daf-49a4-814c-5bc9eb7a8cb3 tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2684816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26033152'] for subnet, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:47.920222 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2b710a0b-0e3c-4d1d-93da-3a4e04a57697 req-893fd4ea-bbf9-418b-bdd7-1be0740e5661 tempest-SecurityGroupsTestJSON-1215008278 tempest-SecurityGroupsTestJSON-1215008278-project] 10.222.0.16 "GET /v2.0/ports?device_id=4773a4ee-034b-4e24-b5e5-3d8db2747052 HTTP/1.1" status: 200 len: 943 time: 0.4616029 Jul 14 18:21:47.944847 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f8044e-8818-4366-b15d-77f611e674ba req-082a6420-ccec-4db0-ad19-c5d00604c675 tempest-LiveMigrationTest-64527954 tempest-LiveMigrationTest-64527954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:21:47.952575 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-98f8044e-8818-4366-b15d-77f611e674ba req-082a6420-ccec-4db0-ad19-c5d00604c675 tempest-LiveMigrationTest-64527954 tempest-LiveMigrationTest-64527954-project] 10.222.0.16 "GET /v2.0/ports?device_id=a714a8d2-8fdd-4748-b40a-f8b22de05ec3 HTTP/1.1" status: 200 len: 946 time: 0.4952991 Jul 14 18:21:47.969177 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa7423c-6daf-49a4-814c-5bc9eb7a8cb3 tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] Pushing event deleted for resources: {'Subnet': ['ID=6944a89f-d70f-4aba-b39b-ca3147806938,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:21:47.975674 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-1fa7423c-6daf-49a4-814c-5bc9eb7a8cb3 tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598705'] for subnet, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:47.980505 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-1fa7423c-6daf-49a4-814c-5bc9eb7a8cb3 tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] 10.222.0.16 "DELETE /v2.0/subnets/6944a89f-d70f-4aba-b39b-ca3147806938 HTTP/1.1" status: 204 len: 168 time: 0.8912084 Jul 14 18:21:47.981227 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 56572) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:21:47.981747 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2b3b875-df41-4f11-b2f5-d2c49f938491 None None] Network 7d6a6239-0ab6-4977-8536-15456ee96e69 requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:21:48.095267 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2b710a0b-0e3c-4d1d-93da-3a4e04a57697 req-373f9183-86d0-4b2b-aaac-37d9668befce tempest-SecurityGroupsTestJSON-1215008278 tempest-SecurityGroupsTestJSON-1215008278-project] 10.222.0.16 "GET /v2.0/security-groups?id=309722b9-2fe8-4d94-8481-29be9b33af8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1740403 Jul 14 18:21:48.167870 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-02765c00-500c-4070-aebe-63b499483af3 req-7a037ac4-3ffa-4b71-8ee2-d0684dae51d6 service neutron] 10.222.0.18 "GET /v2.0/networks/a7a25cb1-3192-42fa-8b6a-3dfe4ce67a05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3598776 Jul 14 18:21:48.183199 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-eef47f09-092a-41a7-af92-303d8052564f tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645734'] for network, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:48.244522 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5913c6d8-ee13-4303-8697-09195cd83fa8 req-db3c2c9c-b9c3-4e4c-8132-916f80e7741f tempest-ImagesTestJSON-313755568 tempest-ImagesTestJSON-313755568-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:21:48.246215 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-5913c6d8-ee13-4303-8697-09195cd83fa8 req-db3c2c9c-b9c3-4e4c-8132-916f80e7741f tempest-ImagesTestJSON-313755568 tempest-ImagesTestJSON-313755568-project] 10.222.0.35 "GET /v2.0/networks?id=458a605c-adc1-4322-ba16-e84a0c1f7468 HTTP/1.1" status: 200 len: 805 time: 0.5066307 Jul 14 18:21:48.322892 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-eef47f09-092a-41a7-af92-303d8052564f tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] Deleting port 18d1b1b3-8f1a-494e-969f-bc57a005e027 {{(pid=93916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:21:48.323270 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-eef47f09-092a-41a7-af92-303d8052564f tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:48.343250 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-82a180a5-bd78-45ac-a936-0cfb8e742dd0 req-e201bb30-2c8a-4d32-9075-385ec88478e9 tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] 10.222.0.16 "GET /v2.0/ports?device_id=5d1b56cf-e9a2-40e8-8a62-8ebd9281e58d HTTP/1.1" status: 200 len: 210 time: 0.0873928 Jul 14 18:21:48.355832 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [req-5913c6d8-ee13-4303-8697-09195cd83fa8 req-de929eb5-a037-4854-b75c-4bb257c8cc79 tempest-ImagesTestJSON-313755568 tempest-ImagesTestJSON-313755568-project] Request body: {'port': {'device_id': '6aaead6f-eb8d-448b-ab5e-df60fe6f6bc2', 'network_id': '458a605c-adc1-4322-ba16-e84a0c1f7468', 'admin_state_up': True, 'tenant_id': '7d0d66c950aa4c4fbb95dc1c0b4948a1'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:21:48.361967 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd1b3748-940e-4716-971e-373c6eb36ddf None None] DHCP port deletion for 7d6a6239-0ab6-4977-8536-15456ee96e69 request from n-d-800634-3 {{(pid=93917) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 18:21:48.411645 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-98f8044e-8818-4366-b15d-77f611e674ba req-5f451695-30bf-4f6d-ae11-f634eddb86a1 tempest-LiveMigrationTest-64527954 tempest-LiveMigrationTest-64527954-project] 10.222.0.16 "GET /v2.0/security-groups?id=93c6eb24-b3aa-49c4-93f7-93dd5f011665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4582136 Jul 14 18:21:48.464809 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-bd1b3748-940e-4716-971e-373c6eb36ddf None None] Deleting port 18d1b1b3-8f1a-494e-969f-bc57a005e027 {{(pid=93917) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:21:48.465326 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-bd1b3748-940e-4716-971e-373c6eb36ddf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:48.522994 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.db [None req-eef47f09-092a-41a7-af92-303d8052564f tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] For port 18d1b1b3-8f1a-494e-969f-bc57a005e027, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=18d1b1b3-8f1a-494e-969f-bc57a005e027,segment=NetworkSegment(5b2af41b-8371-454e-babf-35f661e7ac1b),segment_id=5b2af41b-8371-454e-babf-35f661e7ac1b)] {{(pid=93916) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:21:48.523370 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-eef47f09-092a-41a7-af92-303d8052564f tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:48.558879 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-91733b70-af99-424e-986c-2f72451982ff req-b50f099c-ad78-4582-8da6-742e90c30b10 tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] Made reservation on behalf of 0a6a8e07e1ce4e4e84e3fe5c59c6747c for: {'port': 1} {{(pid=93915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:21:48.563501 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-91733b70-af99-424e-986c-2f72451982ff req-b50f099c-ad78-4582-8da6-742e90c30b10 tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:48.572419 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-eef47f09-092a-41a7-af92-303d8052564f tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] Calling delete_port for 18d1b1b3-8f1a-494e-969f-bc57a005e027 owned by network:dhcp {{(pid=93916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:21:48.639242 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-bd1b3748-940e-4716-971e-373c6eb36ddf None None] For port 18d1b1b3-8f1a-494e-969f-bc57a005e027, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=18d1b1b3-8f1a-494e-969f-bc57a005e027,segment=NetworkSegment(5b2af41b-8371-454e-babf-35f661e7ac1b),segment_id=5b2af41b-8371-454e-babf-35f661e7ac1b)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:21:48.639826 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-bd1b3748-940e-4716-971e-373c6eb36ddf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:48.657875 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-bd1b3748-940e-4716-971e-373c6eb36ddf None None] Calling delete_port for 18d1b1b3-8f1a-494e-969f-bc57a005e027 owned by network:dhcp {{(pid=93917) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:21:48.729220 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-be750eae-1ba1-4a00-9a2a-ca7fe52f9ba8 req-770e550f-e1ab-4d88-990f-568443b64047 tempest-ImagesTestJSON-313755568 tempest-ImagesTestJSON-313755568-project] 10.222.0.16 "GET /v2.0/ports?device_id=6aaead6f-eb8d-448b-ab5e-df60fe6f6bc2 HTTP/1.1" status: 200 len: 210 time: 0.1348352 Jul 14 18:21:48.735847 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5913c6d8-ee13-4303-8697-09195cd83fa8 req-de929eb5-a037-4854-b75c-4bb257c8cc79 tempest-ImagesTestJSON-313755568 tempest-ImagesTestJSON-313755568-project] Made reservation on behalf of 7d0d66c950aa4c4fbb95dc1c0b4948a1 for: {'port': 1} {{(pid=93915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:21:48.762613 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 18d1b1b3-8f1a-494e-969f-bc57a005e027 no longer exists at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 18:21:48.766311 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-5913c6d8-ee13-4303-8697-09195cd83fa8 req-de929eb5-a037-4854-b75c-4bb257c8cc79 tempest-ImagesTestJSON-313755568 tempest-ImagesTestJSON-313755568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:48.790923 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-bd1b3748-940e-4716-971e-373c6eb36ddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813'] for port, after_delete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:48.796966 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] No Port match for: 18d1b1b3-8f1a-494e-969f-bc57a005e027 {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 18:21:48.797311 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 18d1b1b3-8f1a-494e-969f-bc57a005e027 not bound to the agent host n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 18:21:48.823676 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-eef47f09-092a-41a7-af92-303d8052564f tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:48.831979 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1b3748-940e-4716-971e-373c6eb36ddf None None] Pushing event deleted for resources: {'Port': ['ID=18d1b1b3-8f1a-494e-969f-bc57a005e027,revision_number=None']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:21:48.842383 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd1b3748-940e-4716-971e-373c6eb36ddf None None] No DVR routers for this DVR port 18d1b1b3-8f1a-494e-969f-bc57a005e027 on host n-d-800634-3 {{(pid=93917) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 18:21:48.844962 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a714a8d2-8fdd-4748-b40a-f8b22de05ec3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd4934ed-97b6-4663-b2a9-d3a9eba2bbf1'}] {{(pid=93917) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:21:48.848184 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20b787f3c29eaa7aa2a4d648c725a2124c5ff39a8d793252f9d844495e14cf42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31f73be8-cee3-4ed4-b2ec-c5aee7128a26" -d '{"events": [{"server_uuid": "a714a8d2-8fdd-4748-b40a-f8b22de05ec3", "name": "network-vif-plugged", "status": "completed", "tag": "bd4934ed-97b6-4663-b2a9-d3a9eba2bbf1"}]}' {{(pid=93917) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:21:48.900108 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eef47f09-092a-41a7-af92-303d8052564f tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] No DVR routers for this DVR port 18d1b1b3-8f1a-494e-969f-bc57a005e027 on host n-d-800634-3 {{(pid=93916) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 18:21:48.950181 n-d-800634-3 neutron-server[93916]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4773a4ee-034b-4e24-b5e5-3d8db2747052', 'tag': '82df5ea3-936c-44fe-a7e7-eaa58aa295ab'}] {{(pid=93916) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:21:48.954951 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f803e150b363a7893830aa996ac27753fa25517c406ecd3536b7c2d4b26eeb9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5db3b89-3d69-48c0-94eb-b90feea4d3df" -d '{"events": [{"name": "network-changed", "server_uuid": "4773a4ee-034b-4e24-b5e5-3d8db2747052", "tag": "82df5ea3-936c-44fe-a7e7-eaa58aa295ab"}]}' {{(pid=93916) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:21:48.963723 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef47f09-092a-41a7-af92-303d8052564f tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] Pushing event deleted for resources: {'Port': ['ID=18d1b1b3-8f1a-494e-969f-bc57a005e027,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:21:49.096531 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 18:21:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a4fe466-ce25-4241-9766-f21c30061da6 x-openstack-request-id: req-1a4fe466-ce25-4241-9766-f21c30061da6 {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:21:49.096900 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a714a8d2-8fdd-4748-b40a-f8b22de05ec3", "name": "network-vif-plugged", "status": "completed", "tag": "bd4934ed-97b6-4663-b2a9-d3a9eba2bbf1", "code": 200}]} {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:21:49.097094 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1a4fe466-ce25-4241-9766-f21c30061da6 {{(pid=93917) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:21:49.097453 n-d-800634-3 neutron-server[93917]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a714a8d2-8fdd-4748-b40a-f8b22de05ec3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd4934ed-97b6-4663-b2a9-d3a9eba2bbf1', 'code': 200} Jul 14 18:21:49.127812 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-eef47f09-092a-41a7-af92-303d8052564f tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2096010', 'neutron.services.segments.db._delete_segments_for_network-8728202734996'] for network, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:49.138146 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.segments.db [None req-eef47f09-092a-41a7-af92-303d8052564f tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d6a6239-0ab6-4977-8536-15456ee96e69']}} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:21:49.150360 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.segments.db [None req-eef47f09-092a-41a7-af92-303d8052564f tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b2af41b-8371-454e-babf-35f661e7ac1b') {'for_net_delete': True} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:21:49.150655 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.segments.db [None req-eef47f09-092a-41a7-af92-303d8052564f tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b2af41b-8371-454e-babf-35f661e7ac1b') {} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:21:49.152168 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.db_base_plugin_common [req-91733b70-af99-424e-986c-2f72451982ff req-b50f099c-ad78-4582-8da6-742e90c30b10 tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] Allocated IP 172.20.0.4 (7cee3312-4c4c-4d32-820f-eab965dcf565/2a54265e-973c-4132-80fb-ad9d5d305963/af1bf1b5-b1df-45fe-8c72-4fb482f94f53) {{(pid=93915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:21:49.162183 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-eef47f09-092a-41a7-af92-303d8052564f tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728202715275', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26296891'] for segment, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:49.177694 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-eef47f09-092a-41a7-af92-303d8052564f tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:49.184322 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eef47f09-092a-41a7-af92-303d8052564f tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] Releasing vlan 53 on physical network physnet1 to pool {{(pid=93916) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 18:21:49.184799 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-eef47f09-092a-41a7-af92-303d8052564f tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2682942'] for segment, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:49.230083 n-d-800634-3 neutron-server[93916]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:21:49.230083 n-d-800634-3 neutron-server[93916]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:21:49.230083 n-d-800634-3 neutron-server[93916]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 18:21:49.230083 n-d-800634-3 neutron-server[93916]: self.session.flush() Jul 14 18:21:49.230083 n-d-800634-3 neutron-server[93916]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 18:21:49.230083 n-d-800634-3 neutron-server[93916]: self.session.flush() Jul 14 18:21:49.230083 n-d-800634-3 neutron-server[93916]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 18:21:49.230083 n-d-800634-3 neutron-server[93916]: self.session.flush() Jul 14 18:21:49.230083 n-d-800634-3 neutron-server[93916]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 18:21:49.230083 n-d-800634-3 neutron-server[93916]: self.session.flush() Jul 14 18:21:49.230083 n-d-800634-3 neutron-server[93916]: Traceback (most recent call last): Jul 14 18:21:49.230083 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 18:21:49.230083 n-d-800634-3 neutron-server[93916]: timer() Jul 14 18:21:49.230083 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 18:21:49.230083 n-d-800634-3 neutron-server[93916]: cb(*args, **kw) Jul 14 18:21:49.230083 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 18:21:49.230083 n-d-800634-3 neutron-server[93916]: return func(*args, **kwargs) Jul 14 18:21:49.230083 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 18:21:49.230083 n-d-800634-3 neutron-server[93916]: self._notify() Jul 14 18:21:49.230083 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 18:21:49.230083 n-d-800634-3 neutron-server[93916]: self.callback(batched_events) Jul 14 18:21:49.230083 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 18:21:49.230083 n-d-800634-3 neutron-server[93916]: event.method(event) Jul 14 18:21:49.230083 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 18:21:49.230083 n-d-800634-3 neutron-server[93916]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 18:21:49.230083 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 18:21:49.230083 n-d-800634-3 neutron-server[93916]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 18:21:49.230083 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 18:21:49.230083 n-d-800634-3 neutron-server[93916]: return f(self, *a, **k) Jul 14 18:21:49.230083 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 18:21:49.230083 n-d-800634-3 neutron-server[93916]: return self._get(url).json() Jul 14 18:21:49.230083 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 18:21:49.230083 n-d-800634-3 neutron-server[93916]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 18:21:49.230083 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 18:21:49.230083 n-d-800634-3 neutron-server[93916]: return self.request(url, 'GET', **kwargs) Jul 14 18:21:49.230083 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 18:21:49.230083 n-d-800634-3 neutron-server[93916]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 18:21:49.230083 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 18:21:49.230083 n-d-800634-3 neutron-server[93916]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 18:21:49.230083 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 18:21:49.230083 n-d-800634-3 neutron-server[93916]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 18:21:49.230083 n-d-800634-3 neutron-server[93916]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 18:21:49.239070 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 18:21:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d97f804-fd46-41e0-a94e-0903ce478dca x-openstack-request-id: req-7d97f804-fd46-41e0-a94e-0903ce478dca {{(pid=93916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:21:49.239739 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4773a4ee-034b-4e24-b5e5-3d8db2747052", "tag": "82df5ea3-936c-44fe-a7e7-eaa58aa295ab", "status": "completed", "code": 200}]} {{(pid=93916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:21:49.240010 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7d97f804-fd46-41e0-a94e-0903ce478dca {{(pid=93916) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:21:49.240488 n-d-800634-3 neutron-server[93916]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4773a4ee-034b-4e24-b5e5-3d8db2747052', 'tag': '82df5ea3-936c-44fe-a7e7-eaa58aa295ab', 'status': 'completed', 'code': 200} Jul 14 18:21:49.372830 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-eef47f09-092a-41a7-af92-303d8052564f tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2096001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-930085'] for network, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:49.390902 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-eef47f09-092a-41a7-af92-303d8052564f tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598705'] for network, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:49.404889 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-eef47f09-092a-41a7-af92-303d8052564f tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] 10.222.0.16 "DELETE /v2.0/networks/7d6a6239-0ab6-4977-8536-15456ee96e69 HTTP/1.1" status: 204 len: 168 time: 1.4196410 Jul 14 18:21:49.432355 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef47f09-092a-41a7-af92-303d8052564f tempest-ServersTestMultiNic-522356335 tempest-ServersTestMultiNic-522356335-project] Pushing event deleted for resources: {'Network': ['ID=7d6a6239-0ab6-4977-8536-15456ee96e69,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:21:49.459381 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dca03d8-892a-4c2d-a396-6a8b92471cd3 req-ef995362-507f-4fed-aa92-b46e2dfda2bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:21:49.459381 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-0dca03d8-892a-4c2d-a396-6a8b92471cd3 req-ef995362-507f-4fed-aa92-b46e2dfda2bd service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=a714a8d2-8fdd-4748-b40a-f8b22de05ec3 HTTP/1.1" status: 200 len: 1097 time: 0.2153299 Jul 14 18:21:49.459381 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5db3b89-3d69-48c0-94eb-b90feea4d3df req-78b5bd81-39ca-4320-8a7e-08cd7a0f95bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:21:49.460309 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-d5db3b89-3d69-48c0-94eb-b90feea4d3df req-78b5bd81-39ca-4320-8a7e-08cd7a0f95bb service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a9d22ebe08284e548350eab597e7413d&device_id=4773a4ee-034b-4e24-b5e5-3d8db2747052 HTTP/1.1" status: 200 len: 1094 time: 0.2294338 Jul 14 18:21:49.565409 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-0dca03d8-892a-4c2d-a396-6a8b92471cd3 req-08d55a92-6065-4917-be78-cf474898693c service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=93c6eb24-b3aa-49c4-93f7-93dd5f011665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960169 Jul 14 18:21:49.611684 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5db3b89-3d69-48c0-94eb-b90feea4d3df req-9b0d9591-98e4-48b9-b2bd-c65e5ea8ab86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:21:49.613935 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-d5db3b89-3d69-48c0-94eb-b90feea4d3df req-9b0d9591-98e4-48b9-b2bd-c65e5ea8ab86 service neutron] 10.222.0.18 "GET /v2.0/networks?id=a7a25cb1-3192-42fa-8b6a-3dfe4ce67a05 HTTP/1.1" status: 200 len: 912 time: 0.1428089 Jul 14 18:21:49.701023 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-d5db3b89-3d69-48c0-94eb-b90feea4d3df req-56ddb58c-a068-4eca-b350-51374a30219c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=82df5ea3-936c-44fe-a7e7-eaa58aa295ab HTTP/1.1" status: 200 len: 217 time: 0.0767422 Jul 14 18:21:49.761337 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5db3b89-3d69-48c0-94eb-b90feea4d3df req-e71c768f-05f6-42d8-8f71-7e3982161f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:21:49.762927 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-d5db3b89-3d69-48c0-94eb-b90feea4d3df req-e71c768f-05f6-42d8-8f71-7e3982161f7c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=cc96744b-311f-49f7-8ac2-f53a1b384535 HTTP/1.1" status: 200 len: 852 time: 0.0561025 Jul 14 18:21:49.812076 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-d5db3b89-3d69-48c0-94eb-b90feea4d3df req-3f005f08-ba92-4161-86bc-50303e832804 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a7a25cb1-3192-42fa-8b6a-3dfe4ce67a05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0416296 Jul 14 18:21:49.828988 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-32a62e5b-9634-4982-b5b5-9005d54fa587 req-36960880-8789-48f3-9fcd-f6368ec1eb16 tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] 10.222.0.16 "GET /v2.0/ports?device_id=5d1b56cf-e9a2-40e8-8a62-8ebd9281e58d HTTP/1.1" status: 200 len: 210 time: 0.0765102 Jul 14 18:21:49.882582 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.db_base_plugin_common [req-5913c6d8-ee13-4303-8697-09195cd83fa8 req-de929eb5-a037-4854-b75c-4bb257c8cc79 tempest-ImagesTestJSON-313755568 tempest-ImagesTestJSON-313755568-project] Allocated IP 172.20.0.4 (458a605c-adc1-4322-ba16-e84a0c1f7468/0f82593d-7d30-492d-935c-eafdd92f72c6/b875f197-b5bd-4e33-8c5d-9d9e1a56ddfe) {{(pid=93915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:21:49.950466 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-d5db3b89-3d69-48c0-94eb-b90feea4d3df req-26c1c170-2d7d-4397-9765-2c19d974b126 service neutron] 10.222.0.18 "GET /v2.0/networks/a7a25cb1-3192-42fa-8b6a-3dfe4ce67a05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320481 Jul 14 18:21:49.964260 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21dab4bb-8503-44eb-8a5a-fa2308813579 req-9ffb673a-ab39-4c2f-bb1a-8a4db5644f33 tempest-SecurityGroupsTestJSON-1215008278 tempest-SecurityGroupsTestJSON-1215008278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:21:49.965795 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-21dab4bb-8503-44eb-8a5a-fa2308813579 req-9ffb673a-ab39-4c2f-bb1a-8a4db5644f33 tempest-SecurityGroupsTestJSON-1215008278 tempest-SecurityGroupsTestJSON-1215008278-project] 10.222.0.16 "GET /v2.0/ports?device_id=4773a4ee-034b-4e24-b5e5-3d8db2747052 HTTP/1.1" status: 200 len: 943 time: 0.6764348 Jul 14 18:21:49.970434 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-91733b70-af99-424e-986c-2f72451982ff req-b50f099c-ad78-4582-8da6-742e90c30b10 tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] Notify callbacks [] for port, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:50.081219 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-d5db3b89-3d69-48c0-94eb-b90feea4d3df req-5fd526ad-2ce6-4ccd-a07e-281696f1d12b service neutron] 10.222.0.18 "GET /v2.0/networks/a7a25cb1-3192-42fa-8b6a-3dfe4ce67a05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244128 Jul 14 18:21:50.112431 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-21dab4bb-8503-44eb-8a5a-fa2308813579 req-1de0bef2-7829-41ba-b7de-f4e0e9d521be tempest-SecurityGroupsTestJSON-1215008278 tempest-SecurityGroupsTestJSON-1215008278-project] 10.222.0.16 "GET /v2.0/security-groups?id=309722b9-2fe8-4d94-8481-29be9b33af8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393197 Jul 14 18:21:50.252029 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0910b1f-c25f-4915-814a-9c221a435912 req-617ac612-ee77-4d19-9678-50344b2c6ae1 tempest-LiveMigrationTest-64527954 tempest-LiveMigrationTest-64527954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:21:50.253572 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-d0910b1f-c25f-4915-814a-9c221a435912 req-617ac612-ee77-4d19-9678-50344b2c6ae1 tempest-LiveMigrationTest-64527954 tempest-LiveMigrationTest-64527954-project] 10.222.0.16 "GET /v2.0/ports?device_id=a714a8d2-8fdd-4748-b40a-f8b22de05ec3 HTTP/1.1" status: 200 len: 946 time: 0.2085638 Jul 14 18:21:50.256982 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-91733b70-af99-424e-986c-2f72451982ff req-b50f099c-ad78-4582-8da6-742e90c30b10 tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:50.268042 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] get_ports_and_sgs() called for port_ids ['2d1dc18a-16b5-40f5-8ce7-d5b286a9d811'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 18:21:50.412495 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-5913c6d8-ee13-4303-8697-09195cd83fa8 req-de929eb5-a037-4854-b75c-4bb257c8cc79 tempest-ImagesTestJSON-313755568 tempest-ImagesTestJSON-313755568-project] Notify callbacks [] for port, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:50.418342 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-91733b70-af99-424e-986c-2f72451982ff req-b50f099c-ad78-4582-8da6-742e90c30b10 tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] Network 7cee3312-4c4c-4d32-820f-eab965dcf565 is already hosted by enough agents. {{(pid=93915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:21:50.431620 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b555cf47-fd9a-4f75-8b10-93f39c66d072 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:50.434634 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [req-91733b70-af99-424e-986c-2f72451982ff req-b50f099c-ad78-4582-8da6-742e90c30b10 tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] Resources bound (agent type, host, resource id): {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:21:50.464865 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [req-91733b70-af99-424e-986c-2f72451982ff req-b50f099c-ad78-4582-8da6-742e90c30b10 tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] Received port after_create {{(pid=93915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:21:50.501129 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50f099c-ad78-4582-8da6-742e90c30b10 tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] Pushing event updated for resources: {'Port': ['ID=af1bf1b5-b1df-45fe-8c72-4fb482f94f53,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:21:50.539691 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-d0910b1f-c25f-4915-814a-9c221a435912 req-0fb8510b-9d30-4ba0-9557-1d6b4c7d0305 tempest-LiveMigrationTest-64527954 tempest-LiveMigrationTest-64527954-project] 10.222.0.16 "GET /v2.0/security-groups?id=93c6eb24-b3aa-49c4-93f7-93dd5f011665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2720883 Jul 14 18:21:50.659715 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91733b70-af99-424e-986c-2f72451982ff req-b50f099c-ad78-4582-8da6-742e90c30b10 tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:21:50.661464 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-91733b70-af99-424e-986c-2f72451982ff req-b50f099c-ad78-4582-8da6-742e90c30b10 tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:50.684051 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-91733b70-af99-424e-986c-2f72451982ff req-b50f099c-ad78-4582-8da6-742e90c30b10 tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0594976 Jul 14 18:21:50.698686 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [req-91733b70-af99-424e-986c-2f72451982ff req-a77426c4-9a46-4aed-84ec-cb89ecfc6b77 service neutron] Request body: {'port': {'device_id': '5d1b56cf-e9a2-40e8-8a62-8ebd9281e58d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800634-3'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:21:50.705010 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-5913c6d8-ee13-4303-8697-09195cd83fa8 req-de929eb5-a037-4854-b75c-4bb257c8cc79 tempest-ImagesTestJSON-313755568 tempest-ImagesTestJSON-313755568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:50.856479 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5913c6d8-ee13-4303-8697-09195cd83fa8 req-de929eb5-a037-4854-b75c-4bb257c8cc79 tempest-ImagesTestJSON-313755568 tempest-ImagesTestJSON-313755568-project] Network 458a605c-adc1-4322-ba16-e84a0c1f7468 is already hosted by enough agents. {{(pid=93915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:21:50.873565 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [req-5913c6d8-ee13-4303-8697-09195cd83fa8 req-de929eb5-a037-4854-b75c-4bb257c8cc79 tempest-ImagesTestJSON-313755568 tempest-ImagesTestJSON-313755568-project] Resources bound (agent type, host, resource id): {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:21:50.879867 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [req-5913c6d8-ee13-4303-8697-09195cd83fa8 req-de929eb5-a037-4854-b75c-4bb257c8cc79 tempest-ImagesTestJSON-313755568 tempest-ImagesTestJSON-313755568-project] Received port after_create {{(pid=93915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:21:50.947196 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de929eb5-a037-4854-b75c-4bb257c8cc79 tempest-ImagesTestJSON-313755568 tempest-ImagesTestJSON-313755568-project] Pushing event updated for resources: {'Port': ['ID=b875f197-b5bd-4e33-8c5d-9d9e1a56ddfe,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:21:51.018266 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1f567c-3b7c-4dde-987c-2ed7eaa4b910 req-71c3598a-0707-43a8-a93a-c4864b6c16ad tempest-ImagesTestJSON-313755568 tempest-ImagesTestJSON-313755568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:21:51.026088 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-cb1f567c-3b7c-4dde-987c-2ed7eaa4b910 req-71c3598a-0707-43a8-a93a-c4864b6c16ad tempest-ImagesTestJSON-313755568 tempest-ImagesTestJSON-313755568-project] 10.222.0.16 "GET /v2.0/ports?device_id=6aaead6f-eb8d-448b-ab5e-df60fe6f6bc2 HTTP/1.1" status: 200 len: 931 time: 0.2749834 Jul 14 18:21:51.041464 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5913c6d8-ee13-4303-8697-09195cd83fa8 req-de929eb5-a037-4854-b75c-4bb257c8cc79 tempest-ImagesTestJSON-313755568 tempest-ImagesTestJSON-313755568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:21:51.042112 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-5913c6d8-ee13-4303-8697-09195cd83fa8 req-de929eb5-a037-4854-b75c-4bb257c8cc79 tempest-ImagesTestJSON-313755568 tempest-ImagesTestJSON-313755568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:51.046114 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-91733b70-af99-424e-986c-2f72451982ff req-a77426c4-9a46-4aed-84ec-cb89ecfc6b77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:51.106197 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-5913c6d8-ee13-4303-8697-09195cd83fa8 req-de929eb5-a037-4854-b75c-4bb257c8cc79 tempest-ImagesTestJSON-313755568 tempest-ImagesTestJSON-313755568-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7584243 Jul 14 18:21:51.143331 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [req-5913c6d8-ee13-4303-8697-09195cd83fa8 req-30ba1619-785c-412e-843d-a7437d50b903 service neutron] Request body: {'port': {'device_id': '6aaead6f-eb8d-448b-ab5e-df60fe6f6bc2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800634-3'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:21:51.162583 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-cb1f567c-3b7c-4dde-987c-2ed7eaa4b910 req-a382b8e5-78fd-42df-881e-c87520ed14c2 tempest-ImagesTestJSON-313755568 tempest-ImagesTestJSON-313755568-project] 10.222.0.16 "GET /v2.0/security-groups?id=96a7afe7-a122-4b0d-8907-2d91e1bd838f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347806 Jul 14 18:21:51.265303 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 56686) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:21:51.350876 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-5913c6d8-ee13-4303-8697-09195cd83fa8 req-30ba1619-785c-412e-843d-a7437d50b903 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:51.436941 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb1f79e-8a9b-4362-8341-9a1aea460683 req-a8b449ac-60dd-4558-97f9-de19dd644a96 tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:21:51.438473 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-fdb1f79e-8a9b-4362-8341-9a1aea460683 req-a8b449ac-60dd-4558-97f9-de19dd644a96 tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] 10.222.0.16 "GET /v2.0/ports?device_id=5d1b56cf-e9a2-40e8-8a62-8ebd9281e58d HTTP/1.1" status: 200 len: 931 time: 0.3409753 Jul 14 18:21:51.810636 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-fdb1f79e-8a9b-4362-8341-9a1aea460683 req-39228337-2e04-4be1-bc63-b70890ed8ec9 tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] 10.222.0.16 "GET /v2.0/security-groups?id=540fae54-ccea-4309-9c99-81b930eedb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3515913 Jul 14 18:21:51.822643 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device 82df5ea3-936c-44fe-a7e7-eaa58aa295ab details requested by agent hyperv_n-h1-800634-3 with host n-h1-800634-3 {{(pid=93917) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 18:21:51.944883 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c5dbb8-46a6-4077-8610-4629c29203d1 req-58dc980b-f0cd-4ed7-81b0-beacfb38cdc6 tempest-SecurityGroupsTestJSON-1215008278 tempest-SecurityGroupsTestJSON-1215008278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:21:51.952657 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-26c5dbb8-46a6-4077-8610-4629c29203d1 req-58dc980b-f0cd-4ed7-81b0-beacfb38cdc6 tempest-SecurityGroupsTestJSON-1215008278 tempest-SecurityGroupsTestJSON-1215008278-project] 10.222.0.16 "GET /v2.0/ports?device_id=4773a4ee-034b-4e24-b5e5-3d8db2747052 HTTP/1.1" status: 200 len: 943 time: 0.5240295 Jul 14 18:21:51.960955 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port 82df5ea3-936c-44fe-a7e7-eaa58aa295ab, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=82df5ea3-936c-44fe-a7e7-eaa58aa295ab,segment=NetworkSegment(a486c7d6-69d2-4a27-a7a6-bfe66b9801fc),segment_id=a486c7d6-69d2-4a27-a7a6-bfe66b9801fc)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:21:51.964706 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [req-5913c6d8-ee13-4303-8697-09195cd83fa8 req-30ba1619-785c-412e-843d-a7437d50b903 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b875f197-b5bd-4e33-8c5d-9d9e1a56ddfe {{(pid=93915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 18:21:51.981208 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-5913c6d8-ee13-4303-8697-09195cd83fa8 req-30ba1619-785c-412e-843d-a7437d50b903 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:51.992731 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Returning: {'device': '82df5ea3-936c-44fe-a7e7-eaa58aa295ab', 'network_id': 'a7a25cb1-3192-42fa-8b6a-3dfe4ce67a05', 'port_id': '82df5ea3-936c-44fe-a7e7-eaa58aa295ab', 'mac_address': 'fa:16:3e:4f:14:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 81, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc96744b-311f-49f7-8ac2-f53a1b384535', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93917) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 18:21:52.021933 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-65dcea9e-0e79-41d7-afcf-fecda83ceea4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-928623'] for router_interface, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:52.058770 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:52.065147 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-4c5969ea-9c89-49d9-9df8-04c57219ec7d req-57a69b1e-2219-4698-9fda-71c444f95ba4 tempest-ListImageFiltersTestJSON-1416661104 tempest-ListImageFiltersTestJSON-1416661104-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=4261d25c4e834cb1b39f222173533166&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0531685 Jul 14 18:21:52.072955 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82df5ea3-936c-44fe-a7e7-eaa58aa295ab {{(pid=93917) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 18:21:52.097102 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port 82df5ea3-936c-44fe-a7e7-eaa58aa295ab, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=82df5ea3-936c-44fe-a7e7-eaa58aa295ab,segment=NetworkSegment(a486c7d6-69d2-4a27-a7a6-bfe66b9801fc),segment_id=a486c7d6-69d2-4a27-a7a6-bfe66b9801fc)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:21:52.105438 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:52.134099 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.provisioning_blocks [req-5913c6d8-ee13-4303-8697-09195cd83fa8 req-30ba1619-785c-412e-843d-a7437d50b903 service neutron] Transition to ACTIVE for port object b875f197-b5bd-4e33-8c5d-9d9e1a56ddfe will not be triggered until provisioned by entity L2. {{(pid=93915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:21:52.175042 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Pushing event updated for resources: {'Port': ['ID=82df5ea3-936c-44fe-a7e7-eaa58aa295ab,revision_number=4']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:21:52.211017 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-5913c6d8-ee13-4303-8697-09195cd83fa8 req-30ba1619-785c-412e-843d-a7437d50b903 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25912978'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:52.281863 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-26c5dbb8-46a6-4077-8610-4629c29203d1 req-969aef12-728e-4593-bc87-012a9fbd1a5e tempest-SecurityGroupsTestJSON-1215008278 tempest-SecurityGroupsTestJSON-1215008278-project] 10.222.0.16 "GET /v2.0/security-groups?id=309722b9-2fe8-4d94-8481-29be9b33af8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3256977 Jul 14 18:21:52.291010 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [req-91733b70-af99-424e-986c-2f72451982ff req-a77426c4-9a46-4aed-84ec-cb89ecfc6b77 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af1bf1b5-b1df-45fe-8c72-4fb482f94f53 {{(pid=93915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 18:21:52.335965 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-65dcea9e-0e79-41d7-afcf-fecda83ceea4 admin admin] Deleting port 57bdd748-5154-4c33-be96-d14753f4799b {{(pid=93916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:21:52.336625 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-65dcea9e-0e79-41d7-afcf-fecda83ceea4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:52.373360 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] get_ports_and_sgs() called for port_ids ['82df5ea3-936c-44fe-a7e7-eaa58aa295ab'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 18:21:52.395201 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-91733b70-af99-424e-986c-2f72451982ff req-a77426c4-9a46-4aed-84ec-cb89ecfc6b77 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:52.409731 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.provisioning_blocks [req-91733b70-af99-424e-986c-2f72451982ff req-a77426c4-9a46-4aed-84ec-cb89ecfc6b77 service neutron] Transition to ACTIVE for port object af1bf1b5-b1df-45fe-8c72-4fb482f94f53 will not be triggered until provisioned by entity L2. {{(pid=93915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:21:52.472518 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.db [None req-65dcea9e-0e79-41d7-afcf-fecda83ceea4 admin admin] For port 57bdd748-5154-4c33-be96-d14753f4799b, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=57bdd748-5154-4c33-be96-d14753f4799b,segment=NetworkSegment(51076e41-c9e3-4801-a020-5fad997d6021),segment_id=51076e41-c9e3-4801-a020-5fad997d6021)] {{(pid=93916) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:21:52.472879 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-65dcea9e-0e79-41d7-afcf-fecda83ceea4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:52.475721 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5969ea-9c89-49d9-9df8-04c57219ec7d req-5f5d8301-37c0-42c3-a65b-cc97f677858a tempest-ListImageFiltersTestJSON-1416661104 tempest-ListImageFiltersTestJSON-1416661104-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:21:52.477589 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-4c5969ea-9c89-49d9-9df8-04c57219ec7d req-5f5d8301-37c0-42c3-a65b-cc97f677858a tempest-ListImageFiltersTestJSON-1416661104 tempest-ListImageFiltersTestJSON-1416661104-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3482184 Jul 14 18:21:52.490218 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-91733b70-af99-424e-986c-2f72451982ff req-a77426c4-9a46-4aed-84ec-cb89ecfc6b77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25912978'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:52.501442 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-65dcea9e-0e79-41d7-afcf-fecda83ceea4 admin admin] Calling delete_port for 57bdd748-5154-4c33-be96-d14753f4799b owned by network:router_interface {{(pid=93916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:21:52.638074 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-4c5969ea-9c89-49d9-9df8-04c57219ec7d req-d6e2e9bf-9399-45ec-83f2-8b718ff66bc7 tempest-ListImageFiltersTestJSON-1416661104 tempest-ListImageFiltersTestJSON-1416661104-project] 10.222.0.16 "GET /v2.0/quotas/4261d25c4e834cb1b39f222173533166 HTTP/1.1" status: 200 len: 375 time: 0.1498923 Jul 14 18:21:52.744432 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-21013829-4b73-4749-90e9-9bcb6ca34096 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:52.767216 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-65dcea9e-0e79-41d7-afcf-fecda83ceea4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:52.798561 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65dcea9e-0e79-41d7-afcf-fecda83ceea4 admin admin] Pushing event deleted for resources: {'Port': ['ID=57bdd748-5154-4c33-be96-d14753f4799b,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:21:52.802563 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ba1619-785c-412e-843d-a7437d50b903 service neutron] Pushing event updated for resources: {'Port': ['ID=b875f197-b5bd-4e33-8c5d-9d9e1a56ddfe,revision_number=2']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:21:52.811897 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-4c5969ea-9c89-49d9-9df8-04c57219ec7d req-ad55ce24-4d1a-4614-89b9-7f4c37b551fd tempest-ListImageFiltersTestJSON-1416661104 tempest-ListImageFiltersTestJSON-1416661104-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=4261d25c4e834cb1b39f222173533166&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1376216 Jul 14 18:21:53.102099 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-5913c6d8-ee13-4303-8697-09195cd83fa8 req-30ba1619-785c-412e-843d-a7437d50b903 service neutron] Attempting to bind port b875f197-b5bd-4e33-8c5d-9d9e1a56ddfe on host n-h2-800634-3 for vnic_type normal with profile {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:21:53.102444 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-5913c6d8-ee13-4303-8697-09195cd83fa8 req-30ba1619-785c-412e-843d-a7437d50b903 service neutron] Attempting to bind port b875f197-b5bd-4e33-8c5d-9d9e1a56ddfe by drivers openvswitch,hyperv on host n-h2-800634-3 at level 0 using segments [{'id': 'ed557757-f640-484f-8cda-41a92c321398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '458a605c-adc1-4322-ba16-e84a0c1f7468'}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:21:53.102807 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5913c6d8-ee13-4303-8697-09195cd83fa8 req-30ba1619-785c-412e-843d-a7437d50b903 service neutron] Attempting to bind port b875f197-b5bd-4e33-8c5d-9d9e1a56ddfe on network 458a605c-adc1-4322-ba16-e84a0c1f7468 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:21:53.124815 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-65dcea9e-0e79-41d7-afcf-fecda83ceea4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-598732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-928907'] for router_interface, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:53.141980 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5913c6d8-ee13-4303-8697-09195cd83fa8 req-30ba1619-785c-412e-843d-a7437d50b903 service neutron] Port b875f197-b5bd-4e33-8c5d-9d9e1a56ddfe on network 458a605c-adc1-4322-ba16-e84a0c1f7468 not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-3 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 18:21:53.141980 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5913c6d8-ee13-4303-8697-09195cd83fa8 req-30ba1619-785c-412e-843d-a7437d50b903 service neutron] Attempting to bind port b875f197-b5bd-4e33-8c5d-9d9e1a56ddfe on network 458a605c-adc1-4322-ba16-e84a0c1f7468 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:21:53.147199 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77426c4-9a46-4aed-84ec-cb89ecfc6b77 service neutron] Pushing event updated for resources: {'Port': ['ID=af1bf1b5-b1df-45fe-8c72-4fb482f94f53,revision_number=2']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:21:53.149521 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:53.180708 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad661f8-1f9d-4e18-be4d-4bae21d2afbb req-4a249ed9-e723-4d4a-bd7c-abc1aa4e7a4a tempest-LiveMigrationTest-64527954 tempest-LiveMigrationTest-64527954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:21:53.188995 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-dad661f8-1f9d-4e18-be4d-4bae21d2afbb req-4a249ed9-e723-4d4a-bd7c-abc1aa4e7a4a tempest-LiveMigrationTest-64527954 tempest-LiveMigrationTest-64527954-project] 10.222.0.16 "GET /v2.0/ports?device_id=a714a8d2-8fdd-4748-b40a-f8b22de05ec3 HTTP/1.1" status: 200 len: 946 time: 0.6078198 Jul 14 18:21:53.214624 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5913c6d8-ee13-4303-8697-09195cd83fa8 req-30ba1619-785c-412e-843d-a7437d50b903 service neutron] Checking agent: {'id': '08e36a6c-8d04-48f0-a644-f27680635246', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 15, 35), 'started_at': datetime.datetime(2021, 7, 14, 18, 15, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 18, 21, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 18:21:53.214972 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5913c6d8-ee13-4303-8697-09195cd83fa8 req-30ba1619-785c-412e-843d-a7437d50b903 service neutron] Checking segment: {'id': 'ed557757-f640-484f-8cda-41a92c321398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '458a605c-adc1-4322-ba16-e84a0c1f7468'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:21:53.215343 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5913c6d8-ee13-4303-8697-09195cd83fa8 req-30ba1619-785c-412e-843d-a7437d50b903 service neutron] Bound using segment: {'id': 'ed557757-f640-484f-8cda-41a92c321398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '458a605c-adc1-4322-ba16-e84a0c1f7468'} {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 18:21:53.215945 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-5913c6d8-ee13-4303-8697-09195cd83fa8 req-30ba1619-785c-412e-843d-a7437d50b903 service neutron] Bound port: b875f197-b5bd-4e33-8c5d-9d9e1a56ddfe, host: n-h2-800634-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed557757-f640-484f-8cda-41a92c321398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '458a605c-adc1-4322-ba16-e84a0c1f7468'}}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 18:21:53.216337 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-5913c6d8-ee13-4303-8697-09195cd83fa8 req-30ba1619-785c-412e-843d-a7437d50b903 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:53.267179 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-91733b70-af99-424e-986c-2f72451982ff req-a77426c4-9a46-4aed-84ec-cb89ecfc6b77 service neutron] Attempting to bind port af1bf1b5-b1df-45fe-8c72-4fb482f94f53 on host n-h2-800634-3 for vnic_type normal with profile {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:21:53.267533 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-91733b70-af99-424e-986c-2f72451982ff req-a77426c4-9a46-4aed-84ec-cb89ecfc6b77 service neutron] Attempting to bind port af1bf1b5-b1df-45fe-8c72-4fb482f94f53 by drivers openvswitch,hyperv on host n-h2-800634-3 at level 0 using segments [{'id': '60f92988-9b9b-4790-95f5-9fce88e5a460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '7cee3312-4c4c-4d32-820f-eab965dcf565'}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:21:53.267868 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91733b70-af99-424e-986c-2f72451982ff req-a77426c4-9a46-4aed-84ec-cb89ecfc6b77 service neutron] Attempting to bind port af1bf1b5-b1df-45fe-8c72-4fb482f94f53 on network 7cee3312-4c4c-4d32-820f-eab965dcf565 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:21:53.338148 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91733b70-af99-424e-986c-2f72451982ff req-a77426c4-9a46-4aed-84ec-cb89ecfc6b77 service neutron] Port af1bf1b5-b1df-45fe-8c72-4fb482f94f53 on network 7cee3312-4c4c-4d32-820f-eab965dcf565 not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-3 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 18:21:53.338486 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91733b70-af99-424e-986c-2f72451982ff req-a77426c4-9a46-4aed-84ec-cb89ecfc6b77 service neutron] Attempting to bind port af1bf1b5-b1df-45fe-8c72-4fb482f94f53 on network 7cee3312-4c4c-4d32-820f-eab965dcf565 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:21:53.352925 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91733b70-af99-424e-986c-2f72451982ff req-a77426c4-9a46-4aed-84ec-cb89ecfc6b77 service neutron] Checking agent: {'id': '08e36a6c-8d04-48f0-a644-f27680635246', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 15, 35), 'started_at': datetime.datetime(2021, 7, 14, 18, 15, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 18, 21, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 18:21:53.353276 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91733b70-af99-424e-986c-2f72451982ff req-a77426c4-9a46-4aed-84ec-cb89ecfc6b77 service neutron] Checking segment: {'id': '60f92988-9b9b-4790-95f5-9fce88e5a460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '7cee3312-4c4c-4d32-820f-eab965dcf565'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:21:53.354150 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91733b70-af99-424e-986c-2f72451982ff req-a77426c4-9a46-4aed-84ec-cb89ecfc6b77 service neutron] Bound using segment: {'id': '60f92988-9b9b-4790-95f5-9fce88e5a460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '7cee3312-4c4c-4d32-820f-eab965dcf565'} {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 18:21:53.354619 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-91733b70-af99-424e-986c-2f72451982ff req-a77426c4-9a46-4aed-84ec-cb89ecfc6b77 service neutron] Bound port: af1bf1b5-b1df-45fe-8c72-4fb482f94f53, host: n-h2-800634-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '60f92988-9b9b-4790-95f5-9fce88e5a460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '7cee3312-4c4c-4d32-820f-eab965dcf565'}}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 18:21:53.355111 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-91733b70-af99-424e-986c-2f72451982ff req-a77426c4-9a46-4aed-84ec-cb89ecfc6b77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:53.389568 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-dad661f8-1f9d-4e18-be4d-4bae21d2afbb req-b858c055-e925-472b-9cec-daf1dfc93943 tempest-LiveMigrationTest-64527954 tempest-LiveMigrationTest-64527954-project] 10.222.0.16 "GET /v2.0/security-groups?id=93c6eb24-b3aa-49c4-93f7-93dd5f011665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1995683 Jul 14 18:21:53.553419 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-5913c6d8-ee13-4303-8697-09195cd83fa8 req-30ba1619-785c-412e-843d-a7437d50b903 service neutron] For port b875f197-b5bd-4e33-8c5d-9d9e1a56ddfe, host n-h2-800634-3, cleared binding levels {{(pid=93915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:21:53.572347 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-5913c6d8-ee13-4303-8697-09195cd83fa8 req-30ba1619-785c-412e-843d-a7437d50b903 service neutron] For port b875f197-b5bd-4e33-8c5d-9d9e1a56ddfe, host n-h2-800634-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=b875f197-b5bd-4e33-8c5d-9d9e1a56ddfe,segment=NetworkSegment(ed557757-f640-484f-8cda-41a92c321398),segment_id=ed557757-f640-484f-8cda-41a92c321398)] {{(pid=93915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 18:21:53.592180 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-5913c6d8-ee13-4303-8697-09195cd83fa8 req-30ba1619-785c-412e-843d-a7437d50b903 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25912978'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:53.632859 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65dcea9e-0e79-41d7-afcf-fecda83ceea4 admin admin] Router e4f81ce6-19b3-4998-b376-83b6bf3b4aff has already been hosted by L3 agent 2c6eb27e-defb-4cca-9a24-381c7415e359 {{(pid=93916) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 18:21:53.707281 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-91733b70-af99-424e-986c-2f72451982ff req-a77426c4-9a46-4aed-84ec-cb89ecfc6b77 service neutron] For port af1bf1b5-b1df-45fe-8c72-4fb482f94f53, host n-h2-800634-3, cleared binding levels {{(pid=93915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:21:53.784620 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-91733b70-af99-424e-986c-2f72451982ff req-a77426c4-9a46-4aed-84ec-cb89ecfc6b77 service neutron] For port af1bf1b5-b1df-45fe-8c72-4fb482f94f53, host n-h2-800634-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=af1bf1b5-b1df-45fe-8c72-4fb482f94f53,segment=NetworkSegment(60f92988-9b9b-4790-95f5-9fce88e5a460),segment_id=60f92988-9b9b-4790-95f5-9fce88e5a460)] {{(pid=93915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 18:21:53.788000 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5913c6d8-ee13-4303-8697-09195cd83fa8 req-30ba1619-785c-412e-843d-a7437d50b903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:21:53.788676 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-5913c6d8-ee13-4303-8697-09195cd83fa8 req-30ba1619-785c-412e-843d-a7437d50b903 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:53.790139 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-5913c6d8-ee13-4303-8697-09195cd83fa8 req-30ba1619-785c-412e-843d-a7437d50b903 service neutron] 10.222.0.35 "PUT /v2.0/ports/b875f197-b5bd-4e33-8c5d-9d9e1a56ddfe HTTP/1.1" status: 200 len: 1091 time: 2.6685529 Jul 14 18:21:53.792719 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6aaead6f-eb8d-448b-ab5e-df60fe6f6bc2', 'tag': 'b875f197-b5bd-4e33-8c5d-9d9e1a56ddfe'}] {{(pid=93915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:21:53.795638 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e72782ad3af8f7d4ce76cedf092bca46d1756acc5c4653cf0b52034cdd6b073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc19bb45-b267-4188-b22e-dfc8060e3728" -d '{"events": [{"name": "network-changed", "server_uuid": "6aaead6f-eb8d-448b-ab5e-df60fe6f6bc2", "tag": "b875f197-b5bd-4e33-8c5d-9d9e1a56ddfe"}]}' {{(pid=93915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:21:53.807703 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-91733b70-af99-424e-986c-2f72451982ff req-a77426c4-9a46-4aed-84ec-cb89ecfc6b77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25912978'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:53.838817 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device 82df5ea3-936c-44fe-a7e7-eaa58aa295ab up at agent hyperv_n-h1-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:21:53.845761 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91733b70-af99-424e-986c-2f72451982ff req-a77426c4-9a46-4aed-84ec-cb89ecfc6b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:21:53.846303 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-91733b70-af99-424e-986c-2f72451982ff req-a77426c4-9a46-4aed-84ec-cb89ecfc6b77 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:53.847683 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-91733b70-af99-424e-986c-2f72451982ff req-a77426c4-9a46-4aed-84ec-cb89ecfc6b77 service neutron] 10.222.0.35 "PUT /v2.0/ports/af1bf1b5-b1df-45fe-8c72-4fb482f94f53 HTTP/1.1" status: 200 len: 1091 time: 3.1543517 Jul 14 18:21:53.889580 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ba1619-785c-412e-843d-a7437d50b903 service neutron] Pushing event updated for resources: {'Port': ['ID=b875f197-b5bd-4e33-8c5d-9d9e1a56ddfe,revision_number=3']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:21:53.934945 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65dcea9e-0e79-41d7-afcf-fecda83ceea4 admin admin] Notify agent at l3_agent.n-d-800634-3 the message routers_updated {{(pid=93916) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 18:21:53.948625 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3de0d3ab-b100-4fa9-a99e-946dbfcc3daa None None] Sync routers for ids ['e4f81ce6-19b3-4998-b376-83b6bf3b4aff'] in n-d-800634-3 {{(pid=93917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 18:21:53.948888 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-65dcea9e-0e79-41d7-afcf-fecda83ceea4 admin admin] 10.222.0.16 "PUT /v2.0/routers/e4f81ce6-19b3-4998-b376-83b6bf3b4aff/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6819649 Jul 14 18:21:53.952389 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 56744) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:21:54.010809 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3de0d3ab-b100-4fa9-a99e-946dbfcc3daa None None] Routers {'e4f81ce6-19b3-4998-b376-83b6bf3b4aff'} bound to L3 agent in host n-d-800634-3 {{(pid=93917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:21:54.011528 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-3de0d3ab-b100-4fa9-a99e-946dbfcc3daa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:21:53Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['e4f81ce6-19b3-4998-b376-83b6bf3b4aff'], 'active': True} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:21:54.021534 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-574aeb93-9938-449c-8e6c-cb22c9b52cc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:54.062044 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6af0fd-52c5-4773-84a7-e9c30a28726f req-2fdaa5d4-4d7d-414d-b737-f83463a0f40c tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:21:54.072913 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ad6af0fd-52c5-4773-84a7-e9c30a28726f req-2fdaa5d4-4d7d-414d-b737-f83463a0f40c tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] 10.222.0.16 "GET /v2.0/ports?device_id=5d1b56cf-e9a2-40e8-8a62-8ebd9281e58d HTTP/1.1" status: 200 len: 943 time: 0.4543114 Jul 14 18:21:54.085893 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Provisioning for port 82df5ea3-936c-44fe-a7e7-eaa58aa295ab completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:21:54.095923 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Provisioning complete for port 82df5ea3-936c-44fe-a7e7-eaa58aa295ab triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:21:54.096272 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:54.129463 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049c357b-3a7b-4fc6-ac27-8ff657e55d1f req-d04dcfd7-9b79-4d80-bdf4-b85377898a1c tempest-ImagesTestJSON-313755568 tempest-ImagesTestJSON-313755568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:21:54.140230 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-049c357b-3a7b-4fc6-ac27-8ff657e55d1f req-d04dcfd7-9b79-4d80-bdf4-b85377898a1c tempest-ImagesTestJSON-313755568 tempest-ImagesTestJSON-313755568-project] 10.222.0.16 "GET /v2.0/ports?device_id=6aaead6f-eb8d-448b-ab5e-df60fe6f6bc2 HTTP/1.1" status: 200 len: 943 time: 0.5227883 Jul 14 18:21:54.165185 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-3544a4c6-71a3-4fb8-85f6-cf534010d6bf admin admin] Notify callbacks [] for router, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:54.167090 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77426c4-9a46-4aed-84ec-cb89ecfc6b77 service neutron] Pushing event updated for resources: {'Port': ['ID=af1bf1b5-b1df-45fe-8c72-4fb482f94f53,revision_number=3']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:21:54.278117 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvr_db [None req-3de0d3ab-b100-4fa9-a99e-946dbfcc3daa None None] Set router e4f81ce6-19b3-4998-b376-83b6bf3b4aff gateway port host: n-d-800634-3 {{(pid=93917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 18:21:54.280157 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5913c6d8-ee13-4303-8697-09195cd83fa8 req-10a8791c-5a10-463d-bf01-ac229f67710c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:21:54.282395 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-5913c6d8-ee13-4303-8697-09195cd83fa8 req-10a8791c-5a10-463d-bf01-ac229f67710c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7d0d66c950aa4c4fbb95dc1c0b4948a1&device_id=6aaead6f-eb8d-448b-ab5e-df60fe6f6bc2 HTTP/1.1" status: 200 len: 1094 time: 0.4407630 Jul 14 18:21:54.307501 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-049c357b-3a7b-4fc6-ac27-8ff657e55d1f req-5b72ec22-67df-4231-a710-6ae8cda7bf84 tempest-ImagesTestJSON-313755568 tempest-ImagesTestJSON-313755568-project] 10.222.0.16 "GET /v2.0/security-groups?id=96a7afe7-a122-4b0d-8907-2d91e1bd838f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648414 Jul 14 18:21:54.339812 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ad6af0fd-52c5-4773-84a7-e9c30a28726f req-c15d998b-cf95-4cdb-81c3-5a52a91ebe17 tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] 10.222.0.16 "GET /v2.0/security-groups?id=540fae54-ccea-4309-9c99-81b930eedb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2632351 Jul 14 18:21:54.376767 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-3544a4c6-71a3-4fb8-85f6-cf534010d6bf admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:54.489230 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-3544a4c6-71a3-4fb8-85f6-cf534010d6bf admin admin] Deleting port 55d99d0f-8346-46b1-9426-68cbda15e2a4 {{(pid=93916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:21:54.489602 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-3544a4c6-71a3-4fb8-85f6-cf534010d6bf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:54.584394 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-5913c6d8-ee13-4303-8697-09195cd83fa8 req-912f6525-a423-4405-86d6-327ff4bb81af service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b875f197-b5bd-4e33-8c5d-9d9e1a56ddfe HTTP/1.1" status: 200 len: 217 time: 0.2153039 Jul 14 18:21:54.601078 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91733b70-af99-424e-986c-2f72451982ff req-07a955de-731d-4b58-bf64-6560a2b27915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:21:54.604035 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-91733b70-af99-424e-986c-2f72451982ff req-07a955de-731d-4b58-bf64-6560a2b27915 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0a6a8e07e1ce4e4e84e3fe5c59c6747c&device_id=5d1b56cf-e9a2-40e8-8a62-8ebd9281e58d HTTP/1.1" status: 200 len: 1094 time: 0.5263722 Jul 14 18:21:54.617865 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:54.656947 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.db [None req-3544a4c6-71a3-4fb8-85f6-cf534010d6bf admin admin] For port 55d99d0f-8346-46b1-9426-68cbda15e2a4, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=55d99d0f-8346-46b1-9426-68cbda15e2a4,segment=NetworkSegment(5afb940b-bbdf-4727-be00-5d46367c38a1),segment_id=5afb940b-bbdf-4727-be00-5d46367c38a1)] {{(pid=93916) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:21:54.657542 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-3544a4c6-71a3-4fb8-85f6-cf534010d6bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:54.689839 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-3544a4c6-71a3-4fb8-85f6-cf534010d6bf admin admin] Calling delete_port for 55d99d0f-8346-46b1-9426-68cbda15e2a4 owned by network:router_gateway {{(pid=93916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:21:54.694332 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5913c6d8-ee13-4303-8697-09195cd83fa8 req-9e19d6e0-6dcd-495f-8d4e-3619b674edc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:21:54.700096 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4773a4ee-034b-4e24-b5e5-3d8db2747052', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82df5ea3-936c-44fe-a7e7-eaa58aa295ab'}] {{(pid=93917) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:21:54.702551 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-5913c6d8-ee13-4303-8697-09195cd83fa8 req-9e19d6e0-6dcd-495f-8d4e-3619b674edc8 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=0f82593d-7d30-492d-935c-eafdd92f72c6 HTTP/1.1" status: 200 len: 845 time: 0.0788662 Jul 14 18:21:54.706794 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20b787f3c29eaa7aa2a4d648c725a2124c5ff39a8d793252f9d844495e14cf42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6483e23-a11c-4d4a-ab6c-91607b8a4a7d" -d '{"events": [{"server_uuid": "4773a4ee-034b-4e24-b5e5-3d8db2747052", "name": "network-vif-plugged", "status": "completed", "tag": "82df5ea3-936c-44fe-a7e7-eaa58aa295ab"}]}' {{(pid=93917) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:21:54.742592 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-5913c6d8-ee13-4303-8697-09195cd83fa8 req-580832f3-288c-49c3-91f7-55744b0fd3f7 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=458a605c-adc1-4322-ba16-e84a0c1f7468&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0383866 Jul 14 18:21:54.760952 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port 82df5ea3-936c-44fe-a7e7-eaa58aa295ab, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=82df5ea3-936c-44fe-a7e7-eaa58aa295ab,segment=NetworkSegment(a486c7d6-69d2-4a27-a7a6-bfe66b9801fc),segment_id=a486c7d6-69d2-4a27-a7a6-bfe66b9801fc)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:21:54.770664 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:54.821011 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-25ed4cf9-68b8-49bd-98fb-dcf1ab31d11d req-d7a769d9-85d3-4c08-bab7-ebd1bddd15d6 tempest-ListImageFiltersTestJSON-1416661104 tempest-ListImageFiltersTestJSON-1416661104-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=4261d25c4e834cb1b39f222173533166&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2454753 Jul 14 18:21:54.904787 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Pushing event updated for resources: {'Port': ['ID=82df5ea3-936c-44fe-a7e7-eaa58aa295ab,revision_number=5']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:21:54.913957 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-3de0d3ab-b100-4fa9-a99e-946dbfcc3daa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4f81ce6-19b3-4998-b376-83b6bf3b4aff', 'name': 'tempest-ServersTestMultiNic-888989853-router', 'tenant_id': 'f4a8f789c2b347a295c086869e423927', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.130'}], 'enable_snat': True}, 'gw_port_id': '55d99d0f-8346-46b1-9426-68cbda15e2a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:19:55Z', 'updated_at': '2021-07-14T18:21:52Z', 'revision_number': 5, 'project_id': 'f4a8f789c2b347a295c086869e423927', 'gw_port': {'id': '55d99d0f-8346-46b1-9426-68cbda15e2a4', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:ce:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4f81ce6-19b3-4998-b376-83b6bf3b4aff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:19:57Z', 'updated_at': '2021-07-14T18:20:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3'}], 'n-d-800634-3', False) {} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:21:54.918840 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:21:54.920133 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:21:54.920133 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:21:54.920452 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:21:54.920850 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:21:54.923825 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:21:54.923825 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:21:54.923825 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:21:54.923825 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:21:54.923825 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:21:54.923825 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:21:54.923825 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:21:54.935184 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-4c5969ea-9c89-49d9-9df8-04c57219ec7d req-7d5a7cf3-a6f1-42ea-a72c-b093111a9482 tempest-ListImageFiltersTestJSON-1416661104 tempest-ListImageFiltersTestJSON-1416661104-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=4261d25c4e834cb1b39f222173533166&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0396869 Jul 14 18:21:54.953874 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3de0d3ab-b100-4fa9-a99e-946dbfcc3daa None None] Checking router: e4f81ce6-19b3-4998-b376-83b6bf3b4aff for host: n-d-800634-3 {{(pid=93917) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 18:21:54.976913 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3de0d3ab-b100-4fa9-a99e-946dbfcc3daa None None] Routers {'e4f81ce6-19b3-4998-b376-83b6bf3b4aff'} bound to L3 agent in host n-d-800634-3 {{(pid=93917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:21:54.977550 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-3de0d3ab-b100-4fa9-a99e-946dbfcc3daa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:21:53Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['e4f81ce6-19b3-4998-b376-83b6bf3b4aff'], 'active': True} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:21:55.156251 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvr_db [None req-3de0d3ab-b100-4fa9-a99e-946dbfcc3daa None None] Set router e4f81ce6-19b3-4998-b376-83b6bf3b4aff gateway port host: None {{(pid=93917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 18:21:55.165913 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-91733b70-af99-424e-986c-2f72451982ff req-e8b32b43-a59e-45a1-9492-c373d91d189c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=af1bf1b5-b1df-45fe-8c72-4fb482f94f53 HTTP/1.1" status: 200 len: 217 time: 0.5462301 Jul 14 18:21:55.168315 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-5913c6d8-ee13-4303-8697-09195cd83fa8 req-b4ea6cc5-5fa9-4734-a146-8ce0ea85bd4a service neutron] 10.222.0.35 "GET /v2.0/networks/458a605c-adc1-4322-ba16-e84a0c1f7468?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380720 Jul 14 18:21:55.229252 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5969ea-9c89-49d9-9df8-04c57219ec7d req-5524cc97-130d-4455-a978-937e5e90b041 tempest-ListImageFiltersTestJSON-1416661104 tempest-ListImageFiltersTestJSON-1416661104-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:21:55.235898 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-4c5969ea-9c89-49d9-9df8-04c57219ec7d req-5524cc97-130d-4455-a978-937e5e90b041 tempest-ListImageFiltersTestJSON-1416661104 tempest-ListImageFiltersTestJSON-1416661104-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2931404 Jul 14 18:21:55.261718 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [req-4c5969ea-9c89-49d9-9df8-04c57219ec7d req-8a3e5455-a2d7-44fd-a988-30a08d900573 tempest-ListImageFiltersTestJSON-1416661104 tempest-ListImageFiltersTestJSON-1416661104-project] Request body: {'port': {'device_id': 'f4518b06-90d0-4f6c-997a-2fe9348c1117', 'network_id': '4f742057-89ee-4b4a-86f7-487ee61881a1', 'admin_state_up': True, 'tenant_id': '4261d25c4e834cb1b39f222173533166'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:21:55.328344 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-3de0d3ab-b100-4fa9-a99e-946dbfcc3daa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4f81ce6-19b3-4998-b376-83b6bf3b4aff', 'name': 'tempest-ServersTestMultiNic-888989853-router', 'tenant_id': 'f4a8f789c2b347a295c086869e423927', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:19:55Z', 'updated_at': '2021-07-14T18:21:54Z', 'revision_number': 6, 'project_id': 'f4a8f789c2b347a295c086869e423927', 'gw_port_host': None}], 'n-d-800634-3', False) {} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:21:55.354407 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-3544a4c6-71a3-4fb8-85f6-cf534010d6bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:55.365944 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91733b70-af99-424e-986c-2f72451982ff req-aa10e11c-ae63-4f59-add0-9f42cff251b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:21:55.367664 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-91733b70-af99-424e-986c-2f72451982ff req-aa10e11c-ae63-4f59-add0-9f42cff251b7 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2a54265e-973c-4132-80fb-ad9d5d305963 HTTP/1.1" status: 200 len: 861 time: 0.1647711 Jul 14 18:21:55.370878 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3de0d3ab-b100-4fa9-a99e-946dbfcc3daa None None] The sync data for ids ['e4f81ce6-19b3-4998-b376-83b6bf3b4aff'] in n-d-800634-3 is: [{'id': 'e4f81ce6-19b3-4998-b376-83b6bf3b4aff', 'name': 'tempest-ServersTestMultiNic-888989853-router', 'tenant_id': 'f4a8f789c2b347a295c086869e423927', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:19:55Z', 'updated_at': '2021-07-14T18:21:54Z', 'revision_number': 6, 'project_id': 'f4a8f789c2b347a295c086869e423927', 'gw_port_host': None}] {{(pid=93917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 18:21:55.430090 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-91733b70-af99-424e-986c-2f72451982ff req-fb9d2108-159e-4213-913b-f1ecb7bb9584 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7cee3312-4c4c-4d32-820f-eab965dcf565&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0439053 Jul 14 18:21:55.446013 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ed4cf9-68b8-49bd-98fb-dcf1ab31d11d req-d7758a14-73fd-4325-8966-ebc9f91a431f tempest-ListImageFiltersTestJSON-1416661104 tempest-ListImageFiltersTestJSON-1416661104-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:21:55.447464 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-25ed4cf9-68b8-49bd-98fb-dcf1ab31d11d req-d7758a14-73fd-4325-8966-ebc9f91a431f tempest-ListImageFiltersTestJSON-1416661104 tempest-ListImageFiltersTestJSON-1416661104-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6219139 Jul 14 18:21:55.474892 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0da246-a223-4ac6-a3d8-b405afb46f88 req-4c7f81e7-0656-4dbc-86e9-d3a41733b275 tempest-SecurityGroupsTestJSON-1215008278 tempest-SecurityGroupsTestJSON-1215008278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:21:55.479229 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3544a4c6-71a3-4fb8-85f6-cf534010d6bf admin admin] Pushing event deleted for resources: {'Port': ['ID=55d99d0f-8346-46b1-9426-68cbda15e2a4,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:21:55.487649 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-db0da246-a223-4ac6-a3d8-b405afb46f88 req-4c7f81e7-0656-4dbc-86e9-d3a41733b275 tempest-SecurityGroupsTestJSON-1215008278 tempest-SecurityGroupsTestJSON-1215008278-project] 10.222.0.16 "GET /v2.0/ports?device_id=4773a4ee-034b-4e24-b5e5-3d8db2747052 HTTP/1.1" status: 200 len: 945 time: 0.7376163 Jul 14 18:21:55.584553 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-3544a4c6-71a3-4fb8-85f6-cf534010d6bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-930057'] for router_gateway, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:55.591899 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-5913c6d8-ee13-4303-8697-09195cd83fa8 req-51ee59e2-8dce-4969-9bd2-95612a7b8b72 service neutron] 10.222.0.35 "GET /v2.0/networks/458a605c-adc1-4322-ba16-e84a0c1f7468?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3990934 Jul 14 18:21:55.601156 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-25ed4cf9-68b8-49bd-98fb-dcf1ab31d11d req-ee0a0f23-77ea-47b0-912d-2339da3f3224 tempest-ListImageFiltersTestJSON-1416661104 tempest-ListImageFiltersTestJSON-1416661104-project] 10.222.0.16 "GET /v2.0/quotas/4261d25c4e834cb1b39f222173533166 HTTP/1.1" status: 200 len: 375 time: 0.1347249 Jul 14 18:21:55.677560 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-2f4e3af3-e708-4ffd-a544-82d93a489d01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:55.689668 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-db0da246-a223-4ac6-a3d8-b405afb46f88 req-4f446ba4-fd9b-4621-9f6d-d2bd4b321adf tempest-SecurityGroupsTestJSON-1215008278 tempest-SecurityGroupsTestJSON-1215008278-project] 10.222.0.16 "GET /v2.0/security-groups?id=309722b9-2fe8-4d94-8481-29be9b33af8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1990895 Jul 14 18:21:55.693326 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-3544a4c6-71a3-4fb8-85f6-cf534010d6bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-571778', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11402'] for router, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:55.695594 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-3544a4c6-71a3-4fb8-85f6-cf534010d6bf admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:55.708843 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-25ed4cf9-68b8-49bd-98fb-dcf1ab31d11d req-ddf2d3e4-f8f7-4771-8677-0ea38ed2f68b tempest-ListImageFiltersTestJSON-1416661104 tempest-ListImageFiltersTestJSON-1416661104-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=4261d25c4e834cb1b39f222173533166&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0983756 Jul 14 18:21:55.721635 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-91733b70-af99-424e-986c-2f72451982ff req-131e0fbb-8e45-44c4-a537-315dcf81713c service neutron] 10.222.0.35 "GET /v2.0/networks/7cee3312-4c4c-4d32-820f-eab965dcf565?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2593279 Jul 14 18:21:55.764510 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c5969ea-9c89-49d9-9df8-04c57219ec7d req-8a3e5455-a2d7-44fd-a988-30a08d900573 tempest-ListImageFiltersTestJSON-1416661104 tempest-ListImageFiltersTestJSON-1416661104-project] Made reservation on behalf of 4261d25c4e834cb1b39f222173533166 for: {'port': 1} {{(pid=93916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:21:55.772878 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-4c5969ea-9c89-49d9-9df8-04c57219ec7d req-8a3e5455-a2d7-44fd-a988-30a08d900573 tempest-ListImageFiltersTestJSON-1416661104 tempest-ListImageFiltersTestJSON-1416661104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:55.812168 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-4c5969ea-9c89-49d9-9df8-04c57219ec7d req-8a3e5455-a2d7-44fd-a988-30a08d900573 tempest-ListImageFiltersTestJSON-1416661104 tempest-ListImageFiltersTestJSON-1416661104-project] Notify callbacks [] for security_group, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:55.814867 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-3544a4c6-71a3-4fb8-85f6-cf534010d6bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-541202'] for router, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:55.815568 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3544a4c6-71a3-4fb8-85f6-cf534010d6bf admin admin] Fanout notify agent at l3_agent the message router_deleted on router e4f81ce6-19b3-4998-b376-83b6bf3b4aff {{(pid=93916) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 18:21:55.824577 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-3544a4c6-71a3-4fb8-85f6-cf534010d6bf admin admin] Notify callbacks [] for router, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:55.826164 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-3544a4c6-71a3-4fb8-85f6-cf534010d6bf admin admin] 10.222.0.16 "DELETE /v2.0/routers/e4f81ce6-19b3-4998-b376-83b6bf3b4aff HTTP/1.1" status: 204 len: 168 time: 1.8727825 Jul 14 18:21:55.832330 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 56764) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:21:55.934039 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.db_base_plugin_v2 [None req-75e9437d-b04d-4aea-942b-a21360310076 admin admin] Deleting subnet cb0ae63f-c14f-467b-a2d9-f556821c680f {{(pid=93915) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 18:21:55.939217 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-75e9437d-b04d-4aea-942b-a21360310076 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:56.034986 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-4c5969ea-9c89-49d9-9df8-04c57219ec7d req-8a3e5455-a2d7-44fd-a988-30a08d900573 tempest-ListImageFiltersTestJSON-1416661104 tempest-ListImageFiltersTestJSON-1416661104-project] Notify callbacks [] for security_group, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:56.044403 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-4c5969ea-9c89-49d9-9df8-04c57219ec7d req-8a3e5455-a2d7-44fd-a988-30a08d900573 tempest-ListImageFiltersTestJSON-1416661104 tempest-ListImageFiltersTestJSON-1416661104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:56.148882 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3e5455-a2d7-44fd-a988-30a08d900573 tempest-ListImageFiltersTestJSON-1416661104 tempest-ListImageFiltersTestJSON-1416661104-project] Pushing event updated for resources: {'SecurityGroup': ['ID=09cf14b6-951f-4c32-9a85-e54484acb30d,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:21:56.246739 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 18:21:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d03f9ce3-6c02-4fac-a6f6-fd12b2e67eb4 x-openstack-request-id: req-d03f9ce3-6c02-4fac-a6f6-fd12b2e67eb4 {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:21:56.247148 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4773a4ee-034b-4e24-b5e5-3d8db2747052", "name": "network-vif-plugged", "status": "completed", "tag": "82df5ea3-936c-44fe-a7e7-eaa58aa295ab", "code": 200}]} {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:21:56.248168 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d03f9ce3-6c02-4fac-a6f6-fd12b2e67eb4 {{(pid=93917) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:21:56.248595 n-d-800634-3 neutron-server[93917]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4773a4ee-034b-4e24-b5e5-3d8db2747052', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82df5ea3-936c-44fe-a7e7-eaa58aa295ab', 'code': 200} Jul 14 18:21:56.296433 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.db_base_plugin_common [req-4c5969ea-9c89-49d9-9df8-04c57219ec7d req-8a3e5455-a2d7-44fd-a988-30a08d900573 tempest-ListImageFiltersTestJSON-1416661104 tempest-ListImageFiltersTestJSON-1416661104-project] Allocated IP 192.168.233.4 (4f742057-89ee-4b4a-86f7-487ee61881a1/f20c54fb-f7da-4761-aa61-2e4f99f3d332/50159c3e-a461-4d23-925d-2cd09adbc33f) {{(pid=93916) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:21:56.494477 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 18:21:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-037f965e-b1cf-47c3-9b60-d233611855a3 x-openstack-request-id: req-037f965e-b1cf-47c3-9b60-d233611855a3 {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:21:56.495312 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6aaead6f-eb8d-448b-ab5e-df60fe6f6bc2", "tag": "b875f197-b5bd-4e33-8c5d-9d9e1a56ddfe", "status": "completed", "code": 200}]} {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:21:56.495930 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-037f965e-b1cf-47c3-9b60-d233611855a3 {{(pid=93915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:21:56.496933 n-d-800634-3 neutron-server[93915]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6aaead6f-eb8d-448b-ab5e-df60fe6f6bc2', 'tag': 'b875f197-b5bd-4e33-8c5d-9d9e1a56ddfe', 'status': 'completed', 'code': 200} Jul 14 18:21:56.522360 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df5f99c-d29b-4ae6-bde4-d10149653243 req-acda3d80-8948-4092-868e-0550e3965452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:21:56.523919 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-3df5f99c-d29b-4ae6-bde4-d10149653243 req-acda3d80-8948-4092-868e-0550e3965452 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=4773a4ee-034b-4e24-b5e5-3d8db2747052 HTTP/1.1" status: 200 len: 1096 time: 0.2021463 Jul 14 18:21:56.580735 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-3df5f99c-d29b-4ae6-bde4-d10149653243 req-01d4140b-5145-4eef-9169-bf97305331fe service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=309722b9-2fe8-4d94-8481-29be9b33af8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476332 Jul 14 18:21:56.622868 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-4c5969ea-9c89-49d9-9df8-04c57219ec7d req-8a3e5455-a2d7-44fd-a988-30a08d900573 tempest-ListImageFiltersTestJSON-1416661104 tempest-ListImageFiltersTestJSON-1416661104-project] Notify callbacks [] for port, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:56.661604 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 55d99d0f-8346-46b1-9426-68cbda15e2a4 no longer exists at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 18:21:56.662125 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.provisioning_blocks [req-4c5969ea-9c89-49d9-9df8-04c57219ec7d req-8a3e5455-a2d7-44fd-a988-30a08d900573 tempest-ListImageFiltersTestJSON-1416661104 tempest-ListImageFiltersTestJSON-1416661104-project] Transition to ACTIVE for port object 50159c3e-a461-4d23-925d-2cd09adbc33f will not be triggered until provisioned by entity DHCP. {{(pid=93916) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:21:56.713058 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-4c5969ea-9c89-49d9-9df8-04c57219ec7d req-8a3e5455-a2d7-44fd-a988-30a08d900573 tempest-ListImageFiltersTestJSON-1416661104 tempest-ListImageFiltersTestJSON-1416661104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:56.731991 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-75e9437d-b04d-4aea-942b-a21360310076 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28939913'] for subnet, precommit_delete_associations {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:56.732942 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] No Port match for: 55d99d0f-8346-46b1-9426-68cbda15e2a4 {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 18:21:56.733301 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 55d99d0f-8346-46b1-9426-68cbda15e2a4 not bound to the agent host n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 18:21:56.733781 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 57bdd748-5154-4c33-be96-d14753f4799b no longer exists at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 18:21:56.780221 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] No Port match for: 57bdd748-5154-4c33-be96-d14753f4799b {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 18:21:56.780883 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 57bdd748-5154-4c33-be96-d14753f4799b not bound to the agent host n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 18:21:56.844943 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c5969ea-9c89-49d9-9df8-04c57219ec7d req-8a3e5455-a2d7-44fd-a988-30a08d900573 tempest-ListImageFiltersTestJSON-1416661104 tempest-ListImageFiltersTestJSON-1416661104-project] Network 4f742057-89ee-4b4a-86f7-487ee61881a1 is already hosted by enough agents. {{(pid=93916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:21:56.858960 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [req-4c5969ea-9c89-49d9-9df8-04c57219ec7d req-8a3e5455-a2d7-44fd-a988-30a08d900573 tempest-ListImageFiltersTestJSON-1416661104 tempest-ListImageFiltersTestJSON-1416661104-project] Resources bound (agent type, host, resource id): {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:21:56.864435 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c5969ea-9c89-49d9-9df8-04c57219ec7d req-8a3e5455-a2d7-44fd-a988-30a08d900573 tempest-ListImageFiltersTestJSON-1416661104 tempest-ListImageFiltersTestJSON-1416661104-project] Received port after_create {{(pid=93916) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:21:56.910208 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e97824-e04a-4ddf-b2de-2d7881e1c9d7 req-67bea2ef-ef2c-4219-b542-755703ed563f tempest-LiveMigrationTest-888176612 tempest-LiveMigrationTest-888176612-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:21:56.918832 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a0e97824-e04a-4ddf-b2de-2d7881e1c9d7 req-67bea2ef-ef2c-4219-b542-755703ed563f tempest-LiveMigrationTest-888176612 tempest-LiveMigrationTest-888176612-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=a714a8d2-8fdd-4748-b40a-f8b22de05ec3 HTTP/1.1" status: 200 len: 1097 time: 0.4199963 Jul 14 18:21:56.923189 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3e5455-a2d7-44fd-a988-30a08d900573 tempest-ListImageFiltersTestJSON-1416661104 tempest-ListImageFiltersTestJSON-1416661104-project] Pushing event updated for resources: {'Port': ['ID=50159c3e-a461-4d23-925d-2cd09adbc33f,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:21:56.924366 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-91733b70-af99-424e-986c-2f72451982ff req-0d3b3a71-9ada-441f-bf4e-1176cf274c1a service neutron] 10.222.0.35 "GET /v2.0/networks/7cee3312-4c4c-4d32-820f-eab965dcf565?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1954997 Jul 14 18:21:56.926644 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc19bb45-b267-4188-b22e-dfc8060e3728 req-607980e3-0a77-4c83-8cb6-68780f8c5412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:21:56.928304 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-cc19bb45-b267-4188-b22e-dfc8060e3728 req-607980e3-0a77-4c83-8cb6-68780f8c5412 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7d0d66c950aa4c4fbb95dc1c0b4948a1&device_id=6aaead6f-eb8d-448b-ab5e-df60fe6f6bc2 HTTP/1.1" status: 200 len: 1094 time: 0.4216733 Jul 14 18:21:56.985861 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5969ea-9c89-49d9-9df8-04c57219ec7d req-8a3e5455-a2d7-44fd-a988-30a08d900573 tempest-ListImageFiltersTestJSON-1416661104 tempest-ListImageFiltersTestJSON-1416661104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:21:56.985861 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-4c5969ea-9c89-49d9-9df8-04c57219ec7d req-8a3e5455-a2d7-44fd-a988-30a08d900573 tempest-ListImageFiltersTestJSON-1416661104 tempest-ListImageFiltersTestJSON-1416661104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:57.022546 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-4c5969ea-9c89-49d9-9df8-04c57219ec7d req-8a3e5455-a2d7-44fd-a988-30a08d900573 tempest-ListImageFiltersTestJSON-1416661104 tempest-ListImageFiltersTestJSON-1416661104-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.7736859 Jul 14 18:21:57.036362 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [req-4c5969ea-9c89-49d9-9df8-04c57219ec7d req-e24fd287-5a4b-4b1a-91f1-3138a4e45ca3 service neutron] Request body: {'port': {'device_id': 'f4518b06-90d0-4f6c-997a-2fe9348c1117', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800634-3'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:21:57.082872 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc19bb45-b267-4188-b22e-dfc8060e3728 req-76683a92-6633-418f-b34e-66176300df8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:21:57.084533 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-cc19bb45-b267-4188-b22e-dfc8060e3728 req-76683a92-6633-418f-b34e-66176300df8f service neutron] 10.222.0.35 "GET /v2.0/networks?id=458a605c-adc1-4322-ba16-e84a0c1f7468 HTTP/1.1" status: 200 len: 905 time: 0.1444275 Jul 14 18:21:57.094019 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e051b408-3d44-4e37-9145-a3dc59904c60 req-856fa872-b66b-4628-8702-67bf7c031c3b tempest-ImagesTestJSON-313755568 tempest-ImagesTestJSON-313755568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:21:57.101435 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e051b408-3d44-4e37-9145-a3dc59904c60 req-856fa872-b66b-4628-8702-67bf7c031c3b tempest-ImagesTestJSON-313755568 tempest-ImagesTestJSON-313755568-project] 10.222.0.16 "GET /v2.0/ports?device_id=6aaead6f-eb8d-448b-ab5e-df60fe6f6bc2 HTTP/1.1" status: 200 len: 943 time: 0.5983617 Jul 14 18:21:57.164229 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-4c5969ea-9c89-49d9-9df8-04c57219ec7d req-e24fd287-5a4b-4b1a-91f1-3138a4e45ca3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:57.201015 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-cc19bb45-b267-4188-b22e-dfc8060e3728 req-3ea2e612-e786-449a-ad19-6d086e253f6c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b875f197-b5bd-4e33-8c5d-9d9e1a56ddfe HTTP/1.1" status: 200 len: 217 time: 0.0899239 Jul 14 18:21:57.255817 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9da65438-2d26-44d9-88ab-8d08b469a706 None None] Provisioning for port 50159c3e-a461-4d23-925d-2cd09adbc33f completed by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:21:57.263044 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9da65438-2d26-44d9-88ab-8d08b469a706 None None] Provisioning complete for port 50159c3e-a461-4d23-925d-2cd09adbc33f triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:21:57.263495 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9da65438-2d26-44d9-88ab-8d08b469a706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:57.325860 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a0e97824-e04a-4ddf-b2de-2d7881e1c9d7 req-78543c55-f981-4f9d-9d68-21a6b24d07b9 tempest-LiveMigrationTest-888176612 tempest-LiveMigrationTest-888176612-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=93c6eb24-b3aa-49c4-93f7-93dd5f011665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4041662 Jul 14 18:21:57.327765 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-9da65438-2d26-44d9-88ab-8d08b469a706 None None] Port 50159c3e-a461-4d23-925d-2cd09adbc33f cannot update to ACTIVE because it is not bound. {{(pid=93917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 18:21:57.352880 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e051b408-3d44-4e37-9145-a3dc59904c60 req-985d4724-1454-4488-ba29-e4e5d36a1af3 tempest-ImagesTestJSON-313755568 tempest-ImagesTestJSON-313755568-project] 10.222.0.16 "GET /v2.0/security-groups?id=96a7afe7-a122-4b0d-8907-2d91e1bd838f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2503524 Jul 14 18:21:57.373408 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc19bb45-b267-4188-b22e-dfc8060e3728 req-50ccff56-b4ac-428b-8518-fa54126d9f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:21:57.375964 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-cc19bb45-b267-4188-b22e-dfc8060e3728 req-50ccff56-b4ac-428b-8518-fa54126d9f01 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=0f82593d-7d30-492d-935c-eafdd92f72c6 HTTP/1.1" status: 200 len: 845 time: 0.1410151 Jul 14 18:21:57.377531 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-75e9437d-b04d-4aea-942b-a21360310076 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081283'] for subnet, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:57.538268 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-cc19bb45-b267-4188-b22e-dfc8060e3728 req-59b5819d-6083-43d6-82f9-b372716bb877 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=458a605c-adc1-4322-ba16-e84a0c1f7468&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1052079 Jul 14 18:21:57.619520 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-75e9437d-b04d-4aea-942b-a21360310076 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25913028', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28969762'] for subnet, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:57.633376 n-d-800634-3 neutron-server[93916]: DEBUG neutron.notifiers.nova [req-4c5969ea-9c89-49d9-9df8-04c57219ec7d req-e24fd287-5a4b-4b1a-91f1-3138a4e45ca3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50159c3e-a461-4d23-925d-2cd09adbc33f {{(pid=93916) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 18:21:57.644413 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-4c5969ea-9c89-49d9-9df8-04c57219ec7d req-e24fd287-5a4b-4b1a-91f1-3138a4e45ca3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:57.663543 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.provisioning_blocks [req-4c5969ea-9c89-49d9-9df8-04c57219ec7d req-e24fd287-5a4b-4b1a-91f1-3138a4e45ca3 service neutron] Transition to ACTIVE for port object 50159c3e-a461-4d23-925d-2cd09adbc33f will not be triggered until provisioned by entity L2. {{(pid=93916) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:21:57.669146 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-4c5969ea-9c89-49d9-9df8-04c57219ec7d req-e24fd287-5a4b-4b1a-91f1-3138a4e45ca3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2684870'] for port, after_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:57.682662 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-75e9437d-b04d-4aea-942b-a21360310076 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:57.691639 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-75e9437d-b04d-4aea-942b-a21360310076 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/cb0ae63f-c14f-467b-a2d9-f556821c680f HTTP/1.1" status: 204 len: 168 time: 1.8557816 Jul 14 18:21:57.693837 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e8a271e-1386-4f9a-a2b7-36a846bdc919 None None] Network 16db1464-b289-4029-9066-d4b826a21b2f requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:21:57.695230 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e9437d-b04d-4aea-942b-a21360310076 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cb0ae63f-c14f-467b-a2d9-f556821c680f,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:21:57.703441 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 56796) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:21:57.797695 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24fd287-5a4b-4b1a-91f1-3138a4e45ca3 service neutron] Pushing event updated for resources: {'Port': ['ID=50159c3e-a461-4d23-925d-2cd09adbc33f,revision_number=2']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:21:57.837358 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-9ff1baf0-6477-4202-865b-d73e579ee746 req-ec2015aa-1e50-41cb-b0e6-3addcf34fc4a tempest-ListImageFiltersTestJSON-1416661104 tempest-ListImageFiltersTestJSON-1416661104-project] 10.222.0.16 "GET /v2.0/ports?device_id=d48985bd-a8ac-4231-a03b-aa75c35eea3d HTTP/1.1" status: 200 len: 210 time: 0.1278059 Jul 14 18:21:57.903275 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.managers [req-4c5969ea-9c89-49d9-9df8-04c57219ec7d req-e24fd287-5a4b-4b1a-91f1-3138a4e45ca3 service neutron] Attempting to bind port 50159c3e-a461-4d23-925d-2cd09adbc33f on host n-h1-800634-3 for vnic_type normal with profile {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:21:57.904204 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.managers [req-4c5969ea-9c89-49d9-9df8-04c57219ec7d req-e24fd287-5a4b-4b1a-91f1-3138a4e45ca3 service neutron] Attempting to bind port 50159c3e-a461-4d23-925d-2cd09adbc33f by drivers openvswitch,hyperv on host n-h1-800634-3 at level 0 using segments [{'id': '067fc487-22c7-42de-972d-ae352a28ad29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '4f742057-89ee-4b4a-86f7-487ee61881a1'}] {{(pid=93916) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:21:57.905477 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c5969ea-9c89-49d9-9df8-04c57219ec7d req-e24fd287-5a4b-4b1a-91f1-3138a4e45ca3 service neutron] Attempting to bind port 50159c3e-a461-4d23-925d-2cd09adbc33f on network 4f742057-89ee-4b4a-86f7-487ee61881a1 {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:21:57.911510 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c5969ea-9c89-49d9-9df8-04c57219ec7d req-e24fd287-5a4b-4b1a-91f1-3138a4e45ca3 service neutron] Port 50159c3e-a461-4d23-925d-2cd09adbc33f on network 4f742057-89ee-4b4a-86f7-487ee61881a1 not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-3 {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 18:21:57.915548 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c5969ea-9c89-49d9-9df8-04c57219ec7d req-e24fd287-5a4b-4b1a-91f1-3138a4e45ca3 service neutron] Attempting to bind port 50159c3e-a461-4d23-925d-2cd09adbc33f on network 4f742057-89ee-4b4a-86f7-487ee61881a1 {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:21:57.935909 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c5969ea-9c89-49d9-9df8-04c57219ec7d req-e24fd287-5a4b-4b1a-91f1-3138a4e45ca3 service neutron] Checking agent: {'id': 'a3630ff4-fbee-45d9-b9b6-0ae41cb3a350', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 15, 32), 'started_at': datetime.datetime(2021, 7, 14, 18, 15, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 18, 21, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 18:21:57.936747 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c5969ea-9c89-49d9-9df8-04c57219ec7d req-e24fd287-5a4b-4b1a-91f1-3138a4e45ca3 service neutron] Checking segment: {'id': '067fc487-22c7-42de-972d-ae352a28ad29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '4f742057-89ee-4b4a-86f7-487ee61881a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93916) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:21:57.937357 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c5969ea-9c89-49d9-9df8-04c57219ec7d req-e24fd287-5a4b-4b1a-91f1-3138a4e45ca3 service neutron] Bound using segment: {'id': '067fc487-22c7-42de-972d-ae352a28ad29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '4f742057-89ee-4b4a-86f7-487ee61881a1'} {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 18:21:57.938940 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.managers [req-4c5969ea-9c89-49d9-9df8-04c57219ec7d req-e24fd287-5a4b-4b1a-91f1-3138a4e45ca3 service neutron] Bound port: 50159c3e-a461-4d23-925d-2cd09adbc33f, host: n-h1-800634-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '067fc487-22c7-42de-972d-ae352a28ad29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '4f742057-89ee-4b4a-86f7-487ee61881a1'}}] {{(pid=93916) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 18:21:57.939525 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-4c5969ea-9c89-49d9-9df8-04c57219ec7d req-e24fd287-5a4b-4b1a-91f1-3138a4e45ca3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:57.975867 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-cc19bb45-b267-4188-b22e-dfc8060e3728 req-710aed8c-dd48-4b50-9af5-3b8d0f10a9e8 service neutron] 10.222.0.35 "GET /v2.0/networks/458a605c-adc1-4322-ba16-e84a0c1f7468?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4276950 Jul 14 18:21:57.987065 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-25ed4cf9-68b8-49bd-98fb-dcf1ab31d11d req-b5387d93-e070-4a09-b4ec-af3f50ff5e6d tempest-ListImageFiltersTestJSON-1416661104 tempest-ListImageFiltersTestJSON-1416661104-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=4261d25c4e834cb1b39f222173533166&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1949360 Jul 14 18:21:58.050964 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.db [req-4c5969ea-9c89-49d9-9df8-04c57219ec7d req-e24fd287-5a4b-4b1a-91f1-3138a4e45ca3 service neutron] For port 50159c3e-a461-4d23-925d-2cd09adbc33f, host n-h1-800634-3, cleared binding levels {{(pid=93916) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:21:58.055554 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.db [req-4c5969ea-9c89-49d9-9df8-04c57219ec7d req-e24fd287-5a4b-4b1a-91f1-3138a4e45ca3 service neutron] For port 50159c3e-a461-4d23-925d-2cd09adbc33f, host n-h1-800634-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=50159c3e-a461-4d23-925d-2cd09adbc33f,segment=NetworkSegment(067fc487-22c7-42de-972d-ae352a28ad29),segment_id=067fc487-22c7-42de-972d-ae352a28ad29)] {{(pid=93916) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 18:21:58.060970 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-4c5969ea-9c89-49d9-9df8-04c57219ec7d req-e24fd287-5a4b-4b1a-91f1-3138a4e45ca3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2684870'] for port, after_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:58.096291 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f39d986-6cae-43ca-bbf8-7a8dc6c5b3a6 None None] DHCP port deletion for 16db1464-b289-4029-9066-d4b826a21b2f request from n-d-800634-3 {{(pid=93917) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 18:21:58.179538 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-58b17848-91a6-4352-b3e5-1d5c71fe9ccf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645734'] for network, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:58.209680 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5969ea-9c89-49d9-9df8-04c57219ec7d req-e24fd287-5a4b-4b1a-91f1-3138a4e45ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:21:58.211112 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-4c5969ea-9c89-49d9-9df8-04c57219ec7d req-e24fd287-5a4b-4b1a-91f1-3138a4e45ca3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:58.212836 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-4c5969ea-9c89-49d9-9df8-04c57219ec7d req-e24fd287-5a4b-4b1a-91f1-3138a4e45ca3 service neutron] 10.222.0.18 "PUT /v2.0/ports/50159c3e-a461-4d23-925d-2cd09adbc33f HTTP/1.1" status: 200 len: 1094 time: 1.1816983 Jul 14 18:21:58.212961 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-4f39d986-6cae-43ca-bbf8-7a8dc6c5b3a6 None None] Deleting port ca4779bd-50da-4190-a074-42861963a849 {{(pid=93917) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:21:58.213321 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-4f39d986-6cae-43ca-bbf8-7a8dc6c5b3a6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:58.214227 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24fd287-5a4b-4b1a-91f1-3138a4e45ca3 service neutron] Pushing event updated for resources: {'Port': ['ID=50159c3e-a461-4d23-925d-2cd09adbc33f,revision_number=3']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:21:58.237570 n-d-800634-3 neutron-server[93916]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4518b06-90d0-4f6c-997a-2fe9348c1117', 'tag': '50159c3e-a461-4d23-925d-2cd09adbc33f'}] {{(pid=93916) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:21:58.243320 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f803e150b363a7893830aa996ac27753fa25517c406ecd3536b7c2d4b26eeb9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5a82285-3b09-432c-944d-fa1a0293cc4e" -d '{"events": [{"name": "network-changed", "server_uuid": "f4518b06-90d0-4f6c-997a-2fe9348c1117", "tag": "50159c3e-a461-4d23-925d-2cd09adbc33f"}]}' {{(pid=93916) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:21:58.332598 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd3dea6-3443-45f7-8524-beb5a11e3dc7 req-b1286d31-f119-4af3-b9e9-cb0d16d514b6 tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:21:58.334583 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-5cd3dea6-3443-45f7-8524-beb5a11e3dc7 req-b1286d31-f119-4af3-b9e9-cb0d16d514b6 tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] 10.222.0.16 "GET /v2.0/ports?device_id=5d1b56cf-e9a2-40e8-8a62-8ebd9281e58d HTTP/1.1" status: 200 len: 943 time: 0.6319859 Jul 14 18:21:58.334778 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-4f39d986-6cae-43ca-bbf8-7a8dc6c5b3a6 None None] For port ca4779bd-50da-4190-a074-42861963a849, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=ca4779bd-50da-4190-a074-42861963a849,segment=NetworkSegment(51076e41-c9e3-4801-a020-5fad997d6021),segment_id=51076e41-c9e3-4801-a020-5fad997d6021)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:21:58.335631 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-4f39d986-6cae-43ca-bbf8-7a8dc6c5b3a6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:58.373515 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-4f39d986-6cae-43ca-bbf8-7a8dc6c5b3a6 None None] Calling delete_port for ca4779bd-50da-4190-a074-42861963a849 owned by network:dhcp {{(pid=93917) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:21:58.374002 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5969ea-9c89-49d9-9df8-04c57219ec7d req-9f1ccf8b-4939-4f4e-a736-ff3faf53291a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:21:58.375591 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-4c5969ea-9c89-49d9-9df8-04c57219ec7d req-9f1ccf8b-4939-4f4e-a736-ff3faf53291a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4261d25c4e834cb1b39f222173533166&device_id=f4518b06-90d0-4f6c-997a-2fe9348c1117 HTTP/1.1" status: 200 len: 1097 time: 0.1073797 Jul 14 18:21:58.444258 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-4c5969ea-9c89-49d9-9df8-04c57219ec7d req-d09a26f1-0c29-4cce-a11b-7789ccb8fb11 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.4&port_id=50159c3e-a461-4d23-925d-2cd09adbc33f HTTP/1.1" status: 200 len: 217 time: 0.0602171 Jul 14 18:21:58.457447 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-cc19bb45-b267-4188-b22e-dfc8060e3728 req-77f71d73-78f6-4834-9756-e7e0f1836df5 service neutron] 10.222.0.35 "GET /v2.0/networks/458a605c-adc1-4322-ba16-e84a0c1f7468?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4681799 Jul 14 18:21:58.479033 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ed4cf9-68b8-49bd-98fb-dcf1ab31d11d req-15a90726-a847-4f5f-8945-1507523eda25 tempest-ListImageFiltersTestJSON-1416661104 tempest-ListImageFiltersTestJSON-1416661104-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:21:58.480702 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-25ed4cf9-68b8-49bd-98fb-dcf1ab31d11d req-15a90726-a847-4f5f-8945-1507523eda25 tempest-ListImageFiltersTestJSON-1416661104 tempest-ListImageFiltersTestJSON-1416661104-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3984506 Jul 14 18:21:58.481670 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-4f39d986-6cae-43ca-bbf8-7a8dc6c5b3a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813'] for port, after_delete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:58.506575 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [req-25ed4cf9-68b8-49bd-98fb-dcf1ab31d11d req-a55fc787-0cfe-4f4b-b3c2-ecd92ad60245 tempest-ListImageFiltersTestJSON-1416661104 tempest-ListImageFiltersTestJSON-1416661104-project] Request body: {'port': {'device_id': 'd48985bd-a8ac-4231-a03b-aa75c35eea3d', 'network_id': '4f742057-89ee-4b4a-86f7-487ee61881a1', 'admin_state_up': True, 'tenant_id': '4261d25c4e834cb1b39f222173533166'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:21:58.510362 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d1b56cf-e9a2-40e8-8a62-8ebd9281e58d', 'tag': 'af1bf1b5-b1df-45fe-8c72-4fb482f94f53'}] {{(pid=93915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:21:58.512670 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e72782ad3af8f7d4ce76cedf092bca46d1756acc5c4653cf0b52034cdd6b073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d883e871-f802-4890-8988-421394beb9d7" -d '{"events": [{"name": "network-changed", "server_uuid": "5d1b56cf-e9a2-40e8-8a62-8ebd9281e58d", "tag": "af1bf1b5-b1df-45fe-8c72-4fb482f94f53"}]}' {{(pid=93915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:21:58.530365 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5969ea-9c89-49d9-9df8-04c57219ec7d req-0853b85d-534c-429a-8953-910a6e9ce4e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:21:58.530365 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-4c5969ea-9c89-49d9-9df8-04c57219ec7d req-0853b85d-534c-429a-8953-910a6e9ce4e7 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f20c54fb-f7da-4761-aa61-2e4f99f3d332 HTTP/1.1" status: 200 len: 843 time: 0.0777702 Jul 14 18:21:58.550195 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f39d986-6cae-43ca-bbf8-7a8dc6c5b3a6 None None] Pushing event deleted for resources: {'Port': ['ID=ca4779bd-50da-4190-a074-42861963a849,revision_number=None']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:21:58.569295 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8f2953-ed15-4986-a6cf-d67fb2a6c55d req-4a86b53d-a423-43bb-9516-5cef7e730ae9 tempest-SecurityGroupsTestJSON-1215008278 tempest-SecurityGroupsTestJSON-1215008278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:21:58.577388 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-9e8f2953-ed15-4986-a6cf-d67fb2a6c55d req-4a86b53d-a423-43bb-9516-5cef7e730ae9 tempest-SecurityGroupsTestJSON-1215008278 tempest-SecurityGroupsTestJSON-1215008278-project] 10.222.0.16 "GET /v2.0/ports?device_id=4773a4ee-034b-4e24-b5e5-3d8db2747052 HTTP/1.1" status: 200 len: 945 time: 0.3933671 Jul 14 18:21:58.577639 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f39d986-6cae-43ca-bbf8-7a8dc6c5b3a6 None None] No DVR routers for this DVR port ca4779bd-50da-4190-a074-42861963a849 on host n-d-800634-3 {{(pid=93917) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 18:21:58.612737 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5969ea-9c89-49d9-9df8-04c57219ec7d req-9bd7705b-9e81-4416-b79e-08eaa2b62fab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:21:58.617742 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-4c5969ea-9c89-49d9-9df8-04c57219ec7d req-9bd7705b-9e81-4416-b79e-08eaa2b62fab service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4f742057-89ee-4b4a-86f7-487ee61881a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0823803 Jul 14 18:21:58.630061 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-5cd3dea6-3443-45f7-8524-beb5a11e3dc7 req-172d97e6-a148-4953-82e9-2fed24ed7853 tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] 10.222.0.16 "GET /v2.0/security-groups?id=540fae54-ccea-4309-9c99-81b930eedb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2832549 Jul 14 18:21:58.657689 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device ca4779bd-50da-4190-a074-42861963a849 no longer exists at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 18:21:58.703468 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-9e8f2953-ed15-4986-a6cf-d67fb2a6c55d req-afd0d9d7-a04b-40ff-9084-135692ba42ed tempest-SecurityGroupsTestJSON-1215008278 tempest-SecurityGroupsTestJSON-1215008278-project] 10.222.0.16 "GET /v2.0/security-groups?id=309722b9-2fe8-4d94-8481-29be9b33af8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252072 Jul 14 18:21:58.709595 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] No Port match for: ca4779bd-50da-4190-a074-42861963a849 {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 18:21:58.711414 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device ca4779bd-50da-4190-a074-42861963a849 not bound to the agent host n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 18:21:58.712099 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [None req-58b17848-91a6-4352-b3e5-1d5c71fe9ccf admin admin] Deleting port ca4779bd-50da-4190-a074-42861963a849 {{(pid=93915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:21:58.737048 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-58b17848-91a6-4352-b3e5-1d5c71fe9ccf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:58.785111 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-4c5969ea-9c89-49d9-9df8-04c57219ec7d req-e7d47d78-fd00-4dad-a577-6542531e4c90 service neutron] 10.222.0.18 "GET /v2.0/networks/4f742057-89ee-4b4a-86f7-487ee61881a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1603589 Jul 14 18:21:58.807612 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Device b875f197-b5bd-4e33-8c5d-9d9e1a56ddfe details requested by agent hyperv_n-h2-800634-3 with host n-h2-800634-3 {{(pid=93917) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 18:21:58.929248 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [None req-58b17848-91a6-4352-b3e5-1d5c71fe9ccf admin admin] For port ca4779bd-50da-4190-a074-42861963a849, host n-d-800634-3, got binding levels [] {{(pid=93915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:21:58.929786 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-58b17848-91a6-4352-b3e5-1d5c71fe9ccf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:58.939993 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 18:21:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1f0cc8a-ce40-46df-b45c-e24b38bedd4c x-openstack-request-id: req-e1f0cc8a-ce40-46df-b45c-e24b38bedd4c {{(pid=93916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:21:58.940929 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4518b06-90d0-4f6c-997a-2fe9348c1117", "tag": "50159c3e-a461-4d23-925d-2cd09adbc33f", "status": "completed", "code": 200}]} {{(pid=93916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:21:58.941188 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e1f0cc8a-ce40-46df-b45c-e24b38bedd4c {{(pid=93916) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:21:58.941591 n-d-800634-3 neutron-server[93916]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4518b06-90d0-4f6c-997a-2fe9348c1117', 'tag': '50159c3e-a461-4d23-925d-2cd09adbc33f', 'status': 'completed', 'code': 200} Jul 14 18:21:58.981253 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [None req-58b17848-91a6-4352-b3e5-1d5c71fe9ccf admin admin] Calling delete_port for ca4779bd-50da-4190-a074-42861963a849 owned by network:dhcp {{(pid=93915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:21:58.987237 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-4c5969ea-9c89-49d9-9df8-04c57219ec7d req-5ecc6e0e-57f4-4861-883c-fb08ceb25e58 service neutron] 10.222.0.18 "GET /v2.0/networks/4f742057-89ee-4b4a-86f7-487ee61881a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1947052 Jul 14 18:21:58.997281 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.ipam_backend_mixin [None req-58b17848-91a6-4352-b3e5-1d5c71fe9ccf admin admin] Port ca4779bd-50da-4190-a074-42861963a849 was not found and therefore no delete operation was performed {{(pid=93915) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 14 18:21:59.020945 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 18:21:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e04bd84a-bfab-4ff8-9b1f-d5f475476152 x-openstack-request-id: req-e04bd84a-bfab-4ff8-9b1f-d5f475476152 {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:21:59.021513 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d1b56cf-e9a2-40e8-8a62-8ebd9281e58d", "tag": "af1bf1b5-b1df-45fe-8c72-4fb482f94f53", "status": "completed", "code": 200}]} {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:21:59.021931 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e04bd84a-bfab-4ff8-9b1f-d5f475476152 {{(pid=93915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:21:59.022582 n-d-800634-3 neutron-server[93915]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d1b56cf-e9a2-40e8-8a62-8ebd9281e58d', 'tag': 'af1bf1b5-b1df-45fe-8c72-4fb482f94f53', 'status': 'completed', 'code': 200} Jul 14 18:21:59.026813 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-58b17848-91a6-4352-b3e5-1d5c71fe9ccf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:59.079422 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-25ed4cf9-68b8-49bd-98fb-dcf1ab31d11d req-a55fc787-0cfe-4f4b-b3c2-ecd92ad60245 tempest-ListImageFiltersTestJSON-1416661104 tempest-ListImageFiltersTestJSON-1416661104-project] Made reservation on behalf of 4261d25c4e834cb1b39f222173533166 for: {'port': 1} {{(pid=93915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:21:59.084297 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-25ed4cf9-68b8-49bd-98fb-dcf1ab31d11d req-a55fc787-0cfe-4f4b-b3c2-ecd92ad60245 tempest-ListImageFiltersTestJSON-1416661104 tempest-ListImageFiltersTestJSON-1416661104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:59.114686 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b17848-91a6-4352-b3e5-1d5c71fe9ccf admin admin] Pushing event deleted for resources: {'Port': ['ID=ca4779bd-50da-4190-a074-42861963a849,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:21:59.132591 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58b17848-91a6-4352-b3e5-1d5c71fe9ccf admin admin] No DVR routers for this DVR port ca4779bd-50da-4190-a074-42861963a849 on host n-d-800634-3 {{(pid=93915) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 18:21:59.250544 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a82285-3b09-432c-944d-fa1a0293cc4e req-f2621430-c681-48c1-ae86-b35c9af94deb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:21:59.256802 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-b5a82285-3b09-432c-944d-fa1a0293cc4e req-f2621430-c681-48c1-ae86-b35c9af94deb service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4261d25c4e834cb1b39f222173533166&device_id=f4518b06-90d0-4f6c-997a-2fe9348c1117 HTTP/1.1" status: 200 len: 1097 time: 0.1803966 Jul 14 18:21:59.310787 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-58b17848-91a6-4352-b3e5-1d5c71fe9ccf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2096010', 'neutron.services.segments.db._delete_segments_for_network-8728202734996'] for network, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:59.339206 n-d-800634-3 neutron-server[93915]: DEBUG neutron.services.segments.db [None req-58b17848-91a6-4352-b3e5-1d5c71fe9ccf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16db1464-b289-4029-9066-d4b826a21b2f']}} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:21:59.354674 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d883e871-f802-4890-8988-421394beb9d7 req-1797b331-aaf5-4dac-8e1b-6b397932e769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:21:59.365412 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-d883e871-f802-4890-8988-421394beb9d7 req-1797b331-aaf5-4dac-8e1b-6b397932e769 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0a6a8e07e1ce4e4e84e3fe5c59c6747c&device_id=5d1b56cf-e9a2-40e8-8a62-8ebd9281e58d HTTP/1.1" status: 200 len: 1094 time: 0.3250148 Jul 14 18:21:59.439979 n-d-800634-3 neutron-server[93915]: DEBUG neutron.services.segments.db [None req-58b17848-91a6-4352-b3e5-1d5c71fe9ccf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51076e41-c9e3-4801-a020-5fad997d6021') {'for_net_delete': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:21:59.442404 n-d-800634-3 neutron-server[93915]: DEBUG neutron.services.segments.db [None req-58b17848-91a6-4352-b3e5-1d5c71fe9ccf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51076e41-c9e3-4801-a020-5fad997d6021') {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:21:59.473469 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] For port b875f197-b5bd-4e33-8c5d-9d9e1a56ddfe, host n-h2-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=b875f197-b5bd-4e33-8c5d-9d9e1a56ddfe,segment=NetworkSegment(ed557757-f640-484f-8cda-41a92c321398),segment_id=ed557757-f640-484f-8cda-41a92c321398)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:21:59.479243 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a82285-3b09-432c-944d-fa1a0293cc4e req-4171c69b-6f66-4721-9bce-512b51d598df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:21:59.480776 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-b5a82285-3b09-432c-944d-fa1a0293cc4e req-4171c69b-6f66-4721-9bce-512b51d598df service neutron] 10.222.0.18 "GET /v2.0/networks?id=4f742057-89ee-4b4a-86f7-487ee61881a1 HTTP/1.1" status: 200 len: 869 time: 0.2164626 Jul 14 18:21:59.502860 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Returning: {'device': 'b875f197-b5bd-4e33-8c5d-9d9e1a56ddfe', 'network_id': '458a605c-adc1-4322-ba16-e84a0c1f7468', 'port_id': 'b875f197-b5bd-4e33-8c5d-9d9e1a56ddfe', 'mac_address': 'fa:16:3e:ad:61:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 82, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f82593d-7d30-492d-935c-eafdd92f72c6', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93917) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 18:21:59.514408 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-58b17848-91a6-4352-b3e5-1d5c71fe9ccf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728202715275', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28939920'] for segment, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:59.570907 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:59.582935 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-b5a82285-3b09-432c-944d-fa1a0293cc4e req-e34ca1fa-b090-43f4-a87c-d6ad022ef403 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.4&port_id=50159c3e-a461-4d23-925d-2cd09adbc33f HTTP/1.1" status: 200 len: 217 time: 0.0950732 Jul 14 18:21:59.587362 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b875f197-b5bd-4e33-8c5d-9d9e1a56ddfe {{(pid=93917) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 18:21:59.616535 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] For port b875f197-b5bd-4e33-8c5d-9d9e1a56ddfe, host n-h2-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=b875f197-b5bd-4e33-8c5d-9d9e1a56ddfe,segment=NetworkSegment(ed557757-f640-484f-8cda-41a92c321398),segment_id=ed557757-f640-484f-8cda-41a92c321398)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:21:59.621469 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-58b17848-91a6-4352-b3e5-1d5c71fe9ccf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:59.628669 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58b17848-91a6-4352-b3e5-1d5c71fe9ccf admin admin] Releasing vlan 83 on physical network physnet1 to pool {{(pid=93915) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 18:21:59.629072 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:59.629277 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-58b17848-91a6-4352-b3e5-1d5c71fe9ccf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25911658'] for segment, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:59.693998 n-d-800634-3 neutron-server[93915]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:21:59.693998 n-d-800634-3 neutron-server[93915]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:21:59.693998 n-d-800634-3 neutron-server[93915]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:21:59.693998 n-d-800634-3 neutron-server[93915]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:21:59.693998 n-d-800634-3 neutron-server[93915]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:21:59.693998 n-d-800634-3 neutron-server[93915]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:21:59.693998 n-d-800634-3 neutron-server[93915]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:21:59.693998 n-d-800634-3 neutron-server[93915]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:21:59.693998 n-d-800634-3 neutron-server[93915]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:21:59.693998 n-d-800634-3 neutron-server[93915]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:21:59.693998 n-d-800634-3 neutron-server[93915]: Traceback (most recent call last): Jul 14 18:21:59.693998 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 18:21:59.693998 n-d-800634-3 neutron-server[93915]: timer() Jul 14 18:21:59.693998 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 18:21:59.693998 n-d-800634-3 neutron-server[93915]: cb(*args, **kw) Jul 14 18:21:59.693998 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 18:21:59.693998 n-d-800634-3 neutron-server[93915]: return func(*args, **kwargs) Jul 14 18:21:59.693998 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 18:21:59.693998 n-d-800634-3 neutron-server[93915]: self._notify() Jul 14 18:21:59.693998 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 18:21:59.693998 n-d-800634-3 neutron-server[93915]: self.callback(batched_events) Jul 14 18:21:59.693998 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 18:21:59.693998 n-d-800634-3 neutron-server[93915]: event.method(event) Jul 14 18:21:59.693998 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 18:21:59.693998 n-d-800634-3 neutron-server[93915]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 18:21:59.693998 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 18:21:59.693998 n-d-800634-3 neutron-server[93915]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 18:21:59.693998 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 18:21:59.693998 n-d-800634-3 neutron-server[93915]: return f(self, *a, **k) Jul 14 18:21:59.693998 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 18:21:59.693998 n-d-800634-3 neutron-server[93915]: return self._get(url).json() Jul 14 18:21:59.693998 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 18:21:59.693998 n-d-800634-3 neutron-server[93915]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 18:21:59.693998 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 18:21:59.693998 n-d-800634-3 neutron-server[93915]: return self.request(url, 'GET', **kwargs) Jul 14 18:21:59.693998 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 18:21:59.693998 n-d-800634-3 neutron-server[93915]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 18:21:59.693998 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 18:21:59.693998 n-d-800634-3 neutron-server[93915]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 18:21:59.693998 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 18:21:59.693998 n-d-800634-3 neutron-server[93915]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 18:21:59.693998 n-d-800634-3 neutron-server[93915]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 18:21:59.712658 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Pushing event updated for resources: {'Port': ['ID=b875f197-b5bd-4e33-8c5d-9d9e1a56ddfe,revision_number=4']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:21:59.759153 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d883e871-f802-4890-8988-421394beb9d7 req-fbeca0b4-d31d-44e2-b2f4-8ac4550a158b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:21:59.760819 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-d883e871-f802-4890-8988-421394beb9d7 req-fbeca0b4-d31d-44e2-b2f4-8ac4550a158b service neutron] 10.222.0.35 "GET /v2.0/networks?id=7cee3312-4c4c-4d32-820f-eab965dcf565 HTTP/1.1" status: 200 len: 921 time: 0.3802967 Jul 14 18:21:59.806980 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-58b17848-91a6-4352-b3e5-1d5c71fe9ccf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2096001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-930085'] for network, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:59.828199 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-9bba7df0-a181-486f-a8e5-8177c9c1be5b req-4bb4eaa4-f828-400d-bac9-d62aea120b96 tempest-SecurityGroupsTestJSON-1215008278 tempest-SecurityGroupsTestJSON-1215008278-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-38391149&fields=id&tenant_id=a9d22ebe08284e548350eab597e7413d HTTP/1.1" status: 200 len: 267 time: 0.5032635 Jul 14 18:21:59.896777 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-58b17848-91a6-4352-b3e5-1d5c71fe9ccf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598705'] for network, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:21:59.899226 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-58b17848-91a6-4352-b3e5-1d5c71fe9ccf admin admin] 10.222.0.16 "DELETE /v2.0/networks/16db1464-b289-4029-9066-d4b826a21b2f HTTP/1.1" status: 204 len: 168 time: 2.1148126 Jul 14 18:21:59.920979 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b17848-91a6-4352-b3e5-1d5c71fe9ccf admin admin] Pushing event deleted for resources: {'Network': ['ID=16db1464-b289-4029-9066-d4b826a21b2f,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:21:59.991735 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-d883e871-f802-4890-8988-421394beb9d7 req-c3bf06b7-7dca-479c-8c62-87e73364f6b0 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=af1bf1b5-b1df-45fe-8c72-4fb482f94f53 HTTP/1.1" status: 200 len: 217 time: 0.1820271 Jul 14 18:22:00.006442 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a82285-3b09-432c-944d-fa1a0293cc4e req-14a8df5a-4835-42ea-90e0-a4a1552952f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:22:00.008041 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-b5a82285-3b09-432c-944d-fa1a0293cc4e req-14a8df5a-4835-42ea-90e0-a4a1552952f9 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f20c54fb-f7da-4761-aa61-2e4f99f3d332 HTTP/1.1" status: 200 len: 843 time: 0.4180484 Jul 14 18:22:00.103930 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d883e871-f802-4890-8988-421394beb9d7 req-cb6957e0-bdff-4164-a2ee-0f844aa5cee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:22:00.105496 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-d883e871-f802-4890-8988-421394beb9d7 req-cb6957e0-bdff-4164-a2ee-0f844aa5cee7 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2a54265e-973c-4132-80fb-ad9d5d305963 HTTP/1.1" status: 200 len: 861 time: 0.0974491 Jul 14 18:22:00.116665 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.db_base_plugin_common [req-25ed4cf9-68b8-49bd-98fb-dcf1ab31d11d req-a55fc787-0cfe-4f4b-b3c2-ecd92ad60245 tempest-ListImageFiltersTestJSON-1416661104 tempest-ListImageFiltersTestJSON-1416661104-project] Allocated IP 192.168.233.36 (4f742057-89ee-4b4a-86f7-487ee61881a1/f20c54fb-f7da-4761-aa61-2e4f99f3d332/4fdad025-687f-4435-b2ae-e2b7f54ca182) {{(pid=93915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:22:00.125843 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a82285-3b09-432c-944d-fa1a0293cc4e req-5c4d284c-5760-4630-a009-57336ba71ced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:22:00.128700 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-b5a82285-3b09-432c-944d-fa1a0293cc4e req-5c4d284c-5760-4630-a009-57336ba71ced service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4f742057-89ee-4b4a-86f7-487ee61881a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1048563 Jul 14 18:22:00.151927 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-d883e871-f802-4890-8988-421394beb9d7 req-e8884232-5d6a-48d2-af9e-a0c153fef198 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7cee3312-4c4c-4d32-820f-eab965dcf565&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295866 Jul 14 18:22:00.229339 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 56834) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:22:00.273939 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0474603e-2c3b-4937-b3a7-fe3c7ad038b0 req-8dd2a9ce-4b92-464f-b14a-063ea7f82166 tempest-ImagesTestJSON-313755568 tempest-ImagesTestJSON-313755568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:22:00.281464 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-0474603e-2c3b-4937-b3a7-fe3c7ad038b0 req-8dd2a9ce-4b92-464f-b14a-063ea7f82166 tempest-ImagesTestJSON-313755568 tempest-ImagesTestJSON-313755568-project] 10.222.0.16 "GET /v2.0/ports?device_id=6aaead6f-eb8d-448b-ab5e-df60fe6f6bc2 HTTP/1.1" status: 200 len: 944 time: 0.6936276 Jul 14 18:22:00.317477 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-a7d37570-0b47-4bd8-bd7b-58c2298c63d5 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f4a8f789c2b347a295c086869e423927&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0865068 Jul 14 18:22:00.317694 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 56836) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:22:00.358188 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bba7df0-a181-486f-a8e5-8177c9c1be5b req-87f58c1e-5b6c-4e74-94ec-447b605f190b tempest-SecurityGroupsTestJSON-1215008278 tempest-SecurityGroupsTestJSON-1215008278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:22:00.361976 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-9bba7df0-a181-486f-a8e5-8177c9c1be5b req-87f58c1e-5b6c-4e74-94ec-447b605f190b tempest-SecurityGroupsTestJSON-1215008278 tempest-SecurityGroupsTestJSON-1215008278-project] 10.222.0.16 "GET /v2.0/ports?device_id=4773a4ee-034b-4e24-b5e5-3d8db2747052 HTTP/1.1" status: 200 len: 945 time: 0.5306921 Jul 14 18:22:00.366160 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-b5a82285-3b09-432c-944d-fa1a0293cc4e req-83bcfc8f-d1cb-4c9e-983f-ff7e2776b5f8 service neutron] 10.222.0.18 "GET /v2.0/networks/4f742057-89ee-4b4a-86f7-487ee61881a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2213542 Jul 14 18:22:00.392836 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [req-9bba7df0-a181-486f-a8e5-8177c9c1be5b req-b4c949a3-fd43-4116-aedf-35ea8e636ba6 tempest-SecurityGroupsTestJSON-1215008278 tempest-SecurityGroupsTestJSON-1215008278-project] Request body: {'port': {'security_groups': ['309722b9-2fe8-4d94-8481-29be9b33af8a', 'fa497064-8f46-4fcd-a480-ace3a8940f9d']}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:22:00.458881 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-0474603e-2c3b-4937-b3a7-fe3c7ad038b0 req-8871dd08-9c06-4913-80ad-e26514d69982 tempest-ImagesTestJSON-313755568 tempest-ImagesTestJSON-313755568-project] 10.222.0.16 "GET /v2.0/security-groups?id=96a7afe7-a122-4b0d-8907-2d91e1bd838f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1764619 Jul 14 18:22:00.480133 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-d883e871-f802-4890-8988-421394beb9d7 req-dbdbd6f0-1f5d-488d-bd93-127115f3c7f6 service neutron] 10.222.0.35 "GET /v2.0/networks/7cee3312-4c4c-4d32-820f-eab965dcf565?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3166683 Jul 14 18:22:00.486968 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-b5a82285-3b09-432c-944d-fa1a0293cc4e req-f15f1913-172d-4bca-852e-f905427fe428 service neutron] 10.222.0.18 "GET /v2.0/networks/4f742057-89ee-4b4a-86f7-487ee61881a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1130619 Jul 14 18:22:00.581931 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-9bba7df0-a181-486f-a8e5-8177c9c1be5b req-b4c949a3-fd43-4116-aedf-35ea8e636ba6 tempest-SecurityGroupsTestJSON-1215008278 tempest-SecurityGroupsTestJSON-1215008278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:22:00.750760 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a243fec3-acb8-4ecd-8740-02898a14a804 req-e528a1e0-e0e9-4be1-981e-71ed54121ab7 tempest-ListImageFiltersTestJSON-1416661104 tempest-ListImageFiltersTestJSON-1416661104-project] 10.222.0.16 "GET /v2.0/ports?device_id=d48985bd-a8ac-4231-a03b-aa75c35eea3d HTTP/1.1" status: 200 len: 210 time: 0.1267557 Jul 14 18:22:00.784723 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-12f48567-af78-4309-8ceb-5036eba0ed65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:22:00.816886 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Device b875f197-b5bd-4e33-8c5d-9d9e1a56ddfe details requested by agent hyperv_n-h2-800634-3 with host n-h2-800634-3 {{(pid=93917) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 18:22:00.822904 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Device bd4934ed-97b6-4663-b2a9-d3a9eba2bbf1 no longer exists at agent hyperv_n-h2-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 18:22:00.878916 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-12f48567-af78-4309-8ceb-5036eba0ed65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:22:00.990009 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] For port b875f197-b5bd-4e33-8c5d-9d9e1a56ddfe, host n-h2-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=b875f197-b5bd-4e33-8c5d-9d9e1a56ddfe,segment=NetworkSegment(ed557757-f640-484f-8cda-41a92c321398),segment_id=ed557757-f640-484f-8cda-41a92c321398)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:22:01.003070 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Returning: {'device': 'b875f197-b5bd-4e33-8c5d-9d9e1a56ddfe', 'network_id': '458a605c-adc1-4322-ba16-e84a0c1f7468', 'port_id': 'b875f197-b5bd-4e33-8c5d-9d9e1a56ddfe', 'mac_address': 'fa:16:3e:ad:61:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 82, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f82593d-7d30-492d-935c-eafdd92f72c6', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93917) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 18:22:01.017094 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-25ed4cf9-68b8-49bd-98fb-dcf1ab31d11d req-a55fc787-0cfe-4f4b-b3c2-ecd92ad60245 tempest-ListImageFiltersTestJSON-1416661104 tempest-ListImageFiltersTestJSON-1416661104-project] Notify callbacks [] for port, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:22:01.041957 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-d883e871-f802-4890-8988-421394beb9d7 req-a85d454e-d08b-4d6d-8e65-3b0b7c446b6d service neutron] 10.222.0.35 "GET /v2.0/networks/7cee3312-4c4c-4d32-820f-eab965dcf565?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4652026 Jul 14 18:22:01.078813 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.provisioning_blocks [req-25ed4cf9-68b8-49bd-98fb-dcf1ab31d11d req-a55fc787-0cfe-4f4b-b3c2-ecd92ad60245 tempest-ListImageFiltersTestJSON-1416661104 tempest-ListImageFiltersTestJSON-1416661104-project] Transition to ACTIVE for port object 4fdad025-687f-4435-b2ae-e2b7f54ca182 will not be triggered until provisioned by entity DHCP. {{(pid=93915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:22:01.079714 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:22:01.104549 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a714a8d2-8fdd-4748-b40a-f8b22de05ec3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bd4934ed-97b6-4663-b2a9-d3a9eba2bbf1'}] {{(pid=93917) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:22:01.107176 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20b787f3c29eaa7aa2a4d648c725a2124c5ff39a8d793252f9d844495e14cf42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c6580a2-dc43-438e-bf8b-dc8bebf86a01" -d '{"events": [{"server_uuid": "a714a8d2-8fdd-4748-b40a-f8b22de05ec3", "name": "network-vif-unplugged", "status": "completed", "tag": "bd4934ed-97b6-4663-b2a9-d3a9eba2bbf1"}]}' {{(pid=93917) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:22:01.121026 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] For port bd4934ed-97b6-4663-b2a9-d3a9eba2bbf1, host n-h2-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=bd4934ed-97b6-4663-b2a9-d3a9eba2bbf1,segment=NetworkSegment(d3ebb57b-621c-4102-bdfe-7fa439ba5ffc),segment_id=d3ebb57b-621c-4102-bdfe-7fa439ba5ffc)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:22:01.126590 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:22:01.127482 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Device b875f197-b5bd-4e33-8c5d-9d9e1a56ddfe no longer exists at agent hyperv_n-h2-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 18:22:01.252689 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:22:01.263994 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Pushing event updated for resources: {'Port': ['ID=bd4934ed-97b6-4663-b2a9-d3a9eba2bbf1,revision_number=6']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:22:01.272927 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id b875f197-b5bd-4e33-8c5d-9d9e1a56ddfe {{(pid=93917) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 18:22:01.295772 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] For port b875f197-b5bd-4e33-8c5d-9d9e1a56ddfe, host n-h2-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=b875f197-b5bd-4e33-8c5d-9d9e1a56ddfe,segment=NetworkSegment(ed557757-f640-484f-8cda-41a92c321398),segment_id=ed557757-f640-484f-8cda-41a92c321398)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:22:01.302368 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:22:01.303898 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Device fbf01217-e64a-4640-a796-185c6fcc99ca no longer exists at agent hyperv_n-h2-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 18:22:01.424029 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Pushing event updated for resources: {'Port': ['ID=b875f197-b5bd-4e33-8c5d-9d9e1a56ddfe,revision_number=5']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:22:01.449505 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:22:01.508559 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] For port fbf01217-e64a-4640-a796-185c6fcc99ca, host n-h2-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=fbf01217-e64a-4640-a796-185c6fcc99ca,segment=NetworkSegment(dc9b7b33-7ed6-4862-a917-845e6b965bf7),segment_id=dc9b7b33-7ed6-4862-a917-845e6b965bf7)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:22:01.517989 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:22:01.517989 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Device f0bc76aa-f37f-4233-8633-52f3421ea161 no longer exists at agent hyperv_n-h2-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 18:22:01.558502 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-12f48567-af78-4309-8ceb-5036eba0ed65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:22:01.560705 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-12f48567-af78-4309-8ceb-5036eba0ed65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:22:01.561960 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-12f48567-af78-4309-8ceb-5036eba0ed65 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/07501815-414f-40f0-a54a-1c35d98e3f98 HTTP/1.1" status: 204 len: 168 time: 1.2414992 Jul 14 18:22:01.595345 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f48567-af78-4309-8ceb-5036eba0ed65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07501815-414f-40f0-a54a-1c35d98e3f98,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:22:01.619385 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16414dc2-33cf-4816-8880-818d10134807 req-879541d4-02ed-480d-9c40-9baea2977015 tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:22:01.635243 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Pushing event updated for resources: {'Port': ['ID=fbf01217-e64a-4640-a796-185c6fcc99ca,revision_number=6']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:22:01.635607 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-16414dc2-33cf-4816-8880-818d10134807 req-879541d4-02ed-480d-9c40-9baea2977015 tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] 10.222.0.16 "GET /v2.0/ports?device_id=5d1b56cf-e9a2-40e8-8a62-8ebd9281e58d HTTP/1.1" status: 200 len: 943 time: 0.7136774 Jul 14 18:22:01.666564 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-25ed4cf9-68b8-49bd-98fb-dcf1ab31d11d req-a55fc787-0cfe-4f4b-b3c2-ecd92ad60245 tempest-ListImageFiltersTestJSON-1416661104 tempest-ListImageFiltersTestJSON-1416661104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:22:01.670760 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-9bba7df0-a181-486f-a8e5-8177c9c1be5b req-b4c949a3-fd43-4116-aedf-35ea8e636ba6 tempest-SecurityGroupsTestJSON-1215008278 tempest-SecurityGroupsTestJSON-1215008278-project] For port 82df5ea3-936c-44fe-a7e7-eaa58aa295ab, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=82df5ea3-936c-44fe-a7e7-eaa58aa295ab,segment=NetworkSegment(a486c7d6-69d2-4a27-a7a6-bfe66b9801fc),segment_id=a486c7d6-69d2-4a27-a7a6-bfe66b9801fc)] {{(pid=93915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:22:01.699268 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:22:01.753255 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] For port f0bc76aa-f37f-4233-8633-52f3421ea161, host n-h2-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=f0bc76aa-f37f-4233-8633-52f3421ea161,segment=NetworkSegment(067fc487-22c7-42de-972d-ae352a28ad29),segment_id=067fc487-22c7-42de-972d-ae352a28ad29)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:22:01.762131 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:22:01.785048 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-16414dc2-33cf-4816-8880-818d10134807 req-d0c4dc66-1b44-41c5-8af2-50cbffc7b94f tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] 10.222.0.16 "GET /v2.0/security-groups?id=540fae54-ccea-4309-9c99-81b930eedb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490517 Jul 14 18:22:01.883917 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-25ed4cf9-68b8-49bd-98fb-dcf1ab31d11d req-a55fc787-0cfe-4f4b-b3c2-ecd92ad60245 tempest-ListImageFiltersTestJSON-1416661104 tempest-ListImageFiltersTestJSON-1416661104-project] Network 4f742057-89ee-4b4a-86f7-487ee61881a1 is already hosted by enough agents. {{(pid=93915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:22:01.894609 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Pushing event updated for resources: {'Port': ['ID=f0bc76aa-f37f-4233-8633-52f3421ea161,revision_number=11']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:22:01.895865 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [req-25ed4cf9-68b8-49bd-98fb-dcf1ab31d11d req-a55fc787-0cfe-4f4b-b3c2-ecd92ad60245 tempest-ListImageFiltersTestJSON-1416661104 tempest-ListImageFiltersTestJSON-1416661104-project] Resources bound (agent type, host, resource id): {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:22:01.901384 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device 50159c3e-a461-4d23-925d-2cd09adbc33f details requested by agent hyperv_n-h1-800634-3 with host n-h1-800634-3 {{(pid=93917) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 18:22:01.913334 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55fc787-0cfe-4f4b-b3c2-ecd92ad60245 tempest-ListImageFiltersTestJSON-1416661104 tempest-ListImageFiltersTestJSON-1416661104-project] Pushing event updated for resources: {'Port': ['ID=4fdad025-687f-4435-b2ae-e2b7f54ca182,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:22:01.923403 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [req-25ed4cf9-68b8-49bd-98fb-dcf1ab31d11d req-a55fc787-0cfe-4f4b-b3c2-ecd92ad60245 tempest-ListImageFiltersTestJSON-1416661104 tempest-ListImageFiltersTestJSON-1416661104-project] Received port after_create {{(pid=93915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:22:01.931493 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-9bba7df0-a181-486f-a8e5-8177c9c1be5b req-b4c949a3-fd43-4116-aedf-35ea8e636ba6 tempest-SecurityGroupsTestJSON-1215008278 tempest-SecurityGroupsTestJSON-1215008278-project] Notify callbacks [] for port, precommit_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:22:01.983425 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-9bba7df0-a181-486f-a8e5-8177c9c1be5b req-b4c949a3-fd43-4116-aedf-35ea8e636ba6 tempest-SecurityGroupsTestJSON-1215008278 tempest-SecurityGroupsTestJSON-1215008278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25912978'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:22:02.133301 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bba7df0-a181-486f-a8e5-8177c9c1be5b req-b4c949a3-fd43-4116-aedf-35ea8e636ba6 tempest-SecurityGroupsTestJSON-1215008278 tempest-SecurityGroupsTestJSON-1215008278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:22:02.137707 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-9bba7df0-a181-486f-a8e5-8177c9c1be5b req-b4c949a3-fd43-4116-aedf-35ea8e636ba6 tempest-SecurityGroupsTestJSON-1215008278 tempest-SecurityGroupsTestJSON-1215008278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:22:02.145675 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-9bba7df0-a181-486f-a8e5-8177c9c1be5b req-b4c949a3-fd43-4116-aedf-35ea8e636ba6 tempest-SecurityGroupsTestJSON-1215008278 tempest-SecurityGroupsTestJSON-1215008278-project] 10.222.0.16 "PUT /v2.0/ports/82df5ea3-936c-44fe-a7e7-eaa58aa295ab HTTP/1.1" status: 200 len: 981 time: 1.7739820 Jul 14 18:22:02.146520 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4773a4ee-034b-4e24-b5e5-3d8db2747052', 'tag': '82df5ea3-936c-44fe-a7e7-eaa58aa295ab'}] {{(pid=93915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:22:02.156416 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e72782ad3af8f7d4ce76cedf092bca46d1756acc5c4653cf0b52034cdd6b073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-430a18be-d5d4-4820-a9d4-7878af945a3d" -d '{"events": [{"name": "network-changed", "server_uuid": "4773a4ee-034b-4e24-b5e5-3d8db2747052", "tag": "82df5ea3-936c-44fe-a7e7-eaa58aa295ab"}]}' {{(pid=93915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:22:02.170140 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ed4cf9-68b8-49bd-98fb-dcf1ab31d11d req-a55fc787-0cfe-4f4b-b3c2-ecd92ad60245 tempest-ListImageFiltersTestJSON-1416661104 tempest-ListImageFiltersTestJSON-1416661104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:22:02.170842 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-25ed4cf9-68b8-49bd-98fb-dcf1ab31d11d req-a55fc787-0cfe-4f4b-b3c2-ecd92ad60245 tempest-ListImageFiltersTestJSON-1416661104 tempest-ListImageFiltersTestJSON-1416661104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:22:02.241472 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c949a3-fd43-4116-aedf-35ea8e636ba6 tempest-SecurityGroupsTestJSON-1215008278 tempest-SecurityGroupsTestJSON-1215008278-project] Pushing event updated for resources: {'Port': ['ID=82df5ea3-936c-44fe-a7e7-eaa58aa295ab,revision_number=6']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:22:02.247753 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-25ed4cf9-68b8-49bd-98fb-dcf1ab31d11d req-a55fc787-0cfe-4f4b-b3c2-ecd92ad60245 tempest-ListImageFiltersTestJSON-1416661104 tempest-ListImageFiltersTestJSON-1416661104-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.7453463 Jul 14 18:22:02.261219 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [req-25ed4cf9-68b8-49bd-98fb-dcf1ab31d11d req-897d7b77-d457-49af-9e42-c05e6d13fc4f service neutron] Request body: {'port': {'device_id': 'd48985bd-a8ac-4231-a03b-aa75c35eea3d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800634-3'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:22:02.266583 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port 50159c3e-a461-4d23-925d-2cd09adbc33f, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=50159c3e-a461-4d23-925d-2cd09adbc33f,segment=NetworkSegment(067fc487-22c7-42de-972d-ae352a28ad29),segment_id=067fc487-22c7-42de-972d-ae352a28ad29)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:22:02.314579 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Returning: {'device': '50159c3e-a461-4d23-925d-2cd09adbc33f', 'network_id': '4f742057-89ee-4b4a-86f7-487ee61881a1', 'port_id': '50159c3e-a461-4d23-925d-2cd09adbc33f', 'mac_address': 'fa:16:3e:96:10:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f20c54fb-f7da-4761-aa61-2e4f99f3d332', 'ip_address': '192.168.233.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93917) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 18:22:02.335509 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 14 Jul 2021 18:22:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b653115-3280-417a-9ed2-afb83d71d739 x-openstack-request-id: req-3b653115-3280-417a-9ed2-afb83d71d739 {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:22:02.335799 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a714a8d2-8fdd-4748-b40a-f8b22de05ec3", "name": "network-vif-unplugged", "status": "completed", "tag": "bd4934ed-97b6-4663-b2a9-d3a9eba2bbf1", "code": 200}]} {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:22:02.336040 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3b653115-3280-417a-9ed2-afb83d71d739 {{(pid=93917) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:22:02.336442 n-d-800634-3 neutron-server[93917]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a714a8d2-8fdd-4748-b40a-f8b22de05ec3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bd4934ed-97b6-4663-b2a9-d3a9eba2bbf1', 'code': 200} Jul 14 18:22:02.343613 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] get_ports_and_sgs() called for port_ids ['34ab1baa-3389-4be5-8ab1-025858c130d9', '82df5ea3-936c-44fe-a7e7-eaa58aa295ab'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 18:22:02.449094 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-25ed4cf9-68b8-49bd-98fb-dcf1ab31d11d req-897d7b77-d457-49af-9e42-c05e6d13fc4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:22:02.514099 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] get_ports_and_sgs() called for port_ids ['82df5ea3-936c-44fe-a7e7-eaa58aa295ab'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 18:22:02.639575 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-f9e5439b-0b56-4f13-8553-0ab91c6eb66b None None] Provisioning for port 4fdad025-687f-4435-b2ae-e2b7f54ca182 completed by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:22:02.687551 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:22:02.694829 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-f9e5439b-0b56-4f13-8553-0ab91c6eb66b None None] Provisioning complete for port 4fdad025-687f-4435-b2ae-e2b7f54ca182 triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:22:02.697176 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-f9e5439b-0b56-4f13-8553-0ab91c6eb66b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:22:02.755896 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca636ad0-0231-4b92-92b9-0dc19b018b73 req-b0ac488e-63ad-421e-b195-d5b948174d16 tempest-ImagesTestJSON-313755568 tempest-ImagesTestJSON-313755568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:22:02.757365 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ca636ad0-0231-4b92-92b9-0dc19b018b73 req-b0ac488e-63ad-421e-b195-d5b948174d16 tempest-ImagesTestJSON-313755568 tempest-ImagesTestJSON-313755568-project] 10.222.0.16 "GET /v2.0/ports?device_id=6aaead6f-eb8d-448b-ab5e-df60fe6f6bc2 HTTP/1.1" status: 200 len: 943 time: 0.2035713 Jul 14 18:22:02.837280 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-f9e5439b-0b56-4f13-8553-0ab91c6eb66b None None] Port 4fdad025-687f-4435-b2ae-e2b7f54ca182 cannot update to ACTIVE because it is not bound. {{(pid=93917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 18:22:02.850150 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Device b875f197-b5bd-4e33-8c5d-9d9e1a56ddfe details requested by agent hyperv_n-h2-800634-3 with host n-h2-800634-3 {{(pid=93917) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 18:22:02.879524 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ca636ad0-0231-4b92-92b9-0dc19b018b73 req-ccebe622-f225-4c46-bf33-91a6577d8f5b tempest-ImagesTestJSON-313755568 tempest-ImagesTestJSON-313755568-project] 10.222.0.16 "GET /v2.0/security-groups?id=96a7afe7-a122-4b0d-8907-2d91e1bd838f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121542 Jul 14 18:22:02.891862 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:22:03.083227 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50159c3e-a461-4d23-925d-2cd09adbc33f {{(pid=93917) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 18:22:03.107479 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port 50159c3e-a461-4d23-925d-2cd09adbc33f, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=50159c3e-a461-4d23-925d-2cd09adbc33f,segment=NetworkSegment(067fc487-22c7-42de-972d-ae352a28ad29),segment_id=067fc487-22c7-42de-972d-ae352a28ad29)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:22:03.122409 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:22:03.210215 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [req-25ed4cf9-68b8-49bd-98fb-dcf1ab31d11d req-897d7b77-d457-49af-9e42-c05e6d13fc4f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4fdad025-687f-4435-b2ae-e2b7f54ca182 {{(pid=93915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 18:22:03.221958 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-25ed4cf9-68b8-49bd-98fb-dcf1ab31d11d req-897d7b77-d457-49af-9e42-c05e6d13fc4f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:22:03.238411 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.provisioning_blocks [req-25ed4cf9-68b8-49bd-98fb-dcf1ab31d11d req-897d7b77-d457-49af-9e42-c05e6d13fc4f service neutron] Transition to ACTIVE for port object 4fdad025-687f-4435-b2ae-e2b7f54ca182 will not be triggered until provisioned by entity L2. {{(pid=93915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:22:03.256531 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-25ed4cf9-68b8-49bd-98fb-dcf1ab31d11d req-897d7b77-d457-49af-9e42-c05e6d13fc4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25912978'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:22:03.284717 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 56894) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:22:03.354202 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6a507bd9-e9c2-421f-ad92-9f73de56e2ea req-031e50c7-4e6a-41ef-9cf9-d4d5277c1994 tempest-SecurityGroupsTestJSON-1215008278 tempest-SecurityGroupsTestJSON-1215008278-project] 10.222.0.16 "GET /v2.0/security-groups/fa497064-8f46-4fcd-a480-ace3a8940f9d HTTP/1.1" status: 200 len: 1799 time: 0.3937120 Jul 14 18:22:03.416846 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] For port b875f197-b5bd-4e33-8c5d-9d9e1a56ddfe, host n-h2-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=b875f197-b5bd-4e33-8c5d-9d9e1a56ddfe,segment=NetworkSegment(ed557757-f640-484f-8cda-41a92c321398),segment_id=ed557757-f640-484f-8cda-41a92c321398)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:22:03.424731 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897d7b77-d457-49af-9e42-c05e6d13fc4f service neutron] Pushing event updated for resources: {'Port': ['ID=4fdad025-687f-4435-b2ae-e2b7f54ca182,revision_number=2']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:22:03.473801 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Pushing event updated for resources: {'Port': ['ID=50159c3e-a461-4d23-925d-2cd09adbc33f,revision_number=4']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:22:03.503218 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-4cb2253a-0b33-446a-a697-9fd602b01060 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-320945346-network', 'tenant_id': '0bd95cc3d59f415f8da5b8a01a238496'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:22:03.512110 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abe4f54-71ce-4c18-a82a-c64f73c4a291 req-d63865f6-6748-47b4-93d0-8590e37670bd tempest-ListImageFiltersTestJSON-1416661104 tempest-ListImageFiltersTestJSON-1416661104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:22:03.520813 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-1abe4f54-71ce-4c18-a82a-c64f73c4a291 req-d63865f6-6748-47b4-93d0-8590e37670bd tempest-ListImageFiltersTestJSON-1416661104 tempest-ListImageFiltersTestJSON-1416661104-project] 10.222.0.16 "GET /v2.0/ports?device_id=d48985bd-a8ac-4231-a03b-aa75c35eea3d HTTP/1.1" status: 200 len: 947 time: 0.2723339 Jul 14 18:22:03.564075 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] get_ports_and_sgs() called for port_ids ['50159c3e-a461-4d23-925d-2cd09adbc33f'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 18:22:03.578933 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cb2253a-0b33-446a-a697-9fd602b01060 admin admin] Made reservation on behalf of 0bd95cc3d59f415f8da5b8a01a238496 for: {'network': 1} {{(pid=93916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:22:03.583963 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-4cb2253a-0b33-446a-a697-9fd602b01060 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for network, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:22:03.606408 n-d-800634-3 neutron-server[93915]: INFO neutron.api.v2.resource [req-6a507bd9-e9c2-421f-ad92-9f73de56e2ea req-91161386-9450-45ce-b7c8-dbeb435018c3 tempest-SecurityGroupsTestJSON-1215008278 tempest-SecurityGroupsTestJSON-1215008278-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 14 18:22:03.608252 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6a507bd9-e9c2-421f-ad92-9f73de56e2ea req-91161386-9450-45ce-b7c8-dbeb435018c3 tempest-SecurityGroupsTestJSON-1215008278 tempest-SecurityGroupsTestJSON-1215008278-project] 10.222.0.16 "DELETE /v2.0/security-groups/fa497064-8f46-4fcd-a480-ace3a8940f9d HTTP/1.1" status: 409 len: 341 time: 0.2286148 Jul 14 18:22:03.626667 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-1abe4f54-71ce-4c18-a82a-c64f73c4a291 req-eaa24c5f-35e1-42cc-8a9e-be7daba28d0b tempest-ListImageFiltersTestJSON-1416661104 tempest-ListImageFiltersTestJSON-1416661104-project] 10.222.0.16 "GET /v2.0/security-groups?id=09cf14b6-951f-4c32-9a85-e54484acb30d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048434 Jul 14 18:22:03.641561 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-4cb2253a-0b33-446a-a697-9fd602b01060 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:22:03.663631 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-25ed4cf9-68b8-49bd-98fb-dcf1ab31d11d req-897d7b77-d457-49af-9e42-c05e6d13fc4f service neutron] Attempting to bind port 4fdad025-687f-4435-b2ae-e2b7f54ca182 on host n-h2-800634-3 for vnic_type normal with profile {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:22:03.665164 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-25ed4cf9-68b8-49bd-98fb-dcf1ab31d11d req-897d7b77-d457-49af-9e42-c05e6d13fc4f service neutron] Attempting to bind port 4fdad025-687f-4435-b2ae-e2b7f54ca182 by drivers openvswitch,hyperv on host n-h2-800634-3 at level 0 using segments [{'id': '067fc487-22c7-42de-972d-ae352a28ad29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '4f742057-89ee-4b4a-86f7-487ee61881a1'}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:22:03.666445 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25ed4cf9-68b8-49bd-98fb-dcf1ab31d11d req-897d7b77-d457-49af-9e42-c05e6d13fc4f service neutron] Attempting to bind port 4fdad025-687f-4435-b2ae-e2b7f54ca182 on network 4f742057-89ee-4b4a-86f7-487ee61881a1 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:22:03.678423 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25ed4cf9-68b8-49bd-98fb-dcf1ab31d11d req-897d7b77-d457-49af-9e42-c05e6d13fc4f service neutron] Port 4fdad025-687f-4435-b2ae-e2b7f54ca182 on network 4f742057-89ee-4b4a-86f7-487ee61881a1 not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-3 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 18:22:03.684536 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25ed4cf9-68b8-49bd-98fb-dcf1ab31d11d req-897d7b77-d457-49af-9e42-c05e6d13fc4f service neutron] Attempting to bind port 4fdad025-687f-4435-b2ae-e2b7f54ca182 on network 4f742057-89ee-4b4a-86f7-487ee61881a1 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:22:03.695122 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25ed4cf9-68b8-49bd-98fb-dcf1ab31d11d req-897d7b77-d457-49af-9e42-c05e6d13fc4f service neutron] Checking agent: {'id': '08e36a6c-8d04-48f0-a644-f27680635246', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 15, 35), 'started_at': datetime.datetime(2021, 7, 14, 18, 15, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 18, 21, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 18:22:03.695620 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25ed4cf9-68b8-49bd-98fb-dcf1ab31d11d req-897d7b77-d457-49af-9e42-c05e6d13fc4f service neutron] Checking segment: {'id': '067fc487-22c7-42de-972d-ae352a28ad29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '4f742057-89ee-4b4a-86f7-487ee61881a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:22:03.696145 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25ed4cf9-68b8-49bd-98fb-dcf1ab31d11d req-897d7b77-d457-49af-9e42-c05e6d13fc4f service neutron] Bound using segment: {'id': '067fc487-22c7-42de-972d-ae352a28ad29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '4f742057-89ee-4b4a-86f7-487ee61881a1'} {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 18:22:03.696720 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-25ed4cf9-68b8-49bd-98fb-dcf1ab31d11d req-897d7b77-d457-49af-9e42-c05e6d13fc4f service neutron] Bound port: 4fdad025-687f-4435-b2ae-e2b7f54ca182, host: n-h2-800634-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '067fc487-22c7-42de-972d-ae352a28ad29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '4f742057-89ee-4b4a-86f7-487ee61881a1'}}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 18:22:03.697198 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-25ed4cf9-68b8-49bd-98fb-dcf1ab31d11d req-897d7b77-d457-49af-9e42-c05e6d13fc4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:22:03.804742 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 18:22:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30f56568-f8ed-4207-81f6-a970b9cfbcb4 x-openstack-request-id: req-30f56568-f8ed-4207-81f6-a970b9cfbcb4 {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:22:03.805122 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4773a4ee-034b-4e24-b5e5-3d8db2747052", "tag": "82df5ea3-936c-44fe-a7e7-eaa58aa295ab", "status": "completed", "code": 200}]} {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:22:03.805332 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-30f56568-f8ed-4207-81f6-a970b9cfbcb4 {{(pid=93915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:22:03.806661 n-d-800634-3 neutron-server[93915]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4773a4ee-034b-4e24-b5e5-3d8db2747052', 'tag': '82df5ea3-936c-44fe-a7e7-eaa58aa295ab', 'status': 'completed', 'code': 200} Jul 14 18:22:03.818282 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Returning: {'device': 'b875f197-b5bd-4e33-8c5d-9d9e1a56ddfe', 'network_id': '458a605c-adc1-4322-ba16-e84a0c1f7468', 'port_id': 'b875f197-b5bd-4e33-8c5d-9d9e1a56ddfe', 'mac_address': 'fa:16:3e:ad:61:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 82, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f82593d-7d30-492d-935c-eafdd92f72c6', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93917) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 18:22:03.830187 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.agents_db [None req-2ea07fb6-aa68-4671-8654-119d82b9f530 None None] Agent healthcheck: found 7 active agents {{(pid=93918) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 18:22:03.838975 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-25ed4cf9-68b8-49bd-98fb-dcf1ab31d11d req-897d7b77-d457-49af-9e42-c05e6d13fc4f service neutron] For port 4fdad025-687f-4435-b2ae-e2b7f54ca182, host n-h2-800634-3, cleared binding levels {{(pid=93915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:22:03.850997 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-25ed4cf9-68b8-49bd-98fb-dcf1ab31d11d req-897d7b77-d457-49af-9e42-c05e6d13fc4f service neutron] For port 4fdad025-687f-4435-b2ae-e2b7f54ca182, host n-h2-800634-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=4fdad025-687f-4435-b2ae-e2b7f54ca182,segment=NetworkSegment(067fc487-22c7-42de-972d-ae352a28ad29),segment_id=067fc487-22c7-42de-972d-ae352a28ad29)] {{(pid=93915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 18:22:03.886608 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-25ed4cf9-68b8-49bd-98fb-dcf1ab31d11d req-897d7b77-d457-49af-9e42-c05e6d13fc4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25912978'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:22:03.996316 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430a18be-d5d4-4820-a9d4-7878af945a3d req-d9592355-b7bd-4653-8b4b-8db62dca4294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:22:03.999918 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ed4cf9-68b8-49bd-98fb-dcf1ab31d11d req-897d7b77-d457-49af-9e42-c05e6d13fc4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:22:04.000762 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-25ed4cf9-68b8-49bd-98fb-dcf1ab31d11d req-897d7b77-d457-49af-9e42-c05e6d13fc4f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:22:04.002183 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-430a18be-d5d4-4820-a9d4-7878af945a3d req-d9592355-b7bd-4653-8b4b-8db62dca4294 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a9d22ebe08284e548350eab597e7413d&device_id=4773a4ee-034b-4e24-b5e5-3d8db2747052 HTTP/1.1" status: 200 len: 1135 time: 0.2137113 Jul 14 18:22:04.003404 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-25ed4cf9-68b8-49bd-98fb-dcf1ab31d11d req-897d7b77-d457-49af-9e42-c05e6d13fc4f service neutron] 10.222.0.35 "PUT /v2.0/ports/4fdad025-687f-4435-b2ae-e2b7f54ca182 HTTP/1.1" status: 200 len: 1095 time: 1.7465885 Jul 14 18:22:04.070527 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:22:04.097131 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-4cb2253a-0b33-446a-a697-9fd602b01060 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:22:04.184530 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-4cb2253a-0b33-446a-a697-9fd602b01060 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:22:04.190563 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897d7b77-d457-49af-9e42-c05e6d13fc4f service neutron] Pushing event updated for resources: {'Port': ['ID=4fdad025-687f-4435-b2ae-e2b7f54ca182,revision_number=3']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:22:04.228798 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc93d0f-0b46-4e94-b0fe-34eb057c3361 req-ed3ab5a3-2dff-47f6-aa68-2bdfdafb67ee tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:22:04.232631 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b875f197-b5bd-4e33-8c5d-9d9e1a56ddfe {{(pid=93917) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 18:22:04.238640 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-fdc93d0f-0b46-4e94-b0fe-34eb057c3361 req-ed3ab5a3-2dff-47f6-aa68-2bdfdafb67ee tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] 10.222.0.16 "GET /v2.0/ports?device_id=5d1b56cf-e9a2-40e8-8a62-8ebd9281e58d HTTP/1.1" status: 200 len: 943 time: 0.3823302 Jul 14 18:22:04.253042 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4cb2253a-0b33-446a-a697-9fd602b01060 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 73} {{(pid=93916) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 18:22:04.258901 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] For port b875f197-b5bd-4e33-8c5d-9d9e1a56ddfe, host n-h2-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=b875f197-b5bd-4e33-8c5d-9d9e1a56ddfe,segment=NetworkSegment(ed557757-f640-484f-8cda-41a92c321398),segment_id=ed557757-f640-484f-8cda-41a92c321398)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:22:04.281066 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:22:04.330233 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-fdc93d0f-0b46-4e94-b0fe-34eb057c3361 req-fb8b8f09-5d58-47ff-ace3-53cec2848d53 tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] 10.222.0.16 "GET /v2.0/security-groups?id=540fae54-ccea-4309-9c99-81b930eedb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901148 Jul 14 18:22:04.343806 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-4cb2253a-0b33-446a-a697-9fd602b01060 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:22:04.344374 n-d-800634-3 neutron-server[93916]: INFO neutron.db.segments_db [None req-4cb2253a-0b33-446a-a697-9fd602b01060 admin admin] Added segment 25fcd291-a4fb-4631-8a4d-06fad1821ccd of type vlan for network 1cbaa8bd-1463-4b3c-89d2-ab344d2f55cf Jul 14 18:22:04.347514 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ed4cf9-68b8-49bd-98fb-dcf1ab31d11d req-7c2fcc76-3d4f-4745-bbce-5da8920288e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:22:04.348791 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb2253a-0b33-446a-a697-9fd602b01060 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39320fa9-4894-4542-95e3-d64e174c637e,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:22:04.352513 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-25ed4cf9-68b8-49bd-98fb-dcf1ab31d11d req-7c2fcc76-3d4f-4745-bbce-5da8920288e4 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=4261d25c4e834cb1b39f222173533166&device_id=d48985bd-a8ac-4231-a03b-aa75c35eea3d HTTP/1.1" status: 200 len: 1098 time: 0.2937400 Jul 14 18:22:04.355406 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03a24d87-527f-4d5b-a998-53393446562a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fbf01217-e64a-4640-a796-185c6fcc99ca'}, {'server_uuid': '6ab0c594-ecaf-4c5b-977a-9c1b59a2d9cc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f0bc76aa-f37f-4233-8633-52f3421ea161'}] {{(pid=93917) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:22:04.359134 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20b787f3c29eaa7aa2a4d648c725a2124c5ff39a8d793252f9d844495e14cf42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c8b800e-7b2e-4e9d-b52a-b9f7413943aa" -d '{"events": [{"server_uuid": "03a24d87-527f-4d5b-a998-53393446562a", "name": "network-vif-unplugged", "status": "completed", "tag": "fbf01217-e64a-4640-a796-185c6fcc99ca"}, {"server_uuid": "6ab0c594-ecaf-4c5b-977a-9c1b59a2d9cc", "name": "network-vif-unplugged", "status": "completed", "tag": "f0bc76aa-f37f-4233-8633-52f3421ea161"}]}' {{(pid=93917) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:22:04.434588 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-25ed4cf9-68b8-49bd-98fb-dcf1ab31d11d req-274f15eb-6229-4068-a23a-39a31918a92c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.36&port_id=4fdad025-687f-4435-b2ae-e2b7f54ca182 HTTP/1.1" status: 200 len: 217 time: 0.0732284 Jul 14 18:22:04.499497 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430a18be-d5d4-4820-a9d4-7878af945a3d req-8d6b08f5-9005-4344-b6fc-05db880ade4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:22:04.504057 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ed4cf9-68b8-49bd-98fb-dcf1ab31d11d req-55141744-462f-4895-8a73-e3abfba2ade1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:22:04.505609 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-430a18be-d5d4-4820-a9d4-7878af945a3d req-8d6b08f5-9005-4344-b6fc-05db880ade4e service neutron] 10.222.0.18 "GET /v2.0/networks?id=a7a25cb1-3192-42fa-8b6a-3dfe4ce67a05 HTTP/1.1" status: 200 len: 912 time: 0.4953086 Jul 14 18:22:04.507307 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-25ed4cf9-68b8-49bd-98fb-dcf1ab31d11d req-55141744-462f-4895-8a73-e3abfba2ade1 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f20c54fb-f7da-4761-aa61-2e4f99f3d332 HTTP/1.1" status: 200 len: 843 time: 0.0658538 Jul 14 18:22:04.507948 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-4cb2253a-0b33-446a-a697-9fd602b01060 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728202197517'] for network, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:22:04.621998 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-430a18be-d5d4-4820-a9d4-7878af945a3d req-6ffd4417-0931-404a-b20f-bc9eb01229ec service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=82df5ea3-936c-44fe-a7e7-eaa58aa295ab HTTP/1.1" status: 200 len: 217 time: 0.1070468 Jul 14 18:22:04.684417 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ed4cf9-68b8-49bd-98fb-dcf1ab31d11d req-fdeabc67-25ff-4985-a225-b68888c3d126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:22:04.684592 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Wed, 14 Jul 2021 18:22:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82e8abe6-5ad8-4e82-9d2d-3aea70aa56ea x-openstack-request-id: req-82e8abe6-5ad8-4e82-9d2d-3aea70aa56ea {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:22:04.684922 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03a24d87-527f-4d5b-a998-53393446562a", "name": "network-vif-unplugged", "status": "completed", "tag": "fbf01217-e64a-4640-a796-185c6fcc99ca", "code": 200}, {"server_uuid": "6ab0c594-ecaf-4c5b-977a-9c1b59a2d9cc", "name": "network-vif-unplugged", "status": "completed", "tag": "f0bc76aa-f37f-4233-8633-52f3421ea161", "code": 200}]} {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:22:04.685255 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-82e8abe6-5ad8-4e82-9d2d-3aea70aa56ea {{(pid=93917) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:22:04.685654 n-d-800634-3 neutron-server[93917]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03a24d87-527f-4d5b-a998-53393446562a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fbf01217-e64a-4640-a796-185c6fcc99ca', 'code': 200} Jul 14 18:22:04.685909 n-d-800634-3 neutron-server[93917]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ab0c594-ecaf-4c5b-977a-9c1b59a2d9cc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f0bc76aa-f37f-4233-8633-52f3421ea161', 'code': 200} Jul 14 18:22:04.687015 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-25ed4cf9-68b8-49bd-98fb-dcf1ab31d11d req-fdeabc67-25ff-4985-a225-b68888c3d126 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4f742057-89ee-4b4a-86f7-487ee61881a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1632316 Jul 14 18:22:04.690816 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Pushing event updated for resources: {'Port': ['ID=b875f197-b5bd-4e33-8c5d-9d9e1a56ddfe,revision_number=6']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:22:04.789415 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430a18be-d5d4-4820-a9d4-7878af945a3d req-4d375768-23ed-42c9-afbb-df89a04a3295 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:22:04.792135 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-430a18be-d5d4-4820-a9d4-7878af945a3d req-4d375768-23ed-42c9-afbb-df89a04a3295 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=cc96744b-311f-49f7-8ac2-f53a1b384535 HTTP/1.1" status: 200 len: 852 time: 0.1641014 Jul 14 18:22:04.796581 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-4cb2253a-0b33-446a-a697-9fd602b01060 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727'] for network, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:22:04.797862 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cb2253a-0b33-446a-a697-9fd602b01060 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:22:04.798856 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-4cb2253a-0b33-446a-a697-9fd602b01060 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598705'] for network, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:22:04.856595 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Device b875f197-b5bd-4e33-8c5d-9d9e1a56ddfe details requested by agent hyperv_n-h2-800634-3 with host n-h2-800634-3 {{(pid=93917) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 18:22:04.884402 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6709c97-fb7d-4eb2-b2af-cfad094352b5 req-0462b97a-2073-49fe-9b0d-02c3a873014c tempest-ImagesTestJSON-313755568 tempest-ImagesTestJSON-313755568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:22:04.892452 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b6709c97-fb7d-4eb2-b2af-cfad094352b5 req-0462b97a-2073-49fe-9b0d-02c3a873014c tempest-ImagesTestJSON-313755568 tempest-ImagesTestJSON-313755568-project] 10.222.0.16 "GET /v2.0/ports?device_id=6aaead6f-eb8d-448b-ab5e-df60fe6f6bc2 HTTP/1.1" status: 200 len: 944 time: 0.2736604 Jul 14 18:22:04.892671 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-4cb2253a-0b33-446a-a697-9fd602b01060 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.6038642 Jul 14 18:22:04.925899 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 56930) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:22:04.936447 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-84b1c911-f427-4a28-8229-5f6e33c61694 admin admin] Request body: {'subnet': {'network_id': '1cbaa8bd-1463-4b3c-89d2-ab344d2f55cf', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-320945346-subnet', 'tenant_id': '0bd95cc3d59f415f8da5b8a01a238496', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:22:04.962824 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-430a18be-d5d4-4820-a9d4-7878af945a3d req-073e972c-8cbf-4761-9b74-3a5c9f710ea1 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a7a25cb1-3192-42fa-8b6a-3dfe4ce67a05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1554832 Jul 14 18:22:04.971712 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84b1c911-f427-4a28-8229-5f6e33c61694 admin admin] Made reservation on behalf of 0bd95cc3d59f415f8da5b8a01a238496 for: {'subnet': 1} {{(pid=93916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:22:04.974525 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-84b1c911-f427-4a28-8229-5f6e33c61694 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26033189'] for subnet, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:22:05.029525 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb2253a-0b33-446a-a697-9fd602b01060 admin admin] Pushing event updated for resources: {'Network': ['ID=1cbaa8bd-1463-4b3c-89d2-ab344d2f55cf,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:22:05.034486 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-25ed4cf9-68b8-49bd-98fb-dcf1ab31d11d req-70d83ba3-b739-41bd-8f6e-22b71bb2c4ca service neutron] 10.222.0.35 "GET /v2.0/networks/4f742057-89ee-4b4a-86f7-487ee61881a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3134394 Jul 14 18:22:05.037423 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b6709c97-fb7d-4eb2-b2af-cfad094352b5 req-1502e9bb-0ab8-49dc-85e1-a0a71cf5d592 tempest-ImagesTestJSON-313755568 tempest-ImagesTestJSON-313755568-project] 10.222.0.16 "GET /v2.0/security-groups?id=96a7afe7-a122-4b0d-8907-2d91e1bd838f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979004 Jul 14 18:22:05.074920 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] For port b875f197-b5bd-4e33-8c5d-9d9e1a56ddfe, host n-h2-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=b875f197-b5bd-4e33-8c5d-9d9e1a56ddfe,segment=NetworkSegment(ed557757-f640-484f-8cda-41a92c321398),segment_id=ed557757-f640-484f-8cda-41a92c321398)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:22:05.104535 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Returning: {'device': 'b875f197-b5bd-4e33-8c5d-9d9e1a56ddfe', 'network_id': '458a605c-adc1-4322-ba16-e84a0c1f7468', 'port_id': 'b875f197-b5bd-4e33-8c5d-9d9e1a56ddfe', 'mac_address': 'fa:16:3e:ad:61:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 82, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f82593d-7d30-492d-935c-eafdd92f72c6', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93917) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 18:22:05.110769 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Network 1cbaa8bd-1463-4b3c-89d2-ab344d2f55cf details requested by agent ovs-agent-n-d-800634-3 with host n-d-800634-3 {{(pid=93917) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 18:22:05.120537 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cbf523-a067-4219-869b-9ee12f477ae2 req-970e080b-644c-4242-b941-2dbb52c22e9e tempest-SecurityGroupsTestJSON-1215008278 tempest-SecurityGroupsTestJSON-1215008278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:22:05.122016 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-78cbf523-a067-4219-869b-9ee12f477ae2 req-970e080b-644c-4242-b941-2dbb52c22e9e tempest-SecurityGroupsTestJSON-1215008278 tempest-SecurityGroupsTestJSON-1215008278-project] 10.222.0.16 "GET /v2.0/ports?device_id=4773a4ee-034b-4e24-b5e5-3d8db2747052 HTTP/1.1" status: 200 len: 984 time: 0.2746193 Jul 14 18:22:05.184769 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-25ed4cf9-68b8-49bd-98fb-dcf1ab31d11d req-a49ed12e-7d53-4b86-963c-a75850877306 service neutron] 10.222.0.35 "GET /v2.0/networks/4f742057-89ee-4b4a-86f7-487ee61881a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1422081 Jul 14 18:22:05.195451 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-430a18be-d5d4-4820-a9d4-7878af945a3d req-407e504c-3fca-4eba-b6cc-e61cd6cf64c4 service neutron] 10.222.0.18 "GET /v2.0/networks/a7a25cb1-3192-42fa-8b6a-3dfe4ce67a05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2132647 Jul 14 18:22:05.251384 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-78cbf523-a067-4219-869b-9ee12f477ae2 req-1b350c2d-8828-4575-a726-a168f2d8ddf6 tempest-SecurityGroupsTestJSON-1215008278 tempest-SecurityGroupsTestJSON-1215008278-project] 10.222.0.16 "GET /v2.0/security-groups?id=fa497064-8f46-4fcd-a480-ace3a8940f9d&id=309722b9-2fe8-4d94-8481-29be9b33af8a&fields=id&fields=name HTTP/1.1" status: 200 len: 400 time: 0.0891085 Jul 14 18:22:05.265170 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:22:05.360251 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9b1fa6-2130-49b6-a1f3-4ea1fdec4360 req-1abc2bcb-733b-458d-bc82-d5a30025854f tempest-ListImageFiltersTestJSON-1416661104 tempest-ListImageFiltersTestJSON-1416661104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:22:05.362246 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-8b9b1fa6-2130-49b6-a1f3-4ea1fdec4360 req-1abc2bcb-733b-458d-bc82-d5a30025854f tempest-ListImageFiltersTestJSON-1416661104 tempest-ListImageFiltersTestJSON-1416661104-project] 10.222.0.16 "GET /v2.0/ports?device_id=d48985bd-a8ac-4231-a03b-aa75c35eea3d HTTP/1.1" status: 200 len: 947 time: 0.1379797 Jul 14 18:22:05.428157 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-8b9b1fa6-2130-49b6-a1f3-4ea1fdec4360 req-297579cd-7456-432c-9c33-7fa89c85807c tempest-ListImageFiltersTestJSON-1416661104 tempest-ListImageFiltersTestJSON-1416661104-project] 10.222.0.16 "GET /v2.0/security-groups?id=09cf14b6-951f-4c32-9a85-e54484acb30d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542631 Jul 14 18:22:05.487845 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-430a18be-d5d4-4820-a9d4-7878af945a3d req-039385fc-1f83-4ad4-a026-1bc8a409cdbb service neutron] 10.222.0.18 "GET /v2.0/networks/a7a25cb1-3192-42fa-8b6a-3dfe4ce67a05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2832613 Jul 14 18:22:05.491710 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-84b1c911-f427-4a28-8229-5f6e33c61694 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2684753', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26033175'] for subnet, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:22:05.619211 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b1c911-f427-4a28-8229-5f6e33c61694 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a6dcdf63-414e-46ae-93dc-0b8457260728,revision_number=0']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:22:05.623418 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84b1c911-f427-4a28-8229-5f6e33c61694 admin admin] Checking segment: {'id': '25fcd291-a4fb-4631-8a4d-06fad1821ccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '1cbaa8bd-1463-4b3c-89d2-ab344d2f55cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93916) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:22:05.623786 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84b1c911-f427-4a28-8229-5f6e33c61694 admin admin] Network hostable DHCP agents. Network: 1cbaa8bd-1463-4b3c-89d2-ab344d2f55cf, hostable agents: ['028393c3-0576-4ebd-bca1-8ea8a148e1a2'], hosted agents: [] {{(pid=93916) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 18:22:05.651880 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84b1c911-f427-4a28-8229-5f6e33c61694 admin admin] Network 1cbaa8bd-1463-4b3c-89d2-ab344d2f55cf is scheduled to be hosted by DHCP agent 028393c3-0576-4ebd-bca1-8ea8a148e1a2 with binding_index 1 {{(pid=93916) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 18:22:05.657565 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c718a211-930d-4a84-af95-42578f50e78f req-5dbed240-f2d8-4cf4-b2ae-9eee88e13948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:22:05.659091 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-c718a211-930d-4a84-af95-42578f50e78f req-5dbed240-f2d8-4cf4-b2ae-9eee88e13948 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a9d22ebe08284e548350eab597e7413d&device_id=4773a4ee-034b-4e24-b5e5-3d8db2747052 HTTP/1.1" status: 200 len: 1135 time: 0.1185670 Jul 14 18:22:05.685958 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [None req-84b1c911-f427-4a28-8229-5f6e33c61694 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-3, 1cbaa8bd-1463-4b3c-89d2-ab344d2f55cf) {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:22:05.693937 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31283874-c6dc-4043-b040-e88c3dcac1c9 None None] Network 1cbaa8bd-1463-4b3c-89d2-ab344d2f55cf requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:22:05.709576 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ed4cf9-68b8-49bd-98fb-dcf1ab31d11d req-58efab42-180c-4d3e-8aa1-9a672b4758a9 tempest-ListImageFiltersTestJSON-1416661104 tempest-ListImageFiltersTestJSON-1416661104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:22:05.711520 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-25ed4cf9-68b8-49bd-98fb-dcf1ab31d11d req-58efab42-180c-4d3e-8aa1-9a672b4758a9 tempest-ListImageFiltersTestJSON-1416661104 tempest-ListImageFiltersTestJSON-1416661104-project] 10.222.0.35 "GET /v2.0/ports?device_id=d48985bd-a8ac-4231-a03b-aa75c35eea3d HTTP/1.1" status: 200 len: 947 time: 0.1172526 Jul 14 18:22:05.719483 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84b1c911-f427-4a28-8229-5f6e33c61694 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:22:05.720077 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-84b1c911-f427-4a28-8229-5f6e33c61694 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598705'] for subnet, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:22:05.738876 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188eb584-6144-4fea-83d1-0d51160be1d2 req-628e99c4-033b-4eef-9e64-947e24a02d76 tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:22:05.746478 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-188eb584-6144-4fea-83d1-0d51160be1d2 req-628e99c4-033b-4eef-9e64-947e24a02d76 tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] 10.222.0.16 "GET /v2.0/ports?device_id=5d1b56cf-e9a2-40e8-8a62-8ebd9281e58d HTTP/1.1" status: 200 len: 943 time: 0.1539602 Jul 14 18:22:05.747021 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-84b1c911-f427-4a28-8229-5f6e33c61694 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8180926 Jul 14 18:22:05.773771 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c718a211-930d-4a84-af95-42578f50e78f req-193acb13-a16c-4712-b30b-747788d9603c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:22:05.775282 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-c718a211-930d-4a84-af95-42578f50e78f req-193acb13-a16c-4712-b30b-747788d9603c service neutron] 10.222.0.18 "GET /v2.0/networks?id=a7a25cb1-3192-42fa-8b6a-3dfe4ce67a05 HTTP/1.1" status: 200 len: 912 time: 0.1098752 Jul 14 18:22:05.832009 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd48985bd-a8ac-4231-a03b-aa75c35eea3d', 'tag': '4fdad025-687f-4435-b2ae-e2b7f54ca182'}] {{(pid=93915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:22:05.834418 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e72782ad3af8f7d4ce76cedf092bca46d1756acc5c4653cf0b52034cdd6b073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cf9ebf5-6b97-42f1-a1fc-21c915c99fc8" -d '{"events": [{"name": "network-changed", "server_uuid": "d48985bd-a8ac-4231-a03b-aa75c35eea3d", "tag": "4fdad025-687f-4435-b2ae-e2b7f54ca182"}]}' {{(pid=93915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:22:05.857011 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-c718a211-930d-4a84-af95-42578f50e78f req-5db13820-5305-4835-9e39-9f7859429c4e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=82df5ea3-936c-44fe-a7e7-eaa58aa295ab HTTP/1.1" status: 200 len: 217 time: 0.0749238 Jul 14 18:22:05.869233 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-188eb584-6144-4fea-83d1-0d51160be1d2 req-44de73a1-b5a1-4d61-8453-478ab0754e35 tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] 10.222.0.16 "GET /v2.0/security-groups?id=540fae54-ccea-4309-9c99-81b930eedb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200793 Jul 14 18:22:05.923590 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c718a211-930d-4a84-af95-42578f50e78f req-d18764ec-0436-4b31-aa41-7f223f7ea07d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:22:05.925324 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-c718a211-930d-4a84-af95-42578f50e78f req-d18764ec-0436-4b31-aa41-7f223f7ea07d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=cc96744b-311f-49f7-8ac2-f53a1b384535 HTTP/1.1" status: 200 len: 852 time: 0.0626402 Jul 14 18:22:05.940429 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device 50159c3e-a461-4d23-925d-2cd09adbc33f up at agent hyperv_n-h1-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:22:05.977336 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 176 Content-Type: application/json Date: Wed, 14 Jul 2021 18:22:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fc8dfd6-c15a-4e50-9d68-916c5b166b78 x-openstack-request-id: req-0fc8dfd6-c15a-4e50-9d68-916c5b166b78 {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:22:05.977704 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d48985bd-a8ac-4231-a03b-aa75c35eea3d", "tag": "4fdad025-687f-4435-b2ae-e2b7f54ca182", "status": "failed", "code": 422}]} {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:22:05.977958 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0fc8dfd6-c15a-4e50-9d68-916c5b166b78 {{(pid=93915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:22:05.978363 n-d-800634-3 neutron-server[93915]: WARNING neutron.notifiers.nova [-] Nova event: {'name': 'network-changed', 'server_uuid': 'd48985bd-a8ac-4231-a03b-aa75c35eea3d', 'tag': '4fdad025-687f-4435-b2ae-e2b7f54ca182', 'status': 'failed', 'code': 422} returned with failed status Jul 14 18:22:05.984168 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-c718a211-930d-4a84-af95-42578f50e78f req-9adba9a3-0e08-4015-ab96-687db0487118 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a7a25cb1-3192-42fa-8b6a-3dfe4ce67a05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0508652 Jul 14 18:22:05.987650 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cee2a9-dc13-4ddc-9744-09ed1d9f58cf req-efd478fd-4ed9-4f7a-ba81-bba52e643beb tempest-ImagesOneServerTestJSON-2077962175 tempest-ImagesOneServerTestJSON-2077962175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:22:05.991893 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ae90056-4c75-4256-88b5-9aaa6d4ca303 None None] Network 1cbaa8bd-1463-4b3c-89d2-ab344d2f55cf requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:22:05.995205 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-31cee2a9-dc13-4ddc-9744-09ed1d9f58cf req-efd478fd-4ed9-4f7a-ba81-bba52e643beb tempest-ImagesOneServerTestJSON-2077962175 tempest-ImagesOneServerTestJSON-2077962175-project] 10.222.0.16 "GET /v2.0/ports?device_id=6ab0c594-ecaf-4c5b-977a-9c1b59a2d9cc HTTP/1.1" status: 200 len: 948 time: 0.1970599 Jul 14 18:22:06.036989 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [req-25ed4cf9-68b8-49bd-98fb-dcf1ab31d11d req-260fbc6c-1b2f-4adf-9984-957f945f083a tempest-ListImageFiltersTestJSON-1416661104 tempest-ListImageFiltersTestJSON-1416661104-project] Deleting port 4fdad025-687f-4435-b2ae-e2b7f54ca182 {{(pid=93915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:22:06.037332 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-25ed4cf9-68b8-49bd-98fb-dcf1ab31d11d req-260fbc6c-1b2f-4adf-9984-957f945f083a tempest-ListImageFiltersTestJSON-1416661104 tempest-ListImageFiltersTestJSON-1416661104-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:22:06.053038 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-31cee2a9-dc13-4ddc-9744-09ed1d9f58cf req-b3984a4a-8c1b-4aa8-92fd-2970d01b7b5d tempest-ImagesOneServerTestJSON-2077962175 tempest-ImagesOneServerTestJSON-2077962175-project] 10.222.0.16 "GET /v2.0/security-groups?id=4d4989be-80ba-48ef-a540-fb5b2a222da7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569177 Jul 14 18:22:06.103386 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-c718a211-930d-4a84-af95-42578f50e78f req-d13eeeca-507c-4303-b76e-535920c0b843 service neutron] 10.222.0.18 "GET /v2.0/networks/a7a25cb1-3192-42fa-8b6a-3dfe4ce67a05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1122377 Jul 14 18:22:06.158989 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Provisioning for port 50159c3e-a461-4d23-925d-2cd09adbc33f completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:22:06.166716 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Provisioning complete for port 50159c3e-a461-4d23-925d-2cd09adbc33f triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:22:06.167344 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:22:06.180008 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-25ed4cf9-68b8-49bd-98fb-dcf1ab31d11d req-260fbc6c-1b2f-4adf-9984-957f945f083a tempest-ListImageFiltersTestJSON-1416661104 tempest-ListImageFiltersTestJSON-1416661104-project] For port 4fdad025-687f-4435-b2ae-e2b7f54ca182, host n-h2-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=4fdad025-687f-4435-b2ae-e2b7f54ca182,segment=NetworkSegment(067fc487-22c7-42de-972d-ae352a28ad29),segment_id=067fc487-22c7-42de-972d-ae352a28ad29)] {{(pid=93915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:22:06.180554 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-25ed4cf9-68b8-49bd-98fb-dcf1ab31d11d req-260fbc6c-1b2f-4adf-9984-957f945f083a tempest-ListImageFiltersTestJSON-1416661104 tempest-ListImageFiltersTestJSON-1416661104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:22:06.197745 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [req-25ed4cf9-68b8-49bd-98fb-dcf1ab31d11d req-260fbc6c-1b2f-4adf-9984-957f945f083a tempest-ListImageFiltersTestJSON-1416661104 tempest-ListImageFiltersTestJSON-1416661104-project] Calling delete_port for 4fdad025-687f-4435-b2ae-e2b7f54ca182 owned by compute:nova {{(pid=93915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:22:06.313767 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-c718a211-930d-4a84-af95-42578f50e78f req-01eb5ab6-02ab-429c-9522-e0324673ddc8 service neutron] 10.222.0.18 "GET /v2.0/networks/a7a25cb1-3192-42fa-8b6a-3dfe4ce67a05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2033601 Jul 14 18:22:06.384310 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:22:06.431312 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port 50159c3e-a461-4d23-925d-2cd09adbc33f, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=50159c3e-a461-4d23-925d-2cd09adbc33f,segment=NetworkSegment(067fc487-22c7-42de-972d-ae352a28ad29),segment_id=067fc487-22c7-42de-972d-ae352a28ad29)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:22:06.438102 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:22:06.494323 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c446c8e8-1d90-4ba4-8e92-5d68218917b3 req-e25ef6a0-3613-4b27-abeb-dff5f2db9801 tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:22:06.495732 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c446c8e8-1d90-4ba4-8e92-5d68218917b3 req-e25ef6a0-3613-4b27-abeb-dff5f2db9801 tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] 10.222.0.16 "GET /v2.0/networks?id=1cbaa8bd-1463-4b3c-89d2-ab344d2f55cf HTTP/1.1" status: 200 len: 811 time: 0.2355454 Jul 14 18:22:06.502149 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Pushing event updated for resources: {'Port': ['ID=50159c3e-a461-4d23-925d-2cd09adbc33f,revision_number=5']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:22:06.532951 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf80bc0d-fcb1-4c87-b060-9e19bc203160 req-c85de812-c0a4-4bd8-be96-67a032eff606 tempest-ImagesTestJSON-313755568 tempest-ImagesTestJSON-313755568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:22:06.534486 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-bf80bc0d-fcb1-4c87-b060-9e19bc203160 req-c85de812-c0a4-4bd8-be96-67a032eff606 tempest-ImagesTestJSON-313755568 tempest-ImagesTestJSON-313755568-project] 10.222.0.16 "GET /v2.0/ports?device_id=6aaead6f-eb8d-448b-ab5e-df60fe6f6bc2 HTTP/1.1" status: 200 len: 944 time: 0.2335560 Jul 14 18:22:06.537998 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c446c8e8-1d90-4ba4-8e92-5d68218917b3 req-fe493624-a72e-452c-855a-87dfa51a9b60 tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] 10.222.0.16 "GET /v2.0/quotas/0bd95cc3d59f415f8da5b8a01a238496 HTTP/1.1" status: 200 len: 375 time: 0.0314007 Jul 14 18:22:06.564617 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-25ed4cf9-68b8-49bd-98fb-dcf1ab31d11d req-260fbc6c-1b2f-4adf-9984-957f945f083a tempest-ListImageFiltersTestJSON-1416661104 tempest-ListImageFiltersTestJSON-1416661104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:22:06.579298 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] get_ports_and_sgs() called for port_ids ['50159c3e-a461-4d23-925d-2cd09adbc33f'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 18:22:06.620863 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c446c8e8-1d90-4ba4-8e92-5d68218917b3 req-cdece75d-ce16-4576-a4ee-739bbc454613 tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=0bd95cc3d59f415f8da5b8a01a238496&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0717905 Jul 14 18:22:06.624001 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260fbc6c-1b2f-4adf-9984-957f945f083a tempest-ListImageFiltersTestJSON-1416661104 tempest-ListImageFiltersTestJSON-1416661104-project] Pushing event deleted for resources: {'Port': ['ID=4fdad025-687f-4435-b2ae-e2b7f54ca182,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:22:06.687260 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4518b06-90d0-4f6c-997a-2fe9348c1117', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50159c3e-a461-4d23-925d-2cd09adbc33f'}] {{(pid=93917) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:22:06.698225 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20b787f3c29eaa7aa2a4d648c725a2124c5ff39a8d793252f9d844495e14cf42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3935deda-3bdf-4589-95a5-bdce39f3067a" -d '{"events": [{"server_uuid": "f4518b06-90d0-4f6c-997a-2fe9348c1117", "name": "network-vif-plugged", "status": "completed", "tag": "50159c3e-a461-4d23-925d-2cd09adbc33f"}]}' {{(pid=93917) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:22:06.730939 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [req-25ed4cf9-68b8-49bd-98fb-dcf1ab31d11d req-260fbc6c-1b2f-4adf-9984-957f945f083a tempest-ListImageFiltersTestJSON-1416661104 tempest-ListImageFiltersTestJSON-1416661104-project] No DVR routers for this DVR port 4fdad025-687f-4435-b2ae-e2b7f54ca182 on host n-h2-800634-3 {{(pid=93915) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 18:22:06.734333 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-25ed4cf9-68b8-49bd-98fb-dcf1ab31d11d req-260fbc6c-1b2f-4adf-9984-957f945f083a tempest-ListImageFiltersTestJSON-1416661104 tempest-ListImageFiltersTestJSON-1416661104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:22:06.737193 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-25ed4cf9-68b8-49bd-98fb-dcf1ab31d11d req-260fbc6c-1b2f-4adf-9984-957f945f083a tempest-ListImageFiltersTestJSON-1416661104 tempest-ListImageFiltersTestJSON-1416661104-project] 10.222.0.35 "DELETE /v2.0/ports/4fdad025-687f-4435-b2ae-e2b7f54ca182 HTTP/1.1" status: 204 len: 173 time: 1.0168548 Jul 14 18:22:06.754193 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-bf80bc0d-fcb1-4c87-b060-9e19bc203160 req-2a3e4c4a-ce22-4799-bbca-09c2c57fcbfe tempest-ImagesTestJSON-313755568 tempest-ImagesTestJSON-313755568-project] 10.222.0.16 "GET /v2.0/security-groups?id=96a7afe7-a122-4b0d-8907-2d91e1bd838f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2068217 Jul 14 18:22:06.823847 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c446c8e8-1d90-4ba4-8e92-5d68218917b3 req-75c52590-c3be-4e79-a3c2-07f3ecc092c1 service neutron] 10.222.0.16 "GET /v2.0/networks/1cbaa8bd-1463-4b3c-89d2-ab344d2f55cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1867259 Jul 14 18:22:06.863617 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Device b875f197-b5bd-4e33-8c5d-9d9e1a56ddfe details requested by agent hyperv_n-h2-800634-3 with host n-h2-800634-3 {{(pid=93917) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 18:22:06.977798 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c446c8e8-1d90-4ba4-8e92-5d68218917b3 req-b8f37ffc-adf7-4873-8e6a-51f781a640a4 service neutron] 10.222.0.16 "GET /v2.0/networks/1cbaa8bd-1463-4b3c-89d2-ab344d2f55cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1441083 Jul 14 18:22:07.105906 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] For port b875f197-b5bd-4e33-8c5d-9d9e1a56ddfe, host n-h2-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=b875f197-b5bd-4e33-8c5d-9d9e1a56ddfe,segment=NetworkSegment(ed557757-f640-484f-8cda-41a92c321398),segment_id=ed557757-f640-484f-8cda-41a92c321398)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:22:07.129495 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Returning: {'device': 'b875f197-b5bd-4e33-8c5d-9d9e1a56ddfe', 'network_id': '458a605c-adc1-4322-ba16-e84a0c1f7468', 'port_id': 'b875f197-b5bd-4e33-8c5d-9d9e1a56ddfe', 'mac_address': 'fa:16:3e:ad:61:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 82, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f82593d-7d30-492d-935c-eafdd92f72c6', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93917) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 18:22:07.324652 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9130686a-e2ba-4248-9a54-2090ae9312f3 req-fa0208fb-77bc-4783-ae22-7a4e04f3c1d6 tempest-SecurityGroupsTestJSON-1215008278 tempest-SecurityGroupsTestJSON-1215008278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:22:07.327608 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-9130686a-e2ba-4248-9a54-2090ae9312f3 req-fa0208fb-77bc-4783-ae22-7a4e04f3c1d6 tempest-SecurityGroupsTestJSON-1215008278 tempest-SecurityGroupsTestJSON-1215008278-project] 10.222.0.16 "GET /v2.0/ports?device_id=4773a4ee-034b-4e24-b5e5-3d8db2747052 HTTP/1.1" status: 200 len: 984 time: 0.0866017 Jul 14 18:22:07.405771 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-9130686a-e2ba-4248-9a54-2090ae9312f3 req-fe44e05d-4bbf-4739-a21f-bfc9d140e2a8 tempest-SecurityGroupsTestJSON-1215008278 tempest-SecurityGroupsTestJSON-1215008278-project] 10.222.0.16 "GET /v2.0/security-groups?id=fa497064-8f46-4fcd-a480-ace3a8940f9d&id=309722b9-2fe8-4d94-8481-29be9b33af8a&fields=id&fields=name HTTP/1.1" status: 200 len: 400 time: 0.0646257 Jul 14 18:22:07.639719 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3da40904-7432-4434-96a1-dae915fe9753 req-61b74d47-5e87-40bd-b8e2-e4918cc20bf3 tempest-ListImageFiltersTestJSON-1416661104 tempest-ListImageFiltersTestJSON-1416661104-project] 10.222.0.16 "GET /v2.0/ports?device_id=d48985bd-a8ac-4231-a03b-aa75c35eea3d HTTP/1.1" status: 200 len: 210 time: 0.0487807 Jul 14 18:22:07.731108 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 18:22:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f7d83b6-9ae5-4904-954f-720e00e7aa53 x-openstack-request-id: req-6f7d83b6-9ae5-4904-954f-720e00e7aa53 {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:22:07.731622 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4518b06-90d0-4f6c-997a-2fe9348c1117", "name": "network-vif-plugged", "status": "completed", "tag": "50159c3e-a461-4d23-925d-2cd09adbc33f", "code": 200}]} {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:22:07.731805 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6f7d83b6-9ae5-4904-954f-720e00e7aa53 {{(pid=93917) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:22:07.732808 n-d-800634-3 neutron-server[93917]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4518b06-90d0-4f6c-997a-2fe9348c1117', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50159c3e-a461-4d23-925d-2cd09adbc33f', 'code': 200} Jul 14 18:22:07.949722 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-9532768a-4f83-46b6-81f2-555b68bce32c req-1570787f-de57-43df-82fd-dda24490a434 tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] 10.222.0.16 "GET /v2.0/ports?device_id=350b0a9d-ec61-4eee-b2dd-320f985fb1e8 HTTP/1.1" status: 200 len: 210 time: 0.0330594 Jul 14 18:22:07.980435 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd48985bd-a8ac-4231-a03b-aa75c35eea3d', 'name': 'network-vif-deleted', 'tag': '4fdad025-687f-4435-b2ae-e2b7f54ca182'}] {{(pid=93915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:22:07.984248 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e72782ad3af8f7d4ce76cedf092bca46d1756acc5c4653cf0b52034cdd6b073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-746385aa-5b12-4161-a635-3b1d4576d055" -d '{"events": [{"server_uuid": "d48985bd-a8ac-4231-a03b-aa75c35eea3d", "name": "network-vif-deleted", "tag": "4fdad025-687f-4435-b2ae-e2b7f54ca182"}]}' {{(pid=93915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:22:08.007830 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f7982a-d9af-4ded-b489-9fd11ee1165b req-5a2ddee0-287b-47d6-bd25-55150966116b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:22:08.010169 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-89f7982a-d9af-4ded-b489-9fd11ee1165b req-5a2ddee0-287b-47d6-bd25-55150966116b service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=f4518b06-90d0-4f6c-997a-2fe9348c1117 HTTP/1.1" status: 200 len: 1099 time: 0.1190045 Jul 14 18:22:08.033999 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5432d6-40b0-45cf-94e2-70adf0288cb7 req-1c657bd6-550c-4984-9d18-c652ca8b4508 tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:22:08.035814 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-8a5432d6-40b0-45cf-94e2-70adf0288cb7 req-1c657bd6-550c-4984-9d18-c652ca8b4508 tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] 10.222.0.16 "GET /v2.0/ports?device_id=5d1b56cf-e9a2-40e8-8a62-8ebd9281e58d HTTP/1.1" status: 200 len: 943 time: 0.1300354 Jul 14 18:22:08.074813 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-89f7982a-d9af-4ded-b489-9fd11ee1165b req-b0874bb3-1690-41ef-a5f1-641710e3599e service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=09cf14b6-951f-4c32-9a85-e54484acb30d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592334 Jul 14 18:22:08.127138 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-8a5432d6-40b0-45cf-94e2-70adf0288cb7 req-bcf57f20-0865-4e22-aec8-6b75cc035888 tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] 10.222.0.16 "GET /v2.0/security-groups?id=540fae54-ccea-4309-9c99-81b930eedb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832982 Jul 14 18:22:08.211436 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-8eba7a1e-6ad7-495c-990f-40a0f5a91e05 req-6f9ce682-c744-45fa-a5f5-b8428a40a188 tempest-SecurityGroupsTestJSON-1215008278 tempest-SecurityGroupsTestJSON-1215008278-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1287115832&fields=id&tenant_id=a9d22ebe08284e548350eab597e7413d HTTP/1.1" status: 200 len: 267 time: 0.0775111 Jul 14 18:22:08.328796 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eba7a1e-6ad7-495c-990f-40a0f5a91e05 req-7286dc12-143f-4af6-9783-7a80baccf21d tempest-SecurityGroupsTestJSON-1215008278 tempest-SecurityGroupsTestJSON-1215008278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:22:08.330305 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-8eba7a1e-6ad7-495c-990f-40a0f5a91e05 req-7286dc12-143f-4af6-9783-7a80baccf21d tempest-SecurityGroupsTestJSON-1215008278 tempest-SecurityGroupsTestJSON-1215008278-project] 10.222.0.16 "GET /v2.0/ports?device_id=4773a4ee-034b-4e24-b5e5-3d8db2747052 HTTP/1.1" status: 200 len: 984 time: 0.1120591 Jul 14 18:22:08.344235 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [req-8eba7a1e-6ad7-495c-990f-40a0f5a91e05 req-37cb16b0-5fe8-483d-8949-b435bdd35dbc tempest-SecurityGroupsTestJSON-1215008278 tempest-SecurityGroupsTestJSON-1215008278-project] Request body: {'port': {'security_groups': ['309722b9-2fe8-4d94-8481-29be9b33af8a', 'fa497064-8f46-4fcd-a480-ace3a8940f9d', '826b3af3-737f-4f73-ae6b-3c41212245d4']}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:22:08.429169 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9283275-5980-4d1d-ac19-b5dc60fc9ab1 req-7933109d-c8f5-4fcd-8c16-98a3a4b8126c tempest-ImagesTestJSON-313755568 tempest-ImagesTestJSON-313755568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:22:08.430659 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b9283275-5980-4d1d-ac19-b5dc60fc9ab1 req-7933109d-c8f5-4fcd-8c16-98a3a4b8126c tempest-ImagesTestJSON-313755568 tempest-ImagesTestJSON-313755568-project] 10.222.0.16 "GET /v2.0/ports?device_id=6aaead6f-eb8d-448b-ab5e-df60fe6f6bc2 HTTP/1.1" status: 200 len: 944 time: 0.1464443 Jul 14 18:22:08.465266 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-8eba7a1e-6ad7-495c-990f-40a0f5a91e05 req-37cb16b0-5fe8-483d-8949-b435bdd35dbc tempest-SecurityGroupsTestJSON-1215008278 tempest-SecurityGroupsTestJSON-1215008278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:22:08.561390 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b9283275-5980-4d1d-ac19-b5dc60fc9ab1 req-b2a24267-69ee-46a5-8c59-bf99958f33e4 tempest-ImagesTestJSON-313755568 tempest-ImagesTestJSON-313755568-project] 10.222.0.16 "GET /v2.0/security-groups?id=96a7afe7-a122-4b0d-8907-2d91e1bd838f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244671 Jul 14 18:22:08.653061 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 18:22:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c81b2590-3814-46c5-983b-1d8109819d11 x-openstack-request-id: req-c81b2590-3814-46c5-983b-1d8109819d11 {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:22:08.653680 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d48985bd-a8ac-4231-a03b-aa75c35eea3d", "name": "network-vif-deleted", "tag": "4fdad025-687f-4435-b2ae-e2b7f54ca182", "status": "completed", "code": 200}]} {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:22:08.653910 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c81b2590-3814-46c5-983b-1d8109819d11 {{(pid=93915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:22:08.654343 n-d-800634-3 neutron-server[93915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd48985bd-a8ac-4231-a03b-aa75c35eea3d', 'name': 'network-vif-deleted', 'tag': '4fdad025-687f-4435-b2ae-e2b7f54ca182', 'status': 'completed', 'code': 200} Jul 14 18:22:08.709260 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c446c8e8-1d90-4ba4-8e92-5d68218917b3 req-f0f841b2-6f18-4d8d-a5a1-1fcbe96129de tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:22:08.710022 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c446c8e8-1d90-4ba4-8e92-5d68218917b3 req-f0f841b2-6f18-4d8d-a5a1-1fcbe96129de tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] 10.222.0.35 "GET /v2.0/networks?id=1cbaa8bd-1463-4b3c-89d2-ab344d2f55cf HTTP/1.1" status: 200 len: 811 time: 0.2299497 Jul 14 18:22:08.724311 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [req-c446c8e8-1d90-4ba4-8e92-5d68218917b3 req-36dc247d-b79f-4d15-a30c-a8dffa2c1c8a tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] Request body: {'port': {'device_id': '350b0a9d-ec61-4eee-b2dd-320f985fb1e8', 'network_id': '1cbaa8bd-1463-4b3c-89d2-ab344d2f55cf', 'admin_state_up': True, 'tenant_id': '0bd95cc3d59f415f8da5b8a01a238496'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:22:08.785139 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-25ed4cf9-68b8-49bd-98fb-dcf1ab31d11d req-0494b7a8-9892-4f85-ac90-81b8fbe850d1 tempest-ListImageFiltersTestJSON-1416661104 tempest-ListImageFiltersTestJSON-1416661104-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=4261d25c4e834cb1b39f222173533166&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0389237 Jul 14 18:22:08.886454 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Device b875f197-b5bd-4e33-8c5d-9d9e1a56ddfe details requested by agent hyperv_n-h2-800634-3 with host n-h2-800634-3 {{(pid=93917) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 18:22:08.982509 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ed4cf9-68b8-49bd-98fb-dcf1ab31d11d req-7a08d83f-b43e-4240-aad6-5a0f99de5aa9 tempest-ListImageFiltersTestJSON-1416661104 tempest-ListImageFiltersTestJSON-1416661104-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:22:08.984365 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-25ed4cf9-68b8-49bd-98fb-dcf1ab31d11d req-7a08d83f-b43e-4240-aad6-5a0f99de5aa9 tempest-ListImageFiltersTestJSON-1416661104 tempest-ListImageFiltersTestJSON-1416661104-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1933298 Jul 14 18:22:09.003523 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [req-25ed4cf9-68b8-49bd-98fb-dcf1ab31d11d req-cce92541-2a4c-491c-a20f-ebe9172493c6 tempest-ListImageFiltersTestJSON-1416661104 tempest-ListImageFiltersTestJSON-1416661104-project] Request body: {'port': {'device_id': 'd48985bd-a8ac-4231-a03b-aa75c35eea3d', 'network_id': '4f742057-89ee-4b4a-86f7-487ee61881a1', 'admin_state_up': True, 'tenant_id': '4261d25c4e834cb1b39f222173533166'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:22:09.166284 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f047eee5-fd78-4763-a0fc-970cc5006a9f req-076508f5-bcaf-4c7a-af07-31f4a3f77373 tempest-ListImageFiltersTestJSON-1416661104 tempest-ListImageFiltersTestJSON-1416661104-project] 10.222.0.16 "GET /v2.0/ports?device_id=d48985bd-a8ac-4231-a03b-aa75c35eea3d HTTP/1.1" status: 200 len: 210 time: 0.0857682 Jul 14 18:22:09.202747 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c446c8e8-1d90-4ba4-8e92-5d68218917b3 req-36dc247d-b79f-4d15-a30c-a8dffa2c1c8a tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] Made reservation on behalf of 0bd95cc3d59f415f8da5b8a01a238496 for: {'port': 1} {{(pid=93915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:22:09.207478 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-25ed4cf9-68b8-49bd-98fb-dcf1ab31d11d req-cce92541-2a4c-491c-a20f-ebe9172493c6 tempest-ListImageFiltersTestJSON-1416661104 tempest-ListImageFiltersTestJSON-1416661104-project] Made reservation on behalf of 4261d25c4e834cb1b39f222173533166 for: {'port': 1} {{(pid=93916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:22:09.212133 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-25ed4cf9-68b8-49bd-98fb-dcf1ab31d11d req-cce92541-2a4c-491c-a20f-ebe9172493c6 tempest-ListImageFiltersTestJSON-1416661104 tempest-ListImageFiltersTestJSON-1416661104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:22:09.213017 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-c446c8e8-1d90-4ba4-8e92-5d68218917b3 req-36dc247d-b79f-4d15-a30c-a8dffa2c1c8a tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:22:09.242853 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] For port b875f197-b5bd-4e33-8c5d-9d9e1a56ddfe, host n-h2-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=b875f197-b5bd-4e33-8c5d-9d9e1a56ddfe,segment=NetworkSegment(ed557757-f640-484f-8cda-41a92c321398),segment_id=ed557757-f640-484f-8cda-41a92c321398)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:22:09.261995 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Returning: {'device': 'b875f197-b5bd-4e33-8c5d-9d9e1a56ddfe', 'network_id': '458a605c-adc1-4322-ba16-e84a0c1f7468', 'port_id': 'b875f197-b5bd-4e33-8c5d-9d9e1a56ddfe', 'mac_address': 'fa:16:3e:ad:61:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 82, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f82593d-7d30-492d-935c-eafdd92f72c6', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93917) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 18:22:09.315968 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-8eba7a1e-6ad7-495c-990f-40a0f5a91e05 req-37cb16b0-5fe8-483d-8949-b435bdd35dbc tempest-SecurityGroupsTestJSON-1215008278 tempest-SecurityGroupsTestJSON-1215008278-project] For port 82df5ea3-936c-44fe-a7e7-eaa58aa295ab, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=82df5ea3-936c-44fe-a7e7-eaa58aa295ab,segment=NetworkSegment(a486c7d6-69d2-4a27-a7a6-bfe66b9801fc),segment_id=a486c7d6-69d2-4a27-a7a6-bfe66b9801fc)] {{(pid=93915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:22:09.388152 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.db_base_plugin_common [req-25ed4cf9-68b8-49bd-98fb-dcf1ab31d11d req-cce92541-2a4c-491c-a20f-ebe9172493c6 tempest-ListImageFiltersTestJSON-1416661104 tempest-ListImageFiltersTestJSON-1416661104-project] Allocated IP 192.168.233.32 (4f742057-89ee-4b4a-86f7-487ee61881a1/f20c54fb-f7da-4761-aa61-2e4f99f3d332/9fbf94da-ec1e-4989-8dcd-c90342b8b660) {{(pid=93916) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:22:09.432099 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-8eba7a1e-6ad7-495c-990f-40a0f5a91e05 req-37cb16b0-5fe8-483d-8949-b435bdd35dbc tempest-SecurityGroupsTestJSON-1215008278 tempest-SecurityGroupsTestJSON-1215008278-project] Notify callbacks [] for port, precommit_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:22:09.467958 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-8eba7a1e-6ad7-495c-990f-40a0f5a91e05 req-37cb16b0-5fe8-483d-8949-b435bdd35dbc tempest-SecurityGroupsTestJSON-1215008278 tempest-SecurityGroupsTestJSON-1215008278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25912978'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:22:09.479957 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] get_ports_and_sgs() called for port_ids ['34ab1baa-3389-4be5-8ab1-025858c130d9', '82df5ea3-936c-44fe-a7e7-eaa58aa295ab'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 18:22:09.573914 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-25ed4cf9-68b8-49bd-98fb-dcf1ab31d11d req-cce92541-2a4c-491c-a20f-ebe9172493c6 tempest-ListImageFiltersTestJSON-1416661104 tempest-ListImageFiltersTestJSON-1416661104-project] Notify callbacks [] for port, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:22:09.581276 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.db_base_plugin_common [req-c446c8e8-1d90-4ba4-8e92-5d68218917b3 req-36dc247d-b79f-4d15-a30c-a8dffa2c1c8a tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] Allocated IP 172.20.0.12 (1cbaa8bd-1463-4b3c-89d2-ab344d2f55cf/a6dcdf63-414e-46ae-93dc-0b8457260728/6371db92-6698-461d-ada3-37172f653ff3) {{(pid=93915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:22:09.602297 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eba7a1e-6ad7-495c-990f-40a0f5a91e05 req-37cb16b0-5fe8-483d-8949-b435bdd35dbc tempest-SecurityGroupsTestJSON-1215008278 tempest-SecurityGroupsTestJSON-1215008278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:22:09.603021 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-8eba7a1e-6ad7-495c-990f-40a0f5a91e05 req-37cb16b0-5fe8-483d-8949-b435bdd35dbc tempest-SecurityGroupsTestJSON-1215008278 tempest-SecurityGroupsTestJSON-1215008278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:22:09.603143 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.provisioning_blocks [req-25ed4cf9-68b8-49bd-98fb-dcf1ab31d11d req-cce92541-2a4c-491c-a20f-ebe9172493c6 tempest-ListImageFiltersTestJSON-1416661104 tempest-ListImageFiltersTestJSON-1416661104-project] Transition to ACTIVE for port object 9fbf94da-ec1e-4989-8dcd-c90342b8b660 will not be triggered until provisioned by entity DHCP. {{(pid=93916) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:22:09.619504 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-8eba7a1e-6ad7-495c-990f-40a0f5a91e05 req-37cb16b0-5fe8-483d-8949-b435bdd35dbc tempest-SecurityGroupsTestJSON-1215008278 tempest-SecurityGroupsTestJSON-1215008278-project] 10.222.0.16 "PUT /v2.0/ports/82df5ea3-936c-44fe-a7e7-eaa58aa295ab HTTP/1.1" status: 200 len: 1020 time: 1.2812910 Jul 14 18:22:09.657888 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-25ed4cf9-68b8-49bd-98fb-dcf1ab31d11d req-cce92541-2a4c-491c-a20f-ebe9172493c6 tempest-ListImageFiltersTestJSON-1416661104 tempest-ListImageFiltersTestJSON-1416661104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:22:09.688176 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37cb16b0-5fe8-483d-8949-b435bdd35dbc tempest-SecurityGroupsTestJSON-1215008278 tempest-SecurityGroupsTestJSON-1215008278-project] Pushing event updated for resources: {'Port': ['ID=82df5ea3-936c-44fe-a7e7-eaa58aa295ab,revision_number=7']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:22:09.702181 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] get_ports_and_sgs() called for port_ids ['82df5ea3-936c-44fe-a7e7-eaa58aa295ab'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 18:22:09.728154 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-25ed4cf9-68b8-49bd-98fb-dcf1ab31d11d req-cce92541-2a4c-491c-a20f-ebe9172493c6 tempest-ListImageFiltersTestJSON-1416661104 tempest-ListImageFiltersTestJSON-1416661104-project] Network 4f742057-89ee-4b4a-86f7-487ee61881a1 is already hosted by enough agents. {{(pid=93916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:22:09.729916 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6298159e-94e1-4025-8671-843b5fd465e5 req-f0861c9f-ec2f-4737-aafa-5d78fc1348c9 tempest-ImagesOneServerTestJSON-2077962175 tempest-ImagesOneServerTestJSON-2077962175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:22:09.733235 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [req-25ed4cf9-68b8-49bd-98fb-dcf1ab31d11d req-cce92541-2a4c-491c-a20f-ebe9172493c6 tempest-ListImageFiltersTestJSON-1416661104 tempest-ListImageFiltersTestJSON-1416661104-project] Resources bound (agent type, host, resource id): {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:22:09.735913 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.l3_dvrscheduler_db [req-25ed4cf9-68b8-49bd-98fb-dcf1ab31d11d req-cce92541-2a4c-491c-a20f-ebe9172493c6 tempest-ListImageFiltersTestJSON-1416661104 tempest-ListImageFiltersTestJSON-1416661104-project] Received port after_create {{(pid=93916) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:22:09.736996 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6298159e-94e1-4025-8671-843b5fd465e5 req-f0861c9f-ec2f-4737-aafa-5d78fc1348c9 tempest-ImagesOneServerTestJSON-2077962175 tempest-ImagesOneServerTestJSON-2077962175-project] 10.222.0.16 "GET /v2.0/ports?device_id=6ab0c594-ecaf-4c5b-977a-9c1b59a2d9cc HTTP/1.1" status: 200 len: 948 time: 0.3019185 Jul 14 18:22:09.795140 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ed4cf9-68b8-49bd-98fb-dcf1ab31d11d req-cce92541-2a4c-491c-a20f-ebe9172493c6 tempest-ListImageFiltersTestJSON-1416661104 tempest-ListImageFiltersTestJSON-1416661104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:22:09.795649 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-25ed4cf9-68b8-49bd-98fb-dcf1ab31d11d req-cce92541-2a4c-491c-a20f-ebe9172493c6 tempest-ListImageFiltersTestJSON-1416661104 tempest-ListImageFiltersTestJSON-1416661104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:22:09.808630 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce92541-2a4c-491c-a20f-ebe9172493c6 tempest-ListImageFiltersTestJSON-1416661104 tempest-ListImageFiltersTestJSON-1416661104-project] Pushing event updated for resources: {'Port': ['ID=9fbf94da-ec1e-4989-8dcd-c90342b8b660,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:22:09.816458 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-25ed4cf9-68b8-49bd-98fb-dcf1ab31d11d req-cce92541-2a4c-491c-a20f-ebe9172493c6 tempest-ListImageFiltersTestJSON-1416661104 tempest-ListImageFiltersTestJSON-1416661104-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.8186173 Jul 14 18:22:09.831543 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [req-25ed4cf9-68b8-49bd-98fb-dcf1ab31d11d req-b6c12794-ab07-4180-b2fa-ae9c471471ef service neutron] Request body: {'port': {'device_id': 'd48985bd-a8ac-4231-a03b-aa75c35eea3d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800634-3'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:22:09.851733 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-29c3998c-7b9c-4894-8d7a-3b9af1be265a req-ab41e8ae-fa12-42b4-ac2a-868ba2fb2407 tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] 10.222.0.16 "GET /v2.0/ports?device_id=350b0a9d-ec61-4eee-b2dd-320f985fb1e8 HTTP/1.1" status: 200 len: 210 time: 0.0795221 Jul 14 18:22:09.865516 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6298159e-94e1-4025-8671-843b5fd465e5 req-9e000c35-37e7-4d16-9245-76da58493f67 tempest-ImagesOneServerTestJSON-2077962175 tempest-ImagesOneServerTestJSON-2077962175-project] 10.222.0.16 "GET /v2.0/security-groups?id=4d4989be-80ba-48ef-a540-fb5b2a222da7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275382 Jul 14 18:22:09.925624 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-25ed4cf9-68b8-49bd-98fb-dcf1ab31d11d req-b6c12794-ab07-4180-b2fa-ae9c471471ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:22:09.996887 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-c446c8e8-1d90-4ba4-8e92-5d68218917b3 req-36dc247d-b79f-4d15-a30c-a8dffa2c1c8a tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] Notify callbacks [] for port, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:22:10.049196 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-f6228514-5814-467c-b568-46ae2f21ac99 None None] Provisioning for port 9fbf94da-ec1e-4989-8dcd-c90342b8b660 completed by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:22:10.067071 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-f6228514-5814-467c-b568-46ae2f21ac99 None None] Provisioning complete for port 9fbf94da-ec1e-4989-8dcd-c90342b8b660 triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:22:10.067557 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-f6228514-5814-467c-b568-46ae2f21ac99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:22:10.144907 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-f6228514-5814-467c-b568-46ae2f21ac99 None None] Port 9fbf94da-ec1e-4989-8dcd-c90342b8b660 cannot update to ACTIVE because it is not bound. {{(pid=93917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 18:22:10.188961 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373735bd-0532-44dd-98e0-cb9678d8fe58 req-4ca63784-ca10-4559-9d84-225fcc71bb9e tempest-ImagesOneServerTestJSON-2077962175 tempest-ImagesOneServerTestJSON-2077962175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:22:10.190457 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-373735bd-0532-44dd-98e0-cb9678d8fe58 req-4ca63784-ca10-4559-9d84-225fcc71bb9e tempest-ImagesOneServerTestJSON-2077962175 tempest-ImagesOneServerTestJSON-2077962175-project] 10.222.0.35 "GET /v2.0/ports?device_id=6ab0c594-ecaf-4c5b-977a-9c1b59a2d9cc HTTP/1.1" status: 200 len: 948 time: 0.2176962 Jul 14 18:22:10.199934 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee3d41c-f54c-49fa-a66e-a78435510237 req-0000f65f-083e-4b0d-8933-78d56ffc6540 tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:22:10.201515 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2ee3d41c-f54c-49fa-a66e-a78435510237 req-0000f65f-083e-4b0d-8933-78d56ffc6540 tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] 10.222.0.16 "GET /v2.0/ports?device_id=5d1b56cf-e9a2-40e8-8a62-8ebd9281e58d HTTP/1.1" status: 200 len: 943 time: 0.1548450 Jul 14 18:22:10.213913 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-c446c8e8-1d90-4ba4-8e92-5d68218917b3 req-36dc247d-b79f-4d15-a30c-a8dffa2c1c8a tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:22:10.226752 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f66bf66-6c5e-4337-bf55-15058c6e2cc0 req-189f7058-46e6-476b-9efb-9cefb82c083d tempest-ImagesTestJSON-313755568 tempest-ImagesTestJSON-313755568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:22:10.233675 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6f66bf66-6c5e-4337-bf55-15058c6e2cc0 req-189f7058-46e6-476b-9efb-9cefb82c083d tempest-ImagesTestJSON-313755568 tempest-ImagesTestJSON-313755568-project] 10.222.0.16 "GET /v2.0/ports?device_id=6aaead6f-eb8d-448b-ab5e-df60fe6f6bc2 HTTP/1.1" status: 200 len: 944 time: 0.2033191 Jul 14 18:22:10.260171 n-d-800634-3 neutron-server[93916]: DEBUG neutron.notifiers.nova [req-25ed4cf9-68b8-49bd-98fb-dcf1ab31d11d req-b6c12794-ab07-4180-b2fa-ae9c471471ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9fbf94da-ec1e-4989-8dcd-c90342b8b660 {{(pid=93916) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 18:22:10.268524 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-25ed4cf9-68b8-49bd-98fb-dcf1ab31d11d req-b6c12794-ab07-4180-b2fa-ae9c471471ef service neutron] Notify callbacks [] for port, precommit_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:22:10.283105 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] get_ports_and_sgs() called for port_ids ['50159c3e-a461-4d23-925d-2cd09adbc33f'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 18:22:10.285055 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.provisioning_blocks [req-25ed4cf9-68b8-49bd-98fb-dcf1ab31d11d req-b6c12794-ab07-4180-b2fa-ae9c471471ef service neutron] Transition to ACTIVE for port object 9fbf94da-ec1e-4989-8dcd-c90342b8b660 will not be triggered until provisioned by entity L2. {{(pid=93916) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:22:10.289830 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-25ed4cf9-68b8-49bd-98fb-dcf1ab31d11d req-b6c12794-ab07-4180-b2fa-ae9c471471ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2684870'] for port, after_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:22:10.331100 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c446c8e8-1d90-4ba4-8e92-5d68218917b3 req-36dc247d-b79f-4d15-a30c-a8dffa2c1c8a tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] Network 1cbaa8bd-1463-4b3c-89d2-ab344d2f55cf is already hosted by enough agents. {{(pid=93915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:22:10.337779 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [req-c446c8e8-1d90-4ba4-8e92-5d68218917b3 req-36dc247d-b79f-4d15-a30c-a8dffa2c1c8a tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] Resources bound (agent type, host, resource id): {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:22:10.345355 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c12794-ab07-4180-b2fa-ae9c471471ef service neutron] Pushing event updated for resources: {'Port': ['ID=9fbf94da-ec1e-4989-8dcd-c90342b8b660,revision_number=2']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:22:10.375186 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [req-c446c8e8-1d90-4ba4-8e92-5d68218917b3 req-36dc247d-b79f-4d15-a30c-a8dffa2c1c8a tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] Received port after_create {{(pid=93915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:22:10.434968 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.managers [req-25ed4cf9-68b8-49bd-98fb-dcf1ab31d11d req-b6c12794-ab07-4180-b2fa-ae9c471471ef service neutron] Attempting to bind port 9fbf94da-ec1e-4989-8dcd-c90342b8b660 on host n-h1-800634-3 for vnic_type normal with profile {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:22:10.435306 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.managers [req-25ed4cf9-68b8-49bd-98fb-dcf1ab31d11d req-b6c12794-ab07-4180-b2fa-ae9c471471ef service neutron] Attempting to bind port 9fbf94da-ec1e-4989-8dcd-c90342b8b660 by drivers openvswitch,hyperv on host n-h1-800634-3 at level 0 using segments [{'id': '067fc487-22c7-42de-972d-ae352a28ad29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '4f742057-89ee-4b4a-86f7-487ee61881a1'}] {{(pid=93916) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:22:10.435636 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25ed4cf9-68b8-49bd-98fb-dcf1ab31d11d req-b6c12794-ab07-4180-b2fa-ae9c471471ef service neutron] Attempting to bind port 9fbf94da-ec1e-4989-8dcd-c90342b8b660 on network 4f742057-89ee-4b4a-86f7-487ee61881a1 {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:22:10.441087 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25ed4cf9-68b8-49bd-98fb-dcf1ab31d11d req-b6c12794-ab07-4180-b2fa-ae9c471471ef service neutron] Port 9fbf94da-ec1e-4989-8dcd-c90342b8b660 on network 4f742057-89ee-4b4a-86f7-487ee61881a1 not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-3 {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 18:22:10.441470 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25ed4cf9-68b8-49bd-98fb-dcf1ab31d11d req-b6c12794-ab07-4180-b2fa-ae9c471471ef service neutron] Attempting to bind port 9fbf94da-ec1e-4989-8dcd-c90342b8b660 on network 4f742057-89ee-4b4a-86f7-487ee61881a1 {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:22:10.444650 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2ee3d41c-f54c-49fa-a66e-a78435510237 req-2db96298-6462-4aed-a049-852fc6187659 tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] 10.222.0.16 "GET /v2.0/security-groups?id=540fae54-ccea-4309-9c99-81b930eedb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2261345 Jul 14 18:22:10.445701 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36dc247d-b79f-4d15-a30c-a8dffa2c1c8a tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] Pushing event updated for resources: {'Port': ['ID=6371db92-6698-461d-ada3-37172f653ff3,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:22:10.446717 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25ed4cf9-68b8-49bd-98fb-dcf1ab31d11d req-b6c12794-ab07-4180-b2fa-ae9c471471ef service neutron] Checking agent: {'id': 'a3630ff4-fbee-45d9-b9b6-0ae41cb3a350', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 15, 32), 'started_at': datetime.datetime(2021, 7, 14, 18, 15, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 18, 22, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 18:22:10.447191 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25ed4cf9-68b8-49bd-98fb-dcf1ab31d11d req-b6c12794-ab07-4180-b2fa-ae9c471471ef service neutron] Checking segment: {'id': '067fc487-22c7-42de-972d-ae352a28ad29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '4f742057-89ee-4b4a-86f7-487ee61881a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93916) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:22:10.448623 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25ed4cf9-68b8-49bd-98fb-dcf1ab31d11d req-b6c12794-ab07-4180-b2fa-ae9c471471ef service neutron] Bound using segment: {'id': '067fc487-22c7-42de-972d-ae352a28ad29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '4f742057-89ee-4b4a-86f7-487ee61881a1'} {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 18:22:10.449069 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.managers [req-25ed4cf9-68b8-49bd-98fb-dcf1ab31d11d req-b6c12794-ab07-4180-b2fa-ae9c471471ef service neutron] Bound port: 9fbf94da-ec1e-4989-8dcd-c90342b8b660, host: n-h1-800634-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '067fc487-22c7-42de-972d-ae352a28ad29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '4f742057-89ee-4b4a-86f7-487ee61881a1'}}] {{(pid=93916) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 18:22:10.449431 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-25ed4cf9-68b8-49bd-98fb-dcf1ab31d11d req-b6c12794-ab07-4180-b2fa-ae9c471471ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:22:10.477863 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6f66bf66-6c5e-4337-bf55-15058c6e2cc0 req-d3993fab-eeb5-405b-bd3e-05c509ce8676 tempest-ImagesTestJSON-313755568 tempest-ImagesTestJSON-313755568-project] 10.222.0.16 "GET /v2.0/security-groups?id=96a7afe7-a122-4b0d-8907-2d91e1bd838f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2432218 Jul 14 18:22:10.524325 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c446c8e8-1d90-4ba4-8e92-5d68218917b3 req-36dc247d-b79f-4d15-a30c-a8dffa2c1c8a tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:22:10.524970 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-c446c8e8-1d90-4ba4-8e92-5d68218917b3 req-36dc247d-b79f-4d15-a30c-a8dffa2c1c8a tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:22:10.530392 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.db [req-25ed4cf9-68b8-49bd-98fb-dcf1ab31d11d req-b6c12794-ab07-4180-b2fa-ae9c471471ef service neutron] For port 9fbf94da-ec1e-4989-8dcd-c90342b8b660, host n-h1-800634-3, cleared binding levels {{(pid=93916) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:22:10.534119 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.db [req-25ed4cf9-68b8-49bd-98fb-dcf1ab31d11d req-b6c12794-ab07-4180-b2fa-ae9c471471ef service neutron] For port 9fbf94da-ec1e-4989-8dcd-c90342b8b660, host n-h1-800634-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=9fbf94da-ec1e-4989-8dcd-c90342b8b660,segment=NetworkSegment(067fc487-22c7-42de-972d-ae352a28ad29),segment_id=067fc487-22c7-42de-972d-ae352a28ad29)] {{(pid=93916) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 18:22:10.545774 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-25ed4cf9-68b8-49bd-98fb-dcf1ab31d11d req-b6c12794-ab07-4180-b2fa-ae9c471471ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2684870'] for port, after_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:22:10.560947 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c446c8e8-1d90-4ba4-8e92-5d68218917b3 req-36dc247d-b79f-4d15-a30c-a8dffa2c1c8a tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8410206 Jul 14 18:22:10.563691 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ed4cf9-68b8-49bd-98fb-dcf1ab31d11d req-b6c12794-ab07-4180-b2fa-ae9c471471ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:22:10.564383 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-25ed4cf9-68b8-49bd-98fb-dcf1ab31d11d req-b6c12794-ab07-4180-b2fa-ae9c471471ef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:22:10.566210 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-25ed4cf9-68b8-49bd-98fb-dcf1ab31d11d req-b6c12794-ab07-4180-b2fa-ae9c471471ef service neutron] 10.222.0.18 "PUT /v2.0/ports/9fbf94da-ec1e-4989-8dcd-c90342b8b660 HTTP/1.1" status: 200 len: 1095 time: 0.7412179 Jul 14 18:22:10.567972 n-d-800634-3 neutron-server[93916]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd48985bd-a8ac-4231-a03b-aa75c35eea3d', 'tag': '9fbf94da-ec1e-4989-8dcd-c90342b8b660'}] {{(pid=93916) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:22:10.570220 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f803e150b363a7893830aa996ac27753fa25517c406ecd3536b7c2d4b26eeb9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce1735e4-cf7b-4b0d-85cb-2bf04d1eaa0c" -d '{"events": [{"name": "network-changed", "server_uuid": "d48985bd-a8ac-4231-a03b-aa75c35eea3d", "tag": "9fbf94da-ec1e-4989-8dcd-c90342b8b660"}]}' {{(pid=93916) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:22:10.580031 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [req-c446c8e8-1d90-4ba4-8e92-5d68218917b3 req-e5f00e3b-ffd7-4dd3-883c-5381effc9ce4 service neutron] Request body: {'port': {'device_id': '350b0a9d-ec61-4eee-b2dd-320f985fb1e8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800634-3'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:22:10.589116 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f0867dca-d3a6-45f0-a6c9-d2cf41b80e2f req-f2f3b1c8-f1ba-4d9e-a677-3838c1ad24cc tempest-SecurityGroupsTestJSON-1215008278 tempest-SecurityGroupsTestJSON-1215008278-project] 10.222.0.16 "GET /v2.0/security-groups/826b3af3-737f-4f73-ae6b-3c41212245d4 HTTP/1.1" status: 200 len: 1800 time: 0.0835764 Jul 14 18:22:10.590407 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [req-373735bd-0532-44dd-98e0-cb9678d8fe58 req-d91492b9-e367-49db-ac30-56e41cb8b530 tempest-ImagesOneServerTestJSON-2077962175 tempest-ImagesOneServerTestJSON-2077962175-project] Deleting port f0bc76aa-f37f-4233-8633-52f3421ea161 {{(pid=93915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:22:10.590755 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-373735bd-0532-44dd-98e0-cb9678d8fe58 req-d91492b9-e367-49db-ac30-56e41cb8b530 tempest-ImagesOneServerTestJSON-2077962175 tempest-ImagesOneServerTestJSON-2077962175-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:22:10.669786 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c12794-ab07-4180-b2fa-ae9c471471ef service neutron] Pushing event updated for resources: {'Port': ['ID=9fbf94da-ec1e-4989-8dcd-c90342b8b660,revision_number=3']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:22:10.683784 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4773a4ee-034b-4e24-b5e5-3d8db2747052', 'tag': '82df5ea3-936c-44fe-a7e7-eaa58aa295ab'}] {{(pid=93915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:22:10.687248 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e72782ad3af8f7d4ce76cedf092bca46d1756acc5c4653cf0b52034cdd6b073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-668feb7e-1e08-4bcc-a429-edc8fd835901" -d '{"events": [{"name": "network-changed", "server_uuid": "4773a4ee-034b-4e24-b5e5-3d8db2747052", "tag": "82df5ea3-936c-44fe-a7e7-eaa58aa295ab"}]}' {{(pid=93915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:22:10.694881 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ed4cf9-68b8-49bd-98fb-dcf1ab31d11d req-0a69f0b0-dbe1-4114-8887-30f347183e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:22:10.696180 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-25ed4cf9-68b8-49bd-98fb-dcf1ab31d11d req-0a69f0b0-dbe1-4114-8887-30f347183e84 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4261d25c4e834cb1b39f222173533166&device_id=d48985bd-a8ac-4231-a03b-aa75c35eea3d HTTP/1.1" status: 200 len: 1098 time: 0.0813594 Jul 14 18:22:10.749292 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-25ed4cf9-68b8-49bd-98fb-dcf1ab31d11d req-e423b32c-3f4d-4bbc-9254-480121c5059d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.32&port_id=9fbf94da-ec1e-4989-8dcd-c90342b8b660 HTTP/1.1" status: 200 len: 217 time: 0.0454166 Jul 14 18:22:10.805546 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ed4cf9-68b8-49bd-98fb-dcf1ab31d11d req-721d7330-701e-4b2d-81ae-cecc72f28869 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:22:10.807017 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-25ed4cf9-68b8-49bd-98fb-dcf1ab31d11d req-721d7330-701e-4b2d-81ae-cecc72f28869 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f20c54fb-f7da-4761-aa61-2e4f99f3d332 HTTP/1.1" status: 200 len: 843 time: 0.0508964 Jul 14 18:22:10.825613 n-d-800634-3 neutron-server[93915]: INFO neutron.api.v2.resource [req-f0867dca-d3a6-45f0-a6c9-d2cf41b80e2f req-c367c753-4477-4736-974d-975a86aa061a tempest-SecurityGroupsTestJSON-1215008278 tempest-SecurityGroupsTestJSON-1215008278-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 14 18:22:10.832426 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f0867dca-d3a6-45f0-a6c9-d2cf41b80e2f req-c367c753-4477-4736-974d-975a86aa061a tempest-SecurityGroupsTestJSON-1215008278 tempest-SecurityGroupsTestJSON-1215008278-project] 10.222.0.16 "DELETE /v2.0/security-groups/826b3af3-737f-4f73-ae6b-3c41212245d4 HTTP/1.1" status: 409 len: 341 time: 0.2194405 Jul 14 18:22:10.854804 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-373735bd-0532-44dd-98e0-cb9678d8fe58 req-d91492b9-e367-49db-ac30-56e41cb8b530 tempest-ImagesOneServerTestJSON-2077962175 tempest-ImagesOneServerTestJSON-2077962175-project] For port f0bc76aa-f37f-4233-8633-52f3421ea161, host n-h2-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=f0bc76aa-f37f-4233-8633-52f3421ea161,segment=NetworkSegment(067fc487-22c7-42de-972d-ae352a28ad29),segment_id=067fc487-22c7-42de-972d-ae352a28ad29)] {{(pid=93915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:22:10.855146 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-373735bd-0532-44dd-98e0-cb9678d8fe58 req-d91492b9-e367-49db-ac30-56e41cb8b530 tempest-ImagesOneServerTestJSON-2077962175 tempest-ImagesOneServerTestJSON-2077962175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:22:10.858185 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-c446c8e8-1d90-4ba4-8e92-5d68218917b3 req-e5f00e3b-ffd7-4dd3-883c-5381effc9ce4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:22:10.882167 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ed4cf9-68b8-49bd-98fb-dcf1ab31d11d req-10cb1257-fcd0-4b7d-852b-12f3325c7aff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:22:10.883130 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682e84ee-2f8f-4bd8-a7be-26beda10d379 req-1cfd353c-c9f1-441f-a20f-4b37243e728e tempest-ListImageFiltersTestJSON-1416661104 tempest-ListImageFiltersTestJSON-1416661104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:22:10.885228 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-25ed4cf9-68b8-49bd-98fb-dcf1ab31d11d req-10cb1257-fcd0-4b7d-852b-12f3325c7aff service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4f742057-89ee-4b4a-86f7-487ee61881a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0624132 Jul 14 18:22:10.890018 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-682e84ee-2f8f-4bd8-a7be-26beda10d379 req-1cfd353c-c9f1-441f-a20f-4b37243e728e tempest-ListImageFiltersTestJSON-1416661104 tempest-ListImageFiltersTestJSON-1416661104-project] 10.222.0.16 "GET /v2.0/ports?device_id=d48985bd-a8ac-4231-a03b-aa75c35eea3d HTTP/1.1" status: 200 len: 947 time: 0.2669606 Jul 14 18:22:10.892224 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [req-373735bd-0532-44dd-98e0-cb9678d8fe58 req-d91492b9-e367-49db-ac30-56e41cb8b530 tempest-ImagesOneServerTestJSON-2077962175 tempest-ImagesOneServerTestJSON-2077962175-project] Calling delete_port for f0bc76aa-f37f-4233-8633-52f3421ea161 owned by compute:nova {{(pid=93915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:22:10.899967 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Device b875f197-b5bd-4e33-8c5d-9d9e1a56ddfe details requested by agent hyperv_n-h2-800634-3 with host n-h2-800634-3 {{(pid=93917) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 18:22:10.996494 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-25ed4cf9-68b8-49bd-98fb-dcf1ab31d11d req-fa5beb9f-9cff-4c46-b703-012b9ad7e39b service neutron] 10.222.0.18 "GET /v2.0/networks/4f742057-89ee-4b4a-86f7-487ee61881a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1034050 Jul 14 18:22:11.004294 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 18:22:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c309d9ee-7809-4f70-9a8e-f0321a4bcc43 x-openstack-request-id: req-c309d9ee-7809-4f70-9a8e-f0321a4bcc43 {{(pid=93916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:22:11.004709 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d48985bd-a8ac-4231-a03b-aa75c35eea3d", "tag": "9fbf94da-ec1e-4989-8dcd-c90342b8b660", "status": "completed", "code": 200}]} {{(pid=93916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:22:11.004965 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c309d9ee-7809-4f70-9a8e-f0321a4bcc43 {{(pid=93916) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:22:11.005927 n-d-800634-3 neutron-server[93916]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd48985bd-a8ac-4231-a03b-aa75c35eea3d', 'tag': '9fbf94da-ec1e-4989-8dcd-c90342b8b660', 'status': 'completed', 'code': 200} Jul 14 18:22:11.023338 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] For port b875f197-b5bd-4e33-8c5d-9d9e1a56ddfe, host n-h2-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=b875f197-b5bd-4e33-8c5d-9d9e1a56ddfe,segment=NetworkSegment(ed557757-f640-484f-8cda-41a92c321398),segment_id=ed557757-f640-484f-8cda-41a92c321398)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:22:11.026887 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-682e84ee-2f8f-4bd8-a7be-26beda10d379 req-672babeb-0b3f-4815-a2e6-04fa209f6516 tempest-ListImageFiltersTestJSON-1416661104 tempest-ListImageFiltersTestJSON-1416661104-project] 10.222.0.16 "GET /v2.0/security-groups?id=09cf14b6-951f-4c32-9a85-e54484acb30d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360018 Jul 14 18:22:11.037516 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Returning: {'device': 'b875f197-b5bd-4e33-8c5d-9d9e1a56ddfe', 'network_id': '458a605c-adc1-4322-ba16-e84a0c1f7468', 'port_id': 'b875f197-b5bd-4e33-8c5d-9d9e1a56ddfe', 'mac_address': 'fa:16:3e:ad:61:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 82, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f82593d-7d30-492d-935c-eafdd92f72c6', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93917) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 18:22:11.063334 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 18:22:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7aa8b95b-4b89-4b73-b975-2523d1ac87fb x-openstack-request-id: req-7aa8b95b-4b89-4b73-b975-2523d1ac87fb {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:22:11.063628 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4773a4ee-034b-4e24-b5e5-3d8db2747052", "tag": "82df5ea3-936c-44fe-a7e7-eaa58aa295ab", "status": "completed", "code": 200}]} {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:22:11.063884 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7aa8b95b-4b89-4b73-b975-2523d1ac87fb {{(pid=93915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:22:11.064303 n-d-800634-3 neutron-server[93915]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4773a4ee-034b-4e24-b5e5-3d8db2747052', 'tag': '82df5ea3-936c-44fe-a7e7-eaa58aa295ab', 'status': 'completed', 'code': 200} Jul 14 18:22:11.157051 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-25ed4cf9-68b8-49bd-98fb-dcf1ab31d11d req-8b63b0e3-787c-4e17-a771-ae497df37f97 service neutron] 10.222.0.18 "GET /v2.0/networks/4f742057-89ee-4b4a-86f7-487ee61881a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1501489 Jul 14 18:22:11.179923 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668feb7e-1e08-4bcc-a429-edc8fd835901 req-328a2a56-8dfa-4000-9831-0b167597cb74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:22:11.183084 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-668feb7e-1e08-4bcc-a429-edc8fd835901 req-328a2a56-8dfa-4000-9831-0b167597cb74 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a9d22ebe08284e548350eab597e7413d&device_id=4773a4ee-034b-4e24-b5e5-3d8db2747052 HTTP/1.1" status: 200 len: 1174 time: 0.0878613 Jul 14 18:22:11.344144 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668feb7e-1e08-4bcc-a429-edc8fd835901 req-1914536b-02ac-4646-b044-260e9803b601 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:22:11.345825 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-668feb7e-1e08-4bcc-a429-edc8fd835901 req-1914536b-02ac-4646-b044-260e9803b601 service neutron] 10.222.0.18 "GET /v2.0/networks?id=a7a25cb1-3192-42fa-8b6a-3dfe4ce67a05 HTTP/1.1" status: 200 len: 912 time: 0.1495728 Jul 14 18:22:11.361501 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1735e4-cf7b-4b0d-85cb-2bf04d1eaa0c req-93c900d7-ee71-4350-83e8-1a148704397c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:22:11.362996 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-ce1735e4-cf7b-4b0d-85cb-2bf04d1eaa0c req-93c900d7-ee71-4350-83e8-1a148704397c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4261d25c4e834cb1b39f222173533166&device_id=d48985bd-a8ac-4231-a03b-aa75c35eea3d HTTP/1.1" status: 200 len: 1098 time: 0.1451399 Jul 14 18:22:11.402074 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-668feb7e-1e08-4bcc-a429-edc8fd835901 req-0d5541b6-823b-43a4-8c85-4d3f4beae582 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=82df5ea3-936c-44fe-a7e7-eaa58aa295ab HTTP/1.1" status: 200 len: 217 time: 0.0492072 Jul 14 18:22:11.507949 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668feb7e-1e08-4bcc-a429-edc8fd835901 req-54c2556f-c822-4f0c-a0ba-c9539731a76c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:22:11.509490 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-668feb7e-1e08-4bcc-a429-edc8fd835901 req-54c2556f-c822-4f0c-a0ba-c9539731a76c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=cc96744b-311f-49f7-8ac2-f53a1b384535 HTTP/1.1" status: 200 len: 852 time: 0.0889363 Jul 14 18:22:11.554966 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-668feb7e-1e08-4bcc-a429-edc8fd835901 req-f329ebea-5778-4c8a-8d82-23001a51acb1 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a7a25cb1-3192-42fa-8b6a-3dfe4ce67a05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291636 Jul 14 18:22:11.556104 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1735e4-cf7b-4b0d-85cb-2bf04d1eaa0c req-549ab45f-6a1d-4e5c-828c-18e3f06389cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:22:11.557445 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-ce1735e4-cf7b-4b0d-85cb-2bf04d1eaa0c req-549ab45f-6a1d-4e5c-828c-18e3f06389cd service neutron] 10.222.0.18 "GET /v2.0/networks?id=4f742057-89ee-4b4a-86f7-487ee61881a1 HTTP/1.1" status: 200 len: 869 time: 0.1641510 Jul 14 18:22:11.645631 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-ce1735e4-cf7b-4b0d-85cb-2bf04d1eaa0c req-a6f500e4-f901-4510-b907-cc775ecde376 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.32&port_id=9fbf94da-ec1e-4989-8dcd-c90342b8b660 HTTP/1.1" status: 200 len: 217 time: 0.0681942 Jul 14 18:22:11.648439 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-373735bd-0532-44dd-98e0-cb9678d8fe58 req-d91492b9-e367-49db-ac30-56e41cb8b530 tempest-ImagesOneServerTestJSON-2077962175 tempest-ImagesOneServerTestJSON-2077962175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:22:11.686681 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40567898-fab8-4e79-92a6-3b9ec7c3d0da req-8d32cf7e-bac0-40f8-af89-2d655c7841c2 tempest-ImagesOneServerTestJSON-2077962175 tempest-ImagesOneServerTestJSON-2077962175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:22:11.689618 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-40567898-fab8-4e79-92a6-3b9ec7c3d0da req-8d32cf7e-bac0-40f8-af89-2d655c7841c2 tempest-ImagesOneServerTestJSON-2077962175 tempest-ImagesOneServerTestJSON-2077962175-project] 10.222.0.16 "GET /v2.0/ports?device_id=6ab0c594-ecaf-4c5b-977a-9c1b59a2d9cc HTTP/1.1" status: 200 len: 948 time: 0.2518322 Jul 14 18:22:11.716101 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91492b9-e367-49db-ac30-56e41cb8b530 tempest-ImagesOneServerTestJSON-2077962175 tempest-ImagesOneServerTestJSON-2077962175-project] Pushing event deleted for resources: {'Port': ['ID=f0bc76aa-f37f-4233-8633-52f3421ea161,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:22:11.718107 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1735e4-cf7b-4b0d-85cb-2bf04d1eaa0c req-855a6b45-ebcb-4bae-bec1-72a2859736e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:22:11.719572 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-ce1735e4-cf7b-4b0d-85cb-2bf04d1eaa0c req-855a6b45-ebcb-4bae-bec1-72a2859736e8 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f20c54fb-f7da-4761-aa61-2e4f99f3d332 HTTP/1.1" status: 200 len: 843 time: 0.0666502 Jul 14 18:22:11.725863 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-668feb7e-1e08-4bcc-a429-edc8fd835901 req-3b885b0f-310c-443d-95ee-6e8bc9a6fa52 service neutron] 10.222.0.18 "GET /v2.0/networks/a7a25cb1-3192-42fa-8b6a-3dfe4ce67a05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1561391 Jul 14 18:22:11.732140 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723469d0-7cd3-406f-9ecd-f880a7a4bbbb req-d50c606f-b3ae-4e12-ac0e-942ef28acee6 tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:22:11.733698 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-723469d0-7cd3-406f-9ecd-f880a7a4bbbb req-d50c606f-b3ae-4e12-ac0e-942ef28acee6 tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] 10.222.0.16 "GET /v2.0/ports?device_id=350b0a9d-ec61-4eee-b2dd-320f985fb1e8 HTTP/1.1" status: 200 len: 932 time: 0.2989991 Jul 14 18:22:11.833328 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [req-373735bd-0532-44dd-98e0-cb9678d8fe58 req-d91492b9-e367-49db-ac30-56e41cb8b530 tempest-ImagesOneServerTestJSON-2077962175 tempest-ImagesOneServerTestJSON-2077962175-project] No DVR routers for this DVR port f0bc76aa-f37f-4233-8633-52f3421ea161 on host n-h2-800634-3 {{(pid=93915) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 18:22:11.845587 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-373735bd-0532-44dd-98e0-cb9678d8fe58 req-d91492b9-e367-49db-ac30-56e41cb8b530 tempest-ImagesOneServerTestJSON-2077962175 tempest-ImagesOneServerTestJSON-2077962175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:22:11.847543 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-373735bd-0532-44dd-98e0-cb9678d8fe58 req-d91492b9-e367-49db-ac30-56e41cb8b530 tempest-ImagesOneServerTestJSON-2077962175 tempest-ImagesOneServerTestJSON-2077962175-project] 10.222.0.35 "DELETE /v2.0/ports/f0bc76aa-f37f-4233-8633-52f3421ea161 HTTP/1.1" status: 204 len: 173 time: 1.6451406 Jul 14 18:22:11.848899 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1735e4-cf7b-4b0d-85cb-2bf04d1eaa0c req-4ac708e5-da6a-464d-8ed1-cfb5ea08e5a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:22:11.850396 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-ce1735e4-cf7b-4b0d-85cb-2bf04d1eaa0c req-4ac708e5-da6a-464d-8ed1-cfb5ea08e5a9 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4f742057-89ee-4b4a-86f7-487ee61881a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1233802 Jul 14 18:22:11.861840 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-40567898-fab8-4e79-92a6-3b9ec7c3d0da req-6162c98b-e014-4832-8452-63c49ecdf964 tempest-ImagesOneServerTestJSON-2077962175 tempest-ImagesOneServerTestJSON-2077962175-project] 10.222.0.16 "GET /v2.0/security-groups?id=4d4989be-80ba-48ef-a540-fb5b2a222da7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527102 Jul 14 18:22:11.863123 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-668feb7e-1e08-4bcc-a429-edc8fd835901 req-e215dd1a-4845-49f9-9ee2-1c9db13c03ac service neutron] 10.222.0.18 "GET /v2.0/networks/a7a25cb1-3192-42fa-8b6a-3dfe4ce67a05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1045814 Jul 14 18:22:11.876071 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [req-c446c8e8-1d90-4ba4-8e92-5d68218917b3 req-e5f00e3b-ffd7-4dd3-883c-5381effc9ce4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6371db92-6698-461d-ada3-37172f653ff3 {{(pid=93915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 18:22:11.891307 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-723469d0-7cd3-406f-9ecd-f880a7a4bbbb req-129f1031-f778-44cc-a91c-bcb73b5256e0 tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] 10.222.0.16 "GET /v2.0/security-groups?id=39320fa9-4894-4542-95e3-d64e174c637e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452067 Jul 14 18:22:11.908626 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-c446c8e8-1d90-4ba4-8e92-5d68218917b3 req-e5f00e3b-ffd7-4dd3-883c-5381effc9ce4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:22:11.929187 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.provisioning_blocks [req-c446c8e8-1d90-4ba4-8e92-5d68218917b3 req-e5f00e3b-ffd7-4dd3-883c-5381effc9ce4 service neutron] Transition to ACTIVE for port object 6371db92-6698-461d-ada3-37172f653ff3 will not be triggered until provisioned by entity L2. {{(pid=93915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:22:11.935788 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-c446c8e8-1d90-4ba4-8e92-5d68218917b3 req-e5f00e3b-ffd7-4dd3-883c-5381effc9ce4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25912978'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:22:12.011167 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-ce1735e4-cf7b-4b0d-85cb-2bf04d1eaa0c req-d32603aa-75c7-49c6-8fcb-375b74329595 service neutron] 10.222.0.18 "GET /v2.0/networks/4f742057-89ee-4b4a-86f7-487ee61881a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1468179 Jul 14 18:22:12.097297 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f00e3b-ffd7-4dd3-883c-5381effc9ce4 service neutron] Pushing event updated for resources: {'Port': ['ID=6371db92-6698-461d-ada3-37172f653ff3,revision_number=2']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:22:12.111531 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-ce1735e4-cf7b-4b0d-85cb-2bf04d1eaa0c req-8b4730a2-bf64-4f32-81ec-663c38c57d10 service neutron] 10.222.0.18 "GET /v2.0/networks/4f742057-89ee-4b4a-86f7-487ee61881a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917659 Jul 14 18:22:12.221610 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e005f924-fbba-4e71-bbe2-30570aca7581 req-62761f00-4cab-4abf-9c03-02ff9de02306 tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:22:12.223261 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e005f924-fbba-4e71-bbe2-30570aca7581 req-62761f00-4cab-4abf-9c03-02ff9de02306 tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] 10.222.0.16 "GET /v2.0/ports?device_id=5d1b56cf-e9a2-40e8-8a62-8ebd9281e58d HTTP/1.1" status: 200 len: 943 time: 0.2003202 Jul 14 18:22:12.237682 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62aba56a-3258-49e0-b5b1-621d9eab0e33 req-ec76b216-f43d-4db6-86c6-31f833d40052 tempest-SecurityGroupsTestJSON-1215008278 tempest-SecurityGroupsTestJSON-1215008278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:22:12.239317 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-62aba56a-3258-49e0-b5b1-621d9eab0e33 req-ec76b216-f43d-4db6-86c6-31f833d40052 tempest-SecurityGroupsTestJSON-1215008278 tempest-SecurityGroupsTestJSON-1215008278-project] 10.222.0.16 "GET /v2.0/ports?device_id=4773a4ee-034b-4e24-b5e5-3d8db2747052 HTTP/1.1" status: 200 len: 1023 time: 0.2348862 Jul 14 18:22:12.254009 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-c446c8e8-1d90-4ba4-8e92-5d68218917b3 req-e5f00e3b-ffd7-4dd3-883c-5381effc9ce4 service neutron] Attempting to bind port 6371db92-6698-461d-ada3-37172f653ff3 on host n-h2-800634-3 for vnic_type normal with profile {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:22:12.254486 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-c446c8e8-1d90-4ba4-8e92-5d68218917b3 req-e5f00e3b-ffd7-4dd3-883c-5381effc9ce4 service neutron] Attempting to bind port 6371db92-6698-461d-ada3-37172f653ff3 by drivers openvswitch,hyperv on host n-h2-800634-3 at level 0 using segments [{'id': '25fcd291-a4fb-4631-8a4d-06fad1821ccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '1cbaa8bd-1463-4b3c-89d2-ab344d2f55cf'}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:22:12.254733 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c446c8e8-1d90-4ba4-8e92-5d68218917b3 req-e5f00e3b-ffd7-4dd3-883c-5381effc9ce4 service neutron] Attempting to bind port 6371db92-6698-461d-ada3-37172f653ff3 on network 1cbaa8bd-1463-4b3c-89d2-ab344d2f55cf {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:22:12.281994 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c446c8e8-1d90-4ba4-8e92-5d68218917b3 req-e5f00e3b-ffd7-4dd3-883c-5381effc9ce4 service neutron] Port 6371db92-6698-461d-ada3-37172f653ff3 on network 1cbaa8bd-1463-4b3c-89d2-ab344d2f55cf not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-3 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 18:22:12.282283 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c446c8e8-1d90-4ba4-8e92-5d68218917b3 req-e5f00e3b-ffd7-4dd3-883c-5381effc9ce4 service neutron] Attempting to bind port 6371db92-6698-461d-ada3-37172f653ff3 on network 1cbaa8bd-1463-4b3c-89d2-ab344d2f55cf {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:22:12.304042 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c446c8e8-1d90-4ba4-8e92-5d68218917b3 req-e5f00e3b-ffd7-4dd3-883c-5381effc9ce4 service neutron] Checking agent: {'id': '08e36a6c-8d04-48f0-a644-f27680635246', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 15, 35), 'started_at': datetime.datetime(2021, 7, 14, 18, 15, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 18, 22, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 18:22:12.304428 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c446c8e8-1d90-4ba4-8e92-5d68218917b3 req-e5f00e3b-ffd7-4dd3-883c-5381effc9ce4 service neutron] Checking segment: {'id': '25fcd291-a4fb-4631-8a4d-06fad1821ccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '1cbaa8bd-1463-4b3c-89d2-ab344d2f55cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:22:12.304836 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c446c8e8-1d90-4ba4-8e92-5d68218917b3 req-e5f00e3b-ffd7-4dd3-883c-5381effc9ce4 service neutron] Bound using segment: {'id': '25fcd291-a4fb-4631-8a4d-06fad1821ccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '1cbaa8bd-1463-4b3c-89d2-ab344d2f55cf'} {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 18:22:12.305308 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-c446c8e8-1d90-4ba4-8e92-5d68218917b3 req-e5f00e3b-ffd7-4dd3-883c-5381effc9ce4 service neutron] Bound port: 6371db92-6698-461d-ada3-37172f653ff3, host: n-h2-800634-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25fcd291-a4fb-4631-8a4d-06fad1821ccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '1cbaa8bd-1463-4b3c-89d2-ab344d2f55cf'}}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 18:22:12.305701 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-c446c8e8-1d90-4ba4-8e92-5d68218917b3 req-e5f00e3b-ffd7-4dd3-883c-5381effc9ce4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:22:12.318848 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e005f924-fbba-4e71-bbe2-30570aca7581 req-c06ba4f1-a89e-41b5-b4b6-e2776fc841e1 tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] 10.222.0.16 "GET /v2.0/security-groups?id=540fae54-ccea-4309-9c99-81b930eedb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785348 Jul 14 18:22:12.334276 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-62aba56a-3258-49e0-b5b1-621d9eab0e33 req-93b80098-2b9c-411b-8d4b-6fc535ec5210 tempest-SecurityGroupsTestJSON-1215008278 tempest-SecurityGroupsTestJSON-1215008278-project] 10.222.0.16 "GET /v2.0/security-groups?id=826b3af3-737f-4f73-ae6b-3c41212245d4&id=fa497064-8f46-4fcd-a480-ace3a8940f9d&id=309722b9-2fe8-4d94-8481-29be9b33af8a&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.0832570 Jul 14 18:22:12.410286 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-c446c8e8-1d90-4ba4-8e92-5d68218917b3 req-e5f00e3b-ffd7-4dd3-883c-5381effc9ce4 service neutron] For port 6371db92-6698-461d-ada3-37172f653ff3, host n-h2-800634-3, cleared binding levels {{(pid=93915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:22:12.414480 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-c446c8e8-1d90-4ba4-8e92-5d68218917b3 req-e5f00e3b-ffd7-4dd3-883c-5381effc9ce4 service neutron] For port 6371db92-6698-461d-ada3-37172f653ff3, host n-h2-800634-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=6371db92-6698-461d-ada3-37172f653ff3,segment=NetworkSegment(25fcd291-a4fb-4631-8a4d-06fad1821ccd),segment_id=25fcd291-a4fb-4631-8a4d-06fad1821ccd)] {{(pid=93915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 18:22:12.419329 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-c446c8e8-1d90-4ba4-8e92-5d68218917b3 req-e5f00e3b-ffd7-4dd3-883c-5381effc9ce4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25912978'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:22:12.491656 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c446c8e8-1d90-4ba4-8e92-5d68218917b3 req-e5f00e3b-ffd7-4dd3-883c-5381effc9ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:22:12.492313 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-c446c8e8-1d90-4ba4-8e92-5d68218917b3 req-e5f00e3b-ffd7-4dd3-883c-5381effc9ce4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:22:12.493750 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c446c8e8-1d90-4ba4-8e92-5d68218917b3 req-e5f00e3b-ffd7-4dd3-883c-5381effc9ce4 service neutron] 10.222.0.35 "PUT /v2.0/ports/6371db92-6698-461d-ada3-37172f653ff3 HTTP/1.1" status: 200 len: 1092 time: 1.9194982 Jul 14 18:22:12.521817 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f00e3b-ffd7-4dd3-883c-5381effc9ce4 service neutron] Pushing event updated for resources: {'Port': ['ID=6371db92-6698-461d-ada3-37172f653ff3,revision_number=3']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:22:12.615471 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ee2ad2-36b6-4aea-b954-ef5c97949eb4 req-8d93856a-7914-4b44-8eed-3a61c7e8d8c4 tempest-ImagesTestJSON-313755568 tempest-ImagesTestJSON-313755568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:22:12.617044 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f4ee2ad2-36b6-4aea-b954-ef5c97949eb4 req-8d93856a-7914-4b44-8eed-3a61c7e8d8c4 tempest-ImagesTestJSON-313755568 tempest-ImagesTestJSON-313755568-project] 10.222.0.16 "GET /v2.0/ports?device_id=6aaead6f-eb8d-448b-ab5e-df60fe6f6bc2 HTTP/1.1" status: 200 len: 944 time: 0.1696599 Jul 14 18:22:12.668849 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c446c8e8-1d90-4ba4-8e92-5d68218917b3 req-71f16dbb-d8eb-4aa3-b93f-eba9d8dd715f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:22:12.670828 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c446c8e8-1d90-4ba4-8e92-5d68218917b3 req-71f16dbb-d8eb-4aa3-b93f-eba9d8dd715f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0bd95cc3d59f415f8da5b8a01a238496&device_id=350b0a9d-ec61-4eee-b2dd-320f985fb1e8 HTTP/1.1" status: 200 len: 1095 time: 0.1402190 Jul 14 18:22:12.698988 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe04413d-b610-4f96-a0ad-28f2700ffece req-de0298cd-6613-4906-9f3b-1b552947ce47 tempest-ListImageFiltersTestJSON-1416661104 tempest-ListImageFiltersTestJSON-1416661104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:22:12.700478 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-fe04413d-b610-4f96-a0ad-28f2700ffece req-de0298cd-6613-4906-9f3b-1b552947ce47 tempest-ListImageFiltersTestJSON-1416661104 tempest-ListImageFiltersTestJSON-1416661104-project] 10.222.0.16 "GET /v2.0/ports?device_id=d48985bd-a8ac-4231-a03b-aa75c35eea3d HTTP/1.1" status: 200 len: 947 time: 0.1372821 Jul 14 18:22:12.729171 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f4ee2ad2-36b6-4aea-b954-ef5c97949eb4 req-cfa01c4b-9c6c-4006-bc91-0dbac9e3153e tempest-ImagesTestJSON-313755568 tempest-ImagesTestJSON-313755568-project] 10.222.0.16 "GET /v2.0/security-groups?id=96a7afe7-a122-4b0d-8907-2d91e1bd838f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003418 Jul 14 18:22:12.731122 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c446c8e8-1d90-4ba4-8e92-5d68218917b3 req-39a7dc7e-ebc3-4407-89b0-2cc69d930ea5 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6371db92-6698-461d-ada3-37172f653ff3 HTTP/1.1" status: 200 len: 217 time: 0.0516868 Jul 14 18:22:12.802358 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-fe04413d-b610-4f96-a0ad-28f2700ffece req-1cb74aa6-2637-4b22-8e00-da1943e8e983 tempest-ListImageFiltersTestJSON-1416661104 tempest-ListImageFiltersTestJSON-1416661104-project] 10.222.0.16 "GET /v2.0/security-groups?id=09cf14b6-951f-4c32-9a85-e54484acb30d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764940 Jul 14 18:22:12.807813 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c446c8e8-1d90-4ba4-8e92-5d68218917b3 req-32230de4-181a-4063-be4f-59542cebf343 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:22:12.809181 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c446c8e8-1d90-4ba4-8e92-5d68218917b3 req-32230de4-181a-4063-be4f-59542cebf343 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=a6dcdf63-414e-46ae-93dc-0b8457260728 HTTP/1.1" status: 200 len: 851 time: 0.0653510 Jul 14 18:22:12.841726 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c446c8e8-1d90-4ba4-8e92-5d68218917b3 req-475f462a-992e-46c7-96fa-b7c8b8bb3080 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=1cbaa8bd-1463-4b3c-89d2-ab344d2f55cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261331 Jul 14 18:22:12.894369 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Device b875f197-b5bd-4e33-8c5d-9d9e1a56ddfe details requested by agent hyperv_n-h2-800634-3 with host n-h2-800634-3 {{(pid=93917) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 18:22:12.949401 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c446c8e8-1d90-4ba4-8e92-5d68218917b3 req-68f0b32f-e8c2-4023-ba1a-2d80aeea68a2 service neutron] 10.222.0.35 "GET /v2.0/networks/1cbaa8bd-1463-4b3c-89d2-ab344d2f55cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1010611 Jul 14 18:22:12.985288 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8329c0-1b19-4a9b-977f-e1a35a10217f req-bdd295c8-872a-4242-be3c-5188becd3a3d tempest-SecurityGroupsTestJSON-1215008278 tempest-SecurityGroupsTestJSON-1215008278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:22:12.986924 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-dd8329c0-1b19-4a9b-977f-e1a35a10217f req-bdd295c8-872a-4242-be3c-5188becd3a3d tempest-SecurityGroupsTestJSON-1215008278 tempest-SecurityGroupsTestJSON-1215008278-project] 10.222.0.18 "GET /v2.0/ports?device_id=4773a4ee-034b-4e24-b5e5-3d8db2747052 HTTP/1.1" status: 200 len: 1023 time: 0.0785923 Jul 14 18:22:13.046961 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] For port b875f197-b5bd-4e33-8c5d-9d9e1a56ddfe, host n-h2-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=b875f197-b5bd-4e33-8c5d-9d9e1a56ddfe,segment=NetworkSegment(ed557757-f640-484f-8cda-41a92c321398),segment_id=ed557757-f640-484f-8cda-41a92c321398)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:22:13.059382 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Returning: {'device': 'b875f197-b5bd-4e33-8c5d-9d9e1a56ddfe', 'network_id': '458a605c-adc1-4322-ba16-e84a0c1f7468', 'port_id': 'b875f197-b5bd-4e33-8c5d-9d9e1a56ddfe', 'mac_address': 'fa:16:3e:ad:61:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 82, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f82593d-7d30-492d-935c-eafdd92f72c6', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93917) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 18:22:13.067529 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-1d53ddca-b27e-442f-8920-a1508e5dde8c req-15173706-ebfd-46f6-9159-03e55a0ed870 tempest-ImagesOneServerTestJSON-2077962175 tempest-ImagesOneServerTestJSON-2077962175-project] 10.222.0.16 "GET /v2.0/ports?device_id=6ab0c594-ecaf-4c5b-977a-9c1b59a2d9cc HTTP/1.1" status: 200 len: 210 time: 0.0342379 Jul 14 18:22:13.067967 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ab0c594-ecaf-4c5b-977a-9c1b59a2d9cc', 'name': 'network-vif-deleted', 'tag': 'f0bc76aa-f37f-4233-8633-52f3421ea161'}, {'name': 'network-changed', 'server_uuid': '350b0a9d-ec61-4eee-b2dd-320f985fb1e8', 'tag': '6371db92-6698-461d-ada3-37172f653ff3'}] {{(pid=93915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:22:13.070213 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e72782ad3af8f7d4ce76cedf092bca46d1756acc5c4653cf0b52034cdd6b073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d4f7214-5434-49da-9532-21142241e6e2" -d '{"events": [{"server_uuid": "6ab0c594-ecaf-4c5b-977a-9c1b59a2d9cc", "name": "network-vif-deleted", "tag": "f0bc76aa-f37f-4233-8633-52f3421ea161"}, {"name": "network-changed", "server_uuid": "350b0a9d-ec61-4eee-b2dd-320f985fb1e8", "tag": "6371db92-6698-461d-ada3-37172f653ff3"}]}' {{(pid=93915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:22:13.124784 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [req-dd8329c0-1b19-4a9b-977f-e1a35a10217f req-bb835958-068d-46e8-b5e1-6d72cc0942a7 tempest-SecurityGroupsTestJSON-1215008278 tempest-SecurityGroupsTestJSON-1215008278-project] Deleting port 82df5ea3-936c-44fe-a7e7-eaa58aa295ab {{(pid=93916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:22:13.125201 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-dd8329c0-1b19-4a9b-977f-e1a35a10217f req-bb835958-068d-46e8-b5e1-6d72cc0942a7 tempest-SecurityGroupsTestJSON-1215008278 tempest-SecurityGroupsTestJSON-1215008278-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:22:13.125533 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c446c8e8-1d90-4ba4-8e92-5d68218917b3 req-09a6fc83-58db-4c29-83e1-13df9058c2e3 service neutron] 10.222.0.35 "GET /v2.0/networks/1cbaa8bd-1463-4b3c-89d2-ab344d2f55cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1707227 Jul 14 18:22:13.126966 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 14 Jul 2021 18:22:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d295bf3-229e-44c4-9bee-489f6cd67998 x-openstack-request-id: req-6d295bf3-229e-44c4-9bee-489f6cd67998 {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:22:13.127272 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ab0c594-ecaf-4c5b-977a-9c1b59a2d9cc", "name": "network-vif-deleted", "tag": "f0bc76aa-f37f-4233-8633-52f3421ea161", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "350b0a9d-ec61-4eee-b2dd-320f985fb1e8", "tag": "6371db92-6698-461d-ada3-37172f653ff3", "status": "completed", "code": 200}]} {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:22:13.127530 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6d295bf3-229e-44c4-9bee-489f6cd67998 {{(pid=93915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:22:13.128219 n-d-800634-3 neutron-server[93915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ab0c594-ecaf-4c5b-977a-9c1b59a2d9cc', 'name': 'network-vif-deleted', 'tag': 'f0bc76aa-f37f-4233-8633-52f3421ea161', 'status': 'completed', 'code': 200} Jul 14 18:22:13.128470 n-d-800634-3 neutron-server[93915]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '350b0a9d-ec61-4eee-b2dd-320f985fb1e8', 'tag': '6371db92-6698-461d-ada3-37172f653ff3', 'status': 'completed', 'code': 200} Jul 14 18:22:13.166177 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea5bd52-384b-4b90-8da7-cc53989899e4 req-bd393174-3723-4070-b983-5aba06420003 tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:22:13.167976 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-4ea5bd52-384b-4b90-8da7-cc53989899e4 req-bd393174-3723-4070-b983-5aba06420003 tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] 10.222.0.16 "GET /v2.0/ports?device_id=350b0a9d-ec61-4eee-b2dd-320f985fb1e8 HTTP/1.1" status: 200 len: 944 time: 0.1053076 Jul 14 18:22:13.213769 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-4ea5bd52-384b-4b90-8da7-cc53989899e4 req-03e79107-be3e-4ceb-ae76-b229c7dfd762 tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] 10.222.0.16 "GET /v2.0/security-groups?id=39320fa9-4894-4542-95e3-d64e174c637e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400589 Jul 14 18:22:13.231369 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.db [req-dd8329c0-1b19-4a9b-977f-e1a35a10217f req-bb835958-068d-46e8-b5e1-6d72cc0942a7 tempest-SecurityGroupsTestJSON-1215008278 tempest-SecurityGroupsTestJSON-1215008278-project] For port 82df5ea3-936c-44fe-a7e7-eaa58aa295ab, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=82df5ea3-936c-44fe-a7e7-eaa58aa295ab,segment=NetworkSegment(a486c7d6-69d2-4a27-a7a6-bfe66b9801fc),segment_id=a486c7d6-69d2-4a27-a7a6-bfe66b9801fc)] {{(pid=93916) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:22:13.231820 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-dd8329c0-1b19-4a9b-977f-e1a35a10217f req-bb835958-068d-46e8-b5e1-6d72cc0942a7 tempest-SecurityGroupsTestJSON-1215008278 tempest-SecurityGroupsTestJSON-1215008278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:22:13.303490 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4f7214-5434-49da-9532-21142241e6e2 req-ed46c05a-1b3a-493a-a31e-38a36d58c0d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:22:13.306898 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-7d4f7214-5434-49da-9532-21142241e6e2 req-ed46c05a-1b3a-493a-a31e-38a36d58c0d0 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0bd95cc3d59f415f8da5b8a01a238496&device_id=350b0a9d-ec61-4eee-b2dd-320f985fb1e8 HTTP/1.1" status: 200 len: 1095 time: 0.0962646 Jul 14 18:22:13.383642 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 57124) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:22:13.517804 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [req-dd8329c0-1b19-4a9b-977f-e1a35a10217f req-bb835958-068d-46e8-b5e1-6d72cc0942a7 tempest-SecurityGroupsTestJSON-1215008278 tempest-SecurityGroupsTestJSON-1215008278-project] Calling delete_port for 82df5ea3-936c-44fe-a7e7-eaa58aa295ab owned by compute:nova {{(pid=93916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:22:13.552157 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4f7214-5434-49da-9532-21142241e6e2 req-bb37fff0-0eae-47ed-83ce-bf7c38b90647 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:22:13.553688 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-7d4f7214-5434-49da-9532-21142241e6e2 req-bb37fff0-0eae-47ed-83ce-bf7c38b90647 service neutron] 10.222.0.35 "GET /v2.0/networks?id=1cbaa8bd-1463-4b3c-89d2-ab344d2f55cf HTTP/1.1" status: 200 len: 911 time: 0.2419422 Jul 14 18:22:13.642989 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-7d4f7214-5434-49da-9532-21142241e6e2 req-6fa5f7eb-9c4a-4f73-a0ba-6627b407361f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6371db92-6698-461d-ada3-37172f653ff3 HTTP/1.1" status: 200 len: 217 time: 0.0745292 Jul 14 18:22:13.644560 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-dd8329c0-1b19-4a9b-977f-e1a35a10217f req-bb835958-068d-46e8-b5e1-6d72cc0942a7 tempest-SecurityGroupsTestJSON-1215008278 tempest-SecurityGroupsTestJSON-1215008278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:22:13.656803 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] get_ports_and_sgs() called for port_ids ['34ab1baa-3389-4be5-8ab1-025858c130d9', '82df5ea3-936c-44fe-a7e7-eaa58aa295ab'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 18:22:13.679696 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb835958-068d-46e8-b5e1-6d72cc0942a7 tempest-SecurityGroupsTestJSON-1215008278 tempest-SecurityGroupsTestJSON-1215008278-project] Pushing event deleted for resources: {'Port': ['ID=82df5ea3-936c-44fe-a7e7-eaa58aa295ab,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:22:13.716699 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c446c8e8-1d90-4ba4-8e92-5d68218917b3 req-2af6bd79-2eef-47bb-b80b-a7775b8ea97e tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:22:13.718171 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c446c8e8-1d90-4ba4-8e92-5d68218917b3 req-2af6bd79-2eef-47bb-b80b-a7775b8ea97e tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] 10.222.0.35 "GET /v2.0/ports?device_id=350b0a9d-ec61-4eee-b2dd-320f985fb1e8 HTTP/1.1" status: 200 len: 944 time: 0.2571075 Jul 14 18:22:13.727978 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd8329c0-1b19-4a9b-977f-e1a35a10217f req-bb835958-068d-46e8-b5e1-6d72cc0942a7 tempest-SecurityGroupsTestJSON-1215008278 tempest-SecurityGroupsTestJSON-1215008278-project] No DVR routers for this DVR port 82df5ea3-936c-44fe-a7e7-eaa58aa295ab on host n-h1-800634-3 {{(pid=93916) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 18:22:13.730976 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-dd8329c0-1b19-4a9b-977f-e1a35a10217f req-bb835958-068d-46e8-b5e1-6d72cc0942a7 tempest-SecurityGroupsTestJSON-1215008278 tempest-SecurityGroupsTestJSON-1215008278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:22:13.733357 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-dd8329c0-1b19-4a9b-977f-e1a35a10217f req-bb835958-068d-46e8-b5e1-6d72cc0942a7 tempest-SecurityGroupsTestJSON-1215008278 tempest-SecurityGroupsTestJSON-1215008278-project] 10.222.0.18 "DELETE /v2.0/ports/82df5ea3-936c-44fe-a7e7-eaa58aa295ab HTTP/1.1" status: 204 len: 173 time: 0.7410491 Jul 14 18:22:13.733913 n-d-800634-3 neutron-server[93916]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4773a4ee-034b-4e24-b5e5-3d8db2747052', 'name': 'network-vif-deleted', 'tag': '82df5ea3-936c-44fe-a7e7-eaa58aa295ab'}] {{(pid=93916) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:22:13.737163 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f803e150b363a7893830aa996ac27753fa25517c406ecd3536b7c2d4b26eeb9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b4d649f-b818-4445-bdf5-991b48eb18a3" -d '{"events": [{"server_uuid": "4773a4ee-034b-4e24-b5e5-3d8db2747052", "name": "network-vif-deleted", "tag": "82df5ea3-936c-44fe-a7e7-eaa58aa295ab"}]}' {{(pid=93916) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:22:13.742970 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-46eb1ad5-b5b2-45da-9906-0c8643d65d2d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f1c4e239e6d24b3bb240a97f6c99b33f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3580534 Jul 14 18:22:13.745661 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 57134) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:22:13.801271 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd5a5e7-ba8e-4fcc-9c6b-e7b6113efb7b req-fcd73c87-93a2-47ff-ba19-caa24b34ed31 tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:22:13.803094 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-7cd5a5e7-ba8e-4fcc-9c6b-e7b6113efb7b req-fcd73c87-93a2-47ff-ba19-caa24b34ed31 tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] 10.222.0.16 "GET /v2.0/ports?device_id=5d1b56cf-e9a2-40e8-8a62-8ebd9281e58d HTTP/1.1" status: 200 len: 943 time: 0.2985435 Jul 14 18:22:13.810483 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4f7214-5434-49da-9532-21142241e6e2 req-3e9d1dc7-b28b-49b1-a26a-331f5b850a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:22:13.811891 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-7d4f7214-5434-49da-9532-21142241e6e2 req-3e9d1dc7-b28b-49b1-a26a-331f5b850a5a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=a6dcdf63-414e-46ae-93dc-0b8457260728 HTTP/1.1" status: 200 len: 851 time: 0.1497161 Jul 14 18:22:13.813664 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-1b425b2e-2ef8-4810-b4e9-c8546b7b2dc6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:22:13.838515 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-1b425b2e-2ef8-4810-b4e9-c8546b7b2dc6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:22:13.885370 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058144f1-2a7f-47cf-b8c3-5e47deff0529 req-52087b38-78ec-4313-977c-cbe36512a2d0 tempest-SecurityGroupsTestJSON-1215008278 tempest-SecurityGroupsTestJSON-1215008278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:22:13.893184 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-058144f1-2a7f-47cf-b8c3-5e47deff0529 req-52087b38-78ec-4313-977c-cbe36512a2d0 tempest-SecurityGroupsTestJSON-1215008278 tempest-SecurityGroupsTestJSON-1215008278-project] 10.222.0.16 "GET /v2.0/ports?device_id=4773a4ee-034b-4e24-b5e5-3d8db2747052 HTTP/1.1" status: 200 len: 945 time: 0.3626516 Jul 14 18:22:13.896480 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-1b425b2e-2ef8-4810-b4e9-c8546b7b2dc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:22:13.900439 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-1b425b2e-2ef8-4810-b4e9-c8546b7b2dc6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:22:13.902620 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-1b425b2e-2ef8-4810-b4e9-c8546b7b2dc6 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/4d4989be-80ba-48ef-a540-fb5b2a222da7 HTTP/1.1" status: 204 len: 168 time: 0.1556218 Jul 14 18:22:13.923808 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-7d4f7214-5434-49da-9532-21142241e6e2 req-0b9d32a4-bddb-4e9f-a98c-6c00544a90d1 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=1cbaa8bd-1463-4b3c-89d2-ab344d2f55cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1024239 Jul 14 18:22:13.939084 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b425b2e-2ef8-4810-b4e9-c8546b7b2dc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d4989be-80ba-48ef-a540-fb5b2a222da7,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:22:13.959754 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device 9fbf94da-ec1e-4989-8dcd-c90342b8b660 details requested by agent hyperv_n-h1-800634-3 with host n-h1-800634-3 {{(pid=93917) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 18:22:14.039498 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-7cd5a5e7-ba8e-4fcc-9c6b-e7b6113efb7b req-922500f1-9e6a-4d09-a006-fdc276d09f6f tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] 10.222.0.16 "GET /v2.0/security-groups?id=540fae54-ccea-4309-9c99-81b930eedb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2246718 Jul 14 18:22:14.057686 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-058144f1-2a7f-47cf-b8c3-5e47deff0529 req-31caae90-7a0e-4faa-9e3f-accd010af8de tempest-SecurityGroupsTestJSON-1215008278 tempest-SecurityGroupsTestJSON-1215008278-project] 10.222.0.16 "GET /v2.0/security-groups?id=826b3af3-737f-4f73-ae6b-3c41212245d4&id=fa497064-8f46-4fcd-a480-ace3a8940f9d&id=309722b9-2fe8-4d94-8481-29be9b33af8a&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.1313279 Jul 14 18:22:14.082852 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [req-c446c8e8-1d90-4ba4-8e92-5d68218917b3 req-1c5f76cd-f459-41e7-93cd-272c852c8a92 tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] Deleting port 6371db92-6698-461d-ada3-37172f653ff3 {{(pid=93915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:22:14.083197 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-c446c8e8-1d90-4ba4-8e92-5d68218917b3 req-1c5f76cd-f459-41e7-93cd-272c852c8a92 tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:22:14.097732 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port 9fbf94da-ec1e-4989-8dcd-c90342b8b660, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=9fbf94da-ec1e-4989-8dcd-c90342b8b660,segment=NetworkSegment(067fc487-22c7-42de-972d-ae352a28ad29),segment_id=067fc487-22c7-42de-972d-ae352a28ad29)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:22:14.110801 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Returning: {'device': '9fbf94da-ec1e-4989-8dcd-c90342b8b660', 'network_id': '4f742057-89ee-4b4a-86f7-487ee61881a1', 'port_id': '9fbf94da-ec1e-4989-8dcd-c90342b8b660', 'mac_address': 'fa:16:3e:1e:60:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f20c54fb-f7da-4761-aa61-2e4f99f3d332', 'ip_address': '192.168.233.32'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93917) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 18:22:14.148937 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-7d4f7214-5434-49da-9532-21142241e6e2 req-5854e441-052d-4fdd-83c3-049053ec4810 service neutron] 10.222.0.35 "GET /v2.0/networks/1cbaa8bd-1463-4b3c-89d2-ab344d2f55cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2166009 Jul 14 18:22:14.162313 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:22:14.171840 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 18:22:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4cb63ae-e24a-4e73-b464-fd43edc614f0 x-openstack-request-id: req-a4cb63ae-e24a-4e73-b464-fd43edc614f0 {{(pid=93916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:22:14.172368 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4773a4ee-034b-4e24-b5e5-3d8db2747052", "name": "network-vif-deleted", "tag": "82df5ea3-936c-44fe-a7e7-eaa58aa295ab", "status": "completed", "code": 200}]} {{(pid=93916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:22:14.172479 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a4cb63ae-e24a-4e73-b464-fd43edc614f0 {{(pid=93916) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:22:14.172803 n-d-800634-3 neutron-server[93916]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4773a4ee-034b-4e24-b5e5-3d8db2747052', 'name': 'network-vif-deleted', 'tag': '82df5ea3-936c-44fe-a7e7-eaa58aa295ab', 'status': 'completed', 'code': 200} Jul 14 18:22:14.192367 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9fbf94da-ec1e-4989-8dcd-c90342b8b660 {{(pid=93917) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 18:22:14.255971 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port 9fbf94da-ec1e-4989-8dcd-c90342b8b660, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=9fbf94da-ec1e-4989-8dcd-c90342b8b660,segment=NetworkSegment(067fc487-22c7-42de-972d-ae352a28ad29),segment_id=067fc487-22c7-42de-972d-ae352a28ad29)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:22:14.256662 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-c446c8e8-1d90-4ba4-8e92-5d68218917b3 req-1c5f76cd-f459-41e7-93cd-272c852c8a92 tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] For port 6371db92-6698-461d-ada3-37172f653ff3, host n-h2-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=6371db92-6698-461d-ada3-37172f653ff3,segment=NetworkSegment(25fcd291-a4fb-4631-8a4d-06fad1821ccd),segment_id=25fcd291-a4fb-4631-8a4d-06fad1821ccd)] {{(pid=93915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:22:14.257030 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-c446c8e8-1d90-4ba4-8e92-5d68218917b3 req-1c5f76cd-f459-41e7-93cd-272c852c8a92 tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:22:14.260960 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:22:14.281687 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [req-c446c8e8-1d90-4ba4-8e92-5d68218917b3 req-1c5f76cd-f459-41e7-93cd-272c852c8a92 tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] Calling delete_port for 6371db92-6698-461d-ada3-37172f653ff3 owned by compute:nova {{(pid=93915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:22:14.348347 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Pushing event updated for resources: {'Port': ['ID=9fbf94da-ec1e-4989-8dcd-c90342b8b660,revision_number=4']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:22:14.359007 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-7d4f7214-5434-49da-9532-21142241e6e2 req-df064f1f-be98-4823-91f5-168b4a43a30f service neutron] 10.222.0.35 "GET /v2.0/networks/1cbaa8bd-1463-4b3c-89d2-ab344d2f55cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2023585 Jul 14 18:22:14.487075 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3da35e-7f13-4eb7-8ef8-d35678340c8e req-311768e2-8e30-400d-8422-e4f258c7d09b tempest-ListImageFiltersTestJSON-1416661104 tempest-ListImageFiltersTestJSON-1416661104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:22:14.488588 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ec3da35e-7f13-4eb7-8ef8-d35678340c8e req-311768e2-8e30-400d-8422-e4f258c7d09b tempest-ListImageFiltersTestJSON-1416661104 tempest-ListImageFiltersTestJSON-1416661104-project] 10.222.0.16 "GET /v2.0/ports?device_id=d48985bd-a8ac-4231-a03b-aa75c35eea3d HTTP/1.1" status: 200 len: 948 time: 0.1751273 Jul 14 18:22:14.498171 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47015563-ef8a-49ff-ab64-35cc50ace176 req-36fbd89c-02cf-4ca8-9f87-b150b19d3870 tempest-ImagesTestJSON-313755568 tempest-ImagesTestJSON-313755568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:22:14.499653 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-47015563-ef8a-49ff-ab64-35cc50ace176 req-36fbd89c-02cf-4ca8-9f87-b150b19d3870 tempest-ImagesTestJSON-313755568 tempest-ImagesTestJSON-313755568-project] 10.222.0.16 "GET /v2.0/ports?device_id=6aaead6f-eb8d-448b-ab5e-df60fe6f6bc2 HTTP/1.1" status: 200 len: 944 time: 0.1943033 Jul 14 18:22:14.550672 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] get_ports_and_sgs() called for port_ids ['9fbf94da-ec1e-4989-8dcd-c90342b8b660'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 18:22:14.600901 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ec3da35e-7f13-4eb7-8ef8-d35678340c8e req-c6d1a948-062e-4d84-9e1e-1d794c68cd22 tempest-ListImageFiltersTestJSON-1416661104 tempest-ListImageFiltersTestJSON-1416661104-project] 10.222.0.16 "GET /v2.0/security-groups?id=09cf14b6-951f-4c32-9a85-e54484acb30d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967035 Jul 14 18:22:14.616850 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-47015563-ef8a-49ff-ab64-35cc50ace176 req-6a95838d-3463-424e-ad04-aed7e086a864 tempest-ImagesTestJSON-313755568 tempest-ImagesTestJSON-313755568-project] 10.222.0.16 "GET /v2.0/security-groups?id=96a7afe7-a122-4b0d-8907-2d91e1bd838f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859118 Jul 14 18:22:14.618839 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-c446c8e8-1d90-4ba4-8e92-5d68218917b3 req-1c5f76cd-f459-41e7-93cd-272c852c8a92 tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:22:14.657341 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5f76cd-f459-41e7-93cd-272c852c8a92 tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] Pushing event deleted for resources: {'Port': ['ID=6371db92-6698-461d-ada3-37172f653ff3,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:22:14.712529 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [req-c446c8e8-1d90-4ba4-8e92-5d68218917b3 req-1c5f76cd-f459-41e7-93cd-272c852c8a92 tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] No DVR routers for this DVR port 6371db92-6698-461d-ada3-37172f653ff3 on host n-h2-800634-3 {{(pid=93915) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 18:22:14.715228 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-c446c8e8-1d90-4ba4-8e92-5d68218917b3 req-1c5f76cd-f459-41e7-93cd-272c852c8a92 tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:22:14.718046 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c446c8e8-1d90-4ba4-8e92-5d68218917b3 req-1c5f76cd-f459-41e7-93cd-272c852c8a92 tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] 10.222.0.35 "DELETE /v2.0/ports/6371db92-6698-461d-ada3-37172f653ff3 HTTP/1.1" status: 204 len: 173 time: 0.9914157 Jul 14 18:22:14.759788 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e59195b8-50be-4eb3-b399-e64738a78fdb req-52ef3f55-31f5-42a2-82ba-8085b6fa5aba tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] 10.222.0.16 "GET /v2.0/ports?device_id=350b0a9d-ec61-4eee-b2dd-320f985fb1e8 HTTP/1.1" status: 200 len: 210 time: 0.0300834 Jul 14 18:22:14.830271 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 57164) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:22:14.901854 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Device b875f197-b5bd-4e33-8c5d-9d9e1a56ddfe details requested by agent hyperv_n-h2-800634-3 with host n-h2-800634-3 {{(pid=93917) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 18:22:14.925801 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-f0ee0e31-58a4-4687-b2d5-e50ebc2d6e70 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-911351028-network', 'tenant_id': '770cf6195f454485a1278aa0fbe1237f'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:22:14.946863 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0ee0e31-58a4-4687-b2d5-e50ebc2d6e70 admin admin] Made reservation on behalf of 770cf6195f454485a1278aa0fbe1237f for: {'network': 1} {{(pid=93916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:22:14.949439 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-f0ee0e31-58a4-4687-b2d5-e50ebc2d6e70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for network, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:22:14.965987 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-f0ee0e31-58a4-4687-b2d5-e50ebc2d6e70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:22:15.010364 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] For port b875f197-b5bd-4e33-8c5d-9d9e1a56ddfe, host n-h2-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=b875f197-b5bd-4e33-8c5d-9d9e1a56ddfe,segment=NetworkSegment(ed557757-f640-484f-8cda-41a92c321398),segment_id=ed557757-f640-484f-8cda-41a92c321398)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:22:15.023575 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Returning: {'device': 'b875f197-b5bd-4e33-8c5d-9d9e1a56ddfe', 'network_id': '458a605c-adc1-4322-ba16-e84a0c1f7468', 'port_id': 'b875f197-b5bd-4e33-8c5d-9d9e1a56ddfe', 'mac_address': 'fa:16:3e:ad:61:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 82, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f82593d-7d30-492d-935c-eafdd92f72c6', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93917) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 18:22:15.072709 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-f0ee0e31-58a4-4687-b2d5-e50ebc2d6e70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:22:15.077896 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-f0ee0e31-58a4-4687-b2d5-e50ebc2d6e70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:22:15.104193 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0ee0e31-58a4-4687-b2d5-e50ebc2d6e70 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 88} {{(pid=93916) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 18:22:15.123137 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ee0e31-58a4-4687-b2d5-e50ebc2d6e70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7eb77405-22ca-4355-84b5-b8009f159b92,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:22:15.129188 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '350b0a9d-ec61-4eee-b2dd-320f985fb1e8', 'name': 'network-vif-deleted', 'tag': '6371db92-6698-461d-ada3-37172f653ff3'}] {{(pid=93915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:22:15.131671 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e72782ad3af8f7d4ce76cedf092bca46d1756acc5c4653cf0b52034cdd6b073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1659f8e9-f4ce-457d-b84b-10573a64bc43" -d '{"events": [{"server_uuid": "350b0a9d-ec61-4eee-b2dd-320f985fb1e8", "name": "network-vif-deleted", "tag": "6371db92-6698-461d-ada3-37172f653ff3"}]}' {{(pid=93915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:22:15.135392 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-f0ee0e31-58a4-4687-b2d5-e50ebc2d6e70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:22:15.135780 n-d-800634-3 neutron-server[93916]: INFO neutron.db.segments_db [None req-f0ee0e31-58a4-4687-b2d5-e50ebc2d6e70 admin admin] Added segment 5d348732-27f4-441a-bef1-a0d44ffa840e of type vlan for network 5922bb88-69f8-4327-9807-b639b8b4c14f Jul 14 18:22:15.192254 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-f0ee0e31-58a4-4687-b2d5-e50ebc2d6e70 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728202197517'] for network, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:22:15.225813 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-f0ee0e31-58a4-4687-b2d5-e50ebc2d6e70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727'] for network, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:22:15.227891 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0ee0e31-58a4-4687-b2d5-e50ebc2d6e70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:22:15.228641 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-f0ee0e31-58a4-4687-b2d5-e50ebc2d6e70 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598705'] for network, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:22:15.241034 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Wed, 14 Jul 2021 18:22:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-301cad54-dc49-4806-86a8-cc8db35ed102 x-openstack-request-id: req-301cad54-dc49-4806-86a8-cc8db35ed102 {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:22:15.241329 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "350b0a9d-ec61-4eee-b2dd-320f985fb1e8", "name": "network-vif-deleted", "tag": "6371db92-6698-461d-ada3-37172f653ff3", "status": "failed", "code": 422}]} {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:22:15.241577 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-301cad54-dc49-4806-86a8-cc8db35ed102 {{(pid=93915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:22:15.242150 n-d-800634-3 neutron-server[93915]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '350b0a9d-ec61-4eee-b2dd-320f985fb1e8', 'name': 'network-vif-deleted', 'tag': '6371db92-6698-461d-ada3-37172f653ff3', 'status': 'failed', 'code': 422} returned with failed status Jul 14 18:22:15.272108 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e23cbd7-a4b9-4c1c-8680-f4d581e4aca4 req-c301560c-9a8c-461b-94e8-93dc4016371c tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:22:15.272108 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-5e23cbd7-a4b9-4c1c-8680-f4d581e4aca4 req-c301560c-9a8c-461b-94e8-93dc4016371c tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] 10.222.0.16 "GET /v2.0/ports?device_id=5d1b56cf-e9a2-40e8-8a62-8ebd9281e58d HTTP/1.1" status: 200 len: 943 time: 0.0811765 Jul 14 18:22:15.294148 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-f0ee0e31-58a4-4687-b2d5-e50ebc2d6e70 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.4625037 Jul 14 18:22:15.300589 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 57184) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:22:15.313919 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-286fc55e-fc28-48b9-b6de-6b3b2ff7cb24 admin admin] Request body: {'subnet': {'network_id': '5922bb88-69f8-4327-9807-b639b8b4c14f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-911351028-subnet', 'tenant_id': '770cf6195f454485a1278aa0fbe1237f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:22:15.320646 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ee0e31-58a4-4687-b2d5-e50ebc2d6e70 admin admin] Pushing event updated for resources: {'Network': ['ID=5922bb88-69f8-4327-9807-b639b8b4c14f,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:22:15.332295 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Network 5922bb88-69f8-4327-9807-b639b8b4c14f details requested by agent ovs-agent-n-d-800634-3 with host n-d-800634-3 {{(pid=93917) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 18:22:15.345288 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-5e23cbd7-a4b9-4c1c-8680-f4d581e4aca4 req-70188874-9f8a-42af-8039-3f66bb4a8eec tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] 10.222.0.16 "GET /v2.0/security-groups?id=540fae54-ccea-4309-9c99-81b930eedb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636671 Jul 14 18:22:15.346774 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-286fc55e-fc28-48b9-b6de-6b3b2ff7cb24 admin admin] Made reservation on behalf of 770cf6195f454485a1278aa0fbe1237f for: {'subnet': 1} {{(pid=93916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:22:15.350200 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-286fc55e-fc28-48b9-b6de-6b3b2ff7cb24 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26033189'] for subnet, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:22:15.414138 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-4a2d1939-12f0-4d72-90f6-3329a169e7ff req-052eb0bf-e701-4fab-a292-edb4c980371c tempest-SecurityGroupsTestJSON-1215008278 tempest-SecurityGroupsTestJSON-1215008278-project] 10.222.0.16 "GET /v2.0/security-groups/fa497064-8f46-4fcd-a480-ace3a8940f9d HTTP/1.1" status: 200 len: 1799 time: 0.0447245 Jul 14 18:22:15.479525 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-4a2d1939-12f0-4d72-90f6-3329a169e7ff req-7d91cf47-184f-45f9-8687-9093966de845 tempest-SecurityGroupsTestJSON-1215008278 tempest-SecurityGroupsTestJSON-1215008278-project] Notify callbacks [] for security_group, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:22:15.502415 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-4a2d1939-12f0-4d72-90f6-3329a169e7ff req-7d91cf47-184f-45f9-8687-9093966de845 tempest-SecurityGroupsTestJSON-1215008278 tempest-SecurityGroupsTestJSON-1215008278-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:22:15.549229 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-4a2d1939-12f0-4d72-90f6-3329a169e7ff req-7d91cf47-184f-45f9-8687-9093966de845 tempest-SecurityGroupsTestJSON-1215008278 tempest-SecurityGroupsTestJSON-1215008278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:22:15.552030 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-4a2d1939-12f0-4d72-90f6-3329a169e7ff req-7d91cf47-184f-45f9-8687-9093966de845 tempest-SecurityGroupsTestJSON-1215008278 tempest-SecurityGroupsTestJSON-1215008278-project] Notify callbacks [] for security_group, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:22:15.553218 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-4a2d1939-12f0-4d72-90f6-3329a169e7ff req-7d91cf47-184f-45f9-8687-9093966de845 tempest-SecurityGroupsTestJSON-1215008278 tempest-SecurityGroupsTestJSON-1215008278-project] 10.222.0.16 "DELETE /v2.0/security-groups/fa497064-8f46-4fcd-a480-ace3a8940f9d HTTP/1.1" status: 204 len: 173 time: 0.1325209 Jul 14 18:22:15.563338 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-286fc55e-fc28-48b9-b6de-6b3b2ff7cb24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2684753', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26033175'] for subnet, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:22:15.567074 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d91cf47-184f-45f9-8687-9093966de845 tempest-SecurityGroupsTestJSON-1215008278 tempest-SecurityGroupsTestJSON-1215008278-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa497064-8f46-4fcd-a480-ace3a8940f9d,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:22:15.626264 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286fc55e-fc28-48b9-b6de-6b3b2ff7cb24 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3e5fd32b-ce33-4970-8e90-c9d6785e30f5,revision_number=0']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:22:15.630687 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-286fc55e-fc28-48b9-b6de-6b3b2ff7cb24 admin admin] Checking segment: {'id': '5d348732-27f4-441a-bef1-a0d44ffa840e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '5922bb88-69f8-4327-9807-b639b8b4c14f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93916) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:22:15.631049 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-286fc55e-fc28-48b9-b6de-6b3b2ff7cb24 admin admin] Network hostable DHCP agents. Network: 5922bb88-69f8-4327-9807-b639b8b4c14f, hostable agents: ['028393c3-0576-4ebd-bca1-8ea8a148e1a2'], hosted agents: [] {{(pid=93916) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 18:22:15.650522 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-286fc55e-fc28-48b9-b6de-6b3b2ff7cb24 admin admin] Network 5922bb88-69f8-4327-9807-b639b8b4c14f is scheduled to be hosted by DHCP agent 028393c3-0576-4ebd-bca1-8ea8a148e1a2 with binding_index 1 {{(pid=93916) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 18:22:15.655715 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3137e524-0611-4ac8-87d0-00896bfdf124 req-119631c6-1366-44f8-81d9-b0b24cd860d1 tempest-SecurityGroupsTestJSON-1215008278 tempest-SecurityGroupsTestJSON-1215008278-project] 10.222.0.16 "GET /v2.0/security-groups/826b3af3-737f-4f73-ae6b-3c41212245d4 HTTP/1.1" status: 200 len: 1800 time: 0.0606239 Jul 14 18:22:15.661301 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [None req-286fc55e-fc28-48b9-b6de-6b3b2ff7cb24 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-3, 5922bb88-69f8-4327-9807-b639b8b4c14f) {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:22:15.670297 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d99e3fdf-30de-4410-ad3a-38c9fc38acac None None] Network 5922bb88-69f8-4327-9807-b639b8b4c14f requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:22:15.673636 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-286fc55e-fc28-48b9-b6de-6b3b2ff7cb24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:22:15.674225 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-286fc55e-fc28-48b9-b6de-6b3b2ff7cb24 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598705'] for subnet, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:22:15.689886 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-286fc55e-fc28-48b9-b6de-6b3b2ff7cb24 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.3827696 Jul 14 18:22:15.736037 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-3137e524-0611-4ac8-87d0-00896bfdf124 req-dc538780-6f02-4a2c-a4ab-d36a6fa5362d tempest-SecurityGroupsTestJSON-1215008278 tempest-SecurityGroupsTestJSON-1215008278-project] Notify callbacks [] for security_group, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:22:15.772731 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-3137e524-0611-4ac8-87d0-00896bfdf124 req-dc538780-6f02-4a2c-a4ab-d36a6fa5362d tempest-SecurityGroupsTestJSON-1215008278 tempest-SecurityGroupsTestJSON-1215008278-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:22:15.816311 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fca60914-6eba-49e7-8f29-2b2da9a820d8 None None] Network 5922bb88-69f8-4327-9807-b639b8b4c14f requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:22:15.860534 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6eb17b4-1394-494f-bd66-4be086f871d1 req-b5947a09-e20f-4795-9f78-6d104c80af47 tempest-ListImageFiltersTestJSON-1416661104 tempest-ListImageFiltersTestJSON-1416661104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:22:15.862035 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c6eb17b4-1394-494f-bd66-4be086f871d1 req-b5947a09-e20f-4795-9f78-6d104c80af47 tempest-ListImageFiltersTestJSON-1416661104 tempest-ListImageFiltersTestJSON-1416661104-project] 10.222.0.16 "GET /v2.0/ports?device_id=d48985bd-a8ac-4231-a03b-aa75c35eea3d HTTP/1.1" status: 200 len: 948 time: 0.1026652 Jul 14 18:22:15.862635 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-3137e524-0611-4ac8-87d0-00896bfdf124 req-dc538780-6f02-4a2c-a4ab-d36a6fa5362d tempest-SecurityGroupsTestJSON-1215008278 tempest-SecurityGroupsTestJSON-1215008278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:22:15.865269 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-3137e524-0611-4ac8-87d0-00896bfdf124 req-dc538780-6f02-4a2c-a4ab-d36a6fa5362d tempest-SecurityGroupsTestJSON-1215008278 tempest-SecurityGroupsTestJSON-1215008278-project] Notify callbacks [] for security_group, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:22:15.866295 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3137e524-0611-4ac8-87d0-00896bfdf124 req-dc538780-6f02-4a2c-a4ab-d36a6fa5362d tempest-SecurityGroupsTestJSON-1215008278 tempest-SecurityGroupsTestJSON-1215008278-project] 10.222.0.16 "DELETE /v2.0/security-groups/826b3af3-737f-4f73-ae6b-3c41212245d4 HTTP/1.1" status: 204 len: 173 time: 0.2095556 Jul 14 18:22:15.881654 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc538780-6f02-4a2c-a4ab-d36a6fa5362d tempest-SecurityGroupsTestJSON-1215008278 tempest-SecurityGroupsTestJSON-1215008278-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=826b3af3-737f-4f73-ae6b-3c41212245d4,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:22:15.913020 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c6eb17b4-1394-494f-bd66-4be086f871d1 req-d53bc03a-d477-4098-bfe5-6234e13c4470 tempest-ListImageFiltersTestJSON-1416661104 tempest-ListImageFiltersTestJSON-1416661104-project] 10.222.0.16 "GET /v2.0/security-groups?id=09cf14b6-951f-4c32-9a85-e54484acb30d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416343 Jul 14 18:22:15.993230 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device 9fbf94da-ec1e-4989-8dcd-c90342b8b660 up at agent hyperv_n-h1-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:22:16.065516 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Provisioning for port 9fbf94da-ec1e-4989-8dcd-c90342b8b660 completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:22:16.069601 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Provisioning complete for port 9fbf94da-ec1e-4989-8dcd-c90342b8b660 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:22:16.070078 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:22:16.073602 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6af7ad0e-9d6e-499f-b714-b74a61758ebf req-0f2781e2-7685-4928-bf11-ccbefa540889 tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] 10.222.0.16 "GET /v2.0/ports?device_id=350b0a9d-ec61-4eee-b2dd-320f985fb1e8 HTTP/1.1" status: 200 len: 210 time: 0.0374918 Jul 14 18:22:16.081623 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09daf6de-374b-48ff-8336-8e59152d9398 req-64bbe794-22e8-4c2b-9cd5-dd5cc8332dc7 tempest-ImagesTestJSON-313755568 tempest-ImagesTestJSON-313755568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:22:16.083791 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-09daf6de-374b-48ff-8336-8e59152d9398 req-64bbe794-22e8-4c2b-9cd5-dd5cc8332dc7 tempest-ImagesTestJSON-313755568 tempest-ImagesTestJSON-313755568-project] 10.222.0.16 "GET /v2.0/ports?device_id=6aaead6f-eb8d-448b-ab5e-df60fe6f6bc2 HTTP/1.1" status: 200 len: 944 time: 0.1052732 Jul 14 18:22:16.175365 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-09daf6de-374b-48ff-8336-8e59152d9398 req-4d453080-d847-45b5-b289-8a8b4dcc41d4 tempest-ImagesTestJSON-313755568 tempest-ImagesTestJSON-313755568-project] 10.222.0.16 "GET /v2.0/security-groups?id=96a7afe7-a122-4b0d-8907-2d91e1bd838f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825329 Jul 14 18:22:16.200464 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:22:16.204217 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [req-27d3f0fa-33c9-45f9-ad07-57ac50077da7 req-37ce7c99-df8a-4e08-bc7e-8ccc71a6a0c5 tempest-SecurityGroupsTestJSON-1215008278 tempest-SecurityGroupsTestJSON-1215008278-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1850991797', 'description': 'tempest-description-1069719629'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:22:16.210608 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c446c8e8-1d90-4ba4-8e92-5d68218917b3 req-52c48686-a9ad-4ee5-90b3-b8771a25bc50 tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:22:16.212779 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-c446c8e8-1d90-4ba4-8e92-5d68218917b3 req-52c48686-a9ad-4ee5-90b3-b8771a25bc50 tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] 10.222.0.18 "GET /v2.0/networks?id=1cbaa8bd-1463-4b3c-89d2-ab344d2f55cf HTTP/1.1" status: 200 len: 811 time: 0.1527095 Jul 14 18:22:16.224463 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [req-c446c8e8-1d90-4ba4-8e92-5d68218917b3 req-dac15ad6-474c-4dfe-97c9-c3893ebfcc8e tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] Request body: {'port': {'device_id': '350b0a9d-ec61-4eee-b2dd-320f985fb1e8', 'network_id': '1cbaa8bd-1463-4b3c-89d2-ab344d2f55cf', 'admin_state_up': True, 'tenant_id': '0bd95cc3d59f415f8da5b8a01a238496'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:22:16.231604 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-27d3f0fa-33c9-45f9-ad07-57ac50077da7 req-37ce7c99-df8a-4e08-bc7e-8ccc71a6a0c5 tempest-SecurityGroupsTestJSON-1215008278 tempest-SecurityGroupsTestJSON-1215008278-project] Notify callbacks [] for security_group, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:22:16.231838 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd48985bd-a8ac-4231-a03b-aa75c35eea3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fbf94da-ec1e-4989-8dcd-c90342b8b660'}] {{(pid=93917) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:22:16.234794 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20b787f3c29eaa7aa2a4d648c725a2124c5ff39a8d793252f9d844495e14cf42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7036f146-e748-49ee-a729-56550666bbc1" -d '{"events": [{"server_uuid": "d48985bd-a8ac-4231-a03b-aa75c35eea3d", "name": "network-vif-plugged", "status": "completed", "tag": "9fbf94da-ec1e-4989-8dcd-c90342b8b660"}]}' {{(pid=93917) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:22:16.251497 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port 9fbf94da-ec1e-4989-8dcd-c90342b8b660, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=9fbf94da-ec1e-4989-8dcd-c90342b8b660,segment=NetworkSegment(067fc487-22c7-42de-972d-ae352a28ad29),segment_id=067fc487-22c7-42de-972d-ae352a28ad29)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:22:16.256625 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:22:16.258255 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device 82df5ea3-936c-44fe-a7e7-eaa58aa295ab no longer exists at agent hyperv_n-h1-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 18:22:16.315217 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] No Port match for: 82df5ea3-936c-44fe-a7e7-eaa58aa295ab {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 18:22:16.315848 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device 82df5ea3-936c-44fe-a7e7-eaa58aa295ab not bound to the agent host n-h1-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 18:22:16.347006 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-27d3f0fa-33c9-45f9-ad07-57ac50077da7 req-37ce7c99-df8a-4e08-bc7e-8ccc71a6a0c5 tempest-SecurityGroupsTestJSON-1215008278 tempest-SecurityGroupsTestJSON-1215008278-project] Notify callbacks [] for security_group, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:22:16.351427 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-27d3f0fa-33c9-45f9-ad07-57ac50077da7 req-37ce7c99-df8a-4e08-bc7e-8ccc71a6a0c5 tempest-SecurityGroupsTestJSON-1215008278 tempest-SecurityGroupsTestJSON-1215008278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:22:16.352533 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Pushing event updated for resources: {'Port': ['ID=9fbf94da-ec1e-4989-8dcd-c90342b8b660,revision_number=5']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:22:16.385374 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c446c8e8-1d90-4ba4-8e92-5d68218917b3 req-dac15ad6-474c-4dfe-97c9-c3893ebfcc8e tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] Made reservation on behalf of 0bd95cc3d59f415f8da5b8a01a238496 for: {'port': 1} {{(pid=93916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:22:16.392533 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-27d3f0fa-33c9-45f9-ad07-57ac50077da7 req-37ce7c99-df8a-4e08-bc7e-8ccc71a6a0c5 tempest-SecurityGroupsTestJSON-1215008278 tempest-SecurityGroupsTestJSON-1215008278-project] Notify callbacks [] for security_group, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:22:16.393744 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-27d3f0fa-33c9-45f9-ad07-57ac50077da7 req-37ce7c99-df8a-4e08-bc7e-8ccc71a6a0c5 tempest-SecurityGroupsTestJSON-1215008278 tempest-SecurityGroupsTestJSON-1215008278-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.1963403 Jul 14 18:22:16.402211 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ce7c99-df8a-4e08-bc7e-8ccc71a6a0c5 tempest-SecurityGroupsTestJSON-1215008278 tempest-SecurityGroupsTestJSON-1215008278-project] Pushing event updated for resources: {'SecurityGroup': ['ID=03058d9e-2560-4700-a192-6a38c0e61802,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:22:16.409489 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-c446c8e8-1d90-4ba4-8e92-5d68218917b3 req-dac15ad6-474c-4dfe-97c9-c3893ebfcc8e tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:22:16.439892 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 18:22:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-705ee8e1-2cf6-4601-a18d-d8cec1077d6c x-openstack-request-id: req-705ee8e1-2cf6-4601-a18d-d8cec1077d6c {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:22:16.440220 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d48985bd-a8ac-4231-a03b-aa75c35eea3d", "name": "network-vif-plugged", "status": "completed", "tag": "9fbf94da-ec1e-4989-8dcd-c90342b8b660", "code": 200}]} {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:22:16.440507 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-705ee8e1-2cf6-4601-a18d-d8cec1077d6c {{(pid=93917) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:22:16.440912 n-d-800634-3 neutron-server[93917]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd48985bd-a8ac-4231-a03b-aa75c35eea3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fbf94da-ec1e-4989-8dcd-c90342b8b660', 'code': 200} Jul 14 18:22:16.520504 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37a5c5e-7d1f-4e30-bd74-28f47ebeb725 req-46abc9ae-9bfd-414a-9538-00b2549daef8 tempest-ImagesOneServerNegativeTestJSON-264633046 tempest-ImagesOneServerNegativeTestJSON-264633046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:22:16.521888 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f37a5c5e-7d1f-4e30-bd74-28f47ebeb725 req-46abc9ae-9bfd-414a-9538-00b2549daef8 tempest-ImagesOneServerNegativeTestJSON-264633046 tempest-ImagesOneServerNegativeTestJSON-264633046-project] 10.222.0.16 "GET /v2.0/networks?id=5922bb88-69f8-4327-9807-b639b8b4c14f HTTP/1.1" status: 200 len: 821 time: 0.1061535 Jul 14 18:22:16.543100 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f37a5c5e-7d1f-4e30-bd74-28f47ebeb725 req-2de52a00-a4ad-4638-9905-52ed3a2863d7 tempest-ImagesOneServerNegativeTestJSON-264633046 tempest-ImagesOneServerNegativeTestJSON-264633046-project] 10.222.0.16 "GET /v2.0/quotas/770cf6195f454485a1278aa0fbe1237f HTTP/1.1" status: 200 len: 375 time: 0.0095787 Jul 14 18:22:16.556512 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.db_base_plugin_common [req-c446c8e8-1d90-4ba4-8e92-5d68218917b3 req-dac15ad6-474c-4dfe-97c9-c3893ebfcc8e tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] Allocated IP 172.20.0.6 (1cbaa8bd-1463-4b3c-89d2-ab344d2f55cf/a6dcdf63-414e-46ae-93dc-0b8457260728/c866cdc5-a24a-47aa-82f6-dda3685e4243) {{(pid=93916) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:22:16.581450 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f37a5c5e-7d1f-4e30-bd74-28f47ebeb725 req-8a36d641-af01-4b4f-a63e-cd7775463b64 tempest-ImagesOneServerNegativeTestJSON-264633046 tempest-ImagesOneServerNegativeTestJSON-264633046-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=770cf6195f454485a1278aa0fbe1237f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0323467 Jul 14 18:22:16.639804 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d3dd02-a6d0-4f66-ac58-e0d8094574ee req-735effce-e6fa-4021-b9df-5d3273631f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:22:16.641869 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-91d3dd02-a6d0-4f66-ac58-e0d8094574ee req-735effce-e6fa-4021-b9df-5d3273631f74 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=d48985bd-a8ac-4231-a03b-aa75c35eea3d HTTP/1.1" status: 200 len: 1100 time: 0.0965335 Jul 14 18:22:16.714170 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f37a5c5e-7d1f-4e30-bd74-28f47ebeb725 req-d0bb6af9-add3-42b4-b3a7-2c6639385853 service neutron] 10.222.0.16 "GET /v2.0/networks/5922bb88-69f8-4327-9807-b639b8b4c14f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213562 Jul 14 18:22:16.728290 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-91d3dd02-a6d0-4f66-ac58-e0d8094574ee req-4f9db694-03db-4d3b-bd8c-3c59d24d9cd2 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=09cf14b6-951f-4c32-9a85-e54484acb30d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797753 Jul 14 18:22:16.771546 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-c446c8e8-1d90-4ba4-8e92-5d68218917b3 req-dac15ad6-474c-4dfe-97c9-c3893ebfcc8e tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] Notify callbacks [] for port, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:22:16.804211 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b502dc-6cad-45c6-a206-94d669af1260 req-154d5420-e09e-4f7e-8155-96f9a8ecbe3d tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:22:16.805620 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-21b502dc-6cad-45c6-a206-94d669af1260 req-154d5420-e09e-4f7e-8155-96f9a8ecbe3d tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] 10.222.0.16 "GET /v2.0/ports?device_id=5d1b56cf-e9a2-40e8-8a62-8ebd9281e58d HTTP/1.1" status: 200 len: 943 time: 0.1341641 Jul 14 18:22:16.816141 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-c446c8e8-1d90-4ba4-8e92-5d68218917b3 req-dac15ad6-474c-4dfe-97c9-c3893ebfcc8e tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:22:16.839706 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f37a5c5e-7d1f-4e30-bd74-28f47ebeb725 req-06568153-f79f-4223-98c0-a0a155fc14c3 service neutron] 10.222.0.16 "GET /v2.0/networks/5922bb88-69f8-4327-9807-b639b8b4c14f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1196587 Jul 14 18:22:16.858666 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-21b502dc-6cad-45c6-a206-94d669af1260 req-ec3009cb-5fdf-4f2e-b376-f75235bf1905 tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] 10.222.0.16 "GET /v2.0/security-groups?id=540fae54-ccea-4309-9c99-81b930eedb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473428 Jul 14 18:22:16.866322 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c446c8e8-1d90-4ba4-8e92-5d68218917b3 req-dac15ad6-474c-4dfe-97c9-c3893ebfcc8e tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] Network 1cbaa8bd-1463-4b3c-89d2-ab344d2f55cf is already hosted by enough agents. {{(pid=93916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:22:16.869760 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [req-c446c8e8-1d90-4ba4-8e92-5d68218917b3 req-dac15ad6-474c-4dfe-97c9-c3893ebfcc8e tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] Resources bound (agent type, host, resource id): {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:22:16.872288 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.l3_dvrscheduler_db [req-c446c8e8-1d90-4ba4-8e92-5d68218917b3 req-dac15ad6-474c-4dfe-97c9-c3893ebfcc8e tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] Received port after_create {{(pid=93916) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:22:16.901614 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac15ad6-474c-4dfe-97c9-c3893ebfcc8e tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] Pushing event updated for resources: {'Port': ['ID=c866cdc5-a24a-47aa-82f6-dda3685e4243,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:22:16.914387 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Device b875f197-b5bd-4e33-8c5d-9d9e1a56ddfe details requested by agent hyperv_n-h2-800634-3 with host n-h2-800634-3 {{(pid=93917) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 18:22:16.933232 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c446c8e8-1d90-4ba4-8e92-5d68218917b3 req-dac15ad6-474c-4dfe-97c9-c3893ebfcc8e tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:22:16.934404 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-c446c8e8-1d90-4ba4-8e92-5d68218917b3 req-dac15ad6-474c-4dfe-97c9-c3893ebfcc8e tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:22:16.941716 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-d21b9cb9-9b1d-47c4-ae44-3a6355ed953c req-8ac45242-cf97-4063-a6f8-46be34eabaae tempest-SecurityGroupsTestJSON-1215008278 tempest-SecurityGroupsTestJSON-1215008278-project] 10.222.0.16 "GET /v2.0/security-groups/03058d9e-2560-4700-a192-6a38c0e61802 HTTP/1.1" status: 200 len: 1801 time: 0.0412767 Jul 14 18:22:16.949730 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-c446c8e8-1d90-4ba4-8e92-5d68218917b3 req-dac15ad6-474c-4dfe-97c9-c3893ebfcc8e tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7291765 Jul 14 18:22:16.955886 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [req-d21b9cb9-9b1d-47c4-ae44-3a6355ed953c req-3da565b7-9989-4c63-91db-dd5efb1fba99 tempest-SecurityGroupsTestJSON-1215008278 tempest-SecurityGroupsTestJSON-1215008278-project] Request body: {'security_group': {'name': 'tempest-sg-hth-938476014', 'description': 'tempest-description-hth-749144053'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:22:16.972026 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [req-c446c8e8-1d90-4ba4-8e92-5d68218917b3 req-e17a6027-efca-4cc8-8adc-475cc3c60069 service neutron] Request body: {'port': {'device_id': '350b0a9d-ec61-4eee-b2dd-320f985fb1e8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800634-3'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:22:17.004485 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-d21b9cb9-9b1d-47c4-ae44-3a6355ed953c req-3da565b7-9989-4c63-91db-dd5efb1fba99 tempest-SecurityGroupsTestJSON-1215008278 tempest-SecurityGroupsTestJSON-1215008278-project] Notify callbacks [] for security_group, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:22:17.032560 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] For port b875f197-b5bd-4e33-8c5d-9d9e1a56ddfe, host n-h2-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=b875f197-b5bd-4e33-8c5d-9d9e1a56ddfe,segment=NetworkSegment(ed557757-f640-484f-8cda-41a92c321398),segment_id=ed557757-f640-484f-8cda-41a92c321398)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:22:17.047262 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Returning: {'device': 'b875f197-b5bd-4e33-8c5d-9d9e1a56ddfe', 'network_id': '458a605c-adc1-4322-ba16-e84a0c1f7468', 'port_id': 'b875f197-b5bd-4e33-8c5d-9d9e1a56ddfe', 'mac_address': 'fa:16:3e:ad:61:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 82, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f82593d-7d30-492d-935c-eafdd92f72c6', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93917) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 18:22:17.056861 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-d21b9cb9-9b1d-47c4-ae44-3a6355ed953c req-3da565b7-9989-4c63-91db-dd5efb1fba99 tempest-SecurityGroupsTestJSON-1215008278 tempest-SecurityGroupsTestJSON-1215008278-project] Notify callbacks [] for security_group, precommit_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:22:17.062194 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-d21b9cb9-9b1d-47c4-ae44-3a6355ed953c req-3da565b7-9989-4c63-91db-dd5efb1fba99 tempest-SecurityGroupsTestJSON-1215008278 tempest-SecurityGroupsTestJSON-1215008278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:22:17.064062 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-d21b9cb9-9b1d-47c4-ae44-3a6355ed953c req-3da565b7-9989-4c63-91db-dd5efb1fba99 tempest-SecurityGroupsTestJSON-1215008278 tempest-SecurityGroupsTestJSON-1215008278-project] Notify callbacks [] for security_group, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:22:17.066455 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-d21b9cb9-9b1d-47c4-ae44-3a6355ed953c req-3da565b7-9989-4c63-91db-dd5efb1fba99 tempest-SecurityGroupsTestJSON-1215008278 tempest-SecurityGroupsTestJSON-1215008278-project] 10.222.0.16 "PUT /v2.0/security-groups/03058d9e-2560-4700-a192-6a38c0e61802 HTTP/1.1" status: 200 len: 1773 time: 0.1169472 Jul 14 18:22:17.116558 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-c446c8e8-1d90-4ba4-8e92-5d68218917b3 req-e17a6027-efca-4cc8-8adc-475cc3c60069 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:22:17.145524 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da565b7-9989-4c63-91db-dd5efb1fba99 tempest-SecurityGroupsTestJSON-1215008278 tempest-SecurityGroupsTestJSON-1215008278-project] Pushing event updated for resources: {'SecurityGroup': ['ID=03058d9e-2560-4700-a192-6a38c0e61802,revision_number=2']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:22:17.192493 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-9fdf69e2-0bea-46da-b839-f95cddf1c798 req-562ccf93-384f-4ee7-9daf-a051f10b50ee tempest-ImagesOneServerNegativeTestJSON-264633046 tempest-ImagesOneServerNegativeTestJSON-264633046-project] 10.222.0.16 "GET /v2.0/ports?device_id=e38bd656-d729-47db-a20c-8dc429643d1e HTTP/1.1" status: 200 len: 210 time: 0.0822666 Jul 14 18:22:17.232718 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cfba8a-c340-4259-871d-21470017c88b req-a73eb46f-92c7-40ec-9530-b137988c0669 tempest-ListImageFiltersTestJSON-1416661104 tempest-ListImageFiltersTestJSON-1416661104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:22:17.234345 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-44cfba8a-c340-4259-871d-21470017c88b req-a73eb46f-92c7-40ec-9530-b137988c0669 tempest-ListImageFiltersTestJSON-1416661104 tempest-ListImageFiltersTestJSON-1416661104-project] 10.222.0.16 "GET /v2.0/ports?device_id=d48985bd-a8ac-4231-a03b-aa75c35eea3d HTTP/1.1" status: 200 len: 949 time: 0.1373396 Jul 14 18:22:17.298954 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-939795f5-7340-4c09-baa6-fb239e7125a5 req-ed251233-da79-49d5-9a49-7f305a4de4ea tempest-SecurityGroupsTestJSON-1215008278 tempest-SecurityGroupsTestJSON-1215008278-project] 10.222.0.16 "GET /v2.0/security-groups/03058d9e-2560-4700-a192-6a38c0e61802 HTTP/1.1" status: 200 len: 1773 time: 0.0634327 Jul 14 18:22:17.312632 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-44cfba8a-c340-4259-871d-21470017c88b req-da697b31-847e-4480-b65a-688adb5b5f62 tempest-ListImageFiltersTestJSON-1416661104 tempest-ListImageFiltersTestJSON-1416661104-project] 10.222.0.16 "GET /v2.0/security-groups?id=09cf14b6-951f-4c32-9a85-e54484acb30d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626438 Jul 14 18:22:17.472841 n-d-800634-3 neutron-server[93916]: DEBUG neutron.notifiers.nova [req-c446c8e8-1d90-4ba4-8e92-5d68218917b3 req-e17a6027-efca-4cc8-8adc-475cc3c60069 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c866cdc5-a24a-47aa-82f6-dda3685e4243 {{(pid=93916) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 18:22:17.484172 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-c446c8e8-1d90-4ba4-8e92-5d68218917b3 req-e17a6027-efca-4cc8-8adc-475cc3c60069 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:22:17.498336 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.provisioning_blocks [req-c446c8e8-1d90-4ba4-8e92-5d68218917b3 req-e17a6027-efca-4cc8-8adc-475cc3c60069 service neutron] Transition to ACTIVE for port object c866cdc5-a24a-47aa-82f6-dda3685e4243 will not be triggered until provisioned by entity L2. {{(pid=93916) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:22:17.502785 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-c446c8e8-1d90-4ba4-8e92-5d68218917b3 req-e17a6027-efca-4cc8-8adc-475cc3c60069 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2684870'] for port, after_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:22:17.539387 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eda71e9-c307-4359-ab2f-b1d200dd0ab9 req-05fab296-10a8-47d2-b0cd-dce8c47467f5 tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:22:17.541492 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2eda71e9-c307-4359-ab2f-b1d200dd0ab9 req-05fab296-10a8-47d2-b0cd-dce8c47467f5 tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] 10.222.0.16 "GET /v2.0/ports?device_id=350b0a9d-ec61-4eee-b2dd-320f985fb1e8 HTTP/1.1" status: 200 len: 931 time: 0.1305478 Jul 14 18:22:17.563698 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17a6027-efca-4cc8-8adc-475cc3c60069 service neutron] Pushing event updated for resources: {'Port': ['ID=c866cdc5-a24a-47aa-82f6-dda3685e4243,revision_number=2']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:22:17.581115 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f162cd-c961-406c-8929-3261ea8bcc66 req-e4814a28-822e-4549-a5e4-4a88f54ebea0 tempest-ImagesTestJSON-313755568 tempest-ImagesTestJSON-313755568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:22:17.589691 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b1f162cd-c961-406c-8929-3261ea8bcc66 req-e4814a28-822e-4549-a5e4-4a88f54ebea0 tempest-ImagesTestJSON-313755568 tempest-ImagesTestJSON-313755568-project] 10.222.0.16 "GET /v2.0/ports?device_id=6aaead6f-eb8d-448b-ab5e-df60fe6f6bc2 HTTP/1.1" status: 200 len: 944 time: 0.1381509 Jul 14 18:22:17.650986 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.managers [req-c446c8e8-1d90-4ba4-8e92-5d68218917b3 req-e17a6027-efca-4cc8-8adc-475cc3c60069 service neutron] Attempting to bind port c866cdc5-a24a-47aa-82f6-dda3685e4243 on host n-h1-800634-3 for vnic_type normal with profile {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:22:17.651632 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.managers [req-c446c8e8-1d90-4ba4-8e92-5d68218917b3 req-e17a6027-efca-4cc8-8adc-475cc3c60069 service neutron] Attempting to bind port c866cdc5-a24a-47aa-82f6-dda3685e4243 by drivers openvswitch,hyperv on host n-h1-800634-3 at level 0 using segments [{'id': '25fcd291-a4fb-4631-8a4d-06fad1821ccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '1cbaa8bd-1463-4b3c-89d2-ab344d2f55cf'}] {{(pid=93916) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:22:17.652415 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c446c8e8-1d90-4ba4-8e92-5d68218917b3 req-e17a6027-efca-4cc8-8adc-475cc3c60069 service neutron] Attempting to bind port c866cdc5-a24a-47aa-82f6-dda3685e4243 on network 1cbaa8bd-1463-4b3c-89d2-ab344d2f55cf {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:22:17.657471 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c446c8e8-1d90-4ba4-8e92-5d68218917b3 req-e17a6027-efca-4cc8-8adc-475cc3c60069 service neutron] Port c866cdc5-a24a-47aa-82f6-dda3685e4243 on network 1cbaa8bd-1463-4b3c-89d2-ab344d2f55cf not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-3 {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 18:22:17.657967 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c446c8e8-1d90-4ba4-8e92-5d68218917b3 req-e17a6027-efca-4cc8-8adc-475cc3c60069 service neutron] Attempting to bind port c866cdc5-a24a-47aa-82f6-dda3685e4243 on network 1cbaa8bd-1463-4b3c-89d2-ab344d2f55cf {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:22:17.659170 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b1f162cd-c961-406c-8929-3261ea8bcc66 req-e2c4e492-101d-4f47-a5bf-61cf722aca40 tempest-ImagesTestJSON-313755568 tempest-ImagesTestJSON-313755568-project] 10.222.0.16 "GET /v2.0/security-groups?id=96a7afe7-a122-4b0d-8907-2d91e1bd838f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682964 Jul 14 18:22:17.663157 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c446c8e8-1d90-4ba4-8e92-5d68218917b3 req-e17a6027-efca-4cc8-8adc-475cc3c60069 service neutron] Checking agent: {'id': 'a3630ff4-fbee-45d9-b9b6-0ae41cb3a350', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 15, 32), 'started_at': datetime.datetime(2021, 7, 14, 18, 15, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 18, 22, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 18:22:17.663491 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c446c8e8-1d90-4ba4-8e92-5d68218917b3 req-e17a6027-efca-4cc8-8adc-475cc3c60069 service neutron] Checking segment: {'id': '25fcd291-a4fb-4631-8a4d-06fad1821ccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '1cbaa8bd-1463-4b3c-89d2-ab344d2f55cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93916) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:22:17.663875 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c446c8e8-1d90-4ba4-8e92-5d68218917b3 req-e17a6027-efca-4cc8-8adc-475cc3c60069 service neutron] Bound using segment: {'id': '25fcd291-a4fb-4631-8a4d-06fad1821ccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '1cbaa8bd-1463-4b3c-89d2-ab344d2f55cf'} {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 18:22:17.664344 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.managers [req-c446c8e8-1d90-4ba4-8e92-5d68218917b3 req-e17a6027-efca-4cc8-8adc-475cc3c60069 service neutron] Bound port: c866cdc5-a24a-47aa-82f6-dda3685e4243, host: n-h1-800634-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25fcd291-a4fb-4631-8a4d-06fad1821ccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '1cbaa8bd-1463-4b3c-89d2-ab344d2f55cf'}}] {{(pid=93916) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 18:22:17.664713 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-c446c8e8-1d90-4ba4-8e92-5d68218917b3 req-e17a6027-efca-4cc8-8adc-475cc3c60069 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:22:17.674238 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2eda71e9-c307-4359-ab2f-b1d200dd0ab9 req-f71acd26-e76f-4aae-98a2-b397b7670a1a tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] 10.222.0.16 "GET /v2.0/security-groups?id=39320fa9-4894-4542-95e3-d64e174c637e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226070 Jul 14 18:22:17.736694 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-570c9394-af2e-4a56-9a6d-2471d79d4695 req-13182b8f-5abf-40fb-9a59-a3d0ac07aa83 tempest-SecurityGroupsTestJSON-1215008278 tempest-SecurityGroupsTestJSON-1215008278-project] 10.222.0.16 "GET /v2.0/security-groups/03058d9e-2560-4700-a192-6a38c0e61802 HTTP/1.1" status: 200 len: 1773 time: 0.0458510 Jul 14 18:22:17.762032 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.db [req-c446c8e8-1d90-4ba4-8e92-5d68218917b3 req-e17a6027-efca-4cc8-8adc-475cc3c60069 service neutron] For port c866cdc5-a24a-47aa-82f6-dda3685e4243, host n-h1-800634-3, cleared binding levels {{(pid=93916) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:22:17.766144 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.db [req-c446c8e8-1d90-4ba4-8e92-5d68218917b3 req-e17a6027-efca-4cc8-8adc-475cc3c60069 service neutron] For port c866cdc5-a24a-47aa-82f6-dda3685e4243, host n-h1-800634-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=c866cdc5-a24a-47aa-82f6-dda3685e4243,segment=NetworkSegment(25fcd291-a4fb-4631-8a4d-06fad1821ccd),segment_id=25fcd291-a4fb-4631-8a4d-06fad1821ccd)] {{(pid=93916) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 18:22:17.770932 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-c446c8e8-1d90-4ba4-8e92-5d68218917b3 req-e17a6027-efca-4cc8-8adc-475cc3c60069 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2684870'] for port, after_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:22:17.808231 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-570c9394-af2e-4a56-9a6d-2471d79d4695 req-ff8845b1-057d-4f09-b71c-aebf64d9c933 tempest-SecurityGroupsTestJSON-1215008278 tempest-SecurityGroupsTestJSON-1215008278-project] Notify callbacks [] for security_group, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:22:17.818230 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c446c8e8-1d90-4ba4-8e92-5d68218917b3 req-e17a6027-efca-4cc8-8adc-475cc3c60069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:22:17.818851 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-c446c8e8-1d90-4ba4-8e92-5d68218917b3 req-e17a6027-efca-4cc8-8adc-475cc3c60069 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:22:17.820285 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-c446c8e8-1d90-4ba4-8e92-5d68218917b3 req-e17a6027-efca-4cc8-8adc-475cc3c60069 service neutron] 10.222.0.18 "PUT /v2.0/ports/c866cdc5-a24a-47aa-82f6-dda3685e4243 HTTP/1.1" status: 200 len: 1091 time: 0.8611403 Jul 14 18:22:17.820727 n-d-800634-3 neutron-server[93916]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '350b0a9d-ec61-4eee-b2dd-320f985fb1e8', 'tag': 'c866cdc5-a24a-47aa-82f6-dda3685e4243'}] {{(pid=93916) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:22:17.823033 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f803e150b363a7893830aa996ac27753fa25517c406ecd3536b7c2d4b26eeb9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab4b9283-069a-47e5-bc19-b028faa63b9b" -d '{"events": [{"name": "network-changed", "server_uuid": "350b0a9d-ec61-4eee-b2dd-320f985fb1e8", "tag": "c866cdc5-a24a-47aa-82f6-dda3685e4243"}]}' {{(pid=93916) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:22:17.838829 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-570c9394-af2e-4a56-9a6d-2471d79d4695 req-ff8845b1-057d-4f09-b71c-aebf64d9c933 tempest-SecurityGroupsTestJSON-1215008278 tempest-SecurityGroupsTestJSON-1215008278-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:22:17.845177 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17a6027-efca-4cc8-8adc-475cc3c60069 service neutron] Pushing event updated for resources: {'Port': ['ID=c866cdc5-a24a-47aa-82f6-dda3685e4243,revision_number=3']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:22:17.874400 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 18:22:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53573565-fb4d-42aa-be67-bbad0f6ce99a x-openstack-request-id: req-53573565-fb4d-42aa-be67-bbad0f6ce99a {{(pid=93916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:22:17.874701 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "350b0a9d-ec61-4eee-b2dd-320f985fb1e8", "tag": "c866cdc5-a24a-47aa-82f6-dda3685e4243", "status": "completed", "code": 200}]} {{(pid=93916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:22:17.874960 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-53573565-fb4d-42aa-be67-bbad0f6ce99a {{(pid=93916) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:22:17.875365 n-d-800634-3 neutron-server[93916]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '350b0a9d-ec61-4eee-b2dd-320f985fb1e8', 'tag': 'c866cdc5-a24a-47aa-82f6-dda3685e4243', 'status': 'completed', 'code': 200} Jul 14 18:22:17.897879 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-570c9394-af2e-4a56-9a6d-2471d79d4695 req-ff8845b1-057d-4f09-b71c-aebf64d9c933 tempest-SecurityGroupsTestJSON-1215008278 tempest-SecurityGroupsTestJSON-1215008278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:22:17.900630 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-570c9394-af2e-4a56-9a6d-2471d79d4695 req-ff8845b1-057d-4f09-b71c-aebf64d9c933 tempest-SecurityGroupsTestJSON-1215008278 tempest-SecurityGroupsTestJSON-1215008278-project] Notify callbacks [] for security_group, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:22:17.903119 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-570c9394-af2e-4a56-9a6d-2471d79d4695 req-ff8845b1-057d-4f09-b71c-aebf64d9c933 tempest-SecurityGroupsTestJSON-1215008278 tempest-SecurityGroupsTestJSON-1215008278-project] 10.222.0.16 "DELETE /v2.0/security-groups/03058d9e-2560-4700-a192-6a38c0e61802 HTTP/1.1" status: 204 len: 173 time: 0.1622884 Jul 14 18:22:17.912560 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8845b1-057d-4f09-b71c-aebf64d9c933 tempest-SecurityGroupsTestJSON-1215008278 tempest-SecurityGroupsTestJSON-1215008278-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=03058d9e-2560-4700-a192-6a38c0e61802,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:22:17.953318 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c446c8e8-1d90-4ba4-8e92-5d68218917b3 req-8eff4747-2c27-4f18-8127-646341066113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:22:17.954818 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-c446c8e8-1d90-4ba4-8e92-5d68218917b3 req-8eff4747-2c27-4f18-8127-646341066113 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=0bd95cc3d59f415f8da5b8a01a238496&device_id=350b0a9d-ec61-4eee-b2dd-320f985fb1e8 HTTP/1.1" status: 200 len: 1094 time: 0.0786686 Jul 14 18:22:17.997606 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-c446c8e8-1d90-4ba4-8e92-5d68218917b3 req-16870d44-3a99-46cd-9b18-502d71d854de service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c866cdc5-a24a-47aa-82f6-dda3685e4243 HTTP/1.1" status: 200 len: 217 time: 0.0350080 Jul 14 18:22:18.050345 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c446c8e8-1d90-4ba4-8e92-5d68218917b3 req-a1dde93e-180f-427f-ade3-74bb9ed76763 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:22:18.051811 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-c446c8e8-1d90-4ba4-8e92-5d68218917b3 req-a1dde93e-180f-427f-ade3-74bb9ed76763 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a6dcdf63-414e-46ae-93dc-0b8457260728 HTTP/1.1" status: 200 len: 851 time: 0.0481591 Jul 14 18:22:18.086395 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-c446c8e8-1d90-4ba4-8e92-5d68218917b3 req-5800e0c5-1f58-4675-9d19-84c2982fb1a1 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=1cbaa8bd-1463-4b3c-89d2-ab344d2f55cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280042 Jul 14 18:22:18.088445 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2330c16-a732-4f02-8164-d4ca49b74601 req-c7ae005e-76b2-4bd4-b20f-b2f7f7aceed2 tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:22:18.089869 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e2330c16-a732-4f02-8164-d4ca49b74601 req-c7ae005e-76b2-4bd4-b20f-b2f7f7aceed2 tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] 10.222.0.16 "GET /v2.0/ports?device_id=5d1b56cf-e9a2-40e8-8a62-8ebd9281e58d HTTP/1.1" status: 200 len: 943 time: 0.0758362 Jul 14 18:22:18.095355 n-d-800634-3 neutron-server[93915]: INFO neutron.api.v2.resource [req-176211f4-0c9b-4198-ada1-4e51dd7f5a0e req-a8620d33-4f93-45aa-a7a8-e52557938027 tempest-SecurityGroupsTestJSON-1215008278 tempest-SecurityGroupsTestJSON-1215008278-project] show failed (client error): The resource could not be found. Jul 14 18:22:18.096296 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-176211f4-0c9b-4198-ada1-4e51dd7f5a0e req-a8620d33-4f93-45aa-a7a8-e52557938027 tempest-SecurityGroupsTestJSON-1215008278 tempest-SecurityGroupsTestJSON-1215008278-project] 10.222.0.16 "GET /v2.0/security-groups/826b3af3-737f-4f73-ae6b-3c41212245d4 HTTP/1.1" status: 404 len: 352 time: 0.0244536 Jul 14 18:22:18.138169 n-d-800634-3 neutron-server[93915]: INFO neutron.api.v2.resource [req-39e34caf-cd4d-46cb-9b66-ee42e3ab89b7 req-a3465724-37c6-4c0a-8b16-9a21b39298c1 tempest-SecurityGroupsTestJSON-1215008278 tempest-SecurityGroupsTestJSON-1215008278-project] show failed (client error): The resource could not be found. Jul 14 18:22:18.139143 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-39e34caf-cd4d-46cb-9b66-ee42e3ab89b7 req-a3465724-37c6-4c0a-8b16-9a21b39298c1 tempest-SecurityGroupsTestJSON-1215008278 tempest-SecurityGroupsTestJSON-1215008278-project] 10.222.0.16 "GET /v2.0/security-groups/fa497064-8f46-4fcd-a480-ace3a8940f9d HTTP/1.1" status: 404 len: 352 time: 0.0225048 Jul 14 18:22:18.142045 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e2330c16-a732-4f02-8164-d4ca49b74601 req-92901e33-473c-42a7-9241-25e0f16f2929 tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] 10.222.0.16 "GET /v2.0/security-groups?id=540fae54-ccea-4309-9c99-81b930eedb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449257 Jul 14 18:22:18.184262 n-d-800634-3 neutron-server[93915]: INFO neutron.api.v2.resource [req-e72ece6d-4a68-47f0-a207-b1c50aa6fac3 req-13ad6bfb-cb2b-408d-8932-6336918c8993 tempest-SecurityGroupsTestJSON-1215008278 tempest-SecurityGroupsTestJSON-1215008278-project] show failed (client error): The resource could not be found. Jul 14 18:22:18.185734 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e72ece6d-4a68-47f0-a207-b1c50aa6fac3 req-13ad6bfb-cb2b-408d-8932-6336918c8993 tempest-SecurityGroupsTestJSON-1215008278 tempest-SecurityGroupsTestJSON-1215008278-project] 10.222.0.16 "GET /v2.0/security-groups/f3348441-3e55-414b-8281-c705c8f27d09 HTTP/1.1" status: 404 len: 352 time: 0.0272374 Jul 14 18:22:18.197096 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-c446c8e8-1d90-4ba4-8e92-5d68218917b3 req-33a0e847-c571-4539-a6c6-6f510666131d service neutron] 10.222.0.18 "GET /v2.0/networks/1cbaa8bd-1463-4b3c-89d2-ab344d2f55cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1033397 Jul 14 18:22:18.218809 n-d-800634-3 neutron-server[93915]: INFO neutron.api.v2.resource [req-98971af0-3ab2-4fcd-8639-8f0d5967db95 req-734491fb-36eb-493c-acef-04b0ce5c66f8 tempest-SecurityGroupsTestJSON-1215008278 tempest-SecurityGroupsTestJSON-1215008278-project] show failed (client error): The resource could not be found. Jul 14 18:22:18.226687 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-98971af0-3ab2-4fcd-8639-8f0d5967db95 req-734491fb-36eb-493c-acef-04b0ce5c66f8 tempest-SecurityGroupsTestJSON-1215008278 tempest-SecurityGroupsTestJSON-1215008278-project] 10.222.0.16 "GET /v2.0/security-groups/c45438a4-64ac-4b09-8617-bbfa45257f05 HTTP/1.1" status: 404 len: 352 time: 0.0192542 Jul 14 18:22:18.265257 n-d-800634-3 neutron-server[93915]: INFO neutron.api.v2.resource [req-40a8a491-75d5-4b95-a6b3-8e1113b4489c req-be78fbc7-995c-47af-89a5-ee751dd3599c tempest-SecurityGroupsTestJSON-1215008278 tempest-SecurityGroupsTestJSON-1215008278-project] show failed (client error): The resource could not be found. Jul 14 18:22:18.266623 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-40a8a491-75d5-4b95-a6b3-8e1113b4489c req-be78fbc7-995c-47af-89a5-ee751dd3599c tempest-SecurityGroupsTestJSON-1215008278 tempest-SecurityGroupsTestJSON-1215008278-project] 10.222.0.16 "GET /v2.0/security-groups/06d01006-82f6-46cb-b171-a2456c684c9f HTTP/1.1" status: 404 len: 352 time: 0.0144811 Jul 14 18:22:18.300382 n-d-800634-3 neutron-server[93915]: INFO neutron.api.v2.resource [req-a1acebdc-950e-4d90-b74a-c4838aeede07 req-4479ae5a-800c-4ca0-afed-aee00728d99f tempest-SecurityGroupsTestJSON-1215008278 tempest-SecurityGroupsTestJSON-1215008278-project] show failed (client error): The resource could not be found. Jul 14 18:22:18.302016 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a1acebdc-950e-4d90-b74a-c4838aeede07 req-4479ae5a-800c-4ca0-afed-aee00728d99f tempest-SecurityGroupsTestJSON-1215008278 tempest-SecurityGroupsTestJSON-1215008278-project] 10.222.0.16 "GET /v2.0/security-groups/00765cf2-957c-4276-b17e-2fe15f8e26be HTTP/1.1" status: 404 len: 352 time: 0.0152457 Jul 14 18:22:18.381306 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-c446c8e8-1d90-4ba4-8e92-5d68218917b3 req-74fcc90e-6f19-443e-bd76-ac6f24de09d2 service neutron] 10.222.0.18 "GET /v2.0/networks/1cbaa8bd-1463-4b3c-89d2-ab344d2f55cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1774218 Jul 14 18:22:18.396025 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-51cd37aa-e296-4a39-8d4a-d1cc2a316b0f req-38eae7b0-ad7c-4f95-8c48-6cdf95049fc1 tempest-ImagesOneServerNegativeTestJSON-264633046 tempest-ImagesOneServerNegativeTestJSON-264633046-project] 10.222.0.16 "GET /v2.0/ports?device_id=e38bd656-d729-47db-a20c-8dc429643d1e HTTP/1.1" status: 200 len: 210 time: 0.0436327 Jul 14 18:22:18.450973 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37a5c5e-7d1f-4e30-bd74-28f47ebeb725 req-7576e348-8cb1-4e9a-b55e-5234dc43fa50 tempest-ImagesOneServerNegativeTestJSON-264633046 tempest-ImagesOneServerNegativeTestJSON-264633046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:22:18.453215 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-f37a5c5e-7d1f-4e30-bd74-28f47ebeb725 req-7576e348-8cb1-4e9a-b55e-5234dc43fa50 tempest-ImagesOneServerNegativeTestJSON-264633046 tempest-ImagesOneServerNegativeTestJSON-264633046-project] 10.222.0.18 "GET /v2.0/networks?id=5922bb88-69f8-4327-9807-b639b8b4c14f HTTP/1.1" status: 200 len: 821 time: 0.1530006 Jul 14 18:22:18.500510 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [req-f37a5c5e-7d1f-4e30-bd74-28f47ebeb725 req-41930b5c-3bea-464d-9d9a-1aaaf6ef34af tempest-ImagesOneServerNegativeTestJSON-264633046 tempest-ImagesOneServerNegativeTestJSON-264633046-project] Request body: {'port': {'device_id': 'e38bd656-d729-47db-a20c-8dc429643d1e', 'network_id': '5922bb88-69f8-4327-9807-b639b8b4c14f', 'admin_state_up': True, 'tenant_id': '770cf6195f454485a1278aa0fbe1237f'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:22:18.595722 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4b9283-069a-47e5-bc19-b028faa63b9b req-a00c90c4-737d-419e-b1ce-ec55c7033037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:22:18.597267 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-ab4b9283-069a-47e5-bc19-b028faa63b9b req-a00c90c4-737d-419e-b1ce-ec55c7033037 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=0bd95cc3d59f415f8da5b8a01a238496&device_id=350b0a9d-ec61-4eee-b2dd-320f985fb1e8 HTTP/1.1" status: 200 len: 1094 time: 0.1430981 Jul 14 18:22:18.614245 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffae2b0-5c52-4eae-9dce-a90b3716874d req-627a372f-6505-4142-85d7-9075674655ed tempest-ListImageFiltersTestJSON-1416661104 tempest-ListImageFiltersTestJSON-1416661104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:22:18.616059 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-bffae2b0-5c52-4eae-9dce-a90b3716874d req-627a372f-6505-4142-85d7-9075674655ed tempest-ListImageFiltersTestJSON-1416661104 tempest-ListImageFiltersTestJSON-1416661104-project] 10.222.0.16 "GET /v2.0/ports?device_id=d48985bd-a8ac-4231-a03b-aa75c35eea3d HTTP/1.1" status: 200 len: 949 time: 0.1045718 Jul 14 18:22:18.684794 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-bffae2b0-5c52-4eae-9dce-a90b3716874d req-4b511d4c-450b-419a-af34-5088c3c11247 tempest-ListImageFiltersTestJSON-1416661104 tempest-ListImageFiltersTestJSON-1416661104-project] 10.222.0.16 "GET /v2.0/security-groups?id=09cf14b6-951f-4c32-9a85-e54484acb30d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628405 Jul 14 18:22:18.720009 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f37a5c5e-7d1f-4e30-bd74-28f47ebeb725 req-41930b5c-3bea-464d-9d9a-1aaaf6ef34af tempest-ImagesOneServerNegativeTestJSON-264633046 tempest-ImagesOneServerNegativeTestJSON-264633046-project] Made reservation on behalf of 770cf6195f454485a1278aa0fbe1237f for: {'port': 1} {{(pid=93916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:22:18.720199 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf96bc7-aa83-45e6-913c-49a0c918d5ec req-e10c7e72-8f2e-41b8-8af3-f78f1429e9bc tempest-SecurityGroupsTestJSON-1215008278 tempest-SecurityGroupsTestJSON-1215008278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:22:18.721936 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3bf96bc7-aa83-45e6-913c-49a0c918d5ec req-e10c7e72-8f2e-41b8-8af3-f78f1429e9bc tempest-SecurityGroupsTestJSON-1215008278 tempest-SecurityGroupsTestJSON-1215008278-project] 10.222.0.16 "GET /v2.0/ports?device_id=3c17a98c-cfb0-45bc-9509-bd12eda92ce5 HTTP/1.1" status: 200 len: 1023 time: 0.0771360 Jul 14 18:22:18.723401 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-f37a5c5e-7d1f-4e30-bd74-28f47ebeb725 req-41930b5c-3bea-464d-9d9a-1aaaf6ef34af tempest-ImagesOneServerNegativeTestJSON-264633046 tempest-ImagesOneServerNegativeTestJSON-264633046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:22:18.771449 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3bf96bc7-aa83-45e6-913c-49a0c918d5ec req-358aa690-3c09-470e-a972-6de14fb25024 tempest-SecurityGroupsTestJSON-1215008278 tempest-SecurityGroupsTestJSON-1215008278-project] 10.222.0.16 "GET /v2.0/security-groups?id=80378ff0-3ecd-443a-93aa-e3b4295160bd&id=309722b9-2fe8-4d94-8481-29be9b33af8a&id=b8418642-c381-4b9f-a1ef-7087012a2f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0430732 Jul 14 18:22:18.788320 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4b9283-069a-47e5-bc19-b028faa63b9b req-e1eab67d-6de7-4028-9acd-75b436514c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:22:18.790385 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-ab4b9283-069a-47e5-bc19-b028faa63b9b req-e1eab67d-6de7-4028-9acd-75b436514c1b service neutron] 10.222.0.18 "GET /v2.0/networks?id=1cbaa8bd-1463-4b3c-89d2-ab344d2f55cf HTTP/1.1" status: 200 len: 911 time: 0.1847296 Jul 14 18:22:18.843803 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-ab4b9283-069a-47e5-bc19-b028faa63b9b req-dd67eae7-e231-42e4-8b40-041a284b5c7c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c866cdc5-a24a-47aa-82f6-dda3685e4243 HTTP/1.1" status: 200 len: 217 time: 0.0461876 Jul 14 18:22:18.860499 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4593f91-d4c5-4969-8e15-514be9a6254e req-0a9fa6c0-ecf6-40de-9047-7bd8ed975601 tempest-ImagesTestJSON-313755568 tempest-ImagesTestJSON-313755568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:22:18.864661 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-d4593f91-d4c5-4969-8e15-514be9a6254e req-0a9fa6c0-ecf6-40de-9047-7bd8ed975601 tempest-ImagesTestJSON-313755568 tempest-ImagesTestJSON-313755568-project] 10.222.0.16 "GET /v2.0/ports?device_id=6aaead6f-eb8d-448b-ab5e-df60fe6f6bc2 HTTP/1.1" status: 200 len: 944 time: 0.0746405 Jul 14 18:22:18.913295 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-d4593f91-d4c5-4969-8e15-514be9a6254e req-db2a6478-e34c-43aa-a054-d034cd9f8487 tempest-ImagesTestJSON-313755568 tempest-ImagesTestJSON-313755568-project] 10.222.0.16 "GET /v2.0/security-groups?id=96a7afe7-a122-4b0d-8907-2d91e1bd838f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455525 Jul 14 18:22:18.929928 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Device b875f197-b5bd-4e33-8c5d-9d9e1a56ddfe details requested by agent hyperv_n-h2-800634-3 with host n-h2-800634-3 {{(pid=93917) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 18:22:18.940053 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4b9283-069a-47e5-bc19-b028faa63b9b req-8dae28c1-48a5-43a0-a6a6-6c9dae68d828 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:22:18.942634 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-ab4b9283-069a-47e5-bc19-b028faa63b9b req-8dae28c1-48a5-43a0-a6a6-6c9dae68d828 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a6dcdf63-414e-46ae-93dc-0b8457260728 HTTP/1.1" status: 200 len: 851 time: 0.0820670 Jul 14 18:22:18.943890 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.db_base_plugin_common [req-f37a5c5e-7d1f-4e30-bd74-28f47ebeb725 req-41930b5c-3bea-464d-9d9a-1aaaf6ef34af tempest-ImagesOneServerNegativeTestJSON-264633046 tempest-ImagesOneServerNegativeTestJSON-264633046-project] Allocated IP 172.20.0.2 (5922bb88-69f8-4327-9807-b639b8b4c14f/3e5fd32b-ce33-4970-8e90-c9d6785e30f5/e96f1752-0960-4340-8500-0f30088422e9) {{(pid=93916) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:22:18.986690 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-ab4b9283-069a-47e5-bc19-b028faa63b9b req-20c463bd-623f-40ac-ae13-ef69b1aa89eb service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=1cbaa8bd-1463-4b3c-89d2-ab344d2f55cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0372980 Jul 14 18:22:18.987030 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbff3a3-b669-4a54-8066-e6c070762367 req-f3287ec1-3451-4706-a2b7-24ded275fc9f tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:22:18.988951 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-7fbff3a3-b669-4a54-8066-e6c070762367 req-f3287ec1-3451-4706-a2b7-24ded275fc9f tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] 10.222.0.16 "GET /v2.0/ports?device_id=350b0a9d-ec61-4eee-b2dd-320f985fb1e8 HTTP/1.1" status: 200 len: 943 time: 0.0910571 Jul 14 18:22:19.039533 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-7fbff3a3-b669-4a54-8066-e6c070762367 req-e5ef3da3-cb86-4227-a587-a2fb9fc62b5a tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] 10.222.0.16 "GET /v2.0/security-groups?id=39320fa9-4894-4542-95e3-d64e174c637e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423598 Jul 14 18:22:19.072475 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] For port b875f197-b5bd-4e33-8c5d-9d9e1a56ddfe, host n-h2-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=b875f197-b5bd-4e33-8c5d-9d9e1a56ddfe,segment=NetworkSegment(ed557757-f640-484f-8cda-41a92c321398),segment_id=ed557757-f640-484f-8cda-41a92c321398)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:22:19.090012 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Returning: {'device': 'b875f197-b5bd-4e33-8c5d-9d9e1a56ddfe', 'network_id': '458a605c-adc1-4322-ba16-e84a0c1f7468', 'port_id': 'b875f197-b5bd-4e33-8c5d-9d9e1a56ddfe', 'mac_address': 'fa:16:3e:ad:61:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 82, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f82593d-7d30-492d-935c-eafdd92f72c6', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93917) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 18:22:19.122913 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d013ad6-ce9a-4304-a6cf-f2fbb354ddd9 req-b691b263-eeaf-4a67-adc3-c0e35dc504ff tempest-ListImageFiltersTestJSON-1416661104 tempest-ListImageFiltersTestJSON-1416661104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:22:19.124379 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3d013ad6-ce9a-4304-a6cf-f2fbb354ddd9 req-b691b263-eeaf-4a67-adc3-c0e35dc504ff tempest-ListImageFiltersTestJSON-1416661104 tempest-ListImageFiltersTestJSON-1416661104-project] 10.222.0.16 "GET /v2.0/ports?device_id=f4518b06-90d0-4f6c-997a-2fe9348c1117 HTTP/1.1" status: 200 len: 948 time: 0.0899746 Jul 14 18:22:19.166275 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3d013ad6-ce9a-4304-a6cf-f2fbb354ddd9 req-b607044b-a186-4ffe-be7a-5e5f1e2bc229 tempest-ListImageFiltersTestJSON-1416661104 tempest-ListImageFiltersTestJSON-1416661104-project] 10.222.0.16 "GET /v2.0/security-groups?id=09cf14b6-951f-4c32-9a85-e54484acb30d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351539 Jul 14 18:22:19.166446 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-ab4b9283-069a-47e5-bc19-b028faa63b9b req-aa1c0fd7-a19e-443f-bb95-1c72016d6b8b service neutron] 10.222.0.18 "GET /v2.0/networks/1cbaa8bd-1463-4b3c-89d2-ab344d2f55cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1665530 Jul 14 18:22:19.243465 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-f37a5c5e-7d1f-4e30-bd74-28f47ebeb725 req-41930b5c-3bea-464d-9d9a-1aaaf6ef34af tempest-ImagesOneServerNegativeTestJSON-264633046 tempest-ImagesOneServerNegativeTestJSON-264633046-project] Notify callbacks [] for port, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:22:19.299682 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-ab4b9283-069a-47e5-bc19-b028faa63b9b req-048f2331-5aa2-41f0-977f-62f39f9ecea2 service neutron] 10.222.0.18 "GET /v2.0/networks/1cbaa8bd-1463-4b3c-89d2-ab344d2f55cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252933 Jul 14 18:22:19.328199 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-f37a5c5e-7d1f-4e30-bd74-28f47ebeb725 req-41930b5c-3bea-464d-9d9a-1aaaf6ef34af tempest-ImagesOneServerNegativeTestJSON-264633046 tempest-ImagesOneServerNegativeTestJSON-264633046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:22:19.369873 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299d50b0-aa08-4709-93f3-26def2d99a85 req-8732a5c1-693d-4e20-afbd-1969bc2513cf tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:22:19.371921 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-299d50b0-aa08-4709-93f3-26def2d99a85 req-8732a5c1-693d-4e20-afbd-1969bc2513cf tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] 10.222.0.16 "GET /v2.0/ports?device_id=5d1b56cf-e9a2-40e8-8a62-8ebd9281e58d HTTP/1.1" status: 200 len: 943 time: 0.0905924 Jul 14 18:22:19.378856 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f37a5c5e-7d1f-4e30-bd74-28f47ebeb725 req-41930b5c-3bea-464d-9d9a-1aaaf6ef34af tempest-ImagesOneServerNegativeTestJSON-264633046 tempest-ImagesOneServerNegativeTestJSON-264633046-project] Network 5922bb88-69f8-4327-9807-b639b8b4c14f is already hosted by enough agents. {{(pid=93916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:22:19.382269 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [req-f37a5c5e-7d1f-4e30-bd74-28f47ebeb725 req-41930b5c-3bea-464d-9d9a-1aaaf6ef34af tempest-ImagesOneServerNegativeTestJSON-264633046 tempest-ImagesOneServerNegativeTestJSON-264633046-project] Resources bound (agent type, host, resource id): {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:22:19.386139 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.l3_dvrscheduler_db [req-f37a5c5e-7d1f-4e30-bd74-28f47ebeb725 req-41930b5c-3bea-464d-9d9a-1aaaf6ef34af tempest-ImagesOneServerNegativeTestJSON-264633046 tempest-ImagesOneServerNegativeTestJSON-264633046-project] Received port after_create {{(pid=93916) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:22:19.392942 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41930b5c-3bea-464d-9d9a-1aaaf6ef34af tempest-ImagesOneServerNegativeTestJSON-264633046 tempest-ImagesOneServerNegativeTestJSON-264633046-project] Pushing event updated for resources: {'Port': ['ID=e96f1752-0960-4340-8500-0f30088422e9,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:22:19.421523 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-299d50b0-aa08-4709-93f3-26def2d99a85 req-b623e241-1c41-4807-b5bd-7fe029e47904 tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] 10.222.0.16 "GET /v2.0/security-groups?id=540fae54-ccea-4309-9c99-81b930eedb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415196 Jul 14 18:22:19.439753 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37a5c5e-7d1f-4e30-bd74-28f47ebeb725 req-41930b5c-3bea-464d-9d9a-1aaaf6ef34af tempest-ImagesOneServerNegativeTestJSON-264633046 tempest-ImagesOneServerNegativeTestJSON-264633046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:22:19.440400 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-f37a5c5e-7d1f-4e30-bd74-28f47ebeb725 req-41930b5c-3bea-464d-9d9a-1aaaf6ef34af tempest-ImagesOneServerNegativeTestJSON-264633046 tempest-ImagesOneServerNegativeTestJSON-264633046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:22:19.461126 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-f37a5c5e-7d1f-4e30-bd74-28f47ebeb725 req-41930b5c-3bea-464d-9d9a-1aaaf6ef34af tempest-ImagesOneServerNegativeTestJSON-264633046 tempest-ImagesOneServerNegativeTestJSON-264633046-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9686770 Jul 14 18:22:19.473417 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [req-f37a5c5e-7d1f-4e30-bd74-28f47ebeb725 req-a86ebbf7-d50c-464a-8a8b-369177147d0e service neutron] Request body: {'port': {'device_id': 'e38bd656-d729-47db-a20c-8dc429643d1e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800634-3'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:22:19.552524 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-f37a5c5e-7d1f-4e30-bd74-28f47ebeb725 req-a86ebbf7-d50c-464a-8a8b-369177147d0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:22:19.602741 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ab8071-4ea2-4e89-a7e0-592005c12871 req-651eff4e-55a6-495e-908b-782b29e14b75 tempest-ImagesOneServerNegativeTestJSON-264633046 tempest-ImagesOneServerNegativeTestJSON-264633046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:22:19.604426 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-d5ab8071-4ea2-4e89-a7e0-592005c12871 req-651eff4e-55a6-495e-908b-782b29e14b75 tempest-ImagesOneServerNegativeTestJSON-264633046 tempest-ImagesOneServerNegativeTestJSON-264633046-project] 10.222.0.16 "GET /v2.0/ports?device_id=e38bd656-d729-47db-a20c-8dc429643d1e HTTP/1.1" status: 200 len: 931 time: 0.0681365 Jul 14 18:22:19.679911 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-d5ab8071-4ea2-4e89-a7e0-592005c12871 req-e86c0f45-dab2-4cf4-9462-82fc625a92a0 tempest-ImagesOneServerNegativeTestJSON-264633046 tempest-ImagesOneServerNegativeTestJSON-264633046-project] 10.222.0.16 "GET /v2.0/security-groups?id=7eb77405-22ca-4355-84b5-b8009f159b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578430 Jul 14 18:22:19.828789 n-d-800634-3 neutron-server[93916]: DEBUG neutron.notifiers.nova [req-f37a5c5e-7d1f-4e30-bd74-28f47ebeb725 req-a86ebbf7-d50c-464a-8a8b-369177147d0e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e96f1752-0960-4340-8500-0f30088422e9 {{(pid=93916) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 18:22:19.837028 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-f37a5c5e-7d1f-4e30-bd74-28f47ebeb725 req-a86ebbf7-d50c-464a-8a8b-369177147d0e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:22:19.850750 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.provisioning_blocks [req-f37a5c5e-7d1f-4e30-bd74-28f47ebeb725 req-a86ebbf7-d50c-464a-8a8b-369177147d0e service neutron] Transition to ACTIVE for port object e96f1752-0960-4340-8500-0f30088422e9 will not be triggered until provisioned by entity L2. {{(pid=93916) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:22:19.860390 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-f37a5c5e-7d1f-4e30-bd74-28f47ebeb725 req-a86ebbf7-d50c-464a-8a8b-369177147d0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2684870'] for port, after_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:22:19.912158 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86ebbf7-d50c-464a-8a8b-369177147d0e service neutron] Pushing event updated for resources: {'Port': ['ID=e96f1752-0960-4340-8500-0f30088422e9,revision_number=2']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:22:19.987200 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.managers [req-f37a5c5e-7d1f-4e30-bd74-28f47ebeb725 req-a86ebbf7-d50c-464a-8a8b-369177147d0e service neutron] Attempting to bind port e96f1752-0960-4340-8500-0f30088422e9 on host n-h1-800634-3 for vnic_type normal with profile {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:22:19.987544 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.managers [req-f37a5c5e-7d1f-4e30-bd74-28f47ebeb725 req-a86ebbf7-d50c-464a-8a8b-369177147d0e service neutron] Attempting to bind port e96f1752-0960-4340-8500-0f30088422e9 by drivers openvswitch,hyperv on host n-h1-800634-3 at level 0 using segments [{'id': '5d348732-27f4-441a-bef1-a0d44ffa840e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '5922bb88-69f8-4327-9807-b639b8b4c14f'}] {{(pid=93916) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:22:19.987900 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f37a5c5e-7d1f-4e30-bd74-28f47ebeb725 req-a86ebbf7-d50c-464a-8a8b-369177147d0e service neutron] Attempting to bind port e96f1752-0960-4340-8500-0f30088422e9 on network 5922bb88-69f8-4327-9807-b639b8b4c14f {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:22:19.992566 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f37a5c5e-7d1f-4e30-bd74-28f47ebeb725 req-a86ebbf7-d50c-464a-8a8b-369177147d0e service neutron] Port e96f1752-0960-4340-8500-0f30088422e9 on network 5922bb88-69f8-4327-9807-b639b8b4c14f not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-3 {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 18:22:19.992956 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f37a5c5e-7d1f-4e30-bd74-28f47ebeb725 req-a86ebbf7-d50c-464a-8a8b-369177147d0e service neutron] Attempting to bind port e96f1752-0960-4340-8500-0f30088422e9 on network 5922bb88-69f8-4327-9807-b639b8b4c14f {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:22:19.998691 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f37a5c5e-7d1f-4e30-bd74-28f47ebeb725 req-a86ebbf7-d50c-464a-8a8b-369177147d0e service neutron] Checking agent: {'id': 'a3630ff4-fbee-45d9-b9b6-0ae41cb3a350', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 15, 32), 'started_at': datetime.datetime(2021, 7, 14, 18, 15, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 18, 22, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 18:22:19.999033 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f37a5c5e-7d1f-4e30-bd74-28f47ebeb725 req-a86ebbf7-d50c-464a-8a8b-369177147d0e service neutron] Checking segment: {'id': '5d348732-27f4-441a-bef1-a0d44ffa840e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '5922bb88-69f8-4327-9807-b639b8b4c14f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93916) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:22:19.999450 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f37a5c5e-7d1f-4e30-bd74-28f47ebeb725 req-a86ebbf7-d50c-464a-8a8b-369177147d0e service neutron] Bound using segment: {'id': '5d348732-27f4-441a-bef1-a0d44ffa840e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '5922bb88-69f8-4327-9807-b639b8b4c14f'} {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 18:22:19.999860 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.managers [req-f37a5c5e-7d1f-4e30-bd74-28f47ebeb725 req-a86ebbf7-d50c-464a-8a8b-369177147d0e service neutron] Bound port: e96f1752-0960-4340-8500-0f30088422e9, host: n-h1-800634-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d348732-27f4-441a-bef1-a0d44ffa840e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '5922bb88-69f8-4327-9807-b639b8b4c14f'}}] {{(pid=93916) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 18:22:20.000249 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-f37a5c5e-7d1f-4e30-bd74-28f47ebeb725 req-a86ebbf7-d50c-464a-8a8b-369177147d0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:22:20.067875 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.db [req-f37a5c5e-7d1f-4e30-bd74-28f47ebeb725 req-a86ebbf7-d50c-464a-8a8b-369177147d0e service neutron] For port e96f1752-0960-4340-8500-0f30088422e9, host n-h1-800634-3, cleared binding levels {{(pid=93916) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:22:20.071119 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.db [req-f37a5c5e-7d1f-4e30-bd74-28f47ebeb725 req-a86ebbf7-d50c-464a-8a8b-369177147d0e service neutron] For port e96f1752-0960-4340-8500-0f30088422e9, host n-h1-800634-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=e96f1752-0960-4340-8500-0f30088422e9,segment=NetworkSegment(5d348732-27f4-441a-bef1-a0d44ffa840e),segment_id=5d348732-27f4-441a-bef1-a0d44ffa840e)] {{(pid=93916) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 18:22:20.077246 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-f37a5c5e-7d1f-4e30-bd74-28f47ebeb725 req-a86ebbf7-d50c-464a-8a8b-369177147d0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2684870'] for port, after_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:22:20.110890 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37a5c5e-7d1f-4e30-bd74-28f47ebeb725 req-a86ebbf7-d50c-464a-8a8b-369177147d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:22:20.111497 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-f37a5c5e-7d1f-4e30-bd74-28f47ebeb725 req-a86ebbf7-d50c-464a-8a8b-369177147d0e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:22:20.112911 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-f37a5c5e-7d1f-4e30-bd74-28f47ebeb725 req-a86ebbf7-d50c-464a-8a8b-369177147d0e service neutron] 10.222.0.18 "PUT /v2.0/ports/e96f1752-0960-4340-8500-0f30088422e9 HTTP/1.1" status: 200 len: 1091 time: 0.6442850 Jul 14 18:22:20.113355 n-d-800634-3 neutron-server[93916]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e38bd656-d729-47db-a20c-8dc429643d1e', 'tag': 'e96f1752-0960-4340-8500-0f30088422e9'}] {{(pid=93916) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:22:20.115606 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f803e150b363a7893830aa996ac27753fa25517c406ecd3536b7c2d4b26eeb9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c139982b-2a40-4690-964a-7e9baeb9ee41" -d '{"events": [{"name": "network-changed", "server_uuid": "e38bd656-d729-47db-a20c-8dc429643d1e", "tag": "e96f1752-0960-4340-8500-0f30088422e9"}]}' {{(pid=93916) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:22:20.151801 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86ebbf7-d50c-464a-8a8b-369177147d0e service neutron] Pushing event updated for resources: {'Port': ['ID=e96f1752-0960-4340-8500-0f30088422e9,revision_number=3']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:22:20.247897 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f6b7e6-087b-46b9-b9ce-d9ab253f1d97 req-08e896ac-e21b-41de-a67d-dbff4ba45bb0 tempest-SecurityGroupsTestJSON-1215008278 tempest-SecurityGroupsTestJSON-1215008278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:22:20.249388 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-20f6b7e6-087b-46b9-b9ce-d9ab253f1d97 req-08e896ac-e21b-41de-a67d-dbff4ba45bb0 tempest-SecurityGroupsTestJSON-1215008278 tempest-SecurityGroupsTestJSON-1215008278-project] 10.222.0.18 "GET /v2.0/ports?device_id=3c17a98c-cfb0-45bc-9509-bd12eda92ce5 HTTP/1.1" status: 200 len: 1023 time: 0.1118557 Jul 14 18:22:20.254590 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37a5c5e-7d1f-4e30-bd74-28f47ebeb725 req-6407da80-9a1c-4135-b34c-003dcf87439a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:22:20.255962 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-f37a5c5e-7d1f-4e30-bd74-28f47ebeb725 req-6407da80-9a1c-4135-b34c-003dcf87439a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=770cf6195f454485a1278aa0fbe1237f&device_id=e38bd656-d729-47db-a20c-8dc429643d1e HTTP/1.1" status: 200 len: 1094 time: 0.0850053 Jul 14 18:22:20.293399 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-816c2500-fdb3-4249-b8e0-c3061199fbd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:22:20.306974 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b2bea5-6a4e-4169-b734-ec6d7457c31c req-aecb7271-e447-4fa3-9c24-aef2b7079652 tempest-SecurityGroupsTestJSON-1215008278 tempest-SecurityGroupsTestJSON-1215008278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:22:20.308497 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-10b2bea5-6a4e-4169-b734-ec6d7457c31c req-aecb7271-e447-4fa3-9c24-aef2b7079652 tempest-SecurityGroupsTestJSON-1215008278 tempest-SecurityGroupsTestJSON-1215008278-project] 10.222.0.16 "GET /v2.0/ports?device_id=3c17a98c-cfb0-45bc-9509-bd12eda92ce5 HTTP/1.1" status: 200 len: 1023 time: 0.4144666 Jul 14 18:22:20.320788 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f122d47-4729-4bab-bc36-16ee353be693 req-d8c870ae-730e-4bbd-8ce6-803b9c75be8c tempest-ImagesTestJSON-313755568 tempest-ImagesTestJSON-313755568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:22:20.322179 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-1f122d47-4729-4bab-bc36-16ee353be693 req-d8c870ae-730e-4bbd-8ce6-803b9c75be8c tempest-ImagesTestJSON-313755568 tempest-ImagesTestJSON-313755568-project] 10.222.0.16 "GET /v2.0/ports?device_id=6aaead6f-eb8d-448b-ab5e-df60fe6f6bc2 HTTP/1.1" status: 200 len: 944 time: 0.0910788 Jul 14 18:22:20.332644 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-f37a5c5e-7d1f-4e30-bd74-28f47ebeb725 req-5fa7d4d9-f7e8-4afe-9edd-f283cb113610 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e96f1752-0960-4340-8500-0f30088422e9 HTTP/1.1" status: 200 len: 217 time: 0.0524821 Jul 14 18:22:20.388722 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-10b2bea5-6a4e-4169-b734-ec6d7457c31c req-24106b14-8fbf-4961-ad7d-c2ece9100ae9 tempest-SecurityGroupsTestJSON-1215008278 tempest-SecurityGroupsTestJSON-1215008278-project] 10.222.0.16 "GET /v2.0/security-groups?id=80378ff0-3ecd-443a-93aa-e3b4295160bd&id=309722b9-2fe8-4d94-8481-29be9b33af8a&id=b8418642-c381-4b9f-a1ef-7087012a2f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0655496 Jul 14 18:22:20.396686 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-1f122d47-4729-4bab-bc36-16ee353be693 req-8d73b7ba-4d44-4e13-9c3b-af9643820d85 tempest-ImagesTestJSON-313755568 tempest-ImagesTestJSON-313755568-project] 10.222.0.16 "GET /v2.0/security-groups?id=96a7afe7-a122-4b0d-8907-2d91e1bd838f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602567 Jul 14 18:22:20.424011 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37a5c5e-7d1f-4e30-bd74-28f47ebeb725 req-f8d40c4d-de47-4bfd-b8ce-c0f83d0abf88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:22:20.425366 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-f37a5c5e-7d1f-4e30-bd74-28f47ebeb725 req-f8d40c4d-de47-4bfd-b8ce-c0f83d0abf88 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=3e5fd32b-ce33-4970-8e90-c9d6785e30f5 HTTP/1.1" status: 200 len: 861 time: 0.0831752 Jul 14 18:22:20.462584 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 18:22:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7437942-acfd-4e54-bee7-5a2198e6e3eb x-openstack-request-id: req-c7437942-acfd-4e54-bee7-5a2198e6e3eb {{(pid=93916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:22:20.462874 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e38bd656-d729-47db-a20c-8dc429643d1e", "tag": "e96f1752-0960-4340-8500-0f30088422e9", "status": "completed", "code": 200}]} {{(pid=93916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:22:20.463273 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c7437942-acfd-4e54-bee7-5a2198e6e3eb {{(pid=93916) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:22:20.463525 n-d-800634-3 neutron-server[93916]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e38bd656-d729-47db-a20c-8dc429643d1e', 'tag': 'e96f1752-0960-4340-8500-0f30088422e9', 'status': 'completed', 'code': 200} Jul 14 18:22:20.466228 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-f37a5c5e-7d1f-4e30-bd74-28f47ebeb725 req-cc1236ed-bfa8-41dc-9719-5f64ca471e0f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5922bb88-69f8-4327-9807-b639b8b4c14f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301747 Jul 14 18:22:20.476209 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [req-20f6b7e6-087b-46b9-b9ce-d9ab253f1d97 req-bc433fb4-8ebd-4617-86b5-ab6d0aa356c7 tempest-SecurityGroupsTestJSON-1215008278 tempest-SecurityGroupsTestJSON-1215008278-project] Deleting port 34ab1baa-3389-4be5-8ab1-025858c130d9 {{(pid=93916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:22:20.476557 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-20f6b7e6-087b-46b9-b9ce-d9ab253f1d97 req-bc433fb4-8ebd-4617-86b5-ab6d0aa356c7 tempest-SecurityGroupsTestJSON-1215008278 tempest-SecurityGroupsTestJSON-1215008278-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:22:20.571940 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b23a060-b3f7-4602-91a6-279e425ce1ed req-84d9a436-417d-4e19-a715-c219d799cfc1 tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:22:20.573421 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6b23a060-b3f7-4602-91a6-279e425ce1ed req-84d9a436-417d-4e19-a715-c219d799cfc1 tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] 10.222.0.16 "GET /v2.0/ports?device_id=350b0a9d-ec61-4eee-b2dd-320f985fb1e8 HTTP/1.1" status: 200 len: 943 time: 0.0696726 Jul 14 18:22:20.614023 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6b23a060-b3f7-4602-91a6-279e425ce1ed req-89bf5f2c-4d0c-4d53-83dc-6df5c2f1b9e2 tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] 10.222.0.16 "GET /v2.0/security-groups?id=39320fa9-4894-4542-95e3-d64e174c637e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338819 Jul 14 18:22:20.630095 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.db [req-20f6b7e6-087b-46b9-b9ce-d9ab253f1d97 req-bc433fb4-8ebd-4617-86b5-ab6d0aa356c7 tempest-SecurityGroupsTestJSON-1215008278 tempest-SecurityGroupsTestJSON-1215008278-project] For port 34ab1baa-3389-4be5-8ab1-025858c130d9, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=34ab1baa-3389-4be5-8ab1-025858c130d9,segment=NetworkSegment(a486c7d6-69d2-4a27-a7a6-bfe66b9801fc),segment_id=a486c7d6-69d2-4a27-a7a6-bfe66b9801fc)] {{(pid=93916) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:22:20.630630 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-20f6b7e6-087b-46b9-b9ce-d9ab253f1d97 req-bc433fb4-8ebd-4617-86b5-ab6d0aa356c7 tempest-SecurityGroupsTestJSON-1215008278 tempest-SecurityGroupsTestJSON-1215008278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:22:20.639595 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-f37a5c5e-7d1f-4e30-bd74-28f47ebeb725 req-fbe573b5-6aaa-4eb5-9dee-aa08129e6000 service neutron] 10.222.0.18 "GET /v2.0/networks/5922bb88-69f8-4327-9807-b639b8b4c14f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1651762 Jul 14 18:22:20.645085 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [req-20f6b7e6-087b-46b9-b9ce-d9ab253f1d97 req-bc433fb4-8ebd-4617-86b5-ab6d0aa356c7 tempest-SecurityGroupsTestJSON-1215008278 tempest-SecurityGroupsTestJSON-1215008278-project] Calling delete_port for 34ab1baa-3389-4be5-8ab1-025858c130d9 owned by compute:nova {{(pid=93916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:22:20.705998 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55bfce7-da81-4219-b5ab-ee6cdece9367 req-2ad38cd7-f59f-4472-bb86-07d6414c117a tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:22:20.707645 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e55bfce7-da81-4219-b5ab-ee6cdece9367 req-2ad38cd7-f59f-4472-bb86-07d6414c117a tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] 10.222.0.16 "GET /v2.0/ports?device_id=5d1b56cf-e9a2-40e8-8a62-8ebd9281e58d HTTP/1.1" status: 200 len: 943 time: 0.0662973 Jul 14 18:22:20.745636 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e55bfce7-da81-4219-b5ab-ee6cdece9367 req-dcefe8f5-27a1-4651-852a-30b19c2510c5 tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] 10.222.0.16 "GET /v2.0/security-groups?id=540fae54-ccea-4309-9c99-81b930eedb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324519 Jul 14 18:22:20.787672 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-f37a5c5e-7d1f-4e30-bd74-28f47ebeb725 req-b6aed4d4-e72f-4cd3-afba-66c8c3f7ea9e service neutron] 10.222.0.18 "GET /v2.0/networks/5922bb88-69f8-4327-9807-b639b8b4c14f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1405048 Jul 14 18:22:20.864834 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-20f6b7e6-087b-46b9-b9ce-d9ab253f1d97 req-bc433fb4-8ebd-4617-86b5-ab6d0aa356c7 tempest-SecurityGroupsTestJSON-1215008278 tempest-SecurityGroupsTestJSON-1215008278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:22:20.877199 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] get_ports_and_sgs() called for port_ids ['34ab1baa-3389-4be5-8ab1-025858c130d9'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 18:22:20.913048 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c63ef8-e2c8-48c9-85f3-712648fe229b req-d5a489ed-fa60-4217-aa1a-a6daa02475b6 tempest-ImagesOneServerNegativeTestJSON-264633046 tempest-ImagesOneServerNegativeTestJSON-264633046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:22:20.914619 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e6c63ef8-e2c8-48c9-85f3-712648fe229b req-d5a489ed-fa60-4217-aa1a-a6daa02475b6 tempest-ImagesOneServerNegativeTestJSON-264633046 tempest-ImagesOneServerNegativeTestJSON-264633046-project] 10.222.0.16 "GET /v2.0/ports?device_id=e38bd656-d729-47db-a20c-8dc429643d1e HTTP/1.1" status: 200 len: 943 time: 0.0774584 Jul 14 18:22:20.917370 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc433fb4-8ebd-4617-86b5-ab6d0aa356c7 tempest-SecurityGroupsTestJSON-1215008278 tempest-SecurityGroupsTestJSON-1215008278-project] Pushing event deleted for resources: {'Port': ['ID=34ab1baa-3389-4be5-8ab1-025858c130d9,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:22:20.931273 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Device b875f197-b5bd-4e33-8c5d-9d9e1a56ddfe details requested by agent hyperv_n-h2-800634-3 with host n-h2-800634-3 {{(pid=93917) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 18:22:20.963476 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e6c63ef8-e2c8-48c9-85f3-712648fe229b req-ba1ec1a4-5886-472b-b268-e08947f5ff0b tempest-ImagesOneServerNegativeTestJSON-264633046 tempest-ImagesOneServerNegativeTestJSON-264633046-project] 10.222.0.16 "GET /v2.0/security-groups?id=7eb77405-22ca-4355-84b5-b8009f159b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413308 Jul 14 18:22:20.972724 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.l3_dvrscheduler_db [req-20f6b7e6-087b-46b9-b9ce-d9ab253f1d97 req-bc433fb4-8ebd-4617-86b5-ab6d0aa356c7 tempest-SecurityGroupsTestJSON-1215008278 tempest-SecurityGroupsTestJSON-1215008278-project] No DVR routers for this DVR port 34ab1baa-3389-4be5-8ab1-025858c130d9 on host n-h1-800634-3 {{(pid=93916) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 18:22:20.979871 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-20f6b7e6-087b-46b9-b9ce-d9ab253f1d97 req-bc433fb4-8ebd-4617-86b5-ab6d0aa356c7 tempest-SecurityGroupsTestJSON-1215008278 tempest-SecurityGroupsTestJSON-1215008278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:22:20.981892 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-20f6b7e6-087b-46b9-b9ce-d9ab253f1d97 req-bc433fb4-8ebd-4617-86b5-ab6d0aa356c7 tempest-SecurityGroupsTestJSON-1215008278 tempest-SecurityGroupsTestJSON-1215008278-project] 10.222.0.18 "DELETE /v2.0/ports/34ab1baa-3389-4be5-8ab1-025858c130d9 HTTP/1.1" status: 204 len: 173 time: 0.7084455 Jul 14 18:22:20.992491 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c139982b-2a40-4690-964a-7e9baeb9ee41 req-0680e339-d0bd-4899-982e-7cdbb0d05263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:22:20.994119 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-c139982b-2a40-4690-964a-7e9baeb9ee41 req-0680e339-d0bd-4899-982e-7cdbb0d05263 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=770cf6195f454485a1278aa0fbe1237f&device_id=e38bd656-d729-47db-a20c-8dc429643d1e HTTP/1.1" status: 200 len: 1094 time: 0.1200333 Jul 14 18:22:21.037523 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] For port b875f197-b5bd-4e33-8c5d-9d9e1a56ddfe, host n-h2-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=b875f197-b5bd-4e33-8c5d-9d9e1a56ddfe,segment=NetworkSegment(ed557757-f640-484f-8cda-41a92c321398),segment_id=ed557757-f640-484f-8cda-41a92c321398)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:22:21.050435 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Returning: {'device': 'b875f197-b5bd-4e33-8c5d-9d9e1a56ddfe', 'network_id': '458a605c-adc1-4322-ba16-e84a0c1f7468', 'port_id': 'b875f197-b5bd-4e33-8c5d-9d9e1a56ddfe', 'mac_address': 'fa:16:3e:ad:61:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 82, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f82593d-7d30-492d-935c-eafdd92f72c6', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93917) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 18:22:21.089731 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c139982b-2a40-4690-964a-7e9baeb9ee41 req-c9170b7b-81a8-4382-a582-09ac0fe5c062 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:22:21.091244 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-c139982b-2a40-4690-964a-7e9baeb9ee41 req-c9170b7b-81a8-4382-a582-09ac0fe5c062 service neutron] 10.222.0.18 "GET /v2.0/networks?id=5922bb88-69f8-4327-9807-b639b8b4c14f HTTP/1.1" status: 200 len: 921 time: 0.0871429 Jul 14 18:22:21.134376 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-c139982b-2a40-4690-964a-7e9baeb9ee41 req-fa4c994a-6320-454b-b2c1-e88be0bf5cca service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e96f1752-0960-4340-8500-0f30088422e9 HTTP/1.1" status: 200 len: 217 time: 0.0348911 Jul 14 18:22:21.195670 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c139982b-2a40-4690-964a-7e9baeb9ee41 req-c6892522-55df-4bf8-8543-61a26d602b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:22:21.197113 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-c139982b-2a40-4690-964a-7e9baeb9ee41 req-c6892522-55df-4bf8-8543-61a26d602b50 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=3e5fd32b-ce33-4970-8e90-c9d6785e30f5 HTTP/1.1" status: 200 len: 861 time: 0.0474281 Jul 14 18:22:21.229232 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-c139982b-2a40-4690-964a-7e9baeb9ee41 req-93659f12-2c00-41e5-a016-58ae999f233d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5922bb88-69f8-4327-9807-b639b8b4c14f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252354 Jul 14 18:22:21.316448 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-c139982b-2a40-4690-964a-7e9baeb9ee41 req-bdaff2fe-dad9-4642-b0a0-53aec6aadb28 service neutron] 10.222.0.18 "GET /v2.0/networks/5922bb88-69f8-4327-9807-b639b8b4c14f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793872 Jul 14 18:22:21.406581 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-c139982b-2a40-4690-964a-7e9baeb9ee41 req-6a15a388-1148-46f9-a4f6-5698579c083d service neutron] 10.222.0.18 "GET /v2.0/networks/5922bb88-69f8-4327-9807-b639b8b4c14f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829408 Jul 14 18:22:21.569941 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3fb4c4fa-bd06-482c-acfd-a069948442d9 req-07c88292-cb5a-4015-9880-a5a7bc490e0a tempest-SecurityGroupsTestJSON-1215008278 tempest-SecurityGroupsTestJSON-1215008278-project] 10.222.0.16 "GET /v2.0/ports?device_id=3c17a98c-cfb0-45bc-9509-bd12eda92ce5 HTTP/1.1" status: 200 len: 210 time: 0.0448217 Jul 14 18:22:21.612499 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01282aec-d104-4caa-8712-0a00f4a86b1d req-ff34ad46-8e24-4110-8acf-ff2984f117db tempest-ImagesTestJSON-313755568 tempest-ImagesTestJSON-313755568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:22:21.614110 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-01282aec-d104-4caa-8712-0a00f4a86b1d req-ff34ad46-8e24-4110-8acf-ff2984f117db tempest-ImagesTestJSON-313755568 tempest-ImagesTestJSON-313755568-project] 10.222.0.16 "GET /v2.0/ports?device_id=6aaead6f-eb8d-448b-ab5e-df60fe6f6bc2 HTTP/1.1" status: 200 len: 944 time: 0.0986636 Jul 14 18:22:21.658333 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-01282aec-d104-4caa-8712-0a00f4a86b1d req-e5a70374-89d3-44a2-a6e9-19685d3a3378 tempest-ImagesTestJSON-313755568 tempest-ImagesTestJSON-313755568-project] 10.222.0.16 "GET /v2.0/security-groups?id=96a7afe7-a122-4b0d-8907-2d91e1bd838f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385308 Jul 14 18:22:21.834739 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499ba939-d0a9-428f-93d0-eab01de73269 req-9f9a640b-2114-4389-8508-310594f96e46 tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:22:21.836169 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-499ba939-d0a9-428f-93d0-eab01de73269 req-9f9a640b-2114-4389-8508-310594f96e46 tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] 10.222.0.16 "GET /v2.0/ports?device_id=350b0a9d-ec61-4eee-b2dd-320f985fb1e8 HTTP/1.1" status: 200 len: 943 time: 0.0664792 Jul 14 18:22:21.874286 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-499ba939-d0a9-428f-93d0-eab01de73269 req-78bb2a7d-0e74-48c2-bb10-66e2859c1717 tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] 10.222.0.16 "GET /v2.0/security-groups?id=39320fa9-4894-4542-95e3-d64e174c637e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325723 Jul 14 18:22:21.944578 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c877786-bdec-4f96-a11f-e3f4471490cd req-2d610378-10d4-421e-9ebf-e521d4e66947 tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:22:21.946033 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6c877786-bdec-4f96-a11f-e3f4471490cd req-2d610378-10d4-421e-9ebf-e521d4e66947 tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] 10.222.0.16 "GET /v2.0/ports?device_id=5d1b56cf-e9a2-40e8-8a62-8ebd9281e58d HTTP/1.1" status: 200 len: 943 time: 0.0622556 Jul 14 18:22:21.983144 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6c877786-bdec-4f96-a11f-e3f4471490cd req-c824727e-aae9-48b9-ba6a-f09f07a89f29 tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] 10.222.0.16 "GET /v2.0/security-groups?id=540fae54-ccea-4309-9c99-81b930eedb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316029 Jul 14 18:22:22.046106 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device c866cdc5-a24a-47aa-82f6-dda3685e4243 details requested by agent hyperv_n-h1-800634-3 with host n-h1-800634-3 {{(pid=93917) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 18:22:22.130842 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2e623e-bd94-41ea-9299-5bb559077f0d req-766641fb-6c8e-42ad-9efa-4c4e1f67e4f7 tempest-ImagesOneServerNegativeTestJSON-264633046 tempest-ImagesOneServerNegativeTestJSON-264633046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:22:22.132236 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-7d2e623e-bd94-41ea-9299-5bb559077f0d req-766641fb-6c8e-42ad-9efa-4c4e1f67e4f7 tempest-ImagesOneServerNegativeTestJSON-264633046 tempest-ImagesOneServerNegativeTestJSON-264633046-project] 10.222.0.16 "GET /v2.0/ports?device_id=e38bd656-d729-47db-a20c-8dc429643d1e HTTP/1.1" status: 200 len: 943 time: 0.0652337 Jul 14 18:22:22.137602 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port c866cdc5-a24a-47aa-82f6-dda3685e4243, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=c866cdc5-a24a-47aa-82f6-dda3685e4243,segment=NetworkSegment(25fcd291-a4fb-4631-8a4d-06fad1821ccd),segment_id=25fcd291-a4fb-4631-8a4d-06fad1821ccd)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:22:22.148829 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Returning: {'device': 'c866cdc5-a24a-47aa-82f6-dda3685e4243', 'network_id': '1cbaa8bd-1463-4b3c-89d2-ab344d2f55cf', 'port_id': 'c866cdc5-a24a-47aa-82f6-dda3685e4243', 'mac_address': 'fa:16:3e:f4:b7:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6dcdf63-414e-46ae-93dc-0b8457260728', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93917) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 18:22:22.170249 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-7d2e623e-bd94-41ea-9299-5bb559077f0d req-e0bbe6d2-56dc-4a62-b1a4-5e57130b63ec tempest-ImagesOneServerNegativeTestJSON-264633046 tempest-ImagesOneServerNegativeTestJSON-264633046-project] 10.222.0.16 "GET /v2.0/security-groups?id=7eb77405-22ca-4355-84b5-b8009f159b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322623 Jul 14 18:22:22.189135 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:22:22.201070 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c866cdc5-a24a-47aa-82f6-dda3685e4243 {{(pid=93917) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 18:22:22.219825 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port c866cdc5-a24a-47aa-82f6-dda3685e4243, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=c866cdc5-a24a-47aa-82f6-dda3685e4243,segment=NetworkSegment(25fcd291-a4fb-4631-8a4d-06fad1821ccd),segment_id=25fcd291-a4fb-4631-8a4d-06fad1821ccd)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:22:22.223864 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:22:22.224591 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device 50159c3e-a461-4d23-925d-2cd09adbc33f details requested by agent hyperv_n-h1-800634-3 with host n-h1-800634-3 {{(pid=93917) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 18:22:22.314251 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Pushing event updated for resources: {'Port': ['ID=c866cdc5-a24a-47aa-82f6-dda3685e4243,revision_number=4']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:22:22.358585 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port 50159c3e-a461-4d23-925d-2cd09adbc33f, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=50159c3e-a461-4d23-925d-2cd09adbc33f,segment=NetworkSegment(067fc487-22c7-42de-972d-ae352a28ad29),segment_id=067fc487-22c7-42de-972d-ae352a28ad29)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:22:22.372955 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Returning: {'device': '50159c3e-a461-4d23-925d-2cd09adbc33f', 'network_id': '4f742057-89ee-4b4a-86f7-487ee61881a1', 'port_id': '50159c3e-a461-4d23-925d-2cd09adbc33f', 'mac_address': 'fa:16:3e:96:10:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f20c54fb-f7da-4761-aa61-2e4f99f3d332', 'ip_address': '192.168.233.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93917) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 18:22:22.409793 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:22:22.422514 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 50159c3e-a461-4d23-925d-2cd09adbc33f {{(pid=93917) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 18:22:22.441541 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port 50159c3e-a461-4d23-925d-2cd09adbc33f, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=50159c3e-a461-4d23-925d-2cd09adbc33f,segment=NetworkSegment(067fc487-22c7-42de-972d-ae352a28ad29),segment_id=067fc487-22c7-42de-972d-ae352a28ad29)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:22:22.444938 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:22:22.464278 n-d-800634-3 neutron-server[93916]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c17a98c-cfb0-45bc-9509-bd12eda92ce5', 'name': 'network-vif-deleted', 'tag': '34ab1baa-3389-4be5-8ab1-025858c130d9'}] {{(pid=93916) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:22:22.469305 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f803e150b363a7893830aa996ac27753fa25517c406ecd3536b7c2d4b26eeb9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99e57ba3-b753-4c83-972f-bc2a01e8d685" -d '{"events": [{"server_uuid": "3c17a98c-cfb0-45bc-9509-bd12eda92ce5", "name": "network-vif-deleted", "tag": "34ab1baa-3389-4be5-8ab1-025858c130d9"}]}' {{(pid=93916) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:22:22.501067 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Pushing event updated for resources: {'Port': ['ID=50159c3e-a461-4d23-925d-2cd09adbc33f,revision_number=6']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:22:22.507954 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 18:22:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3b1a22e-9ebd-4c22-9f50-04fb4f494020 x-openstack-request-id: req-c3b1a22e-9ebd-4c22-9f50-04fb4f494020 {{(pid=93916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:22:22.508339 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c17a98c-cfb0-45bc-9509-bd12eda92ce5", "name": "network-vif-deleted", "tag": "34ab1baa-3389-4be5-8ab1-025858c130d9", "status": "completed", "code": 200}]} {{(pid=93916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:22:22.508596 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c3b1a22e-9ebd-4c22-9f50-04fb4f494020 {{(pid=93916) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:22:22.508984 n-d-800634-3 neutron-server[93916]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c17a98c-cfb0-45bc-9509-bd12eda92ce5', 'name': 'network-vif-deleted', 'tag': '34ab1baa-3389-4be5-8ab1-025858c130d9', 'status': 'completed', 'code': 200} Jul 14 18:22:22.586432 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] get_ports_and_sgs() called for port_ids ['50159c3e-a461-4d23-925d-2cd09adbc33f'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 18:22:22.730223 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-1a8d28d3-4d22-4686-8715-79cfd7df1e92 req-6d910c56-e99c-4b34-9a45-c290d23a1ab8 tempest-SecurityGroupsTestJSON-1215008278 tempest-SecurityGroupsTestJSON-1215008278-project] 10.222.0.16 "GET /v2.0/security-groups/b8418642-c381-4b9f-a1ef-7087012a2f8d HTTP/1.1" status: 200 len: 1801 time: 0.0473673 Jul 14 18:22:22.758859 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] get_ports_and_sgs() called for port_ids ['c866cdc5-a24a-47aa-82f6-dda3685e4243'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 18:22:22.788224 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9cad9759-cadd-403a-ba0a-ff9b2f786575 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:22:22.802424 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-1a8d28d3-4d22-4686-8715-79cfd7df1e92 req-e688fa99-2f1c-44c7-b3b7-6e7ab0a6b18f tempest-SecurityGroupsTestJSON-1215008278 tempest-SecurityGroupsTestJSON-1215008278-project] Notify callbacks [] for security_group, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:22:22.855960 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-1a8d28d3-4d22-4686-8715-79cfd7df1e92 req-e688fa99-2f1c-44c7-b3b7-6e7ab0a6b18f tempest-SecurityGroupsTestJSON-1215008278 tempest-SecurityGroupsTestJSON-1215008278-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:22:22.921492 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e6d929-430b-4a68-804a-43c8c12ef51f req-6b4cdc4b-038f-4da1-a733-5d81fb285953 tempest-ImagesTestJSON-313755568 tempest-ImagesTestJSON-313755568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:22:22.927464 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Device b875f197-b5bd-4e33-8c5d-9d9e1a56ddfe details requested by agent hyperv_n-h2-800634-3 with host n-h2-800634-3 {{(pid=93917) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 18:22:22.929773 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-68e6d929-430b-4a68-804a-43c8c12ef51f req-6b4cdc4b-038f-4da1-a733-5d81fb285953 tempest-ImagesTestJSON-313755568 tempest-ImagesTestJSON-313755568-project] 10.222.0.16 "GET /v2.0/ports?device_id=6aaead6f-eb8d-448b-ab5e-df60fe6f6bc2 HTTP/1.1" status: 200 len: 944 time: 0.1291776 Jul 14 18:22:22.948560 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-1a8d28d3-4d22-4686-8715-79cfd7df1e92 req-e688fa99-2f1c-44c7-b3b7-6e7ab0a6b18f tempest-SecurityGroupsTestJSON-1215008278 tempest-SecurityGroupsTestJSON-1215008278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:22:22.951254 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-1a8d28d3-4d22-4686-8715-79cfd7df1e92 req-e688fa99-2f1c-44c7-b3b7-6e7ab0a6b18f tempest-SecurityGroupsTestJSON-1215008278 tempest-SecurityGroupsTestJSON-1215008278-project] Notify callbacks [] for security_group, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:22:22.952417 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-1a8d28d3-4d22-4686-8715-79cfd7df1e92 req-e688fa99-2f1c-44c7-b3b7-6e7ab0a6b18f tempest-SecurityGroupsTestJSON-1215008278 tempest-SecurityGroupsTestJSON-1215008278-project] 10.222.0.16 "DELETE /v2.0/security-groups/b8418642-c381-4b9f-a1ef-7087012a2f8d HTTP/1.1" status: 204 len: 173 time: 0.2200816 Jul 14 18:22:22.969986 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e688fa99-2f1c-44c7-b3b7-6e7ab0a6b18f tempest-SecurityGroupsTestJSON-1215008278 tempest-SecurityGroupsTestJSON-1215008278-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8418642-c381-4b9f-a1ef-7087012a2f8d,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:22:23.002329 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-68e6d929-430b-4a68-804a-43c8c12ef51f req-d367be6d-18f8-4905-bdbe-0c32710bfc65 tempest-ImagesTestJSON-313755568 tempest-ImagesTestJSON-313755568-project] 10.222.0.16 "GET /v2.0/security-groups?id=96a7afe7-a122-4b0d-8907-2d91e1bd838f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657601 Jul 14 18:22:23.155399 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] For port b875f197-b5bd-4e33-8c5d-9d9e1a56ddfe, host n-h2-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=b875f197-b5bd-4e33-8c5d-9d9e1a56ddfe,segment=NetworkSegment(ed557757-f640-484f-8cda-41a92c321398),segment_id=ed557757-f640-484f-8cda-41a92c321398)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:22:23.158356 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:22:23.170504 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Returning: {'device': 'b875f197-b5bd-4e33-8c5d-9d9e1a56ddfe', 'network_id': '458a605c-adc1-4322-ba16-e84a0c1f7468', 'port_id': 'b875f197-b5bd-4e33-8c5d-9d9e1a56ddfe', 'mac_address': 'fa:16:3e:ad:61:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 82, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f82593d-7d30-492d-935c-eafdd92f72c6', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93917) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 18:22:23.178247 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2d68485f-6726-4ab0-8701-9f9391d7d8c1 req-eb681690-ccbb-4cd1-8594-36623735969d tempest-SecurityGroupsTestJSON-1215008278 tempest-SecurityGroupsTestJSON-1215008278-project] 10.222.0.16 "GET /v2.0/security-groups/80378ff0-3ecd-443a-93aa-e3b4295160bd HTTP/1.1" status: 200 len: 1800 time: 0.0622392 Jul 14 18:22:23.288484 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-2d68485f-6726-4ab0-8701-9f9391d7d8c1 req-6e8dc7aa-8837-404f-8eaf-ed02c24ff36b tempest-SecurityGroupsTestJSON-1215008278 tempest-SecurityGroupsTestJSON-1215008278-project] Notify callbacks [] for security_group, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:22:23.330892 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3062b985-f876-48f5-a308-99ba9f422e81 req-8444df94-30f7-4293-a1d7-70a2a9be80c2 tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:22:23.332478 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3062b985-f876-48f5-a308-99ba9f422e81 req-8444df94-30f7-4293-a1d7-70a2a9be80c2 tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] 10.222.0.16 "GET /v2.0/ports?device_id=350b0a9d-ec61-4eee-b2dd-320f985fb1e8 HTTP/1.1" status: 200 len: 944 time: 0.1208789 Jul 14 18:22:23.334170 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-2d68485f-6726-4ab0-8701-9f9391d7d8c1 req-6e8dc7aa-8837-404f-8eaf-ed02c24ff36b tempest-SecurityGroupsTestJSON-1215008278 tempest-SecurityGroupsTestJSON-1215008278-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:22:23.406614 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3062b985-f876-48f5-a308-99ba9f422e81 req-4e67b266-a8ec-4651-9ecf-d2b3e46518f1 tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] 10.222.0.16 "GET /v2.0/security-groups?id=39320fa9-4894-4542-95e3-d64e174c637e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630245 Jul 14 18:22:23.414780 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-2d68485f-6726-4ab0-8701-9f9391d7d8c1 req-6e8dc7aa-8837-404f-8eaf-ed02c24ff36b tempest-SecurityGroupsTestJSON-1215008278 tempest-SecurityGroupsTestJSON-1215008278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:22:23.421331 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-2d68485f-6726-4ab0-8701-9f9391d7d8c1 req-6e8dc7aa-8837-404f-8eaf-ed02c24ff36b tempest-SecurityGroupsTestJSON-1215008278 tempest-SecurityGroupsTestJSON-1215008278-project] Notify callbacks [] for security_group, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:22:23.428972 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2d68485f-6726-4ab0-8701-9f9391d7d8c1 req-6e8dc7aa-8837-404f-8eaf-ed02c24ff36b tempest-SecurityGroupsTestJSON-1215008278 tempest-SecurityGroupsTestJSON-1215008278-project] 10.222.0.16 "DELETE /v2.0/security-groups/80378ff0-3ecd-443a-93aa-e3b4295160bd HTTP/1.1" status: 204 len: 173 time: 0.2417586 Jul 14 18:22:23.430143 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 57414) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:22:23.460261 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8dc7aa-8837-404f-8eaf-ed02c24ff36b tempest-SecurityGroupsTestJSON-1215008278 tempest-SecurityGroupsTestJSON-1215008278-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=80378ff0-3ecd-443a-93aa-e3b4295160bd,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:22:23.553816 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.db_base_plugin_v2 [None req-7cee3cb3-eac8-4391-8280-197f58dcf61d admin admin] Deleting subnet cc96744b-311f-49f7-8ac2-f53a1b384535 {{(pid=93916) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 18:22:23.558955 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-7cee3cb3-eac8-4391-8280-197f58dcf61d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:22:23.605366 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-7cee3cb3-eac8-4391-8280-197f58dcf61d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26296866'] for subnet, precommit_delete_associations {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:22:23.660268 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-7cee3cb3-eac8-4391-8280-197f58dcf61d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081283'] for subnet, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:22:23.666652 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1e8bd3-b2a3-4a3b-ac98-4504a7bc0cd3 req-52212725-96eb-425a-9f23-deee76622ed8 tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:22:23.674359 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-cb1e8bd3-b2a3-4a3b-ac98-4504a7bc0cd3 req-52212725-96eb-425a-9f23-deee76622ed8 tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] 10.222.0.16 "GET /v2.0/ports?device_id=5d1b56cf-e9a2-40e8-8a62-8ebd9281e58d HTTP/1.1" status: 200 len: 943 time: 0.1389315 Jul 14 18:22:23.701497 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da5b914-f758-4fc0-be9f-09c50eda4d46 req-76e3478f-c03e-4406-936e-8c353458d038 tempest-ImagesOneServerNegativeTestJSON-264633046 tempest-ImagesOneServerNegativeTestJSON-264633046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:22:23.702997 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3da5b914-f758-4fc0-be9f-09c50eda4d46 req-76e3478f-c03e-4406-936e-8c353458d038 tempest-ImagesOneServerNegativeTestJSON-264633046 tempest-ImagesOneServerNegativeTestJSON-264633046-project] 10.222.0.16 "GET /v2.0/ports?device_id=e38bd656-d729-47db-a20c-8dc429643d1e HTTP/1.1" status: 200 len: 943 time: 0.1174705 Jul 14 18:22:23.740004 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-cb1e8bd3-b2a3-4a3b-ac98-4504a7bc0cd3 req-27b9a087-ff64-4383-9d67-eede5e18d592 tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] 10.222.0.16 "GET /v2.0/security-groups?id=540fae54-ccea-4309-9c99-81b930eedb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647078 Jul 14 18:22:23.773561 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3da5b914-f758-4fc0-be9f-09c50eda4d46 req-64709349-cc02-4630-99b2-022f812bfcff tempest-ImagesOneServerNegativeTestJSON-264633046 tempest-ImagesOneServerNegativeTestJSON-264633046-project] 10.222.0.16 "GET /v2.0/security-groups?id=7eb77405-22ca-4355-84b5-b8009f159b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584233 Jul 14 18:22:23.977689 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-574aeb93-9938-449c-8e6c-cb22c9b52cc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:22:24.056936 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-7cee3cb3-eac8-4391-8280-197f58dcf61d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2684816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26033152'] for subnet, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:22:24.076452 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device e96f1752-0960-4340-8500-0f30088422e9 details requested by agent hyperv_n-h1-800634-3 with host n-h1-800634-3 {{(pid=93917) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 18:22:24.081215 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device 50159c3e-a461-4d23-925d-2cd09adbc33f up at agent hyperv_n-h1-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:22:24.100151 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cee3cb3-eac8-4391-8280-197f58dcf61d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cc96744b-311f-49f7-8ac2-f53a1b384535,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:22:24.118584 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-7cee3cb3-eac8-4391-8280-197f58dcf61d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598705'] for subnet, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:22:24.121666 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-7cee3cb3-eac8-4391-8280-197f58dcf61d admin admin] 10.222.0.16 "DELETE /v2.0/subnets/cc96744b-311f-49f7-8ac2-f53a1b384535 HTTP/1.1" status: 204 len: 168 time: 0.6901026 Jul 14 18:22:24.124796 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 57424) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:22:24.243646 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Provisioning complete for port 50159c3e-a461-4d23-925d-2cd09adbc33f triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:22:24.244200 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:22:24.296604 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-b9646377-f008-4431-ba1f-c5fd3989de3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645734'] for network, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:22:24.299808 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port e96f1752-0960-4340-8500-0f30088422e9, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=e96f1752-0960-4340-8500-0f30088422e9,segment=NetworkSegment(5d348732-27f4-441a-bef1-a0d44ffa840e),segment_id=5d348732-27f4-441a-bef1-a0d44ffa840e)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:22:24.318045 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Returning: {'device': 'e96f1752-0960-4340-8500-0f30088422e9', 'network_id': '5922bb88-69f8-4327-9807-b639b8b4c14f', 'port_id': 'e96f1752-0960-4340-8500-0f30088422e9', 'mac_address': 'fa:16:3e:02:dd:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 88, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e5fd32b-ce33-4970-8e90-c9d6785e30f5', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93917) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 18:22:24.400094 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3f31e1-3a1d-4557-bf2f-a229695e158b req-b835e6a9-5a2f-42d4-bcf0-648fe0166702 tempest-ImagesTestJSON-313755568 tempest-ImagesTestJSON-313755568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:22:24.407730 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6a3f31e1-3a1d-4557-bf2f-a229695e158b req-b835e6a9-5a2f-42d4-bcf0-648fe0166702 tempest-ImagesTestJSON-313755568 tempest-ImagesTestJSON-313755568-project] 10.222.0.16 "GET /v2.0/ports?device_id=6aaead6f-eb8d-448b-ab5e-df60fe6f6bc2 HTTP/1.1" status: 200 len: 944 time: 0.2059431 Jul 14 18:22:24.433007 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-b9646377-f008-4431-ba1f-c5fd3989de3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2096010', 'neutron.services.segments.db._delete_segments_for_network-8728202734996'] for network, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:22:24.446654 n-d-800634-3 neutron-server[93915]: DEBUG neutron.services.segments.db [None req-b9646377-f008-4431-ba1f-c5fd3989de3a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7a25cb1-3192-42fa-8b6a-3dfe4ce67a05']}} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:22:24.473922 n-d-800634-3 neutron-server[93915]: DEBUG neutron.services.segments.db [None req-b9646377-f008-4431-ba1f-c5fd3989de3a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a486c7d6-69d2-4a27-a7a6-bfe66b9801fc') {'for_net_delete': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:22:24.474497 n-d-800634-3 neutron-server[93915]: DEBUG neutron.services.segments.db [None req-b9646377-f008-4431-ba1f-c5fd3989de3a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a486c7d6-69d2-4a27-a7a6-bfe66b9801fc') {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:22:24.485616 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-b9646377-f008-4431-ba1f-c5fd3989de3a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728202715275', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28939920'] for segment, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:22:24.503970 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-b9646377-f008-4431-ba1f-c5fd3989de3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:22:24.511205 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9646377-f008-4431-ba1f-c5fd3989de3a admin admin] Releasing vlan 81 on physical network physnet1 to pool {{(pid=93915) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 18:22:24.511900 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-b9646377-f008-4431-ba1f-c5fd3989de3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25911658'] for segment, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:22:24.545600 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:22:24.572197 n-d-800634-3 neutron-server[93915]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:22:24.572197 n-d-800634-3 neutron-server[93915]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:22:24.572197 n-d-800634-3 neutron-server[93915]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:22:24.572197 n-d-800634-3 neutron-server[93915]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:22:24.572197 n-d-800634-3 neutron-server[93915]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:22:24.572197 n-d-800634-3 neutron-server[93915]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:22:24.572197 n-d-800634-3 neutron-server[93915]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:22:24.572197 n-d-800634-3 neutron-server[93915]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:22:24.572197 n-d-800634-3 neutron-server[93915]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:22:24.572197 n-d-800634-3 neutron-server[93915]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:22:24.572197 n-d-800634-3 neutron-server[93915]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:22:24.572197 n-d-800634-3 neutron-server[93915]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:22:24.572197 n-d-800634-3 neutron-server[93915]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:22:24.572197 n-d-800634-3 neutron-server[93915]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:22:24.572197 n-d-800634-3 neutron-server[93915]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:22:24.572197 n-d-800634-3 neutron-server[93915]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:22:24.572197 n-d-800634-3 neutron-server[93915]: Traceback (most recent call last): Jul 14 18:22:24.572197 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 18:22:24.572197 n-d-800634-3 neutron-server[93915]: timer() Jul 14 18:22:24.572197 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 18:22:24.572197 n-d-800634-3 neutron-server[93915]: cb(*args, **kw) Jul 14 18:22:24.572197 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 18:22:24.572197 n-d-800634-3 neutron-server[93915]: return func(*args, **kwargs) Jul 14 18:22:24.572197 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 18:22:24.572197 n-d-800634-3 neutron-server[93915]: self._notify() Jul 14 18:22:24.572197 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 18:22:24.572197 n-d-800634-3 neutron-server[93915]: self.callback(batched_events) Jul 14 18:22:24.572197 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 18:22:24.572197 n-d-800634-3 neutron-server[93915]: event.method(event) Jul 14 18:22:24.572197 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 18:22:24.572197 n-d-800634-3 neutron-server[93915]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 18:22:24.572197 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 18:22:24.572197 n-d-800634-3 neutron-server[93915]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 18:22:24.572197 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 18:22:24.572197 n-d-800634-3 neutron-server[93915]: return f(self, *a, **k) Jul 14 18:22:24.572197 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 18:22:24.572197 n-d-800634-3 neutron-server[93915]: return self._get(url).json() Jul 14 18:22:24.572197 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 18:22:24.572197 n-d-800634-3 neutron-server[93915]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 18:22:24.572197 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 18:22:24.572197 n-d-800634-3 neutron-server[93915]: return self.request(url, 'GET', **kwargs) Jul 14 18:22:24.572197 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 18:22:24.572197 n-d-800634-3 neutron-server[93915]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 18:22:24.572197 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 18:22:24.572197 n-d-800634-3 neutron-server[93915]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 18:22:24.572197 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 18:22:24.572197 n-d-800634-3 neutron-server[93915]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 18:22:24.572197 n-d-800634-3 neutron-server[93915]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 18:22:24.578748 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e96f1752-0960-4340-8500-0f30088422e9 {{(pid=93917) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 18:22:24.592588 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:22:24.609199 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6a3f31e1-3a1d-4557-bf2f-a229695e158b req-c147e35f-19b5-4197-8584-121ce7716409 tempest-ImagesTestJSON-313755568 tempest-ImagesTestJSON-313755568-project] 10.222.0.16 "GET /v2.0/security-groups?id=96a7afe7-a122-4b0d-8907-2d91e1bd838f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2004850 Jul 14 18:22:24.627543 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port e96f1752-0960-4340-8500-0f30088422e9, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=e96f1752-0960-4340-8500-0f30088422e9,segment=NetworkSegment(5d348732-27f4-441a-bef1-a0d44ffa840e),segment_id=5d348732-27f4-441a-bef1-a0d44ffa840e)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:22:24.629160 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-b9646377-f008-4431-ba1f-c5fd3989de3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2096001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-930085'] for network, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:22:24.648750 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-b9646377-f008-4431-ba1f-c5fd3989de3a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598705'] for network, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:22:24.650449 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4518b06-90d0-4f6c-997a-2fe9348c1117', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50159c3e-a461-4d23-925d-2cd09adbc33f'}] {{(pid=93917) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:22:24.651142 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-b9646377-f008-4431-ba1f-c5fd3989de3a admin admin] 10.222.0.16 "DELETE /v2.0/networks/a7a25cb1-3192-42fa-8b6a-3dfe4ce67a05 HTTP/1.1" status: 204 len: 168 time: 0.5249994 Jul 14 18:22:24.656919 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20b787f3c29eaa7aa2a4d648c725a2124c5ff39a8d793252f9d844495e14cf42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dc509d2-6940-44c3-9278-abe890e50c1a" -d '{"events": [{"server_uuid": "f4518b06-90d0-4f6c-997a-2fe9348c1117", "name": "network-vif-plugged", "status": "completed", "tag": "50159c3e-a461-4d23-925d-2cd09adbc33f"}]}' {{(pid=93917) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:22:24.662085 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:22:24.665131 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port 50159c3e-a461-4d23-925d-2cd09adbc33f, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=50159c3e-a461-4d23-925d-2cd09adbc33f,segment=NetworkSegment(067fc487-22c7-42de-972d-ae352a28ad29),segment_id=067fc487-22c7-42de-972d-ae352a28ad29)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:22:24.684644 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9646377-f008-4431-ba1f-c5fd3989de3a admin admin] Pushing event deleted for resources: {'Network': ['ID=a7a25cb1-3192-42fa-8b6a-3dfe4ce67a05,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:22:24.730684 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793cc61f-f305-4f44-8649-1dd37a6da7f8 req-6f91844e-c954-4771-abbc-eba23c950b88 tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:22:24.734363 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-793cc61f-f305-4f44-8649-1dd37a6da7f8 req-6f91844e-c954-4771-abbc-eba23c950b88 tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] 10.222.0.16 "GET /v2.0/ports?device_id=350b0a9d-ec61-4eee-b2dd-320f985fb1e8 HTTP/1.1" status: 200 len: 944 time: 0.1518419 Jul 14 18:22:24.760417 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 18:22:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fddf7d48-84f7-48d5-833d-7facf5e21d78 x-openstack-request-id: req-fddf7d48-84f7-48d5-833d-7facf5e21d78 {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:22:24.761528 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4518b06-90d0-4f6c-997a-2fe9348c1117", "name": "network-vif-plugged", "status": "completed", "tag": "50159c3e-a461-4d23-925d-2cd09adbc33f", "code": 200}]} {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:22:24.761962 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-fddf7d48-84f7-48d5-833d-7facf5e21d78 {{(pid=93917) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:22:24.763046 n-d-800634-3 neutron-server[93917]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4518b06-90d0-4f6c-997a-2fe9348c1117', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50159c3e-a461-4d23-925d-2cd09adbc33f', 'code': 200} Jul 14 18:22:24.763988 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:22:24.764951 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device c866cdc5-a24a-47aa-82f6-dda3685e4243 up at agent hyperv_n-h1-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:22:24.768369 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Pushing event updated for resources: {'Port': ['ID=e96f1752-0960-4340-8500-0f30088422e9,revision_number=4']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:22:24.823202 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-793cc61f-f305-4f44-8649-1dd37a6da7f8 req-eec472ed-603d-47b1-88b2-0c3ce47beb50 tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] 10.222.0.16 "GET /v2.0/security-groups?id=39320fa9-4894-4542-95e3-d64e174c637e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755963 Jul 14 18:22:24.883875 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 57446) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:22:24.934052 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Pushing event updated for resources: {'Port': ['ID=50159c3e-a461-4d23-925d-2cd09adbc33f,revision_number=7']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:22:24.959036 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Device b875f197-b5bd-4e33-8c5d-9d9e1a56ddfe details requested by agent hyperv_n-h2-800634-3 with host n-h2-800634-3 {{(pid=93917) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 18:22:24.966135 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Provisioning for port c866cdc5-a24a-47aa-82f6-dda3685e4243 completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:22:24.981455 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Provisioning complete for port c866cdc5-a24a-47aa-82f6-dda3685e4243 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:22:24.982859 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:22:25.042826 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 57448) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:22:25.043412 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-da817f81-f6c8-4051-af82-2257b41ff857 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a9d22ebe08284e548350eab597e7413d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1575987 Jul 14 18:22:25.070812 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] get_ports_and_sgs() called for port_ids ['e96f1752-0960-4340-8500-0f30088422e9'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 18:22:25.099465 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868373a4-feb0-4340-b42c-4a3f183569a2 req-69c44424-04e5-4e26-a5df-f501d87b2871 tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:22:25.106894 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-868373a4-feb0-4340-b42c-4a3f183569a2 req-69c44424-04e5-4e26-a5df-f501d87b2871 tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] 10.222.0.16 "GET /v2.0/ports?device_id=5d1b56cf-e9a2-40e8-8a62-8ebd9281e58d HTTP/1.1" status: 200 len: 943 time: 0.1555884 Jul 14 18:22:25.115721 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-18c44496-1f9b-4f50-9253-ab128ee4cd6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:22:25.123468 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a43a398-5437-4a63-b09b-c3257b97e7fe req-b4f6015b-fadb-435d-b784-c447c744de86 tempest-ImagesOneServerNegativeTestJSON-264633046 tempest-ImagesOneServerNegativeTestJSON-264633046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:22:25.125015 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-4a43a398-5437-4a63-b09b-c3257b97e7fe req-b4f6015b-fadb-435d-b784-c447c744de86 tempest-ImagesOneServerNegativeTestJSON-264633046 tempest-ImagesOneServerNegativeTestJSON-264633046-project] 10.222.0.16 "GET /v2.0/ports?device_id=e38bd656-d729-47db-a20c-8dc429643d1e HTTP/1.1" status: 200 len: 944 time: 0.1625366 Jul 14 18:22:25.179802 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-18c44496-1f9b-4f50-9253-ab128ee4cd6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:22:25.196943 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-868373a4-feb0-4340-b42c-4a3f183569a2 req-a1c65724-b497-4f7b-b440-1fcd8c905c9a tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] 10.222.0.16 "GET /v2.0/security-groups?id=540fae54-ccea-4309-9c99-81b930eedb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890698 Jul 14 18:22:25.233452 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:22:25.238270 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-4a43a398-5437-4a63-b09b-c3257b97e7fe req-2234aa05-4455-49aa-898e-a2dcdb7b122e tempest-ImagesOneServerNegativeTestJSON-264633046 tempest-ImagesOneServerNegativeTestJSON-264633046-project] 10.222.0.16 "GET /v2.0/security-groups?id=7eb77405-22ca-4355-84b5-b8009f159b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030357 Jul 14 18:22:25.262175 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-18c44496-1f9b-4f50-9253-ab128ee4cd6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:22:25.266151 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-18c44496-1f9b-4f50-9253-ab128ee4cd6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:22:25.268581 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-18c44496-1f9b-4f50-9253-ab128ee4cd6a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/309722b9-2fe8-4d94-8481-29be9b33af8a HTTP/1.1" status: 204 len: 168 time: 0.2247746 Jul 14 18:22:25.279696 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c44496-1f9b-4f50-9253-ab128ee4cd6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=309722b9-2fe8-4d94-8481-29be9b33af8a,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:22:25.340161 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port c866cdc5-a24a-47aa-82f6-dda3685e4243, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=c866cdc5-a24a-47aa-82f6-dda3685e4243,segment=NetworkSegment(25fcd291-a4fb-4631-8a4d-06fad1821ccd),segment_id=25fcd291-a4fb-4631-8a4d-06fad1821ccd)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:22:25.344029 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] For port b875f197-b5bd-4e33-8c5d-9d9e1a56ddfe, host n-h2-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=b875f197-b5bd-4e33-8c5d-9d9e1a56ddfe,segment=NetworkSegment(ed557757-f640-484f-8cda-41a92c321398),segment_id=ed557757-f640-484f-8cda-41a92c321398)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:22:25.358290 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:22:25.359097 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device 34ab1baa-3389-4be5-8ab1-025858c130d9 no longer exists at agent hyperv_n-h1-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 18:22:25.408775 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] No Port match for: 34ab1baa-3389-4be5-8ab1-025858c130d9 {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 18:22:25.409066 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device 34ab1baa-3389-4be5-8ab1-025858c130d9 not bound to the agent host n-h1-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 18:22:25.410811 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Returning: {'device': 'b875f197-b5bd-4e33-8c5d-9d9e1a56ddfe', 'network_id': '458a605c-adc1-4322-ba16-e84a0c1f7468', 'port_id': 'b875f197-b5bd-4e33-8c5d-9d9e1a56ddfe', 'mac_address': 'fa:16:3e:ad:61:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 82, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f82593d-7d30-492d-935c-eafdd92f72c6', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93917) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 18:22:25.472378 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Pushing event updated for resources: {'Port': ['ID=c866cdc5-a24a-47aa-82f6-dda3685e4243,revision_number=5']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:22:25.684064 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-2f4e3af3-e708-4ffd-a544-82d93a489d01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:22:25.861927 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fb11e6-eeea-4435-8ea7-8c70345d3287 req-80a11756-ae86-4f84-b6ad-345b326c0c0a tempest-ImagesTestJSON-313755568 tempest-ImagesTestJSON-313755568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:22:25.863379 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b2fb11e6-eeea-4435-8ea7-8c70345d3287 req-80a11756-ae86-4f84-b6ad-345b326c0c0a tempest-ImagesTestJSON-313755568 tempest-ImagesTestJSON-313755568-project] 10.222.0.16 "GET /v2.0/ports?device_id=6aaead6f-eb8d-448b-ab5e-df60fe6f6bc2 HTTP/1.1" status: 200 len: 944 time: 0.1297965 Jul 14 18:22:25.916107 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b2fb11e6-eeea-4435-8ea7-8c70345d3287 req-a07f30c2-36fb-45b7-9cb7-3624b056da2d tempest-ImagesTestJSON-313755568 tempest-ImagesTestJSON-313755568-project] 10.222.0.16 "GET /v2.0/security-groups?id=96a7afe7-a122-4b0d-8907-2d91e1bd838f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422935 Jul 14 18:22:26.068889 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3562fcf1-f492-4128-8bc4-4098e2fdf433 req-63b28994-f4a7-4bc7-9e4e-138e664aa3c5 tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:22:26.070386 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3562fcf1-f492-4128-8bc4-4098e2fdf433 req-63b28994-f4a7-4bc7-9e4e-138e664aa3c5 tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] 10.222.0.16 "GET /v2.0/ports?device_id=350b0a9d-ec61-4eee-b2dd-320f985fb1e8 HTTP/1.1" status: 200 len: 945 time: 0.0860291 Jul 14 18:22:26.114766 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3562fcf1-f492-4128-8bc4-4098e2fdf433 req-48e60604-ca11-4cf5-8f4c-2e41c00f505f tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] 10.222.0.16 "GET /v2.0/security-groups?id=39320fa9-4894-4542-95e3-d64e174c637e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364335 Jul 14 18:22:26.489297 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34429f0-1f2b-4390-8cef-d8efab54cc2a req-0f695e8a-45bc-4701-9cd0-e4ff1f2675fa tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:22:26.494204 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b34429f0-1f2b-4390-8cef-d8efab54cc2a req-0f695e8a-45bc-4701-9cd0-e4ff1f2675fa tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] 10.222.0.16 "GET /v2.0/ports?device_id=5d1b56cf-e9a2-40e8-8a62-8ebd9281e58d HTTP/1.1" status: 200 len: 943 time: 0.1428800 Jul 14 18:22:26.578242 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b34429f0-1f2b-4390-8cef-d8efab54cc2a req-9cd39520-7441-429b-a983-fbd599606478 tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] 10.222.0.16 "GET /v2.0/security-groups?id=540fae54-ccea-4309-9c99-81b930eedb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790341 Jul 14 18:22:26.628339 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3203baa3-19f0-4f28-aee6-60dd2f15c5f7 req-6b44b5dd-2f33-4f62-a6a0-7dc248b102a6 tempest-ImagesOneServerNegativeTestJSON-264633046 tempest-ImagesOneServerNegativeTestJSON-264633046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:22:26.629883 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3203baa3-19f0-4f28-aee6-60dd2f15c5f7 req-6b44b5dd-2f33-4f62-a6a0-7dc248b102a6 tempest-ImagesOneServerNegativeTestJSON-264633046 tempest-ImagesOneServerNegativeTestJSON-264633046-project] 10.222.0.16 "GET /v2.0/ports?device_id=e38bd656-d729-47db-a20c-8dc429643d1e HTTP/1.1" status: 200 len: 944 time: 0.1109772 Jul 14 18:22:26.707163 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3203baa3-19f0-4f28-aee6-60dd2f15c5f7 req-1615678a-0ba8-4167-b23d-2e3d502bec60 tempest-ImagesOneServerNegativeTestJSON-264633046 tempest-ImagesOneServerNegativeTestJSON-264633046-project] 10.222.0.16 "GET /v2.0/security-groups?id=7eb77405-22ca-4355-84b5-b8009f159b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702710 Jul 14 18:22:26.764433 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '350b0a9d-ec61-4eee-b2dd-320f985fb1e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c866cdc5-a24a-47aa-82f6-dda3685e4243'}] {{(pid=93917) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:22:26.767550 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20b787f3c29eaa7aa2a4d648c725a2124c5ff39a8d793252f9d844495e14cf42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae4e7f41-cf85-4401-bb40-94224ad378f9" -d '{"events": [{"server_uuid": "350b0a9d-ec61-4eee-b2dd-320f985fb1e8", "name": "network-vif-plugged", "status": "completed", "tag": "c866cdc5-a24a-47aa-82f6-dda3685e4243"}]}' {{(pid=93917) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:22:26.821528 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 18:22:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d47abeb2-1f89-4e9a-b136-fbf8d85d66ab x-openstack-request-id: req-d47abeb2-1f89-4e9a-b136-fbf8d85d66ab {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:22:26.821825 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "350b0a9d-ec61-4eee-b2dd-320f985fb1e8", "name": "network-vif-plugged", "status": "completed", "tag": "c866cdc5-a24a-47aa-82f6-dda3685e4243", "code": 200}]} {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:22:26.822081 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d47abeb2-1f89-4e9a-b136-fbf8d85d66ab {{(pid=93917) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:22:26.822499 n-d-800634-3 neutron-server[93917]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '350b0a9d-ec61-4eee-b2dd-320f985fb1e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c866cdc5-a24a-47aa-82f6-dda3685e4243', 'code': 200} Jul 14 18:22:26.830175 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 57520) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:22:26.952384 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Device b875f197-b5bd-4e33-8c5d-9d9e1a56ddfe details requested by agent hyperv_n-h2-800634-3 with host n-h2-800634-3 {{(pid=93917) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 18:22:26.978784 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455bf992-d8c2-41f3-8cff-6e59d7f446d9 req-48bc4b47-d356-4cf3-a609-e6821ea8965e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:22:26.980681 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-455bf992-d8c2-41f3-8cff-6e59d7f446d9 req-48bc4b47-d356-4cf3-a609-e6821ea8965e service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=350b0a9d-ec61-4eee-b2dd-320f985fb1e8 HTTP/1.1" status: 200 len: 1096 time: 0.0788116 Jul 14 18:22:27.017299 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-08ecab34-917b-443b-8dcf-1b28f80a5e6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:22:27.049067 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-455bf992-d8c2-41f3-8cff-6e59d7f446d9 req-3c5ccfc2-fe4f-4af1-b9a5-24f5a60c2a49 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=39320fa9-4894-4542-95e3-d64e174c637e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602908 Jul 14 18:22:27.134168 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] For port b875f197-b5bd-4e33-8c5d-9d9e1a56ddfe, host n-h2-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=b875f197-b5bd-4e33-8c5d-9d9e1a56ddfe,segment=NetworkSegment(ed557757-f640-484f-8cda-41a92c321398),segment_id=ed557757-f640-484f-8cda-41a92c321398)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:22:27.150310 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Returning: {'device': 'b875f197-b5bd-4e33-8c5d-9d9e1a56ddfe', 'network_id': '458a605c-adc1-4322-ba16-e84a0c1f7468', 'port_id': 'b875f197-b5bd-4e33-8c5d-9d9e1a56ddfe', 'mac_address': 'fa:16:3e:ad:61:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 82, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f82593d-7d30-492d-935c-eafdd92f72c6', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93917) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 18:22:27.167150 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b8d207-8095-4d1b-a0af-b885f5619dc7 req-6542aea3-531c-4332-8e6f-1fbd251492b5 tempest-ImagesTestJSON-313755568 tempest-ImagesTestJSON-313755568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:22:27.174009 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-08ecab34-917b-443b-8dcf-1b28f80a5e6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:22:27.174819 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-22b8d207-8095-4d1b-a0af-b885f5619dc7 req-6542aea3-531c-4332-8e6f-1fbd251492b5 tempest-ImagesTestJSON-313755568 tempest-ImagesTestJSON-313755568-project] 10.222.0.16 "GET /v2.0/ports?device_id=6aaead6f-eb8d-448b-ab5e-df60fe6f6bc2 HTTP/1.1" status: 200 len: 944 time: 0.0907261 Jul 14 18:22:27.182002 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-08ecab34-917b-443b-8dcf-1b28f80a5e6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:22:27.228188 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-22b8d207-8095-4d1b-a0af-b885f5619dc7 req-5224ca15-0cbb-42ac-8eb1-ffae5b7a493e tempest-ImagesTestJSON-313755568 tempest-ImagesTestJSON-313755568-project] 10.222.0.16 "GET /v2.0/security-groups?id=96a7afe7-a122-4b0d-8907-2d91e1bd838f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421805 Jul 14 18:22:27.238081 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 57530) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:22:27.238268 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-08ecab34-917b-443b-8dcf-1b28f80a5e6a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=de7bb27bfb8e452f981a553032c46707&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4069047 Jul 14 18:22:27.239346 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ecab34-917b-443b-8dcf-1b28f80a5e6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=255cd260-5e9b-4745-96a7-057f1dedc15d,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:22:27.361102 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-3e135ce9-f654-4e4f-9120-2eba1fb1331b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:22:27.405280 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e446495f-aac3-4bc3-9bfc-2e88ae9b2d23 req-31b116a5-3f90-48cd-bf11-04ac69c7753f tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:22:27.406685 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e446495f-aac3-4bc3-9bfc-2e88ae9b2d23 req-31b116a5-3f90-48cd-bf11-04ac69c7753f tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] 10.222.0.16 "GET /v2.0/ports?device_id=350b0a9d-ec61-4eee-b2dd-320f985fb1e8 HTTP/1.1" status: 200 len: 945 time: 0.1261492 Jul 14 18:22:27.408652 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-3e135ce9-f654-4e4f-9120-2eba1fb1331b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:22:27.482609 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e446495f-aac3-4bc3-9bfc-2e88ae9b2d23 req-f91e0fba-ce37-4462-b73b-6b2305fa8831 tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] 10.222.0.16 "GET /v2.0/security-groups?id=39320fa9-4894-4542-95e3-d64e174c637e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672524 Jul 14 18:22:27.508183 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-3e135ce9-f654-4e4f-9120-2eba1fb1331b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:22:27.512952 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-3e135ce9-f654-4e4f-9120-2eba1fb1331b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:22:27.514593 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-3e135ce9-f654-4e4f-9120-2eba1fb1331b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/255cd260-5e9b-4745-96a7-057f1dedc15d HTTP/1.1" status: 204 len: 168 time: 0.2752421 Jul 14 18:22:27.522932 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e135ce9-f654-4e4f-9120-2eba1fb1331b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=255cd260-5e9b-4745-96a7-057f1dedc15d,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:22:27.823343 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee9f566-940a-4961-8bfe-aba7bdb664bf req-7ecba486-8c0d-49ed-b7a5-8b16e90c236a tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:22:27.825271 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-8ee9f566-940a-4961-8bfe-aba7bdb664bf req-7ecba486-8c0d-49ed-b7a5-8b16e90c236a tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] 10.222.0.16 "GET /v2.0/ports?device_id=5d1b56cf-e9a2-40e8-8a62-8ebd9281e58d HTTP/1.1" status: 200 len: 943 time: 0.1086636 Jul 14 18:22:27.893591 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-8ee9f566-940a-4961-8bfe-aba7bdb664bf req-77026770-a3ac-43e8-b93c-62de4a4cfbd8 tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] 10.222.0.16 "GET /v2.0/security-groups?id=540fae54-ccea-4309-9c99-81b930eedb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614009 Jul 14 18:22:27.981473 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1e54cc-556b-45e4-9826-017d9edf5ba9 req-790493d6-406f-496c-b4f3-08e2328cdaa1 tempest-ImagesOneServerNegativeTestJSON-264633046 tempest-ImagesOneServerNegativeTestJSON-264633046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:22:27.989375 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3d1e54cc-556b-45e4-9826-017d9edf5ba9 req-790493d6-406f-496c-b4f3-08e2328cdaa1 tempest-ImagesOneServerNegativeTestJSON-264633046 tempest-ImagesOneServerNegativeTestJSON-264633046-project] 10.222.0.16 "GET /v2.0/ports?device_id=e38bd656-d729-47db-a20c-8dc429643d1e HTTP/1.1" status: 200 len: 944 time: 0.1099343 Jul 14 18:22:28.044700 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3d1e54cc-556b-45e4-9826-017d9edf5ba9 req-ed9529a0-0307-471a-89f8-1e750146f447 tempest-ImagesOneServerNegativeTestJSON-264633046 tempest-ImagesOneServerNegativeTestJSON-264633046-project] 10.222.0.16 "GET /v2.0/security-groups?id=7eb77405-22ca-4355-84b5-b8009f159b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540285 Jul 14 18:22:28.087912 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device e96f1752-0960-4340-8500-0f30088422e9 up at agent hyperv_n-h1-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:22:28.208630 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Provisioning for port e96f1752-0960-4340-8500-0f30088422e9 completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:22:28.212651 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Provisioning complete for port e96f1752-0960-4340-8500-0f30088422e9 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:22:28.213225 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:22:28.327003 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:22:28.381966 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port e96f1752-0960-4340-8500-0f30088422e9, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=e96f1752-0960-4340-8500-0f30088422e9,segment=NetworkSegment(5d348732-27f4-441a-bef1-a0d44ffa840e),segment_id=5d348732-27f4-441a-bef1-a0d44ffa840e)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:22:28.387969 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:22:28.437917 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 57572) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:22:28.451366 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Pushing event updated for resources: {'Port': ['ID=e96f1752-0960-4340-8500-0f30088422e9,revision_number=5']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:22:28.460698 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf6eb4b-8d9f-4a14-a51a-e41ab022607e req-920fe450-1397-459c-8434-5be98ba694e5 tempest-ImagesTestJSON-313755568 tempest-ImagesTestJSON-313755568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:22:28.464599 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2cf6eb4b-8d9f-4a14-a51a-e41ab022607e req-920fe450-1397-459c-8434-5be98ba694e5 tempest-ImagesTestJSON-313755568 tempest-ImagesTestJSON-313755568-project] 10.222.0.16 "GET /v2.0/ports?device_id=6aaead6f-eb8d-448b-ab5e-df60fe6f6bc2 HTTP/1.1" status: 200 len: 944 time: 0.1137471 Jul 14 18:22:28.537772 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2cf6eb4b-8d9f-4a14-a51a-e41ab022607e req-f4ba6c69-7d87-4826-8353-7d97c7039d80 tempest-ImagesTestJSON-313755568 tempest-ImagesTestJSON-313755568-project] 10.222.0.16 "GET /v2.0/security-groups?id=96a7afe7-a122-4b0d-8907-2d91e1bd838f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643363 Jul 14 18:22:28.583100 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-8e827284-1376-472e-93d4-5c9fe0235af2 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-747830769-network', 'tenant_id': '6ad3b512175c4246a59ff7988f78196a'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:22:28.606988 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e827284-1376-472e-93d4-5c9fe0235af2 admin admin] Made reservation on behalf of 6ad3b512175c4246a59ff7988f78196a for: {'network': 1} {{(pid=93916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:22:28.610436 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-8e827284-1376-472e-93d4-5c9fe0235af2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for network, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:22:28.620901 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-8e827284-1376-472e-93d4-5c9fe0235af2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:22:28.713875 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395605d1-04a6-472e-8655-9d8345a99eb7 req-9d4370bd-aa82-4cf1-b189-1d42aa2e060e tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:22:28.715464 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-395605d1-04a6-472e-8655-9d8345a99eb7 req-9d4370bd-aa82-4cf1-b189-1d42aa2e060e tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] 10.222.0.16 "GET /v2.0/ports?device_id=350b0a9d-ec61-4eee-b2dd-320f985fb1e8 HTTP/1.1" status: 200 len: 945 time: 0.0900302 Jul 14 18:22:28.759686 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-8e827284-1376-472e-93d4-5c9fe0235af2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:22:28.765667 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-8e827284-1376-472e-93d4-5c9fe0235af2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:22:28.783019 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-395605d1-04a6-472e-8655-9d8345a99eb7 req-1f0445be-88ba-446c-8d31-b0921845b11f tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] 10.222.0.16 "GET /v2.0/security-groups?id=39320fa9-4894-4542-95e3-d64e174c637e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608373 Jul 14 18:22:28.810333 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e827284-1376-472e-93d4-5c9fe0235af2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df14efcb-cce5-4a03-8a4d-ea3a03083203,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:22:28.814456 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e827284-1376-472e-93d4-5c9fe0235af2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 78} {{(pid=93916) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 18:22:28.823865 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e38bd656-d729-47db-a20c-8dc429643d1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e96f1752-0960-4340-8500-0f30088422e9'}] {{(pid=93917) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:22:28.826159 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20b787f3c29eaa7aa2a4d648c725a2124c5ff39a8d793252f9d844495e14cf42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4f60d13-1c6b-4891-9a14-6b90c0543af5" -d '{"events": [{"server_uuid": "e38bd656-d729-47db-a20c-8dc429643d1e", "name": "network-vif-plugged", "status": "completed", "tag": "e96f1752-0960-4340-8500-0f30088422e9"}]}' {{(pid=93917) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:22:28.839476 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-8e827284-1376-472e-93d4-5c9fe0235af2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:22:28.840053 n-d-800634-3 neutron-server[93916]: INFO neutron.db.segments_db [None req-8e827284-1376-472e-93d4-5c9fe0235af2 admin admin] Added segment 4c0d9076-aea0-482a-a4d8-ee0057218731 of type vlan for network 21eb5426-10a9-45e7-adcc-7b2a88d91d33 Jul 14 18:22:28.907068 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 18:22:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4988bd5-a6d2-49e5-b6f4-506f8ea41a20 x-openstack-request-id: req-a4988bd5-a6d2-49e5-b6f4-506f8ea41a20 {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:22:28.907548 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e38bd656-d729-47db-a20c-8dc429643d1e", "name": "network-vif-plugged", "status": "completed", "tag": "e96f1752-0960-4340-8500-0f30088422e9", "code": 200}]} {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:22:28.908006 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a4988bd5-a6d2-49e5-b6f4-506f8ea41a20 {{(pid=93917) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:22:28.908364 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-8e827284-1376-472e-93d4-5c9fe0235af2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728202197517'] for network, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:22:28.908506 n-d-800634-3 neutron-server[93917]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e38bd656-d729-47db-a20c-8dc429643d1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e96f1752-0960-4340-8500-0f30088422e9', 'code': 200} Jul 14 18:22:28.962313 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Device b875f197-b5bd-4e33-8c5d-9d9e1a56ddfe details requested by agent hyperv_n-h2-800634-3 with host n-h2-800634-3 {{(pid=93917) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 18:22:28.979964 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-8e827284-1376-472e-93d4-5c9fe0235af2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727'] for network, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:22:28.982031 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e827284-1376-472e-93d4-5c9fe0235af2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:22:28.982684 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-8e827284-1376-472e-93d4-5c9fe0235af2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598705'] for network, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:22:29.145869 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-8e827284-1376-472e-93d4-5c9fe0235af2 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.7039776 Jul 14 18:22:29.148475 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 57602) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:22:29.154553 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-a62f1b08-ddf5-42ac-8f15-0e38b46686aa admin admin] Request body: {'subnet': {'network_id': '21eb5426-10a9-45e7-adcc-7b2a88d91d33', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-747830769-subnet', 'tenant_id': '6ad3b512175c4246a59ff7988f78196a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:22:29.160300 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e827284-1376-472e-93d4-5c9fe0235af2 admin admin] Pushing event updated for resources: {'Network': ['ID=21eb5426-10a9-45e7-adcc-7b2a88d91d33,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:22:29.180291 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Network 21eb5426-10a9-45e7-adcc-7b2a88d91d33 details requested by agent ovs-agent-n-d-800634-3 with host n-d-800634-3 {{(pid=93917) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 18:22:29.195550 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a62f1b08-ddf5-42ac-8f15-0e38b46686aa admin admin] Made reservation on behalf of 6ad3b512175c4246a59ff7988f78196a for: {'subnet': 1} {{(pid=93916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:22:29.198022 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a62f1b08-ddf5-42ac-8f15-0e38b46686aa admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26033189'] for subnet, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:22:29.245351 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a96e0d-6bdc-463d-a77f-17436d822154 req-8f6eebd2-588f-4c59-a4c5-adbe3c93b0d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:22:29.246937 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-e4a96e0d-6bdc-463d-a77f-17436d822154 req-8f6eebd2-588f-4c59-a4c5-adbe3c93b0d0 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=e38bd656-d729-47db-a20c-8dc429643d1e HTTP/1.1" status: 200 len: 1096 time: 0.2545266 Jul 14 18:22:29.299435 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf59845-464d-4722-b472-a7fb3f297a1f req-bd3b545c-91f4-412b-88a4-029203d06958 tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:22:29.308762 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-fdf59845-464d-4722-b472-a7fb3f297a1f req-bd3b545c-91f4-412b-88a4-029203d06958 tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] 10.222.0.16 "GET /v2.0/ports?device_id=5d1b56cf-e9a2-40e8-8a62-8ebd9281e58d HTTP/1.1" status: 200 len: 943 time: 0.1869998 Jul 14 18:22:29.319485 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-e4a96e0d-6bdc-463d-a77f-17436d822154 req-b7d8cc5c-4d56-4bc2-94ab-512e4867a22b service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=7eb77405-22ca-4355-84b5-b8009f159b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644934 Jul 14 18:22:29.356908 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] For port b875f197-b5bd-4e33-8c5d-9d9e1a56ddfe, host n-h2-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=b875f197-b5bd-4e33-8c5d-9d9e1a56ddfe,segment=NetworkSegment(ed557757-f640-484f-8cda-41a92c321398),segment_id=ed557757-f640-484f-8cda-41a92c321398)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:22:29.370198 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-fdf59845-464d-4722-b472-a7fb3f297a1f req-49ee20a5-d7b5-45d9-aea8-5faeb908de10 tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] 10.222.0.16 "GET /v2.0/security-groups?id=540fae54-ccea-4309-9c99-81b930eedb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600822 Jul 14 18:22:29.382038 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Returning: {'device': 'b875f197-b5bd-4e33-8c5d-9d9e1a56ddfe', 'network_id': '458a605c-adc1-4322-ba16-e84a0c1f7468', 'port_id': 'b875f197-b5bd-4e33-8c5d-9d9e1a56ddfe', 'mac_address': 'fa:16:3e:ad:61:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 82, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f82593d-7d30-492d-935c-eafdd92f72c6', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93917) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 18:22:29.492574 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a62f1b08-ddf5-42ac-8f15-0e38b46686aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2684753', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26033175'] for subnet, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:22:29.582013 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a62f1b08-ddf5-42ac-8f15-0e38b46686aa admin admin] Checking segment: {'id': '4c0d9076-aea0-482a-a4d8-ee0057218731', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '21eb5426-10a9-45e7-adcc-7b2a88d91d33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93916) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:22:29.582438 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a62f1b08-ddf5-42ac-8f15-0e38b46686aa admin admin] Network hostable DHCP agents. Network: 21eb5426-10a9-45e7-adcc-7b2a88d91d33, hostable agents: ['028393c3-0576-4ebd-bca1-8ea8a148e1a2'], hosted agents: [] {{(pid=93916) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 18:22:29.590166 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f376eecb-09a1-42b6-a38f-08e243021f62 req-9325ec51-e369-4d47-9d0d-ea2858e0f8a3 tempest-ImagesOneServerNegativeTestJSON-264633046 tempest-ImagesOneServerNegativeTestJSON-264633046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:22:29.599497 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f376eecb-09a1-42b6-a38f-08e243021f62 req-9325ec51-e369-4d47-9d0d-ea2858e0f8a3 tempest-ImagesOneServerNegativeTestJSON-264633046 tempest-ImagesOneServerNegativeTestJSON-264633046-project] 10.222.0.16 "GET /v2.0/ports?device_id=e38bd656-d729-47db-a20c-8dc429643d1e HTTP/1.1" status: 200 len: 945 time: 0.1285200 Jul 14 18:22:29.599834 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62f1b08-ddf5-42ac-8f15-0e38b46686aa admin admin] Pushing event updated for resources: {'Subnet': ['ID=51a2df91-1208-4c4b-96e9-d2512fde1766,revision_number=0']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:22:29.608899 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a62f1b08-ddf5-42ac-8f15-0e38b46686aa admin admin] Network 21eb5426-10a9-45e7-adcc-7b2a88d91d33 is scheduled to be hosted by DHCP agent 028393c3-0576-4ebd-bca1-8ea8a148e1a2 with binding_index 1 {{(pid=93916) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 18:22:29.629127 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [None req-a62f1b08-ddf5-42ac-8f15-0e38b46686aa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-3, 21eb5426-10a9-45e7-adcc-7b2a88d91d33) {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:22:29.633311 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a62f1b08-ddf5-42ac-8f15-0e38b46686aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:22:29.633995 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a62f1b08-ddf5-42ac-8f15-0e38b46686aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598705'] for subnet, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:22:29.640372 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5030f2a-f24d-426b-8fb8-81fa35907889 None None] Network 21eb5426-10a9-45e7-adcc-7b2a88d91d33 requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:22:29.661416 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-a62f1b08-ddf5-42ac-8f15-0e38b46686aa admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5095375 Jul 14 18:22:29.661634 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 57606) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:22:29.666287 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-99c4f55e-e17c-4c39-b66f-fdcec42db932 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-747830769-router', 'tenant_id': '6ad3b512175c4246a59ff7988f78196a', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61'}}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:22:29.691655 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f376eecb-09a1-42b6-a38f-08e243021f62 req-c2cf61d4-9bfd-49a3-a280-a515c40fa1e4 tempest-ImagesOneServerNegativeTestJSON-264633046 tempest-ImagesOneServerNegativeTestJSON-264633046-project] 10.222.0.16 "GET /v2.0/security-groups?id=7eb77405-22ca-4355-84b5-b8009f159b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905943 Jul 14 18:22:29.705225 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-99c4f55e-e17c-4c39-b66f-fdcec42db932 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-571768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11104'] for router, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:22:29.706329 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-99c4f55e-e17c-4c39-b66f-fdcec42db932 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-571675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-930014', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-632314', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11129'] for router, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:22:29.729060 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a90b7a7-eab2-4e1c-9ef5-2eb77cf7bcad req-8f9af7d0-838c-4c6b-8a8f-648132791988 tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:22:29.732756 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-5a90b7a7-eab2-4e1c-9ef5-2eb77cf7bcad req-8f9af7d0-838c-4c6b-8a8f-648132791988 tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] 10.222.0.16 "GET /v2.0/ports?device_id=350b0a9d-ec61-4eee-b2dd-320f985fb1e8 HTTP/1.1" status: 200 len: 945 time: 0.1852076 Jul 14 18:22:29.822011 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-99c4f55e-e17c-4c39-b66f-fdcec42db932 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:22:29.826618 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-5a90b7a7-eab2-4e1c-9ef5-2eb77cf7bcad req-07f49844-32b2-4ae3-8260-7d52455d865c tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] 10.222.0.16 "GET /v2.0/security-groups?id=39320fa9-4894-4542-95e3-d64e174c637e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872595 Jul 14 18:22:29.907336 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d936f3-2f31-4d6b-bba0-6c01ef132ba9 req-212637d0-4074-4ee9-bee8-08fe3a8ee091 tempest-ImagesTestJSON-313755568 tempest-ImagesTestJSON-313755568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:22:29.909794 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-44d936f3-2f31-4d6b-bba0-6c01ef132ba9 req-212637d0-4074-4ee9-bee8-08fe3a8ee091 tempest-ImagesTestJSON-313755568 tempest-ImagesTestJSON-313755568-project] 10.222.0.16 "GET /v2.0/ports?device_id=6aaead6f-eb8d-448b-ab5e-df60fe6f6bc2 HTTP/1.1" status: 200 len: 944 time: 0.1087434 Jul 14 18:22:29.950799 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6f0ae54-4b76-4aed-b7f5-17072c109440 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9222b97e-5d1c-54f8-ba97-82f172498e76-21eb5426-10a9-45e7-adcc-7b2a88d91d33', 'network_id': '21eb5426-10a9-45e7-adcc-7b2a88d91d33', 'tenant_id': '6ad3b512175c4246a59ff7988f78196a', 'fixed_ips': [{'subnet_id': '51a2df91-1208-4c4b-96e9-d2512fde1766'}]}} from n-d-800634-3. {{(pid=93917) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 18:22:29.951913 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b6f0ae54-4b76-4aed-b7f5-17072c109440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:22:29.989611 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-44d936f3-2f31-4d6b-bba0-6c01ef132ba9 req-14f07f21-0bd2-4bce-9e80-7a9b137dc172 tempest-ImagesTestJSON-313755568 tempest-ImagesTestJSON-313755568-project] 10.222.0.16 "GET /v2.0/security-groups?id=96a7afe7-a122-4b0d-8907-2d91e1bd838f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730588 Jul 14 18:22:30.057874 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-99c4f55e-e17c-4c39-b66f-fdcec42db932 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-929996', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-571750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11395'] for router, precommit_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:22:30.128916 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.db_base_plugin_common [None req-b6f0ae54-4b76-4aed-b7f5-17072c109440 None None] Allocated IP 172.20.0.2 (21eb5426-10a9-45e7-adcc-7b2a88d91d33/51a2df91-1208-4c4b-96e9-d2512fde1766/17162ce4-385e-482a-b966-065d091b1d70) {{(pid=93917) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:22:30.310589 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-99c4f55e-e17c-4c39-b66f-fdcec42db932 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:22:30.326090 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b6f0ae54-4b76-4aed-b7f5-17072c109440 None None] Notify callbacks [] for port, precommit_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:22:30.334961 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-99c4f55e-e17c-4c39-b66f-fdcec42db932 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:22:30.335463 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-b6f0ae54-4b76-4aed-b7f5-17072c109440 None None] Transition to ACTIVE for port object 17162ce4-385e-482a-b966-065d091b1d70 will not be triggered until provisioned by entity L2. {{(pid=93917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:22:30.355083 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-b6f0ae54-4b76-4aed-b7f5-17072c109440 None None] Transition to ACTIVE for port object 17162ce4-385e-482a-b966-065d091b1d70 will not be triggered until provisioned by entity DHCP. {{(pid=93917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:22:30.368680 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b6f0ae54-4b76-4aed-b7f5-17072c109440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804'] for port, after_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:22:30.435459 n-d-800634-3 neutron-server[93917]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6f0ae54-4b76-4aed-b7f5-17072c109440 None None] Network 21eb5426-10a9-45e7-adcc-7b2a88d91d33 is already hosted by enough agents. {{(pid=93917) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:22:30.440245 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f0ae54-4b76-4aed-b7f5-17072c109440 None None] Pushing event updated for resources: {'Port': ['ID=17162ce4-385e-482a-b966-065d091b1d70,revision_number=1']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:22:30.450303 n-d-800634-3 neutron-server[93917]: DEBUG neutron.scheduler.base_scheduler [None req-b6f0ae54-4b76-4aed-b7f5-17072c109440 None None] Resources bound (agent type, host, resource id): {{(pid=93917) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:22:30.466387 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6f0ae54-4b76-4aed-b7f5-17072c109440 None None] Received port after_create {{(pid=93917) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:22:30.547956 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.db_base_plugin_common [None req-99c4f55e-e17c-4c39-b66f-fdcec42db932 admin admin] Allocated IP 172.25.1.106 (9200a437-e1de-4520-88f6-e68386523e61/5f47f848-4532-407a-a0e2-5690ade15fd0/a103cc1d-274d-4ef3-a0a1-f1be0a70fb88) {{(pid=93916) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:22:30.595393 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-b6f0ae54-4b76-4aed-b7f5-17072c109440 None None] Attempting to bind port 17162ce4-385e-482a-b966-065d091b1d70 on host n-d-800634-3 for vnic_type normal with profile {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:22:30.595393 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-b6f0ae54-4b76-4aed-b7f5-17072c109440 None None] Attempting to bind port 17162ce4-385e-482a-b966-065d091b1d70 by drivers openvswitch,hyperv on host n-d-800634-3 at level 0 using segments [{'id': '4c0d9076-aea0-482a-a4d8-ee0057218731', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '21eb5426-10a9-45e7-adcc-7b2a88d91d33'}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:22:30.598398 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6f0ae54-4b76-4aed-b7f5-17072c109440 None None] Attempting to bind port 17162ce4-385e-482a-b966-065d091b1d70 on network 21eb5426-10a9-45e7-adcc-7b2a88d91d33 {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:22:30.605373 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6f0ae54-4b76-4aed-b7f5-17072c109440 None None] Checking agent: {'id': '01c19e91-a945-4e3c-94a6-c211e17c923e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 8, 23), 'started_at': datetime.datetime(2021, 7, 14, 18, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 18, 22, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 18:22:30.612370 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6f0ae54-4b76-4aed-b7f5-17072c109440 None None] Checking segment: {'id': '4c0d9076-aea0-482a-a4d8-ee0057218731', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '21eb5426-10a9-45e7-adcc-7b2a88d91d33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93917) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:22:30.612619 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b6f0ae54-4b76-4aed-b7f5-17072c109440 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:22:30.616704 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6f0ae54-4b76-4aed-b7f5-17072c109440 None None] Bound using segment: {'id': '4c0d9076-aea0-482a-a4d8-ee0057218731', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '21eb5426-10a9-45e7-adcc-7b2a88d91d33'} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 18:22:30.616704 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-b6f0ae54-4b76-4aed-b7f5-17072c109440 None None] Bound port: 17162ce4-385e-482a-b966-065d091b1d70, host: n-d-800634-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c0d9076-aea0-482a-a4d8-ee0057218731', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '21eb5426-10a9-45e7-adcc-7b2a88d91d33'}}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 18:22:30.616704 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b6f0ae54-4b76-4aed-b7f5-17072c109440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:22:30.687142 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed5b977-2287-49ce-b4bc-7c98ecd19a75 req-cba33826-bf82-4b9c-927e-10450789087b tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:22:30.691607 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6ed5b977-2287-49ce-b4bc-7c98ecd19a75 req-cba33826-bf82-4b9c-927e-10450789087b tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] 10.222.0.16 "GET /v2.0/ports?device_id=5d1b56cf-e9a2-40e8-8a62-8ebd9281e58d HTTP/1.1" status: 200 len: 943 time: 0.0888021 Jul 14 18:22:30.702441 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b6f0ae54-4b76-4aed-b7f5-17072c109440 None None] For port 17162ce4-385e-482a-b966-065d091b1d70, host n-d-800634-3, cleared binding levels {{(pid=93917) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:22:30.706872 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b6f0ae54-4b76-4aed-b7f5-17072c109440 None None] For port 17162ce4-385e-482a-b966-065d091b1d70, host n-d-800634-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=17162ce4-385e-482a-b966-065d091b1d70,segment=NetworkSegment(4c0d9076-aea0-482a-a4d8-ee0057218731),segment_id=4c0d9076-aea0-482a-a4d8-ee0057218731)] {{(pid=93917) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 18:22:30.711506 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b6f0ae54-4b76-4aed-b7f5-17072c109440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:22:30.743591 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-99c4f55e-e17c-4c39-b66f-fdcec42db932 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:22:30.765718 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6ed5b977-2287-49ce-b4bc-7c98ecd19a75 req-9dfb4d44-7e72-44c6-b3b0-fb51aa97df43 tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] 10.222.0.16 "GET /v2.0/security-groups?id=540fae54-ccea-4309-9c99-81b930eedb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644925 Jul 14 18:22:30.793351 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f0ae54-4b76-4aed-b7f5-17072c109440 None None] Pushing event updated for resources: {'Port': ['ID=17162ce4-385e-482a-b966-065d091b1d70,revision_number=2']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:22:30.809002 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-99c4f55e-e17c-4c39-b66f-fdcec42db932 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:22:30.858532 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99c4f55e-e17c-4c39-b66f-fdcec42db932 admin admin] Network 9200a437-e1de-4520-88f6-e68386523e61 is already hosted by enough agents. {{(pid=93916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:22:30.861868 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [None req-99c4f55e-e17c-4c39-b66f-fdcec42db932 admin admin] Resources bound (agent type, host, resource id): {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:22:30.866108 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99c4f55e-e17c-4c39-b66f-fdcec42db932 admin admin] Received port after_create {{(pid=93916) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:22:30.938067 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c4f55e-e17c-4c39-b66f-fdcec42db932 admin admin] Pushing event updated for resources: {'Port': ['ID=a103cc1d-274d-4ef3-a0a1-f1be0a70fb88,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:22:30.967891 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Device b875f197-b5bd-4e33-8c5d-9d9e1a56ddfe details requested by agent hyperv_n-h2-800634-3 with host n-h2-800634-3 {{(pid=93917) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 18:22:31.087441 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab58150-a9ad-4887-b47c-057ff23d8237 req-1679f77e-8426-4bf0-b6d3-5db792c243b0 tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:22:31.089351 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-cab58150-a9ad-4887-b47c-057ff23d8237 req-1679f77e-8426-4bf0-b6d3-5db792c243b0 tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] 10.222.0.18 "GET /v2.0/ports?device_id=350b0a9d-ec61-4eee-b2dd-320f985fb1e8 HTTP/1.1" status: 200 len: 945 time: 0.1922381 Jul 14 18:22:31.183830 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ed415a-e3f6-479d-9d23-4c724bb96735 req-c1e96820-5e55-41ed-a0e8-87806f4ba790 tempest-ImagesOneServerNegativeTestJSON-264633046 tempest-ImagesOneServerNegativeTestJSON-264633046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:22:31.192834 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-44ed415a-e3f6-479d-9d23-4c724bb96735 req-c1e96820-5e55-41ed-a0e8-87806f4ba790 tempest-ImagesOneServerNegativeTestJSON-264633046 tempest-ImagesOneServerNegativeTestJSON-264633046-project] 10.222.0.16 "GET /v2.0/ports?device_id=e38bd656-d729-47db-a20c-8dc429643d1e HTTP/1.1" status: 200 len: 945 time: 0.2870917 Jul 14 18:22:31.211422 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] For port b875f197-b5bd-4e33-8c5d-9d9e1a56ddfe, host n-h2-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=b875f197-b5bd-4e33-8c5d-9d9e1a56ddfe,segment=NetworkSegment(ed557757-f640-484f-8cda-41a92c321398),segment_id=ed557757-f640-484f-8cda-41a92c321398)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:22:31.227595 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Returning: {'device': 'b875f197-b5bd-4e33-8c5d-9d9e1a56ddfe', 'network_id': '458a605c-adc1-4322-ba16-e84a0c1f7468', 'port_id': 'b875f197-b5bd-4e33-8c5d-9d9e1a56ddfe', 'mac_address': 'fa:16:3e:ad:61:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 82, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f82593d-7d30-492d-935c-eafdd92f72c6', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93917) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 18:22:31.267601 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-44ed415a-e3f6-479d-9d23-4c724bb96735 req-355fc1a6-817d-420b-8545-96382433ff39 tempest-ImagesOneServerNegativeTestJSON-264633046 tempest-ImagesOneServerNegativeTestJSON-264633046-project] 10.222.0.16 "GET /v2.0/security-groups?id=7eb77405-22ca-4355-84b5-b8009f159b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737724 Jul 14 18:22:31.317952 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3caf1df0-84bf-4bba-9cb8-d9f8765202fd req-a2599942-f5b1-4431-8c0b-0dc2a5a80d0f tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:22:31.326108 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3caf1df0-84bf-4bba-9cb8-d9f8765202fd req-a2599942-f5b1-4431-8c0b-0dc2a5a80d0f tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] 10.222.0.16 "GET /v2.0/ports?device_id=350b0a9d-ec61-4eee-b2dd-320f985fb1e8 HTTP/1.1" status: 200 len: 945 time: 0.3089211 Jul 14 18:22:31.396806 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [req-cab58150-a9ad-4887-b47c-057ff23d8237 req-0f0eb083-7cf9-4f44-99a9-67e6c48c5f63 tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] Deleting port c866cdc5-a24a-47aa-82f6-dda3685e4243 {{(pid=93916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:22:31.397424 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-cab58150-a9ad-4887-b47c-057ff23d8237 req-0f0eb083-7cf9-4f44-99a9-67e6c48c5f63 tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:22:31.397733 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3caf1df0-84bf-4bba-9cb8-d9f8765202fd req-1459ca79-9573-4113-bbd6-b5351684ee7b tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] 10.222.0.16 "GET /v2.0/security-groups?id=39320fa9-4894-4542-95e3-d64e174c637e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622127 Jul 14 18:22:31.402466 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-99c4f55e-e17c-4c39-b66f-fdcec42db932 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:22:31.581086 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.db [req-cab58150-a9ad-4887-b47c-057ff23d8237 req-0f0eb083-7cf9-4f44-99a9-67e6c48c5f63 tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] For port c866cdc5-a24a-47aa-82f6-dda3685e4243, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=c866cdc5-a24a-47aa-82f6-dda3685e4243,segment=NetworkSegment(25fcd291-a4fb-4631-8a4d-06fad1821ccd),segment_id=25fcd291-a4fb-4631-8a4d-06fad1821ccd)] {{(pid=93916) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:22:31.582871 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-cab58150-a9ad-4887-b47c-057ff23d8237 req-0f0eb083-7cf9-4f44-99a9-67e6c48c5f63 tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:22:31.598890 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [req-cab58150-a9ad-4887-b47c-057ff23d8237 req-0f0eb083-7cf9-4f44-99a9-67e6c48c5f63 tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] Calling delete_port for c866cdc5-a24a-47aa-82f6-dda3685e4243 owned by compute:nova {{(pid=93916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:22:31.702408 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373abe7a-2dff-4ec9-9a59-41c20e2d0ed3 req-e06c6bb6-ffd1-4a62-84eb-485aa044e961 tempest-ImagesTestJSON-313755568 tempest-ImagesTestJSON-313755568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:22:31.709436 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-373abe7a-2dff-4ec9-9a59-41c20e2d0ed3 req-e06c6bb6-ffd1-4a62-84eb-485aa044e961 tempest-ImagesTestJSON-313755568 tempest-ImagesTestJSON-313755568-project] 10.222.0.16 "GET /v2.0/ports?device_id=6aaead6f-eb8d-448b-ab5e-df60fe6f6bc2 HTTP/1.1" status: 200 len: 944 time: 0.1431439 Jul 14 18:22:31.737794 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af78d2e-0d71-4c0a-bbc9-0dd53e8b2d78 req-37a2ead7-1df6-4495-9a62-7255cb15448b tempest-ImagesOneServerNegativeTestJSON-264633046 tempest-ImagesOneServerNegativeTestJSON-264633046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:22:31.745345 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-5af78d2e-0d71-4c0a-bbc9-0dd53e8b2d78 req-37a2ead7-1df6-4495-9a62-7255cb15448b tempest-ImagesOneServerNegativeTestJSON-264633046 tempest-ImagesOneServerNegativeTestJSON-264633046-project] 10.222.0.16 "GET /v2.0/ports?device_id=e38bd656-d729-47db-a20c-8dc429643d1e HTTP/1.1" status: 200 len: 945 time: 0.1662455 Jul 14 18:22:31.787623 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-373abe7a-2dff-4ec9-9a59-41c20e2d0ed3 req-771a179f-6006-4522-bb12-32f083221710 tempest-ImagesTestJSON-313755568 tempest-ImagesTestJSON-313755568-project] 10.222.0.16 "GET /v2.0/security-groups?id=96a7afe7-a122-4b0d-8907-2d91e1bd838f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769756 Jul 14 18:22:31.820616 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-99c4f55e-e17c-4c39-b66f-fdcec42db932 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-571759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-930033'] for router, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:22:31.827774 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-5af78d2e-0d71-4c0a-bbc9-0dd53e8b2d78 req-d9cd82d2-65a6-44b3-ae2d-2b6f02d2f9c5 tempest-ImagesOneServerNegativeTestJSON-264633046 tempest-ImagesOneServerNegativeTestJSON-264633046-project] 10.222.0.16 "GET /v2.0/security-groups?id=7eb77405-22ca-4355-84b5-b8009f159b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814655 Jul 14 18:22:32.007359 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-cab58150-a9ad-4887-b47c-057ff23d8237 req-0f0eb083-7cf9-4f44-99a9-67e6c48c5f63 tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:22:32.022253 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] get_ports_and_sgs() called for port_ids ['c866cdc5-a24a-47aa-82f6-dda3685e4243'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 18:22:32.070184 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0eb083-7cf9-4f44-99a9-67e6c48c5f63 tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] Pushing event deleted for resources: {'Port': ['ID=c866cdc5-a24a-47aa-82f6-dda3685e4243,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:22:32.107912 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e321df1-6d7c-434a-a8aa-f0397366697e req-e6a904ba-9516-4b47-a096-c9a9beaf2adc tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:22:32.109778 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-7e321df1-6d7c-434a-a8aa-f0397366697e req-e6a904ba-9516-4b47-a096-c9a9beaf2adc tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] 10.222.0.16 "GET /v2.0/ports?device_id=5d1b56cf-e9a2-40e8-8a62-8ebd9281e58d HTTP/1.1" status: 200 len: 943 time: 0.1145530 Jul 14 18:22:32.162391 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:22:32.170272 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.l3_dvrscheduler_db [req-cab58150-a9ad-4887-b47c-057ff23d8237 req-0f0eb083-7cf9-4f44-99a9-67e6c48c5f63 tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] No DVR routers for this DVR port c866cdc5-a24a-47aa-82f6-dda3685e4243 on host n-h1-800634-3 {{(pid=93916) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 18:22:32.173186 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-cab58150-a9ad-4887-b47c-057ff23d8237 req-0f0eb083-7cf9-4f44-99a9-67e6c48c5f63 tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:22:32.175564 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-cab58150-a9ad-4887-b47c-057ff23d8237 req-0f0eb083-7cf9-4f44-99a9-67e6c48c5f63 tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] 10.222.0.18 "DELETE /v2.0/ports/c866cdc5-a24a-47aa-82f6-dda3685e4243 HTTP/1.1" status: 204 len: 173 time: 1.0744138 Jul 14 18:22:32.179099 n-d-800634-3 neutron-server[93916]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '350b0a9d-ec61-4eee-b2dd-320f985fb1e8', 'name': 'network-vif-deleted', 'tag': 'c866cdc5-a24a-47aa-82f6-dda3685e4243'}] {{(pid=93916) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:22:32.181780 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f803e150b363a7893830aa996ac27753fa25517c406ecd3536b7c2d4b26eeb9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1452224-df92-4a67-a4c3-62380bb1603b" -d '{"events": [{"server_uuid": "350b0a9d-ec61-4eee-b2dd-320f985fb1e8", "name": "network-vif-deleted", "tag": "c866cdc5-a24a-47aa-82f6-dda3685e4243"}]}' {{(pid=93916) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:22:32.257152 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-7e321df1-6d7c-434a-a8aa-f0397366697e req-c2a6e481-a0ef-42c6-894d-4a9c0f9cc9b6 tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] 10.222.0.16 "GET /v2.0/security-groups?id=540fae54-ccea-4309-9c99-81b930eedb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386492 Jul 14 18:22:32.262635 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b2b5ba6-1e47-49ac-8395-e029dc773ab6 None None] Network 21eb5426-10a9-45e7-adcc-7b2a88d91d33 requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:22:32.281312 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99c4f55e-e17c-4c39-b66f-fdcec42db932 admin admin] Router 73155556-7213-41ae-bf53-93e286ab434f is scheduled to L3 agent 2c6eb27e-defb-4cca-9a24-381c7415e359 with binding_index 1 {{(pid=93916) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 18:22:32.313542 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46480979-5440-4524-a4a4-f480e0bbb9fe req-8578ae97-5e5e-496a-954c-7fa5102740fd tempest-ImagesOneServerNegativeTestJSON-264633046 tempest-ImagesOneServerNegativeTestJSON-264633046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:22:32.316669 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-46480979-5440-4524-a4a4-f480e0bbb9fe req-8578ae97-5e5e-496a-954c-7fa5102740fd tempest-ImagesOneServerNegativeTestJSON-264633046 tempest-ImagesOneServerNegativeTestJSON-264633046-project] 10.222.0.16 "GET /v2.0/ports?device_id=e38bd656-d729-47db-a20c-8dc429643d1e HTTP/1.1" status: 200 len: 945 time: 0.1772270 Jul 14 18:22:32.404127 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-4d8035c2-83b6-4dc3-853f-a88ca74974cf None None] Provisioning for port 17162ce4-385e-482a-b966-065d091b1d70 completed by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:22:32.419077 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 18:22:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b569fc37-a7f4-4233-8310-4c8d04ff6689 x-openstack-request-id: req-b569fc37-a7f4-4233-8310-4c8d04ff6689 {{(pid=93916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:22:32.431440 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-46480979-5440-4524-a4a4-f480e0bbb9fe req-98177bcf-738f-4edf-ac72-057229316ef0 tempest-ImagesOneServerNegativeTestJSON-264633046 tempest-ImagesOneServerNegativeTestJSON-264633046-project] 10.222.0.16 "GET /v2.0/security-groups?id=7eb77405-22ca-4355-84b5-b8009f159b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047027 Jul 14 18:22:32.433300 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "350b0a9d-ec61-4eee-b2dd-320f985fb1e8", "name": "network-vif-deleted", "tag": "c866cdc5-a24a-47aa-82f6-dda3685e4243", "status": "completed", "code": 200}]} {{(pid=93916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:22:32.435423 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b569fc37-a7f4-4233-8310-4c8d04ff6689 {{(pid=93916) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:22:32.436934 n-d-800634-3 neutron-server[93916]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '350b0a9d-ec61-4eee-b2dd-320f985fb1e8', 'name': 'network-vif-deleted', 'tag': 'c866cdc5-a24a-47aa-82f6-dda3685e4243', 'status': 'completed', 'code': 200} Jul 14 18:22:32.669440 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-53fed87f-8380-4e46-9f6a-e7fcdf9aa15f req-26240589-9450-4850-804a-e8ba25b05a5e tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] 10.222.0.16 "GET /v2.0/ports?device_id=350b0a9d-ec61-4eee-b2dd-320f985fb1e8 HTTP/1.1" status: 200 len: 210 time: 0.0548358 Jul 14 18:22:32.763904 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 17162ce4-385e-482a-b966-065d091b1d70 up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:22:32.878372 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1390b43d-96f5-4deb-a1d0-534cc947d08e req-975d8411-f1ba-46da-bb49-8c6ab671e6ce tempest-ImagesOneServerNegativeTestJSON-264633046 tempest-ImagesOneServerNegativeTestJSON-264633046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:22:32.888306 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-1390b43d-96f5-4deb-a1d0-534cc947d08e req-975d8411-f1ba-46da-bb49-8c6ab671e6ce tempest-ImagesOneServerNegativeTestJSON-264633046 tempest-ImagesOneServerNegativeTestJSON-264633046-project] 10.222.0.16 "GET /v2.0/ports?device_id=e38bd656-d729-47db-a20c-8dc429643d1e HTTP/1.1" status: 200 len: 945 time: 0.1402998 Jul 14 18:22:32.922768 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99c4f55e-e17c-4c39-b66f-fdcec42db932 admin admin] Notify agent at l3_agent.n-d-800634-3 the message routers_updated {{(pid=93916) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 18:22:32.939943 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d47e2f62-8ef7-4a32-bfa2-c286ed281122 None None] Sync routers for ids ['73155556-7213-41ae-bf53-93e286ab434f'] in n-d-800634-3 {{(pid=93918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 18:22:32.958819 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-99c4f55e-e17c-4c39-b66f-fdcec42db932 admin admin] Notify callbacks [] for router, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:22:32.959178 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning for port 17162ce4-385e-482a-b966-065d091b1d70 completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:22:32.963075 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-99c4f55e-e17c-4c39-b66f-fdcec42db932 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.2980466 Jul 14 18:22:32.963453 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d47e2f62-8ef7-4a32-bfa2-c286ed281122 None None] Routers {'73155556-7213-41ae-bf53-93e286ab434f'} bound to L3 agent in host n-d-800634-3 {{(pid=93918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:22:32.963581 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 57676) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:22:32.964167 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-d47e2f62-8ef7-4a32-bfa2-c286ed281122 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:22:23Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['73155556-7213-41ae-bf53-93e286ab434f'], 'active': True} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:22:32.966616 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-1390b43d-96f5-4deb-a1d0-534cc947d08e req-7492dcc2-cfee-47e4-a549-b34a7bc2d347 tempest-ImagesOneServerNegativeTestJSON-264633046 tempest-ImagesOneServerNegativeTestJSON-264633046-project] 10.222.0.16 "GET /v2.0/security-groups?id=7eb77405-22ca-4355-84b5-b8009f159b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711837 Jul 14 18:22:32.997843 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port 17162ce4-385e-482a-b966-065d091b1d70 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:22:32.998238 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:22:33.000022 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Device b875f197-b5bd-4e33-8c5d-9d9e1a56ddfe details requested by agent hyperv_n-h2-800634-3 with host n-h2-800634-3 {{(pid=93917) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 18:22:33.184994 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7212a7-82d1-4e83-bab9-b02a2000069c req-3f220c68-89a8-47a4-a2f6-73520ce02965 tempest-ImagesTestJSON-313755568 tempest-ImagesTestJSON-313755568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:22:33.199142 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-bd7212a7-82d1-4e83-bab9-b02a2000069c req-3f220c68-89a8-47a4-a2f6-73520ce02965 tempest-ImagesTestJSON-313755568 tempest-ImagesTestJSON-313755568-project] 10.222.0.16 "GET /v2.0/ports?device_id=6aaead6f-eb8d-448b-ab5e-df60fe6f6bc2 HTTP/1.1" status: 200 len: 944 time: 0.1731689 Jul 14 18:22:33.225801 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvr_db [None req-d47e2f62-8ef7-4a32-bfa2-c286ed281122 None None] Set router 73155556-7213-41ae-bf53-93e286ab434f gateway port host: n-d-800634-3 {{(pid=93918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 18:22:33.312190 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-bd7212a7-82d1-4e83-bab9-b02a2000069c req-fb2421f4-9811-48cc-9a24-3e3cfea41824 tempest-ImagesTestJSON-313755568 tempest-ImagesTestJSON-313755568-project] 10.222.0.16 "GET /v2.0/security-groups?id=96a7afe7-a122-4b0d-8907-2d91e1bd838f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062994 Jul 14 18:22:33.366976 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-773685b7-db72-454b-b034-d739b7a54685 None None] Provisioning complete for port 17162ce4-385e-482a-b966-065d091b1d70 triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:22:33.367622 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-773685b7-db72-454b-b034-d739b7a54685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:22:33.482023 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] For port b875f197-b5bd-4e33-8c5d-9d9e1a56ddfe, host n-h2-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=b875f197-b5bd-4e33-8c5d-9d9e1a56ddfe,segment=NetworkSegment(ed557757-f640-484f-8cda-41a92c321398),segment_id=ed557757-f640-484f-8cda-41a92c321398)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:22:33.499511 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:22:33.568268 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Returning: {'device': 'b875f197-b5bd-4e33-8c5d-9d9e1a56ddfe', 'network_id': '458a605c-adc1-4322-ba16-e84a0c1f7468', 'port_id': 'b875f197-b5bd-4e33-8c5d-9d9e1a56ddfe', 'mac_address': 'fa:16:3e:ad:61:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 82, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f82593d-7d30-492d-935c-eafdd92f72c6', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93917) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 18:22:33.578958 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a7c0bb-1073-4a98-a2b6-034c68b37a23 req-ebcf9d98-9851-4771-9fbd-e5ed1ca0b388 tempest-ImagesOneServerNegativeTestJSON-264633046 tempest-ImagesOneServerNegativeTestJSON-264633046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:22:33.586865 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-d5a7c0bb-1073-4a98-a2b6-034c68b37a23 req-ebcf9d98-9851-4771-9fbd-e5ed1ca0b388 tempest-ImagesOneServerNegativeTestJSON-264633046 tempest-ImagesOneServerNegativeTestJSON-264633046-project] 10.222.0.16 "GET /v2.0/ports?device_id=e38bd656-d729-47db-a20c-8dc429643d1e HTTP/1.1" status: 200 len: 945 time: 0.1951125 Jul 14 18:22:33.618929 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db02546f-a6ba-409f-bfe6-c96548d817df req-e3a56a34-de34-4e85-baf1-13bdf22c2149 tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:22:33.627539 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-db02546f-a6ba-409f-bfe6-c96548d817df req-e3a56a34-de34-4e85-baf1-13bdf22c2149 tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] 10.222.0.16 "GET /v2.0/ports?device_id=5d1b56cf-e9a2-40e8-8a62-8ebd9281e58d HTTP/1.1" status: 200 len: 943 time: 0.1530905 Jul 14 18:22:33.661747 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-d47e2f62-8ef7-4a32-bfa2-c286ed281122 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73155556-7213-41ae-bf53-93e286ab434f', 'name': 'tempest-ServersTestManualDisk-747830769-router', 'tenant_id': '6ad3b512175c4246a59ff7988f78196a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.106'}], 'enable_snat': True}, 'gw_port_id': 'a103cc1d-274d-4ef3-a0a1-f1be0a70fb88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:22:29Z', 'updated_at': '2021-07-14T18:22:31Z', 'revision_number': 3, 'project_id': '6ad3b512175c4246a59ff7988f78196a', 'gw_port': {'id': 'a103cc1d-274d-4ef3-a0a1-f1be0a70fb88', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:bf:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73155556-7213-41ae-bf53-93e286ab434f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 700, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:22:30Z', 'updated_at': '2021-07-14T18:22:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3'}], 'n-d-800634-3', False) {} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:22:33.682683 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] For port 17162ce4-385e-482a-b966-065d091b1d70, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=17162ce4-385e-482a-b966-065d091b1d70,segment=NetworkSegment(4c0d9076-aea0-482a-a4d8-ee0057218731),segment_id=4c0d9076-aea0-482a-a4d8-ee0057218731)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:22:33.702690 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d47e2f62-8ef7-4a32-bfa2-c286ed281122 None None] Checking router: 73155556-7213-41ae-bf53-93e286ab434f for host: n-d-800634-3 {{(pid=93918) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 18:22:33.703429 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d47e2f62-8ef7-4a32-bfa2-c286ed281122 None None] Updating router 73155556-7213-41ae-bf53-93e286ab434f port a103cc1d-274d-4ef3-a0a1-f1be0a70fb88 binding host n-d-800634-3 {{(pid=93918) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 18:22:33.729152 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-773685b7-db72-454b-b034-d739b7a54685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:22:33.744824 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-d5a7c0bb-1073-4a98-a2b6-034c68b37a23 req-3a8a063a-2547-4986-8875-30fc9b2da948 tempest-ImagesOneServerNegativeTestJSON-264633046 tempest-ImagesOneServerNegativeTestJSON-264633046-project] 10.222.0.16 "GET /v2.0/security-groups?id=7eb77405-22ca-4355-84b5-b8009f159b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572101 Jul 14 18:22:33.747251 n-d-800634-3 neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-d47e2f62-8ef7-4a32-bfa2-c286ed281122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:22:33.769418 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-db02546f-a6ba-409f-bfe6-c96548d817df req-cd2a0b5e-e849-4094-8029-279c7e080f4b tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] 10.222.0.16 "GET /v2.0/security-groups?id=540fae54-ccea-4309-9c99-81b930eedb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398592 Jul 14 18:22:33.816207 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-6e120932-a395-4750-a541-8739f3accb98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:22:34.016293 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:22:34.100265 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.db.api [None req-773685b7-db72-454b-b034-d739b7a54685 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93917) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 14 18:22:34.101015 n-d-800634-3 neutron-server[93917]: DEBUG oslo_db.api [None req-773685b7-db72-454b-b034-d739b7a54685 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 18:22:34.139932 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device c866cdc5-a24a-47aa-82f6-dda3685e4243 no longer exists at agent hyperv_n-h1-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 18:22:34.154677 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.db_base_plugin_common [None req-6e120932-a395-4750-a541-8739f3accb98 admin admin] Allocated IP 172.20.0.1 (21eb5426-10a9-45e7-adcc-7b2a88d91d33/51a2df91-1208-4c4b-96e9-d2512fde1766/56c307d6-0eb8-4bc8-9f67-c002fcba1788) {{(pid=93916) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:22:34.190874 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Pushing event updated for resources: {'Port': ['ID=17162ce4-385e-482a-b966-065d091b1d70,revision_number=3']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:22:34.191318 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b13def-e0c5-48a5-ac4a-64148f587bc4 req-221964e6-40fb-4bd9-815b-bed05297a653 tempest-ImagesOneServerNegativeTestJSON-264633046 tempest-ImagesOneServerNegativeTestJSON-264633046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:22:34.203721 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] No Port match for: c866cdc5-a24a-47aa-82f6-dda3685e4243 {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 18:22:34.204141 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device c866cdc5-a24a-47aa-82f6-dda3685e4243 not bound to the agent host n-h1-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 18:22:34.217025 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-43b13def-e0c5-48a5-ac4a-64148f587bc4 req-221964e6-40fb-4bd9-815b-bed05297a653 tempest-ImagesOneServerNegativeTestJSON-264633046 tempest-ImagesOneServerNegativeTestJSON-264633046-project] 10.222.0.16 "GET /v2.0/ports?device_id=e38bd656-d729-47db-a20c-8dc429643d1e HTTP/1.1" status: 200 len: 945 time: 0.1645823 Jul 14 18:22:34.301821 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-43b13def-e0c5-48a5-ac4a-64148f587bc4 req-73298c01-95fb-4a16-a22c-57448d7ffa9e tempest-ImagesOneServerNegativeTestJSON-264633046 tempest-ImagesOneServerNegativeTestJSON-264633046-project] 10.222.0.16 "GET /v2.0/security-groups?id=7eb77405-22ca-4355-84b5-b8009f159b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838404 Jul 14 18:22:34.312813 n-d-800634-3 neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-d47e2f62-8ef7-4a32-bfa2-c286ed281122 None None] Notify callbacks [] for port, precommit_update {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:22:34.346248 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.provisioning_blocks [None req-d47e2f62-8ef7-4a32-bfa2-c286ed281122 None None] Transition to ACTIVE for port object a103cc1d-274d-4ef3-a0a1-f1be0a70fb88 will not be triggered until provisioned by entity L2. {{(pid=93918) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:22:34.354671 n-d-800634-3 neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-d47e2f62-8ef7-4a32-bfa2-c286ed281122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:22:34.395011 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-6e120932-a395-4750-a541-8739f3accb98 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:22:34.427611 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.provisioning_blocks [None req-6e120932-a395-4750-a541-8739f3accb98 admin admin] Transition to ACTIVE for port object 56c307d6-0eb8-4bc8-9f67-c002fcba1788 will not be triggered until provisioned by entity DHCP. {{(pid=93916) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:22:34.452645 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.managers [None req-d47e2f62-8ef7-4a32-bfa2-c286ed281122 None None] Attempting to bind port a103cc1d-274d-4ef3-a0a1-f1be0a70fb88 on host n-d-800634-3 for vnic_type normal with profile {{(pid=93918) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:22:34.455695 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.managers [None req-d47e2f62-8ef7-4a32-bfa2-c286ed281122 None None] Attempting to bind port a103cc1d-274d-4ef3-a0a1-f1be0a70fb88 by drivers openvswitch,hyperv on host n-d-800634-3 at level 0 using segments [{'id': '5afb940b-bbdf-4727-be00-5d46367c38a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9200a437-e1de-4520-88f6-e68386523e61'}] {{(pid=93918) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:22:34.458996 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d47e2f62-8ef7-4a32-bfa2-c286ed281122 None None] Attempting to bind port a103cc1d-274d-4ef3-a0a1-f1be0a70fb88 on network 9200a437-e1de-4520-88f6-e68386523e61 {{(pid=93918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:22:34.466609 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e5fc4b-9edf-4783-beba-fea3f917bf20 req-3a5eed64-5851-4dd5-a6a4-b0c365accd96 tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:22:34.469581 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-6e120932-a395-4750-a541-8739f3accb98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:22:34.473837 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-d5e5fc4b-9edf-4783-beba-fea3f917bf20 req-3a5eed64-5851-4dd5-a6a4-b0c365accd96 tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] 10.222.0.16 "GET /v2.0/networks?id=1cbaa8bd-1463-4b3c-89d2-ab344d2f55cf HTTP/1.1" status: 200 len: 811 time: 0.1906521 Jul 14 18:22:34.476362 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d47e2f62-8ef7-4a32-bfa2-c286ed281122 None None] Checking agent: {'id': '01c19e91-a945-4e3c-94a6-c211e17c923e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 8, 23), 'started_at': datetime.datetime(2021, 7, 14, 18, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 18, 22, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 18:22:34.477510 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d47e2f62-8ef7-4a32-bfa2-c286ed281122 None None] Checking segment: {'id': '5afb940b-bbdf-4727-be00-5d46367c38a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9200a437-e1de-4520-88f6-e68386523e61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93918) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:22:34.478166 n-d-800634-3 neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-d47e2f62-8ef7-4a32-bfa2-c286ed281122 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:22:34.478767 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d47e2f62-8ef7-4a32-bfa2-c286ed281122 None None] Bound using segment: {'id': '5afb940b-bbdf-4727-be00-5d46367c38a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9200a437-e1de-4520-88f6-e68386523e61'} {{(pid=93918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 18:22:34.479511 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.managers [None req-d47e2f62-8ef7-4a32-bfa2-c286ed281122 None None] Bound port: a103cc1d-274d-4ef3-a0a1-f1be0a70fb88, host: n-d-800634-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5afb940b-bbdf-4727-be00-5d46367c38a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9200a437-e1de-4520-88f6-e68386523e61'}}] {{(pid=93918) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 18:22:34.480163 n-d-800634-3 neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-d47e2f62-8ef7-4a32-bfa2-c286ed281122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:22:34.492678 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-d5e5fc4b-9edf-4783-beba-fea3f917bf20 req-d3be73fc-661e-43f6-9c34-89c48984884a tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] 10.222.0.16 "GET /v2.0/quotas/0bd95cc3d59f415f8da5b8a01a238496 HTTP/1.1" status: 200 len: 375 time: 0.0179150 Jul 14 18:22:34.513090 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e120932-a395-4750-a541-8739f3accb98 admin admin] Network 21eb5426-10a9-45e7-adcc-7b2a88d91d33 is already hosted by enough agents. {{(pid=93916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:22:34.516048 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [None req-6e120932-a395-4750-a541-8739f3accb98 admin admin] Resources bound (agent type, host, resource id): {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:22:34.518965 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e120932-a395-4750-a541-8739f3accb98 admin admin] Received port after_create {{(pid=93916) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:22:34.567811 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-6e120932-a395-4750-a541-8739f3accb98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-930452'] for router_interface, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:22:34.571055 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-d5e5fc4b-9edf-4783-beba-fea3f917bf20 req-5732e635-b0b8-46cb-bd85-0f269b827d26 tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=0bd95cc3d59f415f8da5b8a01a238496&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0740712 Jul 14 18:22:34.636373 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a167170c-6b41-4730-8b89-50a0566b6c00 None None] Pushing event updated for resources: {'Port': ['ID=a103cc1d-274d-4ef3-a0a1-f1be0a70fb88,revision_number=2']} {{(pid=93918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:22:34.668729 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a167170c-6b41-4730-8b89-50a0566b6c00 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:22:34.669360 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a167170c-6b41-4730-8b89-50a0566b6c00 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:22:34.669865 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a167170c-6b41-4730-8b89-50a0566b6c00 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:22:34.674375 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a167170c-6b41-4730-8b89-50a0566b6c00 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:22:34.675079 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a167170c-6b41-4730-8b89-50a0566b6c00 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:22:34.675590 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a167170c-6b41-4730-8b89-50a0566b6c00 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:22:34.676107 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a167170c-6b41-4730-8b89-50a0566b6c00 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:22:34.676624 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a167170c-6b41-4730-8b89-50a0566b6c00 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:22:34.677112 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a167170c-6b41-4730-8b89-50a0566b6c00 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:22:34.695282 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a167170c-6b41-4730-8b89-50a0566b6c00 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:22:34.695961 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a167170c-6b41-4730-8b89-50a0566b6c00 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:22:34.696506 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a167170c-6b41-4730-8b89-50a0566b6c00 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:22:34.714909 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.db [None req-d47e2f62-8ef7-4a32-bfa2-c286ed281122 None None] For port a103cc1d-274d-4ef3-a0a1-f1be0a70fb88, host n-d-800634-3, cleared binding levels {{(pid=93918) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:22:34.734449 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.db [None req-d47e2f62-8ef7-4a32-bfa2-c286ed281122 None None] For port a103cc1d-274d-4ef3-a0a1-f1be0a70fb88, host n-d-800634-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=a103cc1d-274d-4ef3-a0a1-f1be0a70fb88,segment=NetworkSegment(5afb940b-bbdf-4727-be00-5d46367c38a1),segment_id=5afb940b-bbdf-4727-be00-5d46367c38a1)] {{(pid=93918) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 18:22:34.739969 n-d-800634-3 neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-d47e2f62-8ef7-4a32-bfa2-c286ed281122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:22:34.765467 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 17162ce4-385e-482a-b966-065d091b1d70 up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:22:34.847491 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a167170c-6b41-4730-8b89-50a0566b6c00 None None] Pushing event updated for resources: {'Port': ['ID=a103cc1d-274d-4ef3-a0a1-f1be0a70fb88,revision_number=3']} {{(pid=93918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:22:34.876652 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d47e2f62-8ef7-4a32-bfa2-c286ed281122 None None] Routers {'73155556-7213-41ae-bf53-93e286ab434f'} bound to L3 agent in host n-d-800634-3 {{(pid=93918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:22:34.878234 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-d47e2f62-8ef7-4a32-bfa2-c286ed281122 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:22:23Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['73155556-7213-41ae-bf53-93e286ab434f'], 'active': True} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:22:34.897588 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port 17162ce4-385e-482a-b966-065d091b1d70 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:22:34.898403 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:22:34.918211 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e120932-a395-4750-a541-8739f3accb98 admin admin] Pushing event updated for resources: {'Port': ['ID=56c307d6-0eb8-4bc8-9f67-c002fcba1788,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:22:34.928458 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ec7e9f-6557-4c0c-874a-694d1cbc1ca4 req-f100848e-d24d-40b2-8770-6b1ecc244b1e tempest-ImagesTestJSON-313755568 tempest-ImagesTestJSON-313755568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:22:34.936785 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-6e120932-a395-4750-a541-8739f3accb98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:22:34.942559 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-28ec7e9f-6557-4c0c-874a-694d1cbc1ca4 req-f100848e-d24d-40b2-8770-6b1ecc244b1e tempest-ImagesTestJSON-313755568 tempest-ImagesTestJSON-313755568-project] 10.222.0.16 "GET /v2.0/ports?device_id=6aaead6f-eb8d-448b-ab5e-df60fe6f6bc2 HTTP/1.1" status: 200 len: 944 time: 0.2089500 Jul 14 18:22:34.953886 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-d5e5fc4b-9edf-4783-beba-fea3f917bf20 req-36162595-52eb-4e9d-8c95-eb12de583aa7 service neutron] 10.222.0.16 "GET /v2.0/networks/1cbaa8bd-1463-4b3c-89d2-ab344d2f55cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3816836 Jul 14 18:22:34.983103 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-8d50f7be-6310-4a74-9704-1f7992cee2c0 None None] Provisioning for port 56c307d6-0eb8-4bc8-9f67-c002fcba1788 completed by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:22:34.998283 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-8d50f7be-6310-4a74-9704-1f7992cee2c0 None None] Provisioning complete for port 56c307d6-0eb8-4bc8-9f67-c002fcba1788 triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:22:34.998660 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-8d50f7be-6310-4a74-9704-1f7992cee2c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:22:35.002871 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Device b875f197-b5bd-4e33-8c5d-9d9e1a56ddfe details requested by agent hyperv_n-h2-800634-3 with host n-h2-800634-3 {{(pid=93917) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 18:22:35.028099 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvr_db [None req-d47e2f62-8ef7-4a32-bfa2-c286ed281122 None None] Set router 73155556-7213-41ae-bf53-93e286ab434f gateway port host: n-d-800634-3 {{(pid=93918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 18:22:35.055991 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-28ec7e9f-6557-4c0c-874a-694d1cbc1ca4 req-c3d52d9e-7644-445c-8aed-8acf7458aa25 tempest-ImagesTestJSON-313755568 tempest-ImagesTestJSON-313755568-project] 10.222.0.16 "GET /v2.0/security-groups?id=96a7afe7-a122-4b0d-8907-2d91e1bd838f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101346 Jul 14 18:22:35.140828 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-d5e5fc4b-9edf-4783-beba-fea3f917bf20 req-9b7a95c9-fed1-487f-9a32-2237d8301e88 service neutron] 10.222.0.16 "GET /v2.0/networks/1cbaa8bd-1463-4b3c-89d2-ab344d2f55cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1855466 Jul 14 18:22:35.154514 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:22:35.169968 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-8d50f7be-6310-4a74-9704-1f7992cee2c0 None None] Port 56c307d6-0eb8-4bc8-9f67-c002fcba1788 cannot update to ACTIVE because it is not bound. {{(pid=93917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 18:22:35.306098 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-6e120932-a395-4750-a541-8739f3accb98 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:22:35.313195 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-6e120932-a395-4750-a541-8739f3accb98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2684870'] for port, after_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:22:35.328650 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-d47e2f62-8ef7-4a32-bfa2-c286ed281122 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73155556-7213-41ae-bf53-93e286ab434f', 'name': 'tempest-ServersTestManualDisk-747830769-router', 'tenant_id': '6ad3b512175c4246a59ff7988f78196a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.106'}], 'enable_snat': True}, 'gw_port_id': 'a103cc1d-274d-4ef3-a0a1-f1be0a70fb88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:22:29Z', 'updated_at': '2021-07-14T18:22:34Z', 'revision_number': 4, 'project_id': '6ad3b512175c4246a59ff7988f78196a', 'gw_port': {'id': 'a103cc1d-274d-4ef3-a0a1-f1be0a70fb88', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:bf:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73155556-7213-41ae-bf53-93e286ab434f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 700, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:22:30Z', 'updated_at': '2021-07-14T18:22:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_interfaces': [{'id': '56c307d6-0eb8-4bc8-9f67-c002fcba1788', 'name': '', 'network_id': '21eb5426-10a9-45e7-adcc-7b2a88d91d33', 'tenant_id': '6ad3b512175c4246a59ff7988f78196a', 'mac_address': 'fa:16:3e:37:2d:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73155556-7213-41ae-bf53-93e286ab434f', 'device_owner': 'network:router_interface', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': '51a2df91-1208-4c4b-96e9-d2512fde1766', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:22:33Z', 'updated_at': '2021-07-14T18:22:34Z', 'revision_number': 1, 'project_id': '6ad3b512175c4246a59ff7988f78196a', 'subnets': [{'id': '51a2df91-1208-4c4b-96e9-d2512fde1766', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-3', False) {} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:22:35.363923 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d47e2f62-8ef7-4a32-bfa2-c286ed281122 None None] The sync data for ids ['73155556-7213-41ae-bf53-93e286ab434f'] in n-d-800634-3 is: [{'id': '73155556-7213-41ae-bf53-93e286ab434f', 'name': 'tempest-ServersTestManualDisk-747830769-router', 'tenant_id': '6ad3b512175c4246a59ff7988f78196a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.106'}], 'enable_snat': True}, 'gw_port_id': 'a103cc1d-274d-4ef3-a0a1-f1be0a70fb88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:22:29Z', 'updated_at': '2021-07-14T18:22:34Z', 'revision_number': 4, 'project_id': '6ad3b512175c4246a59ff7988f78196a', 'gw_port': {'id': 'a103cc1d-274d-4ef3-a0a1-f1be0a70fb88', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:bf:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73155556-7213-41ae-bf53-93e286ab434f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 700, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:22:30Z', 'updated_at': '2021-07-14T18:22:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_interfaces': [{'id': '56c307d6-0eb8-4bc8-9f67-c002fcba1788', 'name': '', 'network_id': '21eb5426-10a9-45e7-adcc-7b2a88d91d33', 'tenant_id': '6ad3b512175c4246a59ff7988f78196a', 'mac_address': 'fa:16:3e:37:2d:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73155556-7213-41ae-bf53-93e286ab434f', 'device_owner': 'network:router_interface', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': '51a2df91-1208-4c4b-96e9-d2512fde1766', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:22:33Z', 'updated_at': '2021-07-14T18:22:34Z', 'revision_number': 1, 'project_id': '6ad3b512175c4246a59ff7988f78196a', 'subnets': [{'id': '51a2df91-1208-4c4b-96e9-d2512fde1766', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 18:22:35.421890 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] For port b875f197-b5bd-4e33-8c5d-9d9e1a56ddfe, host n-h2-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=b875f197-b5bd-4e33-8c5d-9d9e1a56ddfe,segment=NetworkSegment(ed557757-f640-484f-8cda-41a92c321398),segment_id=ed557757-f640-484f-8cda-41a92c321398)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:22:35.440738 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Returning: {'device': 'b875f197-b5bd-4e33-8c5d-9d9e1a56ddfe', 'network_id': '458a605c-adc1-4322-ba16-e84a0c1f7468', 'port_id': 'b875f197-b5bd-4e33-8c5d-9d9e1a56ddfe', 'mac_address': 'fa:16:3e:ad:61:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 82, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f82593d-7d30-492d-935c-eafdd92f72c6', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93917) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 18:22:35.450046 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-6e120932-a395-4750-a541-8739f3accb98 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-598741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-928734'] for router_interface, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:22:35.456085 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e120932-a395-4750-a541-8739f3accb98 admin admin] Pushing event updated for resources: {'Port': ['ID=56c307d6-0eb8-4bc8-9f67-c002fcba1788,revision_number=2']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:22:35.457192 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90160a6-9ffc-48a2-9f05-055d1795756d req-8a96a8e1-fde7-412e-8794-e2aaed07b296 tempest-ImagesOneServerNegativeTestJSON-264633046 tempest-ImagesOneServerNegativeTestJSON-264633046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:22:35.458978 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f90160a6-9ffc-48a2-9f05-055d1795756d req-8a96a8e1-fde7-412e-8794-e2aaed07b296 tempest-ImagesOneServerNegativeTestJSON-264633046 tempest-ImagesOneServerNegativeTestJSON-264633046-project] 10.222.0.16 "GET /v2.0/ports?device_id=e38bd656-d729-47db-a20c-8dc429643d1e HTTP/1.1" status: 200 len: 945 time: 0.1987300 Jul 14 18:22:35.580033 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f90160a6-9ffc-48a2-9f05-055d1795756d req-2c489f7c-8792-46aa-a4f9-a239e56ac9ff tempest-ImagesOneServerNegativeTestJSON-264633046 tempest-ImagesOneServerNegativeTestJSON-264633046-project] 10.222.0.16 "GET /v2.0/security-groups?id=7eb77405-22ca-4355-84b5-b8009f159b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105382 Jul 14 18:22:35.625796 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e120932-a395-4750-a541-8739f3accb98 admin admin] Network 21eb5426-10a9-45e7-adcc-7b2a88d91d33 is already hosted by enough agents. {{(pid=93916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:22:35.631578 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [None req-6e120932-a395-4750-a541-8739f3accb98 admin admin] Resources bound (agent type, host, resource id): {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:22:35.649224 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1c0360-8254-4189-ba86-ef0f2a62f555 req-4ad5faf4-331b-4150-9cb0-a7480773f16c tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:22:35.659715 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-8f1c0360-8254-4189-ba86-ef0f2a62f555 req-4ad5faf4-331b-4150-9cb0-a7480773f16c tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] 10.222.0.16 "GET /v2.0/ports?device_id=5d1b56cf-e9a2-40e8-8a62-8ebd9281e58d HTTP/1.1" status: 200 len: 943 time: 0.1376288 Jul 14 18:22:35.857848 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-8f1c0360-8254-4189-ba86-ef0f2a62f555 req-587419c0-0521-4daf-9c89-916f31d9cce3 tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] 10.222.0.16 "GET /v2.0/security-groups?id=540fae54-ccea-4309-9c99-81b930eedb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1971295 Jul 14 18:22:35.941474 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-97378a26-0396-4fa0-83ba-964d9c2d78e6 req-f183076c-99fe-4edf-928d-adea3c337676 tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] 10.222.0.16 "GET /v2.0/ports?device_id=b53dfd5f-48ed-48e9-b93b-bc2377bd6ef5 HTTP/1.1" status: 200 len: 210 time: 0.1697574 Jul 14 18:22:36.049787 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e120932-a395-4750-a541-8739f3accb98 admin admin] Router 73155556-7213-41ae-bf53-93e286ab434f has already been hosted by L3 agent 2c6eb27e-defb-4cca-9a24-381c7415e359 {{(pid=93916) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 18:22:36.109935 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-97b81f75-180b-4f4c-a49a-ee5c0851a618 None None] Provisioning complete for port 56c307d6-0eb8-4bc8-9f67-c002fcba1788 triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:22:36.111060 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-97b81f75-180b-4f4c-a49a-ee5c0851a618 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:22:36.199259 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-97b81f75-180b-4f4c-a49a-ee5c0851a618 None None] Port 56c307d6-0eb8-4bc8-9f67-c002fcba1788 cannot update to ACTIVE because it is not bound. {{(pid=93917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 18:22:36.336677 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4dfe904-89a8-4f6a-b511-bf7df4d133d6 req-44f78dd9-0db7-4c56-af1f-85cd1a42dc6a tempest-ImagesOneServerNegativeTestJSON-264633046 tempest-ImagesOneServerNegativeTestJSON-264633046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:22:36.343354 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a4dfe904-89a8-4f6a-b511-bf7df4d133d6 req-44f78dd9-0db7-4c56-af1f-85cd1a42dc6a tempest-ImagesOneServerNegativeTestJSON-264633046 tempest-ImagesOneServerNegativeTestJSON-264633046-project] 10.222.0.16 "GET /v2.0/ports?device_id=e38bd656-d729-47db-a20c-8dc429643d1e HTTP/1.1" status: 200 len: 945 time: 0.1702387 Jul 14 18:22:36.370701 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e120932-a395-4750-a541-8739f3accb98 admin admin] Notify agent at l3_agent.n-d-800634-3 the message routers_updated {{(pid=93916) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 18:22:36.381344 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-6e120932-a395-4750-a541-8739f3accb98 admin admin] 10.222.0.16 "PUT /v2.0/routers/73155556-7213-41ae-bf53-93e286ab434f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4165068 Jul 14 18:22:36.458837 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a4dfe904-89a8-4f6a-b511-bf7df4d133d6 req-dc08fba7-ad40-4937-a6e0-9c3c55c34277 tempest-ImagesOneServerNegativeTestJSON-264633046 tempest-ImagesOneServerNegativeTestJSON-264633046-project] 10.222.0.16 "GET /v2.0/security-groups?id=7eb77405-22ca-4355-84b5-b8009f159b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137958 Jul 14 18:22:36.576839 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6ecd16-1059-4644-a13b-ab6eb0604194 req-b91287ef-5f16-4fbb-bbf5-c0f7fb9e3016 tempest-ImagesTestJSON-313755568 tempest-ImagesTestJSON-313755568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:22:36.580970 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-1a6ecd16-1059-4644-a13b-ab6eb0604194 req-b91287ef-5f16-4fbb-bbf5-c0f7fb9e3016 tempest-ImagesTestJSON-313755568 tempest-ImagesTestJSON-313755568-project] 10.222.0.16 "GET /v2.0/ports?device_id=6aaead6f-eb8d-448b-ab5e-df60fe6f6bc2 HTTP/1.1" status: 200 len: 944 time: 0.2255270 Jul 14 18:22:36.661445 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-1a6ecd16-1059-4644-a13b-ab6eb0604194 req-84eaddf4-962f-40a2-8cf0-4b7dbb1d059f tempest-ImagesTestJSON-313755568 tempest-ImagesTestJSON-313755568-project] 10.222.0.16 "GET /v2.0/security-groups?id=96a7afe7-a122-4b0d-8907-2d91e1bd838f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707672 Jul 14 18:22:36.801943 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device a103cc1d-274d-4ef3-a0a1-f1be0a70fb88 up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:22:36.909419 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning for port a103cc1d-274d-4ef3-a0a1-f1be0a70fb88 completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:22:36.917128 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port a103cc1d-274d-4ef3-a0a1-f1be0a70fb88 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:22:36.919153 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:22:37.022540 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Device b875f197-b5bd-4e33-8c5d-9d9e1a56ddfe details requested by agent hyperv_n-h2-800634-3 with host n-h2-800634-3 {{(pid=93917) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 18:22:37.286108 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:22:37.345409 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] For port a103cc1d-274d-4ef3-a0a1-f1be0a70fb88, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=a103cc1d-274d-4ef3-a0a1-f1be0a70fb88,segment=NetworkSegment(5afb940b-bbdf-4727-be00-5d46367c38a1),segment_id=5afb940b-bbdf-4727-be00-5d46367c38a1)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:22:37.354332 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:22:37.361147 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] For port b875f197-b5bd-4e33-8c5d-9d9e1a56ddfe, host n-h2-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=b875f197-b5bd-4e33-8c5d-9d9e1a56ddfe,segment=NetworkSegment(ed557757-f640-484f-8cda-41a92c321398),segment_id=ed557757-f640-484f-8cda-41a92c321398)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:22:37.398665 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Returning: {'device': 'b875f197-b5bd-4e33-8c5d-9d9e1a56ddfe', 'network_id': '458a605c-adc1-4322-ba16-e84a0c1f7468', 'port_id': 'b875f197-b5bd-4e33-8c5d-9d9e1a56ddfe', 'mac_address': 'fa:16:3e:ad:61:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 82, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f82593d-7d30-492d-935c-eafdd92f72c6', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93917) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 18:22:37.470599 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Pushing event updated for resources: {'Port': ['ID=a103cc1d-274d-4ef3-a0a1-f1be0a70fb88,revision_number=4']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:22:37.499253 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 57792) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:22:37.503896 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-cca61303-c4e3-41ab-a577-57fa28389826 tempest-ServersTestManualDisk-214316942 tempest-ServersTestManualDisk-214316942-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1547636196', 'description': 'tempest-description--2060838118'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:22:37.610953 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-cca61303-c4e3-41ab-a577-57fa28389826 tempest-ServersTestManualDisk-214316942 tempest-ServersTestManualDisk-214316942-project] Notify callbacks [] for security_group, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:22:37.731152 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e7ba4d1c-a708-48f8-8376-4b24a90a3296 req-212cd910-c09c-44e3-938e-51d5254c1ebb tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] 10.222.0.16 "GET /v2.0/ports?device_id=b53dfd5f-48ed-48e9-b93b-bc2377bd6ef5 HTTP/1.1" status: 200 len: 210 time: 0.0827398 Jul 14 18:22:37.800100 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986a2bd4-986e-4796-b4e1-8c5527c27a42 req-70d5650b-69a3-46e2-973d-115c82fe4347 tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:22:37.807429 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-986a2bd4-986e-4796-b4e1-8c5527c27a42 req-70d5650b-69a3-46e2-973d-115c82fe4347 tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] 10.222.0.16 "GET /v2.0/ports?device_id=5d1b56cf-e9a2-40e8-8a62-8ebd9281e58d HTTP/1.1" status: 200 len: 943 time: 0.2296760 Jul 14 18:22:37.871931 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-1c9d537f-7291-468b-a29e-34f57e40eb2a req-83ae5634-fc8d-42bd-b564-ead8805c4d2a service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=d80491b9-d34b-45a9-83ac-fcdec1c35cdb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1035459 Jul 14 18:22:37.879359 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-986a2bd4-986e-4796-b4e1-8c5527c27a42 req-ba153656-005e-478d-a725-b56cb2a4420a tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] 10.222.0.16 "GET /v2.0/security-groups?id=540fae54-ccea-4309-9c99-81b930eedb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683784 Jul 14 18:22:37.893560 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e5fc4b-9edf-4783-beba-fea3f917bf20 req-649c856c-4da3-400b-a021-e91c33eef1c2 tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:22:37.895253 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-d5e5fc4b-9edf-4783-beba-fea3f917bf20 req-649c856c-4da3-400b-a021-e91c33eef1c2 tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] 10.222.0.18 "GET /v2.0/networks?id=1cbaa8bd-1463-4b3c-89d2-ab344d2f55cf HTTP/1.1" status: 200 len: 811 time: 0.2046745 Jul 14 18:22:37.917193 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [req-d5e5fc4b-9edf-4783-beba-fea3f917bf20 req-d81f6aed-71f6-4db1-9799-984ddd407d5a tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] Request body: {'port': {'device_id': 'b53dfd5f-48ed-48e9-b93b-bc2377bd6ef5', 'network_id': '1cbaa8bd-1463-4b3c-89d2-ab344d2f55cf', 'admin_state_up': True, 'tenant_id': '0bd95cc3d59f415f8da5b8a01a238496'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:22:37.958354 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-cca61303-c4e3-41ab-a577-57fa28389826 tempest-ServersTestManualDisk-214316942 tempest-ServersTestManualDisk-214316942-project] Notify callbacks [] for security_group, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:22:37.971788 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-cca61303-c4e3-41ab-a577-57fa28389826 tempest-ServersTestManualDisk-214316942 tempest-ServersTestManualDisk-214316942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:22:38.032566 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-cca61303-c4e3-41ab-a577-57fa28389826 tempest-ServersTestManualDisk-214316942 tempest-ServersTestManualDisk-214316942-project] Notify callbacks [] for security_group, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:22:38.038171 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-cca61303-c4e3-41ab-a577-57fa28389826 tempest-ServersTestManualDisk-214316942 tempest-ServersTestManualDisk-214316942-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.5378234 Jul 14 18:22:38.040029 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 57800) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:22:38.052818 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-3925deb1-5ac1-445f-bce6-d6ca2b2458ae tempest-ServersTestManualDisk-214316942 tempest-ServersTestManualDisk-214316942-project] Request body: {'security_group_rule': {'security_group_id': '8c8c52b3-d017-4b0b-ad6d-d62b10f55174', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:22:38.064492 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca61303-c4e3-41ab-a577-57fa28389826 tempest-ServersTestManualDisk-214316942 tempest-ServersTestManualDisk-214316942-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c8c52b3-d017-4b0b-ad6d-d62b10f55174,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:22:38.159425 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-3925deb1-5ac1-445f-bce6-d6ca2b2458ae tempest-ServersTestManualDisk-214316942 tempest-ServersTestManualDisk-214316942-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:22:38.186870 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9d537f-7291-468b-a29e-34f57e40eb2a req-a71e4f9c-e102-47e4-b7e1-6fde61947f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:22:38.188689 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-1c9d537f-7291-468b-a29e-34f57e40eb2a req-a71e4f9c-e102-47e4-b7e1-6fde61947f75 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=0a6a8e07e1ce4e4e84e3fe5c59c6747c&device_id=d80491b9-d34b-45a9-83ac-fcdec1c35cdb HTTP/1.1" status: 200 len: 1095 time: 0.1688232 Jul 14 18:22:38.282349 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5e5fc4b-9edf-4783-beba-fea3f917bf20 req-d81f6aed-71f6-4db1-9799-984ddd407d5a tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] Made reservation on behalf of 0bd95cc3d59f415f8da5b8a01a238496 for: {'port': 1} {{(pid=93916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:22:38.290524 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-d5e5fc4b-9edf-4783-beba-fea3f917bf20 req-d81f6aed-71f6-4db1-9799-984ddd407d5a tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:22:38.399257 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-3925deb1-5ac1-445f-bce6-d6ca2b2458ae tempest-ServersTestManualDisk-214316942 tempest-ServersTestManualDisk-214316942-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:22:38.407808 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-3925deb1-5ac1-445f-bce6-d6ca2b2458ae tempest-ServersTestManualDisk-214316942 tempest-ServersTestManualDisk-214316942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305173'] for security_group_rule, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:22:38.425651 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3925deb1-5ac1-445f-bce6-d6ca2b2458ae tempest-ServersTestManualDisk-214316942 tempest-ServersTestManualDisk-214316942-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2635aa72-337c-44b2-ac60-26b470a52eda,revision_number=0']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:22:38.468014 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-3925deb1-5ac1-445f-bce6-d6ca2b2458ae tempest-ServersTestManualDisk-214316942 tempest-ServersTestManualDisk-214316942-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:22:38.469652 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-3925deb1-5ac1-445f-bce6-d6ca2b2458ae tempest-ServersTestManualDisk-214316942 tempest-ServersTestManualDisk-214316942-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4235373 Jul 14 18:22:38.472273 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 57814) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:22:38.478296 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-98bfca4c-7799-438c-86d1-975b7c88ba6b tempest-ServersTestManualDisk-214316942 tempest-ServersTestManualDisk-214316942-project] Request body: {'security_group_rule': {'security_group_id': '8c8c52b3-d017-4b0b-ad6d-d62b10f55174', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:22:38.510448 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e413fd-77a2-4d41-85fd-91375d1f9dd7 req-937839d3-7617-4a97-b63f-4be49cd669db tempest-ImagesTestJSON-313755568 tempest-ImagesTestJSON-313755568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:22:38.512894 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b0e413fd-77a2-4d41-85fd-91375d1f9dd7 req-937839d3-7617-4a97-b63f-4be49cd669db tempest-ImagesTestJSON-313755568 tempest-ImagesTestJSON-313755568-project] 10.222.0.16 "GET /v2.0/ports?device_id=6aaead6f-eb8d-448b-ab5e-df60fe6f6bc2 HTTP/1.1" status: 200 len: 944 time: 0.1920800 Jul 14 18:22:38.608153 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-98bfca4c-7799-438c-86d1-975b7c88ba6b tempest-ServersTestManualDisk-214316942 tempest-ServersTestManualDisk-214316942-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:22:38.620302 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9d537f-7291-468b-a29e-34f57e40eb2a req-bd5b9239-d8e2-466d-85e7-8e4042a6d85d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:22:38.622373 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-1c9d537f-7291-468b-a29e-34f57e40eb2a req-bd5b9239-d8e2-466d-85e7-8e4042a6d85d service neutron] 10.222.0.18 "GET /v2.0/networks?id=7cee3312-4c4c-4d32-820f-eab965dcf565 HTTP/1.1" status: 200 len: 921 time: 0.3994567 Jul 14 18:22:38.640821 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.db_base_plugin_common [req-d5e5fc4b-9edf-4783-beba-fea3f917bf20 req-d81f6aed-71f6-4db1-9799-984ddd407d5a tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] Allocated IP 172.20.0.8 (1cbaa8bd-1463-4b3c-89d2-ab344d2f55cf/a6dcdf63-414e-46ae-93dc-0b8457260728/dab39f3e-8fed-4f23-8a71-63b2e4a68944) {{(pid=93916) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:22:38.680965 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-1c9d537f-7291-468b-a29e-34f57e40eb2a req-ed134e16-9509-4f2d-9773-1966a53eb278 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b7f0342e-ecc4-4b92-8141-940a36564ced HTTP/1.1" status: 200 len: 217 time: 0.0416780 Jul 14 18:22:38.718942 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b0e413fd-77a2-4d41-85fd-91375d1f9dd7 req-06ed0ced-d1b4-4b31-9278-89bfe3a2312f tempest-ImagesTestJSON-313755568 tempest-ImagesTestJSON-313755568-project] 10.222.0.16 "GET /v2.0/security-groups?id=96a7afe7-a122-4b0d-8907-2d91e1bd838f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520734 Jul 14 18:22:38.733408 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device a103cc1d-274d-4ef3-a0a1-f1be0a70fb88 up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:22:38.793150 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9d537f-7291-468b-a29e-34f57e40eb2a req-590f662c-438a-4f53-aab1-ca95965e95d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:22:38.795607 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-1c9d537f-7291-468b-a29e-34f57e40eb2a req-590f662c-438a-4f53-aab1-ca95965e95d2 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2a54265e-973c-4132-80fb-ad9d5d305963 HTTP/1.1" status: 200 len: 861 time: 0.1014767 Jul 14 18:22:38.820379 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacdd35c-52e2-4135-a2c7-2312d75aa4d2 req-be1a6a77-f260-4b7d-bc0a-631a73a6a808 tempest-ImagesOneServerNegativeTestJSON-264633046 tempest-ImagesOneServerNegativeTestJSON-264633046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:22:38.830616 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-eacdd35c-52e2-4135-a2c7-2312d75aa4d2 req-be1a6a77-f260-4b7d-bc0a-631a73a6a808 tempest-ImagesOneServerNegativeTestJSON-264633046 tempest-ImagesOneServerNegativeTestJSON-264633046-project] 10.222.0.16 "GET /v2.0/ports?device_id=e38bd656-d729-47db-a20c-8dc429643d1e HTTP/1.1" status: 200 len: 945 time: 0.3422289 Jul 14 18:22:38.900451 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-1c9d537f-7291-468b-a29e-34f57e40eb2a req-3f57d62c-e271-4b89-922c-7a5790bf12bb service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7cee3312-4c4c-4d32-820f-eab965dcf565&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0940328 Jul 14 18:22:38.900909 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port a103cc1d-274d-4ef3-a0a1-f1be0a70fb88 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:22:38.901366 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:22:38.903909 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-98bfca4c-7799-438c-86d1-975b7c88ba6b tempest-ServersTestManualDisk-214316942 tempest-ServersTestManualDisk-214316942-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:22:38.917936 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-98bfca4c-7799-438c-86d1-975b7c88ba6b tempest-ServersTestManualDisk-214316942 tempest-ServersTestManualDisk-214316942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305173'] for security_group_rule, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:22:38.947684 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-eacdd35c-52e2-4135-a2c7-2312d75aa4d2 req-6974cef4-c7cd-442e-8f43-cb1da982dac7 tempest-ImagesOneServerNegativeTestJSON-264633046 tempest-ImagesOneServerNegativeTestJSON-264633046-project] 10.222.0.16 "GET /v2.0/security-groups?id=7eb77405-22ca-4355-84b5-b8009f159b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142523 Jul 14 18:22:38.962945 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98bfca4c-7799-438c-86d1-975b7c88ba6b tempest-ServersTestManualDisk-214316942 tempest-ServersTestManualDisk-214316942-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b913e6d-9da8-4586-b427-e106904731f4,revision_number=0']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:22:38.973859 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6f21f16-44df-4c7b-b09e-7eac978db908 None None] Sync routers for ids ['73155556-7213-41ae-bf53-93e286ab434f'] in n-d-800634-3 {{(pid=93917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 18:22:38.976218 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-98bfca4c-7799-438c-86d1-975b7c88ba6b tempest-ServersTestManualDisk-214316942 tempest-ServersTestManualDisk-214316942-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:22:38.977692 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-98bfca4c-7799-438c-86d1-975b7c88ba6b tempest-ServersTestManualDisk-214316942 tempest-ServersTestManualDisk-214316942-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5042417 Jul 14 18:22:38.980939 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 57834) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:22:38.985656 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-7f441b1b-556e-405c-9cc4-c8dfae91c018 tempest-ServersTestManualDisk-214316942 tempest-ServersTestManualDisk-214316942-project] Request body: {'floatingip': {'floating_network_id': '9200a437-e1de-4520-88f6-e68386523e61'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:22:39.041236 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Device b875f197-b5bd-4e33-8c5d-9d9e1a56ddfe details requested by agent hyperv_n-h2-800634-3 with host n-h2-800634-3 {{(pid=93917) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 18:22:39.049718 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6f21f16-44df-4c7b-b09e-7eac978db908 None None] Routers {'73155556-7213-41ae-bf53-93e286ab434f'} bound to L3 agent in host n-d-800634-3 {{(pid=93917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:22:39.050071 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-b6f21f16-44df-4c7b-b09e-7eac978db908 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:22:23Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['73155556-7213-41ae-bf53-93e286ab434f'], 'active': True} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:22:39.073274 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f4e4a285-87e8-44bc-885a-338bafcccabc req-83401d3a-9c54-4bf6-87fb-881b6d6e8e3a tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] 10.222.0.16 "GET /v2.0/ports?device_id=b53dfd5f-48ed-48e9-b93b-bc2377bd6ef5 HTTP/1.1" status: 200 len: 210 time: 0.0489419 Jul 14 18:22:39.077726 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-7f441b1b-556e-405c-9cc4-c8dfae91c018 tempest-ServersTestManualDisk-214316942 tempest-ServersTestManualDisk-214316942-project] Notify callbacks [] for floatingip, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:22:39.089350 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-d5e5fc4b-9edf-4783-beba-fea3f917bf20 req-d81f6aed-71f6-4db1-9799-984ddd407d5a tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] Notify callbacks [] for port, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:22:39.225399 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735a4805-1e6e-4f39-9dc8-492b35b79897 req-0e99eb9d-4c8d-4e59-96e6-c6527b191e12 tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:22:39.226904 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-735a4805-1e6e-4f39-9dc8-492b35b79897 req-0e99eb9d-4c8d-4e59-96e6-c6527b191e12 tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] 10.222.0.16 "GET /v2.0/ports?device_id=5d1b56cf-e9a2-40e8-8a62-8ebd9281e58d HTTP/1.1" status: 200 len: 943 time: 0.1384084 Jul 14 18:22:39.230017 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-1c9d537f-7291-468b-a29e-34f57e40eb2a req-0637b436-0f75-4250-92c4-12c566b541d6 service neutron] 10.222.0.18 "GET /v2.0/networks/7cee3312-4c4c-4d32-820f-eab965dcf565?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379423 Jul 14 18:22:39.234740 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-d5e5fc4b-9edf-4783-beba-fea3f917bf20 req-d81f6aed-71f6-4db1-9799-984ddd407d5a tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:22:39.299554 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-735a4805-1e6e-4f39-9dc8-492b35b79897 req-1c279f90-becd-432d-b7f3-587e276246a5 tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] 10.222.0.16 "GET /v2.0/security-groups?id=540fae54-ccea-4309-9c99-81b930eedb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658259 Jul 14 18:22:39.306403 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvr_db [None req-b6f21f16-44df-4c7b-b09e-7eac978db908 None None] Set router 73155556-7213-41ae-bf53-93e286ab434f gateway port host: n-d-800634-3 {{(pid=93917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 18:22:39.326820 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-7f441b1b-556e-405c-9cc4-c8dfae91c018 tempest-ServersTestManualDisk-214316942 tempest-ServersTestManualDisk-214316942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:22:39.354715 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5e5fc4b-9edf-4783-beba-fea3f917bf20 req-d81f6aed-71f6-4db1-9799-984ddd407d5a tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] Network 1cbaa8bd-1463-4b3c-89d2-ab344d2f55cf is already hosted by enough agents. {{(pid=93916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:22:39.363575 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [req-d5e5fc4b-9edf-4783-beba-fea3f917bf20 req-d81f6aed-71f6-4db1-9799-984ddd407d5a tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] Resources bound (agent type, host, resource id): {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:22:39.366758 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5e5fc4b-9edf-4783-beba-fea3f917bf20 req-d81f6aed-71f6-4db1-9799-984ddd407d5a tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] Received port after_create {{(pid=93916) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:22:39.367843 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] For port b875f197-b5bd-4e33-8c5d-9d9e1a56ddfe, host n-h2-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=b875f197-b5bd-4e33-8c5d-9d9e1a56ddfe,segment=NetworkSegment(ed557757-f640-484f-8cda-41a92c321398),segment_id=ed557757-f640-484f-8cda-41a92c321398)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:22:39.388034 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81f6aed-71f6-4db1-9799-984ddd407d5a tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] Pushing event updated for resources: {'Port': ['ID=dab39f3e-8fed-4f23-8a71-63b2e4a68944,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:22:39.413788 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Returning: {'device': 'b875f197-b5bd-4e33-8c5d-9d9e1a56ddfe', 'network_id': '458a605c-adc1-4322-ba16-e84a0c1f7468', 'port_id': 'b875f197-b5bd-4e33-8c5d-9d9e1a56ddfe', 'mac_address': 'fa:16:3e:ad:61:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 82, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f82593d-7d30-492d-935c-eafdd92f72c6', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93917) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 18:22:39.439713 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-1c9d537f-7291-468b-a29e-34f57e40eb2a req-255748a0-ac7e-4845-a20a-e670ea8af8dc service neutron] 10.222.0.18 "GET /v2.0/networks/7cee3312-4c4c-4d32-820f-eab965dcf565?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2013421 Jul 14 18:22:39.442987 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.db_base_plugin_common [None req-7f441b1b-556e-405c-9cc4-c8dfae91c018 tempest-ServersTestManualDisk-214316942 tempest-ServersTestManualDisk-214316942-project] Allocated IP 172.25.1.202 (9200a437-e1de-4520-88f6-e68386523e61/5f47f848-4532-407a-a0e2-5690ade15fd0/334473cb-5acf-4c71-911d-ad2e706cfbbc) {{(pid=93915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:22:39.445600 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e5fc4b-9edf-4783-beba-fea3f917bf20 req-d81f6aed-71f6-4db1-9799-984ddd407d5a tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:22:39.446547 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-d5e5fc4b-9edf-4783-beba-fea3f917bf20 req-d81f6aed-71f6-4db1-9799-984ddd407d5a tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:22:39.475614 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-d5e5fc4b-9edf-4783-beba-fea3f917bf20 req-d81f6aed-71f6-4db1-9799-984ddd407d5a tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5700924 Jul 14 18:22:39.491057 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [req-d5e5fc4b-9edf-4783-beba-fea3f917bf20 req-bbe6d960-256c-4624-80ef-008c26f34126 service neutron] Request body: {'port': {'device_id': 'b53dfd5f-48ed-48e9-b93b-bc2377bd6ef5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800634-3'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:22:39.552465 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-b6f21f16-44df-4c7b-b09e-7eac978db908 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73155556-7213-41ae-bf53-93e286ab434f', 'name': 'tempest-ServersTestManualDisk-747830769-router', 'tenant_id': '6ad3b512175c4246a59ff7988f78196a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.106'}], 'enable_snat': True}, 'gw_port_id': 'a103cc1d-274d-4ef3-a0a1-f1be0a70fb88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:22:29Z', 'updated_at': '2021-07-14T18:22:34Z', 'revision_number': 4, 'project_id': '6ad3b512175c4246a59ff7988f78196a', 'gw_port': {'id': 'a103cc1d-274d-4ef3-a0a1-f1be0a70fb88', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:bf:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73155556-7213-41ae-bf53-93e286ab434f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 700, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:22:30Z', 'updated_at': '2021-07-14T18:22:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_interfaces': [{'id': '56c307d6-0eb8-4bc8-9f67-c002fcba1788', 'name': '', 'network_id': '21eb5426-10a9-45e7-adcc-7b2a88d91d33', 'tenant_id': '6ad3b512175c4246a59ff7988f78196a', 'mac_address': 'fa:16:3e:37:2d:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73155556-7213-41ae-bf53-93e286ab434f', 'device_owner': 'network:router_interface', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': '51a2df91-1208-4c4b-96e9-d2512fde1766', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:22:33Z', 'updated_at': '2021-07-14T18:22:35Z', 'revision_number': 2, 'project_id': '6ad3b512175c4246a59ff7988f78196a', 'subnets': [{'id': '51a2df91-1208-4c4b-96e9-d2512fde1766', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-3', False) {} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:22:39.584685 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-7f441b1b-556e-405c-9cc4-c8dfae91c018 tempest-ServersTestManualDisk-214316942 tempest-ServersTestManualDisk-214316942-project] Notify callbacks [] for port, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:22:39.585999 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-d5e5fc4b-9edf-4783-beba-fea3f917bf20 req-bbe6d960-256c-4624-80ef-008c26f34126 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:22:39.588794 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6f21f16-44df-4c7b-b09e-7eac978db908 None None] Checking router: 73155556-7213-41ae-bf53-93e286ab434f for host: n-d-800634-3 {{(pid=93917) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 18:22:39.589153 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6f21f16-44df-4c7b-b09e-7eac978db908 None None] Updating router 73155556-7213-41ae-bf53-93e286ab434f port 56c307d6-0eb8-4bc8-9f67-c002fcba1788 binding host n-d-800634-3 {{(pid=93917) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 18:22:39.626374 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b6f21f16-44df-4c7b-b09e-7eac978db908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:22:39.632739 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-7f441b1b-556e-405c-9cc4-c8dfae91c018 tempest-ServersTestManualDisk-214316942 tempest-ServersTestManualDisk-214316942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:22:39.676490 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f441b1b-556e-405c-9cc4-c8dfae91c018 tempest-ServersTestManualDisk-214316942 tempest-ServersTestManualDisk-214316942-project] Network 9200a437-e1de-4520-88f6-e68386523e61 is already hosted by enough agents. {{(pid=93915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:22:39.679510 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [None req-7f441b1b-556e-405c-9cc4-c8dfae91c018 tempest-ServersTestManualDisk-214316942 tempest-ServersTestManualDisk-214316942-project] Resources bound (agent type, host, resource id): {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:22:39.683034 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f441b1b-556e-405c-9cc4-c8dfae91c018 tempest-ServersTestManualDisk-214316942 tempest-ServersTestManualDisk-214316942-project] Received port after_create {{(pid=93915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:22:39.689261 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f441b1b-556e-405c-9cc4-c8dfae91c018 tempest-ServersTestManualDisk-214316942 tempest-ServersTestManualDisk-214316942-project] Pushing event updated for resources: {'Port': ['ID=334473cb-5acf-4c71-911d-ad2e706cfbbc,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:22:39.770508 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-7f441b1b-556e-405c-9cc4-c8dfae91c018 tempest-ServersTestManualDisk-214316942 tempest-ServersTestManualDisk-214316942-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:22:39.832668 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-7f441b1b-556e-405c-9cc4-c8dfae91c018 tempest-ServersTestManualDisk-214316942 tempest-ServersTestManualDisk-214316942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:22:39.875743 n-d-800634-3 neutron-server[93916]: DEBUG neutron.notifiers.nova [req-d5e5fc4b-9edf-4783-beba-fea3f917bf20 req-bbe6d960-256c-4624-80ef-008c26f34126 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dab39f3e-8fed-4f23-8a71-63b2e4a68944 {{(pid=93916) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 18:22:39.884074 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-d5e5fc4b-9edf-4783-beba-fea3f917bf20 req-bbe6d960-256c-4624-80ef-008c26f34126 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:22:39.898251 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.provisioning_blocks [req-d5e5fc4b-9edf-4783-beba-fea3f917bf20 req-bbe6d960-256c-4624-80ef-008c26f34126 service neutron] Transition to ACTIVE for port object dab39f3e-8fed-4f23-8a71-63b2e4a68944 will not be triggered until provisioned by entity L2. {{(pid=93916) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:22:39.905589 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-d5e5fc4b-9edf-4783-beba-fea3f917bf20 req-bbe6d960-256c-4624-80ef-008c26f34126 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2684870'] for port, after_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:22:39.923563 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b6f21f16-44df-4c7b-b09e-7eac978db908 None None] Notify callbacks [] for port, precommit_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:22:39.936975 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-b6f21f16-44df-4c7b-b09e-7eac978db908 None None] Transition to ACTIVE for port object 56c307d6-0eb8-4bc8-9f67-c002fcba1788 will not be triggered until provisioned by entity L2. {{(pid=93917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:22:39.944871 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b6f21f16-44df-4c7b-b09e-7eac978db908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:22:39.969316 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe6d960-256c-4624-80ef-008c26f34126 service neutron] Pushing event updated for resources: {'Port': ['ID=dab39f3e-8fed-4f23-8a71-63b2e4a68944,revision_number=2']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:22:40.013108 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9e10ab-a5b7-428a-8f57-19d82059577b None None] Pushing event updated for resources: {'Port': ['ID=56c307d6-0eb8-4bc8-9f67-c002fcba1788,revision_number=3']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:22:40.088455 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.managers [req-d5e5fc4b-9edf-4783-beba-fea3f917bf20 req-bbe6d960-256c-4624-80ef-008c26f34126 service neutron] Attempting to bind port dab39f3e-8fed-4f23-8a71-63b2e4a68944 on host n-h1-800634-3 for vnic_type normal with profile {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:22:40.088750 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.managers [req-d5e5fc4b-9edf-4783-beba-fea3f917bf20 req-bbe6d960-256c-4624-80ef-008c26f34126 service neutron] Attempting to bind port dab39f3e-8fed-4f23-8a71-63b2e4a68944 by drivers openvswitch,hyperv on host n-h1-800634-3 at level 0 using segments [{'id': '25fcd291-a4fb-4631-8a4d-06fad1821ccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '1cbaa8bd-1463-4b3c-89d2-ab344d2f55cf'}] {{(pid=93916) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:22:40.089067 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5e5fc4b-9edf-4783-beba-fea3f917bf20 req-bbe6d960-256c-4624-80ef-008c26f34126 service neutron] Attempting to bind port dab39f3e-8fed-4f23-8a71-63b2e4a68944 on network 1cbaa8bd-1463-4b3c-89d2-ab344d2f55cf {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:22:40.094682 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5e5fc4b-9edf-4783-beba-fea3f917bf20 req-bbe6d960-256c-4624-80ef-008c26f34126 service neutron] Port dab39f3e-8fed-4f23-8a71-63b2e4a68944 on network 1cbaa8bd-1463-4b3c-89d2-ab344d2f55cf not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-3 {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 18:22:40.095022 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5e5fc4b-9edf-4783-beba-fea3f917bf20 req-bbe6d960-256c-4624-80ef-008c26f34126 service neutron] Attempting to bind port dab39f3e-8fed-4f23-8a71-63b2e4a68944 on network 1cbaa8bd-1463-4b3c-89d2-ab344d2f55cf {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:22:40.101132 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5e5fc4b-9edf-4783-beba-fea3f917bf20 req-bbe6d960-256c-4624-80ef-008c26f34126 service neutron] Checking agent: {'id': 'a3630ff4-fbee-45d9-b9b6-0ae41cb3a350', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 15, 32), 'started_at': datetime.datetime(2021, 7, 14, 18, 15, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 18, 22, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 18:22:40.101525 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5e5fc4b-9edf-4783-beba-fea3f917bf20 req-bbe6d960-256c-4624-80ef-008c26f34126 service neutron] Checking segment: {'id': '25fcd291-a4fb-4631-8a4d-06fad1821ccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '1cbaa8bd-1463-4b3c-89d2-ab344d2f55cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93916) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:22:40.101862 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5e5fc4b-9edf-4783-beba-fea3f917bf20 req-bbe6d960-256c-4624-80ef-008c26f34126 service neutron] Bound using segment: {'id': '25fcd291-a4fb-4631-8a4d-06fad1821ccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '1cbaa8bd-1463-4b3c-89d2-ab344d2f55cf'} {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 18:22:40.102305 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.managers [req-d5e5fc4b-9edf-4783-beba-fea3f917bf20 req-bbe6d960-256c-4624-80ef-008c26f34126 service neutron] Bound port: dab39f3e-8fed-4f23-8a71-63b2e4a68944, host: n-h1-800634-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25fcd291-a4fb-4631-8a4d-06fad1821ccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '1cbaa8bd-1463-4b3c-89d2-ab344d2f55cf'}}] {{(pid=93916) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 18:22:40.102669 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-d5e5fc4b-9edf-4783-beba-fea3f917bf20 req-bbe6d960-256c-4624-80ef-008c26f34126 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:22:40.119816 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-b6f21f16-44df-4c7b-b09e-7eac978db908 None None] Attempting to bind port 56c307d6-0eb8-4bc8-9f67-c002fcba1788 on host n-d-800634-3 for vnic_type normal with profile {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:22:40.120238 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-b6f21f16-44df-4c7b-b09e-7eac978db908 None None] Attempting to bind port 56c307d6-0eb8-4bc8-9f67-c002fcba1788 by drivers openvswitch,hyperv on host n-d-800634-3 at level 0 using segments [{'id': '4c0d9076-aea0-482a-a4d8-ee0057218731', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '21eb5426-10a9-45e7-adcc-7b2a88d91d33'}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:22:40.120586 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6f21f16-44df-4c7b-b09e-7eac978db908 None None] Attempting to bind port 56c307d6-0eb8-4bc8-9f67-c002fcba1788 on network 21eb5426-10a9-45e7-adcc-7b2a88d91d33 {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:22:40.137492 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6f21f16-44df-4c7b-b09e-7eac978db908 None None] Checking agent: {'id': '01c19e91-a945-4e3c-94a6-c211e17c923e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 8, 23), 'started_at': datetime.datetime(2021, 7, 14, 18, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 18, 22, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 18:22:40.137881 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6f21f16-44df-4c7b-b09e-7eac978db908 None None] Checking segment: {'id': '4c0d9076-aea0-482a-a4d8-ee0057218731', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '21eb5426-10a9-45e7-adcc-7b2a88d91d33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93917) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:22:40.138297 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b6f21f16-44df-4c7b-b09e-7eac978db908 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:22:40.138949 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6f21f16-44df-4c7b-b09e-7eac978db908 None None] Bound using segment: {'id': '4c0d9076-aea0-482a-a4d8-ee0057218731', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '21eb5426-10a9-45e7-adcc-7b2a88d91d33'} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 18:22:40.139450 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-b6f21f16-44df-4c7b-b09e-7eac978db908 None None] Bound port: 56c307d6-0eb8-4bc8-9f67-c002fcba1788, host: n-d-800634-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c0d9076-aea0-482a-a4d8-ee0057218731', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '21eb5426-10a9-45e7-adcc-7b2a88d91d33'}}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 18:22:40.139848 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b6f21f16-44df-4c7b-b09e-7eac978db908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:22:40.157917 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device e96f1752-0960-4340-8500-0f30088422e9 details requested by agent hyperv_n-h1-800634-3 with host n-h1-800634-3 {{(pid=93917) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 18:22:40.181795 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.db [req-d5e5fc4b-9edf-4783-beba-fea3f917bf20 req-bbe6d960-256c-4624-80ef-008c26f34126 service neutron] For port dab39f3e-8fed-4f23-8a71-63b2e4a68944, host n-h1-800634-3, cleared binding levels {{(pid=93916) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:22:40.185353 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.db [req-d5e5fc4b-9edf-4783-beba-fea3f917bf20 req-bbe6d960-256c-4624-80ef-008c26f34126 service neutron] For port dab39f3e-8fed-4f23-8a71-63b2e4a68944, host n-h1-800634-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=dab39f3e-8fed-4f23-8a71-63b2e4a68944,segment=NetworkSegment(25fcd291-a4fb-4631-8a4d-06fad1821ccd),segment_id=25fcd291-a4fb-4631-8a4d-06fad1821ccd)] {{(pid=93916) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 18:22:40.191068 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-d5e5fc4b-9edf-4783-beba-fea3f917bf20 req-bbe6d960-256c-4624-80ef-008c26f34126 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2684870'] for port, after_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:22:40.238100 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e5fc4b-9edf-4783-beba-fea3f917bf20 req-bbe6d960-256c-4624-80ef-008c26f34126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:22:40.238720 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-d5e5fc4b-9edf-4783-beba-fea3f917bf20 req-bbe6d960-256c-4624-80ef-008c26f34126 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:22:40.240111 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-d5e5fc4b-9edf-4783-beba-fea3f917bf20 req-bbe6d960-256c-4624-80ef-008c26f34126 service neutron] 10.222.0.18 "PUT /v2.0/ports/dab39f3e-8fed-4f23-8a71-63b2e4a68944 HTTP/1.1" status: 200 len: 1091 time: 0.7547266 Jul 14 18:22:40.240837 n-d-800634-3 neutron-server[93916]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b53dfd5f-48ed-48e9-b93b-bc2377bd6ef5', 'tag': 'dab39f3e-8fed-4f23-8a71-63b2e4a68944'}] {{(pid=93916) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:22:40.246313 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f803e150b363a7893830aa996ac27753fa25517c406ecd3536b7c2d4b26eeb9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3f945a6-219d-4dc7-961b-104f42e7259a" -d '{"events": [{"name": "network-changed", "server_uuid": "b53dfd5f-48ed-48e9-b93b-bc2377bd6ef5", "tag": "dab39f3e-8fed-4f23-8a71-63b2e4a68944"}]}' {{(pid=93916) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:22:40.272619 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe6d960-256c-4624-80ef-008c26f34126 service neutron] Pushing event updated for resources: {'Port': ['ID=dab39f3e-8fed-4f23-8a71-63b2e4a68944,revision_number=3']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:22:40.299691 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b6f21f16-44df-4c7b-b09e-7eac978db908 None None] For port 56c307d6-0eb8-4bc8-9f67-c002fcba1788, host n-d-800634-3, cleared binding levels {{(pid=93917) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:22:40.320448 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b6f21f16-44df-4c7b-b09e-7eac978db908 None None] For port 56c307d6-0eb8-4bc8-9f67-c002fcba1788, host n-d-800634-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=56c307d6-0eb8-4bc8-9f67-c002fcba1788,segment=NetworkSegment(4c0d9076-aea0-482a-a4d8-ee0057218731),segment_id=4c0d9076-aea0-482a-a4d8-ee0057218731)] {{(pid=93917) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 18:22:40.330587 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b6f21f16-44df-4c7b-b09e-7eac978db908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:22:40.341142 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port e96f1752-0960-4340-8500-0f30088422e9, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=e96f1752-0960-4340-8500-0f30088422e9,segment=NetworkSegment(5d348732-27f4-441a-bef1-a0d44ffa840e),segment_id=5d348732-27f4-441a-bef1-a0d44ffa840e)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:22:40.396983 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e5fc4b-9edf-4783-beba-fea3f917bf20 req-adfdac14-7e9f-43a2-9043-b016d7ebc6d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:22:40.397645 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Returning: {'device': 'e96f1752-0960-4340-8500-0f30088422e9', 'network_id': '5922bb88-69f8-4327-9807-b639b8b4c14f', 'port_id': 'e96f1752-0960-4340-8500-0f30088422e9', 'mac_address': 'fa:16:3e:02:dd:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 88, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e5fd32b-ce33-4970-8e90-c9d6785e30f5', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93917) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 18:22:40.398086 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-d5e5fc4b-9edf-4783-beba-fea3f917bf20 req-adfdac14-7e9f-43a2-9043-b016d7ebc6d7 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=0bd95cc3d59f415f8da5b8a01a238496&device_id=b53dfd5f-48ed-48e9-b93b-bc2377bd6ef5 HTTP/1.1" status: 200 len: 1094 time: 0.0907934 Jul 14 18:22:40.422850 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6f21f16-44df-4c7b-b09e-7eac978db908 None None] Routers {'73155556-7213-41ae-bf53-93e286ab434f'} bound to L3 agent in host n-d-800634-3 {{(pid=93917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:22:40.423484 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-b6f21f16-44df-4c7b-b09e-7eac978db908 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:22:23Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['73155556-7213-41ae-bf53-93e286ab434f'], 'active': True} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:22:40.425391 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0849a9a6-a85c-4093-9e3a-a02dac071faa req-706242ad-ec14-46ab-a33e-3f4cfac200bd tempest-ImagesOneServerNegativeTestJSON-264633046 tempest-ImagesOneServerNegativeTestJSON-264633046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:22:40.426999 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-0849a9a6-a85c-4093-9e3a-a02dac071faa req-706242ad-ec14-46ab-a33e-3f4cfac200bd tempest-ImagesOneServerNegativeTestJSON-264633046 tempest-ImagesOneServerNegativeTestJSON-264633046-project] 10.222.0.16 "GET /v2.0/ports?device_id=e38bd656-d729-47db-a20c-8dc429643d1e HTTP/1.1" status: 200 len: 945 time: 0.2078114 Jul 14 18:22:40.457741 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65555e7-410b-4573-8f03-dae5732b1644 req-85b542b8-2ced-4ada-a097-90f02caf094d tempest-ImagesTestJSON-313755568 tempest-ImagesTestJSON-313755568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:22:40.459240 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e65555e7-410b-4573-8f03-dae5732b1644 req-85b542b8-2ced-4ada-a097-90f02caf094d tempest-ImagesTestJSON-313755568 tempest-ImagesTestJSON-313755568-project] 10.222.0.16 "GET /v2.0/ports?device_id=6aaead6f-eb8d-448b-ab5e-df60fe6f6bc2 HTTP/1.1" status: 200 len: 944 time: 0.2287726 Jul 14 18:22:40.541634 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-0849a9a6-a85c-4093-9e3a-a02dac071faa req-019e0728-23b7-40cd-94d6-1d1114977ee4 tempest-ImagesOneServerNegativeTestJSON-264633046 tempest-ImagesOneServerNegativeTestJSON-264633046-project] 10.222.0.16 "GET /v2.0/security-groups?id=7eb77405-22ca-4355-84b5-b8009f159b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039732 Jul 14 18:22:40.543809 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-7f441b1b-556e-405c-9cc4-c8dfae91c018 tempest-ServersTestManualDisk-214316942 tempest-ServersTestManualDisk-214316942-project] Notify callbacks [] for port, precommit_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:22:40.558883 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e65555e7-410b-4573-8f03-dae5732b1644 req-d9c87571-5749-447b-aa7a-7dc6c794e221 tempest-ImagesTestJSON-313755568 tempest-ImagesTestJSON-313755568-project] 10.222.0.16 "GET /v2.0/security-groups?id=96a7afe7-a122-4b0d-8907-2d91e1bd838f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857136 Jul 14 18:22:40.568435 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-7f441b1b-556e-405c-9cc4-c8dfae91c018 tempest-ServersTestManualDisk-214316942 tempest-ServersTestManualDisk-214316942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25912978'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:22:40.709670 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f441b1b-556e-405c-9cc4-c8dfae91c018 tempest-ServersTestManualDisk-214316942 tempest-ServersTestManualDisk-214316942-project] Pushing event updated for resources: {'Port': ['ID=334473cb-5acf-4c71-911d-ad2e706cfbbc,revision_number=2']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:22:40.751983 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-7f441b1b-556e-405c-9cc4-c8dfae91c018 tempest-ServersTestManualDisk-214316942 tempest-ServersTestManualDisk-214316942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-930131'] for floatingip, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:22:40.769875 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9e10ab-a5b7-428a-8f57-19d82059577b None None] Pushing event updated for resources: {'Port': ['ID=56c307d6-0eb8-4bc8-9f67-c002fcba1788,revision_number=4']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:22:40.790886 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:22:40.812728 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a7239522-0e2c-4ae0-a3fb-fe83d4140f56 req-f67d8079-5844-4032-981f-cb7482082086 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=6ab0c594-ecaf-4c5b-977a-9c1b59a2d9cc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0696485 Jul 14 18:22:40.855047 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-d5e5fc4b-9edf-4783-beba-fea3f917bf20 req-b65be952-fba9-4ed6-ba69-b3bc29233592 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dab39f3e-8fed-4f23-8a71-63b2e4a68944 HTTP/1.1" status: 200 len: 217 time: 0.4489775 Jul 14 18:22:40.859870 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.agents_db [None req-2ea07fb6-aa68-4671-8654-119d82b9f530 None None] Agent healthcheck: found 7 active agents {{(pid=93918) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 18:22:40.863386 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e96f1752-0960-4340-8500-0f30088422e9 {{(pid=93917) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 18:22:40.880627 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvr_db [None req-b6f21f16-44df-4c7b-b09e-7eac978db908 None None] Set router 73155556-7213-41ae-bf53-93e286ab434f gateway port host: n-d-800634-3 {{(pid=93917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 18:22:40.904218 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 18:22:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91b34fdf-f835-4bf9-80f5-e74e3369e88f x-openstack-request-id: req-91b34fdf-f835-4bf9-80f5-e74e3369e88f {{(pid=93916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:22:40.904609 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b53dfd5f-48ed-48e9-b93b-bc2377bd6ef5", "tag": "dab39f3e-8fed-4f23-8a71-63b2e4a68944", "status": "completed", "code": 200}]} {{(pid=93916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:22:40.904929 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-91b34fdf-f835-4bf9-80f5-e74e3369e88f {{(pid=93916) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:22:40.905389 n-d-800634-3 neutron-server[93916]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b53dfd5f-48ed-48e9-b93b-bc2377bd6ef5', 'tag': 'dab39f3e-8fed-4f23-8a71-63b2e4a68944', 'status': 'completed', 'code': 200} Jul 14 18:22:40.920943 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port e96f1752-0960-4340-8500-0f30088422e9, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=e96f1752-0960-4340-8500-0f30088422e9,segment=NetworkSegment(5d348732-27f4-441a-bef1-a0d44ffa840e),segment_id=5d348732-27f4-441a-bef1-a0d44ffa840e)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:22:40.930962 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:22:40.936640 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e5fc4b-9edf-4783-beba-fea3f917bf20 req-dbcf8cb3-6a81-41fd-ac1d-934fa2de52b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:22:40.938952 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-d5e5fc4b-9edf-4783-beba-fea3f917bf20 req-dbcf8cb3-6a81-41fd-ac1d-934fa2de52b6 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a6dcdf63-414e-46ae-93dc-0b8457260728 HTTP/1.1" status: 200 len: 851 time: 0.0730951 Jul 14 18:22:40.961245 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-7f441b1b-556e-405c-9cc4-c8dfae91c018 tempest-ServersTestManualDisk-214316942 tempest-ServersTestManualDisk-214316942-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for floatingip, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:22:40.965472 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-7f441b1b-556e-405c-9cc4-c8dfae91c018 tempest-ServersTestManualDisk-214316942 tempest-ServersTestManualDisk-214316942-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9833465 Jul 14 18:22:40.967669 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a7239522-0e2c-4ae0-a3fb-fe83d4140f56 req-62b305bc-b4de-477f-b72d-1bf916f52739 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f1c4e239e6d24b3bb240a97f6c99b33f&device_id=6ab0c594-ecaf-4c5b-977a-9c1b59a2d9cc HTTP/1.1" status: 200 len: 210 time: 0.1133018 Jul 14 18:22:41.003950 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-d5e5fc4b-9edf-4783-beba-fea3f917bf20 req-eace1356-2115-45ad-be86-2d6178b72446 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=1cbaa8bd-1463-4b3c-89d2-ab344d2f55cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0489199 Jul 14 18:22:41.035610 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b83d54d-37ad-4a40-a743-e20bf169c31d req-5591cae0-c6f9-420e-9a83-9b7052f4b7ed tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:22:41.040928 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3b83d54d-37ad-4a40-a743-e20bf169c31d req-5591cae0-c6f9-420e-9a83-9b7052f4b7ed tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] 10.222.0.16 "GET /v2.0/ports?device_id=b53dfd5f-48ed-48e9-b93b-bc2377bd6ef5 HTTP/1.1" status: 200 len: 943 time: 0.2357941 Jul 14 18:22:41.046714 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Device b875f197-b5bd-4e33-8c5d-9d9e1a56ddfe details requested by agent hyperv_n-h2-800634-3 with host n-h2-800634-3 {{(pid=93917) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 18:22:41.085809 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] get_ports_and_sgs() called for port_ids ['e96f1752-0960-4340-8500-0f30088422e9'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 18:22:41.122426 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a7239522-0e2c-4ae0-a3fb-fe83d4140f56 req-9be32318-bc6d-4382-a14f-89c9dc1d6940 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=f1c4e239e6d24b3bb240a97f6c99b33f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0793684 Jul 14 18:22:41.142755 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Pushing event updated for resources: {'Port': ['ID=e96f1752-0960-4340-8500-0f30088422e9,revision_number=6']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:22:41.147071 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-d5e5fc4b-9edf-4783-beba-fea3f917bf20 req-fcd2cffa-e26b-4fbe-95a2-822fd8b670e8 service neutron] 10.222.0.18 "GET /v2.0/networks/1cbaa8bd-1463-4b3c-89d2-ab344d2f55cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1355879 Jul 14 18:22:41.259578 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-d5e5fc4b-9edf-4783-beba-fea3f917bf20 req-020d2c14-02d3-4b94-89fc-35e9cf91bb4d service neutron] 10.222.0.18 "GET /v2.0/networks/1cbaa8bd-1463-4b3c-89d2-ab344d2f55cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1020987 Jul 14 18:22:41.274909 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3b83d54d-37ad-4a40-a743-e20bf169c31d req-021bce54-3ca6-4c27-9eb5-2f5aa7a8a2a5 tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] 10.222.0.16 "GET /v2.0/security-groups?id=39320fa9-4894-4542-95e3-d64e174c637e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1875205 Jul 14 18:22:41.323411 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32dc544e-8feb-4e7e-8544-f05aa921c036 req-ce4561a5-a052-451a-917d-8b68b0961d7c tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:22:41.325652 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-32dc544e-8feb-4e7e-8544-f05aa921c036 req-ce4561a5-a052-451a-917d-8b68b0961d7c tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] 10.222.0.16 "GET /v2.0/ports?device_id=5d1b56cf-e9a2-40e8-8a62-8ebd9281e58d HTTP/1.1" status: 200 len: 943 time: 0.2553453 Jul 14 18:22:41.355386 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] For port b875f197-b5bd-4e33-8c5d-9d9e1a56ddfe, host n-h2-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=b875f197-b5bd-4e33-8c5d-9d9e1a56ddfe,segment=NetworkSegment(ed557757-f640-484f-8cda-41a92c321398),segment_id=ed557757-f640-484f-8cda-41a92c321398)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:22:41.370498 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7239522-0e2c-4ae0-a3fb-fe83d4140f56 req-c830eecb-c523-4641-ba0b-b6ac1969ece9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:22:41.371968 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a7239522-0e2c-4ae0-a3fb-fe83d4140f56 req-c830eecb-c523-4641-ba0b-b6ac1969ece9 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2405806 Jul 14 18:22:41.384546 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Returning: {'device': 'b875f197-b5bd-4e33-8c5d-9d9e1a56ddfe', 'network_id': '458a605c-adc1-4322-ba16-e84a0c1f7468', 'port_id': 'b875f197-b5bd-4e33-8c5d-9d9e1a56ddfe', 'mac_address': 'fa:16:3e:ad:61:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 82, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f82593d-7d30-492d-935c-eafdd92f72c6', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93917) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 18:22:41.386132 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-32dc544e-8feb-4e7e-8544-f05aa921c036 req-1d04aaf6-f6cd-4031-9fd5-a9a2137a0a7b tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] 10.222.0.16 "GET /v2.0/security-groups?id=540fae54-ccea-4309-9c99-81b930eedb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538442 Jul 14 18:22:41.465315 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-b6f21f16-44df-4c7b-b09e-7eac978db908 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73155556-7213-41ae-bf53-93e286ab434f', 'name': 'tempest-ServersTestManualDisk-747830769-router', 'tenant_id': '6ad3b512175c4246a59ff7988f78196a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.106'}], 'enable_snat': True}, 'gw_port_id': 'a103cc1d-274d-4ef3-a0a1-f1be0a70fb88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:22:29Z', 'updated_at': '2021-07-14T18:22:34Z', 'revision_number': 4, 'project_id': '6ad3b512175c4246a59ff7988f78196a', 'gw_port': {'id': 'a103cc1d-274d-4ef3-a0a1-f1be0a70fb88', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:bf:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73155556-7213-41ae-bf53-93e286ab434f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 700, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:22:30Z', 'updated_at': '2021-07-14T18:22:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_interfaces': [{'id': '56c307d6-0eb8-4bc8-9f67-c002fcba1788', 'name': '', 'network_id': '21eb5426-10a9-45e7-adcc-7b2a88d91d33', 'tenant_id': '6ad3b512175c4246a59ff7988f78196a', 'mac_address': 'fa:16:3e:37:2d:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73155556-7213-41ae-bf53-93e286ab434f', 'device_owner': 'network:router_interface', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': '51a2df91-1208-4c4b-96e9-d2512fde1766', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:22:33Z', 'updated_at': '2021-07-14T18:22:40Z', 'revision_number': 4, 'project_id': '6ad3b512175c4246a59ff7988f78196a', 'subnets': [{'id': '51a2df91-1208-4c4b-96e9-d2512fde1766', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-3', False) {} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:22:41.466758 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f945a6-219d-4dc7-961b-104f42e7259a req-1461064e-f714-42d8-9b29-364d339e3ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:22:41.468348 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-d3f945a6-219d-4dc7-961b-104f42e7259a req-1461064e-f714-42d8-9b29-364d339e3ba8 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=0bd95cc3d59f415f8da5b8a01a238496&device_id=b53dfd5f-48ed-48e9-b93b-bc2377bd6ef5 HTTP/1.1" status: 200 len: 1094 time: 0.1112235 Jul 14 18:22:41.503821 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6f21f16-44df-4c7b-b09e-7eac978db908 None None] The sync data for ids ['73155556-7213-41ae-bf53-93e286ab434f'] in n-d-800634-3 is: [{'id': '73155556-7213-41ae-bf53-93e286ab434f', 'name': 'tempest-ServersTestManualDisk-747830769-router', 'tenant_id': '6ad3b512175c4246a59ff7988f78196a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.106'}], 'enable_snat': True}, 'gw_port_id': 'a103cc1d-274d-4ef3-a0a1-f1be0a70fb88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:22:29Z', 'updated_at': '2021-07-14T18:22:34Z', 'revision_number': 4, 'project_id': '6ad3b512175c4246a59ff7988f78196a', 'gw_port': {'id': 'a103cc1d-274d-4ef3-a0a1-f1be0a70fb88', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:bf:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73155556-7213-41ae-bf53-93e286ab434f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 700, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:22:30Z', 'updated_at': '2021-07-14T18:22:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_interfaces': [{'id': '56c307d6-0eb8-4bc8-9f67-c002fcba1788', 'name': '', 'network_id': '21eb5426-10a9-45e7-adcc-7b2a88d91d33', 'tenant_id': '6ad3b512175c4246a59ff7988f78196a', 'mac_address': 'fa:16:3e:37:2d:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73155556-7213-41ae-bf53-93e286ab434f', 'device_owner': 'network:router_interface', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': '51a2df91-1208-4c4b-96e9-d2512fde1766', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:22:33Z', 'updated_at': '2021-07-14T18:22:40Z', 'revision_number': 4, 'project_id': '6ad3b512175c4246a59ff7988f78196a', 'subnets': [{'id': '51a2df91-1208-4c4b-96e9-d2512fde1766', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 18:22:41.554764 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa32a34-73f0-4ee6-8a39-3e3cc07fdaf5 req-c6c02cb0-74d8-4db7-8047-efc33caedcaa tempest-ListImageFiltersTestJSON-1416661104 tempest-ListImageFiltersTestJSON-1416661104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:22:41.556491 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-5aa32a34-73f0-4ee6-8a39-3e3cc07fdaf5 req-c6c02cb0-74d8-4db7-8047-efc33caedcaa tempest-ListImageFiltersTestJSON-1416661104 tempest-ListImageFiltersTestJSON-1416661104-project] 10.222.0.16 "GET /v2.0/ports?device_id=f4518b06-90d0-4f6c-997a-2fe9348c1117 HTTP/1.1" status: 200 len: 948 time: 0.0998309 Jul 14 18:22:41.591000 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f945a6-219d-4dc7-961b-104f42e7259a req-d8743851-e40a-44f0-9cad-3e8cbb2e139f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:22:41.592676 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-d3f945a6-219d-4dc7-961b-104f42e7259a req-d8743851-e40a-44f0-9cad-3e8cbb2e139f service neutron] 10.222.0.18 "GET /v2.0/networks?id=1cbaa8bd-1463-4b3c-89d2-ab344d2f55cf HTTP/1.1" status: 200 len: 911 time: 0.1156538 Jul 14 18:22:41.621883 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-5aa32a34-73f0-4ee6-8a39-3e3cc07fdaf5 req-a67b598f-d8c4-4d85-af26-fb6d94b66d91 tempest-ListImageFiltersTestJSON-1416661104 tempest-ListImageFiltersTestJSON-1416661104-project] 10.222.0.16 "GET /v2.0/security-groups?id=09cf14b6-951f-4c32-9a85-e54484acb30d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575449 Jul 14 18:22:41.624685 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-93f416dd-0db3-48ee-97cd-74c3fc16cc9a req-d1c0771b-4166-42e9-a326-0c981fe0eeb3 tempest-ServersTestManualDisk-214316942 tempest-ServersTestManualDisk-214316942-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--1547636196&fields=id&tenant_id=6ad3b512175c4246a59ff7988f78196a HTTP/1.1" status: 200 len: 267 time: 0.0672266 Jul 14 18:22:41.658242 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-d3f945a6-219d-4dc7-961b-104f42e7259a req-f16295d7-253f-488a-a784-75165b45c98f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dab39f3e-8fed-4f23-8a71-63b2e4a68944 HTTP/1.1" status: 200 len: 217 time: 0.0585749 Jul 14 18:22:41.717615 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f945a6-219d-4dc7-961b-104f42e7259a req-f0126c47-16d8-4b2e-b41e-9877e10eacb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:22:41.718807 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-d3f945a6-219d-4dc7-961b-104f42e7259a req-f0126c47-16d8-4b2e-b41e-9877e10eacb5 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a6dcdf63-414e-46ae-93dc-0b8457260728 HTTP/1.1" status: 200 len: 851 time: 0.0534093 Jul 14 18:22:41.760951 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-d3f945a6-219d-4dc7-961b-104f42e7259a req-04a63a38-96b9-4b76-9064-c07968d6b71a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=1cbaa8bd-1463-4b3c-89d2-ab344d2f55cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0339136 Jul 14 18:22:41.772003 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f416dd-0db3-48ee-97cd-74c3fc16cc9a req-7eb3d7a7-ab40-4833-933c-42a144d4df90 tempest-ServersTestManualDisk-214316942 tempest-ServersTestManualDisk-214316942-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:22:41.780315 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-93f416dd-0db3-48ee-97cd-74c3fc16cc9a req-7eb3d7a7-ab40-4833-933c-42a144d4df90 tempest-ServersTestManualDisk-214316942 tempest-ServersTestManualDisk-214316942-project] 10.222.0.16 "GET /v2.0/networks?id=21eb5426-10a9-45e7-adcc-7b2a88d91d33 HTTP/1.1" status: 200 len: 811 time: 0.1429458 Jul 14 18:22:41.801452 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-93f416dd-0db3-48ee-97cd-74c3fc16cc9a req-ebb717de-c5ac-4f53-8d96-31c43c3c8216 tempest-ServersTestManualDisk-214316942 tempest-ServersTestManualDisk-214316942-project] 10.222.0.16 "GET /v2.0/quotas/6ad3b512175c4246a59ff7988f78196a HTTP/1.1" status: 200 len: 375 time: 0.0201735 Jul 14 18:22:41.862250 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-d3f945a6-219d-4dc7-961b-104f42e7259a req-26007c86-ad53-478e-a783-296510c75913 service neutron] 10.222.0.18 "GET /v2.0/networks/1cbaa8bd-1463-4b3c-89d2-ab344d2f55cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934935 Jul 14 18:22:41.914875 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-93f416dd-0db3-48ee-97cd-74c3fc16cc9a req-1094b60f-8ceb-419e-91d0-caeea2d53598 tempest-ServersTestManualDisk-214316942 tempest-ServersTestManualDisk-214316942-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=6ad3b512175c4246a59ff7988f78196a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1125512 Jul 14 18:22:41.929956 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcffe79-3f21-41de-8b63-4cf60eba070f req-39eade31-5ca5-4ee1-9ec0-839b59dca21d tempest-ImagesOneServerNegativeTestJSON-264633046 tempest-ImagesOneServerNegativeTestJSON-264633046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:22:41.931620 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-1bcffe79-3f21-41de-8b63-4cf60eba070f req-39eade31-5ca5-4ee1-9ec0-839b59dca21d tempest-ImagesOneServerNegativeTestJSON-264633046 tempest-ImagesOneServerNegativeTestJSON-264633046-project] 10.222.0.16 "GET /v2.0/ports?device_id=e38bd656-d729-47db-a20c-8dc429643d1e HTTP/1.1" status: 200 len: 944 time: 0.1947410 Jul 14 18:22:41.962144 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-d3f945a6-219d-4dc7-961b-104f42e7259a req-8e604b8f-aeeb-466e-abfa-8686d648788e service neutron] 10.222.0.18 "GET /v2.0/networks/1cbaa8bd-1463-4b3c-89d2-ab344d2f55cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915530 Jul 14 18:22:42.029918 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-1bcffe79-3f21-41de-8b63-4cf60eba070f req-1828b853-4ba7-46cc-a09d-1115941c2411 tempest-ImagesOneServerNegativeTestJSON-264633046 tempest-ImagesOneServerNegativeTestJSON-264633046-project] 10.222.0.16 "GET /v2.0/security-groups?id=7eb77405-22ca-4355-84b5-b8009f159b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873263 Jul 14 18:22:42.056362 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-93f416dd-0db3-48ee-97cd-74c3fc16cc9a req-ba150663-5ae1-4634-902b-e38425117041 service neutron] 10.222.0.16 "GET /v2.0/networks/21eb5426-10a9-45e7-adcc-7b2a88d91d33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211562 Jul 14 18:22:42.172547 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device 50159c3e-a461-4d23-925d-2cd09adbc33f no longer exists at agent hyperv_n-h1-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 18:22:42.180651 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-93f416dd-0db3-48ee-97cd-74c3fc16cc9a req-85d66f70-dfb6-4526-bf99-645e08e9aa1d service neutron] 10.222.0.16 "GET /v2.0/networks/21eb5426-10a9-45e7-adcc-7b2a88d91d33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1181939 Jul 14 18:22:42.213340 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9c3177-ceea-4629-8e48-c218b3ab2d5b req-9c9faa7d-2fc6-4e9a-81f7-a9e1f4a7e05b tempest-ImagesTestJSON-313755568 tempest-ImagesTestJSON-313755568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:22:42.215618 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-9e9c3177-ceea-4629-8e48-c218b3ab2d5b req-9c9faa7d-2fc6-4e9a-81f7-a9e1f4a7e05b tempest-ImagesTestJSON-313755568 tempest-ImagesTestJSON-313755568-project] 10.222.0.16 "GET /v2.0/ports?device_id=6aaead6f-eb8d-448b-ab5e-df60fe6f6bc2 HTTP/1.1" status: 200 len: 944 time: 0.0845592 Jul 14 18:22:42.257384 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:22:42.266308 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-9e9c3177-ceea-4629-8e48-c218b3ab2d5b req-a35c6806-05a5-4eea-903b-e34e7dfb7672 tempest-ImagesTestJSON-313755568 tempest-ImagesTestJSON-313755568-project] 10.222.0.16 "GET /v2.0/security-groups?id=96a7afe7-a122-4b0d-8907-2d91e1bd838f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429263 Jul 14 18:22:42.283000 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4518b06-90d0-4f6c-997a-2fe9348c1117', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '50159c3e-a461-4d23-925d-2cd09adbc33f'}] {{(pid=93917) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:22:42.286113 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20b787f3c29eaa7aa2a4d648c725a2124c5ff39a8d793252f9d844495e14cf42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abcdcbc0-fbe6-4736-bdfe-b2e504b14a2e" -d '{"events": [{"server_uuid": "f4518b06-90d0-4f6c-997a-2fe9348c1117", "name": "network-vif-unplugged", "status": "completed", "tag": "50159c3e-a461-4d23-925d-2cd09adbc33f"}]}' {{(pid=93917) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:22:42.299858 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port 50159c3e-a461-4d23-925d-2cd09adbc33f, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=50159c3e-a461-4d23-925d-2cd09adbc33f,segment=NetworkSegment(067fc487-22c7-42de-972d-ae352a28ad29),segment_id=067fc487-22c7-42de-972d-ae352a28ad29)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:22:42.304569 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:22:42.305427 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device e96f1752-0960-4340-8500-0f30088422e9 no longer exists at agent hyperv_n-h1-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 18:22:42.399309 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Pushing event updated for resources: {'Port': ['ID=50159c3e-a461-4d23-925d-2cd09adbc33f,revision_number=8']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:22:42.447104 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:22:42.491912 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id e96f1752-0960-4340-8500-0f30088422e9 {{(pid=93917) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 18:22:42.518010 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port e96f1752-0960-4340-8500-0f30088422e9, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=e96f1752-0960-4340-8500-0f30088422e9,segment=NetworkSegment(5d348732-27f4-441a-bef1-a0d44ffa840e),segment_id=5d348732-27f4-441a-bef1-a0d44ffa840e)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:22:42.530072 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:22:42.620923 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Pushing event updated for resources: {'Port': ['ID=e96f1752-0960-4340-8500-0f30088422e9,revision_number=7']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:22:42.755756 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 56c307d6-0eb8-4bc8-9f67-c002fcba1788 up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:22:42.850189 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning for port 56c307d6-0eb8-4bc8-9f67-c002fcba1788 completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:22:42.854518 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port 56c307d6-0eb8-4bc8-9f67-c002fcba1788 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:22:42.855218 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:22:42.891241 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 14 Jul 2021 18:22:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59894b9c-a1de-4f25-a2e1-bf10cd91c882 x-openstack-request-id: req-59894b9c-a1de-4f25-a2e1-bf10cd91c882 {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:22:42.891537 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4518b06-90d0-4f6c-997a-2fe9348c1117", "name": "network-vif-unplugged", "status": "completed", "tag": "50159c3e-a461-4d23-925d-2cd09adbc33f", "code": 200}]} {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:22:42.891881 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-59894b9c-a1de-4f25-a2e1-bf10cd91c882 {{(pid=93917) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:22:42.892379 n-d-800634-3 neutron-server[93917]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4518b06-90d0-4f6c-997a-2fe9348c1117', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '50159c3e-a461-4d23-925d-2cd09adbc33f', 'code': 200} Jul 14 18:22:42.975975 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:22:43.010231 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e43179-7ac3-4924-b919-9152e3aca752 req-96516608-d78e-413d-89d1-c7ef069ce58f tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:22:43.015890 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] For port 56c307d6-0eb8-4bc8-9f67-c002fcba1788, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=56c307d6-0eb8-4bc8-9f67-c002fcba1788,segment=NetworkSegment(4c0d9076-aea0-482a-a4d8-ee0057218731),segment_id=4c0d9076-aea0-482a-a4d8-ee0057218731)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:22:43.019629 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-49e43179-7ac3-4924-b919-9152e3aca752 req-96516608-d78e-413d-89d1-c7ef069ce58f tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] 10.222.0.16 "GET /v2.0/ports?device_id=b53dfd5f-48ed-48e9-b93b-bc2377bd6ef5 HTTP/1.1" status: 200 len: 943 time: 0.0812047 Jul 14 18:22:43.020719 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:22:43.051868 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Device b875f197-b5bd-4e33-8c5d-9d9e1a56ddfe details requested by agent hyperv_n-h2-800634-3 with host n-h2-800634-3 {{(pid=93917) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 18:22:43.076661 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-49e43179-7ac3-4924-b919-9152e3aca752 req-6e784088-3686-40c2-a7c9-ffda8a1f6034 tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] 10.222.0.16 "GET /v2.0/security-groups?id=39320fa9-4894-4542-95e3-d64e174c637e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558481 Jul 14 18:22:43.148294 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-fab921d5-34c1-408c-a956-039f6e4e3ba8 req-2c405edd-c9f7-47d0-8c7d-9908b3cd7619 tempest-ServersTestManualDisk-214316942 tempest-ServersTestManualDisk-214316942-project] 10.222.0.16 "GET /v2.0/ports?device_id=b5a1ff61-3393-4ba7-9619-8436eb83bdae HTTP/1.1" status: 200 len: 210 time: 0.1256142 Jul 14 18:22:43.201486 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Pushing event updated for resources: {'Port': ['ID=56c307d6-0eb8-4bc8-9f67-c002fcba1788,revision_number=5']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:22:43.206059 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] For port b875f197-b5bd-4e33-8c5d-9d9e1a56ddfe, host n-h2-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=b875f197-b5bd-4e33-8c5d-9d9e1a56ddfe,segment=NetworkSegment(ed557757-f640-484f-8cda-41a92c321398),segment_id=ed557757-f640-484f-8cda-41a92c321398)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:22:43.218069 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Returning: {'device': 'b875f197-b5bd-4e33-8c5d-9d9e1a56ddfe', 'network_id': '458a605c-adc1-4322-ba16-e84a0c1f7468', 'port_id': 'b875f197-b5bd-4e33-8c5d-9d9e1a56ddfe', 'mac_address': 'fa:16:3e:ad:61:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 82, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f82593d-7d30-492d-935c-eafdd92f72c6', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93917) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 18:22:43.275069 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e015f8aa-85b8-4512-865c-b6739a1bd68b req-c5ad21c3-0704-4326-9b45-aa45aed2be4d tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:22:43.276901 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e015f8aa-85b8-4512-865c-b6739a1bd68b req-c5ad21c3-0704-4326-9b45-aa45aed2be4d tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] 10.222.0.16 "GET /v2.0/ports?device_id=5d1b56cf-e9a2-40e8-8a62-8ebd9281e58d HTTP/1.1" status: 200 len: 943 time: 0.0791519 Jul 14 18:22:43.352519 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e015f8aa-85b8-4512-865c-b6739a1bd68b req-2b4b39eb-1746-405b-b442-d375af502b35 tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] 10.222.0.16 "GET /v2.0/security-groups?id=540fae54-ccea-4309-9c99-81b930eedb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647895 Jul 14 18:22:43.368613 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9701787e-823f-4ef6-9aa8-f8a340eaafda req-e2c42f35-8182-4548-aa7f-864d9955b43d tempest-ServersWithSpecificFlavorTestJSON-461581366 tempest-ServersWithSpecificFlavorTestJSON-461581366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:22:43.378879 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-9701787e-823f-4ef6-9aa8-f8a340eaafda req-e2c42f35-8182-4548-aa7f-864d9955b43d tempest-ServersWithSpecificFlavorTestJSON-461581366 tempest-ServersWithSpecificFlavorTestJSON-461581366-project] 10.222.0.16 "GET /v2.0/ports?device_id=03a24d87-527f-4d5b-a998-53393446562a HTTP/1.1" status: 200 len: 943 time: 0.0921371 Jul 14 18:22:43.409388 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-9701787e-823f-4ef6-9aa8-f8a340eaafda req-6511953a-07e9-40fe-8987-ce16000d0bc0 tempest-ServersWithSpecificFlavorTestJSON-461581366 tempest-ServersWithSpecificFlavorTestJSON-461581366-project] 10.222.0.16 "GET /v2.0/security-groups?id=53e3c538-c3c4-4fce-8d05-f9ee7d004cad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333784 Jul 14 18:22:43.518647 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2cf770-06a5-4120-a2c8-c7432f43b5ae req-8fa17ee8-b0db-499c-9d1c-9a378f7f2ead tempest-ImagesOneServerNegativeTestJSON-264633046 tempest-ImagesOneServerNegativeTestJSON-264633046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:22:43.520146 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-cd2cf770-06a5-4120-a2c8-c7432f43b5ae req-8fa17ee8-b0db-499c-9d1c-9a378f7f2ead tempest-ImagesOneServerNegativeTestJSON-264633046 tempest-ImagesOneServerNegativeTestJSON-264633046-project] 10.222.0.16 "GET /v2.0/ports?device_id=e38bd656-d729-47db-a20c-8dc429643d1e HTTP/1.1" status: 200 len: 943 time: 0.0645261 Jul 14 18:22:43.560278 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-cd2cf770-06a5-4120-a2c8-c7432f43b5ae req-90e2e1c0-9275-43c5-9814-16f9f9b6892d tempest-ImagesOneServerNegativeTestJSON-264633046 tempest-ImagesOneServerNegativeTestJSON-264633046-project] 10.222.0.16 "GET /v2.0/security-groups?id=7eb77405-22ca-4355-84b5-b8009f159b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344381 Jul 14 18:22:43.649798 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94ca01a-3dee-4f9d-afa3-c85665a5302e req-d381ae63-27f8-4260-be47-a11ba161d7f8 tempest-ImagesTestJSON-313755568 tempest-ImagesTestJSON-313755568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:22:43.651269 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b94ca01a-3dee-4f9d-afa3-c85665a5302e req-d381ae63-27f8-4260-be47-a11ba161d7f8 tempest-ImagesTestJSON-313755568 tempest-ImagesTestJSON-313755568-project] 10.222.0.16 "GET /v2.0/ports?device_id=6aaead6f-eb8d-448b-ab5e-df60fe6f6bc2 HTTP/1.1" status: 200 len: 944 time: 0.0726244 Jul 14 18:22:43.688907 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b94ca01a-3dee-4f9d-afa3-c85665a5302e req-5bab7ce5-1f1a-4ccc-8ba0-264453b74712 tempest-ImagesTestJSON-313755568 tempest-ImagesTestJSON-313755568-project] 10.222.0.16 "GET /v2.0/security-groups?id=96a7afe7-a122-4b0d-8907-2d91e1bd838f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314779 Jul 14 18:22:43.984599 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f416dd-0db3-48ee-97cd-74c3fc16cc9a req-33e0e011-1bc1-449f-a1dc-fde425c9707e tempest-ServersTestManualDisk-214316942 tempest-ServersTestManualDisk-214316942-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:22:43.985936 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-93f416dd-0db3-48ee-97cd-74c3fc16cc9a req-33e0e011-1bc1-449f-a1dc-fde425c9707e tempest-ServersTestManualDisk-214316942 tempest-ServersTestManualDisk-214316942-project] 10.222.0.18 "GET /v2.0/networks?id=21eb5426-10a9-45e7-adcc-7b2a88d91d33 HTTP/1.1" status: 200 len: 811 time: 0.1085989 Jul 14 18:22:44.045257 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-93f416dd-0db3-48ee-97cd-74c3fc16cc9a req-71f72288-6d9c-4450-b12b-aadb0cdd95f5 tempest-ServersTestManualDisk-214316942 tempest-ServersTestManualDisk-214316942-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6ad3b512175c4246a59ff7988f78196a HTTP/1.1" status: 200 len: 380 time: 0.0342336 Jul 14 18:22:44.063428 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [req-93f416dd-0db3-48ee-97cd-74c3fc16cc9a req-25cf7090-2dd2-4497-a016-ad1c73103c6a tempest-ServersTestManualDisk-214316942 tempest-ServersTestManualDisk-214316942-project] Request body: {'port': {'device_id': 'b5a1ff61-3393-4ba7-9619-8436eb83bdae', 'network_id': '21eb5426-10a9-45e7-adcc-7b2a88d91d33', 'admin_state_up': True, 'tenant_id': '6ad3b512175c4246a59ff7988f78196a', 'security_groups': ['8c8c52b3-d017-4b0b-ad6d-d62b10f55174']}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:22:44.169509 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-93f416dd-0db3-48ee-97cd-74c3fc16cc9a req-25cf7090-2dd2-4497-a016-ad1c73103c6a tempest-ServersTestManualDisk-214316942 tempest-ServersTestManualDisk-214316942-project] Made reservation on behalf of 6ad3b512175c4246a59ff7988f78196a for: {'port': 1} {{(pid=93916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:22:44.173193 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-93f416dd-0db3-48ee-97cd-74c3fc16cc9a req-25cf7090-2dd2-4497-a016-ad1c73103c6a tempest-ServersTestManualDisk-214316942 tempest-ServersTestManualDisk-214316942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:22:44.202133 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device dab39f3e-8fed-4f23-8a71-63b2e4a68944 details requested by agent hyperv_n-h1-800634-3 with host n-h1-800634-3 {{(pid=93917) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 18:22:44.240800 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ffa921-f07c-4f38-b400-64ed848440ab req-ad2ce13a-bc06-460c-b482-f16c9bcc300f tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:22:44.244596 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-94ffa921-f07c-4f38-b400-64ed848440ab req-ad2ce13a-bc06-460c-b482-f16c9bcc300f tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] 10.222.0.16 "GET /v2.0/ports?device_id=b53dfd5f-48ed-48e9-b93b-bc2377bd6ef5 HTTP/1.1" status: 200 len: 943 time: 0.0674846 Jul 14 18:22:44.314785 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-0a38cfdc-af8e-4151-8f2e-a146a0f780c7 req-1b57498b-0659-46bd-86cf-bc15cda1c5b0 tempest-ServersTestManualDisk-214316942 tempest-ServersTestManualDisk-214316942-project] 10.222.0.16 "GET /v2.0/ports?device_id=b5a1ff61-3393-4ba7-9619-8436eb83bdae HTTP/1.1" status: 200 len: 210 time: 0.0368333 Jul 14 18:22:44.318204 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-94ffa921-f07c-4f38-b400-64ed848440ab req-ad1fd394-708e-4711-9f30-f4743f2b87af tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] 10.222.0.16 "GET /v2.0/security-groups?id=39320fa9-4894-4542-95e3-d64e174c637e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671721 Jul 14 18:22:44.319953 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.db_base_plugin_common [req-93f416dd-0db3-48ee-97cd-74c3fc16cc9a req-25cf7090-2dd2-4497-a016-ad1c73103c6a tempest-ServersTestManualDisk-214316942 tempest-ServersTestManualDisk-214316942-project] Allocated IP 172.20.0.14 (21eb5426-10a9-45e7-adcc-7b2a88d91d33/51a2df91-1208-4c4b-96e9-d2512fde1766/d9558d54-152e-4204-8725-17099e4a9cfa) {{(pid=93916) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:22:44.322285 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port dab39f3e-8fed-4f23-8a71-63b2e4a68944, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=dab39f3e-8fed-4f23-8a71-63b2e4a68944,segment=NetworkSegment(25fcd291-a4fb-4631-8a4d-06fad1821ccd),segment_id=25fcd291-a4fb-4631-8a4d-06fad1821ccd)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:22:44.356305 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Returning: {'device': 'dab39f3e-8fed-4f23-8a71-63b2e4a68944', 'network_id': '1cbaa8bd-1463-4b3c-89d2-ab344d2f55cf', 'port_id': 'dab39f3e-8fed-4f23-8a71-63b2e4a68944', 'mac_address': 'fa:16:3e:09:c3:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6dcdf63-414e-46ae-93dc-0b8457260728', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93917) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 18:22:44.397767 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:22:44.419054 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dab39f3e-8fed-4f23-8a71-63b2e4a68944 {{(pid=93917) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 18:22:44.438671 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port dab39f3e-8fed-4f23-8a71-63b2e4a68944, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=dab39f3e-8fed-4f23-8a71-63b2e4a68944,segment=NetworkSegment(25fcd291-a4fb-4631-8a4d-06fad1821ccd),segment_id=25fcd291-a4fb-4631-8a4d-06fad1821ccd)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:22:44.442758 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:22:44.491267 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Pushing event updated for resources: {'Port': ['ID=dab39f3e-8fed-4f23-8a71-63b2e4a68944,revision_number=4']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:22:44.492263 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-93f416dd-0db3-48ee-97cd-74c3fc16cc9a req-25cf7090-2dd2-4497-a016-ad1c73103c6a tempest-ServersTestManualDisk-214316942 tempest-ServersTestManualDisk-214316942-project] Notify callbacks [] for port, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:22:44.510812 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.provisioning_blocks [req-93f416dd-0db3-48ee-97cd-74c3fc16cc9a req-25cf7090-2dd2-4497-a016-ad1c73103c6a tempest-ServersTestManualDisk-214316942 tempest-ServersTestManualDisk-214316942-project] Transition to ACTIVE for port object d9558d54-152e-4204-8725-17099e4a9cfa will not be triggered until provisioned by entity DHCP. {{(pid=93916) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:22:44.542309 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51477099-1073-4676-a39c-37c7df3ddb84 req-a7321d1c-1bf1-4320-ab73-b78e851711e6 tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:22:44.544716 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-51477099-1073-4676-a39c-37c7df3ddb84 req-a7321d1c-1bf1-4320-ab73-b78e851711e6 tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] 10.222.0.16 "GET /v2.0/ports?device_id=5d1b56cf-e9a2-40e8-8a62-8ebd9281e58d HTTP/1.1" status: 200 len: 943 time: 0.0685453 Jul 14 18:22:44.551639 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-93f416dd-0db3-48ee-97cd-74c3fc16cc9a req-25cf7090-2dd2-4497-a016-ad1c73103c6a tempest-ServersTestManualDisk-214316942 tempest-ServersTestManualDisk-214316942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:22:44.586866 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-51477099-1073-4676-a39c-37c7df3ddb84 req-1ef2f71e-2227-4e9f-ba71-3d66ddff76d2 tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] 10.222.0.16 "GET /v2.0/security-groups?id=540fae54-ccea-4309-9c99-81b930eedb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359712 Jul 14 18:22:44.598357 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-93f416dd-0db3-48ee-97cd-74c3fc16cc9a req-25cf7090-2dd2-4497-a016-ad1c73103c6a tempest-ServersTestManualDisk-214316942 tempest-ServersTestManualDisk-214316942-project] Network 21eb5426-10a9-45e7-adcc-7b2a88d91d33 is already hosted by enough agents. {{(pid=93916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:22:44.605397 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [req-93f416dd-0db3-48ee-97cd-74c3fc16cc9a req-25cf7090-2dd2-4497-a016-ad1c73103c6a tempest-ServersTestManualDisk-214316942 tempest-ServersTestManualDisk-214316942-project] Resources bound (agent type, host, resource id): {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:22:44.608549 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.l3_dvrscheduler_db [req-93f416dd-0db3-48ee-97cd-74c3fc16cc9a req-25cf7090-2dd2-4497-a016-ad1c73103c6a tempest-ServersTestManualDisk-214316942 tempest-ServersTestManualDisk-214316942-project] Received port after_create {{(pid=93916) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:22:44.654152 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25cf7090-2dd2-4497-a016-ad1c73103c6a tempest-ServersTestManualDisk-214316942 tempest-ServersTestManualDisk-214316942-project] Pushing event updated for resources: {'Port': ['ID=d9558d54-152e-4204-8725-17099e4a9cfa,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:22:44.672914 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f416dd-0db3-48ee-97cd-74c3fc16cc9a req-25cf7090-2dd2-4497-a016-ad1c73103c6a tempest-ServersTestManualDisk-214316942 tempest-ServersTestManualDisk-214316942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:22:44.673638 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-93f416dd-0db3-48ee-97cd-74c3fc16cc9a req-25cf7090-2dd2-4497-a016-ad1c73103c6a tempest-ServersTestManualDisk-214316942 tempest-ServersTestManualDisk-214316942-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:22:44.677206 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25cf7090-2dd2-4497-a016-ad1c73103c6a tempest-ServersTestManualDisk-214316942 tempest-ServersTestManualDisk-214316942-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:22:44.677638 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25cf7090-2dd2-4497-a016-ad1c73103c6a tempest-ServersTestManualDisk-214316942 tempest-ServersTestManualDisk-214316942-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:22:44.678093 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25cf7090-2dd2-4497-a016-ad1c73103c6a tempest-ServersTestManualDisk-214316942 tempest-ServersTestManualDisk-214316942-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:22:44.678498 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25cf7090-2dd2-4497-a016-ad1c73103c6a tempest-ServersTestManualDisk-214316942 tempest-ServersTestManualDisk-214316942-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:22:44.678942 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25cf7090-2dd2-4497-a016-ad1c73103c6a tempest-ServersTestManualDisk-214316942 tempest-ServersTestManualDisk-214316942-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:22:44.679333 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25cf7090-2dd2-4497-a016-ad1c73103c6a tempest-ServersTestManualDisk-214316942 tempest-ServersTestManualDisk-214316942-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:22:44.679732 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25cf7090-2dd2-4497-a016-ad1c73103c6a tempest-ServersTestManualDisk-214316942 tempest-ServersTestManualDisk-214316942-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:22:44.680188 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25cf7090-2dd2-4497-a016-ad1c73103c6a tempest-ServersTestManualDisk-214316942 tempest-ServersTestManualDisk-214316942-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:22:44.680594 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25cf7090-2dd2-4497-a016-ad1c73103c6a tempest-ServersTestManualDisk-214316942 tempest-ServersTestManualDisk-214316942-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:22:44.681041 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25cf7090-2dd2-4497-a016-ad1c73103c6a tempest-ServersTestManualDisk-214316942 tempest-ServersTestManualDisk-214316942-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:22:44.681429 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25cf7090-2dd2-4497-a016-ad1c73103c6a tempest-ServersTestManualDisk-214316942 tempest-ServersTestManualDisk-214316942-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:22:44.681911 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25cf7090-2dd2-4497-a016-ad1c73103c6a tempest-ServersTestManualDisk-214316942 tempest-ServersTestManualDisk-214316942-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:22:44.703437 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-93f416dd-0db3-48ee-97cd-74c3fc16cc9a req-25cf7090-2dd2-4497-a016-ad1c73103c6a tempest-ServersTestManualDisk-214316942 tempest-ServersTestManualDisk-214316942-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6437373 Jul 14 18:22:44.719583 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 56c307d6-0eb8-4bc8-9f67-c002fcba1788 up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:22:44.726005 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [req-93f416dd-0db3-48ee-97cd-74c3fc16cc9a req-44ffd9d0-0ef5-4223-b276-56f41f47b8a0 service neutron] Request body: {'port': {'device_id': 'b5a1ff61-3393-4ba7-9619-8436eb83bdae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800634-3'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:22:44.796753 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port 56c307d6-0eb8-4bc8-9f67-c002fcba1788 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:22:44.797846 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:22:44.822159 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-93f416dd-0db3-48ee-97cd-74c3fc16cc9a req-44ffd9d0-0ef5-4223-b276-56f41f47b8a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:22:44.846764 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9449e4-e77b-4568-842b-c319790e0beb req-4bb67567-1285-458e-9c22-fe37443b919b tempest-ImagesOneServerNegativeTestJSON-264633046 tempest-ImagesOneServerNegativeTestJSON-264633046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:22:44.847153 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] get_ports_and_sgs() called for port_ids ['dab39f3e-8fed-4f23-8a71-63b2e4a68944'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 18:22:44.849034 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-fd9449e4-e77b-4568-842b-c319790e0beb req-4bb67567-1285-458e-9c22-fe37443b919b tempest-ImagesOneServerNegativeTestJSON-264633046 tempest-ImagesOneServerNegativeTestJSON-264633046-project] 10.222.0.16 "GET /v2.0/ports?device_id=e38bd656-d729-47db-a20c-8dc429643d1e HTTP/1.1" status: 200 len: 943 time: 0.0938523 Jul 14 18:22:44.937827 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-fd9449e4-e77b-4568-842b-c319790e0beb req-09dee8a2-f969-4c0f-aa92-e898ab23583c tempest-ImagesOneServerNegativeTestJSON-264633046 tempest-ImagesOneServerNegativeTestJSON-264633046-project] 10.222.0.16 "GET /v2.0/security-groups?id=7eb77405-22ca-4355-84b5-b8009f159b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751879 Jul 14 18:22:44.970715 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73afc4d-e56e-4497-a35a-f3f50c8330b3 req-1993ac3c-f08b-499b-90a8-9b7a77510c6b tempest-ImagesTestJSON-313755568 tempest-ImagesTestJSON-313755568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:22:44.972245 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e73afc4d-e56e-4497-a35a-f3f50c8330b3 req-1993ac3c-f08b-499b-90a8-9b7a77510c6b tempest-ImagesTestJSON-313755568 tempest-ImagesTestJSON-313755568-project] 10.222.0.16 "GET /v2.0/ports?device_id=6aaead6f-eb8d-448b-ab5e-df60fe6f6bc2 HTTP/1.1" status: 200 len: 944 time: 0.1214392 Jul 14 18:22:45.017271 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-36b2a444-735f-4d11-be8a-6ceec65fcc88 None None] Provisioning for port d9558d54-152e-4204-8725-17099e4a9cfa completed by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:22:45.019482 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e73afc4d-e56e-4497-a35a-f3f50c8330b3 req-de213e0b-ec96-4835-9f41-de32454ca1c7 tempest-ImagesTestJSON-313755568 tempest-ImagesTestJSON-313755568-project] 10.222.0.16 "GET /v2.0/security-groups?id=96a7afe7-a122-4b0d-8907-2d91e1bd838f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410845 Jul 14 18:22:45.028309 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-36b2a444-735f-4d11-be8a-6ceec65fcc88 None None] Provisioning complete for port d9558d54-152e-4204-8725-17099e4a9cfa triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:22:45.028755 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-36b2a444-735f-4d11-be8a-6ceec65fcc88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:22:45.055458 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Device b875f197-b5bd-4e33-8c5d-9d9e1a56ddfe details requested by agent hyperv_n-h2-800634-3 with host n-h2-800634-3 {{(pid=93917) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 18:22:45.099019 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-36b2a444-735f-4d11-be8a-6ceec65fcc88 None None] Port d9558d54-152e-4204-8725-17099e4a9cfa cannot update to ACTIVE because it is not bound. {{(pid=93917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 18:22:45.119428 n-d-800634-3 neutron-server[93916]: DEBUG neutron.notifiers.nova [req-93f416dd-0db3-48ee-97cd-74c3fc16cc9a req-44ffd9d0-0ef5-4223-b276-56f41f47b8a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d9558d54-152e-4204-8725-17099e4a9cfa {{(pid=93916) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 18:22:45.127000 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-93f416dd-0db3-48ee-97cd-74c3fc16cc9a req-44ffd9d0-0ef5-4223-b276-56f41f47b8a0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:22:45.139050 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.provisioning_blocks [req-93f416dd-0db3-48ee-97cd-74c3fc16cc9a req-44ffd9d0-0ef5-4223-b276-56f41f47b8a0 service neutron] Transition to ACTIVE for port object d9558d54-152e-4204-8725-17099e4a9cfa will not be triggered until provisioned by entity L2. {{(pid=93916) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:22:45.143632 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-93f416dd-0db3-48ee-97cd-74c3fc16cc9a req-44ffd9d0-0ef5-4223-b276-56f41f47b8a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2684870'] for port, after_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:22:45.188900 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] For port b875f197-b5bd-4e33-8c5d-9d9e1a56ddfe, host n-h2-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=b875f197-b5bd-4e33-8c5d-9d9e1a56ddfe,segment=NetworkSegment(ed557757-f640-484f-8cda-41a92c321398),segment_id=ed557757-f640-484f-8cda-41a92c321398)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:22:45.200474 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Returning: {'device': 'b875f197-b5bd-4e33-8c5d-9d9e1a56ddfe', 'network_id': '458a605c-adc1-4322-ba16-e84a0c1f7468', 'port_id': 'b875f197-b5bd-4e33-8c5d-9d9e1a56ddfe', 'mac_address': 'fa:16:3e:ad:61:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 82, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f82593d-7d30-492d-935c-eafdd92f72c6', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93917) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 18:22:45.227094 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ffd9d0-0ef5-4223-b276-56f41f47b8a0 service neutron] Pushing event updated for resources: {'Port': ['ID=d9558d54-152e-4204-8725-17099e4a9cfa,revision_number=2']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:22:45.306254 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edcaac4-ec21-45d7-b7e3-24696f86a59d req-f7c599bc-20a6-453d-bc53-e74fb9e3987a tempest-ImagesOneServerNegativeTestJSON-264633046 tempest-ImagesOneServerNegativeTestJSON-264633046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:22:45.307727 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-5edcaac4-ec21-45d7-b7e3-24696f86a59d req-f7c599bc-20a6-453d-bc53-e74fb9e3987a tempest-ImagesOneServerNegativeTestJSON-264633046 tempest-ImagesOneServerNegativeTestJSON-264633046-project] 10.222.0.18 "GET /v2.0/ports?device_id=e38bd656-d729-47db-a20c-8dc429643d1e HTTP/1.1" status: 200 len: 943 time: 0.1381657 Jul 14 18:22:45.347550 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.managers [req-93f416dd-0db3-48ee-97cd-74c3fc16cc9a req-44ffd9d0-0ef5-4223-b276-56f41f47b8a0 service neutron] Attempting to bind port d9558d54-152e-4204-8725-17099e4a9cfa on host n-h1-800634-3 for vnic_type normal with profile {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:22:45.347550 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.managers [req-93f416dd-0db3-48ee-97cd-74c3fc16cc9a req-44ffd9d0-0ef5-4223-b276-56f41f47b8a0 service neutron] Attempting to bind port d9558d54-152e-4204-8725-17099e4a9cfa by drivers openvswitch,hyperv on host n-h1-800634-3 at level 0 using segments [{'id': '4c0d9076-aea0-482a-a4d8-ee0057218731', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '21eb5426-10a9-45e7-adcc-7b2a88d91d33'}] {{(pid=93916) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:22:45.347550 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93f416dd-0db3-48ee-97cd-74c3fc16cc9a req-44ffd9d0-0ef5-4223-b276-56f41f47b8a0 service neutron] Attempting to bind port d9558d54-152e-4204-8725-17099e4a9cfa on network 21eb5426-10a9-45e7-adcc-7b2a88d91d33 {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:22:45.356314 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93f416dd-0db3-48ee-97cd-74c3fc16cc9a req-44ffd9d0-0ef5-4223-b276-56f41f47b8a0 service neutron] Port d9558d54-152e-4204-8725-17099e4a9cfa on network 21eb5426-10a9-45e7-adcc-7b2a88d91d33 not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-3 {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 18:22:45.356646 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93f416dd-0db3-48ee-97cd-74c3fc16cc9a req-44ffd9d0-0ef5-4223-b276-56f41f47b8a0 service neutron] Attempting to bind port d9558d54-152e-4204-8725-17099e4a9cfa on network 21eb5426-10a9-45e7-adcc-7b2a88d91d33 {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:22:45.369268 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93f416dd-0db3-48ee-97cd-74c3fc16cc9a req-44ffd9d0-0ef5-4223-b276-56f41f47b8a0 service neutron] Checking agent: {'id': 'a3630ff4-fbee-45d9-b9b6-0ae41cb3a350', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 15, 32), 'started_at': datetime.datetime(2021, 7, 14, 18, 15, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 18, 22, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 18:22:45.369611 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93f416dd-0db3-48ee-97cd-74c3fc16cc9a req-44ffd9d0-0ef5-4223-b276-56f41f47b8a0 service neutron] Checking segment: {'id': '4c0d9076-aea0-482a-a4d8-ee0057218731', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '21eb5426-10a9-45e7-adcc-7b2a88d91d33'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93916) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:22:45.369997 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93f416dd-0db3-48ee-97cd-74c3fc16cc9a req-44ffd9d0-0ef5-4223-b276-56f41f47b8a0 service neutron] Bound using segment: {'id': '4c0d9076-aea0-482a-a4d8-ee0057218731', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '21eb5426-10a9-45e7-adcc-7b2a88d91d33'} {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 18:22:45.370428 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.managers [req-93f416dd-0db3-48ee-97cd-74c3fc16cc9a req-44ffd9d0-0ef5-4223-b276-56f41f47b8a0 service neutron] Bound port: d9558d54-152e-4204-8725-17099e4a9cfa, host: n-h1-800634-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c0d9076-aea0-482a-a4d8-ee0057218731', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '21eb5426-10a9-45e7-adcc-7b2a88d91d33'}}] {{(pid=93916) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 18:22:45.370794 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-93f416dd-0db3-48ee-97cd-74c3fc16cc9a req-44ffd9d0-0ef5-4223-b276-56f41f47b8a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:22:45.476189 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.db [req-93f416dd-0db3-48ee-97cd-74c3fc16cc9a req-44ffd9d0-0ef5-4223-b276-56f41f47b8a0 service neutron] For port d9558d54-152e-4204-8725-17099e4a9cfa, host n-h1-800634-3, cleared binding levels {{(pid=93916) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:22:45.480558 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.db [req-93f416dd-0db3-48ee-97cd-74c3fc16cc9a req-44ffd9d0-0ef5-4223-b276-56f41f47b8a0 service neutron] For port d9558d54-152e-4204-8725-17099e4a9cfa, host n-h1-800634-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=d9558d54-152e-4204-8725-17099e4a9cfa,segment=NetworkSegment(4c0d9076-aea0-482a-a4d8-ee0057218731),segment_id=4c0d9076-aea0-482a-a4d8-ee0057218731)] {{(pid=93916) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 18:22:45.483889 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [req-5edcaac4-ec21-45d7-b7e3-24696f86a59d req-21333f3e-fe00-4e8f-902c-551c2a2b53f7 tempest-ImagesOneServerNegativeTestJSON-264633046 tempest-ImagesOneServerNegativeTestJSON-264633046-project] Deleting port e96f1752-0960-4340-8500-0f30088422e9 {{(pid=93916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:22:45.484273 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-5edcaac4-ec21-45d7-b7e3-24696f86a59d req-21333f3e-fe00-4e8f-902c-551c2a2b53f7 tempest-ImagesOneServerNegativeTestJSON-264633046 tempest-ImagesOneServerNegativeTestJSON-264633046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:22:45.488975 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-93f416dd-0db3-48ee-97cd-74c3fc16cc9a req-44ffd9d0-0ef5-4223-b276-56f41f47b8a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2684870'] for port, after_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:22:45.550210 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a9d25c-744d-4ffe-92d9-a6f1425995ea req-b918f2be-7aa9-4b1a-bdb7-341cb0fd6971 tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:22:45.551716 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c1a9d25c-744d-4ffe-92d9-a6f1425995ea req-b918f2be-7aa9-4b1a-bdb7-341cb0fd6971 tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] 10.222.0.16 "GET /v2.0/ports?device_id=b53dfd5f-48ed-48e9-b93b-bc2377bd6ef5 HTTP/1.1" status: 200 len: 944 time: 0.1138723 Jul 14 18:22:45.565068 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735816f8-d055-4402-bbf4-9b0c877bd7f8 req-00a10021-a44d-49e2-96d6-954ea7d1341d tempest-ServersTestManualDisk-214316942 tempest-ServersTestManualDisk-214316942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:22:45.567664 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-735816f8-d055-4402-bbf4-9b0c877bd7f8 req-00a10021-a44d-49e2-96d6-954ea7d1341d tempest-ServersTestManualDisk-214316942 tempest-ServersTestManualDisk-214316942-project] 10.222.0.16 "GET /v2.0/ports?device_id=b5a1ff61-3393-4ba7-9619-8436eb83bdae HTTP/1.1" status: 200 len: 944 time: 0.0994201 Jul 14 18:22:45.569727 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f416dd-0db3-48ee-97cd-74c3fc16cc9a req-44ffd9d0-0ef5-4223-b276-56f41f47b8a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:22:45.570345 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-93f416dd-0db3-48ee-97cd-74c3fc16cc9a req-44ffd9d0-0ef5-4223-b276-56f41f47b8a0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:22:45.571710 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-93f416dd-0db3-48ee-97cd-74c3fc16cc9a req-44ffd9d0-0ef5-4223-b276-56f41f47b8a0 service neutron] 10.222.0.18 "PUT /v2.0/ports/d9558d54-152e-4204-8725-17099e4a9cfa HTTP/1.1" status: 200 len: 1092 time: 0.8592024 Jul 14 18:22:45.576523 n-d-800634-3 neutron-server[93916]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5a1ff61-3393-4ba7-9619-8436eb83bdae', 'tag': 'd9558d54-152e-4204-8725-17099e4a9cfa'}] {{(pid=93916) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:22:45.578781 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f803e150b363a7893830aa996ac27753fa25517c406ecd3536b7c2d4b26eeb9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7b89c97-9078-4e83-87ac-7752d03dc991" -d '{"events": [{"name": "network-changed", "server_uuid": "b5a1ff61-3393-4ba7-9619-8436eb83bdae", "tag": "d9558d54-152e-4204-8725-17099e4a9cfa"}]}' {{(pid=93916) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:22:45.614731 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ffd9d0-0ef5-4223-b276-56f41f47b8a0 service neutron] Pushing event updated for resources: {'Port': ['ID=d9558d54-152e-4204-8725-17099e4a9cfa,revision_number=3']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:22:45.632322 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c1a9d25c-744d-4ffe-92d9-a6f1425995ea req-5256842f-5d06-46d4-8e4f-63be40555b2f tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] 10.222.0.16 "GET /v2.0/security-groups?id=39320fa9-4894-4542-95e3-d64e174c637e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636036 Jul 14 18:22:45.641015 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.db [req-5edcaac4-ec21-45d7-b7e3-24696f86a59d req-21333f3e-fe00-4e8f-902c-551c2a2b53f7 tempest-ImagesOneServerNegativeTestJSON-264633046 tempest-ImagesOneServerNegativeTestJSON-264633046-project] For port e96f1752-0960-4340-8500-0f30088422e9, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=e96f1752-0960-4340-8500-0f30088422e9,segment=NetworkSegment(5d348732-27f4-441a-bef1-a0d44ffa840e),segment_id=5d348732-27f4-441a-bef1-a0d44ffa840e)] {{(pid=93916) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:22:45.641480 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-5edcaac4-ec21-45d7-b7e3-24696f86a59d req-21333f3e-fe00-4e8f-902c-551c2a2b53f7 tempest-ImagesOneServerNegativeTestJSON-264633046 tempest-ImagesOneServerNegativeTestJSON-264633046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:22:45.656193 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-735816f8-d055-4402-bbf4-9b0c877bd7f8 req-66fe9049-b3f7-46f1-9acf-03ba618b623e tempest-ServersTestManualDisk-214316942 tempest-ServersTestManualDisk-214316942-project] 10.222.0.16 "GET /v2.0/security-groups?id=8c8c52b3-d017-4b0b-ad6d-d62b10f55174&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603759 Jul 14 18:22:45.687401 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [req-5edcaac4-ec21-45d7-b7e3-24696f86a59d req-21333f3e-fe00-4e8f-902c-551c2a2b53f7 tempest-ImagesOneServerNegativeTestJSON-264633046 tempest-ImagesOneServerNegativeTestJSON-264633046-project] Calling delete_port for e96f1752-0960-4340-8500-0f30088422e9 owned by compute:nova {{(pid=93916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:22:45.727952 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 18:22:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8692db09-a9dc-45f8-8155-2b08b13ba1d4 x-openstack-request-id: req-8692db09-a9dc-45f8-8155-2b08b13ba1d4 {{(pid=93916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:22:45.728341 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5a1ff61-3393-4ba7-9619-8436eb83bdae", "tag": "d9558d54-152e-4204-8725-17099e4a9cfa", "status": "completed", "code": 200}]} {{(pid=93916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:22:45.728922 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8692db09-a9dc-45f8-8155-2b08b13ba1d4 {{(pid=93916) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:22:45.729511 n-d-800634-3 neutron-server[93916]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5a1ff61-3393-4ba7-9619-8436eb83bdae', 'tag': 'd9558d54-152e-4204-8725-17099e4a9cfa', 'status': 'completed', 'code': 200} Jul 14 18:22:45.782855 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f416dd-0db3-48ee-97cd-74c3fc16cc9a req-a8be6f30-0b3a-4b94-8666-34588f09303a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:22:45.784456 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-93f416dd-0db3-48ee-97cd-74c3fc16cc9a req-a8be6f30-0b3a-4b94-8666-34588f09303a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6ad3b512175c4246a59ff7988f78196a&device_id=b5a1ff61-3393-4ba7-9619-8436eb83bdae HTTP/1.1" status: 200 len: 1095 time: 0.1401966 Jul 14 18:22:45.840798 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-93f416dd-0db3-48ee-97cd-74c3fc16cc9a req-396d4321-0db8-484a-b3e3-a3d68f4e53af service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d9558d54-152e-4204-8725-17099e4a9cfa HTTP/1.1" status: 200 len: 217 time: 0.0433300 Jul 14 18:22:45.892704 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d85b27f-7afe-441f-96ae-ef744a9bc4f7 req-3d5a0345-55e7-4e9c-aff4-301e1d5ec21b tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:22:45.894221 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-4d85b27f-7afe-441f-96ae-ef744a9bc4f7 req-3d5a0345-55e7-4e9c-aff4-301e1d5ec21b tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] 10.222.0.16 "GET /v2.0/ports?device_id=5d1b56cf-e9a2-40e8-8a62-8ebd9281e58d HTTP/1.1" status: 200 len: 943 time: 0.0639911 Jul 14 18:22:45.925806 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f416dd-0db3-48ee-97cd-74c3fc16cc9a req-6c16c1a2-41d9-454d-bd7f-a7c29a712dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:22:45.927318 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-93f416dd-0db3-48ee-97cd-74c3fc16cc9a req-6c16c1a2-41d9-454d-bd7f-a7c29a712dc3 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=51a2df91-1208-4c4b-96e9-d2512fde1766 HTTP/1.1" status: 200 len: 850 time: 0.0796313 Jul 14 18:22:45.934304 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-4d85b27f-7afe-441f-96ae-ef744a9bc4f7 req-d861b07b-5ade-48f6-876b-29eed92876a9 tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] 10.222.0.16 "GET /v2.0/security-groups?id=540fae54-ccea-4309-9c99-81b930eedb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335050 Jul 14 18:22:45.938314 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-5edcaac4-ec21-45d7-b7e3-24696f86a59d req-21333f3e-fe00-4e8f-902c-551c2a2b53f7 tempest-ImagesOneServerNegativeTestJSON-264633046 tempest-ImagesOneServerNegativeTestJSON-264633046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:22:46.003368 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21333f3e-fe00-4e8f-902c-551c2a2b53f7 tempest-ImagesOneServerNegativeTestJSON-264633046 tempest-ImagesOneServerNegativeTestJSON-264633046-project] Pushing event deleted for resources: {'Port': ['ID=e96f1752-0960-4340-8500-0f30088422e9,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:22:46.045965 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.l3_dvrscheduler_db [req-5edcaac4-ec21-45d7-b7e3-24696f86a59d req-21333f3e-fe00-4e8f-902c-551c2a2b53f7 tempest-ImagesOneServerNegativeTestJSON-264633046 tempest-ImagesOneServerNegativeTestJSON-264633046-project] No DVR routers for this DVR port e96f1752-0960-4340-8500-0f30088422e9 on host n-h1-800634-3 {{(pid=93916) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 18:22:46.048709 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-5edcaac4-ec21-45d7-b7e3-24696f86a59d req-21333f3e-fe00-4e8f-902c-551c2a2b53f7 tempest-ImagesOneServerNegativeTestJSON-264633046 tempest-ImagesOneServerNegativeTestJSON-264633046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:22:46.051424 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-5edcaac4-ec21-45d7-b7e3-24696f86a59d req-21333f3e-fe00-4e8f-902c-551c2a2b53f7 tempest-ImagesOneServerNegativeTestJSON-264633046 tempest-ImagesOneServerNegativeTestJSON-264633046-project] 10.222.0.18 "DELETE /v2.0/ports/e96f1752-0960-4340-8500-0f30088422e9 HTTP/1.1" status: 204 len: 173 time: 0.7333734 Jul 14 18:22:46.075288 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f416dd-0db3-48ee-97cd-74c3fc16cc9a req-491c49b5-361d-4c74-8dd0-1b4cde8fa884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:22:46.077601 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-93f416dd-0db3-48ee-97cd-74c3fc16cc9a req-491c49b5-361d-4c74-8dd0-1b4cde8fa884 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=21eb5426-10a9-45e7-adcc-7b2a88d91d33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1398566 Jul 14 18:22:46.088915 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-19986526-b338-4265-a12b-541aa8433512 req-3978e630-54b3-416f-ac8e-29b2fc14bdc7 tempest-ImagesOneServerNegativeTestJSON-264633046 tempest-ImagesOneServerNegativeTestJSON-264633046-project] 10.222.0.16 "GET /v2.0/ports?device_id=e38bd656-d729-47db-a20c-8dc429643d1e HTTP/1.1" status: 200 len: 210 time: 0.0310826 Jul 14 18:22:46.179946 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-93f416dd-0db3-48ee-97cd-74c3fc16cc9a req-16f2191f-9ccb-4ef7-8636-ad02d93e3cfb service neutron] 10.222.0.18 "GET /v2.0/networks/21eb5426-10a9-45e7-adcc-7b2a88d91d33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942454 Jul 14 18:22:46.197115 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device 9fbf94da-ec1e-4989-8dcd-c90342b8b660 details requested by agent hyperv_n-h1-800634-3 with host n-h1-800634-3 {{(pid=93917) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 18:22:46.210560 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device dab39f3e-8fed-4f23-8a71-63b2e4a68944 up at agent hyperv_n-h1-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:22:46.212531 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd880b25-19fa-4f30-a495-4d5e6c1af78f req-57495e06-dee5-40d4-b72e-279c47b1ed29 tempest-ImagesTestJSON-313755568 tempest-ImagesTestJSON-313755568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:22:46.220331 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-bd880b25-19fa-4f30-a495-4d5e6c1af78f req-57495e06-dee5-40d4-b72e-279c47b1ed29 tempest-ImagesTestJSON-313755568 tempest-ImagesTestJSON-313755568-project] 10.222.0.16 "GET /v2.0/ports?device_id=6aaead6f-eb8d-448b-ab5e-df60fe6f6bc2 HTTP/1.1" status: 200 len: 944 time: 0.0794761 Jul 14 18:22:46.256316 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-bd880b25-19fa-4f30-a495-4d5e6c1af78f req-39b30678-0ba7-41a4-90b5-ebcfbc0aa931 tempest-ImagesTestJSON-313755568 tempest-ImagesTestJSON-313755568-project] 10.222.0.16 "GET /v2.0/security-groups?id=96a7afe7-a122-4b0d-8907-2d91e1bd838f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348368 Jul 14 18:22:46.282557 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-93f416dd-0db3-48ee-97cd-74c3fc16cc9a req-2674709d-ef5e-4c45-8cb7-80fab2587fa2 service neutron] 10.222.0.18 "GET /v2.0/networks/21eb5426-10a9-45e7-adcc-7b2a88d91d33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917361 Jul 14 18:22:46.343145 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port 9fbf94da-ec1e-4989-8dcd-c90342b8b660, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=9fbf94da-ec1e-4989-8dcd-c90342b8b660,segment=NetworkSegment(067fc487-22c7-42de-972d-ae352a28ad29),segment_id=067fc487-22c7-42de-972d-ae352a28ad29)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:22:46.357575 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Returning: {'device': '9fbf94da-ec1e-4989-8dcd-c90342b8b660', 'network_id': '4f742057-89ee-4b4a-86f7-487ee61881a1', 'port_id': '9fbf94da-ec1e-4989-8dcd-c90342b8b660', 'mac_address': 'fa:16:3e:1e:60:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f20c54fb-f7da-4761-aa61-2e4f99f3d332', 'ip_address': '192.168.233.32'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93917) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 18:22:46.360862 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Provisioning for port dab39f3e-8fed-4f23-8a71-63b2e4a68944 completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:22:46.366467 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Provisioning complete for port dab39f3e-8fed-4f23-8a71-63b2e4a68944 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:22:46.366851 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:22:46.403760 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b89c97-9078-4e83-87ac-7752d03dc991 req-908e6f82-43e7-492a-b2e7-d7a29a27a364 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:22:46.405503 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-a7b89c97-9078-4e83-87ac-7752d03dc991 req-908e6f82-43e7-492a-b2e7-d7a29a27a364 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6ad3b512175c4246a59ff7988f78196a&device_id=b5a1ff61-3393-4ba7-9619-8436eb83bdae HTTP/1.1" status: 200 len: 1095 time: 0.0590169 Jul 14 18:22:46.428317 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:22:46.445797 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9fbf94da-ec1e-4989-8dcd-c90342b8b660 {{(pid=93917) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 18:22:46.470453 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port 9fbf94da-ec1e-4989-8dcd-c90342b8b660, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=9fbf94da-ec1e-4989-8dcd-c90342b8b660,segment=NetworkSegment(067fc487-22c7-42de-972d-ae352a28ad29),segment_id=067fc487-22c7-42de-972d-ae352a28ad29)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:22:46.490962 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:22:46.514608 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b89c97-9078-4e83-87ac-7752d03dc991 req-6a30e13b-5076-4ab5-9947-f31a875dfd83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:22:46.516064 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-a7b89c97-9078-4e83-87ac-7752d03dc991 req-6a30e13b-5076-4ab5-9947-f31a875dfd83 service neutron] 10.222.0.18 "GET /v2.0/networks?id=21eb5426-10a9-45e7-adcc-7b2a88d91d33 HTTP/1.1" status: 200 len: 911 time: 0.0996189 Jul 14 18:22:46.532710 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:22:46.566311 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Pushing event updated for resources: {'Port': ['ID=9fbf94da-ec1e-4989-8dcd-c90342b8b660,revision_number=6']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:22:46.573407 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b53dfd5f-48ed-48e9-b93b-bc2377bd6ef5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dab39f3e-8fed-4f23-8a71-63b2e4a68944'}] {{(pid=93917) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:22:46.576242 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20b787f3c29eaa7aa2a4d648c725a2124c5ff39a8d793252f9d844495e14cf42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c14ff3cb-3290-4887-b9d9-56c49f9c3ba8" -d '{"events": [{"server_uuid": "b53dfd5f-48ed-48e9-b93b-bc2377bd6ef5", "name": "network-vif-plugged", "status": "completed", "tag": "dab39f3e-8fed-4f23-8a71-63b2e4a68944"}]}' {{(pid=93917) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:22:46.589846 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port dab39f3e-8fed-4f23-8a71-63b2e4a68944, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=dab39f3e-8fed-4f23-8a71-63b2e4a68944,segment=NetworkSegment(25fcd291-a4fb-4631-8a4d-06fad1821ccd),segment_id=25fcd291-a4fb-4631-8a4d-06fad1821ccd)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:22:46.590503 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-a7b89c97-9078-4e83-87ac-7752d03dc991 req-1c1636ed-863e-4162-a617-cb90a3f38100 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d9558d54-152e-4204-8725-17099e4a9cfa HTTP/1.1" status: 200 len: 217 time: 0.0391035 Jul 14 18:22:46.597373 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:22:46.624921 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] get_ports_and_sgs() called for port_ids ['9fbf94da-ec1e-4989-8dcd-c90342b8b660'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 18:22:46.651845 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 18:22:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bef8784a-abac-4ec7-b21b-ffdad75a6ff8 x-openstack-request-id: req-bef8784a-abac-4ec7-b21b-ffdad75a6ff8 {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:22:46.652224 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b53dfd5f-48ed-48e9-b93b-bc2377bd6ef5", "name": "network-vif-plugged", "status": "completed", "tag": "dab39f3e-8fed-4f23-8a71-63b2e4a68944", "code": 200}]} {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:22:46.652975 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-bef8784a-abac-4ec7-b21b-ffdad75a6ff8 {{(pid=93917) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:22:46.653432 n-d-800634-3 neutron-server[93917]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b53dfd5f-48ed-48e9-b93b-bc2377bd6ef5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dab39f3e-8fed-4f23-8a71-63b2e4a68944', 'code': 200} Jul 14 18:22:46.691718 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Pushing event updated for resources: {'Port': ['ID=dab39f3e-8fed-4f23-8a71-63b2e4a68944,revision_number=5']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:22:46.697794 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b89c97-9078-4e83-87ac-7752d03dc991 req-4d56c425-69de-414c-be2b-a23d455a77d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:22:46.699938 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-a7b89c97-9078-4e83-87ac-7752d03dc991 req-4d56c425-69de-414c-be2b-a23d455a77d1 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=51a2df91-1208-4c4b-96e9-d2512fde1766 HTTP/1.1" status: 200 len: 850 time: 0.0891197 Jul 14 18:22:46.872091 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b89c97-9078-4e83-87ac-7752d03dc991 req-a13c3e16-33d4-4e79-834a-ce944daf6163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:22:46.873780 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-a7b89c97-9078-4e83-87ac-7752d03dc991 req-a13c3e16-33d4-4e79-834a-ce944daf6163 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=21eb5426-10a9-45e7-adcc-7b2a88d91d33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1649272 Jul 14 18:22:46.942485 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1057f8e2-6855-4c8e-8113-db00767fc9d5 req-f9987fe2-b019-4792-9029-b4ec3ddaaf10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:22:46.944225 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-1057f8e2-6855-4c8e-8113-db00767fc9d5 req-f9987fe2-b019-4792-9029-b4ec3ddaaf10 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=b53dfd5f-48ed-48e9-b93b-bc2377bd6ef5 HTTP/1.1" status: 200 len: 1096 time: 0.1872196 Jul 14 18:22:47.013627 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-1057f8e2-6855-4c8e-8113-db00767fc9d5 req-83d6bb37-a164-4ef4-8c0a-259f3d08bec7 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=39320fa9-4894-4542-95e3-d64e174c637e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597432 Jul 14 18:22:47.020312 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea843f26-3805-4105-800f-ed25b403f977 req-66532eac-3589-439b-9a72-d8b5b8d29819 tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:22:47.022430 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ea843f26-3805-4105-800f-ed25b403f977 req-66532eac-3589-439b-9a72-d8b5b8d29819 tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] 10.222.0.16 "GET /v2.0/ports?device_id=b53dfd5f-48ed-48e9-b93b-bc2377bd6ef5 HTTP/1.1" status: 200 len: 945 time: 0.1813538 Jul 14 18:22:47.023974 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-a7b89c97-9078-4e83-87ac-7752d03dc991 req-200c112e-2841-4f17-a9d3-4f307eae1e5a service neutron] 10.222.0.18 "GET /v2.0/networks/21eb5426-10a9-45e7-adcc-7b2a88d91d33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1424301 Jul 14 18:22:47.047037 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Device b875f197-b5bd-4e33-8c5d-9d9e1a56ddfe details requested by agent hyperv_n-h2-800634-3 with host n-h2-800634-3 {{(pid=93917) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 18:22:47.075821 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97d9058-ca9c-4d27-ad17-166f726e4cc8 req-9f4c09e2-19a4-425e-92f6-2c3c2dff1311 tempest-ServersTestManualDisk-214316942 tempest-ServersTestManualDisk-214316942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:22:47.077744 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-d97d9058-ca9c-4d27-ad17-166f726e4cc8 req-9f4c09e2-19a4-425e-92f6-2c3c2dff1311 tempest-ServersTestManualDisk-214316942 tempest-ServersTestManualDisk-214316942-project] 10.222.0.16 "GET /v2.0/ports?device_id=b5a1ff61-3393-4ba7-9619-8436eb83bdae HTTP/1.1" status: 200 len: 944 time: 0.1217866 Jul 14 18:22:47.106642 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ea843f26-3805-4105-800f-ed25b403f977 req-15ffe70f-f97c-486a-b7bf-8be3cbc709f6 tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] 10.222.0.16 "GET /v2.0/security-groups?id=39320fa9-4894-4542-95e3-d64e174c637e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755966 Jul 14 18:22:47.177135 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-d97d9058-ca9c-4d27-ad17-166f726e4cc8 req-6f339fb9-ec3b-435f-ab67-e03245acf176 tempest-ServersTestManualDisk-214316942 tempest-ServersTestManualDisk-214316942-project] 10.222.0.16 "GET /v2.0/security-groups?id=8c8c52b3-d017-4b0b-ad6d-d62b10f55174&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0908763 Jul 14 18:22:47.216183 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-a7b89c97-9078-4e83-87ac-7752d03dc991 req-8ea2bb2a-a72e-4b5d-ac9d-7efbb171c97f service neutron] 10.222.0.18 "GET /v2.0/networks/21eb5426-10a9-45e7-adcc-7b2a88d91d33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1503365 Jul 14 18:22:47.345136 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] For port b875f197-b5bd-4e33-8c5d-9d9e1a56ddfe, host n-h2-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=b875f197-b5bd-4e33-8c5d-9d9e1a56ddfe,segment=NetworkSegment(ed557757-f640-484f-8cda-41a92c321398),segment_id=ed557757-f640-484f-8cda-41a92c321398)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:22:47.360580 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Returning: {'device': 'b875f197-b5bd-4e33-8c5d-9d9e1a56ddfe', 'network_id': '458a605c-adc1-4322-ba16-e84a0c1f7468', 'port_id': 'b875f197-b5bd-4e33-8c5d-9d9e1a56ddfe', 'mac_address': 'fa:16:3e:ad:61:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 82, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f82593d-7d30-492d-935c-eafdd92f72c6', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93917) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 18:22:47.407197 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e49d755-2358-4651-b905-b584358848f3 req-4e5c4ced-694f-4eb3-b6b4-3588628aef21 tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:22:47.408818 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-7e49d755-2358-4651-b905-b584358848f3 req-4e5c4ced-694f-4eb3-b6b4-3588628aef21 tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] 10.222.0.16 "GET /v2.0/ports?device_id=5d1b56cf-e9a2-40e8-8a62-8ebd9281e58d HTTP/1.1" status: 200 len: 943 time: 0.0884733 Jul 14 18:22:47.465148 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-7e49d755-2358-4651-b905-b584358848f3 req-ccf1b3e9-c4b8-4994-95d7-801accb92e1d tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] 10.222.0.16 "GET /v2.0/security-groups?id=540fae54-ccea-4309-9c99-81b930eedb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502164 Jul 14 18:22:47.526020 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8314bc1-df4c-420e-9b12-304526c3623a req-e002bf0f-ce3c-4e6c-9b1a-c32a0cbe1cec tempest-ImagesTestJSON-313755568 tempest-ImagesTestJSON-313755568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:22:47.528331 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e8314bc1-df4c-420e-9b12-304526c3623a req-e002bf0f-ce3c-4e6c-9b1a-c32a0cbe1cec tempest-ImagesTestJSON-313755568 tempest-ImagesTestJSON-313755568-project] 10.222.0.16 "GET /v2.0/ports?device_id=6aaead6f-eb8d-448b-ab5e-df60fe6f6bc2 HTTP/1.1" status: 200 len: 944 time: 0.0815065 Jul 14 18:22:47.577036 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e8314bc1-df4c-420e-9b12-304526c3623a req-9e7a22e0-0686-4704-a42b-fb8d89c484d4 tempest-ImagesTestJSON-313755568 tempest-ImagesTestJSON-313755568-project] 10.222.0.16 "GET /v2.0/security-groups?id=96a7afe7-a122-4b0d-8907-2d91e1bd838f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406530 Jul 14 18:22:47.730411 n-d-800634-3 neutron-server[93916]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e38bd656-d729-47db-a20c-8dc429643d1e', 'name': 'network-vif-deleted', 'tag': 'e96f1752-0960-4340-8500-0f30088422e9'}] {{(pid=93916) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:22:47.732904 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f803e150b363a7893830aa996ac27753fa25517c406ecd3536b7c2d4b26eeb9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7614bc3d-36b7-45d7-9122-1a0d1c7d222f" -d '{"events": [{"server_uuid": "e38bd656-d729-47db-a20c-8dc429643d1e", "name": "network-vif-deleted", "tag": "e96f1752-0960-4340-8500-0f30088422e9"}]}' {{(pid=93916) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:22:47.770207 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 18:22:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-859ec73a-88f1-417b-9886-2d271c25853a x-openstack-request-id: req-859ec73a-88f1-417b-9886-2d271c25853a {{(pid=93916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:22:47.770666 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e38bd656-d729-47db-a20c-8dc429643d1e", "name": "network-vif-deleted", "tag": "e96f1752-0960-4340-8500-0f30088422e9", "status": "completed", "code": 200}]} {{(pid=93916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:22:47.771071 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-859ec73a-88f1-417b-9886-2d271c25853a {{(pid=93916) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:22:47.771563 n-d-800634-3 neutron-server[93916]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e38bd656-d729-47db-a20c-8dc429643d1e', 'name': 'network-vif-deleted', 'tag': 'e96f1752-0960-4340-8500-0f30088422e9', 'status': 'completed', 'code': 200} Jul 14 18:22:47.931924 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 58056) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:22:47.937285 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-d23b89c1-b8fa-4d03-b4f1-83446a4b74c9 tempest-ImagesOneServerNegativeTestJSON-264633046 tempest-ImagesOneServerNegativeTestJSON-264633046-project] Request body: {'security_group': {'name': 'tempest-securitygroup--965966734', 'description': 'tempest-description--1434646919'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:22:47.966357 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-d23b89c1-b8fa-4d03-b4f1-83446a4b74c9 tempest-ImagesOneServerNegativeTestJSON-264633046 tempest-ImagesOneServerNegativeTestJSON-264633046-project] Notify callbacks [] for security_group, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:22:48.094411 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-d23b89c1-b8fa-4d03-b4f1-83446a4b74c9 tempest-ImagesOneServerNegativeTestJSON-264633046 tempest-ImagesOneServerNegativeTestJSON-264633046-project] Notify callbacks [] for security_group, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:22:48.100672 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-d23b89c1-b8fa-4d03-b4f1-83446a4b74c9 tempest-ImagesOneServerNegativeTestJSON-264633046 tempest-ImagesOneServerNegativeTestJSON-264633046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:22:48.134918 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23b89c1-b8fa-4d03-b4f1-83446a4b74c9 tempest-ImagesOneServerNegativeTestJSON-264633046 tempest-ImagesOneServerNegativeTestJSON-264633046-project] Pushing event updated for resources: {'SecurityGroup': ['ID=11f6a395-f14d-4d33-a4eb-bcded829ee86,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:22:48.138858 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-d23b89c1-b8fa-4d03-b4f1-83446a4b74c9 tempest-ImagesOneServerNegativeTestJSON-264633046 tempest-ImagesOneServerNegativeTestJSON-264633046-project] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:22:48.142957 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-d23b89c1-b8fa-4d03-b4f1-83446a4b74c9 tempest-ImagesOneServerNegativeTestJSON-264633046 tempest-ImagesOneServerNegativeTestJSON-264633046-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2072201 Jul 14 18:22:48.143941 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 58060) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:22:48.147851 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-4308973d-6eb8-499e-b222-ebf0e54e183f tempest-ImagesOneServerNegativeTestJSON-264633046 tempest-ImagesOneServerNegativeTestJSON-264633046-project] Request body: {'security_group_rule': {'security_group_id': '11f6a395-f14d-4d33-a4eb-bcded829ee86', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:22:48.179728 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-4308973d-6eb8-499e-b222-ebf0e54e183f tempest-ImagesOneServerNegativeTestJSON-264633046 tempest-ImagesOneServerNegativeTestJSON-264633046-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:22:48.211073 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device 9fbf94da-ec1e-4989-8dcd-c90342b8b660 up at agent hyperv_n-h1-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:22:48.286183 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-4308973d-6eb8-499e-b222-ebf0e54e183f tempest-ImagesOneServerNegativeTestJSON-264633046 tempest-ImagesOneServerNegativeTestJSON-264633046-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:22:48.294475 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-4308973d-6eb8-499e-b222-ebf0e54e183f tempest-ImagesOneServerNegativeTestJSON-264633046 tempest-ImagesOneServerNegativeTestJSON-264633046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305173'] for security_group_rule, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:22:48.323966 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4308973d-6eb8-499e-b222-ebf0e54e183f tempest-ImagesOneServerNegativeTestJSON-264633046 tempest-ImagesOneServerNegativeTestJSON-264633046-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75bf2854-2b4a-43f0-93a0-5de4e3d7ad35,revision_number=0']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:22:48.326795 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b61e897-f42a-4797-a10d-a3c50aaba9e3 req-f69a8d62-b392-4b0b-a285-f17d230e6d75 tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:22:48.329251 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6b61e897-f42a-4797-a10d-a3c50aaba9e3 req-f69a8d62-b392-4b0b-a285-f17d230e6d75 tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] 10.222.0.16 "GET /v2.0/ports?device_id=b53dfd5f-48ed-48e9-b93b-bc2377bd6ef5 HTTP/1.1" status: 200 len: 945 time: 0.0857298 Jul 14 18:22:48.336306 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-4308973d-6eb8-499e-b222-ebf0e54e183f tempest-ImagesOneServerNegativeTestJSON-264633046 tempest-ImagesOneServerNegativeTestJSON-264633046-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:22:48.337546 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-4308973d-6eb8-499e-b222-ebf0e54e183f tempest-ImagesOneServerNegativeTestJSON-264633046 tempest-ImagesOneServerNegativeTestJSON-264633046-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1934972 Jul 14 18:22:48.341061 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 58074) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:22:48.344695 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Provisioning complete for port 9fbf94da-ec1e-4989-8dcd-c90342b8b660 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:22:48.345955 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:22:48.349546 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-5bc93d30-7842-4903-b67b-148052d4077e tempest-ImagesOneServerNegativeTestJSON-264633046 tempest-ImagesOneServerNegativeTestJSON-264633046-project] Request body: {'security_group_rule': {'security_group_id': '11f6a395-f14d-4d33-a4eb-bcded829ee86', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:22:48.384553 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-5bc93d30-7842-4903-b67b-148052d4077e tempest-ImagesOneServerNegativeTestJSON-264633046 tempest-ImagesOneServerNegativeTestJSON-264633046-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:22:48.443804 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6b61e897-f42a-4797-a10d-a3c50aaba9e3 req-562e4e3e-2057-4463-8a5f-1b64bfd573eb tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] 10.222.0.16 "GET /v2.0/security-groups?id=39320fa9-4894-4542-95e3-d64e174c637e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076360 Jul 14 18:22:48.456063 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:22:48.480366 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-5bc93d30-7842-4903-b67b-148052d4077e tempest-ImagesOneServerNegativeTestJSON-264633046 tempest-ImagesOneServerNegativeTestJSON-264633046-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:22:48.483826 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f5f48c-c9db-4823-adb2-62d9699d1d66 req-768196dc-601b-4a3a-9b8b-09f0dc44e803 tempest-ServersTestManualDisk-214316942 tempest-ServersTestManualDisk-214316942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:22:48.491174 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-35f5f48c-c9db-4823-adb2-62d9699d1d66 req-768196dc-601b-4a3a-9b8b-09f0dc44e803 tempest-ServersTestManualDisk-214316942 tempest-ServersTestManualDisk-214316942-project] 10.222.0.16 "GET /v2.0/ports?device_id=b5a1ff61-3393-4ba7-9619-8436eb83bdae HTTP/1.1" status: 200 len: 944 time: 0.0925429 Jul 14 18:22:48.511814 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-5bc93d30-7842-4903-b67b-148052d4077e tempest-ImagesOneServerNegativeTestJSON-264633046 tempest-ImagesOneServerNegativeTestJSON-264633046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305173'] for security_group_rule, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:22:48.514605 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port 9fbf94da-ec1e-4989-8dcd-c90342b8b660, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=9fbf94da-ec1e-4989-8dcd-c90342b8b660,segment=NetworkSegment(067fc487-22c7-42de-972d-ae352a28ad29),segment_id=067fc487-22c7-42de-972d-ae352a28ad29)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:22:48.520712 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:22:48.522046 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device e96f1752-0960-4340-8500-0f30088422e9 no longer exists at agent hyperv_n-h1-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 18:22:48.542360 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-35f5f48c-c9db-4823-adb2-62d9699d1d66 req-8e5e64f8-f597-4c0c-9e48-b59ca95ab5d6 tempest-ServersTestManualDisk-214316942 tempest-ServersTestManualDisk-214316942-project] 10.222.0.16 "GET /v2.0/security-groups?id=8c8c52b3-d017-4b0b-ad6d-d62b10f55174&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501878 Jul 14 18:22:48.570288 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] No Port match for: e96f1752-0960-4340-8500-0f30088422e9 {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 18:22:48.570721 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device e96f1752-0960-4340-8500-0f30088422e9 not bound to the agent host n-h1-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 18:22:48.579460 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc93d30-7842-4903-b67b-148052d4077e tempest-ImagesOneServerNegativeTestJSON-264633046 tempest-ImagesOneServerNegativeTestJSON-264633046-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4170979b-eeee-4467-b920-e693fc0a4bf7,revision_number=0']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:22:48.591335 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-5bc93d30-7842-4903-b67b-148052d4077e tempest-ImagesOneServerNegativeTestJSON-264633046 tempest-ImagesOneServerNegativeTestJSON-264633046-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:22:48.592982 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-5bc93d30-7842-4903-b67b-148052d4077e tempest-ImagesOneServerNegativeTestJSON-264633046 tempest-ImagesOneServerNegativeTestJSON-264633046-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2502873 Jul 14 18:22:48.595998 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 58080) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:22:48.603781 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-7dbd1d7f-a225-450d-a7f1-c7da5b564fa4 tempest-ImagesOneServerNegativeTestJSON-264633046 tempest-ImagesOneServerNegativeTestJSON-264633046-project] Request body: {'floatingip': {'floating_network_id': '9200a437-e1de-4520-88f6-e68386523e61'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:22:48.632632 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Pushing event updated for resources: {'Port': ['ID=9fbf94da-ec1e-4989-8dcd-c90342b8b660,revision_number=7']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:22:48.655614 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd48985bd-a8ac-4231-a03b-aa75c35eea3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fbf94da-ec1e-4989-8dcd-c90342b8b660'}] {{(pid=93917) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:22:48.658882 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20b787f3c29eaa7aa2a4d648c725a2124c5ff39a8d793252f9d844495e14cf42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3a00773-f85a-4c2b-be9e-04a8fec4e5a7" -d '{"events": [{"server_uuid": "d48985bd-a8ac-4231-a03b-aa75c35eea3d", "name": "network-vif-plugged", "status": "completed", "tag": "9fbf94da-ec1e-4989-8dcd-c90342b8b660"}]}' {{(pid=93917) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:22:48.663070 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-7dbd1d7f-a225-450d-a7f1-c7da5b564fa4 tempest-ImagesOneServerNegativeTestJSON-264633046 tempest-ImagesOneServerNegativeTestJSON-264633046-project] Notify callbacks [] for floatingip, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:22:48.778315 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9dba73-e134-48dd-bac2-28445649ef78 req-965cb108-bbde-4baf-a301-08055dfe969f tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:22:48.786412 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-7dbd1d7f-a225-450d-a7f1-c7da5b564fa4 tempest-ImagesOneServerNegativeTestJSON-264633046 tempest-ImagesOneServerNegativeTestJSON-264633046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:22:48.787772 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-9a9dba73-e134-48dd-bac2-28445649ef78 req-965cb108-bbde-4baf-a301-08055dfe969f tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] 10.222.0.16 "GET /v2.0/ports?device_id=5d1b56cf-e9a2-40e8-8a62-8ebd9281e58d HTTP/1.1" status: 200 len: 943 time: 0.1382694 Jul 14 18:22:48.843480 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-9a9dba73-e134-48dd-bac2-28445649ef78 req-06457f54-ef46-4447-9b05-508d3b6df966 tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] 10.222.0.16 "GET /v2.0/security-groups?id=540fae54-ccea-4309-9c99-81b930eedb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478036 Jul 14 18:22:48.922025 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 18:22:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c4b791f-5105-45af-93ed-5d5e655db178 x-openstack-request-id: req-2c4b791f-5105-45af-93ed-5d5e655db178 {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:22:48.922338 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d48985bd-a8ac-4231-a03b-aa75c35eea3d", "name": "network-vif-plugged", "status": "completed", "tag": "9fbf94da-ec1e-4989-8dcd-c90342b8b660", "code": 200}]} {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:22:48.922605 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2c4b791f-5105-45af-93ed-5d5e655db178 {{(pid=93917) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:22:48.923002 n-d-800634-3 neutron-server[93917]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd48985bd-a8ac-4231-a03b-aa75c35eea3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fbf94da-ec1e-4989-8dcd-c90342b8b660', 'code': 200} Jul 14 18:22:48.948450 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cdbf73-7092-4027-a74e-c9603c4364a6 req-cf875665-e96c-4109-bf3f-724cfe1cd90b tempest-ImagesTestJSON-313755568 tempest-ImagesTestJSON-313755568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:22:48.955608 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-76cdbf73-7092-4027-a74e-c9603c4364a6 req-cf875665-e96c-4109-bf3f-724cfe1cd90b tempest-ImagesTestJSON-313755568 tempest-ImagesTestJSON-313755568-project] 10.222.0.16 "GET /v2.0/ports?device_id=6aaead6f-eb8d-448b-ab5e-df60fe6f6bc2 HTTP/1.1" status: 200 len: 944 time: 0.1089401 Jul 14 18:22:49.019409 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.db_base_plugin_common [None req-7dbd1d7f-a225-450d-a7f1-c7da5b564fa4 tempest-ImagesOneServerNegativeTestJSON-264633046 tempest-ImagesOneServerNegativeTestJSON-264633046-project] Allocated IP 172.25.1.38 (9200a437-e1de-4520-88f6-e68386523e61/5f47f848-4532-407a-a0e2-5690ade15fd0/ddcfa05d-a49e-4532-96a2-88f39606c9b0) {{(pid=93916) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:22:49.051435 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-76cdbf73-7092-4027-a74e-c9603c4364a6 req-2729e190-91b7-4e2b-96b2-87be8b40afa0 tempest-ImagesTestJSON-313755568 tempest-ImagesTestJSON-313755568-project] 10.222.0.16 "GET /v2.0/security-groups?id=96a7afe7-a122-4b0d-8907-2d91e1bd838f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948899 Jul 14 18:22:49.069748 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Device b875f197-b5bd-4e33-8c5d-9d9e1a56ddfe details requested by agent hyperv_n-h2-800634-3 with host n-h2-800634-3 {{(pid=93917) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 18:22:49.218106 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] For port b875f197-b5bd-4e33-8c5d-9d9e1a56ddfe, host n-h2-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=b875f197-b5bd-4e33-8c5d-9d9e1a56ddfe,segment=NetworkSegment(ed557757-f640-484f-8cda-41a92c321398),segment_id=ed557757-f640-484f-8cda-41a92c321398)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:22:49.226567 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-7dbd1d7f-a225-450d-a7f1-c7da5b564fa4 tempest-ImagesOneServerNegativeTestJSON-264633046 tempest-ImagesOneServerNegativeTestJSON-264633046-project] Notify callbacks [] for port, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:22:49.236015 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Returning: {'device': 'b875f197-b5bd-4e33-8c5d-9d9e1a56ddfe', 'network_id': '458a605c-adc1-4322-ba16-e84a0c1f7468', 'port_id': 'b875f197-b5bd-4e33-8c5d-9d9e1a56ddfe', 'mac_address': 'fa:16:3e:ad:61:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 82, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f82593d-7d30-492d-935c-eafdd92f72c6', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93917) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 18:22:49.291943 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-7dbd1d7f-a225-450d-a7f1-c7da5b564fa4 tempest-ImagesOneServerNegativeTestJSON-264633046 tempest-ImagesOneServerNegativeTestJSON-264633046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:22:49.350624 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dbd1d7f-a225-450d-a7f1-c7da5b564fa4 tempest-ImagesOneServerNegativeTestJSON-264633046 tempest-ImagesOneServerNegativeTestJSON-264633046-project] Network 9200a437-e1de-4520-88f6-e68386523e61 is already hosted by enough agents. {{(pid=93916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:22:49.356680 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [None req-7dbd1d7f-a225-450d-a7f1-c7da5b564fa4 tempest-ImagesOneServerNegativeTestJSON-264633046 tempest-ImagesOneServerNegativeTestJSON-264633046-project] Resources bound (agent type, host, resource id): {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:22:49.359621 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dbd1d7f-a225-450d-a7f1-c7da5b564fa4 tempest-ImagesOneServerNegativeTestJSON-264633046 tempest-ImagesOneServerNegativeTestJSON-264633046-project] Received port after_create {{(pid=93916) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:22:49.411368 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbd1d7f-a225-450d-a7f1-c7da5b564fa4 tempest-ImagesOneServerNegativeTestJSON-264633046 tempest-ImagesOneServerNegativeTestJSON-264633046-project] Pushing event updated for resources: {'Port': ['ID=ddcfa05d-a49e-4532-96a2-88f39606c9b0,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:22:49.459975 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-7dbd1d7f-a225-450d-a7f1-c7da5b564fa4 tempest-ImagesOneServerNegativeTestJSON-264633046 tempest-ImagesOneServerNegativeTestJSON-264633046-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:22:49.513153 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-7dbd1d7f-a225-450d-a7f1-c7da5b564fa4 tempest-ImagesOneServerNegativeTestJSON-264633046 tempest-ImagesOneServerNegativeTestJSON-264633046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:22:49.755701 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-7dbd1d7f-a225-450d-a7f1-c7da5b564fa4 tempest-ImagesOneServerNegativeTestJSON-264633046 tempest-ImagesOneServerNegativeTestJSON-264633046-project] Notify callbacks [] for port, precommit_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:22:49.763329 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-7dbd1d7f-a225-450d-a7f1-c7da5b564fa4 tempest-ImagesOneServerNegativeTestJSON-264633046 tempest-ImagesOneServerNegativeTestJSON-264633046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2684870'] for port, after_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:22:49.814080 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54a015e-47e3-43e9-9ab8-3644d3df5a8a req-0579bc18-e2da-4cf6-b181-a293cdfce40f tempest-ServersTestManualDisk-214316942 tempest-ServersTestManualDisk-214316942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:22:49.821958 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c54a015e-47e3-43e9-9ab8-3644d3df5a8a req-0579bc18-e2da-4cf6-b181-a293cdfce40f tempest-ServersTestManualDisk-214316942 tempest-ServersTestManualDisk-214316942-project] 10.222.0.16 "GET /v2.0/ports?device_id=b5a1ff61-3393-4ba7-9619-8436eb83bdae HTTP/1.1" status: 200 len: 944 time: 0.1103568 Jul 14 18:22:49.845159 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbd1d7f-a225-450d-a7f1-c7da5b564fa4 tempest-ImagesOneServerNegativeTestJSON-264633046 tempest-ImagesOneServerNegativeTestJSON-264633046-project] Pushing event updated for resources: {'Port': ['ID=ddcfa05d-a49e-4532-96a2-88f39606c9b0,revision_number=2']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:22:49.861505 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-7dbd1d7f-a225-450d-a7f1-c7da5b564fa4 tempest-ImagesOneServerNegativeTestJSON-264633046 tempest-ImagesOneServerNegativeTestJSON-264633046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-930131'] for floatingip, after_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:22:49.875187 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c54a015e-47e3-43e9-9ab8-3644d3df5a8a req-c9d58403-3cce-408d-a23d-2873465f2a05 tempest-ServersTestManualDisk-214316942 tempest-ServersTestManualDisk-214316942-project] 10.222.0.16 "GET /v2.0/security-groups?id=8c8c52b3-d017-4b0b-ad6d-d62b10f55174&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522423 Jul 14 18:22:49.888911 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-7dbd1d7f-a225-450d-a7f1-c7da5b564fa4 tempest-ImagesOneServerNegativeTestJSON-264633046 tempest-ImagesOneServerNegativeTestJSON-264633046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for floatingip, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:22:49.899576 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-7dbd1d7f-a225-450d-a7f1-c7da5b564fa4 tempest-ImagesOneServerNegativeTestJSON-264633046 tempest-ImagesOneServerNegativeTestJSON-264633046-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.3019485 Jul 14 18:22:50.071351 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899b63be-6b71-4f09-9bad-fcd6d8821e72 req-09073b00-dfb7-4d05-9a9f-35f2af5e8c45 tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:22:50.074764 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-899b63be-6b71-4f09-9bad-fcd6d8821e72 req-09073b00-dfb7-4d05-9a9f-35f2af5e8c45 tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] 10.222.0.16 "GET /v2.0/ports?device_id=5d1b56cf-e9a2-40e8-8a62-8ebd9281e58d HTTP/1.1" status: 200 len: 943 time: 0.0773237 Jul 14 18:22:50.180195 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-899b63be-6b71-4f09-9bad-fcd6d8821e72 req-2b0d0ef3-b13b-4e09-b6a4-d847f5cb557a tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] 10.222.0.16 "GET /v2.0/security-groups?id=540fae54-ccea-4309-9c99-81b930eedb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015253 Jul 14 18:22:50.226485 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device d9558d54-152e-4204-8725-17099e4a9cfa details requested by agent hyperv_n-h1-800634-3 with host n-h1-800634-3 {{(pid=93917) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 18:22:50.235941 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc217daa-4168-4001-bedd-edb923dfb2b6 req-c222e5e3-1b0b-4f6d-ab24-02c47c292566 tempest-ImagesOneServerNegativeTestJSON-264633046 tempest-ImagesOneServerNegativeTestJSON-264633046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:22:50.243664 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-dc217daa-4168-4001-bedd-edb923dfb2b6 req-c222e5e3-1b0b-4f6d-ab24-02c47c292566 tempest-ImagesOneServerNegativeTestJSON-264633046 tempest-ImagesOneServerNegativeTestJSON-264633046-project] 10.222.0.16 "GET /v2.0/networks?id=5922bb88-69f8-4327-9807-b639b8b4c14f HTTP/1.1" status: 200 len: 821 time: 0.1586223 Jul 14 18:22:50.263354 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-dc217daa-4168-4001-bedd-edb923dfb2b6 req-689fe3c6-1d7d-4168-9a98-6c03f6f2d9c7 tempest-ImagesOneServerNegativeTestJSON-264633046 tempest-ImagesOneServerNegativeTestJSON-264633046-project] 10.222.0.16 "GET /v2.0/quotas/770cf6195f454485a1278aa0fbe1237f HTTP/1.1" status: 200 len: 375 time: 0.0183988 Jul 14 18:22:50.331521 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-ccb68109-808b-4a1b-b4fc-a6cb6f7778db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:22:50.380399 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port d9558d54-152e-4204-8725-17099e4a9cfa, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=d9558d54-152e-4204-8725-17099e4a9cfa,segment=NetworkSegment(4c0d9076-aea0-482a-a4d8-ee0057218731),segment_id=4c0d9076-aea0-482a-a4d8-ee0057218731)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:22:50.389628 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62912e58-cf07-42eb-8ff0-ce89f47b6be7 req-d541f538-991d-45b2-b003-f840e9a066df tempest-ImagesTestJSON-313755568 tempest-ImagesTestJSON-313755568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:22:50.391170 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-62912e58-cf07-42eb-8ff0-ce89f47b6be7 req-d541f538-991d-45b2-b003-f840e9a066df tempest-ImagesTestJSON-313755568 tempest-ImagesTestJSON-313755568-project] 10.222.0.16 "GET /v2.0/ports?device_id=6aaead6f-eb8d-448b-ab5e-df60fe6f6bc2 HTTP/1.1" status: 200 len: 944 time: 0.0835438 Jul 14 18:22:50.399933 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-dc217daa-4168-4001-bedd-edb923dfb2b6 req-849a17e7-e0bb-404a-b8e8-441b7b59cd3d tempest-ImagesOneServerNegativeTestJSON-264633046 tempest-ImagesOneServerNegativeTestJSON-264633046-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=770cf6195f454485a1278aa0fbe1237f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1346195 Jul 14 18:22:50.401814 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Returning: {'device': 'd9558d54-152e-4204-8725-17099e4a9cfa', 'network_id': '21eb5426-10a9-45e7-adcc-7b2a88d91d33', 'port_id': 'd9558d54-152e-4204-8725-17099e4a9cfa', 'mac_address': 'fa:16:3e:d6:48:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '51a2df91-1208-4c4b-96e9-d2512fde1766', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93917) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 18:22:50.447600 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:22:50.462209 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9558d54-152e-4204-8725-17099e4a9cfa {{(pid=93917) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 18:22:50.486370 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-62912e58-cf07-42eb-8ff0-ce89f47b6be7 req-a29772cf-2563-4943-abc1-500efa177e2c tempest-ImagesTestJSON-313755568 tempest-ImagesTestJSON-313755568-project] 10.222.0.16 "GET /v2.0/security-groups?id=96a7afe7-a122-4b0d-8907-2d91e1bd838f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854356 Jul 14 18:22:50.491434 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port d9558d54-152e-4204-8725-17099e4a9cfa, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=d9558d54-152e-4204-8725-17099e4a9cfa,segment=NetworkSegment(4c0d9076-aea0-482a-a4d8-ee0057218731),segment_id=4c0d9076-aea0-482a-a4d8-ee0057218731)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:22:50.498145 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:22:50.538794 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-dc217daa-4168-4001-bedd-edb923dfb2b6 req-ee2ea1c4-1f54-4c3b-bde0-ffdb05f91e10 service neutron] 10.222.0.16 "GET /v2.0/networks/5922bb88-69f8-4327-9807-b639b8b4c14f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297641 Jul 14 18:22:50.568478 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Pushing event updated for resources: {'Port': ['ID=d9558d54-152e-4204-8725-17099e4a9cfa,revision_number=4']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:22:50.643768 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-dc217daa-4168-4001-bedd-edb923dfb2b6 req-e51a48ad-36c0-4c6f-931d-7f7b3241f04e service neutron] 10.222.0.16 "GET /v2.0/networks/5922bb88-69f8-4327-9807-b639b8b4c14f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970323 Jul 14 18:22:50.850403 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] get_ports_and_sgs() called for port_ids ['d9558d54-152e-4204-8725-17099e4a9cfa'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 18:22:50.983446 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-02de4061-45b4-4fc3-a89b-7a25f9aa55cf req-3498137f-801d-40e8-9646-28e036e55713 tempest-ImagesOneServerNegativeTestJSON-264633046 tempest-ImagesOneServerNegativeTestJSON-264633046-project] 10.222.0.16 "GET /v2.0/ports?device_id=aaa5360a-e565-46dc-89da-0a99a051789c HTTP/1.1" status: 200 len: 210 time: 0.0480905 Jul 14 18:22:51.086789 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Device b875f197-b5bd-4e33-8c5d-9d9e1a56ddfe details requested by agent hyperv_n-h2-800634-3 with host n-h2-800634-3 {{(pid=93917) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 18:22:51.420035 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80df6a4-b2de-45eb-b411-4aee063a2fc8 req-05e3fdfe-e3a6-4a32-a291-8d5273af95ec tempest-ServersTestManualDisk-214316942 tempest-ServersTestManualDisk-214316942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:22:51.428535 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c80df6a4-b2de-45eb-b411-4aee063a2fc8 req-05e3fdfe-e3a6-4a32-a291-8d5273af95ec tempest-ServersTestManualDisk-214316942 tempest-ServersTestManualDisk-214316942-project] 10.222.0.16 "GET /v2.0/ports?device_id=b5a1ff61-3393-4ba7-9619-8436eb83bdae HTTP/1.1" status: 200 len: 945 time: 0.2053010 Jul 14 18:22:51.463582 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] For port b875f197-b5bd-4e33-8c5d-9d9e1a56ddfe, host n-h2-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=b875f197-b5bd-4e33-8c5d-9d9e1a56ddfe,segment=NetworkSegment(ed557757-f640-484f-8cda-41a92c321398),segment_id=ed557757-f640-484f-8cda-41a92c321398)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:22:51.475366 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c80df6a4-b2de-45eb-b411-4aee063a2fc8 req-63d16233-a740-4835-a48a-9b8ec207fb7e tempest-ServersTestManualDisk-214316942 tempest-ServersTestManualDisk-214316942-project] 10.222.0.16 "GET /v2.0/security-groups?id=8c8c52b3-d017-4b0b-ad6d-d62b10f55174&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456579 Jul 14 18:22:51.506579 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Returning: {'device': 'b875f197-b5bd-4e33-8c5d-9d9e1a56ddfe', 'network_id': '458a605c-adc1-4322-ba16-e84a0c1f7468', 'port_id': 'b875f197-b5bd-4e33-8c5d-9d9e1a56ddfe', 'mac_address': 'fa:16:3e:ad:61:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 82, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f82593d-7d30-492d-935c-eafdd92f72c6', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93917) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 18:22:51.562258 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe2fccf-aa80-44a6-84de-eb5f7b3d1d78 req-63d50eff-27c9-44a2-a953-e1372bb73a72 tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:22:51.564399 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ffe2fccf-aa80-44a6-84de-eb5f7b3d1d78 req-63d50eff-27c9-44a2-a953-e1372bb73a72 tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] 10.222.0.16 "GET /v2.0/ports?device_id=5d1b56cf-e9a2-40e8-8a62-8ebd9281e58d HTTP/1.1" status: 200 len: 943 time: 0.1009059 Jul 14 18:22:51.632671 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ffe2fccf-aa80-44a6-84de-eb5f7b3d1d78 req-9d41cdee-d921-4111-a019-0de7f678814b tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] 10.222.0.16 "GET /v2.0/security-groups?id=540fae54-ccea-4309-9c99-81b930eedb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606256 Jul 14 18:22:51.781519 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9466afa3-8f7d-4050-8b4d-f1a7eec1b31b req-f679ec3c-c042-4fc1-ad5e-fb07230b4da1 tempest-ImagesTestJSON-313755568 tempest-ImagesTestJSON-313755568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:22:51.791097 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-9466afa3-8f7d-4050-8b4d-f1a7eec1b31b req-f679ec3c-c042-4fc1-ad5e-fb07230b4da1 tempest-ImagesTestJSON-313755568 tempest-ImagesTestJSON-313755568-project] 10.222.0.16 "GET /v2.0/ports?device_id=6aaead6f-eb8d-448b-ab5e-df60fe6f6bc2 HTTP/1.1" status: 200 len: 944 time: 0.0963025 Jul 14 18:22:51.850925 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-9466afa3-8f7d-4050-8b4d-f1a7eec1b31b req-18692326-690c-42c8-acd4-2428fd8a6911 tempest-ImagesTestJSON-313755568 tempest-ImagesTestJSON-313755568-project] 10.222.0.16 "GET /v2.0/security-groups?id=96a7afe7-a122-4b0d-8907-2d91e1bd838f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545416 Jul 14 18:22:52.189095 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e074341e-493e-4c69-8f7e-455fd8abc9ae req-3567974e-ab06-4530-aa42-f09c73c6febc tempest-ImagesOneServerNegativeTestJSON-264633046 tempest-ImagesOneServerNegativeTestJSON-264633046-project] 10.222.0.16 "GET /v2.0/ports?device_id=aaa5360a-e565-46dc-89da-0a99a051789c HTTP/1.1" status: 200 len: 210 time: 0.0465560 Jul 14 18:22:52.752294 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-fa1d2efb-e336-4924-8d4e-3a063945faab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:22:52.819836 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f631ec9-7c82-443b-b739-9e60f294f3de req-6091a5fd-a9f9-4af3-aa85-8c5bbdd6f40f tempest-ServersTestManualDisk-214316942 tempest-ServersTestManualDisk-214316942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:22:52.829438 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-1f631ec9-7c82-443b-b739-9e60f294f3de req-6091a5fd-a9f9-4af3-aa85-8c5bbdd6f40f tempest-ServersTestManualDisk-214316942 tempest-ServersTestManualDisk-214316942-project] 10.222.0.16 "GET /v2.0/ports?device_id=b5a1ff61-3393-4ba7-9619-8436eb83bdae HTTP/1.1" status: 200 len: 945 time: 0.2047808 Jul 14 18:22:52.888919 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc217daa-4168-4001-bedd-edb923dfb2b6 req-c799b49a-e363-4be8-a2ec-caf8a192adbb tempest-ImagesOneServerNegativeTestJSON-264633046 tempest-ImagesOneServerNegativeTestJSON-264633046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:22:52.891090 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-dc217daa-4168-4001-bedd-edb923dfb2b6 req-c799b49a-e363-4be8-a2ec-caf8a192adbb tempest-ImagesOneServerNegativeTestJSON-264633046 tempest-ImagesOneServerNegativeTestJSON-264633046-project] 10.222.0.18 "GET /v2.0/networks?id=5922bb88-69f8-4327-9807-b639b8b4c14f HTTP/1.1" status: 200 len: 821 time: 0.1160066 Jul 14 18:22:52.905646 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [req-dc217daa-4168-4001-bedd-edb923dfb2b6 req-aff4e2b2-9733-40fd-8800-4fdda380b92a tempest-ImagesOneServerNegativeTestJSON-264633046 tempest-ImagesOneServerNegativeTestJSON-264633046-project] Request body: {'port': {'device_id': 'aaa5360a-e565-46dc-89da-0a99a051789c', 'network_id': '5922bb88-69f8-4327-9807-b639b8b4c14f', 'admin_state_up': True, 'tenant_id': '770cf6195f454485a1278aa0fbe1237f'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:22:52.920704 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-1f631ec9-7c82-443b-b739-9e60f294f3de req-2e1a0b55-59de-4f30-bf26-acef68607ca1 tempest-ServersTestManualDisk-214316942 tempest-ServersTestManualDisk-214316942-project] 10.222.0.16 "GET /v2.0/security-groups?id=8c8c52b3-d017-4b0b-ad6d-d62b10f55174&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0815163 Jul 14 18:22:53.076174 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57132022-4cbd-492c-a1fc-b616a2676b65 req-c5a70367-9f2e-4bab-80a5-d6d8db6d5e48 tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:22:53.087421 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-57132022-4cbd-492c-a1fc-b616a2676b65 req-c5a70367-9f2e-4bab-80a5-d6d8db6d5e48 tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] 10.222.0.16 "GET /v2.0/ports?device_id=5d1b56cf-e9a2-40e8-8a62-8ebd9281e58d HTTP/1.1" status: 200 len: 943 time: 0.1635082 Jul 14 18:22:53.094219 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Device b875f197-b5bd-4e33-8c5d-9d9e1a56ddfe details requested by agent hyperv_n-h2-800634-3 with host n-h2-800634-3 {{(pid=93917) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 18:22:53.154423 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc217daa-4168-4001-bedd-edb923dfb2b6 req-aff4e2b2-9733-40fd-8800-4fdda380b92a tempest-ImagesOneServerNegativeTestJSON-264633046 tempest-ImagesOneServerNegativeTestJSON-264633046-project] Made reservation on behalf of 770cf6195f454485a1278aa0fbe1237f for: {'port': 1} {{(pid=93916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:22:53.163267 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-dc217daa-4168-4001-bedd-edb923dfb2b6 req-aff4e2b2-9733-40fd-8800-4fdda380b92a tempest-ImagesOneServerNegativeTestJSON-264633046 tempest-ImagesOneServerNegativeTestJSON-264633046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:22:53.205713 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:22:53.208860 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-57132022-4cbd-492c-a1fc-b616a2676b65 req-fbec4c59-cb44-471e-bcd0-80ff18128812 tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] 10.222.0.16 "GET /v2.0/security-groups?id=540fae54-ccea-4309-9c99-81b930eedb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144516 Jul 14 18:22:53.310527 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] For port b875f197-b5bd-4e33-8c5d-9d9e1a56ddfe, host n-h2-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=b875f197-b5bd-4e33-8c5d-9d9e1a56ddfe,segment=NetworkSegment(ed557757-f640-484f-8cda-41a92c321398),segment_id=ed557757-f640-484f-8cda-41a92c321398)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:22:53.333563 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Returning: {'device': 'b875f197-b5bd-4e33-8c5d-9d9e1a56ddfe', 'network_id': '458a605c-adc1-4322-ba16-e84a0c1f7468', 'port_id': 'b875f197-b5bd-4e33-8c5d-9d9e1a56ddfe', 'mac_address': 'fa:16:3e:ad:61:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 82, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f82593d-7d30-492d-935c-eafdd92f72c6', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93917) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 18:22:53.382012 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40324095-c572-449a-a0ed-2dbc6f6512f0 req-3bfe39f8-6fcf-4d6b-939c-a048ac5636b7 tempest-ImagesTestJSON-313755568 tempest-ImagesTestJSON-313755568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:22:53.388600 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-40324095-c572-449a-a0ed-2dbc6f6512f0 req-3bfe39f8-6fcf-4d6b-939c-a048ac5636b7 tempest-ImagesTestJSON-313755568 tempest-ImagesTestJSON-313755568-project] 10.222.0.16 "GET /v2.0/ports?device_id=6aaead6f-eb8d-448b-ab5e-df60fe6f6bc2 HTTP/1.1" status: 200 len: 944 time: 0.2251587 Jul 14 18:22:53.444981 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-40324095-c572-449a-a0ed-2dbc6f6512f0 req-c4b9e3f4-4e0a-4730-b303-15011deeddd2 tempest-ImagesTestJSON-313755568 tempest-ImagesTestJSON-313755568-project] 10.222.0.16 "GET /v2.0/security-groups?id=96a7afe7-a122-4b0d-8907-2d91e1bd838f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540328 Jul 14 18:22:53.496811 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.db_base_plugin_common [req-dc217daa-4168-4001-bedd-edb923dfb2b6 req-aff4e2b2-9733-40fd-8800-4fdda380b92a tempest-ImagesOneServerNegativeTestJSON-264633046 tempest-ImagesOneServerNegativeTestJSON-264633046-project] Allocated IP 172.20.0.4 (5922bb88-69f8-4327-9807-b639b8b4c14f/3e5fd32b-ce33-4970-8e90-c9d6785e30f5/643bb0df-f8d2-4f2a-85e3-a635064faf56) {{(pid=93916) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:22:53.636729 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-7d17e719-1abd-4b0d-b4df-68fd37e9d7b6 req-869d188f-d9d3-48d2-a583-9d6306c36a9b tempest-ImagesOneServerNegativeTestJSON-264633046 tempest-ImagesOneServerNegativeTestJSON-264633046-project] 10.222.0.16 "GET /v2.0/ports?device_id=aaa5360a-e565-46dc-89da-0a99a051789c HTTP/1.1" status: 200 len: 210 time: 0.0795908 Jul 14 18:22:53.711498 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-dc217daa-4168-4001-bedd-edb923dfb2b6 req-aff4e2b2-9733-40fd-8800-4fdda380b92a tempest-ImagesOneServerNegativeTestJSON-264633046 tempest-ImagesOneServerNegativeTestJSON-264633046-project] Notify callbacks [] for port, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:22:53.757317 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-dc217daa-4168-4001-bedd-edb923dfb2b6 req-aff4e2b2-9733-40fd-8800-4fdda380b92a tempest-ImagesOneServerNegativeTestJSON-264633046 tempest-ImagesOneServerNegativeTestJSON-264633046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:22:53.802063 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc217daa-4168-4001-bedd-edb923dfb2b6 req-aff4e2b2-9733-40fd-8800-4fdda380b92a tempest-ImagesOneServerNegativeTestJSON-264633046 tempest-ImagesOneServerNegativeTestJSON-264633046-project] Network 5922bb88-69f8-4327-9807-b639b8b4c14f is already hosted by enough agents. {{(pid=93916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:22:53.807369 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [req-dc217daa-4168-4001-bedd-edb923dfb2b6 req-aff4e2b2-9733-40fd-8800-4fdda380b92a tempest-ImagesOneServerNegativeTestJSON-264633046 tempest-ImagesOneServerNegativeTestJSON-264633046-project] Resources bound (agent type, host, resource id): {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:22:53.812095 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc217daa-4168-4001-bedd-edb923dfb2b6 req-aff4e2b2-9733-40fd-8800-4fdda380b92a tempest-ImagesOneServerNegativeTestJSON-264633046 tempest-ImagesOneServerNegativeTestJSON-264633046-project] Received port after_create {{(pid=93916) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:22:53.844638 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff4e2b2-9733-40fd-8800-4fdda380b92a tempest-ImagesOneServerNegativeTestJSON-264633046 tempest-ImagesOneServerNegativeTestJSON-264633046-project] Pushing event updated for resources: {'Port': ['ID=643bb0df-f8d2-4f2a-85e3-a635064faf56,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:22:53.886676 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc217daa-4168-4001-bedd-edb923dfb2b6 req-aff4e2b2-9733-40fd-8800-4fdda380b92a tempest-ImagesOneServerNegativeTestJSON-264633046 tempest-ImagesOneServerNegativeTestJSON-264633046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:22:53.887257 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-dc217daa-4168-4001-bedd-edb923dfb2b6 req-aff4e2b2-9733-40fd-8800-4fdda380b92a tempest-ImagesOneServerNegativeTestJSON-264633046 tempest-ImagesOneServerNegativeTestJSON-264633046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:22:53.908191 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-dc217daa-4168-4001-bedd-edb923dfb2b6 req-aff4e2b2-9733-40fd-8800-4fdda380b92a tempest-ImagesOneServerNegativeTestJSON-264633046 tempest-ImagesOneServerNegativeTestJSON-264633046-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0068533 Jul 14 18:22:53.923291 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [req-dc217daa-4168-4001-bedd-edb923dfb2b6 req-03c76323-560c-447f-afd6-97282ec8cebc service neutron] Request body: {'port': {'device_id': 'aaa5360a-e565-46dc-89da-0a99a051789c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800634-3'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:22:53.984560 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-574aeb93-9938-449c-8e6c-cb22c9b52cc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:22:54.033645 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-dc217daa-4168-4001-bedd-edb923dfb2b6 req-03c76323-560c-447f-afd6-97282ec8cebc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:22:54.220077 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5d65da-f443-4663-acf7-93e7e84b6965 req-0f36ef81-6a1c-4dc7-aced-f25cf97cda47 tempest-ServersTestManualDisk-214316942 tempest-ServersTestManualDisk-214316942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:22:54.226581 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device d9558d54-152e-4204-8725-17099e4a9cfa up at agent hyperv_n-h1-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:22:54.231770 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2a5d65da-f443-4663-acf7-93e7e84b6965 req-0f36ef81-6a1c-4dc7-aced-f25cf97cda47 tempest-ServersTestManualDisk-214316942 tempest-ServersTestManualDisk-214316942-project] 10.222.0.16 "GET /v2.0/ports?device_id=b5a1ff61-3393-4ba7-9619-8436eb83bdae HTTP/1.1" status: 200 len: 945 time: 0.1285882 Jul 14 18:22:54.329400 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2a5d65da-f443-4663-acf7-93e7e84b6965 req-27bfc610-ab94-4623-9346-d1df33d7da53 tempest-ServersTestManualDisk-214316942 tempest-ServersTestManualDisk-214316942-project] 10.222.0.16 "GET /v2.0/security-groups?id=8c8c52b3-d017-4b0b-ad6d-d62b10f55174&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0889754 Jul 14 18:22:54.397825 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Provisioning for port d9558d54-152e-4204-8725-17099e4a9cfa completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:22:54.402925 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Provisioning complete for port d9558d54-152e-4204-8725-17099e4a9cfa triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:22:54.403301 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:22:54.600840 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c004a6-3f2d-4320-a4dc-047ef8694219 req-bf230c26-a7b4-42ab-9a04-d94d1eb15708 tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:22:54.612976 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c6c004a6-3f2d-4320-a4dc-047ef8694219 req-bf230c26-a7b4-42ab-9a04-d94d1eb15708 tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] 10.222.0.16 "GET /v2.0/ports?device_id=5d1b56cf-e9a2-40e8-8a62-8ebd9281e58d HTTP/1.1" status: 200 len: 943 time: 0.1874969 Jul 14 18:22:54.635676 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:22:54.673059 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5a1ff61-3393-4ba7-9619-8436eb83bdae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9558d54-152e-4204-8725-17099e4a9cfa'}] {{(pid=93917) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:22:54.677662 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20b787f3c29eaa7aa2a4d648c725a2124c5ff39a8d793252f9d844495e14cf42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b0fdaf1-fd2c-4fe9-9b32-15e76d92f5ac" -d '{"events": [{"server_uuid": "b5a1ff61-3393-4ba7-9619-8436eb83bdae", "name": "network-vif-plugged", "status": "completed", "tag": "d9558d54-152e-4204-8725-17099e4a9cfa"}]}' {{(pid=93917) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:22:54.700772 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c6c004a6-3f2d-4320-a4dc-047ef8694219 req-f6d5f6d7-4e69-445f-84b1-7798b6a76905 tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] 10.222.0.16 "GET /v2.0/security-groups?id=540fae54-ccea-4309-9c99-81b930eedb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868030 Jul 14 18:22:54.729734 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port d9558d54-152e-4204-8725-17099e4a9cfa, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=d9558d54-152e-4204-8725-17099e4a9cfa,segment=NetworkSegment(4c0d9076-aea0-482a-a4d8-ee0057218731),segment_id=4c0d9076-aea0-482a-a4d8-ee0057218731)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:22:54.738208 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:22:54.820372 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Pushing event updated for resources: {'Port': ['ID=d9558d54-152e-4204-8725-17099e4a9cfa,revision_number=5']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:22:54.905383 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ab0e16-e390-416f-aa5e-3ea6460ca100 req-824c9c72-f767-4f03-a4b8-c70fce3870b8 tempest-ImagesTestJSON-313755568 tempest-ImagesTestJSON-313755568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:22:54.915745 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-66ab0e16-e390-416f-aa5e-3ea6460ca100 req-824c9c72-f767-4f03-a4b8-c70fce3870b8 tempest-ImagesTestJSON-313755568 tempest-ImagesTestJSON-313755568-project] 10.222.0.16 "GET /v2.0/ports?device_id=6aaead6f-eb8d-448b-ab5e-df60fe6f6bc2 HTTP/1.1" status: 200 len: 944 time: 0.1319246 Jul 14 18:22:54.944300 n-d-800634-3 neutron-server[93916]: DEBUG neutron.notifiers.nova [req-dc217daa-4168-4001-bedd-edb923dfb2b6 req-03c76323-560c-447f-afd6-97282ec8cebc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 643bb0df-f8d2-4f2a-85e3-a635064faf56 {{(pid=93916) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 18:22:54.961142 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-dc217daa-4168-4001-bedd-edb923dfb2b6 req-03c76323-560c-447f-afd6-97282ec8cebc service neutron] Notify callbacks [] for port, precommit_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:22:54.977002 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.provisioning_blocks [req-dc217daa-4168-4001-bedd-edb923dfb2b6 req-03c76323-560c-447f-afd6-97282ec8cebc service neutron] Transition to ACTIVE for port object 643bb0df-f8d2-4f2a-85e3-a635064faf56 will not be triggered until provisioned by entity L2. {{(pid=93916) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:22:54.983208 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-dc217daa-4168-4001-bedd-edb923dfb2b6 req-03c76323-560c-447f-afd6-97282ec8cebc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2684870'] for port, after_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:22:55.002783 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-66ab0e16-e390-416f-aa5e-3ea6460ca100 req-109b9475-3cc9-49f2-bec6-f8e7fe384cd8 tempest-ImagesTestJSON-313755568 tempest-ImagesTestJSON-313755568-project] 10.222.0.16 "GET /v2.0/security-groups?id=96a7afe7-a122-4b0d-8907-2d91e1bd838f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859320 Jul 14 18:22:55.048802 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c76323-560c-447f-afd6-97282ec8cebc service neutron] Pushing event updated for resources: {'Port': ['ID=643bb0df-f8d2-4f2a-85e3-a635064faf56,revision_number=2']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:22:55.083082 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 18:22:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05dc869d-d686-428d-a728-423198e7731c x-openstack-request-id: req-05dc869d-d686-428d-a728-423198e7731c {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:22:55.083604 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5a1ff61-3393-4ba7-9619-8436eb83bdae", "name": "network-vif-plugged", "status": "completed", "tag": "d9558d54-152e-4204-8725-17099e4a9cfa", "code": 200}]} {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:22:55.083697 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-05dc869d-d686-428d-a728-423198e7731c {{(pid=93917) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:22:55.084029 n-d-800634-3 neutron-server[93917]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5a1ff61-3393-4ba7-9619-8436eb83bdae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9558d54-152e-4204-8725-17099e4a9cfa', 'code': 200} Jul 14 18:22:55.086195 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f411fa57-157d-403b-9c71-17756cacc4ca req-ed6326fd-6757-43c2-a8e3-e039e852c039 tempest-ImagesOneServerNegativeTestJSON-264633046 tempest-ImagesOneServerNegativeTestJSON-264633046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:22:55.092412 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f411fa57-157d-403b-9c71-17756cacc4ca req-ed6326fd-6757-43c2-a8e3-e039e852c039 tempest-ImagesOneServerNegativeTestJSON-264633046 tempest-ImagesOneServerNegativeTestJSON-264633046-project] 10.222.0.16 "GET /v2.0/ports?device_id=aaa5360a-e565-46dc-89da-0a99a051789c HTTP/1.1" status: 200 len: 931 time: 0.1930356 Jul 14 18:22:55.093393 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Device b875f197-b5bd-4e33-8c5d-9d9e1a56ddfe details requested by agent hyperv_n-h2-800634-3 with host n-h2-800634-3 {{(pid=93917) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 18:22:55.159122 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.managers [req-dc217daa-4168-4001-bedd-edb923dfb2b6 req-03c76323-560c-447f-afd6-97282ec8cebc service neutron] Attempting to bind port 643bb0df-f8d2-4f2a-85e3-a635064faf56 on host n-h1-800634-3 for vnic_type normal with profile {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:22:55.159461 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.managers [req-dc217daa-4168-4001-bedd-edb923dfb2b6 req-03c76323-560c-447f-afd6-97282ec8cebc service neutron] Attempting to bind port 643bb0df-f8d2-4f2a-85e3-a635064faf56 by drivers openvswitch,hyperv on host n-h1-800634-3 at level 0 using segments [{'id': '5d348732-27f4-441a-bef1-a0d44ffa840e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '5922bb88-69f8-4327-9807-b639b8b4c14f'}] {{(pid=93916) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:22:55.160181 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc217daa-4168-4001-bedd-edb923dfb2b6 req-03c76323-560c-447f-afd6-97282ec8cebc service neutron] Attempting to bind port 643bb0df-f8d2-4f2a-85e3-a635064faf56 on network 5922bb88-69f8-4327-9807-b639b8b4c14f {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:22:55.161051 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f411fa57-157d-403b-9c71-17756cacc4ca req-44715e29-b0c0-4e20-873e-85b540e2cb11 tempest-ImagesOneServerNegativeTestJSON-264633046 tempest-ImagesOneServerNegativeTestJSON-264633046-project] 10.222.0.16 "GET /v2.0/security-groups?id=7eb77405-22ca-4355-84b5-b8009f159b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615137 Jul 14 18:22:55.165266 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc217daa-4168-4001-bedd-edb923dfb2b6 req-03c76323-560c-447f-afd6-97282ec8cebc service neutron] Port 643bb0df-f8d2-4f2a-85e3-a635064faf56 on network 5922bb88-69f8-4327-9807-b639b8b4c14f not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-3 {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 18:22:55.165595 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc217daa-4168-4001-bedd-edb923dfb2b6 req-03c76323-560c-447f-afd6-97282ec8cebc service neutron] Attempting to bind port 643bb0df-f8d2-4f2a-85e3-a635064faf56 on network 5922bb88-69f8-4327-9807-b639b8b4c14f {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:22:55.171391 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc217daa-4168-4001-bedd-edb923dfb2b6 req-03c76323-560c-447f-afd6-97282ec8cebc service neutron] Checking agent: {'id': 'a3630ff4-fbee-45d9-b9b6-0ae41cb3a350', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 15, 32), 'started_at': datetime.datetime(2021, 7, 14, 18, 15, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 18, 22, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 18:22:55.171788 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc217daa-4168-4001-bedd-edb923dfb2b6 req-03c76323-560c-447f-afd6-97282ec8cebc service neutron] Checking segment: {'id': '5d348732-27f4-441a-bef1-a0d44ffa840e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '5922bb88-69f8-4327-9807-b639b8b4c14f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93916) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:22:55.172224 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc217daa-4168-4001-bedd-edb923dfb2b6 req-03c76323-560c-447f-afd6-97282ec8cebc service neutron] Bound using segment: {'id': '5d348732-27f4-441a-bef1-a0d44ffa840e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '5922bb88-69f8-4327-9807-b639b8b4c14f'} {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 18:22:55.172693 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.managers [req-dc217daa-4168-4001-bedd-edb923dfb2b6 req-03c76323-560c-447f-afd6-97282ec8cebc service neutron] Bound port: 643bb0df-f8d2-4f2a-85e3-a635064faf56, host: n-h1-800634-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d348732-27f4-441a-bef1-a0d44ffa840e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '5922bb88-69f8-4327-9807-b639b8b4c14f'}}] {{(pid=93916) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 18:22:55.173052 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-dc217daa-4168-4001-bedd-edb923dfb2b6 req-03c76323-560c-447f-afd6-97282ec8cebc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:22:55.255682 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] For port b875f197-b5bd-4e33-8c5d-9d9e1a56ddfe, host n-h2-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=b875f197-b5bd-4e33-8c5d-9d9e1a56ddfe,segment=NetworkSegment(ed557757-f640-484f-8cda-41a92c321398),segment_id=ed557757-f640-484f-8cda-41a92c321398)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:22:55.271475 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Returning: {'device': 'b875f197-b5bd-4e33-8c5d-9d9e1a56ddfe', 'network_id': '458a605c-adc1-4322-ba16-e84a0c1f7468', 'port_id': 'b875f197-b5bd-4e33-8c5d-9d9e1a56ddfe', 'mac_address': 'fa:16:3e:ad:61:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 82, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f82593d-7d30-492d-935c-eafdd92f72c6', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93917) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 18:22:55.290376 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.db [req-dc217daa-4168-4001-bedd-edb923dfb2b6 req-03c76323-560c-447f-afd6-97282ec8cebc service neutron] For port 643bb0df-f8d2-4f2a-85e3-a635064faf56, host n-h1-800634-3, cleared binding levels {{(pid=93916) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:22:55.295441 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba654992-4387-48f8-9540-595cdc069b0f req-9ff3fd2c-9936-4802-bd63-dc98f8f30be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:22:55.296990 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-ba654992-4387-48f8-9540-595cdc069b0f req-9ff3fd2c-9936-4802-bd63-dc98f8f30be4 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=b5a1ff61-3393-4ba7-9619-8436eb83bdae HTTP/1.1" status: 200 len: 1097 time: 0.1215553 Jul 14 18:22:55.298747 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.db [req-dc217daa-4168-4001-bedd-edb923dfb2b6 req-03c76323-560c-447f-afd6-97282ec8cebc service neutron] For port 643bb0df-f8d2-4f2a-85e3-a635064faf56, host n-h1-800634-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=643bb0df-f8d2-4f2a-85e3-a635064faf56,segment=NetworkSegment(5d348732-27f4-441a-bef1-a0d44ffa840e),segment_id=5d348732-27f4-441a-bef1-a0d44ffa840e)] {{(pid=93916) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 18:22:55.304061 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-dc217daa-4168-4001-bedd-edb923dfb2b6 req-03c76323-560c-447f-afd6-97282ec8cebc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2684870'] for port, after_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:22:55.358286 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc217daa-4168-4001-bedd-edb923dfb2b6 req-03c76323-560c-447f-afd6-97282ec8cebc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:22:55.359467 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-dc217daa-4168-4001-bedd-edb923dfb2b6 req-03c76323-560c-447f-afd6-97282ec8cebc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:22:55.361781 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-dc217daa-4168-4001-bedd-edb923dfb2b6 req-03c76323-560c-447f-afd6-97282ec8cebc service neutron] 10.222.0.18 "PUT /v2.0/ports/643bb0df-f8d2-4f2a-85e3-a635064faf56 HTTP/1.1" status: 200 len: 1091 time: 1.4449553 Jul 14 18:22:55.366422 n-d-800634-3 neutron-server[93916]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aaa5360a-e565-46dc-89da-0a99a051789c', 'tag': '643bb0df-f8d2-4f2a-85e3-a635064faf56'}] {{(pid=93916) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:22:55.369955 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f803e150b363a7893830aa996ac27753fa25517c406ecd3536b7c2d4b26eeb9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b5fc5d1-725c-4271-a7de-3ac5b4043b2f" -d '{"events": [{"name": "network-changed", "server_uuid": "aaa5360a-e565-46dc-89da-0a99a051789c", "tag": "643bb0df-f8d2-4f2a-85e3-a635064faf56"}]}' {{(pid=93916) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:22:55.404905 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-ba654992-4387-48f8-9540-595cdc069b0f req-51905cd6-d625-4d2c-9e18-271ccdc5d108 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=8c8c52b3-d017-4b0b-ad6d-d62b10f55174&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0955000 Jul 14 18:22:55.424953 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c76323-560c-447f-afd6-97282ec8cebc service neutron] Pushing event updated for resources: {'Port': ['ID=643bb0df-f8d2-4f2a-85e3-a635064faf56,revision_number=3']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:22:55.449363 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 18:22:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67b8834a-0df2-4ecb-89d2-51b11987945e x-openstack-request-id: req-67b8834a-0df2-4ecb-89d2-51b11987945e {{(pid=93916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:22:55.449701 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aaa5360a-e565-46dc-89da-0a99a051789c", "tag": "643bb0df-f8d2-4f2a-85e3-a635064faf56", "status": "completed", "code": 200}]} {{(pid=93916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:22:55.450129 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-67b8834a-0df2-4ecb-89d2-51b11987945e {{(pid=93916) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:22:55.450535 n-d-800634-3 neutron-server[93916]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aaa5360a-e565-46dc-89da-0a99a051789c', 'tag': '643bb0df-f8d2-4f2a-85e3-a635064faf56', 'status': 'completed', 'code': 200} Jul 14 18:22:55.574845 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa95f2f2-9a33-4173-8d79-2e6ae4c1b018 req-13d784df-5a84-4b97-9883-5be587093a7f tempest-ServersTestManualDisk-214316942 tempest-ServersTestManualDisk-214316942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:22:55.575783 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc217daa-4168-4001-bedd-edb923dfb2b6 req-997eea70-1939-44bd-bda2-88b61bb59684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:22:55.577310 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-dc217daa-4168-4001-bedd-edb923dfb2b6 req-997eea70-1939-44bd-bda2-88b61bb59684 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=770cf6195f454485a1278aa0fbe1237f&device_id=aaa5360a-e565-46dc-89da-0a99a051789c HTTP/1.1" status: 200 len: 1094 time: 0.0900595 Jul 14 18:22:55.591828 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-aa95f2f2-9a33-4173-8d79-2e6ae4c1b018 req-13d784df-5a84-4b97-9883-5be587093a7f tempest-ServersTestManualDisk-214316942 tempest-ServersTestManualDisk-214316942-project] 10.222.0.16 "GET /v2.0/ports?device_id=b5a1ff61-3393-4ba7-9619-8436eb83bdae HTTP/1.1" status: 200 len: 946 time: 0.1134841 Jul 14 18:22:55.638396 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-aa95f2f2-9a33-4173-8d79-2e6ae4c1b018 req-7aafe150-be05-4286-9b2b-ef69888ad840 tempest-ServersTestManualDisk-214316942 tempest-ServersTestManualDisk-214316942-project] 10.222.0.16 "GET /v2.0/security-groups?id=8c8c52b3-d017-4b0b-ad6d-d62b10f55174&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453770 Jul 14 18:22:55.663843 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-dc217daa-4168-4001-bedd-edb923dfb2b6 req-f508d3ad-c972-4afa-bc32-984acc53eb31 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=643bb0df-f8d2-4f2a-85e3-a635064faf56 HTTP/1.1" status: 200 len: 217 time: 0.0701332 Jul 14 18:22:55.676374 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-2f4e3af3-e708-4ffd-a544-82d93a489d01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:22:55.717520 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc217daa-4168-4001-bedd-edb923dfb2b6 req-1ec85667-c403-4668-873c-e170b28c6514 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:22:55.718982 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-dc217daa-4168-4001-bedd-edb923dfb2b6 req-1ec85667-c403-4668-873c-e170b28c6514 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=3e5fd32b-ce33-4970-8e90-c9d6785e30f5 HTTP/1.1" status: 200 len: 861 time: 0.0478323 Jul 14 18:22:55.783405 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-dc217daa-4168-4001-bedd-edb923dfb2b6 req-ec76a32f-94de-4813-a614-e9732df1a045 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5922bb88-69f8-4327-9807-b639b8b4c14f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0548439 Jul 14 18:22:56.010618 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-dc217daa-4168-4001-bedd-edb923dfb2b6 req-5f6b20a6-5ada-4d86-9639-fd7e826e811f service neutron] 10.222.0.18 "GET /v2.0/networks/5922bb88-69f8-4327-9807-b639b8b4c14f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2183611 Jul 14 18:22:56.200458 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-dc217daa-4168-4001-bedd-edb923dfb2b6 req-def93ee6-9dd9-4d04-8dea-21bfa890bc91 service neutron] 10.222.0.18 "GET /v2.0/networks/5922bb88-69f8-4327-9807-b639b8b4c14f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1780524 Jul 14 18:22:56.240840 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da94dcca-c846-4aa8-b002-fd7dbddc4645 req-0834b31d-1b5f-4d23-b646-c27afaf24709 tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:22:56.250487 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-da94dcca-c846-4aa8-b002-fd7dbddc4645 req-0834b31d-1b5f-4d23-b646-c27afaf24709 tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] 10.222.0.16 "GET /v2.0/ports?device_id=5d1b56cf-e9a2-40e8-8a62-8ebd9281e58d HTTP/1.1" status: 200 len: 943 time: 0.1514802 Jul 14 18:22:56.310001 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bd3270-d6b0-497c-97d2-3ca0fd45f2a2 req-3508f136-6cc7-4fb5-bbaf-1c4b86ad31eb tempest-ImagesTestJSON-313755568 tempest-ImagesTestJSON-313755568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:22:56.311774 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-89bd3270-d6b0-497c-97d2-3ca0fd45f2a2 req-3508f136-6cc7-4fb5-bbaf-1c4b86ad31eb tempest-ImagesTestJSON-313755568 tempest-ImagesTestJSON-313755568-project] 10.222.0.16 "GET /v2.0/ports?device_id=6aaead6f-eb8d-448b-ab5e-df60fe6f6bc2 HTTP/1.1" status: 200 len: 944 time: 0.1514051 Jul 14 18:22:56.326546 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-da94dcca-c846-4aa8-b002-fd7dbddc4645 req-cf6d3857-b9e0-4b5a-b84e-13a8079d5c67 tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] 10.222.0.16 "GET /v2.0/security-groups?id=540fae54-ccea-4309-9c99-81b930eedb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748715 Jul 14 18:22:56.374695 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5fc5d1-725c-4271-a7de-3ac5b4043b2f req-07558498-5aaf-4faf-8f51-291242a0cc9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:22:56.377421 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-1b5fc5d1-725c-4271-a7de-3ac5b4043b2f req-07558498-5aaf-4faf-8f51-291242a0cc9b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=770cf6195f454485a1278aa0fbe1237f&device_id=aaa5360a-e565-46dc-89da-0a99a051789c HTTP/1.1" status: 200 len: 1094 time: 0.1014197 Jul 14 18:22:56.429191 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-89bd3270-d6b0-497c-97d2-3ca0fd45f2a2 req-dea8944f-0cf0-4103-9a55-c2e55b97ee2a tempest-ImagesTestJSON-313755568 tempest-ImagesTestJSON-313755568-project] 10.222.0.16 "GET /v2.0/security-groups?id=96a7afe7-a122-4b0d-8907-2d91e1bd838f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944026 Jul 14 18:22:56.509078 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5fc5d1-725c-4271-a7de-3ac5b4043b2f req-379422bf-e8ed-4e19-ab81-0ed3f46faeff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:22:56.510978 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-1b5fc5d1-725c-4271-a7de-3ac5b4043b2f req-379422bf-e8ed-4e19-ab81-0ed3f46faeff service neutron] 10.222.0.18 "GET /v2.0/networks?id=5922bb88-69f8-4327-9807-b639b8b4c14f HTTP/1.1" status: 200 len: 921 time: 0.1253188 Jul 14 18:22:56.585804 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fbd7d1-0975-419b-b765-a0d07f3966f3 req-6dffaa1d-8458-41cb-9cb3-750e446db1c4 tempest-ImagesOneServerNegativeTestJSON-264633046 tempest-ImagesOneServerNegativeTestJSON-264633046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:22:56.587214 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-10fbd7d1-0975-419b-b765-a0d07f3966f3 req-6dffaa1d-8458-41cb-9cb3-750e446db1c4 tempest-ImagesOneServerNegativeTestJSON-264633046 tempest-ImagesOneServerNegativeTestJSON-264633046-project] 10.222.0.16 "GET /v2.0/ports?device_id=aaa5360a-e565-46dc-89da-0a99a051789c HTTP/1.1" status: 200 len: 943 time: 0.1085036 Jul 14 18:22:56.612995 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-1b5fc5d1-725c-4271-a7de-3ac5b4043b2f req-08429c12-1205-47f5-9cfe-d2c1741c44bf service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=643bb0df-f8d2-4f2a-85e3-a635064faf56 HTTP/1.1" status: 200 len: 217 time: 0.0930898 Jul 14 18:22:56.701389 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-10fbd7d1-0975-419b-b765-a0d07f3966f3 req-306d7b13-6f28-40a9-8f8f-ef1e2d92777a tempest-ImagesOneServerNegativeTestJSON-264633046 tempest-ImagesOneServerNegativeTestJSON-264633046-project] 10.222.0.16 "GET /v2.0/security-groups?id=7eb77405-22ca-4355-84b5-b8009f159b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890222 Jul 14 18:22:56.748148 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5fc5d1-725c-4271-a7de-3ac5b4043b2f req-18d241ec-77c0-41c9-93a3-88b065bc91f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:22:56.754342 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-1b5fc5d1-725c-4271-a7de-3ac5b4043b2f req-18d241ec-77c0-41c9-93a3-88b065bc91f6 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=3e5fd32b-ce33-4970-8e90-c9d6785e30f5 HTTP/1.1" status: 200 len: 861 time: 0.1336331 Jul 14 18:22:56.814205 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-1b5fc5d1-725c-4271-a7de-3ac5b4043b2f req-c3562573-7392-4561-b837-6e36c5cc0a16 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5922bb88-69f8-4327-9807-b639b8b4c14f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0513108 Jul 14 18:22:56.960145 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fc2563-22b3-443f-a8fd-1836bbd6e25f req-fbe8e600-21c1-435c-9256-e4766deff383 tempest-ServersTestManualDisk-214316942 tempest-ServersTestManualDisk-214316942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:22:56.962509 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-1b5fc5d1-725c-4271-a7de-3ac5b4043b2f req-9dc189f2-b794-4479-8b52-157952c578d4 service neutron] 10.222.0.18 "GET /v2.0/networks/5922bb88-69f8-4327-9807-b639b8b4c14f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1393936 Jul 14 18:22:56.965243 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b2fc2563-22b3-443f-a8fd-1836bbd6e25f req-fbe8e600-21c1-435c-9256-e4766deff383 tempest-ServersTestManualDisk-214316942 tempest-ServersTestManualDisk-214316942-project] 10.222.0.16 "GET /v2.0/ports?device_id=b5a1ff61-3393-4ba7-9619-8436eb83bdae HTTP/1.1" status: 200 len: 946 time: 0.1305232 Jul 14 18:22:57.059237 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b2fc2563-22b3-443f-a8fd-1836bbd6e25f req-b2c7b362-68b0-4132-a712-d38b0abfbdd0 tempest-ServersTestManualDisk-214316942 tempest-ServersTestManualDisk-214316942-project] 10.222.0.16 "GET /v2.0/security-groups?id=8c8c52b3-d017-4b0b-ad6d-d62b10f55174&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0930481 Jul 14 18:22:57.095937 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Device b875f197-b5bd-4e33-8c5d-9d9e1a56ddfe details requested by agent hyperv_n-h2-800634-3 with host n-h2-800634-3 {{(pid=93917) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 18:22:57.139667 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5913c6d8-ee13-4303-8697-09195cd83fa8 req-94341ed7-6564-4f2b-adb5-b985a3e8083f tempest-ImagesTestJSON-313755568 tempest-ImagesTestJSON-313755568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:22:57.141224 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-5913c6d8-ee13-4303-8697-09195cd83fa8 req-94341ed7-6564-4f2b-adb5-b985a3e8083f tempest-ImagesTestJSON-313755568 tempest-ImagesTestJSON-313755568-project] 10.222.0.35 "GET /v2.0/ports?device_id=6aaead6f-eb8d-448b-ab5e-df60fe6f6bc2 HTTP/1.1" status: 200 len: 944 time: 0.1465740 Jul 14 18:22:57.179268 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-1b5fc5d1-725c-4271-a7de-3ac5b4043b2f req-be005316-b75e-420c-ac67-3dc948f8a96f service neutron] 10.222.0.18 "GET /v2.0/networks/5922bb88-69f8-4327-9807-b639b8b4c14f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2090950 Jul 14 18:22:57.282519 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] For port b875f197-b5bd-4e33-8c5d-9d9e1a56ddfe, host n-h2-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=b875f197-b5bd-4e33-8c5d-9d9e1a56ddfe,segment=NetworkSegment(ed557757-f640-484f-8cda-41a92c321398),segment_id=ed557757-f640-484f-8cda-41a92c321398)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:22:57.300879 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Returning: {'device': 'b875f197-b5bd-4e33-8c5d-9d9e1a56ddfe', 'network_id': '458a605c-adc1-4322-ba16-e84a0c1f7468', 'port_id': 'b875f197-b5bd-4e33-8c5d-9d9e1a56ddfe', 'mac_address': 'fa:16:3e:ad:61:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 82, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f82593d-7d30-492d-935c-eafdd92f72c6', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93917) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 18:22:57.646584 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [req-5913c6d8-ee13-4303-8697-09195cd83fa8 req-0d2955cd-4627-4c9f-9f37-c425e3c1f5c3 tempest-ImagesTestJSON-313755568 tempest-ImagesTestJSON-313755568-project] Deleting port b875f197-b5bd-4e33-8c5d-9d9e1a56ddfe {{(pid=93915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:22:57.647255 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-5913c6d8-ee13-4303-8697-09195cd83fa8 req-0d2955cd-4627-4c9f-9f37-c425e3c1f5c3 tempest-ImagesTestJSON-313755568 tempest-ImagesTestJSON-313755568-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:22:57.675693 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31946331-783f-4dc2-b4db-9f1d743e4276 req-3cb5736f-8391-4396-84c2-940c59b8df2a tempest-ServersTestManualDisk-214316942 tempest-ServersTestManualDisk-214316942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:22:57.690969 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 58280) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:22:57.695866 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-853e9f77-d0fd-4ed2-8a11-5eb110d1e710 tempest-ServersTestManualDisk-214316942 tempest-ServersTestManualDisk-214316942-project] Request body: {'floatingip': {'port_id': 'd9558d54-152e-4204-8725-17099e4a9cfa'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:22:57.699284 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-31946331-783f-4dc2-b4db-9f1d743e4276 req-3cb5736f-8391-4396-84c2-940c59b8df2a tempest-ServersTestManualDisk-214316942 tempest-ServersTestManualDisk-214316942-project] 10.222.0.16 "GET /v2.0/ports?device_id=b5a1ff61-3393-4ba7-9619-8436eb83bdae HTTP/1.1" status: 200 len: 946 time: 0.4884732 Jul 14 18:22:57.789283 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-853e9f77-d0fd-4ed2-8a11-5eb110d1e710 tempest-ServersTestManualDisk-214316942 tempest-ServersTestManualDisk-214316942-project] Notify callbacks [] for floatingip, before_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:22:58.029487 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-5913c6d8-ee13-4303-8697-09195cd83fa8 req-0d2955cd-4627-4c9f-9f37-c425e3c1f5c3 tempest-ImagesTestJSON-313755568 tempest-ImagesTestJSON-313755568-project] For port b875f197-b5bd-4e33-8c5d-9d9e1a56ddfe, host n-h2-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=b875f197-b5bd-4e33-8c5d-9d9e1a56ddfe,segment=NetworkSegment(ed557757-f640-484f-8cda-41a92c321398),segment_id=ed557757-f640-484f-8cda-41a92c321398)] {{(pid=93915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:22:58.029867 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-5913c6d8-ee13-4303-8697-09195cd83fa8 req-0d2955cd-4627-4c9f-9f37-c425e3c1f5c3 tempest-ImagesTestJSON-313755568 tempest-ImagesTestJSON-313755568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:22:58.044550 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [req-5913c6d8-ee13-4303-8697-09195cd83fa8 req-0d2955cd-4627-4c9f-9f37-c425e3c1f5c3 tempest-ImagesTestJSON-313755568 tempest-ImagesTestJSON-313755568-project] Calling delete_port for b875f197-b5bd-4e33-8c5d-9d9e1a56ddfe owned by compute:nova {{(pid=93915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:22:58.075394 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1e8eb1-1e2f-4172-9964-98cb9b0921d8 req-6dd279bd-1efa-4846-8de4-5d2aa22362c9 tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:22:58.082235 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-4b1e8eb1-1e2f-4172-9964-98cb9b0921d8 req-6dd279bd-1efa-4846-8de4-5d2aa22362c9 tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] 10.222.0.16 "GET /v2.0/ports?device_id=5d1b56cf-e9a2-40e8-8a62-8ebd9281e58d HTTP/1.1" status: 200 len: 943 time: 0.3819542 Jul 14 18:22:58.148440 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0628c2-3748-4d66-bb35-5c37b5132a95 req-c5ee127b-08c5-4eed-baba-23f239cebfec tempest-ImagesTestJSON-313755568 tempest-ImagesTestJSON-313755568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:22:58.150097 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ca0628c2-3748-4d66-bb35-5c37b5132a95 req-c5ee127b-08c5-4eed-baba-23f239cebfec tempest-ImagesTestJSON-313755568 tempest-ImagesTestJSON-313755568-project] 10.222.0.16 "GET /v2.0/ports?device_id=6aaead6f-eb8d-448b-ab5e-df60fe6f6bc2 HTTP/1.1" status: 200 len: 944 time: 0.2462714 Jul 14 18:22:58.201786 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-4b1e8eb1-1e2f-4172-9964-98cb9b0921d8 req-6835ccc9-1842-44a5-bfc7-875a2d4df9d0 tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] 10.222.0.16 "GET /v2.0/security-groups?id=540fae54-ccea-4309-9c99-81b930eedb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185451 Jul 14 18:22:58.243289 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device 643bb0df-f8d2-4f2a-85e3-a635064faf56 details requested by agent hyperv_n-h1-800634-3 with host n-h1-800634-3 {{(pid=93917) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 18:22:58.256297 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ca0628c2-3748-4d66-bb35-5c37b5132a95 req-0e58be3c-231e-4d14-a5b6-54a077731c65 tempest-ImagesTestJSON-313755568 tempest-ImagesTestJSON-313755568-project] 10.222.0.16 "GET /v2.0/security-groups?id=96a7afe7-a122-4b0d-8907-2d91e1bd838f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888357 Jul 14 18:22:58.439880 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-5913c6d8-ee13-4303-8697-09195cd83fa8 req-0d2955cd-4627-4c9f-9f37-c425e3c1f5c3 tempest-ImagesTestJSON-313755568 tempest-ImagesTestJSON-313755568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:22:58.453736 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port 643bb0df-f8d2-4f2a-85e3-a635064faf56, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=643bb0df-f8d2-4f2a-85e3-a635064faf56,segment=NetworkSegment(5d348732-27f4-441a-bef1-a0d44ffa840e),segment_id=5d348732-27f4-441a-bef1-a0d44ffa840e)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:22:58.472337 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Returning: {'device': '643bb0df-f8d2-4f2a-85e3-a635064faf56', 'network_id': '5922bb88-69f8-4327-9807-b639b8b4c14f', 'port_id': '643bb0df-f8d2-4f2a-85e3-a635064faf56', 'mac_address': 'fa:16:3e:fd:d3:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 88, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e5fd32b-ce33-4970-8e90-c9d6785e30f5', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93917) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 18:22:58.505502 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2955cd-4627-4c9f-9f37-c425e3c1f5c3 tempest-ImagesTestJSON-313755568 tempest-ImagesTestJSON-313755568-project] Pushing event deleted for resources: {'Port': ['ID=b875f197-b5bd-4e33-8c5d-9d9e1a56ddfe,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:22:58.549860 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2955cd-4627-4c9f-9f37-c425e3c1f5c3 tempest-ImagesTestJSON-313755568 tempest-ImagesTestJSON-313755568-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:22:58.550594 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2955cd-4627-4c9f-9f37-c425e3c1f5c3 tempest-ImagesTestJSON-313755568 tempest-ImagesTestJSON-313755568-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:22:58.550933 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2955cd-4627-4c9f-9f37-c425e3c1f5c3 tempest-ImagesTestJSON-313755568 tempest-ImagesTestJSON-313755568-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:22:58.551274 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2955cd-4627-4c9f-9f37-c425e3c1f5c3 tempest-ImagesTestJSON-313755568 tempest-ImagesTestJSON-313755568-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:22:58.551611 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2955cd-4627-4c9f-9f37-c425e3c1f5c3 tempest-ImagesTestJSON-313755568 tempest-ImagesTestJSON-313755568-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:22:58.551941 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2955cd-4627-4c9f-9f37-c425e3c1f5c3 tempest-ImagesTestJSON-313755568 tempest-ImagesTestJSON-313755568-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:22:58.552311 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2955cd-4627-4c9f-9f37-c425e3c1f5c3 tempest-ImagesTestJSON-313755568 tempest-ImagesTestJSON-313755568-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:22:58.552641 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2955cd-4627-4c9f-9f37-c425e3c1f5c3 tempest-ImagesTestJSON-313755568 tempest-ImagesTestJSON-313755568-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:22:58.552966 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2955cd-4627-4c9f-9f37-c425e3c1f5c3 tempest-ImagesTestJSON-313755568 tempest-ImagesTestJSON-313755568-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:22:58.553290 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2955cd-4627-4c9f-9f37-c425e3c1f5c3 tempest-ImagesTestJSON-313755568 tempest-ImagesTestJSON-313755568-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:22:58.553612 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2955cd-4627-4c9f-9f37-c425e3c1f5c3 tempest-ImagesTestJSON-313755568 tempest-ImagesTestJSON-313755568-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:22:58.553931 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2955cd-4627-4c9f-9f37-c425e3c1f5c3 tempest-ImagesTestJSON-313755568 tempest-ImagesTestJSON-313755568-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:22:58.583812 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:22:58.588791 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [req-5913c6d8-ee13-4303-8697-09195cd83fa8 req-0d2955cd-4627-4c9f-9f37-c425e3c1f5c3 tempest-ImagesTestJSON-313755568 tempest-ImagesTestJSON-313755568-project] No DVR routers for this DVR port b875f197-b5bd-4e33-8c5d-9d9e1a56ddfe on host n-h2-800634-3 {{(pid=93915) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 18:22:58.592065 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-5913c6d8-ee13-4303-8697-09195cd83fa8 req-0d2955cd-4627-4c9f-9f37-c425e3c1f5c3 tempest-ImagesTestJSON-313755568 tempest-ImagesTestJSON-313755568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:22:58.594878 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-5913c6d8-ee13-4303-8697-09195cd83fa8 req-0d2955cd-4627-4c9f-9f37-c425e3c1f5c3 tempest-ImagesTestJSON-313755568 tempest-ImagesTestJSON-313755568-project] 10.222.0.35 "DELETE /v2.0/ports/b875f197-b5bd-4e33-8c5d-9d9e1a56ddfe HTTP/1.1" status: 204 len: 173 time: 1.4482086 Jul 14 18:22:58.597797 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6aaead6f-eb8d-448b-ab5e-df60fe6f6bc2', 'name': 'network-vif-deleted', 'tag': 'b875f197-b5bd-4e33-8c5d-9d9e1a56ddfe'}] {{(pid=93915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:22:58.600537 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e72782ad3af8f7d4ce76cedf092bca46d1756acc5c4653cf0b52034cdd6b073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adad3f2c-59b8-4cb3-93fd-cfbc11682079" -d '{"events": [{"server_uuid": "6aaead6f-eb8d-448b-ab5e-df60fe6f6bc2", "name": "network-vif-deleted", "tag": "b875f197-b5bd-4e33-8c5d-9d9e1a56ddfe"}]}' {{(pid=93915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:22:58.638349 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 643bb0df-f8d2-4f2a-85e3-a635064faf56 {{(pid=93917) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 18:22:58.663297 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.db.resource_extend [None req-853e9f77-d0fd-4ed2-8a11-5eb110d1e710 tempest-ServersTestManualDisk-214316942 tempest-ServersTestManualDisk-214316942-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 14 18:22:58.678158 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Wed, 14 Jul 2021 18:22:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-020e09b8-0947-4f1e-8467-a8feac548736 x-openstack-request-id: req-020e09b8-0947-4f1e-8467-a8feac548736 {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:22:58.678666 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6aaead6f-eb8d-448b-ab5e-df60fe6f6bc2", "name": "network-vif-deleted", "tag": "b875f197-b5bd-4e33-8c5d-9d9e1a56ddfe", "status": "failed", "code": 422}]} {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:22:58.678780 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-020e09b8-0947-4f1e-8467-a8feac548736 {{(pid=93915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:22:58.679140 n-d-800634-3 neutron-server[93915]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '6aaead6f-eb8d-448b-ab5e-df60fe6f6bc2', 'name': 'network-vif-deleted', 'tag': 'b875f197-b5bd-4e33-8c5d-9d9e1a56ddfe', 'status': 'failed', 'code': 422} returned with failed status Jul 14 18:22:58.681024 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port 643bb0df-f8d2-4f2a-85e3-a635064faf56, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=643bb0df-f8d2-4f2a-85e3-a635064faf56,segment=NetworkSegment(5d348732-27f4-441a-bef1-a0d44ffa840e),segment_id=5d348732-27f4-441a-bef1-a0d44ffa840e)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:22:58.689262 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:22:58.689856 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd715fb-962e-4df6-bdda-9676809d9fd1 req-3f40312b-c3f9-40fb-b817-89fb381eb6d8 tempest-ImagesOneServerNegativeTestJSON-264633046 tempest-ImagesOneServerNegativeTestJSON-264633046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:22:58.699618 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-efd715fb-962e-4df6-bdda-9676809d9fd1 req-3f40312b-c3f9-40fb-b817-89fb381eb6d8 tempest-ImagesOneServerNegativeTestJSON-264633046 tempest-ImagesOneServerNegativeTestJSON-264633046-project] 10.222.0.16 "GET /v2.0/ports?device_id=aaa5360a-e565-46dc-89da-0a99a051789c HTTP/1.1" status: 200 len: 943 time: 0.2137322 Jul 14 18:22:58.754346 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-853e9f77-d0fd-4ed2-8a11-5eb110d1e710 tempest-ServersTestManualDisk-214316942 tempest-ServersTestManualDisk-214316942-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:22:58.762376 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-853e9f77-d0fd-4ed2-8a11-5eb110d1e710 tempest-ServersTestManualDisk-214316942 tempest-ServersTestManualDisk-214316942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-930131'] for floatingip, after_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:22:58.766178 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Pushing event updated for resources: {'Port': ['ID=643bb0df-f8d2-4f2a-85e3-a635064faf56,revision_number=4']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:22:58.780873 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-efd715fb-962e-4df6-bdda-9676809d9fd1 req-3c498645-02fb-4903-9880-2220b4ca8415 tempest-ImagesOneServerNegativeTestJSON-264633046 tempest-ImagesOneServerNegativeTestJSON-264633046-project] 10.222.0.16 "GET /v2.0/security-groups?id=7eb77405-22ca-4355-84b5-b8009f159b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802782 Jul 14 18:22:58.782368 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:22:58.782797 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:22:58.783694 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:22:58.784206 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:22:58.784635 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:22:58.785544 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:22:58.786298 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:22:58.786711 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:22:58.787634 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:22:58.788298 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:22:58.788750 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:22:58.789189 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:22:58.918575 n-d-800634-3 neutron-server[93916]: INFO neutron.db.l3_db [None req-853e9f77-d0fd-4ed2-8a11-5eb110d1e710 tempest-ServersTestManualDisk-214316942 tempest-ServersTestManualDisk-214316942-project] Floating IP ffe65e1c-6bb7-400b-b184-15d9fc742065 associated. External IP: 172.25.1.202, port: d9558d54-152e-4204-8725-17099e4a9cfa. Jul 14 18:22:59.048314 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] get_ports_and_sgs() called for port_ids ['643bb0df-f8d2-4f2a-85e3-a635064faf56'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 18:22:59.147677 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Device b875f197-b5bd-4e33-8c5d-9d9e1a56ddfe details requested by agent hyperv_n-h2-800634-3 with host n-h2-800634-3 {{(pid=93917) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 18:22:59.152104 n-d-800634-3 neutron-server[93917]: INFO neutron.plugins.ml2.plugin [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] No ports have port_id starting with b875f197-b5bd-4e33-8c5d-9d9e1a56ddfe Jul 14 18:22:59.156903 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Device b875f197-b5bd-4e33-8c5d-9d9e1a56ddfe requested by agent hyperv_n-h2-800634-3 not found in database {{(pid=93917) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:115}} Jul 14 18:22:59.261234 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-853e9f77-d0fd-4ed2-8a11-5eb110d1e710 tempest-ServersTestManualDisk-214316942 tempest-ServersTestManualDisk-214316942-project] Router 73155556-7213-41ae-bf53-93e286ab434f has already been hosted by L3 agent 2c6eb27e-defb-4cca-9a24-381c7415e359 {{(pid=93916) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 18:22:59.499115 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-28ad6e5b-00ee-44b8-8fd1-008cdd57c1ea req-a40e54a4-2b21-4625-be8e-6e8fd083a991 tempest-ImagesTestJSON-313755568 tempest-ImagesTestJSON-313755568-project] 10.222.0.16 "GET /v2.0/ports?device_id=6aaead6f-eb8d-448b-ab5e-df60fe6f6bc2 HTTP/1.1" status: 200 len: 210 time: 0.0303288 Jul 14 18:22:59.531361 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-853e9f77-d0fd-4ed2-8a11-5eb110d1e710 tempest-ServersTestManualDisk-214316942 tempest-ServersTestManualDisk-214316942-project] Notify agent at l3_agent.n-d-800634-3 the message routers_updated {{(pid=93916) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 18:22:59.535337 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0c2ca72-9cb8-4ce7-aa3c-6a3b44c29475 None None] Sync routers for ids ['73155556-7213-41ae-bf53-93e286ab434f'] in n-d-800634-3 {{(pid=93918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 18:22:59.539477 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-853e9f77-d0fd-4ed2-8a11-5eb110d1e710 tempest-ServersTestManualDisk-214316942 tempest-ServersTestManualDisk-214316942-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for floatingip, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:22:59.550890 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227ff5f2-b16a-4fef-a014-1f705bd58fe7 req-5ad4098d-557e-469b-b5bc-1f0219a5cc73 tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:22:59.558267 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-227ff5f2-b16a-4fef-a014-1f705bd58fe7 req-5ad4098d-557e-469b-b5bc-1f0219a5cc73 tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] 10.222.0.16 "GET /v2.0/ports?device_id=5d1b56cf-e9a2-40e8-8a62-8ebd9281e58d HTTP/1.1" status: 200 len: 943 time: 0.1210182 Jul 14 18:22:59.566064 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0c2ca72-9cb8-4ce7-aa3c-6a3b44c29475 None None] Routers {'73155556-7213-41ae-bf53-93e286ab434f'} bound to L3 agent in host n-d-800634-3 {{(pid=93918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:22:59.567265 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-b0c2ca72-9cb8-4ce7-aa3c-6a3b44c29475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:22:53Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['73155556-7213-41ae-bf53-93e286ab434f'], 'active': True} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:22:59.618153 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-227ff5f2-b16a-4fef-a014-1f705bd58fe7 req-f5489c6d-aac9-4914-95e2-48e719176d0e tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] 10.222.0.16 "GET /v2.0/security-groups?id=540fae54-ccea-4309-9c99-81b930eedb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584981 Jul 14 18:22:59.625087 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-853e9f77-d0fd-4ed2-8a11-5eb110d1e710 tempest-ServersTestManualDisk-214316942 tempest-ServersTestManualDisk-214316942-project] 10.222.0.16 "PUT /v2.0/floatingips/ffe65e1c-6bb7-400b-b184-15d9fc742065 HTTP/1.1" status: 200 len: 992 time: 1.9328272 Jul 14 18:22:59.625809 n-d-800634-3 neutron-server[93916]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5a1ff61-3393-4ba7-9619-8436eb83bdae', 'tag': 'd9558d54-152e-4204-8725-17099e4a9cfa'}] {{(pid=93916) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:22:59.630945 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f803e150b363a7893830aa996ac27753fa25517c406ecd3536b7c2d4b26eeb9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bfdbbdd-0e7e-42c4-be3f-c044d1a7b9a5" -d '{"events": [{"name": "network-changed", "server_uuid": "b5a1ff61-3393-4ba7-9619-8436eb83bdae", "tag": "d9558d54-152e-4204-8725-17099e4a9cfa"}]}' {{(pid=93916) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:22:59.954170 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvr_db [None req-b0c2ca72-9cb8-4ce7-aa3c-6a3b44c29475 None None] Set router 73155556-7213-41ae-bf53-93e286ab434f gateway port host: n-d-800634-3 {{(pid=93918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 18:23:00.119283 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 18:22:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a091c4cd-e6e2-478a-a2ab-ec9a52b82f43 x-openstack-request-id: req-a091c4cd-e6e2-478a-a2ab-ec9a52b82f43 {{(pid=93916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:23:00.119806 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5a1ff61-3393-4ba7-9619-8436eb83bdae", "tag": "d9558d54-152e-4204-8725-17099e4a9cfa", "status": "completed", "code": 200}]} {{(pid=93916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:23:00.119996 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a091c4cd-e6e2-478a-a2ab-ec9a52b82f43 {{(pid=93916) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:23:00.121076 n-d-800634-3 neutron-server[93916]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5a1ff61-3393-4ba7-9619-8436eb83bdae', 'tag': 'd9558d54-152e-4204-8725-17099e4a9cfa', 'status': 'completed', 'code': 200} Jul 14 18:23:00.135837 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-725569ca-c2af-4f18-8b44-0dc5de708daf req-7583b11e-7cb3-47da-8683-7606f0329685 tempest-ImagesTestJSON-313755568 tempest-ImagesTestJSON-313755568-project] 10.222.0.16 "GET /v2.0/ports?device_id=6aaead6f-eb8d-448b-ab5e-df60fe6f6bc2 HTTP/1.1" status: 200 len: 210 time: 0.0787227 Jul 14 18:23:00.303667 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfdbbdd-0e7e-42c4-be3f-c044d1a7b9a5 req-ee74b406-c95d-49b3-8ee9-3e84a36e0576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:23:00.309168 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-3bfdbbdd-0e7e-42c4-be3f-c044d1a7b9a5 req-ee74b406-c95d-49b3-8ee9-3e84a36e0576 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6ad3b512175c4246a59ff7988f78196a&device_id=b5a1ff61-3393-4ba7-9619-8436eb83bdae HTTP/1.1" status: 200 len: 1097 time: 0.1740623 Jul 14 18:23:00.536633 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91733b70-af99-424e-986c-2f72451982ff req-95298d73-43ab-4bb3-b47b-ba60b3c7dbcc tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:23:00.538439 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-91733b70-af99-424e-986c-2f72451982ff req-95298d73-43ab-4bb3-b47b-ba60b3c7dbcc tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] 10.222.0.35 "GET /v2.0/ports?device_id=5d1b56cf-e9a2-40e8-8a62-8ebd9281e58d HTTP/1.1" status: 200 len: 943 time: 0.1295798 Jul 14 18:23:00.554629 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6f836c-fd42-4cad-bed9-bac4fbb56be5 req-a82c859a-6b2c-47fc-8f14-92e7630922e6 tempest-ImagesOneServerNegativeTestJSON-264633046 tempest-ImagesOneServerNegativeTestJSON-264633046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:23:00.561786 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfdbbdd-0e7e-42c4-be3f-c044d1a7b9a5 req-cd58f5cf-5902-4ac1-9c64-bf27fa7f42f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:23:00.563445 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-3bfdbbdd-0e7e-42c4-be3f-c044d1a7b9a5 req-cd58f5cf-5902-4ac1-9c64-bf27fa7f42f3 service neutron] 10.222.0.18 "GET /v2.0/networks?id=21eb5426-10a9-45e7-adcc-7b2a88d91d33 HTTP/1.1" status: 200 len: 911 time: 0.2470994 Jul 14 18:23:00.564462 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-4b6f836c-fd42-4cad-bed9-bac4fbb56be5 req-a82c859a-6b2c-47fc-8f14-92e7630922e6 tempest-ImagesOneServerNegativeTestJSON-264633046 tempest-ImagesOneServerNegativeTestJSON-264633046-project] 10.222.0.16 "GET /v2.0/ports?device_id=aaa5360a-e565-46dc-89da-0a99a051789c HTTP/1.1" status: 200 len: 944 time: 0.1402161 Jul 14 18:23:00.580912 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-b0c2ca72-9cb8-4ce7-aa3c-6a3b44c29475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73155556-7213-41ae-bf53-93e286ab434f', 'name': 'tempest-ServersTestManualDisk-747830769-router', 'tenant_id': '6ad3b512175c4246a59ff7988f78196a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.106'}], 'enable_snat': True}, 'gw_port_id': 'a103cc1d-274d-4ef3-a0a1-f1be0a70fb88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:22:29Z', 'updated_at': '2021-07-14T18:22:34Z', 'revision_number': 4, 'project_id': '6ad3b512175c4246a59ff7988f78196a', 'gw_port': {'id': 'a103cc1d-274d-4ef3-a0a1-f1be0a70fb88', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:bf:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73155556-7213-41ae-bf53-93e286ab434f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 700, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:22:30Z', 'updated_at': '2021-07-14T18:22:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_floatingips': [{'id': 'ffe65e1c-6bb7-400b-b184-15d9fc742065', 'tenant_id': '6ad3b512175c4246a59ff7988f78196a', 'floating_ip_address': '172.25.1.202', 'floating_network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'router_id': '73155556-7213-41ae-bf53-93e286ab434f', 'port_id': 'd9558d54-152e-4204-8725-17099e4a9cfa', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 709, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '21eb5426-10a9-45e7-adcc-7b2a88d91d33', 'mac_address': 'fa:16:3e:d6:48:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5a1ff61-3393-4ba7-9619-8436eb83bdae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T18:22:39Z', 'updated_at': '2021-07-14T18:22:58Z', 'revision_number': 1, 'project_id': '6ad3b512175c4246a59ff7988f78196a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56c307d6-0eb8-4bc8-9f67-c002fcba1788', 'name': '', 'network_id': '21eb5426-10a9-45e7-adcc-7b2a88d91d33', 'tenant_id': '6ad3b512175c4246a59ff7988f78196a', 'mac_address': 'fa:16:3e:37:2d:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73155556-7213-41ae-bf53-93e286ab434f', 'device_owner': 'network:router_interface', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': '51a2df91-1208-4c4b-96e9-d2512fde1766', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:22:33Z', 'updated_at': '2021-07-14T18:22:42Z', 'revision_number': 5, 'project_id': '6ad3b512175c4246a59ff7988f78196a', 'subnets': [{'id': '51a2df91-1208-4c4b-96e9-d2512fde1766', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-3', False) {} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:23:00.654267 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-4b6f836c-fd42-4cad-bed9-bac4fbb56be5 req-3ccff2a5-e399-4c9f-832f-87c5e958b34b tempest-ImagesOneServerNegativeTestJSON-264633046 tempest-ImagesOneServerNegativeTestJSON-264633046-project] 10.222.0.16 "GET /v2.0/security-groups?id=7eb77405-22ca-4355-84b5-b8009f159b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884376 Jul 14 18:23:00.656020 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0c2ca72-9cb8-4ce7-aa3c-6a3b44c29475 None None] Checking router: 73155556-7213-41ae-bf53-93e286ab434f for host: n-d-800634-3 {{(pid=93918) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 18:23:00.679835 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0c2ca72-9cb8-4ce7-aa3c-6a3b44c29475 None None] Routers {'73155556-7213-41ae-bf53-93e286ab434f'} bound to L3 agent in host n-d-800634-3 {{(pid=93918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:23:00.681343 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-b0c2ca72-9cb8-4ce7-aa3c-6a3b44c29475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:22:53Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['73155556-7213-41ae-bf53-93e286ab434f'], 'active': True} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:23:00.694680 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-3bfdbbdd-0e7e-42c4-be3f-c044d1a7b9a5 req-bff665c1-e440-4288-842b-b19781ee53ad service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d9558d54-152e-4204-8725-17099e4a9cfa HTTP/1.1" status: 200 len: 1000 time: 0.1225343 Jul 14 18:23:00.798410 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfdbbdd-0e7e-42c4-be3f-c044d1a7b9a5 req-de5eaf6e-b912-4fec-88e8-ebfd6c482bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:23:00.801644 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-3bfdbbdd-0e7e-42c4-be3f-c044d1a7b9a5 req-de5eaf6e-b912-4fec-88e8-ebfd6c482bfa service neutron] 10.222.0.18 "GET /v2.0/subnets?id=51a2df91-1208-4c4b-96e9-d2512fde1766 HTTP/1.1" status: 200 len: 850 time: 0.0974941 Jul 14 18:23:00.934018 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvr_db [None req-b0c2ca72-9cb8-4ce7-aa3c-6a3b44c29475 None None] Set router 73155556-7213-41ae-bf53-93e286ab434f gateway port host: n-d-800634-3 {{(pid=93918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 18:23:00.942350 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [req-91733b70-af99-424e-986c-2f72451982ff req-5110421d-6652-4ee4-b0de-0615f3696053 tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] Deleting port af1bf1b5-b1df-45fe-8c72-4fb482f94f53 {{(pid=93915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:23:00.942755 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-91733b70-af99-424e-986c-2f72451982ff req-5110421d-6652-4ee4-b0de-0615f3696053 tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:23:00.987261 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfdbbdd-0e7e-42c4-be3f-c044d1a7b9a5 req-a740cffc-2a8e-4884-bb3b-8e7a8ba8d7db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:23:00.988402 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-3bfdbbdd-0e7e-42c4-be3f-c044d1a7b9a5 req-a740cffc-2a8e-4884-bb3b-8e7a8ba8d7db service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=21eb5426-10a9-45e7-adcc-7b2a88d91d33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1782613 Jul 14 18:23:01.175137 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-3bfdbbdd-0e7e-42c4-be3f-c044d1a7b9a5 req-48fae3ca-1690-43e1-a738-a5af5e00d825 service neutron] 10.222.0.18 "GET /v2.0/networks/21eb5426-10a9-45e7-adcc-7b2a88d91d33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1664402 Jul 14 18:23:01.272547 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-91733b70-af99-424e-986c-2f72451982ff req-5110421d-6652-4ee4-b0de-0615f3696053 tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] For port af1bf1b5-b1df-45fe-8c72-4fb482f94f53, host n-h2-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=af1bf1b5-b1df-45fe-8c72-4fb482f94f53,segment=NetworkSegment(60f92988-9b9b-4790-95f5-9fce88e5a460),segment_id=60f92988-9b9b-4790-95f5-9fce88e5a460)] {{(pid=93915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:23:01.273165 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-91733b70-af99-424e-986c-2f72451982ff req-5110421d-6652-4ee4-b0de-0615f3696053 tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:23:01.291065 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66dcad0c-9cc8-46d3-b5bd-16dd34f32a80 req-c6a9d3c6-0a91-4632-b69b-3c8686340d5d tempest-ServersWithSpecificFlavorTestJSON-461581366 tempest-ServersWithSpecificFlavorTestJSON-461581366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:23:01.291065 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-66dcad0c-9cc8-46d3-b5bd-16dd34f32a80 req-c6a9d3c6-0a91-4632-b69b-3c8686340d5d tempest-ServersWithSpecificFlavorTestJSON-461581366 tempest-ServersWithSpecificFlavorTestJSON-461581366-project] 10.222.0.35 "GET /v2.0/ports?device_id=03a24d87-527f-4d5b-a998-53393446562a HTTP/1.1" status: 200 len: 943 time: 0.4078233 Jul 14 18:23:01.306291 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7cc3d3-1aca-4f59-b604-c44f8c312a8e req-31d0fa1e-a2b2-4789-99d5-1d4ed529abcc tempest-ServersWithSpecificFlavorTestJSON-461581366 tempest-ServersWithSpecificFlavorTestJSON-461581366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:23:01.315122 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-9f7cc3d3-1aca-4f59-b604-c44f8c312a8e req-31d0fa1e-a2b2-4789-99d5-1d4ed529abcc tempest-ServersWithSpecificFlavorTestJSON-461581366 tempest-ServersWithSpecificFlavorTestJSON-461581366-project] 10.222.0.16 "GET /v2.0/ports?device_id=03a24d87-527f-4d5b-a998-53393446562a HTTP/1.1" status: 200 len: 943 time: 0.3932817 Jul 14 18:23:01.379917 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [req-91733b70-af99-424e-986c-2f72451982ff req-5110421d-6652-4ee4-b0de-0615f3696053 tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] Calling delete_port for af1bf1b5-b1df-45fe-8c72-4fb482f94f53 owned by compute:nova {{(pid=93915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:23:01.392825 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-b0c2ca72-9cb8-4ce7-aa3c-6a3b44c29475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73155556-7213-41ae-bf53-93e286ab434f', 'name': 'tempest-ServersTestManualDisk-747830769-router', 'tenant_id': '6ad3b512175c4246a59ff7988f78196a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.106'}], 'enable_snat': True}, 'gw_port_id': 'a103cc1d-274d-4ef3-a0a1-f1be0a70fb88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:22:29Z', 'updated_at': '2021-07-14T18:22:34Z', 'revision_number': 4, 'project_id': '6ad3b512175c4246a59ff7988f78196a', 'gw_port': {'id': 'a103cc1d-274d-4ef3-a0a1-f1be0a70fb88', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:bf:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73155556-7213-41ae-bf53-93e286ab434f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 700, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:22:30Z', 'updated_at': '2021-07-14T18:22:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_floatingips': [{'id': 'ffe65e1c-6bb7-400b-b184-15d9fc742065', 'tenant_id': '6ad3b512175c4246a59ff7988f78196a', 'floating_ip_address': '172.25.1.202', 'floating_network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'router_id': '73155556-7213-41ae-bf53-93e286ab434f', 'port_id': 'd9558d54-152e-4204-8725-17099e4a9cfa', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 709, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '21eb5426-10a9-45e7-adcc-7b2a88d91d33', 'mac_address': 'fa:16:3e:d6:48:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5a1ff61-3393-4ba7-9619-8436eb83bdae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T18:22:39Z', 'updated_at': '2021-07-14T18:22:58Z', 'revision_number': 1, 'project_id': '6ad3b512175c4246a59ff7988f78196a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56c307d6-0eb8-4bc8-9f67-c002fcba1788', 'name': '', 'network_id': '21eb5426-10a9-45e7-adcc-7b2a88d91d33', 'tenant_id': '6ad3b512175c4246a59ff7988f78196a', 'mac_address': 'fa:16:3e:37:2d:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73155556-7213-41ae-bf53-93e286ab434f', 'device_owner': 'network:router_interface', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': '51a2df91-1208-4c4b-96e9-d2512fde1766', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:22:33Z', 'updated_at': '2021-07-14T18:22:42Z', 'revision_number': 5, 'project_id': '6ad3b512175c4246a59ff7988f78196a', 'subnets': [{'id': '51a2df91-1208-4c4b-96e9-d2512fde1766', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-3', False) {} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:23:01.428201 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0c2ca72-9cb8-4ce7-aa3c-6a3b44c29475 None None] The sync data for ids ['73155556-7213-41ae-bf53-93e286ab434f'] in n-d-800634-3 is: [{'id': '73155556-7213-41ae-bf53-93e286ab434f', 'name': 'tempest-ServersTestManualDisk-747830769-router', 'tenant_id': '6ad3b512175c4246a59ff7988f78196a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.106'}], 'enable_snat': True}, 'gw_port_id': 'a103cc1d-274d-4ef3-a0a1-f1be0a70fb88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:22:29Z', 'updated_at': '2021-07-14T18:22:34Z', 'revision_number': 4, 'project_id': '6ad3b512175c4246a59ff7988f78196a', 'gw_port': {'id': 'a103cc1d-274d-4ef3-a0a1-f1be0a70fb88', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:bf:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73155556-7213-41ae-bf53-93e286ab434f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 700, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:22:30Z', 'updated_at': '2021-07-14T18:22:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_floatingips': [{'id': 'ffe65e1c-6bb7-400b-b184-15d9fc742065', 'tenant_id': '6ad3b512175c4246a59ff7988f78196a', 'floating_ip_address': '172.25.1.202', 'floating_network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'router_id': '73155556-7213-41ae-bf53-93e286ab434f', 'port_id': 'd9558d54-152e-4204-8725-17099e4a9cfa', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 709, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '21eb5426-10a9-45e7-adcc-7b2a88d91d33', 'mac_address': 'fa:16:3e:d6:48:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5a1ff61-3393-4ba7-9619-8436eb83bdae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T18:22:39Z', 'updated_at': '2021-07-14T18:22:58Z', 'revision_number': 1, 'project_id': '6ad3b512175c4246a59ff7988f78196a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56c307d6-0eb8-4bc8-9f67-c002fcba1788', 'name': '', 'network_id': '21eb5426-10a9-45e7-adcc-7b2a88d91d33', 'tenant_id': '6ad3b512175c4246a59ff7988f78196a', 'mac_address': 'fa:16:3e:37:2d:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73155556-7213-41ae-bf53-93e286ab434f', 'device_owner': 'network:router_interface', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': '51a2df91-1208-4c4b-96e9-d2512fde1766', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:22:33Z', 'updated_at': '2021-07-14T18:22:42Z', 'revision_number': 5, 'project_id': '6ad3b512175c4246a59ff7988f78196a', 'subnets': [{'id': '51a2df91-1208-4c4b-96e9-d2512fde1766', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 18:23:01.449491 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-3bfdbbdd-0e7e-42c4-be3f-c044d1a7b9a5 req-529cb96f-1805-4e43-87d7-0b3d380a13f5 service neutron] 10.222.0.18 "GET /v2.0/networks/21eb5426-10a9-45e7-adcc-7b2a88d91d33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2628961 Jul 14 18:23:01.467683 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01919da-44e9-4628-a822-801def4ad77b req-50a39d4f-ae4c-489d-99ea-c33f913eb2dd tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:23:01.472685 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-d01919da-44e9-4628-a822-801def4ad77b req-50a39d4f-ae4c-489d-99ea-c33f913eb2dd tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] 10.222.0.16 "GET /v2.0/ports?device_id=5d1b56cf-e9a2-40e8-8a62-8ebd9281e58d HTTP/1.1" status: 200 len: 943 time: 0.4348264 Jul 14 18:23:01.616829 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-9f7cc3d3-1aca-4f59-b604-c44f8c312a8e req-4dfa550e-453f-410f-a6c8-008d9d5c9346 tempest-ServersWithSpecificFlavorTestJSON-461581366 tempest-ServersWithSpecificFlavorTestJSON-461581366-project] 10.222.0.16 "GET /v2.0/security-groups?id=53e3c538-c3c4-4fce-8d05-f9ee7d004cad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3005836 Jul 14 18:23:01.695979 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-d01919da-44e9-4628-a822-801def4ad77b req-bb5bd8e6-40c6-42ee-b305-5ed96fae7ef3 tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] 10.222.0.16 "GET /v2.0/security-groups?id=540fae54-ccea-4309-9c99-81b930eedb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2144279 Jul 14 18:23:01.914589 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e60030da-54f2-4f2f-9436-6262751dbd37 None None] New status for floating IP ffe65e1c-6bb7-400b-b184-15d9fc742065: ACTIVE {{(pid=93917) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 18:23:01.926973 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [req-66dcad0c-9cc8-46d3-b5bd-16dd34f32a80 req-3d1896a9-f216-4478-bed7-1f84b543cbce tempest-ServersWithSpecificFlavorTestJSON-461581366 tempest-ServersWithSpecificFlavorTestJSON-461581366-project] Deleting port fbf01217-e64a-4640-a796-185c6fcc99ca {{(pid=93915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:23:01.927323 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-66dcad0c-9cc8-46d3-b5bd-16dd34f32a80 req-3d1896a9-f216-4478-bed7-1f84b543cbce tempest-ServersWithSpecificFlavorTestJSON-461581366 tempest-ServersWithSpecificFlavorTestJSON-461581366-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:23:02.101761 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-91733b70-af99-424e-986c-2f72451982ff req-5110421d-6652-4ee4-b0de-0615f3696053 tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:23:02.157644 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5110421d-6652-4ee4-b0de-0615f3696053 tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] Pushing event deleted for resources: {'Port': ['ID=af1bf1b5-b1df-45fe-8c72-4fb482f94f53,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:23:02.204008 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] get_ports_and_sgs() called for port_ids ['2d1dc18a-16b5-40f5-8ce7-d5b286a9d811'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 18:23:02.218000 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-66dcad0c-9cc8-46d3-b5bd-16dd34f32a80 req-3d1896a9-f216-4478-bed7-1f84b543cbce tempest-ServersWithSpecificFlavorTestJSON-461581366 tempest-ServersWithSpecificFlavorTestJSON-461581366-project] For port fbf01217-e64a-4640-a796-185c6fcc99ca, host n-h2-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=fbf01217-e64a-4640-a796-185c6fcc99ca,segment=NetworkSegment(dc9b7b33-7ed6-4862-a917-845e6b965bf7),segment_id=dc9b7b33-7ed6-4862-a917-845e6b965bf7)] {{(pid=93915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:23:02.218619 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-66dcad0c-9cc8-46d3-b5bd-16dd34f32a80 req-3d1896a9-f216-4478-bed7-1f84b543cbce tempest-ServersWithSpecificFlavorTestJSON-461581366 tempest-ServersWithSpecificFlavorTestJSON-461581366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:23:02.299491 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device 643bb0df-f8d2-4f2a-85e3-a635064faf56 up at agent hyperv_n-h1-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:23:02.331486 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:23:02.462360 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Provisioning for port 643bb0df-f8d2-4f2a-85e3-a635064faf56 completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:23:02.472097 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Provisioning complete for port 643bb0df-f8d2-4f2a-85e3-a635064faf56 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:23:02.476515 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:23:02.655592 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [req-91733b70-af99-424e-986c-2f72451982ff req-5110421d-6652-4ee4-b0de-0615f3696053 tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] No DVR routers for this DVR port af1bf1b5-b1df-45fe-8c72-4fb482f94f53 on host n-h2-800634-3 {{(pid=93915) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 18:23:02.658233 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-91733b70-af99-424e-986c-2f72451982ff req-5110421d-6652-4ee4-b0de-0615f3696053 tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:23:02.660663 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-91733b70-af99-424e-986c-2f72451982ff req-5110421d-6652-4ee4-b0de-0615f3696053 tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] 10.222.0.35 "DELETE /v2.0/ports/af1bf1b5-b1df-45fe-8c72-4fb482f94f53 HTTP/1.1" status: 204 len: 173 time: 2.0687478 Jul 14 18:23:02.768555 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:23:02.769628 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d1b56cf-e9a2-40e8-8a62-8ebd9281e58d', 'name': 'network-vif-deleted', 'tag': 'af1bf1b5-b1df-45fe-8c72-4fb482f94f53'}] {{(pid=93915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:23:02.774491 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e72782ad3af8f7d4ce76cedf092bca46d1756acc5c4653cf0b52034cdd6b073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b61370da-cdb9-434e-904f-a9e29acf80b8" -d '{"events": [{"server_uuid": "5d1b56cf-e9a2-40e8-8a62-8ebd9281e58d", "name": "network-vif-deleted", "tag": "af1bf1b5-b1df-45fe-8c72-4fb482f94f53"}]}' {{(pid=93915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:23:02.807431 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aaa5360a-e565-46dc-89da-0a99a051789c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '643bb0df-f8d2-4f2a-85e3-a635064faf56'}] {{(pid=93917) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:23:02.810217 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20b787f3c29eaa7aa2a4d648c725a2124c5ff39a8d793252f9d844495e14cf42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77e79d5d-3881-4a14-ae0d-1291d2c77182" -d '{"events": [{"server_uuid": "aaa5360a-e565-46dc-89da-0a99a051789c", "name": "network-vif-plugged", "status": "completed", "tag": "643bb0df-f8d2-4f2a-85e3-a635064faf56"}]}' {{(pid=93917) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:23:02.842760 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port 643bb0df-f8d2-4f2a-85e3-a635064faf56, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=643bb0df-f8d2-4f2a-85e3-a635064faf56,segment=NetworkSegment(5d348732-27f4-441a-bef1-a0d44ffa840e),segment_id=5d348732-27f4-441a-bef1-a0d44ffa840e)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:23:02.849204 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:23:02.911630 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Pushing event updated for resources: {'Port': ['ID=643bb0df-f8d2-4f2a-85e3-a635064faf56,revision_number=5']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:23:02.931642 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b7b624-574e-44a9-884d-b2893ed3fb93 req-a674dc96-7ff4-4cc8-8ee6-9452298dcbf3 tempest-ImagesOneServerNegativeTestJSON-264633046 tempest-ImagesOneServerNegativeTestJSON-264633046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:23:02.940610 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-46b7b624-574e-44a9-884d-b2893ed3fb93 req-a674dc96-7ff4-4cc8-8ee6-9452298dcbf3 tempest-ImagesOneServerNegativeTestJSON-264633046 tempest-ImagesOneServerNegativeTestJSON-264633046-project] 10.222.0.16 "GET /v2.0/ports?device_id=aaa5360a-e565-46dc-89da-0a99a051789c HTTP/1.1" status: 200 len: 944 time: 0.7892895 Jul 14 18:23:03.043370 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-66dcad0c-9cc8-46d3-b5bd-16dd34f32a80 req-3d1896a9-f216-4478-bed7-1f84b543cbce tempest-ServersWithSpecificFlavorTestJSON-461581366 tempest-ServersWithSpecificFlavorTestJSON-461581366-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:23:03.043752 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-66dcad0c-9cc8-46d3-b5bd-16dd34f32a80 req-3d1896a9-f216-4478-bed7-1f84b543cbce tempest-ServersWithSpecificFlavorTestJSON-461581366 tempest-ServersWithSpecificFlavorTestJSON-461581366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-930131'] for floatingip, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:23:03.044104 n-d-800634-3 neutron-server[93915]: INFO neutron.db.l3_db [req-66dcad0c-9cc8-46d3-b5bd-16dd34f32a80 req-3d1896a9-f216-4478-bed7-1f84b543cbce tempest-ServersWithSpecificFlavorTestJSON-461581366 tempest-ServersWithSpecificFlavorTestJSON-461581366-project] Floating IP 5c482abf-23fb-42b2-a11d-58b05e43f619 disassociated. External IP: 172.25.1.41, port: fbf01217-e64a-4640-a796-185c6fcc99ca. Jul 14 18:23:03.044558 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [req-66dcad0c-9cc8-46d3-b5bd-16dd34f32a80 req-3d1896a9-f216-4478-bed7-1f84b543cbce tempest-ServersWithSpecificFlavorTestJSON-461581366 tempest-ServersWithSpecificFlavorTestJSON-461581366-project] Calling delete_port for fbf01217-e64a-4640-a796-185c6fcc99ca owned by compute:nova {{(pid=93915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:23:03.075360 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a5891b-eb45-46cf-91e9-2abc8b9a1fe5 req-3ea62b15-b06a-486a-9aac-772d6e331632 tempest-ImagesTestJSON-313755568 tempest-ImagesTestJSON-313755568-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:23:03.077175 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-72a5891b-eb45-46cf-91e9-2abc8b9a1fe5 req-3ea62b15-b06a-486a-9aac-772d6e331632 tempest-ImagesTestJSON-313755568 tempest-ImagesTestJSON-313755568-project] 10.222.0.16 "GET /v2.0/networks?id=458a605c-adc1-4322-ba16-e84a0c1f7468 HTTP/1.1" status: 200 len: 805 time: 0.4944761 Jul 14 18:23:03.091693 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-46b7b624-574e-44a9-884d-b2893ed3fb93 req-7a45b495-43e8-4f6c-830c-a0b3a78e6d72 tempest-ImagesOneServerNegativeTestJSON-264633046 tempest-ImagesOneServerNegativeTestJSON-264633046-project] 10.222.0.16 "GET /v2.0/security-groups?id=7eb77405-22ca-4355-84b5-b8009f159b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502206 Jul 14 18:23:03.134390 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-72a5891b-eb45-46cf-91e9-2abc8b9a1fe5 req-4442a09c-c1fe-41f7-a200-9e33cf044462 tempest-ImagesTestJSON-313755568 tempest-ImagesTestJSON-313755568-project] 10.222.0.16 "GET /v2.0/quotas/7d0d66c950aa4c4fbb95dc1c0b4948a1 HTTP/1.1" status: 200 len: 375 time: 0.0490680 Jul 14 18:23:03.244543 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-72a5891b-eb45-46cf-91e9-2abc8b9a1fe5 req-cd98c24b-6b00-4250-83e0-dde8d65b2a17 tempest-ImagesTestJSON-313755568 tempest-ImagesTestJSON-313755568-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=7d0d66c950aa4c4fbb95dc1c0b4948a1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0995533 Jul 14 18:23:03.425432 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44763683-9c0e-4f4e-8537-fed1c45f0e2b req-c074fe50-288f-4455-93ba-2200828f89a9 tempest-ServersWithSpecificFlavorTestJSON-461581366 tempest-ServersWithSpecificFlavorTestJSON-461581366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:23:03.427050 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-44763683-9c0e-4f4e-8537-fed1c45f0e2b req-c074fe50-288f-4455-93ba-2200828f89a9 tempest-ServersWithSpecificFlavorTestJSON-461581366 tempest-ServersWithSpecificFlavorTestJSON-461581366-project] 10.222.0.16 "GET /v2.0/ports?device_id=03a24d87-527f-4d5b-a998-53393446562a HTTP/1.1" status: 200 len: 943 time: 0.2092021 Jul 14 18:23:03.465233 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-72a5891b-eb45-46cf-91e9-2abc8b9a1fe5 req-6ad98140-c743-42a4-a008-f8c3ef229a1b service neutron] 10.222.0.16 "GET /v2.0/networks/458a605c-adc1-4322-ba16-e84a0c1f7468?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2081845 Jul 14 18:23:03.482893 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-66dcad0c-9cc8-46d3-b5bd-16dd34f32a80 req-3d1896a9-f216-4478-bed7-1f84b543cbce tempest-ServersWithSpecificFlavorTestJSON-461581366 tempest-ServersWithSpecificFlavorTestJSON-461581366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:23:03.556271 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1896a9-f216-4478-bed7-1f84b543cbce tempest-ServersWithSpecificFlavorTestJSON-461581366 tempest-ServersWithSpecificFlavorTestJSON-461581366-project] Pushing event deleted for resources: {'Port': ['ID=fbf01217-e64a-4640-a796-185c6fcc99ca,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:23:03.594010 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-44763683-9c0e-4f4e-8537-fed1c45f0e2b req-8deb2f88-4d1f-461c-8c58-828d597812db tempest-ServersWithSpecificFlavorTestJSON-461581366 tempest-ServersWithSpecificFlavorTestJSON-461581366-project] 10.222.0.16 "GET /v2.0/security-groups?id=53e3c538-c3c4-4fce-8d05-f9ee7d004cad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1551802 Jul 14 18:23:03.711787 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-72a5891b-eb45-46cf-91e9-2abc8b9a1fe5 req-9438bde8-917f-41f5-b714-8fb22ef035d5 service neutron] 10.222.0.16 "GET /v2.0/networks/458a605c-adc1-4322-ba16-e84a0c1f7468?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2456958 Jul 14 18:23:03.787680 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-71c83ff4-9470-4f8e-ab42-c3ebf395f5f9 req-270e94bf-0221-482e-b8e8-cdb1709bdf42 tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] 10.222.0.16 "GET /v2.0/ports?device_id=5d1b56cf-e9a2-40e8-8a62-8ebd9281e58d HTTP/1.1" status: 200 len: 210 time: 0.0363753 Jul 14 18:23:03.808812 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.l3_agent_scheduler [req-66dcad0c-9cc8-46d3-b5bd-16dd34f32a80 req-3d1896a9-f216-4478-bed7-1f84b543cbce tempest-ServersWithSpecificFlavorTestJSON-461581366 tempest-ServersWithSpecificFlavorTestJSON-461581366-project] Router 6bbb4a37-7601-4b77-8a33-a5884ec4332b has already been hosted by L3 agent 2c6eb27e-defb-4cca-9a24-381c7415e359 {{(pid=93915) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 18:23:03.953658 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-66dcad0c-9cc8-46d3-b5bd-16dd34f32a80 req-3d1896a9-f216-4478-bed7-1f84b543cbce tempest-ServersWithSpecificFlavorTestJSON-461581366 tempest-ServersWithSpecificFlavorTestJSON-461581366-project] Notify agent at l3_agent.n-d-800634-3 the message routers_updated {{(pid=93915) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 18:23:03.970257 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 18:23:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3eec2fe4-76f2-4755-818f-8e7ed8f05be0 x-openstack-request-id: req-3eec2fe4-76f2-4755-818f-8e7ed8f05be0 {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:23:03.970776 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aaa5360a-e565-46dc-89da-0a99a051789c", "name": "network-vif-plugged", "status": "completed", "tag": "643bb0df-f8d2-4f2a-85e3-a635064faf56", "code": 200}]} {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:23:03.970776 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3eec2fe4-76f2-4755-818f-8e7ed8f05be0 {{(pid=93917) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:23:03.971425 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4209635-9831-4d80-b2b3-3ae58cbcf078 None None] Sync routers for ids ['6bbb4a37-7601-4b77-8a33-a5884ec4332b'] in n-d-800634-3 {{(pid=93918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 18:23:03.972282 n-d-800634-3 neutron-server[93917]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aaa5360a-e565-46dc-89da-0a99a051789c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '643bb0df-f8d2-4f2a-85e3-a635064faf56', 'code': 200} Jul 14 18:23:03.999373 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4209635-9831-4d80-b2b3-3ae58cbcf078 None None] Routers {'6bbb4a37-7601-4b77-8a33-a5884ec4332b'} bound to L3 agent in host n-d-800634-3 {{(pid=93918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:23:04.002053 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-a4209635-9831-4d80-b2b3-3ae58cbcf078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:22:53Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['6bbb4a37-7601-4b77-8a33-a5884ec4332b'], 'active': True} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:23:04.063187 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 18:23:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c777bbb-626c-4d26-b25f-47623ca050ec x-openstack-request-id: req-8c777bbb-626c-4d26-b25f-47623ca050ec {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:23:04.064412 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d1b56cf-e9a2-40e8-8a62-8ebd9281e58d", "name": "network-vif-deleted", "tag": "af1bf1b5-b1df-45fe-8c72-4fb482f94f53", "status": "completed", "code": 200}]} {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:23:04.064869 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8c777bbb-626c-4d26-b25f-47623ca050ec {{(pid=93915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:23:04.065891 n-d-800634-3 neutron-server[93915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d1b56cf-e9a2-40e8-8a62-8ebd9281e58d', 'name': 'network-vif-deleted', 'tag': 'af1bf1b5-b1df-45fe-8c72-4fb482f94f53', 'status': 'completed', 'code': 200} Jul 14 18:23:04.073503 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [req-66dcad0c-9cc8-46d3-b5bd-16dd34f32a80 req-3d1896a9-f216-4478-bed7-1f84b543cbce tempest-ServersWithSpecificFlavorTestJSON-461581366 tempest-ServersWithSpecificFlavorTestJSON-461581366-project] No DVR routers for this DVR port fbf01217-e64a-4640-a796-185c6fcc99ca on host n-h2-800634-3 {{(pid=93915) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 18:23:04.078957 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-66dcad0c-9cc8-46d3-b5bd-16dd34f32a80 req-3d1896a9-f216-4478-bed7-1f84b543cbce tempest-ServersWithSpecificFlavorTestJSON-461581366 tempest-ServersWithSpecificFlavorTestJSON-461581366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:23:04.084598 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-66dcad0c-9cc8-46d3-b5bd-16dd34f32a80 req-3d1896a9-f216-4478-bed7-1f84b543cbce tempest-ServersWithSpecificFlavorTestJSON-461581366 tempest-ServersWithSpecificFlavorTestJSON-461581366-project] 10.222.0.35 "DELETE /v2.0/ports/fbf01217-e64a-4640-a796-185c6fcc99ca HTTP/1.1" status: 204 len: 173 time: 2.7671559 Jul 14 18:23:04.144677 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f39ab17e-327b-4bf0-b97d-ea4dec86123d req-bdc139b4-d720-42aa-9872-41f1bcbea6dc tempest-ImagesTestJSON-313755568 tempest-ImagesTestJSON-313755568-project] 10.222.0.16 "GET /v2.0/ports?device_id=c62d57ac-ab40-483c-9034-7ee4ebffb3cc HTTP/1.1" status: 200 len: 210 time: 0.0341613 Jul 14 18:23:04.213183 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvr_db [None req-a4209635-9831-4d80-b2b3-3ae58cbcf078 None None] Set router 6bbb4a37-7601-4b77-8a33-a5884ec4332b gateway port host: n-d-800634-3 {{(pid=93918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 18:23:04.259141 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52054dc-efe8-4408-98c6-344f80316342 req-8bc3a1b5-44c3-4441-a39b-1755c7eb6252 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:23:04.263709 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-e52054dc-efe8-4408-98c6-344f80316342 req-8bc3a1b5-44c3-4441-a39b-1755c7eb6252 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=aaa5360a-e565-46dc-89da-0a99a051789c HTTP/1.1" status: 200 len: 1096 time: 0.1676886 Jul 14 18:23:04.326313 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-e52054dc-efe8-4408-98c6-344f80316342 req-fd645430-829a-4ff3-9b2a-4d9f1c0ea78f service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=7eb77405-22ca-4355-84b5-b8009f159b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555351 Jul 14 18:23:04.496685 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfd2b5d-626c-422c-98a1-970edf98bf50 req-0b896c3d-fe04-4408-8d74-5c5f8c06bc2c tempest-ImagesOneServerNegativeTestJSON-264633046 tempest-ImagesOneServerNegativeTestJSON-264633046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:23:04.498769 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-0bfd2b5d-626c-422c-98a1-970edf98bf50 req-0b896c3d-fe04-4408-8d74-5c5f8c06bc2c tempest-ImagesOneServerNegativeTestJSON-264633046 tempest-ImagesOneServerNegativeTestJSON-264633046-project] 10.222.0.16 "GET /v2.0/ports?device_id=aaa5360a-e565-46dc-89da-0a99a051789c HTTP/1.1" status: 200 len: 945 time: 0.1650715 Jul 14 18:23:04.543862 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-a4209635-9831-4d80-b2b3-3ae58cbcf078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bbb4a37-7601-4b77-8a33-a5884ec4332b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-919346871-router', 'tenant_id': 'c51e850593fc4a37af9470721017e8e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.206'}], 'enable_snat': True}, 'gw_port_id': '3b7f538b-080a-4aa7-bf0e-98cc149b19f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:17:45Z', 'updated_at': '2021-07-14T18:17:59Z', 'revision_number': 4, 'project_id': 'c51e850593fc4a37af9470721017e8e7', 'gw_port': {'id': '3b7f538b-080a-4aa7-bf0e-98cc149b19f3', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:2b:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bbb4a37-7601-4b77-8a33-a5884ec4332b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:17:48Z', 'updated_at': '2021-07-14T18:18:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_interfaces': [{'id': '9d26568d-cdd5-4e37-85ea-b39b1e807b96', 'name': '', 'network_id': 'b1df69b6-7369-4ffc-83a6-1f3eb48a524d', 'tenant_id': 'c51e850593fc4a37af9470721017e8e7', 'mac_address': 'fa:16:3e:39:88:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bbb4a37-7601-4b77-8a33-a5884ec4332b', 'device_owner': 'network:router_interface', 'standard_attr_id': 127, 'fixed_ips': [{'subnet_id': '52a71ea9-5395-411d-94f2-0fbe5949db70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:17:55Z', 'updated_at': '2021-07-14T18:18:08Z', 'revision_number': 5, 'project_id': 'c51e850593fc4a37af9470721017e8e7', 'subnets': [{'id': '52a71ea9-5395-411d-94f2-0fbe5949db70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-3', False) {} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:23:04.575380 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b9cb16-2af0-4964-a170-a8fb3f29548d req-a05fe66c-7ecc-4da4-981d-b8157da2b7cf tempest-ListImageFiltersTestJSON-1416661104 tempest-ListImageFiltersTestJSON-1416661104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:23:04.577393 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c9b9cb16-2af0-4964-a170-a8fb3f29548d req-a05fe66c-7ecc-4da4-981d-b8157da2b7cf tempest-ListImageFiltersTestJSON-1416661104 tempest-ListImageFiltersTestJSON-1416661104-project] 10.222.0.16 "GET /v2.0/ports?device_id=d48985bd-a8ac-4231-a03b-aa75c35eea3d HTTP/1.1" status: 200 len: 949 time: 0.1739736 Jul 14 18:23:04.584198 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4209635-9831-4d80-b2b3-3ae58cbcf078 None None] Checking router: 6bbb4a37-7601-4b77-8a33-a5884ec4332b for host: n-d-800634-3 {{(pid=93918) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 18:23:04.586999 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-0bfd2b5d-626c-422c-98a1-970edf98bf50 req-08a5babc-44b7-49b2-b495-3e4d36725277 tempest-ImagesOneServerNegativeTestJSON-264633046 tempest-ImagesOneServerNegativeTestJSON-264633046-project] 10.222.0.16 "GET /v2.0/security-groups?id=7eb77405-22ca-4355-84b5-b8009f159b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809016 Jul 14 18:23:04.593269 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4209635-9831-4d80-b2b3-3ae58cbcf078 None None] Routers {'6bbb4a37-7601-4b77-8a33-a5884ec4332b'} bound to L3 agent in host n-d-800634-3 {{(pid=93918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:23:04.594010 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-a4209635-9831-4d80-b2b3-3ae58cbcf078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:22:53Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['6bbb4a37-7601-4b77-8a33-a5884ec4332b'], 'active': True} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:23:04.632772 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c9b9cb16-2af0-4964-a170-a8fb3f29548d req-244374c9-845c-4846-b4b5-3135f7c63604 tempest-ListImageFiltersTestJSON-1416661104 tempest-ListImageFiltersTestJSON-1416661104-project] 10.222.0.16 "GET /v2.0/security-groups?id=09cf14b6-951f-4c32-9a85-e54484acb30d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444582 Jul 14 18:23:04.743885 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvr_db [None req-a4209635-9831-4d80-b2b3-3ae58cbcf078 None None] Set router 6bbb4a37-7601-4b77-8a33-a5884ec4332b gateway port host: n-d-800634-3 {{(pid=93918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 18:23:04.885546 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-cbecf215-dbe9-4b54-b1ae-36b79a983db1 req-7c74a870-f64c-44b2-a068-878da4baeaa5 tempest-ServersWithSpecificFlavorTestJSON-461581366 tempest-ServersWithSpecificFlavorTestJSON-461581366-project] 10.222.0.16 "GET /v2.0/ports?device_id=03a24d87-527f-4d5b-a998-53393446562a HTTP/1.1" status: 200 len: 210 time: 0.0780964 Jul 14 18:23:05.072277 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91733b70-af99-424e-986c-2f72451982ff req-2b38e765-81a3-46ce-a757-9b04b4220e5b tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:23:05.073908 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-91733b70-af99-424e-986c-2f72451982ff req-2b38e765-81a3-46ce-a757-9b04b4220e5b tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] 10.222.0.18 "GET /v2.0/networks?id=7cee3312-4c4c-4d32-820f-eab965dcf565 HTTP/1.1" status: 200 len: 821 time: 0.4261513 Jul 14 18:23:05.089935 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-1e2f8ad0-90fb-430f-b7b6-f2989ee39925 req-b913e353-274a-4039-bee6-ac890f1a36ef tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] 10.222.0.16 "GET /v2.0/ports?device_id=5d1b56cf-e9a2-40e8-8a62-8ebd9281e58d HTTP/1.1" status: 200 len: 210 time: 0.0439236 Jul 14 18:23:05.099091 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [req-91733b70-af99-424e-986c-2f72451982ff req-3aea81b1-a9b3-432f-a4f0-fc3c63fb26a5 tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] Request body: {'port': {'device_id': '5d1b56cf-e9a2-40e8-8a62-8ebd9281e58d', 'network_id': '7cee3312-4c4c-4d32-820f-eab965dcf565', 'admin_state_up': True, 'tenant_id': '0a6a8e07e1ce4e4e84e3fe5c59c6747c'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:23:05.129047 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:23:05.131463 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-a4209635-9831-4d80-b2b3-3ae58cbcf078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bbb4a37-7601-4b77-8a33-a5884ec4332b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-919346871-router', 'tenant_id': 'c51e850593fc4a37af9470721017e8e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.206'}], 'enable_snat': True}, 'gw_port_id': '3b7f538b-080a-4aa7-bf0e-98cc149b19f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:17:45Z', 'updated_at': '2021-07-14T18:17:59Z', 'revision_number': 4, 'project_id': 'c51e850593fc4a37af9470721017e8e7', 'gw_port': {'id': '3b7f538b-080a-4aa7-bf0e-98cc149b19f3', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:2b:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bbb4a37-7601-4b77-8a33-a5884ec4332b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:17:48Z', 'updated_at': '2021-07-14T18:18:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_interfaces': [{'id': '9d26568d-cdd5-4e37-85ea-b39b1e807b96', 'name': '', 'network_id': 'b1df69b6-7369-4ffc-83a6-1f3eb48a524d', 'tenant_id': 'c51e850593fc4a37af9470721017e8e7', 'mac_address': 'fa:16:3e:39:88:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bbb4a37-7601-4b77-8a33-a5884ec4332b', 'device_owner': 'network:router_interface', 'standard_attr_id': 127, 'fixed_ips': [{'subnet_id': '52a71ea9-5395-411d-94f2-0fbe5949db70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:17:55Z', 'updated_at': '2021-07-14T18:18:08Z', 'revision_number': 5, 'project_id': 'c51e850593fc4a37af9470721017e8e7', 'subnets': [{'id': '52a71ea9-5395-411d-94f2-0fbe5949db70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-3', False) {} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:23:05.165085 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4209635-9831-4d80-b2b3-3ae58cbcf078 None None] The sync data for ids ['6bbb4a37-7601-4b77-8a33-a5884ec4332b'] in n-d-800634-3 is: [{'id': '6bbb4a37-7601-4b77-8a33-a5884ec4332b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-919346871-router', 'tenant_id': 'c51e850593fc4a37af9470721017e8e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.206'}], 'enable_snat': True}, 'gw_port_id': '3b7f538b-080a-4aa7-bf0e-98cc149b19f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:17:45Z', 'updated_at': '2021-07-14T18:17:59Z', 'revision_number': 4, 'project_id': 'c51e850593fc4a37af9470721017e8e7', 'gw_port': {'id': '3b7f538b-080a-4aa7-bf0e-98cc149b19f3', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:2b:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bbb4a37-7601-4b77-8a33-a5884ec4332b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:17:48Z', 'updated_at': '2021-07-14T18:18:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_interfaces': [{'id': '9d26568d-cdd5-4e37-85ea-b39b1e807b96', 'name': '', 'network_id': 'b1df69b6-7369-4ffc-83a6-1f3eb48a524d', 'tenant_id': 'c51e850593fc4a37af9470721017e8e7', 'mac_address': 'fa:16:3e:39:88:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bbb4a37-7601-4b77-8a33-a5884ec4332b', 'device_owner': 'network:router_interface', 'standard_attr_id': 127, 'fixed_ips': [{'subnet_id': '52a71ea9-5395-411d-94f2-0fbe5949db70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:17:55Z', 'updated_at': '2021-07-14T18:18:08Z', 'revision_number': 5, 'project_id': 'c51e850593fc4a37af9470721017e8e7', 'subnets': [{'id': '52a71ea9-5395-411d-94f2-0fbe5949db70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 18:23:05.314818 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-91733b70-af99-424e-986c-2f72451982ff req-3aea81b1-a9b3-432f-a4f0-fc3c63fb26a5 tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] Made reservation on behalf of 0a6a8e07e1ce4e4e84e3fe5c59c6747c for: {'port': 1} {{(pid=93916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:23:05.319934 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-91733b70-af99-424e-986c-2f72451982ff req-3aea81b1-a9b3-432f-a4f0-fc3c63fb26a5 tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:23:05.533087 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.db_base_plugin_common [req-91733b70-af99-424e-986c-2f72451982ff req-3aea81b1-a9b3-432f-a4f0-fc3c63fb26a5 tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] Allocated IP 172.20.0.5 (7cee3312-4c4c-4d32-820f-eab965dcf565/2a54265e-973c-4132-80fb-ad9d5d305963/f77fb3cb-097b-460d-801e-7da27e687abe) {{(pid=93916) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:23:05.578923 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c8cf339-f9fd-49ba-9c04-66d1d10e4d0d None None] New status for floating IP 5c482abf-23fb-42b2-a11d-58b05e43f619: DOWN {{(pid=93917) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 18:23:05.610632 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f2aa29d8-6621-4269-8aaf-02055faf4914 req-405a2e64-b47e-450a-84b3-339a9b6f43d4 tempest-ImagesTestJSON-313755568 tempest-ImagesTestJSON-313755568-project] 10.222.0.16 "GET /v2.0/ports?device_id=c62d57ac-ab40-483c-9034-7ee4ebffb3cc HTTP/1.1" status: 200 len: 210 time: 0.0725873 Jul 14 18:23:05.661982 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 58492) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:23:05.789002 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-42c730f6-d48b-446b-a77b-f413a2c8b8d1 tempest-ServersWithSpecificFlavorTestJSON-461581366 tempest-ServersWithSpecificFlavorTestJSON-461581366-project] Notify callbacks [] for security_group, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:23:05.854174 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-91733b70-af99-424e-986c-2f72451982ff req-3aea81b1-a9b3-432f-a4f0-fc3c63fb26a5 tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] Notify callbacks [] for port, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:23:05.903894 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-42c730f6-d48b-446b-a77b-f413a2c8b8d1 tempest-ServersWithSpecificFlavorTestJSON-461581366 tempest-ServersWithSpecificFlavorTestJSON-461581366-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:23:05.905969 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-91733b70-af99-424e-986c-2f72451982ff req-3aea81b1-a9b3-432f-a4f0-fc3c63fb26a5 tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:23:05.919712 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] get_ports_and_sgs() called for port_ids ['2d1dc18a-16b5-40f5-8ce7-d5b286a9d811'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 18:23:06.028743 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a7ed9f-8fcb-487a-9c12-aefa171e2322 req-85d09017-cc25-45ec-ab5f-f5f83318a12f tempest-ImagesOneServerNegativeTestJSON-264633046 tempest-ImagesOneServerNegativeTestJSON-264633046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:23:06.032614 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-78a7ed9f-8fcb-487a-9c12-aefa171e2322 req-85d09017-cc25-45ec-ab5f-f5f83318a12f tempest-ImagesOneServerNegativeTestJSON-264633046 tempest-ImagesOneServerNegativeTestJSON-264633046-project] 10.222.0.16 "GET /v2.0/ports?device_id=aaa5360a-e565-46dc-89da-0a99a051789c HTTP/1.1" status: 200 len: 945 time: 0.2477937 Jul 14 18:23:06.077834 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03a24d87-527f-4d5b-a998-53393446562a', 'name': 'network-vif-deleted', 'tag': 'fbf01217-e64a-4640-a796-185c6fcc99ca'}] {{(pid=93915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:23:06.081340 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e72782ad3af8f7d4ce76cedf092bca46d1756acc5c4653cf0b52034cdd6b073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a139973d-e3dc-4f86-b781-eea43d046079" -d '{"events": [{"server_uuid": "03a24d87-527f-4d5b-a998-53393446562a", "name": "network-vif-deleted", "tag": "fbf01217-e64a-4640-a796-185c6fcc99ca"}]}' {{(pid=93915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:23:06.123191 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-42c730f6-d48b-446b-a77b-f413a2c8b8d1 tempest-ServersWithSpecificFlavorTestJSON-461581366 tempest-ServersWithSpecificFlavorTestJSON-461581366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:23:06.131589 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-42c730f6-d48b-446b-a77b-f413a2c8b8d1 tempest-ServersWithSpecificFlavorTestJSON-461581366 tempest-ServersWithSpecificFlavorTestJSON-461581366-project] Notify callbacks [] for security_group, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:23:06.136701 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-42c730f6-d48b-446b-a77b-f413a2c8b8d1 tempest-ServersWithSpecificFlavorTestJSON-461581366 tempest-ServersWithSpecificFlavorTestJSON-461581366-project] 10.222.0.16 "DELETE /v2.0/security-groups/53e3c538-c3c4-4fce-8d05-f9ee7d004cad HTTP/1.1" status: 204 len: 168 time: 0.4729042 Jul 14 18:23:06.139997 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 58500) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:23:06.145508 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-91733b70-af99-424e-986c-2f72451982ff req-3aea81b1-a9b3-432f-a4f0-fc3c63fb26a5 tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] Network 7cee3312-4c4c-4d32-820f-eab965dcf565 is already hosted by enough agents. {{(pid=93916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:23:06.172813 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 18:23:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c838ecde-647e-43c2-a85d-e636fc04d416 x-openstack-request-id: req-c838ecde-647e-43c2-a85d-e636fc04d416 {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:23:06.175387 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03a24d87-527f-4d5b-a998-53393446562a", "name": "network-vif-deleted", "tag": "fbf01217-e64a-4640-a796-185c6fcc99ca", "status": "completed", "code": 200}]} {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:23:06.175847 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c838ecde-647e-43c2-a85d-e636fc04d416 {{(pid=93915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:23:06.176468 n-d-800634-3 neutron-server[93915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03a24d87-527f-4d5b-a998-53393446562a', 'name': 'network-vif-deleted', 'tag': 'fbf01217-e64a-4640-a796-185c6fcc99ca', 'status': 'completed', 'code': 200} Jul 14 18:23:06.255048 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-78a7ed9f-8fcb-487a-9c12-aefa171e2322 req-48d939bd-195a-402b-8895-6e747919a08b tempest-ImagesOneServerNegativeTestJSON-264633046 tempest-ImagesOneServerNegativeTestJSON-264633046-project] 10.222.0.16 "GET /v2.0/security-groups?id=7eb77405-22ca-4355-84b5-b8009f159b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2158418 Jul 14 18:23:06.263217 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c730f6-d48b-446b-a77b-f413a2c8b8d1 tempest-ServersWithSpecificFlavorTestJSON-461581366 tempest-ServersWithSpecificFlavorTestJSON-461581366-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=53e3c538-c3c4-4fce-8d05-f9ee7d004cad,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:23:06.273226 n-d-800634-3 neutron-server[93915]: INFO neutron.api.v2.resource [None req-c907a41f-2e0a-42ec-98f9-bc01931bbde2 tempest-ServersWithSpecificFlavorTestJSON-461581366 tempest-ServersWithSpecificFlavorTestJSON-461581366-project] show failed (client error): The resource could not be found. Jul 14 18:23:06.286880 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-c907a41f-2e0a-42ec-98f9-bc01931bbde2 tempest-ServersWithSpecificFlavorTestJSON-461581366 tempest-ServersWithSpecificFlavorTestJSON-461581366-project] 10.222.0.16 "GET /v2.0/security-groups/53e3c538-c3c4-4fce-8d05-f9ee7d004cad HTTP/1.1" status: 404 len: 347 time: 0.1301866 Jul 14 18:23:06.291301 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 58502) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:23:06.296716 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device 9fbf94da-ec1e-4989-8dcd-c90342b8b660 no longer exists at agent hyperv_n-h1-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 18:23:06.478972 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:23:06.538649 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd48985bd-a8ac-4231-a03b-aa75c35eea3d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9fbf94da-ec1e-4989-8dcd-c90342b8b660'}] {{(pid=93917) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:23:06.542768 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20b787f3c29eaa7aa2a4d648c725a2124c5ff39a8d793252f9d844495e14cf42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f855793c-77aa-4670-894a-580c39e4997f" -d '{"events": [{"server_uuid": "d48985bd-a8ac-4231-a03b-aa75c35eea3d", "name": "network-vif-unplugged", "status": "completed", "tag": "9fbf94da-ec1e-4989-8dcd-c90342b8b660"}]}' {{(pid=93917) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:23:06.567566 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port 9fbf94da-ec1e-4989-8dcd-c90342b8b660, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=9fbf94da-ec1e-4989-8dcd-c90342b8b660,segment=NetworkSegment(067fc487-22c7-42de-972d-ae352a28ad29),segment_id=067fc487-22c7-42de-972d-ae352a28ad29)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:23:06.569757 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [req-91733b70-af99-424e-986c-2f72451982ff req-3aea81b1-a9b3-432f-a4f0-fc3c63fb26a5 tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] Resources bound (agent type, host, resource id): {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:23:06.578583 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:23:06.579542 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aea81b1-a9b3-432f-a4f0-fc3c63fb26a5 tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] Pushing event updated for resources: {'Port': ['ID=f77fb3cb-097b-460d-801e-7da27e687abe,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:23:06.592573 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.l3_dvrscheduler_db [req-91733b70-af99-424e-986c-2f72451982ff req-3aea81b1-a9b3-432f-a4f0-fc3c63fb26a5 tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] Received port after_create {{(pid=93916) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:23:06.644396 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Pushing event updated for resources: {'Port': ['ID=9fbf94da-ec1e-4989-8dcd-c90342b8b660,revision_number=8']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:23:06.689695 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91733b70-af99-424e-986c-2f72451982ff req-3aea81b1-a9b3-432f-a4f0-fc3c63fb26a5 tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:23:06.690380 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-91733b70-af99-424e-986c-2f72451982ff req-3aea81b1-a9b3-432f-a4f0-fc3c63fb26a5 tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:23:06.726077 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a5891b-eb45-46cf-91e9-2abc8b9a1fe5 req-d541011c-fa82-459e-86f9-87b4198706b9 tempest-ImagesTestJSON-313755568 tempest-ImagesTestJSON-313755568-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:23:06.728500 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-72a5891b-eb45-46cf-91e9-2abc8b9a1fe5 req-d541011c-fa82-459e-86f9-87b4198706b9 tempest-ImagesTestJSON-313755568 tempest-ImagesTestJSON-313755568-project] 10.222.0.18 "GET /v2.0/networks?id=458a605c-adc1-4322-ba16-e84a0c1f7468 HTTP/1.1" status: 200 len: 805 time: 0.7294927 Jul 14 18:23:06.731454 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-91733b70-af99-424e-986c-2f72451982ff req-3aea81b1-a9b3-432f-a4f0-fc3c63fb26a5 tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6362717 Jul 14 18:23:06.759177 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [req-72a5891b-eb45-46cf-91e9-2abc8b9a1fe5 req-0ae07c3c-e130-47d5-8407-0360fe47bad7 tempest-ImagesTestJSON-313755568 tempest-ImagesTestJSON-313755568-project] Request body: {'port': {'device_id': 'c62d57ac-ab40-483c-9034-7ee4ebffb3cc', 'network_id': '458a605c-adc1-4322-ba16-e84a0c1f7468', 'admin_state_up': True, 'tenant_id': '7d0d66c950aa4c4fbb95dc1c0b4948a1'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:23:06.770391 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [req-91733b70-af99-424e-986c-2f72451982ff req-81a31a5c-403d-406e-86f5-105f59cc4a83 service neutron] Request body: {'port': {'device_id': '5d1b56cf-e9a2-40e8-8a62-8ebd9281e58d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800634-3'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:23:06.893948 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c1d8c2-8a97-48dc-bb1e-a7e3dd698d12 req-c714c433-d1dd-44e1-b9ca-4289e9328767 tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:23:06.899648 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-17c1d8c2-8a97-48dc-bb1e-a7e3dd698d12 req-c714c433-d1dd-44e1-b9ca-4289e9328767 tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] 10.222.0.16 "GET /v2.0/ports?device_id=5d1b56cf-e9a2-40e8-8a62-8ebd9281e58d HTTP/1.1" status: 200 len: 931 time: 0.5770519 Jul 14 18:23:06.915115 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-91733b70-af99-424e-986c-2f72451982ff req-81a31a5c-403d-406e-86f5-105f59cc4a83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:23:06.925688 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33580314-9ea1-4c87-be38-028934a1e362 req-54f09a8a-7d67-4af8-9a47-a02be3bdb6ce tempest-ImagesOneServerNegativeTestJSON-264633046 tempest-ImagesOneServerNegativeTestJSON-264633046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:23:06.927177 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-33580314-9ea1-4c87-be38-028934a1e362 req-54f09a8a-7d67-4af8-9a47-a02be3bdb6ce tempest-ImagesOneServerNegativeTestJSON-264633046 tempest-ImagesOneServerNegativeTestJSON-264633046-project] 10.222.0.16 "GET /v2.0/ports?device_id=aaa5360a-e565-46dc-89da-0a99a051789c HTTP/1.1" status: 200 len: 945 time: 0.1827869 Jul 14 18:23:06.930607 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [None req-c2071962-75e2-43c1-9d21-056595a7f47b tempest-ServersWithSpecificFlavorTestJSON-461581366 tempest-ServersWithSpecificFlavorTestJSON-461581366-project] Deleting port f4182481-edc4-47b5-ab10-6f0268ae518d {{(pid=93915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:23:06.930965 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-c2071962-75e2-43c1-9d21-056595a7f47b tempest-ServersWithSpecificFlavorTestJSON-461581366 tempest-ServersWithSpecificFlavorTestJSON-461581366-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:23:06.975837 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-72a5891b-eb45-46cf-91e9-2abc8b9a1fe5 req-0ae07c3c-e130-47d5-8407-0360fe47bad7 tempest-ImagesTestJSON-313755568 tempest-ImagesTestJSON-313755568-project] Made reservation on behalf of 7d0d66c950aa4c4fbb95dc1c0b4948a1 for: {'port': 1} {{(pid=93916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:23:06.980600 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-72a5891b-eb45-46cf-91e9-2abc8b9a1fe5 req-0ae07c3c-e130-47d5-8407-0360fe47bad7 tempest-ImagesTestJSON-313755568 tempest-ImagesTestJSON-313755568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:23:07.038314 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-17c1d8c2-8a97-48dc-bb1e-a7e3dd698d12 req-c6f5b0d8-7f4c-473c-8745-d6127ee85507 tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] 10.222.0.16 "GET /v2.0/security-groups?id=540fae54-ccea-4309-9c99-81b930eedb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323843 Jul 14 18:23:07.081639 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-33580314-9ea1-4c87-be38-028934a1e362 req-7ef59238-2144-4fce-893a-f53fd57f1d81 tempest-ImagesOneServerNegativeTestJSON-264633046 tempest-ImagesOneServerNegativeTestJSON-264633046-project] 10.222.0.16 "GET /v2.0/security-groups?id=7eb77405-22ca-4355-84b5-b8009f159b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467447 Jul 14 18:23:07.083890 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-c2071962-75e2-43c1-9d21-056595a7f47b tempest-ServersWithSpecificFlavorTestJSON-461581366 tempest-ServersWithSpecificFlavorTestJSON-461581366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:23:07.084568 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-c2071962-75e2-43c1-9d21-056595a7f47b tempest-ServersWithSpecificFlavorTestJSON-461581366 tempest-ServersWithSpecificFlavorTestJSON-461581366-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:23:07.100784 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [None req-c2071962-75e2-43c1-9d21-056595a7f47b tempest-ServersWithSpecificFlavorTestJSON-461581366 tempest-ServersWithSpecificFlavorTestJSON-461581366-project] Calling delete_port for f4182481-edc4-47b5-ab10-6f0268ae518d owned by network:floatingip {{(pid=93915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:23:07.139371 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 14 Jul 2021 18:23:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c544e78-6e09-437e-b729-433f587d4faf x-openstack-request-id: req-0c544e78-6e09-437e-b729-433f587d4faf {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:23:07.139693 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d48985bd-a8ac-4231-a03b-aa75c35eea3d", "name": "network-vif-unplugged", "status": "completed", "tag": "9fbf94da-ec1e-4989-8dcd-c90342b8b660", "code": 200}]} {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:23:07.139951 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0c544e78-6e09-437e-b729-433f587d4faf {{(pid=93917) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:23:07.140376 n-d-800634-3 neutron-server[93917]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd48985bd-a8ac-4231-a03b-aa75c35eea3d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9fbf94da-ec1e-4989-8dcd-c90342b8b660', 'code': 200} Jul 14 18:23:07.296037 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6361965f-6e9b-4a6c-ac81-574a24618b4b req-b0047751-1eda-4713-ad6c-f6f0168f6b5d tempest-ImagesTestJSON-313755568 tempest-ImagesTestJSON-313755568-project] 10.222.0.16 "GET /v2.0/ports?device_id=c62d57ac-ab40-483c-9034-7ee4ebffb3cc HTTP/1.1" status: 200 len: 210 time: 0.0520320 Jul 14 18:23:07.296723 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.db_base_plugin_common [req-72a5891b-eb45-46cf-91e9-2abc8b9a1fe5 req-0ae07c3c-e130-47d5-8407-0360fe47bad7 tempest-ImagesTestJSON-313755568 tempest-ImagesTestJSON-313755568-project] Allocated IP 172.20.0.5 (458a605c-adc1-4322-ba16-e84a0c1f7468/0f82593d-7d30-492d-935c-eafdd92f72c6/74b3581d-3979-498e-9732-401716c126f4) {{(pid=93916) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:23:07.338688 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-c2071962-75e2-43c1-9d21-056595a7f47b tempest-ServersWithSpecificFlavorTestJSON-461581366 tempest-ServersWithSpecificFlavorTestJSON-461581366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:23:07.367871 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2071962-75e2-43c1-9d21-056595a7f47b tempest-ServersWithSpecificFlavorTestJSON-461581366 tempest-ServersWithSpecificFlavorTestJSON-461581366-project] Pushing event deleted for resources: {'Port': ['ID=f4182481-edc4-47b5-ab10-6f0268ae518d,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:23:07.494592 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-c2071962-75e2-43c1-9d21-056595a7f47b tempest-ServersWithSpecificFlavorTestJSON-461581366 tempest-ServersWithSpecificFlavorTestJSON-461581366-project] Notify callbacks [] for floatingip, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:23:07.496480 n-d-800634-3 neutron-server[93916]: DEBUG neutron.notifiers.nova [req-91733b70-af99-424e-986c-2f72451982ff req-81a31a5c-403d-406e-86f5-105f59cc4a83 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f77fb3cb-097b-460d-801e-7da27e687abe {{(pid=93916) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 18:23:07.500030 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-c2071962-75e2-43c1-9d21-056595a7f47b tempest-ServersWithSpecificFlavorTestJSON-461581366 tempest-ServersWithSpecificFlavorTestJSON-461581366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for floatingip, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:23:07.502309 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-c2071962-75e2-43c1-9d21-056595a7f47b tempest-ServersWithSpecificFlavorTestJSON-461581366 tempest-ServersWithSpecificFlavorTestJSON-461581366-project] 10.222.0.16 "DELETE /v2.0/floatingips/5c482abf-23fb-42b2-a11d-58b05e43f619 HTTP/1.1" status: 204 len: 168 time: 1.2090487 Jul 14 18:23:07.520656 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-91733b70-af99-424e-986c-2f72451982ff req-81a31a5c-403d-406e-86f5-105f59cc4a83 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:23:07.549986 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.provisioning_blocks [req-91733b70-af99-424e-986c-2f72451982ff req-81a31a5c-403d-406e-86f5-105f59cc4a83 service neutron] Transition to ACTIVE for port object f77fb3cb-097b-460d-801e-7da27e687abe will not be triggered until provisioned by entity L2. {{(pid=93916) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:23:07.562398 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-91733b70-af99-424e-986c-2f72451982ff req-81a31a5c-403d-406e-86f5-105f59cc4a83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2684870'] for port, after_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:23:07.579540 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-72a5891b-eb45-46cf-91e9-2abc8b9a1fe5 req-0ae07c3c-e130-47d5-8407-0360fe47bad7 tempest-ImagesTestJSON-313755568 tempest-ImagesTestJSON-313755568-project] Notify callbacks [] for port, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:23:07.687807 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a31a5c-403d-406e-86f5-105f59cc4a83 service neutron] Pushing event updated for resources: {'Port': ['ID=f77fb3cb-097b-460d-801e-7da27e687abe,revision_number=2']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:23:07.759915 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-72a5891b-eb45-46cf-91e9-2abc8b9a1fe5 req-0ae07c3c-e130-47d5-8407-0360fe47bad7 tempest-ImagesTestJSON-313755568 tempest-ImagesTestJSON-313755568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:23:07.808581 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-72a5891b-eb45-46cf-91e9-2abc8b9a1fe5 req-0ae07c3c-e130-47d5-8407-0360fe47bad7 tempest-ImagesTestJSON-313755568 tempest-ImagesTestJSON-313755568-project] Network 458a605c-adc1-4322-ba16-e84a0c1f7468 is already hosted by enough agents. {{(pid=93916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:23:07.864678 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [req-72a5891b-eb45-46cf-91e9-2abc8b9a1fe5 req-0ae07c3c-e130-47d5-8407-0360fe47bad7 tempest-ImagesTestJSON-313755568 tempest-ImagesTestJSON-313755568-project] Resources bound (agent type, host, resource id): {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:23:07.868141 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.l3_dvrscheduler_db [req-72a5891b-eb45-46cf-91e9-2abc8b9a1fe5 req-0ae07c3c-e130-47d5-8407-0360fe47bad7 tempest-ImagesTestJSON-313755568 tempest-ImagesTestJSON-313755568-project] Received port after_create {{(pid=93916) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:23:07.871921 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae07c3c-e130-47d5-8407-0360fe47bad7 tempest-ImagesTestJSON-313755568 tempest-ImagesTestJSON-313755568-project] Pushing event updated for resources: {'Port': ['ID=74b3581d-3979-498e-9732-401716c126f4,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:23:07.877292 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.managers [req-91733b70-af99-424e-986c-2f72451982ff req-81a31a5c-403d-406e-86f5-105f59cc4a83 service neutron] Attempting to bind port f77fb3cb-097b-460d-801e-7da27e687abe on host n-h1-800634-3 for vnic_type normal with profile {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:23:07.877754 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.managers [req-91733b70-af99-424e-986c-2f72451982ff req-81a31a5c-403d-406e-86f5-105f59cc4a83 service neutron] Attempting to bind port f77fb3cb-097b-460d-801e-7da27e687abe by drivers openvswitch,hyperv on host n-h1-800634-3 at level 0 using segments [{'id': '60f92988-9b9b-4790-95f5-9fce88e5a460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '7cee3312-4c4c-4d32-820f-eab965dcf565'}] {{(pid=93916) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:23:07.878183 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91733b70-af99-424e-986c-2f72451982ff req-81a31a5c-403d-406e-86f5-105f59cc4a83 service neutron] Attempting to bind port f77fb3cb-097b-460d-801e-7da27e687abe on network 7cee3312-4c4c-4d32-820f-eab965dcf565 {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:23:07.913234 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91733b70-af99-424e-986c-2f72451982ff req-81a31a5c-403d-406e-86f5-105f59cc4a83 service neutron] Port f77fb3cb-097b-460d-801e-7da27e687abe on network 7cee3312-4c4c-4d32-820f-eab965dcf565 not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-3 {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 18:23:07.913857 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91733b70-af99-424e-986c-2f72451982ff req-81a31a5c-403d-406e-86f5-105f59cc4a83 service neutron] Attempting to bind port f77fb3cb-097b-460d-801e-7da27e687abe on network 7cee3312-4c4c-4d32-820f-eab965dcf565 {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:23:07.928921 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91733b70-af99-424e-986c-2f72451982ff req-81a31a5c-403d-406e-86f5-105f59cc4a83 service neutron] Checking agent: {'id': 'a3630ff4-fbee-45d9-b9b6-0ae41cb3a350', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 15, 32), 'started_at': datetime.datetime(2021, 7, 14, 18, 15, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 18, 23, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 18:23:07.929420 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91733b70-af99-424e-986c-2f72451982ff req-81a31a5c-403d-406e-86f5-105f59cc4a83 service neutron] Checking segment: {'id': '60f92988-9b9b-4790-95f5-9fce88e5a460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '7cee3312-4c4c-4d32-820f-eab965dcf565'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93916) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:23:07.930162 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91733b70-af99-424e-986c-2f72451982ff req-81a31a5c-403d-406e-86f5-105f59cc4a83 service neutron] Bound using segment: {'id': '60f92988-9b9b-4790-95f5-9fce88e5a460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '7cee3312-4c4c-4d32-820f-eab965dcf565'} {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 18:23:07.930829 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.managers [req-91733b70-af99-424e-986c-2f72451982ff req-81a31a5c-403d-406e-86f5-105f59cc4a83 service neutron] Bound port: f77fb3cb-097b-460d-801e-7da27e687abe, host: n-h1-800634-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '60f92988-9b9b-4790-95f5-9fce88e5a460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '7cee3312-4c4c-4d32-820f-eab965dcf565'}}] {{(pid=93916) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 18:23:07.931282 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-91733b70-af99-424e-986c-2f72451982ff req-81a31a5c-403d-406e-86f5-105f59cc4a83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:23:08.016607 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a5891b-eb45-46cf-91e9-2abc8b9a1fe5 req-0ae07c3c-e130-47d5-8407-0360fe47bad7 tempest-ImagesTestJSON-313755568 tempest-ImagesTestJSON-313755568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:23:08.017332 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-72a5891b-eb45-46cf-91e9-2abc8b9a1fe5 req-0ae07c3c-e130-47d5-8407-0360fe47bad7 tempest-ImagesTestJSON-313755568 tempest-ImagesTestJSON-313755568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:23:08.057344 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-72a5891b-eb45-46cf-91e9-2abc8b9a1fe5 req-0ae07c3c-e130-47d5-8407-0360fe47bad7 tempest-ImagesTestJSON-313755568 tempest-ImagesTestJSON-313755568-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3018169 Jul 14 18:23:08.069857 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [req-72a5891b-eb45-46cf-91e9-2abc8b9a1fe5 req-eb8c37b3-9278-4d55-b3c6-2df9bd7f915f service neutron] Request body: {'port': {'device_id': 'c62d57ac-ab40-483c-9034-7ee4ebffb3cc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800634-3'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:23:08.211356 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e5968b07-d321-41d7-8e61-91c1049ce837 req-db6ad826-0616-4059-a79e-5d3efa0e7426 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c51e850593fc4a37af9470721017e8e7&device_id=03a24d87-527f-4d5b-a998-53393446562a HTTP/1.1" status: 200 len: 210 time: 0.1362846 Jul 14 18:23:08.213204 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.db [req-91733b70-af99-424e-986c-2f72451982ff req-81a31a5c-403d-406e-86f5-105f59cc4a83 service neutron] For port f77fb3cb-097b-460d-801e-7da27e687abe, host n-h1-800634-3, cleared binding levels {{(pid=93916) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:23:08.233366 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.db [req-91733b70-af99-424e-986c-2f72451982ff req-81a31a5c-403d-406e-86f5-105f59cc4a83 service neutron] For port f77fb3cb-097b-460d-801e-7da27e687abe, host n-h1-800634-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=f77fb3cb-097b-460d-801e-7da27e687abe,segment=NetworkSegment(60f92988-9b9b-4790-95f5-9fce88e5a460),segment_id=60f92988-9b9b-4790-95f5-9fce88e5a460)] {{(pid=93916) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 18:23:08.236794 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-72a5891b-eb45-46cf-91e9-2abc8b9a1fe5 req-eb8c37b3-9278-4d55-b3c6-2df9bd7f915f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:23:08.240451 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-91733b70-af99-424e-986c-2f72451982ff req-81a31a5c-403d-406e-86f5-105f59cc4a83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2684870'] for port, after_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:23:08.309257 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91733b70-af99-424e-986c-2f72451982ff req-81a31a5c-403d-406e-86f5-105f59cc4a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:23:08.309787 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-91733b70-af99-424e-986c-2f72451982ff req-81a31a5c-403d-406e-86f5-105f59cc4a83 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:23:08.311208 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-91733b70-af99-424e-986c-2f72451982ff req-81a31a5c-403d-406e-86f5-105f59cc4a83 service neutron] 10.222.0.18 "PUT /v2.0/ports/f77fb3cb-097b-460d-801e-7da27e687abe HTTP/1.1" status: 200 len: 1091 time: 1.5565019 Jul 14 18:23:08.311670 n-d-800634-3 neutron-server[93916]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d1b56cf-e9a2-40e8-8a62-8ebd9281e58d', 'tag': 'f77fb3cb-097b-460d-801e-7da27e687abe'}] {{(pid=93916) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:23:08.313997 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f803e150b363a7893830aa996ac27753fa25517c406ecd3536b7c2d4b26eeb9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1faa7082-125b-40a8-9837-ff4c437c4d81" -d '{"events": [{"name": "network-changed", "server_uuid": "5d1b56cf-e9a2-40e8-8a62-8ebd9281e58d", "tag": "f77fb3cb-097b-460d-801e-7da27e687abe"}]}' {{(pid=93916) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:23:08.316997 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device 50159c3e-a461-4d23-925d-2cd09adbc33f details requested by agent hyperv_n-h1-800634-3 with host n-h1-800634-3 {{(pid=93917) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 18:23:08.355184 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a31a5c-403d-406e-86f5-105f59cc4a83 service neutron] Pushing event updated for resources: {'Port': ['ID=f77fb3cb-097b-460d-801e-7da27e687abe,revision_number=3']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:23:08.363773 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-685767df-4976-480b-91e2-503e252bb04c req-2451245c-a63e-4c92-9aa5-b44aa1c04b02 tempest-ServersWithSpecificFlavorTestJSON-461581366 tempest-ServersWithSpecificFlavorTestJSON-461581366-project] 10.222.0.16 "GET /v2.0/ports?device_id=03a24d87-527f-4d5b-a998-53393446562a HTTP/1.1" status: 200 len: 210 time: 0.1547403 Jul 14 18:23:08.521498 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port 50159c3e-a461-4d23-925d-2cd09adbc33f, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=50159c3e-a461-4d23-925d-2cd09adbc33f,segment=NetworkSegment(067fc487-22c7-42de-972d-ae352a28ad29),segment_id=067fc487-22c7-42de-972d-ae352a28ad29)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:23:08.541792 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Returning: {'device': '50159c3e-a461-4d23-925d-2cd09adbc33f', 'network_id': '4f742057-89ee-4b4a-86f7-487ee61881a1', 'port_id': '50159c3e-a461-4d23-925d-2cd09adbc33f', 'mac_address': 'fa:16:3e:96:10:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f20c54fb-f7da-4761-aa61-2e4f99f3d332', 'ip_address': '192.168.233.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93917) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 18:23:08.543621 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eac8dbf-6c40-4339-8623-90e4a8154868 req-4074e226-fcfa-4aa0-9312-60ebb007da23 tempest-ImagesOneServerNegativeTestJSON-264633046 tempest-ImagesOneServerNegativeTestJSON-264633046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:23:08.545204 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2eac8dbf-6c40-4339-8623-90e4a8154868 req-4074e226-fcfa-4aa0-9312-60ebb007da23 tempest-ImagesOneServerNegativeTestJSON-264633046 tempest-ImagesOneServerNegativeTestJSON-264633046-project] 10.222.0.16 "GET /v2.0/ports?device_id=aaa5360a-e565-46dc-89da-0a99a051789c HTTP/1.1" status: 200 len: 945 time: 0.2906470 Jul 14 18:23:08.554946 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91733b70-af99-424e-986c-2f72451982ff req-9218c37c-a605-4afd-992b-d40abd5a51c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:23:08.556478 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-91733b70-af99-424e-986c-2f72451982ff req-9218c37c-a605-4afd-992b-d40abd5a51c0 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=0a6a8e07e1ce4e4e84e3fe5c59c6747c&device_id=5d1b56cf-e9a2-40e8-8a62-8ebd9281e58d HTTP/1.1" status: 200 len: 1094 time: 0.1489019 Jul 14 18:23:08.556645 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5968b07-d321-41d7-8e61-91c1049ce837 req-c54dc020-27ee-4536-adaf-972f49e09d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:23:08.561492 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e5968b07-d321-41d7-8e61-91c1049ce837 req-c54dc020-27ee-4536-adaf-972f49e09d2e service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=c51e850593fc4a37af9470721017e8e7&shared=False HTTP/1.1" status: 200 len: 923 time: 0.3418355 Jul 14 18:23:08.597941 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:23:08.615359 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50159c3e-a461-4d23-925d-2cd09adbc33f {{(pid=93917) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 18:23:08.619999 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-91733b70-af99-424e-986c-2f72451982ff req-e47b942b-333e-4366-a544-ab66dddc4d02 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f77fb3cb-097b-460d-801e-7da27e687abe HTTP/1.1" status: 200 len: 217 time: 0.0499227 Jul 14 18:23:08.642280 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port 50159c3e-a461-4d23-925d-2cd09adbc33f, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=50159c3e-a461-4d23-925d-2cd09adbc33f,segment=NetworkSegment(067fc487-22c7-42de-972d-ae352a28ad29),segment_id=067fc487-22c7-42de-972d-ae352a28ad29)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:23:08.648567 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:23:08.720226 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2eac8dbf-6c40-4339-8623-90e4a8154868 req-1564688d-c5fe-40f0-a110-e5506d751d1f tempest-ImagesOneServerNegativeTestJSON-264633046 tempest-ImagesOneServerNegativeTestJSON-264633046-project] 10.222.0.16 "GET /v2.0/security-groups?id=7eb77405-22ca-4355-84b5-b8009f159b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658170 Jul 14 18:23:08.743150 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91733b70-af99-424e-986c-2f72451982ff req-2e4d85e7-1cfa-457b-9413-661e7bbb9821 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:23:08.744675 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-91733b70-af99-424e-986c-2f72451982ff req-2e4d85e7-1cfa-457b-9413-661e7bbb9821 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2a54265e-973c-4132-80fb-ad9d5d305963 HTTP/1.1" status: 200 len: 861 time: 0.1156893 Jul 14 18:23:08.746031 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Pushing event updated for resources: {'Port': ['ID=50159c3e-a461-4d23-925d-2cd09adbc33f,revision_number=9']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:23:08.747264 n-d-800634-3 neutron-server[93916]: DEBUG neutron.notifiers.nova [req-72a5891b-eb45-46cf-91e9-2abc8b9a1fe5 req-eb8c37b3-9278-4d55-b3c6-2df9bd7f915f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74b3581d-3979-498e-9732-401716c126f4 {{(pid=93916) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 18:23:08.793261 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77044b8b-a28b-4681-9ae0-716584c7c962 req-93db6359-7b46-4ff1-818a-ac643d7aaab2 tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:23:08.796401 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-91733b70-af99-424e-986c-2f72451982ff req-253c6d6f-b0fa-4d21-a749-7873cdcf6684 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7cee3312-4c4c-4d32-820f-eab965dcf565&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0423460 Jul 14 18:23:08.800846 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-77044b8b-a28b-4681-9ae0-716584c7c962 req-93db6359-7b46-4ff1-818a-ac643d7aaab2 tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] 10.222.0.16 "GET /v2.0/ports?device_id=5d1b56cf-e9a2-40e8-8a62-8ebd9281e58d HTTP/1.1" status: 200 len: 943 time: 0.2033243 Jul 14 18:23:08.804573 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5968b07-d321-41d7-8e61-91c1049ce837 req-f4db7f6e-f892-4fd3-878a-0db2ea39c6ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:23:08.806642 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e5968b07-d321-41d7-8e61-91c1049ce837 req-f4db7f6e-f892-4fd3-878a-0db2ea39c6ba service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2403510 Jul 14 18:23:08.808892 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-72a5891b-eb45-46cf-91e9-2abc8b9a1fe5 req-eb8c37b3-9278-4d55-b3c6-2df9bd7f915f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:23:08.848185 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] get_ports_and_sgs() called for port_ids ['50159c3e-a461-4d23-925d-2cd09adbc33f'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 18:23:08.906460 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-77044b8b-a28b-4681-9ae0-716584c7c962 req-7254be9d-496a-4ef9-ac96-4de988f1bb97 tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] 10.222.0.16 "GET /v2.0/security-groups?id=540fae54-ccea-4309-9c99-81b930eedb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983419 Jul 14 18:23:08.908393 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e5968b07-d321-41d7-8e61-91c1049ce837 req-1e8d4f9a-4bb0-4c85-b14a-0f6b6f935815 tempest-ServersWithSpecificFlavorTestJSON-461581366 tempest-ServersWithSpecificFlavorTestJSON-461581366-project] 10.222.0.35 "GET /v2.0/ports?device_id=03a24d87-527f-4d5b-a998-53393446562a HTTP/1.1" status: 200 len: 210 time: 0.0442233 Jul 14 18:23:08.932413 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.provisioning_blocks [req-72a5891b-eb45-46cf-91e9-2abc8b9a1fe5 req-eb8c37b3-9278-4d55-b3c6-2df9bd7f915f service neutron] Transition to ACTIVE for port object 74b3581d-3979-498e-9732-401716c126f4 will not be triggered until provisioned by entity L2. {{(pid=93916) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:23:08.948258 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-72a5891b-eb45-46cf-91e9-2abc8b9a1fe5 req-eb8c37b3-9278-4d55-b3c6-2df9bd7f915f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2684870'] for port, after_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:23:09.075580 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 18:23:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c703f94-c478-42cc-b996-69a8f4900a1c x-openstack-request-id: req-3c703f94-c478-42cc-b996-69a8f4900a1c {{(pid=93916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:23:09.075960 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d1b56cf-e9a2-40e8-8a62-8ebd9281e58d", "tag": "f77fb3cb-097b-460d-801e-7da27e687abe", "status": "completed", "code": 200}]} {{(pid=93916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:23:09.076296 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3c703f94-c478-42cc-b996-69a8f4900a1c {{(pid=93916) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:23:09.076762 n-d-800634-3 neutron-server[93916]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d1b56cf-e9a2-40e8-8a62-8ebd9281e58d', 'tag': 'f77fb3cb-097b-460d-801e-7da27e687abe', 'status': 'completed', 'code': 200} Jul 14 18:23:09.095746 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8c37b3-9278-4d55-b3c6-2df9bd7f915f service neutron] Pushing event updated for resources: {'Port': ['ID=74b3581d-3979-498e-9732-401716c126f4,revision_number=2']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:23:09.172832 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-91733b70-af99-424e-986c-2f72451982ff req-f62631f5-b28a-4c15-b668-a1cec9e3f40f service neutron] 10.222.0.18 "GET /v2.0/networks/7cee3312-4c4c-4d32-820f-eab965dcf565?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3610716 Jul 14 18:23:09.216686 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5695f7f4-7907-473b-90ed-9de2c881b99c req-edc91420-ee3f-4c8d-b5b8-020fc73a47fe tempest-ImagesTestJSON-313755568 tempest-ImagesTestJSON-313755568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:23:09.224014 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-5695f7f4-7907-473b-90ed-9de2c881b99c req-edc91420-ee3f-4c8d-b5b8-020fc73a47fe tempest-ImagesTestJSON-313755568 tempest-ImagesTestJSON-313755568-project] 10.222.0.16 "GET /v2.0/ports?device_id=c62d57ac-ab40-483c-9034-7ee4ebffb3cc HTTP/1.1" status: 200 len: 943 time: 0.0813372 Jul 14 18:23:09.235671 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.managers [req-72a5891b-eb45-46cf-91e9-2abc8b9a1fe5 req-eb8c37b3-9278-4d55-b3c6-2df9bd7f915f service neutron] Attempting to bind port 74b3581d-3979-498e-9732-401716c126f4 on host n-h1-800634-3 for vnic_type normal with profile {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:23:09.236100 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.managers [req-72a5891b-eb45-46cf-91e9-2abc8b9a1fe5 req-eb8c37b3-9278-4d55-b3c6-2df9bd7f915f service neutron] Attempting to bind port 74b3581d-3979-498e-9732-401716c126f4 by drivers openvswitch,hyperv on host n-h1-800634-3 at level 0 using segments [{'id': 'ed557757-f640-484f-8cda-41a92c321398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '458a605c-adc1-4322-ba16-e84a0c1f7468'}] {{(pid=93916) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:23:09.236537 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72a5891b-eb45-46cf-91e9-2abc8b9a1fe5 req-eb8c37b3-9278-4d55-b3c6-2df9bd7f915f service neutron] Attempting to bind port 74b3581d-3979-498e-9732-401716c126f4 on network 458a605c-adc1-4322-ba16-e84a0c1f7468 {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:23:09.248845 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72a5891b-eb45-46cf-91e9-2abc8b9a1fe5 req-eb8c37b3-9278-4d55-b3c6-2df9bd7f915f service neutron] Port 74b3581d-3979-498e-9732-401716c126f4 on network 458a605c-adc1-4322-ba16-e84a0c1f7468 not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-3 {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 18:23:09.249272 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72a5891b-eb45-46cf-91e9-2abc8b9a1fe5 req-eb8c37b3-9278-4d55-b3c6-2df9bd7f915f service neutron] Attempting to bind port 74b3581d-3979-498e-9732-401716c126f4 on network 458a605c-adc1-4322-ba16-e84a0c1f7468 {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:23:09.258402 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72a5891b-eb45-46cf-91e9-2abc8b9a1fe5 req-eb8c37b3-9278-4d55-b3c6-2df9bd7f915f service neutron] Checking agent: {'id': 'a3630ff4-fbee-45d9-b9b6-0ae41cb3a350', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 15, 32), 'started_at': datetime.datetime(2021, 7, 14, 18, 15, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 18, 23, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 18:23:09.258855 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72a5891b-eb45-46cf-91e9-2abc8b9a1fe5 req-eb8c37b3-9278-4d55-b3c6-2df9bd7f915f service neutron] Checking segment: {'id': 'ed557757-f640-484f-8cda-41a92c321398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '458a605c-adc1-4322-ba16-e84a0c1f7468'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93916) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:23:09.259309 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72a5891b-eb45-46cf-91e9-2abc8b9a1fe5 req-eb8c37b3-9278-4d55-b3c6-2df9bd7f915f service neutron] Bound using segment: {'id': 'ed557757-f640-484f-8cda-41a92c321398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '458a605c-adc1-4322-ba16-e84a0c1f7468'} {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 18:23:09.260186 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.managers [req-72a5891b-eb45-46cf-91e9-2abc8b9a1fe5 req-eb8c37b3-9278-4d55-b3c6-2df9bd7f915f service neutron] Bound port: 74b3581d-3979-498e-9732-401716c126f4, host: n-h1-800634-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed557757-f640-484f-8cda-41a92c321398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '458a605c-adc1-4322-ba16-e84a0c1f7468'}}] {{(pid=93916) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 18:23:09.260186 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-72a5891b-eb45-46cf-91e9-2abc8b9a1fe5 req-eb8c37b3-9278-4d55-b3c6-2df9bd7f915f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:23:09.268496 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-5695f7f4-7907-473b-90ed-9de2c881b99c req-c882f90d-5b00-4e37-a267-e647b4d86406 tempest-ImagesTestJSON-313755568 tempest-ImagesTestJSON-313755568-project] 10.222.0.16 "GET /v2.0/security-groups?id=96a7afe7-a122-4b0d-8907-2d91e1bd838f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435965 Jul 14 18:23:09.326032 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-91733b70-af99-424e-986c-2f72451982ff req-c3c76659-a09c-4431-89fa-b7435a238cf4 service neutron] 10.222.0.18 "GET /v2.0/networks/7cee3312-4c4c-4d32-820f-eab965dcf565?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1449413 Jul 14 18:23:09.357131 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.db [req-72a5891b-eb45-46cf-91e9-2abc8b9a1fe5 req-eb8c37b3-9278-4d55-b3c6-2df9bd7f915f service neutron] For port 74b3581d-3979-498e-9732-401716c126f4, host n-h1-800634-3, cleared binding levels {{(pid=93916) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:23:09.360710 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.db [req-72a5891b-eb45-46cf-91e9-2abc8b9a1fe5 req-eb8c37b3-9278-4d55-b3c6-2df9bd7f915f service neutron] For port 74b3581d-3979-498e-9732-401716c126f4, host n-h1-800634-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=74b3581d-3979-498e-9732-401716c126f4,segment=NetworkSegment(ed557757-f640-484f-8cda-41a92c321398),segment_id=ed557757-f640-484f-8cda-41a92c321398)] {{(pid=93916) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 18:23:09.365825 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-72a5891b-eb45-46cf-91e9-2abc8b9a1fe5 req-eb8c37b3-9278-4d55-b3c6-2df9bd7f915f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2684870'] for port, after_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:23:09.420884 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a5891b-eb45-46cf-91e9-2abc8b9a1fe5 req-eb8c37b3-9278-4d55-b3c6-2df9bd7f915f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:23:09.421567 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-72a5891b-eb45-46cf-91e9-2abc8b9a1fe5 req-eb8c37b3-9278-4d55-b3c6-2df9bd7f915f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:23:09.422966 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-72a5891b-eb45-46cf-91e9-2abc8b9a1fe5 req-eb8c37b3-9278-4d55-b3c6-2df9bd7f915f service neutron] 10.222.0.18 "PUT /v2.0/ports/74b3581d-3979-498e-9732-401716c126f4 HTTP/1.1" status: 200 len: 1091 time: 1.3577423 Jul 14 18:23:09.465827 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8c37b3-9278-4d55-b3c6-2df9bd7f915f service neutron] Pushing event updated for resources: {'Port': ['ID=74b3581d-3979-498e-9732-401716c126f4,revision_number=3']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:23:09.537603 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1faa7082-125b-40a8-9837-ff4c437c4d81 req-6eccb554-4eb6-42a8-8470-a2708c09477c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:23:09.539105 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-1faa7082-125b-40a8-9837-ff4c437c4d81 req-6eccb554-4eb6-42a8-8470-a2708c09477c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=0a6a8e07e1ce4e4e84e3fe5c59c6747c&device_id=5d1b56cf-e9a2-40e8-8a62-8ebd9281e58d HTTP/1.1" status: 200 len: 1094 time: 0.1198933 Jul 14 18:23:09.572109 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3147cd1b-ee16-402d-b268-c41f97eb0468 req-55203985-17d7-487d-b9ef-cea5e1271351 tempest-ServersWithSpecificFlavorTestJSON-461581366 tempest-ServersWithSpecificFlavorTestJSON-461581366-project] 10.222.0.16 "GET /v2.0/ports?device_id=03a24d87-527f-4d5b-a998-53393446562a HTTP/1.1" status: 200 len: 210 time: 0.0336478 Jul 14 18:23:09.607568 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a5891b-eb45-46cf-91e9-2abc8b9a1fe5 req-a830ee83-4250-4875-ba1d-4caabe132aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:23:09.609388 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-72a5891b-eb45-46cf-91e9-2abc8b9a1fe5 req-a830ee83-4250-4875-ba1d-4caabe132aaf service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7d0d66c950aa4c4fbb95dc1c0b4948a1&device_id=c62d57ac-ab40-483c-9034-7ee4ebffb3cc HTTP/1.1" status: 200 len: 1094 time: 0.1310804 Jul 14 18:23:09.642448 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1faa7082-125b-40a8-9837-ff4c437c4d81 req-5e56ba21-da48-4457-8077-3cc09ecc810d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:23:09.643849 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-1faa7082-125b-40a8-9837-ff4c437c4d81 req-5e56ba21-da48-4457-8077-3cc09ecc810d service neutron] 10.222.0.18 "GET /v2.0/networks?id=7cee3312-4c4c-4d32-820f-eab965dcf565 HTTP/1.1" status: 200 len: 921 time: 0.0978925 Jul 14 18:23:09.689120 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-72a5891b-eb45-46cf-91e9-2abc8b9a1fe5 req-9e787b66-89c8-41fb-9f64-e03b9caddda9 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=74b3581d-3979-498e-9732-401716c126f4 HTTP/1.1" status: 200 len: 217 time: 0.0442715 Jul 14 18:23:09.741724 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-1faa7082-125b-40a8-9837-ff4c437c4d81 req-b517e2d3-ddc3-44e5-91ff-dc03c19022ab service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f77fb3cb-097b-460d-801e-7da27e687abe HTTP/1.1" status: 200 len: 217 time: 0.0500579 Jul 14 18:23:09.770402 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 58600) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:23:09.823933 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a5891b-eb45-46cf-91e9-2abc8b9a1fe5 req-8720600e-d117-4438-8e38-81147b291b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:23:09.826178 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-72a5891b-eb45-46cf-91e9-2abc8b9a1fe5 req-8720600e-d117-4438-8e38-81147b291b33 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0f82593d-7d30-492d-935c-eafdd92f72c6 HTTP/1.1" status: 200 len: 845 time: 0.0938683 Jul 14 18:23:09.848458 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1faa7082-125b-40a8-9837-ff4c437c4d81 req-d9887293-94d4-4fbc-b07c-3127ce73b235 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:23:09.853144 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-1faa7082-125b-40a8-9837-ff4c437c4d81 req-d9887293-94d4-4fbc-b07c-3127ce73b235 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2a54265e-973c-4132-80fb-ad9d5d305963 HTTP/1.1" status: 200 len: 861 time: 0.0863504 Jul 14 18:23:09.908371 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-72a5891b-eb45-46cf-91e9-2abc8b9a1fe5 req-2b0a8dd9-bec6-461c-9b59-c4be5a63006a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=458a605c-adc1-4322-ba16-e84a0c1f7468&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0731804 Jul 14 18:23:09.952091 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-1faa7082-125b-40a8-9837-ff4c437c4d81 req-3e430291-9df4-4d8b-92e2-e7a53bed5a06 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7cee3312-4c4c-4d32-820f-eab965dcf565&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0703650 Jul 14 18:23:10.128374 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-72a5891b-eb45-46cf-91e9-2abc8b9a1fe5 req-7c1fca9d-772b-4e5d-98de-b6389dee32a5 service neutron] 10.222.0.18 "GET /v2.0/networks/458a605c-adc1-4322-ba16-e84a0c1f7468?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1897728 Jul 14 18:23:10.130135 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-1faa7082-125b-40a8-9837-ff4c437c4d81 req-1069e378-8887-46a8-a244-399f77cb6172 service neutron] 10.222.0.18 "GET /v2.0/networks/7cee3312-4c4c-4d32-820f-eab965dcf565?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1670673 Jul 14 18:23:10.245083 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0e778a-7827-4733-86a6-a7fc85fc9951 req-b3331724-4386-494f-95c8-a06ca2322c32 tempest-ImagesOneServerNegativeTestJSON-264633046 tempest-ImagesOneServerNegativeTestJSON-264633046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:23:10.253609 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-7a0e778a-7827-4733-86a6-a7fc85fc9951 req-b3331724-4386-494f-95c8-a06ca2322c32 tempest-ImagesOneServerNegativeTestJSON-264633046 tempest-ImagesOneServerNegativeTestJSON-264633046-project] 10.222.0.16 "GET /v2.0/ports?device_id=aaa5360a-e565-46dc-89da-0a99a051789c HTTP/1.1" status: 200 len: 945 time: 0.2637053 Jul 14 18:23:10.311008 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-7a0e778a-7827-4733-86a6-a7fc85fc9951 req-41c60102-5129-404f-9adc-1cf44d4ac17b tempest-ImagesOneServerNegativeTestJSON-264633046 tempest-ImagesOneServerNegativeTestJSON-264633046-project] 10.222.0.16 "GET /v2.0/security-groups?id=7eb77405-22ca-4355-84b5-b8009f159b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561390 Jul 14 18:23:10.322172 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device 643bb0df-f8d2-4f2a-85e3-a635064faf56 details requested by agent hyperv_n-h1-800634-3 with host n-h1-800634-3 {{(pid=93917) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 18:23:10.326368 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device 50159c3e-a461-4d23-925d-2cd09adbc33f up at agent hyperv_n-h1-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:23:10.360636 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-1faa7082-125b-40a8-9837-ff4c437c4d81 req-c2693e8a-b126-4114-abbb-4e657f5dc60c service neutron] 10.222.0.18 "GET /v2.0/networks/7cee3312-4c4c-4d32-820f-eab965dcf565?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2126555 Jul 14 18:23:10.446285 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-72a5891b-eb45-46cf-91e9-2abc8b9a1fe5 req-885bc6c1-44f8-4f3c-b9b9-825d8a3888b7 service neutron] 10.222.0.18 "GET /v2.0/networks/458a605c-adc1-4322-ba16-e84a0c1f7468?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3065462 Jul 14 18:23:10.449966 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd04739-7a96-44be-9cdd-fbfb4abe39d3 req-7042005a-9c26-4958-b6d0-f488b1141af1 tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:23:10.463326 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3dd04739-7a96-44be-9cdd-fbfb4abe39d3 req-7042005a-9c26-4958-b6d0-f488b1141af1 tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] 10.222.0.16 "GET /v2.0/ports?device_id=5d1b56cf-e9a2-40e8-8a62-8ebd9281e58d HTTP/1.1" status: 200 len: 943 time: 0.3609753 Jul 14 18:23:10.484974 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Provisioning complete for port 50159c3e-a461-4d23-925d-2cd09adbc33f triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:23:10.485495 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:23:10.614028 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port 643bb0df-f8d2-4f2a-85e3-a635064faf56, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=643bb0df-f8d2-4f2a-85e3-a635064faf56,segment=NetworkSegment(5d348732-27f4-441a-bef1-a0d44ffa840e),segment_id=5d348732-27f4-441a-bef1-a0d44ffa840e)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:23:10.689759 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3dd04739-7a96-44be-9cdd-fbfb4abe39d3 req-a0e9e7c8-1d0f-4dd0-8e0c-6cf8a90d0ef4 tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] 10.222.0.16 "GET /v2.0/security-groups?id=540fae54-ccea-4309-9c99-81b930eedb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2080436 Jul 14 18:23:10.719393 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Returning: {'device': '643bb0df-f8d2-4f2a-85e3-a635064faf56', 'network_id': '5922bb88-69f8-4327-9807-b639b8b4c14f', 'port_id': '643bb0df-f8d2-4f2a-85e3-a635064faf56', 'mac_address': 'fa:16:3e:fd:d3:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 88, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e5fd32b-ce33-4970-8e90-c9d6785e30f5', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93917) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 18:23:10.787654 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:23:10.884060 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4518b06-90d0-4f6c-997a-2fe9348c1117', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50159c3e-a461-4d23-925d-2cd09adbc33f'}] {{(pid=93917) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:23:10.886871 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20b787f3c29eaa7aa2a4d648c725a2124c5ff39a8d793252f9d844495e14cf42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed2b399b-e39e-4972-98a2-cb3782ad0582" -d '{"events": [{"server_uuid": "f4518b06-90d0-4f6c-997a-2fe9348c1117", "name": "network-vif-plugged", "status": "completed", "tag": "50159c3e-a461-4d23-925d-2cd09adbc33f"}]}' {{(pid=93917) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:23:10.906866 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port 50159c3e-a461-4d23-925d-2cd09adbc33f, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=50159c3e-a461-4d23-925d-2cd09adbc33f,segment=NetworkSegment(067fc487-22c7-42de-972d-ae352a28ad29),segment_id=067fc487-22c7-42de-972d-ae352a28ad29)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:23:10.911346 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:23:10.937754 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:23:10.942143 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 643bb0df-f8d2-4f2a-85e3-a635064faf56 {{(pid=93917) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 18:23:10.949285 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f888b4-a05c-43c1-b17b-b8206e677a54 req-9460b0bb-b711-48b3-8a90-a371b19a6cf8 tempest-ImagesTestJSON-313755568 tempest-ImagesTestJSON-313755568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:23:10.956630 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-10f888b4-a05c-43c1-b17b-b8206e677a54 req-9460b0bb-b711-48b3-8a90-a371b19a6cf8 tempest-ImagesTestJSON-313755568 tempest-ImagesTestJSON-313755568-project] 10.222.0.16 "GET /v2.0/ports?device_id=c62d57ac-ab40-483c-9034-7ee4ebffb3cc HTTP/1.1" status: 200 len: 943 time: 0.2257493 Jul 14 18:23:10.981002 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 18:23:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2123db06-5282-4bd8-a4ac-0fbc04aaa2fe x-openstack-request-id: req-2123db06-5282-4bd8-a4ac-0fbc04aaa2fe {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:23:10.981273 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4518b06-90d0-4f6c-997a-2fe9348c1117", "name": "network-vif-plugged", "status": "completed", "tag": "50159c3e-a461-4d23-925d-2cd09adbc33f", "code": 200}]} {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:23:10.981533 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2123db06-5282-4bd8-a4ac-0fbc04aaa2fe {{(pid=93917) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:23:10.981918 n-d-800634-3 neutron-server[93917]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4518b06-90d0-4f6c-997a-2fe9348c1117', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50159c3e-a461-4d23-925d-2cd09adbc33f', 'code': 200} Jul 14 18:23:11.006635 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port 643bb0df-f8d2-4f2a-85e3-a635064faf56, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=643bb0df-f8d2-4f2a-85e3-a635064faf56,segment=NetworkSegment(5d348732-27f4-441a-bef1-a0d44ffa840e),segment_id=5d348732-27f4-441a-bef1-a0d44ffa840e)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:23:11.035316 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:23:11.051259 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-10f888b4-a05c-43c1-b17b-b8206e677a54 req-4f4fe9b8-bc84-405b-a8ed-df8d38d001e1 tempest-ImagesTestJSON-313755568 tempest-ImagesTestJSON-313755568-project] 10.222.0.16 "GET /v2.0/security-groups?id=96a7afe7-a122-4b0d-8907-2d91e1bd838f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936489 Jul 14 18:23:11.054695 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Pushing event updated for resources: {'Port': ['ID=50159c3e-a461-4d23-925d-2cd09adbc33f,revision_number=10']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:23:11.078315 n-d-800634-3 neutron-server[93916]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c62d57ac-ab40-483c-9034-7ee4ebffb3cc', 'tag': '74b3581d-3979-498e-9732-401716c126f4'}] {{(pid=93916) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:23:11.081814 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f803e150b363a7893830aa996ac27753fa25517c406ecd3536b7c2d4b26eeb9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b02c185-8b83-4969-a18f-39d47f25ac1e" -d '{"events": [{"name": "network-changed", "server_uuid": "c62d57ac-ab40-483c-9034-7ee4ebffb3cc", "tag": "74b3581d-3979-498e-9732-401716c126f4"}]}' {{(pid=93916) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:23:11.135499 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Pushing event updated for resources: {'Port': ['ID=643bb0df-f8d2-4f2a-85e3-a635064faf56,revision_number=6']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:23:11.174818 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 18:23:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fcd35c1-8fb2-4c39-9006-738a7c2eff23 x-openstack-request-id: req-6fcd35c1-8fb2-4c39-9006-738a7c2eff23 {{(pid=93916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:23:11.175110 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c62d57ac-ab40-483c-9034-7ee4ebffb3cc", "tag": "74b3581d-3979-498e-9732-401716c126f4", "status": "completed", "code": 200}]} {{(pid=93916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:23:11.175364 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6fcd35c1-8fb2-4c39-9006-738a7c2eff23 {{(pid=93916) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:23:11.175764 n-d-800634-3 neutron-server[93916]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c62d57ac-ab40-483c-9034-7ee4ebffb3cc', 'tag': '74b3581d-3979-498e-9732-401716c126f4', 'status': 'completed', 'code': 200} Jul 14 18:23:11.191911 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] get_ports_and_sgs() called for port_ids ['643bb0df-f8d2-4f2a-85e3-a635064faf56'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 18:23:11.266493 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-8eeb5524-4934-4015-87cc-b6e412c649e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-928623'] for router_interface, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:23:11.288898 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b02c185-8b83-4969-a18f-39d47f25ac1e req-68902d23-08ed-49ee-a25c-a607f40a8b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:23:11.291224 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-0b02c185-8b83-4969-a18f-39d47f25ac1e req-68902d23-08ed-49ee-a25c-a607f40a8b84 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7d0d66c950aa4c4fbb95dc1c0b4948a1&device_id=c62d57ac-ab40-483c-9034-7ee4ebffb3cc HTTP/1.1" status: 200 len: 1094 time: 0.0910532 Jul 14 18:23:11.565219 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b02c185-8b83-4969-a18f-39d47f25ac1e req-63905dd4-6f5a-4b66-8689-a87f88cc22e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:23:11.566769 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-0b02c185-8b83-4969-a18f-39d47f25ac1e req-63905dd4-6f5a-4b66-8689-a87f88cc22e9 service neutron] 10.222.0.18 "GET /v2.0/networks?id=458a605c-adc1-4322-ba16-e84a0c1f7468 HTTP/1.1" status: 200 len: 905 time: 0.2577283 Jul 14 18:23:11.627164 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-0b02c185-8b83-4969-a18f-39d47f25ac1e req-0e06ae8c-5481-4fc3-b5fa-92407140b714 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=74b3581d-3979-498e-9732-401716c126f4 HTTP/1.1" status: 200 len: 217 time: 0.0527883 Jul 14 18:23:11.734069 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b02c185-8b83-4969-a18f-39d47f25ac1e req-b702f8cc-f324-4f72-ac89-cb0b271be458 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:23:11.735462 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-0b02c185-8b83-4969-a18f-39d47f25ac1e req-b702f8cc-f324-4f72-ac89-cb0b271be458 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0f82593d-7d30-492d-935c-eafdd92f72c6 HTTP/1.1" status: 200 len: 845 time: 0.1011550 Jul 14 18:23:11.792855 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-0b02c185-8b83-4969-a18f-39d47f25ac1e req-f0fe3082-6225-45ef-803a-b458f965b9ad service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=458a605c-adc1-4322-ba16-e84a0c1f7468&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0494735 Jul 14 18:23:11.967490 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-0b02c185-8b83-4969-a18f-39d47f25ac1e req-19fb8a8a-bec6-41f2-a078-edd44f68943b service neutron] 10.222.0.18 "GET /v2.0/networks/458a605c-adc1-4322-ba16-e84a0c1f7468?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1671329 Jul 14 18:23:12.157788 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-0b02c185-8b83-4969-a18f-39d47f25ac1e req-db3630b0-8e82-41e2-92cf-869756c210b5 service neutron] 10.222.0.18 "GET /v2.0/networks/458a605c-adc1-4322-ba16-e84a0c1f7468?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1804445 Jul 14 18:23:12.339711 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device 643bb0df-f8d2-4f2a-85e3-a635064faf56 up at agent hyperv_n-h1-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:23:12.359906 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519b2b85-acfa-4a55-b1af-000407fdceb1 req-6afdfbd9-2309-477f-9dd4-2987e01ac3d3 tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:23:12.361584 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-519b2b85-acfa-4a55-b1af-000407fdceb1 req-6afdfbd9-2309-477f-9dd4-2987e01ac3d3 tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] 10.222.0.16 "GET /v2.0/ports?device_id=5d1b56cf-e9a2-40e8-8a62-8ebd9281e58d HTTP/1.1" status: 200 len: 943 time: 0.1838181 Jul 14 18:23:12.373587 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5d572d-31aa-4e50-98ee-c8941d00de5f req-9edc9995-21cb-42d9-9c9e-d3b7d73819f3 tempest-ImagesOneServerNegativeTestJSON-264633046 tempest-ImagesOneServerNegativeTestJSON-264633046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:23:12.375107 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-9c5d572d-31aa-4e50-98ee-c8941d00de5f req-9edc9995-21cb-42d9-9c9e-d3b7d73819f3 tempest-ImagesOneServerNegativeTestJSON-264633046 tempest-ImagesOneServerNegativeTestJSON-264633046-project] 10.222.0.16 "GET /v2.0/ports?device_id=aaa5360a-e565-46dc-89da-0a99a051789c HTTP/1.1" status: 200 len: 944 time: 0.7791016 Jul 14 18:23:12.438478 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Provisioning complete for port 643bb0df-f8d2-4f2a-85e3-a635064faf56 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:23:12.439137 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:23:12.507800 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-519b2b85-acfa-4a55-b1af-000407fdceb1 req-8422b661-cac9-49ee-8060-8d63cc048718 tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] 10.222.0.16 "GET /v2.0/security-groups?id=540fae54-ccea-4309-9c99-81b930eedb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269989 Jul 14 18:23:12.514842 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-9c5d572d-31aa-4e50-98ee-c8941d00de5f req-be785f33-d5f2-4ef5-843d-d0d6d4062ad6 tempest-ImagesOneServerNegativeTestJSON-264633046 tempest-ImagesOneServerNegativeTestJSON-264633046-project] 10.222.0.16 "GET /v2.0/security-groups?id=7eb77405-22ca-4355-84b5-b8009f159b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271617 Jul 14 18:23:12.609561 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [None req-8eeb5524-4934-4015-87cc-b6e412c649e1 admin admin] Deleting port 9d26568d-cdd5-4e37-85ea-b39b1e807b96 {{(pid=93915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:23:12.609912 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-8eeb5524-4934-4015-87cc-b6e412c649e1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:23:12.654320 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:23:12.737623 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port 643bb0df-f8d2-4f2a-85e3-a635064faf56, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=643bb0df-f8d2-4f2a-85e3-a635064faf56,segment=NetworkSegment(5d348732-27f4-441a-bef1-a0d44ffa840e),segment_id=5d348732-27f4-441a-bef1-a0d44ffa840e)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:23:12.740964 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [None req-8eeb5524-4934-4015-87cc-b6e412c649e1 admin admin] For port 9d26568d-cdd5-4e37-85ea-b39b1e807b96, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=9d26568d-cdd5-4e37-85ea-b39b1e807b96,segment=NetworkSegment(dc9b7b33-7ed6-4862-a917-845e6b965bf7),segment_id=dc9b7b33-7ed6-4862-a917-845e6b965bf7)] {{(pid=93915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:23:12.741560 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-8eeb5524-4934-4015-87cc-b6e412c649e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:23:12.749308 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:23:12.763073 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [None req-8eeb5524-4934-4015-87cc-b6e412c649e1 admin admin] Calling delete_port for 9d26568d-cdd5-4e37-85ea-b39b1e807b96 owned by network:router_interface {{(pid=93915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:23:12.830593 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Pushing event updated for resources: {'Port': ['ID=643bb0df-f8d2-4f2a-85e3-a635064faf56,revision_number=7']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:23:12.982786 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aaa5360a-e565-46dc-89da-0a99a051789c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '643bb0df-f8d2-4f2a-85e3-a635064faf56'}] {{(pid=93917) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:23:12.985176 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20b787f3c29eaa7aa2a4d648c725a2124c5ff39a8d793252f9d844495e14cf42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8519a1a8-438c-4393-b428-f0a76e6088c1" -d '{"events": [{"server_uuid": "aaa5360a-e565-46dc-89da-0a99a051789c", "name": "network-vif-plugged", "status": "completed", "tag": "643bb0df-f8d2-4f2a-85e3-a635064faf56"}]}' {{(pid=93917) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:23:13.089195 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8439156a-a3da-4743-b13d-5a94c192664a req-317d166d-0ec5-4613-9644-77deff82a37a tempest-ImagesTestJSON-313755568 tempest-ImagesTestJSON-313755568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:23:13.096760 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-8439156a-a3da-4743-b13d-5a94c192664a req-317d166d-0ec5-4613-9644-77deff82a37a tempest-ImagesTestJSON-313755568 tempest-ImagesTestJSON-313755568-project] 10.222.0.16 "GET /v2.0/ports?device_id=c62d57ac-ab40-483c-9034-7ee4ebffb3cc HTTP/1.1" status: 200 len: 943 time: 0.2513111 Jul 14 18:23:13.192288 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-8439156a-a3da-4743-b13d-5a94c192664a req-51b71335-4a0c-440b-b009-a6e280f4c3b2 tempest-ImagesTestJSON-313755568 tempest-ImagesTestJSON-313755568-project] 10.222.0.16 "GET /v2.0/security-groups?id=96a7afe7-a122-4b0d-8907-2d91e1bd838f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942321 Jul 14 18:23:13.222586 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66ff093-b327-4d1c-a72c-1e4f207efce8 req-0258a610-83b4-48f2-9fb9-e931bcdb8029 tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:23:13.231250 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f66ff093-b327-4d1c-a72c-1e4f207efce8 req-0258a610-83b4-48f2-9fb9-e931bcdb8029 tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] 10.222.0.16 "GET /v2.0/ports?device_id=b53dfd5f-48ed-48e9-b93b-bc2377bd6ef5 HTTP/1.1" status: 200 len: 945 time: 0.3665595 Jul 14 18:23:13.275958 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-8eeb5524-4934-4015-87cc-b6e412c649e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:23:13.324930 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f66ff093-b327-4d1c-a72c-1e4f207efce8 req-849a4297-5c6b-4971-b6ed-3fe796888fc0 tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] 10.222.0.16 "GET /v2.0/security-groups?id=39320fa9-4894-4542-95e3-d64e174c637e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890381 Jul 14 18:23:13.327873 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eeb5524-4934-4015-87cc-b6e412c649e1 admin admin] Pushing event deleted for resources: {'Port': ['ID=9d26568d-cdd5-4e37-85ea-b39b1e807b96,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:23:13.540892 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 18:23:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-900126e4-126f-49a1-aaf6-82b3b4b74b2b x-openstack-request-id: req-900126e4-126f-49a1-aaf6-82b3b4b74b2b {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:23:13.541366 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aaa5360a-e565-46dc-89da-0a99a051789c", "name": "network-vif-plugged", "status": "completed", "tag": "643bb0df-f8d2-4f2a-85e3-a635064faf56", "code": 200}]} {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:23:13.541488 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-900126e4-126f-49a1-aaf6-82b3b4b74b2b {{(pid=93917) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:23:13.542335 n-d-800634-3 neutron-server[93917]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aaa5360a-e565-46dc-89da-0a99a051789c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '643bb0df-f8d2-4f2a-85e3-a635064faf56', 'code': 200} Jul 14 18:23:13.763108 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-8eeb5524-4934-4015-87cc-b6e412c649e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-598732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-928907'] for router_interface, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:23:13.920336 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32be8cc9-9ad8-4b6d-9b48-1a36e5e74f14 req-d1809a24-d9b8-4d58-9832-f4db63f00e3e tempest-ImagesOneServerNegativeTestJSON-264633046 tempest-ImagesOneServerNegativeTestJSON-264633046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:23:13.921924 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-32be8cc9-9ad8-4b6d-9b48-1a36e5e74f14 req-d1809a24-d9b8-4d58-9832-f4db63f00e3e tempest-ImagesOneServerNegativeTestJSON-264633046 tempest-ImagesOneServerNegativeTestJSON-264633046-project] 10.222.0.16 "GET /v2.0/ports?device_id=aaa5360a-e565-46dc-89da-0a99a051789c HTTP/1.1" status: 200 len: 945 time: 0.2139759 Jul 14 18:23:13.931498 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4217ed31-9b42-40a6-8fbc-55d3244b48fe req-66edeca6-7a92-479f-8efc-07f9bc4dc0ca tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:23:13.933064 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-4217ed31-9b42-40a6-8fbc-55d3244b48fe req-66edeca6-7a92-479f-8efc-07f9bc4dc0ca tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] 10.222.0.16 "GET /v2.0/ports?device_id=5d1b56cf-e9a2-40e8-8a62-8ebd9281e58d HTTP/1.1" status: 200 len: 943 time: 0.2380996 Jul 14 18:23:14.045971 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-32be8cc9-9ad8-4b6d-9b48-1a36e5e74f14 req-a1bb6d38-2593-4544-b45e-413c45860ff4 tempest-ImagesOneServerNegativeTestJSON-264633046 tempest-ImagesOneServerNegativeTestJSON-264633046-project] 10.222.0.16 "GET /v2.0/security-groups?id=7eb77405-22ca-4355-84b5-b8009f159b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103790 Jul 14 18:23:14.112046 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b2ff10-5f8c-44e6-aa9b-303a6226e8ef req-d899abff-57ee-4781-9e99-da0e7c8d6320 tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:23:14.113379 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-b3b2ff10-5f8c-44e6-aa9b-303a6226e8ef req-d899abff-57ee-4781-9e99-da0e7c8d6320 tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] 10.222.0.18 "GET /v2.0/ports?device_id=b53dfd5f-48ed-48e9-b93b-bc2377bd6ef5 HTTP/1.1" status: 200 len: 945 time: 0.1375036 Jul 14 18:23:14.171583 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-4217ed31-9b42-40a6-8fbc-55d3244b48fe req-d06b5c96-7e83-41e6-a601-f4f25083456b tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] 10.222.0.16 "GET /v2.0/security-groups?id=540fae54-ccea-4309-9c99-81b930eedb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2251704 Jul 14 18:23:14.191409 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8eeb5524-4934-4015-87cc-b6e412c649e1 admin admin] Router 6bbb4a37-7601-4b77-8a33-a5884ec4332b has already been hosted by L3 agent 2c6eb27e-defb-4cca-9a24-381c7415e359 {{(pid=93915) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 18:23:14.283724 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [req-b3b2ff10-5f8c-44e6-aa9b-303a6226e8ef req-beff2d9e-02ad-46bc-8527-45d84fd26908 tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] Deleting port dab39f3e-8fed-4f23-8a71-63b2e4a68944 {{(pid=93916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:23:14.284784 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-b3b2ff10-5f8c-44e6-aa9b-303a6226e8ef req-beff2d9e-02ad-46bc-8527-45d84fd26908 tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:23:14.329952 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device 74b3581d-3979-498e-9732-401716c126f4 details requested by agent hyperv_n-h1-800634-3 with host n-h1-800634-3 {{(pid=93917) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 18:23:14.415036 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.db [req-b3b2ff10-5f8c-44e6-aa9b-303a6226e8ef req-beff2d9e-02ad-46bc-8527-45d84fd26908 tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] For port dab39f3e-8fed-4f23-8a71-63b2e4a68944, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=dab39f3e-8fed-4f23-8a71-63b2e4a68944,segment=NetworkSegment(25fcd291-a4fb-4631-8a4d-06fad1821ccd),segment_id=25fcd291-a4fb-4631-8a4d-06fad1821ccd)] {{(pid=93916) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:23:14.415428 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-b3b2ff10-5f8c-44e6-aa9b-303a6226e8ef req-beff2d9e-02ad-46bc-8527-45d84fd26908 tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:23:14.434781 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [req-b3b2ff10-5f8c-44e6-aa9b-303a6226e8ef req-beff2d9e-02ad-46bc-8527-45d84fd26908 tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] Calling delete_port for dab39f3e-8fed-4f23-8a71-63b2e4a68944 owned by compute:nova {{(pid=93916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:23:14.443842 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8eeb5524-4934-4015-87cc-b6e412c649e1 admin admin] Notify agent at l3_agent.n-d-800634-3 the message routers_updated {{(pid=93915) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 18:23:14.455604 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10450d56-66b3-4e86-8649-c323e53c6fba None None] Sync routers for ids ['6bbb4a37-7601-4b77-8a33-a5884ec4332b'] in n-d-800634-3 {{(pid=93918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 18:23:14.475761 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10450d56-66b3-4e86-8649-c323e53c6fba None None] Routers {'6bbb4a37-7601-4b77-8a33-a5884ec4332b'} bound to L3 agent in host n-d-800634-3 {{(pid=93918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:23:14.477416 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-10450d56-66b3-4e86-8649-c323e53c6fba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:22:53Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['6bbb4a37-7601-4b77-8a33-a5884ec4332b'], 'active': True} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:23:14.572592 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-8eeb5524-4934-4015-87cc-b6e412c649e1 admin admin] 10.222.0.16 "PUT /v2.0/routers/6bbb4a37-7601-4b77-8a33-a5884ec4332b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7993002 Jul 14 18:23:14.584201 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 58702) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:23:14.613890 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-b3b2ff10-5f8c-44e6-aa9b-303a6226e8ef req-beff2d9e-02ad-46bc-8527-45d84fd26908 tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:23:14.630423 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] get_ports_and_sgs() called for port_ids ['dab39f3e-8fed-4f23-8a71-63b2e4a68944'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 18:23:14.678213 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beff2d9e-02ad-46bc-8527-45d84fd26908 tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] Pushing event deleted for resources: {'Port': ['ID=dab39f3e-8fed-4f23-8a71-63b2e4a68944,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:23:14.763723 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port 74b3581d-3979-498e-9732-401716c126f4, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=74b3581d-3979-498e-9732-401716c126f4,segment=NetworkSegment(ed557757-f640-484f-8cda-41a92c321398),segment_id=ed557757-f640-484f-8cda-41a92c321398)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:23:14.771232 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3b2ff10-5f8c-44e6-aa9b-303a6226e8ef req-beff2d9e-02ad-46bc-8527-45d84fd26908 tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] No DVR routers for this DVR port dab39f3e-8fed-4f23-8a71-63b2e4a68944 on host n-h1-800634-3 {{(pid=93916) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 18:23:14.774063 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-b3b2ff10-5f8c-44e6-aa9b-303a6226e8ef req-beff2d9e-02ad-46bc-8527-45d84fd26908 tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:23:14.784704 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-b3b2ff10-5f8c-44e6-aa9b-303a6226e8ef req-beff2d9e-02ad-46bc-8527-45d84fd26908 tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] 10.222.0.18 "DELETE /v2.0/ports/dab39f3e-8fed-4f23-8a71-63b2e4a68944 HTTP/1.1" status: 204 len: 173 time: 0.6635504 Jul 14 18:23:14.785212 n-d-800634-3 neutron-server[93916]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b53dfd5f-48ed-48e9-b93b-bc2377bd6ef5', 'name': 'network-vif-deleted', 'tag': 'dab39f3e-8fed-4f23-8a71-63b2e4a68944'}] {{(pid=93916) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:23:14.789311 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f803e150b363a7893830aa996ac27753fa25517c406ecd3536b7c2d4b26eeb9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-566dfb93-dba8-4568-93ce-c99d32fa9be4" -d '{"events": [{"server_uuid": "b53dfd5f-48ed-48e9-b93b-bc2377bd6ef5", "name": "network-vif-deleted", "tag": "dab39f3e-8fed-4f23-8a71-63b2e4a68944"}]}' {{(pid=93916) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:23:14.810833 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Returning: {'device': '74b3581d-3979-498e-9732-401716c126f4', 'network_id': '458a605c-adc1-4322-ba16-e84a0c1f7468', 'port_id': '74b3581d-3979-498e-9732-401716c126f4', 'mac_address': 'fa:16:3e:cb:d6:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 82, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f82593d-7d30-492d-935c-eafdd92f72c6', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93917) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 18:23:14.899413 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:23:14.939644 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74b3581d-3979-498e-9732-401716c126f4 {{(pid=93917) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 18:23:14.973921 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port 74b3581d-3979-498e-9732-401716c126f4, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=74b3581d-3979-498e-9732-401716c126f4,segment=NetworkSegment(ed557757-f640-484f-8cda-41a92c321398),segment_id=ed557757-f640-484f-8cda-41a92c321398)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:23:14.985468 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:23:15.023992 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvr_db [None req-10450d56-66b3-4e86-8649-c323e53c6fba None None] Set router 6bbb4a37-7601-4b77-8a33-a5884ec4332b gateway port host: n-d-800634-3 {{(pid=93918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 18:23:15.069753 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Pushing event updated for resources: {'Port': ['ID=74b3581d-3979-498e-9732-401716c126f4,revision_number=4']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:23:15.256368 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-00a78212-0022-47d1-a154-e41eaa72d4d9 admin admin] Notify callbacks [] for router, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:23:15.286063 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-10450d56-66b3-4e86-8649-c323e53c6fba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bbb4a37-7601-4b77-8a33-a5884ec4332b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-919346871-router', 'tenant_id': 'c51e850593fc4a37af9470721017e8e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.206'}], 'enable_snat': True}, 'gw_port_id': '3b7f538b-080a-4aa7-bf0e-98cc149b19f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:17:45Z', 'updated_at': '2021-07-14T18:23:13Z', 'revision_number': 5, 'project_id': 'c51e850593fc4a37af9470721017e8e7', 'gw_port': {'id': '3b7f538b-080a-4aa7-bf0e-98cc149b19f3', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:2b:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bbb4a37-7601-4b77-8a33-a5884ec4332b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:17:48Z', 'updated_at': '2021-07-14T18:18:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3'}], 'n-d-800634-3', False) {} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:23:15.317323 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10450d56-66b3-4e86-8649-c323e53c6fba None None] Checking router: 6bbb4a37-7601-4b77-8a33-a5884ec4332b for host: n-d-800634-3 {{(pid=93918) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 18:23:15.318693 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] get_ports_and_sgs() called for port_ids ['74b3581d-3979-498e-9732-401716c126f4'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 18:23:15.331870 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10450d56-66b3-4e86-8649-c323e53c6fba None None] Routers {'6bbb4a37-7601-4b77-8a33-a5884ec4332b'} bound to L3 agent in host n-d-800634-3 {{(pid=93918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:23:15.335117 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6811cb2a-2e08-4fcb-816e-c137a47e9022 req-0b94a623-4c75-48fd-abaf-54baf028f0a5 tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] 10.222.0.16 "GET /v2.0/ports?device_id=b53dfd5f-48ed-48e9-b93b-bc2377bd6ef5 HTTP/1.1" status: 200 len: 210 time: 0.0730338 Jul 14 18:23:15.339661 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-10450d56-66b3-4e86-8649-c323e53c6fba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:22:53Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['6bbb4a37-7601-4b77-8a33-a5884ec4332b'], 'active': True} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:23:15.477797 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45068fbc-de57-43f8-ab14-be58408f66e2 req-4b352e57-0ead-43f9-bec4-d0cb7cc2afd6 tempest-ImagesTestJSON-313755568 tempest-ImagesTestJSON-313755568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:23:15.496773 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-45068fbc-de57-43f8-ab14-be58408f66e2 req-4b352e57-0ead-43f9-bec4-d0cb7cc2afd6 tempest-ImagesTestJSON-313755568 tempest-ImagesTestJSON-313755568-project] 10.222.0.16 "GET /v2.0/ports?device_id=c62d57ac-ab40-483c-9034-7ee4ebffb3cc HTTP/1.1" status: 200 len: 943 time: 1.0432961 Jul 14 18:23:15.600376 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvr_db [None req-10450d56-66b3-4e86-8649-c323e53c6fba None None] Set router 6bbb4a37-7601-4b77-8a33-a5884ec4332b gateway port host: n-d-800634-3 {{(pid=93918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 18:23:15.615602 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-45068fbc-de57-43f8-ab14-be58408f66e2 req-150ff622-f7d5-422a-ad49-b8fa1c669221 tempest-ImagesTestJSON-313755568 tempest-ImagesTestJSON-313755568-project] 10.222.0.16 "GET /v2.0/security-groups?id=96a7afe7-a122-4b0d-8907-2d91e1bd838f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179314 Jul 14 18:23:15.653783 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-00a78212-0022-47d1-a154-e41eaa72d4d9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:23:15.797650 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 18:23:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50ed3eb4-f591-4ffe-807e-361cdb58faba x-openstack-request-id: req-50ed3eb4-f591-4ffe-807e-361cdb58faba {{(pid=93916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:23:15.798659 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b53dfd5f-48ed-48e9-b93b-bc2377bd6ef5", "name": "network-vif-deleted", "tag": "dab39f3e-8fed-4f23-8a71-63b2e4a68944", "status": "completed", "code": 200}]} {{(pid=93916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:23:15.799200 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-50ed3eb4-f591-4ffe-807e-361cdb58faba {{(pid=93916) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:23:15.799777 n-d-800634-3 neutron-server[93916]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b53dfd5f-48ed-48e9-b93b-bc2377bd6ef5', 'name': 'network-vif-deleted', 'tag': 'dab39f3e-8fed-4f23-8a71-63b2e4a68944', 'status': 'completed', 'code': 200} Jul 14 18:23:15.805371 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [None req-00a78212-0022-47d1-a154-e41eaa72d4d9 admin admin] Deleting port 3b7f538b-080a-4aa7-bf0e-98cc149b19f3 {{(pid=93915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:23:15.808518 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-00a78212-0022-47d1-a154-e41eaa72d4d9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:23:16.006255 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87711dd1-7f34-4c2e-b4a9-1eacaa5d7071 req-a2bb3deb-7175-47c8-8695-52318f658d21 tempest-ImagesOneServerNegativeTestJSON-264633046 tempest-ImagesOneServerNegativeTestJSON-264633046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:23:16.016170 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-87711dd1-7f34-4c2e-b4a9-1eacaa5d7071 req-a2bb3deb-7175-47c8-8695-52318f658d21 tempest-ImagesOneServerNegativeTestJSON-264633046 tempest-ImagesOneServerNegativeTestJSON-264633046-project] 10.222.0.16 "GET /v2.0/ports?device_id=aaa5360a-e565-46dc-89da-0a99a051789c HTTP/1.1" status: 200 len: 945 time: 0.1352062 Jul 14 18:23:16.020427 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [None req-00a78212-0022-47d1-a154-e41eaa72d4d9 admin admin] For port 3b7f538b-080a-4aa7-bf0e-98cc149b19f3, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=3b7f538b-080a-4aa7-bf0e-98cc149b19f3,segment=NetworkSegment(5afb940b-bbdf-4727-be00-5d46367c38a1),segment_id=5afb940b-bbdf-4727-be00-5d46367c38a1)] {{(pid=93915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:23:16.020801 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-00a78212-0022-47d1-a154-e41eaa72d4d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:23:16.039054 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-10450d56-66b3-4e86-8649-c323e53c6fba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bbb4a37-7601-4b77-8a33-a5884ec4332b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-919346871-router', 'tenant_id': 'c51e850593fc4a37af9470721017e8e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.206'}], 'enable_snat': True}, 'gw_port_id': '3b7f538b-080a-4aa7-bf0e-98cc149b19f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:17:45Z', 'updated_at': '2021-07-14T18:23:13Z', 'revision_number': 5, 'project_id': 'c51e850593fc4a37af9470721017e8e7', 'gw_port': {'id': '3b7f538b-080a-4aa7-bf0e-98cc149b19f3', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:2b:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bbb4a37-7601-4b77-8a33-a5884ec4332b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:17:48Z', 'updated_at': '2021-07-14T18:18:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3'}], 'n-d-800634-3', False) {} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:23:16.108228 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10450d56-66b3-4e86-8649-c323e53c6fba None None] The sync data for ids ['6bbb4a37-7601-4b77-8a33-a5884ec4332b'] in n-d-800634-3 is: [{'id': '6bbb4a37-7601-4b77-8a33-a5884ec4332b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-919346871-router', 'tenant_id': 'c51e850593fc4a37af9470721017e8e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.206'}], 'enable_snat': True}, 'gw_port_id': '3b7f538b-080a-4aa7-bf0e-98cc149b19f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:17:45Z', 'updated_at': '2021-07-14T18:23:13Z', 'revision_number': 5, 'project_id': 'c51e850593fc4a37af9470721017e8e7', 'gw_port': {'id': '3b7f538b-080a-4aa7-bf0e-98cc149b19f3', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:2b:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bbb4a37-7601-4b77-8a33-a5884ec4332b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:17:48Z', 'updated_at': '2021-07-14T18:18:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3'}] {{(pid=93918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 18:23:16.144037 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [None req-00a78212-0022-47d1-a154-e41eaa72d4d9 admin admin] Calling delete_port for 3b7f538b-080a-4aa7-bf0e-98cc149b19f3 owned by network:router_gateway {{(pid=93915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:23:16.190837 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-87711dd1-7f34-4c2e-b4a9-1eacaa5d7071 req-b90e087d-b82b-49aa-9f1b-145e167cffd2 tempest-ImagesOneServerNegativeTestJSON-264633046 tempest-ImagesOneServerNegativeTestJSON-264633046-project] 10.222.0.16 "GET /v2.0/security-groups?id=7eb77405-22ca-4355-84b5-b8009f159b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1738071 Jul 14 18:23:16.283806 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8189ea2-0656-4066-b100-93ac646f948a req-a51225e9-1429-4489-bd00-566ce7cbd86f tempest-ImagesOneServerNegativeTestJSON-264633046 tempest-ImagesOneServerNegativeTestJSON-264633046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:23:16.285790 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-b8189ea2-0656-4066-b100-93ac646f948a req-a51225e9-1429-4489-bd00-566ce7cbd86f tempest-ImagesOneServerNegativeTestJSON-264633046 tempest-ImagesOneServerNegativeTestJSON-264633046-project] 10.222.0.18 "GET /v2.0/ports?device_id=aaa5360a-e565-46dc-89da-0a99a051789c HTTP/1.1" status: 200 len: 945 time: 0.1015162 Jul 14 18:23:16.296701 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d9c759-7647-425e-b9f4-6523ebcb9705 req-6149fbbc-8683-4655-b62f-ebf038b1e5aa tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:23:16.298238 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-47d9c759-7647-425e-b9f4-6523ebcb9705 req-6149fbbc-8683-4655-b62f-ebf038b1e5aa tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] 10.222.0.16 "GET /v2.0/ports?device_id=5d1b56cf-e9a2-40e8-8a62-8ebd9281e58d HTTP/1.1" status: 200 len: 943 time: 0.2634575 Jul 14 18:23:16.336855 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device 643bb0df-f8d2-4f2a-85e3-a635064faf56 no longer exists at agent hyperv_n-h1-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 18:23:16.464303 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:23:16.497460 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aaa5360a-e565-46dc-89da-0a99a051789c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '643bb0df-f8d2-4f2a-85e3-a635064faf56'}] {{(pid=93917) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:23:16.502535 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20b787f3c29eaa7aa2a4d648c725a2124c5ff39a8d793252f9d844495e14cf42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-483a234f-5c9d-40ba-abfd-0ddbc512a5cc" -d '{"events": [{"server_uuid": "aaa5360a-e565-46dc-89da-0a99a051789c", "name": "network-vif-unplugged", "status": "completed", "tag": "643bb0df-f8d2-4f2a-85e3-a635064faf56"}]}' {{(pid=93917) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:23:16.528362 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port 643bb0df-f8d2-4f2a-85e3-a635064faf56, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=643bb0df-f8d2-4f2a-85e3-a635064faf56,segment=NetworkSegment(5d348732-27f4-441a-bef1-a0d44ffa840e),segment_id=5d348732-27f4-441a-bef1-a0d44ffa840e)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:23:16.538053 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:23:16.540514 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [req-b8189ea2-0656-4066-b100-93ac646f948a req-7fbac6a6-3c9d-4fc1-b991-733906c3178f tempest-ImagesOneServerNegativeTestJSON-264633046 tempest-ImagesOneServerNegativeTestJSON-264633046-project] Deleting port 643bb0df-f8d2-4f2a-85e3-a635064faf56 {{(pid=93916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:23:16.550453 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-b8189ea2-0656-4066-b100-93ac646f948a req-7fbac6a6-3c9d-4fc1-b991-733906c3178f tempest-ImagesOneServerNegativeTestJSON-264633046 tempest-ImagesOneServerNegativeTestJSON-264633046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:23:16.554276 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-00a78212-0022-47d1-a154-e41eaa72d4d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:23:16.610689 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Pushing event updated for resources: {'Port': ['ID=643bb0df-f8d2-4f2a-85e3-a635064faf56,revision_number=8']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:23:16.657459 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a78212-0022-47d1-a154-e41eaa72d4d9 admin admin] Pushing event deleted for resources: {'Port': ['ID=3b7f538b-080a-4aa7-bf0e-98cc149b19f3,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:23:16.687123 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-47d9c759-7647-425e-b9f4-6523ebcb9705 req-e387a37a-db6d-495b-9214-1a114ae8b368 tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] 10.222.0.16 "GET /v2.0/security-groups?id=540fae54-ccea-4309-9c99-81b930eedb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3166776 Jul 14 18:23:16.695998 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 9d26568d-cdd5-4e37-85ea-b39b1e807b96 no longer exists at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 18:23:16.773721 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] No Port match for: 9d26568d-cdd5-4e37-85ea-b39b1e807b96 {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 18:23:16.774073 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 9d26568d-cdd5-4e37-85ea-b39b1e807b96 not bound to the agent host n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 18:23:16.777985 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-5e01d879-fc30-4d80-bb1b-84d2bfadcf6f req-cc5405e1-73e3-4e9f-9c54-89b022b7640a tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] 10.222.0.16 "GET /v2.0/ports?device_id=b53dfd5f-48ed-48e9-b93b-bc2377bd6ef5 HTTP/1.1" status: 200 len: 210 time: 0.1395624 Jul 14 18:23:16.818613 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.db [req-b8189ea2-0656-4066-b100-93ac646f948a req-7fbac6a6-3c9d-4fc1-b991-733906c3178f tempest-ImagesOneServerNegativeTestJSON-264633046 tempest-ImagesOneServerNegativeTestJSON-264633046-project] For port 643bb0df-f8d2-4f2a-85e3-a635064faf56, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=643bb0df-f8d2-4f2a-85e3-a635064faf56,segment=NetworkSegment(5d348732-27f4-441a-bef1-a0d44ffa840e),segment_id=5d348732-27f4-441a-bef1-a0d44ffa840e)] {{(pid=93916) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:23:16.820238 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-b8189ea2-0656-4066-b100-93ac646f948a req-7fbac6a6-3c9d-4fc1-b991-733906c3178f tempest-ImagesOneServerNegativeTestJSON-264633046 tempest-ImagesOneServerNegativeTestJSON-264633046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:23:16.840407 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 14 Jul 2021 18:23:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8441d260-8f93-4f45-a0f4-f712e5981850 x-openstack-request-id: req-8441d260-8f93-4f45-a0f4-f712e5981850 {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:23:16.840909 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aaa5360a-e565-46dc-89da-0a99a051789c", "name": "network-vif-unplugged", "status": "completed", "tag": "643bb0df-f8d2-4f2a-85e3-a635064faf56", "code": 200}]} {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:23:16.841321 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8441d260-8f93-4f45-a0f4-f712e5981850 {{(pid=93917) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:23:16.842015 n-d-800634-3 neutron-server[93917]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aaa5360a-e565-46dc-89da-0a99a051789c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '643bb0df-f8d2-4f2a-85e3-a635064faf56', 'code': 200} Jul 14 18:23:16.851931 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [req-b8189ea2-0656-4066-b100-93ac646f948a req-7fbac6a6-3c9d-4fc1-b991-733906c3178f tempest-ImagesOneServerNegativeTestJSON-264633046 tempest-ImagesOneServerNegativeTestJSON-264633046-project] Calling delete_port for 643bb0df-f8d2-4f2a-85e3-a635064faf56 owned by compute:nova {{(pid=93916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:23:16.944612 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-00a78212-0022-47d1-a154-e41eaa72d4d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-930057'] for router_gateway, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:23:17.144997 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-00a78212-0022-47d1-a154-e41eaa72d4d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-571778', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11402'] for router, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:23:17.145356 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-00a78212-0022-47d1-a154-e41eaa72d4d9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:23:17.203090 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-b8189ea2-0656-4066-b100-93ac646f948a req-7fbac6a6-3c9d-4fc1-b991-733906c3178f tempest-ImagesOneServerNegativeTestJSON-264633046 tempest-ImagesOneServerNegativeTestJSON-264633046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:23:17.261530 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-00a78212-0022-47d1-a154-e41eaa72d4d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-541202'] for router, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:23:17.262096 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00a78212-0022-47d1-a154-e41eaa72d4d9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6bbb4a37-7601-4b77-8a33-a5884ec4332b {{(pid=93915) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 18:23:17.270807 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbac6a6-3c9d-4fc1-b991-733906c3178f tempest-ImagesOneServerNegativeTestJSON-264633046 tempest-ImagesOneServerNegativeTestJSON-264633046-project] Pushing event deleted for resources: {'Port': ['ID=643bb0df-f8d2-4f2a-85e3-a635064faf56,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:23:17.270935 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-00a78212-0022-47d1-a154-e41eaa72d4d9 admin admin] Notify callbacks [] for router, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:23:17.272038 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-00a78212-0022-47d1-a154-e41eaa72d4d9 admin admin] 10.222.0.16 "DELETE /v2.0/routers/6bbb4a37-7601-4b77-8a33-a5884ec4332b HTTP/1.1" status: 204 len: 168 time: 2.6822681 Jul 14 18:23:17.275876 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 58746) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:23:17.340738 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4533cc8-583e-4342-b5d9-2d0b88ce2726 req-ea0c7d78-eecf-47cc-9e2c-e53d845d1b81 tempest-ImagesTestJSON-313755568 tempest-ImagesTestJSON-313755568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:23:17.357341 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e4533cc8-583e-4342-b5d9-2d0b88ce2726 req-ea0c7d78-eecf-47cc-9e2c-e53d845d1b81 tempest-ImagesTestJSON-313755568 tempest-ImagesTestJSON-313755568-project] 10.222.0.16 "GET /v2.0/ports?device_id=c62d57ac-ab40-483c-9034-7ee4ebffb3cc HTTP/1.1" status: 200 len: 944 time: 0.1364672 Jul 14 18:23:17.406815 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-984c48fb-dbba-4830-99d7-83f0c1994097 req-60e8ee03-91d3-448c-be70-e86cf47a135a tempest-ImagesOneServerNegativeTestJSON-264633046 tempest-ImagesOneServerNegativeTestJSON-264633046-project] 10.222.0.16 "GET /v2.0/ports?device_id=aaa5360a-e565-46dc-89da-0a99a051789c HTTP/1.1" status: 200 len: 210 time: 0.0381184 Jul 14 18:23:17.422916 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.db_base_plugin_v2 [None req-afa849f1-3b49-4988-83f1-c79ad038d551 admin admin] Deleting subnet 52a71ea9-5395-411d-94f2-0fbe5949db70 {{(pid=93916) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 18:23:17.449879 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e4533cc8-583e-4342-b5d9-2d0b88ce2726 req-cfe238eb-50f5-4120-91b2-d27ccd2ae78e tempest-ImagesTestJSON-313755568 tempest-ImagesTestJSON-313755568-project] 10.222.0.16 "GET /v2.0/security-groups?id=96a7afe7-a122-4b0d-8907-2d91e1bd838f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916390 Jul 14 18:23:17.460024 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-afa849f1-3b49-4988-83f1-c79ad038d551 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:23:17.462060 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8189ea2-0656-4066-b100-93ac646f948a req-7fbac6a6-3c9d-4fc1-b991-733906c3178f tempest-ImagesOneServerNegativeTestJSON-264633046 tempest-ImagesOneServerNegativeTestJSON-264633046-project] No DVR routers for this DVR port 643bb0df-f8d2-4f2a-85e3-a635064faf56 on host n-h1-800634-3 {{(pid=93916) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 18:23:17.466296 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-b8189ea2-0656-4066-b100-93ac646f948a req-7fbac6a6-3c9d-4fc1-b991-733906c3178f tempest-ImagesOneServerNegativeTestJSON-264633046 tempest-ImagesOneServerNegativeTestJSON-264633046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:23:17.468563 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-b8189ea2-0656-4066-b100-93ac646f948a req-7fbac6a6-3c9d-4fc1-b991-733906c3178f tempest-ImagesOneServerNegativeTestJSON-264633046 tempest-ImagesOneServerNegativeTestJSON-264633046-project] 10.222.0.18 "DELETE /v2.0/ports/643bb0df-f8d2-4f2a-85e3-a635064faf56 HTTP/1.1" status: 204 len: 173 time: 1.1770923 Jul 14 18:23:17.525436 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-afa849f1-3b49-4988-83f1-c79ad038d551 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26296866'] for subnet, precommit_delete_associations {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:23:17.617634 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-afa849f1-3b49-4988-83f1-c79ad038d551 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081283'] for subnet, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:23:17.693092 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-afa849f1-3b49-4988-83f1-c79ad038d551 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2684816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26033152'] for subnet, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:23:17.727580 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa849f1-3b49-4988-83f1-c79ad038d551 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=52a71ea9-5395-411d-94f2-0fbe5949db70,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:23:17.730483 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-afa849f1-3b49-4988-83f1-c79ad038d551 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598705'] for subnet, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:23:17.731816 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d580c43-f6e8-4da7-b4d8-c5c81b2a12ad None None] Network b1df69b6-7369-4ffc-83a6-1f3eb48a524d requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:23:17.732975 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-afa849f1-3b49-4988-83f1-c79ad038d551 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/52a71ea9-5395-411d-94f2-0fbe5949db70 HTTP/1.1" status: 204 len: 168 time: 0.4565012 Jul 14 18:23:17.735032 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 58748) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:23:17.822913 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.agents_db [None req-2ea07fb6-aa68-4671-8654-119d82b9f530 None None] Agent healthcheck: found 7 active agents {{(pid=93918) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 18:23:17.851262 n-d-800634-3 neutron-server[93916]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aaa5360a-e565-46dc-89da-0a99a051789c', 'name': 'network-vif-deleted', 'tag': '643bb0df-f8d2-4f2a-85e3-a635064faf56'}] {{(pid=93916) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:23:17.853740 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f803e150b363a7893830aa996ac27753fa25517c406ecd3536b7c2d4b26eeb9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4aaa0246-f5e3-4dbc-a4e0-4cbea8138112" -d '{"events": [{"server_uuid": "aaa5360a-e565-46dc-89da-0a99a051789c", "name": "network-vif-deleted", "tag": "643bb0df-f8d2-4f2a-85e3-a635064faf56"}]}' {{(pid=93916) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:23:17.942636 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-8cc82328-9e82-49ea-8eef-f8227e0bc07b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645734'] for network, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:23:18.036694 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d0fb4bf-fc7f-47af-aabe-da182e7a341e None None] DHCP port deletion for b1df69b6-7369-4ffc-83a6-1f3eb48a524d request from n-d-800634-3 {{(pid=93917) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 18:23:18.075349 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-8cc82328-9e82-49ea-8eef-f8227e0bc07b admin admin] Deleting port b7e0f69c-5835-4d93-baf3-0276574345fe {{(pid=93916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:23:18.076605 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-8cc82328-9e82-49ea-8eef-f8227e0bc07b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:23:18.083045 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e187ba5-77df-4b8d-b581-a78801dbd9eb req-40c27771-d5b6-47ab-83d7-4298d6ef9087 tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:23:18.091487 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-7e187ba5-77df-4b8d-b581-a78801dbd9eb req-40c27771-d5b6-47ab-83d7-4298d6ef9087 tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] 10.222.0.16 "GET /v2.0/ports?device_id=5d1b56cf-e9a2-40e8-8a62-8ebd9281e58d HTTP/1.1" status: 200 len: 943 time: 0.1390176 Jul 14 18:23:18.173274 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-0d0fb4bf-fc7f-47af-aabe-da182e7a341e None None] Deleting port b7e0f69c-5835-4d93-baf3-0276574345fe {{(pid=93917) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:23:18.174175 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-0d0fb4bf-fc7f-47af-aabe-da182e7a341e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:23:18.205925 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.db [None req-8cc82328-9e82-49ea-8eef-f8227e0bc07b admin admin] For port b7e0f69c-5835-4d93-baf3-0276574345fe, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=b7e0f69c-5835-4d93-baf3-0276574345fe,segment=NetworkSegment(dc9b7b33-7ed6-4862-a917-845e6b965bf7),segment_id=dc9b7b33-7ed6-4862-a917-845e6b965bf7)] {{(pid=93916) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:23:18.205925 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-8cc82328-9e82-49ea-8eef-f8227e0bc07b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:23:18.243206 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-8cc82328-9e82-49ea-8eef-f8227e0bc07b admin admin] Calling delete_port for b7e0f69c-5835-4d93-baf3-0276574345fe owned by network:dhcp {{(pid=93916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:23:18.264943 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-0d0fb4bf-fc7f-47af-aabe-da182e7a341e None None] For port b7e0f69c-5835-4d93-baf3-0276574345fe, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=b7e0f69c-5835-4d93-baf3-0276574345fe,segment=NetworkSegment(dc9b7b33-7ed6-4862-a917-845e6b965bf7),segment_id=dc9b7b33-7ed6-4862-a917-845e6b965bf7)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:23:18.267614 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-0d0fb4bf-fc7f-47af-aabe-da182e7a341e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:23:18.294746 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-0d0fb4bf-fc7f-47af-aabe-da182e7a341e None None] Calling delete_port for b7e0f69c-5835-4d93-baf3-0276574345fe owned by network:dhcp {{(pid=93917) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:23:18.298102 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-8757ab68-eb4d-41cf-b902-83fc0e4cba73 req-fb64d1fa-7b32-4561-9528-287e86322088 tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] 10.222.0.16 "GET /v2.0/ports?device_id=b53dfd5f-48ed-48e9-b93b-bc2377bd6ef5 HTTP/1.1" status: 200 len: 210 time: 0.1051972 Jul 14 18:23:18.314741 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-7e187ba5-77df-4b8d-b581-a78801dbd9eb req-ad43333f-feef-4278-bd5d-3af4d9b70657 tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] 10.222.0.16 "GET /v2.0/security-groups?id=540fae54-ccea-4309-9c99-81b930eedb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2164195 Jul 14 18:23:18.377411 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device 74b3581d-3979-498e-9732-401716c126f4 up at agent hyperv_n-h1-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:23:18.707217 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Provisioning for port 74b3581d-3979-498e-9732-401716c126f4 completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:23:18.715674 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Provisioning complete for port 74b3581d-3979-498e-9732-401716c126f4 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:23:18.717639 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:23:18.723127 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-0d0fb4bf-fc7f-47af-aabe-da182e7a341e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813'] for port, after_delete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:23:18.796446 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 3b7f538b-080a-4aa7-bf0e-98cc149b19f3 no longer exists at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 18:23:18.857304 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] No Port match for: 3b7f538b-080a-4aa7-bf0e-98cc149b19f3 {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 18:23:18.857941 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 3b7f538b-080a-4aa7-bf0e-98cc149b19f3 not bound to the agent host n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 18:23:18.858538 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device b7e0f69c-5835-4d93-baf3-0276574345fe no longer exists at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 18:23:18.888625 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0fb4bf-fc7f-47af-aabe-da182e7a341e None None] Pushing event deleted for resources: {'Port': ['ID=b7e0f69c-5835-4d93-baf3-0276574345fe,revision_number=None']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:23:18.892987 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d0fb4bf-fc7f-47af-aabe-da182e7a341e None None] No DVR routers for this DVR port b7e0f69c-5835-4d93-baf3-0276574345fe on host n-d-800634-3 {{(pid=93917) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 18:23:18.895908 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] No Port match for: b7e0f69c-5835-4d93-baf3-0276574345fe {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 18:23:18.896282 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device b7e0f69c-5835-4d93-baf3-0276574345fe not bound to the agent host n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 18:23:18.997359 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 18:23:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db6d5dfe-c15a-44f3-ae5f-bebf246cce29 x-openstack-request-id: req-db6d5dfe-c15a-44f3-ae5f-bebf246cce29 {{(pid=93916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:23:18.997928 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aaa5360a-e565-46dc-89da-0a99a051789c", "name": "network-vif-deleted", "tag": "643bb0df-f8d2-4f2a-85e3-a635064faf56", "status": "completed", "code": 200}]} {{(pid=93916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:23:18.997928 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-db6d5dfe-c15a-44f3-ae5f-bebf246cce29 {{(pid=93916) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:23:18.998279 n-d-800634-3 neutron-server[93916]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aaa5360a-e565-46dc-89da-0a99a051789c', 'name': 'network-vif-deleted', 'tag': '643bb0df-f8d2-4f2a-85e3-a635064faf56', 'status': 'completed', 'code': 200} Jul 14 18:23:18.998817 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:23:19.028198 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89aa5f91-c2b3-456b-9ef6-c456968962b8 req-15073405-5e75-44b6-be11-9f98c11a9ac0 tempest-ImagesTestJSON-313755568 tempest-ImagesTestJSON-313755568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:23:19.035718 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-89aa5f91-c2b3-456b-9ef6-c456968962b8 req-15073405-5e75-44b6-be11-9f98c11a9ac0 tempest-ImagesTestJSON-313755568 tempest-ImagesTestJSON-313755568-project] 10.222.0.16 "GET /v2.0/ports?device_id=c62d57ac-ab40-483c-9034-7ee4ebffb3cc HTTP/1.1" status: 200 len: 944 time: 0.2210174 Jul 14 18:23:19.044647 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c62d57ac-ab40-483c-9034-7ee4ebffb3cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74b3581d-3979-498e-9732-401716c126f4'}] {{(pid=93917) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:23:19.046912 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20b787f3c29eaa7aa2a4d648c725a2124c5ff39a8d793252f9d844495e14cf42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d53039e1-2bd6-4b38-859f-d6d3ec945633" -d '{"events": [{"server_uuid": "c62d57ac-ab40-483c-9034-7ee4ebffb3cc", "name": "network-vif-plugged", "status": "completed", "tag": "74b3581d-3979-498e-9732-401716c126f4"}]}' {{(pid=93917) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:23:19.063523 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port 74b3581d-3979-498e-9732-401716c126f4, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=74b3581d-3979-498e-9732-401716c126f4,segment=NetworkSegment(ed557757-f640-484f-8cda-41a92c321398),segment_id=ed557757-f640-484f-8cda-41a92c321398)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:23:19.074892 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:23:19.075884 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device dab39f3e-8fed-4f23-8a71-63b2e4a68944 no longer exists at agent hyperv_n-h1-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 18:23:19.091460 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-8cc82328-9e82-49ea-8eef-f8227e0bc07b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:23:19.096487 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b9c1bd-a6b6-4cc8-a292-c218ff3583a5 req-3125f75a-201b-4350-9c0f-fc286d59893c tempest-ImagesOneServerNegativeTestJSON-264633046 tempest-ImagesOneServerNegativeTestJSON-264633046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:23:19.103633 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f3b9c1bd-a6b6-4cc8-a292-c218ff3583a5 req-3125f75a-201b-4350-9c0f-fc286d59893c tempest-ImagesOneServerNegativeTestJSON-264633046 tempest-ImagesOneServerNegativeTestJSON-264633046-project] 10.222.0.16 "GET /v2.0/networks?id=5922bb88-69f8-4327-9807-b639b8b4c14f HTTP/1.1" status: 200 len: 821 time: 0.2001944 Jul 14 18:23:19.119921 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc82328-9e82-49ea-8eef-f8227e0bc07b admin admin] Pushing event deleted for resources: {'Port': ['ID=b7e0f69c-5835-4d93-baf3-0276574345fe,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:23:19.132878 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cc82328-9e82-49ea-8eef-f8227e0bc07b admin admin] No DVR routers for this DVR port b7e0f69c-5835-4d93-baf3-0276574345fe on host n-d-800634-3 {{(pid=93916) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 18:23:19.134565 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f3b9c1bd-a6b6-4cc8-a292-c218ff3583a5 req-cccf2f07-6b38-407c-8f4f-9b91e65ac656 tempest-ImagesOneServerNegativeTestJSON-264633046 tempest-ImagesOneServerNegativeTestJSON-264633046-project] 10.222.0.16 "GET /v2.0/quotas/770cf6195f454485a1278aa0fbe1237f HTTP/1.1" status: 200 len: 375 time: 0.0266242 Jul 14 18:23:19.157213 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-89aa5f91-c2b3-456b-9ef6-c456968962b8 req-ec578915-96a2-49b5-b533-ae0c4c71ce1f tempest-ImagesTestJSON-313755568 tempest-ImagesTestJSON-313755568-project] 10.222.0.16 "GET /v2.0/security-groups?id=96a7afe7-a122-4b0d-8907-2d91e1bd838f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207402 Jul 14 18:23:19.198679 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] No Port match for: dab39f3e-8fed-4f23-8a71-63b2e4a68944 {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 18:23:19.199021 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device dab39f3e-8fed-4f23-8a71-63b2e4a68944 not bound to the agent host n-h1-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 18:23:19.199449 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device 643bb0df-f8d2-4f2a-85e3-a635064faf56 no longer exists at agent hyperv_n-h1-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 18:23:19.227750 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-8cc82328-9e82-49ea-8eef-f8227e0bc07b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2096010', 'neutron.services.segments.db._delete_segments_for_network-8728202734996'] for network, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:23:19.251413 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.segments.db [None req-8cc82328-9e82-49ea-8eef-f8227e0bc07b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1df69b6-7369-4ffc-83a6-1f3eb48a524d']}} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:23:19.251587 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] No Port match for: 643bb0df-f8d2-4f2a-85e3-a635064faf56 {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 18:23:19.251914 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device 643bb0df-f8d2-4f2a-85e3-a635064faf56 not bound to the agent host n-h1-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 18:23:19.256261 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 18:23:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb5248e8-9c57-4121-8857-dcb5064eef60 x-openstack-request-id: req-eb5248e8-9c57-4121-8857-dcb5064eef60 {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:23:19.256550 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c62d57ac-ab40-483c-9034-7ee4ebffb3cc", "name": "network-vif-plugged", "status": "completed", "tag": "74b3581d-3979-498e-9732-401716c126f4", "code": 200}]} {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:23:19.256801 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-eb5248e8-9c57-4121-8857-dcb5064eef60 {{(pid=93917) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:23:19.257185 n-d-800634-3 neutron-server[93917]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c62d57ac-ab40-483c-9034-7ee4ebffb3cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74b3581d-3979-498e-9732-401716c126f4', 'code': 200} Jul 14 18:23:19.266747 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.segments.db [None req-8cc82328-9e82-49ea-8eef-f8227e0bc07b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc9b7b33-7ed6-4862-a917-845e6b965bf7') {'for_net_delete': True} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:23:19.267074 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.segments.db [None req-8cc82328-9e82-49ea-8eef-f8227e0bc07b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc9b7b33-7ed6-4862-a917-845e6b965bf7') {} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:23:19.271309 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f3b9c1bd-a6b6-4cc8-a292-c218ff3583a5 req-c61a7e88-ba1f-4a30-a403-e4c809c65fb1 tempest-ImagesOneServerNegativeTestJSON-264633046 tempest-ImagesOneServerNegativeTestJSON-264633046-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=770cf6195f454485a1278aa0fbe1237f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1359348 Jul 14 18:23:19.292051 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-8cc82328-9e82-49ea-8eef-f8227e0bc07b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728202715275', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26296891'] for segment, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:23:19.321696 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-8cc82328-9e82-49ea-8eef-f8227e0bc07b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:23:19.331561 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8cc82328-9e82-49ea-8eef-f8227e0bc07b admin admin] Releasing vlan 61 on physical network physnet1 to pool {{(pid=93916) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 18:23:19.332321 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-8cc82328-9e82-49ea-8eef-f8227e0bc07b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2682942'] for segment, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:23:19.333767 n-d-800634-3 neutron-server[93916]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:23:19.333767 n-d-800634-3 neutron-server[93916]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:23:19.333767 n-d-800634-3 neutron-server[93916]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:23:19.333767 n-d-800634-3 neutron-server[93916]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:23:19.333767 n-d-800634-3 neutron-server[93916]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:23:19.333767 n-d-800634-3 neutron-server[93916]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:23:19.333767 n-d-800634-3 neutron-server[93916]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:23:19.333767 n-d-800634-3 neutron-server[93916]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:23:19.333767 n-d-800634-3 neutron-server[93916]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:23:19.333767 n-d-800634-3 neutron-server[93916]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:23:19.333767 n-d-800634-3 neutron-server[93916]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:23:19.333767 n-d-800634-3 neutron-server[93916]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:23:19.333767 n-d-800634-3 neutron-server[93916]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:23:19.333767 n-d-800634-3 neutron-server[93916]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:23:19.333767 n-d-800634-3 neutron-server[93916]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:23:19.333767 n-d-800634-3 neutron-server[93916]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:23:19.333767 n-d-800634-3 neutron-server[93916]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:23:19.333767 n-d-800634-3 neutron-server[93916]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:23:19.333767 n-d-800634-3 neutron-server[93916]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:23:19.333767 n-d-800634-3 neutron-server[93916]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:23:19.333767 n-d-800634-3 neutron-server[93916]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:23:19.333767 n-d-800634-3 neutron-server[93916]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:23:19.333767 n-d-800634-3 neutron-server[93916]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:23:19.333767 n-d-800634-3 neutron-server[93916]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:23:19.333767 n-d-800634-3 neutron-server[93916]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:23:19.333767 n-d-800634-3 neutron-server[93916]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:23:19.333767 n-d-800634-3 neutron-server[93916]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 18:23:19.333767 n-d-800634-3 neutron-server[93916]: self.session.flush() Jul 14 18:23:19.333767 n-d-800634-3 neutron-server[93916]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 18:23:19.333767 n-d-800634-3 neutron-server[93916]: self.session.flush() Jul 14 18:23:19.333767 n-d-800634-3 neutron-server[93916]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 18:23:19.333767 n-d-800634-3 neutron-server[93916]: self.session.flush() Jul 14 18:23:19.333767 n-d-800634-3 neutron-server[93916]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 18:23:19.333767 n-d-800634-3 neutron-server[93916]: self.session.flush() Jul 14 18:23:19.333767 n-d-800634-3 neutron-server[93916]: Traceback (most recent call last): Jul 14 18:23:19.333767 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 18:23:19.333767 n-d-800634-3 neutron-server[93916]: timer() Jul 14 18:23:19.333767 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 18:23:19.333767 n-d-800634-3 neutron-server[93916]: cb(*args, **kw) Jul 14 18:23:19.333767 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 18:23:19.333767 n-d-800634-3 neutron-server[93916]: return func(*args, **kwargs) Jul 14 18:23:19.333767 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 18:23:19.333767 n-d-800634-3 neutron-server[93916]: self._notify() Jul 14 18:23:19.333767 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 18:23:19.333767 n-d-800634-3 neutron-server[93916]: self.callback(batched_events) Jul 14 18:23:19.333767 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 18:23:19.333767 n-d-800634-3 neutron-server[93916]: event.method(event) Jul 14 18:23:19.333767 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 18:23:19.333767 n-d-800634-3 neutron-server[93916]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 18:23:19.333767 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 18:23:19.333767 n-d-800634-3 neutron-server[93916]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 18:23:19.333767 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 18:23:19.333767 n-d-800634-3 neutron-server[93916]: return f(self, *a, **k) Jul 14 18:23:19.333767 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 18:23:19.333767 n-d-800634-3 neutron-server[93916]: return self._get(url).json() Jul 14 18:23:19.333767 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 18:23:19.333767 n-d-800634-3 neutron-server[93916]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 18:23:19.333767 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 18:23:19.333767 n-d-800634-3 neutron-server[93916]: return self.request(url, 'GET', **kwargs) Jul 14 18:23:19.333767 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 18:23:19.333767 n-d-800634-3 neutron-server[93916]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 18:23:19.333767 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 18:23:19.333767 n-d-800634-3 neutron-server[93916]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 18:23:19.333767 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 18:23:19.333767 n-d-800634-3 neutron-server[93916]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 18:23:19.338906 n-d-800634-3 neutron-server[93916]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 18:23:19.340895 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Pushing event updated for resources: {'Port': ['ID=74b3581d-3979-498e-9732-401716c126f4,revision_number=5']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:23:19.477828 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f3b9c1bd-a6b6-4cc8-a292-c218ff3583a5 req-45240aa0-5f07-4c4b-a3dd-121bcd409b90 service neutron] 10.222.0.16 "GET /v2.0/networks/5922bb88-69f8-4327-9807-b639b8b4c14f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2056286 Jul 14 18:23:19.530038 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-8cc82328-9e82-49ea-8eef-f8227e0bc07b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2096001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-930085'] for network, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:23:19.539651 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-8cc82328-9e82-49ea-8eef-f8227e0bc07b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598705'] for network, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:23:19.544831 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-8cc82328-9e82-49ea-8eef-f8227e0bc07b admin admin] 10.222.0.16 "DELETE /v2.0/networks/b1df69b6-7369-4ffc-83a6-1f3eb48a524d HTTP/1.1" status: 204 len: 168 time: 1.8055034 Jul 14 18:23:19.553091 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 58796) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:23:19.608492 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f3b9c1bd-a6b6-4cc8-a292-c218ff3583a5 req-18364ac9-a40e-4379-9cda-a2f16ca31fe3 service neutron] 10.222.0.16 "GET /v2.0/networks/5922bb88-69f8-4327-9807-b639b8b4c14f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296484 Jul 14 18:23:19.710874 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8df772-e5ff-4cda-8123-7a6589377f73 req-850cc3ce-c468-4c69-91f3-ef92a967cfd3 tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:23:19.718736 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-de8df772-e5ff-4cda-8123-7a6589377f73 req-850cc3ce-c468-4c69-91f3-ef92a967cfd3 tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] 10.222.0.16 "GET /v2.0/ports?device_id=5d1b56cf-e9a2-40e8-8a62-8ebd9281e58d HTTP/1.1" status: 200 len: 943 time: 0.1628644 Jul 14 18:23:19.769892 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-de8df772-e5ff-4cda-8123-7a6589377f73 req-0a612445-c6ae-45ba-be87-f961d5db360e tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] 10.222.0.16 "GET /v2.0/security-groups?id=540fae54-ccea-4309-9c99-81b930eedb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501885 Jul 14 18:23:19.840796 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc82328-9e82-49ea-8eef-f8227e0bc07b admin admin] Pushing event deleted for resources: {'Network': ['ID=b1df69b6-7369-4ffc-83a6-1f3eb48a524d,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:23:19.913020 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac2464f-b496-446e-b8cd-c405d8d8078c req-faa0eb4b-928c-41c6-af75-e68cfa3a8877 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:23:19.915087 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-8ac2464f-b496-446e-b8cd-c405d8d8078c req-faa0eb4b-928c-41c6-af75-e68cfa3a8877 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=c62d57ac-ab40-483c-9034-7ee4ebffb3cc HTTP/1.1" status: 200 len: 1096 time: 0.5624774 Jul 14 18:23:19.979321 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-9d9666c9-47bd-456d-baf3-52300170c133 req-de216e25-9b5e-42ea-9f9b-374d882055cb tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] 10.222.0.16 "GET /v2.0/ports?device_id=b53dfd5f-48ed-48e9-b93b-bc2377bd6ef5 HTTP/1.1" status: 200 len: 210 time: 0.0735703 Jul 14 18:23:19.983251 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-8ac2464f-b496-446e-b8cd-c405d8d8078c req-a2065e07-7222-42fe-a051-716414500597 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=96a7afe7-a122-4b0d-8907-2d91e1bd838f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597498 Jul 14 18:23:20.116174 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f8e8dbd8-e023-4550-aa1d-ff89596f6048 req-40d3b8d3-b717-4f87-8ca5-cce07c08b160 tempest-ImagesOneServerNegativeTestJSON-264633046 tempest-ImagesOneServerNegativeTestJSON-264633046-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b7503b0-79ec-4588-bd86-0b2a97ea50db HTTP/1.1" status: 200 len: 210 time: 0.0538478 Jul 14 18:23:20.207054 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-53fa2089-709b-46f1-83b1-e144dbefd3cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-928623'] for router_interface, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:23:20.305516 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-7de90cdc-1c11-4d3a-94bf-e5d32c358f99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:23:20.519421 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdee143-6b1a-4c37-92ed-fdb0007d159d req-4800cdc7-9845-40e5-a9d8-b50b150c3f06 tempest-ImagesTestJSON-313755568 tempest-ImagesTestJSON-313755568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:23:20.534376 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6fdee143-6b1a-4c37-92ed-fdb0007d159d req-4800cdc7-9845-40e5-a9d8-b50b150c3f06 tempest-ImagesTestJSON-313755568 tempest-ImagesTestJSON-313755568-project] 10.222.0.16 "GET /v2.0/ports?device_id=c62d57ac-ab40-483c-9034-7ee4ebffb3cc HTTP/1.1" status: 200 len: 945 time: 0.1967561 Jul 14 18:23:20.553260 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-53fa2089-709b-46f1-83b1-e144dbefd3cb admin admin] Deleting port 636b5fae-d6d7-40f9-a97e-7ddb212bd7b1 {{(pid=93916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:23:20.553959 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-53fa2089-709b-46f1-83b1-e144dbefd3cb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:23:20.624010 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6fdee143-6b1a-4c37-92ed-fdb0007d159d req-f1a931d4-f18c-4934-82e9-0c6eeeda5dff tempest-ImagesTestJSON-313755568 tempest-ImagesTestJSON-313755568-project] 10.222.0.16 "GET /v2.0/security-groups?id=96a7afe7-a122-4b0d-8907-2d91e1bd838f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875621 Jul 14 18:23:20.671289 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.db [None req-53fa2089-709b-46f1-83b1-e144dbefd3cb admin admin] For port 636b5fae-d6d7-40f9-a97e-7ddb212bd7b1, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=636b5fae-d6d7-40f9-a97e-7ddb212bd7b1,segment=NetworkSegment(0604babe-1d14-4c9a-a1d9-36ec44d10309),segment_id=0604babe-1d14-4c9a-a1d9-36ec44d10309)] {{(pid=93916) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:23:20.673533 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-53fa2089-709b-46f1-83b1-e144dbefd3cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:23:20.692237 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-53fa2089-709b-46f1-83b1-e144dbefd3cb admin admin] Calling delete_port for 636b5fae-d6d7-40f9-a97e-7ddb212bd7b1 owned by network:router_interface {{(pid=93916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:23:20.955458 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-53fa2089-709b-46f1-83b1-e144dbefd3cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:23:21.175554 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99484c8-5909-4902-8cb2-a1d4aa2cd23a req-2d9463f1-4f5f-4bf9-9f15-d092e5b3930c tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:23:21.188783 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-d99484c8-5909-4902-8cb2-a1d4aa2cd23a req-2d9463f1-4f5f-4bf9-9f15-d092e5b3930c tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] 10.222.0.16 "GET /v2.0/ports?device_id=5d1b56cf-e9a2-40e8-8a62-8ebd9281e58d HTTP/1.1" status: 200 len: 943 time: 0.2333956 Jul 14 18:23:21.286085 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-d99484c8-5909-4902-8cb2-a1d4aa2cd23a req-5f1589ed-26b2-42d3-ad76-0b412d379f95 tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] 10.222.0.16 "GET /v2.0/security-groups?id=540fae54-ccea-4309-9c99-81b930eedb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966151 Jul 14 18:23:21.351208 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fa2089-709b-46f1-83b1-e144dbefd3cb admin admin] Pushing event deleted for resources: {'Port': ['ID=636b5fae-d6d7-40f9-a97e-7ddb212bd7b1,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:23:21.386610 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-53fa2089-709b-46f1-83b1-e144dbefd3cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-598732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-928907'] for router_interface, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:23:21.432722 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-02fcea62-df13-4361-a34a-73801ae46c28 req-f5f85fb9-46c1-43c5-8944-b21df4eac47c tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] 10.222.0.16 "GET /v2.0/ports?device_id=b53dfd5f-48ed-48e9-b93b-bc2377bd6ef5 HTTP/1.1" status: 200 len: 210 time: 0.0642157 Jul 14 18:23:21.602451 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-257ef908-9bd0-422e-b6b3-9695e9a8e385 req-9c8b51a7-a87f-441a-bc06-19c6b1e2df6a tempest-ImagesOneServerNegativeTestJSON-264633046 tempest-ImagesOneServerNegativeTestJSON-264633046-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b7503b0-79ec-4588-bd86-0b2a97ea50db HTTP/1.1" status: 200 len: 210 time: 0.0424669 Jul 14 18:23:21.681946 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53fa2089-709b-46f1-83b1-e144dbefd3cb admin admin] Router 9d09cb73-8660-4d60-9bc4-96138b20ac1b has already been hosted by L3 agent 2c6eb27e-defb-4cca-9a24-381c7415e359 {{(pid=93916) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 18:23:21.816724 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53fa2089-709b-46f1-83b1-e144dbefd3cb admin admin] Notify agent at l3_agent.n-d-800634-3 the message routers_updated {{(pid=93916) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 18:23:21.829637 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c230a993-4290-4967-8ac6-76e429fb5d1e None None] Sync routers for ids ['9d09cb73-8660-4d60-9bc4-96138b20ac1b'] in n-d-800634-3 {{(pid=93917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 18:23:21.843386 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-53fa2089-709b-46f1-83b1-e144dbefd3cb admin admin] 10.222.0.16 "PUT /v2.0/routers/9d09cb73-8660-4d60-9bc4-96138b20ac1b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2877529 Jul 14 18:23:21.843607 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ffe25d-c6bc-45d4-85cc-c8816da21f5d req-ef079312-7d65-4a2c-986c-527b86fd68ee tempest-ImagesTestJSON-313755568 tempest-ImagesTestJSON-313755568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:23:21.845447 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-88ffe25d-c6bc-45d4-85cc-c8816da21f5d req-ef079312-7d65-4a2c-986c-527b86fd68ee tempest-ImagesTestJSON-313755568 tempest-ImagesTestJSON-313755568-project] 10.222.0.16 "GET /v2.0/ports?device_id=c62d57ac-ab40-483c-9034-7ee4ebffb3cc HTTP/1.1" status: 200 len: 945 time: 0.0917218 Jul 14 18:23:21.845950 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 58844) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:23:21.852419 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c230a993-4290-4967-8ac6-76e429fb5d1e None None] Routers {'9d09cb73-8660-4d60-9bc4-96138b20ac1b'} bound to L3 agent in host n-d-800634-3 {{(pid=93917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:23:21.853685 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-c230a993-4290-4967-8ac6-76e429fb5d1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:22:53Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['9d09cb73-8660-4d60-9bc4-96138b20ac1b'], 'active': True} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:23:21.987343 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-66ebf4a4-5187-4f8f-b3b4-21a1fd056ef0 admin admin] Notify callbacks [] for router, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:23:22.156099 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b9c1bd-a6b6-4cc8-a292-c218ff3583a5 req-20dfa0c8-8c6b-4c1e-bbf2-0a5294dd9450 tempest-ImagesOneServerNegativeTestJSON-264633046 tempest-ImagesOneServerNegativeTestJSON-264633046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:23:22.162575 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-f3b9c1bd-a6b6-4cc8-a292-c218ff3583a5 req-20dfa0c8-8c6b-4c1e-bbf2-0a5294dd9450 tempest-ImagesOneServerNegativeTestJSON-264633046 tempest-ImagesOneServerNegativeTestJSON-264633046-project] 10.222.0.18 "GET /v2.0/networks?id=5922bb88-69f8-4327-9807-b639b8b4c14f HTTP/1.1" status: 200 len: 821 time: 0.2820508 Jul 14 18:23:22.178976 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [req-f3b9c1bd-a6b6-4cc8-a292-c218ff3583a5 req-ea4339fb-dd7b-4b74-b971-0cb1d689f592 tempest-ImagesOneServerNegativeTestJSON-264633046 tempest-ImagesOneServerNegativeTestJSON-264633046-project] Request body: {'port': {'device_id': '2b7503b0-79ec-4588-bd86-0b2a97ea50db', 'network_id': '5922bb88-69f8-4327-9807-b639b8b4c14f', 'admin_state_up': True, 'tenant_id': '770cf6195f454485a1278aa0fbe1237f'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:23:22.259147 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-88ffe25d-c6bc-45d4-85cc-c8816da21f5d req-af26a460-a4e4-4674-b52c-394bfe66be07 tempest-ImagesTestJSON-313755568 tempest-ImagesTestJSON-313755568-project] 10.222.0.16 "GET /v2.0/security-groups?id=96a7afe7-a122-4b0d-8907-2d91e1bd838f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2810431 Jul 14 18:23:22.282992 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvr_db [None req-c230a993-4290-4967-8ac6-76e429fb5d1e None None] Set router 9d09cb73-8660-4d60-9bc4-96138b20ac1b gateway port host: n-d-800634-3 {{(pid=93917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 18:23:22.310061 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-66ebf4a4-5187-4f8f-b3b4-21a1fd056ef0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:23:22.453339 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3b9c1bd-a6b6-4cc8-a292-c218ff3583a5 req-ea4339fb-dd7b-4b74-b971-0cb1d689f592 tempest-ImagesOneServerNegativeTestJSON-264633046 tempest-ImagesOneServerNegativeTestJSON-264633046-project] Made reservation on behalf of 770cf6195f454485a1278aa0fbe1237f for: {'port': 1} {{(pid=93916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:23:22.458353 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-f3b9c1bd-a6b6-4cc8-a292-c218ff3583a5 req-ea4339fb-dd7b-4b74-b971-0cb1d689f592 tempest-ImagesOneServerNegativeTestJSON-264633046 tempest-ImagesOneServerNegativeTestJSON-264633046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:23:22.464596 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [None req-66ebf4a4-5187-4f8f-b3b4-21a1fd056ef0 admin admin] Deleting port 8b69bf6d-ede7-4976-84db-472ac9b35a55 {{(pid=93915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:23:22.464937 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-66ebf4a4-5187-4f8f-b3b4-21a1fd056ef0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:23:22.692471 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-c230a993-4290-4967-8ac6-76e429fb5d1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d09cb73-8660-4d60-9bc4-96138b20ac1b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-383862795-router', 'tenant_id': 'f2624d1b54644d709b74be03b94afa7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.198'}], 'enable_snat': True}, 'gw_port_id': '8b69bf6d-ede7-4976-84db-472ac9b35a55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:18:06Z', 'updated_at': '2021-07-14T18:23:20Z', 'revision_number': 5, 'project_id': 'f2624d1b54644d709b74be03b94afa7a', 'gw_port': {'id': '8b69bf6d-ede7-4976-84db-472ac9b35a55', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:b2:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d09cb73-8660-4d60-9bc4-96138b20ac1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 178, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:18:09Z', 'updated_at': '2021-07-14T18:18:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3'}], 'n-d-800634-3', False) {} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:23:22.708321 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.db_base_plugin_common [req-f3b9c1bd-a6b6-4cc8-a292-c218ff3583a5 req-ea4339fb-dd7b-4b74-b971-0cb1d689f592 tempest-ImagesOneServerNegativeTestJSON-264633046 tempest-ImagesOneServerNegativeTestJSON-264633046-project] Allocated IP 172.20.0.6 (5922bb88-69f8-4327-9807-b639b8b4c14f/3e5fd32b-ce33-4970-8e90-c9d6785e30f5/15bc9d9c-447e-48fd-a280-1478bd31c54d) {{(pid=93916) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:23:22.785345 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [None req-66ebf4a4-5187-4f8f-b3b4-21a1fd056ef0 admin admin] For port 8b69bf6d-ede7-4976-84db-472ac9b35a55, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=8b69bf6d-ede7-4976-84db-472ac9b35a55,segment=NetworkSegment(5afb940b-bbdf-4727-be00-5d46367c38a1),segment_id=5afb940b-bbdf-4727-be00-5d46367c38a1)] {{(pid=93915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:23:22.785804 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-66ebf4a4-5187-4f8f-b3b4-21a1fd056ef0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:23:22.807288 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [None req-66ebf4a4-5187-4f8f-b3b4-21a1fd056ef0 admin admin] Calling delete_port for 8b69bf6d-ede7-4976-84db-472ac9b35a55 owned by network:router_gateway {{(pid=93915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:23:22.818719 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b40c589-3c7c-4ae6-9688-55b266a38f50 req-ba6fc003-f819-40b0-af3e-5c3258985504 tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:23:22.826459 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-8b40c589-3c7c-4ae6-9688-55b266a38f50 req-ba6fc003-f819-40b0-af3e-5c3258985504 tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] 10.222.0.16 "GET /v2.0/ports?device_id=5d1b56cf-e9a2-40e8-8a62-8ebd9281e58d HTTP/1.1" status: 200 len: 943 time: 0.3121436 Jul 14 18:23:22.840692 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c230a993-4290-4967-8ac6-76e429fb5d1e None None] Checking router: 9d09cb73-8660-4d60-9bc4-96138b20ac1b for host: n-d-800634-3 {{(pid=93917) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 18:23:22.867740 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-f15a5c7b-47a7-41e2-a568-702472eb72c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:23:22.880923 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c230a993-4290-4967-8ac6-76e429fb5d1e None None] Routers {'9d09cb73-8660-4d60-9bc4-96138b20ac1b'} bound to L3 agent in host n-d-800634-3 {{(pid=93917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:23:22.881578 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-c230a993-4290-4967-8ac6-76e429fb5d1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:22:53Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['9d09cb73-8660-4d60-9bc4-96138b20ac1b'], 'active': True} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:23:22.881820 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-8b40c589-3c7c-4ae6-9688-55b266a38f50 req-f9309298-e359-4d10-b9d2-f7d96b80e89a tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] 10.222.0.16 "GET /v2.0/security-groups?id=540fae54-ccea-4309-9c99-81b930eedb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491893 Jul 14 18:23:23.137534 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvr_db [None req-c230a993-4290-4967-8ac6-76e429fb5d1e None None] Set router 9d09cb73-8660-4d60-9bc4-96138b20ac1b gateway port host: None {{(pid=93917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 18:23:23.175689 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-f3b9c1bd-a6b6-4cc8-a292-c218ff3583a5 req-ea4339fb-dd7b-4b74-b971-0cb1d689f592 tempest-ImagesOneServerNegativeTestJSON-264633046 tempest-ImagesOneServerNegativeTestJSON-264633046-project] Notify callbacks [] for port, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:23:23.180445 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-fbff3775-6aee-47f0-a712-eed8e1d7d8ac req-423a667e-3d40-4cb6-9a41-ef960e494d45 tempest-ImagesOneServerNegativeTestJSON-264633046 tempest-ImagesOneServerNegativeTestJSON-264633046-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b7503b0-79ec-4588-bd86-0b2a97ea50db HTTP/1.1" status: 200 len: 210 time: 0.0501134 Jul 14 18:23:23.257540 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-c230a993-4290-4967-8ac6-76e429fb5d1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d09cb73-8660-4d60-9bc4-96138b20ac1b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-383862795-router', 'tenant_id': 'f2624d1b54644d709b74be03b94afa7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:18:06Z', 'updated_at': '2021-07-14T18:23:22Z', 'revision_number': 6, 'project_id': 'f2624d1b54644d709b74be03b94afa7a', 'gw_port_host': None}], 'n-d-800634-3', False) {} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:23:23.264903 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:23:23.297651 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c230a993-4290-4967-8ac6-76e429fb5d1e None None] The sync data for ids ['9d09cb73-8660-4d60-9bc4-96138b20ac1b'] in n-d-800634-3 is: [{'id': '9d09cb73-8660-4d60-9bc4-96138b20ac1b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-383862795-router', 'tenant_id': 'f2624d1b54644d709b74be03b94afa7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:18:06Z', 'updated_at': '2021-07-14T18:23:22Z', 'revision_number': 6, 'project_id': 'f2624d1b54644d709b74be03b94afa7a', 'gw_port_host': None}] {{(pid=93917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 18:23:23.316769 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-f3b9c1bd-a6b6-4cc8-a292-c218ff3583a5 req-ea4339fb-dd7b-4b74-b971-0cb1d689f592 tempest-ImagesOneServerNegativeTestJSON-264633046 tempest-ImagesOneServerNegativeTestJSON-264633046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:23:23.379475 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-66ebf4a4-5187-4f8f-b3b4-21a1fd056ef0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:23:23.397964 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3b9c1bd-a6b6-4cc8-a292-c218ff3583a5 req-ea4339fb-dd7b-4b74-b971-0cb1d689f592 tempest-ImagesOneServerNegativeTestJSON-264633046 tempest-ImagesOneServerNegativeTestJSON-264633046-project] Network 5922bb88-69f8-4327-9807-b639b8b4c14f is already hosted by enough agents. {{(pid=93916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:23:23.404063 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [req-f3b9c1bd-a6b6-4cc8-a292-c218ff3583a5 req-ea4339fb-dd7b-4b74-b971-0cb1d689f592 tempest-ImagesOneServerNegativeTestJSON-264633046 tempest-ImagesOneServerNegativeTestJSON-264633046-project] Resources bound (agent type, host, resource id): {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:23:23.408640 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3b9c1bd-a6b6-4cc8-a292-c218ff3583a5 req-ea4339fb-dd7b-4b74-b971-0cb1d689f592 tempest-ImagesOneServerNegativeTestJSON-264633046 tempest-ImagesOneServerNegativeTestJSON-264633046-project] Received port after_create {{(pid=93916) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:23:23.422391 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ebf4a4-5187-4f8f-b3b4-21a1fd056ef0 admin admin] Pushing event deleted for resources: {'Port': ['ID=8b69bf6d-ede7-4976-84db-472ac9b35a55,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:23:23.470639 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b9c1bd-a6b6-4cc8-a292-c218ff3583a5 req-ea4339fb-dd7b-4b74-b971-0cb1d689f592 tempest-ImagesOneServerNegativeTestJSON-264633046 tempest-ImagesOneServerNegativeTestJSON-264633046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:23:23.471305 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-f3b9c1bd-a6b6-4cc8-a292-c218ff3583a5 req-ea4339fb-dd7b-4b74-b971-0cb1d689f592 tempest-ImagesOneServerNegativeTestJSON-264633046 tempest-ImagesOneServerNegativeTestJSON-264633046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:23:23.490905 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4339fb-dd7b-4b74-b971-0cb1d689f592 tempest-ImagesOneServerNegativeTestJSON-264633046 tempest-ImagesOneServerNegativeTestJSON-264633046-project] Pushing event updated for resources: {'Port': ['ID=15bc9d9c-447e-48fd-a280-1478bd31c54d,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:23:23.499968 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-f3b9c1bd-a6b6-4cc8-a292-c218ff3583a5 req-ea4339fb-dd7b-4b74-b971-0cb1d689f592 tempest-ImagesOneServerNegativeTestJSON-264633046 tempest-ImagesOneServerNegativeTestJSON-264633046-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3250811 Jul 14 18:23:23.515465 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [req-f3b9c1bd-a6b6-4cc8-a292-c218ff3583a5 req-37fe375b-b730-4c38-96f1-5ad86a6334ca service neutron] Request body: {'port': {'device_id': '2b7503b0-79ec-4588-bd86-0b2a97ea50db', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800634-3'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:23:23.563940 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d39ada3-4374-434c-a996-02d42d9d698c req-e6a5342b-ead7-43da-a9ea-0013d546ab60 tempest-ImagesTestJSON-313755568 tempest-ImagesTestJSON-313755568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:23:23.570914 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-4d39ada3-4374-434c-a996-02d42d9d698c req-e6a5342b-ead7-43da-a9ea-0013d546ab60 tempest-ImagesTestJSON-313755568 tempest-ImagesTestJSON-313755568-project] 10.222.0.16 "GET /v2.0/ports?device_id=c62d57ac-ab40-483c-9034-7ee4ebffb3cc HTTP/1.1" status: 200 len: 945 time: 0.2578068 Jul 14 18:23:23.594676 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-66ebf4a4-5187-4f8f-b3b4-21a1fd056ef0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-930057'] for router_gateway, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:23:23.644589 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-f3b9c1bd-a6b6-4cc8-a292-c218ff3583a5 req-37fe375b-b730-4c38-96f1-5ad86a6334ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:23:23.985530 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-574aeb93-9938-449c-8e6c-cb22c9b52cc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:23:24.058307 n-d-800634-3 neutron-server[93916]: DEBUG neutron.notifiers.nova [req-f3b9c1bd-a6b6-4cc8-a292-c218ff3583a5 req-37fe375b-b730-4c38-96f1-5ad86a6334ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 15bc9d9c-447e-48fd-a280-1478bd31c54d {{(pid=93916) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 18:23:24.059000 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-4d39ada3-4374-434c-a996-02d42d9d698c req-05e2d746-1633-495d-8530-d94e760a20a0 tempest-ImagesTestJSON-313755568 tempest-ImagesTestJSON-313755568-project] 10.222.0.16 "GET /v2.0/security-groups?id=96a7afe7-a122-4b0d-8907-2d91e1bd838f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4868705 Jul 14 18:23:24.067286 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-f3b9c1bd-a6b6-4cc8-a292-c218ff3583a5 req-37fe375b-b730-4c38-96f1-5ad86a6334ca service neutron] Notify callbacks [] for port, precommit_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:23:24.070624 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-66ebf4a4-5187-4f8f-b3b4-21a1fd056ef0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-571778', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11402'] for router, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:23:24.076729 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-66ebf4a4-5187-4f8f-b3b4-21a1fd056ef0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:23:24.082722 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.provisioning_blocks [req-f3b9c1bd-a6b6-4cc8-a292-c218ff3583a5 req-37fe375b-b730-4c38-96f1-5ad86a6334ca service neutron] Transition to ACTIVE for port object 15bc9d9c-447e-48fd-a280-1478bd31c54d will not be triggered until provisioned by entity L2. {{(pid=93916) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:23:24.087544 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-f3b9c1bd-a6b6-4cc8-a292-c218ff3583a5 req-37fe375b-b730-4c38-96f1-5ad86a6334ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2684870'] for port, after_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:23:24.107686 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0787d2-cedc-4759-81cc-d7a7b3295e99 req-94f6aec8-bd5d-4d4a-8c0e-0436404807f0 tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:23:24.114809 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-7f0787d2-cedc-4759-81cc-d7a7b3295e99 req-94f6aec8-bd5d-4d4a-8c0e-0436404807f0 tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] 10.222.0.16 "GET /v2.0/networks?id=1cbaa8bd-1463-4b3c-89d2-ab344d2f55cf HTTP/1.1" status: 200 len: 811 time: 0.6831987 Jul 14 18:23:24.133829 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-7f0787d2-cedc-4759-81cc-d7a7b3295e99 req-680cc3aa-73e8-4743-bb60-de3fc9f3919a tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] 10.222.0.16 "GET /v2.0/quotas/0bd95cc3d59f415f8da5b8a01a238496 HTTP/1.1" status: 200 len: 375 time: 0.0181053 Jul 14 18:23:24.137058 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37fe375b-b730-4c38-96f1-5ad86a6334ca service neutron] Pushing event updated for resources: {'Port': ['ID=15bc9d9c-447e-48fd-a280-1478bd31c54d,revision_number=2']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:23:24.231742 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-7f0787d2-cedc-4759-81cc-d7a7b3295e99 req-8e0c0f98-cfc5-4b42-9d6f-8260ee1fcd0f tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=0bd95cc3d59f415f8da5b8a01a238496&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0970414 Jul 14 18:23:24.252295 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-66ebf4a4-5187-4f8f-b3b4-21a1fd056ef0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-541202'] for router, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:23:24.253273 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66ebf4a4-5187-4f8f-b3b4-21a1fd056ef0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9d09cb73-8660-4d60-9bc4-96138b20ac1b {{(pid=93915) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 18:23:24.278336 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.managers [req-f3b9c1bd-a6b6-4cc8-a292-c218ff3583a5 req-37fe375b-b730-4c38-96f1-5ad86a6334ca service neutron] Attempting to bind port 15bc9d9c-447e-48fd-a280-1478bd31c54d on host n-h1-800634-3 for vnic_type normal with profile {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:23:24.278852 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.managers [req-f3b9c1bd-a6b6-4cc8-a292-c218ff3583a5 req-37fe375b-b730-4c38-96f1-5ad86a6334ca service neutron] Attempting to bind port 15bc9d9c-447e-48fd-a280-1478bd31c54d by drivers openvswitch,hyperv on host n-h1-800634-3 at level 0 using segments [{'id': '5d348732-27f4-441a-bef1-a0d44ffa840e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '5922bb88-69f8-4327-9807-b639b8b4c14f'}] {{(pid=93916) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:23:24.279267 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3b9c1bd-a6b6-4cc8-a292-c218ff3583a5 req-37fe375b-b730-4c38-96f1-5ad86a6334ca service neutron] Attempting to bind port 15bc9d9c-447e-48fd-a280-1478bd31c54d on network 5922bb88-69f8-4327-9807-b639b8b4c14f {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:23:24.280392 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-66ebf4a4-5187-4f8f-b3b4-21a1fd056ef0 admin admin] Notify callbacks [] for router, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:23:24.283779 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-66ebf4a4-5187-4f8f-b3b4-21a1fd056ef0 admin admin] 10.222.0.16 "DELETE /v2.0/routers/9d09cb73-8660-4d60-9bc4-96138b20ac1b HTTP/1.1" status: 204 len: 168 time: 2.4345915 Jul 14 18:23:24.284556 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 58912) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:23:24.317229 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3b9c1bd-a6b6-4cc8-a292-c218ff3583a5 req-37fe375b-b730-4c38-96f1-5ad86a6334ca service neutron] Port 15bc9d9c-447e-48fd-a280-1478bd31c54d on network 5922bb88-69f8-4327-9807-b639b8b4c14f not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-3 {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 18:23:24.317740 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3b9c1bd-a6b6-4cc8-a292-c218ff3583a5 req-37fe375b-b730-4c38-96f1-5ad86a6334ca service neutron] Attempting to bind port 15bc9d9c-447e-48fd-a280-1478bd31c54d on network 5922bb88-69f8-4327-9807-b639b8b4c14f {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:23:24.327200 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3b9c1bd-a6b6-4cc8-a292-c218ff3583a5 req-37fe375b-b730-4c38-96f1-5ad86a6334ca service neutron] Checking agent: {'id': 'a3630ff4-fbee-45d9-b9b6-0ae41cb3a350', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 15, 32), 'started_at': datetime.datetime(2021, 7, 14, 18, 15, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 18, 23, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 18:23:24.327680 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3b9c1bd-a6b6-4cc8-a292-c218ff3583a5 req-37fe375b-b730-4c38-96f1-5ad86a6334ca service neutron] Checking segment: {'id': '5d348732-27f4-441a-bef1-a0d44ffa840e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '5922bb88-69f8-4327-9807-b639b8b4c14f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93916) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:23:24.328261 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3b9c1bd-a6b6-4cc8-a292-c218ff3583a5 req-37fe375b-b730-4c38-96f1-5ad86a6334ca service neutron] Bound using segment: {'id': '5d348732-27f4-441a-bef1-a0d44ffa840e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '5922bb88-69f8-4327-9807-b639b8b4c14f'} {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 18:23:24.328976 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.managers [req-f3b9c1bd-a6b6-4cc8-a292-c218ff3583a5 req-37fe375b-b730-4c38-96f1-5ad86a6334ca service neutron] Bound port: 15bc9d9c-447e-48fd-a280-1478bd31c54d, host: n-h1-800634-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d348732-27f4-441a-bef1-a0d44ffa840e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '5922bb88-69f8-4327-9807-b639b8b4c14f'}}] {{(pid=93916) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 18:23:24.329442 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-f3b9c1bd-a6b6-4cc8-a292-c218ff3583a5 req-37fe375b-b730-4c38-96f1-5ad86a6334ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:23:24.344844 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd97182-4d26-464c-8f4c-625cd21b7c17 req-b9d8ed97-ed0a-4c01-baa7-ea2a3aac3436 tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:23:24.354511 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ffd97182-4d26-464c-8f4c-625cd21b7c17 req-b9d8ed97-ed0a-4c01-baa7-ea2a3aac3436 tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] 10.222.0.16 "GET /v2.0/ports?device_id=5d1b56cf-e9a2-40e8-8a62-8ebd9281e58d HTTP/1.1" status: 200 len: 943 time: 0.1155732 Jul 14 18:23:24.415333 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.db [req-f3b9c1bd-a6b6-4cc8-a292-c218ff3583a5 req-37fe375b-b730-4c38-96f1-5ad86a6334ca service neutron] For port 15bc9d9c-447e-48fd-a280-1478bd31c54d, host n-h1-800634-3, cleared binding levels {{(pid=93916) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:23:24.419929 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.db [req-f3b9c1bd-a6b6-4cc8-a292-c218ff3583a5 req-37fe375b-b730-4c38-96f1-5ad86a6334ca service neutron] For port 15bc9d9c-447e-48fd-a280-1478bd31c54d, host n-h1-800634-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=15bc9d9c-447e-48fd-a280-1478bd31c54d,segment=NetworkSegment(5d348732-27f4-441a-bef1-a0d44ffa840e),segment_id=5d348732-27f4-441a-bef1-a0d44ffa840e)] {{(pid=93916) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 18:23:24.423323 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device f77fb3cb-097b-460d-801e-7da27e687abe details requested by agent hyperv_n-h1-800634-3 with host n-h1-800634-3 {{(pid=93917) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 18:23:24.429410 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-f3b9c1bd-a6b6-4cc8-a292-c218ff3583a5 req-37fe375b-b730-4c38-96f1-5ad86a6334ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2684870'] for port, after_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:23:24.452365 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b9c1bd-a6b6-4cc8-a292-c218ff3583a5 req-37fe375b-b730-4c38-96f1-5ad86a6334ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:23:24.453345 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-f3b9c1bd-a6b6-4cc8-a292-c218ff3583a5 req-37fe375b-b730-4c38-96f1-5ad86a6334ca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:23:24.454964 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-f3b9c1bd-a6b6-4cc8-a292-c218ff3583a5 req-37fe375b-b730-4c38-96f1-5ad86a6334ca service neutron] 10.222.0.18 "PUT /v2.0/ports/15bc9d9c-447e-48fd-a280-1478bd31c54d HTTP/1.1" status: 200 len: 1091 time: 0.9453378 Jul 14 18:23:24.459427 n-d-800634-3 neutron-server[93916]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b7503b0-79ec-4588-bd86-0b2a97ea50db', 'tag': '15bc9d9c-447e-48fd-a280-1478bd31c54d'}] {{(pid=93916) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:23:24.459866 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f803e150b363a7893830aa996ac27753fa25517c406ecd3536b7c2d4b26eeb9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dfc8e7f-dc3e-4684-abd6-9d01d75f1c19" -d '{"events": [{"name": "network-changed", "server_uuid": "2b7503b0-79ec-4588-bd86-0b2a97ea50db", "tag": "15bc9d9c-447e-48fd-a280-1478bd31c54d"}]}' {{(pid=93916) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:23:24.467303 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.db_base_plugin_v2 [None req-bba301f2-918c-4d36-9f1c-0e6dd48a6df8 admin admin] Deleting subnet 021f262f-6356-4b12-9e01-e41dbd246469 {{(pid=93916) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 18:23:24.512002 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ffd97182-4d26-464c-8f4c-625cd21b7c17 req-1149b878-b581-420c-b257-b451df272487 tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] 10.222.0.16 "GET /v2.0/security-groups?id=540fae54-ccea-4309-9c99-81b930eedb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565130 Jul 14 18:23:24.516649 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-bba301f2-918c-4d36-9f1c-0e6dd48a6df8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:23:24.615545 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-7f0787d2-cedc-4759-81cc-d7a7b3295e99 req-d8c0fdd7-e221-432f-8657-99ab115daa0f service neutron] 10.222.0.16 "GET /v2.0/networks/1cbaa8bd-1463-4b3c-89d2-ab344d2f55cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3426702 Jul 14 18:23:24.652263 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-bba301f2-918c-4d36-9f1c-0e6dd48a6df8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26296866'] for subnet, precommit_delete_associations {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:23:24.660142 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37fe375b-b730-4c38-96f1-5ad86a6334ca service neutron] Pushing event updated for resources: {'Port': ['ID=15bc9d9c-447e-48fd-a280-1478bd31c54d,revision_number=3']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:23:24.680033 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port f77fb3cb-097b-460d-801e-7da27e687abe, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=f77fb3cb-097b-460d-801e-7da27e687abe,segment=NetworkSegment(60f92988-9b9b-4790-95f5-9fce88e5a460),segment_id=60f92988-9b9b-4790-95f5-9fce88e5a460)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:23:24.724545 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Returning: {'device': 'f77fb3cb-097b-460d-801e-7da27e687abe', 'network_id': '7cee3312-4c4c-4d32-820f-eab965dcf565', 'port_id': 'f77fb3cb-097b-460d-801e-7da27e687abe', 'mac_address': 'fa:16:3e:ed:d3:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a54265e-973c-4132-80fb-ad9d5d305963', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93917) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 18:23:24.777910 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b9c1bd-a6b6-4cc8-a292-c218ff3583a5 req-729b12f7-791b-4e09-b79c-3af6d64db313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:23:24.781567 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-f3b9c1bd-a6b6-4cc8-a292-c218ff3583a5 req-729b12f7-791b-4e09-b79c-3af6d64db313 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=770cf6195f454485a1278aa0fbe1237f&device_id=2b7503b0-79ec-4588-bd86-0b2a97ea50db HTTP/1.1" status: 200 len: 1094 time: 0.2625499 Jul 14 18:23:24.809551 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 636b5fae-d6d7-40f9-a97e-7ddb212bd7b1 no longer exists at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 18:23:24.833015 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-7f0787d2-cedc-4759-81cc-d7a7b3295e99 req-d8a255f6-3e67-45ed-be00-108dfdbb7430 service neutron] 10.222.0.16 "GET /v2.0/networks/1cbaa8bd-1463-4b3c-89d2-ab344d2f55cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2042286 Jul 14 18:23:24.857021 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] No Port match for: 636b5fae-d6d7-40f9-a97e-7ddb212bd7b1 {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 18:23:24.858635 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-f3b9c1bd-a6b6-4cc8-a292-c218ff3583a5 req-a148a414-5f49-4691-b04f-1214e121def9 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=15bc9d9c-447e-48fd-a280-1478bd31c54d HTTP/1.1" status: 200 len: 217 time: 0.0676410 Jul 14 18:23:24.862380 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 636b5fae-d6d7-40f9-a97e-7ddb212bd7b1 not bound to the agent host n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 18:23:24.863675 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 8b69bf6d-ede7-4976-84db-472ac9b35a55 no longer exists at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 18:23:24.873136 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:23:24.959898 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f77fb3cb-097b-460d-801e-7da27e687abe {{(pid=93917) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 18:23:24.962537 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-bba301f2-918c-4d36-9f1c-0e6dd48a6df8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081283'] for subnet, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:23:24.992202 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b9c1bd-a6b6-4cc8-a292-c218ff3583a5 req-cb6a79bc-6d04-4cca-a4fe-6c9c0bcb2de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:23:24.993667 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-f3b9c1bd-a6b6-4cc8-a292-c218ff3583a5 req-cb6a79bc-6d04-4cca-a4fe-6c9c0bcb2de4 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=3e5fd32b-ce33-4970-8e90-c9d6785e30f5 HTTP/1.1" status: 200 len: 861 time: 0.1094544 Jul 14 18:23:25.001976 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port f77fb3cb-097b-460d-801e-7da27e687abe, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=f77fb3cb-097b-460d-801e-7da27e687abe,segment=NetworkSegment(60f92988-9b9b-4790-95f5-9fce88e5a460),segment_id=60f92988-9b9b-4790-95f5-9fce88e5a460)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:23:25.003461 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] No Port match for: 8b69bf6d-ede7-4976-84db-472ac9b35a55 {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 18:23:25.004740 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 8b69bf6d-ede7-4976-84db-472ac9b35a55 not bound to the agent host n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 18:23:25.016353 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:23:25.043120 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-f3b9c1bd-a6b6-4cc8-a292-c218ff3583a5 req-20ac611b-bf84-4ce1-96ef-00ccfa8f899b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5922bb88-69f8-4327-9807-b639b8b4c14f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0420895 Jul 14 18:23:25.064638 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cfc9cf-1378-4447-b558-b0515010c1df req-d4456f20-f718-46ac-83d2-7cca4f54d565 tempest-ImagesOneServerNegativeTestJSON-264633046 tempest-ImagesOneServerNegativeTestJSON-264633046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:23:25.067392 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-73cfc9cf-1378-4447-b558-b0515010c1df req-d4456f20-f718-46ac-83d2-7cca4f54d565 tempest-ImagesOneServerNegativeTestJSON-264633046 tempest-ImagesOneServerNegativeTestJSON-264633046-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b7503b0-79ec-4588-bd86-0b2a97ea50db HTTP/1.1" status: 200 len: 943 time: 0.1441779 Jul 14 18:23:25.093289 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Pushing event updated for resources: {'Port': ['ID=f77fb3cb-097b-460d-801e-7da27e687abe,revision_number=4']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:23:25.126954 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-bba301f2-918c-4d36-9f1c-0e6dd48a6df8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2684816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26033152'] for subnet, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:23:25.169510 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-73cfc9cf-1378-4447-b558-b0515010c1df req-38dc2592-526c-428c-89d4-3ccff11cd690 tempest-ImagesOneServerNegativeTestJSON-264633046 tempest-ImagesOneServerNegativeTestJSON-264633046-project] 10.222.0.16 "GET /v2.0/security-groups?id=7eb77405-22ca-4355-84b5-b8009f159b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907471 Jul 14 18:23:25.179067 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba301f2-918c-4d36-9f1c-0e6dd48a6df8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=021f262f-6356-4b12-9e01-e41dbd246469,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:23:25.186158 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-bba301f2-918c-4d36-9f1c-0e6dd48a6df8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598705'] for subnet, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:23:25.190324 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-bba301f2-918c-4d36-9f1c-0e6dd48a6df8 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/021f262f-6356-4b12-9e01-e41dbd246469 HTTP/1.1" status: 204 len: 168 time: 0.9019306 Jul 14 18:23:25.191772 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 58934) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:23:25.192468 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d79c2ba2-a465-4e07-b8cb-405140044ddc None None] Network cf8954d4-d52f-4100-8368-7fa927276351 requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:23:25.288998 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 18:23:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab730b6b-65cd-49e3-8637-1ca787240222 x-openstack-request-id: req-ab730b6b-65cd-49e3-8637-1ca787240222 {{(pid=93916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:23:25.289542 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b7503b0-79ec-4588-bd86-0b2a97ea50db", "tag": "15bc9d9c-447e-48fd-a280-1478bd31c54d", "status": "completed", "code": 200}]} {{(pid=93916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:23:25.289801 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ab730b6b-65cd-49e3-8637-1ca787240222 {{(pid=93916) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:23:25.290211 n-d-800634-3 neutron-server[93916]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b7503b0-79ec-4588-bd86-0b2a97ea50db', 'tag': '15bc9d9c-447e-48fd-a280-1478bd31c54d', 'status': 'completed', 'code': 200} Jul 14 18:23:25.308038 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-f3b9c1bd-a6b6-4cc8-a292-c218ff3583a5 req-e2e8a5a5-f099-4548-8bad-ce60ca45c6f7 service neutron] 10.222.0.18 "GET /v2.0/networks/5922bb88-69f8-4327-9807-b639b8b4c14f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2538414 Jul 14 18:23:25.385567 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] get_ports_and_sgs() called for port_ids ['f77fb3cb-097b-460d-801e-7da27e687abe'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 18:23:25.397001 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-04c9707c-86d8-4249-8c47-a0b95dc924f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645734'] for network, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:23:25.443772 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-d4b97403-c4f6-4abf-a84e-b3c90d253fb3 req-648ac6b5-7894-4862-9866-b1c21424deeb tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] 10.222.0.16 "GET /v2.0/ports?device_id=e96ca375-3df5-400a-91f0-1dc5affb0004 HTTP/1.1" status: 200 len: 210 time: 0.1077566 Jul 14 18:23:25.563565 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-f3b9c1bd-a6b6-4cc8-a292-c218ff3583a5 req-f6d6d9c1-1d8d-4b0e-a8ee-be5915f88d40 service neutron] 10.222.0.18 "GET /v2.0/networks/5922bb88-69f8-4327-9807-b639b8b4c14f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2435498 Jul 14 18:23:25.602619 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-04c9707c-86d8-4249-8c47-a0b95dc924f1 admin admin] Deleting port fe02ecac-c34f-43e7-92bc-28fe98356c2f {{(pid=93916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:23:25.602973 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-04c9707c-86d8-4249-8c47-a0b95dc924f1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:23:25.644981 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e0409e8-88a0-4685-9f25-fc8327c6b07d None None] DHCP port deletion for cf8954d4-d52f-4100-8368-7fa927276351 request from n-d-800634-3 {{(pid=93917) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 18:23:25.651551 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52adca90-1603-438f-8f80-19906e34e60c req-dd1a2e26-ca60-4dc7-b8d3-d3b36c271d25 tempest-ImagesTestJSON-313755568 tempest-ImagesTestJSON-313755568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:23:25.663574 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-52adca90-1603-438f-8f80-19906e34e60c req-dd1a2e26-ca60-4dc7-b8d3-d3b36c271d25 tempest-ImagesTestJSON-313755568 tempest-ImagesTestJSON-313755568-project] 10.222.0.16 "GET /v2.0/ports?device_id=c62d57ac-ab40-483c-9034-7ee4ebffb3cc HTTP/1.1" status: 200 len: 945 time: 0.2607775 Jul 14 18:23:25.727520 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-2f4e3af3-e708-4ffd-a544-82d93a489d01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:23:25.730209 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.db [None req-04c9707c-86d8-4249-8c47-a0b95dc924f1 admin admin] For port fe02ecac-c34f-43e7-92bc-28fe98356c2f, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=fe02ecac-c34f-43e7-92bc-28fe98356c2f,segment=NetworkSegment(0604babe-1d14-4c9a-a1d9-36ec44d10309),segment_id=0604babe-1d14-4c9a-a1d9-36ec44d10309)] {{(pid=93916) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:23:25.730583 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-04c9707c-86d8-4249-8c47-a0b95dc924f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:23:25.742398 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-52adca90-1603-438f-8f80-19906e34e60c req-4d3be09b-f9fc-4881-8b77-67b4f7df9bb6 tempest-ImagesTestJSON-313755568 tempest-ImagesTestJSON-313755568-project] 10.222.0.16 "GET /v2.0/security-groups?id=96a7afe7-a122-4b0d-8907-2d91e1bd838f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771999 Jul 14 18:23:25.743962 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-04c9707c-86d8-4249-8c47-a0b95dc924f1 admin admin] Calling delete_port for fe02ecac-c34f-43e7-92bc-28fe98356c2f owned by network:dhcp {{(pid=93916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:23:25.792830 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-8e0409e8-88a0-4685-9f25-fc8327c6b07d None None] Deleting port fe02ecac-c34f-43e7-92bc-28fe98356c2f {{(pid=93917) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:23:25.793694 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-8e0409e8-88a0-4685-9f25-fc8327c6b07d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:23:25.852087 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-04c9707c-86d8-4249-8c47-a0b95dc924f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:23:25.929995 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-8e0409e8-88a0-4685-9f25-fc8327c6b07d None None] For port fe02ecac-c34f-43e7-92bc-28fe98356c2f, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=fe02ecac-c34f-43e7-92bc-28fe98356c2f,segment=NetworkSegment(0604babe-1d14-4c9a-a1d9-36ec44d10309),segment_id=0604babe-1d14-4c9a-a1d9-36ec44d10309)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:23:25.930517 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-8e0409e8-88a0-4685-9f25-fc8327c6b07d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:23:25.951864 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-8e0409e8-88a0-4685-9f25-fc8327c6b07d None None] Calling delete_port for fe02ecac-c34f-43e7-92bc-28fe98356c2f owned by network:dhcp {{(pid=93917) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:23:25.955993 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04c9707c-86d8-4249-8c47-a0b95dc924f1 admin admin] No DVR routers for this DVR port fe02ecac-c34f-43e7-92bc-28fe98356c2f on host n-d-800634-3 {{(pid=93916) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 18:23:25.962946 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c9707c-86d8-4249-8c47-a0b95dc924f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=fe02ecac-c34f-43e7-92bc-28fe98356c2f,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:23:26.059072 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-8e0409e8-88a0-4685-9f25-fc8327c6b07d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813'] for port, after_delete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:23:26.076023 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e0409e8-88a0-4685-9f25-fc8327c6b07d None None] No DVR routers for this DVR port fe02ecac-c34f-43e7-92bc-28fe98356c2f on host n-d-800634-3 {{(pid=93917) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 18:23:26.110600 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0409e8-88a0-4685-9f25-fc8327c6b07d None None] Pushing event deleted for resources: {'Port': ['ID=fe02ecac-c34f-43e7-92bc-28fe98356c2f,revision_number=None']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:23:26.153168 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06d4e20-7a9d-4312-b04a-e30a266e2b36 req-a39c1ffc-147b-41a1-9a33-e29a91283278 tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:23:26.161828 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f06d4e20-7a9d-4312-b04a-e30a266e2b36 req-a39c1ffc-147b-41a1-9a33-e29a91283278 tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] 10.222.0.16 "GET /v2.0/ports?device_id=5d1b56cf-e9a2-40e8-8a62-8ebd9281e58d HTTP/1.1" status: 200 len: 944 time: 0.1734993 Jul 14 18:23:26.203862 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f06d4e20-7a9d-4312-b04a-e30a266e2b36 req-21811858-e978-49d7-a5ea-62658ae28e03 tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] 10.222.0.16 "GET /v2.0/security-groups?id=540fae54-ccea-4309-9c99-81b930eedb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410793 Jul 14 18:23:26.526111 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e55871-1944-4959-8f92-0437584e211d req-4223719c-4cc3-4864-8969-959557ced9ae tempest-ImagesOneServerNegativeTestJSON-264633046 tempest-ImagesOneServerNegativeTestJSON-264633046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:23:26.528133 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-42e55871-1944-4959-8f92-0437584e211d req-4223719c-4cc3-4864-8969-959557ced9ae tempest-ImagesOneServerNegativeTestJSON-264633046 tempest-ImagesOneServerNegativeTestJSON-264633046-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b7503b0-79ec-4588-bd86-0b2a97ea50db HTTP/1.1" status: 200 len: 943 time: 0.1647875 Jul 14 18:23:26.540461 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-04c9707c-86d8-4249-8c47-a0b95dc924f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2096010', 'neutron.services.segments.db._delete_segments_for_network-8728202734996'] for network, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:23:26.554916 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.segments.db [None req-04c9707c-86d8-4249-8c47-a0b95dc924f1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf8954d4-d52f-4100-8368-7fa927276351']}} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:23:26.569505 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.segments.db [None req-04c9707c-86d8-4249-8c47-a0b95dc924f1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0604babe-1d14-4c9a-a1d9-36ec44d10309') {'for_net_delete': True} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:23:26.570223 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.segments.db [None req-04c9707c-86d8-4249-8c47-a0b95dc924f1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0604babe-1d14-4c9a-a1d9-36ec44d10309') {} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:23:26.579975 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-04c9707c-86d8-4249-8c47-a0b95dc924f1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728202715275', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26296891'] for segment, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:23:26.596285 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fd925a-bd15-4436-9f17-bbcf62f8f25c req-d2e8f0a0-5cde-412c-a660-e90217a23a65 tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:23:26.604546 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a1fd925a-bd15-4436-9f17-bbcf62f8f25c req-d2e8f0a0-5cde-412c-a660-e90217a23a65 tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] 10.222.0.16 "GET /v2.0/networks?id=1cbaa8bd-1463-4b3c-89d2-ab344d2f55cf HTTP/1.1" status: 200 len: 811 time: 0.1787505 Jul 14 18:23:26.605480 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-04c9707c-86d8-4249-8c47-a0b95dc924f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:23:26.616566 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04c9707c-86d8-4249-8c47-a0b95dc924f1 admin admin] Releasing vlan 89 on physical network physnet1 to pool {{(pid=93916) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 18:23:26.616825 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-42e55871-1944-4959-8f92-0437584e211d req-a2ab8916-b5bb-47c5-ba78-1c905d4e45af tempest-ImagesOneServerNegativeTestJSON-264633046 tempest-ImagesOneServerNegativeTestJSON-264633046-project] 10.222.0.16 "GET /v2.0/security-groups?id=7eb77405-22ca-4355-84b5-b8009f159b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818603 Jul 14 18:23:26.616939 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-04c9707c-86d8-4249-8c47-a0b95dc924f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2682942'] for segment, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:23:26.618963 n-d-800634-3 neutron-server[93916]: Traceback (most recent call last): Jul 14 18:23:26.618963 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 18:23:26.618963 n-d-800634-3 neutron-server[93916]: timer() Jul 14 18:23:26.618963 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 18:23:26.618963 n-d-800634-3 neutron-server[93916]: cb(*args, **kw) Jul 14 18:23:26.618963 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 18:23:26.618963 n-d-800634-3 neutron-server[93916]: return func(*args, **kwargs) Jul 14 18:23:26.618963 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 18:23:26.618963 n-d-800634-3 neutron-server[93916]: self._notify() Jul 14 18:23:26.618963 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 18:23:26.618963 n-d-800634-3 neutron-server[93916]: self.callback(batched_events) Jul 14 18:23:26.618963 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 18:23:26.618963 n-d-800634-3 neutron-server[93916]: event.method(event) Jul 14 18:23:26.618963 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 18:23:26.618963 n-d-800634-3 neutron-server[93916]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 18:23:26.618963 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 18:23:26.618963 n-d-800634-3 neutron-server[93916]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 18:23:26.618963 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 18:23:26.618963 n-d-800634-3 neutron-server[93916]: return f(self, *a, **k) Jul 14 18:23:26.618963 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 18:23:26.618963 n-d-800634-3 neutron-server[93916]: return self._get(url).json() Jul 14 18:23:26.618963 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 18:23:26.618963 n-d-800634-3 neutron-server[93916]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 18:23:26.618963 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 18:23:26.618963 n-d-800634-3 neutron-server[93916]: return self.request(url, 'GET', **kwargs) Jul 14 18:23:26.618963 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 18:23:26.618963 n-d-800634-3 neutron-server[93916]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 18:23:26.618963 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 18:23:26.618963 n-d-800634-3 neutron-server[93916]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 18:23:26.618963 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 18:23:26.618963 n-d-800634-3 neutron-server[93916]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 18:23:26.618963 n-d-800634-3 neutron-server[93916]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 18:23:26.621760 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfc8e7f-dc3e-4684-abd6-9d01d75f1c19 req-9a7689b3-11d0-4f30-9818-175d6b412864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:23:26.622268 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-5dfc8e7f-dc3e-4684-abd6-9d01d75f1c19 req-9a7689b3-11d0-4f30-9818-175d6b412864 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=770cf6195f454485a1278aa0fbe1237f&device_id=2b7503b0-79ec-4588-bd86-0b2a97ea50db HTTP/1.1" status: 200 len: 1094 time: 0.7803440 Jul 14 18:23:26.632469 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a1fd925a-bd15-4436-9f17-bbcf62f8f25c req-9ce00971-5e03-43d6-a13e-536f3f1d3b59 tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] 10.222.0.16 "GET /v2.0/quotas/0bd95cc3d59f415f8da5b8a01a238496 HTTP/1.1" status: 200 len: 375 time: 0.0263052 Jul 14 18:23:26.678981 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a1fd925a-bd15-4436-9f17-bbcf62f8f25c req-a971dbd9-2887-407d-af1f-75f66f11a91f tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=0bd95cc3d59f415f8da5b8a01a238496&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0409694 Jul 14 18:23:26.733404 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device fe02ecac-c34f-43e7-92bc-28fe98356c2f no longer exists at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 18:23:26.751945 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-04c9707c-86d8-4249-8c47-a0b95dc924f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2096001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-930085'] for network, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:23:26.759476 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-04c9707c-86d8-4249-8c47-a0b95dc924f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598705'] for network, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:23:26.762660 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-04c9707c-86d8-4249-8c47-a0b95dc924f1 admin admin] 10.222.0.16 "DELETE /v2.0/networks/cf8954d4-d52f-4100-8368-7fa927276351 HTTP/1.1" status: 204 len: 168 time: 1.5699391 Jul 14 18:23:26.778357 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c9707c-86d8-4249-8c47-a0b95dc924f1 admin admin] Pushing event deleted for resources: {'Network': ['ID=cf8954d4-d52f-4100-8368-7fa927276351,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:23:26.794523 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] No Port match for: fe02ecac-c34f-43e7-92bc-28fe98356c2f {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 18:23:26.794918 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device fe02ecac-c34f-43e7-92bc-28fe98356c2f not bound to the agent host n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 18:23:26.797695 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfc8e7f-dc3e-4684-abd6-9d01d75f1c19 req-7d1d60c9-e659-40c7-8331-2e92dd724eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:23:26.799939 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-5dfc8e7f-dc3e-4684-abd6-9d01d75f1c19 req-7d1d60c9-e659-40c7-8331-2e92dd724eb3 service neutron] 10.222.0.18 "GET /v2.0/networks?id=5922bb88-69f8-4327-9807-b639b8b4c14f HTTP/1.1" status: 200 len: 921 time: 0.1681600 Jul 14 18:23:26.839931 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a1fd925a-bd15-4436-9f17-bbcf62f8f25c req-f4ee90c8-4cba-41ae-8bae-038c94b7790b service neutron] 10.222.0.16 "GET /v2.0/networks/1cbaa8bd-1463-4b3c-89d2-ab344d2f55cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1599712 Jul 14 18:23:26.862992 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-5dfc8e7f-dc3e-4684-abd6-9d01d75f1c19 req-eb8cf1e7-a2e9-4cf7-9b98-be2ad8b7eca0 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=15bc9d9c-447e-48fd-a280-1478bd31c54d HTTP/1.1" status: 200 len: 217 time: 0.0524940 Jul 14 18:23:26.947139 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfc8e7f-dc3e-4684-abd6-9d01d75f1c19 req-6b41b3d3-7d3c-47f0-9d52-ffdc89f8c6ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:23:26.949724 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-5dfc8e7f-dc3e-4684-abd6-9d01d75f1c19 req-6b41b3d3-7d3c-47f0-9d52-ffdc89f8c6ad service neutron] 10.222.0.18 "GET /v2.0/subnets?id=3e5fd32b-ce33-4970-8e90-c9d6785e30f5 HTTP/1.1" status: 200 len: 861 time: 0.0679748 Jul 14 18:23:26.952040 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 58986) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:23:26.986060 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a1fd925a-bd15-4436-9f17-bbcf62f8f25c req-83ac9737-795d-4d1b-b8e1-3060e6022082 service neutron] 10.222.0.16 "GET /v2.0/networks/1cbaa8bd-1463-4b3c-89d2-ab344d2f55cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1449614 Jul 14 18:23:27.001868 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-5dfc8e7f-dc3e-4684-abd6-9d01d75f1c19 req-112431c3-0e81-4d49-ac1a-af015b5f7512 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5922bb88-69f8-4327-9807-b639b8b4c14f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0411325 Jul 14 18:23:27.096057 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a701494b-4935-4719-9735-a1f372be62cf req-8d861e02-343a-4013-b295-db47ea4ae519 tempest-ImagesTestJSON-313755568 tempest-ImagesTestJSON-313755568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:23:27.097710 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a701494b-4935-4719-9735-a1f372be62cf req-8d861e02-343a-4013-b295-db47ea4ae519 tempest-ImagesTestJSON-313755568 tempest-ImagesTestJSON-313755568-project] 10.222.0.16 "GET /v2.0/ports?device_id=c62d57ac-ab40-483c-9034-7ee4ebffb3cc HTTP/1.1" status: 200 len: 945 time: 0.0834844 Jul 14 18:23:27.110344 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-843ec18b-9bcb-4d84-96e0-96efdabbcdb5 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c51e850593fc4a37af9470721017e8e7&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1566031 Jul 14 18:23:27.113237 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 58988) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:23:27.196696 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a701494b-4935-4719-9735-a1f372be62cf req-5623460b-59fa-450d-8bba-a88ecdcdd826 tempest-ImagesTestJSON-313755568 tempest-ImagesTestJSON-313755568-project] 10.222.0.16 "GET /v2.0/security-groups?id=96a7afe7-a122-4b0d-8907-2d91e1bd838f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925002 Jul 14 18:23:27.256750 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-e8f1b64b-380f-489f-8c2a-b94785b995fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:23:27.270048 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-5dfc8e7f-dc3e-4684-abd6-9d01d75f1c19 req-2252a03c-140c-4979-ba0c-824579bfc715 service neutron] 10.222.0.18 "GET /v2.0/networks/5922bb88-69f8-4327-9807-b639b8b4c14f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2462492 Jul 14 18:23:27.349795 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-e8f1b64b-380f-489f-8c2a-b94785b995fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:23:27.365369 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-4cd23c75-4fe2-4a5b-9cf7-8441ed063e1d req-e5902e20-b0b7-4eb8-a20b-0a47abdf2957 tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] 10.222.0.16 "GET /v2.0/ports?device_id=0839192e-42bb-4de6-bfe4-b6f1165f494c HTTP/1.1" status: 200 len: 210 time: 0.0735331 Jul 14 18:23:27.445171 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-5dfc8e7f-dc3e-4684-abd6-9d01d75f1c19 req-1abbe5cd-2a2f-4df6-acea-cfe657d8bca8 service neutron] 10.222.0.18 "GET /v2.0/networks/5922bb88-69f8-4327-9807-b639b8b4c14f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1652009 Jul 14 18:23:27.471416 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-e8f1b64b-380f-489f-8c2a-b94785b995fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:23:27.482567 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-e8f1b64b-380f-489f-8c2a-b94785b995fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:23:27.482567 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-e8f1b64b-380f-489f-8c2a-b94785b995fc admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/42128e7a-d66d-4c2b-8d9b-7ed9c6e9d522 HTTP/1.1" status: 204 len: 168 time: 0.3616145 Jul 14 18:23:27.494237 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f1b64b-380f-489f-8c2a-b94785b995fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42128e7a-d66d-4c2b-8d9b-7ed9c6e9d522,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:23:27.553107 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e306dc4-19d2-4458-ac5b-4342fc6112b8 req-571b81f0-54df-4955-8ca1-8afc944ceb9a tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:23:27.554730 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-5e306dc4-19d2-4458-ac5b-4342fc6112b8 req-571b81f0-54df-4955-8ca1-8afc944ceb9a tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] 10.222.0.16 "GET /v2.0/ports?device_id=5d1b56cf-e9a2-40e8-8a62-8ebd9281e58d HTTP/1.1" status: 200 len: 944 time: 0.1051087 Jul 14 18:23:27.632576 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-5e306dc4-19d2-4458-ac5b-4342fc6112b8 req-a7710625-7d5d-4734-9373-e1f6b3dbeaf8 tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] 10.222.0.16 "GET /v2.0/security-groups?id=540fae54-ccea-4309-9c99-81b930eedb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543165 Jul 14 18:23:27.872648 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1f11f8-5353-424b-8954-b13f1c739c82 req-ef582052-e69b-4ac6-af0c-813db29e43da tempest-ImagesOneServerNegativeTestJSON-264633046 tempest-ImagesOneServerNegativeTestJSON-264633046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:23:27.876586 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-4d1f11f8-5353-424b-8954-b13f1c739c82 req-ef582052-e69b-4ac6-af0c-813db29e43da tempest-ImagesOneServerNegativeTestJSON-264633046 tempest-ImagesOneServerNegativeTestJSON-264633046-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b7503b0-79ec-4588-bd86-0b2a97ea50db HTTP/1.1" status: 200 len: 943 time: 0.0986335 Jul 14 18:23:27.959123 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-4d1f11f8-5353-424b-8954-b13f1c739c82 req-71689366-8576-4094-92f3-5b89e82c26b0 tempest-ImagesOneServerNegativeTestJSON-264633046 tempest-ImagesOneServerNegativeTestJSON-264633046-project] 10.222.0.16 "GET /v2.0/security-groups?id=7eb77405-22ca-4355-84b5-b8009f159b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715744 Jul 14 18:23:28.065165 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 59022) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:23:28.113290 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-01af9aff-daa1-4981-8ac9-4d85decc5778 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f2624d1b54644d709b74be03b94afa7a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0467989 Jul 14 18:23:28.115516 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 59024) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:23:28.173013 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-244a3d50-2039-4693-b4e4-6e55eb8571a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:23:28.212936 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-244a3d50-2039-4693-b4e4-6e55eb8571a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:23:28.325306 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-244a3d50-2039-4693-b4e4-6e55eb8571a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:23:28.328265 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-244a3d50-2039-4693-b4e4-6e55eb8571a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:23:28.331878 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-244a3d50-2039-4693-b4e4-6e55eb8571a2 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3e64662a-025e-4fbd-b2d4-3ebd442932dc HTTP/1.1" status: 204 len: 168 time: 0.2129426 Jul 14 18:23:28.346545 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244a3d50-2039-4693-b4e4-6e55eb8571a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e64662a-025e-4fbd-b2d4-3ebd442932dc,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:23:28.438533 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device 15bc9d9c-447e-48fd-a280-1478bd31c54d details requested by agent hyperv_n-h1-800634-3 with host n-h1-800634-3 {{(pid=93917) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 18:23:28.444774 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device f77fb3cb-097b-460d-801e-7da27e687abe up at agent hyperv_n-h1-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:23:28.454062 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c76025f-2dea-470f-a9fc-0801f964993e req-5f74491d-a488-450b-9083-10c063217fac tempest-ImagesTestJSON-313755568 tempest-ImagesTestJSON-313755568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:23:28.456703 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6c76025f-2dea-470f-a9fc-0801f964993e req-5f74491d-a488-450b-9083-10c063217fac tempest-ImagesTestJSON-313755568 tempest-ImagesTestJSON-313755568-project] 10.222.0.16 "GET /v2.0/ports?device_id=c62d57ac-ab40-483c-9034-7ee4ebffb3cc HTTP/1.1" status: 200 len: 945 time: 0.0908694 Jul 14 18:23:28.511931 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6c76025f-2dea-470f-a9fc-0801f964993e req-393388d6-8925-4b55-b1fe-eaa7e903412a tempest-ImagesTestJSON-313755568 tempest-ImagesTestJSON-313755568-project] 10.222.0.16 "GET /v2.0/security-groups?id=96a7afe7-a122-4b0d-8907-2d91e1bd838f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494192 Jul 14 18:23:28.613480 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Provisioning for port f77fb3cb-097b-460d-801e-7da27e687abe completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:23:28.700483 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Provisioning complete for port f77fb3cb-097b-460d-801e-7da27e687abe triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:23:28.703934 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:23:28.717269 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-01775078-a9e6-416e-94d3-57789dd29887 req-3abdd501-6272-4644-8414-b0dad76dbf84 tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] 10.222.0.16 "GET /v2.0/ports?device_id=0839192e-42bb-4de6-bfe4-b6f1165f494c HTTP/1.1" status: 200 len: 210 time: 0.1059721 Jul 14 18:23:28.833207 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port 15bc9d9c-447e-48fd-a280-1478bd31c54d, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=15bc9d9c-447e-48fd-a280-1478bd31c54d,segment=NetworkSegment(5d348732-27f4-441a-bef1-a0d44ffa840e),segment_id=5d348732-27f4-441a-bef1-a0d44ffa840e)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:23:28.916015 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Returning: {'device': '15bc9d9c-447e-48fd-a280-1478bd31c54d', 'network_id': '5922bb88-69f8-4327-9807-b639b8b4c14f', 'port_id': '15bc9d9c-447e-48fd-a280-1478bd31c54d', 'mac_address': 'fa:16:3e:4e:13:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 88, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e5fd32b-ce33-4970-8e90-c9d6785e30f5', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93917) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 18:23:28.982285 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fd925a-bd15-4436-9f17-bbcf62f8f25c req-d3353c03-f19c-4a59-af37-857fbe8cf016 tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:23:28.983698 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-a1fd925a-bd15-4436-9f17-bbcf62f8f25c req-d3353c03-f19c-4a59-af37-857fbe8cf016 tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] 10.222.0.18 "GET /v2.0/networks?id=1cbaa8bd-1463-4b3c-89d2-ab344d2f55cf HTTP/1.1" status: 200 len: 811 time: 0.2481620 Jul 14 18:23:28.996855 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:23:29.004397 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [req-a1fd925a-bd15-4436-9f17-bbcf62f8f25c req-92b65bda-006e-4230-ae48-712ff0e632b4 tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] Request body: {'port': {'device_id': '0839192e-42bb-4de6-bfe4-b6f1165f494c', 'network_id': '1cbaa8bd-1463-4b3c-89d2-ab344d2f55cf', 'admin_state_up': True, 'tenant_id': '0bd95cc3d59f415f8da5b8a01a238496'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:23:29.034699 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:23:29.040639 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d1b56cf-e9a2-40e8-8a62-8ebd9281e58d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f77fb3cb-097b-460d-801e-7da27e687abe'}] {{(pid=93917) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:23:29.043288 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20b787f3c29eaa7aa2a4d648c725a2124c5ff39a8d793252f9d844495e14cf42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-726ea917-8663-49ee-aeb3-3be41c5d1307" -d '{"events": [{"server_uuid": "5d1b56cf-e9a2-40e8-8a62-8ebd9281e58d", "name": "network-vif-plugged", "status": "completed", "tag": "f77fb3cb-097b-460d-801e-7da27e687abe"}]}' {{(pid=93917) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:23:29.066978 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port f77fb3cb-097b-460d-801e-7da27e687abe, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=f77fb3cb-097b-460d-801e-7da27e687abe,segment=NetworkSegment(60f92988-9b9b-4790-95f5-9fce88e5a460),segment_id=60f92988-9b9b-4790-95f5-9fce88e5a460)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:23:29.070737 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15bc9d9c-447e-48fd-a280-1478bd31c54d {{(pid=93917) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 18:23:29.077542 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:23:29.141343 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfdb906-32f3-4aae-bc03-40351b230e75 req-f33c337c-7b27-4148-85b9-905b50672ead tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:23:29.142352 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port 15bc9d9c-447e-48fd-a280-1478bd31c54d, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=15bc9d9c-447e-48fd-a280-1478bd31c54d,segment=NetworkSegment(5d348732-27f4-441a-bef1-a0d44ffa840e),segment_id=5d348732-27f4-441a-bef1-a0d44ffa840e)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:23:29.147693 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-5bfdb906-32f3-4aae-bc03-40351b230e75 req-f33c337c-7b27-4148-85b9-905b50672ead tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] 10.222.0.16 "GET /v2.0/ports?device_id=5d1b56cf-e9a2-40e8-8a62-8ebd9281e58d HTTP/1.1" status: 200 len: 944 time: 0.2250164 Jul 14 18:23:29.199807 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Pushing event updated for resources: {'Port': ['ID=f77fb3cb-097b-460d-801e-7da27e687abe,revision_number=5']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:23:29.209808 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:23:29.286540 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a1fd925a-bd15-4436-9f17-bbcf62f8f25c req-92b65bda-006e-4230-ae48-712ff0e632b4 tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] Made reservation on behalf of 0bd95cc3d59f415f8da5b8a01a238496 for: {'port': 1} {{(pid=93916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:23:29.290628 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-a1fd925a-bd15-4436-9f17-bbcf62f8f25c req-92b65bda-006e-4230-ae48-712ff0e632b4 tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:23:29.308279 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Pushing event updated for resources: {'Port': ['ID=15bc9d9c-447e-48fd-a280-1478bd31c54d,revision_number=4']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:23:29.310556 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bde56c0-2882-4d9f-b9a3-0f20e89bcf22 req-2ebdffdf-e2d2-47a9-a035-2a5bd4113286 tempest-ImagesOneServerNegativeTestJSON-264633046 tempest-ImagesOneServerNegativeTestJSON-264633046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:23:29.322091 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-7bde56c0-2882-4d9f-b9a3-0f20e89bcf22 req-2ebdffdf-e2d2-47a9-a035-2a5bd4113286 tempest-ImagesOneServerNegativeTestJSON-264633046 tempest-ImagesOneServerNegativeTestJSON-264633046-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b7503b0-79ec-4588-bd86-0b2a97ea50db HTTP/1.1" status: 200 len: 944 time: 0.2036266 Jul 14 18:23:29.329908 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-5bfdb906-32f3-4aae-bc03-40351b230e75 req-93366677-72b2-4dff-a2e5-8293c9eb2129 tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] 10.222.0.16 "GET /v2.0/security-groups?id=540fae54-ccea-4309-9c99-81b930eedb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084797 Jul 14 18:23:29.420661 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-7bde56c0-2882-4d9f-b9a3-0f20e89bcf22 req-a0ec430f-3413-4f08-bf35-68a581b7146a tempest-ImagesOneServerNegativeTestJSON-264633046 tempest-ImagesOneServerNegativeTestJSON-264633046-project] 10.222.0.16 "GET /v2.0/security-groups?id=7eb77405-22ca-4355-84b5-b8009f159b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975060 Jul 14 18:23:29.451271 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 18:23:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ff48fc7-144b-4fab-b94a-f5c4c9d58f49 x-openstack-request-id: req-8ff48fc7-144b-4fab-b94a-f5c4c9d58f49 {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:23:29.451801 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d1b56cf-e9a2-40e8-8a62-8ebd9281e58d", "name": "network-vif-plugged", "status": "completed", "tag": "f77fb3cb-097b-460d-801e-7da27e687abe", "code": 200}]} {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:23:29.451801 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8ff48fc7-144b-4fab-b94a-f5c4c9d58f49 {{(pid=93917) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:23:29.455830 n-d-800634-3 neutron-server[93917]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d1b56cf-e9a2-40e8-8a62-8ebd9281e58d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f77fb3cb-097b-460d-801e-7da27e687abe', 'code': 200} Jul 14 18:23:29.536177 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.db_base_plugin_common [req-a1fd925a-bd15-4436-9f17-bbcf62f8f25c req-92b65bda-006e-4230-ae48-712ff0e632b4 tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] Allocated IP 172.20.0.12 (1cbaa8bd-1463-4b3c-89d2-ab344d2f55cf/a6dcdf63-414e-46ae-93dc-0b8457260728/d0d0626e-0d7b-4415-b675-24358f76c1ff) {{(pid=93916) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:23:29.567849 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] get_ports_and_sgs() called for port_ids ['15bc9d9c-447e-48fd-a280-1478bd31c54d'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 18:23:29.734958 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894015da-2a16-43ba-b778-7e21ae3cedfa req-ea404f79-89ff-4ec7-a117-3ac566d78de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:23:29.736525 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-894015da-2a16-43ba-b778-7e21ae3cedfa req-ea404f79-89ff-4ec7-a117-3ac566d78de7 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=5d1b56cf-e9a2-40e8-8a62-8ebd9281e58d HTTP/1.1" status: 200 len: 1096 time: 0.2018511 Jul 14 18:23:29.773651 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb814869-458f-4cb7-9c1f-1aac80e9919f req-4dd5531c-2db7-4d64-9df0-c72ef289e169 tempest-ImagesTestJSON-313755568 tempest-ImagesTestJSON-313755568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:23:29.775273 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-cb814869-458f-4cb7-9c1f-1aac80e9919f req-4dd5531c-2db7-4d64-9df0-c72ef289e169 tempest-ImagesTestJSON-313755568 tempest-ImagesTestJSON-313755568-project] 10.222.0.16 "GET /v2.0/ports?device_id=c62d57ac-ab40-483c-9034-7ee4ebffb3cc HTTP/1.1" status: 200 len: 945 time: 0.0910525 Jul 14 18:23:29.797058 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-894015da-2a16-43ba-b778-7e21ae3cedfa req-31dcb38e-9c03-469c-9a6a-8adf4c338266 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=540fae54-ccea-4309-9c99-81b930eedb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537152 Jul 14 18:23:29.836466 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-a1fd925a-bd15-4436-9f17-bbcf62f8f25c req-92b65bda-006e-4230-ae48-712ff0e632b4 tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] Notify callbacks [] for port, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:23:29.840141 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-cb814869-458f-4cb7-9c1f-1aac80e9919f req-eba95a80-7d6b-4716-8fa4-ff2e9106715f tempest-ImagesTestJSON-313755568 tempest-ImagesTestJSON-313755568-project] 10.222.0.16 "GET /v2.0/security-groups?id=96a7afe7-a122-4b0d-8907-2d91e1bd838f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579205 Jul 14 18:23:29.905050 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-a1fd925a-bd15-4436-9f17-bbcf62f8f25c req-92b65bda-006e-4230-ae48-712ff0e632b4 tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:23:29.955631 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1fd925a-bd15-4436-9f17-bbcf62f8f25c req-92b65bda-006e-4230-ae48-712ff0e632b4 tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] Network 1cbaa8bd-1463-4b3c-89d2-ab344d2f55cf is already hosted by enough agents. {{(pid=93916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:23:29.959125 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [req-a1fd925a-bd15-4436-9f17-bbcf62f8f25c req-92b65bda-006e-4230-ae48-712ff0e632b4 tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] Resources bound (agent type, host, resource id): {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:23:29.965714 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1fd925a-bd15-4436-9f17-bbcf62f8f25c req-92b65bda-006e-4230-ae48-712ff0e632b4 tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] Received port after_create {{(pid=93916) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:23:29.981225 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465b1159-39c1-449c-adfa-183a8ee25ba9 req-8515a2b6-e596-406c-ba50-b77a9adf619b tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:23:29.988376 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-465b1159-39c1-449c-adfa-183a8ee25ba9 req-8515a2b6-e596-406c-ba50-b77a9adf619b tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] 10.222.0.16 "GET /v2.0/ports?device_id=0839192e-42bb-4de6-bfe4-b6f1165f494c HTTP/1.1" status: 200 len: 932 time: 0.0900860 Jul 14 18:23:29.998795 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b65bda-006e-4230-ae48-712ff0e632b4 tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] Pushing event updated for resources: {'Port': ['ID=d0d0626e-0d7b-4415-b675-24358f76c1ff,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:23:30.042596 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-465b1159-39c1-449c-adfa-183a8ee25ba9 req-a554d223-da27-476d-83d3-526380a1aed1 tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] 10.222.0.16 "GET /v2.0/security-groups?id=39320fa9-4894-4542-95e3-d64e174c637e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505624 Jul 14 18:23:30.060954 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fd925a-bd15-4436-9f17-bbcf62f8f25c req-92b65bda-006e-4230-ae48-712ff0e632b4 tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:23:30.061726 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-a1fd925a-bd15-4436-9f17-bbcf62f8f25c req-92b65bda-006e-4230-ae48-712ff0e632b4 tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:23:30.080242 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-a1fd925a-bd15-4436-9f17-bbcf62f8f25c req-92b65bda-006e-4230-ae48-712ff0e632b4 tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0839083 Jul 14 18:23:30.098661 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [req-a1fd925a-bd15-4436-9f17-bbcf62f8f25c req-581d7622-d6b2-48d7-9645-f3a7774f3ac8 service neutron] Request body: {'port': {'device_id': '0839192e-42bb-4de6-bfe4-b6f1165f494c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800634-3'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:23:30.139959 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198fdd16-d291-47e3-8de7-cf9d1e0c996e req-f939f307-d4fb-439f-85c2-eae29a096cc8 tempest-ListImageFiltersTestJSON-1416661104 tempest-ListImageFiltersTestJSON-1416661104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:23:30.141582 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-198fdd16-d291-47e3-8de7-cf9d1e0c996e req-f939f307-d4fb-439f-85c2-eae29a096cc8 tempest-ListImageFiltersTestJSON-1416661104 tempest-ListImageFiltersTestJSON-1416661104-project] 10.222.0.16 "GET /v2.0/ports?device_id=f4518b06-90d0-4f6c-997a-2fe9348c1117 HTTP/1.1" status: 200 len: 949 time: 0.0813174 Jul 14 18:23:30.183259 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-a1fd925a-bd15-4436-9f17-bbcf62f8f25c req-581d7622-d6b2-48d7-9645-f3a7774f3ac8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:23:30.183508 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-198fdd16-d291-47e3-8de7-cf9d1e0c996e req-6f12d8cf-f4ab-4a3e-8287-2b0e69a995f9 tempest-ListImageFiltersTestJSON-1416661104 tempest-ListImageFiltersTestJSON-1416661104-project] 10.222.0.16 "GET /v2.0/security-groups?id=09cf14b6-951f-4c32-9a85-e54484acb30d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351529 Jul 14 18:23:30.470879 n-d-800634-3 neutron-server[93916]: DEBUG neutron.notifiers.nova [req-a1fd925a-bd15-4436-9f17-bbcf62f8f25c req-581d7622-d6b2-48d7-9645-f3a7774f3ac8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d0d0626e-0d7b-4415-b675-24358f76c1ff {{(pid=93916) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 18:23:30.479949 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-a1fd925a-bd15-4436-9f17-bbcf62f8f25c req-581d7622-d6b2-48d7-9645-f3a7774f3ac8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:23:30.492906 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.provisioning_blocks [req-a1fd925a-bd15-4436-9f17-bbcf62f8f25c req-581d7622-d6b2-48d7-9645-f3a7774f3ac8 service neutron] Transition to ACTIVE for port object d0d0626e-0d7b-4415-b675-24358f76c1ff will not be triggered until provisioned by entity L2. {{(pid=93916) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:23:30.496853 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-a1fd925a-bd15-4436-9f17-bbcf62f8f25c req-581d7622-d6b2-48d7-9645-f3a7774f3ac8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2684870'] for port, after_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:23:30.548840 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa42c180-a43c-4b06-b6fc-fdcae23fc56c req-92f0d225-2fae-4d63-bfb0-7b10430c49cc tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:23:30.555768 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-aa42c180-a43c-4b06-b6fc-fdcae23fc56c req-92f0d225-2fae-4d63-bfb0-7b10430c49cc tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] 10.222.0.16 "GET /v2.0/ports?device_id=5d1b56cf-e9a2-40e8-8a62-8ebd9281e58d HTTP/1.1" status: 200 len: 945 time: 0.0903227 Jul 14 18:23:30.572025 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581d7622-d6b2-48d7-9645-f3a7774f3ac8 service neutron] Pushing event updated for resources: {'Port': ['ID=d0d0626e-0d7b-4415-b675-24358f76c1ff,revision_number=2']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:23:30.591461 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-aa42c180-a43c-4b06-b6fc-fdcae23fc56c req-1840c47e-7a3a-4cd8-86d9-d70650017465 tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] 10.222.0.16 "GET /v2.0/security-groups?id=540fae54-ccea-4309-9c99-81b930eedb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347917 Jul 14 18:23:30.628497 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.managers [req-a1fd925a-bd15-4436-9f17-bbcf62f8f25c req-581d7622-d6b2-48d7-9645-f3a7774f3ac8 service neutron] Attempting to bind port d0d0626e-0d7b-4415-b675-24358f76c1ff on host n-h1-800634-3 for vnic_type normal with profile {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:23:30.628497 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.managers [req-a1fd925a-bd15-4436-9f17-bbcf62f8f25c req-581d7622-d6b2-48d7-9645-f3a7774f3ac8 service neutron] Attempting to bind port d0d0626e-0d7b-4415-b675-24358f76c1ff by drivers openvswitch,hyperv on host n-h1-800634-3 at level 0 using segments [{'id': '25fcd291-a4fb-4631-8a4d-06fad1821ccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '1cbaa8bd-1463-4b3c-89d2-ab344d2f55cf'}] {{(pid=93916) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:23:30.628497 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1fd925a-bd15-4436-9f17-bbcf62f8f25c req-581d7622-d6b2-48d7-9645-f3a7774f3ac8 service neutron] Attempting to bind port d0d0626e-0d7b-4415-b675-24358f76c1ff on network 1cbaa8bd-1463-4b3c-89d2-ab344d2f55cf {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:23:30.632892 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1fd925a-bd15-4436-9f17-bbcf62f8f25c req-581d7622-d6b2-48d7-9645-f3a7774f3ac8 service neutron] Port d0d0626e-0d7b-4415-b675-24358f76c1ff on network 1cbaa8bd-1463-4b3c-89d2-ab344d2f55cf not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-3 {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 18:23:30.633223 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1fd925a-bd15-4436-9f17-bbcf62f8f25c req-581d7622-d6b2-48d7-9645-f3a7774f3ac8 service neutron] Attempting to bind port d0d0626e-0d7b-4415-b675-24358f76c1ff on network 1cbaa8bd-1463-4b3c-89d2-ab344d2f55cf {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:23:30.638429 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1fd925a-bd15-4436-9f17-bbcf62f8f25c req-581d7622-d6b2-48d7-9645-f3a7774f3ac8 service neutron] Checking agent: {'id': 'a3630ff4-fbee-45d9-b9b6-0ae41cb3a350', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 15, 32), 'started_at': datetime.datetime(2021, 7, 14, 18, 15, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 18, 23, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 18:23:30.638616 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1fd925a-bd15-4436-9f17-bbcf62f8f25c req-581d7622-d6b2-48d7-9645-f3a7774f3ac8 service neutron] Checking segment: {'id': '25fcd291-a4fb-4631-8a4d-06fad1821ccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '1cbaa8bd-1463-4b3c-89d2-ab344d2f55cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93916) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:23:30.638894 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1fd925a-bd15-4436-9f17-bbcf62f8f25c req-581d7622-d6b2-48d7-9645-f3a7774f3ac8 service neutron] Bound using segment: {'id': '25fcd291-a4fb-4631-8a4d-06fad1821ccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '1cbaa8bd-1463-4b3c-89d2-ab344d2f55cf'} {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 18:23:30.639329 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.managers [req-a1fd925a-bd15-4436-9f17-bbcf62f8f25c req-581d7622-d6b2-48d7-9645-f3a7774f3ac8 service neutron] Bound port: d0d0626e-0d7b-4415-b675-24358f76c1ff, host: n-h1-800634-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25fcd291-a4fb-4631-8a4d-06fad1821ccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '1cbaa8bd-1463-4b3c-89d2-ab344d2f55cf'}}] {{(pid=93916) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 18:23:30.639705 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-a1fd925a-bd15-4436-9f17-bbcf62f8f25c req-581d7622-d6b2-48d7-9645-f3a7774f3ac8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:23:30.707743 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.db [req-a1fd925a-bd15-4436-9f17-bbcf62f8f25c req-581d7622-d6b2-48d7-9645-f3a7774f3ac8 service neutron] For port d0d0626e-0d7b-4415-b675-24358f76c1ff, host n-h1-800634-3, cleared binding levels {{(pid=93916) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:23:30.710899 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.db [req-a1fd925a-bd15-4436-9f17-bbcf62f8f25c req-581d7622-d6b2-48d7-9645-f3a7774f3ac8 service neutron] For port d0d0626e-0d7b-4415-b675-24358f76c1ff, host n-h1-800634-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=d0d0626e-0d7b-4415-b675-24358f76c1ff,segment=NetworkSegment(25fcd291-a4fb-4631-8a4d-06fad1821ccd),segment_id=25fcd291-a4fb-4631-8a4d-06fad1821ccd)] {{(pid=93916) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 18:23:30.715508 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-a1fd925a-bd15-4436-9f17-bbcf62f8f25c req-581d7622-d6b2-48d7-9645-f3a7774f3ac8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2684870'] for port, after_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:23:30.718816 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efcdd99-2bce-48bd-a605-ca5f45f05ce3 req-92c8d991-0b20-40a5-853a-dd075aa907f2 tempest-ImagesOneServerNegativeTestJSON-264633046 tempest-ImagesOneServerNegativeTestJSON-264633046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:23:30.720351 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2efcdd99-2bce-48bd-a605-ca5f45f05ce3 req-92c8d991-0b20-40a5-853a-dd075aa907f2 tempest-ImagesOneServerNegativeTestJSON-264633046 tempest-ImagesOneServerNegativeTestJSON-264633046-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b7503b0-79ec-4588-bd86-0b2a97ea50db HTTP/1.1" status: 200 len: 944 time: 0.0705101 Jul 14 18:23:30.755088 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fd925a-bd15-4436-9f17-bbcf62f8f25c req-581d7622-d6b2-48d7-9645-f3a7774f3ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:23:30.755713 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-a1fd925a-bd15-4436-9f17-bbcf62f8f25c req-581d7622-d6b2-48d7-9645-f3a7774f3ac8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:23:30.757156 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-a1fd925a-bd15-4436-9f17-bbcf62f8f25c req-581d7622-d6b2-48d7-9645-f3a7774f3ac8 service neutron] 10.222.0.18 "PUT /v2.0/ports/d0d0626e-0d7b-4415-b675-24358f76c1ff HTTP/1.1" status: 200 len: 1092 time: 0.6650927 Jul 14 18:23:30.757604 n-d-800634-3 neutron-server[93916]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0839192e-42bb-4de6-bfe4-b6f1165f494c', 'tag': 'd0d0626e-0d7b-4415-b675-24358f76c1ff'}] {{(pid=93916) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:23:30.759849 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f803e150b363a7893830aa996ac27753fa25517c406ecd3536b7c2d4b26eeb9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76a79e24-1aac-4cef-b2ea-8c9b115a030f" -d '{"events": [{"name": "network-changed", "server_uuid": "0839192e-42bb-4de6-bfe4-b6f1165f494c", "tag": "d0d0626e-0d7b-4415-b675-24358f76c1ff"}]}' {{(pid=93916) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:23:30.764277 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2efcdd99-2bce-48bd-a605-ca5f45f05ce3 req-966b849b-88cc-4278-9713-a93b80a16fdc tempest-ImagesOneServerNegativeTestJSON-264633046 tempest-ImagesOneServerNegativeTestJSON-264633046-project] 10.222.0.16 "GET /v2.0/security-groups?id=7eb77405-22ca-4355-84b5-b8009f159b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377204 Jul 14 18:23:30.780468 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581d7622-d6b2-48d7-9645-f3a7774f3ac8 service neutron] Pushing event updated for resources: {'Port': ['ID=d0d0626e-0d7b-4415-b675-24358f76c1ff,revision_number=3']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:23:30.821517 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 18:23:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25f75a8a-6185-43cd-a131-aa43a92c258b x-openstack-request-id: req-25f75a8a-6185-43cd-a131-aa43a92c258b {{(pid=93916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:23:30.821875 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0839192e-42bb-4de6-bfe4-b6f1165f494c", "tag": "d0d0626e-0d7b-4415-b675-24358f76c1ff", "status": "completed", "code": 200}]} {{(pid=93916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:23:30.822085 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-25f75a8a-6185-43cd-a131-aa43a92c258b {{(pid=93916) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:23:30.822533 n-d-800634-3 neutron-server[93916]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0839192e-42bb-4de6-bfe4-b6f1165f494c', 'tag': 'd0d0626e-0d7b-4415-b675-24358f76c1ff', 'status': 'completed', 'code': 200} Jul 14 18:23:30.879460 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fd925a-bd15-4436-9f17-bbcf62f8f25c req-d1c2c93f-12e0-4fad-996b-fae970d68120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:23:30.881475 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-a1fd925a-bd15-4436-9f17-bbcf62f8f25c req-d1c2c93f-12e0-4fad-996b-fae970d68120 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=0bd95cc3d59f415f8da5b8a01a238496&device_id=0839192e-42bb-4de6-bfe4-b6f1165f494c HTTP/1.1" status: 200 len: 1095 time: 0.0625908 Jul 14 18:23:30.951180 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-a1fd925a-bd15-4436-9f17-bbcf62f8f25c req-c7137639-13b8-4f59-abb8-e03ad3eb2b06 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d0d0626e-0d7b-4415-b675-24358f76c1ff HTTP/1.1" status: 200 len: 217 time: 0.0571649 Jul 14 18:23:31.017029 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fd925a-bd15-4436-9f17-bbcf62f8f25c req-2edb4a22-b1cf-4230-956d-ff8b0aeb1433 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:23:31.017351 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-a1fd925a-bd15-4436-9f17-bbcf62f8f25c req-2edb4a22-b1cf-4230-956d-ff8b0aeb1433 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a6dcdf63-414e-46ae-93dc-0b8457260728 HTTP/1.1" status: 200 len: 851 time: 0.0598905 Jul 14 18:23:31.055882 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3107a357-2b20-43d2-bc39-8f0703abe661 req-19405d56-8d2d-4a85-9b83-e49babb11512 tempest-ImagesTestJSON-313755568 tempest-ImagesTestJSON-313755568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:23:31.058173 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-a1fd925a-bd15-4436-9f17-bbcf62f8f25c req-5fd45a44-4085-4e9a-801a-a497bb137e3d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=1cbaa8bd-1463-4b3c-89d2-ab344d2f55cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0341289 Jul 14 18:23:31.060572 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3107a357-2b20-43d2-bc39-8f0703abe661 req-19405d56-8d2d-4a85-9b83-e49babb11512 tempest-ImagesTestJSON-313755568 tempest-ImagesTestJSON-313755568-project] 10.222.0.16 "GET /v2.0/ports?device_id=c62d57ac-ab40-483c-9034-7ee4ebffb3cc HTTP/1.1" status: 200 len: 945 time: 0.0754895 Jul 14 18:23:31.105755 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3107a357-2b20-43d2-bc39-8f0703abe661 req-cb6c6177-14c9-471e-bbbc-16b05fd06aa5 tempest-ImagesTestJSON-313755568 tempest-ImagesTestJSON-313755568-project] 10.222.0.16 "GET /v2.0/security-groups?id=96a7afe7-a122-4b0d-8907-2d91e1bd838f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420156 Jul 14 18:23:31.154951 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-a1fd925a-bd15-4436-9f17-bbcf62f8f25c req-abd247c1-dc59-4641-be06-185c97399522 service neutron] 10.222.0.18 "GET /v2.0/networks/1cbaa8bd-1463-4b3c-89d2-ab344d2f55cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904498 Jul 14 18:23:31.239106 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc1c6be-bbc4-4dd7-88bb-913534e281fa req-d743ed2c-d41f-4aef-81de-bad8f14c5d18 tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:23:31.240736 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6bc1c6be-bbc4-4dd7-88bb-913534e281fa req-d743ed2c-d41f-4aef-81de-bad8f14c5d18 tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] 10.222.0.16 "GET /v2.0/ports?device_id=0839192e-42bb-4de6-bfe4-b6f1165f494c HTTP/1.1" status: 200 len: 944 time: 0.0694556 Jul 14 18:23:31.251120 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-a1fd925a-bd15-4436-9f17-bbcf62f8f25c req-2f931d7b-04d8-4097-a65e-6611d246d58e service neutron] 10.222.0.18 "GET /v2.0/networks/1cbaa8bd-1463-4b3c-89d2-ab344d2f55cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895166 Jul 14 18:23:31.284387 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6bc1c6be-bbc4-4dd7-88bb-913534e281fa req-7e380e59-d874-4f7a-bbdb-6b4b6b0dd436 tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] 10.222.0.16 "GET /v2.0/security-groups?id=39320fa9-4894-4542-95e3-d64e174c637e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368950 Jul 14 18:23:31.359542 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a79e24-1aac-4cef-b2ea-8c9b115a030f req-6379a739-6022-4486-9e22-fd0b59f79679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:23:31.361087 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-76a79e24-1aac-4cef-b2ea-8c9b115a030f req-6379a739-6022-4486-9e22-fd0b59f79679 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=0bd95cc3d59f415f8da5b8a01a238496&device_id=0839192e-42bb-4de6-bfe4-b6f1165f494c HTTP/1.1" status: 200 len: 1095 time: 0.0644534 Jul 14 18:23:31.380194 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a17c058-0a22-43e2-ab29-3e5a54fc749f req-d9e36873-1a9e-4c96-8abf-54e411715b14 tempest-ListImageFiltersTestJSON-1416661104 tempest-ListImageFiltersTestJSON-1416661104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:23:31.381942 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-9a17c058-0a22-43e2-ab29-3e5a54fc749f req-d9e36873-1a9e-4c96-8abf-54e411715b14 tempest-ListImageFiltersTestJSON-1416661104 tempest-ListImageFiltersTestJSON-1416661104-project] 10.222.0.16 "GET /v2.0/ports?device_id=f4518b06-90d0-4f6c-997a-2fe9348c1117 HTTP/1.1" status: 200 len: 949 time: 0.0683990 Jul 14 18:23:31.422581 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-9a17c058-0a22-43e2-ab29-3e5a54fc749f req-022f6624-5178-40a5-8d7b-f970c776d41e tempest-ListImageFiltersTestJSON-1416661104 tempest-ListImageFiltersTestJSON-1416661104-project] 10.222.0.16 "GET /v2.0/security-groups?id=09cf14b6-951f-4c32-9a85-e54484acb30d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342524 Jul 14 18:23:31.462802 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a79e24-1aac-4cef-b2ea-8c9b115a030f req-6fbfcf0c-0eb3-4785-af99-d1bf9d53f995 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:23:31.464516 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-76a79e24-1aac-4cef-b2ea-8c9b115a030f req-6fbfcf0c-0eb3-4785-af99-d1bf9d53f995 service neutron] 10.222.0.18 "GET /v2.0/networks?id=1cbaa8bd-1463-4b3c-89d2-ab344d2f55cf HTTP/1.1" status: 200 len: 911 time: 0.0959511 Jul 14 18:23:31.508054 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-76a79e24-1aac-4cef-b2ea-8c9b115a030f req-277d7318-3a0d-403e-b7e3-d4e9008145c6 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d0d0626e-0d7b-4415-b675-24358f76c1ff HTTP/1.1" status: 200 len: 217 time: 0.0363593 Jul 14 18:23:31.566360 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a79e24-1aac-4cef-b2ea-8c9b115a030f req-b3f23998-0b60-4b37-b0ce-9bf2a7e9a75e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:23:31.568216 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-76a79e24-1aac-4cef-b2ea-8c9b115a030f req-b3f23998-0b60-4b37-b0ce-9bf2a7e9a75e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a6dcdf63-414e-46ae-93dc-0b8457260728 HTTP/1.1" status: 200 len: 851 time: 0.0518854 Jul 14 18:23:31.605626 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-76a79e24-1aac-4cef-b2ea-8c9b115a030f req-c15714dc-ff6b-47bc-9961-faec3d29534f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=1cbaa8bd-1463-4b3c-89d2-ab344d2f55cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305347 Jul 14 18:23:31.681559 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 59212) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:23:31.703428 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-76a79e24-1aac-4cef-b2ea-8c9b115a030f req-06ef2b23-20f7-4ce7-abf2-0586221f0b42 service neutron] 10.222.0.18 "GET /v2.0/networks/1cbaa8bd-1463-4b3c-89d2-ab344d2f55cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901201 Jul 14 18:23:31.825534 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-dc18f553-aea2-4a4c-a27d-47dac7297646 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:23:31.827732 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-76a79e24-1aac-4cef-b2ea-8c9b115a030f req-159f722d-6db6-4f5f-b008-be72b83879b3 service neutron] 10.222.0.18 "GET /v2.0/networks/1cbaa8bd-1463-4b3c-89d2-ab344d2f55cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1166716 Jul 14 18:23:31.856330 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcee32a-69b3-461b-819f-6614d9f91edd req-99d620ad-cec2-458e-a273-77d64b65726f tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:23:31.857826 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ddcee32a-69b3-461b-819f-6614d9f91edd req-99d620ad-cec2-458e-a273-77d64b65726f tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] 10.222.0.16 "GET /v2.0/ports?device_id=5d1b56cf-e9a2-40e8-8a62-8ebd9281e58d HTTP/1.1" status: 200 len: 945 time: 0.1101346 Jul 14 18:23:31.919328 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ddcee32a-69b3-461b-819f-6614d9f91edd req-42dae0ab-200e-490e-a446-1e3361126783 tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] 10.222.0.16 "GET /v2.0/security-groups?id=540fae54-ccea-4309-9c99-81b930eedb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538809 Jul 14 18:23:31.969374 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-dc18f553-aea2-4a4c-a27d-47dac7297646 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:23:31.975338 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-dc18f553-aea2-4a4c-a27d-47dac7297646 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:23:32.011380 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-dc18f553-aea2-4a4c-a27d-47dac7297646 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5091df98e9d04bf49901e4c50a1721e7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3278360 Jul 14 18:23:32.018280 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 59246) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:23:32.023144 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc18f553-aea2-4a4c-a27d-47dac7297646 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ccdb738-6a8b-456a-b4f8-b106ea513724,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:23:32.085604 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-6ac1a5dc-823b-4ce8-aa20-b1f443e00663 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:23:32.095119 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ecfd00-0483-4019-bff6-6de26860a78e req-1ce59629-73f1-4f4e-b541-b52581379dc3 tempest-ImagesOneServerNegativeTestJSON-264633046 tempest-ImagesOneServerNegativeTestJSON-264633046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:23:32.096745 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-20ecfd00-0483-4019-bff6-6de26860a78e req-1ce59629-73f1-4f4e-b541-b52581379dc3 tempest-ImagesOneServerNegativeTestJSON-264633046 tempest-ImagesOneServerNegativeTestJSON-264633046-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b7503b0-79ec-4588-bd86-0b2a97ea50db HTTP/1.1" status: 200 len: 944 time: 0.0674248 Jul 14 18:23:32.108100 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-6ac1a5dc-823b-4ce8-aa20-b1f443e00663 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:23:32.141567 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-20ecfd00-0483-4019-bff6-6de26860a78e req-d38f7aa5-beb9-43ce-ba84-105403d5d1c6 tempest-ImagesOneServerNegativeTestJSON-264633046 tempest-ImagesOneServerNegativeTestJSON-264633046-project] 10.222.0.16 "GET /v2.0/security-groups?id=7eb77405-22ca-4355-84b5-b8009f159b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378861 Jul 14 18:23:32.166733 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-6ac1a5dc-823b-4ce8-aa20-b1f443e00663 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:23:32.171840 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-6ac1a5dc-823b-4ce8-aa20-b1f443e00663 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:23:32.182632 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:23:32.184751 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-6ac1a5dc-823b-4ce8-aa20-b1f443e00663 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/4ccdb738-6a8b-456a-b4f8-b106ea513724 HTTP/1.1" status: 204 len: 168 time: 0.1635072 Jul 14 18:23:32.193734 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac1a5dc-823b-4ce8-aa20-b1f443e00663 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ccdb738-6a8b-456a-b4f8-b106ea513724,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:23:32.347612 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7498b3-28f7-4da7-b9ec-d4d45ebeb895 req-92d60ca4-9e91-4cf0-abf4-8bfe4a560dfa tempest-LiveAutoBlockMigrationV225Test-133245952 tempest-LiveAutoBlockMigrationV225Test-133245952-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:23:32.349220 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-9b7498b3-28f7-4da7-b9ec-d4d45ebeb895 req-92d60ca4-9e91-4cf0-abf4-8bfe4a560dfa tempest-LiveAutoBlockMigrationV225Test-133245952 tempest-LiveAutoBlockMigrationV225Test-133245952-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=5d1b56cf-e9a2-40e8-8a62-8ebd9281e58d HTTP/1.1" status: 200 len: 1096 time: 0.0540242 Jul 14 18:23:32.384451 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-9b7498b3-28f7-4da7-b9ec-d4d45ebeb895 req-67aae024-eddf-4011-b451-aca2be92d0e3 tempest-LiveAutoBlockMigrationV225Test-133245952 tempest-LiveAutoBlockMigrationV225Test-133245952-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=540fae54-ccea-4309-9c99-81b930eedb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0288334 Jul 14 18:23:32.454893 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device 15bc9d9c-447e-48fd-a280-1478bd31c54d up at agent hyperv_n-h1-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:23:32.469317 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ed5b4d-8927-4cbb-9129-0a07019c387a req-40db7b6b-76f5-46b4-8680-65cffba5e476 tempest-ImagesTestJSON-313755568 tempest-ImagesTestJSON-313755568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:23:32.471220 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b7ed5b4d-8927-4cbb-9129-0a07019c387a req-40db7b6b-76f5-46b4-8680-65cffba5e476 tempest-ImagesTestJSON-313755568 tempest-ImagesTestJSON-313755568-project] 10.222.0.16 "GET /v2.0/ports?device_id=c62d57ac-ab40-483c-9034-7ee4ebffb3cc HTTP/1.1" status: 200 len: 945 time: 0.0814135 Jul 14 18:23:32.494995 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 59276) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:23:32.515152 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-0a9f99bd-50c1-45f3-b416-785ca0235a52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:23:32.520804 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b7ed5b4d-8927-4cbb-9129-0a07019c387a req-5d34f1e7-1858-4da1-af1f-730ed227ce6c tempest-ImagesTestJSON-313755568 tempest-ImagesTestJSON-313755568-project] 10.222.0.16 "GET /v2.0/security-groups?id=96a7afe7-a122-4b0d-8907-2d91e1bd838f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417490 Jul 14 18:23:32.544486 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Provisioning for port 15bc9d9c-447e-48fd-a280-1478bd31c54d completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:23:32.549476 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Provisioning complete for port 15bc9d9c-447e-48fd-a280-1478bd31c54d triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:23:32.550151 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:23:32.652499 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:23:32.660445 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-0a9f99bd-50c1-45f3-b416-785ca0235a52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:23:32.667340 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-0a9f99bd-50c1-45f3-b416-785ca0235a52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:23:32.684815 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b7503b0-79ec-4588-bd86-0b2a97ea50db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15bc9d9c-447e-48fd-a280-1478bd31c54d'}] {{(pid=93917) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:23:32.687360 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20b787f3c29eaa7aa2a4d648c725a2124c5ff39a8d793252f9d844495e14cf42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f15165fa-6fac-4745-89aa-4e92a166b49f" -d '{"events": [{"server_uuid": "2b7503b0-79ec-4588-bd86-0b2a97ea50db", "name": "network-vif-plugged", "status": "completed", "tag": "15bc9d9c-447e-48fd-a280-1478bd31c54d"}]}' {{(pid=93917) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:23:32.698205 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9f99bd-50c1-45f3-b416-785ca0235a52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e125c2b-4678-4cd7-b928-af911fd34c60,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:23:32.700403 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port 15bc9d9c-447e-48fd-a280-1478bd31c54d, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=15bc9d9c-447e-48fd-a280-1478bd31c54d,segment=NetworkSegment(5d348732-27f4-441a-bef1-a0d44ffa840e),segment_id=5d348732-27f4-441a-bef1-a0d44ffa840e)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:23:32.706859 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:23:32.708033 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device 50159c3e-a461-4d23-925d-2cd09adbc33f no longer exists at agent hyperv_n-h1-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 18:23:32.727512 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-0a9f99bd-50c1-45f3-b416-785ca0235a52 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=170283d5bbfa4fcfa6c716dd16d32a39&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2291107 Jul 14 18:23:32.727910 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 59290) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:23:32.776476 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0861bd-90fd-46dd-9f32-817114ab7f2d req-7bcd0480-c4d4-4f00-aa3f-f111d8d4e691 tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:23:32.778089 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ce0861bd-90fd-46dd-9f32-817114ab7f2d req-7bcd0480-c4d4-4f00-aa3f-f111d8d4e691 tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] 10.222.0.16 "GET /v2.0/ports?device_id=0839192e-42bb-4de6-bfe4-b6f1165f494c HTTP/1.1" status: 200 len: 944 time: 0.1113541 Jul 14 18:23:32.786406 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bb3599-27fd-4fdf-9b27-2eddd27fdee2 req-109a5329-c08e-4975-8f3f-8374a68f5602 tempest-LiveAutoBlockMigrationV225Test-133245952 tempest-LiveAutoBlockMigrationV225Test-133245952-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:23:32.788547 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-43bb3599-27fd-4fdf-9b27-2eddd27fdee2 req-109a5329-c08e-4975-8f3f-8374a68f5602 tempest-LiveAutoBlockMigrationV225Test-133245952 tempest-LiveAutoBlockMigrationV225Test-133245952-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=5d1b56cf-e9a2-40e8-8a62-8ebd9281e58d HTTP/1.1" status: 200 len: 1096 time: 0.0847027 Jul 14 18:23:32.788683 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Pushing event updated for resources: {'Port': ['ID=15bc9d9c-447e-48fd-a280-1478bd31c54d,revision_number=5']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:23:32.801697 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-dce93b92-23f7-47a6-b21c-1c3ecbd55d1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:23:32.828343 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-dce93b92-23f7-47a6-b21c-1c3ecbd55d1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:23:32.831186 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:23:32.846536 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ce0861bd-90fd-46dd-9f32-817114ab7f2d req-b09e6346-6d38-42ee-a0fd-52ea0d50bccb tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] 10.222.0.16 "GET /v2.0/security-groups?id=39320fa9-4894-4542-95e3-d64e174c637e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563881 Jul 14 18:23:32.852156 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-43bb3599-27fd-4fdf-9b27-2eddd27fdee2 req-a3ed9fd3-84c4-4c4b-8f8c-b731c12921cb tempest-LiveAutoBlockMigrationV225Test-133245952 tempest-LiveAutoBlockMigrationV225Test-133245952-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=540fae54-ccea-4309-9c99-81b930eedb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541444 Jul 14 18:23:32.864730 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port 50159c3e-a461-4d23-925d-2cd09adbc33f, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=50159c3e-a461-4d23-925d-2cd09adbc33f,segment=NetworkSegment(067fc487-22c7-42de-972d-ae352a28ad29),segment_id=067fc487-22c7-42de-972d-ae352a28ad29)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:23:32.873726 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:23:32.889544 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-dce93b92-23f7-47a6-b21c-1c3ecbd55d1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:23:32.892596 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-dce93b92-23f7-47a6-b21c-1c3ecbd55d1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:23:32.893735 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-dce93b92-23f7-47a6-b21c-1c3ecbd55d1b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0e125c2b-4678-4cd7-b928-af911fd34c60 HTTP/1.1" status: 204 len: 168 time: 0.1647832 Jul 14 18:23:32.907627 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce93b92-23f7-47a6-b21c-1c3ecbd55d1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e125c2b-4678-4cd7-b928-af911fd34c60,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:23:32.935180 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 18:23:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d972e2e-c756-471a-8ea9-d077db17626b x-openstack-request-id: req-9d972e2e-c756-471a-8ea9-d077db17626b {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:23:32.935470 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b7503b0-79ec-4588-bd86-0b2a97ea50db", "name": "network-vif-plugged", "status": "completed", "tag": "15bc9d9c-447e-48fd-a280-1478bd31c54d", "code": 200}]} {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:23:32.935724 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9d972e2e-c756-471a-8ea9-d077db17626b {{(pid=93917) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:23:32.936105 n-d-800634-3 neutron-server[93917]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b7503b0-79ec-4588-bd86-0b2a97ea50db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15bc9d9c-447e-48fd-a280-1478bd31c54d', 'code': 200} Jul 14 18:23:32.977787 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Pushing event updated for resources: {'Port': ['ID=50159c3e-a461-4d23-925d-2cd09adbc33f,revision_number=11']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:23:33.079513 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3a10c7-ee3d-4a3c-91b0-7d67043b1278 req-868b762b-33f3-428f-bebf-21fc6f93f1e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:23:33.081595 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-0f3a10c7-ee3d-4a3c-91b0-7d67043b1278 req-868b762b-33f3-428f-bebf-21fc6f93f1e7 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=2b7503b0-79ec-4588-bd86-0b2a97ea50db HTTP/1.1" status: 200 len: 1096 time: 0.0635469 Jul 14 18:23:33.140265 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-0f3a10c7-ee3d-4a3c-91b0-7d67043b1278 req-7076ba42-109d-4688-88b8-12c8c3410f3f service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=7eb77405-22ca-4355-84b5-b8009f159b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421031 Jul 14 18:23:33.354073 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6e203b-2d05-4c37-adb0-4060825c9424 req-f9ae6f54-0f54-4ceb-b86c-808e291a290d tempest-ImagesOneServerNegativeTestJSON-264633046 tempest-ImagesOneServerNegativeTestJSON-264633046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:23:33.355737 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6b6e203b-2d05-4c37-adb0-4060825c9424 req-f9ae6f54-0f54-4ceb-b86c-808e291a290d tempest-ImagesOneServerNegativeTestJSON-264633046 tempest-ImagesOneServerNegativeTestJSON-264633046-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b7503b0-79ec-4588-bd86-0b2a97ea50db HTTP/1.1" status: 200 len: 945 time: 0.0781929 Jul 14 18:23:33.410482 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6b6e203b-2d05-4c37-adb0-4060825c9424 req-d9ab9cb8-ad7b-45c2-816b-a34c8062074f tempest-ImagesOneServerNegativeTestJSON-264633046 tempest-ImagesOneServerNegativeTestJSON-264633046-project] 10.222.0.16 "GET /v2.0/security-groups?id=7eb77405-22ca-4355-84b5-b8009f159b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456212 Jul 14 18:23:33.783497 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c580a7e6-bc64-4d56-b510-80c649edbf43 req-79af1b47-7fe8-4322-9a8e-d860fd52290d tempest-ImagesTestJSON-313755568 tempest-ImagesTestJSON-313755568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:23:33.785903 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c580a7e6-bc64-4d56-b510-80c649edbf43 req-79af1b47-7fe8-4322-9a8e-d860fd52290d tempest-ImagesTestJSON-313755568 tempest-ImagesTestJSON-313755568-project] 10.222.0.16 "GET /v2.0/ports?device_id=c62d57ac-ab40-483c-9034-7ee4ebffb3cc HTTP/1.1" status: 200 len: 945 time: 0.0672960 Jul 14 18:23:33.839034 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c580a7e6-bc64-4d56-b510-80c649edbf43 req-1460a7ac-30d6-4b86-b61b-9dac03af4efc tempest-ImagesTestJSON-313755568 tempest-ImagesTestJSON-313755568-project] 10.222.0.16 "GET /v2.0/security-groups?id=96a7afe7-a122-4b0d-8907-2d91e1bd838f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460169 Jul 14 18:23:34.098124 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921e6dc8-1e41-4eac-bd61-0da6c9ac0823 req-24467ed0-1e36-42ef-9e80-f4fb319eaca4 tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:23:34.099717 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-921e6dc8-1e41-4eac-bd61-0da6c9ac0823 req-24467ed0-1e36-42ef-9e80-f4fb319eaca4 tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] 10.222.0.16 "GET /v2.0/ports?device_id=0839192e-42bb-4de6-bfe4-b6f1165f494c HTTP/1.1" status: 200 len: 944 time: 0.0744894 Jul 14 18:23:34.105222 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [req-dbb86836-8bee-4d1b-b52a-16650e087c39 req-07f0c58e-71a0-4efb-9d68-9d10ba73950c tempest-LiveAutoBlockMigrationV225Test-133245952 tempest-LiveAutoBlockMigrationV225Test-133245952-project-admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=93915) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 18:23:34.106185 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-dbb86836-8bee-4d1b-b52a-16650e087c39 req-07f0c58e-71a0-4efb-9d68-9d10ba73950c tempest-LiveAutoBlockMigrationV225Test-133245952 tempest-LiveAutoBlockMigrationV225Test-133245952-project-admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054007 Jul 14 18:23:34.124060 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [req-dbb86836-8bee-4d1b-b52a-16650e087c39 req-67ba3108-368b-411a-91bf-abcd821ff866 service neutron] Request body: {'binding': {'host': 'n-h2-800634-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:23:34.124833 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [req-dbb86836-8bee-4d1b-b52a-16650e087c39 req-67ba3108-368b-411a-91bf-abcd821ff866 service neutron] Unknown quota resources ['binding']. {{(pid=93915) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 14 18:23:34.177522 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-921e6dc8-1e41-4eac-bd61-0da6c9ac0823 req-60b10141-df48-4ef0-8eef-d4bee0d06661 tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] 10.222.0.16 "GET /v2.0/security-groups?id=39320fa9-4894-4542-95e3-d64e174c637e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704305 Jul 14 18:23:34.286364 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-dbb86836-8bee-4d1b-b52a-16650e087c39 req-67ba3108-368b-411a-91bf-abcd821ff866 service neutron] Attempting to bind port f77fb3cb-097b-460d-801e-7da27e687abe on host n-h2-800634-3 for vnic_type normal with profile None {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:23:34.286708 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-dbb86836-8bee-4d1b-b52a-16650e087c39 req-67ba3108-368b-411a-91bf-abcd821ff866 service neutron] Attempting to bind port f77fb3cb-097b-460d-801e-7da27e687abe by drivers openvswitch,hyperv on host n-h2-800634-3 at level 0 using segments [{'id': '60f92988-9b9b-4790-95f5-9fce88e5a460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '7cee3312-4c4c-4d32-820f-eab965dcf565'}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:23:34.287194 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbb86836-8bee-4d1b-b52a-16650e087c39 req-67ba3108-368b-411a-91bf-abcd821ff866 service neutron] Attempting to bind port f77fb3cb-097b-460d-801e-7da27e687abe on network 7cee3312-4c4c-4d32-820f-eab965dcf565 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:23:34.291874 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbb86836-8bee-4d1b-b52a-16650e087c39 req-67ba3108-368b-411a-91bf-abcd821ff866 service neutron] Port f77fb3cb-097b-460d-801e-7da27e687abe on network 7cee3312-4c4c-4d32-820f-eab965dcf565 not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-3 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 18:23:34.292346 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbb86836-8bee-4d1b-b52a-16650e087c39 req-67ba3108-368b-411a-91bf-abcd821ff866 service neutron] Attempting to bind port f77fb3cb-097b-460d-801e-7da27e687abe on network 7cee3312-4c4c-4d32-820f-eab965dcf565 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:23:34.297258 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbb86836-8bee-4d1b-b52a-16650e087c39 req-67ba3108-368b-411a-91bf-abcd821ff866 service neutron] Checking agent: {'id': '08e36a6c-8d04-48f0-a644-f27680635246', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 15, 35), 'started_at': datetime.datetime(2021, 7, 14, 18, 15, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 18, 23, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 18:23:34.297599 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbb86836-8bee-4d1b-b52a-16650e087c39 req-67ba3108-368b-411a-91bf-abcd821ff866 service neutron] Checking segment: {'id': '60f92988-9b9b-4790-95f5-9fce88e5a460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '7cee3312-4c4c-4d32-820f-eab965dcf565'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:23:34.297986 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbb86836-8bee-4d1b-b52a-16650e087c39 req-67ba3108-368b-411a-91bf-abcd821ff866 service neutron] Bound using segment: {'id': '60f92988-9b9b-4790-95f5-9fce88e5a460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '7cee3312-4c4c-4d32-820f-eab965dcf565'} {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 18:23:34.298417 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-dbb86836-8bee-4d1b-b52a-16650e087c39 req-67ba3108-368b-411a-91bf-abcd821ff866 service neutron] Bound port: f77fb3cb-097b-460d-801e-7da27e687abe, host: n-h2-800634-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '60f92988-9b9b-4790-95f5-9fce88e5a460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '7cee3312-4c4c-4d32-820f-eab965dcf565'}}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 18:23:34.378469 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-dbb86836-8bee-4d1b-b52a-16650e087c39 req-67ba3108-368b-411a-91bf-abcd821ff866 service neutron] For port f77fb3cb-097b-460d-801e-7da27e687abe, host n-h2-800634-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=f77fb3cb-097b-460d-801e-7da27e687abe,segment=NetworkSegment(60f92988-9b9b-4790-95f5-9fce88e5a460),segment_id=60f92988-9b9b-4790-95f5-9fce88e5a460)] {{(pid=93915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 18:23:34.383676 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-dbb86836-8bee-4d1b-b52a-16650e087c39 req-67ba3108-368b-411a-91bf-abcd821ff866 service neutron] Notify callbacks [] for binding, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:23:34.385481 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-dbb86836-8bee-4d1b-b52a-16650e087c39 req-67ba3108-368b-411a-91bf-abcd821ff866 service neutron] 10.222.0.16 "POST /v2.0/ports/f77fb3cb-097b-460d-801e-7da27e687abe/bindings HTTP/1.1" status: 201 len: 389 time: 0.2706089 Jul 14 18:23:34.461798 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device d0d0626e-0d7b-4415-b675-24358f76c1ff details requested by agent hyperv_n-h1-800634-3 with host n-h1-800634-3 {{(pid=93917) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 18:23:34.575415 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port d0d0626e-0d7b-4415-b675-24358f76c1ff, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=d0d0626e-0d7b-4415-b675-24358f76c1ff,segment=NetworkSegment(25fcd291-a4fb-4631-8a4d-06fad1821ccd),segment_id=25fcd291-a4fb-4631-8a4d-06fad1821ccd)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:23:34.588449 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Returning: {'device': 'd0d0626e-0d7b-4415-b675-24358f76c1ff', 'network_id': '1cbaa8bd-1463-4b3c-89d2-ab344d2f55cf', 'port_id': 'd0d0626e-0d7b-4415-b675-24358f76c1ff', 'mac_address': 'fa:16:3e:39:4c:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6dcdf63-414e-46ae-93dc-0b8457260728', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93917) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 18:23:34.643437 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:23:34.657511 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0d0626e-0d7b-4415-b675-24358f76c1ff {{(pid=93917) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 18:23:34.665077 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8787a16-3072-45fd-8514-7787be8b51b5 req-1cfb520c-c1bd-4621-8b21-a1c9426a5b3b tempest-ImagesOneServerNegativeTestJSON-264633046 tempest-ImagesOneServerNegativeTestJSON-264633046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:23:34.667172 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f8787a16-3072-45fd-8514-7787be8b51b5 req-1cfb520c-c1bd-4621-8b21-a1c9426a5b3b tempest-ImagesOneServerNegativeTestJSON-264633046 tempest-ImagesOneServerNegativeTestJSON-264633046-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b7503b0-79ec-4588-bd86-0b2a97ea50db HTTP/1.1" status: 200 len: 945 time: 0.1100955 Jul 14 18:23:34.683553 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port d0d0626e-0d7b-4415-b675-24358f76c1ff, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=d0d0626e-0d7b-4415-b675-24358f76c1ff,segment=NetworkSegment(25fcd291-a4fb-4631-8a4d-06fad1821ccd),segment_id=25fcd291-a4fb-4631-8a4d-06fad1821ccd)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:23:34.688833 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:23:34.724271 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb86836-8bee-4d1b-b52a-16650e087c39 req-698352e3-679e-4dc7-a36e-963b84b5efac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:23:34.726048 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-dbb86836-8bee-4d1b-b52a-16650e087c39 req-698352e3-679e-4dc7-a36e-963b84b5efac service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0a6a8e07e1ce4e4e84e3fe5c59c6747c&device_id=5d1b56cf-e9a2-40e8-8a62-8ebd9281e58d HTTP/1.1" status: 200 len: 1096 time: 0.1153574 Jul 14 18:23:34.741111 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Pushing event updated for resources: {'Port': ['ID=d0d0626e-0d7b-4415-b675-24358f76c1ff,revision_number=4']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:23:34.768997 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f8787a16-3072-45fd-8514-7787be8b51b5 req-64c9a717-7797-44bf-89f1-6aaa32073cbc tempest-ImagesOneServerNegativeTestJSON-264633046 tempest-ImagesOneServerNegativeTestJSON-264633046-project] 10.222.0.16 "GET /v2.0/security-groups?id=7eb77405-22ca-4355-84b5-b8009f159b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822673 Jul 14 18:23:34.882921 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb86836-8bee-4d1b-b52a-16650e087c39 req-5ddb4cf5-93cf-4f03-8d1b-74574a6368ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:23:34.884440 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-dbb86836-8bee-4d1b-b52a-16650e087c39 req-5ddb4cf5-93cf-4f03-8d1b-74574a6368ee service neutron] 10.222.0.35 "GET /v2.0/networks?id=7cee3312-4c4c-4d32-820f-eab965dcf565 HTTP/1.1" status: 200 len: 921 time: 0.1466610 Jul 14 18:23:34.896713 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33645c09-f177-493f-ad3e-185375683a78 req-f4320128-66dc-4707-b665-94b24f321456 tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:23:34.902556 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-33645c09-f177-493f-ad3e-185375683a78 req-f4320128-66dc-4707-b665-94b24f321456 tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] 10.222.0.16 "GET /v2.0/ports?device_id=5d1b56cf-e9a2-40e8-8a62-8ebd9281e58d HTTP/1.1" status: 200 len: 945 time: 0.0990040 Jul 14 18:23:34.937476 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4518b06-90d0-4f6c-997a-2fe9348c1117', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '50159c3e-a461-4d23-925d-2cd09adbc33f'}] {{(pid=93917) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:23:34.940331 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20b787f3c29eaa7aa2a4d648c725a2124c5ff39a8d793252f9d844495e14cf42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c156094-c671-4729-a6cc-cabd45f9cdd1" -d '{"events": [{"server_uuid": "f4518b06-90d0-4f6c-997a-2fe9348c1117", "name": "network-vif-unplugged", "status": "completed", "tag": "50159c3e-a461-4d23-925d-2cd09adbc33f"}]}' {{(pid=93917) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:23:34.952033 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-dbb86836-8bee-4d1b-b52a-16650e087c39 req-99d8868a-7818-41a7-949b-982a25d8822c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f77fb3cb-097b-460d-801e-7da27e687abe HTTP/1.1" status: 200 len: 217 time: 0.0484862 Jul 14 18:23:34.996744 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-33645c09-f177-493f-ad3e-185375683a78 req-9dfbd51a-2082-46f3-9419-b5ebdd5bc050 tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] 10.222.0.16 "GET /v2.0/security-groups?id=540fae54-ccea-4309-9c99-81b930eedb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875201 Jul 14 18:23:35.013909 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb86836-8bee-4d1b-b52a-16650e087c39 req-08eb366a-48f4-450e-a35e-b7226907a36b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:23:35.015376 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-dbb86836-8bee-4d1b-b52a-16650e087c39 req-08eb366a-48f4-450e-a35e-b7226907a36b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2a54265e-973c-4132-80fb-ad9d5d305963 HTTP/1.1" status: 200 len: 861 time: 0.0559521 Jul 14 18:23:35.043709 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] get_ports_and_sgs() called for port_ids ['d0d0626e-0d7b-4415-b675-24358f76c1ff'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 18:23:35.050895 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-dbb86836-8bee-4d1b-b52a-16650e087c39 req-93b14a07-5cee-43ca-8088-d1b5d7794eff service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7cee3312-4c4c-4d32-820f-eab965dcf565&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293009 Jul 14 18:23:35.106544 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:23:35.177297 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-dbb86836-8bee-4d1b-b52a-16650e087c39 req-b60eeaed-abec-4bea-8007-8c89c15fbf7b service neutron] 10.222.0.35 "GET /v2.0/networks/7cee3312-4c4c-4d32-820f-eab965dcf565?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1190853 Jul 14 18:23:35.282445 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-dbb86836-8bee-4d1b-b52a-16650e087c39 req-c047740c-6e4a-4a01-b6bf-1a761f32dcaa service neutron] 10.222.0.35 "GET /v2.0/networks/7cee3312-4c4c-4d32-820f-eab965dcf565?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986574 Jul 14 18:23:35.432026 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc7f01a-3248-4c57-87d5-ee419906e2d6 req-2e65c00a-3975-42f1-b04a-68bd2fca6840 tempest-ImagesTestJSON-313755568 tempest-ImagesTestJSON-313755568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:23:35.439772 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-fdc7f01a-3248-4c57-87d5-ee419906e2d6 req-2e65c00a-3975-42f1-b04a-68bd2fca6840 tempest-ImagesTestJSON-313755568 tempest-ImagesTestJSON-313755568-project] 10.222.0.16 "GET /v2.0/ports?device_id=c62d57ac-ab40-483c-9034-7ee4ebffb3cc HTTP/1.1" status: 200 len: 945 time: 0.0810971 Jul 14 18:23:35.480232 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-fdc7f01a-3248-4c57-87d5-ee419906e2d6 req-b616085f-562d-44b3-8104-c2a561b18210 tempest-ImagesTestJSON-313755568 tempest-ImagesTestJSON-313755568-project] 10.222.0.16 "GET /v2.0/security-groups?id=96a7afe7-a122-4b0d-8907-2d91e1bd838f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395238 Jul 14 18:23:35.536093 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 14 Jul 2021 18:23:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7221b40-aa55-48ca-a562-b54c0a1d4412 x-openstack-request-id: req-b7221b40-aa55-48ca-a562-b54c0a1d4412 {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:23:35.536661 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4518b06-90d0-4f6c-997a-2fe9348c1117", "name": "network-vif-unplugged", "status": "completed", "tag": "50159c3e-a461-4d23-925d-2cd09adbc33f", "code": 200}]} {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:23:35.536661 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b7221b40-aa55-48ca-a562-b54c0a1d4412 {{(pid=93917) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:23:35.536975 n-d-800634-3 neutron-server[93917]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4518b06-90d0-4f6c-997a-2fe9348c1117', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '50159c3e-a461-4d23-925d-2cd09adbc33f', 'code': 200} Jul 14 18:23:35.716059 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cde79b2-151a-4132-83dc-558dc4f94d8e req-327635dd-ca68-46e6-8ebd-13caf996b12e tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:23:35.717543 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-8cde79b2-151a-4132-83dc-558dc4f94d8e req-327635dd-ca68-46e6-8ebd-13caf996b12e tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] 10.222.0.16 "GET /v2.0/ports?device_id=0839192e-42bb-4de6-bfe4-b6f1165f494c HTTP/1.1" status: 200 len: 945 time: 0.1004610 Jul 14 18:23:35.730006 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452f3d80-ae7f-4584-8670-8f0739d2f692 req-1874eece-446d-4973-bc60-3002006c22fc tempest-ImagesOneServerNegativeTestJSON-264633046 tempest-ImagesOneServerNegativeTestJSON-264633046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:23:35.731697 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-452f3d80-ae7f-4584-8670-8f0739d2f692 req-1874eece-446d-4973-bc60-3002006c22fc tempest-ImagesOneServerNegativeTestJSON-264633046 tempest-ImagesOneServerNegativeTestJSON-264633046-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b7503b0-79ec-4588-bd86-0b2a97ea50db HTTP/1.1" status: 200 len: 945 time: 0.1051321 Jul 14 18:23:35.792005 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-8cde79b2-151a-4132-83dc-558dc4f94d8e req-628b203d-4b07-48f7-828e-6d6f88464782 tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] 10.222.0.16 "GET /v2.0/security-groups?id=39320fa9-4894-4542-95e3-d64e174c637e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583827 Jul 14 18:23:35.797805 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-452f3d80-ae7f-4584-8670-8f0739d2f692 req-3fff8f90-8daf-40e1-96e7-3c40bffbf8b1 tempest-ImagesOneServerNegativeTestJSON-264633046 tempest-ImagesOneServerNegativeTestJSON-264633046-project] 10.222.0.16 "GET /v2.0/security-groups?id=7eb77405-22ca-4355-84b5-b8009f159b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589862 Jul 14 18:23:36.208390 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4f76c1-4621-4627-8e3a-05f5a083afdf req-0c081521-def8-4071-af7f-abdf36f913e6 tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:23:36.210040 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-1c4f76c1-4621-4627-8e3a-05f5a083afdf req-0c081521-def8-4071-af7f-abdf36f913e6 tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] 10.222.0.16 "GET /v2.0/ports?device_id=5d1b56cf-e9a2-40e8-8a62-8ebd9281e58d HTTP/1.1" status: 200 len: 945 time: 0.0700543 Jul 14 18:23:36.256842 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-1c4f76c1-4621-4627-8e3a-05f5a083afdf req-63c38555-ab95-4003-9120-21ace7ed2024 tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] 10.222.0.16 "GET /v2.0/security-groups?id=540fae54-ccea-4309-9c99-81b930eedb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376079 Jul 14 18:23:36.475751 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device d0d0626e-0d7b-4415-b675-24358f76c1ff up at agent hyperv_n-h1-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:23:36.543617 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Provisioning for port d0d0626e-0d7b-4415-b675-24358f76c1ff completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:23:36.554802 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Provisioning complete for port d0d0626e-0d7b-4415-b675-24358f76c1ff triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:23:36.555952 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:23:36.681016 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 59632) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:23:36.702391 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:23:36.761681 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee42de4-a1be-4416-b7d1-468937117d4a req-f72f5104-0195-4c84-afec-08c4a1ecac9c tempest-ImagesTestJSON-313755568 tempest-ImagesTestJSON-313755568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:23:36.769807 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-7ee42de4-a1be-4416-b7d1-468937117d4a req-f72f5104-0195-4c84-afec-08c4a1ecac9c tempest-ImagesTestJSON-313755568 tempest-ImagesTestJSON-313755568-project] 10.222.0.16 "GET /v2.0/ports?device_id=c62d57ac-ab40-483c-9034-7ee4ebffb3cc HTTP/1.1" status: 200 len: 945 time: 0.1231568 Jul 14 18:23:36.780323 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port d0d0626e-0d7b-4415-b675-24358f76c1ff, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=d0d0626e-0d7b-4415-b675-24358f76c1ff,segment=NetworkSegment(25fcd291-a4fb-4631-8a4d-06fad1821ccd),segment_id=25fcd291-a4fb-4631-8a4d-06fad1821ccd)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:23:36.787858 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:23:36.816284 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-45e571ab-823a-4708-9467-0284886a3931 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:23:36.860908 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-7ee42de4-a1be-4416-b7d1-468937117d4a req-39e3dd3a-cc58-4af9-a6cd-a8717b86d2d0 tempest-ImagesTestJSON-313755568 tempest-ImagesTestJSON-313755568-project] 10.222.0.16 "GET /v2.0/security-groups?id=96a7afe7-a122-4b0d-8907-2d91e1bd838f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902710 Jul 14 18:23:36.893437 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Pushing event updated for resources: {'Port': ['ID=d0d0626e-0d7b-4415-b675-24358f76c1ff,revision_number=5']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:23:37.028276 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef88208f-2cbe-4f42-bac8-61a5157441aa req-56cd18b2-ae79-48e3-be62-5b203857dd14 tempest-ImagesOneServerNegativeTestJSON-264633046 tempest-ImagesOneServerNegativeTestJSON-264633046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:23:37.029653 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-ef88208f-2cbe-4f42-bac8-61a5157441aa req-56cd18b2-ae79-48e3-be62-5b203857dd14 tempest-ImagesOneServerNegativeTestJSON-264633046 tempest-ImagesOneServerNegativeTestJSON-264633046-project] 10.222.0.18 "GET /v2.0/ports?device_id=2b7503b0-79ec-4588-bd86-0b2a97ea50db HTTP/1.1" status: 200 len: 945 time: 0.1482868 Jul 14 18:23:37.036447 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-45e571ab-823a-4708-9467-0284886a3931 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:23:37.049465 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-45e571ab-823a-4708-9467-0284886a3931 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:23:37.098638 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3447250d-2e3f-4de4-beb3-ad08046ef0f0 req-43612637-a068-4609-aa2b-a11514415b81 tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:23:37.100140 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3447250d-2e3f-4de4-beb3-ad08046ef0f0 req-43612637-a068-4609-aa2b-a11514415b81 tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] 10.222.0.16 "GET /v2.0/ports?device_id=0839192e-42bb-4de6-bfe4-b6f1165f494c HTTP/1.1" status: 200 len: 946 time: 0.1084368 Jul 14 18:23:37.121383 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a048dd-c7b9-45af-a2ab-60e5a948d32b req-aa3bfd01-f3bb-4654-b138-ee16486c0744 tempest-ImagesOneServerNegativeTestJSON-264633046 tempest-ImagesOneServerNegativeTestJSON-264633046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:23:37.123270 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e5a048dd-c7b9-45af-a2ab-60e5a948d32b req-aa3bfd01-f3bb-4654-b138-ee16486c0744 tempest-ImagesOneServerNegativeTestJSON-264633046 tempest-ImagesOneServerNegativeTestJSON-264633046-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b7503b0-79ec-4588-bd86-0b2a97ea50db HTTP/1.1" status: 200 len: 945 time: 0.1002679 Jul 14 18:23:37.126671 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-45e571ab-823a-4708-9467-0284886a3931 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7d7eca8c04314102ae5d3e6a32bb58fb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4445744 Jul 14 18:23:37.130965 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 59646) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:23:37.163145 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e571ab-823a-4708-9467-0284886a3931 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec93d37f-5a89-4438-947a-94291b2eed00,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:23:37.198350 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [req-ef88208f-2cbe-4f42-bac8-61a5157441aa req-b60e2992-9c5b-4fb2-a8a0-10aa9bf3d4e1 tempest-ImagesOneServerNegativeTestJSON-264633046 tempest-ImagesOneServerNegativeTestJSON-264633046-project] Deleting port 15bc9d9c-447e-48fd-a280-1478bd31c54d {{(pid=93916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:23:37.198786 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-ef88208f-2cbe-4f42-bac8-61a5157441aa req-b60e2992-9c5b-4fb2-a8a0-10aa9bf3d4e1 tempest-ImagesOneServerNegativeTestJSON-264633046 tempest-ImagesOneServerNegativeTestJSON-264633046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:23:37.209941 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3447250d-2e3f-4de4-beb3-ad08046ef0f0 req-a3cb60f8-69fe-4fd5-af7b-86bb4dab4cb5 tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] 10.222.0.16 "GET /v2.0/security-groups?id=39320fa9-4894-4542-95e3-d64e174c637e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028483 Jul 14 18:23:37.224669 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e5a048dd-c7b9-45af-a2ab-60e5a948d32b req-e7a3075d-3e43-4736-be0b-53ed67482aba tempest-ImagesOneServerNegativeTestJSON-264633046 tempest-ImagesOneServerNegativeTestJSON-264633046-project] 10.222.0.16 "GET /v2.0/security-groups?id=7eb77405-22ca-4355-84b5-b8009f159b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912249 Jul 14 18:23:37.258060 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-ca166eab-279a-4736-8067-e2f1528e6a1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:23:37.295182 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-ca166eab-279a-4736-8067-e2f1528e6a1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:23:37.314246 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.db [req-ef88208f-2cbe-4f42-bac8-61a5157441aa req-b60e2992-9c5b-4fb2-a8a0-10aa9bf3d4e1 tempest-ImagesOneServerNegativeTestJSON-264633046 tempest-ImagesOneServerNegativeTestJSON-264633046-project] For port 15bc9d9c-447e-48fd-a280-1478bd31c54d, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=15bc9d9c-447e-48fd-a280-1478bd31c54d,segment=NetworkSegment(5d348732-27f4-441a-bef1-a0d44ffa840e),segment_id=5d348732-27f4-441a-bef1-a0d44ffa840e)] {{(pid=93916) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:23:37.314607 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-ef88208f-2cbe-4f42-bac8-61a5157441aa req-b60e2992-9c5b-4fb2-a8a0-10aa9bf3d4e1 tempest-ImagesOneServerNegativeTestJSON-264633046 tempest-ImagesOneServerNegativeTestJSON-264633046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:23:37.330648 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [req-ef88208f-2cbe-4f42-bac8-61a5157441aa req-b60e2992-9c5b-4fb2-a8a0-10aa9bf3d4e1 tempest-ImagesOneServerNegativeTestJSON-264633046 tempest-ImagesOneServerNegativeTestJSON-264633046-project] Calling delete_port for 15bc9d9c-447e-48fd-a280-1478bd31c54d owned by compute:nova {{(pid=93916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:23:37.346491 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-ca166eab-279a-4736-8067-e2f1528e6a1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:23:37.350348 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-ca166eab-279a-4736-8067-e2f1528e6a1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:23:37.351799 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-ca166eab-279a-4736-8067-e2f1528e6a1f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ec93d37f-5a89-4438-947a-94291b2eed00 HTTP/1.1" status: 204 len: 168 time: 0.2196112 Jul 14 18:23:37.362469 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca166eab-279a-4736-8067-e2f1528e6a1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec93d37f-5a89-4438-947a-94291b2eed00,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:23:37.539631 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0839192e-42bb-4de6-bfe4-b6f1165f494c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0d0626e-0d7b-4415-b675-24358f76c1ff'}] {{(pid=93917) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:23:37.543769 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20b787f3c29eaa7aa2a4d648c725a2124c5ff39a8d793252f9d844495e14cf42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-521fda3c-4201-47ba-80b6-4884e5be8997" -d '{"events": [{"server_uuid": "0839192e-42bb-4de6-bfe4-b6f1165f494c", "name": "network-vif-plugged", "status": "completed", "tag": "d0d0626e-0d7b-4415-b675-24358f76c1ff"}]}' {{(pid=93917) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:23:37.610719 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-ef88208f-2cbe-4f42-bac8-61a5157441aa req-b60e2992-9c5b-4fb2-a8a0-10aa9bf3d4e1 tempest-ImagesOneServerNegativeTestJSON-264633046 tempest-ImagesOneServerNegativeTestJSON-264633046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:23:37.623334 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] get_ports_and_sgs() called for port_ids ['15bc9d9c-447e-48fd-a280-1478bd31c54d'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 18:23:37.674870 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332de30e-ade9-425d-977f-b8069052ad36 req-0d0a24a9-1520-4112-892a-2b26680f2100 tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:23:37.688481 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 18:23:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1ce9710-7d4e-43e8-8072-6c84f1eb2169 x-openstack-request-id: req-a1ce9710-7d4e-43e8-8072-6c84f1eb2169 {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:23:37.688792 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0839192e-42bb-4de6-bfe4-b6f1165f494c", "name": "network-vif-plugged", "status": "completed", "tag": "d0d0626e-0d7b-4415-b675-24358f76c1ff", "code": 200}]} {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:23:37.689971 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a1ce9710-7d4e-43e8-8072-6c84f1eb2169 {{(pid=93917) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:23:37.690545 n-d-800634-3 neutron-server[93917]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0839192e-42bb-4de6-bfe4-b6f1165f494c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0d0626e-0d7b-4415-b675-24358f76c1ff', 'code': 200} Jul 14 18:23:37.693581 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-332de30e-ade9-425d-977f-b8069052ad36 req-0d0a24a9-1520-4112-892a-2b26680f2100 tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] 10.222.0.16 "GET /v2.0/ports?device_id=5d1b56cf-e9a2-40e8-8a62-8ebd9281e58d HTTP/1.1" status: 200 len: 945 time: 0.1809878 Jul 14 18:23:37.721335 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60e2992-9c5b-4fb2-a8a0-10aa9bf3d4e1 tempest-ImagesOneServerNegativeTestJSON-264633046 tempest-ImagesOneServerNegativeTestJSON-264633046-project] Pushing event deleted for resources: {'Port': ['ID=15bc9d9c-447e-48fd-a280-1478bd31c54d,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:23:37.726015 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef88208f-2cbe-4f42-bac8-61a5157441aa req-b60e2992-9c5b-4fb2-a8a0-10aa9bf3d4e1 tempest-ImagesOneServerNegativeTestJSON-264633046 tempest-ImagesOneServerNegativeTestJSON-264633046-project] No DVR routers for this DVR port 15bc9d9c-447e-48fd-a280-1478bd31c54d on host n-h1-800634-3 {{(pid=93916) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 18:23:37.731542 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-ef88208f-2cbe-4f42-bac8-61a5157441aa req-b60e2992-9c5b-4fb2-a8a0-10aa9bf3d4e1 tempest-ImagesOneServerNegativeTestJSON-264633046 tempest-ImagesOneServerNegativeTestJSON-264633046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:23:37.735683 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-ef88208f-2cbe-4f42-bac8-61a5157441aa req-b60e2992-9c5b-4fb2-a8a0-10aa9bf3d4e1 tempest-ImagesOneServerNegativeTestJSON-264633046 tempest-ImagesOneServerNegativeTestJSON-264633046-project] 10.222.0.18 "DELETE /v2.0/ports/15bc9d9c-447e-48fd-a280-1478bd31c54d HTTP/1.1" status: 204 len: 173 time: 0.6975489 Jul 14 18:23:37.737003 n-d-800634-3 neutron-server[93916]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b7503b0-79ec-4588-bd86-0b2a97ea50db', 'name': 'network-vif-deleted', 'tag': '15bc9d9c-447e-48fd-a280-1478bd31c54d'}] {{(pid=93916) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:23:37.740519 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f803e150b363a7893830aa996ac27753fa25517c406ecd3536b7c2d4b26eeb9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-623699ad-f2b9-427a-b840-ac8c02f381a4" -d '{"events": [{"server_uuid": "2b7503b0-79ec-4588-bd86-0b2a97ea50db", "name": "network-vif-deleted", "tag": "15bc9d9c-447e-48fd-a280-1478bd31c54d"}]}' {{(pid=93916) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:23:37.764482 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-332de30e-ade9-425d-977f-b8069052ad36 req-d162c4e4-5e2a-494c-bf98-33b6bbea6e4b tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] 10.222.0.16 "GET /v2.0/security-groups?id=540fae54-ccea-4309-9c99-81b930eedb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697622 Jul 14 18:23:37.825668 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 18:23:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7132791-c606-43a2-920d-b756a1e0415a x-openstack-request-id: req-c7132791-c606-43a2-920d-b756a1e0415a {{(pid=93916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:23:37.826177 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 59660) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:23:37.826330 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b7503b0-79ec-4588-bd86-0b2a97ea50db", "name": "network-vif-deleted", "tag": "15bc9d9c-447e-48fd-a280-1478bd31c54d", "status": "completed", "code": 200}]} {{(pid=93916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:23:37.826541 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c7132791-c606-43a2-920d-b756a1e0415a {{(pid=93916) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:23:37.826967 n-d-800634-3 neutron-server[93916]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b7503b0-79ec-4588-bd86-0b2a97ea50db', 'name': 'network-vif-deleted', 'tag': '15bc9d9c-447e-48fd-a280-1478bd31c54d', 'status': 'completed', 'code': 200} Jul 14 18:23:37.840477 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2e7435-02ee-489d-8dca-c6ef968e4f60 req-aa6af308-9a0c-4138-b5f8-310c4651918a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:23:37.842264 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-6a2e7435-02ee-489d-8dca-c6ef968e4f60 req-aa6af308-9a0c-4138-b5f8-310c4651918a service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=0839192e-42bb-4de6-bfe4-b6f1165f494c HTTP/1.1" status: 200 len: 1097 time: 0.0880198 Jul 14 18:23:37.848093 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-a7e1e2e8-c887-4d17-a844-72a389ddd9d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:23:37.881956 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-6a2e7435-02ee-489d-8dca-c6ef968e4f60 req-636defaf-a4c5-4c0c-ba19-9a5c6bf546fc service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=39320fa9-4894-4542-95e3-d64e174c637e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316064 Jul 14 18:23:37.992333 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9643aa2d-61da-4033-bf01-ac2d00f322d4 req-90986158-dcbb-4208-a6c0-de53bc26c9a5 tempest-ListImageFiltersTestJSON-1416661104 tempest-ListImageFiltersTestJSON-1416661104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:23:37.993866 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-9643aa2d-61da-4033-bf01-ac2d00f322d4 req-90986158-dcbb-4208-a6c0-de53bc26c9a5 tempest-ListImageFiltersTestJSON-1416661104 tempest-ListImageFiltersTestJSON-1416661104-project] 10.222.0.16 "GET /v2.0/ports?device_id=d48985bd-a8ac-4231-a03b-aa75c35eea3d HTTP/1.1" status: 200 len: 947 time: 0.1328864 Jul 14 18:23:38.093952 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-9643aa2d-61da-4033-bf01-ac2d00f322d4 req-54ff9b4e-4974-4ec2-9644-6e652937409a tempest-ListImageFiltersTestJSON-1416661104 tempest-ListImageFiltersTestJSON-1416661104-project] 10.222.0.16 "GET /v2.0/security-groups?id=09cf14b6-951f-4c32-9a85-e54484acb30d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934038 Jul 14 18:23:38.139581 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472bb5f9-52b1-487b-8619-aa3099d34e82 req-4cf62e6d-b06d-4fdc-95a1-e341433cc512 tempest-ImagesTestJSON-313755568 tempest-ImagesTestJSON-313755568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:23:38.141199 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-472bb5f9-52b1-487b-8619-aa3099d34e82 req-4cf62e6d-b06d-4fdc-95a1-e341433cc512 tempest-ImagesTestJSON-313755568 tempest-ImagesTestJSON-313755568-project] 10.222.0.16 "GET /v2.0/ports?device_id=c62d57ac-ab40-483c-9034-7ee4ebffb3cc HTTP/1.1" status: 200 len: 945 time: 0.1455247 Jul 14 18:23:38.159826 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-a7e1e2e8-c887-4d17-a844-72a389ddd9d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:23:38.171089 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-a7e1e2e8-c887-4d17-a844-72a389ddd9d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:23:38.224059 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-a7e1e2e8-c887-4d17-a844-72a389ddd9d8 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=612893661bc047129d914a3146952444&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3961651 Jul 14 18:23:38.226785 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 59666) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:23:38.227892 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e1e2e8-c887-4d17-a844-72a389ddd9d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=795c1949-6aa3-4889-9c77-19add0bad857,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:23:38.236086 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-472bb5f9-52b1-487b-8619-aa3099d34e82 req-918cc115-584b-4e14-9b62-69c03c95787e tempest-ImagesTestJSON-313755568 tempest-ImagesTestJSON-313755568-project] 10.222.0.16 "GET /v2.0/security-groups?id=96a7afe7-a122-4b0d-8907-2d91e1bd838f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868163 Jul 14 18:23:38.296549 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-8d471ec8-cb41-4970-a445-281bb41994c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:23:38.320394 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-8d471ec8-cb41-4970-a445-281bb41994c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:23:38.380849 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-8d471ec8-cb41-4970-a445-281bb41994c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:23:38.383715 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-8d471ec8-cb41-4970-a445-281bb41994c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:23:38.385380 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-8d471ec8-cb41-4970-a445-281bb41994c6 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/795c1949-6aa3-4889-9c77-19add0bad857 HTTP/1.1" status: 204 len: 168 time: 0.1569149 Jul 14 18:23:38.417747 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d471ec8-cb41-4970-a445-281bb41994c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=795c1949-6aa3-4889-9c77-19add0bad857,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:23:38.509182 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-572a3123-096a-4b1b-be77-fd3eebfd64a4 req-57c55b92-6cfa-48d8-8c6c-4a55935435ff tempest-ImagesOneServerNegativeTestJSON-264633046 tempest-ImagesOneServerNegativeTestJSON-264633046-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b7503b0-79ec-4588-bd86-0b2a97ea50db HTTP/1.1" status: 200 len: 210 time: 0.0391834 Jul 14 18:23:38.520271 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f07b5a-c552-4d3f-870e-5f96acb5a7f6 req-74f7a746-b187-4cd8-89cf-227d751a7a12 tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:23:38.538974 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-36f07b5a-c552-4d3f-870e-5f96acb5a7f6 req-74f7a746-b187-4cd8-89cf-227d751a7a12 tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] 10.222.0.16 "GET /v2.0/ports?device_id=0839192e-42bb-4de6-bfe4-b6f1165f494c HTTP/1.1" status: 200 len: 946 time: 0.1653121 Jul 14 18:23:38.615212 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-36f07b5a-c552-4d3f-870e-5f96acb5a7f6 req-a11595d1-52eb-434e-9362-fb7888cd2496 tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] 10.222.0.16 "GET /v2.0/security-groups?id=39320fa9-4894-4542-95e3-d64e174c637e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772033 Jul 14 18:23:38.952889 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de63ceec-d929-4b9b-b908-0fb9b5841b17 req-53bfac54-3208-43fb-9064-ed42f73873fd tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:23:38.955202 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-de63ceec-d929-4b9b-b908-0fb9b5841b17 req-53bfac54-3208-43fb-9064-ed42f73873fd tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] 10.222.0.16 "GET /v2.0/ports?device_id=5d1b56cf-e9a2-40e8-8a62-8ebd9281e58d HTTP/1.1" status: 200 len: 945 time: 0.0690248 Jul 14 18:23:39.000643 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-de63ceec-d929-4b9b-b908-0fb9b5841b17 req-9e89c23c-9927-4967-9187-a8af0537a288 tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] 10.222.0.16 "GET /v2.0/security-groups?id=540fae54-ccea-4309-9c99-81b930eedb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364549 Jul 14 18:23:39.279889 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1485d13-fbb6-4984-9f39-d5261eef27f4 req-82827b2b-0f12-4643-bcf5-12ca2ac8ee15 tempest-ListImageFiltersTestJSON-1416661104 tempest-ListImageFiltersTestJSON-1416661104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:23:39.286611 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f1485d13-fbb6-4984-9f39-d5261eef27f4 req-82827b2b-0f12-4643-bcf5-12ca2ac8ee15 tempest-ListImageFiltersTestJSON-1416661104 tempest-ListImageFiltersTestJSON-1416661104-project] 10.222.0.16 "GET /v2.0/ports?device_id=d48985bd-a8ac-4231-a03b-aa75c35eea3d HTTP/1.1" status: 200 len: 947 time: 0.0749295 Jul 14 18:23:39.327053 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f1485d13-fbb6-4984-9f39-d5261eef27f4 req-93d9bae8-ec51-4b44-895f-6891f9a0737c tempest-ListImageFiltersTestJSON-1416661104 tempest-ListImageFiltersTestJSON-1416661104-project] 10.222.0.16 "GET /v2.0/security-groups?id=09cf14b6-951f-4c32-9a85-e54484acb30d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392497 Jul 14 18:23:39.453163 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8994065-cbce-49a1-91bb-2b889120b1ea req-0a6d447c-43aa-47b0-ac1e-191b3e7c3160 tempest-ImagesTestJSON-313755568 tempest-ImagesTestJSON-313755568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:23:39.453632 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-d8994065-cbce-49a1-91bb-2b889120b1ea req-0a6d447c-43aa-47b0-ac1e-191b3e7c3160 tempest-ImagesTestJSON-313755568 tempest-ImagesTestJSON-313755568-project] 10.222.0.16 "GET /v2.0/ports?device_id=c62d57ac-ab40-483c-9034-7ee4ebffb3cc HTTP/1.1" status: 200 len: 945 time: 0.0718896 Jul 14 18:23:39.496675 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-d8994065-cbce-49a1-91bb-2b889120b1ea req-79ebc606-1182-4272-9c05-0c7bb7986a76 tempest-ImagesTestJSON-313755568 tempest-ImagesTestJSON-313755568-project] 10.222.0.16 "GET /v2.0/security-groups?id=96a7afe7-a122-4b0d-8907-2d91e1bd838f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372279 Jul 14 18:23:39.710939 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083b01b0-c1f6-499a-b6b8-06159a7e8346 req-75e84096-ae75-43a2-80fb-834db1215da6 tempest-ListImageFiltersTestJSON-1416661104 tempest-ListImageFiltersTestJSON-1416661104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:23:39.712447 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-083b01b0-c1f6-499a-b6b8-06159a7e8346 req-75e84096-ae75-43a2-80fb-834db1215da6 tempest-ListImageFiltersTestJSON-1416661104 tempest-ListImageFiltersTestJSON-1416661104-project] 10.222.0.18 "GET /v2.0/ports?device_id=d48985bd-a8ac-4231-a03b-aa75c35eea3d HTTP/1.1" status: 200 len: 947 time: 0.1309776 Jul 14 18:23:39.867501 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85959e4d-d09e-4718-9fc7-bdb095bf236c req-f35d804c-8771-444b-af6b-b851ffd02f04 tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:23:39.869696 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-85959e4d-d09e-4718-9fc7-bdb095bf236c req-f35d804c-8771-444b-af6b-b851ffd02f04 tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] 10.222.0.16 "GET /v2.0/ports?device_id=0839192e-42bb-4de6-bfe4-b6f1165f494c HTTP/1.1" status: 200 len: 946 time: 0.0920660 Jul 14 18:23:39.926671 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-85959e4d-d09e-4718-9fc7-bdb095bf236c req-07327b38-dc23-4996-ac99-e24e46fe622c tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] 10.222.0.16 "GET /v2.0/security-groups?id=39320fa9-4894-4542-95e3-d64e174c637e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499671 Jul 14 18:23:39.964574 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-ef31f732-9c80-4586-ac33-86afbddd999a req-4e7af4df-bb0d-40ea-908f-1b36a2e11951 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=beccc4b5-3ac3-49b2-9770-40ce37745a2b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2239168 Jul 14 18:23:40.007176 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [req-083b01b0-c1f6-499a-b6b8-06159a7e8346 req-0824b20b-eea9-4727-890b-7b9faf324eeb tempest-ListImageFiltersTestJSON-1416661104 tempest-ListImageFiltersTestJSON-1416661104-project] Deleting port 9fbf94da-ec1e-4989-8dcd-c90342b8b660 {{(pid=93916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:23:40.007699 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-083b01b0-c1f6-499a-b6b8-06159a7e8346 req-0824b20b-eea9-4727-890b-7b9faf324eeb tempest-ListImageFiltersTestJSON-1416661104 tempest-ListImageFiltersTestJSON-1416661104-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:23:40.111735 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef31f732-9c80-4586-ac33-86afbddd999a req-533cee75-41a8-42fa-8879-3ce021784c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:23:40.113256 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-ef31f732-9c80-4586-ac33-86afbddd999a req-533cee75-41a8-42fa-8879-3ce021784c04 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=0a6a8e07e1ce4e4e84e3fe5c59c6747c&device_id=beccc4b5-3ac3-49b2-9770-40ce37745a2b HTTP/1.1" status: 200 len: 1096 time: 0.1206851 Jul 14 18:23:40.205507 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.db [req-083b01b0-c1f6-499a-b6b8-06159a7e8346 req-0824b20b-eea9-4727-890b-7b9faf324eeb tempest-ListImageFiltersTestJSON-1416661104 tempest-ListImageFiltersTestJSON-1416661104-project] For port 9fbf94da-ec1e-4989-8dcd-c90342b8b660, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=9fbf94da-ec1e-4989-8dcd-c90342b8b660,segment=NetworkSegment(067fc487-22c7-42de-972d-ae352a28ad29),segment_id=067fc487-22c7-42de-972d-ae352a28ad29)] {{(pid=93916) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:23:40.206096 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-083b01b0-c1f6-499a-b6b8-06159a7e8346 req-0824b20b-eea9-4727-890b-7b9faf324eeb tempest-ListImageFiltersTestJSON-1416661104 tempest-ListImageFiltersTestJSON-1416661104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:23:40.209157 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 59748) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:23:40.227238 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [req-083b01b0-c1f6-499a-b6b8-06159a7e8346 req-0824b20b-eea9-4727-890b-7b9faf324eeb tempest-ListImageFiltersTestJSON-1416661104 tempest-ListImageFiltersTestJSON-1416661104-project] Calling delete_port for 9fbf94da-ec1e-4989-8dcd-c90342b8b660 owned by compute:nova {{(pid=93916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:23:40.298676 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-87779c7e-050c-4f9c-b635-864859518a14 tempest-ImagesOneServerNegativeTestJSON-264633046 tempest-ImagesOneServerNegativeTestJSON-264633046-project] Notify callbacks [] for security_group, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:23:40.323263 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef31f732-9c80-4586-ac33-86afbddd999a req-2fb8d969-d028-4e28-ae4b-18771816a532 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:23:40.325515 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-ef31f732-9c80-4586-ac33-86afbddd999a req-2fb8d969-d028-4e28-ae4b-18771816a532 service neutron] 10.222.0.18 "GET /v2.0/networks?id=7cee3312-4c4c-4d32-820f-eab965dcf565 HTTP/1.1" status: 200 len: 921 time: 0.1889822 Jul 14 18:23:40.347156 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-87779c7e-050c-4f9c-b635-864859518a14 tempest-ImagesOneServerNegativeTestJSON-264633046 tempest-ImagesOneServerNegativeTestJSON-264633046-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:23:40.387579 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-ef31f732-9c80-4586-ac33-86afbddd999a req-46cf878c-058f-418a-8b03-d63c5005d3d8 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c304b409-150d-46b2-b4ee-f4df5d20e1b7 HTTP/1.1" status: 200 len: 217 time: 0.0533075 Jul 14 18:23:40.479583 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef31f732-9c80-4586-ac33-86afbddd999a req-a8027aa6-c498-4435-b4ec-f2a2f3d1e836 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:23:40.481825 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-ef31f732-9c80-4586-ac33-86afbddd999a req-a8027aa6-c498-4435-b4ec-f2a2f3d1e836 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2a54265e-973c-4132-80fb-ad9d5d305963 HTTP/1.1" status: 200 len: 861 time: 0.0818865 Jul 14 18:23:40.491934 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device 15bc9d9c-447e-48fd-a280-1478bd31c54d no longer exists at agent hyperv_n-h1-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 18:23:40.519488 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] No Port match for: 15bc9d9c-447e-48fd-a280-1478bd31c54d {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 18:23:40.520095 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device 15bc9d9c-447e-48fd-a280-1478bd31c54d not bound to the agent host n-h1-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 18:23:40.521947 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362c761f-bf9e-412e-b5a0-644718018d8b req-c48d05b2-14cf-4e03-84e7-6e46fdc81fe9 tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:23:40.523544 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-ef31f732-9c80-4586-ac33-86afbddd999a req-168b0524-bfe9-4492-bd0c-ac2b2db695f0 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7cee3312-4c4c-4d32-820f-eab965dcf565&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0317585 Jul 14 18:23:40.523957 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-362c761f-bf9e-412e-b5a0-644718018d8b req-c48d05b2-14cf-4e03-84e7-6e46fdc81fe9 tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] 10.222.0.16 "GET /v2.0/ports?device_id=5d1b56cf-e9a2-40e8-8a62-8ebd9281e58d HTTP/1.1" status: 200 len: 945 time: 0.1736643 Jul 14 18:23:40.545970 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-87779c7e-050c-4f9c-b635-864859518a14 tempest-ImagesOneServerNegativeTestJSON-264633046 tempest-ImagesOneServerNegativeTestJSON-264633046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:23:40.548644 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-87779c7e-050c-4f9c-b635-864859518a14 tempest-ImagesOneServerNegativeTestJSON-264633046 tempest-ImagesOneServerNegativeTestJSON-264633046-project] Notify callbacks [] for security_group, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:23:40.552024 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-87779c7e-050c-4f9c-b635-864859518a14 tempest-ImagesOneServerNegativeTestJSON-264633046 tempest-ImagesOneServerNegativeTestJSON-264633046-project] 10.222.0.16 "DELETE /v2.0/security-groups/11f6a395-f14d-4d33-a4eb-bcded829ee86 HTTP/1.1" status: 204 len: 168 time: 0.3396015 Jul 14 18:23:40.558377 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 59756) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:23:40.586686 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d1bc66-5358-4c80-a50a-231c3d53d5c0 req-14ba7a8b-bd25-44b0-915c-22a5bdb2e710 tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:23:40.590469 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-85d1bc66-5358-4c80-a50a-231c3d53d5c0 req-14ba7a8b-bd25-44b0-915c-22a5bdb2e710 tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] 10.222.0.16 "GET /v2.0/ports?device_id=0839192e-42bb-4de6-bfe4-b6f1165f494c HTTP/1.1" status: 200 len: 946 time: 0.1764748 Jul 14 18:23:40.597161 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-083b01b0-c1f6-499a-b6b8-06159a7e8346 req-0824b20b-eea9-4727-890b-7b9faf324eeb tempest-ListImageFiltersTestJSON-1416661104 tempest-ListImageFiltersTestJSON-1416661104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:23:40.607472 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87779c7e-050c-4f9c-b635-864859518a14 tempest-ImagesOneServerNegativeTestJSON-264633046 tempest-ImagesOneServerNegativeTestJSON-264633046-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=11f6a395-f14d-4d33-a4eb-bcded829ee86,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:23:40.614751 n-d-800634-3 neutron-server[93916]: INFO neutron.api.v2.resource [None req-2f1d3540-9dac-4d83-a97f-f3e288d65ac6 tempest-ImagesOneServerNegativeTestJSON-264633046 tempest-ImagesOneServerNegativeTestJSON-264633046-project] show failed (client error): The resource could not be found. Jul 14 18:23:40.615903 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-2f1d3540-9dac-4d83-a97f-f3e288d65ac6 tempest-ImagesOneServerNegativeTestJSON-264633046 tempest-ImagesOneServerNegativeTestJSON-264633046-project] 10.222.0.16 "GET /v2.0/security-groups/11f6a395-f14d-4d33-a4eb-bcded829ee86 HTTP/1.1" status: 404 len: 347 time: 0.0570371 Jul 14 18:23:40.636953 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 59758) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:23:40.643675 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0824b20b-eea9-4727-890b-7b9faf324eeb tempest-ListImageFiltersTestJSON-1416661104 tempest-ListImageFiltersTestJSON-1416661104-project] Pushing event deleted for resources: {'Port': ['ID=9fbf94da-ec1e-4989-8dcd-c90342b8b660,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:23:40.644751 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-362c761f-bf9e-412e-b5a0-644718018d8b req-66c77ba0-1807-4841-b4f0-24fa59988569 tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] 10.222.0.16 "GET /v2.0/security-groups?id=540fae54-ccea-4309-9c99-81b930eedb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101983 Jul 14 18:23:40.701548 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-17a8e86b-5555-4cbe-bd55-1fcd0312cdbc req-438fc130-39e5-4595-a389-c0bec86eb15b service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=03a24d87-527f-4d5b-a998-53393446562a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0547285 Jul 14 18:23:40.752422 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-85d1bc66-5358-4c80-a50a-231c3d53d5c0 req-b9c8b120-ac17-42f9-92b6-f783e9469f75 tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] 10.222.0.16 "GET /v2.0/security-groups?id=39320fa9-4894-4542-95e3-d64e174c637e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501048 Jul 14 18:23:40.795519 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-17a8e86b-5555-4cbe-bd55-1fcd0312cdbc req-9e699c8e-9bbf-4e64-bf42-0670d91c6f99 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c51e850593fc4a37af9470721017e8e7&device_id=03a24d87-527f-4d5b-a998-53393446562a HTTP/1.1" status: 200 len: 210 time: 0.0418205 Jul 14 18:23:40.816148 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.l3_dvrscheduler_db [req-083b01b0-c1f6-499a-b6b8-06159a7e8346 req-0824b20b-eea9-4727-890b-7b9faf324eeb tempest-ListImageFiltersTestJSON-1416661104 tempest-ListImageFiltersTestJSON-1416661104-project] No DVR routers for this DVR port 9fbf94da-ec1e-4989-8dcd-c90342b8b660 on host n-h1-800634-3 {{(pid=93916) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 18:23:40.820449 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-083b01b0-c1f6-499a-b6b8-06159a7e8346 req-0824b20b-eea9-4727-890b-7b9faf324eeb tempest-ListImageFiltersTestJSON-1416661104 tempest-ListImageFiltersTestJSON-1416661104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:23:40.822603 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-083b01b0-c1f6-499a-b6b8-06159a7e8346 req-0824b20b-eea9-4727-890b-7b9faf324eeb tempest-ListImageFiltersTestJSON-1416661104 tempest-ListImageFiltersTestJSON-1416661104-project] 10.222.0.18 "DELETE /v2.0/ports/9fbf94da-ec1e-4989-8dcd-c90342b8b660 HTTP/1.1" status: 204 len: 173 time: 1.0965557 Jul 14 18:23:40.825034 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-ef31f732-9c80-4586-ac33-86afbddd999a req-d60b881e-6805-4a24-b2fe-bb73e1c6063c service neutron] 10.222.0.18 "GET /v2.0/networks/7cee3312-4c4c-4d32-820f-eab965dcf565?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2893708 Jul 14 18:23:40.825723 n-d-800634-3 neutron-server[93916]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd48985bd-a8ac-4231-a03b-aa75c35eea3d', 'name': 'network-vif-deleted', 'tag': '9fbf94da-ec1e-4989-8dcd-c90342b8b660'}] {{(pid=93916) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:23:40.828036 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f803e150b363a7893830aa996ac27753fa25517c406ecd3536b7c2d4b26eeb9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b82fc6de-1bd5-4b4e-88f8-174212b50c2f" -d '{"events": [{"server_uuid": "d48985bd-a8ac-4231-a03b-aa75c35eea3d", "name": "network-vif-deleted", "tag": "9fbf94da-ec1e-4989-8dcd-c90342b8b660"}]}' {{(pid=93916) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:23:40.877380 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2c60cb8f-1900-4cf5-902e-3a6c933e0416 req-de34cd4b-0a24-490f-90e7-e094cb4d2cd6 tempest-ListImageFiltersTestJSON-1416661104 tempest-ListImageFiltersTestJSON-1416661104-project] 10.222.0.16 "GET /v2.0/ports?device_id=d48985bd-a8ac-4231-a03b-aa75c35eea3d HTTP/1.1" status: 200 len: 210 time: 0.0661535 Jul 14 18:23:41.232099 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-17a8e86b-5555-4cbe-bd55-1fcd0312cdbc req-6ea62807-2079-4477-8a58-69d1adb8daf9 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=c51e850593fc4a37af9470721017e8e7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.4107862 Jul 14 18:23:41.282180 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 18:23:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25795942-fad2-4054-b8e0-7bf128a27965 x-openstack-request-id: req-25795942-fad2-4054-b8e0-7bf128a27965 {{(pid=93916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:23:41.282795 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d48985bd-a8ac-4231-a03b-aa75c35eea3d", "name": "network-vif-deleted", "tag": "9fbf94da-ec1e-4989-8dcd-c90342b8b660", "status": "completed", "code": 200}]} {{(pid=93916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:23:41.283232 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-25795942-fad2-4054-b8e0-7bf128a27965 {{(pid=93916) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:23:41.283832 n-d-800634-3 neutron-server[93916]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd48985bd-a8ac-4231-a03b-aa75c35eea3d', 'name': 'network-vif-deleted', 'tag': '9fbf94da-ec1e-4989-8dcd-c90342b8b660', 'status': 'completed', 'code': 200} Jul 14 18:23:41.347003 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-ef31f732-9c80-4586-ac33-86afbddd999a req-0ebe8598-9fde-4578-a718-593bfd40194d service neutron] 10.222.0.18 "GET /v2.0/networks/7cee3312-4c4c-4d32-820f-eab965dcf565?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5111771 Jul 14 18:23:41.347785 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a8e86b-5555-4cbe-bd55-1fcd0312cdbc req-4bba1305-3c9f-48ab-a86e-049fbe505263 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:23:41.349311 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-17a8e86b-5555-4cbe-bd55-1fcd0312cdbc req-4bba1305-3c9f-48ab-a86e-049fbe505263 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1036906 Jul 14 18:23:41.367171 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-8714d517-e4f2-4fe4-b0ee-95e8987cbd13 tempest-ImagesOneServerNegativeTestJSON-264633046 tempest-ImagesOneServerNegativeTestJSON-264633046-project] Deleting port ddcfa05d-a49e-4532-96a2-88f39606c9b0 {{(pid=93916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:23:41.371414 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-8714d517-e4f2-4fe4-b0ee-95e8987cbd13 tempest-ImagesOneServerNegativeTestJSON-264633046 tempest-ImagesOneServerNegativeTestJSON-264633046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:23:41.438152 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86dbc435-8dea-45ff-a632-8d58cca642dc req-07bf4eb3-e7bb-4d07-8900-728583e43d71 tempest-ImagesTestJSON-313755568 tempest-ImagesTestJSON-313755568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:23:41.445124 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-86dbc435-8dea-45ff-a632-8d58cca642dc req-07bf4eb3-e7bb-4d07-8900-728583e43d71 tempest-ImagesTestJSON-313755568 tempest-ImagesTestJSON-313755568-project] 10.222.0.16 "GET /v2.0/ports?device_id=c62d57ac-ab40-483c-9034-7ee4ebffb3cc HTTP/1.1" status: 200 len: 945 time: 0.2182448 Jul 14 18:23:41.504355 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-86dbc435-8dea-45ff-a632-8d58cca642dc req-52d2d5f9-7969-4aca-9807-714ab9280562 tempest-ImagesTestJSON-313755568 tempest-ImagesTestJSON-313755568-project] 10.222.0.16 "GET /v2.0/security-groups?id=96a7afe7-a122-4b0d-8907-2d91e1bd838f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582020 Jul 14 18:23:41.508840 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-8714d517-e4f2-4fe4-b0ee-95e8987cbd13 tempest-ImagesOneServerNegativeTestJSON-264633046 tempest-ImagesOneServerNegativeTestJSON-264633046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:23:41.509180 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-8714d517-e4f2-4fe4-b0ee-95e8987cbd13 tempest-ImagesOneServerNegativeTestJSON-264633046 tempest-ImagesOneServerNegativeTestJSON-264633046-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:23:41.522128 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-8714d517-e4f2-4fe4-b0ee-95e8987cbd13 tempest-ImagesOneServerNegativeTestJSON-264633046 tempest-ImagesOneServerNegativeTestJSON-264633046-project] Calling delete_port for ddcfa05d-a49e-4532-96a2-88f39606c9b0 owned by network:floatingip {{(pid=93916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:23:41.714965 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-8714d517-e4f2-4fe4-b0ee-95e8987cbd13 tempest-ImagesOneServerNegativeTestJSON-264633046 tempest-ImagesOneServerNegativeTestJSON-264633046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:23:41.745837 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8714d517-e4f2-4fe4-b0ee-95e8987cbd13 tempest-ImagesOneServerNegativeTestJSON-264633046 tempest-ImagesOneServerNegativeTestJSON-264633046-project] Pushing event deleted for resources: {'Port': ['ID=ddcfa05d-a49e-4532-96a2-88f39606c9b0,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:23:41.823423 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-8714d517-e4f2-4fe4-b0ee-95e8987cbd13 tempest-ImagesOneServerNegativeTestJSON-264633046 tempest-ImagesOneServerNegativeTestJSON-264633046-project] Notify callbacks [] for floatingip, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:23:41.826157 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-8714d517-e4f2-4fe4-b0ee-95e8987cbd13 tempest-ImagesOneServerNegativeTestJSON-264633046 tempest-ImagesOneServerNegativeTestJSON-264633046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for floatingip, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:23:41.827800 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-8714d517-e4f2-4fe4-b0ee-95e8987cbd13 tempest-ImagesOneServerNegativeTestJSON-264633046 tempest-ImagesOneServerNegativeTestJSON-264633046-project] 10.222.0.16 "DELETE /v2.0/floatingips/a512ff51-cbdc-4347-a69e-0678493404cb HTTP/1.1" status: 204 len: 168 time: 1.1884346 Jul 14 18:23:41.884050 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e06d5ce-4694-4ab2-9d96-10be3c9b11bf req-1019b19b-ad55-453d-9691-38f533e5649a tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:23:41.886230 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-7e06d5ce-4694-4ab2-9d96-10be3c9b11bf req-1019b19b-ad55-453d-9691-38f533e5649a tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] 10.222.0.16 "GET /v2.0/ports?device_id=5d1b56cf-e9a2-40e8-8a62-8ebd9281e58d HTTP/1.1" status: 200 len: 945 time: 0.0801220 Jul 14 18:23:41.923529 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 59792) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:23:41.964874 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-7e06d5ce-4694-4ab2-9d96-10be3c9b11bf req-3dfd210e-5b18-4d9c-972d-2e8f34543d41 tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] 10.222.0.16 "GET /v2.0/security-groups?id=540fae54-ccea-4309-9c99-81b930eedb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726330 Jul 14 18:23:41.992642 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d18f99-553e-4c90-b80a-a2bc0facfb87 req-e2581812-cf25-4f8c-b863-b5689829aa7d tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:23:41.994745 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b5d18f99-553e-4c90-b80a-a2bc0facfb87 req-e2581812-cf25-4f8c-b863-b5689829aa7d tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] 10.222.0.16 "GET /v2.0/ports?device_id=0839192e-42bb-4de6-bfe4-b6f1165f494c HTTP/1.1" status: 200 len: 946 time: 0.0898087 Jul 14 18:23:42.041529 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b5d18f99-553e-4c90-b80a-a2bc0facfb87 req-2eb392cd-7456-444f-8db4-499f606f4e77 tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] 10.222.0.16 "GET /v2.0/security-groups?id=39320fa9-4894-4542-95e3-d64e174c637e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406651 Jul 14 18:23:42.081601 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-72742b4b-69b0-455f-b8c3-2c0aafdd817c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:23:42.200696 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-72742b4b-69b0-455f-b8c3-2c0aafdd817c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:23:42.204691 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-72742b4b-69b0-455f-b8c3-2c0aafdd817c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:23:42.245483 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-72742b4b-69b0-455f-b8c3-2c0aafdd817c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=07c66ae872b04b21abf7ff53481d9395&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3206949 Jul 14 18:23:42.247980 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 59810) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:23:42.278264 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72742b4b-69b0-455f-b8c3-2c0aafdd817c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34cc733e-27ab-47c4-8cd9-99c865f2721f,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:23:42.313515 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-d3f25368-8821-484b-9208-88413d201b29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:23:42.338689 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-d3f25368-8821-484b-9208-88413d201b29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:23:42.395419 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-d3f25368-8821-484b-9208-88413d201b29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:23:42.398054 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-d3f25368-8821-484b-9208-88413d201b29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:23:42.399236 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-d3f25368-8821-484b-9208-88413d201b29 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/34cc733e-27ab-47c4-8cd9-99c865f2721f HTTP/1.1" status: 204 len: 168 time: 0.1503170 Jul 14 18:23:42.408380 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f25368-8821-484b-9208-88413d201b29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34cc733e-27ab-47c4-8cd9-99c865f2721f,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:23:42.459705 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 59820) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:23:42.490325 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device 9fbf94da-ec1e-4989-8dcd-c90342b8b660 no longer exists at agent hyperv_n-h1-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 18:23:42.518482 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] No Port match for: 9fbf94da-ec1e-4989-8dcd-c90342b8b660 {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 18:23:42.518942 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device 9fbf94da-ec1e-4989-8dcd-c90342b8b660 not bound to the agent host n-h1-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 18:23:42.536177 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f82d4f5-98a5-4738-a671-35976e5ac321 admin admin] Deleting subnet 3e5fd32b-ce33-4970-8e90-c9d6785e30f5 {{(pid=93915) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 18:23:42.539545 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-0f82d4f5-98a5-4738-a671-35976e5ac321 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:23:42.577963 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-0f82d4f5-98a5-4738-a671-35976e5ac321 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28939913'] for subnet, precommit_delete_associations {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:23:42.680156 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-0f82d4f5-98a5-4738-a671-35976e5ac321 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081283'] for subnet, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:23:42.718337 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 59826) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:23:42.732175 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-efe6dd71-f82a-4ae7-a4d4-8fcbf9023aaf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:23:42.756637 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d18b3f-3d77-427c-9db7-2fa9cc61ceb2 req-a8ada793-0d83-45a3-a077-5269e6dd63f5 tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:23:42.758145 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e1d18b3f-3d77-427c-9db7-2fa9cc61ceb2 req-a8ada793-0d83-45a3-a077-5269e6dd63f5 tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] 10.222.0.16 "GET /v2.0/ports?device_id=0839192e-42bb-4de6-bfe4-b6f1165f494c HTTP/1.1" status: 200 len: 946 time: 0.1522639 Jul 14 18:23:42.795383 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9663e2-f123-481e-9284-ed1903eb927b req-4d35dd28-ab3d-4a7f-8b8d-11d69e8bb65f tempest-ListImageFiltersTestJSON-1416661104 tempest-ListImageFiltersTestJSON-1416661104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:23:42.796845 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ff9663e2-f123-481e-9284-ed1903eb927b req-4d35dd28-ab3d-4a7f-8b8d-11d69e8bb65f tempest-ListImageFiltersTestJSON-1416661104 tempest-ListImageFiltersTestJSON-1416661104-project] 10.222.0.16 "GET /v2.0/ports?device_id=f4518b06-90d0-4f6c-997a-2fe9348c1117 HTTP/1.1" status: 200 len: 947 time: 0.1580527 Jul 14 18:23:42.797823 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-0f82d4f5-98a5-4738-a671-35976e5ac321 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25913028', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28969762'] for subnet, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:23:42.831342 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-efe6dd71-f82a-4ae7-a4d4-8fcbf9023aaf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:23:42.835245 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-efe6dd71-f82a-4ae7-a4d4-8fcbf9023aaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:23:42.851485 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f82d4f5-98a5-4738-a671-35976e5ac321 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3e5fd32b-ce33-4970-8e90-c9d6785e30f5,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:23:42.857642 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-0f82d4f5-98a5-4738-a671-35976e5ac321 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:23:42.859530 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-0f82d4f5-98a5-4738-a671-35976e5ac321 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/3e5fd32b-ce33-4970-8e90-c9d6785e30f5 HTTP/1.1" status: 204 len: 168 time: 0.3987210 Jul 14 18:23:42.863698 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 59828) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:23:42.873568 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e1d18b3f-3d77-427c-9db7-2fa9cc61ceb2 req-fc118a19-28ec-4ff1-88e3-3b37c932a3dd tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] 10.222.0.16 "GET /v2.0/security-groups?id=39320fa9-4894-4542-95e3-d64e174c637e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062450 Jul 14 18:23:42.876160 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe6dd71-f82a-4ae7-a4d4-8fcbf9023aaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bac7cdf5-2954-4ef1-985a-1c27aab91305,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:23:42.887028 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-efe6dd71-f82a-4ae7-a4d4-8fcbf9023aaf admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=236c2af71e7342bd8da16fe66c82aab9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1653085 Jul 14 18:23:42.887337 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 59830) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:23:42.935995 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ff9663e2-f123-481e-9284-ed1903eb927b req-950c15fd-7afb-4acb-9cd6-901a04fde738 tempest-ListImageFiltersTestJSON-1416661104 tempest-ListImageFiltersTestJSON-1416661104-project] 10.222.0.16 "GET /v2.0/security-groups?id=09cf14b6-951f-4c32-9a85-e54484acb30d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296124 Jul 14 18:23:42.960684 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-f8004daf-5ee0-4a6e-ad48-b327cc6e7351 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:23:42.965886 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-481a04f9-f3be-4b55-be7a-563262e66545 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645734'] for network, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:23:42.984480 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-f8004daf-5ee0-4a6e-ad48-b327cc6e7351 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:23:43.045796 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-f8004daf-5ee0-4a6e-ad48-b327cc6e7351 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:23:43.048944 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-f8004daf-5ee0-4a6e-ad48-b327cc6e7351 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:23:43.052481 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-f8004daf-5ee0-4a6e-ad48-b327cc6e7351 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/bac7cdf5-2954-4ef1-985a-1c27aab91305 HTTP/1.1" status: 204 len: 168 time: 0.1620030 Jul 14 18:23:43.059632 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8004daf-5ee0-4a6e-ad48-b327cc6e7351 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bac7cdf5-2954-4ef1-985a-1c27aab91305,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:23:43.152627 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-481a04f9-f3be-4b55-be7a-563262e66545 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2096010', 'neutron.services.segments.db._delete_segments_for_network-8728202734996'] for network, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:23:43.167603 n-d-800634-3 neutron-server[93915]: DEBUG neutron.services.segments.db [None req-481a04f9-f3be-4b55-be7a-563262e66545 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5922bb88-69f8-4327-9807-b639b8b4c14f']}} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:23:43.184251 n-d-800634-3 neutron-server[93915]: DEBUG neutron.services.segments.db [None req-481a04f9-f3be-4b55-be7a-563262e66545 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d348732-27f4-441a-bef1-a0d44ffa840e') {'for_net_delete': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:23:43.184557 n-d-800634-3 neutron-server[93915]: DEBUG neutron.services.segments.db [None req-481a04f9-f3be-4b55-be7a-563262e66545 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d348732-27f4-441a-bef1-a0d44ffa840e') {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:23:43.200452 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-481a04f9-f3be-4b55-be7a-563262e66545 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728202715275', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28939920'] for segment, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:23:43.227141 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-481a04f9-f3be-4b55-be7a-563262e66545 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:23:43.238438 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-481a04f9-f3be-4b55-be7a-563262e66545 admin admin] Releasing vlan 88 on physical network physnet1 to pool {{(pid=93915) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 18:23:43.238856 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-481a04f9-f3be-4b55-be7a-563262e66545 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25911658'] for segment, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:23:43.241264 n-d-800634-3 neutron-server[93915]: Traceback (most recent call last): Jul 14 18:23:43.241264 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 18:23:43.241264 n-d-800634-3 neutron-server[93915]: timer() Jul 14 18:23:43.241264 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 18:23:43.241264 n-d-800634-3 neutron-server[93915]: cb(*args, **kw) Jul 14 18:23:43.241264 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 18:23:43.241264 n-d-800634-3 neutron-server[93915]: return func(*args, **kwargs) Jul 14 18:23:43.241264 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 18:23:43.241264 n-d-800634-3 neutron-server[93915]: self._notify() Jul 14 18:23:43.241264 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 18:23:43.241264 n-d-800634-3 neutron-server[93915]: self.callback(batched_events) Jul 14 18:23:43.241264 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 18:23:43.241264 n-d-800634-3 neutron-server[93915]: event.method(event) Jul 14 18:23:43.241264 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 18:23:43.241264 n-d-800634-3 neutron-server[93915]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 18:23:43.241264 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 18:23:43.241264 n-d-800634-3 neutron-server[93915]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 18:23:43.241264 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 18:23:43.241264 n-d-800634-3 neutron-server[93915]: return f(self, *a, **k) Jul 14 18:23:43.241264 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 18:23:43.241264 n-d-800634-3 neutron-server[93915]: return self._get(url).json() Jul 14 18:23:43.241264 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 18:23:43.241264 n-d-800634-3 neutron-server[93915]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 18:23:43.241264 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 18:23:43.241264 n-d-800634-3 neutron-server[93915]: return self.request(url, 'GET', **kwargs) Jul 14 18:23:43.241264 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 18:23:43.241264 n-d-800634-3 neutron-server[93915]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 18:23:43.241264 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 18:23:43.241264 n-d-800634-3 neutron-server[93915]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 18:23:43.241264 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 18:23:43.241264 n-d-800634-3 neutron-server[93915]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 18:23:43.241264 n-d-800634-3 neutron-server[93915]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 18:23:43.259112 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19a6cde-b47e-484f-89c8-af02ebd49b31 req-4c1d7f4e-089c-4ef6-9a91-6877088aba61 tempest-ImagesTestJSON-313755568 tempest-ImagesTestJSON-313755568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:23:43.260699 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c19a6cde-b47e-484f-89c8-af02ebd49b31 req-4c1d7f4e-089c-4ef6-9a91-6877088aba61 tempest-ImagesTestJSON-313755568 tempest-ImagesTestJSON-313755568-project] 10.222.0.16 "GET /v2.0/ports?device_id=c62d57ac-ab40-483c-9034-7ee4ebffb3cc HTTP/1.1" status: 200 len: 945 time: 0.2229848 Jul 14 18:23:43.302376 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba9584a-5a15-4412-bbbb-c80eeb177de7 req-64f3c85d-beec-45d7-b92a-84f1a1997211 tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:23:43.303878 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-dba9584a-5a15-4412-bbbb-c80eeb177de7 req-64f3c85d-beec-45d7-b92a-84f1a1997211 tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] 10.222.0.16 "GET /v2.0/ports?device_id=5d1b56cf-e9a2-40e8-8a62-8ebd9281e58d HTTP/1.1" status: 200 len: 945 time: 0.1869655 Jul 14 18:23:43.355916 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-481a04f9-f3be-4b55-be7a-563262e66545 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2096001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-930085'] for network, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:23:43.365020 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-481a04f9-f3be-4b55-be7a-563262e66545 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598705'] for network, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:23:43.369847 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-481a04f9-f3be-4b55-be7a-563262e66545 admin admin] 10.222.0.16 "DELETE /v2.0/networks/5922bb88-69f8-4327-9807-b639b8b4c14f HTTP/1.1" status: 204 len: 168 time: 0.5019574 Jul 14 18:23:43.371843 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c19a6cde-b47e-484f-89c8-af02ebd49b31 req-22328d0d-9fef-4483-8d7e-c5ad981ae753 tempest-ImagesTestJSON-313755568 tempest-ImagesTestJSON-313755568-project] 10.222.0.16 "GET /v2.0/security-groups?id=96a7afe7-a122-4b0d-8907-2d91e1bd838f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858173 Jul 14 18:23:43.392313 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481a04f9-f3be-4b55-be7a-563262e66545 admin admin] Pushing event deleted for resources: {'Network': ['ID=5922bb88-69f8-4327-9807-b639b8b4c14f,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:23:43.395858 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-dba9584a-5a15-4412-bbbb-c80eeb177de7 req-8285a275-3d09-479f-a40f-73d242f4296a tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] 10.222.0.16 "GET /v2.0/security-groups?id=540fae54-ccea-4309-9c99-81b930eedb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773785 Jul 14 18:23:43.505520 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 59850) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:23:43.552527 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 59854) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:23:43.552961 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-0fe7a580-1799-43b5-b5a8-e1c615fec96f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=770cf6195f454485a1278aa0fbe1237f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0456755 Jul 14 18:23:43.673649 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-143a3893-ebf7-4527-9ae6-c49b8bf6a104 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:23:43.703801 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-143a3893-ebf7-4527-9ae6-c49b8bf6a104 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:23:43.707036 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb86836-8bee-4d1b-b52a-16650e087c39 req-715537e9-4305-4be4-91bb-1cad75993fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:23:43.708481 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-dbb86836-8bee-4d1b-b52a-16650e087c39 req-715537e9-4305-4be4-91bb-1cad75993fd0 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0a6a8e07e1ce4e4e84e3fe5c59c6747c&device_id=5d1b56cf-e9a2-40e8-8a62-8ebd9281e58d HTTP/1.1" status: 200 len: 1096 time: 0.1146054 Jul 14 18:23:43.815229 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-143a3893-ebf7-4527-9ae6-c49b8bf6a104 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:23:43.817933 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-143a3893-ebf7-4527-9ae6-c49b8bf6a104 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:23:43.819084 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-143a3893-ebf7-4527-9ae6-c49b8bf6a104 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7eb77405-22ca-4355-84b5-b8009f159b92 HTTP/1.1" status: 204 len: 168 time: 0.2655370 Jul 14 18:23:43.842139 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143a3893-ebf7-4527-9ae6-c49b8bf6a104 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7eb77405-22ca-4355-84b5-b8009f159b92,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:23:43.844548 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb86836-8bee-4d1b-b52a-16650e087c39 req-35c065fa-13f5-4190-87d3-6964e24c680c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:23:43.846073 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-dbb86836-8bee-4d1b-b52a-16650e087c39 req-35c065fa-13f5-4190-87d3-6964e24c680c service neutron] 10.222.0.35 "GET /v2.0/networks?id=7cee3312-4c4c-4d32-820f-eab965dcf565 HTTP/1.1" status: 200 len: 921 time: 0.1299376 Jul 14 18:23:43.890122 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-dbb86836-8bee-4d1b-b52a-16650e087c39 req-bddb5e2e-49e8-497e-bf93-b1677337b4f9 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f77fb3cb-097b-460d-801e-7da27e687abe HTTP/1.1" status: 200 len: 217 time: 0.0370407 Jul 14 18:23:43.948396 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb86836-8bee-4d1b-b52a-16650e087c39 req-52736f72-d381-44e8-84b1-171a21151ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:23:43.949954 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-dbb86836-8bee-4d1b-b52a-16650e087c39 req-52736f72-d381-44e8-84b1-171a21151ae3 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2a54265e-973c-4132-80fb-ad9d5d305963 HTTP/1.1" status: 200 len: 861 time: 0.0532477 Jul 14 18:23:43.995651 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-dbb86836-8bee-4d1b-b52a-16650e087c39 req-47419d99-f4ca-4356-9877-67cfc6a25961 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7cee3312-4c4c-4d32-820f-eab965dcf565&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0378942 Jul 14 18:23:44.162482 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27298704-c0a0-4aea-8053-5163bdb9c441 req-b23626ff-402e-40cd-bde3-7117eacc1f5a tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:23:44.165235 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-27298704-c0a0-4aea-8053-5163bdb9c441 req-b23626ff-402e-40cd-bde3-7117eacc1f5a tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] 10.222.0.18 "GET /v2.0/ports?device_id=0839192e-42bb-4de6-bfe4-b6f1165f494c HTTP/1.1" status: 200 len: 946 time: 0.0878820 Jul 14 18:23:44.223508 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-dbb86836-8bee-4d1b-b52a-16650e087c39 req-31262b25-abb8-4e4d-abc0-3661d516a4bc service neutron] 10.222.0.35 "GET /v2.0/networks/7cee3312-4c4c-4d32-820f-eab965dcf565?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2219975 Jul 14 18:23:44.252169 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23a9019-93ef-4b68-bd4c-aeef57472a88 req-8f3b04fa-2b7f-463c-8260-95074819ff8e tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:23:44.256184 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e23a9019-93ef-4b68-bd4c-aeef57472a88 req-8f3b04fa-2b7f-463c-8260-95074819ff8e tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] 10.222.0.16 "GET /v2.0/ports?device_id=0839192e-42bb-4de6-bfe4-b6f1165f494c HTTP/1.1" status: 200 len: 946 time: 0.2167337 Jul 14 18:23:44.301807 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [req-27298704-c0a0-4aea-8053-5163bdb9c441 req-3cb95ff3-12af-4e2c-81df-d4f351042a05 tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] Deleting port d0d0626e-0d7b-4415-b675-24358f76c1ff {{(pid=93916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:23:44.303005 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-27298704-c0a0-4aea-8053-5163bdb9c441 req-3cb95ff3-12af-4e2c-81df-d4f351042a05 tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:23:44.327735 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c236c05-3bf7-4129-850e-a201ee26de5b req-74960852-38e7-4e12-bc7f-09a359a831e1 tempest-ListImageFiltersTestJSON-1416661104 tempest-ListImageFiltersTestJSON-1416661104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:23:44.337114 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3c236c05-3bf7-4129-850e-a201ee26de5b req-74960852-38e7-4e12-bc7f-09a359a831e1 tempest-ListImageFiltersTestJSON-1416661104 tempest-ListImageFiltersTestJSON-1416661104-project] 10.222.0.16 "GET /v2.0/ports?device_id=f4518b06-90d0-4f6c-997a-2fe9348c1117 HTTP/1.1" status: 200 len: 947 time: 0.2316031 Jul 14 18:23:44.420684 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e23a9019-93ef-4b68-bd4c-aeef57472a88 req-c8e9f2be-48cb-43b5-b8f2-e8c9f07c20aa tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] 10.222.0.16 "GET /v2.0/security-groups?id=39320fa9-4894-4542-95e3-d64e174c637e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504629 Jul 14 18:23:44.445009 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3c236c05-3bf7-4129-850e-a201ee26de5b req-7e29a607-b83c-48a9-8548-2bf9ca5a3b07 tempest-ListImageFiltersTestJSON-1416661104 tempest-ListImageFiltersTestJSON-1416661104-project] 10.222.0.16 "GET /v2.0/security-groups?id=09cf14b6-951f-4c32-9a85-e54484acb30d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067894 Jul 14 18:23:44.456729 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-dbb86836-8bee-4d1b-b52a-16650e087c39 req-899ea7d4-a7de-4ef6-8e01-0288b921198a service neutron] 10.222.0.35 "GET /v2.0/networks/7cee3312-4c4c-4d32-820f-eab965dcf565?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2244611 Jul 14 18:23:44.506976 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.db [req-27298704-c0a0-4aea-8053-5163bdb9c441 req-3cb95ff3-12af-4e2c-81df-d4f351042a05 tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] For port d0d0626e-0d7b-4415-b675-24358f76c1ff, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=d0d0626e-0d7b-4415-b675-24358f76c1ff,segment=NetworkSegment(25fcd291-a4fb-4631-8a4d-06fad1821ccd),segment_id=25fcd291-a4fb-4631-8a4d-06fad1821ccd)] {{(pid=93916) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:23:44.507952 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-27298704-c0a0-4aea-8053-5163bdb9c441 req-3cb95ff3-12af-4e2c-81df-d4f351042a05 tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:23:44.529957 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [req-27298704-c0a0-4aea-8053-5163bdb9c441 req-3cb95ff3-12af-4e2c-81df-d4f351042a05 tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] Calling delete_port for d0d0626e-0d7b-4415-b675-24358f76c1ff owned by compute:nova {{(pid=93916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:23:44.732691 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8328ee34-2063-4aeb-b153-84f064e00421 req-17f02ab8-4320-45ed-a9fd-c1ae32590df1 tempest-ListImageFiltersTestJSON-1416661104 tempest-ListImageFiltersTestJSON-1416661104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:23:44.734189 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-8328ee34-2063-4aeb-b153-84f064e00421 req-17f02ab8-4320-45ed-a9fd-c1ae32590df1 tempest-ListImageFiltersTestJSON-1416661104 tempest-ListImageFiltersTestJSON-1416661104-project] 10.222.0.18 "GET /v2.0/ports?device_id=f4518b06-90d0-4f6c-997a-2fe9348c1117 HTTP/1.1" status: 200 len: 947 time: 0.1376574 Jul 14 18:23:44.768047 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb86836-8bee-4d1b-b52a-16650e087c39 req-19db558c-b972-4201-8696-25f296cf6020 tempest-LiveAutoBlockMigrationV225Test-133245952 tempest-LiveAutoBlockMigrationV225Test-133245952-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:23:44.769698 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-dbb86836-8bee-4d1b-b52a-16650e087c39 req-19db558c-b972-4201-8696-25f296cf6020 tempest-LiveAutoBlockMigrationV225Test-133245952 tempest-LiveAutoBlockMigrationV225Test-133245952-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=5d1b56cf-e9a2-40e8-8a62-8ebd9281e58d&tenant_id=0a6a8e07e1ce4e4e84e3fe5c59c6747c&binding%3Ahost_id=n-h1-800634-3 HTTP/1.1" status: 200 len: 1096 time: 0.2696781 Jul 14 18:23:44.779742 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-27298704-c0a0-4aea-8053-5163bdb9c441 req-3cb95ff3-12af-4e2c-81df-d4f351042a05 tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:23:44.792509 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05903873-142b-4b79-bfe8-9cec60f5f556 req-e37d465f-233c-40a5-a23b-e8e5766734a7 tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:23:44.794054 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] get_ports_and_sgs() called for port_ids ['d0d0626e-0d7b-4415-b675-24358f76c1ff'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 18:23:44.794757 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-05903873-142b-4b79-bfe8-9cec60f5f556 req-e37d465f-233c-40a5-a23b-e8e5766734a7 tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] 10.222.0.16 "GET /v2.0/ports?device_id=5d1b56cf-e9a2-40e8-8a62-8ebd9281e58d HTTP/1.1" status: 200 len: 945 time: 0.1800914 Jul 14 18:23:44.845009 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b3aca8-9a1f-4515-8c60-5e44ab9c8206 req-e21f9c95-2179-422c-a196-a77bf1b2e2f1 tempest-ImagesTestJSON-313755568 tempest-ImagesTestJSON-313755568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:23:44.846513 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-25b3aca8-9a1f-4515-8c60-5e44ab9c8206 req-e21f9c95-2179-422c-a196-a77bf1b2e2f1 tempest-ImagesTestJSON-313755568 tempest-ImagesTestJSON-313755568-project] 10.222.0.16 "GET /v2.0/ports?device_id=c62d57ac-ab40-483c-9034-7ee4ebffb3cc HTTP/1.1" status: 200 len: 945 time: 0.2074900 Jul 14 18:23:44.871430 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb95ff3-12af-4e2c-81df-d4f351042a05 tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] Pushing event deleted for resources: {'Port': ['ID=d0d0626e-0d7b-4415-b675-24358f76c1ff,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:23:44.899658 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.l3_dvrscheduler_db [req-27298704-c0a0-4aea-8053-5163bdb9c441 req-3cb95ff3-12af-4e2c-81df-d4f351042a05 tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] No DVR routers for this DVR port d0d0626e-0d7b-4415-b675-24358f76c1ff on host n-h1-800634-3 {{(pid=93916) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 18:23:44.903429 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-27298704-c0a0-4aea-8053-5163bdb9c441 req-3cb95ff3-12af-4e2c-81df-d4f351042a05 tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:23:44.905788 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-27298704-c0a0-4aea-8053-5163bdb9c441 req-3cb95ff3-12af-4e2c-81df-d4f351042a05 tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] 10.222.0.18 "DELETE /v2.0/ports/d0d0626e-0d7b-4415-b675-24358f76c1ff HTTP/1.1" status: 204 len: 173 time: 0.7338288 Jul 14 18:23:44.917723 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-05903873-142b-4b79-bfe8-9cec60f5f556 req-2732ae30-30ad-4c66-9ac8-e351c04ce41d tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] 10.222.0.16 "GET /v2.0/security-groups?id=540fae54-ccea-4309-9c99-81b930eedb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003270 Jul 14 18:23:44.930425 n-d-800634-3 neutron-server[93916]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0839192e-42bb-4de6-bfe4-b6f1165f494c', 'name': 'network-vif-deleted', 'tag': 'd0d0626e-0d7b-4415-b675-24358f76c1ff'}] {{(pid=93916) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:23:44.932982 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f803e150b363a7893830aa996ac27753fa25517c406ecd3536b7c2d4b26eeb9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60122d84-80df-4513-ba21-d958481b5d0f" -d '{"events": [{"server_uuid": "0839192e-42bb-4de6-bfe4-b6f1165f494c", "name": "network-vif-deleted", "tag": "d0d0626e-0d7b-4415-b675-24358f76c1ff"}]}' {{(pid=93916) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:23:44.940849 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb95ff3-12af-4e2c-81df-d4f351042a05 tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:23:44.941594 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb95ff3-12af-4e2c-81df-d4f351042a05 tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:23:44.941594 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb95ff3-12af-4e2c-81df-d4f351042a05 tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:23:44.941832 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb95ff3-12af-4e2c-81df-d4f351042a05 tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:23:44.942064 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb95ff3-12af-4e2c-81df-d4f351042a05 tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:23:44.942461 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb95ff3-12af-4e2c-81df-d4f351042a05 tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:23:44.942798 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb95ff3-12af-4e2c-81df-d4f351042a05 tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:23:44.943218 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb95ff3-12af-4e2c-81df-d4f351042a05 tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:23:44.943551 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb95ff3-12af-4e2c-81df-d4f351042a05 tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:23:44.943929 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb95ff3-12af-4e2c-81df-d4f351042a05 tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:23:44.944308 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb95ff3-12af-4e2c-81df-d4f351042a05 tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:23:44.944659 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb95ff3-12af-4e2c-81df-d4f351042a05 tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:23:44.961424 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-25b3aca8-9a1f-4515-8c60-5e44ab9c8206 req-a6df684d-451c-47da-a639-55905ba90fd9 tempest-ImagesTestJSON-313755568 tempest-ImagesTestJSON-313755568-project] 10.222.0.16 "GET /v2.0/security-groups?id=96a7afe7-a122-4b0d-8907-2d91e1bd838f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054997 Jul 14 18:23:44.990593 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [req-8328ee34-2063-4aeb-b153-84f064e00421 req-9f45ff3f-a84b-4aa9-88a3-2acd44765443 tempest-ListImageFiltersTestJSON-1416661104 tempest-ListImageFiltersTestJSON-1416661104-project] Deleting port 50159c3e-a461-4d23-925d-2cd09adbc33f {{(pid=93916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:23:44.991437 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-8328ee34-2063-4aeb-b153-84f064e00421 req-9f45ff3f-a84b-4aa9-88a3-2acd44765443 tempest-ListImageFiltersTestJSON-1416661104 tempest-ListImageFiltersTestJSON-1416661104-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:23:45.075321 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-dbb86836-8bee-4d1b-b52a-16650e087c39 req-9662d08d-9733-41f8-807c-34af0125f794 service neutron] For port f77fb3cb-097b-460d-801e-7da27e687abe, host n-h2-800634-3, cleared binding levels {{(pid=93915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:23:45.083808 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-dbb86836-8bee-4d1b-b52a-16650e087c39 req-9662d08d-9733-41f8-807c-34af0125f794 service neutron] Notify callbacks [] for binding, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:23:45.089612 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-dbb86836-8bee-4d1b-b52a-16650e087c39 req-9662d08d-9733-41f8-807c-34af0125f794 service neutron] 10.222.0.35 "DELETE /v2.0/ports/f77fb3cb-097b-460d-801e-7da27e687abe/bindings/n-h2-800634-3 HTTP/1.1" status: 204 len: 173 time: 0.3128693 Jul 14 18:23:45.116881 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.db [req-8328ee34-2063-4aeb-b153-84f064e00421 req-9f45ff3f-a84b-4aa9-88a3-2acd44765443 tempest-ListImageFiltersTestJSON-1416661104 tempest-ListImageFiltersTestJSON-1416661104-project] For port 50159c3e-a461-4d23-925d-2cd09adbc33f, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=50159c3e-a461-4d23-925d-2cd09adbc33f,segment=NetworkSegment(067fc487-22c7-42de-972d-ae352a28ad29),segment_id=067fc487-22c7-42de-972d-ae352a28ad29)] {{(pid=93916) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:23:45.117287 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-8328ee34-2063-4aeb-b153-84f064e00421 req-9f45ff3f-a84b-4aa9-88a3-2acd44765443 tempest-ListImageFiltersTestJSON-1416661104 tempest-ListImageFiltersTestJSON-1416661104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:23:45.132067 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [req-8328ee34-2063-4aeb-b153-84f064e00421 req-9f45ff3f-a84b-4aa9-88a3-2acd44765443 tempest-ListImageFiltersTestJSON-1416661104 tempest-ListImageFiltersTestJSON-1416661104-project] Calling delete_port for 50159c3e-a461-4d23-925d-2cd09adbc33f owned by compute:nova {{(pid=93916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:23:45.245871 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [req-8d9de4fd-d024-4127-979e-b9ba66e4e806 req-1fe0c28e-4596-4356-83b1-16577d0f5211 tempest-SecurityGroupsTestAdminJSON-416722181 tempest-SecurityGroupsTestAdminJSON-416722181-project] Request body: {'security_group': {'name': 'tempest-securitygroup-219262001', 'description': 'tempest-description-1935236536'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:23:45.272206 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-8d9de4fd-d024-4127-979e-b9ba66e4e806 req-1fe0c28e-4596-4356-83b1-16577d0f5211 tempest-SecurityGroupsTestAdminJSON-416722181 tempest-SecurityGroupsTestAdminJSON-416722181-project] Notify callbacks [] for security_group, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:23:45.283453 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-8328ee34-2063-4aeb-b153-84f064e00421 req-9f45ff3f-a84b-4aa9-88a3-2acd44765443 tempest-ListImageFiltersTestJSON-1416661104 tempest-ListImageFiltersTestJSON-1416661104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:23:45.286504 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-8d9de4fd-d024-4127-979e-b9ba66e4e806 req-1fe0c28e-4596-4356-83b1-16577d0f5211 tempest-SecurityGroupsTestAdminJSON-416722181 tempest-SecurityGroupsTestAdminJSON-416722181-project] Notify callbacks [] for security_group, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:23:45.315910 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f45ff3f-a84b-4aa9-88a3-2acd44765443 tempest-ListImageFiltersTestJSON-1416661104 tempest-ListImageFiltersTestJSON-1416661104-project] Pushing event deleted for resources: {'Port': ['ID=50159c3e-a461-4d23-925d-2cd09adbc33f,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:23:45.364914 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.l3_dvrscheduler_db [req-8328ee34-2063-4aeb-b153-84f064e00421 req-9f45ff3f-a84b-4aa9-88a3-2acd44765443 tempest-ListImageFiltersTestJSON-1416661104 tempest-ListImageFiltersTestJSON-1416661104-project] No DVR routers for this DVR port 50159c3e-a461-4d23-925d-2cd09adbc33f on host n-h1-800634-3 {{(pid=93916) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 18:23:45.367850 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-8328ee34-2063-4aeb-b153-84f064e00421 req-9f45ff3f-a84b-4aa9-88a3-2acd44765443 tempest-ListImageFiltersTestJSON-1416661104 tempest-ListImageFiltersTestJSON-1416661104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:23:45.370452 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-8328ee34-2063-4aeb-b153-84f064e00421 req-9f45ff3f-a84b-4aa9-88a3-2acd44765443 tempest-ListImageFiltersTestJSON-1416661104 tempest-ListImageFiltersTestJSON-1416661104-project] 10.222.0.18 "DELETE /v2.0/ports/50159c3e-a461-4d23-925d-2cd09adbc33f HTTP/1.1" status: 204 len: 173 time: 0.6304922 Jul 14 18:23:45.413077 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-8d9de4fd-d024-4127-979e-b9ba66e4e806 req-1fe0c28e-4596-4356-83b1-16577d0f5211 tempest-SecurityGroupsTestAdminJSON-416722181 tempest-SecurityGroupsTestAdminJSON-416722181-project] Notify callbacks [] for security_group, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:23:45.417847 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-8d9de4fd-d024-4127-979e-b9ba66e4e806 req-1fe0c28e-4596-4356-83b1-16577d0f5211 tempest-SecurityGroupsTestAdminJSON-416722181 tempest-SecurityGroupsTestAdminJSON-416722181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:23:45.465664 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe0c28e-4596-4356-83b1-16577d0f5211 tempest-SecurityGroupsTestAdminJSON-416722181 tempest-SecurityGroupsTestAdminJSON-416722181-project] Pushing event updated for resources: {'SecurityGroup': ['ID=155450a2-cbf4-4e06-a609-2a570124a1e7,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:23:45.527814 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-8d9de4fd-d024-4127-979e-b9ba66e4e806 req-1fe0c28e-4596-4356-83b1-16577d0f5211 tempest-SecurityGroupsTestAdminJSON-416722181 tempest-SecurityGroupsTestAdminJSON-416722181-project] Notify callbacks [] for security_group, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:23:45.535510 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-8d9de4fd-d024-4127-979e-b9ba66e4e806 req-1fe0c28e-4596-4356-83b1-16577d0f5211 tempest-SecurityGroupsTestAdminJSON-416722181 tempest-SecurityGroupsTestAdminJSON-416722181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:23:45.566035 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe0c28e-4596-4356-83b1-16577d0f5211 tempest-SecurityGroupsTestAdminJSON-416722181 tempest-SecurityGroupsTestAdminJSON-416722181-project] Pushing event updated for resources: {'SecurityGroup': ['ID=66a5618b-e923-42c7-8379-183c9e7021a5,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:23:45.581014 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-8d9de4fd-d024-4127-979e-b9ba66e4e806 req-1fe0c28e-4596-4356-83b1-16577d0f5211 tempest-SecurityGroupsTestAdminJSON-416722181 tempest-SecurityGroupsTestAdminJSON-416722181-project] Notify callbacks [] for security_group, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:23:45.592972 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-8d9de4fd-d024-4127-979e-b9ba66e4e806 req-1fe0c28e-4596-4356-83b1-16577d0f5211 tempest-SecurityGroupsTestAdminJSON-416722181 tempest-SecurityGroupsTestAdminJSON-416722181-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.3515480 Jul 14 18:23:45.629370 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 18:23:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48eab36f-b806-4823-85a3-398e0e9de3a3 x-openstack-request-id: req-48eab36f-b806-4823-85a3-398e0e9de3a3 {{(pid=93916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:23:45.629817 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0839192e-42bb-4de6-bfe4-b6f1165f494c", "name": "network-vif-deleted", "tag": "d0d0626e-0d7b-4415-b675-24358f76c1ff", "status": "completed", "code": 200}]} {{(pid=93916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:23:45.630167 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-48eab36f-b806-4823-85a3-398e0e9de3a3 {{(pid=93916) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:23:45.630666 n-d-800634-3 neutron-server[93916]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0839192e-42bb-4de6-bfe4-b6f1165f494c', 'name': 'network-vif-deleted', 'tag': 'd0d0626e-0d7b-4415-b675-24358f76c1ff', 'status': 'completed', 'code': 200} Jul 14 18:23:45.722804 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [req-12ce9c87-8dae-4b52-b17d-1cd71982795c req-5c0900e3-91b6-4bda-950f-4f83c8b62b59 tempest-SecurityGroupsTestAdminJSON-416722181 tempest-SecurityGroupsTestAdminJSON-416722181-project] Request body: {'security_group': {'name': 'tempest-securitygroup-769353832', 'description': 'tempest-description-195923543'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:23:45.751302 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-12ce9c87-8dae-4b52-b17d-1cd71982795c req-5c0900e3-91b6-4bda-950f-4f83c8b62b59 tempest-SecurityGroupsTestAdminJSON-416722181 tempest-SecurityGroupsTestAdminJSON-416722181-project] Notify callbacks [] for security_group, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:23:45.808081 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-d6759c7d-c9d6-430b-9ad0-d9930a5f922b req-945bfe66-7a98-4d69-969b-c4ca75cae89d tempest-ListImageFiltersTestJSON-1416661104 tempest-ListImageFiltersTestJSON-1416661104-project] 10.222.0.16 "GET /v2.0/ports?device_id=f4518b06-90d0-4f6c-997a-2fe9348c1117 HTTP/1.1" status: 200 len: 210 time: 0.0373485 Jul 14 18:23:45.892254 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-12ce9c87-8dae-4b52-b17d-1cd71982795c req-5c0900e3-91b6-4bda-950f-4f83c8b62b59 tempest-SecurityGroupsTestAdminJSON-416722181 tempest-SecurityGroupsTestAdminJSON-416722181-project] Notify callbacks [] for security_group, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:23:45.896074 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-12ce9c87-8dae-4b52-b17d-1cd71982795c req-5c0900e3-91b6-4bda-950f-4f83c8b62b59 tempest-SecurityGroupsTestAdminJSON-416722181 tempest-SecurityGroupsTestAdminJSON-416722181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:23:45.923010 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-12ce9c87-8dae-4b52-b17d-1cd71982795c req-5c0900e3-91b6-4bda-950f-4f83c8b62b59 tempest-SecurityGroupsTestAdminJSON-416722181 tempest-SecurityGroupsTestAdminJSON-416722181-project] Notify callbacks [] for security_group, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:23:45.924602 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-12ce9c87-8dae-4b52-b17d-1cd71982795c req-5c0900e3-91b6-4bda-950f-4f83c8b62b59 tempest-SecurityGroupsTestAdminJSON-416722181 tempest-SecurityGroupsTestAdminJSON-416722181-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.2060323 Jul 14 18:23:45.929137 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0900e3-91b6-4bda-950f-4f83c8b62b59 tempest-SecurityGroupsTestAdminJSON-416722181 tempest-SecurityGroupsTestAdminJSON-416722181-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fabce6d4-03d8-4c0b-ab7b-638cfc1adf02,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:23:46.062480 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b75b13-4001-4193-bb20-38b6be00a9da req-fc99b9a2-546a-410d-918b-fe5ebb62bbb8 tempest-LiveAutoBlockMigrationV225Test-133245952 tempest-LiveAutoBlockMigrationV225Test-133245952-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:23:46.064012 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c4b75b13-4001-4193-bb20-38b6be00a9da req-fc99b9a2-546a-410d-918b-fe5ebb62bbb8 tempest-LiveAutoBlockMigrationV225Test-133245952 tempest-LiveAutoBlockMigrationV225Test-133245952-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=5d1b56cf-e9a2-40e8-8a62-8ebd9281e58d HTTP/1.1" status: 200 len: 1096 time: 0.1207085 Jul 14 18:23:46.118518 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c4b75b13-4001-4193-bb20-38b6be00a9da req-986dd68a-f96a-4248-81d4-ebcdfa82f387 tempest-LiveAutoBlockMigrationV225Test-133245952 tempest-LiveAutoBlockMigrationV225Test-133245952-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=540fae54-ccea-4309-9c99-81b930eedb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473278 Jul 14 18:23:46.138971 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d79e8b7-6f49-4563-9c03-fa5ac86e0960 req-d9f5bd38-9392-4c44-b15e-d2b94ef4f7d8 tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:23:46.140582 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-0d79e8b7-6f49-4563-9c03-fa5ac86e0960 req-d9f5bd38-9392-4c44-b15e-d2b94ef4f7d8 tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] 10.222.0.16 "GET /v2.0/networks?id=1cbaa8bd-1463-4b3c-89d2-ab344d2f55cf HTTP/1.1" status: 200 len: 811 time: 0.1355343 Jul 14 18:23:46.157092 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-0d79e8b7-6f49-4563-9c03-fa5ac86e0960 req-32376bcf-a7bb-4851-a9d5-6aeefdc8f995 tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] 10.222.0.16 "GET /v2.0/quotas/0bd95cc3d59f415f8da5b8a01a238496 HTTP/1.1" status: 200 len: 375 time: 0.0106764 Jul 14 18:23:46.199711 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-0d79e8b7-6f49-4563-9c03-fa5ac86e0960 req-fd0e7e1f-efe3-4552-822b-906349a366b8 tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=0bd95cc3d59f415f8da5b8a01a238496&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0306220 Jul 14 18:23:46.293966 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [req-f7e6ed10-61f3-4d47-9cbb-1763e3431e30 req-152b1f75-9fca-4778-b55c-60a1dbecfa11 tempest-SecurityGroupsTestAdminJSON-1103363212 tempest-SecurityGroupsTestAdminJSON-1103363212-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-2143167009', 'description': 'tempest-description-2006819301'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:23:46.366442 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-f7e6ed10-61f3-4d47-9cbb-1763e3431e30 req-152b1f75-9fca-4778-b55c-60a1dbecfa11 tempest-SecurityGroupsTestAdminJSON-1103363212 tempest-SecurityGroupsTestAdminJSON-1103363212-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:23:46.381208 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-f7e6ed10-61f3-4d47-9cbb-1763e3431e30 req-152b1f75-9fca-4778-b55c-60a1dbecfa11 tempest-SecurityGroupsTestAdminJSON-1103363212 tempest-SecurityGroupsTestAdminJSON-1103363212-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:23:46.410771 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-0d79e8b7-6f49-4563-9c03-fa5ac86e0960 req-03a094f6-b8df-4d16-81ee-ef8e014dcc30 service neutron] 10.222.0.16 "GET /v2.0/networks/1cbaa8bd-1463-4b3c-89d2-ab344d2f55cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2046239 Jul 14 18:23:46.533377 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-0d79e8b7-6f49-4563-9c03-fa5ac86e0960 req-7581b334-8c09-4097-a00b-ce36028a9ed3 service neutron] 10.222.0.16 "GET /v2.0/networks/1cbaa8bd-1463-4b3c-89d2-ab344d2f55cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1158891 Jul 14 18:23:46.558258 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-f7e6ed10-61f3-4d47-9cbb-1763e3431e30 req-152b1f75-9fca-4778-b55c-60a1dbecfa11 tempest-SecurityGroupsTestAdminJSON-1103363212 tempest-SecurityGroupsTestAdminJSON-1103363212-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:23:46.562333 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-f7e6ed10-61f3-4d47-9cbb-1763e3431e30 req-152b1f75-9fca-4778-b55c-60a1dbecfa11 tempest-SecurityGroupsTestAdminJSON-1103363212 tempest-SecurityGroupsTestAdminJSON-1103363212-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:23:46.598790 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152b1f75-9fca-4778-b55c-60a1dbecfa11 tempest-SecurityGroupsTestAdminJSON-1103363212 tempest-SecurityGroupsTestAdminJSON-1103363212-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93c29a90-4f66-4bb0-a0b1-56f55b56a974,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:23:46.667407 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-f7e6ed10-61f3-4d47-9cbb-1763e3431e30 req-152b1f75-9fca-4778-b55c-60a1dbecfa11 tempest-SecurityGroupsTestAdminJSON-1103363212 tempest-SecurityGroupsTestAdminJSON-1103363212-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:23:46.672517 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-f7e6ed10-61f3-4d47-9cbb-1763e3431e30 req-152b1f75-9fca-4778-b55c-60a1dbecfa11 tempest-SecurityGroupsTestAdminJSON-1103363212 tempest-SecurityGroupsTestAdminJSON-1103363212-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:23:46.701329 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-f7e6ed10-61f3-4d47-9cbb-1763e3431e30 req-152b1f75-9fca-4778-b55c-60a1dbecfa11 tempest-SecurityGroupsTestAdminJSON-1103363212 tempest-SecurityGroupsTestAdminJSON-1103363212-project-admin] Notify callbacks [] for security_group, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:23:46.702693 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f7e6ed10-61f3-4d47-9cbb-1763e3431e30 req-152b1f75-9fca-4778-b55c-60a1dbecfa11 tempest-SecurityGroupsTestAdminJSON-1103363212 tempest-SecurityGroupsTestAdminJSON-1103363212-project-admin] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 0.4127519 Jul 14 18:23:46.706595 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152b1f75-9fca-4778-b55c-60a1dbecfa11 tempest-SecurityGroupsTestAdminJSON-1103363212 tempest-SecurityGroupsTestAdminJSON-1103363212-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19437ec4-e74a-4f31-a1f7-a4c1d101cf5e,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:23:46.817054 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85d4e17-62aa-4967-bb0c-997b6127f67e req-9e9d7517-0bd2-47ae-a7d3-7b7509fb060a tempest-ImagesTestJSON-313755568 tempest-ImagesTestJSON-313755568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:23:46.818721 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a85d4e17-62aa-4967-bb0c-997b6127f67e req-9e9d7517-0bd2-47ae-a7d3-7b7509fb060a tempest-ImagesTestJSON-313755568 tempest-ImagesTestJSON-313755568-project] 10.222.0.16 "GET /v2.0/ports?device_id=c62d57ac-ab40-483c-9034-7ee4ebffb3cc HTTP/1.1" status: 200 len: 945 time: 0.0760231 Jul 14 18:23:46.859346 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a85d4e17-62aa-4967-bb0c-997b6127f67e req-dd6555eb-fd96-4675-8498-ef585e7fd1ac tempest-ImagesTestJSON-313755568 tempest-ImagesTestJSON-313755568-project] 10.222.0.16 "GET /v2.0/security-groups?id=96a7afe7-a122-4b0d-8907-2d91e1bd838f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347941 Jul 14 18:23:47.049889 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f986e506-af39-47ff-89e4-85d7591c03d7 req-6c2e722b-e398-492f-8a2a-8dd2c704374d tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] 10.222.0.16 "GET /v2.0/ports?device_id=e1ed64d8-97dc-40df-9adb-dd5ef5c40fe8 HTTP/1.1" status: 200 len: 210 time: 0.0295269 Jul 14 18:23:47.084968 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [req-a83be658-4b35-490f-8b04-29f1f380605c req-99b23d03-2b5d-45b4-afe4-9db3c8bd8eea tempest-SecurityGroupsTestAdminJSON-1103363212 tempest-SecurityGroupsTestAdminJSON-1103363212-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-718750524', 'description': 'tempest-description-883579306'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:23:47.109896 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-a83be658-4b35-490f-8b04-29f1f380605c req-99b23d03-2b5d-45b4-afe4-9db3c8bd8eea tempest-SecurityGroupsTestAdminJSON-1103363212 tempest-SecurityGroupsTestAdminJSON-1103363212-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:23:47.191378 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-a83be658-4b35-490f-8b04-29f1f380605c req-99b23d03-2b5d-45b4-afe4-9db3c8bd8eea tempest-SecurityGroupsTestAdminJSON-1103363212 tempest-SecurityGroupsTestAdminJSON-1103363212-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:23:47.195481 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-a83be658-4b35-490f-8b04-29f1f380605c req-99b23d03-2b5d-45b4-afe4-9db3c8bd8eea tempest-SecurityGroupsTestAdminJSON-1103363212 tempest-SecurityGroupsTestAdminJSON-1103363212-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:23:47.222317 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-a83be658-4b35-490f-8b04-29f1f380605c req-99b23d03-2b5d-45b4-afe4-9db3c8bd8eea tempest-SecurityGroupsTestAdminJSON-1103363212 tempest-SecurityGroupsTestAdminJSON-1103363212-project-admin] Notify callbacks [] for security_group, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:23:47.223604 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a83be658-4b35-490f-8b04-29f1f380605c req-99b23d03-2b5d-45b4-afe4-9db3c8bd8eea tempest-SecurityGroupsTestAdminJSON-1103363212 tempest-SecurityGroupsTestAdminJSON-1103363212-project-admin] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.1427698 Jul 14 18:23:47.241507 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b23d03-2b5d-45b4-afe4-9db3c8bd8eea tempest-SecurityGroupsTestAdminJSON-1103363212 tempest-SecurityGroupsTestAdminJSON-1103363212-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa589263-c27d-4c71-a2fc-a1e799378c1d,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:23:47.444804 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb94df0a-0c25-474a-94be-3710e1cd1837 req-04570319-ab4f-4355-8e70-286149fc90e6 tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:23:47.446289 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-eb94df0a-0c25-474a-94be-3710e1cd1837 req-04570319-ab4f-4355-8e70-286149fc90e6 tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] 10.222.0.16 "GET /v2.0/ports?device_id=5d1b56cf-e9a2-40e8-8a62-8ebd9281e58d HTTP/1.1" status: 200 len: 945 time: 0.1250732 Jul 14 18:23:47.517218 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-eb94df0a-0c25-474a-94be-3710e1cd1837 req-85908c6a-f61e-41b3-ba0c-4ea15c6390a3 tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] 10.222.0.16 "GET /v2.0/security-groups?id=540fae54-ccea-4309-9c99-81b930eedb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645621 Jul 14 18:23:47.631586 n-d-800634-3 neutron-server[93916]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4518b06-90d0-4f6c-997a-2fe9348c1117', 'name': 'network-vif-deleted', 'tag': '50159c3e-a461-4d23-925d-2cd09adbc33f'}] {{(pid=93916) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:23:47.635797 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f803e150b363a7893830aa996ac27753fa25517c406ecd3536b7c2d4b26eeb9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-923ae6e8-6992-46f2-bea4-6388191a6d4c" -d '{"events": [{"server_uuid": "f4518b06-90d0-4f6c-997a-2fe9348c1117", "name": "network-vif-deleted", "tag": "50159c3e-a461-4d23-925d-2cd09adbc33f"}]}' {{(pid=93916) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:23:47.922255 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-8f6a5a6a-ee0b-40a8-83e3-1be9e24a8bca req-c9f3a121-e1a2-4fe8-934c-13c39f581512 tempest-SecurityGroupsTestAdminJSON-1103363212 tempest-SecurityGroupsTestAdminJSON-1103363212-project-admin] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 45089 time: 0.5861177 Jul 14 18:23:47.965182 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d79e8b7-6f49-4563-9c03-fa5ac86e0960 req-510f86f2-d4ca-433d-bf10-8275ca52aa93 tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:23:47.967410 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-0d79e8b7-6f49-4563-9c03-fa5ac86e0960 req-510f86f2-d4ca-433d-bf10-8275ca52aa93 tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] 10.222.0.18 "GET /v2.0/networks?id=1cbaa8bd-1463-4b3c-89d2-ab344d2f55cf HTTP/1.1" status: 200 len: 811 time: 0.1539872 Jul 14 18:23:47.990900 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [req-0d79e8b7-6f49-4563-9c03-fa5ac86e0960 req-58ca6bb3-3a33-4452-a5cb-92d3219af9cb tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] Request body: {'port': {'device_id': 'e1ed64d8-97dc-40df-9adb-dd5ef5c40fe8', 'network_id': '1cbaa8bd-1463-4b3c-89d2-ab344d2f55cf', 'admin_state_up': True, 'tenant_id': '0bd95cc3d59f415f8da5b8a01a238496'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:23:47.999042 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-8f6a5a6a-ee0b-40a8-83e3-1be9e24a8bca req-3399caa5-657f-43c0-9ac1-72bc8d269ed6 tempest-SecurityGroupsTestAdminJSON-1103363212 tempest-SecurityGroupsTestAdminJSON-1103363212-project-admin] 10.222.0.16 "GET /v2.0/security-groups/055103d9-07c0-46c1-9cc3-c63e0a608ffc HTTP/1.1" status: 200 len: 2981 time: 0.0691879 Jul 14 18:23:48.056067 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-8f6a5a6a-ee0b-40a8-83e3-1be9e24a8bca req-9a1d43cf-e064-4fb9-8964-dc8d25d52c91 tempest-SecurityGroupsTestAdminJSON-1103363212 tempest-SecurityGroupsTestAdminJSON-1103363212-project-admin] 10.222.0.16 "GET /v2.0/security-groups/055103d9-07c0-46c1-9cc3-c63e0a608ffc HTTP/1.1" status: 200 len: 2981 time: 0.0500615 Jul 14 18:23:48.070797 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 18:23:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c984380-3545-408a-b0af-b1b3c2fc08fc x-openstack-request-id: req-8c984380-3545-408a-b0af-b1b3c2fc08fc {{(pid=93916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:23:48.071155 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4518b06-90d0-4f6c-997a-2fe9348c1117", "name": "network-vif-deleted", "tag": "50159c3e-a461-4d23-925d-2cd09adbc33f", "status": "completed", "code": 200}]} {{(pid=93916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:23:48.071599 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8c984380-3545-408a-b0af-b1b3c2fc08fc {{(pid=93916) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:23:48.072234 n-d-800634-3 neutron-server[93916]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4518b06-90d0-4f6c-997a-2fe9348c1117', 'name': 'network-vif-deleted', 'tag': '50159c3e-a461-4d23-925d-2cd09adbc33f', 'status': 'completed', 'code': 200} Jul 14 18:23:48.110619 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-8f6a5a6a-ee0b-40a8-83e3-1be9e24a8bca req-be6061e6-656e-4348-b504-379b6c0a18fe tempest-SecurityGroupsTestAdminJSON-1103363212 tempest-SecurityGroupsTestAdminJSON-1103363212-project-admin] 10.222.0.16 "GET /v2.0/security-groups/09cf14b6-951f-4c32-9a85-e54484acb30d HTTP/1.1" status: 200 len: 2981 time: 0.0523763 Jul 14 18:23:48.117203 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d79e8b7-6f49-4563-9c03-fa5ac86e0960 req-58ca6bb3-3a33-4452-a5cb-92d3219af9cb tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] Made reservation on behalf of 0bd95cc3d59f415f8da5b8a01a238496 for: {'port': 1} {{(pid=93916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:23:48.120913 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-0d79e8b7-6f49-4563-9c03-fa5ac86e0960 req-58ca6bb3-3a33-4452-a5cb-92d3219af9cb tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:23:48.183736 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-8f6a5a6a-ee0b-40a8-83e3-1be9e24a8bca req-edf3bda3-2da2-482c-a949-2ef09c028e82 tempest-SecurityGroupsTestAdminJSON-1103363212 tempest-SecurityGroupsTestAdminJSON-1103363212-project-admin] 10.222.0.16 "GET /v2.0/security-groups/09cf14b6-951f-4c32-9a85-e54484acb30d HTTP/1.1" status: 200 len: 2981 time: 0.0721693 Jul 14 18:23:48.227629 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16713d7b-5bb9-4e2d-9484-c2a80cecd013 req-7ec661d8-f26f-4646-9e40-b52c946b4a7e tempest-ImagesTestJSON-313755568 tempest-ImagesTestJSON-313755568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:23:48.229182 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-16713d7b-5bb9-4e2d-9484-c2a80cecd013 req-7ec661d8-f26f-4646-9e40-b52c946b4a7e tempest-ImagesTestJSON-313755568 tempest-ImagesTestJSON-313755568-project] 10.222.0.16 "GET /v2.0/ports?device_id=c62d57ac-ab40-483c-9034-7ee4ebffb3cc HTTP/1.1" status: 200 len: 945 time: 0.1148965 Jul 14 18:23:48.251480 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.db_base_plugin_common [req-0d79e8b7-6f49-4563-9c03-fa5ac86e0960 req-58ca6bb3-3a33-4452-a5cb-92d3219af9cb tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] Allocated IP 172.20.0.2 (1cbaa8bd-1463-4b3c-89d2-ab344d2f55cf/a6dcdf63-414e-46ae-93dc-0b8457260728/c3e531fa-4a67-4d7a-b1ea-f36c3df5a6fa) {{(pid=93916) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:23:48.261326 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-8f6a5a6a-ee0b-40a8-83e3-1be9e24a8bca req-37eaf3bc-519a-4a19-a48a-449342232118 tempest-SecurityGroupsTestAdminJSON-1103363212 tempest-SecurityGroupsTestAdminJSON-1103363212-project-admin] 10.222.0.16 "GET /v2.0/security-groups/12acf09c-fe1c-4a7b-ab33-fc553683bf2c HTTP/1.1" status: 200 len: 2973 time: 0.0696588 Jul 14 18:23:48.289301 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-16713d7b-5bb9-4e2d-9484-c2a80cecd013 req-8ac7670b-a139-4dc1-b511-ac72cbf8c4f0 tempest-ImagesTestJSON-313755568 tempest-ImagesTestJSON-313755568-project] 10.222.0.16 "GET /v2.0/security-groups?id=96a7afe7-a122-4b0d-8907-2d91e1bd838f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531981 Jul 14 18:23:48.316948 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-8f6a5a6a-ee0b-40a8-83e3-1be9e24a8bca req-0b447961-7eca-4bb4-86c2-dc076d0a7b5b tempest-SecurityGroupsTestAdminJSON-1103363212 tempest-SecurityGroupsTestAdminJSON-1103363212-project-admin] 10.222.0.16 "GET /v2.0/security-groups/12acf09c-fe1c-4a7b-ab33-fc553683bf2c HTTP/1.1" status: 200 len: 2973 time: 0.0457025 Jul 14 18:23:48.363067 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-8f6a5a6a-ee0b-40a8-83e3-1be9e24a8bca req-4712512b-0047-4e4e-8e5c-537d0eb32f31 tempest-SecurityGroupsTestAdminJSON-1103363212 tempest-SecurityGroupsTestAdminJSON-1103363212-project-admin] 10.222.0.16 "GET /v2.0/security-groups/155450a2-cbf4-4e06-a609-2a570124a1e7 HTTP/1.1" status: 200 len: 2981 time: 0.0402668 Jul 14 18:23:48.410289 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-8f6a5a6a-ee0b-40a8-83e3-1be9e24a8bca req-8ff14908-1522-429d-9958-fc2af48d6950 tempest-SecurityGroupsTestAdminJSON-1103363212 tempest-SecurityGroupsTestAdminJSON-1103363212-project-admin] 10.222.0.16 "GET /v2.0/security-groups/155450a2-cbf4-4e06-a609-2a570124a1e7 HTTP/1.1" status: 200 len: 2981 time: 0.0397787 Jul 14 18:23:48.428156 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-0d79e8b7-6f49-4563-9c03-fa5ac86e0960 req-58ca6bb3-3a33-4452-a5cb-92d3219af9cb tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] Notify callbacks [] for port, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:23:48.459981 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-8f6a5a6a-ee0b-40a8-83e3-1be9e24a8bca req-a79475fb-66c9-417a-9f0b-d50da12a4ae3 tempest-SecurityGroupsTestAdminJSON-1103363212 tempest-SecurityGroupsTestAdminJSON-1103363212-project-admin] 10.222.0.16 "GET /v2.0/security-groups/33cf6d2e-32a4-450b-9381-5252d7e802bc HTTP/1.1" status: 200 len: 2981 time: 0.0420046 Jul 14 18:23:48.470250 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-0d79e8b7-6f49-4563-9c03-fa5ac86e0960 req-58ca6bb3-3a33-4452-a5cb-92d3219af9cb tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:23:48.488498 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device 50159c3e-a461-4d23-925d-2cd09adbc33f no longer exists at agent hyperv_n-h1-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 18:23:48.510287 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] No Port match for: 50159c3e-a461-4d23-925d-2cd09adbc33f {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 18:23:48.510878 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device 50159c3e-a461-4d23-925d-2cd09adbc33f not bound to the agent host n-h1-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 18:23:48.511487 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device d0d0626e-0d7b-4415-b675-24358f76c1ff no longer exists at agent hyperv_n-h1-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 18:23:48.511831 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-8f6a5a6a-ee0b-40a8-83e3-1be9e24a8bca req-28783a80-4a66-41a7-9404-978099f909a7 tempest-SecurityGroupsTestAdminJSON-1103363212 tempest-SecurityGroupsTestAdminJSON-1103363212-project-admin] 10.222.0.16 "GET /v2.0/security-groups/33cf6d2e-32a4-450b-9381-5252d7e802bc HTTP/1.1" status: 200 len: 2981 time: 0.0420187 Jul 14 18:23:48.534125 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] No Port match for: d0d0626e-0d7b-4415-b675-24358f76c1ff {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 18:23:48.534647 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device d0d0626e-0d7b-4415-b675-24358f76c1ff not bound to the agent host n-h1-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 18:23:48.543448 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d79e8b7-6f49-4563-9c03-fa5ac86e0960 req-58ca6bb3-3a33-4452-a5cb-92d3219af9cb tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] Network 1cbaa8bd-1463-4b3c-89d2-ab344d2f55cf is already hosted by enough agents. {{(pid=93916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:23:48.547231 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [req-0d79e8b7-6f49-4563-9c03-fa5ac86e0960 req-58ca6bb3-3a33-4452-a5cb-92d3219af9cb tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] Resources bound (agent type, host, resource id): {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:23:48.549685 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d79e8b7-6f49-4563-9c03-fa5ac86e0960 req-58ca6bb3-3a33-4452-a5cb-92d3219af9cb tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] Received port after_create {{(pid=93916) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:23:48.569000 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-8f6a5a6a-ee0b-40a8-83e3-1be9e24a8bca req-08654342-53db-4270-ba89-ed41dfe1bc32 tempest-SecurityGroupsTestAdminJSON-1103363212 tempest-SecurityGroupsTestAdminJSON-1103363212-project-admin] 10.222.0.16 "GET /v2.0/security-groups/39320fa9-4894-4542-95e3-d64e174c637e HTTP/1.1" status: 200 len: 2981 time: 0.0508876 Jul 14 18:23:48.583133 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ca6bb3-3a33-4452-a5cb-92d3219af9cb tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] Pushing event updated for resources: {'Port': ['ID=c3e531fa-4a67-4d7a-b1ea-f36c3df5a6fa,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:23:48.614102 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d79e8b7-6f49-4563-9c03-fa5ac86e0960 req-58ca6bb3-3a33-4452-a5cb-92d3219af9cb tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:23:48.614746 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-0d79e8b7-6f49-4563-9c03-fa5ac86e0960 req-58ca6bb3-3a33-4452-a5cb-92d3219af9cb tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:23:48.618446 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-8f6a5a6a-ee0b-40a8-83e3-1be9e24a8bca req-d33596a7-ec0b-40a4-86c8-11bec2fff0ec tempest-SecurityGroupsTestAdminJSON-1103363212 tempest-SecurityGroupsTestAdminJSON-1103363212-project-admin] 10.222.0.16 "GET /v2.0/security-groups/39320fa9-4894-4542-95e3-d64e174c637e HTTP/1.1" status: 200 len: 2981 time: 0.0428050 Jul 14 18:23:48.631194 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-0d79e8b7-6f49-4563-9c03-fa5ac86e0960 req-58ca6bb3-3a33-4452-a5cb-92d3219af9cb tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6537035 Jul 14 18:23:48.644236 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [req-0d79e8b7-6f49-4563-9c03-fa5ac86e0960 req-0e9297a0-59c4-41aa-85d3-8ef6d55eb69e service neutron] Request body: {'port': {'device_id': 'e1ed64d8-97dc-40df-9adb-dd5ef5c40fe8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800634-3'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:23:48.666581 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-8f6a5a6a-ee0b-40a8-83e3-1be9e24a8bca req-d02cb6c8-900c-4477-a2c5-4b470e8482a6 tempest-SecurityGroupsTestAdminJSON-1103363212 tempest-SecurityGroupsTestAdminJSON-1103363212-project-admin] 10.222.0.16 "GET /v2.0/security-groups/540fae54-ccea-4309-9c99-81b930eedb86 HTTP/1.1" status: 200 len: 2981 time: 0.0411224 Jul 14 18:23:48.732802 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-8f6a5a6a-ee0b-40a8-83e3-1be9e24a8bca req-1620d95a-733c-44d0-85ee-f70c41061bd5 tempest-SecurityGroupsTestAdminJSON-1103363212 tempest-SecurityGroupsTestAdminJSON-1103363212-project-admin] 10.222.0.16 "GET /v2.0/security-groups/540fae54-ccea-4309-9c99-81b930eedb86 HTTP/1.1" status: 200 len: 2981 time: 0.0552783 Jul 14 18:23:48.768153 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-0d79e8b7-6f49-4563-9c03-fa5ac86e0960 req-0e9297a0-59c4-41aa-85d3-8ef6d55eb69e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:23:48.796963 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-8f6a5a6a-ee0b-40a8-83e3-1be9e24a8bca req-2573dff4-9c4b-4b70-85bb-f70113a8c01b tempest-SecurityGroupsTestAdminJSON-1103363212 tempest-SecurityGroupsTestAdminJSON-1103363212-project-admin] 10.222.0.16 "GET /v2.0/security-groups/93c29a90-4f66-4bb0-a0b1-56f55b56a974 HTTP/1.1" status: 200 len: 2981 time: 0.0583987 Jul 14 18:23:48.847968 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a198e2-417f-4fa9-a958-941a5b3c7cfb req-4419f71a-782d-4210-bc13-b442092d600c tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:23:48.849496 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-32a198e2-417f-4fa9-a958-941a5b3c7cfb req-4419f71a-782d-4210-bc13-b442092d600c tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d1b56cf-e9a2-40e8-8a62-8ebd9281e58d HTTP/1.1" status: 200 len: 945 time: 0.1399369 Jul 14 18:23:48.878410 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-8f6a5a6a-ee0b-40a8-83e3-1be9e24a8bca req-30345e9e-c3bc-4b4a-87d9-403a47918243 tempest-SecurityGroupsTestAdminJSON-1103363212 tempest-SecurityGroupsTestAdminJSON-1103363212-project-admin] 10.222.0.16 "GET /v2.0/security-groups/93c29a90-4f66-4bb0-a0b1-56f55b56a974 HTTP/1.1" status: 200 len: 2981 time: 0.0748582 Jul 14 18:23:48.939578 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beec3150-71ac-4ddd-b770-ba830aabc595 req-f408d42f-3332-4962-98e6-df090b918be1 tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:23:48.941119 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-beec3150-71ac-4ddd-b770-ba830aabc595 req-f408d42f-3332-4962-98e6-df090b918be1 tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] 10.222.0.16 "GET /v2.0/ports?device_id=e1ed64d8-97dc-40df-9adb-dd5ef5c40fe8 HTTP/1.1" status: 200 len: 931 time: 0.1168191 Jul 14 18:23:48.946520 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-8f6a5a6a-ee0b-40a8-83e3-1be9e24a8bca req-4365a168-2de6-4acd-abd4-c4ee4a84e9ae tempest-SecurityGroupsTestAdminJSON-1103363212 tempest-SecurityGroupsTestAdminJSON-1103363212-project-admin] 10.222.0.16 "GET /v2.0/security-groups/93c6eb24-b3aa-49c4-93f7-93dd5f011665 HTTP/1.1" status: 200 len: 2981 time: 0.0583894 Jul 14 18:23:49.007031 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-beec3150-71ac-4ddd-b770-ba830aabc595 req-cee65811-f48b-48b0-b4ab-bc8fe66d94ca tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] 10.222.0.16 "GET /v2.0/security-groups?id=39320fa9-4894-4542-95e3-d64e174c637e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587778 Jul 14 18:23:49.016627 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-8f6a5a6a-ee0b-40a8-83e3-1be9e24a8bca req-a699e121-fee8-408c-8edb-91b5f2b1f35e tempest-SecurityGroupsTestAdminJSON-1103363212 tempest-SecurityGroupsTestAdminJSON-1103363212-project-admin] 10.222.0.16 "GET /v2.0/security-groups/93c6eb24-b3aa-49c4-93f7-93dd5f011665 HTTP/1.1" status: 200 len: 2981 time: 0.0614176 Jul 14 18:23:49.068477 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-8f6a5a6a-ee0b-40a8-83e3-1be9e24a8bca req-4b549142-d3be-4faf-a8ab-bb6680c808d7 tempest-SecurityGroupsTestAdminJSON-1103363212 tempest-SecurityGroupsTestAdminJSON-1103363212-project-admin] 10.222.0.16 "GET /v2.0/security-groups/96a7afe7-a122-4b0d-8907-2d91e1bd838f HTTP/1.1" status: 200 len: 2981 time: 0.0384130 Jul 14 18:23:49.076937 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [req-32a198e2-417f-4fa9-a958-941a5b3c7cfb req-402fe2b6-7336-4ff3-9339-8fbea2364c5e tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] Deleting port f77fb3cb-097b-460d-801e-7da27e687abe {{(pid=93916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:23:49.077283 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-32a198e2-417f-4fa9-a958-941a5b3c7cfb req-402fe2b6-7336-4ff3-9339-8fbea2364c5e tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:23:49.124179 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-8f6a5a6a-ee0b-40a8-83e3-1be9e24a8bca req-c16fcdbb-d817-45cd-b9cb-cd754d5ce6b9 tempest-SecurityGroupsTestAdminJSON-1103363212 tempest-SecurityGroupsTestAdminJSON-1103363212-project-admin] 10.222.0.16 "GET /v2.0/security-groups/96a7afe7-a122-4b0d-8907-2d91e1bd838f HTTP/1.1" status: 200 len: 2981 time: 0.0475762 Jul 14 18:23:49.193763 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-8f6a5a6a-ee0b-40a8-83e3-1be9e24a8bca req-63f3b5cb-a04c-4821-b8fe-aecb3b3129d7 tempest-SecurityGroupsTestAdminJSON-1103363212 tempest-SecurityGroupsTestAdminJSON-1103363212-project-admin] 10.222.0.16 "GET /v2.0/security-groups/b6c0c4ec-49cd-4fbb-8051-753f301abac8 HTTP/1.1" status: 200 len: 2977 time: 0.0535421 Jul 14 18:23:49.204305 n-d-800634-3 neutron-server[93916]: DEBUG neutron.notifiers.nova [req-0d79e8b7-6f49-4563-9c03-fa5ac86e0960 req-0e9297a0-59c4-41aa-85d3-8ef6d55eb69e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c3e531fa-4a67-4d7a-b1ea-f36c3df5a6fa {{(pid=93916) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 18:23:49.205863 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bbac6f-80e2-4796-bf1a-f79dfdd19bd5 req-d6fefc1c-5063-4303-922c-8b360a5b8259 tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:23:49.207341 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c4bbac6f-80e2-4796-bf1a-f79dfdd19bd5 req-d6fefc1c-5063-4303-922c-8b360a5b8259 tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] 10.222.0.16 "GET /v2.0/ports?device_id=5d1b56cf-e9a2-40e8-8a62-8ebd9281e58d HTTP/1.1" status: 200 len: 945 time: 0.0957668 Jul 14 18:23:49.216045 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-0d79e8b7-6f49-4563-9c03-fa5ac86e0960 req-0e9297a0-59c4-41aa-85d3-8ef6d55eb69e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:23:49.219103 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.db [req-32a198e2-417f-4fa9-a958-941a5b3c7cfb req-402fe2b6-7336-4ff3-9339-8fbea2364c5e tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] For port f77fb3cb-097b-460d-801e-7da27e687abe, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=f77fb3cb-097b-460d-801e-7da27e687abe,segment=NetworkSegment(60f92988-9b9b-4790-95f5-9fce88e5a460),segment_id=60f92988-9b9b-4790-95f5-9fce88e5a460)] {{(pid=93916) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:23:49.219457 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-32a198e2-417f-4fa9-a958-941a5b3c7cfb req-402fe2b6-7336-4ff3-9339-8fbea2364c5e tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:23:49.237471 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [req-32a198e2-417f-4fa9-a958-941a5b3c7cfb req-402fe2b6-7336-4ff3-9339-8fbea2364c5e tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] Calling delete_port for f77fb3cb-097b-460d-801e-7da27e687abe owned by compute:nova {{(pid=93916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:23:49.242452 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.provisioning_blocks [req-0d79e8b7-6f49-4563-9c03-fa5ac86e0960 req-0e9297a0-59c4-41aa-85d3-8ef6d55eb69e service neutron] Transition to ACTIVE for port object c3e531fa-4a67-4d7a-b1ea-f36c3df5a6fa will not be triggered until provisioned by entity L2. {{(pid=93916) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:23:49.249317 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-0d79e8b7-6f49-4563-9c03-fa5ac86e0960 req-0e9297a0-59c4-41aa-85d3-8ef6d55eb69e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2684870'] for port, after_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:23:49.274843 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-8f6a5a6a-ee0b-40a8-83e3-1be9e24a8bca req-3825cbd2-09b5-4768-ab57-3ee8bda2e304 tempest-SecurityGroupsTestAdminJSON-1103363212 tempest-SecurityGroupsTestAdminJSON-1103363212-project-admin] 10.222.0.16 "GET /v2.0/security-groups/b6c0c4ec-49cd-4fbb-8051-753f301abac8 HTTP/1.1" status: 200 len: 2977 time: 0.0663388 Jul 14 18:23:49.279350 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c4bbac6f-80e2-4796-bf1a-f79dfdd19bd5 req-1b76e439-0588-48dd-a036-3c40f82fbfe0 tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] 10.222.0.16 "GET /v2.0/security-groups?id=540fae54-ccea-4309-9c99-81b930eedb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639246 Jul 14 18:23:49.322864 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-8f6a5a6a-ee0b-40a8-83e3-1be9e24a8bca req-f86bfbc0-bceb-4ab3-8235-51e95c8f3f64 tempest-SecurityGroupsTestAdminJSON-1103363212 tempest-SecurityGroupsTestAdminJSON-1103363212-project-admin] 10.222.0.16 "GET /v2.0/security-groups/c804f436-2c31-429b-8ccd-1889f5acb07b HTTP/1.1" status: 200 len: 2981 time: 0.0392845 Jul 14 18:23:49.346048 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9297a0-59c4-41aa-85d3-8ef6d55eb69e service neutron] Pushing event updated for resources: {'Port': ['ID=c3e531fa-4a67-4d7a-b1ea-f36c3df5a6fa,revision_number=2']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:23:49.370449 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-8f6a5a6a-ee0b-40a8-83e3-1be9e24a8bca req-5fee5a4a-a3e1-44c3-8af6-609d6aa09df7 tempest-SecurityGroupsTestAdminJSON-1103363212 tempest-SecurityGroupsTestAdminJSON-1103363212-project-admin] 10.222.0.16 "GET /v2.0/security-groups/c804f436-2c31-429b-8ccd-1889f5acb07b HTTP/1.1" status: 200 len: 2981 time: 0.0407233 Jul 14 18:23:49.418135 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-8f6a5a6a-ee0b-40a8-83e3-1be9e24a8bca req-411f7f1c-da5f-4bbe-b6eb-69bd9d980691 tempest-SecurityGroupsTestAdminJSON-1103363212 tempest-SecurityGroupsTestAdminJSON-1103363212-project-admin] 10.222.0.16 "GET /v2.0/security-groups/df14efcb-cce5-4a03-8a4d-ea3a03083203 HTTP/1.1" status: 200 len: 2981 time: 0.0408247 Jul 14 18:23:49.464809 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.managers [req-0d79e8b7-6f49-4563-9c03-fa5ac86e0960 req-0e9297a0-59c4-41aa-85d3-8ef6d55eb69e service neutron] Attempting to bind port c3e531fa-4a67-4d7a-b1ea-f36c3df5a6fa on host n-h1-800634-3 for vnic_type normal with profile {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:23:49.465150 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.managers [req-0d79e8b7-6f49-4563-9c03-fa5ac86e0960 req-0e9297a0-59c4-41aa-85d3-8ef6d55eb69e service neutron] Attempting to bind port c3e531fa-4a67-4d7a-b1ea-f36c3df5a6fa by drivers openvswitch,hyperv on host n-h1-800634-3 at level 0 using segments [{'id': '25fcd291-a4fb-4631-8a4d-06fad1821ccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '1cbaa8bd-1463-4b3c-89d2-ab344d2f55cf'}] {{(pid=93916) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:23:49.465480 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d79e8b7-6f49-4563-9c03-fa5ac86e0960 req-0e9297a0-59c4-41aa-85d3-8ef6d55eb69e service neutron] Attempting to bind port c3e531fa-4a67-4d7a-b1ea-f36c3df5a6fa on network 1cbaa8bd-1463-4b3c-89d2-ab344d2f55cf {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:23:49.473505 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d79e8b7-6f49-4563-9c03-fa5ac86e0960 req-0e9297a0-59c4-41aa-85d3-8ef6d55eb69e service neutron] Port c3e531fa-4a67-4d7a-b1ea-f36c3df5a6fa on network 1cbaa8bd-1463-4b3c-89d2-ab344d2f55cf not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-3 {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 18:23:49.473835 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d79e8b7-6f49-4563-9c03-fa5ac86e0960 req-0e9297a0-59c4-41aa-85d3-8ef6d55eb69e service neutron] Attempting to bind port c3e531fa-4a67-4d7a-b1ea-f36c3df5a6fa on network 1cbaa8bd-1463-4b3c-89d2-ab344d2f55cf {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:23:49.476477 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-8f6a5a6a-ee0b-40a8-83e3-1be9e24a8bca req-dc320f46-4a0c-4bb2-841e-afc00c4a7d06 tempest-SecurityGroupsTestAdminJSON-1103363212 tempest-SecurityGroupsTestAdminJSON-1103363212-project-admin] 10.222.0.16 "GET /v2.0/security-groups/df14efcb-cce5-4a03-8a4d-ea3a03083203 HTTP/1.1" status: 200 len: 2981 time: 0.0521324 Jul 14 18:23:49.480179 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d79e8b7-6f49-4563-9c03-fa5ac86e0960 req-0e9297a0-59c4-41aa-85d3-8ef6d55eb69e service neutron] Checking agent: {'id': 'a3630ff4-fbee-45d9-b9b6-0ae41cb3a350', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 15, 32), 'started_at': datetime.datetime(2021, 7, 14, 18, 15, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 18, 23, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 18:23:49.480532 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d79e8b7-6f49-4563-9c03-fa5ac86e0960 req-0e9297a0-59c4-41aa-85d3-8ef6d55eb69e service neutron] Checking segment: {'id': '25fcd291-a4fb-4631-8a4d-06fad1821ccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '1cbaa8bd-1463-4b3c-89d2-ab344d2f55cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93916) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:23:49.480903 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d79e8b7-6f49-4563-9c03-fa5ac86e0960 req-0e9297a0-59c4-41aa-85d3-8ef6d55eb69e service neutron] Bound using segment: {'id': '25fcd291-a4fb-4631-8a4d-06fad1821ccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '1cbaa8bd-1463-4b3c-89d2-ab344d2f55cf'} {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 18:23:49.481334 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.managers [req-0d79e8b7-6f49-4563-9c03-fa5ac86e0960 req-0e9297a0-59c4-41aa-85d3-8ef6d55eb69e service neutron] Bound port: c3e531fa-4a67-4d7a-b1ea-f36c3df5a6fa, host: n-h1-800634-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25fcd291-a4fb-4631-8a4d-06fad1821ccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '1cbaa8bd-1463-4b3c-89d2-ab344d2f55cf'}}] {{(pid=93916) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 18:23:49.481694 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-0d79e8b7-6f49-4563-9c03-fa5ac86e0960 req-0e9297a0-59c4-41aa-85d3-8ef6d55eb69e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:23:49.490541 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-32a198e2-417f-4fa9-a958-941a5b3c7cfb req-402fe2b6-7336-4ff3-9339-8fbea2364c5e tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:23:49.502489 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] get_ports_and_sgs() called for port_ids ['2d1dc18a-16b5-40f5-8ce7-d5b286a9d811', 'f77fb3cb-097b-460d-801e-7da27e687abe'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 18:23:49.524260 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402fe2b6-7336-4ff3-9339-8fbea2364c5e tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] Pushing event deleted for resources: {'Port': ['ID=f77fb3cb-097b-460d-801e-7da27e687abe,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:23:49.608705 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.l3_dvrscheduler_db [req-32a198e2-417f-4fa9-a958-941a5b3c7cfb req-402fe2b6-7336-4ff3-9339-8fbea2364c5e tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] No DVR routers for this DVR port f77fb3cb-097b-460d-801e-7da27e687abe on host n-h1-800634-3 {{(pid=93916) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 18:23:49.612708 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-32a198e2-417f-4fa9-a958-941a5b3c7cfb req-402fe2b6-7336-4ff3-9339-8fbea2364c5e tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:23:49.614866 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-32a198e2-417f-4fa9-a958-941a5b3c7cfb req-402fe2b6-7336-4ff3-9339-8fbea2364c5e tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] 10.222.0.18 "DELETE /v2.0/ports/f77fb3cb-097b-460d-801e-7da27e687abe HTTP/1.1" status: 204 len: 173 time: 0.7167420 Jul 14 18:23:49.626065 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.db [req-0d79e8b7-6f49-4563-9c03-fa5ac86e0960 req-0e9297a0-59c4-41aa-85d3-8ef6d55eb69e service neutron] For port c3e531fa-4a67-4d7a-b1ea-f36c3df5a6fa, host n-h1-800634-3, cleared binding levels {{(pid=93916) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:23:49.630657 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.db [req-0d79e8b7-6f49-4563-9c03-fa5ac86e0960 req-0e9297a0-59c4-41aa-85d3-8ef6d55eb69e service neutron] For port c3e531fa-4a67-4d7a-b1ea-f36c3df5a6fa, host n-h1-800634-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=c3e531fa-4a67-4d7a-b1ea-f36c3df5a6fa,segment=NetworkSegment(25fcd291-a4fb-4631-8a4d-06fad1821ccd),segment_id=25fcd291-a4fb-4631-8a4d-06fad1821ccd)] {{(pid=93916) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 18:23:49.639825 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-0d79e8b7-6f49-4563-9c03-fa5ac86e0960 req-0e9297a0-59c4-41aa-85d3-8ef6d55eb69e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2684870'] for port, after_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:23:49.725888 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d79e8b7-6f49-4563-9c03-fa5ac86e0960 req-0e9297a0-59c4-41aa-85d3-8ef6d55eb69e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:23:49.729172 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-0d79e8b7-6f49-4563-9c03-fa5ac86e0960 req-0e9297a0-59c4-41aa-85d3-8ef6d55eb69e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:23:49.730759 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-0d79e8b7-6f49-4563-9c03-fa5ac86e0960 req-0e9297a0-59c4-41aa-85d3-8ef6d55eb69e service neutron] 10.222.0.18 "PUT /v2.0/ports/c3e531fa-4a67-4d7a-b1ea-f36c3df5a6fa HTTP/1.1" status: 200 len: 1091 time: 1.0909481 Jul 14 18:23:49.777073 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9297a0-59c4-41aa-85d3-8ef6d55eb69e service neutron] Pushing event updated for resources: {'Port': ['ID=c3e531fa-4a67-4d7a-b1ea-f36c3df5a6fa,revision_number=3']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:23:49.858145 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-5e96b238-cdcc-4d1c-ada4-9606eada2dbe req-871b68fa-2789-4f8f-b92a-5414e601eb6b tempest-SecurityGroupsTestAdminJSON-416722181 tempest-SecurityGroupsTestAdminJSON-416722181-project] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=fb8372822fcd4578901a40ed7bb19427 HTTP/1.1" status: 200 len: 6101 time: 0.1310437 Jul 14 18:23:49.898449 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d79e8b7-6f49-4563-9c03-fa5ac86e0960 req-cab783e2-55a0-4573-80e1-15dc40b50b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:23:49.901769 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-0d79e8b7-6f49-4563-9c03-fa5ac86e0960 req-cab783e2-55a0-4573-80e1-15dc40b50b08 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=0bd95cc3d59f415f8da5b8a01a238496&device_id=e1ed64d8-97dc-40df-9adb-dd5ef5c40fe8 HTTP/1.1" status: 200 len: 1094 time: 0.1215477 Jul 14 18:23:49.919167 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd229570-be56-485a-ab25-800b0f85632f req-74339e0b-e153-4036-87e9-73038289d2ff tempest-ImagesTestJSON-313755568 tempest-ImagesTestJSON-313755568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:23:49.920946 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-dd229570-be56-485a-ab25-800b0f85632f req-74339e0b-e153-4036-87e9-73038289d2ff tempest-ImagesTestJSON-313755568 tempest-ImagesTestJSON-313755568-project] 10.222.0.16 "GET /v2.0/ports?device_id=c62d57ac-ab40-483c-9034-7ee4ebffb3cc HTTP/1.1" status: 200 len: 945 time: 0.1778462 Jul 14 18:23:49.956161 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-5e96b238-cdcc-4d1c-ada4-9606eada2dbe req-75dc70a8-19d4-45cb-abc8-6b616ee92f3a tempest-SecurityGroupsTestAdminJSON-416722181 tempest-SecurityGroupsTestAdminJSON-416722181-project] 10.222.0.16 "GET /v2.0/security-groups/155450a2-cbf4-4e06-a609-2a570124a1e7 HTTP/1.1" status: 200 len: 2981 time: 0.0902772 Jul 14 18:23:49.959150 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-0d79e8b7-6f49-4563-9c03-fa5ac86e0960 req-53f15915-1a76-4f5a-a977-d6f5e5baf876 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c3e531fa-4a67-4d7a-b1ea-f36c3df5a6fa HTTP/1.1" status: 200 len: 217 time: 0.0485654 Jul 14 18:23:50.020142 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-dd229570-be56-485a-ab25-800b0f85632f req-ba66e361-4d80-4530-a584-f46494a1d7a8 tempest-ImagesTestJSON-313755568 tempest-ImagesTestJSON-313755568-project] 10.222.0.16 "GET /v2.0/security-groups?id=96a7afe7-a122-4b0d-8907-2d91e1bd838f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877059 Jul 14 18:23:50.027147 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d79e8b7-6f49-4563-9c03-fa5ac86e0960 req-67bd4bde-bdbc-41a2-83dc-3cb5ca0fca64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:23:50.029727 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-0d79e8b7-6f49-4563-9c03-fa5ac86e0960 req-67bd4bde-bdbc-41a2-83dc-3cb5ca0fca64 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a6dcdf63-414e-46ae-93dc-0b8457260728 HTTP/1.1" status: 200 len: 851 time: 0.0636606 Jul 14 18:23:50.039006 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 60072) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:23:50.047173 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-5e96b238-cdcc-4d1c-ada4-9606eada2dbe req-a7eaac43-6667-4395-815f-ccc0024c2217 tempest-SecurityGroupsTestAdminJSON-416722181 tempest-SecurityGroupsTestAdminJSON-416722181-project] 10.222.0.16 "GET /v2.0/security-groups/155450a2-cbf4-4e06-a609-2a570124a1e7 HTTP/1.1" status: 200 len: 2981 time: 0.0900800 Jul 14 18:23:50.103766 n-d-800634-3 neutron-server[93916]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d1b56cf-e9a2-40e8-8a62-8ebd9281e58d', 'name': 'network-vif-deleted', 'tag': 'f77fb3cb-097b-460d-801e-7da27e687abe'}, {'name': 'network-changed', 'server_uuid': 'e1ed64d8-97dc-40df-9adb-dd5ef5c40fe8', 'tag': 'c3e531fa-4a67-4d7a-b1ea-f36c3df5a6fa'}] {{(pid=93916) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:23:50.111733 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f803e150b363a7893830aa996ac27753fa25517c406ecd3536b7c2d4b26eeb9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c35cb0d-3306-4633-ba46-1b664fb50a9b" -d '{"events": [{"server_uuid": "5d1b56cf-e9a2-40e8-8a62-8ebd9281e58d", "name": "network-vif-deleted", "tag": "f77fb3cb-097b-460d-801e-7da27e687abe"}, {"name": "network-changed", "server_uuid": "e1ed64d8-97dc-40df-9adb-dd5ef5c40fe8", "tag": "c3e531fa-4a67-4d7a-b1ea-f36c3df5a6fa"}]}' {{(pid=93916) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:23:50.115614 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-0d79e8b7-6f49-4563-9c03-fa5ac86e0960 req-1d529244-96f1-41fe-b470-6534a683c733 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=1cbaa8bd-1463-4b3c-89d2-ab344d2f55cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0789483 Jul 14 18:23:50.217402 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-0d79e8b7-6f49-4563-9c03-fa5ac86e0960 req-7fdcb294-b7f5-4ed5-8732-f2cb87d40ac6 service neutron] 10.222.0.18 "GET /v2.0/networks/1cbaa8bd-1463-4b3c-89d2-ab344d2f55cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952451 Jul 14 18:23:50.302626 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-6cdc0a5e-de2c-42f0-8e4d-c8aee67f3f11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:23:50.327973 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-aefd1aa2-7b3d-4e65-9177-06bcc006563d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4261d25c4e834cb1b39f222173533166&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2939703 Jul 14 18:23:50.331357 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 60084) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:23:50.344012 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef67abf-0939-403a-9552-b35c3624a4f4 req-a028f2d5-29eb-41f0-b9c4-e1bc281dbc57 tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:23:50.345644 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2ef67abf-0939-403a-9552-b35c3624a4f4 req-a028f2d5-29eb-41f0-b9c4-e1bc281dbc57 tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] 10.222.0.16 "GET /v2.0/ports?device_id=e1ed64d8-97dc-40df-9adb-dd5ef5c40fe8 HTTP/1.1" status: 200 len: 943 time: 0.0958660 Jul 14 18:23:50.357623 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-0d79e8b7-6f49-4563-9c03-fa5ac86e0960 req-1ab378a9-cb52-489a-a369-64878aad7bf4 service neutron] 10.222.0.18 "GET /v2.0/networks/1cbaa8bd-1463-4b3c-89d2-ab344d2f55cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1069825 Jul 14 18:23:50.416764 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2ef67abf-0939-403a-9552-b35c3624a4f4 req-04b127ac-c4be-4dc7-83e2-cbc5d9df3a81 tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] 10.222.0.16 "GET /v2.0/security-groups?id=39320fa9-4894-4542-95e3-d64e174c637e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646920 Jul 14 18:23:50.437545 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-c1fcd76e-f82c-49a4-8191-f5c5333c2a35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:23:50.477911 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-c1fcd76e-f82c-49a4-8191-f5c5333c2a35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:23:50.507158 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 14 Jul 2021 18:23:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe26f548-ee8c-4caa-bdd9-cd9fd8827fb4 x-openstack-request-id: req-fe26f548-ee8c-4caa-bdd9-cd9fd8827fb4 {{(pid=93916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:23:50.507452 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d1b56cf-e9a2-40e8-8a62-8ebd9281e58d", "name": "network-vif-deleted", "tag": "f77fb3cb-097b-460d-801e-7da27e687abe", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "e1ed64d8-97dc-40df-9adb-dd5ef5c40fe8", "tag": "c3e531fa-4a67-4d7a-b1ea-f36c3df5a6fa", "status": "completed", "code": 200}]} {{(pid=93916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:23:50.507711 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-fe26f548-ee8c-4caa-bdd9-cd9fd8827fb4 {{(pid=93916) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:23:50.508132 n-d-800634-3 neutron-server[93916]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d1b56cf-e9a2-40e8-8a62-8ebd9281e58d', 'name': 'network-vif-deleted', 'tag': 'f77fb3cb-097b-460d-801e-7da27e687abe', 'status': 'completed', 'code': 200} Jul 14 18:23:50.508405 n-d-800634-3 neutron-server[93916]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1ed64d8-97dc-40df-9adb-dd5ef5c40fe8', 'tag': 'c3e531fa-4a67-4d7a-b1ea-f36c3df5a6fa', 'status': 'completed', 'code': 200} Jul 14 18:23:50.539134 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-aa94a48d-010b-45d9-90ec-207b0511fb0e req-e706f5fc-372c-435f-98e1-90a4d9e55b3e tempest-SecurityGroupsTestAdminJSON-1103363212 tempest-SecurityGroupsTestAdminJSON-1103363212-project-admin] 10.222.0.16 "GET /v2.0/security-groups/fa589263-c27d-4c71-a2fc-a1e799378c1d HTTP/1.1" status: 200 len: 1776 time: 0.0834441 Jul 14 18:23:50.585824 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-c1fcd76e-f82c-49a4-8191-f5c5333c2a35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:23:50.589264 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-c1fcd76e-f82c-49a4-8191-f5c5333c2a35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:23:50.590412 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-c1fcd76e-f82c-49a4-8191-f5c5333c2a35 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/09cf14b6-951f-4c32-9a85-e54484acb30d HTTP/1.1" status: 204 len: 168 time: 0.2438467 Jul 14 18:23:50.597428 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c35cb0d-3306-4633-ba46-1b664fb50a9b req-97c48129-aeda-4dcd-88cd-c7aa9f5b589d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:23:50.599272 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-3c35cb0d-3306-4633-ba46-1b664fb50a9b req-97c48129-aeda-4dcd-88cd-c7aa9f5b589d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=0bd95cc3d59f415f8da5b8a01a238496&device_id=e1ed64d8-97dc-40df-9adb-dd5ef5c40fe8 HTTP/1.1" status: 200 len: 1094 time: 0.0682156 Jul 14 18:23:50.600820 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1fcd76e-f82c-49a4-8191-f5c5333c2a35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09cf14b6-951f-4c32-9a85-e54484acb30d,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:23:50.617022 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-aa94a48d-010b-45d9-90ec-207b0511fb0e req-d785a050-01ca-474e-b4b4-7e5a154ede6e tempest-SecurityGroupsTestAdminJSON-1103363212 tempest-SecurityGroupsTestAdminJSON-1103363212-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:23:50.642503 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-aa94a48d-010b-45d9-90ec-207b0511fb0e req-d785a050-01ca-474e-b4b4-7e5a154ede6e tempest-SecurityGroupsTestAdminJSON-1103363212 tempest-SecurityGroupsTestAdminJSON-1103363212-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:23:50.715911 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-8a00c948-8cb8-4973-9629-61a31af7fc1b req-ce3d4b33-a35e-4fab-b2a9-c2f8cca8330f tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] 10.222.0.16 "GET /v2.0/ports?device_id=5d1b56cf-e9a2-40e8-8a62-8ebd9281e58d HTTP/1.1" status: 200 len: 210 time: 0.0495896 Jul 14 18:23:50.731293 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-aa94a48d-010b-45d9-90ec-207b0511fb0e req-d785a050-01ca-474e-b4b4-7e5a154ede6e tempest-SecurityGroupsTestAdminJSON-1103363212 tempest-SecurityGroupsTestAdminJSON-1103363212-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:23:50.743164 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c35cb0d-3306-4633-ba46-1b664fb50a9b req-d6806f4c-152f-4e73-96f1-67318a4ed57e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:23:50.743164 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-3c35cb0d-3306-4633-ba46-1b664fb50a9b req-d6806f4c-152f-4e73-96f1-67318a4ed57e service neutron] 10.222.0.18 "GET /v2.0/networks?id=1cbaa8bd-1463-4b3c-89d2-ab344d2f55cf HTTP/1.1" status: 200 len: 911 time: 0.1300735 Jul 14 18:23:50.744708 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-aa94a48d-010b-45d9-90ec-207b0511fb0e req-d785a050-01ca-474e-b4b4-7e5a154ede6e tempest-SecurityGroupsTestAdminJSON-1103363212 tempest-SecurityGroupsTestAdminJSON-1103363212-project-admin] Notify callbacks [] for security_group, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:23:50.746035 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-aa94a48d-010b-45d9-90ec-207b0511fb0e req-d785a050-01ca-474e-b4b4-7e5a154ede6e tempest-SecurityGroupsTestAdminJSON-1103363212 tempest-SecurityGroupsTestAdminJSON-1103363212-project-admin] 10.222.0.16 "DELETE /v2.0/security-groups/fa589263-c27d-4c71-a2fc-a1e799378c1d HTTP/1.1" status: 204 len: 173 time: 0.2001159 Jul 14 18:23:50.759084 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d785a050-01ca-474e-b4b4-7e5a154ede6e tempest-SecurityGroupsTestAdminJSON-1103363212 tempest-SecurityGroupsTestAdminJSON-1103363212-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa589263-c27d-4c71-a2fc-a1e799378c1d,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:23:50.810033 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-3c35cb0d-3306-4633-ba46-1b664fb50a9b req-648bb405-6e3f-4102-bfb9-f9cece8017f9 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c3e531fa-4a67-4d7a-b1ea-f36c3df5a6fa HTTP/1.1" status: 200 len: 217 time: 0.0611720 Jul 14 18:23:50.865005 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-dd45a333-ed7f-4d45-bd2b-241655847a7f req-52b2123d-1e35-4728-8d55-e2d341844ad3 tempest-SecurityGroupsTestAdminJSON-1103363212 tempest-SecurityGroupsTestAdminJSON-1103363212-project-admin] 10.222.0.16 "GET /v2.0/security-groups/19437ec4-e74a-4f31-a1f7-a4c1d101cf5e HTTP/1.1" status: 200 len: 1778 time: 0.0923300 Jul 14 18:23:50.911674 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c35cb0d-3306-4633-ba46-1b664fb50a9b req-d0d57b87-9c33-49f5-97a1-6d4135da2ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:23:50.913603 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-3c35cb0d-3306-4633-ba46-1b664fb50a9b req-d0d57b87-9c33-49f5-97a1-6d4135da2ca4 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a6dcdf63-414e-46ae-93dc-0b8457260728 HTTP/1.1" status: 200 len: 851 time: 0.0962956 Jul 14 18:23:50.945871 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-dd45a333-ed7f-4d45-bd2b-241655847a7f req-6b9af508-5c38-4a9d-a3bb-dc0d145f4dcf tempest-SecurityGroupsTestAdminJSON-1103363212 tempest-SecurityGroupsTestAdminJSON-1103363212-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:23:50.967821 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-3c35cb0d-3306-4633-ba46-1b664fb50a9b req-4f722f2f-e3a1-4443-b7e4-5d2377c3c66d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=1cbaa8bd-1463-4b3c-89d2-ab344d2f55cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0467558 Jul 14 18:23:50.969527 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-dd45a333-ed7f-4d45-bd2b-241655847a7f req-6b9af508-5c38-4a9d-a3bb-dc0d145f4dcf tempest-SecurityGroupsTestAdminJSON-1103363212 tempest-SecurityGroupsTestAdminJSON-1103363212-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:23:51.021909 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-dd45a333-ed7f-4d45-bd2b-241655847a7f req-6b9af508-5c38-4a9d-a3bb-dc0d145f4dcf tempest-SecurityGroupsTestAdminJSON-1103363212 tempest-SecurityGroupsTestAdminJSON-1103363212-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:23:51.025118 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-dd45a333-ed7f-4d45-bd2b-241655847a7f req-6b9af508-5c38-4a9d-a3bb-dc0d145f4dcf tempest-SecurityGroupsTestAdminJSON-1103363212 tempest-SecurityGroupsTestAdminJSON-1103363212-project-admin] Notify callbacks [] for security_group, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:23:51.029779 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-dd45a333-ed7f-4d45-bd2b-241655847a7f req-6b9af508-5c38-4a9d-a3bb-dc0d145f4dcf tempest-SecurityGroupsTestAdminJSON-1103363212 tempest-SecurityGroupsTestAdminJSON-1103363212-project-admin] 10.222.0.16 "DELETE /v2.0/security-groups/19437ec4-e74a-4f31-a1f7-a4c1d101cf5e HTTP/1.1" status: 204 len: 173 time: 0.1638072 Jul 14 18:23:51.085187 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9af508-5c38-4a9d-a3bb-dc0d145f4dcf tempest-SecurityGroupsTestAdminJSON-1103363212 tempest-SecurityGroupsTestAdminJSON-1103363212-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19437ec4-e74a-4f31-a1f7-a4c1d101cf5e,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:23:51.121541 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b48361a7-64f9-4ddc-a73d-6bd3ec5e73c6 req-afabbe0b-da0b-438e-b02f-ba7138fea01f tempest-SecurityGroupsTestAdminJSON-416722181 tempest-SecurityGroupsTestAdminJSON-416722181-project] 10.222.0.16 "GET /v2.0/security-groups/fabce6d4-03d8-4c0b-ab7b-638cfc1adf02 HTTP/1.1" status: 200 len: 1776 time: 0.0681059 Jul 14 18:23:51.188023 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-3c35cb0d-3306-4633-ba46-1b664fb50a9b req-4d19c1f0-b318-4413-9b3f-0158feea8658 service neutron] 10.222.0.18 "GET /v2.0/networks/1cbaa8bd-1463-4b3c-89d2-ab344d2f55cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2069900 Jul 14 18:23:51.203130 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-b48361a7-64f9-4ddc-a73d-6bd3ec5e73c6 req-1a276181-e9ff-478b-a7e5-9f29502b43a0 tempest-SecurityGroupsTestAdminJSON-416722181 tempest-SecurityGroupsTestAdminJSON-416722181-project] Notify callbacks [] for security_group, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:23:51.232130 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-b48361a7-64f9-4ddc-a73d-6bd3ec5e73c6 req-1a276181-e9ff-478b-a7e5-9f29502b43a0 tempest-SecurityGroupsTestAdminJSON-416722181 tempest-SecurityGroupsTestAdminJSON-416722181-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:23:51.308104 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-b48361a7-64f9-4ddc-a73d-6bd3ec5e73c6 req-1a276181-e9ff-478b-a7e5-9f29502b43a0 tempest-SecurityGroupsTestAdminJSON-416722181 tempest-SecurityGroupsTestAdminJSON-416722181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:23:51.314374 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-b48361a7-64f9-4ddc-a73d-6bd3ec5e73c6 req-1a276181-e9ff-478b-a7e5-9f29502b43a0 tempest-SecurityGroupsTestAdminJSON-416722181 tempest-SecurityGroupsTestAdminJSON-416722181-project] Notify callbacks [] for security_group, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:23:51.320709 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-3c35cb0d-3306-4633-ba46-1b664fb50a9b req-dfb76f68-9cdb-43c5-852f-7db4ee92489b service neutron] 10.222.0.18 "GET /v2.0/networks/1cbaa8bd-1463-4b3c-89d2-ab344d2f55cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224372 Jul 14 18:23:51.329265 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b48361a7-64f9-4ddc-a73d-6bd3ec5e73c6 req-1a276181-e9ff-478b-a7e5-9f29502b43a0 tempest-SecurityGroupsTestAdminJSON-416722181 tempest-SecurityGroupsTestAdminJSON-416722181-project] 10.222.0.16 "DELETE /v2.0/security-groups/fabce6d4-03d8-4c0b-ab7b-638cfc1adf02 HTTP/1.1" status: 204 len: 173 time: 0.2001305 Jul 14 18:23:51.373486 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a276181-e9ff-478b-a7e5-9f29502b43a0 tempest-SecurityGroupsTestAdminJSON-416722181 tempest-SecurityGroupsTestAdminJSON-416722181-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fabce6d4-03d8-4c0b-ab7b-638cfc1adf02,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:23:51.437170 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a0b5e3-6262-4b8c-a479-0c97d3075ef5 req-5ef77ca9-372a-4f6c-99c5-f6ee5d812b8f tempest-ImagesTestJSON-313755568 tempest-ImagesTestJSON-313755568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:23:51.439013 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-d0a0b5e3-6262-4b8c-a479-0c97d3075ef5 req-5ef77ca9-372a-4f6c-99c5-f6ee5d812b8f tempest-ImagesTestJSON-313755568 tempest-ImagesTestJSON-313755568-project] 10.222.0.16 "GET /v2.0/ports?device_id=c62d57ac-ab40-483c-9034-7ee4ebffb3cc HTTP/1.1" status: 200 len: 945 time: 0.1087644 Jul 14 18:23:51.497980 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-d0a0b5e3-6262-4b8c-a479-0c97d3075ef5 req-68b6920c-e0fc-42c9-b01b-ffa0914be4f2 tempest-ImagesTestJSON-313755568 tempest-ImagesTestJSON-313755568-project] 10.222.0.16 "GET /v2.0/security-groups?id=96a7afe7-a122-4b0d-8907-2d91e1bd838f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530310 Jul 14 18:23:51.546283 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3092b3bb-e223-4619-acb6-8b4fe8b78edf req-598cacc5-8d5b-4d50-8a16-599e1b1a83ee tempest-SecurityGroupsTestAdminJSON-416722181 tempest-SecurityGroupsTestAdminJSON-416722181-project] 10.222.0.16 "GET /v2.0/security-groups/66a5618b-e923-42c7-8379-183c9e7021a5 HTTP/1.1" status: 200 len: 1777 time: 0.0473409 Jul 14 18:23:51.634741 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-3092b3bb-e223-4619-acb6-8b4fe8b78edf req-ba449160-9270-4389-bea8-26267e25ff06 tempest-SecurityGroupsTestAdminJSON-416722181 tempest-SecurityGroupsTestAdminJSON-416722181-project] Notify callbacks [] for security_group, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:23:51.689921 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-3092b3bb-e223-4619-acb6-8b4fe8b78edf req-ba449160-9270-4389-bea8-26267e25ff06 tempest-SecurityGroupsTestAdminJSON-416722181 tempest-SecurityGroupsTestAdminJSON-416722181-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:23:51.743305 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d92e336-1d8d-41ed-a514-325c94b56952 req-cb07d34f-6799-4c92-b801-995a4ff634e3 tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:23:51.745574 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3d92e336-1d8d-41ed-a514-325c94b56952 req-cb07d34f-6799-4c92-b801-995a4ff634e3 tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] 10.222.0.16 "GET /v2.0/ports?device_id=e1ed64d8-97dc-40df-9adb-dd5ef5c40fe8 HTTP/1.1" status: 200 len: 943 time: 0.1118650 Jul 14 18:23:51.754157 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-3092b3bb-e223-4619-acb6-8b4fe8b78edf req-ba449160-9270-4389-bea8-26267e25ff06 tempest-SecurityGroupsTestAdminJSON-416722181 tempest-SecurityGroupsTestAdminJSON-416722181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:23:51.756726 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-3092b3bb-e223-4619-acb6-8b4fe8b78edf req-ba449160-9270-4389-bea8-26267e25ff06 tempest-SecurityGroupsTestAdminJSON-416722181 tempest-SecurityGroupsTestAdminJSON-416722181-project] Notify callbacks [] for security_group, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:23:51.757962 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3092b3bb-e223-4619-acb6-8b4fe8b78edf req-ba449160-9270-4389-bea8-26267e25ff06 tempest-SecurityGroupsTestAdminJSON-416722181 tempest-SecurityGroupsTestAdminJSON-416722181-project] 10.222.0.16 "DELETE /v2.0/security-groups/66a5618b-e923-42c7-8379-183c9e7021a5 HTTP/1.1" status: 204 len: 173 time: 0.1967344 Jul 14 18:23:51.786585 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba449160-9270-4389-bea8-26267e25ff06 tempest-SecurityGroupsTestAdminJSON-416722181 tempest-SecurityGroupsTestAdminJSON-416722181-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=66a5618b-e923-42c7-8379-183c9e7021a5,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:23:51.825896 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3d92e336-1d8d-41ed-a514-325c94b56952 req-a5ad5a50-6f43-42d5-8809-2890b915da9b tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] 10.222.0.16 "GET /v2.0/security-groups?id=39320fa9-4894-4542-95e3-d64e174c637e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733945 Jul 14 18:23:51.976934 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f386c121-3c57-4b05-91d2-f47652cc8c0c req-6cf3446b-174b-4b6e-b48a-28624aa56690 tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] 10.222.0.16 "GET /v2.0/ports?device_id=5d1b56cf-e9a2-40e8-8a62-8ebd9281e58d HTTP/1.1" status: 200 len: 210 time: 0.0486531 Jul 14 18:23:52.126520 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 60146) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:23:52.310062 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-62cdeed0-19ca-431d-8844-b222dffefc61 req-acade1ca-65c3-4d73-bc9e-5580e71bd413 tempest-AbsoluteLimitsNegativeTestJSON-1376771338 tempest-AbsoluteLimitsNegativeTestJSON-1376771338-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=12169ad29ca24fe792306f77a5203146&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0232494 Jul 14 18:23:52.336871 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 60162) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:23:52.399218 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-42e9d792-e68d-4761-97e6-6ad6f9ff23e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:23:52.441116 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-c17cf42d-9a6a-4333-8d83-9b88fd373317 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=fb8372822fcd4578901a40ed7bb19427&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3131733 Jul 14 18:23:52.443750 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 60166) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:23:52.475710 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cdeed0-19ca-431d-8844-b222dffefc61 req-0681117d-0d30-421a-a81b-6083fd6c6f88 tempest-AbsoluteLimitsNegativeTestJSON-1376771338 tempest-AbsoluteLimitsNegativeTestJSON-1376771338-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:23:52.477196 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-62cdeed0-19ca-431d-8844-b222dffefc61 req-0681117d-0d30-421a-a81b-6083fd6c6f88 tempest-AbsoluteLimitsNegativeTestJSON-1376771338 tempest-AbsoluteLimitsNegativeTestJSON-1376771338-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1585622 Jul 14 18:23:52.499834 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-62cdeed0-19ca-431d-8844-b222dffefc61 req-05bf3054-123d-4a88-9c03-6faa73337d99 tempest-AbsoluteLimitsNegativeTestJSON-1376771338 tempest-AbsoluteLimitsNegativeTestJSON-1376771338-project] 10.222.0.16 "GET /v2.0/quotas/12169ad29ca24fe792306f77a5203146 HTTP/1.1" status: 200 len: 375 time: 0.0149660 Jul 14 18:23:52.525372 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device c3e531fa-4a67-4d7a-b1ea-f36c3df5a6fa details requested by agent hyperv_n-h1-800634-3 with host n-h1-800634-3 {{(pid=93917) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 18:23:52.530317 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-476d3814-57ba-48f5-b9eb-2d5a5b0961c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:23:52.550695 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-42e9d792-e68d-4761-97e6-6ad6f9ff23e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:23:52.561793 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-42e9d792-e68d-4761-97e6-6ad6f9ff23e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:23:52.563370 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-62cdeed0-19ca-431d-8844-b222dffefc61 req-622ed329-146c-4483-9694-2c0b1b118612 tempest-AbsoluteLimitsNegativeTestJSON-1376771338 tempest-AbsoluteLimitsNegativeTestJSON-1376771338-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=12169ad29ca24fe792306f77a5203146&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0615182 Jul 14 18:23:52.566219 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-476d3814-57ba-48f5-b9eb-2d5a5b0961c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:23:52.636869 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 60174) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:23:52.637055 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-42e9d792-e68d-4761-97e6-6ad6f9ff23e4 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8dff18a7fddb486ea6444c537df86842&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2992449 Jul 14 18:23:52.642271 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e9d792-e68d-4761-97e6-6ad6f9ff23e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4cd861a-c5ad-4dc1-92c1-81b9df81fe98,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:23:52.672233 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-476d3814-57ba-48f5-b9eb-2d5a5b0961c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:23:52.675257 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-476d3814-57ba-48f5-b9eb-2d5a5b0961c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:23:52.676826 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-476d3814-57ba-48f5-b9eb-2d5a5b0961c9 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/155450a2-cbf4-4e06-a609-2a570124a1e7 HTTP/1.1" status: 204 len: 168 time: 0.2318335 Jul 14 18:23:52.693968 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476d3814-57ba-48f5-b9eb-2d5a5b0961c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=155450a2-cbf4-4e06-a609-2a570124a1e7,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:23:52.749776 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-f49f7e4f-2401-4472-ac78-f31113a3f105 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:23:52.799063 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-f49f7e4f-2401-4472-ac78-f31113a3f105 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:23:52.858557 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device f77fb3cb-097b-460d-801e-7da27e687abe no longer exists at agent hyperv_n-h1-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 18:23:52.931200 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-1f9dcb0b-d6fa-4f41-9eb8-1c7dc8e82643 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:23:52.936102 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] No Port match for: f77fb3cb-097b-460d-801e-7da27e687abe {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 18:23:52.936617 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device f77fb3cb-097b-460d-801e-7da27e687abe not bound to the agent host n-h1-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 18:23:52.961059 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5604481-efa8-40a6-b62a-4f626073f299 req-24397228-c2eb-42f5-85d3-fda2e6cc2d17 tempest-ImagesTestJSON-313755568 tempest-ImagesTestJSON-313755568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:23:52.962072 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 60184) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:23:52.963539 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a5604481-efa8-40a6-b62a-4f626073f299 req-24397228-c2eb-42f5-85d3-fda2e6cc2d17 tempest-ImagesTestJSON-313755568 tempest-ImagesTestJSON-313755568-project] 10.222.0.16 "GET /v2.0/ports?device_id=c62d57ac-ab40-483c-9034-7ee4ebffb3cc HTTP/1.1" status: 200 len: 945 time: 0.1682498 Jul 14 18:23:52.974276 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-f49f7e4f-2401-4472-ac78-f31113a3f105 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:23:52.977406 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-f49f7e4f-2401-4472-ac78-f31113a3f105 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:23:52.985147 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-f49f7e4f-2401-4472-ac78-f31113a3f105 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c4cd861a-c5ad-4dc1-92c1-81b9df81fe98 HTTP/1.1" status: 204 len: 168 time: 0.3471487 Jul 14 18:23:53.007646 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port c3e531fa-4a67-4d7a-b1ea-f36c3df5a6fa, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=c3e531fa-4a67-4d7a-b1ea-f36c3df5a6fa,segment=NetworkSegment(25fcd291-a4fb-4631-8a4d-06fad1821ccd),segment_id=25fcd291-a4fb-4631-8a4d-06fad1821ccd)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:23:53.027466 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Returning: {'device': 'c3e531fa-4a67-4d7a-b1ea-f36c3df5a6fa', 'network_id': '1cbaa8bd-1463-4b3c-89d2-ab344d2f55cf', 'port_id': 'c3e531fa-4a67-4d7a-b1ea-f36c3df5a6fa', 'mac_address': 'fa:16:3e:66:f0:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6dcdf63-414e-46ae-93dc-0b8457260728', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93917) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 18:23:53.075541 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49f7e4f-2401-4472-ac78-f31113a3f105 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4cd861a-c5ad-4dc1-92c1-81b9df81fe98,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:23:53.115529 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a5604481-efa8-40a6-b62a-4f626073f299 req-be2a8598-3d85-47c9-b580-b58183f66467 tempest-ImagesTestJSON-313755568 tempest-ImagesTestJSON-313755568-project] 10.222.0.16 "GET /v2.0/security-groups?id=96a7afe7-a122-4b0d-8907-2d91e1bd838f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261518 Jul 14 18:23:53.179640 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-793f8347-0ada-4f1e-b4a8-85173769b3e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:23:53.191629 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:23:53.209311 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2761d1c2-0097-4901-ab2d-937957248996 req-0526703e-d811-4e75-adc7-f5958e24eeb7 tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:23:53.213663 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:23:53.221154 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2761d1c2-0097-4901-ab2d-937957248996 req-0526703e-d811-4e75-adc7-f5958e24eeb7 tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] 10.222.0.16 "GET /v2.0/ports?device_id=e1ed64d8-97dc-40df-9adb-dd5ef5c40fe8 HTTP/1.1" status: 200 len: 943 time: 0.1824653 Jul 14 18:23:53.226174 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3e531fa-4a67-4d7a-b1ea-f36c3df5a6fa {{(pid=93917) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 18:23:53.228870 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 60194) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:23:53.281259 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port c3e531fa-4a67-4d7a-b1ea-f36c3df5a6fa, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=c3e531fa-4a67-4d7a-b1ea-f36c3df5a6fa,segment=NetworkSegment(25fcd291-a4fb-4631-8a4d-06fad1821ccd),segment_id=25fcd291-a4fb-4631-8a4d-06fad1821ccd)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:23:53.289361 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:23:53.358576 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2761d1c2-0097-4901-ab2d-937957248996 req-400ad41f-3c24-44ec-b877-7b9b4fa26f04 tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] 10.222.0.16 "GET /v2.0/security-groups?id=39320fa9-4894-4542-95e3-d64e174c637e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364551 Jul 14 18:23:53.362340 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-3a442a13-7de0-45cb-a171-08f65049e72b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7d75ba3f8aee4cf8b335fb443154577a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1323369 Jul 14 18:23:53.365463 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 60196) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:23:53.403835 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Pushing event updated for resources: {'Port': ['ID=c3e531fa-4a67-4d7a-b1ea-f36c3df5a6fa,revision_number=4']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:23:53.446452 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-793f8347-0ada-4f1e-b4a8-85173769b3e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:23:53.450820 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-793f8347-0ada-4f1e-b4a8-85173769b3e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:23:53.462795 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f912ef57-2f00-4835-9643-481309f04669 req-23ad9a0d-a2d9-4534-a47d-127ce9383d24 tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] 10.222.0.16 "GET /v2.0/ports?device_id=5d1b56cf-e9a2-40e8-8a62-8ebd9281e58d HTTP/1.1" status: 200 len: 210 time: 0.0363233 Jul 14 18:23:53.481663 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-0457cf0a-5145-4323-8be5-e3ac202332a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:23:53.503736 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-0457cf0a-5145-4323-8be5-e3ac202332a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:23:53.528252 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-793f8347-0ada-4f1e-b4a8-85173769b3e8 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=12169ad29ca24fe792306f77a5203146&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5645285 Jul 14 18:23:53.529366 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793f8347-0ada-4f1e-b4a8-85173769b3e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13160632-70ef-44ad-a8ad-a680f95521fe,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:23:53.532167 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 60202) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:23:53.553244 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] get_ports_and_sgs() called for port_ids ['c3e531fa-4a67-4d7a-b1ea-f36c3df5a6fa'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 18:23:53.556451 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-0457cf0a-5145-4323-8be5-e3ac202332a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:23:53.559235 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-0457cf0a-5145-4323-8be5-e3ac202332a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:23:53.562991 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-0457cf0a-5145-4323-8be5-e3ac202332a7 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/93c29a90-4f66-4bb0-a0b1-56f55b56a974 HTTP/1.1" status: 204 len: 168 time: 0.1952281 Jul 14 18:23:53.573619 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0457cf0a-5145-4323-8be5-e3ac202332a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93c29a90-4f66-4bb0-a0b1-56f55b56a974,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:23:53.590991 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-8d3b19ba-4935-4120-b88c-70953c9a349c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:23:53.640041 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-8d3b19ba-4935-4120-b88c-70953c9a349c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:23:53.732995 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-8d3b19ba-4935-4120-b88c-70953c9a349c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:23:53.735758 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-8d3b19ba-4935-4120-b88c-70953c9a349c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:23:53.739505 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-8d3b19ba-4935-4120-b88c-70953c9a349c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/13160632-70ef-44ad-a8ad-a680f95521fe HTTP/1.1" status: 204 len: 168 time: 0.2042198 Jul 14 18:23:53.759512 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3b19ba-4935-4120-b88c-70953c9a349c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13160632-70ef-44ad-a8ad-a680f95521fe,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:23:53.988386 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-574aeb93-9938-449c-8e6c-cb22c9b52cc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:23:54.358010 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 60248) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:23:54.373322 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a6771d-666e-402e-b089-8054979aa0af req-4b458fca-cf3b-4305-8900-89b87ebda779 tempest-ImagesTestJSON-313755568 tempest-ImagesTestJSON-313755568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:23:54.376337 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f0a6771d-666e-402e-b089-8054979aa0af req-4b458fca-cf3b-4305-8900-89b87ebda779 tempest-ImagesTestJSON-313755568 tempest-ImagesTestJSON-313755568-project] 10.222.0.16 "GET /v2.0/ports?device_id=c62d57ac-ab40-483c-9034-7ee4ebffb3cc HTTP/1.1" status: 200 len: 945 time: 0.0958104 Jul 14 18:23:54.453733 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f0a6771d-666e-402e-b089-8054979aa0af req-9aa1c871-910d-48b1-a77b-4b9b315f8da1 tempest-ImagesTestJSON-313755568 tempest-ImagesTestJSON-313755568-project] 10.222.0.16 "GET /v2.0/security-groups?id=96a7afe7-a122-4b0d-8907-2d91e1bd838f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586185 Jul 14 18:23:54.537558 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device c3e531fa-4a67-4d7a-b1ea-f36c3df5a6fa up at agent hyperv_n-h1-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:23:54.642843 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-396709b9-7c2f-4e8d-a77b-a171df9f87c3 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1564200194-network', 'tenant_id': '3cfb01b1f69f4d9aa1c60e592d2359e0'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:23:54.667873 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Provisioning for port c3e531fa-4a67-4d7a-b1ea-f36c3df5a6fa completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:23:54.675326 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Provisioning complete for port c3e531fa-4a67-4d7a-b1ea-f36c3df5a6fa triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:23:54.676950 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:23:54.680484 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-396709b9-7c2f-4e8d-a77b-a171df9f87c3 admin admin] Made reservation on behalf of 3cfb01b1f69f4d9aa1c60e592d2359e0 for: {'network': 1} {{(pid=93916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:23:54.683207 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-396709b9-7c2f-4e8d-a77b-a171df9f87c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for network, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:23:54.699119 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-396709b9-7c2f-4e8d-a77b-a171df9f87c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:23:54.770480 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91af3e96-cb71-4b2e-916b-d2f1b697b304 req-9e072c81-4266-41a9-bec7-eda5cec6c15d tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:23:54.789172 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-91af3e96-cb71-4b2e-916b-d2f1b697b304 req-9e072c81-4266-41a9-bec7-eda5cec6c15d tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] 10.222.0.16 "GET /v2.0/ports?device_id=e1ed64d8-97dc-40df-9adb-dd5ef5c40fe8 HTTP/1.1" status: 200 len: 944 time: 0.2175531 Jul 14 18:23:54.834871 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.agents_db [None req-2ea07fb6-aa68-4671-8654-119d82b9f530 None None] Agent healthcheck: found 7 active agents {{(pid=93918) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 18:23:54.857197 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:23:54.879343 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-396709b9-7c2f-4e8d-a77b-a171df9f87c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:23:54.886420 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-396709b9-7c2f-4e8d-a77b-a171df9f87c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:23:54.896736 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-91af3e96-cb71-4b2e-916b-d2f1b697b304 req-04a7bbc1-da39-4203-8984-8dd0d3958323 tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] 10.222.0.16 "GET /v2.0/security-groups?id=39320fa9-4894-4542-95e3-d64e174c637e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065114 Jul 14 18:23:54.907761 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-396709b9-7c2f-4e8d-a77b-a171df9f87c3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 62} {{(pid=93916) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 18:23:54.935123 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-396709b9-7c2f-4e8d-a77b-a171df9f87c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:23:54.937979 n-d-800634-3 neutron-server[93916]: INFO neutron.db.segments_db [None req-396709b9-7c2f-4e8d-a77b-a171df9f87c3 admin admin] Added segment eba860c5-3599-4479-9560-060979742605 of type vlan for network b187f7f4-efd0-4197-b2a4-1e5665bdd8f0 Jul 14 18:23:54.942849 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port c3e531fa-4a67-4d7a-b1ea-f36c3df5a6fa, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=c3e531fa-4a67-4d7a-b1ea-f36c3df5a6fa,segment=NetworkSegment(25fcd291-a4fb-4631-8a4d-06fad1821ccd),segment_id=25fcd291-a4fb-4631-8a4d-06fad1821ccd)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:23:54.945052 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1ed64d8-97dc-40df-9adb-dd5ef5c40fe8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3e531fa-4a67-4d7a-b1ea-f36c3df5a6fa'}] {{(pid=93917) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:23:54.951864 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20b787f3c29eaa7aa2a4d648c725a2124c5ff39a8d793252f9d844495e14cf42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa262901-197c-407c-940f-92412a6d06f6" -d '{"events": [{"server_uuid": "e1ed64d8-97dc-40df-9adb-dd5ef5c40fe8", "name": "network-vif-plugged", "status": "completed", "tag": "c3e531fa-4a67-4d7a-b1ea-f36c3df5a6fa"}]}' {{(pid=93917) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:23:54.960786 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:23:55.067302 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-396709b9-7c2f-4e8d-a77b-a171df9f87c3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728202197517'] for network, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:23:55.078503 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Pushing event updated for resources: {'Port': ['ID=c3e531fa-4a67-4d7a-b1ea-f36c3df5a6fa,revision_number=5']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:23:55.122293 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396709b9-7c2f-4e8d-a77b-a171df9f87c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a04efa4f-8dcd-46dd-93fa-bd64b0141a57,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:23:55.145859 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-396709b9-7c2f-4e8d-a77b-a171df9f87c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727'] for network, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:23:55.146832 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-396709b9-7c2f-4e8d-a77b-a171df9f87c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:23:55.147855 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-396709b9-7c2f-4e8d-a77b-a171df9f87c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598705'] for network, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:23:55.238416 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-396709b9-7c2f-4e8d-a77b-a171df9f87c3 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.8790400 Jul 14 18:23:55.241455 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 60296) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:23:55.249044 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-7a2705ac-a1f8-4832-929b-13a1345c1a59 admin admin] Request body: {'subnet': {'network_id': 'b187f7f4-efd0-4197-b2a4-1e5665bdd8f0', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1564200194-subnet', 'tenant_id': '3cfb01b1f69f4d9aa1c60e592d2359e0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:23:55.250998 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396709b9-7c2f-4e8d-a77b-a171df9f87c3 admin admin] Pushing event updated for resources: {'Network': ['ID=b187f7f4-efd0-4197-b2a4-1e5665bdd8f0,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:23:55.263749 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Network b187f7f4-efd0-4197-b2a4-1e5665bdd8f0 details requested by agent ovs-agent-n-d-800634-3 with host n-d-800634-3 {{(pid=93917) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 18:23:55.308374 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 60300) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:23:55.334341 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a2705ac-a1f8-4832-929b-13a1345c1a59 admin admin] Made reservation on behalf of 3cfb01b1f69f4d9aa1c60e592d2359e0 for: {'subnet': 1} {{(pid=93915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:23:55.337974 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-7a2705ac-a1f8-4832-929b-13a1345c1a59 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28969735'] for subnet, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:23:55.343041 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 18:23:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a26b5e4-1651-4521-94fd-c6c12a5d1eea x-openstack-request-id: req-0a26b5e4-1651-4521-94fd-c6c12a5d1eea {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:23:55.343335 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1ed64d8-97dc-40df-9adb-dd5ef5c40fe8", "name": "network-vif-plugged", "status": "completed", "tag": "c3e531fa-4a67-4d7a-b1ea-f36c3df5a6fa", "code": 200}]} {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:23:55.343592 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0a26b5e4-1651-4521-94fd-c6c12a5d1eea {{(pid=93917) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:23:55.343984 n-d-800634-3 neutron-server[93917]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1ed64d8-97dc-40df-9adb-dd5ef5c40fe8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3e531fa-4a67-4d7a-b1ea-f36c3df5a6fa', 'code': 200} Jul 14 18:23:55.532508 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0651a64-9285-4c09-89e7-e2ab58ad0bfa req-7098aa7f-efe8-4b65-9791-545a15c6c24e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:23:55.534791 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-f0651a64-9285-4c09-89e7-e2ab58ad0bfa req-7098aa7f-efe8-4b65-9791-545a15c6c24e service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=e1ed64d8-97dc-40df-9adb-dd5ef5c40fe8 HTTP/1.1" status: 200 len: 1096 time: 0.1094828 Jul 14 18:23:55.565918 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-7a2705ac-a1f8-4832-929b-13a1345c1a59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25912837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28969781'] for subnet, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:23:55.609076 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-f0651a64-9285-4c09-89e7-e2ab58ad0bfa req-034be2b1-ffa0-4a33-8dff-6b3d16588e49 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=39320fa9-4894-4542-95e3-d64e174c637e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678058 Jul 14 18:23:55.655363 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2705ac-a1f8-4832-929b-13a1345c1a59 admin admin] Pushing event updated for resources: {'Subnet': ['ID=304581c2-5bb3-4493-a3d0-c8a041cb5988,revision_number=0']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:23:55.668665 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a2705ac-a1f8-4832-929b-13a1345c1a59 admin admin] Checking segment: {'id': 'eba860c5-3599-4479-9560-060979742605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'b187f7f4-efd0-4197-b2a4-1e5665bdd8f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:23:55.669363 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a2705ac-a1f8-4832-929b-13a1345c1a59 admin admin] Network hostable DHCP agents. Network: b187f7f4-efd0-4197-b2a4-1e5665bdd8f0, hostable agents: ['028393c3-0576-4ebd-bca1-8ea8a148e1a2'], hosted agents: [] {{(pid=93915) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 18:23:55.687900 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-2f4e3af3-e708-4ffd-a544-82d93a489d01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:23:55.691698 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a2705ac-a1f8-4832-929b-13a1345c1a59 admin admin] Network b187f7f4-efd0-4197-b2a4-1e5665bdd8f0 is scheduled to be hosted by DHCP agent 028393c3-0576-4ebd-bca1-8ea8a148e1a2 with binding_index 1 {{(pid=93915) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 18:23:55.706674 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [None req-7a2705ac-a1f8-4832-929b-13a1345c1a59 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-3, b187f7f4-efd0-4197-b2a4-1e5665bdd8f0) {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:23:55.718376 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0b0e066-01dc-4794-8108-8e5b270166c8 None None] Network b187f7f4-efd0-4197-b2a4-1e5665bdd8f0 requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:23:55.722405 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a2705ac-a1f8-4832-929b-13a1345c1a59 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:23:55.723467 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-7a2705ac-a1f8-4832-929b-13a1345c1a59 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:23:55.747038 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-7a2705ac-a1f8-4832-929b-13a1345c1a59 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.5043929 Jul 14 18:23:55.757948 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-93736a95-babb-4352-a317-facbdd7b2663 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-723922678-network', 'tenant_id': '1c5216f16b87454787b25eab8067bdf5'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:23:55.818881 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93736a95-babb-4352-a317-facbdd7b2663 admin admin] Made reservation on behalf of 1c5216f16b87454787b25eab8067bdf5 for: {'network': 1} {{(pid=93916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:23:55.822261 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-93736a95-babb-4352-a317-facbdd7b2663 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for network, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:23:55.835680 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-93736a95-babb-4352-a317-facbdd7b2663 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:23:56.002870 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-93736a95-babb-4352-a317-facbdd7b2663 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:23:56.012721 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-93736a95-babb-4352-a317-facbdd7b2663 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:23:56.059639 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93736a95-babb-4352-a317-facbdd7b2663 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 68} {{(pid=93916) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 18:23:56.092401 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc86c0af-7dee-41aa-ae8a-b3448e093a69 None None] Network b187f7f4-efd0-4197-b2a4-1e5665bdd8f0 requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:23:56.101698 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93736a95-babb-4352-a317-facbdd7b2663 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb382163-a996-465a-94c2-2edb7455d3b7,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:23:56.109211 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-93736a95-babb-4352-a317-facbdd7b2663 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:23:56.109572 n-d-800634-3 neutron-server[93916]: INFO neutron.db.segments_db [None req-93736a95-babb-4352-a317-facbdd7b2663 admin admin] Added segment 4afe825a-ced1-4763-9a9c-0109a5956368 of type vlan for network 963b65f3-89c6-4720-9ab6-ff0cb9b1e090 Jul 14 18:23:56.141216 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [req-50220768-0cd9-4e1a-85ae-a7919ba0e2b5 req-346f5147-218d-47e4-85aa-4d3fe8b2ae36 tempest-SecurityGroupRulesNegativeTestJSON-2058570195 tempest-SecurityGroupRulesNegativeTestJSON-2058570195-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1877664478', 'description': 'tempest-description-68477786'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:23:56.179860 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-50220768-0cd9-4e1a-85ae-a7919ba0e2b5 req-346f5147-218d-47e4-85aa-4d3fe8b2ae36 tempest-SecurityGroupRulesNegativeTestJSON-2058570195 tempest-SecurityGroupRulesNegativeTestJSON-2058570195-project] Notify callbacks [] for security_group, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:23:56.217758 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-93736a95-babb-4352-a317-facbdd7b2663 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728202197517'] for network, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:23:56.294845 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-93736a95-babb-4352-a317-facbdd7b2663 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727'] for network, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:23:56.296107 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93736a95-babb-4352-a317-facbdd7b2663 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:23:56.296997 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-93736a95-babb-4352-a317-facbdd7b2663 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598705'] for network, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:23:56.371942 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-50220768-0cd9-4e1a-85ae-a7919ba0e2b5 req-346f5147-218d-47e4-85aa-4d3fe8b2ae36 tempest-SecurityGroupRulesNegativeTestJSON-2058570195 tempest-SecurityGroupRulesNegativeTestJSON-2058570195-project] Notify callbacks [] for security_group, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:23:56.381282 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-50220768-0cd9-4e1a-85ae-a7919ba0e2b5 req-346f5147-218d-47e4-85aa-4d3fe8b2ae36 tempest-SecurityGroupRulesNegativeTestJSON-2058570195 tempest-SecurityGroupRulesNegativeTestJSON-2058570195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:23:56.442414 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-93736a95-babb-4352-a317-facbdd7b2663 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.1325645 Jul 14 18:23:56.447370 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 60340) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:23:56.458232 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-6280799a-37b1-48c6-90e1-3ba7d4311548 admin admin] Request body: {'subnet': {'network_id': '963b65f3-89c6-4720-9ab6-ff0cb9b1e090', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-723922678-subnet', 'tenant_id': '1c5216f16b87454787b25eab8067bdf5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:23:56.470017 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-50220768-0cd9-4e1a-85ae-a7919ba0e2b5 req-346f5147-218d-47e4-85aa-4d3fe8b2ae36 tempest-SecurityGroupRulesNegativeTestJSON-2058570195 tempest-SecurityGroupRulesNegativeTestJSON-2058570195-project] Notify callbacks [] for security_group, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:23:56.471282 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-50220768-0cd9-4e1a-85ae-a7919ba0e2b5 req-346f5147-218d-47e4-85aa-4d3fe8b2ae36 tempest-SecurityGroupRulesNegativeTestJSON-2058570195 tempest-SecurityGroupRulesNegativeTestJSON-2058570195-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1816 time: 0.3450730 Jul 14 18:23:56.476883 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346f5147-218d-47e4-85aa-4d3fe8b2ae36 tempest-SecurityGroupRulesNegativeTestJSON-2058570195 tempest-SecurityGroupRulesNegativeTestJSON-2058570195-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8670d948-b683-44cf-a796-1db608d96646,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:23:56.479348 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93736a95-babb-4352-a317-facbdd7b2663 admin admin] Pushing event updated for resources: {'Network': ['ID=963b65f3-89c6-4720-9ab6-ff0cb9b1e090,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:23:56.504001 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Network 963b65f3-89c6-4720-9ab6-ff0cb9b1e090 details requested by agent ovs-agent-n-d-800634-3 with host n-d-800634-3 {{(pid=93917) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 18:23:56.514915 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6280799a-37b1-48c6-90e1-3ba7d4311548 admin admin] Made reservation on behalf of 1c5216f16b87454787b25eab8067bdf5 for: {'subnet': 1} {{(pid=93916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:23:56.519505 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-6280799a-37b1-48c6-90e1-3ba7d4311548 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26033189'] for subnet, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:23:56.701448 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b908693d-22c4-4020-adbb-28a1df8368ca req-e7874b68-c233-4340-a79e-f393894eaf7a tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:23:56.704705 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b908693d-22c4-4020-adbb-28a1df8368ca req-e7874b68-c233-4340-a79e-f393894eaf7a tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] 10.222.0.16 "GET /v2.0/ports?device_id=e1ed64d8-97dc-40df-9adb-dd5ef5c40fe8 HTTP/1.1" status: 200 len: 945 time: 0.1302891 Jul 14 18:23:56.783779 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-6280799a-37b1-48c6-90e1-3ba7d4311548 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2684753', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26033175'] for subnet, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:23:56.806522 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b908693d-22c4-4020-adbb-28a1df8368ca req-00cd0108-bdda-4797-b1ca-d94fb2a7f9de tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] 10.222.0.16 "GET /v2.0/security-groups?id=39320fa9-4894-4542-95e3-d64e174c637e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948853 Jul 14 18:23:56.892015 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-255f0a91-f2d8-494d-b0bc-014fa524996f req-88eaaf53-f719-4062-a5f7-fdfd8bf7598a tempest-SecurityGroupRulesNegativeTestJSON-2058570195 tempest-SecurityGroupRulesNegativeTestJSON-2058570195-project] 10.222.0.16 "GET /v2.0/security-groups/8670d948-b683-44cf-a796-1db608d96646 HTTP/1.1" status: 200 len: 1811 time: 0.0615044 Jul 14 18:23:56.898697 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [req-255f0a91-f2d8-494d-b0bc-014fa524996f req-312ad196-7345-4cde-9b61-ca802f9bf5f1 tempest-SecurityGroupRulesNegativeTestJSON-2058570195 tempest-SecurityGroupRulesNegativeTestJSON-2058570195-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '8670d948-b683-44cf-a796-1db608d96646', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:23:56.899043 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [req-255f0a91-f2d8-494d-b0bc-014fa524996f req-312ad196-7345-4cde-9b61-ca802f9bf5f1 tempest-SecurityGroupRulesNegativeTestJSON-2058570195 tempest-SecurityGroupRulesNegativeTestJSON-2058570195-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '8670d948-b683-44cf-a796-1db608d96646', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:23:56.903437 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6280799a-37b1-48c6-90e1-3ba7d4311548 admin admin] Pushing event updated for resources: {'Subnet': ['ID=212b087b-7450-4bec-a482-60658a50d6ad,revision_number=0']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:23:56.930420 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6280799a-37b1-48c6-90e1-3ba7d4311548 admin admin] Checking segment: {'id': '4afe825a-ced1-4763-9a9c-0109a5956368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '963b65f3-89c6-4720-9ab6-ff0cb9b1e090'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93916) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:23:56.930420 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6280799a-37b1-48c6-90e1-3ba7d4311548 admin admin] Network hostable DHCP agents. Network: 963b65f3-89c6-4720-9ab6-ff0cb9b1e090, hostable agents: ['028393c3-0576-4ebd-bca1-8ea8a148e1a2'], hosted agents: [] {{(pid=93916) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 18:23:56.943353 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e2afa4bd-ee90-4cd2-aa21-90ce7bcc7796 req-63d5419f-c304-435b-8c10-212680f8976c tempest-ServerDiagnosticsNegativeTest-1536469659 tempest-ServerDiagnosticsNegativeTest-1536469659-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=181cb5b4bab642acba6abe440617aa80&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0263686 Jul 14 18:23:56.953001 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6280799a-37b1-48c6-90e1-3ba7d4311548 admin admin] Network 963b65f3-89c6-4720-9ab6-ff0cb9b1e090 is scheduled to be hosted by DHCP agent 028393c3-0576-4ebd-bca1-8ea8a148e1a2 with binding_index 1 {{(pid=93916) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 18:23:56.966708 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [None req-6280799a-37b1-48c6-90e1-3ba7d4311548 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-3, 963b65f3-89c6-4720-9ab6-ff0cb9b1e090) {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:23:56.972432 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6280799a-37b1-48c6-90e1-3ba7d4311548 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:23:56.974214 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-6280799a-37b1-48c6-90e1-3ba7d4311548 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598705'] for subnet, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:23:56.976395 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29e74cd4-5909-41b3-b3cf-723c017aebd5 None None] Network 963b65f3-89c6-4720-9ab6-ff0cb9b1e090 requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:23:57.003490 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-6280799a-37b1-48c6-90e1-3ba7d4311548 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.5546219 Jul 14 18:23:57.062194 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-255f0a91-f2d8-494d-b0bc-014fa524996f req-312ad196-7345-4cde-9b61-ca802f9bf5f1 tempest-SecurityGroupRulesNegativeTestJSON-2058570195 tempest-SecurityGroupRulesNegativeTestJSON-2058570195-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:23:57.130303 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-255f0a91-f2d8-494d-b0bc-014fa524996f req-312ad196-7345-4cde-9b61-ca802f9bf5f1 tempest-SecurityGroupRulesNegativeTestJSON-2058570195 tempest-SecurityGroupRulesNegativeTestJSON-2058570195-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:23:57.140738 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2afa4bd-ee90-4cd2-aa21-90ce7bcc7796 req-3ef7c6aa-17e7-44a0-b77f-ed29d7a85597 tempest-ServerDiagnosticsNegativeTest-1536469659 tempest-ServerDiagnosticsNegativeTest-1536469659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:23:57.148428 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e2afa4bd-ee90-4cd2-aa21-90ce7bcc7796 req-3ef7c6aa-17e7-44a0-b77f-ed29d7a85597 tempest-ServerDiagnosticsNegativeTest-1536469659 tempest-ServerDiagnosticsNegativeTest-1536469659-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1893437 Jul 14 18:23:57.158555 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-255f0a91-f2d8-494d-b0bc-014fa524996f req-312ad196-7345-4cde-9b61-ca802f9bf5f1 tempest-SecurityGroupRulesNegativeTestJSON-2058570195 tempest-SecurityGroupRulesNegativeTestJSON-2058570195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305173'] for security_group_rule, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:23:57.169343 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f5567bc-2f0d-40ce-aacd-679d246bfd6e None None] Network 963b65f3-89c6-4720-9ab6-ff0cb9b1e090 requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:23:57.182135 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312ad196-7345-4cde-9b61-ca802f9bf5f1 tempest-SecurityGroupRulesNegativeTestJSON-2058570195 tempest-SecurityGroupRulesNegativeTestJSON-2058570195-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b29459a3-2a1a-41b0-92b2-db5d1240ab2d,revision_number=0']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:23:57.196295 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e2afa4bd-ee90-4cd2-aa21-90ce7bcc7796 req-b16fc068-d522-479a-b7a0-07e01317d99f tempest-ServerDiagnosticsNegativeTest-1536469659 tempest-ServerDiagnosticsNegativeTest-1536469659-project] 10.222.0.16 "GET /v2.0/quotas/181cb5b4bab642acba6abe440617aa80 HTTP/1.1" status: 200 len: 375 time: 0.0467851 Jul 14 18:23:57.241188 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e2afa4bd-ee90-4cd2-aa21-90ce7bcc7796 req-1d31978b-2931-4151-b56d-f6ee48e644ae tempest-ServerDiagnosticsNegativeTest-1536469659 tempest-ServerDiagnosticsNegativeTest-1536469659-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=181cb5b4bab642acba6abe440617aa80&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0424962 Jul 14 18:23:57.242176 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-255f0a91-f2d8-494d-b0bc-014fa524996f req-312ad196-7345-4cde-9b61-ca802f9bf5f1 tempest-SecurityGroupRulesNegativeTestJSON-2058570195 tempest-SecurityGroupRulesNegativeTestJSON-2058570195-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:23:57.243892 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-255f0a91-f2d8-494d-b0bc-014fa524996f req-312ad196-7345-4cde-9b61-ca802f9bf5f1 tempest-SecurityGroupRulesNegativeTestJSON-2058570195 tempest-SecurityGroupRulesNegativeTestJSON-2058570195-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3492959 Jul 14 18:23:57.438331 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-843a8854-b376-4322-b287-f34215a888a2 req-cd55dde7-d382-4cfd-b1b4-c86dfa35d292 tempest-SecurityGroupRulesNegativeTestJSON-2058570195 tempest-SecurityGroupRulesNegativeTestJSON-2058570195-project] 10.222.0.16 "GET /v2.0/security-groups/8670d948-b683-44cf-a796-1db608d96646 HTTP/1.1" status: 200 len: 2404 time: 0.0557625 Jul 14 18:23:57.492474 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [req-a6f9f92e-4908-46bf-b1b0-ad0d31a2b039 req-d6ac45ec-359a-4463-8eea-cefb2ddb3e44 tempest-SecurityGroupRulesTestJSON-398202010 tempest-SecurityGroupRulesTestJSON-398202010-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1693775066', 'description': 'tempest-description-1864898932'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:23:57.569563 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-5ca01ad4-d0ea-49eb-a917-a4aedb044649 req-420db6ac-2b57-449a-8d6a-b783f02b98c9 tempest-ServerDiagnosticsNegativeTest-1536469659 tempest-ServerDiagnosticsNegativeTest-1536469659-project] 10.222.0.16 "GET /v2.0/ports?device_id=fdd2d25e-f84e-4e63-99d4-f7091b3c0671 HTTP/1.1" status: 200 len: 210 time: 0.0466549 Jul 14 18:23:57.573587 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-a6f9f92e-4908-46bf-b1b0-ad0d31a2b039 req-d6ac45ec-359a-4463-8eea-cefb2ddb3e44 tempest-SecurityGroupRulesTestJSON-398202010 tempest-SecurityGroupRulesTestJSON-398202010-project] Notify callbacks [] for security_group, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:23:57.625907 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-87da1b62-fde9-46e1-8971-12fc1da753a8 req-9a1a5bfd-f84a-425a-9eb3-66ae55f6824d tempest-SecurityGroupRulesNegativeTestJSON-2058570195 tempest-SecurityGroupRulesNegativeTestJSON-2058570195-project] 10.222.0.16 "GET /v2.0/security-group-rules/b29459a3-2a1a-41b0-92b2-db5d1240ab2d HTTP/1.1" status: 200 len: 778 time: 0.0270882 Jul 14 18:23:57.689921 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-87da1b62-fde9-46e1-8971-12fc1da753a8 req-632c9910-3e05-4634-aa41-08e77422b98f tempest-SecurityGroupRulesNegativeTestJSON-2058570195 tempest-SecurityGroupRulesNegativeTestJSON-2058570195-project] 10.222.0.16 "GET /v2.0/security-groups/8670d948-b683-44cf-a796-1db608d96646 HTTP/1.1" status: 200 len: 2404 time: 0.0559535 Jul 14 18:23:57.747132 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-87da1b62-fde9-46e1-8971-12fc1da753a8 req-fd84f789-aa13-485f-9fab-b8c4c7201a5c tempest-SecurityGroupRulesNegativeTestJSON-2058570195 tempest-SecurityGroupRulesNegativeTestJSON-2058570195-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:23:57.754847 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-a6f9f92e-4908-46bf-b1b0-ad0d31a2b039 req-d6ac45ec-359a-4463-8eea-cefb2ddb3e44 tempest-SecurityGroupRulesTestJSON-398202010 tempest-SecurityGroupRulesTestJSON-398202010-project] Notify callbacks [] for security_group, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:23:57.760909 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-a6f9f92e-4908-46bf-b1b0-ad0d31a2b039 req-d6ac45ec-359a-4463-8eea-cefb2ddb3e44 tempest-SecurityGroupRulesTestJSON-398202010 tempest-SecurityGroupRulesTestJSON-398202010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:23:57.767849 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-87da1b62-fde9-46e1-8971-12fc1da753a8 req-fd84f789-aa13-485f-9fab-b8c4c7201a5c tempest-SecurityGroupRulesNegativeTestJSON-2058570195 tempest-SecurityGroupRulesNegativeTestJSON-2058570195-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:23:57.816396 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ac45ec-359a-4463-8eea-cefb2ddb3e44 tempest-SecurityGroupRulesTestJSON-398202010 tempest-SecurityGroupRulesTestJSON-398202010-project] Pushing event updated for resources: {'SecurityGroup': ['ID=44a7c3db-32c5-42ca-85bc-cfd53e44f2ad,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:23:57.855153 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-a6f9f92e-4908-46bf-b1b0-ad0d31a2b039 req-d6ac45ec-359a-4463-8eea-cefb2ddb3e44 tempest-SecurityGroupRulesTestJSON-398202010 tempest-SecurityGroupRulesTestJSON-398202010-project] Notify callbacks [] for security_group, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:23:57.869963 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a6f9f92e-4908-46bf-b1b0-ad0d31a2b039 req-d6ac45ec-359a-4463-8eea-cefb2ddb3e44 tempest-SecurityGroupRulesTestJSON-398202010 tempest-SecurityGroupRulesTestJSON-398202010-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.3816926 Jul 14 18:23:57.886920 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-87da1b62-fde9-46e1-8971-12fc1da753a8 req-fd84f789-aa13-485f-9fab-b8c4c7201a5c tempest-SecurityGroupRulesNegativeTestJSON-2058570195 tempest-SecurityGroupRulesNegativeTestJSON-2058570195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305173'] for security_group_rule, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:23:57.896384 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-87da1b62-fde9-46e1-8971-12fc1da753a8 req-fd84f789-aa13-485f-9fab-b8c4c7201a5c tempest-SecurityGroupRulesNegativeTestJSON-2058570195 tempest-SecurityGroupRulesNegativeTestJSON-2058570195-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:23:57.896384 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-87da1b62-fde9-46e1-8971-12fc1da753a8 req-fd84f789-aa13-485f-9fab-b8c4c7201a5c tempest-SecurityGroupRulesNegativeTestJSON-2058570195 tempest-SecurityGroupRulesNegativeTestJSON-2058570195-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/b29459a3-2a1a-41b0-92b2-db5d1240ab2d HTTP/1.1" status: 204 len: 173 time: 0.1949427 Jul 14 18:23:57.906549 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd84f789-aa13-485f-9fab-b8c4c7201a5c tempest-SecurityGroupRulesNegativeTestJSON-2058570195 tempest-SecurityGroupRulesNegativeTestJSON-2058570195-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b29459a3-2a1a-41b0-92b2-db5d1240ab2d,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:23:58.083159 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a8336e08-54da-43ba-8d36-1b62ac8b2cf9 req-153bbbfe-ec30-4628-8ff8-6d93cd671c4e tempest-SecurityGroupRulesTestJSON-398202010 tempest-SecurityGroupRulesTestJSON-398202010-project] 10.222.0.16 "GET /v2.0/security-groups/44a7c3db-32c5-42ca-85bc-cfd53e44f2ad HTTP/1.1" status: 200 len: 1805 time: 0.0623028 Jul 14 18:23:58.115165 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [req-a8336e08-54da-43ba-8d36-1b62ac8b2cf9 req-e8cc90b4-a961-4ed8-91c5-af9a63733e45 tempest-SecurityGroupRulesTestJSON-398202010 tempest-SecurityGroupRulesTestJSON-398202010-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '44a7c3db-32c5-42ca-85bc-cfd53e44f2ad', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:23:58.115563 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [req-a8336e08-54da-43ba-8d36-1b62ac8b2cf9 req-e8cc90b4-a961-4ed8-91c5-af9a63733e45 tempest-SecurityGroupRulesTestJSON-398202010 tempest-SecurityGroupRulesTestJSON-398202010-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '44a7c3db-32c5-42ca-85bc-cfd53e44f2ad', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:23:58.211772 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb34019-19cb-4041-a8fe-bdaafd52406f req-f2144491-9ebe-44da-a12b-e8e95946e212 tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:23:58.214392 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-4bb34019-19cb-4041-a8fe-bdaafd52406f req-f2144491-9ebe-44da-a12b-e8e95946e212 tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] 10.222.0.16 "GET /v2.0/ports?device_id=e1ed64d8-97dc-40df-9adb-dd5ef5c40fe8 HTTP/1.1" status: 200 len: 945 time: 0.1355691 Jul 14 18:23:58.229597 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-a8336e08-54da-43ba-8d36-1b62ac8b2cf9 req-e8cc90b4-a961-4ed8-91c5-af9a63733e45 tempest-SecurityGroupRulesTestJSON-398202010 tempest-SecurityGroupRulesTestJSON-398202010-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:23:58.265570 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-a8336e08-54da-43ba-8d36-1b62ac8b2cf9 req-e8cc90b4-a961-4ed8-91c5-af9a63733e45 tempest-SecurityGroupRulesTestJSON-398202010 tempest-SecurityGroupRulesTestJSON-398202010-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:23:58.271102 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-4bb34019-19cb-4041-a8fe-bdaafd52406f req-bd38e8a5-a7e4-4ce5-94b6-ff31c7f61114 tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] 10.222.0.16 "GET /v2.0/security-groups?id=39320fa9-4894-4542-95e3-d64e174c637e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512021 Jul 14 18:23:58.272655 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-a8336e08-54da-43ba-8d36-1b62ac8b2cf9 req-e8cc90b4-a961-4ed8-91c5-af9a63733e45 tempest-SecurityGroupRulesTestJSON-398202010 tempest-SecurityGroupRulesTestJSON-398202010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305173'] for security_group_rule, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:23:58.289720 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cc90b4-a961-4ed8-91c5-af9a63733e45 tempest-SecurityGroupRulesTestJSON-398202010 tempest-SecurityGroupRulesTestJSON-398202010-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=838a3cb6-355c-4eaf-a7b9-cd8e3d82b42e,revision_number=0']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:23:58.316097 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [req-16987427-8e39-4136-8152-cccd0bbc0211 req-0d677fcd-8dd1-4f77-bccc-92245b421d8e tempest-SecurityGroupRulesNegativeTestJSON-2058570195 tempest-SecurityGroupRulesNegativeTestJSON-2058570195-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1811760301', 'description': 'tempest-description-991028464'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:23:58.335453 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-a8336e08-54da-43ba-8d36-1b62ac8b2cf9 req-e8cc90b4-a961-4ed8-91c5-af9a63733e45 tempest-SecurityGroupRulesTestJSON-398202010 tempest-SecurityGroupRulesTestJSON-398202010-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:23:58.336909 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a8336e08-54da-43ba-8d36-1b62ac8b2cf9 req-e8cc90b4-a961-4ed8-91c5-af9a63733e45 tempest-SecurityGroupRulesTestJSON-398202010 tempest-SecurityGroupRulesTestJSON-398202010-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2444556 Jul 14 18:23:58.359504 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-16987427-8e39-4136-8152-cccd0bbc0211 req-0d677fcd-8dd1-4f77-bccc-92245b421d8e tempest-SecurityGroupRulesNegativeTestJSON-2058570195 tempest-SecurityGroupRulesNegativeTestJSON-2058570195-project] Notify callbacks [] for security_group, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:23:58.486607 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-16987427-8e39-4136-8152-cccd0bbc0211 req-0d677fcd-8dd1-4f77-bccc-92245b421d8e tempest-SecurityGroupRulesNegativeTestJSON-2058570195 tempest-SecurityGroupRulesNegativeTestJSON-2058570195-project] Notify callbacks [] for security_group, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:23:58.491402 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-16987427-8e39-4136-8152-cccd0bbc0211 req-0d677fcd-8dd1-4f77-bccc-92245b421d8e tempest-SecurityGroupRulesNegativeTestJSON-2058570195 tempest-SecurityGroupRulesNegativeTestJSON-2058570195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:23:58.528236 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d677fcd-8dd1-4f77-bccc-92245b421d8e tempest-SecurityGroupRulesNegativeTestJSON-2058570195 tempest-SecurityGroupRulesNegativeTestJSON-2058570195-project] Pushing event updated for resources: {'SecurityGroup': ['ID=986b438a-659e-4fab-8a51-735a3cd1d7b5,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:23:58.546724 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device 74b3581d-3979-498e-9732-401716c126f4 details requested by agent hyperv_n-h1-800634-3 with host n-h1-800634-3 {{(pid=93917) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 18:23:58.563524 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-16987427-8e39-4136-8152-cccd0bbc0211 req-0d677fcd-8dd1-4f77-bccc-92245b421d8e tempest-SecurityGroupRulesNegativeTestJSON-2058570195 tempest-SecurityGroupRulesNegativeTestJSON-2058570195-project] Notify callbacks [] for security_group, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:23:58.565259 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-16987427-8e39-4136-8152-cccd0bbc0211 req-0d677fcd-8dd1-4f77-bccc-92245b421d8e tempest-SecurityGroupRulesNegativeTestJSON-2058570195 tempest-SecurityGroupRulesNegativeTestJSON-2058570195-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.2538116 Jul 14 18:23:58.712969 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [req-33dfc449-b2f6-4df4-980d-44022e842ab9 req-bbaaf884-edb2-43b7-9b6d-807fd85c0912 tempest-SecurityGroupRulesTestJSON-398202010 tempest-SecurityGroupRulesTestJSON-398202010-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1031226938', 'description': 'tempest-description-1928626923'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:23:58.755826 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port 74b3581d-3979-498e-9732-401716c126f4, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=74b3581d-3979-498e-9732-401716c126f4,segment=NetworkSegment(ed557757-f640-484f-8cda-41a92c321398),segment_id=ed557757-f640-484f-8cda-41a92c321398)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:23:58.763241 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-33dfc449-b2f6-4df4-980d-44022e842ab9 req-bbaaf884-edb2-43b7-9b6d-807fd85c0912 tempest-SecurityGroupRulesTestJSON-398202010 tempest-SecurityGroupRulesTestJSON-398202010-project] Notify callbacks [] for security_group, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:23:58.781259 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Returning: {'device': '74b3581d-3979-498e-9732-401716c126f4', 'network_id': '458a605c-adc1-4322-ba16-e84a0c1f7468', 'port_id': '74b3581d-3979-498e-9732-401716c126f4', 'mac_address': 'fa:16:3e:cb:d6:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 82, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f82593d-7d30-492d-935c-eafdd92f72c6', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93917) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 18:23:58.841168 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:23:58.859833 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 74b3581d-3979-498e-9732-401716c126f4 {{(pid=93917) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 18:23:58.929731 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port 74b3581d-3979-498e-9732-401716c126f4, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=74b3581d-3979-498e-9732-401716c126f4,segment=NetworkSegment(ed557757-f640-484f-8cda-41a92c321398),segment_id=ed557757-f640-484f-8cda-41a92c321398)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:23:58.937601 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:23:58.964802 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-e2afa4bd-ee90-4cd2-aa21-90ce7bcc7796 req-f716ec33-e8d4-47d7-abcf-f122b1e371af tempest-ServerDiagnosticsNegativeTest-1536469659 tempest-ServerDiagnosticsNegativeTest-1536469659-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=181cb5b4bab642acba6abe440617aa80&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0655634 Jul 14 18:23:58.995261 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-33dfc449-b2f6-4df4-980d-44022e842ab9 req-bbaaf884-edb2-43b7-9b6d-807fd85c0912 tempest-SecurityGroupRulesTestJSON-398202010 tempest-SecurityGroupRulesTestJSON-398202010-project] Notify callbacks [] for security_group, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:23:59.001880 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-33dfc449-b2f6-4df4-980d-44022e842ab9 req-bbaaf884-edb2-43b7-9b6d-807fd85c0912 tempest-SecurityGroupRulesTestJSON-398202010 tempest-SecurityGroupRulesTestJSON-398202010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:23:59.052929 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-33dfc449-b2f6-4df4-980d-44022e842ab9 req-bbaaf884-edb2-43b7-9b6d-807fd85c0912 tempest-SecurityGroupRulesTestJSON-398202010 tempest-SecurityGroupRulesTestJSON-398202010-project] Notify callbacks [] for security_group, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:23:59.068403 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-33dfc449-b2f6-4df4-980d-44022e842ab9 req-bbaaf884-edb2-43b7-9b6d-807fd85c0912 tempest-SecurityGroupRulesTestJSON-398202010 tempest-SecurityGroupRulesTestJSON-398202010-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.3607299 Jul 14 18:23:59.099578 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] get_ports_and_sgs() called for port_ids ['74b3581d-3979-498e-9732-401716c126f4'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 18:23:59.161149 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-067cdec5-d45a-45ff-8675-dfcbf342973b req-dc16b5a9-ad4e-4076-b8c7-279f4149a16b tempest-SecurityGroupRulesNegativeTestJSON-2058570195 tempest-SecurityGroupRulesNegativeTestJSON-2058570195-project] 10.222.0.16 "GET /v2.0/security-groups/986b438a-659e-4fab-8a51-735a3cd1d7b5 HTTP/1.1" status: 200 len: 1812 time: 0.0912762 Jul 14 18:23:59.188754 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbaaf884-edb2-43b7-9b6d-807fd85c0912 tempest-SecurityGroupRulesTestJSON-398202010 tempest-SecurityGroupRulesTestJSON-398202010-project] Pushing event updated for resources: {'SecurityGroup': ['ID=19a5c9a6-6931-453f-88dd-60cb85ee2e02,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:23:59.208899 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbaaf884-edb2-43b7-9b6d-807fd85c0912 tempest-SecurityGroupRulesTestJSON-398202010 tempest-SecurityGroupRulesTestJSON-398202010-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:23:59.209566 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbaaf884-edb2-43b7-9b6d-807fd85c0912 tempest-SecurityGroupRulesTestJSON-398202010 tempest-SecurityGroupRulesTestJSON-398202010-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:23:59.210127 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbaaf884-edb2-43b7-9b6d-807fd85c0912 tempest-SecurityGroupRulesTestJSON-398202010 tempest-SecurityGroupRulesTestJSON-398202010-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:23:59.212322 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbaaf884-edb2-43b7-9b6d-807fd85c0912 tempest-SecurityGroupRulesTestJSON-398202010 tempest-SecurityGroupRulesTestJSON-398202010-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:23:59.212878 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbaaf884-edb2-43b7-9b6d-807fd85c0912 tempest-SecurityGroupRulesTestJSON-398202010 tempest-SecurityGroupRulesTestJSON-398202010-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:23:59.213398 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbaaf884-edb2-43b7-9b6d-807fd85c0912 tempest-SecurityGroupRulesTestJSON-398202010 tempest-SecurityGroupRulesTestJSON-398202010-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:23:59.214610 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbaaf884-edb2-43b7-9b6d-807fd85c0912 tempest-SecurityGroupRulesTestJSON-398202010 tempest-SecurityGroupRulesTestJSON-398202010-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:23:59.216715 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbaaf884-edb2-43b7-9b6d-807fd85c0912 tempest-SecurityGroupRulesTestJSON-398202010 tempest-SecurityGroupRulesTestJSON-398202010-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:23:59.217265 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbaaf884-edb2-43b7-9b6d-807fd85c0912 tempest-SecurityGroupRulesTestJSON-398202010 tempest-SecurityGroupRulesTestJSON-398202010-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:23:59.218216 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbaaf884-edb2-43b7-9b6d-807fd85c0912 tempest-SecurityGroupRulesTestJSON-398202010 tempest-SecurityGroupRulesTestJSON-398202010-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:23:59.220624 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbaaf884-edb2-43b7-9b6d-807fd85c0912 tempest-SecurityGroupRulesTestJSON-398202010 tempest-SecurityGroupRulesTestJSON-398202010-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:23:59.221274 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbaaf884-edb2-43b7-9b6d-807fd85c0912 tempest-SecurityGroupRulesTestJSON-398202010 tempest-SecurityGroupRulesTestJSON-398202010-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:23:59.222295 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Pushing event updated for resources: {'Port': ['ID=74b3581d-3979-498e-9732-401716c126f4,revision_number=6']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:23:59.253587 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:23:59.253931 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:23:59.254319 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:23:59.254657 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:23:59.255514 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:23:59.255514 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:23:59.255805 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:23:59.256486 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:23:59.256818 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:23:59.257144 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:23:59.257467 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:23:59.257788 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:23:59.311420 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2afa4bd-ee90-4cd2-aa21-90ce7bcc7796 req-5bbadbc6-f6f6-41f5-b9a6-e3b3312d8131 tempest-ServerDiagnosticsNegativeTest-1536469659 tempest-ServerDiagnosticsNegativeTest-1536469659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:23:59.313665 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-e2afa4bd-ee90-4cd2-aa21-90ce7bcc7796 req-5bbadbc6-f6f6-41f5-b9a6-e3b3312d8131 tempest-ServerDiagnosticsNegativeTest-1536469659 tempest-ServerDiagnosticsNegativeTest-1536469659-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3432953 Jul 14 18:23:59.341494 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [req-e2afa4bd-ee90-4cd2-aa21-90ce7bcc7796 req-9e69de15-0d9b-4f3d-9701-e276267ccf48 tempest-ServerDiagnosticsNegativeTest-1536469659 tempest-ServerDiagnosticsNegativeTest-1536469659-project] Request body: {'port': {'device_id': 'fdd2d25e-f84e-4e63-99d4-f7091b3c0671', 'network_id': '4f742057-89ee-4b4a-86f7-487ee61881a1', 'admin_state_up': True, 'tenant_id': '181cb5b4bab642acba6abe440617aa80'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:23:59.391203 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Device bd4934ed-97b6-4663-b2a9-d3a9eba2bbf1 details requested by agent hyperv_n-h2-800634-3 with host n-h2-800634-3 {{(pid=93917) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 18:23:59.419694 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-04b5c00b-23fd-4f04-8f59-849e1bfa928b req-a437d39c-04b7-4333-adf3-5759f4749300 tempest-ServerDiagnosticsNegativeTest-1536469659 tempest-ServerDiagnosticsNegativeTest-1536469659-project] 10.222.0.16 "GET /v2.0/ports?device_id=fdd2d25e-f84e-4e63-99d4-f7091b3c0671 HTTP/1.1" status: 200 len: 210 time: 0.0509777 Jul 14 18:23:59.586704 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-429d4960-f5b9-4631-ad83-a13385e8e5e5 req-3ef92a79-25e1-4242-9fe6-d2bd4c3e49f7 tempest-SecurityGroupRulesTestJSON-398202010 tempest-SecurityGroupRulesTestJSON-398202010-project] 10.222.0.16 "GET /v2.0/security-groups/19a5c9a6-6931-453f-88dd-60cb85ee2e02 HTTP/1.1" status: 200 len: 1805 time: 0.1289201 Jul 14 18:23:59.593537 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] For port bd4934ed-97b6-4663-b2a9-d3a9eba2bbf1, host n-h2-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=bd4934ed-97b6-4663-b2a9-d3a9eba2bbf1,segment=NetworkSegment(d3ebb57b-621c-4102-bdfe-7fa439ba5ffc),segment_id=d3ebb57b-621c-4102-bdfe-7fa439ba5ffc)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:23:59.603951 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [req-429d4960-f5b9-4631-ad83-a13385e8e5e5 req-dcb1c5b3-5b3a-4444-92a3-2fed9702339b tempest-SecurityGroupRulesTestJSON-398202010 tempest-SecurityGroupRulesTestJSON-398202010-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '19a5c9a6-6931-453f-88dd-60cb85ee2e02', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:23:59.604308 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [req-429d4960-f5b9-4631-ad83-a13385e8e5e5 req-dcb1c5b3-5b3a-4444-92a3-2fed9702339b tempest-SecurityGroupRulesTestJSON-398202010 tempest-SecurityGroupRulesTestJSON-398202010-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '19a5c9a6-6931-453f-88dd-60cb85ee2e02', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:23:59.630378 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Returning: {'device': 'bd4934ed-97b6-4663-b2a9-d3a9eba2bbf1', 'network_id': '31a99599-848e-4d3a-b964-3d8069f89b88', 'port_id': 'bd4934ed-97b6-4663-b2a9-d3a9eba2bbf1', 'mac_address': 'fa:16:3e:e7:0e:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8fa41a13-248e-4ed4-8731-d525cb4f3c62', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93917) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 18:23:59.636010 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e2afa4bd-ee90-4cd2-aa21-90ce7bcc7796 req-9e69de15-0d9b-4f3d-9701-e276267ccf48 tempest-ServerDiagnosticsNegativeTest-1536469659 tempest-ServerDiagnosticsNegativeTest-1536469659-project] Made reservation on behalf of 181cb5b4bab642acba6abe440617aa80 for: {'port': 1} {{(pid=93916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:23:59.644153 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-e2afa4bd-ee90-4cd2-aa21-90ce7bcc7796 req-9e69de15-0d9b-4f3d-9701-e276267ccf48 tempest-ServerDiagnosticsNegativeTest-1536469659 tempest-ServerDiagnosticsNegativeTest-1536469659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:23:59.656278 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-e2afa4bd-ee90-4cd2-aa21-90ce7bcc7796 req-9e69de15-0d9b-4f3d-9701-e276267ccf48 tempest-ServerDiagnosticsNegativeTest-1536469659 tempest-ServerDiagnosticsNegativeTest-1536469659-project] Notify callbacks [] for security_group, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:23:59.685174 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:23:59.706697 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd4934ed-97b6-4663-b2a9-d3a9eba2bbf1 {{(pid=93917) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 18:23:59.762634 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] For port bd4934ed-97b6-4663-b2a9-d3a9eba2bbf1, host n-h2-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=bd4934ed-97b6-4663-b2a9-d3a9eba2bbf1,segment=NetworkSegment(d3ebb57b-621c-4102-bdfe-7fa439ba5ffc),segment_id=d3ebb57b-621c-4102-bdfe-7fa439ba5ffc)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:23:59.767242 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:23:59.768450 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Device f0bc76aa-f37f-4233-8633-52f3421ea161 details requested by agent hyperv_n-h2-800634-3 with host n-h2-800634-3 {{(pid=93917) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 18:23:59.808852 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-429d4960-f5b9-4631-ad83-a13385e8e5e5 req-dcb1c5b3-5b3a-4444-92a3-2fed9702339b tempest-SecurityGroupRulesTestJSON-398202010 tempest-SecurityGroupRulesTestJSON-398202010-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:23:59.828239 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b0a21c-0201-4a44-8604-a4b4a7fda874 req-ebddf8f2-f11e-49fe-b2c8-22b1636a9abb tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:23:59.835117 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e0b0a21c-0201-4a44-8604-a4b4a7fda874 req-ebddf8f2-f11e-49fe-b2c8-22b1636a9abb tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] 10.222.0.16 "GET /v2.0/ports?device_id=e1ed64d8-97dc-40df-9adb-dd5ef5c40fe8 HTTP/1.1" status: 200 len: 945 time: 0.1806502 Jul 14 18:23:59.857560 n-d-800634-3 neutron-server[93917]: INFO neutron.plugins.ml2.plugin [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] No ports have port_id starting with f0bc76aa-f37f-4233-8633-52f3421ea161 Jul 14 18:23:59.859318 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Pushing event updated for resources: {'Port': ['ID=bd4934ed-97b6-4663-b2a9-d3a9eba2bbf1,revision_number=7']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:23:59.872384 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-429d4960-f5b9-4631-ad83-a13385e8e5e5 req-dcb1c5b3-5b3a-4444-92a3-2fed9702339b tempest-SecurityGroupRulesTestJSON-398202010 tempest-SecurityGroupRulesTestJSON-398202010-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:23:59.874503 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Device f0bc76aa-f37f-4233-8633-52f3421ea161 requested by agent hyperv_n-h2-800634-3 not found in database {{(pid=93917) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:115}} Jul 14 18:23:59.875802 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Device fbf01217-e64a-4640-a796-185c6fcc99ca details requested by agent hyperv_n-h2-800634-3 with host n-h2-800634-3 {{(pid=93917) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 18:23:59.883547 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-429d4960-f5b9-4631-ad83-a13385e8e5e5 req-dcb1c5b3-5b3a-4444-92a3-2fed9702339b tempest-SecurityGroupRulesTestJSON-398202010 tempest-SecurityGroupRulesTestJSON-398202010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305173'] for security_group_rule, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:23:59.886613 n-d-800634-3 neutron-server[93917]: INFO neutron.plugins.ml2.plugin [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] No ports have port_id starting with fbf01217-e64a-4640-a796-185c6fcc99ca Jul 14 18:23:59.888721 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Device fbf01217-e64a-4640-a796-185c6fcc99ca requested by agent hyperv_n-h2-800634-3 not found in database {{(pid=93917) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:115}} Jul 14 18:23:59.910166 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e0b0a21c-0201-4a44-8604-a4b4a7fda874 req-8c6cee10-9ca9-4d27-b12b-92f577f8f732 tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] 10.222.0.16 "GET /v2.0/security-groups?id=39320fa9-4894-4542-95e3-d64e174c637e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740986 Jul 14 18:23:59.932896 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-e2afa4bd-ee90-4cd2-aa21-90ce7bcc7796 req-9e69de15-0d9b-4f3d-9701-e276267ccf48 tempest-ServerDiagnosticsNegativeTest-1536469659 tempest-ServerDiagnosticsNegativeTest-1536469659-project] Notify callbacks [] for security_group, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:23:59.934127 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb1c5b3-5b3a-4444-92a3-2fed9702339b tempest-SecurityGroupRulesTestJSON-398202010 tempest-SecurityGroupRulesTestJSON-398202010-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a658c6d-b8a9-4e76-8da1-42ffe9a122ed,revision_number=0']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:23:59.938846 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-e2afa4bd-ee90-4cd2-aa21-90ce7bcc7796 req-9e69de15-0d9b-4f3d-9701-e276267ccf48 tempest-ServerDiagnosticsNegativeTest-1536469659 tempest-ServerDiagnosticsNegativeTest-1536469659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:23:59.950453 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [req-deceef68-d8f3-4f29-b715-a9b59a326729 req-50205727-20f9-4211-99ae-893552a966eb tempest-SecurityGroupRulesNegativeTestJSON-2058570195 tempest-SecurityGroupRulesNegativeTestJSON-2058570195-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-490922129', 'description': 'tempest-description-2093628418'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:23:59.971452 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-429d4960-f5b9-4631-ad83-a13385e8e5e5 req-dcb1c5b3-5b3a-4444-92a3-2fed9702339b tempest-SecurityGroupRulesTestJSON-398202010 tempest-SecurityGroupRulesTestJSON-398202010-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:23:59.973343 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] get_ports_and_sgs() called for port_ids ['bd4934ed-97b6-4663-b2a9-d3a9eba2bbf1'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 18:23:59.991869 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-429d4960-f5b9-4631-ad83-a13385e8e5e5 req-dcb1c5b3-5b3a-4444-92a3-2fed9702339b tempest-SecurityGroupRulesTestJSON-398202010 tempest-SecurityGroupRulesTestJSON-398202010-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.3908603 Jul 14 18:23:59.995100 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-deceef68-d8f3-4f29-b715-a9b59a326729 req-50205727-20f9-4211-99ae-893552a966eb tempest-SecurityGroupRulesNegativeTestJSON-2058570195 tempest-SecurityGroupRulesNegativeTestJSON-2058570195-project] Notify callbacks [] for security_group, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:00.016421 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e69de15-0d9b-4f3d-9701-e276267ccf48 tempest-ServerDiagnosticsNegativeTest-1536469659 tempest-ServerDiagnosticsNegativeTest-1536469659-project] Pushing event updated for resources: {'SecurityGroup': ['ID=951f20f7-fdec-4780-a9da-220feccbad98,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:24:00.162069 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-deceef68-d8f3-4f29-b715-a9b59a326729 req-50205727-20f9-4211-99ae-893552a966eb tempest-SecurityGroupRulesNegativeTestJSON-2058570195 tempest-SecurityGroupRulesNegativeTestJSON-2058570195-project] Notify callbacks [] for security_group, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:00.172243 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-deceef68-d8f3-4f29-b715-a9b59a326729 req-50205727-20f9-4211-99ae-893552a966eb tempest-SecurityGroupRulesNegativeTestJSON-2058570195 tempest-SecurityGroupRulesNegativeTestJSON-2058570195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:00.206994 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.db_base_plugin_common [req-e2afa4bd-ee90-4cd2-aa21-90ce7bcc7796 req-9e69de15-0d9b-4f3d-9701-e276267ccf48 tempest-ServerDiagnosticsNegativeTest-1536469659 tempest-ServerDiagnosticsNegativeTest-1536469659-project] Allocated IP 192.168.233.49 (4f742057-89ee-4b4a-86f7-487ee61881a1/f20c54fb-f7da-4761-aa61-2e4f99f3d332/0f601d63-34ed-4399-9c65-9668b339e8f3) {{(pid=93916) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:24:00.248733 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-deceef68-d8f3-4f29-b715-a9b59a326729 req-50205727-20f9-4211-99ae-893552a966eb tempest-SecurityGroupRulesNegativeTestJSON-2058570195 tempest-SecurityGroupRulesNegativeTestJSON-2058570195-project] Notify callbacks [] for security_group, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:00.253982 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-deceef68-d8f3-4f29-b715-a9b59a326729 req-50205727-20f9-4211-99ae-893552a966eb tempest-SecurityGroupRulesNegativeTestJSON-2058570195 tempest-SecurityGroupRulesNegativeTestJSON-2058570195-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.3064685 Jul 14 18:24:00.287300 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50205727-20f9-4211-99ae-893552a966eb tempest-SecurityGroupRulesNegativeTestJSON-2058570195 tempest-SecurityGroupRulesNegativeTestJSON-2058570195-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b33f3550-68a6-4c9e-9386-bcda9c358c21,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:24:00.331984 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [req-80243cd3-39a9-472d-a4b0-f1dfef402fe8 req-c0653c28-8077-4665-8ce6-fa549a3076b4 tempest-SecurityGroupRulesTestJSON-398202010 tempest-SecurityGroupRulesTestJSON-398202010-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1512328922', 'description': 'tempest-description-61222670'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:24:00.360724 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-80243cd3-39a9-472d-a4b0-f1dfef402fe8 req-c0653c28-8077-4665-8ce6-fa549a3076b4 tempest-SecurityGroupRulesTestJSON-398202010 tempest-SecurityGroupRulesTestJSON-398202010-project] Notify callbacks [] for security_group, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:00.469920 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-00b40910-f208-440a-92f6-865d1b91f1e6 req-2373cc9c-80e5-4a9d-a182-409dc6a82bfb tempest-SecurityGroupRulesNegativeTestJSON-2058570195 tempest-SecurityGroupRulesNegativeTestJSON-2058570195-project] 10.222.0.16 "GET /v2.0/security-groups/b33f3550-68a6-4c9e-9386-bcda9c358c21 HTTP/1.1" status: 200 len: 1812 time: 0.0822372 Jul 14 18:24:00.550370 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-80243cd3-39a9-472d-a4b0-f1dfef402fe8 req-c0653c28-8077-4665-8ce6-fa549a3076b4 tempest-SecurityGroupRulesTestJSON-398202010 tempest-SecurityGroupRulesTestJSON-398202010-project] Notify callbacks [] for security_group, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:00.559473 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-e2afa4bd-ee90-4cd2-aa21-90ce7bcc7796 req-9e69de15-0d9b-4f3d-9701-e276267ccf48 tempest-ServerDiagnosticsNegativeTest-1536469659 tempest-ServerDiagnosticsNegativeTest-1536469659-project] Notify callbacks [] for port, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:00.559808 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device 74b3581d-3979-498e-9732-401716c126f4 up at agent hyperv_n-h1-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:24:00.572432 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-80243cd3-39a9-472d-a4b0-f1dfef402fe8 req-c0653c28-8077-4665-8ce6-fa549a3076b4 tempest-SecurityGroupRulesTestJSON-398202010 tempest-SecurityGroupRulesTestJSON-398202010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:00.578738 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.provisioning_blocks [req-e2afa4bd-ee90-4cd2-aa21-90ce7bcc7796 req-9e69de15-0d9b-4f3d-9701-e276267ccf48 tempest-ServerDiagnosticsNegativeTest-1536469659 tempest-ServerDiagnosticsNegativeTest-1536469659-project] Transition to ACTIVE for port object 0f601d63-34ed-4399-9c65-9668b339e8f3 will not be triggered until provisioned by entity DHCP. {{(pid=93916) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:24:00.621313 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-80243cd3-39a9-472d-a4b0-f1dfef402fe8 req-c0653c28-8077-4665-8ce6-fa549a3076b4 tempest-SecurityGroupRulesTestJSON-398202010 tempest-SecurityGroupRulesTestJSON-398202010-project] Notify callbacks [] for security_group, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:00.631569 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-80243cd3-39a9-472d-a4b0-f1dfef402fe8 req-c0653c28-8077-4665-8ce6-fa549a3076b4 tempest-SecurityGroupRulesTestJSON-398202010 tempest-SecurityGroupRulesTestJSON-398202010-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.3057210 Jul 14 18:24:00.643483 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Provisioning complete for port 74b3581d-3979-498e-9732-401716c126f4 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:24:00.644001 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:00.646185 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-e2afa4bd-ee90-4cd2-aa21-90ce7bcc7796 req-9e69de15-0d9b-4f3d-9701-e276267ccf48 tempest-ServerDiagnosticsNegativeTest-1536469659 tempest-ServerDiagnosticsNegativeTest-1536469659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:00.705367 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e69de15-0d9b-4f3d-9701-e276267ccf48 tempest-ServerDiagnosticsNegativeTest-1536469659 tempest-ServerDiagnosticsNegativeTest-1536469659-project] Pushing event updated for resources: {'Port': ['ID=0f601d63-34ed-4399-9c65-9668b339e8f3,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:24:00.725509 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e2afa4bd-ee90-4cd2-aa21-90ce7bcc7796 req-9e69de15-0d9b-4f3d-9701-e276267ccf48 tempest-ServerDiagnosticsNegativeTest-1536469659 tempest-ServerDiagnosticsNegativeTest-1536469659-project] Network 4f742057-89ee-4b4a-86f7-487ee61881a1 is already hosted by enough agents. {{(pid=93916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:24:00.726052 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0653c28-8077-4665-8ce6-fa549a3076b4 tempest-SecurityGroupRulesTestJSON-398202010 tempest-SecurityGroupRulesTestJSON-398202010-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1ec6a9ba-cd19-4509-a7e7-1a24740de79c,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:24:00.726984 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [req-e2afa4bd-ee90-4cd2-aa21-90ce7bcc7796 req-9e69de15-0d9b-4f3d-9701-e276267ccf48 tempest-ServerDiagnosticsNegativeTest-1536469659 tempest-ServerDiagnosticsNegativeTest-1536469659-project] Resources bound (agent type, host, resource id): {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:24:00.744038 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2afa4bd-ee90-4cd2-aa21-90ce7bcc7796 req-9e69de15-0d9b-4f3d-9701-e276267ccf48 tempest-ServerDiagnosticsNegativeTest-1536469659 tempest-ServerDiagnosticsNegativeTest-1536469659-project] Received port after_create {{(pid=93916) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:24:00.809607 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2afa4bd-ee90-4cd2-aa21-90ce7bcc7796 req-9e69de15-0d9b-4f3d-9701-e276267ccf48 tempest-ServerDiagnosticsNegativeTest-1536469659 tempest-ServerDiagnosticsNegativeTest-1536469659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:24:00.810548 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-e2afa4bd-ee90-4cd2-aa21-90ce7bcc7796 req-9e69de15-0d9b-4f3d-9701-e276267ccf48 tempest-ServerDiagnosticsNegativeTest-1536469659 tempest-ServerDiagnosticsNegativeTest-1536469659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:00.819279 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:00.834723 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-e2afa4bd-ee90-4cd2-aa21-90ce7bcc7796 req-9e69de15-0d9b-4f3d-9701-e276267ccf48 tempest-ServerDiagnosticsNegativeTest-1536469659 tempest-ServerDiagnosticsNegativeTest-1536469659-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4986641 Jul 14 18:24:00.851973 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [req-e2afa4bd-ee90-4cd2-aa21-90ce7bcc7796 req-f32b74d5-c135-447f-bb57-bc8d63987066 service neutron] Request body: {'port': {'device_id': 'fdd2d25e-f84e-4e63-99d4-f7091b3c0671', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800634-3'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:24:00.876841 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9a4088-4946-4ae7-b24f-95df9b1f6f87 req-adf2f1e1-cf3e-4057-b9a6-16f7c3a523e7 tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:24:00.885920 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-1d9a4088-4946-4ae7-b24f-95df9b1f6f87 req-adf2f1e1-cf3e-4057-b9a6-16f7c3a523e7 tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] 10.222.0.16 "GET /v2.0/ports?device_id=4c03c8a6-1634-41e9-92c6-45ef79023d35 HTTP/1.1" status: 200 len: 944 time: 0.1380892 Jul 14 18:24:00.900151 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c62d57ac-ab40-483c-9034-7ee4ebffb3cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74b3581d-3979-498e-9732-401716c126f4'}] {{(pid=93917) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:24:00.918459 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20b787f3c29eaa7aa2a4d648c725a2124c5ff39a8d793252f9d844495e14cf42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c85d826-66e9-4a9a-bb3e-2d13493f6a1d" -d '{"events": [{"server_uuid": "c62d57ac-ab40-483c-9034-7ee4ebffb3cc", "name": "network-vif-plugged", "status": "completed", "tag": "74b3581d-3979-498e-9732-401716c126f4"}]}' {{(pid=93917) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:24:00.939194 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-1d9a4088-4946-4ae7-b24f-95df9b1f6f87 req-2d8747a1-43a4-4d3d-8903-713cc7da70b2 tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] 10.222.0.16 "GET /v2.0/security-groups?id=540fae54-ccea-4309-9c99-81b930eedb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521824 Jul 14 18:24:00.966459 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [req-9d9306fe-f602-4c01-8888-8182dcc7209e req-ac521b32-3738-4117-9a91-5bc0c3e85493 tempest-SecurityGroupRulesNegativeTestJSON-2058570195 tempest-SecurityGroupRulesNegativeTestJSON-2058570195-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1313891499', 'description': 'tempest-description-1107641677'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:24:00.980892 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port 74b3581d-3979-498e-9732-401716c126f4, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=74b3581d-3979-498e-9732-401716c126f4,segment=NetworkSegment(ed557757-f640-484f-8cda-41a92c321398),segment_id=ed557757-f640-484f-8cda-41a92c321398)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:24:00.988502 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:01.026765 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-e2afa4bd-ee90-4cd2-aa21-90ce7bcc7796 req-f32b74d5-c135-447f-bb57-bc8d63987066 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:01.031324 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-9d9306fe-f602-4c01-8888-8182dcc7209e req-ac521b32-3738-4117-9a91-5bc0c3e85493 tempest-SecurityGroupRulesNegativeTestJSON-2058570195 tempest-SecurityGroupRulesNegativeTestJSON-2058570195-project] Notify callbacks [] for security_group, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:01.078400 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-30b7d6a1-ec5f-4031-acb0-b4e8cb04fb73 None None] Provisioning for port 0f601d63-34ed-4399-9c65-9668b339e8f3 completed by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:24:01.093388 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-30b7d6a1-ec5f-4031-acb0-b4e8cb04fb73 None None] Provisioning complete for port 0f601d63-34ed-4399-9c65-9668b339e8f3 triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:24:01.095244 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-30b7d6a1-ec5f-4031-acb0-b4e8cb04fb73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:01.138961 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Pushing event updated for resources: {'Port': ['ID=74b3581d-3979-498e-9732-401716c126f4,revision_number=7']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:24:01.159405 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-30b7d6a1-ec5f-4031-acb0-b4e8cb04fb73 None None] Port 0f601d63-34ed-4399-9c65-9668b339e8f3 cannot update to ACTIVE because it is not bound. {{(pid=93917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 18:24:01.257322 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aebcb2d-4dd4-40f8-8f4d-efaaa240c4de req-a42c13a7-dc0b-4fb9-a41b-a62b9375cfea tempest-ServerDiagnosticsNegativeTest-1536469659 tempest-ServerDiagnosticsNegativeTest-1536469659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:24:01.258887 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3aebcb2d-4dd4-40f8-8f4d-efaaa240c4de req-a42c13a7-dc0b-4fb9-a41b-a62b9375cfea tempest-ServerDiagnosticsNegativeTest-1536469659 tempest-ServerDiagnosticsNegativeTest-1536469659-project] 10.222.0.16 "GET /v2.0/ports?device_id=fdd2d25e-f84e-4e63-99d4-f7091b3c0671 HTTP/1.1" status: 200 len: 935 time: 0.1388054 Jul 14 18:24:01.261928 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-9d9306fe-f602-4c01-8888-8182dcc7209e req-ac521b32-3738-4117-9a91-5bc0c3e85493 tempest-SecurityGroupRulesNegativeTestJSON-2058570195 tempest-SecurityGroupRulesNegativeTestJSON-2058570195-project] Notify callbacks [] for security_group, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:01.276166 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-9d9306fe-f602-4c01-8888-8182dcc7209e req-ac521b32-3738-4117-9a91-5bc0c3e85493 tempest-SecurityGroupRulesNegativeTestJSON-2058570195 tempest-SecurityGroupRulesNegativeTestJSON-2058570195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:01.335513 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3aebcb2d-4dd4-40f8-8f4d-efaaa240c4de req-5ae85d21-5a3e-4eb1-871b-e19107dccce9 tempest-ServerDiagnosticsNegativeTest-1536469659 tempest-ServerDiagnosticsNegativeTest-1536469659-project] 10.222.0.16 "GET /v2.0/security-groups?id=951f20f7-fdec-4780-a9da-220feccbad98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703981 Jul 14 18:24:01.343842 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-9d9306fe-f602-4c01-8888-8182dcc7209e req-ac521b32-3738-4117-9a91-5bc0c3e85493 tempest-SecurityGroupRulesNegativeTestJSON-2058570195 tempest-SecurityGroupRulesNegativeTestJSON-2058570195-project] Notify callbacks [] for security_group, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:01.356708 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-9d9306fe-f602-4c01-8888-8182dcc7209e req-ac521b32-3738-4117-9a91-5bc0c3e85493 tempest-SecurityGroupRulesNegativeTestJSON-2058570195 tempest-SecurityGroupRulesNegativeTestJSON-2058570195-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.3957300 Jul 14 18:24:01.362755 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac521b32-3738-4117-9a91-5bc0c3e85493 tempest-SecurityGroupRulesNegativeTestJSON-2058570195 tempest-SecurityGroupRulesNegativeTestJSON-2058570195-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7cec5398-410f-4ace-8b93-1755d7f0c7e7,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:24:01.372252 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [req-89c18e8c-688a-485f-a5bd-7e8cb54dd819 req-36959c3d-c9b4-4cd0-ac9a-df35ef5e2065 tempest-SecurityGroupRulesTestJSON-398202010 tempest-SecurityGroupRulesTestJSON-398202010-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-659849711', 'description': 'tempest-description-1176285180'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:24:01.385061 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Device bd4934ed-97b6-4663-b2a9-d3a9eba2bbf1 up at agent hyperv_n-h2-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:24:01.423613 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-89c18e8c-688a-485f-a5bd-7e8cb54dd819 req-36959c3d-c9b4-4cd0-ac9a-df35ef5e2065 tempest-SecurityGroupRulesTestJSON-398202010 tempest-SecurityGroupRulesTestJSON-398202010-project] Notify callbacks [] for security_group, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:01.441092 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 18:24:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bb7b4e2-29bc-43b3-9a74-2e2d4b4e7b72 x-openstack-request-id: req-9bb7b4e2-29bc-43b3-9a74-2e2d4b4e7b72 {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:24:01.441404 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c62d57ac-ab40-483c-9034-7ee4ebffb3cc", "name": "network-vif-plugged", "status": "completed", "tag": "74b3581d-3979-498e-9732-401716c126f4", "code": 200}]} {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:24:01.441644 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9bb7b4e2-29bc-43b3-9a74-2e2d4b4e7b72 {{(pid=93917) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:24:01.442049 n-d-800634-3 neutron-server[93917]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c62d57ac-ab40-483c-9034-7ee4ebffb3cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74b3581d-3979-498e-9732-401716c126f4', 'code': 200} Jul 14 18:24:01.500571 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Provisioning complete for port bd4934ed-97b6-4663-b2a9-d3a9eba2bbf1 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:24:01.500571 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:01.613420 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:01.619584 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-89c18e8c-688a-485f-a5bd-7e8cb54dd819 req-36959c3d-c9b4-4cd0-ac9a-df35ef5e2065 tempest-SecurityGroupRulesTestJSON-398202010 tempest-SecurityGroupRulesTestJSON-398202010-project] Notify callbacks [] for security_group, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:01.629086 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-89c18e8c-688a-485f-a5bd-7e8cb54dd819 req-36959c3d-c9b4-4cd0-ac9a-df35ef5e2065 tempest-SecurityGroupRulesTestJSON-398202010 tempest-SecurityGroupRulesTestJSON-398202010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:01.669699 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36959c3d-c9b4-4cd0-ac9a-df35ef5e2065 tempest-SecurityGroupRulesTestJSON-398202010 tempest-SecurityGroupRulesTestJSON-398202010-project] Pushing event updated for resources: {'SecurityGroup': ['ID=abd05697-c99e-4b50-81fa-182eecb667d8,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:24:01.681525 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d4c72e-5ed6-46e9-8bc2-31b1210efa5b req-74d0fc82-ac07-41f3-a509-664d50ac50f5 tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:24:01.683370 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-60d4c72e-5ed6-46e9-8bc2-31b1210efa5b req-74d0fc82-ac07-41f3-a509-664d50ac50f5 tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] 10.222.0.16 "GET /v2.0/ports?device_id=e1ed64d8-97dc-40df-9adb-dd5ef5c40fe8 HTTP/1.1" status: 200 len: 945 time: 0.1331780 Jul 14 18:24:01.684938 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-89c18e8c-688a-485f-a5bd-7e8cb54dd819 req-36959c3d-c9b4-4cd0-ac9a-df35ef5e2065 tempest-SecurityGroupRulesTestJSON-398202010 tempest-SecurityGroupRulesTestJSON-398202010-project] Notify callbacks [] for security_group, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:01.688078 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] For port bd4934ed-97b6-4663-b2a9-d3a9eba2bbf1, host n-h2-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=bd4934ed-97b6-4663-b2a9-d3a9eba2bbf1,segment=NetworkSegment(d3ebb57b-621c-4102-bdfe-7fa439ba5ffc),segment_id=d3ebb57b-621c-4102-bdfe-7fa439ba5ffc)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:24:01.702562 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-89c18e8c-688a-485f-a5bd-7e8cb54dd819 req-36959c3d-c9b4-4cd0-ac9a-df35ef5e2065 tempest-SecurityGroupRulesTestJSON-398202010 tempest-SecurityGroupRulesTestJSON-398202010-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.3348870 Jul 14 18:24:01.703296 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:01.773503 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-60d4c72e-5ed6-46e9-8bc2-31b1210efa5b req-bb0b45c1-0def-49c1-95ec-68bea9448071 tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] 10.222.0.16 "GET /v2.0/security-groups?id=39320fa9-4894-4542-95e3-d64e174c637e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686498 Jul 14 18:24:01.791479 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-09f0a552-31f6-4f42-b28f-16754ce562bd req-184b8107-6ca4-47b4-bbfc-2c15cb2fd09b tempest-SecurityGroupRulesNegativeTestJSON-2058570195 tempest-SecurityGroupRulesNegativeTestJSON-2058570195-project] 10.222.0.16 "GET /v2.0/security-groups/7cec5398-410f-4ace-8b93-1755d7f0c7e7 HTTP/1.1" status: 200 len: 1813 time: 0.0752995 Jul 14 18:24:01.798047 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Pushing event updated for resources: {'Port': ['ID=bd4934ed-97b6-4663-b2a9-d3a9eba2bbf1,revision_number=8']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:24:01.886923 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-d8511b9e-ddd2-41ac-8f6d-86c749bf6d7f req-24b64fdb-403b-407d-b4a9-8178265bbe9b tempest-SecurityGroupRulesTestJSON-398202010 tempest-SecurityGroupRulesTestJSON-398202010-project] 10.222.0.16 "GET /v2.0/security-groups/1ec6a9ba-cd19-4509-a7e7-1a24740de79c HTTP/1.1" status: 200 len: 1803 time: 0.0590000 Jul 14 18:24:01.939572 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [req-97eede64-2e3b-4725-96e3-71e915615596 req-c6457f79-d601-411d-a8f5-cfd2c6061226 tempest-SecurityGroupRulesNegativeTestJSON-2058570195 tempest-SecurityGroupRulesNegativeTestJSON-2058570195-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-899697200', 'description': 'tempest-description-2055486857'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:24:01.946505 n-d-800634-3 neutron-server[93916]: DEBUG neutron.notifiers.nova [req-e2afa4bd-ee90-4cd2-aa21-90ce7bcc7796 req-f32b74d5-c135-447f-bb57-bc8d63987066 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f601d63-34ed-4399-9c65-9668b339e8f3 {{(pid=93916) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 18:24:01.955406 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-e2afa4bd-ee90-4cd2-aa21-90ce7bcc7796 req-f32b74d5-c135-447f-bb57-bc8d63987066 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:01.969535 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.provisioning_blocks [req-e2afa4bd-ee90-4cd2-aa21-90ce7bcc7796 req-f32b74d5-c135-447f-bb57-bc8d63987066 service neutron] Transition to ACTIVE for port object 0f601d63-34ed-4399-9c65-9668b339e8f3 will not be triggered until provisioned by entity L2. {{(pid=93916) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:24:01.973871 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-d8511b9e-ddd2-41ac-8f6d-86c749bf6d7f req-a8dbe48f-0a6a-44d1-8d3f-147008c10946 tempest-SecurityGroupRulesTestJSON-398202010 tempest-SecurityGroupRulesTestJSON-398202010-project] 10.222.0.16 "GET /v2.0/security-groups/abd05697-c99e-4b50-81fa-182eecb667d8 HTTP/1.1" status: 200 len: 1804 time: 0.0856850 Jul 14 18:24:01.978696 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-e2afa4bd-ee90-4cd2-aa21-90ce7bcc7796 req-f32b74d5-c135-447f-bb57-bc8d63987066 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2684870'] for port, after_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:01.993176 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [req-d8511b9e-ddd2-41ac-8f6d-86c749bf6d7f req-5a5bef48-fa9e-43c6-a993-381262577340 tempest-SecurityGroupRulesTestJSON-398202010 tempest-SecurityGroupRulesTestJSON-398202010-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '1ec6a9ba-cd19-4509-a7e7-1a24740de79c', 'remote_group_id': 'abd05697-c99e-4b50-81fa-182eecb667d8', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:24:01.993862 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [req-d8511b9e-ddd2-41ac-8f6d-86c749bf6d7f req-5a5bef48-fa9e-43c6-a993-381262577340 tempest-SecurityGroupRulesTestJSON-398202010 tempest-SecurityGroupRulesTestJSON-398202010-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '1ec6a9ba-cd19-4509-a7e7-1a24740de79c', 'remote_group_id': 'abd05697-c99e-4b50-81fa-182eecb667d8', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:24:02.029244 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-97eede64-2e3b-4725-96e3-71e915615596 req-c6457f79-d601-411d-a8f5-cfd2c6061226 tempest-SecurityGroupRulesNegativeTestJSON-2058570195 tempest-SecurityGroupRulesNegativeTestJSON-2058570195-project] Notify callbacks [] for security_group, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:02.065818 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63855415-cc59-4361-91ab-900183c7f038 req-41dffb6e-bc28-4d31-bf08-6a460187a50c tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:24:02.068020 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-63855415-cc59-4361-91ab-900183c7f038 req-41dffb6e-bc28-4d31-bf08-6a460187a50c tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] 10.222.0.18 "GET /v2.0/ports?device_id=4c03c8a6-1634-41e9-92c6-45ef79023d35 HTTP/1.1" status: 200 len: 944 time: 1.0423913 Jul 14 18:24:02.084830 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32b74d5-c135-447f-bb57-bc8d63987066 service neutron] Pushing event updated for resources: {'Port': ['ID=0f601d63-34ed-4399-9c65-9668b339e8f3,revision_number=2']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:24:02.196747 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:02.285407 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-97eede64-2e3b-4725-96e3-71e915615596 req-c6457f79-d601-411d-a8f5-cfd2c6061226 tempest-SecurityGroupRulesNegativeTestJSON-2058570195 tempest-SecurityGroupRulesNegativeTestJSON-2058570195-project] Notify callbacks [] for security_group, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:02.294291 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-97eede64-2e3b-4725-96e3-71e915615596 req-c6457f79-d601-411d-a8f5-cfd2c6061226 tempest-SecurityGroupRulesNegativeTestJSON-2058570195 tempest-SecurityGroupRulesNegativeTestJSON-2058570195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:02.354830 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-d8511b9e-ddd2-41ac-8f6d-86c749bf6d7f req-5a5bef48-fa9e-43c6-a993-381262577340 tempest-SecurityGroupRulesTestJSON-398202010 tempest-SecurityGroupRulesTestJSON-398202010-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:02.357987 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6457f79-d601-411d-a8f5-cfd2c6061226 tempest-SecurityGroupRulesNegativeTestJSON-2058570195 tempest-SecurityGroupRulesNegativeTestJSON-2058570195-project] Pushing event updated for resources: {'SecurityGroup': ['ID=52b72e26-a58f-4e0d-a2d7-5c641800b703,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:24:02.373639 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-97eede64-2e3b-4725-96e3-71e915615596 req-c6457f79-d601-411d-a8f5-cfd2c6061226 tempest-SecurityGroupRulesNegativeTestJSON-2058570195 tempest-SecurityGroupRulesNegativeTestJSON-2058570195-project] Notify callbacks [] for security_group, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:02.376206 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-97eede64-2e3b-4725-96e3-71e915615596 req-c6457f79-d601-411d-a8f5-cfd2c6061226 tempest-SecurityGroupRulesNegativeTestJSON-2058570195 tempest-SecurityGroupRulesNegativeTestJSON-2058570195-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.4418535 Jul 14 18:24:02.394856 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.managers [req-e2afa4bd-ee90-4cd2-aa21-90ce7bcc7796 req-f32b74d5-c135-447f-bb57-bc8d63987066 service neutron] Attempting to bind port 0f601d63-34ed-4399-9c65-9668b339e8f3 on host n-h1-800634-3 for vnic_type normal with profile {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:24:02.395458 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.managers [req-e2afa4bd-ee90-4cd2-aa21-90ce7bcc7796 req-f32b74d5-c135-447f-bb57-bc8d63987066 service neutron] Attempting to bind port 0f601d63-34ed-4399-9c65-9668b339e8f3 by drivers openvswitch,hyperv on host n-h1-800634-3 at level 0 using segments [{'id': '067fc487-22c7-42de-972d-ae352a28ad29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '4f742057-89ee-4b4a-86f7-487ee61881a1'}] {{(pid=93916) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:24:02.395782 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2afa4bd-ee90-4cd2-aa21-90ce7bcc7796 req-f32b74d5-c135-447f-bb57-bc8d63987066 service neutron] Attempting to bind port 0f601d63-34ed-4399-9c65-9668b339e8f3 on network 4f742057-89ee-4b4a-86f7-487ee61881a1 {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:24:02.421939 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2afa4bd-ee90-4cd2-aa21-90ce7bcc7796 req-f32b74d5-c135-447f-bb57-bc8d63987066 service neutron] Port 0f601d63-34ed-4399-9c65-9668b339e8f3 on network 4f742057-89ee-4b4a-86f7-487ee61881a1 not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-3 {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 18:24:02.422280 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2afa4bd-ee90-4cd2-aa21-90ce7bcc7796 req-f32b74d5-c135-447f-bb57-bc8d63987066 service neutron] Attempting to bind port 0f601d63-34ed-4399-9c65-9668b339e8f3 on network 4f742057-89ee-4b4a-86f7-487ee61881a1 {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:24:02.435191 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2afa4bd-ee90-4cd2-aa21-90ce7bcc7796 req-f32b74d5-c135-447f-bb57-bc8d63987066 service neutron] Checking agent: {'id': 'a3630ff4-fbee-45d9-b9b6-0ae41cb3a350', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 15, 32), 'started_at': datetime.datetime(2021, 7, 14, 18, 15, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 18, 24, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 18:24:02.435805 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2afa4bd-ee90-4cd2-aa21-90ce7bcc7796 req-f32b74d5-c135-447f-bb57-bc8d63987066 service neutron] Checking segment: {'id': '067fc487-22c7-42de-972d-ae352a28ad29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '4f742057-89ee-4b4a-86f7-487ee61881a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93916) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:24:02.436408 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2afa4bd-ee90-4cd2-aa21-90ce7bcc7796 req-f32b74d5-c135-447f-bb57-bc8d63987066 service neutron] Bound using segment: {'id': '067fc487-22c7-42de-972d-ae352a28ad29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '4f742057-89ee-4b4a-86f7-487ee61881a1'} {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 18:24:02.437061 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.managers [req-e2afa4bd-ee90-4cd2-aa21-90ce7bcc7796 req-f32b74d5-c135-447f-bb57-bc8d63987066 service neutron] Bound port: 0f601d63-34ed-4399-9c65-9668b339e8f3, host: n-h1-800634-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '067fc487-22c7-42de-972d-ae352a28ad29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '4f742057-89ee-4b4a-86f7-487ee61881a1'}}] {{(pid=93916) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 18:24:02.437608 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-e2afa4bd-ee90-4cd2-aa21-90ce7bcc7796 req-f32b74d5-c135-447f-bb57-bc8d63987066 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:02.493617 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [req-63855415-cc59-4361-91ab-900183c7f038 req-489587bf-97a9-47f7-9400-d21084a98c8a tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] Deleting port 2d1dc18a-16b5-40f5-8ce7-d5b286a9d811 {{(pid=93916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:24:02.494260 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-63855415-cc59-4361-91ab-900183c7f038 req-489587bf-97a9-47f7-9400-d21084a98c8a tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:02.514082 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-d8511b9e-ddd2-41ac-8f6d-86c749bf6d7f req-5a5bef48-fa9e-43c6-a993-381262577340 tempest-SecurityGroupRulesTestJSON-398202010 tempest-SecurityGroupRulesTestJSON-398202010-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:02.522086 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-d8511b9e-ddd2-41ac-8f6d-86c749bf6d7f req-5a5bef48-fa9e-43c6-a993-381262577340 tempest-SecurityGroupRulesTestJSON-398202010 tempest-SecurityGroupRulesTestJSON-398202010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305173'] for security_group_rule, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:02.556708 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5bef48-fa9e-43c6-a993-381262577340 tempest-SecurityGroupRulesTestJSON-398202010 tempest-SecurityGroupRulesTestJSON-398202010-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be61bf8d-b769-4e26-bfb1-f541797276d5,revision_number=0']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:24:02.574764 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-d8511b9e-ddd2-41ac-8f6d-86c749bf6d7f req-5a5bef48-fa9e-43c6-a993-381262577340 tempest-SecurityGroupRulesTestJSON-398202010 tempest-SecurityGroupRulesTestJSON-398202010-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:02.593451 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-d8511b9e-ddd2-41ac-8f6d-86c749bf6d7f req-5a5bef48-fa9e-43c6-a993-381262577340 tempest-SecurityGroupRulesTestJSON-398202010 tempest-SecurityGroupRulesTestJSON-398202010-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.6184402 Jul 14 18:24:02.598138 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.db [req-e2afa4bd-ee90-4cd2-aa21-90ce7bcc7796 req-f32b74d5-c135-447f-bb57-bc8d63987066 service neutron] For port 0f601d63-34ed-4399-9c65-9668b339e8f3, host n-h1-800634-3, cleared binding levels {{(pid=93916) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:24:02.613199 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.db [req-e2afa4bd-ee90-4cd2-aa21-90ce7bcc7796 req-f32b74d5-c135-447f-bb57-bc8d63987066 service neutron] For port 0f601d63-34ed-4399-9c65-9668b339e8f3, host n-h1-800634-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=0f601d63-34ed-4399-9c65-9668b339e8f3,segment=NetworkSegment(067fc487-22c7-42de-972d-ae352a28ad29),segment_id=067fc487-22c7-42de-972d-ae352a28ad29)] {{(pid=93916) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 18:24:02.622515 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-e2afa4bd-ee90-4cd2-aa21-90ce7bcc7796 req-f32b74d5-c135-447f-bb57-bc8d63987066 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2684870'] for port, after_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:02.689282 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.db [req-63855415-cc59-4361-91ab-900183c7f038 req-489587bf-97a9-47f7-9400-d21084a98c8a tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] For port 2d1dc18a-16b5-40f5-8ce7-d5b286a9d811, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=2d1dc18a-16b5-40f5-8ce7-d5b286a9d811,segment=NetworkSegment(60f92988-9b9b-4790-95f5-9fce88e5a460),segment_id=60f92988-9b9b-4790-95f5-9fce88e5a460)] {{(pid=93916) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:24:02.689554 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-63855415-cc59-4361-91ab-900183c7f038 req-489587bf-97a9-47f7-9400-d21084a98c8a tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:02.694354 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2afa4bd-ee90-4cd2-aa21-90ce7bcc7796 req-f32b74d5-c135-447f-bb57-bc8d63987066 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:24:02.694965 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-e2afa4bd-ee90-4cd2-aa21-90ce7bcc7796 req-f32b74d5-c135-447f-bb57-bc8d63987066 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:02.696418 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-e2afa4bd-ee90-4cd2-aa21-90ce7bcc7796 req-f32b74d5-c135-447f-bb57-bc8d63987066 service neutron] 10.222.0.18 "PUT /v2.0/ports/0f601d63-34ed-4399-9c65-9668b339e8f3 HTTP/1.1" status: 200 len: 1095 time: 1.8538246 Jul 14 18:24:02.703062 n-d-800634-3 neutron-server[93916]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fdd2d25e-f84e-4e63-99d4-f7091b3c0671', 'tag': '0f601d63-34ed-4399-9c65-9668b339e8f3'}] {{(pid=93916) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:24:02.705615 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f803e150b363a7893830aa996ac27753fa25517c406ecd3536b7c2d4b26eeb9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd53f525-b055-4b28-9c4c-e066d967516e" -d '{"events": [{"name": "network-changed", "server_uuid": "fdd2d25e-f84e-4e63-99d4-f7091b3c0671", "tag": "0f601d63-34ed-4399-9c65-9668b339e8f3"}]}' {{(pid=93916) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:24:02.731447 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [req-63855415-cc59-4361-91ab-900183c7f038 req-489587bf-97a9-47f7-9400-d21084a98c8a tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] Calling delete_port for 2d1dc18a-16b5-40f5-8ce7-d5b286a9d811 owned by compute:nova {{(pid=93916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:24:03.016732 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d8a406-dbf7-44e1-a37b-510937053453 req-35ed3678-201f-4b62-9fb9-de82e83860ff tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:24:03.037761 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-63d8a406-dbf7-44e1-a37b-510937053453 req-35ed3678-201f-4b62-9fb9-de82e83860ff tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] 10.222.0.16 "GET /v2.0/ports?device_id=4c03c8a6-1634-41e9-92c6-45ef79023d35 HTTP/1.1" status: 200 len: 944 time: 0.2362595 Jul 14 18:24:03.044869 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32b74d5-c135-447f-bb57-bc8d63987066 service neutron] Pushing event updated for resources: {'Port': ['ID=0f601d63-34ed-4399-9c65-9668b339e8f3,revision_number=3']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:24:03.091702 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457008ea-5f6d-420f-96b7-c477b7ad9359 req-9721ba90-0b80-43f7-a6a1-e61832a0d08c tempest-ServerDiagnosticsNegativeTest-1536469659 tempest-ServerDiagnosticsNegativeTest-1536469659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:24:03.099012 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-457008ea-5f6d-420f-96b7-c477b7ad9359 req-9721ba90-0b80-43f7-a6a1-e61832a0d08c tempest-ServerDiagnosticsNegativeTest-1536469659 tempest-ServerDiagnosticsNegativeTest-1536469659-project] 10.222.0.16 "GET /v2.0/ports?device_id=fdd2d25e-f84e-4e63-99d4-f7091b3c0671 HTTP/1.1" status: 200 len: 947 time: 0.2489591 Jul 14 18:24:03.159301 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-63d8a406-dbf7-44e1-a37b-510937053453 req-a91f7f8e-26cd-4025-8060-af7a42868263 tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] 10.222.0.16 "GET /v2.0/security-groups?id=540fae54-ccea-4309-9c99-81b930eedb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202955 Jul 14 18:24:03.164108 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2afa4bd-ee90-4cd2-aa21-90ce7bcc7796 req-06da2a69-2578-4857-bcaa-7e756dd04a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:24:03.166162 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-e2afa4bd-ee90-4cd2-aa21-90ce7bcc7796 req-06da2a69-2578-4857-bcaa-7e756dd04a6a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=181cb5b4bab642acba6abe440617aa80&device_id=fdd2d25e-f84e-4e63-99d4-f7091b3c0671 HTTP/1.1" status: 200 len: 1098 time: 0.2711828 Jul 14 18:24:03.200454 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-457008ea-5f6d-420f-96b7-c477b7ad9359 req-212bf3e1-221b-44af-bd6d-77aff47bb313 tempest-ServerDiagnosticsNegativeTest-1536469659 tempest-ServerDiagnosticsNegativeTest-1536469659-project] 10.222.0.16 "GET /v2.0/security-groups?id=951f20f7-fdec-4780-a9da-220feccbad98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002302 Jul 14 18:24:03.249830 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [req-49d73bfe-908d-4502-b7c3-050625b42764 req-ea50cf62-ac7f-49d3-bd83-640c2f1c300f tempest-SecurityGroupRulesTestJSON-398202010 tempest-SecurityGroupRulesTestJSON-398202010-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1318774115', 'description': 'tempest-description-1882588570'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:24:03.311655 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-107474ee-275e-4d77-8631-564ae21f2cc0 req-056a03f5-e5cb-41a2-a00f-01735df764b1 tempest-SecurityGroupRulesNegativeTestJSON-2058570195 tempest-SecurityGroupRulesNegativeTestJSON-2058570195-project] 10.222.0.16 "GET /v2.0/security-groups/52b72e26-a58f-4e0d-a2d7-5c641800b703 HTTP/1.1" status: 200 len: 1812 time: 0.1001010 Jul 14 18:24:03.315167 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-49d73bfe-908d-4502-b7c3-050625b42764 req-ea50cf62-ac7f-49d3-bd83-640c2f1c300f tempest-SecurityGroupRulesTestJSON-398202010 tempest-SecurityGroupRulesTestJSON-398202010-project] Notify callbacks [] for security_group, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:03.328645 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-e2afa4bd-ee90-4cd2-aa21-90ce7bcc7796 req-a1c4aae9-d829-4785-894c-fe5b2b07da7a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.49&port_id=0f601d63-34ed-4399-9c65-9668b339e8f3 HTTP/1.1" status: 200 len: 217 time: 0.1493859 Jul 14 18:24:03.335510 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-63855415-cc59-4361-91ab-900183c7f038 req-489587bf-97a9-47f7-9400-d21084a98c8a tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:03.375953 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 18:24:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71122d4b-b46c-4c36-bd7f-98060a0c0d44 x-openstack-request-id: req-71122d4b-b46c-4c36-bd7f-98060a0c0d44 {{(pid=93916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:24:03.376439 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fdd2d25e-f84e-4e63-99d4-f7091b3c0671", "tag": "0f601d63-34ed-4399-9c65-9668b339e8f3", "status": "completed", "code": 200}]} {{(pid=93916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:24:03.376795 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-71122d4b-b46c-4c36-bd7f-98060a0c0d44 {{(pid=93916) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:24:03.377306 n-d-800634-3 neutron-server[93916]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fdd2d25e-f84e-4e63-99d4-f7091b3c0671', 'tag': '0f601d63-34ed-4399-9c65-9668b339e8f3', 'status': 'completed', 'code': 200} Jul 14 18:24:03.403142 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489587bf-97a9-47f7-9400-d21084a98c8a tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] Pushing event deleted for resources: {'Port': ['ID=2d1dc18a-16b5-40f5-8ce7-d5b286a9d811,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:24:03.437934 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-49d73bfe-908d-4502-b7c3-050625b42764 req-ea50cf62-ac7f-49d3-bd83-640c2f1c300f tempest-SecurityGroupRulesTestJSON-398202010 tempest-SecurityGroupRulesTestJSON-398202010-project] Notify callbacks [] for security_group, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:03.443433 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a714a8d2-8fdd-4748-b40a-f8b22de05ec3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd4934ed-97b6-4663-b2a9-d3a9eba2bbf1'}] {{(pid=93917) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:24:03.446810 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20b787f3c29eaa7aa2a4d648c725a2124c5ff39a8d793252f9d844495e14cf42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1a0a010-9daf-4340-9aa0-1f6435f3c363" -d '{"events": [{"server_uuid": "a714a8d2-8fdd-4748-b40a-f8b22de05ec3", "name": "network-vif-plugged", "status": "completed", "tag": "bd4934ed-97b6-4663-b2a9-d3a9eba2bbf1"}]}' {{(pid=93917) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:24:03.451464 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2afa4bd-ee90-4cd2-aa21-90ce7bcc7796 req-470ccae3-9dd0-4389-a39b-ff3529e2f72b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:24:03.451787 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-49d73bfe-908d-4502-b7c3-050625b42764 req-ea50cf62-ac7f-49d3-bd83-640c2f1c300f tempest-SecurityGroupRulesTestJSON-398202010 tempest-SecurityGroupRulesTestJSON-398202010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:03.453587 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-e2afa4bd-ee90-4cd2-aa21-90ce7bcc7796 req-470ccae3-9dd0-4389-a39b-ff3529e2f72b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f20c54fb-f7da-4761-aa61-2e4f99f3d332 HTTP/1.1" status: 200 len: 843 time: 0.1154010 Jul 14 18:24:03.471965 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.l3_dvrscheduler_db [req-63855415-cc59-4361-91ab-900183c7f038 req-489587bf-97a9-47f7-9400-d21084a98c8a tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] No DVR routers for this DVR port 2d1dc18a-16b5-40f5-8ce7-d5b286a9d811 on host n-h1-800634-3 {{(pid=93916) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 18:24:03.482999 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-63855415-cc59-4361-91ab-900183c7f038 req-489587bf-97a9-47f7-9400-d21084a98c8a tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:03.485735 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-63855415-cc59-4361-91ab-900183c7f038 req-489587bf-97a9-47f7-9400-d21084a98c8a tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] 10.222.0.18 "DELETE /v2.0/ports/2d1dc18a-16b5-40f5-8ce7-d5b286a9d811 HTTP/1.1" status: 204 len: 173 time: 1.4097056 Jul 14 18:24:03.496289 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea50cf62-ac7f-49d3-bd83-640c2f1c300f tempest-SecurityGroupRulesTestJSON-398202010 tempest-SecurityGroupRulesTestJSON-398202010-project] Pushing event updated for resources: {'SecurityGroup': ['ID=78726267-0a3d-443a-8fe3-f96a5fad0457,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:24:03.500324 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-49d73bfe-908d-4502-b7c3-050625b42764 req-ea50cf62-ac7f-49d3-bd83-640c2f1c300f tempest-SecurityGroupRulesTestJSON-398202010 tempest-SecurityGroupRulesTestJSON-398202010-project] Notify callbacks [] for security_group, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:03.510755 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-49d73bfe-908d-4502-b7c3-050625b42764 req-ea50cf62-ac7f-49d3-bd83-640c2f1c300f tempest-SecurityGroupRulesTestJSON-398202010 tempest-SecurityGroupRulesTestJSON-398202010-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.2631576 Jul 14 18:24:03.564617 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2afa4bd-ee90-4cd2-aa21-90ce7bcc7796 req-8dfa6919-8dbe-4db9-a8bf-b141e38853ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:24:03.567248 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-e2afa4bd-ee90-4cd2-aa21-90ce7bcc7796 req-8dfa6919-8dbe-4db9-a8bf-b141e38853ac service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4f742057-89ee-4b4a-86f7-487ee61881a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0960112 Jul 14 18:24:03.626840 n-d-800634-3 neutron-server[93915]: INFO neutron.api.v2.resource [req-69460527-018a-4ff4-afeb-c264ce21b9a3 req-52058538-4e5a-4e5b-9eaf-93e98363fb4e tempest-SecurityGroupRulesNegativeTestJSON-2058570195 tempest-SecurityGroupRulesNegativeTestJSON-2058570195-project] show failed (client error): The resource could not be found. Jul 14 18:24:03.627835 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-69460527-018a-4ff4-afeb-c264ce21b9a3 req-52058538-4e5a-4e5b-9eaf-93e98363fb4e tempest-SecurityGroupRulesNegativeTestJSON-2058570195 tempest-SecurityGroupRulesNegativeTestJSON-2058570195-project] 10.222.0.16 "GET /v2.0/security-groups/b5520562-d94b-4b8e-9bb6-19ad14b0d688 HTTP/1.1" status: 404 len: 352 time: 0.0298939 Jul 14 18:24:03.707707 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 18:24:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfaaced3-1efa-4bb9-aab5-320865b6bdfa x-openstack-request-id: req-dfaaced3-1efa-4bb9-aab5-320865b6bdfa {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:24:03.708405 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a714a8d2-8fdd-4748-b40a-f8b22de05ec3", "name": "network-vif-plugged", "status": "completed", "tag": "bd4934ed-97b6-4663-b2a9-d3a9eba2bbf1", "code": 200}]} {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:24:03.708837 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-dfaaced3-1efa-4bb9-aab5-320865b6bdfa {{(pid=93917) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:24:03.709412 n-d-800634-3 neutron-server[93917]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a714a8d2-8fdd-4748-b40a-f8b22de05ec3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd4934ed-97b6-4663-b2a9-d3a9eba2bbf1', 'code': 200} Jul 14 18:24:03.737287 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ad2932-f217-47a5-a0b9-0187ada73cb6 req-d9d50c8d-f0de-4b98-8a50-e6f4b5c8c2ca tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:24:03.738977 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c0ad2932-f217-47a5-a0b9-0187ada73cb6 req-d9d50c8d-f0de-4b98-8a50-e6f4b5c8c2ca tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] 10.222.0.16 "GET /v2.0/ports?device_id=e1ed64d8-97dc-40df-9adb-dd5ef5c40fe8 HTTP/1.1" status: 200 len: 945 time: 0.1330991 Jul 14 18:24:03.739233 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-e2afa4bd-ee90-4cd2-aa21-90ce7bcc7796 req-71d6772f-427b-43c6-bea3-3e75b128b82d service neutron] 10.222.0.18 "GET /v2.0/networks/4f742057-89ee-4b4a-86f7-487ee61881a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1647511 Jul 14 18:24:03.744889 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [req-b5794469-b771-4425-bba6-f1ddd63e6652 req-2dcfee1c-f64e-4f54-a201-8d1e8a67e0fd tempest-SecurityGroupRulesTestJSON-398202010 tempest-SecurityGroupRulesTestJSON-398202010-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1677149965', 'description': 'tempest-description-1141353955'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:24:03.797961 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c0ad2932-f217-47a5-a0b9-0187ada73cb6 req-b6c2003b-4593-4a40-a88a-3205a5556683 tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] 10.222.0.16 "GET /v2.0/security-groups?id=39320fa9-4894-4542-95e3-d64e174c637e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474308 Jul 14 18:24:03.801655 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-b5794469-b771-4425-bba6-f1ddd63e6652 req-2dcfee1c-f64e-4f54-a201-8d1e8a67e0fd tempest-SecurityGroupRulesTestJSON-398202010 tempest-SecurityGroupRulesTestJSON-398202010-project] Notify callbacks [] for security_group, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:03.894278 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-e2afa4bd-ee90-4cd2-aa21-90ce7bcc7796 req-66695626-6cf4-41d5-9abc-ad5fd3d03646 service neutron] 10.222.0.18 "GET /v2.0/networks/4f742057-89ee-4b4a-86f7-487ee61881a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1461565 Jul 14 18:24:03.972741 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-b5794469-b771-4425-bba6-f1ddd63e6652 req-2dcfee1c-f64e-4f54-a201-8d1e8a67e0fd tempest-SecurityGroupRulesTestJSON-398202010 tempest-SecurityGroupRulesTestJSON-398202010-project] Notify callbacks [] for security_group, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:03.979878 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-b5794469-b771-4425-bba6-f1ddd63e6652 req-2dcfee1c-f64e-4f54-a201-8d1e8a67e0fd tempest-SecurityGroupRulesTestJSON-398202010 tempest-SecurityGroupRulesTestJSON-398202010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:04.015615 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-b5794469-b771-4425-bba6-f1ddd63e6652 req-2dcfee1c-f64e-4f54-a201-8d1e8a67e0fd tempest-SecurityGroupRulesTestJSON-398202010 tempest-SecurityGroupRulesTestJSON-398202010-project] Notify callbacks [] for security_group, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:04.017204 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b5794469-b771-4425-bba6-f1ddd63e6652 req-2dcfee1c-f64e-4f54-a201-8d1e8a67e0fd tempest-SecurityGroupRulesTestJSON-398202010 tempest-SecurityGroupRulesTestJSON-398202010-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.2770391 Jul 14 18:24:04.019847 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcfee1c-f64e-4f54-a201-8d1e8a67e0fd tempest-SecurityGroupRulesTestJSON-398202010 tempest-SecurityGroupRulesTestJSON-398202010-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6ed085d2-f8e3-4914-aff2-e6a8ee726625,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:24:04.062223 n-d-800634-3 neutron-server[93915]: INFO neutron.api.v2.resource [req-05974ec1-361a-433e-936e-0786cd38f5f1 req-5a4f57f8-5172-46c3-921a-6b58aeefde4e tempest-SecurityGroupRulesNegativeTestJSON-2058570195 tempest-SecurityGroupRulesNegativeTestJSON-2058570195-project] show failed (client error): The resource could not be found. Jul 14 18:24:04.063511 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-05974ec1-361a-433e-936e-0786cd38f5f1 req-5a4f57f8-5172-46c3-921a-6b58aeefde4e tempest-SecurityGroupRulesNegativeTestJSON-2058570195 tempest-SecurityGroupRulesNegativeTestJSON-2058570195-project] 10.222.0.16 "GET /v2.0/security-group-rules/a9f39f0f-1cf9-4ced-aef9-5161f6e6842e HTTP/1.1" status: 404 len: 361 time: 0.0153413 Jul 14 18:24:04.118732 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd53f525-b055-4b28-9c4c-e066d967516e req-7f522ca0-301c-4f1f-8006-f26166e761b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:24:04.120326 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-cd53f525-b055-4b28-9c4c-e066d967516e req-7f522ca0-301c-4f1f-8006-f26166e761b6 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=181cb5b4bab642acba6abe440617aa80&device_id=fdd2d25e-f84e-4e63-99d4-f7091b3c0671 HTTP/1.1" status: 200 len: 1098 time: 0.1344609 Jul 14 18:24:04.189299 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-747b4366-1865-4030-a848-44c36e221322 req-ebb2eaff-9aee-4060-baf3-690e6019a91a tempest-SecurityGroupRulesTestJSON-398202010 tempest-SecurityGroupRulesTestJSON-398202010-project] 10.222.0.16 "GET /v2.0/security-groups/78726267-0a3d-443a-8fe3-f96a5fad0457 HTTP/1.1" status: 200 len: 1805 time: 0.1151474 Jul 14 18:24:04.285843 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd53f525-b055-4b28-9c4c-e066d967516e req-3f64464a-f55c-4c74-9706-6452037fda70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:24:04.287553 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-cd53f525-b055-4b28-9c4c-e066d967516e req-3f64464a-f55c-4c74-9706-6452037fda70 service neutron] 10.222.0.18 "GET /v2.0/networks?id=4f742057-89ee-4b4a-86f7-487ee61881a1 HTTP/1.1" status: 200 len: 869 time: 0.1593683 Jul 14 18:24:04.309333 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-747b4366-1865-4030-a848-44c36e221322 req-3ed22cbb-a492-46b6-ab2d-b4ac8b915ac1 tempest-SecurityGroupRulesTestJSON-398202010 tempest-SecurityGroupRulesTestJSON-398202010-project] 10.222.0.16 "GET /v2.0/security-groups/6ed085d2-f8e3-4914-aff2-e6a8ee726625 HTTP/1.1" status: 200 len: 1805 time: 0.1058626 Jul 14 18:24:04.313804 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-86a19fca-63fe-46fc-8ec3-c554b141d6ea req-3f821434-9732-42df-b627-9aa06f5e666e tempest-SecurityGroupRulesNegativeTestJSON-2058570195 tempest-SecurityGroupRulesNegativeTestJSON-2058570195-project] 10.222.0.16 "GET /v2.0/security-groups/52b72e26-a58f-4e0d-a2d7-5c641800b703 HTTP/1.1" status: 200 len: 1812 time: 0.2165859 Jul 14 18:24:04.318265 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [req-747b4366-1865-4030-a848-44c36e221322 req-f2b78192-2516-46d2-9294-8d46cc089ddc tempest-SecurityGroupRulesTestJSON-398202010 tempest-SecurityGroupRulesTestJSON-398202010-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '78726267-0a3d-443a-8fe3-f96a5fad0457', 'remote_group_id': '6ed085d2-f8e3-4914-aff2-e6a8ee726625', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:24:04.318629 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [req-747b4366-1865-4030-a848-44c36e221322 req-f2b78192-2516-46d2-9294-8d46cc089ddc tempest-SecurityGroupRulesTestJSON-398202010 tempest-SecurityGroupRulesTestJSON-398202010-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '78726267-0a3d-443a-8fe3-f96a5fad0457', 'remote_group_id': '6ed085d2-f8e3-4914-aff2-e6a8ee726625', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:24:04.341262 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-cd53f525-b055-4b28-9c4c-e066d967516e req-9320ddba-623d-4884-bb59-75097c458b67 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.49&port_id=0f601d63-34ed-4399-9c65-9668b339e8f3 HTTP/1.1" status: 200 len: 217 time: 0.0458269 Jul 14 18:24:04.403678 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd53f525-b055-4b28-9c4c-e066d967516e req-6cf8f362-59a2-43ee-a094-467fe40d54aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:24:04.405233 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-cd53f525-b055-4b28-9c4c-e066d967516e req-6cf8f362-59a2-43ee-a094-467fe40d54aa service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f20c54fb-f7da-4761-aa61-2e4f99f3d332 HTTP/1.1" status: 200 len: 843 time: 0.0556788 Jul 14 18:24:04.459221 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-86a19fca-63fe-46fc-8ec3-c554b141d6ea req-d09b2d75-5b93-4f35-aab2-1b80ec4c92a3 tempest-SecurityGroupRulesNegativeTestJSON-2058570195 tempest-SecurityGroupRulesNegativeTestJSON-2058570195-project] Notify callbacks [] for security_group, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:04.462324 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-747b4366-1865-4030-a848-44c36e221322 req-f2b78192-2516-46d2-9294-8d46cc089ddc tempest-SecurityGroupRulesTestJSON-398202010 tempest-SecurityGroupRulesTestJSON-398202010-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:04.476149 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd53f525-b055-4b28-9c4c-e066d967516e req-a050d6a9-ad2b-45c2-8d70-19424ff00d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:24:04.478361 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-cd53f525-b055-4b28-9c4c-e066d967516e req-a050d6a9-ad2b-45c2-8d70-19424ff00d7a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4f742057-89ee-4b4a-86f7-487ee61881a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0619040 Jul 14 18:24:04.500480 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-86a19fca-63fe-46fc-8ec3-c554b141d6ea req-d09b2d75-5b93-4f35-aab2-1b80ec4c92a3 tempest-SecurityGroupRulesNegativeTestJSON-2058570195 tempest-SecurityGroupRulesNegativeTestJSON-2058570195-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:04.543516 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-747b4366-1865-4030-a848-44c36e221322 req-f2b78192-2516-46d2-9294-8d46cc089ddc tempest-SecurityGroupRulesTestJSON-398202010 tempest-SecurityGroupRulesTestJSON-398202010-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:04.552738 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-747b4366-1865-4030-a848-44c36e221322 req-f2b78192-2516-46d2-9294-8d46cc089ddc tempest-SecurityGroupRulesTestJSON-398202010 tempest-SecurityGroupRulesTestJSON-398202010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305173'] for security_group_rule, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:04.571181 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device 2d1dc18a-16b5-40f5-8ce7-d5b286a9d811 no longer exists at agent hyperv_n-h1-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 18:24:04.581016 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b78192-2516-46d2-9294-8d46cc089ddc tempest-SecurityGroupRulesTestJSON-398202010 tempest-SecurityGroupRulesTestJSON-398202010-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7e5c576-8baf-4ae2-8ce1-fea233f6a66f,revision_number=0']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:24:04.595543 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-747b4366-1865-4030-a848-44c36e221322 req-f2b78192-2516-46d2-9294-8d46cc089ddc tempest-SecurityGroupRulesTestJSON-398202010 tempest-SecurityGroupRulesTestJSON-398202010-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:04.596827 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-747b4366-1865-4030-a848-44c36e221322 req-f2b78192-2516-46d2-9294-8d46cc089ddc tempest-SecurityGroupRulesTestJSON-398202010 tempest-SecurityGroupRulesTestJSON-398202010-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.2866790 Jul 14 18:24:04.597396 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-86a19fca-63fe-46fc-8ec3-c554b141d6ea req-d09b2d75-5b93-4f35-aab2-1b80ec4c92a3 tempest-SecurityGroupRulesNegativeTestJSON-2058570195 tempest-SecurityGroupRulesNegativeTestJSON-2058570195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:04.600146 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-86a19fca-63fe-46fc-8ec3-c554b141d6ea req-d09b2d75-5b93-4f35-aab2-1b80ec4c92a3 tempest-SecurityGroupRulesNegativeTestJSON-2058570195 tempest-SecurityGroupRulesNegativeTestJSON-2058570195-project] Notify callbacks [] for security_group, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:04.601192 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-86a19fca-63fe-46fc-8ec3-c554b141d6ea req-d09b2d75-5b93-4f35-aab2-1b80ec4c92a3 tempest-SecurityGroupRulesNegativeTestJSON-2058570195 tempest-SecurityGroupRulesNegativeTestJSON-2058570195-project] 10.222.0.16 "DELETE /v2.0/security-groups/52b72e26-a58f-4e0d-a2d7-5c641800b703 HTTP/1.1" status: 204 len: 173 time: 0.2662697 Jul 14 18:24:04.616390 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09b2d75-5b93-4f35-aab2-1b80ec4c92a3 tempest-SecurityGroupRulesNegativeTestJSON-2058570195 tempest-SecurityGroupRulesNegativeTestJSON-2058570195-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=52b72e26-a58f-4e0d-a2d7-5c641800b703,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:24:04.625138 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-cd53f525-b055-4b28-9c4c-e066d967516e req-f4baf3c7-05a0-4660-8b5a-99eb5852b23d service neutron] 10.222.0.18 "GET /v2.0/networks/4f742057-89ee-4b4a-86f7-487ee61881a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359649 Jul 14 18:24:04.632593 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] No Port match for: 2d1dc18a-16b5-40f5-8ce7-d5b286a9d811 {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 18:24:04.632932 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device 2d1dc18a-16b5-40f5-8ce7-d5b286a9d811 not bound to the agent host n-h1-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 18:24:04.814783 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-cd53f525-b055-4b28-9c4c-e066d967516e req-dff3e9c4-0691-4d9e-8d77-d5be145baef9 service neutron] 10.222.0.18 "GET /v2.0/networks/4f742057-89ee-4b4a-86f7-487ee61881a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1817250 Jul 14 18:24:04.838649 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bb0084-9045-429f-a7fc-3c207c6f1ea2 req-0244ba3a-dd12-4d6a-af76-22a97611f72a tempest-ServerDiagnosticsNegativeTest-1536469659 tempest-ServerDiagnosticsNegativeTest-1536469659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:24:04.840447 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c6bb0084-9045-429f-a7fc-3c207c6f1ea2 req-0244ba3a-dd12-4d6a-af76-22a97611f72a tempest-ServerDiagnosticsNegativeTest-1536469659 tempest-ServerDiagnosticsNegativeTest-1536469659-project] 10.222.0.16 "GET /v2.0/ports?device_id=fdd2d25e-f84e-4e63-99d4-f7091b3c0671 HTTP/1.1" status: 200 len: 947 time: 0.0904682 Jul 14 18:24:04.889475 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-5ceef46c-df13-4798-a545-1925a7db8b7f req-e05e2368-77e2-413e-8d42-ef12f921be68 tempest-SecurityGroupRulesTestJSON-398202010 tempest-SecurityGroupRulesTestJSON-398202010-project] 10.222.0.16 "GET /v2.0/security-groups/6ed085d2-f8e3-4914-aff2-e6a8ee726625 HTTP/1.1" status: 200 len: 1805 time: 0.0794821 Jul 14 18:24:04.898379 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c6bb0084-9045-429f-a7fc-3c207c6f1ea2 req-9fe40f3a-16c3-4669-a876-5f4da1d9bb8f tempest-ServerDiagnosticsNegativeTest-1536469659 tempest-ServerDiagnosticsNegativeTest-1536469659-project] 10.222.0.16 "GET /v2.0/security-groups?id=951f20f7-fdec-4780-a9da-220feccbad98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497115 Jul 14 18:24:04.989697 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-5ceef46c-df13-4798-a545-1925a7db8b7f req-e9756679-dd20-4902-996a-c5438b613fff tempest-SecurityGroupRulesTestJSON-398202010 tempest-SecurityGroupRulesTestJSON-398202010-project] Notify callbacks [] for security_group, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:04.995882 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ff8f6f95-7175-4c68-8f2f-1431dd0261b3 req-e20d7cac-435e-458d-9075-db667ded9655 tempest-SecurityGroupRulesNegativeTestJSON-2058570195 tempest-SecurityGroupRulesNegativeTestJSON-2058570195-project] 10.222.0.16 "GET /v2.0/security-groups/7cec5398-410f-4ace-8b93-1755d7f0c7e7 HTTP/1.1" status: 200 len: 1813 time: 0.0648599 Jul 14 18:24:05.031523 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-5ceef46c-df13-4798-a545-1925a7db8b7f req-e9756679-dd20-4902-996a-c5438b613fff tempest-SecurityGroupRulesTestJSON-398202010 tempest-SecurityGroupRulesTestJSON-398202010-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:05.109440 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:05.114492 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-ff8f6f95-7175-4c68-8f2f-1431dd0261b3 req-fe650774-abdf-492e-80ec-55ee22e3e8fc tempest-SecurityGroupRulesNegativeTestJSON-2058570195 tempest-SecurityGroupRulesNegativeTestJSON-2058570195-project] Notify callbacks [] for security_group, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:05.144950 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-ff8f6f95-7175-4c68-8f2f-1431dd0261b3 req-fe650774-abdf-492e-80ec-55ee22e3e8fc tempest-SecurityGroupRulesNegativeTestJSON-2058570195 tempest-SecurityGroupRulesNegativeTestJSON-2058570195-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:05.177605 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-5ceef46c-df13-4798-a545-1925a7db8b7f req-e9756679-dd20-4902-996a-c5438b613fff tempest-SecurityGroupRulesTestJSON-398202010 tempest-SecurityGroupRulesTestJSON-398202010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:05.180350 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-5ceef46c-df13-4798-a545-1925a7db8b7f req-e9756679-dd20-4902-996a-c5438b613fff tempest-SecurityGroupRulesTestJSON-398202010 tempest-SecurityGroupRulesTestJSON-398202010-project] Notify callbacks [] for security_group, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:05.192519 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-5ceef46c-df13-4798-a545-1925a7db8b7f req-e9756679-dd20-4902-996a-c5438b613fff tempest-SecurityGroupRulesTestJSON-398202010 tempest-SecurityGroupRulesTestJSON-398202010-project] 10.222.0.16 "DELETE /v2.0/security-groups/6ed085d2-f8e3-4914-aff2-e6a8ee726625 HTTP/1.1" status: 204 len: 173 time: 0.2946439 Jul 14 18:24:05.204480 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9756679-dd20-4902-996a-c5438b613fff tempest-SecurityGroupRulesTestJSON-398202010 tempest-SecurityGroupRulesTestJSON-398202010-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ed085d2-f8e3-4914-aff2-e6a8ee726625,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:24:05.233882 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-ff8f6f95-7175-4c68-8f2f-1431dd0261b3 req-fe650774-abdf-492e-80ec-55ee22e3e8fc tempest-SecurityGroupRulesNegativeTestJSON-2058570195 tempest-SecurityGroupRulesNegativeTestJSON-2058570195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:05.237039 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-ff8f6f95-7175-4c68-8f2f-1431dd0261b3 req-fe650774-abdf-492e-80ec-55ee22e3e8fc tempest-SecurityGroupRulesNegativeTestJSON-2058570195 tempest-SecurityGroupRulesNegativeTestJSON-2058570195-project] Notify callbacks [] for security_group, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:05.238397 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ff8f6f95-7175-4c68-8f2f-1431dd0261b3 req-fe650774-abdf-492e-80ec-55ee22e3e8fc tempest-SecurityGroupRulesNegativeTestJSON-2058570195 tempest-SecurityGroupRulesNegativeTestJSON-2058570195-project] 10.222.0.16 "DELETE /v2.0/security-groups/7cec5398-410f-4ace-8b93-1755d7f0c7e7 HTTP/1.1" status: 204 len: 173 time: 0.2350323 Jul 14 18:24:05.249524 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe650774-abdf-492e-80ec-55ee22e3e8fc tempest-SecurityGroupRulesNegativeTestJSON-2058570195 tempest-SecurityGroupRulesNegativeTestJSON-2058570195-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cec5398-410f-4ace-8b93-1755d7f0c7e7,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:24:05.379112 n-d-800634-3 neutron-server[93916]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c03c8a6-1634-41e9-92c6-45ef79023d35', 'name': 'network-vif-deleted', 'tag': '2d1dc18a-16b5-40f5-8ce7-d5b286a9d811'}] {{(pid=93916) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:24:05.381768 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f803e150b363a7893830aa996ac27753fa25517c406ecd3536b7c2d4b26eeb9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cd9fbb6-c0c7-484d-9372-5dc9733ef086" -d '{"events": [{"server_uuid": "4c03c8a6-1634-41e9-92c6-45ef79023d35", "name": "network-vif-deleted", "tag": "2d1dc18a-16b5-40f5-8ce7-d5b286a9d811"}]}' {{(pid=93916) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:24:05.464407 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4350c8c1-d4fe-4469-9a11-3d81d7f20d47 req-7c7ae8f5-06e8-427c-a108-a7156015c139 tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:24:05.465980 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-4350c8c1-d4fe-4469-9a11-3d81d7f20d47 req-7c7ae8f5-06e8-427c-a108-a7156015c139 tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] 10.222.0.16 "GET /v2.0/ports?device_id=e1ed64d8-97dc-40df-9adb-dd5ef5c40fe8 HTTP/1.1" status: 200 len: 945 time: 0.1020403 Jul 14 18:24:05.536704 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-4350c8c1-d4fe-4469-9a11-3d81d7f20d47 req-bc91b584-46f2-4f73-861b-94162d8fb539 tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] 10.222.0.16 "GET /v2.0/security-groups?id=39320fa9-4894-4542-95e3-d64e174c637e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483479 Jul 14 18:24:05.626776 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b7e4d159-cc31-4b4c-beba-369101ff94e0 req-98db6ff6-3c79-4345-9b74-d4b5030104b9 tempest-SecurityGroupRulesTestJSON-398202010 tempest-SecurityGroupRulesTestJSON-398202010-project] 10.222.0.16 "GET /v2.0/security-groups/78726267-0a3d-443a-8fe3-f96a5fad0457 HTTP/1.1" status: 200 len: 1805 time: 0.0633500 Jul 14 18:24:05.658283 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 18:24:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a9eab20-8548-437e-9583-8208074d58e9 x-openstack-request-id: req-4a9eab20-8548-437e-9583-8208074d58e9 {{(pid=93916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:24:05.659198 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c03c8a6-1634-41e9-92c6-45ef79023d35", "name": "network-vif-deleted", "tag": "2d1dc18a-16b5-40f5-8ce7-d5b286a9d811", "status": "completed", "code": 200}]} {{(pid=93916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:24:05.659558 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4a9eab20-8548-437e-9583-8208074d58e9 {{(pid=93916) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:24:05.660062 n-d-800634-3 neutron-server[93916]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c03c8a6-1634-41e9-92c6-45ef79023d35', 'name': 'network-vif-deleted', 'tag': '2d1dc18a-16b5-40f5-8ce7-d5b286a9d811', 'status': 'completed', 'code': 200} Jul 14 18:24:05.687764 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-85741dcc-c409-4a82-adf9-911cf141e768 req-82219cee-1c3f-4fa0-b42b-92e3a35cafd7 tempest-SecurityGroupRulesNegativeTestJSON-2058570195 tempest-SecurityGroupRulesNegativeTestJSON-2058570195-project] 10.222.0.16 "GET /v2.0/security-groups/b33f3550-68a6-4c9e-9386-bcda9c358c21 HTTP/1.1" status: 200 len: 1812 time: 0.0543647 Jul 14 18:24:05.746788 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-85741dcc-c409-4a82-adf9-911cf141e768 req-a1162f29-4982-457e-805b-b2990f48f10d tempest-SecurityGroupRulesNegativeTestJSON-2058570195 tempest-SecurityGroupRulesNegativeTestJSON-2058570195-project] Notify callbacks [] for security_group, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:05.811656 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-85741dcc-c409-4a82-adf9-911cf141e768 req-a1162f29-4982-457e-805b-b2990f48f10d tempest-SecurityGroupRulesNegativeTestJSON-2058570195 tempest-SecurityGroupRulesNegativeTestJSON-2058570195-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:05.874939 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d5d2a1-7208-40b6-8906-d96fee0f769c req-c01ab2a7-4c60-4ccf-86fd-1063a47e7868 tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:24:05.876500 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c8d5d2a1-7208-40b6-8906-d96fee0f769c req-c01ab2a7-4c60-4ccf-86fd-1063a47e7868 tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] 10.222.0.16 "GET /v2.0/ports?device_id=beccc4b5-3ac3-49b2-9770-40ce37745a2b HTTP/1.1" status: 200 len: 945 time: 0.1187284 Jul 14 18:24:05.877255 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-85741dcc-c409-4a82-adf9-911cf141e768 req-a1162f29-4982-457e-805b-b2990f48f10d tempest-SecurityGroupRulesNegativeTestJSON-2058570195 tempest-SecurityGroupRulesNegativeTestJSON-2058570195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:05.879866 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-85741dcc-c409-4a82-adf9-911cf141e768 req-a1162f29-4982-457e-805b-b2990f48f10d tempest-SecurityGroupRulesNegativeTestJSON-2058570195 tempest-SecurityGroupRulesNegativeTestJSON-2058570195-project] Notify callbacks [] for security_group, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:05.888640 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-85741dcc-c409-4a82-adf9-911cf141e768 req-a1162f29-4982-457e-805b-b2990f48f10d tempest-SecurityGroupRulesNegativeTestJSON-2058570195 tempest-SecurityGroupRulesNegativeTestJSON-2058570195-project] 10.222.0.16 "DELETE /v2.0/security-groups/b33f3550-68a6-4c9e-9386-bcda9c358c21 HTTP/1.1" status: 204 len: 173 time: 0.1999567 Jul 14 18:24:05.904854 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [req-b46a3366-8165-4c9d-bb41-c3285ce3f1ec req-9d465349-deb0-473d-9343-279fcb51d9d8 tempest-SecurityGroupRulesTestJSON-398202010 tempest-SecurityGroupRulesTestJSON-398202010-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-671129079', 'description': 'tempest-description-966195465'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:24:05.916932 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1162f29-4982-457e-805b-b2990f48f10d tempest-SecurityGroupRulesNegativeTestJSON-2058570195 tempest-SecurityGroupRulesNegativeTestJSON-2058570195-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b33f3550-68a6-4c9e-9386-bcda9c358c21,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:24:05.951193 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-b46a3366-8165-4c9d-bb41-c3285ce3f1ec req-9d465349-deb0-473d-9343-279fcb51d9d8 tempest-SecurityGroupRulesTestJSON-398202010 tempest-SecurityGroupRulesTestJSON-398202010-project] Notify callbacks [] for security_group, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:05.971723 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c8d5d2a1-7208-40b6-8906-d96fee0f769c req-75a29c96-97a3-4d16-8f36-19f6b9f9d317 tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] 10.222.0.16 "GET /v2.0/security-groups?id=540fae54-ccea-4309-9c99-81b930eedb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807133 Jul 14 18:24:06.073173 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5125e666-697e-4f13-914e-e84abeaba968 req-fe51c18e-4688-4b61-9e1b-6b7fb4f8759e tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:24:06.076027 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-5125e666-697e-4f13-914e-e84abeaba968 req-fe51c18e-4688-4b61-9e1b-6b7fb4f8759e tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] 10.222.0.18 "GET /v2.0/ports?device_id=beccc4b5-3ac3-49b2-9770-40ce37745a2b HTTP/1.1" status: 200 len: 945 time: 0.1173422 Jul 14 18:24:06.131340 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-b46a3366-8165-4c9d-bb41-c3285ce3f1ec req-9d465349-deb0-473d-9343-279fcb51d9d8 tempest-SecurityGroupRulesTestJSON-398202010 tempest-SecurityGroupRulesTestJSON-398202010-project] Notify callbacks [] for security_group, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:06.139159 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-b46a3366-8165-4c9d-bb41-c3285ce3f1ec req-9d465349-deb0-473d-9343-279fcb51d9d8 tempest-SecurityGroupRulesTestJSON-398202010 tempest-SecurityGroupRulesTestJSON-398202010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:06.171865 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-8f512e8a-19c0-467e-a910-8e286e375788 req-7940ebe1-119b-4d3e-8f5e-c1036d6f5599 tempest-SecurityGroupRulesNegativeTestJSON-2058570195 tempest-SecurityGroupRulesNegativeTestJSON-2058570195-project] 10.222.0.16 "GET /v2.0/security-groups/986b438a-659e-4fab-8a51-735a3cd1d7b5 HTTP/1.1" status: 200 len: 1812 time: 0.0723431 Jul 14 18:24:06.176722 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-b46a3366-8165-4c9d-bb41-c3285ce3f1ec req-9d465349-deb0-473d-9343-279fcb51d9d8 tempest-SecurityGroupRulesTestJSON-398202010 tempest-SecurityGroupRulesTestJSON-398202010-project] Notify callbacks [] for security_group, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:06.177857 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b46a3366-8165-4c9d-bb41-c3285ce3f1ec req-9d465349-deb0-473d-9343-279fcb51d9d8 tempest-SecurityGroupRulesTestJSON-398202010 tempest-SecurityGroupRulesTestJSON-398202010-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.2773519 Jul 14 18:24:06.196059 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d465349-deb0-473d-9343-279fcb51d9d8 tempest-SecurityGroupRulesTestJSON-398202010 tempest-SecurityGroupRulesTestJSON-398202010-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f799d52b-380b-49ea-856e-0040365f8a67,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:24:06.227121 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [req-5125e666-697e-4f13-914e-e84abeaba968 req-67f51b1b-70b4-4a56-8974-9a7189a46c0f tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] Deleting port c304b409-150d-46b2-b4ee-f4df5d20e1b7 {{(pid=93916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:24:06.227576 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-5125e666-697e-4f13-914e-e84abeaba968 req-67f51b1b-70b4-4a56-8974-9a7189a46c0f tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:06.242712 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-8f512e8a-19c0-467e-a910-8e286e375788 req-dbd5ded4-9e76-4021-8a7c-960deed1382b tempest-SecurityGroupRulesNegativeTestJSON-2058570195 tempest-SecurityGroupRulesNegativeTestJSON-2058570195-project] Notify callbacks [] for security_group, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:06.276679 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-8f512e8a-19c0-467e-a910-8e286e375788 req-dbd5ded4-9e76-4021-8a7c-960deed1382b tempest-SecurityGroupRulesNegativeTestJSON-2058570195 tempest-SecurityGroupRulesNegativeTestJSON-2058570195-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:06.375282 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.db [req-5125e666-697e-4f13-914e-e84abeaba968 req-67f51b1b-70b4-4a56-8974-9a7189a46c0f tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] For port c304b409-150d-46b2-b4ee-f4df5d20e1b7, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=c304b409-150d-46b2-b4ee-f4df5d20e1b7,segment=NetworkSegment(60f92988-9b9b-4790-95f5-9fce88e5a460),segment_id=60f92988-9b9b-4790-95f5-9fce88e5a460)] {{(pid=93916) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:24:06.375884 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-5125e666-697e-4f13-914e-e84abeaba968 req-67f51b1b-70b4-4a56-8974-9a7189a46c0f tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:06.376053 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-8f512e8a-19c0-467e-a910-8e286e375788 req-dbd5ded4-9e76-4021-8a7c-960deed1382b tempest-SecurityGroupRulesNegativeTestJSON-2058570195 tempest-SecurityGroupRulesNegativeTestJSON-2058570195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:06.378689 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-8f512e8a-19c0-467e-a910-8e286e375788 req-dbd5ded4-9e76-4021-8a7c-960deed1382b tempest-SecurityGroupRulesNegativeTestJSON-2058570195 tempest-SecurityGroupRulesNegativeTestJSON-2058570195-project] Notify callbacks [] for security_group, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:06.385289 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-8f512e8a-19c0-467e-a910-8e286e375788 req-dbd5ded4-9e76-4021-8a7c-960deed1382b tempest-SecurityGroupRulesNegativeTestJSON-2058570195 tempest-SecurityGroupRulesNegativeTestJSON-2058570195-project] 10.222.0.16 "DELETE /v2.0/security-groups/986b438a-659e-4fab-8a51-735a3cd1d7b5 HTTP/1.1" status: 204 len: 173 time: 0.2044251 Jul 14 18:24:06.396482 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [req-5125e666-697e-4f13-914e-e84abeaba968 req-67f51b1b-70b4-4a56-8974-9a7189a46c0f tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] Calling delete_port for c304b409-150d-46b2-b4ee-f4df5d20e1b7 owned by compute:nova {{(pid=93916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:24:06.452140 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd5ded4-9e76-4021-8a7c-960deed1382b tempest-SecurityGroupRulesNegativeTestJSON-2058570195 tempest-SecurityGroupRulesNegativeTestJSON-2058570195-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=986b438a-659e-4fab-8a51-735a3cd1d7b5,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:24:06.501974 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637f2484-10a3-4a7f-a68f-4b5b420d0aa5 req-10683d8c-4712-4ed1-b8e2-1273ec231bab tempest-ServerDiagnosticsNegativeTest-1536469659 tempest-ServerDiagnosticsNegativeTest-1536469659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:24:06.509109 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-637f2484-10a3-4a7f-a68f-4b5b420d0aa5 req-10683d8c-4712-4ed1-b8e2-1273ec231bab tempest-ServerDiagnosticsNegativeTest-1536469659 tempest-ServerDiagnosticsNegativeTest-1536469659-project] 10.222.0.16 "GET /v2.0/ports?device_id=fdd2d25e-f84e-4e63-99d4-f7091b3c0671 HTTP/1.1" status: 200 len: 947 time: 0.1918411 Jul 14 18:24:06.524178 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b476da2f-fa83-4290-bb68-9cb5878cf76d req-7c0631cd-b2a9-4466-93ee-0a600622ed3a tempest-SecurityGroupRulesTestJSON-398202010 tempest-SecurityGroupRulesTestJSON-398202010-project] 10.222.0.16 "GET /v2.0/security-groups/f799d52b-380b-49ea-856e-0040365f8a67 HTTP/1.1" status: 200 len: 1803 time: 0.1170301 Jul 14 18:24:06.530058 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [req-b476da2f-fa83-4290-bb68-9cb5878cf76d req-bd091b23-780b-4fe1-b0eb-ae4aaefe0442 tempest-SecurityGroupRulesTestJSON-398202010 tempest-SecurityGroupRulesTestJSON-398202010-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'f799d52b-380b-49ea-856e-0040365f8a67', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:24:06.530721 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [req-b476da2f-fa83-4290-bb68-9cb5878cf76d req-bd091b23-780b-4fe1-b0eb-ae4aaefe0442 tempest-SecurityGroupRulesTestJSON-398202010 tempest-SecurityGroupRulesTestJSON-398202010-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'f799d52b-380b-49ea-856e-0040365f8a67', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:24:06.584736 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device 0f601d63-34ed-4399-9c65-9668b339e8f3 details requested by agent hyperv_n-h1-800634-3 with host n-h1-800634-3 {{(pid=93917) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 18:24:06.589954 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-637f2484-10a3-4a7f-a68f-4b5b420d0aa5 req-7649a496-d5e8-42e9-abea-24a627820085 tempest-ServerDiagnosticsNegativeTest-1536469659 tempest-ServerDiagnosticsNegativeTest-1536469659-project] 10.222.0.16 "GET /v2.0/security-groups?id=951f20f7-fdec-4780-a9da-220feccbad98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744808 Jul 14 18:24:06.628917 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-5125e666-697e-4f13-914e-e84abeaba968 req-67f51b1b-70b4-4a56-8974-9a7189a46c0f tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:06.670086 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f51b1b-70b4-4a56-8974-9a7189a46c0f tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] Pushing event deleted for resources: {'Port': ['ID=c304b409-150d-46b2-b4ee-f4df5d20e1b7,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:24:06.683117 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-b476da2f-fa83-4290-bb68-9cb5878cf76d req-bd091b23-780b-4fe1-b0eb-ae4aaefe0442 tempest-SecurityGroupRulesTestJSON-398202010 tempest-SecurityGroupRulesTestJSON-398202010-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:06.707564 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-177626c6-9afd-49a1-b1f0-e0b0827e7db2 req-4814530e-7586-4f62-a366-e1f60b796f35 tempest-SecurityGroupRulesNegativeTestJSON-2058570195 tempest-SecurityGroupRulesNegativeTestJSON-2058570195-project] 10.222.0.16 "GET /v2.0/security-groups/8670d948-b683-44cf-a796-1db608d96646 HTTP/1.1" status: 200 len: 1811 time: 0.0862985 Jul 14 18:24:06.731423 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-b476da2f-fa83-4290-bb68-9cb5878cf76d req-bd091b23-780b-4fe1-b0eb-ae4aaefe0442 tempest-SecurityGroupRulesTestJSON-398202010 tempest-SecurityGroupRulesTestJSON-398202010-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:06.742288 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-b476da2f-fa83-4290-bb68-9cb5878cf76d req-bd091b23-780b-4fe1-b0eb-ae4aaefe0442 tempest-SecurityGroupRulesTestJSON-398202010 tempest-SecurityGroupRulesTestJSON-398202010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305173'] for security_group_rule, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:06.772173 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-b476da2f-fa83-4290-bb68-9cb5878cf76d req-bd091b23-780b-4fe1-b0eb-ae4aaefe0442 tempest-SecurityGroupRulesTestJSON-398202010 tempest-SecurityGroupRulesTestJSON-398202010-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:06.778266 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port 0f601d63-34ed-4399-9c65-9668b339e8f3, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=0f601d63-34ed-4399-9c65-9668b339e8f3,segment=NetworkSegment(067fc487-22c7-42de-972d-ae352a28ad29),segment_id=067fc487-22c7-42de-972d-ae352a28ad29)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:24:06.780938 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b476da2f-fa83-4290-bb68-9cb5878cf76d req-bd091b23-780b-4fe1-b0eb-ae4aaefe0442 tempest-SecurityGroupRulesTestJSON-398202010 tempest-SecurityGroupRulesTestJSON-398202010-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2548099 Jul 14 18:24:06.790986 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd091b23-780b-4fe1-b0eb-ae4aaefe0442 tempest-SecurityGroupRulesTestJSON-398202010 tempest-SecurityGroupRulesTestJSON-398202010-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2764c57d-0cff-4369-898c-6c02395fe209,revision_number=0']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:24:06.791596 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.l3_dvrscheduler_db [req-5125e666-697e-4f13-914e-e84abeaba968 req-67f51b1b-70b4-4a56-8974-9a7189a46c0f tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] No DVR routers for this DVR port c304b409-150d-46b2-b4ee-f4df5d20e1b7 on host n-h1-800634-3 {{(pid=93916) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 18:24:06.803830 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Returning: {'device': '0f601d63-34ed-4399-9c65-9668b339e8f3', 'network_id': '4f742057-89ee-4b4a-86f7-487ee61881a1', 'port_id': '0f601d63-34ed-4399-9c65-9668b339e8f3', 'mac_address': 'fa:16:3e:f2:08:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f20c54fb-f7da-4761-aa61-2e4f99f3d332', 'ip_address': '192.168.233.49'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93917) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 18:24:06.810907 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-5125e666-697e-4f13-914e-e84abeaba968 req-67f51b1b-70b4-4a56-8974-9a7189a46c0f tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:06.813675 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-5125e666-697e-4f13-914e-e84abeaba968 req-67f51b1b-70b4-4a56-8974-9a7189a46c0f tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] 10.222.0.18 "DELETE /v2.0/ports/c304b409-150d-46b2-b4ee-f4df5d20e1b7 HTTP/1.1" status: 204 len: 173 time: 0.7327120 Jul 14 18:24:06.861830 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-177626c6-9afd-49a1-b1f0-e0b0827e7db2 req-cf9100a5-c7a5-46ef-827c-a69472657fbc tempest-SecurityGroupRulesNegativeTestJSON-2058570195 tempest-SecurityGroupRulesNegativeTestJSON-2058570195-project] Notify callbacks [] for security_group, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:06.880821 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:06.903174 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f601d63-34ed-4399-9c65-9668b339e8f3 {{(pid=93917) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 18:24:06.924509 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-177626c6-9afd-49a1-b1f0-e0b0827e7db2 req-cf9100a5-c7a5-46ef-827c-a69472657fbc tempest-SecurityGroupRulesNegativeTestJSON-2058570195 tempest-SecurityGroupRulesNegativeTestJSON-2058570195-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:06.925962 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port 0f601d63-34ed-4399-9c65-9668b339e8f3, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=0f601d63-34ed-4399-9c65-9668b339e8f3,segment=NetworkSegment(067fc487-22c7-42de-972d-ae352a28ad29),segment_id=067fc487-22c7-42de-972d-ae352a28ad29)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:24:06.932597 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:06.994719 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Pushing event updated for resources: {'Port': ['ID=0f601d63-34ed-4399-9c65-9668b339e8f3,revision_number=4']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:24:07.062386 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-177626c6-9afd-49a1-b1f0-e0b0827e7db2 req-cf9100a5-c7a5-46ef-827c-a69472657fbc tempest-SecurityGroupRulesNegativeTestJSON-2058570195 tempest-SecurityGroupRulesNegativeTestJSON-2058570195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:07.065591 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-177626c6-9afd-49a1-b1f0-e0b0827e7db2 req-cf9100a5-c7a5-46ef-827c-a69472657fbc tempest-SecurityGroupRulesNegativeTestJSON-2058570195 tempest-SecurityGroupRulesNegativeTestJSON-2058570195-project] Notify callbacks [] for security_group, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:07.066738 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-177626c6-9afd-49a1-b1f0-e0b0827e7db2 req-cf9100a5-c7a5-46ef-827c-a69472657fbc tempest-SecurityGroupRulesNegativeTestJSON-2058570195 tempest-SecurityGroupRulesNegativeTestJSON-2058570195-project] 10.222.0.16 "DELETE /v2.0/security-groups/8670d948-b683-44cf-a796-1db608d96646 HTTP/1.1" status: 204 len: 173 time: 0.3583455 Jul 14 18:24:07.073772 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 60622) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:24:07.107314 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9100a5-c7a5-46ef-827c-a69472657fbc tempest-SecurityGroupRulesNegativeTestJSON-2058570195 tempest-SecurityGroupRulesNegativeTestJSON-2058570195-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8670d948-b683-44cf-a796-1db608d96646,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:24:07.138173 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e220d4-44f0-4b95-9e3a-048d32757932 req-5b0b1a63-c6eb-4dfc-88ae-8c6a47ad42c3 tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:24:07.139850 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-69e220d4-44f0-4b95-9e3a-048d32757932 req-5b0b1a63-c6eb-4dfc-88ae-8c6a47ad42c3 tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] 10.222.0.16 "GET /v2.0/ports?device_id=e1ed64d8-97dc-40df-9adb-dd5ef5c40fe8 HTTP/1.1" status: 200 len: 945 time: 0.1855934 Jul 14 18:24:07.156813 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.db_base_plugin_v2 [None req-e468ed6f-5ed3-48c6-ac28-be9794d13256 admin admin] Deleting subnet 304581c2-5bb3-4493-a3d0-c8a041cb5988 {{(pid=93916) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 18:24:07.160576 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-e468ed6f-5ed3-48c6-ac28-be9794d13256 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:07.196737 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-69e220d4-44f0-4b95-9e3a-048d32757932 req-7a3c4f5e-1125-4daa-85be-f91503a7db42 tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] 10.222.0.16 "GET /v2.0/security-groups?id=39320fa9-4894-4542-95e3-d64e174c637e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475645 Jul 14 18:24:07.228212 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] get_ports_and_sgs() called for port_ids ['0f601d63-34ed-4399-9c65-9668b339e8f3'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 18:24:07.235649 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-e468ed6f-5ed3-48c6-ac28-be9794d13256 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26296866'] for subnet, precommit_delete_associations {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:07.291950 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-e468ed6f-5ed3-48c6-ac28-be9794d13256 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081283'] for subnet, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:07.394859 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-e468ed6f-5ed3-48c6-ac28-be9794d13256 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2684816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26033152'] for subnet, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:07.404807 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a8d97968-4944-4ed5-8f7b-0fc987ba4c9a req-7357e43c-cd5c-4eb4-9df1-23c7f10d4892 tempest-SecurityGroupRulesTestJSON-398202010 tempest-SecurityGroupRulesTestJSON-398202010-project] 10.222.0.16 "GET /v2.0/security-groups/f799d52b-380b-49ea-856e-0040365f8a67 HTTP/1.1" status: 200 len: 2396 time: 0.1739876 Jul 14 18:24:07.410741 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-56342fc8-408d-49b1-a377-24f1e3302609 req-12fbd295-2ffa-44b9-beb9-21607626d6ae tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] 10.222.0.16 "GET /v2.0/ports?device_id=beccc4b5-3ac3-49b2-9770-40ce37745a2b HTTP/1.1" status: 200 len: 210 time: 0.0584073 Jul 14 18:24:07.423861 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [req-a8d97968-4944-4ed5-8f7b-0fc987ba4c9a req-2f4af18f-420b-45d2-bb14-a8198db2421d tempest-SecurityGroupRulesTestJSON-398202010 tempest-SecurityGroupRulesTestJSON-398202010-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'f799d52b-380b-49ea-856e-0040365f8a67', 'remote_group_id': None}]} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:24:07.424792 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [req-a8d97968-4944-4ed5-8f7b-0fc987ba4c9a req-2f4af18f-420b-45d2-bb14-a8198db2421d tempest-SecurityGroupRulesTestJSON-398202010 tempest-SecurityGroupRulesTestJSON-398202010-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'f799d52b-380b-49ea-856e-0040365f8a67', 'remote_group_id': None}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:24:07.460934 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e468ed6f-5ed3-48c6-ac28-be9794d13256 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=304581c2-5bb3-4493-a3d0-c8a041cb5988,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:24:07.476440 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-e468ed6f-5ed3-48c6-ac28-be9794d13256 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598705'] for subnet, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:07.478392 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-e468ed6f-5ed3-48c6-ac28-be9794d13256 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/304581c2-5bb3-4493-a3d0-c8a041cb5988 HTTP/1.1" status: 204 len: 168 time: 0.4036295 Jul 14 18:24:07.487981 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 60632) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:24:07.635889 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-6e95c6bc-9f35-4783-94bf-c11eb388ff50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645734'] for network, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:07.644766 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-a8d97968-4944-4ed5-8f7b-0fc987ba4c9a req-2f4af18f-420b-45d2-bb14-a8198db2421d tempest-SecurityGroupRulesTestJSON-398202010 tempest-SecurityGroupRulesTestJSON-398202010-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:07.661218 n-d-800634-3 neutron-server[93916]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'beccc4b5-3ac3-49b2-9770-40ce37745a2b', 'name': 'network-vif-deleted', 'tag': 'c304b409-150d-46b2-b4ee-f4df5d20e1b7'}] {{(pid=93916) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:24:07.663816 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f803e150b363a7893830aa996ac27753fa25517c406ecd3536b7c2d4b26eeb9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9b72528-cfc0-4205-8d80-14dcd081fb22" -d '{"events": [{"server_uuid": "beccc4b5-3ac3-49b2-9770-40ce37745a2b", "name": "network-vif-deleted", "tag": "c304b409-150d-46b2-b4ee-f4df5d20e1b7"}]}' {{(pid=93916) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:24:07.683830 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-a8d97968-4944-4ed5-8f7b-0fc987ba4c9a req-2f4af18f-420b-45d2-bb14-a8198db2421d tempest-SecurityGroupRulesTestJSON-398202010 tempest-SecurityGroupRulesTestJSON-398202010-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:07.754792 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-a8d97968-4944-4ed5-8f7b-0fc987ba4c9a req-2f4af18f-420b-45d2-bb14-a8198db2421d tempest-SecurityGroupRulesTestJSON-398202010 tempest-SecurityGroupRulesTestJSON-398202010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305173'] for security_group_rule, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:07.777158 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-6e95c6bc-9f35-4783-94bf-c11eb388ff50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2096010', 'neutron.services.segments.db._delete_segments_for_network-8728202734996'] for network, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:07.815276 n-d-800634-3 neutron-server[93915]: DEBUG neutron.services.segments.db [None req-6e95c6bc-9f35-4783-94bf-c11eb388ff50 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b187f7f4-efd0-4197-b2a4-1e5665bdd8f0']}} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:24:07.826781 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4af18f-420b-45d2-bb14-a8198db2421d tempest-SecurityGroupRulesTestJSON-398202010 tempest-SecurityGroupRulesTestJSON-398202010-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8508e988-3807-4df5-be56-211137619b3d,revision_number=0']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:24:07.830355 n-d-800634-3 neutron-server[93915]: DEBUG neutron.services.segments.db [None req-6e95c6bc-9f35-4783-94bf-c11eb388ff50 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eba860c5-3599-4479-9560-060979742605') {'for_net_delete': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:24:07.830654 n-d-800634-3 neutron-server[93915]: DEBUG neutron.services.segments.db [None req-6e95c6bc-9f35-4783-94bf-c11eb388ff50 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eba860c5-3599-4479-9560-060979742605') {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:24:07.844197 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-a8d97968-4944-4ed5-8f7b-0fc987ba4c9a req-2f4af18f-420b-45d2-bb14-a8198db2421d tempest-SecurityGroupRulesTestJSON-398202010 tempest-SecurityGroupRulesTestJSON-398202010-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:07.845378 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a8d97968-4944-4ed5-8f7b-0fc987ba4c9a req-2f4af18f-420b-45d2-bb14-a8198db2421d tempest-SecurityGroupRulesTestJSON-398202010 tempest-SecurityGroupRulesTestJSON-398202010-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.4274917 Jul 14 18:24:07.847018 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-6e95c6bc-9f35-4783-94bf-c11eb388ff50 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728202715275', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28939920'] for segment, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:07.865088 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-6e95c6bc-9f35-4783-94bf-c11eb388ff50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:07.877886 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e95c6bc-9f35-4783-94bf-c11eb388ff50 admin admin] Releasing vlan 62 on physical network physnet1 to pool {{(pid=93915) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 18:24:07.878492 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-6e95c6bc-9f35-4783-94bf-c11eb388ff50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25911658'] for segment, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:07.880107 n-d-800634-3 neutron-server[93915]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:24:07.880107 n-d-800634-3 neutron-server[93915]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:24:07.880107 n-d-800634-3 neutron-server[93915]: Traceback (most recent call last): Jul 14 18:24:07.880107 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 18:24:07.880107 n-d-800634-3 neutron-server[93915]: timer() Jul 14 18:24:07.880107 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 18:24:07.880107 n-d-800634-3 neutron-server[93915]: cb(*args, **kw) Jul 14 18:24:07.880107 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 18:24:07.880107 n-d-800634-3 neutron-server[93915]: return func(*args, **kwargs) Jul 14 18:24:07.880107 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 18:24:07.880107 n-d-800634-3 neutron-server[93915]: self._notify() Jul 14 18:24:07.880107 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 18:24:07.880107 n-d-800634-3 neutron-server[93915]: self.callback(batched_events) Jul 14 18:24:07.880107 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 18:24:07.880107 n-d-800634-3 neutron-server[93915]: event.method(event) Jul 14 18:24:07.880107 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 18:24:07.880107 n-d-800634-3 neutron-server[93915]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 18:24:07.880107 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 18:24:07.880107 n-d-800634-3 neutron-server[93915]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 18:24:07.880107 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 18:24:07.880107 n-d-800634-3 neutron-server[93915]: return f(self, *a, **k) Jul 14 18:24:07.880107 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 18:24:07.880107 n-d-800634-3 neutron-server[93915]: return self._get(url).json() Jul 14 18:24:07.880107 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 18:24:07.880107 n-d-800634-3 neutron-server[93915]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 18:24:07.880107 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 18:24:07.880107 n-d-800634-3 neutron-server[93915]: return self.request(url, 'GET', **kwargs) Jul 14 18:24:07.880107 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 18:24:07.880107 n-d-800634-3 neutron-server[93915]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 18:24:07.880107 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 18:24:07.880107 n-d-800634-3 neutron-server[93915]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 18:24:07.880107 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 18:24:07.880107 n-d-800634-3 neutron-server[93915]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 18:24:07.880107 n-d-800634-3 neutron-server[93915]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 18:24:07.927268 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 18:24:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc163c5e-940d-4b4a-ab45-9e66af1ab1d8 x-openstack-request-id: req-cc163c5e-940d-4b4a-ab45-9e66af1ab1d8 {{(pid=93916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:24:07.927566 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "beccc4b5-3ac3-49b2-9770-40ce37745a2b", "name": "network-vif-deleted", "tag": "c304b409-150d-46b2-b4ee-f4df5d20e1b7", "status": "completed", "code": 200}]} {{(pid=93916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:24:07.928342 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-cc163c5e-940d-4b4a-ab45-9e66af1ab1d8 {{(pid=93916) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:24:07.928342 n-d-800634-3 neutron-server[93916]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'beccc4b5-3ac3-49b2-9770-40ce37745a2b', 'name': 'network-vif-deleted', 'tag': 'c304b409-150d-46b2-b4ee-f4df5d20e1b7', 'status': 'completed', 'code': 200} Jul 14 18:24:07.947965 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817d95b1-a022-40e0-8385-45985a1de018 req-d510deb7-2669-4cb0-bb8d-2c1e8d32bc1e tempest-ServerDiagnosticsNegativeTest-1536469659 tempest-ServerDiagnosticsNegativeTest-1536469659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:24:07.948637 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-817d95b1-a022-40e0-8385-45985a1de018 req-d510deb7-2669-4cb0-bb8d-2c1e8d32bc1e tempest-ServerDiagnosticsNegativeTest-1536469659 tempest-ServerDiagnosticsNegativeTest-1536469659-project] 10.222.0.16 "GET /v2.0/ports?device_id=fdd2d25e-f84e-4e63-99d4-f7091b3c0671 HTTP/1.1" status: 200 len: 948 time: 0.1948342 Jul 14 18:24:08.264510 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-6e95c6bc-9f35-4783-94bf-c11eb388ff50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2096001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-930085'] for network, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:08.279473 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-6e95c6bc-9f35-4783-94bf-c11eb388ff50 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598705'] for network, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:08.281316 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-6e95c6bc-9f35-4783-94bf-c11eb388ff50 admin admin] 10.222.0.16 "DELETE /v2.0/networks/b187f7f4-efd0-4197-b2a4-1e5665bdd8f0 HTTP/1.1" status: 204 len: 168 time: 0.7923491 Jul 14 18:24:08.302551 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e95c6bc-9f35-4783-94bf-c11eb388ff50 admin admin] Pushing event deleted for resources: {'Network': ['ID=b187f7f4-efd0-4197-b2a4-1e5665bdd8f0,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:24:08.327670 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-817d95b1-a022-40e0-8385-45985a1de018 req-ba1caa18-87b0-4492-8745-8a40e50b4025 tempest-ServerDiagnosticsNegativeTest-1536469659 tempest-ServerDiagnosticsNegativeTest-1536469659-project] 10.222.0.16 "GET /v2.0/security-groups?id=951f20f7-fdec-4780-a9da-220feccbad98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3680112 Jul 14 18:24:08.330152 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-577bc3af-83e6-44e0-bddb-40653ad6a61f req-195a4925-0ba4-40b6-b52e-b78c74a3b111 tempest-SecurityGroupRulesTestJSON-398202010 tempest-SecurityGroupRulesTestJSON-398202010-project] 10.222.0.16 "GET /v2.0/security-groups/f799d52b-380b-49ea-856e-0040365f8a67 HTTP/1.1" status: 200 len: 2994 time: 0.3805289 Jul 14 18:24:08.484092 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-67429bf6-1234-4dfa-8d12-3499f3fd66ce req-7a78c79f-1101-4cd0-a560-0f3e035274a1 tempest-SecurityGroupRulesTestJSON-398202010 tempest-SecurityGroupRulesTestJSON-398202010-project] 10.222.0.16 "GET /v2.0/security-group-rules/8508e988-3807-4df5-be56-211137619b3d HTTP/1.1" status: 200 len: 783 time: 0.0168018 Jul 14 18:24:08.538906 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 60658) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:24:08.575201 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-67429bf6-1234-4dfa-8d12-3499f3fd66ce req-20b86da5-12c5-44d9-acf6-50c2ded72ded tempest-SecurityGroupRulesTestJSON-398202010 tempest-SecurityGroupRulesTestJSON-398202010-project] 10.222.0.16 "GET /v2.0/security-groups/f799d52b-380b-49ea-856e-0040365f8a67 HTTP/1.1" status: 200 len: 2994 time: 0.0846429 Jul 14 18:24:08.589035 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device 0f601d63-34ed-4399-9c65-9668b339e8f3 up at agent hyperv_n-h1-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:24:08.611642 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-52544c7c-6ab4-482f-9810-62109167f171 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3cfb01b1f69f4d9aa1c60e592d2359e0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0713596 Jul 14 18:24:08.614103 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 60664) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:24:08.614556 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-67429bf6-1234-4dfa-8d12-3499f3fd66ce req-86136837-3d9b-4b50-b216-cd5805f04c09 tempest-SecurityGroupRulesTestJSON-398202010 tempest-SecurityGroupRulesTestJSON-398202010-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:08.641855 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0126e19-94c2-4b6f-93ee-b9fd4e35593d req-6887a28e-993b-4b30-aafa-69bcfee3fefe tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:24:08.650012 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-d0126e19-94c2-4b6f-93ee-b9fd4e35593d req-6887a28e-993b-4b30-aafa-69bcfee3fefe tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] 10.222.0.16 "GET /v2.0/ports?device_id=e1ed64d8-97dc-40df-9adb-dd5ef5c40fe8 HTTP/1.1" status: 200 len: 945 time: 0.1267719 Jul 14 18:24:08.653359 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-67429bf6-1234-4dfa-8d12-3499f3fd66ce req-86136837-3d9b-4b50-b216-cd5805f04c09 tempest-SecurityGroupRulesTestJSON-398202010 tempest-SecurityGroupRulesTestJSON-398202010-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:08.674552 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-39a9f539-0b8e-40e2-bba7-720077aaf480 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:08.679574 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Provisioning for port 0f601d63-34ed-4399-9c65-9668b339e8f3 completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:24:08.689372 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Provisioning complete for port 0f601d63-34ed-4399-9c65-9668b339e8f3 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:24:08.689801 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:08.713841 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-d0126e19-94c2-4b6f-93ee-b9fd4e35593d req-779c1704-21da-4f4b-aa84-ab159f59386d tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] 10.222.0.16 "GET /v2.0/security-groups?id=39320fa9-4894-4542-95e3-d64e174c637e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629344 Jul 14 18:24:08.716600 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-67429bf6-1234-4dfa-8d12-3499f3fd66ce req-86136837-3d9b-4b50-b216-cd5805f04c09 tempest-SecurityGroupRulesTestJSON-398202010 tempest-SecurityGroupRulesTestJSON-398202010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305173'] for security_group_rule, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:08.727462 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-67429bf6-1234-4dfa-8d12-3499f3fd66ce req-86136837-3d9b-4b50-b216-cd5805f04c09 tempest-SecurityGroupRulesTestJSON-398202010 tempest-SecurityGroupRulesTestJSON-398202010-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:08.731237 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-39a9f539-0b8e-40e2-bba7-720077aaf480 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:08.749612 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-67429bf6-1234-4dfa-8d12-3499f3fd66ce req-86136837-3d9b-4b50-b216-cd5805f04c09 tempest-SecurityGroupRulesTestJSON-398202010 tempest-SecurityGroupRulesTestJSON-398202010-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/8508e988-3807-4df5-be56-211137619b3d HTTP/1.1" status: 204 len: 173 time: 0.1734684 Jul 14 18:24:08.757020 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86136837-3d9b-4b50-b216-cd5805f04c09 tempest-SecurityGroupRulesTestJSON-398202010 tempest-SecurityGroupRulesTestJSON-398202010-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8508e988-3807-4df5-be56-211137619b3d,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:24:08.860823 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-39a9f539-0b8e-40e2-bba7-720077aaf480 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:08.863685 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-39a9f539-0b8e-40e2-bba7-720077aaf480 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:08.867764 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-39a9f539-0b8e-40e2-bba7-720077aaf480 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a04efa4f-8dcd-46dd-93fa-bd64b0141a57 HTTP/1.1" status: 204 len: 168 time: 0.2493420 Jul 14 18:24:08.886683 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a9f539-0b8e-40e2-bba7-720077aaf480 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a04efa4f-8dcd-46dd-93fa-bd64b0141a57,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:24:08.927034 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b974fa5e-eeb2-42b8-a38f-c8371f52a720 req-69543121-95dc-4cec-841d-2a25b277df35 tempest-SecurityGroupRulesTestJSON-398202010 tempest-SecurityGroupRulesTestJSON-398202010-project] 10.222.0.16 "GET /v2.0/security-groups/f799d52b-380b-49ea-856e-0040365f8a67 HTTP/1.1" status: 200 len: 2396 time: 0.0985250 Jul 14 18:24:08.962932 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:09.031130 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port 0f601d63-34ed-4399-9c65-9668b339e8f3, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=0f601d63-34ed-4399-9c65-9668b339e8f3,segment=NetworkSegment(067fc487-22c7-42de-972d-ae352a28ad29),segment_id=067fc487-22c7-42de-972d-ae352a28ad29)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:24:09.032098 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdd2d25e-f84e-4e63-99d4-f7091b3c0671', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f601d63-34ed-4399-9c65-9668b339e8f3'}] {{(pid=93917) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:24:09.035260 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20b787f3c29eaa7aa2a4d648c725a2124c5ff39a8d793252f9d844495e14cf42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2625b44c-d690-4fcc-aaec-cb95667db15b" -d '{"events": [{"server_uuid": "fdd2d25e-f84e-4e63-99d4-f7091b3c0671", "name": "network-vif-plugged", "status": "completed", "tag": "0f601d63-34ed-4399-9c65-9668b339e8f3"}]}' {{(pid=93917) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:24:09.040191 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:09.040995 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device c304b409-150d-46b2-b4ee-f4df5d20e1b7 no longer exists at agent hyperv_n-h1-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 18:24:09.063375 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-b974fa5e-eeb2-42b8-a38f-c8371f52a720 req-8f30af19-8c98-4984-bd5d-2fb3e55892e8 tempest-SecurityGroupRulesTestJSON-398202010 tempest-SecurityGroupRulesTestJSON-398202010-project] Notify callbacks [] for security_group, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:09.113731 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Pushing event updated for resources: {'Port': ['ID=0f601d63-34ed-4399-9c65-9668b339e8f3,revision_number=5']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:24:09.115297 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-b974fa5e-eeb2-42b8-a38f-c8371f52a720 req-8f30af19-8c98-4984-bd5d-2fb3e55892e8 tempest-SecurityGroupRulesTestJSON-398202010 tempest-SecurityGroupRulesTestJSON-398202010-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:09.117154 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] No Port match for: c304b409-150d-46b2-b4ee-f4df5d20e1b7 {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 18:24:09.117616 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device c304b409-150d-46b2-b4ee-f4df5d20e1b7 not bound to the agent host n-h1-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 18:24:09.221296 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-b974fa5e-eeb2-42b8-a38f-c8371f52a720 req-8f30af19-8c98-4984-bd5d-2fb3e55892e8 tempest-SecurityGroupRulesTestJSON-398202010 tempest-SecurityGroupRulesTestJSON-398202010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:09.226335 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-b974fa5e-eeb2-42b8-a38f-c8371f52a720 req-8f30af19-8c98-4984-bd5d-2fb3e55892e8 tempest-SecurityGroupRulesTestJSON-398202010 tempest-SecurityGroupRulesTestJSON-398202010-project] Notify callbacks [] for security_group, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:09.247672 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b974fa5e-eeb2-42b8-a38f-c8371f52a720 req-8f30af19-8c98-4984-bd5d-2fb3e55892e8 tempest-SecurityGroupRulesTestJSON-398202010 tempest-SecurityGroupRulesTestJSON-398202010-project] 10.222.0.16 "DELETE /v2.0/security-groups/f799d52b-380b-49ea-856e-0040365f8a67 HTTP/1.1" status: 204 len: 173 time: 0.3165984 Jul 14 18:24:09.260922 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f30af19-8c98-4984-bd5d-2fb3e55892e8 tempest-SecurityGroupRulesTestJSON-398202010 tempest-SecurityGroupRulesTestJSON-398202010-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f799d52b-380b-49ea-856e-0040365f8a67,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:24:09.300212 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 18:24:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82e5672d-aacb-40f8-a323-635f46cb30d9 x-openstack-request-id: req-82e5672d-aacb-40f8-a323-635f46cb30d9 {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:24:09.300707 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdd2d25e-f84e-4e63-99d4-f7091b3c0671", "name": "network-vif-plugged", "status": "completed", "tag": "0f601d63-34ed-4399-9c65-9668b339e8f3", "code": 200}]} {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:24:09.301140 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-82e5672d-aacb-40f8-a323-635f46cb30d9 {{(pid=93917) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:24:09.301839 n-d-800634-3 neutron-server[93917]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdd2d25e-f84e-4e63-99d4-f7091b3c0671', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f601d63-34ed-4399-9c65-9668b339e8f3', 'code': 200} Jul 14 18:24:09.375155 n-d-800634-3 neutron-server[93915]: INFO neutron.api.v2.resource [req-5ec35d4b-3136-4e58-9f89-3d480c394913 req-4fdb0df0-5810-4a68-ba93-262d4be6137e tempest-SecurityGroupRulesTestJSON-398202010 tempest-SecurityGroupRulesTestJSON-398202010-project] show failed (client error): The resource could not be found. Jul 14 18:24:09.389846 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-5ec35d4b-3136-4e58-9f89-3d480c394913 req-4fdb0df0-5810-4a68-ba93-262d4be6137e tempest-SecurityGroupRulesTestJSON-398202010 tempest-SecurityGroupRulesTestJSON-398202010-project] 10.222.0.16 "GET /v2.0/security-groups/6ed085d2-f8e3-4914-aff2-e6a8ee726625 HTTP/1.1" status: 404 len: 352 time: 0.0433047 Jul 14 18:24:09.485346 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eac9072-ecc8-4258-959d-816ecae1b4c6 req-a4ef7de5-e1ce-4792-8a2c-3c68825802c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:24:09.490880 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-1eac9072-ecc8-4258-959d-816ecae1b4c6 req-a4ef7de5-e1ce-4792-8a2c-3c68825802c0 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=fdd2d25e-f84e-4e63-99d4-f7091b3c0671 HTTP/1.1" status: 200 len: 1100 time: 0.0843062 Jul 14 18:24:09.537130 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-1eac9072-ecc8-4258-959d-816ecae1b4c6 req-84e927ce-8a4b-4fe2-a1ff-03b0a73f92e2 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=951f20f7-fdec-4780-a9da-220feccbad98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365603 Jul 14 18:24:09.539244 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f91a329-14c3-4a7f-b09f-2d8993c229d8 req-6faee831-38dd-4fd4-9762-8c0235bdf298 tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:24:09.540915 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-8f91a329-14c3-4a7f-b09f-2d8993c229d8 req-6faee831-38dd-4fd4-9762-8c0235bdf298 tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] 10.222.0.16 "GET /v2.0/ports?device_id=d80491b9-d34b-45a9-83ac-fcdec1c35cdb HTTP/1.1" status: 200 len: 944 time: 0.1343727 Jul 14 18:24:09.614601 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-8f91a329-14c3-4a7f-b09f-2d8993c229d8 req-5abfc103-1c59-43db-9f03-bbf5788d9d00 tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] 10.222.0.16 "GET /v2.0/security-groups?id=540fae54-ccea-4309-9c99-81b930eedb86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633514 Jul 14 18:24:09.662197 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680e2fdf-9619-43e2-acae-12873e985f8c req-17fa5918-7582-46f4-911d-07195641375b tempest-ServerDiagnosticsNegativeTest-1536469659 tempest-ServerDiagnosticsNegativeTest-1536469659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:24:09.672931 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-680e2fdf-9619-43e2-acae-12873e985f8c req-17fa5918-7582-46f4-911d-07195641375b tempest-ServerDiagnosticsNegativeTest-1536469659 tempest-ServerDiagnosticsNegativeTest-1536469659-project] 10.222.0.16 "GET /v2.0/ports?device_id=fdd2d25e-f84e-4e63-99d4-f7091b3c0671 HTTP/1.1" status: 200 len: 949 time: 0.1305048 Jul 14 18:24:09.759732 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-680e2fdf-9619-43e2-acae-12873e985f8c req-16d731cb-a34f-49c6-828e-5ae781621ccd tempest-ServerDiagnosticsNegativeTest-1536469659 tempest-ServerDiagnosticsNegativeTest-1536469659-project] 10.222.0.16 "GET /v2.0/security-groups?id=951f20f7-fdec-4780-a9da-220feccbad98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855045 Jul 14 18:24:09.781729 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-03b36321-a79b-4545-b657-edb097a62461 req-5d850dbb-9672-410c-9759-b5a51f70f4ff tempest-SecurityGroupRulesTestJSON-398202010 tempest-SecurityGroupRulesTestJSON-398202010-project] 10.222.0.16 "GET /v2.0/security-groups/78726267-0a3d-443a-8fe3-f96a5fad0457 HTTP/1.1" status: 200 len: 1805 time: 0.0934319 Jul 14 18:24:09.793224 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cfa45e-d76e-479d-ab18-30e0621ae8de req-d343d9a1-ffc9-4a53-bf9f-12a3bbefff41 tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:24:09.795923 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-05cfa45e-d76e-479d-ab18-30e0621ae8de req-d343d9a1-ffc9-4a53-bf9f-12a3bbefff41 tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] 10.222.0.18 "GET /v2.0/ports?device_id=d80491b9-d34b-45a9-83ac-fcdec1c35cdb HTTP/1.1" status: 200 len: 944 time: 0.1210968 Jul 14 18:24:09.874738 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-03b36321-a79b-4545-b657-edb097a62461 req-0d62b1f9-6e99-4b1c-9d44-1d51f97dc97f tempest-SecurityGroupRulesTestJSON-398202010 tempest-SecurityGroupRulesTestJSON-398202010-project] Notify callbacks [] for security_group, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:09.926628 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-03b36321-a79b-4545-b657-edb097a62461 req-0d62b1f9-6e99-4b1c-9d44-1d51f97dc97f tempest-SecurityGroupRulesTestJSON-398202010 tempest-SecurityGroupRulesTestJSON-398202010-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:09.944535 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [req-05cfa45e-d76e-479d-ab18-30e0621ae8de req-fc5b45c2-80f7-4cb7-ae30-7495ec3efbee tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] Deleting port b7f0342e-ecc4-4b92-8141-940a36564ced {{(pid=93916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:24:09.944894 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-05cfa45e-d76e-479d-ab18-30e0621ae8de req-fc5b45c2-80f7-4cb7-ae30-7495ec3efbee tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:10.007684 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-03b36321-a79b-4545-b657-edb097a62461 req-0d62b1f9-6e99-4b1c-9d44-1d51f97dc97f tempest-SecurityGroupRulesTestJSON-398202010 tempest-SecurityGroupRulesTestJSON-398202010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:10.011267 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-03b36321-a79b-4545-b657-edb097a62461 req-0d62b1f9-6e99-4b1c-9d44-1d51f97dc97f tempest-SecurityGroupRulesTestJSON-398202010 tempest-SecurityGroupRulesTestJSON-398202010-project] Notify callbacks [] for security_group, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:10.024625 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-03b36321-a79b-4545-b657-edb097a62461 req-0d62b1f9-6e99-4b1c-9d44-1d51f97dc97f tempest-SecurityGroupRulesTestJSON-398202010 tempest-SecurityGroupRulesTestJSON-398202010-project] 10.222.0.16 "DELETE /v2.0/security-groups/78726267-0a3d-443a-8fe3-f96a5fad0457 HTTP/1.1" status: 204 len: 173 time: 0.2481246 Jul 14 18:24:10.039520 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d62b1f9-6e99-4b1c-9d44-1d51f97dc97f tempest-SecurityGroupRulesTestJSON-398202010 tempest-SecurityGroupRulesTestJSON-398202010-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=78726267-0a3d-443a-8fe3-f96a5fad0457,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:24:10.091306 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 60722) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:24:10.112495 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.db [req-05cfa45e-d76e-479d-ab18-30e0621ae8de req-fc5b45c2-80f7-4cb7-ae30-7495ec3efbee tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] For port b7f0342e-ecc4-4b92-8141-940a36564ced, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=b7f0342e-ecc4-4b92-8141-940a36564ced,segment=NetworkSegment(60f92988-9b9b-4790-95f5-9fce88e5a460),segment_id=60f92988-9b9b-4790-95f5-9fce88e5a460)] {{(pid=93916) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:24:10.118985 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-05cfa45e-d76e-479d-ab18-30e0621ae8de req-fc5b45c2-80f7-4cb7-ae30-7495ec3efbee tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:10.136501 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [req-05cfa45e-d76e-479d-ab18-30e0621ae8de req-fc5b45c2-80f7-4cb7-ae30-7495ec3efbee tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] Calling delete_port for b7f0342e-ecc4-4b92-8141-940a36564ced owned by compute:nova {{(pid=93916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:24:10.137015 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dada8c8-9a00-48c2-9912-0eee56e21ffa req-17106962-2d88-404c-a166-79e5469ad76a tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:24:10.138566 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-9dada8c8-9a00-48c2-9912-0eee56e21ffa req-17106962-2d88-404c-a166-79e5469ad76a tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] 10.222.0.16 "GET /v2.0/ports?device_id=e1ed64d8-97dc-40df-9adb-dd5ef5c40fe8 HTTP/1.1" status: 200 len: 945 time: 0.0967233 Jul 14 18:24:10.223493 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-9dada8c8-9a00-48c2-9912-0eee56e21ffa req-ee8ec8bb-375e-4daf-883c-f3750074adec tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] 10.222.0.16 "GET /v2.0/security-groups?id=39320fa9-4894-4542-95e3-d64e174c637e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762210 Jul 14 18:24:10.239737 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-37fce4aa-693b-4d80-bcbe-85334c41948a req-d18f382c-0457-4260-8a54-0f330ce8d9ea tempest-SecurityGroupRulesTestJSON-398202010 tempest-SecurityGroupRulesTestJSON-398202010-project] 10.222.0.16 "GET /v2.0/security-groups/abd05697-c99e-4b50-81fa-182eecb667d8 HTTP/1.1" status: 200 len: 1804 time: 0.0941272 Jul 14 18:24:10.261619 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-6ac7c9ac-ee07-478d-a627-1b00714940c1 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-1769018360-network', 'tenant_id': 'ad26288f6c934cc5992d0bac35bdf214'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:24:10.310961 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ac7c9ac-ee07-478d-a627-1b00714940c1 admin admin] Made reservation on behalf of ad26288f6c934cc5992d0bac35bdf214 for: {'network': 1} {{(pid=93915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:24:10.313757 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-6ac7c9ac-ee07-478d-a627-1b00714940c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for network, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:10.326197 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-6ac7c9ac-ee07-478d-a627-1b00714940c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:10.333900 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-05cfa45e-d76e-479d-ab18-30e0621ae8de req-fc5b45c2-80f7-4cb7-ae30-7495ec3efbee tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:10.346980 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-37fce4aa-693b-4d80-bcbe-85334c41948a req-c6eebfb7-3ea7-475c-bec3-c579edfa9ac1 tempest-SecurityGroupRulesTestJSON-398202010 tempest-SecurityGroupRulesTestJSON-398202010-project] Notify callbacks [] for security_group, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:10.375746 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5b45c2-80f7-4cb7-ae30-7495ec3efbee tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] Pushing event deleted for resources: {'Port': ['ID=b7f0342e-ecc4-4b92-8141-940a36564ced,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:24:10.381426 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-37fce4aa-693b-4d80-bcbe-85334c41948a req-c6eebfb7-3ea7-475c-bec3-c579edfa9ac1 tempest-SecurityGroupRulesTestJSON-398202010 tempest-SecurityGroupRulesTestJSON-398202010-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:10.451328 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.l3_dvrscheduler_db [req-05cfa45e-d76e-479d-ab18-30e0621ae8de req-fc5b45c2-80f7-4cb7-ae30-7495ec3efbee tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] No DVR routers for this DVR port b7f0342e-ecc4-4b92-8141-940a36564ced on host n-h1-800634-3 {{(pid=93916) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 18:24:10.460437 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-05cfa45e-d76e-479d-ab18-30e0621ae8de req-fc5b45c2-80f7-4cb7-ae30-7495ec3efbee tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:10.462710 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-05cfa45e-d76e-479d-ab18-30e0621ae8de req-fc5b45c2-80f7-4cb7-ae30-7495ec3efbee tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] 10.222.0.18 "DELETE /v2.0/ports/b7f0342e-ecc4-4b92-8141-940a36564ced HTTP/1.1" status: 204 len: 173 time: 0.6550157 Jul 14 18:24:10.463212 n-d-800634-3 neutron-server[93916]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd80491b9-d34b-45a9-83ac-fcdec1c35cdb', 'name': 'network-vif-deleted', 'tag': 'b7f0342e-ecc4-4b92-8141-940a36564ced'}] {{(pid=93916) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:24:10.465556 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f803e150b363a7893830aa996ac27753fa25517c406ecd3536b7c2d4b26eeb9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d4a6457-8337-4153-ad06-baf855bd23ad" -d '{"events": [{"server_uuid": "d80491b9-d34b-45a9-83ac-fcdec1c35cdb", "name": "network-vif-deleted", "tag": "b7f0342e-ecc4-4b92-8141-940a36564ced"}]}' {{(pid=93916) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:24:10.500244 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-37fce4aa-693b-4d80-bcbe-85334c41948a req-c6eebfb7-3ea7-475c-bec3-c579edfa9ac1 tempest-SecurityGroupRulesTestJSON-398202010 tempest-SecurityGroupRulesTestJSON-398202010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:10.503010 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-37fce4aa-693b-4d80-bcbe-85334c41948a req-c6eebfb7-3ea7-475c-bec3-c579edfa9ac1 tempest-SecurityGroupRulesTestJSON-398202010 tempest-SecurityGroupRulesTestJSON-398202010-project] Notify callbacks [] for security_group, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:10.504188 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-37fce4aa-693b-4d80-bcbe-85334c41948a req-c6eebfb7-3ea7-475c-bec3-c579edfa9ac1 tempest-SecurityGroupRulesTestJSON-398202010 tempest-SecurityGroupRulesTestJSON-398202010-project] 10.222.0.16 "DELETE /v2.0/security-groups/abd05697-c99e-4b50-81fa-182eecb667d8 HTTP/1.1" status: 204 len: 173 time: 0.2632961 Jul 14 18:24:10.524329 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-6ac7c9ac-ee07-478d-a627-1b00714940c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:10.525952 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6eebfb7-3ea7-475c-bec3-c579edfa9ac1 tempest-SecurityGroupRulesTestJSON-398202010 tempest-SecurityGroupRulesTestJSON-398202010-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=abd05697-c99e-4b50-81fa-182eecb667d8,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:24:10.530142 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-6ac7c9ac-ee07-478d-a627-1b00714940c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:10.534562 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 18:24:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-105838aa-4eb3-4095-bfa4-12d7f88a5328 x-openstack-request-id: req-105838aa-4eb3-4095-bfa4-12d7f88a5328 {{(pid=93916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:24:10.535251 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d80491b9-d34b-45a9-83ac-fcdec1c35cdb", "name": "network-vif-deleted", "tag": "b7f0342e-ecc4-4b92-8141-940a36564ced", "status": "completed", "code": 200}]} {{(pid=93916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:24:10.535832 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-105838aa-4eb3-4095-bfa4-12d7f88a5328 {{(pid=93916) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:24:10.536470 n-d-800634-3 neutron-server[93916]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd80491b9-d34b-45a9-83ac-fcdec1c35cdb', 'name': 'network-vif-deleted', 'tag': 'b7f0342e-ecc4-4b92-8141-940a36564ced', 'status': 'completed', 'code': 200} Jul 14 18:24:10.580754 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ac7c9ac-ee07-478d-a627-1b00714940c1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 65} {{(pid=93915) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 18:24:10.601846 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac7c9ac-ee07-478d-a627-1b00714940c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d409a43b-561e-41ea-8521-536b0da35abc,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:24:10.611327 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-6ac7c9ac-ee07-478d-a627-1b00714940c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:10.611672 n-d-800634-3 neutron-server[93915]: INFO neutron.db.segments_db [None req-6ac7c9ac-ee07-478d-a627-1b00714940c1 admin admin] Added segment c8e2a7c4-bd5e-4731-a374-4d60f95eaafc of type vlan for network 00eb190e-16b6-44df-affb-99e5d63189cd Jul 14 18:24:10.628220 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-32b5fe06-d6d0-45a3-bfd4-af519902d36d req-d4a08316-ae3a-4c58-b8a3-dbf6893a8ce0 tempest-SecurityGroupRulesTestJSON-398202010 tempest-SecurityGroupRulesTestJSON-398202010-project] 10.222.0.16 "GET /v2.0/security-groups/1ec6a9ba-cd19-4509-a7e7-1a24740de79c HTTP/1.1" status: 200 len: 1803 time: 0.0998435 Jul 14 18:24:10.677358 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-6ac7c9ac-ee07-478d-a627-1b00714940c1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728202197517'] for network, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:10.752872 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-32b5fe06-d6d0-45a3-bfd4-af519902d36d req-a707bb87-a551-423d-a964-b6f8d95d66ce tempest-SecurityGroupRulesTestJSON-398202010 tempest-SecurityGroupRulesTestJSON-398202010-project] Notify callbacks [] for security_group, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:10.780087 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-6ac7c9ac-ee07-478d-a627-1b00714940c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727'] for network, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:10.784088 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ac7c9ac-ee07-478d-a627-1b00714940c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:24:10.784088 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-6ac7c9ac-ee07-478d-a627-1b00714940c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598705'] for network, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:10.831982 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-32b5fe06-d6d0-45a3-bfd4-af519902d36d req-a707bb87-a551-423d-a964-b6f8d95d66ce tempest-SecurityGroupRulesTestJSON-398202010 tempest-SecurityGroupRulesTestJSON-398202010-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:10.897552 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c36697b6-6d97-49a8-add8-6793fdff15d0 req-38928e89-1f92-4faa-abe6-df78d23cc8f1 tempest-LiveAutoBlockMigrationV225Test-721174371 tempest-LiveAutoBlockMigrationV225Test-721174371-project] 10.222.0.16 "GET /v2.0/ports?device_id=d80491b9-d34b-45a9-83ac-fcdec1c35cdb HTTP/1.1" status: 200 len: 210 time: 0.1081097 Jul 14 18:24:10.908670 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-6ac7c9ac-ee07-478d-a627-1b00714940c1 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.8159802 Jul 14 18:24:10.913149 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 60740) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:24:10.917345 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-d90813ab-d06f-4dd7-953a-07c84cb6a98b admin admin] Request body: {'subnet': {'network_id': '00eb190e-16b6-44df-affb-99e5d63189cd', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-1769018360-subnet', 'tenant_id': 'ad26288f6c934cc5992d0bac35bdf214', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:24:10.933342 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac7c9ac-ee07-478d-a627-1b00714940c1 admin admin] Pushing event updated for resources: {'Network': ['ID=00eb190e-16b6-44df-affb-99e5d63189cd,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:24:10.944158 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Network 00eb190e-16b6-44df-affb-99e5d63189cd details requested by agent ovs-agent-n-d-800634-3 with host n-d-800634-3 {{(pid=93917) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 18:24:10.953738 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d90813ab-d06f-4dd7-953a-07c84cb6a98b admin admin] Made reservation on behalf of ad26288f6c934cc5992d0bac35bdf214 for: {'subnet': 1} {{(pid=93916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:24:10.960949 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-d90813ab-d06f-4dd7-953a-07c84cb6a98b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26033189'] for subnet, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:10.973492 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-32b5fe06-d6d0-45a3-bfd4-af519902d36d req-a707bb87-a551-423d-a964-b6f8d95d66ce tempest-SecurityGroupRulesTestJSON-398202010 tempest-SecurityGroupRulesTestJSON-398202010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:10.976255 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-32b5fe06-d6d0-45a3-bfd4-af519902d36d req-a707bb87-a551-423d-a964-b6f8d95d66ce tempest-SecurityGroupRulesTestJSON-398202010 tempest-SecurityGroupRulesTestJSON-398202010-project] Notify callbacks [] for security_group, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:10.977468 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-32b5fe06-d6d0-45a3-bfd4-af519902d36d req-a707bb87-a551-423d-a964-b6f8d95d66ce tempest-SecurityGroupRulesTestJSON-398202010 tempest-SecurityGroupRulesTestJSON-398202010-project] 10.222.0.16 "DELETE /v2.0/security-groups/1ec6a9ba-cd19-4509-a7e7-1a24740de79c HTTP/1.1" status: 204 len: 173 time: 0.3280771 Jul 14 18:24:10.994308 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a707bb87-a551-423d-a964-b6f8d95d66ce tempest-SecurityGroupRulesTestJSON-398202010 tempest-SecurityGroupRulesTestJSON-398202010-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ec6a9ba-cd19-4509-a7e7-1a24740de79c,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:24:11.311159 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b371d1cb-6dbe-4aaf-8fc9-22f147c99a6f req-96584a3b-e8e9-46d8-97ba-285d3a1dfb00 tempest-SecurityGroupRulesTestJSON-398202010 tempest-SecurityGroupRulesTestJSON-398202010-project] 10.222.0.16 "GET /v2.0/security-groups/19a5c9a6-6931-453f-88dd-60cb85ee2e02 HTTP/1.1" status: 200 len: 2404 time: 0.1017826 Jul 14 18:24:11.336346 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-d90813ab-d06f-4dd7-953a-07c84cb6a98b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2684753', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26033175'] for subnet, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:11.391296 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3d884d-38b8-4aa5-affe-2e7cd2d587a0 req-94c6e0ae-0467-4302-a88d-f544b231d710 tempest-ServerDiagnosticsNegativeTest-1536469659 tempest-ServerDiagnosticsNegativeTest-1536469659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:24:11.392915 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2c3d884d-38b8-4aa5-affe-2e7cd2d587a0 req-94c6e0ae-0467-4302-a88d-f544b231d710 tempest-ServerDiagnosticsNegativeTest-1536469659 tempest-ServerDiagnosticsNegativeTest-1536469659-project] 10.222.0.16 "GET /v2.0/ports?device_id=fdd2d25e-f84e-4e63-99d4-f7091b3c0671 HTTP/1.1" status: 200 len: 949 time: 0.1557286 Jul 14 18:24:11.407605 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90813ab-d06f-4dd7-953a-07c84cb6a98b admin admin] Pushing event updated for resources: {'Subnet': ['ID=f450988d-312f-485b-851e-7fa0573be99e,revision_number=0']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:24:11.416473 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d90813ab-d06f-4dd7-953a-07c84cb6a98b admin admin] Checking segment: {'id': 'c8e2a7c4-bd5e-4731-a374-4d60f95eaafc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '00eb190e-16b6-44df-affb-99e5d63189cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93916) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:24:11.416863 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d90813ab-d06f-4dd7-953a-07c84cb6a98b admin admin] Network hostable DHCP agents. Network: 00eb190e-16b6-44df-affb-99e5d63189cd, hostable agents: ['028393c3-0576-4ebd-bca1-8ea8a148e1a2'], hosted agents: [] {{(pid=93916) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 18:24:11.426142 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-b371d1cb-6dbe-4aaf-8fc9-22f147c99a6f req-5c72d433-e64c-401a-8b11-dcce0bc728cf tempest-SecurityGroupRulesTestJSON-398202010 tempest-SecurityGroupRulesTestJSON-398202010-project] Notify callbacks [] for security_group, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:11.437417 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d90813ab-d06f-4dd7-953a-07c84cb6a98b admin admin] Network 00eb190e-16b6-44df-affb-99e5d63189cd is scheduled to be hosted by DHCP agent 028393c3-0576-4ebd-bca1-8ea8a148e1a2 with binding_index 1 {{(pid=93916) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 18:24:11.448834 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [None req-d90813ab-d06f-4dd7-953a-07c84cb6a98b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-3, 00eb190e-16b6-44df-affb-99e5d63189cd) {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:24:11.455049 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d90813ab-d06f-4dd7-953a-07c84cb6a98b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:24:11.456856 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-d90813ab-d06f-4dd7-953a-07c84cb6a98b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598705'] for subnet, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:11.464484 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2998beb-564a-451e-9e4e-51abc2b0d148 None None] Network 00eb190e-16b6-44df-affb-99e5d63189cd requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:24:11.471208 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-b371d1cb-6dbe-4aaf-8fc9-22f147c99a6f req-5c72d433-e64c-401a-8b11-dcce0bc728cf tempest-SecurityGroupRulesTestJSON-398202010 tempest-SecurityGroupRulesTestJSON-398202010-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:11.476831 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-d90813ab-d06f-4dd7-953a-07c84cb6a98b admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.5638659 Jul 14 18:24:11.480862 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2c3d884d-38b8-4aa5-affe-2e7cd2d587a0 req-0158fa0d-9c95-43a5-af09-a634fd147eae tempest-ServerDiagnosticsNegativeTest-1536469659 tempest-ServerDiagnosticsNegativeTest-1536469659-project] 10.222.0.16 "GET /v2.0/security-groups?id=951f20f7-fdec-4780-a9da-220feccbad98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816119 Jul 14 18:24:11.588099 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-b371d1cb-6dbe-4aaf-8fc9-22f147c99a6f req-5c72d433-e64c-401a-8b11-dcce0bc728cf tempest-SecurityGroupRulesTestJSON-398202010 tempest-SecurityGroupRulesTestJSON-398202010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:11.591671 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-b371d1cb-6dbe-4aaf-8fc9-22f147c99a6f req-5c72d433-e64c-401a-8b11-dcce0bc728cf tempest-SecurityGroupRulesTestJSON-398202010 tempest-SecurityGroupRulesTestJSON-398202010-project] Notify callbacks [] for security_group, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:11.618309 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b371d1cb-6dbe-4aaf-8fc9-22f147c99a6f req-5c72d433-e64c-401a-8b11-dcce0bc728cf tempest-SecurityGroupRulesTestJSON-398202010 tempest-SecurityGroupRulesTestJSON-398202010-project] 10.222.0.16 "DELETE /v2.0/security-groups/19a5c9a6-6931-453f-88dd-60cb85ee2e02 HTTP/1.1" status: 204 len: 173 time: 0.3037889 Jul 14 18:24:11.642788 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c72d433-e64c-401a-8b11-dcce0bc728cf tempest-SecurityGroupRulesTestJSON-398202010 tempest-SecurityGroupRulesTestJSON-398202010-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=19a5c9a6-6931-453f-88dd-60cb85ee2e02,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:24:11.676853 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d64c187c-f882-43e1-a50a-c11cf6d21715 None None] Network 00eb190e-16b6-44df-affb-99e5d63189cd requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:24:11.849468 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f5e990-78c7-4516-9b33-df0da3d22e86 req-2bd9d338-f6e0-4fb0-a684-da8e5803cee2 tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:24:11.851629 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a7f5e990-78c7-4516-9b33-df0da3d22e86 req-2bd9d338-f6e0-4fb0-a684-da8e5803cee2 tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] 10.222.0.16 "GET /v2.0/ports?device_id=e1ed64d8-97dc-40df-9adb-dd5ef5c40fe8 HTTP/1.1" status: 200 len: 945 time: 0.1403856 Jul 14 18:24:11.860296 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-516ad8c8-8235-419c-b3f7-f9dbfc728d15 req-8a12350d-f520-41c2-a2a1-b8b98bab1987 tempest-SecurityGroupRulesTestJSON-398202010 tempest-SecurityGroupRulesTestJSON-398202010-project] 10.222.0.16 "GET /v2.0/security-groups/44a7c3db-32c5-42ca-85bc-cfd53e44f2ad HTTP/1.1" status: 200 len: 2398 time: 0.0937588 Jul 14 18:24:11.927362 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a7f5e990-78c7-4516-9b33-df0da3d22e86 req-7b68b340-ebab-4fb6-a807-e00131f26ced tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] 10.222.0.16 "GET /v2.0/security-groups?id=39320fa9-4894-4542-95e3-d64e174c637e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632658 Jul 14 18:24:11.956925 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-516ad8c8-8235-419c-b3f7-f9dbfc728d15 req-8646e181-768c-4a37-8233-7d97927c6f22 tempest-SecurityGroupRulesTestJSON-398202010 tempest-SecurityGroupRulesTestJSON-398202010-project] Notify callbacks [] for security_group, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:11.984525 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-516ad8c8-8235-419c-b3f7-f9dbfc728d15 req-8646e181-768c-4a37-8233-7d97927c6f22 tempest-SecurityGroupRulesTestJSON-398202010 tempest-SecurityGroupRulesTestJSON-398202010-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:12.039453 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-516ad8c8-8235-419c-b3f7-f9dbfc728d15 req-8646e181-768c-4a37-8233-7d97927c6f22 tempest-SecurityGroupRulesTestJSON-398202010 tempest-SecurityGroupRulesTestJSON-398202010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:12.042986 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-516ad8c8-8235-419c-b3f7-f9dbfc728d15 req-8646e181-768c-4a37-8233-7d97927c6f22 tempest-SecurityGroupRulesTestJSON-398202010 tempest-SecurityGroupRulesTestJSON-398202010-project] Notify callbacks [] for security_group, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:12.044372 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-516ad8c8-8235-419c-b3f7-f9dbfc728d15 req-8646e181-768c-4a37-8233-7d97927c6f22 tempest-SecurityGroupRulesTestJSON-398202010 tempest-SecurityGroupRulesTestJSON-398202010-project] 10.222.0.16 "DELETE /v2.0/security-groups/44a7c3db-32c5-42ca-85bc-cfd53e44f2ad HTTP/1.1" status: 204 len: 173 time: 0.1769376 Jul 14 18:24:12.051078 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 60774) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:24:12.059200 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8646e181-768c-4a37-8233-7d97927c6f22 tempest-SecurityGroupRulesTestJSON-398202010 tempest-SecurityGroupRulesTestJSON-398202010-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=44a7c3db-32c5-42ca-85bc-cfd53e44f2ad,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:24:12.153802 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a0ebab0-d900-43c8-9947-0cd6355da7ec admin admin] Deleting subnet 212b087b-7450-4bec-a482-60658a50d6ad {{(pid=93916) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 18:24:12.161330 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-1a0ebab0-d900-43c8-9947-0cd6355da7ec admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:12.236034 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-1a0ebab0-d900-43c8-9947-0cd6355da7ec admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26296866'] for subnet, precommit_delete_associations {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:12.277107 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 60782) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:24:12.330351 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-1a0ebab0-d900-43c8-9947-0cd6355da7ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081283'] for subnet, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:12.469616 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-1a0ebab0-d900-43c8-9947-0cd6355da7ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2684816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26033152'] for subnet, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:12.488461 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.db_base_plugin_v2 [None req-6bf2f81d-9ea6-4fb6-9045-347a3ca8c65e admin admin] Deleting subnet 2a54265e-973c-4132-80fb-ad9d5d305963 {{(pid=93915) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 18:24:12.499855 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0ebab0-d900-43c8-9947-0cd6355da7ec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=212b087b-7450-4bec-a482-60658a50d6ad,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:24:12.502885 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-1a0ebab0-d900-43c8-9947-0cd6355da7ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598705'] for subnet, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:12.506435 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-1a0ebab0-d900-43c8-9947-0cd6355da7ec admin admin] 10.222.0.16 "DELETE /v2.0/subnets/212b087b-7450-4bec-a482-60658a50d6ad HTTP/1.1" status: 204 len: 168 time: 0.4543424 Jul 14 18:24:12.507440 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-6bf2f81d-9ea6-4fb6-9045-347a3ca8c65e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:12.510473 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 60794) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:24:12.600477 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-e5be841c-60d6-45b8-a66a-d7e1406aeba7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645734'] for network, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:12.626018 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-6bf2f81d-9ea6-4fb6-9045-347a3ca8c65e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28939913'] for subnet, precommit_delete_associations {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:12.637583 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device b7f0342e-ecc4-4b92-8141-940a36564ced no longer exists at agent hyperv_n-h1-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 18:24:12.666807 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] No Port match for: b7f0342e-ecc4-4b92-8141-940a36564ced {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 18:24:12.667691 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device b7f0342e-ecc4-4b92-8141-940a36564ced not bound to the agent host n-h1-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 18:24:12.697842 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-e5be841c-60d6-45b8-a66a-d7e1406aeba7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2096010', 'neutron.services.segments.db._delete_segments_for_network-8728202734996'] for network, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:12.709125 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac6a223-52c3-4525-ba9f-b417cf70bf71 req-61fa98a7-aafa-4ce9-955a-d33c03fd0590 tempest-ServerMetadataNegativeTestJSON-1834120816 tempest-ServerMetadataNegativeTestJSON-1834120816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:24:12.710352 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.segments.db [None req-e5be841c-60d6-45b8-a66a-d7e1406aeba7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['963b65f3-89c6-4720-9ab6-ff0cb9b1e090']}} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:24:12.715869 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-0ac6a223-52c3-4525-ba9f-b417cf70bf71 req-61fa98a7-aafa-4ce9-955a-d33c03fd0590 tempest-ServerMetadataNegativeTestJSON-1834120816 tempest-ServerMetadataNegativeTestJSON-1834120816-project] 10.222.0.16 "GET /v2.0/networks?id=00eb190e-16b6-44df-affb-99e5d63189cd HTTP/1.1" status: 200 len: 821 time: 0.3101397 Jul 14 18:24:12.723729 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.segments.db [None req-e5be841c-60d6-45b8-a66a-d7e1406aeba7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4afe825a-ced1-4763-9a9c-0109a5956368') {'for_net_delete': True} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:24:12.724291 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.segments.db [None req-e5be841c-60d6-45b8-a66a-d7e1406aeba7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4afe825a-ced1-4763-9a9c-0109a5956368') {} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:24:12.735389 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-e5be841c-60d6-45b8-a66a-d7e1406aeba7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728202715275', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26296891'] for segment, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:12.747377 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b283271-e3d1-4556-873e-76cb7b4da339 req-1e70c437-03e3-486c-8f83-a0fa575f802b tempest-ServerDiagnosticsNegativeTest-1536469659 tempest-ServerDiagnosticsNegativeTest-1536469659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:24:12.751309 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-e5be841c-60d6-45b8-a66a-d7e1406aeba7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:12.754982 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2b283271-e3d1-4556-873e-76cb7b4da339 req-1e70c437-03e3-486c-8f83-a0fa575f802b tempest-ServerDiagnosticsNegativeTest-1536469659 tempest-ServerDiagnosticsNegativeTest-1536469659-project] 10.222.0.16 "GET /v2.0/ports?device_id=fdd2d25e-f84e-4e63-99d4-f7091b3c0671 HTTP/1.1" status: 200 len: 949 time: 0.2201989 Jul 14 18:24:12.758638 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5be841c-60d6-45b8-a66a-d7e1406aeba7 admin admin] Releasing vlan 68 on physical network physnet1 to pool {{(pid=93916) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 18:24:12.759205 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-e5be841c-60d6-45b8-a66a-d7e1406aeba7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2682942'] for segment, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:12.761228 n-d-800634-3 neutron-server[93916]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:24:12.761228 n-d-800634-3 neutron-server[93916]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:24:12.761228 n-d-800634-3 neutron-server[93916]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:24:12.761228 n-d-800634-3 neutron-server[93916]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:24:12.761228 n-d-800634-3 neutron-server[93916]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:24:12.761228 n-d-800634-3 neutron-server[93916]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:24:12.761228 n-d-800634-3 neutron-server[93916]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:24:12.761228 n-d-800634-3 neutron-server[93916]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:24:12.761228 n-d-800634-3 neutron-server[93916]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:24:12.761228 n-d-800634-3 neutron-server[93916]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:24:12.761228 n-d-800634-3 neutron-server[93916]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:24:12.761228 n-d-800634-3 neutron-server[93916]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:24:12.761228 n-d-800634-3 neutron-server[93916]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:24:12.761228 n-d-800634-3 neutron-server[93916]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:24:12.761228 n-d-800634-3 neutron-server[93916]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:24:12.761228 n-d-800634-3 neutron-server[93916]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:24:12.761228 n-d-800634-3 neutron-server[93916]: Traceback (most recent call last): Jul 14 18:24:12.761228 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 18:24:12.761228 n-d-800634-3 neutron-server[93916]: timer() Jul 14 18:24:12.761228 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 18:24:12.761228 n-d-800634-3 neutron-server[93916]: cb(*args, **kw) Jul 14 18:24:12.761228 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 18:24:12.761228 n-d-800634-3 neutron-server[93916]: return func(*args, **kwargs) Jul 14 18:24:12.761228 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 18:24:12.761228 n-d-800634-3 neutron-server[93916]: self._notify() Jul 14 18:24:12.761228 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 18:24:12.761228 n-d-800634-3 neutron-server[93916]: self.callback(batched_events) Jul 14 18:24:12.761228 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 18:24:12.761228 n-d-800634-3 neutron-server[93916]: event.method(event) Jul 14 18:24:12.761228 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 18:24:12.761228 n-d-800634-3 neutron-server[93916]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 18:24:12.761228 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 18:24:12.761228 n-d-800634-3 neutron-server[93916]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 18:24:12.761228 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 18:24:12.761228 n-d-800634-3 neutron-server[93916]: return f(self, *a, **k) Jul 14 18:24:12.761228 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 18:24:12.761228 n-d-800634-3 neutron-server[93916]: return self._get(url).json() Jul 14 18:24:12.761228 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 18:24:12.761228 n-d-800634-3 neutron-server[93916]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 18:24:12.761228 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 18:24:12.761228 n-d-800634-3 neutron-server[93916]: return self.request(url, 'GET', **kwargs) Jul 14 18:24:12.761228 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 18:24:12.761228 n-d-800634-3 neutron-server[93916]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 18:24:12.761228 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 18:24:12.761228 n-d-800634-3 neutron-server[93916]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 18:24:12.761228 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 18:24:12.761228 n-d-800634-3 neutron-server[93916]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 18:24:12.761228 n-d-800634-3 neutron-server[93916]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 18:24:12.770798 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-0ac6a223-52c3-4525-ba9f-b417cf70bf71 req-2fb0b868-9e6c-46a1-878c-d1f14f0a0389 tempest-ServerMetadataNegativeTestJSON-1834120816 tempest-ServerMetadataNegativeTestJSON-1834120816-project] 10.222.0.16 "GET /v2.0/quotas/ad26288f6c934cc5992d0bac35bdf214 HTTP/1.1" status: 200 len: 375 time: 0.0513637 Jul 14 18:24:12.772155 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-6bf2f81d-9ea6-4fb6-9045-347a3ca8c65e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081283'] for subnet, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:12.829369 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-e5be841c-60d6-45b8-a66a-d7e1406aeba7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2096001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-930085'] for network, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:12.835879 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-e5be841c-60d6-45b8-a66a-d7e1406aeba7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598705'] for network, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:12.839181 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-e5be841c-60d6-45b8-a66a-d7e1406aeba7 admin admin] 10.222.0.16 "DELETE /v2.0/networks/963b65f3-89c6-4720-9ab6-ff0cb9b1e090 HTTP/1.1" status: 204 len: 168 time: 0.3270082 Jul 14 18:24:12.877117 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5be841c-60d6-45b8-a66a-d7e1406aeba7 admin admin] Pushing event deleted for resources: {'Network': ['ID=963b65f3-89c6-4720-9ab6-ff0cb9b1e090,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:24:12.877879 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-0ac6a223-52c3-4525-ba9f-b417cf70bf71 req-97c70926-f833-462e-a968-2c6fd1de15fc tempest-ServerMetadataNegativeTestJSON-1834120816 tempest-ServerMetadataNegativeTestJSON-1834120816-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=ad26288f6c934cc5992d0bac35bdf214&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0959451 Jul 14 18:24:12.887286 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2b283271-e3d1-4556-873e-76cb7b4da339 req-955c48d0-f19f-4ea4-aa7e-95df56902177 tempest-ServerDiagnosticsNegativeTest-1536469659 tempest-ServerDiagnosticsNegativeTest-1536469659-project] 10.222.0.16 "GET /v2.0/security-groups?id=951f20f7-fdec-4780-a9da-220feccbad98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310346 Jul 14 18:24:12.981149 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-6bf2f81d-9ea6-4fb6-9045-347a3ca8c65e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25913028', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28969762'] for subnet, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:13.030645 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-6bf2f81d-9ea6-4fb6-9045-347a3ca8c65e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:13.035894 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 60814) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:24:13.046340 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-6bf2f81d-9ea6-4fb6-9045-347a3ca8c65e admin admin] 10.222.0.16 "DELETE /v2.0/subnets/2a54265e-973c-4132-80fb-ad9d5d305963 HTTP/1.1" status: 204 len: 168 time: 0.7680931 Jul 14 18:24:13.051551 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf2f81d-9ea6-4fb6-9045-347a3ca8c65e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2a54265e-973c-4132-80fb-ad9d5d305963,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:24:13.063255 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-0ac6a223-52c3-4525-ba9f-b417cf70bf71 req-50a85001-4f53-4db2-9bee-424174944f2d service neutron] 10.222.0.16 "GET /v2.0/networks/00eb190e-16b6-44df-affb-99e5d63189cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1739876 Jul 14 18:24:13.100741 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 60818) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:24:13.125321 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-ec6c83af-4729-4281-b86c-ca758fb2fbea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645734'] for network, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:13.249730 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-8231ea27-2925-41da-9ef3-8ddd80e6d095 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1c5216f16b87454787b25eab8067bdf5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1477668 Jul 14 18:24:13.252889 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 60820) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:24:13.256964 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-ec6c83af-4729-4281-b86c-ca758fb2fbea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2096010', 'neutron.services.segments.db._delete_segments_for_network-8728202734996'] for network, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:13.273202 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-0ac6a223-52c3-4525-ba9f-b417cf70bf71 req-2219f898-22ec-4d4a-9427-c4552462e718 service neutron] 10.222.0.16 "GET /v2.0/networks/00eb190e-16b6-44df-affb-99e5d63189cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2031887 Jul 14 18:24:13.280757 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.segments.db [None req-ec6c83af-4729-4281-b86c-ca758fb2fbea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7cee3312-4c4c-4d32-820f-eab965dcf565']}} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:24:13.290477 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611c2864-a6f3-4ece-a384-83efeee09a1d req-4dfa5988-8361-4a73-b5de-a427d11f5497 tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:24:13.292197 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-611c2864-a6f3-4ece-a384-83efeee09a1d req-4dfa5988-8361-4a73-b5de-a427d11f5497 tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] 10.222.0.16 "GET /v2.0/ports?device_id=e1ed64d8-97dc-40df-9adb-dd5ef5c40fe8 HTTP/1.1" status: 200 len: 945 time: 0.1486981 Jul 14 18:24:13.306013 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.segments.db [None req-ec6c83af-4729-4281-b86c-ca758fb2fbea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60f92988-9b9b-4790-95f5-9fce88e5a460') {'for_net_delete': True} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:24:13.306851 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.segments.db [None req-ec6c83af-4729-4281-b86c-ca758fb2fbea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60f92988-9b9b-4790-95f5-9fce88e5a460') {} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:24:13.333733 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-ec6c83af-4729-4281-b86c-ca758fb2fbea admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728202715275', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26296891'] for segment, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:13.346267 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-611c2864-a6f3-4ece-a384-83efeee09a1d req-1e7ea948-da2d-41df-9793-007033101016 tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] 10.222.0.16 "GET /v2.0/security-groups?id=39320fa9-4894-4542-95e3-d64e174c637e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469179 Jul 14 18:24:13.361460 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-1df0c4aa-99b2-44e5-8a57-9dd1ac2c7f8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:13.391539 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-ec6c83af-4729-4281-b86c-ca758fb2fbea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:13.404688 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-1df0c4aa-99b2-44e5-8a57-9dd1ac2c7f8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:13.423246 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec6c83af-4729-4281-b86c-ca758fb2fbea admin admin] Releasing vlan 87 on physical network physnet1 to pool {{(pid=93916) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 18:24:13.423661 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-ec6c83af-4729-4281-b86c-ca758fb2fbea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2682942'] for segment, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:13.425410 n-d-800634-3 neutron-server[93916]: Traceback (most recent call last): Jul 14 18:24:13.425410 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 18:24:13.425410 n-d-800634-3 neutron-server[93916]: timer() Jul 14 18:24:13.425410 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 18:24:13.425410 n-d-800634-3 neutron-server[93916]: cb(*args, **kw) Jul 14 18:24:13.425410 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 18:24:13.425410 n-d-800634-3 neutron-server[93916]: return func(*args, **kwargs) Jul 14 18:24:13.425410 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 18:24:13.425410 n-d-800634-3 neutron-server[93916]: self._notify() Jul 14 18:24:13.425410 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 18:24:13.425410 n-d-800634-3 neutron-server[93916]: self.callback(batched_events) Jul 14 18:24:13.425410 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 18:24:13.425410 n-d-800634-3 neutron-server[93916]: event.method(event) Jul 14 18:24:13.425410 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 18:24:13.425410 n-d-800634-3 neutron-server[93916]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 18:24:13.425410 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 18:24:13.425410 n-d-800634-3 neutron-server[93916]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 18:24:13.425410 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 18:24:13.425410 n-d-800634-3 neutron-server[93916]: return f(self, *a, **k) Jul 14 18:24:13.425410 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 18:24:13.425410 n-d-800634-3 neutron-server[93916]: return self._get(url).json() Jul 14 18:24:13.425410 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 18:24:13.425410 n-d-800634-3 neutron-server[93916]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 18:24:13.425410 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 18:24:13.425410 n-d-800634-3 neutron-server[93916]: return self.request(url, 'GET', **kwargs) Jul 14 18:24:13.425410 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 18:24:13.425410 n-d-800634-3 neutron-server[93916]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 18:24:13.425410 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 18:24:13.425410 n-d-800634-3 neutron-server[93916]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 18:24:13.425410 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 18:24:13.425410 n-d-800634-3 neutron-server[93916]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 18:24:13.425410 n-d-800634-3 neutron-server[93916]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 18:24:13.526279 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-81e7e9cf-10d8-424f-9e54-4012c2d70292 req-02bd816f-a7f0-48cd-8861-267edd05bab6 tempest-ServerMetadataNegativeTestJSON-1834120816 tempest-ServerMetadataNegativeTestJSON-1834120816-project] 10.222.0.16 "GET /v2.0/ports?device_id=2da16e03-3657-471e-aa6b-bf152f325497 HTTP/1.1" status: 200 len: 210 time: 0.0560837 Jul 14 18:24:13.579509 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-ec6c83af-4729-4281-b86c-ca758fb2fbea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2096001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-930085'] for network, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:13.592024 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-ec6c83af-4729-4281-b86c-ca758fb2fbea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598705'] for network, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:13.596229 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-ec6c83af-4729-4281-b86c-ca758fb2fbea admin admin] 10.222.0.16 "DELETE /v2.0/networks/7cee3312-4c4c-4d32-820f-eab965dcf565 HTTP/1.1" status: 204 len: 168 time: 0.5571358 Jul 14 18:24:13.597007 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 60828) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:24:13.603919 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-1df0c4aa-99b2-44e5-8a57-9dd1ac2c7f8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:13.606491 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-1df0c4aa-99b2-44e5-8a57-9dd1ac2c7f8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:13.607607 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-1df0c4aa-99b2-44e5-8a57-9dd1ac2c7f8e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/eb382163-a996-465a-94c2-2edb7455d3b7 HTTP/1.1" status: 204 len: 168 time: 0.3533530 Jul 14 18:24:13.654218 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df0c4aa-99b2-44e5-8a57-9dd1ac2c7f8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb382163-a996-465a-94c2-2edb7455d3b7,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:24:13.660706 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6c83af-4729-4281-b86c-ca758fb2fbea admin admin] Pushing event deleted for resources: {'Network': ['ID=7cee3312-4c4c-4d32-820f-eab965dcf565,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:24:13.694450 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1395749-13c3-4f5b-9cad-5528632a45b3 admin admin] Deleting subnet dfaf3f0e-adc8-4b1e-bf9a-0c3134ac6891 {{(pid=93915) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 18:24:13.700596 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-b1395749-13c3-4f5b-9cad-5528632a45b3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:13.776245 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-b1395749-13c3-4f5b-9cad-5528632a45b3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28939913'] for subnet, precommit_delete_associations {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:13.779656 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416e78a9-5a87-4bb9-b8a5-e7e71fd33252 req-f6da497e-22e0-4212-8bcd-366e41a16fb2 tempest-ServerDiagnosticsNegativeTest-1536469659 tempest-ServerDiagnosticsNegativeTest-1536469659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:24:13.781423 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-416e78a9-5a87-4bb9-b8a5-e7e71fd33252 req-f6da497e-22e0-4212-8bcd-366e41a16fb2 tempest-ServerDiagnosticsNegativeTest-1536469659 tempest-ServerDiagnosticsNegativeTest-1536469659-project] 10.222.0.18 "GET /v2.0/ports?device_id=fdd2d25e-f84e-4e63-99d4-f7091b3c0671 HTTP/1.1" status: 200 len: 949 time: 0.0801804 Jul 14 18:24:13.839722 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-b1395749-13c3-4f5b-9cad-5528632a45b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081283'] for subnet, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:13.923937 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [req-416e78a9-5a87-4bb9-b8a5-e7e71fd33252 req-9368856d-55a2-4b97-a9df-25655f2aa188 tempest-ServerDiagnosticsNegativeTest-1536469659 tempest-ServerDiagnosticsNegativeTest-1536469659-project] Deleting port 0f601d63-34ed-4399-9c65-9668b339e8f3 {{(pid=93916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:24:13.924362 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-416e78a9-5a87-4bb9-b8a5-e7e71fd33252 req-9368856d-55a2-4b97-a9df-25655f2aa188 tempest-ServerDiagnosticsNegativeTest-1536469659 tempest-ServerDiagnosticsNegativeTest-1536469659-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:13.948547 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-b1395749-13c3-4f5b-9cad-5528632a45b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25913028', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28969762'] for subnet, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:13.983517 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1395749-13c3-4f5b-9cad-5528632a45b3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dfaf3f0e-adc8-4b1e-bf9a-0c3134ac6891,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:24:13.993277 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-b1395749-13c3-4f5b-9cad-5528632a45b3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:13.995271 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-b1395749-13c3-4f5b-9cad-5528632a45b3 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/dfaf3f0e-adc8-4b1e-bf9a-0c3134ac6891 HTTP/1.1" status: 204 len: 168 time: 0.3971083 Jul 14 18:24:13.998742 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 60852) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:24:14.091177 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-f7b2c4a8-d45f-4f7e-a385-6f1b240f24fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645734'] for network, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:14.159686 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.db [req-416e78a9-5a87-4bb9-b8a5-e7e71fd33252 req-9368856d-55a2-4b97-a9df-25655f2aa188 tempest-ServerDiagnosticsNegativeTest-1536469659 tempest-ServerDiagnosticsNegativeTest-1536469659-project] For port 0f601d63-34ed-4399-9c65-9668b339e8f3, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=0f601d63-34ed-4399-9c65-9668b339e8f3,segment=NetworkSegment(067fc487-22c7-42de-972d-ae352a28ad29),segment_id=067fc487-22c7-42de-972d-ae352a28ad29)] {{(pid=93916) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:24:14.160629 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-416e78a9-5a87-4bb9-b8a5-e7e71fd33252 req-9368856d-55a2-4b97-a9df-25655f2aa188 tempest-ServerDiagnosticsNegativeTest-1536469659 tempest-ServerDiagnosticsNegativeTest-1536469659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:14.194689 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dbade8-3d8f-4f63-813a-3a7af4d6fcf3 req-e8bd459f-4a2b-43c2-916b-016976887010 tempest-ServerDiagnosticsNegativeTest-1536469659 tempest-ServerDiagnosticsNegativeTest-1536469659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:24:14.194689 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c3dbade8-3d8f-4f63-813a-3a7af4d6fcf3 req-e8bd459f-4a2b-43c2-916b-016976887010 tempest-ServerDiagnosticsNegativeTest-1536469659 tempest-ServerDiagnosticsNegativeTest-1536469659-project] 10.222.0.16 "GET /v2.0/ports?device_id=fdd2d25e-f84e-4e63-99d4-f7091b3c0671 HTTP/1.1" status: 200 len: 949 time: 0.0820982 Jul 14 18:24:14.228226 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [req-416e78a9-5a87-4bb9-b8a5-e7e71fd33252 req-9368856d-55a2-4b97-a9df-25655f2aa188 tempest-ServerDiagnosticsNegativeTest-1536469659 tempest-ServerDiagnosticsNegativeTest-1536469659-project] Calling delete_port for 0f601d63-34ed-4399-9c65-9668b339e8f3 owned by compute:nova {{(pid=93916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:24:14.267704 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c3dbade8-3d8f-4f63-813a-3a7af4d6fcf3 req-e6ca2ab2-c52b-4094-9cd2-694a28bb411c tempest-ServerDiagnosticsNegativeTest-1536469659 tempest-ServerDiagnosticsNegativeTest-1536469659-project] 10.222.0.16 "GET /v2.0/security-groups?id=951f20f7-fdec-4780-a9da-220feccbad98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678561 Jul 14 18:24:14.280834 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-f7b2c4a8-d45f-4f7e-a385-6f1b240f24fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2096010', 'neutron.services.segments.db._delete_segments_for_network-8728202734996'] for network, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:14.331029 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.segments.db [None req-f7b2c4a8-d45f-4f7e-a385-6f1b240f24fd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3cb14711-9b96-426c-b243-e809a45ad0e1']}} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:24:14.345436 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.segments.db [None req-f7b2c4a8-d45f-4f7e-a385-6f1b240f24fd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15e22d89-bf97-4964-b036-1589efc01e5c') {'for_net_delete': True} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:24:14.346012 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.segments.db [None req-f7b2c4a8-d45f-4f7e-a385-6f1b240f24fd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15e22d89-bf97-4964-b036-1589efc01e5c') {} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:24:14.361372 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-f7b2c4a8-d45f-4f7e-a385-6f1b240f24fd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728202715275', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26296891'] for segment, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:14.384815 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-f7b2c4a8-d45f-4f7e-a385-6f1b240f24fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:14.401789 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7b2c4a8-d45f-4f7e-a385-6f1b240f24fd admin admin] Releasing vlan 91 on physical network physnet1 to pool {{(pid=93916) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 18:24:14.402383 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-f7b2c4a8-d45f-4f7e-a385-6f1b240f24fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2682942'] for segment, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:14.404577 n-d-800634-3 neutron-server[93916]: Traceback (most recent call last): Jul 14 18:24:14.404577 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 18:24:14.404577 n-d-800634-3 neutron-server[93916]: timer() Jul 14 18:24:14.404577 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 18:24:14.404577 n-d-800634-3 neutron-server[93916]: cb(*args, **kw) Jul 14 18:24:14.404577 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 18:24:14.404577 n-d-800634-3 neutron-server[93916]: return func(*args, **kwargs) Jul 14 18:24:14.404577 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 18:24:14.404577 n-d-800634-3 neutron-server[93916]: self._notify() Jul 14 18:24:14.404577 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 18:24:14.404577 n-d-800634-3 neutron-server[93916]: self.callback(batched_events) Jul 14 18:24:14.404577 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 18:24:14.404577 n-d-800634-3 neutron-server[93916]: event.method(event) Jul 14 18:24:14.404577 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 18:24:14.404577 n-d-800634-3 neutron-server[93916]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 18:24:14.404577 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 18:24:14.404577 n-d-800634-3 neutron-server[93916]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 18:24:14.404577 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 18:24:14.404577 n-d-800634-3 neutron-server[93916]: return f(self, *a, **k) Jul 14 18:24:14.404577 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 18:24:14.404577 n-d-800634-3 neutron-server[93916]: return self._get(url).json() Jul 14 18:24:14.404577 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 18:24:14.404577 n-d-800634-3 neutron-server[93916]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 18:24:14.404577 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 18:24:14.404577 n-d-800634-3 neutron-server[93916]: return self.request(url, 'GET', **kwargs) Jul 14 18:24:14.404577 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 18:24:14.404577 n-d-800634-3 neutron-server[93916]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 18:24:14.404577 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 18:24:14.404577 n-d-800634-3 neutron-server[93916]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 18:24:14.404577 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 18:24:14.404577 n-d-800634-3 neutron-server[93916]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 18:24:14.404577 n-d-800634-3 neutron-server[93916]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 18:24:14.554983 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-f7b2c4a8-d45f-4f7e-a385-6f1b240f24fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2096001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-930085'] for network, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:14.577166 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-f7b2c4a8-d45f-4f7e-a385-6f1b240f24fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598705'] for network, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:14.579304 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-f7b2c4a8-d45f-4f7e-a385-6f1b240f24fd admin admin] 10.222.0.16 "DELETE /v2.0/networks/3cb14711-9b96-426c-b243-e809a45ad0e1 HTTP/1.1" status: 204 len: 168 time: 0.5802808 Jul 14 18:24:14.580411 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b2c4a8-d45f-4f7e-a385-6f1b240f24fd admin admin] Pushing event deleted for resources: {'Network': ['ID=3cb14711-9b96-426c-b243-e809a45ad0e1,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:24:14.589155 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-416e78a9-5a87-4bb9-b8a5-e7e71fd33252 req-9368856d-55a2-4b97-a9df-25655f2aa188 tempest-ServerDiagnosticsNegativeTest-1536469659 tempest-ServerDiagnosticsNegativeTest-1536469659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:14.601531 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] get_ports_and_sgs() called for port_ids ['0f601d63-34ed-4399-9c65-9668b339e8f3'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 18:24:14.622276 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9368856d-55a2-4b97-a9df-25655f2aa188 tempest-ServerDiagnosticsNegativeTest-1536469659 tempest-ServerDiagnosticsNegativeTest-1536469659-project] Pushing event deleted for resources: {'Port': ['ID=0f601d63-34ed-4399-9c65-9668b339e8f3,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:24:14.646964 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34cde92-966f-4414-8377-36adba19bbf6 req-9adf5c34-91ed-44e2-9cbd-54b920a2b8e0 tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:24:14.654264 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-d34cde92-966f-4414-8377-36adba19bbf6 req-9adf5c34-91ed-44e2-9cbd-54b920a2b8e0 tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] 10.222.0.16 "GET /v2.0/ports?device_id=e1ed64d8-97dc-40df-9adb-dd5ef5c40fe8 HTTP/1.1" status: 200 len: 945 time: 0.1490114 Jul 14 18:24:14.685912 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.l3_dvrscheduler_db [req-416e78a9-5a87-4bb9-b8a5-e7e71fd33252 req-9368856d-55a2-4b97-a9df-25655f2aa188 tempest-ServerDiagnosticsNegativeTest-1536469659 tempest-ServerDiagnosticsNegativeTest-1536469659-project] No DVR routers for this DVR port 0f601d63-34ed-4399-9c65-9668b339e8f3 on host n-h1-800634-3 {{(pid=93916) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 18:24:14.688816 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-416e78a9-5a87-4bb9-b8a5-e7e71fd33252 req-9368856d-55a2-4b97-a9df-25655f2aa188 tempest-ServerDiagnosticsNegativeTest-1536469659 tempest-ServerDiagnosticsNegativeTest-1536469659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:14.691040 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-416e78a9-5a87-4bb9-b8a5-e7e71fd33252 req-9368856d-55a2-4b97-a9df-25655f2aa188 tempest-ServerDiagnosticsNegativeTest-1536469659 tempest-ServerDiagnosticsNegativeTest-1536469659-project] 10.222.0.18 "DELETE /v2.0/ports/0f601d63-34ed-4399-9c65-9668b339e8f3 HTTP/1.1" status: 204 len: 173 time: 0.9030793 Jul 14 18:24:14.691594 n-d-800634-3 neutron-server[93916]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdd2d25e-f84e-4e63-99d4-f7091b3c0671', 'name': 'network-vif-deleted', 'tag': '0f601d63-34ed-4399-9c65-9668b339e8f3'}] {{(pid=93916) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:24:14.694425 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f803e150b363a7893830aa996ac27753fa25517c406ecd3536b7c2d4b26eeb9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cd80b94-760e-426c-b64a-1c34d5dee8ce" -d '{"events": [{"server_uuid": "fdd2d25e-f84e-4e63-99d4-f7091b3c0671", "name": "network-vif-deleted", "tag": "0f601d63-34ed-4399-9c65-9668b339e8f3"}]}' {{(pid=93916) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:24:14.703813 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 60914) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:24:14.713131 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-d34cde92-966f-4414-8377-36adba19bbf6 req-4ac1d45d-c1ef-470f-a5f1-1a7c187cfc2f tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] 10.222.0.16 "GET /v2.0/security-groups?id=39320fa9-4894-4542-95e3-d64e174c637e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575640 Jul 14 18:24:14.900735 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 60922) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:24:14.923387 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-26f31c18-ee89-45d8-bc9e-81a6e6161048 req-3adcad31-dd7e-422b-aab6-64f741e9c9ba tempest-ServerMetadataNegativeTestJSON-1834120816 tempest-ServerMetadataNegativeTestJSON-1834120816-project] 10.222.0.16 "GET /v2.0/ports?device_id=2da16e03-3657-471e-aa6b-bf152f325497 HTTP/1.1" status: 200 len: 210 time: 0.0684588 Jul 14 18:24:14.987521 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-8471ba06-44f0-473d-853a-d45733584626 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0a6a8e07e1ce4e4e84e3fe5c59c6747c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0856173 Jul 14 18:24:14.989910 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 60930) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:24:15.078289 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-64fc22a6-7d2f-49ef-b3c6-055c5dfb4162 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:15.122344 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 18:24:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfea7a24-065e-4dfa-906a-dd3c56fa925d x-openstack-request-id: req-bfea7a24-065e-4dfa-906a-dd3c56fa925d {{(pid=93916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:24:15.122665 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdd2d25e-f84e-4e63-99d4-f7091b3c0671", "name": "network-vif-deleted", "tag": "0f601d63-34ed-4399-9c65-9668b339e8f3", "status": "completed", "code": 200}]} {{(pid=93916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:24:15.122888 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-bfea7a24-065e-4dfa-906a-dd3c56fa925d {{(pid=93916) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:24:15.123516 n-d-800634-3 neutron-server[93916]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdd2d25e-f84e-4e63-99d4-f7091b3c0671', 'name': 'network-vif-deleted', 'tag': '0f601d63-34ed-4399-9c65-9668b339e8f3', 'status': 'completed', 'code': 200} Jul 14 18:24:15.153076 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-64fc22a6-7d2f-49ef-b3c6-055c5dfb4162 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:15.219829 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac6a223-52c3-4525-ba9f-b417cf70bf71 req-64e88cca-a764-410e-b308-3cd603303406 tempest-ServerMetadataNegativeTestJSON-1834120816 tempest-ServerMetadataNegativeTestJSON-1834120816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:24:15.221413 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-0ac6a223-52c3-4525-ba9f-b417cf70bf71 req-64e88cca-a764-410e-b308-3cd603303406 tempest-ServerMetadataNegativeTestJSON-1834120816 tempest-ServerMetadataNegativeTestJSON-1834120816-project] 10.222.0.18 "GET /v2.0/networks?id=00eb190e-16b6-44df-affb-99e5d63189cd HTTP/1.1" status: 200 len: 821 time: 0.1574466 Jul 14 18:24:15.236494 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [req-0ac6a223-52c3-4525-ba9f-b417cf70bf71 req-bfdff47d-75f3-4220-b5d7-1351c1d30206 tempest-ServerMetadataNegativeTestJSON-1834120816 tempest-ServerMetadataNegativeTestJSON-1834120816-project] Request body: {'port': {'device_id': '2da16e03-3657-471e-aa6b-bf152f325497', 'network_id': '00eb190e-16b6-44df-affb-99e5d63189cd', 'admin_state_up': True, 'tenant_id': 'ad26288f6c934cc5992d0bac35bdf214'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:24:15.259496 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-64fc22a6-7d2f-49ef-b3c6-055c5dfb4162 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:15.262461 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-64fc22a6-7d2f-49ef-b3c6-055c5dfb4162 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:15.266110 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-64fc22a6-7d2f-49ef-b3c6-055c5dfb4162 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/540fae54-ccea-4309-9c99-81b930eedb86 HTTP/1.1" status: 204 len: 168 time: 0.2726471 Jul 14 18:24:15.313244 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-36557b5a-168c-4ea8-9017-3fd30aec0379 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-510107149-network', 'tenant_id': '327b1c3e1f0f4935a843f320f55291fe'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:24:15.330834 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64fc22a6-7d2f-49ef-b3c6-055c5dfb4162 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=540fae54-ccea-4309-9c99-81b930eedb86,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:24:15.408232 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36557b5a-168c-4ea8-9017-3fd30aec0379 admin admin] Made reservation on behalf of 327b1c3e1f0f4935a843f320f55291fe for: {'network': 1} {{(pid=93916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:24:15.410993 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-36557b5a-168c-4ea8-9017-3fd30aec0379 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for network, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:15.429275 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-36557b5a-168c-4ea8-9017-3fd30aec0379 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:15.489916 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2110871c-7d8f-43a7-b4be-c0ad3e5e4ee9 req-63cff2be-856e-44fe-85f1-9196e9d4e94a tempest-ServerDiagnosticsNegativeTest-1536469659 tempest-ServerDiagnosticsNegativeTest-1536469659-project] 10.222.0.16 "GET /v2.0/ports?device_id=fdd2d25e-f84e-4e63-99d4-f7091b3c0671 HTTP/1.1" status: 200 len: 210 time: 0.0494640 Jul 14 18:24:15.532775 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ac6a223-52c3-4525-ba9f-b417cf70bf71 req-bfdff47d-75f3-4220-b5d7-1351c1d30206 tempest-ServerMetadataNegativeTestJSON-1834120816 tempest-ServerMetadataNegativeTestJSON-1834120816-project] Made reservation on behalf of ad26288f6c934cc5992d0bac35bdf214 for: {'port': 1} {{(pid=93916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:24:15.536424 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-0ac6a223-52c3-4525-ba9f-b417cf70bf71 req-bfdff47d-75f3-4220-b5d7-1351c1d30206 tempest-ServerMetadataNegativeTestJSON-1834120816 tempest-ServerMetadataNegativeTestJSON-1834120816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:15.644974 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-36557b5a-168c-4ea8-9017-3fd30aec0379 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:15.656597 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-36557b5a-168c-4ea8-9017-3fd30aec0379 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:15.690952 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 60960) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:24:15.710486 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36557b5a-168c-4ea8-9017-3fd30aec0379 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 59} {{(pid=93916) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 18:24:15.728364 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36557b5a-168c-4ea8-9017-3fd30aec0379 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed6be154-5b40-4ebc-bd2b-72b3b54dd371,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:24:15.737452 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-76adcd11-c80a-4de4-91c5-dda734b2c486 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f255df6ffb6a40e2a46f4aeb2631ac84&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0451643 Jul 14 18:24:15.740165 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 60964) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:24:15.758472 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-36557b5a-168c-4ea8-9017-3fd30aec0379 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:15.759044 n-d-800634-3 neutron-server[93916]: INFO neutron.db.segments_db [None req-36557b5a-168c-4ea8-9017-3fd30aec0379 admin admin] Added segment ea2d311d-b712-47dc-86e8-854ce64a1f19 of type vlan for network 5b9f9ac3-6ebc-4dc3-8f35-bd7ca736cf0d Jul 14 18:24:15.775207 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.db_base_plugin_common [req-0ac6a223-52c3-4525-ba9f-b417cf70bf71 req-bfdff47d-75f3-4220-b5d7-1351c1d30206 tempest-ServerMetadataNegativeTestJSON-1834120816 tempest-ServerMetadataNegativeTestJSON-1834120816-project] Allocated IP 172.20.0.13 (00eb190e-16b6-44df-affb-99e5d63189cd/f450988d-312f-485b-851e-7fa0573be99e/fd3b03be-c8d9-442a-bfab-d8552b680fec) {{(pid=93916) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:24:15.803939 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-f0940784-34c4-4015-b577-243a20732d24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:15.825107 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-36557b5a-168c-4ea8-9017-3fd30aec0379 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728202197517'] for network, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:15.830288 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-f0940784-34c4-4015-b577-243a20732d24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:15.905803 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-36557b5a-168c-4ea8-9017-3fd30aec0379 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727'] for network, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:15.906787 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36557b5a-168c-4ea8-9017-3fd30aec0379 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:24:15.907365 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-36557b5a-168c-4ea8-9017-3fd30aec0379 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598705'] for network, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:15.983685 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-f0940784-34c4-4015-b577-243a20732d24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:15.986452 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-f0940784-34c4-4015-b577-243a20732d24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:15.987588 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-f0940784-34c4-4015-b577-243a20732d24 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/33cf6d2e-32a4-450b-9381-5252d7e802bc HTTP/1.1" status: 204 len: 168 time: 0.2466433 Jul 14 18:24:16.008379 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0940784-34c4-4015-b577-243a20732d24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33cf6d2e-32a4-450b-9381-5252d7e802bc,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:24:16.015406 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-36557b5a-168c-4ea8-9017-3fd30aec0379 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 1.3102019 Jul 14 18:24:16.020408 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7e2ff9-f191-4303-9c59-b5415f947df6 req-58727d9a-7256-44ff-af9d-58af75dbdbf2 tempest-ImagesTestJSON-313755568 tempest-ImagesTestJSON-313755568-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:24:16.027542 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2e7e2ff9-f191-4303-9c59-b5415f947df6 req-58727d9a-7256-44ff-af9d-58af75dbdbf2 tempest-ImagesTestJSON-313755568 tempest-ImagesTestJSON-313755568-project] 10.222.0.16 "GET /v2.0/networks?id=458a605c-adc1-4322-ba16-e84a0c1f7468 HTTP/1.1" status: 200 len: 805 time: 0.1431472 Jul 14 18:24:16.035007 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 60980) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:24:16.040798 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-9e14fec8-9989-4009-9b42-ee1690ed0f93 admin admin] Request body: {'subnet': {'network_id': '5b9f9ac3-6ebc-4dc3-8f35-bd7ca736cf0d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-510107149-subnet', 'tenant_id': '327b1c3e1f0f4935a843f320f55291fe', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:24:16.047154 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2e7e2ff9-f191-4303-9c59-b5415f947df6 req-70a6e55c-4205-4fcb-98ed-8fed1b8b3826 tempest-ImagesTestJSON-313755568 tempest-ImagesTestJSON-313755568-project] 10.222.0.16 "GET /v2.0/quotas/7d0d66c950aa4c4fbb95dc1c0b4948a1 HTTP/1.1" status: 200 len: 375 time: 0.0184367 Jul 14 18:24:16.052172 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36557b5a-168c-4ea8-9017-3fd30aec0379 admin admin] Pushing event updated for resources: {'Network': ['ID=5b9f9ac3-6ebc-4dc3-8f35-bd7ca736cf0d,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:24:16.062916 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Network 5b9f9ac3-6ebc-4dc3-8f35-bd7ca736cf0d details requested by agent ovs-agent-n-d-800634-3 with host n-d-800634-3 {{(pid=93917) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 18:24:16.096865 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e14fec8-9989-4009-9b42-ee1690ed0f93 admin admin] Made reservation on behalf of 327b1c3e1f0f4935a843f320f55291fe for: {'subnet': 1} {{(pid=93916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:24:16.100043 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-9e14fec8-9989-4009-9b42-ee1690ed0f93 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26033189'] for subnet, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:16.127776 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-0ac6a223-52c3-4525-ba9f-b417cf70bf71 req-bfdff47d-75f3-4220-b5d7-1351c1d30206 tempest-ServerMetadataNegativeTestJSON-1834120816 tempest-ServerMetadataNegativeTestJSON-1834120816-project] Notify callbacks [] for port, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:16.182187 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2e7e2ff9-f191-4303-9c59-b5415f947df6 req-a41fe9ac-ab73-400c-bcdc-b894b339d449 tempest-ImagesTestJSON-313755568 tempest-ImagesTestJSON-313755568-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=7d0d66c950aa4c4fbb95dc1c0b4948a1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1339560 Jul 14 18:24:16.194282 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0156255d-c8c0-4a2a-b189-6307d7f3992b req-572cd782-9c04-4d20-b446-50cb69b0ed2e tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:24:16.203677 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-0156255d-c8c0-4a2a-b189-6307d7f3992b req-572cd782-9c04-4d20-b446-50cb69b0ed2e tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] 10.222.0.16 "GET /v2.0/ports?device_id=e1ed64d8-97dc-40df-9adb-dd5ef5c40fe8 HTTP/1.1" status: 200 len: 945 time: 0.1459734 Jul 14 18:24:16.246273 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-0ac6a223-52c3-4525-ba9f-b417cf70bf71 req-bfdff47d-75f3-4220-b5d7-1351c1d30206 tempest-ServerMetadataNegativeTestJSON-1834120816 tempest-ServerMetadataNegativeTestJSON-1834120816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:16.312140 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-0156255d-c8c0-4a2a-b189-6307d7f3992b req-12fba571-524f-43f8-9f2f-96d1396959f2 tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] 10.222.0.16 "GET /v2.0/security-groups?id=39320fa9-4894-4542-95e3-d64e174c637e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903604 Jul 14 18:24:16.343806 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2e7e2ff9-f191-4303-9c59-b5415f947df6 req-b9bba37a-a5cd-4d8c-b6c4-31cc0ea04250 service neutron] 10.222.0.16 "GET /v2.0/networks/458a605c-adc1-4322-ba16-e84a0c1f7468?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1388376 Jul 14 18:24:16.451315 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2e7e2ff9-f191-4303-9c59-b5415f947df6 req-40458655-d454-4628-9b0c-5c669430a38d service neutron] 10.222.0.16 "GET /v2.0/networks/458a605c-adc1-4322-ba16-e84a0c1f7468?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1015503 Jul 14 18:24:16.556744 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e0b47b-2417-4812-a92d-3e9df1152799 req-084c52c8-0586-44ff-a34e-f17a2e43a3d0 tempest-ServerMetadataNegativeTestJSON-1834120816 tempest-ServerMetadataNegativeTestJSON-1834120816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:24:16.559045 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f1e0b47b-2417-4812-a92d-3e9df1152799 req-084c52c8-0586-44ff-a34e-f17a2e43a3d0 tempest-ServerMetadataNegativeTestJSON-1834120816 tempest-ServerMetadataNegativeTestJSON-1834120816-project] 10.222.0.16 "GET /v2.0/ports?device_id=2da16e03-3657-471e-aa6b-bf152f325497 HTTP/1.1" status: 200 len: 932 time: 0.0995805 Jul 14 18:24:16.613351 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f1e0b47b-2417-4812-a92d-3e9df1152799 req-aa37f053-e51a-4df6-8985-20e5ec4adb4f tempest-ServerMetadataNegativeTestJSON-1834120816 tempest-ServerMetadataNegativeTestJSON-1834120816-project] 10.222.0.16 "GET /v2.0/security-groups?id=d409a43b-561e-41ea-8521-536b0da35abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467277 Jul 14 18:24:16.648852 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ac6a223-52c3-4525-ba9f-b417cf70bf71 req-bfdff47d-75f3-4220-b5d7-1351c1d30206 tempest-ServerMetadataNegativeTestJSON-1834120816 tempest-ServerMetadataNegativeTestJSON-1834120816-project] Network 00eb190e-16b6-44df-affb-99e5d63189cd is already hosted by enough agents. {{(pid=93916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:24:16.662374 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device 74b3581d-3979-498e-9732-401716c126f4 no longer exists at agent hyperv_n-h1-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 18:24:16.679085 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [req-0ac6a223-52c3-4525-ba9f-b417cf70bf71 req-bfdff47d-75f3-4220-b5d7-1351c1d30206 tempest-ServerMetadataNegativeTestJSON-1834120816 tempest-ServerMetadataNegativeTestJSON-1834120816-project] Resources bound (agent type, host, resource id): {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:24:16.703336 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ac6a223-52c3-4525-ba9f-b417cf70bf71 req-bfdff47d-75f3-4220-b5d7-1351c1d30206 tempest-ServerMetadataNegativeTestJSON-1834120816 tempest-ServerMetadataNegativeTestJSON-1834120816-project] Received port after_create {{(pid=93916) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:24:16.717524 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfdff47d-75f3-4220-b5d7-1351c1d30206 tempest-ServerMetadataNegativeTestJSON-1834120816 tempest-ServerMetadataNegativeTestJSON-1834120816-project] Pushing event updated for resources: {'Port': ['ID=fd3b03be-c8d9-442a-bfab-d8552b680fec,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:24:16.829685 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:16.845937 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a1978d82-985b-41ab-840c-0f6eadbba060 req-9f997ff5-f9cf-4287-a1c9-0efbfcc74e55 tempest-ImagesTestJSON-313755568 tempest-ImagesTestJSON-313755568-project] 10.222.0.16 "GET /v2.0/ports?device_id=34ada4aa-7d10-4b46-a74b-0ace9f3e3335 HTTP/1.1" status: 200 len: 210 time: 0.0520372 Jul 14 18:24:16.864590 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c62d57ac-ab40-483c-9034-7ee4ebffb3cc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '74b3581d-3979-498e-9732-401716c126f4'}] {{(pid=93917) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:24:16.864590 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20b787f3c29eaa7aa2a4d648c725a2124c5ff39a8d793252f9d844495e14cf42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb1718da-adb9-413b-a1fc-07b4ce5e0155" -d '{"events": [{"server_uuid": "c62d57ac-ab40-483c-9034-7ee4ebffb3cc", "name": "network-vif-unplugged", "status": "completed", "tag": "74b3581d-3979-498e-9732-401716c126f4"}]}' {{(pid=93917) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:24:16.888805 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port 74b3581d-3979-498e-9732-401716c126f4, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=74b3581d-3979-498e-9732-401716c126f4,segment=NetworkSegment(ed557757-f640-484f-8cda-41a92c321398),segment_id=ed557757-f640-484f-8cda-41a92c321398)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:24:16.898161 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:16.899453 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device 0f601d63-34ed-4399-9c65-9668b339e8f3 no longer exists at agent hyperv_n-h1-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 18:24:16.924385 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac6a223-52c3-4525-ba9f-b417cf70bf71 req-bfdff47d-75f3-4220-b5d7-1351c1d30206 tempest-ServerMetadataNegativeTestJSON-1834120816 tempest-ServerMetadataNegativeTestJSON-1834120816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:24:16.925079 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-0ac6a223-52c3-4525-ba9f-b417cf70bf71 req-bfdff47d-75f3-4220-b5d7-1351c1d30206 tempest-ServerMetadataNegativeTestJSON-1834120816 tempest-ServerMetadataNegativeTestJSON-1834120816-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:16.944743 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-9e14fec8-9989-4009-9b42-ee1690ed0f93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2684753', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26033175'] for subnet, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:17.033298 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 32788) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:24:17.036385 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-0ac6a223-52c3-4525-ba9f-b417cf70bf71 req-bfdff47d-75f3-4220-b5d7-1351c1d30206 tempest-ServerMetadataNegativeTestJSON-1834120816 tempest-ServerMetadataNegativeTestJSON-1834120816-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8060179 Jul 14 18:24:17.055256 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [req-0ac6a223-52c3-4525-ba9f-b417cf70bf71 req-6ab06205-10e7-4897-897f-4fb7664866ff service neutron] Request body: {'port': {'device_id': '2da16e03-3657-471e-aa6b-bf152f325497', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800634-3'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:24:17.088181 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 14 Jul 2021 18:24:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c571848-b4f9-4cbc-a4c5-7f872e1650ff x-openstack-request-id: req-9c571848-b4f9-4cbc-a4c5-7f872e1650ff {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:24:17.089263 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c62d57ac-ab40-483c-9034-7ee4ebffb3cc", "name": "network-vif-unplugged", "status": "completed", "tag": "74b3581d-3979-498e-9732-401716c126f4", "code": 200}]} {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:24:17.089751 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9c571848-b4f9-4cbc-a4c5-7f872e1650ff {{(pid=93917) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:24:17.090399 n-d-800634-3 neutron-server[93917]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c62d57ac-ab40-483c-9034-7ee4ebffb3cc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '74b3581d-3979-498e-9732-401716c126f4', 'code': 200} Jul 14 18:24:17.091219 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] No Port match for: 0f601d63-34ed-4399-9c65-9668b339e8f3 {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 18:24:17.091789 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device 0f601d63-34ed-4399-9c65-9668b339e8f3 not bound to the agent host n-h1-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 18:24:17.121883 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Pushing event updated for resources: {'Port': ['ID=74b3581d-3979-498e-9732-401716c126f4,revision_number=8']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:24:17.126748 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 32794) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:24:17.199475 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e14fec8-9989-4009-9b42-ee1690ed0f93 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e0f57fb3-d58e-4f09-b512-33298fff8025,revision_number=0']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:24:17.221892 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e14fec8-9989-4009-9b42-ee1690ed0f93 admin admin] Checking segment: {'id': 'ea2d311d-b712-47dc-86e8-854ce64a1f19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '5b9f9ac3-6ebc-4dc3-8f35-bd7ca736cf0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93916) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:24:17.222850 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e14fec8-9989-4009-9b42-ee1690ed0f93 admin admin] Network hostable DHCP agents. Network: 5b9f9ac3-6ebc-4dc3-8f35-bd7ca736cf0d, hostable agents: ['028393c3-0576-4ebd-bca1-8ea8a148e1a2'], hosted agents: [] {{(pid=93916) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 18:24:17.271989 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-7d244fd5-18e1-4246-b1b4-a4db6ad3a6ce admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-726113121-network', 'tenant_id': 'bf822237a04049a3b403ec64903a20e0'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:24:17.308075 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e14fec8-9989-4009-9b42-ee1690ed0f93 admin admin] Network 5b9f9ac3-6ebc-4dc3-8f35-bd7ca736cf0d is scheduled to be hosted by DHCP agent 028393c3-0576-4ebd-bca1-8ea8a148e1a2 with binding_index 1 {{(pid=93916) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 18:24:17.310762 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d244fd5-18e1-4246-b1b4-a4db6ad3a6ce admin admin] Made reservation on behalf of bf822237a04049a3b403ec64903a20e0 for: {'network': 1} {{(pid=93915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:24:17.313201 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-7d244fd5-18e1-4246-b1b4-a4db6ad3a6ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for network, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:17.313371 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-0ac6a223-52c3-4525-ba9f-b417cf70bf71 req-6ab06205-10e7-4897-897f-4fb7664866ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:17.332798 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d6088b-c9d8-4b5d-9770-13dba3451154 req-287fd7fd-54d9-4b85-8540-80fed3d51554 tempest-ImagesTestJSON-313755568 tempest-ImagesTestJSON-313755568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:24:17.334378 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-03d6088b-c9d8-4b5d-9770-13dba3451154 req-287fd7fd-54d9-4b85-8540-80fed3d51554 tempest-ImagesTestJSON-313755568 tempest-ImagesTestJSON-313755568-project] 10.222.0.18 "GET /v2.0/ports?device_id=c62d57ac-ab40-483c-9034-7ee4ebffb3cc HTTP/1.1" status: 200 len: 943 time: 0.1905484 Jul 14 18:24:17.335929 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-1b50ad80-5fe0-4ba4-a8db-ed74d93717ae admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=181cb5b4bab642acba6abe440617aa80&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2007961 Jul 14 18:24:17.337653 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 32800) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:24:17.338168 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-7d244fd5-18e1-4246-b1b4-a4db6ad3a6ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:17.360679 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [None req-9e14fec8-9989-4009-9b42-ee1690ed0f93 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-3, 5b9f9ac3-6ebc-4dc3-8f35-bd7ca736cf0d) {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:24:17.368997 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d58c860-72a4-4cf2-a4f4-d4230c995c57 None None] Network 5b9f9ac3-6ebc-4dc3-8f35-bd7ca736cf0d requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:24:17.466699 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e14fec8-9989-4009-9b42-ee1690ed0f93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:24:17.467613 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-9e14fec8-9989-4009-9b42-ee1690ed0f93 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598705'] for subnet, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:17.512718 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-7d244fd5-18e1-4246-b1b4-a4db6ad3a6ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:17.530350 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-7d244fd5-18e1-4246-b1b4-a4db6ad3a6ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:17.546649 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d244fd5-18e1-4246-b1b4-a4db6ad3a6ce admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 77} {{(pid=93915) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 18:24:17.558258 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-7d244fd5-18e1-4246-b1b4-a4db6ad3a6ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:17.558695 n-d-800634-3 neutron-server[93915]: INFO neutron.db.segments_db [None req-7d244fd5-18e1-4246-b1b4-a4db6ad3a6ce admin admin] Added segment 0530ac92-8368-43bd-99e1-1d63788a18a6 of type vlan for network db91f325-26eb-46a5-a055-fa987825e5d3 Jul 14 18:24:17.598191 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04127094-aac9-4893-930d-40416224d955 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9222b97e-5d1c-54f8-ba97-82f172498e76-5b9f9ac3-6ebc-4dc3-8f35-bd7ca736cf0d', 'network_id': '5b9f9ac3-6ebc-4dc3-8f35-bd7ca736cf0d', 'tenant_id': '327b1c3e1f0f4935a843f320f55291fe', 'fixed_ips': [{'subnet_id': 'e0f57fb3-d58e-4f09-b512-33298fff8025'}]}} from n-d-800634-3. {{(pid=93917) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 18:24:17.599278 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-04127094-aac9-4893-930d-40416224d955 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:17.605566 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-9e14fec8-9989-4009-9b42-ee1690ed0f93 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.5695059 Jul 14 18:24:17.611744 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 32804) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:24:17.619471 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-7d244fd5-18e1-4246-b1b4-a4db6ad3a6ce admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728202197517'] for network, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:17.625457 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-a19c2465-fd5b-4ebe-8f70-f51a0141baba admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-510107149-router', 'tenant_id': '327b1c3e1f0f4935a843f320f55291fe', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61'}}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:24:17.630335 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-6516d476-143a-48f9-bd93-05f119e5cb87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:17.666233 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-7d244fd5-18e1-4246-b1b4-a4db6ad3a6ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727'] for network, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:17.667278 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d244fd5-18e1-4246-b1b4-a4db6ad3a6ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:24:17.667919 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-7d244fd5-18e1-4246-b1b4-a4db6ad3a6ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598705'] for network, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:17.704941 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d090cc2-926a-4414-9a4f-bbcf0eaaf6d6 req-ec2ba567-57c7-4946-a2ad-5a65aae19575 tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:24:17.706377 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-1d090cc2-926a-4414-9a4f-bbcf0eaaf6d6 req-ec2ba567-57c7-4946-a2ad-5a65aae19575 tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] 10.222.0.16 "GET /v2.0/ports?device_id=e1ed64d8-97dc-40df-9adb-dd5ef5c40fe8 HTTP/1.1" status: 200 len: 945 time: 0.2578230 Jul 14 18:24:17.757408 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.db_base_plugin_common [None req-04127094-aac9-4893-930d-40416224d955 None None] Allocated IP 172.20.0.2 (5b9f9ac3-6ebc-4dc3-8f35-bd7ca736cf0d/e0f57fb3-d58e-4f09-b512-33298fff8025/1652550c-cd2b-45b2-89e6-f8ad17d8f89e) {{(pid=93917) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:24:17.767640 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d244fd5-18e1-4246-b1b4-a4db6ad3a6ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92b6cf98-5ffd-4d42-aa1d-ac514d77ee82,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:24:17.785608 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-6516d476-143a-48f9-bd93-05f119e5cb87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:17.809869 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a19c2465-fd5b-4ebe-8f70-f51a0141baba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-571768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11104'] for router, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:17.811208 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a19c2465-fd5b-4ebe-8f70-f51a0141baba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-571675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-930014', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-632314', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11129'] for router, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:17.831262 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-7d244fd5-18e1-4246-b1b4-a4db6ad3a6ce admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.7941768 Jul 14 18:24:17.836238 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d244fd5-18e1-4246-b1b4-a4db6ad3a6ce admin admin] Pushing event updated for resources: {'Network': ['ID=db91f325-26eb-46a5-a055-fa987825e5d3,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:24:17.839403 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 32810) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:24:17.852809 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Network db91f325-26eb-46a5-a055-fa987825e5d3 details requested by agent ovs-agent-n-d-800634-3 with host n-d-800634-3 {{(pid=93917) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 18:24:17.853034 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-1d090cc2-926a-4414-9a4f-bbcf0eaaf6d6 req-a0267bc7-7e7d-4bd1-8deb-6f0dd7b27407 tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] 10.222.0.16 "GET /v2.0/security-groups?id=39320fa9-4894-4542-95e3-d64e174c637e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314962 Jul 14 18:24:17.853487 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-d92db88f-3641-495d-be43-93fdaece0db1 admin admin] Request body: {'subnet': {'network_id': 'db91f325-26eb-46a5-a055-fa987825e5d3', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-726113121-subnet', 'tenant_id': 'bf822237a04049a3b403ec64903a20e0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:24:17.887730 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d640f4-109f-41d6-82d0-46c1bbc86d01 req-8dff6205-de5f-4c82-99b7-394149293397 tempest-ServerMetadataNegativeTestJSON-1834120816 tempest-ServerMetadataNegativeTestJSON-1834120816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:24:17.895688 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-26d640f4-109f-41d6-82d0-46c1bbc86d01 req-8dff6205-de5f-4c82-99b7-394149293397 tempest-ServerMetadataNegativeTestJSON-1834120816 tempest-ServerMetadataNegativeTestJSON-1834120816-project] 10.222.0.16 "GET /v2.0/ports?device_id=2da16e03-3657-471e-aa6b-bf152f325497 HTTP/1.1" status: 200 len: 932 time: 0.1292024 Jul 14 18:24:17.948839 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-26d640f4-109f-41d6-82d0-46c1bbc86d01 req-cb6d9bec-420b-46d4-8f4c-a7f25e6a7fd4 tempest-ServerMetadataNegativeTestJSON-1834120816 tempest-ServerMetadataNegativeTestJSON-1834120816-project] 10.222.0.16 "GET /v2.0/security-groups?id=d409a43b-561e-41ea-8521-536b0da35abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434618 Jul 14 18:24:17.949673 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a19c2465-fd5b-4ebe-8f70-f51a0141baba admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:17.969928 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [req-03d6088b-c9d8-4b5d-9770-13dba3451154 req-4a573eaa-b0da-4cf6-b0f8-c093588440ef tempest-ImagesTestJSON-313755568 tempest-ImagesTestJSON-313755568-project] Deleting port 74b3581d-3979-498e-9732-401716c126f4 {{(pid=93916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:24:17.970536 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-03d6088b-c9d8-4b5d-9770-13dba3451154 req-4a573eaa-b0da-4cf6-b0f8-c093588440ef tempest-ImagesTestJSON-313755568 tempest-ImagesTestJSON-313755568-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:17.987621 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-04127094-aac9-4893-930d-40416224d955 None None] Notify callbacks [] for port, precommit_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:17.998753 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-04127094-aac9-4893-930d-40416224d955 None None] Transition to ACTIVE for port object 1652550c-cd2b-45b2-89e6-f8ad17d8f89e will not be triggered until provisioned by entity L2. {{(pid=93917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:24:18.018853 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-04127094-aac9-4893-930d-40416224d955 None None] Transition to ACTIVE for port object 1652550c-cd2b-45b2-89e6-f8ad17d8f89e will not be triggered until provisioned by entity DHCP. {{(pid=93917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:24:18.026772 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-04127094-aac9-4893-930d-40416224d955 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804'] for port, after_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:18.067787 n-d-800634-3 neutron-server[93917]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04127094-aac9-4893-930d-40416224d955 None None] Network 5b9f9ac3-6ebc-4dc3-8f35-bd7ca736cf0d is already hosted by enough agents. {{(pid=93917) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:24:18.073052 n-d-800634-3 neutron-server[93917]: DEBUG neutron.scheduler.base_scheduler [None req-04127094-aac9-4893-930d-40416224d955 None None] Resources bound (agent type, host, resource id): {{(pid=93917) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:24:18.077694 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04127094-aac9-4893-930d-40416224d955 None None] Received port after_create {{(pid=93917) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:24:18.119677 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d92db88f-3641-495d-be43-93fdaece0db1 admin admin] Made reservation on behalf of bf822237a04049a3b403ec64903a20e0 for: {'subnet': 1} {{(pid=93916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:24:18.123513 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04127094-aac9-4893-930d-40416224d955 None None] Pushing event updated for resources: {'Port': ['ID=1652550c-cd2b-45b2-89e6-f8ad17d8f89e,revision_number=1']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:24:18.132642 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-d92db88f-3641-495d-be43-93fdaece0db1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26033189'] for subnet, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:18.167434 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-eb829ce3-050f-4278-9d01-4f29aef35c5f req-d65e82a9-5195-4a9c-ab76-39801ec6347c tempest-ImagesTestJSON-313755568 tempest-ImagesTestJSON-313755568-project] 10.222.0.16 "GET /v2.0/ports?device_id=34ada4aa-7d10-4b46-a74b-0ace9f3e3335 HTTP/1.1" status: 200 len: 210 time: 0.0511231 Jul 14 18:24:18.170125 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-04127094-aac9-4893-930d-40416224d955 None None] Attempting to bind port 1652550c-cd2b-45b2-89e6-f8ad17d8f89e on host n-d-800634-3 for vnic_type normal with profile {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:24:18.170739 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-04127094-aac9-4893-930d-40416224d955 None None] Attempting to bind port 1652550c-cd2b-45b2-89e6-f8ad17d8f89e by drivers openvswitch,hyperv on host n-d-800634-3 at level 0 using segments [{'id': 'ea2d311d-b712-47dc-86e8-854ce64a1f19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '5b9f9ac3-6ebc-4dc3-8f35-bd7ca736cf0d'}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:24:18.171273 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04127094-aac9-4893-930d-40416224d955 None None] Attempting to bind port 1652550c-cd2b-45b2-89e6-f8ad17d8f89e on network 5b9f9ac3-6ebc-4dc3-8f35-bd7ca736cf0d {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:24:18.176683 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04127094-aac9-4893-930d-40416224d955 None None] Checking agent: {'id': '01c19e91-a945-4e3c-94a6-c211e17c923e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 8, 23), 'started_at': datetime.datetime(2021, 7, 14, 18, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 18, 23, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 18:24:18.177260 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04127094-aac9-4893-930d-40416224d955 None None] Checking segment: {'id': 'ea2d311d-b712-47dc-86e8-854ce64a1f19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '5b9f9ac3-6ebc-4dc3-8f35-bd7ca736cf0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93917) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:24:18.177825 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-04127094-aac9-4893-930d-40416224d955 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:18.178390 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04127094-aac9-4893-930d-40416224d955 None None] Bound using segment: {'id': 'ea2d311d-b712-47dc-86e8-854ce64a1f19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '5b9f9ac3-6ebc-4dc3-8f35-bd7ca736cf0d'} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 18:24:18.179012 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-04127094-aac9-4893-930d-40416224d955 None None] Bound port: 1652550c-cd2b-45b2-89e6-f8ad17d8f89e, host: n-d-800634-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea2d311d-b712-47dc-86e8-854ce64a1f19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '5b9f9ac3-6ebc-4dc3-8f35-bd7ca736cf0d'}}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 18:24:18.179562 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-04127094-aac9-4893-930d-40416224d955 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:18.259534 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-04127094-aac9-4893-930d-40416224d955 None None] For port 1652550c-cd2b-45b2-89e6-f8ad17d8f89e, host n-d-800634-3, cleared binding levels {{(pid=93917) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:24:18.263210 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-04127094-aac9-4893-930d-40416224d955 None None] For port 1652550c-cd2b-45b2-89e6-f8ad17d8f89e, host n-d-800634-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=1652550c-cd2b-45b2-89e6-f8ad17d8f89e,segment=NetworkSegment(ea2d311d-b712-47dc-86e8-854ce64a1f19),segment_id=ea2d311d-b712-47dc-86e8-854ce64a1f19)] {{(pid=93917) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 18:24:18.267797 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-04127094-aac9-4893-930d-40416224d955 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:18.317395 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7e2ff9-f191-4303-9c59-b5415f947df6 req-bd7726f7-c3c8-42cf-a01b-66645684f049 tempest-ImagesTestJSON-313755568 tempest-ImagesTestJSON-313755568-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:24:18.319032 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2e7e2ff9-f191-4303-9c59-b5415f947df6 req-bd7726f7-c3c8-42cf-a01b-66645684f049 tempest-ImagesTestJSON-313755568 tempest-ImagesTestJSON-313755568-project] 10.222.0.18 "GET /v2.0/networks?id=458a605c-adc1-4322-ba16-e84a0c1f7468 HTTP/1.1" status: 200 len: 805 time: 0.1613393 Jul 14 18:24:18.333924 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [req-2e7e2ff9-f191-4303-9c59-b5415f947df6 req-f22b046d-5848-43b3-b863-8a0eaa3fb658 tempest-ImagesTestJSON-313755568 tempest-ImagesTestJSON-313755568-project] Request body: {'port': {'device_id': '34ada4aa-7d10-4b46-a74b-0ace9f3e3335', 'network_id': '458a605c-adc1-4322-ba16-e84a0c1f7468', 'admin_state_up': True, 'tenant_id': '7d0d66c950aa4c4fbb95dc1c0b4948a1'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:24:18.348658 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04127094-aac9-4893-930d-40416224d955 None None] Pushing event updated for resources: {'Port': ['ID=1652550c-cd2b-45b2-89e6-f8ad17d8f89e,revision_number=2']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:24:18.372843 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-6516d476-143a-48f9-bd93-05f119e5cb87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:18.377650 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-6516d476-143a-48f9-bd93-05f119e5cb87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:18.378997 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-6516d476-143a-48f9-bd93-05f119e5cb87 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/951f20f7-fdec-4780-a9da-220feccbad98 HTTP/1.1" status: 204 len: 168 time: 1.0403488 Jul 14 18:24:18.436305 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a19c2465-fd5b-4ebe-8f70-f51a0141baba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-929996', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-571750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11395'] for router, precommit_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:18.447058 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6516d476-143a-48f9-bd93-05f119e5cb87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=951f20f7-fdec-4780-a9da-220feccbad98,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:24:18.465976 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.db [req-03d6088b-c9d8-4b5d-9770-13dba3451154 req-4a573eaa-b0da-4cf6-b0f8-c093588440ef tempest-ImagesTestJSON-313755568 tempest-ImagesTestJSON-313755568-project] For port 74b3581d-3979-498e-9732-401716c126f4, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=74b3581d-3979-498e-9732-401716c126f4,segment=NetworkSegment(ed557757-f640-484f-8cda-41a92c321398),segment_id=ed557757-f640-484f-8cda-41a92c321398)] {{(pid=93916) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:24:18.466343 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-03d6088b-c9d8-4b5d-9770-13dba3451154 req-4a573eaa-b0da-4cf6-b0f8-c093588440ef tempest-ImagesTestJSON-313755568 tempest-ImagesTestJSON-313755568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:18.478477 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e7e2ff9-f191-4303-9c59-b5415f947df6 req-f22b046d-5848-43b3-b863-8a0eaa3fb658 tempest-ImagesTestJSON-313755568 tempest-ImagesTestJSON-313755568-project] Made reservation on behalf of 7d0d66c950aa4c4fbb95dc1c0b4948a1 for: {'port': 1} {{(pid=93915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:24:18.482228 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-2e7e2ff9-f191-4303-9c59-b5415f947df6 req-f22b046d-5848-43b3-b863-8a0eaa3fb658 tempest-ImagesTestJSON-313755568 tempest-ImagesTestJSON-313755568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:18.507430 n-d-800634-3 neutron-server[93916]: DEBUG neutron.notifiers.nova [req-0ac6a223-52c3-4525-ba9f-b417cf70bf71 req-6ab06205-10e7-4897-897f-4fb7664866ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd3b03be-c8d9-442a-bfab-d8552b680fec {{(pid=93916) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 18:24:18.541880 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [req-03d6088b-c9d8-4b5d-9770-13dba3451154 req-4a573eaa-b0da-4cf6-b0f8-c093588440ef tempest-ImagesTestJSON-313755568 tempest-ImagesTestJSON-313755568-project] Calling delete_port for 74b3581d-3979-498e-9732-401716c126f4 owned by compute:nova {{(pid=93916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:24:18.547989 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-0ac6a223-52c3-4525-ba9f-b417cf70bf71 req-6ab06205-10e7-4897-897f-4fb7664866ff service neutron] Notify callbacks [] for port, precommit_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:18.642020 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.provisioning_blocks [req-0ac6a223-52c3-4525-ba9f-b417cf70bf71 req-6ab06205-10e7-4897-897f-4fb7664866ff service neutron] Transition to ACTIVE for port object fd3b03be-c8d9-442a-bfab-d8552b680fec will not be triggered until provisioned by entity L2. {{(pid=93916) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:24:18.656501 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-0ac6a223-52c3-4525-ba9f-b417cf70bf71 req-6ab06205-10e7-4897-897f-4fb7664866ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2684870'] for port, after_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:18.670100 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.db_base_plugin_common [req-2e7e2ff9-f191-4303-9c59-b5415f947df6 req-f22b046d-5848-43b3-b863-8a0eaa3fb658 tempest-ImagesTestJSON-313755568 tempest-ImagesTestJSON-313755568-project] Allocated IP 172.20.0.8 (458a605c-adc1-4322-ba16-e84a0c1f7468/0f82593d-7d30-492d-935c-eafdd92f72c6/0d727e14-7e00-4d23-beaa-680757cedc59) {{(pid=93915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:24:18.841169 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 32820) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:24:18.843715 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 1652550c-cd2b-45b2-89e6-f8ad17d8f89e up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:24:18.858810 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab06205-10e7-4897-897f-4fb7664866ff service neutron] Pushing event updated for resources: {'Port': ['ID=fd3b03be-c8d9-442a-bfab-d8552b680fec,revision_number=2']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:24:18.895270 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning for port 1652550c-cd2b-45b2-89e6-f8ad17d8f89e completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:24:18.956464 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-8ab0d4a9-708c-472b-9469-d936625ec5ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:19.033515 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-d92db88f-3641-495d-be43-93fdaece0db1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2684753', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26033175'] for subnet, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:19.083630 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.managers [req-0ac6a223-52c3-4525-ba9f-b417cf70bf71 req-6ab06205-10e7-4897-897f-4fb7664866ff service neutron] Attempting to bind port fd3b03be-c8d9-442a-bfab-d8552b680fec on host n-h1-800634-3 for vnic_type normal with profile {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:24:19.084011 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.managers [req-0ac6a223-52c3-4525-ba9f-b417cf70bf71 req-6ab06205-10e7-4897-897f-4fb7664866ff service neutron] Attempting to bind port fd3b03be-c8d9-442a-bfab-d8552b680fec by drivers openvswitch,hyperv on host n-h1-800634-3 at level 0 using segments [{'id': 'c8e2a7c4-bd5e-4731-a374-4d60f95eaafc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '00eb190e-16b6-44df-affb-99e5d63189cd'}] {{(pid=93916) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:24:19.084325 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ac6a223-52c3-4525-ba9f-b417cf70bf71 req-6ab06205-10e7-4897-897f-4fb7664866ff service neutron] Attempting to bind port fd3b03be-c8d9-442a-bfab-d8552b680fec on network 00eb190e-16b6-44df-affb-99e5d63189cd {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:24:19.116166 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ac6a223-52c3-4525-ba9f-b417cf70bf71 req-6ab06205-10e7-4897-897f-4fb7664866ff service neutron] Port fd3b03be-c8d9-442a-bfab-d8552b680fec on network 00eb190e-16b6-44df-affb-99e5d63189cd not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-3 {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 18:24:19.116494 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ac6a223-52c3-4525-ba9f-b417cf70bf71 req-6ab06205-10e7-4897-897f-4fb7664866ff service neutron] Attempting to bind port fd3b03be-c8d9-442a-bfab-d8552b680fec on network 00eb190e-16b6-44df-affb-99e5d63189cd {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:24:19.154012 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-2e7e2ff9-f191-4303-9c59-b5415f947df6 req-f22b046d-5848-43b3-b863-8a0eaa3fb658 tempest-ImagesTestJSON-313755568 tempest-ImagesTestJSON-313755568-project] Notify callbacks [] for port, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:19.207363 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92db88f-3641-495d-be43-93fdaece0db1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=30659b4f-ba39-4b10-906b-26ae48991723,revision_number=0']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:24:19.212312 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ac6a223-52c3-4525-ba9f-b417cf70bf71 req-6ab06205-10e7-4897-897f-4fb7664866ff service neutron] Checking agent: {'id': 'a3630ff4-fbee-45d9-b9b6-0ae41cb3a350', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 15, 32), 'started_at': datetime.datetime(2021, 7, 14, 18, 15, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 18, 24, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 18:24:19.212651 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ac6a223-52c3-4525-ba9f-b417cf70bf71 req-6ab06205-10e7-4897-897f-4fb7664866ff service neutron] Checking segment: {'id': 'c8e2a7c4-bd5e-4731-a374-4d60f95eaafc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '00eb190e-16b6-44df-affb-99e5d63189cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93916) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:24:19.213031 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ac6a223-52c3-4525-ba9f-b417cf70bf71 req-6ab06205-10e7-4897-897f-4fb7664866ff service neutron] Bound using segment: {'id': 'c8e2a7c4-bd5e-4731-a374-4d60f95eaafc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '00eb190e-16b6-44df-affb-99e5d63189cd'} {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 18:24:19.213536 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.managers [req-0ac6a223-52c3-4525-ba9f-b417cf70bf71 req-6ab06205-10e7-4897-897f-4fb7664866ff service neutron] Bound port: fd3b03be-c8d9-442a-bfab-d8552b680fec, host: n-h1-800634-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c8e2a7c4-bd5e-4731-a374-4d60f95eaafc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '00eb190e-16b6-44df-affb-99e5d63189cd'}}] {{(pid=93916) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 18:24:19.213908 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-0ac6a223-52c3-4525-ba9f-b417cf70bf71 req-6ab06205-10e7-4897-897f-4fb7664866ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:19.235108 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-03d6088b-c9d8-4b5d-9770-13dba3451154 req-4a573eaa-b0da-4cf6-b0f8-c093588440ef tempest-ImagesTestJSON-313755568 tempest-ImagesTestJSON-313755568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:19.297638 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b331173-d8d1-4a37-939d-702d28ad54da req-66815ebb-49b9-40a6-a494-829da6ae5bda tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:24:19.299198 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-0b331173-d8d1-4a37-939d-702d28ad54da req-66815ebb-49b9-40a6-a494-829da6ae5bda tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] 10.222.0.16 "GET /v2.0/ports?device_id=e1ed64d8-97dc-40df-9adb-dd5ef5c40fe8 HTTP/1.1" status: 200 len: 945 time: 0.1423502 Jul 14 18:24:19.308261 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d03f4b-3f02-4408-b781-6b34f7528ea0 req-0996fbb5-91c8-4f22-979a-4ce93fde5f05 tempest-ServerMetadataNegativeTestJSON-1834120816 tempest-ServerMetadataNegativeTestJSON-1834120816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:24:19.315220 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-03d03f4b-3f02-4408-b781-6b34f7528ea0 req-0996fbb5-91c8-4f22-979a-4ce93fde5f05 tempest-ServerMetadataNegativeTestJSON-1834120816 tempest-ServerMetadataNegativeTestJSON-1834120816-project] 10.222.0.16 "GET /v2.0/ports?device_id=2da16e03-3657-471e-aa6b-bf152f325497 HTTP/1.1" status: 200 len: 944 time: 0.1558204 Jul 14 18:24:19.317715 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-2e7e2ff9-f191-4303-9c59-b5415f947df6 req-f22b046d-5848-43b3-b863-8a0eaa3fb658 tempest-ImagesTestJSON-313755568 tempest-ImagesTestJSON-313755568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:19.337768 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a573eaa-b0da-4cf6-b0f8-c093588440ef tempest-ImagesTestJSON-313755568 tempest-ImagesTestJSON-313755568-project] Pushing event deleted for resources: {'Port': ['ID=74b3581d-3979-498e-9732-401716c126f4,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:24:19.348872 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d92db88f-3641-495d-be43-93fdaece0db1 admin admin] Checking segment: {'id': '0530ac92-8368-43bd-99e1-1d63788a18a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'db91f325-26eb-46a5-a055-fa987825e5d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93916) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:24:19.349364 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d92db88f-3641-495d-be43-93fdaece0db1 admin admin] Network hostable DHCP agents. Network: db91f325-26eb-46a5-a055-fa987825e5d3, hostable agents: ['028393c3-0576-4ebd-bca1-8ea8a148e1a2'], hosted agents: [] {{(pid=93916) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 18:24:19.403895 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e7e2ff9-f191-4303-9c59-b5415f947df6 req-f22b046d-5848-43b3-b863-8a0eaa3fb658 tempest-ImagesTestJSON-313755568 tempest-ImagesTestJSON-313755568-project] Network 458a605c-adc1-4322-ba16-e84a0c1f7468 is already hosted by enough agents. {{(pid=93915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:24:19.422832 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [req-2e7e2ff9-f191-4303-9c59-b5415f947df6 req-f22b046d-5848-43b3-b863-8a0eaa3fb658 tempest-ImagesTestJSON-313755568 tempest-ImagesTestJSON-313755568-project] Resources bound (agent type, host, resource id): {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:24:19.435598 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e7e2ff9-f191-4303-9c59-b5415f947df6 req-f22b046d-5848-43b3-b863-8a0eaa3fb658 tempest-ImagesTestJSON-313755568 tempest-ImagesTestJSON-313755568-project] Received port after_create {{(pid=93915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:24:19.443801 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22b046d-5848-43b3-b863-8a0eaa3fb658 tempest-ImagesTestJSON-313755568 tempest-ImagesTestJSON-313755568-project] Pushing event updated for resources: {'Port': ['ID=0d727e14-7e00-4d23-beaa-680757cedc59,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:24:19.448634 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a19c2465-fd5b-4ebe-8f70-f51a0141baba admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:19.459066 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-03d03f4b-3f02-4408-b781-6b34f7528ea0 req-79b677e5-eafb-4b99-b8fe-0207e92a87df tempest-ServerMetadataNegativeTestJSON-1834120816 tempest-ServerMetadataNegativeTestJSON-1834120816-project] 10.222.0.16 "GET /v2.0/security-groups?id=d409a43b-561e-41ea-8521-536b0da35abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428196 Jul 14 18:24:19.489583 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-0b331173-d8d1-4a37-939d-702d28ad54da req-a2039cb0-70cb-4bed-b040-55422d9c9ebc tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] 10.222.0.16 "GET /v2.0/security-groups?id=39320fa9-4894-4542-95e3-d64e174c637e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1698461 Jul 14 18:24:19.509408 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.l3_dvrscheduler_db [req-03d6088b-c9d8-4b5d-9770-13dba3451154 req-4a573eaa-b0da-4cf6-b0f8-c093588440ef tempest-ImagesTestJSON-313755568 tempest-ImagesTestJSON-313755568-project] No DVR routers for this DVR port 74b3581d-3979-498e-9732-401716c126f4 on host n-h1-800634-3 {{(pid=93916) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 18:24:19.519608 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a19c2465-fd5b-4ebe-8f70-f51a0141baba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:19.529743 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-03d6088b-c9d8-4b5d-9770-13dba3451154 req-4a573eaa-b0da-4cf6-b0f8-c093588440ef tempest-ImagesTestJSON-313755568 tempest-ImagesTestJSON-313755568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:19.534275 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-03d6088b-c9d8-4b5d-9770-13dba3451154 req-4a573eaa-b0da-4cf6-b0f8-c093588440ef tempest-ImagesTestJSON-313755568 tempest-ImagesTestJSON-313755568-project] 10.222.0.18 "DELETE /v2.0/ports/74b3581d-3979-498e-9732-401716c126f4 HTTP/1.1" status: 204 len: 173 time: 2.1891260 Jul 14 18:24:19.534792 n-d-800634-3 neutron-server[93916]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c62d57ac-ab40-483c-9034-7ee4ebffb3cc', 'name': 'network-vif-deleted', 'tag': '74b3581d-3979-498e-9732-401716c126f4'}] {{(pid=93916) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:24:19.538556 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f803e150b363a7893830aa996ac27753fa25517c406ecd3536b7c2d4b26eeb9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8531efe-2aad-4204-a1f7-fe6c8fb2a759" -d '{"events": [{"server_uuid": "c62d57ac-ab40-483c-9034-7ee4ebffb3cc", "name": "network-vif-deleted", "tag": "74b3581d-3979-498e-9732-401716c126f4"}]}' {{(pid=93916) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:24:19.541766 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7e2ff9-f191-4303-9c59-b5415f947df6 req-f22b046d-5848-43b3-b863-8a0eaa3fb658 tempest-ImagesTestJSON-313755568 tempest-ImagesTestJSON-313755568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:24:19.542418 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-2e7e2ff9-f191-4303-9c59-b5415f947df6 req-f22b046d-5848-43b3-b863-8a0eaa3fb658 tempest-ImagesTestJSON-313755568 tempest-ImagesTestJSON-313755568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:19.552478 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d92db88f-3641-495d-be43-93fdaece0db1 admin admin] Network db91f325-26eb-46a5-a055-fa987825e5d3 is scheduled to be hosted by DHCP agent 028393c3-0576-4ebd-bca1-8ea8a148e1a2 with binding_index 1 {{(pid=93916) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 18:24:19.556583 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.db [req-0ac6a223-52c3-4525-ba9f-b417cf70bf71 req-6ab06205-10e7-4897-897f-4fb7664866ff service neutron] For port fd3b03be-c8d9-442a-bfab-d8552b680fec, host n-h1-800634-3, cleared binding levels {{(pid=93916) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:24:19.601763 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [None req-d92db88f-3641-495d-be43-93fdaece0db1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-3, db91f325-26eb-46a5-a055-fa987825e5d3) {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:24:19.607086 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d92db88f-3641-495d-be43-93fdaece0db1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:24:19.611863 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ceeebd33-e870-4e6c-aed8-b1b666dfedb8 None None] Network db91f325-26eb-46a5-a055-fa987825e5d3 requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:24:19.616189 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-d92db88f-3641-495d-be43-93fdaece0db1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598705'] for subnet, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:19.688431 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da5a1487-cbf9-473f-8e66-b5152faeb43e None None] Network 5b9f9ac3-6ebc-4dc3-8f35-bd7ca736cf0d requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:24:19.694353 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-8ab0d4a9-708c-472b-9469-d936625ec5ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:19.698260 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.db [req-0ac6a223-52c3-4525-ba9f-b417cf70bf71 req-6ab06205-10e7-4897-897f-4fb7664866ff service neutron] For port fd3b03be-c8d9-442a-bfab-d8552b680fec, host n-h1-800634-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=fd3b03be-c8d9-442a-bfab-d8552b680fec,segment=NetworkSegment(c8e2a7c4-bd5e-4731-a374-4d60f95eaafc),segment_id=c8e2a7c4-bd5e-4731-a374-4d60f95eaafc)] {{(pid=93916) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 18:24:19.707926 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 18:24:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b26bfc9-4fde-4e7a-86c1-d6fc617d645d x-openstack-request-id: req-9b26bfc9-4fde-4e7a-86c1-d6fc617d645d {{(pid=93916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:24:19.709261 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c62d57ac-ab40-483c-9034-7ee4ebffb3cc", "name": "network-vif-deleted", "tag": "74b3581d-3979-498e-9732-401716c126f4", "status": "completed", "code": 200}]} {{(pid=93916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:24:19.709647 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9b26bfc9-4fde-4e7a-86c1-d6fc617d645d {{(pid=93916) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:24:19.710741 n-d-800634-3 neutron-server[93916]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c62d57ac-ab40-483c-9034-7ee4ebffb3cc', 'name': 'network-vif-deleted', 'tag': '74b3581d-3979-498e-9732-401716c126f4', 'status': 'completed', 'code': 200} Jul 14 18:24:19.720842 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-8ab0d4a9-708c-472b-9469-d936625ec5ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:19.721062 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2e7e2ff9-f191-4303-9c59-b5415f947df6 req-f22b046d-5848-43b3-b863-8a0eaa3fb658 tempest-ImagesTestJSON-313755568 tempest-ImagesTestJSON-313755568-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3933103 Jul 14 18:24:19.740978 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [req-2e7e2ff9-f191-4303-9c59-b5415f947df6 req-14e44208-cd13-4b46-8659-bddd58c9ed43 service neutron] Request body: {'port': {'device_id': '34ada4aa-7d10-4b46-a74b-0ace9f3e3335', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800634-3'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:24:19.773077 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-d92db88f-3641-495d-be43-93fdaece0db1 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.9252264 Jul 14 18:24:19.775226 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-0ac6a223-52c3-4525-ba9f-b417cf70bf71 req-6ab06205-10e7-4897-897f-4fb7664866ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2684870'] for port, after_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:19.777104 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-b3121dcf-f252-46e0-bf09-349a2dbf05f3 None None] Provisioning for port 1652550c-cd2b-45b2-89e6-f8ad17d8f89e completed by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:24:19.780097 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df979264-f140-420c-bcd9-75efe4187879 req-b6b92f95-3570-4dbd-8070-dc429ba6acb5 tempest-ImagesTestJSON-313755568 tempest-ImagesTestJSON-313755568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:24:19.787435 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-df979264-f140-420c-bcd9-75efe4187879 req-b6b92f95-3570-4dbd-8070-dc429ba6acb5 tempest-ImagesTestJSON-313755568 tempest-ImagesTestJSON-313755568-project] 10.222.0.16 "GET /v2.0/ports?device_id=34ada4aa-7d10-4b46-a74b-0ace9f3e3335 HTTP/1.1" status: 200 len: 931 time: 0.1254008 Jul 14 18:24:19.863252 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab06205-10e7-4897-897f-4fb7664866ff service neutron] Pushing event updated for resources: {'Port': ['ID=fd3b03be-c8d9-442a-bfab-d8552b680fec,revision_number=3']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:24:19.864289 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-df979264-f140-420c-bcd9-75efe4187879 req-0116fbf7-87f0-4be7-af10-aab0b695cde3 tempest-ImagesTestJSON-313755568 tempest-ImagesTestJSON-313755568-project] 10.222.0.16 "GET /v2.0/security-groups?id=96a7afe7-a122-4b0d-8907-2d91e1bd838f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758915 Jul 14 18:24:19.883855 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac6a223-52c3-4525-ba9f-b417cf70bf71 req-6ab06205-10e7-4897-897f-4fb7664866ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:24:19.884820 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-0ac6a223-52c3-4525-ba9f-b417cf70bf71 req-6ab06205-10e7-4897-897f-4fb7664866ff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:19.886722 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-0ac6a223-52c3-4525-ba9f-b417cf70bf71 req-6ab06205-10e7-4897-897f-4fb7664866ff service neutron] 10.222.0.18 "PUT /v2.0/ports/fd3b03be-c8d9-442a-bfab-d8552b680fec HTTP/1.1" status: 200 len: 1092 time: 2.8368976 Jul 14 18:24:19.888283 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-2e7e2ff9-f191-4303-9c59-b5415f947df6 req-14e44208-cd13-4b46-8659-bddd58c9ed43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:19.901456 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-b3121dcf-f252-46e0-bf09-349a2dbf05f3 None None] Provisioning complete for port 1652550c-cd2b-45b2-89e6-f8ad17d8f89e triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:24:19.901906 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b3121dcf-f252-46e0-bf09-349a2dbf05f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:19.940531 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-8ab0d4a9-708c-472b-9469-d936625ec5ff admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=63df2cc89bb04303b4d63cff58cb49ba&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0966935 Jul 14 18:24:19.941166 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 32838) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:24:19.941925 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.db_base_plugin_common [None req-a19c2465-fd5b-4ebe-8f70-f51a0141baba admin admin] Allocated IP 172.25.1.56 (9200a437-e1de-4520-88f6-e68386523e61/5f47f848-4532-407a-a0e2-5690ade15fd0/7b6cadfb-63e0-42b1-a6de-6885edf9c8da) {{(pid=93916) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:24:19.979765 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61216606-5c40-4bd1-8b7f-674b09341a40 None None] Network db91f325-26eb-46a5-a055-fa987825e5d3 requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:24:19.991182 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab0d4a9-708c-472b-9469-d936625ec5ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df86e108-12b1-4643-8115-d9524d36542a,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:24:20.144913 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b3121dcf-f252-46e0-bf09-349a2dbf05f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:20.155014 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac6a223-52c3-4525-ba9f-b417cf70bf71 req-935fcd28-5b27-4b08-baa2-4c8f6ad1fe53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:24:20.156625 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-0ac6a223-52c3-4525-ba9f-b417cf70bf71 req-935fcd28-5b27-4b08-baa2-4c8f6ad1fe53 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ad26288f6c934cc5992d0bac35bdf214&device_id=2da16e03-3657-471e-aa6b-bf152f325497 HTTP/1.1" status: 200 len: 1095 time: 0.2123344 Jul 14 18:24:20.200362 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-2d202884-0b6a-4e6a-83f2-3512b5048fab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:20.226187 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a19c2465-fd5b-4ebe-8f70-f51a0141baba admin admin] Notify callbacks [] for port, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:20.229848 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-0ac6a223-52c3-4525-ba9f-b417cf70bf71 req-00e45187-c180-42d9-83b2-63e2f82f9152 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fd3b03be-c8d9-442a-bfab-d8552b680fec HTTP/1.1" status: 200 len: 217 time: 0.0630538 Jul 14 18:24:20.275387 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b3121dcf-f252-46e0-bf09-349a2dbf05f3 None None] For port 1652550c-cd2b-45b2-89e6-f8ad17d8f89e, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=1652550c-cd2b-45b2-89e6-f8ad17d8f89e,segment=NetworkSegment(ea2d311d-b712-47dc-86e8-854ce64a1f19),segment_id=ea2d311d-b712-47dc-86e8-854ce64a1f19)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:24:20.283840 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-2d202884-0b6a-4e6a-83f2-3512b5048fab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:20.295326 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b3121dcf-f252-46e0-bf09-349a2dbf05f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:20.348012 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac6a223-52c3-4525-ba9f-b417cf70bf71 req-87e0b12e-c5e8-447d-be85-7f071b7e82f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:24:20.350449 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-0ac6a223-52c3-4525-ba9f-b417cf70bf71 req-87e0b12e-c5e8-447d-be85-7f071b7e82f9 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f450988d-312f-485b-851e-7fa0573be99e HTTP/1.1" status: 200 len: 861 time: 0.1128414 Jul 14 18:24:20.401376 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3121dcf-f252-46e0-bf09-349a2dbf05f3 None None] Pushing event updated for resources: {'Port': ['ID=1652550c-cd2b-45b2-89e6-f8ad17d8f89e,revision_number=3']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:24:20.422890 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-8f2d5397-e4be-43cd-a8a8-de3e5ea7ad2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:20.432454 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-0ac6a223-52c3-4525-ba9f-b417cf70bf71 req-dcfc285b-eba8-4200-b1c4-0e95695aa9d6 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=00eb190e-16b6-44df-affb-99e5d63189cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0756612 Jul 14 18:24:20.440458 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a19c2465-fd5b-4ebe-8f70-f51a0141baba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:20.440746 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-2d202884-0b6a-4e6a-83f2-3512b5048fab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:20.443713 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-2d202884-0b6a-4e6a-83f2-3512b5048fab admin admin] Notify callbacks [] for security_group, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:20.447626 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-2d202884-0b6a-4e6a-83f2-3512b5048fab admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/df86e108-12b1-4643-8115-d9524d36542a HTTP/1.1" status: 204 len: 168 time: 0.5020604 Jul 14 18:24:20.486258 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d202884-0b6a-4e6a-83f2-3512b5048fab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df86e108-12b1-4643-8115-d9524d36542a,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:24:20.526519 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [req-2e7e2ff9-f191-4303-9c59-b5415f947df6 req-14e44208-cd13-4b46-8659-bddd58c9ed43 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d727e14-7e00-4d23-beaa-680757cedc59 {{(pid=93915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 18:24:20.540360 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-2e7e2ff9-f191-4303-9c59-b5415f947df6 req-14e44208-cd13-4b46-8659-bddd58c9ed43 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:20.554406 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-5c461093-9669-4f11-a44b-8557d49f72e9 None None] Provisioning complete for port 1652550c-cd2b-45b2-89e6-f8ad17d8f89e triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:24:20.554793 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-5c461093-9669-4f11-a44b-8557d49f72e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:20.579625 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.provisioning_blocks [req-2e7e2ff9-f191-4303-9c59-b5415f947df6 req-14e44208-cd13-4b46-8659-bddd58c9ed43 service neutron] Transition to ACTIVE for port object 0d727e14-7e00-4d23-beaa-680757cedc59 will not be triggered until provisioned by entity L2. {{(pid=93915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:24:20.585844 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-2e7e2ff9-f191-4303-9c59-b5415f947df6 req-14e44208-cd13-4b46-8659-bddd58c9ed43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25912978'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:20.657452 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e44208-cd13-4b46-8659-bddd58c9ed43 service neutron] Pushing event updated for resources: {'Port': ['ID=0d727e14-7e00-4d23-beaa-680757cedc59,revision_number=2']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:24:20.677164 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a19c2465-fd5b-4ebe-8f70-f51a0141baba admin admin] Network 9200a437-e1de-4520-88f6-e68386523e61 is already hosted by enough agents. {{(pid=93916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:24:20.692055 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device 74b3581d-3979-498e-9732-401716c126f4 no longer exists at agent hyperv_n-h1-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 18:24:20.693392 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [None req-a19c2465-fd5b-4ebe-8f70-f51a0141baba admin admin] Resources bound (agent type, host, resource id): {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:24:20.697650 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19c2465-fd5b-4ebe-8f70-f51a0141baba admin admin] Pushing event updated for resources: {'Port': ['ID=7b6cadfb-63e0-42b1-a6de-6885edf9c8da,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:24:20.699928 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a19c2465-fd5b-4ebe-8f70-f51a0141baba admin admin] Received port after_create {{(pid=93916) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:24:20.735074 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] No Port match for: 74b3581d-3979-498e-9732-401716c126f4 {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 18:24:20.735074 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device 74b3581d-3979-498e-9732-401716c126f4 not bound to the agent host n-h1-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 18:24:20.836057 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 1652550c-cd2b-45b2-89e6-f8ad17d8f89e up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:24:20.884857 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 32864) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:24:20.898079 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-04ee962f-eb7f-4725-a0e4-158887130f73 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-2146037442-network', 'tenant_id': '8c0a2b2c5d6f422794b82f5eddfd4654'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:24:20.917762 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port 1652550c-cd2b-45b2-89e6-f8ad17d8f89e triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:24:20.918175 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:20.935460 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ccd842-a0ce-41e6-84b3-7cfec628a906 req-33ef6c61-f1c6-454c-a83b-4a61a6d15f48 tempest-ServerMetadataNegativeTestJSON-1834120816 tempest-ServerMetadataNegativeTestJSON-1834120816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:24:20.943252 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-d3ccd842-a0ce-41e6-84b3-7cfec628a906 req-33ef6c61-f1c6-454c-a83b-4a61a6d15f48 tempest-ServerMetadataNegativeTestJSON-1834120816 tempest-ServerMetadataNegativeTestJSON-1834120816-project] 10.222.0.16 "GET /v2.0/ports?device_id=2da16e03-3657-471e-aa6b-bf152f325497 HTTP/1.1" status: 200 len: 944 time: 0.2815046 Jul 14 18:24:21.004246 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-2e7e2ff9-f191-4303-9c59-b5415f947df6 req-14e44208-cd13-4b46-8659-bddd58c9ed43 service neutron] Attempting to bind port 0d727e14-7e00-4d23-beaa-680757cedc59 on host n-h1-800634-3 for vnic_type normal with profile {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:24:21.004998 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-2e7e2ff9-f191-4303-9c59-b5415f947df6 req-14e44208-cd13-4b46-8659-bddd58c9ed43 service neutron] Attempting to bind port 0d727e14-7e00-4d23-beaa-680757cedc59 by drivers openvswitch,hyperv on host n-h1-800634-3 at level 0 using segments [{'id': 'ed557757-f640-484f-8cda-41a92c321398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '458a605c-adc1-4322-ba16-e84a0c1f7468'}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:24:21.005760 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e7e2ff9-f191-4303-9c59-b5415f947df6 req-14e44208-cd13-4b46-8659-bddd58c9ed43 service neutron] Attempting to bind port 0d727e14-7e00-4d23-beaa-680757cedc59 on network 458a605c-adc1-4322-ba16-e84a0c1f7468 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:24:21.018856 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f550dd46-2b20-4655-bd70-ccff8e81b4dd req-37d7bffb-2f31-4b72-9220-1d79e3e09f0f tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:24:21.027113 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f550dd46-2b20-4655-bd70-ccff8e81b4dd req-37d7bffb-2f31-4b72-9220-1d79e3e09f0f tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] 10.222.0.16 "GET /v2.0/ports?device_id=e1ed64d8-97dc-40df-9adb-dd5ef5c40fe8 HTTP/1.1" status: 200 len: 945 time: 0.2912982 Jul 14 18:24:21.050590 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04ee962f-eb7f-4725-a0e4-158887130f73 admin admin] Made reservation on behalf of 8c0a2b2c5d6f422794b82f5eddfd4654 for: {'network': 1} {{(pid=93915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:24:21.053275 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-04ee962f-eb7f-4725-a0e4-158887130f73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for network, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:21.069079 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e7e2ff9-f191-4303-9c59-b5415f947df6 req-14e44208-cd13-4b46-8659-bddd58c9ed43 service neutron] Port 0d727e14-7e00-4d23-beaa-680757cedc59 on network 458a605c-adc1-4322-ba16-e84a0c1f7468 not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-3 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 18:24:21.069498 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e7e2ff9-f191-4303-9c59-b5415f947df6 req-14e44208-cd13-4b46-8659-bddd58c9ed43 service neutron] Attempting to bind port 0d727e14-7e00-4d23-beaa-680757cedc59 on network 458a605c-adc1-4322-ba16-e84a0c1f7468 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:24:21.086008 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e7e2ff9-f191-4303-9c59-b5415f947df6 req-14e44208-cd13-4b46-8659-bddd58c9ed43 service neutron] Checking agent: {'id': 'a3630ff4-fbee-45d9-b9b6-0ae41cb3a350', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 15, 32), 'started_at': datetime.datetime(2021, 7, 14, 18, 15, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 18, 24, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 18:24:21.086489 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e7e2ff9-f191-4303-9c59-b5415f947df6 req-14e44208-cd13-4b46-8659-bddd58c9ed43 service neutron] Checking segment: {'id': 'ed557757-f640-484f-8cda-41a92c321398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '458a605c-adc1-4322-ba16-e84a0c1f7468'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:24:21.086940 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e7e2ff9-f191-4303-9c59-b5415f947df6 req-14e44208-cd13-4b46-8659-bddd58c9ed43 service neutron] Bound using segment: {'id': 'ed557757-f640-484f-8cda-41a92c321398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '458a605c-adc1-4322-ba16-e84a0c1f7468'} {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 18:24:21.087462 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-2e7e2ff9-f191-4303-9c59-b5415f947df6 req-14e44208-cd13-4b46-8659-bddd58c9ed43 service neutron] Bound port: 0d727e14-7e00-4d23-beaa-680757cedc59, host: n-h1-800634-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed557757-f640-484f-8cda-41a92c321398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '458a605c-adc1-4322-ba16-e84a0c1f7468'}}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 18:24:21.087923 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-2e7e2ff9-f191-4303-9c59-b5415f947df6 req-14e44208-cd13-4b46-8659-bddd58c9ed43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:21.092587 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-04ee962f-eb7f-4725-a0e4-158887130f73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:21.104820 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-d3ccd842-a0ce-41e6-84b3-7cfec628a906 req-4d506642-a36f-4fe8-a9ce-fa8b7121bcf5 tempest-ServerMetadataNegativeTestJSON-1834120816 tempest-ServerMetadataNegativeTestJSON-1834120816-project] 10.222.0.16 "GET /v2.0/security-groups?id=d409a43b-561e-41ea-8521-536b0da35abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601000 Jul 14 18:24:21.148178 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f550dd46-2b20-4655-bd70-ccff8e81b4dd req-15e9ed65-20d0-49b5-b02d-d243e567855f tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] 10.222.0.16 "GET /v2.0/security-groups?id=39320fa9-4894-4542-95e3-d64e174c637e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190822 Jul 14 18:24:21.230114 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-0ac6a223-52c3-4525-ba9f-b417cf70bf71 req-f726fee6-19c7-450b-83f7-fd8de09d84b3 service neutron] 10.222.0.18 "GET /v2.0/networks/00eb190e-16b6-44df-affb-99e5d63189cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7848930 Jul 14 18:24:21.245485 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-2e7e2ff9-f191-4303-9c59-b5415f947df6 req-14e44208-cd13-4b46-8659-bddd58c9ed43 service neutron] For port 0d727e14-7e00-4d23-beaa-680757cedc59, host n-h1-800634-3, cleared binding levels {{(pid=93915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:24:21.266270 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-2e7e2ff9-f191-4303-9c59-b5415f947df6 req-14e44208-cd13-4b46-8659-bddd58c9ed43 service neutron] For port 0d727e14-7e00-4d23-beaa-680757cedc59, host n-h1-800634-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=0d727e14-7e00-4d23-beaa-680757cedc59,segment=NetworkSegment(ed557757-f640-484f-8cda-41a92c321398),segment_id=ed557757-f640-484f-8cda-41a92c321398)] {{(pid=93915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 18:24:21.280567 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-2e7e2ff9-f191-4303-9c59-b5415f947df6 req-14e44208-cd13-4b46-8659-bddd58c9ed43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25912978'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:21.335192 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-04ee962f-eb7f-4725-a0e4-158887130f73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:21.374802 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-04ee962f-eb7f-4725-a0e4-158887130f73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:21.409089 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7e2ff9-f191-4303-9c59-b5415f947df6 req-14e44208-cd13-4b46-8659-bddd58c9ed43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:24:21.409710 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-2e7e2ff9-f191-4303-9c59-b5415f947df6 req-14e44208-cd13-4b46-8659-bddd58c9ed43 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:21.410372 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a19c2465-fd5b-4ebe-8f70-f51a0141baba admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:21.411193 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2e7e2ff9-f191-4303-9c59-b5415f947df6 req-14e44208-cd13-4b46-8659-bddd58c9ed43 service neutron] 10.222.0.18 "PUT /v2.0/ports/0d727e14-7e00-4d23-beaa-680757cedc59 HTTP/1.1" status: 200 len: 1091 time: 1.6785257 Jul 14 18:24:21.431661 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34ada4aa-7d10-4b46-a74b-0ace9f3e3335', 'tag': '0d727e14-7e00-4d23-beaa-680757cedc59'}] {{(pid=93915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:24:21.434164 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e72782ad3af8f7d4ce76cedf092bca46d1756acc5c4653cf0b52034cdd6b073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84c085ac-8cc4-4b40-8078-98a597fe364f" -d '{"events": [{"name": "network-changed", "server_uuid": "34ada4aa-7d10-4b46-a74b-0ace9f3e3335", "tag": "0d727e14-7e00-4d23-beaa-680757cedc59"}]}' {{(pid=93915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:24:21.448208 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-0ac6a223-52c3-4525-ba9f-b417cf70bf71 req-93e13934-c34d-40f1-9950-9b05ba6d0dbe service neutron] 10.222.0.18 "GET /v2.0/networks/00eb190e-16b6-44df-affb-99e5d63189cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1826651 Jul 14 18:24:21.471492 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04ee962f-eb7f-4725-a0e4-158887130f73 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 71} {{(pid=93915) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 18:24:21.482700 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ee962f-eb7f-4725-a0e4-158887130f73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0ea9b24-7dff-4490-bd07-d04812c94084,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:24:21.493355 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e44208-cd13-4b46-8659-bddd58c9ed43 service neutron] Pushing event updated for resources: {'Port': ['ID=0d727e14-7e00-4d23-beaa-680757cedc59,revision_number=3']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:24:21.498209 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-04ee962f-eb7f-4725-a0e4-158887130f73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:21.498209 n-d-800634-3 neutron-server[93915]: INFO neutron.db.segments_db [None req-04ee962f-eb7f-4725-a0e4-158887130f73 admin admin] Added segment 62fca911-29b1-4090-af15-e9cc03c99a27 of type vlan for network 9cd58892-084e-4a4c-aee5-d41483df252e Jul 14 18:24:21.562112 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 18:24:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8e279df-5e18-4049-bd7f-e8388ef3d8f4 x-openstack-request-id: req-c8e279df-5e18-4049-bd7f-e8388ef3d8f4 {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:24:21.562414 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34ada4aa-7d10-4b46-a74b-0ace9f3e3335", "tag": "0d727e14-7e00-4d23-beaa-680757cedc59", "status": "completed", "code": 200}]} {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:24:21.562974 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c8e279df-5e18-4049-bd7f-e8388ef3d8f4 {{(pid=93915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:24:21.563111 n-d-800634-3 neutron-server[93915]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34ada4aa-7d10-4b46-a74b-0ace9f3e3335', 'tag': '0d727e14-7e00-4d23-beaa-680757cedc59', 'status': 'completed', 'code': 200} Jul 14 18:24:21.565441 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-04ee962f-eb7f-4725-a0e4-158887130f73 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728202197517'] for network, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:21.607358 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fe9e63-8735-49a3-ad5c-2ced1ea7d2ed req-ac2ff516-31ef-4595-98c0-16d912b5659f tempest-ImagesTestJSON-313755568 tempest-ImagesTestJSON-313755568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:24:21.614193 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7e2ff9-f191-4303-9c59-b5415f947df6 req-00a21529-1dac-456d-90b3-4f456ae9e189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:24:21.623919 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-2e7e2ff9-f191-4303-9c59-b5415f947df6 req-00a21529-1dac-456d-90b3-4f456ae9e189 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7d0d66c950aa4c4fbb95dc1c0b4948a1&device_id=34ada4aa-7d10-4b46-a74b-0ace9f3e3335 HTTP/1.1" status: 200 len: 1094 time: 0.1406965 Jul 14 18:24:21.624172 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-36fe9e63-8735-49a3-ad5c-2ced1ea7d2ed req-ac2ff516-31ef-4595-98c0-16d912b5659f tempest-ImagesTestJSON-313755568 tempest-ImagesTestJSON-313755568-project] 10.222.0.16 "GET /v2.0/ports?device_id=34ada4aa-7d10-4b46-a74b-0ace9f3e3335 HTTP/1.1" status: 200 len: 943 time: 0.2452471 Jul 14 18:24:21.661880 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-04ee962f-eb7f-4725-a0e4-158887130f73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727'] for network, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:21.662880 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04ee962f-eb7f-4725-a0e4-158887130f73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:24:21.663801 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-04ee962f-eb7f-4725-a0e4-158887130f73 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598705'] for network, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:21.667109 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-2e7e2ff9-f191-4303-9c59-b5415f947df6 req-aeb44ff5-f465-428d-8c48-59e8bfd006c9 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0d727e14-7e00-4d23-beaa-680757cedc59 HTTP/1.1" status: 200 len: 217 time: 0.0426612 Jul 14 18:24:21.718953 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-36fe9e63-8735-49a3-ad5c-2ced1ea7d2ed req-2e0520f3-c61e-49da-a11b-c72a1d7fcb0b tempest-ImagesTestJSON-313755568 tempest-ImagesTestJSON-313755568-project] 10.222.0.16 "GET /v2.0/security-groups?id=96a7afe7-a122-4b0d-8907-2d91e1bd838f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999606 Jul 14 18:24:21.719116 n-d-800634-3 neutron-server[93916]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2da16e03-3657-471e-aa6b-bf152f325497', 'tag': 'fd3b03be-c8d9-442a-bfab-d8552b680fec'}] {{(pid=93916) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:24:21.721456 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f803e150b363a7893830aa996ac27753fa25517c406ecd3536b7c2d4b26eeb9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bc262da-0115-4669-833b-eb8911880561" -d '{"events": [{"name": "network-changed", "server_uuid": "2da16e03-3657-471e-aa6b-bf152f325497", "tag": "fd3b03be-c8d9-442a-bfab-d8552b680fec"}]}' {{(pid=93916) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:24:21.749171 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 32892) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:24:21.752291 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-04ee962f-eb7f-4725-a0e4-158887130f73 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.8585579 Jul 14 18:24:21.757132 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-8e715c59-3d10-47ae-9878-c21f529a195d admin admin] Request body: {'subnet': {'network_id': '9cd58892-084e-4a4c-aee5-d41483df252e', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-2146037442-subnet', 'tenant_id': '8c0a2b2c5d6f422794b82f5eddfd4654', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:24:21.769412 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7e2ff9-f191-4303-9c59-b5415f947df6 req-6d59509a-bc98-4da2-8df0-02c679c2bab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:24:21.770992 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-2e7e2ff9-f191-4303-9c59-b5415f947df6 req-6d59509a-bc98-4da2-8df0-02c679c2bab2 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0f82593d-7d30-492d-935c-eafdd92f72c6 HTTP/1.1" status: 200 len: 845 time: 0.0786970 Jul 14 18:24:21.774346 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ee962f-eb7f-4725-a0e4-158887130f73 admin admin] Pushing event updated for resources: {'Network': ['ID=9cd58892-084e-4a4c-aee5-d41483df252e,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:24:21.777314 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 18:24:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50ab957d-591c-41dd-8c2c-55b2615ae68d x-openstack-request-id: req-50ab957d-591c-41dd-8c2c-55b2615ae68d {{(pid=93916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:24:21.777498 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2da16e03-3657-471e-aa6b-bf152f325497", "tag": "fd3b03be-c8d9-442a-bfab-d8552b680fec", "status": "completed", "code": 200}]} {{(pid=93916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:24:21.777750 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-50ab957d-591c-41dd-8c2c-55b2615ae68d {{(pid=93916) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:24:21.778123 n-d-800634-3 neutron-server[93916]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2da16e03-3657-471e-aa6b-bf152f325497', 'tag': 'fd3b03be-c8d9-442a-bfab-d8552b680fec', 'status': 'completed', 'code': 200} Jul 14 18:24:21.785906 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a19c2465-fd5b-4ebe-8f70-f51a0141baba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-571759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-930033'] for router, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:21.788879 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Network 9cd58892-084e-4a4c-aee5-d41483df252e details requested by agent ovs-agent-n-d-800634-3 with host n-d-800634-3 {{(pid=93917) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 18:24:21.824980 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e715c59-3d10-47ae-9878-c21f529a195d admin admin] Made reservation on behalf of 8c0a2b2c5d6f422794b82f5eddfd4654 for: {'subnet': 1} {{(pid=93916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:24:21.827694 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-8e715c59-3d10-47ae-9878-c21f529a195d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26033189'] for subnet, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:21.861378 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-2e7e2ff9-f191-4303-9c59-b5415f947df6 req-be187c90-9d0c-4441-9975-cdc7ab0702f7 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=458a605c-adc1-4322-ba16-e84a0c1f7468&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0731647 Jul 14 18:24:21.866893 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc262da-0115-4669-833b-eb8911880561 req-3d214a9f-ce30-45d8-bbeb-2540b2576fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:24:21.869604 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-9bc262da-0115-4669-833b-eb8911880561 req-3d214a9f-ce30-45d8-bbeb-2540b2576fe9 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ad26288f6c934cc5992d0bac35bdf214&device_id=2da16e03-3657-471e-aa6b-bf152f325497 HTTP/1.1" status: 200 len: 1095 time: 0.0630538 Jul 14 18:24:21.974923 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc262da-0115-4669-833b-eb8911880561 req-2d2d086c-812c-49fc-97bb-45b5f1c047c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:24:21.976639 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-9bc262da-0115-4669-833b-eb8911880561 req-2d2d086c-812c-49fc-97bb-45b5f1c047c5 service neutron] 10.222.0.18 "GET /v2.0/networks?id=00eb190e-16b6-44df-affb-99e5d63189cd HTTP/1.1" status: 200 len: 921 time: 0.0979657 Jul 14 18:24:22.033624 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-9bc262da-0115-4669-833b-eb8911880561 req-30abe878-5d53-44a0-85dd-3079dc701b54 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fd3b03be-c8d9-442a-bfab-d8552b680fec HTTP/1.1" status: 200 len: 217 time: 0.0465236 Jul 14 18:24:22.083289 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-2e7e2ff9-f191-4303-9c59-b5415f947df6 req-90104a4c-78a5-45f2-adae-7183c68e509e service neutron] 10.222.0.18 "GET /v2.0/networks/458a605c-adc1-4322-ba16-e84a0c1f7468?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2068634 Jul 14 18:24:22.086015 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc262da-0115-4669-833b-eb8911880561 req-5015b87d-104c-41c5-b6f4-df34ab09980c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:24:22.088087 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-9bc262da-0115-4669-833b-eb8911880561 req-5015b87d-104c-41c5-b6f4-df34ab09980c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f450988d-312f-485b-851e-7fa0573be99e HTTP/1.1" status: 200 len: 861 time: 0.0467350 Jul 14 18:24:22.126221 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-9bc262da-0115-4669-833b-eb8911880561 req-9aa5525a-6587-4c6b-b70a-e90522d510bd service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=00eb190e-16b6-44df-affb-99e5d63189cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313933 Jul 14 18:24:22.185833 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a19c2465-fd5b-4ebe-8f70-f51a0141baba admin admin] Router 50b422c3-72ed-4d0c-b7aa-31b8479ae9f5 is scheduled to L3 agent 2c6eb27e-defb-4cca-9a24-381c7415e359 with binding_index 1 {{(pid=93916) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 18:24:22.237839 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-9bc262da-0115-4669-833b-eb8911880561 req-25fa94bb-863f-4cb3-bb5e-80f66bd3be3c service neutron] 10.222.0.18 "GET /v2.0/networks/00eb190e-16b6-44df-affb-99e5d63189cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1048238 Jul 14 18:24:22.323740 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-8e715c59-3d10-47ae-9878-c21f529a195d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2684753', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26033175'] for subnet, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:22.332798 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-2e7e2ff9-f191-4303-9c59-b5415f947df6 req-376190ac-5d17-4805-a913-b8696c5f230f service neutron] 10.222.0.18 "GET /v2.0/networks/458a605c-adc1-4322-ba16-e84a0c1f7468?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2366955 Jul 14 18:24:22.435060 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981b9cd8-3094-4f09-ae21-56e58793ee43 req-6796ca43-296c-4d1d-91b7-2bd3bcdf8cd9 tempest-ServerMetadataNegativeTestJSON-1834120816 tempest-ServerMetadataNegativeTestJSON-1834120816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:24:22.436545 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-981b9cd8-3094-4f09-ae21-56e58793ee43 req-6796ca43-296c-4d1d-91b7-2bd3bcdf8cd9 tempest-ServerMetadataNegativeTestJSON-1834120816 tempest-ServerMetadataNegativeTestJSON-1834120816-project] 10.222.0.16 "GET /v2.0/ports?device_id=2da16e03-3657-471e-aa6b-bf152f325497 HTTP/1.1" status: 200 len: 944 time: 0.1896691 Jul 14 18:24:22.438413 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-9bc262da-0115-4669-833b-eb8911880561 req-0fde0ac8-fa80-4789-9f0a-c99433d4c533 service neutron] 10.222.0.18 "GET /v2.0/networks/00eb190e-16b6-44df-affb-99e5d63189cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1941051 Jul 14 18:24:22.460996 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8042c5a3-5007-42ba-9afa-b0877a541660 req-063a0c0d-a80e-4489-a7e4-407fe21f3eea tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:24:22.462672 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-8042c5a3-5007-42ba-9afa-b0877a541660 req-063a0c0d-a80e-4489-a7e4-407fe21f3eea tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] 10.222.0.16 "GET /v2.0/ports?device_id=e1ed64d8-97dc-40df-9adb-dd5ef5c40fe8 HTTP/1.1" status: 200 len: 945 time: 0.1338522 Jul 14 18:24:22.469315 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e715c59-3d10-47ae-9878-c21f529a195d admin admin] Pushing event updated for resources: {'Subnet': ['ID=9ff476d3-1be9-4790-84f6-372e17f28c61,revision_number=0']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:24:22.482570 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e715c59-3d10-47ae-9878-c21f529a195d admin admin] Checking segment: {'id': '62fca911-29b1-4090-af15-e9cc03c99a27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '9cd58892-084e-4a4c-aee5-d41483df252e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93916) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:24:22.483316 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e715c59-3d10-47ae-9878-c21f529a195d admin admin] Network hostable DHCP agents. Network: 9cd58892-084e-4a4c-aee5-d41483df252e, hostable agents: ['028393c3-0576-4ebd-bca1-8ea8a148e1a2'], hosted agents: [] {{(pid=93916) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 18:24:22.487052 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a19c2465-fd5b-4ebe-8f70-f51a0141baba admin admin] Notify agent at l3_agent.n-d-800634-3 the message routers_updated {{(pid=93916) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 18:24:22.498549 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23d45c0c-334d-4e7f-a5cd-bed471d07f2c None None] Sync routers for ids ['50b422c3-72ed-4d0c-b7aa-31b8479ae9f5'] in n-d-800634-3 {{(pid=93918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 18:24:22.507444 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23d45c0c-334d-4e7f-a5cd-bed471d07f2c None None] Routers {'50b422c3-72ed-4d0c-b7aa-31b8479ae9f5'} bound to L3 agent in host n-d-800634-3 {{(pid=93918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:24:22.508101 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-23d45c0c-334d-4e7f-a5cd-bed471d07f2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:23:53Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['50b422c3-72ed-4d0c-b7aa-31b8479ae9f5'], 'active': True} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:24:22.512683 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-981b9cd8-3094-4f09-ae21-56e58793ee43 req-e3c99be4-8e39-407f-b680-0997413f1dc2 tempest-ServerMetadataNegativeTestJSON-1834120816 tempest-ServerMetadataNegativeTestJSON-1834120816-project] 10.222.0.16 "GET /v2.0/security-groups?id=d409a43b-561e-41ea-8521-536b0da35abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690727 Jul 14 18:24:22.522720 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c085ac-8cc4-4b40-8078-98a597fe364f req-106ed86f-6c30-485a-aa3f-34c0198208c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:24:22.524426 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-84c085ac-8cc4-4b40-8078-98a597fe364f req-106ed86f-6c30-485a-aa3f-34c0198208c6 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7d0d66c950aa4c4fbb95dc1c0b4948a1&device_id=34ada4aa-7d10-4b46-a74b-0ace9f3e3335 HTTP/1.1" status: 200 len: 1094 time: 0.1248319 Jul 14 18:24:22.525910 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e715c59-3d10-47ae-9878-c21f529a195d admin admin] Network 9cd58892-084e-4a4c-aee5-d41483df252e is scheduled to be hosted by DHCP agent 028393c3-0576-4ebd-bca1-8ea8a148e1a2 with binding_index 1 {{(pid=93916) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 18:24:22.528469 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a19c2465-fd5b-4ebe-8f70-f51a0141baba admin admin] Notify callbacks [] for router, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:22.532982 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-a19c2465-fd5b-4ebe-8f70-f51a0141baba admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 4.9174144 Jul 14 18:24:22.534502 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 32914) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:24:22.552372 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-8042c5a3-5007-42ba-9afa-b0877a541660 req-40b0a0b0-a083-4603-922a-96f9b374f4c7 tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] 10.222.0.16 "GET /v2.0/security-groups?id=39320fa9-4894-4542-95e3-d64e174c637e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829148 Jul 14 18:24:22.623769 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [None req-8e715c59-3d10-47ae-9878-c21f529a195d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-3, 9cd58892-084e-4a4c-aee5-d41483df252e) {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:24:22.628276 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvr_db [None req-23d45c0c-334d-4e7f-a5cd-bed471d07f2c None None] Set router 50b422c3-72ed-4d0c-b7aa-31b8479ae9f5 gateway port host: n-d-800634-3 {{(pid=93918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 18:24:22.643783 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e715c59-3d10-47ae-9878-c21f529a195d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:24:22.644414 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-8e715c59-3d10-47ae-9878-c21f529a195d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598705'] for subnet, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:22.645442 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b5acc85-fe45-45cd-a879-7c7051684f43 None None] Network 9cd58892-084e-4a4c-aee5-d41483df252e requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:24:22.725753 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-8e715c59-3d10-47ae-9878-c21f529a195d admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.9737983 Jul 14 18:24:22.747386 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c085ac-8cc4-4b40-8078-98a597fe364f req-8f0c6fad-a56f-48d8-8794-7d40a4f338ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:24:22.748974 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-84c085ac-8cc4-4b40-8078-98a597fe364f req-8f0c6fad-a56f-48d8-8794-7d40a4f338ce service neutron] 10.222.0.18 "GET /v2.0/networks?id=458a605c-adc1-4322-ba16-e84a0c1f7468 HTTP/1.1" status: 200 len: 905 time: 0.2135844 Jul 14 18:24:22.821356 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-23d45c0c-334d-4e7f-a5cd-bed471d07f2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50b422c3-72ed-4d0c-b7aa-31b8479ae9f5', 'name': 'tempest-ServersTestJSON-510107149-router', 'tenant_id': '327b1c3e1f0f4935a843f320f55291fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.56'}], 'enable_snat': True}, 'gw_port_id': '7b6cadfb-63e0-42b1-a6de-6885edf9c8da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:24:17Z', 'updated_at': '2021-07-14T18:24:21Z', 'revision_number': 3, 'project_id': '327b1c3e1f0f4935a843f320f55291fe', 'gw_port': {'id': '7b6cadfb-63e0-42b1-a6de-6885edf9c8da', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:b8:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50b422c3-72ed-4d0c-b7aa-31b8479ae9f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 884, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:24:19Z', 'updated_at': '2021-07-14T18:24:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3'}], 'n-d-800634-3', False) {} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:24:22.838385 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-84c085ac-8cc4-4b40-8078-98a597fe364f req-43f2f9ce-d851-4a07-ad19-abf02b8b8537 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0d727e14-7e00-4d23-beaa-680757cedc59 HTTP/1.1" status: 200 len: 217 time: 0.0477676 Jul 14 18:24:22.859336 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23d45c0c-334d-4e7f-a5cd-bed471d07f2c None None] Checking router: 50b422c3-72ed-4d0c-b7aa-31b8479ae9f5 for host: n-d-800634-3 {{(pid=93918) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 18:24:22.860279 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23d45c0c-334d-4e7f-a5cd-bed471d07f2c None None] Updating router 50b422c3-72ed-4d0c-b7aa-31b8479ae9f5 port 7b6cadfb-63e0-42b1-a6de-6885edf9c8da binding host n-d-800634-3 {{(pid=93918) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 18:24:22.900862 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-8bb870d3-edea-42e0-bcbb-ae49f100cc5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:22.917643 n-d-800634-3 neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-23d45c0c-334d-4e7f-a5cd-bed471d07f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:22.937898 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c085ac-8cc4-4b40-8078-98a597fe364f req-cfee5558-c92a-483e-babc-5d612ab42abd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:24:22.939680 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-84c085ac-8cc4-4b40-8078-98a597fe364f req-cfee5558-c92a-483e-babc-5d612ab42abd service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0f82593d-7d30-492d-935c-eafdd92f72c6 HTTP/1.1" status: 200 len: 845 time: 0.0943336 Jul 14 18:24:23.006389 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-59575a29-0749-4c2e-8a32-35ff8e31ddbf req-aff6731d-9ef2-41f6-bce6-64617732648b tempest-ServersAdminTestJSON-701576244 tempest-ServersAdminTestJSON-701576244-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=5fc9a5e55fd84545a47306b3e1f6fe5f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0564837 Jul 14 18:24:23.032544 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-84c085ac-8cc4-4b40-8078-98a597fe364f req-9220ac38-5688-49ec-93ac-e6672807fb4a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=458a605c-adc1-4322-ba16-e84a0c1f7468&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0766873 Jul 14 18:24:23.042870 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0591b37f-7933-448f-b9ba-dbb66f0b60b8 None None] Network 9cd58892-084e-4a4c-aee5-d41483df252e requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:24:23.120628 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 32934) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:24:23.165431 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:23.227517 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb15aea5-95de-4ad3-9a95-3609a88209f4 req-c6c52da2-0ec7-4d46-a377-bab8a5a12acb tempest-ImagesTestJSON-313755568 tempest-ImagesTestJSON-313755568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:24:23.234269 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-fb15aea5-95de-4ad3-9a95-3609a88209f4 req-c6c52da2-0ec7-4d46-a377-bab8a5a12acb tempest-ImagesTestJSON-313755568 tempest-ImagesTestJSON-313755568-project] 10.222.0.16 "GET /v2.0/ports?device_id=34ada4aa-7d10-4b46-a74b-0ace9f3e3335 HTTP/1.1" status: 200 len: 943 time: 0.1951268 Jul 14 18:24:23.252417 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59575a29-0749-4c2e-8a32-35ff8e31ddbf req-dcd9fa54-887a-4ed9-9c8d-1c5be5190bb4 tempest-ServersAdminTestJSON-701576244 tempest-ServersAdminTestJSON-701576244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:24:23.253919 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-59575a29-0749-4c2e-8a32-35ff8e31ddbf req-dcd9fa54-887a-4ed9-9c8d-1c5be5190bb4 tempest-ServersAdminTestJSON-701576244 tempest-ServersAdminTestJSON-701576244-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2460313 Jul 14 18:24:23.265031 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.db_base_plugin_v2 [None req-3205cc32-da57-4bdb-941f-51ea7aaba407 admin admin] Deleting subnet 30659b4f-ba39-4b10-906b-26ae48991723 {{(pid=93916) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 18:24:23.276895 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-3205cc32-da57-4bdb-941f-51ea7aaba407 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:23.281516 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-59575a29-0749-4c2e-8a32-35ff8e31ddbf req-c58f7ce6-e2e9-48ff-b09d-2fe07c5f3492 tempest-ServersAdminTestJSON-701576244 tempest-ServersAdminTestJSON-701576244-project] 10.222.0.16 "GET /v2.0/quotas/5fc9a5e55fd84545a47306b3e1f6fe5f HTTP/1.1" status: 200 len: 375 time: 0.0168993 Jul 14 18:24:23.282221 n-d-800634-3 neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-23d45c0c-334d-4e7f-a5cd-bed471d07f2c None None] Notify callbacks [] for port, precommit_update {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:23.293187 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.provisioning_blocks [None req-23d45c0c-334d-4e7f-a5cd-bed471d07f2c None None] Transition to ACTIVE for port object 7b6cadfb-63e0-42b1-a6de-6885edf9c8da will not be triggered until provisioned by entity L2. {{(pid=93918) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:24:23.298671 n-d-800634-3 neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-23d45c0c-334d-4e7f-a5cd-bed471d07f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:23.333294 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-fb15aea5-95de-4ad3-9a95-3609a88209f4 req-cd4f7c50-396a-47af-8a46-7693cff335cc tempest-ImagesTestJSON-313755568 tempest-ImagesTestJSON-313755568-project] 10.222.0.16 "GET /v2.0/security-groups?id=96a7afe7-a122-4b0d-8907-2d91e1bd838f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980871 Jul 14 18:24:23.341600 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-59575a29-0749-4c2e-8a32-35ff8e31ddbf req-ff3c3fdf-756e-4852-93af-d32e649aa73e tempest-ServersAdminTestJSON-701576244 tempest-ServersAdminTestJSON-701576244-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=5fc9a5e55fd84545a47306b3e1f6fe5f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0519979 Jul 14 18:24:23.360564 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.managers [None req-23d45c0c-334d-4e7f-a5cd-bed471d07f2c None None] Attempting to bind port 7b6cadfb-63e0-42b1-a6de-6885edf9c8da on host n-d-800634-3 for vnic_type normal with profile {{(pid=93918) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:24:23.361024 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.managers [None req-23d45c0c-334d-4e7f-a5cd-bed471d07f2c None None] Attempting to bind port 7b6cadfb-63e0-42b1-a6de-6885edf9c8da by drivers openvswitch,hyperv on host n-d-800634-3 at level 0 using segments [{'id': '5afb940b-bbdf-4727-be00-5d46367c38a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9200a437-e1de-4520-88f6-e68386523e61'}] {{(pid=93918) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:24:23.361466 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23d45c0c-334d-4e7f-a5cd-bed471d07f2c None None] Attempting to bind port 7b6cadfb-63e0-42b1-a6de-6885edf9c8da on network 9200a437-e1de-4520-88f6-e68386523e61 {{(pid=93918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:24:23.369285 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f50e22-7665-4346-9682-68766809947d None None] Pushing event updated for resources: {'Port': ['ID=7b6cadfb-63e0-42b1-a6de-6885edf9c8da,revision_number=2']} {{(pid=93918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:24:23.372440 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-3205cc32-da57-4bdb-941f-51ea7aaba407 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26296866'] for subnet, precommit_delete_associations {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:23.372647 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23d45c0c-334d-4e7f-a5cd-bed471d07f2c None None] Checking agent: {'id': '01c19e91-a945-4e3c-94a6-c211e17c923e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 8, 23), 'started_at': datetime.datetime(2021, 7, 14, 18, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 18, 24, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 18:24:23.373097 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23d45c0c-334d-4e7f-a5cd-bed471d07f2c None None] Checking segment: {'id': '5afb940b-bbdf-4727-be00-5d46367c38a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9200a437-e1de-4520-88f6-e68386523e61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93918) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:24:23.373567 n-d-800634-3 neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-23d45c0c-334d-4e7f-a5cd-bed471d07f2c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:23.374031 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23d45c0c-334d-4e7f-a5cd-bed471d07f2c None None] Bound using segment: {'id': '5afb940b-bbdf-4727-be00-5d46367c38a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9200a437-e1de-4520-88f6-e68386523e61'} {{(pid=93918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 18:24:23.374690 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.managers [None req-23d45c0c-334d-4e7f-a5cd-bed471d07f2c None None] Bound port: 7b6cadfb-63e0-42b1-a6de-6885edf9c8da, host: n-d-800634-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5afb940b-bbdf-4727-be00-5d46367c38a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9200a437-e1de-4520-88f6-e68386523e61'}}] {{(pid=93918) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 18:24:23.375252 n-d-800634-3 neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-23d45c0c-334d-4e7f-a5cd-bed471d07f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:23.381900 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f50e22-7665-4346-9682-68766809947d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:24:23.382331 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f50e22-7665-4346-9682-68766809947d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:24:23.382748 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f50e22-7665-4346-9682-68766809947d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:24:23.383200 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f50e22-7665-4346-9682-68766809947d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:24:23.383606 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f50e22-7665-4346-9682-68766809947d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:24:23.384010 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f50e22-7665-4346-9682-68766809947d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:24:23.384487 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f50e22-7665-4346-9682-68766809947d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:24:23.384891 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f50e22-7665-4346-9682-68766809947d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:24:23.385392 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f50e22-7665-4346-9682-68766809947d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:24:23.385796 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f50e22-7665-4346-9682-68766809947d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:24:23.386190 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f50e22-7665-4346-9682-68766809947d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:24:23.386589 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f50e22-7665-4346-9682-68766809947d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:24:23.402644 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-84c085ac-8cc4-4b40-8078-98a597fe364f req-8a5c2170-aac3-4735-a51c-b515e358d4c7 service neutron] 10.222.0.18 "GET /v2.0/networks/458a605c-adc1-4322-ba16-e84a0c1f7468?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2907760 Jul 14 18:24:23.440179 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.db [None req-23d45c0c-334d-4e7f-a5cd-bed471d07f2c None None] For port 7b6cadfb-63e0-42b1-a6de-6885edf9c8da, host n-d-800634-3, cleared binding levels {{(pid=93918) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:24:23.443646 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.db [None req-23d45c0c-334d-4e7f-a5cd-bed471d07f2c None None] For port 7b6cadfb-63e0-42b1-a6de-6885edf9c8da, host n-d-800634-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=7b6cadfb-63e0-42b1-a6de-6885edf9c8da,segment=NetworkSegment(5afb940b-bbdf-4727-be00-5d46367c38a1),segment_id=5afb940b-bbdf-4727-be00-5d46367c38a1)] {{(pid=93918) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 18:24:23.449435 n-d-800634-3 neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-23d45c0c-334d-4e7f-a5cd-bed471d07f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:23.508447 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23d45c0c-334d-4e7f-a5cd-bed471d07f2c None None] Routers {'50b422c3-72ed-4d0c-b7aa-31b8479ae9f5'} bound to L3 agent in host n-d-800634-3 {{(pid=93918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:24:23.509837 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-23d45c0c-334d-4e7f-a5cd-bed471d07f2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:24:23Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['50b422c3-72ed-4d0c-b7aa-31b8479ae9f5'], 'active': True} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:24:23.616554 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6c55eca2-62c4-4f51-9393-64e367ec8499 req-25f83746-213f-4ffb-b896-50248230d39b tempest-ServersAdminTestJSON-701576244 tempest-ServersAdminTestJSON-701576244-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=5fc9a5e55fd84545a47306b3e1f6fe5f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0357215 Jul 14 18:24:23.741912 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvr_db [None req-23d45c0c-334d-4e7f-a5cd-bed471d07f2c None None] Set router 50b422c3-72ed-4d0c-b7aa-31b8479ae9f5 gateway port host: n-d-800634-3 {{(pid=93918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 18:24:23.744562 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f50e22-7665-4346-9682-68766809947d None None] Pushing event updated for resources: {'Port': ['ID=7b6cadfb-63e0-42b1-a6de-6885edf9c8da,revision_number=3']} {{(pid=93918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:24:23.766150 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c55eca2-62c4-4f51-9393-64e367ec8499 req-ce427959-496b-4fdf-b8b5-8d82b912c5a5 tempest-ServersAdminTestJSON-701576244 tempest-ServersAdminTestJSON-701576244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:24:23.768103 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6c55eca2-62c4-4f51-9393-64e367ec8499 req-ce427959-496b-4fdf-b8b5-8d82b912c5a5 tempest-ServersAdminTestJSON-701576244 tempest-ServersAdminTestJSON-701576244-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1501098 Jul 14 18:24:23.827022 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6c55eca2-62c4-4f51-9393-64e367ec8499 req-ea7d06f1-1e17-4750-b193-d140cd64a5ff tempest-ServersAdminTestJSON-701576244 tempest-ServersAdminTestJSON-701576244-project] 10.222.0.16 "GET /v2.0/quotas/5fc9a5e55fd84545a47306b3e1f6fe5f HTTP/1.1" status: 200 len: 375 time: 0.0465925 Jul 14 18:24:23.871333 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-3205cc32-da57-4bdb-941f-51ea7aaba407 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081283'] for subnet, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:23.890767 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d384b1df-b780-4416-bdf2-28ef85d42636 req-ba008d4d-8759-49a1-8bf4-9c5cf3dbdf5a tempest-ServerMetadataNegativeTestJSON-1834120816 tempest-ServerMetadataNegativeTestJSON-1834120816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:24:23.892608 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-d384b1df-b780-4416-bdf2-28ef85d42636 req-ba008d4d-8759-49a1-8bf4-9c5cf3dbdf5a tempest-ServerMetadataNegativeTestJSON-1834120816 tempest-ServerMetadataNegativeTestJSON-1834120816-project] 10.222.0.16 "GET /v2.0/ports?device_id=2da16e03-3657-471e-aa6b-bf152f325497 HTTP/1.1" status: 200 len: 944 time: 0.1228573 Jul 14 18:24:23.894745 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6c55eca2-62c4-4f51-9393-64e367ec8499 req-388aa5f5-4c9a-46b8-8c58-ed5744229b18 tempest-ServersAdminTestJSON-701576244 tempest-ServersAdminTestJSON-701576244-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=5fc9a5e55fd84545a47306b3e1f6fe5f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0479538 Jul 14 18:24:23.910868 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-03c7e165-d9d0-4693-bc2a-498a6907283d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:23.962739 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-23d45c0c-334d-4e7f-a5cd-bed471d07f2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50b422c3-72ed-4d0c-b7aa-31b8479ae9f5', 'name': 'tempest-ServersTestJSON-510107149-router', 'tenant_id': '327b1c3e1f0f4935a843f320f55291fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.56'}], 'enable_snat': True}, 'gw_port_id': '7b6cadfb-63e0-42b1-a6de-6885edf9c8da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:24:17Z', 'updated_at': '2021-07-14T18:24:21Z', 'revision_number': 3, 'project_id': '327b1c3e1f0f4935a843f320f55291fe', 'gw_port': {'id': '7b6cadfb-63e0-42b1-a6de-6885edf9c8da', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:b8:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50b422c3-72ed-4d0c-b7aa-31b8479ae9f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 884, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:24:19Z', 'updated_at': '2021-07-14T18:24:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3'}], 'n-d-800634-3', False) {} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:24:23.993100 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-574aeb93-9938-449c-8e6c-cb22c9b52cc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:23.995351 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-d384b1df-b780-4416-bdf2-28ef85d42636 req-8b298a50-80db-4e72-8361-2d1a452d1720 tempest-ServerMetadataNegativeTestJSON-1834120816 tempest-ServerMetadataNegativeTestJSON-1834120816-project] 10.222.0.16 "GET /v2.0/security-groups?id=d409a43b-561e-41ea-8521-536b0da35abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935097 Jul 14 18:24:24.007746 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23d45c0c-334d-4e7f-a5cd-bed471d07f2c None None] The sync data for ids ['50b422c3-72ed-4d0c-b7aa-31b8479ae9f5'] in n-d-800634-3 is: [{'id': '50b422c3-72ed-4d0c-b7aa-31b8479ae9f5', 'name': 'tempest-ServersTestJSON-510107149-router', 'tenant_id': '327b1c3e1f0f4935a843f320f55291fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.56'}], 'enable_snat': True}, 'gw_port_id': '7b6cadfb-63e0-42b1-a6de-6885edf9c8da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:24:17Z', 'updated_at': '2021-07-14T18:24:21Z', 'revision_number': 3, 'project_id': '327b1c3e1f0f4935a843f320f55291fe', 'gw_port': {'id': '7b6cadfb-63e0-42b1-a6de-6885edf9c8da', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:b8:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50b422c3-72ed-4d0c-b7aa-31b8479ae9f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 884, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:24:19Z', 'updated_at': '2021-07-14T18:24:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3'}] {{(pid=93918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 18:24:24.142244 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-84c085ac-8cc4-4b40-8078-98a597fe364f req-2fa6e83a-f9eb-4bb8-9b3c-557d221da915 service neutron] 10.222.0.18 "GET /v2.0/networks/458a605c-adc1-4322-ba16-e84a0c1f7468?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7238441 Jul 14 18:24:24.166776 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-3205cc32-da57-4bdb-941f-51ea7aaba407 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2684816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26033152'] for subnet, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:24.237783 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-3205cc32-da57-4bdb-941f-51ea7aaba407 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598705'] for subnet, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:24.243134 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-3205cc32-da57-4bdb-941f-51ea7aaba407 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/30659b4f-ba39-4b10-906b-26ae48991723 HTTP/1.1" status: 204 len: 168 time: 1.1188867 Jul 14 18:24:24.264412 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 32968) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:24:24.265193 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3205cc32-da57-4bdb-941f-51ea7aaba407 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=30659b4f-ba39-4b10-906b-26ae48991723,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:24:24.302615 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-1cc0e443-34b5-4e7c-9ce1-00e11c50159c req-75c10586-86c1-46ef-b3fb-606b43caa3e9 tempest-ServersAdminTestJSON-701576244 tempest-ServersAdminTestJSON-701576244-project] 10.222.0.16 "GET /v2.0/ports?device_id=10d0b8e3-e975-4623-bc0a-0c2b9cd85672 HTTP/1.1" status: 200 len: 210 time: 0.0608754 Jul 14 18:24:24.343058 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a373bb-c888-4dea-89ba-b23de4c892ce req-45d1e3b3-5ce8-4741-ad01-d2a3a7923e82 tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:24:24.344917 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a7a373bb-c888-4dea-89ba-b23de4c892ce req-45d1e3b3-5ce8-4741-ad01-d2a3a7923e82 tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] 10.222.0.16 "GET /v2.0/ports?device_id=e1ed64d8-97dc-40df-9adb-dd5ef5c40fe8 HTTP/1.1" status: 200 len: 945 time: 0.1205735 Jul 14 18:24:24.366168 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.db_base_plugin_common [None req-03c7e165-d9d0-4693-bc2a-498a6907283d admin admin] Allocated IP 172.20.0.1 (5b9f9ac3-6ebc-4dc3-8f35-bd7ca736cf0d/e0f57fb3-d58e-4f09-b512-33298fff8025/5eb6062f-5273-4035-a2fa-daa17d368c7c) {{(pid=93916) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:24:24.377965 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-d23e8161-96dc-4e65-b770-68beb0d3688a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645734'] for network, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:24.485663 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a7a373bb-c888-4dea-89ba-b23de4c892ce req-99cdada4-365b-4249-b5f3-5668b67afa9e tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] 10.222.0.16 "GET /v2.0/security-groups?id=39320fa9-4894-4542-95e3-d64e174c637e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346760 Jul 14 18:24:24.641799 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-d23e8161-96dc-4e65-b770-68beb0d3688a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2096010', 'neutron.services.segments.db._delete_segments_for_network-8728202734996'] for network, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:24.665377 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.segments.db [None req-d23e8161-96dc-4e65-b770-68beb0d3688a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db91f325-26eb-46a5-a055-fa987825e5d3']}} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:24:24.685145 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.segments.db [None req-d23e8161-96dc-4e65-b770-68beb0d3688a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0530ac92-8368-43bd-99e1-1d63788a18a6') {'for_net_delete': True} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:24:24.685764 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.segments.db [None req-d23e8161-96dc-4e65-b770-68beb0d3688a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0530ac92-8368-43bd-99e1-1d63788a18a6') {} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:24:24.697428 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device fd3b03be-c8d9-442a-bfab-d8552b680fec details requested by agent hyperv_n-h1-800634-3 with host n-h1-800634-3 {{(pid=93917) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 18:24:24.697692 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-03c7e165-d9d0-4693-bc2a-498a6907283d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:24.699445 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a15d37e-dd1d-4074-af43-da61e6a99b87 req-639c7641-de31-4a28-80b0-62dad8567951 tempest-ImagesTestJSON-313755568 tempest-ImagesTestJSON-313755568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:24:24.708739 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-d23e8161-96dc-4e65-b770-68beb0d3688a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728202715275', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26296891'] for segment, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:24.709786 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-7a15d37e-dd1d-4074-af43-da61e6a99b87 req-639c7641-de31-4a28-80b0-62dad8567951 tempest-ImagesTestJSON-313755568 tempest-ImagesTestJSON-313755568-project] 10.222.0.16 "GET /v2.0/ports?device_id=34ada4aa-7d10-4b46-a74b-0ace9f3e3335 HTTP/1.1" status: 200 len: 943 time: 0.1269236 Jul 14 18:24:24.722986 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.provisioning_blocks [None req-03c7e165-d9d0-4693-bc2a-498a6907283d admin admin] Transition to ACTIVE for port object 5eb6062f-5273-4035-a2fa-daa17d368c7c will not be triggered until provisioned by entity DHCP. {{(pid=93916) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:24:24.732553 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-d23e8161-96dc-4e65-b770-68beb0d3688a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:24.750890 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d23e8161-96dc-4e65-b770-68beb0d3688a admin admin] Releasing vlan 77 on physical network physnet1 to pool {{(pid=93916) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 18:24:24.754413 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-d23e8161-96dc-4e65-b770-68beb0d3688a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2682942'] for segment, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:24.758981 n-d-800634-3 neutron-server[93916]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:24:24.758981 n-d-800634-3 neutron-server[93916]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:24:24.758981 n-d-800634-3 neutron-server[93916]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:24:24.758981 n-d-800634-3 neutron-server[93916]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:24:24.758981 n-d-800634-3 neutron-server[93916]: Traceback (most recent call last): Jul 14 18:24:24.758981 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 18:24:24.758981 n-d-800634-3 neutron-server[93916]: timer() Jul 14 18:24:24.758981 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 18:24:24.758981 n-d-800634-3 neutron-server[93916]: cb(*args, **kw) Jul 14 18:24:24.758981 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 18:24:24.758981 n-d-800634-3 neutron-server[93916]: return func(*args, **kwargs) Jul 14 18:24:24.758981 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 18:24:24.758981 n-d-800634-3 neutron-server[93916]: self._notify() Jul 14 18:24:24.758981 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 18:24:24.758981 n-d-800634-3 neutron-server[93916]: self.callback(batched_events) Jul 14 18:24:24.758981 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 18:24:24.758981 n-d-800634-3 neutron-server[93916]: event.method(event) Jul 14 18:24:24.758981 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 18:24:24.758981 n-d-800634-3 neutron-server[93916]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 18:24:24.758981 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 18:24:24.758981 n-d-800634-3 neutron-server[93916]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 18:24:24.758981 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 18:24:24.758981 n-d-800634-3 neutron-server[93916]: return f(self, *a, **k) Jul 14 18:24:24.758981 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 18:24:24.758981 n-d-800634-3 neutron-server[93916]: return self._get(url).json() Jul 14 18:24:24.758981 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 18:24:24.758981 n-d-800634-3 neutron-server[93916]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 18:24:24.758981 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 18:24:24.758981 n-d-800634-3 neutron-server[93916]: return self.request(url, 'GET', **kwargs) Jul 14 18:24:24.758981 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 18:24:24.758981 n-d-800634-3 neutron-server[93916]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 18:24:24.758981 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 18:24:24.758981 n-d-800634-3 neutron-server[93916]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 18:24:24.758981 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 18:24:24.758981 n-d-800634-3 neutron-server[93916]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 18:24:24.758981 n-d-800634-3 neutron-server[93916]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 18:24:24.780032 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-7a15d37e-dd1d-4074-af43-da61e6a99b87 req-96225019-cc03-4a1e-a57a-09eadf535e7d tempest-ImagesTestJSON-313755568 tempest-ImagesTestJSON-313755568-project] 10.222.0.16 "GET /v2.0/security-groups?id=96a7afe7-a122-4b0d-8907-2d91e1bd838f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688999 Jul 14 18:24:24.856313 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-d23e8161-96dc-4e65-b770-68beb0d3688a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2096001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-930085'] for network, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:24.863462 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-d23e8161-96dc-4e65-b770-68beb0d3688a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598705'] for network, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:24.869204 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 32978) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:24:24.869411 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-d23e8161-96dc-4e65-b770-68beb0d3688a admin admin] 10.222.0.16 "DELETE /v2.0/networks/db91f325-26eb-46a5-a055-fa987825e5d3 HTTP/1.1" status: 204 len: 168 time: 0.6001294 Jul 14 18:24:24.871738 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-03c7e165-d9d0-4693-bc2a-498a6907283d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:24.894001 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23e8161-96dc-4e65-b770-68beb0d3688a admin admin] Pushing event deleted for resources: {'Network': ['ID=db91f325-26eb-46a5-a055-fa987825e5d3,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:24:24.956294 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03c7e165-d9d0-4693-bc2a-498a6907283d admin admin] Network 5b9f9ac3-6ebc-4dc3-8f35-bd7ca736cf0d is already hosted by enough agents. {{(pid=93916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:24:24.963704 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [None req-03c7e165-d9d0-4693-bc2a-498a6907283d admin admin] Resources bound (agent type, host, resource id): {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:24:24.966271 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03c7e165-d9d0-4693-bc2a-498a6907283d admin admin] Received port after_create {{(pid=93916) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:24:24.984414 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e6d1b5c-50a1-49c6-b0c3-fca5a47d8fa9 admin admin] Deleting subnet 9ff476d3-1be9-4790-84f6-372e17f28c61 {{(pid=93915) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 18:24:24.989762 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-3e6d1b5c-50a1-49c6-b0c3-fca5a47d8fa9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:25.002495 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 7b6cadfb-63e0-42b1-a6de-6885edf9c8da up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:24:25.037456 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-03c7e165-d9d0-4693-bc2a-498a6907283d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-930452'] for router_interface, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:25.050771 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c7e165-d9d0-4693-bc2a-498a6907283d admin admin] Pushing event updated for resources: {'Port': ['ID=5eb6062f-5273-4035-a2fa-daa17d368c7c,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:24:25.095193 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-3e6d1b5c-50a1-49c6-b0c3-fca5a47d8fa9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28939913'] for subnet, precommit_delete_associations {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:25.150730 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning for port 7b6cadfb-63e0-42b1-a6de-6885edf9c8da completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:24:25.183282 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port 7b6cadfb-63e0-42b1-a6de-6885edf9c8da triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:24:25.183935 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:25.253594 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-3e6d1b5c-50a1-49c6-b0c3-fca5a47d8fa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081283'] for subnet, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:25.300959 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-59575a29-0749-4c2e-8a32-35ff8e31ddbf req-41cd7b52-d35b-4ae0-9fba-3a24d239e802 tempest-ServersAdminTestJSON-701576244 tempest-ServersAdminTestJSON-701576244-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=5fc9a5e55fd84545a47306b3e1f6fe5f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1041827 Jul 14 18:24:25.400415 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port fd3b03be-c8d9-442a-bfab-d8552b680fec, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=fd3b03be-c8d9-442a-bfab-d8552b680fec,segment=NetworkSegment(c8e2a7c4-bd5e-4731-a374-4d60f95eaafc),segment_id=c8e2a7c4-bd5e-4731-a374-4d60f95eaafc)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:24:25.416559 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Returning: {'device': 'fd3b03be-c8d9-442a-bfab-d8552b680fec', 'network_id': '00eb190e-16b6-44df-affb-99e5d63189cd', 'port_id': 'fd3b03be-c8d9-442a-bfab-d8552b680fec', 'mac_address': 'fa:16:3e:e6:ff:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 65, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f450988d-312f-485b-851e-7fa0573be99e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93917) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 18:24:25.486746 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:25.497932 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac0a63e-244e-4e5d-9aa7-95ad9814d7c9 req-7d5f84e1-91b1-444b-bd1e-3f1aab455bac tempest-ServerMetadataNegativeTestJSON-1834120816 tempest-ServerMetadataNegativeTestJSON-1834120816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:24:25.504926 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-4ac0a63e-244e-4e5d-9aa7-95ad9814d7c9 req-7d5f84e1-91b1-444b-bd1e-3f1aab455bac tempest-ServerMetadataNegativeTestJSON-1834120816 tempest-ServerMetadataNegativeTestJSON-1834120816-project] 10.222.0.16 "GET /v2.0/ports?device_id=2da16e03-3657-471e-aa6b-bf152f325497 HTTP/1.1" status: 200 len: 944 time: 0.1679709 Jul 14 18:24:25.508860 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-3e6d1b5c-50a1-49c6-b0c3-fca5a47d8fa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25913028', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28969762'] for subnet, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:25.530504 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:25.540663 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-12f0b6b3-0938-4e7c-8e65-072084046a2a None None] Provisioning for port 5eb6062f-5273-4035-a2fa-daa17d368c7c completed by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:24:25.562655 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] For port 7b6cadfb-63e0-42b1-a6de-6885edf9c8da, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=7b6cadfb-63e0-42b1-a6de-6885edf9c8da,segment=NetworkSegment(5afb940b-bbdf-4727-be00-5d46367c38a1),segment_id=5afb940b-bbdf-4727-be00-5d46367c38a1)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:24:25.566914 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd3b03be-c8d9-442a-bfab-d8552b680fec {{(pid=93917) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 18:24:25.579582 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-12f0b6b3-0938-4e7c-8e65-072084046a2a None None] Provisioning complete for port 5eb6062f-5273-4035-a2fa-daa17d368c7c triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:24:25.580250 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-12f0b6b3-0938-4e7c-8e65-072084046a2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:25.583593 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:25.600776 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6d1b5c-50a1-49c6-b0c3-fca5a47d8fa9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9ff476d3-1be9-4790-84f6-372e17f28c61,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:24:25.637305 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-3e6d1b5c-50a1-49c6-b0c3-fca5a47d8fa9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:25.641462 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-3e6d1b5c-50a1-49c6-b0c3-fca5a47d8fa9 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/9ff476d3-1be9-4790-84f6-372e17f28c61 HTTP/1.1" status: 204 len: 168 time: 0.7685900 Jul 14 18:24:25.643039 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 32990) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:24:25.674898 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port fd3b03be-c8d9-442a-bfab-d8552b680fec, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=fd3b03be-c8d9-442a-bfab-d8552b680fec,segment=NetworkSegment(c8e2a7c4-bd5e-4731-a374-4d60f95eaafc),segment_id=c8e2a7c4-bd5e-4731-a374-4d60f95eaafc)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:24:25.688086 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-4ac0a63e-244e-4e5d-9aa7-95ad9814d7c9 req-b31684d8-b617-40ee-8b4f-7d80aa7fda25 tempest-ServerMetadataNegativeTestJSON-1834120816 tempest-ServerMetadataNegativeTestJSON-1834120816-project] 10.222.0.16 "GET /v2.0/security-groups?id=d409a43b-561e-41ea-8521-536b0da35abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1821985 Jul 14 18:24:25.692087 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:25.692855 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device 0d727e14-7e00-4d23-beaa-680757cedc59 details requested by agent hyperv_n-h1-800634-3 with host n-h1-800634-3 {{(pid=93917) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 18:24:25.713891 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-03c7e165-d9d0-4693-bc2a-498a6907283d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:25.717755 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-12f0b6b3-0938-4e7c-8e65-072084046a2a None None] Port 5eb6062f-5273-4035-a2fa-daa17d368c7c cannot update to ACTIVE because it is not bound. {{(pid=93917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 18:24:25.736485 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-2f4e3af3-e708-4ffd-a544-82d93a489d01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:25.739242 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59575a29-0749-4c2e-8a32-35ff8e31ddbf req-58d1797b-7acb-49e6-87f6-8a8d86bf7203 tempest-ServersAdminTestJSON-701576244 tempest-ServersAdminTestJSON-701576244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:24:25.741490 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-59575a29-0749-4c2e-8a32-35ff8e31ddbf req-58d1797b-7acb-49e6-87f6-8a8d86bf7203 tempest-ServersAdminTestJSON-701576244 tempest-ServersAdminTestJSON-701576244-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4229810 Jul 14 18:24:25.839388 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-db67868b-d8a2-422a-b3cc-0527efdfe7e0 req-3a2bcb97-2b03-4128-ba27-393425848b69 tempest-ServersAdminTestJSON-701576244 tempest-ServersAdminTestJSON-701576244-project] 10.222.0.16 "GET /v2.0/ports?device_id=10d0b8e3-e975-4623-bc0a-0c2b9cd85672 HTTP/1.1" status: 200 len: 210 time: 0.0979369 Jul 14 18:24:25.871234 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-ef255170-2b6f-4167-beb7-4105aa01b7c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645734'] for network, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:25.897164 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port 0d727e14-7e00-4d23-beaa-680757cedc59, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=0d727e14-7e00-4d23-beaa-680757cedc59,segment=NetworkSegment(ed557757-f640-484f-8cda-41a92c321398),segment_id=ed557757-f640-484f-8cda-41a92c321398)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:24:25.914889 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [req-59575a29-0749-4c2e-8a32-35ff8e31ddbf req-17bf59af-9c8b-4661-8f2f-89769dd74c81 tempest-ServersAdminTestJSON-701576244 tempest-ServersAdminTestJSON-701576244-project] Request body: {'port': {'device_id': 'c37af3d9-5cf3-44f0-a629-12e66be48e93', 'network_id': '4f742057-89ee-4b4a-86f7-487ee61881a1', 'admin_state_up': True, 'tenant_id': '5fc9a5e55fd84545a47306b3e1f6fe5f'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:24:25.916940 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Pushing event updated for resources: {'Port': ['ID=7b6cadfb-63e0-42b1-a6de-6885edf9c8da,revision_number=4']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:24:25.980223 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6c55eca2-62c4-4f51-9393-64e367ec8499 req-efea431f-9542-4d58-b8fa-5a0e428a72a2 tempest-ServersAdminTestJSON-701576244 tempest-ServersAdminTestJSON-701576244-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=5fc9a5e55fd84545a47306b3e1f6fe5f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0252869 Jul 14 18:24:26.014123 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Returning: {'device': '0d727e14-7e00-4d23-beaa-680757cedc59', 'network_id': '458a605c-adc1-4322-ba16-e84a0c1f7468', 'port_id': '0d727e14-7e00-4d23-beaa-680757cedc59', 'mac_address': 'fa:16:3e:59:7c:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 82, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f82593d-7d30-492d-935c-eafdd92f72c6', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93917) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 18:24:26.058228 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-59575a29-0749-4c2e-8a32-35ff8e31ddbf req-17bf59af-9c8b-4661-8f2f-89769dd74c81 tempest-ServersAdminTestJSON-701576244 tempest-ServersAdminTestJSON-701576244-project] Made reservation on behalf of 5fc9a5e55fd84545a47306b3e1f6fe5f for: {'port': 1} {{(pid=93916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:24:26.062098 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-59575a29-0749-4c2e-8a32-35ff8e31ddbf req-17bf59af-9c8b-4661-8f2f-89769dd74c81 tempest-ServersAdminTestJSON-701576244 tempest-ServersAdminTestJSON-701576244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:26.081764 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-59575a29-0749-4c2e-8a32-35ff8e31ddbf req-17bf59af-9c8b-4661-8f2f-89769dd74c81 tempest-ServersAdminTestJSON-701576244 tempest-ServersAdminTestJSON-701576244-project] Notify callbacks [] for security_group, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:26.093224 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Pushing event updated for resources: {'Port': ['ID=fd3b03be-c8d9-442a-bfab-d8552b680fec,revision_number=4']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:24:26.100961 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:26.105806 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4210f10e-ed9b-4c47-9538-f3417037ba09 req-1f4b01a8-0c9b-4bad-92b6-c7880ff371fe tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:24:26.107986 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-03c7e165-d9d0-4693-bc2a-498a6907283d admin admin] Notify callbacks [] for port, precommit_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:26.112738 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-4210f10e-ed9b-4c47-9538-f3417037ba09 req-1f4b01a8-0c9b-4bad-92b6-c7880ff371fe tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] 10.222.0.16 "GET /v2.0/ports?device_id=e1ed64d8-97dc-40df-9adb-dd5ef5c40fe8 HTTP/1.1" status: 200 len: 945 time: 0.2274389 Jul 14 18:24:26.116338 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-03c7e165-d9d0-4693-bc2a-498a6907283d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2684870'] for port, after_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:26.118102 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d727e14-7e00-4d23-beaa-680757cedc59 {{(pid=93917) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 18:24:26.140995 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-ef255170-2b6f-4167-beb7-4105aa01b7c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2096010', 'neutron.services.segments.db._delete_segments_for_network-8728202734996'] for network, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:26.152331 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port 0d727e14-7e00-4d23-beaa-680757cedc59, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=0d727e14-7e00-4d23-beaa-680757cedc59,segment=NetworkSegment(ed557757-f640-484f-8cda-41a92c321398),segment_id=ed557757-f640-484f-8cda-41a92c321398)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:24:26.161125 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:26.178433 n-d-800634-3 neutron-server[93915]: DEBUG neutron.services.segments.db [None req-ef255170-2b6f-4167-beb7-4105aa01b7c3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9cd58892-084e-4a4c-aee5-d41483df252e']}} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:24:26.214368 n-d-800634-3 neutron-server[93915]: DEBUG neutron.services.segments.db [None req-ef255170-2b6f-4167-beb7-4105aa01b7c3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62fca911-29b1-4090-af15-e9cc03c99a27') {'for_net_delete': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:24:26.214639 n-d-800634-3 neutron-server[93915]: DEBUG neutron.services.segments.db [None req-ef255170-2b6f-4167-beb7-4105aa01b7c3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62fca911-29b1-4090-af15-e9cc03c99a27') {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:24:26.234379 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Pushing event updated for resources: {'Port': ['ID=0d727e14-7e00-4d23-beaa-680757cedc59,revision_number=4']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:24:26.247430 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c7e165-d9d0-4693-bc2a-498a6907283d admin admin] Pushing event updated for resources: {'Port': ['ID=5eb6062f-5273-4035-a2fa-daa17d368c7c,revision_number=2']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:24:26.255657 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-ef255170-2b6f-4167-beb7-4105aa01b7c3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728202715275', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28939920'] for segment, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:26.257688 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-03c7e165-d9d0-4693-bc2a-498a6907283d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-598741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-928734'] for router_interface, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:26.284019 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-4210f10e-ed9b-4c47-9538-f3417037ba09 req-bd69dac0-c770-4b48-a60c-40600eeefda6 tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] 10.222.0.16 "GET /v2.0/security-groups?id=39320fa9-4894-4542-95e3-d64e174c637e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1704280 Jul 14 18:24:26.286549 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-ef255170-2b6f-4167-beb7-4105aa01b7c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:26.298034 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef255170-2b6f-4167-beb7-4105aa01b7c3 admin admin] Releasing vlan 71 on physical network physnet1 to pool {{(pid=93915) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 18:24:26.298439 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-ef255170-2b6f-4167-beb7-4105aa01b7c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25911658'] for segment, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:26.300244 n-d-800634-3 neutron-server[93915]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:24:26.300244 n-d-800634-3 neutron-server[93915]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:24:26.300244 n-d-800634-3 neutron-server[93915]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:24:26.300244 n-d-800634-3 neutron-server[93915]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:24:26.300244 n-d-800634-3 neutron-server[93915]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:24:26.300244 n-d-800634-3 neutron-server[93915]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:24:26.300244 n-d-800634-3 neutron-server[93915]: Traceback (most recent call last): Jul 14 18:24:26.300244 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 18:24:26.300244 n-d-800634-3 neutron-server[93915]: timer() Jul 14 18:24:26.300244 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 18:24:26.300244 n-d-800634-3 neutron-server[93915]: cb(*args, **kw) Jul 14 18:24:26.300244 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 18:24:26.300244 n-d-800634-3 neutron-server[93915]: return func(*args, **kwargs) Jul 14 18:24:26.300244 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 18:24:26.300244 n-d-800634-3 neutron-server[93915]: self._notify() Jul 14 18:24:26.300244 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 18:24:26.300244 n-d-800634-3 neutron-server[93915]: self.callback(batched_events) Jul 14 18:24:26.300244 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 18:24:26.300244 n-d-800634-3 neutron-server[93915]: event.method(event) Jul 14 18:24:26.300244 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 18:24:26.300244 n-d-800634-3 neutron-server[93915]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 18:24:26.300244 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 18:24:26.300244 n-d-800634-3 neutron-server[93915]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 18:24:26.300244 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 18:24:26.300244 n-d-800634-3 neutron-server[93915]: return f(self, *a, **k) Jul 14 18:24:26.300244 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 18:24:26.300244 n-d-800634-3 neutron-server[93915]: return self._get(url).json() Jul 14 18:24:26.300244 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 18:24:26.300244 n-d-800634-3 neutron-server[93915]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 18:24:26.300244 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 18:24:26.300244 n-d-800634-3 neutron-server[93915]: return self.request(url, 'GET', **kwargs) Jul 14 18:24:26.300244 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 18:24:26.300244 n-d-800634-3 neutron-server[93915]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 18:24:26.300244 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 18:24:26.300244 n-d-800634-3 neutron-server[93915]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 18:24:26.300244 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 18:24:26.300244 n-d-800634-3 neutron-server[93915]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 18:24:26.300244 n-d-800634-3 neutron-server[93915]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 18:24:26.360657 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c55eca2-62c4-4f51-9393-64e367ec8499 req-6ba77a2b-b91b-421e-a9eb-b00c6bad70de tempest-ServersAdminTestJSON-701576244 tempest-ServersAdminTestJSON-701576244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:24:26.362198 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6c55eca2-62c4-4f51-9393-64e367ec8499 req-6ba77a2b-b91b-421e-a9eb-b00c6bad70de tempest-ServersAdminTestJSON-701576244 tempest-ServersAdminTestJSON-701576244-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3679643 Jul 14 18:24:26.377139 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798581f5-e688-4853-a1ee-da7904c4e442 req-ac3dedb3-b0e8-44fa-9d93-ea7f617bf304 tempest-ImagesTestJSON-313755568 tempest-ImagesTestJSON-313755568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:24:26.378739 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-798581f5-e688-4853-a1ee-da7904c4e442 req-ac3dedb3-b0e8-44fa-9d93-ea7f617bf304 tempest-ImagesTestJSON-313755568 tempest-ImagesTestJSON-313755568-project] 10.222.0.16 "GET /v2.0/ports?device_id=34ada4aa-7d10-4b46-a74b-0ace9f3e3335 HTTP/1.1" status: 200 len: 943 time: 0.3361733 Jul 14 18:24:26.385011 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [req-6c55eca2-62c4-4f51-9393-64e367ec8499 req-05b6a3f1-3668-46ed-9baa-1986831a5b65 tempest-ServersAdminTestJSON-701576244 tempest-ServersAdminTestJSON-701576244-project] Request body: {'port': {'device_id': '10d0b8e3-e975-4623-bc0a-0c2b9cd85672', 'network_id': '4f742057-89ee-4b4a-86f7-487ee61881a1', 'admin_state_up': True, 'tenant_id': '5fc9a5e55fd84545a47306b3e1f6fe5f'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:24:26.396955 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03c7e165-d9d0-4693-bc2a-498a6907283d admin admin] Network 5b9f9ac3-6ebc-4dc3-8f35-bd7ca736cf0d is already hosted by enough agents. {{(pid=93916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:24:26.401024 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [None req-03c7e165-d9d0-4693-bc2a-498a6907283d admin admin] Resources bound (agent type, host, resource id): {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:24:26.418025 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-59575a29-0749-4c2e-8a32-35ff8e31ddbf req-17bf59af-9c8b-4661-8f2f-89769dd74c81 tempest-ServersAdminTestJSON-701576244 tempest-ServersAdminTestJSON-701576244-project] Notify callbacks [] for security_group, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:26.423190 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-59575a29-0749-4c2e-8a32-35ff8e31ddbf req-17bf59af-9c8b-4661-8f2f-89769dd74c81 tempest-ServersAdminTestJSON-701576244 tempest-ServersAdminTestJSON-701576244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:26.436585 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-ef255170-2b6f-4167-beb7-4105aa01b7c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2096001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-930085'] for network, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:26.452607 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-ef255170-2b6f-4167-beb7-4105aa01b7c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598705'] for network, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:26.454479 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-ef255170-2b6f-4167-beb7-4105aa01b7c3 admin admin] 10.222.0.16 "DELETE /v2.0/networks/9cd58892-084e-4a4c-aee5-d41483df252e HTTP/1.1" status: 204 len: 168 time: 0.8105180 Jul 14 18:24:26.488535 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] get_ports_and_sgs() called for port_ids ['0d727e14-7e00-4d23-beaa-680757cedc59'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 18:24:26.490514 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef255170-2b6f-4167-beb7-4105aa01b7c3 admin admin] Pushing event deleted for resources: {'Network': ['ID=9cd58892-084e-4a4c-aee5-d41483df252e,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:24:26.497379 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] get_ports_and_sgs() called for port_ids ['fd3b03be-c8d9-442a-bfab-d8552b680fec'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 18:24:26.541271 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-798581f5-e688-4853-a1ee-da7904c4e442 req-87161d36-2254-4a23-96de-e52b5dbb343b tempest-ImagesTestJSON-313755568 tempest-ImagesTestJSON-313755568-project] 10.222.0.16 "GET /v2.0/security-groups?id=96a7afe7-a122-4b0d-8907-2d91e1bd838f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366684 Jul 14 18:24:26.639353 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c55eca2-62c4-4f51-9393-64e367ec8499 req-05b6a3f1-3668-46ed-9baa-1986831a5b65 tempest-ServersAdminTestJSON-701576244 tempest-ServersAdminTestJSON-701576244-project] Made reservation on behalf of 5fc9a5e55fd84545a47306b3e1f6fe5f for: {'port': 1} {{(pid=93915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:24:26.645364 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-6c55eca2-62c4-4f51-9393-64e367ec8499 req-05b6a3f1-3668-46ed-9baa-1986831a5b65 tempest-ServersAdminTestJSON-701576244 tempest-ServersAdminTestJSON-701576244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:26.701291 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.db_base_plugin_common [req-59575a29-0749-4c2e-8a32-35ff8e31ddbf req-17bf59af-9c8b-4661-8f2f-89769dd74c81 tempest-ServersAdminTestJSON-701576244 tempest-ServersAdminTestJSON-701576244-project] Allocated IP 192.168.233.163 (4f742057-89ee-4b4a-86f7-487ee61881a1/f20c54fb-f7da-4761-aa61-2e4f99f3d332/11193581-98af-4629-bd90-7170ffba6ec1) {{(pid=93916) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:24:26.752182 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device c3e531fa-4a67-4d7a-b1ea-f36c3df5a6fa details requested by agent hyperv_n-h1-800634-3 with host n-h1-800634-3 {{(pid=93917) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 18:24:26.806687 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 33002) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:24:26.904171 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 7b6cadfb-63e0-42b1-a6de-6885edf9c8da up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:24:26.911985 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-96ec6fca-b663-4818-9a22-c280f49f24d7 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=bf822237a04049a3b403ec64903a20e0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1032231 Jul 14 18:24:26.937155 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 33010) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:24:26.950632 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-6174c4db-31df-47a8-89ee-c46a7e6ffeb7 None None] Provisioning complete for port 5eb6062f-5273-4035-a2fa-daa17d368c7c triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:24:26.951014 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-6174c4db-31df-47a8-89ee-c46a7e6ffeb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:26.993936 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bf59af-9c8b-4661-8f2f-89769dd74c81 tempest-ServersAdminTestJSON-701576244 tempest-ServersAdminTestJSON-701576244-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ea7723ec-9d2a-468c-977f-1e7257209758,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:24:27.015113 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-5b482654-d431-4862-9ceb-ad3bb4eed4e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:27.035340 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5c29b2-4694-4f7b-9d5f-30a005547f99 req-527f77b8-1a43-48a5-bd4f-8dcf8332dbae tempest-ServerMetadataNegativeTestJSON-1834120816 tempest-ServerMetadataNegativeTestJSON-1834120816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:24:27.037213 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-4a5c29b2-4694-4f7b-9d5f-30a005547f99 req-527f77b8-1a43-48a5-bd4f-8dcf8332dbae tempest-ServerMetadataNegativeTestJSON-1834120816 tempest-ServerMetadataNegativeTestJSON-1834120816-project] 10.222.0.16 "GET /v2.0/ports?device_id=2da16e03-3657-471e-aa6b-bf152f325497 HTTP/1.1" status: 200 len: 945 time: 0.1401455 Jul 14 18:24:27.078062 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03c7e165-d9d0-4693-bc2a-498a6907283d admin admin] Router 50b422c3-72ed-4d0c-b7aa-31b8479ae9f5 has already been hosted by L3 agent 2c6eb27e-defb-4cca-9a24-381c7415e359 {{(pid=93916) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 18:24:27.094628 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-5b482654-d431-4862-9ceb-ad3bb4eed4e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:27.101385 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-59575a29-0749-4c2e-8a32-35ff8e31ddbf req-17bf59af-9c8b-4661-8f2f-89769dd74c81 tempest-ServersAdminTestJSON-701576244 tempest-ServersAdminTestJSON-701576244-project] Notify callbacks [] for port, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:27.107270 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-5c1eb05f-6c04-4aa2-bbb9-bcba2d561803 req-f63bb311-1a5a-418e-baa8-6b9c0beacd0c tempest-ServersAdminTestJSON-701576244 tempest-ServersAdminTestJSON-701576244-project] 10.222.0.16 "GET /v2.0/ports?device_id=10d0b8e3-e975-4623-bc0a-0c2b9cd85672 HTTP/1.1" status: 200 len: 210 time: 0.0611806 Jul 14 18:24:27.124285 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-6174c4db-31df-47a8-89ee-c46a7e6ffeb7 None None] Port 5eb6062f-5273-4035-a2fa-daa17d368c7c cannot update to ACTIVE because it is not bound. {{(pid=93917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 18:24:27.157237 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.provisioning_blocks [req-59575a29-0749-4c2e-8a32-35ff8e31ddbf req-17bf59af-9c8b-4661-8f2f-89769dd74c81 tempest-ServersAdminTestJSON-701576244 tempest-ServersAdminTestJSON-701576244-project] Transition to ACTIVE for port object 11193581-98af-4629-bd90-7170ffba6ec1 will not be triggered until provisioned by entity DHCP. {{(pid=93916) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:24:27.169401 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port c3e531fa-4a67-4d7a-b1ea-f36c3df5a6fa, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=c3e531fa-4a67-4d7a-b1ea-f36c3df5a6fa,segment=NetworkSegment(25fcd291-a4fb-4631-8a4d-06fad1821ccd),segment_id=25fcd291-a4fb-4631-8a4d-06fad1821ccd)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:24:27.191948 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port 7b6cadfb-63e0-42b1-a6de-6885edf9c8da triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:24:27.192386 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:27.253847 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Returning: {'device': 'c3e531fa-4a67-4d7a-b1ea-f36c3df5a6fa', 'network_id': '1cbaa8bd-1463-4b3c-89d2-ab344d2f55cf', 'port_id': 'c3e531fa-4a67-4d7a-b1ea-f36c3df5a6fa', 'mac_address': 'fa:16:3e:66:f0:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6dcdf63-414e-46ae-93dc-0b8457260728', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93917) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 18:24:27.271103 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03c7e165-d9d0-4693-bc2a-498a6907283d admin admin] Notify agent at l3_agent.n-d-800634-3 the message routers_updated {{(pid=93916) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 18:24:27.300390 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-03c7e165-d9d0-4693-bc2a-498a6907283d admin admin] 10.222.0.16 "PUT /v2.0/routers/50b422c3-72ed-4d0c-b7aa-31b8479ae9f5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7636104 Jul 14 18:24:27.305429 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-59575a29-0749-4c2e-8a32-35ff8e31ddbf req-17bf59af-9c8b-4661-8f2f-89769dd74c81 tempest-ServersAdminTestJSON-701576244 tempest-ServersAdminTestJSON-701576244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:27.349451 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:27.355229 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9ddcf14-716b-41b9-b154-03f4a2ac9bd7 None None] Sync routers for ids ['50b422c3-72ed-4d0c-b7aa-31b8479ae9f5'] in n-d-800634-3 {{(pid=93917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 18:24:27.406444 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-59575a29-0749-4c2e-8a32-35ff8e31ddbf req-17bf59af-9c8b-4661-8f2f-89769dd74c81 tempest-ServersAdminTestJSON-701576244 tempest-ServersAdminTestJSON-701576244-project] Network 4f742057-89ee-4b4a-86f7-487ee61881a1 is already hosted by enough agents. {{(pid=93916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:24:27.413492 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [req-59575a29-0749-4c2e-8a32-35ff8e31ddbf req-17bf59af-9c8b-4661-8f2f-89769dd74c81 tempest-ServersAdminTestJSON-701576244 tempest-ServersAdminTestJSON-701576244-project] Resources bound (agent type, host, resource id): {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:24:27.418075 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.l3_dvrscheduler_db [req-59575a29-0749-4c2e-8a32-35ff8e31ddbf req-17bf59af-9c8b-4661-8f2f-89769dd74c81 tempest-ServersAdminTestJSON-701576244 tempest-ServersAdminTestJSON-701576244-project] Received port after_create {{(pid=93916) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:24:27.480920 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9ddcf14-716b-41b9-b154-03f4a2ac9bd7 None None] Routers {'50b422c3-72ed-4d0c-b7aa-31b8479ae9f5'} bound to L3 agent in host n-d-800634-3 {{(pid=93917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:24:27.481850 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-d9ddcf14-716b-41b9-b154-03f4a2ac9bd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:24:23Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['50b422c3-72ed-4d0c-b7aa-31b8479ae9f5'], 'active': True} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:24:27.487851 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c3e531fa-4a67-4d7a-b1ea-f36c3df5a6fa {{(pid=93917) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 18:24:27.500888 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bf59af-9c8b-4661-8f2f-89769dd74c81 tempest-ServersAdminTestJSON-701576244 tempest-ServersAdminTestJSON-701576244-project] Pushing event updated for resources: {'Port': ['ID=11193581-98af-4629-bd90-7170ffba6ec1,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:24:27.538307 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59575a29-0749-4c2e-8a32-35ff8e31ddbf req-17bf59af-9c8b-4661-8f2f-89769dd74c81 tempest-ServersAdminTestJSON-701576244 tempest-ServersAdminTestJSON-701576244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:24:27.539581 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-59575a29-0749-4c2e-8a32-35ff8e31ddbf req-17bf59af-9c8b-4661-8f2f-89769dd74c81 tempest-ServersAdminTestJSON-701576244 tempest-ServersAdminTestJSON-701576244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:27.557833 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-59575a29-0749-4c2e-8a32-35ff8e31ddbf req-17bf59af-9c8b-4661-8f2f-89769dd74c81 tempest-ServersAdminTestJSON-701576244 tempest-ServersAdminTestJSON-701576244-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6473484 Jul 14 18:24:27.573699 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [req-59575a29-0749-4c2e-8a32-35ff8e31ddbf req-c77a7640-b8d8-45f7-b490-2ae526af5ff1 service neutron] Request body: {'port': {'device_id': 'c37af3d9-5cf3-44f0-a629-12e66be48e93', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800634-3'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:24:27.661079 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port c3e531fa-4a67-4d7a-b1ea-f36c3df5a6fa, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=c3e531fa-4a67-4d7a-b1ea-f36c3df5a6fa,segment=NetworkSegment(25fcd291-a4fb-4631-8a4d-06fad1821ccd),segment_id=25fcd291-a4fb-4631-8a4d-06fad1821ccd)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:24:27.699524 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:27.701468 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-59575a29-0749-4c2e-8a32-35ff8e31ddbf req-c77a7640-b8d8-45f7-b490-2ae526af5ff1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:27.717486 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-4a5c29b2-4694-4f7b-9d5f-30a005547f99 req-0a809e25-c6ad-464a-b372-5e060fc04185 tempest-ServerMetadataNegativeTestJSON-1834120816 tempest-ServerMetadataNegativeTestJSON-1834120816-project] 10.222.0.16 "GET /v2.0/security-groups?id=d409a43b-561e-41ea-8521-536b0da35abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6668606 Jul 14 18:24:27.746606 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-5b482654-d431-4862-9ceb-ad3bb4eed4e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:27.750942 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-5b482654-d431-4862-9ceb-ad3bb4eed4e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:27.763450 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-5b482654-d431-4862-9ceb-ad3bb4eed4e1 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/92b6cf98-5ffd-4d42-aa1d-ac514d77ee82 HTTP/1.1" status: 204 len: 168 time: 0.8166943 Jul 14 18:24:27.794518 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvr_db [None req-d9ddcf14-716b-41b9-b154-03f4a2ac9bd7 None None] Set router 50b422c3-72ed-4d0c-b7aa-31b8479ae9f5 gateway port host: n-d-800634-3 {{(pid=93917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 18:24:27.797570 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Pushing event updated for resources: {'Port': ['ID=c3e531fa-4a67-4d7a-b1ea-f36c3df5a6fa,revision_number=6']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:24:27.828821 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b482654-d431-4862-9ceb-ad3bb4eed4e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92b6cf98-5ffd-4d42-aa1d-ac514d77ee82,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:24:27.861526 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] get_ports_and_sgs() called for port_ids ['c3e531fa-4a67-4d7a-b1ea-f36c3df5a6fa'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 18:24:27.903945 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07dcb0fb-5ac3-41c6-a543-443c6f474e09 req-7eeddea5-2add-42b1-8153-374c9a6e5a59 tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:24:27.905573 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-07dcb0fb-5ac3-41c6-a543-443c6f474e09 req-7eeddea5-2add-42b1-8153-374c9a6e5a59 tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] 10.222.0.16 "GET /v2.0/ports?device_id=e1ed64d8-97dc-40df-9adb-dd5ef5c40fe8 HTTP/1.1" status: 200 len: 945 time: 0.3598063 Jul 14 18:24:27.906846 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.db_base_plugin_common [req-6c55eca2-62c4-4f51-9393-64e367ec8499 req-05b6a3f1-3668-46ed-9baa-1986831a5b65 tempest-ServersAdminTestJSON-701576244 tempest-ServersAdminTestJSON-701576244-project] Allocated IP 192.168.233.85 (4f742057-89ee-4b4a-86f7-487ee61881a1/f20c54fb-f7da-4761-aa61-2e4f99f3d332/4ecc80b6-53a5-4b25-b39e-82831cc210b1) {{(pid=93915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:24:27.925546 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-0ffad9ab-7f93-44f1-9792-c0a9aee8b708 None None] Provisioning for port 11193581-98af-4629-bd90-7170ffba6ec1 completed by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:24:27.938024 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-0ffad9ab-7f93-44f1-9792-c0a9aee8b708 None None] Provisioning complete for port 11193581-98af-4629-bd90-7170ffba6ec1 triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:24:27.938440 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-0ffad9ab-7f93-44f1-9792-c0a9aee8b708 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:28.201467 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-6c55eca2-62c4-4f51-9393-64e367ec8499 req-05b6a3f1-3668-46ed-9baa-1986831a5b65 tempest-ServersAdminTestJSON-701576244 tempest-ServersAdminTestJSON-701576244-project] Notify callbacks [] for port, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:28.232588 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.provisioning_blocks [req-6c55eca2-62c4-4f51-9393-64e367ec8499 req-05b6a3f1-3668-46ed-9baa-1986831a5b65 tempest-ServersAdminTestJSON-701576244 tempest-ServersAdminTestJSON-701576244-project] Transition to ACTIVE for port object 4ecc80b6-53a5-4b25-b39e-82831cc210b1 will not be triggered until provisioned by entity DHCP. {{(pid=93915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:24:28.262516 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-0ffad9ab-7f93-44f1-9792-c0a9aee8b708 None None] Port 11193581-98af-4629-bd90-7170ffba6ec1 cannot update to ACTIVE because it is not bound. {{(pid=93917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 18:24:28.323955 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-d9ddcf14-716b-41b9-b154-03f4a2ac9bd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50b422c3-72ed-4d0c-b7aa-31b8479ae9f5', 'name': 'tempest-ServersTestJSON-510107149-router', 'tenant_id': '327b1c3e1f0f4935a843f320f55291fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.56'}], 'enable_snat': True}, 'gw_port_id': '7b6cadfb-63e0-42b1-a6de-6885edf9c8da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:24:17Z', 'updated_at': '2021-07-14T18:24:25Z', 'revision_number': 4, 'project_id': '327b1c3e1f0f4935a843f320f55291fe', 'gw_port': {'id': '7b6cadfb-63e0-42b1-a6de-6885edf9c8da', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:b8:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50b422c3-72ed-4d0c-b7aa-31b8479ae9f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 884, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:24:19Z', 'updated_at': '2021-07-14T18:24:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_interfaces': [{'id': '5eb6062f-5273-4035-a2fa-daa17d368c7c', 'name': '', 'network_id': '5b9f9ac3-6ebc-4dc3-8f35-bd7ca736cf0d', 'tenant_id': '327b1c3e1f0f4935a843f320f55291fe', 'mac_address': 'fa:16:3e:24:b0:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50b422c3-72ed-4d0c-b7aa-31b8479ae9f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 893, 'fixed_ips': [{'subnet_id': 'e0f57fb3-d58e-4f09-b512-33298fff8025', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:24:23Z', 'updated_at': '2021-07-14T18:24:25Z', 'revision_number': 2, 'project_id': '327b1c3e1f0f4935a843f320f55291fe', 'subnets': [{'id': 'e0f57fb3-d58e-4f09-b512-33298fff8025', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-3', False) {} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:24:28.340849 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-6c55eca2-62c4-4f51-9393-64e367ec8499 req-05b6a3f1-3668-46ed-9baa-1986831a5b65 tempest-ServersAdminTestJSON-701576244 tempest-ServersAdminTestJSON-701576244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:28.415175 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c55eca2-62c4-4f51-9393-64e367ec8499 req-05b6a3f1-3668-46ed-9baa-1986831a5b65 tempest-ServersAdminTestJSON-701576244 tempest-ServersAdminTestJSON-701576244-project] Network 4f742057-89ee-4b4a-86f7-487ee61881a1 is already hosted by enough agents. {{(pid=93915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:24:28.433347 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-07dcb0fb-5ac3-41c6-a543-443c6f474e09 req-5373a2c0-7fb4-4b11-9826-8dce1253b712 tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] 10.222.0.16 "GET /v2.0/security-groups?id=39320fa9-4894-4542-95e3-d64e174c637e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3726707 Jul 14 18:24:28.442767 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [req-6c55eca2-62c4-4f51-9393-64e367ec8499 req-05b6a3f1-3668-46ed-9baa-1986831a5b65 tempest-ServersAdminTestJSON-701576244 tempest-ServersAdminTestJSON-701576244-project] Resources bound (agent type, host, resource id): {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:24:28.451886 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b6a3f1-3668-46ed-9baa-1986831a5b65 tempest-ServersAdminTestJSON-701576244 tempest-ServersAdminTestJSON-701576244-project] Pushing event updated for resources: {'Port': ['ID=4ecc80b6-53a5-4b25-b39e-82831cc210b1,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:24:28.459118 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9ddcf14-716b-41b9-b154-03f4a2ac9bd7 None None] Checking router: 50b422c3-72ed-4d0c-b7aa-31b8479ae9f5 for host: n-d-800634-3 {{(pid=93917) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 18:24:28.459360 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9ddcf14-716b-41b9-b154-03f4a2ac9bd7 None None] Updating router 50b422c3-72ed-4d0c-b7aa-31b8479ae9f5 port 5eb6062f-5273-4035-a2fa-daa17d368c7c binding host n-d-800634-3 {{(pid=93917) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 18:24:28.474735 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c55eca2-62c4-4f51-9393-64e367ec8499 req-05b6a3f1-3668-46ed-9baa-1986831a5b65 tempest-ServersAdminTestJSON-701576244 tempest-ServersAdminTestJSON-701576244-project] Received port after_create {{(pid=93915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:24:28.562711 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 33052) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:24:28.574005 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 33054) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:24:28.590249 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-200ea95f-a305-4570-9602-83a5bde44705 tempest-ServersTestJSON-1617994263 tempest-ServersTestJSON-1617994263-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1829561061', 'description': 'tempest-description--1933201618'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:24:28.652966 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-d9ddcf14-716b-41b9-b154-03f4a2ac9bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:28.661486 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-200ea95f-a305-4570-9602-83a5bde44705 tempest-ServersTestJSON-1617994263 tempest-ServersTestJSON-1617994263-project] Notify callbacks [] for security_group, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:28.693236 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c55eca2-62c4-4f51-9393-64e367ec8499 req-05b6a3f1-3668-46ed-9baa-1986831a5b65 tempest-ServersAdminTestJSON-701576244 tempest-ServersAdminTestJSON-701576244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:24:28.702766 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-6c55eca2-62c4-4f51-9393-64e367ec8499 req-05b6a3f1-3668-46ed-9baa-1986831a5b65 tempest-ServersAdminTestJSON-701576244 tempest-ServersAdminTestJSON-701576244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:28.719947 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device 0d727e14-7e00-4d23-beaa-680757cedc59 up at agent hyperv_n-h1-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:24:28.727308 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-06f76b12-2925-4299-9888-6da26f5d9e29 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8c0a2b2c5d6f422794b82f5eddfd4654&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1628857 Jul 14 18:24:28.733270 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 33056) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:24:28.823760 n-d-800634-3 neutron-server[93916]: DEBUG neutron.notifiers.nova [req-59575a29-0749-4c2e-8a32-35ff8e31ddbf req-c77a7640-b8d8-45f7-b490-2ae526af5ff1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11193581-98af-4629-bd90-7170ffba6ec1 {{(pid=93916) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 18:24:28.854670 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-59575a29-0749-4c2e-8a32-35ff8e31ddbf req-c77a7640-b8d8-45f7-b490-2ae526af5ff1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:28.883821 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.provisioning_blocks [req-59575a29-0749-4c2e-8a32-35ff8e31ddbf req-c77a7640-b8d8-45f7-b490-2ae526af5ff1 service neutron] Transition to ACTIVE for port object 11193581-98af-4629-bd90-7170ffba6ec1 will not be triggered until provisioned by entity L2. {{(pid=93916) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:24:28.899251 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-59575a29-0749-4c2e-8a32-35ff8e31ddbf req-c77a7640-b8d8-45f7-b490-2ae526af5ff1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2684870'] for port, after_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:28.922318 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-22707d48-3af2-48d3-8e07-0f73a1b4faef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:28.964308 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-22707d48-3af2-48d3-8e07-0f73a1b4faef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:29.039335 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77a7640-b8d8-45f7-b490-2ae526af5ff1 service neutron] Pushing event updated for resources: {'Port': ['ID=11193581-98af-4629-bd90-7170ffba6ec1,revision_number=2']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:24:29.043891 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-200ea95f-a305-4570-9602-83a5bde44705 tempest-ServersTestJSON-1617994263 tempest-ServersTestJSON-1617994263-project] Notify callbacks [] for security_group, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:29.090205 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-ce2ad522-725f-4ca1-9490-cd2f0612c13d None None] Provisioning for port 4ecc80b6-53a5-4b25-b39e-82831cc210b1 completed by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:24:29.095658 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-200ea95f-a305-4570-9602-83a5bde44705 tempest-ServersTestJSON-1617994263 tempest-ServersTestJSON-1617994263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:29.107854 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-22707d48-3af2-48d3-8e07-0f73a1b4faef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:29.109670 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-ce2ad522-725f-4ca1-9490-cd2f0612c13d None None] Provisioning complete for port 4ecc80b6-53a5-4b25-b39e-82831cc210b1 triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:24:29.110038 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-ce2ad522-725f-4ca1-9490-cd2f0612c13d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:29.110522 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-22707d48-3af2-48d3-8e07-0f73a1b4faef admin admin] Notify callbacks [] for security_group, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:29.111690 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-22707d48-3af2-48d3-8e07-0f73a1b4faef admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e0ea9b24-7dff-4490-bd07-d04812c94084 HTTP/1.1" status: 204 len: 168 time: 0.3773255 Jul 14 18:24:29.143675 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6c55eca2-62c4-4f51-9393-64e367ec8499 req-05b6a3f1-3668-46ed-9baa-1986831a5b65 tempest-ServersAdminTestJSON-701576244 tempest-ServersAdminTestJSON-701576244-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.7638717 Jul 14 18:24:29.166340 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [req-6c55eca2-62c4-4f51-9393-64e367ec8499 req-6cc329bf-8372-4114-a55b-e6a56513af21 service neutron] Request body: {'port': {'device_id': '10d0b8e3-e975-4623-bc0a-0c2b9cd85672', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800634-3'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:24:29.175219 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22707d48-3af2-48d3-8e07-0f73a1b4faef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0ea9b24-7dff-4490-bd07-d04812c94084,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:24:29.227040 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Provisioning for port 0d727e14-7e00-4d23-beaa-680757cedc59 completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:24:29.243652 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-200ea95f-a305-4570-9602-83a5bde44705 tempest-ServersTestJSON-1617994263 tempest-ServersTestJSON-1617994263-project] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:29.247104 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-200ea95f-a305-4570-9602-83a5bde44705 tempest-ServersTestJSON-1617994263 tempest-ServersTestJSON-1617994263-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.6718740 Jul 14 18:24:29.249338 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Provisioning complete for port 0d727e14-7e00-4d23-beaa-680757cedc59 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:24:29.249713 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:29.268277 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 33062) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:24:29.274240 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200ea95f-a305-4570-9602-83a5bde44705 tempest-ServersTestJSON-1617994263 tempest-ServersTestJSON-1617994263-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fdb82264-481f-4cf8-9ca0-988769171a6e,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:24:29.284810 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-b929b7a6-542d-4a50-8e0e-65cb44160038 tempest-ServersTestJSON-1617994263 tempest-ServersTestJSON-1617994263-project] Request body: {'security_group_rule': {'security_group_id': 'fdb82264-481f-4cf8-9ca0-988769171a6e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:24:29.298771 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-ce2ad522-725f-4ca1-9490-cd2f0612c13d None None] Port 4ecc80b6-53a5-4b25-b39e-82831cc210b1 cannot update to ACTIVE because it is not bound. {{(pid=93917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 18:24:29.353867 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c86869-5143-42db-9091-8c9af8a1c3c7 req-174915f1-7cf8-4e85-95d2-1cc44f2a6d6d tempest-ImagesTestJSON-313755568 tempest-ImagesTestJSON-313755568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:24:29.356187 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.managers [req-59575a29-0749-4c2e-8a32-35ff8e31ddbf req-c77a7640-b8d8-45f7-b490-2ae526af5ff1 service neutron] Attempting to bind port 11193581-98af-4629-bd90-7170ffba6ec1 on host n-h1-800634-3 for vnic_type normal with profile {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:24:29.356534 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.managers [req-59575a29-0749-4c2e-8a32-35ff8e31ddbf req-c77a7640-b8d8-45f7-b490-2ae526af5ff1 service neutron] Attempting to bind port 11193581-98af-4629-bd90-7170ffba6ec1 by drivers openvswitch,hyperv on host n-h1-800634-3 at level 0 using segments [{'id': '067fc487-22c7-42de-972d-ae352a28ad29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '4f742057-89ee-4b4a-86f7-487ee61881a1'}] {{(pid=93916) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:24:29.356865 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59575a29-0749-4c2e-8a32-35ff8e31ddbf req-c77a7640-b8d8-45f7-b490-2ae526af5ff1 service neutron] Attempting to bind port 11193581-98af-4629-bd90-7170ffba6ec1 on network 4f742057-89ee-4b4a-86f7-487ee61881a1 {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:24:29.365705 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-77c86869-5143-42db-9091-8c9af8a1c3c7 req-174915f1-7cf8-4e85-95d2-1cc44f2a6d6d tempest-ImagesTestJSON-313755568 tempest-ImagesTestJSON-313755568-project] 10.222.0.16 "GET /v2.0/ports?device_id=34ada4aa-7d10-4b46-a74b-0ace9f3e3335 HTTP/1.1" status: 200 len: 944 time: 0.5585039 Jul 14 18:24:29.382355 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59575a29-0749-4c2e-8a32-35ff8e31ddbf req-c77a7640-b8d8-45f7-b490-2ae526af5ff1 service neutron] Port 11193581-98af-4629-bd90-7170ffba6ec1 on network 4f742057-89ee-4b4a-86f7-487ee61881a1 not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-3 {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 18:24:29.382707 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59575a29-0749-4c2e-8a32-35ff8e31ddbf req-c77a7640-b8d8-45f7-b490-2ae526af5ff1 service neutron] Attempting to bind port 11193581-98af-4629-bd90-7170ffba6ec1 on network 4f742057-89ee-4b4a-86f7-487ee61881a1 {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:24:29.392359 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59575a29-0749-4c2e-8a32-35ff8e31ddbf req-c77a7640-b8d8-45f7-b490-2ae526af5ff1 service neutron] Checking agent: {'id': 'a3630ff4-fbee-45d9-b9b6-0ae41cb3a350', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 15, 32), 'started_at': datetime.datetime(2021, 7, 14, 18, 15, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 18, 24, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 18:24:29.392728 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59575a29-0749-4c2e-8a32-35ff8e31ddbf req-c77a7640-b8d8-45f7-b490-2ae526af5ff1 service neutron] Checking segment: {'id': '067fc487-22c7-42de-972d-ae352a28ad29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '4f742057-89ee-4b4a-86f7-487ee61881a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93916) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:24:29.393117 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59575a29-0749-4c2e-8a32-35ff8e31ddbf req-c77a7640-b8d8-45f7-b490-2ae526af5ff1 service neutron] Bound using segment: {'id': '067fc487-22c7-42de-972d-ae352a28ad29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '4f742057-89ee-4b4a-86f7-487ee61881a1'} {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 18:24:29.393777 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.managers [req-59575a29-0749-4c2e-8a32-35ff8e31ddbf req-c77a7640-b8d8-45f7-b490-2ae526af5ff1 service neutron] Bound port: 11193581-98af-4629-bd90-7170ffba6ec1, host: n-h1-800634-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '067fc487-22c7-42de-972d-ae352a28ad29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '4f742057-89ee-4b4a-86f7-487ee61881a1'}}] {{(pid=93916) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 18:24:29.394451 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-59575a29-0749-4c2e-8a32-35ff8e31ddbf req-c77a7640-b8d8-45f7-b490-2ae526af5ff1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:29.441955 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:29.450140 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f7d828-5c49-4e0c-b749-b40f9ef2186f req-d00d89e6-3e0c-42c7-b8c0-91572901f3ed tempest-ServersAdminTestJSON-701576244 tempest-ServersAdminTestJSON-701576244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:24:29.458762 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-62f7d828-5c49-4e0c-b749-b40f9ef2186f req-d00d89e6-3e0c-42c7-b8c0-91572901f3ed tempest-ServersAdminTestJSON-701576244 tempest-ServersAdminTestJSON-701576244-project] 10.222.0.16 "GET /v2.0/ports?device_id=10d0b8e3-e975-4623-bc0a-0c2b9cd85672 HTTP/1.1" status: 200 len: 935 time: 0.4381385 Jul 14 18:24:29.459791 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-b929b7a6-542d-4a50-8e0e-65cb44160038 tempest-ServersTestJSON-1617994263 tempest-ServersTestJSON-1617994263-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:29.519941 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-6c55eca2-62c4-4f51-9393-64e367ec8499 req-6cc329bf-8372-4114-a55b-e6a56513af21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:29.545080 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-77c86869-5143-42db-9091-8c9af8a1c3c7 req-e0f12dd1-4fdf-49e7-8365-96be1efc9996 tempest-ImagesTestJSON-313755568 tempest-ImagesTestJSON-313755568-project] 10.222.0.16 "GET /v2.0/security-groups?id=96a7afe7-a122-4b0d-8907-2d91e1bd838f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1779737 Jul 14 18:24:29.587622 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-62f7d828-5c49-4e0c-b749-b40f9ef2186f req-9e478352-4edf-48fa-9650-e77fe1808352 tempest-ServersAdminTestJSON-701576244 tempest-ServersAdminTestJSON-701576244-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea7723ec-9d2a-468c-977f-1e7257209758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279862 Jul 14 18:24:29.653775 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34ada4aa-7d10-4b46-a74b-0ace9f3e3335', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d727e14-7e00-4d23-beaa-680757cedc59'}] {{(pid=93917) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:24:29.668439 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-b929b7a6-542d-4a50-8e0e-65cb44160038 tempest-ServersTestJSON-1617994263 tempest-ServersTestJSON-1617994263-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:29.669039 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20b787f3c29eaa7aa2a4d648c725a2124c5ff39a8d793252f9d844495e14cf42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2eea799-991e-4a9e-b4ad-645f3264e58a" -d '{"events": [{"server_uuid": "34ada4aa-7d10-4b46-a74b-0ace9f3e3335", "name": "network-vif-plugged", "status": "completed", "tag": "0d727e14-7e00-4d23-beaa-680757cedc59"}]}' {{(pid=93917) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:24:29.694875 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.db [req-59575a29-0749-4c2e-8a32-35ff8e31ddbf req-c77a7640-b8d8-45f7-b490-2ae526af5ff1 service neutron] For port 11193581-98af-4629-bd90-7170ffba6ec1, host n-h1-800634-3, cleared binding levels {{(pid=93916) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:24:29.700577 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.db [req-59575a29-0749-4c2e-8a32-35ff8e31ddbf req-c77a7640-b8d8-45f7-b490-2ae526af5ff1 service neutron] For port 11193581-98af-4629-bd90-7170ffba6ec1, host n-h1-800634-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=11193581-98af-4629-bd90-7170ffba6ec1,segment=NetworkSegment(067fc487-22c7-42de-972d-ae352a28ad29),segment_id=067fc487-22c7-42de-972d-ae352a28ad29)] {{(pid=93916) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 18:24:29.703274 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-b929b7a6-542d-4a50-8e0e-65cb44160038 tempest-ServersTestJSON-1617994263 tempest-ServersTestJSON-1617994263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305173'] for security_group_rule, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:29.721154 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port 0d727e14-7e00-4d23-beaa-680757cedc59, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=0d727e14-7e00-4d23-beaa-680757cedc59,segment=NetworkSegment(ed557757-f640-484f-8cda-41a92c321398),segment_id=ed557757-f640-484f-8cda-41a92c321398)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:24:29.752780 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-d9ddcf14-716b-41b9-b154-03f4a2ac9bd7 None None] Notify callbacks [] for port, precommit_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:29.759677 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-59575a29-0749-4c2e-8a32-35ff8e31ddbf req-c77a7640-b8d8-45f7-b490-2ae526af5ff1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2684870'] for port, after_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:29.771273 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-d9ddcf14-716b-41b9-b154-03f4a2ac9bd7 None None] Transition to ACTIVE for port object 5eb6062f-5273-4035-a2fa-daa17d368c7c will not be triggered until provisioned by entity L2. {{(pid=93917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:24:29.775508 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:29.776480 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device c3e531fa-4a67-4d7a-b1ea-f36c3df5a6fa up at agent hyperv_n-h1-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:24:29.781170 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-d9ddcf14-716b-41b9-b154-03f4a2ac9bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:29.795450 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b929b7a6-542d-4a50-8e0e-65cb44160038 tempest-ServersTestJSON-1617994263 tempest-ServersTestJSON-1617994263-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6b70bef-7ed6-417a-926e-d64477a11ae4,revision_number=0']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:24:29.834174 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59575a29-0749-4c2e-8a32-35ff8e31ddbf req-c77a7640-b8d8-45f7-b490-2ae526af5ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:24:29.835180 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-59575a29-0749-4c2e-8a32-35ff8e31ddbf req-c77a7640-b8d8-45f7-b490-2ae526af5ff1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:29.837143 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-59575a29-0749-4c2e-8a32-35ff8e31ddbf req-c77a7640-b8d8-45f7-b490-2ae526af5ff1 service neutron] 10.222.0.18 "PUT /v2.0/ports/11193581-98af-4629-bd90-7170ffba6ec1 HTTP/1.1" status: 200 len: 1096 time: 2.2715662 Jul 14 18:24:29.878308 n-d-800634-3 neutron-server[93916]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c37af3d9-5cf3-44f0-a629-12e66be48e93', 'tag': '11193581-98af-4629-bd90-7170ffba6ec1'}] {{(pid=93916) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:24:29.884933 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f803e150b363a7893830aa996ac27753fa25517c406ecd3536b7c2d4b26eeb9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ceea084e-863b-4344-aea5-98c17f395266" -d '{"events": [{"name": "network-changed", "server_uuid": "c37af3d9-5cf3-44f0-a629-12e66be48e93", "tag": "11193581-98af-4629-bd90-7170ffba6ec1"}]}' {{(pid=93916) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:24:29.890669 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-b929b7a6-542d-4a50-8e0e-65cb44160038 tempest-ServersTestJSON-1617994263 tempest-ServersTestJSON-1617994263-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:29.893023 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-b929b7a6-542d-4a50-8e0e-65cb44160038 tempest-ServersTestJSON-1617994263 tempest-ServersTestJSON-1617994263-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6204572 Jul 14 18:24:29.896930 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 33082) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:24:29.920053 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-cb585764-526b-420b-98d8-18e4d8ad301f tempest-ServersTestJSON-1617994263 tempest-ServersTestJSON-1617994263-project] Request body: {'security_group_rule': {'security_group_id': 'fdb82264-481f-4cf8-9ca0-988769171a6e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:24:30.033813 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Pushing event updated for resources: {'Port': ['ID=0d727e14-7e00-4d23-beaa-680757cedc59,revision_number=5']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:24:30.036600 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-cb585764-526b-420b-98d8-18e4d8ad301f tempest-ServersTestJSON-1617994263 tempest-ServersTestJSON-1617994263-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:30.122584 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77a7640-b8d8-45f7-b490-2ae526af5ff1 service neutron] Pushing event updated for resources: {'Port': ['ID=11193581-98af-4629-bd90-7170ffba6ec1,revision_number=3']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:24:30.146036 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59575a29-0749-4c2e-8a32-35ff8e31ddbf req-53ab4e45-5168-41a3-b676-3a4fff047bef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:24:30.147652 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-59575a29-0749-4c2e-8a32-35ff8e31ddbf req-53ab4e45-5168-41a3-b676-3a4fff047bef service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=5fc9a5e55fd84545a47306b3e1f6fe5f&device_id=c37af3d9-5cf3-44f0-a629-12e66be48e93 HTTP/1.1" status: 200 len: 1099 time: 0.2536361 Jul 14 18:24:30.218042 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Provisioning complete for port c3e531fa-4a67-4d7a-b1ea-f36c3df5a6fa triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:24:30.220208 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:30.246344 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-59575a29-0749-4c2e-8a32-35ff8e31ddbf req-83bdad3a-8be7-49bb-afca-82d1571f9b23 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.163&port_id=11193581-98af-4629-bd90-7170ffba6ec1 HTTP/1.1" status: 200 len: 217 time: 0.0832114 Jul 14 18:24:30.294648 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b8f07b-a23b-4da1-9884-2bae867462b7 None None] Pushing event updated for resources: {'Port': ['ID=5eb6062f-5273-4035-a2fa-daa17d368c7c,revision_number=3']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:24:30.298117 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-d9ddcf14-716b-41b9-b154-03f4a2ac9bd7 None None] Attempting to bind port 5eb6062f-5273-4035-a2fa-daa17d368c7c on host n-d-800634-3 for vnic_type normal with profile {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:24:30.298509 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-d9ddcf14-716b-41b9-b154-03f4a2ac9bd7 None None] Attempting to bind port 5eb6062f-5273-4035-a2fa-daa17d368c7c by drivers openvswitch,hyperv on host n-d-800634-3 at level 0 using segments [{'id': 'ea2d311d-b712-47dc-86e8-854ce64a1f19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '5b9f9ac3-6ebc-4dc3-8f35-bd7ca736cf0d'}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:24:30.298879 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9ddcf14-716b-41b9-b154-03f4a2ac9bd7 None None] Attempting to bind port 5eb6062f-5273-4035-a2fa-daa17d368c7c on network 5b9f9ac3-6ebc-4dc3-8f35-bd7ca736cf0d {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:24:30.323407 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9ddcf14-716b-41b9-b154-03f4a2ac9bd7 None None] Checking agent: {'id': '01c19e91-a945-4e3c-94a6-c211e17c923e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 8, 23), 'started_at': datetime.datetime(2021, 7, 14, 18, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 18, 24, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 18:24:30.323801 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9ddcf14-716b-41b9-b154-03f4a2ac9bd7 None None] Checking segment: {'id': 'ea2d311d-b712-47dc-86e8-854ce64a1f19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '5b9f9ac3-6ebc-4dc3-8f35-bd7ca736cf0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93917) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:24:30.324387 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-d9ddcf14-716b-41b9-b154-03f4a2ac9bd7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:30.324783 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9ddcf14-716b-41b9-b154-03f4a2ac9bd7 None None] Bound using segment: {'id': 'ea2d311d-b712-47dc-86e8-854ce64a1f19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '5b9f9ac3-6ebc-4dc3-8f35-bd7ca736cf0d'} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 18:24:30.325279 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-d9ddcf14-716b-41b9-b154-03f4a2ac9bd7 None None] Bound port: 5eb6062f-5273-4035-a2fa-daa17d368c7c, host: n-d-800634-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea2d311d-b712-47dc-86e8-854ce64a1f19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '5b9f9ac3-6ebc-4dc3-8f35-bd7ca736cf0d'}}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 18:24:30.325672 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-d9ddcf14-716b-41b9-b154-03f4a2ac9bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:30.404519 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ccafdf-2910-44ea-9f7c-836fda274cfe req-84e4369c-ad48-4970-bd29-e3abb32f5e29 tempest-ServerMetadataNegativeTestJSON-1834120816 tempest-ServerMetadataNegativeTestJSON-1834120816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:24:30.410166 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:30.411465 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-51ccafdf-2910-44ea-9f7c-836fda274cfe req-84e4369c-ad48-4970-bd29-e3abb32f5e29 tempest-ServerMetadataNegativeTestJSON-1834120816 tempest-ServerMetadataNegativeTestJSON-1834120816-project] 10.222.0.16 "GET /v2.0/ports?device_id=2da16e03-3657-471e-aa6b-bf152f325497 HTTP/1.1" status: 200 len: 945 time: 0.5320945 Jul 14 18:24:30.424460 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-cb585764-526b-420b-98d8-18e4d8ad301f tempest-ServersTestJSON-1617994263 tempest-ServersTestJSON-1617994263-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:30.442373 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3ac105-2add-4f3a-8a38-dede6097efca req-b4c4650d-dec7-43ae-b07d-8ae8dff726a5 tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:24:30.450582 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-d9ddcf14-716b-41b9-b154-03f4a2ac9bd7 None None] For port 5eb6062f-5273-4035-a2fa-daa17d368c7c, host n-d-800634-3, cleared binding levels {{(pid=93917) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:24:30.451649 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-0a3ac105-2add-4f3a-8a38-dede6097efca req-b4c4650d-dec7-43ae-b07d-8ae8dff726a5 tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] 10.222.0.16 "GET /v2.0/ports?device_id=e1ed64d8-97dc-40df-9adb-dd5ef5c40fe8 HTTP/1.1" status: 200 len: 944 time: 0.5123937 Jul 14 18:24:30.455016 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-d9ddcf14-716b-41b9-b154-03f4a2ac9bd7 None None] For port 5eb6062f-5273-4035-a2fa-daa17d368c7c, host n-d-800634-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=5eb6062f-5273-4035-a2fa-daa17d368c7c,segment=NetworkSegment(ea2d311d-b712-47dc-86e8-854ce64a1f19),segment_id=ea2d311d-b712-47dc-86e8-854ce64a1f19)] {{(pid=93917) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 18:24:30.461524 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-cb585764-526b-420b-98d8-18e4d8ad301f tempest-ServersTestJSON-1617994263 tempest-ServersTestJSON-1617994263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305173'] for security_group_rule, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:30.473289 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-d9ddcf14-716b-41b9-b154-03f4a2ac9bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:30.476530 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port c3e531fa-4a67-4d7a-b1ea-f36c3df5a6fa, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=c3e531fa-4a67-4d7a-b1ea-f36c3df5a6fa,segment=NetworkSegment(25fcd291-a4fb-4631-8a4d-06fad1821ccd),segment_id=25fcd291-a4fb-4631-8a4d-06fad1821ccd)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:24:30.499485 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb585764-526b-420b-98d8-18e4d8ad301f tempest-ServersTestJSON-1617994263 tempest-ServersTestJSON-1617994263-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ad28530-bb7e-4842-8aba-3fc8f669a0b0,revision_number=0']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:24:30.516993 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:30.517883 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device fd3b03be-c8d9-442a-bfab-d8552b680fec up at agent hyperv_n-h1-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:24:30.539016 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59575a29-0749-4c2e-8a32-35ff8e31ddbf req-f9866eeb-0859-4335-8f06-eb3f97d2f7a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:24:30.541383 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-59575a29-0749-4c2e-8a32-35ff8e31ddbf req-f9866eeb-0859-4335-8f06-eb3f97d2f7a7 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f20c54fb-f7da-4761-aa61-2e4f99f3d332 HTTP/1.1" status: 200 len: 843 time: 0.2858450 Jul 14 18:24:30.587084 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-cb585764-526b-420b-98d8-18e4d8ad301f tempest-ServersTestJSON-1617994263 tempest-ServersTestJSON-1617994263-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:30.591043 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-cb585764-526b-420b-98d8-18e4d8ad301f tempest-ServersTestJSON-1617994263 tempest-ServersTestJSON-1617994263-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6817605 Jul 14 18:24:30.599080 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-51ccafdf-2910-44ea-9f7c-836fda274cfe req-13b624e0-626f-4b97-a57e-eb2c8db6e87a tempest-ServerMetadataNegativeTestJSON-1834120816 tempest-ServerMetadataNegativeTestJSON-1834120816-project] 10.222.0.16 "GET /v2.0/security-groups?id=d409a43b-561e-41ea-8521-536b0da35abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1866255 Jul 14 18:24:30.607837 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 33094) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:24:30.622872 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9ddcf14-716b-41b9-b154-03f4a2ac9bd7 None None] Routers {'50b422c3-72ed-4d0c-b7aa-31b8479ae9f5'} bound to L3 agent in host n-d-800634-3 {{(pid=93917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:24:30.627673 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-d9ddcf14-716b-41b9-b154-03f4a2ac9bd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:24:23Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['50b422c3-72ed-4d0c-b7aa-31b8479ae9f5'], 'active': True} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:24:30.635356 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-706fba4b-a04c-40a4-89cf-b79a5d46242c tempest-ServersTestJSON-1617994263 tempest-ServersTestJSON-1617994263-project] Request body: {'floatingip': {'floating_network_id': '9200a437-e1de-4520-88f6-e68386523e61'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:24:30.647835 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b8f07b-a23b-4da1-9884-2bae867462b7 None None] Pushing event updated for resources: {'Port': ['ID=5eb6062f-5273-4035-a2fa-daa17d368c7c,revision_number=4']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:24:30.722320 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59575a29-0749-4c2e-8a32-35ff8e31ddbf req-00d08316-c2a2-4da2-a1b5-27a072521134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:24:30.725334 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-59575a29-0749-4c2e-8a32-35ff8e31ddbf req-00d08316-c2a2-4da2-a1b5-27a072521134 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4f742057-89ee-4b4a-86f7-487ee61881a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1698768 Jul 14 18:24:30.782831 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [req-6c55eca2-62c4-4f51-9393-64e367ec8499 req-6cc329bf-8372-4114-a55b-e6a56513af21 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ecc80b6-53a5-4b25-b39e-82831cc210b1 {{(pid=93915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 18:24:30.822125 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-6c55eca2-62c4-4f51-9393-64e367ec8499 req-6cc329bf-8372-4114-a55b-e6a56513af21 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:30.852863 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.provisioning_blocks [req-6c55eca2-62c4-4f51-9393-64e367ec8499 req-6cc329bf-8372-4114-a55b-e6a56513af21 service neutron] Transition to ACTIVE for port object 4ecc80b6-53a5-4b25-b39e-82831cc210b1 will not be triggered until provisioned by entity L2. {{(pid=93915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:24:30.874789 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-0a3ac105-2add-4f3a-8a38-dede6097efca req-fd1e7fab-2d06-401d-b58e-5f806a58b71d tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] 10.222.0.16 "GET /v2.0/security-groups?id=39320fa9-4894-4542-95e3-d64e174c637e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4213543 Jul 14 18:24:30.892846 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-6c55eca2-62c4-4f51-9393-64e367ec8499 req-6cc329bf-8372-4114-a55b-e6a56513af21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25912978'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:30.897823 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 18:24:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7d6cdfb-85e5-4bd9-9578-39874d84231b x-openstack-request-id: req-f7d6cdfb-85e5-4bd9-9578-39874d84231b {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:24:30.902995 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34ada4aa-7d10-4b46-a74b-0ace9f3e3335", "name": "network-vif-plugged", "status": "completed", "tag": "0d727e14-7e00-4d23-beaa-680757cedc59", "code": 200}]} {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:24:30.904239 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f7d6cdfb-85e5-4bd9-9578-39874d84231b {{(pid=93917) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:24:30.904734 n-d-800634-3 neutron-server[93917]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34ada4aa-7d10-4b46-a74b-0ace9f3e3335', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d727e14-7e00-4d23-beaa-680757cedc59', 'code': 200} Jul 14 18:24:30.982059 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 18:24:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74d9d312-e24a-403a-9cbd-d1d2c25b75bb x-openstack-request-id: req-74d9d312-e24a-403a-9cbd-d1d2c25b75bb {{(pid=93916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:24:30.982354 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c37af3d9-5cf3-44f0-a629-12e66be48e93", "tag": "11193581-98af-4629-bd90-7170ffba6ec1", "status": "completed", "code": 200}]} {{(pid=93916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:24:30.982755 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-74d9d312-e24a-403a-9cbd-d1d2c25b75bb {{(pid=93916) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:24:30.983147 n-d-800634-3 neutron-server[93916]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c37af3d9-5cf3-44f0-a629-12e66be48e93', 'tag': '11193581-98af-4629-bd90-7170ffba6ec1', 'status': 'completed', 'code': 200} Jul 14 18:24:31.037213 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-706fba4b-a04c-40a4-89cf-b79a5d46242c tempest-ServersTestJSON-1617994263 tempest-ServersTestJSON-1617994263-project] Notify callbacks [] for floatingip, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:31.053379 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ffc618-ff9d-4d43-965f-777759fef460 req-d7a46669-82a7-4e03-9864-d4f86f39d0ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:24:31.061473 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-e1ffc618-ff9d-4d43-965f-777759fef460 req-d7a46669-82a7-4e03-9864-d4f86f39d0ce service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=34ada4aa-7d10-4b46-a74b-0ace9f3e3335 HTTP/1.1" status: 200 len: 1096 time: 0.2837477 Jul 14 18:24:31.067482 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Provisioning for port fd3b03be-c8d9-442a-bfab-d8552b680fec completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:24:31.067717 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-59575a29-0749-4c2e-8a32-35ff8e31ddbf req-6ec8d48d-ba82-48a2-8810-a9bbd40d94fe service neutron] 10.222.0.18 "GET /v2.0/networks/4f742057-89ee-4b4a-86f7-487ee61881a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3351035 Jul 14 18:24:31.092320 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Provisioning complete for port fd3b03be-c8d9-442a-bfab-d8552b680fec triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:24:31.093138 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:31.134517 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Pushing event updated for resources: {'Port': ['ID=c3e531fa-4a67-4d7a-b1ea-f36c3df5a6fa,revision_number=7']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:24:31.143938 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc329bf-8372-4114-a55b-e6a56513af21 service neutron] Pushing event updated for resources: {'Port': ['ID=4ecc80b6-53a5-4b25-b39e-82831cc210b1,revision_number=2']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:24:31.261628 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvr_db [None req-d9ddcf14-716b-41b9-b154-03f4a2ac9bd7 None None] Set router 50b422c3-72ed-4d0c-b7aa-31b8479ae9f5 gateway port host: n-d-800634-3 {{(pid=93917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 18:24:31.284815 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-e1ffc618-ff9d-4d43-965f-777759fef460 req-3160f30e-45f1-40c9-9c90-7af584f2a22d service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=96a7afe7-a122-4b0d-8907-2d91e1bd838f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2072690 Jul 14 18:24:31.295728 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:31.340111 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port fd3b03be-c8d9-442a-bfab-d8552b680fec, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=fd3b03be-c8d9-442a-bfab-d8552b680fec,segment=NetworkSegment(c8e2a7c4-bd5e-4731-a374-4d60f95eaafc),segment_id=c8e2a7c4-bd5e-4731-a374-4d60f95eaafc)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:24:31.354370 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-59575a29-0749-4c2e-8a32-35ff8e31ddbf req-a36a7be6-3828-4be7-8a09-475c0c1a4a3f service neutron] 10.222.0.18 "GET /v2.0/networks/4f742057-89ee-4b4a-86f7-487ee61881a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2562840 Jul 14 18:24:31.385856 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:31.500193 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceea084e-863b-4344-aea5-98c17f395266 req-d617145e-7739-4472-a814-384d6ea1f7be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:24:31.501879 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-ceea084e-863b-4344-aea5-98c17f395266 req-d617145e-7739-4472-a814-384d6ea1f7be service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=5fc9a5e55fd84545a47306b3e1f6fe5f&device_id=c37af3d9-5cf3-44f0-a629-12e66be48e93 HTTP/1.1" status: 200 len: 1099 time: 0.0843496 Jul 14 18:24:31.595635 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Pushing event updated for resources: {'Port': ['ID=fd3b03be-c8d9-442a-bfab-d8552b680fec,revision_number=5']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:24:31.625948 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-d9ddcf14-716b-41b9-b154-03f4a2ac9bd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50b422c3-72ed-4d0c-b7aa-31b8479ae9f5', 'name': 'tempest-ServersTestJSON-510107149-router', 'tenant_id': '327b1c3e1f0f4935a843f320f55291fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.56'}], 'enable_snat': True}, 'gw_port_id': '7b6cadfb-63e0-42b1-a6de-6885edf9c8da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:24:17Z', 'updated_at': '2021-07-14T18:24:25Z', 'revision_number': 4, 'project_id': '327b1c3e1f0f4935a843f320f55291fe', 'gw_port': {'id': '7b6cadfb-63e0-42b1-a6de-6885edf9c8da', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:b8:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50b422c3-72ed-4d0c-b7aa-31b8479ae9f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 884, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:24:19Z', 'updated_at': '2021-07-14T18:24:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_interfaces': [{'id': '5eb6062f-5273-4035-a2fa-daa17d368c7c', 'name': '', 'network_id': '5b9f9ac3-6ebc-4dc3-8f35-bd7ca736cf0d', 'tenant_id': '327b1c3e1f0f4935a843f320f55291fe', 'mac_address': 'fa:16:3e:24:b0:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50b422c3-72ed-4d0c-b7aa-31b8479ae9f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 893, 'fixed_ips': [{'subnet_id': 'e0f57fb3-d58e-4f09-b512-33298fff8025', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:24:23Z', 'updated_at': '2021-07-14T18:24:30Z', 'revision_number': 4, 'project_id': '327b1c3e1f0f4935a843f320f55291fe', 'subnets': [{'id': 'e0f57fb3-d58e-4f09-b512-33298fff8025', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-3', False) {} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:24:31.662483 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9ddcf14-716b-41b9-b154-03f4a2ac9bd7 None None] The sync data for ids ['50b422c3-72ed-4d0c-b7aa-31b8479ae9f5'] in n-d-800634-3 is: [{'id': '50b422c3-72ed-4d0c-b7aa-31b8479ae9f5', 'name': 'tempest-ServersTestJSON-510107149-router', 'tenant_id': '327b1c3e1f0f4935a843f320f55291fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.56'}], 'enable_snat': True}, 'gw_port_id': '7b6cadfb-63e0-42b1-a6de-6885edf9c8da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:24:17Z', 'updated_at': '2021-07-14T18:24:25Z', 'revision_number': 4, 'project_id': '327b1c3e1f0f4935a843f320f55291fe', 'gw_port': {'id': '7b6cadfb-63e0-42b1-a6de-6885edf9c8da', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:b8:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50b422c3-72ed-4d0c-b7aa-31b8479ae9f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 884, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:24:19Z', 'updated_at': '2021-07-14T18:24:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_interfaces': [{'id': '5eb6062f-5273-4035-a2fa-daa17d368c7c', 'name': '', 'network_id': '5b9f9ac3-6ebc-4dc3-8f35-bd7ca736cf0d', 'tenant_id': '327b1c3e1f0f4935a843f320f55291fe', 'mac_address': 'fa:16:3e:24:b0:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50b422c3-72ed-4d0c-b7aa-31b8479ae9f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 893, 'fixed_ips': [{'subnet_id': 'e0f57fb3-d58e-4f09-b512-33298fff8025', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:24:23Z', 'updated_at': '2021-07-14T18:24:30Z', 'revision_number': 4, 'project_id': '327b1c3e1f0f4935a843f320f55291fe', 'subnets': [{'id': 'e0f57fb3-d58e-4f09-b512-33298fff8025', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 18:24:31.669082 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceea084e-863b-4344-aea5-98c17f395266 req-0a0d122b-247f-4e63-b306-c3f725d63985 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:24:31.670586 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-ceea084e-863b-4344-aea5-98c17f395266 req-0a0d122b-247f-4e63-b306-c3f725d63985 service neutron] 10.222.0.18 "GET /v2.0/networks?id=4f742057-89ee-4b4a-86f7-487ee61881a1 HTTP/1.1" status: 200 len: 869 time: 0.1612360 Jul 14 18:24:31.738120 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-6c55eca2-62c4-4f51-9393-64e367ec8499 req-6cc329bf-8372-4114-a55b-e6a56513af21 service neutron] Attempting to bind port 4ecc80b6-53a5-4b25-b39e-82831cc210b1 on host n-h1-800634-3 for vnic_type normal with profile {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:24:31.742401 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-6c55eca2-62c4-4f51-9393-64e367ec8499 req-6cc329bf-8372-4114-a55b-e6a56513af21 service neutron] Attempting to bind port 4ecc80b6-53a5-4b25-b39e-82831cc210b1 by drivers openvswitch,hyperv on host n-h1-800634-3 at level 0 using segments [{'id': '067fc487-22c7-42de-972d-ae352a28ad29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '4f742057-89ee-4b4a-86f7-487ee61881a1'}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:24:31.748683 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c55eca2-62c4-4f51-9393-64e367ec8499 req-6cc329bf-8372-4114-a55b-e6a56513af21 service neutron] Attempting to bind port 4ecc80b6-53a5-4b25-b39e-82831cc210b1 on network 4f742057-89ee-4b4a-86f7-487ee61881a1 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:24:31.758655 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-ceea084e-863b-4344-aea5-98c17f395266 req-99ef047b-4db7-4a27-92c4-22a9864e00d1 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.163&port_id=11193581-98af-4629-bd90-7170ffba6ec1 HTTP/1.1" status: 200 len: 217 time: 0.0784335 Jul 14 18:24:31.765159 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c55eca2-62c4-4f51-9393-64e367ec8499 req-6cc329bf-8372-4114-a55b-e6a56513af21 service neutron] Port 4ecc80b6-53a5-4b25-b39e-82831cc210b1 on network 4f742057-89ee-4b4a-86f7-487ee61881a1 not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-3 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 18:24:31.765493 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c55eca2-62c4-4f51-9393-64e367ec8499 req-6cc329bf-8372-4114-a55b-e6a56513af21 service neutron] Attempting to bind port 4ecc80b6-53a5-4b25-b39e-82831cc210b1 on network 4f742057-89ee-4b4a-86f7-487ee61881a1 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:24:31.783001 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c55eca2-62c4-4f51-9393-64e367ec8499 req-6cc329bf-8372-4114-a55b-e6a56513af21 service neutron] Checking agent: {'id': 'a3630ff4-fbee-45d9-b9b6-0ae41cb3a350', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 15, 32), 'started_at': datetime.datetime(2021, 7, 14, 18, 15, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 18, 24, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 18:24:31.783349 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c55eca2-62c4-4f51-9393-64e367ec8499 req-6cc329bf-8372-4114-a55b-e6a56513af21 service neutron] Checking segment: {'id': '067fc487-22c7-42de-972d-ae352a28ad29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '4f742057-89ee-4b4a-86f7-487ee61881a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:24:31.783750 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c55eca2-62c4-4f51-9393-64e367ec8499 req-6cc329bf-8372-4114-a55b-e6a56513af21 service neutron] Bound using segment: {'id': '067fc487-22c7-42de-972d-ae352a28ad29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '4f742057-89ee-4b4a-86f7-487ee61881a1'} {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 18:24:31.785076 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-6c55eca2-62c4-4f51-9393-64e367ec8499 req-6cc329bf-8372-4114-a55b-e6a56513af21 service neutron] Bound port: 4ecc80b6-53a5-4b25-b39e-82831cc210b1, host: n-h1-800634-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '067fc487-22c7-42de-972d-ae352a28ad29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '4f742057-89ee-4b4a-86f7-487ee61881a1'}}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 18:24:31.786822 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-6c55eca2-62c4-4f51-9393-64e367ec8499 req-6cc329bf-8372-4114-a55b-e6a56513af21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:31.790454 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-706fba4b-a04c-40a4-89cf-b79a5d46242c tempest-ServersTestJSON-1617994263 tempest-ServersTestJSON-1617994263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:31.810701 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fdef0d-e663-405a-a745-a23ab58a670c req-d33e9cde-3bd8-4a4a-ba87-b16d2ab45828 tempest-ServersAdminTestJSON-701576244 tempest-ServersAdminTestJSON-701576244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:24:31.822775 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b8fdef0d-e663-405a-a745-a23ab58a670c req-d33e9cde-3bd8-4a4a-ba87-b16d2ab45828 tempest-ServersAdminTestJSON-701576244 tempest-ServersAdminTestJSON-701576244-project] 10.222.0.16 "GET /v2.0/ports?device_id=10d0b8e3-e975-4623-bc0a-0c2b9cd85672 HTTP/1.1" status: 200 len: 947 time: 0.5485537 Jul 14 18:24:31.832634 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.agents_db [None req-2ea07fb6-aa68-4671-8654-119d82b9f530 None None] Agent healthcheck: found 7 active agents {{(pid=93918) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 18:24:31.869845 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506be7fd-7669-4952-bc01-27c468ce1fbd req-9cfdee69-9460-4644-8b36-97da7d4a57f0 tempest-ImagesTestJSON-313755568 tempest-ImagesTestJSON-313755568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:24:31.872299 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceea084e-863b-4344-aea5-98c17f395266 req-6cf6614c-e7ee-4327-8d60-dbd8011c2bae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:24:31.874630 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-ceea084e-863b-4344-aea5-98c17f395266 req-6cf6614c-e7ee-4327-8d60-dbd8011c2bae service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f20c54fb-f7da-4761-aa61-2e4f99f3d332 HTTP/1.1" status: 200 len: 843 time: 0.1078897 Jul 14 18:24:31.876931 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-506be7fd-7669-4952-bc01-27c468ce1fbd req-9cfdee69-9460-4644-8b36-97da7d4a57f0 tempest-ImagesTestJSON-313755568 tempest-ImagesTestJSON-313755568-project] 10.222.0.16 "GET /v2.0/ports?device_id=34ada4aa-7d10-4b46-a74b-0ace9f3e3335 HTTP/1.1" status: 200 len: 945 time: 0.5692620 Jul 14 18:24:32.025389 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceea084e-863b-4344-aea5-98c17f395266 req-2817ecfd-c4fe-4433-8c8a-31bc34219e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:24:32.028595 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-ceea084e-863b-4344-aea5-98c17f395266 req-2817ecfd-c4fe-4433-8c8a-31bc34219e60 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4f742057-89ee-4b4a-86f7-487ee61881a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1450136 Jul 14 18:24:32.038819 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b8fdef0d-e663-405a-a745-a23ab58a670c req-066f01b3-23b3-4bc4-9dba-3a8a4ec039b6 tempest-ServersAdminTestJSON-701576244 tempest-ServersAdminTestJSON-701576244-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea7723ec-9d2a-468c-977f-1e7257209758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2151425 Jul 14 18:24:32.127722 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.db_base_plugin_common [None req-706fba4b-a04c-40a4-89cf-b79a5d46242c tempest-ServersTestJSON-1617994263 tempest-ServersTestJSON-1617994263-project] Allocated IP 172.25.1.151 (9200a437-e1de-4520-88f6-e68386523e61/5f47f848-4532-407a-a0e2-5690ade15fd0/1919fbb1-a716-4825-854f-a2e0667623b4) {{(pid=93915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:24:32.213637 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:32.282482 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-ceea084e-863b-4344-aea5-98c17f395266 req-1cc35d89-f76f-4445-96ff-37ea41305dee service neutron] 10.222.0.18 "GET /v2.0/networks/4f742057-89ee-4b4a-86f7-487ee61881a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2471495 Jul 14 18:24:32.357353 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-506be7fd-7669-4952-bc01-27c468ce1fbd req-e218a139-cf2c-4ef1-b151-d1ceb56e4ac6 tempest-ImagesTestJSON-313755568 tempest-ImagesTestJSON-313755568-project] 10.222.0.16 "GET /v2.0/security-groups?id=96a7afe7-a122-4b0d-8907-2d91e1bd838f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4794073 Jul 14 18:24:32.419131 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-6c55eca2-62c4-4f51-9393-64e367ec8499 req-6cc329bf-8372-4114-a55b-e6a56513af21 service neutron] For port 4ecc80b6-53a5-4b25-b39e-82831cc210b1, host n-h1-800634-3, cleared binding levels {{(pid=93915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:24:32.439276 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-6c55eca2-62c4-4f51-9393-64e367ec8499 req-6cc329bf-8372-4114-a55b-e6a56513af21 service neutron] For port 4ecc80b6-53a5-4b25-b39e-82831cc210b1, host n-h1-800634-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=4ecc80b6-53a5-4b25-b39e-82831cc210b1,segment=NetworkSegment(067fc487-22c7-42de-972d-ae352a28ad29),segment_id=067fc487-22c7-42de-972d-ae352a28ad29)] {{(pid=93915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 18:24:32.458484 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-706fba4b-a04c-40a4-89cf-b79a5d46242c tempest-ServersTestJSON-1617994263 tempest-ServersTestJSON-1617994263-project] Notify callbacks [] for port, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:32.465573 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-6c55eca2-62c4-4f51-9393-64e367ec8499 req-6cc329bf-8372-4114-a55b-e6a56513af21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25912978'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:32.567411 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc329bf-8372-4114-a55b-e6a56513af21 service neutron] Pushing event updated for resources: {'Port': ['ID=4ecc80b6-53a5-4b25-b39e-82831cc210b1,revision_number=3']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:24:32.595784 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c55eca2-62c4-4f51-9393-64e367ec8499 req-6cc329bf-8372-4114-a55b-e6a56513af21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:24:32.596465 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-6c55eca2-62c4-4f51-9393-64e367ec8499 req-6cc329bf-8372-4114-a55b-e6a56513af21 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:32.598341 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6c55eca2-62c4-4f51-9393-64e367ec8499 req-6cc329bf-8372-4114-a55b-e6a56513af21 service neutron] 10.222.0.18 "PUT /v2.0/ports/4ecc80b6-53a5-4b25-b39e-82831cc210b1 HTTP/1.1" status: 200 len: 1095 time: 3.4374533 Jul 14 18:24:32.604621 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10d0b8e3-e975-4623-bc0a-0c2b9cd85672', 'tag': '4ecc80b6-53a5-4b25-b39e-82831cc210b1'}] {{(pid=93915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:24:32.606903 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e72782ad3af8f7d4ce76cedf092bca46d1756acc5c4653cf0b52034cdd6b073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e758a05-d387-4b97-9a04-67b0045a400f" -d '{"events": [{"name": "network-changed", "server_uuid": "10d0b8e3-e975-4623-bc0a-0c2b9cd85672", "tag": "4ecc80b6-53a5-4b25-b39e-82831cc210b1"}]}' {{(pid=93915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:24:32.728542 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3ca6ba-bd10-401a-bfdb-fc52bf95bb0a req-fc49c305-d7ad-48f9-a8fd-db0088e1f87e tempest-ServerMetadataNegativeTestJSON-1834120816 tempest-ServerMetadataNegativeTestJSON-1834120816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:24:32.730140 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-0f3ca6ba-bd10-401a-bfdb-fc52bf95bb0a req-fc49c305-d7ad-48f9-a8fd-db0088e1f87e tempest-ServerMetadataNegativeTestJSON-1834120816 tempest-ServerMetadataNegativeTestJSON-1834120816-project] 10.222.0.16 "GET /v2.0/ports?device_id=2da16e03-3657-471e-aa6b-bf152f325497 HTTP/1.1" status: 200 len: 946 time: 0.4652133 Jul 14 18:24:32.855250 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-0f3ca6ba-bd10-401a-bfdb-fc52bf95bb0a req-8693b174-0bbe-4c18-a007-5f91a1c4249e tempest-ServerMetadataNegativeTestJSON-1834120816 tempest-ServerMetadataNegativeTestJSON-1834120816-project] 10.222.0.16 "GET /v2.0/security-groups?id=d409a43b-561e-41ea-8521-536b0da35abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037123 Jul 14 18:24:32.867948 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-706fba4b-a04c-40a4-89cf-b79a5d46242c tempest-ServersTestJSON-1617994263 tempest-ServersTestJSON-1617994263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:32.879926 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 5eb6062f-5273-4035-a2fa-daa17d368c7c up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:24:32.929230 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1ed64d8-97dc-40df-9adb-dd5ef5c40fe8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3e531fa-4a67-4d7a-b1ea-f36c3df5a6fa'}, {'server_uuid': '2da16e03-3657-471e-aa6b-bf152f325497', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd3b03be-c8d9-442a-bfab-d8552b680fec'}] {{(pid=93917) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:24:32.931630 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20b787f3c29eaa7aa2a4d648c725a2124c5ff39a8d793252f9d844495e14cf42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a4ba714-eef2-43c4-81ac-ddd293bd6e0c" -d '{"events": [{"server_uuid": "e1ed64d8-97dc-40df-9adb-dd5ef5c40fe8", "name": "network-vif-plugged", "status": "completed", "tag": "c3e531fa-4a67-4d7a-b1ea-f36c3df5a6fa"}, {"server_uuid": "2da16e03-3657-471e-aa6b-bf152f325497", "name": "network-vif-plugged", "status": "completed", "tag": "fd3b03be-c8d9-442a-bfab-d8552b680fec"}]}' {{(pid=93917) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:24:32.950413 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4265463d-ec89-4b79-b0e1-df263add4fb4 req-213ea3c2-2c24-4909-b625-bfc5e7266807 tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:24:32.952192 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-4265463d-ec89-4b79-b0e1-df263add4fb4 req-213ea3c2-2c24-4909-b625-bfc5e7266807 tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] 10.222.0.16 "GET /v2.0/ports?device_id=e1ed64d8-97dc-40df-9adb-dd5ef5c40fe8 HTTP/1.1" status: 200 len: 945 time: 0.3527830 Jul 14 18:24:32.959428 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-706fba4b-a04c-40a4-89cf-b79a5d46242c tempest-ServersTestJSON-1617994263 tempest-ServersTestJSON-1617994263-project] Network 9200a437-e1de-4520-88f6-e68386523e61 is already hosted by enough agents. {{(pid=93915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:24:32.994203 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [None req-706fba4b-a04c-40a4-89cf-b79a5d46242c tempest-ServersTestJSON-1617994263 tempest-ServersTestJSON-1617994263-project] Resources bound (agent type, host, resource id): {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:24:33.014808 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning for port 5eb6062f-5273-4035-a2fa-daa17d368c7c completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:24:33.024972 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-706fba4b-a04c-40a4-89cf-b79a5d46242c tempest-ServersTestJSON-1617994263 tempest-ServersTestJSON-1617994263-project] Received port after_create {{(pid=93915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:24:33.031100 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port 5eb6062f-5273-4035-a2fa-daa17d368c7c triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:24:33.031397 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:33.035164 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-ceea084e-863b-4344-aea5-98c17f395266 req-9bd3fce8-fe93-4590-b7b4-e1faae40d076 service neutron] 10.222.0.18 "GET /v2.0/networks/4f742057-89ee-4b4a-86f7-487ee61881a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7446628 Jul 14 18:24:33.061836 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c55eca2-62c4-4f51-9393-64e367ec8499 req-0fbb0433-61d8-4e72-9b43-ac1a7f2db1cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:24:33.063673 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6c55eca2-62c4-4f51-9393-64e367ec8499 req-0fbb0433-61d8-4e72-9b43-ac1a7f2db1cf service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=5fc9a5e55fd84545a47306b3e1f6fe5f&device_id=10d0b8e3-e975-4623-bc0a-0c2b9cd85672 HTTP/1.1" status: 200 len: 1098 time: 0.4107115 Jul 14 18:24:33.093208 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706fba4b-a04c-40a4-89cf-b79a5d46242c tempest-ServersTestJSON-1617994263 tempest-ServersTestJSON-1617994263-project] Pushing event updated for resources: {'Port': ['ID=1919fbb1-a716-4825-854f-a2e0667623b4,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:24:33.177328 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6c55eca2-62c4-4f51-9393-64e367ec8499 req-04f21824-8e86-4d1c-850a-cfd195b5ad73 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.85&port_id=4ecc80b6-53a5-4b25-b39e-82831cc210b1 HTTP/1.1" status: 200 len: 217 time: 0.0803773 Jul 14 18:24:33.187370 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:33.218907 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-4265463d-ec89-4b79-b0e1-df263add4fb4 req-b47e6eeb-69de-4d0c-b594-8619c47312d4 tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] 10.222.0.16 "GET /v2.0/security-groups?id=39320fa9-4894-4542-95e3-d64e174c637e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2365775 Jul 14 18:24:33.273999 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c55eca2-62c4-4f51-9393-64e367ec8499 req-bd5b7d75-2b76-48e6-9b58-73dcc7fd69c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:24:33.279039 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6c55eca2-62c4-4f51-9393-64e367ec8499 req-bd5b7d75-2b76-48e6-9b58-73dcc7fd69c2 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f20c54fb-f7da-4761-aa61-2e4f99f3d332 HTTP/1.1" status: 200 len: 843 time: 0.0931842 Jul 14 18:24:33.282878 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] For port 5eb6062f-5273-4035-a2fa-daa17d368c7c, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=5eb6062f-5273-4035-a2fa-daa17d368c7c,segment=NetworkSegment(ea2d311d-b712-47dc-86e8-854ce64a1f19),segment_id=ea2d311d-b712-47dc-86e8-854ce64a1f19)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:24:33.291066 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:33.331511 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 18:24:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0209a18-55d6-4d4b-9488-6b041fa20373 x-openstack-request-id: req-f0209a18-55d6-4d4b-9488-6b041fa20373 {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:24:33.331923 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10d0b8e3-e975-4623-bc0a-0c2b9cd85672", "tag": "4ecc80b6-53a5-4b25-b39e-82831cc210b1", "status": "completed", "code": 200}]} {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:24:33.332312 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f0209a18-55d6-4d4b-9488-6b041fa20373 {{(pid=93915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:24:33.332801 n-d-800634-3 neutron-server[93915]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10d0b8e3-e975-4623-bc0a-0c2b9cd85672', 'tag': '4ecc80b6-53a5-4b25-b39e-82831cc210b1', 'status': 'completed', 'code': 200} Jul 14 18:24:33.383419 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Pushing event updated for resources: {'Port': ['ID=5eb6062f-5273-4035-a2fa-daa17d368c7c,revision_number=5']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:24:33.404267 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-706fba4b-a04c-40a4-89cf-b79a5d46242c tempest-ServersTestJSON-1617994263 tempest-ServersTestJSON-1617994263-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:33.415866 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 14 Jul 2021 18:24:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01ab1850-162f-4fb1-bd48-2f1bb66d81d4 x-openstack-request-id: req-01ab1850-162f-4fb1-bd48-2f1bb66d81d4 {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:24:33.416426 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1ed64d8-97dc-40df-9adb-dd5ef5c40fe8", "name": "network-vif-plugged", "status": "completed", "tag": "c3e531fa-4a67-4d7a-b1ea-f36c3df5a6fa", "code": 200}, {"server_uuid": "2da16e03-3657-471e-aa6b-bf152f325497", "name": "network-vif-plugged", "status": "completed", "tag": "fd3b03be-c8d9-442a-bfab-d8552b680fec", "code": 200}]} {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:24:33.416877 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-01ab1850-162f-4fb1-bd48-2f1bb66d81d4 {{(pid=93917) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:24:33.417458 n-d-800634-3 neutron-server[93917]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1ed64d8-97dc-40df-9adb-dd5ef5c40fe8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3e531fa-4a67-4d7a-b1ea-f36c3df5a6fa', 'code': 200} Jul 14 18:24:33.417897 n-d-800634-3 neutron-server[93917]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2da16e03-3657-471e-aa6b-bf152f325497', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd3b03be-c8d9-442a-bfab-d8552b680fec', 'code': 200} Jul 14 18:24:33.483962 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c55eca2-62c4-4f51-9393-64e367ec8499 req-4a473359-4835-4bcd-a030-0d49caeb5426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:24:33.485647 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6c55eca2-62c4-4f51-9393-64e367ec8499 req-4a473359-4835-4bcd-a030-0d49caeb5426 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4f742057-89ee-4b4a-86f7-487ee61881a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1660118 Jul 14 18:24:33.538702 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-acab231d-2c48-4eb5-89b5-c73930fbe3bd req-13c2df7e-aee6-4a56-8175-645c83c376bb tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=e0d800f124a7477bb29e534c1272cd15&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0638316 Jul 14 18:24:33.604711 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec3d153-6dba-49c3-8ee0-11b5d8fe08df req-c9145d06-3e14-49bc-8a27-3e0d46d4e382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:24:33.606592 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-aec3d153-6dba-49c3-8ee0-11b5d8fe08df req-c9145d06-3e14-49bc-8a27-3e0d46d4e382 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=2da16e03-3657-471e-aa6b-bf152f325497 HTTP/1.1" status: 200 len: 1097 time: 0.0973849 Jul 14 18:24:33.651474 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-aec3d153-6dba-49c3-8ee0-11b5d8fe08df req-ddb6f913-8b37-4f1e-a58d-51709df52b0b service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=d409a43b-561e-41ea-8521-536b0da35abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381799 Jul 14 18:24:33.683820 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-706fba4b-a04c-40a4-89cf-b79a5d46242c tempest-ServersTestJSON-1617994263 tempest-ServersTestJSON-1617994263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:34.211213 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acab231d-2c48-4eb5-89b5-c73930fbe3bd req-1fd98e25-a46d-4ad8-9840-fd214d9bb5ab tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:24:34.212990 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-acab231d-2c48-4eb5-89b5-c73930fbe3bd req-1fd98e25-a46d-4ad8-9840-fd214d9bb5ab tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6727643 Jul 14 18:24:34.237274 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6c55eca2-62c4-4f51-9393-64e367ec8499 req-cad2e2fc-c787-43bf-bf31-048fcce1c992 service neutron] 10.222.0.18 "GET /v2.0/networks/4f742057-89ee-4b4a-86f7-487ee61881a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7338884 Jul 14 18:24:34.256801 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f533317-dffd-4d69-944d-ff3054e336c4 req-94819148-05ac-48be-8134-ff7b3caeac55 tempest-ServersAdminTestJSON-701576244 tempest-ServersAdminTestJSON-701576244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:24:34.258626 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-5f533317-dffd-4d69-944d-ff3054e336c4 req-94819148-05ac-48be-8134-ff7b3caeac55 tempest-ServersAdminTestJSON-701576244 tempest-ServersAdminTestJSON-701576244-project] 10.222.0.16 "GET /v2.0/ports?device_id=10d0b8e3-e975-4623-bc0a-0c2b9cd85672 HTTP/1.1" status: 200 len: 947 time: 0.6374483 Jul 14 18:24:34.291481 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-acab231d-2c48-4eb5-89b5-c73930fbe3bd req-f24d25a9-25b2-48af-ac2a-5c5d4e0f8869 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.16 "GET /v2.0/quotas/e0d800f124a7477bb29e534c1272cd15 HTTP/1.1" status: 200 len: 375 time: 0.0609620 Jul 14 18:24:34.390606 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-acab231d-2c48-4eb5-89b5-c73930fbe3bd req-b9167cec-b4e1-4039-a936-cbcd9994f848 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=e0d800f124a7477bb29e534c1272cd15&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0661180 Jul 14 18:24:34.427747 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-5f533317-dffd-4d69-944d-ff3054e336c4 req-9399e44f-516b-4d61-bb24-1f3b5ee3db78 tempest-ServersAdminTestJSON-701576244 tempest-ServersAdminTestJSON-701576244-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea7723ec-9d2a-468c-977f-1e7257209758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565561 Jul 14 18:24:34.485079 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-706fba4b-a04c-40a4-89cf-b79a5d46242c tempest-ServersTestJSON-1617994263 tempest-ServersTestJSON-1617994263-project] Notify callbacks [] for port, precommit_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:34.489698 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6c55eca2-62c4-4f51-9393-64e367ec8499 req-d7d32301-264b-487b-bf97-09843a90b49a service neutron] 10.222.0.18 "GET /v2.0/networks/4f742057-89ee-4b4a-86f7-487ee61881a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2417421 Jul 14 18:24:34.492982 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-706fba4b-a04c-40a4-89cf-b79a5d46242c tempest-ServersTestJSON-1617994263 tempest-ServersTestJSON-1617994263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25912978'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:34.586664 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706fba4b-a04c-40a4-89cf-b79a5d46242c tempest-ServersTestJSON-1617994263 tempest-ServersTestJSON-1617994263-project] Pushing event updated for resources: {'Port': ['ID=1919fbb1-a716-4825-854f-a2e0667623b4,revision_number=2']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:24:34.610883 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-706fba4b-a04c-40a4-89cf-b79a5d46242c tempest-ServersTestJSON-1617994263 tempest-ServersTestJSON-1617994263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-930131'] for floatingip, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:34.642138 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-706fba4b-a04c-40a4-89cf-b79a5d46242c tempest-ServersTestJSON-1617994263 tempest-ServersTestJSON-1617994263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for floatingip, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:34.651210 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-706fba4b-a04c-40a4-89cf-b79a5d46242c tempest-ServersTestJSON-1617994263 tempest-ServersTestJSON-1617994263-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.0328913 Jul 14 18:24:34.743701 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device 11193581-98af-4629-bd90-7170ffba6ec1 details requested by agent hyperv_n-h1-800634-3 with host n-h1-800634-3 {{(pid=93917) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 18:24:34.792207 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e758a05-d387-4b97-9a04-67b0045a400f req-05158052-412e-4838-aea2-31a42d80c4d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:24:34.795973 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6e758a05-d387-4b97-9a04-67b0045a400f req-05158052-412e-4838-aea2-31a42d80c4d6 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=5fc9a5e55fd84545a47306b3e1f6fe5f&device_id=10d0b8e3-e975-4623-bc0a-0c2b9cd85672 HTTP/1.1" status: 200 len: 1098 time: 0.1674762 Jul 14 18:24:34.890795 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb15ae6-f5dd-4b2a-8bf1-3d1fb8e47c36 req-097446fb-0df7-4c67-af81-e27c18dcb6ca tempest-ImagesTestJSON-313755568 tempest-ImagesTestJSON-313755568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:24:34.892887 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-cfb15ae6-f5dd-4b2a-8bf1-3d1fb8e47c36 req-097446fb-0df7-4c67-af81-e27c18dcb6ca tempest-ImagesTestJSON-313755568 tempest-ImagesTestJSON-313755568-project] 10.222.0.16 "GET /v2.0/ports?device_id=34ada4aa-7d10-4b46-a74b-0ace9f3e3335 HTTP/1.1" status: 200 len: 945 time: 0.1942706 Jul 14 18:24:34.920753 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 5eb6062f-5273-4035-a2fa-daa17d368c7c up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:24:35.095968 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e758a05-d387-4b97-9a04-67b0045a400f req-4dc7d4b2-e192-4a5c-b39e-070ab87dfb1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:24:35.097514 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6e758a05-d387-4b97-9a04-67b0045a400f req-4dc7d4b2-e192-4a5c-b39e-070ab87dfb1b service neutron] 10.222.0.18 "GET /v2.0/networks?id=4f742057-89ee-4b4a-86f7-487ee61881a1 HTTP/1.1" status: 200 len: 869 time: 0.2933850 Jul 14 18:24:35.167412 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:35.201136 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port 11193581-98af-4629-bd90-7170ffba6ec1, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=11193581-98af-4629-bd90-7170ffba6ec1,segment=NetworkSegment(067fc487-22c7-42de-972d-ae352a28ad29),segment_id=067fc487-22c7-42de-972d-ae352a28ad29)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:24:35.204395 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port 5eb6062f-5273-4035-a2fa-daa17d368c7c triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:24:35.204766 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:35.238245 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Returning: {'device': '11193581-98af-4629-bd90-7170ffba6ec1', 'network_id': '4f742057-89ee-4b4a-86f7-487ee61881a1', 'port_id': '11193581-98af-4629-bd90-7170ffba6ec1', 'mac_address': 'fa:16:3e:ee:35:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f20c54fb-f7da-4761-aa61-2e4f99f3d332', 'ip_address': '192.168.233.163'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93917) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 18:24:35.284348 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-cfb15ae6-f5dd-4b2a-8bf1-3d1fb8e47c36 req-e0aaed63-793a-42a8-8e45-88fba5d17ae7 tempest-ImagesTestJSON-313755568 tempest-ImagesTestJSON-313755568-project] 10.222.0.16 "GET /v2.0/security-groups?id=96a7afe7-a122-4b0d-8907-2d91e1bd838f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3384151 Jul 14 18:24:35.299526 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6e758a05-d387-4b97-9a04-67b0045a400f req-edbcaa78-ed1c-45a4-9974-22456aa3798a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.85&port_id=4ecc80b6-53a5-4b25-b39e-82831cc210b1 HTTP/1.1" status: 200 len: 217 time: 0.1856971 Jul 14 18:24:35.320380 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:35.345264 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11193581-98af-4629-bd90-7170ffba6ec1 {{(pid=93917) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 18:24:35.374984 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port 11193581-98af-4629-bd90-7170ffba6ec1, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=11193581-98af-4629-bd90-7170ffba6ec1,segment=NetworkSegment(067fc487-22c7-42de-972d-ae352a28ad29),segment_id=067fc487-22c7-42de-972d-ae352a28ad29)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:24:35.380748 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22553364-44b2-4f1d-9994-6bd1165092c2 req-87704e8e-3b83-487a-b14e-603307694383 tempest-ServerMetadataNegativeTestJSON-1834120816 tempest-ServerMetadataNegativeTestJSON-1834120816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:24:35.380986 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:35.382428 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-22553364-44b2-4f1d-9994-6bd1165092c2 req-87704e8e-3b83-487a-b14e-603307694383 tempest-ServerMetadataNegativeTestJSON-1834120816 tempest-ServerMetadataNegativeTestJSON-1834120816-project] 10.222.0.16 "GET /v2.0/ports?device_id=2da16e03-3657-471e-aa6b-bf152f325497 HTTP/1.1" status: 200 len: 946 time: 0.5563755 Jul 14 18:24:35.448154 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Pushing event updated for resources: {'Port': ['ID=11193581-98af-4629-bd90-7170ffba6ec1,revision_number=4']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:24:35.487782 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e758a05-d387-4b97-9a04-67b0045a400f req-4522b21c-f5b3-41d6-b31b-0281bd441a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:24:35.489280 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6e758a05-d387-4b97-9a04-67b0045a400f req-4522b21c-f5b3-41d6-b31b-0281bd441a3d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f20c54fb-f7da-4761-aa61-2e4f99f3d332 HTTP/1.1" status: 200 len: 843 time: 0.1774616 Jul 14 18:24:35.494449 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-22553364-44b2-4f1d-9994-6bd1165092c2 req-42f48e22-b468-4bc5-ac88-752de5dc9575 tempest-ServerMetadataNegativeTestJSON-1834120816 tempest-ServerMetadataNegativeTestJSON-1834120816-project] 10.222.0.16 "GET /v2.0/security-groups?id=d409a43b-561e-41ea-8521-536b0da35abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835335 Jul 14 18:24:35.644388 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e758a05-d387-4b97-9a04-67b0045a400f req-c9d9fde1-26fd-4e38-a00c-fb4817da0a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:24:35.646260 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6e758a05-d387-4b97-9a04-67b0045a400f req-c9d9fde1-26fd-4e38-a00c-fb4817da0a48 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4f742057-89ee-4b4a-86f7-487ee61881a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1390088 Jul 14 18:24:35.691640 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] get_ports_and_sgs() called for port_ids ['11193581-98af-4629-bd90-7170ffba6ec1'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 18:24:35.812080 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-adcf47d0-bbb4-4726-b281-ba41962df7ed req-f75902fa-ae58-4642-86f7-910abfec89ac tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.16 "GET /v2.0/ports?device_id=85403e3f-7fd5-4848-9edb-9810e7a89b4f HTTP/1.1" status: 200 len: 210 time: 0.1203270 Jul 14 18:24:35.923771 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6716d84-a10c-4c18-b0ef-6e626b8b101e req-da44bbf0-3e6f-4eb1-89c6-dfcc6d4c63f7 tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:24:35.936676 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c6716d84-a10c-4c18-b0ef-6e626b8b101e req-da44bbf0-3e6f-4eb1-89c6-dfcc6d4c63f7 tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] 10.222.0.16 "GET /v2.0/ports?device_id=e1ed64d8-97dc-40df-9adb-dd5ef5c40fe8 HTTP/1.1" status: 200 len: 945 time: 0.3084238 Jul 14 18:24:35.965156 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6e758a05-d387-4b97-9a04-67b0045a400f req-2e0f5056-15c1-4362-b842-63c78b023dc2 service neutron] 10.222.0.18 "GET /v2.0/networks/4f742057-89ee-4b4a-86f7-487ee61881a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2845449 Jul 14 18:24:36.066644 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c6716d84-a10c-4c18-b0ef-6e626b8b101e req-41a98738-bfc2-4398-bfdb-137b9937a31a tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] 10.222.0.16 "GET /v2.0/security-groups?id=39320fa9-4894-4542-95e3-d64e174c637e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288722 Jul 14 18:24:36.083638 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3f6a7ee8-6d41-4260-bd42-31727ad5d36c req-a42bc760-a79c-41e0-9567-42586327359a tempest-ServersTestJSON-1617994263 tempest-ServersTestJSON-1617994263-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--1829561061&fields=id&tenant_id=327b1c3e1f0f4935a843f320f55291fe HTTP/1.1" status: 200 len: 267 time: 0.1226761 Jul 14 18:24:36.228509 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6a7ee8-6d41-4260-bd42-31727ad5d36c req-ccc2df3f-2114-40b9-9f7e-6c4afc1092e3 tempest-ServersTestJSON-1617994263 tempest-ServersTestJSON-1617994263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:24:36.237258 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3f6a7ee8-6d41-4260-bd42-31727ad5d36c req-ccc2df3f-2114-40b9-9f7e-6c4afc1092e3 tempest-ServersTestJSON-1617994263 tempest-ServersTestJSON-1617994263-project] 10.222.0.16 "GET /v2.0/networks?id=5b9f9ac3-6ebc-4dc3-8f35-bd7ca736cf0d HTTP/1.1" status: 200 len: 805 time: 0.1508589 Jul 14 18:24:36.256260 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3f6a7ee8-6d41-4260-bd42-31727ad5d36c req-d650c763-5994-46be-8073-ccbe388146e0 tempest-ServersTestJSON-1617994263 tempest-ServersTestJSON-1617994263-project] 10.222.0.16 "GET /v2.0/quotas/327b1c3e1f0f4935a843f320f55291fe HTTP/1.1" status: 200 len: 375 time: 0.0199997 Jul 14 18:24:36.262069 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6e758a05-d387-4b97-9a04-67b0045a400f req-dc6f8d84-4d92-4398-9755-a3218fe797be service neutron] 10.222.0.18 "GET /v2.0/networks/4f742057-89ee-4b4a-86f7-487ee61881a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2816632 Jul 14 18:24:36.346115 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3f6a7ee8-6d41-4260-bd42-31727ad5d36c req-81f09c08-cec4-4767-92a8-d6fb747fddf5 tempest-ServersTestJSON-1617994263 tempest-ServersTestJSON-1617994263-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=327b1c3e1f0f4935a843f320f55291fe&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0827076 Jul 14 18:24:36.494895 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-acab231d-2c48-4eb5-89b5-c73930fbe3bd req-e72e9741-0e1a-4192-99cb-898e306ebe95 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=e0d800f124a7477bb29e534c1272cd15&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0457871 Jul 14 18:24:36.659945 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3f6a7ee8-6d41-4260-bd42-31727ad5d36c req-7622ae2a-dbd3-4afa-bf71-9b92a2dbbb99 service neutron] 10.222.0.16 "GET /v2.0/networks/5b9f9ac3-6ebc-4dc3-8f35-bd7ca736cf0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2918093 Jul 14 18:24:36.753126 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acab231d-2c48-4eb5-89b5-c73930fbe3bd req-29a2c6dd-095d-4e10-bc7b-0cd67c11d216 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:24:36.756227 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-acab231d-2c48-4eb5-89b5-c73930fbe3bd req-29a2c6dd-095d-4e10-bc7b-0cd67c11d216 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2531905 Jul 14 18:24:36.760669 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device 4ecc80b6-53a5-4b25-b39e-82831cc210b1 details requested by agent hyperv_n-h1-800634-3 with host n-h1-800634-3 {{(pid=93917) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 18:24:36.763683 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device 11193581-98af-4629-bd90-7170ffba6ec1 up at agent hyperv_n-h1-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:24:36.774016 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [req-acab231d-2c48-4eb5-89b5-c73930fbe3bd req-36fa5642-6cd0-4051-8e5e-fee3727fafb8 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] Request body: {'port': {'device_id': '85403e3f-7fd5-4848-9edb-9810e7a89b4f', 'network_id': '4f742057-89ee-4b4a-86f7-487ee61881a1', 'admin_state_up': True, 'tenant_id': 'e0d800f124a7477bb29e534c1272cd15'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:24:36.803090 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943d6f7f-5edb-484a-af3d-b2c7c1e76674 req-9655f6fa-6e38-41c4-9831-2147bc3bc64d tempest-ServersAdminTestJSON-701576244 tempest-ServersAdminTestJSON-701576244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:24:36.805045 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-943d6f7f-5edb-484a-af3d-b2c7c1e76674 req-9655f6fa-6e38-41c4-9831-2147bc3bc64d tempest-ServersAdminTestJSON-701576244 tempest-ServersAdminTestJSON-701576244-project] 10.222.0.16 "GET /v2.0/ports?device_id=10d0b8e3-e975-4623-bc0a-0c2b9cd85672 HTTP/1.1" status: 200 len: 947 time: 0.2323110 Jul 14 18:24:36.840622 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Provisioning for port 11193581-98af-4629-bd90-7170ffba6ec1 completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:24:36.847543 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Provisioning complete for port 11193581-98af-4629-bd90-7170ffba6ec1 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:24:36.848310 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:36.889976 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3f6a7ee8-6d41-4260-bd42-31727ad5d36c req-650a60a8-bf33-4f4f-beaa-f0ae438b8803 service neutron] 10.222.0.16 "GET /v2.0/networks/5b9f9ac3-6ebc-4dc3-8f35-bd7ca736cf0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2292483 Jul 14 18:24:36.940523 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-943d6f7f-5edb-484a-af3d-b2c7c1e76674 req-befe50a2-9628-40c8-a879-5641833c4a7c tempest-ServersAdminTestJSON-701576244 tempest-ServersAdminTestJSON-701576244-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea7723ec-9d2a-468c-977f-1e7257209758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912583 Jul 14 18:24:37.014872 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port 4ecc80b6-53a5-4b25-b39e-82831cc210b1, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=4ecc80b6-53a5-4b25-b39e-82831cc210b1,segment=NetworkSegment(067fc487-22c7-42de-972d-ae352a28ad29),segment_id=067fc487-22c7-42de-972d-ae352a28ad29)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:24:37.021439 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-acab231d-2c48-4eb5-89b5-c73930fbe3bd req-36fa5642-6cd0-4051-8e5e-fee3727fafb8 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] Made reservation on behalf of e0d800f124a7477bb29e534c1272cd15 for: {'port': 1} {{(pid=93915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:24:37.025683 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-acab231d-2c48-4eb5-89b5-c73930fbe3bd req-36fa5642-6cd0-4051-8e5e-fee3727fafb8 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:37.040789 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-acab231d-2c48-4eb5-89b5-c73930fbe3bd req-36fa5642-6cd0-4051-8e5e-fee3727fafb8 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] Notify callbacks [] for security_group, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:37.064334 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:37.087824 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Returning: {'device': '4ecc80b6-53a5-4b25-b39e-82831cc210b1', 'network_id': '4f742057-89ee-4b4a-86f7-487ee61881a1', 'port_id': '4ecc80b6-53a5-4b25-b39e-82831cc210b1', 'mac_address': 'fa:16:3e:46:0c:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f20c54fb-f7da-4761-aa61-2e4f99f3d332', 'ip_address': '192.168.233.85'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93917) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 18:24:37.102970 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c37af3d9-5cf3-44f0-a629-12e66be48e93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11193581-98af-4629-bd90-7170ffba6ec1'}] {{(pid=93917) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:24:37.105995 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20b787f3c29eaa7aa2a4d648c725a2124c5ff39a8d793252f9d844495e14cf42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c37c3ea7-626f-4afa-8d6f-7f16b145362f" -d '{"events": [{"server_uuid": "c37af3d9-5cf3-44f0-a629-12e66be48e93", "name": "network-vif-plugged", "status": "completed", "tag": "11193581-98af-4629-bd90-7170ffba6ec1"}]}' {{(pid=93917) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:24:37.143594 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port 11193581-98af-4629-bd90-7170ffba6ec1, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=11193581-98af-4629-bd90-7170ffba6ec1,segment=NetworkSegment(067fc487-22c7-42de-972d-ae352a28ad29),segment_id=067fc487-22c7-42de-972d-ae352a28ad29)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:24:37.156960 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:37.223725 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Pushing event updated for resources: {'Port': ['ID=11193581-98af-4629-bd90-7170ffba6ec1,revision_number=5']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:24:37.226667 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:37.245512 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ecc80b6-53a5-4b25-b39e-82831cc210b1 {{(pid=93917) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 18:24:37.247960 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49207b57-b44e-4bd3-a795-9c5fe84ab15d req-beca3c7e-2854-4064-b65c-e7723f06fa70 tempest-ImagesTestJSON-313755568 tempest-ImagesTestJSON-313755568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:24:37.249913 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-49207b57-b44e-4bd3-a795-9c5fe84ab15d req-beca3c7e-2854-4064-b65c-e7723f06fa70 tempest-ImagesTestJSON-313755568 tempest-ImagesTestJSON-313755568-project] 10.222.0.16 "GET /v2.0/ports?device_id=34ada4aa-7d10-4b46-a74b-0ace9f3e3335 HTTP/1.1" status: 200 len: 945 time: 0.1268449 Jul 14 18:24:37.255236 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-acab231d-2c48-4eb5-89b5-c73930fbe3bd req-36fa5642-6cd0-4051-8e5e-fee3727fafb8 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] Notify callbacks [] for security_group, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:37.272757 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-acab231d-2c48-4eb5-89b5-c73930fbe3bd req-36fa5642-6cd0-4051-8e5e-fee3727fafb8 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:37.278879 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port 4ecc80b6-53a5-4b25-b39e-82831cc210b1, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=4ecc80b6-53a5-4b25-b39e-82831cc210b1,segment=NetworkSegment(067fc487-22c7-42de-972d-ae352a28ad29),segment_id=067fc487-22c7-42de-972d-ae352a28ad29)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:24:37.289366 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:37.362273 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Pushing event updated for resources: {'Port': ['ID=4ecc80b6-53a5-4b25-b39e-82831cc210b1,revision_number=4']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:24:37.382874 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-49207b57-b44e-4bd3-a795-9c5fe84ab15d req-4f733211-526c-4c92-b35d-339f8fb0ec6e tempest-ImagesTestJSON-313755568 tempest-ImagesTestJSON-313755568-project] 10.222.0.16 "GET /v2.0/security-groups?id=96a7afe7-a122-4b0d-8907-2d91e1bd838f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260097 Jul 14 18:24:37.410721 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fa5642-6cd0-4051-8e5e-fee3727fafb8 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] Pushing event updated for resources: {'SecurityGroup': ['ID=95148b1b-0f93-483b-9e80-262147c27e51,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:24:37.529567 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.db_base_plugin_common [req-acab231d-2c48-4eb5-89b5-c73930fbe3bd req-36fa5642-6cd0-4051-8e5e-fee3727fafb8 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] Allocated IP 192.168.233.108 (4f742057-89ee-4b4a-86f7-487ee61881a1/f20c54fb-f7da-4761-aa61-2e4f99f3d332/7c097f78-08e4-4fc9-a177-b8812f88bb8a) {{(pid=93915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:24:37.580870 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] get_ports_and_sgs() called for port_ids ['4ecc80b6-53a5-4b25-b39e-82831cc210b1'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 18:24:37.670266 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b189ed3a-e205-4e96-ae4a-fc3bb023b383 req-3a2189bc-ba80-47af-a478-40a1263b9e35 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.16 "GET /v2.0/ports?device_id=85403e3f-7fd5-4848-9edb-9810e7a89b4f HTTP/1.1" status: 200 len: 210 time: 0.0765610 Jul 14 18:24:37.831221 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fdeb7e-69f7-4f54-be48-a18e30c597eb req-11183695-395d-47de-90a3-0dbea5a6d1db tempest-ServerMetadataNegativeTestJSON-1834120816 tempest-ServerMetadataNegativeTestJSON-1834120816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:24:37.833019 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f9fdeb7e-69f7-4f54-be48-a18e30c597eb req-11183695-395d-47de-90a3-0dbea5a6d1db tempest-ServerMetadataNegativeTestJSON-1834120816 tempest-ServerMetadataNegativeTestJSON-1834120816-project] 10.222.0.16 "GET /v2.0/ports?device_id=2da16e03-3657-471e-aa6b-bf152f325497 HTTP/1.1" status: 200 len: 946 time: 0.2823200 Jul 14 18:24:37.953889 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f9fdeb7e-69f7-4f54-be48-a18e30c597eb req-6a04cd8c-e03e-453e-9cc0-ca8f8943cb57 tempest-ServerMetadataNegativeTestJSON-1834120816 tempest-ServerMetadataNegativeTestJSON-1834120816-project] 10.222.0.16 "GET /v2.0/security-groups?id=d409a43b-561e-41ea-8521-536b0da35abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129940 Jul 14 18:24:37.975887 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-acab231d-2c48-4eb5-89b5-c73930fbe3bd req-36fa5642-6cd0-4051-8e5e-fee3727fafb8 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] Notify callbacks [] for port, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:37.995853 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.provisioning_blocks [req-acab231d-2c48-4eb5-89b5-c73930fbe3bd req-36fa5642-6cd0-4051-8e5e-fee3727fafb8 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] Transition to ACTIVE for port object 7c097f78-08e4-4fc9-a177-b8812f88bb8a will not be triggered until provisioned by entity DHCP. {{(pid=93915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:24:38.048341 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec69c09-06af-47ec-8cd0-ce6e79c89697 req-eac77596-f29d-4d97-bc38-64141a107151 tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:24:38.056067 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-fec69c09-06af-47ec-8cd0-ce6e79c89697 req-eac77596-f29d-4d97-bc38-64141a107151 tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] 10.222.0.16 "GET /v2.0/ports?device_id=e1ed64d8-97dc-40df-9adb-dd5ef5c40fe8 HTTP/1.1" status: 200 len: 945 time: 0.2170339 Jul 14 18:24:38.098265 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-acab231d-2c48-4eb5-89b5-c73930fbe3bd req-36fa5642-6cd0-4051-8e5e-fee3727fafb8 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:38.114580 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 18:24:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78811d42-44f0-4a62-89c4-591f044b0c06 x-openstack-request-id: req-78811d42-44f0-4a62-89c4-591f044b0c06 {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:24:38.115092 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c37af3d9-5cf3-44f0-a629-12e66be48e93", "name": "network-vif-plugged", "status": "completed", "tag": "11193581-98af-4629-bd90-7170ffba6ec1", "code": 200}]} {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:24:38.115193 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-78811d42-44f0-4a62-89c4-591f044b0c06 {{(pid=93917) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:24:38.115560 n-d-800634-3 neutron-server[93917]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c37af3d9-5cf3-44f0-a629-12e66be48e93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11193581-98af-4629-bd90-7170ffba6ec1', 'code': 200} Jul 14 18:24:38.126107 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-fec69c09-06af-47ec-8cd0-ce6e79c89697 req-d1fea5e8-78e5-4e42-b17b-fa5516ed25b1 tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] 10.222.0.16 "GET /v2.0/security-groups?id=39320fa9-4894-4542-95e3-d64e174c637e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690246 Jul 14 18:24:38.234341 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-acab231d-2c48-4eb5-89b5-c73930fbe3bd req-36fa5642-6cd0-4051-8e5e-fee3727fafb8 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] Network 4f742057-89ee-4b4a-86f7-487ee61881a1 is already hosted by enough agents. {{(pid=93915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:24:38.239816 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [req-acab231d-2c48-4eb5-89b5-c73930fbe3bd req-36fa5642-6cd0-4051-8e5e-fee3727fafb8 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] Resources bound (agent type, host, resource id): {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:24:38.251289 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [req-acab231d-2c48-4eb5-89b5-c73930fbe3bd req-36fa5642-6cd0-4051-8e5e-fee3727fafb8 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] Received port after_create {{(pid=93915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:24:38.276514 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fa5642-6cd0-4051-8e5e-fee3727fafb8 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] Pushing event updated for resources: {'Port': ['ID=7c097f78-08e4-4fc9-a177-b8812f88bb8a,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:24:38.409531 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2e9b0f78-ff02-477d-abe5-188e96cfbb14 req-8e80cae0-43cd-4eb8-9051-5ed7db8006b8 tempest-ServersTestJSON-1617994263 tempest-ServersTestJSON-1617994263-project] 10.222.0.16 "GET /v2.0/ports?device_id=37895516-4f0e-4167-8ef8-c244947be2c6 HTTP/1.1" status: 200 len: 210 time: 0.0717626 Jul 14 18:24:38.445660 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e8fc0b-4bcf-47ef-8c2d-4ee0802d04c9 req-51edd0b0-f646-48e8-9a1e-2b2edb724206 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:24:38.448308 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-90e8fc0b-4bcf-47ef-8c2d-4ee0802d04c9 req-51edd0b0-f646-48e8-9a1e-2b2edb724206 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=c37af3d9-5cf3-44f0-a629-12e66be48e93 HTTP/1.1" status: 200 len: 1101 time: 0.1306283 Jul 14 18:24:38.454865 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acab231d-2c48-4eb5-89b5-c73930fbe3bd req-36fa5642-6cd0-4051-8e5e-fee3727fafb8 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:24:38.455649 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-acab231d-2c48-4eb5-89b5-c73930fbe3bd req-36fa5642-6cd0-4051-8e5e-fee3727fafb8 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:38.483952 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-acab231d-2c48-4eb5-89b5-c73930fbe3bd req-36fa5642-6cd0-4051-8e5e-fee3727fafb8 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7168775 Jul 14 18:24:38.501291 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [req-acab231d-2c48-4eb5-89b5-c73930fbe3bd req-47e4a0f4-12b4-4b52-bf5d-d03443fa4f18 service neutron] Request body: {'port': {'device_id': '85403e3f-7fd5-4848-9edb-9810e7a89b4f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800634-3'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:24:38.502321 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-90e8fc0b-4bcf-47ef-8c2d-4ee0802d04c9 req-c10ccef3-74bd-4aa5-bd1c-5add304d4a61 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=ea7723ec-9d2a-468c-977f-1e7257209758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475738 Jul 14 18:24:38.576458 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e55c84-3cb4-4b35-b7a6-c794df5deb65 req-361f55da-7474-4daa-b251-d5deb9975719 tempest-ServersAdminTestJSON-701576244 tempest-ServersAdminTestJSON-701576244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:24:38.584056 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-00e55c84-3cb4-4b35-b7a6-c794df5deb65 req-361f55da-7474-4daa-b251-d5deb9975719 tempest-ServersAdminTestJSON-701576244 tempest-ServersAdminTestJSON-701576244-project] 10.222.0.16 "GET /v2.0/ports?device_id=10d0b8e3-e975-4623-bc0a-0c2b9cd85672 HTTP/1.1" status: 200 len: 948 time: 0.2146297 Jul 14 18:24:38.673561 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-00e55c84-3cb4-4b35-b7a6-c794df5deb65 req-6fffcd48-d868-4452-92bc-cddf58161870 tempest-ServersAdminTestJSON-701576244 tempest-ServersAdminTestJSON-701576244-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea7723ec-9d2a-468c-977f-1e7257209758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883884 Jul 14 18:24:38.675097 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-acab231d-2c48-4eb5-89b5-c73930fbe3bd req-47e4a0f4-12b4-4b52-bf5d-d03443fa4f18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:38.726067 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-4b7b8370-3fe6-4351-8ad1-b0472ef5f114 None None] Provisioning for port 7c097f78-08e4-4fc9-a177-b8812f88bb8a completed by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:24:38.741588 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-4b7b8370-3fe6-4351-8ad1-b0472ef5f114 None None] Provisioning complete for port 7c097f78-08e4-4fc9-a177-b8812f88bb8a triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:24:38.742016 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-4b7b8370-3fe6-4351-8ad1-b0472ef5f114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:38.781776 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device 4ecc80b6-53a5-4b25-b39e-82831cc210b1 up at agent hyperv_n-h1-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:24:38.821541 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-4b7b8370-3fe6-4351-8ad1-b0472ef5f114 None None] Port 7c097f78-08e4-4fc9-a177-b8812f88bb8a cannot update to ACTIVE because it is not bound. {{(pid=93917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 18:24:38.941885 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Provisioning for port 4ecc80b6-53a5-4b25-b39e-82831cc210b1 completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:24:38.953368 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Provisioning complete for port 4ecc80b6-53a5-4b25-b39e-82831cc210b1 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:24:38.953746 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:39.116274 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:39.153370 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port 4ecc80b6-53a5-4b25-b39e-82831cc210b1, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=4ecc80b6-53a5-4b25-b39e-82831cc210b1,segment=NetworkSegment(067fc487-22c7-42de-972d-ae352a28ad29),segment_id=067fc487-22c7-42de-972d-ae352a28ad29)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:24:39.156380 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726cbcc9-6565-461b-a471-fd9d495c4f00 req-f2b6b96e-8606-4c68-9905-d92c72eb6596 tempest-ImagesTestJSON-313755568 tempest-ImagesTestJSON-313755568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:24:39.158059 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-726cbcc9-6565-461b-a471-fd9d495c4f00 req-f2b6b96e-8606-4c68-9905-d92c72eb6596 tempest-ImagesTestJSON-313755568 tempest-ImagesTestJSON-313755568-project] 10.222.0.16 "GET /v2.0/ports?device_id=34ada4aa-7d10-4b46-a74b-0ace9f3e3335 HTTP/1.1" status: 200 len: 945 time: 0.4020367 Jul 14 18:24:39.164995 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:39.228099 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [req-acab231d-2c48-4eb5-89b5-c73930fbe3bd req-47e4a0f4-12b4-4b52-bf5d-d03443fa4f18 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c097f78-08e4-4fc9-a177-b8812f88bb8a {{(pid=93915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 18:24:39.243999 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-acab231d-2c48-4eb5-89b5-c73930fbe3bd req-47e4a0f4-12b4-4b52-bf5d-d03443fa4f18 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:39.245455 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Pushing event updated for resources: {'Port': ['ID=4ecc80b6-53a5-4b25-b39e-82831cc210b1,revision_number=5']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:24:39.267282 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-726cbcc9-6565-461b-a471-fd9d495c4f00 req-083320ba-feb7-4f06-a020-7c1eb30f3ae9 tempest-ImagesTestJSON-313755568 tempest-ImagesTestJSON-313755568-project] 10.222.0.16 "GET /v2.0/security-groups?id=96a7afe7-a122-4b0d-8907-2d91e1bd838f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860658 Jul 14 18:24:39.277266 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2b9b60-94d6-4938-8c69-d965c24954c0 req-542bd915-658c-482e-b661-a0696c2dd789 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:24:39.280611 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ae2b9b60-94d6-4938-8c69-d965c24954c0 req-542bd915-658c-482e-b661-a0696c2dd789 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.16 "GET /v2.0/ports?device_id=85403e3f-7fd5-4848-9edb-9810e7a89b4f HTTP/1.1" status: 200 len: 936 time: 0.2357047 Jul 14 18:24:39.282936 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.provisioning_blocks [req-acab231d-2c48-4eb5-89b5-c73930fbe3bd req-47e4a0f4-12b4-4b52-bf5d-d03443fa4f18 service neutron] Transition to ACTIVE for port object 7c097f78-08e4-4fc9-a177-b8812f88bb8a will not be triggered until provisioned by entity L2. {{(pid=93915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:24:39.295693 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-acab231d-2c48-4eb5-89b5-c73930fbe3bd req-47e4a0f4-12b4-4b52-bf5d-d03443fa4f18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25912978'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:39.356005 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6a7ee8-6d41-4260-bd42-31727ad5d36c req-35984956-c8d0-47d3-b818-ddbb1ac9a57a tempest-ServersTestJSON-1617994263 tempest-ServersTestJSON-1617994263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:24:39.358052 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-3f6a7ee8-6d41-4260-bd42-31727ad5d36c req-35984956-c8d0-47d3-b818-ddbb1ac9a57a tempest-ServersTestJSON-1617994263 tempest-ServersTestJSON-1617994263-project] 10.222.0.18 "GET /v2.0/networks?id=5b9f9ac3-6ebc-4dc3-8f35-bd7ca736cf0d HTTP/1.1" status: 200 len: 805 time: 0.1867089 Jul 14 18:24:39.456535 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-3f6a7ee8-6d41-4260-bd42-31727ad5d36c req-09dd556b-4bd1-430a-9073-0e625be7227e tempest-ServersTestJSON-1617994263 tempest-ServersTestJSON-1617994263-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=327b1c3e1f0f4935a843f320f55291fe HTTP/1.1" status: 200 len: 380 time: 0.0732656 Jul 14 18:24:39.467109 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [req-3f6a7ee8-6d41-4260-bd42-31727ad5d36c req-6184a1d7-54a1-4d8d-8f21-d688935362c2 tempest-ServersTestJSON-1617994263 tempest-ServersTestJSON-1617994263-project] Request body: {'port': {'device_id': '37895516-4f0e-4167-8ef8-c244947be2c6', 'network_id': '5b9f9ac3-6ebc-4dc3-8f35-bd7ca736cf0d', 'admin_state_up': True, 'tenant_id': '327b1c3e1f0f4935a843f320f55291fe', 'security_groups': ['fdb82264-481f-4cf8-9ca0-988769171a6e']}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:24:39.669045 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f6a7ee8-6d41-4260-bd42-31727ad5d36c req-6184a1d7-54a1-4d8d-8f21-d688935362c2 tempest-ServersTestJSON-1617994263 tempest-ServersTestJSON-1617994263-project] Made reservation on behalf of 327b1c3e1f0f4935a843f320f55291fe for: {'port': 1} {{(pid=93916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:24:39.679285 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-3f6a7ee8-6d41-4260-bd42-31727ad5d36c req-6184a1d7-54a1-4d8d-8f21-d688935362c2 tempest-ServersTestJSON-1617994263 tempest-ServersTestJSON-1617994263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:39.776927 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e4a0f4-12b4-4b52-bf5d-d03443fa4f18 service neutron] Pushing event updated for resources: {'Port': ['ID=7c097f78-08e4-4fc9-a177-b8812f88bb8a,revision_number=2']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:24:39.797272 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ae2b9b60-94d6-4938-8c69-d965c24954c0 req-1d398dab-a44f-47a7-a138-ba4342491709 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.16 "GET /v2.0/security-groups?id=95148b1b-0f93-483b-9e80-262147c27e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5092754 Jul 14 18:24:39.902956 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-65e8469c-142e-4261-a6a9-4cb92d49d365 req-2ea7ab4b-888c-4b85-899d-f118f3d24cdd service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=fbf4bb9b-1d56-4ad5-a9e1-d9e143744a86&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1343977 Jul 14 18:24:39.930963 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.db_base_plugin_common [req-3f6a7ee8-6d41-4260-bd42-31727ad5d36c req-6184a1d7-54a1-4d8d-8f21-d688935362c2 tempest-ServersTestJSON-1617994263 tempest-ServersTestJSON-1617994263-project] Allocated IP 172.20.0.9 (5b9f9ac3-6ebc-4dc3-8f35-bd7ca736cf0d/e0f57fb3-d58e-4f09-b512-33298fff8025/0617f9f4-4c8f-4362-b3ec-c500773f442e) {{(pid=93916) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:24:39.943621 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a89ea2a-e1e3-49fd-a592-52cffc6e7337 req-c5e32f60-d827-47cc-b0bf-4f44e381cf40 tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:24:39.952270 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-4a89ea2a-e1e3-49fd-a592-52cffc6e7337 req-c5e32f60-d827-47cc-b0bf-4f44e381cf40 tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] 10.222.0.16 "GET /v2.0/ports?device_id=e1ed64d8-97dc-40df-9adb-dd5ef5c40fe8 HTTP/1.1" status: 200 len: 945 time: 0.2932851 Jul 14 18:24:40.051749 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-acab231d-2c48-4eb5-89b5-c73930fbe3bd req-47e4a0f4-12b4-4b52-bf5d-d03443fa4f18 service neutron] Attempting to bind port 7c097f78-08e4-4fc9-a177-b8812f88bb8a on host n-h1-800634-3 for vnic_type normal with profile {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:24:40.052104 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-acab231d-2c48-4eb5-89b5-c73930fbe3bd req-47e4a0f4-12b4-4b52-bf5d-d03443fa4f18 service neutron] Attempting to bind port 7c097f78-08e4-4fc9-a177-b8812f88bb8a by drivers openvswitch,hyperv on host n-h1-800634-3 at level 0 using segments [{'id': '067fc487-22c7-42de-972d-ae352a28ad29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '4f742057-89ee-4b4a-86f7-487ee61881a1'}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:24:40.052468 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acab231d-2c48-4eb5-89b5-c73930fbe3bd req-47e4a0f4-12b4-4b52-bf5d-d03443fa4f18 service neutron] Attempting to bind port 7c097f78-08e4-4fc9-a177-b8812f88bb8a on network 4f742057-89ee-4b4a-86f7-487ee61881a1 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:24:40.066943 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-4a89ea2a-e1e3-49fd-a592-52cffc6e7337 req-f3f76109-2e97-4241-97eb-47bc350b9192 tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] 10.222.0.16 "GET /v2.0/security-groups?id=39320fa9-4894-4542-95e3-d64e174c637e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083364 Jul 14 18:24:40.088066 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acab231d-2c48-4eb5-89b5-c73930fbe3bd req-47e4a0f4-12b4-4b52-bf5d-d03443fa4f18 service neutron] Port 7c097f78-08e4-4fc9-a177-b8812f88bb8a on network 4f742057-89ee-4b4a-86f7-487ee61881a1 not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-3 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 18:24:40.088435 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acab231d-2c48-4eb5-89b5-c73930fbe3bd req-47e4a0f4-12b4-4b52-bf5d-d03443fa4f18 service neutron] Attempting to bind port 7c097f78-08e4-4fc9-a177-b8812f88bb8a on network 4f742057-89ee-4b4a-86f7-487ee61881a1 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:24:40.104565 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acab231d-2c48-4eb5-89b5-c73930fbe3bd req-47e4a0f4-12b4-4b52-bf5d-d03443fa4f18 service neutron] Checking agent: {'id': 'a3630ff4-fbee-45d9-b9b6-0ae41cb3a350', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 15, 32), 'started_at': datetime.datetime(2021, 7, 14, 18, 15, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 18, 24, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 18:24:40.105135 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acab231d-2c48-4eb5-89b5-c73930fbe3bd req-47e4a0f4-12b4-4b52-bf5d-d03443fa4f18 service neutron] Checking segment: {'id': '067fc487-22c7-42de-972d-ae352a28ad29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '4f742057-89ee-4b4a-86f7-487ee61881a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:24:40.105712 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acab231d-2c48-4eb5-89b5-c73930fbe3bd req-47e4a0f4-12b4-4b52-bf5d-d03443fa4f18 service neutron] Bound using segment: {'id': '067fc487-22c7-42de-972d-ae352a28ad29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '4f742057-89ee-4b4a-86f7-487ee61881a1'} {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 18:24:40.106529 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-acab231d-2c48-4eb5-89b5-c73930fbe3bd req-47e4a0f4-12b4-4b52-bf5d-d03443fa4f18 service neutron] Bound port: 7c097f78-08e4-4fc9-a177-b8812f88bb8a, host: n-h1-800634-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '067fc487-22c7-42de-972d-ae352a28ad29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '4f742057-89ee-4b4a-86f7-487ee61881a1'}}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 18:24:40.107091 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-acab231d-2c48-4eb5-89b5-c73930fbe3bd req-47e4a0f4-12b4-4b52-bf5d-d03443fa4f18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:40.116362 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10d0b8e3-e975-4623-bc0a-0c2b9cd85672', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ecc80b6-53a5-4b25-b39e-82831cc210b1'}] {{(pid=93917) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:24:40.119468 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20b787f3c29eaa7aa2a4d648c725a2124c5ff39a8d793252f9d844495e14cf42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2f00d46-e232-499d-8a76-13fd167875ed" -d '{"events": [{"server_uuid": "10d0b8e3-e975-4623-bc0a-0c2b9cd85672", "name": "network-vif-plugged", "status": "completed", "tag": "4ecc80b6-53a5-4b25-b39e-82831cc210b1"}]}' {{(pid=93917) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:24:40.144237 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e8469c-142e-4261-a6a9-4cb92d49d365 req-d8744553-4d0d-4185-86c4-bf5baf3a15e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:24:40.145811 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-65e8469c-142e-4261-a6a9-4cb92d49d365 req-d8744553-4d0d-4185-86c4-bf5baf3a15e7 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d1f21963323d4ae1956c5ba38fc6e610&device_id=fbf4bb9b-1d56-4ad5-a9e1-d9e143744a86 HTTP/1.1" status: 200 len: 1095 time: 0.2105060 Jul 14 18:24:40.219996 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-acab231d-2c48-4eb5-89b5-c73930fbe3bd req-47e4a0f4-12b4-4b52-bf5d-d03443fa4f18 service neutron] For port 7c097f78-08e4-4fc9-a177-b8812f88bb8a, host n-h1-800634-3, cleared binding levels {{(pid=93915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:24:40.232327 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-acab231d-2c48-4eb5-89b5-c73930fbe3bd req-47e4a0f4-12b4-4b52-bf5d-d03443fa4f18 service neutron] For port 7c097f78-08e4-4fc9-a177-b8812f88bb8a, host n-h1-800634-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=7c097f78-08e4-4fc9-a177-b8812f88bb8a,segment=NetworkSegment(067fc487-22c7-42de-972d-ae352a28ad29),segment_id=067fc487-22c7-42de-972d-ae352a28ad29)] {{(pid=93915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 18:24:40.239355 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-acab231d-2c48-4eb5-89b5-c73930fbe3bd req-47e4a0f4-12b4-4b52-bf5d-d03443fa4f18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25912978'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:40.316289 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e8469c-142e-4261-a6a9-4cb92d49d365 req-9ae01af2-95a6-40a3-8f44-a3389e2b871c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:24:40.317824 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-65e8469c-142e-4261-a6a9-4cb92d49d365 req-9ae01af2-95a6-40a3-8f44-a3389e2b871c service neutron] 10.222.0.18 "GET /v2.0/networks?id=31a99599-848e-4d3a-b964-3d8069f89b88 HTTP/1.1" status: 200 len: 908 time: 0.1435976 Jul 14 18:24:40.353104 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acab231d-2c48-4eb5-89b5-c73930fbe3bd req-47e4a0f4-12b4-4b52-bf5d-d03443fa4f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:24:40.354393 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-acab231d-2c48-4eb5-89b5-c73930fbe3bd req-47e4a0f4-12b4-4b52-bf5d-d03443fa4f18 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:40.357564 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-acab231d-2c48-4eb5-89b5-c73930fbe3bd req-47e4a0f4-12b4-4b52-bf5d-d03443fa4f18 service neutron] 10.222.0.18 "PUT /v2.0/ports/7c097f78-08e4-4fc9-a177-b8812f88bb8a HTTP/1.1" status: 200 len: 1096 time: 1.8631570 Jul 14 18:24:40.362844 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85403e3f-7fd5-4848-9edb-9810e7a89b4f', 'tag': '7c097f78-08e4-4fc9-a177-b8812f88bb8a'}] {{(pid=93915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:24:40.367223 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e72782ad3af8f7d4ce76cedf092bca46d1756acc5c4653cf0b52034cdd6b073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcca7f14-01e2-4b62-8645-457141901e2f" -d '{"events": [{"name": "network-changed", "server_uuid": "85403e3f-7fd5-4848-9edb-9810e7a89b4f", "tag": "7c097f78-08e4-4fc9-a177-b8812f88bb8a"}]}' {{(pid=93915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:24:40.385276 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-207655f4-a98a-40be-a316-bf014b493c2a req-cff201f2-eebe-4570-9550-8e7fdb33e783 tempest-ServersTestJSON-1617994263 tempest-ServersTestJSON-1617994263-project] 10.222.0.16 "GET /v2.0/ports?device_id=37895516-4f0e-4167-8ef8-c244947be2c6 HTTP/1.1" status: 200 len: 210 time: 0.1010919 Jul 14 18:24:40.473005 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-65e8469c-142e-4261-a6a9-4cb92d49d365 req-413aaefc-9387-48e6-9c8d-bf6fff015b21 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dda704ab-58ba-443c-a327-149220292e36 HTTP/1.1" status: 200 len: 217 time: 0.1480625 Jul 14 18:24:40.493243 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e4a0f4-12b4-4b52-bf5d-d03443fa4f18 service neutron] Pushing event updated for resources: {'Port': ['ID=7c097f78-08e4-4fc9-a177-b8812f88bb8a,revision_number=3']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:24:40.563777 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acab231d-2c48-4eb5-89b5-c73930fbe3bd req-c202aa9b-4792-463e-8e97-69d9575818fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:24:40.571426 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-acab231d-2c48-4eb5-89b5-c73930fbe3bd req-c202aa9b-4792-463e-8e97-69d9575818fb service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e0d800f124a7477bb29e534c1272cd15&device_id=85403e3f-7fd5-4848-9edb-9810e7a89b4f HTTP/1.1" status: 200 len: 1099 time: 0.1464939 Jul 14 18:24:40.594239 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e8469c-142e-4261-a6a9-4cb92d49d365 req-62b505ce-25c5-4660-9c35-c068d92351cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:24:40.609159 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-65e8469c-142e-4261-a6a9-4cb92d49d365 req-62b505ce-25c5-4660-9c35-c068d92351cb service neutron] 10.222.0.18 "GET /v2.0/subnets?id=8fa41a13-248e-4ed4-8731-d525cb4f3c62 HTTP/1.1" status: 200 len: 848 time: 0.1199946 Jul 14 18:24:40.664254 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-acab231d-2c48-4eb5-89b5-c73930fbe3bd req-83300183-23b4-4554-9dd6-37c91f8c5bd8 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.108&port_id=7c097f78-08e4-4fc9-a177-b8812f88bb8a HTTP/1.1" status: 200 len: 217 time: 0.0840032 Jul 14 18:24:40.752293 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-65e8469c-142e-4261-a6a9-4cb92d49d365 req-d2e03157-f996-4755-b94c-2d60e8b7b6a0 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=31a99599-848e-4d3a-b964-3d8069f89b88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1196892 Jul 14 18:24:40.761542 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acab231d-2c48-4eb5-89b5-c73930fbe3bd req-c1988187-2933-4303-8712-1edbd0be4839 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:24:40.762226 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-3f6a7ee8-6d41-4260-bd42-31727ad5d36c req-6184a1d7-54a1-4d8d-8f21-d688935362c2 tempest-ServersTestJSON-1617994263 tempest-ServersTestJSON-1617994263-project] Notify callbacks [] for port, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:40.763055 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-acab231d-2c48-4eb5-89b5-c73930fbe3bd req-c1988187-2933-4303-8712-1edbd0be4839 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f20c54fb-f7da-4761-aa61-2e4f99f3d332 HTTP/1.1" status: 200 len: 843 time: 0.0840116 Jul 14 18:24:40.830457 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 18:24:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5e4fc9c-bad5-4a7a-a5e9-0ed58b3505a4 x-openstack-request-id: req-a5e4fc9c-bad5-4a7a-a5e9-0ed58b3505a4 {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:24:40.830983 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10d0b8e3-e975-4623-bc0a-0c2b9cd85672", "name": "network-vif-plugged", "status": "completed", "tag": "4ecc80b6-53a5-4b25-b39e-82831cc210b1", "code": 200}]} {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:24:40.831432 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a5e4fc9c-bad5-4a7a-a5e9-0ed58b3505a4 {{(pid=93917) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:24:40.832061 n-d-800634-3 neutron-server[93917]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10d0b8e3-e975-4623-bc0a-0c2b9cd85672', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ecc80b6-53a5-4b25-b39e-82831cc210b1', 'code': 200} Jul 14 18:24:40.858160 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.provisioning_blocks [req-3f6a7ee8-6d41-4260-bd42-31727ad5d36c req-6184a1d7-54a1-4d8d-8f21-d688935362c2 tempest-ServersTestJSON-1617994263 tempest-ServersTestJSON-1617994263-project] Transition to ACTIVE for port object 0617f9f4-4c8f-4362-b3ec-c500773f442e will not be triggered until provisioned by entity DHCP. {{(pid=93916) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:24:40.873667 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f96bc0-719f-42d2-b370-cbf4f239c9f8 req-69d41f8f-6d28-4b33-aab7-c87a66d38819 tempest-ServersAdminTestJSON-701576244 tempest-ServersAdminTestJSON-701576244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:24:40.881004 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-20f96bc0-719f-42d2-b370-cbf4f239c9f8 req-69d41f8f-6d28-4b33-aab7-c87a66d38819 tempest-ServersAdminTestJSON-701576244 tempest-ServersAdminTestJSON-701576244-project] 10.222.0.16 "GET /v2.0/ports?device_id=10d0b8e3-e975-4623-bc0a-0c2b9cd85672 HTTP/1.1" status: 200 len: 949 time: 0.2298789 Jul 14 18:24:40.928646 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 18:24:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8d3c8be-8c96-4fe3-9ec8-5abb5b39c8f9 x-openstack-request-id: req-a8d3c8be-8c96-4fe3-9ec8-5abb5b39c8f9 {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:24:40.929233 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85403e3f-7fd5-4848-9edb-9810e7a89b4f", "tag": "7c097f78-08e4-4fc9-a177-b8812f88bb8a", "status": "completed", "code": 200}]} {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:24:40.929667 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a8d3c8be-8c96-4fe3-9ec8-5abb5b39c8f9 {{(pid=93915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:24:40.930249 n-d-800634-3 neutron-server[93915]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85403e3f-7fd5-4848-9edb-9810e7a89b4f', 'tag': '7c097f78-08e4-4fc9-a177-b8812f88bb8a', 'status': 'completed', 'code': 200} Jul 14 18:24:40.931767 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.18', 54364) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:24:40.966351 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-65e8469c-142e-4261-a6a9-4cb92d49d365 req-20f5c250-3b69-4a02-b38f-204c0d69cbb1 service neutron] 10.222.0.18 "GET /v2.0/networks/31a99599-848e-4d3a-b964-3d8069f89b88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1859796 Jul 14 18:24:40.991319 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-3f6a7ee8-6d41-4260-bd42-31727ad5d36c req-6184a1d7-54a1-4d8d-8f21-d688935362c2 tempest-ServersTestJSON-1617994263 tempest-ServersTestJSON-1617994263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:40.992172 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-20f96bc0-719f-42d2-b370-cbf4f239c9f8 req-42f09386-31e9-4e63-b427-67a244896ce3 tempest-ServersAdminTestJSON-701576244 tempest-ServersAdminTestJSON-701576244-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea7723ec-9d2a-468c-977f-1e7257209758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017916 Jul 14 18:24:41.030679 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acab231d-2c48-4eb5-89b5-c73930fbe3bd req-eda1ef0c-c2ff-4261-be06-f657defa1468 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:24:41.030679 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-acab231d-2c48-4eb5-89b5-c73930fbe3bd req-eda1ef0c-c2ff-4261-be06-f657defa1468 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4f742057-89ee-4b4a-86f7-487ee61881a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2529826 Jul 14 18:24:41.127655 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-65e8469c-142e-4261-a6a9-4cb92d49d365 req-5cd677e3-6bc6-40d9-a1fc-e77d4ce04721 service neutron] 10.222.0.18 "GET /v2.0/networks/31a99599-848e-4d3a-b964-3d8069f89b88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1603167 Jul 14 18:24:41.157013 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73212d8-4dba-4492-8a3e-bf2f6b42e9a5 req-bb70e4d5-b1c3-40ad-a338-8db2dbbf117f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:24:41.158993 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a73212d8-4dba-4492-8a3e-bf2f6b42e9a5 req-bb70e4d5-b1c3-40ad-a338-8db2dbbf117f service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=10d0b8e3-e975-4623-bc0a-0c2b9cd85672 HTTP/1.1" status: 200 len: 1100 time: 0.2202930 Jul 14 18:24:41.175035 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f6a7ee8-6d41-4260-bd42-31727ad5d36c req-6184a1d7-54a1-4d8d-8f21-d688935362c2 tempest-ServersTestJSON-1617994263 tempest-ServersTestJSON-1617994263-project] Network 5b9f9ac3-6ebc-4dc3-8f35-bd7ca736cf0d is already hosted by enough agents. {{(pid=93916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:24:41.177007 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [req-3f6a7ee8-6d41-4260-bd42-31727ad5d36c req-6184a1d7-54a1-4d8d-8f21-d688935362c2 tempest-ServersTestJSON-1617994263 tempest-ServersTestJSON-1617994263-project] Resources bound (agent type, host, resource id): {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:24:41.181781 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f6a7ee8-6d41-4260-bd42-31727ad5d36c req-6184a1d7-54a1-4d8d-8f21-d688935362c2 tempest-ServersTestJSON-1617994263 tempest-ServersTestJSON-1617994263-project] Received port after_create {{(pid=93916) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:24:41.235739 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6184a1d7-54a1-4d8d-8f21-d688935362c2 tempest-ServersTestJSON-1617994263 tempest-ServersTestJSON-1617994263-project] Pushing event updated for resources: {'Port': ['ID=0617f9f4-4c8f-4362-b3ec-c500773f442e,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:24:41.243159 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-acab231d-2c48-4eb5-89b5-c73930fbe3bd req-5b02847c-64fd-48e8-8ff6-2957607501fe service neutron] 10.222.0.18 "GET /v2.0/networks/4f742057-89ee-4b4a-86f7-487ee61881a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2051816 Jul 14 18:24:41.268339 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6a7ee8-6d41-4260-bd42-31727ad5d36c req-6184a1d7-54a1-4d8d-8f21-d688935362c2 tempest-ServersTestJSON-1617994263 tempest-ServersTestJSON-1617994263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:24:41.269314 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-3f6a7ee8-6d41-4260-bd42-31727ad5d36c req-6184a1d7-54a1-4d8d-8f21-d688935362c2 tempest-ServersTestJSON-1617994263 tempest-ServersTestJSON-1617994263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:41.290465 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a73212d8-4dba-4492-8a3e-bf2f6b42e9a5 req-746c7c54-1280-410f-a106-406b8eeb22ef service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=ea7723ec-9d2a-468c-977f-1e7257209758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215541 Jul 14 18:24:41.295483 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-3f6a7ee8-6d41-4260-bd42-31727ad5d36c req-6184a1d7-54a1-4d8d-8f21-d688935362c2 tempest-ServersTestJSON-1617994263 tempest-ServersTestJSON-1617994263-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8332076 Jul 14 18:24:41.357097 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [req-3f6a7ee8-6d41-4260-bd42-31727ad5d36c req-e2cc9c95-0ddf-4a41-b595-4d5ab74f3db4 service neutron] Request body: {'port': {'device_id': '37895516-4f0e-4167-8ef8-c244947be2c6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800634-3'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:24:41.416647 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2480daf1-e9c7-4f89-a3d2-c99542408447 req-67ad4ee2-3f6d-4bc5-9cf7-8fe28c6afe76 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:24:41.425118 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2480daf1-e9c7-4f89-a3d2-c99542408447 req-67ad4ee2-3f6d-4bc5-9cf7-8fe28c6afe76 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.16 "GET /v2.0/ports?device_id=85403e3f-7fd5-4848-9edb-9810e7a89b4f HTTP/1.1" status: 200 len: 948 time: 0.1943634 Jul 14 18:24:41.450776 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-acab231d-2c48-4eb5-89b5-c73930fbe3bd req-1cd81239-658c-4d0a-ba86-34c0989e0a55 service neutron] 10.222.0.18 "GET /v2.0/networks/4f742057-89ee-4b4a-86f7-487ee61881a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1807461 Jul 14 18:24:41.481712 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-3f6a7ee8-6d41-4260-bd42-31727ad5d36c req-e2cc9c95-0ddf-4a41-b595-4d5ab74f3db4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:41.511713 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2480daf1-e9c7-4f89-a3d2-c99542408447 req-a70da9df-f1ff-477d-822c-33c2ded0f7ca tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.16 "GET /v2.0/security-groups?id=95148b1b-0f93-483b-9e80-262147c27e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853565 Jul 14 18:24:41.557815 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-eb5fb1e9-661b-4b43-a01c-226908bc2627 None None] Provisioning for port 0617f9f4-4c8f-4362-b3ec-c500773f442e completed by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:24:41.565161 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-eb5fb1e9-661b-4b43-a01c-226908bc2627 None None] Provisioning complete for port 0617f9f4-4c8f-4362-b3ec-c500773f442e triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:24:41.565161 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-eb5fb1e9-661b-4b43-a01c-226908bc2627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:41.653376 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-eb5fb1e9-661b-4b43-a01c-226908bc2627 None None] Port 0617f9f4-4c8f-4362-b3ec-c500773f442e cannot update to ACTIVE because it is not bound. {{(pid=93917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 18:24:41.745387 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcca7f14-01e2-4b62-8645-457141901e2f req-2dde9df1-ddf5-41aa-8e6d-3823b97fee9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:24:41.746838 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-dcca7f14-01e2-4b62-8645-457141901e2f req-2dde9df1-ddf5-41aa-8e6d-3823b97fee9f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e0d800f124a7477bb29e534c1272cd15&device_id=85403e3f-7fd5-4848-9edb-9810e7a89b4f HTTP/1.1" status: 200 len: 1099 time: 0.1815102 Jul 14 18:24:41.911608 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4769b0-0ac8-420f-8367-6d0eed9a8fb9 req-ce803fc4-4da0-4c10-b84c-0a9702898d95 tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:24:41.913433 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ae4769b0-0ac8-420f-8367-6d0eed9a8fb9 req-ce803fc4-4da0-4c10-b84c-0a9702898d95 tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] 10.222.0.16 "GET /v2.0/ports?device_id=e1ed64d8-97dc-40df-9adb-dd5ef5c40fe8 HTTP/1.1" status: 200 len: 945 time: 0.2072024 Jul 14 18:24:41.946911 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcca7f14-01e2-4b62-8645-457141901e2f req-a941807c-863e-45f4-b6b5-6846a27d5cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:24:41.948542 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-dcca7f14-01e2-4b62-8645-457141901e2f req-a941807c-863e-45f4-b6b5-6846a27d5cf4 service neutron] 10.222.0.18 "GET /v2.0/networks?id=4f742057-89ee-4b4a-86f7-487ee61881a1 HTTP/1.1" status: 200 len: 869 time: 0.1912839 Jul 14 18:24:41.954205 n-d-800634-3 neutron-server[93916]: DEBUG neutron.notifiers.nova [req-3f6a7ee8-6d41-4260-bd42-31727ad5d36c req-e2cc9c95-0ddf-4a41-b595-4d5ab74f3db4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0617f9f4-4c8f-4362-b3ec-c500773f442e {{(pid=93916) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 18:24:41.965230 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-3f6a7ee8-6d41-4260-bd42-31727ad5d36c req-e2cc9c95-0ddf-4a41-b595-4d5ab74f3db4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:41.985646 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.provisioning_blocks [req-3f6a7ee8-6d41-4260-bd42-31727ad5d36c req-e2cc9c95-0ddf-4a41-b595-4d5ab74f3db4 service neutron] Transition to ACTIVE for port object 0617f9f4-4c8f-4362-b3ec-c500773f442e will not be triggered until provisioned by entity L2. {{(pid=93916) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:24:41.990661 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-3f6a7ee8-6d41-4260-bd42-31727ad5d36c req-e2cc9c95-0ddf-4a41-b595-4d5ab74f3db4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2684870'] for port, after_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:42.013199 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-dcca7f14-01e2-4b62-8645-457141901e2f req-684dbf67-cc58-44cc-8b9e-1604975ada75 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.108&port_id=7c097f78-08e4-4fc9-a177-b8812f88bb8a HTTP/1.1" status: 200 len: 217 time: 0.0570745 Jul 14 18:24:42.026595 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ae4769b0-0ac8-420f-8367-6d0eed9a8fb9 req-b3ad0578-4bdf-474f-b7f0-530fa10b0889 tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] 10.222.0.16 "GET /v2.0/security-groups?id=39320fa9-4894-4542-95e3-d64e174c637e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029530 Jul 14 18:24:42.053851 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2cc9c95-0ddf-4a41-b595-4d5ab74f3db4 service neutron] Pushing event updated for resources: {'Port': ['ID=0617f9f4-4c8f-4362-b3ec-c500773f442e,revision_number=2']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:24:42.078015 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc76daa8-c6ff-4d32-b5e5-fa22b8e45bd4 req-8589d172-a48e-43d1-9259-4b899e2f3858 tempest-ServersTestJSON-1617994263 tempest-ServersTestJSON-1617994263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:24:42.088739 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-dc76daa8-c6ff-4d32-b5e5-fa22b8e45bd4 req-8589d172-a48e-43d1-9259-4b899e2f3858 tempest-ServersTestJSON-1617994263 tempest-ServersTestJSON-1617994263-project] 10.222.0.16 "GET /v2.0/ports?device_id=37895516-4f0e-4167-8ef8-c244947be2c6 HTTP/1.1" status: 200 len: 931 time: 0.3230870 Jul 14 18:24:42.210338 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.managers [req-3f6a7ee8-6d41-4260-bd42-31727ad5d36c req-e2cc9c95-0ddf-4a41-b595-4d5ab74f3db4 service neutron] Attempting to bind port 0617f9f4-4c8f-4362-b3ec-c500773f442e on host n-h1-800634-3 for vnic_type normal with profile {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:24:42.211257 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.managers [req-3f6a7ee8-6d41-4260-bd42-31727ad5d36c req-e2cc9c95-0ddf-4a41-b595-4d5ab74f3db4 service neutron] Attempting to bind port 0617f9f4-4c8f-4362-b3ec-c500773f442e by drivers openvswitch,hyperv on host n-h1-800634-3 at level 0 using segments [{'id': 'ea2d311d-b712-47dc-86e8-854ce64a1f19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '5b9f9ac3-6ebc-4dc3-8f35-bd7ca736cf0d'}] {{(pid=93916) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:24:42.211632 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f6a7ee8-6d41-4260-bd42-31727ad5d36c req-e2cc9c95-0ddf-4a41-b595-4d5ab74f3db4 service neutron] Attempting to bind port 0617f9f4-4c8f-4362-b3ec-c500773f442e on network 5b9f9ac3-6ebc-4dc3-8f35-bd7ca736cf0d {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:24:42.213788 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-dc76daa8-c6ff-4d32-b5e5-fa22b8e45bd4 req-ce837e89-ea85-4eb5-82a8-ff0db8f0bae5 tempest-ServersTestJSON-1617994263 tempest-ServersTestJSON-1617994263-project] 10.222.0.16 "GET /v2.0/security-groups?id=fdb82264-481f-4cf8-9ca0-988769171a6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1233666 Jul 14 18:24:42.215639 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcca7f14-01e2-4b62-8645-457141901e2f req-e9af2ea1-2a23-4e98-88f9-f3a623ddae0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:24:42.218978 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f6a7ee8-6d41-4260-bd42-31727ad5d36c req-e2cc9c95-0ddf-4a41-b595-4d5ab74f3db4 service neutron] Port 0617f9f4-4c8f-4362-b3ec-c500773f442e on network 5b9f9ac3-6ebc-4dc3-8f35-bd7ca736cf0d not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-3 {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 18:24:42.219316 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f6a7ee8-6d41-4260-bd42-31727ad5d36c req-e2cc9c95-0ddf-4a41-b595-4d5ab74f3db4 service neutron] Attempting to bind port 0617f9f4-4c8f-4362-b3ec-c500773f442e on network 5b9f9ac3-6ebc-4dc3-8f35-bd7ca736cf0d {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:24:42.224346 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-dcca7f14-01e2-4b62-8645-457141901e2f req-e9af2ea1-2a23-4e98-88f9-f3a623ddae0d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f20c54fb-f7da-4761-aa61-2e4f99f3d332 HTTP/1.1" status: 200 len: 843 time: 0.1913643 Jul 14 18:24:42.240408 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f6a7ee8-6d41-4260-bd42-31727ad5d36c req-e2cc9c95-0ddf-4a41-b595-4d5ab74f3db4 service neutron] Checking agent: {'id': 'a3630ff4-fbee-45d9-b9b6-0ae41cb3a350', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 15, 32), 'started_at': datetime.datetime(2021, 7, 14, 18, 15, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 18, 24, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 18:24:42.240758 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f6a7ee8-6d41-4260-bd42-31727ad5d36c req-e2cc9c95-0ddf-4a41-b595-4d5ab74f3db4 service neutron] Checking segment: {'id': 'ea2d311d-b712-47dc-86e8-854ce64a1f19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '5b9f9ac3-6ebc-4dc3-8f35-bd7ca736cf0d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93916) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:24:42.241151 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f6a7ee8-6d41-4260-bd42-31727ad5d36c req-e2cc9c95-0ddf-4a41-b595-4d5ab74f3db4 service neutron] Bound using segment: {'id': 'ea2d311d-b712-47dc-86e8-854ce64a1f19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '5b9f9ac3-6ebc-4dc3-8f35-bd7ca736cf0d'} {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 18:24:42.241593 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.managers [req-3f6a7ee8-6d41-4260-bd42-31727ad5d36c req-e2cc9c95-0ddf-4a41-b595-4d5ab74f3db4 service neutron] Bound port: 0617f9f4-4c8f-4362-b3ec-c500773f442e, host: n-h1-800634-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea2d311d-b712-47dc-86e8-854ce64a1f19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '5b9f9ac3-6ebc-4dc3-8f35-bd7ca736cf0d'}}] {{(pid=93916) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 18:24:42.242003 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-3f6a7ee8-6d41-4260-bd42-31727ad5d36c req-e2cc9c95-0ddf-4a41-b595-4d5ab74f3db4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:42.351495 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.db [req-3f6a7ee8-6d41-4260-bd42-31727ad5d36c req-e2cc9c95-0ddf-4a41-b595-4d5ab74f3db4 service neutron] For port 0617f9f4-4c8f-4362-b3ec-c500773f442e, host n-h1-800634-3, cleared binding levels {{(pid=93916) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:24:42.355184 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.db [req-3f6a7ee8-6d41-4260-bd42-31727ad5d36c req-e2cc9c95-0ddf-4a41-b595-4d5ab74f3db4 service neutron] For port 0617f9f4-4c8f-4362-b3ec-c500773f442e, host n-h1-800634-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=0617f9f4-4c8f-4362-b3ec-c500773f442e,segment=NetworkSegment(ea2d311d-b712-47dc-86e8-854ce64a1f19),segment_id=ea2d311d-b712-47dc-86e8-854ce64a1f19)] {{(pid=93916) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 18:24:42.364680 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-3f6a7ee8-6d41-4260-bd42-31727ad5d36c req-e2cc9c95-0ddf-4a41-b595-4d5ab74f3db4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2684870'] for port, after_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:42.414870 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcca7f14-01e2-4b62-8645-457141901e2f req-6e971091-8dd8-40a8-ae49-f7de5ead57da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:24:42.416735 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-dcca7f14-01e2-4b62-8645-457141901e2f req-6e971091-8dd8-40a8-ae49-f7de5ead57da service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4f742057-89ee-4b4a-86f7-487ee61881a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1808562 Jul 14 18:24:42.431937 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6a7ee8-6d41-4260-bd42-31727ad5d36c req-e2cc9c95-0ddf-4a41-b595-4d5ab74f3db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:24:42.432796 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-3f6a7ee8-6d41-4260-bd42-31727ad5d36c req-e2cc9c95-0ddf-4a41-b595-4d5ab74f3db4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:42.434442 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-3f6a7ee8-6d41-4260-bd42-31727ad5d36c req-e2cc9c95-0ddf-4a41-b595-4d5ab74f3db4 service neutron] 10.222.0.18 "PUT /v2.0/ports/0617f9f4-4c8f-4362-b3ec-c500773f442e HTTP/1.1" status: 200 len: 1091 time: 1.0864961 Jul 14 18:24:42.435342 n-d-800634-3 neutron-server[93916]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37895516-4f0e-4167-8ef8-c244947be2c6', 'tag': '0617f9f4-4c8f-4362-b3ec-c500773f442e'}] {{(pid=93916) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:24:42.438310 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f803e150b363a7893830aa996ac27753fa25517c406ecd3536b7c2d4b26eeb9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98a3347e-fcf0-4774-aead-1dbd2032753a" -d '{"events": [{"name": "network-changed", "server_uuid": "37895516-4f0e-4167-8ef8-c244947be2c6", "tag": "0617f9f4-4c8f-4362-b3ec-c500773f442e"}]}' {{(pid=93916) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:24:42.466486 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ef820b-ccde-4661-8b5e-781a1f413a83 req-d59fb501-ce4c-4e40-9d84-42f9b8c6a24d tempest-ServerMetadataNegativeTestJSON-1834120816 tempest-ServerMetadataNegativeTestJSON-1834120816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:24:42.485170 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-45ef820b-ccde-4661-8b5e-781a1f413a83 req-d59fb501-ce4c-4e40-9d84-42f9b8c6a24d tempest-ServerMetadataNegativeTestJSON-1834120816 tempest-ServerMetadataNegativeTestJSON-1834120816-project] 10.222.0.16 "GET /v2.0/ports?device_id=2da16e03-3657-471e-aa6b-bf152f325497 HTTP/1.1" status: 200 len: 946 time: 0.2567325 Jul 14 18:24:42.540092 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2cc9c95-0ddf-4a41-b595-4d5ab74f3db4 service neutron] Pushing event updated for resources: {'Port': ['ID=0617f9f4-4c8f-4362-b3ec-c500773f442e,revision_number=3']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:24:42.650517 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6a7ee8-6d41-4260-bd42-31727ad5d36c req-24d0f8f5-179d-425e-98f7-19405cf576d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:24:42.650776 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-45ef820b-ccde-4661-8b5e-781a1f413a83 req-4a68b72a-f054-4e38-b377-b674a93daca9 tempest-ServerMetadataNegativeTestJSON-1834120816 tempest-ServerMetadataNegativeTestJSON-1834120816-project] 10.222.0.16 "GET /v2.0/security-groups?id=d409a43b-561e-41ea-8521-536b0da35abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608906 Jul 14 18:24:42.651949 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-3f6a7ee8-6d41-4260-bd42-31727ad5d36c req-24d0f8f5-179d-425e-98f7-19405cf576d9 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=327b1c3e1f0f4935a843f320f55291fe&device_id=37895516-4f0e-4167-8ef8-c244947be2c6 HTTP/1.1" status: 200 len: 1094 time: 0.1427271 Jul 14 18:24:42.761264 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-3f6a7ee8-6d41-4260-bd42-31727ad5d36c req-b36aa1ec-f96d-478b-909a-728ad02ef6b3 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0617f9f4-4c8f-4362-b3ec-c500773f442e HTTP/1.1" status: 200 len: 217 time: 0.0916364 Jul 14 18:24:42.797332 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-dcca7f14-01e2-4b62-8645-457141901e2f req-87386050-c4e5-4532-93ac-4564e9afdc59 service neutron] 10.222.0.18 "GET /v2.0/networks/4f742057-89ee-4b4a-86f7-487ee61881a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3067703 Jul 14 18:24:42.810508 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device 0d727e14-7e00-4d23-beaa-680757cedc59 details requested by agent hyperv_n-h1-800634-3 with host n-h1-800634-3 {{(pid=93917) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 18:24:42.867302 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 18:24:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48fd0fcb-d8e4-41ae-8e49-b5e136d78a07 x-openstack-request-id: req-48fd0fcb-d8e4-41ae-8e49-b5e136d78a07 {{(pid=93916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:24:42.867869 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37895516-4f0e-4167-8ef8-c244947be2c6", "tag": "0617f9f4-4c8f-4362-b3ec-c500773f442e", "status": "completed", "code": 200}]} {{(pid=93916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:24:42.868704 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-48fd0fcb-d8e4-41ae-8e49-b5e136d78a07 {{(pid=93916) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:24:42.871400 n-d-800634-3 neutron-server[93916]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37895516-4f0e-4167-8ef8-c244947be2c6', 'tag': '0617f9f4-4c8f-4362-b3ec-c500773f442e', 'status': 'completed', 'code': 200} Jul 14 18:24:42.894021 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6a7ee8-6d41-4260-bd42-31727ad5d36c req-b695b7e5-5951-4a02-a3c5-c1c6ee7415ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:24:42.898296 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-3f6a7ee8-6d41-4260-bd42-31727ad5d36c req-b695b7e5-5951-4a02-a3c5-c1c6ee7415ea service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e0f57fb3-d58e-4f09-b512-33298fff8025 HTTP/1.1" status: 200 len: 844 time: 0.1011167 Jul 14 18:24:42.973021 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e647ad5-c8b7-45e6-a5e0-a625b397c2f2 req-5ab853a7-3071-453c-b970-48f007e77294 tempest-ServersAdminTestJSON-701576244 tempest-ServersAdminTestJSON-701576244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:24:42.981259 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3e647ad5-c8b7-45e6-a5e0-a625b397c2f2 req-5ab853a7-3071-453c-b970-48f007e77294 tempest-ServersAdminTestJSON-701576244 tempest-ServersAdminTestJSON-701576244-project] 10.222.0.16 "GET /v2.0/ports?device_id=10d0b8e3-e975-4623-bc0a-0c2b9cd85672 HTTP/1.1" status: 200 len: 949 time: 0.3528948 Jul 14 18:24:43.013075 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6a7ee8-6d41-4260-bd42-31727ad5d36c req-06ec8455-f491-4a13-a84e-7dc216db01a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:24:43.014816 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-3f6a7ee8-6d41-4260-bd42-31727ad5d36c req-06ec8455-f491-4a13-a84e-7dc216db01a2 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5b9f9ac3-6ebc-4dc3-8f35-bd7ca736cf0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1059053 Jul 14 18:24:43.048592 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port 0d727e14-7e00-4d23-beaa-680757cedc59, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=0d727e14-7e00-4d23-beaa-680757cedc59,segment=NetworkSegment(ed557757-f640-484f-8cda-41a92c321398),segment_id=ed557757-f640-484f-8cda-41a92c321398)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:24:43.059600 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-05318b1d-e209-47e0-913d-5cdd66dba615 req-68cbb7c6-23b2-49bf-8e3a-3e3d07543c4f service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=6ab0c594-ecaf-4c5b-977a-9c1b59a2d9cc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.2290761 Jul 14 18:24:43.062835 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Returning: {'device': '0d727e14-7e00-4d23-beaa-680757cedc59', 'network_id': '458a605c-adc1-4322-ba16-e84a0c1f7468', 'port_id': '0d727e14-7e00-4d23-beaa-680757cedc59', 'mac_address': 'fa:16:3e:59:7c:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 82, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f82593d-7d30-492d-935c-eafdd92f72c6', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93917) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 18:24:43.108579 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3e647ad5-c8b7-45e6-a5e0-a625b397c2f2 req-e21b7576-4c3b-4cb7-abfc-ba9156513259 tempest-ServersAdminTestJSON-701576244 tempest-ServersAdminTestJSON-701576244-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea7723ec-9d2a-468c-977f-1e7257209758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232316 Jul 14 18:24:43.149783 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:43.153587 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-05318b1d-e209-47e0-913d-5cdd66dba615 req-10f59572-97ab-4650-b65c-0b04bd2a6e2c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f1c4e239e6d24b3bb240a97f6c99b33f&device_id=6ab0c594-ecaf-4c5b-977a-9c1b59a2d9cc HTTP/1.1" status: 200 len: 210 time: 0.0634952 Jul 14 18:24:43.182010 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-3f6a7ee8-6d41-4260-bd42-31727ad5d36c req-11d59fbe-9b27-41f3-a8e4-0b1e182f1658 service neutron] 10.222.0.18 "GET /v2.0/networks/5b9f9ac3-6ebc-4dc3-8f35-bd7ca736cf0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1503375 Jul 14 18:24:43.189476 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0d727e14-7e00-4d23-beaa-680757cedc59 {{(pid=93917) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 18:24:43.197338 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-dcca7f14-01e2-4b62-8645-457141901e2f req-85165e6a-2c75-48cb-ab4a-8b14e6228f4c service neutron] 10.222.0.18 "GET /v2.0/networks/4f742057-89ee-4b4a-86f7-487ee61881a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3787136 Jul 14 18:24:43.198924 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-05318b1d-e209-47e0-913d-5cdd66dba615 req-67378a48-9b19-4da3-9a0f-60bf224af5b4 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=f1c4e239e6d24b3bb240a97f6c99b33f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0248406 Jul 14 18:24:43.238061 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port 0d727e14-7e00-4d23-beaa-680757cedc59, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=0d727e14-7e00-4d23-beaa-680757cedc59,segment=NetworkSegment(ed557757-f640-484f-8cda-41a92c321398),segment_id=ed557757-f640-484f-8cda-41a92c321398)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:24:43.245143 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:43.262565 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e256acc-c56f-4f35-a2f3-566fdd7d0be1 req-dddeac04-9b9b-42fb-8953-4f8d8d2e9a93 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:24:43.264170 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-1e256acc-c56f-4f35-a2f3-566fdd7d0be1 req-dddeac04-9b9b-42fb-8953-4f8d8d2e9a93 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.16 "GET /v2.0/ports?device_id=85403e3f-7fd5-4848-9edb-9810e7a89b4f HTTP/1.1" status: 200 len: 948 time: 0.2690942 Jul 14 18:24:43.324142 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Pushing event updated for resources: {'Port': ['ID=0d727e14-7e00-4d23-beaa-680757cedc59,revision_number=6']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:24:43.342521 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-3f6a7ee8-6d41-4260-bd42-31727ad5d36c req-e40f25ab-6056-447e-8e09-b6f159661c25 service neutron] 10.222.0.18 "GET /v2.0/networks/5b9f9ac3-6ebc-4dc3-8f35-bd7ca736cf0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1478186 Jul 14 18:24:43.401020 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-1e256acc-c56f-4f35-a2f3-566fdd7d0be1 req-21d158a3-2526-4419-8943-1e775e02410c tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.16 "GET /v2.0/security-groups?id=95148b1b-0f93-483b-9e80-262147c27e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042640 Jul 14 18:24:43.418450 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05318b1d-e209-47e0-913d-5cdd66dba615 req-6e8301fa-d5f9-4baf-bfa1-ea5449420b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:24:43.419951 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-05318b1d-e209-47e0-913d-5cdd66dba615 req-6e8301fa-d5f9-4baf-bfa1-ea5449420b31 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2139997 Jul 14 18:24:43.446705 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa02dbf7-88b2-41ba-96ec-8e4f13c5f728 req-f24d2216-790b-428d-a7ae-dc96214a253b tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:24:43.448746 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-fa02dbf7-88b2-41ba-96ec-8e4f13c5f728 req-f24d2216-790b-428d-a7ae-dc96214a253b tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] 10.222.0.16 "GET /v2.0/ports?device_id=e1ed64d8-97dc-40df-9adb-dd5ef5c40fe8 HTTP/1.1" status: 200 len: 945 time: 0.1506801 Jul 14 18:24:43.493721 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a3347e-fcf0-4774-aead-1dbd2032753a req-920fd5f5-c07e-4fe1-943a-da1bf01020c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:24:43.496018 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-98a3347e-fcf0-4774-aead-1dbd2032753a req-920fd5f5-c07e-4fe1-943a-da1bf01020c0 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=327b1c3e1f0f4935a843f320f55291fe&device_id=37895516-4f0e-4167-8ef8-c244947be2c6 HTTP/1.1" status: 200 len: 1094 time: 0.0932331 Jul 14 18:24:43.519600 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-fa02dbf7-88b2-41ba-96ec-8e4f13c5f728 req-863aba67-ce56-40b5-a37b-6b8ea42c5bcc tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] 10.222.0.16 "GET /v2.0/security-groups?id=39320fa9-4894-4542-95e3-d64e174c637e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645294 Jul 14 18:24:43.566376 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] get_ports_and_sgs() called for port_ids ['0d727e14-7e00-4d23-beaa-680757cedc59'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 18:24:43.766548 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a3347e-fcf0-4774-aead-1dbd2032753a req-cf0dfe7b-ddba-4e4b-81cb-6c0149ffd094 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:24:43.768444 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b1af24-35fe-49e3-a042-314f22bd0d06 req-8f12c2fc-c159-4c61-bc6b-7c6f8bef9303 tempest-ServerMetadataNegativeTestJSON-1834120816 tempest-ServerMetadataNegativeTestJSON-1834120816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:24:43.770187 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-40b1af24-35fe-49e3-a042-314f22bd0d06 req-8f12c2fc-c159-4c61-bc6b-7c6f8bef9303 tempest-ServerMetadataNegativeTestJSON-1834120816 tempest-ServerMetadataNegativeTestJSON-1834120816-project] 10.222.0.18 "GET /v2.0/ports?device_id=2da16e03-3657-471e-aa6b-bf152f325497 HTTP/1.1" status: 200 len: 946 time: 0.1610770 Jul 14 18:24:43.775236 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-98a3347e-fcf0-4774-aead-1dbd2032753a req-cf0dfe7b-ddba-4e4b-81cb-6c0149ffd094 service neutron] 10.222.0.18 "GET /v2.0/networks?id=5b9f9ac3-6ebc-4dc3-8f35-bd7ca736cf0d HTTP/1.1" status: 200 len: 905 time: 0.2590141 Jul 14 18:24:43.787164 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586aaa7f-4ef1-4913-82b6-40a82ec053f9 req-ad55a789-4207-4fff-b9f6-c98d04c360a3 tempest-ServersTestJSON-1617994263 tempest-ServersTestJSON-1617994263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:24:43.795610 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-586aaa7f-4ef1-4913-82b6-40a82ec053f9 req-ad55a789-4207-4fff-b9f6-c98d04c360a3 tempest-ServersTestJSON-1617994263 tempest-ServersTestJSON-1617994263-project] 10.222.0.16 "GET /v2.0/ports?device_id=37895516-4f0e-4167-8ef8-c244947be2c6 HTTP/1.1" status: 200 len: 943 time: 0.1367049 Jul 14 18:24:43.880029 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-98a3347e-fcf0-4774-aead-1dbd2032753a req-d1de578e-ce5b-4d1d-9c00-f352f2f3c004 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0617f9f4-4c8f-4362-b3ec-c500773f442e HTTP/1.1" status: 200 len: 217 time: 0.0812774 Jul 14 18:24:43.937242 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-586aaa7f-4ef1-4913-82b6-40a82ec053f9 req-2ec87a60-dc31-4dca-a51d-47d782b1fc16 tempest-ServersTestJSON-1617994263 tempest-ServersTestJSON-1617994263-project] 10.222.0.16 "GET /v2.0/security-groups?id=fdb82264-481f-4cf8-9ca0-988769171a6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1397097 Jul 14 18:24:43.959080 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a3347e-fcf0-4774-aead-1dbd2032753a req-baa437c6-a18d-448d-9b63-5841343d4007 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:24:43.961478 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-98a3347e-fcf0-4774-aead-1dbd2032753a req-baa437c6-a18d-448d-9b63-5841343d4007 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e0f57fb3-d58e-4f09-b512-33298fff8025 HTTP/1.1" status: 200 len: 844 time: 0.0673087 Jul 14 18:24:44.013889 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a584d1cb-3221-4efc-9430-4f3e91aed945 req-021f11b2-58c9-4bfe-a8ac-db774dc7834a tempest-ServerMetadataNegativeTestJSON-1834120816 tempest-ServerMetadataNegativeTestJSON-1834120816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:24:44.023630 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a584d1cb-3221-4efc-9430-4f3e91aed945 req-021f11b2-58c9-4bfe-a8ac-db774dc7834a tempest-ServerMetadataNegativeTestJSON-1834120816 tempest-ServerMetadataNegativeTestJSON-1834120816-project] 10.222.0.16 "GET /v2.0/ports?device_id=2da16e03-3657-471e-aa6b-bf152f325497 HTTP/1.1" status: 200 len: 946 time: 0.1784732 Jul 14 18:24:44.068065 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a3347e-fcf0-4774-aead-1dbd2032753a req-2f43d388-9f72-4aa9-bf55-84e799b41191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:24:44.070496 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-98a3347e-fcf0-4774-aead-1dbd2032753a req-2f43d388-9f72-4aa9-bf55-84e799b41191 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5b9f9ac3-6ebc-4dc3-8f35-bd7ca736cf0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0931549 Jul 14 18:24:44.091649 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a584d1cb-3221-4efc-9430-4f3e91aed945 req-428da59d-2966-4163-8fe4-1633a879af03 tempest-ServerMetadataNegativeTestJSON-1834120816 tempest-ServerMetadataNegativeTestJSON-1834120816-project] 10.222.0.16 "GET /v2.0/security-groups?id=d409a43b-561e-41ea-8521-536b0da35abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682747 Jul 14 18:24:44.109803 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [req-40b1af24-35fe-49e3-a042-314f22bd0d06 req-77369b71-3529-4f2d-8118-2cb0052f8c79 tempest-ServerMetadataNegativeTestJSON-1834120816 tempest-ServerMetadataNegativeTestJSON-1834120816-project] Deleting port fd3b03be-c8d9-442a-bfab-d8552b680fec {{(pid=93915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:24:44.110135 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-40b1af24-35fe-49e3-a042-314f22bd0d06 req-77369b71-3529-4f2d-8118-2cb0052f8c79 tempest-ServerMetadataNegativeTestJSON-1834120816 tempest-ServerMetadataNegativeTestJSON-1834120816-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:44.286813 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-98a3347e-fcf0-4774-aead-1dbd2032753a req-eebaedd0-c3b2-4404-b921-fd4bb392eb50 service neutron] 10.222.0.18 "GET /v2.0/networks/5b9f9ac3-6ebc-4dc3-8f35-bd7ca736cf0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2083516 Jul 14 18:24:44.304403 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-40b1af24-35fe-49e3-a042-314f22bd0d06 req-77369b71-3529-4f2d-8118-2cb0052f8c79 tempest-ServerMetadataNegativeTestJSON-1834120816 tempest-ServerMetadataNegativeTestJSON-1834120816-project] For port fd3b03be-c8d9-442a-bfab-d8552b680fec, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=fd3b03be-c8d9-442a-bfab-d8552b680fec,segment=NetworkSegment(c8e2a7c4-bd5e-4731-a374-4d60f95eaafc),segment_id=c8e2a7c4-bd5e-4731-a374-4d60f95eaafc)] {{(pid=93915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:24:44.307320 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-40b1af24-35fe-49e3-a042-314f22bd0d06 req-77369b71-3529-4f2d-8118-2cb0052f8c79 tempest-ServerMetadataNegativeTestJSON-1834120816 tempest-ServerMetadataNegativeTestJSON-1834120816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:44.386312 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [req-40b1af24-35fe-49e3-a042-314f22bd0d06 req-77369b71-3529-4f2d-8118-2cb0052f8c79 tempest-ServerMetadataNegativeTestJSON-1834120816 tempest-ServerMetadataNegativeTestJSON-1834120816-project] Calling delete_port for fd3b03be-c8d9-442a-bfab-d8552b680fec owned by compute:nova {{(pid=93915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:24:44.437048 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-98a3347e-fcf0-4774-aead-1dbd2032753a req-519806f3-c189-4233-92bd-2d3ac3701a3b service neutron] 10.222.0.18 "GET /v2.0/networks/5b9f9ac3-6ebc-4dc3-8f35-bd7ca736cf0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1437645 Jul 14 18:24:44.511056 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685b1b0b-e9e7-403a-bec6-580caff6bad6 req-b7c5a978-7314-4e59-bed1-0d8315ffe139 tempest-ServersAdminTestJSON-701576244 tempest-ServersAdminTestJSON-701576244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:24:44.512690 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-685b1b0b-e9e7-403a-bec6-580caff6bad6 req-b7c5a978-7314-4e59-bed1-0d8315ffe139 tempest-ServersAdminTestJSON-701576244 tempest-ServersAdminTestJSON-701576244-project] 10.222.0.16 "GET /v2.0/ports?device_id=10d0b8e3-e975-4623-bc0a-0c2b9cd85672 HTTP/1.1" status: 200 len: 949 time: 0.1845250 Jul 14 18:24:44.608986 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-685b1b0b-e9e7-403a-bec6-580caff6bad6 req-8c5fd2fe-acf3-4963-a4e5-730af2f35311 tempest-ServersAdminTestJSON-701576244 tempest-ServersAdminTestJSON-701576244-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea7723ec-9d2a-468c-977f-1e7257209758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801370 Jul 14 18:24:44.807341 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device 7c097f78-08e4-4fc9-a177-b8812f88bb8a details requested by agent hyperv_n-h1-800634-3 with host n-h1-800634-3 {{(pid=93917) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 18:24:44.809967 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device 0d727e14-7e00-4d23-beaa-680757cedc59 up at agent hyperv_n-h1-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:24:44.952609 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Provisioning complete for port 0d727e14-7e00-4d23-beaa-680757cedc59 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:24:44.953542 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:45.047492 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port 7c097f78-08e4-4fc9-a177-b8812f88bb8a, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=7c097f78-08e4-4fc9-a177-b8812f88bb8a,segment=NetworkSegment(067fc487-22c7-42de-972d-ae352a28ad29),segment_id=067fc487-22c7-42de-972d-ae352a28ad29)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:24:45.083013 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Returning: {'device': '7c097f78-08e4-4fc9-a177-b8812f88bb8a', 'network_id': '4f742057-89ee-4b4a-86f7-487ee61881a1', 'port_id': '7c097f78-08e4-4fc9-a177-b8812f88bb8a', 'mac_address': 'fa:16:3e:11:40:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f20c54fb-f7da-4761-aa61-2e4f99f3d332', 'ip_address': '192.168.233.108'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93917) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 18:24:45.135019 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-40b1af24-35fe-49e3-a042-314f22bd0d06 req-77369b71-3529-4f2d-8118-2cb0052f8c79 tempest-ServerMetadataNegativeTestJSON-1834120816 tempest-ServerMetadataNegativeTestJSON-1834120816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:45.148291 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:45.162495 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] get_ports_and_sgs() called for port_ids ['fd3b03be-c8d9-442a-bfab-d8552b680fec'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 18:24:45.189338 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c097f78-08e4-4fc9-a177-b8812f88bb8a {{(pid=93917) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 18:24:45.196943 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:45.208899 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77369b71-3529-4f2d-8118-2cb0052f8c79 tempest-ServerMetadataNegativeTestJSON-1834120816 tempest-ServerMetadataNegativeTestJSON-1834120816-project] Pushing event deleted for resources: {'Port': ['ID=fd3b03be-c8d9-442a-bfab-d8552b680fec,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:24:45.228625 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ce1f37-c8ce-4f01-8a0b-670ddc62bfcc req-ec1198a3-c444-489a-ba50-57e69ba2cef8 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:24:45.230953 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port 7c097f78-08e4-4fc9-a177-b8812f88bb8a, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=7c097f78-08e4-4fc9-a177-b8812f88bb8a,segment=NetworkSegment(067fc487-22c7-42de-972d-ae352a28ad29),segment_id=067fc487-22c7-42de-972d-ae352a28ad29)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:24:45.237522 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-85ce1f37-c8ce-4f01-8a0b-670ddc62bfcc req-ec1198a3-c444-489a-ba50-57e69ba2cef8 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.16 "GET /v2.0/ports?device_id=85403e3f-7fd5-4848-9edb-9810e7a89b4f HTTP/1.1" status: 200 len: 948 time: 0.6392698 Jul 14 18:24:45.248521 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:45.309466 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [req-40b1af24-35fe-49e3-a042-314f22bd0d06 req-77369b71-3529-4f2d-8118-2cb0052f8c79 tempest-ServerMetadataNegativeTestJSON-1834120816 tempest-ServerMetadataNegativeTestJSON-1834120816-project] No DVR routers for this DVR port fd3b03be-c8d9-442a-bfab-d8552b680fec on host n-h1-800634-3 {{(pid=93915) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 18:24:45.319526 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0dd771-1ae0-4fb2-b0f6-5fc1a294cabe req-8e1ac79d-4f61-491c-bf94-7d96c1b26918 tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:24:45.326930 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2e0dd771-1ae0-4fb2-b0f6-5fc1a294cabe req-8e1ac79d-4f61-491c-bf94-7d96c1b26918 tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] 10.222.0.16 "GET /v2.0/ports?device_id=e1ed64d8-97dc-40df-9adb-dd5ef5c40fe8 HTTP/1.1" status: 200 len: 945 time: 0.3031540 Jul 14 18:24:45.355468 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-40b1af24-35fe-49e3-a042-314f22bd0d06 req-77369b71-3529-4f2d-8118-2cb0052f8c79 tempest-ServerMetadataNegativeTestJSON-1834120816 tempest-ServerMetadataNegativeTestJSON-1834120816-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:45.357876 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-40b1af24-35fe-49e3-a042-314f22bd0d06 req-77369b71-3529-4f2d-8118-2cb0052f8c79 tempest-ServerMetadataNegativeTestJSON-1834120816 tempest-ServerMetadataNegativeTestJSON-1834120816-project] 10.222.0.18 "DELETE /v2.0/ports/fd3b03be-c8d9-442a-bfab-d8552b680fec HTTP/1.1" status: 204 len: 173 time: 1.5504839 Jul 14 18:24:45.358519 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2da16e03-3657-471e-aa6b-bf152f325497', 'name': 'network-vif-deleted', 'tag': 'fd3b03be-c8d9-442a-bfab-d8552b680fec'}] {{(pid=93915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:24:45.361018 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e72782ad3af8f7d4ce76cedf092bca46d1756acc5c4653cf0b52034cdd6b073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-260458f0-8c11-4501-813e-8be2750d2871" -d '{"events": [{"server_uuid": "2da16e03-3657-471e-aa6b-bf152f325497", "name": "network-vif-deleted", "tag": "fd3b03be-c8d9-442a-bfab-d8552b680fec"}]}' {{(pid=93915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:24:45.374934 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34ada4aa-7d10-4b46-a74b-0ace9f3e3335', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d727e14-7e00-4d23-beaa-680757cedc59'}] {{(pid=93917) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:24:45.377249 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20b787f3c29eaa7aa2a4d648c725a2124c5ff39a8d793252f9d844495e14cf42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca954921-ecf8-4167-ab54-b5f3ddd30da5" -d '{"events": [{"server_uuid": "34ada4aa-7d10-4b46-a74b-0ace9f3e3335", "name": "network-vif-plugged", "status": "completed", "tag": "0d727e14-7e00-4d23-beaa-680757cedc59"}]}' {{(pid=93917) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:24:45.395385 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-85ce1f37-c8ce-4f01-8a0b-670ddc62bfcc req-a690ebaf-02f2-49ab-ad96-3de75104f342 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.16 "GET /v2.0/security-groups?id=95148b1b-0f93-483b-9e80-262147c27e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563246 Jul 14 18:24:45.396998 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Pushing event updated for resources: {'Port': ['ID=7c097f78-08e4-4fc9-a177-b8812f88bb8a,revision_number=4']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:24:45.439690 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port 0d727e14-7e00-4d23-beaa-680757cedc59, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=0d727e14-7e00-4d23-beaa-680757cedc59,segment=NetworkSegment(ed557757-f640-484f-8cda-41a92c321398),segment_id=ed557757-f640-484f-8cda-41a92c321398)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:24:45.455920 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:45.465661 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2e0dd771-1ae0-4fb2-b0f6-5fc1a294cabe req-698b1e3f-67e3-417a-84e2-4a158ff69fd3 tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] 10.222.0.16 "GET /v2.0/security-groups?id=39320fa9-4894-4542-95e3-d64e174c637e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372886 Jul 14 18:24:45.612226 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Pushing event updated for resources: {'Port': ['ID=0d727e14-7e00-4d23-beaa-680757cedc59,revision_number=7']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:24:45.631495 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] get_ports_and_sgs() called for port_ids ['7c097f78-08e4-4fc9-a177-b8812f88bb8a'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 18:24:45.766377 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef5f5e3-859c-49b6-ac35-58018cb4902e req-2e009485-c113-40b6-9812-05a96eaaf56c tempest-ServersAdminTestJSON-701576244 tempest-ServersAdminTestJSON-701576244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:24:45.773979 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3ef5f5e3-859c-49b6-ac35-58018cb4902e req-2e009485-c113-40b6-9812-05a96eaaf56c tempest-ServersAdminTestJSON-701576244 tempest-ServersAdminTestJSON-701576244-project] 10.222.0.16 "GET /v2.0/ports?device_id=c37af3d9-5cf3-44f0-a629-12e66be48e93 HTTP/1.1" status: 200 len: 950 time: 0.1481969 Jul 14 18:24:45.871628 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3ef5f5e3-859c-49b6-ac35-58018cb4902e req-77db8644-1ad0-435c-be4c-e7c1dfd427b4 tempest-ServersAdminTestJSON-701576244 tempest-ServersAdminTestJSON-701576244-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea7723ec-9d2a-468c-977f-1e7257209758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965655 Jul 14 18:24:46.048276 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9ec82d-6e86-45d6-b7af-44ff79c94255 req-7cd4f187-132a-4b24-b287-cfba67362734 tempest-ServersTestJSON-1617994263 tempest-ServersTestJSON-1617994263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:24:46.050083 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-1f9ec82d-6e86-45d6-b7af-44ff79c94255 req-7cd4f187-132a-4b24-b287-cfba67362734 tempest-ServersTestJSON-1617994263 tempest-ServersTestJSON-1617994263-project] 10.222.0.16 "GET /v2.0/ports?device_id=37895516-4f0e-4167-8ef8-c244947be2c6 HTTP/1.1" status: 200 len: 943 time: 0.1329131 Jul 14 18:24:46.127932 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-1f9ec82d-6e86-45d6-b7af-44ff79c94255 req-b18ba684-af1d-43d5-945a-9d631d21c228 tempest-ServersTestJSON-1617994263 tempest-ServersTestJSON-1617994263-project] 10.222.0.16 "GET /v2.0/security-groups?id=fdb82264-481f-4cf8-9ca0-988769171a6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714228 Jul 14 18:24:46.193043 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a5152cfe-9556-4d66-9741-ff6ebbe930b7 req-dbf1a5e0-b2fc-4e2e-8bd9-531b3293546b tempest-ServerMetadataNegativeTestJSON-1834120816 tempest-ServerMetadataNegativeTestJSON-1834120816-project] 10.222.0.16 "GET /v2.0/ports?device_id=2da16e03-3657-471e-aa6b-bf152f325497 HTTP/1.1" status: 200 len: 210 time: 0.0540030 Jul 14 18:24:46.270128 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 18:24:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8efffa7b-8849-4c31-951f-b28c5c92a8cb x-openstack-request-id: req-8efffa7b-8849-4c31-951f-b28c5c92a8cb {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:24:46.270520 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2da16e03-3657-471e-aa6b-bf152f325497", "name": "network-vif-deleted", "tag": "fd3b03be-c8d9-442a-bfab-d8552b680fec", "status": "completed", "code": 200}]} {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:24:46.270856 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8efffa7b-8849-4c31-951f-b28c5c92a8cb {{(pid=93915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:24:46.271460 n-d-800634-3 neutron-server[93915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2da16e03-3657-471e-aa6b-bf152f325497', 'name': 'network-vif-deleted', 'tag': 'fd3b03be-c8d9-442a-bfab-d8552b680fec', 'status': 'completed', 'code': 200} Jul 14 18:24:46.329117 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 18:24:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e641deea-ba55-4226-a17e-5cdc8ffcaede x-openstack-request-id: req-e641deea-ba55-4226-a17e-5cdc8ffcaede {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:24:46.329660 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34ada4aa-7d10-4b46-a74b-0ace9f3e3335", "name": "network-vif-plugged", "status": "completed", "tag": "0d727e14-7e00-4d23-beaa-680757cedc59", "code": 200}]} {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:24:46.329660 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e641deea-ba55-4226-a17e-5cdc8ffcaede {{(pid=93917) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:24:46.330064 n-d-800634-3 neutron-server[93917]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34ada4aa-7d10-4b46-a74b-0ace9f3e3335', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d727e14-7e00-4d23-beaa-680757cedc59', 'code': 200} Jul 14 18:24:46.461027 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-be20769f-d367-400d-815e-9e9a7a053fd9 req-0d18286e-4c82-4e29-b5ff-597e39c4e50e tempest-ServersAdminTestJSON-701576244 tempest-ServersAdminTestJSON-701576244-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=5fc9a5e55fd84545a47306b3e1f6fe5f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0357425 Jul 14 18:24:46.618388 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85030e50-79cd-453c-aab6-a63b65020214 req-ba3031d1-542f-48f7-bd5c-cfffbd4dec6b tempest-ServersTestManualDisk-214316942 tempest-ServersTestManualDisk-214316942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:24:46.619881 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-85030e50-79cd-453c-aab6-a63b65020214 req-ba3031d1-542f-48f7-bd5c-cfffbd4dec6b tempest-ServersTestManualDisk-214316942 tempest-ServersTestManualDisk-214316942-project] 10.222.0.16 "GET /v2.0/ports?device_id=b5a1ff61-3393-4ba7-9619-8436eb83bdae HTTP/1.1" status: 200 len: 946 time: 0.1664524 Jul 14 18:24:46.627679 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be20769f-d367-400d-815e-9e9a7a053fd9 req-8dc1075a-e8aa-4b5d-b873-c599465637ca tempest-ServersAdminTestJSON-701576244 tempest-ServersAdminTestJSON-701576244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:24:46.629251 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-be20769f-d367-400d-815e-9e9a7a053fd9 req-8dc1075a-e8aa-4b5d-b873-c599465637ca tempest-ServersAdminTestJSON-701576244 tempest-ServersAdminTestJSON-701576244-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1670923 Jul 14 18:24:46.658776 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-be20769f-d367-400d-815e-9e9a7a053fd9 req-e0e567ef-26d5-4477-97fe-099f1fdf022c tempest-ServersAdminTestJSON-701576244 tempest-ServersAdminTestJSON-701576244-project] 10.222.0.16 "GET /v2.0/quotas/5fc9a5e55fd84545a47306b3e1f6fe5f HTTP/1.1" status: 200 len: 375 time: 0.0218918 Jul 14 18:24:46.723593 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-85030e50-79cd-453c-aab6-a63b65020214 req-12ffe27d-05c1-4a1f-b3e3-1a506477f2fc tempest-ServersTestManualDisk-214316942 tempest-ServersTestManualDisk-214316942-project] 10.222.0.16 "GET /v2.0/security-groups?id=8c8c52b3-d017-4b0b-ad6d-d62b10f55174&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0933242 Jul 14 18:24:46.803110 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-be20769f-d367-400d-815e-9e9a7a053fd9 req-4f2538aa-0dbc-4a83-8894-38178d26e394 tempest-ServersAdminTestJSON-701576244 tempest-ServersAdminTestJSON-701576244-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=5fc9a5e55fd84545a47306b3e1f6fe5f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1368287 Jul 14 18:24:46.813819 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device 0617f9f4-4c8f-4362-b3ec-c500773f442e details requested by agent hyperv_n-h1-800634-3 with host n-h1-800634-3 {{(pid=93917) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 18:24:46.817251 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device 7c097f78-08e4-4fc9-a177-b8812f88bb8a up at agent hyperv_n-h1-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:24:46.979256 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Provisioning for port 7c097f78-08e4-4fc9-a177-b8812f88bb8a completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:24:46.987788 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Provisioning complete for port 7c097f78-08e4-4fc9-a177-b8812f88bb8a triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:24:46.988812 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:47.035597 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0780cdfb-8c80-4410-a98d-723c151f8c86 req-517b13a5-59b4-4438-9575-d1d9d2f61f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:24:47.038022 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-0780cdfb-8c80-4410-a98d-723c151f8c86 req-517b13a5-59b4-4438-9575-d1d9d2f61f9b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=0bd95cc3d59f415f8da5b8a01a238496&device_id=e1ed64d8-97dc-40df-9adb-dd5ef5c40fe8 HTTP/1.1" status: 200 len: 1096 time: 0.1051314 Jul 14 18:24:47.065438 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f575cb37-3203-4247-8cfa-b50021752e26 req-dbd4daa7-534f-42ef-8e89-f3f4d3cec66f tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:24:47.076938 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f575cb37-3203-4247-8cfa-b50021752e26 req-dbd4daa7-534f-42ef-8e89-f3f4d3cec66f tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.16 "GET /v2.0/ports?device_id=85403e3f-7fd5-4848-9edb-9810e7a89b4f HTTP/1.1" status: 200 len: 949 time: 0.2109444 Jul 14 18:24:47.121710 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port 0617f9f4-4c8f-4362-b3ec-c500773f442e, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=0617f9f4-4c8f-4362-b3ec-c500773f442e,segment=NetworkSegment(ea2d311d-b712-47dc-86e8-854ce64a1f19),segment_id=ea2d311d-b712-47dc-86e8-854ce64a1f19)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:24:47.191832 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f575cb37-3203-4247-8cfa-b50021752e26 req-5c6f9ab4-15bc-4711-a90b-04cb07400527 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.16 "GET /v2.0/security-groups?id=95148b1b-0f93-483b-9e80-262147c27e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138589 Jul 14 18:24:47.196104 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Returning: {'device': '0617f9f4-4c8f-4362-b3ec-c500773f442e', 'network_id': '5b9f9ac3-6ebc-4dc3-8f35-bd7ca736cf0d', 'port_id': '0617f9f4-4c8f-4362-b3ec-c500773f442e', 'mac_address': 'fa:16:3e:e8:24:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 59, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0f57fb3-d58e-4f09-b512-33298fff8025', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93917) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 18:24:47.242039 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:47.262947 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:47.294419 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port 7c097f78-08e4-4fc9-a177-b8812f88bb8a, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=7c097f78-08e4-4fc9-a177-b8812f88bb8a,segment=NetworkSegment(067fc487-22c7-42de-972d-ae352a28ad29),segment_id=067fc487-22c7-42de-972d-ae352a28ad29)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:24:47.300335 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0617f9f4-4c8f-4362-b3ec-c500773f442e {{(pid=93917) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 18:24:47.306851 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:47.308994 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device fd3b03be-c8d9-442a-bfab-d8552b680fec no longer exists at agent hyperv_n-h1-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 18:24:47.369781 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port 0617f9f4-4c8f-4362-b3ec-c500773f442e, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=0617f9f4-4c8f-4362-b3ec-c500773f442e,segment=NetworkSegment(ea2d311d-b712-47dc-86e8-854ce64a1f19),segment_id=ea2d311d-b712-47dc-86e8-854ce64a1f19)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:24:47.370710 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] No Port match for: fd3b03be-c8d9-442a-bfab-d8552b680fec {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 18:24:47.371073 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device fd3b03be-c8d9-442a-bfab-d8552b680fec not bound to the agent host n-h1-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 18:24:47.384325 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:47.389375 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-9b22f6f4-a872-4007-93f1-629d3d3b606a req-075c6b04-0bd6-4e07-8877-b42b8bbaeb05 tempest-ServersAdminTestJSON-701576244 tempest-ServersAdminTestJSON-701576244-project] 10.222.0.16 "GET /v2.0/ports?device_id=c0a35d7a-0d5a-4ed8-8ada-969afc759278 HTTP/1.1" status: 200 len: 210 time: 0.1117771 Jul 14 18:24:47.408091 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0780cdfb-8c80-4410-a98d-723c151f8c86 req-265e2af1-1188-43d7-8b2b-523ef9d31488 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:24:47.410466 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-0780cdfb-8c80-4410-a98d-723c151f8c86 req-265e2af1-1188-43d7-8b2b-523ef9d31488 service neutron] 10.222.0.18 "GET /v2.0/networks?id=1cbaa8bd-1463-4b3c-89d2-ab344d2f55cf HTTP/1.1" status: 200 len: 911 time: 0.3649292 Jul 14 18:24:47.433267 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Pushing event updated for resources: {'Port': ['ID=7c097f78-08e4-4fc9-a177-b8812f88bb8a,revision_number=5']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:24:47.465239 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-0780cdfb-8c80-4410-a98d-723c151f8c86 req-6ce65a16-4664-4a99-93ea-e1338afa5388 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c3e531fa-4a67-4d7a-b1ea-f36c3df5a6fa HTTP/1.1" status: 200 len: 217 time: 0.0483584 Jul 14 18:24:47.506875 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Pushing event updated for resources: {'Port': ['ID=0617f9f4-4c8f-4362-b3ec-c500773f442e,revision_number=4']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:24:47.561756 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264f78b9-329a-4a23-9061-f71cd7d06627 req-3f1f09fc-5e38-47ea-ae14-2ede820e7a24 tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:24:47.568843 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-264f78b9-329a-4a23-9061-f71cd7d06627 req-3f1f09fc-5e38-47ea-ae14-2ede820e7a24 tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] 10.222.0.16 "GET /v2.0/ports?device_id=e1ed64d8-97dc-40df-9adb-dd5ef5c40fe8 HTTP/1.1" status: 200 len: 945 time: 0.3698926 Jul 14 18:24:47.590409 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0780cdfb-8c80-4410-a98d-723c151f8c86 req-eb2ea0aa-54b7-4139-8679-e3131166d884 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:24:47.591889 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-0780cdfb-8c80-4410-a98d-723c151f8c86 req-eb2ea0aa-54b7-4139-8679-e3131166d884 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a6dcdf63-414e-46ae-93dc-0b8457260728 HTTP/1.1" status: 200 len: 851 time: 0.1123877 Jul 14 18:24:47.676408 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-264f78b9-329a-4a23-9061-f71cd7d06627 req-03ab1489-98d6-4201-9378-d52210c9d363 tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] 10.222.0.16 "GET /v2.0/security-groups?id=39320fa9-4894-4542-95e3-d64e174c637e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065693 Jul 14 18:24:47.685557 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-0780cdfb-8c80-4410-a98d-723c151f8c86 req-4ee9326e-ce44-4dcd-82ce-f7e4035d8fa5 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=1cbaa8bd-1463-4b3c-89d2-ab344d2f55cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0691109 Jul 14 18:24:47.733471 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] get_ports_and_sgs() called for port_ids ['0617f9f4-4c8f-4362-b3ec-c500773f442e'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 18:24:47.787905 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 33450) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:24:47.894269 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-0780cdfb-8c80-4410-a98d-723c151f8c86 req-b073b125-72d4-4694-8e85-4b1d96bcd7ed service neutron] 10.222.0.18 "GET /v2.0/networks/1cbaa8bd-1463-4b3c-89d2-ab344d2f55cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1917953 Jul 14 18:24:47.923632 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bffa14e-a1a2-4920-9b93-85ad8443d132 req-baf5ac3f-9abe-4887-a37b-ccb5dff356e1 tempest-ServersTestJSON-1617994263 tempest-ServersTestJSON-1617994263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:24:47.928847 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.db_base_plugin_v2 [None req-d18b981b-f3dc-48ce-8cd2-9d7c5e06902f admin admin] Deleting subnet f450988d-312f-485b-851e-7fa0573be99e {{(pid=93916) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 18:24:47.932157 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6bffa14e-a1a2-4920-9b93-85ad8443d132 req-baf5ac3f-9abe-4887-a37b-ccb5dff356e1 tempest-ServersTestJSON-1617994263 tempest-ServersTestJSON-1617994263-project] 10.222.0.16 "GET /v2.0/ports?device_id=37895516-4f0e-4167-8ef8-c244947be2c6 HTTP/1.1" status: 200 len: 944 time: 0.3329136 Jul 14 18:24:47.941146 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-d18b981b-f3dc-48ce-8cd2-9d7c5e06902f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:47.996281 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-d18b981b-f3dc-48ce-8cd2-9d7c5e06902f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26296866'] for subnet, precommit_delete_associations {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:48.065515 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-d18b981b-f3dc-48ce-8cd2-9d7c5e06902f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081283'] for subnet, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:48.113505 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6bffa14e-a1a2-4920-9b93-85ad8443d132 req-8f0b4a47-9cbc-483c-b40c-2ffa85a1f980 tempest-ServersTestJSON-1617994263 tempest-ServersTestJSON-1617994263-project] 10.222.0.16 "GET /v2.0/security-groups?id=fdb82264-481f-4cf8-9ca0-988769171a6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1679084 Jul 14 18:24:48.150466 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-d18b981b-f3dc-48ce-8cd2-9d7c5e06902f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2684816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26033152'] for subnet, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:48.164802 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-0780cdfb-8c80-4410-a98d-723c151f8c86 req-28df10cd-e2ea-40dd-8af1-0614ea4f93fb service neutron] 10.222.0.18 "GET /v2.0/networks/1cbaa8bd-1463-4b3c-89d2-ab344d2f55cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2605989 Jul 14 18:24:48.170307 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-d18b981b-f3dc-48ce-8cd2-9d7c5e06902f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598705'] for subnet, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:48.172365 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-d18b981b-f3dc-48ce-8cd2-9d7c5e06902f admin admin] 10.222.0.16 "DELETE /v2.0/subnets/f450988d-312f-485b-851e-7fa0573be99e HTTP/1.1" status: 204 len: 168 time: 0.3815939 Jul 14 18:24:48.174869 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 33460) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:24:48.194325 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18b981b-f3dc-48ce-8cd2-9d7c5e06902f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f450988d-312f-485b-851e-7fa0573be99e,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:24:48.210323 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18b981b-f3dc-48ce-8cd2-9d7c5e06902f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:24:48.210831 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18b981b-f3dc-48ce-8cd2-9d7c5e06902f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:24:48.211281 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18b981b-f3dc-48ce-8cd2-9d7c5e06902f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:24:48.211725 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18b981b-f3dc-48ce-8cd2-9d7c5e06902f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:24:48.212204 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18b981b-f3dc-48ce-8cd2-9d7c5e06902f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:24:48.215845 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18b981b-f3dc-48ce-8cd2-9d7c5e06902f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:24:48.217563 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18b981b-f3dc-48ce-8cd2-9d7c5e06902f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:24:48.217563 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18b981b-f3dc-48ce-8cd2-9d7c5e06902f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:24:48.217563 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18b981b-f3dc-48ce-8cd2-9d7c5e06902f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:24:48.217563 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18b981b-f3dc-48ce-8cd2-9d7c5e06902f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:24:48.218045 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18b981b-f3dc-48ce-8cd2-9d7c5e06902f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:24:48.218500 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18b981b-f3dc-48ce-8cd2-9d7c5e06902f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:24:48.281731 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-9e86d33d-60ff-4471-a3ec-5ae03f333644 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645734'] for network, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:48.330990 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85403e3f-7fd5-4848-9edb-9810e7a89b4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c097f78-08e4-4fc9-a177-b8812f88bb8a'}] {{(pid=93917) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:24:48.336675 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20b787f3c29eaa7aa2a4d648c725a2124c5ff39a8d793252f9d844495e14cf42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ace861e2-73da-44c6-802e-1a144ec1566b" -d '{"events": [{"server_uuid": "85403e3f-7fd5-4848-9edb-9810e7a89b4f", "name": "network-vif-plugged", "status": "completed", "tag": "7c097f78-08e4-4fc9-a177-b8812f88bb8a"}]}' {{(pid=93917) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:24:48.417404 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-9e86d33d-60ff-4471-a3ec-5ae03f333644 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2096010', 'neutron.services.segments.db._delete_segments_for_network-8728202734996'] for network, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:48.433845 n-d-800634-3 neutron-server[93915]: DEBUG neutron.services.segments.db [None req-9e86d33d-60ff-4471-a3ec-5ae03f333644 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00eb190e-16b6-44df-affb-99e5d63189cd']}} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:24:48.434947 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 18:24:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a230dee3-34e3-4046-9e4d-83c22f09008e x-openstack-request-id: req-a230dee3-34e3-4046-9e4d-83c22f09008e {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:24:48.435436 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85403e3f-7fd5-4848-9edb-9810e7a89b4f", "name": "network-vif-plugged", "status": "completed", "tag": "7c097f78-08e4-4fc9-a177-b8812f88bb8a", "code": 200}]} {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:24:48.436221 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a230dee3-34e3-4046-9e4d-83c22f09008e {{(pid=93917) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:24:48.436702 n-d-800634-3 neutron-server[93917]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85403e3f-7fd5-4848-9edb-9810e7a89b4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c097f78-08e4-4fc9-a177-b8812f88bb8a', 'code': 200} Jul 14 18:24:48.481599 n-d-800634-3 neutron-server[93915]: DEBUG neutron.services.segments.db [None req-9e86d33d-60ff-4471-a3ec-5ae03f333644 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8e2a7c4-bd5e-4731-a374-4d60f95eaafc') {'for_net_delete': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:24:48.481599 n-d-800634-3 neutron-server[93915]: DEBUG neutron.services.segments.db [None req-9e86d33d-60ff-4471-a3ec-5ae03f333644 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8e2a7c4-bd5e-4731-a374-4d60f95eaafc') {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:24:48.495987 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-9e86d33d-60ff-4471-a3ec-5ae03f333644 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728202715275', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28939920'] for segment, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:48.519060 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38eb1af0-ac8d-4bc0-a654-f76642d315ab req-12606655-07bb-4989-a678-787c8f5ebdc0 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:24:48.520703 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-38eb1af0-ac8d-4bc0-a654-f76642d315ab req-12606655-07bb-4989-a678-787c8f5ebdc0 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.16 "GET /v2.0/ports?device_id=85403e3f-7fd5-4848-9edb-9810e7a89b4f HTTP/1.1" status: 200 len: 950 time: 0.1533780 Jul 14 18:24:48.525531 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-9e86d33d-60ff-4471-a3ec-5ae03f333644 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:48.582401 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e86d33d-60ff-4471-a3ec-5ae03f333644 admin admin] Releasing vlan 65 on physical network physnet1 to pool {{(pid=93915) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 18:24:48.582811 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-9e86d33d-60ff-4471-a3ec-5ae03f333644 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25911658'] for segment, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:48.585959 n-d-800634-3 neutron-server[93915]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:24:48.585959 n-d-800634-3 neutron-server[93915]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:24:48.585959 n-d-800634-3 neutron-server[93915]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:24:48.585959 n-d-800634-3 neutron-server[93915]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:24:48.585959 n-d-800634-3 neutron-server[93915]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:24:48.585959 n-d-800634-3 neutron-server[93915]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:24:48.585959 n-d-800634-3 neutron-server[93915]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:24:48.585959 n-d-800634-3 neutron-server[93915]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:24:48.585959 n-d-800634-3 neutron-server[93915]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:24:48.585959 n-d-800634-3 neutron-server[93915]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:24:48.585959 n-d-800634-3 neutron-server[93915]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:24:48.585959 n-d-800634-3 neutron-server[93915]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:24:48.585959 n-d-800634-3 neutron-server[93915]: Traceback (most recent call last): Jul 14 18:24:48.585959 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 18:24:48.585959 n-d-800634-3 neutron-server[93915]: timer() Jul 14 18:24:48.585959 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 18:24:48.585959 n-d-800634-3 neutron-server[93915]: cb(*args, **kw) Jul 14 18:24:48.585959 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 18:24:48.585959 n-d-800634-3 neutron-server[93915]: return func(*args, **kwargs) Jul 14 18:24:48.585959 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 18:24:48.585959 n-d-800634-3 neutron-server[93915]: self._notify() Jul 14 18:24:48.585959 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 18:24:48.585959 n-d-800634-3 neutron-server[93915]: self.callback(batched_events) Jul 14 18:24:48.585959 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 18:24:48.585959 n-d-800634-3 neutron-server[93915]: event.method(event) Jul 14 18:24:48.585959 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 18:24:48.585959 n-d-800634-3 neutron-server[93915]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 18:24:48.585959 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 18:24:48.585959 n-d-800634-3 neutron-server[93915]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 18:24:48.585959 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 18:24:48.585959 n-d-800634-3 neutron-server[93915]: return f(self, *a, **k) Jul 14 18:24:48.585959 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 18:24:48.585959 n-d-800634-3 neutron-server[93915]: return self._get(url).json() Jul 14 18:24:48.585959 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 18:24:48.585959 n-d-800634-3 neutron-server[93915]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 18:24:48.585959 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 18:24:48.585959 n-d-800634-3 neutron-server[93915]: return self.request(url, 'GET', **kwargs) Jul 14 18:24:48.585959 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 18:24:48.585959 n-d-800634-3 neutron-server[93915]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 18:24:48.585959 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 18:24:48.585959 n-d-800634-3 neutron-server[93915]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 18:24:48.585959 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 18:24:48.585959 n-d-800634-3 neutron-server[93915]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 18:24:48.585959 n-d-800634-3 neutron-server[93915]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 18:24:48.682481 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-38eb1af0-ac8d-4bc0-a654-f76642d315ab req-822e4ff7-904f-4b81-8c8c-e974644283ca tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.16 "GET /v2.0/security-groups?id=95148b1b-0f93-483b-9e80-262147c27e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421530 Jul 14 18:24:48.683074 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-9e86d33d-60ff-4471-a3ec-5ae03f333644 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2096001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-930085'] for network, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:48.692646 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-9e86d33d-60ff-4471-a3ec-5ae03f333644 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598705'] for network, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:48.697900 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-9e86d33d-60ff-4471-a3ec-5ae03f333644 admin admin] 10.222.0.16 "DELETE /v2.0/networks/00eb190e-16b6-44df-affb-99e5d63189cd HTTP/1.1" status: 204 len: 168 time: 0.5215406 Jul 14 18:24:48.726824 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e86d33d-60ff-4471-a3ec-5ae03f333644 admin admin] Pushing event deleted for resources: {'Network': ['ID=00eb190e-16b6-44df-affb-99e5d63189cd,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:24:48.735881 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ca9c03-cf18-480c-996a-7a91d682f5a1 req-4105756b-b503-4a01-bad6-21720d5e4671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:24:48.737436 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f1ca9c03-cf18-480c-996a-7a91d682f5a1 req-4105756b-b503-4a01-bad6-21720d5e4671 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=85403e3f-7fd5-4848-9edb-9810e7a89b4f HTTP/1.1" status: 200 len: 1101 time: 0.2092059 Jul 14 18:24:48.838760 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device c3e531fa-4a67-4d7a-b1ea-f36c3df5a6fa no longer exists at agent hyperv_n-h1-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 18:24:48.842333 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-be20769f-d367-400d-815e-9e9a7a053fd9 req-c1d8d61a-5576-49b6-a6ac-c3f2f8f11097 tempest-ServersAdminTestJSON-701576244 tempest-ServersAdminTestJSON-701576244-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=5fc9a5e55fd84545a47306b3e1f6fe5f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0444057 Jul 14 18:24:48.867122 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f1ca9c03-cf18-480c-996a-7a91d682f5a1 req-a76e582c-d639-49ad-b211-0328e1ce4eac service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=95148b1b-0f93-483b-9e80-262147c27e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184311 Jul 14 18:24:48.907084 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-4ea62a3e-ea86-4a23-9d9b-86fc90603c77 req-2191a284-00f8-412e-84dd-5ead1f8c2dde tempest-ServersAdminTestJSON-701576244 tempest-ServersAdminTestJSON-701576244-project] 10.222.0.16 "GET /v2.0/ports?device_id=c0a35d7a-0d5a-4ed8-8ada-969afc759278 HTTP/1.1" status: 200 len: 210 time: 0.0527554 Jul 14 18:24:48.977002 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6965a72b-ddd4-470d-a6e2-2ed566a9381e req-5bcbe2a4-85ce-413d-9939-d56ee3a690ad tempest-ServersTestManualDisk-214316942 tempest-ServersTestManualDisk-214316942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:24:48.988766 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6965a72b-ddd4-470d-a6e2-2ed566a9381e req-5bcbe2a4-85ce-413d-9939-d56ee3a690ad tempest-ServersTestManualDisk-214316942 tempest-ServersTestManualDisk-214316942-project] 10.222.0.16 "GET /v2.0/ports?device_id=b5a1ff61-3393-4ba7-9619-8436eb83bdae HTTP/1.1" status: 200 len: 946 time: 0.2500846 Jul 14 18:24:49.032275 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:49.044528 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 33478) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:24:49.078173 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port c3e531fa-4a67-4d7a-b1ea-f36c3df5a6fa, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=c3e531fa-4a67-4d7a-b1ea-f36c3df5a6fa,segment=NetworkSegment(25fcd291-a4fb-4631-8a4d-06fad1821ccd),segment_id=25fcd291-a4fb-4631-8a4d-06fad1821ccd)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:24:49.087943 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:49.103031 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be20769f-d367-400d-815e-9e9a7a053fd9 req-7dd3d43c-db4f-42e0-998c-a39634544f89 tempest-ServersAdminTestJSON-701576244 tempest-ServersAdminTestJSON-701576244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:24:49.105218 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-be20769f-d367-400d-815e-9e9a7a053fd9 req-7dd3d43c-db4f-42e0-998c-a39634544f89 tempest-ServersAdminTestJSON-701576244 tempest-ServersAdminTestJSON-701576244-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2570550 Jul 14 18:24:49.119962 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [req-be20769f-d367-400d-815e-9e9a7a053fd9 req-6d2ac783-6a12-4f01-96de-ea9cc473bad9 tempest-ServersAdminTestJSON-701576244 tempest-ServersAdminTestJSON-701576244-project] Request body: {'port': {'device_id': 'c0a35d7a-0d5a-4ed8-8ada-969afc759278', 'network_id': '4f742057-89ee-4b4a-86f7-487ee61881a1', 'admin_state_up': True, 'tenant_id': '5fc9a5e55fd84545a47306b3e1f6fe5f'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:24:49.128097 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6965a72b-ddd4-470d-a6e2-2ed566a9381e req-c39c4575-0440-41a8-a97c-8beec1ea4e70 tempest-ServersTestManualDisk-214316942 tempest-ServersTestManualDisk-214316942-project] 10.222.0.16 "GET /v2.0/security-groups?id=8c8c52b3-d017-4b0b-ad6d-d62b10f55174&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1382632 Jul 14 18:24:49.230005 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Pushing event updated for resources: {'Port': ['ID=c3e531fa-4a67-4d7a-b1ea-f36c3df5a6fa,revision_number=8']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:24:49.259929 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-ef6e6acb-f9d6-4eaa-acd0-bde4e2837727 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ad26288f6c934cc5992d0bac35bdf214&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2089131 Jul 14 18:24:49.266481 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 33494) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:24:49.316779 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be20769f-d367-400d-815e-9e9a7a053fd9 req-6d2ac783-6a12-4f01-96de-ea9cc473bad9 tempest-ServersAdminTestJSON-701576244 tempest-ServersAdminTestJSON-701576244-project] Made reservation on behalf of 5fc9a5e55fd84545a47306b3e1f6fe5f for: {'port': 1} {{(pid=93916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:24:49.321359 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-be20769f-d367-400d-815e-9e9a7a053fd9 req-6d2ac783-6a12-4f01-96de-ea9cc473bad9 tempest-ServersAdminTestJSON-701576244 tempest-ServersAdminTestJSON-701576244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:49.371421 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765cf0d5-4bf9-4701-8ffb-928965be1920 req-37fdcc7e-02ee-4247-8b6d-9e553c1f3e0f tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:24:49.376763 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-765cf0d5-4bf9-4701-8ffb-928965be1920 req-37fdcc7e-02ee-4247-8b6d-9e553c1f3e0f tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] 10.222.0.16 "GET /v2.0/ports?device_id=e1ed64d8-97dc-40df-9adb-dd5ef5c40fe8 HTTP/1.1" status: 200 len: 943 time: 0.2221851 Jul 14 18:24:49.429330 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-3f5c399c-f95e-4e7b-8dca-74b2aa69739b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:49.481266 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-765cf0d5-4bf9-4701-8ffb-928965be1920 req-0db56d95-045f-4639-ac8f-2bc69966ca50 tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] 10.222.0.16 "GET /v2.0/security-groups?id=39320fa9-4894-4542-95e3-d64e174c637e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028609 Jul 14 18:24:49.489818 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-3f5c399c-f95e-4e7b-8dca-74b2aa69739b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:49.493106 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.db_base_plugin_common [req-be20769f-d367-400d-815e-9e9a7a053fd9 req-6d2ac783-6a12-4f01-96de-ea9cc473bad9 tempest-ServersAdminTestJSON-701576244 tempest-ServersAdminTestJSON-701576244-project] Allocated IP 192.168.233.190 (4f742057-89ee-4b4a-86f7-487ee61881a1/f20c54fb-f7da-4761-aa61-2e4f99f3d332/5db17616-64cd-445b-a740-6cf6c0dd4f81) {{(pid=93916) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:24:49.505697 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038fcda3-c117-4418-be00-01dbc2c9ccdb req-dbcf9aea-2110-4f05-b1b0-a7040a70765a tempest-ServersTestJSON-1617994263 tempest-ServersTestJSON-1617994263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:24:49.513685 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-038fcda3-c117-4418-be00-01dbc2c9ccdb req-dbcf9aea-2110-4f05-b1b0-a7040a70765a tempest-ServersTestJSON-1617994263 tempest-ServersTestJSON-1617994263-project] 10.222.0.16 "GET /v2.0/ports?device_id=37895516-4f0e-4167-8ef8-c244947be2c6 HTTP/1.1" status: 200 len: 944 time: 0.1984148 Jul 14 18:24:49.600659 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-038fcda3-c117-4418-be00-01dbc2c9ccdb req-9575f942-9a01-4829-aeec-0f7ee1f082d9 tempest-ServersTestJSON-1617994263 tempest-ServersTestJSON-1617994263-project] 10.222.0.16 "GET /v2.0/security-groups?id=fdb82264-481f-4cf8-9ca0-988769171a6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0854380 Jul 14 18:24:49.624559 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-3f5c399c-f95e-4e7b-8dca-74b2aa69739b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:49.659440 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-3f5c399c-f95e-4e7b-8dca-74b2aa69739b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:49.659440 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-3f5c399c-f95e-4e7b-8dca-74b2aa69739b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d409a43b-561e-41ea-8521-536b0da35abc HTTP/1.1" status: 204 len: 168 time: 0.3744943 Jul 14 18:24:49.659440 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5c399c-f95e-4e7b-8dca-74b2aa69739b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d409a43b-561e-41ea-8521-536b0da35abc,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:24:49.764370 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-be20769f-d367-400d-815e-9e9a7a053fd9 req-6d2ac783-6a12-4f01-96de-ea9cc473bad9 tempest-ServersAdminTestJSON-701576244 tempest-ServersAdminTestJSON-701576244-project] Notify callbacks [] for port, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:49.779660 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.provisioning_blocks [req-be20769f-d367-400d-815e-9e9a7a053fd9 req-6d2ac783-6a12-4f01-96de-ea9cc473bad9 tempest-ServersAdminTestJSON-701576244 tempest-ServersAdminTestJSON-701576244-project] Transition to ACTIVE for port object 5db17616-64cd-445b-a740-6cf6c0dd4f81 will not be triggered until provisioned by entity DHCP. {{(pid=93916) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:24:49.843016 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-be20769f-d367-400d-815e-9e9a7a053fd9 req-6d2ac783-6a12-4f01-96de-ea9cc473bad9 tempest-ServersAdminTestJSON-701576244 tempest-ServersAdminTestJSON-701576244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:49.855998 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] get_ports_and_sgs() called for port_ids ['11193581-98af-4629-bd90-7170ffba6ec1', '4ecc80b6-53a5-4b25-b39e-82831cc210b1'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 18:24:50.013323 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be20769f-d367-400d-815e-9e9a7a053fd9 req-6d2ac783-6a12-4f01-96de-ea9cc473bad9 tempest-ServersAdminTestJSON-701576244 tempest-ServersAdminTestJSON-701576244-project] Network 4f742057-89ee-4b4a-86f7-487ee61881a1 is already hosted by enough agents. {{(pid=93916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:24:50.025184 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [req-be20769f-d367-400d-815e-9e9a7a053fd9 req-6d2ac783-6a12-4f01-96de-ea9cc473bad9 tempest-ServersAdminTestJSON-701576244 tempest-ServersAdminTestJSON-701576244-project] Resources bound (agent type, host, resource id): {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:24:50.032759 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.l3_dvrscheduler_db [req-be20769f-d367-400d-815e-9e9a7a053fd9 req-6d2ac783-6a12-4f01-96de-ea9cc473bad9 tempest-ServersAdminTestJSON-701576244 tempest-ServersAdminTestJSON-701576244-project] Received port after_create {{(pid=93916) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:24:50.037054 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b9e040-8909-4523-99fb-da3718477953 req-708178ff-a757-4b85-b6ea-3de7bed28a67 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:24:50.043189 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-64b9e040-8909-4523-99fb-da3718477953 req-708178ff-a757-4b85-b6ea-3de7bed28a67 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.16 "GET /v2.0/ports?device_id=85403e3f-7fd5-4848-9edb-9810e7a89b4f HTTP/1.1" status: 200 len: 950 time: 0.1676903 Jul 14 18:24:50.136950 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-64b9e040-8909-4523-99fb-da3718477953 req-0f47d643-4125-492e-b048-29b030f2b8f6 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.16 "GET /v2.0/security-groups?id=95148b1b-0f93-483b-9e80-262147c27e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863132 Jul 14 18:24:50.227682 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2ac783-6a12-4f01-96de-ea9cc473bad9 tempest-ServersAdminTestJSON-701576244 tempest-ServersAdminTestJSON-701576244-project] Pushing event updated for resources: {'Port': ['ID=5db17616-64cd-445b-a740-6cf6c0dd4f81,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:24:50.353875 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be20769f-d367-400d-815e-9e9a7a053fd9 req-6d2ac783-6a12-4f01-96de-ea9cc473bad9 tempest-ServersAdminTestJSON-701576244 tempest-ServersAdminTestJSON-701576244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:24:50.356703 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-be20769f-d367-400d-815e-9e9a7a053fd9 req-6d2ac783-6a12-4f01-96de-ea9cc473bad9 tempest-ServersAdminTestJSON-701576244 tempest-ServersAdminTestJSON-701576244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:50.379038 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-5d9d05b9-cf8d-423e-85ee-8b60c6bf9e10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:50.418128 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-be20769f-d367-400d-815e-9e9a7a053fd9 req-6d2ac783-6a12-4f01-96de-ea9cc473bad9 tempest-ServersAdminTestJSON-701576244 tempest-ServersAdminTestJSON-701576244-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3009372 Jul 14 18:24:50.437240 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [req-be20769f-d367-400d-815e-9e9a7a053fd9 req-50bdb338-c8df-4b40-b3be-10fe3de4be03 service neutron] Request body: {'port': {'device_id': 'c0a35d7a-0d5a-4ed8-8ada-969afc759278', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800634-3'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:24:50.438297 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1ed64d8-97dc-40df-9adb-dd5ef5c40fe8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c3e531fa-4a67-4d7a-b1ea-f36c3df5a6fa'}] {{(pid=93917) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:24:50.441503 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20b787f3c29eaa7aa2a4d648c725a2124c5ff39a8d793252f9d844495e14cf42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9ab702c-e520-4148-9183-3b23cdc3811c" -d '{"events": [{"server_uuid": "e1ed64d8-97dc-40df-9adb-dd5ef5c40fe8", "name": "network-vif-unplugged", "status": "completed", "tag": "c3e531fa-4a67-4d7a-b1ea-f36c3df5a6fa"}]}' {{(pid=93917) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:24:50.509552 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-cb44bc33-dbcc-4bb8-ba2e-b0396c54a22d None None] Provisioning for port 5db17616-64cd-445b-a740-6cf6c0dd4f81 completed by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:24:50.516005 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-cb44bc33-dbcc-4bb8-ba2e-b0396c54a22d None None] Provisioning complete for port 5db17616-64cd-445b-a740-6cf6c0dd4f81 triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:24:50.516652 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-cb44bc33-dbcc-4bb8-ba2e-b0396c54a22d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:50.535037 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc071e7b-7c1a-4c70-9387-230ebb9b65a8 req-92734c68-fb70-43f2-a842-c5af7c14dafe tempest-ServersTestManualDisk-214316942 tempest-ServersTestManualDisk-214316942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:24:50.536719 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-bc071e7b-7c1a-4c70-9387-230ebb9b65a8 req-92734c68-fb70-43f2-a842-c5af7c14dafe tempest-ServersTestManualDisk-214316942 tempest-ServersTestManualDisk-214316942-project] 10.222.0.16 "GET /v2.0/ports?device_id=b5a1ff61-3393-4ba7-9619-8436eb83bdae HTTP/1.1" status: 200 len: 946 time: 0.1707852 Jul 14 18:24:50.550904 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd4a99a-1dda-408c-9bb1-8f2bbdc3fd75 req-29f31bbd-a194-4122-a9c3-a188f991a5fd tempest-ServersAdminTestJSON-701576244 tempest-ServersAdminTestJSON-701576244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:24:50.552531 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-bdd4a99a-1dda-408c-9bb1-8f2bbdc3fd75 req-29f31bbd-a194-4122-a9c3-a188f991a5fd tempest-ServersAdminTestJSON-701576244 tempest-ServersAdminTestJSON-701576244-project] 10.222.0.16 "GET /v2.0/ports?device_id=c0a35d7a-0d5a-4ed8-8ada-969afc759278 HTTP/1.1" status: 200 len: 936 time: 0.1342151 Jul 14 18:24:50.560427 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-be20769f-d367-400d-815e-9e9a7a053fd9 req-50bdb338-c8df-4b40-b3be-10fe3de4be03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:50.637921 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-bdd4a99a-1dda-408c-9bb1-8f2bbdc3fd75 req-4bda27bd-b4f4-4ec4-ae22-d4635dc8af3c tempest-ServersAdminTestJSON-701576244 tempest-ServersAdminTestJSON-701576244-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea7723ec-9d2a-468c-977f-1e7257209758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762324 Jul 14 18:24:50.661002 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-cb44bc33-dbcc-4bb8-ba2e-b0396c54a22d None None] Port 5db17616-64cd-445b-a740-6cf6c0dd4f81 cannot update to ACTIVE because it is not bound. {{(pid=93917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 18:24:50.664142 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-bc071e7b-7c1a-4c70-9387-230ebb9b65a8 req-7394fa7e-70bf-4fd0-a421-b427ab673ea2 tempest-ServersTestManualDisk-214316942 tempest-ServersTestManualDisk-214316942-project] 10.222.0.16 "GET /v2.0/security-groups?id=8c8c52b3-d017-4b0b-ad6d-d62b10f55174&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1099851 Jul 14 18:24:50.733633 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 14 Jul 2021 18:24:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92872c23-d305-4780-92f9-29ad73bd0547 x-openstack-request-id: req-92872c23-d305-4780-92f9-29ad73bd0547 {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:24:50.733940 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1ed64d8-97dc-40df-9adb-dd5ef5c40fe8", "name": "network-vif-unplugged", "status": "completed", "tag": "c3e531fa-4a67-4d7a-b1ea-f36c3df5a6fa", "code": 200}]} {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:24:50.734244 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-92872c23-d305-4780-92f9-29ad73bd0547 {{(pid=93917) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:24:50.734689 n-d-800634-3 neutron-server[93917]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1ed64d8-97dc-40df-9adb-dd5ef5c40fe8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c3e531fa-4a67-4d7a-b1ea-f36c3df5a6fa', 'code': 200} Jul 14 18:24:50.862753 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device 0617f9f4-4c8f-4362-b3ec-c500773f442e up at agent hyperv_n-h1-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:24:50.993003 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Provisioning for port 0617f9f4-4c8f-4362-b3ec-c500773f442e completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:24:50.998544 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Provisioning complete for port 0617f9f4-4c8f-4362-b3ec-c500773f442e triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:24:50.999193 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:51.085554 n-d-800634-3 neutron-server[93916]: DEBUG neutron.notifiers.nova [req-be20769f-d367-400d-815e-9e9a7a053fd9 req-50bdb338-c8df-4b40-b3be-10fe3de4be03 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5db17616-64cd-445b-a740-6cf6c0dd4f81 {{(pid=93916) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 18:24:51.120217 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:51.121682 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-be20769f-d367-400d-815e-9e9a7a053fd9 req-50bdb338-c8df-4b40-b3be-10fe3de4be03 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:51.142834 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.provisioning_blocks [req-be20769f-d367-400d-815e-9e9a7a053fd9 req-50bdb338-c8df-4b40-b3be-10fe3de4be03 service neutron] Transition to ACTIVE for port object 5db17616-64cd-445b-a740-6cf6c0dd4f81 will not be triggered until provisioned by entity L2. {{(pid=93916) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:24:51.151535 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-be20769f-d367-400d-815e-9e9a7a053fd9 req-50bdb338-c8df-4b40-b3be-10fe3de4be03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2684870'] for port, after_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:51.172721 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bb82a4-9e73-4dcb-891d-203f654eb94d req-bb152fc1-7c7b-447b-97fc-d4e63d89d284 tempest-ServersTestJSON-1617994263 tempest-ServersTestJSON-1617994263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:24:51.182151 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c7bb82a4-9e73-4dcb-891d-203f654eb94d req-bb152fc1-7c7b-447b-97fc-d4e63d89d284 tempest-ServersTestJSON-1617994263 tempest-ServersTestJSON-1617994263-project] 10.222.0.16 "GET /v2.0/ports?device_id=37895516-4f0e-4167-8ef8-c244947be2c6 HTTP/1.1" status: 200 len: 944 time: 0.2845914 Jul 14 18:24:51.219152 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port 0617f9f4-4c8f-4362-b3ec-c500773f442e, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=0617f9f4-4c8f-4362-b3ec-c500773f442e,segment=NetworkSegment(ea2d311d-b712-47dc-86e8-854ce64a1f19),segment_id=ea2d311d-b712-47dc-86e8-854ce64a1f19)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:24:51.227519 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:51.229904 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device c3e531fa-4a67-4d7a-b1ea-f36c3df5a6fa no longer exists at agent hyperv_n-h1-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 18:24:51.236163 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bdb338-c8df-4b40-b3be-10fe3de4be03 service neutron] Pushing event updated for resources: {'Port': ['ID=5db17616-64cd-445b-a740-6cf6c0dd4f81,revision_number=2']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:24:51.281319 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c7bb82a4-9e73-4dcb-891d-203f654eb94d req-c733d19c-2cba-47f0-9ee0-fa875f9fabaa tempest-ServersTestJSON-1617994263 tempest-ServersTestJSON-1617994263-project] 10.222.0.16 "GET /v2.0/security-groups?id=fdb82264-481f-4cf8-9ca0-988769171a6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0979264 Jul 14 18:24:51.324595 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb3ed08-0e31-49e3-80b7-e5918715feb0 req-c07ad967-f807-4939-93bc-83dc1ccda8d9 tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:24:51.333454 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2fb3ed08-0e31-49e3-80b7-e5918715feb0 req-c07ad967-f807-4939-93bc-83dc1ccda8d9 tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] 10.222.0.16 "GET /v2.0/ports?device_id=e1ed64d8-97dc-40df-9adb-dd5ef5c40fe8 HTTP/1.1" status: 200 len: 943 time: 0.3550518 Jul 14 18:24:51.415150 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Pushing event updated for resources: {'Port': ['ID=0617f9f4-4c8f-4362-b3ec-c500773f442e,revision_number=5']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:24:51.421031 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2fb3ed08-0e31-49e3-80b7-e5918715feb0 req-0a3619e1-80ec-4b0e-8396-8b3a4527a319 tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] 10.222.0.16 "GET /v2.0/security-groups?id=39320fa9-4894-4542-95e3-d64e174c637e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865986 Jul 14 18:24:51.467419 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.managers [req-be20769f-d367-400d-815e-9e9a7a053fd9 req-50bdb338-c8df-4b40-b3be-10fe3de4be03 service neutron] Attempting to bind port 5db17616-64cd-445b-a740-6cf6c0dd4f81 on host n-h1-800634-3 for vnic_type normal with profile {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:24:51.467686 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.managers [req-be20769f-d367-400d-815e-9e9a7a053fd9 req-50bdb338-c8df-4b40-b3be-10fe3de4be03 service neutron] Attempting to bind port 5db17616-64cd-445b-a740-6cf6c0dd4f81 by drivers openvswitch,hyperv on host n-h1-800634-3 at level 0 using segments [{'id': '067fc487-22c7-42de-972d-ae352a28ad29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '4f742057-89ee-4b4a-86f7-487ee61881a1'}] {{(pid=93916) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:24:51.468071 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be20769f-d367-400d-815e-9e9a7a053fd9 req-50bdb338-c8df-4b40-b3be-10fe3de4be03 service neutron] Attempting to bind port 5db17616-64cd-445b-a740-6cf6c0dd4f81 on network 4f742057-89ee-4b4a-86f7-487ee61881a1 {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:24:51.472843 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be20769f-d367-400d-815e-9e9a7a053fd9 req-50bdb338-c8df-4b40-b3be-10fe3de4be03 service neutron] Port 5db17616-64cd-445b-a740-6cf6c0dd4f81 on network 4f742057-89ee-4b4a-86f7-487ee61881a1 not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-3 {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 18:24:51.473164 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be20769f-d367-400d-815e-9e9a7a053fd9 req-50bdb338-c8df-4b40-b3be-10fe3de4be03 service neutron] Attempting to bind port 5db17616-64cd-445b-a740-6cf6c0dd4f81 on network 4f742057-89ee-4b4a-86f7-487ee61881a1 {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:24:51.480769 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be20769f-d367-400d-815e-9e9a7a053fd9 req-50bdb338-c8df-4b40-b3be-10fe3de4be03 service neutron] Checking agent: {'id': 'a3630ff4-fbee-45d9-b9b6-0ae41cb3a350', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 15, 32), 'started_at': datetime.datetime(2021, 7, 14, 18, 15, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 18, 24, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 18:24:51.481107 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be20769f-d367-400d-815e-9e9a7a053fd9 req-50bdb338-c8df-4b40-b3be-10fe3de4be03 service neutron] Checking segment: {'id': '067fc487-22c7-42de-972d-ae352a28ad29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '4f742057-89ee-4b4a-86f7-487ee61881a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93916) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:24:51.481748 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be20769f-d367-400d-815e-9e9a7a053fd9 req-50bdb338-c8df-4b40-b3be-10fe3de4be03 service neutron] Bound using segment: {'id': '067fc487-22c7-42de-972d-ae352a28ad29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '4f742057-89ee-4b4a-86f7-487ee61881a1'} {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 18:24:51.482134 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.managers [req-be20769f-d367-400d-815e-9e9a7a053fd9 req-50bdb338-c8df-4b40-b3be-10fe3de4be03 service neutron] Bound port: 5db17616-64cd-445b-a740-6cf6c0dd4f81, host: n-h1-800634-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '067fc487-22c7-42de-972d-ae352a28ad29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '4f742057-89ee-4b4a-86f7-487ee61881a1'}}] {{(pid=93916) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 18:24:51.482494 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-be20769f-d367-400d-815e-9e9a7a053fd9 req-50bdb338-c8df-4b40-b3be-10fe3de4be03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:51.542313 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d02a3a-f40e-4c43-8d78-b58d9d95b601 req-6038995a-65b4-4cb2-9050-36a207dcf113 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:24:51.549838 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a8d02a3a-f40e-4c43-8d78-b58d9d95b601 req-6038995a-65b4-4cb2-9050-36a207dcf113 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.16 "GET /v2.0/ports?device_id=85403e3f-7fd5-4848-9edb-9810e7a89b4f HTTP/1.1" status: 200 len: 950 time: 0.1116302 Jul 14 18:24:51.589841 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.db [req-be20769f-d367-400d-815e-9e9a7a053fd9 req-50bdb338-c8df-4b40-b3be-10fe3de4be03 service neutron] For port 5db17616-64cd-445b-a740-6cf6c0dd4f81, host n-h1-800634-3, cleared binding levels {{(pid=93916) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:24:51.594962 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.db [req-be20769f-d367-400d-815e-9e9a7a053fd9 req-50bdb338-c8df-4b40-b3be-10fe3de4be03 service neutron] For port 5db17616-64cd-445b-a740-6cf6c0dd4f81, host n-h1-800634-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=5db17616-64cd-445b-a740-6cf6c0dd4f81,segment=NetworkSegment(067fc487-22c7-42de-972d-ae352a28ad29),segment_id=067fc487-22c7-42de-972d-ae352a28ad29)] {{(pid=93916) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 18:24:51.600651 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-be20769f-d367-400d-815e-9e9a7a053fd9 req-50bdb338-c8df-4b40-b3be-10fe3de4be03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2684870'] for port, after_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:51.632949 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a8d02a3a-f40e-4c43-8d78-b58d9d95b601 req-32d65b98-724b-4723-a87e-fb27bdf05879 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.16 "GET /v2.0/security-groups?id=95148b1b-0f93-483b-9e80-262147c27e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765004 Jul 14 18:24:51.695356 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bdb338-c8df-4b40-b3be-10fe3de4be03 service neutron] Pushing event updated for resources: {'Port': ['ID=5db17616-64cd-445b-a740-6cf6c0dd4f81,revision_number=3']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:24:51.702523 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be20769f-d367-400d-815e-9e9a7a053fd9 req-50bdb338-c8df-4b40-b3be-10fe3de4be03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:24:51.703437 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-be20769f-d367-400d-815e-9e9a7a053fd9 req-50bdb338-c8df-4b40-b3be-10fe3de4be03 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:51.705839 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-be20769f-d367-400d-815e-9e9a7a053fd9 req-50bdb338-c8df-4b40-b3be-10fe3de4be03 service neutron] 10.222.0.18 "PUT /v2.0/ports/5db17616-64cd-445b-a740-6cf6c0dd4f81 HTTP/1.1" status: 200 len: 1096 time: 1.2796478 Jul 14 18:24:51.706460 n-d-800634-3 neutron-server[93916]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0a35d7a-0d5a-4ed8-8ada-969afc759278', 'tag': '5db17616-64cd-445b-a740-6cf6c0dd4f81'}] {{(pid=93916) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:24:51.709243 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f803e150b363a7893830aa996ac27753fa25517c406ecd3536b7c2d4b26eeb9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c722661-b42b-49e3-bbca-b3852564fa92" -d '{"events": [{"name": "network-changed", "server_uuid": "c0a35d7a-0d5a-4ed8-8ada-969afc759278", "tag": "5db17616-64cd-445b-a740-6cf6c0dd4f81"}]}' {{(pid=93916) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:24:51.813173 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98f1d3c-f0a7-42de-a23f-d98bd1ed8cdb req-033d1be3-5c97-4b87-80d7-c638a1c10c27 tempest-ServersTestManualDisk-214316942 tempest-ServersTestManualDisk-214316942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:24:51.817852 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b98f1d3c-f0a7-42de-a23f-d98bd1ed8cdb req-033d1be3-5c97-4b87-80d7-c638a1c10c27 tempest-ServersTestManualDisk-214316942 tempest-ServersTestManualDisk-214316942-project] 10.222.0.18 "GET /v2.0/ports?device_id=b5a1ff61-3393-4ba7-9619-8436eb83bdae HTTP/1.1" status: 200 len: 946 time: 0.1313133 Jul 14 18:24:51.905428 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be20769f-d367-400d-815e-9e9a7a053fd9 req-963c9e10-0016-4af1-9aab-4168c5a32531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:24:51.906948 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-be20769f-d367-400d-815e-9e9a7a053fd9 req-963c9e10-0016-4af1-9aab-4168c5a32531 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=5fc9a5e55fd84545a47306b3e1f6fe5f&device_id=c0a35d7a-0d5a-4ed8-8ada-969afc759278 HTTP/1.1" status: 200 len: 1099 time: 0.1441250 Jul 14 18:24:51.993541 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-be20769f-d367-400d-815e-9e9a7a053fd9 req-dd641c45-d71d-4e21-bd1c-778843e2b77e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.190&port_id=5db17616-64cd-445b-a740-6cf6c0dd4f81 HTTP/1.1" status: 200 len: 217 time: 0.0780096 Jul 14 18:24:52.046774 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [req-b98f1d3c-f0a7-42de-a23f-d98bd1ed8cdb req-a01e6ba5-d8b1-453e-bbc9-2179e7b7ce51 tempest-ServersTestManualDisk-214316942 tempest-ServersTestManualDisk-214316942-project] Deleting port d9558d54-152e-4204-8725-17099e4a9cfa {{(pid=93915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:24:52.046774 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-b98f1d3c-f0a7-42de-a23f-d98bd1ed8cdb req-a01e6ba5-d8b1-453e-bbc9-2179e7b7ce51 tempest-ServersTestManualDisk-214316942 tempest-ServersTestManualDisk-214316942-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:52.117279 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be20769f-d367-400d-815e-9e9a7a053fd9 req-ee67a7a0-a04e-4f54-979f-f5d0733ce016 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:24:52.118744 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-be20769f-d367-400d-815e-9e9a7a053fd9 req-ee67a7a0-a04e-4f54-979f-f5d0733ce016 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f20c54fb-f7da-4761-aa61-2e4f99f3d332 HTTP/1.1" status: 200 len: 843 time: 0.1182384 Jul 14 18:24:52.237899 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-b98f1d3c-f0a7-42de-a23f-d98bd1ed8cdb req-a01e6ba5-d8b1-453e-bbc9-2179e7b7ce51 tempest-ServersTestManualDisk-214316942 tempest-ServersTestManualDisk-214316942-project] For port d9558d54-152e-4204-8725-17099e4a9cfa, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=d9558d54-152e-4204-8725-17099e4a9cfa,segment=NetworkSegment(4c0d9076-aea0-482a-a4d8-ee0057218731),segment_id=4c0d9076-aea0-482a-a4d8-ee0057218731)] {{(pid=93915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:24:52.238157 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-b98f1d3c-f0a7-42de-a23f-d98bd1ed8cdb req-a01e6ba5-d8b1-453e-bbc9-2179e7b7ce51 tempest-ServersTestManualDisk-214316942 tempest-ServersTestManualDisk-214316942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:52.248839 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be20769f-d367-400d-815e-9e9a7a053fd9 req-3e8de0ee-631b-4d0a-a158-3cd14e197c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:24:52.250334 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-be20769f-d367-400d-815e-9e9a7a053fd9 req-3e8de0ee-631b-4d0a-a158-3cd14e197c3c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4f742057-89ee-4b4a-86f7-487ee61881a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1247406 Jul 14 18:24:52.425852 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-be20769f-d367-400d-815e-9e9a7a053fd9 req-b11d88dd-ba0b-4ede-9f1e-6f650cab611b service neutron] 10.222.0.18 "GET /v2.0/networks/4f742057-89ee-4b4a-86f7-487ee61881a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1578350 Jul 14 18:24:52.479791 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215eb98a-9a1f-46cf-850d-bedffb87ab9a req-61c11f9d-f66f-4e32-aab6-4908ef292b5c tempest-MigrationsAdminTest-32205358 tempest-MigrationsAdminTest-32205358-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:24:52.494429 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-215eb98a-9a1f-46cf-850d-bedffb87ab9a req-61c11f9d-f66f-4e32-aab6-4908ef292b5c tempest-MigrationsAdminTest-32205358 tempest-MigrationsAdminTest-32205358-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=85403e3f-7fd5-4848-9edb-9810e7a89b4f HTTP/1.1" status: 200 len: 1101 time: 0.1975315 Jul 14 18:24:52.591651 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-215eb98a-9a1f-46cf-850d-bedffb87ab9a req-6f72e5c0-75bd-4d75-af93-17b9588890cb tempest-MigrationsAdminTest-32205358 tempest-MigrationsAdminTest-32205358-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:52.595622 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-be20769f-d367-400d-815e-9e9a7a053fd9 req-b4662713-8c17-4b07-b0ad-3d198a9d5fc4 service neutron] 10.222.0.18 "GET /v2.0/networks/4f742057-89ee-4b4a-86f7-487ee61881a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1573541 Jul 14 18:24:52.721238 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-b98f1d3c-f0a7-42de-a23f-d98bd1ed8cdb req-a01e6ba5-d8b1-453e-bbc9-2179e7b7ce51 tempest-ServersTestManualDisk-214316942 tempest-ServersTestManualDisk-214316942-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:52.721591 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-b98f1d3c-f0a7-42de-a23f-d98bd1ed8cdb req-a01e6ba5-d8b1-453e-bbc9-2179e7b7ce51 tempest-ServersTestManualDisk-214316942 tempest-ServersTestManualDisk-214316942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-930131'] for floatingip, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:52.721949 n-d-800634-3 neutron-server[93915]: INFO neutron.db.l3_db [req-b98f1d3c-f0a7-42de-a23f-d98bd1ed8cdb req-a01e6ba5-d8b1-453e-bbc9-2179e7b7ce51 tempest-ServersTestManualDisk-214316942 tempest-ServersTestManualDisk-214316942-project] Floating IP ffe65e1c-6bb7-400b-b184-15d9fc742065 disassociated. External IP: 172.25.1.202, port: d9558d54-152e-4204-8725-17099e4a9cfa. Jul 14 18:24:52.722303 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [req-b98f1d3c-f0a7-42de-a23f-d98bd1ed8cdb req-a01e6ba5-d8b1-453e-bbc9-2179e7b7ce51 tempest-ServersTestManualDisk-214316942 tempest-ServersTestManualDisk-214316942-project] Calling delete_port for d9558d54-152e-4204-8725-17099e4a9cfa owned by compute:nova {{(pid=93915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:24:52.725309 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-215eb98a-9a1f-46cf-850d-bedffb87ab9a req-6f72e5c0-75bd-4d75-af93-17b9588890cb tempest-MigrationsAdminTest-32205358 tempest-MigrationsAdminTest-32205358-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:52.736994 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37895516-4f0e-4167-8ef8-c244947be2c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0617f9f4-4c8f-4362-b3ec-c500773f442e'}] {{(pid=93917) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:24:52.740484 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20b787f3c29eaa7aa2a4d648c725a2124c5ff39a8d793252f9d844495e14cf42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2792dd1-8921-44b2-8780-3ea7241fe093" -d '{"events": [{"server_uuid": "37895516-4f0e-4167-8ef8-c244947be2c6", "name": "network-vif-plugged", "status": "completed", "tag": "0617f9f4-4c8f-4362-b3ec-c500773f442e"}]}' {{(pid=93917) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:24:52.748626 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-215eb98a-9a1f-46cf-850d-bedffb87ab9a req-6f72e5c0-75bd-4d75-af93-17b9588890cb tempest-MigrationsAdminTest-32205358 tempest-MigrationsAdminTest-32205358-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:52.769312 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-bd1c90d5-2a17-4284-9f72-afd578a7fe3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:52.872889 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-215eb98a-9a1f-46cf-850d-bedffb87ab9a req-6f72e5c0-75bd-4d75-af93-17b9588890cb tempest-MigrationsAdminTest-32205358 tempest-MigrationsAdminTest-32205358-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=95148b1b-0f93-483b-9e80-262147c27e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3772676 Jul 14 18:24:52.928345 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f72e5c0-75bd-4d75-af93-17b9588890cb tempest-MigrationsAdminTest-32205358 tempest-MigrationsAdminTest-32205358-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad2f8b32-eef2-4946-ba47-f66f795901af,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:24:53.136894 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:53.156964 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-b98f1d3c-f0a7-42de-a23f-d98bd1ed8cdb req-a01e6ba5-d8b1-453e-bbc9-2179e7b7ce51 tempest-ServersTestManualDisk-214316942 tempest-ServersTestManualDisk-214316942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:53.235589 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01e6ba5-d8b1-453e-bbc9-2179e7b7ce51 tempest-ServersTestManualDisk-214316942 tempest-ServersTestManualDisk-214316942-project] Pushing event deleted for resources: {'Port': ['ID=d9558d54-152e-4204-8725-17099e4a9cfa,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:24:53.418182 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b8f1a1-c149-4a75-b315-ce597ff2ff41 req-8db26b63-a2f9-4743-8724-acf9df3d7763 tempest-ServersAdminTestJSON-701576244 tempest-ServersAdminTestJSON-701576244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:24:53.419745 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-23b8f1a1-c149-4a75-b315-ce597ff2ff41 req-8db26b63-a2f9-4743-8724-acf9df3d7763 tempest-ServersAdminTestJSON-701576244 tempest-ServersAdminTestJSON-701576244-project] 10.222.0.16 "GET /v2.0/ports?device_id=c0a35d7a-0d5a-4ed8-8ada-969afc759278 HTTP/1.1" status: 200 len: 948 time: 0.2511427 Jul 14 18:24:53.796714 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b98f1d3c-f0a7-42de-a23f-d98bd1ed8cdb req-a01e6ba5-d8b1-453e-bbc9-2179e7b7ce51 tempest-ServersTestManualDisk-214316942 tempest-ServersTestManualDisk-214316942-project] Router 73155556-7213-41ae-bf53-93e286ab434f has already been hosted by L3 agent 2c6eb27e-defb-4cca-9a24-381c7415e359 {{(pid=93915) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 18:24:53.827694 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-23b8f1a1-c149-4a75-b315-ce597ff2ff41 req-ef2a233a-6f8d-4178-8ff6-423eeacf6a58 tempest-ServersAdminTestJSON-701576244 tempest-ServersAdminTestJSON-701576244-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea7723ec-9d2a-468c-977f-1e7257209758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3999128 Jul 14 18:24:53.877354 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355c6c63-cff4-46e0-b858-f4bf1b218ea5 req-67327e00-2256-488b-ac84-5b36ccae78a9 tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:24:53.890771 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-355c6c63-cff4-46e0-b858-f4bf1b218ea5 req-67327e00-2256-488b-ac84-5b36ccae78a9 tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] 10.222.0.16 "GET /v2.0/ports?device_id=e1ed64d8-97dc-40df-9adb-dd5ef5c40fe8 HTTP/1.1" status: 200 len: 943 time: 0.5493639 Jul 14 18:24:53.993365 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-574aeb93-9938-449c-8e6c-cb22c9b52cc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:54.059897 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-9354498f-707a-47b3-b82b-a3a661d1e3b3 req-51bf4134-1da9-4313-8258-e5cc2442cb43 tempest-ServersTestManualDisk-214316942 tempest-ServersTestManualDisk-214316942-project] 10.222.0.16 "GET /v2.0/ports?device_id=b5a1ff61-3393-4ba7-9619-8436eb83bdae HTTP/1.1" status: 200 len: 210 time: 0.0568981 Jul 14 18:24:54.130135 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 18:24:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2dc11646-372e-4e4a-ba03-491777bc522c x-openstack-request-id: req-2dc11646-372e-4e4a-ba03-491777bc522c {{(pid=93916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:24:54.130673 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0a35d7a-0d5a-4ed8-8ada-969afc759278", "tag": "5db17616-64cd-445b-a740-6cf6c0dd4f81", "status": "completed", "code": 200}]} {{(pid=93916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:24:54.130673 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2dc11646-372e-4e4a-ba03-491777bc522c {{(pid=93916) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:24:54.131730 n-d-800634-3 neutron-server[93916]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0a35d7a-0d5a-4ed8-8ada-969afc759278', 'tag': '5db17616-64cd-445b-a740-6cf6c0dd4f81', 'status': 'completed', 'code': 200} Jul 14 18:24:54.158352 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b98f1d3c-f0a7-42de-a23f-d98bd1ed8cdb req-a01e6ba5-d8b1-453e-bbc9-2179e7b7ce51 tempest-ServersTestManualDisk-214316942 tempest-ServersTestManualDisk-214316942-project] Notify agent at l3_agent.n-d-800634-3 the message routers_updated {{(pid=93915) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 18:24:54.175042 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2827aee-a9ef-471a-a49f-8d7f9e4fc0d3 None None] Sync routers for ids ['73155556-7213-41ae-bf53-93e286ab434f'] in n-d-800634-3 {{(pid=93918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 18:24:54.220775 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [req-b98f1d3c-f0a7-42de-a23f-d98bd1ed8cdb req-a01e6ba5-d8b1-453e-bbc9-2179e7b7ce51 tempest-ServersTestManualDisk-214316942 tempest-ServersTestManualDisk-214316942-project] No DVR routers for this DVR port d9558d54-152e-4204-8725-17099e4a9cfa on host n-h1-800634-3 {{(pid=93915) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 18:24:54.223517 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2827aee-a9ef-471a-a49f-8d7f9e4fc0d3 None None] Routers {'73155556-7213-41ae-bf53-93e286ab434f'} bound to L3 agent in host n-d-800634-3 {{(pid=93918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:24:54.224390 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-b98f1d3c-f0a7-42de-a23f-d98bd1ed8cdb req-a01e6ba5-d8b1-453e-bbc9-2179e7b7ce51 tempest-ServersTestManualDisk-214316942 tempest-ServersTestManualDisk-214316942-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:54.225950 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-e2827aee-a9ef-471a-a49f-8d7f9e4fc0d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:24:53Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['73155556-7213-41ae-bf53-93e286ab434f'], 'active': True} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:24:54.228146 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b98f1d3c-f0a7-42de-a23f-d98bd1ed8cdb req-a01e6ba5-d8b1-453e-bbc9-2179e7b7ce51 tempest-ServersTestManualDisk-214316942 tempest-ServersTestManualDisk-214316942-project] 10.222.0.18 "DELETE /v2.0/ports/d9558d54-152e-4204-8725-17099e4a9cfa HTTP/1.1" status: 204 len: 173 time: 2.3973074 Jul 14 18:24:54.229050 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5a1ff61-3393-4ba7-9619-8436eb83bdae', 'name': 'network-vif-deleted', 'tag': 'd9558d54-152e-4204-8725-17099e4a9cfa'}] {{(pid=93915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:24:54.232571 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e72782ad3af8f7d4ce76cedf092bca46d1756acc5c4653cf0b52034cdd6b073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51d65aab-f37a-433d-b2df-6905f059d47d" -d '{"events": [{"server_uuid": "b5a1ff61-3393-4ba7-9619-8436eb83bdae", "name": "network-vif-deleted", "tag": "d9558d54-152e-4204-8725-17099e4a9cfa"}]}' {{(pid=93915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:24:54.241718 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [req-355c6c63-cff4-46e0-b858-f4bf1b218ea5 req-4b713cb2-161d-4b63-b744-7408598ec9bb tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] Deleting port c3e531fa-4a67-4d7a-b1ea-f36c3df5a6fa {{(pid=93915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:24:54.243149 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-355c6c63-cff4-46e0-b858-f4bf1b218ea5 req-4b713cb2-161d-4b63-b744-7408598ec9bb tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:54.381171 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c722661-b42b-49e3-bbca-b3852564fa92 req-97309f79-22bc-42db-9489-c18ec6510da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:24:54.383313 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-7c722661-b42b-49e3-bbca-b3852564fa92 req-97309f79-22bc-42db-9489-c18ec6510da8 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=5fc9a5e55fd84545a47306b3e1f6fe5f&device_id=c0a35d7a-0d5a-4ed8-8ada-969afc759278 HTTP/1.1" status: 200 len: 1099 time: 0.1679227 Jul 14 18:24:54.419099 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvr_db [None req-e2827aee-a9ef-471a-a49f-8d7f9e4fc0d3 None None] Set router 73155556-7213-41ae-bf53-93e286ab434f gateway port host: n-d-800634-3 {{(pid=93918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 18:24:54.490558 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c722661-b42b-49e3-bbca-b3852564fa92 req-a8a43af2-968e-461d-92b4-235c97821c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:24:54.492947 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-7c722661-b42b-49e3-bbca-b3852564fa92 req-a8a43af2-968e-461d-92b4-235c97821c2e service neutron] 10.222.0.18 "GET /v2.0/networks?id=4f742057-89ee-4b4a-86f7-487ee61881a1 HTTP/1.1" status: 200 len: 869 time: 0.1029067 Jul 14 18:24:54.554605 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-4c00432d-dc2f-4ba6-96a5-3b1c27df8b2f req-5845fe4b-d167-472b-8613-8790eff79474 tempest-ServerShowV247Test-68493364 tempest-ServerShowV247Test-68493364-project] 10.222.0.16 "GET /v2.0/ports?device_id=715b2fcd-17a8-43dd-a977-1101a8e7ee09 HTTP/1.1" status: 200 len: 210 time: 0.0600889 Jul 14 18:24:54.558005 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-7c722661-b42b-49e3-bbca-b3852564fa92 req-09ffc690-8706-4c14-ab76-365d0e39dbf6 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.190&port_id=5db17616-64cd-445b-a740-6cf6c0dd4f81 HTTP/1.1" status: 200 len: 217 time: 0.0583937 Jul 14 18:24:54.591790 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-355c6c63-cff4-46e0-b858-f4bf1b218ea5 req-4b713cb2-161d-4b63-b744-7408598ec9bb tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] For port c3e531fa-4a67-4d7a-b1ea-f36c3df5a6fa, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=c3e531fa-4a67-4d7a-b1ea-f36c3df5a6fa,segment=NetworkSegment(25fcd291-a4fb-4631-8a4d-06fad1821ccd),segment_id=25fcd291-a4fb-4631-8a4d-06fad1821ccd)] {{(pid=93915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:24:54.593741 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-355c6c63-cff4-46e0-b858-f4bf1b218ea5 req-4b713cb2-161d-4b63-b744-7408598ec9bb tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:54.637223 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [req-355c6c63-cff4-46e0-b858-f4bf1b218ea5 req-4b713cb2-161d-4b63-b744-7408598ec9bb tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] Calling delete_port for c3e531fa-4a67-4d7a-b1ea-f36c3df5a6fa owned by compute:nova {{(pid=93915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:24:54.682320 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c722661-b42b-49e3-bbca-b3852564fa92 req-6645e155-6592-4e52-8200-bd103dec7f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:24:54.712221 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-7c722661-b42b-49e3-bbca-b3852564fa92 req-6645e155-6592-4e52-8200-bd103dec7f62 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f20c54fb-f7da-4761-aa61-2e4f99f3d332 HTTP/1.1" status: 200 len: 843 time: 0.1295941 Jul 14 18:24:54.747989 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-e2827aee-a9ef-471a-a49f-8d7f9e4fc0d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73155556-7213-41ae-bf53-93e286ab434f', 'name': 'tempest-ServersTestManualDisk-747830769-router', 'tenant_id': '6ad3b512175c4246a59ff7988f78196a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.106'}], 'enable_snat': True}, 'gw_port_id': 'a103cc1d-274d-4ef3-a0a1-f1be0a70fb88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:22:29Z', 'updated_at': '2021-07-14T18:22:34Z', 'revision_number': 4, 'project_id': '6ad3b512175c4246a59ff7988f78196a', 'gw_port': {'id': 'a103cc1d-274d-4ef3-a0a1-f1be0a70fb88', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:bf:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73155556-7213-41ae-bf53-93e286ab434f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 700, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:22:30Z', 'updated_at': '2021-07-14T18:22:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_interfaces': [{'id': '56c307d6-0eb8-4bc8-9f67-c002fcba1788', 'name': '', 'network_id': '21eb5426-10a9-45e7-adcc-7b2a88d91d33', 'tenant_id': '6ad3b512175c4246a59ff7988f78196a', 'mac_address': 'fa:16:3e:37:2d:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73155556-7213-41ae-bf53-93e286ab434f', 'device_owner': 'network:router_interface', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': '51a2df91-1208-4c4b-96e9-d2512fde1766', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:22:33Z', 'updated_at': '2021-07-14T18:22:42Z', 'revision_number': 5, 'project_id': '6ad3b512175c4246a59ff7988f78196a', 'subnets': [{'id': '51a2df91-1208-4c4b-96e9-d2512fde1766', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-3', False) {} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:24:54.781219 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2827aee-a9ef-471a-a49f-8d7f9e4fc0d3 None None] Checking router: 73155556-7213-41ae-bf53-93e286ab434f for host: n-d-800634-3 {{(pid=93918) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 18:24:54.790821 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2827aee-a9ef-471a-a49f-8d7f9e4fc0d3 None None] Routers {'73155556-7213-41ae-bf53-93e286ab434f'} bound to L3 agent in host n-d-800634-3 {{(pid=93918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:24:54.791532 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-e2827aee-a9ef-471a-a49f-8d7f9e4fc0d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:24:53Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['73155556-7213-41ae-bf53-93e286ab434f'], 'active': True} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:24:54.884376 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c722661-b42b-49e3-bbca-b3852564fa92 req-60f80d41-d75b-43b7-8432-9015ad7547c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:24:54.886398 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-7c722661-b42b-49e3-bbca-b3852564fa92 req-60f80d41-d75b-43b7-8432-9015ad7547c4 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4f742057-89ee-4b4a-86f7-487ee61881a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1707482 Jul 14 18:24:54.890743 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device 5db17616-64cd-445b-a740-6cf6c0dd4f81 details requested by agent hyperv_n-h1-800634-3 with host n-h1-800634-3 {{(pid=93917) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 18:24:54.892922 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device d9558d54-152e-4204-8725-17099e4a9cfa no longer exists at agent hyperv_n-h1-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 18:24:54.927648 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-355c6c63-cff4-46e0-b858-f4bf1b218ea5 req-4b713cb2-161d-4b63-b744-7408598ec9bb tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:54.933234 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] No Port match for: d9558d54-152e-4204-8725-17099e4a9cfa {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 18:24:54.933666 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device d9558d54-152e-4204-8725-17099e4a9cfa not bound to the agent host n-h1-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 18:24:54.976901 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvr_db [None req-e2827aee-a9ef-471a-a49f-8d7f9e4fc0d3 None None] Set router 73155556-7213-41ae-bf53-93e286ab434f gateway port host: n-d-800634-3 {{(pid=93918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 18:24:55.004845 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b713cb2-161d-4b63-b744-7408598ec9bb tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] Pushing event deleted for resources: {'Port': ['ID=c3e531fa-4a67-4d7a-b1ea-f36c3df5a6fa,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:24:55.059329 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd7c379-8c96-48cb-bf1a-a3b2bba3d6df req-c3c807b9-602a-40b5-9c08-86f31167477a tempest-ServersTestJSON-1617994263 tempest-ServersTestJSON-1617994263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:24:55.067041 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-cfd7c379-8c96-48cb-bf1a-a3b2bba3d6df req-c3c807b9-602a-40b5-9c08-86f31167477a tempest-ServersTestJSON-1617994263 tempest-ServersTestJSON-1617994263-project] 10.222.0.16 "GET /v2.0/ports?device_id=37895516-4f0e-4167-8ef8-c244947be2c6 HTTP/1.1" status: 200 len: 945 time: 0.2423885 Jul 14 18:24:55.088439 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [req-355c6c63-cff4-46e0-b858-f4bf1b218ea5 req-4b713cb2-161d-4b63-b744-7408598ec9bb tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] No DVR routers for this DVR port c3e531fa-4a67-4d7a-b1ea-f36c3df5a6fa on host n-h1-800634-3 {{(pid=93915) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 18:24:55.106655 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-355c6c63-cff4-46e0-b858-f4bf1b218ea5 req-4b713cb2-161d-4b63-b744-7408598ec9bb tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:55.112690 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-355c6c63-cff4-46e0-b858-f4bf1b218ea5 req-4b713cb2-161d-4b63-b744-7408598ec9bb tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] 10.222.0.16 "DELETE /v2.0/ports/c3e531fa-4a67-4d7a-b1ea-f36c3df5a6fa HTTP/1.1" status: 204 len: 173 time: 1.2072394 Jul 14 18:24:55.117784 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-7c722661-b42b-49e3-bbca-b3852564fa92 req-aeff63b2-2cdf-4642-bebf-680b0374b163 service neutron] 10.222.0.18 "GET /v2.0/networks/4f742057-89ee-4b4a-86f7-487ee61881a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1660187 Jul 14 18:24:55.170531 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-cfd7c379-8c96-48cb-bf1a-a3b2bba3d6df req-88269f74-370e-4fb3-b45b-337d5723b3c2 tempest-ServersTestJSON-1617994263 tempest-ServersTestJSON-1617994263-project] 10.222.0.16 "GET /v2.0/security-groups?id=fdb82264-481f-4cf8-9ca0-988769171a6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1021273 Jul 14 18:24:55.330137 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-7c722661-b42b-49e3-bbca-b3852564fa92 req-6db899ce-4594-4d2c-9fb5-0a8d64db4599 service neutron] 10.222.0.18 "GET /v2.0/networks/4f742057-89ee-4b4a-86f7-487ee61881a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2024679 Jul 14 18:24:55.412149 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port 5db17616-64cd-445b-a740-6cf6c0dd4f81, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=5db17616-64cd-445b-a740-6cf6c0dd4f81,segment=NetworkSegment(067fc487-22c7-42de-972d-ae352a28ad29),segment_id=067fc487-22c7-42de-972d-ae352a28ad29)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:24:55.450178 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Returning: {'device': '5db17616-64cd-445b-a740-6cf6c0dd4f81', 'network_id': '4f742057-89ee-4b4a-86f7-487ee61881a1', 'port_id': '5db17616-64cd-445b-a740-6cf6c0dd4f81', 'mac_address': 'fa:16:3e:4c:ce:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f20c54fb-f7da-4761-aa61-2e4f99f3d332', 'ip_address': '192.168.233.190'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93917) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 18:24:55.463742 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 18:24:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee65547a-aee3-4be5-8a5d-25e646a85399 x-openstack-request-id: req-ee65547a-aee3-4be5-8a5d-25e646a85399 {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:24:55.465985 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37895516-4f0e-4167-8ef8-c244947be2c6", "name": "network-vif-plugged", "status": "completed", "tag": "0617f9f4-4c8f-4362-b3ec-c500773f442e", "code": 200}]} {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:24:55.466585 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ee65547a-aee3-4be5-8a5d-25e646a85399 {{(pid=93917) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:24:55.467225 n-d-800634-3 neutron-server[93917]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37895516-4f0e-4167-8ef8-c244947be2c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0617f9f4-4c8f-4362-b3ec-c500773f442e', 'code': 200} Jul 14 18:24:55.575353 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:55.596760 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-e2827aee-a9ef-471a-a49f-8d7f9e4fc0d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73155556-7213-41ae-bf53-93e286ab434f', 'name': 'tempest-ServersTestManualDisk-747830769-router', 'tenant_id': '6ad3b512175c4246a59ff7988f78196a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.106'}], 'enable_snat': True}, 'gw_port_id': 'a103cc1d-274d-4ef3-a0a1-f1be0a70fb88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:22:29Z', 'updated_at': '2021-07-14T18:22:34Z', 'revision_number': 4, 'project_id': '6ad3b512175c4246a59ff7988f78196a', 'gw_port': {'id': 'a103cc1d-274d-4ef3-a0a1-f1be0a70fb88', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:bf:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73155556-7213-41ae-bf53-93e286ab434f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 700, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:22:30Z', 'updated_at': '2021-07-14T18:22:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_interfaces': [{'id': '56c307d6-0eb8-4bc8-9f67-c002fcba1788', 'name': '', 'network_id': '21eb5426-10a9-45e7-adcc-7b2a88d91d33', 'tenant_id': '6ad3b512175c4246a59ff7988f78196a', 'mac_address': 'fa:16:3e:37:2d:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73155556-7213-41ae-bf53-93e286ab434f', 'device_owner': 'network:router_interface', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': '51a2df91-1208-4c4b-96e9-d2512fde1766', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:22:33Z', 'updated_at': '2021-07-14T18:22:42Z', 'revision_number': 5, 'project_id': '6ad3b512175c4246a59ff7988f78196a', 'subnets': [{'id': '51a2df91-1208-4c4b-96e9-d2512fde1766', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-3', False) {} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:24:55.618433 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5db17616-64cd-445b-a740-6cf6c0dd4f81 {{(pid=93917) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 18:24:55.648309 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2827aee-a9ef-471a-a49f-8d7f9e4fc0d3 None None] The sync data for ids ['73155556-7213-41ae-bf53-93e286ab434f'] in n-d-800634-3 is: [{'id': '73155556-7213-41ae-bf53-93e286ab434f', 'name': 'tempest-ServersTestManualDisk-747830769-router', 'tenant_id': '6ad3b512175c4246a59ff7988f78196a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.106'}], 'enable_snat': True}, 'gw_port_id': 'a103cc1d-274d-4ef3-a0a1-f1be0a70fb88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:22:29Z', 'updated_at': '2021-07-14T18:22:34Z', 'revision_number': 4, 'project_id': '6ad3b512175c4246a59ff7988f78196a', 'gw_port': {'id': 'a103cc1d-274d-4ef3-a0a1-f1be0a70fb88', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:bf:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73155556-7213-41ae-bf53-93e286ab434f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 700, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:22:30Z', 'updated_at': '2021-07-14T18:22:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_interfaces': [{'id': '56c307d6-0eb8-4bc8-9f67-c002fcba1788', 'name': '', 'network_id': '21eb5426-10a9-45e7-adcc-7b2a88d91d33', 'tenant_id': '6ad3b512175c4246a59ff7988f78196a', 'mac_address': 'fa:16:3e:37:2d:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73155556-7213-41ae-bf53-93e286ab434f', 'device_owner': 'network:router_interface', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': '51a2df91-1208-4c4b-96e9-d2512fde1766', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:22:33Z', 'updated_at': '2021-07-14T18:22:42Z', 'revision_number': 5, 'project_id': '6ad3b512175c4246a59ff7988f78196a', 'subnets': [{'id': '51a2df91-1208-4c4b-96e9-d2512fde1766', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 18:24:55.676344 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895ac469-8ae0-4ccf-ae58-9443eeb68796 req-dbee7870-d1ed-4584-a7f8-cacbc8e28afc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:24:55.678585 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-895ac469-8ae0-4ccf-ae58-9443eeb68796 req-dbee7870-d1ed-4584-a7f8-cacbc8e28afc service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=37895516-4f0e-4167-8ef8-c244947be2c6 HTTP/1.1" status: 200 len: 1096 time: 0.1235976 Jul 14 18:24:55.687004 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-bdad2365-6552-4911-a628-ffd15326bbf6 req-b10b3caa-ee51-476d-b58e-9ac378b42f0b service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=715b2fcd-17a8-43dd-a977-1101a8e7ee09 HTTP/1.1" status: 200 len: 210 time: 0.0350463 Jul 14 18:24:55.711102 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port 5db17616-64cd-445b-a740-6cf6c0dd4f81, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=5db17616-64cd-445b-a740-6cf6c0dd4f81,segment=NetworkSegment(067fc487-22c7-42de-972d-ae352a28ad29),segment_id=067fc487-22c7-42de-972d-ae352a28ad29)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:24:55.731194 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:55.752322 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-895ac469-8ae0-4ccf-ae58-9443eeb68796 req-8eecfc64-e983-4aa1-96ea-d21f99c1f863 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=fdb82264-481f-4cf8-9ca0-988769171a6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639846 Jul 14 18:24:55.770239 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-2f4e3af3-e708-4ffd-a544-82d93a489d01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:55.814898 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Pushing event updated for resources: {'Port': ['ID=5db17616-64cd-445b-a740-6cf6c0dd4f81,revision_number=4']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:24:55.976672 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 18:24:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80b0b67a-f941-4ac7-a22e-aec43bcdae08 x-openstack-request-id: req-80b0b67a-f941-4ac7-a22e-aec43bcdae08 {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:24:55.977195 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5a1ff61-3393-4ba7-9619-8436eb83bdae", "name": "network-vif-deleted", "tag": "d9558d54-152e-4204-8725-17099e4a9cfa", "status": "completed", "code": 200}]} {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:24:55.977405 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-80b0b67a-f941-4ac7-a22e-aec43bcdae08 {{(pid=93915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:24:55.977926 n-d-800634-3 neutron-server[93915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5a1ff61-3393-4ba7-9619-8436eb83bdae', 'name': 'network-vif-deleted', 'tag': 'd9558d54-152e-4204-8725-17099e4a9cfa', 'status': 'completed', 'code': 200} Jul 14 18:24:56.096951 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] get_ports_and_sgs() called for port_ids ['5db17616-64cd-445b-a740-6cf6c0dd4f81'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 18:24:56.177783 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ae9997a-a002-4729-88d9-9d2cdec18673 None None] New status for floating IP ffe65e1c-6bb7-400b-b184-15d9fc742065: DOWN {{(pid=93917) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 18:24:56.229848 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9edd191-aac7-4d13-9aa5-847ac8bc17b6 req-904381a5-d44d-4523-b4b9-04fcac1e76c2 tempest-ServersAdminTestJSON-701576244 tempest-ServersAdminTestJSON-701576244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:24:56.243711 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e9edd191-aac7-4d13-9aa5-847ac8bc17b6 req-904381a5-d44d-4523-b4b9-04fcac1e76c2 tempest-ServersAdminTestJSON-701576244 tempest-ServersAdminTestJSON-701576244-project] 10.222.0.16 "GET /v2.0/ports?device_id=c0a35d7a-0d5a-4ed8-8ada-969afc759278 HTTP/1.1" status: 200 len: 949 time: 0.1350334 Jul 14 18:24:56.290872 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e9edd191-aac7-4d13-9aa5-847ac8bc17b6 req-740eabe5-3335-4ea1-80b4-333cd114a761 tempest-ServersAdminTestJSON-701576244 tempest-ServersAdminTestJSON-701576244-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea7723ec-9d2a-468c-977f-1e7257209758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461564 Jul 14 18:24:56.334504 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-baceb95f-0a31-4fa1-8b25-e73ce7cb2631 req-e431e24e-f527-4881-baaa-77093ccd4ecd service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=85403e3f-7fd5-4848-9edb-9810e7a89b4f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3364093 Jul 14 18:24:56.684884 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1611813-3c03-446e-9d27-f3d6e65e3954 req-cdc20914-19e4-4071-9ee0-93969553b565 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:24:56.699478 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e1611813-3c03-446e-9d27-f3d6e65e3954 req-cdc20914-19e4-4071-9ee0-93969553b565 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.16 "GET /v2.0/ports?device_id=85403e3f-7fd5-4848-9edb-9810e7a89b4f HTTP/1.1" status: 200 len: 950 time: 0.1397824 Jul 14 18:24:56.897130 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e1611813-3c03-446e-9d27-f3d6e65e3954 req-f0d52b97-6f03-4f0d-a8f1-babe0429c9a1 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.16 "GET /v2.0/security-groups?id=95148b1b-0f93-483b-9e80-262147c27e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1946688 Jul 14 18:24:56.960051 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eff99a9-a1fa-4724-be95-890e1be71f3a req-8f138d32-1509-4579-916c-72a1f0f5016e tempest-ServersTestJSON-1617994263 tempest-ServersTestJSON-1617994263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:24:56.970070 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-1eff99a9-a1fa-4724-be95-890e1be71f3a req-8f138d32-1509-4579-916c-72a1f0f5016e tempest-ServersTestJSON-1617994263 tempest-ServersTestJSON-1617994263-project] 10.222.0.16 "GET /v2.0/ports?device_id=37895516-4f0e-4167-8ef8-c244947be2c6 HTTP/1.1" status: 200 len: 945 time: 0.2411623 Jul 14 18:24:57.012412 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 33742) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:24:57.033614 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-1eff99a9-a1fa-4724-be95-890e1be71f3a req-1767a963-538d-40d7-8dbe-a3868fa5dfae tempest-ServersTestJSON-1617994263 tempest-ServersTestJSON-1617994263-project] 10.222.0.16 "GET /v2.0/security-groups?id=fdb82264-481f-4cf8-9ca0-988769171a6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625689 Jul 14 18:24:57.189416 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-ec44f0f3-6899-4a4a-9c4c-70b99c061792 tempest-ServersTestManualDisk-214316942 tempest-ServersTestManualDisk-214316942-project] Notify callbacks [] for security_group, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:57.235231 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-ec44f0f3-6899-4a4a-9c4c-70b99c061792 tempest-ServersTestManualDisk-214316942 tempest-ServersTestManualDisk-214316942-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:57.302809 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-ec44f0f3-6899-4a4a-9c4c-70b99c061792 tempest-ServersTestManualDisk-214316942 tempest-ServersTestManualDisk-214316942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:57.306810 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-ec44f0f3-6899-4a4a-9c4c-70b99c061792 tempest-ServersTestManualDisk-214316942 tempest-ServersTestManualDisk-214316942-project] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:57.308070 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-ec44f0f3-6899-4a4a-9c4c-70b99c061792 tempest-ServersTestManualDisk-214316942 tempest-ServersTestManualDisk-214316942-project] 10.222.0.16 "DELETE /v2.0/security-groups/8c8c52b3-d017-4b0b-ad6d-d62b10f55174 HTTP/1.1" status: 204 len: 168 time: 0.2945814 Jul 14 18:24:57.310739 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 33760) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:24:57.327870 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec44f0f3-6899-4a4a-9c4c-70b99c061792 tempest-ServersTestManualDisk-214316942 tempest-ServersTestManualDisk-214316942-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c8c52b3-d017-4b0b-ad6d-d62b10f55174,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:24:57.379483 n-d-800634-3 neutron-server[93915]: INFO neutron.api.v2.resource [None req-0dbf835a-8e58-48e0-9b19-a8f710546e5e tempest-ServersTestManualDisk-214316942 tempest-ServersTestManualDisk-214316942-project] show failed (client error): The resource could not be found. Jul 14 18:24:57.381104 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-0dbf835a-8e58-48e0-9b19-a8f710546e5e tempest-ServersTestManualDisk-214316942 tempest-ServersTestManualDisk-214316942-project] 10.222.0.16 "GET /v2.0/security-groups/8c8c52b3-d017-4b0b-ad6d-d62b10f55174 HTTP/1.1" status: 404 len: 347 time: 0.0685287 Jul 14 18:24:57.384571 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 33764) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:24:57.476629 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c489d5c-2561-42fd-a13f-ae5f1e40ff05 req-4c792255-eddb-4613-aab4-e0c0118cb78d tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:24:57.481664 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-4c489d5c-2561-42fd-a13f-ae5f1e40ff05 req-4c792255-eddb-4613-aab4-e0c0118cb78d tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] 10.222.0.16 "GET /v2.0/networks?id=1cbaa8bd-1463-4b3c-89d2-ab344d2f55cf HTTP/1.1" status: 200 len: 811 time: 0.2906311 Jul 14 18:24:57.531269 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-9cbdf634-b813-41b2-9dd5-00b33d432160 req-8874519d-0326-4f63-9c74-b7978a2f3a5b tempest-ServerShowV247Test-68493364 tempest-ServerShowV247Test-68493364-project] 10.222.0.16 "GET /v2.0/ports?device_id=e742e13c-60d9-44c3-9fc8-7b7eccb86217 HTTP/1.1" status: 200 len: 210 time: 0.0454519 Jul 14 18:24:57.559364 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-4c489d5c-2561-42fd-a13f-ae5f1e40ff05 req-361411a4-bb9f-4de3-8d46-fb5b186e07ce tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] 10.222.0.16 "GET /v2.0/quotas/0bd95cc3d59f415f8da5b8a01a238496 HTTP/1.1" status: 200 len: 375 time: 0.0767341 Jul 14 18:24:57.632634 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-4c489d5c-2561-42fd-a13f-ae5f1e40ff05 req-51d41eda-510d-43f7-9ef0-386dd114ec6d tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=0bd95cc3d59f415f8da5b8a01a238496&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0718417 Jul 14 18:24:57.634160 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-b1c41c72-a331-4eab-ba28-7852c144b10e tempest-ServersTestManualDisk-214316942 tempest-ServersTestManualDisk-214316942-project] Deleting port 334473cb-5acf-4c71-911d-ad2e706cfbbc {{(pid=93916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:24:57.634625 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-b1c41c72-a331-4eab-ba28-7852c144b10e tempest-ServersTestManualDisk-214316942 tempest-ServersTestManualDisk-214316942-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:57.757601 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-b1c41c72-a331-4eab-ba28-7852c144b10e tempest-ServersTestManualDisk-214316942 tempest-ServersTestManualDisk-214316942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:57.757963 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-b1c41c72-a331-4eab-ba28-7852c144b10e tempest-ServersTestManualDisk-214316942 tempest-ServersTestManualDisk-214316942-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:57.774889 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-b1c41c72-a331-4eab-ba28-7852c144b10e tempest-ServersTestManualDisk-214316942 tempest-ServersTestManualDisk-214316942-project] Calling delete_port for 334473cb-5acf-4c71-911d-ad2e706cfbbc owned by network:floatingip {{(pid=93916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:24:57.824272 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5542657-03f5-424c-876b-887a290c5d82 req-471da311-f15c-48e4-989a-1a275ca946cd tempest-ServersAdminTestJSON-701576244 tempest-ServersAdminTestJSON-701576244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:24:57.826795 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f5542657-03f5-424c-876b-887a290c5d82 req-471da311-f15c-48e4-989a-1a275ca946cd tempest-ServersAdminTestJSON-701576244 tempest-ServersAdminTestJSON-701576244-project] 10.222.0.16 "GET /v2.0/ports?device_id=c0a35d7a-0d5a-4ed8-8ada-969afc759278 HTTP/1.1" status: 200 len: 949 time: 0.1093969 Jul 14 18:24:57.830429 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-4c489d5c-2561-42fd-a13f-ae5f1e40ff05 req-47bb4e27-b3e8-47a6-9f64-2789a01560d3 service neutron] 10.222.0.16 "GET /v2.0/networks/1cbaa8bd-1463-4b3c-89d2-ab344d2f55cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1963408 Jul 14 18:24:57.943851 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-4c489d5c-2561-42fd-a13f-ae5f1e40ff05 req-c42539de-b3b5-487d-870d-09045789b440 service neutron] 10.222.0.16 "GET /v2.0/networks/1cbaa8bd-1463-4b3c-89d2-ab344d2f55cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1020844 Jul 14 18:24:57.979745 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-b1c41c72-a331-4eab-ba28-7852c144b10e tempest-ServersTestManualDisk-214316942 tempest-ServersTestManualDisk-214316942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:57.980436 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1ed64d8-97dc-40df-9adb-dd5ef5c40fe8', 'name': 'network-vif-deleted', 'tag': 'c3e531fa-4a67-4d7a-b1ea-f36c3df5a6fa'}] {{(pid=93915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:24:57.982847 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e72782ad3af8f7d4ce76cedf092bca46d1756acc5c4653cf0b52034cdd6b073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30dc5ad6-6053-4bae-8330-4f99b7dd44d5" -d '{"events": [{"server_uuid": "e1ed64d8-97dc-40df-9adb-dd5ef5c40fe8", "name": "network-vif-deleted", "tag": "c3e531fa-4a67-4d7a-b1ea-f36c3df5a6fa"}]}' {{(pid=93915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:24:57.987915 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f5542657-03f5-424c-876b-887a290c5d82 req-9f0ac386-2f68-4923-8ac0-9c9088659b7a tempest-ServersAdminTestJSON-701576244 tempest-ServersAdminTestJSON-701576244-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea7723ec-9d2a-468c-977f-1e7257209758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556900 Jul 14 18:24:58.028275 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c41c72-a331-4eab-ba28-7852c144b10e tempest-ServersTestManualDisk-214316942 tempest-ServersTestManualDisk-214316942-project] Pushing event deleted for resources: {'Port': ['ID=334473cb-5acf-4c71-911d-ad2e706cfbbc,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:24:58.137446 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Wed, 14 Jul 2021 18:24:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c09dd666-26fd-42d5-bb82-8c5eb498a0d8 x-openstack-request-id: req-c09dd666-26fd-42d5-bb82-8c5eb498a0d8 {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:24:58.138394 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1ed64d8-97dc-40df-9adb-dd5ef5c40fe8", "name": "network-vif-deleted", "tag": "c3e531fa-4a67-4d7a-b1ea-f36c3df5a6fa", "status": "failed", "code": 422}]} {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:24:58.138883 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c09dd666-26fd-42d5-bb82-8c5eb498a0d8 {{(pid=93915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:24:58.139534 n-d-800634-3 neutron-server[93915]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'e1ed64d8-97dc-40df-9adb-dd5ef5c40fe8', 'name': 'network-vif-deleted', 'tag': 'c3e531fa-4a67-4d7a-b1ea-f36c3df5a6fa', 'status': 'failed', 'code': 422} returned with failed status Jul 14 18:24:58.172832 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-b1c41c72-a331-4eab-ba28-7852c144b10e tempest-ServersTestManualDisk-214316942 tempest-ServersTestManualDisk-214316942-project] Notify callbacks [] for floatingip, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:58.179090 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-b1c41c72-a331-4eab-ba28-7852c144b10e tempest-ServersTestManualDisk-214316942 tempest-ServersTestManualDisk-214316942-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for floatingip, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:58.183455 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 33786) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:24:58.183946 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-b1c41c72-a331-4eab-ba28-7852c144b10e tempest-ServersTestManualDisk-214316942 tempest-ServersTestManualDisk-214316942-project] 10.222.0.16 "DELETE /v2.0/floatingips/ffe65e1c-6bb7-400b-b184-15d9fc742065 HTTP/1.1" status: 204 len: 168 time: 0.7978950 Jul 14 18:24:58.512229 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baceb95f-0a31-4fa1-8b25-e73ce7cb2631 req-2d99f1be-8beb-4680-870f-158c235218bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:24:58.515103 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-baceb95f-0a31-4fa1-8b25-e73ce7cb2631 req-2d99f1be-8beb-4680-870f-158c235218bc service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e0d800f124a7477bb29e534c1272cd15&device_id=85403e3f-7fd5-4848-9edb-9810e7a89b4f HTTP/1.1" status: 200 len: 1101 time: 0.1095407 Jul 14 18:24:58.695860 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baceb95f-0a31-4fa1-8b25-e73ce7cb2631 req-8a1a4294-ef8c-4eaa-ad33-c6d3a08768aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:24:58.699247 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-baceb95f-0a31-4fa1-8b25-e73ce7cb2631 req-8a1a4294-ef8c-4eaa-ad33-c6d3a08768aa service neutron] 10.222.0.18 "GET /v2.0/networks?id=4f742057-89ee-4b4a-86f7-487ee61881a1 HTTP/1.1" status: 200 len: 869 time: 0.1760736 Jul 14 18:24:58.770013 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a31fa51-e415-462e-b698-dcb536df9006 req-c432f77b-dc88-48e9-a9b8-a87350f81611 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:24:58.782888 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2a31fa51-e415-462e-b698-dcb536df9006 req-c432f77b-dc88-48e9-a9b8-a87350f81611 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.16 "GET /v2.0/ports?device_id=85403e3f-7fd5-4848-9edb-9810e7a89b4f HTTP/1.1" status: 200 len: 950 time: 0.5921319 Jul 14 18:24:58.784439 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-baceb95f-0a31-4fa1-8b25-e73ce7cb2631 req-23f63924-d473-4679-86d3-704ad26eab13 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.108&port_id=7c097f78-08e4-4fc9-a177-b8812f88bb8a HTTP/1.1" status: 200 len: 217 time: 0.0699704 Jul 14 18:24:58.838785 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38798aa8-8ee3-4122-be9d-24afe7a0cab4 req-17e8639e-3890-4e28-9a37-b1bc016dd991 tempest-ServersTestJSON-1617994263 tempest-ServersTestJSON-1617994263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:24:58.841287 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-38798aa8-8ee3-4122-be9d-24afe7a0cab4 req-17e8639e-3890-4e28-9a37-b1bc016dd991 tempest-ServersTestJSON-1617994263 tempest-ServersTestJSON-1617994263-project] 10.222.0.16 "GET /v2.0/ports?device_id=37895516-4f0e-4167-8ef8-c244947be2c6 HTTP/1.1" status: 200 len: 945 time: 0.4387231 Jul 14 18:24:58.923263 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device 5db17616-64cd-445b-a740-6cf6c0dd4f81 up at agent hyperv_n-h1-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:24:58.947795 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baceb95f-0a31-4fa1-8b25-e73ce7cb2631 req-621fe3f4-baac-4516-981f-baee6b350b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:24:58.951020 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2a31fa51-e415-462e-b698-dcb536df9006 req-d99f8fd7-b07c-42bd-a3c9-107bbda9a9c9 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.16 "GET /v2.0/security-groups?id=95148b1b-0f93-483b-9e80-262147c27e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1669495 Jul 14 18:24:58.976292 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-baceb95f-0a31-4fa1-8b25-e73ce7cb2631 req-621fe3f4-baac-4516-981f-baee6b350b72 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f20c54fb-f7da-4761-aa61-2e4f99f3d332 HTTP/1.1" status: 200 len: 843 time: 0.1535308 Jul 14 18:24:58.988583 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Provisioning for port 5db17616-64cd-445b-a740-6cf6c0dd4f81 completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:24:58.994345 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Provisioning complete for port 5db17616-64cd-445b-a740-6cf6c0dd4f81 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:24:58.995966 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:59.007473 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-38798aa8-8ee3-4122-be9d-24afe7a0cab4 req-0e2b4e50-3ef6-434e-abd1-cee3cb8aa15e tempest-ServersTestJSON-1617994263 tempest-ServersTestJSON-1617994263-project] 10.222.0.16 "GET /v2.0/security-groups?id=fdb82264-481f-4cf8-9ca0-988769171a6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1580217 Jul 14 18:24:59.209964 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:59.259584 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port 5db17616-64cd-445b-a740-6cf6c0dd4f81, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=5db17616-64cd-445b-a740-6cf6c0dd4f81,segment=NetworkSegment(067fc487-22c7-42de-972d-ae352a28ad29),segment_id=067fc487-22c7-42de-972d-ae352a28ad29)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:24:59.260970 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0a35d7a-0d5a-4ed8-8ada-969afc759278', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5db17616-64cd-445b-a740-6cf6c0dd4f81'}] {{(pid=93917) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:24:59.263679 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20b787f3c29eaa7aa2a4d648c725a2124c5ff39a8d793252f9d844495e14cf42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dc18b10-bb0b-4de5-bc0a-43ff75938d33" -d '{"events": [{"server_uuid": "c0a35d7a-0d5a-4ed8-8ada-969afc759278", "name": "network-vif-plugged", "status": "completed", "tag": "5db17616-64cd-445b-a740-6cf6c0dd4f81"}]}' {{(pid=93917) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:24:59.269670 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:59.303235 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-41170a76-1d2a-41c3-a963-9503a4e03ca3 req-1e4dd502-f5a7-4141-85ad-29738e5a653f tempest-ServerShowV247Test-68493364 tempest-ServerShowV247Test-68493364-project] 10.222.0.16 "GET /v2.0/ports?device_id=e742e13c-60d9-44c3-9fc8-7b7eccb86217 HTTP/1.1" status: 200 len: 210 time: 0.1273627 Jul 14 18:24:59.306182 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a9678beb-7dc1-4b9d-9445-148f5e6b7c5a req-d1a474d1-310c-4160-9007-da8a1d06470d tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] 10.222.0.16 "GET /v2.0/ports?device_id=b52528ac-079b-4411-8ce0-cffdc5b94d6f HTTP/1.1" status: 200 len: 210 time: 0.1451395 Jul 14 18:24:59.347060 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Pushing event updated for resources: {'Port': ['ID=5db17616-64cd-445b-a740-6cf6c0dd4f81,revision_number=5']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:24:59.360768 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:24:59.362001 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:24:59.362573 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:24:59.363607 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:24:59.364194 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:24:59.365235 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:24:59.365798 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:24:59.366912 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:24:59.367471 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:24:59.368025 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:24:59.368593 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:24:59.369733 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:24:59.496913 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-3a64f23c-7be3-443d-8349-fd2413a8e385 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-928623'] for router_interface, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:59.624011 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baceb95f-0a31-4fa1-8b25-e73ce7cb2631 req-12b3d085-a4eb-4003-b3ad-893c3188b955 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:24:59.625455 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-baceb95f-0a31-4fa1-8b25-e73ce7cb2631 req-12b3d085-a4eb-4003-b3ad-893c3188b955 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4f742057-89ee-4b4a-86f7-487ee61881a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6367586 Jul 14 18:24:59.730960 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f029bb9-78ff-4778-bb7e-4298af418f38 req-2898cd91-983c-438c-96f5-032da4b22227 tempest-ServersTestJSON-1617994263 tempest-ServersTestJSON-1617994263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:24:59.732488 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6f029bb9-78ff-4778-bb7e-4298af418f38 req-2898cd91-983c-438c-96f5-032da4b22227 tempest-ServersTestJSON-1617994263 tempest-ServersTestJSON-1617994263-project] 10.222.0.16 "GET /v2.0/ports?device_id=37895516-4f0e-4167-8ef8-c244947be2c6 HTTP/1.1" status: 200 len: 945 time: 0.1822796 Jul 14 18:24:59.744511 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 33808) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:24:59.750421 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-baceb95f-0a31-4fa1-8b25-e73ce7cb2631 req-7191f0ed-c6ee-4062-87dc-3294dce3ef14 service neutron] 10.222.0.18 "GET /v2.0/networks/4f742057-89ee-4b4a-86f7-487ee61881a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1164670 Jul 14 18:24:59.752916 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-c6cc7216-169f-4bdc-b3e3-36261da49e2c tempest-ServersTestJSON-1617994263 tempest-ServersTestJSON-1617994263-project] Request body: {'floatingip': {'port_id': '0617f9f4-4c8f-4362-b3ec-c500773f442e'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:24:59.769301 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383c805d-2aca-4244-95d6-3d217e33d6e9 req-b13f2e92-29bc-45d9-a617-39496a80ab11 tempest-ServersAdminTestJSON-701576244 tempest-ServersAdminTestJSON-701576244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:24:59.770836 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-383c805d-2aca-4244-95d6-3d217e33d6e9 req-b13f2e92-29bc-45d9-a617-39496a80ab11 tempest-ServersAdminTestJSON-701576244 tempest-ServersAdminTestJSON-701576244-project] 10.222.0.16 "GET /v2.0/ports?device_id=c0a35d7a-0d5a-4ed8-8ada-969afc759278 HTTP/1.1" status: 200 len: 950 time: 0.1716354 Jul 14 18:24:59.861587 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-c6cc7216-169f-4bdc-b3e3-36261da49e2c tempest-ServersTestJSON-1617994263 tempest-ServersTestJSON-1617994263-project] Notify callbacks [] for floatingip, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:24:59.888882 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 18:24:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8353c5a-be33-4dd1-9d7c-cea2dad74e18 x-openstack-request-id: req-a8353c5a-be33-4dd1-9d7c-cea2dad74e18 {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:24:59.889250 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0a35d7a-0d5a-4ed8-8ada-969afc759278", "name": "network-vif-plugged", "status": "completed", "tag": "5db17616-64cd-445b-a740-6cf6c0dd4f81", "code": 200}]} {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:24:59.889569 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a8353c5a-be33-4dd1-9d7c-cea2dad74e18 {{(pid=93917) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:24:59.890031 n-d-800634-3 neutron-server[93917]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0a35d7a-0d5a-4ed8-8ada-969afc759278', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5db17616-64cd-445b-a740-6cf6c0dd4f81', 'code': 200} Jul 14 18:24:59.899632 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-baceb95f-0a31-4fa1-8b25-e73ce7cb2631 req-3734d5a7-624d-4e69-8e91-12a3d9b28c65 service neutron] 10.222.0.18 "GET /v2.0/networks/4f742057-89ee-4b4a-86f7-487ee61881a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1353612 Jul 14 18:24:59.950954 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-383c805d-2aca-4244-95d6-3d217e33d6e9 req-6d9a7377-8fcc-4eaf-af8e-ee9479b2d688 tempest-ServersAdminTestJSON-701576244 tempest-ServersAdminTestJSON-701576244-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea7723ec-9d2a-468c-977f-1e7257209758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478529 Jul 14 18:25:00.169469 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0f300f-a3dc-43a9-950e-d503866fd1ab req-18ff337e-5605-4476-b2b3-c4a23503bb62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:25:00.171400 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-5a0f300f-a3dc-43a9-950e-d503866fd1ab req-18ff337e-5605-4476-b2b3-c4a23503bb62 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=c0a35d7a-0d5a-4ed8-8ada-969afc759278 HTTP/1.1" status: 200 len: 1101 time: 0.0999000 Jul 14 18:25:00.243367 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-5a0f300f-a3dc-43a9-950e-d503866fd1ab req-8c31cf4e-76fd-44b2-9c7c-3b2be991e0f5 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=ea7723ec-9d2a-468c-977f-1e7257209758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561583 Jul 14 18:25:00.507150 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-f21869be-d959-4e95-83a4-904d6cbd0c06 req-4f784d86-2715-4ed9-8d40-f6ef5fac68ff service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=e742e13c-60d9-44c3-9fc8-7b7eccb86217 HTTP/1.1" status: 200 len: 210 time: 0.0665145 Jul 14 18:25:00.794878 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-012c3404-22b4-4df1-b987-5c4869fe991f req-10e1cdb6-9568-45f6-8ffd-50aa838e597d tempest-ServerShowV247Test-68493364 tempest-ServerShowV247Test-68493364-project] 10.222.0.16 "GET /v2.0/ports?device_id=e742e13c-60d9-44c3-9fc8-7b7eccb86217 HTTP/1.1" status: 200 len: 210 time: 0.1061759 Jul 14 18:25:00.860887 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea93ee1-ce35-4ed7-af59-3833c7889a2b req-aafb7915-4c20-4b77-9147-193ad66c15b0 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:25:00.860887 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-fea93ee1-ce35-4ed7-af59-3833c7889a2b req-aafb7915-4c20-4b77-9147-193ad66c15b0 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.16 "GET /v2.0/ports?device_id=85403e3f-7fd5-4848-9edb-9810e7a89b4f HTTP/1.1" status: 200 len: 950 time: 0.6857691 Jul 14 18:25:00.888565 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [None req-3a64f23c-7be3-443d-8349-fd2413a8e385 admin admin] Deleting port 56c307d6-0eb8-4bc8-9f67-c002fcba1788 {{(pid=93915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:25:00.888919 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-3a64f23c-7be3-443d-8349-fd2413a8e385 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:25:01.053811 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2f07d882-e968-4816-9204-74f12387fe22 req-37dcbfd1-37ae-4634-b2d3-afd9c4eed172 tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] 10.222.0.16 "GET /v2.0/ports?device_id=b52528ac-079b-4411-8ce0-cffdc5b94d6f HTTP/1.1" status: 200 len: 210 time: 0.0961244 Jul 14 18:25:01.114657 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-fea93ee1-ce35-4ed7-af59-3833c7889a2b req-305adaa1-8b07-4ca7-a097-e3315590d4a5 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.16 "GET /v2.0/security-groups?id=95148b1b-0f93-483b-9e80-262147c27e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2857797 Jul 14 18:25:01.121668 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c489d5c-2561-42fd-a13f-ae5f1e40ff05 req-4ec9db90-6b5e-4352-a4fd-a0ebb70fd746 tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:25:01.123087 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-4c489d5c-2561-42fd-a13f-ae5f1e40ff05 req-4ec9db90-6b5e-4352-a4fd-a0ebb70fd746 tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] 10.222.0.18 "GET /v2.0/networks?id=1cbaa8bd-1463-4b3c-89d2-ab344d2f55cf HTTP/1.1" status: 200 len: 811 time: 0.4322469 Jul 14 18:25:01.144348 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [req-4c489d5c-2561-42fd-a13f-ae5f1e40ff05 req-18a825fc-6d60-4007-bf35-4353c42b5eca tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] Request body: {'port': {'device_id': 'b52528ac-079b-4411-8ce0-cffdc5b94d6f', 'network_id': '1cbaa8bd-1463-4b3c-89d2-ab344d2f55cf', 'admin_state_up': True, 'tenant_id': '0bd95cc3d59f415f8da5b8a01a238496'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:25:01.220982 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [None req-3a64f23c-7be3-443d-8349-fd2413a8e385 admin admin] For port 56c307d6-0eb8-4bc8-9f67-c002fcba1788, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=56c307d6-0eb8-4bc8-9f67-c002fcba1788,segment=NetworkSegment(4c0d9076-aea0-482a-a4d8-ee0057218731),segment_id=4c0d9076-aea0-482a-a4d8-ee0057218731)] {{(pid=93915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:25:01.221375 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-3a64f23c-7be3-443d-8349-fd2413a8e385 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:25:01.246811 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [None req-3a64f23c-7be3-443d-8349-fd2413a8e385 admin admin] Calling delete_port for 56c307d6-0eb8-4bc8-9f67-c002fcba1788 owned by network:router_interface {{(pid=93915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:25:01.377027 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.db.resource_extend [None req-c6cc7216-169f-4bdc-b3e3-36261da49e2c tempest-ServersTestJSON-1617994263 tempest-ServersTestJSON-1617994263-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 14 18:25:01.473763 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-c6cc7216-169f-4bdc-b3e3-36261da49e2c tempest-ServersTestJSON-1617994263 tempest-ServersTestJSON-1617994263-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:25:01.482491 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c489d5c-2561-42fd-a13f-ae5f1e40ff05 req-18a825fc-6d60-4007-bf35-4353c42b5eca tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] Made reservation on behalf of 0bd95cc3d59f415f8da5b8a01a238496 for: {'port': 1} {{(pid=93915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:25:01.486037 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-4c489d5c-2561-42fd-a13f-ae5f1e40ff05 req-18a825fc-6d60-4007-bf35-4353c42b5eca tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:25:01.487946 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-c6cc7216-169f-4bdc-b3e3-36261da49e2c tempest-ServersTestJSON-1617994263 tempest-ServersTestJSON-1617994263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-930131'] for floatingip, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:25:01.593324 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ddfff1-c5c4-4fb3-8871-2d39aa9a61c9 req-5b2bb320-8354-4bd2-923a-fff9ed10848f tempest-ServersAdminTestJSON-701576244 tempest-ServersAdminTestJSON-701576244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:25:01.594829 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-37ddfff1-c5c4-4fb3-8871-2d39aa9a61c9 req-5b2bb320-8354-4bd2-923a-fff9ed10848f tempest-ServersAdminTestJSON-701576244 tempest-ServersAdminTestJSON-701576244-project] 10.222.0.16 "GET /v2.0/ports?device_id=c0a35d7a-0d5a-4ed8-8ada-969afc759278 HTTP/1.1" status: 200 len: 950 time: 0.3263469 Jul 14 18:25:01.776635 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-37ddfff1-c5c4-4fb3-8871-2d39aa9a61c9 req-c7f00ae3-7a51-4d1d-a80e-4ee5f8a0e6ec tempest-ServersAdminTestJSON-701576244 tempest-ServersAdminTestJSON-701576244-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea7723ec-9d2a-468c-977f-1e7257209758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1680813 Jul 14 18:25:01.795896 n-d-800634-3 neutron-server[93915]: INFO neutron.db.l3_db [None req-c6cc7216-169f-4bdc-b3e3-36261da49e2c tempest-ServersTestJSON-1617994263 tempest-ServersTestJSON-1617994263-project] Floating IP 8587d362-a56b-41e1-b6c6-4388ecc55b7a associated. External IP: 172.25.1.151, port: 0617f9f4-4c8f-4362-b3ec-c500773f442e. Jul 14 18:25:01.875130 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.db_base_plugin_common [req-4c489d5c-2561-42fd-a13f-ae5f1e40ff05 req-18a825fc-6d60-4007-bf35-4353c42b5eca tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] Allocated IP 172.20.0.2 (1cbaa8bd-1463-4b3c-89d2-ab344d2f55cf/a6dcdf63-414e-46ae-93dc-0b8457260728/6200b844-456d-406f-bd25-bdced5d67cc9) {{(pid=93915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:25:01.961202 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-3a64f23c-7be3-443d-8349-fd2413a8e385 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:25:02.084501 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a64f23c-7be3-443d-8349-fd2413a8e385 admin admin] Pushing event deleted for resources: {'Port': ['ID=56c307d6-0eb8-4bc8-9f67-c002fcba1788,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:25:02.145754 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-8e9a0460-6357-406b-a2f4-81582e9637e9 req-ab2beaac-94ad-436d-85dd-84bd5a78ca8f tempest-ServerShowV247Test-68493364 tempest-ServerShowV247Test-68493364-project] 10.222.0.16 "GET /v2.0/ports?device_id=e742e13c-60d9-44c3-9fc8-7b7eccb86217 HTTP/1.1" status: 200 len: 210 time: 0.1572552 Jul 14 18:25:02.233361 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:25:02.242334 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a64f23c-7be3-443d-8349-fd2413a8e385 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:25:02.242688 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a64f23c-7be3-443d-8349-fd2413a8e385 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:25:02.243027 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a64f23c-7be3-443d-8349-fd2413a8e385 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:25:02.243364 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a64f23c-7be3-443d-8349-fd2413a8e385 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:25:02.249136 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a64f23c-7be3-443d-8349-fd2413a8e385 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:25:02.249537 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a64f23c-7be3-443d-8349-fd2413a8e385 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:25:02.249876 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a64f23c-7be3-443d-8349-fd2413a8e385 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:25:02.250217 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a64f23c-7be3-443d-8349-fd2413a8e385 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:25:02.250553 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a64f23c-7be3-443d-8349-fd2413a8e385 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:25:02.250879 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a64f23c-7be3-443d-8349-fd2413a8e385 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:25:02.251209 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a64f23c-7be3-443d-8349-fd2413a8e385 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:25:02.251534 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a64f23c-7be3-443d-8349-fd2413a8e385 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:25:02.324948 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-14dfec69-45ed-476a-af8f-0b76af945625 req-40a62e45-ac1e-444f-8304-eeda11b95349 tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] 10.222.0.16 "GET /v2.0/ports?device_id=b52528ac-079b-4411-8ce0-cffdc5b94d6f HTTP/1.1" status: 200 len: 210 time: 0.0615592 Jul 14 18:25:02.489679 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-4c489d5c-2561-42fd-a13f-ae5f1e40ff05 req-18a825fc-6d60-4007-bf35-4353c42b5eca tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] Notify callbacks [] for port, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:25:02.862070 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6cc7216-169f-4bdc-b3e3-36261da49e2c tempest-ServersTestJSON-1617994263 tempest-ServersTestJSON-1617994263-project] Router 50b422c3-72ed-4d0c-b7aa-31b8479ae9f5 has already been hosted by L3 agent 2c6eb27e-defb-4cca-9a24-381c7415e359 {{(pid=93915) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 18:25:02.910455 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-3a64f23c-7be3-443d-8349-fd2413a8e385 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-598732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-928907'] for router_interface, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:25:02.939679 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53de5d3-0e0b-418e-85be-4faac68118c5 req-48b57a93-413f-402a-b1c3-e71087ec6142 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:25:02.941384 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b53de5d3-0e0b-418e-85be-4faac68118c5 req-48b57a93-413f-402a-b1c3-e71087ec6142 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.16 "GET /v2.0/ports?device_id=85403e3f-7fd5-4848-9edb-9810e7a89b4f HTTP/1.1" status: 200 len: 950 time: 0.5686681 Jul 14 18:25:02.982856 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-4c489d5c-2561-42fd-a13f-ae5f1e40ff05 req-18a825fc-6d60-4007-bf35-4353c42b5eca tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:25:03.166010 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c489d5c-2561-42fd-a13f-ae5f1e40ff05 req-18a825fc-6d60-4007-bf35-4353c42b5eca tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] Network 1cbaa8bd-1463-4b3c-89d2-ab344d2f55cf is already hosted by enough agents. {{(pid=93915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:25:03.205936 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [req-4c489d5c-2561-42fd-a13f-ae5f1e40ff05 req-18a825fc-6d60-4007-bf35-4353c42b5eca tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] Resources bound (agent type, host, resource id): {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:25:03.208354 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c489d5c-2561-42fd-a13f-ae5f1e40ff05 req-18a825fc-6d60-4007-bf35-4353c42b5eca tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] Received port after_create {{(pid=93915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:25:03.218568 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a825fc-6d60-4007-bf35-4353c42b5eca tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] Pushing event updated for resources: {'Port': ['ID=6200b844-456d-406f-bd25-bdced5d67cc9,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:25:03.244256 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b53de5d3-0e0b-418e-85be-4faac68118c5 req-a6323405-abf9-4043-9d9f-ff744e553a56 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.16 "GET /v2.0/security-groups?id=95148b1b-0f93-483b-9e80-262147c27e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2664270 Jul 14 18:25:03.325796 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c489d5c-2561-42fd-a13f-ae5f1e40ff05 req-18a825fc-6d60-4007-bf35-4353c42b5eca tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:25:03.328166 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-4c489d5c-2561-42fd-a13f-ae5f1e40ff05 req-18a825fc-6d60-4007-bf35-4353c42b5eca tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:25:03.331166 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6cc7216-169f-4bdc-b3e3-36261da49e2c tempest-ServersTestJSON-1617994263 tempest-ServersTestJSON-1617994263-project] Notify agent at l3_agent.n-d-800634-3 the message routers_updated {{(pid=93915) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 18:25:03.339157 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-c6cc7216-169f-4bdc-b3e3-36261da49e2c tempest-ServersTestJSON-1617994263 tempest-ServersTestJSON-1617994263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for floatingip, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:25:03.341673 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e8555a6-d285-4654-bca0-55ebefbac3d7 None None] Sync routers for ids ['50b422c3-72ed-4d0c-b7aa-31b8479ae9f5'] in n-d-800634-3 {{(pid=93918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 18:25:03.352087 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e8555a6-d285-4654-bca0-55ebefbac3d7 None None] Routers {'50b422c3-72ed-4d0c-b7aa-31b8479ae9f5'} bound to L3 agent in host n-d-800634-3 {{(pid=93918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:25:03.352761 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-4e8555a6-d285-4654-bca0-55ebefbac3d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:24:53Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['50b422c3-72ed-4d0c-b7aa-31b8479ae9f5'], 'active': True} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:25:03.436380 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb920d7-cb5e-4ca9-89de-b88ddf0f861b req-1f6500b9-1b88-45cd-80a2-192ad4713b9e tempest-ServersAdminTestJSON-701576244 tempest-ServersAdminTestJSON-701576244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:25:03.440758 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-7eb920d7-cb5e-4ca9-89de-b88ddf0f861b req-1f6500b9-1b88-45cd-80a2-192ad4713b9e tempest-ServersAdminTestJSON-701576244 tempest-ServersAdminTestJSON-701576244-project] 10.222.0.16 "GET /v2.0/ports?device_id=c0a35d7a-0d5a-4ed8-8ada-969afc759278 HTTP/1.1" status: 200 len: 950 time: 0.4098110 Jul 14 18:25:03.451962 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-4c489d5c-2561-42fd-a13f-ae5f1e40ff05 req-18a825fc-6d60-4007-bf35-4353c42b5eca tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3121185 Jul 14 18:25:03.478896 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [req-4c489d5c-2561-42fd-a13f-ae5f1e40ff05 req-5422e6c0-9e4f-452d-a5e7-d66bc8e836c6 service neutron] Request body: {'port': {'device_id': 'b52528ac-079b-4411-8ce0-cffdc5b94d6f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800634-3'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:25:03.489913 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvr_db [None req-4e8555a6-d285-4654-bca0-55ebefbac3d7 None None] Set router 50b422c3-72ed-4d0c-b7aa-31b8479ae9f5 gateway port host: n-d-800634-3 {{(pid=93918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 18:25:03.526340 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-c6cc7216-169f-4bdc-b3e3-36261da49e2c tempest-ServersTestJSON-1617994263 tempest-ServersTestJSON-1617994263-project] 10.222.0.16 "PUT /v2.0/floatingips/8587d362-a56b-41e1-b6c6-4388ecc55b7a HTTP/1.1" status: 200 len: 991 time: 3.7783604 Jul 14 18:25:03.533758 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37895516-4f0e-4167-8ef8-c244947be2c6', 'tag': '0617f9f4-4c8f-4362-b3ec-c500773f442e'}] {{(pid=93915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:25:03.535845 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e72782ad3af8f7d4ce76cedf092bca46d1756acc5c4653cf0b52034cdd6b073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cad79208-7c63-4632-b041-178253fc4fc5" -d '{"events": [{"name": "network-changed", "server_uuid": "37895516-4f0e-4167-8ef8-c244947be2c6", "tag": "0617f9f4-4c8f-4362-b3ec-c500773f442e"}]}' {{(pid=93915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:25:03.735628 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-7eb920d7-cb5e-4ca9-89de-b88ddf0f861b req-03c6de28-e658-4826-95ef-3b9b6b3f2b20 tempest-ServersAdminTestJSON-701576244 tempest-ServersAdminTestJSON-701576244-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea7723ec-9d2a-468c-977f-1e7257209758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2746451 Jul 14 18:25:03.810796 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-68f13085-ae5d-4f0b-bb08-b5583ddc47ba req-3eea5ded-056a-40d4-b10a-7b288dedb078 tempest-ServerShowV247Test-68493364 tempest-ServerShowV247Test-68493364-project] 10.222.0.16 "GET /v2.0/ports?device_id=e742e13c-60d9-44c3-9fc8-7b7eccb86217 HTTP/1.1" status: 200 len: 210 time: 0.0838053 Jul 14 18:25:03.814662 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-4c489d5c-2561-42fd-a13f-ae5f1e40ff05 req-5422e6c0-9e4f-452d-a5e7-d66bc8e836c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:25:03.829107 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a64f23c-7be3-443d-8349-fd2413a8e385 admin admin] Router 73155556-7213-41ae-bf53-93e286ab434f has already been hosted by L3 agent 2c6eb27e-defb-4cca-9a24-381c7415e359 {{(pid=93915) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 18:25:03.861791 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-4e8555a6-d285-4654-bca0-55ebefbac3d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50b422c3-72ed-4d0c-b7aa-31b8479ae9f5', 'name': 'tempest-ServersTestJSON-510107149-router', 'tenant_id': '327b1c3e1f0f4935a843f320f55291fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.56'}], 'enable_snat': True}, 'gw_port_id': '7b6cadfb-63e0-42b1-a6de-6885edf9c8da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:24:17Z', 'updated_at': '2021-07-14T18:24:25Z', 'revision_number': 4, 'project_id': '327b1c3e1f0f4935a843f320f55291fe', 'gw_port': {'id': '7b6cadfb-63e0-42b1-a6de-6885edf9c8da', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:b8:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50b422c3-72ed-4d0c-b7aa-31b8479ae9f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 884, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:24:19Z', 'updated_at': '2021-07-14T18:24:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_floatingips': [{'id': '8587d362-a56b-41e1-b6c6-4388ecc55b7a', 'tenant_id': '327b1c3e1f0f4935a843f320f55291fe', 'floating_ip_address': '172.25.1.151', 'floating_network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'router_id': '50b422c3-72ed-4d0c-b7aa-31b8479ae9f5', 'port_id': '0617f9f4-4c8f-4362-b3ec-c500773f442e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 907, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b9f9ac3-6ebc-4dc3-8f35-bd7ca736cf0d', 'mac_address': 'fa:16:3e:e8:24:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37895516-4f0e-4167-8ef8-c244947be2c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T18:24:33Z', 'updated_at': '2021-07-14T18:25:01Z', 'revision_number': 1, 'project_id': '327b1c3e1f0f4935a843f320f55291fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5eb6062f-5273-4035-a2fa-daa17d368c7c', 'name': '', 'network_id': '5b9f9ac3-6ebc-4dc3-8f35-bd7ca736cf0d', 'tenant_id': '327b1c3e1f0f4935a843f320f55291fe', 'mac_address': 'fa:16:3e:24:b0:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50b422c3-72ed-4d0c-b7aa-31b8479ae9f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 893, 'fixed_ips': [{'subnet_id': 'e0f57fb3-d58e-4f09-b512-33298fff8025', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:24:23Z', 'updated_at': '2021-07-14T18:24:33Z', 'revision_number': 5, 'project_id': '327b1c3e1f0f4935a843f320f55291fe', 'subnets': [{'id': 'e0f57fb3-d58e-4f09-b512-33298fff8025', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-3', False) {} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:25:03.893392 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e8555a6-d285-4654-bca0-55ebefbac3d7 None None] Checking router: 50b422c3-72ed-4d0c-b7aa-31b8479ae9f5 for host: n-d-800634-3 {{(pid=93918) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 18:25:03.903014 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e8555a6-d285-4654-bca0-55ebefbac3d7 None None] Routers {'50b422c3-72ed-4d0c-b7aa-31b8479ae9f5'} bound to L3 agent in host n-d-800634-3 {{(pid=93918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:25:03.903633 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-4e8555a6-d285-4654-bca0-55ebefbac3d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:24:53Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['50b422c3-72ed-4d0c-b7aa-31b8479ae9f5'], 'active': True} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:25:04.024791 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 18:25:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd2df7f4-1fc2-4269-987a-b5da65ccac94 x-openstack-request-id: req-bd2df7f4-1fc2-4269-987a-b5da65ccac94 {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:25:04.025259 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37895516-4f0e-4167-8ef8-c244947be2c6", "tag": "0617f9f4-4c8f-4362-b3ec-c500773f442e", "status": "completed", "code": 200}]} {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:25:04.025485 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-bd2df7f4-1fc2-4269-987a-b5da65ccac94 {{(pid=93915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:25:04.025699 n-d-800634-3 neutron-server[93915]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37895516-4f0e-4167-8ef8-c244947be2c6', 'tag': '0617f9f4-4c8f-4362-b3ec-c500773f442e', 'status': 'completed', 'code': 200} Jul 14 18:25:04.107370 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad79208-7c63-4632-b041-178253fc4fc5 req-8972d255-6e6c-4c5f-a0fb-993e0be74a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:25:04.109604 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-cad79208-7c63-4632-b041-178253fc4fc5 req-8972d255-6e6c-4c5f-a0fb-993e0be74a48 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=327b1c3e1f0f4935a843f320f55291fe&device_id=37895516-4f0e-4167-8ef8-c244947be2c6 HTTP/1.1" status: 200 len: 1096 time: 0.0756342 Jul 14 18:25:04.127524 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvr_db [None req-4e8555a6-d285-4654-bca0-55ebefbac3d7 None None] Set router 50b422c3-72ed-4d0c-b7aa-31b8479ae9f5 gateway port host: n-d-800634-3 {{(pid=93918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 18:25:04.199233 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad79208-7c63-4632-b041-178253fc4fc5 req-e5bcb684-4e5d-4a7f-a8a3-a7847a89b91d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:25:04.200852 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-cad79208-7c63-4632-b041-178253fc4fc5 req-e5bcb684-4e5d-4a7f-a8a3-a7847a89b91d service neutron] 10.222.0.18 "GET /v2.0/networks?id=5b9f9ac3-6ebc-4dc3-8f35-bd7ca736cf0d HTTP/1.1" status: 200 len: 905 time: 0.0838027 Jul 14 18:25:04.215952 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a64f23c-7be3-443d-8349-fd2413a8e385 admin admin] Notify agent at l3_agent.n-d-800634-3 the message routers_updated {{(pid=93915) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 18:25:04.221163 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-3a64f23c-7be3-443d-8349-fd2413a8e385 admin admin] 10.222.0.16 "PUT /v2.0/routers/73155556-7213-41ae-bf53-93e286ab434f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0362463 Jul 14 18:25:04.226314 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 33950) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:25:04.229895 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd551ed9-34ec-4a37-a41b-b531fb8b3111 None None] Sync routers for ids ['73155556-7213-41ae-bf53-93e286ab434f'] in n-d-800634-3 {{(pid=93917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 18:25:04.239922 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd551ed9-34ec-4a37-a41b-b531fb8b3111 None None] Routers {'73155556-7213-41ae-bf53-93e286ab434f'} bound to L3 agent in host n-d-800634-3 {{(pid=93917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:25:04.240886 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-fd551ed9-34ec-4a37-a41b-b531fb8b3111 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:24:53Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['73155556-7213-41ae-bf53-93e286ab434f'], 'active': True} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:25:04.277403 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-cad79208-7c63-4632-b041-178253fc4fc5 req-2cdcd589-c522-4476-8dd7-8edd276140ff service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0617f9f4-4c8f-4362-b3ec-c500773f442e HTTP/1.1" status: 200 len: 999 time: 0.0643632 Jul 14 18:25:04.339637 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad79208-7c63-4632-b041-178253fc4fc5 req-e0c5a92c-17f8-4895-9db1-773aac13bbef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:25:04.341603 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-cad79208-7c63-4632-b041-178253fc4fc5 req-e0c5a92c-17f8-4895-9db1-773aac13bbef service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e0f57fb3-d58e-4f09-b512-33298fff8025 HTTP/1.1" status: 200 len: 844 time: 0.0575967 Jul 14 18:25:04.347604 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvr_db [None req-fd551ed9-34ec-4a37-a41b-b531fb8b3111 None None] Set router 73155556-7213-41ae-bf53-93e286ab434f gateway port host: n-d-800634-3 {{(pid=93917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 18:25:04.363696 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fc09f4-3dca-4251-9100-a0c92d2706b7 req-aa2fbab8-da63-45ed-963b-752263ae8309 tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:25:04.365395 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-73fc09f4-3dca-4251-9100-a0c92d2706b7 req-aa2fbab8-da63-45ed-963b-752263ae8309 tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] 10.222.0.16 "GET /v2.0/ports?device_id=b52528ac-079b-4411-8ce0-cffdc5b94d6f HTTP/1.1" status: 200 len: 931 time: 0.4418283 Jul 14 18:25:04.393309 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-4e8555a6-d285-4654-bca0-55ebefbac3d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50b422c3-72ed-4d0c-b7aa-31b8479ae9f5', 'name': 'tempest-ServersTestJSON-510107149-router', 'tenant_id': '327b1c3e1f0f4935a843f320f55291fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.56'}], 'enable_snat': True}, 'gw_port_id': '7b6cadfb-63e0-42b1-a6de-6885edf9c8da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:24:17Z', 'updated_at': '2021-07-14T18:24:25Z', 'revision_number': 4, 'project_id': '327b1c3e1f0f4935a843f320f55291fe', 'gw_port': {'id': '7b6cadfb-63e0-42b1-a6de-6885edf9c8da', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:b8:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50b422c3-72ed-4d0c-b7aa-31b8479ae9f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 884, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:24:19Z', 'updated_at': '2021-07-14T18:24:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_floatingips': [{'id': '8587d362-a56b-41e1-b6c6-4388ecc55b7a', 'tenant_id': '327b1c3e1f0f4935a843f320f55291fe', 'floating_ip_address': '172.25.1.151', 'floating_network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'router_id': '50b422c3-72ed-4d0c-b7aa-31b8479ae9f5', 'port_id': '0617f9f4-4c8f-4362-b3ec-c500773f442e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 907, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b9f9ac3-6ebc-4dc3-8f35-bd7ca736cf0d', 'mac_address': 'fa:16:3e:e8:24:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37895516-4f0e-4167-8ef8-c244947be2c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T18:24:33Z', 'updated_at': '2021-07-14T18:25:01Z', 'revision_number': 1, 'project_id': '327b1c3e1f0f4935a843f320f55291fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5eb6062f-5273-4035-a2fa-daa17d368c7c', 'name': '', 'network_id': '5b9f9ac3-6ebc-4dc3-8f35-bd7ca736cf0d', 'tenant_id': '327b1c3e1f0f4935a843f320f55291fe', 'mac_address': 'fa:16:3e:24:b0:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50b422c3-72ed-4d0c-b7aa-31b8479ae9f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 893, 'fixed_ips': [{'subnet_id': 'e0f57fb3-d58e-4f09-b512-33298fff8025', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:24:23Z', 'updated_at': '2021-07-14T18:24:33Z', 'revision_number': 5, 'project_id': '327b1c3e1f0f4935a843f320f55291fe', 'subnets': [{'id': 'e0f57fb3-d58e-4f09-b512-33298fff8025', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-3', False) {} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:25:04.426069 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad79208-7c63-4632-b041-178253fc4fc5 req-6ad58127-1110-42da-9c02-c5950f1ec323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:25:04.427896 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-cad79208-7c63-4632-b041-178253fc4fc5 req-6ad58127-1110-42da-9c02-c5950f1ec323 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5b9f9ac3-6ebc-4dc3-8f35-bd7ca736cf0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0733757 Jul 14 18:25:04.431251 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e8555a6-d285-4654-bca0-55ebefbac3d7 None None] The sync data for ids ['50b422c3-72ed-4d0c-b7aa-31b8479ae9f5'] in n-d-800634-3 is: [{'id': '50b422c3-72ed-4d0c-b7aa-31b8479ae9f5', 'name': 'tempest-ServersTestJSON-510107149-router', 'tenant_id': '327b1c3e1f0f4935a843f320f55291fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.56'}], 'enable_snat': True}, 'gw_port_id': '7b6cadfb-63e0-42b1-a6de-6885edf9c8da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:24:17Z', 'updated_at': '2021-07-14T18:24:25Z', 'revision_number': 4, 'project_id': '327b1c3e1f0f4935a843f320f55291fe', 'gw_port': {'id': '7b6cadfb-63e0-42b1-a6de-6885edf9c8da', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:b8:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50b422c3-72ed-4d0c-b7aa-31b8479ae9f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 884, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:24:19Z', 'updated_at': '2021-07-14T18:24:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_floatingips': [{'id': '8587d362-a56b-41e1-b6c6-4388ecc55b7a', 'tenant_id': '327b1c3e1f0f4935a843f320f55291fe', 'floating_ip_address': '172.25.1.151', 'floating_network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'router_id': '50b422c3-72ed-4d0c-b7aa-31b8479ae9f5', 'port_id': '0617f9f4-4c8f-4362-b3ec-c500773f442e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 907, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b9f9ac3-6ebc-4dc3-8f35-bd7ca736cf0d', 'mac_address': 'fa:16:3e:e8:24:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37895516-4f0e-4167-8ef8-c244947be2c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T18:24:33Z', 'updated_at': '2021-07-14T18:25:01Z', 'revision_number': 1, 'project_id': '327b1c3e1f0f4935a843f320f55291fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5eb6062f-5273-4035-a2fa-daa17d368c7c', 'name': '', 'network_id': '5b9f9ac3-6ebc-4dc3-8f35-bd7ca736cf0d', 'tenant_id': '327b1c3e1f0f4935a843f320f55291fe', 'mac_address': 'fa:16:3e:24:b0:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50b422c3-72ed-4d0c-b7aa-31b8479ae9f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 893, 'fixed_ips': [{'subnet_id': 'e0f57fb3-d58e-4f09-b512-33298fff8025', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:24:23Z', 'updated_at': '2021-07-14T18:24:33Z', 'revision_number': 5, 'project_id': '327b1c3e1f0f4935a843f320f55291fe', 'subnets': [{'id': 'e0f57fb3-d58e-4f09-b512-33298fff8025', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 18:25:04.462715 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5cfcd6-a269-4ce2-b199-38c562395b3f req-197c871c-4bab-4414-adb1-3dbc31162f55 tempest-ImagesTestJSON-313755568 tempest-ImagesTestJSON-313755568-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:25:04.464427 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-bd5cfcd6-a269-4ce2-b199-38c562395b3f req-197c871c-4bab-4414-adb1-3dbc31162f55 tempest-ImagesTestJSON-313755568 tempest-ImagesTestJSON-313755568-project] 10.222.0.16 "GET /v2.0/networks?id=458a605c-adc1-4322-ba16-e84a0c1f7468 HTTP/1.1" status: 200 len: 805 time: 0.3806856 Jul 14 18:25:04.516716 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [req-4c489d5c-2561-42fd-a13f-ae5f1e40ff05 req-5422e6c0-9e4f-452d-a5e7-d66bc8e836c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6200b844-456d-406f-bd25-bdced5d67cc9 {{(pid=93915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 18:25:04.529993 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-73fc09f4-3dca-4251-9100-a0c92d2706b7 req-21b25609-31ae-4805-bf36-90fefe7e3a23 tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] 10.222.0.16 "GET /v2.0/security-groups?id=39320fa9-4894-4542-95e3-d64e174c637e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419818 Jul 14 18:25:04.534235 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-4c489d5c-2561-42fd-a13f-ae5f1e40ff05 req-5422e6c0-9e4f-452d-a5e7-d66bc8e836c6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:25:04.548682 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-bd5cfcd6-a269-4ce2-b199-38c562395b3f req-1ec621db-16fe-480e-89d2-37670a5b27bf tempest-ImagesTestJSON-313755568 tempest-ImagesTestJSON-313755568-project] 10.222.0.16 "GET /v2.0/quotas/7d0d66c950aa4c4fbb95dc1c0b4948a1 HTTP/1.1" status: 200 len: 375 time: 0.0754166 Jul 14 18:25:04.556673 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-cad79208-7c63-4632-b041-178253fc4fc5 req-8ee01d03-e7d5-436d-ae0f-3f681bbc7151 service neutron] 10.222.0.18 "GET /v2.0/networks/5b9f9ac3-6ebc-4dc3-8f35-bd7ca736cf0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1186213 Jul 14 18:25:04.559602 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-fd551ed9-34ec-4a37-a41b-b531fb8b3111 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73155556-7213-41ae-bf53-93e286ab434f', 'name': 'tempest-ServersTestManualDisk-747830769-router', 'tenant_id': '6ad3b512175c4246a59ff7988f78196a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.106'}], 'enable_snat': True}, 'gw_port_id': 'a103cc1d-274d-4ef3-a0a1-f1be0a70fb88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:22:29Z', 'updated_at': '2021-07-14T18:25:01Z', 'revision_number': 5, 'project_id': '6ad3b512175c4246a59ff7988f78196a', 'gw_port': {'id': 'a103cc1d-274d-4ef3-a0a1-f1be0a70fb88', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:bf:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73155556-7213-41ae-bf53-93e286ab434f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 700, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:22:30Z', 'updated_at': '2021-07-14T18:22:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3'}], 'n-d-800634-3', False) {} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:25:04.585616 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.provisioning_blocks [req-4c489d5c-2561-42fd-a13f-ae5f1e40ff05 req-5422e6c0-9e4f-452d-a5e7-d66bc8e836c6 service neutron] Transition to ACTIVE for port object 6200b844-456d-406f-bd25-bdced5d67cc9 will not be triggered until provisioned by entity L2. {{(pid=93915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:25:04.588015 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-80b209c4-40e2-4c1f-8aae-bad62cab10ab admin admin] Notify callbacks [] for router, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:25:04.591572 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd551ed9-34ec-4a37-a41b-b531fb8b3111 None None] Checking router: 73155556-7213-41ae-bf53-93e286ab434f for host: n-d-800634-3 {{(pid=93917) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 18:25:04.601678 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd551ed9-34ec-4a37-a41b-b531fb8b3111 None None] Routers {'73155556-7213-41ae-bf53-93e286ab434f'} bound to L3 agent in host n-d-800634-3 {{(pid=93917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:25:04.603063 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-fd551ed9-34ec-4a37-a41b-b531fb8b3111 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:24:53Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['73155556-7213-41ae-bf53-93e286ab434f'], 'active': True} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:25:04.681442 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-cad79208-7c63-4632-b041-178253fc4fc5 req-f1a34387-4dde-4835-b5f9-4226e4536742 service neutron] 10.222.0.18 "GET /v2.0/networks/5b9f9ac3-6ebc-4dc3-8f35-bd7ca736cf0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1123302 Jul 14 18:25:04.687799 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-4c489d5c-2561-42fd-a13f-ae5f1e40ff05 req-5422e6c0-9e4f-452d-a5e7-d66bc8e836c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25912978'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:25:04.748913 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dfe4ad7-acbe-4c46-a60c-8f54ffa4e94a None None] New status for floating IP 8587d362-a56b-41e1-b6c6-4388ecc55b7a: ACTIVE {{(pid=93918) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 18:25:04.757549 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvr_db [None req-fd551ed9-34ec-4a37-a41b-b531fb8b3111 None None] Set router 73155556-7213-41ae-bf53-93e286ab434f gateway port host: n-d-800634-3 {{(pid=93917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 18:25:04.859122 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5422e6c0-9e4f-452d-a5e7-d66bc8e836c6 service neutron] Pushing event updated for resources: {'Port': ['ID=6200b844-456d-406f-bd25-bdced5d67cc9,revision_number=2']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:25:04.890271 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-80b209c4-40e2-4c1f-8aae-bad62cab10ab admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:25:04.915734 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-bd5cfcd6-a269-4ce2-b199-38c562395b3f req-3eb796e3-5cd1-4268-962f-f1ffd70e45c1 tempest-ImagesTestJSON-313755568 tempest-ImagesTestJSON-313755568-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=7d0d66c950aa4c4fbb95dc1c0b4948a1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3501866 Jul 14 18:25:04.940477 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device 0d727e14-7e00-4d23-beaa-680757cedc59 no longer exists at agent hyperv_n-h1-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 18:25:04.942166 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-4c489d5c-2561-42fd-a13f-ae5f1e40ff05 req-5422e6c0-9e4f-452d-a5e7-d66bc8e836c6 service neutron] Attempting to bind port 6200b844-456d-406f-bd25-bdced5d67cc9 on host n-h1-800634-3 for vnic_type normal with profile {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:25:04.942578 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-4c489d5c-2561-42fd-a13f-ae5f1e40ff05 req-5422e6c0-9e4f-452d-a5e7-d66bc8e836c6 service neutron] Attempting to bind port 6200b844-456d-406f-bd25-bdced5d67cc9 by drivers openvswitch,hyperv on host n-h1-800634-3 at level 0 using segments [{'id': '25fcd291-a4fb-4631-8a4d-06fad1821ccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '1cbaa8bd-1463-4b3c-89d2-ab344d2f55cf'}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:25:04.942977 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c489d5c-2561-42fd-a13f-ae5f1e40ff05 req-5422e6c0-9e4f-452d-a5e7-d66bc8e836c6 service neutron] Attempting to bind port 6200b844-456d-406f-bd25-bdced5d67cc9 on network 1cbaa8bd-1463-4b3c-89d2-ab344d2f55cf {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:25:05.012339 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c489d5c-2561-42fd-a13f-ae5f1e40ff05 req-5422e6c0-9e4f-452d-a5e7-d66bc8e836c6 service neutron] Port 6200b844-456d-406f-bd25-bdced5d67cc9 on network 1cbaa8bd-1463-4b3c-89d2-ab344d2f55cf not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-3 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 18:25:05.012743 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c489d5c-2561-42fd-a13f-ae5f1e40ff05 req-5422e6c0-9e4f-452d-a5e7-d66bc8e836c6 service neutron] Attempting to bind port 6200b844-456d-406f-bd25-bdced5d67cc9 on network 1cbaa8bd-1463-4b3c-89d2-ab344d2f55cf {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:25:05.026920 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c489d5c-2561-42fd-a13f-ae5f1e40ff05 req-5422e6c0-9e4f-452d-a5e7-d66bc8e836c6 service neutron] Checking agent: {'id': 'a3630ff4-fbee-45d9-b9b6-0ae41cb3a350', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 15, 32), 'started_at': datetime.datetime(2021, 7, 14, 18, 15, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 18, 25, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 18:25:05.027566 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c489d5c-2561-42fd-a13f-ae5f1e40ff05 req-5422e6c0-9e4f-452d-a5e7-d66bc8e836c6 service neutron] Checking segment: {'id': '25fcd291-a4fb-4631-8a4d-06fad1821ccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '1cbaa8bd-1463-4b3c-89d2-ab344d2f55cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:25:05.027778 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c489d5c-2561-42fd-a13f-ae5f1e40ff05 req-5422e6c0-9e4f-452d-a5e7-d66bc8e836c6 service neutron] Bound using segment: {'id': '25fcd291-a4fb-4631-8a4d-06fad1821ccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '1cbaa8bd-1463-4b3c-89d2-ab344d2f55cf'} {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 18:25:05.028312 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-4c489d5c-2561-42fd-a13f-ae5f1e40ff05 req-5422e6c0-9e4f-452d-a5e7-d66bc8e836c6 service neutron] Bound port: 6200b844-456d-406f-bd25-bdced5d67cc9, host: n-h1-800634-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25fcd291-a4fb-4631-8a4d-06fad1821ccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '1cbaa8bd-1463-4b3c-89d2-ab344d2f55cf'}}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 18:25:05.028734 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-4c489d5c-2561-42fd-a13f-ae5f1e40ff05 req-5422e6c0-9e4f-452d-a5e7-d66bc8e836c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:25:05.081530 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:25:05.099406 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-fd551ed9-34ec-4a37-a41b-b531fb8b3111 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73155556-7213-41ae-bf53-93e286ab434f', 'name': 'tempest-ServersTestManualDisk-747830769-router', 'tenant_id': '6ad3b512175c4246a59ff7988f78196a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.106'}], 'enable_snat': True}, 'gw_port_id': 'a103cc1d-274d-4ef3-a0a1-f1be0a70fb88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:22:29Z', 'updated_at': '2021-07-14T18:25:01Z', 'revision_number': 5, 'project_id': '6ad3b512175c4246a59ff7988f78196a', 'gw_port': {'id': 'a103cc1d-274d-4ef3-a0a1-f1be0a70fb88', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:bf:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73155556-7213-41ae-bf53-93e286ab434f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 700, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:22:30Z', 'updated_at': '2021-07-14T18:22:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3'}], 'n-d-800634-3', False) {} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:25:05.117551 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [None req-80b209c4-40e2-4c1f-8aae-bad62cab10ab admin admin] Deleting port a103cc1d-274d-4ef3-a0a1-f1be0a70fb88 {{(pid=93915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:25:05.117987 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-80b209c4-40e2-4c1f-8aae-bad62cab10ab admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:25:05.129988 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-bd5cfcd6-a269-4ce2-b199-38c562395b3f req-90c99908-7041-4ec3-b61b-f83e4721f0e0 service neutron] 10.222.0.16 "GET /v2.0/networks/458a605c-adc1-4322-ba16-e84a0c1f7468?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1896625 Jul 14 18:25:05.142261 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd551ed9-34ec-4a37-a41b-b531fb8b3111 None None] The sync data for ids ['73155556-7213-41ae-bf53-93e286ab434f'] in n-d-800634-3 is: [{'id': '73155556-7213-41ae-bf53-93e286ab434f', 'name': 'tempest-ServersTestManualDisk-747830769-router', 'tenant_id': '6ad3b512175c4246a59ff7988f78196a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.106'}], 'enable_snat': True}, 'gw_port_id': 'a103cc1d-274d-4ef3-a0a1-f1be0a70fb88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:22:29Z', 'updated_at': '2021-07-14T18:25:01Z', 'revision_number': 5, 'project_id': '6ad3b512175c4246a59ff7988f78196a', 'gw_port': {'id': 'a103cc1d-274d-4ef3-a0a1-f1be0a70fb88', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:bf:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73155556-7213-41ae-bf53-93e286ab434f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 700, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:22:30Z', 'updated_at': '2021-07-14T18:22:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3'}] {{(pid=93917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 18:25:05.149697 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34ada4aa-7d10-4b46-a74b-0ace9f3e3335', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0d727e14-7e00-4d23-beaa-680757cedc59'}] {{(pid=93917) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:25:05.152089 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20b787f3c29eaa7aa2a4d648c725a2124c5ff39a8d793252f9d844495e14cf42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7f90564-1e52-4ba1-abec-d8506acc7855" -d '{"events": [{"server_uuid": "34ada4aa-7d10-4b46-a74b-0ace9f3e3335", "name": "network-vif-unplugged", "status": "completed", "tag": "0d727e14-7e00-4d23-beaa-680757cedc59"}]}' {{(pid=93917) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:25:05.156624 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:25:05.168783 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port 0d727e14-7e00-4d23-beaa-680757cedc59, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=0d727e14-7e00-4d23-beaa-680757cedc59,segment=NetworkSegment(ed557757-f640-484f-8cda-41a92c321398),segment_id=ed557757-f640-484f-8cda-41a92c321398)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:25:05.178318 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:25:05.234211 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Pushing event updated for resources: {'Port': ['ID=0d727e14-7e00-4d23-beaa-680757cedc59,revision_number=8']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:25:05.257865 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-4c489d5c-2561-42fd-a13f-ae5f1e40ff05 req-5422e6c0-9e4f-452d-a5e7-d66bc8e836c6 service neutron] For port 6200b844-456d-406f-bd25-bdced5d67cc9, host n-h1-800634-3, cleared binding levels {{(pid=93915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:25:05.297086 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-4c489d5c-2561-42fd-a13f-ae5f1e40ff05 req-5422e6c0-9e4f-452d-a5e7-d66bc8e836c6 service neutron] For port 6200b844-456d-406f-bd25-bdced5d67cc9, host n-h1-800634-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=6200b844-456d-406f-bd25-bdced5d67cc9,segment=NetworkSegment(25fcd291-a4fb-4631-8a4d-06fad1821ccd),segment_id=25fcd291-a4fb-4631-8a4d-06fad1821ccd)] {{(pid=93915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 18:25:05.308739 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-4c489d5c-2561-42fd-a13f-ae5f1e40ff05 req-5422e6c0-9e4f-452d-a5e7-d66bc8e836c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25912978'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:25:05.706097 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c489d5c-2561-42fd-a13f-ae5f1e40ff05 req-5422e6c0-9e4f-452d-a5e7-d66bc8e836c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:25:05.706705 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-4c489d5c-2561-42fd-a13f-ae5f1e40ff05 req-5422e6c0-9e4f-452d-a5e7-d66bc8e836c6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:25:05.708067 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-4c489d5c-2561-42fd-a13f-ae5f1e40ff05 req-5422e6c0-9e4f-452d-a5e7-d66bc8e836c6 service neutron] 10.222.0.18 "PUT /v2.0/ports/6200b844-456d-406f-bd25-bdced5d67cc9 HTTP/1.1" status: 200 len: 1091 time: 2.2342184 Jul 14 18:25:05.717290 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [None req-80b209c4-40e2-4c1f-8aae-bad62cab10ab admin admin] For port a103cc1d-274d-4ef3-a0a1-f1be0a70fb88, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=a103cc1d-274d-4ef3-a0a1-f1be0a70fb88,segment=NetworkSegment(5afb940b-bbdf-4727-be00-5d46367c38a1),segment_id=5afb940b-bbdf-4727-be00-5d46367c38a1)] {{(pid=93915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:25:05.717644 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-80b209c4-40e2-4c1f-8aae-bad62cab10ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:25:05.729100 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-bd5cfcd6-a269-4ce2-b199-38c562395b3f req-ecf50990-0bc2-4421-8eb1-d99dd03757a2 service neutron] 10.222.0.16 "GET /v2.0/networks/458a605c-adc1-4322-ba16-e84a0c1f7468?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5805264 Jul 14 18:25:05.744357 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [None req-80b209c4-40e2-4c1f-8aae-bad62cab10ab admin admin] Calling delete_port for a103cc1d-274d-4ef3-a0a1-f1be0a70fb88 owned by network:router_gateway {{(pid=93915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:25:05.761523 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5422e6c0-9e4f-452d-a5e7-d66bc8e836c6 service neutron] Pushing event updated for resources: {'Port': ['ID=6200b844-456d-406f-bd25-bdced5d67cc9,revision_number=3']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:25:05.848823 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f1b34c-d955-417b-8f1e-718b4c592370 req-8f761f9a-0056-4c46-949b-9d6d17e58cc7 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:25:05.850437 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f3f1b34c-d955-417b-8f1e-718b4c592370 req-8f761f9a-0056-4c46-949b-9d6d17e58cc7 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.16 "GET /v2.0/ports?device_id=85403e3f-7fd5-4848-9edb-9810e7a89b4f HTTP/1.1" status: 200 len: 950 time: 0.2426593 Jul 14 18:25:05.962077 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f3f1b34c-d955-417b-8f1e-718b4c592370 req-07b4d4da-9977-434a-8b1d-d5ae7c4d0ced tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.16 "GET /v2.0/security-groups?id=95148b1b-0f93-483b-9e80-262147c27e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034660 Jul 14 18:25:05.978962 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c489d5c-2561-42fd-a13f-ae5f1e40ff05 req-817ec6de-1c8c-4125-aac8-a3a269151405 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:25:05.980869 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-4c489d5c-2561-42fd-a13f-ae5f1e40ff05 req-817ec6de-1c8c-4125-aac8-a3a269151405 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=0bd95cc3d59f415f8da5b8a01a238496&device_id=b52528ac-079b-4411-8ce0-cffdc5b94d6f HTTP/1.1" status: 200 len: 1094 time: 0.1710339 Jul 14 18:25:06.032489 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b52528ac-079b-4411-8ce0-cffdc5b94d6f', 'tag': '6200b844-456d-406f-bd25-bdced5d67cc9'}] {{(pid=93915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:25:06.035230 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e72782ad3af8f7d4ce76cedf092bca46d1756acc5c4653cf0b52034cdd6b073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90d43053-00f0-462b-beb8-5b1fe3de56a3" -d '{"events": [{"name": "network-changed", "server_uuid": "b52528ac-079b-4411-8ce0-cffdc5b94d6f", "tag": "6200b844-456d-406f-bd25-bdced5d67cc9"}]}' {{(pid=93915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:25:06.043210 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-4c489d5c-2561-42fd-a13f-ae5f1e40ff05 req-31861a1a-e3f7-4487-9b1b-db3a3fb5ddd7 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6200b844-456d-406f-bd25-bdced5d67cc9 HTTP/1.1" status: 200 len: 217 time: 0.0513754 Jul 14 18:25:06.108126 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13e0655-6a50-453b-a864-4c0c2e01554c req-6ec01957-ed18-4aa6-ba80-226336053f32 tempest-ImagesTestJSON-313755568 tempest-ImagesTestJSON-313755568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:25:06.111163 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-d13e0655-6a50-453b-a864-4c0c2e01554c req-6ec01957-ed18-4aa6-ba80-226336053f32 tempest-ImagesTestJSON-313755568 tempest-ImagesTestJSON-313755568-project] 10.222.0.18 "GET /v2.0/ports?device_id=34ada4aa-7d10-4b46-a74b-0ace9f3e3335 HTTP/1.1" status: 200 len: 943 time: 0.1677530 Jul 14 18:25:06.119685 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-80b209c4-40e2-4c1f-8aae-bad62cab10ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:25:06.122357 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c489d5c-2561-42fd-a13f-ae5f1e40ff05 req-40dff8cc-7595-4626-a5e4-2ed540a1193d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:25:06.123832 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-4c489d5c-2561-42fd-a13f-ae5f1e40ff05 req-40dff8cc-7595-4626-a5e4-2ed540a1193d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a6dcdf63-414e-46ae-93dc-0b8457260728 HTTP/1.1" status: 200 len: 851 time: 0.0624681 Jul 14 18:25:06.164839 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b209c4-40e2-4c1f-8aae-bad62cab10ab admin admin] Pushing event deleted for resources: {'Port': ['ID=a103cc1d-274d-4ef3-a0a1-f1be0a70fb88,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:25:06.165713 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 14 Jul 2021 18:25:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d632bbfe-0490-4910-b65b-b68cc6d7b2c6 x-openstack-request-id: req-d632bbfe-0490-4910-b65b-b68cc6d7b2c6 {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:25:06.166325 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34ada4aa-7d10-4b46-a74b-0ace9f3e3335", "name": "network-vif-unplugged", "status": "completed", "tag": "0d727e14-7e00-4d23-beaa-680757cedc59", "code": 200}]} {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:25:06.167028 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d632bbfe-0490-4910-b65b-b68cc6d7b2c6 {{(pid=93917) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:25:06.167950 n-d-800634-3 neutron-server[93917]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34ada4aa-7d10-4b46-a74b-0ace9f3e3335', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0d727e14-7e00-4d23-beaa-680757cedc59', 'code': 200} Jul 14 18:25:06.190073 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-4c489d5c-2561-42fd-a13f-ae5f1e40ff05 req-a57eca04-34f3-441b-98b7-8152885b5cba service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=1cbaa8bd-1463-4b3c-89d2-ab344d2f55cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0345585 Jul 14 18:25:06.292823 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [req-d13e0655-6a50-453b-a864-4c0c2e01554c req-59250393-39fe-487f-8fcc-7a9d39eaaabc tempest-ImagesTestJSON-313755568 tempest-ImagesTestJSON-313755568-project] Deleting port 0d727e14-7e00-4d23-beaa-680757cedc59 {{(pid=93916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:25:06.293161 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-d13e0655-6a50-453b-a864-4c0c2e01554c req-59250393-39fe-487f-8fcc-7a9d39eaaabc tempest-ImagesTestJSON-313755568 tempest-ImagesTestJSON-313755568-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:25:06.344601 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-77335929-c182-4e15-bf57-89b7a72f46a6 req-267bf4ba-54a7-424d-98ca-9d6a80fb78a2 tempest-ServerShowV247Test-68493364 tempest-ServerShowV247Test-68493364-project] 10.222.0.16 "GET /v2.0/ports?device_id=e742e13c-60d9-44c3-9fc8-7b7eccb86217 HTTP/1.1" status: 200 len: 210 time: 0.0478935 Jul 14 18:25:06.375214 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-80b209c4-40e2-4c1f-8aae-bad62cab10ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-930057'] for router_gateway, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:25:06.393445 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.db [req-d13e0655-6a50-453b-a864-4c0c2e01554c req-59250393-39fe-487f-8fcc-7a9d39eaaabc tempest-ImagesTestJSON-313755568 tempest-ImagesTestJSON-313755568-project] For port 0d727e14-7e00-4d23-beaa-680757cedc59, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=0d727e14-7e00-4d23-beaa-680757cedc59,segment=NetworkSegment(ed557757-f640-484f-8cda-41a92c321398),segment_id=ed557757-f640-484f-8cda-41a92c321398)] {{(pid=93916) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:25:06.393814 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-d13e0655-6a50-453b-a864-4c0c2e01554c req-59250393-39fe-487f-8fcc-7a9d39eaaabc tempest-ImagesTestJSON-313755568 tempest-ImagesTestJSON-313755568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:25:06.414609 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [req-d13e0655-6a50-453b-a864-4c0c2e01554c req-59250393-39fe-487f-8fcc-7a9d39eaaabc tempest-ImagesTestJSON-313755568 tempest-ImagesTestJSON-313755568-project] Calling delete_port for 0d727e14-7e00-4d23-beaa-680757cedc59 owned by compute:nova {{(pid=93916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:25:06.561521 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-80b209c4-40e2-4c1f-8aae-bad62cab10ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-571778', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11402'] for router, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:25:06.567904 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-d13e0655-6a50-453b-a864-4c0c2e01554c req-59250393-39fe-487f-8fcc-7a9d39eaaabc tempest-ImagesTestJSON-313755568 tempest-ImagesTestJSON-313755568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:25:06.568633 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-80b209c4-40e2-4c1f-8aae-bad62cab10ab admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:25:06.581019 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-4c489d5c-2561-42fd-a13f-ae5f1e40ff05 req-c39eacac-28ac-4088-a0fe-0544dc0d4b73 service neutron] 10.222.0.18 "GET /v2.0/networks/1cbaa8bd-1463-4b3c-89d2-ab344d2f55cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3699784 Jul 14 18:25:06.597768 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59250393-39fe-487f-8fcc-7a9d39eaaabc tempest-ImagesTestJSON-313755568 tempest-ImagesTestJSON-313755568-project] Pushing event deleted for resources: {'Port': ['ID=0d727e14-7e00-4d23-beaa-680757cedc59,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:25:06.658131 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.l3_dvrscheduler_db [req-d13e0655-6a50-453b-a864-4c0c2e01554c req-59250393-39fe-487f-8fcc-7a9d39eaaabc tempest-ImagesTestJSON-313755568 tempest-ImagesTestJSON-313755568-project] No DVR routers for this DVR port 0d727e14-7e00-4d23-beaa-680757cedc59 on host n-h1-800634-3 {{(pid=93916) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 18:25:06.660911 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-d13e0655-6a50-453b-a864-4c0c2e01554c req-59250393-39fe-487f-8fcc-7a9d39eaaabc tempest-ImagesTestJSON-313755568 tempest-ImagesTestJSON-313755568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:25:06.663319 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-d13e0655-6a50-453b-a864-4c0c2e01554c req-59250393-39fe-487f-8fcc-7a9d39eaaabc tempest-ImagesTestJSON-313755568 tempest-ImagesTestJSON-313755568-project] 10.222.0.18 "DELETE /v2.0/ports/0d727e14-7e00-4d23-beaa-680757cedc59 HTTP/1.1" status: 204 len: 173 time: 0.5259604 Jul 14 18:25:06.663757 n-d-800634-3 neutron-server[93916]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34ada4aa-7d10-4b46-a74b-0ace9f3e3335', 'name': 'network-vif-deleted', 'tag': '0d727e14-7e00-4d23-beaa-680757cedc59'}] {{(pid=93916) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:25:06.666123 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f803e150b363a7893830aa996ac27753fa25517c406ecd3536b7c2d4b26eeb9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af7f3a40-f8b6-41ec-9c88-2ca0c84ce8d5" -d '{"events": [{"server_uuid": "34ada4aa-7d10-4b46-a74b-0ace9f3e3335", "name": "network-vif-deleted", "tag": "0d727e14-7e00-4d23-beaa-680757cedc59"}]}' {{(pid=93916) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:25:06.688092 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-80b209c4-40e2-4c1f-8aae-bad62cab10ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-541202'] for router, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:25:06.688674 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80b209c4-40e2-4c1f-8aae-bad62cab10ab admin admin] Fanout notify agent at l3_agent the message router_deleted on router 73155556-7213-41ae-bf53-93e286ab434f {{(pid=93915) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 18:25:06.699406 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-80b209c4-40e2-4c1f-8aae-bad62cab10ab admin admin] Notify callbacks [] for router, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:25:06.700592 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-80b209c4-40e2-4c1f-8aae-bad62cab10ab admin admin] 10.222.0.16 "DELETE /v2.0/routers/73155556-7213-41ae-bf53-93e286ab434f HTTP/1.1" status: 204 len: 168 time: 2.4182224 Jul 14 18:25:06.704551 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 33996) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:25:06.723781 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fb52ca-f2b1-435c-918f-7e6941719854 req-5182c873-856b-4d8d-890c-ace738b0103a tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:25:06.725377 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e3fb52ca-f2b1-435c-918f-7e6941719854 req-5182c873-856b-4d8d-890c-ace738b0103a tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] 10.222.0.16 "GET /v2.0/ports?device_id=b52528ac-079b-4411-8ce0-cffdc5b94d6f HTTP/1.1" status: 200 len: 943 time: 0.2146595 Jul 14 18:25:06.740158 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8a9fb9-321a-4bd7-80a5-50666191c97d req-006b0b3a-c692-4e5a-9020-12d17bdc9652 tempest-ServersAdminTestJSON-178418304 tempest-ServersAdminTestJSON-178418304-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:25:06.740661 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8a9fb9-321a-4bd7-80a5-50666191c97d req-006b0b3a-c692-4e5a-9020-12d17bdc9652 tempest-ServersAdminTestJSON-178418304 tempest-ServersAdminTestJSON-178418304-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:25:06.741683 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8a9fb9-321a-4bd7-80a5-50666191c97d req-006b0b3a-c692-4e5a-9020-12d17bdc9652 tempest-ServersAdminTestJSON-178418304 tempest-ServersAdminTestJSON-178418304-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:25:06.742166 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8a9fb9-321a-4bd7-80a5-50666191c97d req-006b0b3a-c692-4e5a-9020-12d17bdc9652 tempest-ServersAdminTestJSON-178418304 tempest-ServersAdminTestJSON-178418304-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:25:06.742631 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8a9fb9-321a-4bd7-80a5-50666191c97d req-006b0b3a-c692-4e5a-9020-12d17bdc9652 tempest-ServersAdminTestJSON-178418304 tempest-ServersAdminTestJSON-178418304-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:25:06.743108 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8a9fb9-321a-4bd7-80a5-50666191c97d req-006b0b3a-c692-4e5a-9020-12d17bdc9652 tempest-ServersAdminTestJSON-178418304 tempest-ServersAdminTestJSON-178418304-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:25:06.743576 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8a9fb9-321a-4bd7-80a5-50666191c97d req-006b0b3a-c692-4e5a-9020-12d17bdc9652 tempest-ServersAdminTestJSON-178418304 tempest-ServersAdminTestJSON-178418304-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:25:06.744047 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8a9fb9-321a-4bd7-80a5-50666191c97d req-006b0b3a-c692-4e5a-9020-12d17bdc9652 tempest-ServersAdminTestJSON-178418304 tempest-ServersAdminTestJSON-178418304-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:25:06.744556 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8a9fb9-321a-4bd7-80a5-50666191c97d req-006b0b3a-c692-4e5a-9020-12d17bdc9652 tempest-ServersAdminTestJSON-178418304 tempest-ServersAdminTestJSON-178418304-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:25:06.745029 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8a9fb9-321a-4bd7-80a5-50666191c97d req-006b0b3a-c692-4e5a-9020-12d17bdc9652 tempest-ServersAdminTestJSON-178418304 tempest-ServersAdminTestJSON-178418304-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:25:06.747218 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ef8a9fb9-321a-4bd7-80a5-50666191c97d req-006b0b3a-c692-4e5a-9020-12d17bdc9652 tempest-ServersAdminTestJSON-178418304 tempest-ServersAdminTestJSON-178418304-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=0de76286-d6ab-4637-959a-e3738e6ab32f&device_id=b52528ac-079b-4411-8ce0-cffdc5b94d6f&device_id=e742e13c-60d9-44c3-9fc8-7b7eccb86217&device_id=715b2fcd-17a8-43dd-a977-1101a8e7ee09&device_id=c0a35d7a-0d5a-4ed8-8ada-969afc759278&device_id=37895516-4f0e-4167-8ef8-c244947be2c6&device_id=85403e3f-7fd5-4848-9edb-9810e7a89b4f&device_id=10d0b8e3-e975-4623-bc0a-0c2b9cd85672&device_id=c37af3d9-5cf3-44f0-a629-12e66be48e93&device_id=34ada4aa-7d10-4b46-a74b-0ace9f3e3335&device_id=a714a8d2-8fdd-4748-b40a-f8b22de05ec3&device_id=6ab0c594-ecaf-4c5b-977a-9c1b59a2d9cc&device_id=03a24d87-527f-4d5b-a998-53393446562a&device_id=71cc93c3-ed8e-4af7-bf04-1c1ca5f4c121&device_id=fbf4bb9b-1d56-4ad5-a9e1-d9e143744a86 HTTP/1.1" status: 200 len: 9007 time: 0.3768258 Jul 14 18:25:06.783407 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.db_base_plugin_v2 [None req-38cfd76c-99e9-40a0-b03c-da9d1cefb21f admin admin] Deleting subnet 51a2df91-1208-4c4b-96e9-d2512fde1766 {{(pid=93916) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 18:25:06.787796 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-38cfd76c-99e9-40a0-b03c-da9d1cefb21f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:25:06.815807 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-ef8a9fb9-321a-4bd7-80a5-50666191c97d req-2676c43a-5cae-4523-a516-418478ece6cf tempest-ServersAdminTestJSON-178418304 tempest-ServersAdminTestJSON-178418304-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:25:06.832860 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-4c489d5c-2561-42fd-a13f-ae5f1e40ff05 req-45534064-1f3b-405a-9bb8-d14aa75df3e6 service neutron] 10.222.0.18 "GET /v2.0/networks/1cbaa8bd-1463-4b3c-89d2-ab344d2f55cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2432072 Jul 14 18:25:06.866417 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-38cfd76c-99e9-40a0-b03c-da9d1cefb21f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26296866'] for subnet, precommit_delete_associations {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:25:06.872177 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e3fb52ca-f2b1-435c-918f-7e6941719854 req-481e15c0-b2fe-437e-a6c9-47326559fa92 tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] 10.222.0.16 "GET /v2.0/security-groups?id=39320fa9-4894-4542-95e3-d64e174c637e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190152 Jul 14 18:25:06.886457 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 56c307d6-0eb8-4bc8-9f67-c002fcba1788 no longer exists at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 18:25:06.929906 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] No Port match for: 56c307d6-0eb8-4bc8-9f67-c002fcba1788 {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 18:25:06.930366 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 56c307d6-0eb8-4bc8-9f67-c002fcba1788 not bound to the agent host n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 18:25:06.966356 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-38cfd76c-99e9-40a0-b03c-da9d1cefb21f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081283'] for subnet, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:25:07.030508 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-38cfd76c-99e9-40a0-b03c-da9d1cefb21f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2684816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26033152'] for subnet, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:25:07.044102 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b4ecfb97-faf1-45b7-9759-00ebae8eca37 req-b08d7444-eacd-489d-8b64-48b6669a6fce tempest-ImagesTestJSON-313755568 tempest-ImagesTestJSON-313755568-project] 10.222.0.16 "GET /v2.0/ports?device_id=0de76286-d6ab-4637-959a-e3738e6ab32f HTTP/1.1" status: 200 len: 210 time: 0.0541043 Jul 14 18:25:07.048681 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-ef8a9fb9-321a-4bd7-80a5-50666191c97d req-2676c43a-5cae-4523-a516-418478ece6cf tempest-ServersAdminTestJSON-178418304 tempest-ServersAdminTestJSON-178418304-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:25:07.054390 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-ef8a9fb9-321a-4bd7-80a5-50666191c97d req-2676c43a-5cae-4523-a516-418478ece6cf tempest-ServersAdminTestJSON-178418304 tempest-ServersAdminTestJSON-178418304-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:25:07.059000 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38cfd76c-99e9-40a0-b03c-da9d1cefb21f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=51a2df91-1208-4c4b-96e9-d2512fde1766,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:25:07.061025 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-38cfd76c-99e9-40a0-b03c-da9d1cefb21f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598705'] for subnet, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:25:07.065416 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-38cfd76c-99e9-40a0-b03c-da9d1cefb21f admin admin] 10.222.0.16 "DELETE /v2.0/subnets/51a2df91-1208-4c4b-96e9-d2512fde1766 HTTP/1.1" status: 204 len: 168 time: 0.3602889 Jul 14 18:25:07.066015 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 34002) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:25:07.071505 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b2534f0-4bc9-47aa-8d45-30f3a5e05acd None None] Network 21eb5426-10a9-45e7-adcc-7b2a88d91d33 requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:25:07.087527 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2676c43a-5cae-4523-a516-418478ece6cf tempest-ServersAdminTestJSON-178418304 tempest-ServersAdminTestJSON-178418304-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83cab4f6-5107-4b6f-8a5b-cac508ee456c,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:25:07.116957 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ef8a9fb9-321a-4bd7-80a5-50666191c97d req-2676c43a-5cae-4523-a516-418478ece6cf tempest-ServersAdminTestJSON-178418304 tempest-ServersAdminTestJSON-178418304-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=96a7afe7-a122-4b0d-8907-2d91e1bd838f&id=ea7723ec-9d2a-468c-977f-1e7257209758&id=39320fa9-4894-4542-95e3-d64e174c637e&id=fdb82264-481f-4cf8-9ca0-988769171a6e&id=93c6eb24-b3aa-49c4-93f7-93dd5f011665&id=95148b1b-0f93-483b-9e80-262147c27e51&fields=id&fields=name HTTP/1.1" status: 200 len: 648 time: 0.3479955 Jul 14 18:25:07.120705 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 18:25:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc35eb1d-a800-4960-b577-3bc2533010e0 x-openstack-request-id: req-dc35eb1d-a800-4960-b577-3bc2533010e0 {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:25:07.121133 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b52528ac-079b-4411-8ce0-cffdc5b94d6f", "tag": "6200b844-456d-406f-bd25-bdced5d67cc9", "status": "completed", "code": 200}]} {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:25:07.122187 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-dc35eb1d-a800-4960-b577-3bc2533010e0 {{(pid=93915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:25:07.122750 n-d-800634-3 neutron-server[93915]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b52528ac-079b-4411-8ce0-cffdc5b94d6f', 'tag': '6200b844-456d-406f-bd25-bdced5d67cc9', 'status': 'completed', 'code': 200} Jul 14 18:25:07.138412 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-03139989-97e9-48f7-a5fa-68074c5ffa7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645734'] for network, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:25:07.224279 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 18:25:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d45b9500-d3b7-42c9-98b5-646eade97cf8 x-openstack-request-id: req-d45b9500-d3b7-42c9-98b5-646eade97cf8 {{(pid=93916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:25:07.224571 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34ada4aa-7d10-4b46-a74b-0ace9f3e3335", "name": "network-vif-deleted", "tag": "0d727e14-7e00-4d23-beaa-680757cedc59", "status": "completed", "code": 200}]} {{(pid=93916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:25:07.227142 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d45b9500-d3b7-42c9-98b5-646eade97cf8 {{(pid=93916) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:25:07.227708 n-d-800634-3 neutron-server[93916]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34ada4aa-7d10-4b46-a74b-0ace9f3e3335', 'name': 'network-vif-deleted', 'tag': '0d727e14-7e00-4d23-beaa-680757cedc59', 'status': 'completed', 'code': 200} Jul 14 18:25:07.242817 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d43053-00f0-462b-beb8-5b1fe3de56a3 req-8a09d15c-9fe9-4290-8391-84a1e31ed33e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:25:07.244612 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-90d43053-00f0-462b-beb8-5b1fe3de56a3 req-8a09d15c-9fe9-4290-8391-84a1e31ed33e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=0bd95cc3d59f415f8da5b8a01a238496&device_id=b52528ac-079b-4411-8ce0-cffdc5b94d6f HTTP/1.1" status: 200 len: 1094 time: 0.1068220 Jul 14 18:25:07.297083 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-03139989-97e9-48f7-a5fa-68074c5ffa7c admin admin] Deleting port 17162ce4-385e-482a-b966-065d091b1d70 {{(pid=93916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:25:07.298009 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-03139989-97e9-48f7-a5fa-68074c5ffa7c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:25:07.404427 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.db [None req-03139989-97e9-48f7-a5fa-68074c5ffa7c admin admin] For port 17162ce4-385e-482a-b966-065d091b1d70, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=17162ce4-385e-482a-b966-065d091b1d70,segment=NetworkSegment(4c0d9076-aea0-482a-a4d8-ee0057218731),segment_id=4c0d9076-aea0-482a-a4d8-ee0057218731)] {{(pid=93916) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:25:07.404834 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-03139989-97e9-48f7-a5fa-68074c5ffa7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:25:07.418694 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d43053-00f0-462b-beb8-5b1fe3de56a3 req-4c708564-ec06-4d90-9b1c-7bfcb4d1d79b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:25:07.420203 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-90d43053-00f0-462b-beb8-5b1fe3de56a3 req-4c708564-ec06-4d90-9b1c-7bfcb4d1d79b service neutron] 10.222.0.18 "GET /v2.0/networks?id=1cbaa8bd-1463-4b3c-89d2-ab344d2f55cf HTTP/1.1" status: 200 len: 911 time: 0.1678815 Jul 14 18:25:07.420689 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-03139989-97e9-48f7-a5fa-68074c5ffa7c admin admin] Calling delete_port for 17162ce4-385e-482a-b966-065d091b1d70 owned by network:dhcp {{(pid=93916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:25:07.439614 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebac10a7-eafc-4ab4-85e8-f55fda38c855 None None] DHCP port deletion for 21eb5426-10a9-45e7-adcc-7b2a88d91d33 request from n-d-800634-3 {{(pid=93917) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 18:25:07.496621 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f55fa3-ed14-4a74-ad12-0735a755819a req-aaffdcd5-b87e-4f8c-8289-22c01886ea08 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:25:07.498862 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-91f55fa3-ed14-4a74-ad12-0735a755819a req-aaffdcd5-b87e-4f8c-8289-22c01886ea08 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.16 "GET /v2.0/ports?device_id=85403e3f-7fd5-4848-9edb-9810e7a89b4f HTTP/1.1" status: 200 len: 950 time: 0.1539330 Jul 14 18:25:07.500736 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-90d43053-00f0-462b-beb8-5b1fe3de56a3 req-86aa7bc7-fad8-4480-aa1e-ffc19e0af143 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6200b844-456d-406f-bd25-bdced5d67cc9 HTTP/1.1" status: 200 len: 217 time: 0.0475359 Jul 14 18:25:07.505311 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-ebac10a7-eafc-4ab4-85e8-f55fda38c855 None None] Deleting port 17162ce4-385e-482a-b966-065d091b1d70 {{(pid=93917) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:25:07.505696 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-ebac10a7-eafc-4ab4-85e8-f55fda38c855 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:25:07.564559 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d43053-00f0-462b-beb8-5b1fe3de56a3 req-723c01c6-1b1b-4dac-820d-5cf16fb95a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:25:07.566206 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-90d43053-00f0-462b-beb8-5b1fe3de56a3 req-723c01c6-1b1b-4dac-820d-5cf16fb95a3b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a6dcdf63-414e-46ae-93dc-0b8457260728 HTTP/1.1" status: 200 len: 851 time: 0.0537536 Jul 14 18:25:07.621929 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-90d43053-00f0-462b-beb8-5b1fe3de56a3 req-381e746f-d612-463d-a56b-823025ecef78 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=1cbaa8bd-1463-4b3c-89d2-ab344d2f55cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0424688 Jul 14 18:25:07.664425 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-91f55fa3-ed14-4a74-ad12-0735a755819a req-d7e7853b-c34e-476c-8494-aa45191719b6 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.16 "GET /v2.0/security-groups?id=95148b1b-0f93-483b-9e80-262147c27e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476665 Jul 14 18:25:07.676595 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-03139989-97e9-48f7-a5fa-68074c5ffa7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:25:07.716357 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ff7d0565-5e27-4787-8373-de82fa1fb103 req-93316a0f-b1d4-4ba1-aaf7-e76cbd55b4d4 tempest-ServerShowV247Test-68493364 tempest-ServerShowV247Test-68493364-project] 10.222.0.16 "GET /v2.0/ports?device_id=e742e13c-60d9-44c3-9fc8-7b7eccb86217 HTTP/1.1" status: 200 len: 210 time: 0.0479417 Jul 14 18:25:07.758775 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03139989-97e9-48f7-a5fa-68074c5ffa7c admin admin] Pushing event deleted for resources: {'Port': ['ID=17162ce4-385e-482a-b966-065d091b1d70,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:25:07.777441 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-ebac10a7-eafc-4ab4-85e8-f55fda38c855 None None] For port 17162ce4-385e-482a-b966-065d091b1d70, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=17162ce4-385e-482a-b966-065d091b1d70,segment=NetworkSegment(4c0d9076-aea0-482a-a4d8-ee0057218731),segment_id=4c0d9076-aea0-482a-a4d8-ee0057218731)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:25:07.780514 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-ebac10a7-eafc-4ab4-85e8-f55fda38c855 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:25:07.788508 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03139989-97e9-48f7-a5fa-68074c5ffa7c admin admin] No DVR routers for this DVR port 17162ce4-385e-482a-b966-065d091b1d70 on host n-d-800634-3 {{(pid=93916) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 18:25:07.808859 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-ebac10a7-eafc-4ab4-85e8-f55fda38c855 None None] Calling delete_port for 17162ce4-385e-482a-b966-065d091b1d70 owned by network:dhcp {{(pid=93917) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:25:07.820381 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-90d43053-00f0-462b-beb8-5b1fe3de56a3 req-5cd2aadd-bf86-4ccb-b667-b32206efa624 service neutron] 10.222.0.18 "GET /v2.0/networks/1cbaa8bd-1463-4b3c-89d2-ab344d2f55cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1530490 Jul 14 18:25:07.906194 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-ebac10a7-eafc-4ab4-85e8-f55fda38c855 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813'] for port, after_delete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:25:07.911674 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5cfcd6-a269-4ce2-b199-38c562395b3f req-4b883fed-513c-4052-8c44-10a943146abf tempest-ImagesTestJSON-313755568 tempest-ImagesTestJSON-313755568-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:25:07.914032 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-bd5cfcd6-a269-4ce2-b199-38c562395b3f req-4b883fed-513c-4052-8c44-10a943146abf tempest-ImagesTestJSON-313755568 tempest-ImagesTestJSON-313755568-project] 10.222.0.18 "GET /v2.0/networks?id=458a605c-adc1-4322-ba16-e84a0c1f7468 HTTP/1.1" status: 200 len: 805 time: 0.3956256 Jul 14 18:25:07.932753 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-03139989-97e9-48f7-a5fa-68074c5ffa7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2096010', 'neutron.services.segments.db._delete_segments_for_network-8728202734996'] for network, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:25:07.958604 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [req-bd5cfcd6-a269-4ce2-b199-38c562395b3f req-b6aaf961-aef4-4d7a-9eed-924c2c97cc46 tempest-ImagesTestJSON-313755568 tempest-ImagesTestJSON-313755568-project] Request body: {'port': {'device_id': '0de76286-d6ab-4637-959a-e3738e6ab32f', 'network_id': '458a605c-adc1-4322-ba16-e84a0c1f7468', 'admin_state_up': True, 'tenant_id': '7d0d66c950aa4c4fbb95dc1c0b4948a1'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:25:07.963230 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebac10a7-eafc-4ab4-85e8-f55fda38c855 None None] Pushing event deleted for resources: {'Port': ['ID=17162ce4-385e-482a-b966-065d091b1d70,revision_number=None']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:25:07.965351 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebac10a7-eafc-4ab4-85e8-f55fda38c855 None None] No DVR routers for this DVR port 17162ce4-385e-482a-b966-065d091b1d70 on host n-d-800634-3 {{(pid=93917) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 18:25:07.968067 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.segments.db [None req-03139989-97e9-48f7-a5fa-68074c5ffa7c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21eb5426-10a9-45e7-adcc-7b2a88d91d33']}} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:25:08.079073 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.segments.db [None req-03139989-97e9-48f7-a5fa-68074c5ffa7c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c0d9076-aea0-482a-a4d8-ee0057218731') {'for_net_delete': True} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:25:08.079439 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.segments.db [None req-03139989-97e9-48f7-a5fa-68074c5ffa7c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c0d9076-aea0-482a-a4d8-ee0057218731') {} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:25:08.110970 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-03139989-97e9-48f7-a5fa-68074c5ffa7c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728202715275', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26296891'] for segment, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:25:08.119421 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-90d43053-00f0-462b-beb8-5b1fe3de56a3 req-9a41fa7a-e0a8-4742-a6b7-0a913697ee9a service neutron] 10.222.0.18 "GET /v2.0/networks/1cbaa8bd-1463-4b3c-89d2-ab344d2f55cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2592037 Jul 14 18:25:08.154366 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-03139989-97e9-48f7-a5fa-68074c5ffa7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:25:08.156668 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd6d99e-dbab-4b12-bbdc-e661fa273955 req-a53838de-0d53-4f60-9b90-6797900553a9 tempest-ServersAdminTestJSON-178418304 tempest-ServersAdminTestJSON-178418304-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:25:08.157166 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd6d99e-dbab-4b12-bbdc-e661fa273955 req-a53838de-0d53-4f60-9b90-6797900553a9 tempest-ServersAdminTestJSON-178418304 tempest-ServersAdminTestJSON-178418304-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:25:08.157650 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd6d99e-dbab-4b12-bbdc-e661fa273955 req-a53838de-0d53-4f60-9b90-6797900553a9 tempest-ServersAdminTestJSON-178418304 tempest-ServersAdminTestJSON-178418304-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:25:08.159319 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-dfd6d99e-dbab-4b12-bbdc-e661fa273955 req-a53838de-0d53-4f60-9b90-6797900553a9 tempest-ServersAdminTestJSON-178418304 tempest-ServersAdminTestJSON-178418304-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=c0a35d7a-0d5a-4ed8-8ada-969afc759278&device_id=10d0b8e3-e975-4623-bc0a-0c2b9cd85672&device_id=c37af3d9-5cf3-44f0-a629-12e66be48e93 HTTP/1.1" status: 200 len: 2883 time: 0.1192300 Jul 14 18:25:08.167659 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03139989-97e9-48f7-a5fa-68074c5ffa7c admin admin] Releasing vlan 78 on physical network physnet1 to pool {{(pid=93916) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 18:25:08.168071 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-03139989-97e9-48f7-a5fa-68074c5ffa7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2682942'] for segment, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:25:08.170235 n-d-800634-3 neutron-server[93916]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:25:08.170235 n-d-800634-3 neutron-server[93916]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:25:08.170235 n-d-800634-3 neutron-server[93916]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:25:08.170235 n-d-800634-3 neutron-server[93916]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:25:08.170235 n-d-800634-3 neutron-server[93916]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:25:08.170235 n-d-800634-3 neutron-server[93916]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:25:08.170235 n-d-800634-3 neutron-server[93916]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:25:08.170235 n-d-800634-3 neutron-server[93916]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:25:08.170235 n-d-800634-3 neutron-server[93916]: Traceback (most recent call last): Jul 14 18:25:08.170235 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 18:25:08.170235 n-d-800634-3 neutron-server[93916]: timer() Jul 14 18:25:08.170235 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 18:25:08.170235 n-d-800634-3 neutron-server[93916]: cb(*args, **kw) Jul 14 18:25:08.170235 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 18:25:08.170235 n-d-800634-3 neutron-server[93916]: return func(*args, **kwargs) Jul 14 18:25:08.170235 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 18:25:08.170235 n-d-800634-3 neutron-server[93916]: self._notify() Jul 14 18:25:08.170235 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 18:25:08.170235 n-d-800634-3 neutron-server[93916]: self.callback(batched_events) Jul 14 18:25:08.170235 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 18:25:08.170235 n-d-800634-3 neutron-server[93916]: event.method(event) Jul 14 18:25:08.170235 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 18:25:08.170235 n-d-800634-3 neutron-server[93916]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 18:25:08.170235 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 18:25:08.170235 n-d-800634-3 neutron-server[93916]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 18:25:08.170235 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 18:25:08.170235 n-d-800634-3 neutron-server[93916]: return f(self, *a, **k) Jul 14 18:25:08.170235 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 18:25:08.170235 n-d-800634-3 neutron-server[93916]: return self._get(url).json() Jul 14 18:25:08.170235 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 18:25:08.170235 n-d-800634-3 neutron-server[93916]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 18:25:08.170235 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 18:25:08.170235 n-d-800634-3 neutron-server[93916]: return self.request(url, 'GET', **kwargs) Jul 14 18:25:08.170235 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 18:25:08.170235 n-d-800634-3 neutron-server[93916]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 18:25:08.170235 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 18:25:08.170235 n-d-800634-3 neutron-server[93916]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 18:25:08.170235 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 18:25:08.170235 n-d-800634-3 neutron-server[93916]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 18:25:08.170235 n-d-800634-3 neutron-server[93916]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 18:25:08.173397 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25155e81-aee5-4bc9-a740-8edffddebc02 req-92bd598c-cab3-46bb-876d-dd1c39e45667 tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:25:08.173522 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-25155e81-aee5-4bc9-a740-8edffddebc02 req-92bd598c-cab3-46bb-876d-dd1c39e45667 tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] 10.222.0.16 "GET /v2.0/ports?device_id=b52528ac-079b-4411-8ce0-cffdc5b94d6f HTTP/1.1" status: 200 len: 943 time: 0.1344702 Jul 14 18:25:08.219792 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-dfd6d99e-dbab-4b12-bbdc-e661fa273955 req-8a12b9ae-0a4c-4500-9e6e-224db023b55a tempest-ServersAdminTestJSON-178418304 tempest-ServersAdminTestJSON-178418304-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=ea7723ec-9d2a-468c-977f-1e7257209758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453660 Jul 14 18:25:08.233373 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-25155e81-aee5-4bc9-a740-8edffddebc02 req-af1bd21e-f986-4c41-8a9e-41232619fd8f tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] 10.222.0.16 "GET /v2.0/security-groups?id=39320fa9-4894-4542-95e3-d64e174c637e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522242 Jul 14 18:25:08.264730 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-03139989-97e9-48f7-a5fa-68074c5ffa7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2096001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-930085'] for network, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:25:08.269408 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-03139989-97e9-48f7-a5fa-68074c5ffa7c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598705'] for network, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:25:08.271655 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-03139989-97e9-48f7-a5fa-68074c5ffa7c admin admin] 10.222.0.16 "DELETE /v2.0/networks/21eb5426-10a9-45e7-adcc-7b2a88d91d33 HTTP/1.1" status: 204 len: 168 time: 1.2043965 Jul 14 18:25:08.288956 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03139989-97e9-48f7-a5fa-68074c5ffa7c admin admin] Pushing event deleted for resources: {'Network': ['ID=21eb5426-10a9-45e7-adcc-7b2a88d91d33,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:25:08.292089 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd5cfcd6-a269-4ce2-b199-38c562395b3f req-b6aaf961-aef4-4d7a-9eed-924c2c97cc46 tempest-ImagesTestJSON-313755568 tempest-ImagesTestJSON-313755568-project] Made reservation on behalf of 7d0d66c950aa4c4fbb95dc1c0b4948a1 for: {'port': 1} {{(pid=93916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:25:08.296084 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-bd5cfcd6-a269-4ce2-b199-38c562395b3f req-b6aaf961-aef4-4d7a-9eed-924c2c97cc46 tempest-ImagesTestJSON-313755568 tempest-ImagesTestJSON-313755568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:25:08.362413 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e71635c8-9ba8-4326-b193-b3e820f94f42 req-8a30694a-1b09-48fa-ba89-e6b20a066219 tempest-ImagesTestJSON-313755568 tempest-ImagesTestJSON-313755568-project] 10.222.0.16 "GET /v2.0/ports?device_id=0de76286-d6ab-4637-959a-e3738e6ab32f HTTP/1.1" status: 200 len: 210 time: 0.0366433 Jul 14 18:25:08.484675 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 34028) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:25:08.485811 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.db_base_plugin_common [req-bd5cfcd6-a269-4ce2-b199-38c562395b3f req-b6aaf961-aef4-4d7a-9eed-924c2c97cc46 tempest-ImagesTestJSON-313755568 tempest-ImagesTestJSON-313755568-project] Allocated IP 172.20.0.2 (458a605c-adc1-4322-ba16-e84a0c1f7468/0f82593d-7d30-492d-935c-eafdd92f72c6/f5d5be04-de0c-401c-bb82-c2a161fea0b9) {{(pid=93916) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:25:08.527618 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-45a8cecb-82ef-4335-8bfd-4da25a17f5ec admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6ad3b512175c4246a59ff7988f78196a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0414333 Jul 14 18:25:08.530108 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 34030) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:25:08.584360 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-b6ac1eba-a9e2-49c1-aa63-cdbff836a216 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:25:08.608773 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-b6ac1eba-a9e2-49c1-aa63-cdbff836a216 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:25:08.660569 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-bd5cfcd6-a269-4ce2-b199-38c562395b3f req-b6aaf961-aef4-4d7a-9eed-924c2c97cc46 tempest-ImagesTestJSON-313755568 tempest-ImagesTestJSON-313755568-project] Notify callbacks [] for port, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:25:08.661015 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-b6ac1eba-a9e2-49c1-aa63-cdbff836a216 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:25:08.665686 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-b6ac1eba-a9e2-49c1-aa63-cdbff836a216 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:25:08.669178 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-b6ac1eba-a9e2-49c1-aa63-cdbff836a216 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/df14efcb-cce5-4a03-8a4d-ea3a03083203 HTTP/1.1" status: 204 len: 168 time: 0.1352737 Jul 14 18:25:08.682224 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ac1eba-a9e2-49c1-aa63-cdbff836a216 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df14efcb-cce5-4a03-8a4d-ea3a03083203,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:25:08.703331 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-bd5cfcd6-a269-4ce2-b199-38c562395b3f req-b6aaf961-aef4-4d7a-9eed-924c2c97cc46 tempest-ImagesTestJSON-313755568 tempest-ImagesTestJSON-313755568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:25:08.769588 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6aaf961-aef4-4d7a-9eed-924c2c97cc46 tempest-ImagesTestJSON-313755568 tempest-ImagesTestJSON-313755568-project] Pushing event updated for resources: {'Port': ['ID=f5d5be04-de0c-401c-bb82-c2a161fea0b9,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:25:08.776632 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd5cfcd6-a269-4ce2-b199-38c562395b3f req-b6aaf961-aef4-4d7a-9eed-924c2c97cc46 tempest-ImagesTestJSON-313755568 tempest-ImagesTestJSON-313755568-project] Network 458a605c-adc1-4322-ba16-e84a0c1f7468 is already hosted by enough agents. {{(pid=93916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:25:08.778286 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [req-bd5cfcd6-a269-4ce2-b199-38c562395b3f req-b6aaf961-aef4-4d7a-9eed-924c2c97cc46 tempest-ImagesTestJSON-313755568 tempest-ImagesTestJSON-313755568-project] Resources bound (agent type, host, resource id): {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:25:08.785459 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd5cfcd6-a269-4ce2-b199-38c562395b3f req-b6aaf961-aef4-4d7a-9eed-924c2c97cc46 tempest-ImagesTestJSON-313755568 tempest-ImagesTestJSON-313755568-project] Received port after_create {{(pid=93916) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:25:08.839797 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.agents_db [None req-2ea07fb6-aa68-4671-8654-119d82b9f530 None None] Agent healthcheck: found 7 active agents {{(pid=93918) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 18:25:08.869128 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 17162ce4-385e-482a-b966-065d091b1d70 no longer exists at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 18:25:08.878658 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5cfcd6-a269-4ce2-b199-38c562395b3f req-b6aaf961-aef4-4d7a-9eed-924c2c97cc46 tempest-ImagesTestJSON-313755568 tempest-ImagesTestJSON-313755568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:25:08.879843 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-bd5cfcd6-a269-4ce2-b199-38c562395b3f req-b6aaf961-aef4-4d7a-9eed-924c2c97cc46 tempest-ImagesTestJSON-313755568 tempest-ImagesTestJSON-313755568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:25:08.912626 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-bd5cfcd6-a269-4ce2-b199-38c562395b3f req-b6aaf961-aef4-4d7a-9eed-924c2c97cc46 tempest-ImagesTestJSON-313755568 tempest-ImagesTestJSON-313755568-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9761827 Jul 14 18:25:08.913872 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] No Port match for: 17162ce4-385e-482a-b966-065d091b1d70 {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 18:25:08.914534 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 17162ce4-385e-482a-b966-065d091b1d70 not bound to the agent host n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 18:25:08.915169 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device a103cc1d-274d-4ef3-a0a1-f1be0a70fb88 no longer exists at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 18:25:08.927216 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [req-bd5cfcd6-a269-4ce2-b199-38c562395b3f req-5c0f355b-54c1-4ed9-9201-f1991eda4706 service neutron] Request body: {'port': {'device_id': '0de76286-d6ab-4637-959a-e3738e6ab32f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800634-3'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:25:08.957860 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] No Port match for: a103cc1d-274d-4ef3-a0a1-f1be0a70fb88 {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 18:25:08.960033 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device a103cc1d-274d-4ef3-a0a1-f1be0a70fb88 not bound to the agent host n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 18:25:08.974767 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device 6200b844-456d-406f-bd25-bdced5d67cc9 details requested by agent hyperv_n-h1-800634-3 with host n-h1-800634-3 {{(pid=93917) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 18:25:08.988615 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b45a53e9-b05f-42f1-b429-2e1291adfdf1 req-4c1dbc86-b25d-4cae-ab83-1a0355044865 tempest-ServerShowV247Test-68493364 tempest-ServerShowV247Test-68493364-project] 10.222.0.16 "GET /v2.0/ports?device_id=e742e13c-60d9-44c3-9fc8-7b7eccb86217 HTTP/1.1" status: 200 len: 210 time: 0.0406137 Jul 14 18:25:09.003009 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2054ea4-bf0e-45fd-b207-51cb99213f0f req-3074b7fb-9408-4be1-890c-d908a353dcdf tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:25:09.010935 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b2054ea4-bf0e-45fd-b207-51cb99213f0f req-3074b7fb-9408-4be1-890c-d908a353dcdf tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.16 "GET /v2.0/ports?device_id=85403e3f-7fd5-4848-9edb-9810e7a89b4f HTTP/1.1" status: 200 len: 950 time: 0.1154833 Jul 14 18:25:09.012698 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device 0d727e14-7e00-4d23-beaa-680757cedc59 no longer exists at agent hyperv_n-h1-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 18:25:09.051867 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-bd5cfcd6-a269-4ce2-b199-38c562395b3f req-5c0f355b-54c1-4ed9-9201-f1991eda4706 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:25:09.073616 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] No Port match for: 0d727e14-7e00-4d23-beaa-680757cedc59 {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 18:25:09.074280 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device 0d727e14-7e00-4d23-beaa-680757cedc59 not bound to the agent host n-h1-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 18:25:09.113170 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b2054ea4-bf0e-45fd-b207-51cb99213f0f req-f7c17ca1-076f-47b5-b06d-9ac8ed6204e8 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.16 "GET /v2.0/security-groups?id=95148b1b-0f93-483b-9e80-262147c27e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017303 Jul 14 18:25:09.181534 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port 6200b844-456d-406f-bd25-bdced5d67cc9, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=6200b844-456d-406f-bd25-bdced5d67cc9,segment=NetworkSegment(25fcd291-a4fb-4631-8a4d-06fad1821ccd),segment_id=25fcd291-a4fb-4631-8a4d-06fad1821ccd)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:25:09.192579 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Returning: {'device': '6200b844-456d-406f-bd25-bdced5d67cc9', 'network_id': '1cbaa8bd-1463-4b3c-89d2-ab344d2f55cf', 'port_id': '6200b844-456d-406f-bd25-bdced5d67cc9', 'mac_address': 'fa:16:3e:02:c2:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6dcdf63-414e-46ae-93dc-0b8457260728', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93917) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 18:25:09.236491 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:25:09.251689 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6200b844-456d-406f-bd25-bdced5d67cc9 {{(pid=93917) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 18:25:09.276286 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port 6200b844-456d-406f-bd25-bdced5d67cc9, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=6200b844-456d-406f-bd25-bdced5d67cc9,segment=NetworkSegment(25fcd291-a4fb-4631-8a4d-06fad1821ccd),segment_id=25fcd291-a4fb-4631-8a4d-06fad1821ccd)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:25:09.284614 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:25:09.354053 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Pushing event updated for resources: {'Port': ['ID=6200b844-456d-406f-bd25-bdced5d67cc9,revision_number=4']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:25:09.453687 n-d-800634-3 neutron-server[93916]: DEBUG neutron.notifiers.nova [req-bd5cfcd6-a269-4ce2-b199-38c562395b3f req-5c0f355b-54c1-4ed9-9201-f1991eda4706 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f5d5be04-de0c-401c-bb82-c2a161fea0b9 {{(pid=93916) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 18:25:09.463592 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-bd5cfcd6-a269-4ce2-b199-38c562395b3f req-5c0f355b-54c1-4ed9-9201-f1991eda4706 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:25:09.467663 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d7d062-ef2a-4713-bdd6-d1145d45c8e0 req-d1f248c0-8d17-4830-988b-d10301973f4d tempest-ServersAdminTestJSON-178418304 tempest-ServersAdminTestJSON-178418304-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:25:09.469355 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-62d7d062-ef2a-4713-bdd6-d1145d45c8e0 req-d1f248c0-8d17-4830-988b-d10301973f4d tempest-ServersAdminTestJSON-178418304 tempest-ServersAdminTestJSON-178418304-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=c37af3d9-5cf3-44f0-a629-12e66be48e93 HTTP/1.1" status: 200 len: 1101 time: 0.1015689 Jul 14 18:25:09.478056 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.provisioning_blocks [req-bd5cfcd6-a269-4ce2-b199-38c562395b3f req-5c0f355b-54c1-4ed9-9201-f1991eda4706 service neutron] Transition to ACTIVE for port object f5d5be04-de0c-401c-bb82-c2a161fea0b9 will not be triggered until provisioned by entity L2. {{(pid=93916) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:25:09.482444 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-bd5cfcd6-a269-4ce2-b199-38c562395b3f req-5c0f355b-54c1-4ed9-9201-f1991eda4706 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2684870'] for port, after_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:25:09.490761 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ee89d0-7e9b-4b91-9757-91d58749e1a5 req-b7587dbc-c629-42a6-8639-e266c71adb30 tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:25:09.492534 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e5ee89d0-7e9b-4b91-9757-91d58749e1a5 req-b7587dbc-c629-42a6-8639-e266c71adb30 tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] 10.222.0.16 "GET /v2.0/ports?device_id=b52528ac-079b-4411-8ce0-cffdc5b94d6f HTTP/1.1" status: 200 len: 944 time: 0.0932748 Jul 14 18:25:09.528767 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0f355b-54c1-4ed9-9201-f1991eda4706 service neutron] Pushing event updated for resources: {'Port': ['ID=f5d5be04-de0c-401c-bb82-c2a161fea0b9,revision_number=2']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:25:09.542317 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-62d7d062-ef2a-4713-bdd6-d1145d45c8e0 req-24961faf-9d2b-4181-8973-2d0bbf49af65 tempest-ServersAdminTestJSON-178418304 tempest-ServersAdminTestJSON-178418304-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=ea7723ec-9d2a-468c-977f-1e7257209758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652821 Jul 14 18:25:09.588722 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e5ee89d0-7e9b-4b91-9757-91d58749e1a5 req-88ba7d82-a81d-4e81-98d9-7aadddd1a5c1 tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] 10.222.0.16 "GET /v2.0/security-groups?id=39320fa9-4894-4542-95e3-d64e174c637e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825205 Jul 14 18:25:09.631540 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.managers [req-bd5cfcd6-a269-4ce2-b199-38c562395b3f req-5c0f355b-54c1-4ed9-9201-f1991eda4706 service neutron] Attempting to bind port f5d5be04-de0c-401c-bb82-c2a161fea0b9 on host n-h1-800634-3 for vnic_type normal with profile {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:25:09.631874 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.managers [req-bd5cfcd6-a269-4ce2-b199-38c562395b3f req-5c0f355b-54c1-4ed9-9201-f1991eda4706 service neutron] Attempting to bind port f5d5be04-de0c-401c-bb82-c2a161fea0b9 by drivers openvswitch,hyperv on host n-h1-800634-3 at level 0 using segments [{'id': 'ed557757-f640-484f-8cda-41a92c321398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '458a605c-adc1-4322-ba16-e84a0c1f7468'}] {{(pid=93916) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:25:09.632168 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd5cfcd6-a269-4ce2-b199-38c562395b3f req-5c0f355b-54c1-4ed9-9201-f1991eda4706 service neutron] Attempting to bind port f5d5be04-de0c-401c-bb82-c2a161fea0b9 on network 458a605c-adc1-4322-ba16-e84a0c1f7468 {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:25:09.637648 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd5cfcd6-a269-4ce2-b199-38c562395b3f req-5c0f355b-54c1-4ed9-9201-f1991eda4706 service neutron] Port f5d5be04-de0c-401c-bb82-c2a161fea0b9 on network 458a605c-adc1-4322-ba16-e84a0c1f7468 not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-3 {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 18:25:09.638079 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd5cfcd6-a269-4ce2-b199-38c562395b3f req-5c0f355b-54c1-4ed9-9201-f1991eda4706 service neutron] Attempting to bind port f5d5be04-de0c-401c-bb82-c2a161fea0b9 on network 458a605c-adc1-4322-ba16-e84a0c1f7468 {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:25:09.643306 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd5cfcd6-a269-4ce2-b199-38c562395b3f req-5c0f355b-54c1-4ed9-9201-f1991eda4706 service neutron] Checking agent: {'id': 'a3630ff4-fbee-45d9-b9b6-0ae41cb3a350', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 15, 32), 'started_at': datetime.datetime(2021, 7, 14, 18, 15, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 18, 25, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 18:25:09.643908 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd5cfcd6-a269-4ce2-b199-38c562395b3f req-5c0f355b-54c1-4ed9-9201-f1991eda4706 service neutron] Checking segment: {'id': 'ed557757-f640-484f-8cda-41a92c321398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '458a605c-adc1-4322-ba16-e84a0c1f7468'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93916) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:25:09.644455 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd5cfcd6-a269-4ce2-b199-38c562395b3f req-5c0f355b-54c1-4ed9-9201-f1991eda4706 service neutron] Bound using segment: {'id': 'ed557757-f640-484f-8cda-41a92c321398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '458a605c-adc1-4322-ba16-e84a0c1f7468'} {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 18:25:09.645346 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.managers [req-bd5cfcd6-a269-4ce2-b199-38c562395b3f req-5c0f355b-54c1-4ed9-9201-f1991eda4706 service neutron] Bound port: f5d5be04-de0c-401c-bb82-c2a161fea0b9, host: n-h1-800634-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed557757-f640-484f-8cda-41a92c321398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '458a605c-adc1-4322-ba16-e84a0c1f7468'}}] {{(pid=93916) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 18:25:09.645346 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-bd5cfcd6-a269-4ce2-b199-38c562395b3f req-5c0f355b-54c1-4ed9-9201-f1991eda4706 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:25:09.651787 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] get_ports_and_sgs() called for port_ids ['6200b844-456d-406f-bd25-bdced5d67cc9'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 18:25:09.716887 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.db [req-bd5cfcd6-a269-4ce2-b199-38c562395b3f req-5c0f355b-54c1-4ed9-9201-f1991eda4706 service neutron] For port f5d5be04-de0c-401c-bb82-c2a161fea0b9, host n-h1-800634-3, cleared binding levels {{(pid=93916) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:25:09.720759 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.db [req-bd5cfcd6-a269-4ce2-b199-38c562395b3f req-5c0f355b-54c1-4ed9-9201-f1991eda4706 service neutron] For port f5d5be04-de0c-401c-bb82-c2a161fea0b9, host n-h1-800634-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=f5d5be04-de0c-401c-bb82-c2a161fea0b9,segment=NetworkSegment(ed557757-f640-484f-8cda-41a92c321398),segment_id=ed557757-f640-484f-8cda-41a92c321398)] {{(pid=93916) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 18:25:09.729708 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-bd5cfcd6-a269-4ce2-b199-38c562395b3f req-5c0f355b-54c1-4ed9-9201-f1991eda4706 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2684870'] for port, after_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:25:09.784319 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e60b5c-631e-4430-90fd-f92ff1bb2c7b req-42931f0d-1aa4-4ca5-abd1-bd5af7265c9d tempest-ImagesTestJSON-313755568 tempest-ImagesTestJSON-313755568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:25:09.785885 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-00e60b5c-631e-4430-90fd-f92ff1bb2c7b req-42931f0d-1aa4-4ca5-abd1-bd5af7265c9d tempest-ImagesTestJSON-313755568 tempest-ImagesTestJSON-313755568-project] 10.222.0.16 "GET /v2.0/ports?device_id=0de76286-d6ab-4637-959a-e3738e6ab32f HTTP/1.1" status: 200 len: 943 time: 0.0999665 Jul 14 18:25:09.823079 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0f355b-54c1-4ed9-9201-f1991eda4706 service neutron] Pushing event updated for resources: {'Port': ['ID=f5d5be04-de0c-401c-bb82-c2a161fea0b9,revision_number=3']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:25:09.841432 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5cfcd6-a269-4ce2-b199-38c562395b3f req-5c0f355b-54c1-4ed9-9201-f1991eda4706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:25:09.841997 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-bd5cfcd6-a269-4ce2-b199-38c562395b3f req-5c0f355b-54c1-4ed9-9201-f1991eda4706 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:25:09.843575 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-bd5cfcd6-a269-4ce2-b199-38c562395b3f req-5c0f355b-54c1-4ed9-9201-f1991eda4706 service neutron] 10.222.0.18 "PUT /v2.0/ports/f5d5be04-de0c-401c-bb82-c2a161fea0b9 HTTP/1.1" status: 200 len: 1091 time: 0.9220874 Jul 14 18:25:09.844050 n-d-800634-3 neutron-server[93916]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0de76286-d6ab-4637-959a-e3738e6ab32f', 'tag': 'f5d5be04-de0c-401c-bb82-c2a161fea0b9'}] {{(pid=93916) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:25:09.845305 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-00e60b5c-631e-4430-90fd-f92ff1bb2c7b req-61f5494b-c387-4098-8dc3-da1ab3bbc77c tempest-ImagesTestJSON-313755568 tempest-ImagesTestJSON-313755568-project] 10.222.0.16 "GET /v2.0/security-groups?id=96a7afe7-a122-4b0d-8907-2d91e1bd838f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498567 Jul 14 18:25:09.850342 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f803e150b363a7893830aa996ac27753fa25517c406ecd3536b7c2d4b26eeb9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-142a85e7-1e2a-4f84-9fc1-4db87cab9ed6" -d '{"events": [{"name": "network-changed", "server_uuid": "0de76286-d6ab-4637-959a-e3738e6ab32f", "tag": "f5d5be04-de0c-401c-bb82-c2a161fea0b9"}]}' {{(pid=93916) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:25:09.854693 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 34074) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:25:09.901076 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 18:25:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba0f952f-f1e4-4c40-94db-b3de14473a72 x-openstack-request-id: req-ba0f952f-f1e4-4c40-94db-b3de14473a72 {{(pid=93916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:25:09.901436 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0de76286-d6ab-4637-959a-e3738e6ab32f", "tag": "f5d5be04-de0c-401c-bb82-c2a161fea0b9", "status": "completed", "code": 200}]} {{(pid=93916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:25:09.901755 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ba0f952f-f1e4-4c40-94db-b3de14473a72 {{(pid=93916) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:25:09.902221 n-d-800634-3 neutron-server[93916]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0de76286-d6ab-4637-959a-e3738e6ab32f', 'tag': 'f5d5be04-de0c-401c-bb82-c2a161fea0b9', 'status': 'completed', 'code': 200} Jul 14 18:25:09.940059 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669e9a86-02b0-47ec-aff5-9175bdc8f64f req-c42bbe83-8cba-40d8-bdc6-b0d6dc41b125 tempest-ServersAdminTestJSON-178418304 tempest-ServersAdminTestJSON-178418304-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:25:09.943455 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-669e9a86-02b0-47ec-aff5-9175bdc8f64f req-c42bbe83-8cba-40d8-bdc6-b0d6dc41b125 tempest-ServersAdminTestJSON-178418304 tempest-ServersAdminTestJSON-178418304-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=c37af3d9-5cf3-44f0-a629-12e66be48e93 HTTP/1.1" status: 200 len: 1101 time: 0.0646610 Jul 14 18:25:09.968446 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5cfcd6-a269-4ce2-b199-38c562395b3f req-bf18f3d4-6b81-4298-9c08-7bc2e381e131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:25:09.970044 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-bd5cfcd6-a269-4ce2-b199-38c562395b3f req-bf18f3d4-6b81-4298-9c08-7bc2e381e131 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7d0d66c950aa4c4fbb95dc1c0b4948a1&device_id=0de76286-d6ab-4637-959a-e3738e6ab32f HTTP/1.1" status: 200 len: 1094 time: 0.0616889 Jul 14 18:25:09.978380 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-3dc5bf4e-f713-4caa-9428-a00577409ac6 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-803983831-network', 'tenant_id': 'cb67bdfcb7724fc99fb71468214ad40d'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:25:09.990192 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-669e9a86-02b0-47ec-aff5-9175bdc8f64f req-518e0bbd-1908-483e-8891-25da59e12d4b tempest-ServersAdminTestJSON-178418304 tempest-ServersAdminTestJSON-178418304-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=ea7723ec-9d2a-468c-977f-1e7257209758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418365 Jul 14 18:25:10.005258 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dc5bf4e-f713-4caa-9428-a00577409ac6 admin admin] Made reservation on behalf of cb67bdfcb7724fc99fb71468214ad40d for: {'network': 1} {{(pid=93915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:25:10.008662 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-3dc5bf4e-f713-4caa-9428-a00577409ac6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for network, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:25:10.017086 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-bd5cfcd6-a269-4ce2-b199-38c562395b3f req-fcfc7840-8934-445d-b1d7-a2073bb6f073 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f5d5be04-de0c-401c-bb82-c2a161fea0b9 HTTP/1.1" status: 200 len: 217 time: 0.0380831 Jul 14 18:25:10.017409 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-3dc5bf4e-f713-4caa-9428-a00577409ac6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:25:10.084211 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5cfcd6-a269-4ce2-b199-38c562395b3f req-19d9d726-1a54-479d-93b0-d683f909002f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:25:10.086488 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-bd5cfcd6-a269-4ce2-b199-38c562395b3f req-19d9d726-1a54-479d-93b0-d683f909002f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0f82593d-7d30-492d-935c-eafdd92f72c6 HTTP/1.1" status: 200 len: 845 time: 0.0597379 Jul 14 18:25:10.124629 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-3dc5bf4e-f713-4caa-9428-a00577409ac6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:25:10.133258 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-3dc5bf4e-f713-4caa-9428-a00577409ac6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:25:10.136657 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-bd5cfcd6-a269-4ce2-b199-38c562395b3f req-53db2e97-9810-4a19-8e2a-5db40f34ee28 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=458a605c-adc1-4322-ba16-e84a0c1f7468&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0406530 Jul 14 18:25:10.178028 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3dc5bf4e-f713-4caa-9428-a00577409ac6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 93} {{(pid=93915) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 18:25:10.200661 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-d72e2f75-aa1a-4e3f-80ac-09974f8fcf1c req-7635bffd-e7da-4045-8b86-ce87884427d6 tempest-ServerShowV247Test-68493364 tempest-ServerShowV247Test-68493364-project] 10.222.0.16 "GET /v2.0/ports?device_id=e742e13c-60d9-44c3-9fc8-7b7eccb86217 HTTP/1.1" status: 200 len: 210 time: 0.0493653 Jul 14 18:25:10.202759 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc5bf4e-f713-4caa-9428-a00577409ac6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ad455ff-6ff4-4067-8bf1-fdec963484f5,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:25:10.209157 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-3dc5bf4e-f713-4caa-9428-a00577409ac6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:25:10.209634 n-d-800634-3 neutron-server[93915]: INFO neutron.db.segments_db [None req-3dc5bf4e-f713-4caa-9428-a00577409ac6 admin admin] Added segment 414670be-19b5-4c22-8965-7b38a5c5b483 of type vlan for network fbb7114e-4079-4798-86d9-6d4690d7f388 Jul 14 18:25:10.267815 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-bd5cfcd6-a269-4ce2-b199-38c562395b3f req-b72e90fb-9a50-4d8f-a3b9-cbcb40f70505 service neutron] 10.222.0.18 "GET /v2.0/networks/458a605c-adc1-4322-ba16-e84a0c1f7468?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210630 Jul 14 18:25:10.283237 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-3dc5bf4e-f713-4caa-9428-a00577409ac6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728202197517'] for network, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:25:10.327607 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-3dc5bf4e-f713-4caa-9428-a00577409ac6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727'] for network, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:25:10.329024 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dc5bf4e-f713-4caa-9428-a00577409ac6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:25:10.329840 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-3dc5bf4e-f713-4caa-9428-a00577409ac6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598705'] for network, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:25:10.378720 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-bd5cfcd6-a269-4ce2-b199-38c562395b3f req-68f2a1c8-13eb-4d57-83c8-f6f9470553a1 service neutron] 10.222.0.18 "GET /v2.0/networks/458a605c-adc1-4322-ba16-e84a0c1f7468?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1035054 Jul 14 18:25:10.426410 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-3dc5bf4e-f713-4caa-9428-a00577409ac6 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.5697787 Jul 14 18:25:10.430077 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 34090) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:25:10.435257 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-e7315954-2d12-4ad5-9c7e-e99a59d5e480 admin admin] Request body: {'subnet': {'network_id': 'fbb7114e-4079-4798-86d9-6d4690d7f388', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-803983831-subnet', 'tenant_id': 'cb67bdfcb7724fc99fb71468214ad40d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:25:10.438428 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc5bf4e-f713-4caa-9428-a00577409ac6 admin admin] Pushing event updated for resources: {'Network': ['ID=fbb7114e-4079-4798-86d9-6d4690d7f388,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:25:10.450269 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Network fbb7114e-4079-4798-86d9-6d4690d7f388 details requested by agent ovs-agent-n-d-800634-3 with host n-d-800634-3 {{(pid=93917) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 18:25:10.471996 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da15a98-3f57-4986-861e-a3f631f02e3e req-c985bed9-35e5-4b91-bebc-bd301d13115a tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:25:10.473685 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-7da15a98-3f57-4986-861e-a3f631f02e3e req-c985bed9-35e5-4b91-bebc-bd301d13115a tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.16 "GET /v2.0/ports?device_id=85403e3f-7fd5-4848-9edb-9810e7a89b4f HTTP/1.1" status: 200 len: 950 time: 0.1605794 Jul 14 18:25:10.502178 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7315954-2d12-4ad5-9c7e-e99a59d5e480 admin admin] Made reservation on behalf of cb67bdfcb7724fc99fb71468214ad40d for: {'subnet': 1} {{(pid=93916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:25:10.504566 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-e7315954-2d12-4ad5-9c7e-e99a59d5e480 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26033189'] for subnet, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:25:10.536806 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-7da15a98-3f57-4986-861e-a3f631f02e3e req-b8e68c02-43f3-44a5-afce-4a13a068d937 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.16 "GET /v2.0/security-groups?id=95148b1b-0f93-483b-9e80-262147c27e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528553 Jul 14 18:25:10.569388 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142a85e7-1e2a-4f84-9fc1-4db87cab9ed6 req-c4db559f-b13f-47ef-995d-00336aa5fbe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:25:10.570887 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-142a85e7-1e2a-4f84-9fc1-4db87cab9ed6 req-c4db559f-b13f-47ef-995d-00336aa5fbe4 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7d0d66c950aa4c4fbb95dc1c0b4948a1&device_id=0de76286-d6ab-4637-959a-e3738e6ab32f HTTP/1.1" status: 200 len: 1094 time: 0.1251187 Jul 14 18:25:10.709837 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142a85e7-1e2a-4f84-9fc1-4db87cab9ed6 req-f2440b7f-874d-422e-b122-2b3114b674e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:25:10.711316 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-142a85e7-1e2a-4f84-9fc1-4db87cab9ed6 req-f2440b7f-874d-422e-b122-2b3114b674e1 service neutron] 10.222.0.18 "GET /v2.0/networks?id=458a605c-adc1-4322-ba16-e84a0c1f7468 HTTP/1.1" status: 200 len: 905 time: 0.1333425 Jul 14 18:25:10.783343 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100b2804-494b-4079-be8e-ce997d8ef70f req-bff48c01-e5e0-4ea1-8b1d-c1ba1f4f463d tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:25:10.784898 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-100b2804-494b-4079-be8e-ce997d8ef70f req-bff48c01-e5e0-4ea1-8b1d-c1ba1f4f463d tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] 10.222.0.16 "GET /v2.0/ports?device_id=b52528ac-079b-4411-8ce0-cffdc5b94d6f HTTP/1.1" status: 200 len: 944 time: 0.0695667 Jul 14 18:25:10.788567 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-142a85e7-1e2a-4f84-9fc1-4db87cab9ed6 req-4711e5a4-9408-4e87-98b5-d581ea09e844 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f5d5be04-de0c-401c-bb82-c2a161fea0b9 HTTP/1.1" status: 200 len: 217 time: 0.0427105 Jul 14 18:25:10.802197 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-e7315954-2d12-4ad5-9c7e-e99a59d5e480 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2684753', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26033175'] for subnet, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:25:10.828701 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-100b2804-494b-4079-be8e-ce997d8ef70f req-aa0392bf-2029-4821-b080-197c84cb1005 tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] 10.222.0.16 "GET /v2.0/security-groups?id=39320fa9-4894-4542-95e3-d64e174c637e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368400 Jul 14 18:25:10.904292 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142a85e7-1e2a-4f84-9fc1-4db87cab9ed6 req-9ec4b476-3b42-4faf-909e-a2699c92dd61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:25:10.905783 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-142a85e7-1e2a-4f84-9fc1-4db87cab9ed6 req-9ec4b476-3b42-4faf-909e-a2699c92dd61 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0f82593d-7d30-492d-935c-eafdd92f72c6 HTTP/1.1" status: 200 len: 845 time: 0.1004777 Jul 14 18:25:10.913600 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7315954-2d12-4ad5-9c7e-e99a59d5e480 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c0358a3b-3414-4691-860c-4e7a5ebb58c9,revision_number=0']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:25:10.931970 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7315954-2d12-4ad5-9c7e-e99a59d5e480 admin admin] Checking segment: {'id': '414670be-19b5-4c22-8965-7b38a5c5b483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'fbb7114e-4079-4798-86d9-6d4690d7f388'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93916) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:25:10.932437 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7315954-2d12-4ad5-9c7e-e99a59d5e480 admin admin] Network hostable DHCP agents. Network: fbb7114e-4079-4798-86d9-6d4690d7f388, hostable agents: ['028393c3-0576-4ebd-bca1-8ea8a148e1a2'], hosted agents: [] {{(pid=93916) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 18:25:10.972611 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device 6200b844-456d-406f-bd25-bdced5d67cc9 up at agent hyperv_n-h1-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:25:10.981829 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-142a85e7-1e2a-4f84-9fc1-4db87cab9ed6 req-b4b80b2d-5265-4ccb-bdc5-37df65c42d9d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=458a605c-adc1-4322-ba16-e84a0c1f7468&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0432208 Jul 14 18:25:10.989129 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7315954-2d12-4ad5-9c7e-e99a59d5e480 admin admin] Network fbb7114e-4079-4798-86d9-6d4690d7f388 is scheduled to be hosted by DHCP agent 028393c3-0576-4ebd-bca1-8ea8a148e1a2 with binding_index 1 {{(pid=93916) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 18:25:11.019722 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [None req-e7315954-2d12-4ad5-9c7e-e99a59d5e480 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-3, fbb7114e-4079-4798-86d9-6d4690d7f388) {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:25:11.025227 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7315954-2d12-4ad5-9c7e-e99a59d5e480 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:25:11.026023 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-e7315954-2d12-4ad5-9c7e-e99a59d5e480 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598705'] for subnet, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:25:11.048576 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1eb8b633-eda0-4a88-a8f3-edc855a05636 None None] Network fbb7114e-4079-4798-86d9-6d4690d7f388 requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:25:11.099711 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-e7315954-2d12-4ad5-9c7e-e99a59d5e480 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.6660540 Jul 14 18:25:11.100001 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 34112) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:25:11.104606 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-047f4b9d-9cac-48a3-a9d0-54400ff48be5 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-803983831-router', 'tenant_id': 'cb67bdfcb7724fc99fb71468214ad40d', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61'}}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:25:11.112893 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Provisioning for port 6200b844-456d-406f-bd25-bdced5d67cc9 completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:25:11.124944 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Provisioning complete for port 6200b844-456d-406f-bd25-bdced5d67cc9 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:25:11.126020 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:25:11.164777 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-047f4b9d-9cac-48a3-a9d0-54400ff48be5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-571768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11104'] for router, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:25:11.165744 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-047f4b9d-9cac-48a3-a9d0-54400ff48be5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-571675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-930014', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-632314', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11129'] for router, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:25:11.200757 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdad19e-a243-4b0b-a3b5-11f86aed7e68 req-69d52f0e-4171-4c37-b584-0f38c143d6c0 tempest-ImagesTestJSON-313755568 tempest-ImagesTestJSON-313755568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:25:11.213922 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6bdad19e-a243-4b0b-a3b5-11f86aed7e68 req-69d52f0e-4171-4c37-b584-0f38c143d6c0 tempest-ImagesTestJSON-313755568 tempest-ImagesTestJSON-313755568-project] 10.222.0.16 "GET /v2.0/ports?device_id=0de76286-d6ab-4637-959a-e3738e6ab32f HTTP/1.1" status: 200 len: 943 time: 0.1063046 Jul 14 18:25:11.244821 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:25:11.279244 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-047f4b9d-9cac-48a3-a9d0-54400ff48be5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:25:11.284228 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-142a85e7-1e2a-4f84-9fc1-4db87cab9ed6 req-d8548adb-fbfe-42e1-83a7-f9db0acf6c9a service neutron] 10.222.0.18 "GET /v2.0/networks/458a605c-adc1-4322-ba16-e84a0c1f7468?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2872236 Jul 14 18:25:11.285065 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6bdad19e-a243-4b0b-a3b5-11f86aed7e68 req-4838d1a6-ab66-49fa-8bfd-bfaf807ef1e2 tempest-ImagesTestJSON-313755568 tempest-ImagesTestJSON-313755568-project] 10.222.0.16 "GET /v2.0/security-groups?id=96a7afe7-a122-4b0d-8907-2d91e1bd838f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686448 Jul 14 18:25:11.306054 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42b7020b-f33a-4a17-a174-052bb30e7f29 None None] Network fbb7114e-4079-4798-86d9-6d4690d7f388 requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:25:11.315385 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b52528ac-079b-4411-8ce0-cffdc5b94d6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6200b844-456d-406f-bd25-bdced5d67cc9'}] {{(pid=93917) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:25:11.318344 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20b787f3c29eaa7aa2a4d648c725a2124c5ff39a8d793252f9d844495e14cf42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-445a2868-1bd5-42c8-bbf1-8c64f0591f1b" -d '{"events": [{"server_uuid": "b52528ac-079b-4411-8ce0-cffdc5b94d6f", "name": "network-vif-plugged", "status": "completed", "tag": "6200b844-456d-406f-bd25-bdced5d67cc9"}]}' {{(pid=93917) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:25:11.374261 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port 6200b844-456d-406f-bd25-bdced5d67cc9, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=6200b844-456d-406f-bd25-bdced5d67cc9,segment=NetworkSegment(25fcd291-a4fb-4631-8a4d-06fad1821ccd),segment_id=25fcd291-a4fb-4631-8a4d-06fad1821ccd)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:25:11.385037 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:25:11.424390 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67eb34c7-4b13-44db-848d-5ae1e1ff0699 req-585957d2-0a5e-41a0-98cb-59297cb52fb0 tempest-ServersAdminTestJSON-701576244 tempest-ServersAdminTestJSON-701576244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:25:11.426417 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-67eb34c7-4b13-44db-848d-5ae1e1ff0699 req-585957d2-0a5e-41a0-98cb-59297cb52fb0 tempest-ServersAdminTestJSON-701576244 tempest-ServersAdminTestJSON-701576244-project] 10.222.0.16 "GET /v2.0/ports?device_id=c37af3d9-5cf3-44f0-a629-12e66be48e93 HTTP/1.1" status: 200 len: 950 time: 0.1334033 Jul 14 18:25:11.477585 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Pushing event updated for resources: {'Port': ['ID=6200b844-456d-406f-bd25-bdced5d67cc9,revision_number=5']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:25:11.499870 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e6fa83e9-73de-4993-a01c-0b771f75c16d req-228cefc8-3873-4e40-98d0-5c6b42d9ee15 tempest-ServerShowV247Test-68493364 tempest-ServerShowV247Test-68493364-project] 10.222.0.16 "GET /v2.0/ports?device_id=e742e13c-60d9-44c3-9fc8-7b7eccb86217 HTTP/1.1" status: 200 len: 210 time: 0.0467381 Jul 14 18:25:11.528807 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-67eb34c7-4b13-44db-848d-5ae1e1ff0699 req-017b2f35-6d52-413d-ab52-1e603f7aa3c5 tempest-ServersAdminTestJSON-701576244 tempest-ServersAdminTestJSON-701576244-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea7723ec-9d2a-468c-977f-1e7257209758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961399 Jul 14 18:25:11.548890 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-047f4b9d-9cac-48a3-a9d0-54400ff48be5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-929996', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-571750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11395'] for router, precommit_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:25:11.569312 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 18:25:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81d6da39-dea9-4fdb-b9d5-33fda43e508a x-openstack-request-id: req-81d6da39-dea9-4fdb-b9d5-33fda43e508a {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:25:11.569593 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b52528ac-079b-4411-8ce0-cffdc5b94d6f", "name": "network-vif-plugged", "status": "completed", "tag": "6200b844-456d-406f-bd25-bdced5d67cc9", "code": 200}]} {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:25:11.569845 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-81d6da39-dea9-4fdb-b9d5-33fda43e508a {{(pid=93917) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:25:11.570231 n-d-800634-3 neutron-server[93917]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b52528ac-079b-4411-8ce0-cffdc5b94d6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6200b844-456d-406f-bd25-bdced5d67cc9', 'code': 200} Jul 14 18:25:11.585937 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-142a85e7-1e2a-4f84-9fc1-4db87cab9ed6 req-c8ace919-9134-4f53-917a-26621bf0087e service neutron] 10.222.0.18 "GET /v2.0/networks/458a605c-adc1-4322-ba16-e84a0c1f7468?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2914884 Jul 14 18:25:11.715862 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7525b489-9a2c-4ab6-8736-4d24fd3341d9 req-abc2b513-8144-4175-aec7-19b1dad1f49b tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:25:11.717282 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-7525b489-9a2c-4ab6-8736-4d24fd3341d9 req-abc2b513-8144-4175-aec7-19b1dad1f49b tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.16 "GET /v2.0/ports?device_id=85403e3f-7fd5-4848-9edb-9810e7a89b4f HTTP/1.1" status: 200 len: 950 time: 0.0666795 Jul 14 18:25:11.755126 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-7525b489-9a2c-4ab6-8736-4d24fd3341d9 req-48305f8f-5fca-4134-b5b0-debd5cc1fbc7 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.16 "GET /v2.0/security-groups?id=95148b1b-0f93-483b-9e80-262147c27e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321696 Jul 14 18:25:11.794092 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cff179-4610-46d4-83d7-a53deaa435ba req-24a2d75d-f681-408b-ac10-d5e2e7405b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:25:11.795594 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-b2cff179-4610-46d4-83d7-a53deaa435ba req-24a2d75d-f681-408b-ac10-d5e2e7405b01 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=b52528ac-079b-4411-8ce0-cffdc5b94d6f HTTP/1.1" status: 200 len: 1096 time: 0.1413090 Jul 14 18:25:11.804943 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-047f4b9d-9cac-48a3-a9d0-54400ff48be5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:25:11.829819 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-047f4b9d-9cac-48a3-a9d0-54400ff48be5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:25:11.895588 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-b2cff179-4610-46d4-83d7-a53deaa435ba req-b0a8b754-55ae-427a-9675-3f511c12b048 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=39320fa9-4894-4542-95e3-d64e174c637e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725839 Jul 14 18:25:11.954192 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.db_base_plugin_common [None req-047f4b9d-9cac-48a3-a9d0-54400ff48be5 admin admin] Allocated IP 172.25.1.140 (9200a437-e1de-4520-88f6-e68386523e61/5f47f848-4532-407a-a0e2-5690ade15fd0/3a4d7c49-e3d7-4385-a963-0f9ad7451875) {{(pid=93916) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:25:12.013531 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac12620-7c7a-4948-a23c-76dc4319a7e1 req-0ee07cc2-4055-43c4-bb93-672892a7b0fe tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:25:12.015082 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-9ac12620-7c7a-4948-a23c-76dc4319a7e1 req-0ee07cc2-4055-43c4-bb93-672892a7b0fe tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] 10.222.0.16 "GET /v2.0/ports?device_id=b52528ac-079b-4411-8ce0-cffdc5b94d6f HTTP/1.1" status: 200 len: 945 time: 0.0683854 Jul 14 18:25:12.056379 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-9ac12620-7c7a-4948-a23c-76dc4319a7e1 req-31de1c38-dcfc-409c-9294-79d2b708f08b tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] 10.222.0.16 "GET /v2.0/security-groups?id=39320fa9-4894-4542-95e3-d64e174c637e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345044 Jul 14 18:25:12.059477 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-047f4b9d-9cac-48a3-a9d0-54400ff48be5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:25:12.099019 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-047f4b9d-9cac-48a3-a9d0-54400ff48be5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:25:12.136521 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-047f4b9d-9cac-48a3-a9d0-54400ff48be5 admin admin] Network 9200a437-e1de-4520-88f6-e68386523e61 is already hosted by enough agents. {{(pid=93916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:25:12.139303 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [None req-047f4b9d-9cac-48a3-a9d0-54400ff48be5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:25:12.144613 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-047f4b9d-9cac-48a3-a9d0-54400ff48be5 admin admin] Received port after_create {{(pid=93916) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:25:12.173654 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047f4b9d-9cac-48a3-a9d0-54400ff48be5 admin admin] Pushing event updated for resources: {'Port': ['ID=3a4d7c49-e3d7-4385-a963-0f9ad7451875,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:25:12.474273 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15ecc45-1fa3-45c9-a645-5dfef953471e req-cf29f4f6-37ae-460a-9151-33604c9eca27 tempest-ImagesTestJSON-313755568 tempest-ImagesTestJSON-313755568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:25:12.475799 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e15ecc45-1fa3-45c9-a645-5dfef953471e req-cf29f4f6-37ae-460a-9151-33604c9eca27 tempest-ImagesTestJSON-313755568 tempest-ImagesTestJSON-313755568-project] 10.222.0.16 "GET /v2.0/ports?device_id=0de76286-d6ab-4637-959a-e3738e6ab32f HTTP/1.1" status: 200 len: 943 time: 0.0694780 Jul 14 18:25:12.514393 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e15ecc45-1fa3-45c9-a645-5dfef953471e req-ba4a0796-b3ff-41c3-b6a8-d41e79b0f9cd tempest-ImagesTestJSON-313755568 tempest-ImagesTestJSON-313755568-project] 10.222.0.16 "GET /v2.0/security-groups?id=96a7afe7-a122-4b0d-8907-2d91e1bd838f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330627 Jul 14 18:25:12.664397 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6f22caed-39c7-4483-a1a8-868efb638275 req-5bfc0cda-2932-45f6-ade7-3572376b6c76 tempest-ServerShowV247Test-68493364 tempest-ServerShowV247Test-68493364-project] 10.222.0.16 "GET /v2.0/ports?device_id=e742e13c-60d9-44c3-9fc8-7b7eccb86217 HTTP/1.1" status: 200 len: 210 time: 0.0343244 Jul 14 18:25:12.682382 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-047f4b9d-9cac-48a3-a9d0-54400ff48be5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:25:12.731075 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1e10d5-2f01-4f49-a0de-20bd636f3f4a req-6248868a-b64e-4899-b5be-3c23827b9209 tempest-ServersAdminTestJSON-701576244 tempest-ServersAdminTestJSON-701576244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:25:12.732599 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3c1e10d5-2f01-4f49-a0de-20bd636f3f4a req-6248868a-b64e-4899-b5be-3c23827b9209 tempest-ServersAdminTestJSON-701576244 tempest-ServersAdminTestJSON-701576244-project] 10.222.0.16 "GET /v2.0/ports?device_id=c37af3d9-5cf3-44f0-a629-12e66be48e93 HTTP/1.1" status: 200 len: 950 time: 0.0650837 Jul 14 18:25:12.770857 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3c1e10d5-2f01-4f49-a0de-20bd636f3f4a req-0ea8388e-50ea-4328-8bdb-ccc94014237f tempest-ServersAdminTestJSON-701576244 tempest-ServersAdminTestJSON-701576244-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea7723ec-9d2a-468c-977f-1e7257209758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326447 Jul 14 18:25:12.876155 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-047f4b9d-9cac-48a3-a9d0-54400ff48be5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-571759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-930033'] for router, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:25:12.933212 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40488524-972a-4aab-b9d4-49f7183930ce req-8017fd00-8f7c-414e-9263-5f159b0aabf3 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:25:12.934716 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-40488524-972a-4aab-b9d4-49f7183930ce req-8017fd00-8f7c-414e-9263-5f159b0aabf3 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.16 "GET /v2.0/ports?device_id=85403e3f-7fd5-4848-9edb-9810e7a89b4f HTTP/1.1" status: 200 len: 950 time: 0.0631664 Jul 14 18:25:12.978831 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-40488524-972a-4aab-b9d4-49f7183930ce req-0a47ef60-64c2-48df-ba2c-0db9e8d5c1a0 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.16 "GET /v2.0/security-groups?id=95148b1b-0f93-483b-9e80-262147c27e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336607 Jul 14 18:25:12.985198 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device f5d5be04-de0c-401c-bb82-c2a161fea0b9 details requested by agent hyperv_n-h1-800634-3 with host n-h1-800634-3 {{(pid=93917) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 18:25:13.007429 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-047f4b9d-9cac-48a3-a9d0-54400ff48be5 admin admin] Router 35e8d376-a86f-43fc-ae72-821a6e57d65d is scheduled to L3 agent 2c6eb27e-defb-4cca-9a24-381c7415e359 with binding_index 1 {{(pid=93916) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 18:25:13.084392 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port f5d5be04-de0c-401c-bb82-c2a161fea0b9, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=f5d5be04-de0c-401c-bb82-c2a161fea0b9,segment=NetworkSegment(ed557757-f640-484f-8cda-41a92c321398),segment_id=ed557757-f640-484f-8cda-41a92c321398)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:25:13.096442 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Returning: {'device': 'f5d5be04-de0c-401c-bb82-c2a161fea0b9', 'network_id': '458a605c-adc1-4322-ba16-e84a0c1f7468', 'port_id': 'f5d5be04-de0c-401c-bb82-c2a161fea0b9', 'mac_address': 'fa:16:3e:a6:95:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 82, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f82593d-7d30-492d-935c-eafdd92f72c6', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93917) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 18:25:13.116586 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-047f4b9d-9cac-48a3-a9d0-54400ff48be5 admin admin] Notify agent at l3_agent.n-d-800634-3 the message routers_updated {{(pid=93916) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 18:25:13.128519 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d753787-0ed5-4127-891f-cf0f7df388c7 None None] Sync routers for ids ['35e8d376-a86f-43fc-ae72-821a6e57d65d'] in n-d-800634-3 {{(pid=93917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 18:25:13.134845 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-047f4b9d-9cac-48a3-a9d0-54400ff48be5 admin admin] Notify callbacks [] for router, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:25:13.139584 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-047f4b9d-9cac-48a3-a9d0-54400ff48be5 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 2.0384865 Jul 14 18:25:13.140005 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 34142) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:25:13.148427 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d753787-0ed5-4127-891f-cf0f7df388c7 None None] Routers {'35e8d376-a86f-43fc-ae72-821a6e57d65d'} bound to L3 agent in host n-d-800634-3 {{(pid=93917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:25:13.150562 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-6d753787-0ed5-4127-891f-cf0f7df388c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:24:53Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['35e8d376-a86f-43fc-ae72-821a6e57d65d'], 'active': True} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:25:13.154195 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:25:13.213021 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5d5be04-de0c-401c-bb82-c2a161fea0b9 {{(pid=93917) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 18:25:13.273350 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port f5d5be04-de0c-401c-bb82-c2a161fea0b9, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=f5d5be04-de0c-401c-bb82-c2a161fea0b9,segment=NetworkSegment(ed557757-f640-484f-8cda-41a92c321398),segment_id=ed557757-f640-484f-8cda-41a92c321398)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:25:13.280760 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:25:13.316363 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvr_db [None req-6d753787-0ed5-4127-891f-cf0f7df388c7 None None] Set router 35e8d376-a86f-43fc-ae72-821a6e57d65d gateway port host: n-d-800634-3 {{(pid=93917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 18:25:13.434730 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Pushing event updated for resources: {'Port': ['ID=f5d5be04-de0c-401c-bb82-c2a161fea0b9,revision_number=4']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:25:13.530578 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-6d753787-0ed5-4127-891f-cf0f7df388c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35e8d376-a86f-43fc-ae72-821a6e57d65d', 'name': 'tempest-ServerRescueNegativeTestJSON-803983831-router', 'tenant_id': 'cb67bdfcb7724fc99fb71468214ad40d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.140'}], 'enable_snat': True}, 'gw_port_id': '3a4d7c49-e3d7-4385-a963-0f9ad7451875', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:25:11Z', 'updated_at': '2021-07-14T18:25:12Z', 'revision_number': 3, 'project_id': 'cb67bdfcb7724fc99fb71468214ad40d', 'gw_port': {'id': '3a4d7c49-e3d7-4385-a963-0f9ad7451875', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:17:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35e8d376-a86f-43fc-ae72-821a6e57d65d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 937, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:25:11Z', 'updated_at': '2021-07-14T18:25:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3'}], 'n-d-800634-3', False) {} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:25:13.558780 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d753787-0ed5-4127-891f-cf0f7df388c7 None None] Checking router: 35e8d376-a86f-43fc-ae72-821a6e57d65d for host: n-d-800634-3 {{(pid=93917) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 18:25:13.558780 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d753787-0ed5-4127-891f-cf0f7df388c7 None None] Updating router 35e8d376-a86f-43fc-ae72-821a6e57d65d port 3a4d7c49-e3d7-4385-a963-0f9ad7451875 binding host n-d-800634-3 {{(pid=93917) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 18:25:13.594164 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-6d753787-0ed5-4127-891f-cf0f7df388c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:25:13.638451 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d1204b-f14c-419c-b2a3-755f428e7dd8 req-0ca7e05a-12d2-4dc2-84e4-859fd321c58f tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:25:13.640038 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c2d1204b-f14c-419c-b2a3-755f428e7dd8 req-0ca7e05a-12d2-4dc2-84e4-859fd321c58f tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] 10.222.0.16 "GET /v2.0/ports?device_id=b52528ac-079b-4411-8ce0-cffdc5b94d6f HTTP/1.1" status: 200 len: 945 time: 0.4014606 Jul 14 18:25:13.697202 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] get_ports_and_sgs() called for port_ids ['f5d5be04-de0c-401c-bb82-c2a161fea0b9'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 18:25:13.758388 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c2d1204b-f14c-419c-b2a3-755f428e7dd8 req-1f02e1a0-4a93-4268-91c0-b3b109e9106e tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] 10.222.0.16 "GET /v2.0/security-groups?id=39320fa9-4894-4542-95e3-d64e174c637e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058271 Jul 14 18:25:13.817958 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449be11e-2927-4906-8ee4-c14895c253ef req-fee7b872-44ea-4da8-94a5-7dfd175d0036 tempest-ImagesTestJSON-313755568 tempest-ImagesTestJSON-313755568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:25:13.819499 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-449be11e-2927-4906-8ee4-c14895c253ef req-fee7b872-44ea-4da8-94a5-7dfd175d0036 tempest-ImagesTestJSON-313755568 tempest-ImagesTestJSON-313755568-project] 10.222.0.16 "GET /v2.0/ports?device_id=0de76286-d6ab-4637-959a-e3738e6ab32f HTTP/1.1" status: 200 len: 944 time: 0.1784902 Jul 14 18:25:13.916832 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6f805fd8-5fd3-4d23-b4a7-f7cf668d5b63 req-ba79de90-98a3-459b-8198-8151cb49a562 tempest-ServerShowV247Test-68493364 tempest-ServerShowV247Test-68493364-project] 10.222.0.16 "GET /v2.0/ports?device_id=e742e13c-60d9-44c3-9fc8-7b7eccb86217 HTTP/1.1" status: 200 len: 210 time: 0.0400305 Jul 14 18:25:13.955658 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-449be11e-2927-4906-8ee4-c14895c253ef req-6696691e-0111-4d51-8c5e-cc96a6294157 tempest-ImagesTestJSON-313755568 tempest-ImagesTestJSON-313755568-project] 10.222.0.16 "GET /v2.0/security-groups?id=96a7afe7-a122-4b0d-8907-2d91e1bd838f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005862 Jul 14 18:25:13.968489 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-6d753787-0ed5-4127-891f-cf0f7df388c7 None None] Notify callbacks [] for port, precommit_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:25:13.993818 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-6d753787-0ed5-4127-891f-cf0f7df388c7 None None] Transition to ACTIVE for port object 3a4d7c49-e3d7-4385-a963-0f9ad7451875 will not be triggered until provisioned by entity L2. {{(pid=93917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:25:14.000330 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-6d753787-0ed5-4127-891f-cf0f7df388c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:25:14.062659 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-6d753787-0ed5-4127-891f-cf0f7df388c7 None None] Attempting to bind port 3a4d7c49-e3d7-4385-a963-0f9ad7451875 on host n-d-800634-3 for vnic_type normal with profile {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:25:14.063029 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-6d753787-0ed5-4127-891f-cf0f7df388c7 None None] Attempting to bind port 3a4d7c49-e3d7-4385-a963-0f9ad7451875 by drivers openvswitch,hyperv on host n-d-800634-3 at level 0 using segments [{'id': '5afb940b-bbdf-4727-be00-5d46367c38a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9200a437-e1de-4520-88f6-e68386523e61'}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:25:14.063388 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d753787-0ed5-4127-891f-cf0f7df388c7 None None] Attempting to bind port 3a4d7c49-e3d7-4385-a963-0f9ad7451875 on network 9200a437-e1de-4520-88f6-e68386523e61 {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:25:14.065391 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5de0cc6-8422-41b8-a642-a603f3cbb95f None None] Pushing event updated for resources: {'Port': ['ID=3a4d7c49-e3d7-4385-a963-0f9ad7451875,revision_number=2']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:25:14.072228 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d753787-0ed5-4127-891f-cf0f7df388c7 None None] Checking agent: {'id': '01c19e91-a945-4e3c-94a6-c211e17c923e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 8, 23), 'started_at': datetime.datetime(2021, 7, 14, 18, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 18, 24, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 18:25:14.073249 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d753787-0ed5-4127-891f-cf0f7df388c7 None None] Checking segment: {'id': '5afb940b-bbdf-4727-be00-5d46367c38a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9200a437-e1de-4520-88f6-e68386523e61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93917) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:25:14.073249 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-6d753787-0ed5-4127-891f-cf0f7df388c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:25:14.073481 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d753787-0ed5-4127-891f-cf0f7df388c7 None None] Bound using segment: {'id': '5afb940b-bbdf-4727-be00-5d46367c38a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9200a437-e1de-4520-88f6-e68386523e61'} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 18:25:14.073801 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-6d753787-0ed5-4127-891f-cf0f7df388c7 None None] Bound port: 3a4d7c49-e3d7-4385-a963-0f9ad7451875, host: n-d-800634-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5afb940b-bbdf-4727-be00-5d46367c38a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9200a437-e1de-4520-88f6-e68386523e61'}}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 18:25:14.074180 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-6d753787-0ed5-4127-891f-cf0f7df388c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:25:14.125553 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-6d753787-0ed5-4127-891f-cf0f7df388c7 None None] For port 3a4d7c49-e3d7-4385-a963-0f9ad7451875, host n-d-800634-3, cleared binding levels {{(pid=93917) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:25:14.129242 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-6d753787-0ed5-4127-891f-cf0f7df388c7 None None] For port 3a4d7c49-e3d7-4385-a963-0f9ad7451875, host n-d-800634-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=3a4d7c49-e3d7-4385-a963-0f9ad7451875,segment=NetworkSegment(5afb940b-bbdf-4727-be00-5d46367c38a1),segment_id=5afb940b-bbdf-4727-be00-5d46367c38a1)] {{(pid=93917) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 18:25:14.135496 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-6d753787-0ed5-4127-891f-cf0f7df388c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:25:14.156623 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-cc16d151-3103-4ba4-9f8b-9f7f78eb7288 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:25:14.185549 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d753787-0ed5-4127-891f-cf0f7df388c7 None None] Routers {'35e8d376-a86f-43fc-ae72-821a6e57d65d'} bound to L3 agent in host n-d-800634-3 {{(pid=93917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:25:14.186165 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-6d753787-0ed5-4127-891f-cf0f7df388c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:24:53Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['35e8d376-a86f-43fc-ae72-821a6e57d65d'], 'active': True} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:25:14.196067 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8366fc69-835b-47b7-add5-b1efefcb5991 req-a193f4a1-5c91-42ff-b8ee-b01cdefd744c tempest-ServersAdminTestJSON-701576244 tempest-ServersAdminTestJSON-701576244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:25:14.197665 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-8366fc69-835b-47b7-add5-b1efefcb5991 req-a193f4a1-5c91-42ff-b8ee-b01cdefd744c tempest-ServersAdminTestJSON-701576244 tempest-ServersAdminTestJSON-701576244-project] 10.222.0.16 "GET /v2.0/ports?device_id=c37af3d9-5cf3-44f0-a629-12e66be48e93 HTTP/1.1" status: 200 len: 950 time: 0.1633294 Jul 14 18:25:14.356364 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5de0cc6-8422-41b8-a642-a603f3cbb95f None None] Pushing event updated for resources: {'Port': ['ID=3a4d7c49-e3d7-4385-a963-0f9ad7451875,revision_number=3']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:25:14.369261 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96f45e4-52ff-4cd5-8051-bf6a68da1166 req-695585eb-8c76-43bf-8bcc-7b62a18bacc5 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:25:14.370770 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c96f45e4-52ff-4cd5-8051-bf6a68da1166 req-695585eb-8c76-43bf-8bcc-7b62a18bacc5 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.16 "GET /v2.0/ports?device_id=85403e3f-7fd5-4848-9edb-9810e7a89b4f HTTP/1.1" status: 200 len: 950 time: 0.2587023 Jul 14 18:25:14.375887 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-8366fc69-835b-47b7-add5-b1efefcb5991 req-b6f1b593-4c9c-434a-bb7f-6c0760d3a8f7 tempest-ServersAdminTestJSON-701576244 tempest-ServersAdminTestJSON-701576244-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea7723ec-9d2a-468c-977f-1e7257209758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700196 Jul 14 18:25:14.425926 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvr_db [None req-6d753787-0ed5-4127-891f-cf0f7df388c7 None None] Set router 35e8d376-a86f-43fc-ae72-821a6e57d65d gateway port host: n-d-800634-3 {{(pid=93917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 18:25:14.448659 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c96f45e4-52ff-4cd5-8051-bf6a68da1166 req-1676c27e-016d-4ba7-af7e-e2da74b9a650 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.16 "GET /v2.0/security-groups?id=95148b1b-0f93-483b-9e80-262147c27e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711968 Jul 14 18:25:14.473533 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.db_base_plugin_common [None req-cc16d151-3103-4ba4-9f8b-9f7f78eb7288 admin admin] Allocated IP 172.20.0.1 (fbb7114e-4079-4798-86d9-6d4690d7f388/c0358a3b-3414-4691-860c-4e7a5ebb58c9/29de2b48-7714-418a-91cf-def87a637fcd) {{(pid=93915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:25:14.598325 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-cc16d151-3103-4ba4-9f8b-9f7f78eb7288 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:25:14.615761 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-6d753787-0ed5-4127-891f-cf0f7df388c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35e8d376-a86f-43fc-ae72-821a6e57d65d', 'name': 'tempest-ServerRescueNegativeTestJSON-803983831-router', 'tenant_id': 'cb67bdfcb7724fc99fb71468214ad40d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.140'}], 'enable_snat': True}, 'gw_port_id': '3a4d7c49-e3d7-4385-a963-0f9ad7451875', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:25:11Z', 'updated_at': '2021-07-14T18:25:12Z', 'revision_number': 3, 'project_id': 'cb67bdfcb7724fc99fb71468214ad40d', 'gw_port': {'id': '3a4d7c49-e3d7-4385-a963-0f9ad7451875', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:17:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35e8d376-a86f-43fc-ae72-821a6e57d65d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 937, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:25:11Z', 'updated_at': '2021-07-14T18:25:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3'}], 'n-d-800634-3', False) {} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:25:14.635667 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-cc16d151-3103-4ba4-9f8b-9f7f78eb7288 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:25:14.642055 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d753787-0ed5-4127-891f-cf0f7df388c7 None None] The sync data for ids ['35e8d376-a86f-43fc-ae72-821a6e57d65d'] in n-d-800634-3 is: [{'id': '35e8d376-a86f-43fc-ae72-821a6e57d65d', 'name': 'tempest-ServerRescueNegativeTestJSON-803983831-router', 'tenant_id': 'cb67bdfcb7724fc99fb71468214ad40d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.140'}], 'enable_snat': True}, 'gw_port_id': '3a4d7c49-e3d7-4385-a963-0f9ad7451875', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:25:11Z', 'updated_at': '2021-07-14T18:25:12Z', 'revision_number': 3, 'project_id': 'cb67bdfcb7724fc99fb71468214ad40d', 'gw_port': {'id': '3a4d7c49-e3d7-4385-a963-0f9ad7451875', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:17:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35e8d376-a86f-43fc-ae72-821a6e57d65d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 937, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:25:11Z', 'updated_at': '2021-07-14T18:25:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3'}] {{(pid=93917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 18:25:14.673770 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc16d151-3103-4ba4-9f8b-9f7f78eb7288 admin admin] Network fbb7114e-4079-4798-86d9-6d4690d7f388 is already hosted by enough agents. {{(pid=93915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:25:14.679105 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [None req-cc16d151-3103-4ba4-9f8b-9f7f78eb7288 admin admin] Resources bound (agent type, host, resource id): {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:25:14.682558 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc16d151-3103-4ba4-9f8b-9f7f78eb7288 admin admin] Received port after_create {{(pid=93915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:25:14.707882 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc16d151-3103-4ba4-9f8b-9f7f78eb7288 admin admin] Pushing event updated for resources: {'Port': ['ID=29de2b48-7714-418a-91cf-def87a637fcd,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:25:14.725593 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-cc16d151-3103-4ba4-9f8b-9f7f78eb7288 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-930452'] for router_interface, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:25:14.986206 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-cc16d151-3103-4ba4-9f8b-9f7f78eb7288 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:25:15.015790 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f6ac4a-f7de-4c89-b9a6-0aee7db6ab25 req-10c56d4d-a4c0-4c61-9f47-75f67b43e62c tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:25:15.017503 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a2f6ac4a-f7de-4c89-b9a6-0aee7db6ab25 req-10c56d4d-a4c0-4c61-9f47-75f67b43e62c tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] 10.222.0.16 "GET /v2.0/ports?device_id=b52528ac-079b-4411-8ce0-cffdc5b94d6f HTTP/1.1" status: 200 len: 945 time: 0.1226425 Jul 14 18:25:15.103784 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b9501959-3353-4bb7-aad2-081344855e03 req-efc47380-fd65-4fbb-bf91-65d1435b212d tempest-ServerShowV247Test-68493364 tempest-ServerShowV247Test-68493364-project] 10.222.0.16 "GET /v2.0/ports?device_id=e742e13c-60d9-44c3-9fc8-7b7eccb86217 HTTP/1.1" status: 200 len: 210 time: 0.0468500 Jul 14 18:25:15.136721 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a2f6ac4a-f7de-4c89-b9a6-0aee7db6ab25 req-72f3f0f0-1502-4943-9c69-b03b656be9b0 tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] 10.222.0.16 "GET /v2.0/security-groups?id=39320fa9-4894-4542-95e3-d64e174c637e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015620 Jul 14 18:25:15.283942 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-cc16d151-3103-4ba4-9f8b-9f7f78eb7288 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:25:15.290906 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-cc16d151-3103-4ba4-9f8b-9f7f78eb7288 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25912978'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:25:15.372985 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc16d151-3103-4ba4-9f8b-9f7f78eb7288 admin admin] Pushing event updated for resources: {'Port': ['ID=29de2b48-7714-418a-91cf-def87a637fcd,revision_number=2']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:25:15.375385 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-cc16d151-3103-4ba4-9f8b-9f7f78eb7288 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-598741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-928734'] for router_interface, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:25:15.384760 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544bd574-c45a-46fc-b827-a051a10589a3 req-970115af-238b-49c6-9469-81183d0f5062 tempest-ImagesTestJSON-313755568 tempest-ImagesTestJSON-313755568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:25:15.386319 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-544bd574-c45a-46fc-b827-a051a10589a3 req-970115af-238b-49c6-9469-81183d0f5062 tempest-ImagesTestJSON-313755568 tempest-ImagesTestJSON-313755568-project] 10.222.0.16 "GET /v2.0/ports?device_id=0de76286-d6ab-4637-959a-e3738e6ab32f HTTP/1.1" status: 200 len: 944 time: 0.1676641 Jul 14 18:25:15.507480 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-544bd574-c45a-46fc-b827-a051a10589a3 req-3dafd064-f987-428a-820b-e62a91290b42 tempest-ImagesTestJSON-313755568 tempest-ImagesTestJSON-313755568-project] 10.222.0.16 "GET /v2.0/security-groups?id=96a7afe7-a122-4b0d-8907-2d91e1bd838f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152055 Jul 14 18:25:15.559043 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc16d151-3103-4ba4-9f8b-9f7f78eb7288 admin admin] Network fbb7114e-4079-4798-86d9-6d4690d7f388 is already hosted by enough agents. {{(pid=93915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:25:15.567783 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca04c83-9a87-4236-8a24-23c38f43fa6f req-9c7fd1bc-3750-40e8-958e-c7d3dcd60f2e tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:25:15.570178 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-dca04c83-9a87-4236-8a24-23c38f43fa6f req-9c7fd1bc-3750-40e8-958e-c7d3dcd60f2e tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] 10.222.0.16 "GET /v2.0/ports?device_id=b52528ac-079b-4411-8ce0-cffdc5b94d6f HTTP/1.1" status: 200 len: 945 time: 0.1224608 Jul 14 18:25:15.571330 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [None req-cc16d151-3103-4ba4-9f8b-9f7f78eb7288 admin admin] Resources bound (agent type, host, resource id): {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:25:15.716723 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-dca04c83-9a87-4236-8a24-23c38f43fa6f req-b7aff70f-cefe-47f1-8d75-7a0590183605 tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] 10.222.0.16 "GET /v2.0/security-groups?id=39320fa9-4894-4542-95e3-d64e174c637e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375246 Jul 14 18:25:15.757273 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc16d151-3103-4ba4-9f8b-9f7f78eb7288 admin admin] Router 35e8d376-a86f-43fc-ae72-821a6e57d65d has already been hosted by L3 agent 2c6eb27e-defb-4cca-9a24-381c7415e359 {{(pid=93915) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 18:25:15.766137 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb12ff0-6c0d-4fc0-bf96-e76cf564d6c1 req-287b17db-e64d-43f3-af79-faf1d389c58b tempest-ServersAdminTestJSON-701576244 tempest-ServersAdminTestJSON-701576244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:25:15.767615 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-bfb12ff0-6c0d-4fc0-bf96-e76cf564d6c1 req-287b17db-e64d-43f3-af79-faf1d389c58b tempest-ServersAdminTestJSON-701576244 tempest-ServersAdminTestJSON-701576244-project] 10.222.0.16 "GET /v2.0/ports?device_id=c37af3d9-5cf3-44f0-a629-12e66be48e93 HTTP/1.1" status: 200 len: 950 time: 0.1449718 Jul 14 18:25:15.871289 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-bfb12ff0-6c0d-4fc0-bf96-e76cf564d6c1 req-a0254b5a-c1b1-4582-af6d-baf4393dcb60 tempest-ServersAdminTestJSON-701576244 tempest-ServersAdminTestJSON-701576244-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea7723ec-9d2a-468c-977f-1e7257209758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976446 Jul 14 18:25:15.944760 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc16d151-3103-4ba4-9f8b-9f7f78eb7288 admin admin] Notify agent at l3_agent.n-d-800634-3 the message routers_updated {{(pid=93915) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 18:25:15.957926 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-cc16d151-3103-4ba4-9f8b-9f7f78eb7288 admin admin] 10.222.0.16 "PUT /v2.0/routers/35e8d376-a86f-43fc-ae72-821a6e57d65d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8085384 Jul 14 18:25:15.962567 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8177e51f-0f69-4966-97ae-c626b502ebc6 req-88ad3ed7-7add-41ef-ae2a-9448f3ffdb89 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:25:15.964294 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-8177e51f-0f69-4966-97ae-c626b502ebc6 req-88ad3ed7-7add-41ef-ae2a-9448f3ffdb89 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.16 "GET /v2.0/ports?device_id=85403e3f-7fd5-4848-9edb-9810e7a89b4f HTTP/1.1" status: 200 len: 950 time: 0.1376245 Jul 14 18:25:16.009944 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-8177e51f-0f69-4966-97ae-c626b502ebc6 req-dd03eadc-9c98-43ec-b237-00cc8ec62c80 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.16 "GET /v2.0/security-groups?id=95148b1b-0f93-483b-9e80-262147c27e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394971 Jul 14 18:25:16.262900 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f3dfd21e-3bcc-4bae-8e7a-afac30004462 req-3dd4c726-c0a6-4914-bbe9-77603d915049 tempest-ServerShowV247Test-68493364 tempest-ServerShowV247Test-68493364-project] 10.222.0.16 "GET /v2.0/ports?device_id=e742e13c-60d9-44c3-9fc8-7b7eccb86217 HTTP/1.1" status: 200 len: 210 time: 0.0331888 Jul 14 18:25:16.268653 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27131b96-8319-4503-9d9a-fdf7c9075c49 None None] Sync routers for ids ['35e8d376-a86f-43fc-ae72-821a6e57d65d'] in n-d-800634-3 {{(pid=93918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 18:25:16.284333 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27131b96-8319-4503-9d9a-fdf7c9075c49 None None] Routers {'35e8d376-a86f-43fc-ae72-821a6e57d65d'} bound to L3 agent in host n-d-800634-3 {{(pid=93918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:25:16.284333 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-27131b96-8319-4503-9d9a-fdf7c9075c49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:24:53Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['35e8d376-a86f-43fc-ae72-821a6e57d65d'], 'active': True} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:25:16.375781 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e03575-3246-45a5-ad5d-ffd76a17874b req-8c76dbe5-9530-448c-ab73-d2be91174a74 tempest-ServerRescueNegativeTestJSON-843679432 tempest-ServerRescueNegativeTestJSON-843679432-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:25:16.377265 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-67e03575-3246-45a5-ad5d-ffd76a17874b req-8c76dbe5-9530-448c-ab73-d2be91174a74 tempest-ServerRescueNegativeTestJSON-843679432 tempest-ServerRescueNegativeTestJSON-843679432-project] 10.222.0.16 "GET /v2.0/networks?id=fbb7114e-4079-4798-86d9-6d4690d7f388 HTTP/1.1" status: 200 len: 818 time: 0.1032517 Jul 14 18:25:16.382791 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvr_db [None req-27131b96-8319-4503-9d9a-fdf7c9075c49 None None] Set router 35e8d376-a86f-43fc-ae72-821a6e57d65d gateway port host: n-d-800634-3 {{(pid=93918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 18:25:16.392046 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-67e03575-3246-45a5-ad5d-ffd76a17874b req-97fc6f55-43a4-4b94-a1cd-99561af764be tempest-ServerRescueNegativeTestJSON-843679432 tempest-ServerRescueNegativeTestJSON-843679432-project] 10.222.0.16 "GET /v2.0/quotas/cb67bdfcb7724fc99fb71468214ad40d HTTP/1.1" status: 200 len: 375 time: 0.0093105 Jul 14 18:25:16.454769 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-67e03575-3246-45a5-ad5d-ffd76a17874b req-8296ecf6-4def-4a6a-9649-26ac7676c8f2 tempest-ServerRescueNegativeTestJSON-843679432 tempest-ServerRescueNegativeTestJSON-843679432-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=cb67bdfcb7724fc99fb71468214ad40d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0569062 Jul 14 18:25:16.556882 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-67e03575-3246-45a5-ad5d-ffd76a17874b req-36e30d55-3728-4c09-924d-fee9ee85a91a service neutron] 10.222.0.16 "GET /v2.0/networks/fbb7114e-4079-4798-86d9-6d4690d7f388?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939724 Jul 14 18:25:16.580038 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-27131b96-8319-4503-9d9a-fdf7c9075c49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35e8d376-a86f-43fc-ae72-821a6e57d65d', 'name': 'tempest-ServerRescueNegativeTestJSON-803983831-router', 'tenant_id': 'cb67bdfcb7724fc99fb71468214ad40d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.140'}], 'enable_snat': True}, 'gw_port_id': '3a4d7c49-e3d7-4385-a963-0f9ad7451875', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:25:11Z', 'updated_at': '2021-07-14T18:25:14Z', 'revision_number': 4, 'project_id': 'cb67bdfcb7724fc99fb71468214ad40d', 'gw_port': {'id': '3a4d7c49-e3d7-4385-a963-0f9ad7451875', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:17:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35e8d376-a86f-43fc-ae72-821a6e57d65d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 937, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:25:11Z', 'updated_at': '2021-07-14T18:25:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_interfaces': [{'id': '29de2b48-7714-418a-91cf-def87a637fcd', 'name': '', 'network_id': 'fbb7114e-4079-4798-86d9-6d4690d7f388', 'tenant_id': 'cb67bdfcb7724fc99fb71468214ad40d', 'mac_address': 'fa:16:3e:f6:4d:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35e8d376-a86f-43fc-ae72-821a6e57d65d', 'device_owner': 'network:router_interface', 'standard_attr_id': 938, 'fixed_ips': [{'subnet_id': 'c0358a3b-3414-4691-860c-4e7a5ebb58c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:25:14Z', 'updated_at': '2021-07-14T18:25:15Z', 'revision_number': 2, 'project_id': 'cb67bdfcb7724fc99fb71468214ad40d', 'subnets': [{'id': 'c0358a3b-3414-4691-860c-4e7a5ebb58c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-3', False) {} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:25:16.616778 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27131b96-8319-4503-9d9a-fdf7c9075c49 None None] Checking router: 35e8d376-a86f-43fc-ae72-821a6e57d65d for host: n-d-800634-3 {{(pid=93918) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 18:25:16.617134 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27131b96-8319-4503-9d9a-fdf7c9075c49 None None] Updating router 35e8d376-a86f-43fc-ae72-821a6e57d65d port 29de2b48-7714-418a-91cf-def87a637fcd binding host n-d-800634-3 {{(pid=93918) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 18:25:16.657577 n-d-800634-3 neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-27131b96-8319-4503-9d9a-fdf7c9075c49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:25:16.672519 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-67e03575-3246-45a5-ad5d-ffd76a17874b req-6b7b7932-c851-481c-b562-2ac23bd77bbb service neutron] 10.222.0.16 "GET /v2.0/networks/fbb7114e-4079-4798-86d9-6d4690d7f388?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1147823 Jul 14 18:25:16.710541 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f57ba5e-d77d-49b4-be4c-6968b605484c req-5b7e6ffa-688f-4a5b-abea-6cbb7e83afa8 tempest-ImagesTestJSON-313755568 tempest-ImagesTestJSON-313755568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:25:16.712293 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-1f57ba5e-d77d-49b4-be4c-6968b605484c req-5b7e6ffa-688f-4a5b-abea-6cbb7e83afa8 tempest-ImagesTestJSON-313755568 tempest-ImagesTestJSON-313755568-project] 10.222.0.16 "GET /v2.0/ports?device_id=0de76286-d6ab-4637-959a-e3738e6ab32f HTTP/1.1" status: 200 len: 944 time: 0.0726929 Jul 14 18:25:16.766097 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-1f57ba5e-d77d-49b4-be4c-6968b605484c req-cb0a313d-4b48-4622-9084-60c27efbc115 tempest-ImagesTestJSON-313755568 tempest-ImagesTestJSON-313755568-project] 10.222.0.16 "GET /v2.0/security-groups?id=96a7afe7-a122-4b0d-8907-2d91e1bd838f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475090 Jul 14 18:25:16.891966 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 3a4d7c49-e3d7-4385-a963-0f9ad7451875 up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:25:16.926668 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3e4006b9-69d2-44f7-9c5c-07aea77673fe req-ce3c8099-7d23-4015-ba69-170632de573a tempest-ServerRescueNegativeTestJSON-843679432 tempest-ServerRescueNegativeTestJSON-843679432-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b9e4456-2d8d-44aa-a867-8b086bbb5414 HTTP/1.1" status: 200 len: 210 time: 0.0492692 Jul 14 18:25:16.981180 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418f0146-6e95-4519-9fae-984c22102654 req-f15c94dd-3881-4a47-b5fa-5eeb19b56235 tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:25:16.988643 n-d-800634-3 neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-27131b96-8319-4503-9d9a-fdf7c9075c49 None None] Notify callbacks [] for port, precommit_update {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:25:16.989061 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning for port 3a4d7c49-e3d7-4385-a963-0f9ad7451875 completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:25:16.994524 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port 3a4d7c49-e3d7-4385-a963-0f9ad7451875 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:25:16.995163 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:25:16.995415 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-418f0146-6e95-4519-9fae-984c22102654 req-f15c94dd-3881-4a47-b5fa-5eeb19b56235 tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] 10.222.0.16 "GET /v2.0/ports?device_id=b52528ac-079b-4411-8ce0-cffdc5b94d6f HTTP/1.1" status: 200 len: 945 time: 0.1276984 Jul 14 18:25:17.001371 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.provisioning_blocks [None req-27131b96-8319-4503-9d9a-fdf7c9075c49 None None] Transition to ACTIVE for port object 29de2b48-7714-418a-91cf-def87a637fcd will not be triggered until provisioned by entity L2. {{(pid=93918) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:25:17.007278 n-d-800634-3 neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-27131b96-8319-4503-9d9a-fdf7c9075c49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:25:17.051249 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device f5d5be04-de0c-401c-bb82-c2a161fea0b9 up at agent hyperv_n-h1-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:25:17.075454 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441fc078-f0f0-4f9a-bef9-c2bff66708ff None None] Pushing event updated for resources: {'Port': ['ID=29de2b48-7714-418a-91cf-def87a637fcd,revision_number=3']} {{(pid=93918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:25:17.086001 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-418f0146-6e95-4519-9fae-984c22102654 req-c5d475e4-1dea-47f2-a830-71cfd5532b8c tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] 10.222.0.16 "GET /v2.0/security-groups?id=39320fa9-4894-4542-95e3-d64e174c637e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833836 Jul 14 18:25:17.165236 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.managers [None req-27131b96-8319-4503-9d9a-fdf7c9075c49 None None] Attempting to bind port 29de2b48-7714-418a-91cf-def87a637fcd on host n-d-800634-3 for vnic_type normal with profile {{(pid=93918) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:25:17.166608 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.managers [None req-27131b96-8319-4503-9d9a-fdf7c9075c49 None None] Attempting to bind port 29de2b48-7714-418a-91cf-def87a637fcd by drivers openvswitch,hyperv on host n-d-800634-3 at level 0 using segments [{'id': '414670be-19b5-4c22-8965-7b38a5c5b483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'fbb7114e-4079-4798-86d9-6d4690d7f388'}] {{(pid=93918) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:25:17.167060 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27131b96-8319-4503-9d9a-fdf7c9075c49 None None] Attempting to bind port 29de2b48-7714-418a-91cf-def87a637fcd on network fbb7114e-4079-4798-86d9-6d4690d7f388 {{(pid=93918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:25:17.173948 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27131b96-8319-4503-9d9a-fdf7c9075c49 None None] Checking agent: {'id': '01c19e91-a945-4e3c-94a6-c211e17c923e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 8, 23), 'started_at': datetime.datetime(2021, 7, 14, 18, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 18, 24, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 18:25:17.174424 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27131b96-8319-4503-9d9a-fdf7c9075c49 None None] Checking segment: {'id': '414670be-19b5-4c22-8965-7b38a5c5b483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'fbb7114e-4079-4798-86d9-6d4690d7f388'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93918) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:25:17.174930 n-d-800634-3 neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-27131b96-8319-4503-9d9a-fdf7c9075c49 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:25:17.175528 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27131b96-8319-4503-9d9a-fdf7c9075c49 None None] Bound using segment: {'id': '414670be-19b5-4c22-8965-7b38a5c5b483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'fbb7114e-4079-4798-86d9-6d4690d7f388'} {{(pid=93918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 18:25:17.176103 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.managers [None req-27131b96-8319-4503-9d9a-fdf7c9075c49 None None] Bound port: 29de2b48-7714-418a-91cf-def87a637fcd, host: n-d-800634-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '414670be-19b5-4c22-8965-7b38a5c5b483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'fbb7114e-4079-4798-86d9-6d4690d7f388'}}] {{(pid=93918) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 18:25:17.177279 n-d-800634-3 neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-27131b96-8319-4503-9d9a-fdf7c9075c49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:25:17.203461 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd3995e-1f3b-49c1-a2fb-161721d4a3b9 req-03c399bf-b55b-4030-8794-1c2eb98bb1df tempest-ServersAdminTestJSON-701576244 tempest-ServersAdminTestJSON-701576244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:25:17.205227 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-bbd3995e-1f3b-49c1-a2fb-161721d4a3b9 req-03c399bf-b55b-4030-8794-1c2eb98bb1df tempest-ServersAdminTestJSON-701576244 tempest-ServersAdminTestJSON-701576244-project] 10.222.0.16 "GET /v2.0/ports?device_id=c37af3d9-5cf3-44f0-a629-12e66be48e93 HTTP/1.1" status: 200 len: 950 time: 0.0798492 Jul 14 18:25:17.213841 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Provisioning for port f5d5be04-de0c-401c-bb82-c2a161fea0b9 completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:25:17.237238 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Provisioning complete for port f5d5be04-de0c-401c-bb82-c2a161fea0b9 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:25:17.237616 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:25:17.274905 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:25:17.286272 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-bbd3995e-1f3b-49c1-a2fb-161721d4a3b9 req-d5e5fd5c-04f0-4263-8def-99de61d7b9c0 tempest-ServersAdminTestJSON-701576244 tempest-ServersAdminTestJSON-701576244-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea7723ec-9d2a-468c-977f-1e7257209758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739264 Jul 14 18:25:17.291896 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.db [None req-27131b96-8319-4503-9d9a-fdf7c9075c49 None None] For port 29de2b48-7714-418a-91cf-def87a637fcd, host n-d-800634-3, cleared binding levels {{(pid=93918) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:25:17.295823 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.db [None req-27131b96-8319-4503-9d9a-fdf7c9075c49 None None] For port 29de2b48-7714-418a-91cf-def87a637fcd, host n-d-800634-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=29de2b48-7714-418a-91cf-def87a637fcd,segment=NetworkSegment(414670be-19b5-4c22-8965-7b38a5c5b483),segment_id=414670be-19b5-4c22-8965-7b38a5c5b483)] {{(pid=93918) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 18:25:17.302086 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] For port 3a4d7c49-e3d7-4385-a963-0f9ad7451875, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=3a4d7c49-e3d7-4385-a963-0f9ad7451875,segment=NetworkSegment(5afb940b-bbdf-4727-be00-5d46367c38a1),segment_id=5afb940b-bbdf-4727-be00-5d46367c38a1)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:25:17.314274 n-d-800634-3 neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-27131b96-8319-4503-9d9a-fdf7c9075c49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:25:17.318072 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:25:17.401623 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:25:17.402162 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27131b96-8319-4503-9d9a-fdf7c9075c49 None None] Routers {'35e8d376-a86f-43fc-ae72-821a6e57d65d'} bound to L3 agent in host n-d-800634-3 {{(pid=93918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:25:17.402403 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-27131b96-8319-4503-9d9a-fdf7c9075c49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:24:53Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['35e8d376-a86f-43fc-ae72-821a6e57d65d'], 'active': True} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:25:17.416823 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Pushing event updated for resources: {'Port': ['ID=3a4d7c49-e3d7-4385-a963-0f9ad7451875,revision_number=4']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:25:17.433504 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0de76286-d6ab-4637-959a-e3738e6ab32f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5d5be04-de0c-401c-bb82-c2a161fea0b9'}] {{(pid=93917) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:25:17.436363 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20b787f3c29eaa7aa2a4d648c725a2124c5ff39a8d793252f9d844495e14cf42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3328d363-7d56-470a-8c79-533f273cd2ca" -d '{"events": [{"server_uuid": "0de76286-d6ab-4637-959a-e3738e6ab32f", "name": "network-vif-plugged", "status": "completed", "tag": "f5d5be04-de0c-401c-bb82-c2a161fea0b9"}]}' {{(pid=93917) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:25:17.450696 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port f5d5be04-de0c-401c-bb82-c2a161fea0b9, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=f5d5be04-de0c-401c-bb82-c2a161fea0b9,segment=NetworkSegment(ed557757-f640-484f-8cda-41a92c321398),segment_id=ed557757-f640-484f-8cda-41a92c321398)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:25:17.461754 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:25:17.510257 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15047a83-1c1b-403c-b6e4-8a946a4d0dc3 req-ccd1152c-0b29-4dfa-8fa4-affde863b27d tempest-ServerRescueNegativeTestJSON-843679432 tempest-ServerRescueNegativeTestJSON-843679432-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:25:17.512138 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-15047a83-1c1b-403c-b6e4-8a946a4d0dc3 req-ccd1152c-0b29-4dfa-8fa4-affde863b27d tempest-ServerRescueNegativeTestJSON-843679432 tempest-ServerRescueNegativeTestJSON-843679432-project] 10.222.0.16 "GET /v2.0/networks?id=fbb7114e-4079-4798-86d9-6d4690d7f388 HTTP/1.1" status: 200 len: 818 time: 0.1753671 Jul 14 18:25:17.536215 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Pushing event updated for resources: {'Port': ['ID=f5d5be04-de0c-401c-bb82-c2a161fea0b9,revision_number=5']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:25:17.544885 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-15047a83-1c1b-403c-b6e4-8a946a4d0dc3 req-0403019b-0cf7-4b94-832c-ba0d0ede1b2a tempest-ServerRescueNegativeTestJSON-843679432 tempest-ServerRescueNegativeTestJSON-843679432-project] 10.222.0.16 "GET /v2.0/quotas/cb67bdfcb7724fc99fb71468214ad40d HTTP/1.1" status: 200 len: 375 time: 0.0269792 Jul 14 18:25:17.630333 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-15047a83-1c1b-403c-b6e4-8a946a4d0dc3 req-aa7453d1-ddd9-4f4f-92c0-395d67a3c9ec tempest-ServerRescueNegativeTestJSON-843679432 tempest-ServerRescueNegativeTestJSON-843679432-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=cb67bdfcb7724fc99fb71468214ad40d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0775771 Jul 14 18:25:17.645013 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441fc078-f0f0-4f9a-bef9-c2bff66708ff None None] Pushing event updated for resources: {'Port': ['ID=29de2b48-7714-418a-91cf-def87a637fcd,revision_number=4']} {{(pid=93918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:25:17.689986 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvr_db [None req-27131b96-8319-4503-9d9a-fdf7c9075c49 None None] Set router 35e8d376-a86f-43fc-ae72-821a6e57d65d gateway port host: n-d-800634-3 {{(pid=93918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 18:25:17.769169 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-15047a83-1c1b-403c-b6e4-8a946a4d0dc3 req-44df4d23-b34f-46ef-99f3-5a19453f91a8 service neutron] 10.222.0.16 "GET /v2.0/networks/fbb7114e-4079-4798-86d9-6d4690d7f388?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306105 Jul 14 18:25:17.782243 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f64cd2-fb80-4786-86bd-9eb31f82fa17 req-4af46108-de9f-42cb-bd62-01fa5643053c tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:25:17.783918 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-38f64cd2-fb80-4786-86bd-9eb31f82fa17 req-4af46108-de9f-42cb-bd62-01fa5643053c tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.16 "GET /v2.0/ports?device_id=85403e3f-7fd5-4848-9edb-9810e7a89b4f HTTP/1.1" status: 200 len: 950 time: 0.1014748 Jul 14 18:25:17.911907 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-27131b96-8319-4503-9d9a-fdf7c9075c49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35e8d376-a86f-43fc-ae72-821a6e57d65d', 'name': 'tempest-ServerRescueNegativeTestJSON-803983831-router', 'tenant_id': 'cb67bdfcb7724fc99fb71468214ad40d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.140'}], 'enable_snat': True}, 'gw_port_id': '3a4d7c49-e3d7-4385-a963-0f9ad7451875', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:25:11Z', 'updated_at': '2021-07-14T18:25:14Z', 'revision_number': 4, 'project_id': 'cb67bdfcb7724fc99fb71468214ad40d', 'gw_port': {'id': '3a4d7c49-e3d7-4385-a963-0f9ad7451875', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:17:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35e8d376-a86f-43fc-ae72-821a6e57d65d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 937, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:25:11Z', 'updated_at': '2021-07-14T18:25:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_interfaces': [{'id': '29de2b48-7714-418a-91cf-def87a637fcd', 'name': '', 'network_id': 'fbb7114e-4079-4798-86d9-6d4690d7f388', 'tenant_id': 'cb67bdfcb7724fc99fb71468214ad40d', 'mac_address': 'fa:16:3e:f6:4d:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35e8d376-a86f-43fc-ae72-821a6e57d65d', 'device_owner': 'network:router_interface', 'standard_attr_id': 938, 'fixed_ips': [{'subnet_id': 'c0358a3b-3414-4691-860c-4e7a5ebb58c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:25:14Z', 'updated_at': '2021-07-14T18:25:17Z', 'revision_number': 4, 'project_id': 'cb67bdfcb7724fc99fb71468214ad40d', 'subnets': [{'id': 'c0358a3b-3414-4691-860c-4e7a5ebb58c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-3', False) {} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:25:17.939255 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27131b96-8319-4503-9d9a-fdf7c9075c49 None None] The sync data for ids ['35e8d376-a86f-43fc-ae72-821a6e57d65d'] in n-d-800634-3 is: [{'id': '35e8d376-a86f-43fc-ae72-821a6e57d65d', 'name': 'tempest-ServerRescueNegativeTestJSON-803983831-router', 'tenant_id': 'cb67bdfcb7724fc99fb71468214ad40d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.140'}], 'enable_snat': True}, 'gw_port_id': '3a4d7c49-e3d7-4385-a963-0f9ad7451875', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:25:11Z', 'updated_at': '2021-07-14T18:25:14Z', 'revision_number': 4, 'project_id': 'cb67bdfcb7724fc99fb71468214ad40d', 'gw_port': {'id': '3a4d7c49-e3d7-4385-a963-0f9ad7451875', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:17:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35e8d376-a86f-43fc-ae72-821a6e57d65d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 937, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:25:11Z', 'updated_at': '2021-07-14T18:25:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_interfaces': [{'id': '29de2b48-7714-418a-91cf-def87a637fcd', 'name': '', 'network_id': 'fbb7114e-4079-4798-86d9-6d4690d7f388', 'tenant_id': 'cb67bdfcb7724fc99fb71468214ad40d', 'mac_address': 'fa:16:3e:f6:4d:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35e8d376-a86f-43fc-ae72-821a6e57d65d', 'device_owner': 'network:router_interface', 'standard_attr_id': 938, 'fixed_ips': [{'subnet_id': 'c0358a3b-3414-4691-860c-4e7a5ebb58c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:25:14Z', 'updated_at': '2021-07-14T18:25:17Z', 'revision_number': 4, 'project_id': 'cb67bdfcb7724fc99fb71468214ad40d', 'subnets': [{'id': 'c0358a3b-3414-4691-860c-4e7a5ebb58c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 18:25:18.163799 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-38f64cd2-fb80-4786-86bd-9eb31f82fa17 req-e81944f8-d57e-4c6a-8fe1-de0c819c02a8 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.16 "GET /v2.0/security-groups?id=95148b1b-0f93-483b-9e80-262147c27e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3705404 Jul 14 18:25:18.186222 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-15047a83-1c1b-403c-b6e4-8a946a4d0dc3 req-a450c75c-acae-445d-b35e-d5b4f52caeaf service neutron] 10.222.0.16 "GET /v2.0/networks/fbb7114e-4079-4798-86d9-6d4690d7f388?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4013209 Jul 14 18:25:18.328041 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ca1d82e2-ddb6-44d9-a4a1-e07b254c8b93 req-b0e4e0f8-4066-4e15-a980-3a5f2fe73cfd tempest-ServerShowV247Test-68493364 tempest-ServerShowV247Test-68493364-project] 10.222.0.16 "GET /v2.0/ports?device_id=e742e13c-60d9-44c3-9fc8-7b7eccb86217 HTTP/1.1" status: 200 len: 210 time: 0.0384350 Jul 14 18:25:18.438682 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 18:25:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c044cf80-da5a-44a7-baf8-2061297950bf x-openstack-request-id: req-c044cf80-da5a-44a7-baf8-2061297950bf {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:25:18.439213 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0de76286-d6ab-4637-959a-e3738e6ab32f", "name": "network-vif-plugged", "status": "completed", "tag": "f5d5be04-de0c-401c-bb82-c2a161fea0b9", "code": 200}]} {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:25:18.439531 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c044cf80-da5a-44a7-baf8-2061297950bf {{(pid=93917) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:25:18.440020 n-d-800634-3 neutron-server[93917]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0de76286-d6ab-4637-959a-e3738e6ab32f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5d5be04-de0c-401c-bb82-c2a161fea0b9', 'code': 200} Jul 14 18:25:18.476774 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e03575-3246-45a5-ad5d-ffd76a17874b req-de421be5-8592-4887-a5d4-3acf4c5782cb tempest-ServerRescueNegativeTestJSON-843679432 tempest-ServerRescueNegativeTestJSON-843679432-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:25:18.478943 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-67e03575-3246-45a5-ad5d-ffd76a17874b req-de421be5-8592-4887-a5d4-3acf4c5782cb tempest-ServerRescueNegativeTestJSON-843679432 tempest-ServerRescueNegativeTestJSON-843679432-project] 10.222.0.18 "GET /v2.0/networks?id=fbb7114e-4079-4798-86d9-6d4690d7f388 HTTP/1.1" status: 200 len: 818 time: 0.1262465 Jul 14 18:25:18.501157 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [req-67e03575-3246-45a5-ad5d-ffd76a17874b req-5456afaa-1046-4993-8fab-eb26b4894569 tempest-ServerRescueNegativeTestJSON-843679432 tempest-ServerRescueNegativeTestJSON-843679432-project] Request body: {'port': {'device_id': '2b9e4456-2d8d-44aa-a867-8b086bbb5414', 'network_id': 'fbb7114e-4079-4798-86d9-6d4690d7f388', 'admin_state_up': True, 'tenant_id': 'cb67bdfcb7724fc99fb71468214ad40d'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:25:18.707542 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67e03575-3246-45a5-ad5d-ffd76a17874b req-5456afaa-1046-4993-8fab-eb26b4894569 tempest-ServerRescueNegativeTestJSON-843679432 tempest-ServerRescueNegativeTestJSON-843679432-project] Made reservation on behalf of cb67bdfcb7724fc99fb71468214ad40d for: {'port': 1} {{(pid=93916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:25:18.713464 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-67e03575-3246-45a5-ad5d-ffd76a17874b req-5456afaa-1046-4993-8fab-eb26b4894569 tempest-ServerRescueNegativeTestJSON-843679432 tempest-ServerRescueNegativeTestJSON-843679432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:25:18.741100 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a410f4d-946c-44cc-b74f-00604cbec33a req-735c5662-34b3-4dfd-8e6c-4bd7bf728fb6 tempest-ImagesTestJSON-313755568 tempest-ImagesTestJSON-313755568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:25:18.752463 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2a410f4d-946c-44cc-b74f-00604cbec33a req-735c5662-34b3-4dfd-8e6c-4bd7bf728fb6 tempest-ImagesTestJSON-313755568 tempest-ImagesTestJSON-313755568-project] 10.222.0.16 "GET /v2.0/ports?device_id=0de76286-d6ab-4637-959a-e3738e6ab32f HTTP/1.1" status: 200 len: 945 time: 0.1966112 Jul 14 18:25:18.822119 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce7c215-3ea9-42de-9015-ab8e6b879891 req-7ac7d959-e634-4b26-b343-c319d31c83a3 tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:25:18.830849 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6ce7c215-3ea9-42de-9015-ab8e6b879891 req-7ac7d959-e634-4b26-b343-c319d31c83a3 tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] 10.222.0.16 "GET /v2.0/ports?device_id=b52528ac-079b-4411-8ce0-cffdc5b94d6f HTTP/1.1" status: 200 len: 945 time: 0.2414978 Jul 14 18:25:18.901453 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2a410f4d-946c-44cc-b74f-00604cbec33a req-fba42c6e-2df6-47a3-8d53-6e84b96dba8c tempest-ImagesTestJSON-313755568 tempest-ImagesTestJSON-313755568-project] 10.222.0.16 "GET /v2.0/security-groups?id=96a7afe7-a122-4b0d-8907-2d91e1bd838f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469862 Jul 14 18:25:18.921262 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.db_base_plugin_common [req-67e03575-3246-45a5-ad5d-ffd76a17874b req-5456afaa-1046-4993-8fab-eb26b4894569 tempest-ServerRescueNegativeTestJSON-843679432 tempest-ServerRescueNegativeTestJSON-843679432-project] Allocated IP 172.20.0.10 (fbb7114e-4079-4798-86d9-6d4690d7f388/c0358a3b-3414-4691-860c-4e7a5ebb58c9/f2fad040-7094-4bfd-9931-7a428eb95eec) {{(pid=93916) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:25:18.939312 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6ce7c215-3ea9-42de-9015-ab8e6b879891 req-03208dda-04dd-47a7-8389-e4668beaeb59 tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] 10.222.0.16 "GET /v2.0/security-groups?id=39320fa9-4894-4542-95e3-d64e174c637e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071315 Jul 14 18:25:18.947819 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8405dc14-cb82-4c9e-873e-9669eb64b1da req-f0107b29-809d-4a89-8173-298d89b82339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:25:18.962496 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-8405dc14-cb82-4c9e-873e-9669eb64b1da req-f0107b29-809d-4a89-8173-298d89b82339 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=0de76286-d6ab-4637-959a-e3738e6ab32f HTTP/1.1" status: 200 len: 1096 time: 0.2964017 Jul 14 18:25:19.014686 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 29de2b48-7714-418a-91cf-def87a637fcd up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:25:19.062303 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-8405dc14-cb82-4c9e-873e-9669eb64b1da req-29c14a1a-2529-485d-b7a2-f24d67e0b6e7 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=96a7afe7-a122-4b0d-8907-2d91e1bd838f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827444 Jul 14 18:25:19.091940 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning for port 29de2b48-7714-418a-91cf-def87a637fcd completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:25:19.096515 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port 29de2b48-7714-418a-91cf-def87a637fcd triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:25:19.097052 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:25:19.202821 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5793683a-cd99-4349-a8e9-b6916f7a4765 req-da90bc55-37d1-4a34-8168-b6d84ca0323c tempest-ServersAdminTestJSON-701576244 tempest-ServersAdminTestJSON-701576244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:25:19.212657 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-5793683a-cd99-4349-a8e9-b6916f7a4765 req-da90bc55-37d1-4a34-8168-b6d84ca0323c tempest-ServersAdminTestJSON-701576244 tempest-ServersAdminTestJSON-701576244-project] 10.222.0.16 "GET /v2.0/ports?device_id=c37af3d9-5cf3-44f0-a629-12e66be48e93 HTTP/1.1" status: 200 len: 950 time: 0.0915935 Jul 14 18:25:19.224019 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:25:19.258567 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-67e03575-3246-45a5-ad5d-ffd76a17874b req-5456afaa-1046-4993-8fab-eb26b4894569 tempest-ServerRescueNegativeTestJSON-843679432 tempest-ServerRescueNegativeTestJSON-843679432-project] Notify callbacks [] for port, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:25:19.274972 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-5793683a-cd99-4349-a8e9-b6916f7a4765 req-d08abd50-80db-4cdb-8697-1ca941d0bd61 tempest-ServersAdminTestJSON-701576244 tempest-ServersAdminTestJSON-701576244-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea7723ec-9d2a-468c-977f-1e7257209758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610678 Jul 14 18:25:19.283580 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] For port 29de2b48-7714-418a-91cf-def87a637fcd, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=29de2b48-7714-418a-91cf-def87a637fcd,segment=NetworkSegment(414670be-19b5-4c22-8965-7b38a5c5b483),segment_id=414670be-19b5-4c22-8965-7b38a5c5b483)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:25:19.290595 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:25:19.293813 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 3a4d7c49-e3d7-4385-a963-0f9ad7451875 up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:25:19.332375 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-67e03575-3246-45a5-ad5d-ffd76a17874b req-5456afaa-1046-4993-8fab-eb26b4894569 tempest-ServerRescueNegativeTestJSON-843679432 tempest-ServerRescueNegativeTestJSON-843679432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:25:19.359512 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-fca726c0-137e-4ff8-8c0b-304aa5764bd6 req-1cc6c6ae-e60f-498f-ac9e-fc4c12264db1 tempest-ServerRescueNegativeTestJSON-843679432 tempest-ServerRescueNegativeTestJSON-843679432-project] 10.222.0.16 "GET /v2.0/ports?device_id=7c5857c2-2935-412d-922f-b15f51818e64 HTTP/1.1" status: 200 len: 210 time: 0.0788386 Jul 14 18:25:19.372436 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67e03575-3246-45a5-ad5d-ffd76a17874b req-5456afaa-1046-4993-8fab-eb26b4894569 tempest-ServerRescueNegativeTestJSON-843679432 tempest-ServerRescueNegativeTestJSON-843679432-project] Network fbb7114e-4079-4798-86d9-6d4690d7f388 is already hosted by enough agents. {{(pid=93916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:25:19.375524 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [req-67e03575-3246-45a5-ad5d-ffd76a17874b req-5456afaa-1046-4993-8fab-eb26b4894569 tempest-ServerRescueNegativeTestJSON-843679432 tempest-ServerRescueNegativeTestJSON-843679432-project] Resources bound (agent type, host, resource id): {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:25:19.414109 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Pushing event updated for resources: {'Port': ['ID=29de2b48-7714-418a-91cf-def87a637fcd,revision_number=5']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:25:19.428227 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port 3a4d7c49-e3d7-4385-a963-0f9ad7451875 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:25:19.428549 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:25:19.434869 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.l3_dvrscheduler_db [req-67e03575-3246-45a5-ad5d-ffd76a17874b req-5456afaa-1046-4993-8fab-eb26b4894569 tempest-ServerRescueNegativeTestJSON-843679432 tempest-ServerRescueNegativeTestJSON-843679432-project] Received port after_create {{(pid=93916) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:25:19.497860 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e03575-3246-45a5-ad5d-ffd76a17874b req-5456afaa-1046-4993-8fab-eb26b4894569 tempest-ServerRescueNegativeTestJSON-843679432 tempest-ServerRescueNegativeTestJSON-843679432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:25:19.498596 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-67e03575-3246-45a5-ad5d-ffd76a17874b req-5456afaa-1046-4993-8fab-eb26b4894569 tempest-ServerRescueNegativeTestJSON-843679432 tempest-ServerRescueNegativeTestJSON-843679432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:25:19.543791 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-67e03575-3246-45a5-ad5d-ffd76a17874b req-5456afaa-1046-4993-8fab-eb26b4894569 tempest-ServerRescueNegativeTestJSON-843679432 tempest-ServerRescueNegativeTestJSON-843679432-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0470967 Jul 14 18:25:19.556683 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [req-67e03575-3246-45a5-ad5d-ffd76a17874b req-a94c487b-cdc1-4b9c-8547-2878d63ad14d service neutron] Request body: {'port': {'device_id': '2b9e4456-2d8d-44aa-a867-8b086bbb5414', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800634-3'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:25:19.560201 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a7f7f7-0c67-4137-ba37-606dbbb14e1d req-9d441858-f6b7-42f5-b97b-a331fe094496 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:25:19.575894 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e5a7f7f7-0c67-4137-ba37-606dbbb14e1d req-9d441858-f6b7-42f5-b97b-a331fe094496 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.16 "GET /v2.0/ports?device_id=85403e3f-7fd5-4848-9edb-9810e7a89b4f HTTP/1.1" status: 200 len: 950 time: 0.1278851 Jul 14 18:25:19.587849 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5456afaa-1046-4993-8fab-eb26b4894569 tempest-ServerRescueNegativeTestJSON-843679432 tempest-ServerRescueNegativeTestJSON-843679432-project] Pushing event updated for resources: {'Port': ['ID=f2fad040-7094-4bfd-9931-7a428eb95eec,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:25:19.620005 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e5a7f7f7-0c67-4137-ba37-606dbbb14e1d req-d9183d63-54eb-42aa-8393-b1c4e2629746 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.16 "GET /v2.0/security-groups?id=95148b1b-0f93-483b-9e80-262147c27e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431581 Jul 14 18:25:19.652014 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ca945cc2-aca4-46bb-83ea-f8de8b254a7d req-7d01a401-f3d7-4730-879a-b7de1aee9f61 tempest-ServerShowV247Test-68493364 tempest-ServerShowV247Test-68493364-project] 10.222.0.16 "GET /v2.0/ports?device_id=e742e13c-60d9-44c3-9fc8-7b7eccb86217 HTTP/1.1" status: 200 len: 210 time: 0.0371552 Jul 14 18:25:19.659406 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-67e03575-3246-45a5-ad5d-ffd76a17874b req-a94c487b-cdc1-4b9c-8547-2878d63ad14d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:25:19.920916 n-d-800634-3 neutron-server[93916]: DEBUG neutron.notifiers.nova [req-67e03575-3246-45a5-ad5d-ffd76a17874b req-a94c487b-cdc1-4b9c-8547-2878d63ad14d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2fad040-7094-4bfd-9931-7a428eb95eec {{(pid=93916) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 18:25:19.928107 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-67e03575-3246-45a5-ad5d-ffd76a17874b req-a94c487b-cdc1-4b9c-8547-2878d63ad14d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:25:19.939447 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.provisioning_blocks [req-67e03575-3246-45a5-ad5d-ffd76a17874b req-a94c487b-cdc1-4b9c-8547-2878d63ad14d service neutron] Transition to ACTIVE for port object f2fad040-7094-4bfd-9931-7a428eb95eec will not be triggered until provisioned by entity L2. {{(pid=93916) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:25:19.945404 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-67e03575-3246-45a5-ad5d-ffd76a17874b req-a94c487b-cdc1-4b9c-8547-2878d63ad14d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2684870'] for port, after_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:25:20.017070 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94c487b-cdc1-4b9c-8547-2878d63ad14d service neutron] Pushing event updated for resources: {'Port': ['ID=f2fad040-7094-4bfd-9931-7a428eb95eec,revision_number=2']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:25:20.069780 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.managers [req-67e03575-3246-45a5-ad5d-ffd76a17874b req-a94c487b-cdc1-4b9c-8547-2878d63ad14d service neutron] Attempting to bind port f2fad040-7094-4bfd-9931-7a428eb95eec on host n-h1-800634-3 for vnic_type normal with profile {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:25:20.069780 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.managers [req-67e03575-3246-45a5-ad5d-ffd76a17874b req-a94c487b-cdc1-4b9c-8547-2878d63ad14d service neutron] Attempting to bind port f2fad040-7094-4bfd-9931-7a428eb95eec by drivers openvswitch,hyperv on host n-h1-800634-3 at level 0 using segments [{'id': '414670be-19b5-4c22-8965-7b38a5c5b483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'fbb7114e-4079-4798-86d9-6d4690d7f388'}] {{(pid=93916) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:25:20.069780 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67e03575-3246-45a5-ad5d-ffd76a17874b req-a94c487b-cdc1-4b9c-8547-2878d63ad14d service neutron] Attempting to bind port f2fad040-7094-4bfd-9931-7a428eb95eec on network fbb7114e-4079-4798-86d9-6d4690d7f388 {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:25:20.072103 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67e03575-3246-45a5-ad5d-ffd76a17874b req-a94c487b-cdc1-4b9c-8547-2878d63ad14d service neutron] Port f2fad040-7094-4bfd-9931-7a428eb95eec on network fbb7114e-4079-4798-86d9-6d4690d7f388 not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-3 {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 18:25:20.072524 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67e03575-3246-45a5-ad5d-ffd76a17874b req-a94c487b-cdc1-4b9c-8547-2878d63ad14d service neutron] Attempting to bind port f2fad040-7094-4bfd-9931-7a428eb95eec on network fbb7114e-4079-4798-86d9-6d4690d7f388 {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:25:20.077492 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67e03575-3246-45a5-ad5d-ffd76a17874b req-a94c487b-cdc1-4b9c-8547-2878d63ad14d service neutron] Checking agent: {'id': 'a3630ff4-fbee-45d9-b9b6-0ae41cb3a350', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 15, 32), 'started_at': datetime.datetime(2021, 7, 14, 18, 15, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 18, 25, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 18:25:20.077828 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67e03575-3246-45a5-ad5d-ffd76a17874b req-a94c487b-cdc1-4b9c-8547-2878d63ad14d service neutron] Checking segment: {'id': '414670be-19b5-4c22-8965-7b38a5c5b483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'fbb7114e-4079-4798-86d9-6d4690d7f388'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93916) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:25:20.078204 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67e03575-3246-45a5-ad5d-ffd76a17874b req-a94c487b-cdc1-4b9c-8547-2878d63ad14d service neutron] Bound using segment: {'id': '414670be-19b5-4c22-8965-7b38a5c5b483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'fbb7114e-4079-4798-86d9-6d4690d7f388'} {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 18:25:20.078623 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.managers [req-67e03575-3246-45a5-ad5d-ffd76a17874b req-a94c487b-cdc1-4b9c-8547-2878d63ad14d service neutron] Bound port: f2fad040-7094-4bfd-9931-7a428eb95eec, host: n-h1-800634-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '414670be-19b5-4c22-8965-7b38a5c5b483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'fbb7114e-4079-4798-86d9-6d4690d7f388'}}] {{(pid=93916) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 18:25:20.078980 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-67e03575-3246-45a5-ad5d-ffd76a17874b req-a94c487b-cdc1-4b9c-8547-2878d63ad14d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:25:20.147781 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37728a14-cc56-4d45-a8dc-6fbac61381e5 req-bc02c798-c24d-4649-a3e7-821010b02181 tempest-ImagesTestJSON-313755568 tempest-ImagesTestJSON-313755568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:25:20.148468 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.db [req-67e03575-3246-45a5-ad5d-ffd76a17874b req-a94c487b-cdc1-4b9c-8547-2878d63ad14d service neutron] For port f2fad040-7094-4bfd-9931-7a428eb95eec, host n-h1-800634-3, cleared binding levels {{(pid=93916) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:25:20.151326 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.db [req-67e03575-3246-45a5-ad5d-ffd76a17874b req-a94c487b-cdc1-4b9c-8547-2878d63ad14d service neutron] For port f2fad040-7094-4bfd-9931-7a428eb95eec, host n-h1-800634-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=f2fad040-7094-4bfd-9931-7a428eb95eec,segment=NetworkSegment(414670be-19b5-4c22-8965-7b38a5c5b483),segment_id=414670be-19b5-4c22-8965-7b38a5c5b483)] {{(pid=93916) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 18:25:20.152643 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-37728a14-cc56-4d45-a8dc-6fbac61381e5 req-bc02c798-c24d-4649-a3e7-821010b02181 tempest-ImagesTestJSON-313755568 tempest-ImagesTestJSON-313755568-project] 10.222.0.16 "GET /v2.0/ports?device_id=0de76286-d6ab-4637-959a-e3738e6ab32f HTTP/1.1" status: 200 len: 945 time: 0.1214678 Jul 14 18:25:20.157388 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-67e03575-3246-45a5-ad5d-ffd76a17874b req-a94c487b-cdc1-4b9c-8547-2878d63ad14d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2684870'] for port, after_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:25:20.179112 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d2d600-2d9c-40a3-bb53-b4783c5f2e0b req-dcb07faa-ac12-4b46-9da7-09bd04439c96 tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:25:20.180619 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a9d2d600-2d9c-40a3-bb53-b4783c5f2e0b req-dcb07faa-ac12-4b46-9da7-09bd04439c96 tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] 10.222.0.16 "GET /v2.0/ports?device_id=b52528ac-079b-4411-8ce0-cffdc5b94d6f HTTP/1.1" status: 200 len: 945 time: 0.1176653 Jul 14 18:25:20.191925 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e03575-3246-45a5-ad5d-ffd76a17874b req-a94c487b-cdc1-4b9c-8547-2878d63ad14d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:25:20.192851 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-67e03575-3246-45a5-ad5d-ffd76a17874b req-a94c487b-cdc1-4b9c-8547-2878d63ad14d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:25:20.194353 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-67e03575-3246-45a5-ad5d-ffd76a17874b req-a94c487b-cdc1-4b9c-8547-2878d63ad14d service neutron] 10.222.0.18 "PUT /v2.0/ports/f2fad040-7094-4bfd-9931-7a428eb95eec HTTP/1.1" status: 200 len: 1092 time: 0.6422048 Jul 14 18:25:20.196536 n-d-800634-3 neutron-server[93916]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b9e4456-2d8d-44aa-a867-8b086bbb5414', 'tag': 'f2fad040-7094-4bfd-9931-7a428eb95eec'}] {{(pid=93916) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:25:20.198772 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f803e150b363a7893830aa996ac27753fa25517c406ecd3536b7c2d4b26eeb9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4c19044-b4bc-4e7f-937e-319aa7ec2ae2" -d '{"events": [{"name": "network-changed", "server_uuid": "2b9e4456-2d8d-44aa-a867-8b086bbb5414", "tag": "f2fad040-7094-4bfd-9931-7a428eb95eec"}]}' {{(pid=93916) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:25:20.229255 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-37728a14-cc56-4d45-a8dc-6fbac61381e5 req-4f5b8fe3-35b4-41d1-a683-fd2a70ee0747 tempest-ImagesTestJSON-313755568 tempest-ImagesTestJSON-313755568-project] 10.222.0.16 "GET /v2.0/security-groups?id=96a7afe7-a122-4b0d-8907-2d91e1bd838f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663924 Jul 14 18:25:20.253306 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a9d2d600-2d9c-40a3-bb53-b4783c5f2e0b req-9ba977f4-04ec-4707-8cc9-adf1a8e99483 tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] 10.222.0.16 "GET /v2.0/security-groups?id=39320fa9-4894-4542-95e3-d64e174c637e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596857 Jul 14 18:25:20.276956 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94c487b-cdc1-4b9c-8547-2878d63ad14d service neutron] Pushing event updated for resources: {'Port': ['ID=f2fad040-7094-4bfd-9931-7a428eb95eec,revision_number=3']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:25:20.309394 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-a50b8bbf-f43a-465e-8e0f-4b47f560c504 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:25:20.344201 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 18:25:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64cc94d1-ed74-48a3-afa9-063c5d67f5bf x-openstack-request-id: req-64cc94d1-ed74-48a3-afa9-063c5d67f5bf {{(pid=93916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:25:20.344515 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b9e4456-2d8d-44aa-a867-8b086bbb5414", "tag": "f2fad040-7094-4bfd-9931-7a428eb95eec", "status": "completed", "code": 200}]} {{(pid=93916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:25:20.345334 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-64cc94d1-ed74-48a3-afa9-063c5d67f5bf {{(pid=93916) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:25:20.345742 n-d-800634-3 neutron-server[93916]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b9e4456-2d8d-44aa-a867-8b086bbb5414', 'tag': 'f2fad040-7094-4bfd-9931-7a428eb95eec', 'status': 'completed', 'code': 200} Jul 14 18:25:20.374413 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15047a83-1c1b-403c-b6e4-8a946a4d0dc3 req-254f7fce-f47e-4cb3-9456-7bfe5ea72ac9 tempest-ServerRescueNegativeTestJSON-843679432 tempest-ServerRescueNegativeTestJSON-843679432-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:25:20.376269 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-15047a83-1c1b-403c-b6e4-8a946a4d0dc3 req-254f7fce-f47e-4cb3-9456-7bfe5ea72ac9 tempest-ServerRescueNegativeTestJSON-843679432 tempest-ServerRescueNegativeTestJSON-843679432-project] 10.222.0.18 "GET /v2.0/networks?id=fbb7114e-4079-4798-86d9-6d4690d7f388 HTTP/1.1" status: 200 len: 818 time: 0.1543365 Jul 14 18:25:20.389968 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e03575-3246-45a5-ad5d-ffd76a17874b req-4472a66d-a254-4659-9787-6e1e69b7dca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:25:20.391672 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-67e03575-3246-45a5-ad5d-ffd76a17874b req-4472a66d-a254-4659-9787-6e1e69b7dca4 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=cb67bdfcb7724fc99fb71468214ad40d&device_id=2b9e4456-2d8d-44aa-a867-8b086bbb5414 HTTP/1.1" status: 200 len: 1095 time: 0.1030293 Jul 14 18:25:20.452804 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [req-15047a83-1c1b-403c-b6e4-8a946a4d0dc3 req-78971cd4-f1ef-40d8-be1b-313179ac9965 tempest-ServerRescueNegativeTestJSON-843679432 tempest-ServerRescueNegativeTestJSON-843679432-project] Request body: {'port': {'device_id': '7c5857c2-2935-412d-922f-b15f51818e64', 'network_id': 'fbb7114e-4079-4798-86d9-6d4690d7f388', 'admin_state_up': True, 'tenant_id': 'cb67bdfcb7724fc99fb71468214ad40d'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:25:20.536219 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-67e03575-3246-45a5-ad5d-ffd76a17874b req-2e60c6b9-70db-467e-94f9-d8ce6aa70fce service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f2fad040-7094-4bfd-9931-7a428eb95eec HTTP/1.1" status: 200 len: 217 time: 0.0512409 Jul 14 18:25:20.608679 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-15047a83-1c1b-403c-b6e4-8a946a4d0dc3 req-78971cd4-f1ef-40d8-be1b-313179ac9965 tempest-ServerRescueNegativeTestJSON-843679432 tempest-ServerRescueNegativeTestJSON-843679432-project] Made reservation on behalf of cb67bdfcb7724fc99fb71468214ad40d for: {'port': 1} {{(pid=93916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:25:20.614149 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-15047a83-1c1b-403c-b6e4-8a946a4d0dc3 req-78971cd4-f1ef-40d8-be1b-313179ac9965 tempest-ServerRescueNegativeTestJSON-843679432 tempest-ServerRescueNegativeTestJSON-843679432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:25:20.618187 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94636661-071d-460a-a0e0-451dfb47861a req-0c7495d6-4314-4a97-a744-78c7274b0cfc tempest-ServersAdminTestJSON-701576244 tempest-ServersAdminTestJSON-701576244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:25:20.619823 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-94636661-071d-460a-a0e0-451dfb47861a req-0c7495d6-4314-4a97-a744-78c7274b0cfc tempest-ServersAdminTestJSON-701576244 tempest-ServersAdminTestJSON-701576244-project] 10.222.0.16 "GET /v2.0/ports?device_id=c37af3d9-5cf3-44f0-a629-12e66be48e93 HTTP/1.1" status: 200 len: 950 time: 0.1797881 Jul 14 18:25:20.647620 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-0b1f591f-6ff8-479e-8c3b-410b94676b2a req-c9f746d5-03c1-4b06-8c4f-7c61e6f801f0 tempest-ServerRescueNegativeTestJSON-843679432 tempest-ServerRescueNegativeTestJSON-843679432-project] 10.222.0.16 "GET /v2.0/ports?device_id=7c5857c2-2935-412d-922f-b15f51818e64 HTTP/1.1" status: 200 len: 210 time: 0.0533049 Jul 14 18:25:20.665016 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e03575-3246-45a5-ad5d-ffd76a17874b req-2fbf5e63-2c2c-43e8-944a-fccf86485ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:25:20.665016 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-67e03575-3246-45a5-ad5d-ffd76a17874b req-2fbf5e63-2c2c-43e8-944a-fccf86485ee4 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c0358a3b-3414-4691-860c-4e7a5ebb58c9 HTTP/1.1" status: 200 len: 858 time: 0.1073387 Jul 14 18:25:20.720799 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-67e03575-3246-45a5-ad5d-ffd76a17874b req-7925ff18-ee68-4906-bc7d-bce9ccb97004 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=fbb7114e-4079-4798-86d9-6d4690d7f388&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0374384 Jul 14 18:25:20.724081 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-94636661-071d-460a-a0e0-451dfb47861a req-cd2f1982-f789-4088-bddc-2022ee1d0dc1 tempest-ServersAdminTestJSON-701576244 tempest-ServersAdminTestJSON-701576244-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea7723ec-9d2a-468c-977f-1e7257209758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819714 Jul 14 18:25:20.798081 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.db_base_plugin_common [req-15047a83-1c1b-403c-b6e4-8a946a4d0dc3 req-78971cd4-f1ef-40d8-be1b-313179ac9965 tempest-ServerRescueNegativeTestJSON-843679432 tempest-ServerRescueNegativeTestJSON-843679432-project] Allocated IP 172.20.0.3 (fbb7114e-4079-4798-86d9-6d4690d7f388/c0358a3b-3414-4691-860c-4e7a5ebb58c9/9536e0c9-98cf-4d2e-aadf-5b4392e45011) {{(pid=93916) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:25:20.830841 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 29de2b48-7714-418a-91cf-def87a637fcd up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:25:20.904674 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c2ca35-feaa-4fd9-89e9-306fdccd53d9 req-65bb419a-8f01-4150-b15a-b03cba3d3a15 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:25:20.906653 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-59c2ca35-feaa-4fd9-89e9-306fdccd53d9 req-65bb419a-8f01-4150-b15a-b03cba3d3a15 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.16 "GET /v2.0/ports?device_id=85403e3f-7fd5-4848-9edb-9810e7a89b4f HTTP/1.1" status: 200 len: 950 time: 0.1287007 Jul 14 18:25:20.908538 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-67e03575-3246-45a5-ad5d-ffd76a17874b req-9bd4c78e-2b80-4a34-bdb5-0499d1b3ed94 service neutron] 10.222.0.18 "GET /v2.0/networks/fbb7114e-4079-4798-86d9-6d4690d7f388?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1747673 Jul 14 18:25:20.918469 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port 29de2b48-7714-418a-91cf-def87a637fcd triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:25:20.919091 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:25:20.977466 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-15047a83-1c1b-403c-b6e4-8a946a4d0dc3 req-78971cd4-f1ef-40d8-be1b-313179ac9965 tempest-ServerRescueNegativeTestJSON-843679432 tempest-ServerRescueNegativeTestJSON-843679432-project] Notify callbacks [] for port, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:25:20.977717 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-80de27f4-6305-4fda-ae4a-074cb7b63c7a req-797368c5-7888-4bd6-860b-aaa933b4821d tempest-ServerShowV247Test-68493364 tempest-ServerShowV247Test-68493364-project] 10.222.0.16 "GET /v2.0/ports?device_id=e742e13c-60d9-44c3-9fc8-7b7eccb86217 HTTP/1.1" status: 200 len: 210 time: 0.1019402 Jul 14 18:25:21.029297 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-15047a83-1c1b-403c-b6e4-8a946a4d0dc3 req-78971cd4-f1ef-40d8-be1b-313179ac9965 tempest-ServerRescueNegativeTestJSON-843679432 tempest-ServerRescueNegativeTestJSON-843679432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:25:21.029519 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-59c2ca35-feaa-4fd9-89e9-306fdccd53d9 req-e526cdb6-e030-48a0-9002-a696dd81797e tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.16 "GET /v2.0/security-groups?id=95148b1b-0f93-483b-9e80-262147c27e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033704 Jul 14 18:25:21.049140 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-67e03575-3246-45a5-ad5d-ffd76a17874b req-8367f847-64aa-4b2e-82de-29be3f5357f9 service neutron] 10.222.0.18 "GET /v2.0/networks/fbb7114e-4079-4798-86d9-6d4690d7f388?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221135 Jul 14 18:25:21.079777 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-15047a83-1c1b-403c-b6e4-8a946a4d0dc3 req-78971cd4-f1ef-40d8-be1b-313179ac9965 tempest-ServerRescueNegativeTestJSON-843679432 tempest-ServerRescueNegativeTestJSON-843679432-project] Network fbb7114e-4079-4798-86d9-6d4690d7f388 is already hosted by enough agents. {{(pid=93916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:25:21.084939 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [req-15047a83-1c1b-403c-b6e4-8a946a4d0dc3 req-78971cd4-f1ef-40d8-be1b-313179ac9965 tempest-ServerRescueNegativeTestJSON-843679432 tempest-ServerRescueNegativeTestJSON-843679432-project] Resources bound (agent type, host, resource id): {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:25:21.088980 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.l3_dvrscheduler_db [req-15047a83-1c1b-403c-b6e4-8a946a4d0dc3 req-78971cd4-f1ef-40d8-be1b-313179ac9965 tempest-ServerRescueNegativeTestJSON-843679432 tempest-ServerRescueNegativeTestJSON-843679432-project] Received port after_create {{(pid=93916) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:25:21.116349 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78971cd4-f1ef-40d8-be1b-313179ac9965 tempest-ServerRescueNegativeTestJSON-843679432 tempest-ServerRescueNegativeTestJSON-843679432-project] Pushing event updated for resources: {'Port': ['ID=9536e0c9-98cf-4d2e-aadf-5b4392e45011,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:25:21.140948 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15047a83-1c1b-403c-b6e4-8a946a4d0dc3 req-78971cd4-f1ef-40d8-be1b-313179ac9965 tempest-ServerRescueNegativeTestJSON-843679432 tempest-ServerRescueNegativeTestJSON-843679432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:25:21.141645 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-15047a83-1c1b-403c-b6e4-8a946a4d0dc3 req-78971cd4-f1ef-40d8-be1b-313179ac9965 tempest-ServerRescueNegativeTestJSON-843679432 tempest-ServerRescueNegativeTestJSON-843679432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:25:21.153435 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c19044-b4bc-4e7f-937e-319aa7ec2ae2 req-dfdf1386-6f92-4648-85a9-ea3ff3fcc8cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:25:21.155063 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-d4c19044-b4bc-4e7f-937e-319aa7ec2ae2 req-dfdf1386-6f92-4648-85a9-ea3ff3fcc8cd service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=cb67bdfcb7724fc99fb71468214ad40d&device_id=2b9e4456-2d8d-44aa-a867-8b086bbb5414 HTTP/1.1" status: 200 len: 1095 time: 0.0532935 Jul 14 18:25:21.155848 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-15047a83-1c1b-403c-b6e4-8a946a4d0dc3 req-78971cd4-f1ef-40d8-be1b-313179ac9965 tempest-ServerRescueNegativeTestJSON-843679432 tempest-ServerRescueNegativeTestJSON-843679432-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7071166 Jul 14 18:25:21.196733 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [req-15047a83-1c1b-403c-b6e4-8a946a4d0dc3 req-7089a972-1b37-4f25-b540-eced5ec3a41c service neutron] Request body: {'port': {'device_id': '7c5857c2-2935-412d-922f-b15f51818e64', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800634-3'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:25:21.266648 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-15047a83-1c1b-403c-b6e4-8a946a4d0dc3 req-7089a972-1b37-4f25-b540-eced5ec3a41c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:25:21.280386 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c19044-b4bc-4e7f-937e-319aa7ec2ae2 req-efe5a1cd-e817-4197-9e12-e7de26812bde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:25:21.281876 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-d4c19044-b4bc-4e7f-937e-319aa7ec2ae2 req-efe5a1cd-e817-4197-9e12-e7de26812bde service neutron] 10.222.0.18 "GET /v2.0/networks?id=fbb7114e-4079-4798-86d9-6d4690d7f388 HTTP/1.1" status: 200 len: 918 time: 0.0905087 Jul 14 18:25:21.331558 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-d4c19044-b4bc-4e7f-937e-319aa7ec2ae2 req-54e24e0a-fde4-41a5-b7e5-287d507f0d07 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f2fad040-7094-4bfd-9931-7a428eb95eec HTTP/1.1" status: 200 len: 217 time: 0.0350039 Jul 14 18:25:21.454592 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c19044-b4bc-4e7f-937e-319aa7ec2ae2 req-b40a1639-42ef-4f51-abbd-319c4fc313a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:25:21.456341 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-d4c19044-b4bc-4e7f-937e-319aa7ec2ae2 req-b40a1639-42ef-4f51-abbd-319c4fc313a4 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c0358a3b-3414-4691-860c-4e7a5ebb58c9 HTTP/1.1" status: 200 len: 858 time: 0.1140332 Jul 14 18:25:21.505719 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-d4c19044-b4bc-4e7f-937e-319aa7ec2ae2 req-1c4da499-79dc-40b0-b53d-a9e909c85038 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=fbb7114e-4079-4798-86d9-6d4690d7f388&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0381341 Jul 14 18:25:21.522325 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736a3b6f-7624-4026-a0fb-8c700590d1a8 req-26b597d1-1896-44d7-9558-dbbf2cd5bf9a tempest-ImagesTestJSON-313755568 tempest-ImagesTestJSON-313755568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:25:21.523647 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-736a3b6f-7624-4026-a0fb-8c700590d1a8 req-26b597d1-1896-44d7-9558-dbbf2cd5bf9a tempest-ImagesTestJSON-313755568 tempest-ImagesTestJSON-313755568-project] 10.222.0.16 "GET /v2.0/ports?device_id=0de76286-d6ab-4637-959a-e3738e6ab32f HTTP/1.1" status: 200 len: 945 time: 0.1518538 Jul 14 18:25:21.540479 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408f26cb-b915-4b70-8237-4ece09ab52b2 req-991a19d1-d47e-4149-af9e-cb0d2acb9a50 tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:25:21.541923 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-408f26cb-b915-4b70-8237-4ece09ab52b2 req-991a19d1-d47e-4149-af9e-cb0d2acb9a50 tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] 10.222.0.16 "GET /v2.0/ports?device_id=b52528ac-079b-4411-8ce0-cffdc5b94d6f HTTP/1.1" status: 200 len: 945 time: 0.1416903 Jul 14 18:25:21.543198 n-d-800634-3 neutron-server[93916]: DEBUG neutron.notifiers.nova [req-15047a83-1c1b-403c-b6e4-8a946a4d0dc3 req-7089a972-1b37-4f25-b540-eced5ec3a41c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9536e0c9-98cf-4d2e-aadf-5b4392e45011 {{(pid=93916) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 18:25:21.550935 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-15047a83-1c1b-403c-b6e4-8a946a4d0dc3 req-7089a972-1b37-4f25-b540-eced5ec3a41c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:25:21.563724 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.provisioning_blocks [req-15047a83-1c1b-403c-b6e4-8a946a4d0dc3 req-7089a972-1b37-4f25-b540-eced5ec3a41c service neutron] Transition to ACTIVE for port object 9536e0c9-98cf-4d2e-aadf-5b4392e45011 will not be triggered until provisioned by entity L2. {{(pid=93916) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:25:21.568875 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-15047a83-1c1b-403c-b6e4-8a946a4d0dc3 req-7089a972-1b37-4f25-b540-eced5ec3a41c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2684870'] for port, after_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:25:21.633622 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7089a972-1b37-4f25-b540-eced5ec3a41c service neutron] Pushing event updated for resources: {'Port': ['ID=9536e0c9-98cf-4d2e-aadf-5b4392e45011,revision_number=2']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:25:21.646561 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-736a3b6f-7624-4026-a0fb-8c700590d1a8 req-90288a44-45f7-4324-81b3-cc047d29cad1 tempest-ImagesTestJSON-313755568 tempest-ImagesTestJSON-313755568-project] 10.222.0.16 "GET /v2.0/security-groups?id=96a7afe7-a122-4b0d-8907-2d91e1bd838f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036661 Jul 14 18:25:21.663023 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-408f26cb-b915-4b70-8237-4ece09ab52b2 req-22380d3f-62ca-4322-9fba-695a3f65c5d5 tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] 10.222.0.16 "GET /v2.0/security-groups?id=39320fa9-4894-4542-95e3-d64e174c637e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699048 Jul 14 18:25:21.679900 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-d4c19044-b4bc-4e7f-937e-319aa7ec2ae2 req-efe6107f-0131-44a6-b8ae-c0c07aac1a84 service neutron] 10.222.0.18 "GET /v2.0/networks/fbb7114e-4079-4798-86d9-6d4690d7f388?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1548703 Jul 14 18:25:21.703751 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.managers [req-15047a83-1c1b-403c-b6e4-8a946a4d0dc3 req-7089a972-1b37-4f25-b540-eced5ec3a41c service neutron] Attempting to bind port 9536e0c9-98cf-4d2e-aadf-5b4392e45011 on host n-h1-800634-3 for vnic_type normal with profile {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:25:21.704092 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.managers [req-15047a83-1c1b-403c-b6e4-8a946a4d0dc3 req-7089a972-1b37-4f25-b540-eced5ec3a41c service neutron] Attempting to bind port 9536e0c9-98cf-4d2e-aadf-5b4392e45011 by drivers openvswitch,hyperv on host n-h1-800634-3 at level 0 using segments [{'id': '414670be-19b5-4c22-8965-7b38a5c5b483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'fbb7114e-4079-4798-86d9-6d4690d7f388'}] {{(pid=93916) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:25:21.704455 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15047a83-1c1b-403c-b6e4-8a946a4d0dc3 req-7089a972-1b37-4f25-b540-eced5ec3a41c service neutron] Attempting to bind port 9536e0c9-98cf-4d2e-aadf-5b4392e45011 on network fbb7114e-4079-4798-86d9-6d4690d7f388 {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:25:21.710959 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15047a83-1c1b-403c-b6e4-8a946a4d0dc3 req-7089a972-1b37-4f25-b540-eced5ec3a41c service neutron] Port 9536e0c9-98cf-4d2e-aadf-5b4392e45011 on network fbb7114e-4079-4798-86d9-6d4690d7f388 not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-3 {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 18:25:21.711286 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15047a83-1c1b-403c-b6e4-8a946a4d0dc3 req-7089a972-1b37-4f25-b540-eced5ec3a41c service neutron] Attempting to bind port 9536e0c9-98cf-4d2e-aadf-5b4392e45011 on network fbb7114e-4079-4798-86d9-6d4690d7f388 {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:25:21.716744 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15047a83-1c1b-403c-b6e4-8a946a4d0dc3 req-7089a972-1b37-4f25-b540-eced5ec3a41c service neutron] Checking agent: {'id': 'a3630ff4-fbee-45d9-b9b6-0ae41cb3a350', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 15, 32), 'started_at': datetime.datetime(2021, 7, 14, 18, 15, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 18, 25, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 18:25:21.716983 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15047a83-1c1b-403c-b6e4-8a946a4d0dc3 req-7089a972-1b37-4f25-b540-eced5ec3a41c service neutron] Checking segment: {'id': '414670be-19b5-4c22-8965-7b38a5c5b483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'fbb7114e-4079-4798-86d9-6d4690d7f388'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93916) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:25:21.717615 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15047a83-1c1b-403c-b6e4-8a946a4d0dc3 req-7089a972-1b37-4f25-b540-eced5ec3a41c service neutron] Bound using segment: {'id': '414670be-19b5-4c22-8965-7b38a5c5b483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'fbb7114e-4079-4798-86d9-6d4690d7f388'} {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 18:25:21.718047 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.managers [req-15047a83-1c1b-403c-b6e4-8a946a4d0dc3 req-7089a972-1b37-4f25-b540-eced5ec3a41c service neutron] Bound port: 9536e0c9-98cf-4d2e-aadf-5b4392e45011, host: n-h1-800634-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '414670be-19b5-4c22-8965-7b38a5c5b483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'fbb7114e-4079-4798-86d9-6d4690d7f388'}}] {{(pid=93916) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 18:25:21.718414 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-15047a83-1c1b-403c-b6e4-8a946a4d0dc3 req-7089a972-1b37-4f25-b540-eced5ec3a41c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:25:21.780527 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-d4c19044-b4bc-4e7f-937e-319aa7ec2ae2 req-96052561-d826-4652-b436-dd5df899e8e7 service neutron] 10.222.0.18 "GET /v2.0/networks/fbb7114e-4079-4798-86d9-6d4690d7f388?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908153 Jul 14 18:25:21.796775 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.db [req-15047a83-1c1b-403c-b6e4-8a946a4d0dc3 req-7089a972-1b37-4f25-b540-eced5ec3a41c service neutron] For port 9536e0c9-98cf-4d2e-aadf-5b4392e45011, host n-h1-800634-3, cleared binding levels {{(pid=93916) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:25:21.802073 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.db [req-15047a83-1c1b-403c-b6e4-8a946a4d0dc3 req-7089a972-1b37-4f25-b540-eced5ec3a41c service neutron] For port 9536e0c9-98cf-4d2e-aadf-5b4392e45011, host n-h1-800634-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=9536e0c9-98cf-4d2e-aadf-5b4392e45011,segment=NetworkSegment(414670be-19b5-4c22-8965-7b38a5c5b483),segment_id=414670be-19b5-4c22-8965-7b38a5c5b483)] {{(pid=93916) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 18:25:21.809834 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-15047a83-1c1b-403c-b6e4-8a946a4d0dc3 req-7089a972-1b37-4f25-b540-eced5ec3a41c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2684870'] for port, after_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:25:21.841364 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15047a83-1c1b-403c-b6e4-8a946a4d0dc3 req-7089a972-1b37-4f25-b540-eced5ec3a41c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:25:21.841969 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-15047a83-1c1b-403c-b6e4-8a946a4d0dc3 req-7089a972-1b37-4f25-b540-eced5ec3a41c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:25:21.843569 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-15047a83-1c1b-403c-b6e4-8a946a4d0dc3 req-7089a972-1b37-4f25-b540-eced5ec3a41c service neutron] 10.222.0.18 "PUT /v2.0/ports/9536e0c9-98cf-4d2e-aadf-5b4392e45011 HTTP/1.1" status: 200 len: 1091 time: 0.6513383 Jul 14 18:25:21.873126 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7089a972-1b37-4f25-b540-eced5ec3a41c service neutron] Pushing event updated for resources: {'Port': ['ID=9536e0c9-98cf-4d2e-aadf-5b4392e45011,revision_number=3']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:25:21.952818 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15047a83-1c1b-403c-b6e4-8a946a4d0dc3 req-57b2e540-e4e6-40cc-888e-7cd4b4e7a726 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:25:21.954355 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-15047a83-1c1b-403c-b6e4-8a946a4d0dc3 req-57b2e540-e4e6-40cc-888e-7cd4b4e7a726 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=cb67bdfcb7724fc99fb71468214ad40d&device_id=7c5857c2-2935-412d-922f-b15f51818e64 HTTP/1.1" status: 200 len: 1094 time: 0.0567214 Jul 14 18:25:21.975447 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6953f1-4eca-47c4-8833-2d0d4e1dd774 req-d5a4f232-e31d-4cb4-b0e1-d28ee05b1e11 tempest-ServerRescueNegativeTestJSON-843679432 tempest-ServerRescueNegativeTestJSON-843679432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:25:21.977290 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-bd6953f1-4eca-47c4-8833-2d0d4e1dd774 req-d5a4f232-e31d-4cb4-b0e1-d28ee05b1e11 tempest-ServerRescueNegativeTestJSON-843679432 tempest-ServerRescueNegativeTestJSON-843679432-project] 10.222.0.16 "GET /v2.0/ports?device_id=7c5857c2-2935-412d-922f-b15f51818e64 HTTP/1.1" status: 200 len: 943 time: 0.0721841 Jul 14 18:25:22.007425 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-15047a83-1c1b-403c-b6e4-8a946a4d0dc3 req-fcac16dc-6e15-4202-b868-28a4ab9ddeea service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9536e0c9-98cf-4d2e-aadf-5b4392e45011 HTTP/1.1" status: 200 len: 217 time: 0.0432222 Jul 14 18:25:22.026730 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-bd6953f1-4eca-47c4-8833-2d0d4e1dd774 req-d4af398c-9635-408a-8898-6233ac5518ed tempest-ServerRescueNegativeTestJSON-843679432 tempest-ServerRescueNegativeTestJSON-843679432-project] 10.222.0.16 "GET /v2.0/security-groups?id=2ad455ff-6ff4-4067-8bf1-fdec963484f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411272 Jul 14 18:25:22.073749 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15047a83-1c1b-403c-b6e4-8a946a4d0dc3 req-8fd5ffe7-cb61-49a6-b4b2-2e31368bfa40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:25:22.075356 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-15047a83-1c1b-403c-b6e4-8a946a4d0dc3 req-8fd5ffe7-cb61-49a6-b4b2-2e31368bfa40 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c0358a3b-3414-4691-860c-4e7a5ebb58c9 HTTP/1.1" status: 200 len: 858 time: 0.0500486 Jul 14 18:25:22.123758 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-15047a83-1c1b-403c-b6e4-8a946a4d0dc3 req-0f201cd0-0a20-4907-bfe3-67f3d2ee42f8 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=fbb7114e-4079-4798-86d9-6d4690d7f388&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394993 Jul 14 18:25:22.202863 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3689fa3-775d-4e8c-9a29-1872c06f0cda req-a646ea3d-0a9c-4276-b75f-e54de84b74cf tempest-ServersAdminTestJSON-701576244 tempest-ServersAdminTestJSON-701576244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:25:22.204551 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a3689fa3-775d-4e8c-9a29-1872c06f0cda req-a646ea3d-0a9c-4276-b75f-e54de84b74cf tempest-ServersAdminTestJSON-701576244 tempest-ServersAdminTestJSON-701576244-project] 10.222.0.16 "GET /v2.0/ports?device_id=c37af3d9-5cf3-44f0-a629-12e66be48e93 HTTP/1.1" status: 200 len: 950 time: 0.0690525 Jul 14 18:25:22.244457 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-423cc926-6fe0-40bd-9c6d-0517c52417d9 req-5bab4b3d-7d90-4486-9a08-2e56b907fb4f tempest-ServerShowV247Test-68493364 tempest-ServerShowV247Test-68493364-project] 10.222.0.16 "GET /v2.0/ports?device_id=e742e13c-60d9-44c3-9fc8-7b7eccb86217 HTTP/1.1" status: 200 len: 210 time: 0.0353510 Jul 14 18:25:22.251859 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-15047a83-1c1b-403c-b6e4-8a946a4d0dc3 req-1606f685-8081-4c40-af47-55d2b9e9121a service neutron] 10.222.0.18 "GET /v2.0/networks/fbb7114e-4079-4798-86d9-6d4690d7f388?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1148181 Jul 14 18:25:22.272288 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a3689fa3-775d-4e8c-9a29-1872c06f0cda req-350c4329-6d22-4ad1-8ce8-06768f8d37f6 tempest-ServersAdminTestJSON-701576244 tempest-ServersAdminTestJSON-701576244-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea7723ec-9d2a-468c-977f-1e7257209758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608926 Jul 14 18:25:22.347687 n-d-800634-3 neutron-server[93916]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c5857c2-2935-412d-922f-b15f51818e64', 'tag': '9536e0c9-98cf-4d2e-aadf-5b4392e45011'}] {{(pid=93916) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:25:22.350042 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f803e150b363a7893830aa996ac27753fa25517c406ecd3536b7c2d4b26eeb9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a48ed45-83d9-483d-a472-ee35c9a8d754" -d '{"events": [{"name": "network-changed", "server_uuid": "7c5857c2-2935-412d-922f-b15f51818e64", "tag": "9536e0c9-98cf-4d2e-aadf-5b4392e45011"}]}' {{(pid=93916) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:25:22.370098 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-15047a83-1c1b-403c-b6e4-8a946a4d0dc3 req-31e2fd8a-cd6a-499f-9eab-17294862f52e service neutron] 10.222.0.18 "GET /v2.0/networks/fbb7114e-4079-4798-86d9-6d4690d7f388?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992634 Jul 14 18:25:22.435086 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4092d1f3-6d4b-44bb-8549-13e449661e64 req-01a37cb6-9388-4538-a8c9-a213ac377bf2 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:25:22.436610 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-4092d1f3-6d4b-44bb-8549-13e449661e64 req-01a37cb6-9388-4538-a8c9-a213ac377bf2 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.16 "GET /v2.0/ports?device_id=85403e3f-7fd5-4848-9edb-9810e7a89b4f HTTP/1.1" status: 200 len: 950 time: 0.0781875 Jul 14 18:25:22.447692 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 18:25:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-340c5333-1723-42ea-b0c5-afa6ab8e17ab x-openstack-request-id: req-340c5333-1723-42ea-b0c5-afa6ab8e17ab {{(pid=93916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:25:22.447981 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c5857c2-2935-412d-922f-b15f51818e64", "tag": "9536e0c9-98cf-4d2e-aadf-5b4392e45011", "status": "completed", "code": 200}]} {{(pid=93916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:25:22.448352 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-340c5333-1723-42ea-b0c5-afa6ab8e17ab {{(pid=93916) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:25:22.448696 n-d-800634-3 neutron-server[93916]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c5857c2-2935-412d-922f-b15f51818e64', 'tag': '9536e0c9-98cf-4d2e-aadf-5b4392e45011', 'status': 'completed', 'code': 200} Jul 14 18:25:22.480626 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-4092d1f3-6d4b-44bb-8549-13e449661e64 req-803be522-ada3-4f29-a58d-d08555252c93 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.16 "GET /v2.0/security-groups?id=95148b1b-0f93-483b-9e80-262147c27e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381067 Jul 14 18:25:22.545060 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a48ed45-83d9-483d-a472-ee35c9a8d754 req-9ce30c49-f407-4031-a130-81a8346a8ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:25:22.546761 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-8a48ed45-83d9-483d-a472-ee35c9a8d754 req-9ce30c49-f407-4031-a130-81a8346a8ac3 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=cb67bdfcb7724fc99fb71468214ad40d&device_id=7c5857c2-2935-412d-922f-b15f51818e64 HTTP/1.1" status: 200 len: 1094 time: 0.0570612 Jul 14 18:25:22.654010 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a48ed45-83d9-483d-a472-ee35c9a8d754 req-3d1812b7-088c-4d0c-8ca1-cdba421f8e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:25:22.655477 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-8a48ed45-83d9-483d-a472-ee35c9a8d754 req-3d1812b7-088c-4d0c-8ca1-cdba421f8e86 service neutron] 10.222.0.18 "GET /v2.0/networks?id=fbb7114e-4079-4798-86d9-6d4690d7f388 HTTP/1.1" status: 200 len: 918 time: 0.0917034 Jul 14 18:25:22.697604 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-8a48ed45-83d9-483d-a472-ee35c9a8d754 req-242e504a-1467-45db-8017-7a3de77a520b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9536e0c9-98cf-4d2e-aadf-5b4392e45011 HTTP/1.1" status: 200 len: 217 time: 0.0339370 Jul 14 18:25:22.757554 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a48ed45-83d9-483d-a472-ee35c9a8d754 req-c1079da7-8571-45f7-80dd-b7ba44d4f960 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:25:22.758640 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-a2c14c9e-953a-4551-a672-ab8395858fdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:25:22.759146 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-8a48ed45-83d9-483d-a472-ee35c9a8d754 req-c1079da7-8571-45f7-80dd-b7ba44d4f960 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c0358a3b-3414-4691-860c-4e7a5ebb58c9 HTTP/1.1" status: 200 len: 858 time: 0.0540144 Jul 14 18:25:22.774621 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4d86b5-e33c-4079-959e-52dfaf458102 req-15597000-7277-4b0d-8f2b-6f368fc19b24 tempest-ImagesTestJSON-313755568 tempest-ImagesTestJSON-313755568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:25:22.776875 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-df4d86b5-e33c-4079-959e-52dfaf458102 req-15597000-7277-4b0d-8f2b-6f368fc19b24 tempest-ImagesTestJSON-313755568 tempest-ImagesTestJSON-313755568-project] 10.222.0.16 "GET /v2.0/ports?device_id=0de76286-d6ab-4637-959a-e3738e6ab32f HTTP/1.1" status: 200 len: 945 time: 0.0712233 Jul 14 18:25:22.798679 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-8a48ed45-83d9-483d-a472-ee35c9a8d754 req-0910b4e0-7bf9-4fff-a61e-888095a26c7a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=fbb7114e-4079-4798-86d9-6d4690d7f388&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298061 Jul 14 18:25:22.845946 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-df4d86b5-e33c-4079-959e-52dfaf458102 req-2c96f2b3-0874-4763-8831-cc0ecab95f38 tempest-ImagesTestJSON-313755568 tempest-ImagesTestJSON-313755568-project] 10.222.0.16 "GET /v2.0/security-groups?id=96a7afe7-a122-4b0d-8907-2d91e1bd838f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629635 Jul 14 18:25:22.885833 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3e0a9e-7bfa-43e8-bbdb-14a807aeda17 req-3310d65c-b170-48c2-9093-b8dbf26ff4bc tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:25:22.887348 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6d3e0a9e-7bfa-43e8-bbdb-14a807aeda17 req-3310d65c-b170-48c2-9093-b8dbf26ff4bc tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] 10.222.0.16 "GET /v2.0/ports?device_id=b52528ac-079b-4411-8ce0-cffdc5b94d6f HTTP/1.1" status: 200 len: 945 time: 0.0904832 Jul 14 18:25:22.895356 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-8a48ed45-83d9-483d-a472-ee35c9a8d754 req-2d7d9397-0183-4044-91ec-f904087e70ac service neutron] 10.222.0.18 "GET /v2.0/networks/fbb7114e-4079-4798-86d9-6d4690d7f388?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876637 Jul 14 18:25:22.926414 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6d3e0a9e-7bfa-43e8-bbdb-14a807aeda17 req-93c8855e-45fc-44d1-8e35-d42a253db098 tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] 10.222.0.16 "GET /v2.0/security-groups?id=39320fa9-4894-4542-95e3-d64e174c637e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328288 Jul 14 18:25:22.992678 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-8a48ed45-83d9-483d-a472-ee35c9a8d754 req-9df5684b-2f57-44c1-a938-1fd6aa7701e0 service neutron] 10.222.0.18 "GET /v2.0/networks/fbb7114e-4079-4798-86d9-6d4690d7f388?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877435 Jul 14 18:25:23.080325 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device f2fad040-7094-4bfd-9931-7a428eb95eec details requested by agent hyperv_n-h1-800634-3 with host n-h1-800634-3 {{(pid=93917) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 18:25:23.154810 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:25:23.187489 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port f2fad040-7094-4bfd-9931-7a428eb95eec, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=f2fad040-7094-4bfd-9931-7a428eb95eec,segment=NetworkSegment(414670be-19b5-4c22-8965-7b38a5c5b483),segment_id=414670be-19b5-4c22-8965-7b38a5c5b483)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:25:23.198290 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Returning: {'device': 'f2fad040-7094-4bfd-9931-7a428eb95eec', 'network_id': 'fbb7114e-4079-4798-86d9-6d4690d7f388', 'port_id': 'f2fad040-7094-4bfd-9931-7a428eb95eec', 'mac_address': 'fa:16:3e:8b:47:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0358a3b-3414-4691-860c-4e7a5ebb58c9', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93917) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 18:25:23.199387 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d66a5a3-e3e8-4177-83f1-6662166838dc req-4aacd1f9-7323-4834-b599-87e27da6d1bf tempest-ServerRescueNegativeTestJSON-843679432 tempest-ServerRescueNegativeTestJSON-843679432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:25:23.200872 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-4d66a5a3-e3e8-4177-83f1-6662166838dc req-4aacd1f9-7323-4834-b599-87e27da6d1bf tempest-ServerRescueNegativeTestJSON-843679432 tempest-ServerRescueNegativeTestJSON-843679432-project] 10.222.0.16 "GET /v2.0/ports?device_id=7c5857c2-2935-412d-922f-b15f51818e64 HTTP/1.1" status: 200 len: 943 time: 0.0644121 Jul 14 18:25:23.237635 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:25:23.238093 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-4d66a5a3-e3e8-4177-83f1-6662166838dc req-f2bfcf11-3af7-4747-996d-2dc2843c9004 tempest-ServerRescueNegativeTestJSON-843679432 tempest-ServerRescueNegativeTestJSON-843679432-project] 10.222.0.16 "GET /v2.0/security-groups?id=2ad455ff-6ff4-4067-8bf1-fdec963484f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313451 Jul 14 18:25:23.251977 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2fad040-7094-4bfd-9931-7a428eb95eec {{(pid=93917) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 18:25:23.272061 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port f2fad040-7094-4bfd-9931-7a428eb95eec, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=f2fad040-7094-4bfd-9931-7a428eb95eec,segment=NetworkSegment(414670be-19b5-4c22-8965-7b38a5c5b483),segment_id=414670be-19b5-4c22-8965-7b38a5c5b483)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:25:23.275452 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:25:23.323810 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Pushing event updated for resources: {'Port': ['ID=f2fad040-7094-4bfd-9931-7a428eb95eec,revision_number=4']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:25:23.400054 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ab57177d-777d-47e3-bb5b-778d3054fbbc req-60ab7128-7b45-4623-9e07-00bf77d08597 tempest-ServerShowV247Test-68493364 tempest-ServerShowV247Test-68493364-project] 10.222.0.16 "GET /v2.0/ports?device_id=e742e13c-60d9-44c3-9fc8-7b7eccb86217 HTTP/1.1" status: 200 len: 210 time: 0.0306859 Jul 14 18:25:23.463209 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcac450-3e87-472a-bd89-8fa0ca0dc504 req-25cca0c0-800d-4a9e-8311-66c6095d809e tempest-ServersAdminTestJSON-701576244 tempest-ServersAdminTestJSON-701576244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:25:23.464703 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-7fcac450-3e87-472a-bd89-8fa0ca0dc504 req-25cca0c0-800d-4a9e-8311-66c6095d809e tempest-ServersAdminTestJSON-701576244 tempest-ServersAdminTestJSON-701576244-project] 10.222.0.16 "GET /v2.0/ports?device_id=c37af3d9-5cf3-44f0-a629-12e66be48e93 HTTP/1.1" status: 200 len: 950 time: 0.0682757 Jul 14 18:25:23.502319 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-7fcac450-3e87-472a-bd89-8fa0ca0dc504 req-7d0d5c06-e1ae-4f76-8b3a-66ffde95792c tempest-ServersAdminTestJSON-701576244 tempest-ServersAdminTestJSON-701576244-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea7723ec-9d2a-468c-977f-1e7257209758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319560 Jul 14 18:25:23.651009 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b8d472-5b5e-458e-a25c-f33bc52bd3c0 req-c5c14329-7ed9-4b44-874a-bf82c37b1b72 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:25:23.652549 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-d1b8d472-5b5e-458e-a25c-f33bc52bd3c0 req-c5c14329-7ed9-4b44-874a-bf82c37b1b72 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.16 "GET /v2.0/ports?device_id=85403e3f-7fd5-4848-9edb-9810e7a89b4f HTTP/1.1" status: 200 len: 950 time: 0.0621855 Jul 14 18:25:23.690193 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-d1b8d472-5b5e-458e-a25c-f33bc52bd3c0 req-95b91a9f-eda1-46c2-a8a4-7089cad5a033 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.16 "GET /v2.0/security-groups?id=95148b1b-0f93-483b-9e80-262147c27e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322783 Jul 14 18:25:23.998998 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-574aeb93-9938-449c-8e6c-cb22c9b52cc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:25:24.026127 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3a31ab-21bb-43b6-ba14-e3dda426996f req-8525fe67-b6da-4654-8052-37f043afae7c tempest-ImagesTestJSON-313755568 tempest-ImagesTestJSON-313755568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:25:24.027827 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2f3a31ab-21bb-43b6-ba14-e3dda426996f req-8525fe67-b6da-4654-8052-37f043afae7c tempest-ImagesTestJSON-313755568 tempest-ImagesTestJSON-313755568-project] 10.222.0.16 "GET /v2.0/ports?device_id=0de76286-d6ab-4637-959a-e3738e6ab32f HTTP/1.1" status: 200 len: 945 time: 0.0693009 Jul 14 18:25:24.046518 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] get_ports_and_sgs() called for port_ids ['f2fad040-7094-4bfd-9931-7a428eb95eec'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 18:25:24.108724 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2f3a31ab-21bb-43b6-ba14-e3dda426996f req-37338706-5bb9-45a9-bd89-a44f84571db4 tempest-ImagesTestJSON-313755568 tempest-ImagesTestJSON-313755568-project] 10.222.0.16 "GET /v2.0/security-groups?id=96a7afe7-a122-4b0d-8907-2d91e1bd838f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751240 Jul 14 18:25:24.143758 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03b5664-b674-4ae8-99aa-91f7c765329b req-b7d6eea4-3b64-4956-93dc-61d41a159a48 tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:25:24.145304 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b03b5664-b674-4ae8-99aa-91f7c765329b req-b7d6eea4-3b64-4956-93dc-61d41a159a48 tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] 10.222.0.16 "GET /v2.0/ports?device_id=b52528ac-079b-4411-8ce0-cffdc5b94d6f HTTP/1.1" status: 200 len: 945 time: 0.0955284 Jul 14 18:25:24.185276 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b03b5664-b674-4ae8-99aa-91f7c765329b req-319bc9b8-3245-412f-867d-fe446ff7ecec tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] 10.222.0.16 "GET /v2.0/security-groups?id=39320fa9-4894-4542-95e3-d64e174c637e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336339 Jul 14 18:25:24.408944 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d6869c-16f2-4f6a-bd67-b59fea5354da req-ec91288c-b584-4294-9ffa-e53c288cbebc tempest-ServerRescueNegativeTestJSON-843679432 tempest-ServerRescueNegativeTestJSON-843679432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:25:24.410273 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-42d6869c-16f2-4f6a-bd67-b59fea5354da req-ec91288c-b584-4294-9ffa-e53c288cbebc tempest-ServerRescueNegativeTestJSON-843679432 tempest-ServerRescueNegativeTestJSON-843679432-project] 10.222.0.16 "GET /v2.0/ports?device_id=7c5857c2-2935-412d-922f-b15f51818e64 HTTP/1.1" status: 200 len: 943 time: 0.0641680 Jul 14 18:25:24.456964 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-42d6869c-16f2-4f6a-bd67-b59fea5354da req-f0de9d9b-29e2-4d00-81c5-ca48073c3a13 tempest-ServerRescueNegativeTestJSON-843679432 tempest-ServerRescueNegativeTestJSON-843679432-project] 10.222.0.16 "GET /v2.0/security-groups?id=2ad455ff-6ff4-4067-8bf1-fdec963484f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398891 Jul 14 18:25:24.558433 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c0d98f46-5ab7-4f5f-a3ab-7ddf0265d31a req-19865ccc-e781-4485-a73a-f18d3d37cde4 tempest-ServerShowV247Test-68493364 tempest-ServerShowV247Test-68493364-project] 10.222.0.16 "GET /v2.0/ports?device_id=e742e13c-60d9-44c3-9fc8-7b7eccb86217 HTTP/1.1" status: 200 len: 210 time: 0.0350292 Jul 14 18:25:24.677619 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb3b278-8003-43f8-a039-3279039b3462 req-444ee6a2-2bae-4895-b2ba-438cec4751d8 tempest-ServersAdminTestJSON-701576244 tempest-ServersAdminTestJSON-701576244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:25:24.679089 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-0cb3b278-8003-43f8-a039-3279039b3462 req-444ee6a2-2bae-4895-b2ba-438cec4751d8 tempest-ServersAdminTestJSON-701576244 tempest-ServersAdminTestJSON-701576244-project] 10.222.0.16 "GET /v2.0/ports?device_id=c37af3d9-5cf3-44f0-a629-12e66be48e93 HTTP/1.1" status: 200 len: 950 time: 0.0626566 Jul 14 18:25:24.715766 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-0cb3b278-8003-43f8-a039-3279039b3462 req-d2a61157-2cd5-4686-b96a-9f7a64b9044c tempest-ServersAdminTestJSON-701576244 tempest-ServersAdminTestJSON-701576244-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea7723ec-9d2a-468c-977f-1e7257209758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312257 Jul 14 18:25:24.865925 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209944e9-b401-4b9a-bc9d-031a657f2c94 req-2c43c886-d91e-452a-bc92-7a522d205893 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:25:24.867390 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-209944e9-b401-4b9a-bc9d-031a657f2c94 req-2c43c886-d91e-452a-bc92-7a522d205893 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.16 "GET /v2.0/ports?device_id=85403e3f-7fd5-4848-9edb-9810e7a89b4f HTTP/1.1" status: 200 len: 950 time: 0.0633762 Jul 14 18:25:24.905326 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-209944e9-b401-4b9a-bc9d-031a657f2c94 req-729b0173-7969-4da1-aff4-d8037acbc844 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.16 "GET /v2.0/security-groups?id=95148b1b-0f93-483b-9e80-262147c27e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324438 Jul 14 18:25:25.087534 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device f5d5be04-de0c-401c-bb82-c2a161fea0b9 details requested by agent hyperv_n-h1-800634-3 with host n-h1-800634-3 {{(pid=93917) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 18:25:25.183800 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port f5d5be04-de0c-401c-bb82-c2a161fea0b9, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=f5d5be04-de0c-401c-bb82-c2a161fea0b9,segment=NetworkSegment(ed557757-f640-484f-8cda-41a92c321398),segment_id=ed557757-f640-484f-8cda-41a92c321398)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:25:25.194773 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Returning: {'device': 'f5d5be04-de0c-401c-bb82-c2a161fea0b9', 'network_id': '458a605c-adc1-4322-ba16-e84a0c1f7468', 'port_id': 'f5d5be04-de0c-401c-bb82-c2a161fea0b9', 'mac_address': 'fa:16:3e:a6:95:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 82, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f82593d-7d30-492d-935c-eafdd92f72c6', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93917) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 18:25:25.238850 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:25:25.252063 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f5d5be04-de0c-401c-bb82-c2a161fea0b9 {{(pid=93917) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 18:25:25.272966 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port f5d5be04-de0c-401c-bb82-c2a161fea0b9, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=f5d5be04-de0c-401c-bb82-c2a161fea0b9,segment=NetworkSegment(ed557757-f640-484f-8cda-41a92c321398),segment_id=ed557757-f640-484f-8cda-41a92c321398)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:25:25.277864 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:25:25.278119 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device 9536e0c9-98cf-4d2e-aadf-5b4392e45011 details requested by agent hyperv_n-h1-800634-3 with host n-h1-800634-3 {{(pid=93917) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 18:25:25.295556 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9670516-4c17-4b7d-8929-e77654520e73 req-f8ddf7c4-2e1a-4201-b455-e2c265e6e9c6 tempest-ImagesTestJSON-313755568 tempest-ImagesTestJSON-313755568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:25:25.297111 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b9670516-4c17-4b7d-8929-e77654520e73 req-f8ddf7c4-2e1a-4201-b455-e2c265e6e9c6 tempest-ImagesTestJSON-313755568 tempest-ImagesTestJSON-313755568-project] 10.222.0.16 "GET /v2.0/ports?device_id=0de76286-d6ab-4637-959a-e3738e6ab32f HTTP/1.1" status: 200 len: 945 time: 0.0716374 Jul 14 18:25:25.366343 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b9670516-4c17-4b7d-8929-e77654520e73 req-be416718-7182-44d4-9159-302146aac7dc tempest-ImagesTestJSON-313755568 tempest-ImagesTestJSON-313755568-project] 10.222.0.16 "GET /v2.0/security-groups?id=96a7afe7-a122-4b0d-8907-2d91e1bd838f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633109 Jul 14 18:25:25.374596 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Pushing event updated for resources: {'Port': ['ID=f5d5be04-de0c-401c-bb82-c2a161fea0b9,revision_number=6']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:25:25.394530 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c3a7c2-4800-463e-b1c7-712116cb2638 req-3e18c6d7-baf1-4300-a91e-aa806b71f34b tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:25:25.396083 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-11c3a7c2-4800-463e-b1c7-712116cb2638 req-3e18c6d7-baf1-4300-a91e-aa806b71f34b tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] 10.222.0.16 "GET /v2.0/ports?device_id=b52528ac-079b-4411-8ce0-cffdc5b94d6f HTTP/1.1" status: 200 len: 945 time: 0.0853271 Jul 14 18:25:25.433337 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port 9536e0c9-98cf-4d2e-aadf-5b4392e45011, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=9536e0c9-98cf-4d2e-aadf-5b4392e45011,segment=NetworkSegment(414670be-19b5-4c22-8965-7b38a5c5b483),segment_id=414670be-19b5-4c22-8965-7b38a5c5b483)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:25:25.438316 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-11c3a7c2-4800-463e-b1c7-712116cb2638 req-d396272d-ca37-4d86-95a8-7213e2ceedd7 tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] 10.222.0.16 "GET /v2.0/security-groups?id=39320fa9-4894-4542-95e3-d64e174c637e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340581 Jul 14 18:25:25.445854 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Returning: {'device': '9536e0c9-98cf-4d2e-aadf-5b4392e45011', 'network_id': 'fbb7114e-4079-4798-86d9-6d4690d7f388', 'port_id': '9536e0c9-98cf-4d2e-aadf-5b4392e45011', 'mac_address': 'fa:16:3e:90:af:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0358a3b-3414-4691-860c-4e7a5ebb58c9', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93917) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 18:25:25.492819 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:25:25.506122 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9536e0c9-98cf-4d2e-aadf-5b4392e45011 {{(pid=93917) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 18:25:25.525979 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port 9536e0c9-98cf-4d2e-aadf-5b4392e45011, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=9536e0c9-98cf-4d2e-aadf-5b4392e45011,segment=NetworkSegment(414670be-19b5-4c22-8965-7b38a5c5b483),segment_id=414670be-19b5-4c22-8965-7b38a5c5b483)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:25:25.532320 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:25:25.580610 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Pushing event updated for resources: {'Port': ['ID=9536e0c9-98cf-4d2e-aadf-5b4392e45011,revision_number=4']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:25:25.625454 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5a577b-7e73-4155-a2a1-449a54080c03 req-49e7d20d-5c6a-4f3c-b5c3-057f3503e9b9 tempest-ServerRescueNegativeTestJSON-843679432 tempest-ServerRescueNegativeTestJSON-843679432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:25:25.626907 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6b5a577b-7e73-4155-a2a1-449a54080c03 req-49e7d20d-5c6a-4f3c-b5c3-057f3503e9b9 tempest-ServerRescueNegativeTestJSON-843679432 tempest-ServerRescueNegativeTestJSON-843679432-project] 10.222.0.16 "GET /v2.0/ports?device_id=7c5857c2-2935-412d-922f-b15f51818e64 HTTP/1.1" status: 200 len: 944 time: 0.0634913 Jul 14 18:25:25.665861 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6b5a577b-7e73-4155-a2a1-449a54080c03 req-6759d328-9605-4efa-83c0-5807051812a2 tempest-ServerRescueNegativeTestJSON-843679432 tempest-ServerRescueNegativeTestJSON-843679432-project] 10.222.0.16 "GET /v2.0/security-groups?id=2ad455ff-6ff4-4067-8bf1-fdec963484f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331709 Jul 14 18:25:25.688082 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-2f4e3af3-e708-4ffd-a544-82d93a489d01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:25:25.720989 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-8ec43fdc-437d-49f8-9671-bc86b71ef7d2 req-ffa5c71c-5a3d-46e0-8bb7-6fd78b68a59a tempest-ServerShowV247Test-68493364 tempest-ServerShowV247Test-68493364-project] 10.222.0.16 "GET /v2.0/ports?device_id=e742e13c-60d9-44c3-9fc8-7b7eccb86217 HTTP/1.1" status: 200 len: 210 time: 0.0370331 Jul 14 18:25:25.798218 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] get_ports_and_sgs() called for port_ids ['f5d5be04-de0c-401c-bb82-c2a161fea0b9'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 18:25:25.887937 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0779f00-7e11-4a1f-ab44-b4a51af781f4 req-9d6c077f-6d0b-46eb-98c8-2d29c6e432b1 tempest-ServersAdminTestJSON-701576244 tempest-ServersAdminTestJSON-701576244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:25:25.889370 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f0779f00-7e11-4a1f-ab44-b4a51af781f4 req-9d6c077f-6d0b-46eb-98c8-2d29c6e432b1 tempest-ServersAdminTestJSON-701576244 tempest-ServersAdminTestJSON-701576244-project] 10.222.0.16 "GET /v2.0/ports?device_id=c37af3d9-5cf3-44f0-a629-12e66be48e93 HTTP/1.1" status: 200 len: 950 time: 0.0622180 Jul 14 18:25:25.927451 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f0779f00-7e11-4a1f-ab44-b4a51af781f4 req-7b18b84a-18f6-4521-ac09-bd76a8285939 tempest-ServersAdminTestJSON-701576244 tempest-ServersAdminTestJSON-701576244-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea7723ec-9d2a-468c-977f-1e7257209758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320883 Jul 14 18:25:26.075168 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778b0788-a1a9-4e2e-9760-eb038db64f28 req-0daf10fb-358d-4baf-9be5-8887494d069b tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:25:26.076646 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-778b0788-a1a9-4e2e-9760-eb038db64f28 req-0daf10fb-358d-4baf-9be5-8887494d069b tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.16 "GET /v2.0/ports?device_id=85403e3f-7fd5-4848-9edb-9810e7a89b4f HTTP/1.1" status: 200 len: 950 time: 0.0623226 Jul 14 18:25:26.113087 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-778b0788-a1a9-4e2e-9760-eb038db64f28 req-1bb3ff16-efb7-43f0-965b-b31735bba706 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.16 "GET /v2.0/security-groups?id=95148b1b-0f93-483b-9e80-262147c27e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310268 Jul 14 18:25:26.170138 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] get_ports_and_sgs() called for port_ids ['9536e0c9-98cf-4d2e-aadf-5b4392e45011'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 18:25:26.550966 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a0edcf-7bf7-4220-ba2e-6c518d5ba60f req-1a433b64-6742-473f-8dc7-3534900c0dca tempest-ImagesTestJSON-313755568 tempest-ImagesTestJSON-313755568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:25:26.552535 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-01a0edcf-7bf7-4220-ba2e-6c518d5ba60f req-1a433b64-6742-473f-8dc7-3534900c0dca tempest-ImagesTestJSON-313755568 tempest-ImagesTestJSON-313755568-project] 10.222.0.16 "GET /v2.0/ports?device_id=0de76286-d6ab-4637-959a-e3738e6ab32f HTTP/1.1" status: 200 len: 944 time: 0.0673075 Jul 14 18:25:26.626963 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-01a0edcf-7bf7-4220-ba2e-6c518d5ba60f req-3bc39fea-cb11-46d7-b66d-71ffc01cd384 tempest-ImagesTestJSON-313755568 tempest-ImagesTestJSON-313755568-project] 10.222.0.16 "GET /v2.0/security-groups?id=96a7afe7-a122-4b0d-8907-2d91e1bd838f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659020 Jul 14 18:25:26.652902 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9575fa5d-b566-4657-98c2-8809cc003169 req-5450ec75-5e40-4033-88a6-4bd63a01c5ee tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:25:26.654499 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-9575fa5d-b566-4657-98c2-8809cc003169 req-5450ec75-5e40-4033-88a6-4bd63a01c5ee tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] 10.222.0.16 "GET /v2.0/ports?device_id=b52528ac-079b-4411-8ce0-cffdc5b94d6f HTTP/1.1" status: 200 len: 945 time: 0.0922837 Jul 14 18:25:26.695450 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-9575fa5d-b566-4657-98c2-8809cc003169 req-495dfebc-9422-4253-aae6-13de9d6cc2f2 tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] 10.222.0.16 "GET /v2.0/security-groups?id=39320fa9-4894-4542-95e3-d64e174c637e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345347 Jul 14 18:25:26.878015 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-4a816590-77e8-4606-89e1-dda719149906 req-957892a9-87f7-4d82-b00e-2e4c9b07bdfc tempest-ServerShowV247Test-68493364 tempest-ServerShowV247Test-68493364-project] 10.222.0.16 "GET /v2.0/ports?device_id=e742e13c-60d9-44c3-9fc8-7b7eccb86217 HTTP/1.1" status: 200 len: 210 time: 0.0324502 Jul 14 18:25:26.889326 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e037f43-d15f-4605-8b5b-8e14b899915f req-2d503caa-b1b9-48fc-8f6c-fda50f15fb78 tempest-ServerRescueNegativeTestJSON-843679432 tempest-ServerRescueNegativeTestJSON-843679432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:25:26.890759 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-7e037f43-d15f-4605-8b5b-8e14b899915f req-2d503caa-b1b9-48fc-8f6c-fda50f15fb78 tempest-ServerRescueNegativeTestJSON-843679432 tempest-ServerRescueNegativeTestJSON-843679432-project] 10.222.0.16 "GET /v2.0/ports?device_id=7c5857c2-2935-412d-922f-b15f51818e64 HTTP/1.1" status: 200 len: 944 time: 0.0941963 Jul 14 18:25:26.929291 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-7e037f43-d15f-4605-8b5b-8e14b899915f req-99ccc27f-fdc1-4961-975f-f97c30d7bc23 tempest-ServerRescueNegativeTestJSON-843679432 tempest-ServerRescueNegativeTestJSON-843679432-project] 10.222.0.16 "GET /v2.0/security-groups?id=2ad455ff-6ff4-4067-8bf1-fdec963484f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328398 Jul 14 18:25:27.085352 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device f2fad040-7094-4bfd-9931-7a428eb95eec up at agent hyperv_n-h1-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:25:27.104905 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6eb3c1-218b-4082-8ef1-23069acbd904 req-684b78ac-eaea-443a-9f44-1913b8467c9a tempest-ServersAdminTestJSON-701576244 tempest-ServersAdminTestJSON-701576244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:25:27.106404 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3d6eb3c1-218b-4082-8ef1-23069acbd904 req-684b78ac-eaea-443a-9f44-1913b8467c9a tempest-ServersAdminTestJSON-701576244 tempest-ServersAdminTestJSON-701576244-project] 10.222.0.16 "GET /v2.0/ports?device_id=c37af3d9-5cf3-44f0-a629-12e66be48e93 HTTP/1.1" status: 200 len: 950 time: 0.0627384 Jul 14 18:25:27.134735 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Provisioning for port f2fad040-7094-4bfd-9931-7a428eb95eec completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:25:27.138452 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Provisioning complete for port f2fad040-7094-4bfd-9931-7a428eb95eec triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:25:27.138831 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:25:27.145382 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3d6eb3c1-218b-4082-8ef1-23069acbd904 req-2e19fe84-d4a2-441b-9e4f-4088ee3958da tempest-ServersAdminTestJSON-701576244 tempest-ServersAdminTestJSON-701576244-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea7723ec-9d2a-468c-977f-1e7257209758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333822 Jul 14 18:25:27.214892 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:25:27.237615 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b9e4456-2d8d-44aa-a867-8b086bbb5414', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2fad040-7094-4bfd-9931-7a428eb95eec'}] {{(pid=93917) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:25:27.239842 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20b787f3c29eaa7aa2a4d648c725a2124c5ff39a8d793252f9d844495e14cf42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad7bee5d-11f6-4448-8b30-26c9134f7e34" -d '{"events": [{"server_uuid": "2b9e4456-2d8d-44aa-a867-8b086bbb5414", "name": "network-vif-plugged", "status": "completed", "tag": "f2fad040-7094-4bfd-9931-7a428eb95eec"}]}' {{(pid=93917) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:25:27.255375 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port f2fad040-7094-4bfd-9931-7a428eb95eec, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=f2fad040-7094-4bfd-9931-7a428eb95eec,segment=NetworkSegment(414670be-19b5-4c22-8965-7b38a5c5b483),segment_id=414670be-19b5-4c22-8965-7b38a5c5b483)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:25:27.260560 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:25:27.261629 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device f5d5be04-de0c-401c-bb82-c2a161fea0b9 up at agent hyperv_n-h1-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:25:27.292101 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 18:25:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7e9aa9b-8d49-4c8c-bd5a-fad8012e2061 x-openstack-request-id: req-c7e9aa9b-8d49-4c8c-bd5a-fad8012e2061 {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:25:27.292413 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b9e4456-2d8d-44aa-a867-8b086bbb5414", "name": "network-vif-plugged", "status": "completed", "tag": "f2fad040-7094-4bfd-9931-7a428eb95eec", "code": 200}]} {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:25:27.292663 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c7e9aa9b-8d49-4c8c-bd5a-fad8012e2061 {{(pid=93917) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:25:27.293045 n-d-800634-3 neutron-server[93917]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b9e4456-2d8d-44aa-a867-8b086bbb5414', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2fad040-7094-4bfd-9931-7a428eb95eec', 'code': 200} Jul 14 18:25:27.301211 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804eb0b6-6ab5-4da6-a9f1-3076b40a3b4f req-476f9c33-0fcf-43b7-af32-7d4e81c5f85a tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:25:27.303430 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-804eb0b6-6ab5-4da6-a9f1-3076b40a3b4f req-476f9c33-0fcf-43b7-af32-7d4e81c5f85a tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.16 "GET /v2.0/ports?device_id=85403e3f-7fd5-4848-9edb-9810e7a89b4f HTTP/1.1" status: 200 len: 950 time: 0.0758791 Jul 14 18:25:27.341979 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-804eb0b6-6ab5-4da6-a9f1-3076b40a3b4f req-4f0aed7f-d90e-41f9-a065-24f3c51079ad tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.16 "GET /v2.0/security-groups?id=95148b1b-0f93-483b-9e80-262147c27e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330951 Jul 14 18:25:27.354678 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Pushing event updated for resources: {'Port': ['ID=f2fad040-7094-4bfd-9931-7a428eb95eec,revision_number=5']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:25:27.362123 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Provisioning complete for port f5d5be04-de0c-401c-bb82-c2a161fea0b9 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:25:27.362498 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:25:27.419553 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba3d2c7-41a8-4001-95d6-49b41be872d4 req-59ee3681-bf0a-4256-bb0d-51f0220b6005 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:25:27.421067 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-5ba3d2c7-41a8-4001-95d6-49b41be872d4 req-59ee3681-bf0a-4256-bb0d-51f0220b6005 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=2b9e4456-2d8d-44aa-a867-8b086bbb5414 HTTP/1.1" status: 200 len: 1097 time: 0.0513482 Jul 14 18:25:27.436977 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:25:27.463851 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-5ba3d2c7-41a8-4001-95d6-49b41be872d4 req-bcf0cdc0-d94a-498a-a913-cd18598cc8ec service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=2ad455ff-6ff4-4067-8bf1-fdec963484f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0284784 Jul 14 18:25:27.469229 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port f5d5be04-de0c-401c-bb82-c2a161fea0b9, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=f5d5be04-de0c-401c-bb82-c2a161fea0b9,segment=NetworkSegment(ed557757-f640-484f-8cda-41a92c321398),segment_id=ed557757-f640-484f-8cda-41a92c321398)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:25:27.473151 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:25:27.473854 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device 11193581-98af-4629-bd90-7170ffba6ec1 no longer exists at agent hyperv_n-h1-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 18:25:27.548371 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Pushing event updated for resources: {'Port': ['ID=f5d5be04-de0c-401c-bb82-c2a161fea0b9,revision_number=7']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:25:27.585289 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:25:27.615790 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port 11193581-98af-4629-bd90-7170ffba6ec1, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=11193581-98af-4629-bd90-7170ffba6ec1,segment=NetworkSegment(067fc487-22c7-42de-972d-ae352a28ad29),segment_id=067fc487-22c7-42de-972d-ae352a28ad29)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:25:27.619438 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:25:27.667765 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Pushing event updated for resources: {'Port': ['ID=11193581-98af-4629-bd90-7170ffba6ec1,revision_number=6']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:25:27.803769 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bcfb71-e3c1-42dc-8183-403cbf520f1a req-14ffee8f-cfe1-4346-9a54-7bc1b1ee09e6 tempest-ImagesTestJSON-313755568 tempest-ImagesTestJSON-313755568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:25:27.805291 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-d2bcfb71-e3c1-42dc-8183-403cbf520f1a req-14ffee8f-cfe1-4346-9a54-7bc1b1ee09e6 tempest-ImagesTestJSON-313755568 tempest-ImagesTestJSON-313755568-project] 10.222.0.16 "GET /v2.0/ports?device_id=0de76286-d6ab-4637-959a-e3738e6ab32f HTTP/1.1" status: 200 len: 945 time: 0.0645983 Jul 14 18:25:27.873646 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-d2bcfb71-e3c1-42dc-8183-403cbf520f1a req-90227a30-991b-425a-a79d-81338a02fdfa tempest-ImagesTestJSON-313755568 tempest-ImagesTestJSON-313755568-project] 10.222.0.16 "GET /v2.0/security-groups?id=96a7afe7-a122-4b0d-8907-2d91e1bd838f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589616 Jul 14 18:25:27.898052 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be23aec4-0dd9-4e83-82e6-5846334deeba req-c3811d55-0d6c-4d69-9f1f-fa71bee025cc tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:25:27.898052 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-be23aec4-0dd9-4e83-82e6-5846334deeba req-c3811d55-0d6c-4d69-9f1f-fa71bee025cc tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] 10.222.0.16 "GET /v2.0/ports?device_id=b52528ac-079b-4411-8ce0-cffdc5b94d6f HTTP/1.1" status: 200 len: 945 time: 0.0898428 Jul 14 18:25:27.934265 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-be23aec4-0dd9-4e83-82e6-5846334deeba req-7d360a55-4f31-41d6-9ff7-432bc32cb963 tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] 10.222.0.16 "GET /v2.0/security-groups?id=39320fa9-4894-4542-95e3-d64e174c637e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322399 Jul 14 18:25:28.100815 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f741a817-461d-4fdd-8310-76c280945f87 req-f7101018-67f6-424e-ba6f-e3486bb59a7a tempest-ServerShowV247Test-68493364 tempest-ServerShowV247Test-68493364-project] 10.222.0.16 "GET /v2.0/ports?device_id=e742e13c-60d9-44c3-9fc8-7b7eccb86217 HTTP/1.1" status: 200 len: 210 time: 0.0289686 Jul 14 18:25:28.276683 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d328fe11-c026-48d0-8ff7-6be460c49e99 req-3dfda5e8-a9a8-41cd-a8ae-871ad1bfac9e tempest-ServerRescueNegativeTestJSON-843679432 tempest-ServerRescueNegativeTestJSON-843679432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:25:28.279122 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-d328fe11-c026-48d0-8ff7-6be460c49e99 req-3dfda5e8-a9a8-41cd-a8ae-871ad1bfac9e tempest-ServerRescueNegativeTestJSON-843679432 tempest-ServerRescueNegativeTestJSON-843679432-project] 10.222.0.16 "GET /v2.0/ports?device_id=7c5857c2-2935-412d-922f-b15f51818e64 HTTP/1.1" status: 200 len: 944 time: 0.0671751 Jul 14 18:25:28.352262 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-d328fe11-c026-48d0-8ff7-6be460c49e99 req-45d07f6c-316e-4e12-8b37-9dc759a8089c tempest-ServerRescueNegativeTestJSON-843679432 tempest-ServerRescueNegativeTestJSON-843679432-project] 10.222.0.16 "GET /v2.0/security-groups?id=2ad455ff-6ff4-4067-8bf1-fdec963484f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630777 Jul 14 18:25:28.370714 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bace921-a029-452a-9b6f-c9b78b6c858b req-6d15fa9d-f80b-4080-8230-2218db96570e tempest-ServersAdminTestJSON-701576244 tempest-ServersAdminTestJSON-701576244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:25:28.372207 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-9bace921-a029-452a-9b6f-c9b78b6c858b req-6d15fa9d-f80b-4080-8230-2218db96570e tempest-ServersAdminTestJSON-701576244 tempest-ServersAdminTestJSON-701576244-project] 10.222.0.16 "GET /v2.0/ports?device_id=c37af3d9-5cf3-44f0-a629-12e66be48e93 HTTP/1.1" status: 200 len: 948 time: 0.0921140 Jul 14 18:25:28.410835 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-9bace921-a029-452a-9b6f-c9b78b6c858b req-286427ef-6552-4c72-ae2a-3c2b27d174d4 tempest-ServersAdminTestJSON-701576244 tempest-ServersAdminTestJSON-701576244-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea7723ec-9d2a-468c-977f-1e7257209758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324895 Jul 14 18:25:28.577277 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e9f81f-58ff-4675-a41b-b0804b92561f req-80904a1e-3e45-449e-9813-effd9cf6faae tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:25:28.578949 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e0e9f81f-58ff-4675-a41b-b0804b92561f req-80904a1e-3e45-449e-9813-effd9cf6faae tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.16 "GET /v2.0/ports?device_id=85403e3f-7fd5-4848-9edb-9810e7a89b4f HTTP/1.1" status: 200 len: 950 time: 0.0646164 Jul 14 18:25:28.616552 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e0e9f81f-58ff-4675-a41b-b0804b92561f req-294bba30-49d7-4068-b4cf-9426c2b43c0c tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.16 "GET /v2.0/security-groups?id=95148b1b-0f93-483b-9e80-262147c27e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315959 Jul 14 18:25:28.692057 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f48626c-a5fb-4fc3-b1d4-d1be87a09c5e req-3ce63250-7fc5-4d53-b636-879e5e5785d8 tempest-ImagesTestJSON-313755568 tempest-ImagesTestJSON-313755568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:25:28.694064 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-0f48626c-a5fb-4fc3-b1d4-d1be87a09c5e req-3ce63250-7fc5-4d53-b636-879e5e5785d8 tempest-ImagesTestJSON-313755568 tempest-ImagesTestJSON-313755568-project] 10.222.0.16 "GET /v2.0/ports?device_id=0de76286-d6ab-4637-959a-e3738e6ab32f HTTP/1.1" status: 200 len: 945 time: 0.0666907 Jul 14 18:25:28.731688 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-0f48626c-a5fb-4fc3-b1d4-d1be87a09c5e req-8b6f2fed-c03f-4247-8a06-fe65bf1c936f tempest-ImagesTestJSON-313755568 tempest-ImagesTestJSON-313755568-project] 10.222.0.16 "GET /v2.0/security-groups?id=96a7afe7-a122-4b0d-8907-2d91e1bd838f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319986 Jul 14 18:25:29.097464 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device 11193581-98af-4629-bd90-7170ffba6ec1 details requested by agent hyperv_n-h1-800634-3 with host n-h1-800634-3 {{(pid=93917) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 18:25:29.102005 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device 9536e0c9-98cf-4d2e-aadf-5b4392e45011 up at agent hyperv_n-h1-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:25:29.108398 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8620b2-962d-4163-a936-e4ab17b7aede req-5afcf951-482e-4a01-bf9c-b323f9890f5c tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:25:29.109912 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-bc8620b2-962d-4163-a936-e4ab17b7aede req-5afcf951-482e-4a01-bf9c-b323f9890f5c tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] 10.222.0.16 "GET /v2.0/ports?device_id=b52528ac-079b-4411-8ce0-cffdc5b94d6f HTTP/1.1" status: 200 len: 945 time: 0.0645664 Jul 14 18:25:29.148910 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-bc8620b2-962d-4163-a936-e4ab17b7aede req-d465caa5-2c4f-491c-8398-7ec56dbf3be5 tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] 10.222.0.16 "GET /v2.0/security-groups?id=39320fa9-4894-4542-95e3-d64e174c637e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331724 Jul 14 18:25:29.209847 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Provisioning for port 9536e0c9-98cf-4d2e-aadf-5b4392e45011 completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:25:29.221772 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Provisioning complete for port 9536e0c9-98cf-4d2e-aadf-5b4392e45011 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:25:29.222073 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:25:29.258535 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-cdc8ebcf-cfd4-4a85-8243-e175eab95601 req-a21c125b-64d8-4895-9587-c0a4cef9ff0f tempest-ServerShowV247Test-68493364 tempest-ServerShowV247Test-68493364-project] 10.222.0.16 "GET /v2.0/ports?device_id=e742e13c-60d9-44c3-9fc8-7b7eccb86217 HTTP/1.1" status: 200 len: 210 time: 0.0294924 Jul 14 18:25:29.380955 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0de76286-d6ab-4637-959a-e3738e6ab32f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5d5be04-de0c-401c-bb82-c2a161fea0b9'}, {'server_uuid': 'c37af3d9-5cf3-44f0-a629-12e66be48e93', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '11193581-98af-4629-bd90-7170ffba6ec1'}] {{(pid=93917) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:25:29.383167 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20b787f3c29eaa7aa2a4d648c725a2124c5ff39a8d793252f9d844495e14cf42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ad05a5e-0d6b-4a0b-94b0-a8de5b8c0e0e" -d '{"events": [{"server_uuid": "0de76286-d6ab-4637-959a-e3738e6ab32f", "name": "network-vif-plugged", "status": "completed", "tag": "f5d5be04-de0c-401c-bb82-c2a161fea0b9"}, {"server_uuid": "c37af3d9-5cf3-44f0-a629-12e66be48e93", "name": "network-vif-unplugged", "status": "completed", "tag": "11193581-98af-4629-bd90-7170ffba6ec1"}]}' {{(pid=93917) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:25:29.389846 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port 11193581-98af-4629-bd90-7170ffba6ec1, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=11193581-98af-4629-bd90-7170ffba6ec1,segment=NetworkSegment(067fc487-22c7-42de-972d-ae352a28ad29),segment_id=067fc487-22c7-42de-972d-ae352a28ad29)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:25:29.409261 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Returning: {'device': '11193581-98af-4629-bd90-7170ffba6ec1', 'network_id': '4f742057-89ee-4b4a-86f7-487ee61881a1', 'port_id': '11193581-98af-4629-bd90-7170ffba6ec1', 'mac_address': 'fa:16:3e:ee:35:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f20c54fb-f7da-4761-aa61-2e4f99f3d332', 'ip_address': '192.168.233.163'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93917) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 18:25:29.436472 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Wed, 14 Jul 2021 18:25:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3a84839-2114-426f-b309-2d62a79cb956 x-openstack-request-id: req-a3a84839-2114-426f-b309-2d62a79cb956 {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:25:29.436772 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0de76286-d6ab-4637-959a-e3738e6ab32f", "name": "network-vif-plugged", "status": "completed", "tag": "f5d5be04-de0c-401c-bb82-c2a161fea0b9", "code": 200}, {"server_uuid": "c37af3d9-5cf3-44f0-a629-12e66be48e93", "name": "network-vif-unplugged", "status": "completed", "tag": "11193581-98af-4629-bd90-7170ffba6ec1", "code": 200}]} {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:25:29.437027 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a3a84839-2114-426f-b309-2d62a79cb956 {{(pid=93917) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:25:29.437416 n-d-800634-3 neutron-server[93917]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0de76286-d6ab-4637-959a-e3738e6ab32f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5d5be04-de0c-401c-bb82-c2a161fea0b9', 'code': 200} Jul 14 18:25:29.437670 n-d-800634-3 neutron-server[93917]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c37af3d9-5cf3-44f0-a629-12e66be48e93', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '11193581-98af-4629-bd90-7170ffba6ec1', 'code': 200} Jul 14 18:25:29.481097 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:25:29.501475 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11193581-98af-4629-bd90-7170ffba6ec1 {{(pid=93917) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 18:25:29.506920 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:25:29.530491 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port 11193581-98af-4629-bd90-7170ffba6ec1, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=11193581-98af-4629-bd90-7170ffba6ec1,segment=NetworkSegment(067fc487-22c7-42de-972d-ae352a28ad29),segment_id=067fc487-22c7-42de-972d-ae352a28ad29)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:25:29.537951 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:25:29.546898 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e9288b-e830-4f18-a2eb-86e5a6c4f151 req-960959e8-5de7-4baf-bd38-0400dcf00f89 tempest-ServerRescueNegativeTestJSON-843679432 tempest-ServerRescueNegativeTestJSON-843679432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:25:29.548493 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b3e9288b-e830-4f18-a2eb-86e5a6c4f151 req-960959e8-5de7-4baf-bd38-0400dcf00f89 tempest-ServerRescueNegativeTestJSON-843679432 tempest-ServerRescueNegativeTestJSON-843679432-project] 10.222.0.16 "GET /v2.0/ports?device_id=7c5857c2-2935-412d-922f-b15f51818e64 HTTP/1.1" status: 200 len: 944 time: 0.0801148 Jul 14 18:25:29.577035 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port 9536e0c9-98cf-4d2e-aadf-5b4392e45011, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=9536e0c9-98cf-4d2e-aadf-5b4392e45011,segment=NetworkSegment(414670be-19b5-4c22-8965-7b38a5c5b483),segment_id=414670be-19b5-4c22-8965-7b38a5c5b483)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:25:29.586187 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:25:29.586970 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device f5d5be04-de0c-401c-bb82-c2a161fea0b9 no longer exists at agent hyperv_n-h1-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 18:25:29.615023 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b3e9288b-e830-4f18-a2eb-86e5a6c4f151 req-4a452215-12e2-4a1d-94d3-a3d16c05b42a tempest-ServerRescueNegativeTestJSON-843679432 tempest-ServerRescueNegativeTestJSON-843679432-project] 10.222.0.16 "GET /v2.0/security-groups?id=2ad455ff-6ff4-4067-8bf1-fdec963484f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574117 Jul 14 18:25:29.624202 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Pushing event updated for resources: {'Port': ['ID=11193581-98af-4629-bd90-7170ffba6ec1,revision_number=7']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:25:29.643485 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ad7313-f6a8-48ce-8b03-93c4a489416a req-4f0ce328-bcfc-4c55-946b-4229e8677a48 tempest-ServersAdminTestJSON-701576244 tempest-ServersAdminTestJSON-701576244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:25:29.644410 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-92ad7313-f6a8-48ce-8b03-93c4a489416a req-4f0ce328-bcfc-4c55-946b-4229e8677a48 tempest-ServersAdminTestJSON-701576244 tempest-ServersAdminTestJSON-701576244-project] 10.222.0.16 "GET /v2.0/ports?device_id=c37af3d9-5cf3-44f0-a629-12e66be48e93 HTTP/1.1" status: 200 len: 949 time: 0.1065645 Jul 14 18:25:29.701283 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-92ad7313-f6a8-48ce-8b03-93c4a489416a req-0bfd27a6-60f9-4d1a-95d9-8105fc92c52a tempest-ServersAdminTestJSON-701576244 tempest-ServersAdminTestJSON-701576244-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea7723ec-9d2a-468c-977f-1e7257209758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478764 Jul 14 18:25:29.716403 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Pushing event updated for resources: {'Port': ['ID=9536e0c9-98cf-4d2e-aadf-5b4392e45011,revision_number=5']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:25:29.730049 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:25:29.770727 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port f5d5be04-de0c-401c-bb82-c2a161fea0b9, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=f5d5be04-de0c-401c-bb82-c2a161fea0b9,segment=NetworkSegment(ed557757-f640-484f-8cda-41a92c321398),segment_id=ed557757-f640-484f-8cda-41a92c321398)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:25:29.776431 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:25:29.827171 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Pushing event updated for resources: {'Port': ['ID=f5d5be04-de0c-401c-bb82-c2a161fea0b9,revision_number=8']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:25:29.828375 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a78a00-a579-4f98-9a6b-d980d03e0f61 req-59c49345-072e-4ec2-9a78-ad581a9746ac tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:25:29.830390 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b1a78a00-a579-4f98-9a6b-d980d03e0f61 req-59c49345-072e-4ec2-9a78-ad581a9746ac tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.16 "GET /v2.0/ports?device_id=85403e3f-7fd5-4848-9edb-9810e7a89b4f HTTP/1.1" status: 200 len: 950 time: 0.0767932 Jul 14 18:25:29.883304 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b1a78a00-a579-4f98-9a6b-d980d03e0f61 req-2f1ef111-9c4a-4fd3-9cfb-4b4f2e2b589d tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.16 "GET /v2.0/security-groups?id=95148b1b-0f93-483b-9e80-262147c27e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463705 Jul 14 18:25:29.933373 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e24a8b9-df23-4812-804a-f0a1d857bef9 req-1ee8cb01-455f-4aed-b0d7-8e9322788644 tempest-ImagesTestJSON-313755568 tempest-ImagesTestJSON-313755568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:25:29.934831 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3e24a8b9-df23-4812-804a-f0a1d857bef9 req-1ee8cb01-455f-4aed-b0d7-8e9322788644 tempest-ImagesTestJSON-313755568 tempest-ImagesTestJSON-313755568-project] 10.222.0.16 "GET /v2.0/ports?device_id=0de76286-d6ab-4637-959a-e3738e6ab32f HTTP/1.1" status: 200 len: 943 time: 0.0702705 Jul 14 18:25:29.971198 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3e24a8b9-df23-4812-804a-f0a1d857bef9 req-316c23f5-8856-495e-a25a-dbd606a3100a tempest-ImagesTestJSON-313755568 tempest-ImagesTestJSON-313755568-project] 10.222.0.16 "GET /v2.0/security-groups?id=96a7afe7-a122-4b0d-8907-2d91e1bd838f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309153 Jul 14 18:25:30.176609 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] get_ports_and_sgs() called for port_ids ['11193581-98af-4629-bd90-7170ffba6ec1'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 18:25:30.323113 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bac3477-7630-44b5-a036-c526a7774c6e req-ba1ada58-8452-4de9-a9c8-046bc256d835 tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:25:30.324840 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-9bac3477-7630-44b5-a036-c526a7774c6e req-ba1ada58-8452-4de9-a9c8-046bc256d835 tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] 10.222.0.16 "GET /v2.0/ports?device_id=b52528ac-079b-4411-8ce0-cffdc5b94d6f HTTP/1.1" status: 200 len: 945 time: 0.0646248 Jul 14 18:25:30.362034 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-9bac3477-7630-44b5-a036-c526a7774c6e req-2dddaf63-2f83-4fac-be4e-9d2570db46bd tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] 10.222.0.16 "GET /v2.0/security-groups?id=39320fa9-4894-4542-95e3-d64e174c637e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314591 Jul 14 18:25:30.417347 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-581a4aa6-ad89-4884-92df-742222f521f0 req-a34e97b6-bf4f-4191-8598-1239db7f840f tempest-ServerShowV247Test-68493364 tempest-ServerShowV247Test-68493364-project] 10.222.0.16 "GET /v2.0/ports?device_id=e742e13c-60d9-44c3-9fc8-7b7eccb86217 HTTP/1.1" status: 200 len: 210 time: 0.0314379 Jul 14 18:25:30.789751 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f210f88b-3fef-40c7-ba25-e2c8f54b8c02 req-ca8ef3af-6146-44d2-a402-7439d9a6cb18 tempest-ServerRescueNegativeTestJSON-843679432 tempest-ServerRescueNegativeTestJSON-843679432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:25:30.791220 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f210f88b-3fef-40c7-ba25-e2c8f54b8c02 req-ca8ef3af-6146-44d2-a402-7439d9a6cb18 tempest-ServerRescueNegativeTestJSON-843679432 tempest-ServerRescueNegativeTestJSON-843679432-project] 10.222.0.16 "GET /v2.0/ports?device_id=7c5857c2-2935-412d-922f-b15f51818e64 HTTP/1.1" status: 200 len: 945 time: 0.0620315 Jul 14 18:25:30.857164 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f210f88b-3fef-40c7-ba25-e2c8f54b8c02 req-b979c054-6af7-4150-9187-f70154a52900 tempest-ServerRescueNegativeTestJSON-843679432 tempest-ServerRescueNegativeTestJSON-843679432-project] 10.222.0.16 "GET /v2.0/security-groups?id=2ad455ff-6ff4-4067-8bf1-fdec963484f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597355 Jul 14 18:25:30.892477 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0759f25f-be54-4f71-be54-b8043f759dd2 req-bc86a56a-c9a7-4df9-b346-765b4444a737 tempest-ServersAdminTestJSON-701576244 tempest-ServersAdminTestJSON-701576244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:25:30.893965 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-0759f25f-be54-4f71-be54-b8043f759dd2 req-bc86a56a-c9a7-4df9-b346-765b4444a737 tempest-ServersAdminTestJSON-701576244 tempest-ServersAdminTestJSON-701576244-project] 10.222.0.16 "GET /v2.0/ports?device_id=c37af3d9-5cf3-44f0-a629-12e66be48e93 HTTP/1.1" status: 200 len: 949 time: 0.0890729 Jul 14 18:25:30.933215 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-0759f25f-be54-4f71-be54-b8043f759dd2 req-04b65a37-a1f3-4f78-9808-ac96b9d6bb97 tempest-ServersAdminTestJSON-701576244 tempest-ServersAdminTestJSON-701576244-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea7723ec-9d2a-468c-977f-1e7257209758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331643 Jul 14 18:25:31.060891 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f8251c-e470-4365-9b8f-b2495bb6d2b1 req-f7ba5f00-f6b1-4e0e-86b7-5fa59596f82f tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:25:31.062374 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-83f8251c-e470-4365-9b8f-b2495bb6d2b1 req-f7ba5f00-f6b1-4e0e-86b7-5fa59596f82f tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.16 "GET /v2.0/ports?device_id=85403e3f-7fd5-4848-9edb-9810e7a89b4f HTTP/1.1" status: 200 len: 950 time: 0.0678563 Jul 14 18:25:31.211652 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5adb8e3-d803-4ef3-85e4-edcd1334137e req-4b16705e-f2e2-447d-b199-681eb11dc225 tempest-ImagesTestJSON-313755568 tempest-ImagesTestJSON-313755568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:25:31.213235 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-f5adb8e3-d803-4ef3-85e4-edcd1334137e req-4b16705e-f2e2-447d-b199-681eb11dc225 tempest-ImagesTestJSON-313755568 tempest-ImagesTestJSON-313755568-project] 10.222.0.18 "GET /v2.0/ports?device_id=0de76286-d6ab-4637-959a-e3738e6ab32f HTTP/1.1" status: 200 len: 943 time: 0.0654635 Jul 14 18:25:31.323007 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [req-f5adb8e3-d803-4ef3-85e4-edcd1334137e req-c379a1dd-de3e-4b81-a730-660c162883ed tempest-ImagesTestJSON-313755568 tempest-ImagesTestJSON-313755568-project] Deleting port f5d5be04-de0c-401c-bb82-c2a161fea0b9 {{(pid=93916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:25:31.323371 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-f5adb8e3-d803-4ef3-85e4-edcd1334137e req-c379a1dd-de3e-4b81-a730-660c162883ed tempest-ImagesTestJSON-313755568 tempest-ImagesTestJSON-313755568-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:25:31.408190 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-83f8251c-e470-4365-9b8f-b2495bb6d2b1 req-d3a7d7aa-9f72-4455-ade6-785902d6e8b8 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.16 "GET /v2.0/security-groups?id=95148b1b-0f93-483b-9e80-262147c27e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3401644 Jul 14 18:25:31.410784 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.db [req-f5adb8e3-d803-4ef3-85e4-edcd1334137e req-c379a1dd-de3e-4b81-a730-660c162883ed tempest-ImagesTestJSON-313755568 tempest-ImagesTestJSON-313755568-project] For port f5d5be04-de0c-401c-bb82-c2a161fea0b9, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=f5d5be04-de0c-401c-bb82-c2a161fea0b9,segment=NetworkSegment(ed557757-f640-484f-8cda-41a92c321398),segment_id=ed557757-f640-484f-8cda-41a92c321398)] {{(pid=93916) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:25:31.411538 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-f5adb8e3-d803-4ef3-85e4-edcd1334137e req-c379a1dd-de3e-4b81-a730-660c162883ed tempest-ImagesTestJSON-313755568 tempest-ImagesTestJSON-313755568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:25:31.432949 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [req-f5adb8e3-d803-4ef3-85e4-edcd1334137e req-c379a1dd-de3e-4b81-a730-660c162883ed tempest-ImagesTestJSON-313755568 tempest-ImagesTestJSON-313755568-project] Calling delete_port for f5d5be04-de0c-401c-bb82-c2a161fea0b9 owned by compute:nova {{(pid=93916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:25:31.438917 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c5857c2-2935-412d-922f-b15f51818e64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9536e0c9-98cf-4d2e-aadf-5b4392e45011'}, {'server_uuid': '0de76286-d6ab-4637-959a-e3738e6ab32f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f5d5be04-de0c-401c-bb82-c2a161fea0b9'}] {{(pid=93917) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:25:31.441587 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20b787f3c29eaa7aa2a4d648c725a2124c5ff39a8d793252f9d844495e14cf42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-372a96b2-9f0c-4863-aad0-6b565efa8f98" -d '{"events": [{"server_uuid": "7c5857c2-2935-412d-922f-b15f51818e64", "name": "network-vif-plugged", "status": "completed", "tag": "9536e0c9-98cf-4d2e-aadf-5b4392e45011"}, {"server_uuid": "0de76286-d6ab-4637-959a-e3738e6ab32f", "name": "network-vif-unplugged", "status": "completed", "tag": "f5d5be04-de0c-401c-bb82-c2a161fea0b9"}]}' {{(pid=93917) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:25:31.449944 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb57c0c-5e7a-489a-af3a-1d97f307b488 req-cad7a614-cd02-4f2a-b7b9-06a743b006d2 tempest-ImagesTestJSON-313755568 tempest-ImagesTestJSON-313755568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:25:31.451643 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-5bb57c0c-5e7a-489a-af3a-1d97f307b488 req-cad7a614-cd02-4f2a-b7b9-06a743b006d2 tempest-ImagesTestJSON-313755568 tempest-ImagesTestJSON-313755568-project] 10.222.0.16 "GET /v2.0/ports?device_id=0de76286-d6ab-4637-959a-e3738e6ab32f HTTP/1.1" status: 200 len: 943 time: 0.0934248 Jul 14 18:25:31.503020 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-5bb57c0c-5e7a-489a-af3a-1d97f307b488 req-536aa4fe-565b-40f2-9b59-db4359389315 tempest-ImagesTestJSON-313755568 tempest-ImagesTestJSON-313755568-project] 10.222.0.16 "GET /v2.0/security-groups?id=96a7afe7-a122-4b0d-8907-2d91e1bd838f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401025 Jul 14 18:25:31.577802 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-f5adb8e3-d803-4ef3-85e4-edcd1334137e req-c379a1dd-de3e-4b81-a730-660c162883ed tempest-ImagesTestJSON-313755568 tempest-ImagesTestJSON-313755568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:25:31.617811 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c379a1dd-de3e-4b81-a730-660c162883ed tempest-ImagesTestJSON-313755568 tempest-ImagesTestJSON-313755568-project] Pushing event deleted for resources: {'Port': ['ID=f5d5be04-de0c-401c-bb82-c2a161fea0b9,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:25:31.660033 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5adb8e3-d803-4ef3-85e4-edcd1334137e req-c379a1dd-de3e-4b81-a730-660c162883ed tempest-ImagesTestJSON-313755568 tempest-ImagesTestJSON-313755568-project] No DVR routers for this DVR port f5d5be04-de0c-401c-bb82-c2a161fea0b9 on host n-h1-800634-3 {{(pid=93916) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 18:25:31.664253 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-f5adb8e3-d803-4ef3-85e4-edcd1334137e req-c379a1dd-de3e-4b81-a730-660c162883ed tempest-ImagesTestJSON-313755568 tempest-ImagesTestJSON-313755568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:25:31.665719 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-f5adb8e3-d803-4ef3-85e4-edcd1334137e req-c379a1dd-de3e-4b81-a730-660c162883ed tempest-ImagesTestJSON-313755568 tempest-ImagesTestJSON-313755568-project] 10.222.0.18 "DELETE /v2.0/ports/f5d5be04-de0c-401c-bb82-c2a161fea0b9 HTTP/1.1" status: 204 len: 173 time: 0.4436951 Jul 14 18:25:31.666161 n-d-800634-3 neutron-server[93916]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0de76286-d6ab-4637-959a-e3738e6ab32f', 'name': 'network-vif-deleted', 'tag': 'f5d5be04-de0c-401c-bb82-c2a161fea0b9'}] {{(pid=93916) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:25:31.668414 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f803e150b363a7893830aa996ac27753fa25517c406ecd3536b7c2d4b26eeb9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69f917bd-6122-4ee5-b669-df03ec24d58a" -d '{"events": [{"server_uuid": "0de76286-d6ab-4637-959a-e3738e6ab32f", "name": "network-vif-deleted", "tag": "f5d5be04-de0c-401c-bb82-c2a161fea0b9"}]}' {{(pid=93916) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:25:31.687738 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-dffdf3ec-4f6d-4cff-9be9-b3b3f03e1f28 req-dbe15fba-56c8-4531-829a-1a028d4157d8 tempest-ServerShowV247Test-68493364 tempest-ServerShowV247Test-68493364-project] 10.222.0.16 "GET /v2.0/ports?device_id=e742e13c-60d9-44c3-9fc8-7b7eccb86217 HTTP/1.1" status: 200 len: 210 time: 0.0363753 Jul 14 18:25:31.717370 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a53c16-26e2-4e66-ab21-415c5b34e5cf req-2877b6c6-4d47-46e4-ac43-cbd8c0f32ee3 tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:25:31.717370 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b1a53c16-26e2-4e66-ab21-415c5b34e5cf req-2877b6c6-4d47-46e4-ac43-cbd8c0f32ee3 tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] 10.222.0.16 "GET /v2.0/ports?device_id=b52528ac-079b-4411-8ce0-cffdc5b94d6f HTTP/1.1" status: 200 len: 945 time: 0.1047628 Jul 14 18:25:31.742428 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Wed, 14 Jul 2021 18:25:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcab7d36-c6ec-4492-8454-a3e319d73c98 x-openstack-request-id: req-fcab7d36-c6ec-4492-8454-a3e319d73c98 {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:25:31.742872 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c5857c2-2935-412d-922f-b15f51818e64", "name": "network-vif-plugged", "status": "completed", "tag": "9536e0c9-98cf-4d2e-aadf-5b4392e45011", "code": 200}, {"server_uuid": "0de76286-d6ab-4637-959a-e3738e6ab32f", "name": "network-vif-unplugged", "status": "completed", "tag": "f5d5be04-de0c-401c-bb82-c2a161fea0b9", "code": 200}]} {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:25:31.743190 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-fcab7d36-c6ec-4492-8454-a3e319d73c98 {{(pid=93917) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:25:31.743666 n-d-800634-3 neutron-server[93917]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c5857c2-2935-412d-922f-b15f51818e64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9536e0c9-98cf-4d2e-aadf-5b4392e45011', 'code': 200} Jul 14 18:25:31.743987 n-d-800634-3 neutron-server[93917]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0de76286-d6ab-4637-959a-e3738e6ab32f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f5d5be04-de0c-401c-bb82-c2a161fea0b9', 'code': 200} Jul 14 18:25:31.749670 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b1a53c16-26e2-4e66-ab21-415c5b34e5cf req-80919282-d16a-43c5-b93e-bda68181bd8d tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] 10.222.0.16 "GET /v2.0/security-groups?id=39320fa9-4894-4542-95e3-d64e174c637e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321608 Jul 14 18:25:31.779545 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 18:25:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6af134c-1ca2-41c1-996d-90e004b6310b x-openstack-request-id: req-d6af134c-1ca2-41c1-996d-90e004b6310b {{(pid=93916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:25:31.780043 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0de76286-d6ab-4637-959a-e3738e6ab32f", "name": "network-vif-deleted", "tag": "f5d5be04-de0c-401c-bb82-c2a161fea0b9", "status": "completed", "code": 200}]} {{(pid=93916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:25:31.780327 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d6af134c-1ca2-41c1-996d-90e004b6310b {{(pid=93916) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:25:31.780722 n-d-800634-3 neutron-server[93916]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0de76286-d6ab-4637-959a-e3738e6ab32f', 'name': 'network-vif-deleted', 'tag': 'f5d5be04-de0c-401c-bb82-c2a161fea0b9', 'status': 'completed', 'code': 200} Jul 14 18:25:31.936298 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a48726-7473-4fde-9086-1e162189d67a req-b12d79ab-fb06-442b-934b-a4735a93f76f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:25:31.937781 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-c3a48726-7473-4fde-9086-1e162189d67a req-b12d79ab-fb06-442b-934b-a4735a93f76f service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=7c5857c2-2935-412d-922f-b15f51818e64 HTTP/1.1" status: 200 len: 1096 time: 0.0550277 Jul 14 18:25:31.975707 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-c3a48726-7473-4fde-9086-1e162189d67a req-adcae213-1854-41f4-8653-f5cd92f866ab service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=2ad455ff-6ff4-4067-8bf1-fdec963484f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301774 Jul 14 18:25:32.034825 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfa7eee-a706-4e93-a23c-5e9eed973e76 req-25e74618-4836-41c2-8649-b073d58339c9 tempest-ServerRescueNegativeTestJSON-843679432 tempest-ServerRescueNegativeTestJSON-843679432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:25:32.036332 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2bfa7eee-a706-4e93-a23c-5e9eed973e76 req-25e74618-4836-41c2-8649-b073d58339c9 tempest-ServerRescueNegativeTestJSON-843679432 tempest-ServerRescueNegativeTestJSON-843679432-project] 10.222.0.16 "GET /v2.0/ports?device_id=7c5857c2-2935-412d-922f-b15f51818e64 HTTP/1.1" status: 200 len: 945 time: 0.0640998 Jul 14 18:25:32.106730 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2bfa7eee-a706-4e93-a23c-5e9eed973e76 req-e6fbc516-bf89-4202-b25b-e575b648c464 tempest-ServerRescueNegativeTestJSON-843679432 tempest-ServerRescueNegativeTestJSON-843679432-project] 10.222.0.16 "GET /v2.0/security-groups?id=2ad455ff-6ff4-4067-8bf1-fdec963484f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646169 Jul 14 18:25:32.132706 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de10a56-760e-4260-9388-ab2144c898a1 req-546ede12-bf39-4424-8534-f786379a44ac tempest-ServersAdminTestJSON-701576244 tempest-ServersAdminTestJSON-701576244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:25:32.134178 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-4de10a56-760e-4260-9388-ab2144c898a1 req-546ede12-bf39-4424-8534-f786379a44ac tempest-ServersAdminTestJSON-701576244 tempest-ServersAdminTestJSON-701576244-project] 10.222.0.16 "GET /v2.0/ports?device_id=c37af3d9-5cf3-44f0-a629-12e66be48e93 HTTP/1.1" status: 200 len: 949 time: 0.0861013 Jul 14 18:25:32.170279 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-4de10a56-760e-4260-9388-ab2144c898a1 req-b1bb9ac9-4799-4879-b173-e965d45b3125 tempest-ServersAdminTestJSON-701576244 tempest-ServersAdminTestJSON-701576244-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea7723ec-9d2a-468c-977f-1e7257209758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307109 Jul 14 18:25:32.233098 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:25:32.614319 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47de44bb-c972-40ea-9963-e6a188521e77 req-8b284bca-fd1c-416f-8980-566d3426cae7 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:25:32.620622 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-47de44bb-c972-40ea-9963-e6a188521e77 req-8b284bca-fd1c-416f-8980-566d3426cae7 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.16 "GET /v2.0/ports?device_id=85403e3f-7fd5-4848-9edb-9810e7a89b4f HTTP/1.1" status: 200 len: 950 time: 0.0944021 Jul 14 18:25:32.673531 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-0dbd0f36-2020-4e0a-849b-e16efc9ee761 req-cae5a0e1-db0c-4f00-93f7-0ea03409503b tempest-ImagesTestJSON-313755568 tempest-ImagesTestJSON-313755568-project] 10.222.0.16 "GET /v2.0/ports?device_id=0de76286-d6ab-4637-959a-e3738e6ab32f HTTP/1.1" status: 200 len: 210 time: 0.0340598 Jul 14 18:25:32.688597 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-47de44bb-c972-40ea-9963-e6a188521e77 req-b99d3105-ec02-47da-9144-24e89efc8ced tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.16 "GET /v2.0/security-groups?id=95148b1b-0f93-483b-9e80-262147c27e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661781 Jul 14 18:25:32.847328 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-95576f8f-1c73-4321-a58a-1654ac0bfc1e req-12e689f0-4869-4ae4-a48f-f3b3d1c026fb tempest-ServerShowV247Test-68493364 tempest-ServerShowV247Test-68493364-project] 10.222.0.16 "GET /v2.0/ports?device_id=e742e13c-60d9-44c3-9fc8-7b7eccb86217 HTTP/1.1" status: 200 len: 210 time: 0.0317075 Jul 14 18:25:32.941794 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c8c2bb-6fe2-47d1-9615-0baabfa14a9d req-ff801802-5fbe-42e7-bf22-c884e97005ef tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:25:32.943329 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-34c8c2bb-6fe2-47d1-9615-0baabfa14a9d req-ff801802-5fbe-42e7-bf22-c884e97005ef tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] 10.222.0.16 "GET /v2.0/ports?device_id=b52528ac-079b-4411-8ce0-cffdc5b94d6f HTTP/1.1" status: 200 len: 945 time: 0.0613749 Jul 14 18:25:32.980301 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-34c8c2bb-6fe2-47d1-9615-0baabfa14a9d req-4cf8d310-8ee7-4a7f-a180-6302b79ac2c4 tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] 10.222.0.16 "GET /v2.0/security-groups?id=39320fa9-4894-4542-95e3-d64e174c637e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315154 Jul 14 18:25:33.119452 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device 11193581-98af-4629-bd90-7170ffba6ec1 up at agent hyperv_n-h1-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:25:33.168959 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Provisioning complete for port 11193581-98af-4629-bd90-7170ffba6ec1 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:25:33.169332 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:25:33.245465 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:25:33.277695 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port 11193581-98af-4629-bd90-7170ffba6ec1, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=11193581-98af-4629-bd90-7170ffba6ec1,segment=NetworkSegment(067fc487-22c7-42de-972d-ae352a28ad29),segment_id=067fc487-22c7-42de-972d-ae352a28ad29)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:25:33.282210 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:25:33.283930 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd696de6-0f8d-4629-8e78-55c067e7c059 req-88b715d5-e618-4cd9-a446-804960830ecc tempest-ServerRescueNegativeTestJSON-843679432 tempest-ServerRescueNegativeTestJSON-843679432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:25:33.285734 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-fd696de6-0f8d-4629-8e78-55c067e7c059 req-88b715d5-e618-4cd9-a446-804960830ecc tempest-ServerRescueNegativeTestJSON-843679432 tempest-ServerRescueNegativeTestJSON-843679432-project] 10.222.0.16 "GET /v2.0/ports?device_id=7c5857c2-2935-412d-922f-b15f51818e64 HTTP/1.1" status: 200 len: 945 time: 0.0666051 Jul 14 18:25:33.331726 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Pushing event updated for resources: {'Port': ['ID=11193581-98af-4629-bd90-7170ffba6ec1,revision_number=8']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:25:33.373316 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-fd696de6-0f8d-4629-8e78-55c067e7c059 req-8bb33064-fbd8-4a2f-8978-fff41eae5c23 tempest-ServerRescueNegativeTestJSON-843679432 tempest-ServerRescueNegativeTestJSON-843679432-project] 10.222.0.16 "GET /v2.0/security-groups?id=2ad455ff-6ff4-4067-8bf1-fdec963484f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810249 Jul 14 18:25:33.401127 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae79128c-c290-4017-81d8-5182b07495e2 req-c109d19f-a92d-40a3-929c-e80078e090f9 tempest-ServersAdminTestJSON-701576244 tempest-ServersAdminTestJSON-701576244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:25:33.402677 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ae79128c-c290-4017-81d8-5182b07495e2 req-c109d19f-a92d-40a3-929c-e80078e090f9 tempest-ServersAdminTestJSON-701576244 tempest-ServersAdminTestJSON-701576244-project] 10.222.0.16 "GET /v2.0/ports?device_id=c37af3d9-5cf3-44f0-a629-12e66be48e93 HTTP/1.1" status: 200 len: 950 time: 0.1032624 Jul 14 18:25:33.441754 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ae79128c-c290-4017-81d8-5182b07495e2 req-df4a07de-b4ac-4569-a8f3-b94fe95d8260 tempest-ServersAdminTestJSON-701576244 tempest-ServersAdminTestJSON-701576244-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea7723ec-9d2a-468c-977f-1e7257209758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332704 Jul 14 18:25:33.745623 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c37af3d9-5cf3-44f0-a629-12e66be48e93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11193581-98af-4629-bd90-7170ffba6ec1'}] {{(pid=93917) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:25:33.748071 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20b787f3c29eaa7aa2a4d648c725a2124c5ff39a8d793252f9d844495e14cf42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b0e0695-fcba-4359-a095-cc664cdcf782" -d '{"events": [{"server_uuid": "c37af3d9-5cf3-44f0-a629-12e66be48e93", "name": "network-vif-plugged", "status": "completed", "tag": "11193581-98af-4629-bd90-7170ffba6ec1"}]}' {{(pid=93917) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:25:33.795922 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 18:25:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4155dc3e-5f62-43ea-a77d-aa7a254169c8 x-openstack-request-id: req-4155dc3e-5f62-43ea-a77d-aa7a254169c8 {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:25:33.796370 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c37af3d9-5cf3-44f0-a629-12e66be48e93", "name": "network-vif-plugged", "status": "completed", "tag": "11193581-98af-4629-bd90-7170ffba6ec1", "code": 200}]} {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:25:33.796715 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4155dc3e-5f62-43ea-a77d-aa7a254169c8 {{(pid=93917) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:25:33.797243 n-d-800634-3 neutron-server[93917]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c37af3d9-5cf3-44f0-a629-12e66be48e93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11193581-98af-4629-bd90-7170ffba6ec1', 'code': 200} Jul 14 18:25:33.879515 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f491ef25-3bb0-4671-bf4e-1f1d9f7394ea req-b2235f3a-ecef-4b63-b571-16378337be75 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:25:33.881798 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f491ef25-3bb0-4671-bf4e-1f1d9f7394ea req-b2235f3a-ecef-4b63-b571-16378337be75 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.16 "GET /v2.0/ports?device_id=85403e3f-7fd5-4848-9edb-9810e7a89b4f HTTP/1.1" status: 200 len: 950 time: 0.0706296 Jul 14 18:25:33.920777 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f491ef25-3bb0-4671-bf4e-1f1d9f7394ea req-55ec7fb2-2ae9-43ac-9330-2f3fc8c6b203 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.16 "GET /v2.0/security-groups?id=95148b1b-0f93-483b-9e80-262147c27e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330746 Jul 14 18:25:34.047738 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e33910e-dd44-4ca0-8ccd-66daaf2b9232 req-998112dd-ddb1-4dc9-8140-80523498acc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:25:34.049247 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-8e33910e-dd44-4ca0-8ccd-66daaf2b9232 req-998112dd-ddb1-4dc9-8140-80523498acc7 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=c37af3d9-5cf3-44f0-a629-12e66be48e93 HTTP/1.1" status: 200 len: 1101 time: 0.0522387 Jul 14 18:25:34.074520 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2de90156-ca43-4428-8734-ecb5257fe159 req-6b6c8c1b-6ab5-4b6b-855a-c4ff255705d3 tempest-ServerShowV247Test-68493364 tempest-ServerShowV247Test-68493364-project] 10.222.0.16 "GET /v2.0/ports?device_id=e742e13c-60d9-44c3-9fc8-7b7eccb86217 HTTP/1.1" status: 200 len: 210 time: 0.0358212 Jul 14 18:25:34.094132 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-8e33910e-dd44-4ca0-8ccd-66daaf2b9232 req-bfd575fa-5a7d-4eff-9f81-7d561c1d5899 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=ea7723ec-9d2a-468c-977f-1e7257209758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358899 Jul 14 18:25:34.227301 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ef3106-a029-4304-a979-660728d6de22 req-9df1f938-9246-41c5-ac2b-681d7b2e79ab tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:25:34.228809 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-28ef3106-a029-4304-a979-660728d6de22 req-9df1f938-9246-41c5-ac2b-681d7b2e79ab tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] 10.222.0.16 "GET /v2.0/ports?device_id=b52528ac-079b-4411-8ce0-cffdc5b94d6f HTTP/1.1" status: 200 len: 945 time: 0.0678370 Jul 14 18:25:34.257683 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 34536) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:25:34.266457 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-28ef3106-a029-4304-a979-660728d6de22 req-43e8dee7-f663-4cb6-819c-eab645764e5c tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] 10.222.0.16 "GET /v2.0/security-groups?id=39320fa9-4894-4542-95e3-d64e174c637e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321286 Jul 14 18:25:34.303781 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.db_base_plugin_v2 [None req-3bf18252-720f-40b0-ab75-359565b7aa5b admin admin] Deleting subnet 0f82593d-7d30-492d-935c-eafdd92f72c6 {{(pid=93916) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 18:25:34.306772 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-3bf18252-720f-40b0-ab75-359565b7aa5b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:25:34.341587 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-3bf18252-720f-40b0-ab75-359565b7aa5b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26296866'] for subnet, precommit_delete_associations {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:25:34.378009 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-3bf18252-720f-40b0-ab75-359565b7aa5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081283'] for subnet, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:25:34.430229 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-3bf18252-720f-40b0-ab75-359565b7aa5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2684816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26033152'] for subnet, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:25:34.455395 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf18252-720f-40b0-ab75-359565b7aa5b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0f82593d-7d30-492d-935c-eafdd92f72c6,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:25:34.459891 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-3bf18252-720f-40b0-ab75-359565b7aa5b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598705'] for subnet, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:25:34.461564 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-3bf18252-720f-40b0-ab75-359565b7aa5b admin admin] 10.222.0.16 "DELETE /v2.0/subnets/0f82593d-7d30-492d-935c-eafdd92f72c6 HTTP/1.1" status: 204 len: 168 time: 0.2029107 Jul 14 18:25:34.464266 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 34540) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:25:34.574687 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-54f572fd-ba59-4c8b-911f-c74b3fc3131e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645734'] for network, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:25:34.663060 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73701a3d-a5e1-4938-9c38-6160da87fe79 req-285ed445-cfe3-45be-83f6-e66fe0e9f90f tempest-ServerRescueNegativeTestJSON-843679432 tempest-ServerRescueNegativeTestJSON-843679432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:25:34.664571 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-73701a3d-a5e1-4938-9c38-6160da87fe79 req-285ed445-cfe3-45be-83f6-e66fe0e9f90f tempest-ServerRescueNegativeTestJSON-843679432 tempest-ServerRescueNegativeTestJSON-843679432-project] 10.222.0.16 "GET /v2.0/ports?device_id=7c5857c2-2935-412d-922f-b15f51818e64 HTTP/1.1" status: 200 len: 945 time: 0.1590600 Jul 14 18:25:34.729825 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855b6d31-d4e0-44d4-b6ff-cb1c2f147553 req-27a9e378-99ee-4736-95fb-cfde09edd31b tempest-ServersAdminTestJSON-701576244 tempest-ServersAdminTestJSON-701576244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:25:34.731186 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-855b6d31-d4e0-44d4-b6ff-cb1c2f147553 req-27a9e378-99ee-4736-95fb-cfde09edd31b tempest-ServersAdminTestJSON-701576244 tempest-ServersAdminTestJSON-701576244-project] 10.222.0.16 "GET /v2.0/ports?device_id=c37af3d9-5cf3-44f0-a629-12e66be48e93 HTTP/1.1" status: 200 len: 950 time: 0.1730094 Jul 14 18:25:34.745029 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-54f572fd-ba59-4c8b-911f-c74b3fc3131e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2096010', 'neutron.services.segments.db._delete_segments_for_network-8728202734996'] for network, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:25:34.775025 n-d-800634-3 neutron-server[93915]: DEBUG neutron.services.segments.db [None req-54f572fd-ba59-4c8b-911f-c74b3fc3131e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['458a605c-adc1-4322-ba16-e84a0c1f7468']}} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:25:34.779390 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-73701a3d-a5e1-4938-9c38-6160da87fe79 req-17ccbbb7-8170-4310-b1eb-f5b14b66ef1b tempest-ServerRescueNegativeTestJSON-843679432 tempest-ServerRescueNegativeTestJSON-843679432-project] 10.222.0.16 "GET /v2.0/security-groups?id=2ad455ff-6ff4-4067-8bf1-fdec963484f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049109 Jul 14 18:25:34.788003 n-d-800634-3 neutron-server[93915]: DEBUG neutron.services.segments.db [None req-54f572fd-ba59-4c8b-911f-c74b3fc3131e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed557757-f640-484f-8cda-41a92c321398') {'for_net_delete': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:25:34.788330 n-d-800634-3 neutron-server[93915]: DEBUG neutron.services.segments.db [None req-54f572fd-ba59-4c8b-911f-c74b3fc3131e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed557757-f640-484f-8cda-41a92c321398') {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:25:34.807121 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-54f572fd-ba59-4c8b-911f-c74b3fc3131e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728202715275', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28939920'] for segment, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:25:34.817328 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-855b6d31-d4e0-44d4-b6ff-cb1c2f147553 req-7f0d25eb-eef2-47bb-bd89-e55cff178c8d tempest-ServersAdminTestJSON-701576244 tempest-ServersAdminTestJSON-701576244-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea7723ec-9d2a-468c-977f-1e7257209758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799954 Jul 14 18:25:34.825389 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-54f572fd-ba59-4c8b-911f-c74b3fc3131e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:25:34.831867 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54f572fd-ba59-4c8b-911f-c74b3fc3131e admin admin] Releasing vlan 82 on physical network physnet1 to pool {{(pid=93915) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 18:25:34.832316 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-54f572fd-ba59-4c8b-911f-c74b3fc3131e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25911658'] for segment, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:25:34.834780 n-d-800634-3 neutron-server[93915]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:25:34.834780 n-d-800634-3 neutron-server[93915]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:25:34.834780 n-d-800634-3 neutron-server[93915]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:25:34.834780 n-d-800634-3 neutron-server[93915]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:25:34.834780 n-d-800634-3 neutron-server[93915]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:25:34.834780 n-d-800634-3 neutron-server[93915]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:25:34.834780 n-d-800634-3 neutron-server[93915]: Traceback (most recent call last): Jul 14 18:25:34.834780 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 18:25:34.834780 n-d-800634-3 neutron-server[93915]: timer() Jul 14 18:25:34.834780 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 18:25:34.834780 n-d-800634-3 neutron-server[93915]: cb(*args, **kw) Jul 14 18:25:34.834780 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 18:25:34.834780 n-d-800634-3 neutron-server[93915]: return func(*args, **kwargs) Jul 14 18:25:34.834780 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 18:25:34.834780 n-d-800634-3 neutron-server[93915]: self._notify() Jul 14 18:25:34.834780 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 18:25:34.834780 n-d-800634-3 neutron-server[93915]: self.callback(batched_events) Jul 14 18:25:34.834780 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 18:25:34.834780 n-d-800634-3 neutron-server[93915]: event.method(event) Jul 14 18:25:34.834780 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 18:25:34.834780 n-d-800634-3 neutron-server[93915]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 18:25:34.834780 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 18:25:34.834780 n-d-800634-3 neutron-server[93915]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 18:25:34.834780 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 18:25:34.834780 n-d-800634-3 neutron-server[93915]: return f(self, *a, **k) Jul 14 18:25:34.834780 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 18:25:34.834780 n-d-800634-3 neutron-server[93915]: return self._get(url).json() Jul 14 18:25:34.834780 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 18:25:34.834780 n-d-800634-3 neutron-server[93915]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 18:25:34.834780 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 18:25:34.834780 n-d-800634-3 neutron-server[93915]: return self.request(url, 'GET', **kwargs) Jul 14 18:25:34.834780 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 18:25:34.834780 n-d-800634-3 neutron-server[93915]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 18:25:34.834780 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 18:25:34.834780 n-d-800634-3 neutron-server[93915]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 18:25:34.834780 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 18:25:34.834780 n-d-800634-3 neutron-server[93915]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 18:25:34.834780 n-d-800634-3 neutron-server[93915]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 18:25:34.891891 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-54f572fd-ba59-4c8b-911f-c74b3fc3131e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2096001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-930085'] for network, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:25:34.898027 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-54f572fd-ba59-4c8b-911f-c74b3fc3131e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598705'] for network, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:25:34.900191 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-54f572fd-ba59-4c8b-911f-c74b3fc3131e admin admin] 10.222.0.16 "DELETE /v2.0/networks/458a605c-adc1-4322-ba16-e84a0c1f7468 HTTP/1.1" status: 204 len: 168 time: 0.4348807 Jul 14 18:25:34.910909 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f572fd-ba59-4c8b-911f-c74b3fc3131e admin admin] Pushing event deleted for resources: {'Network': ['ID=458a605c-adc1-4322-ba16-e84a0c1f7468,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:25:35.021838 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 34556) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:25:35.073559 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-2b6d4482-4a9a-4f18-a0dd-dc3b4b6142ca admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7d0d66c950aa4c4fbb95dc1c0b4948a1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0484049 Jul 14 18:25:35.073865 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 34558) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:25:35.125965 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:25:35.147691 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device f5d5be04-de0c-401c-bb82-c2a161fea0b9 no longer exists at agent hyperv_n-h1-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 18:25:35.151949 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff50e36a-865e-4a98-a700-9b719ef111ea req-59668ef0-23d3-473f-8c6b-0152fe01cd5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:25:35.153612 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-ff50e36a-865e-4a98-a700-9b719ef111ea req-59668ef0-23d3-473f-8c6b-0152fe01cd5f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=cb67bdfcb7724fc99fb71468214ad40d&device_id=7c5857c2-2935-412d-922f-b15f51818e64 HTTP/1.1" status: 200 len: 1096 time: 0.0802298 Jul 14 18:25:35.169909 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] No Port match for: f5d5be04-de0c-401c-bb82-c2a161fea0b9 {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 18:25:35.170414 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device f5d5be04-de0c-401c-bb82-c2a161fea0b9 not bound to the agent host n-h1-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 18:25:35.170595 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-e1b7cee5-b4e1-477a-81f5-470fb9e3a81f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:25:35.233792 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-e1b7cee5-b4e1-477a-81f5-470fb9e3a81f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:25:35.243107 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a494f78e-bd2d-42a3-b01f-2489db5a7061 req-ed7a395f-1a4a-4065-993f-6390ef744fc8 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:25:35.244549 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a494f78e-bd2d-42a3-b01f-2489db5a7061 req-ed7a395f-1a4a-4065-993f-6390ef744fc8 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.16 "GET /v2.0/ports?device_id=85403e3f-7fd5-4848-9edb-9810e7a89b4f HTTP/1.1" status: 200 len: 950 time: 0.1324329 Jul 14 18:25:35.249893 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff50e36a-865e-4a98-a700-9b719ef111ea req-107bdecf-5df2-440f-8738-91fea214a64e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:25:35.251601 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-ff50e36a-865e-4a98-a700-9b719ef111ea req-107bdecf-5df2-440f-8738-91fea214a64e service neutron] 10.222.0.18 "GET /v2.0/networks?id=fbb7114e-4079-4798-86d9-6d4690d7f388 HTTP/1.1" status: 200 len: 918 time: 0.0881052 Jul 14 18:25:35.296518 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-ff50e36a-865e-4a98-a700-9b719ef111ea req-daecbb42-23aa-49f0-a11e-405521b211d7 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9536e0c9-98cf-4d2e-aadf-5b4392e45011 HTTP/1.1" status: 200 len: 217 time: 0.0379586 Jul 14 18:25:35.319341 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a494f78e-bd2d-42a3-b01f-2489db5a7061 req-1fab6249-4f1b-42e2-9787-3033bec08804 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.16 "GET /v2.0/security-groups?id=95148b1b-0f93-483b-9e80-262147c27e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657554 Jul 14 18:25:35.328143 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ccb623-c3a5-418b-9c7c-04d31c5e4bee req-67e66c7e-5b8a-45e9-bdbc-a8889ee93b06 tempest-ServerRescueNegativeTestJSON-843679432 tempest-ServerRescueNegativeTestJSON-843679432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:25:35.329461 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-33ccb623-c3a5-418b-9c7c-04d31c5e4bee req-67e66c7e-5b8a-45e9-bdbc-a8889ee93b06 tempest-ServerRescueNegativeTestJSON-843679432 tempest-ServerRescueNegativeTestJSON-843679432-project] 10.222.0.16 "GET /v2.0/ports?device_id=7c5857c2-2935-412d-922f-b15f51818e64 HTTP/1.1" status: 200 len: 945 time: 0.1555095 Jul 14 18:25:35.360541 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-e1b7cee5-b4e1-477a-81f5-470fb9e3a81f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:25:35.363133 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-e1b7cee5-b4e1-477a-81f5-470fb9e3a81f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:25:35.366738 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff50e36a-865e-4a98-a700-9b719ef111ea req-5ebaeefa-6d0c-414e-8f2c-65f53edc9915 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:25:35.366919 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-e1b7cee5-b4e1-477a-81f5-470fb9e3a81f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/96a7afe7-a122-4b0d-8907-2d91e1bd838f HTTP/1.1" status: 204 len: 168 time: 0.2895730 Jul 14 18:25:35.367034 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-ff50e36a-865e-4a98-a700-9b719ef111ea req-5ebaeefa-6d0c-414e-8f2c-65f53edc9915 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c0358a3b-3414-4691-860c-4e7a5ebb58c9 HTTP/1.1" status: 200 len: 858 time: 0.0511212 Jul 14 18:25:35.378225 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b7cee5-b4e1-477a-81f5-470fb9e3a81f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96a7afe7-a122-4b0d-8907-2d91e1bd838f,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:25:35.408148 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-33ccb623-c3a5-418b-9c7c-04d31c5e4bee req-567f6112-35bb-4291-bbc5-970166ad1a5e tempest-ServerRescueNegativeTestJSON-843679432 tempest-ServerRescueNegativeTestJSON-843679432-project] 10.222.0.16 "GET /v2.0/security-groups?id=2ad455ff-6ff4-4067-8bf1-fdec963484f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622690 Jul 14 18:25:35.426857 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-ff50e36a-865e-4a98-a700-9b719ef111ea req-384e1792-ec03-4024-b73a-2eb8da5ff367 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=fbb7114e-4079-4798-86d9-6d4690d7f388&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281196 Jul 14 18:25:35.519818 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f73a5908-2d95-4882-b0c8-d7872b3c1d4b req-0d03e4ad-80bf-4cc4-baaa-40e70ca8f741 tempest-ServerShowV247Test-68493364 tempest-ServerShowV247Test-68493364-project] 10.222.0.16 "GET /v2.0/ports?device_id=e742e13c-60d9-44c3-9fc8-7b7eccb86217 HTTP/1.1" status: 200 len: 210 time: 0.0301092 Jul 14 18:25:35.520178 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-ff50e36a-865e-4a98-a700-9b719ef111ea req-2fe1cdda-2953-4215-a752-ae505b500305 service neutron] 10.222.0.18 "GET /v2.0/networks/fbb7114e-4079-4798-86d9-6d4690d7f388?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909631 Jul 14 18:25:35.618744 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8d2984-db80-4cb4-ac32-fbc0a4a73fa7 req-21cc53ef-0494-4850-ae20-01cb20b9e256 tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:25:35.621043 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-fd8d2984-db80-4cb4-ac32-fbc0a4a73fa7 req-21cc53ef-0494-4850-ae20-01cb20b9e256 tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] 10.222.0.16 "GET /v2.0/ports?device_id=b52528ac-079b-4411-8ce0-cffdc5b94d6f HTTP/1.1" status: 200 len: 945 time: 0.0939355 Jul 14 18:25:35.684839 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-fd8d2984-db80-4cb4-ac32-fbc0a4a73fa7 req-63211780-d0bc-4f43-bbb6-8a53b1381cdd tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] 10.222.0.16 "GET /v2.0/security-groups?id=39320fa9-4894-4542-95e3-d64e174c637e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575345 Jul 14 18:25:35.951719 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-ff50e36a-865e-4a98-a700-9b719ef111ea req-0be0f15f-7cfb-41b4-a96a-26ebc4e93be1 service neutron] 10.222.0.18 "GET /v2.0/networks/fbb7114e-4079-4798-86d9-6d4690d7f388?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4050431 Jul 14 18:25:36.014604 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca2465d-6fb6-4194-b7fc-6707a7a80130 req-551309ff-ea9c-4efd-babf-e1a1a9d2604c tempest-ServersAdminTestJSON-701576244 tempest-ServersAdminTestJSON-701576244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:25:36.016217 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-0ca2465d-6fb6-4194-b7fc-6707a7a80130 req-551309ff-ea9c-4efd-babf-e1a1a9d2604c tempest-ServersAdminTestJSON-701576244 tempest-ServersAdminTestJSON-701576244-project] 10.222.0.16 "GET /v2.0/ports?device_id=c37af3d9-5cf3-44f0-a629-12e66be48e93 HTTP/1.1" status: 200 len: 950 time: 0.0719628 Jul 14 18:25:36.055165 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-0ca2465d-6fb6-4194-b7fc-6707a7a80130 req-7155868e-c481-4f28-b2b2-6ac9ff538d58 tempest-ServersAdminTestJSON-701576244 tempest-ServersAdminTestJSON-701576244-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea7723ec-9d2a-468c-977f-1e7257209758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333147 Jul 14 18:25:36.237212 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05b29c1-a9f6-4d77-8498-37f967acf8cb req-0a6a6caa-8487-4a94-a874-94ade36c3cbb tempest-ServersAdminTestJSON-701576244 tempest-ServersAdminTestJSON-701576244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:25:36.238698 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f05b29c1-a9f6-4d77-8498-37f967acf8cb req-0a6a6caa-8487-4a94-a874-94ade36c3cbb tempest-ServersAdminTestJSON-701576244 tempest-ServersAdminTestJSON-701576244-project] 10.222.0.16 "GET /v2.0/ports?device_id=c37af3d9-5cf3-44f0-a629-12e66be48e93 HTTP/1.1" status: 200 len: 950 time: 0.0657220 Jul 14 18:25:36.276664 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f05b29c1-a9f6-4d77-8498-37f967acf8cb req-6dbba638-7c88-4ee2-8b48-78fd2d24e66c tempest-ServersAdminTestJSON-701576244 tempest-ServersAdminTestJSON-701576244-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea7723ec-9d2a-468c-977f-1e7257209758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318596 Jul 14 18:25:36.498818 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72690cd-a770-4b4a-bfd3-7bab981b98a5 req-c7273b7b-0953-4a89-b622-f972b9b9c74e tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:25:36.500350 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f72690cd-a770-4b4a-bfd3-7bab981b98a5 req-c7273b7b-0953-4a89-b622-f972b9b9c74e tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.16 "GET /v2.0/ports?device_id=85403e3f-7fd5-4848-9edb-9810e7a89b4f HTTP/1.1" status: 200 len: 950 time: 0.0679181 Jul 14 18:25:36.538856 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f72690cd-a770-4b4a-bfd3-7bab981b98a5 req-0f679bbe-8f6d-481e-9c6e-d09f09aadb2e tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.16 "GET /v2.0/security-groups?id=95148b1b-0f93-483b-9e80-262147c27e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327301 Jul 14 18:25:36.773453 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-06fac892-8a5d-43d7-bf5b-01be090e34ba req-19202e59-1e8d-49fb-99b4-b4dda9fbbd27 tempest-ServerShowV247Test-68493364 tempest-ServerShowV247Test-68493364-project] 10.222.0.16 "GET /v2.0/ports?device_id=e742e13c-60d9-44c3-9fc8-7b7eccb86217 HTTP/1.1" status: 200 len: 210 time: 0.0328181 Jul 14 18:25:36.805526 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c016a34-a174-488b-8b78-fd56b8cae55e req-ffc7225f-49b5-497a-999a-5cdf7ca86226 tempest-ServerRescueNegativeTestJSON-843679432 tempest-ServerRescueNegativeTestJSON-843679432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:25:36.812632 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-1c016a34-a174-488b-8b78-fd56b8cae55e req-ffc7225f-49b5-497a-999a-5cdf7ca86226 tempest-ServerRescueNegativeTestJSON-843679432 tempest-ServerRescueNegativeTestJSON-843679432-project] 10.222.0.16 "GET /v2.0/ports?device_id=7c5857c2-2935-412d-922f-b15f51818e64 HTTP/1.1" status: 200 len: 945 time: 0.1009967 Jul 14 18:25:36.862736 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-1c016a34-a174-488b-8b78-fd56b8cae55e req-e82244c6-abd3-4ad3-962e-a298d18301eb tempest-ServerRescueNegativeTestJSON-843679432 tempest-ServerRescueNegativeTestJSON-843679432-project] 10.222.0.16 "GET /v2.0/security-groups?id=2ad455ff-6ff4-4067-8bf1-fdec963484f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449393 Jul 14 18:25:37.061865 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390fdf1a-682e-464b-abd7-2cbf7721a027 req-10bfe461-8c96-44dc-91a1-896973da2e44 tempest-ServersAdminTestJSON-701576244 tempest-ServersAdminTestJSON-701576244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:25:37.063494 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-390fdf1a-682e-464b-abd7-2cbf7721a027 req-10bfe461-8c96-44dc-91a1-896973da2e44 tempest-ServersAdminTestJSON-701576244 tempest-ServersAdminTestJSON-701576244-project] 10.222.0.16 "GET /v2.0/ports?device_id=c37af3d9-5cf3-44f0-a629-12e66be48e93 HTTP/1.1" status: 200 len: 950 time: 0.1105418 Jul 14 18:25:37.088046 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f63edfd-2548-4bd3-8c38-313931065823 req-518ad27d-63fe-4b16-863a-a41d6eb782aa tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:25:37.089697 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-8f63edfd-2548-4bd3-8c38-313931065823 req-518ad27d-63fe-4b16-863a-a41d6eb782aa tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] 10.222.0.16 "GET /v2.0/ports?device_id=b52528ac-079b-4411-8ce0-cffdc5b94d6f HTTP/1.1" status: 200 len: 945 time: 0.1011410 Jul 14 18:25:37.132161 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 34662) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:25:37.140467 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-390fdf1a-682e-464b-abd7-2cbf7721a027 req-1ad5d9b6-28be-4484-81ae-d2c8f6e35ca2 tempest-ServersAdminTestJSON-701576244 tempest-ServersAdminTestJSON-701576244-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea7723ec-9d2a-468c-977f-1e7257209758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687797 Jul 14 18:25:37.145619 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-8f63edfd-2548-4bd3-8c38-313931065823 req-2bd9c0e0-2482-444d-a755-0c4a50761897 tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] 10.222.0.16 "GET /v2.0/security-groups?id=39320fa9-4894-4542-95e3-d64e174c637e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495887 Jul 14 18:25:37.244009 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-f74bfe33-b9b4-4683-a129-9270ebff39f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:25:37.334136 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-f74bfe33-b9b4-4683-a129-9270ebff39f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:25:37.337846 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-f74bfe33-b9b4-4683-a129-9270ebff39f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:25:37.377753 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-f74bfe33-b9b4-4683-a129-9270ebff39f8 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a956e1956bef46c2957f0d59a99be6c9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2437506 Jul 14 18:25:37.378836 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74bfe33-b9b4-4683-a129-9270ebff39f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0072c671-69bb-4bd5-99ee-685ddd5d27d1,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:25:37.380436 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 34668) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:25:37.434066 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-a470f700-2bf0-45be-9ae3-d6204905bf4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:25:37.454070 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-a470f700-2bf0-45be-9ae3-d6204905bf4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:25:37.498298 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-a470f700-2bf0-45be-9ae3-d6204905bf4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:25:37.501039 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-a470f700-2bf0-45be-9ae3-d6204905bf4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:25:37.502173 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-a470f700-2bf0-45be-9ae3-d6204905bf4d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0072c671-69bb-4bd5-99ee-685ddd5d27d1 HTTP/1.1" status: 204 len: 168 time: 0.1207166 Jul 14 18:25:37.510493 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a470f700-2bf0-45be-9ae3-d6204905bf4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0072c671-69bb-4bd5-99ee-685ddd5d27d1,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:25:37.721059 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b78f08-bae0-4b66-b399-323ad12f3c61 req-b7e4c3dc-d192-434b-9eaf-8c6bd3e972ab tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:25:37.722590 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-34b78f08-bae0-4b66-b399-323ad12f3c61 req-b7e4c3dc-d192-434b-9eaf-8c6bd3e972ab tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.16 "GET /v2.0/ports?device_id=85403e3f-7fd5-4848-9edb-9810e7a89b4f HTTP/1.1" status: 200 len: 950 time: 0.0659273 Jul 14 18:25:37.760392 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-34b78f08-bae0-4b66-b399-323ad12f3c61 req-1c99de3a-3f5e-4be4-8a0a-44673d556bff tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.16 "GET /v2.0/security-groups?id=95148b1b-0f93-483b-9e80-262147c27e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321746 Jul 14 18:25:37.951848 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a9726250-0037-45c1-965d-d069ff287301 req-6fdeb177-3d2b-429e-b2b8-fa69895237bb tempest-ServerShowV247Test-68493364 tempest-ServerShowV247Test-68493364-project] 10.222.0.16 "GET /v2.0/ports?device_id=e742e13c-60d9-44c3-9fc8-7b7eccb86217 HTTP/1.1" status: 200 len: 210 time: 0.0331674 Jul 14 18:25:38.056603 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d3e422-5be6-4ef7-afe6-a028e73b9918 req-3b3eabe5-4650-4ac6-b2be-de124fbb105d tempest-ServerRescueNegativeTestJSON-843679432 tempest-ServerRescueNegativeTestJSON-843679432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:25:38.058111 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b7d3e422-5be6-4ef7-afe6-a028e73b9918 req-3b3eabe5-4650-4ac6-b2be-de124fbb105d tempest-ServerRescueNegativeTestJSON-843679432 tempest-ServerRescueNegativeTestJSON-843679432-project] 10.222.0.16 "GET /v2.0/ports?device_id=7c5857c2-2935-412d-922f-b15f51818e64 HTTP/1.1" status: 200 len: 945 time: 0.0724108 Jul 14 18:25:38.097250 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b7d3e422-5be6-4ef7-afe6-a028e73b9918 req-223edd0e-2ffb-4527-b320-f805335f84e0 tempest-ServerRescueNegativeTestJSON-843679432 tempest-ServerRescueNegativeTestJSON-843679432-project] 10.222.0.16 "GET /v2.0/security-groups?id=2ad455ff-6ff4-4067-8bf1-fdec963484f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333209 Jul 14 18:25:38.318766 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54028e1c-5923-4882-9ec8-e0f66a02fdbe req-2625ba6b-8a23-4214-bce2-09d07add18c0 tempest-ServersAdminTestJSON-701576244 tempest-ServersAdminTestJSON-701576244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:25:38.320312 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-54028e1c-5923-4882-9ec8-e0f66a02fdbe req-2625ba6b-8a23-4214-bce2-09d07add18c0 tempest-ServersAdminTestJSON-701576244 tempest-ServersAdminTestJSON-701576244-project] 10.222.0.16 "GET /v2.0/ports?device_id=c37af3d9-5cf3-44f0-a629-12e66be48e93 HTTP/1.1" status: 200 len: 950 time: 0.0661464 Jul 14 18:25:38.393427 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-54028e1c-5923-4882-9ec8-e0f66a02fdbe req-1dabcf17-4323-423d-a3ee-b4d0472ff42e tempest-ServersAdminTestJSON-701576244 tempest-ServersAdminTestJSON-701576244-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea7723ec-9d2a-468c-977f-1e7257209758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673339 Jul 14 18:25:38.418638 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2440fc8a-886f-40aa-bec6-eee48ea85e4a req-ac86372f-f0ae-44a6-abd4-fe0bff7f20ab tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:25:38.420244 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2440fc8a-886f-40aa-bec6-eee48ea85e4a req-ac86372f-f0ae-44a6-abd4-fe0bff7f20ab tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] 10.222.0.16 "GET /v2.0/ports?device_id=b52528ac-079b-4411-8ce0-cffdc5b94d6f HTTP/1.1" status: 200 len: 945 time: 0.0876904 Jul 14 18:25:38.460711 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2440fc8a-886f-40aa-bec6-eee48ea85e4a req-9ccbac25-197d-403f-8c63-6273968cef2f tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] 10.222.0.16 "GET /v2.0/security-groups?id=39320fa9-4894-4542-95e3-d64e174c637e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343282 Jul 14 18:25:38.541267 n-d-800634-3 neutron-server[93916]: INFO neutron.api.v2.resource [req-baceb95f-0a31-4fa1-8b25-e73ce7cb2631 req-57999f1e-3855-4643-83b8-8dcdb965a0a6 service neutron] show failed (client error): The resource could not be found. Jul 14 18:25:38.542879 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-baceb95f-0a31-4fa1-8b25-e73ce7cb2631 req-57999f1e-3855-4643-83b8-8dcdb965a0a6 service neutron] 10.222.0.18 "GET /v2.0/ports/7c097f78-08e4-4fc9-a177-b8812f88bb8a/bindings/n-h2-800634-3 HTTP/1.1" status: 404 len: 380 time: 0.0613577 Jul 14 18:25:38.861185 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baceb95f-0a31-4fa1-8b25-e73ce7cb2631 req-afe6bdf3-a5ee-4f9c-ac94-58c4cba80444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:25:38.863698 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-baceb95f-0a31-4fa1-8b25-e73ce7cb2631 req-afe6bdf3-a5ee-4f9c-ac94-58c4cba80444 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=85403e3f-7fd5-4848-9edb-9810e7a89b4f&tenant_id=e0d800f124a7477bb29e534c1272cd15 HTTP/1.1" status: 200 len: 1101 time: 0.0953619 Jul 14 18:25:38.877210 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [req-baceb95f-0a31-4fa1-8b25-e73ce7cb2631 req-b1c869cb-6d34-4013-ac4f-1b08f0b025f8 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-800634-3', 'device_owner': 'compute:nova'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:25:39.000200 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-baceb95f-0a31-4fa1-8b25-e73ce7cb2631 req-b1c869cb-6d34-4013-ac4f-1b08f0b025f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:25:39.010367 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f35822-7199-4d85-a8a4-6736ff1276a3 req-ac623aea-65c4-4b30-a584-1542dce6c0c5 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:25:39.011835 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-71f35822-7199-4d85-a8a4-6736ff1276a3 req-ac623aea-65c4-4b30-a584-1542dce6c0c5 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.16 "GET /v2.0/ports?device_id=85403e3f-7fd5-4848-9edb-9810e7a89b4f HTTP/1.1" status: 200 len: 950 time: 0.1268535 Jul 14 18:25:39.081932 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-71f35822-7199-4d85-a8a4-6736ff1276a3 req-5c28981d-a594-4064-98f5-d10dc9c8a583 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.16 "GET /v2.0/security-groups?id=95148b1b-0f93-483b-9e80-262147c27e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638819 Jul 14 18:25:39.166069 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-d11a1141-d647-48a9-ab45-ebfdfdd88467 req-4359353b-3b74-462b-9d97-87c54a83f44f tempest-ServerShowV247Test-68493364 tempest-ServerShowV247Test-68493364-project] 10.222.0.16 "GET /v2.0/ports?device_id=e742e13c-60d9-44c3-9fc8-7b7eccb86217 HTTP/1.1" status: 200 len: 210 time: 0.0769219 Jul 14 18:25:39.310132 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-baceb95f-0a31-4fa1-8b25-e73ce7cb2631 req-b1c869cb-6d34-4013-ac4f-1b08f0b025f8 service neutron] For port 7c097f78-08e4-4fc9-a177-b8812f88bb8a, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=7c097f78-08e4-4fc9-a177-b8812f88bb8a,segment=NetworkSegment(067fc487-22c7-42de-972d-ae352a28ad29),segment_id=067fc487-22c7-42de-972d-ae352a28ad29)] {{(pid=93915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:25:39.365935 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc272608-3a36-4acf-854f-dbf8e8addef6 req-b2f84ace-5e10-4abe-8f35-3308f95e89ac tempest-ServerRescueNegativeTestJSON-843679432 tempest-ServerRescueNegativeTestJSON-843679432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:25:39.367436 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-fc272608-3a36-4acf-854f-dbf8e8addef6 req-b2f84ace-5e10-4abe-8f35-3308f95e89ac tempest-ServerRescueNegativeTestJSON-843679432 tempest-ServerRescueNegativeTestJSON-843679432-project] 10.222.0.16 "GET /v2.0/ports?device_id=7c5857c2-2935-412d-922f-b15f51818e64 HTTP/1.1" status: 200 len: 945 time: 0.1057885 Jul 14 18:25:39.370866 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-baceb95f-0a31-4fa1-8b25-e73ce7cb2631 req-b1c869cb-6d34-4013-ac4f-1b08f0b025f8 service neutron] For port 7c097f78-08e4-4fc9-a177-b8812f88bb8a, host n-h1-800634-3, cleared binding levels {{(pid=93915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:25:39.438272 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85403e3f-7fd5-4848-9edb-9810e7a89b4f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7c097f78-08e4-4fc9-a177-b8812f88bb8a'}] {{(pid=93915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:25:39.440869 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e72782ad3af8f7d4ce76cedf092bca46d1756acc5c4653cf0b52034cdd6b073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1c0d626-00ef-4708-b89b-7aabe5b64586" -d '{"events": [{"server_uuid": "85403e3f-7fd5-4848-9edb-9810e7a89b4f", "name": "network-vif-unplugged", "status": "completed", "tag": "7c097f78-08e4-4fc9-a177-b8812f88bb8a"}]}' {{(pid=93915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:25:39.445132 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-baceb95f-0a31-4fa1-8b25-e73ce7cb2631 req-b1c869cb-6d34-4013-ac4f-1b08f0b025f8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:25:39.463367 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-fc272608-3a36-4acf-854f-dbf8e8addef6 req-2ea986e8-c848-423a-85ba-db09e6f5029f tempest-ServerRescueNegativeTestJSON-843679432 tempest-ServerRescueNegativeTestJSON-843679432-project] 10.222.0.16 "GET /v2.0/security-groups?id=2ad455ff-6ff4-4067-8bf1-fdec963484f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715005 Jul 14 18:25:39.466620 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.provisioning_blocks [req-baceb95f-0a31-4fa1-8b25-e73ce7cb2631 req-b1c869cb-6d34-4013-ac4f-1b08f0b025f8 service neutron] Transition to ACTIVE for port object 7c097f78-08e4-4fc9-a177-b8812f88bb8a will not be triggered until provisioned by entity L2. {{(pid=93915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:25:39.471095 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 34744) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:25:39.472332 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-baceb95f-0a31-4fa1-8b25-e73ce7cb2631 req-b1c869cb-6d34-4013-ac4f-1b08f0b025f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25912978'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:25:39.542428 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [req-baceb95f-0a31-4fa1-8b25-e73ce7cb2631 req-b1c869cb-6d34-4013-ac4f-1b08f0b025f8 service neutron] No DVR routers for this DVR port 7c097f78-08e4-4fc9-a177-b8812f88bb8a on host n-h1-800634-3 {{(pid=93915) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 18:25:39.549557 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 14 Jul 2021 18:25:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f6e7f59-1a18-49cc-be02-e1a57bac8436 x-openstack-request-id: req-7f6e7f59-1a18-49cc-be02-e1a57bac8436 {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:25:39.549848 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85403e3f-7fd5-4848-9edb-9810e7a89b4f", "name": "network-vif-unplugged", "status": "completed", "tag": "7c097f78-08e4-4fc9-a177-b8812f88bb8a", "code": 200}]} {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:25:39.550102 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7f6e7f59-1a18-49cc-be02-e1a57bac8436 {{(pid=93915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:25:39.550516 n-d-800634-3 neutron-server[93915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85403e3f-7fd5-4848-9edb-9810e7a89b4f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7c097f78-08e4-4fc9-a177-b8812f88bb8a', 'code': 200} Jul 14 18:25:39.570373 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c869cb-6d34-4013-ac4f-1b08f0b025f8 service neutron] Pushing event updated for resources: {'Port': ['ID=7c097f78-08e4-4fc9-a177-b8812f88bb8a,revision_number=6']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:25:39.628441 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-4e96355c-0b19-4a45-ba2b-b31c4f119981 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:25:39.673820 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-baceb95f-0a31-4fa1-8b25-e73ce7cb2631 req-b1c869cb-6d34-4013-ac4f-1b08f0b025f8 service neutron] Attempting to bind port 7c097f78-08e4-4fc9-a177-b8812f88bb8a on host n-h2-800634-3 for vnic_type normal with profile {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:25:39.674185 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-baceb95f-0a31-4fa1-8b25-e73ce7cb2631 req-b1c869cb-6d34-4013-ac4f-1b08f0b025f8 service neutron] Attempting to bind port 7c097f78-08e4-4fc9-a177-b8812f88bb8a by drivers openvswitch,hyperv on host n-h2-800634-3 at level 0 using segments [{'id': '067fc487-22c7-42de-972d-ae352a28ad29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '4f742057-89ee-4b4a-86f7-487ee61881a1'}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:25:39.674587 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baceb95f-0a31-4fa1-8b25-e73ce7cb2631 req-b1c869cb-6d34-4013-ac4f-1b08f0b025f8 service neutron] Attempting to bind port 7c097f78-08e4-4fc9-a177-b8812f88bb8a on network 4f742057-89ee-4b4a-86f7-487ee61881a1 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:25:39.703856 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baceb95f-0a31-4fa1-8b25-e73ce7cb2631 req-b1c869cb-6d34-4013-ac4f-1b08f0b025f8 service neutron] Port 7c097f78-08e4-4fc9-a177-b8812f88bb8a on network 4f742057-89ee-4b4a-86f7-487ee61881a1 not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-3 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 18:25:39.704435 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baceb95f-0a31-4fa1-8b25-e73ce7cb2631 req-b1c869cb-6d34-4013-ac4f-1b08f0b025f8 service neutron] Attempting to bind port 7c097f78-08e4-4fc9-a177-b8812f88bb8a on network 4f742057-89ee-4b4a-86f7-487ee61881a1 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:25:39.716911 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baceb95f-0a31-4fa1-8b25-e73ce7cb2631 req-b1c869cb-6d34-4013-ac4f-1b08f0b025f8 service neutron] Checking agent: {'id': '08e36a6c-8d04-48f0-a644-f27680635246', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 15, 35), 'started_at': datetime.datetime(2021, 7, 14, 18, 15, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 18, 25, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 18:25:39.717362 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baceb95f-0a31-4fa1-8b25-e73ce7cb2631 req-b1c869cb-6d34-4013-ac4f-1b08f0b025f8 service neutron] Checking segment: {'id': '067fc487-22c7-42de-972d-ae352a28ad29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '4f742057-89ee-4b4a-86f7-487ee61881a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:25:39.717837 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baceb95f-0a31-4fa1-8b25-e73ce7cb2631 req-b1c869cb-6d34-4013-ac4f-1b08f0b025f8 service neutron] Bound using segment: {'id': '067fc487-22c7-42de-972d-ae352a28ad29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '4f742057-89ee-4b4a-86f7-487ee61881a1'} {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 18:25:39.718375 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-baceb95f-0a31-4fa1-8b25-e73ce7cb2631 req-b1c869cb-6d34-4013-ac4f-1b08f0b025f8 service neutron] Bound port: 7c097f78-08e4-4fc9-a177-b8812f88bb8a, host: n-h2-800634-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '067fc487-22c7-42de-972d-ae352a28ad29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '4f742057-89ee-4b4a-86f7-487ee61881a1'}}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 18:25:39.718863 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-baceb95f-0a31-4fa1-8b25-e73ce7cb2631 req-b1c869cb-6d34-4013-ac4f-1b08f0b025f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:25:39.729433 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12049ccf-8d80-41fd-ab6f-291220e28736 req-f8c41c7b-929c-4245-ad08-5b73b45f7f65 tempest-ServersAdminTestJSON-701576244 tempest-ServersAdminTestJSON-701576244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:25:39.736489 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-12049ccf-8d80-41fd-ab6f-291220e28736 req-f8c41c7b-929c-4245-ad08-5b73b45f7f65 tempest-ServersAdminTestJSON-701576244 tempest-ServersAdminTestJSON-701576244-project] 10.222.0.16 "GET /v2.0/ports?device_id=c37af3d9-5cf3-44f0-a629-12e66be48e93 HTTP/1.1" status: 200 len: 950 time: 0.1958973 Jul 14 18:25:39.739470 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-4e96355c-0b19-4a45-ba2b-b31c4f119981 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:25:39.746744 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-4e96355c-0b19-4a45-ba2b-b31c4f119981 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:25:39.789792 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-4e96355c-0b19-4a45-ba2b-b31c4f119981 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3abda1d5b9054ce2aa664ba4eb50cd2c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3166559 Jul 14 18:25:39.790979 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e96355c-0b19-4a45-ba2b-b31c4f119981 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f41378f3-e0f3-424a-878d-7067f8efe5b8,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:25:39.793501 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 34752) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:25:39.840683 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-12049ccf-8d80-41fd-ab6f-291220e28736 req-2926f7d9-1f69-42c4-bf8e-15d6b64ef1d3 tempest-ServersAdminTestJSON-701576244 tempest-ServersAdminTestJSON-701576244-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea7723ec-9d2a-468c-977f-1e7257209758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031945 Jul 14 18:25:39.854855 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a6a07ae3-6c21-4063-b9a7-9a30a0aa8130 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:25:39.881092 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a6a07ae3-6c21-4063-b9a7-9a30a0aa8130 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:25:39.885233 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7eab726-5ddd-4142-a111-08a1e20dcf2f req-77751c64-a624-48a2-809e-bdb09409b721 tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:25:39.896356 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c7eab726-5ddd-4142-a111-08a1e20dcf2f req-77751c64-a624-48a2-809e-bdb09409b721 tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] 10.222.0.16 "GET /v2.0/ports?device_id=b52528ac-079b-4411-8ce0-cffdc5b94d6f HTTP/1.1" status: 200 len: 945 time: 0.2389250 Jul 14 18:25:39.922753 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-baceb95f-0a31-4fa1-8b25-e73ce7cb2631 req-b1c869cb-6d34-4013-ac4f-1b08f0b025f8 service neutron] For port 7c097f78-08e4-4fc9-a177-b8812f88bb8a, host n-h2-800634-3, cleared binding levels {{(pid=93915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:25:39.931333 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-baceb95f-0a31-4fa1-8b25-e73ce7cb2631 req-b1c869cb-6d34-4013-ac4f-1b08f0b025f8 service neutron] For port 7c097f78-08e4-4fc9-a177-b8812f88bb8a, host n-h2-800634-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=7c097f78-08e4-4fc9-a177-b8812f88bb8a,segment=NetworkSegment(067fc487-22c7-42de-972d-ae352a28ad29),segment_id=067fc487-22c7-42de-972d-ae352a28ad29)] {{(pid=93915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 18:25:39.944425 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a6a07ae3-6c21-4063-b9a7-9a30a0aa8130 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:25:39.948145 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a6a07ae3-6c21-4063-b9a7-9a30a0aa8130 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:25:39.949768 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-a6a07ae3-6c21-4063-b9a7-9a30a0aa8130 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f41378f3-e0f3-424a-878d-7067f8efe5b8 HTTP/1.1" status: 204 len: 168 time: 0.1551499 Jul 14 18:25:39.958780 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-baceb95f-0a31-4fa1-8b25-e73ce7cb2631 req-b1c869cb-6d34-4013-ac4f-1b08f0b025f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25912978'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:25:39.985723 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a07ae3-6c21-4063-b9a7-9a30a0aa8130 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f41378f3-e0f3-424a-878d-7067f8efe5b8,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:25:40.039075 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baceb95f-0a31-4fa1-8b25-e73ce7cb2631 req-b1c869cb-6d34-4013-ac4f-1b08f0b025f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:25:40.039834 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-baceb95f-0a31-4fa1-8b25-e73ce7cb2631 req-b1c869cb-6d34-4013-ac4f-1b08f0b025f8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:25:40.041644 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-baceb95f-0a31-4fa1-8b25-e73ce7cb2631 req-b1c869cb-6d34-4013-ac4f-1b08f0b025f8 service neutron] 10.222.0.35 "PUT /v2.0/ports/7c097f78-08e4-4fc9-a177-b8812f88bb8a HTTP/1.1" status: 200 len: 1096 time: 1.1694915 Jul 14 18:25:40.115150 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c7eab726-5ddd-4142-a111-08a1e20dcf2f req-b8d1d0b4-7018-4f1a-b651-a5399cbe77c5 tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] 10.222.0.16 "GET /v2.0/security-groups?id=39320fa9-4894-4542-95e3-d64e174c637e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2116966 Jul 14 18:25:40.122022 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c869cb-6d34-4013-ac4f-1b08f0b025f8 service neutron] Pushing event updated for resources: {'Port': ['ID=7c097f78-08e4-4fc9-a177-b8812f88bb8a,revision_number=7']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:25:40.188576 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baceb95f-0a31-4fa1-8b25-e73ce7cb2631 req-ba8893a2-8f8f-487f-b801-d0ec4645b7bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:25:40.190110 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-baceb95f-0a31-4fa1-8b25-e73ce7cb2631 req-ba8893a2-8f8f-487f-b801-d0ec4645b7bc service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e0d800f124a7477bb29e534c1272cd15&device_id=85403e3f-7fd5-4848-9edb-9810e7a89b4f HTTP/1.1" status: 200 len: 1099 time: 0.1219637 Jul 14 18:25:40.326369 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baceb95f-0a31-4fa1-8b25-e73ce7cb2631 req-84ebf25a-2da1-4775-a760-2f552cfce9eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:25:40.327867 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-baceb95f-0a31-4fa1-8b25-e73ce7cb2631 req-84ebf25a-2da1-4775-a760-2f552cfce9eb service neutron] 10.222.0.35 "GET /v2.0/networks?id=4f742057-89ee-4b4a-86f7-487ee61881a1 HTTP/1.1" status: 200 len: 869 time: 0.1304688 Jul 14 18:25:40.383287 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-baceb95f-0a31-4fa1-8b25-e73ce7cb2631 req-7e314d04-fcf7-44eb-86c3-17e6c896741e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.108&port_id=7c097f78-08e4-4fc9-a177-b8812f88bb8a HTTP/1.1" status: 200 len: 217 time: 0.0473104 Jul 14 18:25:40.476401 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6cb23dae-06c1-46c1-afa7-0658eab18193 req-3310d4a8-b1b2-410b-ba3a-0c0fb33d728b tempest-ServerShowV247Test-68493364 tempest-ServerShowV247Test-68493364-project] 10.222.0.16 "GET /v2.0/ports?device_id=e742e13c-60d9-44c3-9fc8-7b7eccb86217 HTTP/1.1" status: 200 len: 210 time: 0.0722773 Jul 14 18:25:40.495093 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baceb95f-0a31-4fa1-8b25-e73ce7cb2631 req-d4f1c005-951e-44a0-b39b-f0ef62ccecdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:25:40.496835 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-baceb95f-0a31-4fa1-8b25-e73ce7cb2631 req-d4f1c005-951e-44a0-b39b-f0ef62ccecdc service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f20c54fb-f7da-4761-aa61-2e4f99f3d332 HTTP/1.1" status: 200 len: 843 time: 0.1040809 Jul 14 18:25:40.554730 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f927b9d8-d227-4d39-b651-e3f0e25158ac req-05faa31d-cf49-4f10-8da5-143fc9df077d tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:25:40.556639 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f927b9d8-d227-4d39-b651-e3f0e25158ac req-05faa31d-cf49-4f10-8da5-143fc9df077d tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.16 "GET /v2.0/ports?device_id=85403e3f-7fd5-4848-9edb-9810e7a89b4f HTTP/1.1" status: 200 len: 948 time: 0.1762471 Jul 14 18:25:40.614571 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baceb95f-0a31-4fa1-8b25-e73ce7cb2631 req-ce5a264a-0613-4add-b2f4-d9947b289c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:25:40.616924 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-baceb95f-0a31-4fa1-8b25-e73ce7cb2631 req-ce5a264a-0613-4add-b2f4-d9947b289c65 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4f742057-89ee-4b4a-86f7-487ee61881a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1128395 Jul 14 18:25:40.627736 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f927b9d8-d227-4d39-b651-e3f0e25158ac req-1fb019c9-802b-43d3-842e-7151a0ad04cb tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.16 "GET /v2.0/security-groups?id=95148b1b-0f93-483b-9e80-262147c27e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607517 Jul 14 18:25:40.779332 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-baceb95f-0a31-4fa1-8b25-e73ce7cb2631 req-4f79f932-3e8a-44cf-8627-f47b454a9c37 service neutron] 10.222.0.35 "GET /v2.0/networks/4f742057-89ee-4b4a-86f7-487ee61881a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1505682 Jul 14 18:25:40.792567 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaafc575-add3-412b-9cc0-9462235d8a7a req-833138b3-d6f1-4895-b69d-18747713123f tempest-ServerRescueNegativeTestJSON-843679432 tempest-ServerRescueNegativeTestJSON-843679432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:25:40.794041 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-aaafc575-add3-412b-9cc0-9462235d8a7a req-833138b3-d6f1-4895-b69d-18747713123f tempest-ServerRescueNegativeTestJSON-843679432 tempest-ServerRescueNegativeTestJSON-843679432-project] 10.222.0.16 "GET /v2.0/ports?device_id=7c5857c2-2935-412d-922f-b15f51818e64 HTTP/1.1" status: 200 len: 945 time: 0.0932124 Jul 14 18:25:40.811300 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 34784) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:25:40.900270 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-aaafc575-add3-412b-9cc0-9462235d8a7a req-57ea3303-991e-44f1-b0b4-e6b2b180c958 tempest-ServerRescueNegativeTestJSON-843679432 tempest-ServerRescueNegativeTestJSON-843679432-project] 10.222.0.16 "GET /v2.0/security-groups?id=2ad455ff-6ff4-4067-8bf1-fdec963484f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591142 Jul 14 18:25:40.923655 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-baceb95f-0a31-4fa1-8b25-e73ce7cb2631 req-c11a2c4e-c699-44b5-b2e7-b5e739b81ecf service neutron] 10.222.0.35 "GET /v2.0/networks/4f742057-89ee-4b4a-86f7-487ee61881a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286404 Jul 14 18:25:40.944586 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-2b31fa53-1d4d-43a9-91d0-5e9e364b4019 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-380101461-network', 'tenant_id': '05921a45b4d74b12aa43c048ba89464c'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:25:40.975861 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b31fa53-1d4d-43a9-91d0-5e9e364b4019 admin admin] Made reservation on behalf of 05921a45b4d74b12aa43c048ba89464c for: {'network': 1} {{(pid=93916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:25:40.981591 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-2b31fa53-1d4d-43a9-91d0-5e9e364b4019 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for network, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:25:40.993298 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-2b31fa53-1d4d-43a9-91d0-5e9e364b4019 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:25:41.055384 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b2ed23-b5fc-44f4-bb02-963c41130c8b req-b5a07610-3bb1-436a-9560-4f2c54acb61a tempest-ServersAdminTestJSON-701576244 tempest-ServersAdminTestJSON-701576244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:25:41.059028 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b8b2ed23-b5fc-44f4-bb02-963c41130c8b req-b5a07610-3bb1-436a-9560-4f2c54acb61a tempest-ServersAdminTestJSON-701576244 tempest-ServersAdminTestJSON-701576244-project] 10.222.0.16 "GET /v2.0/ports?device_id=c37af3d9-5cf3-44f0-a629-12e66be48e93 HTTP/1.1" status: 200 len: 950 time: 0.0927446 Jul 14 18:25:41.116596 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b8b2ed23-b5fc-44f4-bb02-963c41130c8b req-9c972035-e901-49b7-b027-a3031d3fd25a tempest-ServersAdminTestJSON-701576244 tempest-ServersAdminTestJSON-701576244-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea7723ec-9d2a-468c-977f-1e7257209758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511310 Jul 14 18:25:41.135111 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-2b31fa53-1d4d-43a9-91d0-5e9e364b4019 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:25:41.139532 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-2b31fa53-1d4d-43a9-91d0-5e9e364b4019 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:25:41.164748 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b31fa53-1d4d-43a9-91d0-5e9e364b4019 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 62} {{(pid=93916) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 18:25:41.181646 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b31fa53-1d4d-43a9-91d0-5e9e364b4019 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=933667c9-63db-4119-9772-82f863a5c876,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:25:41.190969 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-2b31fa53-1d4d-43a9-91d0-5e9e364b4019 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:25:41.191734 n-d-800634-3 neutron-server[93916]: INFO neutron.db.segments_db [None req-2b31fa53-1d4d-43a9-91d0-5e9e364b4019 admin admin] Added segment 5093adae-6495-4a38-9ebe-1728c2765660 of type vlan for network fbdb072c-d165-4590-b31e-296ae33ff65f Jul 14 18:25:41.234967 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-2b31fa53-1d4d-43a9-91d0-5e9e364b4019 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728202197517'] for network, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:25:41.265332 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-2b31fa53-1d4d-43a9-91d0-5e9e364b4019 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727'] for network, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:25:41.266196 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b31fa53-1d4d-43a9-91d0-5e9e364b4019 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:25:41.266778 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-2b31fa53-1d4d-43a9-91d0-5e9e364b4019 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598705'] for network, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:25:41.324193 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-2b31fa53-1d4d-43a9-91d0-5e9e364b4019 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5111239 Jul 14 18:25:41.326993 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 34798) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:25:41.334131 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-bd6c9454-0bbb-48ae-9ac9-8099d2063702 admin admin] Request body: {'subnet': {'network_id': 'fbdb072c-d165-4590-b31e-296ae33ff65f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-380101461-subnet', 'tenant_id': '05921a45b4d74b12aa43c048ba89464c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:25:41.338143 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b31fa53-1d4d-43a9-91d0-5e9e364b4019 admin admin] Pushing event updated for resources: {'Network': ['ID=fbdb072c-d165-4590-b31e-296ae33ff65f,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:25:41.350810 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Network fbdb072c-d165-4590-b31e-296ae33ff65f details requested by agent ovs-agent-n-d-800634-3 with host n-d-800634-3 {{(pid=93917) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 18:25:41.358106 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd6c9454-0bbb-48ae-9ac9-8099d2063702 admin admin] Made reservation on behalf of 05921a45b4d74b12aa43c048ba89464c for: {'subnet': 1} {{(pid=93916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:25:41.360519 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-bd6c9454-0bbb-48ae-9ac9-8099d2063702 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26033189'] for subnet, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:25:41.365453 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d90074b-fb0c-4419-a6bb-2c4bef8d4db7 req-2bb89e4b-71b0-47b7-a264-a89b78a7bcc9 tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:25:41.366955 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3d90074b-fb0c-4419-a6bb-2c4bef8d4db7 req-2bb89e4b-71b0-47b7-a264-a89b78a7bcc9 tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] 10.222.0.16 "GET /v2.0/ports?device_id=b52528ac-079b-4411-8ce0-cffdc5b94d6f HTTP/1.1" status: 200 len: 945 time: 0.0672586 Jul 14 18:25:41.411121 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3d90074b-fb0c-4419-a6bb-2c4bef8d4db7 req-2b20d3e6-52f7-4876-9a9d-4fd8f8bedd76 tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] 10.222.0.16 "GET /v2.0/security-groups?id=39320fa9-4894-4542-95e3-d64e174c637e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367436 Jul 14 18:25:41.530318 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-bd6c9454-0bbb-48ae-9ac9-8099d2063702 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2684753', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26033175'] for subnet, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:25:41.552052 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85403e3f-7fd5-4848-9edb-9810e7a89b4f', 'tag': '7c097f78-08e4-4fc9-a177-b8812f88bb8a'}] {{(pid=93915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:25:41.554853 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e72782ad3af8f7d4ce76cedf092bca46d1756acc5c4653cf0b52034cdd6b073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cdc3c9d-b203-44a5-83f3-2207ad37c891" -d '{"events": [{"name": "network-changed", "server_uuid": "85403e3f-7fd5-4848-9edb-9810e7a89b4f", "tag": "7c097f78-08e4-4fc9-a177-b8812f88bb8a"}]}' {{(pid=93915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:25:41.582272 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6c9454-0bbb-48ae-9ac9-8099d2063702 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ca7b4677-c864-415b-b909-aa380c73a9be,revision_number=0']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:25:41.605249 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd6c9454-0bbb-48ae-9ac9-8099d2063702 admin admin] Checking segment: {'id': '5093adae-6495-4a38-9ebe-1728c2765660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'fbdb072c-d165-4590-b31e-296ae33ff65f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93916) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:25:41.605862 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd6c9454-0bbb-48ae-9ac9-8099d2063702 admin admin] Network hostable DHCP agents. Network: fbdb072c-d165-4590-b31e-296ae33ff65f, hostable agents: ['028393c3-0576-4ebd-bca1-8ea8a148e1a2'], hosted agents: [] {{(pid=93916) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 18:25:41.624017 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 18:25:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-badae108-fad4-4c4d-8a58-5c275488c3b9 x-openstack-request-id: req-badae108-fad4-4c4d-8a58-5c275488c3b9 {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:25:41.624355 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85403e3f-7fd5-4848-9edb-9810e7a89b4f", "tag": "7c097f78-08e4-4fc9-a177-b8812f88bb8a", "status": "completed", "code": 200}]} {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:25:41.624791 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-badae108-fad4-4c4d-8a58-5c275488c3b9 {{(pid=93915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:25:41.625226 n-d-800634-3 neutron-server[93915]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85403e3f-7fd5-4848-9edb-9810e7a89b4f', 'tag': '7c097f78-08e4-4fc9-a177-b8812f88bb8a', 'status': 'completed', 'code': 200} Jul 14 18:25:41.625455 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd6c9454-0bbb-48ae-9ac9-8099d2063702 admin admin] Network fbdb072c-d165-4590-b31e-296ae33ff65f is scheduled to be hosted by DHCP agent 028393c3-0576-4ebd-bca1-8ea8a148e1a2 with binding_index 1 {{(pid=93916) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 18:25:41.649711 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [None req-bd6c9454-0bbb-48ae-9ac9-8099d2063702 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-3, fbdb072c-d165-4590-b31e-296ae33ff65f) {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:25:41.654612 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd6c9454-0bbb-48ae-9ac9-8099d2063702 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:25:41.655316 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-bd6c9454-0bbb-48ae-9ac9-8099d2063702 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598705'] for subnet, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:25:41.665075 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1279aad2-db12-4e1f-8060-02554eff9825 None None] Network fbdb072c-d165-4590-b31e-296ae33ff65f requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:25:41.702627 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3269eca8-e0bd-47a8-8b07-dffc3b8b4cb0 req-58bbf7e6-277e-412d-84f1-33167cc7ef7b tempest-ServerShowV247Test-68493364 tempest-ServerShowV247Test-68493364-project] 10.222.0.16 "GET /v2.0/ports?device_id=e742e13c-60d9-44c3-9fc8-7b7eccb86217 HTTP/1.1" status: 200 len: 210 time: 0.0546799 Jul 14 18:25:41.724741 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-bd6c9454-0bbb-48ae-9ac9-8099d2063702 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3943069 Jul 14 18:25:41.725500 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 34806) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:25:41.734390 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-d4d3eae1-eed3-407a-8ead-15a34ec8f5c9 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-380101461-router', 'tenant_id': '05921a45b4d74b12aa43c048ba89464c', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61'}}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:25:41.789676 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-d4d3eae1-eed3-407a-8ead-15a34ec8f5c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-571768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11104'] for router, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:25:41.791114 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-d4d3eae1-eed3-407a-8ead-15a34ec8f5c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-571675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-930014', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-632314', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11129'] for router, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:25:41.807246 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdc3c9d-b203-44a5-83f3-2207ad37c891 req-48dd4d99-3d39-4233-8d2e-5e168526887a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:25:41.809080 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-2cdc3c9d-b203-44a5-83f3-2207ad37c891 req-48dd4d99-3d39-4233-8d2e-5e168526887a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e0d800f124a7477bb29e534c1272cd15&device_id=85403e3f-7fd5-4848-9edb-9810e7a89b4f HTTP/1.1" status: 200 len: 1099 time: 0.1441166 Jul 14 18:25:41.813561 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdc3c9d-b203-44a5-83f3-2207ad37c891 req-e3d01881-424c-4c3a-a750-595efac2e5de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:25:41.815144 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2cdc3c9d-b203-44a5-83f3-2207ad37c891 req-e3d01881-424c-4c3a-a750-595efac2e5de service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e0d800f124a7477bb29e534c1272cd15&device_id=85403e3f-7fd5-4848-9edb-9810e7a89b4f HTTP/1.1" status: 200 len: 1099 time: 0.1112936 Jul 14 18:25:41.871366 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e814733-a09d-414e-b4d8-990e581e5a55 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9222b97e-5d1c-54f8-ba97-82f172498e76-fbdb072c-d165-4590-b31e-296ae33ff65f', 'network_id': 'fbdb072c-d165-4590-b31e-296ae33ff65f', 'tenant_id': '05921a45b4d74b12aa43c048ba89464c', 'fixed_ips': [{'subnet_id': 'ca7b4677-c864-415b-b909-aa380c73a9be'}]}} from n-d-800634-3. {{(pid=93917) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 18:25:41.872285 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-7e814733-a09d-414e-b4d8-990e581e5a55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:25:41.896598 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-d4d3eae1-eed3-407a-8ead-15a34ec8f5c9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:25:42.052491 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.db_base_plugin_common [None req-7e814733-a09d-414e-b4d8-990e581e5a55 None None] Allocated IP 172.20.0.2 (fbdb072c-d165-4590-b31e-296ae33ff65f/ca7b4677-c864-415b-b909-aa380c73a9be/9e60b772-281e-4274-89b1-d306313d5c16) {{(pid=93917) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:25:42.075884 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdc3c9d-b203-44a5-83f3-2207ad37c891 req-2ac25a6f-50b7-4591-a25c-4d4fc301ec6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:25:42.077405 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-2cdc3c9d-b203-44a5-83f3-2207ad37c891 req-2ac25a6f-50b7-4591-a25c-4d4fc301ec6c service neutron] 10.222.0.18 "GET /v2.0/networks?id=4f742057-89ee-4b4a-86f7-487ee61881a1 HTTP/1.1" status: 200 len: 869 time: 0.2572544 Jul 14 18:25:42.079414 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-d4d3eae1-eed3-407a-8ead-15a34ec8f5c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-929996', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-571750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11395'] for router, precommit_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:25:42.167271 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-2cdc3c9d-b203-44a5-83f3-2207ad37c891 req-2c9cb801-8bd4-4133-95a7-585ab80e9870 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.108&port_id=7c097f78-08e4-4fc9-a177-b8812f88bb8a HTTP/1.1" status: 200 len: 217 time: 0.0664375 Jul 14 18:25:42.194461 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-62f3ea86-72a4-47fb-9cde-eb4b54a93543 req-e53e5182-c49a-4fd8-b5d5-485ae851e930 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=71cc93c3-ed8e-4af7-bf04-1c1ca5f4c121&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4552834 Jul 14 18:25:42.225148 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-7e814733-a09d-414e-b4d8-990e581e5a55 None None] Notify callbacks [] for port, precommit_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:25:42.230689 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdc3c9d-b203-44a5-83f3-2207ad37c891 req-7483e59f-f2ad-4e12-a6cb-790e8a30420d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:25:42.232462 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-2cdc3c9d-b203-44a5-83f3-2207ad37c891 req-7483e59f-f2ad-4e12-a6cb-790e8a30420d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f20c54fb-f7da-4761-aa61-2e4f99f3d332 HTTP/1.1" status: 200 len: 843 time: 0.0537004 Jul 14 18:25:42.234112 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-7e814733-a09d-414e-b4d8-990e581e5a55 None None] Transition to ACTIVE for port object 9e60b772-281e-4274-89b1-d306313d5c16 will not be triggered until provisioned by entity L2. {{(pid=93917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:25:42.251417 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-7e814733-a09d-414e-b4d8-990e581e5a55 None None] Transition to ACTIVE for port object 9e60b772-281e-4274-89b1-d306313d5c16 will not be triggered until provisioned by entity DHCP. {{(pid=93917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:25:42.258891 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-7e814733-a09d-414e-b4d8-990e581e5a55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804'] for port, after_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:25:42.292616 n-d-800634-3 neutron-server[93917]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e814733-a09d-414e-b4d8-990e581e5a55 None None] Network fbdb072c-d165-4590-b31e-296ae33ff65f is already hosted by enough agents. {{(pid=93917) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:25:42.295461 n-d-800634-3 neutron-server[93917]: DEBUG neutron.scheduler.base_scheduler [None req-7e814733-a09d-414e-b4d8-990e581e5a55 None None] Resources bound (agent type, host, resource id): {{(pid=93917) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:25:42.298902 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e814733-a09d-414e-b4d8-990e581e5a55 None None] Received port after_create {{(pid=93917) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:25:42.332576 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdc3c9d-b203-44a5-83f3-2207ad37c891 req-34280692-ca7d-41b1-9d9f-af9c3253005a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:25:42.334452 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e814733-a09d-414e-b4d8-990e581e5a55 None None] Pushing event updated for resources: {'Port': ['ID=9e60b772-281e-4274-89b1-d306313d5c16,revision_number=1']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:25:42.334630 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2cdc3c9d-b203-44a5-83f3-2207ad37c891 req-34280692-ca7d-41b1-9d9f-af9c3253005a service neutron] 10.222.0.35 "GET /v2.0/networks?id=4f742057-89ee-4b4a-86f7-487ee61881a1 HTTP/1.1" status: 200 len: 869 time: 0.5102324 Jul 14 18:25:42.360487 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c073875-16b0-4b7f-adc4-83bb124e8dda req-b7e80d1a-b57b-41f3-a9b2-303c12084c07 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:25:42.363286 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-0c073875-16b0-4b7f-adc4-83bb124e8dda req-b7e80d1a-b57b-41f3-a9b2-303c12084c07 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.16 "GET /v2.0/ports?device_id=85403e3f-7fd5-4848-9edb-9810e7a89b4f HTTP/1.1" status: 200 len: 948 time: 0.5593448 Jul 14 18:25:42.363861 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-7e814733-a09d-414e-b4d8-990e581e5a55 None None] Attempting to bind port 9e60b772-281e-4274-89b1-d306313d5c16 on host n-d-800634-3 for vnic_type normal with profile {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:25:42.364861 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-7e814733-a09d-414e-b4d8-990e581e5a55 None None] Attempting to bind port 9e60b772-281e-4274-89b1-d306313d5c16 by drivers openvswitch,hyperv on host n-d-800634-3 at level 0 using segments [{'id': '5093adae-6495-4a38-9ebe-1728c2765660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'fbdb072c-d165-4590-b31e-296ae33ff65f'}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:25:42.365385 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e814733-a09d-414e-b4d8-990e581e5a55 None None] Attempting to bind port 9e60b772-281e-4274-89b1-d306313d5c16 on network fbdb072c-d165-4590-b31e-296ae33ff65f {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:25:42.370645 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e814733-a09d-414e-b4d8-990e581e5a55 None None] Checking agent: {'id': '01c19e91-a945-4e3c-94a6-c211e17c923e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 8, 23), 'started_at': datetime.datetime(2021, 7, 14, 18, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 18, 25, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 18:25:42.371017 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e814733-a09d-414e-b4d8-990e581e5a55 None None] Checking segment: {'id': '5093adae-6495-4a38-9ebe-1728c2765660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'fbdb072c-d165-4590-b31e-296ae33ff65f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93917) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:25:42.371414 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-7e814733-a09d-414e-b4d8-990e581e5a55 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:25:42.372017 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e814733-a09d-414e-b4d8-990e581e5a55 None None] Bound using segment: {'id': '5093adae-6495-4a38-9ebe-1728c2765660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'fbdb072c-d165-4590-b31e-296ae33ff65f'} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 18:25:42.372514 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-7e814733-a09d-414e-b4d8-990e581e5a55 None None] Bound port: 9e60b772-281e-4274-89b1-d306313d5c16, host: n-d-800634-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5093adae-6495-4a38-9ebe-1728c2765660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'fbdb072c-d165-4590-b31e-296ae33ff65f'}}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 18:25:42.372875 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-7e814733-a09d-414e-b4d8-990e581e5a55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:25:42.375422 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1099ee98-b211-41e2-84b8-bf58d568fb9a req-4df05fa0-ef91-43f0-b7ad-ba45eb569443 tempest-ServerRescueNegativeTestJSON-843679432 tempest-ServerRescueNegativeTestJSON-843679432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:25:42.376923 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-1099ee98-b211-41e2-84b8-bf58d568fb9a req-4df05fa0-ef91-43f0-b7ad-ba45eb569443 tempest-ServerRescueNegativeTestJSON-843679432 tempest-ServerRescueNegativeTestJSON-843679432-project] 10.222.0.16 "GET /v2.0/ports?device_id=7c5857c2-2935-412d-922f-b15f51818e64 HTTP/1.1" status: 200 len: 945 time: 0.2060416 Jul 14 18:25:42.390731 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdc3c9d-b203-44a5-83f3-2207ad37c891 req-a5b0c30a-716d-4b1d-865a-880d7626b802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:25:42.392328 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-2cdc3c9d-b203-44a5-83f3-2207ad37c891 req-a5b0c30a-716d-4b1d-865a-880d7626b802 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4f742057-89ee-4b4a-86f7-487ee61881a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1529362 Jul 14 18:25:42.418680 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2cdc3c9d-b203-44a5-83f3-2207ad37c891 req-6ce23fb7-8c51-4d3e-8359-23db29ce3af8 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.108&port_id=7c097f78-08e4-4fc9-a177-b8812f88bb8a HTTP/1.1" status: 200 len: 217 time: 0.0754895 Jul 14 18:25:42.442006 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-7e814733-a09d-414e-b4d8-990e581e5a55 None None] For port 9e60b772-281e-4274-89b1-d306313d5c16, host n-d-800634-3, cleared binding levels {{(pid=93917) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:25:42.445796 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-7e814733-a09d-414e-b4d8-990e581e5a55 None None] For port 9e60b772-281e-4274-89b1-d306313d5c16, host n-d-800634-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=9e60b772-281e-4274-89b1-d306313d5c16,segment=NetworkSegment(5093adae-6495-4a38-9ebe-1728c2765660),segment_id=5093adae-6495-4a38-9ebe-1728c2765660)] {{(pid=93917) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 18:25:42.449680 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f3ea86-72a4-47fb-9cde-eb4b54a93543 req-a011e82d-f449-462c-9e4c-9bb44610273e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:25:42.451176 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-62f3ea86-72a4-47fb-9cde-eb4b54a93543 req-a011e82d-f449-462c-9e4c-9bb44610273e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d1f21963323d4ae1956c5ba38fc6e610&device_id=71cc93c3-ed8e-4af7-bf04-1c1ca5f4c121 HTTP/1.1" status: 200 len: 1095 time: 0.2195523 Jul 14 18:25:42.451311 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-7e814733-a09d-414e-b4d8-990e581e5a55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:25:42.496852 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-d4d3eae1-eed3-407a-8ead-15a34ec8f5c9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:25:42.519557 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-d4d3eae1-eed3-407a-8ead-15a34ec8f5c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:25:42.535177 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e814733-a09d-414e-b4d8-990e581e5a55 None None] Pushing event updated for resources: {'Port': ['ID=9e60b772-281e-4274-89b1-d306313d5c16,revision_number=2']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:25:42.580314 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-1099ee98-b211-41e2-84b8-bf58d568fb9a req-c303283b-b58e-4f57-92eb-159e5ccd21dc tempest-ServerRescueNegativeTestJSON-843679432 tempest-ServerRescueNegativeTestJSON-843679432-project] 10.222.0.16 "GET /v2.0/security-groups?id=2ad455ff-6ff4-4067-8bf1-fdec963484f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1699595 Jul 14 18:25:42.593981 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-0c073875-16b0-4b7f-adc4-83bb124e8dda req-726ebdf1-ad58-4709-a239-7cca59bc1606 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.16 "GET /v2.0/security-groups?id=95148b1b-0f93-483b-9e80-262147c27e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1851134 Jul 14 18:25:42.597468 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdc3c9d-b203-44a5-83f3-2207ad37c891 req-a015946c-d40f-45a6-9e4f-3cdd8d914692 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:25:42.599698 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2cdc3c9d-b203-44a5-83f3-2207ad37c891 req-a015946c-d40f-45a6-9e4f-3cdd8d914692 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f20c54fb-f7da-4761-aa61-2e4f99f3d332 HTTP/1.1" status: 200 len: 843 time: 0.1724432 Jul 14 18:25:42.620405 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-2cdc3c9d-b203-44a5-83f3-2207ad37c891 req-89c58e47-5759-427a-b9da-3576f9a68a00 service neutron] 10.222.0.18 "GET /v2.0/networks/4f742057-89ee-4b4a-86f7-487ee61881a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2042491 Jul 14 18:25:42.688005 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f3ea86-72a4-47fb-9cde-eb4b54a93543 req-e445a7c9-1bfc-4ea1-bb4f-3cef01b7bdca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:25:42.690209 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-62f3ea86-72a4-47fb-9cde-eb4b54a93543 req-e445a7c9-1bfc-4ea1-bb4f-3cef01b7bdca service neutron] 10.222.0.18 "GET /v2.0/networks?id=31a99599-848e-4d3a-b964-3d8069f89b88 HTTP/1.1" status: 200 len: 908 time: 0.2093251 Jul 14 18:25:42.743493 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.db_base_plugin_common [None req-d4d3eae1-eed3-407a-8ead-15a34ec8f5c9 admin admin] Allocated IP 172.25.1.129 (9200a437-e1de-4520-88f6-e68386523e61/5f47f848-4532-407a-a0e2-5690ade15fd0/9fa0c26d-e1e1-47fd-be3f-cb68c1edbb88) {{(pid=93916) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:25:42.847861 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-2cdc3c9d-b203-44a5-83f3-2207ad37c891 req-eef7c33c-f037-48ff-9bad-7e23d180543e service neutron] 10.222.0.18 "GET /v2.0/networks/4f742057-89ee-4b4a-86f7-487ee61881a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2153554 Jul 14 18:25:42.860387 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-62f3ea86-72a4-47fb-9cde-eb4b54a93543 req-57e6f1a9-90a4-4390-94e7-a55b23066841 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c18880b1-3704-41a6-9385-b6125727058f HTTP/1.1" status: 200 len: 217 time: 0.1240425 Jul 14 18:25:43.001349 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-d4d3eae1-eed3-407a-8ead-15a34ec8f5c9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:25:43.026364 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 9e60b772-281e-4274-89b1-d306313d5c16 up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:25:43.067485 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-d4d3eae1-eed3-407a-8ead-15a34ec8f5c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:25:43.085779 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning for port 9e60b772-281e-4274-89b1-d306313d5c16 completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:25:43.116667 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f3ea86-72a4-47fb-9cde-eb4b54a93543 req-8739bedf-95d9-4066-8627-375ba687beb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:25:43.118291 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-62f3ea86-72a4-47fb-9cde-eb4b54a93543 req-8739bedf-95d9-4066-8627-375ba687beb1 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=8fa41a13-248e-4ed4-8731-d525cb4f3c62 HTTP/1.1" status: 200 len: 848 time: 0.2106502 Jul 14 18:25:43.124829 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4d3eae1-eed3-407a-8ead-15a34ec8f5c9 admin admin] Network 9200a437-e1de-4520-88f6-e68386523e61 is already hosted by enough agents. {{(pid=93916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:25:43.126449 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [None req-d4d3eae1-eed3-407a-8ead-15a34ec8f5c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:25:43.128412 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d3eae1-eed3-407a-8ead-15a34ec8f5c9 admin admin] Pushing event updated for resources: {'Port': ['ID=9fa0c26d-e1e1-47fd-be3f-cb68c1edbb88,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:25:43.131023 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4d3eae1-eed3-407a-8ead-15a34ec8f5c9 admin admin] Received port after_create {{(pid=93916) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:25:43.135121 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdc3c9d-b203-44a5-83f3-2207ad37c891 req-1c60c6d3-8f33-400b-bdb1-6ff2a9deb8c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:25:43.137757 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2cdc3c9d-b203-44a5-83f3-2207ad37c891 req-1c60c6d3-8f33-400b-bdb1-6ff2a9deb8c6 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4f742057-89ee-4b4a-86f7-487ee61881a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5127876 Jul 14 18:25:43.148843 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c85fd3-133e-441c-b120-567df6ed9669 req-725d7246-c267-4541-b36b-1b7325cdda6c tempest-ServersAdminTestJSON-701576244 tempest-ServersAdminTestJSON-701576244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:25:43.150332 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-50c85fd3-133e-441c-b120-567df6ed9669 req-725d7246-c267-4541-b36b-1b7325cdda6c tempest-ServersAdminTestJSON-701576244 tempest-ServersAdminTestJSON-701576244-project] 10.222.0.16 "GET /v2.0/ports?device_id=c37af3d9-5cf3-44f0-a629-12e66be48e93 HTTP/1.1" status: 200 len: 950 time: 0.3226662 Jul 14 18:25:43.175065 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device 7c097f78-08e4-4fc9-a177-b8812f88bb8a no longer exists at agent hyperv_n-h1-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 18:25:43.216354 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-62f3ea86-72a4-47fb-9cde-eb4b54a93543 req-50951b6b-81c0-4512-aa42-88001d4a580f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=31a99599-848e-4d3a-b964-3d8069f89b88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0786879 Jul 14 18:25:43.233665 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device 7c097f78-08e4-4fc9-a177-b8812f88bb8a not bound to the agent host n-h1-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 18:25:43.274755 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3b6196-7965-4447-8db9-f2a9d5350591 req-6b157933-b408-493e-acf7-eb8539c0b775 tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:25:43.276261 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ba3b6196-7965-4447-8db9-f2a9d5350591 req-6b157933-b408-493e-acf7-eb8539c0b775 tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] 10.222.0.16 "GET /v2.0/ports?device_id=b52528ac-079b-4411-8ce0-cffdc5b94d6f HTTP/1.1" status: 200 len: 945 time: 0.2583902 Jul 14 18:25:43.360288 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-50c85fd3-133e-441c-b120-567df6ed9669 req-79005c97-8f80-4673-a2ec-fc85dde90ea0 tempest-ServersAdminTestJSON-701576244 tempest-ServersAdminTestJSON-701576244-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea7723ec-9d2a-468c-977f-1e7257209758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1856065 Jul 14 18:25:43.389787 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-d4d3eae1-eed3-407a-8ead-15a34ec8f5c9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:25:43.420278 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ba3b6196-7965-4447-8db9-f2a9d5350591 req-779b57a2-6e39-482b-8e39-8960e78d8710 tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] 10.222.0.16 "GET /v2.0/security-groups?id=39320fa9-4894-4542-95e3-d64e174c637e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281600 Jul 14 18:25:43.438140 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2cdc3c9d-b203-44a5-83f3-2207ad37c891 req-d6b7653d-2942-4a55-b595-967356b299e9 service neutron] 10.222.0.35 "GET /v2.0/networks/4f742057-89ee-4b4a-86f7-487ee61881a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2757792 Jul 14 18:25:43.537587 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-62f3ea86-72a4-47fb-9cde-eb4b54a93543 req-8324acb8-6245-473c-a91e-9e1251e86563 service neutron] 10.222.0.18 "GET /v2.0/networks/31a99599-848e-4d3a-b964-3d8069f89b88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2850807 Jul 14 18:25:43.559038 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e625ce91-beed-47f4-b66a-6b725a267f84 req-cad2236f-73f6-4f1d-89e8-72e5c2a42d05 tempest-ServerShowV247Test-68493364 tempest-ServerShowV247Test-68493364-project] 10.222.0.16 "GET /v2.0/ports?device_id=e742e13c-60d9-44c3-9fc8-7b7eccb86217 HTTP/1.1" status: 200 len: 210 time: 0.0417960 Jul 14 18:25:43.621515 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-d4d3eae1-eed3-407a-8ead-15a34ec8f5c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-571759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-930033'] for router, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:25:43.691964 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2cdc3c9d-b203-44a5-83f3-2207ad37c891 req-7a1e2f5c-d57d-48bb-9cce-e33a38d81949 service neutron] 10.222.0.35 "GET /v2.0/networks/4f742057-89ee-4b4a-86f7-487ee61881a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2498326 Jul 14 18:25:43.716933 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-62f3ea86-72a4-47fb-9cde-eb4b54a93543 req-fcb17191-7876-4a07-bf0f-34e374017117 service neutron] 10.222.0.18 "GET /v2.0/networks/31a99599-848e-4d3a-b964-3d8069f89b88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1602829 Jul 14 18:25:43.717173 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Device 7c097f78-08e4-4fc9-a177-b8812f88bb8a details requested by agent hyperv_n-h2-800634-3 with host n-h2-800634-3 {{(pid=93917) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 18:25:43.744084 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f03016d3-cf0d-4792-b8d2-ea429066e3b8 req-6e8411ac-c7c2-417b-9b09-7095d5bd0b77 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=a714a8d2-8fdd-4748-b40a-f8b22de05ec3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1026535 Jul 14 18:25:43.852790 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4d3eae1-eed3-407a-8ead-15a34ec8f5c9 admin admin] Router 147bf032-b8c0-492a-a87a-bc31f1642c64 is scheduled to L3 agent 2c6eb27e-defb-4cca-9a24-381c7415e359 with binding_index 1 {{(pid=93916) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 18:25:43.872189 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] For port 7c097f78-08e4-4fc9-a177-b8812f88bb8a, host n-h2-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=7c097f78-08e4-4fc9-a177-b8812f88bb8a,segment=NetworkSegment(067fc487-22c7-42de-972d-ae352a28ad29),segment_id=067fc487-22c7-42de-972d-ae352a28ad29)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:25:43.889729 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Returning: {'device': '7c097f78-08e4-4fc9-a177-b8812f88bb8a', 'network_id': '4f742057-89ee-4b4a-86f7-487ee61881a1', 'port_id': '7c097f78-08e4-4fc9-a177-b8812f88bb8a', 'mac_address': 'fa:16:3e:11:40:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f20c54fb-f7da-4761-aa61-2e4f99f3d332', 'ip_address': '192.168.233.108'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93917) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 18:25:43.894099 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c4af683-6ae4-460a-a897-a159fc23da40 None None] Network fbdb072c-d165-4590-b31e-296ae33ff65f requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:25:43.929833 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03016d3-cf0d-4792-b8d2-ea429066e3b8 req-d0f8602a-7d91-4e48-9c72-1d42169fa770 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:25:43.931437 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f03016d3-cf0d-4792-b8d2-ea429066e3b8 req-d0f8602a-7d91-4e48-9c72-1d42169fa770 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d1f21963323d4ae1956c5ba38fc6e610&device_id=a714a8d2-8fdd-4748-b40a-f8b22de05ec3 HTTP/1.1" status: 200 len: 1097 time: 0.1645114 Jul 14 18:25:43.947240 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2172d2c-94eb-4384-bd26-c55e22a74f46 req-29ead89c-a350-4cb6-ac5f-d74b8697c3e9 tempest-ServerRescueNegativeTestJSON-843679432 tempest-ServerRescueNegativeTestJSON-843679432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:25:43.948932 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f2172d2c-94eb-4384-bd26-c55e22a74f46 req-29ead89c-a350-4cb6-ac5f-d74b8697c3e9 tempest-ServerRescueNegativeTestJSON-843679432 tempest-ServerRescueNegativeTestJSON-843679432-project] 10.222.0.16 "GET /v2.0/ports?device_id=7c5857c2-2935-412d-922f-b15f51818e64 HTTP/1.1" status: 200 len: 945 time: 0.1478868 Jul 14 18:25:43.971214 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49029ba8-682e-4ca0-8e70-4fc5d183ab8f req-1b9e73dd-6dd3-494f-adcd-2a8d8f4dd14d tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:25:43.972672 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-49029ba8-682e-4ca0-8e70-4fc5d183ab8f req-1b9e73dd-6dd3-494f-adcd-2a8d8f4dd14d tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.16 "GET /v2.0/ports?device_id=85403e3f-7fd5-4848-9edb-9810e7a89b4f HTTP/1.1" status: 200 len: 948 time: 0.1314738 Jul 14 18:25:43.981797 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4d3eae1-eed3-407a-8ead-15a34ec8f5c9 admin admin] Notify agent at l3_agent.n-d-800634-3 the message routers_updated {{(pid=93916) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 18:25:43.987481 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:25:44.001817 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c21865f-5101-49d2-a43c-fd75e010e3ca None None] Sync routers for ids ['147bf032-b8c0-492a-a87a-bc31f1642c64'] in n-d-800634-3 {{(pid=93917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 18:25:44.003648 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-d4d3eae1-eed3-407a-8ead-15a34ec8f5c9 admin admin] Notify callbacks [] for router, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:25:44.005738 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-d4d3eae1-eed3-407a-8ead-15a34ec8f5c9 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.2787278 Jul 14 18:25:44.008447 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 34828) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:25:44.036341 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c097f78-08e4-4fc9-a177-b8812f88bb8a {{(pid=93917) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 18:25:44.044500 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-363c438c-b423-47c0-9236-764c86fca571 None None] Provisioning for port 9e60b772-281e-4274-89b1-d306313d5c16 completed by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:25:44.058794 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-363c438c-b423-47c0-9236-764c86fca571 None None] Provisioning complete for port 9e60b772-281e-4274-89b1-d306313d5c16 triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:25:44.059169 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-363c438c-b423-47c0-9236-764c86fca571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:25:44.060608 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c21865f-5101-49d2-a43c-fd75e010e3ca None None] Routers {'147bf032-b8c0-492a-a87a-bc31f1642c64'} bound to L3 agent in host n-d-800634-3 {{(pid=93917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:25:44.061234 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-3c21865f-5101-49d2-a43c-fd75e010e3ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:25:23Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['147bf032-b8c0-492a-a87a-bc31f1642c64'], 'active': True} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:25:44.080418 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f2172d2c-94eb-4384-bd26-c55e22a74f46 req-8756e696-60c0-465b-91d3-3329695848e7 tempest-ServerRescueNegativeTestJSON-843679432 tempest-ServerRescueNegativeTestJSON-843679432-project] 10.222.0.16 "GET /v2.0/security-groups?id=2ad455ff-6ff4-4067-8bf1-fdec963484f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187074 Jul 14 18:25:44.098297 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-49029ba8-682e-4ca0-8e70-4fc5d183ab8f req-12b44b99-5ee0-4dca-b0db-b521846774bf tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.16 "GET /v2.0/security-groups?id=95148b1b-0f93-483b-9e80-262147c27e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106389 Jul 14 18:25:44.113428 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] For port 7c097f78-08e4-4fc9-a177-b8812f88bb8a, host n-h2-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=7c097f78-08e4-4fc9-a177-b8812f88bb8a,segment=NetworkSegment(067fc487-22c7-42de-972d-ae352a28ad29),segment_id=067fc487-22c7-42de-972d-ae352a28ad29)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:25:44.125522 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03016d3-cf0d-4792-b8d2-ea429066e3b8 req-dbbdf7a1-71aa-4ca8-9f45-da2c39e3b7aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:25:44.127011 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f03016d3-cf0d-4792-b8d2-ea429066e3b8 req-dbbdf7a1-71aa-4ca8-9f45-da2c39e3b7aa service neutron] 10.222.0.35 "GET /v2.0/networks?id=31a99599-848e-4d3a-b964-3d8069f89b88 HTTP/1.1" status: 200 len: 908 time: 0.1735997 Jul 14 18:25:44.170696 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f03016d3-cf0d-4792-b8d2-ea429066e3b8 req-df914932-4278-491d-9da9-55f4b2316165 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bd4934ed-97b6-4663-b2a9-d3a9eba2bbf1 HTTP/1.1" status: 200 len: 217 time: 0.0368688 Jul 14 18:25:44.180096 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:25:44.237520 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03016d3-cf0d-4792-b8d2-ea429066e3b8 req-5c28d8de-ed3d-439e-adca-c60a8175c490 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:25:44.240209 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f03016d3-cf0d-4792-b8d2-ea429066e3b8 req-5c28d8de-ed3d-439e-adca-c60a8175c490 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8fa41a13-248e-4ed4-8731-d525cb4f3c62 HTTP/1.1" status: 200 len: 848 time: 0.0629809 Jul 14 18:25:44.284636 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f03016d3-cf0d-4792-b8d2-ea429066e3b8 req-160e616d-19d8-4515-90ac-26c7a3014a47 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=31a99599-848e-4d3a-b964-3d8069f89b88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0375381 Jul 14 18:25:44.426560 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Pushing event updated for resources: {'Port': ['ID=7c097f78-08e4-4fc9-a177-b8812f88bb8a,revision_number=8']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:25:44.448064 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f03016d3-cf0d-4792-b8d2-ea429066e3b8 req-8810821f-2ff9-4d5f-88e2-81ecdc171d99 service neutron] 10.222.0.35 "GET /v2.0/networks/31a99599-848e-4d3a-b964-3d8069f89b88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1557889 Jul 14 18:25:44.467225 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvr_db [None req-3c21865f-5101-49d2-a43c-fd75e010e3ca None None] Set router 147bf032-b8c0-492a-a87a-bc31f1642c64 gateway port host: n-d-800634-3 {{(pid=93917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 18:25:44.537996 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] get_ports_and_sgs() called for port_ids ['7c097f78-08e4-4fc9-a177-b8812f88bb8a'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 18:25:44.738524 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-363c438c-b423-47c0-9236-764c86fca571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:25:44.771009 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7d5613-54c7-4f8a-8bae-35430bfa3071 req-9ccbf4cb-422c-4f61-9c2d-7dca2210cd31 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:25:44.773837 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-bd7d5613-54c7-4f8a-8bae-35430bfa3071 req-9ccbf4cb-422c-4f61-9c2d-7dca2210cd31 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.16 "GET /v2.0/ports?device_id=85403e3f-7fd5-4848-9edb-9810e7a89b4f HTTP/1.1" status: 200 len: 949 time: 0.3234961 Jul 14 18:25:44.780323 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f03016d3-cf0d-4792-b8d2-ea429066e3b8 req-393fd9de-800b-4128-960e-70d416abe14a service neutron] 10.222.0.35 "GET /v2.0/networks/31a99599-848e-4d3a-b964-3d8069f89b88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3035333 Jul 14 18:25:44.797825 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6234f572-4d66-42f0-b525-065430baa14f req-0e0475bc-52d9-42a6-b074-d0d1ee10826f tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:25:44.800410 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6234f572-4d66-42f0-b525-065430baa14f req-0e0475bc-52d9-42a6-b074-d0d1ee10826f tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.18 "GET /v2.0/ports?device_id=85403e3f-7fd5-4848-9edb-9810e7a89b4f&tenant_id=e0d800f124a7477bb29e534c1272cd15&binding%3Ahost_id=n-h2-800634-3 HTTP/1.1" status: 200 len: 949 time: 0.3040135 Jul 14 18:25:44.825903 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600c7f3d-0e58-4727-8783-14b0374a4e86 req-2e25406f-56c2-4e40-8128-f1b707a37881 tempest-ServersAdminTestJSON-701576244 tempest-ServersAdminTestJSON-701576244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:25:44.833935 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-600c7f3d-0e58-4727-8783-14b0374a4e86 req-2e25406f-56c2-4e40-8128-f1b707a37881 tempest-ServersAdminTestJSON-701576244 tempest-ServersAdminTestJSON-701576244-project] 10.222.0.16 "GET /v2.0/ports?device_id=c37af3d9-5cf3-44f0-a629-12e66be48e93 HTTP/1.1" status: 200 len: 950 time: 0.2842364 Jul 14 18:25:44.843289 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-363c438c-b423-47c0-9236-764c86fca571 None None] For port 9e60b772-281e-4274-89b1-d306313d5c16, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=9e60b772-281e-4274-89b1-d306313d5c16,segment=NetworkSegment(5093adae-6495-4a38-9ebe-1728c2765660),segment_id=5093adae-6495-4a38-9ebe-1728c2765660)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:25:44.861094 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-363c438c-b423-47c0-9236-764c86fca571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:25:44.913751 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-78145b47-9b92-4906-a51e-e1cba115c393 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:25:44.928601 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-600c7f3d-0e58-4727-8783-14b0374a4e86 req-34759203-a1ca-47a7-9f67-2f5bf8e66556 tempest-ServersAdminTestJSON-701576244 tempest-ServersAdminTestJSON-701576244-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea7723ec-9d2a-468c-977f-1e7257209758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922155 Jul 14 18:25:44.969593 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363c438c-b423-47c0-9236-764c86fca571 None None] Pushing event updated for resources: {'Port': ['ID=9e60b772-281e-4274-89b1-d306313d5c16,revision_number=3']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:25:44.987920 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-bd7d5613-54c7-4f8a-8bae-35430bfa3071 req-03746947-1130-4fe0-afd0-d2685071e57c tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.16 "GET /v2.0/security-groups?id=95148b1b-0f93-483b-9e80-262147c27e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1863089 Jul 14 18:25:45.000523 n-d-800634-3 neutron-server[93915]: INFO neutron.api.v2.resource [req-6234f572-4d66-42f0-b525-065430baa14f req-f529147e-8d93-4db2-84d2-e9b5016abf9a service neutron] delete failed (client error): The resource could not be found. Jul 14 18:25:45.001880 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6234f572-4d66-42f0-b525-065430baa14f req-f529147e-8d93-4db2-84d2-e9b5016abf9a service neutron] 10.222.0.18 "DELETE /v2.0/ports/7c097f78-08e4-4fc9-a177-b8812f88bb8a/bindings/n-h1-800634-3 HTTP/1.1" status: 404 len: 380 time: 0.1438925 Jul 14 18:25:45.032573 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-3c21865f-5101-49d2-a43c-fd75e010e3ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '147bf032-b8c0-492a-a87a-bc31f1642c64', 'name': 'tempest-ServersTestBootFromVolume-380101461-router', 'tenant_id': '05921a45b4d74b12aa43c048ba89464c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.129'}], 'enable_snat': True}, 'gw_port_id': '9fa0c26d-e1e1-47fd-be3f-cb68c1edbb88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:25:41Z', 'updated_at': '2021-07-14T18:25:43Z', 'revision_number': 3, 'project_id': '05921a45b4d74b12aa43c048ba89464c', 'gw_port': {'id': '9fa0c26d-e1e1-47fd-be3f-cb68c1edbb88', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:11:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '147bf032-b8c0-492a-a87a-bc31f1642c64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 961, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:25:42Z', 'updated_at': '2021-07-14T18:25:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3'}], 'n-d-800634-3', False) {} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:25:45.081529 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c21865f-5101-49d2-a43c-fd75e010e3ca None None] Checking router: 147bf032-b8c0-492a-a87a-bc31f1642c64 for host: n-d-800634-3 {{(pid=93917) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 18:25:45.081889 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c21865f-5101-49d2-a43c-fd75e010e3ca None None] Updating router 147bf032-b8c0-492a-a87a-bc31f1642c64 port 9fa0c26d-e1e1-47fd-be3f-cb68c1edbb88 binding host n-d-800634-3 {{(pid=93917) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 18:25:45.133048 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-3c21865f-5101-49d2-a43c-fd75e010e3ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:25:45.190746 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-50408715-7aa2-438e-9e78-7847eb72949d req-b2c550ac-926a-40f6-a9c4-119fdbbee71a tempest-ServerShowV247Test-68493364 tempest-ServerShowV247Test-68493364-project] 10.222.0.16 "GET /v2.0/ports?device_id=e742e13c-60d9-44c3-9fc8-7b7eccb86217 HTTP/1.1" status: 200 len: 210 time: 0.0785885 Jul 14 18:25:45.235222 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.db_base_plugin_common [None req-78145b47-9b92-4906-a51e-e1cba115c393 admin admin] Allocated IP 172.20.0.1 (fbdb072c-d165-4590-b31e-296ae33ff65f/ca7b4677-c864-415b-b909-aa380c73a9be/22f5fb29-91f8-499b-9b28-ff886541c789) {{(pid=93916) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:25:45.247724 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-a990d702-0c6e-44d8-8b08-5c1494679ea8 None None] Provisioning complete for port 9e60b772-281e-4274-89b1-d306313d5c16 triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:25:45.250060 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-a990d702-0c6e-44d8-8b08-5c1494679ea8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:25:45.257471 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d4452b-7bde-41cc-bc48-68a3308dc591 req-3426e618-dc43-4893-99fd-7d5ad8d1cb55 tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:25:45.259007 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a3d4452b-7bde-41cc-bc48-68a3308dc591 req-3426e618-dc43-4893-99fd-7d5ad8d1cb55 tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] 10.222.0.16 "GET /v2.0/ports?device_id=b52528ac-079b-4411-8ce0-cffdc5b94d6f HTTP/1.1" status: 200 len: 945 time: 0.1377039 Jul 14 18:25:45.260890 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6234f572-4d66-42f0-b525-065430baa14f req-835e05b9-d3bc-4bb8-9517-b93e3d840f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:25:45.262247 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6234f572-4d66-42f0-b525-065430baa14f req-835e05b9-d3bc-4bb8-9517-b93e3d840f2b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e0d800f124a7477bb29e534c1272cd15&device_id=85403e3f-7fd5-4848-9edb-9810e7a89b4f HTTP/1.1" status: 200 len: 1100 time: 0.1306882 Jul 14 18:25:45.349090 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a3d4452b-7bde-41cc-bc48-68a3308dc591 req-37d50c36-2fc6-4b26-a22f-04dd2654af0b tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] 10.222.0.16 "GET /v2.0/security-groups?id=39320fa9-4894-4542-95e3-d64e174c637e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823722 Jul 14 18:25:45.406279 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6234f572-4d66-42f0-b525-065430baa14f req-ff3a04f9-909a-4c9c-94a5-ee3dae4f9254 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:25:45.422013 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6234f572-4d66-42f0-b525-065430baa14f req-ff3a04f9-909a-4c9c-94a5-ee3dae4f9254 service neutron] 10.222.0.18 "GET /v2.0/networks?id=4f742057-89ee-4b4a-86f7-487ee61881a1 HTTP/1.1" status: 200 len: 869 time: 0.1413181 Jul 14 18:25:45.445679 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-78145b47-9b92-4906-a51e-e1cba115c393 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:25:45.466727 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.provisioning_blocks [None req-78145b47-9b92-4906-a51e-e1cba115c393 admin admin] Transition to ACTIVE for port object 22f5fb29-91f8-499b-9b28-ff886541c789 will not be triggered until provisioned by entity DHCP. {{(pid=93916) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:25:45.498069 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6234f572-4d66-42f0-b525-065430baa14f req-24a1b20a-5a0d-4e35-afae-db65367800c6 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.108&port_id=7c097f78-08e4-4fc9-a177-b8812f88bb8a HTTP/1.1" status: 200 len: 217 time: 0.0621583 Jul 14 18:25:45.523216 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-78145b47-9b92-4906-a51e-e1cba115c393 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:25:45.559017 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-3c21865f-5101-49d2-a43c-fd75e010e3ca None None] Notify callbacks [] for port, precommit_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:25:45.567355 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba98c29-cb0c-425b-9aa7-1c9992856fc7 req-5f26967a-d582-496b-81f7-bd5f0f547713 tempest-ServerRescueNegativeTestJSON-843679432 tempest-ServerRescueNegativeTestJSON-843679432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:25:45.569825 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-cba98c29-cb0c-425b-9aa7-1c9992856fc7 req-5f26967a-d582-496b-81f7-bd5f0f547713 tempest-ServerRescueNegativeTestJSON-843679432 tempest-ServerRescueNegativeTestJSON-843679432-project] 10.222.0.16 "GET /v2.0/ports?device_id=7c5857c2-2935-412d-922f-b15f51818e64 HTTP/1.1" status: 200 len: 945 time: 0.1456161 Jul 14 18:25:45.586066 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6234f572-4d66-42f0-b525-065430baa14f req-1365070a-67dd-45e9-9b3f-813ef5579949 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:25:45.587967 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6234f572-4d66-42f0-b525-065430baa14f req-1365070a-67dd-45e9-9b3f-813ef5579949 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f20c54fb-f7da-4761-aa61-2e4f99f3d332 HTTP/1.1" status: 200 len: 843 time: 0.0758567 Jul 14 18:25:45.592241 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78145b47-9b92-4906-a51e-e1cba115c393 admin admin] Network fbdb072c-d165-4590-b31e-296ae33ff65f is already hosted by enough agents. {{(pid=93916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:25:45.593651 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-3c21865f-5101-49d2-a43c-fd75e010e3ca None None] Transition to ACTIVE for port object 9fa0c26d-e1e1-47fd-be3f-cb68c1edbb88 will not be triggered until provisioned by entity L2. {{(pid=93917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:25:45.596833 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [None req-78145b47-9b92-4906-a51e-e1cba115c393 admin admin] Resources bound (agent type, host, resource id): {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:25:45.600666 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-3c21865f-5101-49d2-a43c-fd75e010e3ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:25:45.601997 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78145b47-9b92-4906-a51e-e1cba115c393 admin admin] Received port after_create {{(pid=93916) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:25:45.605203 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78145b47-9b92-4906-a51e-e1cba115c393 admin admin] Pushing event updated for resources: {'Port': ['ID=22f5fb29-91f8-499b-9b28-ff886541c789,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:25:45.653334 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-78145b47-9b92-4906-a51e-e1cba115c393 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-930452'] for router_interface, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:25:45.656803 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-cba98c29-cb0c-425b-9aa7-1c9992856fc7 req-1eabfe78-3f6b-46d9-9202-b4b9ff6f99a9 tempest-ServerRescueNegativeTestJSON-843679432 tempest-ServerRescueNegativeTestJSON-843679432-project] 10.222.0.16 "GET /v2.0/security-groups?id=2ad455ff-6ff4-4067-8bf1-fdec963484f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809419 Jul 14 18:25:45.659665 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-3c21865f-5101-49d2-a43c-fd75e010e3ca None None] Attempting to bind port 9fa0c26d-e1e1-47fd-be3f-cb68c1edbb88 on host n-d-800634-3 for vnic_type normal with profile {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:25:45.660061 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-3c21865f-5101-49d2-a43c-fd75e010e3ca None None] Attempting to bind port 9fa0c26d-e1e1-47fd-be3f-cb68c1edbb88 by drivers openvswitch,hyperv on host n-d-800634-3 at level 0 using segments [{'id': '5afb940b-bbdf-4727-be00-5d46367c38a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9200a437-e1de-4520-88f6-e68386523e61'}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:25:45.660457 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c21865f-5101-49d2-a43c-fd75e010e3ca None None] Attempting to bind port 9fa0c26d-e1e1-47fd-be3f-cb68c1edbb88 on network 9200a437-e1de-4520-88f6-e68386523e61 {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:25:45.668885 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c21865f-5101-49d2-a43c-fd75e010e3ca None None] Checking agent: {'id': '01c19e91-a945-4e3c-94a6-c211e17c923e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 8, 23), 'started_at': datetime.datetime(2021, 7, 14, 18, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 18, 25, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 18:25:45.669266 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c21865f-5101-49d2-a43c-fd75e010e3ca None None] Checking segment: {'id': '5afb940b-bbdf-4727-be00-5d46367c38a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9200a437-e1de-4520-88f6-e68386523e61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93917) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:25:45.669674 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-3c21865f-5101-49d2-a43c-fd75e010e3ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:25:45.670070 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c21865f-5101-49d2-a43c-fd75e010e3ca None None] Bound using segment: {'id': '5afb940b-bbdf-4727-be00-5d46367c38a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9200a437-e1de-4520-88f6-e68386523e61'} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 18:25:45.670548 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-3c21865f-5101-49d2-a43c-fd75e010e3ca None None] Bound port: 9fa0c26d-e1e1-47fd-be3f-cb68c1edbb88, host: n-d-800634-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5afb940b-bbdf-4727-be00-5d46367c38a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9200a437-e1de-4520-88f6-e68386523e61'}}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 18:25:45.670927 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-3c21865f-5101-49d2-a43c-fd75e010e3ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:25:45.700408 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f225f389-c1ea-4b95-b6df-4b9f12460e25 None None] Pushing event updated for resources: {'Port': ['ID=9fa0c26d-e1e1-47fd-be3f-cb68c1edbb88,revision_number=2']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:25:45.721943 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6234f572-4d66-42f0-b525-065430baa14f req-f0771e23-8f3d-4a76-890b-1035e820cbf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:25:45.724192 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6234f572-4d66-42f0-b525-065430baa14f req-f0771e23-8f3d-4a76-890b-1035e820cbf6 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4f742057-89ee-4b4a-86f7-487ee61881a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0892696 Jul 14 18:25:45.732568 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Device 7c097f78-08e4-4fc9-a177-b8812f88bb8a up at agent hyperv_n-h2-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:25:45.774903 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-3c21865f-5101-49d2-a43c-fd75e010e3ca None None] For port 9fa0c26d-e1e1-47fd-be3f-cb68c1edbb88, host n-d-800634-3, cleared binding levels {{(pid=93917) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:25:45.794630 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-3c21865f-5101-49d2-a43c-fd75e010e3ca None None] For port 9fa0c26d-e1e1-47fd-be3f-cb68c1edbb88, host n-d-800634-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=9fa0c26d-e1e1-47fd-be3f-cb68c1edbb88,segment=NetworkSegment(5afb940b-bbdf-4727-be00-5d46367c38a1),segment_id=5afb940b-bbdf-4727-be00-5d46367c38a1)] {{(pid=93917) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 18:25:45.803827 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-3c21865f-5101-49d2-a43c-fd75e010e3ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:25:45.840196 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-78145b47-9b92-4906-a51e-e1cba115c393 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:25:45.840360 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.agents_db [None req-2ea07fb6-aa68-4671-8654-119d82b9f530 None None] Agent healthcheck: found 7 active agents {{(pid=93918) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 18:25:45.845358 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6234f572-4d66-42f0-b525-065430baa14f req-069e4a04-afc2-4a5b-88ee-0afd72bcfc55 service neutron] 10.222.0.18 "GET /v2.0/networks/4f742057-89ee-4b4a-86f7-487ee61881a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1060600 Jul 14 18:25:45.866627 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Provisioning for port 7c097f78-08e4-4fc9-a177-b8812f88bb8a completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:25:45.882554 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Provisioning complete for port 7c097f78-08e4-4fc9-a177-b8812f88bb8a triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:25:45.882884 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:25:45.905005 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f225f389-c1ea-4b95-b6df-4b9f12460e25 None None] Pushing event updated for resources: {'Port': ['ID=9fa0c26d-e1e1-47fd-be3f-cb68c1edbb88,revision_number=3']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:25:45.929840 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c21865f-5101-49d2-a43c-fd75e010e3ca None None] Routers {'147bf032-b8c0-492a-a87a-bc31f1642c64'} bound to L3 agent in host n-d-800634-3 {{(pid=93917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:25:45.930479 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-3c21865f-5101-49d2-a43c-fd75e010e3ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:25:23Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['147bf032-b8c0-492a-a87a-bc31f1642c64'], 'active': True} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:25:45.953597 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6234f572-4d66-42f0-b525-065430baa14f req-8384710d-e0ff-4947-b2b2-b4dab8dd425c service neutron] 10.222.0.18 "GET /v2.0/networks/4f742057-89ee-4b4a-86f7-487ee61881a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946100 Jul 14 18:25:45.999393 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-8164efd1-f346-4203-bb5d-603e7de1ee3c None None] Provisioning for port 22f5fb29-91f8-499b-9b28-ff886541c789 completed by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:25:46.027265 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-78145b47-9b92-4906-a51e-e1cba115c393 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:25:46.033647 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-8164efd1-f346-4203-bb5d-603e7de1ee3c None None] Provisioning complete for port 22f5fb29-91f8-499b-9b28-ff886541c789 triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:25:46.034015 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-8164efd1-f346-4203-bb5d-603e7de1ee3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:25:46.034704 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-78145b47-9b92-4906-a51e-e1cba115c393 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2684870'] for port, after_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:25:46.112688 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:25:46.125721 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-8164efd1-f346-4203-bb5d-603e7de1ee3c None None] Port 22f5fb29-91f8-499b-9b28-ff886541c789 cannot update to ACTIVE because it is not bound. {{(pid=93917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 18:25:46.132142 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-78145b47-9b92-4906-a51e-e1cba115c393 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-598741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-928734'] for router_interface, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:25:46.134788 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcf18dc-dcfb-4842-9c72-88bdf3f0cbd0 req-4b3bce44-a353-4f56-b9d7-953f4b6e2075 tempest-ServersAdminTestJSON-701576244 tempest-ServersAdminTestJSON-701576244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:25:46.138508 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvr_db [None req-3c21865f-5101-49d2-a43c-fd75e010e3ca None None] Set router 147bf032-b8c0-492a-a87a-bc31f1642c64 gateway port host: n-d-800634-3 {{(pid=93917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 18:25:46.142901 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78145b47-9b92-4906-a51e-e1cba115c393 admin admin] Pushing event updated for resources: {'Port': ['ID=22f5fb29-91f8-499b-9b28-ff886541c789,revision_number=2']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:25:46.145839 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-9bcf18dc-dcfb-4842-9c72-88bdf3f0cbd0 req-4b3bce44-a353-4f56-b9d7-953f4b6e2075 tempest-ServersAdminTestJSON-701576244 tempest-ServersAdminTestJSON-701576244-project] 10.222.0.16 "GET /v2.0/ports?device_id=c37af3d9-5cf3-44f0-a629-12e66be48e93 HTTP/1.1" status: 200 len: 950 time: 0.0899365 Jul 14 18:25:46.184222 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85403e3f-7fd5-4848-9edb-9810e7a89b4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c097f78-08e4-4fc9-a177-b8812f88bb8a'}] {{(pid=93917) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:25:46.186603 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20b787f3c29eaa7aa2a4d648c725a2124c5ff39a8d793252f9d844495e14cf42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca89d735-0495-4751-8387-e8340e507a41" -d '{"events": [{"server_uuid": "85403e3f-7fd5-4848-9edb-9810e7a89b4f", "name": "network-vif-plugged", "status": "completed", "tag": "7c097f78-08e4-4fc9-a177-b8812f88bb8a"}]}' {{(pid=93917) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:25:46.193834 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-9bcf18dc-dcfb-4842-9c72-88bdf3f0cbd0 req-5b382d1a-4bbe-4ab0-a26a-a49158bf1841 tempest-ServersAdminTestJSON-701576244 tempest-ServersAdminTestJSON-701576244-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea7723ec-9d2a-468c-977f-1e7257209758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471065 Jul 14 18:25:46.212040 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] For port 7c097f78-08e4-4fc9-a177-b8812f88bb8a, host n-h2-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=7c097f78-08e4-4fc9-a177-b8812f88bb8a,segment=NetworkSegment(067fc487-22c7-42de-972d-ae352a28ad29),segment_id=067fc487-22c7-42de-972d-ae352a28ad29)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:25:46.231129 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:25:46.262583 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78145b47-9b92-4906-a51e-e1cba115c393 admin admin] Network fbdb072c-d165-4590-b31e-296ae33ff65f is already hosted by enough agents. {{(pid=93916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:25:46.264420 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [None req-78145b47-9b92-4906-a51e-e1cba115c393 admin admin] Resources bound (agent type, host, resource id): {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:25:46.326329 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99863e9c-d45c-4a92-a011-9e63a32cda4e req-a384c014-7e08-482c-a1bb-ba276cac617b tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:25:46.327194 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 18:25:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7338e99b-d830-4318-a703-2fb5d14116fd x-openstack-request-id: req-7338e99b-d830-4318-a703-2fb5d14116fd {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:25:46.327486 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85403e3f-7fd5-4848-9edb-9810e7a89b4f", "name": "network-vif-plugged", "status": "completed", "tag": "7c097f78-08e4-4fc9-a177-b8812f88bb8a", "code": 200}]} {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:25:46.327738 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7338e99b-d830-4318-a703-2fb5d14116fd {{(pid=93917) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:25:46.328142 n-d-800634-3 neutron-server[93917]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85403e3f-7fd5-4848-9edb-9810e7a89b4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c097f78-08e4-4fc9-a177-b8812f88bb8a', 'code': 200} Jul 14 18:25:46.328808 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-99863e9c-d45c-4a92-a011-9e63a32cda4e req-a384c014-7e08-482c-a1bb-ba276cac617b tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.16 "GET /v2.0/ports?device_id=85403e3f-7fd5-4848-9edb-9810e7a89b4f HTTP/1.1" status: 200 len: 950 time: 0.1018677 Jul 14 18:25:46.378840 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Pushing event updated for resources: {'Port': ['ID=7c097f78-08e4-4fc9-a177-b8812f88bb8a,revision_number=9']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:25:46.465603 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78145b47-9b92-4906-a51e-e1cba115c393 admin admin] Router 147bf032-b8c0-492a-a87a-bc31f1642c64 has already been hosted by L3 agent 2c6eb27e-defb-4cca-9a24-381c7415e359 {{(pid=93916) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 18:25:46.578143 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-3c21865f-5101-49d2-a43c-fd75e010e3ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '147bf032-b8c0-492a-a87a-bc31f1642c64', 'name': 'tempest-ServersTestBootFromVolume-380101461-router', 'tenant_id': '05921a45b4d74b12aa43c048ba89464c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.129'}], 'enable_snat': True}, 'gw_port_id': '9fa0c26d-e1e1-47fd-be3f-cb68c1edbb88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:25:41Z', 'updated_at': '2021-07-14T18:25:45Z', 'revision_number': 4, 'project_id': '05921a45b4d74b12aa43c048ba89464c', 'gw_port': {'id': '9fa0c26d-e1e1-47fd-be3f-cb68c1edbb88', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:11:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '147bf032-b8c0-492a-a87a-bc31f1642c64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 961, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:25:42Z', 'updated_at': '2021-07-14T18:25:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_interfaces': [{'id': '22f5fb29-91f8-499b-9b28-ff886541c789', 'name': '', 'network_id': 'fbdb072c-d165-4590-b31e-296ae33ff65f', 'tenant_id': '05921a45b4d74b12aa43c048ba89464c', 'mac_address': 'fa:16:3e:dd:40:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '147bf032-b8c0-492a-a87a-bc31f1642c64', 'device_owner': 'network:router_interface', 'standard_attr_id': 962, 'fixed_ips': [{'subnet_id': 'ca7b4677-c864-415b-b909-aa380c73a9be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:25:44Z', 'updated_at': '2021-07-14T18:25:45Z', 'revision_number': 1, 'project_id': '05921a45b4d74b12aa43c048ba89464c', 'subnets': [{'id': 'ca7b4677-c864-415b-b909-aa380c73a9be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-3', False) {} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:25:46.611319 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c21865f-5101-49d2-a43c-fd75e010e3ca None None] The sync data for ids ['147bf032-b8c0-492a-a87a-bc31f1642c64'] in n-d-800634-3 is: [{'id': '147bf032-b8c0-492a-a87a-bc31f1642c64', 'name': 'tempest-ServersTestBootFromVolume-380101461-router', 'tenant_id': '05921a45b4d74b12aa43c048ba89464c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.129'}], 'enable_snat': True}, 'gw_port_id': '9fa0c26d-e1e1-47fd-be3f-cb68c1edbb88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:25:41Z', 'updated_at': '2021-07-14T18:25:45Z', 'revision_number': 4, 'project_id': '05921a45b4d74b12aa43c048ba89464c', 'gw_port': {'id': '9fa0c26d-e1e1-47fd-be3f-cb68c1edbb88', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:11:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '147bf032-b8c0-492a-a87a-bc31f1642c64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 961, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:25:42Z', 'updated_at': '2021-07-14T18:25:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_interfaces': [{'id': '22f5fb29-91f8-499b-9b28-ff886541c789', 'name': '', 'network_id': 'fbdb072c-d165-4590-b31e-296ae33ff65f', 'tenant_id': '05921a45b4d74b12aa43c048ba89464c', 'mac_address': 'fa:16:3e:dd:40:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '147bf032-b8c0-492a-a87a-bc31f1642c64', 'device_owner': 'network:router_interface', 'standard_attr_id': 962, 'fixed_ips': [{'subnet_id': 'ca7b4677-c864-415b-b909-aa380c73a9be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:25:44Z', 'updated_at': '2021-07-14T18:25:45Z', 'revision_number': 1, 'project_id': '05921a45b4d74b12aa43c048ba89464c', 'subnets': [{'id': 'ca7b4677-c864-415b-b909-aa380c73a9be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 18:25:46.634963 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78145b47-9b92-4906-a51e-e1cba115c393 admin admin] Notify agent at l3_agent.n-d-800634-3 the message routers_updated {{(pid=93916) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 18:25:46.653535 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-78145b47-9b92-4906-a51e-e1cba115c393 admin admin] 10.222.0.16 "PUT /v2.0/routers/147bf032-b8c0-492a-a87a-bc31f1642c64/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6356263 Jul 14 18:25:46.653771 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-1f584ee4-7c43-4a66-b63f-6e4fa4025545 None None] Provisioning complete for port 22f5fb29-91f8-499b-9b28-ff886541c789 triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:25:46.653771 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-1f584ee4-7c43-4a66-b63f-6e4fa4025545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:25:46.693758 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-1f584ee4-7c43-4a66-b63f-6e4fa4025545 None None] Port 22f5fb29-91f8-499b-9b28-ff886541c789 cannot update to ACTIVE because it is not bound. {{(pid=93917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 18:25:46.783877 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-fe58a69e-bdf3-4088-9df9-4752c3ffd883 req-2b8a1088-013f-49cf-b61d-b297dadaa5f6 tempest-ServerShowV247Test-68493364 tempest-ServerShowV247Test-68493364-project] 10.222.0.16 "GET /v2.0/ports?device_id=e742e13c-60d9-44c3-9fc8-7b7eccb86217 HTTP/1.1" status: 200 len: 210 time: 0.0365796 Jul 14 18:25:46.809079 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-99863e9c-d45c-4a92-a011-9e63a32cda4e req-7a587c80-834f-43c0-82a0-380b70ef2741 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.16 "GET /v2.0/security-groups?id=95148b1b-0f93-483b-9e80-262147c27e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4731488 Jul 14 18:25:46.905881 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 9e60b772-281e-4274-89b1-d306313d5c16 up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:25:46.989205 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port 9e60b772-281e-4274-89b1-d306313d5c16 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:25:46.990394 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:25:47.044410 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d26417e-a673-437f-b144-ad7617c5fdd5 req-b1f5b8e0-8f8b-43b8-8fa8-a02bb3232b87 tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:25:47.053563 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-7d26417e-a673-437f-b144-ad7617c5fdd5 req-b1f5b8e0-8f8b-43b8-8fa8-a02bb3232b87 tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] 10.222.0.16 "GET /v2.0/ports?device_id=b52528ac-079b-4411-8ce0-cffdc5b94d6f HTTP/1.1" status: 200 len: 945 time: 0.1063657 Jul 14 18:25:47.092666 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-7d26417e-a673-437f-b144-ad7617c5fdd5 req-2b308332-c4e5-4aed-b3f3-7c57f321c769 tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] 10.222.0.16 "GET /v2.0/security-groups?id=39320fa9-4894-4542-95e3-d64e174c637e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380621 Jul 14 18:25:47.172583 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ba7049-5805-46c3-87a4-0ae49e163500 req-6d2b7c28-cb58-4ad5-bebf-4e3f76bf950a tempest-ServerRescueNegativeTestJSON-843679432 tempest-ServerRescueNegativeTestJSON-843679432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:25:47.174113 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-44ba7049-5805-46c3-87a4-0ae49e163500 req-6d2b7c28-cb58-4ad5-bebf-4e3f76bf950a tempest-ServerRescueNegativeTestJSON-843679432 tempest-ServerRescueNegativeTestJSON-843679432-project] 10.222.0.16 "GET /v2.0/ports?device_id=7c5857c2-2935-412d-922f-b15f51818e64 HTTP/1.1" status: 200 len: 945 time: 0.0740142 Jul 14 18:25:47.215783 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-44ba7049-5805-46c3-87a4-0ae49e163500 req-5e2e73d5-a705-4428-bf0a-1efe83158fd4 tempest-ServerRescueNegativeTestJSON-843679432 tempest-ServerRescueNegativeTestJSON-843679432-project] 10.222.0.16 "GET /v2.0/security-groups?id=2ad455ff-6ff4-4067-8bf1-fdec963484f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359008 Jul 14 18:25:47.414133 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e0b5b2-4fdf-4b9d-a507-4055c6358688 req-400a9dbd-661d-4536-846a-83af2a6175e6 tempest-ServersAdminTestJSON-701576244 tempest-ServersAdminTestJSON-701576244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:25:47.417067 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b3e0b5b2-4fdf-4b9d-a507-4055c6358688 req-400a9dbd-661d-4536-846a-83af2a6175e6 tempest-ServersAdminTestJSON-701576244 tempest-ServersAdminTestJSON-701576244-project] 10.222.0.16 "GET /v2.0/ports?device_id=c37af3d9-5cf3-44f0-a629-12e66be48e93 HTTP/1.1" status: 200 len: 950 time: 0.0963814 Jul 14 18:25:47.469275 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b3e0b5b2-4fdf-4b9d-a507-4055c6358688 req-3ffeb7a9-2be7-430b-8dad-b8794b7152f5 tempest-ServersAdminTestJSON-701576244 tempest-ServersAdminTestJSON-701576244-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea7723ec-9d2a-468c-977f-1e7257209758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473440 Jul 14 18:25:47.578669 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 34874) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:25:47.584414 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-1bd6a91b-4a11-47c4-aef9-15c45c4ae2c7 tempest-ServersTestBootFromVolume-338046033 tempest-ServersTestBootFromVolume-338046033-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1052321239', 'description': 'tempest-description--1490175113'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:25:47.609628 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-1bd6a91b-4a11-47c4-aef9-15c45c4ae2c7 tempest-ServersTestBootFromVolume-338046033 tempest-ServersTestBootFromVolume-338046033-project] Notify callbacks [] for security_group, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:25:47.718934 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-1bd6a91b-4a11-47c4-aef9-15c45c4ae2c7 tempest-ServersTestBootFromVolume-338046033 tempest-ServersTestBootFromVolume-338046033-project] Notify callbacks [] for security_group, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:25:47.726504 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-1bd6a91b-4a11-47c4-aef9-15c45c4ae2c7 tempest-ServersTestBootFromVolume-338046033 tempest-ServersTestBootFromVolume-338046033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:25:47.757754 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd6a91b-4a11-47c4-aef9-15c45c4ae2c7 tempest-ServersTestBootFromVolume-338046033 tempest-ServersTestBootFromVolume-338046033-project] Pushing event updated for resources: {'SecurityGroup': ['ID=21521fa0-66ce-4b78-82b0-f6cb49764165,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:25:47.770369 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-1bd6a91b-4a11-47c4-aef9-15c45c4ae2c7 tempest-ServersTestBootFromVolume-338046033 tempest-ServersTestBootFromVolume-338046033-project] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:25:47.771655 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-1bd6a91b-4a11-47c4-aef9-15c45c4ae2c7 tempest-ServersTestBootFromVolume-338046033 tempest-ServersTestBootFromVolume-338046033-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1919243 Jul 14 18:25:47.774723 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 34876) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:25:47.779973 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-f13ef5a4-befd-42d6-8b8d-233d1a2ea77a tempest-ServersTestBootFromVolume-338046033 tempest-ServersTestBootFromVolume-338046033-project] Request body: {'security_group_rule': {'security_group_id': '21521fa0-66ce-4b78-82b0-f6cb49764165', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:25:47.823656 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-f13ef5a4-befd-42d6-8b8d-233d1a2ea77a tempest-ServersTestBootFromVolume-338046033 tempest-ServersTestBootFromVolume-338046033-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:25:47.890500 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-f13ef5a4-befd-42d6-8b8d-233d1a2ea77a tempest-ServersTestBootFromVolume-338046033 tempest-ServersTestBootFromVolume-338046033-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:25:47.894979 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-f13ef5a4-befd-42d6-8b8d-233d1a2ea77a tempest-ServersTestBootFromVolume-338046033 tempest-ServersTestBootFromVolume-338046033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305173'] for security_group_rule, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:25:47.918877 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13ef5a4-befd-42d6-8b8d-233d1a2ea77a tempest-ServersTestBootFromVolume-338046033 tempest-ServersTestBootFromVolume-338046033-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e1b749f-a9bf-4d59-94bf-d2e9913d3c5b,revision_number=0']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:25:47.929526 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-f13ef5a4-befd-42d6-8b8d-233d1a2ea77a tempest-ServersTestBootFromVolume-338046033 tempest-ServersTestBootFromVolume-338046033-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:25:47.933488 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-f13ef5a4-befd-42d6-8b8d-233d1a2ea77a tempest-ServersTestBootFromVolume-338046033 tempest-ServersTestBootFromVolume-338046033-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1549690 Jul 14 18:25:47.933801 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 34882) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:25:47.938572 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-1ba0c331-602f-4e57-8a85-b6cd3211f6ad tempest-ServersTestBootFromVolume-338046033 tempest-ServersTestBootFromVolume-338046033-project] Request body: {'security_group_rule': {'security_group_id': '21521fa0-66ce-4b78-82b0-f6cb49764165', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:25:47.971198 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-1ba0c331-602f-4e57-8a85-b6cd3211f6ad tempest-ServersTestBootFromVolume-338046033 tempest-ServersTestBootFromVolume-338046033-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:25:47.998564 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-7e544a8c-db2f-4fc7-b2d5-7e08894db516 req-1cd71632-b382-492a-b323-48e91401367e tempest-ServerShowV247Test-68493364 tempest-ServerShowV247Test-68493364-project] 10.222.0.16 "GET /v2.0/ports?device_id=e742e13c-60d9-44c3-9fc8-7b7eccb86217 HTTP/1.1" status: 200 len: 210 time: 0.0437310 Jul 14 18:25:48.034023 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-1ba0c331-602f-4e57-8a85-b6cd3211f6ad tempest-ServersTestBootFromVolume-338046033 tempest-ServersTestBootFromVolume-338046033-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:25:48.044077 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-1ba0c331-602f-4e57-8a85-b6cd3211f6ad tempest-ServersTestBootFromVolume-338046033 tempest-ServersTestBootFromVolume-338046033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305173'] for security_group_rule, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:25:48.055291 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dca2ca7-aa9c-4a31-a73e-817c35e27a69 req-5d7798cb-c6e1-443d-9db8-c07ebe6f9bb5 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:25:48.057441 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-5dca2ca7-aa9c-4a31-a73e-817c35e27a69 req-5d7798cb-c6e1-443d-9db8-c07ebe6f9bb5 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.16 "GET /v2.0/ports?device_id=85403e3f-7fd5-4848-9edb-9810e7a89b4f HTTP/1.1" status: 200 len: 950 time: 0.1008554 Jul 14 18:25:48.069949 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba0c331-602f-4e57-8a85-b6cd3211f6ad tempest-ServersTestBootFromVolume-338046033 tempest-ServersTestBootFromVolume-338046033-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=524e0add-6bd7-48d2-8d43-6b2eba51d54e,revision_number=0']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:25:48.074352 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-1ba0c331-602f-4e57-8a85-b6cd3211f6ad tempest-ServersTestBootFromVolume-338046033 tempest-ServersTestBootFromVolume-338046033-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:25:48.078422 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-1ba0c331-602f-4e57-8a85-b6cd3211f6ad tempest-ServersTestBootFromVolume-338046033 tempest-ServersTestBootFromVolume-338046033-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1408012 Jul 14 18:25:48.078913 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 34886) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:25:48.083916 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-d57141bb-9422-4ed3-a676-b18ce6b59489 tempest-ServersTestBootFromVolume-338046033 tempest-ServersTestBootFromVolume-338046033-project] Request body: {'floatingip': {'floating_network_id': '9200a437-e1de-4520-88f6-e68386523e61'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:25:48.104469 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-5dca2ca7-aa9c-4a31-a73e-817c35e27a69 req-84feee09-f29f-448e-9486-f65107869855 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.16 "GET /v2.0/security-groups?id=95148b1b-0f93-483b-9e80-262147c27e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408821 Jul 14 18:25:48.109488 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-d57141bb-9422-4ed3-a676-b18ce6b59489 tempest-ServersTestBootFromVolume-338046033 tempest-ServersTestBootFromVolume-338046033-project] Notify callbacks [] for floatingip, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:25:48.228017 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-d57141bb-9422-4ed3-a676-b18ce6b59489 tempest-ServersTestBootFromVolume-338046033 tempest-ServersTestBootFromVolume-338046033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:25:48.285514 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cd260b-d47d-4cc7-872c-541c8db53b72 req-e7138582-664e-44a6-983e-aea6789af293 tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:25:48.287294 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a4cd260b-d47d-4cc7-872c-541c8db53b72 req-e7138582-664e-44a6-983e-aea6789af293 tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] 10.222.0.16 "GET /v2.0/ports?device_id=b52528ac-079b-4411-8ce0-cffdc5b94d6f HTTP/1.1" status: 200 len: 945 time: 0.0690176 Jul 14 18:25:48.336244 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.db_base_plugin_common [None req-d57141bb-9422-4ed3-a676-b18ce6b59489 tempest-ServersTestBootFromVolume-338046033 tempest-ServersTestBootFromVolume-338046033-project] Allocated IP 172.25.1.73 (9200a437-e1de-4520-88f6-e68386523e61/5f47f848-4532-407a-a0e2-5690ade15fd0/23d2c79a-e368-4ce4-8a72-b1bc01100b89) {{(pid=93916) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:25:48.360263 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a4cd260b-d47d-4cc7-872c-541c8db53b72 req-584f2343-9cf2-4908-ba6e-3e4fef83d83c tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] 10.222.0.16 "GET /v2.0/security-groups?id=39320fa9-4894-4542-95e3-d64e174c637e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635829 Jul 14 18:25:48.370055 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfeb7227-2788-4d16-b63c-b9011d8bcd01 req-50c8a623-5f71-4220-8d0c-57120290b75b tempest-MigrationsAdminTest-32205358 tempest-MigrationsAdminTest-32205358-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:25:48.371579 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-dfeb7227-2788-4d16-b63c-b9011d8bcd01 req-50c8a623-5f71-4220-8d0c-57120290b75b tempest-MigrationsAdminTest-32205358 tempest-MigrationsAdminTest-32205358-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=85403e3f-7fd5-4848-9edb-9810e7a89b4f HTTP/1.1" status: 200 len: 1101 time: 0.0834134 Jul 14 18:25:48.427982 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-dfeb7227-2788-4d16-b63c-b9011d8bcd01 req-79486979-698c-44b6-8208-946f54a56836 tempest-MigrationsAdminTest-32205358 tempest-MigrationsAdminTest-32205358-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=95148b1b-0f93-483b-9e80-262147c27e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483229 Jul 14 18:25:48.461017 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-d57141bb-9422-4ed3-a676-b18ce6b59489 tempest-ServersTestBootFromVolume-338046033 tempest-ServersTestBootFromVolume-338046033-project] Notify callbacks [] for port, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:25:48.518518 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-d57141bb-9422-4ed3-a676-b18ce6b59489 tempest-ServersTestBootFromVolume-338046033 tempest-ServersTestBootFromVolume-338046033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:25:48.543564 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413b75f5-3b43-49f1-b6fd-4b4ab6e97d66 req-96ab0a6a-983a-42e1-924d-d3e812c89aaa tempest-ServerRescueNegativeTestJSON-843679432 tempest-ServerRescueNegativeTestJSON-843679432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:25:48.545352 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-413b75f5-3b43-49f1-b6fd-4b4ab6e97d66 req-96ab0a6a-983a-42e1-924d-d3e812c89aaa tempest-ServerRescueNegativeTestJSON-843679432 tempest-ServerRescueNegativeTestJSON-843679432-project] 10.222.0.16 "GET /v2.0/ports?device_id=7c5857c2-2935-412d-922f-b15f51818e64 HTTP/1.1" status: 200 len: 945 time: 0.0679185 Jul 14 18:25:48.589658 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-413b75f5-3b43-49f1-b6fd-4b4ab6e97d66 req-e63292ef-fde8-4cf8-b600-db5a287cae63 tempest-ServerRescueNegativeTestJSON-843679432 tempest-ServerRescueNegativeTestJSON-843679432-project] 10.222.0.16 "GET /v2.0/security-groups?id=2ad455ff-6ff4-4067-8bf1-fdec963484f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379517 Jul 14 18:25:48.601346 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d57141bb-9422-4ed3-a676-b18ce6b59489 tempest-ServersTestBootFromVolume-338046033 tempest-ServersTestBootFromVolume-338046033-project] Network 9200a437-e1de-4520-88f6-e68386523e61 is already hosted by enough agents. {{(pid=93916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:25:48.605820 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [None req-d57141bb-9422-4ed3-a676-b18ce6b59489 tempest-ServersTestBootFromVolume-338046033 tempest-ServersTestBootFromVolume-338046033-project] Resources bound (agent type, host, resource id): {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:25:48.615436 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d57141bb-9422-4ed3-a676-b18ce6b59489 tempest-ServersTestBootFromVolume-338046033 tempest-ServersTestBootFromVolume-338046033-project] Received port after_create {{(pid=93916) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:25:48.623411 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57141bb-9422-4ed3-a676-b18ce6b59489 tempest-ServersTestBootFromVolume-338046033 tempest-ServersTestBootFromVolume-338046033-project] Pushing event updated for resources: {'Port': ['ID=23d2c79a-e368-4ce4-8a72-b1bc01100b89,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:25:48.658547 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d57141bb-9422-4ed3-a676-b18ce6b59489 tempest-ServersTestBootFromVolume-338046033 tempest-ServersTestBootFromVolume-338046033-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:25:48.658778 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d57141bb-9422-4ed3-a676-b18ce6b59489 tempest-ServersTestBootFromVolume-338046033 tempest-ServersTestBootFromVolume-338046033-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:25:48.659119 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d57141bb-9422-4ed3-a676-b18ce6b59489 tempest-ServersTestBootFromVolume-338046033 tempest-ServersTestBootFromVolume-338046033-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:25:48.659468 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d57141bb-9422-4ed3-a676-b18ce6b59489 tempest-ServersTestBootFromVolume-338046033 tempest-ServersTestBootFromVolume-338046033-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:25:48.659786 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d57141bb-9422-4ed3-a676-b18ce6b59489 tempest-ServersTestBootFromVolume-338046033 tempest-ServersTestBootFromVolume-338046033-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:25:48.660384 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d57141bb-9422-4ed3-a676-b18ce6b59489 tempest-ServersTestBootFromVolume-338046033 tempest-ServersTestBootFromVolume-338046033-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:25:48.660717 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d57141bb-9422-4ed3-a676-b18ce6b59489 tempest-ServersTestBootFromVolume-338046033 tempest-ServersTestBootFromVolume-338046033-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:25:48.661555 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d57141bb-9422-4ed3-a676-b18ce6b59489 tempest-ServersTestBootFromVolume-338046033 tempest-ServersTestBootFromVolume-338046033-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:25:48.661795 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d57141bb-9422-4ed3-a676-b18ce6b59489 tempest-ServersTestBootFromVolume-338046033 tempest-ServersTestBootFromVolume-338046033-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:25:48.662244 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d57141bb-9422-4ed3-a676-b18ce6b59489 tempest-ServersTestBootFromVolume-338046033 tempest-ServersTestBootFromVolume-338046033-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:25:48.662575 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d57141bb-9422-4ed3-a676-b18ce6b59489 tempest-ServersTestBootFromVolume-338046033 tempest-ServersTestBootFromVolume-338046033-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:25:48.662896 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d57141bb-9422-4ed3-a676-b18ce6b59489 tempest-ServersTestBootFromVolume-338046033 tempest-ServersTestBootFromVolume-338046033-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:25:48.716345 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-601c551f-6cf0-429c-9ac0-9e67eb30cf16 req-ad7f58e4-b7af-45cc-aba1-258848ffc640 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=e0d800f124a7477bb29e534c1272cd15&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0328414 Jul 14 18:25:48.758097 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-d57141bb-9422-4ed3-a676-b18ce6b59489 tempest-ServersTestBootFromVolume-338046033 tempest-ServersTestBootFromVolume-338046033-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:25:48.802871 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008138a7-da07-4522-9363-013dcbbb1d4c req-54fc0c92-c36c-41d0-bb70-ca6fa139b6d1 tempest-ServersAdminTestJSON-701576244 tempest-ServersAdminTestJSON-701576244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:25:48.813199 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-008138a7-da07-4522-9363-013dcbbb1d4c req-54fc0c92-c36c-41d0-bb70-ca6fa139b6d1 tempest-ServersAdminTestJSON-701576244 tempest-ServersAdminTestJSON-701576244-project] 10.222.0.16 "GET /v2.0/ports?device_id=c37af3d9-5cf3-44f0-a629-12e66be48e93 HTTP/1.1" status: 200 len: 950 time: 0.1738505 Jul 14 18:25:48.831811 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-d57141bb-9422-4ed3-a676-b18ce6b59489 tempest-ServersTestBootFromVolume-338046033 tempest-ServersTestBootFromVolume-338046033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:25:48.873734 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-008138a7-da07-4522-9363-013dcbbb1d4c req-3926a593-dbca-4459-807d-29f2353fb981 tempest-ServersAdminTestJSON-701576244 tempest-ServersAdminTestJSON-701576244-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea7723ec-9d2a-468c-977f-1e7257209758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596449 Jul 14 18:25:48.889367 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601c551f-6cf0-429c-9ac0-9e67eb30cf16 req-913c9d3e-357f-4a6b-9b30-4600c80a118e tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:25:48.891199 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-601c551f-6cf0-429c-9ac0-9e67eb30cf16 req-913c9d3e-357f-4a6b-9b30-4600c80a118e tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1650226 Jul 14 18:25:48.932878 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-601c551f-6cf0-429c-9ac0-9e67eb30cf16 req-da4f0482-8be4-42fe-b31b-c9c41e2b13e4 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.16 "GET /v2.0/quotas/e0d800f124a7477bb29e534c1272cd15 HTTP/1.1" status: 200 len: 375 time: 0.0206566 Jul 14 18:25:48.935942 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 9fa0c26d-e1e1-47fd-be3f-cb68c1edbb88 up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:25:48.987761 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning for port 9fa0c26d-e1e1-47fd-be3f-cb68c1edbb88 completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:25:48.991936 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port 9fa0c26d-e1e1-47fd-be3f-cb68c1edbb88 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:25:48.992339 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:25:49.004772 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-601c551f-6cf0-429c-9ac0-9e67eb30cf16 req-f9c60d1d-3871-41af-a2f7-081d6134269f tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=e0d800f124a7477bb29e534c1272cd15&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0708356 Jul 14 18:25:49.050235 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-d57141bb-9422-4ed3-a676-b18ce6b59489 tempest-ServersTestBootFromVolume-338046033 tempest-ServersTestBootFromVolume-338046033-project] Notify callbacks [] for port, precommit_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:25:49.056838 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-d57141bb-9422-4ed3-a676-b18ce6b59489 tempest-ServersTestBootFromVolume-338046033 tempest-ServersTestBootFromVolume-338046033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2684870'] for port, after_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:25:49.090800 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:25:49.102335 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57141bb-9422-4ed3-a676-b18ce6b59489 tempest-ServersTestBootFromVolume-338046033 tempest-ServersTestBootFromVolume-338046033-project] Pushing event updated for resources: {'Port': ['ID=23d2c79a-e368-4ce4-8a72-b1bc01100b89,revision_number=2']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:25:49.133362 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] For port 9fa0c26d-e1e1-47fd-be3f-cb68c1edbb88, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=9fa0c26d-e1e1-47fd-be3f-cb68c1edbb88,segment=NetworkSegment(5afb940b-bbdf-4727-be00-5d46367c38a1),segment_id=5afb940b-bbdf-4727-be00-5d46367c38a1)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:25:49.140868 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:25:49.163034 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-d57141bb-9422-4ed3-a676-b18ce6b59489 tempest-ServersTestBootFromVolume-338046033 tempest-ServersTestBootFromVolume-338046033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-930131'] for floatingip, after_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:25:49.181638 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-d57141bb-9422-4ed3-a676-b18ce6b59489 tempest-ServersTestBootFromVolume-338046033 tempest-ServersTestBootFromVolume-338046033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for floatingip, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:25:49.183688 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-d57141bb-9422-4ed3-a676-b18ce6b59489 tempest-ServersTestBootFromVolume-338046033 tempest-ServersTestBootFromVolume-338046033-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1041849 Jul 14 18:25:49.236263 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55f5c5e0-a79e-434b-ae76-459030477997 None None] Sync routers for ids ['147bf032-b8c0-492a-a87a-bc31f1642c64'] in n-d-800634-3 {{(pid=93918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 18:25:49.241003 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-5ef7cdf0-02ea-423d-a699-58ffde25cc92 req-76bf123f-71b6-4daf-a024-bb583e4fa36b tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.16 "GET /v2.0/ports?device_id=0a88c096-4af3-4575-935b-65bff7ae8d10 HTTP/1.1" status: 200 len: 210 time: 0.0839348 Jul 14 18:25:49.244462 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Pushing event updated for resources: {'Port': ['ID=9fa0c26d-e1e1-47fd-be3f-cb68c1edbb88,revision_number=4']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:25:49.253080 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55f5c5e0-a79e-434b-ae76-459030477997 None None] Routers {'147bf032-b8c0-492a-a87a-bc31f1642c64'} bound to L3 agent in host n-d-800634-3 {{(pid=93918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:25:49.253703 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-55f5c5e0-a79e-434b-ae76-459030477997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:25:23Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['147bf032-b8c0-492a-a87a-bc31f1642c64'], 'active': True} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:25:49.291453 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-d6080224-b00c-43cc-a878-5fcf7ff9ac22 req-88518ec5-65e5-4f65-a3d7-333071912840 tempest-ServerShowV247Test-68493364 tempest-ServerShowV247Test-68493364-project] 10.222.0.16 "GET /v2.0/ports?device_id=e742e13c-60d9-44c3-9fc8-7b7eccb86217 HTTP/1.1" status: 200 len: 210 time: 0.0752909 Jul 14 18:25:49.374175 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvr_db [None req-55f5c5e0-a79e-434b-ae76-459030477997 None None] Set router 147bf032-b8c0-492a-a87a-bc31f1642c64 gateway port host: n-d-800634-3 {{(pid=93918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 18:25:49.613556 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-55f5c5e0-a79e-434b-ae76-459030477997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '147bf032-b8c0-492a-a87a-bc31f1642c64', 'name': 'tempest-ServersTestBootFromVolume-380101461-router', 'tenant_id': '05921a45b4d74b12aa43c048ba89464c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.129'}], 'enable_snat': True}, 'gw_port_id': '9fa0c26d-e1e1-47fd-be3f-cb68c1edbb88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:25:41Z', 'updated_at': '2021-07-14T18:25:45Z', 'revision_number': 4, 'project_id': '05921a45b4d74b12aa43c048ba89464c', 'gw_port': {'id': '9fa0c26d-e1e1-47fd-be3f-cb68c1edbb88', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:11:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '147bf032-b8c0-492a-a87a-bc31f1642c64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 961, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:25:42Z', 'updated_at': '2021-07-14T18:25:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_interfaces': [{'id': '22f5fb29-91f8-499b-9b28-ff886541c789', 'name': '', 'network_id': 'fbdb072c-d165-4590-b31e-296ae33ff65f', 'tenant_id': '05921a45b4d74b12aa43c048ba89464c', 'mac_address': 'fa:16:3e:dd:40:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '147bf032-b8c0-492a-a87a-bc31f1642c64', 'device_owner': 'network:router_interface', 'standard_attr_id': 962, 'fixed_ips': [{'subnet_id': 'ca7b4677-c864-415b-b909-aa380c73a9be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:25:44Z', 'updated_at': '2021-07-14T18:25:45Z', 'revision_number': 2, 'project_id': '05921a45b4d74b12aa43c048ba89464c', 'subnets': [{'id': 'ca7b4677-c864-415b-b909-aa380c73a9be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-3', False) {} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:25:49.629788 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ac83da-3d0f-49b3-bb26-c6179ce37b27 req-71ab66c4-4886-4fc8-a9f7-2c081f3ec123 tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:25:49.637872 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-09ac83da-3d0f-49b3-bb26-c6179ce37b27 req-71ab66c4-4886-4fc8-a9f7-2c081f3ec123 tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] 10.222.0.16 "GET /v2.0/ports?device_id=b52528ac-079b-4411-8ce0-cffdc5b94d6f HTTP/1.1" status: 200 len: 945 time: 0.1272056 Jul 14 18:25:49.642073 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55f5c5e0-a79e-434b-ae76-459030477997 None None] Checking router: 147bf032-b8c0-492a-a87a-bc31f1642c64 for host: n-d-800634-3 {{(pid=93918) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 18:25:49.642717 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55f5c5e0-a79e-434b-ae76-459030477997 None None] Updating router 147bf032-b8c0-492a-a87a-bc31f1642c64 port 22f5fb29-91f8-499b-9b28-ff886541c789 binding host n-d-800634-3 {{(pid=93918) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 18:25:49.679859 n-d-800634-3 neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-55f5c5e0-a79e-434b-ae76-459030477997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:25:49.722964 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-09ac83da-3d0f-49b3-bb26-c6179ce37b27 req-028f1d6a-aa7f-4105-abb6-58163398539b tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] 10.222.0.16 "GET /v2.0/security-groups?id=39320fa9-4894-4542-95e3-d64e174c637e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827718 Jul 14 18:25:49.929986 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-cbd9bc6b-9300-4481-8a1e-b254dd6e6b5a req-904a8f74-d9aa-4ba8-a6aa-e54f02449861 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=e742e13c-60d9-44c3-9fc8-7b7eccb86217 HTTP/1.1" status: 200 len: 210 time: 0.0461562 Jul 14 18:25:49.938913 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323a93c9-1090-4cef-892f-5d18aa36eef6 req-5589a26d-8182-4880-bef7-deef2a7a8702 tempest-ServerRescueNegativeTestJSON-843679432 tempest-ServerRescueNegativeTestJSON-843679432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:25:49.945894 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-323a93c9-1090-4cef-892f-5d18aa36eef6 req-5589a26d-8182-4880-bef7-deef2a7a8702 tempest-ServerRescueNegativeTestJSON-843679432 tempest-ServerRescueNegativeTestJSON-843679432-project] 10.222.0.16 "GET /v2.0/ports?device_id=7c5857c2-2935-412d-922f-b15f51818e64 HTTP/1.1" status: 200 len: 945 time: 0.1371732 Jul 14 18:25:49.996239 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-323a93c9-1090-4cef-892f-5d18aa36eef6 req-48fdfcc1-869b-4963-905c-2f7ad4aba6de tempest-ServerRescueNegativeTestJSON-843679432 tempest-ServerRescueNegativeTestJSON-843679432-project] 10.222.0.16 "GET /v2.0/security-groups?id=2ad455ff-6ff4-4067-8bf1-fdec963484f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492721 Jul 14 18:25:50.076472 n-d-800634-3 neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-55f5c5e0-a79e-434b-ae76-459030477997 None None] Notify callbacks [] for port, precommit_update {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:25:50.088695 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.provisioning_blocks [None req-55f5c5e0-a79e-434b-ae76-459030477997 None None] Transition to ACTIVE for port object 22f5fb29-91f8-499b-9b28-ff886541c789 will not be triggered until provisioned by entity L2. {{(pid=93918) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:25:50.096939 n-d-800634-3 neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-55f5c5e0-a79e-434b-ae76-459030477997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:25:50.159831 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdaf5a78-b43e-48f9-a138-e0bf9fbeb73c None None] Pushing event updated for resources: {'Port': ['ID=22f5fb29-91f8-499b-9b28-ff886541c789,revision_number=3']} {{(pid=93918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:25:50.168231 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4519fc9c-55e4-48e5-9d1c-4a9dee26743b req-09a86f1f-e526-436a-9e57-4af3c07cfabc tempest-ServersAdminTestJSON-701576244 tempest-ServersAdminTestJSON-701576244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:25:50.170376 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-4519fc9c-55e4-48e5-9d1c-4a9dee26743b req-09a86f1f-e526-436a-9e57-4af3c07cfabc tempest-ServersAdminTestJSON-701576244 tempest-ServersAdminTestJSON-701576244-project] 10.222.0.16 "GET /v2.0/ports?device_id=c37af3d9-5cf3-44f0-a629-12e66be48e93 HTTP/1.1" status: 200 len: 950 time: 0.1098545 Jul 14 18:25:50.237332 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdaf5a78-b43e-48f9-a138-e0bf9fbeb73c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:25:50.239028 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdaf5a78-b43e-48f9-a138-e0bf9fbeb73c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:25:50.239596 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdaf5a78-b43e-48f9-a138-e0bf9fbeb73c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:25:50.240156 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdaf5a78-b43e-48f9-a138-e0bf9fbeb73c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:25:50.240960 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdaf5a78-b43e-48f9-a138-e0bf9fbeb73c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:25:50.241458 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdaf5a78-b43e-48f9-a138-e0bf9fbeb73c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:25:50.241950 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdaf5a78-b43e-48f9-a138-e0bf9fbeb73c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:25:50.242647 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdaf5a78-b43e-48f9-a138-e0bf9fbeb73c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:25:50.243150 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdaf5a78-b43e-48f9-a138-e0bf9fbeb73c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:25:50.243637 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdaf5a78-b43e-48f9-a138-e0bf9fbeb73c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:25:50.244148 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdaf5a78-b43e-48f9-a138-e0bf9fbeb73c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:25:50.244646 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdaf5a78-b43e-48f9-a138-e0bf9fbeb73c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:25:50.247885 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-4519fc9c-55e4-48e5-9d1c-4a9dee26743b req-958b90b6-f0ef-4b77-b6c7-84b926a9380c tempest-ServersAdminTestJSON-701576244 tempest-ServersAdminTestJSON-701576244-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea7723ec-9d2a-468c-977f-1e7257209758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669804 Jul 14 18:25:50.266570 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.managers [None req-55f5c5e0-a79e-434b-ae76-459030477997 None None] Attempting to bind port 22f5fb29-91f8-499b-9b28-ff886541c789 on host n-d-800634-3 for vnic_type normal with profile {{(pid=93918) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:25:50.267413 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.managers [None req-55f5c5e0-a79e-434b-ae76-459030477997 None None] Attempting to bind port 22f5fb29-91f8-499b-9b28-ff886541c789 by drivers openvswitch,hyperv on host n-d-800634-3 at level 0 using segments [{'id': '5093adae-6495-4a38-9ebe-1728c2765660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'fbdb072c-d165-4590-b31e-296ae33ff65f'}] {{(pid=93918) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:25:50.267775 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55f5c5e0-a79e-434b-ae76-459030477997 None None] Attempting to bind port 22f5fb29-91f8-499b-9b28-ff886541c789 on network fbdb072c-d165-4590-b31e-296ae33ff65f {{(pid=93918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:25:50.274515 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55f5c5e0-a79e-434b-ae76-459030477997 None None] Checking agent: {'id': '01c19e91-a945-4e3c-94a6-c211e17c923e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 8, 23), 'started_at': datetime.datetime(2021, 7, 14, 18, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 18, 25, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 18:25:50.275284 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55f5c5e0-a79e-434b-ae76-459030477997 None None] Checking segment: {'id': '5093adae-6495-4a38-9ebe-1728c2765660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'fbdb072c-d165-4590-b31e-296ae33ff65f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93918) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:25:50.275510 n-d-800634-3 neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-55f5c5e0-a79e-434b-ae76-459030477997 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:25:50.276349 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55f5c5e0-a79e-434b-ae76-459030477997 None None] Bound using segment: {'id': '5093adae-6495-4a38-9ebe-1728c2765660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'fbdb072c-d165-4590-b31e-296ae33ff65f'} {{(pid=93918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 18:25:50.276822 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.managers [None req-55f5c5e0-a79e-434b-ae76-459030477997 None None] Bound port: 22f5fb29-91f8-499b-9b28-ff886541c789, host: n-d-800634-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5093adae-6495-4a38-9ebe-1728c2765660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'fbdb072c-d165-4590-b31e-296ae33ff65f'}}] {{(pid=93918) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 18:25:50.277218 n-d-800634-3 neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-55f5c5e0-a79e-434b-ae76-459030477997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:25:50.318978 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-4369bafd-1450-4051-825b-2d2ba0e8cbf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:25:50.368035 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.db [None req-55f5c5e0-a79e-434b-ae76-459030477997 None None] For port 22f5fb29-91f8-499b-9b28-ff886541c789, host n-d-800634-3, cleared binding levels {{(pid=93918) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:25:50.371742 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.db [None req-55f5c5e0-a79e-434b-ae76-459030477997 None None] For port 22f5fb29-91f8-499b-9b28-ff886541c789, host n-d-800634-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=22f5fb29-91f8-499b-9b28-ff886541c789,segment=NetworkSegment(5093adae-6495-4a38-9ebe-1728c2765660),segment_id=5093adae-6495-4a38-9ebe-1728c2765660)] {{(pid=93918) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 18:25:50.377738 n-d-800634-3 neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-55f5c5e0-a79e-434b-ae76-459030477997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:25:50.389697 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3b86dab1-8193-49c6-bdba-55cdf550a047 req-3ef56cf6-cf1b-4a7d-8b01-0b33d6ffa4d1 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.16 "GET /v2.0/ports?device_id=0a88c096-4af3-4575-935b-65bff7ae8d10 HTTP/1.1" status: 200 len: 210 time: 0.0345042 Jul 14 18:25:50.440641 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdaf5a78-b43e-48f9-a138-e0bf9fbeb73c None None] Pushing event updated for resources: {'Port': ['ID=22f5fb29-91f8-499b-9b28-ff886541c789,revision_number=4']} {{(pid=93918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:25:50.478129 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55f5c5e0-a79e-434b-ae76-459030477997 None None] Routers {'147bf032-b8c0-492a-a87a-bc31f1642c64'} bound to L3 agent in host n-d-800634-3 {{(pid=93918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:25:50.478766 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-55f5c5e0-a79e-434b-ae76-459030477997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:25:23Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['147bf032-b8c0-492a-a87a-bc31f1642c64'], 'active': True} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:25:50.527115 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-78b9e724-f2d6-40dd-b82b-f504adb3bebd req-13b6d22b-b99f-41e6-b4df-f863711848d5 tempest-ServerShowV247Test-68493364 tempest-ServerShowV247Test-68493364-project] 10.222.0.16 "GET /v2.0/ports?device_id=e742e13c-60d9-44c3-9fc8-7b7eccb86217 HTTP/1.1" status: 200 len: 210 time: 0.0392435 Jul 14 18:25:50.613495 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvr_db [None req-55f5c5e0-a79e-434b-ae76-459030477997 None None] Set router 147bf032-b8c0-492a-a87a-bc31f1642c64 gateway port host: n-d-800634-3 {{(pid=93918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 18:25:50.753158 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-601c551f-6cf0-429c-9ac0-9e67eb30cf16 req-7ffe0a96-79f2-4492-b591-60e824984eee tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=e0d800f124a7477bb29e534c1272cd15&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0251784 Jul 14 18:25:50.929459 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-55f5c5e0-a79e-434b-ae76-459030477997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '147bf032-b8c0-492a-a87a-bc31f1642c64', 'name': 'tempest-ServersTestBootFromVolume-380101461-router', 'tenant_id': '05921a45b4d74b12aa43c048ba89464c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.129'}], 'enable_snat': True}, 'gw_port_id': '9fa0c26d-e1e1-47fd-be3f-cb68c1edbb88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:25:41Z', 'updated_at': '2021-07-14T18:25:45Z', 'revision_number': 4, 'project_id': '05921a45b4d74b12aa43c048ba89464c', 'gw_port': {'id': '9fa0c26d-e1e1-47fd-be3f-cb68c1edbb88', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:11:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '147bf032-b8c0-492a-a87a-bc31f1642c64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 961, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:25:42Z', 'updated_at': '2021-07-14T18:25:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_interfaces': [{'id': '22f5fb29-91f8-499b-9b28-ff886541c789', 'name': '', 'network_id': 'fbdb072c-d165-4590-b31e-296ae33ff65f', 'tenant_id': '05921a45b4d74b12aa43c048ba89464c', 'mac_address': 'fa:16:3e:dd:40:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '147bf032-b8c0-492a-a87a-bc31f1642c64', 'device_owner': 'network:router_interface', 'standard_attr_id': 962, 'fixed_ips': [{'subnet_id': 'ca7b4677-c864-415b-b909-aa380c73a9be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:25:44Z', 'updated_at': '2021-07-14T18:25:50Z', 'revision_number': 4, 'project_id': '05921a45b4d74b12aa43c048ba89464c', 'subnets': [{'id': 'ca7b4677-c864-415b-b909-aa380c73a9be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-3', False) {} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:25:50.963492 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 22f5fb29-91f8-499b-9b28-ff886541c789 up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:25:50.985982 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55f5c5e0-a79e-434b-ae76-459030477997 None None] The sync data for ids ['147bf032-b8c0-492a-a87a-bc31f1642c64'] in n-d-800634-3 is: [{'id': '147bf032-b8c0-492a-a87a-bc31f1642c64', 'name': 'tempest-ServersTestBootFromVolume-380101461-router', 'tenant_id': '05921a45b4d74b12aa43c048ba89464c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.129'}], 'enable_snat': True}, 'gw_port_id': '9fa0c26d-e1e1-47fd-be3f-cb68c1edbb88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:25:41Z', 'updated_at': '2021-07-14T18:25:45Z', 'revision_number': 4, 'project_id': '05921a45b4d74b12aa43c048ba89464c', 'gw_port': {'id': '9fa0c26d-e1e1-47fd-be3f-cb68c1edbb88', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:11:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '147bf032-b8c0-492a-a87a-bc31f1642c64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 961, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:25:42Z', 'updated_at': '2021-07-14T18:25:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_interfaces': [{'id': '22f5fb29-91f8-499b-9b28-ff886541c789', 'name': '', 'network_id': 'fbdb072c-d165-4590-b31e-296ae33ff65f', 'tenant_id': '05921a45b4d74b12aa43c048ba89464c', 'mac_address': 'fa:16:3e:dd:40:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '147bf032-b8c0-492a-a87a-bc31f1642c64', 'device_owner': 'network:router_interface', 'standard_attr_id': 962, 'fixed_ips': [{'subnet_id': 'ca7b4677-c864-415b-b909-aa380c73a9be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:25:44Z', 'updated_at': '2021-07-14T18:25:50Z', 'revision_number': 4, 'project_id': '05921a45b4d74b12aa43c048ba89464c', 'subnets': [{'id': 'ca7b4677-c864-415b-b909-aa380c73a9be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 18:25:51.084398 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning for port 22f5fb29-91f8-499b-9b28-ff886541c789 completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:25:51.088911 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port 22f5fb29-91f8-499b-9b28-ff886541c789 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:25:51.089286 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:25:51.092580 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72adca4-df3e-45ce-91ce-af13c472419f req-6b661346-51af-45a3-9c98-d44ac0cd2e6b tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:25:51.100731 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a72adca4-df3e-45ce-91ce-af13c472419f req-6b661346-51af-45a3-9c98-d44ac0cd2e6b tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] 10.222.0.16 "GET /v2.0/ports?device_id=b52528ac-079b-4411-8ce0-cffdc5b94d6f HTTP/1.1" status: 200 len: 945 time: 0.1709144 Jul 14 18:25:51.120327 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601c551f-6cf0-429c-9ac0-9e67eb30cf16 req-3bf9a196-cb42-4e0e-889e-92c07b92a1f1 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:25:51.123651 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-601c551f-6cf0-429c-9ac0-9e67eb30cf16 req-3bf9a196-cb42-4e0e-889e-92c07b92a1f1 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3399715 Jul 14 18:25:51.166282 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [req-601c551f-6cf0-429c-9ac0-9e67eb30cf16 req-70f6f474-bc76-47d8-9722-36c9a99e54d0 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] Request body: {'port': {'device_id': '0a88c096-4af3-4575-935b-65bff7ae8d10', 'network_id': '4f742057-89ee-4b4a-86f7-487ee61881a1', 'admin_state_up': True, 'tenant_id': 'e0d800f124a7477bb29e534c1272cd15'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:25:51.243602 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:25:51.287078 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] For port 22f5fb29-91f8-499b-9b28-ff886541c789, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=22f5fb29-91f8-499b-9b28-ff886541c789,segment=NetworkSegment(5093adae-6495-4a38-9ebe-1728c2765660),segment_id=5093adae-6495-4a38-9ebe-1728c2765660)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:25:51.301275 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:25:51.302806 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 9fa0c26d-e1e1-47fd-be3f-cb68c1edbb88 up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:25:51.304414 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a72adca4-df3e-45ce-91ce-af13c472419f req-3bbeac8f-fd25-44f9-a10f-965339934658 tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] 10.222.0.16 "GET /v2.0/security-groups?id=39320fa9-4894-4542-95e3-d64e174c637e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1779916 Jul 14 18:25:51.412220 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c823e44-d87d-415f-a1be-9acf1a19d917 req-618c5a9d-adb5-47af-9382-263c6cd8d341 tempest-ServerRescueNegativeTestJSON-843679432 tempest-ServerRescueNegativeTestJSON-843679432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:25:51.420148 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Pushing event updated for resources: {'Port': ['ID=22f5fb29-91f8-499b-9b28-ff886541c789,revision_number=5']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:25:51.421111 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-1c823e44-d87d-415f-a1be-9acf1a19d917 req-618c5a9d-adb5-47af-9382-263c6cd8d341 tempest-ServerRescueNegativeTestJSON-843679432 tempest-ServerRescueNegativeTestJSON-843679432-project] 10.222.0.16 "GET /v2.0/ports?device_id=7c5857c2-2935-412d-922f-b15f51818e64 HTTP/1.1" status: 200 len: 945 time: 0.2174916 Jul 14 18:25:51.424072 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-601c551f-6cf0-429c-9ac0-9e67eb30cf16 req-70f6f474-bc76-47d8-9722-36c9a99e54d0 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] Made reservation on behalf of e0d800f124a7477bb29e534c1272cd15 for: {'port': 1} {{(pid=93915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:25:51.430133 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-601c551f-6cf0-429c-9ac0-9e67eb30cf16 req-70f6f474-bc76-47d8-9722-36c9a99e54d0 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:25:51.449661 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port 9fa0c26d-e1e1-47fd-be3f-cb68c1edbb88 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:25:51.453019 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:25:51.588744 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-1c823e44-d87d-415f-a1be-9acf1a19d917 req-46e65029-2762-43a6-8081-9f830db0ebf7 tempest-ServerRescueNegativeTestJSON-843679432 tempest-ServerRescueNegativeTestJSON-843679432-project] 10.222.0.16 "GET /v2.0/security-groups?id=2ad455ff-6ff4-4067-8bf1-fdec963484f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664536 Jul 14 18:25:51.740769 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efc88d2-ab2a-4e57-9076-2d771df49e12 req-8917fad3-dfed-43e5-8560-25b9169bc945 tempest-ServersAdminTestJSON-701576244 tempest-ServersAdminTestJSON-701576244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:25:51.742344 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-5efc88d2-ab2a-4e57-9076-2d771df49e12 req-8917fad3-dfed-43e5-8560-25b9169bc945 tempest-ServersAdminTestJSON-701576244 tempest-ServersAdminTestJSON-701576244-project] 10.222.0.16 "GET /v2.0/ports?device_id=c37af3d9-5cf3-44f0-a629-12e66be48e93 HTTP/1.1" status: 200 len: 950 time: 0.2407072 Jul 14 18:25:51.758064 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.db_base_plugin_common [req-601c551f-6cf0-429c-9ac0-9e67eb30cf16 req-70f6f474-bc76-47d8-9722-36c9a99e54d0 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] Allocated IP 192.168.233.237 (4f742057-89ee-4b4a-86f7-487ee61881a1/f20c54fb-f7da-4761-aa61-2e4f99f3d332/2d86f518-a5dc-431f-bc2b-7938083f5172) {{(pid=93915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:25:51.792648 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-7fff741a-6b8a-42c0-bb30-9c4cea5d5468 req-0b6cc1c9-59f4-4622-81b2-095cd857f969 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.16 "GET /v2.0/ports?device_id=0a88c096-4af3-4575-935b-65bff7ae8d10 HTTP/1.1" status: 200 len: 210 time: 0.0635924 Jul 14 18:25:51.845888 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-5efc88d2-ab2a-4e57-9076-2d771df49e12 req-50901d56-fa86-4ced-beda-7811e02e7134 tempest-ServersAdminTestJSON-701576244 tempest-ServersAdminTestJSON-701576244-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea7723ec-9d2a-468c-977f-1e7257209758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902269 Jul 14 18:25:52.014358 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6ec3d388-9f55-4c9c-ade2-e1b7bc896675 req-eaa05666-4969-43fa-8875-7cf57058fa5a tempest-ServerShowV247Test-68493364 tempest-ServerShowV247Test-68493364-project] 10.222.0.16 "GET /v2.0/ports?device_id=e742e13c-60d9-44c3-9fc8-7b7eccb86217 HTTP/1.1" status: 200 len: 210 time: 0.0757420 Jul 14 18:25:52.102142 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-601c551f-6cf0-429c-9ac0-9e67eb30cf16 req-70f6f474-bc76-47d8-9722-36c9a99e54d0 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] Notify callbacks [] for port, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:25:52.118530 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.provisioning_blocks [req-601c551f-6cf0-429c-9ac0-9e67eb30cf16 req-70f6f474-bc76-47d8-9722-36c9a99e54d0 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] Transition to ACTIVE for port object 2d86f518-a5dc-431f-bc2b-7938083f5172 will not be triggered until provisioned by entity DHCP. {{(pid=93915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:25:52.154565 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-601c551f-6cf0-429c-9ac0-9e67eb30cf16 req-70f6f474-bc76-47d8-9722-36c9a99e54d0 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:25:52.167569 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] get_ports_and_sgs() called for port_ids ['7c097f78-08e4-4fc9-a177-b8812f88bb8a'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 18:25:52.212084 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-601c551f-6cf0-429c-9ac0-9e67eb30cf16 req-70f6f474-bc76-47d8-9722-36c9a99e54d0 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] Network 4f742057-89ee-4b4a-86f7-487ee61881a1 is already hosted by enough agents. {{(pid=93915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:25:52.216494 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [req-601c551f-6cf0-429c-9ac0-9e67eb30cf16 req-70f6f474-bc76-47d8-9722-36c9a99e54d0 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] Resources bound (agent type, host, resource id): {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:25:52.221620 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [req-601c551f-6cf0-429c-9ac0-9e67eb30cf16 req-70f6f474-bc76-47d8-9722-36c9a99e54d0 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] Received port after_create {{(pid=93915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:25:52.285571 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f6f474-bc76-47d8-9722-36c9a99e54d0 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] Pushing event updated for resources: {'Port': ['ID=2d86f518-a5dc-431f-bc2b-7938083f5172,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:25:52.310102 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601c551f-6cf0-429c-9ac0-9e67eb30cf16 req-70f6f474-bc76-47d8-9722-36c9a99e54d0 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:25:52.310908 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-601c551f-6cf0-429c-9ac0-9e67eb30cf16 req-70f6f474-bc76-47d8-9722-36c9a99e54d0 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:25:52.332630 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-601c551f-6cf0-429c-9ac0-9e67eb30cf16 req-70f6f474-bc76-47d8-9722-36c9a99e54d0 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1916990 Jul 14 18:25:52.347572 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [req-601c551f-6cf0-429c-9ac0-9e67eb30cf16 req-c8c0f837-5e03-47c8-9624-358f6c80a6d0 service neutron] Request body: {'port': {'device_id': '0a88c096-4af3-4575-935b-65bff7ae8d10', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800634-3'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:25:52.479144 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-11ac753f-6839-4a77-b7fa-1ab0da4ab663 req-f0188b29-5446-4972-93a5-6fcb74641852 tempest-ServerShowV247Test-68493364 tempest-ServerShowV247Test-68493364-project] 10.222.0.16 "GET /v2.0/ports?device_id=e742e13c-60d9-44c3-9fc8-7b7eccb86217&device_id=715b2fcd-17a8-43dd-a977-1101a8e7ee09 HTTP/1.1" status: 200 len: 210 time: 0.0768595 Jul 14 18:25:52.575717 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-59209470-a53a-414e-8f58-2b3881d11b11 None None] Provisioning for port 2d86f518-a5dc-431f-bc2b-7938083f5172 completed by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:25:52.582753 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-59209470-a53a-414e-8f58-2b3881d11b11 None None] Provisioning complete for port 2d86f518-a5dc-431f-bc2b-7938083f5172 triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:25:52.583690 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-59209470-a53a-414e-8f58-2b3881d11b11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:25:52.607230 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-601c551f-6cf0-429c-9ac0-9e67eb30cf16 req-c8c0f837-5e03-47c8-9624-358f6c80a6d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:25:52.617337 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575aa1e3-0803-44b3-a12e-23fc577f5908 req-17033d49-bfc6-4139-b08a-09c914b91d90 tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:25:52.625064 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-575aa1e3-0803-44b3-a12e-23fc577f5908 req-17033d49-bfc6-4139-b08a-09c914b91d90 tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] 10.222.0.16 "GET /v2.0/ports?device_id=b52528ac-079b-4411-8ce0-cffdc5b94d6f HTTP/1.1" status: 200 len: 945 time: 0.1424160 Jul 14 18:25:52.638846 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-59209470-a53a-414e-8f58-2b3881d11b11 None None] Port 2d86f518-a5dc-431f-bc2b-7938083f5172 cannot update to ACTIVE because it is not bound. {{(pid=93917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 18:25:52.678123 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-575aa1e3-0803-44b3-a12e-23fc577f5908 req-dc5bdb34-ba5a-4fdf-8ce8-5a511278cf28 tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] 10.222.0.16 "GET /v2.0/security-groups?id=39320fa9-4894-4542-95e3-d64e174c637e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507014 Jul 14 18:25:52.755017 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-5369c5e4-0470-4ecc-96e2-00729e2a79c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:25:52.840815 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-fb69075a-9cf4-4b9e-b939-f66568b119df req-700a23e8-494a-412e-93ee-63303262a278 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2c4a1c145340458490176a78059af46f&device_id=e742e13c-60d9-44c3-9fc8-7b7eccb86217 HTTP/1.1" status: 200 len: 210 time: 0.0450902 Jul 14 18:25:52.889981 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-fb69075a-9cf4-4b9e-b939-f66568b119df req-6a974d51-eeb8-45da-be57-1c642111f85e service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=2c4a1c145340458490176a78059af46f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0352933 Jul 14 18:25:52.895796 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 22f5fb29-91f8-499b-9b28-ff886541c789 up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:25:52.957616 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port 22f5fb29-91f8-499b-9b28-ff886541c789 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:25:52.958231 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:25:52.987419 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-197f6861-2cb3-4201-81d0-c1052597388d req-74115091-f7bb-4e90-b175-fa5fbc164166 tempest-ServerShowV247Test-68493364 tempest-ServerShowV247Test-68493364-project] 10.222.0.16 "GET /v2.0/ports?device_id=e742e13c-60d9-44c3-9fc8-7b7eccb86217 HTTP/1.1" status: 200 len: 210 time: 0.0856557 Jul 14 18:25:53.032407 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb69075a-9cf4-4b9e-b939-f66568b119df req-ad0dccec-715b-4985-bc95-72294cc70bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:25:53.036855 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-fb69075a-9cf4-4b9e-b939-f66568b119df req-ad0dccec-715b-4985-bc95-72294cc70bbe service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1348042 Jul 14 18:25:53.073777 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826d9bfb-cb9d-4e13-908e-b0a700612a2e req-50572091-3c59-4895-8b4d-aa09031b70e9 tempest-ServerRescueNegativeTestJSON-843679432 tempest-ServerRescueNegativeTestJSON-843679432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:25:53.075149 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-826d9bfb-cb9d-4e13-908e-b0a700612a2e req-50572091-3c59-4895-8b4d-aa09031b70e9 tempest-ServerRescueNegativeTestJSON-843679432 tempest-ServerRescueNegativeTestJSON-843679432-project] 10.222.0.16 "GET /v2.0/ports?device_id=7c5857c2-2935-412d-922f-b15f51818e64 HTTP/1.1" status: 200 len: 945 time: 0.2394795 Jul 14 18:25:53.141036 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:25:53.151897 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-826d9bfb-cb9d-4e13-908e-b0a700612a2e req-592761a4-567c-4c76-ac2d-df5d56817868 tempest-ServerRescueNegativeTestJSON-843679432 tempest-ServerRescueNegativeTestJSON-843679432-project] 10.222.0.16 "GET /v2.0/security-groups?id=2ad455ff-6ff4-4067-8bf1-fdec963484f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665674 Jul 14 18:25:53.248979 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [req-601c551f-6cf0-429c-9ac0-9e67eb30cf16 req-c8c0f837-5e03-47c8-9624-358f6c80a6d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d86f518-a5dc-431f-bc2b-7938083f5172 {{(pid=93915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 18:25:53.261614 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-601c551f-6cf0-429c-9ac0-9e67eb30cf16 req-c8c0f837-5e03-47c8-9624-358f6c80a6d0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:25:53.291714 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3c9096-7eef-4e9d-98c2-350d010531cd req-2c112814-6486-4f1d-adf9-fef314d81dd6 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:25:53.293294 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-4f3c9096-7eef-4e9d-98c2-350d010531cd req-2c112814-6486-4f1d-adf9-fef314d81dd6 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.16 "GET /v2.0/ports?device_id=0a88c096-4af3-4575-935b-65bff7ae8d10 HTTP/1.1" status: 200 len: 936 time: 0.1514032 Jul 14 18:25:53.308262 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.provisioning_blocks [req-601c551f-6cf0-429c-9ac0-9e67eb30cf16 req-c8c0f837-5e03-47c8-9624-358f6c80a6d0 service neutron] Transition to ACTIVE for port object 2d86f518-a5dc-431f-bc2b-7938083f5172 will not be triggered until provisioned by entity L2. {{(pid=93915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:25:53.337393 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-601c551f-6cf0-429c-9ac0-9e67eb30cf16 req-c8c0f837-5e03-47c8-9624-358f6c80a6d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25912978'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:25:53.421846 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-4f3c9096-7eef-4e9d-98c2-350d010531cd req-d8e2f0c1-6106-4226-98ce-e66cb8f6d485 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.16 "GET /v2.0/security-groups?id=95148b1b-0f93-483b-9e80-262147c27e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165044 Jul 14 18:25:53.424539 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c0f837-5e03-47c8-9624-358f6c80a6d0 service neutron] Pushing event updated for resources: {'Port': ['ID=2d86f518-a5dc-431f-bc2b-7938083f5172,revision_number=2']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:25:53.484615 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0f59b7-d3a5-438c-99fc-1a95cf5afa86 req-c22eb280-e6cc-45e6-8911-4da6bce3a786 tempest-ServersAdminTestJSON-701576244 tempest-ServersAdminTestJSON-701576244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:25:53.486100 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3e0f59b7-d3a5-438c-99fc-1a95cf5afa86 req-c22eb280-e6cc-45e6-8911-4da6bce3a786 tempest-ServersAdminTestJSON-701576244 tempest-ServersAdminTestJSON-701576244-project] 10.222.0.16 "GET /v2.0/ports?device_id=c37af3d9-5cf3-44f0-a629-12e66be48e93 HTTP/1.1" status: 200 len: 950 time: 0.2095621 Jul 14 18:25:53.558053 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3e0f59b7-d3a5-438c-99fc-1a95cf5afa86 req-7dab228f-42df-4e0b-8248-9bb69078b391 tempest-ServersAdminTestJSON-701576244 tempest-ServersAdminTestJSON-701576244-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea7723ec-9d2a-468c-977f-1e7257209758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593557 Jul 14 18:25:53.558750 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-601c551f-6cf0-429c-9ac0-9e67eb30cf16 req-c8c0f837-5e03-47c8-9624-358f6c80a6d0 service neutron] Attempting to bind port 2d86f518-a5dc-431f-bc2b-7938083f5172 on host n-h1-800634-3 for vnic_type normal with profile {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:25:53.559085 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-601c551f-6cf0-429c-9ac0-9e67eb30cf16 req-c8c0f837-5e03-47c8-9624-358f6c80a6d0 service neutron] Attempting to bind port 2d86f518-a5dc-431f-bc2b-7938083f5172 by drivers openvswitch,hyperv on host n-h1-800634-3 at level 0 using segments [{'id': '067fc487-22c7-42de-972d-ae352a28ad29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '4f742057-89ee-4b4a-86f7-487ee61881a1'}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:25:53.559409 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-601c551f-6cf0-429c-9ac0-9e67eb30cf16 req-c8c0f837-5e03-47c8-9624-358f6c80a6d0 service neutron] Attempting to bind port 2d86f518-a5dc-431f-bc2b-7938083f5172 on network 4f742057-89ee-4b4a-86f7-487ee61881a1 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:25:53.564683 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-601c551f-6cf0-429c-9ac0-9e67eb30cf16 req-c8c0f837-5e03-47c8-9624-358f6c80a6d0 service neutron] Port 2d86f518-a5dc-431f-bc2b-7938083f5172 on network 4f742057-89ee-4b4a-86f7-487ee61881a1 not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-3 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 18:25:53.565031 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-601c551f-6cf0-429c-9ac0-9e67eb30cf16 req-c8c0f837-5e03-47c8-9624-358f6c80a6d0 service neutron] Attempting to bind port 2d86f518-a5dc-431f-bc2b-7938083f5172 on network 4f742057-89ee-4b4a-86f7-487ee61881a1 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:25:53.571411 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-601c551f-6cf0-429c-9ac0-9e67eb30cf16 req-c8c0f837-5e03-47c8-9624-358f6c80a6d0 service neutron] Checking agent: {'id': 'a3630ff4-fbee-45d9-b9b6-0ae41cb3a350', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 15, 32), 'started_at': datetime.datetime(2021, 7, 14, 18, 15, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 18, 25, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 18:25:53.571754 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-601c551f-6cf0-429c-9ac0-9e67eb30cf16 req-c8c0f837-5e03-47c8-9624-358f6c80a6d0 service neutron] Checking segment: {'id': '067fc487-22c7-42de-972d-ae352a28ad29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '4f742057-89ee-4b4a-86f7-487ee61881a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:25:53.573538 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-601c551f-6cf0-429c-9ac0-9e67eb30cf16 req-c8c0f837-5e03-47c8-9624-358f6c80a6d0 service neutron] Bound using segment: {'id': '067fc487-22c7-42de-972d-ae352a28ad29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '4f742057-89ee-4b4a-86f7-487ee61881a1'} {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 18:25:53.573538 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-601c551f-6cf0-429c-9ac0-9e67eb30cf16 req-c8c0f837-5e03-47c8-9624-358f6c80a6d0 service neutron] Bound port: 2d86f518-a5dc-431f-bc2b-7938083f5172, host: n-h1-800634-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '067fc487-22c7-42de-972d-ae352a28ad29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '4f742057-89ee-4b4a-86f7-487ee61881a1'}}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 18:25:53.573913 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-601c551f-6cf0-429c-9ac0-9e67eb30cf16 req-c8c0f837-5e03-47c8-9624-358f6c80a6d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:25:53.647860 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-601c551f-6cf0-429c-9ac0-9e67eb30cf16 req-c8c0f837-5e03-47c8-9624-358f6c80a6d0 service neutron] For port 2d86f518-a5dc-431f-bc2b-7938083f5172, host n-h1-800634-3, cleared binding levels {{(pid=93915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:25:53.650887 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-601c551f-6cf0-429c-9ac0-9e67eb30cf16 req-c8c0f837-5e03-47c8-9624-358f6c80a6d0 service neutron] For port 2d86f518-a5dc-431f-bc2b-7938083f5172, host n-h1-800634-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=2d86f518-a5dc-431f-bc2b-7938083f5172,segment=NetworkSegment(067fc487-22c7-42de-972d-ae352a28ad29),segment_id=067fc487-22c7-42de-972d-ae352a28ad29)] {{(pid=93915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 18:25:53.655667 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-601c551f-6cf0-429c-9ac0-9e67eb30cf16 req-c8c0f837-5e03-47c8-9624-358f6c80a6d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25912978'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:25:53.698006 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601c551f-6cf0-429c-9ac0-9e67eb30cf16 req-c8c0f837-5e03-47c8-9624-358f6c80a6d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:25:53.698625 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-601c551f-6cf0-429c-9ac0-9e67eb30cf16 req-c8c0f837-5e03-47c8-9624-358f6c80a6d0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:25:53.700310 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-601c551f-6cf0-429c-9ac0-9e67eb30cf16 req-c8c0f837-5e03-47c8-9624-358f6c80a6d0 service neutron] 10.222.0.18 "PUT /v2.0/ports/2d86f518-a5dc-431f-bc2b-7938083f5172 HTTP/1.1" status: 200 len: 1096 time: 1.3574572 Jul 14 18:25:53.700546 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a88c096-4af3-4575-935b-65bff7ae8d10', 'tag': '2d86f518-a5dc-431f-bc2b-7938083f5172'}] {{(pid=93915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:25:53.703541 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e72782ad3af8f7d4ce76cedf092bca46d1756acc5c4653cf0b52034cdd6b073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60e47e10-2464-4237-84b6-d04783f8eb97" -d '{"events": [{"name": "network-changed", "server_uuid": "0a88c096-4af3-4575-935b-65bff7ae8d10", "tag": "2d86f518-a5dc-431f-bc2b-7938083f5172"}]}' {{(pid=93915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:25:53.733480 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c0f837-5e03-47c8-9624-358f6c80a6d0 service neutron] Pushing event updated for resources: {'Port': ['ID=2d86f518-a5dc-431f-bc2b-7938083f5172,revision_number=3']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:25:53.772647 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 18:25:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bb21c5b-35f0-4fd3-9af4-8adbcf6bf670 x-openstack-request-id: req-5bb21c5b-35f0-4fd3-9af4-8adbcf6bf670 {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:25:53.772953 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a88c096-4af3-4575-935b-65bff7ae8d10", "tag": "2d86f518-a5dc-431f-bc2b-7938083f5172", "status": "completed", "code": 200}]} {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:25:53.773210 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5bb21c5b-35f0-4fd3-9af4-8adbcf6bf670 {{(pid=93915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:25:53.773611 n-d-800634-3 neutron-server[93915]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a88c096-4af3-4575-935b-65bff7ae8d10', 'tag': '2d86f518-a5dc-431f-bc2b-7938083f5172', 'status': 'completed', 'code': 200} Jul 14 18:25:53.835820 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601c551f-6cf0-429c-9ac0-9e67eb30cf16 req-97b02715-9459-42a1-80e2-c9788eb3244d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:25:53.837681 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-601c551f-6cf0-429c-9ac0-9e67eb30cf16 req-97b02715-9459-42a1-80e2-c9788eb3244d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e0d800f124a7477bb29e534c1272cd15&device_id=0a88c096-4af3-4575-935b-65bff7ae8d10 HTTP/1.1" status: 200 len: 1099 time: 0.0798473 Jul 14 18:25:53.904453 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-601c551f-6cf0-429c-9ac0-9e67eb30cf16 req-28c1afeb-bec8-4b3c-9b4b-a580aad2af65 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.237&port_id=2d86f518-a5dc-431f-bc2b-7938083f5172 HTTP/1.1" status: 200 len: 217 time: 0.0377223 Jul 14 18:25:53.982724 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484ac09a-bc42-4e88-b9ba-f5d0bd020502 req-8e283b09-511e-49be-b969-c9862a374398 tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:25:53.984245 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-484ac09a-bc42-4e88-b9ba-f5d0bd020502 req-8e283b09-511e-49be-b969-c9862a374398 tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] 10.222.0.16 "GET /v2.0/ports?device_id=b52528ac-079b-4411-8ce0-cffdc5b94d6f HTTP/1.1" status: 200 len: 945 time: 0.1456132 Jul 14 18:25:53.986128 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601c551f-6cf0-429c-9ac0-9e67eb30cf16 req-6105c1c6-d192-44dc-8dd5-49e4547b3b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:25:53.987474 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-601c551f-6cf0-429c-9ac0-9e67eb30cf16 req-6105c1c6-d192-44dc-8dd5-49e4547b3b5d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f20c54fb-f7da-4761-aa61-2e4f99f3d332 HTTP/1.1" status: 200 len: 843 time: 0.0712132 Jul 14 18:25:54.001675 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-574aeb93-9938-449c-8e6c-cb22c9b52cc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:25:54.051625 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-484ac09a-bc42-4e88-b9ba-f5d0bd020502 req-79828a6f-f201-4451-9b2e-fd60c8e30a53 tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] 10.222.0.16 "GET /v2.0/security-groups?id=39320fa9-4894-4542-95e3-d64e174c637e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615172 Jul 14 18:25:54.072668 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601c551f-6cf0-429c-9ac0-9e67eb30cf16 req-a91bce80-8554-44ab-a10f-3f365bed57d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:25:54.074469 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-601c551f-6cf0-429c-9ac0-9e67eb30cf16 req-a91bce80-8554-44ab-a10f-3f365bed57d7 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4f742057-89ee-4b4a-86f7-487ee61881a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0777285 Jul 14 18:25:54.182613 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ae1e48b4-ffdc-4f3b-baaa-9f6a0f801ce6 req-bca2e078-d445-4dba-b281-0036ea1ec3f7 tempest-ServerShowV247Test-68493364 tempest-ServerShowV247Test-68493364-project] 10.222.0.16 "GET /v2.0/ports?device_id=e742e13c-60d9-44c3-9fc8-7b7eccb86217 HTTP/1.1" status: 200 len: 210 time: 0.0402007 Jul 14 18:25:54.207115 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-601c551f-6cf0-429c-9ac0-9e67eb30cf16 req-2678a00f-add9-4eb7-b2df-a76bcb22de00 service neutron] 10.222.0.18 "GET /v2.0/networks/4f742057-89ee-4b4a-86f7-487ee61881a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228607 Jul 14 18:25:54.334354 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-601c551f-6cf0-429c-9ac0-9e67eb30cf16 req-11f2fe62-dc52-4071-8ab4-d07c7b0089ea service neutron] 10.222.0.18 "GET /v2.0/networks/4f742057-89ee-4b4a-86f7-487ee61881a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1193578 Jul 14 18:25:54.368705 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e3243c-4242-4173-96c4-b13c3212533a req-0a0953d8-07ad-40b3-8969-31def68aa9a0 tempest-ServerRescueNegativeTestJSON-843679432 tempest-ServerRescueNegativeTestJSON-843679432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:25:54.370219 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b7e3243c-4242-4173-96c4-b13c3212533a req-0a0953d8-07ad-40b3-8969-31def68aa9a0 tempest-ServerRescueNegativeTestJSON-843679432 tempest-ServerRescueNegativeTestJSON-843679432-project] 10.222.0.16 "GET /v2.0/ports?device_id=7c5857c2-2935-412d-922f-b15f51818e64 HTTP/1.1" status: 200 len: 945 time: 0.0858397 Jul 14 18:25:54.435059 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b7e3243c-4242-4173-96c4-b13c3212533a req-16c502f4-93c1-4d94-948b-4ee27ed65f7c tempest-ServerRescueNegativeTestJSON-843679432 tempest-ServerRescueNegativeTestJSON-843679432-project] 10.222.0.16 "GET /v2.0/security-groups?id=2ad455ff-6ff4-4067-8bf1-fdec963484f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583534 Jul 14 18:25:54.468299 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e47e10-2464-4237-84b6-d04783f8eb97 req-8ecf0033-127a-44ab-a164-e2009e68dcf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:25:54.469986 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-60e47e10-2464-4237-84b6-d04783f8eb97 req-8ecf0033-127a-44ab-a164-e2009e68dcf5 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e0d800f124a7477bb29e534c1272cd15&device_id=0a88c096-4af3-4575-935b-65bff7ae8d10 HTTP/1.1" status: 200 len: 1099 time: 0.0734198 Jul 14 18:25:54.613251 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e47e10-2464-4237-84b6-d04783f8eb97 req-03297eec-9e42-4afc-8837-494fb1685def service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:25:54.615255 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-60e47e10-2464-4237-84b6-d04783f8eb97 req-03297eec-9e42-4afc-8837-494fb1685def service neutron] 10.222.0.18 "GET /v2.0/networks?id=4f742057-89ee-4b4a-86f7-487ee61881a1 HTTP/1.1" status: 200 len: 869 time: 0.1363783 Jul 14 18:25:54.662804 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-60e47e10-2464-4237-84b6-d04783f8eb97 req-6f193ab0-62e9-40d3-897c-aa5c9dc7620b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.237&port_id=2d86f518-a5dc-431f-bc2b-7938083f5172 HTTP/1.1" status: 200 len: 217 time: 0.0403755 Jul 14 18:25:54.683573 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7212fa92-eaae-4810-a305-fbb5c412de0d req-c72b50b7-91d8-4c52-97e2-c4a7c1e13ec0 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:25:54.685173 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-7212fa92-eaae-4810-a305-fbb5c412de0d req-c72b50b7-91d8-4c52-97e2-c4a7c1e13ec0 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.16 "GET /v2.0/ports?device_id=0a88c096-4af3-4575-935b-65bff7ae8d10 HTTP/1.1" status: 200 len: 948 time: 0.1319845 Jul 14 18:25:54.807302 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-7212fa92-eaae-4810-a305-fbb5c412de0d req-6990ec58-4f14-4f29-915e-a7931c7e3d83 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.16 "GET /v2.0/security-groups?id=95148b1b-0f93-483b-9e80-262147c27e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106036 Jul 14 18:25:54.813790 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e47e10-2464-4237-84b6-d04783f8eb97 req-236aa377-4dfe-4c8f-a1fc-7dd607d8a05c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:25:54.815712 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-60e47e10-2464-4237-84b6-d04783f8eb97 req-236aa377-4dfe-4c8f-a1fc-7dd607d8a05c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f20c54fb-f7da-4761-aa61-2e4f99f3d332 HTTP/1.1" status: 200 len: 843 time: 0.1285768 Jul 14 18:25:54.865666 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39298d11-c415-4b25-bb1c-1a1e79e98a1d req-bcf07dc6-c0d8-4daf-94c4-9a245993cd8a tempest-ServersAdminTestJSON-701576244 tempest-ServersAdminTestJSON-701576244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:25:54.867140 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-39298d11-c415-4b25-bb1c-1a1e79e98a1d req-bcf07dc6-c0d8-4daf-94c4-9a245993cd8a tempest-ServersAdminTestJSON-701576244 tempest-ServersAdminTestJSON-701576244-project] 10.222.0.16 "GET /v2.0/ports?device_id=c37af3d9-5cf3-44f0-a629-12e66be48e93 HTTP/1.1" status: 200 len: 950 time: 0.1810544 Jul 14 18:25:54.917669 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e47e10-2464-4237-84b6-d04783f8eb97 req-31af69a5-058d-4848-bc87-a195d3007f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:25:54.919169 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-60e47e10-2464-4237-84b6-d04783f8eb97 req-31af69a5-058d-4848-bc87-a195d3007f37 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4f742057-89ee-4b4a-86f7-487ee61881a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0965109 Jul 14 18:25:54.928652 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-39298d11-c415-4b25-bb1c-1a1e79e98a1d req-313b40df-1178-4800-8a7b-86b0cd12f585 tempest-ServersAdminTestJSON-701576244 tempest-ServersAdminTestJSON-701576244-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea7723ec-9d2a-468c-977f-1e7257209758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551767 Jul 14 18:25:54.991265 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-fb69075a-9cf4-4b9e-b939-f66568b119df req-3afadcdd-e7bb-42ee-a597-e6a9b32e91d6 tempest-ServerShowV247Test-68493364 tempest-ServerShowV247Test-68493364-project] 10.222.0.18 "GET /v2.0/ports?device_id=e742e13c-60d9-44c3-9fc8-7b7eccb86217 HTTP/1.1" status: 200 len: 210 time: 0.0337141 Jul 14 18:25:55.014454 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-60e47e10-2464-4237-84b6-d04783f8eb97 req-27f42bcd-4e75-41c1-b61c-be5e96e719c2 service neutron] 10.222.0.18 "GET /v2.0/networks/4f742057-89ee-4b4a-86f7-487ee61881a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843408 Jul 14 18:25:55.143120 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-60e47e10-2464-4237-84b6-d04783f8eb97 req-caacfaae-92cf-4ea3-97ee-5600ce69a1ee service neutron] 10.222.0.18 "GET /v2.0/networks/4f742057-89ee-4b4a-86f7-487ee61881a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1078227 Jul 14 18:25:55.278913 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8dc758b-724b-43ee-a03a-fe06826c20d2 req-4c0f0be3-f9e6-49b8-ac67-43acdc16f44d tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:25:55.280769 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c8dc758b-724b-43ee-a03a-fe06826c20d2 req-4c0f0be3-f9e6-49b8-ac67-43acdc16f44d tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] 10.222.0.16 "GET /v2.0/ports?device_id=b52528ac-079b-4411-8ce0-cffdc5b94d6f HTTP/1.1" status: 200 len: 945 time: 0.0870183 Jul 14 18:25:55.322375 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c8dc758b-724b-43ee-a03a-fe06826c20d2 req-f8d6e90d-e32d-4071-9ff5-9d89c10c64e1 tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] 10.222.0.16 "GET /v2.0/security-groups?id=39320fa9-4894-4542-95e3-d64e174c637e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349562 Jul 14 18:25:55.358755 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-fd56ecf9-6c26-4c5d-94fb-041c10220ab0 req-37e8a2d7-78ed-4347-97b8-b74ff5d4c3c2 tempest-ServerShowV247Test-68493364 tempest-ServerShowV247Test-68493364-project] 10.222.0.16 "GET /v2.0/ports?device_id=e742e13c-60d9-44c3-9fc8-7b7eccb86217 HTTP/1.1" status: 200 len: 210 time: 0.0310218 Jul 14 18:25:55.630937 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac29cf4-7602-4100-b5bd-a1d743200f37 req-582c1c50-4436-4dfa-a0ef-7445e12b4783 tempest-ServerRescueNegativeTestJSON-843679432 tempest-ServerRescueNegativeTestJSON-843679432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:25:55.632373 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6ac29cf4-7602-4100-b5bd-a1d743200f37 req-582c1c50-4436-4dfa-a0ef-7445e12b4783 tempest-ServerRescueNegativeTestJSON-843679432 tempest-ServerRescueNegativeTestJSON-843679432-project] 10.222.0.16 "GET /v2.0/ports?device_id=7c5857c2-2935-412d-922f-b15f51818e64 HTTP/1.1" status: 200 len: 945 time: 0.0695074 Jul 14 18:25:55.679341 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6ac29cf4-7602-4100-b5bd-a1d743200f37 req-62b269d6-8b21-45cb-8474-6f73d7df9c4f tempest-ServerRescueNegativeTestJSON-843679432 tempest-ServerRescueNegativeTestJSON-843679432-project] 10.222.0.16 "GET /v2.0/security-groups?id=2ad455ff-6ff4-4067-8bf1-fdec963484f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403621 Jul 14 18:25:55.687743 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-2f4e3af3-e708-4ffd-a544-82d93a489d01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:25:56.092749 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05466412-1bb5-4a3f-ba7e-31b6f6772af5 req-d0d0e1ec-8bf2-4fd8-9d8f-6bdcdb235fdd tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:25:56.094269 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-05466412-1bb5-4a3f-ba7e-31b6f6772af5 req-d0d0e1ec-8bf2-4fd8-9d8f-6bdcdb235fdd tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.16 "GET /v2.0/ports?device_id=0a88c096-4af3-4575-935b-65bff7ae8d10 HTTP/1.1" status: 200 len: 948 time: 0.0882506 Jul 14 18:25:56.147169 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-05466412-1bb5-4a3f-ba7e-31b6f6772af5 req-a6eb2449-26b7-44b3-8438-768a46d03522 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.16 "GET /v2.0/security-groups?id=95148b1b-0f93-483b-9e80-262147c27e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433202 Jul 14 18:25:56.234703 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d44537c-e1a5-467e-9d38-96ebade77da6 req-c57490e9-138a-4123-a28c-e5edd0f96f16 tempest-ServersAdminTestJSON-701576244 tempest-ServersAdminTestJSON-701576244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:25:56.236323 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2d44537c-e1a5-467e-9d38-96ebade77da6 req-c57490e9-138a-4123-a28c-e5edd0f96f16 tempest-ServersAdminTestJSON-701576244 tempest-ServersAdminTestJSON-701576244-project] 10.222.0.16 "GET /v2.0/ports?device_id=c37af3d9-5cf3-44f0-a629-12e66be48e93 HTTP/1.1" status: 200 len: 950 time: 0.0668223 Jul 14 18:25:56.278925 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2d44537c-e1a5-467e-9d38-96ebade77da6 req-52e4b84c-49c0-44b8-b770-104f8c70668d tempest-ServersAdminTestJSON-701576244 tempest-ServersAdminTestJSON-701576244-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea7723ec-9d2a-468c-977f-1e7257209758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367730 Jul 14 18:25:56.517037 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2e5c1c-2e80-41fe-b52a-00c2a80b2945 req-dd08a157-27db-409b-8e61-b0c6de222b3d tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:25:56.518885 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-cd2e5c1c-2e80-41fe-b52a-00c2a80b2945 req-dd08a157-27db-409b-8e61-b0c6de222b3d tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] 10.222.0.16 "GET /v2.0/ports?device_id=b52528ac-079b-4411-8ce0-cffdc5b94d6f HTTP/1.1" status: 200 len: 945 time: 0.0750651 Jul 14 18:25:56.564371 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-cd2e5c1c-2e80-41fe-b52a-00c2a80b2945 req-e2d67a6f-7dce-44a5-80fb-ebd9f485571d tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] 10.222.0.16 "GET /v2.0/security-groups?id=39320fa9-4894-4542-95e3-d64e174c637e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380094 Jul 14 18:25:56.745655 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ecc5cd5d-abde-44ed-aa40-02dec59fad2a req-fd36c1a4-6477-4c01-be90-e1a75d10f934 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2c4a1c145340458490176a78059af46f&device_id=715b2fcd-17a8-43dd-a977-1101a8e7ee09 HTTP/1.1" status: 200 len: 210 time: 0.0280850 Jul 14 18:25:56.817600 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-60c0b39e-cbb3-4586-ad1a-d64d97abb5b2 req-60b8525f-1acc-4156-b48c-2f0afc69e06b tempest-ServerShowV247Test-68493364 tempest-ServerShowV247Test-68493364-project] 10.222.0.16 "GET /v2.0/ports?device_id=715b2fcd-17a8-43dd-a977-1101a8e7ee09 HTTP/1.1" status: 200 len: 210 time: 0.0440180 Jul 14 18:25:56.819886 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ecc5cd5d-abde-44ed-aa40-02dec59fad2a req-3efbccaf-e150-416a-8212-bd3686a16f4d service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=2c4a1c145340458490176a78059af46f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0563231 Jul 14 18:25:56.955882 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285f8a65-c0c4-47cf-bae3-f026e5f4940e req-0ad73a65-38d1-44c2-bc81-bde580bc17ec tempest-ServerRescueNegativeTestJSON-843679432 tempest-ServerRescueNegativeTestJSON-843679432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:25:56.957403 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-285f8a65-c0c4-47cf-bae3-f026e5f4940e req-0ad73a65-38d1-44c2-bc81-bde580bc17ec tempest-ServerRescueNegativeTestJSON-843679432 tempest-ServerRescueNegativeTestJSON-843679432-project] 10.222.0.16 "GET /v2.0/ports?device_id=7c5857c2-2935-412d-922f-b15f51818e64 HTTP/1.1" status: 200 len: 945 time: 0.1431932 Jul 14 18:25:56.959055 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc5cd5d-abde-44ed-aa40-02dec59fad2a req-e54e3eba-d7a9-44b3-88f4-123423befcaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:25:56.960501 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ecc5cd5d-abde-44ed-aa40-02dec59fad2a req-e54e3eba-d7a9-44b3-88f4-123423befcaa service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1317518 Jul 14 18:25:56.999071 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-285f8a65-c0c4-47cf-bae3-f026e5f4940e req-96169ed8-3665-4877-a5ea-1f14740bf0bc tempest-ServerRescueNegativeTestJSON-843679432 tempest-ServerRescueNegativeTestJSON-843679432-project] 10.222.0.16 "GET /v2.0/security-groups?id=2ad455ff-6ff4-4067-8bf1-fdec963484f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353701 Jul 14 18:25:57.248069 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device 2d86f518-a5dc-431f-bc2b-7938083f5172 details requested by agent hyperv_n-h1-800634-3 with host n-h1-800634-3 {{(pid=93917) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 18:25:57.371244 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e3f6ec-1537-4711-aca8-b8c8df8f67c1 req-aa1ab253-5c56-440a-9e44-f0f506710637 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:25:57.373528 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-99e3f6ec-1537-4711-aca8-b8c8df8f67c1 req-aa1ab253-5c56-440a-9e44-f0f506710637 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.16 "GET /v2.0/ports?device_id=0a88c096-4af3-4575-935b-65bff7ae8d10 HTTP/1.1" status: 200 len: 948 time: 0.1101286 Jul 14 18:25:57.383041 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port 2d86f518-a5dc-431f-bc2b-7938083f5172, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=2d86f518-a5dc-431f-bc2b-7938083f5172,segment=NetworkSegment(067fc487-22c7-42de-972d-ae352a28ad29),segment_id=067fc487-22c7-42de-972d-ae352a28ad29)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:25:57.397615 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Returning: {'device': '2d86f518-a5dc-431f-bc2b-7938083f5172', 'network_id': '4f742057-89ee-4b4a-86f7-487ee61881a1', 'port_id': '2d86f518-a5dc-431f-bc2b-7938083f5172', 'mac_address': 'fa:16:3e:62:62:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f20c54fb-f7da-4761-aa61-2e4f99f3d332', 'ip_address': '192.168.233.237'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93917) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 18:25:57.426845 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-99e3f6ec-1537-4711-aca8-b8c8df8f67c1 req-70a17c2b-486c-4d9d-b3de-bd7047c66a4f tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.16 "GET /v2.0/security-groups?id=95148b1b-0f93-483b-9e80-262147c27e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446253 Jul 14 18:25:57.448581 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:25:57.461849 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d86f518-a5dc-431f-bc2b-7938083f5172 {{(pid=93917) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 18:25:57.486298 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port 2d86f518-a5dc-431f-bc2b-7938083f5172, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=2d86f518-a5dc-431f-bc2b-7938083f5172,segment=NetworkSegment(067fc487-22c7-42de-972d-ae352a28ad29),segment_id=067fc487-22c7-42de-972d-ae352a28ad29)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:25:57.491756 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:25:57.508027 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a3597d-9a60-4b0e-b94f-3b8e22719191 req-fb32ff28-a77f-48a6-a143-f75b5819754c tempest-ServersAdminTestJSON-701576244 tempest-ServersAdminTestJSON-701576244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:25:57.509507 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-d7a3597d-9a60-4b0e-b94f-3b8e22719191 req-fb32ff28-a77f-48a6-a143-f75b5819754c tempest-ServersAdminTestJSON-701576244 tempest-ServersAdminTestJSON-701576244-project] 10.222.0.16 "GET /v2.0/ports?device_id=c37af3d9-5cf3-44f0-a629-12e66be48e93 HTTP/1.1" status: 200 len: 950 time: 0.0779233 Jul 14 18:25:57.552097 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Pushing event updated for resources: {'Port': ['ID=2d86f518-a5dc-431f-bc2b-7938083f5172,revision_number=4']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:25:57.556623 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-d7a3597d-9a60-4b0e-b94f-3b8e22719191 req-8c24231e-566e-4545-9ea0-bc815c07a2f7 tempest-ServersAdminTestJSON-701576244 tempest-ServersAdminTestJSON-701576244-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea7723ec-9d2a-468c-977f-1e7257209758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414109 Jul 14 18:25:57.749632 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fff5610-5cfa-44a0-959d-7bd866b89110 req-0816f3a9-498c-437c-9eb4-dd98994bd415 tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:25:57.751114 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-4fff5610-5cfa-44a0-959d-7bd866b89110 req-0816f3a9-498c-437c-9eb4-dd98994bd415 tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] 10.222.0.16 "GET /v2.0/ports?device_id=b52528ac-079b-4411-8ce0-cffdc5b94d6f HTTP/1.1" status: 200 len: 945 time: 0.0673954 Jul 14 18:25:57.976144 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] get_ports_and_sgs() called for port_ids ['2d86f518-a5dc-431f-bc2b-7938083f5172'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 18:25:58.104080 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-431938f7-7d06-4db6-a3e4-fed852d2c51b req-7ac8aa99-571a-4901-90c7-4c8e24c1ea38 tempest-ServerShowV247Test-68493364 tempest-ServerShowV247Test-68493364-project] 10.222.0.16 "GET /v2.0/ports?device_id=715b2fcd-17a8-43dd-a977-1101a8e7ee09 HTTP/1.1" status: 200 len: 210 time: 0.0376740 Jul 14 18:25:58.109255 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-4fff5610-5cfa-44a0-959d-7bd866b89110 req-d9b4aff5-d5d5-4e9b-88ce-8c0a4f9651e0 tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] 10.222.0.16 "GET /v2.0/security-groups?id=39320fa9-4894-4542-95e3-d64e174c637e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3525865 Jul 14 18:25:58.288803 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff871ec-4e33-4772-901b-a982a3a7557e req-8a3709a5-464f-43f1-8fcd-92aec3899533 tempest-ServerRescueNegativeTestJSON-843679432 tempest-ServerRescueNegativeTestJSON-843679432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:25:58.290298 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-aff871ec-4e33-4772-901b-a982a3a7557e req-8a3709a5-464f-43f1-8fcd-92aec3899533 tempest-ServerRescueNegativeTestJSON-843679432 tempest-ServerRescueNegativeTestJSON-843679432-project] 10.222.0.16 "GET /v2.0/ports?device_id=7c5857c2-2935-412d-922f-b15f51818e64 HTTP/1.1" status: 200 len: 945 time: 0.0669808 Jul 14 18:25:58.330892 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-aff871ec-4e33-4772-901b-a982a3a7557e req-f60dfb20-8c03-439a-a64e-7ebce6d06bb0 tempest-ServerRescueNegativeTestJSON-843679432 tempest-ServerRescueNegativeTestJSON-843679432-project] 10.222.0.16 "GET /v2.0/security-groups?id=2ad455ff-6ff4-4067-8bf1-fdec963484f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351453 Jul 14 18:25:58.611490 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fa7e21-000f-42ce-a744-98f4c028314a req-f54130bb-b4bf-4ff9-a5ed-adae4a4d298f tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:25:58.613157 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-30fa7e21-000f-42ce-a744-98f4c028314a req-f54130bb-b4bf-4ff9-a5ed-adae4a4d298f tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.16 "GET /v2.0/ports?device_id=0a88c096-4af3-4575-935b-65bff7ae8d10 HTTP/1.1" status: 200 len: 949 time: 0.0683701 Jul 14 18:25:58.653762 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-30fa7e21-000f-42ce-a744-98f4c028314a req-8b939848-11af-4013-9467-dc22b998e363 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.16 "GET /v2.0/security-groups?id=95148b1b-0f93-483b-9e80-262147c27e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342648 Jul 14 18:25:58.746397 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa6e3ae-f19d-481b-bd97-e87b605d7add req-5b16b7cf-a54c-4f1e-9704-bb3807183f93 tempest-ServersAdminTestJSON-701576244 tempest-ServersAdminTestJSON-701576244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:25:58.747888 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-daa6e3ae-f19d-481b-bd97-e87b605d7add req-5b16b7cf-a54c-4f1e-9704-bb3807183f93 tempest-ServersAdminTestJSON-701576244 tempest-ServersAdminTestJSON-701576244-project] 10.222.0.16 "GET /v2.0/ports?device_id=c37af3d9-5cf3-44f0-a629-12e66be48e93 HTTP/1.1" status: 200 len: 950 time: 0.0762913 Jul 14 18:25:58.788171 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-daa6e3ae-f19d-481b-bd97-e87b605d7add req-f32640d5-6e3d-43ca-abbb-45b69a4de8c0 tempest-ServersAdminTestJSON-701576244 tempest-ServersAdminTestJSON-701576244-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea7723ec-9d2a-468c-977f-1e7257209758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346346 Jul 14 18:25:58.992913 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ecc5cd5d-abde-44ed-aa40-02dec59fad2a req-24ad8081-176f-4363-b707-2be7039b29a6 tempest-ServerShowV247Test-68493364 tempest-ServerShowV247Test-68493364-project] 10.222.0.18 "GET /v2.0/ports?device_id=715b2fcd-17a8-43dd-a977-1101a8e7ee09 HTTP/1.1" status: 200 len: 210 time: 0.0308185 Jul 14 18:25:59.294100 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-43180e9f-93f5-4e79-8c5d-7897ff2eab11 req-99f4a9b2-06da-4af9-a044-6616c51e8d4c tempest-ServerShowV247Test-68493364 tempest-ServerShowV247Test-68493364-project] 10.222.0.16 "GET /v2.0/ports?device_id=715b2fcd-17a8-43dd-a977-1101a8e7ee09 HTTP/1.1" status: 200 len: 210 time: 0.0330436 Jul 14 18:25:59.326205 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af1632a-e799-4052-a9d0-40ebf778088a req-d9387552-1c2e-4a41-ab47-16cddd57d5b9 tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:25:59.328571 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-1af1632a-e799-4052-a9d0-40ebf778088a req-d9387552-1c2e-4a41-ab47-16cddd57d5b9 tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] 10.222.0.16 "GET /v2.0/ports?device_id=b52528ac-079b-4411-8ce0-cffdc5b94d6f HTTP/1.1" status: 200 len: 945 time: 0.0953641 Jul 14 18:25:59.368218 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-1af1632a-e799-4052-a9d0-40ebf778088a req-98538073-89dc-4d4f-9165-5ef8d76d6bce tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] 10.222.0.16 "GET /v2.0/security-groups?id=39320fa9-4894-4542-95e3-d64e174c637e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345345 Jul 14 18:25:59.561262 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a41c2f-a55d-41f1-8cd2-e0dcd7826cde req-baf389fb-de88-45df-a0ae-e4728c0f3cc6 tempest-ServerRescueNegativeTestJSON-843679432 tempest-ServerRescueNegativeTestJSON-843679432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:25:59.562762 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-53a41c2f-a55d-41f1-8cd2-e0dcd7826cde req-baf389fb-de88-45df-a0ae-e4728c0f3cc6 tempest-ServerRescueNegativeTestJSON-843679432 tempest-ServerRescueNegativeTestJSON-843679432-project] 10.222.0.16 "GET /v2.0/ports?device_id=7c5857c2-2935-412d-922f-b15f51818e64 HTTP/1.1" status: 200 len: 945 time: 0.0738626 Jul 14 18:25:59.609150 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-53a41c2f-a55d-41f1-8cd2-e0dcd7826cde req-82538097-d495-4efc-9147-9649e3ec2d56 tempest-ServerRescueNegativeTestJSON-843679432 tempest-ServerRescueNegativeTestJSON-843679432-project] 10.222.0.16 "GET /v2.0/security-groups?id=2ad455ff-6ff4-4067-8bf1-fdec963484f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350082 Jul 14 18:25:59.846990 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a556af43-d1db-4e5c-bf50-524036ed6402 req-9f9642a7-73bd-4002-bc2c-a8b1840a0e5f tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:25:59.849127 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a556af43-d1db-4e5c-bf50-524036ed6402 req-9f9642a7-73bd-4002-bc2c-a8b1840a0e5f tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.16 "GET /v2.0/ports?device_id=0a88c096-4af3-4575-935b-65bff7ae8d10 HTTP/1.1" status: 200 len: 949 time: 0.0698116 Jul 14 18:25:59.887970 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a556af43-d1db-4e5c-bf50-524036ed6402 req-bfdd1e14-aaa5-4c3d-9279-1ad7455cfc9e tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.16 "GET /v2.0/security-groups?id=95148b1b-0f93-483b-9e80-262147c27e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329287 Jul 14 18:25:59.967062 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5790bdc5-1d81-4484-b911-1553afe228a9 req-8b298580-cbf3-4f90-aa48-1475dd60afea tempest-ServersAdminTestJSON-701576244 tempest-ServersAdminTestJSON-701576244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:25:59.968708 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-5790bdc5-1d81-4484-b911-1553afe228a9 req-8b298580-cbf3-4f90-aa48-1475dd60afea tempest-ServersAdminTestJSON-701576244 tempest-ServersAdminTestJSON-701576244-project] 10.222.0.16 "GET /v2.0/ports?device_id=c37af3d9-5cf3-44f0-a629-12e66be48e93 HTTP/1.1" status: 200 len: 950 time: 0.0637314 Jul 14 18:26:00.012290 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-5790bdc5-1d81-4484-b911-1553afe228a9 req-93140db9-bfa7-4cb7-93fb-8efcddc8c07d tempest-ServersAdminTestJSON-701576244 tempest-ServersAdminTestJSON-701576244-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea7723ec-9d2a-468c-977f-1e7257209758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350668 Jul 14 18:26:00.601544 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61203b09-a2aa-4037-9f07-6310fe750c5f req-f5d05a87-9852-4a04-a07c-ed0e66cac6e8 tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:26:00.603289 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-61203b09-a2aa-4037-9f07-6310fe750c5f req-f5d05a87-9852-4a04-a07c-ed0e66cac6e8 tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] 10.222.0.16 "GET /v2.0/ports?device_id=b52528ac-079b-4411-8ce0-cffdc5b94d6f HTTP/1.1" status: 200 len: 945 time: 0.1073651 Jul 14 18:26:00.653121 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-61203b09-a2aa-4037-9f07-6310fe750c5f req-33085019-4adc-491f-ad1c-7c7d8ef0446b tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] 10.222.0.16 "GET /v2.0/security-groups?id=39320fa9-4894-4542-95e3-d64e174c637e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442030 Jul 14 18:26:00.688038 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 35164) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:26:00.814067 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695a3511-ab92-47ca-85b7-fbe54f279016 req-b18979fe-b1b8-4252-9fb1-0bec7fd4c28f tempest-ServerRescueNegativeTestJSON-843679432 tempest-ServerRescueNegativeTestJSON-843679432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:26:00.815534 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-695a3511-ab92-47ca-85b7-fbe54f279016 req-b18979fe-b1b8-4252-9fb1-0bec7fd4c28f tempest-ServerRescueNegativeTestJSON-843679432 tempest-ServerRescueNegativeTestJSON-843679432-project] 10.222.0.16 "GET /v2.0/ports?device_id=7c5857c2-2935-412d-922f-b15f51818e64 HTTP/1.1" status: 200 len: 945 time: 0.0766666 Jul 14 18:26:00.824976 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-48b29d85-7f84-4278-8bab-8d50040d39c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:26:00.874752 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-695a3511-ab92-47ca-85b7-fbe54f279016 req-839bda99-9a2e-476b-817f-339edcf0d0fa tempest-ServerRescueNegativeTestJSON-843679432 tempest-ServerRescueNegativeTestJSON-843679432-project] 10.222.0.16 "GET /v2.0/security-groups?id=2ad455ff-6ff4-4067-8bf1-fdec963484f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515401 Jul 14 18:26:00.993197 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-48b29d85-7f84-4278-8bab-8d50040d39c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:26:00.997888 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-48b29d85-7f84-4278-8bab-8d50040d39c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:26:01.064174 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-48b29d85-7f84-4278-8bab-8d50040d39c7 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2c4a1c145340458490176a78059af46f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3748982 Jul 14 18:26:01.066699 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 35172) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:26:01.069093 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b29d85-7f84-4278-8bab-8d50040d39c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb5a9623-5e98-4162-9ea8-ded47f8806ed,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:26:01.108160 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986bf753-4634-4154-aaa2-33102a2305b8 req-3a570b94-81f9-49ef-9881-5ff542c15175 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:26:01.110033 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-986bf753-4634-4154-aaa2-33102a2305b8 req-3a570b94-81f9-49ef-9881-5ff542c15175 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.16 "GET /v2.0/ports?device_id=0a88c096-4af3-4575-935b-65bff7ae8d10 HTTP/1.1" status: 200 len: 949 time: 0.0926180 Jul 14 18:26:01.131988 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-615bae5f-19de-4f99-80bb-25db996fcc6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:26:01.154390 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-615bae5f-19de-4f99-80bb-25db996fcc6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:26:01.155299 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-986bf753-4634-4154-aaa2-33102a2305b8 req-dcc3b81a-4d03-4023-b011-246fad4500b2 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.16 "GET /v2.0/security-groups?id=95148b1b-0f93-483b-9e80-262147c27e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392990 Jul 14 18:26:01.218295 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-615bae5f-19de-4f99-80bb-25db996fcc6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:26:01.221028 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b636d3-5261-4e60-aae6-608aa509fd0f req-7ec0e629-24d2-46e2-b69f-3cc84fcc91e4 tempest-ServersAdminTestJSON-701576244 tempest-ServersAdminTestJSON-701576244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:26:01.222633 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e4b636d3-5261-4e60-aae6-608aa509fd0f req-7ec0e629-24d2-46e2-b69f-3cc84fcc91e4 tempest-ServersAdminTestJSON-701576244 tempest-ServersAdminTestJSON-701576244-project] 10.222.0.16 "GET /v2.0/ports?device_id=c37af3d9-5cf3-44f0-a629-12e66be48e93 HTTP/1.1" status: 200 len: 950 time: 0.0662956 Jul 14 18:26:01.224375 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-615bae5f-19de-4f99-80bb-25db996fcc6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:26:01.230918 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-615bae5f-19de-4f99-80bb-25db996fcc6e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/cb5a9623-5e98-4162-9ea8-ded47f8806ed HTTP/1.1" status: 204 len: 168 time: 0.1586730 Jul 14 18:26:01.240613 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615bae5f-19de-4f99-80bb-25db996fcc6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb5a9623-5e98-4162-9ea8-ded47f8806ed,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:26:01.268226 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e4b636d3-5261-4e60-aae6-608aa509fd0f req-0bfaed23-4b43-42d3-b65d-21b85756219b tempest-ServersAdminTestJSON-701576244 tempest-ServersAdminTestJSON-701576244-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea7723ec-9d2a-468c-977f-1e7257209758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373199 Jul 14 18:26:01.294563 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device 2d86f518-a5dc-431f-bc2b-7938083f5172 up at agent hyperv_n-h1-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:26:01.349324 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Provisioning for port 2d86f518-a5dc-431f-bc2b-7938083f5172 completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:26:01.353886 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Provisioning complete for port 2d86f518-a5dc-431f-bc2b-7938083f5172 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:26:01.354272 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:26:01.444411 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:26:01.468782 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a88c096-4af3-4575-935b-65bff7ae8d10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d86f518-a5dc-431f-bc2b-7938083f5172'}] {{(pid=93917) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:26:01.471068 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20b787f3c29eaa7aa2a4d648c725a2124c5ff39a8d793252f9d844495e14cf42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4a942a9-32a1-45ec-97c5-c8f69aef55e6" -d '{"events": [{"server_uuid": "0a88c096-4af3-4575-935b-65bff7ae8d10", "name": "network-vif-plugged", "status": "completed", "tag": "2d86f518-a5dc-431f-bc2b-7938083f5172"}]}' {{(pid=93917) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:26:01.484088 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port 2d86f518-a5dc-431f-bc2b-7938083f5172, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=2d86f518-a5dc-431f-bc2b-7938083f5172,segment=NetworkSegment(067fc487-22c7-42de-972d-ae352a28ad29),segment_id=067fc487-22c7-42de-972d-ae352a28ad29)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:26:01.489282 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:26:01.526085 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 18:26:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c28d910-bb1b-4c3c-ad87-103b325d258a x-openstack-request-id: req-4c28d910-bb1b-4c3c-ad87-103b325d258a {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:26:01.526710 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a88c096-4af3-4575-935b-65bff7ae8d10", "name": "network-vif-plugged", "status": "completed", "tag": "2d86f518-a5dc-431f-bc2b-7938083f5172", "code": 200}]} {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:26:01.527390 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4c28d910-bb1b-4c3c-ad87-103b325d258a {{(pid=93917) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:26:01.527894 n-d-800634-3 neutron-server[93917]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a88c096-4af3-4575-935b-65bff7ae8d10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d86f518-a5dc-431f-bc2b-7938083f5172', 'code': 200} Jul 14 18:26:01.567332 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Pushing event updated for resources: {'Port': ['ID=2d86f518-a5dc-431f-bc2b-7938083f5172,revision_number=5']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:26:01.589427 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:26:01.590677 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:26:01.591282 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:26:01.594816 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:26:01.594816 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:26:01.595039 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:26:01.595379 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:26:01.595717 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:26:01.596053 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:26:01.596409 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:26:01.596960 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:26:01.597485 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:26:01.749168 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5ea1bf-f76a-432f-b9b5-3c7d3ed06b64 req-8da0c502-e7ef-480e-be6a-fcb61dff33fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:26:01.751388 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ee5ea1bf-f76a-432f-b9b5-3c7d3ed06b64 req-8da0c502-e7ef-480e-be6a-fcb61dff33fc service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=0a88c096-4af3-4575-935b-65bff7ae8d10 HTTP/1.1" status: 200 len: 1101 time: 0.0818360 Jul 14 18:26:01.835310 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ee5ea1bf-f76a-432f-b9b5-3c7d3ed06b64 req-45c19855-20fa-4d46-a469-155b37c40ad3 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=95148b1b-0f93-483b-9e80-262147c27e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763669 Jul 14 18:26:01.865737 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c2940a-50f6-472f-8485-606309fae3dc req-220a71e3-b0a3-447a-bfe7-f598bd9dccf8 tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:26:01.867263 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-20c2940a-50f6-472f-8485-606309fae3dc req-220a71e3-b0a3-447a-bfe7-f598bd9dccf8 tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] 10.222.0.16 "GET /v2.0/ports?device_id=b52528ac-079b-4411-8ce0-cffdc5b94d6f HTTP/1.1" status: 200 len: 945 time: 0.0925856 Jul 14 18:26:01.913422 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-20c2940a-50f6-472f-8485-606309fae3dc req-26bf10c9-ed4d-451e-8148-b05407bcfca8 tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] 10.222.0.16 "GET /v2.0/security-groups?id=39320fa9-4894-4542-95e3-d64e174c637e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399818 Jul 14 18:26:02.073620 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 35214) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:26:02.075687 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814e992e-f980-4b0a-b229-429290eb1fbb req-1d7f494c-a8a5-448f-90d0-de4cd22cfa4d tempest-ServerRescueNegativeTestJSON-843679432 tempest-ServerRescueNegativeTestJSON-843679432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:26:02.083067 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-814e992e-f980-4b0a-b229-429290eb1fbb req-1d7f494c-a8a5-448f-90d0-de4cd22cfa4d tempest-ServerRescueNegativeTestJSON-843679432 tempest-ServerRescueNegativeTestJSON-843679432-project] 10.222.0.16 "GET /v2.0/ports?device_id=7c5857c2-2935-412d-922f-b15f51818e64 HTTP/1.1" status: 200 len: 945 time: 0.0810978 Jul 14 18:26:02.128392 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-814e992e-f980-4b0a-b229-429290eb1fbb req-bdee99b7-3c55-4226-96f5-2a8c2abb78a9 tempest-ServerRescueNegativeTestJSON-843679432 tempest-ServerRescueNegativeTestJSON-843679432-project] 10.222.0.16 "GET /v2.0/security-groups?id=2ad455ff-6ff4-4067-8bf1-fdec963484f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442338 Jul 14 18:26:02.182616 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-2906f7f1-2bd9-4183-8be4-24313b3523ac admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1503458879-network', 'tenant_id': '882f4375ae5845d48a58ae9ac1c63552'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:26:02.209302 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2906f7f1-2bd9-4183-8be4-24313b3523ac admin admin] Made reservation on behalf of 882f4375ae5845d48a58ae9ac1c63552 for: {'network': 1} {{(pid=93916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:26:02.212382 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-2906f7f1-2bd9-4183-8be4-24313b3523ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for network, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:26:02.225626 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-2906f7f1-2bd9-4183-8be4-24313b3523ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:26:02.240482 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:26:02.347186 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-2906f7f1-2bd9-4183-8be4-24313b3523ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:26:02.353259 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-2906f7f1-2bd9-4183-8be4-24313b3523ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:26:02.384583 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2906f7f1-2bd9-4183-8be4-24313b3523ac admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 88} {{(pid=93916) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 18:26:02.400767 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2906f7f1-2bd9-4183-8be4-24313b3523ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4824db20-b9ba-4380-9f29-13755d37b981,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:26:02.409808 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-2906f7f1-2bd9-4183-8be4-24313b3523ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:26:02.410534 n-d-800634-3 neutron-server[93916]: INFO neutron.db.segments_db [None req-2906f7f1-2bd9-4183-8be4-24313b3523ac admin admin] Added segment c5dc6d5b-42e9-4c22-85af-e48a17c0bd6d of type vlan for network 027c4e91-49f9-408a-bc70-11f19a2cbbb7 Jul 14 18:26:02.458221 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-2906f7f1-2bd9-4183-8be4-24313b3523ac admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728202197517'] for network, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:26:02.496520 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-2906f7f1-2bd9-4183-8be4-24313b3523ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727'] for network, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:26:02.497704 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2906f7f1-2bd9-4183-8be4-24313b3523ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:26:02.499815 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-2906f7f1-2bd9-4183-8be4-24313b3523ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598705'] for network, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:26:02.569713 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ff4b8d-91b2-490c-86a4-03b06b700924 req-8ecba5d0-0869-4a38-8ea4-e07de09d973e tempest-ServersAdminTestJSON-701576244 tempest-ServersAdminTestJSON-701576244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:26:02.570602 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-2906f7f1-2bd9-4183-8be4-24313b3523ac admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.4958851 Jul 14 18:26:02.573643 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 35226) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:26:02.575126 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-d9ff4b8d-91b2-490c-86a4-03b06b700924 req-8ecba5d0-0869-4a38-8ea4-e07de09d973e tempest-ServersAdminTestJSON-701576244 tempest-ServersAdminTestJSON-701576244-project] 10.222.0.16 "GET /v2.0/ports?device_id=c37af3d9-5cf3-44f0-a629-12e66be48e93 HTTP/1.1" status: 200 len: 950 time: 0.1462741 Jul 14 18:26:02.578589 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-85eebe71-8ad4-407a-ab27-1d0456f37629 admin admin] Request body: {'subnet': {'network_id': '027c4e91-49f9-408a-bc70-11f19a2cbbb7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1503458879-subnet', 'tenant_id': '882f4375ae5845d48a58ae9ac1c63552', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:26:02.602798 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2906f7f1-2bd9-4183-8be4-24313b3523ac admin admin] Pushing event updated for resources: {'Network': ['ID=027c4e91-49f9-408a-bc70-11f19a2cbbb7,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:26:02.616051 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Network 027c4e91-49f9-408a-bc70-11f19a2cbbb7 details requested by agent ovs-agent-n-d-800634-3 with host n-d-800634-3 {{(pid=93917) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 18:26:02.616940 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85eebe71-8ad4-407a-ab27-1d0456f37629 admin admin] Made reservation on behalf of 882f4375ae5845d48a58ae9ac1c63552 for: {'subnet': 1} {{(pid=93916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:26:02.627965 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-85eebe71-8ad4-407a-ab27-1d0456f37629 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26033189'] for subnet, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:26:02.647788 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-d9ff4b8d-91b2-490c-86a4-03b06b700924 req-55663de7-7636-49e6-a819-c256fcb8a145 tempest-ServersAdminTestJSON-701576244 tempest-ServersAdminTestJSON-701576244-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea7723ec-9d2a-468c-977f-1e7257209758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649967 Jul 14 18:26:02.679085 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23be6989-8400-4071-8df3-6d1c68f9b2d3 req-ed08c90d-9f33-4bb4-bac0-6ea2d15bd9fe tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:26:02.686548 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-23be6989-8400-4071-8df3-6d1c68f9b2d3 req-ed08c90d-9f33-4bb4-bac0-6ea2d15bd9fe tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.16 "GET /v2.0/ports?device_id=0a88c096-4af3-4575-935b-65bff7ae8d10 HTTP/1.1" status: 200 len: 950 time: 0.1725354 Jul 14 18:26:02.738873 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-23be6989-8400-4071-8df3-6d1c68f9b2d3 req-285a053f-4f10-4478-ba5b-887f01f974f9 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.16 "GET /v2.0/security-groups?id=95148b1b-0f93-483b-9e80-262147c27e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509953 Jul 14 18:26:02.897800 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-85eebe71-8ad4-407a-ab27-1d0456f37629 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2684753', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26033175'] for subnet, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:26:02.956260 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85eebe71-8ad4-407a-ab27-1d0456f37629 admin admin] Pushing event updated for resources: {'Subnet': ['ID=05d56735-edac-4058-8f3c-680c255777ec,revision_number=0']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:26:02.981585 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85eebe71-8ad4-407a-ab27-1d0456f37629 admin admin] Checking segment: {'id': 'c5dc6d5b-42e9-4c22-85af-e48a17c0bd6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '027c4e91-49f9-408a-bc70-11f19a2cbbb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93916) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:26:02.981951 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85eebe71-8ad4-407a-ab27-1d0456f37629 admin admin] Network hostable DHCP agents. Network: 027c4e91-49f9-408a-bc70-11f19a2cbbb7, hostable agents: ['028393c3-0576-4ebd-bca1-8ea8a148e1a2'], hosted agents: [] {{(pid=93916) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 18:26:03.000346 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85eebe71-8ad4-407a-ab27-1d0456f37629 admin admin] Network 027c4e91-49f9-408a-bc70-11f19a2cbbb7 is scheduled to be hosted by DHCP agent 028393c3-0576-4ebd-bca1-8ea8a148e1a2 with binding_index 1 {{(pid=93916) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 18:26:03.014132 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [None req-85eebe71-8ad4-407a-ab27-1d0456f37629 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-3, 027c4e91-49f9-408a-bc70-11f19a2cbbb7) {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:26:03.023343 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaa25f82-2349-4cbe-a9c4-8be351f0b2cb None None] Network 027c4e91-49f9-408a-bc70-11f19a2cbbb7 requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:26:03.036603 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85eebe71-8ad4-407a-ab27-1d0456f37629 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:26:03.038826 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-85eebe71-8ad4-407a-ab27-1d0456f37629 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598705'] for subnet, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:26:03.091355 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-85eebe71-8ad4-407a-ab27-1d0456f37629 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.5166094 Jul 14 18:26:03.195594 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0b86f9-1312-45df-85ac-079a418870d2 req-b8cd2f4f-8ac5-42ab-94d7-08a56dcbfcf3 tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:26:03.197190 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-4a0b86f9-1312-45df-85ac-079a418870d2 req-b8cd2f4f-8ac5-42ab-94d7-08a56dcbfcf3 tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] 10.222.0.16 "GET /v2.0/ports?device_id=b52528ac-079b-4411-8ce0-cffdc5b94d6f HTTP/1.1" status: 200 len: 945 time: 0.1358790 Jul 14 18:26:03.220232 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cae566a-79af-4a87-a460-5f9a28419b1f None None] Network 027c4e91-49f9-408a-bc70-11f19a2cbbb7 requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:26:03.267673 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-4a0b86f9-1312-45df-85ac-079a418870d2 req-1264b16a-4b1a-461c-a836-b6a4749ff9db tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] 10.222.0.16 "GET /v2.0/security-groups?id=39320fa9-4894-4542-95e3-d64e174c637e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616741 Jul 14 18:26:03.367979 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee20027-94d0-4c1b-b12e-99ec8046f914 req-f0d9e7e9-5b22-44dc-8f91-df73c0078021 tempest-ServerRescueNegativeTestJSON-843679432 tempest-ServerRescueNegativeTestJSON-843679432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:26:03.372839 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-0ee20027-94d0-4c1b-b12e-99ec8046f914 req-f0d9e7e9-5b22-44dc-8f91-df73c0078021 tempest-ServerRescueNegativeTestJSON-843679432 tempest-ServerRescueNegativeTestJSON-843679432-project] 10.222.0.16 "GET /v2.0/ports?device_id=7c5857c2-2935-412d-922f-b15f51818e64 HTTP/1.1" status: 200 len: 945 time: 0.0776572 Jul 14 18:26:03.409550 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-0ee20027-94d0-4c1b-b12e-99ec8046f914 req-7ff632bc-0b57-4071-94a8-9ad8bf87d85e tempest-ServerRescueNegativeTestJSON-843679432 tempest-ServerRescueNegativeTestJSON-843679432-project] 10.222.0.16 "GET /v2.0/security-groups?id=2ad455ff-6ff4-4067-8bf1-fdec963484f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332177 Jul 14 18:26:03.608667 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f40fea-b469-40e9-b751-ec379630fbfe req-899ff8ac-12b5-4f96-9306-2392a74cd241 tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:26:03.610313 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-77f40fea-b469-40e9-b751-ec379630fbfe req-899ff8ac-12b5-4f96-9306-2392a74cd241 tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] 10.222.0.16 "GET /v2.0/networks?id=027c4e91-49f9-408a-bc70-11f19a2cbbb7 HTTP/1.1" status: 200 len: 806 time: 0.1101780 Jul 14 18:26:03.625598 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-77f40fea-b469-40e9-b751-ec379630fbfe req-8215103c-cee8-48b7-a6e4-1c11cf8e2899 tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] 10.222.0.16 "GET /v2.0/quotas/882f4375ae5845d48a58ae9ac1c63552 HTTP/1.1" status: 200 len: 375 time: 0.0093789 Jul 14 18:26:03.660327 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-77f40fea-b469-40e9-b751-ec379630fbfe req-74d21a17-fde4-4057-a0e8-49912ff5fc6d tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=882f4375ae5845d48a58ae9ac1c63552&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0290921 Jul 14 18:26:03.768734 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-77f40fea-b469-40e9-b751-ec379630fbfe req-51c35896-765d-483c-acf5-a0bdbba98a34 service neutron] 10.222.0.16 "GET /v2.0/networks/027c4e91-49f9-408a-bc70-11f19a2cbbb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015325 Jul 14 18:26:03.932725 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-77f40fea-b469-40e9-b751-ec379630fbfe req-88165e31-ceb3-4d3d-8b35-2d4e088b1e86 service neutron] 10.222.0.16 "GET /v2.0/networks/027c4e91-49f9-408a-bc70-11f19a2cbbb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1533723 Jul 14 18:26:03.953824 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8026f77b-1211-479d-9f94-c9493dc532be req-1d6aed8e-c304-47cd-b34f-4e49b7fa1145 tempest-ServersAdminTestJSON-701576244 tempest-ServersAdminTestJSON-701576244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:26:03.956706 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-8026f77b-1211-479d-9f94-c9493dc532be req-1d6aed8e-c304-47cd-b34f-4e49b7fa1145 tempest-ServersAdminTestJSON-701576244 tempest-ServersAdminTestJSON-701576244-project] 10.222.0.16 "GET /v2.0/ports?device_id=c37af3d9-5cf3-44f0-a629-12e66be48e93 HTTP/1.1" status: 200 len: 950 time: 0.1855156 Jul 14 18:26:04.042821 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-8026f77b-1211-479d-9f94-c9493dc532be req-87f26fc0-7266-45e9-9ded-81ffbb3c0657 tempest-ServersAdminTestJSON-701576244 tempest-ServersAdminTestJSON-701576244-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea7723ec-9d2a-468c-977f-1e7257209758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617394 Jul 14 18:26:04.290585 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f50b1e2d-f2b4-456d-a16d-236d49c50ef9 req-339ddc19-993b-40c9-b0e2-1760dd54f207 tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] 10.222.0.16 "GET /v2.0/ports?device_id=bf402c61-cd81-4f75-87b2-bdcd84b28c25 HTTP/1.1" status: 200 len: 210 time: 0.0335979 Jul 14 18:26:04.327247 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f616baf-1590-4a22-89c2-ade93d9da25f req-0d51b6f7-b318-446e-a611-f1a9e2f4b450 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:26:04.334757 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3f616baf-1590-4a22-89c2-ade93d9da25f req-0d51b6f7-b318-446e-a611-f1a9e2f4b450 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.16 "GET /v2.0/ports?device_id=0a88c096-4af3-4575-935b-65bff7ae8d10 HTTP/1.1" status: 200 len: 950 time: 0.1172802 Jul 14 18:26:04.382059 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3f616baf-1590-4a22-89c2-ade93d9da25f req-67640427-87b2-4221-9cfa-f284eae2aa2a tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.16 "GET /v2.0/security-groups?id=95148b1b-0f93-483b-9e80-262147c27e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464277 Jul 14 18:26:04.496217 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6417dd6c-74b3-4b62-8483-230c347d2d79 req-f89044be-8af1-4a99-9c88-161132d9b242 tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:26:04.497861 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6417dd6c-74b3-4b62-8483-230c347d2d79 req-f89044be-8af1-4a99-9c88-161132d9b242 tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] 10.222.0.16 "GET /v2.0/ports?device_id=b52528ac-079b-4411-8ce0-cffdc5b94d6f HTTP/1.1" status: 200 len: 945 time: 0.0843163 Jul 14 18:26:04.546663 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6417dd6c-74b3-4b62-8483-230c347d2d79 req-21d27920-8c1b-426d-a406-9347b1fbbf1d tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] 10.222.0.16 "GET /v2.0/security-groups?id=39320fa9-4894-4542-95e3-d64e174c637e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419199 Jul 14 18:26:04.757762 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb983ceb-2f81-453c-884e-07acc1c6d1f6 req-3135f7cf-5fa6-4443-8ccf-61d76a5513e3 tempest-ServerRescueNegativeTestJSON-843679432 tempest-ServerRescueNegativeTestJSON-843679432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:26:04.759462 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-cb983ceb-2f81-453c-884e-07acc1c6d1f6 req-3135f7cf-5fa6-4443-8ccf-61d76a5513e3 tempest-ServerRescueNegativeTestJSON-843679432 tempest-ServerRescueNegativeTestJSON-843679432-project] 10.222.0.16 "GET /v2.0/ports?device_id=7c5857c2-2935-412d-922f-b15f51818e64 HTTP/1.1" status: 200 len: 945 time: 0.1014483 Jul 14 18:26:04.816536 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-cb983ceb-2f81-453c-884e-07acc1c6d1f6 req-c702ecfc-2890-4d74-b0dd-a730fc5dc105 tempest-ServerRescueNegativeTestJSON-843679432 tempest-ServerRescueNegativeTestJSON-843679432-project] 10.222.0.16 "GET /v2.0/security-groups?id=2ad455ff-6ff4-4067-8bf1-fdec963484f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472674 Jul 14 18:26:04.975103 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-47d3209e-1408-4d5f-8dd4-7ae1bad4e735 req-67666d52-0feb-4e16-827f-919d711a7f7f service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=0a88c096-4af3-4575-935b-65bff7ae8d10&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2145481 Jul 14 18:26:04.988316 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339fa341-66a9-4255-800e-e99d2dc9761f req-f2d8f95b-b307-4c21-976b-bf41beadcac8 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:26:04.990021 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-339fa341-66a9-4255-800e-e99d2dc9761f req-f2d8f95b-b307-4c21-976b-bf41beadcac8 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.16 "GET /v2.0/ports?device_id=0a88c096-4af3-4575-935b-65bff7ae8d10 HTTP/1.1" status: 200 len: 950 time: 0.1384184 Jul 14 18:26:05.032770 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-339fa341-66a9-4255-800e-e99d2dc9761f req-d498ef16-f0a7-43f8-a108-bb7d1c191851 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.16 "GET /v2.0/security-groups?id=95148b1b-0f93-483b-9e80-262147c27e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361645 Jul 14 18:26:05.123135 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:26:05.257334 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1f63f0-e39d-478d-b1c1-c4b39957ecde req-598529cd-5c80-40f1-aea4-27c9abeaa377 tempest-ServersAdminTestJSON-701576244 tempest-ServersAdminTestJSON-701576244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:26:05.259210 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-aa1f63f0-e39d-478d-b1c1-c4b39957ecde req-598529cd-5c80-40f1-aea4-27c9abeaa377 tempest-ServersAdminTestJSON-701576244 tempest-ServersAdminTestJSON-701576244-project] 10.222.0.16 "GET /v2.0/ports?device_id=c37af3d9-5cf3-44f0-a629-12e66be48e93 HTTP/1.1" status: 200 len: 950 time: 0.0806558 Jul 14 18:26:05.302637 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-aa1f63f0-e39d-478d-b1c1-c4b39957ecde req-fb802eb5-411a-4002-b81a-23b6176225aa tempest-ServersAdminTestJSON-701576244 tempest-ServersAdminTestJSON-701576244-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea7723ec-9d2a-468c-977f-1e7257209758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379138 Jul 14 18:26:05.511151 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c5f6e0cb-56f3-4a34-8ebf-6ea2eeab6333 req-db710d60-c6d6-4a0c-87d4-bd770466fdf1 tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] 10.222.0.16 "GET /v2.0/ports?device_id=bf402c61-cd81-4f75-87b2-bdcd84b28c25 HTTP/1.1" status: 200 len: 210 time: 0.0613422 Jul 14 18:26:05.617710 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f40fea-b469-40e9-b751-ec379630fbfe req-e7b5d508-55f9-41a5-9fd8-6e243f42cc23 tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:26:05.619245 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-77f40fea-b469-40e9-b751-ec379630fbfe req-e7b5d508-55f9-41a5-9fd8-6e243f42cc23 tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] 10.222.0.18 "GET /v2.0/networks?id=027c4e91-49f9-408a-bc70-11f19a2cbbb7 HTTP/1.1" status: 200 len: 806 time: 0.1579666 Jul 14 18:26:05.641033 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [req-77f40fea-b469-40e9-b751-ec379630fbfe req-2e7a2403-4824-446f-abc6-4b229942b034 tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] Request body: {'port': {'device_id': 'bf402c61-cd81-4f75-87b2-bdcd84b28c25', 'network_id': '027c4e91-49f9-408a-bc70-11f19a2cbbb7', 'admin_state_up': True, 'tenant_id': '882f4375ae5845d48a58ae9ac1c63552'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:26:05.856606 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-77f40fea-b469-40e9-b751-ec379630fbfe req-2e7a2403-4824-446f-abc6-4b229942b034 tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] Made reservation on behalf of 882f4375ae5845d48a58ae9ac1c63552 for: {'port': 1} {{(pid=93915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:26:05.861348 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-77f40fea-b469-40e9-b751-ec379630fbfe req-2e7a2403-4824-446f-abc6-4b229942b034 tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:26:05.891234 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d3ff78-4ca3-4471-9742-82799e41ae75 req-753efa99-6c9c-4f76-a2d8-924da90d7d05 tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:26:05.893191 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b2d3ff78-4ca3-4471-9742-82799e41ae75 req-753efa99-6c9c-4f76-a2d8-924da90d7d05 tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] 10.222.0.16 "GET /v2.0/ports?device_id=b52528ac-079b-4411-8ce0-cffdc5b94d6f HTTP/1.1" status: 200 len: 945 time: 0.1302221 Jul 14 18:26:06.039169 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b2d3ff78-4ca3-4471-9742-82799e41ae75 req-4082df01-4c9a-4bc6-b795-47a22f2d2b86 tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] 10.222.0.16 "GET /v2.0/security-groups?id=39320fa9-4894-4542-95e3-d64e174c637e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343226 Jul 14 18:26:06.123066 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.db_base_plugin_common [req-77f40fea-b469-40e9-b751-ec379630fbfe req-2e7a2403-4824-446f-abc6-4b229942b034 tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] Allocated IP 172.20.0.10 (027c4e91-49f9-408a-bc70-11f19a2cbbb7/05d56735-edac-4058-8f3c-680c255777ec/2dc4e7e9-6455-4472-9129-79fcd5d07d19) {{(pid=93915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:26:06.156178 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82ca213-86b1-41cb-82ff-434f7d1f691e req-ce906f18-1139-4c6f-ac7d-10adacbe6e86 tempest-ServerRescueNegativeTestJSON-843679432 tempest-ServerRescueNegativeTestJSON-843679432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:26:06.158621 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f82ca213-86b1-41cb-82ff-434f7d1f691e req-ce906f18-1139-4c6f-ac7d-10adacbe6e86 tempest-ServerRescueNegativeTestJSON-843679432 tempest-ServerRescueNegativeTestJSON-843679432-project] 10.222.0.16 "GET /v2.0/ports?device_id=7c5857c2-2935-412d-922f-b15f51818e64 HTTP/1.1" status: 200 len: 945 time: 0.1680002 Jul 14 18:26:06.295926 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f82ca213-86b1-41cb-82ff-434f7d1f691e req-64ea7067-593c-4fff-9201-dc6c7515e950 tempest-ServerRescueNegativeTestJSON-843679432 tempest-ServerRescueNegativeTestJSON-843679432-project] 10.222.0.16 "GET /v2.0/security-groups?id=2ad455ff-6ff4-4067-8bf1-fdec963484f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287148 Jul 14 18:26:06.425706 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bc7f27-0ce2-40d2-ac8e-4eb1dbf168a5 req-ba05ccea-f8d1-40c8-b716-f51029dcae2c tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:26:06.428072 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-79bc7f27-0ce2-40d2-ac8e-4eb1dbf168a5 req-ba05ccea-f8d1-40c8-b716-f51029dcae2c tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.16 "GET /v2.0/ports?device_id=0a88c096-4af3-4575-935b-65bff7ae8d10 HTTP/1.1" status: 200 len: 950 time: 0.2226908 Jul 14 18:26:06.536616 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-77f40fea-b469-40e9-b751-ec379630fbfe req-2e7a2403-4824-446f-abc6-4b229942b034 tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] Notify callbacks [] for port, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:26:06.569348 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-79bc7f27-0ce2-40d2-ac8e-4eb1dbf168a5 req-72fac7a1-e081-48db-91d4-351948fc9098 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.16 "GET /v2.0/security-groups?id=95148b1b-0f93-483b-9e80-262147c27e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334438 Jul 14 18:26:06.621367 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce580b73-c224-407d-a8a8-105b2551bbff req-8add074a-e53f-4af3-8881-690558e339c0 tempest-ServersAdminTestJSON-701576244 tempest-ServersAdminTestJSON-701576244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:26:06.622970 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ce580b73-c224-407d-a8a8-105b2551bbff req-8add074a-e53f-4af3-8881-690558e339c0 tempest-ServersAdminTestJSON-701576244 tempest-ServersAdminTestJSON-701576244-project] 10.222.0.16 "GET /v2.0/ports?device_id=c37af3d9-5cf3-44f0-a629-12e66be48e93 HTTP/1.1" status: 200 len: 950 time: 0.1657529 Jul 14 18:26:06.630654 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-77f40fea-b469-40e9-b751-ec379630fbfe req-2e7a2403-4824-446f-abc6-4b229942b034 tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:26:06.701734 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-77f40fea-b469-40e9-b751-ec379630fbfe req-2e7a2403-4824-446f-abc6-4b229942b034 tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] Network 027c4e91-49f9-408a-bc70-11f19a2cbbb7 is already hosted by enough agents. {{(pid=93915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:26:06.706922 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [req-77f40fea-b469-40e9-b751-ec379630fbfe req-2e7a2403-4824-446f-abc6-4b229942b034 tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] Resources bound (agent type, host, resource id): {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:26:06.710832 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [req-77f40fea-b469-40e9-b751-ec379630fbfe req-2e7a2403-4824-446f-abc6-4b229942b034 tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] Received port after_create {{(pid=93915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:26:06.751106 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7a2403-4824-446f-abc6-4b229942b034 tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] Pushing event updated for resources: {'Port': ['ID=2dc4e7e9-6455-4472-9129-79fcd5d07d19,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:26:06.777194 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ce580b73-c224-407d-a8a8-105b2551bbff req-1ddcf556-e662-49d6-88d4-10388107bbea tempest-ServersAdminTestJSON-701576244 tempest-ServersAdminTestJSON-701576244-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea7723ec-9d2a-468c-977f-1e7257209758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408296 Jul 14 18:26:06.783276 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d3209e-1408-4d5f-8dd4-7ae1bad4e735 req-35bfc2e6-1ff6-4ffd-8828-fab885e5525d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:26:06.787277 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7a2403-4824-446f-abc6-4b229942b034 tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:26:06.787630 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7a2403-4824-446f-abc6-4b229942b034 tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:26:06.787974 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7a2403-4824-446f-abc6-4b229942b034 tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:26:06.788489 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7a2403-4824-446f-abc6-4b229942b034 tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:26:06.788989 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7a2403-4824-446f-abc6-4b229942b034 tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:26:06.789327 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7a2403-4824-446f-abc6-4b229942b034 tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:26:06.789657 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7a2403-4824-446f-abc6-4b229942b034 tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:26:06.789988 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7a2403-4824-446f-abc6-4b229942b034 tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:26:06.790316 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7a2403-4824-446f-abc6-4b229942b034 tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:26:06.790638 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7a2403-4824-446f-abc6-4b229942b034 tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:26:06.790961 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7a2403-4824-446f-abc6-4b229942b034 tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:26:06.791280 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7a2403-4824-446f-abc6-4b229942b034 tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:26:06.795747 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-47d3209e-1408-4d5f-8dd4-7ae1bad4e735 req-35bfc2e6-1ff6-4ffd-8828-fab885e5525d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e0d800f124a7477bb29e534c1272cd15&device_id=0a88c096-4af3-4575-935b-65bff7ae8d10 HTTP/1.1" status: 200 len: 1101 time: 0.0752347 Jul 14 18:26:06.814050 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f40fea-b469-40e9-b751-ec379630fbfe req-2e7a2403-4824-446f-abc6-4b229942b034 tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:26:06.814680 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-77f40fea-b469-40e9-b751-ec379630fbfe req-2e7a2403-4824-446f-abc6-4b229942b034 tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:26:06.830504 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-77f40fea-b469-40e9-b751-ec379630fbfe req-2e7a2403-4824-446f-abc6-4b229942b034 tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1936438 Jul 14 18:26:06.843924 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [req-77f40fea-b469-40e9-b751-ec379630fbfe req-e7a32887-7706-472a-b888-92cba215d4f8 service neutron] Request body: {'port': {'device_id': 'bf402c61-cd81-4f75-87b2-bdcd84b28c25', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800634-3'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:26:06.912489 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d3209e-1408-4d5f-8dd4-7ae1bad4e735 req-c2a58359-f61c-4214-8713-d18ad8bed374 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:26:06.914236 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-47d3209e-1408-4d5f-8dd4-7ae1bad4e735 req-c2a58359-f61c-4214-8713-d18ad8bed374 service neutron] 10.222.0.18 "GET /v2.0/networks?id=4f742057-89ee-4b4a-86f7-487ee61881a1 HTTP/1.1" status: 200 len: 869 time: 0.1081870 Jul 14 18:26:06.955195 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-47d3209e-1408-4d5f-8dd4-7ae1bad4e735 req-38d99b25-f543-4718-8866-0c2ba1f7ee75 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.237&port_id=2d86f518-a5dc-431f-bc2b-7938083f5172 HTTP/1.1" status: 200 len: 217 time: 0.0342989 Jul 14 18:26:06.965870 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-77f40fea-b469-40e9-b751-ec379630fbfe req-e7a32887-7706-472a-b888-92cba215d4f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:26:06.987384 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3ec896-5b9b-40d6-8883-5f3192eca876 req-d0962c67-308e-41f1-87f7-6cb3a8e6028d tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:26:06.988933 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ca3ec896-5b9b-40d6-8883-5f3192eca876 req-d0962c67-308e-41f1-87f7-6cb3a8e6028d tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] 10.222.0.16 "GET /v2.0/ports?device_id=bf402c61-cd81-4f75-87b2-bdcd84b28c25 HTTP/1.1" status: 200 len: 932 time: 0.1391785 Jul 14 18:26:07.007434 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d3209e-1408-4d5f-8dd4-7ae1bad4e735 req-1bd6e8dd-22ee-47ca-9ebc-d4920fd01125 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:26:07.009246 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-47d3209e-1408-4d5f-8dd4-7ae1bad4e735 req-1bd6e8dd-22ee-47ca-9ebc-d4920fd01125 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f20c54fb-f7da-4761-aa61-2e4f99f3d332 HTTP/1.1" status: 200 len: 843 time: 0.0475032 Jul 14 18:26:07.092563 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d3209e-1408-4d5f-8dd4-7ae1bad4e735 req-9c59cdbf-2466-4eab-8d7c-e102cbfaf9ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:26:07.098216 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-47d3209e-1408-4d5f-8dd4-7ae1bad4e735 req-9c59cdbf-2466-4eab-8d7c-e102cbfaf9ad service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4f742057-89ee-4b4a-86f7-487ee61881a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0813797 Jul 14 18:26:07.161714 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ca3ec896-5b9b-40d6-8883-5f3192eca876 req-64fbe5a1-4a4f-4023-bc6e-3a029eaf2e5e tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] 10.222.0.16 "GET /v2.0/security-groups?id=4824db20-b9ba-4380-9f29-13755d37b981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476088 Jul 14 18:26:07.236017 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-47d3209e-1408-4d5f-8dd4-7ae1bad4e735 req-16b841cb-e9a6-48a5-a5b6-4c862a8230d5 service neutron] 10.222.0.18 "GET /v2.0/networks/4f742057-89ee-4b4a-86f7-487ee61881a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203735 Jul 14 18:26:07.338375 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7258b8-894e-4642-81f2-d678af5f7dd3 req-8620a68c-51c5-41d2-b60b-24a58ec48c9c tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:26:07.339926 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-da7258b8-894e-4642-81f2-d678af5f7dd3 req-8620a68c-51c5-41d2-b60b-24a58ec48c9c tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] 10.222.0.16 "GET /v2.0/ports?device_id=b52528ac-079b-4411-8ce0-cffdc5b94d6f HTTP/1.1" status: 200 len: 945 time: 0.1110270 Jul 14 18:26:07.342141 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-47d3209e-1408-4d5f-8dd4-7ae1bad4e735 req-dba1e2d1-6775-4a91-9ba3-e7b7264a96d3 service neutron] 10.222.0.18 "GET /v2.0/networks/4f742057-89ee-4b4a-86f7-487ee61881a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990686 Jul 14 18:26:07.418822 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-da7258b8-894e-4642-81f2-d678af5f7dd3 req-8d519166-630a-4e3b-839e-1577351c0a7d tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] 10.222.0.16 "GET /v2.0/security-groups?id=39320fa9-4894-4542-95e3-d64e174c637e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734646 Jul 14 18:26:07.421944 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [req-77f40fea-b469-40e9-b751-ec379630fbfe req-e7a32887-7706-472a-b888-92cba215d4f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2dc4e7e9-6455-4472-9129-79fcd5d07d19 {{(pid=93915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 18:26:07.444248 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-77f40fea-b469-40e9-b751-ec379630fbfe req-e7a32887-7706-472a-b888-92cba215d4f8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:26:07.475203 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.provisioning_blocks [req-77f40fea-b469-40e9-b751-ec379630fbfe req-e7a32887-7706-472a-b888-92cba215d4f8 service neutron] Transition to ACTIVE for port object 2dc4e7e9-6455-4472-9129-79fcd5d07d19 will not be triggered until provisioned by entity L2. {{(pid=93915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:26:07.478935 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-77f40fea-b469-40e9-b751-ec379630fbfe req-e7a32887-7706-472a-b888-92cba215d4f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25912978'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:26:07.540893 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a32887-7706-472a-b888-92cba215d4f8 service neutron] Pushing event updated for resources: {'Port': ['ID=2dc4e7e9-6455-4472-9129-79fcd5d07d19,revision_number=2']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:26:07.551884 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11d1b1d-683b-408c-a96c-97b0e160f13b req-9a75f3ab-1021-4161-94ed-940217a82dee tempest-ServerRescueNegativeTestJSON-843679432 tempest-ServerRescueNegativeTestJSON-843679432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:26:07.553449 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-d11d1b1d-683b-408c-a96c-97b0e160f13b req-9a75f3ab-1021-4161-94ed-940217a82dee tempest-ServerRescueNegativeTestJSON-843679432 tempest-ServerRescueNegativeTestJSON-843679432-project] 10.222.0.16 "GET /v2.0/ports?device_id=7c5857c2-2935-412d-922f-b15f51818e64 HTTP/1.1" status: 200 len: 945 time: 0.1337485 Jul 14 18:26:07.639392 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-d11d1b1d-683b-408c-a96c-97b0e160f13b req-57738932-698b-4e93-ba2a-0e111e255d4c tempest-ServerRescueNegativeTestJSON-843679432 tempest-ServerRescueNegativeTestJSON-843679432-project] 10.222.0.16 "GET /v2.0/security-groups?id=2ad455ff-6ff4-4067-8bf1-fdec963484f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804257 Jul 14 18:26:07.655351 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-77f40fea-b469-40e9-b751-ec379630fbfe req-e7a32887-7706-472a-b888-92cba215d4f8 service neutron] Attempting to bind port 2dc4e7e9-6455-4472-9129-79fcd5d07d19 on host n-h1-800634-3 for vnic_type normal with profile {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:26:07.655600 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-77f40fea-b469-40e9-b751-ec379630fbfe req-e7a32887-7706-472a-b888-92cba215d4f8 service neutron] Attempting to bind port 2dc4e7e9-6455-4472-9129-79fcd5d07d19 by drivers openvswitch,hyperv on host n-h1-800634-3 at level 0 using segments [{'id': 'c5dc6d5b-42e9-4c22-85af-e48a17c0bd6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '027c4e91-49f9-408a-bc70-11f19a2cbbb7'}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:26:07.655902 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77f40fea-b469-40e9-b751-ec379630fbfe req-e7a32887-7706-472a-b888-92cba215d4f8 service neutron] Attempting to bind port 2dc4e7e9-6455-4472-9129-79fcd5d07d19 on network 027c4e91-49f9-408a-bc70-11f19a2cbbb7 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:26:07.661495 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77f40fea-b469-40e9-b751-ec379630fbfe req-e7a32887-7706-472a-b888-92cba215d4f8 service neutron] Port 2dc4e7e9-6455-4472-9129-79fcd5d07d19 on network 027c4e91-49f9-408a-bc70-11f19a2cbbb7 not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-3 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 18:26:07.661904 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77f40fea-b469-40e9-b751-ec379630fbfe req-e7a32887-7706-472a-b888-92cba215d4f8 service neutron] Attempting to bind port 2dc4e7e9-6455-4472-9129-79fcd5d07d19 on network 027c4e91-49f9-408a-bc70-11f19a2cbbb7 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:26:07.666849 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77f40fea-b469-40e9-b751-ec379630fbfe req-e7a32887-7706-472a-b888-92cba215d4f8 service neutron] Checking agent: {'id': 'a3630ff4-fbee-45d9-b9b6-0ae41cb3a350', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 15, 32), 'started_at': datetime.datetime(2021, 7, 14, 18, 15, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 18, 26, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 18:26:07.667219 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77f40fea-b469-40e9-b751-ec379630fbfe req-e7a32887-7706-472a-b888-92cba215d4f8 service neutron] Checking segment: {'id': 'c5dc6d5b-42e9-4c22-85af-e48a17c0bd6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '027c4e91-49f9-408a-bc70-11f19a2cbbb7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:26:07.667722 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77f40fea-b469-40e9-b751-ec379630fbfe req-e7a32887-7706-472a-b888-92cba215d4f8 service neutron] Bound using segment: {'id': 'c5dc6d5b-42e9-4c22-85af-e48a17c0bd6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '027c4e91-49f9-408a-bc70-11f19a2cbbb7'} {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 18:26:07.668083 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-77f40fea-b469-40e9-b751-ec379630fbfe req-e7a32887-7706-472a-b888-92cba215d4f8 service neutron] Bound port: 2dc4e7e9-6455-4472-9129-79fcd5d07d19, host: n-h1-800634-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5dc6d5b-42e9-4c22-85af-e48a17c0bd6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '027c4e91-49f9-408a-bc70-11f19a2cbbb7'}}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 18:26:07.668522 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-77f40fea-b469-40e9-b751-ec379630fbfe req-e7a32887-7706-472a-b888-92cba215d4f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:26:07.735227 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-77f40fea-b469-40e9-b751-ec379630fbfe req-e7a32887-7706-472a-b888-92cba215d4f8 service neutron] For port 2dc4e7e9-6455-4472-9129-79fcd5d07d19, host n-h1-800634-3, cleared binding levels {{(pid=93915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:26:07.738530 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-77f40fea-b469-40e9-b751-ec379630fbfe req-e7a32887-7706-472a-b888-92cba215d4f8 service neutron] For port 2dc4e7e9-6455-4472-9129-79fcd5d07d19, host n-h1-800634-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=2dc4e7e9-6455-4472-9129-79fcd5d07d19,segment=NetworkSegment(c5dc6d5b-42e9-4c22-85af-e48a17c0bd6d),segment_id=c5dc6d5b-42e9-4c22-85af-e48a17c0bd6d)] {{(pid=93915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 18:26:07.742930 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-77f40fea-b469-40e9-b751-ec379630fbfe req-e7a32887-7706-472a-b888-92cba215d4f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25912978'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:26:07.796266 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f40fea-b469-40e9-b751-ec379630fbfe req-e7a32887-7706-472a-b888-92cba215d4f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:26:07.796988 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-77f40fea-b469-40e9-b751-ec379630fbfe req-e7a32887-7706-472a-b888-92cba215d4f8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:26:07.798433 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-77f40fea-b469-40e9-b751-ec379630fbfe req-e7a32887-7706-472a-b888-92cba215d4f8 service neutron] 10.222.0.18 "PUT /v2.0/ports/2dc4e7e9-6455-4472-9129-79fcd5d07d19 HTTP/1.1" status: 200 len: 1092 time: 0.9595904 Jul 14 18:26:07.798922 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf402c61-cd81-4f75-87b2-bdcd84b28c25', 'tag': '2dc4e7e9-6455-4472-9129-79fcd5d07d19'}] {{(pid=93915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:26:07.801341 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e72782ad3af8f7d4ce76cedf092bca46d1756acc5c4653cf0b52034cdd6b073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6eaf6f84-7220-4631-9ded-3201633a1bf4" -d '{"events": [{"name": "network-changed", "server_uuid": "bf402c61-cd81-4f75-87b2-bdcd84b28c25", "tag": "2dc4e7e9-6455-4472-9129-79fcd5d07d19"}]}' {{(pid=93915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:26:07.904404 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a32887-7706-472a-b888-92cba215d4f8 service neutron] Pushing event updated for resources: {'Port': ['ID=2dc4e7e9-6455-4472-9129-79fcd5d07d19,revision_number=3']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:26:07.959516 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3d8281-e69d-417a-af13-5fde463616f6 req-b1c8a1e9-cc9d-4c8e-8379-08ebb353cd5a tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:26:07.960953 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ac3d8281-e69d-417a-af13-5fde463616f6 req-b1c8a1e9-cc9d-4c8e-8379-08ebb353cd5a tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] 10.222.0.16 "GET /v2.0/ports?device_id=b52528ac-079b-4411-8ce0-cffdc5b94d6f HTTP/1.1" status: 200 len: 945 time: 0.1860709 Jul 14 18:26:07.968995 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadc794a-4808-47cc-b6b4-23c3d7034fd8 req-cf848595-9c01-4bb9-a23f-7fd4645d7a93 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:26:07.970365 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-eadc794a-4808-47cc-b6b4-23c3d7034fd8 req-cf848595-9c01-4bb9-a23f-7fd4645d7a93 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.16 "GET /v2.0/ports?device_id=0a88c096-4af3-4575-935b-65bff7ae8d10 HTTP/1.1" status: 200 len: 950 time: 0.1995783 Jul 14 18:26:07.973252 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f40fea-b469-40e9-b751-ec379630fbfe req-298df311-fa83-44c4-a518-97640ca8baca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:26:07.974611 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-77f40fea-b469-40e9-b751-ec379630fbfe req-298df311-fa83-44c4-a518-97640ca8baca service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=882f4375ae5845d48a58ae9ac1c63552&device_id=bf402c61-cd81-4f75-87b2-bdcd84b28c25 HTTP/1.1" status: 200 len: 1095 time: 0.1335487 Jul 14 18:26:08.049560 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-77f40fea-b469-40e9-b751-ec379630fbfe req-4c1d5830-257c-4316-b6ad-3bf76c7a6913 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2dc4e7e9-6455-4472-9129-79fcd5d07d19 HTTP/1.1" status: 200 len: 217 time: 0.0519223 Jul 14 18:26:08.063069 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ac3d8281-e69d-417a-af13-5fde463616f6 req-719bb588-a93e-4cd2-8b26-9ce204c6a9ee tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] 10.222.0.16 "GET /v2.0/security-groups?id=39320fa9-4894-4542-95e3-d64e174c637e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916939 Jul 14 18:26:08.076586 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-eadc794a-4808-47cc-b6b4-23c3d7034fd8 req-561c1a59-8e0f-4a86-b5a8-82a8204116ce tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.16 "GET /v2.0/security-groups?id=95148b1b-0f93-483b-9e80-262147c27e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964038 Jul 14 18:26:08.111734 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f40fea-b469-40e9-b751-ec379630fbfe req-f18aa3c4-58cf-477c-91bd-384a079dc01e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:26:08.113256 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-77f40fea-b469-40e9-b751-ec379630fbfe req-f18aa3c4-58cf-477c-91bd-384a079dc01e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=05d56735-edac-4058-8f3c-680c255777ec HTTP/1.1" status: 200 len: 846 time: 0.0493550 Jul 14 18:26:08.162238 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-77f40fea-b469-40e9-b751-ec379630fbfe req-9ac9eb3a-8459-4d46-904e-790728d02ff0 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=027c4e91-49f9-408a-bc70-11f19a2cbbb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0412369 Jul 14 18:26:08.248761 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 18:26:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-211dd9ad-6096-4b25-ba32-5323a531bfa4 x-openstack-request-id: req-211dd9ad-6096-4b25-ba32-5323a531bfa4 {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:26:08.249299 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf402c61-cd81-4f75-87b2-bdcd84b28c25", "tag": "2dc4e7e9-6455-4472-9129-79fcd5d07d19", "status": "completed", "code": 200}]} {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:26:08.249563 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-211dd9ad-6096-4b25-ba32-5323a531bfa4 {{(pid=93915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:26:08.249954 n-d-800634-3 neutron-server[93915]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf402c61-cd81-4f75-87b2-bdcd84b28c25', 'tag': '2dc4e7e9-6455-4472-9129-79fcd5d07d19', 'status': 'completed', 'code': 200} Jul 14 18:26:08.307101 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-77f40fea-b469-40e9-b751-ec379630fbfe req-928e93b6-7a69-4f72-a6b1-2cc101b2308a service neutron] 10.222.0.18 "GET /v2.0/networks/027c4e91-49f9-408a-bc70-11f19a2cbbb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1367188 Jul 14 18:26:08.320566 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd15c90b-f93e-45c1-8802-308a2f0c7977 req-1f1ae339-015b-435f-aad6-4bbd33688931 tempest-ServersAdminTestJSON-701576244 tempest-ServersAdminTestJSON-701576244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:26:08.322185 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-fd15c90b-f93e-45c1-8802-308a2f0c7977 req-1f1ae339-015b-435f-aad6-4bbd33688931 tempest-ServersAdminTestJSON-701576244 tempest-ServersAdminTestJSON-701576244-project] 10.222.0.16 "GET /v2.0/ports?device_id=c37af3d9-5cf3-44f0-a629-12e66be48e93 HTTP/1.1" status: 200 len: 950 time: 0.1094642 Jul 14 18:26:08.409804 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-fd15c90b-f93e-45c1-8802-308a2f0c7977 req-1152d878-cc18-418e-b895-357648423a49 tempest-ServersAdminTestJSON-701576244 tempest-ServersAdminTestJSON-701576244-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea7723ec-9d2a-468c-977f-1e7257209758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784507 Jul 14 18:26:08.438333 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-77f40fea-b469-40e9-b751-ec379630fbfe req-01760b95-3859-4f84-bd2d-8101ae0ec408 service neutron] 10.222.0.18 "GET /v2.0/networks/027c4e91-49f9-408a-bc70-11f19a2cbbb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1151311 Jul 14 18:26:08.607996 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3843281c-2a3e-4e65-9418-3280fe9228cc req-8d237d91-edeb-4e99-b6fa-b8e717c164de tempest-ServersTestBootFromVolume-338046033 tempest-ServersTestBootFromVolume-338046033-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--1052321239&fields=id&tenant_id=05921a45b4d74b12aa43c048ba89464c HTTP/1.1" status: 200 len: 267 time: 0.0918517 Jul 14 18:26:08.974935 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b335fae2-c20a-49e8-81ea-f1880de0c225 req-6ee8d1d6-edfc-4bcd-874c-afda1a80b60b tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:26:08.976405 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b335fae2-c20a-49e8-81ea-f1880de0c225 req-6ee8d1d6-edfc-4bcd-874c-afda1a80b60b tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] 10.222.0.16 "GET /v2.0/ports?device_id=bf402c61-cd81-4f75-87b2-bdcd84b28c25 HTTP/1.1" status: 200 len: 944 time: 0.4622328 Jul 14 18:26:08.979934 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eaf6f84-7220-4631-9ded-3201633a1bf4 req-7f05234c-7b4c-4aeb-8474-60bea4fe5863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:26:08.981289 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6eaf6f84-7220-4631-9ded-3201633a1bf4 req-7f05234c-7b4c-4aeb-8474-60bea4fe5863 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=882f4375ae5845d48a58ae9ac1c63552&device_id=bf402c61-cd81-4f75-87b2-bdcd84b28c25 HTTP/1.1" status: 200 len: 1095 time: 0.4749355 Jul 14 18:26:09.092626 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b335fae2-c20a-49e8-81ea-f1880de0c225 req-3fb77bab-4e3a-454f-bf14-c3a050fca5a8 tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] 10.222.0.16 "GET /v2.0/security-groups?id=4824db20-b9ba-4380-9f29-13755d37b981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102960 Jul 14 18:26:09.104323 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3843281c-2a3e-4e65-9418-3280fe9228cc req-e7312582-707c-4dea-b111-94312db2f9ab tempest-ServersTestBootFromVolume-338046033 tempest-ServersTestBootFromVolume-338046033-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:26:09.115531 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3843281c-2a3e-4e65-9418-3280fe9228cc req-e7312582-707c-4dea-b111-94312db2f9ab tempest-ServersTestBootFromVolume-338046033 tempest-ServersTestBootFromVolume-338046033-project] 10.222.0.16 "GET /v2.0/networks?id=fbdb072c-d165-4590-b31e-296ae33ff65f HTTP/1.1" status: 200 len: 815 time: 0.4892976 Jul 14 18:26:09.138152 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eaf6f84-7220-4631-9ded-3201633a1bf4 req-c5785ce4-42b0-47a7-8b65-f99f65287a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:26:09.139601 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6eaf6f84-7220-4631-9ded-3201633a1bf4 req-c5785ce4-42b0-47a7-8b65-f99f65287a3c service neutron] 10.222.0.18 "GET /v2.0/networks?id=027c4e91-49f9-408a-bc70-11f19a2cbbb7 HTTP/1.1" status: 200 len: 906 time: 0.1470630 Jul 14 18:26:09.140833 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3843281c-2a3e-4e65-9418-3280fe9228cc req-d4fabd7f-0952-492c-a4f5-1ff5d228806d tempest-ServersTestBootFromVolume-338046033 tempest-ServersTestBootFromVolume-338046033-project] 10.222.0.16 "GET /v2.0/quotas/05921a45b4d74b12aa43c048ba89464c HTTP/1.1" status: 200 len: 375 time: 0.0264127 Jul 14 18:26:09.207147 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6eaf6f84-7220-4631-9ded-3201633a1bf4 req-56490ec5-7fd5-4cee-bc41-ce5e54c9ab06 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2dc4e7e9-6455-4472-9129-79fcd5d07d19 HTTP/1.1" status: 200 len: 217 time: 0.0525081 Jul 14 18:26:09.303077 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eaf6f84-7220-4631-9ded-3201633a1bf4 req-f758e05c-b276-4f25-a0b7-ba57ba994686 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:26:09.304520 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6eaf6f84-7220-4631-9ded-3201633a1bf4 req-f758e05c-b276-4f25-a0b7-ba57ba994686 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=05d56735-edac-4058-8f3c-680c255777ec HTTP/1.1" status: 200 len: 846 time: 0.0879931 Jul 14 18:26:09.317769 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3843281c-2a3e-4e65-9418-3280fe9228cc req-03845441-c3e3-4a57-b669-30fc53a44192 tempest-ServersTestBootFromVolume-338046033 tempest-ServersTestBootFromVolume-338046033-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=05921a45b4d74b12aa43c048ba89464c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1716368 Jul 14 18:26:09.357728 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6eaf6f84-7220-4631-9ded-3201633a1bf4 req-40e88914-2232-4c3b-9a1f-1d76f05d4acb service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=027c4e91-49f9-408a-bc70-11f19a2cbbb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0387053 Jul 14 18:26:09.374319 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c2d442-7a74-4b32-9bd6-6c5ec0aed4f1 req-ac17ac35-9280-4ee6-84a5-55c68a6afca6 tempest-ServerRescueNegativeTestJSON-843679432 tempest-ServerRescueNegativeTestJSON-843679432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:26:09.375739 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-77c2d442-7a74-4b32-9bd6-6c5ec0aed4f1 req-ac17ac35-9280-4ee6-84a5-55c68a6afca6 tempest-ServerRescueNegativeTestJSON-843679432 tempest-ServerRescueNegativeTestJSON-843679432-project] 10.222.0.16 "GET /v2.0/ports?device_id=7c5857c2-2935-412d-922f-b15f51818e64 HTTP/1.1" status: 200 len: 945 time: 0.1729004 Jul 14 18:26:09.388622 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908a6317-c710-4cb6-a51f-cc61daeb1fe1 req-6f52e34a-604d-4550-add2-d6efaa21b92d tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:26:09.390072 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-908a6317-c710-4cb6-a51f-cc61daeb1fe1 req-6f52e34a-604d-4550-add2-d6efaa21b92d tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] 10.222.0.18 "GET /v2.0/ports?device_id=b52528ac-079b-4411-8ce0-cffdc5b94d6f HTTP/1.1" status: 200 len: 945 time: 0.0632966 Jul 14 18:26:09.493312 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [req-908a6317-c710-4cb6-a51f-cc61daeb1fe1 req-1720561e-57c8-456f-8438-bfa27b755a3e tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] Deleting port 6200b844-456d-406f-bd25-bdced5d67cc9 {{(pid=93916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:26:09.493658 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-908a6317-c710-4cb6-a51f-cc61daeb1fe1 req-1720561e-57c8-456f-8438-bfa27b755a3e tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:26:09.500676 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-77c2d442-7a74-4b32-9bd6-6c5ec0aed4f1 req-a85966b3-0876-45ca-b4ff-c53bfd8a88b4 tempest-ServerRescueNegativeTestJSON-843679432 tempest-ServerRescueNegativeTestJSON-843679432-project] 10.222.0.16 "GET /v2.0/security-groups?id=2ad455ff-6ff4-4067-8bf1-fdec963484f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004932 Jul 14 18:26:09.544634 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3843281c-2a3e-4e65-9418-3280fe9228cc req-1881e454-7fb6-4df5-b525-2c840e8f6bda service neutron] 10.222.0.16 "GET /v2.0/networks/fbdb072c-d165-4590-b31e-296ae33ff65f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2149537 Jul 14 18:26:09.548136 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6eaf6f84-7220-4631-9ded-3201633a1bf4 req-83b80ca9-76d0-4b80-b601-b4619ba51e95 service neutron] 10.222.0.18 "GET /v2.0/networks/027c4e91-49f9-408a-bc70-11f19a2cbbb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1491051 Jul 14 18:26:09.587814 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.db [req-908a6317-c710-4cb6-a51f-cc61daeb1fe1 req-1720561e-57c8-456f-8438-bfa27b755a3e tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] For port 6200b844-456d-406f-bd25-bdced5d67cc9, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=6200b844-456d-406f-bd25-bdced5d67cc9,segment=NetworkSegment(25fcd291-a4fb-4631-8a4d-06fad1821ccd),segment_id=25fcd291-a4fb-4631-8a4d-06fad1821ccd)] {{(pid=93916) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:26:09.588369 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-908a6317-c710-4cb6-a51f-cc61daeb1fe1 req-1720561e-57c8-456f-8438-bfa27b755a3e tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:26:09.601457 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [req-908a6317-c710-4cb6-a51f-cc61daeb1fe1 req-1720561e-57c8-456f-8438-bfa27b755a3e tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] Calling delete_port for 6200b844-456d-406f-bd25-bdced5d67cc9 owned by compute:nova {{(pid=93916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:26:09.731812 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-908a6317-c710-4cb6-a51f-cc61daeb1fe1 req-1720561e-57c8-456f-8438-bfa27b755a3e tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:26:09.744881 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] get_ports_and_sgs() called for port_ids ['6200b844-456d-406f-bd25-bdced5d67cc9'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 18:26:09.748046 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3843281c-2a3e-4e65-9418-3280fe9228cc req-4d77a75d-1f2e-425b-ace3-b1edb1b2fa4c service neutron] 10.222.0.16 "GET /v2.0/networks/fbdb072c-d165-4590-b31e-296ae33ff65f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1971138 Jul 14 18:26:09.750688 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6eaf6f84-7220-4631-9ded-3201633a1bf4 req-a6ddacdb-7a36-42c6-b964-03914c62e0fe service neutron] 10.222.0.18 "GET /v2.0/networks/027c4e91-49f9-408a-bc70-11f19a2cbbb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1916926 Jul 14 18:26:09.766517 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f0d589-471d-45e8-a65f-e59e82ddbd8a req-310cd8f3-8b49-4ac8-88f3-c47b7b167db6 tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:26:09.768166 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-d8f0d589-471d-45e8-a65f-e59e82ddbd8a req-310cd8f3-8b49-4ac8-88f3-c47b7b167db6 tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] 10.222.0.16 "GET /v2.0/ports?device_id=b52528ac-079b-4411-8ce0-cffdc5b94d6f HTTP/1.1" status: 200 len: 867 time: 0.1328883 Jul 14 18:26:09.769296 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1720561e-57c8-456f-8438-bfa27b755a3e tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] Pushing event deleted for resources: {'Port': ['ID=6200b844-456d-406f-bd25-bdced5d67cc9,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:26:09.823343 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.l3_dvrscheduler_db [req-908a6317-c710-4cb6-a51f-cc61daeb1fe1 req-1720561e-57c8-456f-8438-bfa27b755a3e tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] No DVR routers for this DVR port 6200b844-456d-406f-bd25-bdced5d67cc9 on host n-h1-800634-3 {{(pid=93916) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 18:26:09.826627 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-908a6317-c710-4cb6-a51f-cc61daeb1fe1 req-1720561e-57c8-456f-8438-bfa27b755a3e tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:26:09.828773 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-d8f0d589-471d-45e8-a65f-e59e82ddbd8a req-40011e71-058d-40ea-872e-e4eb5aded05b tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] 10.222.0.16 "GET /v2.0/security-groups?id=39320fa9-4894-4542-95e3-d64e174c637e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477138 Jul 14 18:26:09.829043 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-908a6317-c710-4cb6-a51f-cc61daeb1fe1 req-1720561e-57c8-456f-8438-bfa27b755a3e tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] 10.222.0.18 "DELETE /v2.0/ports/6200b844-456d-406f-bd25-bdced5d67cc9 HTTP/1.1" status: 204 len: 173 time: 0.4333298 Jul 14 18:26:09.829508 n-d-800634-3 neutron-server[93916]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b52528ac-079b-4411-8ce0-cffdc5b94d6f', 'name': 'network-vif-deleted', 'tag': '6200b844-456d-406f-bd25-bdced5d67cc9'}] {{(pid=93916) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:26:09.831776 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f803e150b363a7893830aa996ac27753fa25517c406ecd3536b7c2d4b26eeb9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b50b8165-8f55-45e8-849c-4e2268745cf6" -d '{"events": [{"server_uuid": "b52528ac-079b-4411-8ce0-cffdc5b94d6f", "name": "network-vif-deleted", "tag": "6200b844-456d-406f-bd25-bdced5d67cc9"}]}' {{(pid=93916) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:26:10.001067 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbab006-6ffc-4513-8f4d-95f185da07e5 req-cec0703b-80c3-4cb0-8ce1-f778cb60cc5d tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:26:10.003159 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-9dbab006-6ffc-4513-8f4d-95f185da07e5 req-cec0703b-80c3-4cb0-8ce1-f778cb60cc5d tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.16 "GET /v2.0/ports?device_id=0a88c096-4af3-4575-935b-65bff7ae8d10 HTTP/1.1" status: 200 len: 950 time: 0.0738213 Jul 14 18:26:10.043192 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-9dbab006-6ffc-4513-8f4d-95f185da07e5 req-507d5931-0e2c-49d2-bdd9-ef5d76993ece tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.16 "GET /v2.0/security-groups?id=95148b1b-0f93-483b-9e80-262147c27e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337379 Jul 14 18:26:10.191562 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 18:26:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-019d2f85-1aaf-4497-844a-0a58ba29fbbb x-openstack-request-id: req-019d2f85-1aaf-4497-844a-0a58ba29fbbb {{(pid=93916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:26:10.192758 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b52528ac-079b-4411-8ce0-cffdc5b94d6f", "name": "network-vif-deleted", "tag": "6200b844-456d-406f-bd25-bdced5d67cc9", "status": "completed", "code": 200}]} {{(pid=93916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:26:10.193472 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-019d2f85-1aaf-4497-844a-0a58ba29fbbb {{(pid=93916) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:26:10.194468 n-d-800634-3 neutron-server[93916]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b52528ac-079b-4411-8ce0-cffdc5b94d6f', 'name': 'network-vif-deleted', 'tag': '6200b844-456d-406f-bd25-bdced5d67cc9', 'status': 'completed', 'code': 200} Jul 14 18:26:10.258637 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955ae785-6b1a-4520-b79c-e7b2a684ec21 req-3d6950db-1a8e-4bb5-98e7-077fa87ed682 tempest-ServersAdminTestJSON-701576244 tempest-ServersAdminTestJSON-701576244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:26:10.260188 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-955ae785-6b1a-4520-b79c-e7b2a684ec21 req-3d6950db-1a8e-4bb5-98e7-077fa87ed682 tempest-ServersAdminTestJSON-701576244 tempest-ServersAdminTestJSON-701576244-project] 10.222.0.16 "GET /v2.0/ports?device_id=c37af3d9-5cf3-44f0-a629-12e66be48e93 HTTP/1.1" status: 200 len: 950 time: 0.1014075 Jul 14 18:26:10.262233 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-22ae60dd-67b0-459d-bd50-8a98197c1ac7 req-8eb7bd6b-9838-4042-80e4-93482d5335e6 tempest-ServersTestBootFromVolume-338046033 tempest-ServersTestBootFromVolume-338046033-project] 10.222.0.16 "GET /v2.0/ports?device_id=414b975d-616d-4fdb-8025-9d9a9b03c449 HTTP/1.1" status: 200 len: 210 time: 0.0414934 Jul 14 18:26:10.306963 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-955ae785-6b1a-4520-b79c-e7b2a684ec21 req-9afb371d-b25b-491d-bbc4-fd7e7950ec90 tempest-ServersAdminTestJSON-701576244 tempest-ServersAdminTestJSON-701576244-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea7723ec-9d2a-468c-977f-1e7257209758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373702 Jul 14 18:26:10.444525 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0075e607-d97b-4305-badd-868ec1915834 req-a1a81afe-c0ba-4c44-96d0-ba6496158ee9 tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:26:10.446151 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-0075e607-d97b-4305-badd-868ec1915834 req-a1a81afe-c0ba-4c44-96d0-ba6496158ee9 tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] 10.222.0.16 "GET /v2.0/ports?device_id=bf402c61-cd81-4f75-87b2-bdcd84b28c25 HTTP/1.1" status: 200 len: 944 time: 0.0692410 Jul 14 18:26:10.494016 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-0075e607-d97b-4305-badd-868ec1915834 req-c9973f9c-8fdb-4b63-b444-a4546776dadc tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] 10.222.0.16 "GET /v2.0/security-groups?id=4824db20-b9ba-4380-9f29-13755d37b981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419278 Jul 14 18:26:10.687754 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5de7a73-0037-4fdf-8443-88e9cad4b18f req-5231dbd2-4960-45a2-9ca8-e62733caed6a tempest-ServerRescueNegativeTestJSON-843679432 tempest-ServerRescueNegativeTestJSON-843679432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:26:10.689281 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e5de7a73-0037-4fdf-8443-88e9cad4b18f req-5231dbd2-4960-45a2-9ca8-e62733caed6a tempest-ServerRescueNegativeTestJSON-843679432 tempest-ServerRescueNegativeTestJSON-843679432-project] 10.222.0.16 "GET /v2.0/ports?device_id=7c5857c2-2935-412d-922f-b15f51818e64 HTTP/1.1" status: 200 len: 945 time: 0.0686388 Jul 14 18:26:10.727450 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e5de7a73-0037-4fdf-8443-88e9cad4b18f req-9289db66-8f59-4aa3-9748-e581596c142a tempest-ServerRescueNegativeTestJSON-843679432 tempest-ServerRescueNegativeTestJSON-843679432-project] 10.222.0.16 "GET /v2.0/security-groups?id=2ad455ff-6ff4-4067-8bf1-fdec963484f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317445 Jul 14 18:26:11.206858 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a4cc7c-e7d3-46c0-aa33-c95897cfdc4c req-6b51e40f-035b-4fe2-8284-de5fc81eb601 tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:26:11.208385 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-66a4cc7c-e7d3-46c0-aa33-c95897cfdc4c req-6b51e40f-035b-4fe2-8284-de5fc81eb601 tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] 10.222.0.16 "GET /v2.0/networks?id=1cbaa8bd-1463-4b3c-89d2-ab344d2f55cf HTTP/1.1" status: 200 len: 811 time: 0.1370401 Jul 14 18:26:11.231855 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-66a4cc7c-e7d3-46c0-aa33-c95897cfdc4c req-4077e7a2-1f44-4939-85a1-228a4c97d24a tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] 10.222.0.16 "GET /v2.0/quotas/0bd95cc3d59f415f8da5b8a01a238496 HTTP/1.1" status: 200 len: 375 time: 0.0171921 Jul 14 18:26:11.257241 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a7fa27-7de3-4d1b-b332-3479fc539940 req-ff4f86cc-96e2-425e-a8f3-63bfb0e2fa19 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:26:11.258812 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c8a7fa27-7de3-4d1b-b332-3479fc539940 req-ff4f86cc-96e2-425e-a8f3-63bfb0e2fa19 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.16 "GET /v2.0/ports?device_id=0a88c096-4af3-4575-935b-65bff7ae8d10 HTTP/1.1" status: 200 len: 950 time: 0.1046116 Jul 14 18:26:11.283132 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-66a4cc7c-e7d3-46c0-aa33-c95897cfdc4c req-812e6a39-8d09-433a-bc32-6e0293e8437a tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=0bd95cc3d59f415f8da5b8a01a238496&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0433605 Jul 14 18:26:11.378492 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c8a7fa27-7de3-4d1b-b332-3479fc539940 req-23f1a4e7-a771-4f10-a46b-1882e90ed854 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.16 "GET /v2.0/security-groups?id=95148b1b-0f93-483b-9e80-262147c27e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979805 Jul 14 18:26:11.423988 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3843281c-2a3e-4e65-9418-3280fe9228cc req-dba6b00c-50d7-4712-a918-eec99cac728b tempest-ServersTestBootFromVolume-338046033 tempest-ServersTestBootFromVolume-338046033-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:26:11.425493 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-3843281c-2a3e-4e65-9418-3280fe9228cc req-dba6b00c-50d7-4712-a918-eec99cac728b tempest-ServersTestBootFromVolume-338046033 tempest-ServersTestBootFromVolume-338046033-project] 10.222.0.18 "GET /v2.0/networks?id=fbdb072c-d165-4590-b31e-296ae33ff65f HTTP/1.1" status: 200 len: 815 time: 0.1839666 Jul 14 18:26:11.438315 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-66a4cc7c-e7d3-46c0-aa33-c95897cfdc4c req-69e99166-65ac-4274-b524-79c4e7db1f40 service neutron] 10.222.0.16 "GET /v2.0/networks/1cbaa8bd-1463-4b3c-89d2-ab344d2f55cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1401274 Jul 14 18:26:11.481973 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-3843281c-2a3e-4e65-9418-3280fe9228cc req-5d29fa73-27f8-434e-9cd4-3373960ff8d2 tempest-ServersTestBootFromVolume-338046033 tempest-ServersTestBootFromVolume-338046033-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=05921a45b4d74b12aa43c048ba89464c HTTP/1.1" status: 200 len: 380 time: 0.0437853 Jul 14 18:26:11.510905 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [req-3843281c-2a3e-4e65-9418-3280fe9228cc req-ccba9c93-5966-4051-9eba-e2823396002d tempest-ServersTestBootFromVolume-338046033 tempest-ServersTestBootFromVolume-338046033-project] Request body: {'port': {'device_id': '414b975d-616d-4fdb-8025-9d9a9b03c449', 'network_id': 'fbdb072c-d165-4590-b31e-296ae33ff65f', 'admin_state_up': True, 'tenant_id': '05921a45b4d74b12aa43c048ba89464c', 'security_groups': ['21521fa0-66ce-4b78-82b0-f6cb49764165']}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:26:11.547936 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-66a4cc7c-e7d3-46c0-aa33-c95897cfdc4c req-8b44826c-fa95-4f87-afe5-ae4437da4d28 service neutron] 10.222.0.16 "GET /v2.0/networks/1cbaa8bd-1463-4b3c-89d2-ab344d2f55cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1021748 Jul 14 18:26:11.619278 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ace98faf-ad63-487a-979f-dc47bd638898 req-44cc779e-c29c-48ad-a823-739d43a938cb tempest-ServersTestBootFromVolume-338046033 tempest-ServersTestBootFromVolume-338046033-project] 10.222.0.16 "GET /v2.0/ports?device_id=414b975d-616d-4fdb-8025-9d9a9b03c449 HTTP/1.1" status: 200 len: 210 time: 0.0308983 Jul 14 18:26:11.681597 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3843281c-2a3e-4e65-9418-3280fe9228cc req-ccba9c93-5966-4051-9eba-e2823396002d tempest-ServersTestBootFromVolume-338046033 tempest-ServersTestBootFromVolume-338046033-project] Made reservation on behalf of 05921a45b4d74b12aa43c048ba89464c for: {'port': 1} {{(pid=93916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:26:11.681597 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-3843281c-2a3e-4e65-9418-3280fe9228cc req-ccba9c93-5966-4051-9eba-e2823396002d tempest-ServersTestBootFromVolume-338046033 tempest-ServersTestBootFromVolume-338046033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:26:11.851452 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cf6921-7295-4c18-9cb8-f148fd22bd11 req-f99aec51-5a10-4081-a825-f964915b2b06 tempest-ServersAdminTestJSON-701576244 tempest-ServersAdminTestJSON-701576244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:26:11.856682 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.db_base_plugin_common [req-3843281c-2a3e-4e65-9418-3280fe9228cc req-ccba9c93-5966-4051-9eba-e2823396002d tempest-ServersTestBootFromVolume-338046033 tempest-ServersTestBootFromVolume-338046033-project] Allocated IP 172.20.0.12 (fbdb072c-d165-4590-b31e-296ae33ff65f/ca7b4677-c864-415b-b909-aa380c73a9be/b65ee316-6350-4708-99a0-44c36ec283e6) {{(pid=93916) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:26:11.858378 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f9cf6921-7295-4c18-9cb8-f148fd22bd11 req-f99aec51-5a10-4081-a825-f964915b2b06 tempest-ServersAdminTestJSON-701576244 tempest-ServersAdminTestJSON-701576244-project] 10.222.0.16 "GET /v2.0/ports?device_id=c37af3d9-5cf3-44f0-a629-12e66be48e93 HTTP/1.1" status: 200 len: 950 time: 0.1203408 Jul 14 18:26:11.910785 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f9cf6921-7295-4c18-9cb8-f148fd22bd11 req-837af0d7-67a2-4bae-ab50-6959a5e2b9ee tempest-ServersAdminTestJSON-701576244 tempest-ServersAdminTestJSON-701576244-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea7723ec-9d2a-468c-977f-1e7257209758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514584 Jul 14 18:26:11.942560 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4d957d-c5d3-4209-890b-8ae3f577bd34 req-944c2a1b-c163-4813-9441-d5bca952b51d tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:26:11.944365 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6d4d957d-c5d3-4209-890b-8ae3f577bd34 req-944c2a1b-c163-4813-9441-d5bca952b51d tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] 10.222.0.16 "GET /v2.0/ports?device_id=bf402c61-cd81-4f75-87b2-bdcd84b28c25 HTTP/1.1" status: 200 len: 944 time: 0.1569088 Jul 14 18:26:12.016533 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-925c3983-9f94-48d5-9deb-aa1bfbec3250 req-6867a110-b45c-4cf8-867d-5b2f40da093b tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c3c30ac-0b01-4760-b846-a87b55971022 HTTP/1.1" status: 200 len: 210 time: 0.0369546 Jul 14 18:26:12.040392 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-3843281c-2a3e-4e65-9418-3280fe9228cc req-ccba9c93-5966-4051-9eba-e2823396002d tempest-ServersTestBootFromVolume-338046033 tempest-ServersTestBootFromVolume-338046033-project] Notify callbacks [] for port, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:26:12.050235 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6d4d957d-c5d3-4209-890b-8ae3f577bd34 req-510656de-2150-4ff4-af45-9b1d35142260 tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] 10.222.0.16 "GET /v2.0/security-groups?id=4824db20-b9ba-4380-9f29-13755d37b981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993314 Jul 14 18:26:12.058321 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.provisioning_blocks [req-3843281c-2a3e-4e65-9418-3280fe9228cc req-ccba9c93-5966-4051-9eba-e2823396002d tempest-ServersTestBootFromVolume-338046033 tempest-ServersTestBootFromVolume-338046033-project] Transition to ACTIVE for port object b65ee316-6350-4708-99a0-44c36ec283e6 will not be triggered until provisioned by entity DHCP. {{(pid=93916) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:26:12.102421 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-3843281c-2a3e-4e65-9418-3280fe9228cc req-ccba9c93-5966-4051-9eba-e2823396002d tempest-ServersTestBootFromVolume-338046033 tempest-ServersTestBootFromVolume-338046033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:26:12.144805 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3843281c-2a3e-4e65-9418-3280fe9228cc req-ccba9c93-5966-4051-9eba-e2823396002d tempest-ServersTestBootFromVolume-338046033 tempest-ServersTestBootFromVolume-338046033-project] Network fbdb072c-d165-4590-b31e-296ae33ff65f is already hosted by enough agents. {{(pid=93916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:26:12.150404 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [req-3843281c-2a3e-4e65-9418-3280fe9228cc req-ccba9c93-5966-4051-9eba-e2823396002d tempest-ServersTestBootFromVolume-338046033 tempest-ServersTestBootFromVolume-338046033-project] Resources bound (agent type, host, resource id): {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:26:12.158425 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.l3_dvrscheduler_db [req-3843281c-2a3e-4e65-9418-3280fe9228cc req-ccba9c93-5966-4051-9eba-e2823396002d tempest-ServersTestBootFromVolume-338046033 tempest-ServersTestBootFromVolume-338046033-project] Received port after_create {{(pid=93916) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:26:12.206193 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccba9c93-5966-4051-9eba-e2823396002d tempest-ServersTestBootFromVolume-338046033 tempest-ServersTestBootFromVolume-338046033-project] Pushing event updated for resources: {'Port': ['ID=b65ee316-6350-4708-99a0-44c36ec283e6,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:26:12.235827 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3843281c-2a3e-4e65-9418-3280fe9228cc req-ccba9c93-5966-4051-9eba-e2823396002d tempest-ServersTestBootFromVolume-338046033 tempest-ServersTestBootFromVolume-338046033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:26:12.236574 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-3843281c-2a3e-4e65-9418-3280fe9228cc req-ccba9c93-5966-4051-9eba-e2823396002d tempest-ServersTestBootFromVolume-338046033 tempest-ServersTestBootFromVolume-338046033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:26:12.240522 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6086608b-267c-4125-be5b-76fff3cf5010 req-d51227d9-a0fc-4893-90df-5a4c497d2971 tempest-ServerRescueNegativeTestJSON-843679432 tempest-ServerRescueNegativeTestJSON-843679432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:26:12.242446 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6086608b-267c-4125-be5b-76fff3cf5010 req-d51227d9-a0fc-4893-90df-5a4c497d2971 tempest-ServerRescueNegativeTestJSON-843679432 tempest-ServerRescueNegativeTestJSON-843679432-project] 10.222.0.16 "GET /v2.0/ports?device_id=7c5857c2-2935-412d-922f-b15f51818e64 HTTP/1.1" status: 200 len: 945 time: 0.0991199 Jul 14 18:26:12.255419 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-3843281c-2a3e-4e65-9418-3280fe9228cc req-ccba9c93-5966-4051-9eba-e2823396002d tempest-ServersTestBootFromVolume-338046033 tempest-ServersTestBootFromVolume-338046033-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7526009 Jul 14 18:26:12.269002 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [req-3843281c-2a3e-4e65-9418-3280fe9228cc req-c37726f5-992e-4d6e-9906-51bf2c3ba94e service neutron] Request body: {'port': {'device_id': '414b975d-616d-4fdb-8025-9d9a9b03c449', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800634-3'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:26:12.294642 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6086608b-267c-4125-be5b-76fff3cf5010 req-76d38197-68cd-4d24-82c6-d67598b229f6 tempest-ServerRescueNegativeTestJSON-843679432 tempest-ServerRescueNegativeTestJSON-843679432-project] 10.222.0.16 "GET /v2.0/security-groups?id=2ad455ff-6ff4-4067-8bf1-fdec963484f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463970 Jul 14 18:26:12.358196 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-3843281c-2a3e-4e65-9418-3280fe9228cc req-c37726f5-992e-4d6e-9906-51bf2c3ba94e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:26:12.476980 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-d48c0891-2561-404b-b1e5-4391e6a43cfb None None] Provisioning for port b65ee316-6350-4708-99a0-44c36ec283e6 completed by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:26:12.481794 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-d48c0891-2561-404b-b1e5-4391e6a43cfb None None] Provisioning complete for port b65ee316-6350-4708-99a0-44c36ec283e6 triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:26:12.482622 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-d48c0891-2561-404b-b1e5-4391e6a43cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:26:12.563908 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-d48c0891-2561-404b-b1e5-4391e6a43cfb None None] Port b65ee316-6350-4708-99a0-44c36ec283e6 cannot update to ACTIVE because it is not bound. {{(pid=93917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 18:26:12.652203 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f0a7d5-0c87-4d24-b627-767242eedb96 req-6fab5770-2b82-46e9-9ba2-fc68ec63be17 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:26:12.654217 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-97f0a7d5-0c87-4d24-b627-767242eedb96 req-6fab5770-2b82-46e9-9ba2-fc68ec63be17 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.16 "GET /v2.0/ports?device_id=0a88c096-4af3-4575-935b-65bff7ae8d10 HTTP/1.1" status: 200 len: 950 time: 0.1322670 Jul 14 18:26:12.721361 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-97f0a7d5-0c87-4d24-b627-767242eedb96 req-c5a80f34-04c1-4419-bacb-52b595e71362 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.16 "GET /v2.0/security-groups?id=95148b1b-0f93-483b-9e80-262147c27e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577548 Jul 14 18:26:12.758886 n-d-800634-3 neutron-server[93916]: DEBUG neutron.notifiers.nova [req-3843281c-2a3e-4e65-9418-3280fe9228cc req-c37726f5-992e-4d6e-9906-51bf2c3ba94e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b65ee316-6350-4708-99a0-44c36ec283e6 {{(pid=93916) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 18:26:12.766698 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-3843281c-2a3e-4e65-9418-3280fe9228cc req-c37726f5-992e-4d6e-9906-51bf2c3ba94e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:26:12.782255 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.provisioning_blocks [req-3843281c-2a3e-4e65-9418-3280fe9228cc req-c37726f5-992e-4d6e-9906-51bf2c3ba94e service neutron] Transition to ACTIVE for port object b65ee316-6350-4708-99a0-44c36ec283e6 will not be triggered until provisioned by entity L2. {{(pid=93916) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:26:12.787044 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-3843281c-2a3e-4e65-9418-3280fe9228cc req-c37726f5-992e-4d6e-9906-51bf2c3ba94e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2684870'] for port, after_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:26:12.861997 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37726f5-992e-4d6e-9906-51bf2c3ba94e service neutron] Pushing event updated for resources: {'Port': ['ID=b65ee316-6350-4708-99a0-44c36ec283e6,revision_number=2']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:26:12.960994 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8cd4b4-2a3b-4761-aca0-1e845f551a8a req-bdd7d993-0c75-42da-a0a7-b1badda28f22 tempest-ServersTestBootFromVolume-338046033 tempest-ServersTestBootFromVolume-338046033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:26:12.968068 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-1d8cd4b4-2a3b-4761-aca0-1e845f551a8a req-bdd7d993-0c75-42da-a0a7-b1badda28f22 tempest-ServersTestBootFromVolume-338046033 tempest-ServersTestBootFromVolume-338046033-project] 10.222.0.16 "GET /v2.0/ports?device_id=414b975d-616d-4fdb-8025-9d9a9b03c449 HTTP/1.1" status: 200 len: 944 time: 0.1242366 Jul 14 18:26:12.986070 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.managers [req-3843281c-2a3e-4e65-9418-3280fe9228cc req-c37726f5-992e-4d6e-9906-51bf2c3ba94e service neutron] Attempting to bind port b65ee316-6350-4708-99a0-44c36ec283e6 on host n-h1-800634-3 for vnic_type normal with profile {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:26:12.986741 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.managers [req-3843281c-2a3e-4e65-9418-3280fe9228cc req-c37726f5-992e-4d6e-9906-51bf2c3ba94e service neutron] Attempting to bind port b65ee316-6350-4708-99a0-44c36ec283e6 by drivers openvswitch,hyperv on host n-h1-800634-3 at level 0 using segments [{'id': '5093adae-6495-4a38-9ebe-1728c2765660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'fbdb072c-d165-4590-b31e-296ae33ff65f'}] {{(pid=93916) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:26:12.987188 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3843281c-2a3e-4e65-9418-3280fe9228cc req-c37726f5-992e-4d6e-9906-51bf2c3ba94e service neutron] Attempting to bind port b65ee316-6350-4708-99a0-44c36ec283e6 on network fbdb072c-d165-4590-b31e-296ae33ff65f {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:26:12.992311 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3843281c-2a3e-4e65-9418-3280fe9228cc req-c37726f5-992e-4d6e-9906-51bf2c3ba94e service neutron] Port b65ee316-6350-4708-99a0-44c36ec283e6 on network fbdb072c-d165-4590-b31e-296ae33ff65f not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-3 {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 18:26:12.992758 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3843281c-2a3e-4e65-9418-3280fe9228cc req-c37726f5-992e-4d6e-9906-51bf2c3ba94e service neutron] Attempting to bind port b65ee316-6350-4708-99a0-44c36ec283e6 on network fbdb072c-d165-4590-b31e-296ae33ff65f {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:26:12.998680 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3843281c-2a3e-4e65-9418-3280fe9228cc req-c37726f5-992e-4d6e-9906-51bf2c3ba94e service neutron] Checking agent: {'id': 'a3630ff4-fbee-45d9-b9b6-0ae41cb3a350', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 15, 32), 'started_at': datetime.datetime(2021, 7, 14, 18, 15, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 18, 26, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 18:26:12.999171 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3843281c-2a3e-4e65-9418-3280fe9228cc req-c37726f5-992e-4d6e-9906-51bf2c3ba94e service neutron] Checking segment: {'id': '5093adae-6495-4a38-9ebe-1728c2765660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'fbdb072c-d165-4590-b31e-296ae33ff65f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93916) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:26:12.999652 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3843281c-2a3e-4e65-9418-3280fe9228cc req-c37726f5-992e-4d6e-9906-51bf2c3ba94e service neutron] Bound using segment: {'id': '5093adae-6495-4a38-9ebe-1728c2765660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'fbdb072c-d165-4590-b31e-296ae33ff65f'} {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 18:26:13.000209 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.managers [req-3843281c-2a3e-4e65-9418-3280fe9228cc req-c37726f5-992e-4d6e-9906-51bf2c3ba94e service neutron] Bound port: b65ee316-6350-4708-99a0-44c36ec283e6, host: n-h1-800634-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5093adae-6495-4a38-9ebe-1728c2765660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'fbdb072c-d165-4590-b31e-296ae33ff65f'}}] {{(pid=93916) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 18:26:13.000669 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-3843281c-2a3e-4e65-9418-3280fe9228cc req-c37726f5-992e-4d6e-9906-51bf2c3ba94e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:26:13.042243 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-1d8cd4b4-2a3b-4761-aca0-1e845f551a8a req-bc86d3dc-3b36-4180-8aa8-656d81052629 tempest-ServersTestBootFromVolume-338046033 tempest-ServersTestBootFromVolume-338046033-project] 10.222.0.16 "GET /v2.0/security-groups?id=21521fa0-66ce-4b78-82b0-f6cb49764165&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727947 Jul 14 18:26:13.145941 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9e5e8c-0b8a-401f-b754-af648a24fcee req-1c822553-0923-4e29-96be-7c871eade27b tempest-ServersAdminTestJSON-701576244 tempest-ServersAdminTestJSON-701576244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:26:13.147769 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ed9e5e8c-0b8a-401f-b754-af648a24fcee req-1c822553-0923-4e29-96be-7c871eade27b tempest-ServersAdminTestJSON-701576244 tempest-ServersAdminTestJSON-701576244-project] 10.222.0.16 "GET /v2.0/ports?device_id=c37af3d9-5cf3-44f0-a629-12e66be48e93 HTTP/1.1" status: 200 len: 950 time: 0.1016679 Jul 14 18:26:13.163504 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.db [req-3843281c-2a3e-4e65-9418-3280fe9228cc req-c37726f5-992e-4d6e-9906-51bf2c3ba94e service neutron] For port b65ee316-6350-4708-99a0-44c36ec283e6, host n-h1-800634-3, cleared binding levels {{(pid=93916) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:26:13.167568 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.db [req-3843281c-2a3e-4e65-9418-3280fe9228cc req-c37726f5-992e-4d6e-9906-51bf2c3ba94e service neutron] For port b65ee316-6350-4708-99a0-44c36ec283e6, host n-h1-800634-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=b65ee316-6350-4708-99a0-44c36ec283e6,segment=NetworkSegment(5093adae-6495-4a38-9ebe-1728c2765660),segment_id=5093adae-6495-4a38-9ebe-1728c2765660)] {{(pid=93916) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 18:26:13.174522 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-3843281c-2a3e-4e65-9418-3280fe9228cc req-c37726f5-992e-4d6e-9906-51bf2c3ba94e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2684870'] for port, after_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:26:13.214146 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ed9e5e8c-0b8a-401f-b754-af648a24fcee req-486c1e10-74fa-4f03-b59a-8a44024a2ca5 tempest-ServersAdminTestJSON-701576244 tempest-ServersAdminTestJSON-701576244-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea7723ec-9d2a-468c-977f-1e7257209758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581796 Jul 14 18:26:13.242464 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3843281c-2a3e-4e65-9418-3280fe9228cc req-c37726f5-992e-4d6e-9906-51bf2c3ba94e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:26:13.242464 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-3843281c-2a3e-4e65-9418-3280fe9228cc req-c37726f5-992e-4d6e-9906-51bf2c3ba94e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:26:13.244378 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-3843281c-2a3e-4e65-9418-3280fe9228cc req-c37726f5-992e-4d6e-9906-51bf2c3ba94e service neutron] 10.222.0.18 "PUT /v2.0/ports/b65ee316-6350-4708-99a0-44c36ec283e6 HTTP/1.1" status: 200 len: 1092 time: 0.9802969 Jul 14 18:26:13.244870 n-d-800634-3 neutron-server[93916]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '414b975d-616d-4fdb-8025-9d9a9b03c449', 'tag': 'b65ee316-6350-4708-99a0-44c36ec283e6'}] {{(pid=93916) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:26:13.247174 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f803e150b363a7893830aa996ac27753fa25517c406ecd3536b7c2d4b26eeb9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fed1b76-9093-4111-9ab3-e4d98b25fb89" -d '{"events": [{"name": "network-changed", "server_uuid": "414b975d-616d-4fdb-8025-9d9a9b03c449", "tag": "b65ee316-6350-4708-99a0-44c36ec283e6"}]}' {{(pid=93916) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:26:13.327888 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37726f5-992e-4d6e-9906-51bf2c3ba94e service neutron] Pushing event updated for resources: {'Port': ['ID=b65ee316-6350-4708-99a0-44c36ec283e6,revision_number=3']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:26:13.350238 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device 2dc4e7e9-6455-4472-9129-79fcd5d07d19 details requested by agent hyperv_n-h1-800634-3 with host n-h1-800634-3 {{(pid=93917) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 18:26:13.355038 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device 6200b844-456d-406f-bd25-bdced5d67cc9 no longer exists at agent hyperv_n-h1-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 18:26:13.382909 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6169a945-53a2-42d1-a77b-da352e54c4a3 req-50d44baa-90a9-4b5e-94df-5010bd6e14a2 tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c3c30ac-0b01-4760-b846-a87b55971022 HTTP/1.1" status: 200 len: 210 time: 0.0680258 Jul 14 18:26:13.435852 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] No Port match for: 6200b844-456d-406f-bd25-bdced5d67cc9 {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 18:26:13.436237 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device 6200b844-456d-406f-bd25-bdced5d67cc9 not bound to the agent host n-h1-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 18:26:13.468639 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3843281c-2a3e-4e65-9418-3280fe9228cc req-d3108fdd-8c9d-4900-86a7-7b128cbfefc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:26:13.470198 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3843281c-2a3e-4e65-9418-3280fe9228cc req-d3108fdd-8c9d-4900-86a7-7b128cbfefc2 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=05921a45b4d74b12aa43c048ba89464c&device_id=414b975d-616d-4fdb-8025-9d9a9b03c449 HTTP/1.1" status: 200 len: 1095 time: 0.0993946 Jul 14 18:26:13.567749 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3843281c-2a3e-4e65-9418-3280fe9228cc req-7cf44aeb-bbd1-4e1f-b15b-acfe6072275d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b65ee316-6350-4708-99a0-44c36ec283e6 HTTP/1.1" status: 200 len: 217 time: 0.0889471 Jul 14 18:26:13.576839 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 18:26:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-608ccf92-333a-4562-b3e8-a106e64dc734 x-openstack-request-id: req-608ccf92-333a-4562-b3e8-a106e64dc734 {{(pid=93916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:26:13.577150 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "414b975d-616d-4fdb-8025-9d9a9b03c449", "tag": "b65ee316-6350-4708-99a0-44c36ec283e6", "status": "completed", "code": 200}]} {{(pid=93916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:26:13.577490 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-608ccf92-333a-4562-b3e8-a106e64dc734 {{(pid=93916) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:26:13.577933 n-d-800634-3 neutron-server[93916]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '414b975d-616d-4fdb-8025-9d9a9b03c449', 'tag': 'b65ee316-6350-4708-99a0-44c36ec283e6', 'status': 'completed', 'code': 200} Jul 14 18:26:13.673177 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3843281c-2a3e-4e65-9418-3280fe9228cc req-d2950012-d6ec-4d1b-942d-3d85501834c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:26:13.674892 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3843281c-2a3e-4e65-9418-3280fe9228cc req-d2950012-d6ec-4d1b-942d-3d85501834c1 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ca7b4677-c864-415b-b909-aa380c73a9be HTTP/1.1" status: 200 len: 854 time: 0.0950210 Jul 14 18:26:13.679143 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a4cc7c-e7d3-46c0-aa33-c95897cfdc4c req-bf03fb84-4518-4e91-a25b-fde2523ce1e1 tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:26:13.680672 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-66a4cc7c-e7d3-46c0-aa33-c95897cfdc4c req-bf03fb84-4518-4e91-a25b-fde2523ce1e1 tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] 10.222.0.18 "GET /v2.0/networks?id=1cbaa8bd-1463-4b3c-89d2-ab344d2f55cf HTTP/1.1" status: 200 len: 811 time: 0.3215766 Jul 14 18:26:13.700424 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port 2dc4e7e9-6455-4472-9129-79fcd5d07d19, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=2dc4e7e9-6455-4472-9129-79fcd5d07d19,segment=NetworkSegment(c5dc6d5b-42e9-4c22-85af-e48a17c0bd6d),segment_id=c5dc6d5b-42e9-4c22-85af-e48a17c0bd6d)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:26:13.702800 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b37fd37-a9f0-43d8-a193-57c6a414a769 req-b9a534e4-1d27-49b2-ad10-5be45a10a49a tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:26:13.703889 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [req-66a4cc7c-e7d3-46c0-aa33-c95897cfdc4c req-ef4ba50f-df79-451b-9a19-257774d4ba82 tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] Request body: {'port': {'device_id': '9c3c30ac-0b01-4760-b846-a87b55971022', 'network_id': '1cbaa8bd-1463-4b3c-89d2-ab344d2f55cf', 'admin_state_up': True, 'tenant_id': '0bd95cc3d59f415f8da5b8a01a238496'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:26:13.708631 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-9b37fd37-a9f0-43d8-a193-57c6a414a769 req-b9a534e4-1d27-49b2-ad10-5be45a10a49a tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] 10.222.0.16 "GET /v2.0/ports?device_id=bf402c61-cd81-4f75-87b2-bdcd84b28c25 HTTP/1.1" status: 200 len: 944 time: 0.1399267 Jul 14 18:26:13.718626 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Returning: {'device': '2dc4e7e9-6455-4472-9129-79fcd5d07d19', 'network_id': '027c4e91-49f9-408a-bc70-11f19a2cbbb7', 'port_id': '2dc4e7e9-6455-4472-9129-79fcd5d07d19', 'mac_address': 'fa:16:3e:6b:bc:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 88, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05d56735-edac-4058-8f3c-680c255777ec', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93917) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 18:26:13.807370 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:26:13.823985 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2dc4e7e9-6455-4472-9129-79fcd5d07d19 {{(pid=93917) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 18:26:13.861025 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port 2dc4e7e9-6455-4472-9129-79fcd5d07d19, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=2dc4e7e9-6455-4472-9129-79fcd5d07d19,segment=NetworkSegment(c5dc6d5b-42e9-4c22-85af-e48a17c0bd6d),segment_id=c5dc6d5b-42e9-4c22-85af-e48a17c0bd6d)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:26:13.868164 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:26:13.895806 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-9b37fd37-a9f0-43d8-a193-57c6a414a769 req-fa43e38a-11e2-4d40-8f5e-2ba76c81ede5 tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] 10.222.0.16 "GET /v2.0/security-groups?id=4824db20-b9ba-4380-9f29-13755d37b981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293890 Jul 14 18:26:13.945152 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Pushing event updated for resources: {'Port': ['ID=2dc4e7e9-6455-4472-9129-79fcd5d07d19,revision_number=4']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:26:13.959271 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3843281c-2a3e-4e65-9418-3280fe9228cc req-bc9ae099-4dd0-4ff0-85eb-70669fe1be0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:26:13.961041 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3843281c-2a3e-4e65-9418-3280fe9228cc req-bc9ae099-4dd0-4ff0-85eb-70669fe1be0a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=fbdb072c-d165-4590-b31e-296ae33ff65f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2514052 Jul 14 18:26:13.978900 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac6998a-85b2-46b7-a856-c61b6003fee2 req-694711f2-dd3c-467c-9d1d-31988ae4414b tempest-ServerRescueNegativeTestJSON-843679432 tempest-ServerRescueNegativeTestJSON-843679432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:26:13.986373 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-bac6998a-85b2-46b7-a856-c61b6003fee2 req-694711f2-dd3c-467c-9d1d-31988ae4414b tempest-ServerRescueNegativeTestJSON-843679432 tempest-ServerRescueNegativeTestJSON-843679432-project] 10.222.0.16 "GET /v2.0/ports?device_id=7c5857c2-2935-412d-922f-b15f51818e64 HTTP/1.1" status: 200 len: 945 time: 0.1972663 Jul 14 18:26:14.091807 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-bac6998a-85b2-46b7-a856-c61b6003fee2 req-0dd99d49-b332-4f41-94ec-52409bd599ac tempest-ServerRescueNegativeTestJSON-843679432 tempest-ServerRescueNegativeTestJSON-843679432-project] 10.222.0.16 "GET /v2.0/security-groups?id=2ad455ff-6ff4-4067-8bf1-fdec963484f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003737 Jul 14 18:26:14.155157 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3843281c-2a3e-4e65-9418-3280fe9228cc req-cf54a5e0-d143-450b-9246-16cfbf8258e1 service neutron] 10.222.0.18 "GET /v2.0/networks/fbdb072c-d165-4590-b31e-296ae33ff65f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1606627 Jul 14 18:26:14.250863 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-66a4cc7c-e7d3-46c0-aa33-c95897cfdc4c req-ef4ba50f-df79-451b-9a19-257774d4ba82 tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] Made reservation on behalf of 0bd95cc3d59f415f8da5b8a01a238496 for: {'port': 1} {{(pid=93916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:26:14.255107 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-66a4cc7c-e7d3-46c0-aa33-c95897cfdc4c req-ef4ba50f-df79-451b-9a19-257774d4ba82 tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:26:14.270710 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] get_ports_and_sgs() called for port_ids ['2dc4e7e9-6455-4472-9129-79fcd5d07d19'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 18:26:14.358459 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3843281c-2a3e-4e65-9418-3280fe9228cc req-71dd44aa-3e9d-4f75-be0f-3a9caeacb5f2 service neutron] 10.222.0.18 "GET /v2.0/networks/fbdb072c-d165-4590-b31e-296ae33ff65f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1956606 Jul 14 18:26:14.383051 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0d1475-dec5-4b9a-9de1-191f21d3e66d req-e7751767-a794-47cb-b5df-d5a6c7ca31a8 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:26:14.384665 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-cd0d1475-dec5-4b9a-9de1-191f21d3e66d req-e7751767-a794-47cb-b5df-d5a6c7ca31a8 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.16 "GET /v2.0/ports?device_id=0a88c096-4af3-4575-935b-65bff7ae8d10 HTTP/1.1" status: 200 len: 950 time: 0.1627944 Jul 14 18:26:14.393150 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c015fd-894b-4d70-b62f-62f8250133fc req-4fd3ec17-d749-4195-91e3-23ce155eed0a tempest-ServersTestBootFromVolume-338046033 tempest-ServersTestBootFromVolume-338046033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:26:14.394694 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-18c015fd-894b-4d70-b62f-62f8250133fc req-4fd3ec17-d749-4195-91e3-23ce155eed0a tempest-ServersTestBootFromVolume-338046033 tempest-ServersTestBootFromVolume-338046033-project] 10.222.0.16 "GET /v2.0/ports?device_id=414b975d-616d-4fdb-8025-9d9a9b03c449 HTTP/1.1" status: 200 len: 944 time: 0.1574786 Jul 14 18:26:14.417220 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.db_base_plugin_common [req-66a4cc7c-e7d3-46c0-aa33-c95897cfdc4c req-ef4ba50f-df79-451b-9a19-257774d4ba82 tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] Allocated IP 172.20.0.7 (1cbaa8bd-1463-4b3c-89d2-ab344d2f55cf/a6dcdf63-414e-46ae-93dc-0b8457260728/6612ff54-49b3-40b1-ac15-e31261fd5f94) {{(pid=93916) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:26:14.497525 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-cd0d1475-dec5-4b9a-9de1-191f21d3e66d req-0ea28641-9479-4d80-b218-b5b5402efa6a tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.16 "GET /v2.0/security-groups?id=95148b1b-0f93-483b-9e80-262147c27e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953217 Jul 14 18:26:14.509880 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-18c015fd-894b-4d70-b62f-62f8250133fc req-dbdca94e-b51a-45ac-99fc-8ddf4850b59f tempest-ServersTestBootFromVolume-338046033 tempest-ServersTestBootFromVolume-338046033-project] 10.222.0.16 "GET /v2.0/security-groups?id=21521fa0-66ce-4b78-82b0-f6cb49764165&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1094632 Jul 14 18:26:14.554803 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fed1b76-9093-4111-9ab3-e4d98b25fb89 req-33a81361-86a9-46b5-927b-d58a41509e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:26:14.555931 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-5fed1b76-9093-4111-9ab3-e4d98b25fb89 req-33a81361-86a9-46b5-927b-d58a41509e7b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=05921a45b4d74b12aa43c048ba89464c&device_id=414b975d-616d-4fdb-8025-9d9a9b03c449 HTTP/1.1" status: 200 len: 1095 time: 0.1387959 Jul 14 18:26:14.640773 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-66a4cc7c-e7d3-46c0-aa33-c95897cfdc4c req-ef4ba50f-df79-451b-9a19-257774d4ba82 tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] Notify callbacks [] for port, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:26:14.685513 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-66a4cc7c-e7d3-46c0-aa33-c95897cfdc4c req-ef4ba50f-df79-451b-9a19-257774d4ba82 tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:26:14.736787 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-66a4cc7c-e7d3-46c0-aa33-c95897cfdc4c req-ef4ba50f-df79-451b-9a19-257774d4ba82 tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] Network 1cbaa8bd-1463-4b3c-89d2-ab344d2f55cf is already hosted by enough agents. {{(pid=93916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:26:14.740706 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [req-66a4cc7c-e7d3-46c0-aa33-c95897cfdc4c req-ef4ba50f-df79-451b-9a19-257774d4ba82 tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] Resources bound (agent type, host, resource id): {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:26:14.745414 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.l3_dvrscheduler_db [req-66a4cc7c-e7d3-46c0-aa33-c95897cfdc4c req-ef4ba50f-df79-451b-9a19-257774d4ba82 tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] Received port after_create {{(pid=93916) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:26:14.749636 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4ba50f-df79-451b-9a19-257774d4ba82 tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] Pushing event updated for resources: {'Port': ['ID=6612ff54-49b3-40b1-ac15-e31261fd5f94,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:26:14.790261 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fed1b76-9093-4111-9ab3-e4d98b25fb89 req-0fe2982f-f608-40a4-824b-e305d68c8327 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:26:14.791765 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-5fed1b76-9093-4111-9ab3-e4d98b25fb89 req-0fe2982f-f608-40a4-824b-e305d68c8327 service neutron] 10.222.0.18 "GET /v2.0/networks?id=fbdb072c-d165-4590-b31e-296ae33ff65f HTTP/1.1" status: 200 len: 915 time: 0.2255518 Jul 14 18:26:14.795200 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a4cc7c-e7d3-46c0-aa33-c95897cfdc4c req-ef4ba50f-df79-451b-9a19-257774d4ba82 tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:26:14.796142 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-66a4cc7c-e7d3-46c0-aa33-c95897cfdc4c req-ef4ba50f-df79-451b-9a19-257774d4ba82 tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:26:14.816453 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-66a4cc7c-e7d3-46c0-aa33-c95897cfdc4c req-ef4ba50f-df79-451b-9a19-257774d4ba82 tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1156673 Jul 14 18:26:14.833477 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd349d45-579c-41a8-a7c8-67809207c7c7 req-cb18c1f1-1172-4c94-92ea-34374240c121 tempest-ServersAdminTestJSON-701576244 tempest-ServersAdminTestJSON-701576244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:26:14.835238 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-bd349d45-579c-41a8-a7c8-67809207c7c7 req-cb18c1f1-1172-4c94-92ea-34374240c121 tempest-ServersAdminTestJSON-701576244 tempest-ServersAdminTestJSON-701576244-project] 10.222.0.16 "GET /v2.0/ports?device_id=c37af3d9-5cf3-44f0-a629-12e66be48e93 HTTP/1.1" status: 200 len: 950 time: 0.1846478 Jul 14 18:26:14.837145 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [req-66a4cc7c-e7d3-46c0-aa33-c95897cfdc4c req-4ab0c1e7-935a-4e07-83d7-9d5e5b922064 service neutron] Request body: {'port': {'device_id': '9c3c30ac-0b01-4760-b846-a87b55971022', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800634-3'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:26:14.874774 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35042515-0193-4a13-b0a2-a3a1adb9eaa3 req-a43406b7-b1e5-48c4-99c3-38867fde2bb1 tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:26:14.876575 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-35042515-0193-4a13-b0a2-a3a1adb9eaa3 req-a43406b7-b1e5-48c4-99c3-38867fde2bb1 tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c3c30ac-0b01-4760-b846-a87b55971022 HTTP/1.1" status: 200 len: 931 time: 0.1960092 Jul 14 18:26:14.878911 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-5fed1b76-9093-4111-9ab3-e4d98b25fb89 req-a53b7dbd-8e23-48b9-910b-bc2202325720 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b65ee316-6350-4708-99a0-44c36ec283e6 HTTP/1.1" status: 200 len: 217 time: 0.0654213 Jul 14 18:26:14.915594 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-66a4cc7c-e7d3-46c0-aa33-c95897cfdc4c req-4ab0c1e7-935a-4e07-83d7-9d5e5b922064 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:26:14.960880 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-bd349d45-579c-41a8-a7c8-67809207c7c7 req-a6531711-a9d8-4d53-a44a-a6df753d10f6 tempest-ServersAdminTestJSON-701576244 tempest-ServersAdminTestJSON-701576244-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea7723ec-9d2a-468c-977f-1e7257209758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940642 Jul 14 18:26:14.982851 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-35042515-0193-4a13-b0a2-a3a1adb9eaa3 req-55cf936f-c9b7-448d-ad8f-bdbabef84443 tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] 10.222.0.16 "GET /v2.0/security-groups?id=39320fa9-4894-4542-95e3-d64e174c637e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911491 Jul 14 18:26:14.987359 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fed1b76-9093-4111-9ab3-e4d98b25fb89 req-47ede523-f302-41ff-808f-786bf748e006 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:26:14.988904 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-5fed1b76-9093-4111-9ab3-e4d98b25fb89 req-47ede523-f302-41ff-808f-786bf748e006 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ca7b4677-c864-415b-b909-aa380c73a9be HTTP/1.1" status: 200 len: 854 time: 0.0890810 Jul 14 18:26:15.073689 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fed1b76-9093-4111-9ab3-e4d98b25fb89 req-2ff2a6d0-e31f-431a-911d-ca46eec3fedf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:26:15.074477 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-5fed1b76-9093-4111-9ab3-e4d98b25fb89 req-2ff2a6d0-e31f-431a-911d-ca46eec3fedf service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=fbdb072c-d165-4590-b31e-296ae33ff65f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0775154 Jul 14 18:26:15.206587 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fb1c3a-20fb-42ab-8f08-8a1f9b56a774 req-4905e0e9-4aa8-4a61-b9eb-1a098b60a133 tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:26:15.208809 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a2fb1c3a-20fb-42ab-8f08-8a1f9b56a774 req-4905e0e9-4aa8-4a61-b9eb-1a098b60a133 tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] 10.222.0.16 "GET /v2.0/ports?device_id=bf402c61-cd81-4f75-87b2-bdcd84b28c25 HTTP/1.1" status: 200 len: 945 time: 0.1383402 Jul 14 18:26:15.228839 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-5fed1b76-9093-4111-9ab3-e4d98b25fb89 req-09fe70b6-33c8-43e4-996f-a8084e346afe service neutron] 10.222.0.18 "GET /v2.0/networks/fbdb072c-d165-4590-b31e-296ae33ff65f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1435599 Jul 14 18:26:15.276730 n-d-800634-3 neutron-server[93916]: DEBUG neutron.notifiers.nova [req-66a4cc7c-e7d3-46c0-aa33-c95897cfdc4c req-4ab0c1e7-935a-4e07-83d7-9d5e5b922064 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6612ff54-49b3-40b1-ac15-e31261fd5f94 {{(pid=93916) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 18:26:15.284891 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-66a4cc7c-e7d3-46c0-aa33-c95897cfdc4c req-4ab0c1e7-935a-4e07-83d7-9d5e5b922064 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:26:15.301765 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.provisioning_blocks [req-66a4cc7c-e7d3-46c0-aa33-c95897cfdc4c req-4ab0c1e7-935a-4e07-83d7-9d5e5b922064 service neutron] Transition to ACTIVE for port object 6612ff54-49b3-40b1-ac15-e31261fd5f94 will not be triggered until provisioned by entity L2. {{(pid=93916) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:26:15.307066 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-66a4cc7c-e7d3-46c0-aa33-c95897cfdc4c req-4ab0c1e7-935a-4e07-83d7-9d5e5b922064 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2684870'] for port, after_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:26:15.308368 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a2fb1c3a-20fb-42ab-8f08-8a1f9b56a774 req-fade3464-06d6-4c0b-807f-3833bfa0aaa7 tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] 10.222.0.16 "GET /v2.0/security-groups?id=4824db20-b9ba-4380-9f29-13755d37b981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914311 Jul 14 18:26:15.381424 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab0c1e7-935a-4e07-83d7-9d5e5b922064 service neutron] Pushing event updated for resources: {'Port': ['ID=6612ff54-49b3-40b1-ac15-e31261fd5f94,revision_number=2']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:26:15.387055 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-5fed1b76-9093-4111-9ab3-e4d98b25fb89 req-881e8ed8-091e-4f92-b41e-877bef91cdd5 service neutron] 10.222.0.18 "GET /v2.0/networks/fbdb072c-d165-4590-b31e-296ae33ff65f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1467569 Jul 14 18:26:15.437284 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8356d2f0-c212-4708-b9b8-f22d7d5cc817 req-792c6579-4868-4f87-8250-0282a8bfe40a tempest-ServerRescueNegativeTestJSON-843679432 tempest-ServerRescueNegativeTestJSON-843679432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:26:15.439733 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-8356d2f0-c212-4708-b9b8-f22d7d5cc817 req-792c6579-4868-4f87-8250-0282a8bfe40a tempest-ServerRescueNegativeTestJSON-843679432 tempest-ServerRescueNegativeTestJSON-843679432-project] 10.222.0.16 "GET /v2.0/ports?device_id=7c5857c2-2935-412d-922f-b15f51818e64 HTTP/1.1" status: 200 len: 945 time: 0.0853279 Jul 14 18:26:15.477886 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.managers [req-66a4cc7c-e7d3-46c0-aa33-c95897cfdc4c req-4ab0c1e7-935a-4e07-83d7-9d5e5b922064 service neutron] Attempting to bind port 6612ff54-49b3-40b1-ac15-e31261fd5f94 on host n-h1-800634-3 for vnic_type normal with profile {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:26:15.478578 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.managers [req-66a4cc7c-e7d3-46c0-aa33-c95897cfdc4c req-4ab0c1e7-935a-4e07-83d7-9d5e5b922064 service neutron] Attempting to bind port 6612ff54-49b3-40b1-ac15-e31261fd5f94 by drivers openvswitch,hyperv on host n-h1-800634-3 at level 0 using segments [{'id': '25fcd291-a4fb-4631-8a4d-06fad1821ccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '1cbaa8bd-1463-4b3c-89d2-ab344d2f55cf'}] {{(pid=93916) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:26:15.479185 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66a4cc7c-e7d3-46c0-aa33-c95897cfdc4c req-4ab0c1e7-935a-4e07-83d7-9d5e5b922064 service neutron] Attempting to bind port 6612ff54-49b3-40b1-ac15-e31261fd5f94 on network 1cbaa8bd-1463-4b3c-89d2-ab344d2f55cf {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:26:15.487223 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66a4cc7c-e7d3-46c0-aa33-c95897cfdc4c req-4ab0c1e7-935a-4e07-83d7-9d5e5b922064 service neutron] Port 6612ff54-49b3-40b1-ac15-e31261fd5f94 on network 1cbaa8bd-1463-4b3c-89d2-ab344d2f55cf not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-3 {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 18:26:15.487548 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66a4cc7c-e7d3-46c0-aa33-c95897cfdc4c req-4ab0c1e7-935a-4e07-83d7-9d5e5b922064 service neutron] Attempting to bind port 6612ff54-49b3-40b1-ac15-e31261fd5f94 on network 1cbaa8bd-1463-4b3c-89d2-ab344d2f55cf {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:26:15.496100 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66a4cc7c-e7d3-46c0-aa33-c95897cfdc4c req-4ab0c1e7-935a-4e07-83d7-9d5e5b922064 service neutron] Checking agent: {'id': 'a3630ff4-fbee-45d9-b9b6-0ae41cb3a350', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 15, 32), 'started_at': datetime.datetime(2021, 7, 14, 18, 15, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 18, 26, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 18:26:15.496673 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66a4cc7c-e7d3-46c0-aa33-c95897cfdc4c req-4ab0c1e7-935a-4e07-83d7-9d5e5b922064 service neutron] Checking segment: {'id': '25fcd291-a4fb-4631-8a4d-06fad1821ccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '1cbaa8bd-1463-4b3c-89d2-ab344d2f55cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93916) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:26:15.497296 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66a4cc7c-e7d3-46c0-aa33-c95897cfdc4c req-4ab0c1e7-935a-4e07-83d7-9d5e5b922064 service neutron] Bound using segment: {'id': '25fcd291-a4fb-4631-8a4d-06fad1821ccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '1cbaa8bd-1463-4b3c-89d2-ab344d2f55cf'} {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 18:26:15.497928 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.managers [req-66a4cc7c-e7d3-46c0-aa33-c95897cfdc4c req-4ab0c1e7-935a-4e07-83d7-9d5e5b922064 service neutron] Bound port: 6612ff54-49b3-40b1-ac15-e31261fd5f94, host: n-h1-800634-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25fcd291-a4fb-4631-8a4d-06fad1821ccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '1cbaa8bd-1463-4b3c-89d2-ab344d2f55cf'}}] {{(pid=93916) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 18:26:15.498453 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-66a4cc7c-e7d3-46c0-aa33-c95897cfdc4c req-4ab0c1e7-935a-4e07-83d7-9d5e5b922064 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:26:15.502823 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-8356d2f0-c212-4708-b9b8-f22d7d5cc817 req-4acb3bba-db7b-45c3-8651-c9b5ba6b0dea tempest-ServerRescueNegativeTestJSON-843679432 tempest-ServerRescueNegativeTestJSON-843679432-project] 10.222.0.16 "GET /v2.0/security-groups?id=2ad455ff-6ff4-4067-8bf1-fdec963484f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570667 Jul 14 18:26:15.584242 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.db [req-66a4cc7c-e7d3-46c0-aa33-c95897cfdc4c req-4ab0c1e7-935a-4e07-83d7-9d5e5b922064 service neutron] For port 6612ff54-49b3-40b1-ac15-e31261fd5f94, host n-h1-800634-3, cleared binding levels {{(pid=93916) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:26:15.588258 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.db [req-66a4cc7c-e7d3-46c0-aa33-c95897cfdc4c req-4ab0c1e7-935a-4e07-83d7-9d5e5b922064 service neutron] For port 6612ff54-49b3-40b1-ac15-e31261fd5f94, host n-h1-800634-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=6612ff54-49b3-40b1-ac15-e31261fd5f94,segment=NetworkSegment(25fcd291-a4fb-4631-8a4d-06fad1821ccd),segment_id=25fcd291-a4fb-4631-8a4d-06fad1821ccd)] {{(pid=93916) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 18:26:15.607763 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-66a4cc7c-e7d3-46c0-aa33-c95897cfdc4c req-4ab0c1e7-935a-4e07-83d7-9d5e5b922064 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2684870'] for port, after_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:26:15.688699 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a4cc7c-e7d3-46c0-aa33-c95897cfdc4c req-4ab0c1e7-935a-4e07-83d7-9d5e5b922064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:26:15.689396 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-66a4cc7c-e7d3-46c0-aa33-c95897cfdc4c req-4ab0c1e7-935a-4e07-83d7-9d5e5b922064 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:26:15.690877 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-66a4cc7c-e7d3-46c0-aa33-c95897cfdc4c req-4ab0c1e7-935a-4e07-83d7-9d5e5b922064 service neutron] 10.222.0.18 "PUT /v2.0/ports/6612ff54-49b3-40b1-ac15-e31261fd5f94 HTTP/1.1" status: 200 len: 1091 time: 0.8586509 Jul 14 18:26:15.692081 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab0c1e7-935a-4e07-83d7-9d5e5b922064 service neutron] Pushing event updated for resources: {'Port': ['ID=6612ff54-49b3-40b1-ac15-e31261fd5f94,revision_number=3']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:26:15.696247 n-d-800634-3 neutron-server[93916]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c3c30ac-0b01-4760-b846-a87b55971022', 'tag': '6612ff54-49b3-40b1-ac15-e31261fd5f94'}] {{(pid=93916) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:26:15.698821 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f803e150b363a7893830aa996ac27753fa25517c406ecd3536b7c2d4b26eeb9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e4a9323-be10-4679-a248-2d356dd25c3d" -d '{"events": [{"name": "network-changed", "server_uuid": "9c3c30ac-0b01-4760-b846-a87b55971022", "tag": "6612ff54-49b3-40b1-ac15-e31261fd5f94"}]}' {{(pid=93916) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:26:15.766541 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94553c8e-edbc-4852-b0ae-f5c81489138c req-41337dcc-def0-4c32-9470-189bc4263fb6 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:26:15.768148 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-94553c8e-edbc-4852-b0ae-f5c81489138c req-41337dcc-def0-4c32-9470-189bc4263fb6 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.16 "GET /v2.0/ports?device_id=0a88c096-4af3-4575-935b-65bff7ae8d10 HTTP/1.1" status: 200 len: 950 time: 0.1273291 Jul 14 18:26:15.790028 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42669fca-7e07-4277-a944-fd551d8035a5 req-3d3e65c0-327a-49a2-adbc-5b767ce57faa tempest-ServersTestBootFromVolume-338046033 tempest-ServersTestBootFromVolume-338046033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:26:15.791548 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-42669fca-7e07-4277-a944-fd551d8035a5 req-3d3e65c0-327a-49a2-adbc-5b767ce57faa tempest-ServersTestBootFromVolume-338046033 tempest-ServersTestBootFromVolume-338046033-project] 10.222.0.16 "GET /v2.0/ports?device_id=414b975d-616d-4fdb-8025-9d9a9b03c449 HTTP/1.1" status: 200 len: 944 time: 0.1091363 Jul 14 18:26:15.800558 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a4cc7c-e7d3-46c0-aa33-c95897cfdc4c req-2ae55244-b69a-4df1-b29e-c20f3080e7c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:26:15.802906 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-66a4cc7c-e7d3-46c0-aa33-c95897cfdc4c req-2ae55244-b69a-4df1-b29e-c20f3080e7c3 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=0bd95cc3d59f415f8da5b8a01a238496&device_id=9c3c30ac-0b01-4760-b846-a87b55971022 HTTP/1.1" status: 200 len: 1094 time: 0.0650890 Jul 14 18:26:15.853782 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-66a4cc7c-e7d3-46c0-aa33-c95897cfdc4c req-a82a3613-b55d-412a-ab15-ef9f3f6bfa01 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6612ff54-49b3-40b1-ac15-e31261fd5f94 HTTP/1.1" status: 200 len: 217 time: 0.0433352 Jul 14 18:26:15.855427 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-94553c8e-edbc-4852-b0ae-f5c81489138c req-4f2f0eb1-eaef-4880-9377-e6092b380b6c tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.16 "GET /v2.0/security-groups?id=95148b1b-0f93-483b-9e80-262147c27e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796008 Jul 14 18:26:15.865138 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-42669fca-7e07-4277-a944-fd551d8035a5 req-e0b46776-42b0-4e5f-b55b-11f510e84f10 tempest-ServersTestBootFromVolume-338046033 tempest-ServersTestBootFromVolume-338046033-project] 10.222.0.16 "GET /v2.0/security-groups?id=21521fa0-66ce-4b78-82b0-f6cb49764165&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596061 Jul 14 18:26:15.925351 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a4cc7c-e7d3-46c0-aa33-c95897cfdc4c req-f0ef6389-823a-4523-b179-248fb16ef1f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:26:15.927285 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-66a4cc7c-e7d3-46c0-aa33-c95897cfdc4c req-f0ef6389-823a-4523-b179-248fb16ef1f7 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a6dcdf63-414e-46ae-93dc-0b8457260728 HTTP/1.1" status: 200 len: 851 time: 0.0658987 Jul 14 18:26:15.928732 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 18:26:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9212a290-30cc-44f7-9d5a-6b0f3fb180f0 x-openstack-request-id: req-9212a290-30cc-44f7-9d5a-6b0f3fb180f0 {{(pid=93916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:26:15.929025 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c3c30ac-0b01-4760-b846-a87b55971022", "tag": "6612ff54-49b3-40b1-ac15-e31261fd5f94", "status": "completed", "code": 200}]} {{(pid=93916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:26:15.929282 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9212a290-30cc-44f7-9d5a-6b0f3fb180f0 {{(pid=93916) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:26:15.929677 n-d-800634-3 neutron-server[93916]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c3c30ac-0b01-4760-b846-a87b55971022', 'tag': '6612ff54-49b3-40b1-ac15-e31261fd5f94', 'status': 'completed', 'code': 200} Jul 14 18:26:15.963003 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-66a4cc7c-e7d3-46c0-aa33-c95897cfdc4c req-b17c026b-6ac8-4ddd-8a0f-b3d9289fcb99 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=1cbaa8bd-1463-4b3c-89d2-ab344d2f55cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290914 Jul 14 18:26:16.073831 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-66a4cc7c-e7d3-46c0-aa33-c95897cfdc4c req-887203f9-f6bb-4612-8839-7250d0afb2e9 service neutron] 10.222.0.18 "GET /v2.0/networks/1cbaa8bd-1463-4b3c-89d2-ab344d2f55cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1047854 Jul 14 18:26:16.192935 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-66a4cc7c-e7d3-46c0-aa33-c95897cfdc4c req-b98a4a1f-9f3f-4a3f-b6f4-1c0df38fc569 service neutron] 10.222.0.18 "GET /v2.0/networks/1cbaa8bd-1463-4b3c-89d2-ab344d2f55cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1093380 Jul 14 18:26:16.202107 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2d2f09-992a-4b28-a4a2-119968ca366c req-08b7a1d5-4729-40a0-adf0-0ab002e6767e tempest-ServersAdminTestJSON-701576244 tempest-ServersAdminTestJSON-701576244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:26:16.203823 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-0b2d2f09-992a-4b28-a4a2-119968ca366c req-08b7a1d5-4729-40a0-adf0-0ab002e6767e tempest-ServersAdminTestJSON-701576244 tempest-ServersAdminTestJSON-701576244-project] 10.222.0.16 "GET /v2.0/ports?device_id=c37af3d9-5cf3-44f0-a629-12e66be48e93 HTTP/1.1" status: 200 len: 950 time: 0.1165855 Jul 14 18:26:16.217270 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c153675-eb8d-4a3a-a67a-74aac7d11511 req-59115738-2013-421f-a30e-293452cd6ba7 tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:26:16.218950 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-9c153675-eb8d-4a3a-a67a-74aac7d11511 req-59115738-2013-421f-a30e-293452cd6ba7 tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c3c30ac-0b01-4760-b846-a87b55971022 HTTP/1.1" status: 200 len: 943 time: 0.0964410 Jul 14 18:26:16.279833 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-0b2d2f09-992a-4b28-a4a2-119968ca366c req-8fe38984-5d54-461e-b363-1b41dfbe28eb tempest-ServersAdminTestJSON-701576244 tempest-ServersAdminTestJSON-701576244-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea7723ec-9d2a-468c-977f-1e7257209758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598927 Jul 14 18:26:16.294428 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-9c153675-eb8d-4a3a-a67a-74aac7d11511 req-91d17c8d-fd51-4f06-8521-8cbc17c90cb0 tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] 10.222.0.16 "GET /v2.0/security-groups?id=39320fa9-4894-4542-95e3-d64e174c637e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672152 Jul 14 18:26:16.327568 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4a9323-be10-4679-a248-2d356dd25c3d req-7c3edaf7-eeb6-400e-9318-b40717a676c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:26:16.329125 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-6e4a9323-be10-4679-a248-2d356dd25c3d req-7c3edaf7-eeb6-400e-9318-b40717a676c5 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=0bd95cc3d59f415f8da5b8a01a238496&device_id=9c3c30ac-0b01-4760-b846-a87b55971022 HTTP/1.1" status: 200 len: 1094 time: 0.0811963 Jul 14 18:26:16.436936 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4a9323-be10-4679-a248-2d356dd25c3d req-6b36478a-70ab-4b72-8c48-0032ee81202c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:26:16.438737 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-6e4a9323-be10-4679-a248-2d356dd25c3d req-6b36478a-70ab-4b72-8c48-0032ee81202c service neutron] 10.222.0.18 "GET /v2.0/networks?id=1cbaa8bd-1463-4b3c-89d2-ab344d2f55cf HTTP/1.1" status: 200 len: 911 time: 0.1038103 Jul 14 18:26:16.485083 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-6e4a9323-be10-4679-a248-2d356dd25c3d req-cce7e87b-fee4-4aae-8c38-e6c28730bb9a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6612ff54-49b3-40b1-ac15-e31261fd5f94 HTTP/1.1" status: 200 len: 217 time: 0.0379357 Jul 14 18:26:16.527014 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cccc65-40fa-41f9-a6f5-9531c2399ddf req-166addb6-1255-4bca-86b6-ce1801b8768f tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:26:16.528803 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-94cccc65-40fa-41f9-a6f5-9531c2399ddf req-166addb6-1255-4bca-86b6-ce1801b8768f tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] 10.222.0.16 "GET /v2.0/ports?device_id=bf402c61-cd81-4f75-87b2-bdcd84b28c25 HTTP/1.1" status: 200 len: 945 time: 0.0737038 Jul 14 18:26:16.553774 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4a9323-be10-4679-a248-2d356dd25c3d req-94ed25c9-3881-4bf5-8f70-2509d1faecef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:26:16.555620 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-6e4a9323-be10-4679-a248-2d356dd25c3d req-94ed25c9-3881-4bf5-8f70-2509d1faecef service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a6dcdf63-414e-46ae-93dc-0b8457260728 HTTP/1.1" status: 200 len: 851 time: 0.0641112 Jul 14 18:26:16.597534 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-94cccc65-40fa-41f9-a6f5-9531c2399ddf req-c233c9f9-aa2f-427d-a755-abf90446d3a2 tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] 10.222.0.16 "GET /v2.0/security-groups?id=4824db20-b9ba-4380-9f29-13755d37b981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620801 Jul 14 18:26:16.606745 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-6e4a9323-be10-4679-a248-2d356dd25c3d req-5d8cdd8e-f4e7-4de8-9d5a-db007e5644c3 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=1cbaa8bd-1463-4b3c-89d2-ab344d2f55cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0438483 Jul 14 18:26:16.716434 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-6e4a9323-be10-4679-a248-2d356dd25c3d req-c38b864c-d142-476b-8342-cfba656cc37f service neutron] 10.222.0.18 "GET /v2.0/networks/1cbaa8bd-1463-4b3c-89d2-ab344d2f55cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1033819 Jul 14 18:26:16.723748 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f522b8eb-293a-4806-8690-2ddc69d84bcd req-f00de805-34a2-4357-bada-40d22287036b tempest-ServerRescueNegativeTestJSON-843679432 tempest-ServerRescueNegativeTestJSON-843679432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:26:16.725377 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f522b8eb-293a-4806-8690-2ddc69d84bcd req-f00de805-34a2-4357-bada-40d22287036b tempest-ServerRescueNegativeTestJSON-843679432 tempest-ServerRescueNegativeTestJSON-843679432-project] 10.222.0.16 "GET /v2.0/ports?device_id=7c5857c2-2935-412d-922f-b15f51818e64 HTTP/1.1" status: 200 len: 945 time: 0.0741985 Jul 14 18:26:16.774580 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f522b8eb-293a-4806-8690-2ddc69d84bcd req-263b0107-5d52-4f89-b148-49e4caac9187 tempest-ServerRescueNegativeTestJSON-843679432 tempest-ServerRescueNegativeTestJSON-843679432-project] 10.222.0.16 "GET /v2.0/security-groups?id=2ad455ff-6ff4-4067-8bf1-fdec963484f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430858 Jul 14 18:26:16.833926 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-6e4a9323-be10-4679-a248-2d356dd25c3d req-c0fe0f40-45a1-40f6-a047-fc545db54a0a service neutron] 10.222.0.18 "GET /v2.0/networks/1cbaa8bd-1463-4b3c-89d2-ab344d2f55cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1064658 Jul 14 18:26:17.093432 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bff936d-0ebd-495d-aee4-824d66909d14 req-388f2ec0-ec38-4662-9520-152d4a031ce2 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:26:17.095034 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-7bff936d-0ebd-495d-aee4-824d66909d14 req-388f2ec0-ec38-4662-9520-152d4a031ce2 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.16 "GET /v2.0/ports?device_id=0a88c096-4af3-4575-935b-65bff7ae8d10 HTTP/1.1" status: 200 len: 950 time: 0.1113641 Jul 14 18:26:17.106335 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b36374e-315c-48a5-adc5-65b063c384c1 req-d8254085-992d-4805-a353-be4db616d191 tempest-ServersTestBootFromVolume-338046033 tempest-ServersTestBootFromVolume-338046033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:26:17.107730 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-1b36374e-315c-48a5-adc5-65b063c384c1 req-d8254085-992d-4805-a353-be4db616d191 tempest-ServersTestBootFromVolume-338046033 tempest-ServersTestBootFromVolume-338046033-project] 10.222.0.16 "GET /v2.0/ports?device_id=414b975d-616d-4fdb-8025-9d9a9b03c449 HTTP/1.1" status: 200 len: 944 time: 0.0965567 Jul 14 18:26:17.167752 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-7bff936d-0ebd-495d-aee4-824d66909d14 req-e650cd07-a005-461e-8333-b34cca3bb2c8 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.16 "GET /v2.0/security-groups?id=95148b1b-0f93-483b-9e80-262147c27e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560033 Jul 14 18:26:17.173406 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-1b36374e-315c-48a5-adc5-65b063c384c1 req-cc852792-44ff-4010-8974-fb80c47e6c6e tempest-ServersTestBootFromVolume-338046033 tempest-ServersTestBootFromVolume-338046033-project] 10.222.0.16 "GET /v2.0/security-groups?id=21521fa0-66ce-4b78-82b0-f6cb49764165&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584118 Jul 14 18:26:17.374204 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device 2dc4e7e9-6455-4472-9129-79fcd5d07d19 up at agent hyperv_n-h1-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:26:17.422645 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Provisioning for port 2dc4e7e9-6455-4472-9129-79fcd5d07d19 completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:26:17.426742 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Provisioning complete for port 2dc4e7e9-6455-4472-9129-79fcd5d07d19 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:26:17.427115 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:26:17.504981 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb7f46e-7e6c-444b-baa9-e857dc459c06 req-508e2a50-92a2-4707-aa9e-f288b01d00c8 tempest-ServersAdminTestJSON-701576244 tempest-ServersAdminTestJSON-701576244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:26:17.506355 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:26:17.506520 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-8fb7f46e-7e6c-444b-baa9-e857dc459c06 req-508e2a50-92a2-4707-aa9e-f288b01d00c8 tempest-ServersAdminTestJSON-701576244 tempest-ServersAdminTestJSON-701576244-project] 10.222.0.16 "GET /v2.0/ports?device_id=c37af3d9-5cf3-44f0-a629-12e66be48e93 HTTP/1.1" status: 200 len: 950 time: 0.1118405 Jul 14 18:26:17.514534 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfa0598-7d9e-4f04-96fa-db166c46ff7e req-8bb87fd2-c4cf-45c9-b634-201d717516d9 tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:26:17.515932 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-0bfa0598-7d9e-4f04-96fa-db166c46ff7e req-8bb87fd2-c4cf-45c9-b634-201d717516d9 tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c3c30ac-0b01-4760-b846-a87b55971022 HTTP/1.1" status: 200 len: 943 time: 0.1193855 Jul 14 18:26:17.529781 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf402c61-cd81-4f75-87b2-bdcd84b28c25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2dc4e7e9-6455-4472-9129-79fcd5d07d19'}] {{(pid=93917) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:26:17.532331 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20b787f3c29eaa7aa2a4d648c725a2124c5ff39a8d793252f9d844495e14cf42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb7f0083-b2bf-4746-a41a-d490ac502513" -d '{"events": [{"server_uuid": "bf402c61-cd81-4f75-87b2-bdcd84b28c25", "name": "network-vif-plugged", "status": "completed", "tag": "2dc4e7e9-6455-4472-9129-79fcd5d07d19"}]}' {{(pid=93917) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:26:17.546299 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port 2dc4e7e9-6455-4472-9129-79fcd5d07d19, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=2dc4e7e9-6455-4472-9129-79fcd5d07d19,segment=NetworkSegment(c5dc6d5b-42e9-4c22-85af-e48a17c0bd6d),segment_id=c5dc6d5b-42e9-4c22-85af-e48a17c0bd6d)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:26:17.551367 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:26:17.599810 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Pushing event updated for resources: {'Port': ['ID=2dc4e7e9-6455-4472-9129-79fcd5d07d19,revision_number=5']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:26:17.879106 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-8fb7f46e-7e6c-444b-baa9-e857dc459c06 req-460ffcfd-4326-4f01-94d2-4a516532de6e tempest-ServersAdminTestJSON-701576244 tempest-ServersAdminTestJSON-701576244-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea7723ec-9d2a-468c-977f-1e7257209758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3620944 Jul 14 18:26:17.886009 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-0bfa0598-7d9e-4f04-96fa-db166c46ff7e req-03df5666-6796-4e50-9c84-d6e4a1f57284 tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] 10.222.0.16 "GET /v2.0/security-groups?id=39320fa9-4894-4542-95e3-d64e174c637e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3620336 Jul 14 18:26:17.904133 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e57e990-0d28-470e-a779-b2c903614760 req-4f8af2aa-bf67-40a7-9213-504cdd2bc3a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:26:17.905633 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-9e57e990-0d28-470e-a779-b2c903614760 req-4f8af2aa-bf67-40a7-9213-504cdd2bc3a8 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=7c5857c2-2935-412d-922f-b15f51818e64 HTTP/1.1" status: 200 len: 1096 time: 0.0521207 Jul 14 18:26:17.943069 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 18:26:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e7827a5-fb65-489d-8450-2fa05e140a76 x-openstack-request-id: req-8e7827a5-fb65-489d-8450-2fa05e140a76 {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:26:17.943353 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf402c61-cd81-4f75-87b2-bdcd84b28c25", "name": "network-vif-plugged", "status": "completed", "tag": "2dc4e7e9-6455-4472-9129-79fcd5d07d19", "code": 200}]} {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:26:17.943614 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8e7827a5-fb65-489d-8450-2fa05e140a76 {{(pid=93917) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:26:17.943732 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-9e57e990-0d28-470e-a779-b2c903614760 req-3d6cb4b6-4495-49ec-b849-87eb2650a5df service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=2ad455ff-6ff4-4067-8bf1-fdec963484f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312181 Jul 14 18:26:17.944007 n-d-800634-3 neutron-server[93917]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf402c61-cd81-4f75-87b2-bdcd84b28c25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2dc4e7e9-6455-4472-9129-79fcd5d07d19', 'code': 200} Jul 14 18:26:18.092697 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c150d7b-1111-446a-ba96-f18c3afd61fb req-9e5be44b-5c2c-4a87-9840-ecd746c635dc tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:26:18.094517 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-9c150d7b-1111-446a-ba96-f18c3afd61fb req-9e5be44b-5c2c-4a87-9840-ecd746c635dc tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] 10.222.0.16 "GET /v2.0/ports?device_id=bf402c61-cd81-4f75-87b2-bdcd84b28c25 HTTP/1.1" status: 200 len: 946 time: 0.0633624 Jul 14 18:26:18.114474 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a720670-ddb6-42d5-8e2f-d343ac9979a8 req-8faf1e9c-66df-4e9a-ae1f-14c6996ed1c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:26:18.115946 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-9a720670-ddb6-42d5-8e2f-d343ac9979a8 req-8faf1e9c-66df-4e9a-ae1f-14c6996ed1c0 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=bf402c61-cd81-4f75-87b2-bdcd84b28c25 HTTP/1.1" status: 200 len: 1097 time: 0.0521286 Jul 14 18:26:18.154555 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-9a720670-ddb6-42d5-8e2f-d343ac9979a8 req-f885109f-0103-4b82-969e-d93509e48dca service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=4824db20-b9ba-4380-9f29-13755d37b981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314336 Jul 14 18:26:18.165139 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-9c150d7b-1111-446a-ba96-f18c3afd61fb req-d49d8e95-8a64-4f82-9320-f482b1a1343a tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] 10.222.0.16 "GET /v2.0/security-groups?id=4824db20-b9ba-4380-9f29-13755d37b981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646529 Jul 14 18:26:18.189860 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4c4eb7-ad4f-4f4b-abba-ec7c82cdec8a req-36c7a2f7-7c1e-419d-8f6c-57043d437d27 tempest-ServerRescueNegativeTestJSON-843679432 tempest-ServerRescueNegativeTestJSON-843679432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:26:18.191837 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-dd4c4eb7-ad4f-4f4b-abba-ec7c82cdec8a req-36c7a2f7-7c1e-419d-8f6c-57043d437d27 tempest-ServerRescueNegativeTestJSON-843679432 tempest-ServerRescueNegativeTestJSON-843679432-project] 10.222.0.16 "GET /v2.0/ports?device_id=7c5857c2-2935-412d-922f-b15f51818e64 HTTP/1.1" status: 200 len: 945 time: 0.0897448 Jul 14 18:26:18.230416 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-dd4c4eb7-ad4f-4f4b-abba-ec7c82cdec8a req-6110490f-53c8-423a-83f3-e3568d3fdc8a tempest-ServerRescueNegativeTestJSON-843679432 tempest-ServerRescueNegativeTestJSON-843679432-project] 10.222.0.16 "GET /v2.0/security-groups?id=2ad455ff-6ff4-4067-8bf1-fdec963484f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327661 Jul 14 18:26:18.349558 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11b1f7b-60ef-4b87-9dfe-10b3b4a64cca req-98ae5b34-2235-4e79-a16a-cb620a324b1d tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:26:18.350993 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e11b1f7b-60ef-4b87-9dfe-10b3b4a64cca req-98ae5b34-2235-4e79-a16a-cb620a324b1d tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.16 "GET /v2.0/ports?device_id=0a88c096-4af3-4575-935b-65bff7ae8d10 HTTP/1.1" status: 200 len: 950 time: 0.0727842 Jul 14 18:26:18.412199 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e11b1f7b-60ef-4b87-9dfe-10b3b4a64cca req-8676ab60-f864-4b68-b493-b5737ff57d39 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.16 "GET /v2.0/security-groups?id=95148b1b-0f93-483b-9e80-262147c27e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432031 Jul 14 18:26:18.430169 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d291155a-9520-49dc-9241-c1ac6b30ec36 req-2cf4dc86-a19a-4894-a61d-486dcef4b581 tempest-ServersTestBootFromVolume-338046033 tempest-ServersTestBootFromVolume-338046033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:26:18.431617 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-d291155a-9520-49dc-9241-c1ac6b30ec36 req-2cf4dc86-a19a-4894-a61d-486dcef4b581 tempest-ServersTestBootFromVolume-338046033 tempest-ServersTestBootFromVolume-338046033-project] 10.222.0.16 "GET /v2.0/ports?device_id=414b975d-616d-4fdb-8025-9d9a9b03c449 HTTP/1.1" status: 200 len: 944 time: 0.0986011 Jul 14 18:26:18.472756 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-d291155a-9520-49dc-9241-c1ac6b30ec36 req-1c34be46-b350-49bb-a1ed-2ccaf6fd78a5 tempest-ServersTestBootFromVolume-338046033 tempest-ServersTestBootFromVolume-338046033-project] 10.222.0.16 "GET /v2.0/security-groups?id=21521fa0-66ce-4b78-82b0-f6cb49764165&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355384 Jul 14 18:26:19.097119 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e54e9b-1a04-48eb-a9db-b1607af10b20 req-95bdcebe-81d3-4fd7-9862-e20393d1203c tempest-ServersAdminTestJSON-701576244 tempest-ServersAdminTestJSON-701576244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:26:19.099019 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-d1e54e9b-1a04-48eb-a9db-b1607af10b20 req-95bdcebe-81d3-4fd7-9862-e20393d1203c tempest-ServersAdminTestJSON-701576244 tempest-ServersAdminTestJSON-701576244-project] 10.222.0.16 "GET /v2.0/ports?device_id=c37af3d9-5cf3-44f0-a629-12e66be48e93 HTTP/1.1" status: 200 len: 950 time: 0.1058006 Jul 14 18:26:19.109975 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5807acb-ab25-4220-8829-e1bd5be4bfd2 req-3a2d89d3-6659-4ae0-8e74-4bb6227097f8 tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:26:19.111352 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-d5807acb-ab25-4220-8829-e1bd5be4bfd2 req-3a2d89d3-6659-4ae0-8e74-4bb6227097f8 tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c3c30ac-0b01-4760-b846-a87b55971022 HTTP/1.1" status: 200 len: 943 time: 0.0905139 Jul 14 18:26:19.164730 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-d1e54e9b-1a04-48eb-a9db-b1607af10b20 req-a1c8977a-c2fb-4675-a862-beb841a27a6c tempest-ServersAdminTestJSON-701576244 tempest-ServersAdminTestJSON-701576244-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea7723ec-9d2a-468c-977f-1e7257209758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524323 Jul 14 18:26:19.171686 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-d5807acb-ab25-4220-8829-e1bd5be4bfd2 req-501d3fe1-e798-4e4c-bf8b-489e3e14952e tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] 10.222.0.16 "GET /v2.0/security-groups?id=39320fa9-4894-4542-95e3-d64e174c637e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530765 Jul 14 18:26:19.357155 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc26563-30a2-49dd-851f-7d8992956d78 req-eb1f529e-c21f-4cdd-aea4-941c011a3f32 tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:26:19.358596 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ecc26563-30a2-49dd-851f-7d8992956d78 req-eb1f529e-c21f-4cdd-aea4-941c011a3f32 tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] 10.222.0.16 "GET /v2.0/ports?device_id=bf402c61-cd81-4f75-87b2-bdcd84b28c25 HTTP/1.1" status: 200 len: 946 time: 0.0769718 Jul 14 18:26:19.376485 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device 6612ff54-49b3-40b1-ac15-e31261fd5f94 details requested by agent hyperv_n-h1-800634-3 with host n-h1-800634-3 {{(pid=93917) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 18:26:19.442839 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ecc26563-30a2-49dd-851f-7d8992956d78 req-17da5693-4334-40eb-a81f-872ed3be307f tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] 10.222.0.16 "GET /v2.0/security-groups?id=4824db20-b9ba-4380-9f29-13755d37b981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772314 Jul 14 18:26:19.486670 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7320a0-7446-4f9c-90a9-40366b0ec54d req-d550fd8d-7e1d-4cc3-a898-d4fcf66a7d0b tempest-ServerRescueNegativeTestJSON-843679432 tempest-ServerRescueNegativeTestJSON-843679432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:26:19.488351 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6e7320a0-7446-4f9c-90a9-40366b0ec54d req-d550fd8d-7e1d-4cc3-a898-d4fcf66a7d0b tempest-ServerRescueNegativeTestJSON-843679432 tempest-ServerRescueNegativeTestJSON-843679432-project] 10.222.0.16 "GET /v2.0/ports?device_id=7c5857c2-2935-412d-922f-b15f51818e64 HTTP/1.1" status: 200 len: 945 time: 0.1047964 Jul 14 18:26:19.501371 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port 6612ff54-49b3-40b1-ac15-e31261fd5f94, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=6612ff54-49b3-40b1-ac15-e31261fd5f94,segment=NetworkSegment(25fcd291-a4fb-4631-8a4d-06fad1821ccd),segment_id=25fcd291-a4fb-4631-8a4d-06fad1821ccd)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:26:19.513438 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Returning: {'device': '6612ff54-49b3-40b1-ac15-e31261fd5f94', 'network_id': '1cbaa8bd-1463-4b3c-89d2-ab344d2f55cf', 'port_id': '6612ff54-49b3-40b1-ac15-e31261fd5f94', 'mac_address': 'fa:16:3e:52:c0:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6dcdf63-414e-46ae-93dc-0b8457260728', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93917) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 18:26:19.544837 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6e7320a0-7446-4f9c-90a9-40366b0ec54d req-f96d43a2-6a68-4b69-b124-6ed5a16a030d tempest-ServerRescueNegativeTestJSON-843679432 tempest-ServerRescueNegativeTestJSON-843679432-project] 10.222.0.16 "GET /v2.0/security-groups?id=2ad455ff-6ff4-4067-8bf1-fdec963484f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506148 Jul 14 18:26:19.553422 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:26:19.566783 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6612ff54-49b3-40b1-ac15-e31261fd5f94 {{(pid=93917) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 18:26:19.588109 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port 6612ff54-49b3-40b1-ac15-e31261fd5f94, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=6612ff54-49b3-40b1-ac15-e31261fd5f94,segment=NetworkSegment(25fcd291-a4fb-4631-8a4d-06fad1821ccd),segment_id=25fcd291-a4fb-4631-8a4d-06fad1821ccd)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:26:19.592406 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:26:19.643662 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Pushing event updated for resources: {'Port': ['ID=6612ff54-49b3-40b1-ac15-e31261fd5f94,revision_number=4']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:26:19.689583 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07187438-d255-4467-8f37-ee3adbb2e978 req-a949cb78-c991-49ab-8eb6-f4376be9055c tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:26:19.691063 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-07187438-d255-4467-8f37-ee3adbb2e978 req-a949cb78-c991-49ab-8eb6-f4376be9055c tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.16 "GET /v2.0/ports?device_id=0a88c096-4af3-4575-935b-65bff7ae8d10 HTTP/1.1" status: 200 len: 950 time: 0.1003697 Jul 14 18:26:19.742798 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-07187438-d255-4467-8f37-ee3adbb2e978 req-fe15ef04-8ff5-42bb-b05d-f088c0155412 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.16 "GET /v2.0/security-groups?id=95148b1b-0f93-483b-9e80-262147c27e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444372 Jul 14 18:26:19.751042 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f69282-8f97-43b1-99e9-f65a608a3bbf req-4ba11fd5-950b-4dde-a5ba-41c602bc020d tempest-ServersTestBootFromVolume-338046033 tempest-ServersTestBootFromVolume-338046033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:26:19.752520 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-57f69282-8f97-43b1-99e9-f65a608a3bbf req-4ba11fd5-950b-4dde-a5ba-41c602bc020d tempest-ServersTestBootFromVolume-338046033 tempest-ServersTestBootFromVolume-338046033-project] 10.222.0.16 "GET /v2.0/ports?device_id=414b975d-616d-4fdb-8025-9d9a9b03c449 HTTP/1.1" status: 200 len: 944 time: 0.1087868 Jul 14 18:26:19.791515 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-57f69282-8f97-43b1-99e9-f65a608a3bbf req-ce8d3bec-d5df-4b52-b55e-a7f3e6961adc tempest-ServersTestBootFromVolume-338046033 tempest-ServersTestBootFromVolume-338046033-project] 10.222.0.16 "GET /v2.0/security-groups?id=21521fa0-66ce-4b78-82b0-f6cb49764165&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328147 Jul 14 18:26:19.906038 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f58e726-0dcb-43e6-8d7f-f7d00026dd28 req-b7a4ba53-5578-444b-a904-1310cea61015 tempest-ServerRescueNegativeTestJSON-843679432 tempest-ServerRescueNegativeTestJSON-843679432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:26:19.907533 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-4f58e726-0dcb-43e6-8d7f-f7d00026dd28 req-b7a4ba53-5578-444b-a904-1310cea61015 tempest-ServerRescueNegativeTestJSON-843679432 tempest-ServerRescueNegativeTestJSON-843679432-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b9e4456-2d8d-44aa-a867-8b086bbb5414 HTTP/1.1" status: 200 len: 946 time: 0.0635231 Jul 14 18:26:19.948044 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] get_ports_and_sgs() called for port_ids ['6612ff54-49b3-40b1-ac15-e31261fd5f94'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 18:26:19.949595 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-4f58e726-0dcb-43e6-8d7f-f7d00026dd28 req-9f15c3d3-5dbb-4ca4-af6b-7d46e96c762a tempest-ServerRescueNegativeTestJSON-843679432 tempest-ServerRescueNegativeTestJSON-843679432-project] 10.222.0.16 "GET /v2.0/security-groups?id=2ad455ff-6ff4-4067-8bf1-fdec963484f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358374 Jul 14 18:26:20.302828 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-94fd29db-fac7-453e-b3eb-708b67f438bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:26:20.339319 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2698ec8-fe74-48d0-91cb-d95da559911e req-414ae346-51eb-42a2-8dff-ff06146d7c21 tempest-ServerRescueNegativeTestJSON-843679432 tempest-ServerRescueNegativeTestJSON-843679432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:26:20.340840 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b2698ec8-fe74-48d0-91cb-d95da559911e req-414ae346-51eb-42a2-8dff-ff06146d7c21 tempest-ServerRescueNegativeTestJSON-843679432 tempest-ServerRescueNegativeTestJSON-843679432-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b9e4456-2d8d-44aa-a867-8b086bbb5414 HTTP/1.1" status: 200 len: 946 time: 0.1030900 Jul 14 18:26:20.372985 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ade22ef-ed41-4f3e-b7e3-ffda786e2e2a req-99013b3c-75e3-44f8-80b7-d5955e35d6d5 tempest-ServersAdminTestJSON-701576244 tempest-ServersAdminTestJSON-701576244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:26:20.374435 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2ade22ef-ed41-4f3e-b7e3-ffda786e2e2a req-99013b3c-75e3-44f8-80b7-d5955e35d6d5 tempest-ServersAdminTestJSON-701576244 tempest-ServersAdminTestJSON-701576244-project] 10.222.0.16 "GET /v2.0/ports?device_id=c37af3d9-5cf3-44f0-a629-12e66be48e93 HTTP/1.1" status: 200 len: 950 time: 0.0975859 Jul 14 18:26:20.404230 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b2698ec8-fe74-48d0-91cb-d95da559911e req-3b7b4f77-c38c-4c31-ba88-0a0add6a7a92 tempest-ServerRescueNegativeTestJSON-843679432 tempest-ServerRescueNegativeTestJSON-843679432-project] 10.222.0.16 "GET /v2.0/security-groups?id=2ad455ff-6ff4-4067-8bf1-fdec963484f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560229 Jul 14 18:26:20.424497 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2ade22ef-ed41-4f3e-b7e3-ffda786e2e2a req-03f809c7-a605-4a5c-b239-aa1dc0c43a1a tempest-ServersAdminTestJSON-701576244 tempest-ServersAdminTestJSON-701576244-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea7723ec-9d2a-468c-977f-1e7257209758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434310 Jul 14 18:26:20.574562 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446ede0e-3a9f-4a6a-bc95-bf067c2d4ff4 req-2a367e41-a665-441e-90f8-9737ae1500b7 tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:26:20.576025 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-446ede0e-3a9f-4a6a-bc95-bf067c2d4ff4 req-2a367e41-a665-441e-90f8-9737ae1500b7 tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c3c30ac-0b01-4760-b846-a87b55971022 HTTP/1.1" status: 200 len: 944 time: 0.0671391 Jul 14 18:26:20.614143 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-446ede0e-3a9f-4a6a-bc95-bf067c2d4ff4 req-9851a6b9-36eb-4649-b37b-008e18832e39 tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] 10.222.0.16 "GET /v2.0/security-groups?id=39320fa9-4894-4542-95e3-d64e174c637e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323091 Jul 14 18:26:20.685794 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f123cf6-f5ca-4507-ae3e-4c9151f098cb req-353dc815-983d-47a8-9f11-613d77237b81 tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:26:20.687259 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-9f123cf6-f5ca-4507-ae3e-4c9151f098cb req-353dc815-983d-47a8-9f11-613d77237b81 tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] 10.222.0.16 "GET /v2.0/ports?device_id=bf402c61-cd81-4f75-87b2-bdcd84b28c25 HTTP/1.1" status: 200 len: 946 time: 0.0629370 Jul 14 18:26:20.723436 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-9f123cf6-f5ca-4507-ae3e-4c9151f098cb req-9cee4043-9791-4361-8eb4-0497d8ba568a tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] 10.222.0.16 "GET /v2.0/security-groups?id=4824db20-b9ba-4380-9f29-13755d37b981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306563 Jul 14 18:26:20.989959 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1071cf48-7a8e-4077-aca0-1729884d586a req-a14134d8-974f-4e01-afdd-d4f2b2eb9073 tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:26:20.991431 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-1071cf48-7a8e-4077-aca0-1729884d586a req-a14134d8-974f-4e01-afdd-d4f2b2eb9073 tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] 10.222.0.16 "GET /v2.0/networks?id=027c4e91-49f9-408a-bc70-11f19a2cbbb7 HTTP/1.1" status: 200 len: 806 time: 0.1428900 Jul 14 18:26:20.999633 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d037df-91e2-43da-aeb8-5869eac5002c req-09c77304-43fd-4be7-aa1b-d20a71b25e7e tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:26:21.001438 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-99d037df-91e2-43da-aeb8-5869eac5002c req-09c77304-43fd-4be7-aa1b-d20a71b25e7e tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.16 "GET /v2.0/ports?device_id=0a88c096-4af3-4575-935b-65bff7ae8d10 HTTP/1.1" status: 200 len: 950 time: 0.1432652 Jul 14 18:26:21.017892 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-1071cf48-7a8e-4077-aca0-1729884d586a req-ba26f220-0705-4af2-9148-380c300c7099 tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] 10.222.0.16 "GET /v2.0/quotas/882f4375ae5845d48a58ae9ac1c63552 HTTP/1.1" status: 200 len: 375 time: 0.0148664 Jul 14 18:26:21.072010 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-99d037df-91e2-43da-aeb8-5869eac5002c req-a157faa7-e793-488b-ab8f-fc664a7bb916 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.16 "GET /v2.0/security-groups?id=95148b1b-0f93-483b-9e80-262147c27e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626900 Jul 14 18:26:21.098368 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-1071cf48-7a8e-4077-aca0-1729884d586a req-8f6fc8fc-f39b-4f75-86e4-bdea412b1cda tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=882f4375ae5845d48a58ae9ac1c63552&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0722468 Jul 14 18:26:21.221600 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-1071cf48-7a8e-4077-aca0-1729884d586a req-7f05a5f4-c95d-4fe5-90f0-02838043fbcc service neutron] 10.222.0.16 "GET /v2.0/networks/027c4e91-49f9-408a-bc70-11f19a2cbbb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1164589 Jul 14 18:26:21.299511 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651efca9-488e-4f55-811d-79bc520e5db4 req-f6fce47f-d76f-4f0e-8b99-26e1ef08454e tempest-ServersTestBootFromVolume-338046033 tempest-ServersTestBootFromVolume-338046033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:26:21.301035 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-651efca9-488e-4f55-811d-79bc520e5db4 req-f6fce47f-d76f-4f0e-8b99-26e1ef08454e tempest-ServersTestBootFromVolume-338046033 tempest-ServersTestBootFromVolume-338046033-project] 10.222.0.16 "GET /v2.0/ports?device_id=414b975d-616d-4fdb-8025-9d9a9b03c449 HTTP/1.1" status: 200 len: 944 time: 0.1293774 Jul 14 18:26:21.354104 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-1071cf48-7a8e-4077-aca0-1729884d586a req-8b6d7b9e-d124-42e1-b958-0ff9642aefad service neutron] 10.222.0.16 "GET /v2.0/networks/027c4e91-49f9-408a-bc70-11f19a2cbbb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263733 Jul 14 18:26:21.361320 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-651efca9-488e-4f55-811d-79bc520e5db4 req-4fad2865-f251-4de4-85d3-17ddfeea2290 tempest-ServersTestBootFromVolume-338046033 tempest-ServersTestBootFromVolume-338046033-project] 10.222.0.16 "GET /v2.0/security-groups?id=21521fa0-66ce-4b78-82b0-f6cb49764165&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542779 Jul 14 18:26:21.386011 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device 6612ff54-49b3-40b1-ac15-e31261fd5f94 up at agent hyperv_n-h1-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:26:21.437405 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Provisioning for port 6612ff54-49b3-40b1-ac15-e31261fd5f94 completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:26:21.441936 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Provisioning complete for port 6612ff54-49b3-40b1-ac15-e31261fd5f94 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:26:21.442410 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:26:21.551226 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:26:21.576654 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c3c30ac-0b01-4760-b846-a87b55971022', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6612ff54-49b3-40b1-ac15-e31261fd5f94'}] {{(pid=93917) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:26:21.578872 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20b787f3c29eaa7aa2a4d648c725a2124c5ff39a8d793252f9d844495e14cf42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1853d8c-4ed3-4796-a8be-2f95897e3888" -d '{"events": [{"server_uuid": "9c3c30ac-0b01-4760-b846-a87b55971022", "name": "network-vif-plugged", "status": "completed", "tag": "6612ff54-49b3-40b1-ac15-e31261fd5f94"}]}' {{(pid=93917) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:26:21.590353 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port 6612ff54-49b3-40b1-ac15-e31261fd5f94, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=6612ff54-49b3-40b1-ac15-e31261fd5f94,segment=NetworkSegment(25fcd291-a4fb-4631-8a4d-06fad1821ccd),segment_id=25fcd291-a4fb-4631-8a4d-06fad1821ccd)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:26:21.597258 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:26:21.598194 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device 11193581-98af-4629-bd90-7170ffba6ec1 no longer exists at agent hyperv_n-h1-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 18:26:21.665298 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4c4f58-8ba4-428d-a450-114e19c0448c req-f98f68d1-8f62-4d05-b16c-e3737b859225 tempest-ServerRescueNegativeTestJSON-843679432 tempest-ServerRescueNegativeTestJSON-843679432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:26:21.666989 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-0c4c4f58-8ba4-428d-a450-114e19c0448c req-f98f68d1-8f62-4d05-b16c-e3737b859225 tempest-ServerRescueNegativeTestJSON-843679432 tempest-ServerRescueNegativeTestJSON-843679432-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b9e4456-2d8d-44aa-a867-8b086bbb5414 HTTP/1.1" status: 200 len: 946 time: 0.1335936 Jul 14 18:26:21.679986 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Pushing event updated for resources: {'Port': ['ID=6612ff54-49b3-40b1-ac15-e31261fd5f94,revision_number=5']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:26:21.702444 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cc486b-1625-4f85-a725-d362441dfb55 req-e92869ea-c447-418e-8d02-ec12a6252625 tempest-ServersAdminTestJSON-701576244 tempest-ServersAdminTestJSON-701576244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:26:21.703951 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-81cc486b-1625-4f85-a725-d362441dfb55 req-e92869ea-c447-418e-8d02-ec12a6252625 tempest-ServersAdminTestJSON-701576244 tempest-ServersAdminTestJSON-701576244-project] 10.222.0.16 "GET /v2.0/ports?device_id=c37af3d9-5cf3-44f0-a629-12e66be48e93 HTTP/1.1" status: 200 len: 950 time: 0.1292474 Jul 14 18:26:21.718744 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:26:21.730691 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-0c4c4f58-8ba4-428d-a450-114e19c0448c req-e6a3955b-9480-4b28-916b-70b50b86f7d4 tempest-ServerRescueNegativeTestJSON-843679432 tempest-ServerRescueNegativeTestJSON-843679432-project] 10.222.0.16 "GET /v2.0/security-groups?id=2ad455ff-6ff4-4067-8bf1-fdec963484f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551653 Jul 14 18:26:21.764910 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port 11193581-98af-4629-bd90-7170ffba6ec1, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=11193581-98af-4629-bd90-7170ffba6ec1,segment=NetworkSegment(067fc487-22c7-42de-972d-ae352a28ad29),segment_id=067fc487-22c7-42de-972d-ae352a28ad29)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:26:21.772033 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:26:21.773118 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-81cc486b-1625-4f85-a725-d362441dfb55 req-361534c3-584b-45e5-9378-439a5e83632e tempest-ServersAdminTestJSON-701576244 tempest-ServersAdminTestJSON-701576244-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea7723ec-9d2a-468c-977f-1e7257209758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525761 Jul 14 18:26:21.833501 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Pushing event updated for resources: {'Port': ['ID=11193581-98af-4629-bd90-7170ffba6ec1,revision_number=9']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:26:21.929137 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 18:26:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fab9494-a193-48a8-8d66-cfbcd5701aba x-openstack-request-id: req-4fab9494-a193-48a8-8d66-cfbcd5701aba {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:26:21.929624 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c3c30ac-0b01-4760-b846-a87b55971022", "name": "network-vif-plugged", "status": "completed", "tag": "6612ff54-49b3-40b1-ac15-e31261fd5f94", "code": 200}]} {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:26:21.929970 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4fab9494-a193-48a8-8d66-cfbcd5701aba {{(pid=93917) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:26:21.930457 n-d-800634-3 neutron-server[93917]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c3c30ac-0b01-4760-b846-a87b55971022', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6612ff54-49b3-40b1-ac15-e31261fd5f94', 'code': 200} Jul 14 18:26:22.072372 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90520e3-0b5b-4c87-8e20-a027c3210f62 req-7952d202-ff0b-4613-9b58-99989368b85e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:26:22.074002 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-e90520e3-0b5b-4c87-8e20-a027c3210f62 req-7952d202-ff0b-4613-9b58-99989368b85e service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=9c3c30ac-0b01-4760-b846-a87b55971022 HTTP/1.1" status: 200 len: 1096 time: 0.0796604 Jul 14 18:26:22.110772 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-e90520e3-0b5b-4c87-8e20-a027c3210f62 req-89fd6fca-a67b-42fb-99bf-ad6750373bd6 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=39320fa9-4894-4542-95e3-d64e174c637e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309696 Jul 14 18:26:22.135982 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4718457d-91ac-4e1e-823f-23abc1d85ccc req-3fc0c486-7ea2-4fd0-9876-fe68f17365b1 tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:26:22.139875 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-4718457d-91ac-4e1e-823f-23abc1d85ccc req-3fc0c486-7ea2-4fd0-9876-fe68f17365b1 tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c3c30ac-0b01-4760-b846-a87b55971022 HTTP/1.1" status: 200 len: 945 time: 0.0709524 Jul 14 18:26:22.187247 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-4718457d-91ac-4e1e-823f-23abc1d85ccc req-9e874e1a-5166-48a5-8a64-f8ad19a80454 tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] 10.222.0.16 "GET /v2.0/security-groups?id=39320fa9-4894-4542-95e3-d64e174c637e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437853 Jul 14 18:26:22.374830 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e21d881-3eee-4127-b12f-2eda5f111dd0 req-8ac7e74f-d9ef-4efc-a1a9-4390572ba68b tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:26:22.376368 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2e21d881-3eee-4127-b12f-2eda5f111dd0 req-8ac7e74f-d9ef-4efc-a1a9-4390572ba68b tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.16 "GET /v2.0/ports?device_id=0a88c096-4af3-4575-935b-65bff7ae8d10 HTTP/1.1" status: 200 len: 950 time: 0.0814207 Jul 14 18:26:22.464825 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2e21d881-3eee-4127-b12f-2eda5f111dd0 req-a303b5c3-cf99-4436-a2ca-102477840b98 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.16 "GET /v2.0/security-groups?id=95148b1b-0f93-483b-9e80-262147c27e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784435 Jul 14 18:26:22.509675 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00992548-b157-4617-8733-c855512bec2d req-9ee0c538-0f0d-4303-b900-56c88858d791 tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:26:22.511180 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-00992548-b157-4617-8733-c855512bec2d req-9ee0c538-0f0d-4303-b900-56c88858d791 tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] 10.222.0.16 "GET /v2.0/networks?id=027c4e91-49f9-408a-bc70-11f19a2cbbb7 HTTP/1.1" status: 200 len: 806 time: 0.1339257 Jul 14 18:26:22.529955 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-00992548-b157-4617-8733-c855512bec2d req-516a81c2-2314-457a-8c53-01ea6bc218b0 tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] 10.222.0.16 "GET /v2.0/quotas/882f4375ae5845d48a58ae9ac1c63552 HTTP/1.1" status: 200 len: 375 time: 0.0133617 Jul 14 18:26:22.637463 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-00992548-b157-4617-8733-c855512bec2d req-41f1b5ed-2302-44a6-9eb1-448b75ef562c tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=882f4375ae5845d48a58ae9ac1c63552&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1009800 Jul 14 18:26:22.664029 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4da2387-f969-4342-945a-9df4700733e3 req-e098e579-fd89-43fd-9a1a-da611ae2f2d0 tempest-ServerRescueNegativeTestJSON-843679432 tempest-ServerRescueNegativeTestJSON-843679432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:26:22.665517 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c4da2387-f969-4342-945a-9df4700733e3 req-e098e579-fd89-43fd-9a1a-da611ae2f2d0 tempest-ServerRescueNegativeTestJSON-843679432 tempest-ServerRescueNegativeTestJSON-843679432-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b9e4456-2d8d-44aa-a867-8b086bbb5414 HTTP/1.1" status: 200 len: 946 time: 0.0972641 Jul 14 18:26:22.745639 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-3b050f43-a8e6-4131-884b-5cd09ac4b610 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:26:22.747323 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c4da2387-f969-4342-945a-9df4700733e3 req-6060ae65-238c-45ec-bb5d-39389dd46478 tempest-ServerRescueNegativeTestJSON-843679432 tempest-ServerRescueNegativeTestJSON-843679432-project] 10.222.0.16 "GET /v2.0/security-groups?id=2ad455ff-6ff4-4067-8bf1-fdec963484f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717204 Jul 14 18:26:22.775130 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-00992548-b157-4617-8733-c855512bec2d req-b993d272-aae1-4e90-825b-bd394255724f service neutron] 10.222.0.16 "GET /v2.0/networks/027c4e91-49f9-408a-bc70-11f19a2cbbb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297388 Jul 14 18:26:22.843040 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.agents_db [None req-2ea07fb6-aa68-4671-8654-119d82b9f530 None None] Agent healthcheck: found 7 active agents {{(pid=93918) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 18:26:22.895161 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-00992548-b157-4617-8733-c855512bec2d req-6273f8e1-0562-40af-9d72-fb59f7bdec15 service neutron] 10.222.0.16 "GET /v2.0/networks/027c4e91-49f9-408a-bc70-11f19a2cbbb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1129615 Jul 14 18:26:22.924977 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b669f8d7-1016-432f-96ca-7dab114e6189 req-f943f037-83ce-45f1-8b43-91d9da79166e tempest-ServersTestBootFromVolume-338046033 tempest-ServersTestBootFromVolume-338046033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:26:22.926475 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b669f8d7-1016-432f-96ca-7dab114e6189 req-f943f037-83ce-45f1-8b43-91d9da79166e tempest-ServersTestBootFromVolume-338046033 tempest-ServersTestBootFromVolume-338046033-project] 10.222.0.16 "GET /v2.0/ports?device_id=414b975d-616d-4fdb-8025-9d9a9b03c449 HTTP/1.1" status: 200 len: 944 time: 0.0771306 Jul 14 18:26:22.971406 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b669f8d7-1016-432f-96ca-7dab114e6189 req-cf1ebdd3-c55c-4e0f-8f1d-0632cde787df tempest-ServersTestBootFromVolume-338046033 tempest-ServersTestBootFromVolume-338046033-project] 10.222.0.16 "GET /v2.0/security-groups?id=21521fa0-66ce-4b78-82b0-f6cb49764165&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394583 Jul 14 18:26:23.126221 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:26:23.167510 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4ed34d-2e83-44d5-b871-f2d53b5596ec req-3fdcc7bf-4657-4235-b1d1-5da678aefc19 tempest-ServersAdminTestJSON-701576244 tempest-ServersAdminTestJSON-701576244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:26:23.169005 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3a4ed34d-2e83-44d5-b871-f2d53b5596ec req-3fdcc7bf-4657-4235-b1d1-5da678aefc19 tempest-ServersAdminTestJSON-701576244 tempest-ServersAdminTestJSON-701576244-project] 10.222.0.16 "GET /v2.0/ports?device_id=c37af3d9-5cf3-44f0-a629-12e66be48e93 HTTP/1.1" status: 200 len: 948 time: 0.0913944 Jul 14 18:26:23.187687 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e51c96c0-a897-41c0-89cb-8627423f01eb req-3d323da5-675d-431f-9ee5-c58ec53d5f74 tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] 10.222.0.16 "GET /v2.0/ports?device_id=0af22a34-bad4-4c4a-8536-c04c74b71c59 HTTP/1.1" status: 200 len: 210 time: 0.0398760 Jul 14 18:26:23.224810 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3a4ed34d-2e83-44d5-b871-f2d53b5596ec req-0536e85f-46bf-4179-b17e-b4cdb65fae95 tempest-ServersAdminTestJSON-701576244 tempest-ServersAdminTestJSON-701576244-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea7723ec-9d2a-468c-977f-1e7257209758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394299 Jul 14 18:26:23.378210 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e1a148-ac44-4b88-9b48-be48d40d1662 req-b5319dd9-5275-426b-8d6d-5197942a79c9 tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:26:23.384450 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a2e1a148-ac44-4b88-9b48-be48d40d1662 req-b5319dd9-5275-426b-8d6d-5197942a79c9 tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c3c30ac-0b01-4760-b846-a87b55971022 HTTP/1.1" status: 200 len: 945 time: 0.0797637 Jul 14 18:26:23.407507 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device 11193581-98af-4629-bd90-7170ffba6ec1 details requested by agent hyperv_n-h1-800634-3 with host n-h1-800634-3 {{(pid=93917) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 18:26:23.423146 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a2e1a148-ac44-4b88-9b48-be48d40d1662 req-c9183a3b-ae2b-4fac-8e3d-c960a1a3fa1f tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] 10.222.0.16 "GET /v2.0/security-groups?id=39320fa9-4894-4542-95e3-d64e174c637e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363860 Jul 14 18:26:23.512747 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port 11193581-98af-4629-bd90-7170ffba6ec1, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=11193581-98af-4629-bd90-7170ffba6ec1,segment=NetworkSegment(067fc487-22c7-42de-972d-ae352a28ad29),segment_id=067fc487-22c7-42de-972d-ae352a28ad29)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:26:23.524255 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Returning: {'device': '11193581-98af-4629-bd90-7170ffba6ec1', 'network_id': '4f742057-89ee-4b4a-86f7-487ee61881a1', 'port_id': '11193581-98af-4629-bd90-7170ffba6ec1', 'mac_address': 'fa:16:3e:ee:35:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f20c54fb-f7da-4761-aa61-2e4f99f3d332', 'ip_address': '192.168.233.163'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93917) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 18:26:23.563142 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:26:23.580272 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11193581-98af-4629-bd90-7170ffba6ec1 {{(pid=93917) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 18:26:23.601020 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port 11193581-98af-4629-bd90-7170ffba6ec1, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=11193581-98af-4629-bd90-7170ffba6ec1,segment=NetworkSegment(067fc487-22c7-42de-972d-ae352a28ad29),segment_id=067fc487-22c7-42de-972d-ae352a28ad29)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:26:23.606399 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:26:23.658624 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a884fdcb-808b-4154-8a55-c322d29fc6a6 req-a5763f4c-cc2c-496f-ba47-c76dd0180472 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:26:23.660957 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a884fdcb-808b-4154-8a55-c322d29fc6a6 req-a5763f4c-cc2c-496f-ba47-c76dd0180472 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.16 "GET /v2.0/ports?device_id=0a88c096-4af3-4575-935b-65bff7ae8d10 HTTP/1.1" status: 200 len: 950 time: 0.0666406 Jul 14 18:26:23.664501 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Pushing event updated for resources: {'Port': ['ID=11193581-98af-4629-bd90-7170ffba6ec1,revision_number=10']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:26:23.700539 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a884fdcb-808b-4154-8a55-c322d29fc6a6 req-af9d35a6-ce92-4165-bbae-4b92cb3e03f2 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.16 "GET /v2.0/security-groups?id=95148b1b-0f93-483b-9e80-262147c27e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336528 Jul 14 18:26:23.922422 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052ecdd3-9133-4cfb-8a76-ef7a32cc3f34 req-903ad1a7-65f9-4be2-b7ff-a1cdef5f5ef6 tempest-ServerRescueNegativeTestJSON-843679432 tempest-ServerRescueNegativeTestJSON-843679432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:26:23.923898 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-052ecdd3-9133-4cfb-8a76-ef7a32cc3f34 req-903ad1a7-65f9-4be2-b7ff-a1cdef5f5ef6 tempest-ServerRescueNegativeTestJSON-843679432 tempest-ServerRescueNegativeTestJSON-843679432-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b9e4456-2d8d-44aa-a867-8b086bbb5414 HTTP/1.1" status: 200 len: 946 time: 0.0621436 Jul 14 18:26:23.931905 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c37af3d9-5cf3-44f0-a629-12e66be48e93', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '11193581-98af-4629-bd90-7170ffba6ec1'}] {{(pid=93917) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:26:23.934215 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20b787f3c29eaa7aa2a4d648c725a2124c5ff39a8d793252f9d844495e14cf42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf6a5d56-a719-468d-853c-c3fea0b11350" -d '{"events": [{"server_uuid": "c37af3d9-5cf3-44f0-a629-12e66be48e93", "name": "network-vif-unplugged", "status": "completed", "tag": "11193581-98af-4629-bd90-7170ffba6ec1"}]}' {{(pid=93917) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:26:23.961520 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-052ecdd3-9133-4cfb-8a76-ef7a32cc3f34 req-fd45b0a1-39eb-4e1d-852f-4b0733ac54ac tempest-ServerRescueNegativeTestJSON-843679432 tempest-ServerRescueNegativeTestJSON-843679432-project] 10.222.0.16 "GET /v2.0/security-groups?id=2ad455ff-6ff4-4067-8bf1-fdec963484f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320985 Jul 14 18:26:23.968966 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 14 Jul 2021 18:26:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d074054-e7a0-46a4-b862-40e4f2a06167 x-openstack-request-id: req-6d074054-e7a0-46a4-b862-40e4f2a06167 {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:26:23.969252 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c37af3d9-5cf3-44f0-a629-12e66be48e93", "name": "network-vif-unplugged", "status": "completed", "tag": "11193581-98af-4629-bd90-7170ffba6ec1", "code": 200}]} {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:26:23.969503 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6d074054-e7a0-46a4-b862-40e4f2a06167 {{(pid=93917) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:26:23.969910 n-d-800634-3 neutron-server[93917]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c37af3d9-5cf3-44f0-a629-12e66be48e93', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '11193581-98af-4629-bd90-7170ffba6ec1', 'code': 200} Jul 14 18:26:23.999450 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] get_ports_and_sgs() called for port_ids ['11193581-98af-4629-bd90-7170ffba6ec1'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 18:26:24.021931 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-574aeb93-9938-449c-8e6c-cb22c9b52cc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:26:24.178946 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c08c962-0c33-42b9-9dc0-48a7bae9eeb9 req-609f67b1-4b0c-4d43-b845-1038e8a18c32 tempest-ServersTestBootFromVolume-338046033 tempest-ServersTestBootFromVolume-338046033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:26:24.181228 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-9c08c962-0c33-42b9-9dc0-48a7bae9eeb9 req-609f67b1-4b0c-4d43-b845-1038e8a18c32 tempest-ServersTestBootFromVolume-338046033 tempest-ServersTestBootFromVolume-338046033-project] 10.222.0.16 "GET /v2.0/ports?device_id=414b975d-616d-4fdb-8025-9d9a9b03c449 HTTP/1.1" status: 200 len: 944 time: 0.0976973 Jul 14 18:26:24.221468 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-9c08c962-0c33-42b9-9dc0-48a7bae9eeb9 req-78011dce-90ae-4a3e-b530-a316a7c35e4c tempest-ServersTestBootFromVolume-338046033 tempest-ServersTestBootFromVolume-338046033-project] 10.222.0.16 "GET /v2.0/security-groups?id=21521fa0-66ce-4b78-82b0-f6cb49764165&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348992 Jul 14 18:26:24.358133 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-fca52c20-2df7-440d-a091-0bdf2dab205a req-72722af5-906f-4262-8597-668da326e448 tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] 10.222.0.16 "GET /v2.0/ports?device_id=0af22a34-bad4-4c4a-8536-c04c74b71c59 HTTP/1.1" status: 200 len: 210 time: 0.0320218 Jul 14 18:26:24.388464 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00992548-b157-4617-8733-c855512bec2d req-0ccde79c-986c-4bd3-8428-63c23e73612b tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:26:24.389943 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-00992548-b157-4617-8733-c855512bec2d req-0ccde79c-986c-4bd3-8428-63c23e73612b tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] 10.222.0.18 "GET /v2.0/networks?id=027c4e91-49f9-408a-bc70-11f19a2cbbb7 HTTP/1.1" status: 200 len: 806 time: 0.1347694 Jul 14 18:26:24.416926 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [req-00992548-b157-4617-8733-c855512bec2d req-be370b90-717f-451b-a5d0-b76a8e67b155 tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] Request body: {'port': {'device_id': '0af22a34-bad4-4c4a-8536-c04c74b71c59', 'network_id': '027c4e91-49f9-408a-bc70-11f19a2cbbb7', 'admin_state_up': True, 'tenant_id': '882f4375ae5845d48a58ae9ac1c63552'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:26:24.422840 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034db9e7-f006-4e05-a037-e030e435aa44 req-f25222ac-43b8-45f0-9c81-f1e9f207822d tempest-ServersAdminTestJSON-701576244 tempest-ServersAdminTestJSON-701576244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:26:24.424344 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-034db9e7-f006-4e05-a037-e030e435aa44 req-f25222ac-43b8-45f0-9c81-f1e9f207822d tempest-ServersAdminTestJSON-701576244 tempest-ServersAdminTestJSON-701576244-project] 10.222.0.16 "GET /v2.0/ports?device_id=c37af3d9-5cf3-44f0-a629-12e66be48e93 HTTP/1.1" status: 200 len: 950 time: 0.0687885 Jul 14 18:26:24.469209 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-034db9e7-f006-4e05-a037-e030e435aa44 req-280a8049-2c90-4189-9030-e67092791181 tempest-ServersAdminTestJSON-701576244 tempest-ServersAdminTestJSON-701576244-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea7723ec-9d2a-468c-977f-1e7257209758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384943 Jul 14 18:26:24.547413 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-00992548-b157-4617-8733-c855512bec2d req-be370b90-717f-451b-a5d0-b76a8e67b155 tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] Made reservation on behalf of 882f4375ae5845d48a58ae9ac1c63552 for: {'port': 1} {{(pid=93916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:26:24.551651 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-00992548-b157-4617-8733-c855512bec2d req-be370b90-717f-451b-a5d0-b76a8e67b155 tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:26:24.609669 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdfb7c7-a785-473a-8f9f-7d9e7388682b req-46a780ad-ccc3-4072-8720-b0012ba4e1e2 tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:26:24.611157 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-8cdfb7c7-a785-473a-8f9f-7d9e7388682b req-46a780ad-ccc3-4072-8720-b0012ba4e1e2 tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c3c30ac-0b01-4760-b846-a87b55971022 HTTP/1.1" status: 200 len: 945 time: 0.0686023 Jul 14 18:26:24.649205 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-8cdfb7c7-a785-473a-8f9f-7d9e7388682b req-a1fbffe6-4232-4392-95f0-43dd8eb581aa tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] 10.222.0.16 "GET /v2.0/security-groups?id=39320fa9-4894-4542-95e3-d64e174c637e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322971 Jul 14 18:26:24.685322 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.db_base_plugin_common [req-00992548-b157-4617-8733-c855512bec2d req-be370b90-717f-451b-a5d0-b76a8e67b155 tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] Allocated IP 172.20.0.7 (027c4e91-49f9-408a-bc70-11f19a2cbbb7/05d56735-edac-4058-8f3c-680c255777ec/1aca285e-38bd-42e7-9131-1c4f61918ea1) {{(pid=93916) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:26:24.837146 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-00992548-b157-4617-8733-c855512bec2d req-be370b90-717f-451b-a5d0-b76a8e67b155 tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] Notify callbacks [] for port, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:26:24.881186 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-00992548-b157-4617-8733-c855512bec2d req-be370b90-717f-451b-a5d0-b76a8e67b155 tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:26:24.899760 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449bef5d-59e6-4d09-b482-8fa402f7d665 req-edbab01c-2078-434e-b53c-1a54a6939e28 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:26:24.901571 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-449bef5d-59e6-4d09-b482-8fa402f7d665 req-edbab01c-2078-434e-b53c-1a54a6939e28 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.16 "GET /v2.0/ports?device_id=0a88c096-4af3-4575-935b-65bff7ae8d10 HTTP/1.1" status: 200 len: 950 time: 0.0818384 Jul 14 18:26:24.933993 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-00992548-b157-4617-8733-c855512bec2d req-be370b90-717f-451b-a5d0-b76a8e67b155 tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] Network 027c4e91-49f9-408a-bc70-11f19a2cbbb7 is already hosted by enough agents. {{(pid=93916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:26:24.937384 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [req-00992548-b157-4617-8733-c855512bec2d req-be370b90-717f-451b-a5d0-b76a8e67b155 tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] Resources bound (agent type, host, resource id): {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:26:24.939931 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.l3_dvrscheduler_db [req-00992548-b157-4617-8733-c855512bec2d req-be370b90-717f-451b-a5d0-b76a8e67b155 tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] Received port after_create {{(pid=93916) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:26:24.943069 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-449bef5d-59e6-4d09-b482-8fa402f7d665 req-524fb304-49f0-42ba-a2b9-5b3fe9de3894 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.16 "GET /v2.0/security-groups?id=95148b1b-0f93-483b-9e80-262147c27e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355783 Jul 14 18:26:24.979532 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be370b90-717f-451b-a5d0-b76a8e67b155 tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] Pushing event updated for resources: {'Port': ['ID=1aca285e-38bd-42e7-9131-1c4f61918ea1,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:26:25.000643 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00992548-b157-4617-8733-c855512bec2d req-be370b90-717f-451b-a5d0-b76a8e67b155 tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:26:25.001298 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-00992548-b157-4617-8733-c855512bec2d req-be370b90-717f-451b-a5d0-b76a8e67b155 tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:26:25.018245 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-00992548-b157-4617-8733-c855512bec2d req-be370b90-717f-451b-a5d0-b76a8e67b155 tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6062920 Jul 14 18:26:25.031389 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [req-00992548-b157-4617-8733-c855512bec2d req-644aadb8-ffdf-4d3c-ae0b-1371b4562e89 service neutron] Request body: {'port': {'device_id': '0af22a34-bad4-4c4a-8536-c04c74b71c59', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800634-3'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:26:25.045526 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c58414-c8c2-44ce-bf14-bf866e486948 req-08694392-5678-48ee-8f5f-b9574a43d267 tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:26:25.048548 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f5c58414-c8c2-44ce-bf14-bf866e486948 req-08694392-5678-48ee-8f5f-b9574a43d267 tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c3c30ac-0b01-4760-b846-a87b55971022 HTTP/1.1" status: 200 len: 945 time: 0.0739567 Jul 14 18:26:25.096692 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f5c58414-c8c2-44ce-bf14-bf866e486948 req-2059282b-edb7-482e-be8c-a68abc95009a tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] 10.222.0.16 "GET /v2.0/security-groups?id=39320fa9-4894-4542-95e3-d64e174c637e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438809 Jul 14 18:26:25.107574 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-00992548-b157-4617-8733-c855512bec2d req-644aadb8-ffdf-4d3c-ae0b-1371b4562e89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:26:25.147656 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdc4229-e634-49b7-b53e-0060ccef8890 req-a4db31ee-8395-43dc-a078-3277f6356ec2 tempest-ServerRescueNegativeTestJSON-843679432 tempest-ServerRescueNegativeTestJSON-843679432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:26:25.149151 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-acdc4229-e634-49b7-b53e-0060ccef8890 req-a4db31ee-8395-43dc-a078-3277f6356ec2 tempest-ServerRescueNegativeTestJSON-843679432 tempest-ServerRescueNegativeTestJSON-843679432-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b9e4456-2d8d-44aa-a867-8b086bbb5414 HTTP/1.1" status: 200 len: 946 time: 0.0691962 Jul 14 18:26:25.197508 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-acdc4229-e634-49b7-b53e-0060ccef8890 req-f7bc03a9-ca52-4bf2-9461-f55f883e46d8 tempest-ServerRescueNegativeTestJSON-843679432 tempest-ServerRescueNegativeTestJSON-843679432-project] 10.222.0.16 "GET /v2.0/security-groups?id=2ad455ff-6ff4-4067-8bf1-fdec963484f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418317 Jul 14 18:26:25.224880 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] get_ports_and_sgs() called for port_ids ['2dc4e7e9-6455-4472-9129-79fcd5d07d19'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 18:26:25.400862 n-d-800634-3 neutron-server[93916]: DEBUG neutron.notifiers.nova [req-00992548-b157-4617-8733-c855512bec2d req-644aadb8-ffdf-4d3c-ae0b-1371b4562e89 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1aca285e-38bd-42e7-9131-1c4f61918ea1 {{(pid=93916) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 18:26:25.409310 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-00992548-b157-4617-8733-c855512bec2d req-644aadb8-ffdf-4d3c-ae0b-1371b4562e89 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:26:25.414065 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1051ba23-74b6-4c79-a0ab-ab458b0b372c req-41941964-d6f9-4384-b55e-8857e580c4b5 tempest-ServersTestBootFromVolume-338046033 tempest-ServersTestBootFromVolume-338046033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:26:25.415779 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-1051ba23-74b6-4c79-a0ab-ab458b0b372c req-41941964-d6f9-4384-b55e-8857e580c4b5 tempest-ServersTestBootFromVolume-338046033 tempest-ServersTestBootFromVolume-338046033-project] 10.222.0.16 "GET /v2.0/ports?device_id=414b975d-616d-4fdb-8025-9d9a9b03c449 HTTP/1.1" status: 200 len: 944 time: 0.0728540 Jul 14 18:26:25.421863 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.provisioning_blocks [req-00992548-b157-4617-8733-c855512bec2d req-644aadb8-ffdf-4d3c-ae0b-1371b4562e89 service neutron] Transition to ACTIVE for port object 1aca285e-38bd-42e7-9131-1c4f61918ea1 will not be triggered until provisioned by entity L2. {{(pid=93916) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:26:25.427354 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-00992548-b157-4617-8733-c855512bec2d req-644aadb8-ffdf-4d3c-ae0b-1371b4562e89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2684870'] for port, after_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:26:25.445140 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device b65ee316-6350-4708-99a0-44c36ec283e6 details requested by agent hyperv_n-h1-800634-3 with host n-h1-800634-3 {{(pid=93917) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 18:26:25.484364 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-1051ba23-74b6-4c79-a0ab-ab458b0b372c req-4d24770b-859f-4446-929c-c39a5122c8a4 tempest-ServersTestBootFromVolume-338046033 tempest-ServersTestBootFromVolume-338046033-project] 10.222.0.16 "GET /v2.0/security-groups?id=21521fa0-66ce-4b78-82b0-f6cb49764165&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583503 Jul 14 18:26:25.505831 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644aadb8-ffdf-4d3c-ae0b-1371b4562e89 service neutron] Pushing event updated for resources: {'Port': ['ID=1aca285e-38bd-42e7-9131-1c4f61918ea1,revision_number=2']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:26:25.567050 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port b65ee316-6350-4708-99a0-44c36ec283e6, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=b65ee316-6350-4708-99a0-44c36ec283e6,segment=NetworkSegment(5093adae-6495-4a38-9ebe-1728c2765660),segment_id=5093adae-6495-4a38-9ebe-1728c2765660)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:26:25.575503 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53dd16da-a4b6-49c5-948e-e90bf7d166ef req-4a36eeb0-cf78-4763-97d5-988a734e7e29 tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:26:25.577285 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-53dd16da-a4b6-49c5-948e-e90bf7d166ef req-4a36eeb0-cf78-4763-97d5-988a734e7e29 tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] 10.222.0.16 "GET /v2.0/ports?device_id=0af22a34-bad4-4c4a-8536-c04c74b71c59 HTTP/1.1" status: 200 len: 943 time: 0.0914433 Jul 14 18:26:25.581972 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.managers [req-00992548-b157-4617-8733-c855512bec2d req-644aadb8-ffdf-4d3c-ae0b-1371b4562e89 service neutron] Attempting to bind port 1aca285e-38bd-42e7-9131-1c4f61918ea1 on host n-h1-800634-3 for vnic_type normal with profile {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:26:25.582584 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.managers [req-00992548-b157-4617-8733-c855512bec2d req-644aadb8-ffdf-4d3c-ae0b-1371b4562e89 service neutron] Attempting to bind port 1aca285e-38bd-42e7-9131-1c4f61918ea1 by drivers openvswitch,hyperv on host n-h1-800634-3 at level 0 using segments [{'id': 'c5dc6d5b-42e9-4c22-85af-e48a17c0bd6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '027c4e91-49f9-408a-bc70-11f19a2cbbb7'}] {{(pid=93916) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:26:25.582919 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00992548-b157-4617-8733-c855512bec2d req-644aadb8-ffdf-4d3c-ae0b-1371b4562e89 service neutron] Attempting to bind port 1aca285e-38bd-42e7-9131-1c4f61918ea1 on network 027c4e91-49f9-408a-bc70-11f19a2cbbb7 {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:26:25.587606 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Returning: {'device': 'b65ee316-6350-4708-99a0-44c36ec283e6', 'network_id': 'fbdb072c-d165-4590-b31e-296ae33ff65f', 'port_id': 'b65ee316-6350-4708-99a0-44c36ec283e6', 'mac_address': 'fa:16:3e:10:88:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca7b4677-c864-415b-b909-aa380c73a9be', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93917) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 18:26:25.588484 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00992548-b157-4617-8733-c855512bec2d req-644aadb8-ffdf-4d3c-ae0b-1371b4562e89 service neutron] Port 1aca285e-38bd-42e7-9131-1c4f61918ea1 on network 027c4e91-49f9-408a-bc70-11f19a2cbbb7 not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-3 {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 18:26:25.589131 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00992548-b157-4617-8733-c855512bec2d req-644aadb8-ffdf-4d3c-ae0b-1371b4562e89 service neutron] Attempting to bind port 1aca285e-38bd-42e7-9131-1c4f61918ea1 on network 027c4e91-49f9-408a-bc70-11f19a2cbbb7 {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:26:25.595089 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00992548-b157-4617-8733-c855512bec2d req-644aadb8-ffdf-4d3c-ae0b-1371b4562e89 service neutron] Checking agent: {'id': 'a3630ff4-fbee-45d9-b9b6-0ae41cb3a350', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 15, 32), 'started_at': datetime.datetime(2021, 7, 14, 18, 15, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 18, 26, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 18:26:25.595431 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00992548-b157-4617-8733-c855512bec2d req-644aadb8-ffdf-4d3c-ae0b-1371b4562e89 service neutron] Checking segment: {'id': 'c5dc6d5b-42e9-4c22-85af-e48a17c0bd6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '027c4e91-49f9-408a-bc70-11f19a2cbbb7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93916) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:26:25.595819 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00992548-b157-4617-8733-c855512bec2d req-644aadb8-ffdf-4d3c-ae0b-1371b4562e89 service neutron] Bound using segment: {'id': 'c5dc6d5b-42e9-4c22-85af-e48a17c0bd6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '027c4e91-49f9-408a-bc70-11f19a2cbbb7'} {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 18:26:25.596309 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.managers [req-00992548-b157-4617-8733-c855512bec2d req-644aadb8-ffdf-4d3c-ae0b-1371b4562e89 service neutron] Bound port: 1aca285e-38bd-42e7-9131-1c4f61918ea1, host: n-h1-800634-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5dc6d5b-42e9-4c22-85af-e48a17c0bd6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '027c4e91-49f9-408a-bc70-11f19a2cbbb7'}}] {{(pid=93916) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 18:26:25.596670 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-00992548-b157-4617-8733-c855512bec2d req-644aadb8-ffdf-4d3c-ae0b-1371b4562e89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:26:25.634772 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:26:25.654418 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b65ee316-6350-4708-99a0-44c36ec283e6 {{(pid=93917) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 18:26:25.656653 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-53dd16da-a4b6-49c5-948e-e90bf7d166ef req-d253bbe9-6b2c-45b7-ae61-45d0ee30f903 tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] 10.222.0.16 "GET /v2.0/security-groups?id=4824db20-b9ba-4380-9f29-13755d37b981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725806 Jul 14 18:26:25.679324 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port b65ee316-6350-4708-99a0-44c36ec283e6, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=b65ee316-6350-4708-99a0-44c36ec283e6,segment=NetworkSegment(5093adae-6495-4a38-9ebe-1728c2765660),segment_id=5093adae-6495-4a38-9ebe-1728c2765660)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:26:25.687104 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:26:25.688260 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faca92b9-f037-48e9-91c0-0b536af1e10d req-49fea6c9-af88-4490-a194-81b3e5c3915c tempest-ServersAdminTestJSON-701576244 tempest-ServersAdminTestJSON-701576244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:26:25.689920 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-faca92b9-f037-48e9-91c0-0b536af1e10d req-49fea6c9-af88-4490-a194-81b3e5c3915c tempest-ServersAdminTestJSON-701576244 tempest-ServersAdminTestJSON-701576244-project] 10.222.0.16 "GET /v2.0/ports?device_id=c37af3d9-5cf3-44f0-a629-12e66be48e93 HTTP/1.1" status: 200 len: 950 time: 0.0901630 Jul 14 18:26:25.701839 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.db [req-00992548-b157-4617-8733-c855512bec2d req-644aadb8-ffdf-4d3c-ae0b-1371b4562e89 service neutron] For port 1aca285e-38bd-42e7-9131-1c4f61918ea1, host n-h1-800634-3, cleared binding levels {{(pid=93916) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:26:25.706399 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.db [req-00992548-b157-4617-8733-c855512bec2d req-644aadb8-ffdf-4d3c-ae0b-1371b4562e89 service neutron] For port 1aca285e-38bd-42e7-9131-1c4f61918ea1, host n-h1-800634-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=1aca285e-38bd-42e7-9131-1c4f61918ea1,segment=NetworkSegment(c5dc6d5b-42e9-4c22-85af-e48a17c0bd6d),segment_id=c5dc6d5b-42e9-4c22-85af-e48a17c0bd6d)] {{(pid=93916) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 18:26:25.710826 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-00992548-b157-4617-8733-c855512bec2d req-644aadb8-ffdf-4d3c-ae0b-1371b4562e89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2684870'] for port, after_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:26:25.733636 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-2f4e3af3-e708-4ffd-a544-82d93a489d01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:26:25.747264 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00992548-b157-4617-8733-c855512bec2d req-644aadb8-ffdf-4d3c-ae0b-1371b4562e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:26:25.747806 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-00992548-b157-4617-8733-c855512bec2d req-644aadb8-ffdf-4d3c-ae0b-1371b4562e89 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:26:25.749427 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-00992548-b157-4617-8733-c855512bec2d req-644aadb8-ffdf-4d3c-ae0b-1371b4562e89 service neutron] 10.222.0.18 "PUT /v2.0/ports/1aca285e-38bd-42e7-9131-1c4f61918ea1 HTTP/1.1" status: 200 len: 1091 time: 0.7223947 Jul 14 18:26:25.750810 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Pushing event updated for resources: {'Port': ['ID=b65ee316-6350-4708-99a0-44c36ec283e6,revision_number=4']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:26:25.751691 n-d-800634-3 neutron-server[93916]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0af22a34-bad4-4c4a-8536-c04c74b71c59', 'tag': '1aca285e-38bd-42e7-9131-1c4f61918ea1'}] {{(pid=93916) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:26:25.753828 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-faca92b9-f037-48e9-91c0-0b536af1e10d req-a8d49774-2ac3-4fc6-8714-3450a9627679 tempest-ServersAdminTestJSON-701576244 tempest-ServersAdminTestJSON-701576244-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea7723ec-9d2a-468c-977f-1e7257209758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570159 Jul 14 18:26:25.754714 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f803e150b363a7893830aa996ac27753fa25517c406ecd3536b7c2d4b26eeb9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51d4d688-018a-4bb0-bf8b-4ace0c84d4f0" -d '{"events": [{"name": "network-changed", "server_uuid": "0af22a34-bad4-4c4a-8536-c04c74b71c59", "tag": "1aca285e-38bd-42e7-9131-1c4f61918ea1"}]}' {{(pid=93916) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:26:25.790074 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644aadb8-ffdf-4d3c-ae0b-1371b4562e89 service neutron] Pushing event updated for resources: {'Port': ['ID=1aca285e-38bd-42e7-9131-1c4f61918ea1,revision_number=3']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:26:25.807667 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 18:26:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4413b3e1-9e3b-4027-ab05-2be41768cf53 x-openstack-request-id: req-4413b3e1-9e3b-4027-ab05-2be41768cf53 {{(pid=93916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:26:25.807946 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0af22a34-bad4-4c4a-8536-c04c74b71c59", "tag": "1aca285e-38bd-42e7-9131-1c4f61918ea1", "status": "completed", "code": 200}]} {{(pid=93916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:26:25.808234 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4413b3e1-9e3b-4027-ab05-2be41768cf53 {{(pid=93916) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:26:25.808630 n-d-800634-3 neutron-server[93916]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0af22a34-bad4-4c4a-8536-c04c74b71c59', 'tag': '1aca285e-38bd-42e7-9131-1c4f61918ea1', 'status': 'completed', 'code': 200} Jul 14 18:26:25.852280 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00992548-b157-4617-8733-c855512bec2d req-1228660f-47c9-4dfd-ba0f-ea46dd61b504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:26:25.853750 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-00992548-b157-4617-8733-c855512bec2d req-1228660f-47c9-4dfd-ba0f-ea46dd61b504 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=882f4375ae5845d48a58ae9ac1c63552&device_id=0af22a34-bad4-4c4a-8536-c04c74b71c59 HTTP/1.1" status: 200 len: 1094 time: 0.0564501 Jul 14 18:26:25.898090 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-00992548-b157-4617-8733-c855512bec2d req-ae96617b-dfc4-4d1c-ae39-3a67b04dffaa service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1aca285e-38bd-42e7-9131-1c4f61918ea1 HTTP/1.1" status: 200 len: 217 time: 0.0359268 Jul 14 18:26:25.946538 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00992548-b157-4617-8733-c855512bec2d req-1bd78cb2-db0c-4297-8858-11eb7fd2600c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:26:25.947912 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-00992548-b157-4617-8733-c855512bec2d req-1bd78cb2-db0c-4297-8858-11eb7fd2600c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=05d56735-edac-4058-8f3c-680c255777ec HTTP/1.1" status: 200 len: 846 time: 0.0427420 Jul 14 18:26:25.993030 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-00992548-b157-4617-8733-c855512bec2d req-6562f58d-5540-4f04-80c2-9527090138c3 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=027c4e91-49f9-408a-bc70-11f19a2cbbb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272346 Jul 14 18:26:26.089013 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-00992548-b157-4617-8733-c855512bec2d req-39535da1-5b85-4b7d-93cf-0da234b94257 service neutron] 10.222.0.18 "GET /v2.0/networks/027c4e91-49f9-408a-bc70-11f19a2cbbb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855784 Jul 14 18:26:26.123524 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b6e8e0-5f6d-4e30-9a4c-b85c66bbe53b req-483b77d5-bf47-4833-b827-7371364c224e tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:26:26.125062 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-92b6e8e0-5f6d-4e30-9a4c-b85c66bbe53b req-483b77d5-bf47-4833-b827-7371364c224e tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.16 "GET /v2.0/ports?device_id=0a88c096-4af3-4575-935b-65bff7ae8d10 HTTP/1.1" status: 200 len: 950 time: 0.0673647 Jul 14 18:26:26.165993 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-92b6e8e0-5f6d-4e30-9a4c-b85c66bbe53b req-4e8d7f64-2a3f-4576-8a47-e010678bc0a9 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.16 "GET /v2.0/security-groups?id=95148b1b-0f93-483b-9e80-262147c27e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342627 Jul 14 18:26:26.170797 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] get_ports_and_sgs() called for port_ids ['b65ee316-6350-4708-99a0-44c36ec283e6'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 18:26:26.189747 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-00992548-b157-4617-8733-c855512bec2d req-0b31723f-c5bf-4916-84cc-8da864677f0d service neutron] 10.222.0.18 "GET /v2.0/networks/027c4e91-49f9-408a-bc70-11f19a2cbbb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888860 Jul 14 18:26:26.307305 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57669829-b135-4c93-bc50-20505f2931ca req-916232fc-1b12-4431-bc71-ba0ba8a4bd6f tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:26:26.315582 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-57669829-b135-4c93-bc50-20505f2931ca req-916232fc-1b12-4431-bc71-ba0ba8a4bd6f tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c3c30ac-0b01-4760-b846-a87b55971022 HTTP/1.1" status: 200 len: 945 time: 0.1001370 Jul 14 18:26:26.346767 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d4d688-018a-4bb0-bf8b-4ace0c84d4f0 req-57ede270-17c2-460d-ac8a-a2847f5d177e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:26:26.348356 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-51d4d688-018a-4bb0-bf8b-4ace0c84d4f0 req-57ede270-17c2-460d-ac8a-a2847f5d177e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=882f4375ae5845d48a58ae9ac1c63552&device_id=0af22a34-bad4-4c4a-8536-c04c74b71c59 HTTP/1.1" status: 200 len: 1094 time: 0.0831826 Jul 14 18:26:26.386126 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-57669829-b135-4c93-bc50-20505f2931ca req-e7e4307b-aa60-4873-afc2-434c47806dc5 tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] 10.222.0.16 "GET /v2.0/security-groups?id=39320fa9-4894-4542-95e3-d64e174c637e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687702 Jul 14 18:26:26.420475 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d09692-3c89-4851-ab5b-41ffa8bd9783 req-f546ca49-fcd5-4a15-b1e2-77c44bab937c tempest-ServerRescueNegativeTestJSON-843679432 tempest-ServerRescueNegativeTestJSON-843679432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:26:26.422054 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-29d09692-3c89-4851-ab5b-41ffa8bd9783 req-f546ca49-fcd5-4a15-b1e2-77c44bab937c tempest-ServerRescueNegativeTestJSON-843679432 tempest-ServerRescueNegativeTestJSON-843679432-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b9e4456-2d8d-44aa-a867-8b086bbb5414 HTTP/1.1" status: 200 len: 946 time: 0.0969288 Jul 14 18:26:26.449931 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d4d688-018a-4bb0-bf8b-4ace0c84d4f0 req-41e28cae-841e-4f9b-a715-8c2eecc43343 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:26:26.451413 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-51d4d688-018a-4bb0-bf8b-4ace0c84d4f0 req-41e28cae-841e-4f9b-a715-8c2eecc43343 service neutron] 10.222.0.18 "GET /v2.0/networks?id=027c4e91-49f9-408a-bc70-11f19a2cbbb7 HTTP/1.1" status: 200 len: 906 time: 0.0877037 Jul 14 18:26:26.468970 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-29d09692-3c89-4851-ab5b-41ffa8bd9783 req-0b601298-254f-44b3-a09e-26cd48b2dfbf tempest-ServerRescueNegativeTestJSON-843679432 tempest-ServerRescueNegativeTestJSON-843679432-project] 10.222.0.16 "GET /v2.0/security-groups?id=2ad455ff-6ff4-4067-8bf1-fdec963484f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401587 Jul 14 18:26:26.504188 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-51d4d688-018a-4bb0-bf8b-4ace0c84d4f0 req-e8346a9e-2e93-47ea-ac41-bfc52880325d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1aca285e-38bd-42e7-9131-1c4f61918ea1 HTTP/1.1" status: 200 len: 217 time: 0.0363925 Jul 14 18:26:26.569644 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d4d688-018a-4bb0-bf8b-4ace0c84d4f0 req-a5237ef8-c44f-4546-be2d-932f60d84526 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:26:26.571129 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-51d4d688-018a-4bb0-bf8b-4ace0c84d4f0 req-a5237ef8-c44f-4546-be2d-932f60d84526 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=05d56735-edac-4058-8f3c-680c255777ec HTTP/1.1" status: 200 len: 846 time: 0.0502436 Jul 14 18:26:26.619884 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-51d4d688-018a-4bb0-bf8b-4ace0c84d4f0 req-7b3bc71c-2b2a-4f7c-ae1d-c3a452e39358 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=027c4e91-49f9-408a-bc70-11f19a2cbbb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0396779 Jul 14 18:26:26.665302 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b8abb7-ec83-4511-be17-212249d2a2d0 req-d7f188e2-4e80-4b3d-ac43-ecfd4b1c2dbe tempest-ServersTestBootFromVolume-338046033 tempest-ServersTestBootFromVolume-338046033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:26:26.666819 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c9b8abb7-ec83-4511-be17-212249d2a2d0 req-d7f188e2-4e80-4b3d-ac43-ecfd4b1c2dbe tempest-ServersTestBootFromVolume-338046033 tempest-ServersTestBootFromVolume-338046033-project] 10.222.0.16 "GET /v2.0/ports?device_id=414b975d-616d-4fdb-8025-9d9a9b03c449 HTTP/1.1" status: 200 len: 945 time: 0.0709522 Jul 14 18:26:26.725608 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c9b8abb7-ec83-4511-be17-212249d2a2d0 req-cec4103a-f23b-492e-8fd1-c92087b56039 tempest-ServersTestBootFromVolume-338046033 tempest-ServersTestBootFromVolume-338046033-project] 10.222.0.16 "GET /v2.0/security-groups?id=21521fa0-66ce-4b78-82b0-f6cb49764165&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468082 Jul 14 18:26:26.751813 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-51d4d688-018a-4bb0-bf8b-4ace0c84d4f0 req-6dbdfdef-4e9b-464a-85c7-729982550007 service neutron] 10.222.0.18 "GET /v2.0/networks/027c4e91-49f9-408a-bc70-11f19a2cbbb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1167052 Jul 14 18:26:26.857507 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-51d4d688-018a-4bb0-bf8b-4ace0c84d4f0 req-d4276cc5-1bed-4ce0-900b-f84b1beb2eba service neutron] 10.222.0.18 "GET /v2.0/networks/027c4e91-49f9-408a-bc70-11f19a2cbbb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987616 Jul 14 18:26:26.922010 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cbec1d-d924-47a2-938c-eb5141041611 req-00be5e8e-d4bd-444c-a505-669ceebd30d8 tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:26:26.923508 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-68cbec1d-d924-47a2-938c-eb5141041611 req-00be5e8e-d4bd-444c-a505-669ceebd30d8 tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] 10.222.0.16 "GET /v2.0/ports?device_id=0af22a34-bad4-4c4a-8536-c04c74b71c59 HTTP/1.1" status: 200 len: 943 time: 0.1102779 Jul 14 18:26:26.931462 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2632f38-1fff-471e-9eb7-7b01b2da2a24 req-4220fe73-1b05-4998-8ab9-d08ff8a5d1e5 tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:26:26.932854 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f2632f38-1fff-471e-9eb7-7b01b2da2a24 req-4220fe73-1b05-4998-8ab9-d08ff8a5d1e5 tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c3c30ac-0b01-4760-b846-a87b55971022 HTTP/1.1" status: 200 len: 945 time: 0.1085005 Jul 14 18:26:26.989508 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-68cbec1d-d924-47a2-938c-eb5141041611 req-d34fd89a-9843-4702-a485-91bca11cf657 tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] 10.222.0.16 "GET /v2.0/security-groups?id=4824db20-b9ba-4380-9f29-13755d37b981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557263 Jul 14 18:26:26.992245 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f2632f38-1fff-471e-9eb7-7b01b2da2a24 req-2438e6b3-d738-4b44-a294-eb13854622c2 tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] 10.222.0.16 "GET /v2.0/security-groups?id=39320fa9-4894-4542-95e3-d64e174c637e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527217 Jul 14 18:26:27.148472 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8ecc98-0406-42bd-834d-72510c8cc702 req-345f621a-7243-4f5c-a599-141907543692 tempest-ServersAdminTestJSON-701576244 tempest-ServersAdminTestJSON-701576244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:26:27.149948 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2a8ecc98-0406-42bd-834d-72510c8cc702 req-345f621a-7243-4f5c-a599-141907543692 tempest-ServersAdminTestJSON-701576244 tempest-ServersAdminTestJSON-701576244-project] 10.222.0.16 "GET /v2.0/ports?device_id=c37af3d9-5cf3-44f0-a629-12e66be48e93 HTTP/1.1" status: 200 len: 950 time: 0.0613213 Jul 14 18:26:27.186446 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2a8ecc98-0406-42bd-834d-72510c8cc702 req-50b20b1e-ee18-41aa-87f3-3f5894198fbd tempest-ServersAdminTestJSON-701576244 tempest-ServersAdminTestJSON-701576244-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea7723ec-9d2a-468c-977f-1e7257209758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310428 Jul 14 18:26:27.340328 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201d013c-8081-45b1-b1a2-a1d9aca18153 req-cbbb2dd0-ed5f-455e-b366-9aa20b098a29 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:26:27.341838 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-201d013c-8081-45b1-b1a2-a1d9aca18153 req-cbbb2dd0-ed5f-455e-b366-9aa20b098a29 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.16 "GET /v2.0/ports?device_id=0a88c096-4af3-4575-935b-65bff7ae8d10 HTTP/1.1" status: 200 len: 950 time: 0.0628860 Jul 14 18:26:27.382111 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-201d013c-8081-45b1-b1a2-a1d9aca18153 req-a0570f33-2ff5-42d4-8167-8c05d035c3c5 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.16 "GET /v2.0/security-groups?id=95148b1b-0f93-483b-9e80-262147c27e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348895 Jul 14 18:26:27.439734 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device 11193581-98af-4629-bd90-7170ffba6ec1 up at agent hyperv_n-h1-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:26:27.485967 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Provisioning complete for port 11193581-98af-4629-bd90-7170ffba6ec1 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:26:27.486332 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:26:27.571846 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:26:27.596031 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c37af3d9-5cf3-44f0-a629-12e66be48e93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11193581-98af-4629-bd90-7170ffba6ec1'}] {{(pid=93917) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:26:27.598303 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20b787f3c29eaa7aa2a4d648c725a2124c5ff39a8d793252f9d844495e14cf42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-746a3a6f-fe69-4c35-9cfa-63b20f323dc8" -d '{"events": [{"server_uuid": "c37af3d9-5cf3-44f0-a629-12e66be48e93", "name": "network-vif-plugged", "status": "completed", "tag": "11193581-98af-4629-bd90-7170ffba6ec1"}]}' {{(pid=93917) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:26:27.614525 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port 11193581-98af-4629-bd90-7170ffba6ec1, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=11193581-98af-4629-bd90-7170ffba6ec1,segment=NetworkSegment(067fc487-22c7-42de-972d-ae352a28ad29),segment_id=067fc487-22c7-42de-972d-ae352a28ad29)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:26:27.618906 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:26:27.646404 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 18:26:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d970ebf4-e520-4e41-91c5-2d4a5d31d541 x-openstack-request-id: req-d970ebf4-e520-4e41-91c5-2d4a5d31d541 {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:26:27.646690 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c37af3d9-5cf3-44f0-a629-12e66be48e93", "name": "network-vif-plugged", "status": "completed", "tag": "11193581-98af-4629-bd90-7170ffba6ec1", "code": 200}]} {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:26:27.646938 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d970ebf4-e520-4e41-91c5-2d4a5d31d541 {{(pid=93917) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:26:27.647313 n-d-800634-3 neutron-server[93917]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c37af3d9-5cf3-44f0-a629-12e66be48e93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11193581-98af-4629-bd90-7170ffba6ec1', 'code': 200} Jul 14 18:26:27.648391 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca975a9-7293-478f-bc27-52023b88a8eb req-c4437921-9991-4011-b9a1-335adad6a338 tempest-ServerRescueNegativeTestJSON-843679432 tempest-ServerRescueNegativeTestJSON-843679432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:26:27.650113 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-9ca975a9-7293-478f-bc27-52023b88a8eb req-c4437921-9991-4011-b9a1-335adad6a338 tempest-ServerRescueNegativeTestJSON-843679432 tempest-ServerRescueNegativeTestJSON-843679432-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b9e4456-2d8d-44aa-a867-8b086bbb5414 HTTP/1.1" status: 200 len: 946 time: 0.0670643 Jul 14 18:26:27.673463 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Pushing event updated for resources: {'Port': ['ID=11193581-98af-4629-bd90-7170ffba6ec1,revision_number=11']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:26:27.689011 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-9ca975a9-7293-478f-bc27-52023b88a8eb req-93082813-06a2-44d7-b977-81bacca1e9c8 tempest-ServerRescueNegativeTestJSON-843679432 tempest-ServerRescueNegativeTestJSON-843679432-project] 10.222.0.16 "GET /v2.0/security-groups?id=2ad455ff-6ff4-4067-8bf1-fdec963484f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335610 Jul 14 18:26:27.828343 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5338d748-9592-49f9-ae62-048909e50b36 req-2c2af6b9-7990-4aa0-8455-ecd0e5376e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:26:27.829837 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-5338d748-9592-49f9-ae62-048909e50b36 req-2c2af6b9-7990-4aa0-8455-ecd0e5376e23 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=c37af3d9-5cf3-44f0-a629-12e66be48e93 HTTP/1.1" status: 200 len: 1102 time: 0.0529754 Jul 14 18:26:27.865361 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-5338d748-9592-49f9-ae62-048909e50b36 req-d278d83a-9e31-4aa6-b45a-cddb12f82b90 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=ea7723ec-9d2a-468c-977f-1e7257209758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0275536 Jul 14 18:26:27.885720 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599a54a6-fcf1-42b2-879a-801b68d848fc req-5d33b55f-e149-4b29-b05a-f35e8750043a tempest-ServersTestBootFromVolume-338046033 tempest-ServersTestBootFromVolume-338046033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:26:27.887187 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-599a54a6-fcf1-42b2-879a-801b68d848fc req-5d33b55f-e149-4b29-b05a-f35e8750043a tempest-ServersTestBootFromVolume-338046033 tempest-ServersTestBootFromVolume-338046033-project] 10.222.0.16 "GET /v2.0/ports?device_id=414b975d-616d-4fdb-8025-9d9a9b03c449 HTTP/1.1" status: 200 len: 945 time: 0.0623004 Jul 14 18:26:27.923145 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-599a54a6-fcf1-42b2-879a-801b68d848fc req-9a8e07fa-d0d8-4602-8bc9-76a7888b4e59 tempest-ServersTestBootFromVolume-338046033 tempest-ServersTestBootFromVolume-338046033-project] 10.222.0.16 "GET /v2.0/security-groups?id=21521fa0-66ce-4b78-82b0-f6cb49764165&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305648 Jul 14 18:26:28.202527 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f8528a-e4cc-4be1-a60d-0699cd11d0fa req-712ead6f-96f8-493a-9374-5fa48fedd3e9 tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:26:28.203988 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-14f8528a-e4cc-4be1-a60d-0699cd11d0fa req-712ead6f-96f8-493a-9374-5fa48fedd3e9 tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] 10.222.0.16 "GET /v2.0/ports?device_id=0af22a34-bad4-4c4a-8536-c04c74b71c59 HTTP/1.1" status: 200 len: 943 time: 0.1065707 Jul 14 18:26:28.212051 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc22733-97ab-4d55-a45e-6458646c193e req-80948144-6c29-4069-8648-1f5c8e9353bf tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:26:28.213453 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ccc22733-97ab-4d55-a45e-6458646c193e req-80948144-6c29-4069-8648-1f5c8e9353bf tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c3c30ac-0b01-4760-b846-a87b55971022 HTTP/1.1" status: 200 len: 945 time: 0.1064575 Jul 14 18:26:28.267797 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-14f8528a-e4cc-4be1-a60d-0699cd11d0fa req-7dbc3445-53dd-414a-8fa7-f0a88c6c8966 tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] 10.222.0.16 "GET /v2.0/security-groups?id=4824db20-b9ba-4380-9f29-13755d37b981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534084 Jul 14 18:26:28.272770 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ccc22733-97ab-4d55-a45e-6458646c193e req-443abcd4-61b2-48af-a0ef-e35c3375d603 tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] 10.222.0.16 "GET /v2.0/security-groups?id=39320fa9-4894-4542-95e3-d64e174c637e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525517 Jul 14 18:26:28.450948 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f5d0e0-d0e6-4258-80cc-e1ab44b5646d req-e5d67743-bd09-4a83-9189-40625c0229fd tempest-ServersAdminTestJSON-701576244 tempest-ServersAdminTestJSON-701576244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:26:28.452462 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-06f5d0e0-d0e6-4258-80cc-e1ab44b5646d req-e5d67743-bd09-4a83-9189-40625c0229fd tempest-ServersAdminTestJSON-701576244 tempest-ServersAdminTestJSON-701576244-project] 10.222.0.16 "GET /v2.0/ports?device_id=c37af3d9-5cf3-44f0-a629-12e66be48e93 HTTP/1.1" status: 200 len: 951 time: 0.0801823 Jul 14 18:26:28.494061 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-06f5d0e0-d0e6-4258-80cc-e1ab44b5646d req-9e654bc2-77b9-462f-891c-b317aa84932b tempest-ServersAdminTestJSON-701576244 tempest-ServersAdminTestJSON-701576244-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea7723ec-9d2a-468c-977f-1e7257209758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353031 Jul 14 18:26:28.555986 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda56ed9-4a2c-4e19-972b-852e0aa5b2dc req-324aa4f3-d32b-481d-8468-a3863c5b82b2 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:26:28.557512 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-fda56ed9-4a2c-4e19-972b-852e0aa5b2dc req-324aa4f3-d32b-481d-8468-a3863c5b82b2 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.16 "GET /v2.0/ports?device_id=0a88c096-4af3-4575-935b-65bff7ae8d10 HTTP/1.1" status: 200 len: 950 time: 0.0625756 Jul 14 18:26:28.594576 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-fda56ed9-4a2c-4e19-972b-852e0aa5b2dc req-0d3e01cd-7856-4c8e-bddb-6c7a7616d0ff tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.16 "GET /v2.0/security-groups?id=95148b1b-0f93-483b-9e80-262147c27e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313776 Jul 14 18:26:28.826443 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d20fcfa-9a29-44ab-b9d8-9cf83156dfb3 req-51db3b45-5bd8-4a26-b4e6-1e6343c4f4cf tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:26:28.827911 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-3d20fcfa-9a29-44ab-b9d8-9cf83156dfb3 req-51db3b45-5bd8-4a26-b4e6-1e6343c4f4cf tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] 10.222.0.18 "GET /v2.0/ports?device_id=9c3c30ac-0b01-4760-b846-a87b55971022 HTTP/1.1" status: 200 len: 945 time: 0.0670450 Jul 14 18:26:28.858950 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac5de0c-7a61-43b4-98ef-bf907ad2badd req-06e175b5-fe01-41fc-84e0-623487800f2f tempest-ServerRescueNegativeTestJSON-843679432 tempest-ServerRescueNegativeTestJSON-843679432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:26:28.860433 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-fac5de0c-7a61-43b4-98ef-bf907ad2badd req-06e175b5-fe01-41fc-84e0-623487800f2f tempest-ServerRescueNegativeTestJSON-843679432 tempest-ServerRescueNegativeTestJSON-843679432-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b9e4456-2d8d-44aa-a867-8b086bbb5414 HTTP/1.1" status: 200 len: 946 time: 0.0624557 Jul 14 18:26:28.897714 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-fac5de0c-7a61-43b4-98ef-bf907ad2badd req-14b66698-b93d-49e4-91b0-dac3f3a30e78 tempest-ServerRescueNegativeTestJSON-843679432 tempest-ServerRescueNegativeTestJSON-843679432-project] 10.222.0.16 "GET /v2.0/security-groups?id=2ad455ff-6ff4-4067-8bf1-fdec963484f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315895 Jul 14 18:26:28.929267 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [req-3d20fcfa-9a29-44ab-b9d8-9cf83156dfb3 req-fe77965e-40f0-47f2-b70c-4a1de0ee4475 tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] Deleting port 6612ff54-49b3-40b1-ac15-e31261fd5f94 {{(pid=93916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:26:28.929677 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-3d20fcfa-9a29-44ab-b9d8-9cf83156dfb3 req-fe77965e-40f0-47f2-b70c-4a1de0ee4475 tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:26:29.031984 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.db [req-3d20fcfa-9a29-44ab-b9d8-9cf83156dfb3 req-fe77965e-40f0-47f2-b70c-4a1de0ee4475 tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] For port 6612ff54-49b3-40b1-ac15-e31261fd5f94, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=6612ff54-49b3-40b1-ac15-e31261fd5f94,segment=NetworkSegment(25fcd291-a4fb-4631-8a4d-06fad1821ccd),segment_id=25fcd291-a4fb-4631-8a4d-06fad1821ccd)] {{(pid=93916) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:26:29.032941 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-3d20fcfa-9a29-44ab-b9d8-9cf83156dfb3 req-fe77965e-40f0-47f2-b70c-4a1de0ee4475 tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:26:29.047969 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [req-3d20fcfa-9a29-44ab-b9d8-9cf83156dfb3 req-fe77965e-40f0-47f2-b70c-4a1de0ee4475 tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] Calling delete_port for 6612ff54-49b3-40b1-ac15-e31261fd5f94 owned by compute:nova {{(pid=93916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:26:29.119324 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de04e77-f62c-4f3d-951a-5c283f2f2a06 req-f7886ee9-53a0-4f35-bedf-1180a5088116 tempest-ServersTestBootFromVolume-338046033 tempest-ServersTestBootFromVolume-338046033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:26:29.121044 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-4de04e77-f62c-4f3d-951a-5c283f2f2a06 req-f7886ee9-53a0-4f35-bedf-1180a5088116 tempest-ServersTestBootFromVolume-338046033 tempest-ServersTestBootFromVolume-338046033-project] 10.222.0.16 "GET /v2.0/ports?device_id=414b975d-616d-4fdb-8025-9d9a9b03c449 HTTP/1.1" status: 200 len: 945 time: 0.0779085 Jul 14 18:26:29.170384 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-4de04e77-f62c-4f3d-951a-5c283f2f2a06 req-b4f77b94-27ce-4f44-b1c8-9188394c4432 tempest-ServersTestBootFromVolume-338046033 tempest-ServersTestBootFromVolume-338046033-project] 10.222.0.16 "GET /v2.0/security-groups?id=21521fa0-66ce-4b78-82b0-f6cb49764165&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438983 Jul 14 18:26:29.210762 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-3d20fcfa-9a29-44ab-b9d8-9cf83156dfb3 req-fe77965e-40f0-47f2-b70c-4a1de0ee4475 tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:26:29.227722 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] get_ports_and_sgs() called for port_ids ['6612ff54-49b3-40b1-ac15-e31261fd5f94'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 18:26:29.247380 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe77965e-40f0-47f2-b70c-4a1de0ee4475 tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] Pushing event deleted for resources: {'Port': ['ID=6612ff54-49b3-40b1-ac15-e31261fd5f94,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:26:29.295437 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d20fcfa-9a29-44ab-b9d8-9cf83156dfb3 req-fe77965e-40f0-47f2-b70c-4a1de0ee4475 tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] No DVR routers for this DVR port 6612ff54-49b3-40b1-ac15-e31261fd5f94 on host n-h1-800634-3 {{(pid=93916) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 18:26:29.298137 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-3d20fcfa-9a29-44ab-b9d8-9cf83156dfb3 req-fe77965e-40f0-47f2-b70c-4a1de0ee4475 tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:26:29.300994 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-3d20fcfa-9a29-44ab-b9d8-9cf83156dfb3 req-fe77965e-40f0-47f2-b70c-4a1de0ee4475 tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] 10.222.0.18 "DELETE /v2.0/ports/6612ff54-49b3-40b1-ac15-e31261fd5f94 HTTP/1.1" status: 204 len: 173 time: 0.4661787 Jul 14 18:26:29.301436 n-d-800634-3 neutron-server[93916]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c3c30ac-0b01-4760-b846-a87b55971022', 'name': 'network-vif-deleted', 'tag': '6612ff54-49b3-40b1-ac15-e31261fd5f94'}] {{(pid=93916) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:26:29.303677 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f803e150b363a7893830aa996ac27753fa25517c406ecd3536b7c2d4b26eeb9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bd742bf-3abc-4745-a98a-819f0ed667bc" -d '{"events": [{"server_uuid": "9c3c30ac-0b01-4760-b846-a87b55971022", "name": "network-vif-deleted", "tag": "6612ff54-49b3-40b1-ac15-e31261fd5f94"}]}' {{(pid=93916) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:26:29.355492 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 18:26:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99c1ac6e-bbe2-4748-93b5-9870494a9a41 x-openstack-request-id: req-99c1ac6e-bbe2-4748-93b5-9870494a9a41 {{(pid=93916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:26:29.355802 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c3c30ac-0b01-4760-b846-a87b55971022", "name": "network-vif-deleted", "tag": "6612ff54-49b3-40b1-ac15-e31261fd5f94", "status": "completed", "code": 200}]} {{(pid=93916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:26:29.356052 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-99c1ac6e-bbe2-4748-93b5-9870494a9a41 {{(pid=93916) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:26:29.356472 n-d-800634-3 neutron-server[93916]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c3c30ac-0b01-4760-b846-a87b55971022', 'name': 'network-vif-deleted', 'tag': '6612ff54-49b3-40b1-ac15-e31261fd5f94', 'status': 'completed', 'code': 200} Jul 14 18:26:29.450063 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device 1aca285e-38bd-42e7-9131-1c4f61918ea1 details requested by agent hyperv_n-h1-800634-3 with host n-h1-800634-3 {{(pid=93917) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 18:26:29.474765 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device b65ee316-6350-4708-99a0-44c36ec283e6 up at agent hyperv_n-h1-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:26:29.517591 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-10913cf9-f4f0-4afc-aba0-8eaf927d023f req-2931d8b6-7de5-4ced-aceb-d4e5bd5fe217 tempest-DeleteServersTestJSON-114243373 tempest-DeleteServersTestJSON-114243373-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c3c30ac-0b01-4760-b846-a87b55971022 HTTP/1.1" status: 200 len: 210 time: 0.0447476 Jul 14 18:26:29.565524 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adde9508-2bb6-45af-bfa8-3bb8a4c6daaa req-88d98985-9a99-4c85-a4c5-ea3b339989bd tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:26:29.573274 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-adde9508-2bb6-45af-bfa8-3bb8a4c6daaa req-88d98985-9a99-4c85-a4c5-ea3b339989bd tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] 10.222.0.16 "GET /v2.0/ports?device_id=0af22a34-bad4-4c4a-8536-c04c74b71c59 HTTP/1.1" status: 200 len: 943 time: 0.1497352 Jul 14 18:26:29.607521 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port 1aca285e-38bd-42e7-9131-1c4f61918ea1, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=1aca285e-38bd-42e7-9131-1c4f61918ea1,segment=NetworkSegment(c5dc6d5b-42e9-4c22-85af-e48a17c0bd6d),segment_id=c5dc6d5b-42e9-4c22-85af-e48a17c0bd6d)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:26:29.620244 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Returning: {'device': '1aca285e-38bd-42e7-9131-1c4f61918ea1', 'network_id': '027c4e91-49f9-408a-bc70-11f19a2cbbb7', 'port_id': '1aca285e-38bd-42e7-9131-1c4f61918ea1', 'mac_address': 'fa:16:3e:0e:66:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 88, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05d56735-edac-4058-8f3c-680c255777ec', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93917) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 18:26:29.623678 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Provisioning for port b65ee316-6350-4708-99a0-44c36ec283e6 completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:26:29.625038 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-adde9508-2bb6-45af-bfa8-3bb8a4c6daaa req-d28d18d9-22c3-4e67-b453-b64e1a088858 tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] 10.222.0.16 "GET /v2.0/security-groups?id=4824db20-b9ba-4380-9f29-13755d37b981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502694 Jul 14 18:26:29.629026 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Provisioning complete for port b65ee316-6350-4708-99a0-44c36ec283e6 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:26:29.629605 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:26:29.729446 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e08145-64c7-4171-9d80-60c0459c2dbc req-63fb3988-9691-4e7d-ada5-7a1bdd58243a tempest-ServersAdminTestJSON-701576244 tempest-ServersAdminTestJSON-701576244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:26:29.731622 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e5e08145-64c7-4171-9d80-60c0459c2dbc req-63fb3988-9691-4e7d-ada5-7a1bdd58243a tempest-ServersAdminTestJSON-701576244 tempest-ServersAdminTestJSON-701576244-project] 10.222.0.16 "GET /v2.0/ports?device_id=c37af3d9-5cf3-44f0-a629-12e66be48e93 HTTP/1.1" status: 200 len: 951 time: 0.0735507 Jul 14 18:26:29.803485 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e5e08145-64c7-4171-9d80-60c0459c2dbc req-2cff3dfd-e0e6-4adf-828f-2dbe38217f79 tempest-ServersAdminTestJSON-701576244 tempest-ServersAdminTestJSON-701576244-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea7723ec-9d2a-468c-977f-1e7257209758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652640 Jul 14 18:26:29.855983 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58916d04-483b-4d48-a766-4a7c4bbc68d9 req-e516a3aa-96e1-4ae0-ac91-282e3b51f63f tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:26:29.857775 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-58916d04-483b-4d48-a766-4a7c4bbc68d9 req-e516a3aa-96e1-4ae0-ac91-282e3b51f63f tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.16 "GET /v2.0/ports?device_id=0a88c096-4af3-4575-935b-65bff7ae8d10 HTTP/1.1" status: 200 len: 950 time: 0.1121495 Jul 14 18:26:29.861512 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:26:29.901728 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1aca285e-38bd-42e7-9131-1c4f61918ea1 {{(pid=93917) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 18:26:29.933285 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:26:29.935700 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port 1aca285e-38bd-42e7-9131-1c4f61918ea1, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=1aca285e-38bd-42e7-9131-1c4f61918ea1,segment=NetworkSegment(c5dc6d5b-42e9-4c22-85af-e48a17c0bd6d),segment_id=c5dc6d5b-42e9-4c22-85af-e48a17c0bd6d)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:26:29.940937 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-58916d04-483b-4d48-a766-4a7c4bbc68d9 req-1d83a5a9-651e-4329-aec1-e3e9d3e12553 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.16 "GET /v2.0/security-groups?id=95148b1b-0f93-483b-9e80-262147c27e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772564 Jul 14 18:26:29.947865 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:26:29.986464 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '414b975d-616d-4fdb-8025-9d9a9b03c449', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b65ee316-6350-4708-99a0-44c36ec283e6'}] {{(pid=93917) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:26:29.989463 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20b787f3c29eaa7aa2a4d648c725a2124c5ff39a8d793252f9d844495e14cf42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76e9107d-f18c-481d-832b-9b50beac0906" -d '{"events": [{"server_uuid": "414b975d-616d-4fdb-8025-9d9a9b03c449", "name": "network-vif-plugged", "status": "completed", "tag": "b65ee316-6350-4708-99a0-44c36ec283e6"}]}' {{(pid=93917) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:26:30.013456 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port b65ee316-6350-4708-99a0-44c36ec283e6, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=b65ee316-6350-4708-99a0-44c36ec283e6,segment=NetworkSegment(5093adae-6495-4a38-9ebe-1728c2765660),segment_id=5093adae-6495-4a38-9ebe-1728c2765660)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:26:30.035345 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Pushing event updated for resources: {'Port': ['ID=1aca285e-38bd-42e7-9131-1c4f61918ea1,revision_number=4']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:26:30.040518 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:26:30.075465 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 18:26:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d750db6-b034-4a32-aa5f-1652d1823b0b x-openstack-request-id: req-5d750db6-b034-4a32-aa5f-1652d1823b0b {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:26:30.075760 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "414b975d-616d-4fdb-8025-9d9a9b03c449", "name": "network-vif-plugged", "status": "completed", "tag": "b65ee316-6350-4708-99a0-44c36ec283e6", "code": 200}]} {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:26:30.076023 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5d750db6-b034-4a32-aa5f-1652d1823b0b {{(pid=93917) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:26:30.076391 n-d-800634-3 neutron-server[93917]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '414b975d-616d-4fdb-8025-9d9a9b03c449', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b65ee316-6350-4708-99a0-44c36ec283e6', 'code': 200} Jul 14 18:26:30.119394 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Pushing event updated for resources: {'Port': ['ID=b65ee316-6350-4708-99a0-44c36ec283e6,revision_number=5']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:26:30.218574 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56020df-720b-451b-a51c-fdf8612ca59d req-2624633c-c159-4d05-a139-759f637c7d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:26:30.220093 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-b56020df-720b-451b-a51c-fdf8612ca59d req-2624633c-c159-4d05-a139-759f637c7d59 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=414b975d-616d-4fdb-8025-9d9a9b03c449 HTTP/1.1" status: 200 len: 1097 time: 0.0562756 Jul 14 18:26:30.255484 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-b56020df-720b-451b-a51c-fdf8612ca59d req-e740f22e-5d22-4f5e-8b47-14e9877579a6 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=21521fa0-66ce-4b78-82b0-f6cb49764165&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0286238 Jul 14 18:26:30.342065 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] get_ports_and_sgs() called for port_ids ['1aca285e-38bd-42e7-9131-1c4f61918ea1'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 18:26:30.394929 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b714f56-644c-4cc9-ab32-0f6703c4e735 req-c6848ec0-d435-4df5-84ef-a8ee6015e8b2 tempest-ServersTestBootFromVolume-338046033 tempest-ServersTestBootFromVolume-338046033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:26:30.396330 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-0b714f56-644c-4cc9-ab32-0f6703c4e735 req-c6848ec0-d435-4df5-84ef-a8ee6015e8b2 tempest-ServersTestBootFromVolume-338046033 tempest-ServersTestBootFromVolume-338046033-project] 10.222.0.16 "GET /v2.0/ports?device_id=414b975d-616d-4fdb-8025-9d9a9b03c449 HTTP/1.1" status: 200 len: 946 time: 0.1090395 Jul 14 18:26:30.402105 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58dd59f2-13b9-4151-b210-d772299ab007 req-360b5c68-ea49-448f-a96a-ec1ce988d050 tempest-ServersAdminTestJSON-178418304 tempest-ServersAdminTestJSON-178418304-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:26:30.403539 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-58dd59f2-13b9-4151-b210-d772299ab007 req-360b5c68-ea49-448f-a96a-ec1ce988d050 tempest-ServersAdminTestJSON-178418304 tempest-ServersAdminTestJSON-178418304-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=c37af3d9-5cf3-44f0-a629-12e66be48e93 HTTP/1.1" status: 200 len: 1102 time: 0.0821147 Jul 14 18:26:30.457632 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-0b714f56-644c-4cc9-ab32-0f6703c4e735 req-f013232d-d2ed-444a-9e5f-5c3e8db9f791 tempest-ServersTestBootFromVolume-338046033 tempest-ServersTestBootFromVolume-338046033-project] 10.222.0.16 "GET /v2.0/security-groups?id=21521fa0-66ce-4b78-82b0-f6cb49764165&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527723 Jul 14 18:26:30.462229 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-58dd59f2-13b9-4151-b210-d772299ab007 req-084e3f57-e8af-490c-8130-b6130a81b447 tempest-ServersAdminTestJSON-178418304 tempest-ServersAdminTestJSON-178418304-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=ea7723ec-9d2a-468c-977f-1e7257209758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501673 Jul 14 18:26:30.785397 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7a03a6-4e0b-4684-8392-f5ea6c31101e req-a2fc5ed3-f444-4d1d-9181-ecf3fba079b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:26:30.787226 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-1d7a03a6-4e0b-4684-8392-f5ea6c31101e req-a2fc5ed3-f444-4d1d-9181-ecf3fba079b9 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=cb67bdfcb7724fc99fb71468214ad40d&device_id=2b9e4456-2d8d-44aa-a867-8b086bbb5414 HTTP/1.1" status: 200 len: 1097 time: 0.0636363 Jul 14 18:26:30.846865 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ede3b46-7cb1-4ff5-ba36-191836823447 req-a2b66280-96d1-4cce-98a9-2f8dc25d44fd tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:26:30.848905 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-4ede3b46-7cb1-4ff5-ba36-191836823447 req-a2b66280-96d1-4cce-98a9-2f8dc25d44fd tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] 10.222.0.16 "GET /v2.0/ports?device_id=0af22a34-bad4-4c4a-8536-c04c74b71c59 HTTP/1.1" status: 200 len: 944 time: 0.0786064 Jul 14 18:26:30.891386 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7a03a6-4e0b-4684-8392-f5ea6c31101e req-e789a00e-7c8d-4ffb-912c-18690341e722 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:26:30.892922 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-1d7a03a6-4e0b-4684-8392-f5ea6c31101e req-e789a00e-7c8d-4ffb-912c-18690341e722 service neutron] 10.222.0.18 "GET /v2.0/networks?id=fbb7114e-4079-4798-86d9-6d4690d7f388 HTTP/1.1" status: 200 len: 918 time: 0.0990763 Jul 14 18:26:30.914092 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-4ede3b46-7cb1-4ff5-ba36-191836823447 req-65eae5d6-ca92-41a7-9eb0-ddfb82a2c241 tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] 10.222.0.16 "GET /v2.0/security-groups?id=4824db20-b9ba-4380-9f29-13755d37b981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474181 Jul 14 18:26:30.921957 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3d8ea2-5098-485b-95ca-fb2751e80f90 req-2ea6846d-21f0-49af-bedd-6d0d4618b141 tempest-ServersAdminTestJSON-178418304 tempest-ServersAdminTestJSON-178418304-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:26:30.923382 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-fa3d8ea2-5098-485b-95ca-fb2751e80f90 req-2ea6846d-21f0-49af-bedd-6d0d4618b141 tempest-ServersAdminTestJSON-178418304 tempest-ServersAdminTestJSON-178418304-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=c37af3d9-5cf3-44f0-a629-12e66be48e93 HTTP/1.1" status: 200 len: 1102 time: 0.0929339 Jul 14 18:26:30.935221 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-1d7a03a6-4e0b-4684-8392-f5ea6c31101e req-31e0504e-4164-460a-9cb5-c8d7f485132f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f2fad040-7094-4bfd-9931-7a428eb95eec HTTP/1.1" status: 200 len: 217 time: 0.0347424 Jul 14 18:26:30.960266 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-fa3d8ea2-5098-485b-95ca-fb2751e80f90 req-5ee2be7f-3c59-4559-80de-c52d32cb4e54 tempest-ServersAdminTestJSON-178418304 tempest-ServersAdminTestJSON-178418304-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=ea7723ec-9d2a-468c-977f-1e7257209758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305438 Jul 14 18:26:30.991721 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7a03a6-4e0b-4684-8392-f5ea6c31101e req-f1133b7a-1f0a-407d-a178-5d676e0ec7a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:26:30.993250 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-1d7a03a6-4e0b-4684-8392-f5ea6c31101e req-f1133b7a-1f0a-407d-a178-5d676e0ec7a4 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c0358a3b-3414-4691-860c-4e7a5ebb58c9 HTTP/1.1" status: 200 len: 858 time: 0.0510812 Jul 14 18:26:31.034094 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-1d7a03a6-4e0b-4684-8392-f5ea6c31101e req-78c84278-693b-406c-9148-239aaff34f56 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=fbb7114e-4079-4798-86d9-6d4690d7f388&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270255 Jul 14 18:26:31.093555 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74a66c3-ffdb-46b5-84fa-50a43564bd6e req-1ca0396e-6d91-4c41-937d-1bcb8d8ce174 tempest-ServerRescueNegativeTestJSON-843679432 tempest-ServerRescueNegativeTestJSON-843679432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:26:31.094814 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a74a66c3-ffdb-46b5-84fa-50a43564bd6e req-1ca0396e-6d91-4c41-937d-1bcb8d8ce174 tempest-ServerRescueNegativeTestJSON-843679432 tempest-ServerRescueNegativeTestJSON-843679432-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b9e4456-2d8d-44aa-a867-8b086bbb5414 HTTP/1.1" status: 200 len: 946 time: 0.0650403 Jul 14 18:26:31.135405 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-1d7a03a6-4e0b-4684-8392-f5ea6c31101e req-020d5afb-730c-47c4-a048-4d6ac46c6456 service neutron] 10.222.0.18 "GET /v2.0/networks/fbb7114e-4079-4798-86d9-6d4690d7f388?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862696 Jul 14 18:26:31.138219 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a74a66c3-ffdb-46b5-84fa-50a43564bd6e req-6abb0697-ddbc-40ae-9ed4-65344ab0cd3b tempest-ServerRescueNegativeTestJSON-843679432 tempest-ServerRescueNegativeTestJSON-843679432-project] 10.222.0.16 "GET /v2.0/security-groups?id=2ad455ff-6ff4-4067-8bf1-fdec963484f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366421 Jul 14 18:26:31.202990 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ec78d6-d33e-45a7-82b8-42f838d3998f req-e39eb5de-1831-4519-90fb-c3bb9e3f6136 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:26:31.204491 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-29ec78d6-d33e-45a7-82b8-42f838d3998f req-e39eb5de-1831-4519-90fb-c3bb9e3f6136 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.16 "GET /v2.0/ports?device_id=0a88c096-4af3-4575-935b-65bff7ae8d10 HTTP/1.1" status: 200 len: 950 time: 0.0654051 Jul 14 18:26:31.245070 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-29ec78d6-d33e-45a7-82b8-42f838d3998f req-f6005821-d6bf-4464-8597-7073edec04f6 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.16 "GET /v2.0/security-groups?id=95148b1b-0f93-483b-9e80-262147c27e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334415 Jul 14 18:26:31.248796 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-1d7a03a6-4e0b-4684-8392-f5ea6c31101e req-fc7d7853-ee40-4ae1-bd77-ebbe342b953e service neutron] 10.222.0.18 "GET /v2.0/networks/fbb7114e-4079-4798-86d9-6d4690d7f388?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925038 Jul 14 18:26:31.468355 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device 6612ff54-49b3-40b1-ac15-e31261fd5f94 no longer exists at agent hyperv_n-h1-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 18:26:31.493059 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] No Port match for: 6612ff54-49b3-40b1-ac15-e31261fd5f94 {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 18:26:31.493676 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device 6612ff54-49b3-40b1-ac15-e31261fd5f94 not bound to the agent host n-h1-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 18:26:31.552333 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5359fbf1-9698-4d00-bcf7-99458efb91df req-ce48dfeb-9313-4dd0-a12b-54b34b2aeb88 tempest-ServersAdminTestJSON-701576244 tempest-ServersAdminTestJSON-701576244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:26:31.553710 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-5359fbf1-9698-4d00-bcf7-99458efb91df req-ce48dfeb-9313-4dd0-a12b-54b34b2aeb88 tempest-ServersAdminTestJSON-701576244 tempest-ServersAdminTestJSON-701576244-project] 10.222.0.16 "GET /v2.0/ports?device_id=c0a35d7a-0d5a-4ed8-8ada-969afc759278 HTTP/1.1" status: 200 len: 950 time: 0.0685449 Jul 14 18:26:31.603740 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-5359fbf1-9698-4d00-bcf7-99458efb91df req-9f05b592-73a5-4edb-a30a-525e58d1b573 tempest-ServersAdminTestJSON-701576244 tempest-ServersAdminTestJSON-701576244-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea7723ec-9d2a-468c-977f-1e7257209758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441084 Jul 14 18:26:31.670590 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a4b1f1-5bf9-4dfe-a9bb-df47e0490edf req-5dac423c-8d1b-4818-bf25-3c787ca7f9eb tempest-ServersTestBootFromVolume-338046033 tempest-ServersTestBootFromVolume-338046033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:26:31.672038 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-70a4b1f1-5bf9-4dfe-a9bb-df47e0490edf req-5dac423c-8d1b-4818-bf25-3c787ca7f9eb tempest-ServersTestBootFromVolume-338046033 tempest-ServersTestBootFromVolume-338046033-project] 10.222.0.16 "GET /v2.0/ports?device_id=414b975d-616d-4fdb-8025-9d9a9b03c449 HTTP/1.1" status: 200 len: 946 time: 0.0661368 Jul 14 18:26:31.710354 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-70a4b1f1-5bf9-4dfe-a9bb-df47e0490edf req-ab9aae33-b23a-43bf-a186-81e1db39dd19 tempest-ServersTestBootFromVolume-338046033 tempest-ServersTestBootFromVolume-338046033-project] 10.222.0.16 "GET /v2.0/security-groups?id=21521fa0-66ce-4b78-82b0-f6cb49764165&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319571 Jul 14 18:26:31.878707 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a17b6c8-5aa3-4a74-ba47-93ed869d7c44 req-c9d02e06-9286-452c-a703-84a5c3574fd0 tempest-ServersTestBootFromVolume-338046033 tempest-ServersTestBootFromVolume-338046033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:26:31.880428 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-0a17b6c8-5aa3-4a74-ba47-93ed869d7c44 req-c9d02e06-9286-452c-a703-84a5c3574fd0 tempest-ServersTestBootFromVolume-338046033 tempest-ServersTestBootFromVolume-338046033-project] 10.222.0.16 "GET /v2.0/ports?device_id=414b975d-616d-4fdb-8025-9d9a9b03c449 HTTP/1.1" status: 200 len: 946 time: 0.0638790 Jul 14 18:26:31.889124 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 35816) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:26:31.893751 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-e01dd7d2-9894-499a-adb9-695c10eeac16 tempest-ServersTestBootFromVolume-338046033 tempest-ServersTestBootFromVolume-338046033-project] Request body: {'floatingip': {'port_id': 'b65ee316-6350-4708-99a0-44c36ec283e6'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:26:31.933357 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-e01dd7d2-9894-499a-adb9-695c10eeac16 tempest-ServersTestBootFromVolume-338046033 tempest-ServersTestBootFromVolume-338046033-project] Notify callbacks [] for floatingip, before_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:26:32.088894 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c31681-43d6-430b-8337-41c614df098e req-35b67a85-3593-4f89-8f1c-deb9a2865e16 tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:26:32.090465 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-54c31681-43d6-430b-8337-41c614df098e req-35b67a85-3593-4f89-8f1c-deb9a2865e16 tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] 10.222.0.16 "GET /v2.0/ports?device_id=0af22a34-bad4-4c4a-8536-c04c74b71c59 HTTP/1.1" status: 200 len: 944 time: 0.0659277 Jul 14 18:26:32.134824 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-54c31681-43d6-430b-8337-41c614df098e req-a7bfee47-16a8-40fc-961b-687f107f5eef tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] 10.222.0.16 "GET /v2.0/security-groups?id=4824db20-b9ba-4380-9f29-13755d37b981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389442 Jul 14 18:26:32.232107 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:26:32.332832 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4179356-da41-49ef-8427-e2a453f86235 req-75ccf323-0484-4fe8-8afb-4485b176def1 tempest-ServerRescueNegativeTestJSON-843679432 tempest-ServerRescueNegativeTestJSON-843679432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:26:32.334756 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a4179356-da41-49ef-8427-e2a453f86235 req-75ccf323-0484-4fe8-8afb-4485b176def1 tempest-ServerRescueNegativeTestJSON-843679432 tempest-ServerRescueNegativeTestJSON-843679432-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b9e4456-2d8d-44aa-a867-8b086bbb5414 HTTP/1.1" status: 200 len: 946 time: 0.0769217 Jul 14 18:26:32.387466 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a4179356-da41-49ef-8427-e2a453f86235 req-7b2fb1a4-c2b9-496e-bde0-7292e54b0d77 tempest-ServerRescueNegativeTestJSON-843679432 tempest-ServerRescueNegativeTestJSON-843679432-project] 10.222.0.16 "GET /v2.0/security-groups?id=2ad455ff-6ff4-4067-8bf1-fdec963484f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460656 Jul 14 18:26:32.444001 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264d79ec-7a09-469b-9650-40189ca74532 req-ce6f660c-0678-43d5-996f-829e73f293ca tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:26:32.445517 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-264d79ec-7a09-469b-9650-40189ca74532 req-ce6f660c-0678-43d5-996f-829e73f293ca tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.16 "GET /v2.0/ports?device_id=0a88c096-4af3-4575-935b-65bff7ae8d10 HTTP/1.1" status: 200 len: 950 time: 0.0749929 Jul 14 18:26:32.485496 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-e01dd7d2-9894-499a-adb9-695c10eeac16 tempest-ServersTestBootFromVolume-338046033 tempest-ServersTestBootFromVolume-338046033-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:26:32.490895 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-264d79ec-7a09-469b-9650-40189ca74532 req-f0321520-db42-4207-8d7b-1827d503938b tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.16 "GET /v2.0/security-groups?id=95148b1b-0f93-483b-9e80-262147c27e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391934 Jul 14 18:26:32.495120 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-e01dd7d2-9894-499a-adb9-695c10eeac16 tempest-ServersTestBootFromVolume-338046033 tempest-ServersTestBootFromVolume-338046033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-930131'] for floatingip, after_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:26:32.611064 n-d-800634-3 neutron-server[93916]: INFO neutron.db.l3_db [None req-e01dd7d2-9894-499a-adb9-695c10eeac16 tempest-ServersTestBootFromVolume-338046033 tempest-ServersTestBootFromVolume-338046033-project] Floating IP a577c0cb-46a7-4834-98c6-b9a15eacf1cc associated. External IP: 172.25.1.73, port: b65ee316-6350-4708-99a0-44c36ec283e6. Jul 14 18:26:32.792922 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79a5395-84e1-4260-a700-253ef0fbe886 req-3f05ee4b-709b-4db5-8cf9-2adb12476676 tempest-ServersAdminTestJSON-701576244 tempest-ServersAdminTestJSON-701576244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:26:32.794447 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c79a5395-84e1-4260-a700-253ef0fbe886 req-3f05ee4b-709b-4db5-8cf9-2adb12476676 tempest-ServersAdminTestJSON-701576244 tempest-ServersAdminTestJSON-701576244-project] 10.222.0.16 "GET /v2.0/ports?device_id=c0a35d7a-0d5a-4ed8-8ada-969afc759278 HTTP/1.1" status: 200 len: 950 time: 0.0690768 Jul 14 18:26:32.856762 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c79a5395-84e1-4260-a700-253ef0fbe886 req-483e8c50-c040-408a-a2eb-68ec2d363ded tempest-ServersAdminTestJSON-701576244 tempest-ServersAdminTestJSON-701576244-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea7723ec-9d2a-468c-977f-1e7257209758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515716 Jul 14 18:26:33.114825 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e01dd7d2-9894-499a-adb9-695c10eeac16 tempest-ServersTestBootFromVolume-338046033 tempest-ServersTestBootFromVolume-338046033-project] Router 147bf032-b8c0-492a-a87a-bc31f1642c64 has already been hosted by L3 agent 2c6eb27e-defb-4cca-9a24-381c7415e359 {{(pid=93916) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 18:26:33.261514 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e01dd7d2-9894-499a-adb9-695c10eeac16 tempest-ServersTestBootFromVolume-338046033 tempest-ServersTestBootFromVolume-338046033-project] Notify agent at l3_agent.n-d-800634-3 the message routers_updated {{(pid=93916) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 18:26:33.267387 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-e01dd7d2-9894-499a-adb9-695c10eeac16 tempest-ServersTestBootFromVolume-338046033 tempest-ServersTestBootFromVolume-338046033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for floatingip, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:26:33.271190 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b59a808-5fe8-459f-a40c-6e7913c7c508 None None] Sync routers for ids ['147bf032-b8c0-492a-a87a-bc31f1642c64'] in n-d-800634-3 {{(pid=93917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 18:26:33.278418 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a5525b-8b70-41b4-842d-f246ca4949a0 req-496cc951-f5f1-4f46-b100-cf63cd450569 tempest-ServersAdminTestJSON-701576244 tempest-ServersAdminTestJSON-701576244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:26:33.279857 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-07a5525b-8b70-41b4-842d-f246ca4949a0 req-496cc951-f5f1-4f46-b100-cf63cd450569 tempest-ServersAdminTestJSON-701576244 tempest-ServersAdminTestJSON-701576244-project] 10.222.0.18 "GET /v2.0/ports?device_id=c0a35d7a-0d5a-4ed8-8ada-969afc759278 HTTP/1.1" status: 200 len: 950 time: 0.1259146 Jul 14 18:26:33.280416 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b59a808-5fe8-459f-a40c-6e7913c7c508 None None] Routers {'147bf032-b8c0-492a-a87a-bc31f1642c64'} bound to L3 agent in host n-d-800634-3 {{(pid=93917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:26:33.281119 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-2b59a808-5fe8-459f-a40c-6e7913c7c508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:26:23Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['147bf032-b8c0-492a-a87a-bc31f1642c64'], 'active': True} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:26:33.332146 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3a17fb-7b6b-4393-8d34-757b67362ee0 req-d959782d-3a86-4d32-9f72-34e2a2a54c51 tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:26:33.344699 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-1c3a17fb-7b6b-4393-8d34-757b67362ee0 req-d959782d-3a86-4d32-9f72-34e2a2a54c51 tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] 10.222.0.16 "GET /v2.0/ports?device_id=0af22a34-bad4-4c4a-8536-c04c74b71c59 HTTP/1.1" status: 200 len: 944 time: 0.0875378 Jul 14 18:26:33.361402 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-e01dd7d2-9894-499a-adb9-695c10eeac16 tempest-ServersTestBootFromVolume-338046033 tempest-ServersTestBootFromVolume-338046033-project] 10.222.0.16 "PUT /v2.0/floatingips/a577c0cb-46a7-4834-98c6-b9a15eacf1cc HTTP/1.1" status: 200 len: 991 time: 1.4711478 Jul 14 18:26:33.365234 n-d-800634-3 neutron-server[93916]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '414b975d-616d-4fdb-8025-9d9a9b03c449', 'tag': 'b65ee316-6350-4708-99a0-44c36ec283e6'}] {{(pid=93916) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:26:33.367637 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f803e150b363a7893830aa996ac27753fa25517c406ecd3536b7c2d4b26eeb9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7e66e9b-b7a5-4f0c-a268-4e01434a4fef" -d '{"events": [{"name": "network-changed", "server_uuid": "414b975d-616d-4fdb-8025-9d9a9b03c449", "tag": "b65ee316-6350-4708-99a0-44c36ec283e6"}]}' {{(pid=93916) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:26:33.392431 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-1c3a17fb-7b6b-4393-8d34-757b67362ee0 req-98d8ac72-1fe6-4230-a04c-40f57451d7ff tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] 10.222.0.16 "GET /v2.0/security-groups?id=4824db20-b9ba-4380-9f29-13755d37b981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467780 Jul 14 18:26:33.416553 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvr_db [None req-2b59a808-5fe8-459f-a40c-6e7913c7c508 None None] Set router 147bf032-b8c0-492a-a87a-bc31f1642c64 gateway port host: n-d-800634-3 {{(pid=93917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 18:26:33.448354 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 18:26:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83971662-e86f-473b-ba3d-6ec7739af5b8 x-openstack-request-id: req-83971662-e86f-473b-ba3d-6ec7739af5b8 {{(pid=93916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:26:33.448651 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "414b975d-616d-4fdb-8025-9d9a9b03c449", "tag": "b65ee316-6350-4708-99a0-44c36ec283e6", "status": "completed", "code": 200}]} {{(pid=93916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:26:33.448913 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-83971662-e86f-473b-ba3d-6ec7739af5b8 {{(pid=93916) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:26:33.449310 n-d-800634-3 neutron-server[93916]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '414b975d-616d-4fdb-8025-9d9a9b03c449', 'tag': 'b65ee316-6350-4708-99a0-44c36ec283e6', 'status': 'completed', 'code': 200} Jul 14 18:26:33.490078 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [req-07a5525b-8b70-41b4-842d-f246ca4949a0 req-d9b7decb-ef3c-42e2-b589-c9a192bb0a56 tempest-ServersAdminTestJSON-701576244 tempest-ServersAdminTestJSON-701576244-project] Deleting port 5db17616-64cd-445b-a740-6cf6c0dd4f81 {{(pid=93916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:26:33.490751 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-07a5525b-8b70-41b4-842d-f246ca4949a0 req-d9b7decb-ef3c-42e2-b589-c9a192bb0a56 tempest-ServersAdminTestJSON-701576244 tempest-ServersAdminTestJSON-701576244-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:26:33.537424 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device 1aca285e-38bd-42e7-9131-1c4f61918ea1 up at agent hyperv_n-h1-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:26:33.576519 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e66e9b-b7a5-4f0c-a268-4e01434a4fef req-a1c1a3d4-89ca-4595-b2bd-176b49a5ba34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:26:33.578188 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f7e66e9b-b7a5-4f0c-a268-4e01434a4fef req-a1c1a3d4-89ca-4595-b2bd-176b49a5ba34 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=05921a45b4d74b12aa43c048ba89464c&device_id=414b975d-616d-4fdb-8025-9d9a9b03c449 HTTP/1.1" status: 200 len: 1097 time: 0.1001215 Jul 14 18:26:33.665315 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.db [req-07a5525b-8b70-41b4-842d-f246ca4949a0 req-d9b7decb-ef3c-42e2-b589-c9a192bb0a56 tempest-ServersAdminTestJSON-701576244 tempest-ServersAdminTestJSON-701576244-project] For port 5db17616-64cd-445b-a740-6cf6c0dd4f81, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=5db17616-64cd-445b-a740-6cf6c0dd4f81,segment=NetworkSegment(067fc487-22c7-42de-972d-ae352a28ad29),segment_id=067fc487-22c7-42de-972d-ae352a28ad29)] {{(pid=93916) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:26:33.665946 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-07a5525b-8b70-41b4-842d-f246ca4949a0 req-d9b7decb-ef3c-42e2-b589-c9a192bb0a56 tempest-ServersAdminTestJSON-701576244 tempest-ServersAdminTestJSON-701576244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:26:33.684916 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [req-07a5525b-8b70-41b4-842d-f246ca4949a0 req-d9b7decb-ef3c-42e2-b589-c9a192bb0a56 tempest-ServersAdminTestJSON-701576244 tempest-ServersAdminTestJSON-701576244-project] Calling delete_port for 5db17616-64cd-445b-a740-6cf6c0dd4f81 owned by compute:nova {{(pid=93916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:26:33.711224 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Provisioning for port 1aca285e-38bd-42e7-9131-1c4f61918ea1 completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:26:33.724848 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Provisioning complete for port 1aca285e-38bd-42e7-9131-1c4f61918ea1 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:26:33.725707 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:26:33.729782 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-2b59a808-5fe8-459f-a40c-6e7913c7c508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '147bf032-b8c0-492a-a87a-bc31f1642c64', 'name': 'tempest-ServersTestBootFromVolume-380101461-router', 'tenant_id': '05921a45b4d74b12aa43c048ba89464c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.129'}], 'enable_snat': True}, 'gw_port_id': '9fa0c26d-e1e1-47fd-be3f-cb68c1edbb88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:25:41Z', 'updated_at': '2021-07-14T18:25:45Z', 'revision_number': 4, 'project_id': '05921a45b4d74b12aa43c048ba89464c', 'gw_port': {'id': '9fa0c26d-e1e1-47fd-be3f-cb68c1edbb88', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:11:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '147bf032-b8c0-492a-a87a-bc31f1642c64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 961, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:25:42Z', 'updated_at': '2021-07-14T18:25:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_floatingips': [{'id': 'a577c0cb-46a7-4834-98c6-b9a15eacf1cc', 'tenant_id': '05921a45b4d74b12aa43c048ba89464c', 'floating_ip_address': '172.25.1.73', 'floating_network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'router_id': '147bf032-b8c0-492a-a87a-bc31f1642c64', 'port_id': 'b65ee316-6350-4708-99a0-44c36ec283e6', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 969, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fbdb072c-d165-4590-b31e-296ae33ff65f', 'mac_address': 'fa:16:3e:10:88:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '414b975d-616d-4fdb-8025-9d9a9b03c449', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T18:25:48Z', 'updated_at': '2021-07-14T18:26:32Z', 'revision_number': 1, 'project_id': '05921a45b4d74b12aa43c048ba89464c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22f5fb29-91f8-499b-9b28-ff886541c789', 'name': '', 'network_id': 'fbdb072c-d165-4590-b31e-296ae33ff65f', 'tenant_id': '05921a45b4d74b12aa43c048ba89464c', 'mac_address': 'fa:16:3e:dd:40:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '147bf032-b8c0-492a-a87a-bc31f1642c64', 'device_owner': 'network:router_interface', 'standard_attr_id': 962, 'fixed_ips': [{'subnet_id': 'ca7b4677-c864-415b-b909-aa380c73a9be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:25:44Z', 'updated_at': '2021-07-14T18:25:51Z', 'revision_number': 5, 'project_id': '05921a45b4d74b12aa43c048ba89464c', 'subnets': [{'id': 'ca7b4677-c864-415b-b909-aa380c73a9be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-3', False) {} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:26:33.780842 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b59a808-5fe8-459f-a40c-6e7913c7c508 None None] Checking router: 147bf032-b8c0-492a-a87a-bc31f1642c64 for host: n-d-800634-3 {{(pid=93917) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 18:26:33.799365 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b59a808-5fe8-459f-a40c-6e7913c7c508 None None] Routers {'147bf032-b8c0-492a-a87a-bc31f1642c64'} bound to L3 agent in host n-d-800634-3 {{(pid=93917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:26:33.801198 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-2b59a808-5fe8-459f-a40c-6e7913c7c508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:26:23Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['147bf032-b8c0-492a-a87a-bc31f1642c64'], 'active': True} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:26:33.801894 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ac4b97-2d62-4e73-a928-d9e3f513904b req-735b92fa-1b0e-41a4-80c4-4d780c6e2192 tempest-ServerRescueNegativeTestJSON-843679432 tempest-ServerRescueNegativeTestJSON-843679432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:26:33.803736 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b7ac4b97-2d62-4e73-a928-d9e3f513904b req-735b92fa-1b0e-41a4-80c4-4d780c6e2192 tempest-ServerRescueNegativeTestJSON-843679432 tempest-ServerRescueNegativeTestJSON-843679432-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b9e4456-2d8d-44aa-a867-8b086bbb5414 HTTP/1.1" status: 200 len: 946 time: 0.1965454 Jul 14 18:26:33.815317 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e66e9b-b7a5-4f0c-a268-4e01434a4fef req-286b1183-130d-4d64-aa0b-8c4835936cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:26:33.817589 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f7e66e9b-b7a5-4f0c-a268-4e01434a4fef req-286b1183-130d-4d64-aa0b-8c4835936cb4 service neutron] 10.222.0.18 "GET /v2.0/networks?id=fbdb072c-d165-4590-b31e-296ae33ff65f HTTP/1.1" status: 200 len: 915 time: 0.2334065 Jul 14 18:26:33.877288 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-07a5525b-8b70-41b4-842d-f246ca4949a0 req-d9b7decb-ef3c-42e2-b589-c9a192bb0a56 tempest-ServersAdminTestJSON-701576244 tempest-ServersAdminTestJSON-701576244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:26:33.897611 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa8d57c-913f-41fe-881c-58b58d70b622 req-d9699fad-93f1-442f-902f-4fbcd78c9949 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:26:33.902070 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] get_ports_and_sgs() called for port_ids ['4ecc80b6-53a5-4b25-b39e-82831cc210b1', '5db17616-64cd-445b-a740-6cf6c0dd4f81', '11193581-98af-4629-bd90-7170ffba6ec1'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 18:26:33.905935 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-8aa8d57c-913f-41fe-881c-58b58d70b622 req-d9699fad-93f1-442f-902f-4fbcd78c9949 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.16 "GET /v2.0/ports?device_id=0a88c096-4af3-4575-935b-65bff7ae8d10 HTTP/1.1" status: 200 len: 950 time: 0.2503715 Jul 14 18:26:33.926035 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b7ac4b97-2d62-4e73-a928-d9e3f513904b req-b889d2bc-8a66-4bfd-9d52-03ca1d59d85e tempest-ServerRescueNegativeTestJSON-843679432 tempest-ServerRescueNegativeTestJSON-843679432-project] 10.222.0.16 "GET /v2.0/security-groups?id=2ad455ff-6ff4-4067-8bf1-fdec963484f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133058 Jul 14 18:26:33.964557 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b7decb-ef3c-42e2-b589-c9a192bb0a56 tempest-ServersAdminTestJSON-701576244 tempest-ServersAdminTestJSON-701576244-project] Pushing event deleted for resources: {'Port': ['ID=5db17616-64cd-445b-a740-6cf6c0dd4f81,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:26:33.980392 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvr_db [None req-2b59a808-5fe8-459f-a40c-6e7913c7c508 None None] Set router 147bf032-b8c0-492a-a87a-bc31f1642c64 gateway port host: n-d-800634-3 {{(pid=93917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 18:26:33.995910 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f7e66e9b-b7a5-4f0c-a268-4e01434a4fef req-308e6cf5-6c60-4330-954d-1678b17ff0ac service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b65ee316-6350-4708-99a0-44c36ec283e6 HTTP/1.1" status: 200 len: 999 time: 0.1581218 Jul 14 18:26:34.014842 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-8aa8d57c-913f-41fe-881c-58b58d70b622 req-13a8305b-40db-4bfd-bb73-d30fd9303f0e tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.16 "GET /v2.0/security-groups?id=95148b1b-0f93-483b-9e80-262147c27e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084511 Jul 14 18:26:34.021489 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.l3_dvrscheduler_db [req-07a5525b-8b70-41b4-842d-f246ca4949a0 req-d9b7decb-ef3c-42e2-b589-c9a192bb0a56 tempest-ServersAdminTestJSON-701576244 tempest-ServersAdminTestJSON-701576244-project] No DVR routers for this DVR port 5db17616-64cd-445b-a740-6cf6c0dd4f81 on host n-h1-800634-3 {{(pid=93916) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 18:26:34.040074 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-07a5525b-8b70-41b4-842d-f246ca4949a0 req-d9b7decb-ef3c-42e2-b589-c9a192bb0a56 tempest-ServersAdminTestJSON-701576244 tempest-ServersAdminTestJSON-701576244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:26:34.042628 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-07a5525b-8b70-41b4-842d-f246ca4949a0 req-d9b7decb-ef3c-42e2-b589-c9a192bb0a56 tempest-ServersAdminTestJSON-701576244 tempest-ServersAdminTestJSON-701576244-project] 10.222.0.18 "DELETE /v2.0/ports/5db17616-64cd-445b-a740-6cf6c0dd4f81 HTTP/1.1" status: 204 len: 173 time: 0.7444210 Jul 14 18:26:34.102968 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e66e9b-b7a5-4f0c-a268-4e01434a4fef req-103b87be-6842-41ef-a8f1-32f5a293bc57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:26:34.104671 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f7e66e9b-b7a5-4f0c-a268-4e01434a4fef req-103b87be-6842-41ef-a8f1-32f5a293bc57 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ca7b4677-c864-415b-b909-aa380c73a9be HTTP/1.1" status: 200 len: 854 time: 0.0885749 Jul 14 18:26:34.122126 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:26:34.167649 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port 1aca285e-38bd-42e7-9131-1c4f61918ea1, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=1aca285e-38bd-42e7-9131-1c4f61918ea1,segment=NetworkSegment(c5dc6d5b-42e9-4c22-85af-e48a17c0bd6d),segment_id=c5dc6d5b-42e9-4c22-85af-e48a17c0bd6d)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:26:34.175087 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0af22a34-bad4-4c4a-8536-c04c74b71c59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1aca285e-38bd-42e7-9131-1c4f61918ea1'}] {{(pid=93917) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:26:34.177418 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20b787f3c29eaa7aa2a4d648c725a2124c5ff39a8d793252f9d844495e14cf42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e3a030d-727f-44e7-afd8-0e7d44264ff6" -d '{"events": [{"server_uuid": "0af22a34-bad4-4c4a-8536-c04c74b71c59", "name": "network-vif-plugged", "status": "completed", "tag": "1aca285e-38bd-42e7-9131-1c4f61918ea1"}]}' {{(pid=93917) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:26:34.187322 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:26:34.194203 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e66e9b-b7a5-4f0c-a268-4e01434a4fef req-5292ed9b-8860-4b81-b1f8-2f2e35a7ca17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:26:34.196469 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f7e66e9b-b7a5-4f0c-a268-4e01434a4fef req-5292ed9b-8860-4b81-b1f8-2f2e35a7ca17 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=fbdb072c-d165-4590-b31e-296ae33ff65f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0798261 Jul 14 18:26:34.266342 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c8c01397-b835-4fe1-a2bc-9331b18f9bd3 req-c81de7be-db10-4b28-b7a4-28f67d182743 tempest-ServersAdminTestJSON-701576244 tempest-ServersAdminTestJSON-701576244-project] 10.222.0.16 "GET /v2.0/ports?device_id=c0a35d7a-0d5a-4ed8-8ada-969afc759278 HTTP/1.1" status: 200 len: 210 time: 0.0688226 Jul 14 18:26:34.323449 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 18:26:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f26e0dab-0cbe-4e56-a4b1-b01293f1088e x-openstack-request-id: req-f26e0dab-0cbe-4e56-a4b1-b01293f1088e {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:26:34.324030 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0af22a34-bad4-4c4a-8536-c04c74b71c59", "name": "network-vif-plugged", "status": "completed", "tag": "1aca285e-38bd-42e7-9131-1c4f61918ea1", "code": 200}]} {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:26:34.324030 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f26e0dab-0cbe-4e56-a4b1-b01293f1088e {{(pid=93917) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:26:34.324500 n-d-800634-3 neutron-server[93917]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0af22a34-bad4-4c4a-8536-c04c74b71c59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1aca285e-38bd-42e7-9131-1c4f61918ea1', 'code': 200} Jul 14 18:26:34.374021 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Pushing event updated for resources: {'Port': ['ID=1aca285e-38bd-42e7-9131-1c4f61918ea1,revision_number=5']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:26:34.559522 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4087e168-2215-407d-94f0-047b3affffa2 req-23b89c6e-b380-423a-98eb-fc9764737133 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:26:34.564602 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-4087e168-2215-407d-94f0-047b3affffa2 req-23b89c6e-b380-423a-98eb-fc9764737133 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=0af22a34-bad4-4c4a-8536-c04c74b71c59 HTTP/1.1" status: 200 len: 1096 time: 0.1458175 Jul 14 18:26:34.590843 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-2b59a808-5fe8-459f-a40c-6e7913c7c508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '147bf032-b8c0-492a-a87a-bc31f1642c64', 'name': 'tempest-ServersTestBootFromVolume-380101461-router', 'tenant_id': '05921a45b4d74b12aa43c048ba89464c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.129'}], 'enable_snat': True}, 'gw_port_id': '9fa0c26d-e1e1-47fd-be3f-cb68c1edbb88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:25:41Z', 'updated_at': '2021-07-14T18:25:45Z', 'revision_number': 4, 'project_id': '05921a45b4d74b12aa43c048ba89464c', 'gw_port': {'id': '9fa0c26d-e1e1-47fd-be3f-cb68c1edbb88', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:11:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '147bf032-b8c0-492a-a87a-bc31f1642c64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 961, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:25:42Z', 'updated_at': '2021-07-14T18:25:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_floatingips': [{'id': 'a577c0cb-46a7-4834-98c6-b9a15eacf1cc', 'tenant_id': '05921a45b4d74b12aa43c048ba89464c', 'floating_ip_address': '172.25.1.73', 'floating_network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'router_id': '147bf032-b8c0-492a-a87a-bc31f1642c64', 'port_id': 'b65ee316-6350-4708-99a0-44c36ec283e6', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 969, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fbdb072c-d165-4590-b31e-296ae33ff65f', 'mac_address': 'fa:16:3e:10:88:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '414b975d-616d-4fdb-8025-9d9a9b03c449', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T18:25:48Z', 'updated_at': '2021-07-14T18:26:32Z', 'revision_number': 1, 'project_id': '05921a45b4d74b12aa43c048ba89464c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22f5fb29-91f8-499b-9b28-ff886541c789', 'name': '', 'network_id': 'fbdb072c-d165-4590-b31e-296ae33ff65f', 'tenant_id': '05921a45b4d74b12aa43c048ba89464c', 'mac_address': 'fa:16:3e:dd:40:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '147bf032-b8c0-492a-a87a-bc31f1642c64', 'device_owner': 'network:router_interface', 'standard_attr_id': 962, 'fixed_ips': [{'subnet_id': 'ca7b4677-c864-415b-b909-aa380c73a9be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:25:44Z', 'updated_at': '2021-07-14T18:25:51Z', 'revision_number': 5, 'project_id': '05921a45b4d74b12aa43c048ba89464c', 'subnets': [{'id': 'ca7b4677-c864-415b-b909-aa380c73a9be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-3', False) {} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:26:34.628994 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b59a808-5fe8-459f-a40c-6e7913c7c508 None None] The sync data for ids ['147bf032-b8c0-492a-a87a-bc31f1642c64'] in n-d-800634-3 is: [{'id': '147bf032-b8c0-492a-a87a-bc31f1642c64', 'name': 'tempest-ServersTestBootFromVolume-380101461-router', 'tenant_id': '05921a45b4d74b12aa43c048ba89464c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.129'}], 'enable_snat': True}, 'gw_port_id': '9fa0c26d-e1e1-47fd-be3f-cb68c1edbb88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:25:41Z', 'updated_at': '2021-07-14T18:25:45Z', 'revision_number': 4, 'project_id': '05921a45b4d74b12aa43c048ba89464c', 'gw_port': {'id': '9fa0c26d-e1e1-47fd-be3f-cb68c1edbb88', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:11:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '147bf032-b8c0-492a-a87a-bc31f1642c64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 961, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:25:42Z', 'updated_at': '2021-07-14T18:25:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_floatingips': [{'id': 'a577c0cb-46a7-4834-98c6-b9a15eacf1cc', 'tenant_id': '05921a45b4d74b12aa43c048ba89464c', 'floating_ip_address': '172.25.1.73', 'floating_network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'router_id': '147bf032-b8c0-492a-a87a-bc31f1642c64', 'port_id': 'b65ee316-6350-4708-99a0-44c36ec283e6', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 969, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fbdb072c-d165-4590-b31e-296ae33ff65f', 'mac_address': 'fa:16:3e:10:88:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '414b975d-616d-4fdb-8025-9d9a9b03c449', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T18:25:48Z', 'updated_at': '2021-07-14T18:26:32Z', 'revision_number': 1, 'project_id': '05921a45b4d74b12aa43c048ba89464c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22f5fb29-91f8-499b-9b28-ff886541c789', 'name': '', 'network_id': 'fbdb072c-d165-4590-b31e-296ae33ff65f', 'tenant_id': '05921a45b4d74b12aa43c048ba89464c', 'mac_address': 'fa:16:3e:dd:40:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '147bf032-b8c0-492a-a87a-bc31f1642c64', 'device_owner': 'network:router_interface', 'standard_attr_id': 962, 'fixed_ips': [{'subnet_id': 'ca7b4677-c864-415b-b909-aa380c73a9be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:25:44Z', 'updated_at': '2021-07-14T18:25:51Z', 'revision_number': 5, 'project_id': '05921a45b4d74b12aa43c048ba89464c', 'subnets': [{'id': 'ca7b4677-c864-415b-b909-aa380c73a9be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 18:26:34.637935 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-4087e168-2215-407d-94f0-047b3affffa2 req-61d670e3-cfa0-4926-a3e3-4e34a55e6a97 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=4824db20-b9ba-4380-9f29-13755d37b981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674584 Jul 14 18:26:34.833216 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f7e66e9b-b7a5-4f0c-a268-4e01434a4fef req-339e0bbf-4527-441b-ae4d-26b629bcc16f service neutron] 10.222.0.18 "GET /v2.0/networks/fbdb072c-d165-4590-b31e-296ae33ff65f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6232975 Jul 14 18:26:34.846198 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de5bdf9-4bb6-472c-b9ac-8b99f862649c req-73006bba-4e7d-42e2-87a0-d90087d03cc7 tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:26:34.853715 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-9de5bdf9-4bb6-472c-b9ac-8b99f862649c req-73006bba-4e7d-42e2-87a0-d90087d03cc7 tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] 10.222.0.16 "GET /v2.0/ports?device_id=0af22a34-bad4-4c4a-8536-c04c74b71c59 HTTP/1.1" status: 200 len: 945 time: 0.1085639 Jul 14 18:26:34.943102 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-9de5bdf9-4bb6-472c-b9ac-8b99f862649c req-f1c211c8-9b44-45b6-b3c9-a62b849c0899 tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] 10.222.0.16 "GET /v2.0/security-groups?id=4824db20-b9ba-4380-9f29-13755d37b981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875177 Jul 14 18:26:34.952237 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e13c846b-fbe3-444e-b538-30013afa48ea None None] New status for floating IP a577c0cb-46a7-4834-98c6-b9a15eacf1cc: ACTIVE {{(pid=93918) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 18:26:35.018127 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f7e66e9b-b7a5-4f0c-a268-4e01434a4fef req-8a47e23f-4547-4a71-b074-6306e0a7d1dc service neutron] 10.222.0.18 "GET /v2.0/networks/fbdb072c-d165-4590-b31e-296ae33ff65f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1617677 Jul 14 18:26:35.138782 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:26:35.145999 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a922f46c-012b-4794-aef7-8d3e161a3b19 req-b812be8c-a632-4b36-b23e-69dc5f862ebd tempest-ServerRescueNegativeTestJSON-843679432 tempest-ServerRescueNegativeTestJSON-843679432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:26:35.155029 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a922f46c-012b-4794-aef7-8d3e161a3b19 req-b812be8c-a632-4b36-b23e-69dc5f862ebd tempest-ServerRescueNegativeTestJSON-843679432 tempest-ServerRescueNegativeTestJSON-843679432-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b9e4456-2d8d-44aa-a867-8b086bbb5414 HTTP/1.1" status: 200 len: 946 time: 0.0890458 Jul 14 18:26:35.231182 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a922f46c-012b-4794-aef7-8d3e161a3b19 req-a75fa9c0-1f1f-4203-a638-906b9c6f5da0 tempest-ServerRescueNegativeTestJSON-843679432 tempest-ServerRescueNegativeTestJSON-843679432-project] 10.222.0.16 "GET /v2.0/security-groups?id=2ad455ff-6ff4-4067-8bf1-fdec963484f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741417 Jul 14 18:26:35.265605 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0839896-136f-4e46-a7cf-af65367711d5 req-d3c4c7c4-8a54-4c4d-a122-72a75ef476d5 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:26:35.267205 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e0839896-136f-4e46-a7cf-af65367711d5 req-d3c4c7c4-8a54-4c4d-a122-72a75ef476d5 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.16 "GET /v2.0/ports?device_id=0a88c096-4af3-4575-935b-65bff7ae8d10 HTTP/1.1" status: 200 len: 950 time: 0.0854516 Jul 14 18:26:35.307945 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e0839896-136f-4e46-a7cf-af65367711d5 req-0d765c8f-fea9-4c99-8704-56e45faaff15 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.16 "GET /v2.0/security-groups?id=95148b1b-0f93-483b-9e80-262147c27e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345163 Jul 14 18:26:35.450309 n-d-800634-3 neutron-server[93916]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0a35d7a-0d5a-4ed8-8ada-969afc759278', 'name': 'network-vif-deleted', 'tag': '5db17616-64cd-445b-a740-6cf6c0dd4f81'}] {{(pid=93916) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:26:35.458376 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f803e150b363a7893830aa996ac27753fa25517c406ecd3536b7c2d4b26eeb9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-621f05a9-5e65-44ef-b7ed-20dd99d959bc" -d '{"events": [{"server_uuid": "c0a35d7a-0d5a-4ed8-8ada-969afc759278", "name": "network-vif-deleted", "tag": "5db17616-64cd-445b-a740-6cf6c0dd4f81"}]}' {{(pid=93916) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:26:35.548204 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 18:26:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e67c6e1-3d4f-4253-b8ac-227c1e5cab82 x-openstack-request-id: req-5e67c6e1-3d4f-4253-b8ac-227c1e5cab82 {{(pid=93916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:26:35.548508 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0a35d7a-0d5a-4ed8-8ada-969afc759278", "name": "network-vif-deleted", "tag": "5db17616-64cd-445b-a740-6cf6c0dd4f81", "status": "completed", "code": 200}]} {{(pid=93916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:26:35.548762 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5e67c6e1-3d4f-4253-b8ac-227c1e5cab82 {{(pid=93916) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:26:35.549161 n-d-800634-3 neutron-server[93916]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0a35d7a-0d5a-4ed8-8ada-969afc759278', 'name': 'network-vif-deleted', 'tag': '5db17616-64cd-445b-a740-6cf6c0dd4f81', 'status': 'completed', 'code': 200} Jul 14 18:26:35.699265 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 35894) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:26:35.751913 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.db_base_plugin_v2 [None req-2494d793-4a79-4452-abeb-0c5a1ce4fc3c admin admin] Deleting subnet a6dcdf63-414e-46ae-93dc-0b8457260728 {{(pid=93916) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 18:26:35.756273 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-2494d793-4a79-4452-abeb-0c5a1ce4fc3c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:26:35.770624 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ac8ffd-a2dd-49e1-83eb-2a46ff7454ec req-2a83d75c-f7b2-4f2d-918d-a9fd5c2e9e63 tempest-ServersAdminTestJSON-701576244 tempest-ServersAdminTestJSON-701576244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:26:35.772308 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a6ac8ffd-a2dd-49e1-83eb-2a46ff7454ec req-2a83d75c-f7b2-4f2d-918d-a9fd5c2e9e63 tempest-ServersAdminTestJSON-701576244 tempest-ServersAdminTestJSON-701576244-project] 10.222.0.16 "GET /v2.0/ports?device_id=10d0b8e3-e975-4623-bc0a-0c2b9cd85672 HTTP/1.1" status: 200 len: 949 time: 0.0741673 Jul 14 18:26:35.814518 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-2494d793-4a79-4452-abeb-0c5a1ce4fc3c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26296866'] for subnet, precommit_delete_associations {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:26:35.824406 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a6ac8ffd-a2dd-49e1-83eb-2a46ff7454ec req-a7b28b40-71a4-4fa8-a84d-2e44006d45a2 tempest-ServersAdminTestJSON-701576244 tempest-ServersAdminTestJSON-701576244-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea7723ec-9d2a-468c-977f-1e7257209758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462525 Jul 14 18:26:35.855135 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-2494d793-4a79-4452-abeb-0c5a1ce4fc3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081283'] for subnet, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:26:35.910567 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-2494d793-4a79-4452-abeb-0c5a1ce4fc3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2684816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26033152'] for subnet, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:26:35.942297 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2494d793-4a79-4452-abeb-0c5a1ce4fc3c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a6dcdf63-414e-46ae-93dc-0b8457260728,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:26:35.951445 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-2494d793-4a79-4452-abeb-0c5a1ce4fc3c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598705'] for subnet, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:26:35.955929 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-2494d793-4a79-4452-abeb-0c5a1ce4fc3c admin admin] 10.222.0.16 "DELETE /v2.0/subnets/a6dcdf63-414e-46ae-93dc-0b8457260728 HTTP/1.1" status: 204 len: 168 time: 0.2556710 Jul 14 18:26:35.956073 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 35900) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:26:36.026785 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-450a7aa1-98cd-4515-8824-20ee908d1e6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645734'] for network, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:26:36.138684 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-450a7aa1-98cd-4515-8824-20ee908d1e6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2096010', 'neutron.services.segments.db._delete_segments_for_network-8728202734996'] for network, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:26:36.151651 n-d-800634-3 neutron-server[93915]: DEBUG neutron.services.segments.db [None req-450a7aa1-98cd-4515-8824-20ee908d1e6d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1cbaa8bd-1463-4b3c-89d2-ab344d2f55cf']}} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:26:36.166232 n-d-800634-3 neutron-server[93915]: DEBUG neutron.services.segments.db [None req-450a7aa1-98cd-4515-8824-20ee908d1e6d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25fcd291-a4fb-4631-8a4d-06fad1821ccd') {'for_net_delete': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:26:36.166517 n-d-800634-3 neutron-server[93915]: DEBUG neutron.services.segments.db [None req-450a7aa1-98cd-4515-8824-20ee908d1e6d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25fcd291-a4fb-4631-8a4d-06fad1821ccd') {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:26:36.179938 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-450a7aa1-98cd-4515-8824-20ee908d1e6d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728202715275', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28939920'] for segment, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:26:36.194234 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e39ab45-c7f6-47c4-878a-2dde0b1ef099 req-689ced93-84cf-440e-b5b3-07161f29d21e tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:26:36.195711 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-9e39ab45-c7f6-47c4-878a-2dde0b1ef099 req-689ced93-84cf-440e-b5b3-07161f29d21e tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] 10.222.0.16 "GET /v2.0/ports?device_id=0af22a34-bad4-4c4a-8536-c04c74b71c59 HTTP/1.1" status: 200 len: 945 time: 0.1348488 Jul 14 18:26:36.207793 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-450a7aa1-98cd-4515-8824-20ee908d1e6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:26:36.224916 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-450a7aa1-98cd-4515-8824-20ee908d1e6d admin admin] Releasing vlan 73 on physical network physnet1 to pool {{(pid=93915) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 18:26:36.225307 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-450a7aa1-98cd-4515-8824-20ee908d1e6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25911658'] for segment, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:26:36.226920 n-d-800634-3 neutron-server[93915]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:26:36.226920 n-d-800634-3 neutron-server[93915]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:26:36.226920 n-d-800634-3 neutron-server[93915]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:26:36.226920 n-d-800634-3 neutron-server[93915]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:26:36.226920 n-d-800634-3 neutron-server[93915]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:26:36.226920 n-d-800634-3 neutron-server[93915]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:26:36.226920 n-d-800634-3 neutron-server[93915]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:26:36.226920 n-d-800634-3 neutron-server[93915]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:26:36.226920 n-d-800634-3 neutron-server[93915]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:26:36.226920 n-d-800634-3 neutron-server[93915]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:26:36.226920 n-d-800634-3 neutron-server[93915]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:26:36.226920 n-d-800634-3 neutron-server[93915]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:26:36.226920 n-d-800634-3 neutron-server[93915]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:26:36.226920 n-d-800634-3 neutron-server[93915]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:26:36.226920 n-d-800634-3 neutron-server[93915]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:26:36.226920 n-d-800634-3 neutron-server[93915]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:26:36.226920 n-d-800634-3 neutron-server[93915]: Traceback (most recent call last): Jul 14 18:26:36.226920 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 18:26:36.226920 n-d-800634-3 neutron-server[93915]: timer() Jul 14 18:26:36.226920 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 18:26:36.226920 n-d-800634-3 neutron-server[93915]: cb(*args, **kw) Jul 14 18:26:36.226920 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 18:26:36.226920 n-d-800634-3 neutron-server[93915]: return func(*args, **kwargs) Jul 14 18:26:36.226920 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 18:26:36.226920 n-d-800634-3 neutron-server[93915]: self._notify() Jul 14 18:26:36.226920 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 18:26:36.226920 n-d-800634-3 neutron-server[93915]: self.callback(batched_events) Jul 14 18:26:36.226920 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 18:26:36.226920 n-d-800634-3 neutron-server[93915]: event.method(event) Jul 14 18:26:36.226920 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 18:26:36.226920 n-d-800634-3 neutron-server[93915]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 18:26:36.226920 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 18:26:36.226920 n-d-800634-3 neutron-server[93915]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 18:26:36.226920 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 18:26:36.226920 n-d-800634-3 neutron-server[93915]: return f(self, *a, **k) Jul 14 18:26:36.226920 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 18:26:36.226920 n-d-800634-3 neutron-server[93915]: return self._get(url).json() Jul 14 18:26:36.226920 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 18:26:36.226920 n-d-800634-3 neutron-server[93915]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 18:26:36.226920 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 18:26:36.226920 n-d-800634-3 neutron-server[93915]: return self.request(url, 'GET', **kwargs) Jul 14 18:26:36.226920 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 18:26:36.226920 n-d-800634-3 neutron-server[93915]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 18:26:36.226920 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 18:26:36.226920 n-d-800634-3 neutron-server[93915]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 18:26:36.226920 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 18:26:36.226920 n-d-800634-3 neutron-server[93915]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 18:26:36.226920 n-d-800634-3 neutron-server[93915]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 18:26:36.287354 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-9e39ab45-c7f6-47c4-878a-2dde0b1ef099 req-627b698b-2e45-4145-a4b1-96f7b54d329e tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] 10.222.0.16 "GET /v2.0/security-groups?id=4824db20-b9ba-4380-9f29-13755d37b981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857866 Jul 14 18:26:36.294062 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-450a7aa1-98cd-4515-8824-20ee908d1e6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2096001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-930085'] for network, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:26:36.299861 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-450a7aa1-98cd-4515-8824-20ee908d1e6d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598705'] for network, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:26:36.302918 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-450a7aa1-98cd-4515-8824-20ee908d1e6d admin admin] 10.222.0.16 "DELETE /v2.0/networks/1cbaa8bd-1463-4b3c-89d2-ab344d2f55cf HTTP/1.1" status: 204 len: 168 time: 0.3458011 Jul 14 18:26:36.319186 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450a7aa1-98cd-4515-8824-20ee908d1e6d admin admin] Pushing event deleted for resources: {'Network': ['ID=1cbaa8bd-1463-4b3c-89d2-ab344d2f55cf,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:26:36.419425 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd8eb9b-6df9-4a48-802d-a99c39fc40eb req-77623ce2-2659-4cec-9dc6-6ce3ed7e5967 tempest-ServerRescueNegativeTestJSON-843679432 tempest-ServerRescueNegativeTestJSON-843679432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:26:36.421015 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6cd8eb9b-6df9-4a48-802d-a99c39fc40eb req-77623ce2-2659-4cec-9dc6-6ce3ed7e5967 tempest-ServerRescueNegativeTestJSON-843679432 tempest-ServerRescueNegativeTestJSON-843679432-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b9e4456-2d8d-44aa-a867-8b086bbb5414 HTTP/1.1" status: 200 len: 946 time: 0.0656376 Jul 14 18:26:36.427402 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 35912) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:26:36.468487 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-c93b7c59-35b8-43c3-b959-1a6025489454 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0bd95cc3d59f415f8da5b8a01a238496&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0396123 Jul 14 18:26:36.470825 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 35914) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:26:36.497056 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6cd8eb9b-6df9-4a48-802d-a99c39fc40eb req-90c2d381-9bd5-4445-aa5e-15b06e5cb225 tempest-ServerRescueNegativeTestJSON-843679432 tempest-ServerRescueNegativeTestJSON-843679432-project] 10.222.0.16 "GET /v2.0/security-groups?id=2ad455ff-6ff4-4067-8bf1-fdec963484f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600367 Jul 14 18:26:36.523846 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-f6d6c01b-b34e-4100-aa58-fc063253cf11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:26:36.531211 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9194a93-8bbb-4313-9390-2bbad1786dfe req-903a666a-c23f-437b-a00b-a67b972aabc2 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:26:36.532759 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-d9194a93-8bbb-4313-9390-2bbad1786dfe req-903a666a-c23f-437b-a00b-a67b972aabc2 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.16 "GET /v2.0/ports?device_id=0a88c096-4af3-4575-935b-65bff7ae8d10 HTTP/1.1" status: 200 len: 950 time: 0.1060121 Jul 14 18:26:36.556652 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-f6d6c01b-b34e-4100-aa58-fc063253cf11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:26:36.573081 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-d9194a93-8bbb-4313-9390-2bbad1786dfe req-bdcb2d16-9a40-4274-9627-0ae8209fb857 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.16 "GET /v2.0/security-groups?id=95148b1b-0f93-483b-9e80-262147c27e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332055 Jul 14 18:26:36.624666 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-f6d6c01b-b34e-4100-aa58-fc063253cf11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:26:36.627360 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-f6d6c01b-b34e-4100-aa58-fc063253cf11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:26:36.631255 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-f6d6c01b-b34e-4100-aa58-fc063253cf11 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/39320fa9-4894-4542-95e3-d64e174c637e HTTP/1.1" status: 204 len: 168 time: 0.1567957 Jul 14 18:26:36.636437 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d6c01b-b34e-4100-aa58-fc063253cf11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39320fa9-4894-4542-95e3-d64e174c637e,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:26:37.008942 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01786c3c-fc9e-4f10-bcca-0588af3eea50 req-c6093cf2-fe99-4391-b5cd-25d26bcf18de tempest-ServersAdminTestJSON-701576244 tempest-ServersAdminTestJSON-701576244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:26:37.010449 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-01786c3c-fc9e-4f10-bcca-0588af3eea50 req-c6093cf2-fe99-4391-b5cd-25d26bcf18de tempest-ServersAdminTestJSON-701576244 tempest-ServersAdminTestJSON-701576244-project] 10.222.0.16 "GET /v2.0/ports?device_id=10d0b8e3-e975-4623-bc0a-0c2b9cd85672 HTTP/1.1" status: 200 len: 949 time: 0.0717306 Jul 14 18:26:37.054501 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-01786c3c-fc9e-4f10-bcca-0588af3eea50 req-f3fc93d9-3a7d-4571-b1fa-64455c8600f9 tempest-ServersAdminTestJSON-701576244 tempest-ServersAdminTestJSON-701576244-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea7723ec-9d2a-468c-977f-1e7257209758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383949 Jul 14 18:26:37.390654 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 35944) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:26:37.471698 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ac6645-6511-4f6d-aa81-012c21cb06fb req-3799a21a-f3aa-4b47-a66e-d303f50d5111 tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:26:37.473212 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f8ac6645-6511-4f6d-aa81-012c21cb06fb req-3799a21a-f3aa-4b47-a66e-d303f50d5111 tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] 10.222.0.16 "GET /v2.0/ports?device_id=0af22a34-bad4-4c4a-8536-c04c74b71c59 HTTP/1.1" status: 200 len: 945 time: 0.0656610 Jul 14 18:26:37.486597 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-b818fa58-d438-4845-b396-633d6dad87b8 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-2031907148-network', 'tenant_id': 'a8d0ae23b8ab47bb8fdb056148b4d7c0'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:26:37.506744 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device 5db17616-64cd-445b-a740-6cf6c0dd4f81 no longer exists at agent hyperv_n-h1-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 18:26:37.508386 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b818fa58-d438-4845-b396-633d6dad87b8 admin admin] Made reservation on behalf of a8d0ae23b8ab47bb8fdb056148b4d7c0 for: {'network': 1} {{(pid=93916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:26:37.510888 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-b818fa58-d438-4845-b396-633d6dad87b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for network, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:26:37.520021 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-b818fa58-d438-4845-b396-633d6dad87b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:26:37.539769 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] No Port match for: 5db17616-64cd-445b-a740-6cf6c0dd4f81 {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 18:26:37.540397 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device 5db17616-64cd-445b-a740-6cf6c0dd4f81 not bound to the agent host n-h1-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 18:26:37.558123 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f8ac6645-6511-4f6d-aa81-012c21cb06fb req-ac9d935a-c61e-4cd4-83ce-aa6fdcdc8293 tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] 10.222.0.16 "GET /v2.0/security-groups?id=4824db20-b9ba-4380-9f29-13755d37b981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741186 Jul 14 18:26:37.583181 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0c1ec5-9a9c-4dca-9508-7f0e00094e2c req-64419751-df07-40dc-8fa2-de4275538016 tempest-ServersAdminTestJSON-701576244 tempest-ServersAdminTestJSON-701576244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:26:37.583181 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-af0c1ec5-9a9c-4dca-9508-7f0e00094e2c req-64419751-df07-40dc-8fa2-de4275538016 tempest-ServersAdminTestJSON-701576244 tempest-ServersAdminTestJSON-701576244-project] 10.222.0.18 "GET /v2.0/ports?device_id=10d0b8e3-e975-4623-bc0a-0c2b9cd85672 HTTP/1.1" status: 200 len: 949 time: 0.1054907 Jul 14 18:26:37.629221 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-b818fa58-d438-4845-b396-633d6dad87b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:26:37.635290 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-b818fa58-d438-4845-b396-633d6dad87b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:26:37.659881 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b818fa58-d438-4845-b396-633d6dad87b8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 91} {{(pid=93916) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 18:26:37.679042 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-b818fa58-d438-4845-b396-633d6dad87b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:26:37.679448 n-d-800634-3 neutron-server[93916]: INFO neutron.db.segments_db [None req-b818fa58-d438-4845-b396-633d6dad87b8 admin admin] Added segment 57836d3c-c728-4edf-8283-e1919d06f991 of type vlan for network 771647d4-5b1d-4c17-986d-65d44e44fc31 Jul 14 18:26:37.680646 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b818fa58-d438-4845-b396-633d6dad87b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b81002a-728a-4ba6-9514-c9aea41d4b3b,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:26:37.721347 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-b818fa58-d438-4845-b396-633d6dad87b8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728202197517'] for network, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:26:37.753047 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-b818fa58-d438-4845-b396-633d6dad87b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727'] for network, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:26:37.754044 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b818fa58-d438-4845-b396-633d6dad87b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:26:37.754583 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-b818fa58-d438-4845-b396-633d6dad87b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598705'] for network, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:26:37.779574 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20223ea2-1256-4e47-8ee4-fc6f4d6b2bed req-4c9fbd11-9f15-4494-9d80-451d4902067b tempest-ServerRescueNegativeTestJSON-843679432 tempest-ServerRescueNegativeTestJSON-843679432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:26:37.781088 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-20223ea2-1256-4e47-8ee4-fc6f4d6b2bed req-4c9fbd11-9f15-4494-9d80-451d4902067b tempest-ServerRescueNegativeTestJSON-843679432 tempest-ServerRescueNegativeTestJSON-843679432-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b9e4456-2d8d-44aa-a867-8b086bbb5414 HTTP/1.1" status: 200 len: 946 time: 0.1555362 Jul 14 18:26:37.809503 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-b818fa58-d438-4845-b396-633d6dad87b8 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4148779 Jul 14 18:26:37.810554 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 35956) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:26:37.814703 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [req-af0c1ec5-9a9c-4dca-9508-7f0e00094e2c req-96b6ef35-fc6b-4eb3-bf98-9347fd1e91d6 tempest-ServersAdminTestJSON-701576244 tempest-ServersAdminTestJSON-701576244-project] Deleting port 4ecc80b6-53a5-4b25-b39e-82831cc210b1 {{(pid=93915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:26:37.814989 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-af0c1ec5-9a9c-4dca-9508-7f0e00094e2c req-96b6ef35-fc6b-4eb3-bf98-9347fd1e91d6 tempest-ServersAdminTestJSON-701576244 tempest-ServersAdminTestJSON-701576244-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:26:37.817125 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-c90a4585-a6ef-474e-9b94-6b38e0dd5ea6 admin admin] Request body: {'subnet': {'network_id': '771647d4-5b1d-4c17-986d-65d44e44fc31', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-2031907148-subnet', 'tenant_id': 'a8d0ae23b8ab47bb8fdb056148b4d7c0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:26:37.826156 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b818fa58-d438-4845-b396-633d6dad87b8 admin admin] Pushing event updated for resources: {'Network': ['ID=771647d4-5b1d-4c17-986d-65d44e44fc31,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:26:37.836933 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Network 771647d4-5b1d-4c17-986d-65d44e44fc31 details requested by agent ovs-agent-n-d-800634-3 with host n-d-800634-3 {{(pid=93917) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 18:26:37.842153 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c90a4585-a6ef-474e-9b94-6b38e0dd5ea6 admin admin] Made reservation on behalf of a8d0ae23b8ab47bb8fdb056148b4d7c0 for: {'subnet': 1} {{(pid=93916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:26:37.844207 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85e5710-3012-40d0-ae03-5e738212cda9 req-b06d7ddb-6cff-4649-8dbf-eda6f4d79afa tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:26:37.844655 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-c90a4585-a6ef-474e-9b94-6b38e0dd5ea6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26033189'] for subnet, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:26:37.845728 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c85e5710-3012-40d0-ae03-5e738212cda9 req-b06d7ddb-6cff-4649-8dbf-eda6f4d79afa tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] 10.222.0.16 "GET /v2.0/ports?device_id=0af22a34-bad4-4c4a-8536-c04c74b71c59 HTTP/1.1" status: 200 len: 945 time: 0.1581659 Jul 14 18:26:37.915509 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-20223ea2-1256-4e47-8ee4-fc6f4d6b2bed req-7cbb62a2-a16f-4152-8c99-47d1089e7bc9 tempest-ServerRescueNegativeTestJSON-843679432 tempest-ServerRescueNegativeTestJSON-843679432-project] 10.222.0.16 "GET /v2.0/security-groups?id=2ad455ff-6ff4-4067-8bf1-fdec963484f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245883 Jul 14 18:26:37.960248 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-af0c1ec5-9a9c-4dca-9508-7f0e00094e2c req-96b6ef35-fc6b-4eb3-bf98-9347fd1e91d6 tempest-ServersAdminTestJSON-701576244 tempest-ServersAdminTestJSON-701576244-project] For port 4ecc80b6-53a5-4b25-b39e-82831cc210b1, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=4ecc80b6-53a5-4b25-b39e-82831cc210b1,segment=NetworkSegment(067fc487-22c7-42de-972d-ae352a28ad29),segment_id=067fc487-22c7-42de-972d-ae352a28ad29)] {{(pid=93915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:26:37.960914 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-af0c1ec5-9a9c-4dca-9508-7f0e00094e2c req-96b6ef35-fc6b-4eb3-bf98-9347fd1e91d6 tempest-ServersAdminTestJSON-701576244 tempest-ServersAdminTestJSON-701576244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:26:37.984243 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [req-af0c1ec5-9a9c-4dca-9508-7f0e00094e2c req-96b6ef35-fc6b-4eb3-bf98-9347fd1e91d6 tempest-ServersAdminTestJSON-701576244 tempest-ServersAdminTestJSON-701576244-project] Calling delete_port for 4ecc80b6-53a5-4b25-b39e-82831cc210b1 owned by compute:nova {{(pid=93915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:26:37.996240 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c85e5710-3012-40d0-ae03-5e738212cda9 req-acd9f0b1-f91c-4ca1-84f1-e6db55b40c86 tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] 10.222.0.16 "GET /v2.0/security-groups?id=4824db20-b9ba-4380-9f29-13755d37b981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219513 Jul 14 18:26:38.030624 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-c90a4585-a6ef-474e-9b94-6b38e0dd5ea6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2684753', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26033175'] for subnet, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:26:38.099349 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90a4585-a6ef-474e-9b94-6b38e0dd5ea6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=843efded-1b6b-4d20-bf6f-347b6e6ef1cd,revision_number=0']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:26:38.110770 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c90a4585-a6ef-474e-9b94-6b38e0dd5ea6 admin admin] Checking segment: {'id': '57836d3c-c728-4edf-8283-e1919d06f991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '771647d4-5b1d-4c17-986d-65d44e44fc31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93916) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:26:38.111259 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c90a4585-a6ef-474e-9b94-6b38e0dd5ea6 admin admin] Network hostable DHCP agents. Network: 771647d4-5b1d-4c17-986d-65d44e44fc31, hostable agents: ['028393c3-0576-4ebd-bca1-8ea8a148e1a2'], hosted agents: [] {{(pid=93916) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 18:26:38.129659 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c90a4585-a6ef-474e-9b94-6b38e0dd5ea6 admin admin] Network 771647d4-5b1d-4c17-986d-65d44e44fc31 is scheduled to be hosted by DHCP agent 028393c3-0576-4ebd-bca1-8ea8a148e1a2 with binding_index 1 {{(pid=93916) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 18:26:38.138678 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [None req-c90a4585-a6ef-474e-9b94-6b38e0dd5ea6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-3, 771647d4-5b1d-4c17-986d-65d44e44fc31) {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:26:38.143322 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c90a4585-a6ef-474e-9b94-6b38e0dd5ea6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:26:38.149531 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6557f3-f5cc-4717-ad41-87b3520f5615 req-ef97147b-2f25-4fd4-b53b-a6e706f555fb tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:26:38.151297 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-af6557f3-f5cc-4717-ad41-87b3520f5615 req-ef97147b-2f25-4fd4-b53b-a6e706f555fb tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.16 "GET /v2.0/ports?device_id=0a88c096-4af3-4575-935b-65bff7ae8d10 HTTP/1.1" status: 200 len: 950 time: 0.1304140 Jul 14 18:26:38.151809 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29b10858-b436-4dfc-967b-e1c9fc2ad5e9 None None] Network 771647d4-5b1d-4c17-986d-65d44e44fc31 requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:26:38.153550 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-c90a4585-a6ef-474e-9b94-6b38e0dd5ea6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598705'] for subnet, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:26:38.186815 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-c90a4585-a6ef-474e-9b94-6b38e0dd5ea6 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3749409 Jul 14 18:26:38.236611 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-af6557f3-f5cc-4717-ad41-87b3520f5615 req-4f3a7ffd-7eff-48c4-9d9b-206da2b452f9 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.16 "GET /v2.0/security-groups?id=95148b1b-0f93-483b-9e80-262147c27e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792620 Jul 14 18:26:38.260716 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-af0c1ec5-9a9c-4dca-9508-7f0e00094e2c req-96b6ef35-fc6b-4eb3-bf98-9347fd1e91d6 tempest-ServersAdminTestJSON-701576244 tempest-ServersAdminTestJSON-701576244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:26:38.281591 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] get_ports_and_sgs() called for port_ids ['4ecc80b6-53a5-4b25-b39e-82831cc210b1', '11193581-98af-4629-bd90-7170ffba6ec1'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 18:26:38.323793 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b6ef35-fc6b-4eb3-bf98-9347fd1e91d6 tempest-ServersAdminTestJSON-701576244 tempest-ServersAdminTestJSON-701576244-project] Pushing event deleted for resources: {'Port': ['ID=4ecc80b6-53a5-4b25-b39e-82831cc210b1,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:26:38.364671 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab218c64-cddc-4bc1-be6f-073851bbfb2a None None] Network 771647d4-5b1d-4c17-986d-65d44e44fc31 requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:26:38.420462 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [req-af0c1ec5-9a9c-4dca-9508-7f0e00094e2c req-96b6ef35-fc6b-4eb3-bf98-9347fd1e91d6 tempest-ServersAdminTestJSON-701576244 tempest-ServersAdminTestJSON-701576244-project] No DVR routers for this DVR port 4ecc80b6-53a5-4b25-b39e-82831cc210b1 on host n-h1-800634-3 {{(pid=93915) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 18:26:38.423580 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-af0c1ec5-9a9c-4dca-9508-7f0e00094e2c req-96b6ef35-fc6b-4eb3-bf98-9347fd1e91d6 tempest-ServersAdminTestJSON-701576244 tempest-ServersAdminTestJSON-701576244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:26:38.426865 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-af0c1ec5-9a9c-4dca-9508-7f0e00094e2c req-96b6ef35-fc6b-4eb3-bf98-9347fd1e91d6 tempest-ServersAdminTestJSON-701576244 tempest-ServersAdminTestJSON-701576244-project] 10.222.0.18 "DELETE /v2.0/ports/4ecc80b6-53a5-4b25-b39e-82831cc210b1 HTTP/1.1" status: 204 len: 173 time: 0.8377714 Jul 14 18:26:38.427319 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10d0b8e3-e975-4623-bc0a-0c2b9cd85672', 'name': 'network-vif-deleted', 'tag': '4ecc80b6-53a5-4b25-b39e-82831cc210b1'}] {{(pid=93915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:26:38.430877 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e72782ad3af8f7d4ce76cedf092bca46d1756acc5c4653cf0b52034cdd6b073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed224d99-1171-45f0-89c8-c1890ba0c5ff" -d '{"events": [{"server_uuid": "10d0b8e3-e975-4623-bc0a-0c2b9cd85672", "name": "network-vif-deleted", "tag": "4ecc80b6-53a5-4b25-b39e-82831cc210b1"}]}' {{(pid=93915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:26:38.483000 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-45ee943c-e241-4046-93c9-02f7a76f2dc5 req-99eb5c98-f287-4841-828e-3774c9c9497b tempest-ServersAdminTestJSON-701576244 tempest-ServersAdminTestJSON-701576244-project] 10.222.0.16 "GET /v2.0/ports?device_id=10d0b8e3-e975-4623-bc0a-0c2b9cd85672 HTTP/1.1" status: 200 len: 210 time: 0.0417824 Jul 14 18:26:38.583900 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 18:26:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7686f49-2469-419c-b0e5-b335475139b7 x-openstack-request-id: req-f7686f49-2469-419c-b0e5-b335475139b7 {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:26:38.584222 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10d0b8e3-e975-4623-bc0a-0c2b9cd85672", "name": "network-vif-deleted", "tag": "4ecc80b6-53a5-4b25-b39e-82831cc210b1", "status": "completed", "code": 200}]} {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:26:38.584485 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f7686f49-2469-419c-b0e5-b335475139b7 {{(pid=93915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:26:38.584890 n-d-800634-3 neutron-server[93915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10d0b8e3-e975-4623-bc0a-0c2b9cd85672', 'name': 'network-vif-deleted', 'tag': '4ecc80b6-53a5-4b25-b39e-82831cc210b1', 'status': 'completed', 'code': 200} Jul 14 18:26:38.833648 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e94b11c-addc-419c-bb73-4d62eb505de3 req-3d2d7ee8-864a-45be-8287-84f10e2d47da tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:26:38.835229 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-7e94b11c-addc-419c-bb73-4d62eb505de3 req-3d2d7ee8-864a-45be-8287-84f10e2d47da tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] 10.222.0.16 "GET /v2.0/ports?device_id=0af22a34-bad4-4c4a-8536-c04c74b71c59 HTTP/1.1" status: 200 len: 945 time: 0.1455104 Jul 14 18:26:38.860472 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a48450-bfbc-4cf7-af6a-447174aa7ef2 req-485dd639-4f14-4722-a31d-9231702ffc2e tempest-InstanceActionsTestJSON-796375755 tempest-InstanceActionsTestJSON-796375755-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:26:38.861912 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-39a48450-bfbc-4cf7-af6a-447174aa7ef2 req-485dd639-4f14-4722-a31d-9231702ffc2e tempest-InstanceActionsTestJSON-796375755 tempest-InstanceActionsTestJSON-796375755-project] 10.222.0.16 "GET /v2.0/networks?id=771647d4-5b1d-4c17-986d-65d44e44fc31 HTTP/1.1" status: 200 len: 814 time: 0.1391759 Jul 14 18:26:38.884696 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-39a48450-bfbc-4cf7-af6a-447174aa7ef2 req-236f2a37-effa-4d4e-9300-25b57da788f8 tempest-InstanceActionsTestJSON-796375755 tempest-InstanceActionsTestJSON-796375755-project] 10.222.0.16 "GET /v2.0/quotas/a8d0ae23b8ab47bb8fdb056148b4d7c0 HTTP/1.1" status: 200 len: 375 time: 0.0151596 Jul 14 18:26:38.905861 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-7e94b11c-addc-419c-bb73-4d62eb505de3 req-fa4a3472-f2f1-4dba-863a-1c27fadb0f21 tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] 10.222.0.16 "GET /v2.0/security-groups?id=4824db20-b9ba-4380-9f29-13755d37b981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611584 Jul 14 18:26:38.928216 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-39a48450-bfbc-4cf7-af6a-447174aa7ef2 req-0eac88b3-8955-4ebc-b788-32d37961814b tempest-InstanceActionsTestJSON-796375755 tempest-InstanceActionsTestJSON-796375755-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=a8d0ae23b8ab47bb8fdb056148b4d7c0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0382090 Jul 14 18:26:39.017484 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-39a48450-bfbc-4cf7-af6a-447174aa7ef2 req-5b03d28e-5a42-4618-aca0-44b1a872d0d6 service neutron] 10.222.0.16 "GET /v2.0/networks/771647d4-5b1d-4c17-986d-65d44e44fc31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826566 Jul 14 18:26:39.155628 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-39a48450-bfbc-4cf7-af6a-447174aa7ef2 req-d3fbc70b-74c9-4f59-97be-e64c560bf304 service neutron] 10.222.0.16 "GET /v2.0/networks/771647d4-5b1d-4c17-986d-65d44e44fc31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318355 Jul 14 18:26:39.168390 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1708774-81fa-4ecf-95e2-4592edc1b15c req-e3409839-9de5-4197-ae65-65c306bc42cd tempest-ServerRescueNegativeTestJSON-843679432 tempest-ServerRescueNegativeTestJSON-843679432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:26:39.169954 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-d1708774-81fa-4ecf-95e2-4592edc1b15c req-e3409839-9de5-4197-ae65-65c306bc42cd tempest-ServerRescueNegativeTestJSON-843679432 tempest-ServerRescueNegativeTestJSON-843679432-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b9e4456-2d8d-44aa-a867-8b086bbb5414 HTTP/1.1" status: 200 len: 946 time: 0.1376581 Jul 14 18:26:39.210912 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-d1708774-81fa-4ecf-95e2-4592edc1b15c req-59fe5e0f-94a1-4224-a42c-9627ed4b2c49 tempest-ServerRescueNegativeTestJSON-843679432 tempest-ServerRescueNegativeTestJSON-843679432-project] 10.222.0.16 "GET /v2.0/security-groups?id=2ad455ff-6ff4-4067-8bf1-fdec963484f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350373 Jul 14 18:26:39.425606 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c17304fc-ecb3-42a8-a942-cf03b8cafc1c req-409fb697-1d9b-40a7-bcbb-c16315effef8 tempest-InstanceActionsTestJSON-796375755 tempest-InstanceActionsTestJSON-796375755-project] 10.222.0.16 "GET /v2.0/ports?device_id=4af750c4-79f1-4970-9792-363620de0873 HTTP/1.1" status: 200 len: 210 time: 0.0517652 Jul 14 18:26:39.460054 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f359edc-a63b-44eb-9520-11a19b6d85d0 req-05f018c0-2869-4216-87cb-0935c7f1cd79 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:26:39.461742 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2f359edc-a63b-44eb-9520-11a19b6d85d0 req-05f018c0-2869-4216-87cb-0935c7f1cd79 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.16 "GET /v2.0/ports?device_id=0a88c096-4af3-4575-935b-65bff7ae8d10 HTTP/1.1" status: 200 len: 950 time: 0.0973811 Jul 14 18:26:39.502417 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2f359edc-a63b-44eb-9520-11a19b6d85d0 req-46f30974-6bbb-4caf-965e-ce270a01bc57 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.16 "GET /v2.0/security-groups?id=95148b1b-0f93-483b-9e80-262147c27e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346367 Jul 14 18:26:39.955542 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b3bf1a-2ad6-4623-93ea-086152f09311 req-62c23bdf-e8fd-4463-8a2b-b932d0c753f9 tempest-ServersAdminTestJSON-701576244 tempest-ServersAdminTestJSON-701576244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:26:39.957246 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-74b3bf1a-2ad6-4623-93ea-086152f09311 req-62c23bdf-e8fd-4463-8a2b-b932d0c753f9 tempest-ServersAdminTestJSON-701576244 tempest-ServersAdminTestJSON-701576244-project] 10.222.0.16 "GET /v2.0/ports?device_id=c37af3d9-5cf3-44f0-a629-12e66be48e93 HTTP/1.1" status: 200 len: 951 time: 0.0650566 Jul 14 18:26:39.996761 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-74b3bf1a-2ad6-4623-93ea-086152f09311 req-2487d82e-76ad-4a49-9269-acbec5c60431 tempest-ServersAdminTestJSON-701576244 tempest-ServersAdminTestJSON-701576244-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea7723ec-9d2a-468c-977f-1e7257209758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331922 Jul 14 18:26:40.084280 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90109e3-8c28-4095-a301-a14040f767fe req-0dcc1b86-7883-4927-b3a2-d875772cbf87 tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:26:40.085756 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f90109e3-8c28-4095-a301-a14040f767fe req-0dcc1b86-7883-4927-b3a2-d875772cbf87 tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] 10.222.0.16 "GET /v2.0/ports?device_id=0af22a34-bad4-4c4a-8536-c04c74b71c59 HTTP/1.1" status: 200 len: 945 time: 0.0635128 Jul 14 18:26:40.127178 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f90109e3-8c28-4095-a301-a14040f767fe req-d6646eac-6c11-4c36-af24-c2f942c78fc6 tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] 10.222.0.16 "GET /v2.0/security-groups?id=4824db20-b9ba-4380-9f29-13755d37b981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358243 Jul 14 18:26:40.386811 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2793d0c-977c-4637-a704-8a431479fe68 req-f4bfd854-ae6e-492f-b5eb-bd0a2a6b6293 tempest-ServerRescueNegativeTestJSON-843679432 tempest-ServerRescueNegativeTestJSON-843679432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:26:40.388244 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c2793d0c-977c-4637-a704-8a431479fe68 req-f4bfd854-ae6e-492f-b5eb-bd0a2a6b6293 tempest-ServerRescueNegativeTestJSON-843679432 tempest-ServerRescueNegativeTestJSON-843679432-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b9e4456-2d8d-44aa-a867-8b086bbb5414 HTTP/1.1" status: 200 len: 946 time: 0.0660954 Jul 14 18:26:40.427124 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c2793d0c-977c-4637-a704-8a431479fe68 req-96f8a3e4-72ef-427b-a6fb-d55678fd8b40 tempest-ServerRescueNegativeTestJSON-843679432 tempest-ServerRescueNegativeTestJSON-843679432-project] 10.222.0.16 "GET /v2.0/security-groups?id=2ad455ff-6ff4-4067-8bf1-fdec963484f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332203 Jul 14 18:26:40.499754 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0668dece-3c01-49be-ad5f-5fa335c0f4be req-583ecdd9-deff-4412-81eb-25ca847d1d21 tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:26:40.501354 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-0668dece-3c01-49be-ad5f-5fa335c0f4be req-583ecdd9-deff-4412-81eb-25ca847d1d21 tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] 10.222.0.18 "GET /v2.0/ports?device_id=0af22a34-bad4-4c4a-8536-c04c74b71c59 HTTP/1.1" status: 200 len: 945 time: 0.0698829 Jul 14 18:26:40.595482 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-7516c5f1-294b-463b-9176-089e994dc713 req-7163e553-7a37-4556-a405-8b0605624c2d tempest-InstanceActionsTestJSON-796375755 tempest-InstanceActionsTestJSON-796375755-project] 10.222.0.16 "GET /v2.0/ports?device_id=4af750c4-79f1-4970-9792-363620de0873 HTTP/1.1" status: 200 len: 210 time: 0.0545630 Jul 14 18:26:40.665342 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a48450-bfbc-4cf7-af6a-447174aa7ef2 req-0da80130-5588-4cb0-a563-327f093be016 tempest-InstanceActionsTestJSON-796375755 tempest-InstanceActionsTestJSON-796375755-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:26:40.667752 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-39a48450-bfbc-4cf7-af6a-447174aa7ef2 req-0da80130-5588-4cb0-a563-327f093be016 tempest-InstanceActionsTestJSON-796375755 tempest-InstanceActionsTestJSON-796375755-project] 10.222.0.18 "GET /v2.0/networks?id=771647d4-5b1d-4c17-986d-65d44e44fc31 HTTP/1.1" status: 200 len: 814 time: 0.1509662 Jul 14 18:26:40.696861 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [req-39a48450-bfbc-4cf7-af6a-447174aa7ef2 req-ba6a9180-39a9-4c95-9243-2004a77f95da tempest-InstanceActionsTestJSON-796375755 tempest-InstanceActionsTestJSON-796375755-project] Request body: {'port': {'device_id': '4af750c4-79f1-4970-9792-363620de0873', 'network_id': '771647d4-5b1d-4c17-986d-65d44e44fc31', 'admin_state_up': True, 'tenant_id': 'a8d0ae23b8ab47bb8fdb056148b4d7c0'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:26:40.707501 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [req-0668dece-3c01-49be-ad5f-5fa335c0f4be req-267d46de-7866-453a-8bb9-6282d7b6ae5a tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] Deleting port 1aca285e-38bd-42e7-9131-1c4f61918ea1 {{(pid=93915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:26:40.707967 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-0668dece-3c01-49be-ad5f-5fa335c0f4be req-267d46de-7866-453a-8bb9-6282d7b6ae5a tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:26:40.785559 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a3e09e-a0d6-4ea0-94a6-d34a58e5e6ad req-7e58fc71-dd05-4649-acc4-1178e5a9bce8 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:26:40.787428 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-13a3e09e-a0d6-4ea0-94a6-d34a58e5e6ad req-7e58fc71-dd05-4649-acc4-1178e5a9bce8 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.16 "GET /v2.0/ports?device_id=0a88c096-4af3-4575-935b-65bff7ae8d10 HTTP/1.1" status: 200 len: 950 time: 0.1397033 Jul 14 18:26:40.833417 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-39a48450-bfbc-4cf7-af6a-447174aa7ef2 req-ba6a9180-39a9-4c95-9243-2004a77f95da tempest-InstanceActionsTestJSON-796375755 tempest-InstanceActionsTestJSON-796375755-project] Made reservation on behalf of a8d0ae23b8ab47bb8fdb056148b4d7c0 for: {'port': 1} {{(pid=93916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:26:40.837930 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-39a48450-bfbc-4cf7-af6a-447174aa7ef2 req-ba6a9180-39a9-4c95-9243-2004a77f95da tempest-InstanceActionsTestJSON-796375755 tempest-InstanceActionsTestJSON-796375755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:26:40.846766 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-0668dece-3c01-49be-ad5f-5fa335c0f4be req-267d46de-7866-453a-8bb9-6282d7b6ae5a tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] For port 1aca285e-38bd-42e7-9131-1c4f61918ea1, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=1aca285e-38bd-42e7-9131-1c4f61918ea1,segment=NetworkSegment(c5dc6d5b-42e9-4c22-85af-e48a17c0bd6d),segment_id=c5dc6d5b-42e9-4c22-85af-e48a17c0bd6d)] {{(pid=93915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:26:40.847125 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-0668dece-3c01-49be-ad5f-5fa335c0f4be req-267d46de-7866-453a-8bb9-6282d7b6ae5a tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:26:40.857986 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-13a3e09e-a0d6-4ea0-94a6-d34a58e5e6ad req-f6797cd4-5b0d-471f-99cf-01b7c6bee659 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.16 "GET /v2.0/security-groups?id=95148b1b-0f93-483b-9e80-262147c27e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606573 Jul 14 18:26:40.864072 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [req-0668dece-3c01-49be-ad5f-5fa335c0f4be req-267d46de-7866-453a-8bb9-6282d7b6ae5a tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] Calling delete_port for 1aca285e-38bd-42e7-9131-1c4f61918ea1 owned by compute:nova {{(pid=93915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:26:40.970510 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.db_base_plugin_common [req-39a48450-bfbc-4cf7-af6a-447174aa7ef2 req-ba6a9180-39a9-4c95-9243-2004a77f95da tempest-InstanceActionsTestJSON-796375755 tempest-InstanceActionsTestJSON-796375755-project] Allocated IP 172.20.0.3 (771647d4-5b1d-4c17-986d-65d44e44fc31/843efded-1b6b-4d20-bf6f-347b6e6ef1cd/297ea6a8-5ea6-455a-9da8-eb7e20d88ffb) {{(pid=93916) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:26:40.999416 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-0668dece-3c01-49be-ad5f-5fa335c0f4be req-267d46de-7866-453a-8bb9-6282d7b6ae5a tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:26:41.011011 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] get_ports_and_sgs() called for port_ids ['2dc4e7e9-6455-4472-9129-79fcd5d07d19', '1aca285e-38bd-42e7-9131-1c4f61918ea1'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 18:26:41.033540 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267d46de-7866-453a-8bb9-6282d7b6ae5a tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] Pushing event deleted for resources: {'Port': ['ID=1aca285e-38bd-42e7-9131-1c4f61918ea1,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:26:41.090904 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [req-0668dece-3c01-49be-ad5f-5fa335c0f4be req-267d46de-7866-453a-8bb9-6282d7b6ae5a tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] No DVR routers for this DVR port 1aca285e-38bd-42e7-9131-1c4f61918ea1 on host n-h1-800634-3 {{(pid=93915) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 18:26:41.093670 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-0668dece-3c01-49be-ad5f-5fa335c0f4be req-267d46de-7866-453a-8bb9-6282d7b6ae5a tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:26:41.095864 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-0668dece-3c01-49be-ad5f-5fa335c0f4be req-267d46de-7866-453a-8bb9-6282d7b6ae5a tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] 10.222.0.18 "DELETE /v2.0/ports/1aca285e-38bd-42e7-9131-1c4f61918ea1 HTTP/1.1" status: 204 len: 173 time: 0.5666592 Jul 14 18:26:41.096641 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0af22a34-bad4-4c4a-8536-c04c74b71c59', 'name': 'network-vif-deleted', 'tag': '1aca285e-38bd-42e7-9131-1c4f61918ea1'}] {{(pid=93915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:26:41.099032 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e72782ad3af8f7d4ce76cedf092bca46d1756acc5c4653cf0b52034cdd6b073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8b6489a-495d-4928-b2e6-4eeac987c83a" -d '{"events": [{"server_uuid": "0af22a34-bad4-4c4a-8536-c04c74b71c59", "name": "network-vif-deleted", "tag": "1aca285e-38bd-42e7-9131-1c4f61918ea1"}]}' {{(pid=93915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:26:41.150893 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-39a48450-bfbc-4cf7-af6a-447174aa7ef2 req-ba6a9180-39a9-4c95-9243-2004a77f95da tempest-InstanceActionsTestJSON-796375755 tempest-InstanceActionsTestJSON-796375755-project] Notify callbacks [] for port, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:26:41.156480 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 18:26:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ab999bd-6e98-4349-847b-01ded9c03a3c x-openstack-request-id: req-9ab999bd-6e98-4349-847b-01ded9c03a3c {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:26:41.156877 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0af22a34-bad4-4c4a-8536-c04c74b71c59", "name": "network-vif-deleted", "tag": "1aca285e-38bd-42e7-9131-1c4f61918ea1", "status": "completed", "code": 200}]} {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:26:41.157224 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9ab999bd-6e98-4349-847b-01ded9c03a3c {{(pid=93915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:26:41.157761 n-d-800634-3 neutron-server[93915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0af22a34-bad4-4c4a-8536-c04c74b71c59', 'name': 'network-vif-deleted', 'tag': '1aca285e-38bd-42e7-9131-1c4f61918ea1', 'status': 'completed', 'code': 200} Jul 14 18:26:41.209263 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-39a48450-bfbc-4cf7-af6a-447174aa7ef2 req-ba6a9180-39a9-4c95-9243-2004a77f95da tempest-InstanceActionsTestJSON-796375755 tempest-InstanceActionsTestJSON-796375755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:26:41.282073 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa25626-cd65-4f1a-a313-1a5eaab94468 req-71538b0c-ebb2-4a15-a9ee-9b81b97b38c8 tempest-ServersAdminTestJSON-701576244 tempest-ServersAdminTestJSON-701576244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:26:41.283994 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2fa25626-cd65-4f1a-a313-1a5eaab94468 req-71538b0c-ebb2-4a15-a9ee-9b81b97b38c8 tempest-ServersAdminTestJSON-701576244 tempest-ServersAdminTestJSON-701576244-project] 10.222.0.16 "GET /v2.0/ports?device_id=c37af3d9-5cf3-44f0-a629-12e66be48e93 HTTP/1.1" status: 200 len: 951 time: 0.1128552 Jul 14 18:26:41.311199 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-39a48450-bfbc-4cf7-af6a-447174aa7ef2 req-ba6a9180-39a9-4c95-9243-2004a77f95da tempest-InstanceActionsTestJSON-796375755 tempest-InstanceActionsTestJSON-796375755-project] Network 771647d4-5b1d-4c17-986d-65d44e44fc31 is already hosted by enough agents. {{(pid=93916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:26:41.316218 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [req-39a48450-bfbc-4cf7-af6a-447174aa7ef2 req-ba6a9180-39a9-4c95-9243-2004a77f95da tempest-InstanceActionsTestJSON-796375755 tempest-InstanceActionsTestJSON-796375755-project] Resources bound (agent type, host, resource id): {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:26:41.321895 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.l3_dvrscheduler_db [req-39a48450-bfbc-4cf7-af6a-447174aa7ef2 req-ba6a9180-39a9-4c95-9243-2004a77f95da tempest-InstanceActionsTestJSON-796375755 tempest-InstanceActionsTestJSON-796375755-project] Received port after_create {{(pid=93916) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:26:41.330824 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6a9180-39a9-4c95-9243-2004a77f95da tempest-InstanceActionsTestJSON-796375755 tempest-InstanceActionsTestJSON-796375755-project] Pushing event updated for resources: {'Port': ['ID=297ea6a8-5ea6-455a-9da8-eb7e20d88ffb,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:26:41.339037 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e0ae0076-8f68-4d06-8410-9718eac6974a req-691e8527-a4c8-4fe1-bef4-1fec26345379 tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] 10.222.0.16 "GET /v2.0/ports?device_id=0af22a34-bad4-4c4a-8536-c04c74b71c59 HTTP/1.1" status: 200 len: 210 time: 0.0380783 Jul 14 18:26:41.368806 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2fa25626-cd65-4f1a-a313-1a5eaab94468 req-d002913b-bfcb-46ef-a736-4dab409c009b tempest-ServersAdminTestJSON-701576244 tempest-ServersAdminTestJSON-701576244-project] 10.222.0.16 "GET /v2.0/security-groups?id=ea7723ec-9d2a-468c-977f-1e7257209758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749769 Jul 14 18:26:41.402330 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a48450-bfbc-4cf7-af6a-447174aa7ef2 req-ba6a9180-39a9-4c95-9243-2004a77f95da tempest-InstanceActionsTestJSON-796375755 tempest-InstanceActionsTestJSON-796375755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:26:41.402945 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-39a48450-bfbc-4cf7-af6a-447174aa7ef2 req-ba6a9180-39a9-4c95-9243-2004a77f95da tempest-InstanceActionsTestJSON-796375755 tempest-InstanceActionsTestJSON-796375755-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:26:41.416533 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-39a48450-bfbc-4cf7-af6a-447174aa7ef2 req-ba6a9180-39a9-4c95-9243-2004a77f95da tempest-InstanceActionsTestJSON-796375755 tempest-InstanceActionsTestJSON-796375755-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7318857 Jul 14 18:26:41.429106 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [req-39a48450-bfbc-4cf7-af6a-447174aa7ef2 req-57ab61dc-ea80-401d-909b-deda8929c1ab service neutron] Request body: {'port': {'device_id': '4af750c4-79f1-4970-9792-363620de0873', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800634-3'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:26:41.509223 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-39a48450-bfbc-4cf7-af6a-447174aa7ef2 req-57ab61dc-ea80-401d-909b-deda8929c1ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:26:41.533042 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device 4ecc80b6-53a5-4b25-b39e-82831cc210b1 no longer exists at agent hyperv_n-h1-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 18:26:41.556985 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] No Port match for: 4ecc80b6-53a5-4b25-b39e-82831cc210b1 {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 18:26:41.557334 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device 4ecc80b6-53a5-4b25-b39e-82831cc210b1 not bound to the agent host n-h1-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 18:26:41.628919 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6b3196-d155-469b-a22d-cfb850dcc32a req-9b545110-a1b4-4d2b-8c8c-f2315687e928 tempest-ServerRescueNegativeTestJSON-843679432 tempest-ServerRescueNegativeTestJSON-843679432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:26:41.630570 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-cb6b3196-d155-469b-a22d-cfb850dcc32a req-9b545110-a1b4-4d2b-8c8c-f2315687e928 tempest-ServerRescueNegativeTestJSON-843679432 tempest-ServerRescueNegativeTestJSON-843679432-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b9e4456-2d8d-44aa-a867-8b086bbb5414 HTTP/1.1" status: 200 len: 946 time: 0.0757036 Jul 14 18:26:41.706801 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-cb6b3196-d155-469b-a22d-cfb850dcc32a req-fb9fe312-caf8-4275-a487-8852ed0f0f90 tempest-ServerRescueNegativeTestJSON-843679432 tempest-ServerRescueNegativeTestJSON-843679432-project] 10.222.0.16 "GET /v2.0/security-groups?id=2ad455ff-6ff4-4067-8bf1-fdec963484f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653298 Jul 14 18:26:41.736677 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94173c6d-22b4-462c-b9f5-66f34cc4e513 req-780b7fb9-afce-4815-9654-a317612a276a tempest-ServersAdminTestJSON-701576244 tempest-ServersAdminTestJSON-701576244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:26:41.738275 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-94173c6d-22b4-462c-b9f5-66f34cc4e513 req-780b7fb9-afce-4815-9654-a317612a276a tempest-ServersAdminTestJSON-701576244 tempest-ServersAdminTestJSON-701576244-project] 10.222.0.18 "GET /v2.0/ports?device_id=c37af3d9-5cf3-44f0-a629-12e66be48e93 HTTP/1.1" status: 200 len: 951 time: 0.1068416 Jul 14 18:26:41.797369 n-d-800634-3 neutron-server[93916]: DEBUG neutron.notifiers.nova [req-39a48450-bfbc-4cf7-af6a-447174aa7ef2 req-57ab61dc-ea80-401d-909b-deda8929c1ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 297ea6a8-5ea6-455a-9da8-eb7e20d88ffb {{(pid=93916) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 18:26:41.808024 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-39a48450-bfbc-4cf7-af6a-447174aa7ef2 req-57ab61dc-ea80-401d-909b-deda8929c1ab service neutron] Notify callbacks [] for port, precommit_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:26:41.829409 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.provisioning_blocks [req-39a48450-bfbc-4cf7-af6a-447174aa7ef2 req-57ab61dc-ea80-401d-909b-deda8929c1ab service neutron] Transition to ACTIVE for port object 297ea6a8-5ea6-455a-9da8-eb7e20d88ffb will not be triggered until provisioned by entity L2. {{(pid=93916) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:26:41.835818 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-39a48450-bfbc-4cf7-af6a-447174aa7ef2 req-57ab61dc-ea80-401d-909b-deda8929c1ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2684870'] for port, after_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:26:41.873111 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c6fecc-0086-4999-834d-766df2619fe3 req-f98d1f43-2100-4242-b9f4-3209e806674e tempest-InstanceActionsTestJSON-796375755 tempest-InstanceActionsTestJSON-796375755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:26:41.874959 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c1c6fecc-0086-4999-834d-766df2619fe3 req-f98d1f43-2100-4242-b9f4-3209e806674e tempest-InstanceActionsTestJSON-796375755 tempest-InstanceActionsTestJSON-796375755-project] 10.222.0.16 "GET /v2.0/ports?device_id=4af750c4-79f1-4970-9792-363620de0873 HTTP/1.1" status: 200 len: 931 time: 0.1566248 Jul 14 18:26:41.913278 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ab61dc-ea80-401d-909b-deda8929c1ab service neutron] Pushing event updated for resources: {'Port': ['ID=297ea6a8-5ea6-455a-9da8-eb7e20d88ffb,revision_number=2']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:26:41.933067 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [req-94173c6d-22b4-462c-b9f5-66f34cc4e513 req-113c6780-1395-45fe-970c-b5935ea8888b tempest-ServersAdminTestJSON-701576244 tempest-ServersAdminTestJSON-701576244-project] Deleting port 11193581-98af-4629-bd90-7170ffba6ec1 {{(pid=93915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:26:41.933414 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-94173c6d-22b4-462c-b9f5-66f34cc4e513 req-113c6780-1395-45fe-970c-b5935ea8888b tempest-ServersAdminTestJSON-701576244 tempest-ServersAdminTestJSON-701576244-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:26:42.009759 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c1c6fecc-0086-4999-834d-766df2619fe3 req-12f3ecaf-9a63-4f37-a778-e1f9bebf864b tempest-InstanceActionsTestJSON-796375755 tempest-InstanceActionsTestJSON-796375755-project] 10.222.0.16 "GET /v2.0/security-groups?id=7b81002a-728a-4ba6-9514-c9aea41d4b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273222 Jul 14 18:26:42.011697 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.managers [req-39a48450-bfbc-4cf7-af6a-447174aa7ef2 req-57ab61dc-ea80-401d-909b-deda8929c1ab service neutron] Attempting to bind port 297ea6a8-5ea6-455a-9da8-eb7e20d88ffb on host n-h1-800634-3 for vnic_type normal with profile {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:26:42.012052 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.managers [req-39a48450-bfbc-4cf7-af6a-447174aa7ef2 req-57ab61dc-ea80-401d-909b-deda8929c1ab service neutron] Attempting to bind port 297ea6a8-5ea6-455a-9da8-eb7e20d88ffb by drivers openvswitch,hyperv on host n-h1-800634-3 at level 0 using segments [{'id': '57836d3c-c728-4edf-8283-e1919d06f991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '771647d4-5b1d-4c17-986d-65d44e44fc31'}] {{(pid=93916) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:26:42.012503 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39a48450-bfbc-4cf7-af6a-447174aa7ef2 req-57ab61dc-ea80-401d-909b-deda8929c1ab service neutron] Attempting to bind port 297ea6a8-5ea6-455a-9da8-eb7e20d88ffb on network 771647d4-5b1d-4c17-986d-65d44e44fc31 {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:26:42.017355 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39a48450-bfbc-4cf7-af6a-447174aa7ef2 req-57ab61dc-ea80-401d-909b-deda8929c1ab service neutron] Port 297ea6a8-5ea6-455a-9da8-eb7e20d88ffb on network 771647d4-5b1d-4c17-986d-65d44e44fc31 not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-3 {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 18:26:42.017540 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39a48450-bfbc-4cf7-af6a-447174aa7ef2 req-57ab61dc-ea80-401d-909b-deda8929c1ab service neutron] Attempting to bind port 297ea6a8-5ea6-455a-9da8-eb7e20d88ffb on network 771647d4-5b1d-4c17-986d-65d44e44fc31 {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:26:42.023429 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39a48450-bfbc-4cf7-af6a-447174aa7ef2 req-57ab61dc-ea80-401d-909b-deda8929c1ab service neutron] Checking agent: {'id': 'a3630ff4-fbee-45d9-b9b6-0ae41cb3a350', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 15, 32), 'started_at': datetime.datetime(2021, 7, 14, 18, 15, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 18, 26, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 18:26:42.023600 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39a48450-bfbc-4cf7-af6a-447174aa7ef2 req-57ab61dc-ea80-401d-909b-deda8929c1ab service neutron] Checking segment: {'id': '57836d3c-c728-4edf-8283-e1919d06f991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '771647d4-5b1d-4c17-986d-65d44e44fc31'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93916) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:26:42.024024 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39a48450-bfbc-4cf7-af6a-447174aa7ef2 req-57ab61dc-ea80-401d-909b-deda8929c1ab service neutron] Bound using segment: {'id': '57836d3c-c728-4edf-8283-e1919d06f991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '771647d4-5b1d-4c17-986d-65d44e44fc31'} {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 18:26:42.024556 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.managers [req-39a48450-bfbc-4cf7-af6a-447174aa7ef2 req-57ab61dc-ea80-401d-909b-deda8929c1ab service neutron] Bound port: 297ea6a8-5ea6-455a-9da8-eb7e20d88ffb, host: n-h1-800634-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '57836d3c-c728-4edf-8283-e1919d06f991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '771647d4-5b1d-4c17-986d-65d44e44fc31'}}] {{(pid=93916) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 18:26:42.024996 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-39a48450-bfbc-4cf7-af6a-447174aa7ef2 req-57ab61dc-ea80-401d-909b-deda8929c1ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:26:42.066372 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-94173c6d-22b4-462c-b9f5-66f34cc4e513 req-113c6780-1395-45fe-970c-b5935ea8888b tempest-ServersAdminTestJSON-701576244 tempest-ServersAdminTestJSON-701576244-project] For port 11193581-98af-4629-bd90-7170ffba6ec1, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=11193581-98af-4629-bd90-7170ffba6ec1,segment=NetworkSegment(067fc487-22c7-42de-972d-ae352a28ad29),segment_id=067fc487-22c7-42de-972d-ae352a28ad29)] {{(pid=93915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:26:42.067233 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-94173c6d-22b4-462c-b9f5-66f34cc4e513 req-113c6780-1395-45fe-970c-b5935ea8888b tempest-ServersAdminTestJSON-701576244 tempest-ServersAdminTestJSON-701576244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:26:42.084645 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [req-94173c6d-22b4-462c-b9f5-66f34cc4e513 req-113c6780-1395-45fe-970c-b5935ea8888b tempest-ServersAdminTestJSON-701576244 tempest-ServersAdminTestJSON-701576244-project] Calling delete_port for 11193581-98af-4629-bd90-7170ffba6ec1 owned by compute:nova {{(pid=93915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:26:42.090751 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.db [req-39a48450-bfbc-4cf7-af6a-447174aa7ef2 req-57ab61dc-ea80-401d-909b-deda8929c1ab service neutron] For port 297ea6a8-5ea6-455a-9da8-eb7e20d88ffb, host n-h1-800634-3, cleared binding levels {{(pid=93916) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:26:42.093822 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.db [req-39a48450-bfbc-4cf7-af6a-447174aa7ef2 req-57ab61dc-ea80-401d-909b-deda8929c1ab service neutron] For port 297ea6a8-5ea6-455a-9da8-eb7e20d88ffb, host n-h1-800634-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=297ea6a8-5ea6-455a-9da8-eb7e20d88ffb,segment=NetworkSegment(57836d3c-c728-4edf-8283-e1919d06f991),segment_id=57836d3c-c728-4edf-8283-e1919d06f991)] {{(pid=93916) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 18:26:42.097328 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-39a48450-bfbc-4cf7-af6a-447174aa7ef2 req-57ab61dc-ea80-401d-909b-deda8929c1ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2684870'] for port, after_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:26:42.130404 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a48450-bfbc-4cf7-af6a-447174aa7ef2 req-57ab61dc-ea80-401d-909b-deda8929c1ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:26:42.131016 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-39a48450-bfbc-4cf7-af6a-447174aa7ef2 req-57ab61dc-ea80-401d-909b-deda8929c1ab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:26:42.132413 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-39a48450-bfbc-4cf7-af6a-447174aa7ef2 req-57ab61dc-ea80-401d-909b-deda8929c1ab service neutron] 10.222.0.18 "PUT /v2.0/ports/297ea6a8-5ea6-455a-9da8-eb7e20d88ffb HTTP/1.1" status: 200 len: 1091 time: 0.7077703 Jul 14 18:26:42.132839 n-d-800634-3 neutron-server[93916]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4af750c4-79f1-4970-9792-363620de0873', 'tag': '297ea6a8-5ea6-455a-9da8-eb7e20d88ffb'}] {{(pid=93916) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:26:42.135052 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f803e150b363a7893830aa996ac27753fa25517c406ecd3536b7c2d4b26eeb9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-455a3566-d930-436b-ad98-3eb4987cc9ca" -d '{"events": [{"name": "network-changed", "server_uuid": "4af750c4-79f1-4970-9792-363620de0873", "tag": "297ea6a8-5ea6-455a-9da8-eb7e20d88ffb"}]}' {{(pid=93916) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:26:42.140933 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6aa5a95-6d5a-4053-8291-79aa5678ca5c req-88657839-3517-4f11-abf1-723386527214 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:26:42.147730 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c6aa5a95-6d5a-4053-8291-79aa5678ca5c req-88657839-3517-4f11-abf1-723386527214 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.16 "GET /v2.0/ports?device_id=0a88c096-4af3-4575-935b-65bff7ae8d10 HTTP/1.1" status: 200 len: 950 time: 0.1542649 Jul 14 18:26:42.162033 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ab61dc-ea80-401d-909b-deda8929c1ab service neutron] Pushing event updated for resources: {'Port': ['ID=297ea6a8-5ea6-455a-9da8-eb7e20d88ffb,revision_number=3']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:26:42.182448 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 18:26:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d611912-3054-4769-818c-b89287e151c9 x-openstack-request-id: req-5d611912-3054-4769-818c-b89287e151c9 {{(pid=93916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:26:42.182761 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4af750c4-79f1-4970-9792-363620de0873", "tag": "297ea6a8-5ea6-455a-9da8-eb7e20d88ffb", "status": "completed", "code": 200}]} {{(pid=93916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:26:42.183120 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5d611912-3054-4769-818c-b89287e151c9 {{(pid=93916) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:26:42.183551 n-d-800634-3 neutron-server[93916]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4af750c4-79f1-4970-9792-363620de0873', 'tag': '297ea6a8-5ea6-455a-9da8-eb7e20d88ffb', 'status': 'completed', 'code': 200} Jul 14 18:26:42.200014 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c6aa5a95-6d5a-4053-8291-79aa5678ca5c req-0ac29ddd-fd37-465c-9fec-391e82f8d749 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.16 "GET /v2.0/security-groups?id=95148b1b-0f93-483b-9e80-262147c27e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514116 Jul 14 18:26:42.241584 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a48450-bfbc-4cf7-af6a-447174aa7ef2 req-16a78a36-b05a-49c5-ad6c-fc63c94bbfa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:26:42.243087 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-39a48450-bfbc-4cf7-af6a-447174aa7ef2 req-16a78a36-b05a-49c5-ad6c-fc63c94bbfa7 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a8d0ae23b8ab47bb8fdb056148b4d7c0&device_id=4af750c4-79f1-4970-9792-363620de0873 HTTP/1.1" status: 200 len: 1094 time: 0.0556040 Jul 14 18:26:42.270534 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-94173c6d-22b4-462c-b9f5-66f34cc4e513 req-113c6780-1395-45fe-970c-b5935ea8888b tempest-ServersAdminTestJSON-701576244 tempest-ServersAdminTestJSON-701576244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:26:42.287982 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] get_ports_and_sgs() called for port_ids ['11193581-98af-4629-bd90-7170ffba6ec1'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 18:26:42.291542 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-39a48450-bfbc-4cf7-af6a-447174aa7ef2 req-9e2a5d42-9164-4157-8aa7-b3daa3dc8ed9 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=297ea6a8-5ea6-455a-9da8-eb7e20d88ffb HTTP/1.1" status: 200 len: 217 time: 0.0400896 Jul 14 18:26:42.302874 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113c6780-1395-45fe-970c-b5935ea8888b tempest-ServersAdminTestJSON-701576244 tempest-ServersAdminTestJSON-701576244-project] Pushing event deleted for resources: {'Port': ['ID=11193581-98af-4629-bd90-7170ffba6ec1,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:26:42.357086 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a48450-bfbc-4cf7-af6a-447174aa7ef2 req-48020992-9fce-49c1-ba83-339f2d63c414 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:26:42.357886 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [req-94173c6d-22b4-462c-b9f5-66f34cc4e513 req-113c6780-1395-45fe-970c-b5935ea8888b tempest-ServersAdminTestJSON-701576244 tempest-ServersAdminTestJSON-701576244-project] No DVR routers for this DVR port 11193581-98af-4629-bd90-7170ffba6ec1 on host n-h1-800634-3 {{(pid=93915) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 18:26:42.358576 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-39a48450-bfbc-4cf7-af6a-447174aa7ef2 req-48020992-9fce-49c1-ba83-339f2d63c414 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=843efded-1b6b-4d20-bf6f-347b6e6ef1cd HTTP/1.1" status: 200 len: 854 time: 0.0546763 Jul 14 18:26:42.360364 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-94173c6d-22b4-462c-b9f5-66f34cc4e513 req-113c6780-1395-45fe-970c-b5935ea8888b tempest-ServersAdminTestJSON-701576244 tempest-ServersAdminTestJSON-701576244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:26:42.362977 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-94173c6d-22b4-462c-b9f5-66f34cc4e513 req-113c6780-1395-45fe-970c-b5935ea8888b tempest-ServersAdminTestJSON-701576244 tempest-ServersAdminTestJSON-701576244-project] 10.222.0.18 "DELETE /v2.0/ports/11193581-98af-4629-bd90-7170ffba6ec1 HTTP/1.1" status: 204 len: 173 time: 0.6017759 Jul 14 18:26:42.401354 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-39a48450-bfbc-4cf7-af6a-447174aa7ef2 req-8331e181-2e65-47c0-8e2f-2a040d723d5c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=771647d4-5b1d-4c17-986d-65d44e44fc31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0317860 Jul 14 18:26:42.521095 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-39a48450-bfbc-4cf7-af6a-447174aa7ef2 req-ccc954b6-45d5-49bc-b639-535b271c83c6 service neutron] 10.222.0.18 "GET /v2.0/networks/771647d4-5b1d-4c17-986d-65d44e44fc31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1122427 Jul 14 18:26:42.582130 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c31d4f62-8b25-461b-a2a1-411659291f5c req-d400d0c4-d25f-4fde-bf26-b98b63333ca2 tempest-ServersAdminTestJSON-701576244 tempest-ServersAdminTestJSON-701576244-project] 10.222.0.16 "GET /v2.0/ports?device_id=c37af3d9-5cf3-44f0-a629-12e66be48e93 HTTP/1.1" status: 200 len: 210 time: 0.0415785 Jul 14 18:26:42.657514 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-39a48450-bfbc-4cf7-af6a-447174aa7ef2 req-6eca08ee-5d19-4ab2-97b3-118ce750489b service neutron] 10.222.0.18 "GET /v2.0/networks/771647d4-5b1d-4c17-986d-65d44e44fc31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281598 Jul 14 18:26:42.792230 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455a3566-d930-436b-ad98-3eb4987cc9ca req-9ce5db1d-8663-4fec-a10b-e547b4dd927e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:26:42.793667 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-455a3566-d930-436b-ad98-3eb4987cc9ca req-9ce5db1d-8663-4fec-a10b-e547b4dd927e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a8d0ae23b8ab47bb8fdb056148b4d7c0&device_id=4af750c4-79f1-4970-9792-363620de0873 HTTP/1.1" status: 200 len: 1094 time: 0.0620720 Jul 14 18:26:42.899627 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fafdd5e-45b1-460c-95eb-cfe38105c0cf req-ba10975d-3d46-4b8d-ae43-30f12f28bbaf tempest-ServerRescueNegativeTestJSON-843679432 tempest-ServerRescueNegativeTestJSON-843679432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:26:42.901414 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-0fafdd5e-45b1-460c-95eb-cfe38105c0cf req-ba10975d-3d46-4b8d-ae43-30f12f28bbaf tempest-ServerRescueNegativeTestJSON-843679432 tempest-ServerRescueNegativeTestJSON-843679432-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b9e4456-2d8d-44aa-a867-8b086bbb5414 HTTP/1.1" status: 200 len: 946 time: 0.0737822 Jul 14 18:26:42.912528 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455a3566-d930-436b-ad98-3eb4987cc9ca req-e2ae2c18-9114-45d6-8a43-ed9699a8596c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:26:42.914105 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-455a3566-d930-436b-ad98-3eb4987cc9ca req-e2ae2c18-9114-45d6-8a43-ed9699a8596c service neutron] 10.222.0.18 "GET /v2.0/networks?id=771647d4-5b1d-4c17-986d-65d44e44fc31 HTTP/1.1" status: 200 len: 914 time: 0.1081848 Jul 14 18:26:42.939961 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-0fafdd5e-45b1-460c-95eb-cfe38105c0cf req-4ee243b4-5c27-4f98-b833-85eef5a6c21a tempest-ServerRescueNegativeTestJSON-843679432 tempest-ServerRescueNegativeTestJSON-843679432-project] 10.222.0.16 "GET /v2.0/security-groups?id=2ad455ff-6ff4-4067-8bf1-fdec963484f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328474 Jul 14 18:26:42.960731 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-455a3566-d930-436b-ad98-3eb4987cc9ca req-d4594bb5-2095-48fa-9c30-db852816deab service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=297ea6a8-5ea6-455a-9da8-eb7e20d88ffb HTTP/1.1" status: 200 len: 217 time: 0.0388322 Jul 14 18:26:43.029264 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455a3566-d930-436b-ad98-3eb4987cc9ca req-81c3f226-0595-4b7c-98d7-f250ab77f568 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:26:43.030682 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-455a3566-d930-436b-ad98-3eb4987cc9ca req-81c3f226-0595-4b7c-98d7-f250ab77f568 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=843efded-1b6b-4d20-bf6f-347b6e6ef1cd HTTP/1.1" status: 200 len: 854 time: 0.0599525 Jul 14 18:26:43.074766 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-455a3566-d930-436b-ad98-3eb4987cc9ca req-edcc7288-06b1-46ee-a68a-361df7098a6a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=771647d4-5b1d-4c17-986d-65d44e44fc31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294292 Jul 14 18:26:43.166023 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c37af3d9-5cf3-44f0-a629-12e66be48e93', 'name': 'network-vif-deleted', 'tag': '11193581-98af-4629-bd90-7170ffba6ec1'}] {{(pid=93915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:26:43.168363 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e72782ad3af8f7d4ce76cedf092bca46d1756acc5c4653cf0b52034cdd6b073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e12a8da4-c05d-4bcd-a67e-8a3a0126df83" -d '{"events": [{"server_uuid": "c37af3d9-5cf3-44f0-a629-12e66be48e93", "name": "network-vif-deleted", "tag": "11193581-98af-4629-bd90-7170ffba6ec1"}]}' {{(pid=93915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:26:43.182909 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-455a3566-d930-436b-ad98-3eb4987cc9ca req-8418e102-2810-4a2c-8b19-76579e5e34fa service neutron] 10.222.0.18 "GET /v2.0/networks/771647d4-5b1d-4c17-986d-65d44e44fc31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917633 Jul 14 18:26:43.200455 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddadb0bd-2c7b-4aa6-b434-09bc96f8aa58 req-aa29a93f-075a-497a-9490-6d28e473065e tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:26:43.202229 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ddadb0bd-2c7b-4aa6-b434-09bc96f8aa58 req-aa29a93f-075a-497a-9490-6d28e473065e tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] 10.222.0.16 "GET /v2.0/networks?id=027c4e91-49f9-408a-bc70-11f19a2cbbb7 HTTP/1.1" status: 200 len: 806 time: 0.1648912 Jul 14 18:26:43.226673 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ddadb0bd-2c7b-4aa6-b434-09bc96f8aa58 req-60fc4770-8be9-4558-9ca9-87b95f187983 tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] 10.222.0.16 "GET /v2.0/quotas/882f4375ae5845d48a58ae9ac1c63552 HTTP/1.1" status: 200 len: 375 time: 0.0157378 Jul 14 18:26:43.284854 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fc0fd7-1d99-4644-9fd3-27ad2299cf8f req-56d584cc-31a3-4495-9772-1f842a95752b tempest-InstanceActionsTestJSON-796375755 tempest-InstanceActionsTestJSON-796375755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:26:43.286499 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e8fc0fd7-1d99-4644-9fd3-27ad2299cf8f req-56d584cc-31a3-4495-9772-1f842a95752b tempest-InstanceActionsTestJSON-796375755 tempest-InstanceActionsTestJSON-796375755-project] 10.222.0.16 "GET /v2.0/ports?device_id=4af750c4-79f1-4970-9792-363620de0873 HTTP/1.1" status: 200 len: 943 time: 0.1321640 Jul 14 18:26:43.287633 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-455a3566-d930-436b-ad98-3eb4987cc9ca req-fd226872-fecc-4086-9edd-06f598baa6f2 service neutron] 10.222.0.18 "GET /v2.0/networks/771647d4-5b1d-4c17-986d-65d44e44fc31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939252 Jul 14 18:26:43.341813 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e8fc0fd7-1d99-4644-9fd3-27ad2299cf8f req-099dbdf2-2cdf-4cfe-a413-f43831e6b0e8 tempest-InstanceActionsTestJSON-796375755 tempest-InstanceActionsTestJSON-796375755-project] 10.222.0.16 "GET /v2.0/security-groups?id=7b81002a-728a-4ba6-9514-c9aea41d4b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494406 Jul 14 18:26:43.347122 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ddadb0bd-2c7b-4aa6-b434-09bc96f8aa58 req-f832ffd5-3f76-49d9-95f4-afcf7ebc7f39 tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=882f4375ae5845d48a58ae9ac1c63552&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1138427 Jul 14 18:26:43.406131 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 18:26:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5874937d-5fb1-468a-9cee-527049f999e9 x-openstack-request-id: req-5874937d-5fb1-468a-9cee-527049f999e9 {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:26:43.406420 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c37af3d9-5cf3-44f0-a629-12e66be48e93", "name": "network-vif-deleted", "tag": "11193581-98af-4629-bd90-7170ffba6ec1", "status": "completed", "code": 200}]} {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:26:43.406671 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5874937d-5fb1-468a-9cee-527049f999e9 {{(pid=93915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:26:43.407054 n-d-800634-3 neutron-server[93915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c37af3d9-5cf3-44f0-a629-12e66be48e93', 'name': 'network-vif-deleted', 'tag': '11193581-98af-4629-bd90-7170ffba6ec1', 'status': 'completed', 'code': 200} Jul 14 18:26:43.449756 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ddadb0bd-2c7b-4aa6-b434-09bc96f8aa58 req-0fb91f64-cc7d-4620-b016-5f55dcec8730 service neutron] 10.222.0.16 "GET /v2.0/networks/027c4e91-49f9-408a-bc70-11f19a2cbbb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912802 Jul 14 18:26:43.579995 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ddadb0bd-2c7b-4aa6-b434-09bc96f8aa58 req-bf9f0d63-453d-4396-9bf3-4186187266db service neutron] 10.222.0.16 "GET /v2.0/networks/027c4e91-49f9-408a-bc70-11f19a2cbbb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237891 Jul 14 18:26:43.591886 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a09494e-329f-422d-865d-db1a85844fdf req-024b695e-dcf6-4caf-a7ab-d92a28d9cbf2 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:26:43.593328 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-9a09494e-329f-422d-865d-db1a85844fdf req-024b695e-dcf6-4caf-a7ab-d92a28d9cbf2 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.16 "GET /v2.0/ports?device_id=0a88c096-4af3-4575-935b-65bff7ae8d10 HTTP/1.1" status: 200 len: 950 time: 0.1192997 Jul 14 18:26:43.632526 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-9a09494e-329f-422d-865d-db1a85844fdf req-598df804-9f40-45bb-b113-50e019f86905 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.16 "GET /v2.0/security-groups?id=95148b1b-0f93-483b-9e80-262147c27e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333619 Jul 14 18:26:43.758885 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2928904f-6aeb-4232-9811-01cdf86ba557 req-2002f94e-07a0-4c7b-838a-7991d425ad80 tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] 10.222.0.16 "GET /v2.0/ports?device_id=3e17182c-e25e-4d92-a19a-02d7d1a55cf6 HTTP/1.1" status: 200 len: 210 time: 0.0352876 Jul 14 18:26:43.939327 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 36098) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:26:44.108533 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-c22b7d46-eb0a-46d3-bac5-b1d6f71c28f1 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5fc9a5e55fd84545a47306b3e1f6fe5f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1679962 Jul 14 18:26:44.111068 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 36108) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:26:44.189338 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d5f176-b95b-4dee-8b65-46c8bc295490 req-49e0b32b-1561-446f-a73b-6cfdf1e59bb2 tempest-ServerRescueNegativeTestJSON-843679432 tempest-ServerRescueNegativeTestJSON-843679432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:26:44.190858 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-d1d5f176-b95b-4dee-8b65-46c8bc295490 req-49e0b32b-1561-446f-a73b-6cfdf1e59bb2 tempest-ServerRescueNegativeTestJSON-843679432 tempest-ServerRescueNegativeTestJSON-843679432-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b9e4456-2d8d-44aa-a867-8b086bbb5414 HTTP/1.1" status: 200 len: 946 time: 0.1274240 Jul 14 18:26:44.191921 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-60aa54fb-e95a-4d32-82fe-d9bbe528aaef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:26:44.227090 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-60aa54fb-e95a-4d32-82fe-d9bbe528aaef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:26:44.261832 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-d1d5f176-b95b-4dee-8b65-46c8bc295490 req-d2ce2586-350f-4d3c-8b88-0eeeaf48c1a4 tempest-ServerRescueNegativeTestJSON-843679432 tempest-ServerRescueNegativeTestJSON-843679432-project] 10.222.0.16 "GET /v2.0/security-groups?id=2ad455ff-6ff4-4067-8bf1-fdec963484f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610209 Jul 14 18:26:44.290091 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-60aa54fb-e95a-4d32-82fe-d9bbe528aaef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:26:44.292763 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-60aa54fb-e95a-4d32-82fe-d9bbe528aaef admin admin] Notify callbacks [] for security_group, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:26:44.296601 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-60aa54fb-e95a-4d32-82fe-d9bbe528aaef admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ea7723ec-9d2a-468c-977f-1e7257209758 HTTP/1.1" status: 204 len: 168 time: 0.1846232 Jul 14 18:26:44.304347 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60aa54fb-e95a-4d32-82fe-d9bbe528aaef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea7723ec-9d2a-468c-977f-1e7257209758,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:26:44.525126 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6116e41c-f5a9-449b-96ed-6fe6d916e0d2 req-310b5c15-3a39-44c8-91bf-37a5771d562e tempest-InstanceActionsTestJSON-796375755 tempest-InstanceActionsTestJSON-796375755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:26:44.526747 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6116e41c-f5a9-449b-96ed-6fe6d916e0d2 req-310b5c15-3a39-44c8-91bf-37a5771d562e tempest-InstanceActionsTestJSON-796375755 tempest-InstanceActionsTestJSON-796375755-project] 10.222.0.16 "GET /v2.0/ports?device_id=4af750c4-79f1-4970-9792-363620de0873 HTTP/1.1" status: 200 len: 943 time: 0.0632970 Jul 14 18:26:44.567428 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6116e41c-f5a9-449b-96ed-6fe6d916e0d2 req-e1dc7d6f-d4f8-45d9-802c-b53e82b559a9 tempest-InstanceActionsTestJSON-796375755 tempest-InstanceActionsTestJSON-796375755-project] 10.222.0.16 "GET /v2.0/security-groups?id=7b81002a-728a-4ba6-9514-c9aea41d4b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330770 Jul 14 18:26:44.578750 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 36118) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:26:44.623546 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-1f50db0f-1c51-47cb-8137-d10c29af0bba admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=cb518976b2d943c18773b23c640e0d96&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0414729 Jul 14 18:26:44.623831 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 36120) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:26:44.658254 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-47d3209e-1408-4d5f-8dd4-7ae1bad4e735 req-de15dc30-8637-4657-b8fe-9fef7251bf49 service neutron] 10.222.0.18 "GET /v2.0/ports/2d86f518-a5dc-431f-bc2b-7938083f5172/bindings/n-h1-800634-3 HTTP/1.1" status: 200 len: 382 time: 0.0562322 Jul 14 18:26:44.673834 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-c337253e-5036-4dcf-9d07-e15f285bab16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:26:44.698298 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-c337253e-5036-4dcf-9d07-e15f285bab16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:26:44.767118 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-c337253e-5036-4dcf-9d07-e15f285bab16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:26:44.770581 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-c337253e-5036-4dcf-9d07-e15f285bab16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:26:44.771738 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-c337253e-5036-4dcf-9d07-e15f285bab16 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/83cab4f6-5107-4b6f-8a5b-cac508ee456c HTTP/1.1" status: 204 len: 168 time: 0.1470635 Jul 14 18:26:44.800972 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c337253e-5036-4dcf-9d07-e15f285bab16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83cab4f6-5107-4b6f-8a5b-cac508ee456c,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:26:44.875771 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f57e65b-a876-41fa-8a86-f426809bb39b req-d2875b99-b7e4-41f9-a082-90952c6ae945 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:26:44.878520 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6f57e65b-a876-41fa-8a86-f426809bb39b req-d2875b99-b7e4-41f9-a082-90952c6ae945 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.16 "GET /v2.0/ports?device_id=0a88c096-4af3-4575-935b-65bff7ae8d10 HTTP/1.1" status: 200 len: 950 time: 0.1226900 Jul 14 18:26:44.978518 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6924765e-b114-4f31-842b-0da7911d2d8f req-58c98255-f5c0-4e20-b978-910ed88e5fd5 tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] 10.222.0.16 "GET /v2.0/ports?device_id=3e17182c-e25e-4d92-a19a-02d7d1a55cf6 HTTP/1.1" status: 200 len: 210 time: 0.0564406 Jul 14 18:26:45.018571 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6f57e65b-a876-41fa-8a86-f426809bb39b req-6e1026d2-3c39-4000-807d-b7fb0cef71f9 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.16 "GET /v2.0/security-groups?id=95148b1b-0f93-483b-9e80-262147c27e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333904 Jul 14 18:26:45.054009 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddadb0bd-2c7b-4aa6-b434-09bc96f8aa58 req-0227a5e5-1d8f-46c1-b752-b293ecd77658 tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:26:45.055673 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-ddadb0bd-2c7b-4aa6-b434-09bc96f8aa58 req-0227a5e5-1d8f-46c1-b752-b293ecd77658 tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] 10.222.0.18 "GET /v2.0/networks?id=027c4e91-49f9-408a-bc70-11f19a2cbbb7 HTTP/1.1" status: 200 len: 806 time: 0.1543670 Jul 14 18:26:45.065005 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d3209e-1408-4d5f-8dd4-7ae1bad4e735 req-6d047c62-6c1f-4163-94e7-d7cdec846d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:26:45.067553 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-47d3209e-1408-4d5f-8dd4-7ae1bad4e735 req-6d047c62-6c1f-4163-94e7-d7cdec846d89 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=0a88c096-4af3-4575-935b-65bff7ae8d10&tenant_id=e0d800f124a7477bb29e534c1272cd15 HTTP/1.1" status: 200 len: 1101 time: 0.1015558 Jul 14 18:26:45.089047 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [req-ddadb0bd-2c7b-4aa6-b434-09bc96f8aa58 req-22044f9f-88d5-4962-9423-7fc7584473cd tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] Request body: {'port': {'device_id': '3e17182c-e25e-4d92-a19a-02d7d1a55cf6', 'network_id': '027c4e91-49f9-408a-bc70-11f19a2cbbb7', 'admin_state_up': True, 'tenant_id': '882f4375ae5845d48a58ae9ac1c63552'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:26:45.178111 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d3209e-1408-4d5f-8dd4-7ae1bad4e735 req-720dfec0-a9de-4993-8f32-c6915cc00c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:26:45.179640 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-47d3209e-1408-4d5f-8dd4-7ae1bad4e735 req-720dfec0-a9de-4993-8f32-c6915cc00c1a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e0d800f124a7477bb29e534c1272cd15&device_id=0a88c096-4af3-4575-935b-65bff7ae8d10 HTTP/1.1" status: 200 len: 1101 time: 0.0751112 Jul 14 18:26:45.270234 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ddadb0bd-2c7b-4aa6-b434-09bc96f8aa58 req-22044f9f-88d5-4962-9423-7fc7584473cd tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] Made reservation on behalf of 882f4375ae5845d48a58ae9ac1c63552 for: {'port': 1} {{(pid=93916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:26:45.273875 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-ddadb0bd-2c7b-4aa6-b434-09bc96f8aa58 req-22044f9f-88d5-4962-9423-7fc7584473cd tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:26:45.295668 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d3209e-1408-4d5f-8dd4-7ae1bad4e735 req-511d0713-7760-4629-ad9e-1696ff217e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:26:45.297715 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-47d3209e-1408-4d5f-8dd4-7ae1bad4e735 req-511d0713-7760-4629-ad9e-1696ff217e8e service neutron] 10.222.0.18 "GET /v2.0/networks?id=4f742057-89ee-4b4a-86f7-487ee61881a1 HTTP/1.1" status: 200 len: 869 time: 0.1085925 Jul 14 18:26:45.427264 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.db_base_plugin_common [req-ddadb0bd-2c7b-4aa6-b434-09bc96f8aa58 req-22044f9f-88d5-4962-9423-7fc7584473cd tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] Allocated IP 172.20.0.6 (027c4e91-49f9-408a-bc70-11f19a2cbbb7/05d56735-edac-4058-8f3c-680c255777ec/60aee43e-89cd-4b99-bf0d-d513e9aa2a82) {{(pid=93916) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:26:45.545693 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device 1aca285e-38bd-42e7-9131-1c4f61918ea1 no longer exists at agent hyperv_n-h1-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 18:26:45.599558 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] No Port match for: 1aca285e-38bd-42e7-9131-1c4f61918ea1 {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 18:26:45.600991 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device 1aca285e-38bd-42e7-9131-1c4f61918ea1 not bound to the agent host n-h1-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 18:26:45.601710 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device 11193581-98af-4629-bd90-7170ffba6ec1 no longer exists at agent hyperv_n-h1-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 18:26:45.613525 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-ddadb0bd-2c7b-4aa6-b434-09bc96f8aa58 req-22044f9f-88d5-4962-9423-7fc7584473cd tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] Notify callbacks [] for port, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:26:45.637085 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] No Port match for: 11193581-98af-4629-bd90-7170ffba6ec1 {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 18:26:45.637663 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device 11193581-98af-4629-bd90-7170ffba6ec1 not bound to the agent host n-h1-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 18:26:45.667816 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-ddadb0bd-2c7b-4aa6-b434-09bc96f8aa58 req-22044f9f-88d5-4962-9423-7fc7584473cd tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:26:45.681865 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] get_ports_and_sgs() called for port_ids ['2dc4e7e9-6455-4472-9129-79fcd5d07d19'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 18:26:45.690958 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-47d3209e-1408-4d5f-8dd4-7ae1bad4e735 req-fed889ce-58ab-4005-82b8-8d3fd7bd1357 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.237&port_id=2d86f518-a5dc-431f-bc2b-7938083f5172 HTTP/1.1" status: 200 len: 217 time: 0.3838761 Jul 14 18:26:45.745104 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-db42ea2e-8626-44ac-8fee-5d2e25189826 req-4e99a3ce-aefa-4f34-8381-180f136deb18 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=03a24d87-527f-4d5b-a998-53393446562a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0664089 Jul 14 18:26:45.752380 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ddadb0bd-2c7b-4aa6-b434-09bc96f8aa58 req-22044f9f-88d5-4962-9423-7fc7584473cd tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] Network 027c4e91-49f9-408a-bc70-11f19a2cbbb7 is already hosted by enough agents. {{(pid=93916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:26:45.756147 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [req-ddadb0bd-2c7b-4aa6-b434-09bc96f8aa58 req-22044f9f-88d5-4962-9423-7fc7584473cd tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] Resources bound (agent type, host, resource id): {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:26:45.758682 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddadb0bd-2c7b-4aa6-b434-09bc96f8aa58 req-22044f9f-88d5-4962-9423-7fc7584473cd tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] Received port after_create {{(pid=93916) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:26:45.819758 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddadb0bd-2c7b-4aa6-b434-09bc96f8aa58 req-22044f9f-88d5-4962-9423-7fc7584473cd tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:26:45.820547 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-ddadb0bd-2c7b-4aa6-b434-09bc96f8aa58 req-22044f9f-88d5-4962-9423-7fc7584473cd tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:26:45.843569 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-ddadb0bd-2c7b-4aa6-b434-09bc96f8aa58 req-22044f9f-88d5-4962-9423-7fc7584473cd tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7619028 Jul 14 18:26:45.847451 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22044f9f-88d5-4962-9423-7fc7584473cd tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] Pushing event updated for resources: {'Port': ['ID=60aee43e-89cd-4b99-bf0d-d513e9aa2a82,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:26:45.863541 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [req-ddadb0bd-2c7b-4aa6-b434-09bc96f8aa58 req-d603480d-fa04-4287-9c6d-28e7c3c580c0 service neutron] Request body: {'port': {'device_id': '3e17182c-e25e-4d92-a19a-02d7d1a55cf6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800634-3'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:26:45.868572 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-db42ea2e-8626-44ac-8fee-5d2e25189826 req-ce47b3dc-9215-4f26-bb79-f312b5da6a88 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c51e850593fc4a37af9470721017e8e7&device_id=03a24d87-527f-4d5b-a998-53393446562a HTTP/1.1" status: 200 len: 210 time: 0.0452995 Jul 14 18:26:45.901546 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d3209e-1408-4d5f-8dd4-7ae1bad4e735 req-03f8b011-9d68-4f38-8e49-58ba1ae6b87a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:26:45.902641 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-47d3209e-1408-4d5f-8dd4-7ae1bad4e735 req-03f8b011-9d68-4f38-8e49-58ba1ae6b87a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f20c54fb-f7da-4761-aa61-2e4f99f3d332 HTTP/1.1" status: 200 len: 843 time: 0.1924350 Jul 14 18:26:45.921490 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6638263-2494-45a1-ad68-4427ac87ff71 req-76047846-27ed-481e-a07d-74b8606fb236 tempest-ServerRescueNegativeTestJSON-843679432 tempest-ServerRescueNegativeTestJSON-843679432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:26:45.929701 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b6638263-2494-45a1-ad68-4427ac87ff71 req-76047846-27ed-481e-a07d-74b8606fb236 tempest-ServerRescueNegativeTestJSON-843679432 tempest-ServerRescueNegativeTestJSON-843679432-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b9e4456-2d8d-44aa-a867-8b086bbb5414 HTTP/1.1" status: 200 len: 946 time: 0.2420533 Jul 14 18:26:45.952835 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-ddadb0bd-2c7b-4aa6-b434-09bc96f8aa58 req-d603480d-fa04-4287-9c6d-28e7c3c580c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:26:45.978463 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39abf07a-ecb2-4aab-a658-e89aab3ca05f req-cb95fcb0-e17d-4db6-8279-b8186a88e8fe tempest-InstanceActionsTestJSON-796375755 tempest-InstanceActionsTestJSON-796375755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:26:45.979985 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-39abf07a-ecb2-4aab-a658-e89aab3ca05f req-cb95fcb0-e17d-4db6-8279-b8186a88e8fe tempest-InstanceActionsTestJSON-796375755 tempest-InstanceActionsTestJSON-796375755-project] 10.222.0.16 "GET /v2.0/ports?device_id=4af750c4-79f1-4970-9792-363620de0873 HTTP/1.1" status: 200 len: 943 time: 0.2222176 Jul 14 18:26:45.981605 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-db42ea2e-8626-44ac-8fee-5d2e25189826 req-df9bf35e-01d0-4a00-9a48-50db2b2ba26b service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=c51e850593fc4a37af9470721017e8e7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0823762 Jul 14 18:26:46.030805 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b6638263-2494-45a1-ad68-4427ac87ff71 req-700de634-03ec-4e9f-bc80-46236616bf2d tempest-ServerRescueNegativeTestJSON-843679432 tempest-ServerRescueNegativeTestJSON-843679432-project] 10.222.0.16 "GET /v2.0/security-groups?id=2ad455ff-6ff4-4067-8bf1-fdec963484f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002178 Jul 14 18:26:46.125161 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-39abf07a-ecb2-4aab-a658-e89aab3ca05f req-45e76ebd-c4c2-49a9-ae49-73edd5b1067b tempest-InstanceActionsTestJSON-796375755 tempest-InstanceActionsTestJSON-796375755-project] 10.222.0.16 "GET /v2.0/security-groups?id=7b81002a-728a-4ba6-9514-c9aea41d4b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177962 Jul 14 18:26:46.149946 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d3209e-1408-4d5f-8dd4-7ae1bad4e735 req-379932da-3b56-4f24-9b8d-be93ab36e55c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:26:46.151602 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-47d3209e-1408-4d5f-8dd4-7ae1bad4e735 req-379932da-3b56-4f24-9b8d-be93ab36e55c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4f742057-89ee-4b4a-86f7-487ee61881a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2198751 Jul 14 18:26:46.156444 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db42ea2e-8626-44ac-8fee-5d2e25189826 req-cb394e19-c838-43b2-adef-ea246fe46927 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:26:46.157766 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-db42ea2e-8626-44ac-8fee-5d2e25189826 req-cb394e19-c838-43b2-adef-ea246fe46927 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1537001 Jul 14 18:26:46.305194 n-d-800634-3 neutron-server[93916]: DEBUG neutron.notifiers.nova [req-ddadb0bd-2c7b-4aa6-b434-09bc96f8aa58 req-d603480d-fa04-4287-9c6d-28e7c3c580c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60aee43e-89cd-4b99-bf0d-d513e9aa2a82 {{(pid=93916) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 18:26:46.313026 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-ddadb0bd-2c7b-4aa6-b434-09bc96f8aa58 req-d603480d-fa04-4287-9c6d-28e7c3c580c0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:26:46.328003 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.provisioning_blocks [req-ddadb0bd-2c7b-4aa6-b434-09bc96f8aa58 req-d603480d-fa04-4287-9c6d-28e7c3c580c0 service neutron] Transition to ACTIVE for port object 60aee43e-89cd-4b99-bf0d-d513e9aa2a82 will not be triggered until provisioned by entity L2. {{(pid=93916) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:26:46.334030 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-ddadb0bd-2c7b-4aa6-b434-09bc96f8aa58 req-d603480d-fa04-4287-9c6d-28e7c3c580c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2684870'] for port, after_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:26:46.381028 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-47d3209e-1408-4d5f-8dd4-7ae1bad4e735 req-556ad8c6-f152-4700-97aa-eea4c46ce142 service neutron] 10.222.0.18 "GET /v2.0/networks/4f742057-89ee-4b4a-86f7-487ee61881a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2209320 Jul 14 18:26:46.384174 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d603480d-fa04-4287-9c6d-28e7c3c580c0 service neutron] Pushing event updated for resources: {'Port': ['ID=60aee43e-89cd-4b99-bf0d-d513e9aa2a82,revision_number=2']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:26:46.427302 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce595ffd-9f40-4f13-9bbc-cb15ba2d03be req-ff726da5-a442-4682-898a-524f8f1ab95e tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:26:46.428986 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ce595ffd-9f40-4f13-9bbc-cb15ba2d03be req-ff726da5-a442-4682-898a-524f8f1ab95e tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.16 "GET /v2.0/ports?device_id=0a88c096-4af3-4575-935b-65bff7ae8d10 HTTP/1.1" status: 200 len: 950 time: 0.1545424 Jul 14 18:26:46.436235 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef1a28d-cbc4-48b7-97ad-f6e6b689b8d8 req-e86facc7-a309-4e7e-a391-7008bdced929 tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:26:46.437750 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-0ef1a28d-cbc4-48b7-97ad-f6e6b689b8d8 req-e86facc7-a309-4e7e-a391-7008bdced929 tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] 10.222.0.16 "GET /v2.0/ports?device_id=3e17182c-e25e-4d92-a19a-02d7d1a55cf6 HTTP/1.1" status: 200 len: 931 time: 0.2503626 Jul 14 18:26:46.467913 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.managers [req-ddadb0bd-2c7b-4aa6-b434-09bc96f8aa58 req-d603480d-fa04-4287-9c6d-28e7c3c580c0 service neutron] Attempting to bind port 60aee43e-89cd-4b99-bf0d-d513e9aa2a82 on host n-h1-800634-3 for vnic_type normal with profile {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:26:46.468279 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.managers [req-ddadb0bd-2c7b-4aa6-b434-09bc96f8aa58 req-d603480d-fa04-4287-9c6d-28e7c3c580c0 service neutron] Attempting to bind port 60aee43e-89cd-4b99-bf0d-d513e9aa2a82 by drivers openvswitch,hyperv on host n-h1-800634-3 at level 0 using segments [{'id': 'c5dc6d5b-42e9-4c22-85af-e48a17c0bd6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '027c4e91-49f9-408a-bc70-11f19a2cbbb7'}] {{(pid=93916) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:26:46.468606 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddadb0bd-2c7b-4aa6-b434-09bc96f8aa58 req-d603480d-fa04-4287-9c6d-28e7c3c580c0 service neutron] Attempting to bind port 60aee43e-89cd-4b99-bf0d-d513e9aa2a82 on network 027c4e91-49f9-408a-bc70-11f19a2cbbb7 {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:26:46.474184 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddadb0bd-2c7b-4aa6-b434-09bc96f8aa58 req-d603480d-fa04-4287-9c6d-28e7c3c580c0 service neutron] Port 60aee43e-89cd-4b99-bf0d-d513e9aa2a82 on network 027c4e91-49f9-408a-bc70-11f19a2cbbb7 not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-3 {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 18:26:46.474511 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddadb0bd-2c7b-4aa6-b434-09bc96f8aa58 req-d603480d-fa04-4287-9c6d-28e7c3c580c0 service neutron] Attempting to bind port 60aee43e-89cd-4b99-bf0d-d513e9aa2a82 on network 027c4e91-49f9-408a-bc70-11f19a2cbbb7 {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:26:46.479765 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddadb0bd-2c7b-4aa6-b434-09bc96f8aa58 req-d603480d-fa04-4287-9c6d-28e7c3c580c0 service neutron] Checking agent: {'id': 'a3630ff4-fbee-45d9-b9b6-0ae41cb3a350', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 15, 32), 'started_at': datetime.datetime(2021, 7, 14, 18, 15, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 18, 26, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 18:26:46.480108 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddadb0bd-2c7b-4aa6-b434-09bc96f8aa58 req-d603480d-fa04-4287-9c6d-28e7c3c580c0 service neutron] Checking segment: {'id': 'c5dc6d5b-42e9-4c22-85af-e48a17c0bd6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '027c4e91-49f9-408a-bc70-11f19a2cbbb7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93916) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:26:46.480584 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddadb0bd-2c7b-4aa6-b434-09bc96f8aa58 req-d603480d-fa04-4287-9c6d-28e7c3c580c0 service neutron] Bound using segment: {'id': 'c5dc6d5b-42e9-4c22-85af-e48a17c0bd6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '027c4e91-49f9-408a-bc70-11f19a2cbbb7'} {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 18:26:46.481013 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.managers [req-ddadb0bd-2c7b-4aa6-b434-09bc96f8aa58 req-d603480d-fa04-4287-9c6d-28e7c3c580c0 service neutron] Bound port: 60aee43e-89cd-4b99-bf0d-d513e9aa2a82, host: n-h1-800634-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5dc6d5b-42e9-4c22-85af-e48a17c0bd6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '027c4e91-49f9-408a-bc70-11f19a2cbbb7'}}] {{(pid=93916) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 18:26:46.481376 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-ddadb0bd-2c7b-4aa6-b434-09bc96f8aa58 req-d603480d-fa04-4287-9c6d-28e7c3c580c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:26:46.550319 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.db [req-ddadb0bd-2c7b-4aa6-b434-09bc96f8aa58 req-d603480d-fa04-4287-9c6d-28e7c3c580c0 service neutron] For port 60aee43e-89cd-4b99-bf0d-d513e9aa2a82, host n-h1-800634-3, cleared binding levels {{(pid=93916) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:26:46.553843 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.db [req-ddadb0bd-2c7b-4aa6-b434-09bc96f8aa58 req-d603480d-fa04-4287-9c6d-28e7c3c580c0 service neutron] For port 60aee43e-89cd-4b99-bf0d-d513e9aa2a82, host n-h1-800634-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=60aee43e-89cd-4b99-bf0d-d513e9aa2a82,segment=NetworkSegment(c5dc6d5b-42e9-4c22-85af-e48a17c0bd6d),segment_id=c5dc6d5b-42e9-4c22-85af-e48a17c0bd6d)] {{(pid=93916) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 18:26:46.559507 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-ddadb0bd-2c7b-4aa6-b434-09bc96f8aa58 req-d603480d-fa04-4287-9c6d-28e7c3c580c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2684870'] for port, after_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:26:46.562345 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-0ef1a28d-cbc4-48b7-97ad-f6e6b689b8d8 req-a2620b15-c87c-4a0a-a444-ee496fbbe9b9 tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] 10.222.0.16 "GET /v2.0/security-groups?id=4824db20-b9ba-4380-9f29-13755d37b981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931702 Jul 14 18:26:46.565295 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ce595ffd-9f40-4f13-9bbc-cb15ba2d03be req-9d3e6152-0bd1-4351-b3ec-6088f2a2f17e tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.16 "GET /v2.0/security-groups?id=95148b1b-0f93-483b-9e80-262147c27e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264403 Jul 14 18:26:46.610303 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddadb0bd-2c7b-4aa6-b434-09bc96f8aa58 req-d603480d-fa04-4287-9c6d-28e7c3c580c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:26:46.610625 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-ddadb0bd-2c7b-4aa6-b434-09bc96f8aa58 req-d603480d-fa04-4287-9c6d-28e7c3c580c0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:26:46.612528 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-ddadb0bd-2c7b-4aa6-b434-09bc96f8aa58 req-d603480d-fa04-4287-9c6d-28e7c3c580c0 service neutron] 10.222.0.18 "PUT /v2.0/ports/60aee43e-89cd-4b99-bf0d-d513e9aa2a82 HTTP/1.1" status: 200 len: 1091 time: 0.7585275 Jul 14 18:26:46.613060 n-d-800634-3 neutron-server[93916]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e17182c-e25e-4d92-a19a-02d7d1a55cf6', 'tag': '60aee43e-89cd-4b99-bf0d-d513e9aa2a82'}] {{(pid=93916) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:26:46.615383 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f803e150b363a7893830aa996ac27753fa25517c406ecd3536b7c2d4b26eeb9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-760ca929-0bba-414d-8331-19057d655a25" -d '{"events": [{"name": "network-changed", "server_uuid": "3e17182c-e25e-4d92-a19a-02d7d1a55cf6", "tag": "60aee43e-89cd-4b99-bf0d-d513e9aa2a82"}]}' {{(pid=93916) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:26:46.624042 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-47d3209e-1408-4d5f-8dd4-7ae1bad4e735 req-2df1104f-efe0-44b2-ac0a-7a5c61dce5c6 service neutron] 10.222.0.18 "GET /v2.0/networks/4f742057-89ee-4b4a-86f7-487ee61881a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2345371 Jul 14 18:26:46.635278 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d603480d-fa04-4287-9c6d-28e7c3c580c0 service neutron] Pushing event updated for resources: {'Port': ['ID=60aee43e-89cd-4b99-bf0d-d513e9aa2a82,revision_number=3']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:26:46.744534 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddadb0bd-2c7b-4aa6-b434-09bc96f8aa58 req-0dbc95f5-04e8-49d8-b7e1-d480c5d475ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:26:46.746070 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ddadb0bd-2c7b-4aa6-b434-09bc96f8aa58 req-0dbc95f5-04e8-49d8-b7e1-d480c5d475ad service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=882f4375ae5845d48a58ae9ac1c63552&device_id=3e17182c-e25e-4d92-a19a-02d7d1a55cf6 HTTP/1.1" status: 200 len: 1094 time: 0.0655458 Jul 14 18:26:46.769341 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 18:26:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa50de2e-19ab-42c2-9cda-552a26107223 x-openstack-request-id: req-fa50de2e-19ab-42c2-9cda-552a26107223 {{(pid=93916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:26:46.769855 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e17182c-e25e-4d92-a19a-02d7d1a55cf6", "tag": "60aee43e-89cd-4b99-bf0d-d513e9aa2a82", "status": "completed", "code": 200}]} {{(pid=93916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:26:46.769855 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-fa50de2e-19ab-42c2-9cda-552a26107223 {{(pid=93916) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:26:46.770299 n-d-800634-3 neutron-server[93916]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e17182c-e25e-4d92-a19a-02d7d1a55cf6', 'tag': '60aee43e-89cd-4b99-bf0d-d513e9aa2a82', 'status': 'completed', 'code': 200} Jul 14 18:26:46.804636 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ddadb0bd-2c7b-4aa6-b434-09bc96f8aa58 req-bf4f7bf1-ac67-4a3f-a461-55d9920b4cd1 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=60aee43e-89cd-4b99-bf0d-d513e9aa2a82 HTTP/1.1" status: 200 len: 217 time: 0.0475202 Jul 14 18:26:46.862946 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddadb0bd-2c7b-4aa6-b434-09bc96f8aa58 req-a2b6f5ef-f9b0-40e9-8e02-61773a78702c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:26:46.864439 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ddadb0bd-2c7b-4aa6-b434-09bc96f8aa58 req-a2b6f5ef-f9b0-40e9-8e02-61773a78702c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=05d56735-edac-4058-8f3c-680c255777ec HTTP/1.1" status: 200 len: 846 time: 0.0518696 Jul 14 18:26:46.905306 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ddadb0bd-2c7b-4aa6-b434-09bc96f8aa58 req-86baeec4-2dd7-46df-bfa5-f3a80b2444c8 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=027c4e91-49f9-408a-bc70-11f19a2cbbb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0328743 Jul 14 18:26:46.936380 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-fa7bf3f8-0ad4-469b-a2c0-89983b2fb5d2 req-72240261-b1f6-49cd-858f-ed9d7a0d53bb tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=aeec593be949414a8c1694135e52293c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0342286 Jul 14 18:26:47.097337 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ddadb0bd-2c7b-4aa6-b434-09bc96f8aa58 req-1e960f82-94ff-49f0-8dc3-89a21923a455 service neutron] 10.222.0.18 "GET /v2.0/networks/027c4e91-49f9-408a-bc70-11f19a2cbbb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1806204 Jul 14 18:26:47.107832 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7bf3f8-0ad4-469b-a2c0-89983b2fb5d2 req-cb311236-ec30-4f59-a044-33ac980bf712 tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:26:47.109283 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-fa7bf3f8-0ad4-469b-a2c0-89983b2fb5d2 req-cb311236-ec30-4f59-a044-33ac980bf712 tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1637988 Jul 14 18:26:47.176449 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-fa7bf3f8-0ad4-469b-a2c0-89983b2fb5d2 req-dc30bdf3-bd61-4f28-b53f-94f17a10ef01 tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] 10.222.0.16 "GET /v2.0/quotas/aeec593be949414a8c1694135e52293c HTTP/1.1" status: 200 len: 375 time: 0.0582936 Jul 14 18:26:47.234432 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-fa7bf3f8-0ad4-469b-a2c0-89983b2fb5d2 req-80f042c7-9800-4b81-b474-a578b0d31f2c tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=aeec593be949414a8c1694135e52293c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0389638 Jul 14 18:26:47.272616 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ddadb0bd-2c7b-4aa6-b434-09bc96f8aa58 req-edffeb74-94a9-4126-b283-0c044f7b77b2 service neutron] 10.222.0.18 "GET /v2.0/networks/027c4e91-49f9-408a-bc70-11f19a2cbbb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1622319 Jul 14 18:26:47.284716 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928bd607-dce8-4207-bbd0-fc8672a1bdb3 req-8b7506ea-847f-435f-8c57-ad3090a9c030 tempest-ServerRescueNegativeTestJSON-843679432 tempest-ServerRescueNegativeTestJSON-843679432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:26:47.286457 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-928bd607-dce8-4207-bbd0-fc8672a1bdb3 req-8b7506ea-847f-435f-8c57-ad3090a9c030 tempest-ServerRescueNegativeTestJSON-843679432 tempest-ServerRescueNegativeTestJSON-843679432-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b9e4456-2d8d-44aa-a867-8b086bbb5414 HTTP/1.1" status: 200 len: 946 time: 0.1268940 Jul 14 18:26:47.332198 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-928bd607-dce8-4207-bbd0-fc8672a1bdb3 req-bc070b6e-1240-4875-8e3f-3d72b150f84c tempest-ServerRescueNegativeTestJSON-843679432 tempest-ServerRescueNegativeTestJSON-843679432-project] 10.222.0.16 "GET /v2.0/security-groups?id=2ad455ff-6ff4-4067-8bf1-fdec963484f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385559 Jul 14 18:26:47.392473 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760ca929-0bba-414d-8331-19057d655a25 req-57a2a8ee-ad63-4674-8f18-177b8a4702ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:26:47.394310 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-760ca929-0bba-414d-8331-19057d655a25 req-57a2a8ee-ad63-4674-8f18-177b8a4702ae service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=882f4375ae5845d48a58ae9ac1c63552&device_id=3e17182c-e25e-4d92-a19a-02d7d1a55cf6 HTTP/1.1" status: 200 len: 1094 time: 0.0611634 Jul 14 18:26:47.447548 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-91be0474-81a4-4fd7-9d79-2d6515156a03 req-6ce0abe5-46cb-4392-a3ce-a651d84d1b93 tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] 10.222.0.16 "GET /v2.0/ports?device_id=788edbd7-d29b-4fac-82a5-fa90df90ad73 HTTP/1.1" status: 200 len: 210 time: 0.0490124 Jul 14 18:26:47.555013 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760ca929-0bba-414d-8331-19057d655a25 req-169f651c-106a-43ce-943d-63fbbb464007 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:26:47.556604 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-760ca929-0bba-414d-8331-19057d655a25 req-169f651c-106a-43ce-943d-63fbbb464007 service neutron] 10.222.0.18 "GET /v2.0/networks?id=027c4e91-49f9-408a-bc70-11f19a2cbbb7 HTTP/1.1" status: 200 len: 906 time: 0.1492834 Jul 14 18:26:47.561540 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device 297ea6a8-5ea6-455a-9da8-eb7e20d88ffb details requested by agent hyperv_n-h1-800634-3 with host n-h1-800634-3 {{(pid=93917) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 18:26:47.569760 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934b4231-a8a6-4f57-a3fb-85f2fb71bfab req-bc0f9ba5-e1c5-4470-a580-a9744f2eae80 tempest-InstanceActionsTestJSON-796375755 tempest-InstanceActionsTestJSON-796375755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:26:47.571423 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-934b4231-a8a6-4f57-a3fb-85f2fb71bfab req-bc0f9ba5-e1c5-4470-a580-a9744f2eae80 tempest-InstanceActionsTestJSON-796375755 tempest-InstanceActionsTestJSON-796375755-project] 10.222.0.16 "GET /v2.0/ports?device_id=4af750c4-79f1-4970-9792-363620de0873 HTTP/1.1" status: 200 len: 943 time: 0.0987120 Jul 14 18:26:47.618507 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-760ca929-0bba-414d-8331-19057d655a25 req-91e97bc7-11a4-4803-b9cf-cb17ceb73d0e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=60aee43e-89cd-4b99-bf0d-d513e9aa2a82 HTTP/1.1" status: 200 len: 217 time: 0.0451117 Jul 14 18:26:47.693068 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port 297ea6a8-5ea6-455a-9da8-eb7e20d88ffb, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=297ea6a8-5ea6-455a-9da8-eb7e20d88ffb,segment=NetworkSegment(57836d3c-c728-4edf-8283-e1919d06f991),segment_id=57836d3c-c728-4edf-8283-e1919d06f991)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:26:47.697713 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-934b4231-a8a6-4f57-a3fb-85f2fb71bfab req-70ce5a68-1092-4fc5-8e11-5e9d3fdf08fa tempest-InstanceActionsTestJSON-796375755 tempest-InstanceActionsTestJSON-796375755-project] 10.222.0.16 "GET /v2.0/security-groups?id=7b81002a-728a-4ba6-9514-c9aea41d4b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185412 Jul 14 18:26:47.712222 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760ca929-0bba-414d-8331-19057d655a25 req-78e37abd-00d9-49aa-9bf6-041a5023b7dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:26:47.713813 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-760ca929-0bba-414d-8331-19057d655a25 req-78e37abd-00d9-49aa-9bf6-041a5023b7dd service neutron] 10.222.0.18 "GET /v2.0/subnets?id=05d56735-edac-4058-8f3c-680c255777ec HTTP/1.1" status: 200 len: 846 time: 0.0842037 Jul 14 18:26:47.718938 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Returning: {'device': '297ea6a8-5ea6-455a-9da8-eb7e20d88ffb', 'network_id': '771647d4-5b1d-4c17-986d-65d44e44fc31', 'port_id': '297ea6a8-5ea6-455a-9da8-eb7e20d88ffb', 'mac_address': 'fa:16:3e:9f:5f:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '843efded-1b6b-4d20-bf6f-347b6e6ef1cd', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93917) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 18:26:47.770142 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:26:47.770782 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-760ca929-0bba-414d-8331-19057d655a25 req-aafbd2c5-c0e7-4ed5-86ca-f27f6c38f9fc service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=027c4e91-49f9-408a-bc70-11f19a2cbbb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0437772 Jul 14 18:26:47.784578 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 297ea6a8-5ea6-455a-9da8-eb7e20d88ffb {{(pid=93917) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 18:26:47.810704 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port 297ea6a8-5ea6-455a-9da8-eb7e20d88ffb, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=297ea6a8-5ea6-455a-9da8-eb7e20d88ffb,segment=NetworkSegment(57836d3c-c728-4edf-8283-e1919d06f991),segment_id=57836d3c-c728-4edf-8283-e1919d06f991)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:26:47.816213 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:26:47.880357 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Pushing event updated for resources: {'Port': ['ID=297ea6a8-5ea6-455a-9da8-eb7e20d88ffb,revision_number=4']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:26:47.949871 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66fe6d4-3fb3-4d83-b334-9c3d69af2b4d req-eee68ba5-bfc7-4081-953e-4377d719ca7b tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:26:47.951353 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e66fe6d4-3fb3-4d83-b334-9c3d69af2b4d req-eee68ba5-bfc7-4081-953e-4377d719ca7b tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] 10.222.0.16 "GET /v2.0/ports?device_id=3e17182c-e25e-4d92-a19a-02d7d1a55cf6 HTTP/1.1" status: 200 len: 943 time: 0.2128220 Jul 14 18:26:47.955336 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-760ca929-0bba-414d-8331-19057d655a25 req-f0086827-0e60-4633-b467-3b26288df727 service neutron] 10.222.0.18 "GET /v2.0/networks/027c4e91-49f9-408a-bc70-11f19a2cbbb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1598413 Jul 14 18:26:47.992788 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcb01c0-de32-4bbf-9042-a1b8d8a9b9d4 req-0e273817-541a-4717-9ee6-295589ea5b26 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:26:47.994275 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-9fcb01c0-de32-4bbf-9042-a1b8d8a9b9d4 req-0e273817-541a-4717-9ee6-295589ea5b26 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.16 "GET /v2.0/ports?device_id=0a88c096-4af3-4575-935b-65bff7ae8d10 HTTP/1.1" status: 200 len: 950 time: 0.1501477 Jul 14 18:26:48.076152 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e66fe6d4-3fb3-4d83-b334-9c3d69af2b4d req-26d3e3a7-b42d-4fb1-9e15-b2f461f8a041 tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] 10.222.0.16 "GET /v2.0/security-groups?id=4824db20-b9ba-4380-9f29-13755d37b981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176407 Jul 14 18:26:48.098567 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-9fcb01c0-de32-4bbf-9042-a1b8d8a9b9d4 req-0f568237-c79e-44b0-95c5-3f1a72c38629 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.16 "GET /v2.0/security-groups?id=95148b1b-0f93-483b-9e80-262147c27e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935886 Jul 14 18:26:48.117293 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-760ca929-0bba-414d-8331-19057d655a25 req-f7c48fba-c763-4bc0-9653-9c5616a2cc91 service neutron] 10.222.0.18 "GET /v2.0/networks/027c4e91-49f9-408a-bc70-11f19a2cbbb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1485429 Jul 14 18:26:48.179917 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] get_ports_and_sgs() called for port_ids ['297ea6a8-5ea6-455a-9da8-eb7e20d88ffb'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 18:26:48.188683 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4719a210-56e0-41c2-b82d-b16e0b9dec8b req-fbaa8526-7966-4dfc-b08a-94ee120baad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:26:48.191435 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-4719a210-56e0-41c2-b82d-b16e0b9dec8b req-fbaa8526-7966-4dfc-b08a-94ee120baad0 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=2b9e4456-2d8d-44aa-a867-8b086bbb5414 HTTP/1.1" status: 200 len: 1097 time: 0.0621352 Jul 14 18:26:48.236337 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-4719a210-56e0-41c2-b82d-b16e0b9dec8b req-68fb3fe0-6275-4fff-bc5c-ac684878d689 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=2ad455ff-6ff4-4067-8bf1-fdec963484f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350735 Jul 14 18:26:48.511404 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e3a8a0-f723-4291-9eb6-a403649235fb req-63818574-e68a-4c1a-878d-b4bed657e70c tempest-ServerRescueNegativeTestJSON-843679432 tempest-ServerRescueNegativeTestJSON-843679432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:26:48.512906 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-d6e3a8a0-f723-4291-9eb6-a403649235fb req-63818574-e68a-4c1a-878d-b4bed657e70c tempest-ServerRescueNegativeTestJSON-843679432 tempest-ServerRescueNegativeTestJSON-843679432-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b9e4456-2d8d-44aa-a867-8b086bbb5414 HTTP/1.1" status: 200 len: 946 time: 0.0629239 Jul 14 18:26:48.557358 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-d6e3a8a0-f723-4291-9eb6-a403649235fb req-303c4b14-2479-4bb4-b7c1-d469225922f6 tempest-ServerRescueNegativeTestJSON-843679432 tempest-ServerRescueNegativeTestJSON-843679432-project] 10.222.0.16 "GET /v2.0/security-groups?id=2ad455ff-6ff4-4067-8bf1-fdec963484f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386794 Jul 14 18:26:48.597242 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2817fe3d-495e-4890-b894-237849fe65dc req-3565702b-b55a-4a0b-a336-6417d979fe35 tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] 10.222.0.16 "GET /v2.0/ports?device_id=788edbd7-d29b-4fac-82a5-fa90df90ad73 HTTP/1.1" status: 200 len: 210 time: 0.0282159 Jul 14 18:26:48.789261 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-fa7bf3f8-0ad4-469b-a2c0-89983b2fb5d2 req-c4d1fa41-ca8d-41b0-ae11-af0795c9b33f tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=aeec593be949414a8c1694135e52293c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0349936 Jul 14 18:26:48.897367 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f482ddb-0d60-4e2c-bd4f-36e826a7b650 req-8de8e77e-8d6b-40d2-ad50-25ff4ecd0879 tempest-InstanceActionsTestJSON-796375755 tempest-InstanceActionsTestJSON-796375755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:26:48.899007 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2f482ddb-0d60-4e2c-bd4f-36e826a7b650 req-8de8e77e-8d6b-40d2-ad50-25ff4ecd0879 tempest-InstanceActionsTestJSON-796375755 tempest-InstanceActionsTestJSON-796375755-project] 10.222.0.16 "GET /v2.0/ports?device_id=4af750c4-79f1-4970-9792-363620de0873 HTTP/1.1" status: 200 len: 944 time: 0.0719450 Jul 14 18:26:48.905471 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7bf3f8-0ad4-469b-a2c0-89983b2fb5d2 req-8473905b-f68c-44ec-9116-eb92d87f2a49 tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:26:48.906974 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-fa7bf3f8-0ad4-469b-a2c0-89983b2fb5d2 req-8473905b-f68c-44ec-9116-eb92d87f2a49 tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1110151 Jul 14 18:26:48.938218 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2f482ddb-0d60-4e2c-bd4f-36e826a7b650 req-5e9c1c18-3f04-4c76-8755-c3315ad8034f tempest-InstanceActionsTestJSON-796375755 tempest-InstanceActionsTestJSON-796375755-project] 10.222.0.16 "GET /v2.0/security-groups?id=7b81002a-728a-4ba6-9514-c9aea41d4b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326169 Jul 14 18:26:48.939033 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [req-fa7bf3f8-0ad4-469b-a2c0-89983b2fb5d2 req-fbb3fe7f-80c8-4ead-944d-01d596d277ae tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] Request body: {'port': {'device_id': '788edbd7-d29b-4fac-82a5-fa90df90ad73', 'network_id': '4f742057-89ee-4b4a-86f7-487ee61881a1', 'admin_state_up': True, 'tenant_id': 'aeec593be949414a8c1694135e52293c'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:26:49.050911 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa7bf3f8-0ad4-469b-a2c0-89983b2fb5d2 req-fbb3fe7f-80c8-4ead-944d-01d596d277ae tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] Made reservation on behalf of aeec593be949414a8c1694135e52293c for: {'port': 1} {{(pid=93916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:26:49.054312 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-fa7bf3f8-0ad4-469b-a2c0-89983b2fb5d2 req-fbb3fe7f-80c8-4ead-944d-01d596d277ae tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:26:49.063145 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-fa7bf3f8-0ad4-469b-a2c0-89983b2fb5d2 req-fbb3fe7f-80c8-4ead-944d-01d596d277ae tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] Notify callbacks [] for security_group, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:26:49.159286 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-fa7bf3f8-0ad4-469b-a2c0-89983b2fb5d2 req-fbb3fe7f-80c8-4ead-944d-01d596d277ae tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] Notify callbacks [] for security_group, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:26:49.164142 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-fa7bf3f8-0ad4-469b-a2c0-89983b2fb5d2 req-fbb3fe7f-80c8-4ead-944d-01d596d277ae tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:26:49.234468 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb3fe7f-80c8-4ead-944d-01d596d277ae tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b0153d44-2cf7-4f50-b628-255afb14ce31,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:26:49.245677 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb3fe7f-80c8-4ead-944d-01d596d277ae tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:26:49.246021 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb3fe7f-80c8-4ead-944d-01d596d277ae tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:26:49.246357 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb3fe7f-80c8-4ead-944d-01d596d277ae tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:26:49.246689 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb3fe7f-80c8-4ead-944d-01d596d277ae tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:26:49.247020 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb3fe7f-80c8-4ead-944d-01d596d277ae tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:26:49.247345 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb3fe7f-80c8-4ead-944d-01d596d277ae tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:26:49.247667 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb3fe7f-80c8-4ead-944d-01d596d277ae tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:26:49.247980 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb3fe7f-80c8-4ead-944d-01d596d277ae tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:26:49.248331 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb3fe7f-80c8-4ead-944d-01d596d277ae tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:26:49.248652 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb3fe7f-80c8-4ead-944d-01d596d277ae tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:26:49.248970 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb3fe7f-80c8-4ead-944d-01d596d277ae tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:26:49.249284 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb3fe7f-80c8-4ead-944d-01d596d277ae tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:26:49.298148 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedde820-94ef-4f34-bb40-4f6b01feb67c req-5cefbe7f-b624-4706-847e-5c9487d4eac4 tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:26:49.299155 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-bedde820-94ef-4f34-bb40-4f6b01feb67c req-5cefbe7f-b624-4706-847e-5c9487d4eac4 tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] 10.222.0.16 "GET /v2.0/ports?device_id=3e17182c-e25e-4d92-a19a-02d7d1a55cf6 HTTP/1.1" status: 200 len: 943 time: 0.1006501 Jul 14 18:26:49.331977 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.db_base_plugin_common [req-fa7bf3f8-0ad4-469b-a2c0-89983b2fb5d2 req-fbb3fe7f-80c8-4ead-944d-01d596d277ae tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] Allocated IP 192.168.233.207 (4f742057-89ee-4b4a-86f7-487ee61881a1/f20c54fb-f7da-4761-aa61-2e4f99f3d332/669c9edf-0066-4f1c-8103-9c630a3adbef) {{(pid=93916) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:26:49.342380 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94252c88-5a55-4672-be48-c817279268bd req-b09d3fb1-a442-4421-965e-85f907c9acd8 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:26:49.343981 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-94252c88-5a55-4672-be48-c817279268bd req-b09d3fb1-a442-4421-965e-85f907c9acd8 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.16 "GET /v2.0/ports?device_id=0a88c096-4af3-4575-935b-65bff7ae8d10 HTTP/1.1" status: 200 len: 950 time: 0.1100788 Jul 14 18:26:49.357173 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-bedde820-94ef-4f34-bb40-4f6b01feb67c req-6af453b4-75eb-439a-882e-ac2aa151cc2c tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] 10.222.0.16 "GET /v2.0/security-groups?id=4824db20-b9ba-4380-9f29-13755d37b981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491607 Jul 14 18:26:49.405668 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-94252c88-5a55-4672-be48-c817279268bd req-a52f27e1-e28f-4b91-9d34-dc7b2d32c843 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.16 "GET /v2.0/security-groups?id=95148b1b-0f93-483b-9e80-262147c27e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384197 Jul 14 18:26:49.555158 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-fa7bf3f8-0ad4-469b-a2c0-89983b2fb5d2 req-fbb3fe7f-80c8-4ead-944d-01d596d277ae tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] Notify callbacks [] for port, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:26:49.569830 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.provisioning_blocks [req-fa7bf3f8-0ad4-469b-a2c0-89983b2fb5d2 req-fbb3fe7f-80c8-4ead-944d-01d596d277ae tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] Transition to ACTIVE for port object 669c9edf-0066-4f1c-8103-9c630a3adbef will not be triggered until provisioned by entity DHCP. {{(pid=93916) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:26:49.581273 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device 297ea6a8-5ea6-455a-9da8-eb7e20d88ffb up at agent hyperv_n-h1-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:26:49.606324 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-fa7bf3f8-0ad4-469b-a2c0-89983b2fb5d2 req-fbb3fe7f-80c8-4ead-944d-01d596d277ae tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:26:49.639972 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Provisioning for port 297ea6a8-5ea6-455a-9da8-eb7e20d88ffb completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:26:49.644727 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Provisioning complete for port 297ea6a8-5ea6-455a-9da8-eb7e20d88ffb triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:26:49.645183 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:26:49.726601 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa7bf3f8-0ad4-469b-a2c0-89983b2fb5d2 req-fbb3fe7f-80c8-4ead-944d-01d596d277ae tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] Network 4f742057-89ee-4b4a-86f7-487ee61881a1 is already hosted by enough agents. {{(pid=93916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:26:49.727826 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb3fe7f-80c8-4ead-944d-01d596d277ae tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] Pushing event updated for resources: {'Port': ['ID=669c9edf-0066-4f1c-8103-9c630a3adbef,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:26:49.733644 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [req-fa7bf3f8-0ad4-469b-a2c0-89983b2fb5d2 req-fbb3fe7f-80c8-4ead-944d-01d596d277ae tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] Resources bound (agent type, host, resource id): {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:26:49.736619 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa7bf3f8-0ad4-469b-a2c0-89983b2fb5d2 req-fbb3fe7f-80c8-4ead-944d-01d596d277ae tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] Received port after_create {{(pid=93916) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:26:49.753400 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:26:49.781893 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4af750c4-79f1-4970-9792-363620de0873', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '297ea6a8-5ea6-455a-9da8-eb7e20d88ffb'}] {{(pid=93917) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:26:49.788633 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20b787f3c29eaa7aa2a4d648c725a2124c5ff39a8d793252f9d844495e14cf42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f185861-0c61-4559-92a1-f9d9f4a48bcd" -d '{"events": [{"server_uuid": "4af750c4-79f1-4970-9792-363620de0873", "name": "network-vif-plugged", "status": "completed", "tag": "297ea6a8-5ea6-455a-9da8-eb7e20d88ffb"}]}' {{(pid=93917) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:26:49.804844 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aaf3555-8014-4a67-a24d-2a2c4fade1b6 req-b5f12f7b-776d-40cb-a7d2-c2b05c5dc362 tempest-ServerRescueNegativeTestJSON-843679432 tempest-ServerRescueNegativeTestJSON-843679432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:26:49.805524 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port 297ea6a8-5ea6-455a-9da8-eb7e20d88ffb, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=297ea6a8-5ea6-455a-9da8-eb7e20d88ffb,segment=NetworkSegment(57836d3c-c728-4edf-8283-e1919d06f991),segment_id=57836d3c-c728-4edf-8283-e1919d06f991)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:26:49.810852 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:26:49.812048 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-4aaf3555-8014-4a67-a24d-2a2c4fade1b6 req-b5f12f7b-776d-40cb-a7d2-c2b05c5dc362 tempest-ServerRescueNegativeTestJSON-843679432 tempest-ServerRescueNegativeTestJSON-843679432-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b9e4456-2d8d-44aa-a867-8b086bbb5414 HTTP/1.1" status: 200 len: 946 time: 0.1232190 Jul 14 18:26:49.812583 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device 2d86f518-a5dc-431f-bc2b-7938083f5172 no longer exists at agent hyperv_n-h1-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 18:26:49.818403 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7bf3f8-0ad4-469b-a2c0-89983b2fb5d2 req-fbb3fe7f-80c8-4ead-944d-01d596d277ae tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:26:49.819765 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-fa7bf3f8-0ad4-469b-a2c0-89983b2fb5d2 req-fbb3fe7f-80c8-4ead-944d-01d596d277ae tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:26:49.858234 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-fa7bf3f8-0ad4-469b-a2c0-89983b2fb5d2 req-fbb3fe7f-80c8-4ead-944d-01d596d277ae tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9197054 Jul 14 18:26:49.872873 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [req-fa7bf3f8-0ad4-469b-a2c0-89983b2fb5d2 req-aa4e6232-835f-4f8b-bee6-3f80b29d0cdb service neutron] Request body: {'port': {'device_id': '788edbd7-d29b-4fac-82a5-fa90df90ad73', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800634-3'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:26:49.880546 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6e4329-a13a-4316-b2a2-130c60c0fda2 req-d893da86-f726-496d-ad13-9dbbbd89e834 tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:26:49.888051 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-cd6e4329-a13a-4316-b2a2-130c60c0fda2 req-d893da86-f726-496d-ad13-9dbbbd89e834 tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] 10.222.0.16 "GET /v2.0/ports?device_id=788edbd7-d29b-4fac-82a5-fa90df90ad73 HTTP/1.1" status: 200 len: 936 time: 0.1416976 Jul 14 18:26:49.909627 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Pushing event updated for resources: {'Port': ['ID=297ea6a8-5ea6-455a-9da8-eb7e20d88ffb,revision_number=5']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:26:49.911425 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-4aaf3555-8014-4a67-a24d-2a2c4fade1b6 req-892829c6-affc-44d6-aef4-e18b247bdcfb tempest-ServerRescueNegativeTestJSON-843679432 tempest-ServerRescueNegativeTestJSON-843679432-project] 10.222.0.16 "GET /v2.0/security-groups?id=2ad455ff-6ff4-4067-8bf1-fdec963484f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985239 Jul 14 18:26:49.958456 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:26:49.978140 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-cd6e4329-a13a-4316-b2a2-130c60c0fda2 req-1f50faba-9dee-48cd-9a8d-6dc3e83901a5 tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] 10.222.0.16 "GET /v2.0/security-groups?id=b0153d44-2cf7-4f50-b628-255afb14ce31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890365 Jul 14 18:26:50.000382 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-fa7bf3f8-0ad4-469b-a2c0-89983b2fb5d2 req-aa4e6232-835f-4f8b-bee6-3f80b29d0cdb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:26:50.003429 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port 2d86f518-a5dc-431f-bc2b-7938083f5172, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=2d86f518-a5dc-431f-bc2b-7938083f5172,segment=NetworkSegment(067fc487-22c7-42de-972d-ae352a28ad29),segment_id=067fc487-22c7-42de-972d-ae352a28ad29)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:26:50.006482 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 18:26:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd9ce10e-cfc2-4fd1-8399-2be6930997b7 x-openstack-request-id: req-bd9ce10e-cfc2-4fd1-8399-2be6930997b7 {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:26:50.007479 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4af750c4-79f1-4970-9792-363620de0873", "name": "network-vif-plugged", "status": "completed", "tag": "297ea6a8-5ea6-455a-9da8-eb7e20d88ffb", "code": 200}]} {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:26:50.007801 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-bd9ce10e-cfc2-4fd1-8399-2be6930997b7 {{(pid=93917) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:26:50.008576 n-d-800634-3 neutron-server[93917]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4af750c4-79f1-4970-9792-363620de0873', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '297ea6a8-5ea6-455a-9da8-eb7e20d88ffb', 'code': 200} Jul 14 18:26:50.010482 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:26:50.091090 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Pushing event updated for resources: {'Port': ['ID=2d86f518-a5dc-431f-bc2b-7938083f5172,revision_number=6']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:26:50.103806 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-0bd76825-58c0-4c05-971d-d84a6b6c0420 None None] Provisioning for port 669c9edf-0066-4f1c-8103-9c630a3adbef completed by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:26:50.106405 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-0bd76825-58c0-4c05-971d-d84a6b6c0420 None None] Provisioning complete for port 669c9edf-0066-4f1c-8103-9c630a3adbef triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:26:50.106782 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-0bd76825-58c0-4c05-971d-d84a6b6c0420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:26:50.144579 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-0bd76825-58c0-4c05-971d-d84a6b6c0420 None None] Port 669c9edf-0066-4f1c-8103-9c630a3adbef cannot update to ACTIVE because it is not bound. {{(pid=93917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 18:26:50.223648 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be95b1e6-cd4e-412c-bd4d-0e1892a08dc4 req-73496675-dc0b-4d4a-8039-120bcf248e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:26:50.225238 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-be95b1e6-cd4e-412c-bd4d-0e1892a08dc4 req-73496675-dc0b-4d4a-8039-120bcf248e5e service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=4af750c4-79f1-4970-9792-363620de0873 HTTP/1.1" status: 200 len: 1096 time: 0.1374912 Jul 14 18:26:50.237754 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49779c2-591f-4897-bada-362b7e0ba615 req-93c5c843-5596-4362-af13-e6655c5cfdbc tempest-InstanceActionsTestJSON-796375755 tempest-InstanceActionsTestJSON-796375755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:26:50.239329 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b49779c2-591f-4897-bada-362b7e0ba615 req-93c5c843-5596-4362-af13-e6655c5cfdbc tempest-InstanceActionsTestJSON-796375755 tempest-InstanceActionsTestJSON-796375755-project] 10.222.0.16 "GET /v2.0/ports?device_id=4af750c4-79f1-4970-9792-363620de0873 HTTP/1.1" status: 200 len: 945 time: 0.0858784 Jul 14 18:26:50.287756 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-be95b1e6-cd4e-412c-bd4d-0e1892a08dc4 req-d9cd28ee-a48b-40c1-9439-5b214a700673 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=7b81002a-728a-4ba6-9514-c9aea41d4b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474679 Jul 14 18:26:50.302291 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b49779c2-591f-4897-bada-362b7e0ba615 req-447ee6c1-42f8-42c3-9869-6a2c3c50fb5a tempest-InstanceActionsTestJSON-796375755 tempest-InstanceActionsTestJSON-796375755-project] 10.222.0.16 "GET /v2.0/security-groups?id=7b81002a-728a-4ba6-9514-c9aea41d4b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564792 Jul 14 18:26:50.309576 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-687f2a18-54ec-45bb-b0cf-b58284aacbe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:26:50.431309 n-d-800634-3 neutron-server[93916]: DEBUG neutron.notifiers.nova [req-fa7bf3f8-0ad4-469b-a2c0-89983b2fb5d2 req-aa4e6232-835f-4f8b-bee6-3f80b29d0cdb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 669c9edf-0066-4f1c-8103-9c630a3adbef {{(pid=93916) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 18:26:50.441865 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-fa7bf3f8-0ad4-469b-a2c0-89983b2fb5d2 req-aa4e6232-835f-4f8b-bee6-3f80b29d0cdb service neutron] Notify callbacks [] for port, precommit_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:26:50.458777 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.provisioning_blocks [req-fa7bf3f8-0ad4-469b-a2c0-89983b2fb5d2 req-aa4e6232-835f-4f8b-bee6-3f80b29d0cdb service neutron] Transition to ACTIVE for port object 669c9edf-0066-4f1c-8103-9c630a3adbef will not be triggered until provisioned by entity L2. {{(pid=93916) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:26:50.464044 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-fa7bf3f8-0ad4-469b-a2c0-89983b2fb5d2 req-aa4e6232-835f-4f8b-bee6-3f80b29d0cdb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2684870'] for port, after_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:26:50.522455 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4e6232-835f-4f8b-bee6-3f80b29d0cdb service neutron] Pushing event updated for resources: {'Port': ['ID=669c9edf-0066-4f1c-8103-9c630a3adbef,revision_number=2']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:26:50.537606 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec15f076-e14a-4e70-9a51-5f8bc799f1cc req-da393fdb-b099-47e5-a86d-8e10db4f2874 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:26:50.539119 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ec15f076-e14a-4e70-9a51-5f8bc799f1cc req-da393fdb-b099-47e5-a86d-8e10db4f2874 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=cb67bdfcb7724fc99fb71468214ad40d&device_id=2b9e4456-2d8d-44aa-a867-8b086bbb5414 HTTP/1.1" status: 200 len: 1097 time: 0.1393874 Jul 14 18:26:50.554844 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f1a5c1-5124-485f-bfc8-4a1ceb47e46b req-1712c427-eb3a-487f-acc7-39f8ae5c0259 tempest-ServerRescueNegativeTestJSON-843679432 tempest-ServerRescueNegativeTestJSON-843679432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:26:50.560626 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-73f1a5c1-5124-485f-bfc8-4a1ceb47e46b req-1712c427-eb3a-487f-acc7-39f8ae5c0259 tempest-ServerRescueNegativeTestJSON-843679432 tempest-ServerRescueNegativeTestJSON-843679432-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b9e4456-2d8d-44aa-a867-8b086bbb5414 HTTP/1.1" status: 200 len: 946 time: 0.1260934 Jul 14 18:26:50.604248 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.managers [req-fa7bf3f8-0ad4-469b-a2c0-89983b2fb5d2 req-aa4e6232-835f-4f8b-bee6-3f80b29d0cdb service neutron] Attempting to bind port 669c9edf-0066-4f1c-8103-9c630a3adbef on host n-h1-800634-3 for vnic_type normal with profile {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:26:50.604599 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.managers [req-fa7bf3f8-0ad4-469b-a2c0-89983b2fb5d2 req-aa4e6232-835f-4f8b-bee6-3f80b29d0cdb service neutron] Attempting to bind port 669c9edf-0066-4f1c-8103-9c630a3adbef by drivers openvswitch,hyperv on host n-h1-800634-3 at level 0 using segments [{'id': '067fc487-22c7-42de-972d-ae352a28ad29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '4f742057-89ee-4b4a-86f7-487ee61881a1'}] {{(pid=93916) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:26:50.604795 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa7bf3f8-0ad4-469b-a2c0-89983b2fb5d2 req-aa4e6232-835f-4f8b-bee6-3f80b29d0cdb service neutron] Attempting to bind port 669c9edf-0066-4f1c-8103-9c630a3adbef on network 4f742057-89ee-4b4a-86f7-487ee61881a1 {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:26:50.609366 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa7bf3f8-0ad4-469b-a2c0-89983b2fb5d2 req-aa4e6232-835f-4f8b-bee6-3f80b29d0cdb service neutron] Port 669c9edf-0066-4f1c-8103-9c630a3adbef on network 4f742057-89ee-4b4a-86f7-487ee61881a1 not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-3 {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 18:26:50.609691 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa7bf3f8-0ad4-469b-a2c0-89983b2fb5d2 req-aa4e6232-835f-4f8b-bee6-3f80b29d0cdb service neutron] Attempting to bind port 669c9edf-0066-4f1c-8103-9c630a3adbef on network 4f742057-89ee-4b4a-86f7-487ee61881a1 {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:26:50.615766 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa7bf3f8-0ad4-469b-a2c0-89983b2fb5d2 req-aa4e6232-835f-4f8b-bee6-3f80b29d0cdb service neutron] Checking agent: {'id': 'a3630ff4-fbee-45d9-b9b6-0ae41cb3a350', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 15, 32), 'started_at': datetime.datetime(2021, 7, 14, 18, 15, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 18, 26, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 18:26:50.616111 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa7bf3f8-0ad4-469b-a2c0-89983b2fb5d2 req-aa4e6232-835f-4f8b-bee6-3f80b29d0cdb service neutron] Checking segment: {'id': '067fc487-22c7-42de-972d-ae352a28ad29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '4f742057-89ee-4b4a-86f7-487ee61881a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93916) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:26:50.616523 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa7bf3f8-0ad4-469b-a2c0-89983b2fb5d2 req-aa4e6232-835f-4f8b-bee6-3f80b29d0cdb service neutron] Bound using segment: {'id': '067fc487-22c7-42de-972d-ae352a28ad29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '4f742057-89ee-4b4a-86f7-487ee61881a1'} {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 18:26:50.616957 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.managers [req-fa7bf3f8-0ad4-469b-a2c0-89983b2fb5d2 req-aa4e6232-835f-4f8b-bee6-3f80b29d0cdb service neutron] Bound port: 669c9edf-0066-4f1c-8103-9c630a3adbef, host: n-h1-800634-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '067fc487-22c7-42de-972d-ae352a28ad29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '4f742057-89ee-4b4a-86f7-487ee61881a1'}}] {{(pid=93916) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 18:26:50.617320 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-fa7bf3f8-0ad4-469b-a2c0-89983b2fb5d2 req-aa4e6232-835f-4f8b-bee6-3f80b29d0cdb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:26:50.690248 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.db [req-fa7bf3f8-0ad4-469b-a2c0-89983b2fb5d2 req-aa4e6232-835f-4f8b-bee6-3f80b29d0cdb service neutron] For port 669c9edf-0066-4f1c-8103-9c630a3adbef, host n-h1-800634-3, cleared binding levels {{(pid=93916) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:26:50.694024 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.db [req-fa7bf3f8-0ad4-469b-a2c0-89983b2fb5d2 req-aa4e6232-835f-4f8b-bee6-3f80b29d0cdb service neutron] For port 669c9edf-0066-4f1c-8103-9c630a3adbef, host n-h1-800634-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=669c9edf-0066-4f1c-8103-9c630a3adbef,segment=NetworkSegment(067fc487-22c7-42de-972d-ae352a28ad29),segment_id=067fc487-22c7-42de-972d-ae352a28ad29)] {{(pid=93916) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 18:26:50.700058 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-fa7bf3f8-0ad4-469b-a2c0-89983b2fb5d2 req-aa4e6232-835f-4f8b-bee6-3f80b29d0cdb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2684870'] for port, after_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:26:50.741268 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7bf3f8-0ad4-469b-a2c0-89983b2fb5d2 req-aa4e6232-835f-4f8b-bee6-3f80b29d0cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:26:50.741564 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-fa7bf3f8-0ad4-469b-a2c0-89983b2fb5d2 req-aa4e6232-835f-4f8b-bee6-3f80b29d0cdb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:26:50.742927 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-fa7bf3f8-0ad4-469b-a2c0-89983b2fb5d2 req-aa4e6232-835f-4f8b-bee6-3f80b29d0cdb service neutron] 10.222.0.18 "PUT /v2.0/ports/669c9edf-0066-4f1c-8103-9c630a3adbef HTTP/1.1" status: 200 len: 1096 time: 0.8779368 Jul 14 18:26:50.743379 n-d-800634-3 neutron-server[93916]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '788edbd7-d29b-4fac-82a5-fa90df90ad73', 'tag': '669c9edf-0066-4f1c-8103-9c630a3adbef'}] {{(pid=93916) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:26:50.745707 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f803e150b363a7893830aa996ac27753fa25517c406ecd3536b7c2d4b26eeb9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cbb2eca-a710-4527-b8c7-4b3ced598fab" -d '{"events": [{"name": "network-changed", "server_uuid": "788edbd7-d29b-4fac-82a5-fa90df90ad73", "tag": "669c9edf-0066-4f1c-8103-9c630a3adbef"}]}' {{(pid=93916) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:26:50.765579 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4e6232-835f-4f8b-bee6-3f80b29d0cdb service neutron] Pushing event updated for resources: {'Port': ['ID=669c9edf-0066-4f1c-8103-9c630a3adbef,revision_number=3']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:26:50.895282 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7bf3f8-0ad4-469b-a2c0-89983b2fb5d2 req-5933bf69-bfdf-4169-8781-bdc7bd48671d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:26:50.897159 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-fa7bf3f8-0ad4-469b-a2c0-89983b2fb5d2 req-5933bf69-bfdf-4169-8781-bdc7bd48671d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=aeec593be949414a8c1694135e52293c&device_id=788edbd7-d29b-4fac-82a5-fa90df90ad73 HTTP/1.1" status: 200 len: 1099 time: 0.0866284 Jul 14 18:26:50.948498 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-fa7bf3f8-0ad4-469b-a2c0-89983b2fb5d2 req-5f4feda9-29c9-4e78-906f-0b89edc2fa66 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.207&port_id=669c9edf-0066-4f1c-8103-9c630a3adbef HTTP/1.1" status: 200 len: 217 time: 0.0392158 Jul 14 18:26:50.994849 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-73f1a5c1-5124-485f-bfc8-4a1ceb47e46b req-caba90ba-f677-4712-8175-4598531a00a7 tempest-ServerRescueNegativeTestJSON-843679432 tempest-ServerRescueNegativeTestJSON-843679432-project] 10.222.0.16 "GET /v2.0/security-groups?id=2ad455ff-6ff4-4067-8bf1-fdec963484f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4203339 Jul 14 18:26:51.005516 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7d83d9-0ead-4290-b8cc-ffc7fdd3cd93 req-7a8e5e9e-409f-4a09-84da-403d9b2705b1 tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:26:51.006703 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7bf3f8-0ad4-469b-a2c0-89983b2fb5d2 req-127329e3-c286-4624-bd10-f932df4bd1e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:26:51.007051 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-0f7d83d9-0ead-4290-b8cc-ffc7fdd3cd93 req-7a8e5e9e-409f-4a09-84da-403d9b2705b1 tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] 10.222.0.16 "GET /v2.0/ports?device_id=3e17182c-e25e-4d92-a19a-02d7d1a55cf6 HTTP/1.1" status: 200 len: 943 time: 0.5180805 Jul 14 18:26:51.008163 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-fa7bf3f8-0ad4-469b-a2c0-89983b2fb5d2 req-127329e3-c286-4624-bd10-f932df4bd1e3 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f20c54fb-f7da-4761-aa61-2e4f99f3d332 HTTP/1.1" status: 200 len: 843 time: 0.0445051 Jul 14 18:26:51.041374 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec15f076-e14a-4e70-9a51-5f8bc799f1cc req-e69ed660-2c4e-4cbb-97e3-84f670e37f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:26:51.042800 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ec15f076-e14a-4e70-9a51-5f8bc799f1cc req-e69ed660-2c4e-4cbb-97e3-84f670e37f63 service neutron] 10.222.0.18 "GET /v2.0/networks?id=fbb7114e-4079-4798-86d9-6d4690d7f388 HTTP/1.1" status: 200 len: 918 time: 0.4808664 Jul 14 18:26:51.068885 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7bf3f8-0ad4-469b-a2c0-89983b2fb5d2 req-a6aa95a9-e778-418f-b217-ba8d0ca12c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:26:51.070360 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-fa7bf3f8-0ad4-469b-a2c0-89983b2fb5d2 req-a6aa95a9-e778-418f-b217-ba8d0ca12c15 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4f742057-89ee-4b4a-86f7-487ee61881a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0543730 Jul 14 18:26:51.098190 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ec15f076-e14a-4e70-9a51-5f8bc799f1cc req-980e4cc8-e65a-47c5-a0b8-ed89e07a7725 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f2fad040-7094-4bfd-9931-7a428eb95eec HTTP/1.1" status: 200 len: 217 time: 0.0405734 Jul 14 18:26:51.101419 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-0f7d83d9-0ead-4290-b8cc-ffc7fdd3cd93 req-06afd846-50bd-4083-82f0-729b8eee09c3 tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] 10.222.0.16 "GET /v2.0/security-groups?id=4824db20-b9ba-4380-9f29-13755d37b981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869470 Jul 14 18:26:51.168925 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-fa7bf3f8-0ad4-469b-a2c0-89983b2fb5d2 req-5fed535d-93de-4c67-9ffd-0c85bd17adbd service neutron] 10.222.0.18 "GET /v2.0/networks/4f742057-89ee-4b4a-86f7-487ee61881a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893946 Jul 14 18:26:51.184400 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec15f076-e14a-4e70-9a51-5f8bc799f1cc req-187fd679-68b9-428d-86ac-98d13f0d0930 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:26:51.185769 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ec15f076-e14a-4e70-9a51-5f8bc799f1cc req-187fd679-68b9-428d-86ac-98d13f0d0930 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c0358a3b-3414-4691-860c-4e7a5ebb58c9 HTTP/1.1" status: 200 len: 858 time: 0.0793617 Jul 14 18:26:51.227959 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ec15f076-e14a-4e70-9a51-5f8bc799f1cc req-1ff3e140-81de-4486-bd39-431e8831828d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=fbb7114e-4079-4798-86d9-6d4690d7f388&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304632 Jul 14 18:26:51.241498 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40588724-d1bf-46cd-9b3a-771453c6318c req-d0c071ea-ce0d-4a25-8a37-136425da710a tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:26:51.243023 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-40588724-d1bf-46cd-9b3a-771453c6318c req-d0c071ea-ce0d-4a25-8a37-136425da710a tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.16 "GET /v2.0/ports?device_id=0a88c096-4af3-4575-935b-65bff7ae8d10 HTTP/1.1" status: 200 len: 948 time: 0.1038640 Jul 14 18:26:51.270509 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-fa7bf3f8-0ad4-469b-a2c0-89983b2fb5d2 req-ac3a614b-4da3-408a-bb86-522a6174cbd7 service neutron] 10.222.0.18 "GET /v2.0/networks/4f742057-89ee-4b4a-86f7-487ee61881a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918295 Jul 14 18:26:51.329035 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-40588724-d1bf-46cd-9b3a-771453c6318c req-fb12aaa5-cc51-4b9f-8122-5b34da717609 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.16 "GET /v2.0/security-groups?id=95148b1b-0f93-483b-9e80-262147c27e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779121 Jul 14 18:26:51.358740 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ec15f076-e14a-4e70-9a51-5f8bc799f1cc req-b049084c-24b7-4c1e-9028-8015ff9cf69d service neutron] 10.222.0.18 "GET /v2.0/networks/fbb7114e-4079-4798-86d9-6d4690d7f388?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1145468 Jul 14 18:26:51.378955 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 18:26:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74563bc7-c3d0-4f00-b9b4-a8f56d3f2c14 x-openstack-request-id: req-74563bc7-c3d0-4f00-b9b4-a8f56d3f2c14 {{(pid=93916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:26:51.379345 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "788edbd7-d29b-4fac-82a5-fa90df90ad73", "tag": "669c9edf-0066-4f1c-8103-9c630a3adbef", "status": "completed", "code": 200}]} {{(pid=93916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:26:51.379674 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-74563bc7-c3d0-4f00-b9b4-a8f56d3f2c14 {{(pid=93916) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:26:51.380188 n-d-800634-3 neutron-server[93916]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '788edbd7-d29b-4fac-82a5-fa90df90ad73', 'tag': '669c9edf-0066-4f1c-8103-9c630a3adbef', 'status': 'completed', 'code': 200} Jul 14 18:26:51.506665 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbb2eca-a710-4527-b8c7-4b3ced598fab req-600de22a-d6e8-4566-bbe3-a4bddd86fd6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:26:51.508978 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-5cbb2eca-a710-4527-b8c7-4b3ced598fab req-600de22a-d6e8-4566-bbe3-a4bddd86fd6b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=aeec593be949414a8c1694135e52293c&device_id=788edbd7-d29b-4fac-82a5-fa90df90ad73 HTTP/1.1" status: 200 len: 1099 time: 0.0743117 Jul 14 18:26:51.549697 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ec15f076-e14a-4e70-9a51-5f8bc799f1cc req-bf71274e-ced2-4c0d-8607-1eaa7c04a05d service neutron] 10.222.0.18 "GET /v2.0/networks/fbb7114e-4079-4798-86d9-6d4690d7f388?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1740513 Jul 14 18:26:51.590990 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device 2d86f518-a5dc-431f-bc2b-7938083f5172 details requested by agent hyperv_n-h1-800634-3 with host n-h1-800634-3 {{(pid=93917) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 18:26:51.597134 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b644f935-ff2d-4520-9270-2ae049ee78ea req-78b7b996-014c-4270-99d2-af064cdb2c63 tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:26:51.598667 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b644f935-ff2d-4520-9270-2ae049ee78ea req-78b7b996-014c-4270-99d2-af064cdb2c63 tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] 10.222.0.16 "GET /v2.0/ports?device_id=788edbd7-d29b-4fac-82a5-fa90df90ad73 HTTP/1.1" status: 200 len: 948 time: 0.1330950 Jul 14 18:26:51.606199 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ace6aae-0935-441b-a3b0-933d0286c175 req-a7c03c49-6087-4690-bd3b-95e3d8ed33ac tempest-InstanceActionsTestJSON-796375755 tempest-InstanceActionsTestJSON-796375755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:26:51.607641 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-5ace6aae-0935-441b-a3b0-933d0286c175 req-a7c03c49-6087-4690-bd3b-95e3d8ed33ac tempest-InstanceActionsTestJSON-796375755 tempest-InstanceActionsTestJSON-796375755-project] 10.222.0.16 "GET /v2.0/ports?device_id=4af750c4-79f1-4970-9792-363620de0873 HTTP/1.1" status: 200 len: 945 time: 0.1283882 Jul 14 18:26:51.621574 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbb2eca-a710-4527-b8c7-4b3ced598fab req-86a2b8e9-66f1-454e-a837-09175f4fa963 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:26:51.623358 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-5cbb2eca-a710-4527-b8c7-4b3ced598fab req-86a2b8e9-66f1-454e-a837-09175f4fa963 service neutron] 10.222.0.18 "GET /v2.0/networks?id=4f742057-89ee-4b4a-86f7-487ee61881a1 HTTP/1.1" status: 200 len: 869 time: 0.1010234 Jul 14 18:26:51.669876 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b644f935-ff2d-4520-9270-2ae049ee78ea req-045a65c3-1f6a-4b43-a668-a53d5d4decfe tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] 10.222.0.16 "GET /v2.0/security-groups?id=b0153d44-2cf7-4f50-b628-255afb14ce31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578575 Jul 14 18:26:51.672729 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-5ace6aae-0935-441b-a3b0-933d0286c175 req-660e1d9b-37f7-4137-b8ad-533e238a7afd tempest-InstanceActionsTestJSON-796375755 tempest-InstanceActionsTestJSON-796375755-project] 10.222.0.16 "GET /v2.0/security-groups?id=7b81002a-728a-4ba6-9514-c9aea41d4b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539215 Jul 14 18:26:51.693155 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-5cbb2eca-a710-4527-b8c7-4b3ced598fab req-712ed264-88cf-426c-ae5d-c6b56cca7f47 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.207&port_id=669c9edf-0066-4f1c-8103-9c630a3adbef HTTP/1.1" status: 200 len: 217 time: 0.0407777 Jul 14 18:26:51.729543 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port 2d86f518-a5dc-431f-bc2b-7938083f5172, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=2d86f518-a5dc-431f-bc2b-7938083f5172,segment=NetworkSegment(067fc487-22c7-42de-972d-ae352a28ad29),segment_id=067fc487-22c7-42de-972d-ae352a28ad29)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:26:51.742166 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Returning: {'device': '2d86f518-a5dc-431f-bc2b-7938083f5172', 'network_id': '4f742057-89ee-4b4a-86f7-487ee61881a1', 'port_id': '2d86f518-a5dc-431f-bc2b-7938083f5172', 'mac_address': 'fa:16:3e:62:62:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f20c54fb-f7da-4761-aa61-2e4f99f3d332', 'ip_address': '192.168.233.237'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93917) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 18:26:51.781301 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:26:51.795323 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d86f518-a5dc-431f-bc2b-7938083f5172 {{(pid=93917) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 18:26:51.822606 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port 2d86f518-a5dc-431f-bc2b-7938083f5172, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=2d86f518-a5dc-431f-bc2b-7938083f5172,segment=NetworkSegment(067fc487-22c7-42de-972d-ae352a28ad29),segment_id=067fc487-22c7-42de-972d-ae352a28ad29)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:26:51.827521 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:26:51.829199 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device 60aee43e-89cd-4b99-bf0d-d513e9aa2a82 details requested by agent hyperv_n-h1-800634-3 with host n-h1-800634-3 {{(pid=93917) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 18:26:51.904541 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Pushing event updated for resources: {'Port': ['ID=2d86f518-a5dc-431f-bc2b-7938083f5172,revision_number=7']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:26:51.998134 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port 60aee43e-89cd-4b99-bf0d-d513e9aa2a82, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=60aee43e-89cd-4b99-bf0d-d513e9aa2a82,segment=NetworkSegment(c5dc6d5b-42e9-4c22-85af-e48a17c0bd6d),segment_id=c5dc6d5b-42e9-4c22-85af-e48a17c0bd6d)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:26:52.011203 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a88c096-4af3-4575-935b-65bff7ae8d10', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2d86f518-a5dc-431f-bc2b-7938083f5172'}] {{(pid=93917) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:26:52.014104 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20b787f3c29eaa7aa2a4d648c725a2124c5ff39a8d793252f9d844495e14cf42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d404974-f6df-4bb2-95b2-93c09bdffd60" -d '{"events": [{"server_uuid": "0a88c096-4af3-4575-935b-65bff7ae8d10", "name": "network-vif-unplugged", "status": "completed", "tag": "2d86f518-a5dc-431f-bc2b-7938083f5172"}]}' {{(pid=93917) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:26:52.018834 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Returning: {'device': '60aee43e-89cd-4b99-bf0d-d513e9aa2a82', 'network_id': '027c4e91-49f9-408a-bc70-11f19a2cbbb7', 'port_id': '60aee43e-89cd-4b99-bf0d-d513e9aa2a82', 'mac_address': 'fa:16:3e:d7:07:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 88, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05d56735-edac-4058-8f3c-680c255777ec', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93917) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 18:26:52.067300 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b918ee0-fc04-4e83-9c61-33005e5d1377 req-a28b99b7-860c-42b5-83e0-2a8cde29422e tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:26:52.074205 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3b918ee0-fc04-4e83-9c61-33005e5d1377 req-a28b99b7-860c-42b5-83e0-2a8cde29422e tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.16 "GET /v2.0/ports?device_id=0a88c096-4af3-4575-935b-65bff7ae8d10 HTTP/1.1" status: 200 len: 949 time: 0.1351790 Jul 14 18:26:52.078518 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 14 Jul 2021 18:26:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d1177b4-57ac-4c7d-a00b-284608c95c9b x-openstack-request-id: req-5d1177b4-57ac-4c7d-a00b-284608c95c9b {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:26:52.079435 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a88c096-4af3-4575-935b-65bff7ae8d10", "name": "network-vif-unplugged", "status": "completed", "tag": "2d86f518-a5dc-431f-bc2b-7938083f5172", "code": 200}]} {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:26:52.079699 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5d1177b4-57ac-4c7d-a00b-284608c95c9b {{(pid=93917) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:26:52.080095 n-d-800634-3 neutron-server[93917]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a88c096-4af3-4575-935b-65bff7ae8d10', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2d86f518-a5dc-431f-bc2b-7938083f5172', 'code': 200} Jul 14 18:26:52.082535 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:26:52.095631 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbb2eca-a710-4527-b8c7-4b3ced598fab req-8650a26f-22bf-49f9-80d3-2123cc136bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:26:52.095817 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd978158-b660-4192-b812-dcafb22e2390 req-ef9e19f6-ccc4-44ab-b4c1-4c34be2e78dc tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:26:52.097896 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-cd978158-b660-4192-b812-dcafb22e2390 req-ef9e19f6-ccc4-44ab-b4c1-4c34be2e78dc tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.18 "GET /v2.0/ports?device_id=0a88c096-4af3-4575-935b-65bff7ae8d10&tenant_id=e0d800f124a7477bb29e534c1272cd15&binding%3Ahost_id=n-h1-800634-3 HTTP/1.1" status: 200 len: 949 time: 0.1205840 Jul 14 18:26:52.098039 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60aee43e-89cd-4b99-bf0d-d513e9aa2a82 {{(pid=93917) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 18:26:52.098535 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-5cbb2eca-a710-4527-b8c7-4b3ced598fab req-8650a26f-22bf-49f9-80d3-2123cc136bd8 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f20c54fb-f7da-4761-aa61-2e4f99f3d332 HTTP/1.1" status: 200 len: 843 time: 0.3943071 Jul 14 18:26:52.119105 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port 60aee43e-89cd-4b99-bf0d-d513e9aa2a82, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=60aee43e-89cd-4b99-bf0d-d513e9aa2a82,segment=NetworkSegment(c5dc6d5b-42e9-4c22-85af-e48a17c0bd6d),segment_id=c5dc6d5b-42e9-4c22-85af-e48a17c0bd6d)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:26:52.124495 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:26:52.130715 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3b918ee0-fc04-4e83-9c61-33005e5d1377 req-5ad231d5-0c3d-437f-a16e-f5d2ebfbe4b7 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.16 "GET /v2.0/security-groups?id=95148b1b-0f93-483b-9e80-262147c27e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554833 Jul 14 18:26:52.194055 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbb2eca-a710-4527-b8c7-4b3ced598fab req-1dbde1dd-781d-4c32-bf1a-4bd7d7df633f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:26:52.195958 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-5cbb2eca-a710-4527-b8c7-4b3ced598fab req-1dbde1dd-781d-4c32-bf1a-4bd7d7df633f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4f742057-89ee-4b4a-86f7-487ee61881a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0717657 Jul 14 18:26:52.204380 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Pushing event updated for resources: {'Port': ['ID=60aee43e-89cd-4b99-bf0d-d513e9aa2a82,revision_number=4']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:26:52.294883 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-5cbb2eca-a710-4527-b8c7-4b3ced598fab req-87b0aa3e-4932-4b6c-ada8-59fc5281b4ca service neutron] 10.222.0.18 "GET /v2.0/networks/4f742057-89ee-4b4a-86f7-487ee61881a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890963 Jul 14 18:26:52.319908 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f182461-4112-44e4-8ef7-dae3d9cdb153 req-f8bde625-fa57-4d3a-982d-9b55148854ca tempest-ServerRescueNegativeTestJSON-843679432 tempest-ServerRescueNegativeTestJSON-843679432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:26:52.321422 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-9f182461-4112-44e4-8ef7-dae3d9cdb153 req-f8bde625-fa57-4d3a-982d-9b55148854ca tempest-ServerRescueNegativeTestJSON-843679432 tempest-ServerRescueNegativeTestJSON-843679432-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b9e4456-2d8d-44aa-a867-8b086bbb5414 HTTP/1.1" status: 200 len: 946 time: 0.1370082 Jul 14 18:26:52.334076 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd978158-b660-4192-b812-dcafb22e2390 req-a52ac632-5f29-4dae-8ee6-dfea0e94057a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:26:52.335511 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-cd978158-b660-4192-b812-dcafb22e2390 req-a52ac632-5f29-4dae-8ee6-dfea0e94057a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e0d800f124a7477bb29e534c1272cd15&device_id=0a88c096-4af3-4575-935b-65bff7ae8d10 HTTP/1.1" status: 200 len: 1100 time: 0.1206560 Jul 14 18:26:52.391409 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-5cbb2eca-a710-4527-b8c7-4b3ced598fab req-f73cb979-4fef-4750-8f52-1361439b9639 service neutron] 10.222.0.18 "GET /v2.0/networks/4f742057-89ee-4b4a-86f7-487ee61881a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860713 Jul 14 18:26:52.432400 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-9f182461-4112-44e4-8ef7-dae3d9cdb153 req-5aaa972d-81b1-4c5e-b2b8-feb5694b4394 tempest-ServerRescueNegativeTestJSON-843679432 tempest-ServerRescueNegativeTestJSON-843679432-project] 10.222.0.16 "GET /v2.0/security-groups?id=2ad455ff-6ff4-4067-8bf1-fdec963484f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036851 Jul 14 18:26:52.460322 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a74cbb-f61d-42b4-8eda-3fa940328f92 req-ebf4a0c1-cab4-415a-8191-9982c93cb9ea tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:26:52.461848 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-d7a74cbb-f61d-42b4-8eda-3fa940328f92 req-ebf4a0c1-cab4-415a-8191-9982c93cb9ea tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] 10.222.0.16 "GET /v2.0/ports?device_id=3e17182c-e25e-4d92-a19a-02d7d1a55cf6 HTTP/1.1" status: 200 len: 944 time: 0.1839874 Jul 14 18:26:52.489216 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd978158-b660-4192-b812-dcafb22e2390 req-3935114e-3bd5-4aa0-a278-02b11c7610f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:26:52.490642 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-cd978158-b660-4192-b812-dcafb22e2390 req-3935114e-3bd5-4aa0-a278-02b11c7610f7 service neutron] 10.222.0.18 "GET /v2.0/networks?id=4f742057-89ee-4b4a-86f7-487ee61881a1 HTTP/1.1" status: 200 len: 869 time: 0.1403677 Jul 14 18:26:52.517031 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-d7a74cbb-f61d-42b4-8eda-3fa940328f92 req-f1893a84-ed35-47b9-9b36-7552e6ca9e26 tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] 10.222.0.16 "GET /v2.0/security-groups?id=4824db20-b9ba-4380-9f29-13755d37b981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487261 Jul 14 18:26:52.551062 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-cd978158-b660-4192-b812-dcafb22e2390 req-c45625ed-0864-46ec-ac57-e5231f58533a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.237&port_id=2d86f518-a5dc-431f-bc2b-7938083f5172 HTTP/1.1" status: 200 len: 217 time: 0.0481510 Jul 14 18:26:52.608535 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd978158-b660-4192-b812-dcafb22e2390 req-318150fe-5cc0-46f0-8a18-138361f100a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:26:52.610027 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-cd978158-b660-4192-b812-dcafb22e2390 req-318150fe-5cc0-46f0-8a18-138361f100a5 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f20c54fb-f7da-4761-aa61-2e4f99f3d332 HTTP/1.1" status: 200 len: 843 time: 0.0485809 Jul 14 18:26:52.664555 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] get_ports_and_sgs() called for port_ids ['60aee43e-89cd-4b99-bf0d-d513e9aa2a82'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 18:26:52.670727 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd978158-b660-4192-b812-dcafb22e2390 req-01318a3e-ae69-460f-b60f-4b0fbbae2474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:26:52.672370 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-cd978158-b660-4192-b812-dcafb22e2390 req-01318a3e-ae69-460f-b60f-4b0fbbae2474 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4f742057-89ee-4b4a-86f7-487ee61881a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0535219 Jul 14 18:26:52.686378 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] get_ports_and_sgs() called for port_ids ['2d86f518-a5dc-431f-bc2b-7938083f5172'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 18:26:52.767445 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9dad66d8-094c-49e1-8b2c-a33c7b50744e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:26:52.786932 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-cd978158-b660-4192-b812-dcafb22e2390 req-7ad39900-6d6d-43e8-a7be-5b7943b9c6c0 service neutron] 10.222.0.18 "GET /v2.0/networks/4f742057-89ee-4b4a-86f7-487ee61881a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1073723 Jul 14 18:26:52.973136 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-cd978158-b660-4192-b812-dcafb22e2390 req-2db033b5-af2c-4c2e-bbc4-bd88fe171c7b service neutron] 10.222.0.18 "GET /v2.0/networks/4f742057-89ee-4b4a-86f7-487ee61881a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1790996 Jul 14 18:26:52.984199 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6dde515-8a97-4d1d-9e6e-270aca986c4c req-bacc9a04-cf81-44bb-82a6-4de02e0d5246 tempest-InstanceActionsTestJSON-796375755 tempest-InstanceActionsTestJSON-796375755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:26:52.985665 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a6dde515-8a97-4d1d-9e6e-270aca986c4c req-bacc9a04-cf81-44bb-82a6-4de02e0d5246 tempest-InstanceActionsTestJSON-796375755 tempest-InstanceActionsTestJSON-796375755-project] 10.222.0.16 "GET /v2.0/ports?device_id=4af750c4-79f1-4970-9792-363620de0873 HTTP/1.1" status: 200 len: 945 time: 0.1698670 Jul 14 18:26:52.997355 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89324e4-e990-436b-b45f-dad2472f6ec1 req-2d397805-0af9-4cc0-85f0-85fc94f2d447 tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:26:52.998848 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-d89324e4-e990-436b-b45f-dad2472f6ec1 req-2d397805-0af9-4cc0-85f0-85fc94f2d447 tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] 10.222.0.16 "GET /v2.0/ports?device_id=788edbd7-d29b-4fac-82a5-fa90df90ad73 HTTP/1.1" status: 200 len: 948 time: 0.1461935 Jul 14 18:26:53.055561 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a6dde515-8a97-4d1d-9e6e-270aca986c4c req-bcc1704f-53ec-4ab6-8fc2-0177a95506f2 tempest-InstanceActionsTestJSON-796375755 tempest-InstanceActionsTestJSON-796375755-project] 10.222.0.16 "GET /v2.0/security-groups?id=7b81002a-728a-4ba6-9514-c9aea41d4b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556228 Jul 14 18:26:53.060570 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-d89324e4-e990-436b-b45f-dad2472f6ec1 req-a202c7ed-865b-4345-92fb-29e8c1b89261 tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] 10.222.0.16 "GET /v2.0/security-groups?id=b0153d44-2cf7-4f50-b628-255afb14ce31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539834 Jul 14 18:26:53.119549 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:26:53.310693 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4bd784-768d-48c9-9102-156d38ac39c6 req-86c5756e-1283-4af3-8e09-024243e30e32 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:26:53.312354 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3b4bd784-768d-48c9-9102-156d38ac39c6 req-86c5756e-1283-4af3-8e09-024243e30e32 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.16 "GET /v2.0/ports?device_id=0a88c096-4af3-4575-935b-65bff7ae8d10 HTTP/1.1" status: 200 len: 949 time: 0.0642385 Jul 14 18:26:53.352374 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3b4bd784-768d-48c9-9102-156d38ac39c6 req-d7fbcd0c-bc0a-42fd-8058-6c5a991fb174 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.16 "GET /v2.0/security-groups?id=95148b1b-0f93-483b-9e80-262147c27e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337780 Jul 14 18:26:53.582948 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89213d5-4d29-4ead-9c87-ec5a85d3bc76 req-fd703a0f-4104-4d45-a0b6-c5e871ca2945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:26:53.584466 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c89213d5-4d29-4ead-9c87-ec5a85d3bc76 req-fd703a0f-4104-4d45-a0b6-c5e871ca2945 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a8d0ae23b8ab47bb8fdb056148b4d7c0&device_id=4af750c4-79f1-4970-9792-363620de0873 HTTP/1.1" status: 200 len: 1096 time: 0.1278491 Jul 14 18:26:53.599468 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27ac0fb-80eb-413e-be9a-69e9d732a6ea req-396cc34b-677f-47e7-ac54-fe3d5d0ca6b8 tempest-InstanceActionsTestJSON-796375755 tempest-InstanceActionsTestJSON-796375755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:26:53.600952 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a27ac0fb-80eb-413e-be9a-69e9d732a6ea req-396cc34b-677f-47e7-ac54-fe3d5d0ca6b8 tempest-InstanceActionsTestJSON-796375755 tempest-InstanceActionsTestJSON-796375755-project] 10.222.0.16 "GET /v2.0/ports?device_id=4af750c4-79f1-4970-9792-363620de0873 HTTP/1.1" status: 200 len: 945 time: 0.1342354 Jul 14 18:26:53.716068 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a27ac0fb-80eb-413e-be9a-69e9d732a6ea req-c3a13432-51af-41e0-9aa9-5d7689117f90 tempest-InstanceActionsTestJSON-796375755 tempest-InstanceActionsTestJSON-796375755-project] 10.222.0.16 "GET /v2.0/security-groups?id=7b81002a-728a-4ba6-9514-c9aea41d4b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031950 Jul 14 18:26:53.726456 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659696d0-fab0-4e6d-947f-a9441b65e8e5 req-a0afc746-c60f-47d2-9381-caa686415a74 tempest-ServerRescueNegativeTestJSON-843679432 tempest-ServerRescueNegativeTestJSON-843679432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:26:53.727898 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-659696d0-fab0-4e6d-947f-a9441b65e8e5 req-a0afc746-c60f-47d2-9381-caa686415a74 tempest-ServerRescueNegativeTestJSON-843679432 tempest-ServerRescueNegativeTestJSON-843679432-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b9e4456-2d8d-44aa-a867-8b086bbb5414 HTTP/1.1" status: 200 len: 946 time: 0.1799850 Jul 14 18:26:53.757786 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89213d5-4d29-4ead-9c87-ec5a85d3bc76 req-2765b3d1-6aab-4dbe-969f-2c62f19da20a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:26:53.759295 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c89213d5-4d29-4ead-9c87-ec5a85d3bc76 req-2765b3d1-6aab-4dbe-969f-2c62f19da20a service neutron] 10.222.0.18 "GET /v2.0/networks?id=771647d4-5b1d-4c17-986d-65d44e44fc31 HTTP/1.1" status: 200 len: 914 time: 0.1574633 Jul 14 18:26:53.786047 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-659696d0-fab0-4e6d-947f-a9441b65e8e5 req-428ebe64-5175-4c84-b98b-28478f87df2f tempest-ServerRescueNegativeTestJSON-843679432 tempest-ServerRescueNegativeTestJSON-843679432-project] 10.222.0.16 "GET /v2.0/security-groups?id=2ad455ff-6ff4-4067-8bf1-fdec963484f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498829 Jul 14 18:26:53.818415 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c89213d5-4d29-4ead-9c87-ec5a85d3bc76 req-2238f0c0-dbf8-4512-9e82-5b2ad245452a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=297ea6a8-5ea6-455a-9da8-eb7e20d88ffb HTTP/1.1" status: 200 len: 217 time: 0.0466378 Jul 14 18:26:53.918521 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89213d5-4d29-4ead-9c87-ec5a85d3bc76 req-fdec2776-f372-4a29-896a-a4ed15d6a933 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:26:53.920090 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c89213d5-4d29-4ead-9c87-ec5a85d3bc76 req-fdec2776-f372-4a29-896a-a4ed15d6a933 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=843efded-1b6b-4d20-bf6f-347b6e6ef1cd HTTP/1.1" status: 200 len: 854 time: 0.0927718 Jul 14 18:26:53.969304 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c89213d5-4d29-4ead-9c87-ec5a85d3bc76 req-aa2bf564-4c1b-44d3-898c-1c30af509479 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=771647d4-5b1d-4c17-986d-65d44e44fc31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0403321 Jul 14 18:26:53.984793 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb3b12c-79be-4b03-b12c-6c01c056c2cb req-6c219a8e-9760-4139-a708-0ff4f3fe5c90 tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:26:53.992020 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-bcb3b12c-79be-4b03-b12c-6c01c056c2cb req-6c219a8e-9760-4139-a708-0ff4f3fe5c90 tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] 10.222.0.16 "GET /v2.0/ports?device_id=3e17182c-e25e-4d92-a19a-02d7d1a55cf6 HTTP/1.1" status: 200 len: 944 time: 0.1350350 Jul 14 18:26:53.996941 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-574aeb93-9938-449c-8e6c-cb22c9b52cc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:26:54.082176 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-bcb3b12c-79be-4b03-b12c-6c01c056c2cb req-06cc9239-bff2-4295-92e1-98b292e18488 tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] 10.222.0.16 "GET /v2.0/security-groups?id=4824db20-b9ba-4380-9f29-13755d37b981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892429 Jul 14 18:26:54.135446 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c89213d5-4d29-4ead-9c87-ec5a85d3bc76 req-664d1036-9708-4e05-bc24-22d898e4f57b service neutron] 10.222.0.18 "GET /v2.0/networks/771647d4-5b1d-4c17-986d-65d44e44fc31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351926 Jul 14 18:26:54.283242 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c89213d5-4d29-4ead-9c87-ec5a85d3bc76 req-4f279447-8d7c-4b86-8c90-2c5ca794c28d service neutron] 10.222.0.18 "GET /v2.0/networks/771647d4-5b1d-4c17-986d-65d44e44fc31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311648 Jul 14 18:26:54.298118 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0ba8dd-be97-4dc9-bbc8-8b2200c36419 req-f5f76ab4-fe7e-4544-a6b7-3f882720da42 tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:26:54.299596 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2c0ba8dd-be97-4dc9-bbc8-8b2200c36419 req-f5f76ab4-fe7e-4544-a6b7-3f882720da42 tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] 10.222.0.16 "GET /v2.0/ports?device_id=788edbd7-d29b-4fac-82a5-fa90df90ad73 HTTP/1.1" status: 200 len: 948 time: 0.0958765 Jul 14 18:26:54.338778 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2c0ba8dd-be97-4dc9-bbc8-8b2200c36419 req-b5e9a066-6fde-49d2-bc5c-b80ef343b1bb tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] 10.222.0.16 "GET /v2.0/security-groups?id=b0153d44-2cf7-4f50-b628-255afb14ce31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333524 Jul 14 18:26:54.534749 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31326a2-a68b-47dc-a376-8f45434b3683 req-6a8bfe35-278d-45a9-ae2d-daf7c2f47378 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:26:54.536550 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a31326a2-a68b-47dc-a376-8f45434b3683 req-6a8bfe35-278d-45a9-ae2d-daf7c2f47378 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.16 "GET /v2.0/ports?device_id=0a88c096-4af3-4575-935b-65bff7ae8d10 HTTP/1.1" status: 200 len: 949 time: 0.0713444 Jul 14 18:26:54.577638 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a31326a2-a68b-47dc-a376-8f45434b3683 req-a38f24ad-ff8b-45a1-bb24-7ff16cb8700e tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.16 "GET /v2.0/security-groups?id=95148b1b-0f93-483b-9e80-262147c27e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352194 Jul 14 18:26:54.751699 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4764733e-4fd1-4ebf-8569-2dfad8511bec req-69674f5c-a221-4d58-9b40-88a260e1e40d tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:26:54.753835 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-4764733e-4fd1-4ebf-8569-2dfad8511bec req-69674f5c-a221-4d58-9b40-88a260e1e40d tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.16 "GET /v2.0/ports?device_id=0a88c096-4af3-4575-935b-65bff7ae8d10 HTTP/1.1" status: 200 len: 949 time: 0.0636656 Jul 14 18:26:54.792033 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-4764733e-4fd1-4ebf-8569-2dfad8511bec req-2714e299-b4a5-4a7a-a88e-2eaa0f53e5a7 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.16 "GET /v2.0/security-groups?id=95148b1b-0f93-483b-9e80-262147c27e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326407 Jul 14 18:26:54.915689 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abc85fc-2ad2-4096-92f7-ee79ada6dbfb req-34e84f21-ed96-412d-b550-f658341942dd tempest-InstanceActionsTestJSON-796375755 tempest-InstanceActionsTestJSON-796375755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:26:54.917348 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-0abc85fc-2ad2-4096-92f7-ee79ada6dbfb req-34e84f21-ed96-412d-b550-f658341942dd tempest-InstanceActionsTestJSON-796375755 tempest-InstanceActionsTestJSON-796375755-project] 10.222.0.16 "GET /v2.0/ports?device_id=4af750c4-79f1-4970-9792-363620de0873 HTTP/1.1" status: 200 len: 945 time: 0.0662332 Jul 14 18:26:54.991390 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-0abc85fc-2ad2-4096-92f7-ee79ada6dbfb req-ef04dbdd-bf03-4c0a-bf2b-f8e3cb9925b4 tempest-InstanceActionsTestJSON-796375755 tempest-InstanceActionsTestJSON-796375755-project] 10.222.0.16 "GET /v2.0/security-groups?id=7b81002a-728a-4ba6-9514-c9aea41d4b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620155 Jul 14 18:26:55.017134 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67102968-9ecf-4ded-8091-345b851f9b32 req-faeeda09-3680-40bc-8574-a7fe44a2f646 tempest-ServerRescueNegativeTestJSON-843679432 tempest-ServerRescueNegativeTestJSON-843679432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:26:55.018651 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-67102968-9ecf-4ded-8091-345b851f9b32 req-faeeda09-3680-40bc-8574-a7fe44a2f646 tempest-ServerRescueNegativeTestJSON-843679432 tempest-ServerRescueNegativeTestJSON-843679432-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b9e4456-2d8d-44aa-a867-8b086bbb5414 HTTP/1.1" status: 200 len: 946 time: 0.1001711 Jul 14 18:26:55.063834 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-67102968-9ecf-4ded-8091-345b851f9b32 req-ce74d5f6-e894-4b95-9cc6-2db182191ff2 tempest-ServerRescueNegativeTestJSON-843679432 tempest-ServerRescueNegativeTestJSON-843679432-project] 10.222.0.16 "GET /v2.0/security-groups?id=2ad455ff-6ff4-4067-8bf1-fdec963484f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394976 Jul 14 18:26:55.291239 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a1bfd2-896c-4384-921a-1fdb290681bf req-1e170c9d-0af1-41b9-8c41-79a89b76cb3e tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:26:55.292905 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-65a1bfd2-896c-4384-921a-1fdb290681bf req-1e170c9d-0af1-41b9-8c41-79a89b76cb3e tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] 10.222.0.16 "GET /v2.0/ports?device_id=3e17182c-e25e-4d92-a19a-02d7d1a55cf6 HTTP/1.1" status: 200 len: 944 time: 0.0738888 Jul 14 18:26:55.328412 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-674b3f28-4dfc-49c5-a40d-7ef9f16df3c2 req-65531d50-69de-4fce-98fd-8b369dfb3168 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=e0d800f124a7477bb29e534c1272cd15&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0276647 Jul 14 18:26:55.417950 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-65a1bfd2-896c-4384-921a-1fdb290681bf req-46dec92e-c080-4c06-a91a-08898ab89a51 tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] 10.222.0.16 "GET /v2.0/security-groups?id=4824db20-b9ba-4380-9f29-13755d37b981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059120 Jul 14 18:26:55.476496 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674b3f28-4dfc-49c5-a40d-7ef9f16df3c2 req-9f6ef232-ca7b-4abe-8be1-09b1a65f0ac6 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:26:55.478316 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-674b3f28-4dfc-49c5-a40d-7ef9f16df3c2 req-9f6ef232-ca7b-4abe-8be1-09b1a65f0ac6 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1430640 Jul 14 18:26:55.495277 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-674b3f28-4dfc-49c5-a40d-7ef9f16df3c2 req-29e172d8-3bf6-457d-b581-a1e0fb0521c1 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.16 "GET /v2.0/quotas/e0d800f124a7477bb29e534c1272cd15 HTTP/1.1" status: 200 len: 375 time: 0.0111096 Jul 14 18:26:55.572077 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-674b3f28-4dfc-49c5-a40d-7ef9f16df3c2 req-aab90e5b-4716-4f58-b4d8-ffc54c563952 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=e0d800f124a7477bb29e534c1272cd15&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0702515 Jul 14 18:26:55.608219 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device 669c9edf-0066-4f1c-8103-9c630a3adbef details requested by agent hyperv_n-h1-800634-3 with host n-h1-800634-3 {{(pid=93917) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 18:26:55.720172 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b65f8b-0dc2-46ce-b73d-21a793c1f1f3 req-e2abc355-d170-4459-81e9-d3a9de96365b tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:26:55.738996 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port 669c9edf-0066-4f1c-8103-9c630a3adbef, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=669c9edf-0066-4f1c-8103-9c630a3adbef,segment=NetworkSegment(067fc487-22c7-42de-972d-ae352a28ad29),segment_id=067fc487-22c7-42de-972d-ae352a28ad29)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:26:55.739243 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a9b65f8b-0dc2-46ce-b73d-21a793c1f1f3 req-e2abc355-d170-4459-81e9-d3a9de96365b tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] 10.222.0.16 "GET /v2.0/ports?device_id=788edbd7-d29b-4fac-82a5-fa90df90ad73 HTTP/1.1" status: 200 len: 948 time: 0.1090090 Jul 14 18:26:55.754976 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device 2d86f518-a5dc-431f-bc2b-7938083f5172 up at agent hyperv_n-h1-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:26:55.760479 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Returning: {'device': '669c9edf-0066-4f1c-8103-9c630a3adbef', 'network_id': '4f742057-89ee-4b4a-86f7-487ee61881a1', 'port_id': '669c9edf-0066-4f1c-8103-9c630a3adbef', 'mac_address': 'fa:16:3e:0f:85:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f20c54fb-f7da-4761-aa61-2e4f99f3d332', 'ip_address': '192.168.233.207'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93917) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 18:26:55.787940 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-77748597-a77b-47a6-a648-c23b2dbd6190 req-6e0fa665-df2c-4ac3-a250-e59584648524 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.16 "GET /v2.0/ports?device_id=b34ed31a-cdf4-42e3-9af8-e1a7ec6d0b20 HTTP/1.1" status: 200 len: 210 time: 0.0314376 Jul 14 18:26:55.829408 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-2f4e3af3-e708-4ffd-a544-82d93a489d01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:26:55.836262 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a9b65f8b-0dc2-46ce-b73d-21a793c1f1f3 req-9f5895ea-2cca-4fce-b750-5e0ff4ed0e66 tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] 10.222.0.16 "GET /v2.0/security-groups?id=b0153d44-2cf7-4f50-b628-255afb14ce31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960648 Jul 14 18:26:55.847328 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:26:55.865805 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 669c9edf-0066-4f1c-8103-9c630a3adbef {{(pid=93917) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 18:26:55.869584 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Provisioning complete for port 2d86f518-a5dc-431f-bc2b-7938083f5172 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:26:55.869953 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:26:55.911163 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port 669c9edf-0066-4f1c-8103-9c630a3adbef, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=669c9edf-0066-4f1c-8103-9c630a3adbef,segment=NetworkSegment(067fc487-22c7-42de-972d-ae352a28ad29),segment_id=067fc487-22c7-42de-972d-ae352a28ad29)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:26:55.916540 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:26:55.987528 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Pushing event updated for resources: {'Port': ['ID=669c9edf-0066-4f1c-8103-9c630a3adbef,revision_number=4']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:26:56.022840 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:26:56.051643 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a88c096-4af3-4575-935b-65bff7ae8d10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d86f518-a5dc-431f-bc2b-7938083f5172'}] {{(pid=93917) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:26:56.054002 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20b787f3c29eaa7aa2a4d648c725a2124c5ff39a8d793252f9d844495e14cf42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f42caa4a-8b07-41ea-aa3c-fbd03ce1c664" -d '{"events": [{"server_uuid": "0a88c096-4af3-4575-935b-65bff7ae8d10", "name": "network-vif-plugged", "status": "completed", "tag": "2d86f518-a5dc-431f-bc2b-7938083f5172"}]}' {{(pid=93917) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:26:56.075134 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port 2d86f518-a5dc-431f-bc2b-7938083f5172, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=2d86f518-a5dc-431f-bc2b-7938083f5172,segment=NetworkSegment(067fc487-22c7-42de-972d-ae352a28ad29),segment_id=067fc487-22c7-42de-972d-ae352a28ad29)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:26:56.082507 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:26:56.083479 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device 60aee43e-89cd-4b99-bf0d-d513e9aa2a82 up at agent hyperv_n-h1-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:26:56.110659 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 18:26:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a37fb22-5677-41d4-9775-ca7de94aba65 x-openstack-request-id: req-5a37fb22-5677-41d4-9775-ca7de94aba65 {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:26:56.111055 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a88c096-4af3-4575-935b-65bff7ae8d10", "name": "network-vif-plugged", "status": "completed", "tag": "2d86f518-a5dc-431f-bc2b-7938083f5172", "code": 200}]} {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:26:56.111405 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5a37fb22-5677-41d4-9775-ca7de94aba65 {{(pid=93917) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:26:56.112457 n-d-800634-3 neutron-server[93917]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a88c096-4af3-4575-935b-65bff7ae8d10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d86f518-a5dc-431f-bc2b-7938083f5172', 'code': 200} Jul 14 18:26:56.176388 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Pushing event updated for resources: {'Port': ['ID=2d86f518-a5dc-431f-bc2b-7938083f5172,revision_number=8']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:26:56.187549 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Provisioning for port 60aee43e-89cd-4b99-bf0d-d513e9aa2a82 completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:26:56.192909 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Provisioning complete for port 60aee43e-89cd-4b99-bf0d-d513e9aa2a82 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:26:56.193322 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:26:56.225803 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03586771-0662-495c-8660-fdae704af03f req-8e765172-ab92-488d-ab46-690ed733adb4 tempest-InstanceActionsTestJSON-796375755 tempest-InstanceActionsTestJSON-796375755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:26:56.232699 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-03586771-0662-495c-8660-fdae704af03f req-8e765172-ab92-488d-ab46-690ed733adb4 tempest-InstanceActionsTestJSON-796375755 tempest-InstanceActionsTestJSON-796375755-project] 10.222.0.16 "GET /v2.0/ports?device_id=4af750c4-79f1-4970-9792-363620de0873 HTTP/1.1" status: 200 len: 945 time: 0.0703411 Jul 14 18:26:56.296994 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-03586771-0662-495c-8660-fdae704af03f req-3fa7e3c2-5e64-4147-b352-bf3a12ac67d2 tempest-InstanceActionsTestJSON-796375755 tempest-InstanceActionsTestJSON-796375755-project] 10.222.0.16 "GET /v2.0/security-groups?id=7b81002a-728a-4ba6-9514-c9aea41d4b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597951 Jul 14 18:26:56.306338 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] get_ports_and_sgs() called for port_ids ['669c9edf-0066-4f1c-8103-9c630a3adbef'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 18:26:56.309911 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:26:56.381710 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port 60aee43e-89cd-4b99-bf0d-d513e9aa2a82, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=60aee43e-89cd-4b99-bf0d-d513e9aa2a82,segment=NetworkSegment(c5dc6d5b-42e9-4c22-85af-e48a17c0bd6d),segment_id=c5dc6d5b-42e9-4c22-85af-e48a17c0bd6d)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:26:56.389087 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:26:56.474163 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Pushing event updated for resources: {'Port': ['ID=60aee43e-89cd-4b99-bf0d-d513e9aa2a82,revision_number=5']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:26:56.628822 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4434d1a6-6bb8-4b6e-a2f6-09f6dbc32e0e req-27984be4-8c45-4476-810e-30cd607f41a2 tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:26:56.630350 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-4434d1a6-6bb8-4b6e-a2f6-09f6dbc32e0e req-27984be4-8c45-4476-810e-30cd607f41a2 tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] 10.222.0.16 "GET /v2.0/ports?device_id=3e17182c-e25e-4d92-a19a-02d7d1a55cf6 HTTP/1.1" status: 200 len: 945 time: 0.0733383 Jul 14 18:26:56.669526 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-4434d1a6-6bb8-4b6e-a2f6-09f6dbc32e0e req-40759a20-e746-411a-b321-2b5408f4fa39 tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] 10.222.0.16 "GET /v2.0/security-groups?id=4824db20-b9ba-4380-9f29-13755d37b981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334079 Jul 14 18:26:56.848680 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e0c8c8-b2bc-4c42-a261-823deaff3d0d req-5948de55-6c08-4ce9-8a53-e3d44d887b57 tempest-ServerRescueNegativeTestJSON-843679432 tempest-ServerRescueNegativeTestJSON-843679432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:26:56.850194 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e2e0c8c8-b2bc-4c42-a261-823deaff3d0d req-5948de55-6c08-4ce9-8a53-e3d44d887b57 tempest-ServerRescueNegativeTestJSON-843679432 tempest-ServerRescueNegativeTestJSON-843679432-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b9e4456-2d8d-44aa-a867-8b086bbb5414 HTTP/1.1" status: 200 len: 946 time: 0.0703685 Jul 14 18:26:56.897850 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e2e0c8c8-b2bc-4c42-a261-823deaff3d0d req-3416a21c-bdf6-4ad3-876c-33a2e94f44f9 tempest-ServerRescueNegativeTestJSON-843679432 tempest-ServerRescueNegativeTestJSON-843679432-project] 10.222.0.16 "GET /v2.0/security-groups?id=2ad455ff-6ff4-4067-8bf1-fdec963484f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422139 Jul 14 18:26:56.949181 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b982bf5d-7149-4c32-bf88-1686941eda9c req-7f754a81-09c0-4890-8802-89b6be9a4e92 tempest-InstanceActionsTestJSON-796375755 tempest-InstanceActionsTestJSON-796375755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:26:56.950634 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b982bf5d-7149-4c32-bf88-1686941eda9c req-7f754a81-09c0-4890-8802-89b6be9a4e92 tempest-InstanceActionsTestJSON-796375755 tempest-InstanceActionsTestJSON-796375755-project] 10.222.0.16 "GET /v2.0/ports?device_id=4af750c4-79f1-4970-9792-363620de0873 HTTP/1.1" status: 200 len: 945 time: 0.0690286 Jul 14 18:26:56.993798 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b982bf5d-7149-4c32-bf88-1686941eda9c req-e0b3732e-4d8a-459b-99f7-e4328a398c62 tempest-InstanceActionsTestJSON-796375755 tempest-InstanceActionsTestJSON-796375755-project] 10.222.0.16 "GET /v2.0/security-groups?id=7b81002a-728a-4ba6-9514-c9aea41d4b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370638 Jul 14 18:26:57.032260 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-1f29cb6c-7593-4578-8afa-741f965791b8 req-fb525d80-22ec-4211-9472-cd9898373d03 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.16 "GET /v2.0/ports?device_id=b34ed31a-cdf4-42e3-9af8-e1a7ec6d0b20 HTTP/1.1" status: 200 len: 210 time: 0.0300879 Jul 14 18:26:57.141058 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-674b3f28-4dfc-49c5-a40d-7ef9f16df3c2 req-c3a67a41-9765-4139-96e0-f95a743196f2 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=e0d800f124a7477bb29e534c1272cd15&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0297360 Jul 14 18:26:57.285126 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a0731c-0f97-4ffd-a58f-78b7eb27dd1e req-2f7f5763-bef2-4b8a-a8c2-dabebb7ca2df tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:26:57.286346 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-54a0731c-0f97-4ffd-a58f-78b7eb27dd1e req-2f7f5763-bef2-4b8a-a8c2-dabebb7ca2df tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] 10.222.0.16 "GET /v2.0/ports?device_id=788edbd7-d29b-4fac-82a5-fa90df90ad73 HTTP/1.1" status: 200 len: 949 time: 0.1653526 Jul 14 18:26:57.295052 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674b3f28-4dfc-49c5-a40d-7ef9f16df3c2 req-9e866dab-f694-45eb-88cf-c5cb8f101c68 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:26:57.296497 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-674b3f28-4dfc-49c5-a40d-7ef9f16df3c2 req-9e866dab-f694-45eb-88cf-c5cb8f101c68 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1312659 Jul 14 18:26:57.317389 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [req-674b3f28-4dfc-49c5-a40d-7ef9f16df3c2 req-ad1b06cf-8da9-44bc-97cf-631fe87d6e16 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] Request body: {'port': {'device_id': 'b34ed31a-cdf4-42e3-9af8-e1a7ec6d0b20', 'network_id': '4f742057-89ee-4b4a-86f7-487ee61881a1', 'admin_state_up': True, 'tenant_id': 'e0d800f124a7477bb29e534c1272cd15'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:26:57.381834 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-54a0731c-0f97-4ffd-a58f-78b7eb27dd1e req-089bb543-c87a-489e-a729-072caa11b44c tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] 10.222.0.16 "GET /v2.0/security-groups?id=b0153d44-2cf7-4f50-b628-255afb14ce31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843737 Jul 14 18:26:57.460841 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-674b3f28-4dfc-49c5-a40d-7ef9f16df3c2 req-ad1b06cf-8da9-44bc-97cf-631fe87d6e16 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] Made reservation on behalf of e0d800f124a7477bb29e534c1272cd15 for: {'port': 1} {{(pid=93915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:26:57.467047 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-674b3f28-4dfc-49c5-a40d-7ef9f16df3c2 req-ad1b06cf-8da9-44bc-97cf-631fe87d6e16 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:26:57.598767 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.db_base_plugin_common [req-674b3f28-4dfc-49c5-a40d-7ef9f16df3c2 req-ad1b06cf-8da9-44bc-97cf-631fe87d6e16 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] Allocated IP 192.168.233.3 (4f742057-89ee-4b4a-86f7-487ee61881a1/f20c54fb-f7da-4761-aa61-2e4f99f3d332/2963b705-b1e1-4311-8a6e-95a0846fc25f) {{(pid=93915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:26:57.751556 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-674b3f28-4dfc-49c5-a40d-7ef9f16df3c2 req-ad1b06cf-8da9-44bc-97cf-631fe87d6e16 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] Notify callbacks [] for port, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:26:57.766872 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.provisioning_blocks [req-674b3f28-4dfc-49c5-a40d-7ef9f16df3c2 req-ad1b06cf-8da9-44bc-97cf-631fe87d6e16 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] Transition to ACTIVE for port object 2963b705-b1e1-4311-8a6e-95a0846fc25f will not be triggered until provisioned by entity DHCP. {{(pid=93915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:26:57.835107 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-674b3f28-4dfc-49c5-a40d-7ef9f16df3c2 req-ad1b06cf-8da9-44bc-97cf-631fe87d6e16 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:26:57.850194 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] get_ports_and_sgs() called for port_ids ['7c097f78-08e4-4fc9-a177-b8812f88bb8a'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 18:26:57.857856 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] get_ports_and_sgs() called for port_ids ['2d86f518-a5dc-431f-bc2b-7938083f5172'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 18:26:57.898221 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-674b3f28-4dfc-49c5-a40d-7ef9f16df3c2 req-ad1b06cf-8da9-44bc-97cf-631fe87d6e16 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] Network 4f742057-89ee-4b4a-86f7-487ee61881a1 is already hosted by enough agents. {{(pid=93915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:26:57.906882 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [req-674b3f28-4dfc-49c5-a40d-7ef9f16df3c2 req-ad1b06cf-8da9-44bc-97cf-631fe87d6e16 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] Resources bound (agent type, host, resource id): {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:26:57.912379 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [req-674b3f28-4dfc-49c5-a40d-7ef9f16df3c2 req-ad1b06cf-8da9-44bc-97cf-631fe87d6e16 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] Received port after_create {{(pid=93915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:26:57.919137 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1b06cf-8da9-44bc-97cf-631fe87d6e16 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] Pushing event updated for resources: {'Port': ['ID=2963b705-b1e1-4311-8a6e-95a0846fc25f,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:26:57.950943 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6924b46-1863-4fda-9f33-b4bd40ce42c1 req-5fb21cc3-e304-42a8-ae03-d261965ecc36 tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:26:57.953170 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-d6924b46-1863-4fda-9f33-b4bd40ce42c1 req-5fb21cc3-e304-42a8-ae03-d261965ecc36 tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] 10.222.0.16 "GET /v2.0/ports?device_id=3e17182c-e25e-4d92-a19a-02d7d1a55cf6 HTTP/1.1" status: 200 len: 945 time: 0.1647632 Jul 14 18:26:58.006002 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674b3f28-4dfc-49c5-a40d-7ef9f16df3c2 req-ad1b06cf-8da9-44bc-97cf-631fe87d6e16 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:26:58.007257 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-674b3f28-4dfc-49c5-a40d-7ef9f16df3c2 req-ad1b06cf-8da9-44bc-97cf-631fe87d6e16 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:26:58.029762 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-d6924b46-1863-4fda-9f33-b4bd40ce42c1 req-391cc821-68a6-46ec-b5ef-ebff9550c990 tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] 10.222.0.16 "GET /v2.0/security-groups?id=4824db20-b9ba-4380-9f29-13755d37b981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630229 Jul 14 18:26:58.032465 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-674b3f28-4dfc-49c5-a40d-7ef9f16df3c2 req-ad1b06cf-8da9-44bc-97cf-631fe87d6e16 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 0.7212167 Jul 14 18:26:58.066233 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [req-674b3f28-4dfc-49c5-a40d-7ef9f16df3c2 req-3faab695-10bc-4dc8-9534-ba9f33b55006 service neutron] Request body: {'port': {'device_id': 'b34ed31a-cdf4-42e3-9af8-e1a7ec6d0b20', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800634-3'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:26:58.122158 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e17182c-e25e-4d92-a19a-02d7d1a55cf6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60aee43e-89cd-4b99-bf0d-d513e9aa2a82'}] {{(pid=93917) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:26:58.124438 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20b787f3c29eaa7aa2a4d648c725a2124c5ff39a8d793252f9d844495e14cf42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00720f50-9a48-4256-a74c-83555e91f754" -d '{"events": [{"server_uuid": "3e17182c-e25e-4d92-a19a-02d7d1a55cf6", "name": "network-vif-plugged", "status": "completed", "tag": "60aee43e-89cd-4b99-bf0d-d513e9aa2a82"}]}' {{(pid=93917) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:26:58.165778 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-674b3f28-4dfc-49c5-a40d-7ef9f16df3c2 req-3faab695-10bc-4dc8-9534-ba9f33b55006 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:26:58.291180 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-87791246-6212-4c9c-9999-bb79e3700863 None None] Provisioning for port 2963b705-b1e1-4311-8a6e-95a0846fc25f completed by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:26:58.297464 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-87791246-6212-4c9c-9999-bb79e3700863 None None] Provisioning complete for port 2963b705-b1e1-4311-8a6e-95a0846fc25f triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:26:58.298429 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-87791246-6212-4c9c-9999-bb79e3700863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:26:58.336210 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-87791246-6212-4c9c-9999-bb79e3700863 None None] Port 2963b705-b1e1-4311-8a6e-95a0846fc25f cannot update to ACTIVE because it is not bound. {{(pid=93917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 18:26:58.774198 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f83db5-389f-406f-a8f2-5557646cab59 req-28959729-8f89-425c-ab2f-84afbbecd5c9 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:26:58.775676 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-70f83db5-389f-406f-a8f2-5557646cab59 req-28959729-8f89-425c-ab2f-84afbbecd5c9 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.16 "GET /v2.0/ports?device_id=b34ed31a-cdf4-42e3-9af8-e1a7ec6d0b20 HTTP/1.1" status: 200 len: 934 time: 0.4934208 Jul 14 18:26:58.788491 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b833093d-6f1d-46e7-ac29-24fb6c37c51c req-7cb2451a-3f92-4ff1-b669-97a19920651a tempest-InstanceActionsTestJSON-796375755 tempest-InstanceActionsTestJSON-796375755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:26:58.790007 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b833093d-6f1d-46e7-ac29-24fb6c37c51c req-7cb2451a-3f92-4ff1-b669-97a19920651a tempest-InstanceActionsTestJSON-796375755 tempest-InstanceActionsTestJSON-796375755-project] 10.222.0.16 "GET /v2.0/ports?device_id=4af750c4-79f1-4970-9792-363620de0873 HTTP/1.1" status: 200 len: 945 time: 0.5546679 Jul 14 18:26:58.899396 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-70f83db5-389f-406f-a8f2-5557646cab59 req-8978e18e-8a7c-436a-9805-5daa2ed46e4d tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.16 "GET /v2.0/security-groups?id=95148b1b-0f93-483b-9e80-262147c27e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083822 Jul 14 18:26:58.899983 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548fe46f-e1e1-49bc-9a5b-d9d8121d2e0f req-e2bb1a0d-7a9c-459d-874e-bd9c1728aca7 tempest-InstanceActionsTestJSON-796375755 tempest-InstanceActionsTestJSON-796375755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:26:58.901808 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-548fe46f-e1e1-49bc-9a5b-d9d8121d2e0f req-e2bb1a0d-7a9c-459d-874e-bd9c1728aca7 tempest-InstanceActionsTestJSON-796375755 tempest-InstanceActionsTestJSON-796375755-project] 10.222.0.18 "GET /v2.0/ports?device_id=4af750c4-79f1-4970-9792-363620de0873 HTTP/1.1" status: 200 len: 945 time: 0.0716097 Jul 14 18:26:58.903619 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b833093d-6f1d-46e7-ac29-24fb6c37c51c req-4a25ad49-8fc6-4cb0-b83f-33bd6cf51505 tempest-InstanceActionsTestJSON-796375755 tempest-InstanceActionsTestJSON-796375755-project] 10.222.0.16 "GET /v2.0/security-groups?id=7b81002a-728a-4ba6-9514-c9aea41d4b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019666 Jul 14 18:26:58.919102 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [req-674b3f28-4dfc-49c5-a40d-7ef9f16df3c2 req-3faab695-10bc-4dc8-9534-ba9f33b55006 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2963b705-b1e1-4311-8a6e-95a0846fc25f {{(pid=93915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 18:26:58.928426 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-674b3f28-4dfc-49c5-a40d-7ef9f16df3c2 req-3faab695-10bc-4dc8-9534-ba9f33b55006 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:26:58.942520 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.provisioning_blocks [req-674b3f28-4dfc-49c5-a40d-7ef9f16df3c2 req-3faab695-10bc-4dc8-9534-ba9f33b55006 service neutron] Transition to ACTIVE for port object 2963b705-b1e1-4311-8a6e-95a0846fc25f will not be triggered until provisioned by entity L2. {{(pid=93915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:26:58.950419 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-674b3f28-4dfc-49c5-a40d-7ef9f16df3c2 req-3faab695-10bc-4dc8-9534-ba9f33b55006 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25912978'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:26:59.012514 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3faab695-10bc-4dc8-9534-ba9f33b55006 service neutron] Pushing event updated for resources: {'Port': ['ID=2963b705-b1e1-4311-8a6e-95a0846fc25f,revision_number=2']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:26:59.020970 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 18:26:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f0bbab7-785e-4cfa-ae33-1fbf150662a8 x-openstack-request-id: req-2f0bbab7-785e-4cfa-ae33-1fbf150662a8 {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:26:59.020970 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e17182c-e25e-4d92-a19a-02d7d1a55cf6", "name": "network-vif-plugged", "status": "completed", "tag": "60aee43e-89cd-4b99-bf0d-d513e9aa2a82", "code": 200}]} {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:26:59.021461 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2f0bbab7-785e-4cfa-ae33-1fbf150662a8 {{(pid=93917) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:26:59.021461 n-d-800634-3 neutron-server[93917]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e17182c-e25e-4d92-a19a-02d7d1a55cf6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60aee43e-89cd-4b99-bf0d-d513e9aa2a82', 'code': 200} Jul 14 18:26:59.132880 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [req-548fe46f-e1e1-49bc-9a5b-d9d8121d2e0f req-54f1c36b-33dd-4967-a15b-d88d55c483ed tempest-InstanceActionsTestJSON-796375755 tempest-InstanceActionsTestJSON-796375755-project] Deleting port 297ea6a8-5ea6-455a-9da8-eb7e20d88ffb {{(pid=93916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:26:59.133223 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-548fe46f-e1e1-49bc-9a5b-d9d8121d2e0f req-54f1c36b-33dd-4967-a15b-d88d55c483ed tempest-InstanceActionsTestJSON-796375755 tempest-InstanceActionsTestJSON-796375755-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:26:59.171086 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-674b3f28-4dfc-49c5-a40d-7ef9f16df3c2 req-3faab695-10bc-4dc8-9534-ba9f33b55006 service neutron] Attempting to bind port 2963b705-b1e1-4311-8a6e-95a0846fc25f on host n-h1-800634-3 for vnic_type normal with profile {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:26:59.171462 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-674b3f28-4dfc-49c5-a40d-7ef9f16df3c2 req-3faab695-10bc-4dc8-9534-ba9f33b55006 service neutron] Attempting to bind port 2963b705-b1e1-4311-8a6e-95a0846fc25f by drivers openvswitch,hyperv on host n-h1-800634-3 at level 0 using segments [{'id': '067fc487-22c7-42de-972d-ae352a28ad29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '4f742057-89ee-4b4a-86f7-487ee61881a1'}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:26:59.171750 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-674b3f28-4dfc-49c5-a40d-7ef9f16df3c2 req-3faab695-10bc-4dc8-9534-ba9f33b55006 service neutron] Attempting to bind port 2963b705-b1e1-4311-8a6e-95a0846fc25f on network 4f742057-89ee-4b4a-86f7-487ee61881a1 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:26:59.202997 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-674b3f28-4dfc-49c5-a40d-7ef9f16df3c2 req-3faab695-10bc-4dc8-9534-ba9f33b55006 service neutron] Port 2963b705-b1e1-4311-8a6e-95a0846fc25f on network 4f742057-89ee-4b4a-86f7-487ee61881a1 not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-3 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 18:26:59.203323 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-674b3f28-4dfc-49c5-a40d-7ef9f16df3c2 req-3faab695-10bc-4dc8-9534-ba9f33b55006 service neutron] Attempting to bind port 2963b705-b1e1-4311-8a6e-95a0846fc25f on network 4f742057-89ee-4b4a-86f7-487ee61881a1 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:26:59.214675 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-674b3f28-4dfc-49c5-a40d-7ef9f16df3c2 req-3faab695-10bc-4dc8-9534-ba9f33b55006 service neutron] Checking agent: {'id': 'a3630ff4-fbee-45d9-b9b6-0ae41cb3a350', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 15, 32), 'started_at': datetime.datetime(2021, 7, 14, 18, 15, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 18, 26, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 18:26:59.215033 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-674b3f28-4dfc-49c5-a40d-7ef9f16df3c2 req-3faab695-10bc-4dc8-9534-ba9f33b55006 service neutron] Checking segment: {'id': '067fc487-22c7-42de-972d-ae352a28ad29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '4f742057-89ee-4b4a-86f7-487ee61881a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:26:59.215395 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-674b3f28-4dfc-49c5-a40d-7ef9f16df3c2 req-3faab695-10bc-4dc8-9534-ba9f33b55006 service neutron] Bound using segment: {'id': '067fc487-22c7-42de-972d-ae352a28ad29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '4f742057-89ee-4b4a-86f7-487ee61881a1'} {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 18:26:59.216150 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-674b3f28-4dfc-49c5-a40d-7ef9f16df3c2 req-3faab695-10bc-4dc8-9534-ba9f33b55006 service neutron] Bound port: 2963b705-b1e1-4311-8a6e-95a0846fc25f, host: n-h1-800634-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '067fc487-22c7-42de-972d-ae352a28ad29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '4f742057-89ee-4b4a-86f7-487ee61881a1'}}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 18:26:59.216558 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-674b3f28-4dfc-49c5-a40d-7ef9f16df3c2 req-3faab695-10bc-4dc8-9534-ba9f33b55006 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:26:59.280813 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.db [req-548fe46f-e1e1-49bc-9a5b-d9d8121d2e0f req-54f1c36b-33dd-4967-a15b-d88d55c483ed tempest-InstanceActionsTestJSON-796375755 tempest-InstanceActionsTestJSON-796375755-project] For port 297ea6a8-5ea6-455a-9da8-eb7e20d88ffb, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=297ea6a8-5ea6-455a-9da8-eb7e20d88ffb,segment=NetworkSegment(57836d3c-c728-4edf-8283-e1919d06f991),segment_id=57836d3c-c728-4edf-8283-e1919d06f991)] {{(pid=93916) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:26:59.281604 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-548fe46f-e1e1-49bc-9a5b-d9d8121d2e0f req-54f1c36b-33dd-4967-a15b-d88d55c483ed tempest-InstanceActionsTestJSON-796375755 tempest-InstanceActionsTestJSON-796375755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:26:59.307672 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [req-548fe46f-e1e1-49bc-9a5b-d9d8121d2e0f req-54f1c36b-33dd-4967-a15b-d88d55c483ed tempest-InstanceActionsTestJSON-796375755 tempest-InstanceActionsTestJSON-796375755-project] Calling delete_port for 297ea6a8-5ea6-455a-9da8-eb7e20d88ffb owned by compute:nova {{(pid=93916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:26:59.346038 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6c72a8-3d9e-4221-b27b-264bd3f06ef6 req-161d18ad-5921-4ae3-8f97-b06df45e8134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:26:59.347919 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-4b6c72a8-3d9e-4221-b27b-264bd3f06ef6 req-161d18ad-5921-4ae3-8f97-b06df45e8134 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=3e17182c-e25e-4d92-a19a-02d7d1a55cf6 HTTP/1.1" status: 200 len: 1096 time: 0.2212298 Jul 14 18:26:59.363585 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc8ad8f-5b35-4ac6-ad10-b6aae89cf0da req-5cc0c49e-f1af-4c11-ba65-e2f272340e36 tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:26:59.365416 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-5dc8ad8f-5b35-4ac6-ad10-b6aae89cf0da req-5cc0c49e-f1af-4c11-ba65-e2f272340e36 tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] 10.222.0.16 "GET /v2.0/ports?device_id=788edbd7-d29b-4fac-82a5-fa90df90ad73 HTTP/1.1" status: 200 len: 949 time: 0.2257113 Jul 14 18:26:59.400132 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-674b3f28-4dfc-49c5-a40d-7ef9f16df3c2 req-3faab695-10bc-4dc8-9534-ba9f33b55006 service neutron] For port 2963b705-b1e1-4311-8a6e-95a0846fc25f, host n-h1-800634-3, cleared binding levels {{(pid=93915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:26:59.429098 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-674b3f28-4dfc-49c5-a40d-7ef9f16df3c2 req-3faab695-10bc-4dc8-9534-ba9f33b55006 service neutron] For port 2963b705-b1e1-4311-8a6e-95a0846fc25f, host n-h1-800634-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=2963b705-b1e1-4311-8a6e-95a0846fc25f,segment=NetworkSegment(067fc487-22c7-42de-972d-ae352a28ad29),segment_id=067fc487-22c7-42de-972d-ae352a28ad29)] {{(pid=93915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 18:26:59.464564 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-674b3f28-4dfc-49c5-a40d-7ef9f16df3c2 req-3faab695-10bc-4dc8-9534-ba9f33b55006 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25912978'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:26:59.490157 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-5dc8ad8f-5b35-4ac6-ad10-b6aae89cf0da req-6c6e131a-04ad-49c9-8a8e-8352c1c6ed7f tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] 10.222.0.16 "GET /v2.0/security-groups?id=b0153d44-2cf7-4f50-b628-255afb14ce31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125398 Jul 14 18:26:59.515761 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-4b6c72a8-3d9e-4221-b27b-264bd3f06ef6 req-b99c137e-6b08-4607-abfc-fc3eb844f6e4 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=4824db20-b9ba-4380-9f29-13755d37b981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492341 Jul 14 18:26:59.526226 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674b3f28-4dfc-49c5-a40d-7ef9f16df3c2 req-3faab695-10bc-4dc8-9534-ba9f33b55006 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:26:59.526884 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-674b3f28-4dfc-49c5-a40d-7ef9f16df3c2 req-3faab695-10bc-4dc8-9534-ba9f33b55006 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:26:59.528721 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-674b3f28-4dfc-49c5-a40d-7ef9f16df3c2 req-3faab695-10bc-4dc8-9534-ba9f33b55006 service neutron] 10.222.0.18 "PUT /v2.0/ports/2963b705-b1e1-4311-8a6e-95a0846fc25f HTTP/1.1" status: 200 len: 1094 time: 1.4752522 Jul 14 18:26:59.529370 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b34ed31a-cdf4-42e3-9af8-e1a7ec6d0b20', 'tag': '2963b705-b1e1-4311-8a6e-95a0846fc25f'}] {{(pid=93915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:26:59.532636 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e72782ad3af8f7d4ce76cedf092bca46d1756acc5c4653cf0b52034cdd6b073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78aacb53-becb-4bb5-a481-264dddde5983" -d '{"events": [{"name": "network-changed", "server_uuid": "b34ed31a-cdf4-42e3-9af8-e1a7ec6d0b20", "tag": "2963b705-b1e1-4311-8a6e-95a0846fc25f"}]}' {{(pid=93915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:26:59.567421 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3faab695-10bc-4dc8-9534-ba9f33b55006 service neutron] Pushing event updated for resources: {'Port': ['ID=2963b705-b1e1-4311-8a6e-95a0846fc25f,revision_number=3']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:26:59.622544 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device 669c9edf-0066-4f1c-8103-9c630a3adbef up at agent hyperv_n-h1-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:26:59.644446 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-548fe46f-e1e1-49bc-9a5b-d9d8121d2e0f req-54f1c36b-33dd-4967-a15b-d88d55c483ed tempest-InstanceActionsTestJSON-796375755 tempest-InstanceActionsTestJSON-796375755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:26:59.673829 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] get_ports_and_sgs() called for port_ids ['297ea6a8-5ea6-455a-9da8-eb7e20d88ffb'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 18:26:59.716636 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f1c36b-33dd-4967-a15b-d88d55c483ed tempest-InstanceActionsTestJSON-796375755 tempest-InstanceActionsTestJSON-796375755-project] Pushing event deleted for resources: {'Port': ['ID=297ea6a8-5ea6-455a-9da8-eb7e20d88ffb,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:26:59.725880 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 18:26:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43adc5e9-6b21-49a3-b9f0-150c6cdbc2cf x-openstack-request-id: req-43adc5e9-6b21-49a3-b9f0-150c6cdbc2cf {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:26:59.726637 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b34ed31a-cdf4-42e3-9af8-e1a7ec6d0b20", "tag": "2963b705-b1e1-4311-8a6e-95a0846fc25f", "status": "completed", "code": 200}]} {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:26:59.727120 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-43adc5e9-6b21-49a3-b9f0-150c6cdbc2cf {{(pid=93915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:26:59.727753 n-d-800634-3 neutron-server[93915]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b34ed31a-cdf4-42e3-9af8-e1a7ec6d0b20', 'tag': '2963b705-b1e1-4311-8a6e-95a0846fc25f', 'status': 'completed', 'code': 200} Jul 14 18:26:59.737763 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Provisioning for port 669c9edf-0066-4f1c-8103-9c630a3adbef completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:26:59.742957 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Provisioning complete for port 669c9edf-0066-4f1c-8103-9c630a3adbef triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:26:59.743335 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:26:59.796202 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.l3_dvrscheduler_db [req-548fe46f-e1e1-49bc-9a5b-d9d8121d2e0f req-54f1c36b-33dd-4967-a15b-d88d55c483ed tempest-InstanceActionsTestJSON-796375755 tempest-InstanceActionsTestJSON-796375755-project] No DVR routers for this DVR port 297ea6a8-5ea6-455a-9da8-eb7e20d88ffb on host n-h1-800634-3 {{(pid=93916) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 18:26:59.800394 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-548fe46f-e1e1-49bc-9a5b-d9d8121d2e0f req-54f1c36b-33dd-4967-a15b-d88d55c483ed tempest-InstanceActionsTestJSON-796375755 tempest-InstanceActionsTestJSON-796375755-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:26:59.803377 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-548fe46f-e1e1-49bc-9a5b-d9d8121d2e0f req-54f1c36b-33dd-4967-a15b-d88d55c483ed tempest-InstanceActionsTestJSON-796375755 tempest-InstanceActionsTestJSON-796375755-project] 10.222.0.18 "DELETE /v2.0/ports/297ea6a8-5ea6-455a-9da8-eb7e20d88ffb HTTP/1.1" status: 204 len: 173 time: 0.8956609 Jul 14 18:26:59.804591 n-d-800634-3 neutron-server[93916]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4af750c4-79f1-4970-9792-363620de0873', 'name': 'network-vif-deleted', 'tag': '297ea6a8-5ea6-455a-9da8-eb7e20d88ffb'}] {{(pid=93916) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:26:59.809297 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f803e150b363a7893830aa996ac27753fa25517c406ecd3536b7c2d4b26eeb9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a18338df-6060-4632-aca8-90f3a5cb4116" -d '{"events": [{"server_uuid": "4af750c4-79f1-4970-9792-363620de0873", "name": "network-vif-deleted", "tag": "297ea6a8-5ea6-455a-9da8-eb7e20d88ffb"}]}' {{(pid=93916) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:26:59.825055 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674b3f28-4dfc-49c5-a40d-7ef9f16df3c2 req-e95b3c3f-2d40-452f-9baa-61a53fc5e2bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:26:59.826816 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-674b3f28-4dfc-49c5-a40d-7ef9f16df3c2 req-e95b3c3f-2d40-452f-9baa-61a53fc5e2bd service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e0d800f124a7477bb29e534c1272cd15&device_id=b34ed31a-cdf4-42e3-9af8-e1a7ec6d0b20 HTTP/1.1" status: 200 len: 1097 time: 0.1914580 Jul 14 18:26:59.842453 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.agents_db [None req-2ea07fb6-aa68-4671-8654-119d82b9f530 None None] Agent healthcheck: found 7 active agents {{(pid=93918) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 18:26:59.850082 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd45dbf-5006-434e-9864-d0919cb32968 req-877a56e7-2d21-4f27-97ad-feafeaee46d5 tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:26:59.863344 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-9dd45dbf-5006-434e-9864-d0919cb32968 req-877a56e7-2d21-4f27-97ad-feafeaee46d5 tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] 10.222.0.16 "GET /v2.0/ports?device_id=3e17182c-e25e-4d92-a19a-02d7d1a55cf6 HTTP/1.1" status: 200 len: 945 time: 0.1269386 Jul 14 18:26:59.892172 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 18:26:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b05e7a21-1c95-43ca-bd85-55c0344a20e7 x-openstack-request-id: req-b05e7a21-1c95-43ca-bd85-55c0344a20e7 {{(pid=93916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:26:59.892674 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4af750c4-79f1-4970-9792-363620de0873", "name": "network-vif-deleted", "tag": "297ea6a8-5ea6-455a-9da8-eb7e20d88ffb", "status": "completed", "code": 200}]} {{(pid=93916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:26:59.893198 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b05e7a21-1c95-43ca-bd85-55c0344a20e7 {{(pid=93916) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:26:59.894446 n-d-800634-3 neutron-server[93916]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4af750c4-79f1-4970-9792-363620de0873', 'name': 'network-vif-deleted', 'tag': '297ea6a8-5ea6-455a-9da8-eb7e20d88ffb', 'status': 'completed', 'code': 200} Jul 14 18:26:59.912956 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:26:59.948326 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-674b3f28-4dfc-49c5-a40d-7ef9f16df3c2 req-438f1de8-5408-40f9-b33d-e5b11f94ae6b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.3&port_id=2963b705-b1e1-4311-8a6e-95a0846fc25f HTTP/1.1" status: 200 len: 217 time: 0.0818541 Jul 14 18:26:59.967632 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-9dd45dbf-5006-434e-9864-d0919cb32968 req-3340871e-a7fe-4df8-a3ab-7cf8f1d0ab4b tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] 10.222.0.16 "GET /v2.0/security-groups?id=4824db20-b9ba-4380-9f29-13755d37b981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033084 Jul 14 18:26:59.982783 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port 669c9edf-0066-4f1c-8103-9c630a3adbef, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=669c9edf-0066-4f1c-8103-9c630a3adbef,segment=NetworkSegment(067fc487-22c7-42de-972d-ae352a28ad29),segment_id=067fc487-22c7-42de-972d-ae352a28ad29)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:27:00.004574 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:27:00.066978 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674b3f28-4dfc-49c5-a40d-7ef9f16df3c2 req-ee738ebe-20ae-4825-a62f-515d04984057 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:27:00.076971 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-674b3f28-4dfc-49c5-a40d-7ef9f16df3c2 req-ee738ebe-20ae-4825-a62f-515d04984057 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f20c54fb-f7da-4761-aa61-2e4f99f3d332 HTTP/1.1" status: 200 len: 843 time: 0.1126153 Jul 14 18:27:00.087115 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Pushing event updated for resources: {'Port': ['ID=669c9edf-0066-4f1c-8103-9c630a3adbef,revision_number=5']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:27:00.136474 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-25febe95-373c-4cbb-91f5-963a92fb00d8 req-9839d22e-4963-4d48-bf09-3961ae154b0e tempest-InstanceActionsTestJSON-796375755 tempest-InstanceActionsTestJSON-796375755-project] 10.222.0.16 "GET /v2.0/ports?device_id=4af750c4-79f1-4970-9792-363620de0873 HTTP/1.1" status: 200 len: 210 time: 0.0574024 Jul 14 18:27:00.218922 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647c6589-7180-448f-b32a-7f0f0486ad7a req-8843309d-84c2-4a22-ba83-9f7e4bcdd843 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:27:00.220447 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-647c6589-7180-448f-b32a-7f0f0486ad7a req-8843309d-84c2-4a22-ba83-9f7e4bcdd843 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.16 "GET /v2.0/ports?device_id=b34ed31a-cdf4-42e3-9af8-e1a7ec6d0b20 HTTP/1.1" status: 200 len: 946 time: 0.0867040 Jul 14 18:27:00.222855 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674b3f28-4dfc-49c5-a40d-7ef9f16df3c2 req-26ee95b1-1c14-4da7-9b09-74719ff73c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:27:00.224250 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-674b3f28-4dfc-49c5-a40d-7ef9f16df3c2 req-26ee95b1-1c14-4da7-9b09-74719ff73c00 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4f742057-89ee-4b4a-86f7-487ee61881a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1465101 Jul 14 18:27:00.304510 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-647c6589-7180-448f-b32a-7f0f0486ad7a req-ef1dc67b-8e32-46f5-840a-f50aef2c6b48 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.16 "GET /v2.0/security-groups?id=95148b1b-0f93-483b-9e80-262147c27e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761824 Jul 14 18:27:00.343185 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-674b3f28-4dfc-49c5-a40d-7ef9f16df3c2 req-130b5b36-3527-4a68-bfa4-27ce3c6a872b service neutron] 10.222.0.18 "GET /v2.0/networks/4f742057-89ee-4b4a-86f7-487ee61881a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1006150 Jul 14 18:27:00.442601 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-674b3f28-4dfc-49c5-a40d-7ef9f16df3c2 req-1b1f016f-8bc6-4911-bd84-bf258556a6a5 service neutron] 10.222.0.18 "GET /v2.0/networks/4f742057-89ee-4b4a-86f7-487ee61881a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926027 Jul 14 18:27:00.573068 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78aacb53-becb-4bb5-a481-264dddde5983 req-ef1dd34a-63b3-4b0a-aa23-e43064161eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:27:00.574603 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-78aacb53-becb-4bb5-a481-264dddde5983 req-ef1dd34a-63b3-4b0a-aa23-e43064161eb7 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e0d800f124a7477bb29e534c1272cd15&device_id=b34ed31a-cdf4-42e3-9af8-e1a7ec6d0b20 HTTP/1.1" status: 200 len: 1097 time: 0.0632045 Jul 14 18:27:00.776712 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd347055-f91d-416e-a86d-c21016ed24c8 req-2e3152d2-09a2-466d-ba30-2bb9353d53f0 tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:27:00.778297 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-dd347055-f91d-416e-a86d-c21016ed24c8 req-2e3152d2-09a2-466d-ba30-2bb9353d53f0 tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] 10.222.0.16 "GET /v2.0/ports?device_id=788edbd7-d29b-4fac-82a5-fa90df90ad73 HTTP/1.1" status: 200 len: 950 time: 0.0945306 Jul 14 18:27:00.816950 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78aacb53-becb-4bb5-a481-264dddde5983 req-da7a43ef-cc93-4342-9c7a-36434abed122 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:27:00.818502 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-78aacb53-becb-4bb5-a481-264dddde5983 req-da7a43ef-cc93-4342-9c7a-36434abed122 service neutron] 10.222.0.18 "GET /v2.0/networks?id=4f742057-89ee-4b4a-86f7-487ee61881a1 HTTP/1.1" status: 200 len: 869 time: 0.2185366 Jul 14 18:27:00.890915 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-dd347055-f91d-416e-a86d-c21016ed24c8 req-c8924d21-fa30-4e6a-9308-600c506be6b1 tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] 10.222.0.16 "GET /v2.0/security-groups?id=b0153d44-2cf7-4f50-b628-255afb14ce31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045554 Jul 14 18:27:00.893544 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-78aacb53-becb-4bb5-a481-264dddde5983 req-fef9e23a-15f5-4122-9741-b1ce76872903 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.3&port_id=2963b705-b1e1-4311-8a6e-95a0846fc25f HTTP/1.1" status: 200 len: 217 time: 0.0644183 Jul 14 18:27:00.948695 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78aacb53-becb-4bb5-a481-264dddde5983 req-9ddb86ce-31fd-46af-922e-5d1870b3ebf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:27:00.950435 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-78aacb53-becb-4bb5-a481-264dddde5983 req-9ddb86ce-31fd-46af-922e-5d1870b3ebf2 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f20c54fb-f7da-4761-aa61-2e4f99f3d332 HTTP/1.1" status: 200 len: 843 time: 0.0470958 Jul 14 18:27:01.012814 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78aacb53-becb-4bb5-a481-264dddde5983 req-7bd87987-208a-4be6-bb6e-994791ab5a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:27:01.014365 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-78aacb53-becb-4bb5-a481-264dddde5983 req-7bd87987-208a-4be6-bb6e-994791ab5a92 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4f742057-89ee-4b4a-86f7-487ee61881a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0558319 Jul 14 18:27:01.022646 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '788edbd7-d29b-4fac-82a5-fa90df90ad73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '669c9edf-0066-4f1c-8103-9c630a3adbef'}] {{(pid=93917) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:27:01.025360 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20b787f3c29eaa7aa2a4d648c725a2124c5ff39a8d793252f9d844495e14cf42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0461103c-e7a3-4b9f-8134-c77100b923ad" -d '{"events": [{"server_uuid": "788edbd7-d29b-4fac-82a5-fa90df90ad73", "name": "network-vif-plugged", "status": "completed", "tag": "669c9edf-0066-4f1c-8103-9c630a3adbef"}]}' {{(pid=93917) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:27:01.071068 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 18:27:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0eaa8e3-1f33-4d83-8cdf-341558fbc52a x-openstack-request-id: req-a0eaa8e3-1f33-4d83-8cdf-341558fbc52a {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:27:01.071357 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "788edbd7-d29b-4fac-82a5-fa90df90ad73", "name": "network-vif-plugged", "status": "completed", "tag": "669c9edf-0066-4f1c-8103-9c630a3adbef", "code": 200}]} {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:27:01.071908 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a0eaa8e3-1f33-4d83-8cdf-341558fbc52a {{(pid=93917) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:27:01.072504 n-d-800634-3 neutron-server[93917]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '788edbd7-d29b-4fac-82a5-fa90df90ad73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '669c9edf-0066-4f1c-8103-9c630a3adbef', 'code': 200} Jul 14 18:27:01.146156 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-78aacb53-becb-4bb5-a481-264dddde5983 req-191341a2-56ec-458b-81ff-43d08724e900 service neutron] 10.222.0.18 "GET /v2.0/networks/4f742057-89ee-4b4a-86f7-487ee61881a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249266 Jul 14 18:27:01.202978 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f675f47-da3e-4128-82fb-2e3d4d904e50 req-55ede3a9-bc5c-4ed4-a980-f33b78e77fba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:27:01.204677 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-5f675f47-da3e-4128-82fb-2e3d4d904e50 req-55ede3a9-bc5c-4ed4-a980-f33b78e77fba service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=788edbd7-d29b-4fac-82a5-fa90df90ad73 HTTP/1.1" status: 200 len: 1101 time: 0.0598643 Jul 14 18:27:01.227154 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7d825f-088f-4ee4-82bb-db6188933123 req-cc784ba8-748b-42cc-9124-c8d01b73bd82 tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:27:01.228934 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-eb7d825f-088f-4ee4-82bb-db6188933123 req-cc784ba8-748b-42cc-9124-c8d01b73bd82 tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] 10.222.0.16 "GET /v2.0/ports?device_id=3e17182c-e25e-4d92-a19a-02d7d1a55cf6 HTTP/1.1" status: 200 len: 945 time: 0.1343198 Jul 14 18:27:01.255171 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-5f675f47-da3e-4128-82fb-2e3d4d904e50 req-05b59dfb-febb-448f-a33e-15b0bd47f529 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=b0153d44-2cf7-4f50-b628-255afb14ce31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435393 Jul 14 18:27:01.257614 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 36456) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:27:01.291556 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-78aacb53-becb-4bb5-a481-264dddde5983 req-f1cf73d9-67d2-49e2-9484-acfd0f089241 service neutron] 10.222.0.18 "GET /v2.0/networks/4f742057-89ee-4b4a-86f7-487ee61881a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332142 Jul 14 18:27:01.296938 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-eb7d825f-088f-4ee4-82bb-db6188933123 req-db27650c-0e44-42b6-b31f-affac9d9d0f5 tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] 10.222.0.16 "GET /v2.0/security-groups?id=4824db20-b9ba-4380-9f29-13755d37b981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592701 Jul 14 18:27:01.311310 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.db_base_plugin_v2 [None req-5132ec10-b419-44b6-9db7-75944a02946f admin admin] Deleting subnet 843efded-1b6b-4d20-bf6f-347b6e6ef1cd {{(pid=93916) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 18:27:01.315822 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-5132ec10-b419-44b6-9db7-75944a02946f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:27:01.365262 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-5132ec10-b419-44b6-9db7-75944a02946f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26296866'] for subnet, precommit_delete_associations {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:27:01.415400 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-5132ec10-b419-44b6-9db7-75944a02946f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081283'] for subnet, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:27:01.479867 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-5132ec10-b419-44b6-9db7-75944a02946f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2684816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26033152'] for subnet, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:27:01.514913 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5132ec10-b419-44b6-9db7-75944a02946f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=843efded-1b6b-4d20-bf6f-347b6e6ef1cd,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:27:01.520598 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f437b1b6-ceca-4fb7-b854-b37f5a89338c req-9574c93b-2d8b-46d2-99b3-3827618e0e60 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:27:01.522300 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f437b1b6-ceca-4fb7-b854-b37f5a89338c req-9574c93b-2d8b-46d2-99b3-3827618e0e60 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.16 "GET /v2.0/ports?device_id=b34ed31a-cdf4-42e3-9af8-e1a7ec6d0b20 HTTP/1.1" status: 200 len: 946 time: 0.0827031 Jul 14 18:27:01.530373 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-5132ec10-b419-44b6-9db7-75944a02946f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598705'] for subnet, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:27:01.530585 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-5132ec10-b419-44b6-9db7-75944a02946f admin admin] 10.222.0.16 "DELETE /v2.0/subnets/843efded-1b6b-4d20-bf6f-347b6e6ef1cd HTTP/1.1" status: 204 len: 168 time: 0.2716897 Jul 14 18:27:01.533599 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 36464) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:27:01.599178 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f437b1b6-ceca-4fb7-b854-b37f5a89338c req-57da9ad7-db59-4423-bf52-76e0521ae530 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.16 "GET /v2.0/security-groups?id=95148b1b-0f93-483b-9e80-262147c27e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664582 Jul 14 18:27:01.613241 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a6ee15df-010e-486f-95b1-2d0d94a48c33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645734'] for network, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:27:01.625412 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14aa6c0-910b-4217-bee8-a462bdbe147d req-875c9421-2040-450c-9cf0-6789a60c4673 tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:27:01.627935 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a14aa6c0-910b-4217-bee8-a462bdbe147d req-875c9421-2040-450c-9cf0-6789a60c4673 tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] 10.222.0.16 "GET /v2.0/ports?device_id=3e17182c-e25e-4d92-a19a-02d7d1a55cf6 HTTP/1.1" status: 200 len: 945 time: 0.1037140 Jul 14 18:27:01.681837 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a14aa6c0-910b-4217-bee8-a462bdbe147d req-ad4a4851-d5ee-40b3-a03c-c9781ee3dcf5 tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] 10.222.0.16 "GET /v2.0/security-groups?id=4824db20-b9ba-4380-9f29-13755d37b981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476491 Jul 14 18:27:01.717993 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a6ee15df-010e-486f-95b1-2d0d94a48c33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2096010', 'neutron.services.segments.db._delete_segments_for_network-8728202734996'] for network, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:27:01.729017 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.segments.db [None req-a6ee15df-010e-486f-95b1-2d0d94a48c33 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['771647d4-5b1d-4c17-986d-65d44e44fc31']}} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:27:01.740084 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.segments.db [None req-a6ee15df-010e-486f-95b1-2d0d94a48c33 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57836d3c-c728-4edf-8283-e1919d06f991') {'for_net_delete': True} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:27:01.740430 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.segments.db [None req-a6ee15df-010e-486f-95b1-2d0d94a48c33 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57836d3c-c728-4edf-8283-e1919d06f991') {} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:27:01.749241 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a6ee15df-010e-486f-95b1-2d0d94a48c33 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728202715275', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26296891'] for segment, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:27:01.762882 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a6ee15df-010e-486f-95b1-2d0d94a48c33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:27:01.769191 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6ee15df-010e-486f-95b1-2d0d94a48c33 admin admin] Releasing vlan 91 on physical network physnet1 to pool {{(pid=93916) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 18:27:01.769583 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a6ee15df-010e-486f-95b1-2d0d94a48c33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2682942'] for segment, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:27:01.771251 n-d-800634-3 neutron-server[93916]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:27:01.771251 n-d-800634-3 neutron-server[93916]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:27:01.771251 n-d-800634-3 neutron-server[93916]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:27:01.771251 n-d-800634-3 neutron-server[93916]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:27:01.771251 n-d-800634-3 neutron-server[93916]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:27:01.771251 n-d-800634-3 neutron-server[93916]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:27:01.771251 n-d-800634-3 neutron-server[93916]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:27:01.771251 n-d-800634-3 neutron-server[93916]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:27:01.771251 n-d-800634-3 neutron-server[93916]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:27:01.771251 n-d-800634-3 neutron-server[93916]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:27:01.771251 n-d-800634-3 neutron-server[93916]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:27:01.771251 n-d-800634-3 neutron-server[93916]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:27:01.771251 n-d-800634-3 neutron-server[93916]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:27:01.771251 n-d-800634-3 neutron-server[93916]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:27:01.771251 n-d-800634-3 neutron-server[93916]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:27:01.771251 n-d-800634-3 neutron-server[93916]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:27:01.771251 n-d-800634-3 neutron-server[93916]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:27:01.771251 n-d-800634-3 neutron-server[93916]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:27:01.771251 n-d-800634-3 neutron-server[93916]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:27:01.771251 n-d-800634-3 neutron-server[93916]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:27:01.771251 n-d-800634-3 neutron-server[93916]: Traceback (most recent call last): Jul 14 18:27:01.771251 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 18:27:01.771251 n-d-800634-3 neutron-server[93916]: timer() Jul 14 18:27:01.771251 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 18:27:01.771251 n-d-800634-3 neutron-server[93916]: cb(*args, **kw) Jul 14 18:27:01.771251 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 18:27:01.771251 n-d-800634-3 neutron-server[93916]: return func(*args, **kwargs) Jul 14 18:27:01.771251 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 18:27:01.771251 n-d-800634-3 neutron-server[93916]: self._notify() Jul 14 18:27:01.771251 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 18:27:01.771251 n-d-800634-3 neutron-server[93916]: self.callback(batched_events) Jul 14 18:27:01.771251 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 18:27:01.771251 n-d-800634-3 neutron-server[93916]: event.method(event) Jul 14 18:27:01.771251 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 18:27:01.771251 n-d-800634-3 neutron-server[93916]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 18:27:01.771251 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 18:27:01.771251 n-d-800634-3 neutron-server[93916]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 18:27:01.771251 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 18:27:01.771251 n-d-800634-3 neutron-server[93916]: return f(self, *a, **k) Jul 14 18:27:01.771251 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 18:27:01.771251 n-d-800634-3 neutron-server[93916]: return self._get(url).json() Jul 14 18:27:01.771251 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 18:27:01.771251 n-d-800634-3 neutron-server[93916]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 18:27:01.771251 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 18:27:01.771251 n-d-800634-3 neutron-server[93916]: return self.request(url, 'GET', **kwargs) Jul 14 18:27:01.771251 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 18:27:01.771251 n-d-800634-3 neutron-server[93916]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 18:27:01.771251 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 18:27:01.771251 n-d-800634-3 neutron-server[93916]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 18:27:01.771251 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 18:27:01.771251 n-d-800634-3 neutron-server[93916]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 18:27:01.771251 n-d-800634-3 neutron-server[93916]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 18:27:01.873533 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a6ee15df-010e-486f-95b1-2d0d94a48c33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2096001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-930085'] for network, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:27:01.880593 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a6ee15df-010e-486f-95b1-2d0d94a48c33 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598705'] for network, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:27:01.885318 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-a6ee15df-010e-486f-95b1-2d0d94a48c33 admin admin] 10.222.0.16 "DELETE /v2.0/networks/771647d4-5b1d-4c17-986d-65d44e44fc31 HTTP/1.1" status: 204 len: 168 time: 0.3483989 Jul 14 18:27:01.897497 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ee15df-010e-486f-95b1-2d0d94a48c33 admin admin] Pushing event deleted for resources: {'Network': ['ID=771647d4-5b1d-4c17-986d-65d44e44fc31,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:27:02.130567 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ad2ffb-3ee5-4f47-81db-5c205222f830 req-b6a9fe83-a027-42e2-88fa-7121a96490cc tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:27:02.133301 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-32ad2ffb-3ee5-4f47-81db-5c205222f830 req-b6a9fe83-a027-42e2-88fa-7121a96490cc tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] 10.222.0.16 "GET /v2.0/ports?device_id=788edbd7-d29b-4fac-82a5-fa90df90ad73 HTTP/1.1" status: 200 len: 950 time: 0.0908039 Jul 14 18:27:02.176012 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 36480) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:27:02.230785 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-72b6a4c3-0d83-4adb-ba95-45136d6dd964 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a8d0ae23b8ab47bb8fdb056148b4d7c0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0531859 Jul 14 18:27:02.233628 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 36482) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:27:02.236011 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:27:02.238940 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-32ad2ffb-3ee5-4f47-81db-5c205222f830 req-9c6a5c00-62c5-44c9-a117-412585a3ab96 tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] 10.222.0.16 "GET /v2.0/security-groups?id=b0153d44-2cf7-4f50-b628-255afb14ce31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999539 Jul 14 18:27:02.262448 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d51ef9-47fd-4fd6-a7d1-0cfafd186c84 req-d7f3a6e9-a289-4326-a62d-34f5251af912 tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:27:02.264105 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f6d51ef9-47fd-4fd6-a7d1-0cfafd186c84 req-d7f3a6e9-a289-4326-a62d-34f5251af912 tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] 10.222.0.16 "GET /v2.0/ports?device_id=3e17182c-e25e-4d92-a19a-02d7d1a55cf6 HTTP/1.1" status: 200 len: 945 time: 0.1102908 Jul 14 18:27:02.291217 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-08499e94-c683-4371-b8b8-63be42889c03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:27:02.307504 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f6d51ef9-47fd-4fd6-a7d1-0cfafd186c84 req-2f7984cf-66ff-4ae4-a8d0-be5919693e79 tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] 10.222.0.16 "GET /v2.0/security-groups?id=4824db20-b9ba-4380-9f29-13755d37b981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365009 Jul 14 18:27:02.314839 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-08499e94-c683-4371-b8b8-63be42889c03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:27:02.365582 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-08499e94-c683-4371-b8b8-63be42889c03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:27:02.368243 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-08499e94-c683-4371-b8b8-63be42889c03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:27:02.369408 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-08499e94-c683-4371-b8b8-63be42889c03 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7b81002a-728a-4ba6-9514-c9aea41d4b3b HTTP/1.1" status: 204 len: 168 time: 0.1348145 Jul 14 18:27:02.377379 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08499e94-c683-4371-b8b8-63be42889c03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b81002a-728a-4ba6-9514-c9aea41d4b3b,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:27:02.821216 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0e2c67-e92f-4065-b553-bb36ae4d26dc req-23c68efe-d899-4b6c-8c21-608272262ab7 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:27:02.822810 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-4e0e2c67-e92f-4065-b553-bb36ae4d26dc req-23c68efe-d899-4b6c-8c21-608272262ab7 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.16 "GET /v2.0/ports?device_id=b34ed31a-cdf4-42e3-9af8-e1a7ec6d0b20 HTTP/1.1" status: 200 len: 946 time: 0.0715315 Jul 14 18:27:02.872901 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-4e0e2c67-e92f-4065-b553-bb36ae4d26dc req-73f8ba3a-02ea-4245-b73e-b0a4244e8272 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.16 "GET /v2.0/security-groups?id=95148b1b-0f93-483b-9e80-262147c27e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425019 Jul 14 18:27:03.137680 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 36514) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:27:03.227252 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-f4a2189d-6ae2-487a-9b1a-4f49586a4435 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-486115471-network', 'tenant_id': 'f4271670d3bb451983219081d5622c6f'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:27:03.247445 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4a2189d-6ae2-487a-9b1a-4f49586a4435 admin admin] Made reservation on behalf of f4271670d3bb451983219081d5622c6f for: {'network': 1} {{(pid=93915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:27:03.249752 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-f4a2189d-6ae2-487a-9b1a-4f49586a4435 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for network, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:27:03.258155 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-f4a2189d-6ae2-487a-9b1a-4f49586a4435 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:27:03.346467 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-f4a2189d-6ae2-487a-9b1a-4f49586a4435 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:27:03.351437 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-f4a2189d-6ae2-487a-9b1a-4f49586a4435 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:27:03.403038 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4a2189d-6ae2-487a-9b1a-4f49586a4435 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 65} {{(pid=93915) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 18:27:03.423697 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a2189d-6ae2-487a-9b1a-4f49586a4435 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fd206b7-ef01-4320-a16f-d46969f251a7,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:27:03.427774 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-f4a2189d-6ae2-487a-9b1a-4f49586a4435 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:27:03.428141 n-d-800634-3 neutron-server[93915]: INFO neutron.db.segments_db [None req-f4a2189d-6ae2-487a-9b1a-4f49586a4435 admin admin] Added segment 8be03a33-230c-43e6-9d31-925e911f4dd2 of type vlan for network 4663d0b4-408e-4922-a5bf-c1b26ec194f6 Jul 14 18:27:03.505233 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-f4a2189d-6ae2-487a-9b1a-4f49586a4435 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728202197517'] for network, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:27:03.530306 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be5cf5d-10aa-49f2-8068-a14cf01a7e8a req-7ee7785f-1a6f-46f8-8c01-8bda54b8c786 tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:27:03.532157 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6be5cf5d-10aa-49f2-8068-a14cf01a7e8a req-7ee7785f-1a6f-46f8-8c01-8bda54b8c786 tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] 10.222.0.16 "GET /v2.0/ports?device_id=788edbd7-d29b-4fac-82a5-fa90df90ad73 HTTP/1.1" status: 200 len: 950 time: 0.1772118 Jul 14 18:27:03.578237 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-f4a2189d-6ae2-487a-9b1a-4f49586a4435 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727'] for network, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:27:03.579175 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4a2189d-6ae2-487a-9b1a-4f49586a4435 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:27:03.579766 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-f4a2189d-6ae2-487a-9b1a-4f49586a4435 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598705'] for network, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:27:03.651382 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dc09ea-ef99-4b07-a4d6-2227c778d54a req-0b7a65bd-f57f-4d81-a8da-a424c69bd378 tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:27:03.652970 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b4dc09ea-ef99-4b07-a4d6-2227c778d54a req-0b7a65bd-f57f-4d81-a8da-a424c69bd378 tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] 10.222.0.16 "GET /v2.0/ports?device_id=3e17182c-e25e-4d92-a19a-02d7d1a55cf6 HTTP/1.1" status: 200 len: 945 time: 0.2219334 Jul 14 18:27:03.660248 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device 2963b705-b1e1-4311-8a6e-95a0846fc25f details requested by agent hyperv_n-h1-800634-3 with host n-h1-800634-3 {{(pid=93917) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 18:27:03.663249 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6be5cf5d-10aa-49f2-8068-a14cf01a7e8a req-fc078a36-0ab9-4f91-b85f-ec5b09510d2e tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] 10.222.0.16 "GET /v2.0/security-groups?id=b0153d44-2cf7-4f50-b628-255afb14ce31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234639 Jul 14 18:27:03.671972 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-f4a2189d-6ae2-487a-9b1a-4f49586a4435 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.5305057 Jul 14 18:27:03.672428 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device 297ea6a8-5ea6-455a-9da8-eb7e20d88ffb no longer exists at agent hyperv_n-h1-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 18:27:03.672536 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a2189d-6ae2-487a-9b1a-4f49586a4435 admin admin] Pushing event updated for resources: {'Network': ['ID=4663d0b4-408e-4922-a5bf-c1b26ec194f6,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:27:03.672536 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 36524) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:27:03.678927 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-3ba33f6e-9d7e-4266-b2f1-77582dd01298 admin admin] Request body: {'subnet': {'network_id': '4663d0b4-408e-4922-a5bf-c1b26ec194f6', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-486115471-subnet', 'tenant_id': 'f4271670d3bb451983219081d5622c6f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:27:03.706109 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Network 4663d0b4-408e-4922-a5bf-c1b26ec194f6 details requested by agent ovs-agent-n-d-800634-3 with host n-d-800634-3 {{(pid=93917) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 18:27:03.712342 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] No Port match for: 297ea6a8-5ea6-455a-9da8-eb7e20d88ffb {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 18:27:03.712732 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device 297ea6a8-5ea6-455a-9da8-eb7e20d88ffb not bound to the agent host n-h1-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 18:27:03.716715 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ba33f6e-9d7e-4266-b2f1-77582dd01298 admin admin] Made reservation on behalf of f4271670d3bb451983219081d5622c6f for: {'subnet': 1} {{(pid=93915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:27:03.719161 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-3ba33f6e-9d7e-4266-b2f1-77582dd01298 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28969735'] for subnet, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:27:03.770362 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b4dc09ea-ef99-4b07-a4d6-2227c778d54a req-0e5af121-4874-4954-a47c-371c34c1fc46 tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] 10.222.0.16 "GET /v2.0/security-groups?id=4824db20-b9ba-4380-9f29-13755d37b981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955265 Jul 14 18:27:03.956875 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-3ba33f6e-9d7e-4266-b2f1-77582dd01298 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25912837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28969781'] for subnet, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:27:04.007510 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port 2963b705-b1e1-4311-8a6e-95a0846fc25f, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=2963b705-b1e1-4311-8a6e-95a0846fc25f,segment=NetworkSegment(067fc487-22c7-42de-972d-ae352a28ad29),segment_id=067fc487-22c7-42de-972d-ae352a28ad29)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:27:04.013201 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba33f6e-9d7e-4266-b2f1-77582dd01298 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1ab7b559-bb13-40c1-ba58-ae064ec2ca4f,revision_number=0']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:27:04.019212 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Returning: {'device': '2963b705-b1e1-4311-8a6e-95a0846fc25f', 'network_id': '4f742057-89ee-4b4a-86f7-487ee61881a1', 'port_id': '2963b705-b1e1-4311-8a6e-95a0846fc25f', 'mac_address': 'fa:16:3e:ad:14:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f20c54fb-f7da-4761-aa61-2e4f99f3d332', 'ip_address': '192.168.233.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93917) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 18:27:04.061182 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:27:04.074056 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2963b705-b1e1-4311-8a6e-95a0846fc25f {{(pid=93917) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 18:27:04.086860 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ba33f6e-9d7e-4266-b2f1-77582dd01298 admin admin] Checking segment: {'id': '8be03a33-230c-43e6-9d31-925e911f4dd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '4663d0b4-408e-4922-a5bf-c1b26ec194f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:27:04.087310 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ba33f6e-9d7e-4266-b2f1-77582dd01298 admin admin] Network hostable DHCP agents. Network: 4663d0b4-408e-4922-a5bf-c1b26ec194f6, hostable agents: ['028393c3-0576-4ebd-bca1-8ea8a148e1a2'], hosted agents: [] {{(pid=93915) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 18:27:04.093290 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port 2963b705-b1e1-4311-8a6e-95a0846fc25f, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=2963b705-b1e1-4311-8a6e-95a0846fc25f,segment=NetworkSegment(067fc487-22c7-42de-972d-ae352a28ad29),segment_id=067fc487-22c7-42de-972d-ae352a28ad29)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:27:04.099087 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:27:04.151917 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Pushing event updated for resources: {'Port': ['ID=2963b705-b1e1-4311-8a6e-95a0846fc25f,revision_number=4']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:27:04.154888 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ba33f6e-9d7e-4266-b2f1-77582dd01298 admin admin] Network 4663d0b4-408e-4922-a5bf-c1b26ec194f6 is scheduled to be hosted by DHCP agent 028393c3-0576-4ebd-bca1-8ea8a148e1a2 with binding_index 1 {{(pid=93915) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 18:27:04.160229 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:27:04.160587 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:27:04.160931 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:27:04.161272 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:27:04.161608 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:27:04.161941 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:27:04.162272 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:27:04.162600 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:27:04.162926 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:27:04.163253 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:27:04.163580 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:27:04.163905 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:27:04.189219 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [None req-3ba33f6e-9d7e-4266-b2f1-77582dd01298 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-3, 4663d0b4-408e-4922-a5bf-c1b26ec194f6) {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:27:04.199440 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ba33f6e-9d7e-4266-b2f1-77582dd01298 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:27:04.200028 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-3ba33f6e-9d7e-4266-b2f1-77582dd01298 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:27:04.201067 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b525fd78-1c46-43a3-a900-32df1d2222bf None None] Network 4663d0b4-408e-4922-a5bf-c1b26ec194f6 requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:27:04.213077 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a879e4a1-cc07-457b-b386-468590f85306 req-53233888-e0e0-4ff1-9e9f-4469a4f940ba tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:27:04.214560 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a879e4a1-cc07-457b-b386-468590f85306 req-53233888-e0e0-4ff1-9e9f-4469a4f940ba tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.16 "GET /v2.0/ports?device_id=b34ed31a-cdf4-42e3-9af8-e1a7ec6d0b20 HTTP/1.1" status: 200 len: 946 time: 0.1690178 Jul 14 18:27:04.256687 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-3ba33f6e-9d7e-4266-b2f1-77582dd01298 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5833743 Jul 14 18:27:04.280929 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee604bd-c7b2-4a0a-a34a-b3b0be4f384e req-31de70ae-8bb0-470b-b18c-3275cb95df7b tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:27:04.282307 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-8ee604bd-c7b2-4a0a-a34a-b3b0be4f384e req-31de70ae-8bb0-470b-b18c-3275cb95df7b tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] 10.222.0.18 "GET /v2.0/ports?device_id=3e17182c-e25e-4d92-a19a-02d7d1a55cf6 HTTP/1.1" status: 200 len: 945 time: 0.1805556 Jul 14 18:27:04.361798 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-102b2305-e4b6-4e73-aeda-73f930ee15a7 None None] Network 4663d0b4-408e-4922-a5bf-c1b26ec194f6 requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:27:04.380451 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3ad8a6-8d61-452b-aa06-176bb9337298 req-1e599304-9c5d-4bdd-b7fe-290aa3539e75 tempest-ServersOnMultiNodesTest-1668875605 tempest-ServersOnMultiNodesTest-1668875605-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:27:04.388320 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-9d3ad8a6-8d61-452b-aa06-176bb9337298 req-1e599304-9c5d-4bdd-b7fe-290aa3539e75 tempest-ServersOnMultiNodesTest-1668875605 tempest-ServersOnMultiNodesTest-1668875605-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=788edbd7-d29b-4fac-82a5-fa90df90ad73 HTTP/1.1" status: 200 len: 1101 time: 0.2493215 Jul 14 18:27:04.400317 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a879e4a1-cc07-457b-b386-468590f85306 req-6aafd924-0aa6-4f84-b6a8-dfefca9b8df6 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.16 "GET /v2.0/security-groups?id=95148b1b-0f93-483b-9e80-262147c27e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1745253 Jul 14 18:27:04.411864 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-9d3ad8a6-8d61-452b-aa06-176bb9337298 req-355b00ca-dbff-4ec2-8eff-731284e35b2e tempest-ServersOnMultiNodesTest-1668875605 tempest-ServersOnMultiNodesTest-1668875605-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:27:04.457820 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [req-8ee604bd-c7b2-4a0a-a34a-b3b0be4f384e req-1ddcd5b6-b555-48c0-995a-289109974bc4 tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] Deleting port 60aee43e-89cd-4b99-bf0d-d513e9aa2a82 {{(pid=93915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:27:04.458164 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-8ee604bd-c7b2-4a0a-a34a-b3b0be4f384e req-1ddcd5b6-b555-48c0-995a-289109974bc4 tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:27:04.469912 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] get_ports_and_sgs() called for port_ids ['2963b705-b1e1-4311-8a6e-95a0846fc25f'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 18:27:04.587695 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-8ee604bd-c7b2-4a0a-a34a-b3b0be4f384e req-1ddcd5b6-b555-48c0-995a-289109974bc4 tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] For port 60aee43e-89cd-4b99-bf0d-d513e9aa2a82, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=60aee43e-89cd-4b99-bf0d-d513e9aa2a82,segment=NetworkSegment(c5dc6d5b-42e9-4c22-85af-e48a17c0bd6d),segment_id=c5dc6d5b-42e9-4c22-85af-e48a17c0bd6d)] {{(pid=93915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:27:04.588284 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-8ee604bd-c7b2-4a0a-a34a-b3b0be4f384e req-1ddcd5b6-b555-48c0-995a-289109974bc4 tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:27:04.608204 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [req-8ee604bd-c7b2-4a0a-a34a-b3b0be4f384e req-1ddcd5b6-b555-48c0-995a-289109974bc4 tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] Calling delete_port for 60aee43e-89cd-4b99-bf0d-d513e9aa2a82 owned by compute:nova {{(pid=93915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:27:04.630431 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-9d3ad8a6-8d61-452b-aa06-176bb9337298 req-355b00ca-dbff-4ec2-8eff-731284e35b2e tempest-ServersOnMultiNodesTest-1668875605 tempest-ServersOnMultiNodesTest-1668875605-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:27:04.664277 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-9d3ad8a6-8d61-452b-aa06-176bb9337298 req-355b00ca-dbff-4ec2-8eff-731284e35b2e tempest-ServersOnMultiNodesTest-1668875605 tempest-ServersOnMultiNodesTest-1668875605-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:27:04.682795 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-9d3ad8a6-8d61-452b-aa06-176bb9337298 req-355b00ca-dbff-4ec2-8eff-731284e35b2e tempest-ServersOnMultiNodesTest-1668875605 tempest-ServersOnMultiNodesTest-1668875605-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=b0153d44-2cf7-4f50-b628-255afb14ce31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2933569 Jul 14 18:27:04.717674 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355b00ca-dbff-4ec2-8eff-731284e35b2e tempest-ServersOnMultiNodesTest-1668875605 tempest-ServersOnMultiNodesTest-1668875605-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8149a48-ac35-4ff7-83ce-153a996e75f1,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:27:04.848381 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-8ee604bd-c7b2-4a0a-a34a-b3b0be4f384e req-1ddcd5b6-b555-48c0-995a-289109974bc4 tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:27:04.898455 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ddcd5b6-b555-48c0-995a-289109974bc4 tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] Pushing event deleted for resources: {'Port': ['ID=60aee43e-89cd-4b99-bf0d-d513e9aa2a82,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:27:04.964065 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ee604bd-c7b2-4a0a-a34a-b3b0be4f384e req-1ddcd5b6-b555-48c0-995a-289109974bc4 tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] No DVR routers for this DVR port 60aee43e-89cd-4b99-bf0d-d513e9aa2a82 on host n-h1-800634-3 {{(pid=93915) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 18:27:04.987211 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b7a4d3-ffe2-42a2-8427-26b1aefb176d req-f634e608-2f8e-4e25-abf0-f9007916be6d tempest-InstanceActionsV221TestJSON-227115888 tempest-InstanceActionsV221TestJSON-227115888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:27:04.988756 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-00b7a4d3-ffe2-42a2-8427-26b1aefb176d req-f634e608-2f8e-4e25-abf0-f9007916be6d tempest-InstanceActionsV221TestJSON-227115888 tempest-InstanceActionsV221TestJSON-227115888-project] 10.222.0.16 "GET /v2.0/networks?id=4663d0b4-408e-4922-a5bf-c1b26ec194f6 HTTP/1.1" status: 200 len: 817 time: 0.2167902 Jul 14 18:27:04.989757 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-8ee604bd-c7b2-4a0a-a34a-b3b0be4f384e req-1ddcd5b6-b555-48c0-995a-289109974bc4 tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:27:04.991566 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-8ee604bd-c7b2-4a0a-a34a-b3b0be4f384e req-1ddcd5b6-b555-48c0-995a-289109974bc4 tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] 10.222.0.18 "DELETE /v2.0/ports/60aee43e-89cd-4b99-bf0d-d513e9aa2a82 HTTP/1.1" status: 204 len: 173 time: 0.6930258 Jul 14 18:27:04.992138 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e17182c-e25e-4d92-a19a-02d7d1a55cf6', 'name': 'network-vif-deleted', 'tag': '60aee43e-89cd-4b99-bf0d-d513e9aa2a82'}] {{(pid=93915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:27:04.994339 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e72782ad3af8f7d4ce76cedf092bca46d1756acc5c4653cf0b52034cdd6b073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb7f5e6b-9b70-4dde-ae17-fb31037cd426" -d '{"events": [{"server_uuid": "3e17182c-e25e-4d92-a19a-02d7d1a55cf6", "name": "network-vif-deleted", "tag": "60aee43e-89cd-4b99-bf0d-d513e9aa2a82"}]}' {{(pid=93915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:27:04.998125 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-97b559c1-e358-4828-91e5-14dde2006154 req-820c8d04-d87c-4e21-9dc0-838e7cabc77e tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] 10.222.0.16 "GET /v2.0/ports?device_id=3e17182c-e25e-4d92-a19a-02d7d1a55cf6 HTTP/1.1" status: 200 len: 210 time: 0.0625515 Jul 14 18:27:05.009493 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-00b7a4d3-ffe2-42a2-8427-26b1aefb176d req-b5b02ca0-fd0d-4eb6-a40e-5f2093970873 tempest-InstanceActionsV221TestJSON-227115888 tempest-InstanceActionsV221TestJSON-227115888-project] 10.222.0.16 "GET /v2.0/quotas/f4271670d3bb451983219081d5622c6f HTTP/1.1" status: 200 len: 375 time: 0.0101552 Jul 14 18:27:05.053930 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-00b7a4d3-ffe2-42a2-8427-26b1aefb176d req-5849f014-057b-4eae-8102-21250831a19b tempest-InstanceActionsV221TestJSON-227115888 tempest-InstanceActionsV221TestJSON-227115888-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=f4271670d3bb451983219081d5622c6f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0331450 Jul 14 18:27:05.135143 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:27:05.165547 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-00b7a4d3-ffe2-42a2-8427-26b1aefb176d req-2c9865c6-1300-4dfb-a164-c0243d8cf0f8 service neutron] 10.222.0.16 "GET /v2.0/networks/4663d0b4-408e-4922-a5bf-c1b26ec194f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1035175 Jul 14 18:27:05.242968 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e52db7fa-d393-494b-b29a-f62b6499bf27 req-d64fc160-7f30-43f5-b6fe-b6692d153655 tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=aeec593be949414a8c1694135e52293c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0288422 Jul 14 18:27:05.603532 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] get_ports_and_sgs() called for port_ids ['2dc4e7e9-6455-4472-9129-79fcd5d07d19', '60aee43e-89cd-4b99-bf0d-d513e9aa2a82'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 18:27:05.622983 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-00b7a4d3-ffe2-42a2-8427-26b1aefb176d req-bb449167-2b42-4a43-b3e6-f6dbb7e58124 service neutron] 10.222.0.16 "GET /v2.0/networks/4663d0b4-408e-4922-a5bf-c1b26ec194f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4515204 Jul 14 18:27:05.672166 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52db7fa-d393-494b-b29a-f62b6499bf27 req-9b112eff-f215-4912-93be-54597354fbd5 tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:27:05.675411 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e52db7fa-d393-494b-b29a-f62b6499bf27 req-9b112eff-f215-4912-93be-54597354fbd5 tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4269450 Jul 14 18:27:05.692832 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e52db7fa-d393-494b-b29a-f62b6499bf27 req-d81fea65-55c2-4686-948f-0c7454730bcf tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] 10.222.0.16 "GET /v2.0/quotas/aeec593be949414a8c1694135e52293c HTTP/1.1" status: 200 len: 375 time: 0.0112433 Jul 14 18:27:05.790242 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e52db7fa-d393-494b-b29a-f62b6499bf27 req-1b11d5c3-3fb8-4437-be10-9cd5ffc71a11 tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=aeec593be949414a8c1694135e52293c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0851581 Jul 14 18:27:05.797579 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 18:27:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-870ef75b-9ba5-4d5f-a862-f2147631a889 x-openstack-request-id: req-870ef75b-9ba5-4d5f-a862-f2147631a889 {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:27:05.797933 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e17182c-e25e-4d92-a19a-02d7d1a55cf6", "name": "network-vif-deleted", "tag": "60aee43e-89cd-4b99-bf0d-d513e9aa2a82", "status": "completed", "code": 200}]} {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:27:05.798295 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-870ef75b-9ba5-4d5f-a862-f2147631a889 {{(pid=93915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:27:05.798945 n-d-800634-3 neutron-server[93915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e17182c-e25e-4d92-a19a-02d7d1a55cf6', 'name': 'network-vif-deleted', 'tag': '60aee43e-89cd-4b99-bf0d-d513e9aa2a82', 'status': 'completed', 'code': 200} Jul 14 18:27:05.991158 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41971fc3-66f2-47ec-918b-0e9a56df1ef9 req-0a2c9bb4-0e14-4fd2-87d2-aab70bf6836a tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:27:05.992772 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-41971fc3-66f2-47ec-918b-0e9a56df1ef9 req-0a2c9bb4-0e14-4fd2-87d2-aab70bf6836a tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.16 "GET /v2.0/ports?device_id=b34ed31a-cdf4-42e3-9af8-e1a7ec6d0b20 HTTP/1.1" status: 200 len: 947 time: 0.1016753 Jul 14 18:27:06.042331 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-41971fc3-66f2-47ec-918b-0e9a56df1ef9 req-9571a201-b2e0-4958-ae38-b3a7130b974d tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.16 "GET /v2.0/security-groups?id=95148b1b-0f93-483b-9e80-262147c27e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433614 Jul 14 18:27:06.224525 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3033eb89-61e3-452d-b3c6-5a50107ad3a4 req-8c3f4f48-6af0-4c62-9eae-b6fd737188d3 tempest-InstanceActionsV221TestJSON-227115888 tempest-InstanceActionsV221TestJSON-227115888-project] 10.222.0.16 "GET /v2.0/ports?device_id=9aa4af6d-c218-4869-be49-f22a40658e08 HTTP/1.1" status: 200 len: 210 time: 0.0291586 Jul 14 18:27:06.567661 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a02b6233-b781-49b1-beb8-00ced61cc46f req-d8e06d7d-057e-4424-9605-134b5ca79889 tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] 10.222.0.16 "GET /v2.0/ports?device_id=e1685c18-3cef-4f84-b35f-c828681ce570 HTTP/1.1" status: 200 len: 210 time: 0.0327430 Jul 14 18:27:06.710361 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee51d59-f492-4dea-94a4-af2e4b4d7508 req-06f61fa2-e34f-4deb-b1e6-7817822d92e3 tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:27:06.711820 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-4ee51d59-f492-4dea-94a4-af2e4b4d7508 req-06f61fa2-e34f-4deb-b1e6-7817822d92e3 tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] 10.222.0.16 "GET /v2.0/networks?id=027c4e91-49f9-408a-bc70-11f19a2cbbb7 HTTP/1.1" status: 200 len: 806 time: 0.1214883 Jul 14 18:27:06.726653 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-4ee51d59-f492-4dea-94a4-af2e4b4d7508 req-640248d9-b533-49a5-b506-e1c630f10cfe tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] 10.222.0.16 "GET /v2.0/quotas/882f4375ae5845d48a58ae9ac1c63552 HTTP/1.1" status: 200 len: 375 time: 0.0092027 Jul 14 18:27:06.794513 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-4ee51d59-f492-4dea-94a4-af2e4b4d7508 req-8d284733-d3ee-4d27-9091-408dc0667028 tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=882f4375ae5845d48a58ae9ac1c63552&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0618095 Jul 14 18:27:06.901752 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-4ee51d59-f492-4dea-94a4-af2e4b4d7508 req-ad020fdb-80f4-42ce-bdf0-008f603321b0 service neutron] 10.222.0.16 "GET /v2.0/networks/027c4e91-49f9-408a-bc70-11f19a2cbbb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994682 Jul 14 18:27:07.011122 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-4ee51d59-f492-4dea-94a4-af2e4b4d7508 req-9892b1b6-de4e-4808-8a15-eee3f7264dde service neutron] 10.222.0.16 "GET /v2.0/networks/027c4e91-49f9-408a-bc70-11f19a2cbbb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1034911 Jul 14 18:27:07.232766 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3632fc5a-46cb-4e9e-95e7-37dc094f9518 req-cd1d0ae1-fd81-4c47-a5da-9c3577d76135 tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] 10.222.0.16 "GET /v2.0/ports?device_id=60ce9c56-2edf-46b5-91b2-f26d23383604 HTTP/1.1" status: 200 len: 210 time: 0.0339613 Jul 14 18:27:07.294297 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bfa303-af94-41c6-a46a-4dd2c47f0b1f req-b65d3779-5980-46e2-86ab-d7bcdc829662 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:27:07.305356 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-67bfa303-af94-41c6-a46a-4dd2c47f0b1f req-b65d3779-5980-46e2-86ab-d7bcdc829662 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.16 "GET /v2.0/ports?device_id=b34ed31a-cdf4-42e3-9af8-e1a7ec6d0b20 HTTP/1.1" status: 200 len: 947 time: 0.1441054 Jul 14 18:27:07.364567 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-67bfa303-af94-41c6-a46a-4dd2c47f0b1f req-83239492-48b1-4dee-96d4-1ec02202e375 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.16 "GET /v2.0/security-groups?id=95148b1b-0f93-483b-9e80-262147c27e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572844 Jul 14 18:27:07.570652 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e679c8d7-6a92-416c-974e-dc1d3f9049bc req-7621a0b1-3615-4ea5-87bb-54a85bf3a460 tempest-InstanceActionsV221TestJSON-227115888 tempest-InstanceActionsV221TestJSON-227115888-project] 10.222.0.16 "GET /v2.0/ports?device_id=9aa4af6d-c218-4869-be49-f22a40658e08 HTTP/1.1" status: 200 len: 210 time: 0.0410125 Jul 14 18:27:07.578766 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b7a4d3-ffe2-42a2-8427-26b1aefb176d req-7553861c-76f3-437a-b392-e6113f2926d2 tempest-InstanceActionsV221TestJSON-227115888 tempest-InstanceActionsV221TestJSON-227115888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:27:07.580917 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-00b7a4d3-ffe2-42a2-8427-26b1aefb176d req-7553861c-76f3-437a-b392-e6113f2926d2 tempest-InstanceActionsV221TestJSON-227115888 tempest-InstanceActionsV221TestJSON-227115888-project] 10.222.0.18 "GET /v2.0/networks?id=4663d0b4-408e-4922-a5bf-c1b26ec194f6 HTTP/1.1" status: 200 len: 817 time: 0.1702020 Jul 14 18:27:07.606603 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [req-00b7a4d3-ffe2-42a2-8427-26b1aefb176d req-60852990-27b1-456e-b1eb-787fb1d3e479 tempest-InstanceActionsV221TestJSON-227115888 tempest-InstanceActionsV221TestJSON-227115888-project] Request body: {'port': {'device_id': '9aa4af6d-c218-4869-be49-f22a40658e08', 'network_id': '4663d0b4-408e-4922-a5bf-c1b26ec194f6', 'admin_state_up': True, 'tenant_id': 'f4271670d3bb451983219081d5622c6f'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:27:07.683420 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device 2963b705-b1e1-4311-8a6e-95a0846fc25f up at agent hyperv_n-h1-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:27:07.743334 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Provisioning for port 2963b705-b1e1-4311-8a6e-95a0846fc25f completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:27:07.746999 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Provisioning complete for port 2963b705-b1e1-4311-8a6e-95a0846fc25f triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:27:07.747390 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:27:07.770362 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-d96a14e4-9fd8-4cf9-99c5-b2ed240127fa req-8f0afee6-0172-4984-aa77-8c9ddde79bdb tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] 10.222.0.16 "GET /v2.0/ports?device_id=e1685c18-3cef-4f84-b35f-c828681ce570 HTTP/1.1" status: 200 len: 210 time: 0.0408671 Jul 14 18:27:07.778391 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-00b7a4d3-ffe2-42a2-8427-26b1aefb176d req-60852990-27b1-456e-b1eb-787fb1d3e479 tempest-InstanceActionsV221TestJSON-227115888 tempest-InstanceActionsV221TestJSON-227115888-project] Made reservation on behalf of f4271670d3bb451983219081d5622c6f for: {'port': 1} {{(pid=93915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:27:07.785333 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-00b7a4d3-ffe2-42a2-8427-26b1aefb176d req-60852990-27b1-456e-b1eb-787fb1d3e479 tempest-InstanceActionsV221TestJSON-227115888 tempest-InstanceActionsV221TestJSON-227115888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:27:07.833455 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:27:07.861211 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b34ed31a-cdf4-42e3-9af8-e1a7ec6d0b20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2963b705-b1e1-4311-8a6e-95a0846fc25f'}] {{(pid=93917) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:27:07.865024 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20b787f3c29eaa7aa2a4d648c725a2124c5ff39a8d793252f9d844495e14cf42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c96392c-cca9-4c0c-b0b6-c56ee1462213" -d '{"events": [{"server_uuid": "b34ed31a-cdf4-42e3-9af8-e1a7ec6d0b20", "name": "network-vif-plugged", "status": "completed", "tag": "2963b705-b1e1-4311-8a6e-95a0846fc25f"}]}' {{(pid=93917) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:27:07.882116 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port 2963b705-b1e1-4311-8a6e-95a0846fc25f, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=2963b705-b1e1-4311-8a6e-95a0846fc25f,segment=NetworkSegment(067fc487-22c7-42de-972d-ae352a28ad29),segment_id=067fc487-22c7-42de-972d-ae352a28ad29)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:27:07.887582 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:27:07.888524 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device 60aee43e-89cd-4b99-bf0d-d513e9aa2a82 no longer exists at agent hyperv_n-h1-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 18:27:07.928661 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.db_base_plugin_common [req-00b7a4d3-ffe2-42a2-8427-26b1aefb176d req-60852990-27b1-456e-b1eb-787fb1d3e479 tempest-InstanceActionsV221TestJSON-227115888 tempest-InstanceActionsV221TestJSON-227115888-project] Allocated IP 172.20.0.14 (4663d0b4-408e-4922-a5bf-c1b26ec194f6/1ab7b559-bb13-40c1-ba58-ae064ec2ca4f/c95ce732-b61a-4349-8b5f-b06d3c635de5) {{(pid=93915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:27:07.929207 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 18:27:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6198e5f3-0bc9-41ab-a006-ce39220c8222 x-openstack-request-id: req-6198e5f3-0bc9-41ab-a006-ce39220c8222 {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:27:07.929531 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b34ed31a-cdf4-42e3-9af8-e1a7ec6d0b20", "name": "network-vif-plugged", "status": "completed", "tag": "2963b705-b1e1-4311-8a6e-95a0846fc25f", "code": 200}]} {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:27:07.929782 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6198e5f3-0bc9-41ab-a006-ce39220c8222 {{(pid=93917) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:27:07.930167 n-d-800634-3 neutron-server[93917]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b34ed31a-cdf4-42e3-9af8-e1a7ec6d0b20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2963b705-b1e1-4311-8a6e-95a0846fc25f', 'code': 200} Jul 14 18:27:07.932640 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] No Port match for: 60aee43e-89cd-4b99-bf0d-d513e9aa2a82 {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 18:27:07.933292 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device 60aee43e-89cd-4b99-bf0d-d513e9aa2a82 not bound to the agent host n-h1-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 18:27:07.961637 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Pushing event updated for resources: {'Port': ['ID=2963b705-b1e1-4311-8a6e-95a0846fc25f,revision_number=5']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:27:08.099648 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f06213-978e-42ec-910c-2879d59b9f1a req-aa08e4a1-df22-40e2-b8e6-487f9862f6cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:27:08.101917 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-d1f06213-978e-42ec-910c-2879d59b9f1a req-aa08e4a1-df22-40e2-b8e6-487f9862f6cb service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=b34ed31a-cdf4-42e3-9af8-e1a7ec6d0b20 HTTP/1.1" status: 200 len: 1099 time: 0.0594873 Jul 14 18:27:08.105863 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-00b7a4d3-ffe2-42a2-8427-26b1aefb176d req-60852990-27b1-456e-b1eb-787fb1d3e479 tempest-InstanceActionsV221TestJSON-227115888 tempest-InstanceActionsV221TestJSON-227115888-project] Notify callbacks [] for port, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:27:08.159408 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-00b7a4d3-ffe2-42a2-8427-26b1aefb176d req-60852990-27b1-456e-b1eb-787fb1d3e479 tempest-InstanceActionsV221TestJSON-227115888 tempest-InstanceActionsV221TestJSON-227115888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:27:08.159587 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-d1f06213-978e-42ec-910c-2879d59b9f1a req-f296fe72-5f38-4021-a974-a44dcca72c2e service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=95148b1b-0f93-483b-9e80-262147c27e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476682 Jul 14 18:27:08.204265 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-00b7a4d3-ffe2-42a2-8427-26b1aefb176d req-60852990-27b1-456e-b1eb-787fb1d3e479 tempest-InstanceActionsV221TestJSON-227115888 tempest-InstanceActionsV221TestJSON-227115888-project] Network 4663d0b4-408e-4922-a5bf-c1b26ec194f6 is already hosted by enough agents. {{(pid=93915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:27:08.207731 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [req-00b7a4d3-ffe2-42a2-8427-26b1aefb176d req-60852990-27b1-456e-b1eb-787fb1d3e479 tempest-InstanceActionsV221TestJSON-227115888 tempest-InstanceActionsV221TestJSON-227115888-project] Resources bound (agent type, host, resource id): {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:27:08.212372 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [req-00b7a4d3-ffe2-42a2-8427-26b1aefb176d req-60852990-27b1-456e-b1eb-787fb1d3e479 tempest-InstanceActionsV221TestJSON-227115888 tempest-InstanceActionsV221TestJSON-227115888-project] Received port after_create {{(pid=93915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:27:08.216019 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60852990-27b1-456e-b1eb-787fb1d3e479 tempest-InstanceActionsV221TestJSON-227115888 tempest-InstanceActionsV221TestJSON-227115888-project] Pushing event updated for resources: {'Port': ['ID=c95ce732-b61a-4349-8b5f-b06d3c635de5,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:27:08.244590 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60852990-27b1-456e-b1eb-787fb1d3e479 tempest-InstanceActionsV221TestJSON-227115888 tempest-InstanceActionsV221TestJSON-227115888-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:27:08.245403 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60852990-27b1-456e-b1eb-787fb1d3e479 tempest-InstanceActionsV221TestJSON-227115888 tempest-InstanceActionsV221TestJSON-227115888-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:27:08.245403 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60852990-27b1-456e-b1eb-787fb1d3e479 tempest-InstanceActionsV221TestJSON-227115888 tempest-InstanceActionsV221TestJSON-227115888-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:27:08.245637 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60852990-27b1-456e-b1eb-787fb1d3e479 tempest-InstanceActionsV221TestJSON-227115888 tempest-InstanceActionsV221TestJSON-227115888-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:27:08.245937 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60852990-27b1-456e-b1eb-787fb1d3e479 tempest-InstanceActionsV221TestJSON-227115888 tempest-InstanceActionsV221TestJSON-227115888-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:27:08.246272 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60852990-27b1-456e-b1eb-787fb1d3e479 tempest-InstanceActionsV221TestJSON-227115888 tempest-InstanceActionsV221TestJSON-227115888-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:27:08.246603 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60852990-27b1-456e-b1eb-787fb1d3e479 tempest-InstanceActionsV221TestJSON-227115888 tempest-InstanceActionsV221TestJSON-227115888-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:27:08.246931 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60852990-27b1-456e-b1eb-787fb1d3e479 tempest-InstanceActionsV221TestJSON-227115888 tempest-InstanceActionsV221TestJSON-227115888-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:27:08.247259 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60852990-27b1-456e-b1eb-787fb1d3e479 tempest-InstanceActionsV221TestJSON-227115888 tempest-InstanceActionsV221TestJSON-227115888-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:27:08.247606 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60852990-27b1-456e-b1eb-787fb1d3e479 tempest-InstanceActionsV221TestJSON-227115888 tempest-InstanceActionsV221TestJSON-227115888-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:27:08.247961 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60852990-27b1-456e-b1eb-787fb1d3e479 tempest-InstanceActionsV221TestJSON-227115888 tempest-InstanceActionsV221TestJSON-227115888-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:27:08.248378 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60852990-27b1-456e-b1eb-787fb1d3e479 tempest-InstanceActionsV221TestJSON-227115888 tempest-InstanceActionsV221TestJSON-227115888-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:27:08.273002 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-e52db7fa-d393-494b-b29a-f62b6499bf27 req-5492ffff-91de-4c8e-8b54-091f648890d4 tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=aeec593be949414a8c1694135e52293c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0217669 Jul 14 18:27:08.274328 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b7a4d3-ffe2-42a2-8427-26b1aefb176d req-60852990-27b1-456e-b1eb-787fb1d3e479 tempest-InstanceActionsV221TestJSON-227115888 tempest-InstanceActionsV221TestJSON-227115888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:27:08.275666 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-00b7a4d3-ffe2-42a2-8427-26b1aefb176d req-60852990-27b1-456e-b1eb-787fb1d3e479 tempest-InstanceActionsV221TestJSON-227115888 tempest-InstanceActionsV221TestJSON-227115888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:27:08.302584 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-00b7a4d3-ffe2-42a2-8427-26b1aefb176d req-60852990-27b1-456e-b1eb-787fb1d3e479 tempest-InstanceActionsV221TestJSON-227115888 tempest-InstanceActionsV221TestJSON-227115888-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7004178 Jul 14 18:27:08.335443 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [req-00b7a4d3-ffe2-42a2-8427-26b1aefb176d req-c2ff0039-f678-4be8-a0f7-4ac2a01c6b01 service neutron] Request body: {'port': {'device_id': '9aa4af6d-c218-4869-be49-f22a40658e08', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800634-3'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:27:08.447029 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-00b7a4d3-ffe2-42a2-8427-26b1aefb176d req-c2ff0039-f678-4be8-a0f7-4ac2a01c6b01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:27:08.464161 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52db7fa-d393-494b-b29a-f62b6499bf27 req-ea6eda23-d141-40fc-8de5-3f6d0c41dc58 tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:27:08.480989 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-e52db7fa-d393-494b-b29a-f62b6499bf27 req-ea6eda23-d141-40fc-8de5-3f6d0c41dc58 tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1590645 Jul 14 18:27:08.548644 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [req-e52db7fa-d393-494b-b29a-f62b6499bf27 req-4a9fe052-6819-4c86-8d10-5c7845bb0d80 tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] Request body: {'port': {'device_id': 'b75f1187-18fd-4b26-b1df-990b96108e54', 'network_id': '4f742057-89ee-4b4a-86f7-487ee61881a1', 'admin_state_up': True, 'tenant_id': 'aeec593be949414a8c1694135e52293c'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:27:08.551236 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c9606cea-ae68-4ed7-9015-0ba0068f9a1e req-f87e1b83-3b91-42a6-ba0e-0bb6d4ce5c4e tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] 10.222.0.16 "GET /v2.0/ports?device_id=60ce9c56-2edf-46b5-91b2-f26d23383604 HTTP/1.1" status: 200 len: 210 time: 0.0477142 Jul 14 18:27:08.656744 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e52db7fa-d393-494b-b29a-f62b6499bf27 req-4a9fe052-6819-4c86-8d10-5c7845bb0d80 tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] Made reservation on behalf of aeec593be949414a8c1694135e52293c for: {'port': 1} {{(pid=93916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:27:08.661459 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-e52db7fa-d393-494b-b29a-f62b6499bf27 req-4a9fe052-6819-4c86-8d10-5c7845bb0d80 tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:27:08.762359 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88f5826-cd21-454e-85bf-fe8b375acc78 req-e1c7aaaa-ecfe-4873-a372-23e621a88f24 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:27:08.764004 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e88f5826-cd21-454e-85bf-fe8b375acc78 req-e1c7aaaa-ecfe-4873-a372-23e621a88f24 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.16 "GET /v2.0/ports?device_id=b34ed31a-cdf4-42e3-9af8-e1a7ec6d0b20 HTTP/1.1" status: 200 len: 948 time: 0.2034411 Jul 14 18:27:08.812250 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.db_base_plugin_common [req-e52db7fa-d393-494b-b29a-f62b6499bf27 req-4a9fe052-6819-4c86-8d10-5c7845bb0d80 tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] Allocated IP 192.168.233.85 (4f742057-89ee-4b4a-86f7-487ee61881a1/f20c54fb-f7da-4761-aa61-2e4f99f3d332/12f9f4e0-732a-4ff7-ae01-79782107bd50) {{(pid=93916) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:27:08.903032 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [req-00b7a4d3-ffe2-42a2-8427-26b1aefb176d req-c2ff0039-f678-4be8-a0f7-4ac2a01c6b01 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c95ce732-b61a-4349-8b5f-b06d3c635de5 {{(pid=93915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 18:27:08.915555 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-00b7a4d3-ffe2-42a2-8427-26b1aefb176d req-c2ff0039-f678-4be8-a0f7-4ac2a01c6b01 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:27:08.973057 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.provisioning_blocks [req-00b7a4d3-ffe2-42a2-8427-26b1aefb176d req-c2ff0039-f678-4be8-a0f7-4ac2a01c6b01 service neutron] Transition to ACTIVE for port object c95ce732-b61a-4349-8b5f-b06d3c635de5 will not be triggered until provisioned by entity L2. {{(pid=93915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:27:08.985531 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-e52db7fa-d393-494b-b29a-f62b6499bf27 req-4a9fe052-6819-4c86-8d10-5c7845bb0d80 tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] Notify callbacks [] for port, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:27:08.989672 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-00b7a4d3-ffe2-42a2-8427-26b1aefb176d req-c2ff0039-f678-4be8-a0f7-4ac2a01c6b01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25912978'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:27:09.001729 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.provisioning_blocks [req-e52db7fa-d393-494b-b29a-f62b6499bf27 req-4a9fe052-6819-4c86-8d10-5c7845bb0d80 tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] Transition to ACTIVE for port object 12f9f4e0-732a-4ff7-ae01-79782107bd50 will not be triggered until provisioned by entity DHCP. {{(pid=93916) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:27:09.030038 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e88f5826-cd21-454e-85bf-fe8b375acc78 req-d1c38ec7-6809-4192-a050-cbd131430054 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.16 "GET /v2.0/security-groups?id=95148b1b-0f93-483b-9e80-262147c27e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2568791 Jul 14 18:27:09.047026 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-e52db7fa-d393-494b-b29a-f62b6499bf27 req-4a9fe052-6819-4c86-8d10-5c7845bb0d80 tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:27:09.061660 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] get_ports_and_sgs() called for port_ids ['669c9edf-0066-4f1c-8103-9c630a3adbef'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 18:27:09.072193 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ff0039-f678-4be8-a0f7-4ac2a01c6b01 service neutron] Pushing event updated for resources: {'Port': ['ID=c95ce732-b61a-4349-8b5f-b06d3c635de5,revision_number=2']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:27:09.123858 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9fe052-6819-4c86-8d10-5c7845bb0d80 tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] Pushing event updated for resources: {'Port': ['ID=12f9f4e0-732a-4ff7-ae01-79782107bd50,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:27:09.152732 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e52db7fa-d393-494b-b29a-f62b6499bf27 req-4a9fe052-6819-4c86-8d10-5c7845bb0d80 tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] Network 4f742057-89ee-4b4a-86f7-487ee61881a1 is already hosted by enough agents. {{(pid=93916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:27:09.154671 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [req-e52db7fa-d393-494b-b29a-f62b6499bf27 req-4a9fe052-6819-4c86-8d10-5c7845bb0d80 tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] Resources bound (agent type, host, resource id): {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:27:09.154846 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d242a76a-04a3-4398-a6e5-15be4ab66e16 req-c374fd5b-3fac-402f-b7f9-560f477d65f6 tempest-InstanceActionsV221TestJSON-227115888 tempest-InstanceActionsV221TestJSON-227115888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:27:09.157442 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.l3_dvrscheduler_db [req-e52db7fa-d393-494b-b29a-f62b6499bf27 req-4a9fe052-6819-4c86-8d10-5c7845bb0d80 tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] Received port after_create {{(pid=93916) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:27:09.165982 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-d242a76a-04a3-4398-a6e5-15be4ab66e16 req-c374fd5b-3fac-402f-b7f9-560f477d65f6 tempest-InstanceActionsV221TestJSON-227115888 tempest-InstanceActionsV221TestJSON-227115888-project] 10.222.0.16 "GET /v2.0/ports?device_id=9aa4af6d-c218-4869-be49-f22a40658e08 HTTP/1.1" status: 200 len: 932 time: 0.2541213 Jul 14 18:27:09.222093 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52db7fa-d393-494b-b29a-f62b6499bf27 req-4a9fe052-6819-4c86-8d10-5c7845bb0d80 tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:27:09.223221 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-e52db7fa-d393-494b-b29a-f62b6499bf27 req-4a9fe052-6819-4c86-8d10-5c7845bb0d80 tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:27:09.233620 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e52db7fa-d393-494b-b29a-f62b6499bf27 req-70dbada1-ac38-4810-be67-e4c8878f368b tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=aeec593be949414a8c1694135e52293c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0610733 Jul 14 18:27:09.244956 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-e52db7fa-d393-494b-b29a-f62b6499bf27 req-4a9fe052-6819-4c86-8d10-5c7845bb0d80 tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.7531638 Jul 14 18:27:09.269816 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [req-e52db7fa-d393-494b-b29a-f62b6499bf27 req-60c0b49a-fe5c-44f0-974f-fbe8d836e289 service neutron] Request body: {'port': {'device_id': 'b75f1187-18fd-4b26-b1df-990b96108e54', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800634-3'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:27:09.366486 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-e52db7fa-d393-494b-b29a-f62b6499bf27 req-60c0b49a-fe5c-44f0-974f-fbe8d836e289 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:27:09.379798 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-72602077-1aeb-4ac7-8ff4-d943658b9919 req-bc1bd916-ca42-402d-a6b3-aff62c848446 tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] 10.222.0.16 "GET /v2.0/ports?device_id=e1685c18-3cef-4f84-b35f-c828681ce570 HTTP/1.1" status: 200 len: 210 time: 0.1156342 Jul 14 18:27:09.389314 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-d242a76a-04a3-4398-a6e5-15be4ab66e16 req-46721af8-5b72-4f03-830c-54ab284ade5d tempest-InstanceActionsV221TestJSON-227115888 tempest-InstanceActionsV221TestJSON-227115888-project] 10.222.0.16 "GET /v2.0/security-groups?id=8fd206b7-ef01-4320-a16f-d46969f251a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2224298 Jul 14 18:27:09.393388 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-00b7a4d3-ffe2-42a2-8427-26b1aefb176d req-c2ff0039-f678-4be8-a0f7-4ac2a01c6b01 service neutron] Attempting to bind port c95ce732-b61a-4349-8b5f-b06d3c635de5 on host n-h1-800634-3 for vnic_type normal with profile {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:27:09.393928 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-00b7a4d3-ffe2-42a2-8427-26b1aefb176d req-c2ff0039-f678-4be8-a0f7-4ac2a01c6b01 service neutron] Attempting to bind port c95ce732-b61a-4349-8b5f-b06d3c635de5 by drivers openvswitch,hyperv on host n-h1-800634-3 at level 0 using segments [{'id': '8be03a33-230c-43e6-9d31-925e911f4dd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '4663d0b4-408e-4922-a5bf-c1b26ec194f6'}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:27:09.394480 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00b7a4d3-ffe2-42a2-8427-26b1aefb176d req-c2ff0039-f678-4be8-a0f7-4ac2a01c6b01 service neutron] Attempting to bind port c95ce732-b61a-4349-8b5f-b06d3c635de5 on network 4663d0b4-408e-4922-a5bf-c1b26ec194f6 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:27:09.427602 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00b7a4d3-ffe2-42a2-8427-26b1aefb176d req-c2ff0039-f678-4be8-a0f7-4ac2a01c6b01 service neutron] Port c95ce732-b61a-4349-8b5f-b06d3c635de5 on network 4663d0b4-408e-4922-a5bf-c1b26ec194f6 not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-3 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 18:27:09.427937 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00b7a4d3-ffe2-42a2-8427-26b1aefb176d req-c2ff0039-f678-4be8-a0f7-4ac2a01c6b01 service neutron] Attempting to bind port c95ce732-b61a-4349-8b5f-b06d3c635de5 on network 4663d0b4-408e-4922-a5bf-c1b26ec194f6 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:27:09.464408 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00b7a4d3-ffe2-42a2-8427-26b1aefb176d req-c2ff0039-f678-4be8-a0f7-4ac2a01c6b01 service neutron] Checking agent: {'id': 'a3630ff4-fbee-45d9-b9b6-0ae41cb3a350', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 15, 32), 'started_at': datetime.datetime(2021, 7, 14, 18, 15, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 18, 27, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 18:27:09.464688 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00b7a4d3-ffe2-42a2-8427-26b1aefb176d req-c2ff0039-f678-4be8-a0f7-4ac2a01c6b01 service neutron] Checking segment: {'id': '8be03a33-230c-43e6-9d31-925e911f4dd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '4663d0b4-408e-4922-a5bf-c1b26ec194f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:27:09.465078 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00b7a4d3-ffe2-42a2-8427-26b1aefb176d req-c2ff0039-f678-4be8-a0f7-4ac2a01c6b01 service neutron] Bound using segment: {'id': '8be03a33-230c-43e6-9d31-925e911f4dd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '4663d0b4-408e-4922-a5bf-c1b26ec194f6'} {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 18:27:09.465531 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-00b7a4d3-ffe2-42a2-8427-26b1aefb176d req-c2ff0039-f678-4be8-a0f7-4ac2a01c6b01 service neutron] Bound port: c95ce732-b61a-4349-8b5f-b06d3c635de5, host: n-h1-800634-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8be03a33-230c-43e6-9d31-925e911f4dd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '4663d0b4-408e-4922-a5bf-c1b26ec194f6'}}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 18:27:09.465896 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-00b7a4d3-ffe2-42a2-8427-26b1aefb176d req-c2ff0039-f678-4be8-a0f7-4ac2a01c6b01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:27:09.580534 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52db7fa-d393-494b-b29a-f62b6499bf27 req-368b059f-df1e-434c-aa07-4443837b5fa2 tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:27:09.582014 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e52db7fa-d393-494b-b29a-f62b6499bf27 req-368b059f-df1e-434c-aa07-4443837b5fa2 tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3384657 Jul 14 18:27:09.613139 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [req-e52db7fa-d393-494b-b29a-f62b6499bf27 req-bce069bc-42f2-4890-bb9b-a38312ce4339 tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] Request body: {'port': {'device_id': 'e1685c18-3cef-4f84-b35f-c828681ce570', 'network_id': '4f742057-89ee-4b4a-86f7-487ee61881a1', 'admin_state_up': True, 'tenant_id': 'aeec593be949414a8c1694135e52293c'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:27:09.665017 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-389b59a6-00fe-4a54-b30d-2b00fef829eb None None] Provisioning for port 12f9f4e0-732a-4ff7-ae01-79782107bd50 completed by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:27:09.671383 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-389b59a6-00fe-4a54-b30d-2b00fef829eb None None] Provisioning complete for port 12f9f4e0-732a-4ff7-ae01-79782107bd50 triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:27:09.671889 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-389b59a6-00fe-4a54-b30d-2b00fef829eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:27:09.672778 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-00b7a4d3-ffe2-42a2-8427-26b1aefb176d req-c2ff0039-f678-4be8-a0f7-4ac2a01c6b01 service neutron] For port c95ce732-b61a-4349-8b5f-b06d3c635de5, host n-h1-800634-3, cleared binding levels {{(pid=93915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:27:09.719145 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-389b59a6-00fe-4a54-b30d-2b00fef829eb None None] Port 12f9f4e0-732a-4ff7-ae01-79782107bd50 cannot update to ACTIVE because it is not bound. {{(pid=93917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 18:27:09.723866 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6bdbf48d-e520-44be-8825-a01f50ca2b14 req-7b547826-c3ed-4c09-afc3-7fe1afeef793 tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] 10.222.0.16 "GET /v2.0/ports?device_id=60ce9c56-2edf-46b5-91b2-f26d23383604 HTTP/1.1" status: 200 len: 210 time: 0.0525029 Jul 14 18:27:09.739003 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-00b7a4d3-ffe2-42a2-8427-26b1aefb176d req-c2ff0039-f678-4be8-a0f7-4ac2a01c6b01 service neutron] For port c95ce732-b61a-4349-8b5f-b06d3c635de5, host n-h1-800634-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=c95ce732-b61a-4349-8b5f-b06d3c635de5,segment=NetworkSegment(8be03a33-230c-43e6-9d31-925e911f4dd2),segment_id=8be03a33-230c-43e6-9d31-925e911f4dd2)] {{(pid=93915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 18:27:09.752937 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-00b7a4d3-ffe2-42a2-8427-26b1aefb176d req-c2ff0039-f678-4be8-a0f7-4ac2a01c6b01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25912978'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:27:09.770137 n-d-800634-3 neutron-server[93916]: DEBUG neutron.notifiers.nova [req-e52db7fa-d393-494b-b29a-f62b6499bf27 req-60c0b49a-fe5c-44f0-974f-fbe8d836e289 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12f9f4e0-732a-4ff7-ae01-79782107bd50 {{(pid=93916) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 18:27:09.779244 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-e52db7fa-d393-494b-b29a-f62b6499bf27 req-60c0b49a-fe5c-44f0-974f-fbe8d836e289 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:27:09.795806 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.provisioning_blocks [req-e52db7fa-d393-494b-b29a-f62b6499bf27 req-60c0b49a-fe5c-44f0-974f-fbe8d836e289 service neutron] Transition to ACTIVE for port object 12f9f4e0-732a-4ff7-ae01-79782107bd50 will not be triggered until provisioned by entity L2. {{(pid=93916) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:27:09.806301 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-e52db7fa-d393-494b-b29a-f62b6499bf27 req-60c0b49a-fe5c-44f0-974f-fbe8d836e289 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2684870'] for port, after_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:27:09.813510 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b7a4d3-ffe2-42a2-8427-26b1aefb176d req-c2ff0039-f678-4be8-a0f7-4ac2a01c6b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:27:09.814230 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-00b7a4d3-ffe2-42a2-8427-26b1aefb176d req-c2ff0039-f678-4be8-a0f7-4ac2a01c6b01 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:27:09.816016 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-00b7a4d3-ffe2-42a2-8427-26b1aefb176d req-c2ff0039-f678-4be8-a0f7-4ac2a01c6b01 service neutron] 10.222.0.18 "PUT /v2.0/ports/c95ce732-b61a-4349-8b5f-b06d3c635de5 HTTP/1.1" status: 200 len: 1092 time: 1.4907315 Jul 14 18:27:09.819212 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9aa4af6d-c218-4869-be49-f22a40658e08', 'tag': 'c95ce732-b61a-4349-8b5f-b06d3c635de5'}] {{(pid=93915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:27:09.822013 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e72782ad3af8f7d4ce76cedf092bca46d1756acc5c4653cf0b52034cdd6b073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28d17d2d-799f-4b0f-87be-af958d61ad69" -d '{"events": [{"name": "network-changed", "server_uuid": "9aa4af6d-c218-4869-be49-f22a40658e08", "tag": "c95ce732-b61a-4349-8b5f-b06d3c635de5"}]}' {{(pid=93915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:27:09.864089 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ff0039-f678-4be8-a0f7-4ac2a01c6b01 service neutron] Pushing event updated for resources: {'Port': ['ID=c95ce732-b61a-4349-8b5f-b06d3c635de5,revision_number=3']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:27:09.890283 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e52db7fa-d393-494b-b29a-f62b6499bf27 req-bce069bc-42f2-4890-bb9b-a38312ce4339 tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] Made reservation on behalf of aeec593be949414a8c1694135e52293c for: {'port': 1} {{(pid=93915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:27:09.895747 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-e52db7fa-d393-494b-b29a-f62b6499bf27 req-bce069bc-42f2-4890-bb9b-a38312ce4339 tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:27:09.928045 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c0b49a-fe5c-44f0-974f-fbe8d836e289 service neutron] Pushing event updated for resources: {'Port': ['ID=12f9f4e0-732a-4ff7-ae01-79782107bd50,revision_number=2']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:27:10.062212 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 18:27:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3dc206fb-111d-433b-b8c0-884d9e64fb55 x-openstack-request-id: req-3dc206fb-111d-433b-b8c0-884d9e64fb55 {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:27:10.062521 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9aa4af6d-c218-4869-be49-f22a40658e08", "tag": "c95ce732-b61a-4349-8b5f-b06d3c635de5", "status": "completed", "code": 200}]} {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:27:10.062961 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3dc206fb-111d-433b-b8c0-884d9e64fb55 {{(pid=93915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:27:10.065210 n-d-800634-3 neutron-server[93915]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9aa4af6d-c218-4869-be49-f22a40658e08', 'tag': 'c95ce732-b61a-4349-8b5f-b06d3c635de5', 'status': 'completed', 'code': 200} Jul 14 18:27:10.091894 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.18', 54471) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:27:10.148685 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.managers [req-e52db7fa-d393-494b-b29a-f62b6499bf27 req-60c0b49a-fe5c-44f0-974f-fbe8d836e289 service neutron] Attempting to bind port 12f9f4e0-732a-4ff7-ae01-79782107bd50 on host n-h1-800634-3 for vnic_type normal with profile {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:27:10.149202 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.managers [req-e52db7fa-d393-494b-b29a-f62b6499bf27 req-60c0b49a-fe5c-44f0-974f-fbe8d836e289 service neutron] Attempting to bind port 12f9f4e0-732a-4ff7-ae01-79782107bd50 by drivers openvswitch,hyperv on host n-h1-800634-3 at level 0 using segments [{'id': '067fc487-22c7-42de-972d-ae352a28ad29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '4f742057-89ee-4b4a-86f7-487ee61881a1'}] {{(pid=93916) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:27:10.149350 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e52db7fa-d393-494b-b29a-f62b6499bf27 req-60c0b49a-fe5c-44f0-974f-fbe8d836e289 service neutron] Attempting to bind port 12f9f4e0-732a-4ff7-ae01-79782107bd50 on network 4f742057-89ee-4b4a-86f7-487ee61881a1 {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:27:10.180070 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e52db7fa-d393-494b-b29a-f62b6499bf27 req-60c0b49a-fe5c-44f0-974f-fbe8d836e289 service neutron] Port 12f9f4e0-732a-4ff7-ae01-79782107bd50 on network 4f742057-89ee-4b4a-86f7-487ee61881a1 not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-3 {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 18:27:10.180424 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e52db7fa-d393-494b-b29a-f62b6499bf27 req-60c0b49a-fe5c-44f0-974f-fbe8d836e289 service neutron] Attempting to bind port 12f9f4e0-732a-4ff7-ae01-79782107bd50 on network 4f742057-89ee-4b4a-86f7-487ee61881a1 {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:27:10.182347 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.db_base_plugin_common [req-e52db7fa-d393-494b-b29a-f62b6499bf27 req-bce069bc-42f2-4890-bb9b-a38312ce4339 tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] Allocated IP 192.168.233.48 (4f742057-89ee-4b4a-86f7-487ee61881a1/f20c54fb-f7da-4761-aa61-2e4f99f3d332/93931838-c4c9-4619-9753-71eeca38dcdc) {{(pid=93915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:27:10.207511 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e52db7fa-d393-494b-b29a-f62b6499bf27 req-60c0b49a-fe5c-44f0-974f-fbe8d836e289 service neutron] Checking agent: {'id': 'a3630ff4-fbee-45d9-b9b6-0ae41cb3a350', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 15, 32), 'started_at': datetime.datetime(2021, 7, 14, 18, 15, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 18, 27, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 18:27:10.208016 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e52db7fa-d393-494b-b29a-f62b6499bf27 req-60c0b49a-fe5c-44f0-974f-fbe8d836e289 service neutron] Checking segment: {'id': '067fc487-22c7-42de-972d-ae352a28ad29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '4f742057-89ee-4b4a-86f7-487ee61881a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93916) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:27:10.208507 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e52db7fa-d393-494b-b29a-f62b6499bf27 req-60c0b49a-fe5c-44f0-974f-fbe8d836e289 service neutron] Bound using segment: {'id': '067fc487-22c7-42de-972d-ae352a28ad29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '4f742057-89ee-4b4a-86f7-487ee61881a1'} {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 18:27:10.210895 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.managers [req-e52db7fa-d393-494b-b29a-f62b6499bf27 req-60c0b49a-fe5c-44f0-974f-fbe8d836e289 service neutron] Bound port: 12f9f4e0-732a-4ff7-ae01-79782107bd50, host: n-h1-800634-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '067fc487-22c7-42de-972d-ae352a28ad29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '4f742057-89ee-4b4a-86f7-487ee61881a1'}}] {{(pid=93916) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 18:27:10.211391 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-e52db7fa-d393-494b-b29a-f62b6499bf27 req-60c0b49a-fe5c-44f0-974f-fbe8d836e289 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:27:10.229518 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b7a4d3-ffe2-42a2-8427-26b1aefb176d req-9e9fefd3-1f55-4e98-8070-abb450ee10af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:27:10.231124 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-00b7a4d3-ffe2-42a2-8427-26b1aefb176d req-9e9fefd3-1f55-4e98-8070-abb450ee10af service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f4271670d3bb451983219081d5622c6f&device_id=9aa4af6d-c218-4869-be49-f22a40658e08 HTTP/1.1" status: 200 len: 1095 time: 0.2136679 Jul 14 18:27:10.296148 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18c3ba5-fe96-47ba-97df-937be9fc96bd req-07336c28-c3bf-4095-b873-afe3fa624279 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:27:10.297665 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-d18c3ba5-fe96-47ba-97df-937be9fc96bd req-07336c28-c3bf-4095-b873-afe3fa624279 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=cb67bdfcb7724fc99fb71468214ad40d&device_id=2b9e4456-2d8d-44aa-a867-8b086bbb5414 HTTP/1.1" status: 200 len: 1097 time: 0.1851521 Jul 14 18:27:10.326508 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee51d59-f492-4dea-94a4-af2e4b4d7508 req-8b29d554-e947-4fa5-96c7-90d1a14bcadd tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:27:10.328963 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-4ee51d59-f492-4dea-94a4-af2e4b4d7508 req-8b29d554-e947-4fa5-96c7-90d1a14bcadd tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] 10.222.0.18 "GET /v2.0/networks?id=027c4e91-49f9-408a-bc70-11f19a2cbbb7 HTTP/1.1" status: 200 len: 806 time: 0.2940512 Jul 14 18:27:10.348230 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-00b7a4d3-ffe2-42a2-8427-26b1aefb176d req-81078693-1e47-4200-bcc9-6126db7596df service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c95ce732-b61a-4349-8b5f-b06d3c635de5 HTTP/1.1" status: 200 len: 217 time: 0.0915165 Jul 14 18:27:10.356570 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.db [req-e52db7fa-d393-494b-b29a-f62b6499bf27 req-60c0b49a-fe5c-44f0-974f-fbe8d836e289 service neutron] For port 12f9f4e0-732a-4ff7-ae01-79782107bd50, host n-h1-800634-3, cleared binding levels {{(pid=93916) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:27:10.361650 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.db [req-e52db7fa-d393-494b-b29a-f62b6499bf27 req-60c0b49a-fe5c-44f0-974f-fbe8d836e289 service neutron] For port 12f9f4e0-732a-4ff7-ae01-79782107bd50, host n-h1-800634-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=12f9f4e0-732a-4ff7-ae01-79782107bd50,segment=NetworkSegment(067fc487-22c7-42de-972d-ae352a28ad29),segment_id=067fc487-22c7-42de-972d-ae352a28ad29)] {{(pid=93916) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 18:27:10.367586 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [req-4ee51d59-f492-4dea-94a4-af2e4b4d7508 req-51b7e2fc-996e-4356-b6a3-e39f43c6229d tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] Request body: {'port': {'device_id': '60ce9c56-2edf-46b5-91b2-f26d23383604', 'network_id': '027c4e91-49f9-408a-bc70-11f19a2cbbb7', 'admin_state_up': True, 'tenant_id': '882f4375ae5845d48a58ae9ac1c63552'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:27:10.385707 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-e52db7fa-d393-494b-b29a-f62b6499bf27 req-60c0b49a-fe5c-44f0-974f-fbe8d836e289 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2684870'] for port, after_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:27:10.465860 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52db7fa-d393-494b-b29a-f62b6499bf27 req-60c0b49a-fe5c-44f0-974f-fbe8d836e289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:27:10.466410 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-e52db7fa-d393-494b-b29a-f62b6499bf27 req-60c0b49a-fe5c-44f0-974f-fbe8d836e289 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:27:10.467778 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-e52db7fa-d393-494b-b29a-f62b6499bf27 req-60c0b49a-fe5c-44f0-974f-fbe8d836e289 service neutron] 10.222.0.18 "PUT /v2.0/ports/12f9f4e0-732a-4ff7-ae01-79782107bd50 HTTP/1.1" status: 200 len: 1095 time: 1.2105603 Jul 14 18:27:10.469904 n-d-800634-3 neutron-server[93916]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b75f1187-18fd-4b26-b1df-990b96108e54', 'tag': '12f9f4e0-732a-4ff7-ae01-79782107bd50'}] {{(pid=93916) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:27:10.472302 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f803e150b363a7893830aa996ac27753fa25517c406ecd3536b7c2d4b26eeb9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-455442aa-c16d-44b4-9892-704390f0af2a" -d '{"events": [{"name": "network-changed", "server_uuid": "b75f1187-18fd-4b26-b1df-990b96108e54", "tag": "12f9f4e0-732a-4ff7-ae01-79782107bd50"}]}' {{(pid=93916) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:27:10.506084 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c0b49a-fe5c-44f0-974f-fbe8d836e289 service neutron] Pushing event updated for resources: {'Port': ['ID=12f9f4e0-732a-4ff7-ae01-79782107bd50,revision_number=3']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:27:10.599355 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ee51d59-f492-4dea-94a4-af2e4b4d7508 req-51b7e2fc-996e-4356-b6a3-e39f43c6229d tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] Made reservation on behalf of 882f4375ae5845d48a58ae9ac1c63552 for: {'port': 1} {{(pid=93916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:27:10.603373 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-4ee51d59-f492-4dea-94a4-af2e4b4d7508 req-51b7e2fc-996e-4356-b6a3-e39f43c6229d tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:27:10.613136 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b7a4d3-ffe2-42a2-8427-26b1aefb176d req-bd37052d-b4b4-4a73-91f4-778000c65093 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:27:10.614665 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-00b7a4d3-ffe2-42a2-8427-26b1aefb176d req-bd37052d-b4b4-4a73-91f4-778000c65093 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1ab7b559-bb13-40c1-ba58-ae064ec2ca4f HTTP/1.1" status: 200 len: 857 time: 0.1605265 Jul 14 18:27:10.622881 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52db7fa-d393-494b-b29a-f62b6499bf27 req-dc5d2a70-6f80-4205-b0a0-10c3b439bba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:27:10.624283 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-e52db7fa-d393-494b-b29a-f62b6499bf27 req-dc5d2a70-6f80-4205-b0a0-10c3b439bba5 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=aeec593be949414a8c1694135e52293c&device_id=b75f1187-18fd-4b26-b1df-990b96108e54 HTTP/1.1" status: 200 len: 1098 time: 0.0908101 Jul 14 18:27:10.655266 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad820dde-876b-42cf-92f2-3e169108d9c9 req-641ef55d-1ca5-47fd-b410-50e0a3b99316 tempest-ServerRescueNegativeTestJSON-843679432 tempest-ServerRescueNegativeTestJSON-843679432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:27:10.657021 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ad820dde-876b-42cf-92f2-3e169108d9c9 req-641ef55d-1ca5-47fd-b410-50e0a3b99316 tempest-ServerRescueNegativeTestJSON-843679432 tempest-ServerRescueNegativeTestJSON-843679432-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b9e4456-2d8d-44aa-a867-8b086bbb5414 HTTP/1.1" status: 200 len: 946 time: 0.4155025 Jul 14 18:27:10.674681 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18c3ba5-fe96-47ba-97df-937be9fc96bd req-e1be6ddc-3395-45d7-8a2f-90eb278c74f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:27:10.676236 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-d18c3ba5-fe96-47ba-97df-937be9fc96bd req-e1be6ddc-3395-45d7-8a2f-90eb278c74f3 service neutron] 10.222.0.18 "GET /v2.0/networks?id=fbb7114e-4079-4798-86d9-6d4690d7f388 HTTP/1.1" status: 200 len: 918 time: 0.3421504 Jul 14 18:27:10.711381 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-e52db7fa-d393-494b-b29a-f62b6499bf27 req-a930fcf9-dff5-4fef-a5d5-8bc35c832a6a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.85&port_id=12f9f4e0-732a-4ff7-ae01-79782107bd50 HTTP/1.1" status: 200 len: 217 time: 0.0740724 Jul 14 18:27:10.719776 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc8ec03-03bb-41cb-93b4-d1b553eb406f req-c2d8d36b-0b4a-4ef2-968b-82b8a3284bc9 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:27:10.724710 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-1fc8ec03-03bb-41cb-93b4-d1b553eb406f req-c2d8d36b-0b4a-4ef2-968b-82b8a3284bc9 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.16 "GET /v2.0/ports?device_id=b34ed31a-cdf4-42e3-9af8-e1a7ec6d0b20 HTTP/1.1" status: 200 len: 948 time: 0.4261060 Jul 14 18:27:10.727435 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-00b7a4d3-ffe2-42a2-8427-26b1aefb176d req-848c5e61-743b-4560-9a51-7121af1ad12d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4663d0b4-408e-4922-a5bf-c1b26ec194f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0807128 Jul 14 18:27:10.730718 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-e52db7fa-d393-494b-b29a-f62b6499bf27 req-bce069bc-42f2-4890-bb9b-a38312ce4339 tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] Notify callbacks [] for port, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:27:10.806692 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-d18c3ba5-fe96-47ba-97df-937be9fc96bd req-db1ff95f-61b7-485a-bcb5-07d7f8b2cbae service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f2fad040-7094-4bfd-9931-7a428eb95eec HTTP/1.1" status: 200 len: 217 time: 0.0956576 Jul 14 18:27:10.808962 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52db7fa-d393-494b-b29a-f62b6499bf27 req-093181d6-a334-4068-8899-283098133836 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:27:10.810427 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-e52db7fa-d393-494b-b29a-f62b6499bf27 req-093181d6-a334-4068-8899-283098133836 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f20c54fb-f7da-4761-aa61-2e4f99f3d332 HTTP/1.1" status: 200 len: 843 time: 0.0826764 Jul 14 18:27:10.811454 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.db_base_plugin_common [req-4ee51d59-f492-4dea-94a4-af2e4b4d7508 req-51b7e2fc-996e-4356-b6a3-e39f43c6229d tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] Allocated IP 172.20.0.9 (027c4e91-49f9-408a-bc70-11f19a2cbbb7/05d56735-edac-4058-8f3c-680c255777ec/9caa10f9-5f31-40f9-92e3-1b6aa08cdbe2) {{(pid=93916) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:27:10.836293 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.provisioning_blocks [req-e52db7fa-d393-494b-b29a-f62b6499bf27 req-bce069bc-42f2-4890-bb9b-a38312ce4339 tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] Transition to ACTIVE for port object 93931838-c4c9-4619-9753-71eeca38dcdc will not be triggered until provisioned by entity DHCP. {{(pid=93915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:27:10.943982 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ad820dde-876b-42cf-92f2-3e169108d9c9 req-933b8474-4a45-41df-a3b4-1b22d1275e62 tempest-ServerRescueNegativeTestJSON-843679432 tempest-ServerRescueNegativeTestJSON-843679432-project] 10.222.0.16 "GET /v2.0/security-groups?id=2ad455ff-6ff4-4067-8bf1-fdec963484f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2724020 Jul 14 18:27:10.958849 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52db7fa-d393-494b-b29a-f62b6499bf27 req-7ed18f26-498b-4750-be52-f78211438b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:27:10.960454 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-e52db7fa-d393-494b-b29a-f62b6499bf27 req-7ed18f26-498b-4750-be52-f78211438b61 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4f742057-89ee-4b4a-86f7-487ee61881a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1346815 Jul 14 18:27:10.971773 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-1fc8ec03-03bb-41cb-93b4-d1b553eb406f req-407402a8-228b-4504-ac21-5846cccc6788 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.16 "GET /v2.0/security-groups?id=95148b1b-0f93-483b-9e80-262147c27e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2294543 Jul 14 18:27:11.009380 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18c3ba5-fe96-47ba-97df-937be9fc96bd req-099f1609-22f1-4086-bb83-dbfddf9a02de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:27:11.010880 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-d18c3ba5-fe96-47ba-97df-937be9fc96bd req-099f1609-22f1-4086-bb83-dbfddf9a02de service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c0358a3b-3414-4691-860c-4e7a5ebb58c9 HTTP/1.1" status: 200 len: 858 time: 0.1801164 Jul 14 18:27:11.028068 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-00b7a4d3-ffe2-42a2-8427-26b1aefb176d req-a90727dd-2a58-439b-8311-ecbfacbdf224 service neutron] 10.222.0.18 "GET /v2.0/networks/4663d0b4-408e-4922-a5bf-c1b26ec194f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2395053 Jul 14 18:27:11.030144 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-e52db7fa-d393-494b-b29a-f62b6499bf27 req-bce069bc-42f2-4890-bb9b-a38312ce4339 tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:27:11.053715 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] get_ports_and_sgs() called for port_ids ['669c9edf-0066-4f1c-8103-9c630a3adbef'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 18:27:11.061699 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-4ee51d59-f492-4dea-94a4-af2e4b4d7508 req-51b7e2fc-996e-4356-b6a3-e39f43c6229d tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] Notify callbacks [] for port, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:27:11.101605 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-d18c3ba5-fe96-47ba-97df-937be9fc96bd req-99329bce-b1d6-463c-9de0-8bd2090a92f0 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=fbb7114e-4079-4798-86d9-6d4690d7f388&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0693657 Jul 14 18:27:11.108376 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-e52db7fa-d393-494b-b29a-f62b6499bf27 req-75c2f29e-6da9-477e-92e6-1823f17adac8 service neutron] 10.222.0.18 "GET /v2.0/networks/4f742057-89ee-4b4a-86f7-487ee61881a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1381049 Jul 14 18:27:11.174755 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-4ee51d59-f492-4dea-94a4-af2e4b4d7508 req-51b7e2fc-996e-4356-b6a3-e39f43c6229d tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:27:11.215147 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e52db7fa-d393-494b-b29a-f62b6499bf27 req-bce069bc-42f2-4890-bb9b-a38312ce4339 tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] Network 4f742057-89ee-4b4a-86f7-487ee61881a1 is already hosted by enough agents. {{(pid=93915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:27:11.242574 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ee51d59-f492-4dea-94a4-af2e4b4d7508 req-51b7e2fc-996e-4356-b6a3-e39f43c6229d tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] Network 027c4e91-49f9-408a-bc70-11f19a2cbbb7 is already hosted by enough agents. {{(pid=93916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:27:11.251377 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [req-4ee51d59-f492-4dea-94a4-af2e4b4d7508 req-51b7e2fc-996e-4356-b6a3-e39f43c6229d tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] Resources bound (agent type, host, resource id): {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:27:11.255726 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ee51d59-f492-4dea-94a4-af2e4b4d7508 req-51b7e2fc-996e-4356-b6a3-e39f43c6229d tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] Received port after_create {{(pid=93916) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:27:11.258400 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b7e2fc-996e-4356-b6a3-e39f43c6229d tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] Pushing event updated for resources: {'Port': ['ID=9caa10f9-5f31-40f9-92e3-1b6aa08cdbe2,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:27:11.297273 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-e52db7fa-d393-494b-b29a-f62b6499bf27 req-cc8a0dda-8675-496f-b91f-fef7d7ce262f service neutron] 10.222.0.18 "GET /v2.0/networks/4f742057-89ee-4b4a-86f7-487ee61881a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1728370 Jul 14 18:27:11.319567 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee51d59-f492-4dea-94a4-af2e4b4d7508 req-51b7e2fc-996e-4356-b6a3-e39f43c6229d tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:27:11.320724 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-4ee51d59-f492-4dea-94a4-af2e4b4d7508 req-51b7e2fc-996e-4356-b6a3-e39f43c6229d tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:27:11.334803 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-4ee51d59-f492-4dea-94a4-af2e4b4d7508 req-51b7e2fc-996e-4356-b6a3-e39f43c6229d tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9713149 Jul 14 18:27:11.355330 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [req-4ee51d59-f492-4dea-94a4-af2e4b4d7508 req-b29b7fea-a053-4d2f-b7bb-90d02ca4f0b8 service neutron] Request body: {'port': {'device_id': '60ce9c56-2edf-46b5-91b2-f26d23383604', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800634-3'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:27:11.436513 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-4ee51d59-f492-4dea-94a4-af2e4b4d7508 req-b29b7fea-a053-4d2f-b7bb-90d02ca4f0b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:27:11.572902 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [req-e52db7fa-d393-494b-b29a-f62b6499bf27 req-bce069bc-42f2-4890-bb9b-a38312ce4339 tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] Resources bound (agent type, host, resource id): {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:27:11.573099 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] get_ports_and_sgs() called for port_ids ['2dc4e7e9-6455-4472-9129-79fcd5d07d19'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 18:27:11.578540 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce069bc-42f2-4890-bb9b-a38312ce4339 tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] Pushing event updated for resources: {'Port': ['ID=93931838-c4c9-4619-9753-71eeca38dcdc,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:27:11.582805 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [req-e52db7fa-d393-494b-b29a-f62b6499bf27 req-bce069bc-42f2-4890-bb9b-a38312ce4339 tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] Received port after_create {{(pid=93915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:27:11.718418 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-00b7a4d3-ffe2-42a2-8427-26b1aefb176d req-3f871c31-cb3d-4ed1-98ad-2a3119ad07e9 service neutron] 10.222.0.18 "GET /v2.0/networks/4663d0b4-408e-4922-a5bf-c1b26ec194f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6695042 Jul 14 18:27:11.722683 n-d-800634-3 neutron-server[93916]: DEBUG neutron.notifiers.nova [req-4ee51d59-f492-4dea-94a4-af2e4b4d7508 req-b29b7fea-a053-4d2f-b7bb-90d02ca4f0b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9caa10f9-5f31-40f9-92e3-1b6aa08cdbe2 {{(pid=93916) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 18:27:11.730949 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-4ee51d59-f492-4dea-94a4-af2e4b4d7508 req-b29b7fea-a053-4d2f-b7bb-90d02ca4f0b8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:27:11.732888 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52db7fa-d393-494b-b29a-f62b6499bf27 req-bce069bc-42f2-4890-bb9b-a38312ce4339 tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:27:11.733270 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-e52db7fa-d393-494b-b29a-f62b6499bf27 req-bce069bc-42f2-4890-bb9b-a38312ce4339 tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:27:11.748533 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.provisioning_blocks [req-4ee51d59-f492-4dea-94a4-af2e4b4d7508 req-b29b7fea-a053-4d2f-b7bb-90d02ca4f0b8 service neutron] Transition to ACTIVE for port object 9caa10f9-5f31-40f9-92e3-1b6aa08cdbe2 will not be triggered until provisioned by entity L2. {{(pid=93916) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:27:11.754175 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-4ee51d59-f492-4dea-94a4-af2e4b4d7508 req-b29b7fea-a053-4d2f-b7bb-90d02ca4f0b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2684870'] for port, after_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:27:11.762853 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-d18c3ba5-fe96-47ba-97df-937be9fc96bd req-ccd02e3f-ada2-45d6-a5a7-2df8cce85d2d service neutron] 10.222.0.18 "GET /v2.0/networks/fbb7114e-4079-4798-86d9-6d4690d7f388?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6169021 Jul 14 18:27:11.776385 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e230624c-d030-461f-aca0-b82a2835436f req-7c5a512e-f96a-43cb-8857-13b3b82b6c06 tempest-InstanceActionsV221TestJSON-227115888 tempest-InstanceActionsV221TestJSON-227115888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:27:11.777920 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e230624c-d030-461f-aca0-b82a2835436f req-7c5a512e-f96a-43cb-8857-13b3b82b6c06 tempest-InstanceActionsV221TestJSON-227115888 tempest-InstanceActionsV221TestJSON-227115888-project] 10.222.0.16 "GET /v2.0/ports?device_id=9aa4af6d-c218-4869-be49-f22a40658e08 HTTP/1.1" status: 200 len: 944 time: 0.6353207 Jul 14 18:27:11.786776 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d52c4a5-1d8b-4e1e-bd12-7199372a9a45 req-c5975724-e4e5-4596-a1df-9b2046d72362 tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:27:11.788506 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-4d52c4a5-1d8b-4e1e-bd12-7199372a9a45 req-c5975724-e4e5-4596-a1df-9b2046d72362 tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] 10.222.0.16 "GET /v2.0/ports?device_id=e1685c18-3cef-4f84-b35f-c828681ce570 HTTP/1.1" status: 200 len: 935 time: 0.6740699 Jul 14 18:27:11.796525 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e52db7fa-d393-494b-b29a-f62b6499bf27 req-bce069bc-42f2-4890-bb9b-a38312ce4339 tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.1882703 Jul 14 18:27:11.844758 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29b7fea-a053-4d2f-b7bb-90d02ca4f0b8 service neutron] Pushing event updated for resources: {'Port': ['ID=9caa10f9-5f31-40f9-92e3-1b6aa08cdbe2,revision_number=2']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:27:11.853193 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [req-e52db7fa-d393-494b-b29a-f62b6499bf27 req-dac467b7-3abe-4c5d-9c2a-e2781109e99f service neutron] Request body: {'port': {'device_id': 'e1685c18-3cef-4f84-b35f-c828681ce570', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800634-3'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:27:11.895567 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.managers [req-4ee51d59-f492-4dea-94a4-af2e4b4d7508 req-b29b7fea-a053-4d2f-b7bb-90d02ca4f0b8 service neutron] Attempting to bind port 9caa10f9-5f31-40f9-92e3-1b6aa08cdbe2 on host n-h1-800634-3 for vnic_type normal with profile {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:27:11.895800 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.managers [req-4ee51d59-f492-4dea-94a4-af2e4b4d7508 req-b29b7fea-a053-4d2f-b7bb-90d02ca4f0b8 service neutron] Attempting to bind port 9caa10f9-5f31-40f9-92e3-1b6aa08cdbe2 by drivers openvswitch,hyperv on host n-h1-800634-3 at level 0 using segments [{'id': 'c5dc6d5b-42e9-4c22-85af-e48a17c0bd6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '027c4e91-49f9-408a-bc70-11f19a2cbbb7'}] {{(pid=93916) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:27:11.896265 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ee51d59-f492-4dea-94a4-af2e4b4d7508 req-b29b7fea-a053-4d2f-b7bb-90d02ca4f0b8 service neutron] Attempting to bind port 9caa10f9-5f31-40f9-92e3-1b6aa08cdbe2 on network 027c4e91-49f9-408a-bc70-11f19a2cbbb7 {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:27:11.900666 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ee51d59-f492-4dea-94a4-af2e4b4d7508 req-b29b7fea-a053-4d2f-b7bb-90d02ca4f0b8 service neutron] Port 9caa10f9-5f31-40f9-92e3-1b6aa08cdbe2 on network 027c4e91-49f9-408a-bc70-11f19a2cbbb7 not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-3 {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 18:27:11.901068 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ee51d59-f492-4dea-94a4-af2e4b4d7508 req-b29b7fea-a053-4d2f-b7bb-90d02ca4f0b8 service neutron] Attempting to bind port 9caa10f9-5f31-40f9-92e3-1b6aa08cdbe2 on network 027c4e91-49f9-408a-bc70-11f19a2cbbb7 {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:27:11.905602 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-0a931296-d133-4ea5-85e4-fa70bca19f0f None None] Provisioning for port 93931838-c4c9-4619-9753-71eeca38dcdc completed by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:27:11.906755 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ee51d59-f492-4dea-94a4-af2e4b4d7508 req-b29b7fea-a053-4d2f-b7bb-90d02ca4f0b8 service neutron] Checking agent: {'id': 'a3630ff4-fbee-45d9-b9b6-0ae41cb3a350', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 15, 32), 'started_at': datetime.datetime(2021, 7, 14, 18, 15, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 18, 27, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 18:27:11.907118 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ee51d59-f492-4dea-94a4-af2e4b4d7508 req-b29b7fea-a053-4d2f-b7bb-90d02ca4f0b8 service neutron] Checking segment: {'id': 'c5dc6d5b-42e9-4c22-85af-e48a17c0bd6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '027c4e91-49f9-408a-bc70-11f19a2cbbb7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93916) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:27:11.907594 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ee51d59-f492-4dea-94a4-af2e4b4d7508 req-b29b7fea-a053-4d2f-b7bb-90d02ca4f0b8 service neutron] Bound using segment: {'id': 'c5dc6d5b-42e9-4c22-85af-e48a17c0bd6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '027c4e91-49f9-408a-bc70-11f19a2cbbb7'} {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 18:27:11.907933 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.managers [req-4ee51d59-f492-4dea-94a4-af2e4b4d7508 req-b29b7fea-a053-4d2f-b7bb-90d02ca4f0b8 service neutron] Bound port: 9caa10f9-5f31-40f9-92e3-1b6aa08cdbe2, host: n-h1-800634-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5dc6d5b-42e9-4c22-85af-e48a17c0bd6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '027c4e91-49f9-408a-bc70-11f19a2cbbb7'}}] {{(pid=93916) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 18:27:11.908968 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-4ee51d59-f492-4dea-94a4-af2e4b4d7508 req-b29b7fea-a053-4d2f-b7bb-90d02ca4f0b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:27:11.910916 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-0a931296-d133-4ea5-85e4-fa70bca19f0f None None] Provisioning complete for port 93931838-c4c9-4619-9753-71eeca38dcdc triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:27:11.911347 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-0a931296-d133-4ea5-85e4-fa70bca19f0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:27:11.951992 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-0a931296-d133-4ea5-85e4-fa70bca19f0f None None] Port 93931838-c4c9-4619-9753-71eeca38dcdc cannot update to ACTIVE because it is not bound. {{(pid=93917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 18:27:11.969851 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e230624c-d030-461f-aca0-b82a2835436f req-015fc576-a988-4050-9b94-9c5fd5fd35ff tempest-InstanceActionsV221TestJSON-227115888 tempest-InstanceActionsV221TestJSON-227115888-project] 10.222.0.16 "GET /v2.0/security-groups?id=8fd206b7-ef01-4320-a16f-d46969f251a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1804152 Jul 14 18:27:11.979690 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.db [req-4ee51d59-f492-4dea-94a4-af2e4b4d7508 req-b29b7fea-a053-4d2f-b7bb-90d02ca4f0b8 service neutron] For port 9caa10f9-5f31-40f9-92e3-1b6aa08cdbe2, host n-h1-800634-3, cleared binding levels {{(pid=93916) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:27:11.981150 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-4d52c4a5-1d8b-4e1e-bd12-7199372a9a45 req-b4974a73-415e-446f-a3d8-7e164098ad68 tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] 10.222.0.16 "GET /v2.0/security-groups?id=b0153d44-2cf7-4f50-b628-255afb14ce31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1748509 Jul 14 18:27:11.983405 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.db [req-4ee51d59-f492-4dea-94a4-af2e4b4d7508 req-b29b7fea-a053-4d2f-b7bb-90d02ca4f0b8 service neutron] For port 9caa10f9-5f31-40f9-92e3-1b6aa08cdbe2, host n-h1-800634-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=9caa10f9-5f31-40f9-92e3-1b6aa08cdbe2,segment=NetworkSegment(c5dc6d5b-42e9-4c22-85af-e48a17c0bd6d),segment_id=c5dc6d5b-42e9-4c22-85af-e48a17c0bd6d)] {{(pid=93916) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 18:27:11.989922 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-4ee51d59-f492-4dea-94a4-af2e4b4d7508 req-b29b7fea-a053-4d2f-b7bb-90d02ca4f0b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2684870'] for port, after_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:27:12.034502 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee51d59-f492-4dea-94a4-af2e4b4d7508 req-b29b7fea-a053-4d2f-b7bb-90d02ca4f0b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:27:12.035396 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-4ee51d59-f492-4dea-94a4-af2e4b4d7508 req-b29b7fea-a053-4d2f-b7bb-90d02ca4f0b8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:27:12.037694 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-4ee51d59-f492-4dea-94a4-af2e4b4d7508 req-b29b7fea-a053-4d2f-b7bb-90d02ca4f0b8 service neutron] 10.222.0.18 "PUT /v2.0/ports/9caa10f9-5f31-40f9-92e3-1b6aa08cdbe2 HTTP/1.1" status: 200 len: 1091 time: 0.6863334 Jul 14 18:27:12.054134 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 18:27:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2c675e9-8e98-4dbd-b13e-0200cd901597 x-openstack-request-id: req-e2c675e9-8e98-4dbd-b13e-0200cd901597 {{(pid=93916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:27:12.054426 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b75f1187-18fd-4b26-b1df-990b96108e54", "tag": "12f9f4e0-732a-4ff7-ae01-79782107bd50", "status": "completed", "code": 200}]} {{(pid=93916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:27:12.054697 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e2c675e9-8e98-4dbd-b13e-0200cd901597 {{(pid=93916) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:27:12.055110 n-d-800634-3 neutron-server[93916]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b75f1187-18fd-4b26-b1df-990b96108e54', 'tag': '12f9f4e0-732a-4ff7-ae01-79782107bd50', 'status': 'completed', 'code': 200} Jul 14 18:27:12.104893 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d17d2d-799f-4b0f-87be-af958d61ad69 req-59559a40-6d6c-4f16-87ac-4654da620d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:27:12.106459 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-28d17d2d-799f-4b0f-87be-af958d61ad69 req-59559a40-6d6c-4f16-87ac-4654da620d54 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f4271670d3bb451983219081d5622c6f&device_id=9aa4af6d-c218-4869-be49-f22a40658e08 HTTP/1.1" status: 200 len: 1095 time: 0.2693920 Jul 14 18:27:12.109699 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-d18c3ba5-fe96-47ba-97df-937be9fc96bd req-23e24af5-8f2d-461d-8c0c-e34b42a643ee service neutron] 10.222.0.18 "GET /v2.0/networks/fbb7114e-4079-4798-86d9-6d4690d7f388?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3121123 Jul 14 18:27:12.110734 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-e52db7fa-d393-494b-b29a-f62b6499bf27 req-dac467b7-3abe-4c5d-9c2a-e2781109e99f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:27:12.163948 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29b7fea-a053-4d2f-b7bb-90d02ca4f0b8 service neutron] Pushing event updated for resources: {'Port': ['ID=9caa10f9-5f31-40f9-92e3-1b6aa08cdbe2,revision_number=3']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:27:12.222203 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee51d59-f492-4dea-94a4-af2e4b4d7508 req-0117fa56-75a8-4de4-ab98-d86b6d3d16f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:27:12.223997 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-4ee51d59-f492-4dea-94a4-af2e4b4d7508 req-0117fa56-75a8-4de4-ab98-d86b6d3d16f3 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=882f4375ae5845d48a58ae9ac1c63552&device_id=60ce9c56-2edf-46b5-91b2-f26d23383604 HTTP/1.1" status: 200 len: 1094 time: 0.0974019 Jul 14 18:27:12.225922 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455442aa-c16d-44b4-9892-704390f0af2a req-dac3629c-816d-4128-b8bb-8f950fcc1689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:27:12.227442 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-455442aa-c16d-44b4-9892-704390f0af2a req-dac3629c-816d-4128-b8bb-8f950fcc1689 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=aeec593be949414a8c1694135e52293c&device_id=b75f1187-18fd-4b26-b1df-990b96108e54 HTTP/1.1" status: 200 len: 1098 time: 0.1444793 Jul 14 18:27:12.292781 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-4ee51d59-f492-4dea-94a4-af2e4b4d7508 req-76d2b8ce-b5d7-4396-a881-6f77c63d9d93 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9caa10f9-5f31-40f9-92e3-1b6aa08cdbe2 HTTP/1.1" status: 200 len: 217 time: 0.0492139 Jul 14 18:27:12.387388 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee51d59-f492-4dea-94a4-af2e4b4d7508 req-a3bd4681-4cba-41dc-a650-64ae8c6f0417 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:27:12.388906 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-4ee51d59-f492-4dea-94a4-af2e4b4d7508 req-a3bd4681-4cba-41dc-a650-64ae8c6f0417 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=05d56735-edac-4058-8f3c-680c255777ec HTTP/1.1" status: 200 len: 846 time: 0.0843766 Jul 14 18:27:12.406422 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455442aa-c16d-44b4-9892-704390f0af2a req-665a0d6c-22a7-4771-90c8-88f61958314e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:27:12.407880 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-455442aa-c16d-44b4-9892-704390f0af2a req-665a0d6c-22a7-4771-90c8-88f61958314e service neutron] 10.222.0.18 "GET /v2.0/networks?id=4f742057-89ee-4b4a-86f7-487ee61881a1 HTTP/1.1" status: 200 len: 869 time: 0.1240196 Jul 14 18:27:12.438291 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d17d2d-799f-4b0f-87be-af958d61ad69 req-28f23c00-dccd-4166-a203-be3431efe9a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:27:12.439630 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-4ee51d59-f492-4dea-94a4-af2e4b4d7508 req-9a679e70-5ff4-4fd2-9efa-af2e65749615 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=027c4e91-49f9-408a-bc70-11f19a2cbbb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302660 Jul 14 18:27:12.439945 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-28d17d2d-799f-4b0f-87be-af958d61ad69 req-28f23c00-dccd-4166-a203-be3431efe9a3 service neutron] 10.222.0.18 "GET /v2.0/networks?id=4663d0b4-408e-4922-a5bf-c1b26ec194f6 HTTP/1.1" status: 200 len: 917 time: 0.3014269 Jul 14 18:27:12.482720 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-455442aa-c16d-44b4-9892-704390f0af2a req-c6f366eb-7293-40ba-8031-f7b5ac3da86d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.85&port_id=12f9f4e0-732a-4ff7-ae01-79782107bd50 HTTP/1.1" status: 200 len: 217 time: 0.0421004 Jul 14 18:27:12.508216 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089e5854-80c4-436a-8344-1a6a2775e5af req-9413b7a3-c532-418e-bcb6-803ea961bdf5 tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:27:12.509715 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-089e5854-80c4-436a-8344-1a6a2775e5af req-9413b7a3-c532-418e-bcb6-803ea961bdf5 tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] 10.222.0.16 "GET /v2.0/ports?device_id=60ce9c56-2edf-46b5-91b2-f26d23383604 HTTP/1.1" status: 200 len: 943 time: 0.3726325 Jul 14 18:27:12.550985 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-28d17d2d-799f-4b0f-87be-af958d61ad69 req-7da089fa-acc6-4b78-920f-ba40d5d8c2cd service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c95ce732-b61a-4349-8b5f-b06d3c635de5 HTTP/1.1" status: 200 len: 217 time: 0.0871694 Jul 14 18:27:12.585758 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d077122-c238-4456-93bf-124e678c82f2 req-42eb8f56-08e9-4467-ba67-97fcad019263 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:27:12.586342 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455442aa-c16d-44b4-9892-704390f0af2a req-d819ef7a-7ee1-4832-b375-611c30698917 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:27:12.587285 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6d077122-c238-4456-93bf-124e678c82f2 req-42eb8f56-08e9-4467-ba67-97fcad019263 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.16 "GET /v2.0/ports?device_id=b34ed31a-cdf4-42e3-9af8-e1a7ec6d0b20 HTTP/1.1" status: 200 len: 948 time: 0.3154440 Jul 14 18:27:12.587759 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-455442aa-c16d-44b4-9892-704390f0af2a req-d819ef7a-7ee1-4832-b375-611c30698917 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f20c54fb-f7da-4761-aa61-2e4f99f3d332 HTTP/1.1" status: 200 len: 843 time: 0.0684779 Jul 14 18:27:12.628012 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-4ee51d59-f492-4dea-94a4-af2e4b4d7508 req-2a033925-c71e-4f2e-a04b-5722ff2b8156 service neutron] 10.222.0.18 "GET /v2.0/networks/027c4e91-49f9-408a-bc70-11f19a2cbbb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1532750 Jul 14 18:27:12.680387 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-089e5854-80c4-436a-8344-1a6a2775e5af req-6d9487a3-a5cb-4584-94e8-c6f22de1457d tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] 10.222.0.16 "GET /v2.0/security-groups?id=4824db20-b9ba-4380-9f29-13755d37b981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364784 Jul 14 18:27:12.685909 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d17d2d-799f-4b0f-87be-af958d61ad69 req-838fd2a2-96ba-4165-a271-05bc561cd2b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:27:12.687415 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-28d17d2d-799f-4b0f-87be-af958d61ad69 req-838fd2a2-96ba-4165-a271-05bc561cd2b6 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1ab7b559-bb13-40c1-ba58-ae064ec2ca4f HTTP/1.1" status: 200 len: 857 time: 0.1244180 Jul 14 18:27:12.734355 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6d077122-c238-4456-93bf-124e678c82f2 req-b82a27f5-2e97-4d54-9d06-b9f1ac782f79 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.16 "GET /v2.0/security-groups?id=95148b1b-0f93-483b-9e80-262147c27e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169231 Jul 14 18:27:12.755199 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-28d17d2d-799f-4b0f-87be-af958d61ad69 req-54a0bb79-24e8-41fb-8768-7bf826282fb8 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4663d0b4-408e-4922-a5bf-c1b26ec194f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0390816 Jul 14 18:27:12.878454 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [req-e52db7fa-d393-494b-b29a-f62b6499bf27 req-dac467b7-3abe-4c5d-9c2a-e2781109e99f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 93931838-c4c9-4619-9753-71eeca38dcdc {{(pid=93915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 18:27:12.895330 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-e52db7fa-d393-494b-b29a-f62b6499bf27 req-dac467b7-3abe-4c5d-9c2a-e2781109e99f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:27:12.950567 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.provisioning_blocks [req-e52db7fa-d393-494b-b29a-f62b6499bf27 req-dac467b7-3abe-4c5d-9c2a-e2781109e99f service neutron] Transition to ACTIVE for port object 93931838-c4c9-4619-9753-71eeca38dcdc will not be triggered until provisioned by entity L2. {{(pid=93915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:27:12.960978 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-e52db7fa-d393-494b-b29a-f62b6499bf27 req-dac467b7-3abe-4c5d-9c2a-e2781109e99f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25912978'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:27:13.004991 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-28d17d2d-799f-4b0f-87be-af958d61ad69 req-65e2e002-365f-4e61-9b63-4694631edd37 service neutron] 10.222.0.18 "GET /v2.0/networks/4663d0b4-408e-4922-a5bf-c1b26ec194f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2329073 Jul 14 18:27:13.008546 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455442aa-c16d-44b4-9892-704390f0af2a req-cdf5acf0-0997-4abd-919c-0cc008cdfb4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:27:13.010018 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-455442aa-c16d-44b4-9892-704390f0af2a req-cdf5acf0-0997-4abd-919c-0cc008cdfb4f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4f742057-89ee-4b4a-86f7-487ee61881a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4099631 Jul 14 18:27:13.034252 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac467b7-3abe-4c5d-9c2a-e2781109e99f service neutron] Pushing event updated for resources: {'Port': ['ID=93931838-c4c9-4619-9753-71eeca38dcdc,revision_number=2']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:27:13.084918 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-4ee51d59-f492-4dea-94a4-af2e4b4d7508 req-44530cd0-77be-40b7-91f4-e85869aa43c1 service neutron] 10.222.0.18 "GET /v2.0/networks/027c4e91-49f9-408a-bc70-11f19a2cbbb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4505105 Jul 14 18:27:13.138776 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-455442aa-c16d-44b4-9892-704390f0af2a req-25f78de9-cd99-49f1-b7a1-5137e4e41143 service neutron] 10.222.0.18 "GET /v2.0/networks/4f742057-89ee-4b4a-86f7-487ee61881a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1188161 Jul 14 18:27:13.180476 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7142ae-2a0d-4afe-93af-25713a5accb4 req-803a28ba-c839-4f73-8d34-f26a586d6334 tempest-ServerRescueNegativeTestJSON-843679432 tempest-ServerRescueNegativeTestJSON-843679432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:27:13.187510 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-7d7142ae-2a0d-4afe-93af-25713a5accb4 req-803a28ba-c839-4f73-8d34-f26a586d6334 tempest-ServerRescueNegativeTestJSON-843679432 tempest-ServerRescueNegativeTestJSON-843679432-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b9e4456-2d8d-44aa-a867-8b086bbb5414 HTTP/1.1" status: 200 len: 946 time: 0.2893357 Jul 14 18:27:13.259513 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-28d17d2d-799f-4b0f-87be-af958d61ad69 req-1fd5a5b0-3d50-4857-84de-cccb7bfeaa42 service neutron] 10.222.0.18 "GET /v2.0/networks/4663d0b4-408e-4922-a5bf-c1b26ec194f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2370563 Jul 14 18:27:13.266388 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-e52db7fa-d393-494b-b29a-f62b6499bf27 req-dac467b7-3abe-4c5d-9c2a-e2781109e99f service neutron] Attempting to bind port 93931838-c4c9-4619-9753-71eeca38dcdc on host n-h1-800634-3 for vnic_type normal with profile {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:27:13.266578 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-e52db7fa-d393-494b-b29a-f62b6499bf27 req-dac467b7-3abe-4c5d-9c2a-e2781109e99f service neutron] Attempting to bind port 93931838-c4c9-4619-9753-71eeca38dcdc by drivers openvswitch,hyperv on host n-h1-800634-3 at level 0 using segments [{'id': '067fc487-22c7-42de-972d-ae352a28ad29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '4f742057-89ee-4b4a-86f7-487ee61881a1'}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:27:13.267023 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e52db7fa-d393-494b-b29a-f62b6499bf27 req-dac467b7-3abe-4c5d-9c2a-e2781109e99f service neutron] Attempting to bind port 93931838-c4c9-4619-9753-71eeca38dcdc on network 4f742057-89ee-4b4a-86f7-487ee61881a1 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:27:13.280496 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e52db7fa-d393-494b-b29a-f62b6499bf27 req-dac467b7-3abe-4c5d-9c2a-e2781109e99f service neutron] Port 93931838-c4c9-4619-9753-71eeca38dcdc on network 4f742057-89ee-4b4a-86f7-487ee61881a1 not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-3 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 18:27:13.280838 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e52db7fa-d393-494b-b29a-f62b6499bf27 req-dac467b7-3abe-4c5d-9c2a-e2781109e99f service neutron] Attempting to bind port 93931838-c4c9-4619-9753-71eeca38dcdc on network 4f742057-89ee-4b4a-86f7-487ee61881a1 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:27:13.289077 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e52db7fa-d393-494b-b29a-f62b6499bf27 req-dac467b7-3abe-4c5d-9c2a-e2781109e99f service neutron] Checking agent: {'id': 'a3630ff4-fbee-45d9-b9b6-0ae41cb3a350', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 15, 32), 'started_at': datetime.datetime(2021, 7, 14, 18, 15, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 18, 27, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 18:27:13.289222 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e52db7fa-d393-494b-b29a-f62b6499bf27 req-dac467b7-3abe-4c5d-9c2a-e2781109e99f service neutron] Checking segment: {'id': '067fc487-22c7-42de-972d-ae352a28ad29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '4f742057-89ee-4b4a-86f7-487ee61881a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:27:13.289582 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e52db7fa-d393-494b-b29a-f62b6499bf27 req-dac467b7-3abe-4c5d-9c2a-e2781109e99f service neutron] Bound using segment: {'id': '067fc487-22c7-42de-972d-ae352a28ad29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '4f742057-89ee-4b4a-86f7-487ee61881a1'} {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 18:27:13.290008 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-e52db7fa-d393-494b-b29a-f62b6499bf27 req-dac467b7-3abe-4c5d-9c2a-e2781109e99f service neutron] Bound port: 93931838-c4c9-4619-9753-71eeca38dcdc, host: n-h1-800634-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '067fc487-22c7-42de-972d-ae352a28ad29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '4f742057-89ee-4b4a-86f7-487ee61881a1'}}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 18:27:13.290372 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-e52db7fa-d393-494b-b29a-f62b6499bf27 req-dac467b7-3abe-4c5d-9c2a-e2781109e99f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:27:13.291819 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-455442aa-c16d-44b4-9892-704390f0af2a req-f3bdd8a0-b713-4d23-a02d-f3b2ce07e75d service neutron] 10.222.0.18 "GET /v2.0/networks/4f742057-89ee-4b4a-86f7-487ee61881a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1367986 Jul 14 18:27:13.294859 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-7d7142ae-2a0d-4afe-93af-25713a5accb4 req-516d84bc-a68e-48d2-9056-24405a94e537 tempest-ServerRescueNegativeTestJSON-843679432 tempest-ServerRescueNegativeTestJSON-843679432-project] 10.222.0.16 "GET /v2.0/security-groups?id=2ad455ff-6ff4-4067-8bf1-fdec963484f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066077 Jul 14 18:27:13.473149 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-e52db7fa-d393-494b-b29a-f62b6499bf27 req-dac467b7-3abe-4c5d-9c2a-e2781109e99f service neutron] For port 93931838-c4c9-4619-9753-71eeca38dcdc, host n-h1-800634-3, cleared binding levels {{(pid=93915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:27:13.493534 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-990cf0f1-6c35-48e7-a98b-63547d7b1793 req-e99d073c-02d4-42a0-a996-b86d8a14fa65 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=b34ed31a-cdf4-42e3-9af8-e1a7ec6d0b20&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1900063 Jul 14 18:27:13.497883 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-e52db7fa-d393-494b-b29a-f62b6499bf27 req-dac467b7-3abe-4c5d-9c2a-e2781109e99f service neutron] For port 93931838-c4c9-4619-9753-71eeca38dcdc, host n-h1-800634-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=93931838-c4c9-4619-9753-71eeca38dcdc,segment=NetworkSegment(067fc487-22c7-42de-972d-ae352a28ad29),segment_id=067fc487-22c7-42de-972d-ae352a28ad29)] {{(pid=93915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 18:27:13.504233 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-e52db7fa-d393-494b-b29a-f62b6499bf27 req-dac467b7-3abe-4c5d-9c2a-e2781109e99f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25912978'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:27:13.519294 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f6d93b-70e9-40e1-b200-c364b361281f req-b8804904-47cb-4fdc-bbad-c582d3e19353 tempest-InstanceActionsV221TestJSON-227115888 tempest-InstanceActionsV221TestJSON-227115888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:27:13.520813 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f4f6d93b-70e9-40e1-b200-c364b361281f req-b8804904-47cb-4fdc-bbad-c582d3e19353 tempest-InstanceActionsV221TestJSON-227115888 tempest-InstanceActionsV221TestJSON-227115888-project] 10.222.0.16 "GET /v2.0/ports?device_id=9aa4af6d-c218-4869-be49-f22a40658e08 HTTP/1.1" status: 200 len: 944 time: 0.1843209 Jul 14 18:27:13.582488 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52db7fa-d393-494b-b29a-f62b6499bf27 req-dac467b7-3abe-4c5d-9c2a-e2781109e99f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:27:13.583107 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-e52db7fa-d393-494b-b29a-f62b6499bf27 req-dac467b7-3abe-4c5d-9c2a-e2781109e99f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:27:13.584519 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e52db7fa-d393-494b-b29a-f62b6499bf27 req-dac467b7-3abe-4c5d-9c2a-e2781109e99f service neutron] 10.222.0.18 "PUT /v2.0/ports/93931838-c4c9-4619-9753-71eeca38dcdc HTTP/1.1" status: 200 len: 1095 time: 1.7463377 Jul 14 18:27:13.584968 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1685c18-3cef-4f84-b35f-c828681ce570', 'tag': '93931838-c4c9-4619-9753-71eeca38dcdc'}] {{(pid=93915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:27:13.587203 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e72782ad3af8f7d4ce76cedf092bca46d1756acc5c4653cf0b52034cdd6b073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0aae67e6-3436-4e74-9269-90105c4debde" -d '{"events": [{"name": "network-changed", "server_uuid": "e1685c18-3cef-4f84-b35f-c828681ce570", "tag": "93931838-c4c9-4619-9753-71eeca38dcdc"}]}' {{(pid=93915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:27:13.620935 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac467b7-3abe-4c5d-9c2a-e2781109e99f service neutron] Pushing event updated for resources: {'Port': ['ID=93931838-c4c9-4619-9753-71eeca38dcdc,revision_number=3']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:27:13.632672 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e221971-91bc-4a5f-bd22-22b6884529be req-680af829-3eb5-451c-8a9f-a98dd6e9a7e7 tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:27:13.634250 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-7e221971-91bc-4a5f-bd22-22b6884529be req-680af829-3eb5-451c-8a9f-a98dd6e9a7e7 tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] 10.222.0.16 "GET /v2.0/ports?device_id=e1685c18-3cef-4f84-b35f-c828681ce570 HTTP/1.1" status: 200 len: 947 time: 0.2214203 Jul 14 18:27:13.638526 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f4f6d93b-70e9-40e1-b200-c364b361281f req-5ea6240d-f009-4d1c-beb7-e8c271efdf2f tempest-InstanceActionsV221TestJSON-227115888 tempest-InstanceActionsV221TestJSON-227115888-project] 10.222.0.16 "GET /v2.0/security-groups?id=8fd206b7-ef01-4320-a16f-d46969f251a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962553 Jul 14 18:27:13.737595 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-7e221971-91bc-4a5f-bd22-22b6884529be req-5b12b194-be82-4ce8-97f0-08051c33fe16 tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] 10.222.0.16 "GET /v2.0/security-groups?id=b0153d44-2cf7-4f50-b628-255afb14ce31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899436 Jul 14 18:27:13.761077 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52db7fa-d393-494b-b29a-f62b6499bf27 req-1831004c-e001-4b1e-b1f4-9a78babf02ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:27:13.762600 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e52db7fa-d393-494b-b29a-f62b6499bf27 req-1831004c-e001-4b1e-b1f4-9a78babf02ad service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=aeec593be949414a8c1694135e52293c&device_id=e1685c18-3cef-4f84-b35f-c828681ce570 HTTP/1.1" status: 200 len: 1098 time: 0.1232116 Jul 14 18:27:13.826012 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e52db7fa-d393-494b-b29a-f62b6499bf27 req-321488e0-034c-4364-8f51-274576213421 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.48&port_id=93931838-c4c9-4619-9753-71eeca38dcdc HTTP/1.1" status: 200 len: 217 time: 0.0536122 Jul 14 18:27:13.867642 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 18:27:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de243c34-90a7-47e5-bb0a-729db745f579 x-openstack-request-id: req-de243c34-90a7-47e5-bb0a-729db745f579 {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:27:13.867932 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1685c18-3cef-4f84-b35f-c828681ce570", "tag": "93931838-c4c9-4619-9753-71eeca38dcdc", "status": "completed", "code": 200}]} {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:27:13.868231 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-de243c34-90a7-47e5-bb0a-729db745f579 {{(pid=93915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:27:13.868653 n-d-800634-3 neutron-server[93915]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1685c18-3cef-4f84-b35f-c828681ce570', 'tag': '93931838-c4c9-4619-9753-71eeca38dcdc', 'status': 'completed', 'code': 200} Jul 14 18:27:13.919420 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52db7fa-d393-494b-b29a-f62b6499bf27 req-6aaa896b-0c6b-4887-bd4c-b89f9880d93e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:27:13.920771 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e52db7fa-d393-494b-b29a-f62b6499bf27 req-6aaa896b-0c6b-4887-bd4c-b89f9880d93e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f20c54fb-f7da-4761-aa61-2e4f99f3d332 HTTP/1.1" status: 200 len: 843 time: 0.0866165 Jul 14 18:27:14.025399 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e210b1a9-f1a6-41a8-9b1c-2824827fbccc req-6fdb55cf-150a-44df-bc22-7cd5affc20aa tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:27:14.026868 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e210b1a9-f1a6-41a8-9b1c-2824827fbccc req-6fdb55cf-150a-44df-bc22-7cd5affc20aa tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.16 "GET /v2.0/ports?device_id=b34ed31a-cdf4-42e3-9af8-e1a7ec6d0b20 HTTP/1.1" status: 200 len: 948 time: 0.1471570 Jul 14 18:27:14.056075 n-d-800634-3 neutron-server[93916]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60ce9c56-2edf-46b5-91b2-f26d23383604', 'tag': '9caa10f9-5f31-40f9-92e3-1b6aa08cdbe2'}] {{(pid=93916) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:27:14.058910 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f803e150b363a7893830aa996ac27753fa25517c406ecd3536b7c2d4b26eeb9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d671f7c-643e-4bc5-9c9b-29aca4a2bd16" -d '{"events": [{"name": "network-changed", "server_uuid": "60ce9c56-2edf-46b5-91b2-f26d23383604", "tag": "9caa10f9-5f31-40f9-92e3-1b6aa08cdbe2"}]}' {{(pid=93916) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:27:14.072426 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52db7fa-d393-494b-b29a-f62b6499bf27 req-5ed264e1-43f5-4922-aecd-d2563926f8f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:27:14.073954 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e52db7fa-d393-494b-b29a-f62b6499bf27 req-5ed264e1-43f5-4922-aecd-d2563926f8f6 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4f742057-89ee-4b4a-86f7-487ee61881a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1430032 Jul 14 18:27:14.085233 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238ca705-cac6-4e1d-a5e3-90acc4b425d9 req-d686d6c5-7426-438c-9c19-e27be3f20342 tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:27:14.086670 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-238ca705-cac6-4e1d-a5e3-90acc4b425d9 req-d686d6c5-7426-438c-9c19-e27be3f20342 tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] 10.222.0.16 "GET /v2.0/ports?device_id=60ce9c56-2edf-46b5-91b2-f26d23383604 HTTP/1.1" status: 200 len: 943 time: 0.1235564 Jul 14 18:27:14.155487 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e210b1a9-f1a6-41a8-9b1c-2824827fbccc req-e42ee225-3924-4055-98f5-1dcfdae5911c tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.16 "GET /v2.0/security-groups?id=95148b1b-0f93-483b-9e80-262147c27e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178532 Jul 14 18:27:14.196677 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-238ca705-cac6-4e1d-a5e3-90acc4b425d9 req-3d25e7be-afba-4501-80e7-9b81ae6b1327 tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] 10.222.0.16 "GET /v2.0/security-groups?id=4824db20-b9ba-4380-9f29-13755d37b981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010292 Jul 14 18:27:14.240141 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e52db7fa-d393-494b-b29a-f62b6499bf27 req-210ccd87-9249-4b63-8b87-8f2d07a8a667 service neutron] 10.222.0.18 "GET /v2.0/networks/4f742057-89ee-4b4a-86f7-487ee61881a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1455781 Jul 14 18:27:14.376522 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 18:27:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce41348a-f95d-45e1-9563-a45edfc449f8 x-openstack-request-id: req-ce41348a-f95d-45e1-9563-a45edfc449f8 {{(pid=93916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:27:14.377556 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60ce9c56-2edf-46b5-91b2-f26d23383604", "tag": "9caa10f9-5f31-40f9-92e3-1b6aa08cdbe2", "status": "completed", "code": 200}]} {{(pid=93916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:27:14.377653 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ce41348a-f95d-45e1-9563-a45edfc449f8 {{(pid=93916) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:27:14.378731 n-d-800634-3 neutron-server[93916]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60ce9c56-2edf-46b5-91b2-f26d23383604', 'tag': '9caa10f9-5f31-40f9-92e3-1b6aa08cdbe2', 'status': 'completed', 'code': 200} Jul 14 18:27:14.396426 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e52db7fa-d393-494b-b29a-f62b6499bf27 req-eb7e49a7-7c5b-49a7-b10d-39cbb9451b8f service neutron] 10.222.0.18 "GET /v2.0/networks/4f742057-89ee-4b4a-86f7-487ee61881a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1423967 Jul 14 18:27:14.409224 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de53778c-d194-4e8a-9a78-358ccfaf81e2 req-f1640254-c134-488b-80d2-68a1fffab2ed tempest-ServersTestJSON-1617994263 tempest-ServersTestJSON-1617994263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:27:14.410794 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-de53778c-d194-4e8a-9a78-358ccfaf81e2 req-f1640254-c134-488b-80d2-68a1fffab2ed tempest-ServersTestJSON-1617994263 tempest-ServersTestJSON-1617994263-project] 10.222.0.16 "GET /v2.0/ports?device_id=37895516-4f0e-4167-8ef8-c244947be2c6 HTTP/1.1" status: 200 len: 945 time: 0.1034963 Jul 14 18:27:14.509013 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-de53778c-d194-4e8a-9a78-358ccfaf81e2 req-a6ec80b6-c300-462c-b529-a2c06a2e338c tempest-ServersTestJSON-1617994263 tempest-ServersTestJSON-1617994263-project] 10.222.0.16 "GET /v2.0/security-groups?id=fdb82264-481f-4cf8-9ca0-988769171a6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0924370 Jul 14 18:27:14.556760 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d671f7c-643e-4bc5-9c9b-29aca4a2bd16 req-a57c321b-a6fd-4e20-a554-c02b477823cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:27:14.558676 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2d671f7c-643e-4bc5-9c9b-29aca4a2bd16 req-a57c321b-a6fd-4e20-a554-c02b477823cd service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=882f4375ae5845d48a58ae9ac1c63552&device_id=60ce9c56-2edf-46b5-91b2-f26d23383604 HTTP/1.1" status: 200 len: 1094 time: 0.1315615 Jul 14 18:27:14.559072 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aae67e6-3436-4e74-9269-90105c4debde req-d622f3e5-01ea-405a-ad79-8fc01aa0d614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:27:14.560778 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-0aae67e6-3436-4e74-9269-90105c4debde req-d622f3e5-01ea-405a-ad79-8fc01aa0d614 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=aeec593be949414a8c1694135e52293c&device_id=e1685c18-3cef-4f84-b35f-c828681ce570 HTTP/1.1" status: 200 len: 1098 time: 0.0785077 Jul 14 18:27:14.639651 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cd9db8-2b82-4a45-8288-365fe81c8a2d req-7b6317fe-c4e7-4dae-9984-37936de8759b tempest-ServerRescueNegativeTestJSON-843679432 tempest-ServerRescueNegativeTestJSON-843679432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:27:14.641161 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b2cd9db8-2b82-4a45-8288-365fe81c8a2d req-7b6317fe-c4e7-4dae-9984-37936de8759b tempest-ServerRescueNegativeTestJSON-843679432 tempest-ServerRescueNegativeTestJSON-843679432-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b9e4456-2d8d-44aa-a867-8b086bbb5414 HTTP/1.1" status: 200 len: 946 time: 0.1516948 Jul 14 18:27:14.669549 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aae67e6-3436-4e74-9269-90105c4debde req-ebe40771-a5f4-4450-8807-20fac5c505f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:27:14.671031 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-0aae67e6-3436-4e74-9269-90105c4debde req-ebe40771-a5f4-4450-8807-20fac5c505f8 service neutron] 10.222.0.18 "GET /v2.0/networks?id=4f742057-89ee-4b4a-86f7-487ee61881a1 HTTP/1.1" status: 200 len: 869 time: 0.0976982 Jul 14 18:27:14.725986 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-0aae67e6-3436-4e74-9269-90105c4debde req-2765027f-89d3-4257-a8b7-5164b5484417 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.48&port_id=93931838-c4c9-4619-9753-71eeca38dcdc HTTP/1.1" status: 200 len: 217 time: 0.0359771 Jul 14 18:27:14.782315 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aae67e6-3436-4e74-9269-90105c4debde req-c2d3f204-b4dc-4bb8-9952-fcd463e09393 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:27:14.784288 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-0aae67e6-3436-4e74-9269-90105c4debde req-c2d3f204-b4dc-4bb8-9952-fcd463e09393 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f20c54fb-f7da-4761-aa61-2e4f99f3d332 HTTP/1.1" status: 200 len: 843 time: 0.0468960 Jul 14 18:27:14.851233 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aae67e6-3436-4e74-9269-90105c4debde req-0c5f6f60-9242-498e-a6b2-33efea870f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:27:14.852769 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-0aae67e6-3436-4e74-9269-90105c4debde req-0c5f6f60-9242-498e-a6b2-33efea870f6e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4f742057-89ee-4b4a-86f7-487ee61881a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0577383 Jul 14 18:27:14.961182 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-0aae67e6-3436-4e74-9269-90105c4debde req-c4e00bb4-48f6-4225-bc75-24c40fcfe705 service neutron] 10.222.0.18 "GET /v2.0/networks/4f742057-89ee-4b4a-86f7-487ee61881a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955923 Jul 14 18:27:15.029399 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d671f7c-643e-4bc5-9c9b-29aca4a2bd16 req-e7305e3f-c4fd-476d-8846-9b9d85a93dee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:27:15.030861 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2d671f7c-643e-4bc5-9c9b-29aca4a2bd16 req-e7305e3f-c4fd-476d-8846-9b9d85a93dee service neutron] 10.222.0.18 "GET /v2.0/networks?id=027c4e91-49f9-408a-bc70-11f19a2cbbb7 HTTP/1.1" status: 200 len: 906 time: 0.4574368 Jul 14 18:27:15.034951 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b2cd9db8-2b82-4a45-8288-365fe81c8a2d req-bc7493aa-9bcd-4dc1-9a68-78e774cbace0 tempest-ServerRescueNegativeTestJSON-843679432 tempest-ServerRescueNegativeTestJSON-843679432-project] 10.222.0.16 "GET /v2.0/security-groups?id=2ad455ff-6ff4-4067-8bf1-fdec963484f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3875642 Jul 14 18:27:15.058012 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-0aae67e6-3436-4e74-9269-90105c4debde req-a7966618-5880-40da-a971-3e4aa24ef1e7 service neutron] 10.222.0.18 "GET /v2.0/networks/4f742057-89ee-4b4a-86f7-487ee61881a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857637 Jul 14 18:27:15.086647 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2d671f7c-643e-4bc5-9c9b-29aca4a2bd16 req-907b257b-88c9-43da-9123-0da0b50d35da service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9caa10f9-5f31-40f9-92e3-1b6aa08cdbe2 HTTP/1.1" status: 200 len: 217 time: 0.0449569 Jul 14 18:27:15.104709 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f47a794-acd2-45b8-b5c8-240abe6ea229 req-2b384d49-d9aa-4c10-99c6-c6a17cdda9fa tempest-InstanceActionsV221TestJSON-227115888 tempest-InstanceActionsV221TestJSON-227115888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:27:15.106156 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-5f47a794-acd2-45b8-b5c8-240abe6ea229 req-2b384d49-d9aa-4c10-99c6-c6a17cdda9fa tempest-InstanceActionsV221TestJSON-227115888 tempest-InstanceActionsV221TestJSON-227115888-project] 10.222.0.16 "GET /v2.0/ports?device_id=9aa4af6d-c218-4869-be49-f22a40658e08 HTTP/1.1" status: 200 len: 944 time: 0.1355827 Jul 14 18:27:15.202712 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d671f7c-643e-4bc5-9c9b-29aca4a2bd16 req-877feebd-ea1f-4777-90e4-cdd542e7b39b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:27:15.204212 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2d671f7c-643e-4bc5-9c9b-29aca4a2bd16 req-877feebd-ea1f-4777-90e4-cdd542e7b39b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=05d56735-edac-4058-8f3c-680c255777ec HTTP/1.1" status: 200 len: 846 time: 0.0970967 Jul 14 18:27:15.207854 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-5f47a794-acd2-45b8-b5c8-240abe6ea229 req-74f49f56-c6d2-40cd-a3ea-51298ac10035 tempest-InstanceActionsV221TestJSON-227115888 tempest-InstanceActionsV221TestJSON-227115888-project] 10.222.0.16 "GET /v2.0/security-groups?id=8fd206b7-ef01-4320-a16f-d46969f251a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933549 Jul 14 18:27:15.241678 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a14a08-d586-422e-85b0-fda71843c225 req-9b4e2316-b7a0-4ace-80a9-66fbb1008796 tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:27:15.243234 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f2a14a08-d586-422e-85b0-fda71843c225 req-9b4e2316-b7a0-4ace-80a9-66fbb1008796 tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] 10.222.0.16 "GET /v2.0/ports?device_id=e1685c18-3cef-4f84-b35f-c828681ce570 HTTP/1.1" status: 200 len: 947 time: 0.0974679 Jul 14 18:27:15.279985 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2d671f7c-643e-4bc5-9c9b-29aca4a2bd16 req-178cc684-7551-4111-9aa3-09210b7fa097 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=027c4e91-49f9-408a-bc70-11f19a2cbbb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0467632 Jul 14 18:27:15.330849 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990cf0f1-6c35-48e7-a98b-63547d7b1793 req-0ac85de0-26b8-481d-bb51-b206cbea1516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:27:15.332296 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-990cf0f1-6c35-48e7-a98b-63547d7b1793 req-0ac85de0-26b8-481d-bb51-b206cbea1516 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e0d800f124a7477bb29e534c1272cd15&device_id=b34ed31a-cdf4-42e3-9af8-e1a7ec6d0b20 HTTP/1.1" status: 200 len: 1099 time: 0.0572371 Jul 14 18:27:15.383307 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f2a14a08-d586-422e-85b0-fda71843c225 req-4b679c08-d19d-4a86-9eb5-08c52848dc4c tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] 10.222.0.16 "GET /v2.0/security-groups?id=b0153d44-2cf7-4f50-b628-255afb14ce31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314473 Jul 14 18:27:15.431345 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990cf0f1-6c35-48e7-a98b-63547d7b1793 req-20d1044b-988f-4d12-b9cc-be7e96e736af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:27:15.432864 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-990cf0f1-6c35-48e7-a98b-63547d7b1793 req-20d1044b-988f-4d12-b9cc-be7e96e736af service neutron] 10.222.0.18 "GET /v2.0/networks?id=4f742057-89ee-4b4a-86f7-487ee61881a1 HTTP/1.1" status: 200 len: 869 time: 0.0912504 Jul 14 18:27:15.440666 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2d671f7c-643e-4bc5-9c9b-29aca4a2bd16 req-2a0a7ec2-64a9-4213-a1ec-227509fe0f46 service neutron] 10.222.0.18 "GET /v2.0/networks/027c4e91-49f9-408a-bc70-11f19a2cbbb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1511993 Jul 14 18:27:15.449387 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed248ce0-ec9e-44ca-a838-2e259c88128c req-c71be650-45bb-4bfc-a8e6-3ed2e18ce990 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:27:15.456848 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ed248ce0-ec9e-44ca-a838-2e259c88128c req-c71be650-45bb-4bfc-a8e6-3ed2e18ce990 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.16 "GET /v2.0/ports?device_id=b34ed31a-cdf4-42e3-9af8-e1a7ec6d0b20 HTTP/1.1" status: 200 len: 948 time: 0.1168184 Jul 14 18:27:15.480222 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-990cf0f1-6c35-48e7-a98b-63547d7b1793 req-2b84c4d0-ea69-41bb-ac59-34851586a8f2 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.3&port_id=2963b705-b1e1-4311-8a6e-95a0846fc25f HTTP/1.1" status: 200 len: 217 time: 0.0395384 Jul 14 18:27:15.531918 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990cf0f1-6c35-48e7-a98b-63547d7b1793 req-33859673-1593-41da-82d7-17f6fadfcd6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:27:15.533758 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-990cf0f1-6c35-48e7-a98b-63547d7b1793 req-33859673-1593-41da-82d7-17f6fadfcd6d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f20c54fb-f7da-4761-aa61-2e4f99f3d332 HTTP/1.1" status: 200 len: 843 time: 0.0455496 Jul 14 18:27:15.572090 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ed248ce0-ec9e-44ca-a838-2e259c88128c req-d7f17cfb-648c-4a5f-b830-df7bfc06381b tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.16 "GET /v2.0/security-groups?id=95148b1b-0f93-483b-9e80-262147c27e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142440 Jul 14 18:27:15.602919 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990cf0f1-6c35-48e7-a98b-63547d7b1793 req-5aa50499-0203-40be-ae06-d7e0cf5d0d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:27:15.605377 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-990cf0f1-6c35-48e7-a98b-63547d7b1793 req-5aa50499-0203-40be-ae06-d7e0cf5d0d46 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4f742057-89ee-4b4a-86f7-487ee61881a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0582335 Jul 14 18:27:15.617095 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2d671f7c-643e-4bc5-9c9b-29aca4a2bd16 req-23136b88-b2c6-4458-9fdc-93514fc9f391 service neutron] 10.222.0.18 "GET /v2.0/networks/027c4e91-49f9-408a-bc70-11f19a2cbbb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1574957 Jul 14 18:27:15.643272 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ce7885-ea4b-492c-a414-7f90a449473b req-ed46d302-b5d9-4835-b951-00203d94aedc tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:27:15.645680 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-29ce7885-ea4b-492c-a414-7f90a449473b req-ed46d302-b5d9-4835-b951-00203d94aedc tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] 10.222.0.16 "GET /v2.0/ports?device_id=60ce9c56-2edf-46b5-91b2-f26d23383604 HTTP/1.1" status: 200 len: 943 time: 0.1567209 Jul 14 18:27:15.692089 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-29ce7885-ea4b-492c-a414-7f90a449473b req-d51d513a-ecc2-4d51-b154-0821291e73ff tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] 10.222.0.16 "GET /v2.0/security-groups?id=4824db20-b9ba-4380-9f29-13755d37b981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350013 Jul 14 18:27:15.714205 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-990cf0f1-6c35-48e7-a98b-63547d7b1793 req-870af381-1e94-46da-992f-f32ac91c2b2a service neutron] 10.222.0.18 "GET /v2.0/networks/4f742057-89ee-4b4a-86f7-487ee61881a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990963 Jul 14 18:27:15.738856 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device c95ce732-b61a-4349-8b5f-b06d3c635de5 details requested by agent hyperv_n-h1-800634-3 with host n-h1-800634-3 {{(pid=93917) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 18:27:15.818494 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-990cf0f1-6c35-48e7-a98b-63547d7b1793 req-6d12054e-a3d4-4305-99b4-6e5ed6158cde service neutron] 10.222.0.18 "GET /v2.0/networks/4f742057-89ee-4b4a-86f7-487ee61881a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849016 Jul 14 18:27:15.831947 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port c95ce732-b61a-4349-8b5f-b06d3c635de5, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=c95ce732-b61a-4349-8b5f-b06d3c635de5,segment=NetworkSegment(8be03a33-230c-43e6-9d31-925e911f4dd2),segment_id=8be03a33-230c-43e6-9d31-925e911f4dd2)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:27:15.846538 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Returning: {'device': 'c95ce732-b61a-4349-8b5f-b06d3c635de5', 'network_id': '4663d0b4-408e-4922-a5bf-c1b26ec194f6', 'port_id': 'c95ce732-b61a-4349-8b5f-b06d3c635de5', 'mac_address': 'fa:16:3e:7c:e4:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 65, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ab7b559-bb13-40c1-ba58-ae064ec2ca4f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93917) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 18:27:15.891053 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:27:15.903337 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c95ce732-b61a-4349-8b5f-b06d3c635de5 {{(pid=93917) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 18:27:15.924097 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port c95ce732-b61a-4349-8b5f-b06d3c635de5, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=c95ce732-b61a-4349-8b5f-b06d3c635de5,segment=NetworkSegment(8be03a33-230c-43e6-9d31-925e911f4dd2),segment_id=8be03a33-230c-43e6-9d31-925e911f4dd2)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:27:15.928048 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:27:15.928787 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device 12f9f4e0-732a-4ff7-ae01-79782107bd50 details requested by agent hyperv_n-h1-800634-3 with host n-h1-800634-3 {{(pid=93917) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 18:27:16.021326 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Pushing event updated for resources: {'Port': ['ID=c95ce732-b61a-4349-8b5f-b06d3c635de5,revision_number=4']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:27:16.065139 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port 12f9f4e0-732a-4ff7-ae01-79782107bd50, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=12f9f4e0-732a-4ff7-ae01-79782107bd50,segment=NetworkSegment(067fc487-22c7-42de-972d-ae352a28ad29),segment_id=067fc487-22c7-42de-972d-ae352a28ad29)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:27:16.077404 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Returning: {'device': '12f9f4e0-732a-4ff7-ae01-79782107bd50', 'network_id': '4f742057-89ee-4b4a-86f7-487ee61881a1', 'port_id': '12f9f4e0-732a-4ff7-ae01-79782107bd50', 'mac_address': 'fa:16:3e:79:a0:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f20c54fb-f7da-4761-aa61-2e4f99f3d332', 'ip_address': '192.168.233.85'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93917) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 18:27:16.114632 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:27:16.126985 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12f9f4e0-732a-4ff7-ae01-79782107bd50 {{(pid=93917) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 18:27:16.146593 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port 12f9f4e0-732a-4ff7-ae01-79782107bd50, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=12f9f4e0-732a-4ff7-ae01-79782107bd50,segment=NetworkSegment(067fc487-22c7-42de-972d-ae352a28ad29),segment_id=067fc487-22c7-42de-972d-ae352a28ad29)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:27:16.151237 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:27:16.199881 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Pushing event updated for resources: {'Port': ['ID=12f9f4e0-732a-4ff7-ae01-79782107bd50,revision_number=4']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:27:16.218001 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e31b92-5fd3-4bb1-8327-60f3b4077a6d req-c19e7cd3-149e-4010-9863-ad5c8e59bcbe tempest-ServerRescueNegativeTestJSON-843679432 tempest-ServerRescueNegativeTestJSON-843679432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:27:16.219682 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e1e31b92-5fd3-4bb1-8327-60f3b4077a6d req-c19e7cd3-149e-4010-9863-ad5c8e59bcbe tempest-ServerRescueNegativeTestJSON-843679432 tempest-ServerRescueNegativeTestJSON-843679432-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b9e4456-2d8d-44aa-a867-8b086bbb5414 HTTP/1.1" status: 200 len: 946 time: 0.0644317 Jul 14 18:27:16.287189 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e1e31b92-5fd3-4bb1-8327-60f3b4077a6d req-41429782-01f5-4848-95f9-2908d166acd2 tempest-ServerRescueNegativeTestJSON-843679432 tempest-ServerRescueNegativeTestJSON-843679432-project] 10.222.0.16 "GET /v2.0/security-groups?id=2ad455ff-6ff4-4067-8bf1-fdec963484f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612350 Jul 14 18:27:16.318491 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acda4379-5439-42ca-8fb6-5ebd889861af req-1158581f-e35b-4449-af47-322e92ffd60d tempest-ServersTestJSON-1617994263 tempest-ServersTestJSON-1617994263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:27:16.319961 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-acda4379-5439-42ca-8fb6-5ebd889861af req-1158581f-e35b-4449-af47-322e92ffd60d tempest-ServersTestJSON-1617994263 tempest-ServersTestJSON-1617994263-project] 10.222.0.16 "GET /v2.0/ports?device_id=37895516-4f0e-4167-8ef8-c244947be2c6 HTTP/1.1" status: 200 len: 945 time: 0.0871212 Jul 14 18:27:16.358201 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-acda4379-5439-42ca-8fb6-5ebd889861af req-b04449bd-b788-4dde-9afb-57f3e28c24af tempest-ServersTestJSON-1617994263 tempest-ServersTestJSON-1617994263-project] 10.222.0.16 "GET /v2.0/security-groups?id=fdb82264-481f-4cf8-9ca0-988769171a6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324109 Jul 14 18:27:16.448558 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15950b53-aea4-4c52-b0e5-124ec76f2126 req-159b2e4a-81cb-4d23-9280-38ae85e7e1f0 tempest-InstanceActionsV221TestJSON-227115888 tempest-InstanceActionsV221TestJSON-227115888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:27:16.450052 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-15950b53-aea4-4c52-b0e5-124ec76f2126 req-159b2e4a-81cb-4d23-9280-38ae85e7e1f0 tempest-InstanceActionsV221TestJSON-227115888 tempest-InstanceActionsV221TestJSON-227115888-project] 10.222.0.16 "GET /v2.0/ports?device_id=9aa4af6d-c218-4869-be49-f22a40658e08 HTTP/1.1" status: 200 len: 945 time: 0.0646732 Jul 14 18:27:16.488646 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-15950b53-aea4-4c52-b0e5-124ec76f2126 req-8ffa35e3-0bec-48c7-80ae-3dafb4de5c99 tempest-InstanceActionsV221TestJSON-227115888 tempest-InstanceActionsV221TestJSON-227115888-project] 10.222.0.16 "GET /v2.0/security-groups?id=8fd206b7-ef01-4320-a16f-d46969f251a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323987 Jul 14 18:27:16.557342 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e23b4b-9174-4dd9-b4c9-33e4b6d4113a req-1e6dbd44-b0e6-448b-bd03-fce2e7d9ca90 tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:27:16.558809 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a7e23b4b-9174-4dd9-b4c9-33e4b6d4113a req-1e6dbd44-b0e6-448b-bd03-fce2e7d9ca90 tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] 10.222.0.16 "GET /v2.0/ports?device_id=e1685c18-3cef-4f84-b35f-c828681ce570 HTTP/1.1" status: 200 len: 947 time: 0.0634952 Jul 14 18:27:16.602022 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a7e23b4b-9174-4dd9-b4c9-33e4b6d4113a req-8c0a2622-7d59-413d-aa04-5087a55941c1 tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] 10.222.0.16 "GET /v2.0/security-groups?id=b0153d44-2cf7-4f50-b628-255afb14ce31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366993 Jul 14 18:27:16.746894 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27128eb5-69ba-4b9f-b1f1-00791070e3a6 req-3176c4d6-5829-43b5-8f85-070198903883 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:27:16.748415 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-27128eb5-69ba-4b9f-b1f1-00791070e3a6 req-3176c4d6-5829-43b5-8f85-070198903883 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.16 "GET /v2.0/ports?device_id=b34ed31a-cdf4-42e3-9af8-e1a7ec6d0b20 HTTP/1.1" status: 200 len: 948 time: 0.0641372 Jul 14 18:27:16.786305 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-27128eb5-69ba-4b9f-b1f1-00791070e3a6 req-b2ba8249-c5cc-4726-82e9-518b696d2e4a tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.16 "GET /v2.0/security-groups?id=95148b1b-0f93-483b-9e80-262147c27e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318167 Jul 14 18:27:16.866783 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] get_ports_and_sgs() called for port_ids ['12f9f4e0-732a-4ff7-ae01-79782107bd50'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 18:27:16.896671 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] get_ports_and_sgs() called for port_ids ['c95ce732-b61a-4349-8b5f-b06d3c635de5'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 18:27:16.956571 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c3d256-0cfc-4605-a0d5-13659f26a89e req-8204467e-c615-47d2-b27a-ed8ef13a05ca tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:27:16.958076 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-24c3d256-0cfc-4605-a0d5-13659f26a89e req-8204467e-c615-47d2-b27a-ed8ef13a05ca tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] 10.222.0.16 "GET /v2.0/ports?device_id=60ce9c56-2edf-46b5-91b2-f26d23383604 HTTP/1.1" status: 200 len: 943 time: 0.0743825 Jul 14 18:27:16.995573 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-24c3d256-0cfc-4605-a0d5-13659f26a89e req-d64ac991-c647-4ba3-acea-9d71e63c07e8 tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] 10.222.0.16 "GET /v2.0/security-groups?id=4824db20-b9ba-4380-9f29-13755d37b981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318494 Jul 14 18:27:17.511166 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b86872-2674-43fc-b555-ed926b182ba6 req-9fcca26f-9f93-4f6b-bcee-2d820c99d234 tempest-ServerRescueNegativeTestJSON-843679432 tempest-ServerRescueNegativeTestJSON-843679432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:27:17.512637 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c1b86872-2674-43fc-b555-ed926b182ba6 req-9fcca26f-9f93-4f6b-bcee-2d820c99d234 tempest-ServerRescueNegativeTestJSON-843679432 tempest-ServerRescueNegativeTestJSON-843679432-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b9e4456-2d8d-44aa-a867-8b086bbb5414 HTTP/1.1" status: 200 len: 946 time: 0.1102300 Jul 14 18:27:17.535798 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8745887e-710e-46a1-9467-76ae4e0f768c req-f1b4c3d1-fd64-46dd-84cd-b4db2d33ee20 tempest-ServersTestJSON-1617994263 tempest-ServersTestJSON-1617994263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:27:17.537395 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-8745887e-710e-46a1-9467-76ae4e0f768c req-f1b4c3d1-fd64-46dd-84cd-b4db2d33ee20 tempest-ServersTestJSON-1617994263 tempest-ServersTestJSON-1617994263-project] 10.222.0.16 "GET /v2.0/ports?device_id=37895516-4f0e-4167-8ef8-c244947be2c6 HTTP/1.1" status: 200 len: 945 time: 0.0925102 Jul 14 18:27:17.584762 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c1b86872-2674-43fc-b555-ed926b182ba6 req-3b58671a-5363-4cc2-8c92-9438e2282053 tempest-ServerRescueNegativeTestJSON-843679432 tempest-ServerRescueNegativeTestJSON-843679432-project] 10.222.0.16 "GET /v2.0/security-groups?id=2ad455ff-6ff4-4067-8bf1-fdec963484f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657086 Jul 14 18:27:17.591746 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-8745887e-710e-46a1-9467-76ae4e0f768c req-9d6a20b1-bb8e-43a3-891d-9e0166cee49f tempest-ServersTestJSON-1617994263 tempest-ServersTestJSON-1617994263-project] 10.222.0.16 "GET /v2.0/security-groups?id=fdb82264-481f-4cf8-9ca0-988769171a6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476410 Jul 14 18:27:17.745919 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device 9caa10f9-5f31-40f9-92e3-1b6aa08cdbe2 details requested by agent hyperv_n-h1-800634-3 with host n-h1-800634-3 {{(pid=93917) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 18:27:17.793914 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0dc930e-cc96-4e68-a400-abc92621caf8 req-5ab42890-d524-4628-ac82-e7df516622d7 tempest-InstanceActionsV221TestJSON-227115888 tempest-InstanceActionsV221TestJSON-227115888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:27:17.795324 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f0dc930e-cc96-4e68-a400-abc92621caf8 req-5ab42890-d524-4628-ac82-e7df516622d7 tempest-InstanceActionsV221TestJSON-227115888 tempest-InstanceActionsV221TestJSON-227115888-project] 10.222.0.16 "GET /v2.0/ports?device_id=9aa4af6d-c218-4869-be49-f22a40658e08 HTTP/1.1" status: 200 len: 945 time: 0.1095467 Jul 14 18:27:17.808295 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640cbab6-7947-4278-ba0a-e1dda8f31266 req-0dc55499-9034-4808-b195-782824834bd9 tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:27:17.810736 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-640cbab6-7947-4278-ba0a-e1dda8f31266 req-0dc55499-9034-4808-b195-782824834bd9 tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] 10.222.0.16 "GET /v2.0/ports?device_id=e1685c18-3cef-4f84-b35f-c828681ce570 HTTP/1.1" status: 200 len: 947 time: 0.0968802 Jul 14 18:27:17.856846 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port 9caa10f9-5f31-40f9-92e3-1b6aa08cdbe2, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=9caa10f9-5f31-40f9-92e3-1b6aa08cdbe2,segment=NetworkSegment(c5dc6d5b-42e9-4c22-85af-e48a17c0bd6d),segment_id=c5dc6d5b-42e9-4c22-85af-e48a17c0bd6d)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:27:17.864294 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f0dc930e-cc96-4e68-a400-abc92621caf8 req-f20cded8-bdb1-49b3-9407-bd27161698e3 tempest-InstanceActionsV221TestJSON-227115888 tempest-InstanceActionsV221TestJSON-227115888-project] 10.222.0.16 "GET /v2.0/security-groups?id=8fd206b7-ef01-4320-a16f-d46969f251a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534446 Jul 14 18:27:17.869892 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Returning: {'device': '9caa10f9-5f31-40f9-92e3-1b6aa08cdbe2', 'network_id': '027c4e91-49f9-408a-bc70-11f19a2cbbb7', 'port_id': '9caa10f9-5f31-40f9-92e3-1b6aa08cdbe2', 'mac_address': 'fa:16:3e:d1:1f:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 88, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05d56735-edac-4058-8f3c-680c255777ec', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93917) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 18:27:17.872567 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-640cbab6-7947-4278-ba0a-e1dda8f31266 req-c2dfde29-1538-4a32-8478-b01df24415bd tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] 10.222.0.16 "GET /v2.0/security-groups?id=b0153d44-2cf7-4f50-b628-255afb14ce31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556116 Jul 14 18:27:17.913211 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:27:17.927211 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9caa10f9-5f31-40f9-92e3-1b6aa08cdbe2 {{(pid=93917) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 18:27:17.948978 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port 9caa10f9-5f31-40f9-92e3-1b6aa08cdbe2, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=9caa10f9-5f31-40f9-92e3-1b6aa08cdbe2,segment=NetworkSegment(c5dc6d5b-42e9-4c22-85af-e48a17c0bd6d),segment_id=c5dc6d5b-42e9-4c22-85af-e48a17c0bd6d)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:27:17.952954 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:27:18.010751 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Pushing event updated for resources: {'Port': ['ID=9caa10f9-5f31-40f9-92e3-1b6aa08cdbe2,revision_number=4']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:27:18.051412 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db9e73c-0572-4423-9882-a9757e5e87e7 req-2e399381-3378-41bb-bbb6-0ab0307c5b18 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:27:18.052932 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-7db9e73c-0572-4423-9882-a9757e5e87e7 req-2e399381-3378-41bb-bbb6-0ab0307c5b18 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.16 "GET /v2.0/ports?device_id=b34ed31a-cdf4-42e3-9af8-e1a7ec6d0b20 HTTP/1.1" status: 200 len: 948 time: 0.0719557 Jul 14 18:27:18.090688 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-7db9e73c-0572-4423-9882-a9757e5e87e7 req-4864c22f-5450-472c-a9e6-b8c3ed6c7349 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.16 "GET /v2.0/security-groups?id=95148b1b-0f93-483b-9e80-262147c27e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322261 Jul 14 18:27:18.180788 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9383e5d-3f73-4635-b723-5ab7dde16102 req-9e5c35ad-6553-4c1b-bd3c-5b6d06ec91c7 tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:27:18.182268 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e9383e5d-3f73-4635-b723-5ab7dde16102 req-9e5c35ad-6553-4c1b-bd3c-5b6d06ec91c7 tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] 10.222.0.16 "GET /v2.0/ports?device_id=60ce9c56-2edf-46b5-91b2-f26d23383604 HTTP/1.1" status: 200 len: 944 time: 0.0724096 Jul 14 18:27:18.222785 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e9383e5d-3f73-4635-b723-5ab7dde16102 req-8c6dbb2a-bd38-4077-b163-973230a09c4e tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] 10.222.0.16 "GET /v2.0/security-groups?id=4824db20-b9ba-4380-9f29-13755d37b981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349097 Jul 14 18:27:18.784693 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] get_ports_and_sgs() called for port_ids ['9caa10f9-5f31-40f9-92e3-1b6aa08cdbe2'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 18:27:18.800210 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61e7c8c-4566-4b99-81a0-eaeb8c386e71 req-aa8513d3-6fdb-4277-940b-0a896d7cbc05 tempest-ServerRescueNegativeTestJSON-843679432 tempest-ServerRescueNegativeTestJSON-843679432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:27:18.801910 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c61e7c8c-4566-4b99-81a0-eaeb8c386e71 req-aa8513d3-6fdb-4277-940b-0a896d7cbc05 tempest-ServerRescueNegativeTestJSON-843679432 tempest-ServerRescueNegativeTestJSON-843679432-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b9e4456-2d8d-44aa-a867-8b086bbb5414 HTTP/1.1" status: 200 len: 946 time: 0.1027353 Jul 14 18:27:18.820585 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced6c0ed-6412-4eaf-8d62-96400bba38ec req-93ca5f7f-ec69-4e69-8a9c-0cc38f85ece4 tempest-ServersTestJSON-1617994263 tempest-ServersTestJSON-1617994263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:27:18.822096 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ced6c0ed-6412-4eaf-8d62-96400bba38ec req-93ca5f7f-ec69-4e69-8a9c-0cc38f85ece4 tempest-ServersTestJSON-1617994263 tempest-ServersTestJSON-1617994263-project] 10.222.0.16 "GET /v2.0/ports?device_id=37895516-4f0e-4167-8ef8-c244947be2c6 HTTP/1.1" status: 200 len: 945 time: 0.1135428 Jul 14 18:27:18.880303 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c61e7c8c-4566-4b99-81a0-eaeb8c386e71 req-224b98a5-a073-4b0c-b6db-9eab115ff387 tempest-ServerRescueNegativeTestJSON-843679432 tempest-ServerRescueNegativeTestJSON-843679432-project] 10.222.0.16 "GET /v2.0/security-groups?id=2ad455ff-6ff4-4067-8bf1-fdec963484f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704691 Jul 14 18:27:18.887540 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ced6c0ed-6412-4eaf-8d62-96400bba38ec req-54bc7359-6a8c-44e9-b2aa-1d799fa10647 tempest-ServersTestJSON-1617994263 tempest-ServersTestJSON-1617994263-project] 10.222.0.16 "GET /v2.0/security-groups?id=fdb82264-481f-4cf8-9ca0-988769171a6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583050 Jul 14 18:27:19.107217 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e09c12-2e6e-43ea-8951-6d06f91f970d req-c91de957-c0cb-409c-a495-55a2d1327372 tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:27:19.108703 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-53e09c12-2e6e-43ea-8951-6d06f91f970d req-c91de957-c0cb-409c-a495-55a2d1327372 tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] 10.222.0.16 "GET /v2.0/ports?device_id=e1685c18-3cef-4f84-b35f-c828681ce570 HTTP/1.1" status: 200 len: 947 time: 0.1073353 Jul 14 18:27:19.121056 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424192d2-44b0-45c5-b5a5-5dd3571fa600 req-cff2219e-3b67-410d-94e0-956263f2075f tempest-InstanceActionsV221TestJSON-227115888 tempest-InstanceActionsV221TestJSON-227115888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:27:19.122491 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-424192d2-44b0-45c5-b5a5-5dd3571fa600 req-cff2219e-3b67-410d-94e0-956263f2075f tempest-InstanceActionsV221TestJSON-227115888 tempest-InstanceActionsV221TestJSON-227115888-project] 10.222.0.16 "GET /v2.0/ports?device_id=9aa4af6d-c218-4869-be49-f22a40658e08 HTTP/1.1" status: 200 len: 945 time: 0.1116817 Jul 14 18:27:19.173098 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-53e09c12-2e6e-43ea-8951-6d06f91f970d req-911a8141-a3bd-4d6d-82a6-7bacb92070c8 tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] 10.222.0.16 "GET /v2.0/security-groups?id=b0153d44-2cf7-4f50-b628-255afb14ce31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496252 Jul 14 18:27:19.186328 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-424192d2-44b0-45c5-b5a5-5dd3571fa600 req-79b9234b-ba01-40bf-9248-7c7a7b870a9b tempest-InstanceActionsV221TestJSON-227115888 tempest-InstanceActionsV221TestJSON-227115888-project] 10.222.0.16 "GET /v2.0/security-groups?id=8fd206b7-ef01-4320-a16f-d46969f251a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567536 Jul 14 18:27:19.364824 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e892e6-eaf2-4e7f-aa0e-351425f440ef req-9e618654-6137-42fb-84dc-44a718bc5435 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:27:19.366323 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-15e892e6-eaf2-4e7f-aa0e-351425f440ef req-9e618654-6137-42fb-84dc-44a718bc5435 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.16 "GET /v2.0/ports?device_id=b34ed31a-cdf4-42e3-9af8-e1a7ec6d0b20 HTTP/1.1" status: 200 len: 948 time: 0.0696919 Jul 14 18:27:19.429020 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-15e892e6-eaf2-4e7f-aa0e-351425f440ef req-c689ff19-89e7-48c4-96cc-9fabf76b0cf4 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.16 "GET /v2.0/security-groups?id=95148b1b-0f93-483b-9e80-262147c27e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572574 Jul 14 18:27:19.473303 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0805d47a-4442-4f82-8b34-da380cd691e7 req-79952f68-1d43-4912-a8bb-6813ce236b49 tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:27:19.474795 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-0805d47a-4442-4f82-8b34-da380cd691e7 req-79952f68-1d43-4912-a8bb-6813ce236b49 tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] 10.222.0.16 "GET /v2.0/ports?device_id=60ce9c56-2edf-46b5-91b2-f26d23383604 HTTP/1.1" status: 200 len: 944 time: 0.0829301 Jul 14 18:27:19.512306 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-0805d47a-4442-4f82-8b34-da380cd691e7 req-a48d236a-505e-457a-aa24-e8395bb4997b tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] 10.222.0.16 "GET /v2.0/security-groups?id=4824db20-b9ba-4380-9f29-13755d37b981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319304 Jul 14 18:27:19.779973 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device 93931838-c4c9-4619-9753-71eeca38dcdc details requested by agent hyperv_n-h1-800634-3 with host n-h1-800634-3 {{(pid=93917) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 18:27:19.783120 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device c95ce732-b61a-4349-8b5f-b06d3c635de5 up at agent hyperv_n-h1-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:27:19.893587 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Provisioning for port c95ce732-b61a-4349-8b5f-b06d3c635de5 completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:27:19.899579 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Provisioning complete for port c95ce732-b61a-4349-8b5f-b06d3c635de5 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:27:19.899954 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:27:19.936589 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port 93931838-c4c9-4619-9753-71eeca38dcdc, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=93931838-c4c9-4619-9753-71eeca38dcdc,segment=NetworkSegment(067fc487-22c7-42de-972d-ae352a28ad29),segment_id=067fc487-22c7-42de-972d-ae352a28ad29)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:27:19.959670 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Returning: {'device': '93931838-c4c9-4619-9753-71eeca38dcdc', 'network_id': '4f742057-89ee-4b4a-86f7-487ee61881a1', 'port_id': '93931838-c4c9-4619-9753-71eeca38dcdc', 'mac_address': 'fa:16:3e:c7:a0:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f20c54fb-f7da-4761-aa61-2e4f99f3d332', 'ip_address': '192.168.233.48'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93917) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 18:27:20.008977 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e8829d-4c12-4878-b174-e5b7f6d8e2b8 req-8dbda9c5-86a8-496e-8d36-647f29ecee20 tempest-ServersTestJSON-1617994263 tempest-ServersTestJSON-1617994263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:27:20.011649 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-00e8829d-4c12-4878-b174-e5b7f6d8e2b8 req-8dbda9c5-86a8-496e-8d36-647f29ecee20 tempest-ServersTestJSON-1617994263 tempest-ServersTestJSON-1617994263-project] 10.222.0.18 "GET /v2.0/ports?device_id=37895516-4f0e-4167-8ef8-c244947be2c6 HTTP/1.1" status: 200 len: 945 time: 0.0853336 Jul 14 18:27:20.027281 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:27:20.047853 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93931838-c4c9-4619-9753-71eeca38dcdc {{(pid=93917) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 18:27:20.053129 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:27:20.078335 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port 93931838-c4c9-4619-9753-71eeca38dcdc, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=93931838-c4c9-4619-9753-71eeca38dcdc,segment=NetworkSegment(067fc487-22c7-42de-972d-ae352a28ad29),segment_id=067fc487-22c7-42de-972d-ae352a28ad29)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:27:20.086312 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:27:20.094284 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9aa4af6d-c218-4869-be49-f22a40658e08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c95ce732-b61a-4349-8b5f-b06d3c635de5'}] {{(pid=93917) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:27:20.096635 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20b787f3c29eaa7aa2a4d648c725a2124c5ff39a8d793252f9d844495e14cf42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ba78578-245b-4d52-85e8-bf6a4338e742" -d '{"events": [{"server_uuid": "9aa4af6d-c218-4869-be49-f22a40658e08", "name": "network-vif-plugged", "status": "completed", "tag": "c95ce732-b61a-4349-8b5f-b06d3c635de5"}]}' {{(pid=93917) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:27:20.128973 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port c95ce732-b61a-4349-8b5f-b06d3c635de5, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=c95ce732-b61a-4349-8b5f-b06d3c635de5,segment=NetworkSegment(8be03a33-230c-43e6-9d31-925e911f4dd2),segment_id=8be03a33-230c-43e6-9d31-925e911f4dd2)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:27:20.132413 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [req-00e8829d-4c12-4878-b174-e5b7f6d8e2b8 req-1d102fc1-84b0-4074-9239-1f656899525c tempest-ServersTestJSON-1617994263 tempest-ServersTestJSON-1617994263-project] Deleting port 0617f9f4-4c8f-4362-b3ec-c500773f442e {{(pid=93916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:27:20.132790 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-00e8829d-4c12-4878-b174-e5b7f6d8e2b8 req-1d102fc1-84b0-4074-9239-1f656899525c tempest-ServersTestJSON-1617994263 tempest-ServersTestJSON-1617994263-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:27:20.138322 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:27:20.139168 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device 12f9f4e0-732a-4ff7-ae01-79782107bd50 up at agent hyperv_n-h1-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:27:20.144742 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca98667-c466-4402-adca-fb180f3c521e req-6ee8d47e-e2ab-4e7f-9b03-26777d3aaeb6 tempest-ServerRescueNegativeTestJSON-843679432 tempest-ServerRescueNegativeTestJSON-843679432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:27:20.146707 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-8ca98667-c466-4402-adca-fb180f3c521e req-6ee8d47e-e2ab-4e7f-9b03-26777d3aaeb6 tempest-ServerRescueNegativeTestJSON-843679432 tempest-ServerRescueNegativeTestJSON-843679432-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b9e4456-2d8d-44aa-a867-8b086bbb5414 HTTP/1.1" status: 200 len: 946 time: 0.1336997 Jul 14 18:27:20.162149 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba24c28-0981-4229-b815-785e284d6e7a req-0cf18415-8d7f-4e2e-bfc8-2f8e9e71e99e tempest-ServersTestJSON-1617994263 tempest-ServersTestJSON-1617994263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:27:20.163765 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-4ba24c28-0981-4229-b815-785e284d6e7a req-0cf18415-8d7f-4e2e-bfc8-2f8e9e71e99e tempest-ServersTestJSON-1617994263 tempest-ServersTestJSON-1617994263-project] 10.222.0.16 "GET /v2.0/ports?device_id=37895516-4f0e-4167-8ef8-c244947be2c6 HTTP/1.1" status: 200 len: 945 time: 0.1170995 Jul 14 18:27:20.184535 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Pushing event updated for resources: {'Port': ['ID=93931838-c4c9-4619-9753-71eeca38dcdc,revision_number=4']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:27:20.228742 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-8ca98667-c466-4402-adca-fb180f3c521e req-408cb44a-8de4-4aa0-8888-53b10ba32491 tempest-ServerRescueNegativeTestJSON-843679432 tempest-ServerRescueNegativeTestJSON-843679432-project] 10.222.0.16 "GET /v2.0/security-groups?id=2ad455ff-6ff4-4067-8bf1-fdec963484f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637445 Jul 14 18:27:20.229478 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.db [req-00e8829d-4c12-4878-b174-e5b7f6d8e2b8 req-1d102fc1-84b0-4074-9239-1f656899525c tempest-ServersTestJSON-1617994263 tempest-ServersTestJSON-1617994263-project] For port 0617f9f4-4c8f-4362-b3ec-c500773f442e, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=0617f9f4-4c8f-4362-b3ec-c500773f442e,segment=NetworkSegment(ea2d311d-b712-47dc-86e8-854ce64a1f19),segment_id=ea2d311d-b712-47dc-86e8-854ce64a1f19)] {{(pid=93916) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:27:20.229854 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-00e8829d-4c12-4878-b174-e5b7f6d8e2b8 req-1d102fc1-84b0-4074-9239-1f656899525c tempest-ServersTestJSON-1617994263 tempest-ServersTestJSON-1617994263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:27:20.242160 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Pushing event updated for resources: {'Port': ['ID=c95ce732-b61a-4349-8b5f-b06d3c635de5,revision_number=5']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:27:20.253290 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-4ba24c28-0981-4229-b815-785e284d6e7a req-9919e57a-6147-479f-9aac-24fba7a1dfeb tempest-ServersTestJSON-1617994263 tempest-ServersTestJSON-1617994263-project] 10.222.0.16 "GET /v2.0/security-groups?id=fdb82264-481f-4cf8-9ca0-988769171a6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694916 Jul 14 18:27:20.258840 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Provisioning for port 12f9f4e0-732a-4ff7-ae01-79782107bd50 completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:27:20.264206 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Provisioning complete for port 12f9f4e0-732a-4ff7-ae01-79782107bd50 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:27:20.264719 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:27:20.301044 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 18:27:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-722d4af6-b442-4326-b563-c6a1d139d9c8 x-openstack-request-id: req-722d4af6-b442-4326-b563-c6a1d139d9c8 {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:27:20.301296 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9aa4af6d-c218-4869-be49-f22a40658e08", "name": "network-vif-plugged", "status": "completed", "tag": "c95ce732-b61a-4349-8b5f-b06d3c635de5", "code": 200}]} {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:27:20.301660 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-722d4af6-b442-4326-b563-c6a1d139d9c8 {{(pid=93917) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:27:20.302119 n-d-800634-3 neutron-server[93917]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9aa4af6d-c218-4869-be49-f22a40658e08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c95ce732-b61a-4349-8b5f-b06d3c635de5', 'code': 200} Jul 14 18:27:20.347832 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-48c0816b-be25-4376-a811-9d31d43c7f2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:27:20.404840 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:27:20.445345 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port 12f9f4e0-732a-4ff7-ae01-79782107bd50, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=12f9f4e0-732a-4ff7-ae01-79782107bd50,segment=NetworkSegment(067fc487-22c7-42de-972d-ae352a28ad29),segment_id=067fc487-22c7-42de-972d-ae352a28ad29)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:27:20.448383 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-00e8829d-4c12-4878-b174-e5b7f6d8e2b8 req-1d102fc1-84b0-4074-9239-1f656899525c tempest-ServersTestJSON-1617994263 tempest-ServersTestJSON-1617994263-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:27:20.448862 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-00e8829d-4c12-4878-b174-e5b7f6d8e2b8 req-1d102fc1-84b0-4074-9239-1f656899525c tempest-ServersTestJSON-1617994263 tempest-ServersTestJSON-1617994263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-930131'] for floatingip, after_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:27:20.449312 n-d-800634-3 neutron-server[93916]: INFO neutron.db.l3_db [req-00e8829d-4c12-4878-b174-e5b7f6d8e2b8 req-1d102fc1-84b0-4074-9239-1f656899525c tempest-ServersTestJSON-1617994263 tempest-ServersTestJSON-1617994263-project] Floating IP 8587d362-a56b-41e1-b6c6-4388ecc55b7a disassociated. External IP: 172.25.1.151, port: 0617f9f4-4c8f-4362-b3ec-c500773f442e. Jul 14 18:27:20.449414 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:27:20.450139 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [req-00e8829d-4c12-4878-b174-e5b7f6d8e2b8 req-1d102fc1-84b0-4074-9239-1f656899525c tempest-ServersTestJSON-1617994263 tempest-ServersTestJSON-1617994263-project] Calling delete_port for 0617f9f4-4c8f-4362-b3ec-c500773f442e owned by compute:nova {{(pid=93916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:27:20.498525 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Pushing event updated for resources: {'Port': ['ID=12f9f4e0-732a-4ff7-ae01-79782107bd50,revision_number=5']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:27:20.561163 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3b37c3-567f-41da-ad13-19ee55e1fe11 req-7bb4c0fe-8c79-49c9-892e-8b4d1738fd09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:27:20.565070 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] get_ports_and_sgs() called for port_ids ['93931838-c4c9-4619-9753-71eeca38dcdc'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 18:27:20.568298 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ff3b37c3-567f-41da-ad13-19ee55e1fe11 req-7bb4c0fe-8c79-49c9-892e-8b4d1738fd09 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=9aa4af6d-c218-4869-be49-f22a40658e08 HTTP/1.1" status: 200 len: 1097 time: 0.1802785 Jul 14 18:27:20.578518 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de03055-ad79-40e4-94bd-a57d992c2d83 req-1e086bd6-c56c-4f97-bedd-c5b5760f58e2 tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:27:20.580634 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-4de03055-ad79-40e4-94bd-a57d992c2d83 req-1e086bd6-c56c-4f97-bedd-c5b5760f58e2 tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] 10.222.0.16 "GET /v2.0/ports?device_id=e1685c18-3cef-4f84-b35f-c828681ce570 HTTP/1.1" status: 200 len: 948 time: 0.1707675 Jul 14 18:27:20.594091 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-00e8829d-4c12-4878-b174-e5b7f6d8e2b8 req-1d102fc1-84b0-4074-9239-1f656899525c tempest-ServersTestJSON-1617994263 tempest-ServersTestJSON-1617994263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:27:20.594704 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb2431e-6508-4e9c-9029-63e3b39a0543 req-95287d87-2925-4cdb-a542-0f0d0c1b736a tempest-InstanceActionsV221TestJSON-227115888 tempest-InstanceActionsV221TestJSON-227115888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:27:20.596256 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-0eb2431e-6508-4e9c-9029-63e3b39a0543 req-95287d87-2925-4cdb-a542-0f0d0c1b736a tempest-InstanceActionsV221TestJSON-227115888 tempest-InstanceActionsV221TestJSON-227115888-project] 10.222.0.16 "GET /v2.0/ports?device_id=9aa4af6d-c218-4869-be49-f22a40658e08 HTTP/1.1" status: 200 len: 946 time: 0.1666892 Jul 14 18:27:20.636192 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d102fc1-84b0-4074-9239-1f656899525c tempest-ServersTestJSON-1617994263 tempest-ServersTestJSON-1617994263-project] Pushing event deleted for resources: {'Port': ['ID=0617f9f4-4c8f-4362-b3ec-c500773f442e,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:27:20.675546 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ff3b37c3-567f-41da-ad13-19ee55e1fe11 req-7df29500-f918-4a5f-92d2-8b2bad543b8f service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=8fd206b7-ef01-4320-a16f-d46969f251a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939398 Jul 14 18:27:20.681032 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-4de03055-ad79-40e4-94bd-a57d992c2d83 req-0cefcfca-7cdc-44f1-a6c1-796b8592dc17 tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] 10.222.0.16 "GET /v2.0/security-groups?id=b0153d44-2cf7-4f50-b628-255afb14ce31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838509 Jul 14 18:27:20.686353 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-0eb2431e-6508-4e9c-9029-63e3b39a0543 req-db72066c-a2e0-46b7-9042-68fe0fac55e2 tempest-InstanceActionsV221TestJSON-227115888 tempest-InstanceActionsV221TestJSON-227115888-project] 10.222.0.16 "GET /v2.0/security-groups?id=8fd206b7-ef01-4320-a16f-d46969f251a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749199 Jul 14 18:27:20.786461 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.l3_agent_scheduler [req-00e8829d-4c12-4878-b174-e5b7f6d8e2b8 req-1d102fc1-84b0-4074-9239-1f656899525c tempest-ServersTestJSON-1617994263 tempest-ServersTestJSON-1617994263-project] Router 50b422c3-72ed-4d0c-b7aa-31b8479ae9f5 has already been hosted by L3 agent 2c6eb27e-defb-4cca-9a24-381c7415e359 {{(pid=93916) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 18:27:20.891587 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c10663e-1dbf-4a3c-b4fc-7e27e2ceb08c req-a671a9e9-dac6-4596-be94-917082cb5b05 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:27:20.894246 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-7c10663e-1dbf-4a3c-b4fc-7e27e2ceb08c req-a671a9e9-dac6-4596-be94-917082cb5b05 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.16 "GET /v2.0/ports?device_id=b34ed31a-cdf4-42e3-9af8-e1a7ec6d0b20 HTTP/1.1" status: 200 len: 948 time: 0.0839913 Jul 14 18:27:20.902938 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-00e8829d-4c12-4878-b174-e5b7f6d8e2b8 req-1d102fc1-84b0-4074-9239-1f656899525c tempest-ServersTestJSON-1617994263 tempest-ServersTestJSON-1617994263-project] Notify agent at l3_agent.n-d-800634-3 the message routers_updated {{(pid=93916) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 18:27:20.914327 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb7ad092-06e4-431a-871d-1af9483eee9b None None] Sync routers for ids ['50b422c3-72ed-4d0c-b7aa-31b8479ae9f5'] in n-d-800634-3 {{(pid=93917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 18:27:20.925534 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb7ad092-06e4-431a-871d-1af9483eee9b None None] Routers {'50b422c3-72ed-4d0c-b7aa-31b8479ae9f5'} bound to L3 agent in host n-d-800634-3 {{(pid=93917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:27:20.926174 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-fb7ad092-06e4-431a-871d-1af9483eee9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:26:53Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['50b422c3-72ed-4d0c-b7aa-31b8479ae9f5'], 'active': True} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:27:20.943139 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-7c10663e-1dbf-4a3c-b4fc-7e27e2ceb08c req-8d7d1f39-4dac-4e52-8c4f-8cbdca62fa94 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.16 "GET /v2.0/security-groups?id=95148b1b-0f93-483b-9e80-262147c27e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422328 Jul 14 18:27:20.980355 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.l3_dvrscheduler_db [req-00e8829d-4c12-4878-b174-e5b7f6d8e2b8 req-1d102fc1-84b0-4074-9239-1f656899525c tempest-ServersTestJSON-1617994263 tempest-ServersTestJSON-1617994263-project] No DVR routers for this DVR port 0617f9f4-4c8f-4362-b3ec-c500773f442e on host n-h1-800634-3 {{(pid=93916) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 18:27:20.983361 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-00e8829d-4c12-4878-b174-e5b7f6d8e2b8 req-1d102fc1-84b0-4074-9239-1f656899525c tempest-ServersTestJSON-1617994263 tempest-ServersTestJSON-1617994263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:27:20.985587 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-00e8829d-4c12-4878-b174-e5b7f6d8e2b8 req-1d102fc1-84b0-4074-9239-1f656899525c tempest-ServersTestJSON-1617994263 tempest-ServersTestJSON-1617994263-project] 10.222.0.18 "DELETE /v2.0/ports/0617f9f4-4c8f-4362-b3ec-c500773f442e HTTP/1.1" status: 204 len: 173 time: 0.9662611 Jul 14 18:27:20.986947 n-d-800634-3 neutron-server[93916]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37895516-4f0e-4167-8ef8-c244947be2c6', 'name': 'network-vif-deleted', 'tag': '0617f9f4-4c8f-4362-b3ec-c500773f442e'}] {{(pid=93916) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:27:20.995929 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f803e150b363a7893830aa996ac27753fa25517c406ecd3536b7c2d4b26eeb9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18f7785c-8a53-4f60-aa8d-bd8e2a166c21" -d '{"events": [{"server_uuid": "37895516-4f0e-4167-8ef8-c244947be2c6", "name": "network-vif-deleted", "tag": "0617f9f4-4c8f-4362-b3ec-c500773f442e"}]}' {{(pid=93916) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:27:21.032288 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53079681-4d33-468e-aa62-ae893002f9f6 req-95be0ce8-bfb5-4dda-9f5b-506e66daf08e tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:27:21.039675 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 18:27:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-781370b7-c60b-407c-88d8-dd94cbe73b9d x-openstack-request-id: req-781370b7-c60b-407c-88d8-dd94cbe73b9d {{(pid=93916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:27:21.040202 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37895516-4f0e-4167-8ef8-c244947be2c6", "name": "network-vif-deleted", "tag": "0617f9f4-4c8f-4362-b3ec-c500773f442e", "status": "completed", "code": 200}]} {{(pid=93916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:27:21.040315 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-781370b7-c60b-407c-88d8-dd94cbe73b9d {{(pid=93916) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:27:21.040716 n-d-800634-3 neutron-server[93916]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37895516-4f0e-4167-8ef8-c244947be2c6', 'name': 'network-vif-deleted', 'tag': '0617f9f4-4c8f-4362-b3ec-c500773f442e', 'status': 'completed', 'code': 200} Jul 14 18:27:21.042191 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-53079681-4d33-468e-aa62-ae893002f9f6 req-95be0ce8-bfb5-4dda-9f5b-506e66daf08e tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] 10.222.0.16 "GET /v2.0/ports?device_id=60ce9c56-2edf-46b5-91b2-f26d23383604 HTTP/1.1" status: 200 len: 944 time: 0.0980144 Jul 14 18:27:21.064515 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvr_db [None req-fb7ad092-06e4-431a-871d-1af9483eee9b None None] Set router 50b422c3-72ed-4d0c-b7aa-31b8479ae9f5 gateway port host: n-d-800634-3 {{(pid=93917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 18:27:21.082431 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-53079681-4d33-468e-aa62-ae893002f9f6 req-5b3d4c3e-94b5-4071-b640-5caf8ac3372e tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] 10.222.0.16 "GET /v2.0/security-groups?id=4824db20-b9ba-4380-9f29-13755d37b981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392611 Jul 14 18:27:21.413681 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-fb7ad092-06e4-431a-871d-1af9483eee9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50b422c3-72ed-4d0c-b7aa-31b8479ae9f5', 'name': 'tempest-ServersTestJSON-510107149-router', 'tenant_id': '327b1c3e1f0f4935a843f320f55291fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.56'}], 'enable_snat': True}, 'gw_port_id': '7b6cadfb-63e0-42b1-a6de-6885edf9c8da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:24:17Z', 'updated_at': '2021-07-14T18:24:25Z', 'revision_number': 4, 'project_id': '327b1c3e1f0f4935a843f320f55291fe', 'gw_port': {'id': '7b6cadfb-63e0-42b1-a6de-6885edf9c8da', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:b8:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50b422c3-72ed-4d0c-b7aa-31b8479ae9f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 884, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:24:19Z', 'updated_at': '2021-07-14T18:24:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_interfaces': [{'id': '5eb6062f-5273-4035-a2fa-daa17d368c7c', 'name': '', 'network_id': '5b9f9ac3-6ebc-4dc3-8f35-bd7ca736cf0d', 'tenant_id': '327b1c3e1f0f4935a843f320f55291fe', 'mac_address': 'fa:16:3e:24:b0:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50b422c3-72ed-4d0c-b7aa-31b8479ae9f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 893, 'fixed_ips': [{'subnet_id': 'e0f57fb3-d58e-4f09-b512-33298fff8025', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:24:23Z', 'updated_at': '2021-07-14T18:24:33Z', 'revision_number': 5, 'project_id': '327b1c3e1f0f4935a843f320f55291fe', 'subnets': [{'id': 'e0f57fb3-d58e-4f09-b512-33298fff8025', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-3', False) {} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:27:21.419108 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-7db249f3-48a1-400b-9bc0-ef20df2efa7a req-e87cd453-3100-4974-9cf1-3708a70b5b5d tempest-ServersTestJSON-1617994263 tempest-ServersTestJSON-1617994263-project] 10.222.0.16 "GET /v2.0/ports?device_id=37895516-4f0e-4167-8ef8-c244947be2c6 HTTP/1.1" status: 200 len: 210 time: 0.0322309 Jul 14 18:27:21.439893 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb7ad092-06e4-431a-871d-1af9483eee9b None None] Checking router: 50b422c3-72ed-4d0c-b7aa-31b8479ae9f5 for host: n-d-800634-3 {{(pid=93917) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 18:27:21.448247 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb7ad092-06e4-431a-871d-1af9483eee9b None None] Routers {'50b422c3-72ed-4d0c-b7aa-31b8479ae9f5'} bound to L3 agent in host n-d-800634-3 {{(pid=93917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:27:21.448750 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9e8668-d93e-4125-a5ce-74031e6089c8 req-f3e22b19-975c-4b6b-a954-382085e8391d tempest-ServerRescueNegativeTestJSON-843679432 tempest-ServerRescueNegativeTestJSON-843679432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:27:21.448873 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-fb7ad092-06e4-431a-871d-1af9483eee9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:26:53Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['50b422c3-72ed-4d0c-b7aa-31b8479ae9f5'], 'active': True} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:27:21.450210 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3c9e8668-d93e-4125-a5ce-74031e6089c8 req-f3e22b19-975c-4b6b-a954-382085e8391d tempest-ServerRescueNegativeTestJSON-843679432 tempest-ServerRescueNegativeTestJSON-843679432-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b9e4456-2d8d-44aa-a867-8b086bbb5414 HTTP/1.1" status: 200 len: 946 time: 0.1004891 Jul 14 18:27:21.491431 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3c9e8668-d93e-4125-a5ce-74031e6089c8 req-9eeed949-c747-41d5-959f-ff6a11e2c05a tempest-ServerRescueNegativeTestJSON-843679432 tempest-ServerRescueNegativeTestJSON-843679432-project] 10.222.0.16 "GET /v2.0/security-groups?id=2ad455ff-6ff4-4067-8bf1-fdec963484f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346274 Jul 14 18:27:21.555837 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvr_db [None req-fb7ad092-06e4-431a-871d-1af9483eee9b None None] Set router 50b422c3-72ed-4d0c-b7aa-31b8479ae9f5 gateway port host: n-d-800634-3 {{(pid=93917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 18:27:21.761982 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-fb7ad092-06e4-431a-871d-1af9483eee9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50b422c3-72ed-4d0c-b7aa-31b8479ae9f5', 'name': 'tempest-ServersTestJSON-510107149-router', 'tenant_id': '327b1c3e1f0f4935a843f320f55291fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.56'}], 'enable_snat': True}, 'gw_port_id': '7b6cadfb-63e0-42b1-a6de-6885edf9c8da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:24:17Z', 'updated_at': '2021-07-14T18:24:25Z', 'revision_number': 4, 'project_id': '327b1c3e1f0f4935a843f320f55291fe', 'gw_port': {'id': '7b6cadfb-63e0-42b1-a6de-6885edf9c8da', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:b8:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50b422c3-72ed-4d0c-b7aa-31b8479ae9f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 884, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:24:19Z', 'updated_at': '2021-07-14T18:24:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_interfaces': [{'id': '5eb6062f-5273-4035-a2fa-daa17d368c7c', 'name': '', 'network_id': '5b9f9ac3-6ebc-4dc3-8f35-bd7ca736cf0d', 'tenant_id': '327b1c3e1f0f4935a843f320f55291fe', 'mac_address': 'fa:16:3e:24:b0:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50b422c3-72ed-4d0c-b7aa-31b8479ae9f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 893, 'fixed_ips': [{'subnet_id': 'e0f57fb3-d58e-4f09-b512-33298fff8025', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:24:23Z', 'updated_at': '2021-07-14T18:24:33Z', 'revision_number': 5, 'project_id': '327b1c3e1f0f4935a843f320f55291fe', 'subnets': [{'id': 'e0f57fb3-d58e-4f09-b512-33298fff8025', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-3', False) {} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:27:21.791471 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb7ad092-06e4-431a-871d-1af9483eee9b None None] The sync data for ids ['50b422c3-72ed-4d0c-b7aa-31b8479ae9f5'] in n-d-800634-3 is: [{'id': '50b422c3-72ed-4d0c-b7aa-31b8479ae9f5', 'name': 'tempest-ServersTestJSON-510107149-router', 'tenant_id': '327b1c3e1f0f4935a843f320f55291fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.56'}], 'enable_snat': True}, 'gw_port_id': '7b6cadfb-63e0-42b1-a6de-6885edf9c8da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:24:17Z', 'updated_at': '2021-07-14T18:24:25Z', 'revision_number': 4, 'project_id': '327b1c3e1f0f4935a843f320f55291fe', 'gw_port': {'id': '7b6cadfb-63e0-42b1-a6de-6885edf9c8da', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:b8:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50b422c3-72ed-4d0c-b7aa-31b8479ae9f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 884, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:24:19Z', 'updated_at': '2021-07-14T18:24:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_interfaces': [{'id': '5eb6062f-5273-4035-a2fa-daa17d368c7c', 'name': '', 'network_id': '5b9f9ac3-6ebc-4dc3-8f35-bd7ca736cf0d', 'tenant_id': '327b1c3e1f0f4935a843f320f55291fe', 'mac_address': 'fa:16:3e:24:b0:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50b422c3-72ed-4d0c-b7aa-31b8479ae9f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 893, 'fixed_ips': [{'subnet_id': 'e0f57fb3-d58e-4f09-b512-33298fff8025', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:24:23Z', 'updated_at': '2021-07-14T18:24:33Z', 'revision_number': 5, 'project_id': '327b1c3e1f0f4935a843f320f55291fe', 'subnets': [{'id': 'e0f57fb3-d58e-4f09-b512-33298fff8025', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 18:27:21.801614 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device 9caa10f9-5f31-40f9-92e3-1b6aa08cdbe2 up at agent hyperv_n-h1-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:27:21.875200 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Provisioning for port 9caa10f9-5f31-40f9-92e3-1b6aa08cdbe2 completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:27:21.884106 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Provisioning complete for port 9caa10f9-5f31-40f9-92e3-1b6aa08cdbe2 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:27:21.884727 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:27:21.976777 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5829bf-e299-4ee4-88c0-60d0d9c40f52 req-5fe87921-7341-4d4a-ba28-0e322554da3a tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:27:21.981991 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:27:21.983705 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6e5829bf-e299-4ee4-88c0-60d0d9c40f52 req-5fe87921-7341-4d4a-ba28-0e322554da3a tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] 10.222.0.16 "GET /v2.0/ports?device_id=e1685c18-3cef-4f84-b35f-c828681ce570 HTTP/1.1" status: 200 len: 948 time: 0.1309681 Jul 14 18:27:22.013590 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9b789b-e65b-4fea-aee9-6f5cb175d540 req-472a3bb2-d6c8-4aeb-9c58-7121e5080b0e tempest-InstanceActionsV221TestJSON-227115888 tempest-InstanceActionsV221TestJSON-227115888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:27:22.020661 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port 9caa10f9-5f31-40f9-92e3-1b6aa08cdbe2, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=9caa10f9-5f31-40f9-92e3-1b6aa08cdbe2,segment=NetworkSegment(c5dc6d5b-42e9-4c22-85af-e48a17c0bd6d),segment_id=c5dc6d5b-42e9-4c22-85af-e48a17c0bd6d)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:27:22.022340 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ae9b789b-e65b-4fea-aee9-6f5cb175d540 req-472a3bb2-d6c8-4aeb-9c58-7121e5080b0e tempest-InstanceActionsV221TestJSON-227115888 tempest-InstanceActionsV221TestJSON-227115888-project] 10.222.0.16 "GET /v2.0/ports?device_id=9aa4af6d-c218-4869-be49-f22a40658e08 HTTP/1.1" status: 200 len: 946 time: 0.1329410 Jul 14 18:27:22.027040 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:27:22.086803 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6e5829bf-e299-4ee4-88c0-60d0d9c40f52 req-d33d36f6-426c-4276-bd51-e567391a0b07 tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] 10.222.0.16 "GET /v2.0/security-groups?id=b0153d44-2cf7-4f50-b628-255afb14ce31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021047 Jul 14 18:27:22.094366 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Pushing event updated for resources: {'Port': ['ID=9caa10f9-5f31-40f9-92e3-1b6aa08cdbe2,revision_number=5']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:27:22.104229 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ae9b789b-e65b-4fea-aee9-6f5cb175d540 req-04b416ab-9860-4d6e-931f-ba0eb2b1dc90 tempest-InstanceActionsV221TestJSON-227115888 tempest-InstanceActionsV221TestJSON-227115888-project] 10.222.0.16 "GET /v2.0/security-groups?id=8fd206b7-ef01-4320-a16f-d46969f251a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809383 Jul 14 18:27:22.198252 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98afd181-3a85-4c0b-ab2d-753c55b4ad3c None None] New status for floating IP 8587d362-a56b-41e1-b6c6-4388ecc55b7a: DOWN {{(pid=93918) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 18:27:22.302956 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b75f1187-18fd-4b26-b1df-990b96108e54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12f9f4e0-732a-4ff7-ae01-79782107bd50'}, {'server_uuid': '60ce9c56-2edf-46b5-91b2-f26d23383604', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9caa10f9-5f31-40f9-92e3-1b6aa08cdbe2'}] {{(pid=93917) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:27:22.306168 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20b787f3c29eaa7aa2a4d648c725a2124c5ff39a8d793252f9d844495e14cf42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4aaa8eb-e0b5-43c8-9bf1-ca1d5c7c7d46" -d '{"events": [{"server_uuid": "b75f1187-18fd-4b26-b1df-990b96108e54", "name": "network-vif-plugged", "status": "completed", "tag": "12f9f4e0-732a-4ff7-ae01-79782107bd50"}, {"server_uuid": "60ce9c56-2edf-46b5-91b2-f26d23383604", "name": "network-vif-plugged", "status": "completed", "tag": "9caa10f9-5f31-40f9-92e3-1b6aa08cdbe2"}]}' {{(pid=93917) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:27:22.313690 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2e9a83-2b2a-4d53-8c8b-879ccda91fc9 req-66655180-6ebc-489d-b7dd-793345ddc432 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:27:22.315791 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-4b2e9a83-2b2a-4d53-8c8b-879ccda91fc9 req-66655180-6ebc-489d-b7dd-793345ddc432 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.16 "GET /v2.0/ports?device_id=b34ed31a-cdf4-42e3-9af8-e1a7ec6d0b20 HTTP/1.1" status: 200 len: 948 time: 0.0702283 Jul 14 18:27:22.385234 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-4b2e9a83-2b2a-4d53-8c8b-879ccda91fc9 req-fa11b644-6f41-454f-874d-c174e99c204a tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.16 "GET /v2.0/security-groups?id=95148b1b-0f93-483b-9e80-262147c27e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578334 Jul 14 18:27:22.413815 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f8c633-055b-4ce0-97af-831a75d3ef23 req-129c8ebb-fb5a-4c22-8eff-b011f7af1240 tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:27:22.415485 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-44f8c633-055b-4ce0-97af-831a75d3ef23 req-129c8ebb-fb5a-4c22-8eff-b011f7af1240 tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] 10.222.0.16 "GET /v2.0/ports?device_id=60ce9c56-2edf-46b5-91b2-f26d23383604 HTTP/1.1" status: 200 len: 945 time: 0.0987444 Jul 14 18:27:22.444478 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 14 Jul 2021 18:27:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb9c9738-2204-4740-910e-fc067720f1d2 x-openstack-request-id: req-eb9c9738-2204-4740-910e-fc067720f1d2 {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:27:22.445038 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b75f1187-18fd-4b26-b1df-990b96108e54", "name": "network-vif-plugged", "status": "completed", "tag": "12f9f4e0-732a-4ff7-ae01-79782107bd50", "code": 200}, {"server_uuid": "60ce9c56-2edf-46b5-91b2-f26d23383604", "name": "network-vif-plugged", "status": "completed", "tag": "9caa10f9-5f31-40f9-92e3-1b6aa08cdbe2", "code": 200}]} {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:27:22.445814 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-eb9c9738-2204-4740-910e-fc067720f1d2 {{(pid=93917) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:27:22.446466 n-d-800634-3 neutron-server[93917]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b75f1187-18fd-4b26-b1df-990b96108e54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12f9f4e0-732a-4ff7-ae01-79782107bd50', 'code': 200} Jul 14 18:27:22.446910 n-d-800634-3 neutron-server[93917]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60ce9c56-2edf-46b5-91b2-f26d23383604', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9caa10f9-5f31-40f9-92e3-1b6aa08cdbe2', 'code': 200} Jul 14 18:27:22.463000 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-44f8c633-055b-4ce0-97af-831a75d3ef23 req-860b0abc-c2b9-463f-8d17-371727be9548 tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] 10.222.0.16 "GET /v2.0/security-groups?id=4824db20-b9ba-4380-9f29-13755d37b981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408692 Jul 14 18:27:22.547602 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 36888) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:27:22.606121 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daeb9ba5-364c-48cf-9026-f6fddf826c19 req-567b4339-5c7e-48f1-aa4a-f9a698aab593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:27:22.607823 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-daeb9ba5-364c-48cf-9026-f6fddf826c19 req-567b4339-5c7e-48f1-aa4a-f9a698aab593 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=b75f1187-18fd-4b26-b1df-990b96108e54 HTTP/1.1" status: 200 len: 1100 time: 0.0686119 Jul 14 18:27:22.652044 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-daeb9ba5-364c-48cf-9026-f6fddf826c19 req-83abaaec-3752-4da4-b211-2529130c6701 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=b0153d44-2cf7-4f50-b628-255afb14ce31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329118 Jul 14 18:27:22.665721 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-4f1c69c0-c7bc-4195-b448-fb66f7f1e6bc tempest-ServersTestJSON-1617994263 tempest-ServersTestJSON-1617994263-project] Notify callbacks [] for security_group, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:27:22.706899 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-4f1c69c0-c7bc-4195-b448-fb66f7f1e6bc tempest-ServersTestJSON-1617994263 tempest-ServersTestJSON-1617994263-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:27:22.748584 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-5f8c4182-04d6-4d97-ae1d-67955a0845be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:27:22.750359 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488741dc-d12a-43c8-9e89-9ae646b1189b req-e4c65f85-b32f-490d-9be8-501cd77ce5a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:27:22.752397 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-488741dc-d12a-43c8-9e89-9ae646b1189b req-e4c65f85-b32f-490d-9be8-501cd77ce5a1 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=60ce9c56-2edf-46b5-91b2-f26d23383604 HTTP/1.1" status: 200 len: 1096 time: 0.1759360 Jul 14 18:27:22.774031 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25619170-d01b-40b4-8e2b-a4461ea8f991 req-971f4d65-1c06-4c9e-a29b-afedfe4917b5 tempest-ServerRescueNegativeTestJSON-843679432 tempest-ServerRescueNegativeTestJSON-843679432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:27:22.775459 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-25619170-d01b-40b4-8e2b-a4461ea8f991 req-971f4d65-1c06-4c9e-a29b-afedfe4917b5 tempest-ServerRescueNegativeTestJSON-843679432 tempest-ServerRescueNegativeTestJSON-843679432-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b9e4456-2d8d-44aa-a867-8b086bbb5414 HTTP/1.1" status: 200 len: 946 time: 0.1531057 Jul 14 18:27:22.811966 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-4f1c69c0-c7bc-4195-b448-fb66f7f1e6bc tempest-ServersTestJSON-1617994263 tempest-ServersTestJSON-1617994263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:27:22.815072 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-4f1c69c0-c7bc-4195-b448-fb66f7f1e6bc tempest-ServersTestJSON-1617994263 tempest-ServersTestJSON-1617994263-project] Notify callbacks [] for security_group, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:27:22.816206 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-4f1c69c0-c7bc-4195-b448-fb66f7f1e6bc tempest-ServersTestJSON-1617994263 tempest-ServersTestJSON-1617994263-project] 10.222.0.16 "DELETE /v2.0/security-groups/fdb82264-481f-4cf8-9ca0-988769171a6e HTTP/1.1" status: 204 len: 168 time: 0.2670460 Jul 14 18:27:22.818914 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 36890) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:27:22.828598 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-488741dc-d12a-43c8-9e89-9ae646b1189b req-cb57a8cb-1e8f-4f33-bd22-0939715d5d5b service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=4824db20-b9ba-4380-9f29-13755d37b981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694621 Jul 14 18:27:22.833751 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1c69c0-c7bc-4195-b448-fb66f7f1e6bc tempest-ServersTestJSON-1617994263 tempest-ServersTestJSON-1617994263-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdb82264-481f-4cf8-9ca0-988769171a6e,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:27:22.833898 n-d-800634-3 neutron-server[93916]: INFO neutron.api.v2.resource [None req-806a5944-3b6b-4c88-94f7-5dd6a9b2ac88 tempest-ServersTestJSON-1617994263 tempest-ServersTestJSON-1617994263-project] show failed (client error): The resource could not be found. Jul 14 18:27:22.834788 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-806a5944-3b6b-4c88-94f7-5dd6a9b2ac88 tempest-ServersTestJSON-1617994263 tempest-ServersTestJSON-1617994263-project] 10.222.0.16 "GET /v2.0/security-groups/fdb82264-481f-4cf8-9ca0-988769171a6e HTTP/1.1" status: 404 len: 347 time: 0.0147789 Jul 14 18:27:22.837506 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 36892) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:27:22.848455 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-25619170-d01b-40b4-8e2b-a4461ea8f991 req-58a62c0e-8be7-48b4-95ea-0d124f8637fd tempest-ServerRescueNegativeTestJSON-843679432 tempest-ServerRescueNegativeTestJSON-843679432-project] 10.222.0.16 "GET /v2.0/security-groups?id=2ad455ff-6ff4-4067-8bf1-fdec963484f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658619 Jul 14 18:27:22.966316 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-163e5285-b6fc-41fa-8cf3-aacdba875364 tempest-ServersTestJSON-1617994263 tempest-ServersTestJSON-1617994263-project] Deleting port 1919fbb1-a716-4825-854f-a2e0667623b4 {{(pid=93916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:27:22.966590 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-163e5285-b6fc-41fa-8cf3-aacdba875364 tempest-ServersTestJSON-1617994263 tempest-ServersTestJSON-1617994263-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:27:23.046127 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-163e5285-b6fc-41fa-8cf3-aacdba875364 tempest-ServersTestJSON-1617994263 tempest-ServersTestJSON-1617994263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:27:23.046458 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-163e5285-b6fc-41fa-8cf3-aacdba875364 tempest-ServersTestJSON-1617994263 tempest-ServersTestJSON-1617994263-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:27:23.059221 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-163e5285-b6fc-41fa-8cf3-aacdba875364 tempest-ServersTestJSON-1617994263 tempest-ServersTestJSON-1617994263-project] Calling delete_port for 1919fbb1-a716-4825-854f-a2e0667623b4 owned by network:floatingip {{(pid=93916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:27:23.121900 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:27:23.215271 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-163e5285-b6fc-41fa-8cf3-aacdba875364 tempest-ServersTestJSON-1617994263 tempest-ServersTestJSON-1617994263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:27:23.248785 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163e5285-b6fc-41fa-8cf3-aacdba875364 tempest-ServersTestJSON-1617994263 tempest-ServersTestJSON-1617994263-project] Pushing event deleted for resources: {'Port': ['ID=1919fbb1-a716-4825-854f-a2e0667623b4,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:27:23.307398 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-163e5285-b6fc-41fa-8cf3-aacdba875364 tempest-ServersTestJSON-1617994263 tempest-ServersTestJSON-1617994263-project] Notify callbacks [] for floatingip, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:27:23.310121 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57acb06e-94ee-493d-b7fb-95934e51beb1 req-2140941c-cea0-4cb4-ab6a-056ee7bb0f5f tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:27:23.310480 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-163e5285-b6fc-41fa-8cf3-aacdba875364 tempest-ServersTestJSON-1617994263 tempest-ServersTestJSON-1617994263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for floatingip, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:27:23.315200 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-163e5285-b6fc-41fa-8cf3-aacdba875364 tempest-ServersTestJSON-1617994263 tempest-ServersTestJSON-1617994263-project] 10.222.0.16 "DELETE /v2.0/floatingips/8587d362-a56b-41e1-b6c6-4388ecc55b7a HTTP/1.1" status: 204 len: 168 time: 0.4731700 Jul 14 18:27:23.315372 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-57acb06e-94ee-493d-b7fb-95934e51beb1 req-2140941c-cea0-4cb4-ab6a-056ee7bb0f5f tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] 10.222.0.16 "GET /v2.0/ports?device_id=e1685c18-3cef-4f84-b35f-c828681ce570 HTTP/1.1" status: 200 len: 948 time: 0.1087360 Jul 14 18:27:23.316201 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 36902) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:27:23.324103 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bffd382-87da-4ee4-86f1-ad205323a60d req-adfa7308-222f-44dc-88bb-d2892631f028 tempest-InstanceActionsV221TestJSON-227115888 tempest-InstanceActionsV221TestJSON-227115888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:27:23.325623 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-0bffd382-87da-4ee4-86f1-ad205323a60d req-adfa7308-222f-44dc-88bb-d2892631f028 tempest-InstanceActionsV221TestJSON-227115888 tempest-InstanceActionsV221TestJSON-227115888-project] 10.222.0.16 "GET /v2.0/ports?device_id=9aa4af6d-c218-4869-be49-f22a40658e08 HTTP/1.1" status: 200 len: 946 time: 0.0928595 Jul 14 18:27:23.384836 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-57acb06e-94ee-493d-b7fb-95934e51beb1 req-b4f74fe3-fe09-41cd-b154-8d74c2165cc1 tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] 10.222.0.16 "GET /v2.0/security-groups?id=b0153d44-2cf7-4f50-b628-255afb14ce31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582457 Jul 14 18:27:23.389733 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-0bffd382-87da-4ee4-86f1-ad205323a60d req-93d69bb3-496f-4a26-93d2-009565a6fa7b tempest-InstanceActionsV221TestJSON-227115888 tempest-InstanceActionsV221TestJSON-227115888-project] 10.222.0.16 "GET /v2.0/security-groups?id=8fd206b7-ef01-4320-a16f-d46969f251a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571492 Jul 14 18:27:23.584677 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8004c4-492b-4ff8-998f-30ed3fd03dd6 req-f9f990b1-c287-4f00-b721-0fe4535ffdaf tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:27:23.586205 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2f8004c4-492b-4ff8-998f-30ed3fd03dd6 req-f9f990b1-c287-4f00-b721-0fe4535ffdaf tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.16 "GET /v2.0/ports?device_id=b34ed31a-cdf4-42e3-9af8-e1a7ec6d0b20 HTTP/1.1" status: 200 len: 948 time: 0.0707166 Jul 14 18:27:23.630013 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2f8004c4-492b-4ff8-998f-30ed3fd03dd6 req-a3c0474e-e4c8-46da-b42a-9376aa4fee30 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.16 "GET /v2.0/security-groups?id=95148b1b-0f93-483b-9e80-262147c27e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368793 Jul 14 18:27:23.725876 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-99238d18-f19e-4d2f-a4b2-46e0881b0c62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-928623'] for router_interface, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:27:23.812641 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device 93931838-c4c9-4619-9753-71eeca38dcdc up at agent hyperv_n-h1-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:27:23.826606 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11df70af-f729-4ac9-a278-bcd8ad7314ed req-024d345f-9a80-44d2-a361-25f22fa3effb tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:27:23.835885 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-11df70af-f729-4ac9-a278-bcd8ad7314ed req-024d345f-9a80-44d2-a361-25f22fa3effb tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] 10.222.0.16 "GET /v2.0/ports?device_id=60ce9c56-2edf-46b5-91b2-f26d23383604 HTTP/1.1" status: 200 len: 945 time: 0.0809207 Jul 14 18:27:23.871010 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Provisioning for port 93931838-c4c9-4619-9753-71eeca38dcdc completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:27:23.875674 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Provisioning complete for port 93931838-c4c9-4619-9753-71eeca38dcdc triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:27:23.876313 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:27:23.940156 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e3a6ac-0ab7-4cec-8b2b-d484e17d2877 req-0fd1dd8c-cc2b-4a4f-aec6-3152c1be910f tempest-InstanceActionsV221TestJSON-227115888 tempest-InstanceActionsV221TestJSON-227115888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:27:23.941734 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-36e3a6ac-0ab7-4cec-8b2b-d484e17d2877 req-0fd1dd8c-cc2b-4a4f-aec6-3152c1be910f tempest-InstanceActionsV221TestJSON-227115888 tempest-InstanceActionsV221TestJSON-227115888-project] 10.222.0.16 "GET /v2.0/ports?device_id=9aa4af6d-c218-4869-be49-f22a40658e08 HTTP/1.1" status: 200 len: 946 time: 0.1040695 Jul 14 18:27:23.953614 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-11df70af-f729-4ac9-a278-bcd8ad7314ed req-2b99547a-b940-4bb5-8c0f-98d1f60b9944 tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] 10.222.0.16 "GET /v2.0/security-groups?id=4824db20-b9ba-4380-9f29-13755d37b981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161056 Jul 14 18:27:23.981730 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:27:24.018881 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-574aeb93-9938-449c-8e6c-cb22c9b52cc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:27:24.021165 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-99238d18-f19e-4d2f-a4b2-46e0881b0c62 admin admin] Deleting port 5eb6062f-5273-4035-a2fa-daa17d368c7c {{(pid=93916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:27:24.021732 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-99238d18-f19e-4d2f-a4b2-46e0881b0c62 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:27:24.024580 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-36e3a6ac-0ab7-4cec-8b2b-d484e17d2877 req-3349a897-54f6-457a-a15f-cbf59738e7d7 tempest-InstanceActionsV221TestJSON-227115888 tempest-InstanceActionsV221TestJSON-227115888-project] 10.222.0.16 "GET /v2.0/security-groups?id=8fd206b7-ef01-4320-a16f-d46969f251a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691099 Jul 14 18:27:24.037128 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port 93931838-c4c9-4619-9753-71eeca38dcdc, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=93931838-c4c9-4619-9753-71eeca38dcdc,segment=NetworkSegment(067fc487-22c7-42de-972d-ae352a28ad29),segment_id=067fc487-22c7-42de-972d-ae352a28ad29)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:27:24.048635 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:27:24.049828 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device 0617f9f4-4c8f-4362-b3ec-c500773f442e no longer exists at agent hyperv_n-h1-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 18:27:24.093083 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] No Port match for: 0617f9f4-4c8f-4362-b3ec-c500773f442e {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 18:27:24.093545 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device 0617f9f4-4c8f-4362-b3ec-c500773f442e not bound to the agent host n-h1-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 18:27:24.121150 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.db [None req-99238d18-f19e-4d2f-a4b2-46e0881b0c62 admin admin] For port 5eb6062f-5273-4035-a2fa-daa17d368c7c, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=5eb6062f-5273-4035-a2fa-daa17d368c7c,segment=NetworkSegment(ea2d311d-b712-47dc-86e8-854ce64a1f19),segment_id=ea2d311d-b712-47dc-86e8-854ce64a1f19)] {{(pid=93916) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:27:24.121674 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-99238d18-f19e-4d2f-a4b2-46e0881b0c62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:27:24.137053 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f28264f-609f-4e20-b7b6-c8f806e41e4a req-7ab3aca2-fb1b-4a32-88d9-7ab8fdfc8d4b tempest-ServerRescueNegativeTestJSON-843679432 tempest-ServerRescueNegativeTestJSON-843679432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:27:24.137797 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-99238d18-f19e-4d2f-a4b2-46e0881b0c62 admin admin] Calling delete_port for 5eb6062f-5273-4035-a2fa-daa17d368c7c owned by network:router_interface {{(pid=93916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:27:24.139690 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3f28264f-609f-4e20-b7b6-c8f806e41e4a req-7ab3aca2-fb1b-4a32-88d9-7ab8fdfc8d4b tempest-ServerRescueNegativeTestJSON-843679432 tempest-ServerRescueNegativeTestJSON-843679432-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b9e4456-2d8d-44aa-a867-8b086bbb5414 HTTP/1.1" status: 200 len: 946 time: 0.0860970 Jul 14 18:27:24.145320 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Pushing event updated for resources: {'Port': ['ID=93931838-c4c9-4619-9753-71eeca38dcdc,revision_number=5']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:27:24.202915 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3f28264f-609f-4e20-b7b6-c8f806e41e4a req-037bf97f-eccb-431f-8b2e-dafebc80ba84 tempest-ServerRescueNegativeTestJSON-843679432 tempest-ServerRescueNegativeTestJSON-843679432-project] 10.222.0.16 "GET /v2.0/security-groups?id=2ad455ff-6ff4-4067-8bf1-fdec963484f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535090 Jul 14 18:27:24.341400 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-99238d18-f19e-4d2f-a4b2-46e0881b0c62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:27:24.370664 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99238d18-f19e-4d2f-a4b2-46e0881b0c62 admin admin] Pushing event deleted for resources: {'Port': ['ID=5eb6062f-5273-4035-a2fa-daa17d368c7c,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:27:24.448825 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1685c18-3cef-4f84-b35f-c828681ce570', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93931838-c4c9-4619-9753-71eeca38dcdc'}] {{(pid=93917) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:27:24.451413 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20b787f3c29eaa7aa2a4d648c725a2124c5ff39a8d793252f9d844495e14cf42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8dad6264-3a98-4cf6-b2ab-63155be1255c" -d '{"events": [{"server_uuid": "e1685c18-3cef-4f84-b35f-c828681ce570", "name": "network-vif-plugged", "status": "completed", "tag": "93931838-c4c9-4619-9753-71eeca38dcdc"}]}' {{(pid=93917) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:27:24.499649 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 18:27:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5089b971-d354-4d9e-a3ec-57e9913a39d1 x-openstack-request-id: req-5089b971-d354-4d9e-a3ec-57e9913a39d1 {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:27:24.499952 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1685c18-3cef-4f84-b35f-c828681ce570", "name": "network-vif-plugged", "status": "completed", "tag": "93931838-c4c9-4619-9753-71eeca38dcdc", "code": 200}]} {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:27:24.500235 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5089b971-d354-4d9e-a3ec-57e9913a39d1 {{(pid=93917) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:27:24.500638 n-d-800634-3 neutron-server[93917]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1685c18-3cef-4f84-b35f-c828681ce570', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93931838-c4c9-4619-9753-71eeca38dcdc', 'code': 200} Jul 14 18:27:24.576078 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-99238d18-f19e-4d2f-a4b2-46e0881b0c62 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-598732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-928907'] for router_interface, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:27:24.651518 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2782cc76-fb4a-46e4-a93e-0590d4602ee4 req-a2f76e02-9e6a-4df3-9996-1068603dbcc1 tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:27:24.653068 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2782cc76-fb4a-46e4-a93e-0590d4602ee4 req-a2f76e02-9e6a-4df3-9996-1068603dbcc1 tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] 10.222.0.16 "GET /v2.0/ports?device_id=e1685c18-3cef-4f84-b35f-c828681ce570 HTTP/1.1" status: 200 len: 949 time: 0.1069283 Jul 14 18:27:24.703012 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2782cc76-fb4a-46e4-a93e-0590d4602ee4 req-fac712cd-bfbb-4a6d-a7ec-c530bd4d740a tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] 10.222.0.16 "GET /v2.0/security-groups?id=b0153d44-2cf7-4f50-b628-255afb14ce31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428801 Jul 14 18:27:24.707737 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1642bf8d-f347-481e-852a-61fff8359565 req-afe99ab3-6230-43fd-9183-b1b377180edf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:27:24.709229 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-1642bf8d-f347-481e-852a-61fff8359565 req-afe99ab3-6230-43fd-9183-b1b377180edf service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=e1685c18-3cef-4f84-b35f-c828681ce570 HTTP/1.1" status: 200 len: 1100 time: 0.0958734 Jul 14 18:27:24.751007 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-1642bf8d-f347-481e-852a-61fff8359565 req-70d4c6db-ea75-4682-b11a-4fb9a3aafdb5 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=b0153d44-2cf7-4f50-b628-255afb14ce31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0289567 Jul 14 18:27:24.800699 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99238d18-f19e-4d2f-a4b2-46e0881b0c62 admin admin] Router 50b422c3-72ed-4d0c-b7aa-31b8479ae9f5 has already been hosted by L3 agent 2c6eb27e-defb-4cca-9a24-381c7415e359 {{(pid=93916) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 18:27:24.821320 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002316bd-9261-4644-89c4-6cde3b815259 req-d2fe57f3-7af9-4b9e-bdbd-3ea20ba89d31 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:27:24.822831 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-002316bd-9261-4644-89c4-6cde3b815259 req-d2fe57f3-7af9-4b9e-bdbd-3ea20ba89d31 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.16 "GET /v2.0/ports?device_id=b34ed31a-cdf4-42e3-9af8-e1a7ec6d0b20 HTTP/1.1" status: 200 len: 948 time: 0.0642605 Jul 14 18:27:24.866098 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-002316bd-9261-4644-89c4-6cde3b815259 req-560334d4-c54c-4231-bf88-f4ce281aafa0 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.16 "GET /v2.0/security-groups?id=95148b1b-0f93-483b-9e80-262147c27e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374877 Jul 14 18:27:24.917159 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99238d18-f19e-4d2f-a4b2-46e0881b0c62 admin admin] Notify agent at l3_agent.n-d-800634-3 the message routers_updated {{(pid=93916) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 18:27:24.922481 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-99238d18-f19e-4d2f-a4b2-46e0881b0c62 admin admin] 10.222.0.16 "PUT /v2.0/routers/50b422c3-72ed-4d0c-b7aa-31b8479ae9f5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6053150 Jul 14 18:27:24.925218 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 36924) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:27:24.926343 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e1c4ddb-70b5-47a8-998e-f3e859635dd1 None None] Sync routers for ids ['50b422c3-72ed-4d0c-b7aa-31b8479ae9f5'] in n-d-800634-3 {{(pid=93917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 18:27:24.935520 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e1c4ddb-70b5-47a8-998e-f3e859635dd1 None None] Routers {'50b422c3-72ed-4d0c-b7aa-31b8479ae9f5'} bound to L3 agent in host n-d-800634-3 {{(pid=93917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:27:24.936167 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-7e1c4ddb-70b5-47a8-998e-f3e859635dd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:27:23Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['50b422c3-72ed-4d0c-b7aa-31b8479ae9f5'], 'active': True} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:27:25.045935 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvr_db [None req-7e1c4ddb-70b5-47a8-998e-f3e859635dd1 None None] Set router 50b422c3-72ed-4d0c-b7aa-31b8479ae9f5 gateway port host: n-d-800634-3 {{(pid=93917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 18:27:25.153313 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed58b40-4e5e-4317-93bd-8539e5ed00c2 req-3f2a6b2b-786e-42f2-b48c-e93a15625d5b tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:27:25.154848 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-eed58b40-4e5e-4317-93bd-8539e5ed00c2 req-3f2a6b2b-786e-42f2-b48c-e93a15625d5b tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] 10.222.0.16 "GET /v2.0/ports?device_id=60ce9c56-2edf-46b5-91b2-f26d23383604 HTTP/1.1" status: 200 len: 945 time: 0.0815527 Jul 14 18:27:25.221870 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-eed58b40-4e5e-4317-93bd-8539e5ed00c2 req-9da733f1-eb7c-4e9b-b9c1-ce6c3d554dd2 tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] 10.222.0.16 "GET /v2.0/security-groups?id=4824db20-b9ba-4380-9f29-13755d37b981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568244 Jul 14 18:27:25.255881 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48898c52-056c-446a-a817-1277765e3f5e req-d7578bb9-fe15-4344-b594-2a6cf0d4d24b tempest-InstanceActionsV221TestJSON-227115888 tempest-InstanceActionsV221TestJSON-227115888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:27:25.257795 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-48898c52-056c-446a-a817-1277765e3f5e req-d7578bb9-fe15-4344-b594-2a6cf0d4d24b tempest-InstanceActionsV221TestJSON-227115888 tempest-InstanceActionsV221TestJSON-227115888-project] 10.222.0.16 "GET /v2.0/ports?device_id=9aa4af6d-c218-4869-be49-f22a40658e08 HTTP/1.1" status: 200 len: 946 time: 0.1136434 Jul 14 18:27:25.303436 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-7e1c4ddb-70b5-47a8-998e-f3e859635dd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50b422c3-72ed-4d0c-b7aa-31b8479ae9f5', 'name': 'tempest-ServersTestJSON-510107149-router', 'tenant_id': '327b1c3e1f0f4935a843f320f55291fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.56'}], 'enable_snat': True}, 'gw_port_id': '7b6cadfb-63e0-42b1-a6de-6885edf9c8da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:24:17Z', 'updated_at': '2021-07-14T18:27:24Z', 'revision_number': 5, 'project_id': '327b1c3e1f0f4935a843f320f55291fe', 'gw_port': {'id': '7b6cadfb-63e0-42b1-a6de-6885edf9c8da', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:b8:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50b422c3-72ed-4d0c-b7aa-31b8479ae9f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 884, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:24:19Z', 'updated_at': '2021-07-14T18:24:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3'}], 'n-d-800634-3', False) {} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:27:25.337336 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-48898c52-056c-446a-a817-1277765e3f5e req-918696aa-58f9-4d6e-981b-7f87074e024f tempest-InstanceActionsV221TestJSON-227115888 tempest-InstanceActionsV221TestJSON-227115888-project] 10.222.0.16 "GET /v2.0/security-groups?id=8fd206b7-ef01-4320-a16f-d46969f251a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646465 Jul 14 18:27:25.340831 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e1c4ddb-70b5-47a8-998e-f3e859635dd1 None None] Checking router: 50b422c3-72ed-4d0c-b7aa-31b8479ae9f5 for host: n-d-800634-3 {{(pid=93917) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 18:27:25.350534 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e1c4ddb-70b5-47a8-998e-f3e859635dd1 None None] Routers {'50b422c3-72ed-4d0c-b7aa-31b8479ae9f5'} bound to L3 agent in host n-d-800634-3 {{(pid=93917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:27:25.351180 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-7e1c4ddb-70b5-47a8-998e-f3e859635dd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:27:23Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['50b422c3-72ed-4d0c-b7aa-31b8479ae9f5'], 'active': True} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:27:25.352291 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-51f12765-589f-45f9-990e-bc81366f2086 admin admin] Notify callbacks [] for router, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:27:25.430510 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f4e3b5-8ae6-41bc-9b79-2f19afb15dec req-2526fa6e-034a-48f5-a62c-f4e7d7842c89 tempest-ServerRescueNegativeTestJSON-843679432 tempest-ServerRescueNegativeTestJSON-843679432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:27:25.432533 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-11f4e3b5-8ae6-41bc-9b79-2f19afb15dec req-2526fa6e-034a-48f5-a62c-f4e7d7842c89 tempest-ServerRescueNegativeTestJSON-843679432 tempest-ServerRescueNegativeTestJSON-843679432-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b9e4456-2d8d-44aa-a867-8b086bbb5414 HTTP/1.1" status: 200 len: 946 time: 0.0874429 Jul 14 18:27:25.473734 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvr_db [None req-7e1c4ddb-70b5-47a8-998e-f3e859635dd1 None None] Set router 50b422c3-72ed-4d0c-b7aa-31b8479ae9f5 gateway port host: n-d-800634-3 {{(pid=93917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 18:27:25.507344 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-51f12765-589f-45f9-990e-bc81366f2086 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:27:25.537779 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-11f4e3b5-8ae6-41bc-9b79-2f19afb15dec req-68975cfc-6590-4745-a41b-6a5828097f34 tempest-ServerRescueNegativeTestJSON-843679432 tempest-ServerRescueNegativeTestJSON-843679432-project] 10.222.0.16 "GET /v2.0/security-groups?id=2ad455ff-6ff4-4067-8bf1-fdec963484f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990739 Jul 14 18:27:25.575694 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c62410-c10e-4241-88d3-71993cf4d37e req-ea85738a-1805-4f9a-9f79-81c2485d6458 tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:27:25.577815 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f7c62410-c10e-4241-88d3-71993cf4d37e req-ea85738a-1805-4f9a-9f79-81c2485d6458 tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] 10.222.0.16 "GET /v2.0/networks?id=027c4e91-49f9-408a-bc70-11f19a2cbbb7 HTTP/1.1" status: 200 len: 806 time: 0.1367195 Jul 14 18:27:25.578715 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-51f12765-589f-45f9-990e-bc81366f2086 admin admin] Deleting port 7b6cadfb-63e0-42b1-a6de-6885edf9c8da {{(pid=93916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:27:25.579155 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-51f12765-589f-45f9-990e-bc81366f2086 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:27:25.597348 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f7c62410-c10e-4241-88d3-71993cf4d37e req-6205fdcb-7e19-4f90-834c-54a3b0e8310f tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] 10.222.0.16 "GET /v2.0/quotas/882f4375ae5845d48a58ae9ac1c63552 HTTP/1.1" status: 200 len: 375 time: 0.0106816 Jul 14 18:27:25.671432 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-7e1c4ddb-70b5-47a8-998e-f3e859635dd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50b422c3-72ed-4d0c-b7aa-31b8479ae9f5', 'name': 'tempest-ServersTestJSON-510107149-router', 'tenant_id': '327b1c3e1f0f4935a843f320f55291fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.56'}], 'enable_snat': True}, 'gw_port_id': '7b6cadfb-63e0-42b1-a6de-6885edf9c8da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:24:17Z', 'updated_at': '2021-07-14T18:27:24Z', 'revision_number': 5, 'project_id': '327b1c3e1f0f4935a843f320f55291fe', 'gw_port': {'id': '7b6cadfb-63e0-42b1-a6de-6885edf9c8da', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:b8:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50b422c3-72ed-4d0c-b7aa-31b8479ae9f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 884, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:24:19Z', 'updated_at': '2021-07-14T18:24:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3'}], 'n-d-800634-3', False) {} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:27:25.677861 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.db [None req-51f12765-589f-45f9-990e-bc81366f2086 admin admin] For port 7b6cadfb-63e0-42b1-a6de-6885edf9c8da, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=7b6cadfb-63e0-42b1-a6de-6885edf9c8da,segment=NetworkSegment(5afb940b-bbdf-4727-be00-5d46367c38a1),segment_id=5afb940b-bbdf-4727-be00-5d46367c38a1)] {{(pid=93916) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:27:25.678266 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-51f12765-589f-45f9-990e-bc81366f2086 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:27:25.685652 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f7c62410-c10e-4241-88d3-71993cf4d37e req-dda521dd-7b5e-4c46-95b6-284dfca07bf1 tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=882f4375ae5845d48a58ae9ac1c63552&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0811839 Jul 14 18:27:25.702223 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-51f12765-589f-45f9-990e-bc81366f2086 admin admin] Calling delete_port for 7b6cadfb-63e0-42b1-a6de-6885edf9c8da owned by network:router_gateway {{(pid=93916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:27:25.709257 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e1c4ddb-70b5-47a8-998e-f3e859635dd1 None None] The sync data for ids ['50b422c3-72ed-4d0c-b7aa-31b8479ae9f5'] in n-d-800634-3 is: [{'id': '50b422c3-72ed-4d0c-b7aa-31b8479ae9f5', 'name': 'tempest-ServersTestJSON-510107149-router', 'tenant_id': '327b1c3e1f0f4935a843f320f55291fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.56'}], 'enable_snat': True}, 'gw_port_id': '7b6cadfb-63e0-42b1-a6de-6885edf9c8da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:24:17Z', 'updated_at': '2021-07-14T18:27:24Z', 'revision_number': 5, 'project_id': '327b1c3e1f0f4935a843f320f55291fe', 'gw_port': {'id': '7b6cadfb-63e0-42b1-a6de-6885edf9c8da', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:b8:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50b422c3-72ed-4d0c-b7aa-31b8479ae9f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 884, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:24:19Z', 'updated_at': '2021-07-14T18:24:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3'}] {{(pid=93917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 18:27:25.724036 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-2f4e3af3-e708-4ffd-a544-82d93a489d01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:27:25.800869 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f7c62410-c10e-4241-88d3-71993cf4d37e req-bf053ae3-7230-4b9f-be18-cde7b8819b49 service neutron] 10.222.0.16 "GET /v2.0/networks/027c4e91-49f9-408a-bc70-11f19a2cbbb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1075981 Jul 14 18:27:25.896000 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-51f12765-589f-45f9-990e-bc81366f2086 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:27:25.926533 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f12765-589f-45f9-990e-bc81366f2086 admin admin] Pushing event deleted for resources: {'Port': ['ID=7b6cadfb-63e0-42b1-a6de-6885edf9c8da,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:27:25.956388 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f7c62410-c10e-4241-88d3-71993cf4d37e req-bd22f5d2-3820-4151-8e7d-2641c2b9bb17 service neutron] 10.222.0.16 "GET /v2.0/networks/027c4e91-49f9-408a-bc70-11f19a2cbbb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1482818 Jul 14 18:27:25.969285 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c3719e-bc69-431b-9658-41b9de75531b req-d1c9c64d-0b14-48ef-80e4-0ae4c0a03798 tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:27:25.971329 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-14c3719e-bc69-431b-9658-41b9de75531b req-d1c9c64d-0b14-48ef-80e4-0ae4c0a03798 tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] 10.222.0.16 "GET /v2.0/ports?device_id=e1685c18-3cef-4f84-b35f-c828681ce570 HTTP/1.1" status: 200 len: 949 time: 0.0994532 Jul 14 18:27:25.991399 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-51f12765-589f-45f9-990e-bc81366f2086 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-930057'] for router_gateway, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:27:26.012074 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-14c3719e-bc69-431b-9658-41b9de75531b req-ca76bfea-b672-4c34-9632-48d09e388424 tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] 10.222.0.16 "GET /v2.0/security-groups?id=b0153d44-2cf7-4f50-b628-255afb14ce31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344698 Jul 14 18:27:26.085499 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-51f12765-589f-45f9-990e-bc81366f2086 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-571778', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11402'] for router, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:27:26.087814 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-51f12765-589f-45f9-990e-bc81366f2086 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:27:26.164416 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-51f12765-589f-45f9-990e-bc81366f2086 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-541202'] for router, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:27:26.164982 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51f12765-589f-45f9-990e-bc81366f2086 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 50b422c3-72ed-4d0c-b7aa-31b8479ae9f5 {{(pid=93916) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 18:27:26.171335 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-51f12765-589f-45f9-990e-bc81366f2086 admin admin] Notify callbacks [] for router, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:27:26.175415 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-51f12765-589f-45f9-990e-bc81366f2086 admin admin] 10.222.0.16 "DELETE /v2.0/routers/50b422c3-72ed-4d0c-b7aa-31b8479ae9f5 HTTP/1.1" status: 204 len: 168 time: 1.2492046 Jul 14 18:27:26.175513 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 36956) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:27:26.207551 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-9ff336ea-d9ca-4b2f-bfec-3484426b87af req-077f49e3-a1db-4cbf-acf3-716873f3dfb1 tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] 10.222.0.16 "GET /v2.0/ports?device_id=0c67ccb1-27e9-4b4b-b1d8-0b03abbae8c6 HTTP/1.1" status: 200 len: 210 time: 0.0660701 Jul 14 18:27:26.257925 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.db_base_plugin_v2 [None req-5887216d-3c5c-4f44-93c0-1cd93aa25972 admin admin] Deleting subnet e0f57fb3-d58e-4f09-b512-33298fff8025 {{(pid=93915) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 18:27:26.262257 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-5887216d-3c5c-4f44-93c0-1cd93aa25972 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:27:26.311075 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d75c17-b4c1-45a4-80eb-45129c5afb4e req-018f8bdb-401d-42cf-b775-1547271080f2 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:27:26.312707 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-00d75c17-b4c1-45a4-80eb-45129c5afb4e req-018f8bdb-401d-42cf-b775-1547271080f2 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.16 "GET /v2.0/ports?device_id=b34ed31a-cdf4-42e3-9af8-e1a7ec6d0b20 HTTP/1.1" status: 200 len: 948 time: 0.1803803 Jul 14 18:27:26.319353 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-5887216d-3c5c-4f44-93c0-1cd93aa25972 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28939913'] for subnet, precommit_delete_associations {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:27:26.422417 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-00d75c17-b4c1-45a4-80eb-45129c5afb4e req-6bb8483f-d61f-4759-adf6-8033a5b01ab6 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.16 "GET /v2.0/security-groups?id=95148b1b-0f93-483b-9e80-262147c27e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008730 Jul 14 18:27:26.486888 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-5887216d-3c5c-4f44-93c0-1cd93aa25972 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081283'] for subnet, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:27:26.859886 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8087b6-fab5-449c-80a5-a9ccba22f75e req-e0ba770a-e461-40be-8450-7ce2e1c1a6f6 tempest-InstanceActionsV221TestJSON-227115888 tempest-InstanceActionsV221TestJSON-227115888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:27:26.861928 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-1e8087b6-fab5-449c-80a5-a9ccba22f75e req-e0ba770a-e461-40be-8450-7ce2e1c1a6f6 tempest-InstanceActionsV221TestJSON-227115888 tempest-InstanceActionsV221TestJSON-227115888-project] 10.222.0.18 "GET /v2.0/ports?device_id=9aa4af6d-c218-4869-be49-f22a40658e08 HTTP/1.1" status: 200 len: 946 time: 0.4943702 Jul 14 18:27:26.961780 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 5eb6062f-5273-4035-a2fa-daa17d368c7c no longer exists at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 18:27:26.984951 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-5887216d-3c5c-4f44-93c0-1cd93aa25972 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25913028', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28969762'] for subnet, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:27:26.987768 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] No Port match for: 5eb6062f-5273-4035-a2fa-daa17d368c7c {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 18:27:26.988146 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 5eb6062f-5273-4035-a2fa-daa17d368c7c not bound to the agent host n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 18:27:26.988579 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 7b6cadfb-63e0-42b1-a6de-6885edf9c8da no longer exists at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 18:27:27.008091 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] No Port match for: 7b6cadfb-63e0-42b1-a6de-6885edf9c8da {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 18:27:27.008466 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 7b6cadfb-63e0-42b1-a6de-6885edf9c8da not bound to the agent host n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 18:27:27.057235 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5887216d-3c5c-4f44-93c0-1cd93aa25972 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e0f57fb3-d58e-4f09-b512-33298fff8025,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:27:27.066461 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46f58a99-d0d6-4ca8-8274-c6767710378f None None] Network 5b9f9ac3-6ebc-4dc3-8f35-bd7ca736cf0d requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:27:27.067428 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1b4a61-4cc5-4cad-b34f-1785c07f3677 req-3b15832b-af15-4e30-9250-f70910bb31b6 tempest-InstanceActionsV221TestJSON-227115888 tempest-InstanceActionsV221TestJSON-227115888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:27:27.068970 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-7c1b4a61-4cc5-4cad-b34f-1785c07f3677 req-3b15832b-af15-4e30-9250-f70910bb31b6 tempest-InstanceActionsV221TestJSON-227115888 tempest-InstanceActionsV221TestJSON-227115888-project] 10.222.0.16 "GET /v2.0/ports?device_id=9aa4af6d-c218-4869-be49-f22a40658e08 HTTP/1.1" status: 200 len: 946 time: 0.5797465 Jul 14 18:27:27.071212 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-5887216d-3c5c-4f44-93c0-1cd93aa25972 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:27:27.075327 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-5887216d-3c5c-4f44-93c0-1cd93aa25972 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/e0f57fb3-d58e-4f09-b512-33298fff8025 HTTP/1.1" status: 204 len: 168 time: 0.8756518 Jul 14 18:27:27.076402 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 36974) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:27:27.101220 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24450c3-f725-4adc-a957-f0a6264ea002 req-3ee78a04-d382-46d4-a903-e1f267cd0918 tempest-ServerRescueNegativeTestJSON-843679432 tempest-ServerRescueNegativeTestJSON-843679432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:27:27.102733 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b24450c3-f725-4adc-a957-f0a6264ea002 req-3ee78a04-d382-46d4-a903-e1f267cd0918 tempest-ServerRescueNegativeTestJSON-843679432 tempest-ServerRescueNegativeTestJSON-843679432-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b9e4456-2d8d-44aa-a867-8b086bbb5414 HTTP/1.1" status: 200 len: 946 time: 0.2544267 Jul 14 18:27:27.147997 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-7c1b4a61-4cc5-4cad-b34f-1785c07f3677 req-646ab88d-e29b-47db-a005-9807089e2c50 tempest-InstanceActionsV221TestJSON-227115888 tempest-InstanceActionsV221TestJSON-227115888-project] 10.222.0.16 "GET /v2.0/security-groups?id=8fd206b7-ef01-4320-a16f-d46969f251a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717731 Jul 14 18:27:27.161340 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-f921c1a3-28f2-474f-b5d3-195a8619139f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645734'] for network, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:27:27.171187 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [req-1e8087b6-fab5-449c-80a5-a9ccba22f75e req-def44de0-08c8-4ac2-a8d5-a1934c1aceba tempest-InstanceActionsV221TestJSON-227115888 tempest-InstanceActionsV221TestJSON-227115888-project] Deleting port c95ce732-b61a-4349-8b5f-b06d3c635de5 {{(pid=93915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:27:27.171539 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-1e8087b6-fab5-449c-80a5-a9ccba22f75e req-def44de0-08c8-4ac2-a8d5-a1934c1aceba tempest-InstanceActionsV221TestJSON-227115888 tempest-InstanceActionsV221TestJSON-227115888-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:27:27.184782 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b24450c3-f725-4adc-a957-f0a6264ea002 req-b0c3c394-7c77-470d-b9a0-4de778da35c3 tempest-ServerRescueNegativeTestJSON-843679432 tempest-ServerRescueNegativeTestJSON-843679432-project] 10.222.0.16 "GET /v2.0/security-groups?id=2ad455ff-6ff4-4067-8bf1-fdec963484f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718763 Jul 14 18:27:27.257481 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-f921c1a3-28f2-474f-b5d3-195a8619139f admin admin] Deleting port 1652550c-cd2b-45b2-89e6-f8ad17d8f89e {{(pid=93916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:27:27.257824 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-f921c1a3-28f2-474f-b5d3-195a8619139f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:27:27.303234 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-1e8087b6-fab5-449c-80a5-a9ccba22f75e req-def44de0-08c8-4ac2-a8d5-a1934c1aceba tempest-InstanceActionsV221TestJSON-227115888 tempest-InstanceActionsV221TestJSON-227115888-project] For port c95ce732-b61a-4349-8b5f-b06d3c635de5, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=c95ce732-b61a-4349-8b5f-b06d3c635de5,segment=NetworkSegment(8be03a33-230c-43e6-9d31-925e911f4dd2),segment_id=8be03a33-230c-43e6-9d31-925e911f4dd2)] {{(pid=93915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:27:27.303704 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-1e8087b6-fab5-449c-80a5-a9ccba22f75e req-def44de0-08c8-4ac2-a8d5-a1934c1aceba tempest-InstanceActionsV221TestJSON-227115888 tempest-InstanceActionsV221TestJSON-227115888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:27:27.340699 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1bfbaa3-e2d2-4663-86ca-53778123bf7a None None] DHCP port deletion for 5b9f9ac3-6ebc-4dc3-8f35-bd7ca736cf0d request from n-d-800634-3 {{(pid=93917) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 18:27:27.366863 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.db [None req-f921c1a3-28f2-474f-b5d3-195a8619139f admin admin] For port 1652550c-cd2b-45b2-89e6-f8ad17d8f89e, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=1652550c-cd2b-45b2-89e6-f8ad17d8f89e,segment=NetworkSegment(ea2d311d-b712-47dc-86e8-854ce64a1f19),segment_id=ea2d311d-b712-47dc-86e8-854ce64a1f19)] {{(pid=93916) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:27:27.367252 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-f921c1a3-28f2-474f-b5d3-195a8619139f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:27:27.383818 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [req-1e8087b6-fab5-449c-80a5-a9ccba22f75e req-def44de0-08c8-4ac2-a8d5-a1934c1aceba tempest-InstanceActionsV221TestJSON-227115888 tempest-InstanceActionsV221TestJSON-227115888-project] Calling delete_port for c95ce732-b61a-4349-8b5f-b06d3c635de5 owned by compute:nova {{(pid=93915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:27:27.410748 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-f921c1a3-28f2-474f-b5d3-195a8619139f admin admin] Calling delete_port for 1652550c-cd2b-45b2-89e6-f8ad17d8f89e owned by network:dhcp {{(pid=93916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:27:27.421380 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-f1bfbaa3-e2d2-4663-86ca-53778123bf7a None None] Deleting port 1652550c-cd2b-45b2-89e6-f8ad17d8f89e {{(pid=93917) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:27:27.422066 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-f1bfbaa3-e2d2-4663-86ca-53778123bf7a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:27:27.497093 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-d785c778-a132-4816-9e98-5456b9ac23f1 req-224c1a21-c4d9-4f6f-998f-6b720194cd9a tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] 10.222.0.16 "GET /v2.0/ports?device_id=0c67ccb1-27e9-4b4b-b1d8-0b03abbae8c6 HTTP/1.1" status: 200 len: 210 time: 0.0434246 Jul 14 18:27:27.497317 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-f1bfbaa3-e2d2-4663-86ca-53778123bf7a None None] For port 1652550c-cd2b-45b2-89e6-f8ad17d8f89e, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=1652550c-cd2b-45b2-89e6-f8ad17d8f89e,segment=NetworkSegment(ea2d311d-b712-47dc-86e8-854ce64a1f19),segment_id=ea2d311d-b712-47dc-86e8-854ce64a1f19)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:27:27.497616 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-f1bfbaa3-e2d2-4663-86ca-53778123bf7a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:27:27.503769 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-f921c1a3-28f2-474f-b5d3-195a8619139f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:27:27.518301 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-f1bfbaa3-e2d2-4663-86ca-53778123bf7a None None] Calling delete_port for 1652550c-cd2b-45b2-89e6-f8ad17d8f89e owned by network:dhcp {{(pid=93917) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:27:27.521482 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631fb22e-1559-47af-b17f-25364c1fc9d4 req-6bf25763-bd20-4e7f-8fbd-1cdafd9c8900 tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:27:27.529711 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-631fb22e-1559-47af-b17f-25364c1fc9d4 req-6bf25763-bd20-4e7f-8fbd-1cdafd9c8900 tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] 10.222.0.16 "GET /v2.0/ports?device_id=e1685c18-3cef-4f84-b35f-c828681ce570 HTTP/1.1" status: 200 len: 949 time: 0.1934717 Jul 14 18:27:27.545246 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f921c1a3-28f2-474f-b5d3-195a8619139f admin admin] Pushing event deleted for resources: {'Port': ['ID=1652550c-cd2b-45b2-89e6-f8ad17d8f89e,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:27:27.550323 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f921c1a3-28f2-474f-b5d3-195a8619139f admin admin] No DVR routers for this DVR port 1652550c-cd2b-45b2-89e6-f8ad17d8f89e on host n-d-800634-3 {{(pid=93916) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 18:27:27.614475 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-631fb22e-1559-47af-b17f-25364c1fc9d4 req-8ce989cc-7a47-4ad6-b573-e40a5aabd5ca tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] 10.222.0.16 "GET /v2.0/security-groups?id=b0153d44-2cf7-4f50-b628-255afb14ce31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836535 Jul 14 18:27:27.633308 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-f1bfbaa3-e2d2-4663-86ca-53778123bf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813'] for port, after_delete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:27:27.652265 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-f921c1a3-28f2-474f-b5d3-195a8619139f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2096010', 'neutron.services.segments.db._delete_segments_for_network-8728202734996'] for network, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:27:27.663841 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bfbaa3-e2d2-4663-86ca-53778123bf7a None None] Pushing event deleted for resources: {'Port': ['ID=1652550c-cd2b-45b2-89e6-f8ad17d8f89e,revision_number=None']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:27:27.668961 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1bfbaa3-e2d2-4663-86ca-53778123bf7a None None] No DVR routers for this DVR port 1652550c-cd2b-45b2-89e6-f8ad17d8f89e on host n-d-800634-3 {{(pid=93917) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 18:27:27.678121 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.segments.db [None req-f921c1a3-28f2-474f-b5d3-195a8619139f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b9f9ac3-6ebc-4dc3-8f35-bd7ca736cf0d']}} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:27:27.695330 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.segments.db [None req-f921c1a3-28f2-474f-b5d3-195a8619139f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea2d311d-b712-47dc-86e8-854ce64a1f19') {'for_net_delete': True} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:27:27.695705 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.segments.db [None req-f921c1a3-28f2-474f-b5d3-195a8619139f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea2d311d-b712-47dc-86e8-854ce64a1f19') {} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:27:27.707670 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-f921c1a3-28f2-474f-b5d3-195a8619139f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728202715275', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26296891'] for segment, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:27:27.717308 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-1e8087b6-fab5-449c-80a5-a9ccba22f75e req-def44de0-08c8-4ac2-a8d5-a1934c1aceba tempest-InstanceActionsV221TestJSON-227115888 tempest-InstanceActionsV221TestJSON-227115888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:27:27.725824 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-f921c1a3-28f2-474f-b5d3-195a8619139f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:27:27.733851 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f921c1a3-28f2-474f-b5d3-195a8619139f admin admin] Releasing vlan 59 on physical network physnet1 to pool {{(pid=93916) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 18:27:27.734307 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-f921c1a3-28f2-474f-b5d3-195a8619139f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2682942'] for segment, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:27:27.735160 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] get_ports_and_sgs() called for port_ids ['c95ce732-b61a-4349-8b5f-b06d3c635de5'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 18:27:27.737080 n-d-800634-3 neutron-server[93916]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:27:27.737080 n-d-800634-3 neutron-server[93916]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:27:27.737080 n-d-800634-3 neutron-server[93916]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:27:27.737080 n-d-800634-3 neutron-server[93916]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:27:27.737080 n-d-800634-3 neutron-server[93916]: Traceback (most recent call last): Jul 14 18:27:27.737080 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 18:27:27.737080 n-d-800634-3 neutron-server[93916]: timer() Jul 14 18:27:27.737080 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 18:27:27.737080 n-d-800634-3 neutron-server[93916]: cb(*args, **kw) Jul 14 18:27:27.737080 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 18:27:27.737080 n-d-800634-3 neutron-server[93916]: return func(*args, **kwargs) Jul 14 18:27:27.737080 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 18:27:27.737080 n-d-800634-3 neutron-server[93916]: self._notify() Jul 14 18:27:27.737080 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 18:27:27.737080 n-d-800634-3 neutron-server[93916]: self.callback(batched_events) Jul 14 18:27:27.737080 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 18:27:27.737080 n-d-800634-3 neutron-server[93916]: event.method(event) Jul 14 18:27:27.737080 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 18:27:27.737080 n-d-800634-3 neutron-server[93916]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 18:27:27.737080 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 18:27:27.737080 n-d-800634-3 neutron-server[93916]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 18:27:27.737080 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 18:27:27.737080 n-d-800634-3 neutron-server[93916]: return f(self, *a, **k) Jul 14 18:27:27.737080 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 18:27:27.737080 n-d-800634-3 neutron-server[93916]: return self._get(url).json() Jul 14 18:27:27.737080 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 18:27:27.737080 n-d-800634-3 neutron-server[93916]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 18:27:27.737080 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 18:27:27.737080 n-d-800634-3 neutron-server[93916]: return self.request(url, 'GET', **kwargs) Jul 14 18:27:27.737080 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 18:27:27.737080 n-d-800634-3 neutron-server[93916]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 18:27:27.737080 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 18:27:27.737080 n-d-800634-3 neutron-server[93916]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 18:27:27.737080 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 18:27:27.737080 n-d-800634-3 neutron-server[93916]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 18:27:27.737080 n-d-800634-3 neutron-server[93916]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 18:27:27.759410 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def44de0-08c8-4ac2-a8d5-a1934c1aceba tempest-InstanceActionsV221TestJSON-227115888 tempest-InstanceActionsV221TestJSON-227115888-project] Pushing event deleted for resources: {'Port': ['ID=c95ce732-b61a-4349-8b5f-b06d3c635de5,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:27:27.778796 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8785dc9e-9fc9-4188-98c1-f298cbc0ffca req-cba80b58-ebba-493a-a4f3-09656066819c tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:27:27.780350 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-8785dc9e-9fc9-4188-98c1-f298cbc0ffca req-cba80b58-ebba-493a-a4f3-09656066819c tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.16 "GET /v2.0/ports?device_id=b34ed31a-cdf4-42e3-9af8-e1a7ec6d0b20 HTTP/1.1" status: 200 len: 948 time: 0.1186290 Jul 14 18:27:27.834405 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e8087b6-fab5-449c-80a5-a9ccba22f75e req-def44de0-08c8-4ac2-a8d5-a1934c1aceba tempest-InstanceActionsV221TestJSON-227115888 tempest-InstanceActionsV221TestJSON-227115888-project] No DVR routers for this DVR port c95ce732-b61a-4349-8b5f-b06d3c635de5 on host n-h1-800634-3 {{(pid=93915) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 18:27:27.838428 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-1e8087b6-fab5-449c-80a5-a9ccba22f75e req-def44de0-08c8-4ac2-a8d5-a1934c1aceba tempest-InstanceActionsV221TestJSON-227115888 tempest-InstanceActionsV221TestJSON-227115888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:27:27.840498 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-1e8087b6-fab5-449c-80a5-a9ccba22f75e req-def44de0-08c8-4ac2-a8d5-a1934c1aceba tempest-InstanceActionsV221TestJSON-227115888 tempest-InstanceActionsV221TestJSON-227115888-project] 10.222.0.18 "DELETE /v2.0/ports/c95ce732-b61a-4349-8b5f-b06d3c635de5 HTTP/1.1" status: 204 len: 173 time: 0.9649293 Jul 14 18:27:27.840948 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9aa4af6d-c218-4869-be49-f22a40658e08', 'name': 'network-vif-deleted', 'tag': 'c95ce732-b61a-4349-8b5f-b06d3c635de5'}] {{(pid=93915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:27:27.843252 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e72782ad3af8f7d4ce76cedf092bca46d1756acc5c4653cf0b52034cdd6b073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cf08315-4ebd-41a9-850e-b50625d627b4" -d '{"events": [{"server_uuid": "9aa4af6d-c218-4869-be49-f22a40658e08", "name": "network-vif-deleted", "tag": "c95ce732-b61a-4349-8b5f-b06d3c635de5"}]}' {{(pid=93915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:27:27.877825 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-8785dc9e-9fc9-4188-98c1-f298cbc0ffca req-e802ed03-941d-4cf9-8e87-982601a4340a tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.16 "GET /v2.0/security-groups?id=95148b1b-0f93-483b-9e80-262147c27e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761852 Jul 14 18:27:27.885784 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-f921c1a3-28f2-474f-b5d3-195a8619139f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2096001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-930085'] for network, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:27:27.895739 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-f921c1a3-28f2-474f-b5d3-195a8619139f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598705'] for network, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:27:27.900389 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-f921c1a3-28f2-474f-b5d3-195a8619139f admin admin] 10.222.0.16 "DELETE /v2.0/networks/5b9f9ac3-6ebc-4dc3-8f35-bd7ca736cf0d HTTP/1.1" status: 204 len: 168 time: 0.8193212 Jul 14 18:27:27.903086 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 18:27:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07052c2f-0b17-4172-af77-4df0314a074d x-openstack-request-id: req-07052c2f-0b17-4172-af77-4df0314a074d {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:27:27.904016 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9aa4af6d-c218-4869-be49-f22a40658e08", "name": "network-vif-deleted", "tag": "c95ce732-b61a-4349-8b5f-b06d3c635de5", "status": "completed", "code": 200}]} {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:27:27.904551 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-07052c2f-0b17-4172-af77-4df0314a074d {{(pid=93915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:27:27.905104 n-d-800634-3 neutron-server[93915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9aa4af6d-c218-4869-be49-f22a40658e08', 'name': 'network-vif-deleted', 'tag': 'c95ce732-b61a-4349-8b5f-b06d3c635de5', 'status': 'completed', 'code': 200} Jul 14 18:27:27.914590 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f921c1a3-28f2-474f-b5d3-195a8619139f admin admin] Pushing event deleted for resources: {'Network': ['ID=5b9f9ac3-6ebc-4dc3-8f35-bd7ca736cf0d,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:27:27.962407 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c62410-c10e-4241-88d3-71993cf4d37e req-70b545a9-ae53-4cb8-bde5-b7fedc147ec5 tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:27:27.963922 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-f7c62410-c10e-4241-88d3-71993cf4d37e req-70b545a9-ae53-4cb8-bde5-b7fedc147ec5 tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] 10.222.0.18 "GET /v2.0/networks?id=027c4e91-49f9-408a-bc70-11f19a2cbbb7 HTTP/1.1" status: 200 len: 806 time: 0.1846299 Jul 14 18:27:27.981642 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [req-f7c62410-c10e-4241-88d3-71993cf4d37e req-48721be9-859e-4663-b86e-ed0760e84934 tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] Request body: {'port': {'device_id': '0c67ccb1-27e9-4b4b-b1d8-0b03abbae8c6', 'network_id': '027c4e91-49f9-408a-bc70-11f19a2cbbb7', 'admin_state_up': True, 'tenant_id': '882f4375ae5845d48a58ae9ac1c63552'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:27:28.041316 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 36986) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:27:28.086196 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-a138273c-28ea-436d-8e75-9790482d149b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=327b1c3e1f0f4935a843f320f55291fe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0436549 Jul 14 18:27:28.088555 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 36988) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:27:28.113648 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7c62410-c10e-4241-88d3-71993cf4d37e req-48721be9-859e-4663-b86e-ed0760e84934 tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] Made reservation on behalf of 882f4375ae5845d48a58ae9ac1c63552 for: {'port': 1} {{(pid=93916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:27:28.118060 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-f7c62410-c10e-4241-88d3-71993cf4d37e req-48721be9-859e-4663-b86e-ed0760e84934 tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:27:28.138836 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-512fab7a-1b9e-4f3e-a9c8-8c6b0364c914 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:27:28.161100 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-512fab7a-1b9e-4f3e-a9c8-8c6b0364c914 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:27:28.212481 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-512fab7a-1b9e-4f3e-a9c8-8c6b0364c914 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:27:28.215484 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-512fab7a-1b9e-4f3e-a9c8-8c6b0364c914 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:27:28.221366 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-512fab7a-1b9e-4f3e-a9c8-8c6b0364c914 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ed6be154-5b40-4ebc-bd2b-72b3b54dd371 HTTP/1.1" status: 204 len: 168 time: 0.1315372 Jul 14 18:27:28.232545 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512fab7a-1b9e-4f3e-a9c8-8c6b0364c914 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed6be154-5b40-4ebc-bd2b-72b3b54dd371,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:27:28.248543 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.db_base_plugin_common [req-f7c62410-c10e-4241-88d3-71993cf4d37e req-48721be9-859e-4663-b86e-ed0760e84934 tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] Allocated IP 172.20.0.13 (027c4e91-49f9-408a-bc70-11f19a2cbbb7/05d56735-edac-4058-8f3c-680c255777ec/22d4f36d-8ebf-4512-a4db-86b73fc892d8) {{(pid=93916) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:27:28.401557 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-51563926-c473-4b7d-b494-55743df82597 req-601fcdfb-8515-445b-9129-56f764980bff tempest-InstanceActionsV221TestJSON-227115888 tempest-InstanceActionsV221TestJSON-227115888-project] 10.222.0.16 "GET /v2.0/ports?device_id=9aa4af6d-c218-4869-be49-f22a40658e08 HTTP/1.1" status: 200 len: 210 time: 0.0643041 Jul 14 18:27:28.435196 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-f7c62410-c10e-4241-88d3-71993cf4d37e req-48721be9-859e-4663-b86e-ed0760e84934 tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] Notify callbacks [] for port, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:27:28.440705 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032178e9-888d-4c5c-970b-c0fb41870359 req-6506030b-2840-47a3-9899-62a05ac73710 tempest-ServerRescueNegativeTestJSON-843679432 tempest-ServerRescueNegativeTestJSON-843679432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:27:28.442246 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-032178e9-888d-4c5c-970b-c0fb41870359 req-6506030b-2840-47a3-9899-62a05ac73710 tempest-ServerRescueNegativeTestJSON-843679432 tempest-ServerRescueNegativeTestJSON-843679432-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b9e4456-2d8d-44aa-a867-8b086bbb5414 HTTP/1.1" status: 200 len: 946 time: 0.1075077 Jul 14 18:27:28.491128 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-032178e9-888d-4c5c-970b-c0fb41870359 req-5a48bd1a-f814-4d7c-b00c-96dfbf1b877e tempest-ServerRescueNegativeTestJSON-843679432 tempest-ServerRescueNegativeTestJSON-843679432-project] 10.222.0.16 "GET /v2.0/security-groups?id=2ad455ff-6ff4-4067-8bf1-fdec963484f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421882 Jul 14 18:27:28.505264 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-f7c62410-c10e-4241-88d3-71993cf4d37e req-48721be9-859e-4663-b86e-ed0760e84934 tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:27:28.523787 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] get_ports_and_sgs() called for port_ids ['2dc4e7e9-6455-4472-9129-79fcd5d07d19', '9caa10f9-5f31-40f9-92e3-1b6aa08cdbe2'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 18:27:28.552169 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7c62410-c10e-4241-88d3-71993cf4d37e req-48721be9-859e-4663-b86e-ed0760e84934 tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] Network 027c4e91-49f9-408a-bc70-11f19a2cbbb7 is already hosted by enough agents. {{(pid=93916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:27:28.555650 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [req-f7c62410-c10e-4241-88d3-71993cf4d37e req-48721be9-859e-4663-b86e-ed0760e84934 tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] Resources bound (agent type, host, resource id): {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:27:28.568509 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7c62410-c10e-4241-88d3-71993cf4d37e req-48721be9-859e-4663-b86e-ed0760e84934 tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] Received port after_create {{(pid=93916) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:27:28.605027 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48721be9-859e-4663-b86e-ed0760e84934 tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] Pushing event updated for resources: {'Port': ['ID=22d4f36d-8ebf-4512-a4db-86b73fc892d8,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:27:28.651875 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c62410-c10e-4241-88d3-71993cf4d37e req-48721be9-859e-4663-b86e-ed0760e84934 tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:27:28.656719 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-f7c62410-c10e-4241-88d3-71993cf4d37e req-48721be9-859e-4663-b86e-ed0760e84934 tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:27:28.674498 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-f7c62410-c10e-4241-88d3-71993cf4d37e req-48721be9-859e-4663-b86e-ed0760e84934 tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6982841 Jul 14 18:27:28.692504 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [req-f7c62410-c10e-4241-88d3-71993cf4d37e req-8f92fed8-0246-4d62-85a5-41f12fe5cfdb service neutron] Request body: {'port': {'device_id': '0c67ccb1-27e9-4b4b-b1d8-0b03abbae8c6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800634-3'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:27:28.822063 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-f7c62410-c10e-4241-88d3-71993cf4d37e req-8f92fed8-0246-4d62-85a5-41f12fe5cfdb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:27:28.834740 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea05202b-1371-41c2-9196-49064d86abed req-abac1195-87e6-4d48-927c-648e2a21cef6 tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:27:28.842732 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ea05202b-1371-41c2-9196-49064d86abed req-abac1195-87e6-4d48-927c-648e2a21cef6 tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] 10.222.0.16 "GET /v2.0/ports?device_id=0c67ccb1-27e9-4b4b-b1d8-0b03abbae8c6 HTTP/1.1" status: 200 len: 932 time: 0.1715446 Jul 14 18:27:28.932918 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ea05202b-1371-41c2-9196-49064d86abed req-befa8138-0611-4c5e-a9b2-0ed50fc24064 tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] 10.222.0.16 "GET /v2.0/security-groups?id=4824db20-b9ba-4380-9f29-13755d37b981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889444 Jul 14 18:27:29.004036 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88396d8f-addd-4375-83f6-304bdbe68587 req-7c4a7c0f-93f8-4967-9244-1471d287a7b3 tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:27:29.005792 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-88396d8f-addd-4375-83f6-304bdbe68587 req-7c4a7c0f-93f8-4967-9244-1471d287a7b3 tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] 10.222.0.16 "GET /v2.0/ports?device_id=e1685c18-3cef-4f84-b35f-c828681ce570 HTTP/1.1" status: 200 len: 949 time: 0.2488635 Jul 14 18:27:29.007212 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 1652550c-cd2b-45b2-89e6-f8ad17d8f89e no longer exists at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 18:27:29.056777 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] No Port match for: 1652550c-cd2b-45b2-89e6-f8ad17d8f89e {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 18:27:29.057127 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 1652550c-cd2b-45b2-89e6-f8ad17d8f89e not bound to the agent host n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 18:27:29.103351 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-88396d8f-addd-4375-83f6-304bdbe68587 req-57681806-e7ae-4f00-b224-e83de090c223 tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] 10.222.0.16 "GET /v2.0/security-groups?id=b0153d44-2cf7-4f50-b628-255afb14ce31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893850 Jul 14 18:27:29.186782 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a2de78-e375-4b66-98ca-fd9d706045d1 req-fa3466c4-b295-43a0-b1b7-50965175a1c3 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:27:29.188590 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a5a2de78-e375-4b66-98ca-fd9d706045d1 req-fa3466c4-b295-43a0-b1b7-50965175a1c3 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.16 "GET /v2.0/ports?device_id=b34ed31a-cdf4-42e3-9af8-e1a7ec6d0b20 HTTP/1.1" status: 200 len: 948 time: 0.0770371 Jul 14 18:27:29.229471 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a5a2de78-e375-4b66-98ca-fd9d706045d1 req-199d2657-c0f4-4941-9bd1-5e346776615d tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.16 "GET /v2.0/security-groups?id=95148b1b-0f93-483b-9e80-262147c27e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334334 Jul 14 18:27:29.231752 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 37024) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:27:29.234217 n-d-800634-3 neutron-server[93916]: DEBUG neutron.notifiers.nova [req-f7c62410-c10e-4241-88d3-71993cf4d37e req-8f92fed8-0246-4d62-85a5-41f12fe5cfdb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 22d4f36d-8ebf-4512-a4db-86b73fc892d8 {{(pid=93916) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 18:27:29.243078 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-f7c62410-c10e-4241-88d3-71993cf4d37e req-8f92fed8-0246-4d62-85a5-41f12fe5cfdb service neutron] Notify callbacks [] for port, precommit_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:27:29.256814 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.provisioning_blocks [req-f7c62410-c10e-4241-88d3-71993cf4d37e req-8f92fed8-0246-4d62-85a5-41f12fe5cfdb service neutron] Transition to ACTIVE for port object 22d4f36d-8ebf-4512-a4db-86b73fc892d8 will not be triggered until provisioned by entity L2. {{(pid=93916) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:27:29.261018 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-f7c62410-c10e-4241-88d3-71993cf4d37e req-8f92fed8-0246-4d62-85a5-41f12fe5cfdb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2684870'] for port, after_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:27:29.310555 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f92fed8-0246-4d62-85a5-41f12fe5cfdb service neutron] Pushing event updated for resources: {'Port': ['ID=22d4f36d-8ebf-4512-a4db-86b73fc892d8,revision_number=2']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:27:29.332538 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-87a428dd-ae3a-480c-a4ba-f27a5c4ee847 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1097934458-network', 'tenant_id': '1fa4a28868c84b38bc8e65d0fea7d3b5'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:27:29.353266 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87a428dd-ae3a-480c-a4ba-f27a5c4ee847 admin admin] Made reservation on behalf of 1fa4a28868c84b38bc8e65d0fea7d3b5 for: {'network': 1} {{(pid=93915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:27:29.355758 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-87a428dd-ae3a-480c-a4ba-f27a5c4ee847 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for network, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:27:29.364458 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-87a428dd-ae3a-480c-a4ba-f27a5c4ee847 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:27:29.379245 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.managers [req-f7c62410-c10e-4241-88d3-71993cf4d37e req-8f92fed8-0246-4d62-85a5-41f12fe5cfdb service neutron] Attempting to bind port 22d4f36d-8ebf-4512-a4db-86b73fc892d8 on host n-h1-800634-3 for vnic_type normal with profile {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:27:29.379585 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.managers [req-f7c62410-c10e-4241-88d3-71993cf4d37e req-8f92fed8-0246-4d62-85a5-41f12fe5cfdb service neutron] Attempting to bind port 22d4f36d-8ebf-4512-a4db-86b73fc892d8 by drivers openvswitch,hyperv on host n-h1-800634-3 at level 0 using segments [{'id': 'c5dc6d5b-42e9-4c22-85af-e48a17c0bd6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '027c4e91-49f9-408a-bc70-11f19a2cbbb7'}] {{(pid=93916) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:27:29.379915 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7c62410-c10e-4241-88d3-71993cf4d37e req-8f92fed8-0246-4d62-85a5-41f12fe5cfdb service neutron] Attempting to bind port 22d4f36d-8ebf-4512-a4db-86b73fc892d8 on network 027c4e91-49f9-408a-bc70-11f19a2cbbb7 {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:27:29.384428 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7c62410-c10e-4241-88d3-71993cf4d37e req-8f92fed8-0246-4d62-85a5-41f12fe5cfdb service neutron] Port 22d4f36d-8ebf-4512-a4db-86b73fc892d8 on network 027c4e91-49f9-408a-bc70-11f19a2cbbb7 not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-3 {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 18:27:29.384741 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7c62410-c10e-4241-88d3-71993cf4d37e req-8f92fed8-0246-4d62-85a5-41f12fe5cfdb service neutron] Attempting to bind port 22d4f36d-8ebf-4512-a4db-86b73fc892d8 on network 027c4e91-49f9-408a-bc70-11f19a2cbbb7 {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:27:29.389687 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7c62410-c10e-4241-88d3-71993cf4d37e req-8f92fed8-0246-4d62-85a5-41f12fe5cfdb service neutron] Checking agent: {'id': 'a3630ff4-fbee-45d9-b9b6-0ae41cb3a350', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 15, 32), 'started_at': datetime.datetime(2021, 7, 14, 18, 15, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 18, 27, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 18:27:29.390063 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7c62410-c10e-4241-88d3-71993cf4d37e req-8f92fed8-0246-4d62-85a5-41f12fe5cfdb service neutron] Checking segment: {'id': 'c5dc6d5b-42e9-4c22-85af-e48a17c0bd6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '027c4e91-49f9-408a-bc70-11f19a2cbbb7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93916) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:27:29.390476 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7c62410-c10e-4241-88d3-71993cf4d37e req-8f92fed8-0246-4d62-85a5-41f12fe5cfdb service neutron] Bound using segment: {'id': 'c5dc6d5b-42e9-4c22-85af-e48a17c0bd6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '027c4e91-49f9-408a-bc70-11f19a2cbbb7'} {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 18:27:29.390934 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.managers [req-f7c62410-c10e-4241-88d3-71993cf4d37e req-8f92fed8-0246-4d62-85a5-41f12fe5cfdb service neutron] Bound port: 22d4f36d-8ebf-4512-a4db-86b73fc892d8, host: n-h1-800634-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5dc6d5b-42e9-4c22-85af-e48a17c0bd6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '027c4e91-49f9-408a-bc70-11f19a2cbbb7'}}] {{(pid=93916) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 18:27:29.391299 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-f7c62410-c10e-4241-88d3-71993cf4d37e req-8f92fed8-0246-4d62-85a5-41f12fe5cfdb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:27:29.465203 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.db [req-f7c62410-c10e-4241-88d3-71993cf4d37e req-8f92fed8-0246-4d62-85a5-41f12fe5cfdb service neutron] For port 22d4f36d-8ebf-4512-a4db-86b73fc892d8, host n-h1-800634-3, cleared binding levels {{(pid=93916) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:27:29.466319 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-87a428dd-ae3a-480c-a4ba-f27a5c4ee847 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:27:29.469241 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.db [req-f7c62410-c10e-4241-88d3-71993cf4d37e req-8f92fed8-0246-4d62-85a5-41f12fe5cfdb service neutron] For port 22d4f36d-8ebf-4512-a4db-86b73fc892d8, host n-h1-800634-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=22d4f36d-8ebf-4512-a4db-86b73fc892d8,segment=NetworkSegment(c5dc6d5b-42e9-4c22-85af-e48a17c0bd6d),segment_id=c5dc6d5b-42e9-4c22-85af-e48a17c0bd6d)] {{(pid=93916) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 18:27:29.470840 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-87a428dd-ae3a-480c-a4ba-f27a5c4ee847 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:27:29.475241 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-f7c62410-c10e-4241-88d3-71993cf4d37e req-8f92fed8-0246-4d62-85a5-41f12fe5cfdb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2684870'] for port, after_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:27:29.501977 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87a428dd-ae3a-480c-a4ba-f27a5c4ee847 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 70} {{(pid=93915) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 18:27:29.507293 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a428dd-ae3a-480c-a4ba-f27a5c4ee847 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f471560-b797-46f3-abf1-e078e196721c,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:27:29.517569 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-87a428dd-ae3a-480c-a4ba-f27a5c4ee847 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:27:29.517569 n-d-800634-3 neutron-server[93915]: INFO neutron.db.segments_db [None req-87a428dd-ae3a-480c-a4ba-f27a5c4ee847 admin admin] Added segment 9a21e516-8d79-4e64-b3eb-1610a868b024 of type vlan for network 931147ca-9c29-4ccf-b0c6-22150fb38263 Jul 14 18:27:29.561213 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f92fed8-0246-4d62-85a5-41f12fe5cfdb service neutron] Pushing event updated for resources: {'Port': ['ID=22d4f36d-8ebf-4512-a4db-86b73fc892d8,revision_number=3']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:27:29.574137 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-87a428dd-ae3a-480c-a4ba-f27a5c4ee847 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728202197517'] for network, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:27:29.578960 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c62410-c10e-4241-88d3-71993cf4d37e req-8f92fed8-0246-4d62-85a5-41f12fe5cfdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:27:29.579605 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-f7c62410-c10e-4241-88d3-71993cf4d37e req-8f92fed8-0246-4d62-85a5-41f12fe5cfdb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:27:29.581132 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-f7c62410-c10e-4241-88d3-71993cf4d37e req-8f92fed8-0246-4d62-85a5-41f12fe5cfdb service neutron] 10.222.0.18 "PUT /v2.0/ports/22d4f36d-8ebf-4512-a4db-86b73fc892d8 HTTP/1.1" status: 200 len: 1092 time: 0.8943224 Jul 14 18:27:29.581588 n-d-800634-3 neutron-server[93916]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c67ccb1-27e9-4b4b-b1d8-0b03abbae8c6', 'tag': '22d4f36d-8ebf-4512-a4db-86b73fc892d8'}] {{(pid=93916) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:27:29.583802 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f803e150b363a7893830aa996ac27753fa25517c406ecd3536b7c2d4b26eeb9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02ecead9-af2d-411f-b15a-3df7dc4eadba" -d '{"events": [{"name": "network-changed", "server_uuid": "0c67ccb1-27e9-4b4b-b1d8-0b03abbae8c6", "tag": "22d4f36d-8ebf-4512-a4db-86b73fc892d8"}]}' {{(pid=93916) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:27:29.614706 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-87a428dd-ae3a-480c-a4ba-f27a5c4ee847 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727'] for network, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:27:29.615902 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87a428dd-ae3a-480c-a4ba-f27a5c4ee847 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:27:29.616649 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-87a428dd-ae3a-480c-a4ba-f27a5c4ee847 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598705'] for network, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:27:29.674460 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 18:27:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa5fd4a4-29bb-4c87-9faf-1366bd180e02 x-openstack-request-id: req-fa5fd4a4-29bb-4c87-9faf-1366bd180e02 {{(pid=93916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:27:29.674758 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c67ccb1-27e9-4b4b-b1d8-0b03abbae8c6", "tag": "22d4f36d-8ebf-4512-a4db-86b73fc892d8", "status": "completed", "code": 200}]} {{(pid=93916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:27:29.675013 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-fa5fd4a4-29bb-4c87-9faf-1366bd180e02 {{(pid=93916) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:27:29.675408 n-d-800634-3 neutron-server[93916]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c67ccb1-27e9-4b4b-b1d8-0b03abbae8c6', 'tag': '22d4f36d-8ebf-4512-a4db-86b73fc892d8', 'status': 'completed', 'code': 200} Jul 14 18:27:29.700813 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c62410-c10e-4241-88d3-71993cf4d37e req-556af997-958d-4c71-a8b0-24e14e9fcf4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:27:29.702350 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-f7c62410-c10e-4241-88d3-71993cf4d37e req-556af997-958d-4c71-a8b0-24e14e9fcf4e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=882f4375ae5845d48a58ae9ac1c63552&device_id=0c67ccb1-27e9-4b4b-b1d8-0b03abbae8c6 HTTP/1.1" status: 200 len: 1095 time: 0.0607772 Jul 14 18:27:29.715987 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a428dd-ae3a-480c-a4ba-f27a5c4ee847 admin admin] Pushing event updated for resources: {'Network': ['ID=931147ca-9c29-4ccf-b0c6-22150fb38263,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:27:29.722299 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-87a428dd-ae3a-480c-a4ba-f27a5c4ee847 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4895070 Jul 14 18:27:29.725677 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 37042) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:27:29.730188 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Network 931147ca-9c29-4ccf-b0c6-22150fb38263 details requested by agent ovs-agent-n-d-800634-3 with host n-d-800634-3 {{(pid=93917) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 18:27:29.730684 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-57bb0088-794e-4c41-9a83-89402c3cc93e admin admin] Request body: {'subnet': {'network_id': '931147ca-9c29-4ccf-b0c6-22150fb38263', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1097934458-subnet', 'tenant_id': '1fa4a28868c84b38bc8e65d0fea7d3b5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:27:29.758290 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-f7c62410-c10e-4241-88d3-71993cf4d37e req-37cee7db-cfd5-4093-b80e-42d44bf2500b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=22d4f36d-8ebf-4512-a4db-86b73fc892d8 HTTP/1.1" status: 200 len: 217 time: 0.0485549 Jul 14 18:27:29.764108 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57bb0088-794e-4c41-9a83-89402c3cc93e admin admin] Made reservation on behalf of 1fa4a28868c84b38bc8e65d0fea7d3b5 for: {'subnet': 1} {{(pid=93915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:27:29.766564 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-57bb0088-794e-4c41-9a83-89402c3cc93e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28969735'] for subnet, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:27:29.775146 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3428c42-484e-4495-b414-d1c2dea6606c req-699cd040-f0be-4864-9623-2fb24e522240 tempest-ServerRescueNegativeTestJSON-843679432 tempest-ServerRescueNegativeTestJSON-843679432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:27:29.776702 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b3428c42-484e-4495-b414-d1c2dea6606c req-699cd040-f0be-4864-9623-2fb24e522240 tempest-ServerRescueNegativeTestJSON-843679432 tempest-ServerRescueNegativeTestJSON-843679432-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b9e4456-2d8d-44aa-a867-8b086bbb5414 HTTP/1.1" status: 200 len: 946 time: 0.1111028 Jul 14 18:27:29.812613 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device c95ce732-b61a-4349-8b5f-b06d3c635de5 no longer exists at agent hyperv_n-h1-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 18:27:29.834017 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c62410-c10e-4241-88d3-71993cf4d37e req-57cdac63-39d7-4923-91ea-8ece9c8e5d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:27:29.836254 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-f7c62410-c10e-4241-88d3-71993cf4d37e req-57cdac63-39d7-4923-91ea-8ece9c8e5d43 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=05d56735-edac-4058-8f3c-680c255777ec HTTP/1.1" status: 200 len: 846 time: 0.0593843 Jul 14 18:27:29.841124 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] No Port match for: c95ce732-b61a-4349-8b5f-b06d3c635de5 {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 18:27:29.841473 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device c95ce732-b61a-4349-8b5f-b06d3c635de5 not bound to the agent host n-h1-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 18:27:29.868270 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b3428c42-484e-4495-b414-d1c2dea6606c req-afdfd6d1-88a9-4ac1-b4a5-cf2fbdc348d5 tempest-ServerRescueNegativeTestJSON-843679432 tempest-ServerRescueNegativeTestJSON-843679432-project] 10.222.0.16 "GET /v2.0/security-groups?id=2ad455ff-6ff4-4067-8bf1-fdec963484f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789850 Jul 14 18:27:29.886788 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-f7c62410-c10e-4241-88d3-71993cf4d37e req-bcb4ce63-62ec-4ab5-8ae1-128564fab524 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=027c4e91-49f9-408a-bc70-11f19a2cbbb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294249 Jul 14 18:27:29.975831 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 37048) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:27:29.993758 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-57bb0088-794e-4c41-9a83-89402c3cc93e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25912837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28969781'] for subnet, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:27:30.025089 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-f7c62410-c10e-4241-88d3-71993cf4d37e req-2280fa94-b245-41fc-9a7e-ae023939d9d7 service neutron] 10.222.0.18 "GET /v2.0/networks/027c4e91-49f9-408a-bc70-11f19a2cbbb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230378 Jul 14 18:27:30.037511 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e06569a-f501-4c18-a539-1f8898655071 admin admin] Deleting subnet 1ab7b559-bb13-40c1-ba58-ae064ec2ca4f {{(pid=93916) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 18:27:30.040857 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-3e06569a-f501-4c18-a539-1f8898655071 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:27:30.051725 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57bb0088-794e-4c41-9a83-89402c3cc93e admin admin] Pushing event updated for resources: {'Subnet': ['ID=1247ec7e-a3af-456f-af13-5ca1fde66245,revision_number=0']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:27:30.059145 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57bb0088-794e-4c41-9a83-89402c3cc93e admin admin] Checking segment: {'id': '9a21e516-8d79-4e64-b3eb-1610a868b024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '931147ca-9c29-4ccf-b0c6-22150fb38263'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:27:30.059511 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57bb0088-794e-4c41-9a83-89402c3cc93e admin admin] Network hostable DHCP agents. Network: 931147ca-9c29-4ccf-b0c6-22150fb38263, hostable agents: ['028393c3-0576-4ebd-bca1-8ea8a148e1a2'], hosted agents: [] {{(pid=93915) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 18:27:30.111567 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57bb0088-794e-4c41-9a83-89402c3cc93e admin admin] Network 931147ca-9c29-4ccf-b0c6-22150fb38263 is scheduled to be hosted by DHCP agent 028393c3-0576-4ebd-bca1-8ea8a148e1a2 with binding_index 1 {{(pid=93915) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 18:27:30.124680 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-3e06569a-f501-4c18-a539-1f8898655071 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26296866'] for subnet, precommit_delete_associations {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:27:30.125755 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [None req-57bb0088-794e-4c41-9a83-89402c3cc93e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-3, 931147ca-9c29-4ccf-b0c6-22150fb38263) {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:27:30.132150 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57bb0088-794e-4c41-9a83-89402c3cc93e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:27:30.132746 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-57bb0088-794e-4c41-9a83-89402c3cc93e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:27:30.137512 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e99d445e-230b-4f4e-8aa3-4e2730eed564 None None] Network 931147ca-9c29-4ccf-b0c6-22150fb38263 requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:27:30.155720 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc98ac17-61de-465f-8e76-4ba2196ed4e6 req-e6f99e7e-7f05-4960-87b1-b6a3eee334ab tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:27:30.157498 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-bc98ac17-61de-465f-8e76-4ba2196ed4e6 req-e6f99e7e-7f05-4960-87b1-b6a3eee334ab tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] 10.222.0.16 "GET /v2.0/ports?device_id=0c67ccb1-27e9-4b4b-b1d8-0b03abbae8c6 HTTP/1.1" status: 200 len: 944 time: 0.0947726 Jul 14 18:27:30.167859 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-57bb0088-794e-4c41-9a83-89402c3cc93e admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.4329357 Jul 14 18:27:30.200100 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-f7c62410-c10e-4241-88d3-71993cf4d37e req-82df51ab-cc75-437d-bb15-e9ecf03ad9c9 service neutron] 10.222.0.18 "GET /v2.0/networks/027c4e91-49f9-408a-bc70-11f19a2cbbb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1388228 Jul 14 18:27:30.217370 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-3e06569a-f501-4c18-a539-1f8898655071 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081283'] for subnet, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:27:30.244658 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-bc98ac17-61de-465f-8e76-4ba2196ed4e6 req-96e1d7d3-3331-46e1-a5cf-ba68e0750cc2 tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] 10.222.0.16 "GET /v2.0/security-groups?id=4824db20-b9ba-4380-9f29-13755d37b981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757725 Jul 14 18:27:30.283569 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-3e06569a-f501-4c18-a539-1f8898655071 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2684816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26033152'] for subnet, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:27:30.354875 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e06569a-f501-4c18-a539-1f8898655071 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1ab7b559-bb13-40c1-ba58-ae064ec2ca4f,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:27:30.357174 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-3e06569a-f501-4c18-a539-1f8898655071 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598705'] for subnet, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:27:30.359079 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-3e06569a-f501-4c18-a539-1f8898655071 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/1ab7b559-bb13-40c1-ba58-ae064ec2ca4f HTTP/1.1" status: 204 len: 168 time: 0.3819952 Jul 14 18:27:30.362447 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 37058) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:27:30.388508 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ecead9-af2d-411f-b15a-3df7dc4eadba req-0b07f743-4611-407c-af2d-1dd0823d8336 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:27:30.390226 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-02ecead9-af2d-411f-b15a-3df7dc4eadba req-0b07f743-4611-407c-af2d-1dd0823d8336 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=882f4375ae5845d48a58ae9ac1c63552&device_id=0c67ccb1-27e9-4b4b-b1d8-0b03abbae8c6 HTTP/1.1" status: 200 len: 1095 time: 0.1026738 Jul 14 18:27:30.487437 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8466946-3386-48b0-b242-4043579b8d43 None None] Network 931147ca-9c29-4ccf-b0c6-22150fb38263 requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:27:30.503036 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32539d72-1af5-4045-ab57-8adcb70d6092 req-1bc4620c-3fb4-4921-97db-57a70650d52a tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:27:30.504593 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-32539d72-1af5-4045-ab57-8adcb70d6092 req-1bc4620c-3fb4-4921-97db-57a70650d52a tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] 10.222.0.16 "GET /v2.0/ports?device_id=e1685c18-3cef-4f84-b35f-c828681ce570 HTTP/1.1" status: 200 len: 949 time: 0.2563722 Jul 14 18:27:30.504913 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ecead9-af2d-411f-b15a-3df7dc4eadba req-76012f1c-95f1-4f18-896a-c41a8c63597c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:27:30.506478 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-02ecead9-af2d-411f-b15a-3df7dc4eadba req-76012f1c-95f1-4f18-896a-c41a8c63597c service neutron] 10.222.0.18 "GET /v2.0/networks?id=027c4e91-49f9-408a-bc70-11f19a2cbbb7 HTTP/1.1" status: 200 len: 906 time: 0.0989504 Jul 14 18:27:30.508328 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-a812b7c4-009b-44b6-b3c1-5994434d084a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645734'] for network, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:27:30.563426 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-02ecead9-af2d-411f-b15a-3df7dc4eadba req-dd22c7d4-6598-4639-8437-2263fe5e8642 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=22d4f36d-8ebf-4512-a4db-86b73fc892d8 HTTP/1.1" status: 200 len: 217 time: 0.0407279 Jul 14 18:27:30.596518 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-32539d72-1af5-4045-ab57-8adcb70d6092 req-2f6f2446-68ce-472d-a2d8-8d91fefbbe59 tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] 10.222.0.16 "GET /v2.0/security-groups?id=b0153d44-2cf7-4f50-b628-255afb14ce31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828001 Jul 14 18:27:30.633995 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c373615-e234-4e59-b811-5d1e6cba546a req-c0f01e01-62c5-485b-88a8-ec0dcc1eb802 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:27:30.635623 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3c373615-e234-4e59-b811-5d1e6cba546a req-c0f01e01-62c5-485b-88a8-ec0dcc1eb802 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.16 "GET /v2.0/ports?device_id=b34ed31a-cdf4-42e3-9af8-e1a7ec6d0b20 HTTP/1.1" status: 200 len: 948 time: 0.2075276 Jul 14 18:27:30.647322 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ecead9-af2d-411f-b15a-3df7dc4eadba req-5d22dce7-c67b-4924-81ea-8f60cac09d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:27:30.653534 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-02ecead9-af2d-411f-b15a-3df7dc4eadba req-5d22dce7-c67b-4924-81ea-8f60cac09d63 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=05d56735-edac-4058-8f3c-680c255777ec HTTP/1.1" status: 200 len: 846 time: 0.0696898 Jul 14 18:27:30.664739 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-a812b7c4-009b-44b6-b3c1-5994434d084a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2096010', 'neutron.services.segments.db._delete_segments_for_network-8728202734996'] for network, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:27:30.678937 n-d-800634-3 neutron-server[93915]: DEBUG neutron.services.segments.db [None req-a812b7c4-009b-44b6-b3c1-5994434d084a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4663d0b4-408e-4922-a5bf-c1b26ec194f6']}} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:27:30.685075 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-02ecead9-af2d-411f-b15a-3df7dc4eadba req-ad0522ff-f087-494f-9347-2e559b08559f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=027c4e91-49f9-408a-bc70-11f19a2cbbb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278280 Jul 14 18:27:30.696427 n-d-800634-3 neutron-server[93915]: DEBUG neutron.services.segments.db [None req-a812b7c4-009b-44b6-b3c1-5994434d084a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8be03a33-230c-43e6-9d31-925e911f4dd2') {'for_net_delete': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:27:30.696732 n-d-800634-3 neutron-server[93915]: DEBUG neutron.services.segments.db [None req-a812b7c4-009b-44b6-b3c1-5994434d084a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8be03a33-230c-43e6-9d31-925e911f4dd2') {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:27:30.705247 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3c373615-e234-4e59-b811-5d1e6cba546a req-ffaa1f69-aa9f-4120-84e0-cc3d69acd58b tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.16 "GET /v2.0/security-groups?id=95148b1b-0f93-483b-9e80-262147c27e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627227 Jul 14 18:27:30.708613 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-a812b7c4-009b-44b6-b3c1-5994434d084a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728202715275', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28939920'] for segment, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:27:30.722314 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-a812b7c4-009b-44b6-b3c1-5994434d084a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:27:30.731046 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a812b7c4-009b-44b6-b3c1-5994434d084a admin admin] Releasing vlan 65 on physical network physnet1 to pool {{(pid=93915) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 18:27:30.731900 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-a812b7c4-009b-44b6-b3c1-5994434d084a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25911658'] for segment, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:27:30.795501 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-02ecead9-af2d-411f-b15a-3df7dc4eadba req-262f7f65-e280-49b9-bab1-39bc96a40201 service neutron] 10.222.0.18 "GET /v2.0/networks/027c4e91-49f9-408a-bc70-11f19a2cbbb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912445 Jul 14 18:27:30.801650 n-d-800634-3 neutron-server[93915]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:27:30.801650 n-d-800634-3 neutron-server[93915]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:27:30.801650 n-d-800634-3 neutron-server[93915]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:27:30.801650 n-d-800634-3 neutron-server[93915]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:27:30.801650 n-d-800634-3 neutron-server[93915]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:27:30.801650 n-d-800634-3 neutron-server[93915]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:27:30.801650 n-d-800634-3 neutron-server[93915]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:27:30.801650 n-d-800634-3 neutron-server[93915]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:27:30.801650 n-d-800634-3 neutron-server[93915]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:27:30.801650 n-d-800634-3 neutron-server[93915]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:27:30.801650 n-d-800634-3 neutron-server[93915]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:27:30.801650 n-d-800634-3 neutron-server[93915]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:27:30.801650 n-d-800634-3 neutron-server[93915]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:27:30.801650 n-d-800634-3 neutron-server[93915]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:27:30.801650 n-d-800634-3 neutron-server[93915]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:27:30.801650 n-d-800634-3 neutron-server[93915]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:27:30.801650 n-d-800634-3 neutron-server[93915]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:27:30.801650 n-d-800634-3 neutron-server[93915]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:27:30.801650 n-d-800634-3 neutron-server[93915]: Traceback (most recent call last): Jul 14 18:27:30.801650 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 18:27:30.801650 n-d-800634-3 neutron-server[93915]: timer() Jul 14 18:27:30.801650 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 18:27:30.801650 n-d-800634-3 neutron-server[93915]: cb(*args, **kw) Jul 14 18:27:30.801650 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 18:27:30.801650 n-d-800634-3 neutron-server[93915]: return func(*args, **kwargs) Jul 14 18:27:30.801650 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 18:27:30.801650 n-d-800634-3 neutron-server[93915]: self._notify() Jul 14 18:27:30.801650 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 18:27:30.801650 n-d-800634-3 neutron-server[93915]: self.callback(batched_events) Jul 14 18:27:30.801650 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 18:27:30.801650 n-d-800634-3 neutron-server[93915]: event.method(event) Jul 14 18:27:30.801650 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 18:27:30.801650 n-d-800634-3 neutron-server[93915]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 18:27:30.801650 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 18:27:30.801650 n-d-800634-3 neutron-server[93915]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 18:27:30.801650 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 18:27:30.801650 n-d-800634-3 neutron-server[93915]: return f(self, *a, **k) Jul 14 18:27:30.801650 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 18:27:30.801650 n-d-800634-3 neutron-server[93915]: return self._get(url).json() Jul 14 18:27:30.801650 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 18:27:30.801650 n-d-800634-3 neutron-server[93915]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 18:27:30.801650 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 18:27:30.801650 n-d-800634-3 neutron-server[93915]: return self.request(url, 'GET', **kwargs) Jul 14 18:27:30.801650 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 18:27:30.801650 n-d-800634-3 neutron-server[93915]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 18:27:30.801650 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 18:27:30.801650 n-d-800634-3 neutron-server[93915]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 18:27:30.801650 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 18:27:30.801650 n-d-800634-3 neutron-server[93915]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 18:27:30.801650 n-d-800634-3 neutron-server[93915]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 18:27:30.822022 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-a812b7c4-009b-44b6-b3c1-5994434d084a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2096001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-930085'] for network, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:27:30.829158 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-a812b7c4-009b-44b6-b3c1-5994434d084a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598705'] for network, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:27:30.831364 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-a812b7c4-009b-44b6-b3c1-5994434d084a admin admin] 10.222.0.16 "DELETE /v2.0/networks/4663d0b4-408e-4922-a5bf-c1b26ec194f6 HTTP/1.1" status: 204 len: 168 time: 0.4651768 Jul 14 18:27:30.856225 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a812b7c4-009b-44b6-b3c1-5994434d084a admin admin] Pushing event deleted for resources: {'Network': ['ID=4663d0b4-408e-4922-a5bf-c1b26ec194f6,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:27:30.919269 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-02ecead9-af2d-411f-b15a-3df7dc4eadba req-a137da3f-1760-474e-81e7-2dd37848c198 service neutron] 10.222.0.18 "GET /v2.0/networks/027c4e91-49f9-408a-bc70-11f19a2cbbb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1141956 Jul 14 18:27:30.961599 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 37082) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:27:31.003570 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-999c2f82-c47b-4160-a7f7-0c336716329c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f4271670d3bb451983219081d5622c6f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0407350 Jul 14 18:27:31.003811 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baeedc09-12da-4dbf-a144-6617e8ab0e88 req-1e6de4f9-895f-4d58-8a6a-367815573d2f tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:27:31.005306 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-baeedc09-12da-4dbf-a144-6617e8ab0e88 req-1e6de4f9-895f-4d58-8a6a-367815573d2f tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] 10.222.0.16 "GET /v2.0/ports?device_id=b75f1187-18fd-4b26-b1df-990b96108e54 HTTP/1.1" status: 200 len: 949 time: 0.1701946 Jul 14 18:27:31.006020 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 37084) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:27:31.015477 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39154cc-30ee-4477-b02c-3bcf77902cfc req-25abeaac-e3ff-43cf-a6d5-1b1dceca54b0 tempest-ServerDiskConfigTestJSON-1372590070 tempest-ServerDiskConfigTestJSON-1372590070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:27:31.017132 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a39154cc-30ee-4477-b02c-3bcf77902cfc req-25abeaac-e3ff-43cf-a6d5-1b1dceca54b0 tempest-ServerDiskConfigTestJSON-1372590070 tempest-ServerDiskConfigTestJSON-1372590070-project] 10.222.0.16 "GET /v2.0/networks?id=931147ca-9c29-4ccf-b0c6-22150fb38263 HTTP/1.1" status: 200 len: 815 time: 0.1633186 Jul 14 18:27:31.055805 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-0468de87-3b84-4c76-ba96-0b552d60f7e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:27:31.058737 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a39154cc-30ee-4477-b02c-3bcf77902cfc req-7b485915-ed3a-4e16-97d8-1310898cdf86 tempest-ServerDiskConfigTestJSON-1372590070 tempest-ServerDiskConfigTestJSON-1372590070-project] 10.222.0.16 "GET /v2.0/quotas/1fa4a28868c84b38bc8e65d0fea7d3b5 HTTP/1.1" status: 200 len: 375 time: 0.0324819 Jul 14 18:27:31.077318 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-0468de87-3b84-4c76-ba96-0b552d60f7e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:27:31.099362 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a39154cc-30ee-4477-b02c-3bcf77902cfc req-c0508a8a-e398-4bed-bcb7-e8e35baa0917 tempest-ServerDiskConfigTestJSON-1372590070 tempest-ServerDiskConfigTestJSON-1372590070-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=1fa4a28868c84b38bc8e65d0fea7d3b5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0319850 Jul 14 18:27:31.102208 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-baeedc09-12da-4dbf-a144-6617e8ab0e88 req-55abeed1-d2a4-4e17-b6e2-4b27cd33aab3 tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] 10.222.0.16 "GET /v2.0/security-groups?id=b0153d44-2cf7-4f50-b628-255afb14ce31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839481 Jul 14 18:27:31.128485 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-0468de87-3b84-4c76-ba96-0b552d60f7e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:27:31.131542 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-0468de87-3b84-4c76-ba96-0b552d60f7e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:27:31.132710 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-0468de87-3b84-4c76-ba96-0b552d60f7e1 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8fd206b7-ef01-4320-a16f-d46969f251a7 HTTP/1.1" status: 204 len: 168 time: 0.1257920 Jul 14 18:27:31.142153 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0468de87-3b84-4c76-ba96-0b552d60f7e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fd206b7-ef01-4320-a16f-d46969f251a7,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:27:31.211465 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a39154cc-30ee-4477-b02c-3bcf77902cfc req-ce439db9-60b6-4c63-a910-c08e95597dcb service neutron] 10.222.0.16 "GET /v2.0/networks/931147ca-9c29-4ccf-b0c6-22150fb38263?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1047344 Jul 14 18:27:31.315908 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a39154cc-30ee-4477-b02c-3bcf77902cfc req-e991f8f8-29c5-42a2-bdc2-11abe0eddd96 service neutron] 10.222.0.16 "GET /v2.0/networks/931147ca-9c29-4ccf-b0c6-22150fb38263?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985022 Jul 14 18:27:31.407070 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223af758-028d-4e2f-afac-d7a34f28c7a3 req-d4feb8a8-b048-43b0-801c-454ca0667d61 tempest-ServerRescueNegativeTestJSON-843679432 tempest-ServerRescueNegativeTestJSON-843679432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:27:31.409106 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-223af758-028d-4e2f-afac-d7a34f28c7a3 req-d4feb8a8-b048-43b0-801c-454ca0667d61 tempest-ServerRescueNegativeTestJSON-843679432 tempest-ServerRescueNegativeTestJSON-843679432-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b9e4456-2d8d-44aa-a867-8b086bbb5414 HTTP/1.1" status: 200 len: 946 time: 0.0718365 Jul 14 18:27:31.467683 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-223af758-028d-4e2f-afac-d7a34f28c7a3 req-51c9f57b-5469-47e7-b992-ce28fb28b076 tempest-ServerRescueNegativeTestJSON-843679432 tempest-ServerRescueNegativeTestJSON-843679432-project] 10.222.0.16 "GET /v2.0/security-groups?id=2ad455ff-6ff4-4067-8bf1-fdec963484f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519111 Jul 14 18:27:31.678662 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe107699-4a7e-4116-a7b3-82ebcc69374c req-78ed434b-222e-478a-8717-75f88c556ee5 tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:27:31.680342 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-fe107699-4a7e-4116-a7b3-82ebcc69374c req-78ed434b-222e-478a-8717-75f88c556ee5 tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] 10.222.0.16 "GET /v2.0/ports?device_id=0c67ccb1-27e9-4b4b-b1d8-0b03abbae8c6 HTTP/1.1" status: 200 len: 944 time: 0.0800135 Jul 14 18:27:31.776710 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-fe107699-4a7e-4116-a7b3-82ebcc69374c req-b993291d-a036-4ab5-9a73-d60d42d7e339 tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] 10.222.0.16 "GET /v2.0/security-groups?id=4824db20-b9ba-4380-9f29-13755d37b981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904360 Jul 14 18:27:31.838373 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cd0302-b71f-4106-b7f2-2e06646f1814 req-fea37c46-7bcb-4097-ae40-a7ada81db56e tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:27:31.844410 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cd0302-b71f-4106-b7f2-2e06646f1814 req-fea37c46-7bcb-4097-ae40-a7ada81db56e tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:27:31.846095 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e5cd0302-b71f-4106-b7f2-2e06646f1814 req-fea37c46-7bcb-4097-ae40-a7ada81db56e tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] 10.222.0.16 "GET /v2.0/ports?device_id=e1685c18-3cef-4f84-b35f-c828681ce570&device_id=b75f1187-18fd-4b26-b1df-990b96108e54 HTTP/1.1" status: 200 len: 1689 time: 0.1093779 Jul 14 18:27:31.877205 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f4f38355-6b59-4f77-9547-aff2a5e958ef req-b65bc3c7-d8f3-4f46-aa2a-b6545426ff12 tempest-ServerDiskConfigTestJSON-1372590070 tempest-ServerDiskConfigTestJSON-1372590070-project] 10.222.0.16 "GET /v2.0/ports?device_id=3a42ddc6-5334-4b49-b118-b918cd4d3904 HTTP/1.1" status: 200 len: 210 time: 0.0300953 Jul 14 18:27:31.926054 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e5cd0302-b71f-4106-b7f2-2e06646f1814 req-52c00492-93ec-4dd0-9fd8-50edc49e4c4d tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] 10.222.0.16 "GET /v2.0/security-groups?id=b0153d44-2cf7-4f50-b628-255afb14ce31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687160 Jul 14 18:27:32.008673 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 37126) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:27:32.086431 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf20354-32df-40dc-bde4-2d423cfd3544 req-319a6259-d79e-4e39-85b1-cfed8f81a317 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:27:32.087978 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-cbf20354-32df-40dc-bde4-2d423cfd3544 req-319a6259-d79e-4e39-85b1-cfed8f81a317 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.16 "GET /v2.0/ports?device_id=b34ed31a-cdf4-42e3-9af8-e1a7ec6d0b20 HTTP/1.1" status: 200 len: 948 time: 0.0985625 Jul 14 18:27:32.131198 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-916a462d-5c04-4a9b-a5e8-e661ff72f9d8 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-2038405643-network', 'tenant_id': '82e7174add29402ca6b9595971263e7a'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:27:32.152882 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-916a462d-5c04-4a9b-a5e8-e661ff72f9d8 admin admin] Made reservation on behalf of 82e7174add29402ca6b9595971263e7a for: {'network': 1} {{(pid=93916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:27:32.156241 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-916a462d-5c04-4a9b-a5e8-e661ff72f9d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for network, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:27:32.162645 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-cbf20354-32df-40dc-bde4-2d423cfd3544 req-cc8d2ecc-265c-44ce-8fc9-62a3bb6ce9de tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.16 "GET /v2.0/security-groups?id=95148b1b-0f93-483b-9e80-262147c27e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679674 Jul 14 18:27:32.184599 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfe5347-57b9-4e84-b194-1e729edd83d0 req-3b4c361d-edef-42eb-9863-1947006c3e30 tempest-ServersOnMultiNodesTest-1668875605 tempest-ServersOnMultiNodesTest-1668875605-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:27:32.185736 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-916a462d-5c04-4a9b-a5e8-e661ff72f9d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:27:32.191980 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-5dfe5347-57b9-4e84-b194-1e729edd83d0 req-3b4c361d-edef-42eb-9863-1947006c3e30 tempest-ServersOnMultiNodesTest-1668875605 tempest-ServersOnMultiNodesTest-1668875605-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=e1685c18-3cef-4f84-b35f-c828681ce570 HTTP/1.1" status: 200 len: 1100 time: 0.0776985 Jul 14 18:27:32.238738 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-5dfe5347-57b9-4e84-b194-1e729edd83d0 req-12f2d9ef-2b36-43a1-b2c0-53104ab20a96 tempest-ServersOnMultiNodesTest-1668875605 tempest-ServersOnMultiNodesTest-1668875605-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=b0153d44-2cf7-4f50-b628-255afb14ce31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445795 Jul 14 18:27:32.246732 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:27:32.311391 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-916a462d-5c04-4a9b-a5e8-e661ff72f9d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:27:32.315622 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-916a462d-5c04-4a9b-a5e8-e661ff72f9d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:27:32.340631 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-916a462d-5c04-4a9b-a5e8-e661ff72f9d8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 95} {{(pid=93916) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 18:27:32.360894 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-916a462d-5c04-4a9b-a5e8-e661ff72f9d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:27:32.361620 n-d-800634-3 neutron-server[93916]: INFO neutron.db.segments_db [None req-916a462d-5c04-4a9b-a5e8-e661ff72f9d8 admin admin] Added segment 083d4956-d74a-4548-8325-55efe8661457 of type vlan for network 7c5c265b-c8cb-48dd-918e-349f7d6fa97f Jul 14 18:27:32.363407 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916a462d-5c04-4a9b-a5e8-e661ff72f9d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1717ebe8-f29a-4477-a288-2900c0dd0f7e,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:27:32.400688 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b38bd2-9ed7-4563-bb9d-dcd3bd50b9ba req-e17e28c7-e88e-440a-847b-8d71f43d2fa2 tempest-ServersOnMultiNodesTest-1668875605 tempest-ServersOnMultiNodesTest-1668875605-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:27:32.402482 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-43b38bd2-9ed7-4563-bb9d-dcd3bd50b9ba req-e17e28c7-e88e-440a-847b-8d71f43d2fa2 tempest-ServersOnMultiNodesTest-1668875605 tempest-ServersOnMultiNodesTest-1668875605-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=b75f1187-18fd-4b26-b1df-990b96108e54 HTTP/1.1" status: 200 len: 1100 time: 0.0527608 Jul 14 18:27:32.407824 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-916a462d-5c04-4a9b-a5e8-e661ff72f9d8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728202197517'] for network, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:27:32.436956 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-43b38bd2-9ed7-4563-bb9d-dcd3bd50b9ba req-dc9ae295-8b3b-4d68-9101-903ff1ef5e94 tempest-ServersOnMultiNodesTest-1668875605 tempest-ServersOnMultiNodesTest-1668875605-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=b0153d44-2cf7-4f50-b628-255afb14ce31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0282767 Jul 14 18:27:32.437246 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-916a462d-5c04-4a9b-a5e8-e661ff72f9d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727'] for network, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:27:32.438053 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-916a462d-5c04-4a9b-a5e8-e661ff72f9d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:27:32.439153 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-916a462d-5c04-4a9b-a5e8-e661ff72f9d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598705'] for network, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:27:32.492604 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-916a462d-5c04-4a9b-a5e8-e661ff72f9d8 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4837034 Jul 14 18:27:32.495272 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 37138) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:27:32.502048 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-f66a9066-48de-42ef-b006-546d66f80090 admin admin] Request body: {'subnet': {'network_id': '7c5c265b-c8cb-48dd-918e-349f7d6fa97f', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-2038405643-subnet', 'tenant_id': '82e7174add29402ca6b9595971263e7a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:27:32.512301 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916a462d-5c04-4a9b-a5e8-e661ff72f9d8 admin admin] Pushing event updated for resources: {'Network': ['ID=7c5c265b-c8cb-48dd-918e-349f7d6fa97f,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:27:32.527308 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Network 7c5c265b-c8cb-48dd-918e-349f7d6fa97f details requested by agent ovs-agent-n-d-800634-3 with host n-d-800634-3 {{(pid=93917) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 18:27:32.542900 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f66a9066-48de-42ef-b006-546d66f80090 admin admin] Made reservation on behalf of 82e7174add29402ca6b9595971263e7a for: {'subnet': 1} {{(pid=93916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:27:32.545781 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-f66a9066-48de-42ef-b006-546d66f80090 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26033189'] for subnet, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:27:32.694732 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967999b4-390e-4c61-9fb5-034e74fc1c86 req-70f76110-e7ba-4421-bb8d-269769c83bf4 tempest-ServerRescueNegativeTestJSON-843679432 tempest-ServerRescueNegativeTestJSON-843679432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:27:32.697095 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-967999b4-390e-4c61-9fb5-034e74fc1c86 req-70f76110-e7ba-4421-bb8d-269769c83bf4 tempest-ServerRescueNegativeTestJSON-843679432 tempest-ServerRescueNegativeTestJSON-843679432-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b9e4456-2d8d-44aa-a867-8b086bbb5414 HTTP/1.1" status: 200 len: 946 time: 0.0778334 Jul 14 18:27:32.740215 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-967999b4-390e-4c61-9fb5-034e74fc1c86 req-534bea15-7cb7-4b27-91c7-82d670ecde00 tempest-ServerRescueNegativeTestJSON-843679432 tempest-ServerRescueNegativeTestJSON-843679432-project] 10.222.0.16 "GET /v2.0/security-groups?id=2ad455ff-6ff4-4067-8bf1-fdec963484f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376370 Jul 14 18:27:32.746397 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-f66a9066-48de-42ef-b006-546d66f80090 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2684753', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26033175'] for subnet, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:27:32.792379 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ca8986af-d040-4c4f-aa36-7edd723afaed req-5c810e38-9fad-4b78-845d-04ab8671ff66 tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=aeec593be949414a8c1694135e52293c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0251305 Jul 14 18:27:32.816157 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f66a9066-48de-42ef-b006-546d66f80090 admin admin] Checking segment: {'id': '083d4956-d74a-4548-8325-55efe8661457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '7c5c265b-c8cb-48dd-918e-349f7d6fa97f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93916) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:27:32.816610 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f66a9066-48de-42ef-b006-546d66f80090 admin admin] Network hostable DHCP agents. Network: 7c5c265b-c8cb-48dd-918e-349f7d6fa97f, hostable agents: ['028393c3-0576-4ebd-bca1-8ea8a148e1a2'], hosted agents: [] {{(pid=93916) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 18:27:32.821387 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66a9066-48de-42ef-b006-546d66f80090 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f032006b-6262-4a79-b1ea-5cdc8bbf67c0,revision_number=0']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:27:32.845940 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f66a9066-48de-42ef-b006-546d66f80090 admin admin] Network 7c5c265b-c8cb-48dd-918e-349f7d6fa97f is scheduled to be hosted by DHCP agent 028393c3-0576-4ebd-bca1-8ea8a148e1a2 with binding_index 1 {{(pid=93916) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 18:27:32.861578 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [None req-f66a9066-48de-42ef-b006-546d66f80090 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-3, 7c5c265b-c8cb-48dd-918e-349f7d6fa97f) {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:27:32.872678 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9994fa2d-3cc3-4630-9830-df926e7e55cc None None] Network 7c5c265b-c8cb-48dd-918e-349f7d6fa97f requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:27:32.874652 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f66a9066-48de-42ef-b006-546d66f80090 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:27:32.875735 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-f66a9066-48de-42ef-b006-546d66f80090 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598705'] for subnet, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:27:32.900467 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-f66a9066-48de-42ef-b006-546d66f80090 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3965325 Jul 14 18:27:32.923437 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8986af-d040-4c4f-aa36-7edd723afaed req-db1c4d63-c4c2-4048-a34e-2ca1b1e6b028 tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:27:32.930274 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ca8986af-d040-4c4f-aa36-7edd723afaed req-db1c4d63-c4c2-4048-a34e-2ca1b1e6b028 tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1343794 Jul 14 18:27:32.961225 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ca8986af-d040-4c4f-aa36-7edd723afaed req-86cbebc5-eed8-4aa5-93e8-21368a94dc99 tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] 10.222.0.16 "GET /v2.0/quotas/aeec593be949414a8c1694135e52293c HTTP/1.1" status: 200 len: 375 time: 0.0300171 Jul 14 18:27:33.085792 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dcae40a-92cf-409d-a0ee-a252cebca767 None None] Network 7c5c265b-c8cb-48dd-918e-349f7d6fa97f requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:27:33.105346 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ca8986af-d040-4c4f-aa36-7edd723afaed req-252bf8aa-9c19-4d6b-888a-8428ff4f14a4 tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=aeec593be949414a8c1694135e52293c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1383705 Jul 14 18:27:33.121186 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8407eda-668b-4fc0-a873-b8b1eff5e497 req-229fab8f-b505-49f8-8c62-186f097370c6 tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:27:33.129439 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a8407eda-668b-4fc0-a873-b8b1eff5e497 req-229fab8f-b505-49f8-8c62-186f097370c6 tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] 10.222.0.16 "GET /v2.0/ports?device_id=0c67ccb1-27e9-4b4b-b1d8-0b03abbae8c6 HTTP/1.1" status: 200 len: 944 time: 0.2144167 Jul 14 18:27:33.151141 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39154cc-30ee-4477-b02c-3bcf77902cfc req-8f67a851-f15e-4003-ab8d-a1b3a62034fe tempest-ServerDiskConfigTestJSON-1372590070 tempest-ServerDiskConfigTestJSON-1372590070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:27:33.152711 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-a39154cc-30ee-4477-b02c-3bcf77902cfc req-8f67a851-f15e-4003-ab8d-a1b3a62034fe tempest-ServerDiskConfigTestJSON-1372590070 tempest-ServerDiskConfigTestJSON-1372590070-project] 10.222.0.18 "GET /v2.0/networks?id=931147ca-9c29-4ccf-b0c6-22150fb38263 HTTP/1.1" status: 200 len: 815 time: 0.2029276 Jul 14 18:27:33.169436 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [req-a39154cc-30ee-4477-b02c-3bcf77902cfc req-bcd6add0-972e-49a1-86da-2921a977c1e5 tempest-ServerDiskConfigTestJSON-1372590070 tempest-ServerDiskConfigTestJSON-1372590070-project] Request body: {'port': {'device_id': '3a42ddc6-5334-4b49-b118-b918cd4d3904', 'network_id': '931147ca-9c29-4ccf-b0c6-22150fb38263', 'admin_state_up': True, 'tenant_id': '1fa4a28868c84b38bc8e65d0fea7d3b5'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:27:33.195606 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a8407eda-668b-4fc0-a873-b8b1eff5e497 req-60d9b798-397a-4965-9925-8469ddfed59e tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] 10.222.0.16 "GET /v2.0/security-groups?id=4824db20-b9ba-4380-9f29-13755d37b981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651951 Jul 14 18:27:33.314020 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a39154cc-30ee-4477-b02c-3bcf77902cfc req-bcd6add0-972e-49a1-86da-2921a977c1e5 tempest-ServerDiskConfigTestJSON-1372590070 tempest-ServerDiskConfigTestJSON-1372590070-project] Made reservation on behalf of 1fa4a28868c84b38bc8e65d0fea7d3b5 for: {'port': 1} {{(pid=93916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:27:33.317602 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-a39154cc-30ee-4477-b02c-3bcf77902cfc req-bcd6add0-972e-49a1-86da-2921a977c1e5 tempest-ServerDiskConfigTestJSON-1372590070 tempest-ServerDiskConfigTestJSON-1372590070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:27:33.332983 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f91f95e5-ac2f-42ff-9571-feb14b0ca9e5 req-b70326d7-e97a-4b17-9304-e8cb472058d7 tempest-ServerDiskConfigTestJSON-1372590070 tempest-ServerDiskConfigTestJSON-1372590070-project] 10.222.0.16 "GET /v2.0/ports?device_id=3a42ddc6-5334-4b49-b118-b918cd4d3904 HTTP/1.1" status: 200 len: 210 time: 0.0350633 Jul 14 18:27:33.458924 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.db_base_plugin_common [req-a39154cc-30ee-4477-b02c-3bcf77902cfc req-bcd6add0-972e-49a1-86da-2921a977c1e5 tempest-ServerDiskConfigTestJSON-1372590070 tempest-ServerDiskConfigTestJSON-1372590070-project] Allocated IP 172.20.0.10 (931147ca-9c29-4ccf-b0c6-22150fb38263/1247ec7e-a3af-456f-af13-5ca1fde66245/b10c9127-860e-4860-a7dc-41b1f8ef0736) {{(pid=93916) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:27:33.633273 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-a39154cc-30ee-4477-b02c-3bcf77902cfc req-bcd6add0-972e-49a1-86da-2921a977c1e5 tempest-ServerDiskConfigTestJSON-1372590070 tempest-ServerDiskConfigTestJSON-1372590070-project] Notify callbacks [] for port, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:27:33.676243 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bd0cc5-2ec5-4cc1-be2a-7712f84984a1 req-64ac122a-409c-417e-b665-4daea9fa222e tempest-MultipleCreateTestJSON-1352928044 tempest-MultipleCreateTestJSON-1352928044-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:27:33.677867 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-70bd0cc5-2ec5-4cc1-be2a-7712f84984a1 req-64ac122a-409c-417e-b665-4daea9fa222e tempest-MultipleCreateTestJSON-1352928044 tempest-MultipleCreateTestJSON-1352928044-project] 10.222.0.16 "GET /v2.0/networks?id=7c5c265b-c8cb-48dd-918e-349f7d6fa97f HTTP/1.1" status: 200 len: 813 time: 0.1384895 Jul 14 18:27:33.684079 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-a39154cc-30ee-4477-b02c-3bcf77902cfc req-bcd6add0-972e-49a1-86da-2921a977c1e5 tempest-ServerDiskConfigTestJSON-1372590070 tempest-ServerDiskConfigTestJSON-1372590070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:27:33.711693 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-70bd0cc5-2ec5-4cc1-be2a-7712f84984a1 req-42b2140a-da1f-40ca-b25d-b9dd2f0fa4e6 tempest-MultipleCreateTestJSON-1352928044 tempest-MultipleCreateTestJSON-1352928044-project] 10.222.0.16 "GET /v2.0/quotas/82e7174add29402ca6b9595971263e7a HTTP/1.1" status: 200 len: 375 time: 0.0154202 Jul 14 18:27:33.745634 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd6add0-972e-49a1-86da-2921a977c1e5 tempest-ServerDiskConfigTestJSON-1372590070 tempest-ServerDiskConfigTestJSON-1372590070-project] Pushing event updated for resources: {'Port': ['ID=b10c9127-860e-4860-a7dc-41b1f8ef0736,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:27:33.756429 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a39154cc-30ee-4477-b02c-3bcf77902cfc req-bcd6add0-972e-49a1-86da-2921a977c1e5 tempest-ServerDiskConfigTestJSON-1372590070 tempest-ServerDiskConfigTestJSON-1372590070-project] Network 931147ca-9c29-4ccf-b0c6-22150fb38263 is already hosted by enough agents. {{(pid=93916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:27:33.758673 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [req-a39154cc-30ee-4477-b02c-3bcf77902cfc req-bcd6add0-972e-49a1-86da-2921a977c1e5 tempest-ServerDiskConfigTestJSON-1372590070 tempest-ServerDiskConfigTestJSON-1372590070-project] Resources bound (agent type, host, resource id): {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:27:33.760147 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-70bd0cc5-2ec5-4cc1-be2a-7712f84984a1 req-88a2c45e-f63b-4c7f-893a-333547cb88ce tempest-MultipleCreateTestJSON-1352928044 tempest-MultipleCreateTestJSON-1352928044-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=82e7174add29402ca6b9595971263e7a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0407629 Jul 14 18:27:33.761264 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.l3_dvrscheduler_db [req-a39154cc-30ee-4477-b02c-3bcf77902cfc req-bcd6add0-972e-49a1-86da-2921a977c1e5 tempest-ServerDiskConfigTestJSON-1372590070 tempest-ServerDiskConfigTestJSON-1372590070-project] Received port after_create {{(pid=93916) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:27:33.772737 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0dfbd85-a65a-4992-beeb-10110bd3744b req-41cab949-47f9-4bb9-a7a8-47c904ae2d1e tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:27:33.774288 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e0dfbd85-a65a-4992-beeb-10110bd3744b req-41cab949-47f9-4bb9-a7a8-47c904ae2d1e tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.16 "GET /v2.0/ports?device_id=b34ed31a-cdf4-42e3-9af8-e1a7ec6d0b20 HTTP/1.1" status: 200 len: 948 time: 0.1208670 Jul 14 18:27:33.823556 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39154cc-30ee-4477-b02c-3bcf77902cfc req-bcd6add0-972e-49a1-86da-2921a977c1e5 tempest-ServerDiskConfigTestJSON-1372590070 tempest-ServerDiskConfigTestJSON-1372590070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:27:33.824541 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-a39154cc-30ee-4477-b02c-3bcf77902cfc req-bcd6add0-972e-49a1-86da-2921a977c1e5 tempest-ServerDiskConfigTestJSON-1372590070 tempest-ServerDiskConfigTestJSON-1372590070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:27:33.827181 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device 22d4f36d-8ebf-4512-a4db-86b73fc892d8 details requested by agent hyperv_n-h1-800634-3 with host n-h1-800634-3 {{(pid=93917) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 18:27:33.843839 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-a39154cc-30ee-4477-b02c-3bcf77902cfc req-bcd6add0-972e-49a1-86da-2921a977c1e5 tempest-ServerDiskConfigTestJSON-1372590070 tempest-ServerDiskConfigTestJSON-1372590070-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6791818 Jul 14 18:27:33.873260 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e0dfbd85-a65a-4992-beeb-10110bd3744b req-074891bd-799c-42ff-b37f-d6473f52157f tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.16 "GET /v2.0/security-groups?id=95148b1b-0f93-483b-9e80-262147c27e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895147 Jul 14 18:27:33.879945 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [req-a39154cc-30ee-4477-b02c-3bcf77902cfc req-3abe90b9-71e3-41df-b84b-2754d76905b5 service neutron] Request body: {'port': {'device_id': '3a42ddc6-5334-4b49-b118-b918cd4d3904', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800634-3'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:27:33.921038 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-70bd0cc5-2ec5-4cc1-be2a-7712f84984a1 req-f2d51245-d4bc-4a7a-8e22-2f2d5a393489 service neutron] 10.222.0.16 "GET /v2.0/networks/7c5c265b-c8cb-48dd-918e-349f7d6fa97f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1457293 Jul 14 18:27:33.991980 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-a39154cc-30ee-4477-b02c-3bcf77902cfc req-3abe90b9-71e3-41df-b84b-2754d76905b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:27:34.036347 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port 22d4f36d-8ebf-4512-a4db-86b73fc892d8, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=22d4f36d-8ebf-4512-a4db-86b73fc892d8,segment=NetworkSegment(c5dc6d5b-42e9-4c22-85af-e48a17c0bd6d),segment_id=c5dc6d5b-42e9-4c22-85af-e48a17c0bd6d)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:27:34.064433 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Returning: {'device': '22d4f36d-8ebf-4512-a4db-86b73fc892d8', 'network_id': '027c4e91-49f9-408a-bc70-11f19a2cbbb7', 'port_id': '22d4f36d-8ebf-4512-a4db-86b73fc892d8', 'mac_address': 'fa:16:3e:61:30:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 88, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05d56735-edac-4058-8f3c-680c255777ec', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93917) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 18:27:34.072518 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-70bd0cc5-2ec5-4cc1-be2a-7712f84984a1 req-45ecceb2-adf6-4771-9177-c34ecb191729 service neutron] 10.222.0.16 "GET /v2.0/networks/7c5c265b-c8cb-48dd-918e-349f7d6fa97f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1436722 Jul 14 18:27:34.148383 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:27:34.176222 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22d4f36d-8ebf-4512-a4db-86b73fc892d8 {{(pid=93917) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 18:27:34.197409 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port 22d4f36d-8ebf-4512-a4db-86b73fc892d8, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=22d4f36d-8ebf-4512-a4db-86b73fc892d8,segment=NetworkSegment(c5dc6d5b-42e9-4c22-85af-e48a17c0bd6d),segment_id=c5dc6d5b-42e9-4c22-85af-e48a17c0bd6d)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:27:34.210413 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:27:34.278840 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Pushing event updated for resources: {'Port': ['ID=22d4f36d-8ebf-4512-a4db-86b73fc892d8,revision_number=4']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:27:34.389403 n-d-800634-3 neutron-server[93916]: DEBUG neutron.notifiers.nova [req-a39154cc-30ee-4477-b02c-3bcf77902cfc req-3abe90b9-71e3-41df-b84b-2754d76905b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b10c9127-860e-4860-a7dc-41b1f8ef0736 {{(pid=93916) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 18:27:34.397191 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-a39154cc-30ee-4477-b02c-3bcf77902cfc req-3abe90b9-71e3-41df-b84b-2754d76905b5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:27:34.413165 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.provisioning_blocks [req-a39154cc-30ee-4477-b02c-3bcf77902cfc req-3abe90b9-71e3-41df-b84b-2754d76905b5 service neutron] Transition to ACTIVE for port object b10c9127-860e-4860-a7dc-41b1f8ef0736 will not be triggered until provisioned by entity L2. {{(pid=93916) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:27:34.417839 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-a39154cc-30ee-4477-b02c-3bcf77902cfc req-3abe90b9-71e3-41df-b84b-2754d76905b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2684870'] for port, after_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:27:34.490704 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2423ff-5207-4584-8eec-c50012afb3e4 req-bb57c12b-ce83-41bf-ab81-9e0b12a06689 tempest-ServerRescueNegativeTestJSON-843679432 tempest-ServerRescueNegativeTestJSON-843679432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:27:34.492320 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3d2423ff-5207-4584-8eec-c50012afb3e4 req-bb57c12b-ce83-41bf-ab81-9e0b12a06689 tempest-ServerRescueNegativeTestJSON-843679432 tempest-ServerRescueNegativeTestJSON-843679432-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b9e4456-2d8d-44aa-a867-8b086bbb5414 HTTP/1.1" status: 200 len: 946 time: 0.1226842 Jul 14 18:27:34.494963 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abe90b9-71e3-41df-b84b-2754d76905b5 service neutron] Pushing event updated for resources: {'Port': ['ID=b10c9127-860e-4860-a7dc-41b1f8ef0736,revision_number=2']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:27:34.549630 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a734ea-44a5-4577-9ef0-3c218fde2f5c req-e95fb73e-1a59-4a68-b4da-324a2795bc15 tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:27:34.551152 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-44a734ea-44a5-4577-9ef0-3c218fde2f5c req-e95fb73e-1a59-4a68-b4da-324a2795bc15 tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] 10.222.0.16 "GET /v2.0/ports?device_id=0c67ccb1-27e9-4b4b-b1d8-0b03abbae8c6 HTTP/1.1" status: 200 len: 945 time: 0.1423981 Jul 14 18:27:34.578172 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3d2423ff-5207-4584-8eec-c50012afb3e4 req-a4b9d1f0-7a89-4bf6-8ce1-36672a07bdd9 tempest-ServerRescueNegativeTestJSON-843679432 tempest-ServerRescueNegativeTestJSON-843679432-project] 10.222.0.16 "GET /v2.0/security-groups?id=2ad455ff-6ff4-4067-8bf1-fdec963484f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691493 Jul 14 18:27:34.609563 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.managers [req-a39154cc-30ee-4477-b02c-3bcf77902cfc req-3abe90b9-71e3-41df-b84b-2754d76905b5 service neutron] Attempting to bind port b10c9127-860e-4860-a7dc-41b1f8ef0736 on host n-h1-800634-3 for vnic_type normal with profile {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:27:34.609953 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.managers [req-a39154cc-30ee-4477-b02c-3bcf77902cfc req-3abe90b9-71e3-41df-b84b-2754d76905b5 service neutron] Attempting to bind port b10c9127-860e-4860-a7dc-41b1f8ef0736 by drivers openvswitch,hyperv on host n-h1-800634-3 at level 0 using segments [{'id': '9a21e516-8d79-4e64-b3eb-1610a868b024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '931147ca-9c29-4ccf-b0c6-22150fb38263'}] {{(pid=93916) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:27:34.610255 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a39154cc-30ee-4477-b02c-3bcf77902cfc req-3abe90b9-71e3-41df-b84b-2754d76905b5 service neutron] Attempting to bind port b10c9127-860e-4860-a7dc-41b1f8ef0736 on network 931147ca-9c29-4ccf-b0c6-22150fb38263 {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:27:34.616213 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a39154cc-30ee-4477-b02c-3bcf77902cfc req-3abe90b9-71e3-41df-b84b-2754d76905b5 service neutron] Port b10c9127-860e-4860-a7dc-41b1f8ef0736 on network 931147ca-9c29-4ccf-b0c6-22150fb38263 not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-3 {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 18:27:34.616547 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a39154cc-30ee-4477-b02c-3bcf77902cfc req-3abe90b9-71e3-41df-b84b-2754d76905b5 service neutron] Attempting to bind port b10c9127-860e-4860-a7dc-41b1f8ef0736 on network 931147ca-9c29-4ccf-b0c6-22150fb38263 {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:27:34.620272 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-44a734ea-44a5-4577-9ef0-3c218fde2f5c req-1aa35168-8dd1-4802-9ee8-e2ffc80c36ce tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] 10.222.0.16 "GET /v2.0/security-groups?id=4824db20-b9ba-4380-9f29-13755d37b981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573702 Jul 14 18:27:34.636425 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a39154cc-30ee-4477-b02c-3bcf77902cfc req-3abe90b9-71e3-41df-b84b-2754d76905b5 service neutron] Checking agent: {'id': 'a3630ff4-fbee-45d9-b9b6-0ae41cb3a350', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 15, 32), 'started_at': datetime.datetime(2021, 7, 14, 18, 15, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 18, 27, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 18:27:34.638616 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a39154cc-30ee-4477-b02c-3bcf77902cfc req-3abe90b9-71e3-41df-b84b-2754d76905b5 service neutron] Checking segment: {'id': '9a21e516-8d79-4e64-b3eb-1610a868b024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '931147ca-9c29-4ccf-b0c6-22150fb38263'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93916) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:27:34.639113 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a39154cc-30ee-4477-b02c-3bcf77902cfc req-3abe90b9-71e3-41df-b84b-2754d76905b5 service neutron] Bound using segment: {'id': '9a21e516-8d79-4e64-b3eb-1610a868b024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '931147ca-9c29-4ccf-b0c6-22150fb38263'} {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 18:27:34.639947 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.managers [req-a39154cc-30ee-4477-b02c-3bcf77902cfc req-3abe90b9-71e3-41df-b84b-2754d76905b5 service neutron] Bound port: b10c9127-860e-4860-a7dc-41b1f8ef0736, host: n-h1-800634-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a21e516-8d79-4e64-b3eb-1610a868b024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '931147ca-9c29-4ccf-b0c6-22150fb38263'}}] {{(pid=93916) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 18:27:34.640407 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-a39154cc-30ee-4477-b02c-3bcf77902cfc req-3abe90b9-71e3-41df-b84b-2754d76905b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:27:34.757156 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.db [req-a39154cc-30ee-4477-b02c-3bcf77902cfc req-3abe90b9-71e3-41df-b84b-2754d76905b5 service neutron] For port b10c9127-860e-4860-a7dc-41b1f8ef0736, host n-h1-800634-3, cleared binding levels {{(pid=93916) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:27:34.760781 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.db [req-a39154cc-30ee-4477-b02c-3bcf77902cfc req-3abe90b9-71e3-41df-b84b-2754d76905b5 service neutron] For port b10c9127-860e-4860-a7dc-41b1f8ef0736, host n-h1-800634-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=b10c9127-860e-4860-a7dc-41b1f8ef0736,segment=NetworkSegment(9a21e516-8d79-4e64-b3eb-1610a868b024),segment_id=9a21e516-8d79-4e64-b3eb-1610a868b024)] {{(pid=93916) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 18:27:34.766297 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] get_ports_and_sgs() called for port_ids ['22d4f36d-8ebf-4512-a4db-86b73fc892d8'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 18:27:34.777595 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-a39154cc-30ee-4477-b02c-3bcf77902cfc req-3abe90b9-71e3-41df-b84b-2754d76905b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2684870'] for port, after_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:27:34.787642 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-7442279d-fcdd-40de-b16d-e06e2e44717b req-0c7059fd-4eda-4790-b9ca-9b78c4f6a98d tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] 10.222.0.16 "GET /v2.0/ports?device_id=54c7ae54-2903-4613-9495-d980de44aef8 HTTP/1.1" status: 200 len: 210 time: 0.0598881 Jul 14 18:27:34.882967 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39154cc-30ee-4477-b02c-3bcf77902cfc req-3abe90b9-71e3-41df-b84b-2754d76905b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:27:34.883930 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-a39154cc-30ee-4477-b02c-3bcf77902cfc req-3abe90b9-71e3-41df-b84b-2754d76905b5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:27:34.886088 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-a39154cc-30ee-4477-b02c-3bcf77902cfc req-3abe90b9-71e3-41df-b84b-2754d76905b5 service neutron] 10.222.0.18 "PUT /v2.0/ports/b10c9127-860e-4860-a7dc-41b1f8ef0736 HTTP/1.1" status: 200 len: 1092 time: 1.0114095 Jul 14 18:27:34.886791 n-d-800634-3 neutron-server[93916]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a42ddc6-5334-4b49-b118-b918cd4d3904', 'tag': 'b10c9127-860e-4860-a7dc-41b1f8ef0736'}] {{(pid=93916) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:27:34.891362 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f803e150b363a7893830aa996ac27753fa25517c406ecd3536b7c2d4b26eeb9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59a26e75-fca1-444d-9936-6edaf0aa049c" -d '{"events": [{"name": "network-changed", "server_uuid": "3a42ddc6-5334-4b49-b118-b918cd4d3904", "tag": "b10c9127-860e-4860-a7dc-41b1f8ef0736"}]}' {{(pid=93916) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:27:34.957551 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abe90b9-71e3-41df-b84b-2754d76905b5 service neutron] Pushing event updated for resources: {'Port': ['ID=b10c9127-860e-4860-a7dc-41b1f8ef0736,revision_number=3']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:27:35.045913 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8283ff7-cf7e-4208-bcbb-7b232868f325 req-b4b51860-6ea3-4098-9673-86af22becdde tempest-ServerDiskConfigTestJSON-1372590070 tempest-ServerDiskConfigTestJSON-1372590070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:27:35.063117 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b8283ff7-cf7e-4208-bcbb-7b232868f325 req-b4b51860-6ea3-4098-9673-86af22becdde tempest-ServerDiskConfigTestJSON-1372590070 tempest-ServerDiskConfigTestJSON-1372590070-project] 10.222.0.16 "GET /v2.0/ports?device_id=3a42ddc6-5334-4b49-b118-b918cd4d3904 HTTP/1.1" status: 200 len: 944 time: 0.1202474 Jul 14 18:27:35.117035 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b8283ff7-cf7e-4208-bcbb-7b232868f325 req-39b2209e-1503-408a-8dfe-9c4a9ca926d4 tempest-ServerDiskConfigTestJSON-1372590070 tempest-ServerDiskConfigTestJSON-1372590070-project] 10.222.0.16 "GET /v2.0/security-groups?id=8f471560-b797-46f3-abf1-e078e196721c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528629 Jul 14 18:27:35.124569 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39154cc-30ee-4477-b02c-3bcf77902cfc req-09a979f2-c7c9-44fa-882b-4167d8596baf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:27:35.126241 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-a39154cc-30ee-4477-b02c-3bcf77902cfc req-09a979f2-c7c9-44fa-882b-4167d8596baf service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=1fa4a28868c84b38bc8e65d0fea7d3b5&device_id=3a42ddc6-5334-4b49-b118-b918cd4d3904 HTTP/1.1" status: 200 len: 1095 time: 0.1191282 Jul 14 18:27:35.170293 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:27:35.178100 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb0263b-b2d8-45ca-a566-dab3e5c68e64 req-66498c27-3c04-4548-84e4-3f65dbe919b1 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:27:35.179640 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-7fb0263b-b2d8-45ca-a566-dab3e5c68e64 req-66498c27-3c04-4548-84e4-3f65dbe919b1 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.16 "GET /v2.0/ports?device_id=b34ed31a-cdf4-42e3-9af8-e1a7ec6d0b20 HTTP/1.1" status: 200 len: 948 time: 0.0784562 Jul 14 18:27:35.198115 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 18:27:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50b48d52-b643-4790-bca9-6fcee6cc2f38 x-openstack-request-id: req-50b48d52-b643-4790-bca9-6fcee6cc2f38 {{(pid=93916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:27:35.198495 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a42ddc6-5334-4b49-b118-b918cd4d3904", "tag": "b10c9127-860e-4860-a7dc-41b1f8ef0736", "status": "completed", "code": 200}]} {{(pid=93916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:27:35.198756 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-50b48d52-b643-4790-bca9-6fcee6cc2f38 {{(pid=93916) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:27:35.199236 n-d-800634-3 neutron-server[93916]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a42ddc6-5334-4b49-b118-b918cd4d3904', 'tag': 'b10c9127-860e-4860-a7dc-41b1f8ef0736', 'status': 'completed', 'code': 200} Jul 14 18:27:35.201061 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-a39154cc-30ee-4477-b02c-3bcf77902cfc req-96e2517d-1f27-4b95-930c-c6994614cbb5 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b10c9127-860e-4860-a7dc-41b1f8ef0736 HTTP/1.1" status: 200 len: 217 time: 0.0565045 Jul 14 18:27:35.238023 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-7fb0263b-b2d8-45ca-a566-dab3e5c68e64 req-f095fa62-54b3-4a30-9c98-cb365478bdf8 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.16 "GET /v2.0/security-groups?id=95148b1b-0f93-483b-9e80-262147c27e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517428 Jul 14 18:27:35.257546 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-256d21c5-1933-49b2-8ed0-2ae3d9a0fa86 req-ddd29924-307c-45b1-93b5-4ca8175b0ffb tempest-MultipleCreateTestJSON-1352928044 tempest-MultipleCreateTestJSON-1352928044-project] 10.222.0.16 "GET /v2.0/ports?device_id=24e69c05-052d-4c7d-a46d-abf449e32bb4 HTTP/1.1" status: 200 len: 210 time: 0.0353417 Jul 14 18:27:35.266970 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39154cc-30ee-4477-b02c-3bcf77902cfc req-5930e2c7-83f0-407d-9c6d-6afd8f4fe277 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:27:35.268552 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-a39154cc-30ee-4477-b02c-3bcf77902cfc req-5930e2c7-83f0-407d-9c6d-6afd8f4fe277 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1247ec7e-a3af-456f-af13-5ca1fde66245 HTTP/1.1" status: 200 len: 855 time: 0.0602546 Jul 14 18:27:35.324758 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-a39154cc-30ee-4477-b02c-3bcf77902cfc req-83b541e7-9aa1-4dca-89a9-3cf8e7e8232c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=931147ca-9c29-4ccf-b0c6-22150fb38263&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0318303 Jul 14 18:27:35.645640 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ca8986af-d040-4c4f-aa36-7edd723afaed req-1b7d5a36-96c9-49d1-9323-ffbce393458a tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=aeec593be949414a8c1694135e52293c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0219240 Jul 14 18:27:35.752258 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-a39154cc-30ee-4477-b02c-3bcf77902cfc req-0ab57318-d20e-444d-8a28-5db2696d188c service neutron] 10.222.0.18 "GET /v2.0/networks/931147ca-9c29-4ccf-b0c6-22150fb38263?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4038150 Jul 14 18:27:35.816308 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8986af-d040-4c4f-aa36-7edd723afaed req-824a5132-1cfb-4115-ac17-2f5a4458f98b tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:27:35.818037 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ca8986af-d040-4c4f-aa36-7edd723afaed req-824a5132-1cfb-4115-ac17-2f5a4458f98b tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1675465 Jul 14 18:27:35.835035 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [req-ca8986af-d040-4c4f-aa36-7edd723afaed req-0d84cded-cb5f-492c-987d-e671185dd9c0 tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] Request body: {'port': {'device_id': '54c7ae54-2903-4613-9495-d980de44aef8', 'network_id': '4f742057-89ee-4b4a-86f7-487ee61881a1', 'admin_state_up': True, 'tenant_id': 'aeec593be949414a8c1694135e52293c'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:27:35.890444 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-a39154cc-30ee-4477-b02c-3bcf77902cfc req-36985bdb-b05f-4d14-aa58-6a5918acd479 service neutron] 10.222.0.18 "GET /v2.0/networks/931147ca-9c29-4ccf-b0c6-22150fb38263?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256485 Jul 14 18:27:36.042049 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838a01d7-00b4-4477-833d-1b871377f32e req-bd885ea4-b1c1-4a13-8225-c6079f3b392f tempest-ServerRescueNegativeTestJSON-843679432 tempest-ServerRescueNegativeTestJSON-843679432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:27:36.043607 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-838a01d7-00b4-4477-833d-1b871377f32e req-bd885ea4-b1c1-4a13-8225-c6079f3b392f tempest-ServerRescueNegativeTestJSON-843679432 tempest-ServerRescueNegativeTestJSON-843679432-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b9e4456-2d8d-44aa-a867-8b086bbb5414 HTTP/1.1" status: 200 len: 946 time: 0.2237072 Jul 14 18:27:36.045663 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca8986af-d040-4c4f-aa36-7edd723afaed req-0d84cded-cb5f-492c-987d-e671185dd9c0 tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] Made reservation on behalf of aeec593be949414a8c1694135e52293c for: {'port': 1} {{(pid=93915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:27:36.047369 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a26e75-fca1-444d-9936-6edaf0aa049c req-e60b4234-9b98-4d9f-95d4-feb8f4b41f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:27:36.048987 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-59a26e75-fca1-444d-9936-6edaf0aa049c req-e60b4234-9b98-4d9f-95d4-feb8f4b41f4b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=1fa4a28868c84b38bc8e65d0fea7d3b5&device_id=3a42ddc6-5334-4b49-b118-b918cd4d3904 HTTP/1.1" status: 200 len: 1095 time: 0.0657518 Jul 14 18:27:36.049202 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-ca8986af-d040-4c4f-aa36-7edd723afaed req-0d84cded-cb5f-492c-987d-e671185dd9c0 tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:27:36.057967 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea6c5ca-b3c0-4727-b00c-4f847e4f9c8a req-cfdd7275-f71a-4a08-997e-550c24e10c50 tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:27:36.059374 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-dea6c5ca-b3c0-4727-b00c-4f847e4f9c8a req-cfdd7275-f71a-4a08-997e-550c24e10c50 tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] 10.222.0.16 "GET /v2.0/ports?device_id=0c67ccb1-27e9-4b4b-b1d8-0b03abbae8c6 HTTP/1.1" status: 200 len: 945 time: 0.1669598 Jul 14 18:27:36.131068 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ca8986af-d040-4c4f-aa36-7edd723afaed req-b616a489-f9a4-4c61-bce6-40a0bc323f42 tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=aeec593be949414a8c1694135e52293c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0470300 Jul 14 18:27:36.173363 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a26e75-fca1-444d-9936-6edaf0aa049c req-075051df-fe65-468d-bf60-e22a1f14326d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:27:36.174852 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-59a26e75-fca1-444d-9936-6edaf0aa049c req-075051df-fe65-468d-bf60-e22a1f14326d service neutron] 10.222.0.18 "GET /v2.0/networks?id=931147ca-9c29-4ccf-b0c6-22150fb38263 HTTP/1.1" status: 200 len: 915 time: 0.1022730 Jul 14 18:27:36.218250 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-59a26e75-fca1-444d-9936-6edaf0aa049c req-1cd7fa33-6c8a-4f1e-8f82-86fc17296b78 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b10c9127-860e-4860-a7dc-41b1f8ef0736 HTTP/1.1" status: 200 len: 217 time: 0.0368531 Jul 14 18:27:36.235805 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-838a01d7-00b4-4477-833d-1b871377f32e req-615e86e1-9561-407d-b3e6-2ab5c80f9b03 tempest-ServerRescueNegativeTestJSON-843679432 tempest-ServerRescueNegativeTestJSON-843679432-project] 10.222.0.16 "GET /v2.0/security-groups?id=2ad455ff-6ff4-4067-8bf1-fdec963484f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1754777 Jul 14 18:27:36.247971 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-dea6c5ca-b3c0-4727-b00c-4f847e4f9c8a req-d5252d84-c0cb-4f2d-972c-9e844e86ac4b tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] 10.222.0.16 "GET /v2.0/security-groups?id=4824db20-b9ba-4380-9f29-13755d37b981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1742640 Jul 14 18:27:36.310801 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a26e75-fca1-444d-9936-6edaf0aa049c req-4fbbd82e-90dc-4d0f-9fc7-64b92dd66c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:27:36.312325 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-59a26e75-fca1-444d-9936-6edaf0aa049c req-4fbbd82e-90dc-4d0f-9fc7-64b92dd66c5c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1247ec7e-a3af-456f-af13-5ca1fde66245 HTTP/1.1" status: 200 len: 855 time: 0.0714657 Jul 14 18:27:36.352065 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-59a26e75-fca1-444d-9936-6edaf0aa049c req-d8449820-8aee-4458-9478-4433906263c8 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=931147ca-9c29-4ccf-b0c6-22150fb38263&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268950 Jul 14 18:27:36.406403 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8986af-d040-4c4f-aa36-7edd723afaed req-64093005-21cf-4441-91f9-951f1375500e tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:27:36.407938 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ca8986af-d040-4c4f-aa36-7edd723afaed req-64093005-21cf-4441-91f9-951f1375500e tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2625029 Jul 14 18:27:36.436129 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-5a0a616c-afda-4cd4-83fd-99417ff05a70 req-389fcd90-a9fc-4645-9481-642f11b8e7a1 tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] 10.222.0.16 "GET /v2.0/ports?device_id=54c7ae54-2903-4613-9495-d980de44aef8 HTTP/1.1" status: 200 len: 210 time: 0.0585191 Jul 14 18:27:36.440031 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [req-ca8986af-d040-4c4f-aa36-7edd723afaed req-dc5919da-9cb0-4f17-802d-248914e78f7a tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] Request body: {'port': {'device_id': '9c05dfeb-2e85-4b50-9f47-830b78222eaa', 'network_id': '4f742057-89ee-4b4a-86f7-487ee61881a1', 'admin_state_up': True, 'tenant_id': 'aeec593be949414a8c1694135e52293c'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:27:36.445151 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-59a26e75-fca1-444d-9936-6edaf0aa049c req-57d8f090-914d-4bd7-924a-af74acad0f93 service neutron] 10.222.0.18 "GET /v2.0/networks/931147ca-9c29-4ccf-b0c6-22150fb38263?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824711 Jul 14 18:27:36.557020 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-59a26e75-fca1-444d-9936-6edaf0aa049c req-3468eef7-4a9c-412a-93ae-c8f28a4b4f9f service neutron] 10.222.0.18 "GET /v2.0/networks/931147ca-9c29-4ccf-b0c6-22150fb38263?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002040 Jul 14 18:27:36.842298 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.agents_db [None req-2ea07fb6-aa68-4671-8654-119d82b9f530 None None] Agent healthcheck: found 7 active agents {{(pid=93918) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 18:27:36.854875 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.db_base_plugin_common [req-ca8986af-d040-4c4f-aa36-7edd723afaed req-0d84cded-cb5f-492c-987d-e671185dd9c0 tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] Allocated IP 192.168.233.74 (4f742057-89ee-4b4a-86f7-487ee61881a1/f20c54fb-f7da-4761-aa61-2e4f99f3d332/6db54b77-ae18-4961-a34d-c8c708f5857a) {{(pid=93915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:27:36.990945 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640ca91f-1a14-485c-bde4-cc031d3d9eb6 req-00d1ad35-c1e3-4bee-acb0-dceada01ed9e tempest-ServerDiskConfigTestJSON-1372590070 tempest-ServerDiskConfigTestJSON-1372590070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:27:36.998217 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-640ca91f-1a14-485c-bde4-cc031d3d9eb6 req-00d1ad35-c1e3-4bee-acb0-dceada01ed9e tempest-ServerDiskConfigTestJSON-1372590070 tempest-ServerDiskConfigTestJSON-1372590070-project] 10.222.0.16 "GET /v2.0/ports?device_id=3a42ddc6-5334-4b49-b118-b918cd4d3904 HTTP/1.1" status: 200 len: 944 time: 0.6143820 Jul 14 18:27:37.032446 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bd0cc5-2ec5-4cc1-be2a-7712f84984a1 req-081601eb-04cd-429e-b324-a05dc0217171 tempest-MultipleCreateTestJSON-1352928044 tempest-MultipleCreateTestJSON-1352928044-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:27:37.033885 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-70bd0cc5-2ec5-4cc1-be2a-7712f84984a1 req-081601eb-04cd-429e-b324-a05dc0217171 tempest-MultipleCreateTestJSON-1352928044 tempest-MultipleCreateTestJSON-1352928044-project] 10.222.0.18 "GET /v2.0/networks?id=7c5c265b-c8cb-48dd-918e-349f7d6fa97f HTTP/1.1" status: 200 len: 813 time: 0.1300142 Jul 14 18:27:37.056238 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [req-70bd0cc5-2ec5-4cc1-be2a-7712f84984a1 req-eba8afd9-e28f-4137-9e16-2d73a20d74f5 tempest-MultipleCreateTestJSON-1352928044 tempest-MultipleCreateTestJSON-1352928044-project] Request body: {'port': {'device_id': '84e4a0bd-f283-425f-b244-349996ec3fd0', 'network_id': '7c5c265b-c8cb-48dd-918e-349f7d6fa97f', 'admin_state_up': True, 'tenant_id': '82e7174add29402ca6b9595971263e7a'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:27:37.097496 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041552b8-93a3-44af-80e4-ad851a0ae05d req-08383c49-5bc4-447e-9e45-44c5550f9ab4 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:27:37.099162 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-041552b8-93a3-44af-80e4-ad851a0ae05d req-08383c49-5bc4-447e-9e45-44c5550f9ab4 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.16 "GET /v2.0/ports?device_id=b34ed31a-cdf4-42e3-9af8-e1a7ec6d0b20 HTTP/1.1" status: 200 len: 948 time: 0.2866948 Jul 14 18:27:37.116020 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca8986af-d040-4c4f-aa36-7edd723afaed req-dc5919da-9cb0-4f17-802d-248914e78f7a tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] Made reservation on behalf of aeec593be949414a8c1694135e52293c for: {'port': 1} {{(pid=93915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:27:37.125488 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-ca8986af-d040-4c4f-aa36-7edd723afaed req-dc5919da-9cb0-4f17-802d-248914e78f7a tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:27:37.177370 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-640ca91f-1a14-485c-bde4-cc031d3d9eb6 req-7b992752-88ba-43bb-b8f3-7f07f2f2cd50 tempest-ServerDiskConfigTestJSON-1372590070 tempest-ServerDiskConfigTestJSON-1372590070-project] 10.222.0.16 "GET /v2.0/security-groups?id=8f471560-b797-46f3-abf1-e078e196721c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708479 Jul 14 18:27:37.200307 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-70bd0cc5-2ec5-4cc1-be2a-7712f84984a1 req-eba8afd9-e28f-4137-9e16-2d73a20d74f5 tempest-MultipleCreateTestJSON-1352928044 tempest-MultipleCreateTestJSON-1352928044-project] Made reservation on behalf of 82e7174add29402ca6b9595971263e7a for: {'port': 1} {{(pid=93916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:27:37.205529 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-70bd0cc5-2ec5-4cc1-be2a-7712f84984a1 req-eba8afd9-e28f-4137-9e16-2d73a20d74f5 tempest-MultipleCreateTestJSON-1352928044 tempest-MultipleCreateTestJSON-1352928044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:27:37.268372 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-041552b8-93a3-44af-80e4-ad851a0ae05d req-e2cfe4b3-e2d0-47ff-b7de-01e7f9de9e47 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.16 "GET /v2.0/security-groups?id=95148b1b-0f93-483b-9e80-262147c27e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532319 Jul 14 18:27:37.293353 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-ca8986af-d040-4c4f-aa36-7edd723afaed req-0d84cded-cb5f-492c-987d-e671185dd9c0 tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] Notify callbacks [] for port, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:27:37.333513 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e26f3c09-2148-42d6-ac92-b40c507039de req-9fde839b-f666-4737-b475-e098cb77dc53 tempest-MultipleCreateTestJSON-1352928044 tempest-MultipleCreateTestJSON-1352928044-project] 10.222.0.16 "GET /v2.0/ports?device_id=24e69c05-052d-4c7d-a46d-abf449e32bb4 HTTP/1.1" status: 200 len: 210 time: 0.0495210 Jul 14 18:27:37.334440 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.provisioning_blocks [req-ca8986af-d040-4c4f-aa36-7edd723afaed req-0d84cded-cb5f-492c-987d-e671185dd9c0 tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] Transition to ACTIVE for port object 6db54b77-ae18-4961-a34d-c8c708f5857a will not be triggered until provisioned by entity DHCP. {{(pid=93915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:27:37.368058 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.db_base_plugin_common [req-70bd0cc5-2ec5-4cc1-be2a-7712f84984a1 req-eba8afd9-e28f-4137-9e16-2d73a20d74f5 tempest-MultipleCreateTestJSON-1352928044 tempest-MultipleCreateTestJSON-1352928044-project] Allocated IP 172.20.0.14 (7c5c265b-c8cb-48dd-918e-349f7d6fa97f/f032006b-6262-4a79-b1ea-5cdc8bbf67c0/4e35a919-4992-4af5-a312-01c144741832) {{(pid=93916) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:27:37.415061 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-ca8986af-d040-4c4f-aa36-7edd723afaed req-0d84cded-cb5f-492c-987d-e671185dd9c0 tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:27:37.433267 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] get_ports_and_sgs() called for port_ids ['669c9edf-0066-4f1c-8103-9c630a3adbef', '12f9f4e0-732a-4ff7-ae01-79782107bd50', '93931838-c4c9-4619-9753-71eeca38dcdc'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 18:27:37.538057 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca8986af-d040-4c4f-aa36-7edd723afaed req-0d84cded-cb5f-492c-987d-e671185dd9c0 tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] Network 4f742057-89ee-4b4a-86f7-487ee61881a1 is already hosted by enough agents. {{(pid=93915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:27:37.544879 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [req-ca8986af-d040-4c4f-aa36-7edd723afaed req-0d84cded-cb5f-492c-987d-e671185dd9c0 tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] Resources bound (agent type, host, resource id): {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:27:37.569535 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca8986af-d040-4c4f-aa36-7edd723afaed req-0d84cded-cb5f-492c-987d-e671185dd9c0 tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] Received port after_create {{(pid=93915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:27:37.587119 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-70bd0cc5-2ec5-4cc1-be2a-7712f84984a1 req-eba8afd9-e28f-4137-9e16-2d73a20d74f5 tempest-MultipleCreateTestJSON-1352928044 tempest-MultipleCreateTestJSON-1352928044-project] Notify callbacks [] for port, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:27:37.615885 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d84cded-cb5f-492c-987d-e671185dd9c0 tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] Pushing event updated for resources: {'Port': ['ID=6db54b77-ae18-4961-a34d-c8c708f5857a,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:27:37.650854 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-70bd0cc5-2ec5-4cc1-be2a-7712f84984a1 req-eba8afd9-e28f-4137-9e16-2d73a20d74f5 tempest-MultipleCreateTestJSON-1352928044 tempest-MultipleCreateTestJSON-1352928044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:27:37.683157 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.db_base_plugin_common [req-ca8986af-d040-4c4f-aa36-7edd723afaed req-dc5919da-9cb0-4f17-802d-248914e78f7a tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] Allocated IP 192.168.233.213 (4f742057-89ee-4b4a-86f7-487ee61881a1/f20c54fb-f7da-4761-aa61-2e4f99f3d332/e9506bac-cf7c-4cbe-a3cc-9b896832d9e8) {{(pid=93915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:27:37.708271 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-70bd0cc5-2ec5-4cc1-be2a-7712f84984a1 req-eba8afd9-e28f-4137-9e16-2d73a20d74f5 tempest-MultipleCreateTestJSON-1352928044 tempest-MultipleCreateTestJSON-1352928044-project] Network 7c5c265b-c8cb-48dd-918e-349f7d6fa97f is already hosted by enough agents. {{(pid=93916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:27:37.711774 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [req-70bd0cc5-2ec5-4cc1-be2a-7712f84984a1 req-eba8afd9-e28f-4137-9e16-2d73a20d74f5 tempest-MultipleCreateTestJSON-1352928044 tempest-MultipleCreateTestJSON-1352928044-project] Resources bound (agent type, host, resource id): {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:27:37.715878 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.l3_dvrscheduler_db [req-70bd0cc5-2ec5-4cc1-be2a-7712f84984a1 req-eba8afd9-e28f-4137-9e16-2d73a20d74f5 tempest-MultipleCreateTestJSON-1352928044 tempest-MultipleCreateTestJSON-1352928044-project] Received port after_create {{(pid=93916) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:27:37.764858 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bd0cc5-2ec5-4cc1-be2a-7712f84984a1 req-eba8afd9-e28f-4137-9e16-2d73a20d74f5 tempest-MultipleCreateTestJSON-1352928044 tempest-MultipleCreateTestJSON-1352928044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:27:37.765509 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-70bd0cc5-2ec5-4cc1-be2a-7712f84984a1 req-eba8afd9-e28f-4137-9e16-2d73a20d74f5 tempest-MultipleCreateTestJSON-1352928044 tempest-MultipleCreateTestJSON-1352928044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:27:37.787887 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-70bd0cc5-2ec5-4cc1-be2a-7712f84984a1 req-eba8afd9-e28f-4137-9e16-2d73a20d74f5 tempest-MultipleCreateTestJSON-1352928044 tempest-MultipleCreateTestJSON-1352928044-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7373245 Jul 14 18:27:37.789329 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba8afd9-e28f-4137-9e16-2d73a20d74f5 tempest-MultipleCreateTestJSON-1352928044 tempest-MultipleCreateTestJSON-1352928044-project] Pushing event updated for resources: {'Port': ['ID=4e35a919-4992-4af5-a312-01c144741832,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:27:37.813928 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [req-70bd0cc5-2ec5-4cc1-be2a-7712f84984a1 req-4cdb34f3-4266-4826-88fb-853917d3effa service neutron] Request body: {'port': {'device_id': '84e4a0bd-f283-425f-b244-349996ec3fd0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800634-3'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:27:37.857401 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device 22d4f36d-8ebf-4512-a4db-86b73fc892d8 up at agent hyperv_n-h1-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:27:37.894811 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8986af-d040-4c4f-aa36-7edd723afaed req-0d84cded-cb5f-492c-987d-e671185dd9c0 tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:27:37.895461 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-ca8986af-d040-4c4f-aa36-7edd723afaed req-0d84cded-cb5f-492c-987d-e671185dd9c0 tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:27:37.910291 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-70bd0cc5-2ec5-4cc1-be2a-7712f84984a1 req-4cdb34f3-4266-4826-88fb-853917d3effa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:27:37.934560 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bd0cc5-2ec5-4cc1-be2a-7712f84984a1 req-2b65fcee-08f0-4e70-bab3-37b488e57593 tempest-MultipleCreateTestJSON-1352928044 tempest-MultipleCreateTestJSON-1352928044-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:27:37.936298 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-70bd0cc5-2ec5-4cc1-be2a-7712f84984a1 req-2b65fcee-08f0-4e70-bab3-37b488e57593 tempest-MultipleCreateTestJSON-1352928044 tempest-MultipleCreateTestJSON-1352928044-project] 10.222.0.18 "GET /v2.0/networks?id=7c5c265b-c8cb-48dd-918e-349f7d6fa97f HTTP/1.1" status: 200 len: 813 time: 0.2552438 Jul 14 18:27:37.941035 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-05146739-a573-46f8-8dcf-1a8af4a592f5 None None] Provisioning for port 6db54b77-ae18-4961-a34d-c8c708f5857a completed by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:27:37.963303 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-05146739-a573-46f8-8dcf-1a8af4a592f5 None None] Provisioning complete for port 6db54b77-ae18-4961-a34d-c8c708f5857a triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:27:37.963674 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-05146739-a573-46f8-8dcf-1a8af4a592f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:27:37.966829 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [req-70bd0cc5-2ec5-4cc1-be2a-7712f84984a1 req-99e8b18e-9a64-47f6-b62e-009d01865827 tempest-MultipleCreateTestJSON-1352928044 tempest-MultipleCreateTestJSON-1352928044-project] Request body: {'port': {'device_id': '24e69c05-052d-4c7d-a46d-abf449e32bb4', 'network_id': '7c5c265b-c8cb-48dd-918e-349f7d6fa97f', 'admin_state_up': True, 'tenant_id': '82e7174add29402ca6b9595971263e7a'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:27:38.013823 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Provisioning for port 22d4f36d-8ebf-4512-a4db-86b73fc892d8 completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:27:38.018082 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-05146739-a573-46f8-8dcf-1a8af4a592f5 None None] Port 6db54b77-ae18-4961-a34d-c8c708f5857a cannot update to ACTIVE because it is not bound. {{(pid=93917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 18:27:38.020859 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Provisioning complete for port 22d4f36d-8ebf-4512-a4db-86b73fc892d8 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:27:38.020859 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:27:38.058220 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ca8986af-d040-4c4f-aa36-7edd723afaed req-0d84cded-cb5f-492c-987d-e671185dd9c0 tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.2287180 Jul 14 18:27:38.071959 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a2d571-5918-4bec-965f-51b892137823 req-1b8c4431-13a4-46c8-85a4-59f0f448a418 tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:27:38.073575 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-29a2d571-5918-4bec-965f-51b892137823 req-1b8c4431-13a4-46c8-85a4-59f0f448a418 tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] 10.222.0.16 "GET /v2.0/ports?device_id=0c67ccb1-27e9-4b4b-b1d8-0b03abbae8c6 HTTP/1.1" status: 200 len: 945 time: 0.5238945 Jul 14 18:27:38.087823 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867c3782-c8aa-49aa-94db-159eed41685e req-3e87bbfb-e07a-4a55-859d-c262e89876c7 tempest-ServerRescueNegativeTestJSON-843679432 tempest-ServerRescueNegativeTestJSON-843679432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:27:38.089872 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-867c3782-c8aa-49aa-94db-159eed41685e req-3e87bbfb-e07a-4a55-859d-c262e89876c7 tempest-ServerRescueNegativeTestJSON-843679432 tempest-ServerRescueNegativeTestJSON-843679432-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b9e4456-2d8d-44aa-a867-8b086bbb5414 HTTP/1.1" status: 200 len: 946 time: 0.5502400 Jul 14 18:27:38.094781 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [req-ca8986af-d040-4c4f-aa36-7edd723afaed req-32752953-ceb7-4527-affe-2f947a1c3000 service neutron] Request body: {'port': {'device_id': '54c7ae54-2903-4613-9495-d980de44aef8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800634-3'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:27:38.104488 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:27:38.129314 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c67ccb1-27e9-4b4b-b1d8-0b03abbae8c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22d4f36d-8ebf-4512-a4db-86b73fc892d8'}] {{(pid=93917) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:27:38.131631 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20b787f3c29eaa7aa2a4d648c725a2124c5ff39a8d793252f9d844495e14cf42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03abc84f-5239-4ae6-b6d7-64e6d3deb9b4" -d '{"events": [{"server_uuid": "0c67ccb1-27e9-4b4b-b1d8-0b03abbae8c6", "name": "network-vif-plugged", "status": "completed", "tag": "22d4f36d-8ebf-4512-a4db-86b73fc892d8"}]}' {{(pid=93917) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:27:38.144502 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port 22d4f36d-8ebf-4512-a4db-86b73fc892d8, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=22d4f36d-8ebf-4512-a4db-86b73fc892d8,segment=NetworkSegment(c5dc6d5b-42e9-4c22-85af-e48a17c0bd6d),segment_id=c5dc6d5b-42e9-4c22-85af-e48a17c0bd6d)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:27:38.148916 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:27:38.205353 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Pushing event updated for resources: {'Port': ['ID=22d4f36d-8ebf-4512-a4db-86b73fc892d8,revision_number=5']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:27:38.242610 n-d-800634-3 neutron-server[93916]: DEBUG neutron.notifiers.nova [req-70bd0cc5-2ec5-4cc1-be2a-7712f84984a1 req-4cdb34f3-4266-4826-88fb-853917d3effa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e35a919-4992-4af5-a312-01c144741832 {{(pid=93916) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 18:27:38.250650 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-70bd0cc5-2ec5-4cc1-be2a-7712f84984a1 req-4cdb34f3-4266-4826-88fb-853917d3effa service neutron] Notify callbacks [] for port, precommit_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:27:38.256999 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-867c3782-c8aa-49aa-94db-159eed41685e req-d1af5929-b269-450e-8c66-4aa73eb739e8 tempest-ServerRescueNegativeTestJSON-843679432 tempest-ServerRescueNegativeTestJSON-843679432-project] 10.222.0.16 "GET /v2.0/security-groups?id=2ad455ff-6ff4-4067-8bf1-fdec963484f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449239 Jul 14 18:27:38.264079 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.provisioning_blocks [req-70bd0cc5-2ec5-4cc1-be2a-7712f84984a1 req-4cdb34f3-4266-4826-88fb-853917d3effa service neutron] Transition to ACTIVE for port object 4e35a919-4992-4af5-a312-01c144741832 will not be triggered until provisioned by entity L2. {{(pid=93916) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:27:38.269473 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-70bd0cc5-2ec5-4cc1-be2a-7712f84984a1 req-4cdb34f3-4266-4826-88fb-853917d3effa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2684870'] for port, after_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:27:38.300822 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-29a2d571-5918-4bec-965f-51b892137823 req-0d43c7e8-4d8a-440b-bc81-cc77c2086235 tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] 10.222.0.16 "GET /v2.0/security-groups?id=4824db20-b9ba-4380-9f29-13755d37b981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1993909 Jul 14 18:27:38.326288 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-ca8986af-d040-4c4f-aa36-7edd723afaed req-dc5919da-9cb0-4f17-802d-248914e78f7a tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] Notify callbacks [] for port, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:27:38.327287 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdb34f3-4266-4826-88fb-853917d3effa service neutron] Pushing event updated for resources: {'Port': ['ID=4e35a919-4992-4af5-a312-01c144741832,revision_number=2']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:27:38.347873 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.provisioning_blocks [req-ca8986af-d040-4c4f-aa36-7edd723afaed req-dc5919da-9cb0-4f17-802d-248914e78f7a tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] Transition to ACTIVE for port object e9506bac-cf7c-4cbe-a3cc-9b896832d9e8 will not be triggered until provisioned by entity DHCP. {{(pid=93915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:27:38.356746 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 18:27:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfb1e624-a7ae-467a-ac1a-d38a84175111 x-openstack-request-id: req-cfb1e624-a7ae-467a-ac1a-d38a84175111 {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:27:38.357054 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c67ccb1-27e9-4b4b-b1d8-0b03abbae8c6", "name": "network-vif-plugged", "status": "completed", "tag": "22d4f36d-8ebf-4512-a4db-86b73fc892d8", "code": 200}]} {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:27:38.357415 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-cfb1e624-a7ae-467a-ac1a-d38a84175111 {{(pid=93917) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:27:38.358112 n-d-800634-3 neutron-server[93917]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c67ccb1-27e9-4b4b-b1d8-0b03abbae8c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22d4f36d-8ebf-4512-a4db-86b73fc892d8', 'code': 200} Jul 14 18:27:38.428712 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.managers [req-70bd0cc5-2ec5-4cc1-be2a-7712f84984a1 req-4cdb34f3-4266-4826-88fb-853917d3effa service neutron] Attempting to bind port 4e35a919-4992-4af5-a312-01c144741832 on host n-h1-800634-3 for vnic_type normal with profile {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:27:38.429195 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.managers [req-70bd0cc5-2ec5-4cc1-be2a-7712f84984a1 req-4cdb34f3-4266-4826-88fb-853917d3effa service neutron] Attempting to bind port 4e35a919-4992-4af5-a312-01c144741832 by drivers openvswitch,hyperv on host n-h1-800634-3 at level 0 using segments [{'id': '083d4956-d74a-4548-8325-55efe8661457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '7c5c265b-c8cb-48dd-918e-349f7d6fa97f'}] {{(pid=93916) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:27:38.429531 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70bd0cc5-2ec5-4cc1-be2a-7712f84984a1 req-4cdb34f3-4266-4826-88fb-853917d3effa service neutron] Attempting to bind port 4e35a919-4992-4af5-a312-01c144741832 on network 7c5c265b-c8cb-48dd-918e-349f7d6fa97f {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:27:38.433984 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70bd0cc5-2ec5-4cc1-be2a-7712f84984a1 req-4cdb34f3-4266-4826-88fb-853917d3effa service neutron] Port 4e35a919-4992-4af5-a312-01c144741832 on network 7c5c265b-c8cb-48dd-918e-349f7d6fa97f not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-3 {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 18:27:38.434307 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70bd0cc5-2ec5-4cc1-be2a-7712f84984a1 req-4cdb34f3-4266-4826-88fb-853917d3effa service neutron] Attempting to bind port 4e35a919-4992-4af5-a312-01c144741832 on network 7c5c265b-c8cb-48dd-918e-349f7d6fa97f {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:27:38.439728 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70bd0cc5-2ec5-4cc1-be2a-7712f84984a1 req-4cdb34f3-4266-4826-88fb-853917d3effa service neutron] Checking agent: {'id': 'a3630ff4-fbee-45d9-b9b6-0ae41cb3a350', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 15, 32), 'started_at': datetime.datetime(2021, 7, 14, 18, 15, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 18, 27, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 18:27:38.440063 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70bd0cc5-2ec5-4cc1-be2a-7712f84984a1 req-4cdb34f3-4266-4826-88fb-853917d3effa service neutron] Checking segment: {'id': '083d4956-d74a-4548-8325-55efe8661457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '7c5c265b-c8cb-48dd-918e-349f7d6fa97f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93916) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:27:38.440475 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70bd0cc5-2ec5-4cc1-be2a-7712f84984a1 req-4cdb34f3-4266-4826-88fb-853917d3effa service neutron] Bound using segment: {'id': '083d4956-d74a-4548-8325-55efe8661457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '7c5c265b-c8cb-48dd-918e-349f7d6fa97f'} {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 18:27:38.440902 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.managers [req-70bd0cc5-2ec5-4cc1-be2a-7712f84984a1 req-4cdb34f3-4266-4826-88fb-853917d3effa service neutron] Bound port: 4e35a919-4992-4af5-a312-01c144741832, host: n-h1-800634-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '083d4956-d74a-4548-8325-55efe8661457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '7c5c265b-c8cb-48dd-918e-349f7d6fa97f'}}] {{(pid=93916) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 18:27:38.441258 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-70bd0cc5-2ec5-4cc1-be2a-7712f84984a1 req-4cdb34f3-4266-4826-88fb-853917d3effa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:27:38.442638 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-ca8986af-d040-4c4f-aa36-7edd723afaed req-dc5919da-9cb0-4f17-802d-248914e78f7a tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:27:38.511793 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-ca8986af-d040-4c4f-aa36-7edd723afaed req-32752953-ceb7-4527-affe-2f947a1c3000 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:27:38.550716 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.db [req-70bd0cc5-2ec5-4cc1-be2a-7712f84984a1 req-4cdb34f3-4266-4826-88fb-853917d3effa service neutron] For port 4e35a919-4992-4af5-a312-01c144741832, host n-h1-800634-3, cleared binding levels {{(pid=93916) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:27:38.553997 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b665b72d-2e6d-4184-8f10-4b0ec313db7c req-f95770bc-4f41-4571-ab39-e24466e0113c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:27:38.555670 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-b665b72d-2e6d-4184-8f10-4b0ec313db7c req-f95770bc-4f41-4571-ab39-e24466e0113c service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=0c67ccb1-27e9-4b4b-b1d8-0b03abbae8c6 HTTP/1.1" status: 200 len: 1097 time: 0.0990863 Jul 14 18:27:38.557333 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.db [req-70bd0cc5-2ec5-4cc1-be2a-7712f84984a1 req-4cdb34f3-4266-4826-88fb-853917d3effa service neutron] For port 4e35a919-4992-4af5-a312-01c144741832, host n-h1-800634-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=4e35a919-4992-4af5-a312-01c144741832,segment=NetworkSegment(083d4956-d74a-4548-8325-55efe8661457),segment_id=083d4956-d74a-4548-8325-55efe8661457)] {{(pid=93916) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 18:27:38.561779 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-70bd0cc5-2ec5-4cc1-be2a-7712f84984a1 req-4cdb34f3-4266-4826-88fb-853917d3effa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2684870'] for port, after_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:27:38.566986 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-70bd0cc5-2ec5-4cc1-be2a-7712f84984a1 req-99e8b18e-9a64-47f6-b62e-009d01865827 tempest-MultipleCreateTestJSON-1352928044 tempest-MultipleCreateTestJSON-1352928044-project] Made reservation on behalf of 82e7174add29402ca6b9595971263e7a for: {'port': 1} {{(pid=93915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:27:38.570465 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-70bd0cc5-2ec5-4cc1-be2a-7712f84984a1 req-99e8b18e-9a64-47f6-b62e-009d01865827 tempest-MultipleCreateTestJSON-1352928044 tempest-MultipleCreateTestJSON-1352928044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:27:38.573903 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca8986af-d040-4c4f-aa36-7edd723afaed req-dc5919da-9cb0-4f17-802d-248914e78f7a tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] Network 4f742057-89ee-4b4a-86f7-487ee61881a1 is already hosted by enough agents. {{(pid=93915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:27:38.588020 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [req-ca8986af-d040-4c4f-aa36-7edd723afaed req-dc5919da-9cb0-4f17-802d-248914e78f7a tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] Resources bound (agent type, host, resource id): {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:27:38.590421 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca8986af-d040-4c4f-aa36-7edd723afaed req-dc5919da-9cb0-4f17-802d-248914e78f7a tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] Received port after_create {{(pid=93915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:27:38.595800 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5919da-9cb0-4f17-802d-248914e78f7a tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] Pushing event updated for resources: {'Port': ['ID=e9506bac-cf7c-4cbe-a3cc-9b896832d9e8,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:27:38.631661 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bd0cc5-2ec5-4cc1-be2a-7712f84984a1 req-4cdb34f3-4266-4826-88fb-853917d3effa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:27:38.632310 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-70bd0cc5-2ec5-4cc1-be2a-7712f84984a1 req-4cdb34f3-4266-4826-88fb-853917d3effa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:27:38.633713 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-70bd0cc5-2ec5-4cc1-be2a-7712f84984a1 req-4cdb34f3-4266-4826-88fb-853917d3effa service neutron] 10.222.0.18 "PUT /v2.0/ports/4e35a919-4992-4af5-a312-01c144741832 HTTP/1.1" status: 200 len: 1092 time: 0.8246701 Jul 14 18:27:38.636007 n-d-800634-3 neutron-server[93916]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84e4a0bd-f283-425f-b244-349996ec3fd0', 'tag': '4e35a919-4992-4af5-a312-01c144741832'}] {{(pid=93916) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:27:38.638359 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f803e150b363a7893830aa996ac27753fa25517c406ecd3536b7c2d4b26eeb9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8ef73d2-2daf-4c8b-ab73-d946d804ce09" -d '{"events": [{"name": "network-changed", "server_uuid": "84e4a0bd-f283-425f-b244-349996ec3fd0", "tag": "4e35a919-4992-4af5-a312-01c144741832"}]}' {{(pid=93916) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:27:38.670044 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdb34f3-4266-4826-88fb-853917d3effa service neutron] Pushing event updated for resources: {'Port': ['ID=4e35a919-4992-4af5-a312-01c144741832,revision_number=3']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:27:38.675505 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-b665b72d-2e6d-4184-8f10-4b0ec313db7c req-54b99dd1-89ac-4a0d-ae42-8d22fff1855d service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=4824db20-b9ba-4380-9f29-13755d37b981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081479 Jul 14 18:27:38.731194 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8986af-d040-4c4f-aa36-7edd723afaed req-dc5919da-9cb0-4f17-802d-248914e78f7a tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:27:38.731825 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-ca8986af-d040-4c4f-aa36-7edd723afaed req-dc5919da-9cb0-4f17-802d-248914e78f7a tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:27:38.802022 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bd0cc5-2ec5-4cc1-be2a-7712f84984a1 req-13a60a84-e140-4377-aff4-5d1d30080c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:27:38.803535 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-70bd0cc5-2ec5-4cc1-be2a-7712f84984a1 req-13a60a84-e140-4377-aff4-5d1d30080c16 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=82e7174add29402ca6b9595971263e7a&device_id=84e4a0bd-f283-425f-b244-349996ec3fd0 HTTP/1.1" status: 200 len: 1095 time: 0.0565403 Jul 14 18:27:38.827521 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ffd8b0-1a85-4ac6-98cc-dce6fd596480 req-3aff10ce-33f9-4eff-a091-eafed335dd74 tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:27:38.829606 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e0ffd8b0-1a85-4ac6-98cc-dce6fd596480 req-3aff10ce-33f9-4eff-a091-eafed335dd74 tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] 10.222.0.16 "GET /v2.0/ports?device_id=54c7ae54-2903-4613-9495-d980de44aef8 HTTP/1.1" status: 200 len: 935 time: 0.4303815 Jul 14 18:27:38.847001 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-be4fa9db-e611-4083-b37c-8b29312c30ad None None] Provisioning for port e9506bac-cf7c-4cbe-a3cc-9b896832d9e8 completed by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:27:38.851026 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-be4fa9db-e611-4083-b37c-8b29312c30ad None None] Provisioning complete for port e9506bac-cf7c-4cbe-a3cc-9b896832d9e8 triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:27:38.851401 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-be4fa9db-e611-4083-b37c-8b29312c30ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:27:38.858245 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-70bd0cc5-2ec5-4cc1-be2a-7712f84984a1 req-684cdcb0-a672-47e7-a990-4489158644a2 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4e35a919-4992-4af5-a312-01c144741832 HTTP/1.1" status: 200 len: 217 time: 0.0393414 Jul 14 18:27:38.878557 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ca8986af-d040-4c4f-aa36-7edd723afaed req-dc5919da-9cb0-4f17-802d-248914e78f7a tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4456739 Jul 14 18:27:38.887599 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-be4fa9db-e611-4083-b37c-8b29312c30ad None None] Port e9506bac-cf7c-4cbe-a3cc-9b896832d9e8 cannot update to ACTIVE because it is not bound. {{(pid=93917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 18:27:38.897639 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f55766-bf94-4206-95bf-eff6ca10d917 req-992a5458-37d2-4dd8-92a1-b89b0784cddb tempest-ServerDiskConfigTestJSON-1372590070 tempest-ServerDiskConfigTestJSON-1372590070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:27:38.899150 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b9f55766-bf94-4206-95bf-eff6ca10d917 req-992a5458-37d2-4dd8-92a1-b89b0784cddb tempest-ServerDiskConfigTestJSON-1372590070 tempest-ServerDiskConfigTestJSON-1372590070-project] 10.222.0.16 "GET /v2.0/ports?device_id=3a42ddc6-5334-4b49-b118-b918cd4d3904 HTTP/1.1" status: 200 len: 944 time: 0.4315026 Jul 14 18:27:38.915156 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [req-ca8986af-d040-4c4f-aa36-7edd723afaed req-68e1f3b9-4f0a-4670-8d42-919b280589ce service neutron] Request body: {'port': {'device_id': '9c05dfeb-2e85-4b50-9f47-830b78222eaa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800634-3'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:27:38.917300 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bd0cc5-2ec5-4cc1-be2a-7712f84984a1 req-0a3389ce-fa56-461a-a751-11c976c556e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:27:38.918814 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-70bd0cc5-2ec5-4cc1-be2a-7712f84984a1 req-0a3389ce-fa56-461a-a751-11c976c556e9 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f032006b-6262-4a79-b1ea-5cdc8bbf67c0 HTTP/1.1" status: 200 len: 853 time: 0.0523825 Jul 14 18:27:38.954651 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-70bd0cc5-2ec5-4cc1-be2a-7712f84984a1 req-33deb8fe-14f3-4d93-810a-8228fe5196c2 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7c5c265b-c8cb-48dd-918e-349f7d6fa97f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262330 Jul 14 18:27:39.043925 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e0ffd8b0-1a85-4ac6-98cc-dce6fd596480 req-104a2867-cf46-494a-b841-29ac569bb5e3 tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] 10.222.0.16 "GET /v2.0/security-groups?id=b0153d44-2cf7-4f50-b628-255afb14ce31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1988523 Jul 14 18:27:39.052719 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-70bd0cc5-2ec5-4cc1-be2a-7712f84984a1 req-bbf1819d-b552-4742-8f93-71fc62314523 service neutron] 10.222.0.18 "GET /v2.0/networks/7c5c265b-c8cb-48dd-918e-349f7d6fa97f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816519 Jul 14 18:27:39.092847 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.db_base_plugin_common [req-70bd0cc5-2ec5-4cc1-be2a-7712f84984a1 req-99e8b18e-9a64-47f6-b62e-009d01865827 tempest-MultipleCreateTestJSON-1352928044 tempest-MultipleCreateTestJSON-1352928044-project] Allocated IP 172.20.0.9 (7c5c265b-c8cb-48dd-918e-349f7d6fa97f/f032006b-6262-4a79-b1ea-5cdc8bbf67c0/e5e742d7-95c3-4483-97c7-588ee9aea075) {{(pid=93915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:27:39.122758 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b9f55766-bf94-4206-95bf-eff6ca10d917 req-787573a2-4000-4ea3-bcfa-eadc6cf0caac tempest-ServerDiskConfigTestJSON-1372590070 tempest-ServerDiskConfigTestJSON-1372590070-project] 10.222.0.16 "GET /v2.0/security-groups?id=8f471560-b797-46f3-abf1-e078e196721c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2126567 Jul 14 18:27:39.163873 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-70bd0cc5-2ec5-4cc1-be2a-7712f84984a1 req-7a791e88-04f4-47ab-8497-8a253a8aa9f8 service neutron] 10.222.0.18 "GET /v2.0/networks/7c5c265b-c8cb-48dd-918e-349f7d6fa97f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1018620 Jul 14 18:27:39.186303 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-ca8986af-d040-4c4f-aa36-7edd723afaed req-68e1f3b9-4f0a-4670-8d42-919b280589ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:27:39.387766 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-9dfb4603-9bc7-45b8-9447-a58281cb5763 req-49d4739b-0daf-44d8-9252-fd00f5a6951b tempest-MultipleCreateTestJSON-1352928044 tempest-MultipleCreateTestJSON-1352928044-project] 10.222.0.16 "GET /v2.0/ports?device_id=24e69c05-052d-4c7d-a46d-abf449e32bb4 HTTP/1.1" status: 200 len: 210 time: 0.1237655 Jul 14 18:27:39.411844 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [req-ca8986af-d040-4c4f-aa36-7edd723afaed req-32752953-ceb7-4527-affe-2f947a1c3000 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6db54b77-ae18-4961-a34d-c8c708f5857a {{(pid=93915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 18:27:39.428947 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-ca8986af-d040-4c4f-aa36-7edd723afaed req-32752953-ceb7-4527-affe-2f947a1c3000 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:27:39.505292 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.provisioning_blocks [req-ca8986af-d040-4c4f-aa36-7edd723afaed req-32752953-ceb7-4527-affe-2f947a1c3000 service neutron] Transition to ACTIVE for port object 6db54b77-ae18-4961-a34d-c8c708f5857a will not be triggered until provisioned by entity L2. {{(pid=93915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:27:39.523510 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-ca8986af-d040-4c4f-aa36-7edd723afaed req-32752953-ceb7-4527-affe-2f947a1c3000 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25912978'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:27:39.543538 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 18:27:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58caf97f-6275-4094-bf77-e279080fc06e x-openstack-request-id: req-58caf97f-6275-4094-bf77-e279080fc06e {{(pid=93916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:27:39.544014 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84e4a0bd-f283-425f-b244-349996ec3fd0", "tag": "4e35a919-4992-4af5-a312-01c144741832", "status": "completed", "code": 200}]} {{(pid=93916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:27:39.544106 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-58caf97f-6275-4094-bf77-e279080fc06e {{(pid=93916) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:27:39.544527 n-d-800634-3 neutron-server[93916]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84e4a0bd-f283-425f-b244-349996ec3fd0', 'tag': '4e35a919-4992-4af5-a312-01c144741832', 'status': 'completed', 'code': 200} Jul 14 18:27:39.548835 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fa867e-0551-4197-8b25-4010e693df2d req-7889a493-79e2-48d1-b28a-2c6d9621a3b9 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:27:39.550359 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b3fa867e-0551-4197-8b25-4010e693df2d req-7889a493-79e2-48d1-b28a-2c6d9621a3b9 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.16 "GET /v2.0/ports?device_id=b34ed31a-cdf4-42e3-9af8-e1a7ec6d0b20 HTTP/1.1" status: 200 len: 948 time: 0.3741031 Jul 14 18:27:39.636037 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ef73d2-2daf-4c8b-ab73-d946d804ce09 req-eeca2d3a-c80c-4631-8dbd-404324d0dfde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:27:39.637748 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-c8ef73d2-2daf-4c8b-ab73-d946d804ce09 req-eeca2d3a-c80c-4631-8dbd-404324d0dfde service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=82e7174add29402ca6b9595971263e7a&device_id=84e4a0bd-f283-425f-b244-349996ec3fd0 HTTP/1.1" status: 200 len: 1095 time: 0.0613036 Jul 14 18:27:39.675721 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-70bd0cc5-2ec5-4cc1-be2a-7712f84984a1 req-99e8b18e-9a64-47f6-b62e-009d01865827 tempest-MultipleCreateTestJSON-1352928044 tempest-MultipleCreateTestJSON-1352928044-project] Notify callbacks [] for port, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:27:39.693427 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] get_ports_and_sgs() called for port_ids ['669c9edf-0066-4f1c-8103-9c630a3adbef', '12f9f4e0-732a-4ff7-ae01-79782107bd50', '93931838-c4c9-4619-9753-71eeca38dcdc'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 18:27:39.715157 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32752953-ceb7-4527-affe-2f947a1c3000 service neutron] Pushing event updated for resources: {'Port': ['ID=6db54b77-ae18-4961-a34d-c8c708f5857a,revision_number=2']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:27:39.756073 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b3fa867e-0551-4197-8b25-4010e693df2d req-64fc050f-0f98-4511-ac66-195ba0949363 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.16 "GET /v2.0/security-groups?id=95148b1b-0f93-483b-9e80-262147c27e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1934638 Jul 14 18:27:39.770464 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ef73d2-2daf-4c8b-ab73-d946d804ce09 req-d30be538-1b2a-4fc7-a166-a83763b4391e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:27:39.770464 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-c8ef73d2-2daf-4c8b-ab73-d946d804ce09 req-d30be538-1b2a-4fc7-a166-a83763b4391e service neutron] 10.222.0.18 "GET /v2.0/networks?id=7c5c265b-c8cb-48dd-918e-349f7d6fa97f HTTP/1.1" status: 200 len: 913 time: 0.1197278 Jul 14 18:27:39.839448 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-c8ef73d2-2daf-4c8b-ab73-d946d804ce09 req-b28b7a74-071d-4476-ac9f-efa73ed436de service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4e35a919-4992-4af5-a312-01c144741832 HTTP/1.1" status: 200 len: 217 time: 0.0606210 Jul 14 18:27:39.885378 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device b10c9127-860e-4860-a7dc-41b1f8ef0736 details requested by agent hyperv_n-h1-800634-3 with host n-h1-800634-3 {{(pid=93917) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 18:27:39.906156 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ef73d2-2daf-4c8b-ab73-d946d804ce09 req-0895bb6f-dff3-4e5d-8b6e-ca8ecfdc6d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:27:39.908155 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-c8ef73d2-2daf-4c8b-ab73-d946d804ce09 req-0895bb6f-dff3-4e5d-8b6e-ca8ecfdc6d34 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f032006b-6262-4a79-b1ea-5cdc8bbf67c0 HTTP/1.1" status: 200 len: 853 time: 0.0595114 Jul 14 18:27:39.957400 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-70bd0cc5-2ec5-4cc1-be2a-7712f84984a1 req-99e8b18e-9a64-47f6-b62e-009d01865827 tempest-MultipleCreateTestJSON-1352928044 tempest-MultipleCreateTestJSON-1352928044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:27:39.959075 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-c8ef73d2-2daf-4c8b-ab73-d946d804ce09 req-b83aa1c6-0002-4d54-9a49-425033648b72 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7c5c265b-c8cb-48dd-918e-349f7d6fa97f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300224 Jul 14 18:27:39.972104 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-ca8986af-d040-4c4f-aa36-7edd723afaed req-32752953-ceb7-4527-affe-2f947a1c3000 service neutron] Attempting to bind port 6db54b77-ae18-4961-a34d-c8c708f5857a on host n-h2-800634-3 for vnic_type normal with profile {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:27:39.972457 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-ca8986af-d040-4c4f-aa36-7edd723afaed req-32752953-ceb7-4527-affe-2f947a1c3000 service neutron] Attempting to bind port 6db54b77-ae18-4961-a34d-c8c708f5857a by drivers openvswitch,hyperv on host n-h2-800634-3 at level 0 using segments [{'id': '067fc487-22c7-42de-972d-ae352a28ad29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '4f742057-89ee-4b4a-86f7-487ee61881a1'}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:27:39.972613 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca8986af-d040-4c4f-aa36-7edd723afaed req-32752953-ceb7-4527-affe-2f947a1c3000 service neutron] Attempting to bind port 6db54b77-ae18-4961-a34d-c8c708f5857a on network 4f742057-89ee-4b4a-86f7-487ee61881a1 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:27:40.052108 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port b10c9127-860e-4860-a7dc-41b1f8ef0736, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=b10c9127-860e-4860-a7dc-41b1f8ef0736,segment=NetworkSegment(9a21e516-8d79-4e64-b3eb-1610a868b024),segment_id=9a21e516-8d79-4e64-b3eb-1610a868b024)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:27:40.077055 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-c8ef73d2-2daf-4c8b-ab73-d946d804ce09 req-0c6401d0-8e96-4ccc-b850-b0fd6bad89b6 service neutron] 10.222.0.18 "GET /v2.0/networks/7c5c265b-c8cb-48dd-918e-349f7d6fa97f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985720 Jul 14 18:27:40.078058 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Returning: {'device': 'b10c9127-860e-4860-a7dc-41b1f8ef0736', 'network_id': '931147ca-9c29-4ccf-b0c6-22150fb38263', 'port_id': 'b10c9127-860e-4860-a7dc-41b1f8ef0736', 'mac_address': 'fa:16:3e:df:f9:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 70, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1247ec7e-a3af-456f-af13-5ca1fde66245', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93917) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 18:27:40.140552 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:27:40.168914 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b10c9127-860e-4860-a7dc-41b1f8ef0736 {{(pid=93917) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 18:27:40.190307 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-c8ef73d2-2daf-4c8b-ab73-d946d804ce09 req-56be3a15-62a2-4305-ac6e-38b77a7b62ac service neutron] 10.222.0.18 "GET /v2.0/networks/7c5c265b-c8cb-48dd-918e-349f7d6fa97f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1061027 Jul 14 18:27:40.203473 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port b10c9127-860e-4860-a7dc-41b1f8ef0736, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=b10c9127-860e-4860-a7dc-41b1f8ef0736,segment=NetworkSegment(9a21e516-8d79-4e64-b3eb-1610a868b024),segment_id=9a21e516-8d79-4e64-b3eb-1610a868b024)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:27:40.209270 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:27:40.274582 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Pushing event updated for resources: {'Port': ['ID=b10c9127-860e-4860-a7dc-41b1f8ef0736,revision_number=4']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:27:40.308666 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc704ec5-fda9-4a72-9a8f-71cfad847ab5 req-7b37fc5d-7256-4da0-b9d0-0600b15f55f7 tempest-ServerRescueNegativeTestJSON-843679432 tempest-ServerRescueNegativeTestJSON-843679432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:27:40.310090 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-dc704ec5-fda9-4a72-9a8f-71cfad847ab5 req-7b37fc5d-7256-4da0-b9d0-0600b15f55f7 tempest-ServerRescueNegativeTestJSON-843679432 tempest-ServerRescueNegativeTestJSON-843679432-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b9e4456-2d8d-44aa-a867-8b086bbb5414 HTTP/1.1" status: 200 len: 946 time: 0.6519010 Jul 14 18:27:40.345985 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca8986af-d040-4c4f-aa36-7edd723afaed req-32752953-ceb7-4527-affe-2f947a1c3000 service neutron] Port 6db54b77-ae18-4961-a34d-c8c708f5857a on network 4f742057-89ee-4b4a-86f7-487ee61881a1 not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-3 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 18:27:40.346325 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca8986af-d040-4c4f-aa36-7edd723afaed req-32752953-ceb7-4527-affe-2f947a1c3000 service neutron] Attempting to bind port 6db54b77-ae18-4961-a34d-c8c708f5857a on network 4f742057-89ee-4b4a-86f7-487ee61881a1 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:27:40.390254 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [req-ca8986af-d040-4c4f-aa36-7edd723afaed req-68e1f3b9-4f0a-4670-8d42-919b280589ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e9506bac-cf7c-4cbe-a3cc-9b896832d9e8 {{(pid=93915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 18:27:40.395075 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca8986af-d040-4c4f-aa36-7edd723afaed req-32752953-ceb7-4527-affe-2f947a1c3000 service neutron] Checking agent: {'id': '08e36a6c-8d04-48f0-a644-f27680635246', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 15, 35), 'started_at': datetime.datetime(2021, 7, 14, 18, 15, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 18, 27, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 18:27:40.395415 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca8986af-d040-4c4f-aa36-7edd723afaed req-32752953-ceb7-4527-affe-2f947a1c3000 service neutron] Checking segment: {'id': '067fc487-22c7-42de-972d-ae352a28ad29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '4f742057-89ee-4b4a-86f7-487ee61881a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:27:40.395804 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca8986af-d040-4c4f-aa36-7edd723afaed req-32752953-ceb7-4527-affe-2f947a1c3000 service neutron] Bound using segment: {'id': '067fc487-22c7-42de-972d-ae352a28ad29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '4f742057-89ee-4b4a-86f7-487ee61881a1'} {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 18:27:40.396276 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-ca8986af-d040-4c4f-aa36-7edd723afaed req-32752953-ceb7-4527-affe-2f947a1c3000 service neutron] Bound port: 6db54b77-ae18-4961-a34d-c8c708f5857a, host: n-h2-800634-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '067fc487-22c7-42de-972d-ae352a28ad29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '4f742057-89ee-4b4a-86f7-487ee61881a1'}}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 18:27:40.396630 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-ca8986af-d040-4c4f-aa36-7edd723afaed req-32752953-ceb7-4527-affe-2f947a1c3000 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:27:40.402678 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-70bd0cc5-2ec5-4cc1-be2a-7712f84984a1 req-99e8b18e-9a64-47f6-b62e-009d01865827 tempest-MultipleCreateTestJSON-1352928044 tempest-MultipleCreateTestJSON-1352928044-project] Network 7c5c265b-c8cb-48dd-918e-349f7d6fa97f is already hosted by enough agents. {{(pid=93915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:27:40.409290 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-ca8986af-d040-4c4f-aa36-7edd723afaed req-68e1f3b9-4f0a-4670-8d42-919b280589ce service neutron] Notify callbacks [] for port, precommit_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:27:40.420964 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e8b18e-9a64-47f6-b62e-009d01865827 tempest-MultipleCreateTestJSON-1352928044 tempest-MultipleCreateTestJSON-1352928044-project] Pushing event updated for resources: {'Port': ['ID=e5e742d7-95c3-4483-97c7-588ee9aea075,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:27:40.423453 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [req-70bd0cc5-2ec5-4cc1-be2a-7712f84984a1 req-99e8b18e-9a64-47f6-b62e-009d01865827 tempest-MultipleCreateTestJSON-1352928044 tempest-MultipleCreateTestJSON-1352928044-project] Resources bound (agent type, host, resource id): {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:27:40.429877 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [req-70bd0cc5-2ec5-4cc1-be2a-7712f84984a1 req-99e8b18e-9a64-47f6-b62e-009d01865827 tempest-MultipleCreateTestJSON-1352928044 tempest-MultipleCreateTestJSON-1352928044-project] Received port after_create {{(pid=93915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:27:40.501854 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.provisioning_blocks [req-ca8986af-d040-4c4f-aa36-7edd723afaed req-68e1f3b9-4f0a-4670-8d42-919b280589ce service neutron] Transition to ACTIVE for port object e9506bac-cf7c-4cbe-a3cc-9b896832d9e8 will not be triggered until provisioned by entity L2. {{(pid=93915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:27:40.508930 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-dc704ec5-fda9-4a72-9a8f-71cfad847ab5 req-4c0b7e7c-8471-4418-a192-79763d441b70 tempest-ServerRescueNegativeTestJSON-843679432 tempest-ServerRescueNegativeTestJSON-843679432-project] 10.222.0.16 "GET /v2.0/security-groups?id=2ad455ff-6ff4-4067-8bf1-fdec963484f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1744111 Jul 14 18:27:40.520559 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad22cc77-cf8b-4219-90df-29869ba9ff56 req-12f14fc3-5cb1-4cd0-99f8-c852385e7f35 tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:27:40.522023 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ad22cc77-cf8b-4219-90df-29869ba9ff56 req-12f14fc3-5cb1-4cd0-99f8-c852385e7f35 tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] 10.222.0.16 "GET /v2.0/ports?device_id=0c67ccb1-27e9-4b4b-b1d8-0b03abbae8c6 HTTP/1.1" status: 200 len: 946 time: 0.6307445 Jul 14 18:27:40.526515 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-ca8986af-d040-4c4f-aa36-7edd723afaed req-68e1f3b9-4f0a-4670-8d42-919b280589ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25912978'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:27:40.557812 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bd0cc5-2ec5-4cc1-be2a-7712f84984a1 req-99e8b18e-9a64-47f6-b62e-009d01865827 tempest-MultipleCreateTestJSON-1352928044 tempest-MultipleCreateTestJSON-1352928044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:27:40.558437 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-70bd0cc5-2ec5-4cc1-be2a-7712f84984a1 req-99e8b18e-9a64-47f6-b62e-009d01865827 tempest-MultipleCreateTestJSON-1352928044 tempest-MultipleCreateTestJSON-1352928044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:27:40.629351 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-70bd0cc5-2ec5-4cc1-be2a-7712f84984a1 req-99e8b18e-9a64-47f6-b62e-009d01865827 tempest-MultipleCreateTestJSON-1352928044 tempest-MultipleCreateTestJSON-1352928044-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6723924 Jul 14 18:27:40.648195 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-ca8986af-d040-4c4f-aa36-7edd723afaed req-32752953-ceb7-4527-affe-2f947a1c3000 service neutron] For port 6db54b77-ae18-4961-a34d-c8c708f5857a, host n-h2-800634-3, cleared binding levels {{(pid=93915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:27:40.667746 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [req-70bd0cc5-2ec5-4cc1-be2a-7712f84984a1 req-1b621d07-0b7c-442d-8620-f29a3c4b7357 service neutron] Request body: {'port': {'device_id': '24e69c05-052d-4c7d-a46d-abf449e32bb4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800634-3'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:27:40.677414 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e1f3b9-4f0a-4670-8d42-919b280589ce service neutron] Pushing event updated for resources: {'Port': ['ID=e9506bac-cf7c-4cbe-a3cc-9b896832d9e8,revision_number=2']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:27:40.684077 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ad22cc77-cf8b-4219-90df-29869ba9ff56 req-dd91cc91-3a6f-4b25-8c26-277379da5256 tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] 10.222.0.16 "GET /v2.0/security-groups?id=4824db20-b9ba-4380-9f29-13755d37b981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552808 Jul 14 18:27:40.725745 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-ca8986af-d040-4c4f-aa36-7edd723afaed req-32752953-ceb7-4527-affe-2f947a1c3000 service neutron] For port 6db54b77-ae18-4961-a34d-c8c708f5857a, host n-h2-800634-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=6db54b77-ae18-4961-a34d-c8c708f5857a,segment=NetworkSegment(067fc487-22c7-42de-972d-ae352a28ad29),segment_id=067fc487-22c7-42de-972d-ae352a28ad29)] {{(pid=93915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 18:27:40.752625 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-ca8986af-d040-4c4f-aa36-7edd723afaed req-32752953-ceb7-4527-affe-2f947a1c3000 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25912978'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:27:40.853521 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8986af-d040-4c4f-aa36-7edd723afaed req-32752953-ceb7-4527-affe-2f947a1c3000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:27:40.854151 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-ca8986af-d040-4c4f-aa36-7edd723afaed req-32752953-ceb7-4527-affe-2f947a1c3000 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:27:40.855564 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ca8986af-d040-4c4f-aa36-7edd723afaed req-32752953-ceb7-4527-affe-2f947a1c3000 service neutron] 10.222.0.35 "PUT /v2.0/ports/6db54b77-ae18-4961-a34d-c8c708f5857a HTTP/1.1" status: 200 len: 1095 time: 2.7769973 Jul 14 18:27:40.856332 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54c7ae54-2903-4613-9495-d980de44aef8', 'tag': '6db54b77-ae18-4961-a34d-c8c708f5857a'}] {{(pid=93915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:27:40.858582 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e72782ad3af8f7d4ce76cedf092bca46d1756acc5c4653cf0b52034cdd6b073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-850e4b20-b2e1-4225-bb76-b57483707efd" -d '{"events": [{"name": "network-changed", "server_uuid": "54c7ae54-2903-4613-9495-d980de44aef8", "tag": "6db54b77-ae18-4961-a34d-c8c708f5857a"}]}' {{(pid=93915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:27:40.985695 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32752953-ceb7-4527-affe-2f947a1c3000 service neutron] Pushing event updated for resources: {'Port': ['ID=6db54b77-ae18-4961-a34d-c8c708f5857a,revision_number=3']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:27:40.995171 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-ca8986af-d040-4c4f-aa36-7edd723afaed req-68e1f3b9-4f0a-4670-8d42-919b280589ce service neutron] Attempting to bind port e9506bac-cf7c-4cbe-a3cc-9b896832d9e8 on host n-h1-800634-3 for vnic_type normal with profile {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:27:40.995518 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-ca8986af-d040-4c4f-aa36-7edd723afaed req-68e1f3b9-4f0a-4670-8d42-919b280589ce service neutron] Attempting to bind port e9506bac-cf7c-4cbe-a3cc-9b896832d9e8 by drivers openvswitch,hyperv on host n-h1-800634-3 at level 0 using segments [{'id': '067fc487-22c7-42de-972d-ae352a28ad29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '4f742057-89ee-4b4a-86f7-487ee61881a1'}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:27:40.995857 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca8986af-d040-4c4f-aa36-7edd723afaed req-68e1f3b9-4f0a-4670-8d42-919b280589ce service neutron] Attempting to bind port e9506bac-cf7c-4cbe-a3cc-9b896832d9e8 on network 4f742057-89ee-4b4a-86f7-487ee61881a1 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:27:41.017331 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb549c3-b463-42bb-8e05-1b4c4aaf04cf req-570f2154-d064-441a-a7c0-018635965965 tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:27:41.018824 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-8cb549c3-b463-42bb-8e05-1b4c4aaf04cf req-570f2154-d064-441a-a7c0-018635965965 tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] 10.222.0.16 "GET /v2.0/ports?device_id=54c7ae54-2903-4613-9495-d980de44aef8 HTTP/1.1" status: 200 len: 947 time: 0.3885970 Jul 14 18:27:41.023229 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-70bd0cc5-2ec5-4cc1-be2a-7712f84984a1 req-1b621d07-0b7c-442d-8620-f29a3c4b7357 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:27:41.029580 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca8986af-d040-4c4f-aa36-7edd723afaed req-68e1f3b9-4f0a-4670-8d42-919b280589ce service neutron] Port e9506bac-cf7c-4cbe-a3cc-9b896832d9e8 on network 4f742057-89ee-4b4a-86f7-487ee61881a1 not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-3 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 18:27:41.029913 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca8986af-d040-4c4f-aa36-7edd723afaed req-68e1f3b9-4f0a-4670-8d42-919b280589ce service neutron] Attempting to bind port e9506bac-cf7c-4cbe-a3cc-9b896832d9e8 on network 4f742057-89ee-4b4a-86f7-487ee61881a1 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:27:41.059252 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca8986af-d040-4c4f-aa36-7edd723afaed req-68e1f3b9-4f0a-4670-8d42-919b280589ce service neutron] Checking agent: {'id': 'a3630ff4-fbee-45d9-b9b6-0ae41cb3a350', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 15, 32), 'started_at': datetime.datetime(2021, 7, 14, 18, 15, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 18, 27, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 18:27:41.059591 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca8986af-d040-4c4f-aa36-7edd723afaed req-68e1f3b9-4f0a-4670-8d42-919b280589ce service neutron] Checking segment: {'id': '067fc487-22c7-42de-972d-ae352a28ad29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '4f742057-89ee-4b4a-86f7-487ee61881a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:27:41.059969 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca8986af-d040-4c4f-aa36-7edd723afaed req-68e1f3b9-4f0a-4670-8d42-919b280589ce service neutron] Bound using segment: {'id': '067fc487-22c7-42de-972d-ae352a28ad29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '4f742057-89ee-4b4a-86f7-487ee61881a1'} {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 18:27:41.060435 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-ca8986af-d040-4c4f-aa36-7edd723afaed req-68e1f3b9-4f0a-4670-8d42-919b280589ce service neutron] Bound port: e9506bac-cf7c-4cbe-a3cc-9b896832d9e8, host: n-h1-800634-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '067fc487-22c7-42de-972d-ae352a28ad29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '4f742057-89ee-4b4a-86f7-487ee61881a1'}}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 18:27:41.060790 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-ca8986af-d040-4c4f-aa36-7edd723afaed req-68e1f3b9-4f0a-4670-8d42-919b280589ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:27:41.077669 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] get_ports_and_sgs() called for port_ids ['b10c9127-860e-4860-a7dc-41b1f8ef0736'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 18:27:41.123449 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7cbf02-b057-4f91-939e-2e5c5c23a906 req-033b94b1-61b2-44fc-a76a-8b95204958f3 tempest-ServerDiskConfigTestJSON-1372590070 tempest-ServerDiskConfigTestJSON-1372590070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:27:41.124866 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ef7cbf02-b057-4f91-939e-2e5c5c23a906 req-033b94b1-61b2-44fc-a76a-8b95204958f3 tempest-ServerDiskConfigTestJSON-1372590070 tempest-ServerDiskConfigTestJSON-1372590070-project] 10.222.0.16 "GET /v2.0/ports?device_id=3a42ddc6-5334-4b49-b118-b918cd4d3904 HTTP/1.1" status: 200 len: 945 time: 0.3126252 Jul 14 18:27:41.178665 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-8cb549c3-b463-42bb-8e05-1b4c4aaf04cf req-f188a43f-2e9a-4c2e-9c02-3cb13fdd5f69 tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] 10.222.0.16 "GET /v2.0/security-groups?id=b0153d44-2cf7-4f50-b628-255afb14ce31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498630 Jul 14 18:27:41.206224 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8986af-d040-4c4f-aa36-7edd723afaed req-c77b343d-2948-45e6-b889-7d584c4b6363 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:27:41.207727 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ca8986af-d040-4c4f-aa36-7edd723afaed req-c77b343d-2948-45e6-b889-7d584c4b6363 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=aeec593be949414a8c1694135e52293c&device_id=54c7ae54-2903-4613-9495-d980de44aef8 HTTP/1.1" status: 200 len: 1098 time: 0.3047278 Jul 14 18:27:41.336689 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ca8986af-d040-4c4f-aa36-7edd723afaed req-aa3d17ab-9dcf-4c33-aa31-d34e9fa4e12a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.74&port_id=6db54b77-ae18-4961-a34d-c8c708f5857a HTTP/1.1" status: 200 len: 217 time: 0.1189816 Jul 14 18:27:41.352239 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ef7cbf02-b057-4f91-939e-2e5c5c23a906 req-c7c87436-642d-4d59-8cd0-910ec8fdd738 tempest-ServerDiskConfigTestJSON-1372590070 tempest-ServerDiskConfigTestJSON-1372590070-project] 10.222.0.16 "GET /v2.0/security-groups?id=8f471560-b797-46f3-abf1-e078e196721c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2171109 Jul 14 18:27:41.353277 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-ca8986af-d040-4c4f-aa36-7edd723afaed req-68e1f3b9-4f0a-4670-8d42-919b280589ce service neutron] For port e9506bac-cf7c-4cbe-a3cc-9b896832d9e8, host n-h1-800634-3, cleared binding levels {{(pid=93915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:27:41.437981 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-ca8986af-d040-4c4f-aa36-7edd723afaed req-68e1f3b9-4f0a-4670-8d42-919b280589ce service neutron] For port e9506bac-cf7c-4cbe-a3cc-9b896832d9e8, host n-h1-800634-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=e9506bac-cf7c-4cbe-a3cc-9b896832d9e8,segment=NetworkSegment(067fc487-22c7-42de-972d-ae352a28ad29),segment_id=067fc487-22c7-42de-972d-ae352a28ad29)] {{(pid=93915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 18:27:41.472010 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-ca8986af-d040-4c4f-aa36-7edd723afaed req-68e1f3b9-4f0a-4670-8d42-919b280589ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25912978'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:27:41.517279 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8986af-d040-4c4f-aa36-7edd723afaed req-452762f5-c657-4ec6-83b3-7b8301004ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:27:41.518771 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ca8986af-d040-4c4f-aa36-7edd723afaed req-452762f5-c657-4ec6-83b3-7b8301004ef4 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f20c54fb-f7da-4761-aa61-2e4f99f3d332 HTTP/1.1" status: 200 len: 843 time: 0.1709778 Jul 14 18:27:41.544576 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8986af-d040-4c4f-aa36-7edd723afaed req-68e1f3b9-4f0a-4670-8d42-919b280589ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:27:41.545242 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-ca8986af-d040-4c4f-aa36-7edd723afaed req-68e1f3b9-4f0a-4670-8d42-919b280589ce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:27:41.546831 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ca8986af-d040-4c4f-aa36-7edd723afaed req-68e1f3b9-4f0a-4670-8d42-919b280589ce service neutron] 10.222.0.18 "PUT /v2.0/ports/e9506bac-cf7c-4cbe-a3cc-9b896832d9e8 HTTP/1.1" status: 200 len: 1096 time: 2.6449418 Jul 14 18:27:41.679233 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e1f3b9-4f0a-4670-8d42-919b280589ce service neutron] Pushing event updated for resources: {'Port': ['ID=e9506bac-cf7c-4cbe-a3cc-9b896832d9e8,revision_number=3']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:27:41.704618 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410de9f2-18b0-4b8c-b92c-312957d7f519 req-51b737e6-5491-4b6f-80a1-3e72efe7340b tempest-MultipleCreateTestJSON-1352928044 tempest-MultipleCreateTestJSON-1352928044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:27:41.706137 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-410de9f2-18b0-4b8c-b92c-312957d7f519 req-51b737e6-5491-4b6f-80a1-3e72efe7340b tempest-MultipleCreateTestJSON-1352928044 tempest-MultipleCreateTestJSON-1352928044-project] 10.222.0.16 "GET /v2.0/ports?device_id=24e69c05-052d-4c7d-a46d-abf449e32bb4 HTTP/1.1" status: 200 len: 931 time: 0.3892875 Jul 14 18:27:41.812339 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8986af-d040-4c4f-aa36-7edd723afaed req-26b081c0-ff74-41a5-8497-45498c07cde7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:27:41.813829 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ca8986af-d040-4c4f-aa36-7edd723afaed req-26b081c0-ff74-41a5-8497-45498c07cde7 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4f742057-89ee-4b4a-86f7-487ee61881a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2834296 Jul 14 18:27:41.841562 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-410de9f2-18b0-4b8c-b92c-312957d7f519 req-9a6328f4-2841-4b55-9ea5-f9e4d765f395 tempest-MultipleCreateTestJSON-1352928044 tempest-MultipleCreateTestJSON-1352928044-project] 10.222.0.16 "GET /v2.0/security-groups?id=1717ebe8-f29a-4477-a288-2900c0dd0f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264739 Jul 14 18:27:41.859814 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [req-70bd0cc5-2ec5-4cc1-be2a-7712f84984a1 req-1b621d07-0b7c-442d-8620-f29a3c4b7357 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5e742d7-95c3-4483-97c7-588ee9aea075 {{(pid=93915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 18:27:41.899919 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9681abcf-346f-4c92-a422-000084694be3 req-2ab91412-cd37-4aa4-b728-3d57c0aea8c7 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:27:41.901470 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-9681abcf-346f-4c92-a422-000084694be3 req-2ab91412-cd37-4aa4-b728-3d57c0aea8c7 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.16 "GET /v2.0/ports?device_id=b34ed31a-cdf4-42e3-9af8-e1a7ec6d0b20 HTTP/1.1" status: 200 len: 948 time: 0.3018711 Jul 14 18:27:41.904522 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 18:27:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-216c960b-cfea-45b7-a4f3-483ec27a8a90 x-openstack-request-id: req-216c960b-cfea-45b7-a4f3-483ec27a8a90 {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:27:41.904810 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54c7ae54-2903-4613-9495-d980de44aef8", "tag": "6db54b77-ae18-4961-a34d-c8c708f5857a", "status": "completed", "code": 200}]} {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:27:41.905065 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-216c960b-cfea-45b7-a4f3-483ec27a8a90 {{(pid=93915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:27:41.905460 n-d-800634-3 neutron-server[93915]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54c7ae54-2903-4613-9495-d980de44aef8', 'tag': '6db54b77-ae18-4961-a34d-c8c708f5857a', 'status': 'completed', 'code': 200} Jul 14 18:27:41.910009 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8986af-d040-4c4f-aa36-7edd723afaed req-4c9d9c4e-c010-429f-a88d-18f380385270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:27:41.911490 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ca8986af-d040-4c4f-aa36-7edd723afaed req-4c9d9c4e-c010-429f-a88d-18f380385270 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=aeec593be949414a8c1694135e52293c&device_id=9c05dfeb-2e85-4b50-9f47-830b78222eaa HTTP/1.1" status: 200 len: 1099 time: 0.3078105 Jul 14 18:27:41.915901 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-70bd0cc5-2ec5-4cc1-be2a-7712f84984a1 req-1b621d07-0b7c-442d-8620-f29a3c4b7357 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:27:41.973334 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ca8986af-d040-4c4f-aa36-7edd723afaed req-ff5f85db-19cc-4c01-a444-8967525f77e2 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.213&port_id=e9506bac-cf7c-4cbe-a3cc-9b896832d9e8 HTTP/1.1" status: 200 len: 217 time: 0.0482969 Jul 14 18:27:41.975989 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.provisioning_blocks [req-70bd0cc5-2ec5-4cc1-be2a-7712f84984a1 req-1b621d07-0b7c-442d-8620-f29a3c4b7357 service neutron] Transition to ACTIVE for port object e5e742d7-95c3-4483-97c7-588ee9aea075 will not be triggered until provisioned by entity L2. {{(pid=93915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:27:41.995674 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-70bd0cc5-2ec5-4cc1-be2a-7712f84984a1 req-1b621d07-0b7c-442d-8620-f29a3c4b7357 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25912978'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:27:42.127786 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ca8986af-d040-4c4f-aa36-7edd723afaed req-6b8d1c80-5fd0-446d-9f07-40dbd3451cac service neutron] 10.222.0.35 "GET /v2.0/networks/4f742057-89ee-4b4a-86f7-487ee61881a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2988555 Jul 14 18:27:42.155302 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b621d07-0b7c-442d-8620-f29a3c4b7357 service neutron] Pushing event updated for resources: {'Port': ['ID=e5e742d7-95c3-4483-97c7-588ee9aea075,revision_number=2']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:27:42.174557 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-9681abcf-346f-4c92-a422-000084694be3 req-22dd9b92-de42-4333-9e22-9ea8d528304f tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.16 "GET /v2.0/security-groups?id=95148b1b-0f93-483b-9e80-262147c27e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2605355 Jul 14 18:27:42.175914 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8986af-d040-4c4f-aa36-7edd723afaed req-1e6e9e81-3380-464a-a7eb-5a4a9adda802 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:27:42.177351 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ca8986af-d040-4c4f-aa36-7edd723afaed req-1e6e9e81-3380-464a-a7eb-5a4a9adda802 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f20c54fb-f7da-4761-aa61-2e4f99f3d332 HTTP/1.1" status: 200 len: 843 time: 0.1947684 Jul 14 18:27:42.364783 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16b72d7-c227-408f-b69a-f7d43d35441d req-9d00e37b-1d3d-4914-b8c8-30529ab31923 tempest-ServerRescueNegativeTestJSON-843679432 tempest-ServerRescueNegativeTestJSON-843679432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:27:42.366253 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f16b72d7-c227-408f-b69a-f7d43d35441d req-9d00e37b-1d3d-4914-b8c8-30529ab31923 tempest-ServerRescueNegativeTestJSON-843679432 tempest-ServerRescueNegativeTestJSON-843679432-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b9e4456-2d8d-44aa-a867-8b086bbb5414 HTTP/1.1" status: 200 len: 946 time: 0.3826373 Jul 14 18:27:42.405087 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ca8986af-d040-4c4f-aa36-7edd723afaed req-7ad1d493-d67d-427a-9b96-15b9664c5083 service neutron] 10.222.0.35 "GET /v2.0/networks/4f742057-89ee-4b4a-86f7-487ee61881a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2650695 Jul 14 18:27:42.422848 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-70bd0cc5-2ec5-4cc1-be2a-7712f84984a1 req-1b621d07-0b7c-442d-8620-f29a3c4b7357 service neutron] Attempting to bind port e5e742d7-95c3-4483-97c7-588ee9aea075 on host n-h1-800634-3 for vnic_type normal with profile {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:27:42.423193 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-70bd0cc5-2ec5-4cc1-be2a-7712f84984a1 req-1b621d07-0b7c-442d-8620-f29a3c4b7357 service neutron] Attempting to bind port e5e742d7-95c3-4483-97c7-588ee9aea075 by drivers openvswitch,hyperv on host n-h1-800634-3 at level 0 using segments [{'id': '083d4956-d74a-4548-8325-55efe8661457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '7c5c265b-c8cb-48dd-918e-349f7d6fa97f'}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:27:42.423539 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70bd0cc5-2ec5-4cc1-be2a-7712f84984a1 req-1b621d07-0b7c-442d-8620-f29a3c4b7357 service neutron] Attempting to bind port e5e742d7-95c3-4483-97c7-588ee9aea075 on network 7c5c265b-c8cb-48dd-918e-349f7d6fa97f {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:27:42.446174 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70bd0cc5-2ec5-4cc1-be2a-7712f84984a1 req-1b621d07-0b7c-442d-8620-f29a3c4b7357 service neutron] Port e5e742d7-95c3-4483-97c7-588ee9aea075 on network 7c5c265b-c8cb-48dd-918e-349f7d6fa97f not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-3 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 18:27:42.446512 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70bd0cc5-2ec5-4cc1-be2a-7712f84984a1 req-1b621d07-0b7c-442d-8620-f29a3c4b7357 service neutron] Attempting to bind port e5e742d7-95c3-4483-97c7-588ee9aea075 on network 7c5c265b-c8cb-48dd-918e-349f7d6fa97f {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:27:42.455422 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8986af-d040-4c4f-aa36-7edd723afaed req-40b1eb43-37d9-4cf3-b066-789871cbb1b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:27:42.456966 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ca8986af-d040-4c4f-aa36-7edd723afaed req-40b1eb43-37d9-4cf3-b066-789871cbb1b2 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4f742057-89ee-4b4a-86f7-487ee61881a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2413788 Jul 14 18:27:42.476855 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f16b72d7-c227-408f-b69a-f7d43d35441d req-80e72498-48b3-438a-aad0-c41f2d70a37b tempest-ServerRescueNegativeTestJSON-843679432 tempest-ServerRescueNegativeTestJSON-843679432-project] 10.222.0.16 "GET /v2.0/security-groups?id=2ad455ff-6ff4-4067-8bf1-fdec963484f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012089 Jul 14 18:27:42.500556 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70bd0cc5-2ec5-4cc1-be2a-7712f84984a1 req-1b621d07-0b7c-442d-8620-f29a3c4b7357 service neutron] Checking agent: {'id': 'a3630ff4-fbee-45d9-b9b6-0ae41cb3a350', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 15, 32), 'started_at': datetime.datetime(2021, 7, 14, 18, 15, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 18, 27, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 18:27:42.501432 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70bd0cc5-2ec5-4cc1-be2a-7712f84984a1 req-1b621d07-0b7c-442d-8620-f29a3c4b7357 service neutron] Checking segment: {'id': '083d4956-d74a-4548-8325-55efe8661457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '7c5c265b-c8cb-48dd-918e-349f7d6fa97f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:27:42.501852 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70bd0cc5-2ec5-4cc1-be2a-7712f84984a1 req-1b621d07-0b7c-442d-8620-f29a3c4b7357 service neutron] Bound using segment: {'id': '083d4956-d74a-4548-8325-55efe8661457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '7c5c265b-c8cb-48dd-918e-349f7d6fa97f'} {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 18:27:42.502273 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-70bd0cc5-2ec5-4cc1-be2a-7712f84984a1 req-1b621d07-0b7c-442d-8620-f29a3c4b7357 service neutron] Bound port: e5e742d7-95c3-4483-97c7-588ee9aea075, host: n-h1-800634-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '083d4956-d74a-4548-8325-55efe8661457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '7c5c265b-c8cb-48dd-918e-349f7d6fa97f'}}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 18:27:42.502607 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-70bd0cc5-2ec5-4cc1-be2a-7712f84984a1 req-1b621d07-0b7c-442d-8620-f29a3c4b7357 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:27:42.562391 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7e400e-795e-4d49-9739-c09cba8c226e req-e5f36389-1f0c-47ef-943a-b2549f345e50 tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:27:42.564453 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-cf7e400e-795e-4d49-9739-c09cba8c226e req-e5f36389-1f0c-47ef-943a-b2549f345e50 tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] 10.222.0.16 "GET /v2.0/ports?device_id=0c67ccb1-27e9-4b4b-b1d8-0b03abbae8c6 HTTP/1.1" status: 200 len: 946 time: 0.2698059 Jul 14 18:27:42.719233 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-70bd0cc5-2ec5-4cc1-be2a-7712f84984a1 req-1b621d07-0b7c-442d-8620-f29a3c4b7357 service neutron] For port e5e742d7-95c3-4483-97c7-588ee9aea075, host n-h1-800634-3, cleared binding levels {{(pid=93915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:27:42.725243 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-cf7e400e-795e-4d49-9739-c09cba8c226e req-cae922d2-a9f7-405f-a347-6503016b6b87 tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] 10.222.0.16 "GET /v2.0/security-groups?id=4824db20-b9ba-4380-9f29-13755d37b981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495428 Jul 14 18:27:42.734451 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850e4b20-b2e1-4225-bb76-b57483707efd req-3bdc228d-3765-409a-8acb-b55c90cfc57e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:27:42.736510 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-850e4b20-b2e1-4225-bb76-b57483707efd req-3bdc228d-3765-409a-8acb-b55c90cfc57e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=aeec593be949414a8c1694135e52293c&device_id=54c7ae54-2903-4613-9495-d980de44aef8 HTTP/1.1" status: 200 len: 1098 time: 0.2768116 Jul 14 18:27:42.759810 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-70bd0cc5-2ec5-4cc1-be2a-7712f84984a1 req-1b621d07-0b7c-442d-8620-f29a3c4b7357 service neutron] For port e5e742d7-95c3-4483-97c7-588ee9aea075, host n-h1-800634-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=e5e742d7-95c3-4483-97c7-588ee9aea075,segment=NetworkSegment(083d4956-d74a-4548-8325-55efe8661457),segment_id=083d4956-d74a-4548-8325-55efe8661457)] {{(pid=93915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 18:27:42.763088 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ca8986af-d040-4c4f-aa36-7edd723afaed req-71e5348c-6c7a-4c41-a642-8fda9f58e676 service neutron] 10.222.0.18 "GET /v2.0/networks/4f742057-89ee-4b4a-86f7-487ee61881a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2896171 Jul 14 18:27:42.776453 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-70bd0cc5-2ec5-4cc1-be2a-7712f84984a1 req-1b621d07-0b7c-442d-8620-f29a3c4b7357 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25912978'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:27:43.234008 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bd0cc5-2ec5-4cc1-be2a-7712f84984a1 req-1b621d07-0b7c-442d-8620-f29a3c4b7357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:27:43.234683 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-70bd0cc5-2ec5-4cc1-be2a-7712f84984a1 req-1b621d07-0b7c-442d-8620-f29a3c4b7357 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:27:43.235916 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-70bd0cc5-2ec5-4cc1-be2a-7712f84984a1 req-1b621d07-0b7c-442d-8620-f29a3c4b7357 service neutron] 10.222.0.18 "PUT /v2.0/ports/e5e742d7-95c3-4483-97c7-588ee9aea075 HTTP/1.1" status: 200 len: 1091 time: 2.5725157 Jul 14 18:27:43.249470 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4621ce-0ae5-42ca-860f-82485fc7f68e req-dd3efe56-77d8-45a5-bf4a-f63cdecfc3a5 tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:27:43.251440 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-bc4621ce-0ae5-42ca-860f-82485fc7f68e req-dd3efe56-77d8-45a5-bf4a-f63cdecfc3a5 tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] 10.222.0.16 "GET /v2.0/ports?device_id=54c7ae54-2903-4613-9495-d980de44aef8 HTTP/1.1" status: 200 len: 947 time: 0.6519730 Jul 14 18:27:43.302325 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b621d07-0b7c-442d-8620-f29a3c4b7357 service neutron] Pushing event updated for resources: {'Port': ['ID=e5e742d7-95c3-4483-97c7-588ee9aea075,revision_number=3']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:27:43.375222 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850e4b20-b2e1-4225-bb76-b57483707efd req-8d84e4cc-7136-47d6-9690-c0988c9491af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:27:43.377370 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-850e4b20-b2e1-4225-bb76-b57483707efd req-8d84e4cc-7136-47d6-9690-c0988c9491af service neutron] 10.222.0.35 "GET /v2.0/networks?id=4f742057-89ee-4b4a-86f7-487ee61881a1 HTTP/1.1" status: 200 len: 869 time: 0.6331630 Jul 14 18:27:43.418180 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ca8986af-d040-4c4f-aa36-7edd723afaed req-96266d62-edfb-41d6-80d8-7c98cad0c2a6 service neutron] 10.222.0.18 "GET /v2.0/networks/4f742057-89ee-4b4a-86f7-487ee61881a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6063621 Jul 14 18:27:43.458991 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-850e4b20-b2e1-4225-bb76-b57483707efd req-8bb87f40-c3dc-4d6d-86cc-02371c2ed6d3 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.74&port_id=6db54b77-ae18-4961-a34d-c8c708f5857a HTTP/1.1" status: 200 len: 217 time: 0.0676010 Jul 14 18:27:43.461839 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-bc4621ce-0ae5-42ca-860f-82485fc7f68e req-e778129c-0f2d-44cf-a137-cc9ced85f4d3 tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] 10.222.0.16 "GET /v2.0/security-groups?id=b0153d44-2cf7-4f50-b628-255afb14ce31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2026196 Jul 14 18:27:43.472126 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7620e52b-aaac-4ead-a7c4-e897a9518535 req-bb89b6ef-ab2f-499a-abe3-039ff79d9bc2 tempest-ServerDiskConfigTestJSON-1372590070 tempest-ServerDiskConfigTestJSON-1372590070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:27:43.473633 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-7620e52b-aaac-4ead-a7c4-e897a9518535 req-bb89b6ef-ab2f-499a-abe3-039ff79d9bc2 tempest-ServerDiskConfigTestJSON-1372590070 tempest-ServerDiskConfigTestJSON-1372590070-project] 10.222.0.16 "GET /v2.0/ports?device_id=3a42ddc6-5334-4b49-b118-b918cd4d3904 HTTP/1.1" status: 200 len: 945 time: 0.3318086 Jul 14 18:27:43.510810 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bd0cc5-2ec5-4cc1-be2a-7712f84984a1 req-2086d57e-1d20-410d-9d36-8eaecb717587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:27:43.512313 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-70bd0cc5-2ec5-4cc1-be2a-7712f84984a1 req-2086d57e-1d20-410d-9d36-8eaecb717587 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=82e7174add29402ca6b9595971263e7a&device_id=24e69c05-052d-4c7d-a46d-abf449e32bb4 HTTP/1.1" status: 200 len: 1094 time: 0.2324533 Jul 14 18:27:43.576387 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-70bd0cc5-2ec5-4cc1-be2a-7712f84984a1 req-90c02514-5cf1-48c4-b748-9b4d39e37a50 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e5e742d7-95c3-4483-97c7-588ee9aea075 HTTP/1.1" status: 200 len: 217 time: 0.0532317 Jul 14 18:27:43.590062 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850e4b20-b2e1-4225-bb76-b57483707efd req-5bd9498c-0087-4789-a1e0-94009645f47e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:27:43.591569 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-850e4b20-b2e1-4225-bb76-b57483707efd req-5bd9498c-0087-4789-a1e0-94009645f47e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f20c54fb-f7da-4761-aa61-2e4f99f3d332 HTTP/1.1" status: 200 len: 843 time: 0.1158130 Jul 14 18:27:43.606518 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-7620e52b-aaac-4ead-a7c4-e897a9518535 req-a5e83915-8ee7-4492-8518-8cb508010e1e tempest-ServerDiskConfigTestJSON-1372590070 tempest-ServerDiskConfigTestJSON-1372590070-project] 10.222.0.16 "GET /v2.0/security-groups?id=8f471560-b797-46f3-abf1-e078e196721c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001298 Jul 14 18:27:43.674668 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bd0cc5-2ec5-4cc1-be2a-7712f84984a1 req-d5f8889a-a28c-4270-9b8d-c13e596b47db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:27:43.676208 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-70bd0cc5-2ec5-4cc1-be2a-7712f84984a1 req-d5f8889a-a28c-4270-9b8d-c13e596b47db service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f032006b-6262-4a79-b1ea-5cdc8bbf67c0 HTTP/1.1" status: 200 len: 853 time: 0.0818346 Jul 14 18:27:43.745537 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-70bd0cc5-2ec5-4cc1-be2a-7712f84984a1 req-217bf135-8f1a-462c-812e-ef1d2ab367dc service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7c5c265b-c8cb-48dd-918e-349f7d6fa97f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0614066 Jul 14 18:27:43.758272 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850e4b20-b2e1-4225-bb76-b57483707efd req-1302722f-af5d-43d8-876c-9ef0ea1a6fba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:27:43.759659 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-850e4b20-b2e1-4225-bb76-b57483707efd req-1302722f-af5d-43d8-876c-9ef0ea1a6fba service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4f742057-89ee-4b4a-86f7-487ee61881a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1562428 Jul 14 18:27:43.863464 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device 4e35a919-4992-4af5-a312-01c144741832 details requested by agent hyperv_n-h1-800634-3 with host n-h1-800634-3 {{(pid=93917) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 18:27:43.866661 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device b10c9127-860e-4860-a7dc-41b1f8ef0736 up at agent hyperv_n-h1-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:27:43.912948 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c05dfeb-2e85-4b50-9f47-830b78222eaa', 'tag': 'e9506bac-cf7c-4cbe-a3cc-9b896832d9e8'}, {'name': 'network-changed', 'server_uuid': '24e69c05-052d-4c7d-a46d-abf449e32bb4', 'tag': 'e5e742d7-95c3-4483-97c7-588ee9aea075'}] {{(pid=93915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:27:43.915186 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e72782ad3af8f7d4ce76cedf092bca46d1756acc5c4653cf0b52034cdd6b073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b5a9058-6bbd-48b3-867e-29811f0ec61c" -d '{"events": [{"name": "network-changed", "server_uuid": "9c05dfeb-2e85-4b50-9f47-830b78222eaa", "tag": "e9506bac-cf7c-4cbe-a3cc-9b896832d9e8"}, {"name": "network-changed", "server_uuid": "24e69c05-052d-4c7d-a46d-abf449e32bb4", "tag": "e5e742d7-95c3-4483-97c7-588ee9aea075"}]}' {{(pid=93915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:27:43.950701 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f046ca3-7385-4c48-b9f4-89d7e429a7f1 req-fe0f2ce0-d402-4c7e-874d-534a3fa8e53e tempest-MultipleCreateTestJSON-1352928044 tempest-MultipleCreateTestJSON-1352928044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:27:43.952231 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-1f046ca3-7385-4c48-b9f4-89d7e429a7f1 req-fe0f2ce0-d402-4c7e-874d-534a3fa8e53e tempest-MultipleCreateTestJSON-1352928044 tempest-MultipleCreateTestJSON-1352928044-project] 10.222.0.16 "GET /v2.0/ports?device_id=24e69c05-052d-4c7d-a46d-abf449e32bb4 HTTP/1.1" status: 200 len: 943 time: 0.2711909 Jul 14 18:27:43.976259 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Provisioning for port b10c9127-860e-4860-a7dc-41b1f8ef0736 completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:27:43.984350 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Provisioning complete for port b10c9127-860e-4860-a7dc-41b1f8ef0736 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:27:43.984726 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:27:43.989223 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-70bd0cc5-2ec5-4cc1-be2a-7712f84984a1 req-226ad368-2fb0-44cf-ab96-dd939cfab763 service neutron] 10.222.0.18 "GET /v2.0/networks/7c5c265b-c8cb-48dd-918e-349f7d6fa97f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2341657 Jul 14 18:27:44.008757 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7bb394-66ca-4e45-89a1-3cc91163e4b4 req-b742471b-cadf-40b8-ae7a-3134909cc6fc tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:27:44.010149 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-bd7bb394-66ca-4e45-89a1-3cc91163e4b4 req-b742471b-cadf-40b8-ae7a-3134909cc6fc tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.16 "GET /v2.0/ports?device_id=b34ed31a-cdf4-42e3-9af8-e1a7ec6d0b20 HTTP/1.1" status: 200 len: 948 time: 0.2724316 Jul 14 18:27:44.011923 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-850e4b20-b2e1-4225-bb76-b57483707efd req-01c91c78-eef7-4bf1-9739-4ff7387636ce service neutron] 10.222.0.35 "GET /v2.0/networks/4f742057-89ee-4b4a-86f7-487ee61881a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2278841 Jul 14 18:27:44.021616 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port 4e35a919-4992-4af5-a312-01c144741832, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=4e35a919-4992-4af5-a312-01c144741832,segment=NetworkSegment(083d4956-d74a-4548-8325-55efe8661457),segment_id=083d4956-d74a-4548-8325-55efe8661457)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:27:44.039094 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Returning: {'device': '4e35a919-4992-4af5-a312-01c144741832', 'network_id': '7c5c265b-c8cb-48dd-918e-349f7d6fa97f', 'port_id': '4e35a919-4992-4af5-a312-01c144741832', 'mac_address': 'fa:16:3e:5c:ea:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 95, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f032006b-6262-4a79-b1ea-5cdc8bbf67c0', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93917) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 18:27:44.109709 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:27:44.124095 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:27:44.129316 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e35a919-4992-4af5-a312-01c144741832 {{(pid=93917) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 18:27:44.142590 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-1f046ca3-7385-4c48-b9f4-89d7e429a7f1 req-4bc9ef04-b671-4f14-a976-7799aa599d42 tempest-MultipleCreateTestJSON-1352928044 tempest-MultipleCreateTestJSON-1352928044-project] 10.222.0.16 "GET /v2.0/security-groups?id=1717ebe8-f29a-4477-a288-2900c0dd0f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1757555 Jul 14 18:27:44.163275 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a42ddc6-5334-4b49-b118-b918cd4d3904', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b10c9127-860e-4860-a7dc-41b1f8ef0736'}] {{(pid=93917) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:27:44.165728 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20b787f3c29eaa7aa2a4d648c725a2124c5ff39a8d793252f9d844495e14cf42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bed06cc8-d7e9-4a25-9d22-39bc1cbc5ab8" -d '{"events": [{"server_uuid": "3a42ddc6-5334-4b49-b118-b918cd4d3904", "name": "network-vif-plugged", "status": "completed", "tag": "b10c9127-860e-4860-a7dc-41b1f8ef0736"}]}' {{(pid=93917) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:27:44.179396 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port 4e35a919-4992-4af5-a312-01c144741832, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=4e35a919-4992-4af5-a312-01c144741832,segment=NetworkSegment(083d4956-d74a-4548-8325-55efe8661457),segment_id=083d4956-d74a-4548-8325-55efe8661457)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:27:44.183580 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port b10c9127-860e-4860-a7dc-41b1f8ef0736, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=b10c9127-860e-4860-a7dc-41b1f8ef0736,segment=NetworkSegment(9a21e516-8d79-4e64-b3eb-1610a868b024),segment_id=9a21e516-8d79-4e64-b3eb-1610a868b024)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:27:44.185435 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:27:44.191937 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-bd7bb394-66ca-4e45-89a1-3cc91163e4b4 req-d0211b23-7682-4e7d-bb83-1e95c8238e61 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.16 "GET /v2.0/security-groups?id=95148b1b-0f93-483b-9e80-262147c27e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1698701 Jul 14 18:27:44.208523 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:27:44.210858 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-70bd0cc5-2ec5-4cc1-be2a-7712f84984a1 req-dd02dc1e-d08a-4f1d-8363-372217bbb13a service neutron] 10.222.0.18 "GET /v2.0/networks/7c5c265b-c8cb-48dd-918e-349f7d6fa97f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1979840 Jul 14 18:27:44.225967 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-850e4b20-b2e1-4225-bb76-b57483707efd req-1a1fa297-faf5-4804-b0d1-4e30c294ae95 service neutron] 10.222.0.35 "GET /v2.0/networks/4f742057-89ee-4b4a-86f7-487ee61881a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2020259 Jul 14 18:27:44.237520 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Pushing event updated for resources: {'Port': ['ID=4e35a919-4992-4af5-a312-01c144741832,revision_number=4']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:27:44.265177 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Device 6db54b77-ae18-4961-a34d-c8c708f5857a details requested by agent hyperv_n-h2-800634-3 with host n-h2-800634-3 {{(pid=93917) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 18:27:44.307527 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Pushing event updated for resources: {'Port': ['ID=b10c9127-860e-4860-a7dc-41b1f8ef0736,revision_number=5']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:27:44.386191 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] For port 6db54b77-ae18-4961-a34d-c8c708f5857a, host n-h2-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=6db54b77-ae18-4961-a34d-c8c708f5857a,segment=NetworkSegment(067fc487-22c7-42de-972d-ae352a28ad29),segment_id=067fc487-22c7-42de-972d-ae352a28ad29)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:27:44.397564 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Returning: {'device': '6db54b77-ae18-4961-a34d-c8c708f5857a', 'network_id': '4f742057-89ee-4b4a-86f7-487ee61881a1', 'port_id': '6db54b77-ae18-4961-a34d-c8c708f5857a', 'mac_address': 'fa:16:3e:de:ee:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f20c54fb-f7da-4761-aa61-2e4f99f3d332', 'ip_address': '192.168.233.74'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93917) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 18:27:44.416802 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29d83b8-8fef-4ee5-8da9-47b4a90e36d1 req-ad7eda70-ab97-4b6c-92fa-ccba67b05a63 tempest-ServerRescueNegativeTestJSON-843679432 tempest-ServerRescueNegativeTestJSON-843679432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:27:44.418300 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f29d83b8-8fef-4ee5-8da9-47b4a90e36d1 req-ad7eda70-ab97-4b6c-92fa-ccba67b05a63 tempest-ServerRescueNegativeTestJSON-843679432 tempest-ServerRescueNegativeTestJSON-843679432-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b9e4456-2d8d-44aa-a867-8b086bbb5414 HTTP/1.1" status: 200 len: 946 time: 0.1098745 Jul 14 18:27:44.430673 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd71e7b-72b8-4e60-a82c-3177d677c6bb req-5e4a0cde-19d4-4d81-956a-53e3025bbe21 tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:27:44.432132 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-1dd71e7b-72b8-4e60-a82c-3177d677c6bb req-5e4a0cde-19d4-4d81-956a-53e3025bbe21 tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] 10.222.0.16 "GET /v2.0/ports?device_id=0c67ccb1-27e9-4b4b-b1d8-0b03abbae8c6 HTTP/1.1" status: 200 len: 946 time: 0.0940635 Jul 14 18:27:44.434489 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:27:44.447866 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6db54b77-ae18-4961-a34d-c8c708f5857a {{(pid=93917) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 18:27:44.471856 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] For port 6db54b77-ae18-4961-a34d-c8c708f5857a, host n-h2-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=6db54b77-ae18-4961-a34d-c8c708f5857a,segment=NetworkSegment(067fc487-22c7-42de-972d-ae352a28ad29),segment_id=067fc487-22c7-42de-972d-ae352a28ad29)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:27:44.475806 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:27:44.491580 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f29d83b8-8fef-4ee5-8da9-47b4a90e36d1 req-ea8c1469-f173-4399-909a-425fabbe44c8 tempest-ServerRescueNegativeTestJSON-843679432 tempest-ServerRescueNegativeTestJSON-843679432-project] 10.222.0.16 "GET /v2.0/security-groups?id=2ad455ff-6ff4-4067-8bf1-fdec963484f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584769 Jul 14 18:27:44.494206 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-1dd71e7b-72b8-4e60-a82c-3177d677c6bb req-d4439ab8-6553-45ef-bf30-0cbc0db89585 tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] 10.222.0.16 "GET /v2.0/security-groups?id=4824db20-b9ba-4380-9f29-13755d37b981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538177 Jul 14 18:27:44.531029 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Pushing event updated for resources: {'Port': ['ID=6db54b77-ae18-4961-a34d-c8c708f5857a,revision_number=4']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:27:44.554485 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 14 Jul 2021 18:27:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01112a3f-8835-47cd-a607-aba786af6c7e x-openstack-request-id: req-01112a3f-8835-47cd-a607-aba786af6c7e {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:27:44.554860 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c05dfeb-2e85-4b50-9f47-830b78222eaa", "tag": "e9506bac-cf7c-4cbe-a3cc-9b896832d9e8", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "24e69c05-052d-4c7d-a46d-abf449e32bb4", "tag": "e5e742d7-95c3-4483-97c7-588ee9aea075", "status": "completed", "code": 200}]} {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:27:44.555186 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-01112a3f-8835-47cd-a607-aba786af6c7e {{(pid=93915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:27:44.555658 n-d-800634-3 neutron-server[93915]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c05dfeb-2e85-4b50-9f47-830b78222eaa', 'tag': 'e9506bac-cf7c-4cbe-a3cc-9b896832d9e8', 'status': 'completed', 'code': 200} Jul 14 18:27:44.555983 n-d-800634-3 neutron-server[93915]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24e69c05-052d-4c7d-a46d-abf449e32bb4', 'tag': 'e5e742d7-95c3-4483-97c7-588ee9aea075', 'status': 'completed', 'code': 200} Jul 14 18:27:44.571777 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 18:27:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a8df200-b6cf-41f5-a970-eaf39d9ac7f6 x-openstack-request-id: req-0a8df200-b6cf-41f5-a970-eaf39d9ac7f6 {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:27:44.571777 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a42ddc6-5334-4b49-b118-b918cd4d3904", "name": "network-vif-plugged", "status": "completed", "tag": "b10c9127-860e-4860-a7dc-41b1f8ef0736", "code": 200}]} {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:27:44.571777 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0a8df200-b6cf-41f5-a970-eaf39d9ac7f6 {{(pid=93917) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:27:44.571777 n-d-800634-3 neutron-server[93917]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a42ddc6-5334-4b49-b118-b918cd4d3904', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b10c9127-860e-4860-a7dc-41b1f8ef0736', 'code': 200} Jul 14 18:27:44.727307 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b47b48-6ede-4c18-9c11-c2eb958289b9 req-711335ee-cb17-4b04-9c35-585ab34a6705 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:27:44.729130 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-57b47b48-6ede-4c18-9c11-c2eb958289b9 req-711335ee-cb17-4b04-9c35-585ab34a6705 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=3a42ddc6-5334-4b49-b118-b918cd4d3904 HTTP/1.1" status: 200 len: 1097 time: 0.0614350 Jul 14 18:27:44.742431 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5a9058-6bbd-48b3-867e-29811f0ec61c req-42710046-dd7c-4782-80ab-4257d880d7b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:27:44.743955 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-0b5a9058-6bbd-48b3-867e-29811f0ec61c req-42710046-dd7c-4782-80ab-4257d880d7b0 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=aeec593be949414a8c1694135e52293c&device_id=9c05dfeb-2e85-4b50-9f47-830b78222eaa HTTP/1.1" status: 200 len: 1099 time: 0.1532099 Jul 14 18:27:44.759809 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] get_ports_and_sgs() called for port_ids ['6db54b77-ae18-4961-a34d-c8c708f5857a'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 18:27:44.766422 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-999e8488-a3e3-40e8-be9a-8983ea3734f1 req-28109640-acff-4cdd-b454-bc4232584ffb service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=fbf4bb9b-1d56-4ad5-a9e1-d9e143744a86&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1338158 Jul 14 18:27:44.805153 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-57b47b48-6ede-4c18-9c11-c2eb958289b9 req-f0a7a145-d8bf-4ae5-90f3-61b1dbfee05c service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=8f471560-b797-46f3-abf1-e078e196721c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627482 Jul 14 18:27:44.831599 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4667a455-50d0-414d-bd89-5f2c501c9916 req-15fdf62f-05f1-4ccd-86bc-4cfb1b7b060b tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:27:44.833190 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-4667a455-50d0-414d-bd89-5f2c501c9916 req-15fdf62f-05f1-4ccd-86bc-4cfb1b7b060b tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] 10.222.0.16 "GET /v2.0/ports?device_id=54c7ae54-2903-4613-9495-d980de44aef8 HTTP/1.1" status: 200 len: 948 time: 0.1620770 Jul 14 18:27:44.926608 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5a9058-6bbd-48b3-867e-29811f0ec61c req-a52c8647-cc37-4770-8790-8e829df57787 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:27:44.928006 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-0b5a9058-6bbd-48b3-867e-29811f0ec61c req-a52c8647-cc37-4770-8790-8e829df57787 service neutron] 10.222.0.18 "GET /v2.0/networks?id=4f742057-89ee-4b4a-86f7-487ee61881a1 HTTP/1.1" status: 200 len: 869 time: 0.1754775 Jul 14 18:27:44.935530 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-4667a455-50d0-414d-bd89-5f2c501c9916 req-bcc80f59-015d-4f07-b19d-6343ff8e222d tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] 10.222.0.16 "GET /v2.0/security-groups?id=b0153d44-2cf7-4f50-b628-255afb14ce31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860658 Jul 14 18:27:44.966907 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999e8488-a3e3-40e8-be9a-8983ea3734f1 req-d1b31b80-df3f-4a80-b5ce-ce91bf069137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:27:44.968560 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-999e8488-a3e3-40e8-be9a-8983ea3734f1 req-d1b31b80-df3f-4a80-b5ce-ce91bf069137 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d1f21963323d4ae1956c5ba38fc6e610&device_id=fbf4bb9b-1d56-4ad5-a9e1-d9e143744a86 HTTP/1.1" status: 200 len: 1095 time: 0.0573528 Jul 14 18:27:44.976061 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-0b5a9058-6bbd-48b3-867e-29811f0ec61c req-3120a55f-741a-472f-93da-859a435304ce service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.213&port_id=e9506bac-cf7c-4cbe-a3cc-9b896832d9e8 HTTP/1.1" status: 200 len: 217 time: 0.0395458 Jul 14 18:27:44.995130 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3c313d-42ec-4185-8aff-a996de08baec req-644e0318-4635-46af-9cc4-2c3fa19b1d8a tempest-ServerDiskConfigTestJSON-1372590070 tempest-ServerDiskConfigTestJSON-1372590070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:27:44.996594 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-df3c313d-42ec-4185-8aff-a996de08baec req-644e0318-4635-46af-9cc4-2c3fa19b1d8a tempest-ServerDiskConfigTestJSON-1372590070 tempest-ServerDiskConfigTestJSON-1372590070-project] 10.222.0.16 "GET /v2.0/ports?device_id=3a42ddc6-5334-4b49-b118-b918cd4d3904 HTTP/1.1" status: 200 len: 946 time: 0.1482747 Jul 14 18:27:45.073389 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-df3c313d-42ec-4185-8aff-a996de08baec req-0c95c1d0-648c-45c7-8c88-2270e760425f tempest-ServerDiskConfigTestJSON-1372590070 tempest-ServerDiskConfigTestJSON-1372590070-project] 10.222.0.16 "GET /v2.0/security-groups?id=8f471560-b797-46f3-abf1-e078e196721c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701456 Jul 14 18:27:45.074802 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5a9058-6bbd-48b3-867e-29811f0ec61c req-f50a70a9-460a-4e38-ad51-9099ebf74006 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:27:45.076328 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-0b5a9058-6bbd-48b3-867e-29811f0ec61c req-f50a70a9-460a-4e38-ad51-9099ebf74006 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f20c54fb-f7da-4761-aa61-2e4f99f3d332 HTTP/1.1" status: 200 len: 843 time: 0.0742135 Jul 14 18:27:45.099567 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999e8488-a3e3-40e8-be9a-8983ea3734f1 req-818751b7-eae0-4771-aca5-20423a172410 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:27:45.101266 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-999e8488-a3e3-40e8-be9a-8983ea3734f1 req-818751b7-eae0-4771-aca5-20423a172410 service neutron] 10.222.0.18 "GET /v2.0/networks?id=31a99599-848e-4d3a-b964-3d8069f89b88 HTTP/1.1" status: 200 len: 908 time: 0.0922706 Jul 14 18:27:45.142158 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5a9058-6bbd-48b3-867e-29811f0ec61c req-25dc754d-a39e-485d-9e2e-9b009f4fc66f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:27:45.143743 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-0b5a9058-6bbd-48b3-867e-29811f0ec61c req-25dc754d-a39e-485d-9e2e-9b009f4fc66f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4f742057-89ee-4b4a-86f7-487ee61881a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0564318 Jul 14 18:27:45.152442 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-999e8488-a3e3-40e8-be9a-8983ea3734f1 req-38878152-d551-4192-a1ed-2f84d7d10c60 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dda704ab-58ba-443c-a327-149220292e36 HTTP/1.1" status: 200 len: 217 time: 0.0431349 Jul 14 18:27:45.207317 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999e8488-a3e3-40e8-be9a-8983ea3734f1 req-1051e5b9-94b1-4038-acd3-56862cbcd174 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:27:45.208838 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-999e8488-a3e3-40e8-be9a-8983ea3734f1 req-1051e5b9-94b1-4038-acd3-56862cbcd174 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=8fa41a13-248e-4ed4-8731-d525cb4f3c62 HTTP/1.1" status: 200 len: 848 time: 0.0478532 Jul 14 18:27:45.245075 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-999e8488-a3e3-40e8-be9a-8983ea3734f1 req-074b67f4-a4be-4003-83ed-bb7cb2424c6e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=31a99599-848e-4d3a-b964-3d8069f89b88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275147 Jul 14 18:27:45.249535 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-0b5a9058-6bbd-48b3-867e-29811f0ec61c req-6ad1e8dd-2a12-4d0f-97ff-c3891977bb38 service neutron] 10.222.0.18 "GET /v2.0/networks/4f742057-89ee-4b4a-86f7-487ee61881a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895326 Jul 14 18:27:45.302524 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] get_ports_and_sgs() called for port_ids ['4e35a919-4992-4af5-a312-01c144741832'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 18:27:45.359936 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-999e8488-a3e3-40e8-be9a-8983ea3734f1 req-7f96f20c-027a-46d0-906d-76e8524977b8 service neutron] 10.222.0.18 "GET /v2.0/networks/31a99599-848e-4d3a-b964-3d8069f89b88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1019030 Jul 14 18:27:45.461921 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-0b5a9058-6bbd-48b3-867e-29811f0ec61c req-99cbfc1f-9f03-4f5a-86ec-10cbbb1268f8 service neutron] 10.222.0.18 "GET /v2.0/networks/4f742057-89ee-4b4a-86f7-487ee61881a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2023365 Jul 14 18:27:45.465578 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-999e8488-a3e3-40e8-be9a-8983ea3734f1 req-f832cba0-e621-4891-9ca0-aca57caa810e service neutron] 10.222.0.18 "GET /v2.0/networks/31a99599-848e-4d3a-b964-3d8069f89b88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978334 Jul 14 18:27:45.470069 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f4debc-a722-430a-b1f4-b673c1196b04 req-a6b9f6e0-7b29-4614-8f45-f5a7472e6cf7 tempest-MultipleCreateTestJSON-1352928044 tempest-MultipleCreateTestJSON-1352928044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:27:45.472983 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-44f4debc-a722-430a-b1f4-b673c1196b04 req-a6b9f6e0-7b29-4614-8f45-f5a7472e6cf7 tempest-MultipleCreateTestJSON-1352928044 tempest-MultipleCreateTestJSON-1352928044-project] 10.222.0.16 "GET /v2.0/ports?device_id=24e69c05-052d-4c7d-a46d-abf449e32bb4 HTTP/1.1" status: 200 len: 943 time: 0.1826627 Jul 14 18:27:45.487264 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145f31dd-6569-476b-911a-754f03e5f9e6 req-3a1aabbf-0639-43e2-b757-87eabe0aedd4 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:27:45.488990 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-145f31dd-6569-476b-911a-754f03e5f9e6 req-3a1aabbf-0639-43e2-b757-87eabe0aedd4 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.16 "GET /v2.0/ports?device_id=b34ed31a-cdf4-42e3-9af8-e1a7ec6d0b20 HTTP/1.1" status: 200 len: 948 time: 0.1562932 Jul 14 18:27:45.541800 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-44f4debc-a722-430a-b1f4-b673c1196b04 req-dc4d5aeb-2e99-48ea-918d-1e3e903c7659 tempest-MultipleCreateTestJSON-1352928044 tempest-MultipleCreateTestJSON-1352928044-project] 10.222.0.16 "GET /v2.0/security-groups?id=1717ebe8-f29a-4477-a288-2900c0dd0f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518031 Jul 14 18:27:45.556976 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-145f31dd-6569-476b-911a-754f03e5f9e6 req-e1ed4cf7-2811-4b2d-995b-7a7f37a6581c tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.16 "GET /v2.0/security-groups?id=95148b1b-0f93-483b-9e80-262147c27e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594180 Jul 14 18:27:45.595445 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5a9058-6bbd-48b3-867e-29811f0ec61c req-c929f190-99cb-48f7-bb01-d15f474033b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:27:45.597323 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-0b5a9058-6bbd-48b3-867e-29811f0ec61c req-c929f190-99cb-48f7-bb01-d15f474033b9 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=82e7174add29402ca6b9595971263e7a&device_id=24e69c05-052d-4c7d-a46d-abf449e32bb4 HTTP/1.1" status: 200 len: 1094 time: 0.0832117 Jul 14 18:27:45.641721 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-1c528549-7a2c-4fe9-ba11-c38469d234a0 req-0fe5de14-71a5-45b9-aba1-3012192eee28 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=6ab0c594-ecaf-4c5b-977a-9c1b59a2d9cc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0309377 Jul 14 18:27:45.706468 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-1c528549-7a2c-4fe9-ba11-c38469d234a0 req-547b8efe-9dec-4f5d-85c5-7dda68308e97 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f1c4e239e6d24b3bb240a97f6c99b33f&device_id=6ab0c594-ecaf-4c5b-977a-9c1b59a2d9cc HTTP/1.1" status: 200 len: 210 time: 0.0418270 Jul 14 18:27:45.708673 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5a9058-6bbd-48b3-867e-29811f0ec61c req-74d6ac9e-e1a2-4552-bccc-76f0521a5374 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:27:45.711030 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-0b5a9058-6bbd-48b3-867e-29811f0ec61c req-74d6ac9e-e1a2-4552-bccc-76f0521a5374 service neutron] 10.222.0.18 "GET /v2.0/networks?id=7c5c265b-c8cb-48dd-918e-349f7d6fa97f HTTP/1.1" status: 200 len: 913 time: 0.1067367 Jul 14 18:27:45.763831 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-0b5a9058-6bbd-48b3-867e-29811f0ec61c req-58abfc07-11d9-4d2a-baf0-f11e2153ee9d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e5e742d7-95c3-4483-97c7-588ee9aea075 HTTP/1.1" status: 200 len: 217 time: 0.0379708 Jul 14 18:27:45.793527 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-1c528549-7a2c-4fe9-ba11-c38469d234a0 req-961c1c23-bfec-41e1-9759-6e18c8e00aca service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=f1c4e239e6d24b3bb240a97f6c99b33f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0560656 Jul 14 18:27:45.820679 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5a9058-6bbd-48b3-867e-29811f0ec61c req-7211bfe5-1333-422c-9c79-4be0505d71d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:27:45.822453 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-0b5a9058-6bbd-48b3-867e-29811f0ec61c req-7211bfe5-1333-422c-9c79-4be0505d71d6 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f032006b-6262-4a79-b1ea-5cdc8bbf67c0 HTTP/1.1" status: 200 len: 853 time: 0.0515254 Jul 14 18:27:45.858491 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-0b5a9058-6bbd-48b3-867e-29811f0ec61c req-7875777e-0999-42f8-89f1-b4bd8eea928a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7c5c265b-c8cb-48dd-918e-349f7d6fa97f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274606 Jul 14 18:27:45.913659 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a10ad72-6a72-4185-af0f-5f39386cea77 req-f494de3e-382c-4527-942c-cb384d1b165c tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:27:45.915150 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-1a10ad72-6a72-4185-af0f-5f39386cea77 req-f494de3e-382c-4527-942c-cb384d1b165c tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] 10.222.0.16 "GET /v2.0/ports?device_id=0c67ccb1-27e9-4b4b-b1d8-0b03abbae8c6 HTTP/1.1" status: 200 len: 946 time: 0.1981447 Jul 14 18:27:45.934012 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69cbcdc-35cf-47da-8b1c-d044d87e84e8 req-a06eda1f-b8a0-409a-82ee-ffe049fbba54 tempest-ServerRescueNegativeTestJSON-843679432 tempest-ServerRescueNegativeTestJSON-843679432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:27:45.935502 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a69cbcdc-35cf-47da-8b1c-d044d87e84e8 req-a06eda1f-b8a0-409a-82ee-ffe049fbba54 tempest-ServerRescueNegativeTestJSON-843679432 tempest-ServerRescueNegativeTestJSON-843679432-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b9e4456-2d8d-44aa-a867-8b086bbb5414 HTTP/1.1" status: 200 len: 946 time: 0.2172897 Jul 14 18:27:45.954997 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-0b5a9058-6bbd-48b3-867e-29811f0ec61c req-0ca2bed8-68bc-4f1e-83b3-f77284c2a887 service neutron] 10.222.0.18 "GET /v2.0/networks/7c5c265b-c8cb-48dd-918e-349f7d6fa97f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869086 Jul 14 18:27:45.973866 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c528549-7a2c-4fe9-ba11-c38469d234a0 req-34e491b3-ac20-40be-af6a-af89a85381e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:27:45.975411 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-1c528549-7a2c-4fe9-ba11-c38469d234a0 req-34e491b3-ac20-40be-af6a-af89a85381e3 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1751587 Jul 14 18:27:46.003730 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-1a10ad72-6a72-4185-af0f-5f39386cea77 req-8c72ea58-d45f-40fa-b896-8a991d8c0ae9 tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] 10.222.0.16 "GET /v2.0/security-groups?id=4824db20-b9ba-4380-9f29-13755d37b981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812035 Jul 14 18:27:46.008688 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a69cbcdc-35cf-47da-8b1c-d044d87e84e8 req-1294a375-1c77-4e42-9a98-30d8f5c6f5ba tempest-ServerRescueNegativeTestJSON-843679432 tempest-ServerRescueNegativeTestJSON-843679432-project] 10.222.0.16 "GET /v2.0/security-groups?id=2ad455ff-6ff4-4067-8bf1-fdec963484f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627131 Jul 14 18:27:46.057846 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-0b5a9058-6bbd-48b3-867e-29811f0ec61c req-d23b9f7a-1315-4bb2-ba88-3f965b332d64 service neutron] 10.222.0.18 "GET /v2.0/networks/7c5c265b-c8cb-48dd-918e-349f7d6fa97f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944467 Jul 14 18:27:46.201145 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a84ce2d-318c-4dbe-abd1-b59296b25932 req-063e3bda-44b6-400e-8f2f-17c239ae2c74 tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:27:46.202646 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6a84ce2d-318c-4dbe-abd1-b59296b25932 req-063e3bda-44b6-400e-8f2f-17c239ae2c74 tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] 10.222.0.16 "GET /v2.0/ports?device_id=54c7ae54-2903-4613-9495-d980de44aef8 HTTP/1.1" status: 200 len: 948 time: 0.0697064 Jul 14 18:27:46.256717 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Device 6db54b77-ae18-4961-a34d-c8c708f5857a up at agent hyperv_n-h2-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:27:46.273238 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6a84ce2d-318c-4dbe-abd1-b59296b25932 req-a28ca4b0-faf4-4a94-a8e5-4c7718109fc6 tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] 10.222.0.16 "GET /v2.0/security-groups?id=b0153d44-2cf7-4f50-b628-255afb14ce31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640888 Jul 14 18:27:46.298776 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6bba20-3c0e-41ed-b97b-44d5eb6f652f req-d7226a7e-b78f-4502-ba5a-50da5b29b244 tempest-ServerDiskConfigTestJSON-1372590070 tempest-ServerDiskConfigTestJSON-1372590070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:27:46.300391 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-1f6bba20-3c0e-41ed-b97b-44d5eb6f652f req-d7226a7e-b78f-4502-ba5a-50da5b29b244 tempest-ServerDiskConfigTestJSON-1372590070 tempest-ServerDiskConfigTestJSON-1372590070-project] 10.222.0.16 "GET /v2.0/ports?device_id=3a42ddc6-5334-4b49-b118-b918cd4d3904 HTTP/1.1" status: 200 len: 946 time: 0.0775850 Jul 14 18:27:46.308322 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Provisioning for port 6db54b77-ae18-4961-a34d-c8c708f5857a completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:27:46.312540 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Provisioning complete for port 6db54b77-ae18-4961-a34d-c8c708f5857a triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:27:46.313476 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:27:46.340578 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-1f6bba20-3c0e-41ed-b97b-44d5eb6f652f req-74233b56-8edf-4504-8d97-7bb97386b969 tempest-ServerDiskConfigTestJSON-1372590070 tempest-ServerDiskConfigTestJSON-1372590070-project] 10.222.0.16 "GET /v2.0/security-groups?id=8f471560-b797-46f3-abf1-e078e196721c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345867 Jul 14 18:27:46.393519 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:27:46.425246 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] For port 6db54b77-ae18-4961-a34d-c8c708f5857a, host n-h2-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=6db54b77-ae18-4961-a34d-c8c708f5857a,segment=NetworkSegment(067fc487-22c7-42de-972d-ae352a28ad29),segment_id=067fc487-22c7-42de-972d-ae352a28ad29)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:27:46.428918 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:27:46.475352 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Pushing event updated for resources: {'Port': ['ID=6db54b77-ae18-4961-a34d-c8c708f5857a,revision_number=5']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:27:46.572815 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54c7ae54-2903-4613-9495-d980de44aef8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6db54b77-ae18-4961-a34d-c8c708f5857a'}] {{(pid=93917) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:27:46.575320 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20b787f3c29eaa7aa2a4d648c725a2124c5ff39a8d793252f9d844495e14cf42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60d8cbab-6c8a-4114-871e-be6384f81979" -d '{"events": [{"server_uuid": "54c7ae54-2903-4613-9495-d980de44aef8", "name": "network-vif-plugged", "status": "completed", "tag": "6db54b77-ae18-4961-a34d-c8c708f5857a"}]}' {{(pid=93917) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:27:46.610913 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 18:27:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba297291-c282-4364-b193-6a0e66980f00 x-openstack-request-id: req-ba297291-c282-4364-b193-6a0e66980f00 {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:27:46.611468 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54c7ae54-2903-4613-9495-d980de44aef8", "name": "network-vif-plugged", "status": "completed", "tag": "6db54b77-ae18-4961-a34d-c8c708f5857a", "code": 200}]} {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:27:46.611719 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ba297291-c282-4364-b193-6a0e66980f00 {{(pid=93917) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:27:46.612110 n-d-800634-3 neutron-server[93917]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54c7ae54-2903-4613-9495-d980de44aef8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6db54b77-ae18-4961-a34d-c8c708f5857a', 'code': 200} Jul 14 18:27:47.117729 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf03ba1-701c-4aab-ac8e-f24c2ce02784 req-614257e7-bc38-469a-9875-bcdc8d7df971 tempest-MultipleCreateTestJSON-1352928044 tempest-MultipleCreateTestJSON-1352928044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:27:47.119154 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-faf03ba1-701c-4aab-ac8e-f24c2ce02784 req-614257e7-bc38-469a-9875-bcdc8d7df971 tempest-MultipleCreateTestJSON-1352928044 tempest-MultipleCreateTestJSON-1352928044-project] 10.222.0.16 "GET /v2.0/ports?device_id=24e69c05-052d-4c7d-a46d-abf449e32bb4 HTTP/1.1" status: 200 len: 943 time: 0.4593651 Jul 14 18:27:47.121638 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15589b09-68ea-4aff-ba1e-d6e775e1ca74 req-1ac64cbc-d72b-4d8a-9022-c706bcfaf33d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:27:47.122987 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-15589b09-68ea-4aff-ba1e-d6e775e1ca74 req-1ac64cbc-d72b-4d8a-9022-c706bcfaf33d service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=54c7ae54-2903-4613-9495-d980de44aef8 HTTP/1.1" status: 200 len: 1100 time: 0.4308321 Jul 14 18:27:47.139848 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98df7fcf-d936-4f30-9e49-7978c6014597 req-da43f718-6119-4ab4-8b7c-5deea98a66cf tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:27:47.141855 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-98df7fcf-d936-4f30-9e49-7978c6014597 req-da43f718-6119-4ab4-8b7c-5deea98a66cf tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.16 "GET /v2.0/ports?device_id=b34ed31a-cdf4-42e3-9af8-e1a7ec6d0b20 HTTP/1.1" status: 200 len: 948 time: 0.4401209 Jul 14 18:27:47.209899 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-faf03ba1-701c-4aab-ac8e-f24c2ce02784 req-4766673f-6684-406e-8a1c-0abe6c07fdbc tempest-MultipleCreateTestJSON-1352928044 tempest-MultipleCreateTestJSON-1352928044-project] 10.222.0.16 "GET /v2.0/security-groups?id=1717ebe8-f29a-4477-a288-2900c0dd0f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832846 Jul 14 18:27:47.216533 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-15589b09-68ea-4aff-ba1e-d6e775e1ca74 req-5a8358a1-1934-4db6-8543-9e48c73c27f9 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=b0153d44-2cf7-4f50-b628-255afb14ce31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735986 Jul 14 18:27:47.233255 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-98df7fcf-d936-4f30-9e49-7978c6014597 req-8cdeb504-c069-4130-a435-f7b340a67ad8 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.16 "GET /v2.0/security-groups?id=95148b1b-0f93-483b-9e80-262147c27e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692642 Jul 14 18:27:47.421169 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31daad1-562e-443d-ac0a-bd269c94d907 req-083fa93f-d5a4-4314-b845-b9d69ee57afb tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:27:47.422679 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a31daad1-562e-443d-ac0a-bd269c94d907 req-083fa93f-d5a4-4314-b845-b9d69ee57afb tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] 10.222.0.16 "GET /v2.0/ports?device_id=0c67ccb1-27e9-4b4b-b1d8-0b03abbae8c6 HTTP/1.1" status: 200 len: 946 time: 0.1109569 Jul 14 18:27:47.433813 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b101a587-9080-442e-a155-fe3b911e7b25 req-66cf6a1c-34d7-4b3c-86e7-d23fc5d1a499 tempest-ServerRescueNegativeTestJSON-843679432 tempest-ServerRescueNegativeTestJSON-843679432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:27:47.435258 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b101a587-9080-442e-a155-fe3b911e7b25 req-66cf6a1c-34d7-4b3c-86e7-d23fc5d1a499 tempest-ServerRescueNegativeTestJSON-843679432 tempest-ServerRescueNegativeTestJSON-843679432-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b9e4456-2d8d-44aa-a867-8b086bbb5414 HTTP/1.1" status: 200 len: 946 time: 0.0891874 Jul 14 18:27:47.488300 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a31daad1-562e-443d-ac0a-bd269c94d907 req-57eefbbb-d385-4ee4-9b59-9e9dbe56c89e tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] 10.222.0.16 "GET /v2.0/security-groups?id=4824db20-b9ba-4380-9f29-13755d37b981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520475 Jul 14 18:27:47.495237 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b101a587-9080-442e-a155-fe3b911e7b25 req-8e635f3f-d981-4fb3-a67b-e28aced99883 tempest-ServerRescueNegativeTestJSON-843679432 tempest-ServerRescueNegativeTestJSON-843679432-project] 10.222.0.16 "GET /v2.0/security-groups?id=2ad455ff-6ff4-4067-8bf1-fdec963484f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516343 Jul 14 18:27:47.667869 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6078e5-4801-437a-b19e-9bc2a73c1bbc req-5dc5dec6-e46c-4a19-a5b8-d9d4a7b41991 tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:27:47.669385 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6c6078e5-4801-437a-b19e-9bc2a73c1bbc req-5dc5dec6-e46c-4a19-a5b8-d9d4a7b41991 tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] 10.222.0.16 "GET /v2.0/ports?device_id=54c7ae54-2903-4613-9495-d980de44aef8 HTTP/1.1" status: 200 len: 949 time: 0.0674307 Jul 14 18:27:47.735337 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6c6078e5-4801-437a-b19e-9bc2a73c1bbc req-d78f5e74-a49b-4ddc-9f82-3ef5180f773b tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] 10.222.0.16 "GET /v2.0/security-groups?id=b0153d44-2cf7-4f50-b628-255afb14ce31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602527 Jul 14 18:27:47.765121 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6585448c-188c-4738-af28-d7ec84308395 req-20a60214-f616-4609-bda7-2bc97a3fda31 tempest-ServerDiskConfigTestJSON-1372590070 tempest-ServerDiskConfigTestJSON-1372590070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:27:47.767184 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6585448c-188c-4738-af28-d7ec84308395 req-20a60214-f616-4609-bda7-2bc97a3fda31 tempest-ServerDiskConfigTestJSON-1372590070 tempest-ServerDiskConfigTestJSON-1372590070-project] 10.222.0.16 "GET /v2.0/ports?device_id=3a42ddc6-5334-4b49-b118-b918cd4d3904 HTTP/1.1" status: 200 len: 946 time: 0.0782657 Jul 14 18:27:47.806697 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6585448c-188c-4738-af28-d7ec84308395 req-3e7b8883-2019-46f4-984b-c8fadbb8f133 tempest-ServerDiskConfigTestJSON-1372590070 tempest-ServerDiskConfigTestJSON-1372590070-project] 10.222.0.16 "GET /v2.0/security-groups?id=8f471560-b797-46f3-abf1-e078e196721c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339115 Jul 14 18:27:47.873469 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device e9506bac-cf7c-4cbe-a3cc-9b896832d9e8 details requested by agent hyperv_n-h1-800634-3 with host n-h1-800634-3 {{(pid=93917) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 18:27:47.879097 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device 4e35a919-4992-4af5-a312-01c144741832 up at agent hyperv_n-h1-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:27:47.983034 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Provisioning for port 4e35a919-4992-4af5-a312-01c144741832 completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:27:47.991331 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Provisioning complete for port 4e35a919-4992-4af5-a312-01c144741832 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:27:47.991631 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:27:48.024526 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port e9506bac-cf7c-4cbe-a3cc-9b896832d9e8, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=e9506bac-cf7c-4cbe-a3cc-9b896832d9e8,segment=NetworkSegment(067fc487-22c7-42de-972d-ae352a28ad29),segment_id=067fc487-22c7-42de-972d-ae352a28ad29)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:27:48.042987 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Returning: {'device': 'e9506bac-cf7c-4cbe-a3cc-9b896832d9e8', 'network_id': '4f742057-89ee-4b4a-86f7-487ee61881a1', 'port_id': 'e9506bac-cf7c-4cbe-a3cc-9b896832d9e8', 'mac_address': 'fa:16:3e:a2:aa:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f20c54fb-f7da-4761-aa61-2e4f99f3d332', 'ip_address': '192.168.233.213'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93917) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 18:27:48.108880 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:27:48.128076 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:27:48.130590 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9506bac-cf7c-4cbe-a3cc-9b896832d9e8 {{(pid=93917) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 18:27:48.161523 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port e9506bac-cf7c-4cbe-a3cc-9b896832d9e8, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=e9506bac-cf7c-4cbe-a3cc-9b896832d9e8,segment=NetworkSegment(067fc487-22c7-42de-972d-ae352a28ad29),segment_id=067fc487-22c7-42de-972d-ae352a28ad29)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:27:48.168990 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:27:48.169611 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device e5e742d7-95c3-4483-97c7-588ee9aea075 details requested by agent hyperv_n-h1-800634-3 with host n-h1-800634-3 {{(pid=93917) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 18:27:48.181385 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port 4e35a919-4992-4af5-a312-01c144741832, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=4e35a919-4992-4af5-a312-01c144741832,segment=NetworkSegment(083d4956-d74a-4548-8325-55efe8661457),segment_id=083d4956-d74a-4548-8325-55efe8661457)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:27:48.204457 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:27:48.394845 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Pushing event updated for resources: {'Port': ['ID=e9506bac-cf7c-4cbe-a3cc-9b896832d9e8,revision_number=4']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:27:48.432852 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e079109-bb40-4f4b-a287-48d855c700d9 req-8c41d3bb-4b28-4add-a729-78474a924b04 tempest-MultipleCreateTestJSON-1352928044 tempest-MultipleCreateTestJSON-1352928044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:27:48.434349 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-4e079109-bb40-4f4b-a287-48d855c700d9 req-8c41d3bb-4b28-4add-a729-78474a924b04 tempest-MultipleCreateTestJSON-1352928044 tempest-MultipleCreateTestJSON-1352928044-project] 10.222.0.16 "GET /v2.0/ports?device_id=24e69c05-052d-4c7d-a46d-abf449e32bb4 HTTP/1.1" status: 200 len: 943 time: 0.1081169 Jul 14 18:27:48.451687 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cd9a64-9831-4e35-8f66-42a826790a97 req-ba4c1939-e577-499a-8686-10576ecc6450 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:27:48.453285 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-22cd9a64-9831-4e35-8f66-42a826790a97 req-ba4c1939-e577-499a-8686-10576ecc6450 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.16 "GET /v2.0/ports?device_id=b34ed31a-cdf4-42e3-9af8-e1a7ec6d0b20 HTTP/1.1" status: 200 len: 948 time: 0.0985579 Jul 14 18:27:48.467938 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Pushing event updated for resources: {'Port': ['ID=4e35a919-4992-4af5-a312-01c144741832,revision_number=5']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:27:48.474645 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port e5e742d7-95c3-4483-97c7-588ee9aea075, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=e5e742d7-95c3-4483-97c7-588ee9aea075,segment=NetworkSegment(083d4956-d74a-4548-8325-55efe8661457),segment_id=083d4956-d74a-4548-8325-55efe8661457)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:27:48.485662 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Returning: {'device': 'e5e742d7-95c3-4483-97c7-588ee9aea075', 'network_id': '7c5c265b-c8cb-48dd-918e-349f7d6fa97f', 'port_id': 'e5e742d7-95c3-4483-97c7-588ee9aea075', 'mac_address': 'fa:16:3e:6f:cf:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 95, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f032006b-6262-4a79-b1ea-5cdc8bbf67c0', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93917) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 18:27:48.507098 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-4e079109-bb40-4f4b-a287-48d855c700d9 req-ea525511-510c-4ac7-8eb4-f81d7143b962 tempest-MultipleCreateTestJSON-1352928044 tempest-MultipleCreateTestJSON-1352928044-project] 10.222.0.16 "GET /v2.0/security-groups?id=1717ebe8-f29a-4477-a288-2900c0dd0f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637362 Jul 14 18:27:48.514949 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-22cd9a64-9831-4e35-8f66-42a826790a97 req-99430726-a5b6-42d6-ad9f-0997511ec085 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.16 "GET /v2.0/security-groups?id=95148b1b-0f93-483b-9e80-262147c27e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479240 Jul 14 18:27:48.536220 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:27:48.552489 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5e742d7-95c3-4483-97c7-588ee9aea075 {{(pid=93917) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 18:27:48.573175 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port e5e742d7-95c3-4483-97c7-588ee9aea075, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=e5e742d7-95c3-4483-97c7-588ee9aea075,segment=NetworkSegment(083d4956-d74a-4548-8325-55efe8661457),segment_id=083d4956-d74a-4548-8325-55efe8661457)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:27:48.578520 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:27:48.612814 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84e4a0bd-f283-425f-b244-349996ec3fd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e35a919-4992-4af5-a312-01c144741832'}] {{(pid=93917) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:27:48.615318 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20b787f3c29eaa7aa2a4d648c725a2124c5ff39a8d793252f9d844495e14cf42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff2b6841-2c42-4b0d-b858-9eabf660d6fa" -d '{"events": [{"server_uuid": "84e4a0bd-f283-425f-b244-349996ec3fd0", "name": "network-vif-plugged", "status": "completed", "tag": "4e35a919-4992-4af5-a312-01c144741832"}]}' {{(pid=93917) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:27:48.636213 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Pushing event updated for resources: {'Port': ['ID=e5e742d7-95c3-4483-97c7-588ee9aea075,revision_number=4']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:27:48.729397 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d80d281-db56-46b1-b86b-fe4fe8a23027 req-011ce571-d037-46bf-9bae-5bc095ce2933 tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:27:48.730855 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-7d80d281-db56-46b1-b86b-fe4fe8a23027 req-011ce571-d037-46bf-9bae-5bc095ce2933 tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] 10.222.0.16 "GET /v2.0/ports?device_id=0c67ccb1-27e9-4b4b-b1d8-0b03abbae8c6 HTTP/1.1" status: 200 len: 946 time: 0.1072268 Jul 14 18:27:48.742959 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfa6f76-6e5d-4ad3-a695-f9ba88d813b9 req-f277a81d-dbcd-4da2-918d-f9e2579bc126 tempest-ServerRescueNegativeTestJSON-843679432 tempest-ServerRescueNegativeTestJSON-843679432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:27:48.744353 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-5dfa6f76-6e5d-4ad3-a695-f9ba88d813b9 req-f277a81d-dbcd-4da2-918d-f9e2579bc126 tempest-ServerRescueNegativeTestJSON-843679432 tempest-ServerRescueNegativeTestJSON-843679432-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b9e4456-2d8d-44aa-a867-8b086bbb5414 HTTP/1.1" status: 200 len: 946 time: 0.0927167 Jul 14 18:27:48.799220 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-7d80d281-db56-46b1-b86b-fe4fe8a23027 req-c4c80732-f1e7-4c0e-9ab0-d00fc0b60ad3 tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] 10.222.0.16 "GET /v2.0/security-groups?id=4824db20-b9ba-4380-9f29-13755d37b981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538328 Jul 14 18:27:48.804260 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-5dfa6f76-6e5d-4ad3-a695-f9ba88d813b9 req-27d17129-da3f-40a7-b034-b3a5be00b8b0 tempest-ServerRescueNegativeTestJSON-843679432 tempest-ServerRescueNegativeTestJSON-843679432-project] 10.222.0.16 "GET /v2.0/security-groups?id=2ad455ff-6ff4-4067-8bf1-fdec963484f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525467 Jul 14 18:27:48.882715 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 18:27:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa4bf555-e4a9-4ea1-8519-c4524601c1a7 x-openstack-request-id: req-fa4bf555-e4a9-4ea1-8519-c4524601c1a7 {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:27:48.883878 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84e4a0bd-f283-425f-b244-349996ec3fd0", "name": "network-vif-plugged", "status": "completed", "tag": "4e35a919-4992-4af5-a312-01c144741832", "code": 200}]} {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:27:48.884369 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-fa4bf555-e4a9-4ea1-8519-c4524601c1a7 {{(pid=93917) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:27:48.885260 n-d-800634-3 neutron-server[93917]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84e4a0bd-f283-425f-b244-349996ec3fd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e35a919-4992-4af5-a312-01c144741832', 'code': 200} Jul 14 18:27:49.036759 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81b77bb-5f9f-48c1-bdd6-1a3924a4d28e req-976af433-b5b2-4d25-b779-e1031649bab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:27:49.037662 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40c7936-4f3c-4076-9324-680198881d1a req-f449473c-a62b-42cb-b284-0141064fbddd tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:27:49.039384 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f40c7936-4f3c-4076-9324-680198881d1a req-f449473c-a62b-42cb-b284-0141064fbddd tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] 10.222.0.16 "GET /v2.0/ports?device_id=54c7ae54-2903-4613-9495-d980de44aef8 HTTP/1.1" status: 200 len: 949 time: 0.0679533 Jul 14 18:27:49.039902 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-e81b77bb-5f9f-48c1-bdd6-1a3924a4d28e req-976af433-b5b2-4d25-b779-e1031649bab7 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=84e4a0bd-f283-425f-b244-349996ec3fd0 HTTP/1.1" status: 200 len: 1097 time: 0.0690680 Jul 14 18:27:49.075941 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-e81b77bb-5f9f-48c1-bdd6-1a3924a4d28e req-813508d7-7894-4f22-9bb2-280d7cdd1348 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=1717ebe8-f29a-4477-a288-2900c0dd0f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0285957 Jul 14 18:27:49.110676 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f40c7936-4f3c-4076-9324-680198881d1a req-44fce480-f4e6-4199-8fcb-dc4ac85570be tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] 10.222.0.16 "GET /v2.0/security-groups?id=b0153d44-2cf7-4f50-b628-255afb14ce31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649672 Jul 14 18:27:49.139377 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a9878c-3c2b-4ff7-97db-bba82f2d9382 req-2bd647e6-2801-4206-9e3d-157064f11fe7 tempest-ServerDiskConfigTestJSON-1372590070 tempest-ServerDiskConfigTestJSON-1372590070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:27:49.141005 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a5a9878c-3c2b-4ff7-97db-bba82f2d9382 req-2bd647e6-2801-4206-9e3d-157064f11fe7 tempest-ServerDiskConfigTestJSON-1372590070 tempest-ServerDiskConfigTestJSON-1372590070-project] 10.222.0.16 "GET /v2.0/ports?device_id=3a42ddc6-5334-4b49-b118-b918cd4d3904 HTTP/1.1" status: 200 len: 946 time: 0.0815699 Jul 14 18:27:49.179752 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a5a9878c-3c2b-4ff7-97db-bba82f2d9382 req-85fb2b6f-50b5-44bb-9d6c-d9bb35c14fea tempest-ServerDiskConfigTestJSON-1372590070 tempest-ServerDiskConfigTestJSON-1372590070-project] 10.222.0.16 "GET /v2.0/security-groups?id=8f471560-b797-46f3-abf1-e078e196721c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330074 Jul 14 18:27:49.291996 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29138393-6290-4302-a1b2-8cdded20eb70 req-7d3c3c0b-3280-4501-b6e5-6d12cf21ad15 tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:27:49.293493 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-29138393-6290-4302-a1b2-8cdded20eb70 req-7d3c3c0b-3280-4501-b6e5-6d12cf21ad15 tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c05dfeb-2e85-4b50-9f47-830b78222eaa HTTP/1.1" status: 200 len: 949 time: 0.0711820 Jul 14 18:27:49.330876 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-29138393-6290-4302-a1b2-8cdded20eb70 req-0760d2b8-cd16-47c3-a93e-5ad4682339dc tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] 10.222.0.16 "GET /v2.0/security-groups?id=b0153d44-2cf7-4f50-b628-255afb14ce31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318289 Jul 14 18:27:49.443936 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] get_ports_and_sgs() called for port_ids ['e5e742d7-95c3-4483-97c7-588ee9aea075'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 18:27:49.466339 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] get_ports_and_sgs() called for port_ids ['e9506bac-cf7c-4cbe-a3cc-9b896832d9e8'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 18:27:49.727639 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae35fa9-7828-4d8d-9685-b6f7b7f5dea3 req-48773ca6-511d-457a-bfe7-6e6991b9c169 tempest-MultipleCreateTestJSON-1352928044 tempest-MultipleCreateTestJSON-1352928044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:27:49.729157 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-5ae35fa9-7828-4d8d-9685-b6f7b7f5dea3 req-48773ca6-511d-457a-bfe7-6e6991b9c169 tempest-MultipleCreateTestJSON-1352928044 tempest-MultipleCreateTestJSON-1352928044-project] 10.222.0.16 "GET /v2.0/ports?device_id=24e69c05-052d-4c7d-a46d-abf449e32bb4 HTTP/1.1" status: 200 len: 944 time: 0.1113322 Jul 14 18:27:49.741467 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b42d864-657c-4805-bdc9-3e46042761ad req-0bef6b8f-2b92-482d-99e7-a57a60c41c78 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:27:49.742854 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2b42d864-657c-4805-bdc9-3e46042761ad req-0bef6b8f-2b92-482d-99e7-a57a60c41c78 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.16 "GET /v2.0/ports?device_id=b34ed31a-cdf4-42e3-9af8-e1a7ec6d0b20 HTTP/1.1" status: 200 len: 948 time: 0.0956776 Jul 14 18:27:49.799517 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-5ae35fa9-7828-4d8d-9685-b6f7b7f5dea3 req-c7f6549c-c9f8-4e96-aa37-4c5017bf2b23 tempest-MultipleCreateTestJSON-1352928044 tempest-MultipleCreateTestJSON-1352928044-project] 10.222.0.16 "GET /v2.0/security-groups?id=1717ebe8-f29a-4477-a288-2900c0dd0f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557337 Jul 14 18:27:49.802307 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2b42d864-657c-4805-bdc9-3e46042761ad req-a452860b-e36c-45b7-8424-87e01d7a95fc tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.16 "GET /v2.0/security-groups?id=95148b1b-0f93-483b-9e80-262147c27e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518918 Jul 14 18:27:50.037182 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c20634-e6a2-4404-9aa1-9200819fbbd9 req-c15bb50f-4677-4b4b-8df5-424eb841abde tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:27:50.038592 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-d8c20634-e6a2-4404-9aa1-9200819fbbd9 req-c15bb50f-4677-4b4b-8df5-424eb841abde tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] 10.222.0.16 "GET /v2.0/ports?device_id=0c67ccb1-27e9-4b4b-b1d8-0b03abbae8c6 HTTP/1.1" status: 200 len: 946 time: 0.1090641 Jul 14 18:27:50.045840 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade14c24-84bd-4d77-bd48-cf497f412173 req-f95d61a0-ab39-422e-98c4-1390575565ba tempest-ServerRescueNegativeTestJSON-843679432 tempest-ServerRescueNegativeTestJSON-843679432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:27:50.047223 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ade14c24-84bd-4d77-bd48-cf497f412173 req-f95d61a0-ab39-422e-98c4-1390575565ba tempest-ServerRescueNegativeTestJSON-843679432 tempest-ServerRescueNegativeTestJSON-843679432-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b9e4456-2d8d-44aa-a867-8b086bbb5414 HTTP/1.1" status: 200 len: 946 time: 0.1079154 Jul 14 18:27:50.101554 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-d8c20634-e6a2-4404-9aa1-9200819fbbd9 req-a3f00715-a952-43b2-a430-b8ddb7e6e701 tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] 10.222.0.16 "GET /v2.0/security-groups?id=4824db20-b9ba-4380-9f29-13755d37b981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534015 Jul 14 18:27:50.106261 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ade14c24-84bd-4d77-bd48-cf497f412173 req-c47366af-b885-4dfe-b897-1b9dfabc9c1f tempest-ServerRescueNegativeTestJSON-843679432 tempest-ServerRescueNegativeTestJSON-843679432-project] 10.222.0.16 "GET /v2.0/security-groups?id=2ad455ff-6ff4-4067-8bf1-fdec963484f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523186 Jul 14 18:27:50.299727 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-4a7b2d83-2950-4ce8-a3a7-aba2bffa4dd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:27:50.349734 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f850f65b-6bbf-4025-90d8-239fb9b66177 req-90392fb0-5878-4128-b04e-3a6cf143200c tempest-ServerDiskConfigTestJSON-1372590070 tempest-ServerDiskConfigTestJSON-1372590070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:27:50.351211 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f850f65b-6bbf-4025-90d8-239fb9b66177 req-90392fb0-5878-4128-b04e-3a6cf143200c tempest-ServerDiskConfigTestJSON-1372590070 tempest-ServerDiskConfigTestJSON-1372590070-project] 10.222.0.16 "GET /v2.0/ports?device_id=3a42ddc6-5334-4b49-b118-b918cd4d3904 HTTP/1.1" status: 200 len: 946 time: 0.0631700 Jul 14 18:27:50.390059 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f850f65b-6bbf-4025-90d8-239fb9b66177 req-7b25aec9-a61a-4b27-987b-bbfdaf50d4ee tempest-ServerDiskConfigTestJSON-1372590070 tempest-ServerDiskConfigTestJSON-1372590070-project] 10.222.0.16 "GET /v2.0/security-groups?id=8f471560-b797-46f3-abf1-e078e196721c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331903 Jul 14 18:27:50.508690 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2736f3-f502-4873-9401-aba49e9e2abb req-583588da-d01a-420a-a49c-d96ae39893ab tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:27:50.510184 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ed2736f3-f502-4873-9401-aba49e9e2abb req-583588da-d01a-420a-a49c-d96ae39893ab tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c05dfeb-2e85-4b50-9f47-830b78222eaa HTTP/1.1" status: 200 len: 949 time: 0.0679219 Jul 14 18:27:50.550207 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ed2736f3-f502-4873-9401-aba49e9e2abb req-c693ebb3-fe45-4e85-9f61-98c8ce28eb6f tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] 10.222.0.16 "GET /v2.0/security-groups?id=b0153d44-2cf7-4f50-b628-255afb14ce31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344355 Jul 14 18:27:51.020855 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb1721b-6859-4cd6-9b87-70cc3e913617 req-cfee0efd-d4ab-4eec-ac79-766875028e5b tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:27:51.022358 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-7fb1721b-6859-4cd6-9b87-70cc3e913617 req-cfee0efd-d4ab-4eec-ac79-766875028e5b tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.16 "GET /v2.0/ports?device_id=b34ed31a-cdf4-42e3-9af8-e1a7ec6d0b20 HTTP/1.1" status: 200 len: 948 time: 0.1069293 Jul 14 18:27:51.035412 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02e6d8b-2ac4-4cc2-bf01-3819fec7fa4c req-4ee7e983-7f32-42e2-8861-c8944edf4c93 tempest-MultipleCreateTestJSON-1352928044 tempest-MultipleCreateTestJSON-1352928044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:27:51.036896 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b02e6d8b-2ac4-4cc2-bf01-3819fec7fa4c req-4ee7e983-7f32-42e2-8861-c8944edf4c93 tempest-MultipleCreateTestJSON-1352928044 tempest-MultipleCreateTestJSON-1352928044-project] 10.222.0.16 "GET /v2.0/ports?device_id=24e69c05-052d-4c7d-a46d-abf449e32bb4 HTTP/1.1" status: 200 len: 944 time: 0.1120365 Jul 14 18:27:51.090136 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-7fb1721b-6859-4cd6-9b87-70cc3e913617 req-5ede1baf-afa3-444f-a065-0893853ae808 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.16 "GET /v2.0/security-groups?id=95148b1b-0f93-483b-9e80-262147c27e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522022 Jul 14 18:27:51.097636 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b02e6d8b-2ac4-4cc2-bf01-3819fec7fa4c req-7cb2bfdb-a94e-4f3a-9e7f-a7cf38b3b72e tempest-MultipleCreateTestJSON-1352928044 tempest-MultipleCreateTestJSON-1352928044-project] 10.222.0.16 "GET /v2.0/security-groups?id=1717ebe8-f29a-4477-a288-2900c0dd0f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538146 Jul 14 18:27:51.311663 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513b3999-32f9-4659-bdad-0be0f4e78d75 req-ff7f0f58-6bf6-4e42-943b-0a541470a82b tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:27:51.313688 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-513b3999-32f9-4659-bdad-0be0f4e78d75 req-ff7f0f58-6bf6-4e42-943b-0a541470a82b tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] 10.222.0.16 "GET /v2.0/ports?device_id=0c67ccb1-27e9-4b4b-b1d8-0b03abbae8c6 HTTP/1.1" status: 200 len: 946 time: 0.1037059 Jul 14 18:27:51.324862 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926adfe7-b524-483d-b294-78dac4381ac7 req-96240517-3b9a-462c-9b81-2d0d4fe090c9 tempest-ServerRescueNegativeTestJSON-843679432 tempest-ServerRescueNegativeTestJSON-843679432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:27:51.326264 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-926adfe7-b524-483d-b294-78dac4381ac7 req-96240517-3b9a-462c-9b81-2d0d4fe090c9 tempest-ServerRescueNegativeTestJSON-843679432 tempest-ServerRescueNegativeTestJSON-843679432-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b9e4456-2d8d-44aa-a867-8b086bbb5414 HTTP/1.1" status: 200 len: 946 time: 0.1068385 Jul 14 18:27:51.384448 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-513b3999-32f9-4659-bdad-0be0f4e78d75 req-04ad5e47-5599-46d1-97e1-5491b42714a4 tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] 10.222.0.16 "GET /v2.0/security-groups?id=4824db20-b9ba-4380-9f29-13755d37b981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571339 Jul 14 18:27:51.389100 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-926adfe7-b524-483d-b294-78dac4381ac7 req-de0f364c-2ceb-4794-aa56-b93bc5b55154 tempest-ServerRescueNegativeTestJSON-843679432 tempest-ServerRescueNegativeTestJSON-843679432-project] 10.222.0.16 "GET /v2.0/security-groups?id=2ad455ff-6ff4-4067-8bf1-fdec963484f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554657 Jul 14 18:27:51.562389 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eade7a45-535d-4c15-b966-f3e0d8baefab req-b357a7b7-5322-406c-958a-047b2b9f43a3 tempest-ServerDiskConfigTestJSON-1372590070 tempest-ServerDiskConfigTestJSON-1372590070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:27:51.564391 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-eade7a45-535d-4c15-b966-f3e0d8baefab req-b357a7b7-5322-406c-958a-047b2b9f43a3 tempest-ServerDiskConfigTestJSON-1372590070 tempest-ServerDiskConfigTestJSON-1372590070-project] 10.222.0.16 "GET /v2.0/ports?device_id=3a42ddc6-5334-4b49-b118-b918cd4d3904 HTTP/1.1" status: 200 len: 946 time: 0.0661185 Jul 14 18:27:51.604234 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-eade7a45-535d-4c15-b966-f3e0d8baefab req-7c94009a-9f29-46f7-89a9-933f6c3bbd0f tempest-ServerDiskConfigTestJSON-1372590070 tempest-ServerDiskConfigTestJSON-1372590070-project] 10.222.0.16 "GET /v2.0/security-groups?id=8f471560-b797-46f3-abf1-e078e196721c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341136 Jul 14 18:27:51.623591 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c62410-c10e-4241-88d3-71993cf4d37e req-27ce6350-f407-40b0-bd4e-725d8d292bad tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:27:51.623591 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-f7c62410-c10e-4241-88d3-71993cf4d37e req-27ce6350-f407-40b0-bd4e-725d8d292bad tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] 10.222.0.18 "GET /v2.0/ports?device_id=0c67ccb1-27e9-4b4b-b1d8-0b03abbae8c6 HTTP/1.1" status: 200 len: 946 time: 0.0692422 Jul 14 18:27:51.726137 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [req-f7c62410-c10e-4241-88d3-71993cf4d37e req-99a0120c-f04b-4e4f-90fd-7df567ba281e tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] Deleting port 22d4f36d-8ebf-4512-a4db-86b73fc892d8 {{(pid=93916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:27:51.726485 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-f7c62410-c10e-4241-88d3-71993cf4d37e req-99a0120c-f04b-4e4f-90fd-7df567ba281e tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:27:51.766166 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f06b50-b2cb-461a-b2e0-b94bcfe2d837 req-e33bf2ee-d981-4280-bb66-45c8e55445d1 tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:27:51.767654 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-27f06b50-b2cb-461a-b2e0-b94bcfe2d837 req-e33bf2ee-d981-4280-bb66-45c8e55445d1 tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c05dfeb-2e85-4b50-9f47-830b78222eaa HTTP/1.1" status: 200 len: 949 time: 0.0973797 Jul 14 18:27:51.819385 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.db [req-f7c62410-c10e-4241-88d3-71993cf4d37e req-99a0120c-f04b-4e4f-90fd-7df567ba281e tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] For port 22d4f36d-8ebf-4512-a4db-86b73fc892d8, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=22d4f36d-8ebf-4512-a4db-86b73fc892d8,segment=NetworkSegment(c5dc6d5b-42e9-4c22-85af-e48a17c0bd6d),segment_id=c5dc6d5b-42e9-4c22-85af-e48a17c0bd6d)] {{(pid=93916) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:27:51.819849 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-f7c62410-c10e-4241-88d3-71993cf4d37e req-99a0120c-f04b-4e4f-90fd-7df567ba281e tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:27:51.822232 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85da31a5-a381-42c6-9206-29aee69fb61c req-22440a0e-6fb7-47f7-bc15-0b09335304ec tempest-ServerDiskConfigTestJSON-1372590070 tempest-ServerDiskConfigTestJSON-1372590070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:27:51.824182 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-85da31a5-a381-42c6-9206-29aee69fb61c req-22440a0e-6fb7-47f7-bc15-0b09335304ec tempest-ServerDiskConfigTestJSON-1372590070 tempest-ServerDiskConfigTestJSON-1372590070-project] 10.222.0.16 "GET /v2.0/ports?device_id=3a42ddc6-5334-4b49-b118-b918cd4d3904 HTTP/1.1" status: 200 len: 946 time: 0.1080668 Jul 14 18:27:51.826883 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-27f06b50-b2cb-461a-b2e0-b94bcfe2d837 req-98765f5d-18f3-41e9-8584-8efc55c916f3 tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] 10.222.0.16 "GET /v2.0/security-groups?id=b0153d44-2cf7-4f50-b628-255afb14ce31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537455 Jul 14 18:27:51.835029 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [req-f7c62410-c10e-4241-88d3-71993cf4d37e req-99a0120c-f04b-4e4f-90fd-7df567ba281e tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] Calling delete_port for 22d4f36d-8ebf-4512-a4db-86b73fc892d8 owned by compute:nova {{(pid=93916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:27:51.874379 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-85da31a5-a381-42c6-9206-29aee69fb61c req-8c176be0-ab9c-4c7f-a9b2-e28e7ceb9e42 tempest-ServerDiskConfigTestJSON-1372590070 tempest-ServerDiskConfigTestJSON-1372590070-project] 10.222.0.16 "GET /v2.0/security-groups?id=8f471560-b797-46f3-abf1-e078e196721c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447764 Jul 14 18:27:51.890791 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device e9506bac-cf7c-4cbe-a3cc-9b896832d9e8 up at agent hyperv_n-h1-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:27:51.943778 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Provisioning for port e9506bac-cf7c-4cbe-a3cc-9b896832d9e8 completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:27:51.947964 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Provisioning complete for port e9506bac-cf7c-4cbe-a3cc-9b896832d9e8 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:27:51.948558 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:27:51.978510 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-f7c62410-c10e-4241-88d3-71993cf4d37e req-99a0120c-f04b-4e4f-90fd-7df567ba281e tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:27:51.993571 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] get_ports_and_sgs() called for port_ids ['2dc4e7e9-6455-4472-9129-79fcd5d07d19', '9caa10f9-5f31-40f9-92e3-1b6aa08cdbe2', '22d4f36d-8ebf-4512-a4db-86b73fc892d8'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 18:27:52.017841 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a0120c-f04b-4e4f-90fd-7df567ba281e tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] Pushing event deleted for resources: {'Port': ['ID=22d4f36d-8ebf-4512-a4db-86b73fc892d8,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:27:52.032825 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a0120c-f04b-4e4f-90fd-7df567ba281e tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:27:52.032990 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a0120c-f04b-4e4f-90fd-7df567ba281e tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:27:52.033203 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a0120c-f04b-4e4f-90fd-7df567ba281e tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:27:52.033535 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a0120c-f04b-4e4f-90fd-7df567ba281e tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:27:52.034116 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a0120c-f04b-4e4f-90fd-7df567ba281e tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:27:52.034433 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a0120c-f04b-4e4f-90fd-7df567ba281e tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:27:52.034898 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a0120c-f04b-4e4f-90fd-7df567ba281e tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:27:52.035234 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a0120c-f04b-4e4f-90fd-7df567ba281e tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:27:52.035553 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a0120c-f04b-4e4f-90fd-7df567ba281e tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:27:52.035869 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a0120c-f04b-4e4f-90fd-7df567ba281e tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:27:52.036225 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a0120c-f04b-4e4f-90fd-7df567ba281e tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:27:52.036547 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a0120c-f04b-4e4f-90fd-7df567ba281e tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:27:52.080832 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7c62410-c10e-4241-88d3-71993cf4d37e req-99a0120c-f04b-4e4f-90fd-7df567ba281e tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] No DVR routers for this DVR port 22d4f36d-8ebf-4512-a4db-86b73fc892d8 on host n-h1-800634-3 {{(pid=93916) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 18:27:52.083577 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-f7c62410-c10e-4241-88d3-71993cf4d37e req-99a0120c-f04b-4e4f-90fd-7df567ba281e tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:27:52.085838 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-f7c62410-c10e-4241-88d3-71993cf4d37e req-99a0120c-f04b-4e4f-90fd-7df567ba281e tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] 10.222.0.18 "DELETE /v2.0/ports/22d4f36d-8ebf-4512-a4db-86b73fc892d8 HTTP/1.1" status: 204 len: 173 time: 0.4573359 Jul 14 18:27:52.086329 n-d-800634-3 neutron-server[93916]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c67ccb1-27e9-4b4b-b1d8-0b03abbae8c6', 'name': 'network-vif-deleted', 'tag': '22d4f36d-8ebf-4512-a4db-86b73fc892d8'}] {{(pid=93916) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:27:52.088995 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f803e150b363a7893830aa996ac27753fa25517c406ecd3536b7c2d4b26eeb9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c95ae50b-efac-4398-ba90-998024bf3162" -d '{"events": [{"server_uuid": "0c67ccb1-27e9-4b4b-b1d8-0b03abbae8c6", "name": "network-vif-deleted", "tag": "22d4f36d-8ebf-4512-a4db-86b73fc892d8"}]}' {{(pid=93916) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:27:52.132467 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Wed, 14 Jul 2021 18:27:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e98c5ad-da52-4919-84c0-7bb08fb5d772 x-openstack-request-id: req-8e98c5ad-da52-4919-84c0-7bb08fb5d772 {{(pid=93916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:27:52.132783 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c67ccb1-27e9-4b4b-b1d8-0b03abbae8c6", "name": "network-vif-deleted", "tag": "22d4f36d-8ebf-4512-a4db-86b73fc892d8", "status": "failed", "code": 422}]} {{(pid=93916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:27:52.133097 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8e98c5ad-da52-4919-84c0-7bb08fb5d772 {{(pid=93916) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:27:52.133538 n-d-800634-3 neutron-server[93916]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '0c67ccb1-27e9-4b4b-b1d8-0b03abbae8c6', 'name': 'network-vif-deleted', 'tag': '22d4f36d-8ebf-4512-a4db-86b73fc892d8', 'status': 'failed', 'code': 422} returned with failed status Jul 14 18:27:52.152560 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:27:52.192265 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c05dfeb-2e85-4b50-9f47-830b78222eaa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9506bac-cf7c-4cbe-a3cc-9b896832d9e8'}] {{(pid=93917) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:27:52.194639 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20b787f3c29eaa7aa2a4d648c725a2124c5ff39a8d793252f9d844495e14cf42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a13087f4-f454-4d55-b82a-ba3c4f400ac8" -d '{"events": [{"server_uuid": "9c05dfeb-2e85-4b50-9f47-830b78222eaa", "name": "network-vif-plugged", "status": "completed", "tag": "e9506bac-cf7c-4cbe-a3cc-9b896832d9e8"}]}' {{(pid=93917) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:27:52.214361 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port e9506bac-cf7c-4cbe-a3cc-9b896832d9e8, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=e9506bac-cf7c-4cbe-a3cc-9b896832d9e8,segment=NetworkSegment(067fc487-22c7-42de-972d-ae352a28ad29),segment_id=067fc487-22c7-42de-972d-ae352a28ad29)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:27:52.231803 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:27:52.232751 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device e5e742d7-95c3-4483-97c7-588ee9aea075 up at agent hyperv_n-h1-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:27:52.337647 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d221cc-f5f9-4644-a2a7-dedc1125f892 req-f44c8a43-ee32-4427-9de3-2cdf067bda36 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:27:52.346061 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-64d221cc-f5f9-4644-a2a7-dedc1125f892 req-f44c8a43-ee32-4427-9de3-2cdf067bda36 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.16 "GET /v2.0/ports?device_id=b34ed31a-cdf4-42e3-9af8-e1a7ec6d0b20 HTTP/1.1" status: 200 len: 948 time: 0.1138778 Jul 14 18:27:52.371804 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Pushing event updated for resources: {'Port': ['ID=e9506bac-cf7c-4cbe-a3cc-9b896832d9e8,revision_number=5']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:27:52.393552 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Provisioning for port e5e742d7-95c3-4483-97c7-588ee9aea075 completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:27:52.402858 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Provisioning complete for port e5e742d7-95c3-4483-97c7-588ee9aea075 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:27:52.403445 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:27:52.420778 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-64d221cc-f5f9-4644-a2a7-dedc1125f892 req-1ee54f99-1da3-4efa-8d32-4fd07101f965 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.16 "GET /v2.0/security-groups?id=95148b1b-0f93-483b-9e80-262147c27e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700583 Jul 14 18:27:52.480021 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 18:27:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9bc4ac6-84ff-4ef6-beee-d754927ee376 x-openstack-request-id: req-d9bc4ac6-84ff-4ef6-beee-d754927ee376 {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:27:52.480416 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c05dfeb-2e85-4b50-9f47-830b78222eaa", "name": "network-vif-plugged", "status": "completed", "tag": "e9506bac-cf7c-4cbe-a3cc-9b896832d9e8", "code": 200}]} {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:27:52.481210 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d9bc4ac6-84ff-4ef6-beee-d754927ee376 {{(pid=93917) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:27:52.481707 n-d-800634-3 neutron-server[93917]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c05dfeb-2e85-4b50-9f47-830b78222eaa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9506bac-cf7c-4cbe-a3cc-9b896832d9e8', 'code': 200} Jul 14 18:27:52.563510 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:27:52.587502 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f88aa4-279e-43ba-a4c8-639c5e742500 req-babfb536-d33d-477a-8627-518a43a95523 tempest-MultipleCreateTestJSON-1352928044 tempest-MultipleCreateTestJSON-1352928044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:27:52.589447 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-95f88aa4-279e-43ba-a4c8-639c5e742500 req-babfb536-d33d-477a-8627-518a43a95523 tempest-MultipleCreateTestJSON-1352928044 tempest-MultipleCreateTestJSON-1352928044-project] 10.222.0.16 "GET /v2.0/ports?device_id=24e69c05-052d-4c7d-a46d-abf449e32bb4 HTTP/1.1" status: 200 len: 944 time: 0.1035209 Jul 14 18:27:52.629565 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port e5e742d7-95c3-4483-97c7-588ee9aea075, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=e5e742d7-95c3-4483-97c7-588ee9aea075,segment=NetworkSegment(083d4956-d74a-4548-8325-55efe8661457),segment_id=083d4956-d74a-4548-8325-55efe8661457)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:27:52.651644 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c4dd79-28ed-48f5-b686-db3a0f4d8419 req-f08a497d-15d1-4e99-b946-49a19eaf18c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:27:52.653795 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-68c4dd79-28ed-48f5-b686-db3a0f4d8419 req-f08a497d-15d1-4e99-b946-49a19eaf18c7 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=9c05dfeb-2e85-4b50-9f47-830b78222eaa HTTP/1.1" status: 200 len: 1101 time: 0.0760298 Jul 14 18:27:52.657218 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:27:52.658125 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device 22d4f36d-8ebf-4512-a4db-86b73fc892d8 no longer exists at agent hyperv_n-h1-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 18:27:52.689198 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-95f88aa4-279e-43ba-a4c8-639c5e742500 req-ce67b7b6-0150-45ce-a505-f2e1d96ad5c0 tempest-MultipleCreateTestJSON-1352928044 tempest-MultipleCreateTestJSON-1352928044-project] 10.222.0.16 "GET /v2.0/security-groups?id=1717ebe8-f29a-4477-a288-2900c0dd0f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868695 Jul 14 18:27:52.701159 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0259fb0d-e9d5-4048-919d-d97468df679b req-af5bf4e0-8595-45a9-8678-aaa39cb6c694 tempest-ServerDiskConfigTestJSON-1372590070 tempest-ServerDiskConfigTestJSON-1372590070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:27:52.704066 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] No Port match for: 22d4f36d-8ebf-4512-a4db-86b73fc892d8 {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 18:27:52.704459 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device 22d4f36d-8ebf-4512-a4db-86b73fc892d8 not bound to the agent host n-h1-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 18:27:52.714730 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-0259fb0d-e9d5-4048-919d-d97468df679b req-af5bf4e0-8595-45a9-8678-aaa39cb6c694 tempest-ServerDiskConfigTestJSON-1372590070 tempest-ServerDiskConfigTestJSON-1372590070-project] 10.222.0.16 "GET /v2.0/ports?device_id=3a42ddc6-5334-4b49-b118-b918cd4d3904 HTTP/1.1" status: 200 len: 946 time: 0.1360624 Jul 14 18:27:52.724766 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-68c4dd79-28ed-48f5-b686-db3a0f4d8419 req-16e0ebaf-ded8-47d6-baca-5f77f9a8a3af service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=b0153d44-2cf7-4f50-b628-255afb14ce31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626020 Jul 14 18:27:52.777578 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-84101ccf-8b84-4bb7-888f-9d0de3628979 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:27:52.796887 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-0259fb0d-e9d5-4048-919d-d97468df679b req-4a1b5079-30d4-4fda-9a85-b9bdee54ba28 tempest-ServerDiskConfigTestJSON-1372590070 tempest-ServerDiskConfigTestJSON-1372590070-project] 10.222.0.16 "GET /v2.0/security-groups?id=8f471560-b797-46f3-abf1-e078e196721c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809669 Jul 14 18:27:52.797841 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Pushing event updated for resources: {'Port': ['ID=e5e742d7-95c3-4483-97c7-588ee9aea075,revision_number=5']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:27:52.861785 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-129e8146-90c7-4c33-b110-f1a92a5b4e29 req-b188e78d-8f7f-40b6-97a6-02ea3276f959 tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] 10.222.0.16 "GET /v2.0/ports?device_id=0c67ccb1-27e9-4b4b-b1d8-0b03abbae8c6 HTTP/1.1" status: 200 len: 210 time: 0.0386600 Jul 14 18:27:52.968074 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d387b1a-84f2-4e2a-b51a-760f5ecaddb7 req-7424b0b3-4d50-497f-957a-cdb830d15983 tempest-ServerRescueNegativeTestJSON-843679432 tempest-ServerRescueNegativeTestJSON-843679432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:27:52.970171 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2d387b1a-84f2-4e2a-b51a-760f5ecaddb7 req-7424b0b3-4d50-497f-957a-cdb830d15983 tempest-ServerRescueNegativeTestJSON-843679432 tempest-ServerRescueNegativeTestJSON-843679432-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b9e4456-2d8d-44aa-a867-8b086bbb5414 HTTP/1.1" status: 200 len: 946 time: 0.0680294 Jul 14 18:27:53.014160 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2d387b1a-84f2-4e2a-b51a-760f5ecaddb7 req-a691d41f-e637-4895-a2ab-25d6279dd427 tempest-ServerRescueNegativeTestJSON-843679432 tempest-ServerRescueNegativeTestJSON-843679432-project] 10.222.0.16 "GET /v2.0/security-groups?id=2ad455ff-6ff4-4067-8bf1-fdec963484f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381110 Jul 14 18:27:53.129669 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:27:53.153271 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c783190-84f3-4c5d-9238-6fa7a1bdb6e5 req-9e771197-acf2-4310-bda3-e1d0981050e1 tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:27:53.154907 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3c783190-84f3-4c5d-9238-6fa7a1bdb6e5 req-9e771197-acf2-4310-bda3-e1d0981050e1 tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c05dfeb-2e85-4b50-9f47-830b78222eaa HTTP/1.1" status: 200 len: 950 time: 0.0762887 Jul 14 18:27:53.193499 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3c783190-84f3-4c5d-9238-6fa7a1bdb6e5 req-7aebb65a-d852-4f4e-be6d-40d61551ca24 tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] 10.222.0.16 "GET /v2.0/security-groups?id=b0153d44-2cf7-4f50-b628-255afb14ce31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328887 Jul 14 18:27:53.594624 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42dcae46-e836-475e-8e32-291b6af824f5 req-7146e506-a12e-403b-a5df-3bd1777c0319 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:27:53.596097 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-42dcae46-e836-475e-8e32-291b6af824f5 req-7146e506-a12e-403b-a5df-3bd1777c0319 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.16 "GET /v2.0/ports?device_id=b34ed31a-cdf4-42e3-9af8-e1a7ec6d0b20 HTTP/1.1" status: 200 len: 948 time: 0.0702343 Jul 14 18:27:53.636681 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-42dcae46-e836-475e-8e32-291b6af824f5 req-23c5f694-ea77-49e8-888a-5dec02f64358 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.16 "GET /v2.0/security-groups?id=95148b1b-0f93-483b-9e80-262147c27e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346153 Jul 14 18:27:53.757161 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c62410-c10e-4241-88d3-71993cf4d37e req-1ad1c15e-f806-4459-b32b-471d341056b1 tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:27:53.758621 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f7c62410-c10e-4241-88d3-71993cf4d37e req-1ad1c15e-f806-4459-b32b-471d341056b1 tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] 10.222.0.35 "GET /v2.0/networks?id=027c4e91-49f9-408a-bc70-11f19a2cbbb7 HTTP/1.1" status: 200 len: 806 time: 0.1051123 Jul 14 18:27:53.770739 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [req-f7c62410-c10e-4241-88d3-71993cf4d37e req-1110eaf9-b4ad-458d-bd44-a8e310f368ab tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] Request body: {'port': {'device_id': '0c67ccb1-27e9-4b4b-b1d8-0b03abbae8c6', 'network_id': '027c4e91-49f9-408a-bc70-11f19a2cbbb7', 'admin_state_up': True, 'tenant_id': '882f4375ae5845d48a58ae9ac1c63552'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:27:53.965180 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed10fee-bd45-4eeb-acc5-e6f7b4ba191c req-54fe7f6d-eac5-4510-adc5-ca2e971809aa tempest-MultipleCreateTestJSON-1352928044 tempest-MultipleCreateTestJSON-1352928044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:27:53.966668 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6ed10fee-bd45-4eeb-acc5-e6f7b4ba191c req-54fe7f6d-eac5-4510-adc5-ca2e971809aa tempest-MultipleCreateTestJSON-1352928044 tempest-MultipleCreateTestJSON-1352928044-project] 10.222.0.16 "GET /v2.0/ports?device_id=24e69c05-052d-4c7d-a46d-abf449e32bb4 HTTP/1.1" status: 200 len: 945 time: 0.1510794 Jul 14 18:27:53.988930 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7c62410-c10e-4241-88d3-71993cf4d37e req-1110eaf9-b4ad-458d-bd44-a8e310f368ab tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] Made reservation on behalf of 882f4375ae5845d48a58ae9ac1c63552 for: {'port': 1} {{(pid=93915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:27:53.992394 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-f7c62410-c10e-4241-88d3-71993cf4d37e req-1110eaf9-b4ad-458d-bd44-a8e310f368ab tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:27:54.001537 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-574aeb93-9938-449c-8e6c-cb22c9b52cc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:27:54.046137 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6ed10fee-bd45-4eeb-acc5-e6f7b4ba191c req-f4d585ff-dab3-4324-a4b7-e9757b79fe70 tempest-MultipleCreateTestJSON-1352928044 tempest-MultipleCreateTestJSON-1352928044-project] 10.222.0.16 "GET /v2.0/security-groups?id=1717ebe8-f29a-4477-a288-2900c0dd0f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693483 Jul 14 18:27:54.056497 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d0f297-18ee-49dc-a1a8-4f9101e04882 req-eb54d258-f75e-4e5b-9ef0-6725667fd7a1 tempest-ServerDiskConfigTestJSON-1372590070 tempest-ServerDiskConfigTestJSON-1372590070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:27:54.061015 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-24d0f297-18ee-49dc-a1a8-4f9101e04882 req-eb54d258-f75e-4e5b-9ef0-6725667fd7a1 tempest-ServerDiskConfigTestJSON-1372590070 tempest-ServerDiskConfigTestJSON-1372590070-project] 10.222.0.16 "GET /v2.0/ports?device_id=3a42ddc6-5334-4b49-b118-b918cd4d3904 HTTP/1.1" status: 200 len: 946 time: 0.1587009 Jul 14 18:27:54.143723 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-24d0f297-18ee-49dc-a1a8-4f9101e04882 req-00a2a44d-bbb5-468e-ae79-08971fb00c9c tempest-ServerDiskConfigTestJSON-1372590070 tempest-ServerDiskConfigTestJSON-1372590070-project] 10.222.0.16 "GET /v2.0/security-groups?id=8f471560-b797-46f3-abf1-e078e196721c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787661 Jul 14 18:27:54.202895 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3a6d690e-71f5-45bb-ac92-f3fe5ba6706d req-4db26f3a-ced7-4bf3-9e0a-99561f9e99f9 tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] 10.222.0.16 "GET /v2.0/ports?device_id=0c67ccb1-27e9-4b4b-b1d8-0b03abbae8c6 HTTP/1.1" status: 200 len: 210 time: 0.0403862 Jul 14 18:27:54.220267 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.db_base_plugin_common [req-f7c62410-c10e-4241-88d3-71993cf4d37e req-1110eaf9-b4ad-458d-bd44-a8e310f368ab tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] Allocated IP 172.20.0.7 (027c4e91-49f9-408a-bc70-11f19a2cbbb7/05d56735-edac-4058-8f3c-680c255777ec/4b176dea-895b-4db0-b29f-d4e6b95a07db) {{(pid=93915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:27:54.441212 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-f7c62410-c10e-4241-88d3-71993cf4d37e req-1110eaf9-b4ad-458d-bd44-a8e310f368ab tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] Notify callbacks [] for port, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:27:54.471674 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41681431-690a-4bf8-96b4-c2cb20784118 req-f40a4087-7cc6-4422-bb71-225343e2aed5 tempest-ServerRescueNegativeTestJSON-843679432 tempest-ServerRescueNegativeTestJSON-843679432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:27:54.473174 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-41681431-690a-4bf8-96b4-c2cb20784118 req-f40a4087-7cc6-4422-bb71-225343e2aed5 tempest-ServerRescueNegativeTestJSON-843679432 tempest-ServerRescueNegativeTestJSON-843679432-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b9e4456-2d8d-44aa-a867-8b086bbb5414 HTTP/1.1" status: 200 len: 946 time: 0.1626141 Jul 14 18:27:54.483824 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24e69c05-052d-4c7d-a46d-abf449e32bb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5e742d7-95c3-4483-97c7-588ee9aea075'}] {{(pid=93917) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:27:54.486764 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20b787f3c29eaa7aa2a4d648c725a2124c5ff39a8d793252f9d844495e14cf42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0e97796-15ea-414e-85af-2f8b78b2ae19" -d '{"events": [{"server_uuid": "24e69c05-052d-4c7d-a46d-abf449e32bb4", "name": "network-vif-plugged", "status": "completed", "tag": "e5e742d7-95c3-4483-97c7-588ee9aea075"}]}' {{(pid=93917) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:27:54.514767 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd14fbdb-e16d-4409-9074-9812f3202ba8 req-031eddcd-a291-4138-a7d0-223db6ec7759 tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:27:54.516262 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-cd14fbdb-e16d-4409-9074-9812f3202ba8 req-031eddcd-a291-4138-a7d0-223db6ec7759 tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c05dfeb-2e85-4b50-9f47-830b78222eaa HTTP/1.1" status: 200 len: 950 time: 0.1485434 Jul 14 18:27:54.559243 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-41681431-690a-4bf8-96b4-c2cb20784118 req-a261e381-ddc6-4377-863d-e6937c108c92 tempest-ServerRescueNegativeTestJSON-843679432 tempest-ServerRescueNegativeTestJSON-843679432-project] 10.222.0.16 "GET /v2.0/security-groups?id=2ad455ff-6ff4-4067-8bf1-fdec963484f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785973 Jul 14 18:27:54.561909 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-f7c62410-c10e-4241-88d3-71993cf4d37e req-1110eaf9-b4ad-458d-bd44-a8e310f368ab tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:27:54.573823 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] get_ports_and_sgs() called for port_ids ['2dc4e7e9-6455-4472-9129-79fcd5d07d19', '9caa10f9-5f31-40f9-92e3-1b6aa08cdbe2'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 18:27:54.612738 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7c62410-c10e-4241-88d3-71993cf4d37e req-1110eaf9-b4ad-458d-bd44-a8e310f368ab tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] Network 027c4e91-49f9-408a-bc70-11f19a2cbbb7 is already hosted by enough agents. {{(pid=93915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:27:54.614370 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 18:27:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1948e288-e06a-4900-8b33-9883951f9393 x-openstack-request-id: req-1948e288-e06a-4900-8b33-9883951f9393 {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:27:54.614725 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24e69c05-052d-4c7d-a46d-abf449e32bb4", "name": "network-vif-plugged", "status": "completed", "tag": "e5e742d7-95c3-4483-97c7-588ee9aea075", "code": 200}]} {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:27:54.615083 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1948e288-e06a-4900-8b33-9883951f9393 {{(pid=93917) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:27:54.615527 n-d-800634-3 neutron-server[93917]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24e69c05-052d-4c7d-a46d-abf449e32bb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5e742d7-95c3-4483-97c7-588ee9aea075', 'code': 200} Jul 14 18:27:54.615910 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-cd14fbdb-e16d-4409-9074-9812f3202ba8 req-9bc2d591-3cae-4b83-9d94-74a2c5e599bc tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] 10.222.0.16 "GET /v2.0/security-groups?id=b0153d44-2cf7-4f50-b628-255afb14ce31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938709 Jul 14 18:27:54.619283 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [req-f7c62410-c10e-4241-88d3-71993cf4d37e req-1110eaf9-b4ad-458d-bd44-a8e310f368ab tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] Resources bound (agent type, host, resource id): {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:27:54.623155 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7c62410-c10e-4241-88d3-71993cf4d37e req-1110eaf9-b4ad-458d-bd44-a8e310f368ab tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] Received port after_create {{(pid=93915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:27:54.659539 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1110eaf9-b4ad-458d-bd44-a8e310f368ab tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] Pushing event updated for resources: {'Port': ['ID=4b176dea-895b-4db0-b29f-d4e6b95a07db,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:27:54.683049 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c62410-c10e-4241-88d3-71993cf4d37e req-1110eaf9-b4ad-458d-bd44-a8e310f368ab tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:27:54.683677 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-f7c62410-c10e-4241-88d3-71993cf4d37e req-1110eaf9-b4ad-458d-bd44-a8e310f368ab tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:27:54.699247 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f7c62410-c10e-4241-88d3-71993cf4d37e req-1110eaf9-b4ad-458d-bd44-a8e310f368ab tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9321351 Jul 14 18:27:54.711118 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [req-f7c62410-c10e-4241-88d3-71993cf4d37e req-6aba7fc7-67e7-4f73-90b6-08de5cbb2b83 tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=93915) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 18:27:54.712384 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f7c62410-c10e-4241-88d3-71993cf4d37e req-6aba7fc7-67e7-4f73-90b6-08de5cbb2b83 tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0074179 Jul 14 18:27:54.723133 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [req-f7c62410-c10e-4241-88d3-71993cf4d37e req-56e589f0-e2d8-4697-bd14-753d2d800b0c service neutron] Request body: {'port': {'device_id': '0c67ccb1-27e9-4b4b-b1d8-0b03abbae8c6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800634-3'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:27:54.793647 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ccc072-6427-40db-a306-fc0a768bc456 req-c9b66f4e-c7a2-43dd-af41-35f487824fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:27:54.795237 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-42ccc072-6427-40db-a306-fc0a768bc456 req-c9b66f4e-c7a2-43dd-af41-35f487824fbf service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=24e69c05-052d-4c7d-a46d-abf449e32bb4 HTTP/1.1" status: 200 len: 1096 time: 0.0676274 Jul 14 18:27:54.836590 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-f7c62410-c10e-4241-88d3-71993cf4d37e req-56e589f0-e2d8-4697-bd14-753d2d800b0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:27:54.837724 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-42ccc072-6427-40db-a306-fc0a768bc456 req-80591483-fc30-4f1e-b9cd-252705937333 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=1717ebe8-f29a-4477-a288-2900c0dd0f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352936 Jul 14 18:27:54.905619 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f82923-866f-4fb5-aca0-8987fda0ced4 req-e1145527-b55f-4afd-aa62-ae3839ffe61d tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:27:54.907790 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-71f82923-866f-4fb5-aca0-8987fda0ced4 req-e1145527-b55f-4afd-aa62-ae3839ffe61d tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.16 "GET /v2.0/ports?device_id=b34ed31a-cdf4-42e3-9af8-e1a7ec6d0b20 HTTP/1.1" status: 200 len: 948 time: 0.1363697 Jul 14 18:27:55.009946 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-71f82923-866f-4fb5-aca0-8987fda0ced4 req-a0f69ece-2348-437f-ac24-a6f7e824d919 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.16 "GET /v2.0/security-groups?id=95148b1b-0f93-483b-9e80-262147c27e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950658 Jul 14 18:27:55.144254 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [req-f7c62410-c10e-4241-88d3-71993cf4d37e req-56e589f0-e2d8-4697-bd14-753d2d800b0c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b176dea-895b-4db0-b29f-d4e6b95a07db {{(pid=93915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 18:27:55.152535 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-f7c62410-c10e-4241-88d3-71993cf4d37e req-56e589f0-e2d8-4697-bd14-753d2d800b0c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:27:55.165749 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.provisioning_blocks [req-f7c62410-c10e-4241-88d3-71993cf4d37e req-56e589f0-e2d8-4697-bd14-753d2d800b0c service neutron] Transition to ACTIVE for port object 4b176dea-895b-4db0-b29f-d4e6b95a07db will not be triggered until provisioned by entity L2. {{(pid=93915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:27:55.169755 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-f7c62410-c10e-4241-88d3-71993cf4d37e req-56e589f0-e2d8-4697-bd14-753d2d800b0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25912978'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:27:55.227743 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e589f0-e2d8-4697-bd14-753d2d800b0c service neutron] Pushing event updated for resources: {'Port': ['ID=4b176dea-895b-4db0-b29f-d4e6b95a07db,revision_number=2']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:27:55.343560 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-f7c62410-c10e-4241-88d3-71993cf4d37e req-56e589f0-e2d8-4697-bd14-753d2d800b0c service neutron] Attempting to bind port 4b176dea-895b-4db0-b29f-d4e6b95a07db on host n-h2-800634-3 for vnic_type normal with profile {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:27:55.343814 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-f7c62410-c10e-4241-88d3-71993cf4d37e req-56e589f0-e2d8-4697-bd14-753d2d800b0c service neutron] Attempting to bind port 4b176dea-895b-4db0-b29f-d4e6b95a07db by drivers openvswitch,hyperv on host n-h2-800634-3 at level 0 using segments [{'id': 'c5dc6d5b-42e9-4c22-85af-e48a17c0bd6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '027c4e91-49f9-408a-bc70-11f19a2cbbb7'}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:27:55.344197 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7c62410-c10e-4241-88d3-71993cf4d37e req-56e589f0-e2d8-4697-bd14-753d2d800b0c service neutron] Attempting to bind port 4b176dea-895b-4db0-b29f-d4e6b95a07db on network 027c4e91-49f9-408a-bc70-11f19a2cbbb7 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:27:55.363926 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7c62410-c10e-4241-88d3-71993cf4d37e req-56e589f0-e2d8-4697-bd14-753d2d800b0c service neutron] Port 4b176dea-895b-4db0-b29f-d4e6b95a07db on network 027c4e91-49f9-408a-bc70-11f19a2cbbb7 not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-3 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 18:27:55.364284 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7c62410-c10e-4241-88d3-71993cf4d37e req-56e589f0-e2d8-4697-bd14-753d2d800b0c service neutron] Attempting to bind port 4b176dea-895b-4db0-b29f-d4e6b95a07db on network 027c4e91-49f9-408a-bc70-11f19a2cbbb7 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:27:55.391965 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7c62410-c10e-4241-88d3-71993cf4d37e req-56e589f0-e2d8-4697-bd14-753d2d800b0c service neutron] Checking agent: {'id': '08e36a6c-8d04-48f0-a644-f27680635246', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 15, 35), 'started_at': datetime.datetime(2021, 7, 14, 18, 15, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 18, 27, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 18:27:55.392331 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7c62410-c10e-4241-88d3-71993cf4d37e req-56e589f0-e2d8-4697-bd14-753d2d800b0c service neutron] Checking segment: {'id': 'c5dc6d5b-42e9-4c22-85af-e48a17c0bd6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '027c4e91-49f9-408a-bc70-11f19a2cbbb7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:27:55.392716 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7c62410-c10e-4241-88d3-71993cf4d37e req-56e589f0-e2d8-4697-bd14-753d2d800b0c service neutron] Bound using segment: {'id': 'c5dc6d5b-42e9-4c22-85af-e48a17c0bd6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '027c4e91-49f9-408a-bc70-11f19a2cbbb7'} {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 18:27:55.393161 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-f7c62410-c10e-4241-88d3-71993cf4d37e req-56e589f0-e2d8-4697-bd14-753d2d800b0c service neutron] Bound port: 4b176dea-895b-4db0-b29f-d4e6b95a07db, host: n-h2-800634-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5dc6d5b-42e9-4c22-85af-e48a17c0bd6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '027c4e91-49f9-408a-bc70-11f19a2cbbb7'}}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 18:27:55.393507 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-f7c62410-c10e-4241-88d3-71993cf4d37e req-56e589f0-e2d8-4697-bd14-753d2d800b0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:27:55.420010 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fe4cec-cb6e-4caa-8a84-fb85d84381c5 req-b7ef8b54-ae1f-4fe4-8c05-ccbeb6328cdb tempest-ServerDiskConfigTestJSON-1372590070 tempest-ServerDiskConfigTestJSON-1372590070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:27:55.421502 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-53fe4cec-cb6e-4caa-8a84-fb85d84381c5 req-b7ef8b54-ae1f-4fe4-8c05-ccbeb6328cdb tempest-ServerDiskConfigTestJSON-1372590070 tempest-ServerDiskConfigTestJSON-1372590070-project] 10.222.0.16 "GET /v2.0/ports?device_id=3a42ddc6-5334-4b49-b118-b918cd4d3904 HTTP/1.1" status: 200 len: 946 time: 0.1414499 Jul 14 18:27:55.497623 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058fefb6-c62a-4611-b96a-406289bd5760 req-2a6e6d48-7a9d-4bf4-aa19-6b43a6d28bcf tempest-MultipleCreateTestJSON-1352928044 tempest-MultipleCreateTestJSON-1352928044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:27:55.499082 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-058fefb6-c62a-4611-b96a-406289bd5760 req-2a6e6d48-7a9d-4bf4-aa19-6b43a6d28bcf tempest-MultipleCreateTestJSON-1352928044 tempest-MultipleCreateTestJSON-1352928044-project] 10.222.0.16 "GET /v2.0/ports?device_id=24e69c05-052d-4c7d-a46d-abf449e32bb4 HTTP/1.1" status: 200 len: 945 time: 0.1504588 Jul 14 18:27:55.532984 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-53fe4cec-cb6e-4caa-8a84-fb85d84381c5 req-389a4eb3-c55a-4c83-a347-be78fb71da3b tempest-ServerDiskConfigTestJSON-1372590070 tempest-ServerDiskConfigTestJSON-1372590070-project] 10.222.0.16 "GET /v2.0/security-groups?id=8f471560-b797-46f3-abf1-e078e196721c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868983 Jul 14 18:27:55.535703 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-f7c62410-c10e-4241-88d3-71993cf4d37e req-56e589f0-e2d8-4697-bd14-753d2d800b0c service neutron] For port 4b176dea-895b-4db0-b29f-d4e6b95a07db, host n-h2-800634-3, cleared binding levels {{(pid=93915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:27:55.539850 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-f7c62410-c10e-4241-88d3-71993cf4d37e req-56e589f0-e2d8-4697-bd14-753d2d800b0c service neutron] For port 4b176dea-895b-4db0-b29f-d4e6b95a07db, host n-h2-800634-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=4b176dea-895b-4db0-b29f-d4e6b95a07db,segment=NetworkSegment(c5dc6d5b-42e9-4c22-85af-e48a17c0bd6d),segment_id=c5dc6d5b-42e9-4c22-85af-e48a17c0bd6d)] {{(pid=93915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 18:27:55.552689 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-f7c62410-c10e-4241-88d3-71993cf4d37e req-56e589f0-e2d8-4697-bd14-753d2d800b0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25912978'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:27:55.592516 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-058fefb6-c62a-4611-b96a-406289bd5760 req-71979d7a-2358-466b-80e9-6e532571971e tempest-MultipleCreateTestJSON-1352928044 tempest-MultipleCreateTestJSON-1352928044-project] 10.222.0.16 "GET /v2.0/security-groups?id=1717ebe8-f29a-4477-a288-2900c0dd0f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834217 Jul 14 18:27:55.605555 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c62410-c10e-4241-88d3-71993cf4d37e req-56e589f0-e2d8-4697-bd14-753d2d800b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:27:55.606210 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-f7c62410-c10e-4241-88d3-71993cf4d37e req-56e589f0-e2d8-4697-bd14-753d2d800b0c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:27:55.607670 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f7c62410-c10e-4241-88d3-71993cf4d37e req-56e589f0-e2d8-4697-bd14-753d2d800b0c service neutron] 10.222.0.35 "PUT /v2.0/ports/4b176dea-895b-4db0-b29f-d4e6b95a07db HTTP/1.1" status: 200 len: 1091 time: 0.8893230 Jul 14 18:27:55.608334 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c67ccb1-27e9-4b4b-b1d8-0b03abbae8c6', 'tag': '4b176dea-895b-4db0-b29f-d4e6b95a07db'}] {{(pid=93915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:27:55.619519 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e72782ad3af8f7d4ce76cedf092bca46d1756acc5c4653cf0b52034cdd6b073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26168468-16f3-428b-b154-46f6620f2190" -d '{"events": [{"name": "network-changed", "server_uuid": "0c67ccb1-27e9-4b4b-b1d8-0b03abbae8c6", "tag": "4b176dea-895b-4db0-b29f-d4e6b95a07db"}]}' {{(pid=93915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:27:55.638137 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e589f0-e2d8-4697-bd14-753d2d800b0c service neutron] Pushing event updated for resources: {'Port': ['ID=4b176dea-895b-4db0-b29f-d4e6b95a07db,revision_number=3']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:27:55.708934 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-2f4e3af3-e708-4ffd-a544-82d93a489d01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:27:55.736376 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab421965-ee44-439e-bffb-1b95142c1928 req-cc6e939f-bcb5-4e97-98b9-944e3be4d1c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:27:55.738192 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-ab421965-ee44-439e-bffb-1b95142c1928 req-cc6e939f-bcb5-4e97-98b9-944e3be4d1c1 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=2b9e4456-2d8d-44aa-a867-8b086bbb5414 HTTP/1.1" status: 200 len: 1097 time: 0.0713809 Jul 14 18:27:55.754365 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79613507-3602-42fc-a5a0-77d107531089 req-1d4219d6-dca0-4651-82e9-25e49307460e tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:27:55.758398 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-79613507-3602-42fc-a5a0-77d107531089 req-1d4219d6-dca0-4651-82e9-25e49307460e tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] 10.222.0.16 "GET /v2.0/ports?device_id=0c67ccb1-27e9-4b4b-b1d8-0b03abbae8c6 HTTP/1.1" status: 200 len: 943 time: 0.1106172 Jul 14 18:27:55.764170 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c62410-c10e-4241-88d3-71993cf4d37e req-5c283267-7d92-473c-87ab-ceab802b4461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:27:55.766051 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f7c62410-c10e-4241-88d3-71993cf4d37e req-5c283267-7d92-473c-87ab-ceab802b4461 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=882f4375ae5845d48a58ae9ac1c63552&device_id=0c67ccb1-27e9-4b4b-b1d8-0b03abbae8c6 HTTP/1.1" status: 200 len: 1094 time: 0.0888793 Jul 14 18:27:55.791644 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-ab421965-ee44-439e-bffb-1b95142c1928 req-948c0d54-100e-4603-a4f0-2dfcc3c13802 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=2ad455ff-6ff4-4067-8bf1-fdec963484f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301039 Jul 14 18:27:55.824438 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f7c62410-c10e-4241-88d3-71993cf4d37e req-aeae3669-4f31-4f5f-9244-78bffe2478bd service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4b176dea-895b-4db0-b29f-d4e6b95a07db HTTP/1.1" status: 200 len: 217 time: 0.0514052 Jul 14 18:27:55.866792 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-79613507-3602-42fc-a5a0-77d107531089 req-29d348af-6fc5-4a89-b962-a6685034cc23 tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] 10.222.0.16 "GET /v2.0/security-groups?id=4824db20-b9ba-4380-9f29-13755d37b981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048102 Jul 14 18:27:55.911458 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 18:27:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7913ab76-d14e-4cb0-97d1-9983ded87f89 x-openstack-request-id: req-7913ab76-d14e-4cb0-97d1-9983ded87f89 {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:27:55.911751 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c67ccb1-27e9-4b4b-b1d8-0b03abbae8c6", "tag": "4b176dea-895b-4db0-b29f-d4e6b95a07db", "status": "completed", "code": 200}]} {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:27:55.912010 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7913ab76-d14e-4cb0-97d1-9983ded87f89 {{(pid=93915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:27:55.912436 n-d-800634-3 neutron-server[93915]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c67ccb1-27e9-4b4b-b1d8-0b03abbae8c6', 'tag': '4b176dea-895b-4db0-b29f-d4e6b95a07db', 'status': 'completed', 'code': 200} Jul 14 18:27:55.914098 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c62410-c10e-4241-88d3-71993cf4d37e req-6d24f363-1354-4ec0-a4f1-803e1db0cc82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:27:55.915546 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f7c62410-c10e-4241-88d3-71993cf4d37e req-6d24f363-1354-4ec0-a4f1-803e1db0cc82 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=05d56735-edac-4058-8f3c-680c255777ec HTTP/1.1" status: 200 len: 846 time: 0.0841565 Jul 14 18:27:55.957892 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f7c62410-c10e-4241-88d3-71993cf4d37e req-f25d4bd8-9263-4696-8cab-b2c52d23e554 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=027c4e91-49f9-408a-bc70-11f19a2cbbb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0346320 Jul 14 18:27:55.981443 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a17813-92fc-4b94-bf86-a5c6b631cf91 req-5ce32ead-cb23-439a-b235-3d031884b69d tempest-ServerRescueNegativeTestJSON-843679432 tempest-ServerRescueNegativeTestJSON-843679432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:27:55.982918 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-52a17813-92fc-4b94-bf86-a5c6b631cf91 req-5ce32ead-cb23-439a-b235-3d031884b69d tempest-ServerRescueNegativeTestJSON-843679432 tempest-ServerRescueNegativeTestJSON-843679432-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b9e4456-2d8d-44aa-a867-8b086bbb5414 HTTP/1.1" status: 200 len: 946 time: 0.1217947 Jul 14 18:27:56.393329 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-52a17813-92fc-4b94-bf86-a5c6b631cf91 req-1b57bfbf-cf63-44df-9029-42eaec2c5437 tempest-ServerRescueNegativeTestJSON-843679432 tempest-ServerRescueNegativeTestJSON-843679432-project] 10.222.0.16 "GET /v2.0/security-groups?id=2ad455ff-6ff4-4067-8bf1-fdec963484f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3999000 Jul 14 18:27:56.421264 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f7c62410-c10e-4241-88d3-71993cf4d37e req-43d66010-7e6b-4cf0-98eb-730cf8b4fd5c service neutron] 10.222.0.35 "GET /v2.0/networks/027c4e91-49f9-408a-bc70-11f19a2cbbb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4557185 Jul 14 18:27:56.431627 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6160e186-05c6-46d2-b19d-8661c85ecb4c req-b6798122-117d-430a-b685-1814d0b55233 tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:27:56.433076 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6160e186-05c6-46d2-b19d-8661c85ecb4c req-b6798122-117d-430a-b685-1814d0b55233 tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c05dfeb-2e85-4b50-9f47-830b78222eaa HTTP/1.1" status: 200 len: 950 time: 0.4112537 Jul 14 18:27:56.544848 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6160e186-05c6-46d2-b19d-8661c85ecb4c req-b5d878fe-7898-4665-b926-35932c958207 tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] 10.222.0.16 "GET /v2.0/security-groups?id=b0153d44-2cf7-4f50-b628-255afb14ce31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032643 Jul 14 18:27:56.591403 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f7c62410-c10e-4241-88d3-71993cf4d37e req-a3878aa3-9fd6-4b26-96f4-840a00ae6112 service neutron] 10.222.0.35 "GET /v2.0/networks/027c4e91-49f9-408a-bc70-11f19a2cbbb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1573696 Jul 14 18:27:56.606048 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7e430d-4549-4c47-be0d-3bec624056cc req-fbd729c8-f95c-4432-87d6-3c2ca2d8e2f1 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:27:56.607535 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-dd7e430d-4549-4c47-be0d-3bec624056cc req-fbd729c8-f95c-4432-87d6-3c2ca2d8e2f1 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.16 "GET /v2.0/ports?device_id=b34ed31a-cdf4-42e3-9af8-e1a7ec6d0b20 HTTP/1.1" status: 200 len: 948 time: 0.1136401 Jul 14 18:27:56.688340 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-dd7e430d-4549-4c47-be0d-3bec624056cc req-4279351f-4f19-4527-8492-4f46e3287baa tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.16 "GET /v2.0/security-groups?id=95148b1b-0f93-483b-9e80-262147c27e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722578 Jul 14 18:27:56.753471 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26168468-16f3-428b-b154-46f6620f2190 req-946fc980-c2fe-4725-8e5b-8f0661a83959 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:27:56.754974 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-26168468-16f3-428b-b154-46f6620f2190 req-946fc980-c2fe-4725-8e5b-8f0661a83959 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=882f4375ae5845d48a58ae9ac1c63552&device_id=0c67ccb1-27e9-4b4b-b1d8-0b03abbae8c6 HTTP/1.1" status: 200 len: 1094 time: 0.1064553 Jul 14 18:27:56.763309 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e451c58d-024e-4f03-a5d6-380ebe99fd71 req-0569e007-7830-4b47-bd68-e5454b710609 tempest-ServerDiskConfigTestJSON-1372590070 tempest-ServerDiskConfigTestJSON-1372590070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:27:56.764723 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e451c58d-024e-4f03-a5d6-380ebe99fd71 req-0569e007-7830-4b47-bd68-e5454b710609 tempest-ServerDiskConfigTestJSON-1372590070 tempest-ServerDiskConfigTestJSON-1372590070-project] 10.222.0.16 "GET /v2.0/ports?device_id=3a42ddc6-5334-4b49-b118-b918cd4d3904 HTTP/1.1" status: 200 len: 946 time: 0.1064820 Jul 14 18:27:56.894751 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e451c58d-024e-4f03-a5d6-380ebe99fd71 req-ccc14c3b-51b6-41e2-990d-91b49cb7df24 tempest-ServerDiskConfigTestJSON-1372590070 tempest-ServerDiskConfigTestJSON-1372590070-project] 10.222.0.16 "GET /v2.0/security-groups?id=8f471560-b797-46f3-abf1-e078e196721c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200709 Jul 14 18:27:56.920666 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26168468-16f3-428b-b154-46f6620f2190 req-1d098c1a-2b35-49b7-a611-3d22ebb49343 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:27:56.922631 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-26168468-16f3-428b-b154-46f6620f2190 req-1d098c1a-2b35-49b7-a611-3d22ebb49343 service neutron] 10.222.0.35 "GET /v2.0/networks?id=027c4e91-49f9-408a-bc70-11f19a2cbbb7 HTTP/1.1" status: 200 len: 906 time: 0.1565800 Jul 14 18:27:56.944961 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe835e8-749e-4b4e-8124-ad8c69afd3b4 req-6ba340d9-0c6e-4952-a990-eb6be04e5a91 tempest-MultipleCreateTestJSON-1352928044 tempest-MultipleCreateTestJSON-1352928044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:27:56.946397 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-bbe835e8-749e-4b4e-8124-ad8c69afd3b4 req-6ba340d9-0c6e-4952-a990-eb6be04e5a91 tempest-MultipleCreateTestJSON-1352928044 tempest-MultipleCreateTestJSON-1352928044-project] 10.222.0.16 "GET /v2.0/ports?device_id=24e69c05-052d-4c7d-a46d-abf449e32bb4 HTTP/1.1" status: 200 len: 945 time: 0.1566005 Jul 14 18:27:56.974597 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-26168468-16f3-428b-b154-46f6620f2190 req-0242f7b2-b093-43e8-8782-7cd69f473193 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4b176dea-895b-4db0-b29f-d4e6b95a07db HTTP/1.1" status: 200 len: 217 time: 0.0445006 Jul 14 18:27:57.045536 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-bbe835e8-749e-4b4e-8124-ad8c69afd3b4 req-62f4862c-263a-4ac8-82b3-f55fa371d7b7 tempest-MultipleCreateTestJSON-1352928044 tempest-MultipleCreateTestJSON-1352928044-project] 10.222.0.16 "GET /v2.0/security-groups?id=1717ebe8-f29a-4477-a288-2900c0dd0f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735781 Jul 14 18:27:57.052745 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26168468-16f3-428b-b154-46f6620f2190 req-64de3da3-6997-42dd-a26f-6044e066ac72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:27:57.054284 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-26168468-16f3-428b-b154-46f6620f2190 req-64de3da3-6997-42dd-a26f-6044e066ac72 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=05d56735-edac-4058-8f3c-680c255777ec HTTP/1.1" status: 200 len: 846 time: 0.0718815 Jul 14 18:27:57.088061 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-26168468-16f3-428b-b154-46f6620f2190 req-65be8297-8673-4da6-a42b-11c8fad51841 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=027c4e91-49f9-408a-bc70-11f19a2cbbb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275939 Jul 14 18:27:57.216527 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-26168468-16f3-428b-b154-46f6620f2190 req-fbc986be-9a94-439a-b6e8-04d18c9a0908 service neutron] 10.222.0.35 "GET /v2.0/networks/027c4e91-49f9-408a-bc70-11f19a2cbbb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1160665 Jul 14 18:27:57.224757 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06332164-fa1d-4619-b782-315f0368548d req-d6f322ab-5c66-4ec9-bc65-75665a5627f4 tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:27:57.226110 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-06332164-fa1d-4619-b782-315f0368548d req-d6f322ab-5c66-4ec9-bc65-75665a5627f4 tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] 10.222.0.16 "GET /v2.0/ports?device_id=0c67ccb1-27e9-4b4b-b1d8-0b03abbae8c6 HTTP/1.1" status: 200 len: 943 time: 0.1347966 Jul 14 18:27:57.311593 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-06332164-fa1d-4619-b782-315f0368548d req-48eda817-e6d8-4d92-bc5a-db283b3dcdfb tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] 10.222.0.16 "GET /v2.0/security-groups?id=4824db20-b9ba-4380-9f29-13755d37b981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777924 Jul 14 18:27:57.339993 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-26168468-16f3-428b-b154-46f6620f2190 req-1cbfde3a-5fdd-42c9-82a7-678de837dcbc service neutron] 10.222.0.35 "GET /v2.0/networks/027c4e91-49f9-408a-bc70-11f19a2cbbb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1129198 Jul 14 18:27:57.564997 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa088be-d12e-4f1c-9ae6-7cd1356b244f req-d1c1ef56-76a4-4c0a-8288-f5f855a59969 tempest-ServerRescueNegativeTestJSON-843679432 tempest-ServerRescueNegativeTestJSON-843679432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:27:57.566437 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-1aa088be-d12e-4f1c-9ae6-7cd1356b244f req-d1c1ef56-76a4-4c0a-8288-f5f855a59969 tempest-ServerRescueNegativeTestJSON-843679432 tempest-ServerRescueNegativeTestJSON-843679432-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b9e4456-2d8d-44aa-a867-8b086bbb5414 HTTP/1.1" status: 200 len: 946 time: 0.0627172 Jul 14 18:27:57.603534 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-1aa088be-d12e-4f1c-9ae6-7cd1356b244f req-23c1ac66-e89c-46b8-b185-8b60096700bd tempest-ServerRescueNegativeTestJSON-843679432 tempest-ServerRescueNegativeTestJSON-843679432-project] 10.222.0.16 "GET /v2.0/security-groups?id=2ad455ff-6ff4-4067-8bf1-fdec963484f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316248 Jul 14 18:27:57.718628 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827e0fa0-9414-4bc3-add8-2f18801bf50a req-ac404569-d4b7-4e7e-8b86-718b06c019bd tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:27:57.719478 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-827e0fa0-9414-4bc3-add8-2f18801bf50a req-ac404569-d4b7-4e7e-8b86-718b06c019bd tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c05dfeb-2e85-4b50-9f47-830b78222eaa HTTP/1.1" status: 200 len: 950 time: 0.0623522 Jul 14 18:27:57.757674 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-827e0fa0-9414-4bc3-add8-2f18801bf50a req-f04b5179-9072-4216-b3e0-8657ad036cb4 tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] 10.222.0.16 "GET /v2.0/security-groups?id=b0153d44-2cf7-4f50-b628-255afb14ce31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326111 Jul 14 18:27:57.864571 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0ad44d-a665-4b28-a6ee-29a158460430 req-e2c51324-f499-4c24-be94-9dc8b97a6bbf tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:27:57.865965 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ce0ad44d-a665-4b28-a6ee-29a158460430 req-e2c51324-f499-4c24-be94-9dc8b97a6bbf tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.16 "GET /v2.0/ports?device_id=b34ed31a-cdf4-42e3-9af8-e1a7ec6d0b20 HTTP/1.1" status: 200 len: 948 time: 0.0670600 Jul 14 18:27:57.902980 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ce0ad44d-a665-4b28-a6ee-29a158460430 req-113c31e3-ce74-4c5e-b0d2-5d38f15cdae9 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.16 "GET /v2.0/security-groups?id=95148b1b-0f93-483b-9e80-262147c27e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315413 Jul 14 18:27:58.066500 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cf5d81-a332-4fad-b355-4e7b14687969 req-b2990343-7a49-4a10-aa71-f1554015d6e7 tempest-ServerDiskConfigTestJSON-1372590070 tempest-ServerDiskConfigTestJSON-1372590070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:27:58.068045 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f5cf5d81-a332-4fad-b355-4e7b14687969 req-b2990343-7a49-4a10-aa71-f1554015d6e7 tempest-ServerDiskConfigTestJSON-1372590070 tempest-ServerDiskConfigTestJSON-1372590070-project] 10.222.0.16 "GET /v2.0/ports?device_id=3a42ddc6-5334-4b49-b118-b918cd4d3904 HTTP/1.1" status: 200 len: 946 time: 0.0645795 Jul 14 18:27:58.106053 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f5cf5d81-a332-4fad-b355-4e7b14687969 req-4fa06747-9743-478d-88ca-d3062147ac75 tempest-ServerDiskConfigTestJSON-1372590070 tempest-ServerDiskConfigTestJSON-1372590070-project] 10.222.0.16 "GET /v2.0/security-groups?id=8f471560-b797-46f3-abf1-e078e196721c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323939 Jul 14 18:27:58.251786 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc092f2-0ae5-40a8-a11d-4e3e5dccbed1 req-1d7ee143-e110-4831-84ae-725f8952fdf7 tempest-MultipleCreateTestJSON-1352928044 tempest-MultipleCreateTestJSON-1352928044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:27:58.253277 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-bcc092f2-0ae5-40a8-a11d-4e3e5dccbed1 req-1d7ee143-e110-4831-84ae-725f8952fdf7 tempest-MultipleCreateTestJSON-1352928044 tempest-MultipleCreateTestJSON-1352928044-project] 10.222.0.16 "GET /v2.0/ports?device_id=24e69c05-052d-4c7d-a46d-abf449e32bb4 HTTP/1.1" status: 200 len: 945 time: 0.0623050 Jul 14 18:27:58.291457 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Device 4b176dea-895b-4db0-b29f-d4e6b95a07db details requested by agent hyperv_n-h2-800634-3 with host n-h2-800634-3 {{(pid=93917) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 18:27:58.294131 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-bcc092f2-0ae5-40a8-a11d-4e3e5dccbed1 req-f88d6b4f-b75e-4603-ba18-50105eec3eae tempest-MultipleCreateTestJSON-1352928044 tempest-MultipleCreateTestJSON-1352928044-project] 10.222.0.16 "GET /v2.0/security-groups?id=1717ebe8-f29a-4477-a288-2900c0dd0f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354066 Jul 14 18:27:58.389856 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] For port 4b176dea-895b-4db0-b29f-d4e6b95a07db, host n-h2-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=4b176dea-895b-4db0-b29f-d4e6b95a07db,segment=NetworkSegment(c5dc6d5b-42e9-4c22-85af-e48a17c0bd6d),segment_id=c5dc6d5b-42e9-4c22-85af-e48a17c0bd6d)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:27:58.402031 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Returning: {'device': '4b176dea-895b-4db0-b29f-d4e6b95a07db', 'network_id': '027c4e91-49f9-408a-bc70-11f19a2cbbb7', 'port_id': '4b176dea-895b-4db0-b29f-d4e6b95a07db', 'mac_address': 'fa:16:3e:29:ed:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 88, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05d56735-edac-4058-8f3c-680c255777ec', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93917) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 18:27:58.442770 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:27:58.455983 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b176dea-895b-4db0-b29f-d4e6b95a07db {{(pid=93917) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 18:27:58.475684 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] For port 4b176dea-895b-4db0-b29f-d4e6b95a07db, host n-h2-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=4b176dea-895b-4db0-b29f-d4e6b95a07db,segment=NetworkSegment(c5dc6d5b-42e9-4c22-85af-e48a17c0bd6d),segment_id=c5dc6d5b-42e9-4c22-85af-e48a17c0bd6d)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:27:58.479746 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:27:58.497672 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ded89b1-584f-4da2-a587-ad695209230f req-c2cf9240-6d05-4b76-929c-0ff748ac8514 tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:27:58.499205 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-9ded89b1-584f-4da2-a587-ad695209230f req-c2cf9240-6d05-4b76-929c-0ff748ac8514 tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] 10.222.0.16 "GET /v2.0/ports?device_id=0c67ccb1-27e9-4b4b-b1d8-0b03abbae8c6 HTTP/1.1" status: 200 len: 943 time: 0.0725141 Jul 14 18:27:58.535263 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Pushing event updated for resources: {'Port': ['ID=4b176dea-895b-4db0-b29f-d4e6b95a07db,revision_number=4']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:27:58.538715 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-9ded89b1-584f-4da2-a587-ad695209230f req-38764524-8e06-4647-b01d-ea2a9c0ca13b tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] 10.222.0.16 "GET /v2.0/security-groups?id=4824db20-b9ba-4380-9f29-13755d37b981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326591 Jul 14 18:27:58.752828 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] get_ports_and_sgs() called for port_ids ['4b176dea-895b-4db0-b29f-d4e6b95a07db'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 18:27:58.773887 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9505442-7300-4e63-bdfc-fe903b115a57 req-6e11859b-5d70-452b-9aa8-e1ae9cb8ae48 tempest-ServerRescueNegativeTestJSON-843679432 tempest-ServerRescueNegativeTestJSON-843679432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:27:58.775383 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f9505442-7300-4e63-bdfc-fe903b115a57 req-6e11859b-5d70-452b-9aa8-e1ae9cb8ae48 tempest-ServerRescueNegativeTestJSON-843679432 tempest-ServerRescueNegativeTestJSON-843679432-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b9e4456-2d8d-44aa-a867-8b086bbb5414 HTTP/1.1" status: 200 len: 946 time: 0.0631084 Jul 14 18:27:58.820947 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f9505442-7300-4e63-bdfc-fe903b115a57 req-2f405528-cabb-40da-8674-eb1b08f7f9ef tempest-ServerRescueNegativeTestJSON-843679432 tempest-ServerRescueNegativeTestJSON-843679432-project] 10.222.0.16 "GET /v2.0/security-groups?id=2ad455ff-6ff4-4067-8bf1-fdec963484f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395534 Jul 14 18:27:58.935842 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0520c37d-08fd-495c-a19d-bc7227816bbc req-adc84238-f278-4f9f-a028-5811646b73b4 tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:27:58.937356 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-0520c37d-08fd-495c-a19d-bc7227816bbc req-adc84238-f278-4f9f-a028-5811646b73b4 tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c05dfeb-2e85-4b50-9f47-830b78222eaa HTTP/1.1" status: 200 len: 950 time: 0.0678709 Jul 14 18:27:58.974818 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-0520c37d-08fd-495c-a19d-bc7227816bbc req-25996e8d-f3a0-48e7-ae25-4694386db080 tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] 10.222.0.16 "GET /v2.0/security-groups?id=b0153d44-2cf7-4f50-b628-255afb14ce31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319417 Jul 14 18:27:59.073305 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59075b6b-6ed9-408d-abde-272ebca7f833 req-98e92acc-21ba-4204-8168-5eeb392bfb8a tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:27:59.074778 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-59075b6b-6ed9-408d-abde-272ebca7f833 req-98e92acc-21ba-4204-8168-5eeb392bfb8a tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.16 "GET /v2.0/ports?device_id=b34ed31a-cdf4-42e3-9af8-e1a7ec6d0b20 HTTP/1.1" status: 200 len: 948 time: 0.0627401 Jul 14 18:27:59.112001 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-59075b6b-6ed9-408d-abde-272ebca7f833 req-437eb491-9a31-4512-a38c-0ecfab38bf38 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.16 "GET /v2.0/security-groups?id=95148b1b-0f93-483b-9e80-262147c27e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312393 Jul 14 18:27:59.276092 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87409ab2-cfde-4752-a1a1-f909ec27bde9 req-9df0737a-c279-4b71-8032-737fd9bdb0f8 tempest-ServerDiskConfigTestJSON-1372590070 tempest-ServerDiskConfigTestJSON-1372590070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:27:59.277564 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-87409ab2-cfde-4752-a1a1-f909ec27bde9 req-9df0737a-c279-4b71-8032-737fd9bdb0f8 tempest-ServerDiskConfigTestJSON-1372590070 tempest-ServerDiskConfigTestJSON-1372590070-project] 10.222.0.16 "GET /v2.0/ports?device_id=3a42ddc6-5334-4b49-b118-b918cd4d3904 HTTP/1.1" status: 200 len: 946 time: 0.0617673 Jul 14 18:27:59.319476 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-87409ab2-cfde-4752-a1a1-f909ec27bde9 req-c66a9798-c1d7-4c0a-8906-151be3eac672 tempest-ServerDiskConfigTestJSON-1372590070 tempest-ServerDiskConfigTestJSON-1372590070-project] 10.222.0.16 "GET /v2.0/security-groups?id=8f471560-b797-46f3-abf1-e078e196721c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357590 Jul 14 18:27:59.640096 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f8aa54-5e3c-4256-aad4-4b538027af47 req-d86c90ce-c38f-467c-94e4-d8087727005a tempest-MultipleCreateTestJSON-1352928044 tempest-MultipleCreateTestJSON-1352928044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:27:59.642149 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-30f8aa54-5e3c-4256-aad4-4b538027af47 req-d86c90ce-c38f-467c-94e4-d8087727005a tempest-MultipleCreateTestJSON-1352928044 tempest-MultipleCreateTestJSON-1352928044-project] 10.222.0.16 "GET /v2.0/ports?device_id=24e69c05-052d-4c7d-a46d-abf449e32bb4 HTTP/1.1" status: 200 len: 945 time: 0.0639963 Jul 14 18:27:59.710998 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-30f8aa54-5e3c-4256-aad4-4b538027af47 req-4c54de05-f721-4c0b-b4a0-13b05279773f tempest-MultipleCreateTestJSON-1352928044 tempest-MultipleCreateTestJSON-1352928044-project] 10.222.0.16 "GET /v2.0/security-groups?id=1717ebe8-f29a-4477-a288-2900c0dd0f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633271 Jul 14 18:27:59.735796 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f351a27-7ffc-4f41-af5b-669e497ca2d8 req-86a04413-25c4-4fe2-8d78-9bc938a1f748 tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:27:59.737291 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-9f351a27-7ffc-4f41-af5b-669e497ca2d8 req-86a04413-25c4-4fe2-8d78-9bc938a1f748 tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] 10.222.0.16 "GET /v2.0/ports?device_id=0c67ccb1-27e9-4b4b-b1d8-0b03abbae8c6 HTTP/1.1" status: 200 len: 944 time: 0.0836699 Jul 14 18:27:59.774503 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-9f351a27-7ffc-4f41-af5b-669e497ca2d8 req-0df73481-8605-4105-988b-819dc5de91e5 tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] 10.222.0.16 "GET /v2.0/security-groups?id=4824db20-b9ba-4380-9f29-13755d37b981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317380 Jul 14 18:27:59.992840 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619aeea0-bf70-47cd-9a00-f118efa5b28a req-7853d026-e17c-44e3-8ee5-7b212cc0950a tempest-ServerRescueNegativeTestJSON-843679432 tempest-ServerRescueNegativeTestJSON-843679432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:27:59.994240 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-619aeea0-bf70-47cd-9a00-f118efa5b28a req-7853d026-e17c-44e3-8ee5-7b212cc0950a tempest-ServerRescueNegativeTestJSON-843679432 tempest-ServerRescueNegativeTestJSON-843679432-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b9e4456-2d8d-44aa-a867-8b086bbb5414 HTTP/1.1" status: 200 len: 946 time: 0.0665596 Jul 14 18:28:00.032524 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-619aeea0-bf70-47cd-9a00-f118efa5b28a req-313d2e6d-98ed-41c7-9660-ea2629ec8486 tempest-ServerRescueNegativeTestJSON-843679432 tempest-ServerRescueNegativeTestJSON-843679432-project] 10.222.0.16 "GET /v2.0/security-groups?id=2ad455ff-6ff4-4067-8bf1-fdec963484f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326419 Jul 14 18:28:00.145603 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6eaf209-28e1-4f1e-b9e4-6796b1d7d94d req-ecd19dcc-cba4-4baa-93a5-b794b38b2d7c tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:28:00.147095 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f6eaf209-28e1-4f1e-b9e4-6796b1d7d94d req-ecd19dcc-cba4-4baa-93a5-b794b38b2d7c tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c05dfeb-2e85-4b50-9f47-830b78222eaa HTTP/1.1" status: 200 len: 950 time: 0.0624003 Jul 14 18:28:00.184608 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f6eaf209-28e1-4f1e-b9e4-6796b1d7d94d req-4a648c12-50e8-470c-8ff7-8cb0e6759027 tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] 10.222.0.16 "GET /v2.0/security-groups?id=b0153d44-2cf7-4f50-b628-255afb14ce31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317543 Jul 14 18:28:00.282879 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ce1577-7275-4e74-998a-5ec8d4b2ab2c req-ae869c79-4e61-4193-8c8a-7d0049712c59 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:28:00.284564 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a0ce1577-7275-4e74-998a-5ec8d4b2ab2c req-ae869c79-4e61-4193-8c8a-7d0049712c59 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.16 "GET /v2.0/ports?device_id=b34ed31a-cdf4-42e3-9af8-e1a7ec6d0b20 HTTP/1.1" status: 200 len: 948 time: 0.0627222 Jul 14 18:28:00.302482 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Device 4b176dea-895b-4db0-b29f-d4e6b95a07db up at agent hyperv_n-h2-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:28:00.329031 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a0ce1577-7275-4e74-998a-5ec8d4b2ab2c req-c0ce3d75-4e3f-4f6c-a66d-0e8ed17217ab tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.16 "GET /v2.0/security-groups?id=95148b1b-0f93-483b-9e80-262147c27e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390277 Jul 14 18:28:00.353247 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Provisioning for port 4b176dea-895b-4db0-b29f-d4e6b95a07db completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:28:00.356820 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Provisioning complete for port 4b176dea-895b-4db0-b29f-d4e6b95a07db triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:28:00.357194 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:28:00.431750 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:28:00.453942 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c67ccb1-27e9-4b4b-b1d8-0b03abbae8c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b176dea-895b-4db0-b29f-d4e6b95a07db'}] {{(pid=93917) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:28:00.456430 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20b787f3c29eaa7aa2a4d648c725a2124c5ff39a8d793252f9d844495e14cf42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98b51490-424f-4c95-a263-79602495947c" -d '{"events": [{"server_uuid": "0c67ccb1-27e9-4b4b-b1d8-0b03abbae8c6", "name": "network-vif-plugged", "status": "completed", "tag": "4b176dea-895b-4db0-b29f-d4e6b95a07db"}]}' {{(pid=93917) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:28:00.471043 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] For port 4b176dea-895b-4db0-b29f-d4e6b95a07db, host n-h2-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=4b176dea-895b-4db0-b29f-d4e6b95a07db,segment=NetworkSegment(c5dc6d5b-42e9-4c22-85af-e48a17c0bd6d),segment_id=c5dc6d5b-42e9-4c22-85af-e48a17c0bd6d)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:28:00.476110 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:28:00.502264 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 18:28:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a028cb2-6c70-4e41-829b-55452a060204 x-openstack-request-id: req-8a028cb2-6c70-4e41-829b-55452a060204 {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:28:00.502554 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c67ccb1-27e9-4b4b-b1d8-0b03abbae8c6", "name": "network-vif-plugged", "status": "completed", "tag": "4b176dea-895b-4db0-b29f-d4e6b95a07db", "code": 200}]} {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:28:00.502808 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8a028cb2-6c70-4e41-829b-55452a060204 {{(pid=93917) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:28:00.503193 n-d-800634-3 neutron-server[93917]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c67ccb1-27e9-4b4b-b1d8-0b03abbae8c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b176dea-895b-4db0-b29f-d4e6b95a07db', 'code': 200} Jul 14 18:28:00.521874 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e000c6e9-071e-4e08-aad8-a10720a3072c req-fb8bd791-de24-426d-9bdb-80d7a9f7dde9 tempest-ServerDiskConfigTestJSON-1372590070 tempest-ServerDiskConfigTestJSON-1372590070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:28:00.524819 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e000c6e9-071e-4e08-aad8-a10720a3072c req-fb8bd791-de24-426d-9bdb-80d7a9f7dde9 tempest-ServerDiskConfigTestJSON-1372590070 tempest-ServerDiskConfigTestJSON-1372590070-project] 10.222.0.16 "GET /v2.0/ports?device_id=3a42ddc6-5334-4b49-b118-b918cd4d3904 HTTP/1.1" status: 200 len: 946 time: 0.0902016 Jul 14 18:28:00.536383 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Pushing event updated for resources: {'Port': ['ID=4b176dea-895b-4db0-b29f-d4e6b95a07db,revision_number=5']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:28:00.579792 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e000c6e9-071e-4e08-aad8-a10720a3072c req-b05311e0-daf9-496a-996e-8f1b9277d461 tempest-ServerDiskConfigTestJSON-1372590070 tempest-ServerDiskConfigTestJSON-1372590070-project] 10.222.0.16 "GET /v2.0/security-groups?id=8f471560-b797-46f3-abf1-e078e196721c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483963 Jul 14 18:28:00.621613 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720f92ec-cf40-4228-94b3-48640d8bddd3 req-e68d58b3-7ef1-4d8e-bf6d-6afcd9a621d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:28:00.623115 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-720f92ec-cf40-4228-94b3-48640d8bddd3 req-e68d58b3-7ef1-4d8e-bf6d-6afcd9a621d5 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=0c67ccb1-27e9-4b4b-b1d8-0b03abbae8c6 HTTP/1.1" status: 200 len: 1096 time: 0.0539143 Jul 14 18:28:00.663335 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-720f92ec-cf40-4228-94b3-48640d8bddd3 req-f52e1827-2527-4f4d-98e4-1c63f62ea2ed service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=4824db20-b9ba-4380-9f29-13755d37b981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0284686 Jul 14 18:28:00.887992 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171727c1-3efe-40cc-b92d-52dd6d5ed011 req-5d8c6fb2-181a-48d7-b005-645a6d9becd3 tempest-MultipleCreateTestJSON-1352928044 tempest-MultipleCreateTestJSON-1352928044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:28:00.889509 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-171727c1-3efe-40cc-b92d-52dd6d5ed011 req-5d8c6fb2-181a-48d7-b005-645a6d9becd3 tempest-MultipleCreateTestJSON-1352928044 tempest-MultipleCreateTestJSON-1352928044-project] 10.222.0.16 "GET /v2.0/ports?device_id=24e69c05-052d-4c7d-a46d-abf449e32bb4 HTTP/1.1" status: 200 len: 945 time: 0.0694392 Jul 14 18:28:00.958380 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-171727c1-3efe-40cc-b92d-52dd6d5ed011 req-76acdb71-fb24-425c-85b0-f97febef976b tempest-MultipleCreateTestJSON-1352928044 tempest-MultipleCreateTestJSON-1352928044-project] 10.222.0.16 "GET /v2.0/security-groups?id=1717ebe8-f29a-4477-a288-2900c0dd0f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573072 Jul 14 18:28:00.979805 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d40b98-3a14-4194-8a97-92b0aa1c32e9 req-e4f90f1b-c4c9-40ce-8436-fee266bc4a50 tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:28:00.981302 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-08d40b98-3a14-4194-8a97-92b0aa1c32e9 req-e4f90f1b-c4c9-40ce-8436-fee266bc4a50 tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] 10.222.0.16 "GET /v2.0/ports?device_id=0c67ccb1-27e9-4b4b-b1d8-0b03abbae8c6 HTTP/1.1" status: 200 len: 945 time: 0.0909166 Jul 14 18:28:01.018668 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-08d40b98-3a14-4194-8a97-92b0aa1c32e9 req-cb1de849-36c2-48cb-bc11-f0a736171948 tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] 10.222.0.16 "GET /v2.0/security-groups?id=4824db20-b9ba-4380-9f29-13755d37b981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318370 Jul 14 18:28:01.208955 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0ca815-a2ec-4857-90b0-9dad8a7532c4 req-7f276331-5a42-44ae-8845-217c14cee52c tempest-ServerRescueNegativeTestJSON-843679432 tempest-ServerRescueNegativeTestJSON-843679432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:28:01.210627 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-7f0ca815-a2ec-4857-90b0-9dad8a7532c4 req-7f276331-5a42-44ae-8845-217c14cee52c tempest-ServerRescueNegativeTestJSON-843679432 tempest-ServerRescueNegativeTestJSON-843679432-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b9e4456-2d8d-44aa-a867-8b086bbb5414 HTTP/1.1" status: 200 len: 946 time: 0.0701709 Jul 14 18:28:01.258742 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-7f0ca815-a2ec-4857-90b0-9dad8a7532c4 req-2c562211-482c-45f9-bd9a-b4d155d6fc9f tempest-ServerRescueNegativeTestJSON-843679432 tempest-ServerRescueNegativeTestJSON-843679432-project] 10.222.0.16 "GET /v2.0/security-groups?id=2ad455ff-6ff4-4067-8bf1-fdec963484f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415151 Jul 14 18:28:01.377460 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5b2b49-69f8-4738-bc5d-675d810b909c req-3a62c362-a471-47cf-a719-78f2a6967cf1 tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:28:01.378942 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ed5b2b49-69f8-4738-bc5d-675d810b909c req-3a62c362-a471-47cf-a719-78f2a6967cf1 tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c05dfeb-2e85-4b50-9f47-830b78222eaa HTTP/1.1" status: 200 len: 950 time: 0.0671072 Jul 14 18:28:01.416096 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ed5b2b49-69f8-4738-bc5d-675d810b909c req-4df36e14-4269-4f70-8ec5-2b545a23ba4d tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] 10.222.0.16 "GET /v2.0/security-groups?id=b0153d44-2cf7-4f50-b628-255afb14ce31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314882 Jul 14 18:28:01.576510 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba331d7-0f0f-454e-9e4a-9fa220bbde48 req-51b44e1a-309a-4148-9760-043950be5995 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:28:01.583315 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-eba331d7-0f0f-454e-9e4a-9fa220bbde48 req-51b44e1a-309a-4148-9760-043950be5995 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.16 "GET /v2.0/ports?device_id=b34ed31a-cdf4-42e3-9af8-e1a7ec6d0b20 HTTP/1.1" status: 200 len: 948 time: 0.0689166 Jul 14 18:28:01.616844 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-eba331d7-0f0f-454e-9e4a-9fa220bbde48 req-1790e1ee-757e-49c2-bac7-1f333adf6f95 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.16 "GET /v2.0/security-groups?id=95148b1b-0f93-483b-9e80-262147c27e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326777 Jul 14 18:28:01.766320 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b168ba5e-1f39-4fc6-bbf1-eb0970221915 req-9b849795-5d93-48d8-8d08-9fb688b2e1ec tempest-ServerDiskConfigTestJSON-1372590070 tempest-ServerDiskConfigTestJSON-1372590070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:28:01.767805 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b168ba5e-1f39-4fc6-bbf1-eb0970221915 req-9b849795-5d93-48d8-8d08-9fb688b2e1ec tempest-ServerDiskConfigTestJSON-1372590070 tempest-ServerDiskConfigTestJSON-1372590070-project] 10.222.0.16 "GET /v2.0/ports?device_id=3a42ddc6-5334-4b49-b118-b918cd4d3904 HTTP/1.1" status: 200 len: 946 time: 0.0675828 Jul 14 18:28:01.808142 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b168ba5e-1f39-4fc6-bbf1-eb0970221915 req-646c2609-21d9-47ed-9911-8c5708bf1bfa tempest-ServerDiskConfigTestJSON-1372590070 tempest-ServerDiskConfigTestJSON-1372590070-project] 10.222.0.16 "GET /v2.0/security-groups?id=8f471560-b797-46f3-abf1-e078e196721c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343912 Jul 14 18:28:01.824041 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bd0cc5-2ec5-4cc1-be2a-7712f84984a1 req-e9d3c8db-1e64-4f84-8c5e-24050e91059f tempest-MultipleCreateTestJSON-1352928044 tempest-MultipleCreateTestJSON-1352928044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:28:01.825578 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-70bd0cc5-2ec5-4cc1-be2a-7712f84984a1 req-e9d3c8db-1e64-4f84-8c5e-24050e91059f tempest-MultipleCreateTestJSON-1352928044 tempest-MultipleCreateTestJSON-1352928044-project] 10.222.0.18 "GET /v2.0/ports?device_id=84e4a0bd-f283-425f-b244-349996ec3fd0 HTTP/1.1" status: 200 len: 946 time: 0.0653207 Jul 14 18:28:01.941721 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [req-70bd0cc5-2ec5-4cc1-be2a-7712f84984a1 req-2bd8a463-2cb2-4aa3-99dc-5eeeadad50e4 tempest-MultipleCreateTestJSON-1352928044 tempest-MultipleCreateTestJSON-1352928044-project] Deleting port 4e35a919-4992-4af5-a312-01c144741832 {{(pid=93916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:28:01.942060 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-70bd0cc5-2ec5-4cc1-be2a-7712f84984a1 req-2bd8a463-2cb2-4aa3-99dc-5eeeadad50e4 tempest-MultipleCreateTestJSON-1352928044 tempest-MultipleCreateTestJSON-1352928044-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:28:02.032260 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.db [req-70bd0cc5-2ec5-4cc1-be2a-7712f84984a1 req-2bd8a463-2cb2-4aa3-99dc-5eeeadad50e4 tempest-MultipleCreateTestJSON-1352928044 tempest-MultipleCreateTestJSON-1352928044-project] For port 4e35a919-4992-4af5-a312-01c144741832, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=4e35a919-4992-4af5-a312-01c144741832,segment=NetworkSegment(083d4956-d74a-4548-8325-55efe8661457),segment_id=083d4956-d74a-4548-8325-55efe8661457)] {{(pid=93916) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:28:02.032624 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-70bd0cc5-2ec5-4cc1-be2a-7712f84984a1 req-2bd8a463-2cb2-4aa3-99dc-5eeeadad50e4 tempest-MultipleCreateTestJSON-1352928044 tempest-MultipleCreateTestJSON-1352928044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:28:02.048357 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [req-70bd0cc5-2ec5-4cc1-be2a-7712f84984a1 req-2bd8a463-2cb2-4aa3-99dc-5eeeadad50e4 tempest-MultipleCreateTestJSON-1352928044 tempest-MultipleCreateTestJSON-1352928044-project] Calling delete_port for 4e35a919-4992-4af5-a312-01c144741832 owned by compute:nova {{(pid=93916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:28:02.144142 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c30258-8c6b-4e1e-8658-25988191a5e9 req-4de39523-c72d-4ad9-abb5-3fc7220539ca tempest-MultipleCreateTestJSON-1352928044 tempest-MultipleCreateTestJSON-1352928044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:28:02.148600 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a6c30258-8c6b-4e1e-8658-25988191a5e9 req-4de39523-c72d-4ad9-abb5-3fc7220539ca tempest-MultipleCreateTestJSON-1352928044 tempest-MultipleCreateTestJSON-1352928044-project] 10.222.0.16 "GET /v2.0/ports?device_id=24e69c05-052d-4c7d-a46d-abf449e32bb4 HTTP/1.1" status: 200 len: 945 time: 0.0779827 Jul 14 18:28:02.198164 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-70bd0cc5-2ec5-4cc1-be2a-7712f84984a1 req-2bd8a463-2cb2-4aa3-99dc-5eeeadad50e4 tempest-MultipleCreateTestJSON-1352928044 tempest-MultipleCreateTestJSON-1352928044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:28:02.214357 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] get_ports_and_sgs() called for port_ids ['e5e742d7-95c3-4483-97c7-588ee9aea075'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 18:28:02.227764 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a6c30258-8c6b-4e1e-8658-25988191a5e9 req-e5d9a42f-831e-4abe-bffc-48c8f7de9d0c tempest-MultipleCreateTestJSON-1352928044 tempest-MultipleCreateTestJSON-1352928044-project] 10.222.0.16 "GET /v2.0/security-groups?id=1717ebe8-f29a-4477-a288-2900c0dd0f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657904 Jul 14 18:28:02.252893 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd8a463-2cb2-4aa3-99dc-5eeeadad50e4 tempest-MultipleCreateTestJSON-1352928044 tempest-MultipleCreateTestJSON-1352928044-project] Pushing event deleted for resources: {'Port': ['ID=4e35a919-4992-4af5-a312-01c144741832,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:28:02.255772 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fcf32a-d15f-490f-8810-7ebbc3d27f97 req-d2774056-dd19-4940-9e17-3a28bc5d38d5 tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:28:02.262809 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c8fcf32a-d15f-490f-8810-7ebbc3d27f97 req-d2774056-dd19-4940-9e17-3a28bc5d38d5 tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] 10.222.0.16 "GET /v2.0/ports?device_id=0c67ccb1-27e9-4b4b-b1d8-0b03abbae8c6 HTTP/1.1" status: 200 len: 945 time: 0.1130471 Jul 14 18:28:02.303549 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c8fcf32a-d15f-490f-8810-7ebbc3d27f97 req-bf2caf68-3950-4bd4-b8b3-b1e585aeb50d tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] 10.222.0.16 "GET /v2.0/security-groups?id=4824db20-b9ba-4380-9f29-13755d37b981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378652 Jul 14 18:28:02.313605 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:28:02.346283 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.l3_dvrscheduler_db [req-70bd0cc5-2ec5-4cc1-be2a-7712f84984a1 req-2bd8a463-2cb2-4aa3-99dc-5eeeadad50e4 tempest-MultipleCreateTestJSON-1352928044 tempest-MultipleCreateTestJSON-1352928044-project] No DVR routers for this DVR port 4e35a919-4992-4af5-a312-01c144741832 on host n-h1-800634-3 {{(pid=93916) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 18:28:02.349440 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-70bd0cc5-2ec5-4cc1-be2a-7712f84984a1 req-2bd8a463-2cb2-4aa3-99dc-5eeeadad50e4 tempest-MultipleCreateTestJSON-1352928044 tempest-MultipleCreateTestJSON-1352928044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:28:02.351559 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-70bd0cc5-2ec5-4cc1-be2a-7712f84984a1 req-2bd8a463-2cb2-4aa3-99dc-5eeeadad50e4 tempest-MultipleCreateTestJSON-1352928044 tempest-MultipleCreateTestJSON-1352928044-project] 10.222.0.18 "DELETE /v2.0/ports/4e35a919-4992-4af5-a312-01c144741832 HTTP/1.1" status: 204 len: 173 time: 0.5103881 Jul 14 18:28:02.352101 n-d-800634-3 neutron-server[93916]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84e4a0bd-f283-425f-b244-349996ec3fd0', 'name': 'network-vif-deleted', 'tag': '4e35a919-4992-4af5-a312-01c144741832'}] {{(pid=93916) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:28:02.355268 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f803e150b363a7893830aa996ac27753fa25517c406ecd3536b7c2d4b26eeb9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-878c5e3d-22f9-410d-a43d-3d138211fbac" -d '{"events": [{"server_uuid": "84e4a0bd-f283-425f-b244-349996ec3fd0", "name": "network-vif-deleted", "tag": "4e35a919-4992-4af5-a312-01c144741832"}]}' {{(pid=93916) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:28:02.529156 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aae2741-5790-4225-a8fa-58a2f019d5b6 req-fc46fef4-3ecd-4346-b5f6-a444b9e40b03 tempest-ServerRescueNegativeTestJSON-843679432 tempest-ServerRescueNegativeTestJSON-843679432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:28:02.530712 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-0aae2741-5790-4225-a8fa-58a2f019d5b6 req-fc46fef4-3ecd-4346-b5f6-a444b9e40b03 tempest-ServerRescueNegativeTestJSON-843679432 tempest-ServerRescueNegativeTestJSON-843679432-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b9e4456-2d8d-44aa-a867-8b086bbb5414 HTTP/1.1" status: 200 len: 946 time: 0.1196227 Jul 14 18:28:02.539884 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5448de9-33c9-4491-9599-2f852fd35949 req-5a402871-d104-49ef-8d88-2ec3600117fd tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:28:02.541624 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-d5448de9-33c9-4491-9599-2f852fd35949 req-5a402871-d104-49ef-8d88-2ec3600117fd tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] 10.222.0.16 "GET /v2.0/ports?device_id=60ce9c56-2edf-46b5-91b2-f26d23383604 HTTP/1.1" status: 200 len: 945 time: 0.0937445 Jul 14 18:28:02.605162 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-0aae2741-5790-4225-a8fa-58a2f019d5b6 req-d4582b68-79d3-46ea-8429-8d227ef7e24d tempest-ServerRescueNegativeTestJSON-843679432 tempest-ServerRescueNegativeTestJSON-843679432-project] 10.222.0.16 "GET /v2.0/security-groups?id=2ad455ff-6ff4-4067-8bf1-fdec963484f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625248 Jul 14 18:28:02.634029 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-d5448de9-33c9-4491-9599-2f852fd35949 req-f1241e88-f6e1-4516-8849-3ec770359040 tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] 10.222.0.16 "GET /v2.0/security-groups?id=4824db20-b9ba-4380-9f29-13755d37b981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724301 Jul 14 18:28:02.654434 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Wed, 14 Jul 2021 18:28:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ad2c15f-b883-4194-b8dc-c3e9a66dfddb x-openstack-request-id: req-5ad2c15f-b883-4194-b8dc-c3e9a66dfddb {{(pid=93916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:28:02.654729 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84e4a0bd-f283-425f-b244-349996ec3fd0", "name": "network-vif-deleted", "tag": "4e35a919-4992-4af5-a312-01c144741832", "status": "failed", "code": 422}]} {{(pid=93916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:28:02.655002 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5ad2c15f-b883-4194-b8dc-c3e9a66dfddb {{(pid=93916) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:28:02.655404 n-d-800634-3 neutron-server[93916]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '84e4a0bd-f283-425f-b244-349996ec3fd0', 'name': 'network-vif-deleted', 'tag': '4e35a919-4992-4af5-a312-01c144741832', 'status': 'failed', 'code': 422} returned with failed status Jul 14 18:28:02.820219 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06eec9d1-23be-49fb-b351-77b796477faf req-a055c438-757f-4925-b83f-6cde464e0625 tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:28:02.824934 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-06eec9d1-23be-49fb-b351-77b796477faf req-a055c438-757f-4925-b83f-6cde464e0625 tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c05dfeb-2e85-4b50-9f47-830b78222eaa HTTP/1.1" status: 200 len: 950 time: 0.0695300 Jul 14 18:28:02.870832 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-06eec9d1-23be-49fb-b351-77b796477faf req-9249ab75-d213-4fe3-a098-0fa0c2af4007 tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] 10.222.0.16 "GET /v2.0/security-groups?id=b0153d44-2cf7-4f50-b628-255afb14ce31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430732 Jul 14 18:28:03.042042 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45883e47-0dc5-4a1d-bd64-7605b8936163 req-dce9638a-c6ac-42e9-bf7d-ddca49b5b7ad tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:28:03.043543 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-45883e47-0dc5-4a1d-bd64-7605b8936163 req-dce9638a-c6ac-42e9-bf7d-ddca49b5b7ad tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] 10.222.0.16 "GET /v2.0/ports?device_id=0c67ccb1-27e9-4b4b-b1d8-0b03abbae8c6 HTTP/1.1" status: 200 len: 945 time: 0.0995021 Jul 14 18:28:03.100015 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e3e026-9430-47a5-97e1-c0ccb6e5d5a0 req-1e4c3f53-001f-4890-9ab4-5e8688a8f233 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:28:03.101527 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-33e3e026-9430-47a5-97e1-c0ccb6e5d5a0 req-1e4c3f53-001f-4890-9ab4-5e8688a8f233 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.16 "GET /v2.0/ports?device_id=b34ed31a-cdf4-42e3-9af8-e1a7ec6d0b20 HTTP/1.1" status: 200 len: 948 time: 0.1107438 Jul 14 18:28:03.104180 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-45883e47-0dc5-4a1d-bd64-7605b8936163 req-6018d799-fff6-4ba2-95a2-0b4db463ddba tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] 10.222.0.16 "GET /v2.0/security-groups?id=4824db20-b9ba-4380-9f29-13755d37b981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536847 Jul 14 18:28:03.144313 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-33e3e026-9430-47a5-97e1-c0ccb6e5d5a0 req-9153adc8-6dba-409b-9ea7-db534e7d8371 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.16 "GET /v2.0/security-groups?id=95148b1b-0f93-483b-9e80-262147c27e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365391 Jul 14 18:28:03.287626 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9510db08-fda7-4949-8bd0-bf644c18c27a req-0f8c840a-d7c4-4552-96ed-728f2a3b01e5 tempest-ServerDiskConfigTestJSON-1372590070 tempest-ServerDiskConfigTestJSON-1372590070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:28:03.289080 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-9510db08-fda7-4949-8bd0-bf644c18c27a req-0f8c840a-d7c4-4552-96ed-728f2a3b01e5 tempest-ServerDiskConfigTestJSON-1372590070 tempest-ServerDiskConfigTestJSON-1372590070-project] 10.222.0.16 "GET /v2.0/ports?device_id=3a42ddc6-5334-4b49-b118-b918cd4d3904 HTTP/1.1" status: 200 len: 946 time: 0.0658972 Jul 14 18:28:03.336745 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-9510db08-fda7-4949-8bd0-bf644c18c27a req-7d2a0320-47a8-4b69-b431-8ffa9561fe07 tempest-ServerDiskConfigTestJSON-1372590070 tempest-ServerDiskConfigTestJSON-1372590070-project] 10.222.0.16 "GET /v2.0/security-groups?id=8f471560-b797-46f3-abf1-e078e196721c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419011 Jul 14 18:28:03.541078 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0b2fae-df6f-4fe0-9231-9d7f809d6f4d req-f85f7217-5adb-4767-b2a2-2ac4f5b89ee1 tempest-MultipleCreateTestJSON-1352928044 tempest-MultipleCreateTestJSON-1352928044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:28:03.542530 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3a0b2fae-df6f-4fe0-9231-9d7f809d6f4d req-f85f7217-5adb-4767-b2a2-2ac4f5b89ee1 tempest-MultipleCreateTestJSON-1352928044 tempest-MultipleCreateTestJSON-1352928044-project] 10.222.0.16 "GET /v2.0/ports?device_id=24e69c05-052d-4c7d-a46d-abf449e32bb4 HTTP/1.1" status: 200 len: 945 time: 0.1081076 Jul 14 18:28:03.554814 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8ffa3c-4c45-4fbb-8351-8e1d92c63884 req-063449d8-30ae-4a28-8567-4787e7482c7e tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:28:03.556237 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2a8ffa3c-4c45-4fbb-8351-8e1d92c63884 req-063449d8-30ae-4a28-8567-4787e7482c7e tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] 10.222.0.16 "GET /v2.0/ports?device_id=0c67ccb1-27e9-4b4b-b1d8-0b03abbae8c6 HTTP/1.1" status: 200 len: 945 time: 0.0879395 Jul 14 18:28:03.610516 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3a0b2fae-df6f-4fe0-9231-9d7f809d6f4d req-6ace6091-4882-4c1b-a501-72e9cf80dc2d tempest-MultipleCreateTestJSON-1352928044 tempest-MultipleCreateTestJSON-1352928044-project] 10.222.0.16 "GET /v2.0/security-groups?id=1717ebe8-f29a-4477-a288-2900c0dd0f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533466 Jul 14 18:28:03.615251 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2a8ffa3c-4c45-4fbb-8351-8e1d92c63884 req-37c8a353-593e-404c-8356-c7b2552028d0 tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] 10.222.0.16 "GET /v2.0/security-groups?id=4824db20-b9ba-4380-9f29-13755d37b981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523086 Jul 14 18:28:03.929987 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device 4e35a919-4992-4af5-a312-01c144741832 no longer exists at agent hyperv_n-h1-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 18:28:03.934021 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e84540-ad9b-462a-a259-ba34d953d170 req-227e7966-bd6e-4a95-a9d9-779beb373d7b tempest-ServerRescueNegativeTestJSON-843679432 tempest-ServerRescueNegativeTestJSON-843679432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:28:03.935430 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c2e84540-ad9b-462a-a259-ba34d953d170 req-227e7966-bd6e-4a95-a9d9-779beb373d7b tempest-ServerRescueNegativeTestJSON-843679432 tempest-ServerRescueNegativeTestJSON-843679432-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b9e4456-2d8d-44aa-a867-8b086bbb5414 HTTP/1.1" status: 200 len: 946 time: 0.1815310 Jul 14 18:28:03.955325 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] No Port match for: 4e35a919-4992-4af5-a312-01c144741832 {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 18:28:03.956019 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device 4e35a919-4992-4af5-a312-01c144741832 not bound to the agent host n-h1-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 18:28:03.975540 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bd0cc5-2ec5-4cc1-be2a-7712f84984a1 req-71208264-8a5d-41a6-b199-b1835efecf0b tempest-MultipleCreateTestJSON-1352928044 tempest-MultipleCreateTestJSON-1352928044-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:28:03.977030 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-70bd0cc5-2ec5-4cc1-be2a-7712f84984a1 req-71208264-8a5d-41a6-b199-b1835efecf0b tempest-MultipleCreateTestJSON-1352928044 tempest-MultipleCreateTestJSON-1352928044-project] 10.222.0.35 "GET /v2.0/networks?id=7c5c265b-c8cb-48dd-918e-349f7d6fa97f HTTP/1.1" status: 200 len: 813 time: 0.1849554 Jul 14 18:28:03.998980 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [req-70bd0cc5-2ec5-4cc1-be2a-7712f84984a1 req-ce4ce5cf-ae0e-4e02-aaca-1effd31022df tempest-MultipleCreateTestJSON-1352928044 tempest-MultipleCreateTestJSON-1352928044-project] Request body: {'port': {'device_id': '84e4a0bd-f283-425f-b244-349996ec3fd0', 'network_id': '7c5c265b-c8cb-48dd-918e-349f7d6fa97f', 'admin_state_up': True, 'tenant_id': '82e7174add29402ca6b9595971263e7a'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:28:04.010150 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c2e84540-ad9b-462a-a259-ba34d953d170 req-2c33b496-0e8e-4469-a821-ad154662ccce tempest-ServerRescueNegativeTestJSON-843679432 tempest-ServerRescueNegativeTestJSON-843679432-project] 10.222.0.16 "GET /v2.0/security-groups?id=2ad455ff-6ff4-4067-8bf1-fdec963484f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641067 Jul 14 18:28:04.161355 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-70bd0cc5-2ec5-4cc1-be2a-7712f84984a1 req-ce4ce5cf-ae0e-4e02-aaca-1effd31022df tempest-MultipleCreateTestJSON-1352928044 tempest-MultipleCreateTestJSON-1352928044-project] Made reservation on behalf of 82e7174add29402ca6b9595971263e7a for: {'port': 1} {{(pid=93915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:28:04.165057 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-70bd0cc5-2ec5-4cc1-be2a-7712f84984a1 req-ce4ce5cf-ae0e-4e02-aaca-1effd31022df tempest-MultipleCreateTestJSON-1352928044 tempest-MultipleCreateTestJSON-1352928044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:28:04.201105 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798ea7c4-25a9-40e5-980e-58898e864977 req-0f999896-34b7-4585-af57-8b7db3ba184a tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:28:04.202599 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-798ea7c4-25a9-40e5-980e-58898e864977 req-0f999896-34b7-4585-af57-8b7db3ba184a tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c05dfeb-2e85-4b50-9f47-830b78222eaa HTTP/1.1" status: 200 len: 950 time: 0.1115689 Jul 14 18:28:04.316884 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-798ea7c4-25a9-40e5-980e-58898e864977 req-1ad31d3f-d6cb-42bd-a81b-8d1106869a7d tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] 10.222.0.16 "GET /v2.0/security-groups?id=b0153d44-2cf7-4f50-b628-255afb14ce31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805776 Jul 14 18:28:04.369261 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.db_base_plugin_common [req-70bd0cc5-2ec5-4cc1-be2a-7712f84984a1 req-ce4ce5cf-ae0e-4e02-aaca-1effd31022df tempest-MultipleCreateTestJSON-1352928044 tempest-MultipleCreateTestJSON-1352928044-project] Allocated IP 172.20.0.7 (7c5c265b-c8cb-48dd-918e-349f7d6fa97f/f032006b-6262-4a79-b1ea-5cdc8bbf67c0/6aa84425-5e4b-4dae-ae70-9323b66953a5) {{(pid=93915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:28:04.423025 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09b9950-4caa-4b68-8c63-9ed313eab12b req-d9490268-67a8-43e3-bb4c-d3eb9124808f tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:28:04.430135 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b09b9950-4caa-4b68-8c63-9ed313eab12b req-d9490268-67a8-43e3-bb4c-d3eb9124808f tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.16 "GET /v2.0/ports?device_id=b34ed31a-cdf4-42e3-9af8-e1a7ec6d0b20 HTTP/1.1" status: 200 len: 948 time: 0.1522546 Jul 14 18:28:04.516633 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b09b9950-4caa-4b68-8c63-9ed313eab12b req-f3d14c92-d695-441b-b54c-4570006f5806 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.16 "GET /v2.0/security-groups?id=95148b1b-0f93-483b-9e80-262147c27e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856223 Jul 14 18:28:04.651973 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a6eb35-01db-41de-8c58-5e802dde619e req-89064a98-0dc8-43bb-9748-261422278135 tempest-ServerDiskConfigTestJSON-1372590070 tempest-ServerDiskConfigTestJSON-1372590070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:28:04.653634 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c4a6eb35-01db-41de-8c58-5e802dde619e req-89064a98-0dc8-43bb-9748-261422278135 tempest-ServerDiskConfigTestJSON-1372590070 tempest-ServerDiskConfigTestJSON-1372590070-project] 10.222.0.16 "GET /v2.0/ports?device_id=3a42ddc6-5334-4b49-b118-b918cd4d3904 HTTP/1.1" status: 200 len: 946 time: 0.1607008 Jul 14 18:28:04.666210 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-70bd0cc5-2ec5-4cc1-be2a-7712f84984a1 req-ce4ce5cf-ae0e-4e02-aaca-1effd31022df tempest-MultipleCreateTestJSON-1352928044 tempest-MultipleCreateTestJSON-1352928044-project] Notify callbacks [] for port, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:28:04.733242 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c4a6eb35-01db-41de-8c58-5e802dde619e req-83c35b56-f724-4075-8379-1561204dae39 tempest-ServerDiskConfigTestJSON-1372590070 tempest-ServerDiskConfigTestJSON-1372590070-project] 10.222.0.16 "GET /v2.0/security-groups?id=8f471560-b797-46f3-abf1-e078e196721c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700085 Jul 14 18:28:04.820848 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-70bd0cc5-2ec5-4cc1-be2a-7712f84984a1 req-ce4ce5cf-ae0e-4e02-aaca-1effd31022df tempest-MultipleCreateTestJSON-1352928044 tempest-MultipleCreateTestJSON-1352928044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:28:04.834139 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] get_ports_and_sgs() called for port_ids ['e5e742d7-95c3-4483-97c7-588ee9aea075'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 18:28:04.937935 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94facfe7-07df-4187-a41d-4564d694205a req-d4731de1-cac3-4257-867e-f174c8049f47 tempest-MultipleCreateTestJSON-1352928044 tempest-MultipleCreateTestJSON-1352928044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:28:04.946377 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-94facfe7-07df-4187-a41d-4564d694205a req-d4731de1-cac3-4257-867e-f174c8049f47 tempest-MultipleCreateTestJSON-1352928044 tempest-MultipleCreateTestJSON-1352928044-project] 10.222.0.16 "GET /v2.0/ports?device_id=24e69c05-052d-4c7d-a46d-abf449e32bb4 HTTP/1.1" status: 200 len: 945 time: 0.2013226 Jul 14 18:28:05.008884 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-70bd0cc5-2ec5-4cc1-be2a-7712f84984a1 req-ce4ce5cf-ae0e-4e02-aaca-1effd31022df tempest-MultipleCreateTestJSON-1352928044 tempest-MultipleCreateTestJSON-1352928044-project] Network 7c5c265b-c8cb-48dd-918e-349f7d6fa97f is already hosted by enough agents. {{(pid=93915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:28:05.022812 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4ce5cf-ae0e-4e02-aaca-1effd31022df tempest-MultipleCreateTestJSON-1352928044 tempest-MultipleCreateTestJSON-1352928044-project] Pushing event updated for resources: {'Port': ['ID=6aa84425-5e4b-4dae-ae70-9323b66953a5,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:28:05.029345 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [req-70bd0cc5-2ec5-4cc1-be2a-7712f84984a1 req-ce4ce5cf-ae0e-4e02-aaca-1effd31022df tempest-MultipleCreateTestJSON-1352928044 tempest-MultipleCreateTestJSON-1352928044-project] Resources bound (agent type, host, resource id): {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:28:05.033332 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [req-70bd0cc5-2ec5-4cc1-be2a-7712f84984a1 req-ce4ce5cf-ae0e-4e02-aaca-1effd31022df tempest-MultipleCreateTestJSON-1352928044 tempest-MultipleCreateTestJSON-1352928044-project] Received port after_create {{(pid=93915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:28:05.112669 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-94facfe7-07df-4187-a41d-4564d694205a req-d1ce2e00-19ea-4471-8b8a-1c505f389073 tempest-MultipleCreateTestJSON-1352928044 tempest-MultipleCreateTestJSON-1352928044-project] 10.222.0.16 "GET /v2.0/security-groups?id=1717ebe8-f29a-4477-a288-2900c0dd0f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651282 Jul 14 18:28:05.136596 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bd0cc5-2ec5-4cc1-be2a-7712f84984a1 req-ce4ce5cf-ae0e-4e02-aaca-1effd31022df tempest-MultipleCreateTestJSON-1352928044 tempest-MultipleCreateTestJSON-1352928044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:28:05.137829 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-70bd0cc5-2ec5-4cc1-be2a-7712f84984a1 req-ce4ce5cf-ae0e-4e02-aaca-1effd31022df tempest-MultipleCreateTestJSON-1352928044 tempest-MultipleCreateTestJSON-1352928044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:28:05.164973 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d403753-c1ee-4d58-915e-fe89740e362a req-bc78690e-2429-4abd-9f05-f6a91d26e1e4 tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:28:05.166517 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-8d403753-c1ee-4d58-915e-fe89740e362a req-bc78690e-2429-4abd-9f05-f6a91d26e1e4 tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] 10.222.0.35 "GET /v2.0/ports?device_id=0c67ccb1-27e9-4b4b-b1d8-0b03abbae8c6 HTTP/1.1" status: 200 len: 945 time: 0.2538710 Jul 14 18:28:05.173591 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:28:05.175479 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8986af-d040-4c4f-aa36-7edd723afaed req-052ce45b-be59-4364-aedd-73cc1bb68eda tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:28:05.177941 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-ca8986af-d040-4c4f-aa36-7edd723afaed req-052ce45b-be59-4364-aedd-73cc1bb68eda tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] 10.222.0.18 "GET /v2.0/ports?device_id=9c05dfeb-2e85-4b50-9f47-830b78222eaa HTTP/1.1" status: 200 len: 950 time: 0.0802546 Jul 14 18:28:05.242280 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-70bd0cc5-2ec5-4cc1-be2a-7712f84984a1 req-ce4ce5cf-ae0e-4e02-aaca-1effd31022df tempest-MultipleCreateTestJSON-1352928044 tempest-MultipleCreateTestJSON-1352928044-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2489061 Jul 14 18:28:05.268375 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26670421-6581-42f6-8c1f-2e2982a8472a req-f34c84d9-9962-476f-bbd0-516fcd1e5995 tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:28:05.277734 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-26670421-6581-42f6-8c1f-2e2982a8472a req-f34c84d9-9962-476f-bbd0-516fcd1e5995 tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] 10.222.0.16 "GET /v2.0/ports?device_id=0c67ccb1-27e9-4b4b-b1d8-0b03abbae8c6 HTTP/1.1" status: 200 len: 945 time: 0.4226425 Jul 14 18:28:05.286537 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [req-70bd0cc5-2ec5-4cc1-be2a-7712f84984a1 req-f69670b3-f01b-42bc-b14d-74813e0ea58b service neutron] Request body: {'port': {'device_id': '84e4a0bd-f283-425f-b244-349996ec3fd0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800634-3'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:28:05.311741 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [req-ca8986af-d040-4c4f-aa36-7edd723afaed req-1b7714d0-3a24-408e-b7e2-546f4fc3dca3 tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] Deleting port e9506bac-cf7c-4cbe-a3cc-9b896832d9e8 {{(pid=93916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:28:05.312087 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-ca8986af-d040-4c4f-aa36-7edd723afaed req-1b7714d0-3a24-408e-b7e2-546f4fc3dca3 tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:28:05.380815 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-26670421-6581-42f6-8c1f-2e2982a8472a req-c1b10b5e-eeef-438f-8dba-7ea1b38eb32a tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] 10.222.0.16 "GET /v2.0/security-groups?id=4824db20-b9ba-4380-9f29-13755d37b981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020210 Jul 14 18:28:05.433824 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.db [req-ca8986af-d040-4c4f-aa36-7edd723afaed req-1b7714d0-3a24-408e-b7e2-546f4fc3dca3 tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] For port e9506bac-cf7c-4cbe-a3cc-9b896832d9e8, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=e9506bac-cf7c-4cbe-a3cc-9b896832d9e8,segment=NetworkSegment(067fc487-22c7-42de-972d-ae352a28ad29),segment_id=067fc487-22c7-42de-972d-ae352a28ad29)] {{(pid=93916) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:28:05.434269 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-ca8986af-d040-4c4f-aa36-7edd723afaed req-1b7714d0-3a24-408e-b7e2-546f4fc3dca3 tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:28:05.458101 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [req-8d403753-c1ee-4d58-915e-fe89740e362a req-b2b98599-4811-41b8-ba7e-900bb503625f tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] Deleting port 4b176dea-895b-4db0-b29f-d4e6b95a07db {{(pid=93915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:28:05.458101 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-8d403753-c1ee-4d58-915e-fe89740e362a req-b2b98599-4811-41b8-ba7e-900bb503625f tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:28:05.460051 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [req-ca8986af-d040-4c4f-aa36-7edd723afaed req-1b7714d0-3a24-408e-b7e2-546f4fc3dca3 tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] Calling delete_port for e9506bac-cf7c-4cbe-a3cc-9b896832d9e8 owned by compute:nova {{(pid=93916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:28:05.529562 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-70bd0cc5-2ec5-4cc1-be2a-7712f84984a1 req-f69670b3-f01b-42bc-b14d-74813e0ea58b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:28:05.642520 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-ca8986af-d040-4c4f-aa36-7edd723afaed req-1b7714d0-3a24-408e-b7e2-546f4fc3dca3 tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:28:05.656860 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] get_ports_and_sgs() called for port_ids ['6db54b77-ae18-4961-a34d-c8c708f5857a'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 18:28:05.659760 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] get_ports_and_sgs() called for port_ids ['669c9edf-0066-4f1c-8103-9c630a3adbef', '12f9f4e0-732a-4ff7-ae01-79782107bd50', '93931838-c4c9-4619-9753-71eeca38dcdc', 'e9506bac-cf7c-4cbe-a3cc-9b896832d9e8'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 18:28:05.678167 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7714d0-3a24-408e-b7e2-546f4fc3dca3 tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] Pushing event deleted for resources: {'Port': ['ID=e9506bac-cf7c-4cbe-a3cc-9b896832d9e8,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:28:05.744977 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca8986af-d040-4c4f-aa36-7edd723afaed req-1b7714d0-3a24-408e-b7e2-546f4fc3dca3 tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] No DVR routers for this DVR port e9506bac-cf7c-4cbe-a3cc-9b896832d9e8 on host n-h1-800634-3 {{(pid=93916) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 18:28:05.748319 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-ca8986af-d040-4c4f-aa36-7edd723afaed req-1b7714d0-3a24-408e-b7e2-546f4fc3dca3 tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:28:05.753297 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-ca8986af-d040-4c4f-aa36-7edd723afaed req-1b7714d0-3a24-408e-b7e2-546f4fc3dca3 tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] 10.222.0.18 "DELETE /v2.0/ports/e9506bac-cf7c-4cbe-a3cc-9b896832d9e8 HTTP/1.1" status: 204 len: 173 time: 0.5665984 Jul 14 18:28:05.753297 n-d-800634-3 neutron-server[93916]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c05dfeb-2e85-4b50-9f47-830b78222eaa', 'name': 'network-vif-deleted', 'tag': 'e9506bac-cf7c-4cbe-a3cc-9b896832d9e8'}] {{(pid=93916) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:28:05.755326 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f803e150b363a7893830aa996ac27753fa25517c406ecd3536b7c2d4b26eeb9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e54270f9-9d4c-44c2-864b-7c55f05335a9" -d '{"events": [{"server_uuid": "9c05dfeb-2e85-4b50-9f47-830b78222eaa", "name": "network-vif-deleted", "tag": "e9506bac-cf7c-4cbe-a3cc-9b896832d9e8"}]}' {{(pid=93916) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:28:06.021794 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-8d403753-c1ee-4d58-915e-fe89740e362a req-b2b98599-4811-41b8-ba7e-900bb503625f tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] For port 4b176dea-895b-4db0-b29f-d4e6b95a07db, host n-h2-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=4b176dea-895b-4db0-b29f-d4e6b95a07db,segment=NetworkSegment(c5dc6d5b-42e9-4c22-85af-e48a17c0bd6d),segment_id=c5dc6d5b-42e9-4c22-85af-e48a17c0bd6d)] {{(pid=93915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:28:06.022425 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-8d403753-c1ee-4d58-915e-fe89740e362a req-b2b98599-4811-41b8-ba7e-900bb503625f tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:28:06.057390 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e606ce-bf30-4be3-805f-459cd9e4eec8 req-4aad9d33-e8e3-4989-9279-6ed782da5961 tempest-ServerRescueNegativeTestJSON-843679432 tempest-ServerRescueNegativeTestJSON-843679432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:28:06.065697 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-19e606ce-bf30-4be3-805f-459cd9e4eec8 req-4aad9d33-e8e3-4989-9279-6ed782da5961 tempest-ServerRescueNegativeTestJSON-843679432 tempest-ServerRescueNegativeTestJSON-843679432-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b9e4456-2d8d-44aa-a867-8b086bbb5414 HTTP/1.1" status: 200 len: 946 time: 0.6659818 Jul 14 18:28:06.070410 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [req-8d403753-c1ee-4d58-915e-fe89740e362a req-b2b98599-4811-41b8-ba7e-900bb503625f tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] Calling delete_port for 4b176dea-895b-4db0-b29f-d4e6b95a07db owned by compute:nova {{(pid=93915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:28:06.160902 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ff07c4-3698-4ff0-8f4c-3f8ced4a211e req-d35d3071-9591-4a00-9d07-05cbe85517a0 tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:28:06.162403 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-d7ff07c4-3698-4ff0-8f4c-3f8ced4a211e req-d35d3071-9591-4a00-9d07-05cbe85517a0 tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c05dfeb-2e85-4b50-9f47-830b78222eaa HTTP/1.1" status: 200 len: 867 time: 0.6337686 Jul 14 18:28:06.260596 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-19e606ce-bf30-4be3-805f-459cd9e4eec8 req-d66723f5-4f63-41e3-8b57-edb755356da6 tempest-ServerRescueNegativeTestJSON-843679432 tempest-ServerRescueNegativeTestJSON-843679432-project] 10.222.0.16 "GET /v2.0/security-groups?id=2ad455ff-6ff4-4067-8bf1-fdec963484f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1939499 Jul 14 18:28:06.339173 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-d7ff07c4-3698-4ff0-8f4c-3f8ced4a211e req-ff63507f-90ba-4c1c-af63-1ea4127fed4c tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] 10.222.0.16 "GET /v2.0/security-groups?id=b0153d44-2cf7-4f50-b628-255afb14ce31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656928 Jul 14 18:28:06.403282 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 37710) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:28:06.464178 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ca8986af-d040-4c4f-aa36-7edd723afaed req-3861bff2-9d2d-46d2-bb2e-96393004b206 tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c05dfeb-2e85-4b50-9f47-830b78222eaa HTTP/1.1" status: 200 len: 210 time: 0.0435300 Jul 14 18:28:06.594619 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-8d403753-c1ee-4d58-915e-fe89740e362a req-b2b98599-4811-41b8-ba7e-900bb503625f tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:28:06.664216 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a540cd-5c38-40c0-a7ab-f47fa6d76095 req-ea16d33a-1c24-4d61-9c90-a3a5215e0cb7 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:28:06.665727 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-21a540cd-5c38-40c0-a7ab-f47fa6d76095 req-ea16d33a-1c24-4d61-9c90-a3a5215e0cb7 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.16 "GET /v2.0/ports?device_id=b34ed31a-cdf4-42e3-9af8-e1a7ec6d0b20 HTTP/1.1" status: 200 len: 948 time: 0.2808869 Jul 14 18:28:06.674992 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b98599-4811-41b8-ba7e-900bb503625f tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] Pushing event deleted for resources: {'Port': ['ID=4b176dea-895b-4db0-b29f-d4e6b95a07db,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:28:06.687936 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [req-70bd0cc5-2ec5-4cc1-be2a-7712f84984a1 req-f69670b3-f01b-42bc-b14d-74813e0ea58b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6aa84425-5e4b-4dae-ae70-9323b66953a5 {{(pid=93915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 18:28:06.709031 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-70bd0cc5-2ec5-4cc1-be2a-7712f84984a1 req-f69670b3-f01b-42bc-b14d-74813e0ea58b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:28:06.754537 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6da0f0f-61fc-4433-8575-eac652388dc9 req-f41a8dd7-47e6-4431-872c-047635fd385e tempest-ServerDiskConfigTestJSON-1372590070 tempest-ServerDiskConfigTestJSON-1372590070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:28:06.755992 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-d6da0f0f-61fc-4433-8575-eac652388dc9 req-f41a8dd7-47e6-4431-872c-047635fd385e tempest-ServerDiskConfigTestJSON-1372590070 tempest-ServerDiskConfigTestJSON-1372590070-project] 10.222.0.16 "GET /v2.0/ports?device_id=3a42ddc6-5334-4b49-b118-b918cd4d3904 HTTP/1.1" status: 200 len: 946 time: 0.2843328 Jul 14 18:28:06.787884 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d403753-c1ee-4d58-915e-fe89740e362a req-b2b98599-4811-41b8-ba7e-900bb503625f tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] No DVR routers for this DVR port 4b176dea-895b-4db0-b29f-d4e6b95a07db on host n-h2-800634-3 {{(pid=93915) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 18:28:06.790615 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.provisioning_blocks [req-70bd0cc5-2ec5-4cc1-be2a-7712f84984a1 req-f69670b3-f01b-42bc-b14d-74813e0ea58b service neutron] Transition to ACTIVE for port object 6aa84425-5e4b-4dae-ae70-9323b66953a5 will not be triggered until provisioned by entity L2. {{(pid=93915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:28:06.799448 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-8d403753-c1ee-4d58-915e-fe89740e362a req-b2b98599-4811-41b8-ba7e-900bb503625f tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:28:06.801414 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-8d403753-c1ee-4d58-915e-fe89740e362a req-b2b98599-4811-41b8-ba7e-900bb503625f tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] 10.222.0.35 "DELETE /v2.0/ports/4b176dea-895b-4db0-b29f-d4e6b95a07db HTTP/1.1" status: 204 len: 173 time: 1.6251779 Jul 14 18:28:06.802079 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c67ccb1-27e9-4b4b-b1d8-0b03abbae8c6', 'name': 'network-vif-deleted', 'tag': '4b176dea-895b-4db0-b29f-d4e6b95a07db'}] {{(pid=93915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:28:06.804852 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e72782ad3af8f7d4ce76cedf092bca46d1756acc5c4653cf0b52034cdd6b073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52dae6d1-0824-4f9c-9f0d-08a4e7dc922c" -d '{"events": [{"server_uuid": "0c67ccb1-27e9-4b4b-b1d8-0b03abbae8c6", "name": "network-vif-deleted", "tag": "4b176dea-895b-4db0-b29f-d4e6b95a07db"}]}' {{(pid=93915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:28:06.818069 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-70bd0cc5-2ec5-4cc1-be2a-7712f84984a1 req-f69670b3-f01b-42bc-b14d-74813e0ea58b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25912978'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:28:06.837476 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-21a540cd-5c38-40c0-a7ab-f47fa6d76095 req-f0587e69-b77b-47b7-93c7-43627f52b2f7 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.16 "GET /v2.0/security-groups?id=95148b1b-0f93-483b-9e80-262147c27e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578262 Jul 14 18:28:06.919629 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Wed, 14 Jul 2021 18:28:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-772775fa-47c8-46eb-938e-1b73b2ab837e x-openstack-request-id: req-772775fa-47c8-46eb-938e-1b73b2ab837e {{(pid=93916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:28:06.920135 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c05dfeb-2e85-4b50-9f47-830b78222eaa", "name": "network-vif-deleted", "tag": "e9506bac-cf7c-4cbe-a3cc-9b896832d9e8", "status": "failed", "code": 422}]} {{(pid=93916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:28:06.920493 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-772775fa-47c8-46eb-938e-1b73b2ab837e {{(pid=93916) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:28:06.920900 n-d-800634-3 neutron-server[93916]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '9c05dfeb-2e85-4b50-9f47-830b78222eaa', 'name': 'network-vif-deleted', 'tag': 'e9506bac-cf7c-4cbe-a3cc-9b896832d9e8', 'status': 'failed', 'code': 422} returned with failed status Jul 14 18:28:06.941460 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-d6da0f0f-61fc-4433-8575-eac652388dc9 req-62d4ffa9-85a4-4a44-bac4-b1f78d1fa619 tempest-ServerDiskConfigTestJSON-1372590070 tempest-ServerDiskConfigTestJSON-1372590070-project] 10.222.0.16 "GET /v2.0/security-groups?id=8f471560-b797-46f3-abf1-e078e196721c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602614 Jul 14 18:28:06.950976 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69670b3-f01b-42bc-b14d-74813e0ea58b service neutron] Pushing event updated for resources: {'Port': ['ID=6aa84425-5e4b-4dae-ae70-9323b66953a5,revision_number=2']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:28:07.065138 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-70bd0cc5-2ec5-4cc1-be2a-7712f84984a1 req-f69670b3-f01b-42bc-b14d-74813e0ea58b service neutron] Attempting to bind port 6aa84425-5e4b-4dae-ae70-9323b66953a5 on host n-h2-800634-3 for vnic_type normal with profile {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:28:07.065413 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-70bd0cc5-2ec5-4cc1-be2a-7712f84984a1 req-f69670b3-f01b-42bc-b14d-74813e0ea58b service neutron] Attempting to bind port 6aa84425-5e4b-4dae-ae70-9323b66953a5 by drivers openvswitch,hyperv on host n-h2-800634-3 at level 0 using segments [{'id': '083d4956-d74a-4548-8325-55efe8661457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '7c5c265b-c8cb-48dd-918e-349f7d6fa97f'}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:28:07.065751 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70bd0cc5-2ec5-4cc1-be2a-7712f84984a1 req-f69670b3-f01b-42bc-b14d-74813e0ea58b service neutron] Attempting to bind port 6aa84425-5e4b-4dae-ae70-9323b66953a5 on network 7c5c265b-c8cb-48dd-918e-349f7d6fa97f {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:28:07.070399 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70bd0cc5-2ec5-4cc1-be2a-7712f84984a1 req-f69670b3-f01b-42bc-b14d-74813e0ea58b service neutron] Port 6aa84425-5e4b-4dae-ae70-9323b66953a5 on network 7c5c265b-c8cb-48dd-918e-349f7d6fa97f not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-3 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 18:28:07.070827 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70bd0cc5-2ec5-4cc1-be2a-7712f84984a1 req-f69670b3-f01b-42bc-b14d-74813e0ea58b service neutron] Attempting to bind port 6aa84425-5e4b-4dae-ae70-9323b66953a5 on network 7c5c265b-c8cb-48dd-918e-349f7d6fa97f {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:28:07.090185 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70bd0cc5-2ec5-4cc1-be2a-7712f84984a1 req-f69670b3-f01b-42bc-b14d-74813e0ea58b service neutron] Checking agent: {'id': '08e36a6c-8d04-48f0-a644-f27680635246', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 15, 35), 'started_at': datetime.datetime(2021, 7, 14, 18, 15, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 18, 28, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 18:28:07.090527 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70bd0cc5-2ec5-4cc1-be2a-7712f84984a1 req-f69670b3-f01b-42bc-b14d-74813e0ea58b service neutron] Checking segment: {'id': '083d4956-d74a-4548-8325-55efe8661457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '7c5c265b-c8cb-48dd-918e-349f7d6fa97f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:28:07.090997 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70bd0cc5-2ec5-4cc1-be2a-7712f84984a1 req-f69670b3-f01b-42bc-b14d-74813e0ea58b service neutron] Bound using segment: {'id': '083d4956-d74a-4548-8325-55efe8661457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '7c5c265b-c8cb-48dd-918e-349f7d6fa97f'} {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 18:28:07.091459 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-70bd0cc5-2ec5-4cc1-be2a-7712f84984a1 req-f69670b3-f01b-42bc-b14d-74813e0ea58b service neutron] Bound port: 6aa84425-5e4b-4dae-ae70-9323b66953a5, host: n-h2-800634-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '083d4956-d74a-4548-8325-55efe8661457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '7c5c265b-c8cb-48dd-918e-349f7d6fa97f'}}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 18:28:07.091819 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-70bd0cc5-2ec5-4cc1-be2a-7712f84984a1 req-f69670b3-f01b-42bc-b14d-74813e0ea58b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:28:07.205412 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fa6b97-902e-42a4-a066-f3f8ad059a3a req-ab49416e-ab7f-4a3f-afb7-8adb5d2348fb tempest-MultipleCreateTestJSON-1352928044 tempest-MultipleCreateTestJSON-1352928044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:28:07.206978 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-78fa6b97-902e-42a4-a066-f3f8ad059a3a req-ab49416e-ab7f-4a3f-afb7-8adb5d2348fb tempest-MultipleCreateTestJSON-1352928044 tempest-MultipleCreateTestJSON-1352928044-project] 10.222.0.16 "GET /v2.0/ports?device_id=24e69c05-052d-4c7d-a46d-abf449e32bb4 HTTP/1.1" status: 200 len: 945 time: 0.1290510 Jul 14 18:28:07.208168 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-70bd0cc5-2ec5-4cc1-be2a-7712f84984a1 req-f69670b3-f01b-42bc-b14d-74813e0ea58b service neutron] For port 6aa84425-5e4b-4dae-ae70-9323b66953a5, host n-h2-800634-3, cleared binding levels {{(pid=93915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:28:07.211640 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-70bd0cc5-2ec5-4cc1-be2a-7712f84984a1 req-f69670b3-f01b-42bc-b14d-74813e0ea58b service neutron] For port 6aa84425-5e4b-4dae-ae70-9323b66953a5, host n-h2-800634-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=6aa84425-5e4b-4dae-ae70-9323b66953a5,segment=NetworkSegment(083d4956-d74a-4548-8325-55efe8661457),segment_id=083d4956-d74a-4548-8325-55efe8661457)] {{(pid=93915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 18:28:07.230337 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-70bd0cc5-2ec5-4cc1-be2a-7712f84984a1 req-f69670b3-f01b-42bc-b14d-74813e0ea58b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25912978'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:28:07.289237 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b6b052c5-7e2a-4ce6-b7a7-8b0d5fdbc40f req-aca202cb-25ae-467c-ba98-8f8ee65e6388 tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] 10.222.0.16 "GET /v2.0/ports?device_id=0c67ccb1-27e9-4b4b-b1d8-0b03abbae8c6 HTTP/1.1" status: 200 len: 210 time: 0.0677974 Jul 14 18:28:07.294069 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bd0cc5-2ec5-4cc1-be2a-7712f84984a1 req-e37761cd-8201-4725-bff9-6b4157b841d1 tempest-MultipleCreateTestJSON-1352928044 tempest-MultipleCreateTestJSON-1352928044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:28:07.295520 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-70bd0cc5-2ec5-4cc1-be2a-7712f84984a1 req-e37761cd-8201-4725-bff9-6b4157b841d1 tempest-MultipleCreateTestJSON-1352928044 tempest-MultipleCreateTestJSON-1352928044-project] 10.222.0.18 "GET /v2.0/ports?device_id=24e69c05-052d-4c7d-a46d-abf449e32bb4 HTTP/1.1" status: 200 len: 945 time: 0.0933831 Jul 14 18:28:07.305704 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bd0cc5-2ec5-4cc1-be2a-7712f84984a1 req-f69670b3-f01b-42bc-b14d-74813e0ea58b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:28:07.306340 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-70bd0cc5-2ec5-4cc1-be2a-7712f84984a1 req-f69670b3-f01b-42bc-b14d-74813e0ea58b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:28:07.307738 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-70bd0cc5-2ec5-4cc1-be2a-7712f84984a1 req-f69670b3-f01b-42bc-b14d-74813e0ea58b service neutron] 10.222.0.35 "PUT /v2.0/ports/6aa84425-5e4b-4dae-ae70-9323b66953a5 HTTP/1.1" status: 200 len: 1091 time: 2.0268006 Jul 14 18:28:07.322976 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-78fa6b97-902e-42a4-a066-f3f8ad059a3a req-f2430561-48c7-48bf-84bc-d0b4a0f02333 tempest-MultipleCreateTestJSON-1352928044 tempest-MultipleCreateTestJSON-1352928044-project] 10.222.0.16 "GET /v2.0/security-groups?id=1717ebe8-f29a-4477-a288-2900c0dd0f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095729 Jul 14 18:28:07.350365 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69670b3-f01b-42bc-b14d-74813e0ea58b service neutron] Pushing event updated for resources: {'Port': ['ID=6aa84425-5e4b-4dae-ae70-9323b66953a5,revision_number=3']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:28:07.470970 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bd0cc5-2ec5-4cc1-be2a-7712f84984a1 req-4e9afc71-f9ad-4168-8d86-c443dfc2919d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:28:07.475729 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-70bd0cc5-2ec5-4cc1-be2a-7712f84984a1 req-4e9afc71-f9ad-4168-8d86-c443dfc2919d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=82e7174add29402ca6b9595971263e7a&device_id=84e4a0bd-f283-425f-b244-349996ec3fd0 HTTP/1.1" status: 200 len: 1094 time: 0.1018028 Jul 14 18:28:07.484833 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 18:28:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dcb956c-777c-407e-95c0-ce4fdebc7bfd x-openstack-request-id: req-5dcb956c-777c-407e-95c0-ce4fdebc7bfd {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:28:07.485318 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c67ccb1-27e9-4b4b-b1d8-0b03abbae8c6", "name": "network-vif-deleted", "tag": "4b176dea-895b-4db0-b29f-d4e6b95a07db", "status": "completed", "code": 200}]} {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:28:07.485641 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5dcb956c-777c-407e-95c0-ce4fdebc7bfd {{(pid=93915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:28:07.486473 n-d-800634-3 neutron-server[93915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c67ccb1-27e9-4b4b-b1d8-0b03abbae8c6', 'name': 'network-vif-deleted', 'tag': '4b176dea-895b-4db0-b29f-d4e6b95a07db', 'status': 'completed', 'code': 200} Jul 14 18:28:07.502156 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [req-70bd0cc5-2ec5-4cc1-be2a-7712f84984a1 req-647222a2-9ac3-49c6-9838-4419b746b190 tempest-MultipleCreateTestJSON-1352928044 tempest-MultipleCreateTestJSON-1352928044-project] Deleting port e5e742d7-95c3-4483-97c7-588ee9aea075 {{(pid=93916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:28:07.502597 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-70bd0cc5-2ec5-4cc1-be2a-7712f84984a1 req-647222a2-9ac3-49c6-9838-4419b746b190 tempest-MultipleCreateTestJSON-1352928044 tempest-MultipleCreateTestJSON-1352928044-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:28:07.577433 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-70bd0cc5-2ec5-4cc1-be2a-7712f84984a1 req-3ba92a41-4296-4064-a50f-ba1ea2b9e2c2 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6aa84425-5e4b-4dae-ae70-9323b66953a5 HTTP/1.1" status: 200 len: 217 time: 0.0863121 Jul 14 18:28:07.625516 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.db [req-70bd0cc5-2ec5-4cc1-be2a-7712f84984a1 req-647222a2-9ac3-49c6-9838-4419b746b190 tempest-MultipleCreateTestJSON-1352928044 tempest-MultipleCreateTestJSON-1352928044-project] For port e5e742d7-95c3-4483-97c7-588ee9aea075, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=e5e742d7-95c3-4483-97c7-588ee9aea075,segment=NetworkSegment(083d4956-d74a-4548-8325-55efe8661457),segment_id=083d4956-d74a-4548-8325-55efe8661457)] {{(pid=93916) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:28:07.625982 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-70bd0cc5-2ec5-4cc1-be2a-7712f84984a1 req-647222a2-9ac3-49c6-9838-4419b746b190 tempest-MultipleCreateTestJSON-1352928044 tempest-MultipleCreateTestJSON-1352928044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:28:07.671146 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [req-70bd0cc5-2ec5-4cc1-be2a-7712f84984a1 req-647222a2-9ac3-49c6-9838-4419b746b190 tempest-MultipleCreateTestJSON-1352928044 tempest-MultipleCreateTestJSON-1352928044-project] Calling delete_port for e5e742d7-95c3-4483-97c7-588ee9aea075 owned by compute:nova {{(pid=93916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:28:07.704736 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-855dcc40-60c2-427f-8731-67d90a33230d req-06edf5c9-43ad-4a08-9a96-80fd9eab2417 tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c05dfeb-2e85-4b50-9f47-830b78222eaa HTTP/1.1" status: 200 len: 210 time: 0.0523391 Jul 14 18:28:07.717518 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bd0cc5-2ec5-4cc1-be2a-7712f84984a1 req-e215f79e-ae02-4369-b26b-f3b282c2bebf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:28:07.719625 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-70bd0cc5-2ec5-4cc1-be2a-7712f84984a1 req-e215f79e-ae02-4369-b26b-f3b282c2bebf service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f032006b-6262-4a79-b1ea-5cdc8bbf67c0 HTTP/1.1" status: 200 len: 853 time: 0.1195390 Jul 14 18:28:07.732155 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b03349c-9a00-43a8-bb21-bde66003ffb8 req-9eccf048-d5c9-4f02-91f9-9b132c12fadc tempest-ServerRescueNegativeTestJSON-843679432 tempest-ServerRescueNegativeTestJSON-843679432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:28:07.733717 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-9b03349c-9a00-43a8-bb21-bde66003ffb8 req-9eccf048-d5c9-4f02-91f9-9b132c12fadc tempest-ServerRescueNegativeTestJSON-843679432 tempest-ServerRescueNegativeTestJSON-843679432-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b9e4456-2d8d-44aa-a867-8b086bbb5414 HTTP/1.1" status: 200 len: 946 time: 0.2337689 Jul 14 18:28:07.771602 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-70bd0cc5-2ec5-4cc1-be2a-7712f84984a1 req-f1d28019-bfc2-4c2a-abd4-20a1e210c25c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7c5c265b-c8cb-48dd-918e-349f7d6fa97f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0362761 Jul 14 18:28:07.847165 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-70bd0cc5-2ec5-4cc1-be2a-7712f84984a1 req-647222a2-9ac3-49c6-9838-4419b746b190 tempest-MultipleCreateTestJSON-1352928044 tempest-MultipleCreateTestJSON-1352928044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:28:07.862441 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-9b03349c-9a00-43a8-bb21-bde66003ffb8 req-372dcca6-d805-4a59-8078-f5ff0a1ae2ec tempest-ServerRescueNegativeTestJSON-843679432 tempest-ServerRescueNegativeTestJSON-843679432-project] 10.222.0.16 "GET /v2.0/security-groups?id=2ad455ff-6ff4-4067-8bf1-fdec963484f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165686 Jul 14 18:28:07.886196 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647222a2-9ac3-49c6-9838-4419b746b190 tempest-MultipleCreateTestJSON-1352928044 tempest-MultipleCreateTestJSON-1352928044-project] Pushing event deleted for resources: {'Port': ['ID=e5e742d7-95c3-4483-97c7-588ee9aea075,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:28:07.897326 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] get_ports_and_sgs() called for port_ids ['2dc4e7e9-6455-4472-9129-79fcd5d07d19', '9caa10f9-5f31-40f9-92e3-1b6aa08cdbe2'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 18:28:07.923884 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-70bd0cc5-2ec5-4cc1-be2a-7712f84984a1 req-3a07e43c-fa96-440d-ae07-b8c681a01616 service neutron] 10.222.0.35 "GET /v2.0/networks/7c5c265b-c8cb-48dd-918e-349f7d6fa97f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1445765 Jul 14 18:28:07.981813 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.l3_dvrscheduler_db [req-70bd0cc5-2ec5-4cc1-be2a-7712f84984a1 req-647222a2-9ac3-49c6-9838-4419b746b190 tempest-MultipleCreateTestJSON-1352928044 tempest-MultipleCreateTestJSON-1352928044-project] No DVR routers for this DVR port e5e742d7-95c3-4483-97c7-588ee9aea075 on host n-h1-800634-3 {{(pid=93916) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 18:28:07.989199 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-70bd0cc5-2ec5-4cc1-be2a-7712f84984a1 req-647222a2-9ac3-49c6-9838-4419b746b190 tempest-MultipleCreateTestJSON-1352928044 tempest-MultipleCreateTestJSON-1352928044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:28:07.991230 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-70bd0cc5-2ec5-4cc1-be2a-7712f84984a1 req-647222a2-9ac3-49c6-9838-4419b746b190 tempest-MultipleCreateTestJSON-1352928044 tempest-MultipleCreateTestJSON-1352928044-project] 10.222.0.18 "DELETE /v2.0/ports/e5e742d7-95c3-4483-97c7-588ee9aea075 HTTP/1.1" status: 204 len: 173 time: 0.6810057 Jul 14 18:28:08.052345 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] get_ports_and_sgs() called for port_ids ['e5e742d7-95c3-4483-97c7-588ee9aea075'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 18:28:08.057609 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device e9506bac-cf7c-4cbe-a3cc-9b896832d9e8 no longer exists at agent hyperv_n-h1-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 18:28:08.095087 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-70bd0cc5-2ec5-4cc1-be2a-7712f84984a1 req-4e2a1824-c624-4de1-89c6-19eb812f15a5 service neutron] 10.222.0.35 "GET /v2.0/networks/7c5c265b-c8cb-48dd-918e-349f7d6fa97f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1639087 Jul 14 18:28:08.128611 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] No Port match for: e9506bac-cf7c-4cbe-a3cc-9b896832d9e8 {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 18:28:08.129071 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device e9506bac-cf7c-4cbe-a3cc-9b896832d9e8 not bound to the agent host n-h1-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 18:28:08.129954 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device e5e742d7-95c3-4483-97c7-588ee9aea075 no longer exists at agent hyperv_n-h1-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 18:28:08.160945 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] No Port match for: e5e742d7-95c3-4483-97c7-588ee9aea075 {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 18:28:08.161294 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device e5e742d7-95c3-4483-97c7-588ee9aea075 not bound to the agent host n-h1-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 18:28:08.254633 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f88e049-946d-4171-a0e9-e0f0968abd81 req-74f80f7f-a9d8-4ed1-9487-f3792cb57bba tempest-ServerDiskConfigTestJSON-1372590070 tempest-ServerDiskConfigTestJSON-1372590070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:28:08.262211 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-4f88e049-946d-4171-a0e9-e0f0968abd81 req-74f80f7f-a9d8-4ed1-9487-f3792cb57bba tempest-ServerDiskConfigTestJSON-1372590070 tempest-ServerDiskConfigTestJSON-1372590070-project] 10.222.0.16 "GET /v2.0/ports?device_id=3a42ddc6-5334-4b49-b118-b918cd4d3904 HTTP/1.1" status: 200 len: 946 time: 0.0967834 Jul 14 18:28:08.279081 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6aa1db-9654-43bf-aa46-eae5c08848a3 req-bacc09a7-6956-4ea4-9ee9-4debf870da92 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:28:08.281639 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-0c6aa1db-9654-43bf-aa46-eae5c08848a3 req-bacc09a7-6956-4ea4-9ee9-4debf870da92 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.16 "GET /v2.0/ports?device_id=b34ed31a-cdf4-42e3-9af8-e1a7ec6d0b20 HTTP/1.1" status: 200 len: 948 time: 0.1737332 Jul 14 18:28:08.341213 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-4f88e049-946d-4171-a0e9-e0f0968abd81 req-7cc12cda-0c3e-4df7-91c3-193b702b91e2 tempest-ServerDiskConfigTestJSON-1372590070 tempest-ServerDiskConfigTestJSON-1372590070-project] 10.222.0.16 "GET /v2.0/security-groups?id=8f471560-b797-46f3-abf1-e078e196721c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781376 Jul 14 18:28:08.352480 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Device 4b176dea-895b-4db0-b29f-d4e6b95a07db no longer exists at agent hyperv_n-h2-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 18:28:08.360920 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-0c6aa1db-9654-43bf-aa46-eae5c08848a3 req-3b6235d0-d92c-426d-90a1-5c4f15c57961 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.16 "GET /v2.0/security-groups?id=95148b1b-0f93-483b-9e80-262147c27e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709257 Jul 14 18:28:08.405257 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] No Port match for: 4b176dea-895b-4db0-b29f-d4e6b95a07db {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 18:28:08.405608 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Device 4b176dea-895b-4db0-b29f-d4e6b95a07db not bound to the agent host n-h2-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 18:28:08.658444 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3c6b20ba-5be8-4c64-8200-10bb09d60df0 req-069de8f2-697f-4146-ab2a-0d6d660ddffc tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c05dfeb-2e85-4b50-9f47-830b78222eaa HTTP/1.1" status: 200 len: 210 time: 0.0391469 Jul 14 18:28:08.921725 n-d-800634-3 neutron-server[93916]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24e69c05-052d-4c7d-a46d-abf449e32bb4', 'name': 'network-vif-deleted', 'tag': 'e5e742d7-95c3-4483-97c7-588ee9aea075'}] {{(pid=93916) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:28:08.924040 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f803e150b363a7893830aa996ac27753fa25517c406ecd3536b7c2d4b26eeb9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72983fd8-f2d4-459d-91ca-4370483f35c5" -d '{"events": [{"server_uuid": "24e69c05-052d-4c7d-a46d-abf449e32bb4", "name": "network-vif-deleted", "tag": "e5e742d7-95c3-4483-97c7-588ee9aea075"}]}' {{(pid=93916) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:28:08.977170 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ea1a321a-460f-43e1-b0c0-bf0cef55b247 req-c7d0dd0b-1908-4c46-ae29-df02adf2ce9b tempest-MultipleCreateTestJSON-1352928044 tempest-MultipleCreateTestJSON-1352928044-project] 10.222.0.16 "GET /v2.0/ports?device_id=24e69c05-052d-4c7d-a46d-abf449e32bb4 HTTP/1.1" status: 200 len: 210 time: 0.0400832 Jul 14 18:28:09.127150 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Wed, 14 Jul 2021 18:28:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06c3d0d2-e470-4ea6-b46d-6bbbdc665c54 x-openstack-request-id: req-06c3d0d2-e470-4ea6-b46d-6bbbdc665c54 {{(pid=93916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:28:09.127658 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24e69c05-052d-4c7d-a46d-abf449e32bb4", "name": "network-vif-deleted", "tag": "e5e742d7-95c3-4483-97c7-588ee9aea075", "status": "failed", "code": 422}]} {{(pid=93916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:28:09.127658 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-06c3d0d2-e470-4ea6-b46d-6bbbdc665c54 {{(pid=93916) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:28:09.128075 n-d-800634-3 neutron-server[93916]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '24e69c05-052d-4c7d-a46d-abf449e32bb4', 'name': 'network-vif-deleted', 'tag': 'e5e742d7-95c3-4483-97c7-588ee9aea075', 'status': 'failed', 'code': 422} returned with failed status Jul 14 18:28:09.223404 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [req-990cf0f1-6c35-48e7-a98b-63547d7b1793 req-1dfd3437-5d28-4f67-a90d-f59b954cf5f0 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=93916) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 18:28:09.224758 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-990cf0f1-6c35-48e7-a98b-63547d7b1793 req-1dfd3437-5d28-4f67-a90d-f59b954cf5f0 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060606 Jul 14 18:28:09.309114 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee02c26-af28-4515-8ec4-423aaa4aa0aa req-1187c777-d835-4f06-ba69-d2c7606e46ca tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:28:09.310801 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3ee02c26-af28-4515-8ec4-423aaa4aa0aa req-1187c777-d835-4f06-ba69-d2c7606e46ca tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] 10.222.0.16 "GET /v2.0/ports?device_id=54c7ae54-2903-4613-9495-d980de44aef8 HTTP/1.1" status: 200 len: 949 time: 0.0914540 Jul 14 18:28:09.363370 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-990cf0f1-6c35-48e7-a98b-63547d7b1793 req-a135c3b5-7a26-4c76-99e0-1ac5d196063d service neutron] 10.222.0.18 "GET /v2.0/ports/2963b705-b1e1-4311-8a6e-95a0846fc25f/bindings/n-h1-800634-3 HTTP/1.1" status: 200 len: 382 time: 0.1286168 Jul 14 18:28:09.364854 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3ee02c26-af28-4515-8ec4-423aaa4aa0aa req-ad07ee20-9d51-4efd-a724-12eaa80d7f07 tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] 10.222.0.16 "GET /v2.0/security-groups?id=b0153d44-2cf7-4f50-b628-255afb14ce31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478764 Jul 14 18:28:09.473662 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b41260-e24c-4c65-8ca9-e232cea66413 req-6a9ce53b-d16d-4561-95e1-976b9ebc673a tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:28:09.475388 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-63b41260-e24c-4c65-8ca9-e232cea66413 req-6a9ce53b-d16d-4561-95e1-976b9ebc673a tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] 10.222.0.16 "GET /v2.0/ports?device_id=60ce9c56-2edf-46b5-91b2-f26d23383604 HTTP/1.1" status: 200 len: 945 time: 0.0900269 Jul 14 18:28:09.487902 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84e4a0bd-f283-425f-b244-349996ec3fd0', 'tag': '6aa84425-5e4b-4dae-ae70-9323b66953a5'}] {{(pid=93915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:28:09.490315 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e72782ad3af8f7d4ce76cedf092bca46d1756acc5c4653cf0b52034cdd6b073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1d3ddb4-2764-4c22-a5af-c4eb08e9c972" -d '{"events": [{"name": "network-changed", "server_uuid": "84e4a0bd-f283-425f-b244-349996ec3fd0", "tag": "6aa84425-5e4b-4dae-ae70-9323b66953a5"}]}' {{(pid=93915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:28:09.602358 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-63b41260-e24c-4c65-8ca9-e232cea66413 req-a62ba6e7-c3b5-4601-83cd-fc0b53854bfa tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] 10.222.0.16 "GET /v2.0/security-groups?id=4824db20-b9ba-4380-9f29-13755d37b981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165547 Jul 14 18:28:09.660889 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a489f308-8a71-4c1b-b18c-b362739f7345 req-b065453d-b71d-427b-a37b-93162428213e tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:28:09.666246 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a489f308-8a71-4c1b-b18c-b362739f7345 req-b065453d-b71d-427b-a37b-93162428213e tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.16 "GET /v2.0/ports?device_id=b34ed31a-cdf4-42e3-9af8-e1a7ec6d0b20 HTTP/1.1" status: 200 len: 948 time: 0.1432421 Jul 14 18:28:09.804972 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc284b2-8697-402e-9dc5-e4dd9ccc55e4 req-1f3ce161-310d-4bfd-982d-6177e11f679e tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:28:09.806474 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-4cc284b2-8697-402e-9dc5-e4dd9ccc55e4 req-1f3ce161-310d-4bfd-982d-6177e11f679e tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] 10.222.0.35 "GET /v2.0/ports?device_id=54c7ae54-2903-4613-9495-d980de44aef8 HTTP/1.1" status: 200 len: 949 time: 0.3301051 Jul 14 18:28:09.837602 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990cf0f1-6c35-48e7-a98b-63547d7b1793 req-a35d67e7-59d7-4dd2-91fe-bbf6a0045028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:28:09.839224 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-990cf0f1-6c35-48e7-a98b-63547d7b1793 req-a35d67e7-59d7-4dd2-91fe-bbf6a0045028 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=b34ed31a-cdf4-42e3-9af8-e1a7ec6d0b20&tenant_id=e0d800f124a7477bb29e534c1272cd15 HTTP/1.1" status: 200 len: 1099 time: 0.0876746 Jul 14 18:28:09.921355 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a489f308-8a71-4c1b-b18c-b362739f7345 req-796df533-a26a-4f03-816b-be31ae6224fe tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.16 "GET /v2.0/security-groups?id=95148b1b-0f93-483b-9e80-262147c27e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2268643 Jul 14 18:28:09.946129 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990cf0f1-6c35-48e7-a98b-63547d7b1793 req-68e74b65-bb20-497f-b569-4cbdb9e2b04b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:28:09.947917 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-990cf0f1-6c35-48e7-a98b-63547d7b1793 req-68e74b65-bb20-497f-b569-4cbdb9e2b04b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e0d800f124a7477bb29e534c1272cd15&device_id=b34ed31a-cdf4-42e3-9af8-e1a7ec6d0b20 HTTP/1.1" status: 200 len: 1099 time: 0.0715365 Jul 14 18:28:10.007688 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 18:28:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-407b6fb8-70cc-4813-97a2-2fcd17af15b8 x-openstack-request-id: req-407b6fb8-70cc-4813-97a2-2fcd17af15b8 {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:28:10.008364 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84e4a0bd-f283-425f-b244-349996ec3fd0", "tag": "6aa84425-5e4b-4dae-ae70-9323b66953a5", "status": "completed", "code": 200}]} {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:28:10.008812 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-407b6fb8-70cc-4813-97a2-2fcd17af15b8 {{(pid=93915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:28:10.009393 n-d-800634-3 neutron-server[93915]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84e4a0bd-f283-425f-b244-349996ec3fd0', 'tag': '6aa84425-5e4b-4dae-ae70-9323b66953a5', 'status': 'completed', 'code': 200} Jul 14 18:28:10.042347 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37257cb-b128-4e86-8ca0-cc58ea888ba4 req-0b68689c-441f-4456-9b6a-1cdf144ec3f3 tempest-ServerDiskConfigTestJSON-1372590070 tempest-ServerDiskConfigTestJSON-1372590070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:28:10.044336 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f37257cb-b128-4e86-8ca0-cc58ea888ba4 req-0b68689c-441f-4456-9b6a-1cdf144ec3f3 tempest-ServerDiskConfigTestJSON-1372590070 tempest-ServerDiskConfigTestJSON-1372590070-project] 10.222.0.16 "GET /v2.0/ports?device_id=3a42ddc6-5334-4b49-b118-b918cd4d3904 HTTP/1.1" status: 200 len: 946 time: 0.2688305 Jul 14 18:28:10.058087 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bd0cc5-2ec5-4cc1-be2a-7712f84984a1 req-f352ce3e-cf0e-4237-8b77-bfdcffefb07d tempest-MultipleCreateTestJSON-1352928044 tempest-MultipleCreateTestJSON-1352928044-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:28:10.059581 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-70bd0cc5-2ec5-4cc1-be2a-7712f84984a1 req-f352ce3e-cf0e-4237-8b77-bfdcffefb07d tempest-MultipleCreateTestJSON-1352928044 tempest-MultipleCreateTestJSON-1352928044-project] 10.222.0.35 "GET /v2.0/networks?id=7c5c265b-c8cb-48dd-918e-349f7d6fa97f HTTP/1.1" status: 200 len: 813 time: 0.3916492 Jul 14 18:28:10.091667 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [req-70bd0cc5-2ec5-4cc1-be2a-7712f84984a1 req-1680b58f-388b-496e-ac39-da71796e67f7 tempest-MultipleCreateTestJSON-1352928044 tempest-MultipleCreateTestJSON-1352928044-project] Request body: {'port': {'device_id': '24e69c05-052d-4c7d-a46d-abf449e32bb4', 'network_id': '7c5c265b-c8cb-48dd-918e-349f7d6fa97f', 'admin_state_up': True, 'tenant_id': '82e7174add29402ca6b9595971263e7a'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:28:10.123423 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990cf0f1-6c35-48e7-a98b-63547d7b1793 req-e3d73772-7235-485d-89f5-cbe7beb680c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:28:10.125303 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-990cf0f1-6c35-48e7-a98b-63547d7b1793 req-e3d73772-7235-485d-89f5-cbe7beb680c0 service neutron] 10.222.0.18 "GET /v2.0/networks?id=4f742057-89ee-4b4a-86f7-487ee61881a1 HTTP/1.1" status: 200 len: 869 time: 0.1666875 Jul 14 18:28:10.178655 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [req-4cc284b2-8697-402e-9dc5-e4dd9ccc55e4 req-f2004b1d-bf6a-4542-86be-1123b917a2cd tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] Deleting port 6db54b77-ae18-4961-a34d-c8c708f5857a {{(pid=93915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:28:10.178920 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-4cc284b2-8697-402e-9dc5-e4dd9ccc55e4 req-f2004b1d-bf6a-4542-86be-1123b917a2cd tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:28:10.179392 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-990cf0f1-6c35-48e7-a98b-63547d7b1793 req-9869696f-18ab-4de9-b762-eff39e0a1e9d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.3&port_id=2963b705-b1e1-4311-8a6e-95a0846fc25f HTTP/1.1" status: 200 len: 217 time: 0.0429993 Jul 14 18:28:10.188406 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d3ddb4-2764-4c22-a5af-c4eb08e9c972 req-a6b8e5c2-01ab-4e2c-8397-4fca70d045ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:28:10.190251 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-a1d3ddb4-2764-4c22-a5af-c4eb08e9c972 req-a6b8e5c2-01ab-4e2c-8397-4fca70d045ad service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=82e7174add29402ca6b9595971263e7a&device_id=84e4a0bd-f283-425f-b244-349996ec3fd0 HTTP/1.1" status: 200 len: 1094 time: 0.1822665 Jul 14 18:28:10.243653 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f37257cb-b128-4e86-8ca0-cc58ea888ba4 req-9a135e31-e58a-4532-8cc0-546bd964c343 tempest-ServerDiskConfigTestJSON-1372590070 tempest-ServerDiskConfigTestJSON-1372590070-project] 10.222.0.16 "GET /v2.0/security-groups?id=8f471560-b797-46f3-abf1-e078e196721c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1830678 Jul 14 18:28:10.307250 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990cf0f1-6c35-48e7-a98b-63547d7b1793 req-cbc9a5c7-7c1d-4498-82e3-412cd656ab59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:28:10.308734 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-990cf0f1-6c35-48e7-a98b-63547d7b1793 req-cbc9a5c7-7c1d-4498-82e3-412cd656ab59 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f20c54fb-f7da-4761-aa61-2e4f99f3d332 HTTP/1.1" status: 200 len: 843 time: 0.1027377 Jul 14 18:28:10.315062 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ee21867c-378d-4510-9d7f-35c8273dbb32 req-677b9dcd-c12b-4384-9461-27ff6d578c0d tempest-MultipleCreateTestJSON-1352928044 tempest-MultipleCreateTestJSON-1352928044-project] 10.222.0.16 "GET /v2.0/ports?device_id=24e69c05-052d-4c7d-a46d-abf449e32bb4 HTTP/1.1" status: 200 len: 210 time: 0.0680490 Jul 14 18:28:10.361793 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d3ddb4-2764-4c22-a5af-c4eb08e9c972 req-5b3826f9-7b02-49a8-a3d3-dae9b33ea3a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:28:10.363518 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-a1d3ddb4-2764-4c22-a5af-c4eb08e9c972 req-5b3826f9-7b02-49a8-a3d3-dae9b33ea3a7 service neutron] 10.222.0.35 "GET /v2.0/networks?id=7c5c265b-c8cb-48dd-918e-349f7d6fa97f HTTP/1.1" status: 200 len: 913 time: 0.1673234 Jul 14 18:28:10.369315 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Device 6aa84425-5e4b-4dae-ae70-9323b66953a5 details requested by agent hyperv_n-h2-800634-3 with host n-h2-800634-3 {{(pid=93917) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 18:28:10.390586 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-4cc284b2-8697-402e-9dc5-e4dd9ccc55e4 req-f2004b1d-bf6a-4542-86be-1123b917a2cd tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] For port 6db54b77-ae18-4961-a34d-c8c708f5857a, host n-h2-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=6db54b77-ae18-4961-a34d-c8c708f5857a,segment=NetworkSegment(067fc487-22c7-42de-972d-ae352a28ad29),segment_id=067fc487-22c7-42de-972d-ae352a28ad29)] {{(pid=93915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:28:10.391135 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-4cc284b2-8697-402e-9dc5-e4dd9ccc55e4 req-f2004b1d-bf6a-4542-86be-1123b917a2cd tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:28:10.410338 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-70bd0cc5-2ec5-4cc1-be2a-7712f84984a1 req-1680b58f-388b-496e-ac39-da71796e67f7 tempest-MultipleCreateTestJSON-1352928044 tempest-MultipleCreateTestJSON-1352928044-project] Made reservation on behalf of 82e7174add29402ca6b9595971263e7a for: {'port': 1} {{(pid=93915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:28:10.413907 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-a1d3ddb4-2764-4c22-a5af-c4eb08e9c972 req-63363052-f5e6-4e89-bae8-929a127b8b81 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6aa84425-5e4b-4dae-ae70-9323b66953a5 HTTP/1.1" status: 200 len: 217 time: 0.0433495 Jul 14 18:28:10.416190 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-70bd0cc5-2ec5-4cc1-be2a-7712f84984a1 req-1680b58f-388b-496e-ac39-da71796e67f7 tempest-MultipleCreateTestJSON-1352928044 tempest-MultipleCreateTestJSON-1352928044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:28:10.419097 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [req-4cc284b2-8697-402e-9dc5-e4dd9ccc55e4 req-f2004b1d-bf6a-4542-86be-1123b917a2cd tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] Calling delete_port for 6db54b77-ae18-4961-a34d-c8c708f5857a owned by compute:nova {{(pid=93915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:28:10.532509 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] For port 6aa84425-5e4b-4dae-ae70-9323b66953a5, host n-h2-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=6aa84425-5e4b-4dae-ae70-9323b66953a5,segment=NetworkSegment(083d4956-d74a-4548-8325-55efe8661457),segment_id=083d4956-d74a-4548-8325-55efe8661457)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:28:10.563142 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Returning: {'device': '6aa84425-5e4b-4dae-ae70-9323b66953a5', 'network_id': '7c5c265b-c8cb-48dd-918e-349f7d6fa97f', 'port_id': '6aa84425-5e4b-4dae-ae70-9323b66953a5', 'mac_address': 'fa:16:3e:9c:8d:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 95, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f032006b-6262-4a79-b1ea-5cdc8bbf67c0', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93917) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 18:28:10.618372 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:28:10.657536 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6aa84425-5e4b-4dae-ae70-9323b66953a5 {{(pid=93917) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 18:28:10.686881 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.db_base_plugin_common [req-70bd0cc5-2ec5-4cc1-be2a-7712f84984a1 req-1680b58f-388b-496e-ac39-da71796e67f7 tempest-MultipleCreateTestJSON-1352928044 tempest-MultipleCreateTestJSON-1352928044-project] Allocated IP 172.20.0.4 (7c5c265b-c8cb-48dd-918e-349f7d6fa97f/f032006b-6262-4a79-b1ea-5cdc8bbf67c0/7465119c-60bf-4701-a4a9-de6f999fe153) {{(pid=93915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:28:10.709118 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] For port 6aa84425-5e4b-4dae-ae70-9323b66953a5, host n-h2-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=6aa84425-5e4b-4dae-ae70-9323b66953a5,segment=NetworkSegment(083d4956-d74a-4548-8325-55efe8661457),segment_id=083d4956-d74a-4548-8325-55efe8661457)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:28:10.718179 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:28:10.730857 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-4cc284b2-8697-402e-9dc5-e4dd9ccc55e4 req-f2004b1d-bf6a-4542-86be-1123b917a2cd tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:28:10.788074 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2004b1d-bf6a-4542-86be-1123b917a2cd tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] Pushing event deleted for resources: {'Port': ['ID=6db54b77-ae18-4961-a34d-c8c708f5857a,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:28:10.797357 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Pushing event updated for resources: {'Port': ['ID=6aa84425-5e4b-4dae-ae70-9323b66953a5,revision_number=4']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:28:10.804826 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] get_ports_and_sgs() called for port_ids ['6db54b77-ae18-4961-a34d-c8c708f5857a'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 18:28:10.805646 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76df1a9c-6a78-4246-b4cb-923271882283 req-14945a59-7fdc-4143-86b8-11f2ac2ec16d tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:28:10.807440 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-76df1a9c-6a78-4246-b4cb-923271882283 req-14945a59-7fdc-4143-86b8-11f2ac2ec16d tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] 10.222.0.16 "GET /v2.0/ports?device_id=54c7ae54-2903-4613-9495-d980de44aef8 HTTP/1.1" status: 200 len: 949 time: 0.2179708 Jul 14 18:28:10.810740 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2004b1d-bf6a-4542-86be-1123b917a2cd tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:28:10.811490 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2004b1d-bf6a-4542-86be-1123b917a2cd tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:28:10.811930 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2004b1d-bf6a-4542-86be-1123b917a2cd tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:28:10.812580 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2004b1d-bf6a-4542-86be-1123b917a2cd tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:28:10.813037 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2004b1d-bf6a-4542-86be-1123b917a2cd tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:28:10.813469 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2004b1d-bf6a-4542-86be-1123b917a2cd tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:28:10.813942 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2004b1d-bf6a-4542-86be-1123b917a2cd tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:28:10.814323 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2004b1d-bf6a-4542-86be-1123b917a2cd tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:28:10.814714 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2004b1d-bf6a-4542-86be-1123b917a2cd tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:28:10.815172 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2004b1d-bf6a-4542-86be-1123b917a2cd tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:28:10.815598 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2004b1d-bf6a-4542-86be-1123b917a2cd tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:28:10.816033 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2004b1d-bf6a-4542-86be-1123b917a2cd tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:28:10.847824 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] get_ports_and_sgs() called for port_ids ['669c9edf-0066-4f1c-8103-9c630a3adbef', '12f9f4e0-732a-4ff7-ae01-79782107bd50', '93931838-c4c9-4619-9753-71eeca38dcdc'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 18:28:10.851950 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:28:10.852328 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:28:10.852668 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:28:10.853006 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:28:10.853335 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:28:10.853912 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:28:10.854037 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:28:10.854296 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:28:10.854606 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:28:10.854935 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:28:10.857029 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:28:10.857029 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:28:10.922818 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d3ddb4-2764-4c22-a5af-c4eb08e9c972 req-07e90d31-ca4e-4721-86d7-05d9157b8021 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:28:10.924567 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-a1d3ddb4-2764-4c22-a5af-c4eb08e9c972 req-07e90d31-ca4e-4721-86d7-05d9157b8021 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f032006b-6262-4a79-b1ea-5cdc8bbf67c0 HTTP/1.1" status: 200 len: 853 time: 0.5037768 Jul 14 18:28:10.941759 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990cf0f1-6c35-48e7-a98b-63547d7b1793 req-bd580826-5a72-4c95-80ff-edc88c6d372b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:28:10.943427 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-990cf0f1-6c35-48e7-a98b-63547d7b1793 req-bd580826-5a72-4c95-80ff-edc88c6d372b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4f742057-89ee-4b4a-86f7-487ee61881a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6208062 Jul 14 18:28:10.991978 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-a1d3ddb4-2764-4c22-a5af-c4eb08e9c972 req-28dffa98-6ca5-4d8c-9f66-9660dc2be6ad service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7c5c265b-c8cb-48dd-918e-349f7d6fa97f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0579376 Jul 14 18:28:10.992207 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [req-4cc284b2-8697-402e-9dc5-e4dd9ccc55e4 req-f2004b1d-bf6a-4542-86be-1123b917a2cd tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] No DVR routers for this DVR port 6db54b77-ae18-4961-a34d-c8c708f5857a on host n-h2-800634-3 {{(pid=93915) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 18:28:11.011469 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-4cc284b2-8697-402e-9dc5-e4dd9ccc55e4 req-f2004b1d-bf6a-4542-86be-1123b917a2cd tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:28:11.016369 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] get_ports_and_sgs() called for port_ids ['6aa84425-5e4b-4dae-ae70-9323b66953a5'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 18:28:11.022131 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-4cc284b2-8697-402e-9dc5-e4dd9ccc55e4 req-f2004b1d-bf6a-4542-86be-1123b917a2cd tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] 10.222.0.35 "DELETE /v2.0/ports/6db54b77-ae18-4961-a34d-c8c708f5857a HTTP/1.1" status: 204 len: 173 time: 1.1859484 Jul 14 18:28:11.102765 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-76df1a9c-6a78-4246-b4cb-923271882283 req-c54f5661-5060-43e1-9d87-5c4949228913 tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] 10.222.0.16 "GET /v2.0/security-groups?id=b0153d44-2cf7-4f50-b628-255afb14ce31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2627540 Jul 14 18:28:11.196566 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-990cf0f1-6c35-48e7-a98b-63547d7b1793 req-c9d8b6ae-5ce3-4e45-99b4-e53dd0743d5c service neutron] 10.222.0.18 "GET /v2.0/networks/4f742057-89ee-4b4a-86f7-487ee61881a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2153986 Jul 14 18:28:11.208531 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-a1d3ddb4-2764-4c22-a5af-c4eb08e9c972 req-81c028b2-8222-489c-a452-1a8670473f00 service neutron] 10.222.0.35 "GET /v2.0/networks/7c5c265b-c8cb-48dd-918e-349f7d6fa97f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2033968 Jul 14 18:28:11.415211 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-a1d3ddb4-2764-4c22-a5af-c4eb08e9c972 req-d75259c8-1b65-49f5-b42b-4459dea6f261 service neutron] 10.222.0.35 "GET /v2.0/networks/7c5c265b-c8cb-48dd-918e-349f7d6fa97f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1512485 Jul 14 18:28:11.466923 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-990cf0f1-6c35-48e7-a98b-63547d7b1793 req-747da777-ea1e-4c4d-9ba2-2ffb3e631efc service neutron] 10.222.0.18 "GET /v2.0/networks/4f742057-89ee-4b4a-86f7-487ee61881a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2573755 Jul 14 18:28:11.723674 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e174b732-5c6c-42fc-ae94-64b62739369c req-3b772560-3680-4c53-96c1-b09b620b6c5e tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:28:11.725215 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e174b732-5c6c-42fc-ae94-64b62739369c req-3b772560-3680-4c53-96c1-b09b620b6c5e tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] 10.222.0.16 "GET /v2.0/ports?device_id=60ce9c56-2edf-46b5-91b2-f26d23383604 HTTP/1.1" status: 200 len: 945 time: 0.9423423 Jul 14 18:28:11.794998 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-70bd0cc5-2ec5-4cc1-be2a-7712f84984a1 req-1680b58f-388b-496e-ac39-da71796e67f7 tempest-MultipleCreateTestJSON-1352928044 tempest-MultipleCreateTestJSON-1352928044-project] Notify callbacks [] for port, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:28:11.833389 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc845ce-f7d3-457c-a397-cf6966a9c5ce req-9316db5b-3b0c-421e-9fb4-bd4ce2d2345c tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:28:11.834873 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-4dc845ce-f7d3-457c-a397-cf6966a9c5ce req-9316db5b-3b0c-421e-9fb4-bd4ce2d2345c tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.16 "GET /v2.0/ports?device_id=b34ed31a-cdf4-42e3-9af8-e1a7ec6d0b20 HTTP/1.1" status: 200 len: 948 time: 0.2450399 Jul 14 18:28:11.839227 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e174b732-5c6c-42fc-ae94-64b62739369c req-9410c175-b7dd-4ad2-b5ac-9b47da2694f6 tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] 10.222.0.16 "GET /v2.0/security-groups?id=4824db20-b9ba-4380-9f29-13755d37b981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056032 Jul 14 18:28:11.846542 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5674d8a-a4e5-451b-b136-2cedbb65ac4c req-5e5a77c3-4e07-4022-ba3c-ca17ae793115 tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:28:11.848014 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-d5674d8a-a4e5-451b-b136-2cedbb65ac4c req-5e5a77c3-4e07-4022-ba3c-ca17ae793115 tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] 10.222.0.18 "GET /v2.0/ports?device_id=60ce9c56-2edf-46b5-91b2-f26d23383604 HTTP/1.1" status: 200 len: 945 time: 0.2667058 Jul 14 18:28:11.938704 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-4dc845ce-f7d3-457c-a397-cf6966a9c5ce req-f5372f5e-ad4b-47aa-88be-986f6ba22888 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.16 "GET /v2.0/security-groups?id=95148b1b-0f93-483b-9e80-262147c27e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895538 Jul 14 18:28:11.986349 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device 9caa10f9-5f31-40f9-92e3-1b6aa08cdbe2 no longer exists at agent hyperv_n-h1-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 18:28:12.001221 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-70bd0cc5-2ec5-4cc1-be2a-7712f84984a1 req-1680b58f-388b-496e-ac39-da71796e67f7 tempest-MultipleCreateTestJSON-1352928044 tempest-MultipleCreateTestJSON-1352928044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:28:12.049580 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] get_ports_and_sgs() called for port_ids ['6aa84425-5e4b-4dae-ae70-9323b66953a5'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 18:28:12.078463 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54c7ae54-2903-4613-9495-d980de44aef8', 'name': 'network-vif-deleted', 'tag': '6db54b77-ae18-4961-a34d-c8c708f5857a'}] {{(pid=93915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:28:12.079366 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e72782ad3af8f7d4ce76cedf092bca46d1756acc5c4653cf0b52034cdd6b073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce03430a-66f8-418e-8cd5-f67febd02040" -d '{"events": [{"server_uuid": "54c7ae54-2903-4613-9495-d980de44aef8", "name": "network-vif-deleted", "tag": "6db54b77-ae18-4961-a34d-c8c708f5857a"}]}' {{(pid=93915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:28:12.091046 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-70bd0cc5-2ec5-4cc1-be2a-7712f84984a1 req-1680b58f-388b-496e-ac39-da71796e67f7 tempest-MultipleCreateTestJSON-1352928044 tempest-MultipleCreateTestJSON-1352928044-project] Network 7c5c265b-c8cb-48dd-918e-349f7d6fa97f is already hosted by enough agents. {{(pid=93915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:28:12.094578 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1680b58f-388b-496e-ac39-da71796e67f7 tempest-MultipleCreateTestJSON-1352928044 tempest-MultipleCreateTestJSON-1352928044-project] Pushing event updated for resources: {'Port': ['ID=7465119c-60bf-4701-a4a9-de6f999fe153,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:28:12.103845 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [req-70bd0cc5-2ec5-4cc1-be2a-7712f84984a1 req-1680b58f-388b-496e-ac39-da71796e67f7 tempest-MultipleCreateTestJSON-1352928044 tempest-MultipleCreateTestJSON-1352928044-project] Resources bound (agent type, host, resource id): {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:28:12.108746 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [req-70bd0cc5-2ec5-4cc1-be2a-7712f84984a1 req-1680b58f-388b-496e-ac39-da71796e67f7 tempest-MultipleCreateTestJSON-1352928044 tempest-MultipleCreateTestJSON-1352928044-project] Received port after_create {{(pid=93915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:28:12.206587 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:28:12.212565 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [req-d5674d8a-a4e5-451b-b136-2cedbb65ac4c req-e1f6a13d-688a-4ccb-9c2d-964e375c4a02 tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] Deleting port 9caa10f9-5f31-40f9-92e3-1b6aa08cdbe2 {{(pid=93915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:28:12.212983 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-d5674d8a-a4e5-451b-b136-2cedbb65ac4c req-e1f6a13d-688a-4ccb-9c2d-964e375c4a02 tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:28:12.245167 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60ce9c56-2edf-46b5-91b2-f26d23383604', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9caa10f9-5f31-40f9-92e3-1b6aa08cdbe2'}] {{(pid=93917) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:28:12.247379 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20b787f3c29eaa7aa2a4d648c725a2124c5ff39a8d793252f9d844495e14cf42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9eb41f54-dfc5-4c0d-8df9-a7c88c9c27be" -d '{"events": [{"server_uuid": "60ce9c56-2edf-46b5-91b2-f26d23383604", "name": "network-vif-unplugged", "status": "completed", "tag": "9caa10f9-5f31-40f9-92e3-1b6aa08cdbe2"}]}' {{(pid=93917) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:28:12.262458 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port 9caa10f9-5f31-40f9-92e3-1b6aa08cdbe2, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=9caa10f9-5f31-40f9-92e3-1b6aa08cdbe2,segment=NetworkSegment(c5dc6d5b-42e9-4c22-85af-e48a17c0bd6d),segment_id=c5dc6d5b-42e9-4c22-85af-e48a17c0bd6d)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:28:12.272765 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:28:12.273570 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device 2963b705-b1e1-4311-8a6e-95a0846fc25f no longer exists at agent hyperv_n-h1-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 18:28:12.287981 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bd0cc5-2ec5-4cc1-be2a-7712f84984a1 req-1680b58f-388b-496e-ac39-da71796e67f7 tempest-MultipleCreateTestJSON-1352928044 tempest-MultipleCreateTestJSON-1352928044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:28:12.288645 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-70bd0cc5-2ec5-4cc1-be2a-7712f84984a1 req-1680b58f-388b-496e-ac39-da71796e67f7 tempest-MultipleCreateTestJSON-1352928044 tempest-MultipleCreateTestJSON-1352928044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:28:12.345168 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-70bd0cc5-2ec5-4cc1-be2a-7712f84984a1 req-1680b58f-388b-496e-ac39-da71796e67f7 tempest-MultipleCreateTestJSON-1352928044 tempest-MultipleCreateTestJSON-1352928044-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2746933 Jul 14 18:28:12.372522 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [req-70bd0cc5-2ec5-4cc1-be2a-7712f84984a1 req-c8a3c9d9-1dc7-4961-81e3-be6b4fc532a8 service neutron] Request body: {'port': {'device_id': '24e69c05-052d-4c7d-a46d-abf449e32bb4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800634-3'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:28:12.379573 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-d5674d8a-a4e5-451b-b136-2cedbb65ac4c req-e1f6a13d-688a-4ccb-9c2d-964e375c4a02 tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] For port 9caa10f9-5f31-40f9-92e3-1b6aa08cdbe2, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=9caa10f9-5f31-40f9-92e3-1b6aa08cdbe2,segment=NetworkSegment(c5dc6d5b-42e9-4c22-85af-e48a17c0bd6d),segment_id=c5dc6d5b-42e9-4c22-85af-e48a17c0bd6d)] {{(pid=93915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:28:12.379936 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-d5674d8a-a4e5-451b-b136-2cedbb65ac4c req-e1f6a13d-688a-4ccb-9c2d-964e375c4a02 tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:28:12.389483 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Device 6aa84425-5e4b-4dae-ae70-9323b66953a5 up at agent hyperv_n-h2-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:28:12.417582 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Pushing event updated for resources: {'Port': ['ID=9caa10f9-5f31-40f9-92e3-1b6aa08cdbe2,revision_number=6']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:28:12.430505 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12da9810-20e0-4797-8e06-e6f787e54259 req-700dc85a-0558-4a0c-adc7-6a057986d2d6 tempest-ServerDiskConfigTestJSON-1372590070 tempest-ServerDiskConfigTestJSON-1372590070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:28:12.435584 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-12da9810-20e0-4797-8e06-e6f787e54259 req-700dc85a-0558-4a0c-adc7-6a057986d2d6 tempest-ServerDiskConfigTestJSON-1372590070 tempest-ServerDiskConfigTestJSON-1372590070-project] 10.222.0.16 "GET /v2.0/ports?device_id=3a42ddc6-5334-4b49-b118-b918cd4d3904 HTTP/1.1" status: 200 len: 946 time: 0.2814560 Jul 14 18:28:12.447227 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [req-d5674d8a-a4e5-451b-b136-2cedbb65ac4c req-e1f6a13d-688a-4ccb-9c2d-964e375c4a02 tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] Calling delete_port for 9caa10f9-5f31-40f9-92e3-1b6aa08cdbe2 owned by compute:nova {{(pid=93915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:28:12.469976 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfc20a0-71e7-4cb2-bfd7-4ff92b75ccd4 req-cffc5ab4-52df-43ed-a262-60518eb2d48f tempest-MultipleCreateTestJSON-1352928044 tempest-MultipleCreateTestJSON-1352928044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:28:12.471354 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-0cfc20a0-71e7-4cb2-bfd7-4ff92b75ccd4 req-cffc5ab4-52df-43ed-a262-60518eb2d48f tempest-MultipleCreateTestJSON-1352928044 tempest-MultipleCreateTestJSON-1352928044-project] 10.222.0.16 "GET /v2.0/ports?device_id=24e69c05-052d-4c7d-a46d-abf449e32bb4 HTTP/1.1" status: 200 len: 931 time: 0.3185806 Jul 14 18:28:12.476688 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:28:12.508550 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Provisioning for port 6aa84425-5e4b-4dae-ae70-9323b66953a5 completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:28:12.519139 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port 2963b705-b1e1-4311-8a6e-95a0846fc25f, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=2963b705-b1e1-4311-8a6e-95a0846fc25f,segment=NetworkSegment(067fc487-22c7-42de-972d-ae352a28ad29),segment_id=067fc487-22c7-42de-972d-ae352a28ad29)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:28:12.520380 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Provisioning complete for port 6aa84425-5e4b-4dae-ae70-9323b66953a5 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:28:12.520866 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:28:12.529650 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:28:12.589683 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-12da9810-20e0-4797-8e06-e6f787e54259 req-46587043-d838-4bfb-b2f2-0c1a4f9e4492 tempest-ServerDiskConfigTestJSON-1372590070 tempest-ServerDiskConfigTestJSON-1372590070-project] 10.222.0.16 "GET /v2.0/security-groups?id=8f471560-b797-46f3-abf1-e078e196721c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403852 Jul 14 18:28:12.619782 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-0cfc20a0-71e7-4cb2-bfd7-4ff92b75ccd4 req-fb01b119-fa41-478b-865b-544bfbac4704 tempest-MultipleCreateTestJSON-1352928044 tempest-MultipleCreateTestJSON-1352928044-project] 10.222.0.16 "GET /v2.0/security-groups?id=1717ebe8-f29a-4477-a288-2900c0dd0f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295972 Jul 14 18:28:12.621701 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-70bd0cc5-2ec5-4cc1-be2a-7712f84984a1 req-c8a3c9d9-1dc7-4961-81e3-be6b4fc532a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:28:12.623769 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Pushing event updated for resources: {'Port': ['ID=2963b705-b1e1-4311-8a6e-95a0846fc25f,revision_number=6']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:28:12.687844 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 18:28:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a34a895-548c-4e6d-bcf6-33023477efe4 x-openstack-request-id: req-9a34a895-548c-4e6d-bcf6-33023477efe4 {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:28:12.688072 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54c7ae54-2903-4613-9495-d980de44aef8", "name": "network-vif-deleted", "tag": "6db54b77-ae18-4961-a34d-c8c708f5857a", "status": "completed", "code": 200}]} {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:28:12.688526 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9a34a895-548c-4e6d-bcf6-33023477efe4 {{(pid=93915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:28:12.688750 n-d-800634-3 neutron-server[93915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54c7ae54-2903-4613-9495-d980de44aef8', 'name': 'network-vif-deleted', 'tag': '6db54b77-ae18-4961-a34d-c8c708f5857a', 'status': 'completed', 'code': 200} Jul 14 18:28:12.690771 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:28:12.720564 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 14 Jul 2021 18:28:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-132c6813-5008-4d2a-9dd1-a2616992c458 x-openstack-request-id: req-132c6813-5008-4d2a-9dd1-a2616992c458 {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:28:12.720765 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60ce9c56-2edf-46b5-91b2-f26d23383604", "name": "network-vif-unplugged", "status": "completed", "tag": "9caa10f9-5f31-40f9-92e3-1b6aa08cdbe2", "code": 200}]} {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:28:12.721027 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-132c6813-5008-4d2a-9dd1-a2616992c458 {{(pid=93917) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:28:12.721435 n-d-800634-3 neutron-server[93917]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60ce9c56-2edf-46b5-91b2-f26d23383604', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9caa10f9-5f31-40f9-92e3-1b6aa08cdbe2', 'code': 200} Jul 14 18:28:12.759937 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] For port 6aa84425-5e4b-4dae-ae70-9323b66953a5, host n-h2-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=6aa84425-5e4b-4dae-ae70-9323b66953a5,segment=NetworkSegment(083d4956-d74a-4548-8325-55efe8661457),segment_id=083d4956-d74a-4548-8325-55efe8661457)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:28:12.764561 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:28:12.765500 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Device 6db54b77-ae18-4961-a34d-c8c708f5857a no longer exists at agent hyperv_n-h2-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 18:28:12.802427 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-d5674d8a-a4e5-451b-b136-2cedbb65ac4c req-e1f6a13d-688a-4ccb-9c2d-964e375c4a02 tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:28:12.810574 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] No Port match for: 6db54b77-ae18-4961-a34d-c8c708f5857a {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 18:28:12.810959 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Device 6db54b77-ae18-4961-a34d-c8c708f5857a not bound to the agent host n-h2-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 18:28:12.817162 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] get_ports_and_sgs() called for port_ids ['2dc4e7e9-6455-4472-9129-79fcd5d07d19'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 18:28:12.842743 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f6a13d-688a-4ccb-9c2d-964e375c4a02 tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] Pushing event deleted for resources: {'Port': ['ID=9caa10f9-5f31-40f9-92e3-1b6aa08cdbe2,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:28:12.907329 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Pushing event updated for resources: {'Port': ['ID=6aa84425-5e4b-4dae-ae70-9323b66953a5,revision_number=5']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:28:12.915965 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5674d8a-a4e5-451b-b136-2cedbb65ac4c req-e1f6a13d-688a-4ccb-9c2d-964e375c4a02 tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] No DVR routers for this DVR port 9caa10f9-5f31-40f9-92e3-1b6aa08cdbe2 on host n-h1-800634-3 {{(pid=93915) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 18:28:12.933005 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-d5674d8a-a4e5-451b-b136-2cedbb65ac4c req-e1f6a13d-688a-4ccb-9c2d-964e375c4a02 tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:28:12.935123 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-d5674d8a-a4e5-451b-b136-2cedbb65ac4c req-e1f6a13d-688a-4ccb-9c2d-964e375c4a02 tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] 10.222.0.18 "DELETE /v2.0/ports/9caa10f9-5f31-40f9-92e3-1b6aa08cdbe2 HTTP/1.1" status: 204 len: 173 time: 1.0766411 Jul 14 18:28:13.091316 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-4a901942-8a0e-4e80-9481-fffa4bbe299c req-49d81f11-eae3-4d05-8fa2-23b96e983947 tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] 10.222.0.16 "GET /v2.0/ports?device_id=60ce9c56-2edf-46b5-91b2-f26d23383604 HTTP/1.1" status: 200 len: 210 time: 0.0496547 Jul 14 18:28:13.112624 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2cfb7b4e-af3d-437f-9247-04d2cdbe8d97 req-ff5e04e9-49d8-465d-b41d-663f7fd5a1f9 tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=aeec593be949414a8c1694135e52293c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0731878 Jul 14 18:28:13.260183 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [req-70bd0cc5-2ec5-4cc1-be2a-7712f84984a1 req-c8a3c9d9-1dc7-4961-81e3-be6b4fc532a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7465119c-60bf-4701-a4a9-de6f999fe153 {{(pid=93915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 18:28:13.278848 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-70bd0cc5-2ec5-4cc1-be2a-7712f84984a1 req-c8a3c9d9-1dc7-4961-81e3-be6b4fc532a8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:28:13.306538 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfb7b4e-af3d-437f-9247-04d2cdbe8d97 req-28dced77-f63f-4809-803d-7ac305c906fd tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:28:13.307999 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2cfb7b4e-af3d-437f-9247-04d2cdbe8d97 req-28dced77-f63f-4809-803d-7ac305c906fd tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1945095 Jul 14 18:28:13.329470 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.provisioning_blocks [req-70bd0cc5-2ec5-4cc1-be2a-7712f84984a1 req-c8a3c9d9-1dc7-4961-81e3-be6b4fc532a8 service neutron] Transition to ACTIVE for port object 7465119c-60bf-4701-a4a9-de6f999fe153 will not be triggered until provisioned by entity L2. {{(pid=93915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:28:13.334680 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-70bd0cc5-2ec5-4cc1-be2a-7712f84984a1 req-c8a3c9d9-1dc7-4961-81e3-be6b4fc532a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25912978'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:28:13.339997 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2cfb7b4e-af3d-437f-9247-04d2cdbe8d97 req-77e533ce-1b5e-4cff-b20e-349241cc6f5f tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] 10.222.0.16 "GET /v2.0/quotas/aeec593be949414a8c1694135e52293c HTTP/1.1" status: 200 len: 375 time: 0.0213559 Jul 14 18:28:13.435579 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a3c9d9-1dc7-4961-81e3-be6b4fc532a8 service neutron] Pushing event updated for resources: {'Port': ['ID=7465119c-60bf-4701-a4a9-de6f999fe153,revision_number=2']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:28:13.448754 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d524f3-68a6-4808-bf6a-2b7b12a18264 req-0941c625-4dc0-455f-b66b-82de5a47c15e tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:28:13.450222 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-44d524f3-68a6-4808-bf6a-2b7b12a18264 req-0941c625-4dc0-455f-b66b-82de5a47c15e tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.16 "GET /v2.0/ports?device_id=b34ed31a-cdf4-42e3-9af8-e1a7ec6d0b20 HTTP/1.1" status: 200 len: 946 time: 0.1925387 Jul 14 18:28:13.554047 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-44d524f3-68a6-4808-bf6a-2b7b12a18264 req-062a7753-32d1-4fcb-a805-85ff4552ef9e tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.16 "GET /v2.0/security-groups?id=95148b1b-0f93-483b-9e80-262147c27e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815351 Jul 14 18:28:13.564367 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2cfb7b4e-af3d-437f-9247-04d2cdbe8d97 req-ad80a67e-e809-443d-9544-1ebcc4696ee8 tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=aeec593be949414a8c1694135e52293c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2152538 Jul 14 18:28:13.575201 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-70bd0cc5-2ec5-4cc1-be2a-7712f84984a1 req-c8a3c9d9-1dc7-4961-81e3-be6b4fc532a8 service neutron] Attempting to bind port 7465119c-60bf-4701-a4a9-de6f999fe153 on host n-h2-800634-3 for vnic_type normal with profile {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:28:13.575540 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-70bd0cc5-2ec5-4cc1-be2a-7712f84984a1 req-c8a3c9d9-1dc7-4961-81e3-be6b4fc532a8 service neutron] Attempting to bind port 7465119c-60bf-4701-a4a9-de6f999fe153 by drivers openvswitch,hyperv on host n-h2-800634-3 at level 0 using segments [{'id': '083d4956-d74a-4548-8325-55efe8661457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '7c5c265b-c8cb-48dd-918e-349f7d6fa97f'}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:28:13.575899 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70bd0cc5-2ec5-4cc1-be2a-7712f84984a1 req-c8a3c9d9-1dc7-4961-81e3-be6b4fc532a8 service neutron] Attempting to bind port 7465119c-60bf-4701-a4a9-de6f999fe153 on network 7c5c265b-c8cb-48dd-918e-349f7d6fa97f {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:28:13.580860 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70bd0cc5-2ec5-4cc1-be2a-7712f84984a1 req-c8a3c9d9-1dc7-4961-81e3-be6b4fc532a8 service neutron] Port 7465119c-60bf-4701-a4a9-de6f999fe153 on network 7c5c265b-c8cb-48dd-918e-349f7d6fa97f not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-3 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 18:28:13.581443 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70bd0cc5-2ec5-4cc1-be2a-7712f84984a1 req-c8a3c9d9-1dc7-4961-81e3-be6b4fc532a8 service neutron] Attempting to bind port 7465119c-60bf-4701-a4a9-de6f999fe153 on network 7c5c265b-c8cb-48dd-918e-349f7d6fa97f {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:28:13.588469 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70bd0cc5-2ec5-4cc1-be2a-7712f84984a1 req-c8a3c9d9-1dc7-4961-81e3-be6b4fc532a8 service neutron] Checking agent: {'id': '08e36a6c-8d04-48f0-a644-f27680635246', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 15, 35), 'started_at': datetime.datetime(2021, 7, 14, 18, 15, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 18, 28, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 18:28:13.589034 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70bd0cc5-2ec5-4cc1-be2a-7712f84984a1 req-c8a3c9d9-1dc7-4961-81e3-be6b4fc532a8 service neutron] Checking segment: {'id': '083d4956-d74a-4548-8325-55efe8661457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '7c5c265b-c8cb-48dd-918e-349f7d6fa97f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:28:13.589582 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70bd0cc5-2ec5-4cc1-be2a-7712f84984a1 req-c8a3c9d9-1dc7-4961-81e3-be6b4fc532a8 service neutron] Bound using segment: {'id': '083d4956-d74a-4548-8325-55efe8661457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '7c5c265b-c8cb-48dd-918e-349f7d6fa97f'} {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 18:28:13.590350 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-70bd0cc5-2ec5-4cc1-be2a-7712f84984a1 req-c8a3c9d9-1dc7-4961-81e3-be6b4fc532a8 service neutron] Bound port: 7465119c-60bf-4701-a4a9-de6f999fe153, host: n-h2-800634-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '083d4956-d74a-4548-8325-55efe8661457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '7c5c265b-c8cb-48dd-918e-349f7d6fa97f'}}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 18:28:13.590925 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-70bd0cc5-2ec5-4cc1-be2a-7712f84984a1 req-c8a3c9d9-1dc7-4961-81e3-be6b4fc532a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:28:13.669505 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-70bd0cc5-2ec5-4cc1-be2a-7712f84984a1 req-c8a3c9d9-1dc7-4961-81e3-be6b4fc532a8 service neutron] For port 7465119c-60bf-4701-a4a9-de6f999fe153, host n-h2-800634-3, cleared binding levels {{(pid=93915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:28:13.672736 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-70bd0cc5-2ec5-4cc1-be2a-7712f84984a1 req-c8a3c9d9-1dc7-4961-81e3-be6b4fc532a8 service neutron] For port 7465119c-60bf-4701-a4a9-de6f999fe153, host n-h2-800634-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=7465119c-60bf-4701-a4a9-de6f999fe153,segment=NetworkSegment(083d4956-d74a-4548-8325-55efe8661457),segment_id=083d4956-d74a-4548-8325-55efe8661457)] {{(pid=93915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 18:28:13.679250 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-70bd0cc5-2ec5-4cc1-be2a-7712f84984a1 req-c8a3c9d9-1dc7-4961-81e3-be6b4fc532a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25912978'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:28:13.725190 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bd0cc5-2ec5-4cc1-be2a-7712f84984a1 req-c8a3c9d9-1dc7-4961-81e3-be6b4fc532a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:28:13.726285 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-70bd0cc5-2ec5-4cc1-be2a-7712f84984a1 req-c8a3c9d9-1dc7-4961-81e3-be6b4fc532a8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:28:13.728065 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-70bd0cc5-2ec5-4cc1-be2a-7712f84984a1 req-c8a3c9d9-1dc7-4961-81e3-be6b4fc532a8 service neutron] 10.222.0.35 "PUT /v2.0/ports/7465119c-60bf-4701-a4a9-de6f999fe153 HTTP/1.1" status: 200 len: 1091 time: 1.3643219 Jul 14 18:28:13.759879 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a3c9d9-1dc7-4961-81e3-be6b4fc532a8 service neutron] Pushing event updated for resources: {'Port': ['ID=7465119c-60bf-4701-a4a9-de6f999fe153,revision_number=3']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:28:13.851754 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.agents_db [None req-2ea07fb6-aa68-4671-8654-119d82b9f530 None None] Agent healthcheck: found 7 active agents {{(pid=93918) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 18:28:13.864953 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bd0cc5-2ec5-4cc1-be2a-7712f84984a1 req-c2adb926-4d2e-4368-9586-eec0f5c3ac78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:28:13.876254 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-70bd0cc5-2ec5-4cc1-be2a-7712f84984a1 req-c2adb926-4d2e-4368-9586-eec0f5c3ac78 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=82e7174add29402ca6b9595971263e7a&device_id=24e69c05-052d-4c7d-a46d-abf449e32bb4 HTTP/1.1" status: 200 len: 1094 time: 0.0877376 Jul 14 18:28:13.956320 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-70bd0cc5-2ec5-4cc1-be2a-7712f84984a1 req-91c3098f-4e8c-4358-af7b-2bd97214f7d5 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7465119c-60bf-4701-a4a9-de6f999fe153 HTTP/1.1" status: 200 len: 217 time: 0.0774374 Jul 14 18:28:13.993202 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device 2963b705-b1e1-4311-8a6e-95a0846fc25f details requested by agent hyperv_n-h1-800634-3 with host n-h1-800634-3 {{(pid=93917) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 18:28:14.084541 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bd0cc5-2ec5-4cc1-be2a-7712f84984a1 req-2c27b86f-acd0-42a4-9a54-2c96e5921fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:28:14.085997 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-70bd0cc5-2ec5-4cc1-be2a-7712f84984a1 req-2c27b86f-acd0-42a4-9a54-2c96e5921fb4 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f032006b-6262-4a79-b1ea-5cdc8bbf67c0 HTTP/1.1" status: 200 len: 853 time: 0.0877438 Jul 14 18:28:14.127244 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-70bd0cc5-2ec5-4cc1-be2a-7712f84984a1 req-ca4b1654-c642-4f45-9158-1999673fbd66 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7c5c265b-c8cb-48dd-918e-349f7d6fa97f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0340700 Jul 14 18:28:14.135820 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port 2963b705-b1e1-4311-8a6e-95a0846fc25f, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=2963b705-b1e1-4311-8a6e-95a0846fc25f,segment=NetworkSegment(067fc487-22c7-42de-972d-ae352a28ad29),segment_id=067fc487-22c7-42de-972d-ae352a28ad29)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:28:14.140798 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d596ee2c-bdb8-47b4-abad-295b52f7fa4a req-cfea3552-b68c-4556-bee3-96e023d8d469 tempest-MultipleCreateTestJSON-1352928044 tempest-MultipleCreateTestJSON-1352928044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:28:14.142300 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-d596ee2c-bdb8-47b4-abad-295b52f7fa4a req-cfea3552-b68c-4556-bee3-96e023d8d469 tempest-MultipleCreateTestJSON-1352928044 tempest-MultipleCreateTestJSON-1352928044-project] 10.222.0.16 "GET /v2.0/ports?device_id=24e69c05-052d-4c7d-a46d-abf449e32bb4 HTTP/1.1" status: 200 len: 943 time: 0.2123935 Jul 14 18:28:14.156025 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Returning: {'device': '2963b705-b1e1-4311-8a6e-95a0846fc25f', 'network_id': '4f742057-89ee-4b4a-86f7-487ee61881a1', 'port_id': '2963b705-b1e1-4311-8a6e-95a0846fc25f', 'mac_address': 'fa:16:3e:ad:14:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f20c54fb-f7da-4761-aa61-2e4f99f3d332', 'ip_address': '192.168.233.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93917) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 18:28:14.161688 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3f7f64-749b-40d7-98cf-b8798089d33e req-fbf85246-5bc2-4c47-a55a-a467d7deeb18 tempest-ServerDiskConfigTestJSON-1372590070 tempest-ServerDiskConfigTestJSON-1372590070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:28:14.163246 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-aa3f7f64-749b-40d7-98cf-b8798089d33e req-fbf85246-5bc2-4c47-a55a-a467d7deeb18 tempest-ServerDiskConfigTestJSON-1372590070 tempest-ServerDiskConfigTestJSON-1372590070-project] 10.222.0.16 "GET /v2.0/ports?device_id=3a42ddc6-5334-4b49-b118-b918cd4d3904 HTTP/1.1" status: 200 len: 946 time: 0.2224820 Jul 14 18:28:14.208164 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:28:14.232098 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2963b705-b1e1-4311-8a6e-95a0846fc25f {{(pid=93917) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 18:28:14.278301 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port 2963b705-b1e1-4311-8a6e-95a0846fc25f, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=2963b705-b1e1-4311-8a6e-95a0846fc25f,segment=NetworkSegment(067fc487-22c7-42de-972d-ae352a28ad29),segment_id=067fc487-22c7-42de-972d-ae352a28ad29)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:28:14.287534 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:28:14.310698 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-aa3f7f64-749b-40d7-98cf-b8798089d33e req-b476157b-484c-4d51-b6fc-d63ec8e0fe63 tempest-ServerDiskConfigTestJSON-1372590070 tempest-ServerDiskConfigTestJSON-1372590070-project] 10.222.0.16 "GET /v2.0/security-groups?id=8f471560-b797-46f3-abf1-e078e196721c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965924 Jul 14 18:28:14.324512 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-d596ee2c-bdb8-47b4-abad-295b52f7fa4a req-54b5fcba-1ead-4711-9deb-cc527b83b8c6 tempest-MultipleCreateTestJSON-1352928044 tempest-MultipleCreateTestJSON-1352928044-project] 10.222.0.16 "GET /v2.0/security-groups?id=1717ebe8-f29a-4477-a288-2900c0dd0f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1730254 Jul 14 18:28:14.349230 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-70bd0cc5-2ec5-4cc1-be2a-7712f84984a1 req-2ad5be2a-fd09-4a10-adfa-9f2f17fa457d service neutron] 10.222.0.35 "GET /v2.0/networks/7c5c265b-c8cb-48dd-918e-349f7d6fa97f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2059157 Jul 14 18:28:14.378736 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Pushing event updated for resources: {'Port': ['ID=2963b705-b1e1-4311-8a6e-95a0846fc25f,revision_number=7']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:28:14.466633 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-9ed22cf7-80cf-4fd7-9e6f-8c792da3c0a9 req-08de1870-0afe-4d05-9499-6937e58d7b90 tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] 10.222.0.16 "GET /v2.0/ports?device_id=da55d251-1890-4a50-913d-06408110a855 HTTP/1.1" status: 200 len: 210 time: 0.0857639 Jul 14 18:28:14.520943 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-70bd0cc5-2ec5-4cc1-be2a-7712f84984a1 req-ab9c0b33-44bc-47f4-a13d-bd048bbd7fbb service neutron] 10.222.0.35 "GET /v2.0/networks/7c5c265b-c8cb-48dd-918e-349f7d6fa97f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1646450 Jul 14 18:28:14.689617 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60ce9c56-2edf-46b5-91b2-f26d23383604', 'name': 'network-vif-deleted', 'tag': '9caa10f9-5f31-40f9-92e3-1b6aa08cdbe2'}, {'name': 'network-changed', 'server_uuid': '24e69c05-052d-4c7d-a46d-abf449e32bb4', 'tag': '7465119c-60bf-4701-a4a9-de6f999fe153'}] {{(pid=93915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:28:14.692178 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e72782ad3af8f7d4ce76cedf092bca46d1756acc5c4653cf0b52034cdd6b073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7aa44014-89ef-46ff-8754-cf893cf05618" -d '{"events": [{"server_uuid": "60ce9c56-2edf-46b5-91b2-f26d23383604", "name": "network-vif-deleted", "tag": "9caa10f9-5f31-40f9-92e3-1b6aa08cdbe2"}, {"name": "network-changed", "server_uuid": "24e69c05-052d-4c7d-a46d-abf449e32bb4", "tag": "7465119c-60bf-4701-a4a9-de6f999fe153"}]}' {{(pid=93915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:28:14.723093 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b34ed31a-cdf4-42e3-9af8-e1a7ec6d0b20', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2963b705-b1e1-4311-8a6e-95a0846fc25f'}, {'server_uuid': '84e4a0bd-f283-425f-b244-349996ec3fd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6aa84425-5e4b-4dae-ae70-9323b66953a5'}] {{(pid=93917) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:28:14.725416 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20b787f3c29eaa7aa2a4d648c725a2124c5ff39a8d793252f9d844495e14cf42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7887273b-8eb2-4eb9-8261-f4f51cc13d68" -d '{"events": [{"server_uuid": "b34ed31a-cdf4-42e3-9af8-e1a7ec6d0b20", "name": "network-vif-unplugged", "status": "completed", "tag": "2963b705-b1e1-4311-8a6e-95a0846fc25f"}, {"server_uuid": "84e4a0bd-f283-425f-b244-349996ec3fd0", "name": "network-vif-plugged", "status": "completed", "tag": "6aa84425-5e4b-4dae-ae70-9323b66953a5"}]}' {{(pid=93917) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:28:14.809895 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] get_ports_and_sgs() called for port_ids ['2963b705-b1e1-4311-8a6e-95a0846fc25f'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 18:28:14.895302 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df61f946-f08a-41ad-a351-af57499b74e9 req-6986d68b-f406-4e38-8769-28a9e5e908c6 tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:28:14.902375 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-df61f946-f08a-41ad-a351-af57499b74e9 req-6986d68b-f406-4e38-8769-28a9e5e908c6 tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] 10.222.0.16 "GET /v2.0/networks?id=027c4e91-49f9-408a-bc70-11f19a2cbbb7 HTTP/1.1" status: 200 len: 806 time: 0.1853695 Jul 14 18:28:14.919596 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce60ca9-e2fe-4be0-821d-c4f06458abc3 req-5a867ec5-6342-44d8-96e3-33f567e234e7 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:28:14.921147 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-1ce60ca9-e2fe-4be0-821d-c4f06458abc3 req-5a867ec5-6342-44d8-96e3-33f567e234e7 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.16 "GET /v2.0/ports?device_id=b34ed31a-cdf4-42e3-9af8-e1a7ec6d0b20 HTTP/1.1" status: 200 len: 947 time: 0.1330335 Jul 14 18:28:14.925462 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-df61f946-f08a-41ad-a351-af57499b74e9 req-287448a4-45f5-4fb2-ab3d-39b54c5df599 tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] 10.222.0.16 "GET /v2.0/quotas/882f4375ae5845d48a58ae9ac1c63552 HTTP/1.1" status: 200 len: 375 time: 0.0222487 Jul 14 18:28:14.993541 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-1ce60ca9-e2fe-4be0-821d-c4f06458abc3 req-aecb15f4-94a8-4f7a-95d3-c5d34143f1fc tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.16 "GET /v2.0/security-groups?id=95148b1b-0f93-483b-9e80-262147c27e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645468 Jul 14 18:28:15.031072 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-df61f946-f08a-41ad-a351-af57499b74e9 req-1c545bbd-757d-44c8-9896-773a1c09d22b tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=882f4375ae5845d48a58ae9ac1c63552&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0960472 Jul 14 18:28:15.047890 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [req-df61f946-f08a-41ad-a351-af57499b74e9 req-53ac2270-fd84-4b89-a249-3b8c72387731 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=93915) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 18:28:15.048899 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-df61f946-f08a-41ad-a351-af57499b74e9 req-53ac2270-fd84-4b89-a249-3b8c72387731 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058265 Jul 14 18:28:15.156851 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-df61f946-f08a-41ad-a351-af57499b74e9 req-52ffb7cb-c3fa-4a75-81b4-93f1b5b3781f service neutron] 10.222.0.16 "GET /v2.0/networks/027c4e91-49f9-408a-bc70-11f19a2cbbb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1013293 Jul 14 18:28:15.160042 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 14 Jul 2021 18:28:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1842b466-5172-4f9e-8d85-91cc5acb1e09 x-openstack-request-id: req-1842b466-5172-4f9e-8d85-91cc5acb1e09 {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:28:15.160463 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60ce9c56-2edf-46b5-91b2-f26d23383604", "name": "network-vif-deleted", "tag": "9caa10f9-5f31-40f9-92e3-1b6aa08cdbe2", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "24e69c05-052d-4c7d-a46d-abf449e32bb4", "tag": "7465119c-60bf-4701-a4a9-de6f999fe153", "status": "completed", "code": 200}]} {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:28:15.160842 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1842b466-5172-4f9e-8d85-91cc5acb1e09 {{(pid=93915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:28:15.161308 n-d-800634-3 neutron-server[93915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60ce9c56-2edf-46b5-91b2-f26d23383604', 'name': 'network-vif-deleted', 'tag': '9caa10f9-5f31-40f9-92e3-1b6aa08cdbe2', 'status': 'completed', 'code': 200} Jul 14 18:28:15.161680 n-d-800634-3 neutron-server[93915]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24e69c05-052d-4c7d-a46d-abf449e32bb4', 'tag': '7465119c-60bf-4701-a4a9-de6f999fe153', 'status': 'completed', 'code': 200} Jul 14 18:28:15.290814 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Wed, 14 Jul 2021 18:28:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7f01305-dfcf-4e55-bc75-c75a985d066b x-openstack-request-id: req-e7f01305-dfcf-4e55-bc75-c75a985d066b {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:28:15.291676 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b34ed31a-cdf4-42e3-9af8-e1a7ec6d0b20", "name": "network-vif-unplugged", "status": "completed", "tag": "2963b705-b1e1-4311-8a6e-95a0846fc25f", "code": 200}, {"server_uuid": "84e4a0bd-f283-425f-b244-349996ec3fd0", "name": "network-vif-plugged", "status": "completed", "tag": "6aa84425-5e4b-4dae-ae70-9323b66953a5", "code": 200}]} {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:28:15.292087 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e7f01305-dfcf-4e55-bc75-c75a985d066b {{(pid=93917) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:28:15.293230 n-d-800634-3 neutron-server[93917]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b34ed31a-cdf4-42e3-9af8-e1a7ec6d0b20', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2963b705-b1e1-4311-8a6e-95a0846fc25f', 'code': 200} Jul 14 18:28:15.293743 n-d-800634-3 neutron-server[93917]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84e4a0bd-f283-425f-b244-349996ec3fd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6aa84425-5e4b-4dae-ae70-9323b66953a5', 'code': 200} Jul 14 18:28:15.307337 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-2cfb7b4e-af3d-437f-9247-04d2cdbe8d97 req-ab0648ae-b6d5-4157-a4a8-9e0d9b3bd906 tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=aeec593be949414a8c1694135e52293c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0546651 Jul 14 18:28:15.429966 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-df61f946-f08a-41ad-a351-af57499b74e9 req-64f71a72-7d3e-4fbb-912b-28f4aedfc21c service neutron] 10.222.0.16 "GET /v2.0/networks/027c4e91-49f9-408a-bc70-11f19a2cbbb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2667379 Jul 14 18:28:15.433387 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa44014-89ef-46ff-8754-cf893cf05618 req-f4f009ca-13c4-42f6-a898-c39267989225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:28:15.437064 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-7aa44014-89ef-46ff-8754-cf893cf05618 req-f4f009ca-13c4-42f6-a898-c39267989225 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=82e7174add29402ca6b9595971263e7a&device_id=24e69c05-052d-4c7d-a46d-abf449e32bb4 HTTP/1.1" status: 200 len: 1094 time: 0.2266841 Jul 14 18:28:15.550663 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfb7b4e-af3d-437f-9247-04d2cdbe8d97 req-93544fca-a131-4689-921d-685ea5f93b0a tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:28:15.555035 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-2cfb7b4e-af3d-437f-9247-04d2cdbe8d97 req-93544fca-a131-4689-921d-685ea5f93b0a tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2404034 Jul 14 18:28:15.567975 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [req-2cfb7b4e-af3d-437f-9247-04d2cdbe8d97 req-efe522bd-bca0-4173-9fbb-43ea12fa6fb7 tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] Request body: {'port': {'device_id': 'da55d251-1890-4a50-913d-06408110a855', 'network_id': '4f742057-89ee-4b4a-86f7-487ee61881a1', 'admin_state_up': True, 'tenant_id': 'aeec593be949414a8c1694135e52293c'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:28:15.842437 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2cfb7b4e-af3d-437f-9247-04d2cdbe8d97 req-efe522bd-bca0-4173-9fbb-43ea12fa6fb7 tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] Made reservation on behalf of aeec593be949414a8c1694135e52293c for: {'port': 1} {{(pid=93916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:28:15.848583 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-2cfb7b4e-af3d-437f-9247-04d2cdbe8d97 req-efe522bd-bca0-4173-9fbb-43ea12fa6fb7 tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:28:16.041826 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.db_base_plugin_common [req-2cfb7b4e-af3d-437f-9247-04d2cdbe8d97 req-efe522bd-bca0-4173-9fbb-43ea12fa6fb7 tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] Allocated IP 192.168.233.208 (4f742057-89ee-4b4a-86f7-487ee61881a1/f20c54fb-f7da-4761-aa61-2e4f99f3d332/069fec85-1f88-4350-a10b-8a1886043632) {{(pid=93916) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:28:16.043211 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182e4c5c-d1eb-482e-b9c5-7bb0e27e3f7c req-018fdfa6-197b-4f4f-a9e5-7eb7e55a8fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:28:16.044703 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-182e4c5c-d1eb-482e-b9c5-7bb0e27e3f7c req-018fdfa6-197b-4f4f-a9e5-7eb7e55a8fb6 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=84e4a0bd-f283-425f-b244-349996ec3fd0 HTTP/1.1" status: 200 len: 1096 time: 0.6040363 Jul 14 18:28:16.164017 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa44014-89ef-46ff-8754-cf893cf05618 req-b17c7136-5c95-4de4-aedb-ed6911fe048a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:28:16.165563 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-7aa44014-89ef-46ff-8754-cf893cf05618 req-b17c7136-5c95-4de4-aedb-ed6911fe048a service neutron] 10.222.0.35 "GET /v2.0/networks?id=7c5c265b-c8cb-48dd-918e-349f7d6fa97f HTTP/1.1" status: 200 len: 913 time: 0.7156804 Jul 14 18:28:16.237139 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-7aa44014-89ef-46ff-8754-cf893cf05618 req-13eb0c87-29f1-411d-b3af-10f631f412b3 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7465119c-60bf-4701-a4a9-de6f999fe153 HTTP/1.1" status: 200 len: 217 time: 0.0627809 Jul 14 18:28:16.245459 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-182e4c5c-d1eb-482e-b9c5-7bb0e27e3f7c req-5ed7f043-5b7b-46c9-a982-eee907c3df46 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=1717ebe8-f29a-4477-a288-2900c0dd0f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1851771 Jul 14 18:28:16.251749 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-2cfb7b4e-af3d-437f-9247-04d2cdbe8d97 req-efe522bd-bca0-4173-9fbb-43ea12fa6fb7 tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] Notify callbacks [] for port, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:28:16.272969 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.provisioning_blocks [req-2cfb7b4e-af3d-437f-9247-04d2cdbe8d97 req-efe522bd-bca0-4173-9fbb-43ea12fa6fb7 tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] Transition to ACTIVE for port object 069fec85-1f88-4350-a10b-8a1886043632 will not be triggered until provisioned by entity DHCP. {{(pid=93916) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:28:16.305465 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c93804-d2a3-4c65-9afd-5e7ea752051f req-74fc98f9-3422-4c9c-ab25-cc7ef8e50464 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:28:16.306977 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a6c93804-d2a3-4c65-9afd-5e7ea752051f req-74fc98f9-3422-4c9c-ab25-cc7ef8e50464 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.18 "GET /v2.0/ports?device_id=b34ed31a-cdf4-42e3-9af8-e1a7ec6d0b20&tenant_id=e0d800f124a7477bb29e534c1272cd15&binding%3Ahost_id=n-h1-800634-3 HTTP/1.1" status: 200 len: 947 time: 0.2992840 Jul 14 18:28:16.321187 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-2cfb7b4e-af3d-437f-9247-04d2cdbe8d97 req-efe522bd-bca0-4173-9fbb-43ea12fa6fb7 tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:28:16.321982 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e88d5dc-4b29-40cc-995f-233d2a1e4d3b req-686115c7-e898-41ad-a82b-02295ef7d041 tempest-ServerDiskConfigTestJSON-1372590070 tempest-ServerDiskConfigTestJSON-1372590070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:28:16.329559 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-9e88d5dc-4b29-40cc-995f-233d2a1e4d3b req-686115c7-e898-41ad-a82b-02295ef7d041 tempest-ServerDiskConfigTestJSON-1372590070 tempest-ServerDiskConfigTestJSON-1372590070-project] 10.222.0.16 "GET /v2.0/ports?device_id=3a42ddc6-5334-4b49-b118-b918cd4d3904 HTTP/1.1" status: 200 len: 946 time: 0.3207638 Jul 14 18:28:16.336176 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] get_ports_and_sgs() called for port_ids ['669c9edf-0066-4f1c-8103-9c630a3adbef', '12f9f4e0-732a-4ff7-ae01-79782107bd50', '93931838-c4c9-4619-9753-71eeca38dcdc'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 18:28:16.366169 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbf183a-250c-4533-b05f-3d8785f4cdef req-3eff10b3-08da-49b0-98ea-b57a0fa6a88e tempest-MultipleCreateTestJSON-1352928044 tempest-MultipleCreateTestJSON-1352928044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:28:16.367701 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-5bbf183a-250c-4533-b05f-3d8785f4cdef req-3eff10b3-08da-49b0-98ea-b57a0fa6a88e tempest-MultipleCreateTestJSON-1352928044 tempest-MultipleCreateTestJSON-1352928044-project] 10.222.0.16 "GET /v2.0/ports?device_id=24e69c05-052d-4c7d-a46d-abf449e32bb4 HTTP/1.1" status: 200 len: 943 time: 0.3619108 Jul 14 18:28:16.395228 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Device 7465119c-60bf-4701-a4a9-de6f999fe153 details requested by agent hyperv_n-h2-800634-3 with host n-h2-800634-3 {{(pid=93917) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 18:28:16.403759 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2cfb7b4e-af3d-437f-9247-04d2cdbe8d97 req-efe522bd-bca0-4173-9fbb-43ea12fa6fb7 tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] Network 4f742057-89ee-4b4a-86f7-487ee61881a1 is already hosted by enough agents. {{(pid=93916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:28:16.416053 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [req-2cfb7b4e-af3d-437f-9247-04d2cdbe8d97 req-efe522bd-bca0-4173-9fbb-43ea12fa6fb7 tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] Resources bound (agent type, host, resource id): {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:28:16.418340 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa44014-89ef-46ff-8754-cf893cf05618 req-1dc57290-8d8e-4375-a3ab-3bc7d3d90e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:28:16.419830 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-7aa44014-89ef-46ff-8754-cf893cf05618 req-1dc57290-8d8e-4375-a3ab-3bc7d3d90e11 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f032006b-6262-4a79-b1ea-5cdc8bbf67c0 HTTP/1.1" status: 200 len: 853 time: 0.1728144 Jul 14 18:28:16.422002 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.l3_dvrscheduler_db [req-2cfb7b4e-af3d-437f-9247-04d2cdbe8d97 req-efe522bd-bca0-4173-9fbb-43ea12fa6fb7 tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] Received port after_create {{(pid=93916) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:28:16.498572 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-7aa44014-89ef-46ff-8754-cf893cf05618 req-c3e96727-a666-418e-bdd9-d75e839fe61a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7c5c265b-c8cb-48dd-918e-349f7d6fa97f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0638943 Jul 14 18:28:16.545441 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfb7b4e-af3d-437f-9247-04d2cdbe8d97 req-efe522bd-bca0-4173-9fbb-43ea12fa6fb7 tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:28:16.548139 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-9e88d5dc-4b29-40cc-995f-233d2a1e4d3b req-7f1084b4-c511-4d6d-8a5e-d25c8fe1b867 tempest-ServerDiskConfigTestJSON-1372590070 tempest-ServerDiskConfigTestJSON-1372590070-project] 10.222.0.16 "GET /v2.0/security-groups?id=8f471560-b797-46f3-abf1-e078e196721c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2160037 Jul 14 18:28:16.550865 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-2cfb7b4e-af3d-437f-9247-04d2cdbe8d97 req-efe522bd-bca0-4173-9fbb-43ea12fa6fb7 tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:28:16.588751 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe522bd-bca0-4173-9fbb-43ea12fa6fb7 tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] Pushing event updated for resources: {'Port': ['ID=069fec85-1f88-4350-a10b-8a1886043632,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:28:16.595511 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-2cfb7b4e-af3d-437f-9247-04d2cdbe8d97 req-efe522bd-bca0-4173-9fbb-43ea12fa6fb7 tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0318580 Jul 14 18:28:16.609947 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [req-2cfb7b4e-af3d-437f-9247-04d2cdbe8d97 req-2f70f9ad-a1bd-48a7-a16f-dcf99529e425 service neutron] Request body: {'port': {'device_id': 'da55d251-1890-4a50-913d-06408110a855', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800634-3'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:28:16.662952 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-5bbf183a-250c-4533-b05f-3d8785f4cdef req-f1b60218-409f-4cbd-9ea8-a9a29a2143d5 tempest-MultipleCreateTestJSON-1352928044 tempest-MultipleCreateTestJSON-1352928044-project] 10.222.0.16 "GET /v2.0/security-groups?id=1717ebe8-f29a-4477-a288-2900c0dd0f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2654977 Jul 14 18:28:16.679306 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a6c93804-d2a3-4c65-9afd-5e7ea752051f req-d06a4280-a835-4a14-8388-d177be47b69d service neutron] 10.222.0.18 "GET /v2.0/ports/2963b705-b1e1-4311-8a6e-95a0846fc25f/bindings/n-h1-800634-3 HTTP/1.1" status: 200 len: 382 time: 0.3373017 Jul 14 18:28:16.795014 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-2cfb7b4e-af3d-437f-9247-04d2cdbe8d97 req-2f70f9ad-a1bd-48a7-a16f-dcf99529e425 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:28:16.856098 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-7aa44014-89ef-46ff-8754-cf893cf05618 req-8a90c117-ef71-4d3a-bd6b-1d857dce4aeb service neutron] 10.222.0.35 "GET /v2.0/networks/7c5c265b-c8cb-48dd-918e-349f7d6fa97f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3485103 Jul 14 18:28:16.961525 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-10c9f240-9f2a-4cfb-ab5a-ebc91180d057 req-1e621aa1-bb2a-40ee-b8f5-2c04acbdbed8 tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] 10.222.0.16 "GET /v2.0/ports?device_id=9e607135-07e7-4dea-9f39-7c0c30f653f2 HTTP/1.1" status: 200 len: 210 time: 0.0498428 Jul 14 18:28:17.038075 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c93804-d2a3-4c65-9afd-5e7ea752051f req-cc990ac4-4bf7-4a0f-bcb2-9c75c3478b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:28:17.040219 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a6c93804-d2a3-4c65-9afd-5e7ea752051f req-cc990ac4-4bf7-4a0f-bcb2-9c75c3478b22 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e0d800f124a7477bb29e534c1272cd15&device_id=b34ed31a-cdf4-42e3-9af8-e1a7ec6d0b20 HTTP/1.1" status: 200 len: 1098 time: 0.3252599 Jul 14 18:28:17.142241 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] For port 7465119c-60bf-4701-a4a9-de6f999fe153, host n-h2-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=7465119c-60bf-4701-a4a9-de6f999fe153,segment=NetworkSegment(083d4956-d74a-4548-8325-55efe8661457),segment_id=083d4956-d74a-4548-8325-55efe8661457)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:28:17.178231 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c93804-d2a3-4c65-9afd-5e7ea752051f req-a9d1caf6-6a69-43c7-9e86-3a057f7fe47f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:28:17.179121 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-1da2a4d0-53b2-40a8-908b-3f7ed88f5058 None None] Provisioning for port 069fec85-1f88-4350-a10b-8a1886043632 completed by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:28:17.181886 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a6c93804-d2a3-4c65-9afd-5e7ea752051f req-a9d1caf6-6a69-43c7-9e86-3a057f7fe47f service neutron] 10.222.0.18 "GET /v2.0/networks?id=4f742057-89ee-4b4a-86f7-487ee61881a1 HTTP/1.1" status: 200 len: 869 time: 0.1145566 Jul 14 18:28:17.215349 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-1da2a4d0-53b2-40a8-908b-3f7ed88f5058 None None] Provisioning complete for port 069fec85-1f88-4350-a10b-8a1886043632 triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:28:17.215715 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-1da2a4d0-53b2-40a8-908b-3f7ed88f5058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:28:17.217408 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cba34a9-cd8b-4de2-99ca-f674e03ff726 req-92e81efe-1f40-477c-b705-bbac46b49230 tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:28:17.225710 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-4cba34a9-cd8b-4de2-99ca-f674e03ff726 req-92e81efe-1f40-477c-b705-bbac46b49230 tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] 10.222.0.16 "GET /v2.0/ports?device_id=da55d251-1890-4a50-913d-06408110a855 HTTP/1.1" status: 200 len: 936 time: 0.4484906 Jul 14 18:28:17.242855 n-d-800634-3 neutron-server[93916]: DEBUG neutron.notifiers.nova [req-2cfb7b4e-af3d-437f-9247-04d2cdbe8d97 req-2f70f9ad-a1bd-48a7-a16f-dcf99529e425 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 069fec85-1f88-4350-a10b-8a1886043632 {{(pid=93916) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 18:28:17.244016 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Returning: {'device': '7465119c-60bf-4701-a4a9-de6f999fe153', 'network_id': '7c5c265b-c8cb-48dd-918e-349f7d6fa97f', 'port_id': '7465119c-60bf-4701-a4a9-de6f999fe153', 'mac_address': 'fa:16:3e:2b:3f:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 95, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f032006b-6262-4a79-b1ea-5cdc8bbf67c0', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93917) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 18:28:17.253352 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-2cfb7b4e-af3d-437f-9247-04d2cdbe8d97 req-2f70f9ad-a1bd-48a7-a16f-dcf99529e425 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:28:17.268100 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.provisioning_blocks [req-2cfb7b4e-af3d-437f-9247-04d2cdbe8d97 req-2f70f9ad-a1bd-48a7-a16f-dcf99529e425 service neutron] Transition to ACTIVE for port object 069fec85-1f88-4350-a10b-8a1886043632 will not be triggered until provisioned by entity L2. {{(pid=93916) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:28:17.275070 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-2cfb7b4e-af3d-437f-9247-04d2cdbe8d97 req-2f70f9ad-a1bd-48a7-a16f-dcf99529e425 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2684870'] for port, after_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:28:17.304707 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-1da2a4d0-53b2-40a8-908b-3f7ed88f5058 None None] Port 069fec85-1f88-4350-a10b-8a1886043632 cannot update to ACTIVE because it is not bound. {{(pid=93917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 18:28:17.333064 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a6c93804-d2a3-4c65-9afd-5e7ea752051f req-26a8071f-f047-440d-a067-e1b02dae782f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.3&port_id=2963b705-b1e1-4311-8a6e-95a0846fc25f HTTP/1.1" status: 200 len: 217 time: 0.1366904 Jul 14 18:28:17.343136 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f70f9ad-a1bd-48a7-a16f-dcf99529e425 service neutron] Pushing event updated for resources: {'Port': ['ID=069fec85-1f88-4350-a10b-8a1886043632,revision_number=2']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:28:17.390075 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:28:17.436804 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7465119c-60bf-4701-a4a9-de6f999fe153 {{(pid=93917) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 18:28:17.469402 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.managers [req-2cfb7b4e-af3d-437f-9247-04d2cdbe8d97 req-2f70f9ad-a1bd-48a7-a16f-dcf99529e425 service neutron] Attempting to bind port 069fec85-1f88-4350-a10b-8a1886043632 on host n-h2-800634-3 for vnic_type normal with profile {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:28:17.471388 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.managers [req-2cfb7b4e-af3d-437f-9247-04d2cdbe8d97 req-2f70f9ad-a1bd-48a7-a16f-dcf99529e425 service neutron] Attempting to bind port 069fec85-1f88-4350-a10b-8a1886043632 by drivers openvswitch,hyperv on host n-h2-800634-3 at level 0 using segments [{'id': '067fc487-22c7-42de-972d-ae352a28ad29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '4f742057-89ee-4b4a-86f7-487ee61881a1'}] {{(pid=93916) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:28:17.473026 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cfb7b4e-af3d-437f-9247-04d2cdbe8d97 req-2f70f9ad-a1bd-48a7-a16f-dcf99529e425 service neutron] Attempting to bind port 069fec85-1f88-4350-a10b-8a1886043632 on network 4f742057-89ee-4b4a-86f7-487ee61881a1 {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:28:17.483538 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] For port 7465119c-60bf-4701-a4a9-de6f999fe153, host n-h2-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=7465119c-60bf-4701-a4a9-de6f999fe153,segment=NetworkSegment(083d4956-d74a-4548-8325-55efe8661457),segment_id=083d4956-d74a-4548-8325-55efe8661457)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:28:17.486091 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cfb7b4e-af3d-437f-9247-04d2cdbe8d97 req-2f70f9ad-a1bd-48a7-a16f-dcf99529e425 service neutron] Port 069fec85-1f88-4350-a10b-8a1886043632 on network 4f742057-89ee-4b4a-86f7-487ee61881a1 not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-3 {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 18:28:17.487722 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cfb7b4e-af3d-437f-9247-04d2cdbe8d97 req-2f70f9ad-a1bd-48a7-a16f-dcf99529e425 service neutron] Attempting to bind port 069fec85-1f88-4350-a10b-8a1886043632 on network 4f742057-89ee-4b4a-86f7-487ee61881a1 {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:28:17.497658 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:28:17.499433 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cfb7b4e-af3d-437f-9247-04d2cdbe8d97 req-2f70f9ad-a1bd-48a7-a16f-dcf99529e425 service neutron] Checking agent: {'id': '08e36a6c-8d04-48f0-a644-f27680635246', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 15, 35), 'started_at': datetime.datetime(2021, 7, 14, 18, 15, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 18, 28, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 18:28:17.500324 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cfb7b4e-af3d-437f-9247-04d2cdbe8d97 req-2f70f9ad-a1bd-48a7-a16f-dcf99529e425 service neutron] Checking segment: {'id': '067fc487-22c7-42de-972d-ae352a28ad29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '4f742057-89ee-4b4a-86f7-487ee61881a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93916) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:28:17.500713 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cfb7b4e-af3d-437f-9247-04d2cdbe8d97 req-2f70f9ad-a1bd-48a7-a16f-dcf99529e425 service neutron] Bound using segment: {'id': '067fc487-22c7-42de-972d-ae352a28ad29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '4f742057-89ee-4b4a-86f7-487ee61881a1'} {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 18:28:17.503071 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.managers [req-2cfb7b4e-af3d-437f-9247-04d2cdbe8d97 req-2f70f9ad-a1bd-48a7-a16f-dcf99529e425 service neutron] Bound port: 069fec85-1f88-4350-a10b-8a1886043632, host: n-h2-800634-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '067fc487-22c7-42de-972d-ae352a28ad29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '4f742057-89ee-4b4a-86f7-487ee61881a1'}}] {{(pid=93916) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 18:28:17.506027 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-2cfb7b4e-af3d-437f-9247-04d2cdbe8d97 req-2f70f9ad-a1bd-48a7-a16f-dcf99529e425 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:28:17.508192 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-7aa44014-89ef-46ff-8754-cf893cf05618 req-ba64583d-9acc-4744-b31d-416a4372abf2 service neutron] 10.222.0.35 "GET /v2.0/networks/7c5c265b-c8cb-48dd-918e-349f7d6fa97f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6289155 Jul 14 18:28:17.566154 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Pushing event updated for resources: {'Port': ['ID=7465119c-60bf-4701-a4a9-de6f999fe153,revision_number=4']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:28:17.701782 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.db [req-2cfb7b4e-af3d-437f-9247-04d2cdbe8d97 req-2f70f9ad-a1bd-48a7-a16f-dcf99529e425 service neutron] For port 069fec85-1f88-4350-a10b-8a1886043632, host n-h2-800634-3, cleared binding levels {{(pid=93916) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:28:17.705940 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.db [req-2cfb7b4e-af3d-437f-9247-04d2cdbe8d97 req-2f70f9ad-a1bd-48a7-a16f-dcf99529e425 service neutron] For port 069fec85-1f88-4350-a10b-8a1886043632, host n-h2-800634-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=069fec85-1f88-4350-a10b-8a1886043632,segment=NetworkSegment(067fc487-22c7-42de-972d-ae352a28ad29),segment_id=067fc487-22c7-42de-972d-ae352a28ad29)] {{(pid=93916) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 18:28:17.714217 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-2cfb7b4e-af3d-437f-9247-04d2cdbe8d97 req-2f70f9ad-a1bd-48a7-a16f-dcf99529e425 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2684870'] for port, after_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:28:17.732799 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-4cba34a9-cd8b-4de2-99ca-f674e03ff726 req-81b8b137-fc46-4dbb-af4e-c59b3bea78d0 tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] 10.222.0.16 "GET /v2.0/security-groups?id=b0153d44-2cf7-4f50-b628-255afb14ce31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5056746 Jul 14 18:28:17.752360 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfb7b4e-af3d-437f-9247-04d2cdbe8d97 req-2f70f9ad-a1bd-48a7-a16f-dcf99529e425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:28:17.752905 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-2cfb7b4e-af3d-437f-9247-04d2cdbe8d97 req-2f70f9ad-a1bd-48a7-a16f-dcf99529e425 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:28:17.754318 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-2cfb7b4e-af3d-437f-9247-04d2cdbe8d97 req-2f70f9ad-a1bd-48a7-a16f-dcf99529e425 service neutron] 10.222.0.35 "PUT /v2.0/ports/069fec85-1f88-4350-a10b-8a1886043632 HTTP/1.1" status: 200 len: 1096 time: 1.1513016 Jul 14 18:28:17.754765 n-d-800634-3 neutron-server[93916]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da55d251-1890-4a50-913d-06408110a855', 'tag': '069fec85-1f88-4350-a10b-8a1886043632'}] {{(pid=93916) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:28:17.757052 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f803e150b363a7893830aa996ac27753fa25517c406ecd3536b7c2d4b26eeb9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18f8c936-9029-4ab7-9709-f786d3e6f76b" -d '{"events": [{"name": "network-changed", "server_uuid": "da55d251-1890-4a50-913d-06408110a855", "tag": "069fec85-1f88-4350-a10b-8a1886043632"}]}' {{(pid=93916) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:28:17.795014 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f70f9ad-a1bd-48a7-a16f-dcf99529e425 service neutron] Pushing event updated for resources: {'Port': ['ID=069fec85-1f88-4350-a10b-8a1886043632,revision_number=3']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:28:17.812496 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] get_ports_and_sgs() called for port_ids ['7465119c-60bf-4701-a4a9-de6f999fe153'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 18:28:17.816200 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c93804-d2a3-4c65-9afd-5e7ea752051f req-a973883e-1daf-46fd-80d8-e9386eb6fad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:28:17.817616 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a6c93804-d2a3-4c65-9afd-5e7ea752051f req-a973883e-1daf-46fd-80d8-e9386eb6fad4 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f20c54fb-f7da-4761-aa61-2e4f99f3d332 HTTP/1.1" status: 200 len: 843 time: 0.4455681 Jul 14 18:28:17.837838 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8872549f-a022-4b79-a2c3-2fc24d14c285 req-4cc48693-a5e4-4884-b85e-dde6f42042b3 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:28:17.854368 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-8872549f-a022-4b79-a2c3-2fc24d14c285 req-4cc48693-a5e4-4884-b85e-dde6f42042b3 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.16 "GET /v2.0/ports?device_id=b34ed31a-cdf4-42e3-9af8-e1a7ec6d0b20 HTTP/1.1" status: 200 len: 947 time: 0.5790794 Jul 14 18:28:17.947190 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df61f946-f08a-41ad-a351-af57499b74e9 req-9131c736-eba6-46a2-9521-78f2c9b07af6 tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:28:17.949277 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-df61f946-f08a-41ad-a351-af57499b74e9 req-9131c736-eba6-46a2-9521-78f2c9b07af6 tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] 10.222.0.35 "GET /v2.0/networks?id=027c4e91-49f9-408a-bc70-11f19a2cbbb7 HTTP/1.1" status: 200 len: 806 time: 0.4248192 Jul 14 18:28:18.029047 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device 2963b705-b1e1-4311-8a6e-95a0846fc25f up at agent hyperv_n-h1-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:28:18.078741 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-8872549f-a022-4b79-a2c3-2fc24d14c285 req-669a3930-8614-43a0-b86c-e3fcfaa09e46 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.16 "GET /v2.0/security-groups?id=95148b1b-0f93-483b-9e80-262147c27e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2229056 Jul 14 18:28:18.088772 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [req-df61f946-f08a-41ad-a351-af57499b74e9 req-85b24157-449f-4409-b44c-8423e2b07102 tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] Request body: {'port': {'device_id': '9e607135-07e7-4dea-9f39-7c0c30f653f2', 'network_id': '027c4e91-49f9-408a-bc70-11f19a2cbbb7', 'admin_state_up': True, 'tenant_id': '882f4375ae5845d48a58ae9ac1c63552'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:28:18.131258 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfb7b4e-af3d-437f-9247-04d2cdbe8d97 req-9148b9e4-5666-4b67-a349-77204632d9e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:28:18.133100 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-2cfb7b4e-af3d-437f-9247-04d2cdbe8d97 req-9148b9e4-5666-4b67-a349-77204632d9e8 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=aeec593be949414a8c1694135e52293c&device_id=da55d251-1890-4a50-913d-06408110a855 HTTP/1.1" status: 200 len: 1099 time: 0.2255111 Jul 14 18:28:18.209528 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Provisioning complete for port 2963b705-b1e1-4311-8a6e-95a0846fc25f triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:28:18.209902 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:28:18.216308 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-2cfb7b4e-af3d-437f-9247-04d2cdbe8d97 req-34b2a594-c510-44cd-a276-2301cbcf9258 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.208&port_id=069fec85-1f88-4350-a10b-8a1886043632 HTTP/1.1" status: 200 len: 217 time: 0.0758379 Jul 14 18:28:18.273089 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfb7b4e-af3d-437f-9247-04d2cdbe8d97 req-676ab905-4767-4835-84ce-40b1187cb727 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:28:18.274496 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c93804-d2a3-4c65-9afd-5e7ea752051f req-f706380a-153b-449c-a6aa-61b8a3e305f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:28:18.275069 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-2cfb7b4e-af3d-437f-9247-04d2cdbe8d97 req-676ab905-4767-4835-84ce-40b1187cb727 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f20c54fb-f7da-4761-aa61-2e4f99f3d332 HTTP/1.1" status: 200 len: 843 time: 0.0520029 Jul 14 18:28:18.276792 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a6c93804-d2a3-4c65-9afd-5e7ea752051f req-f706380a-153b-449c-a6aa-61b8a3e305f0 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4f742057-89ee-4b4a-86f7-487ee61881a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4126151 Jul 14 18:28:18.350291 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:28:18.369571 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfb7b4e-af3d-437f-9247-04d2cdbe8d97 req-5aeef7f8-fb51-4bb7-8273-f85691c23310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:28:18.373727 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-2cfb7b4e-af3d-437f-9247-04d2cdbe8d97 req-5aeef7f8-fb51-4bb7-8273-f85691c23310 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4f742057-89ee-4b4a-86f7-487ee61881a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0925891 Jul 14 18:28:18.376671 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b34ed31a-cdf4-42e3-9af8-e1a7ec6d0b20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2963b705-b1e1-4311-8a6e-95a0846fc25f'}] {{(pid=93917) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:28:18.379005 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20b787f3c29eaa7aa2a4d648c725a2124c5ff39a8d793252f9d844495e14cf42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ddd144b-97ca-44b9-9174-ac4da47fac10" -d '{"events": [{"server_uuid": "b34ed31a-cdf4-42e3-9af8-e1a7ec6d0b20", "name": "network-vif-plugged", "status": "completed", "tag": "2963b705-b1e1-4311-8a6e-95a0846fc25f"}]}' {{(pid=93917) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:28:18.402506 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port 2963b705-b1e1-4311-8a6e-95a0846fc25f, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=2963b705-b1e1-4311-8a6e-95a0846fc25f,segment=NetworkSegment(067fc487-22c7-42de-972d-ae352a28ad29),segment_id=067fc487-22c7-42de-972d-ae352a28ad29)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:28:18.408375 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:28:18.424419 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df61f946-f08a-41ad-a351-af57499b74e9 req-85b24157-449f-4409-b44c-8423e2b07102 tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] Made reservation on behalf of 882f4375ae5845d48a58ae9ac1c63552 for: {'port': 1} {{(pid=93915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:28:18.427944 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-df61f946-f08a-41ad-a351-af57499b74e9 req-85b24157-449f-4409-b44c-8423e2b07102 tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:28:18.468102 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Pushing event updated for resources: {'Port': ['ID=2963b705-b1e1-4311-8a6e-95a0846fc25f,revision_number=8']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:28:18.498475 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-2cfb7b4e-af3d-437f-9247-04d2cdbe8d97 req-fefa6f0f-62ce-4fdd-bccc-39815708f1c2 service neutron] 10.222.0.35 "GET /v2.0/networks/4f742057-89ee-4b4a-86f7-487ee61881a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1171496 Jul 14 18:28:18.548200 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a93df55-ff56-46cb-966c-4891a3d4c4fc req-4e4a0e45-deec-4ec8-b9c0-bf768ee6028f tempest-MultipleCreateTestJSON-1352928044 tempest-MultipleCreateTestJSON-1352928044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:28:18.549652 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-8a93df55-ff56-46cb-966c-4891a3d4c4fc req-4e4a0e45-deec-4ec8-b9c0-bf768ee6028f tempest-MultipleCreateTestJSON-1352928044 tempest-MultipleCreateTestJSON-1352928044-project] 10.222.0.16 "GET /v2.0/ports?device_id=24e69c05-052d-4c7d-a46d-abf449e32bb4 HTTP/1.1" status: 200 len: 944 time: 0.2859221 Jul 14 18:28:18.555392 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a6c93804-d2a3-4c65-9afd-5e7ea752051f req-669d0910-d1bf-4c65-96a4-10920114bb05 service neutron] 10.222.0.18 "GET /v2.0/networks/4f742057-89ee-4b4a-86f7-487ee61881a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2578385 Jul 14 18:28:18.562753 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0b3636-feef-4984-8f1f-1e9c68dc1666 req-1fd7f3fd-6db0-4517-90d6-10ffaaa59c50 tempest-ServerDiskConfigTestJSON-1372590070 tempest-ServerDiskConfigTestJSON-1372590070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:28:18.564224 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-fe0b3636-feef-4984-8f1f-1e9c68dc1666 req-1fd7f3fd-6db0-4517-90d6-10ffaaa59c50 tempest-ServerDiskConfigTestJSON-1372590070 tempest-ServerDiskConfigTestJSON-1372590070-project] 10.222.0.16 "GET /v2.0/ports?device_id=3a42ddc6-5334-4b49-b118-b918cd4d3904 HTTP/1.1" status: 200 len: 946 time: 0.2993548 Jul 14 18:28:18.620545 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-2cfb7b4e-af3d-437f-9247-04d2cdbe8d97 req-dec27fc9-9208-435c-8621-c14ec4e2a223 service neutron] 10.222.0.35 "GET /v2.0/networks/4f742057-89ee-4b4a-86f7-487ee61881a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1155863 Jul 14 18:28:18.735106 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-fe0b3636-feef-4984-8f1f-1e9c68dc1666 req-f8f105ff-9d4f-45b2-a707-f3e4ee21c9ba tempest-ServerDiskConfigTestJSON-1372590070 tempest-ServerDiskConfigTestJSON-1372590070-project] 10.222.0.16 "GET /v2.0/security-groups?id=8f471560-b797-46f3-abf1-e078e196721c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588056 Jul 14 18:28:18.737719 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-8a93df55-ff56-46cb-966c-4891a3d4c4fc req-a2e36158-d512-4201-9295-0066b47a86e2 tempest-MultipleCreateTestJSON-1352928044 tempest-MultipleCreateTestJSON-1352928044-project] 10.222.0.16 "GET /v2.0/security-groups?id=1717ebe8-f29a-4477-a288-2900c0dd0f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1715376 Jul 14 18:28:18.782650 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a6c93804-d2a3-4c65-9afd-5e7ea752051f req-b831f5af-f37d-4c3e-bb1e-2ea7d1790675 service neutron] 10.222.0.18 "GET /v2.0/networks/4f742057-89ee-4b4a-86f7-487ee61881a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2174392 Jul 14 18:28:18.784102 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.db_base_plugin_common [req-df61f946-f08a-41ad-a351-af57499b74e9 req-85b24157-449f-4409-b44c-8423e2b07102 tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] Allocated IP 172.20.0.6 (027c4e91-49f9-408a-bc70-11f19a2cbbb7/05d56735-edac-4058-8f3c-680c255777ec/26afefce-ef6f-486e-88fa-166341b40449) {{(pid=93915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:28:18.788739 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 18:28:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7ad208d-495f-4f4b-947a-a8bf1d98a5cc x-openstack-request-id: req-b7ad208d-495f-4f4b-947a-a8bf1d98a5cc {{(pid=93916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:28:18.789093 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da55d251-1890-4a50-913d-06408110a855", "tag": "069fec85-1f88-4350-a10b-8a1886043632", "status": "completed", "code": 200}]} {{(pid=93916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:28:18.789376 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b7ad208d-495f-4f4b-947a-a8bf1d98a5cc {{(pid=93916) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:28:18.789787 n-d-800634-3 neutron-server[93916]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da55d251-1890-4a50-913d-06408110a855', 'tag': '069fec85-1f88-4350-a10b-8a1886043632', 'status': 'completed', 'code': 200} Jul 14 18:28:18.846874 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 18:28:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5992d5f0-bc8d-4052-b91e-023c45ab1efb x-openstack-request-id: req-5992d5f0-bc8d-4052-b91e-023c45ab1efb {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:28:18.847176 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b34ed31a-cdf4-42e3-9af8-e1a7ec6d0b20", "name": "network-vif-plugged", "status": "completed", "tag": "2963b705-b1e1-4311-8a6e-95a0846fc25f", "code": 200}]} {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:28:18.848462 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5992d5f0-bc8d-4052-b91e-023c45ab1efb {{(pid=93917) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:28:18.848914 n-d-800634-3 neutron-server[93917]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b34ed31a-cdf4-42e3-9af8-e1a7ec6d0b20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2963b705-b1e1-4311-8a6e-95a0846fc25f', 'code': 200} Jul 14 18:28:18.928617 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f8c936-9029-4ab7-9709-f786d3e6f76b req-aa29692d-fb6b-496c-af35-358a42f58067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:28:18.930058 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-18f8c936-9029-4ab7-9709-f786d3e6f76b req-aa29692d-fb6b-496c-af35-358a42f58067 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=aeec593be949414a8c1694135e52293c&device_id=da55d251-1890-4a50-913d-06408110a855 HTTP/1.1" status: 200 len: 1099 time: 0.1086106 Jul 14 18:28:19.003131 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-43973b36-d68f-43eb-9f93-5d860644dc26 req-035860cc-a983-4889-ad59-7fb6e6100477 tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] 10.222.0.16 "GET /v2.0/ports?device_id=9e607135-07e7-4dea-9f39-7c0c30f653f2 HTTP/1.1" status: 200 len: 210 time: 0.0684047 Jul 14 18:28:19.039408 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f8c936-9029-4ab7-9709-f786d3e6f76b req-d9fc42e8-3eb6-475b-bd4b-011d1300eed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:28:19.041360 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-18f8c936-9029-4ab7-9709-f786d3e6f76b req-d9fc42e8-3eb6-475b-bd4b-011d1300eed3 service neutron] 10.222.0.35 "GET /v2.0/networks?id=4f742057-89ee-4b4a-86f7-487ee61881a1 HTTP/1.1" status: 200 len: 869 time: 0.1035104 Jul 14 18:28:19.085515 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac55df4-dbaa-4654-9167-fe7404e94133 req-45ba908a-bdfa-4b79-8691-fcb112a3c100 tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:28:19.090458 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-18f8c936-9029-4ab7-9709-f786d3e6f76b req-0556c761-2c18-4cdd-9a39-3ed1e67badcf service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.208&port_id=069fec85-1f88-4350-a10b-8a1886043632 HTTP/1.1" status: 200 len: 217 time: 0.0424440 Jul 14 18:28:19.092383 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-4ac55df4-dbaa-4654-9167-fe7404e94133 req-45ba908a-bdfa-4b79-8691-fcb112a3c100 tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] 10.222.0.16 "GET /v2.0/ports?device_id=da55d251-1890-4a50-913d-06408110a855 HTTP/1.1" status: 200 len: 948 time: 0.1223655 Jul 14 18:28:19.097186 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-df61f946-f08a-41ad-a351-af57499b74e9 req-85b24157-449f-4409-b44c-8423e2b07102 tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] Notify callbacks [] for port, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:28:19.152662 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f8c936-9029-4ab7-9709-f786d3e6f76b req-8c0e1949-6f1e-430d-ac14-08c09eb70da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:28:19.155677 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-18f8c936-9029-4ab7-9709-f786d3e6f76b req-8c0e1949-6f1e-430d-ac14-08c09eb70da6 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f20c54fb-f7da-4761-aa61-2e4f99f3d332 HTTP/1.1" status: 200 len: 843 time: 0.0579374 Jul 14 18:28:19.159222 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-4ac55df4-dbaa-4654-9167-fe7404e94133 req-b224329c-f7f5-4cd6-962d-d2bf3dc8b8ec tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] 10.222.0.16 "GET /v2.0/security-groups?id=b0153d44-2cf7-4f50-b628-255afb14ce31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656693 Jul 14 18:28:19.182066 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-df61f946-f08a-41ad-a351-af57499b74e9 req-85b24157-449f-4409-b44c-8423e2b07102 tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:28:19.195305 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] get_ports_and_sgs() called for port_ids ['2dc4e7e9-6455-4472-9129-79fcd5d07d19'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 18:28:19.232660 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f8c936-9029-4ab7-9709-f786d3e6f76b req-3f02d7c9-131e-4aac-9641-d61597780da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:28:19.234224 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-18f8c936-9029-4ab7-9709-f786d3e6f76b req-3f02d7c9-131e-4aac-9641-d61597780da2 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4f742057-89ee-4b4a-86f7-487ee61881a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0681124 Jul 14 18:28:19.263990 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df61f946-f08a-41ad-a351-af57499b74e9 req-85b24157-449f-4409-b44c-8423e2b07102 tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] Network 027c4e91-49f9-408a-bc70-11f19a2cbbb7 is already hosted by enough agents. {{(pid=93915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:28:19.289385 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [req-df61f946-f08a-41ad-a351-af57499b74e9 req-85b24157-449f-4409-b44c-8423e2b07102 tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] Resources bound (agent type, host, resource id): {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:28:19.295074 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [req-df61f946-f08a-41ad-a351-af57499b74e9 req-85b24157-449f-4409-b44c-8423e2b07102 tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] Received port after_create {{(pid=93915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:28:19.301157 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b24157-449f-4409-b44c-8423e2b07102 tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] Pushing event updated for resources: {'Port': ['ID=26afefce-ef6f-486e-88fa-166341b40449,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:28:19.359883 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df61f946-f08a-41ad-a351-af57499b74e9 req-85b24157-449f-4409-b44c-8423e2b07102 tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:28:19.360450 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-df61f946-f08a-41ad-a351-af57499b74e9 req-85b24157-449f-4409-b44c-8423e2b07102 tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:28:19.366554 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-18f8c936-9029-4ab7-9709-f786d3e6f76b req-5b20c8c3-503a-4452-9e7e-14a4aac0919b service neutron] 10.222.0.35 "GET /v2.0/networks/4f742057-89ee-4b4a-86f7-487ee61881a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1177087 Jul 14 18:28:19.378148 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-df61f946-f08a-41ad-a351-af57499b74e9 req-85b24157-449f-4409-b44c-8423e2b07102 tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3268814 Jul 14 18:28:19.386699 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b2d891-b80c-4f47-83ba-d64b7dac37f2 req-29fa9797-9e1f-4e1f-8bb5-f65c050c1046 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:28:19.388230 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-70b2d891-b80c-4f47-83ba-d64b7dac37f2 req-29fa9797-9e1f-4e1f-8bb5-f65c050c1046 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.16 "GET /v2.0/ports?device_id=b34ed31a-cdf4-42e3-9af8-e1a7ec6d0b20 HTTP/1.1" status: 200 len: 948 time: 0.1421626 Jul 14 18:28:19.393731 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [req-df61f946-f08a-41ad-a351-af57499b74e9 req-0cbf5649-ef92-42dd-bf34-f74feac11c25 service neutron] Request body: {'port': {'device_id': '9e607135-07e7-4dea-9f39-7c0c30f653f2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800634-3'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:28:19.467999 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-18f8c936-9029-4ab7-9709-f786d3e6f76b req-e24f7ca2-bdb1-4fa1-9d2b-2091b547ba05 service neutron] 10.222.0.35 "GET /v2.0/networks/4f742057-89ee-4b4a-86f7-487ee61881a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941744 Jul 14 18:28:19.492138 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-70b2d891-b80c-4f47-83ba-d64b7dac37f2 req-40ad85c6-79db-4882-886d-4802bf626e6d tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.16 "GET /v2.0/security-groups?id=95148b1b-0f93-483b-9e80-262147c27e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947168 Jul 14 18:28:19.509362 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-df61f946-f08a-41ad-a351-af57499b74e9 req-0cbf5649-ef92-42dd-bf34-f74feac11c25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:28:19.783836 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [req-df61f946-f08a-41ad-a351-af57499b74e9 req-0cbf5649-ef92-42dd-bf34-f74feac11c25 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 26afefce-ef6f-486e-88fa-166341b40449 {{(pid=93915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 18:28:19.800916 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-df61f946-f08a-41ad-a351-af57499b74e9 req-0cbf5649-ef92-42dd-bf34-f74feac11c25 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:28:19.813868 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.provisioning_blocks [req-df61f946-f08a-41ad-a351-af57499b74e9 req-0cbf5649-ef92-42dd-bf34-f74feac11c25 service neutron] Transition to ACTIVE for port object 26afefce-ef6f-486e-88fa-166341b40449 will not be triggered until provisioned by entity L2. {{(pid=93915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:28:19.819097 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-df61f946-f08a-41ad-a351-af57499b74e9 req-0cbf5649-ef92-42dd-bf34-f74feac11c25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25912978'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:28:19.909915 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbf5649-ef92-42dd-bf34-f74feac11c25 service neutron] Pushing event updated for resources: {'Port': ['ID=26afefce-ef6f-486e-88fa-166341b40449,revision_number=2']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:28:20.037143 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-df61f946-f08a-41ad-a351-af57499b74e9 req-0cbf5649-ef92-42dd-bf34-f74feac11c25 service neutron] Attempting to bind port 26afefce-ef6f-486e-88fa-166341b40449 on host n-h2-800634-3 for vnic_type normal with profile {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:28:20.037489 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-df61f946-f08a-41ad-a351-af57499b74e9 req-0cbf5649-ef92-42dd-bf34-f74feac11c25 service neutron] Attempting to bind port 26afefce-ef6f-486e-88fa-166341b40449 by drivers openvswitch,hyperv on host n-h2-800634-3 at level 0 using segments [{'id': 'c5dc6d5b-42e9-4c22-85af-e48a17c0bd6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '027c4e91-49f9-408a-bc70-11f19a2cbbb7'}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:28:20.037823 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df61f946-f08a-41ad-a351-af57499b74e9 req-0cbf5649-ef92-42dd-bf34-f74feac11c25 service neutron] Attempting to bind port 26afefce-ef6f-486e-88fa-166341b40449 on network 027c4e91-49f9-408a-bc70-11f19a2cbbb7 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:28:20.049207 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df61f946-f08a-41ad-a351-af57499b74e9 req-0cbf5649-ef92-42dd-bf34-f74feac11c25 service neutron] Port 26afefce-ef6f-486e-88fa-166341b40449 on network 027c4e91-49f9-408a-bc70-11f19a2cbbb7 not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-3 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 18:28:20.049778 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df61f946-f08a-41ad-a351-af57499b74e9 req-0cbf5649-ef92-42dd-bf34-f74feac11c25 service neutron] Attempting to bind port 26afefce-ef6f-486e-88fa-166341b40449 on network 027c4e91-49f9-408a-bc70-11f19a2cbbb7 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:28:20.061494 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a4edce-be05-4393-a42c-77da394dac1c req-3be51872-12d2-499a-976c-2a11c8d0524b tempest-ServerDiskConfigTestJSON-1372590070 tempest-ServerDiskConfigTestJSON-1372590070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:28:20.063525 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-d1a4edce-be05-4393-a42c-77da394dac1c req-3be51872-12d2-499a-976c-2a11c8d0524b tempest-ServerDiskConfigTestJSON-1372590070 tempest-ServerDiskConfigTestJSON-1372590070-project] 10.222.0.16 "GET /v2.0/ports?device_id=3a42ddc6-5334-4b49-b118-b918cd4d3904 HTTP/1.1" status: 200 len: 946 time: 0.1853700 Jul 14 18:28:20.073266 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07218493-ceea-4264-842d-8a8a4e2a3b0b req-6bd8742c-eff9-4ec0-bc67-5661bf156ec9 tempest-MultipleCreateTestJSON-1352928044 tempest-MultipleCreateTestJSON-1352928044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:28:20.074654 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-07218493-ceea-4264-842d-8a8a4e2a3b0b req-6bd8742c-eff9-4ec0-bc67-5661bf156ec9 tempest-MultipleCreateTestJSON-1352928044 tempest-MultipleCreateTestJSON-1352928044-project] 10.222.0.16 "GET /v2.0/ports?device_id=24e69c05-052d-4c7d-a46d-abf449e32bb4 HTTP/1.1" status: 200 len: 944 time: 0.1748085 Jul 14 18:28:20.076949 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df61f946-f08a-41ad-a351-af57499b74e9 req-0cbf5649-ef92-42dd-bf34-f74feac11c25 service neutron] Checking agent: {'id': '08e36a6c-8d04-48f0-a644-f27680635246', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 15, 35), 'started_at': datetime.datetime(2021, 7, 14, 18, 15, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 18, 28, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 18:28:20.077293 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df61f946-f08a-41ad-a351-af57499b74e9 req-0cbf5649-ef92-42dd-bf34-f74feac11c25 service neutron] Checking segment: {'id': 'c5dc6d5b-42e9-4c22-85af-e48a17c0bd6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '027c4e91-49f9-408a-bc70-11f19a2cbbb7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:28:20.077670 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df61f946-f08a-41ad-a351-af57499b74e9 req-0cbf5649-ef92-42dd-bf34-f74feac11c25 service neutron] Bound using segment: {'id': 'c5dc6d5b-42e9-4c22-85af-e48a17c0bd6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '027c4e91-49f9-408a-bc70-11f19a2cbbb7'} {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 18:28:20.078674 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-df61f946-f08a-41ad-a351-af57499b74e9 req-0cbf5649-ef92-42dd-bf34-f74feac11c25 service neutron] Bound port: 26afefce-ef6f-486e-88fa-166341b40449, host: n-h2-800634-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5dc6d5b-42e9-4c22-85af-e48a17c0bd6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '027c4e91-49f9-408a-bc70-11f19a2cbbb7'}}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 18:28:20.079031 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-df61f946-f08a-41ad-a351-af57499b74e9 req-0cbf5649-ef92-42dd-bf34-f74feac11c25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:28:20.168534 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-07218493-ceea-4264-842d-8a8a4e2a3b0b req-7f6383dc-bb6e-400b-ae2f-34c29b51a639 tempest-MultipleCreateTestJSON-1352928044 tempest-MultipleCreateTestJSON-1352928044-project] 10.222.0.16 "GET /v2.0/security-groups?id=1717ebe8-f29a-4477-a288-2900c0dd0f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865848 Jul 14 18:28:20.173287 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-d1a4edce-be05-4393-a42c-77da394dac1c req-f9ab91af-bbf5-4e98-9160-d4794db4e7f5 tempest-ServerDiskConfigTestJSON-1372590070 tempest-ServerDiskConfigTestJSON-1372590070-project] 10.222.0.16 "GET /v2.0/security-groups?id=8f471560-b797-46f3-abf1-e078e196721c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976970 Jul 14 18:28:20.206016 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-df61f946-f08a-41ad-a351-af57499b74e9 req-0cbf5649-ef92-42dd-bf34-f74feac11c25 service neutron] For port 26afefce-ef6f-486e-88fa-166341b40449, host n-h2-800634-3, cleared binding levels {{(pid=93915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:28:20.210008 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-df61f946-f08a-41ad-a351-af57499b74e9 req-0cbf5649-ef92-42dd-bf34-f74feac11c25 service neutron] For port 26afefce-ef6f-486e-88fa-166341b40449, host n-h2-800634-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=26afefce-ef6f-486e-88fa-166341b40449,segment=NetworkSegment(c5dc6d5b-42e9-4c22-85af-e48a17c0bd6d),segment_id=c5dc6d5b-42e9-4c22-85af-e48a17c0bd6d)] {{(pid=93915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 18:28:20.216369 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-df61f946-f08a-41ad-a351-af57499b74e9 req-0cbf5649-ef92-42dd-bf34-f74feac11c25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25912978'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:28:20.281760 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbf5649-ef92-42dd-bf34-f74feac11c25 service neutron] Pushing event updated for resources: {'Port': ['ID=26afefce-ef6f-486e-88fa-166341b40449,revision_number=3']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:28:20.287310 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df61f946-f08a-41ad-a351-af57499b74e9 req-0cbf5649-ef92-42dd-bf34-f74feac11c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:28:20.287937 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-df61f946-f08a-41ad-a351-af57499b74e9 req-0cbf5649-ef92-42dd-bf34-f74feac11c25 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:28:20.289389 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-df61f946-f08a-41ad-a351-af57499b74e9 req-0cbf5649-ef92-42dd-bf34-f74feac11c25 service neutron] 10.222.0.35 "PUT /v2.0/ports/26afefce-ef6f-486e-88fa-166341b40449 HTTP/1.1" status: 200 len: 1091 time: 0.9002547 Jul 14 18:28:20.289829 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e607135-07e7-4dea-9f39-7c0c30f653f2', 'tag': '26afefce-ef6f-486e-88fa-166341b40449'}] {{(pid=93915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:28:20.292081 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e72782ad3af8f7d4ce76cedf092bca46d1756acc5c4653cf0b52034cdd6b073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-557ef6e0-8944-4f55-88cf-d859e1b05874" -d '{"events": [{"name": "network-changed", "server_uuid": "9e607135-07e7-4dea-9f39-7c0c30f653f2", "tag": "26afefce-ef6f-486e-88fa-166341b40449"}]}' {{(pid=93915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:28:20.313456 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-e9d688f5-63d2-4156-bebd-769020638e43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:28:20.399192 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Device 069fec85-1f88-4350-a10b-8a1886043632 details requested by agent hyperv_n-h2-800634-3 with host n-h2-800634-3 {{(pid=93917) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 18:28:20.401955 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Device 7465119c-60bf-4701-a4a9-de6f999fe153 up at agent hyperv_n-h2-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:28:20.541297 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Provisioning for port 7465119c-60bf-4701-a4a9-de6f999fe153 completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:28:20.555314 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Provisioning complete for port 7465119c-60bf-4701-a4a9-de6f999fe153 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:28:20.555717 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:28:20.599685 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] For port 069fec85-1f88-4350-a10b-8a1886043632, host n-h2-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=069fec85-1f88-4350-a10b-8a1886043632,segment=NetworkSegment(067fc487-22c7-42de-972d-ae352a28ad29),segment_id=067fc487-22c7-42de-972d-ae352a28ad29)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:28:20.622796 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Returning: {'device': '069fec85-1f88-4350-a10b-8a1886043632', 'network_id': '4f742057-89ee-4b4a-86f7-487ee61881a1', 'port_id': '069fec85-1f88-4350-a10b-8a1886043632', 'mac_address': 'fa:16:3e:96:d6:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f20c54fb-f7da-4761-aa61-2e4f99f3d332', 'ip_address': '192.168.233.208'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93917) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 18:28:20.695443 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:28:20.716646 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 069fec85-1f88-4350-a10b-8a1886043632 {{(pid=93917) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 18:28:20.721940 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:28:20.755997 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] For port 069fec85-1f88-4350-a10b-8a1886043632, host n-h2-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=069fec85-1f88-4350-a10b-8a1886043632,segment=NetworkSegment(067fc487-22c7-42de-972d-ae352a28ad29),segment_id=067fc487-22c7-42de-972d-ae352a28ad29)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:28:20.768814 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:28:20.775973 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] For port 7465119c-60bf-4701-a4a9-de6f999fe153, host n-h2-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=7465119c-60bf-4701-a4a9-de6f999fe153,segment=NetworkSegment(083d4956-d74a-4548-8325-55efe8661457),segment_id=083d4956-d74a-4548-8325-55efe8661457)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:28:20.800495 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df61f946-f08a-41ad-a351-af57499b74e9 req-2e59b104-d9a9-438b-8fa8-f0cc0d0418f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:28:20.802197 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-df61f946-f08a-41ad-a351-af57499b74e9 req-2e59b104-d9a9-438b-8fa8-f0cc0d0418f3 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=882f4375ae5845d48a58ae9ac1c63552&device_id=9e607135-07e7-4dea-9f39-7c0c30f653f2 HTTP/1.1" status: 200 len: 1094 time: 0.1366498 Jul 14 18:28:20.810262 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:28:20.813147 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59fc312-986e-402b-a093-2237e3896ff2 req-529918f0-a2aa-4824-9579-f8a660c54113 tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:28:20.815447 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f59fc312-986e-402b-a093-2237e3896ff2 req-529918f0-a2aa-4824-9579-f8a660c54113 tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] 10.222.0.16 "GET /v2.0/ports?device_id=da55d251-1890-4a50-913d-06408110a855 HTTP/1.1" status: 200 len: 948 time: 0.1489344 Jul 14 18:28:20.840423 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319af79e-b77b-4547-b8df-259a4e4ccc5f req-efef62df-b3c7-41a5-b7e0-88b34c0f0c7e tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:28:20.847973 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Pushing event updated for resources: {'Port': ['ID=069fec85-1f88-4350-a10b-8a1886043632,revision_number=4']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:28:20.849535 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-319af79e-b77b-4547-b8df-259a4e4ccc5f req-efef62df-b3c7-41a5-b7e0-88b34c0f0c7e tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] 10.222.0.16 "GET /v2.0/ports?device_id=9e607135-07e7-4dea-9f39-7c0c30f653f2 HTTP/1.1" status: 200 len: 943 time: 0.5537536 Jul 14 18:28:20.850866 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24e69c05-052d-4c7d-a46d-abf449e32bb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7465119c-60bf-4701-a4a9-de6f999fe153'}] {{(pid=93917) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:28:20.853152 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20b787f3c29eaa7aa2a4d648c725a2124c5ff39a8d793252f9d844495e14cf42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7a97613-6e6b-46cf-8e44-3e928180bfb5" -d '{"events": [{"server_uuid": "24e69c05-052d-4c7d-a46d-abf449e32bb4", "name": "network-vif-plugged", "status": "completed", "tag": "7465119c-60bf-4701-a4a9-de6f999fe153"}]}' {{(pid=93917) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:28:20.900654 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-df61f946-f08a-41ad-a351-af57499b74e9 req-2388bd6e-de36-4601-9e26-99baca0bb195 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=26afefce-ef6f-486e-88fa-166341b40449 HTTP/1.1" status: 200 len: 217 time: 0.0840511 Jul 14 18:28:20.933591 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Pushing event updated for resources: {'Port': ['ID=7465119c-60bf-4701-a4a9-de6f999fe153,revision_number=5']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:28:20.976029 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-319af79e-b77b-4547-b8df-259a4e4ccc5f req-bd82536e-2541-4ec4-885f-d7e2bb24bcb2 tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] 10.222.0.16 "GET /v2.0/security-groups?id=4824db20-b9ba-4380-9f29-13755d37b981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255243 Jul 14 18:28:20.984860 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f59fc312-986e-402b-a093-2237e3896ff2 req-ff5381ec-f451-4eb4-99df-6f922c504e30 tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] 10.222.0.16 "GET /v2.0/security-groups?id=b0153d44-2cf7-4f50-b628-255afb14ce31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249239 Jul 14 18:28:20.990537 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df61f946-f08a-41ad-a351-af57499b74e9 req-26d14c34-3a9b-48be-808d-8f36d63fb734 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:28:20.991972 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-df61f946-f08a-41ad-a351-af57499b74e9 req-26d14c34-3a9b-48be-808d-8f36d63fb734 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=05d56735-edac-4058-8f3c-680c255777ec HTTP/1.1" status: 200 len: 846 time: 0.0822215 Jul 14 18:28:21.032282 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-df61f946-f08a-41ad-a351-af57499b74e9 req-0a22b2bc-1526-468e-8df4-f2cd75d1feae service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=027c4e91-49f9-408a-bc70-11f19a2cbbb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0336535 Jul 14 18:28:21.036637 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] get_ports_and_sgs() called for port_ids ['069fec85-1f88-4350-a10b-8a1886043632'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 18:28:21.112085 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 18:28:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d590d9ef-003c-4cbc-89ec-fcb6462aef4c x-openstack-request-id: req-d590d9ef-003c-4cbc-89ec-fcb6462aef4c {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:28:21.112416 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e607135-07e7-4dea-9f39-7c0c30f653f2", "tag": "26afefce-ef6f-486e-88fa-166341b40449", "status": "completed", "code": 200}]} {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:28:21.112673 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d590d9ef-003c-4cbc-89ec-fcb6462aef4c {{(pid=93915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:28:21.113673 n-d-800634-3 neutron-server[93915]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e607135-07e7-4dea-9f39-7c0c30f653f2', 'tag': '26afefce-ef6f-486e-88fa-166341b40449', 'status': 'completed', 'code': 200} Jul 14 18:28:21.154859 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 18:28:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c46055b4-b1b0-4801-9458-16a6f72261b1 x-openstack-request-id: req-c46055b4-b1b0-4801-9458-16a6f72261b1 {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:28:21.155309 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24e69c05-052d-4c7d-a46d-abf449e32bb4", "name": "network-vif-plugged", "status": "completed", "tag": "7465119c-60bf-4701-a4a9-de6f999fe153", "code": 200}]} {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:28:21.155429 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c46055b4-b1b0-4801-9458-16a6f72261b1 {{(pid=93917) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:28:21.155788 n-d-800634-3 neutron-server[93917]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24e69c05-052d-4c7d-a46d-abf449e32bb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7465119c-60bf-4701-a4a9-de6f999fe153', 'code': 200} Jul 14 18:28:21.200427 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-df61f946-f08a-41ad-a351-af57499b74e9 req-729a2cc4-f99f-4a16-95b9-d90ed6724d51 service neutron] 10.222.0.35 "GET /v2.0/networks/027c4e91-49f9-408a-bc70-11f19a2cbbb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1612432 Jul 14 18:28:21.299825 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6226499b-2751-44f2-a6dc-805b6649db0e req-8e7760f1-c2e2-4fc5-b65a-cc3fee295cfa tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:28:21.308183 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6226499b-2751-44f2-a6dc-805b6649db0e req-8e7760f1-c2e2-4fc5-b65a-cc3fee295cfa tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.16 "GET /v2.0/ports?device_id=b34ed31a-cdf4-42e3-9af8-e1a7ec6d0b20 HTTP/1.1" status: 200 len: 948 time: 0.1603780 Jul 14 18:28:21.350973 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca957aff-6f7a-4890-a86f-3df143724588 req-b914295e-b393-418b-90c6-342866e8aabd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:28:21.353171 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-ca957aff-6f7a-4890-a86f-3df143724588 req-b914295e-b393-418b-90c6-342866e8aabd service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=24e69c05-052d-4c7d-a46d-abf449e32bb4 HTTP/1.1" status: 200 len: 1096 time: 0.0963860 Jul 14 18:28:21.394926 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-ca957aff-6f7a-4890-a86f-3df143724588 req-9c1d9d96-210b-47f4-a6a6-27788f9c0267 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=1717ebe8-f29a-4477-a288-2900c0dd0f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337842 Jul 14 18:28:21.413227 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-df61f946-f08a-41ad-a351-af57499b74e9 req-c91c591d-3aaa-44d1-9584-aeaa107a58e2 service neutron] 10.222.0.35 "GET /v2.0/networks/027c4e91-49f9-408a-bc70-11f19a2cbbb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2039139 Jul 14 18:28:21.417389 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6226499b-2751-44f2-a6dc-805b6649db0e req-6d109c2a-fc2f-4d56-bc4f-8c91ba0161f1 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.16 "GET /v2.0/security-groups?id=95148b1b-0f93-483b-9e80-262147c27e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084933 Jul 14 18:28:21.472898 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455b8b9d-959a-4162-b41a-d6ecc8762dec req-9de32aed-9440-480e-9f35-1b09208a0c29 tempest-MultipleCreateTestJSON-1352928044 tempest-MultipleCreateTestJSON-1352928044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:28:21.480390 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-455b8b9d-959a-4162-b41a-d6ecc8762dec req-9de32aed-9440-480e-9f35-1b09208a0c29 tempest-MultipleCreateTestJSON-1352928044 tempest-MultipleCreateTestJSON-1352928044-project] 10.222.0.16 "GET /v2.0/ports?device_id=24e69c05-052d-4c7d-a46d-abf449e32bb4 HTTP/1.1" status: 200 len: 945 time: 0.1412787 Jul 14 18:28:21.532754 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-455b8b9d-959a-4162-b41a-d6ecc8762dec req-168856e1-3179-4c59-9d6d-b5351ae398c8 tempest-MultipleCreateTestJSON-1352928044 tempest-MultipleCreateTestJSON-1352928044-project] 10.222.0.16 "GET /v2.0/security-groups?id=1717ebe8-f29a-4477-a288-2900c0dd0f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513935 Jul 14 18:28:21.672155 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda1edea-1af0-4bd3-93bd-963bccbe8e20 req-3aba3ca1-e2ee-45ce-9632-f747decb7424 tempest-ServerDiskConfigTestJSON-1372590070 tempest-ServerDiskConfigTestJSON-1372590070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:28:21.675251 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-fda1edea-1af0-4bd3-93bd-963bccbe8e20 req-3aba3ca1-e2ee-45ce-9632-f747decb7424 tempest-ServerDiskConfigTestJSON-1372590070 tempest-ServerDiskConfigTestJSON-1372590070-project] 10.222.0.16 "GET /v2.0/ports?device_id=3a42ddc6-5334-4b49-b118-b918cd4d3904 HTTP/1.1" status: 200 len: 946 time: 0.1396277 Jul 14 18:28:21.676971 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557ef6e0-8944-4f55-88cf-d859e1b05874 req-a3887ecc-80bf-4fe4-b169-c0676fb1120d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:28:21.678465 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-557ef6e0-8944-4f55-88cf-d859e1b05874 req-a3887ecc-80bf-4fe4-b169-c0676fb1120d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=882f4375ae5845d48a58ae9ac1c63552&device_id=9e607135-07e7-4dea-9f39-7c0c30f653f2 HTTP/1.1" status: 200 len: 1094 time: 0.1432307 Jul 14 18:28:21.780278 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-fda1edea-1af0-4bd3-93bd-963bccbe8e20 req-02eb20f9-6b2a-46e9-b2e6-9537b249d885 tempest-ServerDiskConfigTestJSON-1372590070 tempest-ServerDiskConfigTestJSON-1372590070-project] 10.222.0.16 "GET /v2.0/security-groups?id=8f471560-b797-46f3-abf1-e078e196721c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990369 Jul 14 18:28:21.784003 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c93804-d2a3-4c65-9afd-5e7ea752051f req-ac1dd2c6-4367-4201-8774-4b90e59511ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:28:21.785444 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a6c93804-d2a3-4c65-9afd-5e7ea752051f req-ac1dd2c6-4367-4201-8774-4b90e59511ae service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=b34ed31a-cdf4-42e3-9af8-e1a7ec6d0b20&tenant_id=e0d800f124a7477bb29e534c1272cd15 HTTP/1.1" status: 200 len: 1099 time: 0.1665592 Jul 14 18:28:21.860865 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557ef6e0-8944-4f55-88cf-d859e1b05874 req-a645fd46-3895-4170-a17e-954ff4e734e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:28:21.862332 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-557ef6e0-8944-4f55-88cf-d859e1b05874 req-a645fd46-3895-4170-a17e-954ff4e734e9 service neutron] 10.222.0.35 "GET /v2.0/networks?id=027c4e91-49f9-408a-bc70-11f19a2cbbb7 HTTP/1.1" status: 200 len: 906 time: 0.1727455 Jul 14 18:28:21.914124 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-557ef6e0-8944-4f55-88cf-d859e1b05874 req-53ceec5d-446c-4e7e-ac9e-f2a9dc23ee6f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=26afefce-ef6f-486e-88fa-166341b40449 HTTP/1.1" status: 200 len: 217 time: 0.0430875 Jul 14 18:28:21.933460 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c93804-d2a3-4c65-9afd-5e7ea752051f req-0e335061-77c9-447f-abaa-f57e7efcf1e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:28:21.934890 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a6c93804-d2a3-4c65-9afd-5e7ea752051f req-0e335061-77c9-447f-abaa-f57e7efcf1e3 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e0d800f124a7477bb29e534c1272cd15&device_id=b34ed31a-cdf4-42e3-9af8-e1a7ec6d0b20 HTTP/1.1" status: 200 len: 1099 time: 0.1186330 Jul 14 18:28:22.015690 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557ef6e0-8944-4f55-88cf-d859e1b05874 req-8cbbb10a-dd19-4e49-9729-976a192d97bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:28:22.017188 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-557ef6e0-8944-4f55-88cf-d859e1b05874 req-8cbbb10a-dd19-4e49-9729-976a192d97bf service neutron] 10.222.0.35 "GET /v2.0/subnets?id=05d56735-edac-4058-8f3c-680c255777ec HTTP/1.1" status: 200 len: 846 time: 0.0941074 Jul 14 18:28:22.066289 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-557ef6e0-8944-4f55-88cf-d859e1b05874 req-7743f301-4fb1-4a03-b22c-c6a9a5f77e59 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=027c4e91-49f9-408a-bc70-11f19a2cbbb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0365794 Jul 14 18:28:22.107523 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c93804-d2a3-4c65-9afd-5e7ea752051f req-aa1810f1-1636-4aa2-9238-65299c0bfe66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:28:22.109638 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a6c93804-d2a3-4c65-9afd-5e7ea752051f req-aa1810f1-1636-4aa2-9238-65299c0bfe66 service neutron] 10.222.0.18 "GET /v2.0/networks?id=4f742057-89ee-4b4a-86f7-487ee61881a1 HTTP/1.1" status: 200 len: 869 time: 0.1566818 Jul 14 18:28:22.214083 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a6c93804-d2a3-4c65-9afd-5e7ea752051f req-2eebe0f5-5189-4ae6-989e-d63cbfc159eb service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.3&port_id=2963b705-b1e1-4311-8a6e-95a0846fc25f HTTP/1.1" status: 200 len: 217 time: 0.0784116 Jul 14 18:28:22.327421 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-557ef6e0-8944-4f55-88cf-d859e1b05874 req-c8505c3b-3bad-41f1-9c37-d6990f5bfdce service neutron] 10.222.0.35 "GET /v2.0/networks/027c4e91-49f9-408a-bc70-11f19a2cbbb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2431440 Jul 14 18:28:22.333068 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c93804-d2a3-4c65-9afd-5e7ea752051f req-7a02f613-538b-4ba3-8606-6c3826aceb6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:28:22.334436 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a6c93804-d2a3-4c65-9afd-5e7ea752051f req-7a02f613-538b-4ba3-8606-6c3826aceb6f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f20c54fb-f7da-4761-aa61-2e4f99f3d332 HTTP/1.1" status: 200 len: 843 time: 0.0987985 Jul 14 18:28:22.408455 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Device 069fec85-1f88-4350-a10b-8a1886043632 up at agent hyperv_n-h2-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:28:22.428895 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0db7371-109b-41e8-b8f8-7b9bb260821b req-ab581376-bdc0-4fdd-9ac0-79c14dd5309c tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:28:22.430451 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-d0db7371-109b-41e8-b8f8-7b9bb260821b req-ab581376-bdc0-4fdd-9ac0-79c14dd5309c tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] 10.222.0.16 "GET /v2.0/ports?device_id=9e607135-07e7-4dea-9f39-7c0c30f653f2 HTTP/1.1" status: 200 len: 943 time: 0.2965569 Jul 14 18:28:22.437951 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39acd8a0-71e9-4876-8e16-5037c28c1829 req-f84f29e7-b8fc-4c3c-b082-69050f274b07 tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:28:22.439474 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-39acd8a0-71e9-4876-8e16-5037c28c1829 req-f84f29e7-b8fc-4c3c-b082-69050f274b07 tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] 10.222.0.16 "GET /v2.0/ports?device_id=da55d251-1890-4a50-913d-06408110a855 HTTP/1.1" status: 200 len: 949 time: 0.2547357 Jul 14 18:28:22.497150 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Provisioning for port 069fec85-1f88-4350-a10b-8a1886043632 completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:28:22.501694 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Provisioning complete for port 069fec85-1f88-4350-a10b-8a1886043632 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:28:22.502040 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:28:22.589520 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-d0db7371-109b-41e8-b8f8-7b9bb260821b req-8803d139-5706-4ea8-a1e9-2b6b0ddc79fd tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] 10.222.0.16 "GET /v2.0/security-groups?id=4824db20-b9ba-4380-9f29-13755d37b981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446083 Jul 14 18:28:22.602488 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:28:22.632452 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-557ef6e0-8944-4f55-88cf-d859e1b05874 req-f67fde09-c057-4e9f-a183-a71beae082e9 service neutron] 10.222.0.35 "GET /v2.0/networks/027c4e91-49f9-408a-bc70-11f19a2cbbb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2961307 Jul 14 18:28:22.648066 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-39acd8a0-71e9-4876-8e16-5037c28c1829 req-fe250b40-6923-4545-a6a8-723c7a7da397 tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] 10.222.0.16 "GET /v2.0/security-groups?id=b0153d44-2cf7-4f50-b628-255afb14ce31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1855409 Jul 14 18:28:22.650930 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] For port 069fec85-1f88-4350-a10b-8a1886043632, host n-h2-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=069fec85-1f88-4350-a10b-8a1886043632,segment=NetworkSegment(067fc487-22c7-42de-972d-ae352a28ad29),segment_id=067fc487-22c7-42de-972d-ae352a28ad29)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:28:22.659779 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:28:22.671542 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c93804-d2a3-4c65-9afd-5e7ea752051f req-3f6f1c1c-56e4-4d0f-98ba-9e2d511e06e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:28:22.673512 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a6c93804-d2a3-4c65-9afd-5e7ea752051f req-3f6f1c1c-56e4-4d0f-98ba-9e2d511e06e3 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4f742057-89ee-4b4a-86f7-487ee61881a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3238533 Jul 14 18:28:22.747133 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Pushing event updated for resources: {'Port': ['ID=069fec85-1f88-4350-a10b-8a1886043632,revision_number=5']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:28:22.780487 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-076e704e-52fd-485d-b888-a4d1c55bcb07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:28:22.892412 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a6c93804-d2a3-4c65-9afd-5e7ea752051f req-175e8b8e-3f93-4ed9-a698-fc61f6ad1a61 service neutron] 10.222.0.18 "GET /v2.0/networks/4f742057-89ee-4b4a-86f7-487ee61881a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2088566 Jul 14 18:28:22.982281 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8baf776b-c690-4310-bed0-d51f82d9e56c req-fb42231e-ec96-47b4-8686-dc2d01936ee2 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:28:22.984430 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-8baf776b-c690-4310-bed0-d51f82d9e56c req-fb42231e-ec96-47b4-8686-dc2d01936ee2 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.16 "GET /v2.0/ports?device_id=b34ed31a-cdf4-42e3-9af8-e1a7ec6d0b20 HTTP/1.1" status: 200 len: 948 time: 0.2245810 Jul 14 18:28:23.028906 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7615f47-e766-4f65-924e-6cd275b2a394 req-89c7bb9d-7ed9-4d4d-8654-014a57e185d5 tempest-MultipleCreateTestJSON-1352928044 tempest-MultipleCreateTestJSON-1352928044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:28:23.030601 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e7615f47-e766-4f65-924e-6cd275b2a394 req-89c7bb9d-7ed9-4d4d-8654-014a57e185d5 tempest-MultipleCreateTestJSON-1352928044 tempest-MultipleCreateTestJSON-1352928044-project] 10.222.0.16 "GET /v2.0/ports?device_id=24e69c05-052d-4c7d-a46d-abf449e32bb4 HTTP/1.1" status: 200 len: 945 time: 0.2197616 Jul 14 18:28:23.093433 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-8baf776b-c690-4310-bed0-d51f82d9e56c req-4c0e2b5b-eac6-4eea-a968-86c754b55151 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.16 "GET /v2.0/security-groups?id=95148b1b-0f93-483b-9e80-262147c27e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997481 Jul 14 18:28:23.128378 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a6c93804-d2a3-4c65-9afd-5e7ea752051f req-46e9c4a6-91c4-4436-b5ff-42a5253f1d32 service neutron] 10.222.0.18 "GET /v2.0/networks/4f742057-89ee-4b4a-86f7-487ee61881a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2270415 Jul 14 18:28:23.131653 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e7615f47-e766-4f65-924e-6cd275b2a394 req-216284f1-789f-4d8a-b4a7-8c8a13727df3 tempest-MultipleCreateTestJSON-1352928044 tempest-MultipleCreateTestJSON-1352928044-project] 10.222.0.16 "GET /v2.0/security-groups?id=1717ebe8-f29a-4477-a288-2900c0dd0f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898604 Jul 14 18:28:23.137823 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:28:23.157814 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da55d251-1890-4a50-913d-06408110a855', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '069fec85-1f88-4350-a10b-8a1886043632'}] {{(pid=93917) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:28:23.161319 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20b787f3c29eaa7aa2a4d648c725a2124c5ff39a8d793252f9d844495e14cf42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30ce0da1-0764-43c5-a9fa-7ff3568f25d9" -d '{"events": [{"server_uuid": "da55d251-1890-4a50-913d-06408110a855", "name": "network-vif-plugged", "status": "completed", "tag": "069fec85-1f88-4350-a10b-8a1886043632"}]}' {{(pid=93917) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:28:23.327006 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a123d4a-08b5-4717-80fb-741661ccb399 req-03f26865-430f-4202-95bc-87a6a4c0ddae tempest-ServerDiskConfigTestJSON-1372590070 tempest-ServerDiskConfigTestJSON-1372590070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:28:23.328607 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6a123d4a-08b5-4717-80fb-741661ccb399 req-03f26865-430f-4202-95bc-87a6a4c0ddae tempest-ServerDiskConfigTestJSON-1372590070 tempest-ServerDiskConfigTestJSON-1372590070-project] 10.222.0.16 "GET /v2.0/ports?device_id=3a42ddc6-5334-4b49-b118-b918cd4d3904 HTTP/1.1" status: 200 len: 946 time: 0.0702620 Jul 14 18:28:23.391835 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6a123d4a-08b5-4717-80fb-741661ccb399 req-dd1c5014-71f8-4c75-993c-7d1d56ea6150 tempest-ServerDiskConfigTestJSON-1372590070 tempest-ServerDiskConfigTestJSON-1372590070-project] 10.222.0.16 "GET /v2.0/security-groups?id=8f471560-b797-46f3-abf1-e078e196721c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536282 Jul 14 18:28:23.426734 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7ca69d-e1b3-42b1-b149-dff817c24885 req-2f3f3c18-3661-468e-942a-4b36bac173e5 tempest-MultipleCreateTestJSON-1352928044 tempest-MultipleCreateTestJSON-1352928044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:28:23.428406 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-df7ca69d-e1b3-42b1-b149-dff817c24885 req-2f3f3c18-3661-468e-942a-4b36bac173e5 tempest-MultipleCreateTestJSON-1352928044 tempest-MultipleCreateTestJSON-1352928044-project] 10.222.0.16 "GET /v2.0/ports?device_id=84e4a0bd-f283-425f-b244-349996ec3fd0 HTTP/1.1" status: 200 len: 945 time: 0.0988955 Jul 14 18:28:23.438420 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 18:28:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22580b49-b227-4cbe-bd2a-2b287e5aaa07 x-openstack-request-id: req-22580b49-b227-4cbe-bd2a-2b287e5aaa07 {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:28:23.438950 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da55d251-1890-4a50-913d-06408110a855", "name": "network-vif-plugged", "status": "completed", "tag": "069fec85-1f88-4350-a10b-8a1886043632", "code": 200}]} {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:28:23.438950 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-22580b49-b227-4cbe-bd2a-2b287e5aaa07 {{(pid=93917) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:28:23.439321 n-d-800634-3 neutron-server[93917]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da55d251-1890-4a50-913d-06408110a855', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '069fec85-1f88-4350-a10b-8a1886043632', 'code': 200} Jul 14 18:28:23.478131 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-df7ca69d-e1b3-42b1-b149-dff817c24885 req-090e889e-450c-4d0c-a9b6-39297c0b473f tempest-MultipleCreateTestJSON-1352928044 tempest-MultipleCreateTestJSON-1352928044-project] 10.222.0.16 "GET /v2.0/security-groups?id=1717ebe8-f29a-4477-a288-2900c0dd0f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423932 Jul 14 18:28:23.566286 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e43c186-30eb-4ed5-b769-07e90670fb16 req-9563be1a-7fcf-4ccb-bd33-6043f7fde4a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:28:23.567908 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6e43c186-30eb-4ed5-b769-07e90670fb16 req-9563be1a-7fcf-4ccb-bd33-6043f7fde4a0 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=da55d251-1890-4a50-913d-06408110a855 HTTP/1.1" status: 200 len: 1101 time: 0.0630894 Jul 14 18:28:23.607219 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6e43c186-30eb-4ed5-b769-07e90670fb16 req-744bc54f-d4e3-47c9-8a3a-b7c388a85a6f service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=b0153d44-2cf7-4f50-b628-255afb14ce31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0284746 Jul 14 18:28:23.777284 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f9a0b5-34c5-40ab-88a6-5d64af0373ed req-25250f57-9cd4-43cb-826a-1bef62ec693b tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:28:23.778807 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f2f9a0b5-34c5-40ab-88a6-5d64af0373ed req-25250f57-9cd4-43cb-826a-1bef62ec693b tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] 10.222.0.16 "GET /v2.0/ports?device_id=9e607135-07e7-4dea-9f39-7c0c30f653f2 HTTP/1.1" status: 200 len: 943 time: 0.0703895 Jul 14 18:28:23.822515 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f2f9a0b5-34c5-40ab-88a6-5d64af0373ed req-0f12640f-a5f4-4dbe-ac7d-e1dd26bcbba2 tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] 10.222.0.16 "GET /v2.0/security-groups?id=4824db20-b9ba-4380-9f29-13755d37b981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367322 Jul 14 18:28:23.895034 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74970664-e019-44ea-9162-856ce7a8b8f6 req-01ab9d03-888e-49b6-9a34-27a9e75c0d06 tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:28:23.896605 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-74970664-e019-44ea-9162-856ce7a8b8f6 req-01ab9d03-888e-49b6-9a34-27a9e75c0d06 tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] 10.222.0.16 "GET /v2.0/ports?device_id=da55d251-1890-4a50-913d-06408110a855 HTTP/1.1" status: 200 len: 950 time: 0.0696251 Jul 14 18:28:23.935725 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-74970664-e019-44ea-9162-856ce7a8b8f6 req-520a751e-26d5-488a-baaa-45a02670f74c tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] 10.222.0.16 "GET /v2.0/security-groups?id=b0153d44-2cf7-4f50-b628-255afb14ce31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335212 Jul 14 18:28:24.009056 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-574aeb93-9938-449c-8e6c-cb22c9b52cc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:28:24.045473 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device 2963b705-b1e1-4311-8a6e-95a0846fc25f no longer exists at agent hyperv_n-h1-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 18:28:24.133574 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:28:24.167022 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port 2963b705-b1e1-4311-8a6e-95a0846fc25f, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=2963b705-b1e1-4311-8a6e-95a0846fc25f,segment=NetworkSegment(067fc487-22c7-42de-972d-ae352a28ad29),segment_id=067fc487-22c7-42de-972d-ae352a28ad29)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:28:24.173776 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:28:24.178343 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd204ecd-89aa-4e99-8d14-f34871b0427c req-19d87ed1-0a70-4571-a175-38966fb3431d tempest-LiveMigrationTest-64527954 tempest-LiveMigrationTest-64527954-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:28:24.183691 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-bd204ecd-89aa-4e99-8d14-f34871b0427c req-19d87ed1-0a70-4571-a175-38966fb3431d tempest-LiveMigrationTest-64527954 tempest-LiveMigrationTest-64527954-project] 10.222.0.16 "GET /v2.0/networks?id=31a99599-848e-4d3a-b964-3d8069f89b88 HTTP/1.1" status: 200 len: 808 time: 0.1420479 Jul 14 18:28:24.213532 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-bd204ecd-89aa-4e99-8d14-f34871b0427c req-a81098fc-92b6-4125-b133-b98d29838272 tempest-LiveMigrationTest-64527954 tempest-LiveMigrationTest-64527954-project] 10.222.0.16 "GET /v2.0/quotas/d1f21963323d4ae1956c5ba38fc6e610 HTTP/1.1" status: 200 len: 375 time: 0.0289958 Jul 14 18:28:24.226912 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Pushing event updated for resources: {'Port': ['ID=2963b705-b1e1-4311-8a6e-95a0846fc25f,revision_number=9']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:28:24.416176 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Device 26afefce-ef6f-486e-88fa-166341b40449 details requested by agent hyperv_n-h2-800634-3 with host n-h2-800634-3 {{(pid=93917) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 18:28:24.513286 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] For port 26afefce-ef6f-486e-88fa-166341b40449, host n-h2-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=26afefce-ef6f-486e-88fa-166341b40449,segment=NetworkSegment(c5dc6d5b-42e9-4c22-85af-e48a17c0bd6d),segment_id=c5dc6d5b-42e9-4c22-85af-e48a17c0bd6d)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:28:24.524842 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Returning: {'device': '26afefce-ef6f-486e-88fa-166341b40449', 'network_id': '027c4e91-49f9-408a-bc70-11f19a2cbbb7', 'port_id': '26afefce-ef6f-486e-88fa-166341b40449', 'mac_address': 'fa:16:3e:e1:65:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 88, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05d56735-edac-4058-8f3c-680c255777ec', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93917) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 18:28:24.569064 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:28:24.582072 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26afefce-ef6f-486e-88fa-166341b40449 {{(pid=93917) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 18:28:24.601733 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] For port 26afefce-ef6f-486e-88fa-166341b40449, host n-h2-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=26afefce-ef6f-486e-88fa-166341b40449,segment=NetworkSegment(c5dc6d5b-42e9-4c22-85af-e48a17c0bd6d),segment_id=c5dc6d5b-42e9-4c22-85af-e48a17c0bd6d)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:28:24.605513 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:28:24.620132 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ee293c-6191-45f3-86f7-cadd3f5e3cbc req-dc10ccd4-4b6c-40af-a97b-9a81ee93b66d tempest-MultipleCreateTestJSON-1352928044 tempest-MultipleCreateTestJSON-1352928044-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:28:24.621578 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-06ee293c-6191-45f3-86f7-cadd3f5e3cbc req-dc10ccd4-4b6c-40af-a97b-9a81ee93b66d tempest-MultipleCreateTestJSON-1352928044 tempest-MultipleCreateTestJSON-1352928044-project] 10.222.0.16 "GET /v2.0/networks?id=7c5c265b-c8cb-48dd-918e-349f7d6fa97f HTTP/1.1" status: 200 len: 813 time: 0.4298403 Jul 14 18:28:24.633979 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-bd204ecd-89aa-4e99-8d14-f34871b0427c req-61481713-ffaa-4f72-a74e-12a5caa297c4 tempest-LiveMigrationTest-64527954 tempest-LiveMigrationTest-64527954-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=d1f21963323d4ae1956c5ba38fc6e610&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3955448 Jul 14 18:28:24.655479 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Pushing event updated for resources: {'Port': ['ID=26afefce-ef6f-486e-88fa-166341b40449,revision_number=4']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:28:24.661836 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-06ee293c-6191-45f3-86f7-cadd3f5e3cbc req-1a193586-5597-43f9-8db2-3500b229b048 tempest-MultipleCreateTestJSON-1352928044 tempest-MultipleCreateTestJSON-1352928044-project] 10.222.0.16 "GET /v2.0/quotas/82e7174add29402ca6b9595971263e7a HTTP/1.1" status: 200 len: 375 time: 0.0269108 Jul 14 18:28:24.767913 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-bd204ecd-89aa-4e99-8d14-f34871b0427c req-7464ac47-3a3f-4db8-80dc-18ff9f8c931c service neutron] 10.222.0.16 "GET /v2.0/networks/31a99599-848e-4d3a-b964-3d8069f89b88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260121 Jul 14 18:28:24.778092 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-06ee293c-6191-45f3-86f7-cadd3f5e3cbc req-5e130d76-e694-49e7-b19a-627236b749c0 tempest-MultipleCreateTestJSON-1352928044 tempest-MultipleCreateTestJSON-1352928044-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=82e7174add29402ca6b9595971263e7a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0930414 Jul 14 18:28:24.914800 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-bd204ecd-89aa-4e99-8d14-f34871b0427c req-6b32a553-7829-4989-98e7-5bbf6135a2ea service neutron] 10.222.0.16 "GET /v2.0/networks/31a99599-848e-4d3a-b964-3d8069f89b88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357832 Jul 14 18:28:24.946650 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-06ee293c-6191-45f3-86f7-cadd3f5e3cbc req-fdfa3335-cb12-4843-9873-484b9a362d43 service neutron] 10.222.0.16 "GET /v2.0/networks/7c5c265b-c8cb-48dd-918e-349f7d6fa97f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1588626 Jul 14 18:28:24.954503 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] get_ports_and_sgs() called for port_ids ['26afefce-ef6f-486e-88fa-166341b40449'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 18:28:25.045306 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-06ee293c-6191-45f3-86f7-cadd3f5e3cbc req-41777928-5c01-4ee0-9914-9ef7e7a113d6 service neutron] 10.222.0.16 "GET /v2.0/networks/7c5c265b-c8cb-48dd-918e-349f7d6fa97f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866094 Jul 14 18:28:25.355503 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccefac22-e1ae-4a1a-87bf-bc0c4c5c567e req-f25726cb-45e7-4ac2-a296-93e4a7af1708 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:28:25.357604 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ccefac22-e1ae-4a1a-87bf-bc0c4c5c567e req-f25726cb-45e7-4ac2-a296-93e4a7af1708 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.16 "GET /v2.0/ports?device_id=b34ed31a-cdf4-42e3-9af8-e1a7ec6d0b20 HTTP/1.1" status: 200 len: 946 time: 0.0981731 Jul 14 18:28:25.440885 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b34ed31a-cdf4-42e3-9af8-e1a7ec6d0b20', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2963b705-b1e1-4311-8a6e-95a0846fc25f'}] {{(pid=93917) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:28:25.443529 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20b787f3c29eaa7aa2a4d648c725a2124c5ff39a8d793252f9d844495e14cf42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8966bc5e-626f-4393-89f1-ff44ffd01d1e" -d '{"events": [{"server_uuid": "b34ed31a-cdf4-42e3-9af8-e1a7ec6d0b20", "name": "network-vif-unplugged", "status": "completed", "tag": "2963b705-b1e1-4311-8a6e-95a0846fc25f"}]}' {{(pid=93917) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:28:25.520708 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ccefac22-e1ae-4a1a-87bf-bc0c4c5c567e req-27f8e51a-b485-4a32-91d0-7510375a6cc3 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.16 "GET /v2.0/security-groups?id=95148b1b-0f93-483b-9e80-262147c27e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510630 Jul 14 18:28:25.571798 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c047209-fd5c-4514-a0c2-6a4ccd7c06bd req-3570e99a-49ff-46ee-8d2e-e22ed8cb9584 tempest-MultipleCreateTestJSON-1352928044 tempest-MultipleCreateTestJSON-1352928044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:28:25.577136 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-9c047209-fd5c-4514-a0c2-6a4ccd7c06bd req-3570e99a-49ff-46ee-8d2e-e22ed8cb9584 tempest-MultipleCreateTestJSON-1352928044 tempest-MultipleCreateTestJSON-1352928044-project] 10.222.0.35 "GET /v2.0/ports?device_id=84e4a0bd-f283-425f-b244-349996ec3fd0 HTTP/1.1" status: 200 len: 945 time: 0.2349858 Jul 14 18:28:25.669339 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abce1aa7-b08a-47fd-9bbb-8aad0569e317 req-b5d8000f-3ec5-4aff-b8d9-447009b12900 tempest-ServerDiskConfigTestJSON-1372590070 tempest-ServerDiskConfigTestJSON-1372590070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:28:25.670862 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-abce1aa7-b08a-47fd-9bbb-8aad0569e317 req-b5d8000f-3ec5-4aff-b8d9-447009b12900 tempest-ServerDiskConfigTestJSON-1372590070 tempest-ServerDiskConfigTestJSON-1372590070-project] 10.222.0.16 "GET /v2.0/ports?device_id=3a42ddc6-5334-4b49-b118-b918cd4d3904 HTTP/1.1" status: 200 len: 946 time: 0.2241557 Jul 14 18:28:25.704802 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-2f4e3af3-e708-4ffd-a544-82d93a489d01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:28:25.801820 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-abce1aa7-b08a-47fd-9bbb-8aad0569e317 req-01f9cf50-77bb-4f34-b156-a0984103340c tempest-ServerDiskConfigTestJSON-1372590070 tempest-ServerDiskConfigTestJSON-1372590070-project] 10.222.0.16 "GET /v2.0/security-groups?id=8f471560-b797-46f3-abf1-e078e196721c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102960 Jul 14 18:28:25.813722 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54031162-63a7-40ed-b26e-11cde7306505 req-be3465a0-bac1-45f4-b638-6d63ccb69090 tempest-MultipleCreateTestJSON-1352928044 tempest-MultipleCreateTestJSON-1352928044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:28:25.815408 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-54031162-63a7-40ed-b26e-11cde7306505 req-be3465a0-bac1-45f4-b638-6d63ccb69090 tempest-MultipleCreateTestJSON-1352928044 tempest-MultipleCreateTestJSON-1352928044-project] 10.222.0.35 "GET /v2.0/ports?device_id=24e69c05-052d-4c7d-a46d-abf449e32bb4 HTTP/1.1" status: 200 len: 945 time: 0.0869393 Jul 14 18:28:25.834935 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [req-9c047209-fd5c-4514-a0c2-6a4ccd7c06bd req-ec876b88-a066-4621-ade1-f88a7d8ab84f tempest-MultipleCreateTestJSON-1352928044 tempest-MultipleCreateTestJSON-1352928044-project] Deleting port 6aa84425-5e4b-4dae-ae70-9323b66953a5 {{(pid=93915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:28:25.835279 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-9c047209-fd5c-4514-a0c2-6a4ccd7c06bd req-ec876b88-a066-4621-ade1-f88a7d8ab84f tempest-MultipleCreateTestJSON-1352928044 tempest-MultipleCreateTestJSON-1352928044-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:28:25.877417 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b848a22-4fbb-40be-8892-c5bda9c05fed req-7defd5ba-a0e8-40d9-b2fb-13833a2a6c7f tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:28:25.884170 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-1b848a22-4fbb-40be-8892-c5bda9c05fed req-7defd5ba-a0e8-40d9-b2fb-13833a2a6c7f tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] 10.222.0.16 "GET /v2.0/ports?device_id=9e607135-07e7-4dea-9f39-7c0c30f653f2 HTTP/1.1" status: 200 len: 944 time: 0.2408984 Jul 14 18:28:25.972752 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-1b848a22-4fbb-40be-8892-c5bda9c05fed req-598c37dd-f818-47a8-85e4-6545788b2474 tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] 10.222.0.16 "GET /v2.0/security-groups?id=4824db20-b9ba-4380-9f29-13755d37b981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873778 Jul 14 18:28:25.980198 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [req-54031162-63a7-40ed-b26e-11cde7306505 req-c8542149-a091-4e54-982a-fa2f151de185 tempest-MultipleCreateTestJSON-1352928044 tempest-MultipleCreateTestJSON-1352928044-project] Deleting port 7465119c-60bf-4701-a4a9-de6f999fe153 {{(pid=93916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:28:25.980436 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-54031162-63a7-40ed-b26e-11cde7306505 req-c8542149-a091-4e54-982a-fa2f151de185 tempest-MultipleCreateTestJSON-1352928044 tempest-MultipleCreateTestJSON-1352928044-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:28:26.057934 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-9c047209-fd5c-4514-a0c2-6a4ccd7c06bd req-ec876b88-a066-4621-ade1-f88a7d8ab84f tempest-MultipleCreateTestJSON-1352928044 tempest-MultipleCreateTestJSON-1352928044-project] For port 6aa84425-5e4b-4dae-ae70-9323b66953a5, host n-h2-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=6aa84425-5e4b-4dae-ae70-9323b66953a5,segment=NetworkSegment(083d4956-d74a-4548-8325-55efe8661457),segment_id=083d4956-d74a-4548-8325-55efe8661457)] {{(pid=93915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:28:26.058299 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-9c047209-fd5c-4514-a0c2-6a4ccd7c06bd req-ec876b88-a066-4621-ade1-f88a7d8ab84f tempest-MultipleCreateTestJSON-1352928044 tempest-MultipleCreateTestJSON-1352928044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:28:26.069887 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device 2963b705-b1e1-4311-8a6e-95a0846fc25f details requested by agent hyperv_n-h1-800634-3 with host n-h1-800634-3 {{(pid=93917) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 18:28:26.090526 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [req-9c047209-fd5c-4514-a0c2-6a4ccd7c06bd req-ec876b88-a066-4621-ade1-f88a7d8ab84f tempest-MultipleCreateTestJSON-1352928044 tempest-MultipleCreateTestJSON-1352928044-project] Calling delete_port for 6aa84425-5e4b-4dae-ae70-9323b66953a5 owned by compute:nova {{(pid=93915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:28:26.197987 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.db [req-54031162-63a7-40ed-b26e-11cde7306505 req-c8542149-a091-4e54-982a-fa2f151de185 tempest-MultipleCreateTestJSON-1352928044 tempest-MultipleCreateTestJSON-1352928044-project] For port 7465119c-60bf-4701-a4a9-de6f999fe153, host n-h2-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=7465119c-60bf-4701-a4a9-de6f999fe153,segment=NetworkSegment(083d4956-d74a-4548-8325-55efe8661457),segment_id=083d4956-d74a-4548-8325-55efe8661457)] {{(pid=93916) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:28:26.198358 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-54031162-63a7-40ed-b26e-11cde7306505 req-c8542149-a091-4e54-982a-fa2f151de185 tempest-MultipleCreateTestJSON-1352928044 tempest-MultipleCreateTestJSON-1352928044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:28:26.216175 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [req-54031162-63a7-40ed-b26e-11cde7306505 req-c8542149-a091-4e54-982a-fa2f151de185 tempest-MultipleCreateTestJSON-1352928044 tempest-MultipleCreateTestJSON-1352928044-project] Calling delete_port for 7465119c-60bf-4701-a4a9-de6f999fe153 owned by compute:nova {{(pid=93916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:28:26.218908 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-77dad3cb-9828-46ca-912d-dc4f843190a1 req-04e1ee7d-5786-409c-a500-d4481b25011b tempest-LiveMigrationTest-64527954 tempest-LiveMigrationTest-64527954-project] 10.222.0.16 "GET /v2.0/ports?device_id=39c170ce-4d8b-473d-8a81-72c243e5a41f HTTP/1.1" status: 200 len: 210 time: 0.0699749 Jul 14 18:28:26.241252 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8553e572-601d-48d8-aacf-786dff62ca6f req-3326567b-155e-4587-9fdd-d55d6f37ad76 tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:28:26.247578 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-8553e572-601d-48d8-aacf-786dff62ca6f req-3326567b-155e-4587-9fdd-d55d6f37ad76 tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] 10.222.0.16 "GET /v2.0/ports?device_id=da55d251-1890-4a50-913d-06408110a855 HTTP/1.1" status: 200 len: 950 time: 0.2073734 Jul 14 18:28:26.306253 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-8553e572-601d-48d8-aacf-786dff62ca6f req-cd02dc68-e483-4bde-b85c-9be01f1333d2 tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] 10.222.0.16 "GET /v2.0/security-groups?id=b0153d44-2cf7-4f50-b628-255afb14ce31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577197 Jul 14 18:28:26.324086 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port 2963b705-b1e1-4311-8a6e-95a0846fc25f, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=2963b705-b1e1-4311-8a6e-95a0846fc25f,segment=NetworkSegment(067fc487-22c7-42de-972d-ae352a28ad29),segment_id=067fc487-22c7-42de-972d-ae352a28ad29)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:28:26.352550 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Returning: {'device': '2963b705-b1e1-4311-8a6e-95a0846fc25f', 'network_id': '4f742057-89ee-4b4a-86f7-487ee61881a1', 'port_id': '2963b705-b1e1-4311-8a6e-95a0846fc25f', 'mac_address': 'fa:16:3e:ad:14:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f20c54fb-f7da-4761-aa61-2e4f99f3d332', 'ip_address': '192.168.233.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93917) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 18:28:26.407039 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-9c047209-fd5c-4514-a0c2-6a4ccd7c06bd req-ec876b88-a066-4621-ade1-f88a7d8ab84f tempest-MultipleCreateTestJSON-1352928044 tempest-MultipleCreateTestJSON-1352928044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:28:26.419756 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-54031162-63a7-40ed-b26e-11cde7306505 req-c8542149-a091-4e54-982a-fa2f151de185 tempest-MultipleCreateTestJSON-1352928044 tempest-MultipleCreateTestJSON-1352928044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:28:26.427510 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 14 Jul 2021 18:28:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc9103e1-fba6-4e0a-a7f3-c37e60c06226 x-openstack-request-id: req-cc9103e1-fba6-4e0a-a7f3-c37e60c06226 {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:28:26.433030 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b34ed31a-cdf4-42e3-9af8-e1a7ec6d0b20", "name": "network-vif-unplugged", "status": "completed", "tag": "2963b705-b1e1-4311-8a6e-95a0846fc25f", "code": 200}]} {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:28:26.433030 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-cc9103e1-fba6-4e0a-a7f3-c37e60c06226 {{(pid=93917) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:28:26.433030 n-d-800634-3 neutron-server[93917]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b34ed31a-cdf4-42e3-9af8-e1a7ec6d0b20', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2963b705-b1e1-4311-8a6e-95a0846fc25f', 'code': 200} Jul 14 18:28:26.433401 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Device 26afefce-ef6f-486e-88fa-166341b40449 up at agent hyperv_n-h2-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:28:26.438068 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] get_ports_and_sgs() called for port_ids ['6aa84425-5e4b-4dae-ae70-9323b66953a5', '7465119c-60bf-4701-a4a9-de6f999fe153'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 18:28:26.447486 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec876b88-a066-4621-ade1-f88a7d8ab84f tempest-MultipleCreateTestJSON-1352928044 tempest-MultipleCreateTestJSON-1352928044-project] Pushing event deleted for resources: {'Port': ['ID=6aa84425-5e4b-4dae-ae70-9323b66953a5,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:28:26.479363 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8542149-a091-4e54-982a-fa2f151de185 tempest-MultipleCreateTestJSON-1352928044 tempest-MultipleCreateTestJSON-1352928044-project] Pushing event deleted for resources: {'Port': ['ID=7465119c-60bf-4701-a4a9-de6f999fe153,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:28:26.497570 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c047209-fd5c-4514-a0c2-6a4ccd7c06bd req-ec876b88-a066-4621-ade1-f88a7d8ab84f tempest-MultipleCreateTestJSON-1352928044 tempest-MultipleCreateTestJSON-1352928044-project] No DVR routers for this DVR port 6aa84425-5e4b-4dae-ae70-9323b66953a5 on host n-h2-800634-3 {{(pid=93915) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 18:28:26.501483 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-9c047209-fd5c-4514-a0c2-6a4ccd7c06bd req-ec876b88-a066-4621-ade1-f88a7d8ab84f tempest-MultipleCreateTestJSON-1352928044 tempest-MultipleCreateTestJSON-1352928044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:28:26.504030 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-9c047209-fd5c-4514-a0c2-6a4ccd7c06bd req-ec876b88-a066-4621-ade1-f88a7d8ab84f tempest-MultipleCreateTestJSON-1352928044 tempest-MultipleCreateTestJSON-1352928044-project] 10.222.0.35 "DELETE /v2.0/ports/6aa84425-5e4b-4dae-ae70-9323b66953a5 HTTP/1.1" status: 204 len: 173 time: 0.9100933 Jul 14 18:28:26.504701 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84e4a0bd-f283-425f-b244-349996ec3fd0', 'name': 'network-vif-deleted', 'tag': '6aa84425-5e4b-4dae-ae70-9323b66953a5'}] {{(pid=93915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:28:26.514717 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e72782ad3af8f7d4ce76cedf092bca46d1756acc5c4653cf0b52034cdd6b073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c71a998d-4cd6-48ef-b271-21d26fc924a2" -d '{"events": [{"server_uuid": "84e4a0bd-f283-425f-b244-349996ec3fd0", "name": "network-vif-deleted", "tag": "6aa84425-5e4b-4dae-ae70-9323b66953a5"}]}' {{(pid=93915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:28:26.535748 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.l3_dvrscheduler_db [req-54031162-63a7-40ed-b26e-11cde7306505 req-c8542149-a091-4e54-982a-fa2f151de185 tempest-MultipleCreateTestJSON-1352928044 tempest-MultipleCreateTestJSON-1352928044-project] No DVR routers for this DVR port 7465119c-60bf-4701-a4a9-de6f999fe153 on host n-h2-800634-3 {{(pid=93916) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 18:28:26.539557 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-54031162-63a7-40ed-b26e-11cde7306505 req-c8542149-a091-4e54-982a-fa2f151de185 tempest-MultipleCreateTestJSON-1352928044 tempest-MultipleCreateTestJSON-1352928044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:28:26.542540 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-54031162-63a7-40ed-b26e-11cde7306505 req-c8542149-a091-4e54-982a-fa2f151de185 tempest-MultipleCreateTestJSON-1352928044 tempest-MultipleCreateTestJSON-1352928044-project] 10.222.0.35 "DELETE /v2.0/ports/7465119c-60bf-4701-a4a9-de6f999fe153 HTTP/1.1" status: 204 len: 173 time: 0.7195692 Jul 14 18:28:26.543122 n-d-800634-3 neutron-server[93916]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24e69c05-052d-4c7d-a46d-abf449e32bb4', 'name': 'network-vif-deleted', 'tag': '7465119c-60bf-4701-a4a9-de6f999fe153'}] {{(pid=93916) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:28:26.547700 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f803e150b363a7893830aa996ac27753fa25517c406ecd3536b7c2d4b26eeb9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da1eadba-12ec-4050-b33b-d3e494a49814" -d '{"events": [{"server_uuid": "24e69c05-052d-4c7d-a46d-abf449e32bb4", "name": "network-vif-deleted", "tag": "7465119c-60bf-4701-a4a9-de6f999fe153"}]}' {{(pid=93916) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:28:26.588526 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:28:26.622740 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5fdd1f-bc6a-4a9d-b0f4-6ddd1d7111e1 req-f218ce46-8817-43c3-8007-65dad0c68ecd tempest-ServersOnMultiNodesTest-1668875605 tempest-ServersOnMultiNodesTest-1668875605-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:28:26.625646 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-5a5fdd1f-bc6a-4a9d-b0f4-6ddd1d7111e1 req-f218ce46-8817-43c3-8007-65dad0c68ecd tempest-ServersOnMultiNodesTest-1668875605 tempest-ServersOnMultiNodesTest-1668875605-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=da55d251-1890-4a50-913d-06408110a855 HTTP/1.1" status: 200 len: 1101 time: 0.0710859 Jul 14 18:28:26.626851 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2963b705-b1e1-4311-8a6e-95a0846fc25f {{(pid=93917) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 18:28:26.690065 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Provisioning for port 26afefce-ef6f-486e-88fa-166341b40449 completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:28:26.696095 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-5a5fdd1f-bc6a-4a9d-b0f4-6ddd1d7111e1 req-031b24df-146e-47d8-a24d-f8cc50ad47cc tempest-ServersOnMultiNodesTest-1668875605 tempest-ServersOnMultiNodesTest-1668875605-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=b0153d44-2cf7-4f50-b628-255afb14ce31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617599 Jul 14 18:28:26.700263 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port 2963b705-b1e1-4311-8a6e-95a0846fc25f, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=2963b705-b1e1-4311-8a6e-95a0846fc25f,segment=NetworkSegment(067fc487-22c7-42de-972d-ae352a28ad29),segment_id=067fc487-22c7-42de-972d-ae352a28ad29)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:28:26.702188 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Provisioning complete for port 26afefce-ef6f-486e-88fa-166341b40449 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:28:26.702628 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:28:26.705999 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:28:26.803202 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 18:28:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfcae0a7-5c63-4c29-b5d2-6075cdd44371 x-openstack-request-id: req-dfcae0a7-5c63-4c29-b5d2-6075cdd44371 {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:28:26.803486 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84e4a0bd-f283-425f-b244-349996ec3fd0", "name": "network-vif-deleted", "tag": "6aa84425-5e4b-4dae-ae70-9323b66953a5", "status": "completed", "code": 200}]} {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:28:26.803767 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-dfcae0a7-5c63-4c29-b5d2-6075cdd44371 {{(pid=93915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:28:26.804394 n-d-800634-3 neutron-server[93915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84e4a0bd-f283-425f-b244-349996ec3fd0', 'name': 'network-vif-deleted', 'tag': '6aa84425-5e4b-4dae-ae70-9323b66953a5', 'status': 'completed', 'code': 200} Jul 14 18:28:26.830222 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Pushing event updated for resources: {'Port': ['ID=2963b705-b1e1-4311-8a6e-95a0846fc25f,revision_number=10']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:28:26.868352 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 18:28:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-136d68f4-ab1f-4312-945b-fa25ce8b8034 x-openstack-request-id: req-136d68f4-ab1f-4312-945b-fa25ce8b8034 {{(pid=93916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:28:26.868859 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24e69c05-052d-4c7d-a46d-abf449e32bb4", "name": "network-vif-deleted", "tag": "7465119c-60bf-4701-a4a9-de6f999fe153", "status": "completed", "code": 200}]} {{(pid=93916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:28:26.869181 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-136d68f4-ab1f-4312-945b-fa25ce8b8034 {{(pid=93916) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:28:26.869712 n-d-800634-3 neutron-server[93916]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24e69c05-052d-4c7d-a46d-abf449e32bb4', 'name': 'network-vif-deleted', 'tag': '7465119c-60bf-4701-a4a9-de6f999fe153', 'status': 'completed', 'code': 200} Jul 14 18:28:26.898876 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:28:26.934454 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] For port 26afefce-ef6f-486e-88fa-166341b40449, host n-h2-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=26afefce-ef6f-486e-88fa-166341b40449,segment=NetworkSegment(c5dc6d5b-42e9-4c22-85af-e48a17c0bd6d),segment_id=c5dc6d5b-42e9-4c22-85af-e48a17c0bd6d)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:28:26.939152 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:28:27.010863 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0424b090-235c-46ea-ae54-01c5992d2a5a req-f2ed51e1-b56a-4da4-92ff-52eb7d855436 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:28:27.014723 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-0424b090-235c-46ea-ae54-01c5992d2a5a req-f2ed51e1-b56a-4da4-92ff-52eb7d855436 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.16 "GET /v2.0/ports?device_id=b34ed31a-cdf4-42e3-9af8-e1a7ec6d0b20 HTTP/1.1" status: 200 len: 948 time: 0.0864863 Jul 14 18:28:27.020930 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Pushing event updated for resources: {'Port': ['ID=26afefce-ef6f-486e-88fa-166341b40449,revision_number=5']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:28:27.071460 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f2840d3c-519e-4b4e-bd8f-75d9fdae07fd req-586e0e13-267b-4641-8570-f17fcc5ca3ae tempest-MultipleCreateTestJSON-1352928044 tempest-MultipleCreateTestJSON-1352928044-project] 10.222.0.16 "GET /v2.0/ports?device_id=8fbdee99-986b-42c9-9409-fa02c4ef4c27 HTTP/1.1" status: 200 len: 210 time: 0.0525784 Jul 14 18:28:27.107090 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-0424b090-235c-46ea-ae54-01c5992d2a5a req-774e57fa-3d2d-4f2f-bafc-4cd21c8b0380 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.16 "GET /v2.0/security-groups?id=95148b1b-0f93-483b-9e80-262147c27e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691328 Jul 14 18:28:27.110813 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd204ecd-89aa-4e99-8d14-f34871b0427c req-09d7bafc-df27-451a-88e9-8e2851096f6a tempest-LiveMigrationTest-64527954 tempest-LiveMigrationTest-64527954-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:28:27.112445 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-bd204ecd-89aa-4e99-8d14-f34871b0427c req-09d7bafc-df27-451a-88e9-8e2851096f6a tempest-LiveMigrationTest-64527954 tempest-LiveMigrationTest-64527954-project] 10.222.0.35 "GET /v2.0/networks?id=31a99599-848e-4d3a-b964-3d8069f89b88 HTTP/1.1" status: 200 len: 808 time: 0.1419163 Jul 14 18:28:27.133968 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [req-bd204ecd-89aa-4e99-8d14-f34871b0427c req-913b2d9e-298c-470a-90b9-b13bbe83fe0d tempest-LiveMigrationTest-64527954 tempest-LiveMigrationTest-64527954-project] Request body: {'port': {'device_id': '39c170ce-4d8b-473d-8a81-72c243e5a41f', 'network_id': '31a99599-848e-4d3a-b964-3d8069f89b88', 'admin_state_up': True, 'tenant_id': 'd1f21963323d4ae1956c5ba38fc6e610'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:28:27.148464 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] get_ports_and_sgs() called for port_ids ['2963b705-b1e1-4311-8a6e-95a0846fc25f'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 18:28:27.197939 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f76055ca-6103-4fd3-a371-9d0c9d469db8 req-b90cf2ef-1d46-4633-aa8d-b41091bf33eb tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=aeec593be949414a8c1694135e52293c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0253887 Jul 14 18:28:27.324095 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd204ecd-89aa-4e99-8d14-f34871b0427c req-913b2d9e-298c-470a-90b9-b13bbe83fe0d tempest-LiveMigrationTest-64527954 tempest-LiveMigrationTest-64527954-project] Made reservation on behalf of d1f21963323d4ae1956c5ba38fc6e610 for: {'port': 1} {{(pid=93916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:28:27.331546 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-bd204ecd-89aa-4e99-8d14-f34871b0427c req-913b2d9e-298c-470a-90b9-b13bbe83fe0d tempest-LiveMigrationTest-64527954 tempest-LiveMigrationTest-64527954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:28:27.489591 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76055ca-6103-4fd3-a371-9d0c9d469db8 req-cdf89929-1c39-4c0c-abdc-69312b76ed55 tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:28:27.497210 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f76055ca-6103-4fd3-a371-9d0c9d469db8 req-cdf89929-1c39-4c0c-abdc-69312b76ed55 tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2907822 Jul 14 18:28:27.517286 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.db_base_plugin_common [req-bd204ecd-89aa-4e99-8d14-f34871b0427c req-913b2d9e-298c-470a-90b9-b13bbe83fe0d tempest-LiveMigrationTest-64527954 tempest-LiveMigrationTest-64527954-project] Allocated IP 172.20.0.5 (31a99599-848e-4d3a-b964-3d8069f89b88/8fa41a13-248e-4ed4-8731-d525cb4f3c62/81d732d1-5e63-4f14-a06a-fb2280c67184) {{(pid=93916) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:28:27.565333 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad88d6a-114c-46d1-98f1-e5360326f421 req-7ceeac8b-0449-4400-bce8-9bb87162669d tempest-ServerDiskConfigTestJSON-1372590070 tempest-ServerDiskConfigTestJSON-1372590070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:28:27.572241 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-5ad88d6a-114c-46d1-98f1-e5360326f421 req-7ceeac8b-0449-4400-bce8-9bb87162669d tempest-ServerDiskConfigTestJSON-1372590070 tempest-ServerDiskConfigTestJSON-1372590070-project] 10.222.0.16 "GET /v2.0/ports?device_id=3a42ddc6-5334-4b49-b118-b918cd4d3904 HTTP/1.1" status: 200 len: 946 time: 0.3349383 Jul 14 18:28:27.580790 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f76055ca-6103-4fd3-a371-9d0c9d469db8 req-e1bfb6ad-77be-474d-a16d-2b0c47721bc8 tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] 10.222.0.16 "GET /v2.0/quotas/aeec593be949414a8c1694135e52293c HTTP/1.1" status: 200 len: 375 time: 0.0827227 Jul 14 18:28:27.682621 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-5ad88d6a-114c-46d1-98f1-e5360326f421 req-4b62a535-f35c-4129-84f9-60863dddfc8a tempest-ServerDiskConfigTestJSON-1372590070 tempest-ServerDiskConfigTestJSON-1372590070-project] 10.222.0.16 "GET /v2.0/security-groups?id=8f471560-b797-46f3-abf1-e078e196721c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094446 Jul 14 18:28:27.729744 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-bd204ecd-89aa-4e99-8d14-f34871b0427c req-913b2d9e-298c-470a-90b9-b13bbe83fe0d tempest-LiveMigrationTest-64527954 tempest-LiveMigrationTest-64527954-project] Notify callbacks [] for port, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:28:27.740953 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ee293c-6191-45f3-86f7-cadd3f5e3cbc req-b7785682-25ec-4299-81c5-3804862d0d60 tempest-MultipleCreateTestJSON-1352928044 tempest-MultipleCreateTestJSON-1352928044-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:28:27.742438 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-06ee293c-6191-45f3-86f7-cadd3f5e3cbc req-b7785682-25ec-4299-81c5-3804862d0d60 tempest-MultipleCreateTestJSON-1352928044 tempest-MultipleCreateTestJSON-1352928044-project] 10.222.0.35 "GET /v2.0/networks?id=7c5c265b-c8cb-48dd-918e-349f7d6fa97f HTTP/1.1" status: 200 len: 813 time: 0.2884581 Jul 14 18:28:27.758950 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f76055ca-6103-4fd3-a371-9d0c9d469db8 req-ae00bb84-871d-4a10-962c-3150aa7aa333 tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=aeec593be949414a8c1694135e52293c&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1673484 Jul 14 18:28:27.772256 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [req-06ee293c-6191-45f3-86f7-cadd3f5e3cbc req-465d1b1d-77d1-4b33-a5bf-89159fa48c59 tempest-MultipleCreateTestJSON-1352928044 tempest-MultipleCreateTestJSON-1352928044-project] Request body: {'port': {'device_id': '8fbdee99-986b-42c9-9409-fa02c4ef4c27', 'network_id': '7c5c265b-c8cb-48dd-918e-349f7d6fa97f', 'admin_state_up': True, 'tenant_id': '82e7174add29402ca6b9595971263e7a'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:28:27.817869 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-bd204ecd-89aa-4e99-8d14-f34871b0427c req-913b2d9e-298c-470a-90b9-b13bbe83fe0d tempest-LiveMigrationTest-64527954 tempest-LiveMigrationTest-64527954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:28:27.830543 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] get_ports_and_sgs() called for port_ids ['bd4934ed-97b6-4663-b2a9-d3a9eba2bbf1'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 18:28:27.886481 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd204ecd-89aa-4e99-8d14-f34871b0427c req-913b2d9e-298c-470a-90b9-b13bbe83fe0d tempest-LiveMigrationTest-64527954 tempest-LiveMigrationTest-64527954-project] Network 31a99599-848e-4d3a-b964-3d8069f89b88 is already hosted by enough agents. {{(pid=93916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:28:27.897337 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [req-bd204ecd-89aa-4e99-8d14-f34871b0427c req-913b2d9e-298c-470a-90b9-b13bbe83fe0d tempest-LiveMigrationTest-64527954 tempest-LiveMigrationTest-64527954-project] Resources bound (agent type, host, resource id): {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:28:27.906925 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd204ecd-89aa-4e99-8d14-f34871b0427c req-913b2d9e-298c-470a-90b9-b13bbe83fe0d tempest-LiveMigrationTest-64527954 tempest-LiveMigrationTest-64527954-project] Received port after_create {{(pid=93916) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:28:27.950856 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913b2d9e-298c-470a-90b9-b13bbe83fe0d tempest-LiveMigrationTest-64527954 tempest-LiveMigrationTest-64527954-project] Pushing event updated for resources: {'Port': ['ID=81d732d1-5e63-4f14-a06a-fb2280c67184,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:28:28.010649 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd204ecd-89aa-4e99-8d14-f34871b0427c req-913b2d9e-298c-470a-90b9-b13bbe83fe0d tempest-LiveMigrationTest-64527954 tempest-LiveMigrationTest-64527954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:28:28.011624 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-bd204ecd-89aa-4e99-8d14-f34871b0427c req-913b2d9e-298c-470a-90b9-b13bbe83fe0d tempest-LiveMigrationTest-64527954 tempest-LiveMigrationTest-64527954-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:28:28.038385 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-bd204ecd-89aa-4e99-8d14-f34871b0427c req-913b2d9e-298c-470a-90b9-b13bbe83fe0d tempest-LiveMigrationTest-64527954 tempest-LiveMigrationTest-64527954-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9148180 Jul 14 18:28:28.052600 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [req-bd204ecd-89aa-4e99-8d14-f34871b0427c req-179b318b-49b6-4751-b1ee-e725dede8a22 service neutron] Request body: {'port': {'device_id': '39c170ce-4d8b-473d-8a81-72c243e5a41f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800634-3'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:28:28.193681 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-bd204ecd-89aa-4e99-8d14-f34871b0427c req-179b318b-49b6-4751-b1ee-e725dede8a22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:28:28.275576 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68548b7-7f8c-4f30-aa6e-215cabbc6846 req-29482d7b-ba5f-45fc-86da-3064a5d26e35 tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:28:28.277381 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-d68548b7-7f8c-4f30-aa6e-215cabbc6846 req-29482d7b-ba5f-45fc-86da-3064a5d26e35 tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] 10.222.0.16 "GET /v2.0/ports?device_id=9e607135-07e7-4dea-9f39-7c0c30f653f2 HTTP/1.1" status: 200 len: 945 time: 0.4202223 Jul 14 18:28:28.286461 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ee293c-6191-45f3-86f7-cadd3f5e3cbc req-f2b74ce6-752e-4f31-b5d5-c00710217c3a tempest-MultipleCreateTestJSON-1352928044 tempest-MultipleCreateTestJSON-1352928044-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:28:28.287909 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-06ee293c-6191-45f3-86f7-cadd3f5e3cbc req-f2b74ce6-752e-4f31-b5d5-c00710217c3a tempest-MultipleCreateTestJSON-1352928044 tempest-MultipleCreateTestJSON-1352928044-project] 10.222.0.35 "GET /v2.0/networks?id=7c5c265b-c8cb-48dd-918e-349f7d6fa97f HTTP/1.1" status: 200 len: 813 time: 0.3522696 Jul 14 18:28:28.337225 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [req-06ee293c-6191-45f3-86f7-cadd3f5e3cbc req-1bac8544-e163-4db8-8bfc-a060c62d4701 tempest-MultipleCreateTestJSON-1352928044 tempest-MultipleCreateTestJSON-1352928044-project] Request body: {'port': {'device_id': '976aeb93-a42e-439b-967e-664ea8478d21', 'network_id': '7c5c265b-c8cb-48dd-918e-349f7d6fa97f', 'admin_state_up': True, 'tenant_id': '82e7174add29402ca6b9595971263e7a'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:28:28.372968 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-06ee293c-6191-45f3-86f7-cadd3f5e3cbc req-465d1b1d-77d1-4b33-a5bf-89159fa48c59 tempest-MultipleCreateTestJSON-1352928044 tempest-MultipleCreateTestJSON-1352928044-project] Made reservation on behalf of 82e7174add29402ca6b9595971263e7a for: {'port': 1} {{(pid=93915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:28:28.379054 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-06ee293c-6191-45f3-86f7-cadd3f5e3cbc req-465d1b1d-77d1-4b33-a5bf-89159fa48c59 tempest-MultipleCreateTestJSON-1352928044 tempest-MultipleCreateTestJSON-1352928044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:28:28.428170 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Device 6aa84425-5e4b-4dae-ae70-9323b66953a5 no longer exists at agent hyperv_n-h2-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 18:28:28.466279 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e607135-07e7-4dea-9f39-7c0c30f653f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26afefce-ef6f-486e-88fa-166341b40449'}] {{(pid=93917) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:28:28.469028 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20b787f3c29eaa7aa2a4d648c725a2124c5ff39a8d793252f9d844495e14cf42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f805aac-293c-4d51-a334-40e654e19aae" -d '{"events": [{"server_uuid": "9e607135-07e7-4dea-9f39-7c0c30f653f2", "name": "network-vif-plugged", "status": "completed", "tag": "26afefce-ef6f-486e-88fa-166341b40449"}]}' {{(pid=93917) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:28:28.481513 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] No Port match for: 6aa84425-5e4b-4dae-ae70-9323b66953a5 {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 18:28:28.481900 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Device 6aa84425-5e4b-4dae-ae70-9323b66953a5 not bound to the agent host n-h2-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 18:28:28.482635 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Device 7465119c-60bf-4701-a4a9-de6f999fe153 no longer exists at agent hyperv_n-h2-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 18:28:28.523011 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] No Port match for: 7465119c-60bf-4701-a4a9-de6f999fe153 {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 18:28:28.523360 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Device 7465119c-60bf-4701-a4a9-de6f999fe153 not bound to the agent host n-h2-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 18:28:28.550577 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12f2581-4f9c-4dfa-842c-ee641e58f250 req-df118b80-9c91-423f-8a0c-8d71b1fc00a0 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:28:28.557539 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b12f2581-4f9c-4dfa-842c-ee641e58f250 req-df118b80-9c91-423f-8a0c-8d71b1fc00a0 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.16 "GET /v2.0/ports?device_id=b34ed31a-cdf4-42e3-9af8-e1a7ec6d0b20 HTTP/1.1" status: 200 len: 948 time: 0.3904898 Jul 14 18:28:28.585298 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-d68548b7-7f8c-4f30-aa6e-215cabbc6846 req-44d5a586-4a33-4eb1-a1e1-560fff366e12 tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] 10.222.0.16 "GET /v2.0/security-groups?id=4824db20-b9ba-4380-9f29-13755d37b981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2934015 Jul 14 18:28:28.672426 n-d-800634-3 neutron-server[93916]: DEBUG neutron.notifiers.nova [req-bd204ecd-89aa-4e99-8d14-f34871b0427c req-179b318b-49b6-4751-b1ee-e725dede8a22 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81d732d1-5e63-4f14-a06a-fb2280c67184 {{(pid=93916) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 18:28:28.682305 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-bd204ecd-89aa-4e99-8d14-f34871b0427c req-179b318b-49b6-4751-b1ee-e725dede8a22 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:28:28.695975 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.provisioning_blocks [req-bd204ecd-89aa-4e99-8d14-f34871b0427c req-179b318b-49b6-4751-b1ee-e725dede8a22 service neutron] Transition to ACTIVE for port object 81d732d1-5e63-4f14-a06a-fb2280c67184 will not be triggered until provisioned by entity L2. {{(pid=93916) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:28:28.707849 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-bd204ecd-89aa-4e99-8d14-f34871b0427c req-179b318b-49b6-4751-b1ee-e725dede8a22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2684870'] for port, after_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:28:28.774307 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179b318b-49b6-4751-b1ee-e725dede8a22 service neutron] Pushing event updated for resources: {'Port': ['ID=81d732d1-5e63-4f14-a06a-fb2280c67184,revision_number=2']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:28:28.884724 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.managers [req-bd204ecd-89aa-4e99-8d14-f34871b0427c req-179b318b-49b6-4751-b1ee-e725dede8a22 service neutron] Attempting to bind port 81d732d1-5e63-4f14-a06a-fb2280c67184 on host n-h2-800634-3 for vnic_type normal with profile {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:28:28.885295 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.managers [req-bd204ecd-89aa-4e99-8d14-f34871b0427c req-179b318b-49b6-4751-b1ee-e725dede8a22 service neutron] Attempting to bind port 81d732d1-5e63-4f14-a06a-fb2280c67184 by drivers openvswitch,hyperv on host n-h2-800634-3 at level 0 using segments [{'id': 'd3ebb57b-621c-4102-bdfe-7fa439ba5ffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '31a99599-848e-4d3a-b964-3d8069f89b88'}] {{(pid=93916) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:28:28.885920 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd204ecd-89aa-4e99-8d14-f34871b0427c req-179b318b-49b6-4751-b1ee-e725dede8a22 service neutron] Attempting to bind port 81d732d1-5e63-4f14-a06a-fb2280c67184 on network 31a99599-848e-4d3a-b964-3d8069f89b88 {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:28:28.891412 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd204ecd-89aa-4e99-8d14-f34871b0427c req-179b318b-49b6-4751-b1ee-e725dede8a22 service neutron] Port 81d732d1-5e63-4f14-a06a-fb2280c67184 on network 31a99599-848e-4d3a-b964-3d8069f89b88 not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-3 {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 18:28:28.893825 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd204ecd-89aa-4e99-8d14-f34871b0427c req-179b318b-49b6-4751-b1ee-e725dede8a22 service neutron] Attempting to bind port 81d732d1-5e63-4f14-a06a-fb2280c67184 on network 31a99599-848e-4d3a-b964-3d8069f89b88 {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:28:28.900157 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd204ecd-89aa-4e99-8d14-f34871b0427c req-179b318b-49b6-4751-b1ee-e725dede8a22 service neutron] Checking agent: {'id': '08e36a6c-8d04-48f0-a644-f27680635246', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 15, 35), 'started_at': datetime.datetime(2021, 7, 14, 18, 15, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 18, 28, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 18:28:28.900886 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd204ecd-89aa-4e99-8d14-f34871b0427c req-179b318b-49b6-4751-b1ee-e725dede8a22 service neutron] Checking segment: {'id': 'd3ebb57b-621c-4102-bdfe-7fa439ba5ffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '31a99599-848e-4d3a-b964-3d8069f89b88'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93916) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:28:28.901708 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd204ecd-89aa-4e99-8d14-f34871b0427c req-179b318b-49b6-4751-b1ee-e725dede8a22 service neutron] Bound using segment: {'id': 'd3ebb57b-621c-4102-bdfe-7fa439ba5ffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '31a99599-848e-4d3a-b964-3d8069f89b88'} {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 18:28:28.902327 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.managers [req-bd204ecd-89aa-4e99-8d14-f34871b0427c req-179b318b-49b6-4751-b1ee-e725dede8a22 service neutron] Bound port: 81d732d1-5e63-4f14-a06a-fb2280c67184, host: n-h2-800634-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3ebb57b-621c-4102-bdfe-7fa439ba5ffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '31a99599-848e-4d3a-b964-3d8069f89b88'}}] {{(pid=93916) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 18:28:28.902939 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-bd204ecd-89aa-4e99-8d14-f34871b0427c req-179b318b-49b6-4751-b1ee-e725dede8a22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:28:28.944614 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b12f2581-4f9c-4dfa-842c-ee641e58f250 req-dc283147-adad-446c-be4d-0b254a8f9780 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.16 "GET /v2.0/security-groups?id=95148b1b-0f93-483b-9e80-262147c27e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3860595 Jul 14 18:28:29.041664 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-06ee293c-6191-45f3-86f7-cadd3f5e3cbc req-1bac8544-e163-4db8-8bfc-a060c62d4701 tempest-MultipleCreateTestJSON-1352928044 tempest-MultipleCreateTestJSON-1352928044-project] Made reservation on behalf of 82e7174add29402ca6b9595971263e7a for: {'port': 1} {{(pid=93915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:28:29.048588 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-06ee293c-6191-45f3-86f7-cadd3f5e3cbc req-1bac8544-e163-4db8-8bfc-a060c62d4701 tempest-MultipleCreateTestJSON-1352928044 tempest-MultipleCreateTestJSON-1352928044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:28:29.072440 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.db_base_plugin_common [req-06ee293c-6191-45f3-86f7-cadd3f5e3cbc req-465d1b1d-77d1-4b33-a5bf-89159fa48c59 tempest-MultipleCreateTestJSON-1352928044 tempest-MultipleCreateTestJSON-1352928044-project] Allocated IP 172.20.0.14 (7c5c265b-c8cb-48dd-918e-349f7d6fa97f/f032006b-6262-4a79-b1ea-5cdc8bbf67c0/d463227d-b366-41bf-9cb7-e69658308139) {{(pid=93915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:28:29.106880 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.db [req-bd204ecd-89aa-4e99-8d14-f34871b0427c req-179b318b-49b6-4751-b1ee-e725dede8a22 service neutron] For port 81d732d1-5e63-4f14-a06a-fb2280c67184, host n-h2-800634-3, cleared binding levels {{(pid=93916) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:28:29.112628 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.db [req-bd204ecd-89aa-4e99-8d14-f34871b0427c req-179b318b-49b6-4751-b1ee-e725dede8a22 service neutron] For port 81d732d1-5e63-4f14-a06a-fb2280c67184, host n-h2-800634-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=81d732d1-5e63-4f14-a06a-fb2280c67184,segment=NetworkSegment(d3ebb57b-621c-4102-bdfe-7fa439ba5ffc),segment_id=d3ebb57b-621c-4102-bdfe-7fa439ba5ffc)] {{(pid=93916) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 18:28:29.124388 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-bd204ecd-89aa-4e99-8d14-f34871b0427c req-179b318b-49b6-4751-b1ee-e725dede8a22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2684870'] for port, after_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:28:29.128570 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4f11ff-5b22-4c1a-8fef-024ffec55a96 req-ff49ab90-4030-48ea-ab8e-ef2ed37608fa tempest-LiveMigrationTest-64527954 tempest-LiveMigrationTest-64527954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:28:29.130262 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-9e4f11ff-5b22-4c1a-8fef-024ffec55a96 req-ff49ab90-4030-48ea-ab8e-ef2ed37608fa tempest-LiveMigrationTest-64527954 tempest-LiveMigrationTest-64527954-project] 10.222.0.16 "GET /v2.0/ports?device_id=39c170ce-4d8b-473d-8a81-72c243e5a41f HTTP/1.1" status: 200 len: 943 time: 0.3025906 Jul 14 18:28:29.225562 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd204ecd-89aa-4e99-8d14-f34871b0427c req-179b318b-49b6-4751-b1ee-e725dede8a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:28:29.226395 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-bd204ecd-89aa-4e99-8d14-f34871b0427c req-179b318b-49b6-4751-b1ee-e725dede8a22 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:28:29.227991 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-bd204ecd-89aa-4e99-8d14-f34871b0427c req-179b318b-49b6-4751-b1ee-e725dede8a22 service neutron] 10.222.0.35 "PUT /v2.0/ports/81d732d1-5e63-4f14-a06a-fb2280c67184 HTTP/1.1" status: 200 len: 1091 time: 1.1801033 Jul 14 18:28:29.230522 n-d-800634-3 neutron-server[93916]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39c170ce-4d8b-473d-8a81-72c243e5a41f', 'tag': '81d732d1-5e63-4f14-a06a-fb2280c67184'}] {{(pid=93916) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:28:29.233878 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f803e150b363a7893830aa996ac27753fa25517c406ecd3536b7c2d4b26eeb9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8225ddee-0aa6-45dc-b5f8-1a9917cf4d0b" -d '{"events": [{"name": "network-changed", "server_uuid": "39c170ce-4d8b-473d-8a81-72c243e5a41f", "tag": "81d732d1-5e63-4f14-a06a-fb2280c67184"}]}' {{(pid=93916) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:28:29.249489 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-9e4f11ff-5b22-4c1a-8fef-024ffec55a96 req-2f93823d-c221-4ea1-ab5b-6d767811b3f6 tempest-LiveMigrationTest-64527954 tempest-LiveMigrationTest-64527954-project] 10.222.0.16 "GET /v2.0/security-groups?id=93c6eb24-b3aa-49c4-93f7-93dd5f011665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814970 Jul 14 18:28:29.260097 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179b318b-49b6-4751-b1ee-e725dede8a22 service neutron] Pushing event updated for resources: {'Port': ['ID=81d732d1-5e63-4f14-a06a-fb2280c67184,revision_number=3']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:28:29.348513 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd204ecd-89aa-4e99-8d14-f34871b0427c req-e6d5819e-9728-4f0d-888b-9a600454ccc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:28:29.350355 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-bd204ecd-89aa-4e99-8d14-f34871b0427c req-e6d5819e-9728-4f0d-888b-9a600454ccc7 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d1f21963323d4ae1956c5ba38fc6e610&device_id=39c170ce-4d8b-473d-8a81-72c243e5a41f HTTP/1.1" status: 200 len: 1094 time: 0.0723839 Jul 14 18:28:29.403771 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-bd204ecd-89aa-4e99-8d14-f34871b0427c req-a780decd-a11c-4a41-a914-5470367a57a7 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=81d732d1-5e63-4f14-a06a-fb2280c67184 HTTP/1.1" status: 200 len: 217 time: 0.0456357 Jul 14 18:28:29.475217 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd204ecd-89aa-4e99-8d14-f34871b0427c req-4ae88de0-22f0-43ee-b648-175e1744627d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:28:29.476823 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-bd204ecd-89aa-4e99-8d14-f34871b0427c req-4ae88de0-22f0-43ee-b648-175e1744627d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8fa41a13-248e-4ed4-8731-d525cb4f3c62 HTTP/1.1" status: 200 len: 848 time: 0.0657842 Jul 14 18:28:29.482052 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-1fedef38-2c08-4fe2-b0b3-a8581b35b667 req-1b4320c6-f37b-43db-a2ae-c24bea38cd7d tempest-MultipleCreateTestJSON-1352928044 tempest-MultipleCreateTestJSON-1352928044-project] 10.222.0.16 "GET /v2.0/ports?device_id=8fbdee99-986b-42c9-9409-fa02c4ef4c27 HTTP/1.1" status: 200 len: 210 time: 0.0968559 Jul 14 18:28:29.485868 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-06ee293c-6191-45f3-86f7-cadd3f5e3cbc req-465d1b1d-77d1-4b33-a5bf-89159fa48c59 tempest-MultipleCreateTestJSON-1352928044 tempest-MultipleCreateTestJSON-1352928044-project] Notify callbacks [] for port, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:28:29.492788 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b28fd906-86d3-49a2-97d5-790f3a4c612b req-16378134-0602-4f25-8b0a-df2a929bc8ca tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] 10.222.0.16 "GET /v2.0/ports?device_id=e004a33e-3ae5-463a-a151-d292e68e71e8 HTTP/1.1" status: 200 len: 210 time: 0.1085677 Jul 14 18:28:29.564328 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-bd204ecd-89aa-4e99-8d14-f34871b0427c req-8d48940d-984e-4569-9378-077609f9a330 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=31a99599-848e-4d3a-b964-3d8069f89b88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0682421 Jul 14 18:28:29.599533 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-06ee293c-6191-45f3-86f7-cadd3f5e3cbc req-465d1b1d-77d1-4b33-a5bf-89159fa48c59 tempest-MultipleCreateTestJSON-1352928044 tempest-MultipleCreateTestJSON-1352928044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:28:29.608777 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 18:28:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91962371-4d8a-4a3c-b472-c32f6775ce4a x-openstack-request-id: req-91962371-4d8a-4a3c-b472-c32f6775ce4a {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:28:29.610480 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e607135-07e7-4dea-9f39-7c0c30f653f2", "name": "network-vif-plugged", "status": "completed", "tag": "26afefce-ef6f-486e-88fa-166341b40449", "code": 200}]} {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:28:29.610975 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-91962371-4d8a-4a3c-b472-c32f6775ce4a {{(pid=93917) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:28:29.611816 n-d-800634-3 neutron-server[93917]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e607135-07e7-4dea-9f39-7c0c30f653f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26afefce-ef6f-486e-88fa-166341b40449', 'code': 200} Jul 14 18:28:29.657624 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.db_base_plugin_common [req-06ee293c-6191-45f3-86f7-cadd3f5e3cbc req-1bac8544-e163-4db8-8bfc-a060c62d4701 tempest-MultipleCreateTestJSON-1352928044 tempest-MultipleCreateTestJSON-1352928044-project] Allocated IP 172.20.0.4 (7c5c265b-c8cb-48dd-918e-349f7d6fa97f/f032006b-6262-4a79-b1ea-5cdc8bbf67c0/afff6421-7253-4388-9577-869cad445681) {{(pid=93915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:28:29.743346 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 18:28:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8d418ac-08cd-43fc-a203-e230ae738c4f x-openstack-request-id: req-e8d418ac-08cd-43fc-a203-e230ae738c4f {{(pid=93916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:28:29.745182 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39c170ce-4d8b-473d-8a81-72c243e5a41f", "tag": "81d732d1-5e63-4f14-a06a-fb2280c67184", "status": "completed", "code": 200}]} {{(pid=93916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:28:29.748819 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e8d418ac-08cd-43fc-a203-e230ae738c4f {{(pid=93916) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:28:29.751359 n-d-800634-3 neutron-server[93916]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39c170ce-4d8b-473d-8a81-72c243e5a41f', 'tag': '81d732d1-5e63-4f14-a06a-fb2280c67184', 'status': 'completed', 'code': 200} Jul 14 18:28:29.752103 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.35', 65043) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:28:29.752644 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.35', 65044) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:28:29.835308 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-f76055ca-6103-4fd3-a371-9d0c9d469db8 req-4d80e4bc-f646-462e-8138-8144450e473a tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=aeec593be949414a8c1694135e52293c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0801761 Jul 14 18:28:29.867099 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-06ee293c-6191-45f3-86f7-cadd3f5e3cbc req-1bac8544-e163-4db8-8bfc-a060c62d4701 tempest-MultipleCreateTestJSON-1352928044 tempest-MultipleCreateTestJSON-1352928044-project] Notify callbacks [] for port, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:28:29.936779 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-06ee293c-6191-45f3-86f7-cadd3f5e3cbc req-465d1b1d-77d1-4b33-a5bf-89159fa48c59 tempest-MultipleCreateTestJSON-1352928044 tempest-MultipleCreateTestJSON-1352928044-project] Network 7c5c265b-c8cb-48dd-918e-349f7d6fa97f is already hosted by enough agents. {{(pid=93915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:28:29.938651 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465d1b1d-77d1-4b33-a5bf-89159fa48c59 tempest-MultipleCreateTestJSON-1352928044 tempest-MultipleCreateTestJSON-1352928044-project] Pushing event updated for resources: {'Port': ['ID=d463227d-b366-41bf-9cb7-e69658308139,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:28:29.941434 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [req-06ee293c-6191-45f3-86f7-cadd3f5e3cbc req-465d1b1d-77d1-4b33-a5bf-89159fa48c59 tempest-MultipleCreateTestJSON-1352928044 tempest-MultipleCreateTestJSON-1352928044-project] Resources bound (agent type, host, resource id): {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:28:29.962052 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-06ee293c-6191-45f3-86f7-cadd3f5e3cbc req-1bac8544-e163-4db8-8bfc-a060c62d4701 tempest-MultipleCreateTestJSON-1352928044 tempest-MultipleCreateTestJSON-1352928044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:28:29.973618 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [req-06ee293c-6191-45f3-86f7-cadd3f5e3cbc req-465d1b1d-77d1-4b33-a5bf-89159fa48c59 tempest-MultipleCreateTestJSON-1352928044 tempest-MultipleCreateTestJSON-1352928044-project] Received port after_create {{(pid=93915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:28:29.998946 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-bd204ecd-89aa-4e99-8d14-f34871b0427c req-007f0219-061c-45f1-9b5e-90aa8fea30ea service neutron] 10.222.0.35 "GET /v2.0/networks/31a99599-848e-4d3a-b964-3d8069f89b88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4270263 Jul 14 18:28:30.077048 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-06ee293c-6191-45f3-86f7-cadd3f5e3cbc req-1bac8544-e163-4db8-8bfc-a060c62d4701 tempest-MultipleCreateTestJSON-1352928044 tempest-MultipleCreateTestJSON-1352928044-project] Network 7c5c265b-c8cb-48dd-918e-349f7d6fa97f is already hosted by enough agents. {{(pid=93915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:28:30.084583 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [req-06ee293c-6191-45f3-86f7-cadd3f5e3cbc req-1bac8544-e163-4db8-8bfc-a060c62d4701 tempest-MultipleCreateTestJSON-1352928044 tempest-MultipleCreateTestJSON-1352928044-project] Resources bound (agent type, host, resource id): {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:28:30.089175 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device 2963b705-b1e1-4311-8a6e-95a0846fc25f up at agent hyperv_n-h1-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:28:30.105759 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3292ee9d-47d7-4074-a7f6-8411cecb82ff req-51a43605-929a-4088-92c2-58ac61f145e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:28:30.107512 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-3292ee9d-47d7-4074-a7f6-8411cecb82ff req-51a43605-929a-4088-92c2-58ac61f145e3 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=9e607135-07e7-4dea-9f39-7c0c30f653f2 HTTP/1.1" status: 200 len: 1096 time: 0.3537066 Jul 14 18:28:30.123470 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [req-06ee293c-6191-45f3-86f7-cadd3f5e3cbc req-1bac8544-e163-4db8-8bfc-a060c62d4701 tempest-MultipleCreateTestJSON-1352928044 tempest-MultipleCreateTestJSON-1352928044-project] Received port after_create {{(pid=93915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:28:30.135869 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76055ca-6103-4fd3-a371-9d0c9d469db8 req-33ab6f90-9514-4daf-a166-827ec87f8b50 tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:28:30.137498 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-f76055ca-6103-4fd3-a371-9d0c9d469db8 req-33ab6f90-9514-4daf-a166-827ec87f8b50 tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2478116 Jul 14 18:28:30.138087 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ee293c-6191-45f3-86f7-cadd3f5e3cbc req-465d1b1d-77d1-4b33-a5bf-89159fa48c59 tempest-MultipleCreateTestJSON-1352928044 tempest-MultipleCreateTestJSON-1352928044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:28:30.138722 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-06ee293c-6191-45f3-86f7-cadd3f5e3cbc req-465d1b1d-77d1-4b33-a5bf-89159fa48c59 tempest-MultipleCreateTestJSON-1352928044 tempest-MultipleCreateTestJSON-1352928044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:28:30.142126 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Provisioning complete for port 2963b705-b1e1-4311-8a6e-95a0846fc25f triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:28:30.142747 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:28:30.152879 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [req-f76055ca-6103-4fd3-a371-9d0c9d469db8 req-07a5e7e0-0d26-4de4-9600-04186ac7431e tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] Request body: {'port': {'device_id': 'e004a33e-3ae5-463a-a151-d292e68e71e8', 'network_id': '4f742057-89ee-4b4a-86f7-487ee61881a1', 'admin_state_up': True, 'tenant_id': 'aeec593be949414a8c1694135e52293c'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:28:30.183073 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bac8544-e163-4db8-8bfc-a060c62d4701 tempest-MultipleCreateTestJSON-1352928044 tempest-MultipleCreateTestJSON-1352928044-project] Pushing event updated for resources: {'Port': ['ID=afff6421-7253-4388-9577-869cad445681,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:28:30.219600 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-06ee293c-6191-45f3-86f7-cadd3f5e3cbc req-465d1b1d-77d1-4b33-a5bf-89159fa48c59 tempest-MultipleCreateTestJSON-1352928044 tempest-MultipleCreateTestJSON-1352928044-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4585648 Jul 14 18:28:30.236907 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [req-06ee293c-6191-45f3-86f7-cadd3f5e3cbc req-273bb2a8-67ce-4847-ad3e-6be85da16ae5 service neutron] Request body: {'port': {'device_id': '8fbdee99-986b-42c9-9409-fa02c4ef4c27', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800634-3'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:28:30.241202 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:28:30.242404 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-bd204ecd-89aa-4e99-8d14-f34871b0427c req-38d2a32a-ce50-4e21-95b3-6e5182848c26 service neutron] 10.222.0.35 "GET /v2.0/networks/31a99599-848e-4d3a-b964-3d8069f89b88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2342319 Jul 14 18:28:30.244630 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ee293c-6191-45f3-86f7-cadd3f5e3cbc req-1bac8544-e163-4db8-8bfc-a060c62d4701 tempest-MultipleCreateTestJSON-1352928044 tempest-MultipleCreateTestJSON-1352928044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:28:30.245261 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-06ee293c-6191-45f3-86f7-cadd3f5e3cbc req-1bac8544-e163-4db8-8bfc-a060c62d4701 tempest-MultipleCreateTestJSON-1352928044 tempest-MultipleCreateTestJSON-1352928044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:28:30.252033 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-3292ee9d-47d7-4074-a7f6-8411cecb82ff req-e6cbcc75-60e4-4c88-8190-a1d3536fb674 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=4824db20-b9ba-4380-9f29-13755d37b981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355748 Jul 14 18:28:30.258941 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c34c955-01a1-4836-83ba-a7048ccb29b7 req-afa4a340-3b54-4f99-af99-58470ceb7799 tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:28:30.260484 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-4c34c955-01a1-4836-83ba-a7048ccb29b7 req-afa4a340-3b54-4f99-af99-58470ceb7799 tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] 10.222.0.16 "GET /v2.0/ports?device_id=9e607135-07e7-4dea-9f39-7c0c30f653f2 HTTP/1.1" status: 200 len: 945 time: 0.2965345 Jul 14 18:28:30.291529 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port 2963b705-b1e1-4311-8a6e-95a0846fc25f, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=2963b705-b1e1-4311-8a6e-95a0846fc25f,segment=NetworkSegment(067fc487-22c7-42de-972d-ae352a28ad29),segment_id=067fc487-22c7-42de-972d-ae352a28ad29)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:28:30.296665 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dadde7d-be16-4138-9577-aa0d983813c8 req-fdb39c76-74d6-40ea-ab77-caa1c3e2c6fc tempest-ServerDiskConfigTestJSON-1372590070 tempest-ServerDiskConfigTestJSON-1372590070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:28:30.298123 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:28:30.303884 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-9dadde7d-be16-4138-9577-aa0d983813c8 req-fdb39c76-74d6-40ea-ab77-caa1c3e2c6fc tempest-ServerDiskConfigTestJSON-1372590070 tempest-ServerDiskConfigTestJSON-1372590070-project] 10.222.0.16 "GET /v2.0/ports?device_id=3a42ddc6-5334-4b49-b118-b918cd4d3904 HTTP/1.1" status: 200 len: 946 time: 0.6538615 Jul 14 18:28:30.337066 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f76055ca-6103-4fd3-a371-9d0c9d469db8 req-07a5e7e0-0d26-4de4-9600-04186ac7431e tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] Made reservation on behalf of aeec593be949414a8c1694135e52293c for: {'port': 1} {{(pid=93916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:28:30.343512 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-f76055ca-6103-4fd3-a371-9d0c9d469db8 req-07a5e7e0-0d26-4de4-9600-04186ac7431e tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:28:30.347554 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-06ee293c-6191-45f3-86f7-cadd3f5e3cbc req-1bac8544-e163-4db8-8bfc-a060c62d4701 tempest-MultipleCreateTestJSON-1352928044 tempest-MultipleCreateTestJSON-1352928044-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0433357 Jul 14 18:28:30.388233 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Pushing event updated for resources: {'Port': ['ID=2963b705-b1e1-4311-8a6e-95a0846fc25f,revision_number=11']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:28:30.415656 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [req-06ee293c-6191-45f3-86f7-cadd3f5e3cbc req-75a5104b-7392-49e5-ac28-ce3bc63219fa service neutron] Request body: {'port': {'device_id': '976aeb93-a42e-439b-967e-664ea8478d21', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800634-3'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:28:30.422817 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-4c34c955-01a1-4836-83ba-a7048ccb29b7 req-dad8ec95-6f41-459a-8a4d-599746fa49c4 tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] 10.222.0.16 "GET /v2.0/security-groups?id=4824db20-b9ba-4380-9f29-13755d37b981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390672 Jul 14 18:28:30.457946 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-9dadde7d-be16-4138-9577-aa0d983813c8 req-86ed5f08-4703-49a1-a94e-3aecc4dd80a8 tempest-ServerDiskConfigTestJSON-1372590070 tempest-ServerDiskConfigTestJSON-1372590070-project] 10.222.0.16 "GET /v2.0/security-groups?id=8f471560-b797-46f3-abf1-e078e196721c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530120 Jul 14 18:28:30.471912 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8225ddee-0aa6-45dc-b5f8-1a9917cf4d0b req-6a21a1f3-a139-422e-853d-7c55c0bf8aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:28:30.473454 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-8225ddee-0aa6-45dc-b5f8-1a9917cf4d0b req-6a21a1f3-a139-422e-853d-7c55c0bf8aa4 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d1f21963323d4ae1956c5ba38fc6e610&device_id=39c170ce-4d8b-473d-8a81-72c243e5a41f HTTP/1.1" status: 200 len: 1094 time: 0.1474264 Jul 14 18:28:30.509482 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-06ee293c-6191-45f3-86f7-cadd3f5e3cbc req-273bb2a8-67ce-4847-ad3e-6be85da16ae5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:28:30.557938 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.db_base_plugin_common [req-f76055ca-6103-4fd3-a371-9d0c9d469db8 req-07a5e7e0-0d26-4de4-9600-04186ac7431e tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] Allocated IP 192.168.233.105 (4f742057-89ee-4b4a-86f7-487ee61881a1/f20c54fb-f7da-4761-aa61-2e4f99f3d332/b857234d-ca6d-4a0c-9cfb-3a257e1bca77) {{(pid=93916) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:28:30.620935 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-fb8adef9-f047-459d-9ccc-54261ea0a709 req-77e9a43c-02e8-49c2-9f56-45ed7f1972ea tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=e0d800f124a7477bb29e534c1272cd15&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0511873 Jul 14 18:28:30.637979 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-06ee293c-6191-45f3-86f7-cadd3f5e3cbc req-75a5104b-7392-49e5-ac28-ce3bc63219fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:28:30.775505 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-f76055ca-6103-4fd3-a371-9d0c9d469db8 req-07a5e7e0-0d26-4de4-9600-04186ac7431e tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] Notify callbacks [] for port, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:28:30.801361 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.provisioning_blocks [req-f76055ca-6103-4fd3-a371-9d0c9d469db8 req-07a5e7e0-0d26-4de4-9600-04186ac7431e tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] Transition to ACTIVE for port object b857234d-ca6d-4a0c-9cfb-3a257e1bca77 will not be triggered until provisioned by entity DHCP. {{(pid=93916) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:28:30.856335 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8225ddee-0aa6-45dc-b5f8-1a9917cf4d0b req-2d0332ad-f3d7-4571-9a28-91950c6587f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:28:30.857826 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-8225ddee-0aa6-45dc-b5f8-1a9917cf4d0b req-2d0332ad-f3d7-4571-9a28-91950c6587f8 service neutron] 10.222.0.35 "GET /v2.0/networks?id=31a99599-848e-4d3a-b964-3d8069f89b88 HTTP/1.1" status: 200 len: 908 time: 0.1428268 Jul 14 18:28:30.871227 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-f76055ca-6103-4fd3-a371-9d0c9d469db8 req-07a5e7e0-0d26-4de4-9600-04186ac7431e tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:28:30.883354 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] get_ports_and_sgs() called for port_ids ['669c9edf-0066-4f1c-8103-9c630a3adbef', '12f9f4e0-732a-4ff7-ae01-79782107bd50', '93931838-c4c9-4619-9753-71eeca38dcdc'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 18:28:30.928147 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] get_ports_and_sgs() called for port_ids ['069fec85-1f88-4350-a10b-8a1886043632'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 18:28:30.951813 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-8225ddee-0aa6-45dc-b5f8-1a9917cf4d0b req-eddcebfa-8fb2-48a5-a5b8-a797d1cee4d8 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=81d732d1-5e63-4f14-a06a-fb2280c67184 HTTP/1.1" status: 200 len: 217 time: 0.0823190 Jul 14 18:28:30.984817 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f76055ca-6103-4fd3-a371-9d0c9d469db8 req-07a5e7e0-0d26-4de4-9600-04186ac7431e tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] Network 4f742057-89ee-4b4a-86f7-487ee61881a1 is already hosted by enough agents. {{(pid=93916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:28:31.016726 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [req-f76055ca-6103-4fd3-a371-9d0c9d469db8 req-07a5e7e0-0d26-4de4-9600-04186ac7431e tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] Resources bound (agent type, host, resource id): {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:28:31.019331 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.l3_dvrscheduler_db [req-f76055ca-6103-4fd3-a371-9d0c9d469db8 req-07a5e7e0-0d26-4de4-9600-04186ac7431e tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] Received port after_create {{(pid=93916) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:28:31.025986 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a5e7e0-0d26-4de4-9600-04186ac7431e tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] Pushing event updated for resources: {'Port': ['ID=b857234d-ca6d-4a0c-9cfb-3a257e1bca77,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:28:31.083539 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8225ddee-0aa6-45dc-b5f8-1a9917cf4d0b req-65fb8045-ef21-444d-99f7-113257f75e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:28:31.085114 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-8225ddee-0aa6-45dc-b5f8-1a9917cf4d0b req-65fb8045-ef21-444d-99f7-113257f75e86 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8fa41a13-248e-4ed4-8731-d525cb4f3c62 HTTP/1.1" status: 200 len: 848 time: 0.1245277 Jul 14 18:28:31.115651 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76055ca-6103-4fd3-a371-9d0c9d469db8 req-07a5e7e0-0d26-4de4-9600-04186ac7431e tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:28:31.117943 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-f76055ca-6103-4fd3-a371-9d0c9d469db8 req-07a5e7e0-0d26-4de4-9600-04186ac7431e tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:28:31.143725 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-8225ddee-0aa6-45dc-b5f8-1a9917cf4d0b req-a0bf4dd8-ef21-4536-ba37-535c181868ee service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=31a99599-848e-4d3a-b964-3d8069f89b88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0437524 Jul 14 18:28:31.176751 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-f76055ca-6103-4fd3-a371-9d0c9d469db8 req-07a5e7e0-0d26-4de4-9600-04186ac7431e tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0300233 Jul 14 18:28:31.434601 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-bfa7a4a0-eb7d-4e63-b71d-f7fb46068d02 None None] Provisioning for port b857234d-ca6d-4a0c-9cfb-3a257e1bca77 completed by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:28:31.451755 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-bfa7a4a0-eb7d-4e63-b71d-f7fb46068d02 None None] Provisioning complete for port b857234d-ca6d-4a0c-9cfb-3a257e1bca77 triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:28:31.452152 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-bfa7a4a0-eb7d-4e63-b71d-f7fb46068d02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:28:31.538752 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-bfa7a4a0-eb7d-4e63-b71d-f7fb46068d02 None None] Port b857234d-ca6d-4a0c-9cfb-3a257e1bca77 cannot update to ACTIVE because it is not bound. {{(pid=93917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 18:28:31.586542 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [req-f76055ca-6103-4fd3-a371-9d0c9d469db8 req-ae7e496a-e468-4f6b-aaa2-7e4615d477c4 service neutron] Request body: {'port': {'device_id': 'e004a33e-3ae5-463a-a151-d292e68e71e8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800634-3'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:28:31.614836 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b34ed31a-cdf4-42e3-9af8-e1a7ec6d0b20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2963b705-b1e1-4311-8a6e-95a0846fc25f'}] {{(pid=93917) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:28:31.617325 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20b787f3c29eaa7aa2a4d648c725a2124c5ff39a8d793252f9d844495e14cf42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e578cca-1d6f-439c-8bee-dfc9cae488a3" -d '{"events": [{"server_uuid": "b34ed31a-cdf4-42e3-9af8-e1a7ec6d0b20", "name": "network-vif-plugged", "status": "completed", "tag": "2963b705-b1e1-4311-8a6e-95a0846fc25f"}]}' {{(pid=93917) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:28:31.641418 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8adef9-f047-459d-9ccc-54261ea0a709 req-a2120199-67b3-4600-ab4e-223a01f71653 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:28:31.651435 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-fb8adef9-f047-459d-9ccc-54261ea0a709 req-a2120199-67b3-4600-ab4e-223a01f71653 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.0112214 Jul 14 18:28:31.685144 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16aaf13f-09f4-4250-acb9-33fa7802aafd req-3f33b40c-5e0c-4dc7-99a2-6943dc18f91f tempest-LiveMigrationTest-64527954 tempest-LiveMigrationTest-64527954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:28:31.702014 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-16aaf13f-09f4-4250-acb9-33fa7802aafd req-3f33b40c-5e0c-4dc7-99a2-6943dc18f91f tempest-LiveMigrationTest-64527954 tempest-LiveMigrationTest-64527954-project] 10.222.0.16 "GET /v2.0/ports?device_id=39c170ce-4d8b-473d-8a81-72c243e5a41f HTTP/1.1" status: 200 len: 943 time: 0.4992850 Jul 14 18:28:31.722986 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-fb8adef9-f047-459d-9ccc-54261ea0a709 req-96358903-db4a-4b7b-856a-82f7226fe185 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.16 "GET /v2.0/quotas/e0d800f124a7477bb29e534c1272cd15 HTTP/1.1" status: 200 len: 375 time: 0.0703273 Jul 14 18:28:31.743831 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-8225ddee-0aa6-45dc-b5f8-1a9917cf4d0b req-244496a3-c16f-42f3-b767-6f89fa7edbc2 service neutron] 10.222.0.35 "GET /v2.0/networks/31a99599-848e-4d3a-b964-3d8069f89b88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5933075 Jul 14 18:28:31.746836 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-f76055ca-6103-4fd3-a371-9d0c9d469db8 req-ae7e496a-e468-4f6b-aaa2-7e4615d477c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:28:31.814932 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-16aaf13f-09f4-4250-acb9-33fa7802aafd req-cdb91749-5555-4bc7-8644-3677191bcd45 tempest-LiveMigrationTest-64527954 tempest-LiveMigrationTest-64527954-project] 10.222.0.16 "GET /v2.0/security-groups?id=93c6eb24-b3aa-49c4-93f7-93dd5f011665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120350 Jul 14 18:28:31.870482 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-fb8adef9-f047-459d-9ccc-54261ea0a709 req-c8a6fadb-66bc-4f46-ad47-703a693bfa35 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=e0d800f124a7477bb29e534c1272cd15&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1283374 Jul 14 18:28:31.943072 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [req-06ee293c-6191-45f3-86f7-cadd3f5e3cbc req-273bb2a8-67ce-4847-ad3e-6be85da16ae5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d463227d-b366-41bf-9cb7-e69658308139 {{(pid=93915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 18:28:31.955883 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-06ee293c-6191-45f3-86f7-cadd3f5e3cbc req-273bb2a8-67ce-4847-ad3e-6be85da16ae5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:28:31.957428 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-8225ddee-0aa6-45dc-b5f8-1a9917cf4d0b req-306bbfa2-d123-4218-8686-6961dc57de29 service neutron] 10.222.0.35 "GET /v2.0/networks/31a99599-848e-4d3a-b964-3d8069f89b88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2063971 Jul 14 18:28:32.003503 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.provisioning_blocks [req-06ee293c-6191-45f3-86f7-cadd3f5e3cbc req-273bb2a8-67ce-4847-ad3e-6be85da16ae5 service neutron] Transition to ACTIVE for port object d463227d-b366-41bf-9cb7-e69658308139 will not be triggered until provisioned by entity L2. {{(pid=93915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:28:32.020324 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-06ee293c-6191-45f3-86f7-cadd3f5e3cbc req-273bb2a8-67ce-4847-ad3e-6be85da16ae5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25912978'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:28:32.160815 n-d-800634-3 neutron-server[93916]: DEBUG neutron.notifiers.nova [req-f76055ca-6103-4fd3-a371-9d0c9d469db8 req-ae7e496a-e468-4f6b-aaa2-7e4615d477c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b857234d-ca6d-4a0c-9cfb-3a257e1bca77 {{(pid=93916) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 18:28:32.164243 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273bb2a8-67ce-4847-ad3e-6be85da16ae5 service neutron] Pushing event updated for resources: {'Port': ['ID=d463227d-b366-41bf-9cb7-e69658308139,revision_number=2']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:28:32.170862 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-f76055ca-6103-4fd3-a371-9d0c9d469db8 req-ae7e496a-e468-4f6b-aaa2-7e4615d477c4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:28:32.180735 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e424c5fb-1830-4626-a771-e67a2427d56c req-a4dd19e2-10e8-41b4-8054-3c6146dfcee3 tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:28:32.182316 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e424c5fb-1830-4626-a771-e67a2427d56c req-a4dd19e2-10e8-41b4-8054-3c6146dfcee3 tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] 10.222.0.16 "GET /v2.0/ports?device_id=e004a33e-3ae5-463a-a151-d292e68e71e8 HTTP/1.1" status: 200 len: 936 time: 0.2237244 Jul 14 18:28:32.197187 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.provisioning_blocks [req-f76055ca-6103-4fd3-a371-9d0c9d469db8 req-ae7e496a-e468-4f6b-aaa2-7e4615d477c4 service neutron] Transition to ACTIVE for port object b857234d-ca6d-4a0c-9cfb-3a257e1bca77 will not be triggered until provisioned by entity L2. {{(pid=93916) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:28:32.202004 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-f76055ca-6103-4fd3-a371-9d0c9d469db8 req-ae7e496a-e468-4f6b-aaa2-7e4615d477c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2684870'] for port, after_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:28:32.267426 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:28:32.290656 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7e496a-e468-4f6b-aaa2-7e4615d477c4 service neutron] Pushing event updated for resources: {'Port': ['ID=b857234d-ca6d-4a0c-9cfb-3a257e1bca77,revision_number=2']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:28:32.373051 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e424c5fb-1830-4626-a771-e67a2427d56c req-1c04ceae-ed52-4492-adb8-1ffb3d1b6c9b tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] 10.222.0.16 "GET /v2.0/security-groups?id=b0153d44-2cf7-4f50-b628-255afb14ce31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1829960 Jul 14 18:28:32.460647 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.managers [req-f76055ca-6103-4fd3-a371-9d0c9d469db8 req-ae7e496a-e468-4f6b-aaa2-7e4615d477c4 service neutron] Attempting to bind port b857234d-ca6d-4a0c-9cfb-3a257e1bca77 on host n-h2-800634-3 for vnic_type normal with profile {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:28:32.462615 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.managers [req-f76055ca-6103-4fd3-a371-9d0c9d469db8 req-ae7e496a-e468-4f6b-aaa2-7e4615d477c4 service neutron] Attempting to bind port b857234d-ca6d-4a0c-9cfb-3a257e1bca77 by drivers openvswitch,hyperv on host n-h2-800634-3 at level 0 using segments [{'id': '067fc487-22c7-42de-972d-ae352a28ad29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '4f742057-89ee-4b4a-86f7-487ee61881a1'}] {{(pid=93916) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:28:32.462974 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f76055ca-6103-4fd3-a371-9d0c9d469db8 req-ae7e496a-e468-4f6b-aaa2-7e4615d477c4 service neutron] Attempting to bind port b857234d-ca6d-4a0c-9cfb-3a257e1bca77 on network 4f742057-89ee-4b4a-86f7-487ee61881a1 {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:28:32.473529 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f76055ca-6103-4fd3-a371-9d0c9d469db8 req-ae7e496a-e468-4f6b-aaa2-7e4615d477c4 service neutron] Port b857234d-ca6d-4a0c-9cfb-3a257e1bca77 on network 4f742057-89ee-4b4a-86f7-487ee61881a1 not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-3 {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 18:28:32.473881 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f76055ca-6103-4fd3-a371-9d0c9d469db8 req-ae7e496a-e468-4f6b-aaa2-7e4615d477c4 service neutron] Attempting to bind port b857234d-ca6d-4a0c-9cfb-3a257e1bca77 on network 4f742057-89ee-4b4a-86f7-487ee61881a1 {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:28:32.489126 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f76055ca-6103-4fd3-a371-9d0c9d469db8 req-ae7e496a-e468-4f6b-aaa2-7e4615d477c4 service neutron] Checking agent: {'id': '08e36a6c-8d04-48f0-a644-f27680635246', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 15, 35), 'started_at': datetime.datetime(2021, 7, 14, 18, 15, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 18, 28, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 18:28:32.490800 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f76055ca-6103-4fd3-a371-9d0c9d469db8 req-ae7e496a-e468-4f6b-aaa2-7e4615d477c4 service neutron] Checking segment: {'id': '067fc487-22c7-42de-972d-ae352a28ad29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '4f742057-89ee-4b4a-86f7-487ee61881a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93916) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:28:32.492342 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f76055ca-6103-4fd3-a371-9d0c9d469db8 req-ae7e496a-e468-4f6b-aaa2-7e4615d477c4 service neutron] Bound using segment: {'id': '067fc487-22c7-42de-972d-ae352a28ad29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '4f742057-89ee-4b4a-86f7-487ee61881a1'} {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 18:28:32.492852 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.managers [req-f76055ca-6103-4fd3-a371-9d0c9d469db8 req-ae7e496a-e468-4f6b-aaa2-7e4615d477c4 service neutron] Bound port: b857234d-ca6d-4a0c-9cfb-3a257e1bca77, host: n-h2-800634-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '067fc487-22c7-42de-972d-ae352a28ad29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '4f742057-89ee-4b4a-86f7-487ee61881a1'}}] {{(pid=93916) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 18:28:32.494622 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-f76055ca-6103-4fd3-a371-9d0c9d469db8 req-ae7e496a-e468-4f6b-aaa2-7e4615d477c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:28:32.503723 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c24aaf-b307-432f-82ae-abecbafbfd95 req-2e1feca1-829c-466e-9692-cc9a6a0d2a7c tempest-MultipleCreateTestJSON-1352928044 tempest-MultipleCreateTestJSON-1352928044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:28:32.510940 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-71c24aaf-b307-432f-82ae-abecbafbfd95 req-2e1feca1-829c-466e-9692-cc9a6a0d2a7c tempest-MultipleCreateTestJSON-1352928044 tempest-MultipleCreateTestJSON-1352928044-project] 10.222.0.16 "GET /v2.0/ports?device_id=8fbdee99-986b-42c9-9409-fa02c4ef4c27 HTTP/1.1" status: 200 len: 944 time: 0.2932184 Jul 14 18:28:32.594970 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-06ee293c-6191-45f3-86f7-cadd3f5e3cbc req-273bb2a8-67ce-4847-ad3e-6be85da16ae5 service neutron] Attempting to bind port d463227d-b366-41bf-9cb7-e69658308139 on host n-h2-800634-3 for vnic_type normal with profile {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:28:32.595357 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-06ee293c-6191-45f3-86f7-cadd3f5e3cbc req-273bb2a8-67ce-4847-ad3e-6be85da16ae5 service neutron] Attempting to bind port d463227d-b366-41bf-9cb7-e69658308139 by drivers openvswitch,hyperv on host n-h2-800634-3 at level 0 using segments [{'id': '083d4956-d74a-4548-8325-55efe8661457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '7c5c265b-c8cb-48dd-918e-349f7d6fa97f'}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:28:32.595645 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06ee293c-6191-45f3-86f7-cadd3f5e3cbc req-273bb2a8-67ce-4847-ad3e-6be85da16ae5 service neutron] Attempting to bind port d463227d-b366-41bf-9cb7-e69658308139 on network 7c5c265b-c8cb-48dd-918e-349f7d6fa97f {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:28:32.596763 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.db [req-f76055ca-6103-4fd3-a371-9d0c9d469db8 req-ae7e496a-e468-4f6b-aaa2-7e4615d477c4 service neutron] For port b857234d-ca6d-4a0c-9cfb-3a257e1bca77, host n-h2-800634-3, cleared binding levels {{(pid=93916) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:28:32.602402 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.db [req-f76055ca-6103-4fd3-a371-9d0c9d469db8 req-ae7e496a-e468-4f6b-aaa2-7e4615d477c4 service neutron] For port b857234d-ca6d-4a0c-9cfb-3a257e1bca77, host n-h2-800634-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=b857234d-ca6d-4a0c-9cfb-3a257e1bca77,segment=NetworkSegment(067fc487-22c7-42de-972d-ae352a28ad29),segment_id=067fc487-22c7-42de-972d-ae352a28ad29)] {{(pid=93916) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 18:28:32.604868 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06ee293c-6191-45f3-86f7-cadd3f5e3cbc req-273bb2a8-67ce-4847-ad3e-6be85da16ae5 service neutron] Port d463227d-b366-41bf-9cb7-e69658308139 on network 7c5c265b-c8cb-48dd-918e-349f7d6fa97f not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-3 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 18:28:32.605228 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06ee293c-6191-45f3-86f7-cadd3f5e3cbc req-273bb2a8-67ce-4847-ad3e-6be85da16ae5 service neutron] Attempting to bind port d463227d-b366-41bf-9cb7-e69658308139 on network 7c5c265b-c8cb-48dd-918e-349f7d6fa97f {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:28:32.609164 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-f76055ca-6103-4fd3-a371-9d0c9d469db8 req-ae7e496a-e468-4f6b-aaa2-7e4615d477c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2684870'] for port, after_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:28:32.618976 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06ee293c-6191-45f3-86f7-cadd3f5e3cbc req-273bb2a8-67ce-4847-ad3e-6be85da16ae5 service neutron] Checking agent: {'id': '08e36a6c-8d04-48f0-a644-f27680635246', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 15, 35), 'started_at': datetime.datetime(2021, 7, 14, 18, 15, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 18, 28, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 18:28:32.619383 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06ee293c-6191-45f3-86f7-cadd3f5e3cbc req-273bb2a8-67ce-4847-ad3e-6be85da16ae5 service neutron] Checking segment: {'id': '083d4956-d74a-4548-8325-55efe8661457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '7c5c265b-c8cb-48dd-918e-349f7d6fa97f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:28:32.619777 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06ee293c-6191-45f3-86f7-cadd3f5e3cbc req-273bb2a8-67ce-4847-ad3e-6be85da16ae5 service neutron] Bound using segment: {'id': '083d4956-d74a-4548-8325-55efe8661457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '7c5c265b-c8cb-48dd-918e-349f7d6fa97f'} {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 18:28:32.620333 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-06ee293c-6191-45f3-86f7-cadd3f5e3cbc req-273bb2a8-67ce-4847-ad3e-6be85da16ae5 service neutron] Bound port: d463227d-b366-41bf-9cb7-e69658308139, host: n-h2-800634-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '083d4956-d74a-4548-8325-55efe8661457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '7c5c265b-c8cb-48dd-918e-349f7d6fa97f'}}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 18:28:32.620641 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-06ee293c-6191-45f3-86f7-cadd3f5e3cbc req-273bb2a8-67ce-4847-ad3e-6be85da16ae5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:28:32.652134 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76055ca-6103-4fd3-a371-9d0c9d469db8 req-ae7e496a-e468-4f6b-aaa2-7e4615d477c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:28:32.652773 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-f76055ca-6103-4fd3-a371-9d0c9d469db8 req-ae7e496a-e468-4f6b-aaa2-7e4615d477c4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:28:32.654144 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-f76055ca-6103-4fd3-a371-9d0c9d469db8 req-ae7e496a-e468-4f6b-aaa2-7e4615d477c4 service neutron] 10.222.0.35 "PUT /v2.0/ports/b857234d-ca6d-4a0c-9cfb-3a257e1bca77 HTTP/1.1" status: 200 len: 1096 time: 1.0744803 Jul 14 18:28:32.654626 n-d-800634-3 neutron-server[93916]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e004a33e-3ae5-463a-a151-d292e68e71e8', 'tag': 'b857234d-ca6d-4a0c-9cfb-3a257e1bca77'}] {{(pid=93916) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:28:32.657026 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f803e150b363a7893830aa996ac27753fa25517c406ecd3536b7c2d4b26eeb9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fa400d2-79c6-4d8e-974d-aa3af4c34f1c" -d '{"events": [{"name": "network-changed", "server_uuid": "e004a33e-3ae5-463a-a151-d292e68e71e8", "tag": "b857234d-ca6d-4a0c-9cfb-3a257e1bca77"}]}' {{(pid=93916) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:28:32.698159 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7e496a-e468-4f6b-aaa2-7e4615d477c4 service neutron] Pushing event updated for resources: {'Port': ['ID=b857234d-ca6d-4a0c-9cfb-3a257e1bca77,revision_number=3']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:28:32.718839 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-06ee293c-6191-45f3-86f7-cadd3f5e3cbc req-273bb2a8-67ce-4847-ad3e-6be85da16ae5 service neutron] For port d463227d-b366-41bf-9cb7-e69658308139, host n-h2-800634-3, cleared binding levels {{(pid=93915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:28:32.736068 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-06ee293c-6191-45f3-86f7-cadd3f5e3cbc req-273bb2a8-67ce-4847-ad3e-6be85da16ae5 service neutron] For port d463227d-b366-41bf-9cb7-e69658308139, host n-h2-800634-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=d463227d-b366-41bf-9cb7-e69658308139,segment=NetworkSegment(083d4956-d74a-4548-8325-55efe8661457),segment_id=083d4956-d74a-4548-8325-55efe8661457)] {{(pid=93915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 18:28:32.758081 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-06ee293c-6191-45f3-86f7-cadd3f5e3cbc req-273bb2a8-67ce-4847-ad3e-6be85da16ae5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25912978'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:28:32.781988 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76055ca-6103-4fd3-a371-9d0c9d469db8 req-369fd919-5fb3-46e4-b425-5fdfa5298e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:28:32.784082 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-f76055ca-6103-4fd3-a371-9d0c9d469db8 req-369fd919-5fb3-46e4-b425-5fdfa5298e75 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=aeec593be949414a8c1694135e52293c&device_id=e004a33e-3ae5-463a-a151-d292e68e71e8 HTTP/1.1" status: 200 len: 1099 time: 0.0801518 Jul 14 18:28:32.840475 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-f76055ca-6103-4fd3-a371-9d0c9d469db8 req-273f2ccc-bd0f-4ba6-9a60-78f98a681a99 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.105&port_id=b857234d-ca6d-4a0c-9cfb-3a257e1bca77 HTTP/1.1" status: 200 len: 217 time: 0.0468442 Jul 14 18:28:32.866831 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [req-06ee293c-6191-45f3-86f7-cadd3f5e3cbc req-75a5104b-7392-49e5-ac28-ce3bc63219fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id afff6421-7253-4388-9577-869cad445681 {{(pid=93915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 18:28:32.897640 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-71c24aaf-b307-432f-82ae-abecbafbfd95 req-f3fa84d8-e372-4a60-8cfe-878c2cacbf47 tempest-MultipleCreateTestJSON-1352928044 tempest-MultipleCreateTestJSON-1352928044-project] 10.222.0.16 "GET /v2.0/security-groups?id=1717ebe8-f29a-4477-a288-2900c0dd0f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3857028 Jul 14 18:28:32.905472 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-06ee293c-6191-45f3-86f7-cadd3f5e3cbc req-75a5104b-7392-49e5-ac28-ce3bc63219fa service neutron] Notify callbacks [] for port, precommit_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:28:32.923630 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273bb2a8-67ce-4847-ad3e-6be85da16ae5 service neutron] Pushing event updated for resources: {'Port': ['ID=d463227d-b366-41bf-9cb7-e69658308139,revision_number=3']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:28:32.934937 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76055ca-6103-4fd3-a371-9d0c9d469db8 req-b0bd7da7-bb96-4603-9a41-90e56edba928 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:28:32.937528 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-f76055ca-6103-4fd3-a371-9d0c9d469db8 req-b0bd7da7-bb96-4603-9a41-90e56edba928 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f20c54fb-f7da-4761-aa61-2e4f99f3d332 HTTP/1.1" status: 200 len: 843 time: 0.0887029 Jul 14 18:28:32.967046 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ee293c-6191-45f3-86f7-cadd3f5e3cbc req-273bb2a8-67ce-4847-ad3e-6be85da16ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:28:32.967913 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-06ee293c-6191-45f3-86f7-cadd3f5e3cbc req-273bb2a8-67ce-4847-ad3e-6be85da16ae5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:28:32.969943 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-06ee293c-6191-45f3-86f7-cadd3f5e3cbc req-273bb2a8-67ce-4847-ad3e-6be85da16ae5 service neutron] 10.222.0.35 "PUT /v2.0/ports/d463227d-b366-41bf-9cb7-e69658308139 HTTP/1.1" status: 200 len: 1092 time: 2.7403200 Jul 14 18:28:32.986466 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8fbdee99-986b-42c9-9409-fa02c4ef4c27', 'tag': 'd463227d-b366-41bf-9cb7-e69658308139'}] {{(pid=93915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:28:32.989030 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e72782ad3af8f7d4ce76cedf092bca46d1756acc5c4653cf0b52034cdd6b073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1ad4be9-4abf-4787-9f7c-a98f913c4f89" -d '{"events": [{"name": "network-changed", "server_uuid": "8fbdee99-986b-42c9-9409-fa02c4ef4c27", "tag": "d463227d-b366-41bf-9cb7-e69658308139"}]}' {{(pid=93915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:28:33.011835 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.provisioning_blocks [req-06ee293c-6191-45f3-86f7-cadd3f5e3cbc req-75a5104b-7392-49e5-ac28-ce3bc63219fa service neutron] Transition to ACTIVE for port object afff6421-7253-4388-9577-869cad445681 will not be triggered until provisioned by entity L2. {{(pid=93915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:28:33.023139 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76055ca-6103-4fd3-a371-9d0c9d469db8 req-41154bf5-e1b9-4a1c-bfc6-0e883c80e7a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:28:33.025779 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-f76055ca-6103-4fd3-a371-9d0c9d469db8 req-41154bf5-e1b9-4a1c-bfc6-0e883c80e7a1 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4f742057-89ee-4b4a-86f7-487ee61881a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0818977 Jul 14 18:28:33.041928 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecaa7a3-9180-4ea1-81c3-f45c7f374288 req-e12bda38-45df-471a-9afd-3f44ff7307fe tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:28:33.053846 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-1ecaa7a3-9180-4ea1-81c3-f45c7f374288 req-e12bda38-45df-471a-9afd-3f44ff7307fe tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] 10.222.0.16 "GET /v2.0/ports?device_id=9e607135-07e7-4dea-9f39-7c0c30f653f2 HTTP/1.1" status: 200 len: 945 time: 0.5363789 Jul 14 18:28:33.054812 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-06ee293c-6191-45f3-86f7-cadd3f5e3cbc req-75a5104b-7392-49e5-ac28-ce3bc63219fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25912978'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:28:33.138808 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-f76055ca-6103-4fd3-a371-9d0c9d469db8 req-27f4eb11-7553-4573-a3fe-0e0ff1b302dc service neutron] 10.222.0.35 "GET /v2.0/networks/4f742057-89ee-4b4a-86f7-487ee61881a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1067195 Jul 14 18:28:33.217367 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a5104b-7392-49e5-ac28-ce3bc63219fa service neutron] Pushing event updated for resources: {'Port': ['ID=afff6421-7253-4388-9577-869cad445681,revision_number=2']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:28:33.227808 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-1ecaa7a3-9180-4ea1-81c3-f45c7f374288 req-a92f9610-01f7-4a69-9611-a893a5ba45fb tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] 10.222.0.16 "GET /v2.0/security-groups?id=4824db20-b9ba-4380-9f29-13755d37b981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644020 Jul 14 18:28:33.240995 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-f76055ca-6103-4fd3-a371-9d0c9d469db8 req-cce0d10c-64f1-4ca1-8645-48c052720b43 service neutron] 10.222.0.35 "GET /v2.0/networks/4f742057-89ee-4b4a-86f7-487ee61881a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943687 Jul 14 18:28:33.279207 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 18:28:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5b09cba-6bb7-473f-ba7b-3ddf1028a208 x-openstack-request-id: req-d5b09cba-6bb7-473f-ba7b-3ddf1028a208 {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:28:33.279708 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b34ed31a-cdf4-42e3-9af8-e1a7ec6d0b20", "name": "network-vif-plugged", "status": "completed", "tag": "2963b705-b1e1-4311-8a6e-95a0846fc25f", "code": 200}]} {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:28:33.279821 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d5b09cba-6bb7-473f-ba7b-3ddf1028a208 {{(pid=93917) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:28:33.280395 n-d-800634-3 neutron-server[93917]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b34ed31a-cdf4-42e3-9af8-e1a7ec6d0b20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2963b705-b1e1-4311-8a6e-95a0846fc25f', 'code': 200} Jul 14 18:28:33.320283 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ee293c-6191-45f3-86f7-cadd3f5e3cbc req-6a0a9a93-276f-4053-b54e-02d312db7197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:28:33.321802 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-06ee293c-6191-45f3-86f7-cadd3f5e3cbc req-6a0a9a93-276f-4053-b54e-02d312db7197 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=82e7174add29402ca6b9595971263e7a&device_id=8fbdee99-986b-42c9-9409-fa02c4ef4c27 HTTP/1.1" status: 200 len: 1095 time: 0.1985562 Jul 14 18:28:33.330385 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e770f546-0335-4e63-a04e-446eb8ecf5d8 req-96b765ce-d06f-45a6-9547-e1d10b6046a5 tempest-ServerDiskConfigTestJSON-1372590070 tempest-ServerDiskConfigTestJSON-1372590070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:28:33.331781 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e770f546-0335-4e63-a04e-446eb8ecf5d8 req-96b765ce-d06f-45a6-9547-e1d10b6046a5 tempest-ServerDiskConfigTestJSON-1372590070 tempest-ServerDiskConfigTestJSON-1372590070-project] 10.222.0.16 "GET /v2.0/ports?device_id=3a42ddc6-5334-4b49-b118-b918cd4d3904 HTTP/1.1" status: 200 len: 946 time: 0.2111123 Jul 14 18:28:33.383911 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-06ee293c-6191-45f3-86f7-cadd3f5e3cbc req-ae1d3ee1-17cb-4236-95b8-e60c35e488ac service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d463227d-b366-41bf-9cb7-e69658308139 HTTP/1.1" status: 200 len: 217 time: 0.0488055 Jul 14 18:28:33.402404 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-06ee293c-6191-45f3-86f7-cadd3f5e3cbc req-75a5104b-7392-49e5-ac28-ce3bc63219fa service neutron] Attempting to bind port afff6421-7253-4388-9577-869cad445681 on host n-h2-800634-3 for vnic_type normal with profile {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:28:33.402753 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-06ee293c-6191-45f3-86f7-cadd3f5e3cbc req-75a5104b-7392-49e5-ac28-ce3bc63219fa service neutron] Attempting to bind port afff6421-7253-4388-9577-869cad445681 by drivers openvswitch,hyperv on host n-h2-800634-3 at level 0 using segments [{'id': '083d4956-d74a-4548-8325-55efe8661457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '7c5c265b-c8cb-48dd-918e-349f7d6fa97f'}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:28:33.403089 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06ee293c-6191-45f3-86f7-cadd3f5e3cbc req-75a5104b-7392-49e5-ac28-ce3bc63219fa service neutron] Attempting to bind port afff6421-7253-4388-9577-869cad445681 on network 7c5c265b-c8cb-48dd-918e-349f7d6fa97f {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:28:33.439345 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06ee293c-6191-45f3-86f7-cadd3f5e3cbc req-75a5104b-7392-49e5-ac28-ce3bc63219fa service neutron] Port afff6421-7253-4388-9577-869cad445681 on network 7c5c265b-c8cb-48dd-918e-349f7d6fa97f not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-3 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 18:28:33.439975 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06ee293c-6191-45f3-86f7-cadd3f5e3cbc req-75a5104b-7392-49e5-ac28-ce3bc63219fa service neutron] Attempting to bind port afff6421-7253-4388-9577-869cad445681 on network 7c5c265b-c8cb-48dd-918e-349f7d6fa97f {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:28:33.458318 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06ee293c-6191-45f3-86f7-cadd3f5e3cbc req-75a5104b-7392-49e5-ac28-ce3bc63219fa service neutron] Checking agent: {'id': '08e36a6c-8d04-48f0-a644-f27680635246', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 15, 35), 'started_at': datetime.datetime(2021, 7, 14, 18, 15, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 18, 28, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 18:28:33.458667 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06ee293c-6191-45f3-86f7-cadd3f5e3cbc req-75a5104b-7392-49e5-ac28-ce3bc63219fa service neutron] Checking segment: {'id': '083d4956-d74a-4548-8325-55efe8661457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '7c5c265b-c8cb-48dd-918e-349f7d6fa97f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:28:33.459063 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06ee293c-6191-45f3-86f7-cadd3f5e3cbc req-75a5104b-7392-49e5-ac28-ce3bc63219fa service neutron] Bound using segment: {'id': '083d4956-d74a-4548-8325-55efe8661457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '7c5c265b-c8cb-48dd-918e-349f7d6fa97f'} {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 18:28:33.459509 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-06ee293c-6191-45f3-86f7-cadd3f5e3cbc req-75a5104b-7392-49e5-ac28-ce3bc63219fa service neutron] Bound port: afff6421-7253-4388-9577-869cad445681, host: n-h2-800634-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '083d4956-d74a-4548-8325-55efe8661457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '7c5c265b-c8cb-48dd-918e-349f7d6fa97f'}}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 18:28:33.459878 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-06ee293c-6191-45f3-86f7-cadd3f5e3cbc req-75a5104b-7392-49e5-ac28-ce3bc63219fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:28:33.466358 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e770f546-0335-4e63-a04e-446eb8ecf5d8 req-44a55917-1017-4033-a99d-3c6b4e1920a1 tempest-ServerDiskConfigTestJSON-1372590070 tempest-ServerDiskConfigTestJSON-1372590070-project] 10.222.0.16 "GET /v2.0/security-groups?id=8f471560-b797-46f3-abf1-e078e196721c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242914 Jul 14 18:28:33.471434 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ee293c-6191-45f3-86f7-cadd3f5e3cbc req-ffc07844-2d1a-4b60-8cd6-aacae8494e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:28:33.472882 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-06ee293c-6191-45f3-86f7-cadd3f5e3cbc req-ffc07844-2d1a-4b60-8cd6-aacae8494e39 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f032006b-6262-4a79-b1ea-5cdc8bbf67c0 HTTP/1.1" status: 200 len: 853 time: 0.0811255 Jul 14 18:28:33.518057 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-fb8adef9-f047-459d-9ccc-54261ea0a709 req-fe23a1db-5fce-4bb1-9504-750b6651aacc tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=e0d800f124a7477bb29e534c1272cd15&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0237665 Jul 14 18:28:33.523272 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 18:28:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ada2b352-2061-4871-8611-2dac74c4fc15 x-openstack-request-id: req-ada2b352-2061-4871-8611-2dac74c4fc15 {{(pid=93916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:28:33.523561 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e004a33e-3ae5-463a-a151-d292e68e71e8", "tag": "b857234d-ca6d-4a0c-9cfb-3a257e1bca77", "status": "completed", "code": 200}]} {{(pid=93916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:28:33.523813 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ada2b352-2061-4871-8611-2dac74c4fc15 {{(pid=93916) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:28:33.524351 n-d-800634-3 neutron-server[93916]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e004a33e-3ae5-463a-a151-d292e68e71e8', 'tag': 'b857234d-ca6d-4a0c-9cfb-3a257e1bca77', 'status': 'completed', 'code': 200} Jul 14 18:28:33.536713 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-93621a95-8998-47f4-be2e-80aa7de4048c req-9e4bc5dd-29ad-4008-9a6d-e4041381ec8b tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.16 "GET /v2.0/ports?device_id=a5fb9d27-b1e3-4399-b4d8-7495d55c398a HTTP/1.1" status: 200 len: 210 time: 0.0575707 Jul 14 18:28:33.539557 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-06ee293c-6191-45f3-86f7-cadd3f5e3cbc req-941479d9-c87d-4b55-8bd5-ffcd58758ec9 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7c5c265b-c8cb-48dd-918e-349f7d6fa97f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0593555 Jul 14 18:28:33.619930 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 18:28:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbee4fd9-839e-4a0e-9154-83979d3cd459 x-openstack-request-id: req-fbee4fd9-839e-4a0e-9154-83979d3cd459 {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:28:33.620475 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8fbdee99-986b-42c9-9409-fa02c4ef4c27", "tag": "d463227d-b366-41bf-9cb7-e69658308139", "status": "completed", "code": 200}]} {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:28:33.620886 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-fbee4fd9-839e-4a0e-9154-83979d3cd459 {{(pid=93915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:28:33.621466 n-d-800634-3 neutron-server[93915]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8fbdee99-986b-42c9-9409-fa02c4ef4c27', 'tag': 'd463227d-b366-41bf-9cb7-e69658308139', 'status': 'completed', 'code': 200} Jul 14 18:28:33.669247 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-06ee293c-6191-45f3-86f7-cadd3f5e3cbc req-75a5104b-7392-49e5-ac28-ce3bc63219fa service neutron] For port afff6421-7253-4388-9577-869cad445681, host n-h2-800634-3, cleared binding levels {{(pid=93915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:28:33.674371 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-06ee293c-6191-45f3-86f7-cadd3f5e3cbc req-75a5104b-7392-49e5-ac28-ce3bc63219fa service neutron] For port afff6421-7253-4388-9577-869cad445681, host n-h2-800634-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=afff6421-7253-4388-9577-869cad445681,segment=NetworkSegment(083d4956-d74a-4548-8325-55efe8661457),segment_id=083d4956-d74a-4548-8325-55efe8661457)] {{(pid=93915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 18:28:33.684146 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-06ee293c-6191-45f3-86f7-cadd3f5e3cbc req-75a5104b-7392-49e5-ac28-ce3bc63219fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25912978'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:28:33.712729 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa400d2-79c6-4d8e-974d-aa3af4c34f1c req-21225e55-49c3-4a5d-9120-c4498c406f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:28:33.714503 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-9fa400d2-79c6-4d8e-974d-aa3af4c34f1c req-21225e55-49c3-4a5d-9120-c4498c406f1f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=aeec593be949414a8c1694135e52293c&device_id=e004a33e-3ae5-463a-a151-d292e68e71e8 HTTP/1.1" status: 200 len: 1099 time: 0.1200302 Jul 14 18:28:33.726201 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8adef9-f047-459d-9ccc-54261ea0a709 req-fcb4fa4b-a2e6-45b1-90d2-c86c44252201 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:28:33.726362 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-06ee293c-6191-45f3-86f7-cadd3f5e3cbc req-96a8a981-be9a-478d-a45a-731bacc9e677 service neutron] 10.222.0.35 "GET /v2.0/networks/7c5c265b-c8cb-48dd-918e-349f7d6fa97f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1688583 Jul 14 18:28:33.727732 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-fb8adef9-f047-459d-9ccc-54261ea0a709 req-fcb4fa4b-a2e6-45b1-90d2-c86c44252201 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2008328 Jul 14 18:28:33.745668 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ee293c-6191-45f3-86f7-cadd3f5e3cbc req-75a5104b-7392-49e5-ac28-ce3bc63219fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:28:33.746558 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-06ee293c-6191-45f3-86f7-cadd3f5e3cbc req-75a5104b-7392-49e5-ac28-ce3bc63219fa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:28:33.748137 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-06ee293c-6191-45f3-86f7-cadd3f5e3cbc req-75a5104b-7392-49e5-ac28-ce3bc63219fa service neutron] 10.222.0.35 "PUT /v2.0/ports/afff6421-7253-4388-9577-869cad445681 HTTP/1.1" status: 200 len: 1091 time: 3.3441589 Jul 14 18:28:33.779775 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [req-fb8adef9-f047-459d-9ccc-54261ea0a709 req-4fda0ad4-afd6-44e1-b78a-66e157c01122 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] Request body: {'port': {'device_id': 'a5fb9d27-b1e3-4399-b4d8-7495d55c398a', 'network_id': '4f742057-89ee-4b4a-86f7-487ee61881a1', 'admin_state_up': True, 'tenant_id': 'e0d800f124a7477bb29e534c1272cd15'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:28:33.859532 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a5104b-7392-49e5-ac28-ce3bc63219fa service neutron] Pushing event updated for resources: {'Port': ['ID=afff6421-7253-4388-9577-869cad445681,revision_number=3']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:28:33.954416 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4639af4-33f8-4695-ae09-70717c679fbe req-f1852267-a7a4-471a-9eae-69d6ed083369 tempest-LiveMigrationTest-64527954 tempest-LiveMigrationTest-64527954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:28:33.956038 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-d4639af4-33f8-4695-ae09-70717c679fbe req-f1852267-a7a4-471a-9eae-69d6ed083369 tempest-LiveMigrationTest-64527954 tempest-LiveMigrationTest-64527954-project] 10.222.0.16 "GET /v2.0/ports?device_id=39c170ce-4d8b-473d-8a81-72c243e5a41f HTTP/1.1" status: 200 len: 943 time: 0.2363381 Jul 14 18:28:33.959727 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-06ee293c-6191-45f3-86f7-cadd3f5e3cbc req-f0d70977-b6e1-4088-97a9-de74110f26cc service neutron] 10.222.0.35 "GET /v2.0/networks/7c5c265b-c8cb-48dd-918e-349f7d6fa97f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2104902 Jul 14 18:28:33.961105 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa400d2-79c6-4d8e-974d-aa3af4c34f1c req-5a2c8d35-584e-4766-b11e-65c18cfe8443 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:28:33.962557 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-9fa400d2-79c6-4d8e-974d-aa3af4c34f1c req-5a2c8d35-584e-4766-b11e-65c18cfe8443 service neutron] 10.222.0.35 "GET /v2.0/networks?id=4f742057-89ee-4b4a-86f7-487ee61881a1 HTTP/1.1" status: 200 len: 869 time: 0.2278821 Jul 14 18:28:33.969899 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ee293c-6191-45f3-86f7-cadd3f5e3cbc req-aa7ca780-e4b4-4780-a2b7-5c276fd50d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:28:33.971457 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-06ee293c-6191-45f3-86f7-cadd3f5e3cbc req-aa7ca780-e4b4-4780-a2b7-5c276fd50d05 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=82e7174add29402ca6b9595971263e7a&device_id=976aeb93-a42e-439b-967e-664ea8478d21 HTTP/1.1" status: 200 len: 1094 time: 0.1294198 Jul 14 18:28:34.027235 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb8adef9-f047-459d-9ccc-54261ea0a709 req-4fda0ad4-afd6-44e1-b78a-66e157c01122 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] Made reservation on behalf of e0d800f124a7477bb29e534c1272cd15 for: {'port': 1} {{(pid=93916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:28:34.031178 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-fb8adef9-f047-459d-9ccc-54261ea0a709 req-4fda0ad4-afd6-44e1-b78a-66e157c01122 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:28:34.034193 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-9fa400d2-79c6-4d8e-974d-aa3af4c34f1c req-1cef93e3-9907-4ff2-a74a-2a59eae97821 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.105&port_id=b857234d-ca6d-4a0c-9cfb-3a257e1bca77 HTTP/1.1" status: 200 len: 217 time: 0.0535674 Jul 14 18:28:34.040487 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-06ee293c-6191-45f3-86f7-cadd3f5e3cbc req-1ea62e4d-4716-48cb-a916-9276e9e6335f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=afff6421-7253-4388-9577-869cad445681 HTTP/1.1" status: 200 len: 217 time: 0.0598512 Jul 14 18:28:34.124420 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-d4639af4-33f8-4695-ae09-70717c679fbe req-632e776b-c0a8-473b-9c93-66c719032768 tempest-LiveMigrationTest-64527954 tempest-LiveMigrationTest-64527954-project] 10.222.0.16 "GET /v2.0/security-groups?id=93c6eb24-b3aa-49c4-93f7-93dd5f011665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512947 Jul 14 18:28:34.129701 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa400d2-79c6-4d8e-974d-aa3af4c34f1c req-4dc44b0f-8f85-4a7d-a09c-24eee8025fff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:28:34.131246 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-9fa400d2-79c6-4d8e-974d-aa3af4c34f1c req-4dc44b0f-8f85-4a7d-a09c-24eee8025fff service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f20c54fb-f7da-4761-aa61-2e4f99f3d332 HTTP/1.1" status: 200 len: 843 time: 0.0898154 Jul 14 18:28:34.162062 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ee293c-6191-45f3-86f7-cadd3f5e3cbc req-6b4fd771-b731-46ca-9623-a6ce66e2fac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:28:34.163495 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-06ee293c-6191-45f3-86f7-cadd3f5e3cbc req-6b4fd771-b731-46ca-9623-a6ce66e2fac8 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f032006b-6262-4a79-b1ea-5cdc8bbf67c0 HTTP/1.1" status: 200 len: 853 time: 0.0981674 Jul 14 18:28:34.194409 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efb36ee-c1c5-47ee-a6b0-0f0a0bfcb169 req-f97f1974-52db-4696-80bd-4ad71b1f38b9 tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:28:34.195879 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6efb36ee-c1c5-47ee-a6b0-0f0a0bfcb169 req-f97f1974-52db-4696-80bd-4ad71b1f38b9 tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] 10.222.0.16 "GET /v2.0/ports?device_id=e004a33e-3ae5-463a-a151-d292e68e71e8 HTTP/1.1" status: 200 len: 948 time: 0.2018938 Jul 14 18:28:34.216041 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ad4be9-4abf-4787-9f7c-a98f913c4f89 req-b16b6163-b05a-4f00-a7dc-811765da46ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:28:34.217464 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e1ad4be9-4abf-4787-9f7c-a98f913c4f89 req-b16b6163-b05a-4f00-a7dc-811765da46ba service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=82e7174add29402ca6b9595971263e7a&device_id=8fbdee99-986b-42c9-9409-fa02c4ef4c27 HTTP/1.1" status: 200 len: 1095 time: 0.1872780 Jul 14 18:28:34.221173 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-06ee293c-6191-45f3-86f7-cadd3f5e3cbc req-5a59b6d1-5710-4ab1-992a-844fb439d425 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7c5c265b-c8cb-48dd-918e-349f7d6fa97f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0477874 Jul 14 18:28:34.246163 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.db_base_plugin_common [req-fb8adef9-f047-459d-9ccc-54261ea0a709 req-4fda0ad4-afd6-44e1-b78a-66e157c01122 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] Allocated IP 192.168.233.139 (4f742057-89ee-4b4a-86f7-487ee61881a1/f20c54fb-f7da-4761-aa61-2e4f99f3d332/7d2f5b48-4f1f-4f54-acfc-d43811b03a15) {{(pid=93916) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:28:34.266782 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa400d2-79c6-4d8e-974d-aa3af4c34f1c req-7635aa17-0ffa-4a92-ae16-0a7e5ee82cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:28:34.268371 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-9fa400d2-79c6-4d8e-974d-aa3af4c34f1c req-7635aa17-0ffa-4a92-ae16-0a7e5ee82cf3 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4f742057-89ee-4b4a-86f7-487ee61881a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1288354 Jul 14 18:28:34.446001 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-9fa400d2-79c6-4d8e-974d-aa3af4c34f1c req-3f7814fe-a9c8-404c-a47a-4f3b4e1f56ca service neutron] 10.222.0.35 "GET /v2.0/networks/4f742057-89ee-4b4a-86f7-487ee61881a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1659873 Jul 14 18:28:34.525274 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-fb8adef9-f047-459d-9ccc-54261ea0a709 req-4fda0ad4-afd6-44e1-b78a-66e157c01122 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] Notify callbacks [] for port, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:28:34.554460 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.provisioning_blocks [req-fb8adef9-f047-459d-9ccc-54261ea0a709 req-4fda0ad4-afd6-44e1-b78a-66e157c01122 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] Transition to ACTIVE for port object 7d2f5b48-4f1f-4f54-acfc-d43811b03a15 will not be triggered until provisioned by entity DHCP. {{(pid=93916) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:28:34.581293 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-9fa400d2-79c6-4d8e-974d-aa3af4c34f1c req-fc060599-cd57-4d6c-be4e-f7c110167f55 service neutron] 10.222.0.35 "GET /v2.0/networks/4f742057-89ee-4b4a-86f7-487ee61881a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265094 Jul 14 18:28:34.604689 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-fb8adef9-f047-459d-9ccc-54261ea0a709 req-4fda0ad4-afd6-44e1-b78a-66e157c01122 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:28:34.619048 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] get_ports_and_sgs() called for port_ids ['7c097f78-08e4-4fc9-a177-b8812f88bb8a'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 18:28:34.622701 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] get_ports_and_sgs() called for port_ids ['2d86f518-a5dc-431f-bc2b-7938083f5172', '2963b705-b1e1-4311-8a6e-95a0846fc25f'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 18:28:34.652926 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb8adef9-f047-459d-9ccc-54261ea0a709 req-4fda0ad4-afd6-44e1-b78a-66e157c01122 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] Network 4f742057-89ee-4b4a-86f7-487ee61881a1 is already hosted by enough agents. {{(pid=93916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:28:34.656828 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [req-fb8adef9-f047-459d-9ccc-54261ea0a709 req-4fda0ad4-afd6-44e1-b78a-66e157c01122 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] Resources bound (agent type, host, resource id): {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:28:34.661095 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb8adef9-f047-459d-9ccc-54261ea0a709 req-4fda0ad4-afd6-44e1-b78a-66e157c01122 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] Received port after_create {{(pid=93916) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:28:34.678402 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6efb36ee-c1c5-47ee-a6b0-0f0a0bfcb169 req-b93ce025-c09e-423d-905e-6fe321ed5399 tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] 10.222.0.16 "GET /v2.0/security-groups?id=b0153d44-2cf7-4f50-b628-255afb14ce31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4592912 Jul 14 18:28:34.688437 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fda0ad4-afd6-44e1-b78a-66e157c01122 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] Pushing event updated for resources: {'Port': ['ID=7d2f5b48-4f1f-4f54-acfc-d43811b03a15,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:28:34.745272 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8adef9-f047-459d-9ccc-54261ea0a709 req-4fda0ad4-afd6-44e1-b78a-66e157c01122 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:28:34.745949 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-fb8adef9-f047-459d-9ccc-54261ea0a709 req-4fda0ad4-afd6-44e1-b78a-66e157c01122 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:28:34.751103 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ad4be9-4abf-4787-9f7c-a98f913c4f89 req-5d1bb3de-c5ab-4999-862c-bbadd9607033 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:28:34.754053 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e1ad4be9-4abf-4787-9f7c-a98f913c4f89 req-5d1bb3de-c5ab-4999-862c-bbadd9607033 service neutron] 10.222.0.35 "GET /v2.0/networks?id=7c5c265b-c8cb-48dd-918e-349f7d6fa97f HTTP/1.1" status: 200 len: 913 time: 0.2258208 Jul 14 18:28:34.762188 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-06ee293c-6191-45f3-86f7-cadd3f5e3cbc req-4563c87f-e7f2-42c5-a582-1bcc6f6ecf9b service neutron] 10.222.0.35 "GET /v2.0/networks/7c5c265b-c8cb-48dd-918e-349f7d6fa97f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2363834 Jul 14 18:28:34.765051 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-fb8adef9-f047-459d-9ccc-54261ea0a709 req-4fda0ad4-afd6-44e1-b78a-66e157c01122 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0161231 Jul 14 18:28:34.787429 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [req-fb8adef9-f047-459d-9ccc-54261ea0a709 req-7de0dcff-d3a2-49a2-aeef-e302b5da2e65 service neutron] Request body: {'port': {'device_id': 'a5fb9d27-b1e3-4399-b4d8-7495d55c398a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800634-3'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:28:34.881986 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e1ad4be9-4abf-4787-9f7c-a98f913c4f89 req-234004e8-0207-409f-89cf-74740b8a0030 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d463227d-b366-41bf-9cb7-e69658308139 HTTP/1.1" status: 200 len: 217 time: 0.1177878 Jul 14 18:28:34.901334 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-fb8adef9-f047-459d-9ccc-54261ea0a709 req-7de0dcff-d3a2-49a2-aeef-e302b5da2e65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:28:34.928435 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280359fe-4952-412b-8088-b5f0854d529d req-c79596de-97b4-40b0-bff0-648ffbec6bcd tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:28:34.935973 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-280359fe-4952-412b-8088-b5f0854d529d req-c79596de-97b4-40b0-bff0-648ffbec6bcd tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] 10.222.0.16 "GET /v2.0/ports?device_id=9e607135-07e7-4dea-9f39-7c0c30f653f2 HTTP/1.1" status: 200 len: 945 time: 0.4087677 Jul 14 18:28:34.958643 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-06ee293c-6191-45f3-86f7-cadd3f5e3cbc req-b0667236-c501-4bc2-a95a-c52a6f6099f0 service neutron] 10.222.0.35 "GET /v2.0/networks/7c5c265b-c8cb-48dd-918e-349f7d6fa97f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1483090 Jul 14 18:28:35.049246 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-0ec2a87f-2ed4-45c2-a539-65d15d97a3a3 None None] Provisioning for port 7d2f5b48-4f1f-4f54-acfc-d43811b03a15 completed by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:28:35.053995 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-280359fe-4952-412b-8088-b5f0854d529d req-b34e0f40-d67d-4967-962c-a966115e00d9 tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] 10.222.0.16 "GET /v2.0/security-groups?id=4824db20-b9ba-4380-9f29-13755d37b981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160433 Jul 14 18:28:35.055417 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-0ec2a87f-2ed4-45c2-a539-65d15d97a3a3 None None] Provisioning complete for port 7d2f5b48-4f1f-4f54-acfc-d43811b03a15 triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:28:35.055862 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-0ec2a87f-2ed4-45c2-a539-65d15d97a3a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:28:35.097063 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-0ec2a87f-2ed4-45c2-a539-65d15d97a3a3 None None] Port 7d2f5b48-4f1f-4f54-acfc-d43811b03a15 cannot update to ACTIVE because it is not bound. {{(pid=93917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 18:28:35.104029 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ad4be9-4abf-4787-9f7c-a98f913c4f89 req-1de706a1-e73a-472c-a858-8154e0fc4af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:28:35.106258 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e1ad4be9-4abf-4787-9f7c-a98f913c4f89 req-1de706a1-e73a-472c-a858-8154e0fc4af7 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f032006b-6262-4a79-b1ea-5cdc8bbf67c0 HTTP/1.1" status: 200 len: 853 time: 0.1282349 Jul 14 18:28:35.114759 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a78369-042c-483f-ac82-0f4028a24254 req-0b5d32f5-b96d-4e31-a04c-9722722028dd tempest-MultipleCreateTestJSON-1352928044 tempest-MultipleCreateTestJSON-1352928044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:28:35.116410 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-55a78369-042c-483f-ac82-0f4028a24254 req-0b5d32f5-b96d-4e31-a04c-9722722028dd tempest-MultipleCreateTestJSON-1352928044 tempest-MultipleCreateTestJSON-1352928044-project] 10.222.0.16 "GET /v2.0/ports?device_id=8fbdee99-986b-42c9-9409-fa02c4ef4c27 HTTP/1.1" status: 200 len: 944 time: 0.1981204 Jul 14 18:28:35.155321 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e1ad4be9-4abf-4787-9f7c-a98f913c4f89 req-1d6c67e0-b53d-4ebe-9c10-8b1e8fb2ed43 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7c5c265b-c8cb-48dd-918e-349f7d6fa97f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0379350 Jul 14 18:28:35.182478 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:28:35.229122 n-d-800634-3 neutron-server[93916]: DEBUG neutron.notifiers.nova [req-fb8adef9-f047-459d-9ccc-54261ea0a709 req-7de0dcff-d3a2-49a2-aeef-e302b5da2e65 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d2f5b48-4f1f-4f54-acfc-d43811b03a15 {{(pid=93916) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 18:28:35.238298 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-fb8adef9-f047-459d-9ccc-54261ea0a709 req-7de0dcff-d3a2-49a2-aeef-e302b5da2e65 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:28:35.240820 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-55a78369-042c-483f-ac82-0f4028a24254 req-ff6ab1b7-81dc-40e9-b458-ddc005b0a387 tempest-MultipleCreateTestJSON-1352928044 tempest-MultipleCreateTestJSON-1352928044-project] 10.222.0.16 "GET /v2.0/security-groups?id=1717ebe8-f29a-4477-a288-2900c0dd0f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143880 Jul 14 18:28:35.260625 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.provisioning_blocks [req-fb8adef9-f047-459d-9ccc-54261ea0a709 req-7de0dcff-d3a2-49a2-aeef-e302b5da2e65 service neutron] Transition to ACTIVE for port object 7d2f5b48-4f1f-4f54-acfc-d43811b03a15 will not be triggered until provisioned by entity L2. {{(pid=93916) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:28:35.268386 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-fb8adef9-f047-459d-9ccc-54261ea0a709 req-7de0dcff-d3a2-49a2-aeef-e302b5da2e65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2684870'] for port, after_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:28:35.281634 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e1ad4be9-4abf-4787-9f7c-a98f913c4f89 req-81e686a1-3e10-4595-ac05-2cbed60b074f service neutron] 10.222.0.35 "GET /v2.0/networks/7c5c265b-c8cb-48dd-918e-349f7d6fa97f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1168685 Jul 14 18:28:35.311810 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de0dcff-d3a2-49a2-aeef-e302b5da2e65 service neutron] Pushing event updated for resources: {'Port': ['ID=7d2f5b48-4f1f-4f54-acfc-d43811b03a15,revision_number=2']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:28:35.409185 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.managers [req-fb8adef9-f047-459d-9ccc-54261ea0a709 req-7de0dcff-d3a2-49a2-aeef-e302b5da2e65 service neutron] Attempting to bind port 7d2f5b48-4f1f-4f54-acfc-d43811b03a15 on host n-h2-800634-3 for vnic_type normal with profile {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:28:35.410236 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.managers [req-fb8adef9-f047-459d-9ccc-54261ea0a709 req-7de0dcff-d3a2-49a2-aeef-e302b5da2e65 service neutron] Attempting to bind port 7d2f5b48-4f1f-4f54-acfc-d43811b03a15 by drivers openvswitch,hyperv on host n-h2-800634-3 at level 0 using segments [{'id': '067fc487-22c7-42de-972d-ae352a28ad29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '4f742057-89ee-4b4a-86f7-487ee61881a1'}] {{(pid=93916) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:28:35.410236 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb8adef9-f047-459d-9ccc-54261ea0a709 req-7de0dcff-d3a2-49a2-aeef-e302b5da2e65 service neutron] Attempting to bind port 7d2f5b48-4f1f-4f54-acfc-d43811b03a15 on network 4f742057-89ee-4b4a-86f7-487ee61881a1 {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:28:35.414968 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb8adef9-f047-459d-9ccc-54261ea0a709 req-7de0dcff-d3a2-49a2-aeef-e302b5da2e65 service neutron] Port 7d2f5b48-4f1f-4f54-acfc-d43811b03a15 on network 4f742057-89ee-4b4a-86f7-487ee61881a1 not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-3 {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 18:28:35.415292 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb8adef9-f047-459d-9ccc-54261ea0a709 req-7de0dcff-d3a2-49a2-aeef-e302b5da2e65 service neutron] Attempting to bind port 7d2f5b48-4f1f-4f54-acfc-d43811b03a15 on network 4f742057-89ee-4b4a-86f7-487ee61881a1 {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:28:35.420867 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb8adef9-f047-459d-9ccc-54261ea0a709 req-7de0dcff-d3a2-49a2-aeef-e302b5da2e65 service neutron] Checking agent: {'id': '08e36a6c-8d04-48f0-a644-f27680635246', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 15, 35), 'started_at': datetime.datetime(2021, 7, 14, 18, 15, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 18, 28, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 18:28:35.421757 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb8adef9-f047-459d-9ccc-54261ea0a709 req-7de0dcff-d3a2-49a2-aeef-e302b5da2e65 service neutron] Checking segment: {'id': '067fc487-22c7-42de-972d-ae352a28ad29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '4f742057-89ee-4b4a-86f7-487ee61881a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93916) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:28:35.422204 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb8adef9-f047-459d-9ccc-54261ea0a709 req-7de0dcff-d3a2-49a2-aeef-e302b5da2e65 service neutron] Bound using segment: {'id': '067fc487-22c7-42de-972d-ae352a28ad29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '4f742057-89ee-4b4a-86f7-487ee61881a1'} {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 18:28:35.422651 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.managers [req-fb8adef9-f047-459d-9ccc-54261ea0a709 req-7de0dcff-d3a2-49a2-aeef-e302b5da2e65 service neutron] Bound port: 7d2f5b48-4f1f-4f54-acfc-d43811b03a15, host: n-h2-800634-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '067fc487-22c7-42de-972d-ae352a28ad29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '4f742057-89ee-4b4a-86f7-487ee61881a1'}}] {{(pid=93916) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 18:28:35.423006 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-fb8adef9-f047-459d-9ccc-54261ea0a709 req-7de0dcff-d3a2-49a2-aeef-e302b5da2e65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:28:35.482440 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6972a8f-4ca8-4686-9cec-8acdd9e7c460 req-e3ac69a0-368b-4821-a337-8633433508f3 tempest-ServerDiskConfigTestJSON-1372590070 tempest-ServerDiskConfigTestJSON-1372590070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:28:35.484654 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f6972a8f-4ca8-4686-9cec-8acdd9e7c460 req-e3ac69a0-368b-4821-a337-8633433508f3 tempest-ServerDiskConfigTestJSON-1372590070 tempest-ServerDiskConfigTestJSON-1372590070-project] 10.222.0.16 "GET /v2.0/ports?device_id=3a42ddc6-5334-4b49-b118-b918cd4d3904 HTTP/1.1" status: 200 len: 946 time: 0.2014260 Jul 14 18:28:35.490876 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e1ad4be9-4abf-4787-9f7c-a98f913c4f89 req-b06e600a-7cca-4184-8e28-19d1795a6f3b service neutron] 10.222.0.35 "GET /v2.0/networks/7c5c265b-c8cb-48dd-918e-349f7d6fa97f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1746967 Jul 14 18:28:35.506230 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe1289e-a693-447f-bf83-397facdbe37d req-40b3b816-f773-4fb7-a27b-be1bdd656d66 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:28:35.507258 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.db [req-fb8adef9-f047-459d-9ccc-54261ea0a709 req-7de0dcff-d3a2-49a2-aeef-e302b5da2e65 service neutron] For port 7d2f5b48-4f1f-4f54-acfc-d43811b03a15, host n-h2-800634-3, cleared binding levels {{(pid=93916) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:28:35.513569 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-cbe1289e-a693-447f-bf83-397facdbe37d req-40b3b816-f773-4fb7-a27b-be1bdd656d66 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.16 "GET /v2.0/ports?device_id=a5fb9d27-b1e3-4399-b4d8-7495d55c398a HTTP/1.1" status: 200 len: 948 time: 0.1493547 Jul 14 18:28:35.514302 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.db [req-fb8adef9-f047-459d-9ccc-54261ea0a709 req-7de0dcff-d3a2-49a2-aeef-e302b5da2e65 service neutron] For port 7d2f5b48-4f1f-4f54-acfc-d43811b03a15, host n-h2-800634-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=7d2f5b48-4f1f-4f54-acfc-d43811b03a15,segment=NetworkSegment(067fc487-22c7-42de-972d-ae352a28ad29),segment_id=067fc487-22c7-42de-972d-ae352a28ad29)] {{(pid=93916) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 18:28:35.521897 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-fb8adef9-f047-459d-9ccc-54261ea0a709 req-7de0dcff-d3a2-49a2-aeef-e302b5da2e65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2684870'] for port, after_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:28:35.578974 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-cbe1289e-a693-447f-bf83-397facdbe37d req-e01aba29-70ab-401c-a083-45a2a43fd691 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.16 "GET /v2.0/security-groups?id=95148b1b-0f93-483b-9e80-262147c27e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643618 Jul 14 18:28:35.580004 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de0dcff-d3a2-49a2-aeef-e302b5da2e65 service neutron] Pushing event updated for resources: {'Port': ['ID=7d2f5b48-4f1f-4f54-acfc-d43811b03a15,revision_number=3']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:28:35.584784 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8adef9-f047-459d-9ccc-54261ea0a709 req-7de0dcff-d3a2-49a2-aeef-e302b5da2e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:28:35.585429 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-fb8adef9-f047-459d-9ccc-54261ea0a709 req-7de0dcff-d3a2-49a2-aeef-e302b5da2e65 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:28:35.586845 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-fb8adef9-f047-459d-9ccc-54261ea0a709 req-7de0dcff-d3a2-49a2-aeef-e302b5da2e65 service neutron] 10.222.0.35 "PUT /v2.0/ports/7d2f5b48-4f1f-4f54-acfc-d43811b03a15 HTTP/1.1" status: 200 len: 1096 time: 0.8043623 Jul 14 18:28:35.587288 n-d-800634-3 neutron-server[93916]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5fb9d27-b1e3-4399-b4d8-7495d55c398a', 'tag': '7d2f5b48-4f1f-4f54-acfc-d43811b03a15'}] {{(pid=93916) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:28:35.589603 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f803e150b363a7893830aa996ac27753fa25517c406ecd3536b7c2d4b26eeb9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a889616-edfe-49e9-95fe-deadfa998fdd" -d '{"events": [{"name": "network-changed", "server_uuid": "a5fb9d27-b1e3-4399-b4d8-7495d55c398a", "tag": "7d2f5b48-4f1f-4f54-acfc-d43811b03a15"}]}' {{(pid=93916) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:28:35.611852 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f6972a8f-4ca8-4686-9cec-8acdd9e7c460 req-5eb86ec8-ea40-4160-a21c-67ebb45781cd tempest-ServerDiskConfigTestJSON-1372590070 tempest-ServerDiskConfigTestJSON-1372590070-project] 10.222.0.16 "GET /v2.0/security-groups?id=8f471560-b797-46f3-abf1-e078e196721c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142251 Jul 14 18:28:35.622557 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '976aeb93-a42e-439b-967e-664ea8478d21', 'tag': 'afff6421-7253-4388-9577-869cad445681'}] {{(pid=93915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:28:35.625925 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e72782ad3af8f7d4ce76cedf092bca46d1756acc5c4653cf0b52034cdd6b073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e1f346d-5fa2-4cf2-a5df-c221a2148674" -d '{"events": [{"name": "network-changed", "server_uuid": "976aeb93-a42e-439b-967e-664ea8478d21", "tag": "afff6421-7253-4388-9577-869cad445681"}]}' {{(pid=93915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:28:35.721571 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8adef9-f047-459d-9ccc-54261ea0a709 req-3550b36b-ac14-4c1a-a081-e411a26022cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:28:35.723732 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-fb8adef9-f047-459d-9ccc-54261ea0a709 req-3550b36b-ac14-4c1a-a081-e411a26022cb service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e0d800f124a7477bb29e534c1272cd15&device_id=a5fb9d27-b1e3-4399-b4d8-7495d55c398a HTTP/1.1" status: 200 len: 1099 time: 0.0754645 Jul 14 18:28:35.774797 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-fb8adef9-f047-459d-9ccc-54261ea0a709 req-d8dbcf84-c255-400d-b5b0-78db74c74482 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.139&port_id=7d2f5b48-4f1f-4f54-acfc-d43811b03a15 HTTP/1.1" status: 200 len: 217 time: 0.0364730 Jul 14 18:28:35.818382 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09443750-bbce-40c3-91d6-30a9fe2ee279 req-55712672-c238-42c2-a82c-45e935063a04 tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:28:35.819842 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-09443750-bbce-40c3-91d6-30a9fe2ee279 req-55712672-c238-42c2-a82c-45e935063a04 tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] 10.222.0.16 "GET /v2.0/ports?device_id=9e607135-07e7-4dea-9f39-7c0c30f653f2 HTTP/1.1" status: 200 len: 945 time: 0.1218238 Jul 14 18:28:35.827492 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ba0db9-f521-4456-9270-10567c95a955 req-6ed4c5fd-a885-4633-99f4-82e16dde2b89 tempest-LiveMigrationTest-64527954 tempest-LiveMigrationTest-64527954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:28:35.829584 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b8ba0db9-f521-4456-9270-10567c95a955 req-6ed4c5fd-a885-4633-99f4-82e16dde2b89 tempest-LiveMigrationTest-64527954 tempest-LiveMigrationTest-64527954-project] 10.222.0.16 "GET /v2.0/ports?device_id=39c170ce-4d8b-473d-8a81-72c243e5a41f HTTP/1.1" status: 200 len: 943 time: 0.1004059 Jul 14 18:28:35.832179 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8adef9-f047-459d-9ccc-54261ea0a709 req-ec9c613d-f439-425f-b987-4dd6f4beac2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:28:35.833728 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-fb8adef9-f047-459d-9ccc-54261ea0a709 req-ec9c613d-f439-425f-b987-4dd6f4beac2f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f20c54fb-f7da-4761-aa61-2e4f99f3d332 HTTP/1.1" status: 200 len: 843 time: 0.0529120 Jul 14 18:28:35.885845 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-09443750-bbce-40c3-91d6-30a9fe2ee279 req-33545743-fcec-4c95-bb37-f32ee70dc88b tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] 10.222.0.16 "GET /v2.0/security-groups?id=4824db20-b9ba-4380-9f29-13755d37b981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553174 Jul 14 18:28:35.890738 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b8ba0db9-f521-4456-9270-10567c95a955 req-006bd336-22de-4dcb-8a9b-e69606c98728 tempest-LiveMigrationTest-64527954 tempest-LiveMigrationTest-64527954-project] 10.222.0.16 "GET /v2.0/security-groups?id=93c6eb24-b3aa-49c4-93f7-93dd5f011665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541296 Jul 14 18:28:35.896558 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8adef9-f047-459d-9ccc-54261ea0a709 req-717b7d47-812e-4da2-8a49-6cc5b7f05ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:28:35.898066 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-fb8adef9-f047-459d-9ccc-54261ea0a709 req-717b7d47-812e-4da2-8a49-6cc5b7f05ce2 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4f742057-89ee-4b4a-86f7-487ee61881a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0572803 Jul 14 18:28:35.941252 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 18:28:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5363815-9bba-4bb9-b598-da7c2fef6ab9 x-openstack-request-id: req-e5363815-9bba-4bb9-b598-da7c2fef6ab9 {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:28:35.941791 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "976aeb93-a42e-439b-967e-664ea8478d21", "tag": "afff6421-7253-4388-9577-869cad445681", "status": "completed", "code": 200}]} {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:28:35.942251 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e5363815-9bba-4bb9-b598-da7c2fef6ab9 {{(pid=93915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:28:35.942870 n-d-800634-3 neutron-server[93915]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '976aeb93-a42e-439b-967e-664ea8478d21', 'tag': 'afff6421-7253-4388-9577-869cad445681', 'status': 'completed', 'code': 200} Jul 14 18:28:35.966575 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 18:28:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2894d8d-565c-4361-b943-489bdbdb2e93 x-openstack-request-id: req-a2894d8d-565c-4361-b943-489bdbdb2e93 {{(pid=93916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:28:35.966870 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5fb9d27-b1e3-4399-b4d8-7495d55c398a", "tag": "7d2f5b48-4f1f-4f54-acfc-d43811b03a15", "status": "completed", "code": 200}]} {{(pid=93916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:28:35.967128 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a2894d8d-565c-4361-b943-489bdbdb2e93 {{(pid=93916) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:28:35.967526 n-d-800634-3 neutron-server[93916]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5fb9d27-b1e3-4399-b4d8-7495d55c398a', 'tag': '7d2f5b48-4f1f-4f54-acfc-d43811b03a15', 'status': 'completed', 'code': 200} Jul 14 18:28:36.038941 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1f346d-5fa2-4cf2-a5df-c221a2148674 req-a9b2fde9-9d73-42ff-8672-31c0bb7ec127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:28:36.038941 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-1e1f346d-5fa2-4cf2-a5df-c221a2148674 req-a9b2fde9-9d73-42ff-8672-31c0bb7ec127 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=82e7174add29402ca6b9595971263e7a&device_id=976aeb93-a42e-439b-967e-664ea8478d21 HTTP/1.1" status: 200 len: 1094 time: 0.0733898 Jul 14 18:28:36.055234 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-fb8adef9-f047-459d-9ccc-54261ea0a709 req-558b0087-82e1-47b3-8645-799d92bf829c service neutron] 10.222.0.35 "GET /v2.0/networks/4f742057-89ee-4b4a-86f7-487ee61881a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1502092 Jul 14 18:28:36.154476 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-fb8adef9-f047-459d-9ccc-54261ea0a709 req-a31702a7-b0c4-4290-b873-5f0ad13f2624 service neutron] 10.222.0.35 "GET /v2.0/networks/4f742057-89ee-4b4a-86f7-487ee61881a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923223 Jul 14 18:28:36.187867 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4fa1f4-3199-4145-99bb-7222fb8f953c req-a6314ceb-89c6-420f-82bd-4975b3a5953f tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:28:36.189541 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-5c4fa1f4-3199-4145-99bb-7222fb8f953c req-a6314ceb-89c6-420f-82bd-4975b3a5953f tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] 10.222.0.16 "GET /v2.0/ports?device_id=e004a33e-3ae5-463a-a151-d292e68e71e8 HTTP/1.1" status: 200 len: 948 time: 0.1492548 Jul 14 18:28:36.192528 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1f346d-5fa2-4cf2-a5df-c221a2148674 req-8ca1f88a-478d-484f-af15-d7e6be84203a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:28:36.192528 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-1e1f346d-5fa2-4cf2-a5df-c221a2148674 req-8ca1f88a-478d-484f-af15-d7e6be84203a service neutron] 10.222.0.35 "GET /v2.0/networks?id=7c5c265b-c8cb-48dd-918e-349f7d6fa97f HTTP/1.1" status: 200 len: 913 time: 0.1420884 Jul 14 18:28:36.249206 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-1e1f346d-5fa2-4cf2-a5df-c221a2148674 req-f4a22a79-8100-4c6b-b0cb-3c9f39ab266c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=afff6421-7253-4388-9577-869cad445681 HTTP/1.1" status: 200 len: 217 time: 0.0458932 Jul 14 18:28:36.263602 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a889616-edfe-49e9-95fe-deadfa998fdd req-8312644c-a038-45fe-9288-30e10b9a8fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:28:36.265835 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-3a889616-edfe-49e9-95fe-deadfa998fdd req-8312644c-a038-45fe-9288-30e10b9a8fd9 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e0d800f124a7477bb29e534c1272cd15&device_id=a5fb9d27-b1e3-4399-b4d8-7495d55c398a HTTP/1.1" status: 200 len: 1099 time: 0.0551689 Jul 14 18:28:36.297424 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-5c4fa1f4-3199-4145-99bb-7222fb8f953c req-13d647a8-6daf-4fc3-a953-7223ec6a69bd tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] 10.222.0.16 "GET /v2.0/security-groups?id=b0153d44-2cf7-4f50-b628-255afb14ce31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014383 Jul 14 18:28:36.340907 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1f346d-5fa2-4cf2-a5df-c221a2148674 req-1be7057b-877d-46a7-acd1-ee9f54c35330 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:28:36.342385 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-1e1f346d-5fa2-4cf2-a5df-c221a2148674 req-1be7057b-877d-46a7-acd1-ee9f54c35330 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f032006b-6262-4a79-b1ea-5cdc8bbf67c0 HTTP/1.1" status: 200 len: 853 time: 0.0832541 Jul 14 18:28:36.360891 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a889616-edfe-49e9-95fe-deadfa998fdd req-3e0af4a3-5941-4ba1-b317-f8924c083edd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:28:36.362367 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-3a889616-edfe-49e9-95fe-deadfa998fdd req-3e0af4a3-5941-4ba1-b317-f8924c083edd service neutron] 10.222.0.35 "GET /v2.0/networks?id=4f742057-89ee-4b4a-86f7-487ee61881a1 HTTP/1.1" status: 200 len: 869 time: 0.0907061 Jul 14 18:28:36.383343 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-1e1f346d-5fa2-4cf2-a5df-c221a2148674 req-d5127bd2-3fe3-4fb9-92b4-37c4cca5070c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7c5c265b-c8cb-48dd-918e-349f7d6fa97f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0325119 Jul 14 18:28:36.406961 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f249e44f-15fe-46f7-808a-44f49cfc159b req-ff12fab4-7f0f-495d-b552-9a14aff117e0 tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:28:36.408434 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-3a889616-edfe-49e9-95fe-deadfa998fdd req-8c7af2b7-9982-4294-bb79-629be0e4480e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.139&port_id=7d2f5b48-4f1f-4f54-acfc-d43811b03a15 HTTP/1.1" status: 200 len: 217 time: 0.0394881 Jul 14 18:28:36.408814 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f249e44f-15fe-46f7-808a-44f49cfc159b req-ff12fab4-7f0f-495d-b552-9a14aff117e0 tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] 10.222.0.16 "GET /v2.0/ports?device_id=9e607135-07e7-4dea-9f39-7c0c30f653f2 HTTP/1.1" status: 200 len: 945 time: 0.1173413 Jul 14 18:28:36.471259 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a889616-edfe-49e9-95fe-deadfa998fdd req-34f0ab8e-5c7c-43a3-8f95-f5f960f5cb1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:28:36.472887 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-3a889616-edfe-49e9-95fe-deadfa998fdd req-34f0ab8e-5c7c-43a3-8f95-f5f960f5cb1d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f20c54fb-f7da-4761-aa61-2e4f99f3d332 HTTP/1.1" status: 200 len: 843 time: 0.0530851 Jul 14 18:28:36.483561 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Device b857234d-ca6d-4a0c-9cfb-3a257e1bca77 details requested by agent hyperv_n-h2-800634-3 with host n-h2-800634-3 {{(pid=93917) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 18:28:36.498590 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f249e44f-15fe-46f7-808a-44f49cfc159b req-f66ba150-e0c3-4223-82e0-de6708af7984 tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] 10.222.0.16 "GET /v2.0/security-groups?id=4824db20-b9ba-4380-9f29-13755d37b981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794988 Jul 14 18:28:36.536924 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a889616-edfe-49e9-95fe-deadfa998fdd req-861890b2-999f-414f-aa64-adbea4e12a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:28:36.538547 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-3a889616-edfe-49e9-95fe-deadfa998fdd req-861890b2-999f-414f-aa64-adbea4e12a64 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4f742057-89ee-4b4a-86f7-487ee61881a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0581913 Jul 14 18:28:36.557380 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-1e1f346d-5fa2-4cf2-a5df-c221a2148674 req-2253cefc-803f-4c89-b5ea-55c1ea5a8aa6 service neutron] 10.222.0.35 "GET /v2.0/networks/7c5c265b-c8cb-48dd-918e-349f7d6fa97f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1667216 Jul 14 18:28:36.600283 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] For port b857234d-ca6d-4a0c-9cfb-3a257e1bca77, host n-h2-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=b857234d-ca6d-4a0c-9cfb-3a257e1bca77,segment=NetworkSegment(067fc487-22c7-42de-972d-ae352a28ad29),segment_id=067fc487-22c7-42de-972d-ae352a28ad29)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:28:36.618919 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Returning: {'device': 'b857234d-ca6d-4a0c-9cfb-3a257e1bca77', 'network_id': '4f742057-89ee-4b4a-86f7-487ee61881a1', 'port_id': 'b857234d-ca6d-4a0c-9cfb-3a257e1bca77', 'mac_address': 'fa:16:3e:3f:43:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f20c54fb-f7da-4761-aa61-2e4f99f3d332', 'ip_address': '192.168.233.105'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93917) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 18:28:36.646406 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-3a889616-edfe-49e9-95fe-deadfa998fdd req-ee834688-49d9-4e47-a141-bdb5b37090ea service neutron] 10.222.0.35 "GET /v2.0/networks/4f742057-89ee-4b4a-86f7-487ee61881a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0989323 Jul 14 18:28:36.662983 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6c602c-b208-4321-88eb-eb67d88a333c req-38da8145-da99-4e49-9c0e-fd008afdd62d tempest-MultipleCreateTestJSON-1352928044 tempest-MultipleCreateTestJSON-1352928044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:28:36.665232 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ca6c602c-b208-4321-88eb-eb67d88a333c req-38da8145-da99-4e49-9c0e-fd008afdd62d tempest-MultipleCreateTestJSON-1352928044 tempest-MultipleCreateTestJSON-1352928044-project] 10.222.0.16 "GET /v2.0/ports?device_id=8fbdee99-986b-42c9-9409-fa02c4ef4c27 HTTP/1.1" status: 200 len: 944 time: 0.1587579 Jul 14 18:28:36.669752 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:28:36.686130 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b857234d-ca6d-4a0c-9cfb-3a257e1bca77 {{(pid=93917) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 18:28:36.707839 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] For port b857234d-ca6d-4a0c-9cfb-3a257e1bca77, host n-h2-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=b857234d-ca6d-4a0c-9cfb-3a257e1bca77,segment=NetworkSegment(067fc487-22c7-42de-972d-ae352a28ad29),segment_id=067fc487-22c7-42de-972d-ae352a28ad29)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:28:36.713661 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:28:36.714412 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Device d463227d-b366-41bf-9cb7-e69658308139 details requested by agent hyperv_n-h2-800634-3 with host n-h2-800634-3 {{(pid=93917) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 18:28:36.722732 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-1e1f346d-5fa2-4cf2-a5df-c221a2148674 req-57c31efe-9a43-46ea-b888-884a09748ef2 service neutron] 10.222.0.35 "GET /v2.0/networks/7c5c265b-c8cb-48dd-918e-349f7d6fa97f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1584375 Jul 14 18:28:36.749784 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-3a889616-edfe-49e9-95fe-deadfa998fdd req-1ad1c567-cb3c-4f75-8add-8301c00fd493 service neutron] 10.222.0.35 "GET /v2.0/networks/4f742057-89ee-4b4a-86f7-487ee61881a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961950 Jul 14 18:28:36.773177 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ca6c602c-b208-4321-88eb-eb67d88a333c req-08c3cc3d-d8fe-47c2-b9be-aa428d7b4f43 tempest-MultipleCreateTestJSON-1352928044 tempest-MultipleCreateTestJSON-1352928044-project] 10.222.0.16 "GET /v2.0/security-groups?id=1717ebe8-f29a-4477-a288-2900c0dd0f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997190 Jul 14 18:28:36.808945 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a74a08-954f-483b-a142-564bfd52b03c req-6b3ef437-b734-471a-bc12-b72f8b011a37 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:28:36.810831 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Pushing event updated for resources: {'Port': ['ID=b857234d-ca6d-4a0c-9cfb-3a257e1bca77,revision_number=4']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:28:36.816786 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e0a74a08-954f-483b-a142-564bfd52b03c req-6b3ef437-b734-471a-bc12-b72f8b011a37 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.16 "GET /v2.0/ports?device_id=a5fb9d27-b1e3-4399-b4d8-7495d55c398a HTTP/1.1" status: 200 len: 948 time: 0.1121237 Jul 14 18:28:36.853121 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e0a74a08-954f-483b-a142-564bfd52b03c req-b4406d45-5017-4c00-9cd7-e18387cc3126 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.16 "GET /v2.0/security-groups?id=95148b1b-0f93-483b-9e80-262147c27e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355771 Jul 14 18:28:36.854995 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] For port d463227d-b366-41bf-9cb7-e69658308139, host n-h2-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=d463227d-b366-41bf-9cb7-e69658308139,segment=NetworkSegment(083d4956-d74a-4548-8325-55efe8661457),segment_id=083d4956-d74a-4548-8325-55efe8661457)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:28:36.873146 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Returning: {'device': 'd463227d-b366-41bf-9cb7-e69658308139', 'network_id': '7c5c265b-c8cb-48dd-918e-349f7d6fa97f', 'port_id': 'd463227d-b366-41bf-9cb7-e69658308139', 'mac_address': 'fa:16:3e:bd:5d:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 95, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f032006b-6262-4a79-b1ea-5cdc8bbf67c0', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93917) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 18:28:36.917128 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:28:36.931177 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d463227d-b366-41bf-9cb7-e69658308139 {{(pid=93917) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 18:28:36.951666 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6878558-becf-44ee-8c8a-8c1c93535c87 req-7e675cf3-6b08-4112-a5ed-160447259302 tempest-ServerDiskConfigTestJSON-1372590070 tempest-ServerDiskConfigTestJSON-1372590070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:28:36.951888 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] For port d463227d-b366-41bf-9cb7-e69658308139, host n-h2-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=d463227d-b366-41bf-9cb7-e69658308139,segment=NetworkSegment(083d4956-d74a-4548-8325-55efe8661457),segment_id=083d4956-d74a-4548-8325-55efe8661457)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:28:36.954156 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-d6878558-becf-44ee-8c8a-8c1c93535c87 req-7e675cf3-6b08-4112-a5ed-160447259302 tempest-ServerDiskConfigTestJSON-1372590070 tempest-ServerDiskConfigTestJSON-1372590070-project] 10.222.0.16 "GET /v2.0/ports?device_id=3a42ddc6-5334-4b49-b118-b918cd4d3904 HTTP/1.1" status: 200 len: 946 time: 0.0757813 Jul 14 18:28:36.957093 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:28:36.958040 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Device afff6421-7253-4388-9577-869cad445681 details requested by agent hyperv_n-h2-800634-3 with host n-h2-800634-3 {{(pid=93917) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 18:28:36.993623 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-d6878558-becf-44ee-8c8a-8c1c93535c87 req-0168dcc1-423b-4167-8f6f-393a7228a10a tempest-ServerDiskConfigTestJSON-1372590070 tempest-ServerDiskConfigTestJSON-1372590070-project] 10.222.0.16 "GET /v2.0/security-groups?id=8f471560-b797-46f3-abf1-e078e196721c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334589 Jul 14 18:28:37.029523 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] For port afff6421-7253-4388-9577-869cad445681, host n-h2-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=afff6421-7253-4388-9577-869cad445681,segment=NetworkSegment(083d4956-d74a-4548-8325-55efe8661457),segment_id=083d4956-d74a-4548-8325-55efe8661457)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:28:37.031814 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Pushing event updated for resources: {'Port': ['ID=d463227d-b366-41bf-9cb7-e69658308139,revision_number=4']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:28:37.044615 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Returning: {'device': 'afff6421-7253-4388-9577-869cad445681', 'network_id': '7c5c265b-c8cb-48dd-918e-349f7d6fa97f', 'port_id': 'afff6421-7253-4388-9577-869cad445681', 'mac_address': 'fa:16:3e:05:90:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 95, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f032006b-6262-4a79-b1ea-5cdc8bbf67c0', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93917) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 18:28:37.078368 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb1d49d-c102-4bae-9195-8b798b10c665 req-ab940ec4-b465-45fb-924a-ba88bc48af64 tempest-LiveMigrationTest-64527954 tempest-LiveMigrationTest-64527954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:28:37.079893 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ebb1d49d-c102-4bae-9195-8b798b10c665 req-ab940ec4-b465-45fb-924a-ba88bc48af64 tempest-LiveMigrationTest-64527954 tempest-LiveMigrationTest-64527954-project] 10.222.0.16 "GET /v2.0/ports?device_id=39c170ce-4d8b-473d-8a81-72c243e5a41f HTTP/1.1" status: 200 len: 943 time: 0.0716922 Jul 14 18:28:37.086811 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:28:37.100486 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id afff6421-7253-4388-9577-869cad445681 {{(pid=93917) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 18:28:37.122156 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] For port afff6421-7253-4388-9577-869cad445681, host n-h2-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=afff6421-7253-4388-9577-869cad445681,segment=NetworkSegment(083d4956-d74a-4548-8325-55efe8661457),segment_id=083d4956-d74a-4548-8325-55efe8661457)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:28:37.125726 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ebb1d49d-c102-4bae-9195-8b798b10c665 req-da9d3db5-5e6a-407d-994a-0c24ceb388b1 tempest-LiveMigrationTest-64527954 tempest-LiveMigrationTest-64527954-project] 10.222.0.16 "GET /v2.0/security-groups?id=93c6eb24-b3aa-49c4-93f7-93dd5f011665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365944 Jul 14 18:28:37.126302 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:28:37.174494 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Pushing event updated for resources: {'Port': ['ID=afff6421-7253-4388-9577-869cad445681,revision_number=4']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:28:37.475981 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a3cbad-5bdf-4899-aaf1-a735c9b6a3ae req-af3b2ab0-09f9-4afb-8eed-ee0eb3d32abe tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:28:37.477500 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-14a3cbad-5bdf-4899-aaf1-a735c9b6a3ae req-af3b2ab0-09f9-4afb-8eed-ee0eb3d32abe tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] 10.222.0.16 "GET /v2.0/ports?device_id=e004a33e-3ae5-463a-a151-d292e68e71e8 HTTP/1.1" status: 200 len: 949 time: 0.0658498 Jul 14 18:28:37.515991 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-14a3cbad-5bdf-4899-aaf1-a735c9b6a3ae req-ce2fd1b7-f2c5-4b0c-a989-f940469e39d7 tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] 10.222.0.16 "GET /v2.0/security-groups?id=b0153d44-2cf7-4f50-b628-255afb14ce31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330207 Jul 14 18:28:37.606028 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] get_ports_and_sgs() called for port_ids ['b857234d-ca6d-4a0c-9cfb-3a257e1bca77'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 18:28:37.635747 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] get_ports_and_sgs() called for port_ids ['d463227d-b366-41bf-9cb7-e69658308139'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 18:28:37.665982 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] get_ports_and_sgs() called for port_ids ['afff6421-7253-4388-9577-869cad445681'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 18:28:37.681519 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a312f7-92f5-4a6b-86f4-13cfb5bf7e44 req-c3c4a178-bd84-4643-87a5-2371aacb8da8 tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:28:37.682947 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-72a312f7-92f5-4a6b-86f4-13cfb5bf7e44 req-c3c4a178-bd84-4643-87a5-2371aacb8da8 tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] 10.222.0.16 "GET /v2.0/ports?device_id=9e607135-07e7-4dea-9f39-7c0c30f653f2 HTTP/1.1" status: 200 len: 945 time: 0.0677347 Jul 14 18:28:37.721828 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-72a312f7-92f5-4a6b-86f4-13cfb5bf7e44 req-7d059eb2-927e-4da1-983a-118e97b57d80 tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] 10.222.0.16 "GET /v2.0/security-groups?id=4824db20-b9ba-4380-9f29-13755d37b981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325146 Jul 14 18:28:37.838305 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9a2529-a8d6-4be1-820e-2d8c98091240 req-a7f5917c-dd46-4e52-a34f-ec64a2fa67e1 tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:28:37.839884 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-fb9a2529-a8d6-4be1-820e-2d8c98091240 req-a7f5917c-dd46-4e52-a34f-ec64a2fa67e1 tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] 10.222.0.35 "GET /v2.0/ports?device_id=9e607135-07e7-4dea-9f39-7c0c30f653f2 HTTP/1.1" status: 200 len: 945 time: 0.0700955 Jul 14 18:28:37.957385 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8953a702-a845-4658-8b72-85f38a0967d2 req-c406914f-286a-4b49-9eda-0cbb623ec194 tempest-MultipleCreateTestJSON-1352928044 tempest-MultipleCreateTestJSON-1352928044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:28:37.959678 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-8953a702-a845-4658-8b72-85f38a0967d2 req-c406914f-286a-4b49-9eda-0cbb623ec194 tempest-MultipleCreateTestJSON-1352928044 tempest-MultipleCreateTestJSON-1352928044-project] 10.222.0.16 "GET /v2.0/ports?device_id=8fbdee99-986b-42c9-9409-fa02c4ef4c27 HTTP/1.1" status: 200 len: 945 time: 0.0675428 Jul 14 18:28:37.969976 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [req-fb9a2529-a8d6-4be1-820e-2d8c98091240 req-0658c5c3-3dcd-4be3-b27d-1c8abc061b35 tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] Deleting port 26afefce-ef6f-486e-88fa-166341b40449 {{(pid=93916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:28:37.970275 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-fb9a2529-a8d6-4be1-820e-2d8c98091240 req-0658c5c3-3dcd-4be3-b27d-1c8abc061b35 tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:28:38.034296 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-8953a702-a845-4658-8b72-85f38a0967d2 req-64e8c3d4-9b4c-41d6-ac8d-17321518414a tempest-MultipleCreateTestJSON-1352928044 tempest-MultipleCreateTestJSON-1352928044-project] 10.222.0.16 "GET /v2.0/security-groups?id=1717ebe8-f29a-4477-a288-2900c0dd0f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679626 Jul 14 18:28:38.068367 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e3779f-cb3e-4e71-87b8-216d2d719c6a req-161c44e3-2d27-4eb7-b47d-6f71cba90f83 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:28:38.069874 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-26e3779f-cb3e-4e71-87b8-216d2d719c6a req-161c44e3-2d27-4eb7-b47d-6f71cba90f83 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.16 "GET /v2.0/ports?device_id=a5fb9d27-b1e3-4399-b4d8-7495d55c398a HTTP/1.1" status: 200 len: 948 time: 0.0790672 Jul 14 18:28:38.080466 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.db [req-fb9a2529-a8d6-4be1-820e-2d8c98091240 req-0658c5c3-3dcd-4be3-b27d-1c8abc061b35 tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] For port 26afefce-ef6f-486e-88fa-166341b40449, host n-h2-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=26afefce-ef6f-486e-88fa-166341b40449,segment=NetworkSegment(c5dc6d5b-42e9-4c22-85af-e48a17c0bd6d),segment_id=c5dc6d5b-42e9-4c22-85af-e48a17c0bd6d)] {{(pid=93916) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:28:38.080834 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-fb9a2529-a8d6-4be1-820e-2d8c98091240 req-0658c5c3-3dcd-4be3-b27d-1c8abc061b35 tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:28:38.096388 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [req-fb9a2529-a8d6-4be1-820e-2d8c98091240 req-0658c5c3-3dcd-4be3-b27d-1c8abc061b35 tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] Calling delete_port for 26afefce-ef6f-486e-88fa-166341b40449 owned by compute:nova {{(pid=93916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:28:38.112392 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-26e3779f-cb3e-4e71-87b8-216d2d719c6a req-87a3002c-9b45-48d8-a990-cb8f84b65abc tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.16 "GET /v2.0/security-groups?id=95148b1b-0f93-483b-9e80-262147c27e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365031 Jul 14 18:28:38.116731 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device b10c9127-860e-4860-a7dc-41b1f8ef0736 details requested by agent hyperv_n-h1-800634-3 with host n-h1-800634-3 {{(pid=93917) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 18:28:38.120581 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device b10c9127-860e-4860-a7dc-41b1f8ef0736 no longer exists at agent hyperv_n-h1-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 18:28:38.247196 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b90d09-70d7-47fa-9816-78dca7397776 req-6c594570-57ad-4555-988a-2c6acb3b7bec tempest-ServerDiskConfigTestJSON-1372590070 tempest-ServerDiskConfigTestJSON-1372590070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:28:38.249552 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e8b90d09-70d7-47fa-9816-78dca7397776 req-6c594570-57ad-4555-988a-2c6acb3b7bec tempest-ServerDiskConfigTestJSON-1372590070 tempest-ServerDiskConfigTestJSON-1372590070-project] 10.222.0.16 "GET /v2.0/ports?device_id=3a42ddc6-5334-4b49-b118-b918cd4d3904 HTTP/1.1" status: 200 len: 946 time: 0.1040909 Jul 14 18:28:38.256606 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-fb9a2529-a8d6-4be1-820e-2d8c98091240 req-0658c5c3-3dcd-4be3-b27d-1c8abc061b35 tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:28:38.271945 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] get_ports_and_sgs() called for port_ids ['2dc4e7e9-6455-4472-9129-79fcd5d07d19'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 18:28:38.321180 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e8b90d09-70d7-47fa-9816-78dca7397776 req-395df9d5-9d38-48b3-9124-40a56623a229 tempest-ServerDiskConfigTestJSON-1372590070 tempest-ServerDiskConfigTestJSON-1372590070-project] 10.222.0.16 "GET /v2.0/security-groups?id=8f471560-b797-46f3-abf1-e078e196721c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659111 Jul 14 18:28:38.327399 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:28:38.334304 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0658c5c3-3dcd-4be3-b27d-1c8abc061b35 tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] Pushing event deleted for resources: {'Port': ['ID=26afefce-ef6f-486e-88fa-166341b40449,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:28:38.351231 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port b10c9127-860e-4860-a7dc-41b1f8ef0736, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=b10c9127-860e-4860-a7dc-41b1f8ef0736,segment=NetworkSegment(9a21e516-8d79-4e64-b3eb-1610a868b024),segment_id=9a21e516-8d79-4e64-b3eb-1610a868b024)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:28:38.361188 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f16d7f-cadf-4a0a-9864-3b869628c7d1 req-d26bb22e-ac99-45c9-a79b-c7dd08fff216 tempest-LiveMigrationTest-64527954 tempest-LiveMigrationTest-64527954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:28:38.363007 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb9a2529-a8d6-4be1-820e-2d8c98091240 req-0658c5c3-3dcd-4be3-b27d-1c8abc061b35 tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] No DVR routers for this DVR port 26afefce-ef6f-486e-88fa-166341b40449 on host n-h2-800634-3 {{(pid=93916) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 18:28:38.363360 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-36f16d7f-cadf-4a0a-9864-3b869628c7d1 req-d26bb22e-ac99-45c9-a79b-c7dd08fff216 tempest-LiveMigrationTest-64527954 tempest-LiveMigrationTest-64527954-project] 10.222.0.16 "GET /v2.0/ports?device_id=39c170ce-4d8b-473d-8a81-72c243e5a41f HTTP/1.1" status: 200 len: 943 time: 0.0865097 Jul 14 18:28:38.365636 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-fb9a2529-a8d6-4be1-820e-2d8c98091240 req-0658c5c3-3dcd-4be3-b27d-1c8abc061b35 tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:28:38.368071 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-fb9a2529-a8d6-4be1-820e-2d8c98091240 req-0658c5c3-3dcd-4be3-b27d-1c8abc061b35 tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] 10.222.0.35 "DELETE /v2.0/ports/26afefce-ef6f-486e-88fa-166341b40449 HTTP/1.1" status: 204 len: 173 time: 0.5213907 Jul 14 18:28:38.368845 n-d-800634-3 neutron-server[93916]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e607135-07e7-4dea-9f39-7c0c30f653f2', 'name': 'network-vif-deleted', 'tag': '26afefce-ef6f-486e-88fa-166341b40449'}] {{(pid=93916) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:28:38.370898 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f803e150b363a7893830aa996ac27753fa25517c406ecd3536b7c2d4b26eeb9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4b627c6-ca15-41ec-a3cd-6d3ba611c78a" -d '{"events": [{"server_uuid": "9e607135-07e7-4dea-9f39-7c0c30f653f2", "name": "network-vif-deleted", "tag": "26afefce-ef6f-486e-88fa-166341b40449"}]}' {{(pid=93916) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:28:38.398298 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a42ddc6-5334-4b49-b118-b918cd4d3904', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b10c9127-860e-4860-a7dc-41b1f8ef0736'}] {{(pid=93917) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:28:38.400574 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20b787f3c29eaa7aa2a4d648c725a2124c5ff39a8d793252f9d844495e14cf42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80d3bfd4-d851-4c0f-becc-10da1e655f54" -d '{"events": [{"server_uuid": "3a42ddc6-5334-4b49-b118-b918cd4d3904", "name": "network-vif-unplugged", "status": "completed", "tag": "b10c9127-860e-4860-a7dc-41b1f8ef0736"}]}' {{(pid=93917) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:28:38.403042 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Returning: {'device': 'b10c9127-860e-4860-a7dc-41b1f8ef0736', 'network_id': '931147ca-9c29-4ccf-b0c6-22150fb38263', 'port_id': 'b10c9127-860e-4860-a7dc-41b1f8ef0736', 'mac_address': 'fa:16:3e:df:f9:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 70, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1247ec7e-a3af-456f-af13-5ca1fde66245', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93917) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 18:28:38.418579 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 18:28:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6a285c7-161b-4b22-a924-9828499a791d x-openstack-request-id: req-c6a285c7-161b-4b22-a924-9828499a791d {{(pid=93916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:28:38.419139 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e607135-07e7-4dea-9f39-7c0c30f653f2", "name": "network-vif-deleted", "tag": "26afefce-ef6f-486e-88fa-166341b40449", "status": "completed", "code": 200}]} {{(pid=93916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:28:38.419732 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c6a285c7-161b-4b22-a924-9828499a791d {{(pid=93916) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:28:38.420543 n-d-800634-3 neutron-server[93916]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e607135-07e7-4dea-9f39-7c0c30f653f2', 'name': 'network-vif-deleted', 'tag': '26afefce-ef6f-486e-88fa-166341b40449', 'status': 'completed', 'code': 200} Jul 14 18:28:38.423138 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-36f16d7f-cadf-4a0a-9864-3b869628c7d1 req-41cb00f4-aec9-40d9-919e-0395f22773dd tempest-LiveMigrationTest-64527954 tempest-LiveMigrationTest-64527954-project] 10.222.0.16 "GET /v2.0/security-groups?id=93c6eb24-b3aa-49c4-93f7-93dd5f011665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530324 Jul 14 18:28:38.430152 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port b10c9127-860e-4860-a7dc-41b1f8ef0736, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=b10c9127-860e-4860-a7dc-41b1f8ef0736,segment=NetworkSegment(9a21e516-8d79-4e64-b3eb-1610a868b024),segment_id=9a21e516-8d79-4e64-b3eb-1610a868b024)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:28:38.452053 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:28:38.487565 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 14 Jul 2021 18:28:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fb44f21-21c9-4114-adf4-f21e2b1cc7db x-openstack-request-id: req-4fb44f21-21c9-4114-adf4-f21e2b1cc7db {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:28:38.487859 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a42ddc6-5334-4b49-b118-b918cd4d3904", "name": "network-vif-unplugged", "status": "completed", "tag": "b10c9127-860e-4860-a7dc-41b1f8ef0736", "code": 200}]} {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:28:38.488130 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4fb44f21-21c9-4114-adf4-f21e2b1cc7db {{(pid=93917) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:28:38.488516 n-d-800634-3 neutron-server[93917]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a42ddc6-5334-4b49-b118-b918cd4d3904', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b10c9127-860e-4860-a7dc-41b1f8ef0736', 'code': 200} Jul 14 18:28:38.507172 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Device 7d2f5b48-4f1f-4f54-acfc-d43811b03a15 details requested by agent hyperv_n-h2-800634-3 with host n-h2-800634-3 {{(pid=93917) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 18:28:38.547450 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:28:38.573589 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Pushing event updated for resources: {'Port': ['ID=b10c9127-860e-4860-a7dc-41b1f8ef0736,revision_number=6']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:28:38.600377 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b10c9127-860e-4860-a7dc-41b1f8ef0736 {{(pid=93917) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 18:28:38.707528 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d339a8e-a3d3-473e-9f0f-c88babbcfe22 req-6f473b84-f027-47e1-a92a-e0ab879e7d3e tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:28:38.709152 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-8d339a8e-a3d3-473e-9f0f-c88babbcfe22 req-6f473b84-f027-47e1-a92a-e0ab879e7d3e tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] 10.222.0.16 "GET /v2.0/ports?device_id=e004a33e-3ae5-463a-a151-d292e68e71e8 HTTP/1.1" status: 200 len: 949 time: 0.0639272 Jul 14 18:28:38.712926 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.db.api [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93917) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 14 18:28:38.713424 n-d-800634-3 neutron-server[93917]: DEBUG oslo_db.api [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 18:28:38.735362 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] For port 7d2f5b48-4f1f-4f54-acfc-d43811b03a15, host n-h2-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=7d2f5b48-4f1f-4f54-acfc-d43811b03a15,segment=NetworkSegment(067fc487-22c7-42de-972d-ae352a28ad29),segment_id=067fc487-22c7-42de-972d-ae352a28ad29)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:28:38.749846 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Returning: {'device': '7d2f5b48-4f1f-4f54-acfc-d43811b03a15', 'network_id': '4f742057-89ee-4b4a-86f7-487ee61881a1', 'port_id': '7d2f5b48-4f1f-4f54-acfc-d43811b03a15', 'mac_address': 'fa:16:3e:c5:01:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f20c54fb-f7da-4761-aa61-2e4f99f3d332', 'ip_address': '192.168.233.139'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93917) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 18:28:38.751081 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-8d339a8e-a3d3-473e-9f0f-c88babbcfe22 req-4b45c09f-d302-4983-b705-7f47a158a740 tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] 10.222.0.16 "GET /v2.0/security-groups?id=b0153d44-2cf7-4f50-b628-255afb14ce31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362289 Jul 14 18:28:38.792504 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:28:38.805063 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d2f5b48-4f1f-4f54-acfc-d43811b03a15 {{(pid=93917) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 18:28:38.825389 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] For port 7d2f5b48-4f1f-4f54-acfc-d43811b03a15, host n-h2-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=7d2f5b48-4f1f-4f54-acfc-d43811b03a15,segment=NetworkSegment(067fc487-22c7-42de-972d-ae352a28ad29),segment_id=067fc487-22c7-42de-972d-ae352a28ad29)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:28:38.829390 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:28:38.876889 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Pushing event updated for resources: {'Port': ['ID=7d2f5b48-4f1f-4f54-acfc-d43811b03a15,revision_number=4']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:28:38.881550 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c20f5542-e31b-4922-a08e-edfd2bf954a7 req-f1462962-e76d-41c0-a215-e49358d94fc5 tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] 10.222.0.16 "GET /v2.0/ports?device_id=9e607135-07e7-4dea-9f39-7c0c30f653f2 HTTP/1.1" status: 200 len: 210 time: 0.0314813 Jul 14 18:28:39.245368 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123571a2-17c2-4020-ad66-338e31e32724 req-ee93de4a-d609-447d-9e90-d19034fe97c6 tempest-MultipleCreateTestJSON-1352928044 tempest-MultipleCreateTestJSON-1352928044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:28:39.245368 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-123571a2-17c2-4020-ad66-338e31e32724 req-ee93de4a-d609-447d-9e90-d19034fe97c6 tempest-MultipleCreateTestJSON-1352928044 tempest-MultipleCreateTestJSON-1352928044-project] 10.222.0.16 "GET /v2.0/ports?device_id=8fbdee99-986b-42c9-9409-fa02c4ef4c27 HTTP/1.1" status: 200 len: 945 time: 0.0716934 Jul 14 18:28:39.254687 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:28:39.267471 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b10c9127-860e-4860-a7dc-41b1f8ef0736 {{(pid=93917) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 18:28:39.287608 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port b10c9127-860e-4860-a7dc-41b1f8ef0736, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=b10c9127-860e-4860-a7dc-41b1f8ef0736,segment=NetworkSegment(9a21e516-8d79-4e64-b3eb-1610a868b024),segment_id=9a21e516-8d79-4e64-b3eb-1610a868b024)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:28:39.291921 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:28:39.312543 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-123571a2-17c2-4020-ad66-338e31e32724 req-479a9c02-1f7e-44d3-9c9d-28b95ddb77a8 tempest-MultipleCreateTestJSON-1352928044 tempest-MultipleCreateTestJSON-1352928044-project] 10.222.0.16 "GET /v2.0/security-groups?id=1717ebe8-f29a-4477-a288-2900c0dd0f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585756 Jul 14 18:28:39.318983 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] get_ports_and_sgs() called for port_ids ['7d2f5b48-4f1f-4f54-acfc-d43811b03a15'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 18:28:39.340383 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364652dd-a89c-4d2a-a0e3-fe8ac51a0ebb req-d38fcc66-94a3-4ef7-bb24-49b709c5ec69 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:28:39.341880 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-364652dd-a89c-4d2a-a0e3-fe8ac51a0ebb req-d38fcc66-94a3-4ef7-bb24-49b709c5ec69 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.16 "GET /v2.0/ports?device_id=a5fb9d27-b1e3-4399-b4d8-7495d55c398a HTTP/1.1" status: 200 len: 949 time: 0.0994151 Jul 14 18:28:39.376803 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Pushing event updated for resources: {'Port': ['ID=b10c9127-860e-4860-a7dc-41b1f8ef0736,revision_number=7']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:28:39.381763 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-364652dd-a89c-4d2a-a0e3-fe8ac51a0ebb req-93fe0d15-2e26-4d51-8a15-fd8c4942b16c tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.16 "GET /v2.0/security-groups?id=95148b1b-0f93-483b-9e80-262147c27e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336699 Jul 14 18:28:39.527558 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37852754-0aac-416c-a676-1ffc8f189835 req-271fae30-b1be-4f74-b753-5bb174b26787 tempest-ServerDiskConfigTestJSON-1372590070 tempest-ServerDiskConfigTestJSON-1372590070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:28:39.529214 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-37852754-0aac-416c-a676-1ffc8f189835 req-271fae30-b1be-4f74-b753-5bb174b26787 tempest-ServerDiskConfigTestJSON-1372590070 tempest-ServerDiskConfigTestJSON-1372590070-project] 10.222.0.16 "GET /v2.0/ports?device_id=3a42ddc6-5334-4b49-b118-b918cd4d3904 HTTP/1.1" status: 200 len: 945 time: 0.0670729 Jul 14 18:28:39.607380 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-37852754-0aac-416c-a676-1ffc8f189835 req-9943345b-c795-4b53-8a65-1afe4e14fdda tempest-ServerDiskConfigTestJSON-1372590070 tempest-ServerDiskConfigTestJSON-1372590070-project] 10.222.0.16 "GET /v2.0/security-groups?id=8f471560-b797-46f3-abf1-e078e196721c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708122 Jul 14 18:28:39.634447 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb82efae-4ddb-4f8d-8e1c-d16dcae02460 req-40116c9d-4766-40d1-b4f1-bd97ed7a0fdc tempest-LiveMigrationTest-64527954 tempest-LiveMigrationTest-64527954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:28:39.635976 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-fb82efae-4ddb-4f8d-8e1c-d16dcae02460 req-40116c9d-4766-40d1-b4f1-bd97ed7a0fdc tempest-LiveMigrationTest-64527954 tempest-LiveMigrationTest-64527954-project] 10.222.0.16 "GET /v2.0/ports?device_id=39c170ce-4d8b-473d-8a81-72c243e5a41f HTTP/1.1" status: 200 len: 943 time: 0.0978777 Jul 14 18:28:39.652034 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] get_ports_and_sgs() called for port_ids ['b10c9127-860e-4860-a7dc-41b1f8ef0736'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 18:28:39.676400 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-fb82efae-4ddb-4f8d-8e1c-d16dcae02460 req-73ad2d49-ce3a-4e2d-8906-5c520c323e01 tempest-LiveMigrationTest-64527954 tempest-LiveMigrationTest-64527954-project] 10.222.0.16 "GET /v2.0/security-groups?id=93c6eb24-b3aa-49c4-93f7-93dd5f011665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343781 Jul 14 18:28:39.935861 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464e566d-b5e9-4373-abd8-f67da6fc1ae2 req-a6db1678-1c38-496c-bd26-3e497117c67c tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:28:39.937988 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-464e566d-b5e9-4373-abd8-f67da6fc1ae2 req-a6db1678-1c38-496c-bd26-3e497117c67c tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] 10.222.0.16 "GET /v2.0/ports?device_id=e004a33e-3ae5-463a-a151-d292e68e71e8 HTTP/1.1" status: 200 len: 949 time: 0.0677259 Jul 14 18:28:39.976459 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-464e566d-b5e9-4373-abd8-f67da6fc1ae2 req-b70d8b1e-3561-4196-bbea-b7ce3c101fe0 tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] 10.222.0.16 "GET /v2.0/security-groups?id=b0153d44-2cf7-4f50-b628-255afb14ce31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321140 Jul 14 18:28:40.183460 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e446f6-a497-48ae-9903-3b7db661095f req-328742c1-c43f-4ea5-82fc-93081958fc9c tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:28:40.184976 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-94e446f6-a497-48ae-9903-3b7db661095f req-328742c1-c43f-4ea5-82fc-93081958fc9c tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] 10.222.0.16 "GET /v2.0/networks?id=027c4e91-49f9-408a-bc70-11f19a2cbbb7 HTTP/1.1" status: 200 len: 806 time: 0.1031795 Jul 14 18:28:40.199223 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-94e446f6-a497-48ae-9903-3b7db661095f req-a310e272-c168-4a39-8c61-7c7954e7d994 tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] 10.222.0.16 "GET /v2.0/quotas/882f4375ae5845d48a58ae9ac1c63552 HTTP/1.1" status: 200 len: 375 time: 0.0088339 Jul 14 18:28:40.260706 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-94e446f6-a497-48ae-9903-3b7db661095f req-8da96479-4210-4b3f-a404-4b6e9308d9cf tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=882f4375ae5845d48a58ae9ac1c63552&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0569205 Jul 14 18:28:40.271084 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [req-94e446f6-a497-48ae-9903-3b7db661095f req-4f2d7a8c-6d3e-437a-806c-3ebbeab6f74b service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=93915) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 18:28:40.272028 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-94e446f6-a497-48ae-9903-3b7db661095f req-4f2d7a8c-6d3e-437a-806c-3ebbeab6f74b service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049505 Jul 14 18:28:40.362632 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-94e446f6-a497-48ae-9903-3b7db661095f req-b5336439-db8e-487a-af08-96e82a15a6f4 service neutron] 10.222.0.16 "GET /v2.0/networks/027c4e91-49f9-408a-bc70-11f19a2cbbb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849967 Jul 14 18:28:40.484561 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-94e446f6-a497-48ae-9903-3b7db661095f req-bb73f80c-b914-4847-abfd-d0570c7a4fcc service neutron] 10.222.0.16 "GET /v2.0/networks/027c4e91-49f9-408a-bc70-11f19a2cbbb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1163852 Jul 14 18:28:40.509637 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071b3c8e-47a2-4417-921e-983eea9a7824 req-69dcbe69-d9c1-400e-851e-42c4338a3019 tempest-MultipleCreateTestJSON-1352928044 tempest-MultipleCreateTestJSON-1352928044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:28:40.511107 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-071b3c8e-47a2-4417-921e-983eea9a7824 req-69dcbe69-d9c1-400e-851e-42c4338a3019 tempest-MultipleCreateTestJSON-1352928044 tempest-MultipleCreateTestJSON-1352928044-project] 10.222.0.16 "GET /v2.0/ports?device_id=8fbdee99-986b-42c9-9409-fa02c4ef4c27 HTTP/1.1" status: 200 len: 945 time: 0.0858359 Jul 14 18:28:40.521955 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Device 81d732d1-5e63-4f14-a06a-fb2280c67184 details requested by agent hyperv_n-h2-800634-3 with host n-h2-800634-3 {{(pid=93917) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 18:28:40.523945 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Device d463227d-b366-41bf-9cb7-e69658308139 up at agent hyperv_n-h2-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:28:40.553416 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-071b3c8e-47a2-4417-921e-983eea9a7824 req-093a3b8d-4ef1-42ef-a69d-08ea1b222498 tempest-MultipleCreateTestJSON-1352928044 tempest-MultipleCreateTestJSON-1352928044-project] 10.222.0.16 "GET /v2.0/security-groups?id=1717ebe8-f29a-4477-a288-2900c0dd0f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361135 Jul 14 18:28:40.659337 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Provisioning for port d463227d-b366-41bf-9cb7-e69658308139 completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:28:40.665135 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Provisioning complete for port d463227d-b366-41bf-9cb7-e69658308139 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:28:40.665624 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:28:40.674077 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c13cefdd-9a98-4a1a-8c5a-854f9b1130c0 req-1d376d2b-4f5f-4e88-b6b7-5ea0d2821bc0 tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a9e03fe-9017-4703-95b3-a0248859ab39 HTTP/1.1" status: 200 len: 210 time: 0.0401955 Jul 14 18:28:40.735854 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] For port 81d732d1-5e63-4f14-a06a-fb2280c67184, host n-h2-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=81d732d1-5e63-4f14-a06a-fb2280c67184,segment=NetworkSegment(d3ebb57b-621c-4102-bdfe-7fa439ba5ffc),segment_id=d3ebb57b-621c-4102-bdfe-7fa439ba5ffc)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:28:40.753326 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Returning: {'device': '81d732d1-5e63-4f14-a06a-fb2280c67184', 'network_id': '31a99599-848e-4d3a-b964-3d8069f89b88', 'port_id': '81d732d1-5e63-4f14-a06a-fb2280c67184', 'mac_address': 'fa:16:3e:2e:39:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8fa41a13-248e-4ed4-8731-d525cb4f3c62', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93917) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 18:28:40.774310 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ab09ff-bb58-4790-8d80-35ba98615d5b req-d4d218a9-273e-492d-9b6d-c9419304f76c tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:28:40.776357 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-58ab09ff-bb58-4790-8d80-35ba98615d5b req-d4d218a9-273e-492d-9b6d-c9419304f76c tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.16 "GET /v2.0/ports?device_id=a5fb9d27-b1e3-4399-b4d8-7495d55c398a HTTP/1.1" status: 200 len: 949 time: 0.1007032 Jul 14 18:28:40.831037 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:28:40.833290 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:28:40.856423 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81d732d1-5e63-4f14-a06a-fb2280c67184 {{(pid=93917) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 18:28:40.865151 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-58ab09ff-bb58-4790-8d80-35ba98615d5b req-11b3668a-b6ec-42e1-84bb-3acad8de3305 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.16 "GET /v2.0/security-groups?id=95148b1b-0f93-483b-9e80-262147c27e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795579 Jul 14 18:28:40.877344 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] For port 81d732d1-5e63-4f14-a06a-fb2280c67184, host n-h2-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=81d732d1-5e63-4f14-a06a-fb2280c67184,segment=NetworkSegment(d3ebb57b-621c-4102-bdfe-7fa439ba5ffc),segment_id=d3ebb57b-621c-4102-bdfe-7fa439ba5ffc)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:28:40.886056 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:28:40.890328 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c12934-ca49-4328-acfb-22bdfed9bf3b req-62418995-2a4a-4425-a43b-653a28efdd80 tempest-ServerDiskConfigTestJSON-1372590070 tempest-ServerDiskConfigTestJSON-1372590070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:28:40.892231 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-d8c12934-ca49-4328-acfb-22bdfed9bf3b req-62418995-2a4a-4425-a43b-653a28efdd80 tempest-ServerDiskConfigTestJSON-1372590070 tempest-ServerDiskConfigTestJSON-1372590070-project] 10.222.0.16 "GET /v2.0/ports?device_id=3a42ddc6-5334-4b49-b118-b918cd4d3904 HTTP/1.1" status: 200 len: 945 time: 0.0993342 Jul 14 18:28:40.896563 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fbdee99-986b-42c9-9409-fa02c4ef4c27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd463227d-b366-41bf-9cb7-e69658308139'}] {{(pid=93917) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:28:40.898841 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20b787f3c29eaa7aa2a4d648c725a2124c5ff39a8d793252f9d844495e14cf42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06936088-f98c-40b0-bd48-d6d14ac8e1de" -d '{"events": [{"server_uuid": "8fbdee99-986b-42c9-9409-fa02c4ef4c27", "name": "network-vif-plugged", "status": "completed", "tag": "d463227d-b366-41bf-9cb7-e69658308139"}]}' {{(pid=93917) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:28:40.933874 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] For port d463227d-b366-41bf-9cb7-e69658308139, host n-h2-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=d463227d-b366-41bf-9cb7-e69658308139,segment=NetworkSegment(083d4956-d74a-4548-8325-55efe8661457),segment_id=083d4956-d74a-4548-8325-55efe8661457)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:28:40.943649 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:28:40.944486 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Device b857234d-ca6d-4a0c-9cfb-3a257e1bca77 up at agent hyperv_n-h2-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:28:40.956965 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-d8c12934-ca49-4328-acfb-22bdfed9bf3b req-56ea9b6e-5097-4814-86c2-fa139c0eb67a tempest-ServerDiskConfigTestJSON-1372590070 tempest-ServerDiskConfigTestJSON-1372590070-project] 10.222.0.16 "GET /v2.0/security-groups?id=8f471560-b797-46f3-abf1-e078e196721c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571454 Jul 14 18:28:40.991954 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Pushing event updated for resources: {'Port': ['ID=81d732d1-5e63-4f14-a06a-fb2280c67184,revision_number=4']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:28:41.104091 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af96840d-e2e0-4b98-98f4-9f5eac1d29dd req-fc9f9db1-a282-4ea2-bb5a-f66fc21c9e15 tempest-LiveMigrationTest-64527954 tempest-LiveMigrationTest-64527954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:28:41.111972 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-af96840d-e2e0-4b98-98f4-9f5eac1d29dd req-fc9f9db1-a282-4ea2-bb5a-f66fc21c9e15 tempest-LiveMigrationTest-64527954 tempest-LiveMigrationTest-64527954-project] 10.222.0.16 "GET /v2.0/ports?device_id=39c170ce-4d8b-473d-8a81-72c243e5a41f HTTP/1.1" status: 200 len: 944 time: 0.0866981 Jul 14 18:28:41.166224 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-af96840d-e2e0-4b98-98f4-9f5eac1d29dd req-f492a732-bb8f-4c38-9229-71b3b002cd16 tempest-LiveMigrationTest-64527954 tempest-LiveMigrationTest-64527954-project] 10.222.0.16 "GET /v2.0/security-groups?id=93c6eb24-b3aa-49c4-93f7-93dd5f011665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531683 Jul 14 18:28:41.208355 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 18:28:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d45f6127-b2e3-4414-b802-53c0f47ce4c5 x-openstack-request-id: req-d45f6127-b2e3-4414-b802-53c0f47ce4c5 {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:28:41.208684 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8fbdee99-986b-42c9-9409-fa02c4ef4c27", "name": "network-vif-plugged", "status": "completed", "tag": "d463227d-b366-41bf-9cb7-e69658308139", "code": 200}]} {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:28:41.208884 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d45f6127-b2e3-4414-b802-53c0f47ce4c5 {{(pid=93917) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:28:41.209267 n-d-800634-3 neutron-server[93917]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fbdee99-986b-42c9-9409-fa02c4ef4c27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd463227d-b366-41bf-9cb7-e69658308139', 'code': 200} Jul 14 18:28:41.213763 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Pushing event updated for resources: {'Port': ['ID=d463227d-b366-41bf-9cb7-e69658308139,revision_number=5']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:28:41.217041 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Provisioning for port b857234d-ca6d-4a0c-9cfb-3a257e1bca77 completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:28:41.221627 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Provisioning complete for port b857234d-ca6d-4a0c-9cfb-3a257e1bca77 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:28:41.222016 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:28:41.325481 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:28:41.332884 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e2da53-36f3-4951-ad3e-7da9888ae15b req-f7ee49f0-57fe-4e40-85fc-b5a392c1ffc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:28:41.335209 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-d8e2da53-36f3-4951-ad3e-7da9888ae15b req-f7ee49f0-57fe-4e40-85fc-b5a392c1ffc6 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=8fbdee99-986b-42c9-9409-fa02c4ef4c27 HTTP/1.1" status: 200 len: 1097 time: 0.0547097 Jul 14 18:28:41.358416 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254ee33b-1fb8-40e9-b5e8-469203d12f3f req-bf6100b9-09bf-454d-96c9-603a1f67e5dc tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:28:41.361816 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-254ee33b-1fb8-40e9-b5e8-469203d12f3f req-bf6100b9-09bf-454d-96c9-603a1f67e5dc tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] 10.222.0.16 "GET /v2.0/ports?device_id=e004a33e-3ae5-463a-a151-d292e68e71e8 HTTP/1.1" status: 200 len: 949 time: 0.1020906 Jul 14 18:28:41.369019 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] get_ports_and_sgs() called for port_ids ['81d732d1-5e63-4f14-a06a-fb2280c67184'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 18:28:41.386546 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-d8e2da53-36f3-4951-ad3e-7da9888ae15b req-5cd169cf-96f4-4104-9c5d-97b70887b5aa service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=1717ebe8-f29a-4477-a288-2900c0dd0f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450106 Jul 14 18:28:41.410656 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-254ee33b-1fb8-40e9-b5e8-469203d12f3f req-c3fa1bf0-2262-4265-a707-17dea2cd9464 tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] 10.222.0.16 "GET /v2.0/security-groups?id=b0153d44-2cf7-4f50-b628-255afb14ce31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432792 Jul 14 18:28:41.413102 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] For port b857234d-ca6d-4a0c-9cfb-3a257e1bca77, host n-h2-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=b857234d-ca6d-4a0c-9cfb-3a257e1bca77,segment=NetworkSegment(067fc487-22c7-42de-972d-ae352a28ad29),segment_id=067fc487-22c7-42de-972d-ae352a28ad29)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:28:41.422001 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:28:41.422859 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Device 7d2f5b48-4f1f-4f54-acfc-d43811b03a15 up at agent hyperv_n-h2-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:28:41.519378 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Pushing event updated for resources: {'Port': ['ID=b857234d-ca6d-4a0c-9cfb-3a257e1bca77,revision_number=5']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:28:41.555827 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Provisioning for port 7d2f5b48-4f1f-4f54-acfc-d43811b03a15 completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:28:41.561436 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Provisioning complete for port 7d2f5b48-4f1f-4f54-acfc-d43811b03a15 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:28:41.561830 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:28:41.676584 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:28:41.709526 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] For port 7d2f5b48-4f1f-4f54-acfc-d43811b03a15, host n-h2-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=7d2f5b48-4f1f-4f54-acfc-d43811b03a15,segment=NetworkSegment(067fc487-22c7-42de-972d-ae352a28ad29),segment_id=067fc487-22c7-42de-972d-ae352a28ad29)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:28:41.714376 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:28:41.715899 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Device afff6421-7253-4388-9577-869cad445681 up at agent hyperv_n-h2-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:28:41.733537 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3c1fed-879f-4864-ac1b-05290bb68b56 req-9efb4166-d8be-42aa-bf72-0f0c87598dee tempest-MultipleCreateTestJSON-1352928044 tempest-MultipleCreateTestJSON-1352928044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:28:41.735911 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2c3c1fed-879f-4864-ac1b-05290bb68b56 req-9efb4166-d8be-42aa-bf72-0f0c87598dee tempest-MultipleCreateTestJSON-1352928044 tempest-MultipleCreateTestJSON-1352928044-project] 10.222.0.16 "GET /v2.0/ports?device_id=8fbdee99-986b-42c9-9409-fa02c4ef4c27 HTTP/1.1" status: 200 len: 946 time: 0.0719581 Jul 14 18:28:41.795069 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2c3c1fed-879f-4864-ac1b-05290bb68b56 req-0a38f68a-c780-4169-8545-f9c299a8b8d7 tempest-MultipleCreateTestJSON-1352928044 tempest-MultipleCreateTestJSON-1352928044-project] 10.222.0.16 "GET /v2.0/security-groups?id=1717ebe8-f29a-4477-a288-2900c0dd0f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498881 Jul 14 18:28:41.797798 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Pushing event updated for resources: {'Port': ['ID=7d2f5b48-4f1f-4f54-acfc-d43811b03a15,revision_number=5']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:28:41.812995 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Provisioning for port afff6421-7253-4388-9577-869cad445681 completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:28:41.817380 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Provisioning complete for port afff6421-7253-4388-9577-869cad445681 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:28:41.818165 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:28:41.831826 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2759a6bf-554a-4229-82b6-a3e68c1e0584 req-eea1681a-9f4a-4adb-9f15-c9a02ebc7ff4 tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a9e03fe-9017-4703-95b3-a0248859ab39 HTTP/1.1" status: 200 len: 210 time: 0.0355947 Jul 14 18:28:41.911470 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:28:41.948080 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] For port afff6421-7253-4388-9577-869cad445681, host n-h2-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=afff6421-7253-4388-9577-869cad445681,segment=NetworkSegment(083d4956-d74a-4548-8325-55efe8661457),segment_id=083d4956-d74a-4548-8325-55efe8661457)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:28:41.954542 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:28:41.955487 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Device 26afefce-ef6f-486e-88fa-166341b40449 no longer exists at agent hyperv_n-h2-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 18:28:42.000429 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] No Port match for: 26afefce-ef6f-486e-88fa-166341b40449 {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 18:28:42.000871 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Device 26afefce-ef6f-486e-88fa-166341b40449 not bound to the agent host n-h2-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 18:28:42.019243 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e446f6-a497-48ae-9903-3b7db661095f req-60146e92-fe9a-4972-8c15-c46cebf5889a tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:28:42.020790 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-94e446f6-a497-48ae-9903-3b7db661095f req-60146e92-fe9a-4972-8c15-c46cebf5889a tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] 10.222.0.35 "GET /v2.0/networks?id=027c4e91-49f9-408a-bc70-11f19a2cbbb7 HTTP/1.1" status: 200 len: 806 time: 0.1353197 Jul 14 18:28:42.033235 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Pushing event updated for resources: {'Port': ['ID=afff6421-7253-4388-9577-869cad445681,revision_number=5']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:28:42.048265 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [req-94e446f6-a497-48ae-9903-3b7db661095f req-cc125a3b-b3d4-4ef4-8148-483c5106c8a2 tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] Request body: {'port': {'device_id': '4a9e03fe-9017-4703-95b3-a0248859ab39', 'network_id': '027c4e91-49f9-408a-bc70-11f19a2cbbb7', 'admin_state_up': True, 'tenant_id': '882f4375ae5845d48a58ae9ac1c63552'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:28:42.109863 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39caaf4-b5f3-4b76-add3-192a25786293 req-739ed0f1-9d44-4696-9859-c93dc33b5c10 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:28:42.111080 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a39caaf4-b5f3-4b76-add3-192a25786293 req-739ed0f1-9d44-4696-9859-c93dc33b5c10 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.16 "GET /v2.0/ports?device_id=a5fb9d27-b1e3-4399-b4d8-7495d55c398a HTTP/1.1" status: 200 len: 950 time: 0.0848918 Jul 14 18:28:42.133273 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device b10c9127-860e-4860-a7dc-41b1f8ef0736 up at agent hyperv_n-h1-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:28:42.170023 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-94e446f6-a497-48ae-9903-3b7db661095f req-cc125a3b-b3d4-4ef4-8148-483c5106c8a2 tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] Made reservation on behalf of 882f4375ae5845d48a58ae9ac1c63552 for: {'port': 1} {{(pid=93916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:28:42.175160 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-94e446f6-a497-48ae-9903-3b7db661095f req-cc125a3b-b3d4-4ef4-8148-483c5106c8a2 tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:28:42.186189 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a39caaf4-b5f3-4b76-add3-192a25786293 req-239a6296-6899-4880-9aac-31b7b6c838a2 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.16 "GET /v2.0/security-groups?id=95148b1b-0f93-483b-9e80-262147c27e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645418 Jul 14 18:28:42.189630 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Provisioning complete for port b10c9127-860e-4860-a7dc-41b1f8ef0736 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:28:42.190234 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:28:42.221355 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2e4fc8-a00d-41b2-8c2a-c021ad9bf966 req-ba55ce47-5df3-4a88-9862-a643442b8f8b tempest-ServerDiskConfigTestJSON-1372590070 tempest-ServerDiskConfigTestJSON-1372590070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:28:42.223160 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2f2e4fc8-a00d-41b2-8c2a-c021ad9bf966 req-ba55ce47-5df3-4a88-9862-a643442b8f8b tempest-ServerDiskConfigTestJSON-1372590070 tempest-ServerDiskConfigTestJSON-1372590070-project] 10.222.0.16 "GET /v2.0/ports?device_id=3a42ddc6-5334-4b49-b118-b918cd4d3904 HTTP/1.1" status: 200 len: 945 time: 0.1111498 Jul 14 18:28:42.285025 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2f2e4fc8-a00d-41b2-8c2a-c021ad9bf966 req-024e97a8-4bbf-4a34-8782-8278503b3956 tempest-ServerDiskConfigTestJSON-1372590070 tempest-ServerDiskConfigTestJSON-1372590070-project] 10.222.0.16 "GET /v2.0/security-groups?id=8f471560-b797-46f3-abf1-e078e196721c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521054 Jul 14 18:28:42.310497 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:28:42.339983 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.db_base_plugin_common [req-94e446f6-a497-48ae-9903-3b7db661095f req-cc125a3b-b3d4-4ef4-8148-483c5106c8a2 tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] Allocated IP 172.20.0.8 (027c4e91-49f9-408a-bc70-11f19a2cbbb7/05d56735-edac-4058-8f3c-680c255777ec/7128e733-dc03-4b1c-b657-2ece2176a9cb) {{(pid=93916) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:28:42.349104 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port b10c9127-860e-4860-a7dc-41b1f8ef0736, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=b10c9127-860e-4860-a7dc-41b1f8ef0736,segment=NetworkSegment(9a21e516-8d79-4e64-b3eb-1610a868b024),segment_id=9a21e516-8d79-4e64-b3eb-1610a868b024)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:28:42.353977 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:28:42.403710 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Pushing event updated for resources: {'Port': ['ID=b10c9127-860e-4860-a7dc-41b1f8ef0736,revision_number=8']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:28:42.477531 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22245e29-b076-4801-8757-7a605177dd51 req-1ae9251b-c2ee-436d-b99e-786d48596f0e tempest-LiveMigrationTest-64527954 tempest-LiveMigrationTest-64527954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:28:42.484982 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-22245e29-b076-4801-8757-7a605177dd51 req-1ae9251b-c2ee-436d-b99e-786d48596f0e tempest-LiveMigrationTest-64527954 tempest-LiveMigrationTest-64527954-project] 10.222.0.16 "GET /v2.0/ports?device_id=39c170ce-4d8b-473d-8a81-72c243e5a41f HTTP/1.1" status: 200 len: 944 time: 0.1034255 Jul 14 18:28:42.533330 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-94e446f6-a497-48ae-9903-3b7db661095f req-cc125a3b-b3d4-4ef4-8148-483c5106c8a2 tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] Notify callbacks [] for port, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:28:42.538630 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-22245e29-b076-4801-8757-7a605177dd51 req-9a42feb1-c8b0-405a-a44c-407b1cc328a3 tempest-LiveMigrationTest-64527954 tempest-LiveMigrationTest-64527954-project] 10.222.0.16 "GET /v2.0/security-groups?id=93c6eb24-b3aa-49c4-93f7-93dd5f011665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514441 Jul 14 18:28:42.594121 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-94e446f6-a497-48ae-9903-3b7db661095f req-cc125a3b-b3d4-4ef4-8148-483c5106c8a2 tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:28:42.606435 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] get_ports_and_sgs() called for port_ids ['2dc4e7e9-6455-4472-9129-79fcd5d07d19'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 18:28:42.620093 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8983bfa8-03f6-4416-a132-51eee3b80c28 req-fd8773f3-33c7-49d6-b589-db6a1e9a9022 tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:28:42.622555 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-8983bfa8-03f6-4416-a132-51eee3b80c28 req-fd8773f3-33c7-49d6-b589-db6a1e9a9022 tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] 10.222.0.16 "GET /v2.0/ports?device_id=e004a33e-3ae5-463a-a151-d292e68e71e8 HTTP/1.1" status: 200 len: 950 time: 0.0774968 Jul 14 18:28:42.643305 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94e446f6-a497-48ae-9903-3b7db661095f req-cc125a3b-b3d4-4ef4-8148-483c5106c8a2 tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] Network 027c4e91-49f9-408a-bc70-11f19a2cbbb7 is already hosted by enough agents. {{(pid=93916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:28:42.646603 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [req-94e446f6-a497-48ae-9903-3b7db661095f req-cc125a3b-b3d4-4ef4-8148-483c5106c8a2 tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] Resources bound (agent type, host, resource id): {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:28:42.651278 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.l3_dvrscheduler_db [req-94e446f6-a497-48ae-9903-3b7db661095f req-cc125a3b-b3d4-4ef4-8148-483c5106c8a2 tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] Received port after_create {{(pid=93916) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:28:42.653926 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc125a3b-b3d4-4ef4-8148-483c5106c8a2 tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] Pushing event updated for resources: {'Port': ['ID=7128e733-dc03-4b1c-b657-2ece2176a9cb,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:28:42.670396 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-8983bfa8-03f6-4416-a132-51eee3b80c28 req-ac39dc3a-6444-4098-9f88-19a8f27b9dda tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] 10.222.0.16 "GET /v2.0/security-groups?id=b0153d44-2cf7-4f50-b628-255afb14ce31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402691 Jul 14 18:28:42.705843 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e446f6-a497-48ae-9903-3b7db661095f req-cc125a3b-b3d4-4ef4-8148-483c5106c8a2 tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:28:42.706452 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-94e446f6-a497-48ae-9903-3b7db661095f req-cc125a3b-b3d4-4ef4-8148-483c5106c8a2 tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:28:42.720059 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-94e446f6-a497-48ae-9903-3b7db661095f req-cc125a3b-b3d4-4ef4-8148-483c5106c8a2 tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6785810 Jul 14 18:28:42.745642 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [req-94e446f6-a497-48ae-9903-3b7db661095f req-302f4723-ca11-4994-849c-0b0ee26ad03a service neutron] Request body: {'port': {'device_id': '4a9e03fe-9017-4703-95b3-a0248859ab39', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800634-3'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:28:42.817932 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-94e446f6-a497-48ae-9903-3b7db661095f req-302f4723-ca11-4994-849c-0b0ee26ad03a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:28:43.008684 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8f48c4-940b-40ad-b32b-f59bd856176f req-f3fec1e3-6953-42c7-9569-e2f4b262af1a tempest-MultipleCreateTestJSON-1352928044 tempest-MultipleCreateTestJSON-1352928044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:28:43.010297 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-0b8f48c4-940b-40ad-b32b-f59bd856176f req-f3fec1e3-6953-42c7-9569-e2f4b262af1a tempest-MultipleCreateTestJSON-1352928044 tempest-MultipleCreateTestJSON-1352928044-project] 10.222.0.16 "GET /v2.0/ports?device_id=8fbdee99-986b-42c9-9409-fa02c4ef4c27 HTTP/1.1" status: 200 len: 946 time: 0.1069763 Jul 14 18:28:43.057032 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323efb57-9a3c-4836-a4d8-ff04dc17fc00 req-6f0ee41e-c48d-4cd3-a7a5-fdac9e3b1aa7 tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:28:43.058592 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-323efb57-9a3c-4836-a4d8-ff04dc17fc00 req-6f0ee41e-c48d-4cd3-a7a5-fdac9e3b1aa7 tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a9e03fe-9017-4703-95b3-a0248859ab39 HTTP/1.1" status: 200 len: 931 time: 0.1098776 Jul 14 18:28:43.079504 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-0b8f48c4-940b-40ad-b32b-f59bd856176f req-3f4a06a1-be61-4c22-92ce-d23dcfbd6c67 tempest-MultipleCreateTestJSON-1352928044 tempest-MultipleCreateTestJSON-1352928044-project] 10.222.0.16 "GET /v2.0/security-groups?id=1717ebe8-f29a-4477-a288-2900c0dd0f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605283 Jul 14 18:28:43.110178 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-323efb57-9a3c-4836-a4d8-ff04dc17fc00 req-8cc0d1ad-a597-46ca-addd-b98435517dea tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] 10.222.0.16 "GET /v2.0/security-groups?id=4824db20-b9ba-4380-9f29-13755d37b981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425406 Jul 14 18:28:43.209991 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e004a33e-3ae5-463a-a151-d292e68e71e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b857234d-ca6d-4a0c-9cfb-3a257e1bca77'}, {'server_uuid': 'a5fb9d27-b1e3-4399-b4d8-7495d55c398a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d2f5b48-4f1f-4f54-acfc-d43811b03a15'}, {'server_uuid': '976aeb93-a42e-439b-967e-664ea8478d21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afff6421-7253-4388-9577-869cad445681'}, {'server_uuid': '3a42ddc6-5334-4b49-b118-b918cd4d3904', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b10c9127-860e-4860-a7dc-41b1f8ef0736'}] {{(pid=93917) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:28:43.212432 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20b787f3c29eaa7aa2a4d648c725a2124c5ff39a8d793252f9d844495e14cf42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e94c9851-2672-47a6-9fca-0c2ef1789cb8" -d '{"events": [{"server_uuid": "e004a33e-3ae5-463a-a151-d292e68e71e8", "name": "network-vif-plugged", "status": "completed", "tag": "b857234d-ca6d-4a0c-9cfb-3a257e1bca77"}, {"server_uuid": "a5fb9d27-b1e3-4399-b4d8-7495d55c398a", "name": "network-vif-plugged", "status": "completed", "tag": "7d2f5b48-4f1f-4f54-acfc-d43811b03a15"}, {"server_uuid": "976aeb93-a42e-439b-967e-664ea8478d21", "name": "network-vif-plugged", "status": "completed", "tag": "afff6421-7253-4388-9577-869cad445681"}, {"server_uuid": "3a42ddc6-5334-4b49-b118-b918cd4d3904", "name": "network-vif-plugged", "status": "completed", "tag": "b10c9127-860e-4860-a7dc-41b1f8ef0736"}]}' {{(pid=93917) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:28:43.260676 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3ca8d7-a175-4d09-b47c-9743f69f7fd1 req-d14f0a0b-83dc-4272-9306-b6af3bac8304 tempest-MultipleCreateTestJSON-1352928044 tempest-MultipleCreateTestJSON-1352928044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:28:43.262438 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-5e3ca8d7-a175-4d09-b47c-9743f69f7fd1 req-d14f0a0b-83dc-4272-9306-b6af3bac8304 tempest-MultipleCreateTestJSON-1352928044 tempest-MultipleCreateTestJSON-1352928044-project] 10.222.0.16 "GET /v2.0/ports?device_id=976aeb93-a42e-439b-967e-664ea8478d21 HTTP/1.1" status: 200 len: 945 time: 0.0677474 Jul 14 18:28:43.265575 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Wed, 14 Jul 2021 18:28:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5acbadf-aaa9-4fc8-ac3d-5ac78ee0a96f x-openstack-request-id: req-a5acbadf-aaa9-4fc8-ac3d-5ac78ee0a96f {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:28:43.266113 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e004a33e-3ae5-463a-a151-d292e68e71e8", "name": "network-vif-plugged", "status": "completed", "tag": "b857234d-ca6d-4a0c-9cfb-3a257e1bca77", "code": 200}, {"server_uuid": "a5fb9d27-b1e3-4399-b4d8-7495d55c398a", "name": "network-vif-plugged", "status": "completed", "tag": "7d2f5b48-4f1f-4f54-acfc-d43811b03a15", "code": 200}, {"server_uuid": "976aeb93-a42e-439b-967e-664ea8478d21", "name": "network-vif-plugged", "status": "completed", "tag": "afff6421-7253-4388-9577-869cad445681", "code": 200}, {"server_uuid": "3a42ddc6-5334-4b49-b118-b918cd4d3904", "name": "network-vif-plugged", "status": "completed", "tag": "b10c9127-860e-4860-a7dc-41b1f8ef0736", "code": 200}]} {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:28:43.266601 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a5acbadf-aaa9-4fc8-ac3d-5ac78ee0a96f {{(pid=93917) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:28:43.267218 n-d-800634-3 neutron-server[93917]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e004a33e-3ae5-463a-a151-d292e68e71e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b857234d-ca6d-4a0c-9cfb-3a257e1bca77', 'code': 200} Jul 14 18:28:43.267691 n-d-800634-3 neutron-server[93917]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5fb9d27-b1e3-4399-b4d8-7495d55c398a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d2f5b48-4f1f-4f54-acfc-d43811b03a15', 'code': 200} Jul 14 18:28:43.268161 n-d-800634-3 neutron-server[93917]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '976aeb93-a42e-439b-967e-664ea8478d21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afff6421-7253-4388-9577-869cad445681', 'code': 200} Jul 14 18:28:43.268612 n-d-800634-3 neutron-server[93917]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a42ddc6-5334-4b49-b118-b918cd4d3904', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b10c9127-860e-4860-a7dc-41b1f8ef0736', 'code': 200} Jul 14 18:28:43.329348 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-5e3ca8d7-a175-4d09-b47c-9743f69f7fd1 req-6d2f3086-7d6a-4a80-bc8b-74aefc7cb4a4 tempest-MultipleCreateTestJSON-1352928044 tempest-MultipleCreateTestJSON-1352928044-project] 10.222.0.16 "GET /v2.0/security-groups?id=1717ebe8-f29a-4477-a288-2900c0dd0f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591269 Jul 14 18:28:43.414321 n-d-800634-3 neutron-server[93916]: DEBUG neutron.notifiers.nova [req-94e446f6-a497-48ae-9903-3b7db661095f req-302f4723-ca11-4994-849c-0b0ee26ad03a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7128e733-dc03-4b1c-b657-2ece2176a9cb {{(pid=93916) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 18:28:43.452927 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-94e446f6-a497-48ae-9903-3b7db661095f req-302f4723-ca11-4994-849c-0b0ee26ad03a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:28:43.481448 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.provisioning_blocks [req-94e446f6-a497-48ae-9903-3b7db661095f req-302f4723-ca11-4994-849c-0b0ee26ad03a service neutron] Transition to ACTIVE for port object 7128e733-dc03-4b1c-b657-2ece2176a9cb will not be triggered until provisioned by entity L2. {{(pid=93916) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:28:43.494464 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-94e446f6-a497-48ae-9903-3b7db661095f req-302f4723-ca11-4994-849c-0b0ee26ad03a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2684870'] for port, after_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:28:43.526974 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd9c435-2773-49e4-9227-c0d763c71bd3 req-682e973b-63f7-47f7-8d94-b5509a06c0c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:28:43.528670 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-ddd9c435-2773-49e4-9227-c0d763c71bd3 req-682e973b-63f7-47f7-8d94-b5509a06c0c7 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=976aeb93-a42e-439b-967e-664ea8478d21 HTTP/1.1" status: 200 len: 1096 time: 0.1056321 Jul 14 18:28:43.571662 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302f4723-ca11-4994-849c-0b0ee26ad03a service neutron] Pushing event updated for resources: {'Port': ['ID=7128e733-dc03-4b1c-b657-2ece2176a9cb,revision_number=2']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:28:43.613304 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-ddd9c435-2773-49e4-9227-c0d763c71bd3 req-0fbd333d-3682-4ea6-9026-737b17882984 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=1717ebe8-f29a-4477-a288-2900c0dd0f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765693 Jul 14 18:28:43.661761 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.managers [req-94e446f6-a497-48ae-9903-3b7db661095f req-302f4723-ca11-4994-849c-0b0ee26ad03a service neutron] Attempting to bind port 7128e733-dc03-4b1c-b657-2ece2176a9cb on host n-h2-800634-3 for vnic_type normal with profile {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:28:43.662131 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.managers [req-94e446f6-a497-48ae-9903-3b7db661095f req-302f4723-ca11-4994-849c-0b0ee26ad03a service neutron] Attempting to bind port 7128e733-dc03-4b1c-b657-2ece2176a9cb by drivers openvswitch,hyperv on host n-h2-800634-3 at level 0 using segments [{'id': 'c5dc6d5b-42e9-4c22-85af-e48a17c0bd6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '027c4e91-49f9-408a-bc70-11f19a2cbbb7'}] {{(pid=93916) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:28:43.662462 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94e446f6-a497-48ae-9903-3b7db661095f req-302f4723-ca11-4994-849c-0b0ee26ad03a service neutron] Attempting to bind port 7128e733-dc03-4b1c-b657-2ece2176a9cb on network 027c4e91-49f9-408a-bc70-11f19a2cbbb7 {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:28:43.667310 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94e446f6-a497-48ae-9903-3b7db661095f req-302f4723-ca11-4994-849c-0b0ee26ad03a service neutron] Port 7128e733-dc03-4b1c-b657-2ece2176a9cb on network 027c4e91-49f9-408a-bc70-11f19a2cbbb7 not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-3 {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 18:28:43.667641 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94e446f6-a497-48ae-9903-3b7db661095f req-302f4723-ca11-4994-849c-0b0ee26ad03a service neutron] Attempting to bind port 7128e733-dc03-4b1c-b657-2ece2176a9cb on network 027c4e91-49f9-408a-bc70-11f19a2cbbb7 {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:28:43.673179 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94e446f6-a497-48ae-9903-3b7db661095f req-302f4723-ca11-4994-849c-0b0ee26ad03a service neutron] Checking agent: {'id': '08e36a6c-8d04-48f0-a644-f27680635246', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 15, 35), 'started_at': datetime.datetime(2021, 7, 14, 18, 15, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 18, 28, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 18:28:43.673521 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94e446f6-a497-48ae-9903-3b7db661095f req-302f4723-ca11-4994-849c-0b0ee26ad03a service neutron] Checking segment: {'id': 'c5dc6d5b-42e9-4c22-85af-e48a17c0bd6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '027c4e91-49f9-408a-bc70-11f19a2cbbb7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93916) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:28:43.673907 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94e446f6-a497-48ae-9903-3b7db661095f req-302f4723-ca11-4994-849c-0b0ee26ad03a service neutron] Bound using segment: {'id': 'c5dc6d5b-42e9-4c22-85af-e48a17c0bd6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '027c4e91-49f9-408a-bc70-11f19a2cbbb7'} {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 18:28:43.674339 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.managers [req-94e446f6-a497-48ae-9903-3b7db661095f req-302f4723-ca11-4994-849c-0b0ee26ad03a service neutron] Bound port: 7128e733-dc03-4b1c-b657-2ece2176a9cb, host: n-h2-800634-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5dc6d5b-42e9-4c22-85af-e48a17c0bd6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '027c4e91-49f9-408a-bc70-11f19a2cbbb7'}}] {{(pid=93916) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 18:28:43.674704 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-94e446f6-a497-48ae-9903-3b7db661095f req-302f4723-ca11-4994-849c-0b0ee26ad03a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:28:43.745389 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.db [req-94e446f6-a497-48ae-9903-3b7db661095f req-302f4723-ca11-4994-849c-0b0ee26ad03a service neutron] For port 7128e733-dc03-4b1c-b657-2ece2176a9cb, host n-h2-800634-3, cleared binding levels {{(pid=93916) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:28:43.748770 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.db [req-94e446f6-a497-48ae-9903-3b7db661095f req-302f4723-ca11-4994-849c-0b0ee26ad03a service neutron] For port 7128e733-dc03-4b1c-b657-2ece2176a9cb, host n-h2-800634-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=7128e733-dc03-4b1c-b657-2ece2176a9cb,segment=NetworkSegment(c5dc6d5b-42e9-4c22-85af-e48a17c0bd6d),segment_id=c5dc6d5b-42e9-4c22-85af-e48a17c0bd6d)] {{(pid=93916) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 18:28:43.753331 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-94e446f6-a497-48ae-9903-3b7db661095f req-302f4723-ca11-4994-849c-0b0ee26ad03a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2684870'] for port, after_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:28:43.785611 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e446f6-a497-48ae-9903-3b7db661095f req-302f4723-ca11-4994-849c-0b0ee26ad03a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:28:43.786207 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-94e446f6-a497-48ae-9903-3b7db661095f req-302f4723-ca11-4994-849c-0b0ee26ad03a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:28:43.787596 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-94e446f6-a497-48ae-9903-3b7db661095f req-302f4723-ca11-4994-849c-0b0ee26ad03a service neutron] 10.222.0.35 "PUT /v2.0/ports/7128e733-dc03-4b1c-b657-2ece2176a9cb HTTP/1.1" status: 200 len: 1091 time: 1.0463214 Jul 14 18:28:43.789796 n-d-800634-3 neutron-server[93916]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a9e03fe-9017-4703-95b3-a0248859ab39', 'tag': '7128e733-dc03-4b1c-b657-2ece2176a9cb'}] {{(pid=93916) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:28:43.792822 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f803e150b363a7893830aa996ac27753fa25517c406ecd3536b7c2d4b26eeb9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d693649-ad89-4791-a032-3064264ef864" -d '{"events": [{"name": "network-changed", "server_uuid": "4a9e03fe-9017-4703-95b3-a0248859ab39", "tag": "7128e733-dc03-4b1c-b657-2ece2176a9cb"}]}' {{(pid=93916) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:28:43.819160 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302f4723-ca11-4994-849c-0b0ee26ad03a service neutron] Pushing event updated for resources: {'Port': ['ID=7128e733-dc03-4b1c-b657-2ece2176a9cb,revision_number=3']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:28:43.884146 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e446f6-a497-48ae-9903-3b7db661095f req-52c41592-b516-4d81-b722-79fb9afc711e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:28:43.885647 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-94e446f6-a497-48ae-9903-3b7db661095f req-52c41592-b516-4d81-b722-79fb9afc711e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=882f4375ae5845d48a58ae9ac1c63552&device_id=4a9e03fe-9017-4703-95b3-a0248859ab39 HTTP/1.1" status: 200 len: 1094 time: 0.0536685 Jul 14 18:28:43.920378 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4807210-0025-4ddb-9c34-b14daaa26e99 req-d7cc18a6-af54-48fc-8a1e-d91953f2f425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:28:43.922374 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c4807210-0025-4ddb-9c34-b14daaa26e99 req-d7cc18a6-af54-48fc-8a1e-d91953f2f425 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=e004a33e-3ae5-463a-a151-d292e68e71e8 HTTP/1.1" status: 200 len: 1101 time: 0.5497782 Jul 14 18:28:43.930075 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27156a26-ad53-4449-b638-dbe3c39442fc req-1e5bf9b7-db5e-4e71-907d-cbe64a431773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:28:43.931489 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-27156a26-ad53-4449-b638-dbe3c39442fc req-1e5bf9b7-db5e-4e71-907d-cbe64a431773 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=a5fb9d27-b1e3-4399-b4d8-7495d55c398a HTTP/1.1" status: 200 len: 1101 time: 0.5061965 Jul 14 18:28:43.933234 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-94e446f6-a497-48ae-9903-3b7db661095f req-b4f12b9a-461d-4225-bce0-0f0b6fa25f8b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7128e733-dc03-4b1c-b657-2ece2176a9cb HTTP/1.1" status: 200 len: 217 time: 0.0378764 Jul 14 18:28:43.948788 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c046549-bcad-4ff1-8cfc-925d131c4882 req-04b060d0-0135-4d46-bc02-249a3e3b1bbe tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:28:43.950198 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2c046549-bcad-4ff1-8cfc-925d131c4882 req-04b060d0-0135-4d46-bc02-249a3e3b1bbe tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.16 "GET /v2.0/ports?device_id=a5fb9d27-b1e3-4399-b4d8-7495d55c398a HTTP/1.1" status: 200 len: 950 time: 0.5237908 Jul 14 18:28:43.961576 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f233cca8-4dfc-4007-9d81-2b1a17e2879e req-26988492-236b-41cc-87de-841dd0fa9911 tempest-ServerDiskConfigTestJSON-1372590070 tempest-ServerDiskConfigTestJSON-1372590070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:28:43.963008 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f233cca8-4dfc-4007-9d81-2b1a17e2879e req-26988492-236b-41cc-87de-841dd0fa9911 tempest-ServerDiskConfigTestJSON-1372590070 tempest-ServerDiskConfigTestJSON-1372590070-project] 10.222.0.16 "GET /v2.0/ports?device_id=3a42ddc6-5334-4b49-b118-b918cd4d3904 HTTP/1.1" status: 200 len: 946 time: 0.2059882 Jul 14 18:28:43.981269 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106eecd4-6f4f-4a19-af9f-a9e551d71e66 req-ad750569-0448-4381-87ff-269a55ce7dae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:28:43.982706 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-106eecd4-6f4f-4a19-af9f-a9e551d71e66 req-ad750569-0448-4381-87ff-269a55ce7dae service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=3a42ddc6-5334-4b49-b118-b918cd4d3904 HTTP/1.1" status: 200 len: 1097 time: 0.2100818 Jul 14 18:28:43.985420 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e446f6-a497-48ae-9903-3b7db661095f req-9325d57d-b0f4-4926-8077-f6f7a5c41c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:28:43.986863 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-94e446f6-a497-48ae-9903-3b7db661095f req-9325d57d-b0f4-4926-8077-f6f7a5c41c7f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=05d56735-edac-4058-8f3c-680c255777ec HTTP/1.1" status: 200 len: 846 time: 0.0436637 Jul 14 18:28:44.022560 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-94e446f6-a497-48ae-9903-3b7db661095f req-ae28f9ec-d3db-421b-99f5-53138f4a1306 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=027c4e91-49f9-408a-bc70-11f19a2cbbb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256152 Jul 14 18:28:44.072659 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c4807210-0025-4ddb-9c34-b14daaa26e99 req-4a87bb1e-6de1-4197-b5ae-219e40507315 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=b0153d44-2cf7-4f50-b628-255afb14ce31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379704 Jul 14 18:28:44.091334 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-27156a26-ad53-4449-b638-dbe3c39442fc req-5a3f56ba-ebe8-41b1-91e7-7b2c26ec922e service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=95148b1b-0f93-483b-9e80-262147c27e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383505 Jul 14 18:28:44.094664 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2c046549-bcad-4ff1-8cfc-925d131c4882 req-22ef118e-66a3-48b4-9217-b3f9c9835bdf tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.16 "GET /v2.0/security-groups?id=95148b1b-0f93-483b-9e80-262147c27e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201227 Jul 14 18:28:44.100550 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-106eecd4-6f4f-4a19-af9f-a9e551d71e66 req-b37029dd-2af2-4ceb-90c1-3af2e666afcc service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=8f471560-b797-46f3-abf1-e078e196721c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995879 Jul 14 18:28:44.103533 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f233cca8-4dfc-4007-9d81-2b1a17e2879e req-fb0f271a-ca96-4103-aee7-c2a55a5283ee tempest-ServerDiskConfigTestJSON-1372590070 tempest-ServerDiskConfigTestJSON-1372590070-project] 10.222.0.16 "GET /v2.0/security-groups?id=8f471560-b797-46f3-abf1-e078e196721c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269913 Jul 14 18:28:44.116172 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-94e446f6-a497-48ae-9903-3b7db661095f req-de65834f-cf59-4809-8ed5-7fd5aea5ff9e service neutron] 10.222.0.35 "GET /v2.0/networks/027c4e91-49f9-408a-bc70-11f19a2cbbb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868318 Jul 14 18:28:44.271731 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2ae80f-47d2-473d-ae07-4b7f080ff5c6 req-cd346306-e1f1-4b47-852e-5b0e799ed428 tempest-LiveMigrationTest-64527954 tempest-LiveMigrationTest-64527954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:28:44.273270 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-8e2ae80f-47d2-473d-ae07-4b7f080ff5c6 req-cd346306-e1f1-4b47-852e-5b0e799ed428 tempest-LiveMigrationTest-64527954 tempest-LiveMigrationTest-64527954-project] 10.222.0.16 "GET /v2.0/ports?device_id=39c170ce-4d8b-473d-8a81-72c243e5a41f HTTP/1.1" status: 200 len: 944 time: 0.0666647 Jul 14 18:28:44.273527 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-94e446f6-a497-48ae-9903-3b7db661095f req-147b884a-1153-4e07-9b2d-0651789af1fe service neutron] 10.222.0.35 "GET /v2.0/networks/027c4e91-49f9-408a-bc70-11f19a2cbbb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896733 Jul 14 18:28:44.337259 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-8e2ae80f-47d2-473d-ae07-4b7f080ff5c6 req-d6a92c53-8196-46f5-9639-2e5b61566709 tempest-LiveMigrationTest-64527954 tempest-LiveMigrationTest-64527954-project] 10.222.0.16 "GET /v2.0/security-groups?id=93c6eb24-b3aa-49c4-93f7-93dd5f011665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585153 Jul 14 18:28:44.373366 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da996ec-51fb-483a-9060-2b707120109c req-0f418ddb-2aab-411b-b513-bc1d53f70d18 tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:28:44.374938 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-1da996ec-51fb-483a-9060-2b707120109c req-0f418ddb-2aab-411b-b513-bc1d53f70d18 tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] 10.222.0.16 "GET /v2.0/ports?device_id=e004a33e-3ae5-463a-a151-d292e68e71e8 HTTP/1.1" status: 200 len: 950 time: 0.0687795 Jul 14 18:28:44.381667 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 18:28:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bbf44e5-575a-45ec-af69-f85d35091219 x-openstack-request-id: req-5bbf44e5-575a-45ec-af69-f85d35091219 {{(pid=93916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:28:44.382023 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a9e03fe-9017-4703-95b3-a0248859ab39", "tag": "7128e733-dc03-4b1c-b657-2ece2176a9cb", "status": "completed", "code": 200}]} {{(pid=93916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:28:44.382197 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5bbf44e5-575a-45ec-af69-f85d35091219 {{(pid=93916) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:28:44.382602 n-d-800634-3 neutron-server[93916]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a9e03fe-9017-4703-95b3-a0248859ab39', 'tag': '7128e733-dc03-4b1c-b657-2ece2176a9cb', 'status': 'completed', 'code': 200} Jul 14 18:28:44.416515 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-1da996ec-51fb-483a-9060-2b707120109c req-4fa4b4df-f67d-4c23-8bef-577da8f95bb9 tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] 10.222.0.16 "GET /v2.0/security-groups?id=b0153d44-2cf7-4f50-b628-255afb14ce31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359771 Jul 14 18:28:44.474809 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d693649-ad89-4791-a032-3064264ef864 req-a06e2a17-0b9d-4987-a1c0-6923f63944b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:28:44.476958 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-3d693649-ad89-4791-a032-3064264ef864 req-a06e2a17-0b9d-4987-a1c0-6923f63944b3 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=882f4375ae5845d48a58ae9ac1c63552&device_id=4a9e03fe-9017-4703-95b3-a0248859ab39 HTTP/1.1" status: 200 len: 1094 time: 0.0668354 Jul 14 18:28:44.564732 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Device 81d732d1-5e63-4f14-a06a-fb2280c67184 up at agent hyperv_n-h2-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:28:44.581527 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa8e655-8925-434f-b7a6-374e4a2d716d req-b6674e27-d60c-457e-b6ee-259c8b5ec0c0 tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:28:44.588218 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d693649-ad89-4791-a032-3064264ef864 req-9fd59872-83f9-4f6e-9b45-f8ee1cdc3f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:28:44.589692 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-3d693649-ad89-4791-a032-3064264ef864 req-9fd59872-83f9-4f6e-9b45-f8ee1cdc3f8c service neutron] 10.222.0.35 "GET /v2.0/networks?id=027c4e91-49f9-408a-bc70-11f19a2cbbb7 HTTP/1.1" status: 200 len: 906 time: 0.1006975 Jul 14 18:28:44.590395 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-caa8e655-8925-434f-b7a6-374e4a2d716d req-b6674e27-d60c-457e-b6ee-259c8b5ec0c0 tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a9e03fe-9017-4703-95b3-a0248859ab39 HTTP/1.1" status: 200 len: 943 time: 0.1165767 Jul 14 18:28:44.616025 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Provisioning for port 81d732d1-5e63-4f14-a06a-fb2280c67184 completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:28:44.619933 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Provisioning complete for port 81d732d1-5e63-4f14-a06a-fb2280c67184 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:28:44.620339 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:28:44.640958 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-3d693649-ad89-4791-a032-3064264ef864 req-92bc8339-0b06-43f4-a702-5acbc8fac24d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7128e733-dc03-4b1c-b657-2ece2176a9cb HTTP/1.1" status: 200 len: 217 time: 0.0429342 Jul 14 18:28:44.644165 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-caa8e655-8925-434f-b7a6-374e4a2d716d req-d05b11b3-d9c5-46cd-8a75-e0c8031ce94a tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] 10.222.0.16 "GET /v2.0/security-groups?id=4824db20-b9ba-4380-9f29-13755d37b981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528545 Jul 14 18:28:44.656248 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc10ddc-c8f5-4c89-88c3-5ad140a757df req-7955d762-0112-421b-835a-93b492dea5ec tempest-MultipleCreateTestJSON-1352928044 tempest-MultipleCreateTestJSON-1352928044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:28:44.663366 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-1fc10ddc-c8f5-4c89-88c3-5ad140a757df req-7955d762-0112-421b-835a-93b492dea5ec tempest-MultipleCreateTestJSON-1352928044 tempest-MultipleCreateTestJSON-1352928044-project] 10.222.0.16 "GET /v2.0/ports?device_id=976aeb93-a42e-439b-967e-664ea8478d21 HTTP/1.1" status: 200 len: 945 time: 0.1450312 Jul 14 18:28:44.701188 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-1fc10ddc-c8f5-4c89-88c3-5ad140a757df req-f750d48a-0823-4fb6-8dcf-b9f9fbd021b1 tempest-MultipleCreateTestJSON-1352928044 tempest-MultipleCreateTestJSON-1352928044-project] 10.222.0.16 "GET /v2.0/security-groups?id=1717ebe8-f29a-4477-a288-2900c0dd0f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364242 Jul 14 18:28:44.706175 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:28:44.722279 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d693649-ad89-4791-a032-3064264ef864 req-0e8972eb-08cd-489d-a32f-3ba2fdd6a381 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:28:44.723747 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-3d693649-ad89-4791-a032-3064264ef864 req-0e8972eb-08cd-489d-a32f-3ba2fdd6a381 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=05d56735-edac-4058-8f3c-680c255777ec HTTP/1.1" status: 200 len: 846 time: 0.0741572 Jul 14 18:28:44.737678 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] For port 81d732d1-5e63-4f14-a06a-fb2280c67184, host n-h2-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=81d732d1-5e63-4f14-a06a-fb2280c67184,segment=NetworkSegment(d3ebb57b-621c-4102-bdfe-7fa439ba5ffc),segment_id=d3ebb57b-621c-4102-bdfe-7fa439ba5ffc)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:28:44.741353 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:28:44.763362 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-3d693649-ad89-4791-a032-3064264ef864 req-299ec100-1888-460d-9505-52a7f02d87cf service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=027c4e91-49f9-408a-bc70-11f19a2cbbb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270870 Jul 14 18:28:44.787043 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Pushing event updated for resources: {'Port': ['ID=81d732d1-5e63-4f14-a06a-fb2280c67184,revision_number=5']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:28:44.865702 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-3d693649-ad89-4791-a032-3064264ef864 req-dab82906-f6c8-48d7-b462-aadd54e47361 service neutron] 10.222.0.35 "GET /v2.0/networks/027c4e91-49f9-408a-bc70-11f19a2cbbb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833323 Jul 14 18:28:44.960650 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-3d693649-ad89-4791-a032-3064264ef864 req-7163a1a4-2bac-421a-9204-ba08b1965de0 service neutron] 10.222.0.35 "GET /v2.0/networks/027c4e91-49f9-408a-bc70-11f19a2cbbb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877218 Jul 14 18:28:45.269795 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39c170ce-4d8b-473d-8a81-72c243e5a41f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81d732d1-5e63-4f14-a06a-fb2280c67184'}] {{(pid=93917) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:28:45.273100 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20b787f3c29eaa7aa2a4d648c725a2124c5ff39a8d793252f9d844495e14cf42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87270766-c516-43d9-93c8-e40a8565cd09" -d '{"events": [{"server_uuid": "39c170ce-4d8b-473d-8a81-72c243e5a41f", "name": "network-vif-plugged", "status": "completed", "tag": "81d732d1-5e63-4f14-a06a-fb2280c67184"}]}' {{(pid=93917) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:28:45.321162 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827b7b82-b609-45a0-8226-8887be098e46 req-95518edc-3cb4-4347-a280-e45d6fba262d tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:28:45.322684 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-827b7b82-b609-45a0-8226-8887be098e46 req-95518edc-3cb4-4347-a280-e45d6fba262d tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.16 "GET /v2.0/ports?device_id=a5fb9d27-b1e3-4399-b4d8-7495d55c398a HTTP/1.1" status: 200 len: 950 time: 0.1140678 Jul 14 18:28:45.335146 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d257d111-aaec-4a68-8dff-f7dc0a570f4b req-25e190a0-be54-4eaf-8054-36253377203d tempest-ServerDiskConfigTestJSON-1372590070 tempest-ServerDiskConfigTestJSON-1372590070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:28:45.336623 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-d257d111-aaec-4a68-8dff-f7dc0a570f4b req-25e190a0-be54-4eaf-8054-36253377203d tempest-ServerDiskConfigTestJSON-1372590070 tempest-ServerDiskConfigTestJSON-1372590070-project] 10.222.0.16 "GET /v2.0/ports?device_id=3a42ddc6-5334-4b49-b118-b918cd4d3904 HTTP/1.1" status: 200 len: 946 time: 0.0992973 Jul 14 18:28:45.393438 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-827b7b82-b609-45a0-8226-8887be098e46 req-f720a31b-4893-478d-9c27-0d707ec3cc0b tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.16 "GET /v2.0/security-groups?id=95148b1b-0f93-483b-9e80-262147c27e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557630 Jul 14 18:28:45.398409 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-d257d111-aaec-4a68-8dff-f7dc0a570f4b req-00615af0-81c5-4412-9b02-fbcf2c992e06 tempest-ServerDiskConfigTestJSON-1372590070 tempest-ServerDiskConfigTestJSON-1372590070-project] 10.222.0.16 "GET /v2.0/security-groups?id=8f471560-b797-46f3-abf1-e078e196721c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543096 Jul 14 18:28:45.453307 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 18:28:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2dd47beb-6ee8-44ba-90a4-74f5f0c8c5e2 x-openstack-request-id: req-2dd47beb-6ee8-44ba-90a4-74f5f0c8c5e2 {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:28:45.453688 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39c170ce-4d8b-473d-8a81-72c243e5a41f", "name": "network-vif-plugged", "status": "completed", "tag": "81d732d1-5e63-4f14-a06a-fb2280c67184", "code": 200}]} {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:28:45.454009 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2dd47beb-6ee8-44ba-90a4-74f5f0c8c5e2 {{(pid=93917) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:28:45.454465 n-d-800634-3 neutron-server[93917]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39c170ce-4d8b-473d-8a81-72c243e5a41f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81d732d1-5e63-4f14-a06a-fb2280c67184', 'code': 200} Jul 14 18:28:45.686418 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec2cecf-b40e-44a3-bf8c-dba7d36bbcec req-34153845-3dff-4abd-854a-bd7ec4747640 tempest-LiveMigrationTest-64527954 tempest-LiveMigrationTest-64527954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:28:45.687967 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-eec2cecf-b40e-44a3-bf8c-dba7d36bbcec req-34153845-3dff-4abd-854a-bd7ec4747640 tempest-LiveMigrationTest-64527954 tempest-LiveMigrationTest-64527954-project] 10.222.0.16 "GET /v2.0/ports?device_id=39c170ce-4d8b-473d-8a81-72c243e5a41f HTTP/1.1" status: 200 len: 945 time: 0.1353233 Jul 14 18:28:45.724729 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94669266-c10c-43a1-8d8f-bbf2119588c8 req-1f371569-59c4-4386-a8be-2f2bd6c2625f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:28:45.726945 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-94669266-c10c-43a1-8d8f-bbf2119588c8 req-1f371569-59c4-4386-a8be-2f2bd6c2625f service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=39c170ce-4d8b-473d-8a81-72c243e5a41f HTTP/1.1" status: 200 len: 1096 time: 0.0556884 Jul 14 18:28:45.748311 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c01d7a-b2bd-4b93-8caf-f513ea2bf570 req-6bd799c8-2dbf-45e4-a054-2607f6318ada tempest-ServerDiskConfigTestJSON-1372590070 tempest-ServerDiskConfigTestJSON-1372590070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:28:45.749882 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-97c01d7a-b2bd-4b93-8caf-f513ea2bf570 req-6bd799c8-2dbf-45e4-a054-2607f6318ada tempest-ServerDiskConfigTestJSON-1372590070 tempest-ServerDiskConfigTestJSON-1372590070-project] 10.222.0.16 "GET /v2.0/ports?device_id=3a42ddc6-5334-4b49-b118-b918cd4d3904 HTTP/1.1" status: 200 len: 946 time: 0.1559403 Jul 14 18:28:45.760385 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-0d01addb-6fd7-4cac-a034-ef4f55e78236 req-24f7bc7e-88d2-49f7-b2b6-7e98b09a7659 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=71cc93c3-ed8e-4af7-bf04-1c1ca5f4c121&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1616137 Jul 14 18:28:45.767350 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-94669266-c10c-43a1-8d8f-bbf2119588c8 req-9fe1ee10-fa04-40ac-b347-47389d92bb94 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=93c6eb24-b3aa-49c4-93f7-93dd5f011665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0290956 Jul 14 18:28:45.773293 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-eec2cecf-b40e-44a3-bf8c-dba7d36bbcec req-9515e21c-4986-4ec2-b4ef-69ba3b6a43ec tempest-LiveMigrationTest-64527954 tempest-LiveMigrationTest-64527954-project] 10.222.0.16 "GET /v2.0/security-groups?id=93c6eb24-b3aa-49c4-93f7-93dd5f011665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734076 Jul 14 18:28:45.838666 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-97c01d7a-b2bd-4b93-8caf-f513ea2bf570 req-0f3729bf-1d7b-4aa1-b381-4343eabc8c3a tempest-ServerDiskConfigTestJSON-1372590070 tempest-ServerDiskConfigTestJSON-1372590070-project] 10.222.0.16 "GET /v2.0/security-groups?id=8f471560-b797-46f3-abf1-e078e196721c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754936 Jul 14 18:28:45.864486 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d01addb-6fd7-4cac-a034-ef4f55e78236 req-5f910e6e-b974-4cea-8089-891fcf63cae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:28:45.866428 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-0d01addb-6fd7-4cac-a034-ef4f55e78236 req-5f910e6e-b974-4cea-8089-891fcf63cae2 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d1f21963323d4ae1956c5ba38fc6e610&device_id=71cc93c3-ed8e-4af7-bf04-1c1ca5f4c121 HTTP/1.1" status: 200 len: 1095 time: 0.0809636 Jul 14 18:28:46.058462 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d01addb-6fd7-4cac-a034-ef4f55e78236 req-0fb3a95f-98e3-4416-88a0-1946a5912331 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:28:46.059944 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-0d01addb-6fd7-4cac-a034-ef4f55e78236 req-0fb3a95f-98e3-4416-88a0-1946a5912331 service neutron] 10.222.0.18 "GET /v2.0/networks?id=31a99599-848e-4d3a-b964-3d8069f89b88 HTTP/1.1" status: 200 len: 908 time: 0.1686671 Jul 14 18:28:46.076960 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5867dd8-dc83-42f2-89e6-d22201c130de req-813774af-bf4a-4676-ab5a-59aceb747b01 tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:28:46.078891 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c5867dd8-dc83-42f2-89e6-d22201c130de req-813774af-bf4a-4676-ab5a-59aceb747b01 tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] 10.222.0.16 "GET /v2.0/ports?device_id=e004a33e-3ae5-463a-a151-d292e68e71e8 HTTP/1.1" status: 200 len: 950 time: 0.1794758 Jul 14 18:28:46.122051 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-0d01addb-6fd7-4cac-a034-ef4f55e78236 req-d6723e50-d8fd-489c-8707-05f2cc864c76 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c18880b1-3704-41a6-9385-b6125727058f HTTP/1.1" status: 200 len: 217 time: 0.0529697 Jul 14 18:28:46.129915 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48c2e3d-4d1e-4525-95b7-51dd661df663 req-e28d86e5-6598-4e23-be8f-45ab92165dca tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:28:46.131299 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f48c2e3d-4d1e-4525-95b7-51dd661df663 req-e28d86e5-6598-4e23-be8f-45ab92165dca tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a9e03fe-9017-4703-95b3-a0248859ab39 HTTP/1.1" status: 200 len: 943 time: 0.1689682 Jul 14 18:28:46.206687 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c5867dd8-dc83-42f2-89e6-d22201c130de req-2d33a77a-b4dc-4832-bbf0-bdcb72d7aa21 tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] 10.222.0.16 "GET /v2.0/security-groups?id=b0153d44-2cf7-4f50-b628-255afb14ce31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218042 Jul 14 18:28:46.227896 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f48c2e3d-4d1e-4525-95b7-51dd661df663 req-01a24679-c191-443b-b762-83cb3f981805 tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] 10.222.0.16 "GET /v2.0/security-groups?id=4824db20-b9ba-4380-9f29-13755d37b981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881968 Jul 14 18:28:46.229774 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d01addb-6fd7-4cac-a034-ef4f55e78236 req-e1c747e1-ff31-4207-8166-eecffdae28d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:28:46.231165 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-0d01addb-6fd7-4cac-a034-ef4f55e78236 req-e1c747e1-ff31-4207-8166-eecffdae28d7 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=8fa41a13-248e-4ed4-8731-d525cb4f3c62 HTTP/1.1" status: 200 len: 848 time: 0.0939136 Jul 14 18:28:46.269012 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-0d01addb-6fd7-4cac-a034-ef4f55e78236 req-44731db0-3ca1-4748-875c-dfdef74ea611 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=31a99599-848e-4d3a-b964-3d8069f89b88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285292 Jul 14 18:28:46.403974 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-0d01addb-6fd7-4cac-a034-ef4f55e78236 req-7021ca0e-e66f-4887-8d46-8c116087c5fe service neutron] 10.222.0.18 "GET /v2.0/networks/31a99599-848e-4d3a-b964-3d8069f89b88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268258 Jul 14 18:28:46.416479 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce584f01-1f33-49af-93ac-0d414696ce4a req-91888237-b218-41a7-9371-6e369ac51575 tempest-MultipleCreateTestJSON-1352928044 tempest-MultipleCreateTestJSON-1352928044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:28:46.417939 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ce584f01-1f33-49af-93ac-0d414696ce4a req-91888237-b218-41a7-9371-6e369ac51575 tempest-MultipleCreateTestJSON-1352928044 tempest-MultipleCreateTestJSON-1352928044-project] 10.222.0.16 "GET /v2.0/ports?device_id=976aeb93-a42e-439b-967e-664ea8478d21 HTTP/1.1" status: 200 len: 945 time: 0.0957251 Jul 14 18:28:46.515691 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ce584f01-1f33-49af-93ac-0d414696ce4a req-0825bc9c-912b-4de1-8141-4ce62bea43cc tempest-MultipleCreateTestJSON-1352928044 tempest-MultipleCreateTestJSON-1352928044-project] 10.222.0.16 "GET /v2.0/security-groups?id=1717ebe8-f29a-4477-a288-2900c0dd0f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878887 Jul 14 18:28:46.563628 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-0d01addb-6fd7-4cac-a034-ef4f55e78236 req-cdc45f17-1618-480d-b01e-f16a3de548d8 service neutron] 10.222.0.18 "GET /v2.0/networks/31a99599-848e-4d3a-b964-3d8069f89b88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1447401 Jul 14 18:28:46.574741 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Device 7128e733-dc03-4b1c-b657-2ece2176a9cb details requested by agent hyperv_n-h2-800634-3 with host n-h2-800634-3 {{(pid=93917) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 18:28:46.611605 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7ad6c4-d965-4d3e-a64a-f6775966068b req-768ad012-c042-4ee1-85c1-31855640b46b tempest-ServersOnMultiNodesTest-1668875605 tempest-ServersOnMultiNodesTest-1668875605-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:28:46.613174 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-8f7ad6c4-d965-4d3e-a64a-f6775966068b req-768ad012-c042-4ee1-85c1-31855640b46b tempest-ServersOnMultiNodesTest-1668875605 tempest-ServersOnMultiNodesTest-1668875605-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=e004a33e-3ae5-463a-a151-d292e68e71e8 HTTP/1.1" status: 200 len: 1101 time: 0.0621862 Jul 14 18:28:46.665930 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-8f7ad6c4-d965-4d3e-a64a-f6775966068b req-aef7c853-bd39-47f4-9bd7-1c37fd6af910 tempest-ServersOnMultiNodesTest-1668875605 tempest-ServersOnMultiNodesTest-1668875605-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=b0153d44-2cf7-4f50-b628-255afb14ce31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469246 Jul 14 18:28:46.677714 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] For port 7128e733-dc03-4b1c-b657-2ece2176a9cb, host n-h2-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=7128e733-dc03-4b1c-b657-2ece2176a9cb,segment=NetworkSegment(c5dc6d5b-42e9-4c22-85af-e48a17c0bd6d),segment_id=c5dc6d5b-42e9-4c22-85af-e48a17c0bd6d)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:28:46.691944 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Returning: {'device': '7128e733-dc03-4b1c-b657-2ece2176a9cb', 'network_id': '027c4e91-49f9-408a-bc70-11f19a2cbbb7', 'port_id': '7128e733-dc03-4b1c-b657-2ece2176a9cb', 'mac_address': 'fa:16:3e:f7:96:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 88, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05d56735-edac-4058-8f3c-680c255777ec', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93917) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 18:28:46.730863 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:28:46.737083 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0da91a-2a68-4a9a-a1bc-2b3b300c85cd req-9cd679d2-74ce-4b29-94a9-ccad91ebcdc0 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:28:46.738900 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-af0da91a-2a68-4a9a-a1bc-2b3b300c85cd req-9cd679d2-74ce-4b29-94a9-ccad91ebcdc0 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.16 "GET /v2.0/ports?device_id=a5fb9d27-b1e3-4399-b4d8-7495d55c398a HTTP/1.1" status: 200 len: 950 time: 0.0929301 Jul 14 18:28:46.745131 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7128e733-dc03-4b1c-b657-2ece2176a9cb {{(pid=93917) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 18:28:46.765714 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] For port 7128e733-dc03-4b1c-b657-2ece2176a9cb, host n-h2-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=7128e733-dc03-4b1c-b657-2ece2176a9cb,segment=NetworkSegment(c5dc6d5b-42e9-4c22-85af-e48a17c0bd6d),segment_id=c5dc6d5b-42e9-4c22-85af-e48a17c0bd6d)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:28:46.771141 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:28:46.782216 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-af0da91a-2a68-4a9a-a1bc-2b3b300c85cd req-3d90e743-15a1-4149-9380-dea8c59cab31 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.16 "GET /v2.0/security-groups?id=95148b1b-0f93-483b-9e80-262147c27e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377076 Jul 14 18:28:46.825701 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Pushing event updated for resources: {'Port': ['ID=7128e733-dc03-4b1c-b657-2ece2176a9cb,revision_number=4']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:28:47.006323 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76b1a2c-ab0e-444f-a24f-ed5da5d6d961 req-c89b12af-a588-4f97-b9bf-4591bb97c127 tempest-ServerDiskConfigTestJSON-1372590070 tempest-ServerDiskConfigTestJSON-1372590070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:28:47.008042 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e76b1a2c-ab0e-444f-a24f-ed5da5d6d961 req-c89b12af-a588-4f97-b9bf-4591bb97c127 tempest-ServerDiskConfigTestJSON-1372590070 tempest-ServerDiskConfigTestJSON-1372590070-project] 10.222.0.16 "GET /v2.0/networks?id=931147ca-9c29-4ccf-b0c6-22150fb38263 HTTP/1.1" status: 200 len: 815 time: 0.1242936 Jul 14 18:28:47.027432 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e76b1a2c-ab0e-444f-a24f-ed5da5d6d961 req-ebf19fb2-081b-4e92-9457-c1c2c5cab03e tempest-ServerDiskConfigTestJSON-1372590070 tempest-ServerDiskConfigTestJSON-1372590070-project] 10.222.0.16 "GET /v2.0/quotas/1fa4a28868c84b38bc8e65d0fea7d3b5 HTTP/1.1" status: 200 len: 375 time: 0.0135887 Jul 14 18:28:47.104451 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e76b1a2c-ab0e-444f-a24f-ed5da5d6d961 req-46ee7bd1-d61a-40f0-b954-b58ee5e1e191 tempest-ServerDiskConfigTestJSON-1372590070 tempest-ServerDiskConfigTestJSON-1372590070-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=1fa4a28868c84b38bc8e65d0fea7d3b5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0749576 Jul 14 18:28:47.183655 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-d7155168-0adf-4659-b53a-86db25a61748 req-b8ab2147-57b5-4228-bf74-b886ea8e6a11 tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=aeec593be949414a8c1694135e52293c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0346153 Jul 14 18:28:47.237008 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] get_ports_and_sgs() called for port_ids ['7128e733-dc03-4b1c-b657-2ece2176a9cb'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 18:28:47.340145 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e76b1a2c-ab0e-444f-a24f-ed5da5d6d961 req-e02df222-d80f-4b70-8c08-ae56b0133b39 service neutron] 10.222.0.16 "GET /v2.0/networks/931147ca-9c29-4ccf-b0c6-22150fb38263?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2266526 Jul 14 18:28:47.364315 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7155168-0adf-4659-b53a-86db25a61748 req-2a1d1a37-8244-4c77-941a-c6c0b1e516ed tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:28:47.365756 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-d7155168-0adf-4659-b53a-86db25a61748 req-2a1d1a37-8244-4c77-941a-c6c0b1e516ed tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1716838 Jul 14 18:28:47.414084 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-d7155168-0adf-4659-b53a-86db25a61748 req-d9ad26a7-ccb7-46c5-9421-f8b77a6111b9 tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] 10.222.0.16 "GET /v2.0/quotas/aeec593be949414a8c1694135e52293c HTTP/1.1" status: 200 len: 375 time: 0.0388925 Jul 14 18:28:47.488240 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e76b1a2c-ab0e-444f-a24f-ed5da5d6d961 req-de177742-59cf-47f6-96b4-25bf7c528b00 service neutron] 10.222.0.16 "GET /v2.0/networks/931147ca-9c29-4ccf-b0c6-22150fb38263?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1404800 Jul 14 18:28:47.515866 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-d7155168-0adf-4659-b53a-86db25a61748 req-bb4d6f42-972b-4bd8-8394-24dc3e368533 tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=aeec593be949414a8c1694135e52293c&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0959499 Jul 14 18:28:47.720636 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-fd25342c-3716-4cb9-9aa4-43eaf8aa40fd req-56947077-826d-4541-8e10-a2d24e5be4ea service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=a714a8d2-8fdd-4748-b40a-f8b22de05ec3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1041093 Jul 14 18:28:47.844045 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd25342c-3716-4cb9-9aa4-43eaf8aa40fd req-54ef580e-e944-4335-9e30-9ecb53ab231b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:28:47.846055 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-fd25342c-3716-4cb9-9aa4-43eaf8aa40fd req-54ef580e-e944-4335-9e30-9ecb53ab231b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d1f21963323d4ae1956c5ba38fc6e610&device_id=a714a8d2-8fdd-4748-b40a-f8b22de05ec3 HTTP/1.1" status: 200 len: 1097 time: 0.0794539 Jul 14 18:28:47.871804 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9714bce7-9c2f-4151-9051-1c162157ae22 req-5676f61d-3515-4677-8251-fbae54eb16e9 tempest-LiveMigrationTest-64527954 tempest-LiveMigrationTest-64527954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:28:47.873276 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-9714bce7-9c2f-4151-9051-1c162157ae22 req-5676f61d-3515-4677-8251-fbae54eb16e9 tempest-LiveMigrationTest-64527954 tempest-LiveMigrationTest-64527954-project] 10.222.0.16 "GET /v2.0/ports?device_id=39c170ce-4d8b-473d-8a81-72c243e5a41f HTTP/1.1" status: 200 len: 945 time: 0.1650178 Jul 14 18:28:47.886231 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eeabe7a-3561-4d5b-8f9e-58f5285a6387 req-547f1dcb-9ca9-4c0a-be97-e58ce3077123 tempest-MigrationsAdminTest-32205358 tempest-MigrationsAdminTest-32205358-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:28:47.893055 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-9eeabe7a-3561-4d5b-8f9e-58f5285a6387 req-547f1dcb-9ca9-4c0a-be97-e58ce3077123 tempest-MigrationsAdminTest-32205358 tempest-MigrationsAdminTest-32205358-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=a5fb9d27-b1e3-4399-b4d8-7495d55c398a HTTP/1.1" status: 200 len: 1101 time: 0.1000457 Jul 14 18:28:47.957628 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-9eeabe7a-3561-4d5b-8f9e-58f5285a6387 req-b5b9abf3-9c4c-4703-9d24-ebf7010de498 tempest-MigrationsAdminTest-32205358 tempest-MigrationsAdminTest-32205358-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=95148b1b-0f93-483b-9e80-262147c27e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637324 Jul 14 18:28:47.960585 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-9714bce7-9c2f-4151-9051-1c162157ae22 req-513a95d9-0c29-4261-ab54-fd74ca831593 tempest-LiveMigrationTest-64527954 tempest-LiveMigrationTest-64527954-project] 10.222.0.16 "GET /v2.0/security-groups?id=93c6eb24-b3aa-49c4-93f7-93dd5f011665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766232 Jul 14 18:28:47.981286 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd25342c-3716-4cb9-9aa4-43eaf8aa40fd req-a84c9a69-69af-4a4f-92de-4fbbb41ef865 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:28:47.983174 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-fd25342c-3716-4cb9-9aa4-43eaf8aa40fd req-a84c9a69-69af-4a4f-92de-4fbbb41ef865 service neutron] 10.222.0.35 "GET /v2.0/networks?id=31a99599-848e-4d3a-b964-3d8069f89b88 HTTP/1.1" status: 200 len: 908 time: 0.1087468 Jul 14 18:28:48.038504 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-fd25342c-3716-4cb9-9aa4-43eaf8aa40fd req-11df446b-3332-4fa0-bf36-24db96a888c8 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bd4934ed-97b6-4663-b2a9-d3a9eba2bbf1 HTTP/1.1" status: 200 len: 217 time: 0.0474646 Jul 14 18:28:48.102178 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd25342c-3716-4cb9-9aa4-43eaf8aa40fd req-4f0dd9c1-1a7d-4ccb-a008-a7ef0c5d78e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:28:48.104010 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-fd25342c-3716-4cb9-9aa4-43eaf8aa40fd req-4f0dd9c1-1a7d-4ccb-a008-a7ef0c5d78e3 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8fa41a13-248e-4ed4-8731-d525cb4f3c62 HTTP/1.1" status: 200 len: 848 time: 0.0549233 Jul 14 18:28:48.149804 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-fd25342c-3716-4cb9-9aa4-43eaf8aa40fd req-6ed768f1-1fac-4351-bc8c-104a8a911ff1 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=31a99599-848e-4d3a-b964-3d8069f89b88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280473 Jul 14 18:28:48.213472 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bc45a4-4262-4602-a305-b9e543233019 req-5d5b347b-ecd3-425c-82fe-2bdfbdbafd22 tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:28:48.221454 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-38bc45a4-4262-4602-a305-b9e543233019 req-5d5b347b-ecd3-425c-82fe-2bdfbdbafd22 tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a9e03fe-9017-4703-95b3-a0248859ab39 HTTP/1.1" status: 200 len: 944 time: 0.1238582 Jul 14 18:28:48.268612 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-fd25342c-3716-4cb9-9aa4-43eaf8aa40fd req-c457de04-3759-4b1a-9649-c981fceef34f service neutron] 10.222.0.35 "GET /v2.0/networks/31a99599-848e-4d3a-b964-3d8069f89b88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1063361 Jul 14 18:28:48.273485 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-38bc45a4-4262-4602-a305-b9e543233019 req-218acfd1-7ec3-4fdf-bd5d-f99a77e88645 tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] 10.222.0.16 "GET /v2.0/security-groups?id=4824db20-b9ba-4380-9f29-13755d37b981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512006 Jul 14 18:28:48.284055 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c566ff83-5dee-43cc-a7e2-a18b4293f92d req-ff7c987a-2031-4abd-aeb7-ab925afb9e55 tempest-ServerDiskConfigTestJSON-1372590070 tempest-ServerDiskConfigTestJSON-1372590070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:28:48.285567 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c566ff83-5dee-43cc-a7e2-a18b4293f92d req-ff7c987a-2031-4abd-aeb7-ab925afb9e55 tempest-ServerDiskConfigTestJSON-1372590070 tempest-ServerDiskConfigTestJSON-1372590070-project] 10.222.0.18 "GET /v2.0/ports?device_id=3a42ddc6-5334-4b49-b118-b918cd4d3904 HTTP/1.1" status: 200 len: 946 time: 0.1375515 Jul 14 18:28:48.337870 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-0d08e53a-df58-4009-b17a-ef938b23b631 req-ab675a65-58e7-41a6-aa9f-fe52e6d3e4cc tempest-ServerDiskConfigTestJSON-1372590070 tempest-ServerDiskConfigTestJSON-1372590070-project] 10.222.0.16 "GET /v2.0/ports?device_id=bf8f126b-3e3d-4e58-8ea4-3089f2cc29ed HTTP/1.1" status: 200 len: 210 time: 0.0633845 Jul 14 18:28:48.422506 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-fd25342c-3716-4cb9-9aa4-43eaf8aa40fd req-b3cc5f21-cc9c-4164-9a5d-ddd66b886884 service neutron] 10.222.0.35 "GET /v2.0/networks/31a99599-848e-4d3a-b964-3d8069f89b88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1371822 Jul 14 18:28:48.437396 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c41c79fb-ab0a-47f4-bb20-092798d284f2 req-e5db0155-45be-4479-b3bd-8ff9407425fa tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] 10.222.0.16 "GET /v2.0/ports?device_id=c26faec0-6812-445d-8739-82f226c7537e HTTP/1.1" status: 200 len: 210 time: 0.0545619 Jul 14 18:28:48.495522 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [req-c566ff83-5dee-43cc-a7e2-a18b4293f92d req-b4ba8154-6baf-4485-94bf-b1b9281f13c2 tempest-ServerDiskConfigTestJSON-1372590070 tempest-ServerDiskConfigTestJSON-1372590070-project] Deleting port b10c9127-860e-4860-a7dc-41b1f8ef0736 {{(pid=93915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:28:48.496036 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-c566ff83-5dee-43cc-a7e2-a18b4293f92d req-b4ba8154-6baf-4485-94bf-b1b9281f13c2 tempest-ServerDiskConfigTestJSON-1372590070 tempest-ServerDiskConfigTestJSON-1372590070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:28:48.605143 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-c566ff83-5dee-43cc-a7e2-a18b4293f92d req-b4ba8154-6baf-4485-94bf-b1b9281f13c2 tempest-ServerDiskConfigTestJSON-1372590070 tempest-ServerDiskConfigTestJSON-1372590070-project] For port b10c9127-860e-4860-a7dc-41b1f8ef0736, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=b10c9127-860e-4860-a7dc-41b1f8ef0736,segment=NetworkSegment(9a21e516-8d79-4e64-b3eb-1610a868b024),segment_id=9a21e516-8d79-4e64-b3eb-1610a868b024)] {{(pid=93915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:28:48.605512 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-c566ff83-5dee-43cc-a7e2-a18b4293f92d req-b4ba8154-6baf-4485-94bf-b1b9281f13c2 tempest-ServerDiskConfigTestJSON-1372590070 tempest-ServerDiskConfigTestJSON-1372590070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:28:48.620709 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [req-c566ff83-5dee-43cc-a7e2-a18b4293f92d req-b4ba8154-6baf-4485-94bf-b1b9281f13c2 tempest-ServerDiskConfigTestJSON-1372590070 tempest-ServerDiskConfigTestJSON-1372590070-project] Calling delete_port for b10c9127-860e-4860-a7dc-41b1f8ef0736 owned by compute:nova {{(pid=93915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:28:48.790838 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-c566ff83-5dee-43cc-a7e2-a18b4293f92d req-b4ba8154-6baf-4485-94bf-b1b9281f13c2 tempest-ServerDiskConfigTestJSON-1372590070 tempest-ServerDiskConfigTestJSON-1372590070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:28:48.805336 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] get_ports_and_sgs() called for port_ids ['b10c9127-860e-4860-a7dc-41b1f8ef0736'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 18:28:48.829621 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ba8154-6baf-4485-94bf-b1b9281f13c2 tempest-ServerDiskConfigTestJSON-1372590070 tempest-ServerDiskConfigTestJSON-1372590070-project] Pushing event deleted for resources: {'Port': ['ID=b10c9127-860e-4860-a7dc-41b1f8ef0736,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:28:48.865604 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8168e577-3ad6-4b12-a3b9-115c65acac36 req-3cbd53c8-9baa-4d9d-b7b0-01afe09069e2 tempest-LiveMigrationTest-888176612 tempest-LiveMigrationTest-888176612-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:28:48.867263 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-8168e577-3ad6-4b12-a3b9-115c65acac36 req-3cbd53c8-9baa-4d9d-b7b0-01afe09069e2 tempest-LiveMigrationTest-888176612 tempest-LiveMigrationTest-888176612-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=39c170ce-4d8b-473d-8a81-72c243e5a41f HTTP/1.1" status: 200 len: 1096 time: 0.1311138 Jul 14 18:28:48.886140 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [req-c566ff83-5dee-43cc-a7e2-a18b4293f92d req-b4ba8154-6baf-4485-94bf-b1b9281f13c2 tempest-ServerDiskConfigTestJSON-1372590070 tempest-ServerDiskConfigTestJSON-1372590070-project] No DVR routers for this DVR port b10c9127-860e-4860-a7dc-41b1f8ef0736 on host n-h1-800634-3 {{(pid=93915) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 18:28:48.894085 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-c566ff83-5dee-43cc-a7e2-a18b4293f92d req-b4ba8154-6baf-4485-94bf-b1b9281f13c2 tempest-ServerDiskConfigTestJSON-1372590070 tempest-ServerDiskConfigTestJSON-1372590070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:28:48.896012 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c566ff83-5dee-43cc-a7e2-a18b4293f92d req-b4ba8154-6baf-4485-94bf-b1b9281f13c2 tempest-ServerDiskConfigTestJSON-1372590070 tempest-ServerDiskConfigTestJSON-1372590070-project] 10.222.0.18 "DELETE /v2.0/ports/b10c9127-860e-4860-a7dc-41b1f8ef0736 HTTP/1.1" status: 204 len: 173 time: 0.6019878 Jul 14 18:28:48.897472 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a42ddc6-5334-4b49-b118-b918cd4d3904', 'name': 'network-vif-deleted', 'tag': 'b10c9127-860e-4860-a7dc-41b1f8ef0736'}] {{(pid=93915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:28:48.901586 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e72782ad3af8f7d4ce76cedf092bca46d1756acc5c4653cf0b52034cdd6b073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00a77dee-dc4b-460d-aa9f-35fc2708ae6b" -d '{"events": [{"server_uuid": "3a42ddc6-5334-4b49-b118-b918cd4d3904", "name": "network-vif-deleted", "tag": "b10c9127-860e-4860-a7dc-41b1f8ef0736"}]}' {{(pid=93915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:28:48.982574 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-8168e577-3ad6-4b12-a3b9-115c65acac36 req-f0592ba5-15fe-420a-89d7-1848b8725eba tempest-LiveMigrationTest-888176612 tempest-LiveMigrationTest-888176612-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=93c6eb24-b3aa-49c4-93f7-93dd5f011665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930054 Jul 14 18:28:49.150760 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-d7155168-0adf-4659-b53a-86db25a61748 req-f7d80fc4-e637-48d1-bbca-c34000b3499b tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=aeec593be949414a8c1694135e52293c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0474718 Jul 14 18:28:49.165029 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e6ec00-60cd-411b-bd69-d02aa97da289 req-86e8c208-b17c-4cc4-8b7b-e6538dc0cb1c tempest-MultipleCreateTestJSON-1352928044 tempest-MultipleCreateTestJSON-1352928044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:28:49.166646 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-22e6ec00-60cd-411b-bd69-d02aa97da289 req-86e8c208-b17c-4cc4-8b7b-e6538dc0cb1c tempest-MultipleCreateTestJSON-1352928044 tempest-MultipleCreateTestJSON-1352928044-project] 10.222.0.35 "GET /v2.0/ports?device_id=976aeb93-a42e-439b-967e-664ea8478d21 HTTP/1.1" status: 200 len: 945 time: 0.2249243 Jul 14 18:28:49.237289 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-261814dc-b4aa-40ee-abb6-c07cc1900341 req-9037b40b-2a3a-4a92-9c66-73167071b5e0 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=a5fb9d27-b1e3-4399-b4d8-7495d55c398a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2125506 Jul 14 18:28:49.315593 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [req-22e6ec00-60cd-411b-bd69-d02aa97da289 req-586b133c-2178-41e4-9652-137580fb9138 tempest-MultipleCreateTestJSON-1352928044 tempest-MultipleCreateTestJSON-1352928044-project] Deleting port afff6421-7253-4388-9577-869cad445681 {{(pid=93916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:28:49.316851 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-22e6ec00-60cd-411b-bd69-d02aa97da289 req-586b133c-2178-41e4-9652-137580fb9138 tempest-MultipleCreateTestJSON-1352928044 tempest-MultipleCreateTestJSON-1352928044-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:28:49.324061 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80c81af-6261-4553-9501-5c0dba568656 req-314d48d8-6cd0-4a3a-a1cd-5fd071917222 tempest-MultipleCreateTestJSON-1352928044 tempest-MultipleCreateTestJSON-1352928044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:28:49.331378 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a80c81af-6261-4553-9501-5c0dba568656 req-314d48d8-6cd0-4a3a-a1cd-5fd071917222 tempest-MultipleCreateTestJSON-1352928044 tempest-MultipleCreateTestJSON-1352928044-project] 10.222.0.16 "GET /v2.0/ports?device_id=976aeb93-a42e-439b-967e-664ea8478d21 HTTP/1.1" status: 200 len: 945 time: 0.3183560 Jul 14 18:28:49.445740 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a80c81af-6261-4553-9501-5c0dba568656 req-24efe885-653b-49da-bcbd-eeac7f3ad020 tempest-MultipleCreateTestJSON-1352928044 tempest-MultipleCreateTestJSON-1352928044-project] 10.222.0.16 "GET /v2.0/security-groups?id=1717ebe8-f29a-4477-a288-2900c0dd0f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126771 Jul 14 18:28:49.482613 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7155168-0adf-4659-b53a-86db25a61748 req-1c55fcde-3780-42ae-9ecd-a082884b0df0 tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:28:49.491393 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.db [req-22e6ec00-60cd-411b-bd69-d02aa97da289 req-586b133c-2178-41e4-9652-137580fb9138 tempest-MultipleCreateTestJSON-1352928044 tempest-MultipleCreateTestJSON-1352928044-project] For port afff6421-7253-4388-9577-869cad445681, host n-h2-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=afff6421-7253-4388-9577-869cad445681,segment=NetworkSegment(083d4956-d74a-4548-8325-55efe8661457),segment_id=083d4956-d74a-4548-8325-55efe8661457)] {{(pid=93916) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:28:49.493363 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-22e6ec00-60cd-411b-bd69-d02aa97da289 req-586b133c-2178-41e4-9652-137580fb9138 tempest-MultipleCreateTestJSON-1352928044 tempest-MultipleCreateTestJSON-1352928044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:28:49.493518 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-d7155168-0adf-4659-b53a-86db25a61748 req-1c55fcde-3780-42ae-9ecd-a082884b0df0 tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3043694 Jul 14 18:28:49.508799 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2346a44f-5e88-4499-ba42-1843d095a304 req-b20eef53-b876-4715-b380-2207ec501f59 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:28:49.521540 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [req-22e6ec00-60cd-411b-bd69-d02aa97da289 req-586b133c-2178-41e4-9652-137580fb9138 tempest-MultipleCreateTestJSON-1352928044 tempest-MultipleCreateTestJSON-1352928044-project] Calling delete_port for afff6421-7253-4388-9577-869cad445681 owned by compute:nova {{(pid=93916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:28:49.532709 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2346a44f-5e88-4499-ba42-1843d095a304 req-b20eef53-b876-4715-b380-2207ec501f59 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.16 "GET /v2.0/ports?device_id=a5fb9d27-b1e3-4399-b4d8-7495d55c398a HTTP/1.1" status: 200 len: 950 time: 0.4111853 Jul 14 18:28:49.540416 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 18:28:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4281cf9-4d85-4f31-91a5-17a7c786f992 x-openstack-request-id: req-f4281cf9-4d85-4f31-91a5-17a7c786f992 {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:28:49.543139 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a42ddc6-5334-4b49-b118-b918cd4d3904", "name": "network-vif-deleted", "tag": "b10c9127-860e-4860-a7dc-41b1f8ef0736", "status": "completed", "code": 200}]} {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:28:49.543447 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f4281cf9-4d85-4f31-91a5-17a7c786f992 {{(pid=93915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:28:49.543815 n-d-800634-3 neutron-server[93915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a42ddc6-5334-4b49-b118-b918cd4d3904', 'name': 'network-vif-deleted', 'tag': 'b10c9127-860e-4860-a7dc-41b1f8ef0736', 'status': 'completed', 'code': 200} Jul 14 18:28:49.549153 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [req-d7155168-0adf-4659-b53a-86db25a61748 req-ee0c09a0-fe29-4796-803f-b64bae434d03 tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] Request body: {'port': {'device_id': 'c26faec0-6812-445d-8739-82f226c7537e', 'network_id': '4f742057-89ee-4b4a-86f7-487ee61881a1', 'admin_state_up': True, 'tenant_id': 'aeec593be949414a8c1694135e52293c'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:28:49.681952 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2346a44f-5e88-4499-ba42-1843d095a304 req-339e2217-bcbe-4ad8-916a-70490d1f5831 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.16 "GET /v2.0/security-groups?id=95148b1b-0f93-483b-9e80-262147c27e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480560 Jul 14 18:28:49.724383 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-22e6ec00-60cd-411b-bd69-d02aa97da289 req-586b133c-2178-41e4-9652-137580fb9138 tempest-MultipleCreateTestJSON-1352928044 tempest-MultipleCreateTestJSON-1352928044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:28:49.741939 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] get_ports_and_sgs() called for port_ids ['d463227d-b366-41bf-9cb7-e69658308139', 'afff6421-7253-4388-9577-869cad445681'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 18:28:49.753845 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619baf1b-bc99-4365-a97b-e27d28a580b7 req-f561c346-d8bc-4e59-9a54-a0d9f8542bf5 tempest-LiveMigrationTest-888176612 tempest-LiveMigrationTest-888176612-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:28:49.755565 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-619baf1b-bc99-4365-a97b-e27d28a580b7 req-f561c346-d8bc-4e59-9a54-a0d9f8542bf5 tempest-LiveMigrationTest-888176612 tempest-LiveMigrationTest-888176612-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=39c170ce-4d8b-473d-8a81-72c243e5a41f HTTP/1.1" status: 200 len: 1096 time: 0.1215374 Jul 14 18:28:49.758099 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d7155168-0adf-4659-b53a-86db25a61748 req-ee0c09a0-fe29-4796-803f-b64bae434d03 tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] Made reservation on behalf of aeec593be949414a8c1694135e52293c for: {'port': 1} {{(pid=93915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:28:49.760651 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-d7155168-0adf-4659-b53a-86db25a61748 req-ee0c09a0-fe29-4796-803f-b64bae434d03 tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:28:49.795058 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586b133c-2178-41e4-9652-137580fb9138 tempest-MultipleCreateTestJSON-1352928044 tempest-MultipleCreateTestJSON-1352928044-project] Pushing event deleted for resources: {'Port': ['ID=afff6421-7253-4388-9577-869cad445681,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:28:49.885246 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-619baf1b-bc99-4365-a97b-e27d28a580b7 req-bf49bdcf-d10a-4956-83f5-0d83e8917ede tempest-LiveMigrationTest-888176612 tempest-LiveMigrationTest-888176612-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=93c6eb24-b3aa-49c4-93f7-93dd5f011665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132872 Jul 14 18:28:49.933643 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.l3_dvrscheduler_db [req-22e6ec00-60cd-411b-bd69-d02aa97da289 req-586b133c-2178-41e4-9652-137580fb9138 tempest-MultipleCreateTestJSON-1352928044 tempest-MultipleCreateTestJSON-1352928044-project] No DVR routers for this DVR port afff6421-7253-4388-9577-869cad445681 on host n-h2-800634-3 {{(pid=93916) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 18:28:49.943765 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-22e6ec00-60cd-411b-bd69-d02aa97da289 req-586b133c-2178-41e4-9652-137580fb9138 tempest-MultipleCreateTestJSON-1352928044 tempest-MultipleCreateTestJSON-1352928044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:28:49.945926 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-22e6ec00-60cd-411b-bd69-d02aa97da289 req-586b133c-2178-41e4-9652-137580fb9138 tempest-MultipleCreateTestJSON-1352928044 tempest-MultipleCreateTestJSON-1352928044-project] 10.222.0.35 "DELETE /v2.0/ports/afff6421-7253-4388-9577-869cad445681 HTTP/1.1" status: 204 len: 173 time: 0.7714591 Jul 14 18:28:49.946398 n-d-800634-3 neutron-server[93916]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '976aeb93-a42e-439b-967e-664ea8478d21', 'name': 'network-vif-deleted', 'tag': 'afff6421-7253-4388-9577-869cad445681'}] {{(pid=93916) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:28:49.960899 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f803e150b363a7893830aa996ac27753fa25517c406ecd3536b7c2d4b26eeb9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcfeec92-5b5a-480e-8088-f0c8e6eac9d9" -d '{"events": [{"server_uuid": "976aeb93-a42e-439b-967e-664ea8478d21", "name": "network-vif-deleted", "tag": "afff6421-7253-4388-9577-869cad445681"}]}' {{(pid=93916) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:28:50.233199 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78bf189-eb97-465a-8c34-eef24828c557 req-4fb44050-ae2e-46f9-959b-7894e669b68f tempest-MultipleCreateTestJSON-1352928044 tempest-MultipleCreateTestJSON-1352928044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:28:50.236487 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-c78bf189-eb97-465a-8c34-eef24828c557 req-4fb44050-ae2e-46f9-959b-7894e669b68f tempest-MultipleCreateTestJSON-1352928044 tempest-MultipleCreateTestJSON-1352928044-project] 10.222.0.35 "GET /v2.0/ports?device_id=8fbdee99-986b-42c9-9409-fa02c4ef4c27 HTTP/1.1" status: 200 len: 946 time: 0.0845098 Jul 14 18:28:50.307428 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-5d306e52-3b00-4541-8a3e-62c871087627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:28:50.340396 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c1595d33-daff-4c7b-978b-6348e1bf4576 req-0c286e3f-7cc6-4fd1-8b11-f328548e3b45 tempest-ServerDiskConfigTestJSON-1372590070 tempest-ServerDiskConfigTestJSON-1372590070-project] 10.222.0.16 "GET /v2.0/ports?device_id=bf8f126b-3e3d-4e58-8ea4-3089f2cc29ed HTTP/1.1" status: 200 len: 210 time: 0.0415826 Jul 14 18:28:50.391449 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [req-c78bf189-eb97-465a-8c34-eef24828c557 req-0aef5554-bd5c-4506-86bd-b74b4e9e6e94 tempest-MultipleCreateTestJSON-1352928044 tempest-MultipleCreateTestJSON-1352928044-project] Deleting port d463227d-b366-41bf-9cb7-e69658308139 {{(pid=93916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:28:50.392654 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-c78bf189-eb97-465a-8c34-eef24828c557 req-0aef5554-bd5c-4506-86bd-b74b4e9e6e94 tempest-MultipleCreateTestJSON-1352928044 tempest-MultipleCreateTestJSON-1352928044-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:28:50.409593 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c45dc67-8101-47f5-8f7f-b7d8a5ee8c5f req-5eed778e-f335-463e-9fd1-bbb1058acbd0 tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:28:50.416971 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-8c45dc67-8101-47f5-8f7f-b7d8a5ee8c5f req-5eed778e-f335-463e-9fd1-bbb1058acbd0 tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a9e03fe-9017-4703-95b3-a0248859ab39 HTTP/1.1" status: 200 len: 944 time: 0.5466361 Jul 14 18:28:50.430640 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.db_base_plugin_common [req-d7155168-0adf-4659-b53a-86db25a61748 req-ee0c09a0-fe29-4796-803f-b64bae434d03 tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] Allocated IP 192.168.233.168 (4f742057-89ee-4b4a-86f7-487ee61881a1/f20c54fb-f7da-4761-aa61-2e4f99f3d332/337a126e-8fcd-41fd-84a8-fe579af3e3ba) {{(pid=93915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:28:50.492814 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-8c45dc67-8101-47f5-8f7f-b7d8a5ee8c5f req-05a031a6-4f49-49b9-9cc5-933ea0b1254d tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] 10.222.0.16 "GET /v2.0/security-groups?id=4824db20-b9ba-4380-9f29-13755d37b981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748053 Jul 14 18:28:50.519244 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.db [req-c78bf189-eb97-465a-8c34-eef24828c557 req-0aef5554-bd5c-4506-86bd-b74b4e9e6e94 tempest-MultipleCreateTestJSON-1352928044 tempest-MultipleCreateTestJSON-1352928044-project] For port d463227d-b366-41bf-9cb7-e69658308139, host n-h2-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=d463227d-b366-41bf-9cb7-e69658308139,segment=NetworkSegment(083d4956-d74a-4548-8325-55efe8661457),segment_id=083d4956-d74a-4548-8325-55efe8661457)] {{(pid=93916) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:28:50.519862 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-c78bf189-eb97-465a-8c34-eef24828c557 req-0aef5554-bd5c-4506-86bd-b74b4e9e6e94 tempest-MultipleCreateTestJSON-1352928044 tempest-MultipleCreateTestJSON-1352928044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:28:50.539433 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [req-c78bf189-eb97-465a-8c34-eef24828c557 req-0aef5554-bd5c-4506-86bd-b74b4e9e6e94 tempest-MultipleCreateTestJSON-1352928044 tempest-MultipleCreateTestJSON-1352928044-project] Calling delete_port for d463227d-b366-41bf-9cb7-e69658308139 owned by compute:nova {{(pid=93916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:28:50.584531 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-4378ebfd-17d0-4b79-a7de-db7c037d4320 req-8ced754b-d803-473b-80ef-8095b90d3df3 tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] 10.222.0.16 "GET /v2.0/ports?device_id=c26faec0-6812-445d-8739-82f226c7537e HTTP/1.1" status: 200 len: 210 time: 0.0877140 Jul 14 18:28:50.587819 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Device 7128e733-dc03-4b1c-b657-2ece2176a9cb up at agent hyperv_n-h2-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:28:50.685547 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 18:28:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30c69032-9bb4-4698-b228-b60e8a5f31c6 x-openstack-request-id: req-30c69032-9bb4-4698-b228-b60e8a5f31c6 {{(pid=93916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:28:50.687465 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "976aeb93-a42e-439b-967e-664ea8478d21", "name": "network-vif-deleted", "tag": "afff6421-7253-4388-9577-869cad445681", "status": "completed", "code": 200}]} {{(pid=93916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:28:50.687948 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-30c69032-9bb4-4698-b228-b60e8a5f31c6 {{(pid=93916) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:28:50.689203 n-d-800634-3 neutron-server[93916]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '976aeb93-a42e-439b-967e-664ea8478d21', 'name': 'network-vif-deleted', 'tag': 'afff6421-7253-4388-9577-869cad445681', 'status': 'completed', 'code': 200} Jul 14 18:28:50.734239 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Provisioning for port 7128e733-dc03-4b1c-b657-2ece2176a9cb completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:28:50.741190 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Provisioning complete for port 7128e733-dc03-4b1c-b657-2ece2176a9cb triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:28:50.741586 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:28:50.744324 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-c78bf189-eb97-465a-8c34-eef24828c557 req-0aef5554-bd5c-4506-86bd-b74b4e9e6e94 tempest-MultipleCreateTestJSON-1352928044 tempest-MultipleCreateTestJSON-1352928044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:28:50.794865 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aef5554-bd5c-4506-86bd-b74b4e9e6e94 tempest-MultipleCreateTestJSON-1352928044 tempest-MultipleCreateTestJSON-1352928044-project] Pushing event deleted for resources: {'Port': ['ID=d463227d-b366-41bf-9cb7-e69658308139,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:28:50.844247 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.agents_db [None req-2ea07fb6-aa68-4671-8654-119d82b9f530 None None] Agent healthcheck: found 7 active agents {{(pid=93918) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 18:28:50.868936 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.l3_dvrscheduler_db [req-c78bf189-eb97-465a-8c34-eef24828c557 req-0aef5554-bd5c-4506-86bd-b74b4e9e6e94 tempest-MultipleCreateTestJSON-1352928044 tempest-MultipleCreateTestJSON-1352928044-project] No DVR routers for this DVR port d463227d-b366-41bf-9cb7-e69658308139 on host n-h2-800634-3 {{(pid=93916) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 18:28:50.873621 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-c78bf189-eb97-465a-8c34-eef24828c557 req-0aef5554-bd5c-4506-86bd-b74b4e9e6e94 tempest-MultipleCreateTestJSON-1352928044 tempest-MultipleCreateTestJSON-1352928044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:28:50.877270 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-c78bf189-eb97-465a-8c34-eef24828c557 req-0aef5554-bd5c-4506-86bd-b74b4e9e6e94 tempest-MultipleCreateTestJSON-1352928044 tempest-MultipleCreateTestJSON-1352928044-project] 10.222.0.35 "DELETE /v2.0/ports/d463227d-b366-41bf-9cb7-e69658308139 HTTP/1.1" status: 204 len: 173 time: 0.6351078 Jul 14 18:28:50.899898 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-d7155168-0adf-4659-b53a-86db25a61748 req-ee0c09a0-fe29-4796-803f-b64bae434d03 tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] Notify callbacks [] for port, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:28:50.919942 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:28:50.938521 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-8d4f9627-f415-4898-8098-77112c89df59 req-bad0bdd8-de03-4e76-9e3d-46f2b97dec73 tempest-MultipleCreateTestJSON-1352928044 tempest-MultipleCreateTestJSON-1352928044-project] 10.222.0.16 "GET /v2.0/ports?device_id=976aeb93-a42e-439b-967e-664ea8478d21 HTTP/1.1" status: 200 len: 210 time: 0.0689127 Jul 14 18:28:50.953912 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.provisioning_blocks [req-d7155168-0adf-4659-b53a-86db25a61748 req-ee0c09a0-fe29-4796-803f-b64bae434d03 tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] Transition to ACTIVE for port object 337a126e-8fcd-41fd-84a8-fe579af3e3ba will not be triggered until provisioned by entity DHCP. {{(pid=93915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:28:50.994339 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a27135-2cf9-4a56-8898-feb452642664 req-79b9b8d7-7a47-4f83-a1b8-293a1c61b5ec tempest-ServersTestBootFromVolume-338046033 tempest-ServersTestBootFromVolume-338046033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:28:51.002092 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-d0a27135-2cf9-4a56-8898-feb452642664 req-79b9b8d7-7a47-4f83-a1b8-293a1c61b5ec tempest-ServersTestBootFromVolume-338046033 tempest-ServersTestBootFromVolume-338046033-project] 10.222.0.16 "GET /v2.0/ports?device_id=414b975d-616d-4fdb-8025-9d9a9b03c449 HTTP/1.1" status: 200 len: 946 time: 0.2130616 Jul 14 18:28:51.016684 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] For port 7128e733-dc03-4b1c-b657-2ece2176a9cb, host n-h2-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=7128e733-dc03-4b1c-b657-2ece2176a9cb,segment=NetworkSegment(c5dc6d5b-42e9-4c22-85af-e48a17c0bd6d),segment_id=c5dc6d5b-42e9-4c22-85af-e48a17c0bd6d)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:28:51.021051 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a9e03fe-9017-4703-95b3-a0248859ab39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7128e733-dc03-4b1c-b657-2ece2176a9cb'}] {{(pid=93917) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:28:51.028030 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20b787f3c29eaa7aa2a4d648c725a2124c5ff39a8d793252f9d844495e14cf42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a21ccf0-3637-4bdb-baa4-75530185f4d5" -d '{"events": [{"server_uuid": "4a9e03fe-9017-4703-95b3-a0248859ab39", "name": "network-vif-plugged", "status": "completed", "tag": "7128e733-dc03-4b1c-b657-2ece2176a9cb"}]}' {{(pid=93917) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:28:51.035256 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76b1a2c-ab0e-444f-a24f-ed5da5d6d961 req-7ef1b838-0f1f-422f-a321-b0bd7dab4102 tempest-ServerDiskConfigTestJSON-1372590070 tempest-ServerDiskConfigTestJSON-1372590070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:28:51.037103 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-d7155168-0adf-4659-b53a-86db25a61748 req-ee0c09a0-fe29-4796-803f-b64bae434d03 tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:28:51.040202 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-e76b1a2c-ab0e-444f-a24f-ed5da5d6d961 req-7ef1b838-0f1f-422f-a321-b0bd7dab4102 tempest-ServerDiskConfigTestJSON-1372590070 tempest-ServerDiskConfigTestJSON-1372590070-project] 10.222.0.35 "GET /v2.0/networks?id=931147ca-9c29-4ccf-b0c6-22150fb38263 HTTP/1.1" status: 200 len: 815 time: 0.1471314 Jul 14 18:28:51.041325 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:28:51.042306 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Device afff6421-7253-4388-9577-869cad445681 no longer exists at agent hyperv_n-h2-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 18:28:51.057890 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [req-e76b1a2c-ab0e-444f-a24f-ed5da5d6d961 req-5852f48b-e646-462b-a226-9721228544d6 tempest-ServerDiskConfigTestJSON-1372590070 tempest-ServerDiskConfigTestJSON-1372590070-project] Request body: {'port': {'device_id': 'bf8f126b-3e3d-4e58-8ea4-3089f2cc29ed', 'network_id': '931147ca-9c29-4ccf-b0c6-22150fb38263', 'admin_state_up': True, 'tenant_id': '1fa4a28868c84b38bc8e65d0fea7d3b5'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:28:51.101178 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-d0a27135-2cf9-4a56-8898-feb452642664 req-021d86e1-e766-4701-9e32-138428afbcea tempest-ServersTestBootFromVolume-338046033 tempest-ServersTestBootFromVolume-338046033-project] 10.222.0.16 "GET /v2.0/security-groups?id=21521fa0-66ce-4b78-82b0-f6cb49764165&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0918062 Jul 14 18:28:51.105706 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] get_ports_and_sgs() called for port_ids ['069fec85-1f88-4350-a10b-8a1886043632', 'b857234d-ca6d-4a0c-9cfb-3a257e1bca77'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 18:28:51.109825 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] get_ports_and_sgs() called for port_ids ['669c9edf-0066-4f1c-8103-9c630a3adbef', '12f9f4e0-732a-4ff7-ae01-79782107bd50', '93931838-c4c9-4619-9753-71eeca38dcdc'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 18:28:51.144756 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7155168-0adf-4659-b53a-86db25a61748 req-ee0c09a0-fe29-4796-803f-b64bae434d03 tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] Network 4f742057-89ee-4b4a-86f7-487ee61881a1 is already hosted by enough agents. {{(pid=93915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:28:51.149755 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [req-d7155168-0adf-4659-b53a-86db25a61748 req-ee0c09a0-fe29-4796-803f-b64bae434d03 tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] Resources bound (agent type, host, resource id): {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:28:51.154456 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7155168-0adf-4659-b53a-86db25a61748 req-ee0c09a0-fe29-4796-803f-b64bae434d03 tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] Received port after_create {{(pid=93915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:28:51.159255 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0c09a0-fe29-4796-803f-b64bae434d03 tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] Pushing event updated for resources: {'Port': ['ID=337a126e-8fcd-41fd-84a8-fe579af3e3ba,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:28:51.235754 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] No Port match for: afff6421-7253-4388-9577-869cad445681 {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 18:28:51.236137 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Device afff6421-7253-4388-9577-869cad445681 not bound to the agent host n-h2-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 18:28:51.286026 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7155168-0adf-4659-b53a-86db25a61748 req-ee0c09a0-fe29-4796-803f-b64bae434d03 tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:28:51.286713 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-d7155168-0adf-4659-b53a-86db25a61748 req-ee0c09a0-fe29-4796-803f-b64bae434d03 tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:28:51.345210 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Pushing event updated for resources: {'Port': ['ID=7128e733-dc03-4b1c-b657-2ece2176a9cb,revision_number=5']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:28:51.360478 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e76b1a2c-ab0e-444f-a24f-ed5da5d6d961 req-5852f48b-e646-462b-a226-9721228544d6 tempest-ServerDiskConfigTestJSON-1372590070 tempest-ServerDiskConfigTestJSON-1372590070-project] Made reservation on behalf of 1fa4a28868c84b38bc8e65d0fea7d3b5 for: {'port': 1} {{(pid=93916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:28:51.369358 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-d7155168-0adf-4659-b53a-86db25a61748 req-ee0c09a0-fe29-4796-803f-b64bae434d03 tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8307016 Jul 14 18:28:51.375763 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-e76b1a2c-ab0e-444f-a24f-ed5da5d6d961 req-5852f48b-e646-462b-a226-9721228544d6 tempest-ServerDiskConfigTestJSON-1372590070 tempest-ServerDiskConfigTestJSON-1372590070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:28:51.383414 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [req-d7155168-0adf-4659-b53a-86db25a61748 req-4dcf1141-ecb3-4149-a117-f035b575bf1a service neutron] Request body: {'port': {'device_id': 'c26faec0-6812-445d-8739-82f226c7537e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800634-3'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:28:51.627536 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.db_base_plugin_common [req-e76b1a2c-ab0e-444f-a24f-ed5da5d6d961 req-5852f48b-e646-462b-a226-9721228544d6 tempest-ServerDiskConfigTestJSON-1372590070 tempest-ServerDiskConfigTestJSON-1372590070-project] Allocated IP 172.20.0.13 (931147ca-9c29-4ccf-b0c6-22150fb38263/1247ec7e-a3af-456f-af13-5ca1fde66245/3de48cc2-9373-4f7a-9b7e-c1d9f1d47234) {{(pid=93916) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:28:51.707543 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-d7155168-0adf-4659-b53a-86db25a61748 req-4dcf1141-ecb3-4149-a117-f035b575bf1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:28:51.759643 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-95077a9f-b50c-4780-9bc0-1f60e62b7010 None None] Provisioning for port 337a126e-8fcd-41fd-84a8-fe579af3e3ba completed by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:28:51.781047 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-95077a9f-b50c-4780-9bc0-1f60e62b7010 None None] Provisioning complete for port 337a126e-8fcd-41fd-84a8-fe579af3e3ba triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:28:51.781733 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-95077a9f-b50c-4780-9bc0-1f60e62b7010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:28:51.815385 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261814dc-b4aa-40ee-abb6-c07cc1900341 req-f4c20283-d7d3-4d01-bda8-5335020086c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:28:51.817032 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-261814dc-b4aa-40ee-abb6-c07cc1900341 req-f4c20283-d7d3-4d01-bda8-5335020086c3 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e0d800f124a7477bb29e534c1272cd15&device_id=a5fb9d27-b1e3-4399-b4d8-7495d55c398a HTTP/1.1" status: 200 len: 1101 time: 0.3323374 Jul 14 18:28:51.828624 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900f9a05-8f6b-4c42-a7ce-4e7d4c5e9fc1 req-eada6e1f-d431-42be-992e-92ce6659f072 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:28:51.837936 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-900f9a05-8f6b-4c42-a7ce-4e7d4c5e9fc1 req-eada6e1f-d431-42be-992e-92ce6659f072 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.16 "GET /v2.0/ports?device_id=a5fb9d27-b1e3-4399-b4d8-7495d55c398a HTTP/1.1" status: 200 len: 950 time: 0.4188251 Jul 14 18:28:51.838251 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-e76b1a2c-ab0e-444f-a24f-ed5da5d6d961 req-5852f48b-e646-462b-a226-9721228544d6 tempest-ServerDiskConfigTestJSON-1372590070 tempest-ServerDiskConfigTestJSON-1372590070-project] Notify callbacks [] for port, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:28:51.886777 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-e76b1a2c-ab0e-444f-a24f-ed5da5d6d961 req-5852f48b-e646-462b-a226-9721228544d6 tempest-ServerDiskConfigTestJSON-1372590070 tempest-ServerDiskConfigTestJSON-1372590070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:28:51.968051 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-900f9a05-8f6b-4c42-a7ce-4e7d4c5e9fc1 req-a5e12190-d82d-46fb-9460-e0aaef757456 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.16 "GET /v2.0/security-groups?id=95148b1b-0f93-483b-9e80-262147c27e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291299 Jul 14 18:28:51.980646 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-95077a9f-b50c-4780-9bc0-1f60e62b7010 None None] Port 337a126e-8fcd-41fd-84a8-fe579af3e3ba cannot update to ACTIVE because it is not bound. {{(pid=93917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 18:28:52.025204 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e76b1a2c-ab0e-444f-a24f-ed5da5d6d961 req-5852f48b-e646-462b-a226-9721228544d6 tempest-ServerDiskConfigTestJSON-1372590070 tempest-ServerDiskConfigTestJSON-1372590070-project] Network 931147ca-9c29-4ccf-b0c6-22150fb38263 is already hosted by enough agents. {{(pid=93916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:28:52.032902 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [req-e76b1a2c-ab0e-444f-a24f-ed5da5d6d961 req-5852f48b-e646-462b-a226-9721228544d6 tempest-ServerDiskConfigTestJSON-1372590070 tempest-ServerDiskConfigTestJSON-1372590070-project] Resources bound (agent type, host, resource id): {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:28:52.039755 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5852f48b-e646-462b-a226-9721228544d6 tempest-ServerDiskConfigTestJSON-1372590070 tempest-ServerDiskConfigTestJSON-1372590070-project] Pushing event updated for resources: {'Port': ['ID=3de48cc2-9373-4f7a-9b7e-c1d9f1d47234,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:28:52.045537 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.l3_dvrscheduler_db [req-e76b1a2c-ab0e-444f-a24f-ed5da5d6d961 req-5852f48b-e646-462b-a226-9721228544d6 tempest-ServerDiskConfigTestJSON-1372590070 tempest-ServerDiskConfigTestJSON-1372590070-project] Received port after_create {{(pid=93916) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:28:52.081054 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 18:28:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39a8e9e0-c1f3-4a6a-80e8-aec3b52dbff9 x-openstack-request-id: req-39a8e9e0-c1f3-4a6a-80e8-aec3b52dbff9 {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:28:52.081054 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a9e03fe-9017-4703-95b3-a0248859ab39", "name": "network-vif-plugged", "status": "completed", "tag": "7128e733-dc03-4b1c-b657-2ece2176a9cb", "code": 200}]} {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:28:52.081054 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-39a8e9e0-c1f3-4a6a-80e8-aec3b52dbff9 {{(pid=93917) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:28:52.081054 n-d-800634-3 neutron-server[93917]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a9e03fe-9017-4703-95b3-a0248859ab39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7128e733-dc03-4b1c-b657-2ece2176a9cb', 'code': 200} Jul 14 18:28:52.111922 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5852f48b-e646-462b-a226-9721228544d6 tempest-ServerDiskConfigTestJSON-1372590070 tempest-ServerDiskConfigTestJSON-1372590070-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:28:52.112322 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5852f48b-e646-462b-a226-9721228544d6 tempest-ServerDiskConfigTestJSON-1372590070 tempest-ServerDiskConfigTestJSON-1372590070-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:28:52.112668 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5852f48b-e646-462b-a226-9721228544d6 tempest-ServerDiskConfigTestJSON-1372590070 tempest-ServerDiskConfigTestJSON-1372590070-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:28:52.113029 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5852f48b-e646-462b-a226-9721228544d6 tempest-ServerDiskConfigTestJSON-1372590070 tempest-ServerDiskConfigTestJSON-1372590070-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:28:52.114799 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5852f48b-e646-462b-a226-9721228544d6 tempest-ServerDiskConfigTestJSON-1372590070 tempest-ServerDiskConfigTestJSON-1372590070-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:28:52.114799 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5852f48b-e646-462b-a226-9721228544d6 tempest-ServerDiskConfigTestJSON-1372590070 tempest-ServerDiskConfigTestJSON-1372590070-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:28:52.114799 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5852f48b-e646-462b-a226-9721228544d6 tempest-ServerDiskConfigTestJSON-1372590070 tempest-ServerDiskConfigTestJSON-1372590070-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:28:52.114799 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5852f48b-e646-462b-a226-9721228544d6 tempest-ServerDiskConfigTestJSON-1372590070 tempest-ServerDiskConfigTestJSON-1372590070-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:28:52.114799 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5852f48b-e646-462b-a226-9721228544d6 tempest-ServerDiskConfigTestJSON-1372590070 tempest-ServerDiskConfigTestJSON-1372590070-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:28:52.115225 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5852f48b-e646-462b-a226-9721228544d6 tempest-ServerDiskConfigTestJSON-1372590070 tempest-ServerDiskConfigTestJSON-1372590070-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:28:52.115306 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5852f48b-e646-462b-a226-9721228544d6 tempest-ServerDiskConfigTestJSON-1372590070 tempest-ServerDiskConfigTestJSON-1372590070-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:28:52.115848 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5852f48b-e646-462b-a226-9721228544d6 tempest-ServerDiskConfigTestJSON-1372590070 tempest-ServerDiskConfigTestJSON-1372590070-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:28:52.182717 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76b1a2c-ab0e-444f-a24f-ed5da5d6d961 req-5852f48b-e646-462b-a226-9721228544d6 tempest-ServerDiskConfigTestJSON-1372590070 tempest-ServerDiskConfigTestJSON-1372590070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:28:52.183353 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-e76b1a2c-ab0e-444f-a24f-ed5da5d6d961 req-5852f48b-e646-462b-a226-9721228544d6 tempest-ServerDiskConfigTestJSON-1372590070 tempest-ServerDiskConfigTestJSON-1372590070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:28:52.189508 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device b10c9127-860e-4860-a7dc-41b1f8ef0736 no longer exists at agent hyperv_n-h1-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 18:28:52.220192 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261814dc-b4aa-40ee-abb6-c07cc1900341 req-c4f4571a-1455-4b54-84ad-8e5d4ba5d319 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:28:52.221693 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-261814dc-b4aa-40ee-abb6-c07cc1900341 req-c4f4571a-1455-4b54-84ad-8e5d4ba5d319 service neutron] 10.222.0.35 "GET /v2.0/networks?id=4f742057-89ee-4b4a-86f7-487ee61881a1 HTTP/1.1" status: 200 len: 869 time: 0.3699367 Jul 14 18:28:52.227631 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-e76b1a2c-ab0e-444f-a24f-ed5da5d6d961 req-5852f48b-e646-462b-a226-9721228544d6 tempest-ServerDiskConfigTestJSON-1372590070 tempest-ServerDiskConfigTestJSON-1372590070-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1736934 Jul 14 18:28:52.233308 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] No Port match for: b10c9127-860e-4860-a7dc-41b1f8ef0736 {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 18:28:52.233820 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device b10c9127-860e-4860-a7dc-41b1f8ef0736 not bound to the agent host n-h1-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 18:28:52.240090 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [req-e76b1a2c-ab0e-444f-a24f-ed5da5d6d961 req-b674102b-3543-43a9-ac18-12a536954d47 service neutron] Request body: {'port': {'device_id': 'bf8f126b-3e3d-4e58-8ea4-3089f2cc29ed', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800634-3'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:28:52.322307 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-e76b1a2c-ab0e-444f-a24f-ed5da5d6d961 req-b674102b-3543-43a9-ac18-12a536954d47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:28:52.325817 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-261814dc-b4aa-40ee-abb6-c07cc1900341 req-0208b1b9-ee92-4866-8d36-5265d2ae11d7 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.139&port_id=7d2f5b48-4f1f-4f54-acfc-d43811b03a15 HTTP/1.1" status: 200 len: 217 time: 0.0814755 Jul 14 18:28:52.443191 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51734632-9999-4ab8-8304-19ef9e03e811 req-f9bf1135-6281-4237-b21e-f96a48197ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:28:52.444736 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-51734632-9999-4ab8-8304-19ef9e03e811 req-f9bf1135-6281-4237-b21e-f96a48197ab0 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=4a9e03fe-9017-4703-95b3-a0248859ab39 HTTP/1.1" status: 200 len: 1096 time: 0.2681580 Jul 14 18:28:52.448859 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261814dc-b4aa-40ee-abb6-c07cc1900341 req-ae74111f-c86a-44a8-9f7b-262191a5792e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:28:52.450246 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-261814dc-b4aa-40ee-abb6-c07cc1900341 req-ae74111f-c86a-44a8-9f7b-262191a5792e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f20c54fb-f7da-4761-aa61-2e4f99f3d332 HTTP/1.1" status: 200 len: 843 time: 0.1094358 Jul 14 18:28:52.462858 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd55af6-30c8-4990-b13b-61b9a6aade01 req-d3f1e1fb-488e-48aa-93fb-38650fc550af tempest-ServerDiskConfigTestJSON-1372590070 tempest-ServerDiskConfigTestJSON-1372590070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:28:52.466806 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-7cd55af6-30c8-4990-b13b-61b9a6aade01 req-d3f1e1fb-488e-48aa-93fb-38650fc550af tempest-ServerDiskConfigTestJSON-1372590070 tempest-ServerDiskConfigTestJSON-1372590070-project] 10.222.0.16 "GET /v2.0/ports?device_id=bf8f126b-3e3d-4e58-8ea4-3089f2cc29ed HTTP/1.1" status: 200 len: 932 time: 0.2263737 Jul 14 18:28:52.571477 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [req-d7155168-0adf-4659-b53a-86db25a61748 req-4dcf1141-ecb3-4149-a117-f035b575bf1a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 337a126e-8fcd-41fd-84a8-fe579af3e3ba {{(pid=93915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 18:28:52.593814 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-d7155168-0adf-4659-b53a-86db25a61748 req-4dcf1141-ecb3-4149-a117-f035b575bf1a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:28:52.613024 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-51734632-9999-4ab8-8304-19ef9e03e811 req-df12e8a7-5d0a-4467-987b-7600c4821555 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=4824db20-b9ba-4380-9f29-13755d37b981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451232 Jul 14 18:28:52.620749 n-d-800634-3 neutron-server[93916]: DEBUG neutron.notifiers.nova [req-e76b1a2c-ab0e-444f-a24f-ed5da5d6d961 req-b674102b-3543-43a9-ac18-12a536954d47 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3de48cc2-9373-4f7a-9b7e-c1d9f1d47234 {{(pid=93916) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 18:28:52.628741 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-e76b1a2c-ab0e-444f-a24f-ed5da5d6d961 req-b674102b-3543-43a9-ac18-12a536954d47 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:28:52.637305 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-7cd55af6-30c8-4990-b13b-61b9a6aade01 req-ba9f40e7-2db6-40ee-b9e6-de85bc6f4c39 tempest-ServerDiskConfigTestJSON-1372590070 tempest-ServerDiskConfigTestJSON-1372590070-project] 10.222.0.16 "GET /v2.0/security-groups?id=8f471560-b797-46f3-abf1-e078e196721c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410844 Jul 14 18:28:52.638394 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.provisioning_blocks [req-d7155168-0adf-4659-b53a-86db25a61748 req-4dcf1141-ecb3-4149-a117-f035b575bf1a service neutron] Transition to ACTIVE for port object 337a126e-8fcd-41fd-84a8-fe579af3e3ba will not be triggered until provisioned by entity L2. {{(pid=93915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:28:52.642729 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-d7155168-0adf-4659-b53a-86db25a61748 req-4dcf1141-ecb3-4149-a117-f035b575bf1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25912978'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:28:52.660257 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.provisioning_blocks [req-e76b1a2c-ab0e-444f-a24f-ed5da5d6d961 req-b674102b-3543-43a9-ac18-12a536954d47 service neutron] Transition to ACTIVE for port object 3de48cc2-9373-4f7a-9b7e-c1d9f1d47234 will not be triggered until provisioned by entity L2. {{(pid=93916) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:28:52.660257 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-e76b1a2c-ab0e-444f-a24f-ed5da5d6d961 req-b674102b-3543-43a9-ac18-12a536954d47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2684870'] for port, after_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:28:52.697966 n-d-800634-3 neutron-server[93916]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fbdee99-986b-42c9-9409-fa02c4ef4c27', 'name': 'network-vif-deleted', 'tag': 'd463227d-b366-41bf-9cb7-e69658308139'}] {{(pid=93916) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:28:52.700306 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f803e150b363a7893830aa996ac27753fa25517c406ecd3536b7c2d4b26eeb9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8f5c9a3-4887-4aed-a36e-0d083fd8fef0" -d '{"events": [{"server_uuid": "8fbdee99-986b-42c9-9409-fa02c4ef4c27", "name": "network-vif-deleted", "tag": "d463227d-b366-41bf-9cb7-e69658308139"}]}' {{(pid=93916) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:28:52.701797 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261814dc-b4aa-40ee-abb6-c07cc1900341 req-f0fe83c2-9987-44d8-a9a7-db222e5148fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:28:52.703355 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-261814dc-b4aa-40ee-abb6-c07cc1900341 req-f0fe83c2-9987-44d8-a9a7-db222e5148fe service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4f742057-89ee-4b4a-86f7-487ee61881a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2168741 Jul 14 18:28:52.707012 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [req-df7fb27e-5dae-4b48-b77b-99d1428b8b1c req-b4b2f0aa-bf86-4841-9879-49730d6feb89 tempest-LiveMigrationTest-888176612 tempest-LiveMigrationTest-888176612-project-admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=93915) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 18:28:52.715043 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-df7fb27e-5dae-4b48-b77b-99d1428b8b1c req-b4b2f0aa-bf86-4841-9879-49730d6feb89 tempest-LiveMigrationTest-888176612 tempest-LiveMigrationTest-888176612-project-admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0987682 Jul 14 18:28:52.725433 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [req-df7fb27e-5dae-4b48-b77b-99d1428b8b1c req-b4060262-6b23-4bf3-853d-0eec2b1229c8 service neutron] Request body: {'binding': {'host': 'n-h1-800634-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:28:52.725890 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [req-df7fb27e-5dae-4b48-b77b-99d1428b8b1c req-b4060262-6b23-4bf3-853d-0eec2b1229c8 service neutron] Unknown quota resources ['binding']. {{(pid=93915) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 14 18:28:52.767953 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-3b6868a2-ba5b-465e-9399-3561e5bcf0c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:28:52.798155 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dcf1141-ecb3-4149-a117-f035b575bf1a service neutron] Pushing event updated for resources: {'Port': ['ID=337a126e-8fcd-41fd-84a8-fe579af3e3ba,revision_number=2']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:28:52.799877 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b674102b-3543-43a9-ac18-12a536954d47 service neutron] Pushing event updated for resources: {'Port': ['ID=3de48cc2-9373-4f7a-9b7e-c1d9f1d47234,revision_number=2']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:28:52.832762 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.managers [req-e76b1a2c-ab0e-444f-a24f-ed5da5d6d961 req-b674102b-3543-43a9-ac18-12a536954d47 service neutron] Attempting to bind port 3de48cc2-9373-4f7a-9b7e-c1d9f1d47234 on host n-h2-800634-3 for vnic_type normal with profile {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:28:52.833238 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.managers [req-e76b1a2c-ab0e-444f-a24f-ed5da5d6d961 req-b674102b-3543-43a9-ac18-12a536954d47 service neutron] Attempting to bind port 3de48cc2-9373-4f7a-9b7e-c1d9f1d47234 by drivers openvswitch,hyperv on host n-h2-800634-3 at level 0 using segments [{'id': '9a21e516-8d79-4e64-b3eb-1610a868b024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '931147ca-9c29-4ccf-b0c6-22150fb38263'}] {{(pid=93916) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:28:52.833967 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e76b1a2c-ab0e-444f-a24f-ed5da5d6d961 req-b674102b-3543-43a9-ac18-12a536954d47 service neutron] Attempting to bind port 3de48cc2-9373-4f7a-9b7e-c1d9f1d47234 on network 931147ca-9c29-4ccf-b0c6-22150fb38263 {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:28:52.839946 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e76b1a2c-ab0e-444f-a24f-ed5da5d6d961 req-b674102b-3543-43a9-ac18-12a536954d47 service neutron] Port 3de48cc2-9373-4f7a-9b7e-c1d9f1d47234 on network 931147ca-9c29-4ccf-b0c6-22150fb38263 not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-3 {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 18:28:52.840427 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e76b1a2c-ab0e-444f-a24f-ed5da5d6d961 req-b674102b-3543-43a9-ac18-12a536954d47 service neutron] Attempting to bind port 3de48cc2-9373-4f7a-9b7e-c1d9f1d47234 on network 931147ca-9c29-4ccf-b0c6-22150fb38263 {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:28:52.846357 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e76b1a2c-ab0e-444f-a24f-ed5da5d6d961 req-b674102b-3543-43a9-ac18-12a536954d47 service neutron] Checking agent: {'id': '08e36a6c-8d04-48f0-a644-f27680635246', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 15, 35), 'started_at': datetime.datetime(2021, 7, 14, 18, 15, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 18, 28, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 18:28:52.847530 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e76b1a2c-ab0e-444f-a24f-ed5da5d6d961 req-b674102b-3543-43a9-ac18-12a536954d47 service neutron] Checking segment: {'id': '9a21e516-8d79-4e64-b3eb-1610a868b024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '931147ca-9c29-4ccf-b0c6-22150fb38263'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93916) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:28:52.852055 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e76b1a2c-ab0e-444f-a24f-ed5da5d6d961 req-b674102b-3543-43a9-ac18-12a536954d47 service neutron] Bound using segment: {'id': '9a21e516-8d79-4e64-b3eb-1610a868b024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '931147ca-9c29-4ccf-b0c6-22150fb38263'} {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 18:28:52.852697 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.managers [req-e76b1a2c-ab0e-444f-a24f-ed5da5d6d961 req-b674102b-3543-43a9-ac18-12a536954d47 service neutron] Bound port: 3de48cc2-9373-4f7a-9b7e-c1d9f1d47234, host: n-h2-800634-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a21e516-8d79-4e64-b3eb-1610a868b024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '931147ca-9c29-4ccf-b0c6-22150fb38263'}}] {{(pid=93916) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 18:28:52.853166 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-e76b1a2c-ab0e-444f-a24f-ed5da5d6d961 req-b674102b-3543-43a9-ac18-12a536954d47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:28:52.926914 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.db [req-e76b1a2c-ab0e-444f-a24f-ed5da5d6d961 req-b674102b-3543-43a9-ac18-12a536954d47 service neutron] For port 3de48cc2-9373-4f7a-9b7e-c1d9f1d47234, host n-h2-800634-3, cleared binding levels {{(pid=93916) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:28:52.931318 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.db [req-e76b1a2c-ab0e-444f-a24f-ed5da5d6d961 req-b674102b-3543-43a9-ac18-12a536954d47 service neutron] For port 3de48cc2-9373-4f7a-9b7e-c1d9f1d47234, host n-h2-800634-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=3de48cc2-9373-4f7a-9b7e-c1d9f1d47234,segment=NetworkSegment(9a21e516-8d79-4e64-b3eb-1610a868b024),segment_id=9a21e516-8d79-4e64-b3eb-1610a868b024)] {{(pid=93916) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 18:28:52.935739 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-e76b1a2c-ab0e-444f-a24f-ed5da5d6d961 req-b674102b-3543-43a9-ac18-12a536954d47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2684870'] for port, after_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:28:52.969276 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76b1a2c-ab0e-444f-a24f-ed5da5d6d961 req-b674102b-3543-43a9-ac18-12a536954d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:28:52.969895 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-e76b1a2c-ab0e-444f-a24f-ed5da5d6d961 req-b674102b-3543-43a9-ac18-12a536954d47 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:28:52.971645 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-e76b1a2c-ab0e-444f-a24f-ed5da5d6d961 req-b674102b-3543-43a9-ac18-12a536954d47 service neutron] 10.222.0.35 "PUT /v2.0/ports/3de48cc2-9373-4f7a-9b7e-c1d9f1d47234 HTTP/1.1" status: 200 len: 1092 time: 0.7367418 Jul 14 18:28:53.000178 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b674102b-3543-43a9-ac18-12a536954d47 service neutron] Pushing event updated for resources: {'Port': ['ID=3de48cc2-9373-4f7a-9b7e-c1d9f1d47234,revision_number=3']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:28:53.060748 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-d7155168-0adf-4659-b53a-86db25a61748 req-4dcf1141-ecb3-4149-a117-f035b575bf1a service neutron] Attempting to bind port 337a126e-8fcd-41fd-84a8-fe579af3e3ba on host n-h1-800634-3 for vnic_type normal with profile {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:28:53.061124 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-d7155168-0adf-4659-b53a-86db25a61748 req-4dcf1141-ecb3-4149-a117-f035b575bf1a service neutron] Attempting to bind port 337a126e-8fcd-41fd-84a8-fe579af3e3ba by drivers openvswitch,hyperv on host n-h1-800634-3 at level 0 using segments [{'id': '067fc487-22c7-42de-972d-ae352a28ad29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '4f742057-89ee-4b4a-86f7-487ee61881a1'}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:28:53.061431 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7155168-0adf-4659-b53a-86db25a61748 req-4dcf1141-ecb3-4149-a117-f035b575bf1a service neutron] Attempting to bind port 337a126e-8fcd-41fd-84a8-fe579af3e3ba on network 4f742057-89ee-4b4a-86f7-487ee61881a1 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:28:53.070026 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76b1a2c-ab0e-444f-a24f-ed5da5d6d961 req-62106046-c674-4fa6-9c26-1c7020d2db66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:28:53.071839 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-e76b1a2c-ab0e-444f-a24f-ed5da5d6d961 req-62106046-c674-4fa6-9c26-1c7020d2db66 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=1fa4a28868c84b38bc8e65d0fea7d3b5&device_id=bf8f126b-3e3d-4e58-8ea4-3089f2cc29ed HTTP/1.1" status: 200 len: 1095 time: 0.0569484 Jul 14 18:28:53.071998 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b7ddf8-89ba-4bd5-8912-d91ceab13517 req-59db9d28-36c7-4903-90e8-2f5b516d724d tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:28:53.073608 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-07b7ddf8-89ba-4bd5-8912-d91ceab13517 req-59db9d28-36c7-4903-90e8-2f5b516d724d tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a9e03fe-9017-4703-95b3-a0248859ab39 HTTP/1.1" status: 200 len: 945 time: 0.2976995 Jul 14 18:28:53.080076 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-261814dc-b4aa-40ee-abb6-c07cc1900341 req-5dcd9ddd-719a-4edc-8c1f-9aa614140f4a service neutron] 10.222.0.35 "GET /v2.0/networks/4f742057-89ee-4b4a-86f7-487ee61881a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3026152 Jul 14 18:28:53.082194 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7155168-0adf-4659-b53a-86db25a61748 req-4dcf1141-ecb3-4149-a117-f035b575bf1a service neutron] Port 337a126e-8fcd-41fd-84a8-fe579af3e3ba on network 4f742057-89ee-4b4a-86f7-487ee61881a1 not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-3 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 18:28:53.082525 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7155168-0adf-4659-b53a-86db25a61748 req-4dcf1141-ecb3-4149-a117-f035b575bf1a service neutron] Attempting to bind port 337a126e-8fcd-41fd-84a8-fe579af3e3ba on network 4f742057-89ee-4b4a-86f7-487ee61881a1 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:28:53.116881 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7155168-0adf-4659-b53a-86db25a61748 req-4dcf1141-ecb3-4149-a117-f035b575bf1a service neutron] Checking agent: {'id': 'a3630ff4-fbee-45d9-b9b6-0ae41cb3a350', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 15, 32), 'started_at': datetime.datetime(2021, 7, 14, 18, 15, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 18, 28, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 18:28:53.117176 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7155168-0adf-4659-b53a-86db25a61748 req-4dcf1141-ecb3-4149-a117-f035b575bf1a service neutron] Checking segment: {'id': '067fc487-22c7-42de-972d-ae352a28ad29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '4f742057-89ee-4b4a-86f7-487ee61881a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:28:53.117520 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7155168-0adf-4659-b53a-86db25a61748 req-4dcf1141-ecb3-4149-a117-f035b575bf1a service neutron] Bound using segment: {'id': '067fc487-22c7-42de-972d-ae352a28ad29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '4f742057-89ee-4b4a-86f7-487ee61881a1'} {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 18:28:53.117974 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-d7155168-0adf-4659-b53a-86db25a61748 req-4dcf1141-ecb3-4149-a117-f035b575bf1a service neutron] Bound port: 337a126e-8fcd-41fd-84a8-fe579af3e3ba, host: n-h1-800634-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '067fc487-22c7-42de-972d-ae352a28ad29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '4f742057-89ee-4b4a-86f7-487ee61881a1'}}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 18:28:53.118344 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-d7155168-0adf-4659-b53a-86db25a61748 req-4dcf1141-ecb3-4149-a117-f035b575bf1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:28:53.120587 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:28:53.123326 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-df7fb27e-5dae-4b48-b77b-99d1428b8b1c req-b4060262-6b23-4bf3-853d-0eec2b1229c8 service neutron] Attempting to bind port 81d732d1-5e63-4f14-a06a-fb2280c67184 on host n-h1-800634-3 for vnic_type normal with profile None {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:28:53.123670 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-df7fb27e-5dae-4b48-b77b-99d1428b8b1c req-b4060262-6b23-4bf3-853d-0eec2b1229c8 service neutron] Attempting to bind port 81d732d1-5e63-4f14-a06a-fb2280c67184 by drivers openvswitch,hyperv on host n-h1-800634-3 at level 0 using segments [{'id': 'd3ebb57b-621c-4102-bdfe-7fa439ba5ffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '31a99599-848e-4d3a-b964-3d8069f89b88'}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:28:53.124005 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df7fb27e-5dae-4b48-b77b-99d1428b8b1c req-b4060262-6b23-4bf3-853d-0eec2b1229c8 service neutron] Attempting to bind port 81d732d1-5e63-4f14-a06a-fb2280c67184 on network 31a99599-848e-4d3a-b964-3d8069f89b88 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:28:53.125201 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-e76b1a2c-ab0e-444f-a24f-ed5da5d6d961 req-ddfbd966-1432-4350-a1ce-9e7e9270489a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3de48cc2-9373-4f7a-9b7e-c1d9f1d47234 HTTP/1.1" status: 200 len: 217 time: 0.0449448 Jul 14 18:28:53.170548 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df7fb27e-5dae-4b48-b77b-99d1428b8b1c req-b4060262-6b23-4bf3-853d-0eec2b1229c8 service neutron] Port 81d732d1-5e63-4f14-a06a-fb2280c67184 on network 31a99599-848e-4d3a-b964-3d8069f89b88 not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-3 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 18:28:53.170884 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df7fb27e-5dae-4b48-b77b-99d1428b8b1c req-b4060262-6b23-4bf3-853d-0eec2b1229c8 service neutron] Attempting to bind port 81d732d1-5e63-4f14-a06a-fb2280c67184 on network 31a99599-848e-4d3a-b964-3d8069f89b88 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:28:53.175966 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76b1a2c-ab0e-444f-a24f-ed5da5d6d961 req-754e8d8f-e1a3-4960-85de-75e6b53790bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:28:53.177448 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-e76b1a2c-ab0e-444f-a24f-ed5da5d6d961 req-754e8d8f-e1a3-4960-85de-75e6b53790bd service neutron] 10.222.0.35 "GET /v2.0/subnets?id=1247ec7e-a3af-456f-af13-5ca1fde66245 HTTP/1.1" status: 200 len: 855 time: 0.0452199 Jul 14 18:28:53.214667 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-e76b1a2c-ab0e-444f-a24f-ed5da5d6d961 req-29e9864a-6efb-4758-a73c-16fd62dbdc80 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=931147ca-9c29-4ccf-b0c6-22150fb38263&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266962 Jul 14 18:28:53.217036 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df7fb27e-5dae-4b48-b77b-99d1428b8b1c req-b4060262-6b23-4bf3-853d-0eec2b1229c8 service neutron] Checking agent: {'id': 'a3630ff4-fbee-45d9-b9b6-0ae41cb3a350', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 15, 32), 'started_at': datetime.datetime(2021, 7, 14, 18, 15, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 18, 28, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 18:28:53.217376 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df7fb27e-5dae-4b48-b77b-99d1428b8b1c req-b4060262-6b23-4bf3-853d-0eec2b1229c8 service neutron] Checking segment: {'id': 'd3ebb57b-621c-4102-bdfe-7fa439ba5ffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '31a99599-848e-4d3a-b964-3d8069f89b88'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:28:53.217760 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df7fb27e-5dae-4b48-b77b-99d1428b8b1c req-b4060262-6b23-4bf3-853d-0eec2b1229c8 service neutron] Bound using segment: {'id': 'd3ebb57b-621c-4102-bdfe-7fa439ba5ffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '31a99599-848e-4d3a-b964-3d8069f89b88'} {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 18:28:53.218867 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-df7fb27e-5dae-4b48-b77b-99d1428b8b1c req-b4060262-6b23-4bf3-853d-0eec2b1229c8 service neutron] Bound port: 81d732d1-5e63-4f14-a06a-fb2280c67184, host: n-h1-800634-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3ebb57b-621c-4102-bdfe-7fa439ba5ffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '31a99599-848e-4d3a-b964-3d8069f89b88'}}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 18:28:53.226831 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-07b7ddf8-89ba-4bd5-8912-d91ceab13517 req-3b7d7b43-28e2-47ac-883e-243f091ff0a7 tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] 10.222.0.16 "GET /v2.0/security-groups?id=4824db20-b9ba-4380-9f29-13755d37b981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373041 Jul 14 18:28:53.324559 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-d7155168-0adf-4659-b53a-86db25a61748 req-4dcf1141-ecb3-4149-a117-f035b575bf1a service neutron] For port 337a126e-8fcd-41fd-84a8-fe579af3e3ba, host n-h1-800634-3, cleared binding levels {{(pid=93915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:28:53.328656 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-261814dc-b4aa-40ee-abb6-c07cc1900341 req-754ebf56-ba45-4255-9b7a-e7d1ad5b0e9a service neutron] 10.222.0.35 "GET /v2.0/networks/4f742057-89ee-4b4a-86f7-487ee61881a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2253957 Jul 14 18:28:53.344260 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-d7155168-0adf-4659-b53a-86db25a61748 req-4dcf1141-ecb3-4149-a117-f035b575bf1a service neutron] For port 337a126e-8fcd-41fd-84a8-fe579af3e3ba, host n-h1-800634-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=337a126e-8fcd-41fd-84a8-fe579af3e3ba,segment=NetworkSegment(067fc487-22c7-42de-972d-ae352a28ad29),segment_id=067fc487-22c7-42de-972d-ae352a28ad29)] {{(pid=93915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 18:28:53.351531 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-e76b1a2c-ab0e-444f-a24f-ed5da5d6d961 req-e0c83e2a-3f23-4a88-bf4c-a91b15d3bb01 service neutron] 10.222.0.35 "GET /v2.0/networks/931147ca-9c29-4ccf-b0c6-22150fb38263?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212974 Jul 14 18:28:53.381952 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-d7155168-0adf-4659-b53a-86db25a61748 req-4dcf1141-ecb3-4149-a117-f035b575bf1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25912978'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:28:53.385525 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-df7fb27e-5dae-4b48-b77b-99d1428b8b1c req-b4060262-6b23-4bf3-853d-0eec2b1229c8 service neutron] For port 81d732d1-5e63-4f14-a06a-fb2280c67184, host n-h1-800634-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=81d732d1-5e63-4f14-a06a-fb2280c67184,segment=NetworkSegment(d3ebb57b-621c-4102-bdfe-7fa439ba5ffc),segment_id=d3ebb57b-621c-4102-bdfe-7fa439ba5ffc)] {{(pid=93915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 18:28:53.419258 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-df7fb27e-5dae-4b48-b77b-99d1428b8b1c req-b4060262-6b23-4bf3-853d-0eec2b1229c8 service neutron] Notify callbacks [] for binding, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:28:53.420536 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-df7fb27e-5dae-4b48-b77b-99d1428b8b1c req-b4060262-6b23-4bf3-853d-0eec2b1229c8 service neutron] 10.222.0.16 "POST /v2.0/ports/81d732d1-5e63-4f14-a06a-fb2280c67184/bindings HTTP/1.1" status: 201 len: 389 time: 0.7046990 Jul 14 18:28:53.439159 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7155168-0adf-4659-b53a-86db25a61748 req-4dcf1141-ecb3-4149-a117-f035b575bf1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:28:53.439788 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-d7155168-0adf-4659-b53a-86db25a61748 req-4dcf1141-ecb3-4149-a117-f035b575bf1a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:28:53.441214 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-d7155168-0adf-4659-b53a-86db25a61748 req-4dcf1141-ecb3-4149-a117-f035b575bf1a service neutron] 10.222.0.18 "PUT /v2.0/ports/337a126e-8fcd-41fd-84a8-fe579af3e3ba HTTP/1.1" status: 200 len: 1096 time: 2.0633180 Jul 14 18:28:53.441660 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c26faec0-6812-445d-8739-82f226c7537e', 'tag': '337a126e-8fcd-41fd-84a8-fe579af3e3ba'}] {{(pid=93915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:28:53.443959 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e72782ad3af8f7d4ce76cedf092bca46d1756acc5c4653cf0b52034cdd6b073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a255936a-e7d5-4732-9566-44011c8f7b32" -d '{"events": [{"name": "network-changed", "server_uuid": "c26faec0-6812-445d-8739-82f226c7537e", "tag": "337a126e-8fcd-41fd-84a8-fe579af3e3ba"}]}' {{(pid=93915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:28:53.473661 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-e76b1a2c-ab0e-444f-a24f-ed5da5d6d961 req-6f38691c-64d1-4da9-9b93-c6f25f33e42f service neutron] 10.222.0.35 "GET /v2.0/networks/931147ca-9c29-4ccf-b0c6-22150fb38263?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1111403 Jul 14 18:28:53.474470 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dcf1141-ecb3-4149-a117-f035b575bf1a service neutron] Pushing event updated for resources: {'Port': ['ID=337a126e-8fcd-41fd-84a8-fe579af3e3ba,revision_number=3']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:28:53.502210 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc85846e-d58d-4d0a-b7b8-b871a7096eb3 req-6e5636e3-7340-4d01-8c09-6cdf3b54728b tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:28:53.503878 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-dc85846e-d58d-4d0a-b7b8-b871a7096eb3 req-6e5636e3-7340-4d01-8c09-6cdf3b54728b tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] 10.222.0.16 "GET /v2.0/ports?device_id=c26faec0-6812-445d-8739-82f226c7537e HTTP/1.1" status: 200 len: 948 time: 0.1580935 Jul 14 18:28:53.595620 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-dc85846e-d58d-4d0a-b7b8-b871a7096eb3 req-ed75a228-f03d-49cf-b0ba-e5a3b68ecc5a tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] 10.222.0.16 "GET /v2.0/security-groups?id=b0153d44-2cf7-4f50-b628-255afb14ce31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772822 Jul 14 18:28:53.630984 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7155168-0adf-4659-b53a-86db25a61748 req-83938ef9-7b55-47e0-8b22-ef0a52f0058f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:28:53.634382 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-d7155168-0adf-4659-b53a-86db25a61748 req-83938ef9-7b55-47e0-8b22-ef0a52f0058f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=aeec593be949414a8c1694135e52293c&device_id=c26faec0-6812-445d-8739-82f226c7537e HTTP/1.1" status: 200 len: 1099 time: 0.0854383 Jul 14 18:28:53.673386 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 18:28:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34b56b34-aebc-4808-8c53-69d14ff2790c x-openstack-request-id: req-34b56b34-aebc-4808-8c53-69d14ff2790c {{(pid=93916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:28:53.674230 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8fbdee99-986b-42c9-9409-fa02c4ef4c27", "name": "network-vif-deleted", "tag": "d463227d-b366-41bf-9cb7-e69658308139", "status": "completed", "code": 200}]} {{(pid=93916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:28:53.674636 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-34b56b34-aebc-4808-8c53-69d14ff2790c {{(pid=93916) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:28:53.675184 n-d-800634-3 neutron-server[93916]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fbdee99-986b-42c9-9409-fa02c4ef4c27', 'name': 'network-vif-deleted', 'tag': 'd463227d-b366-41bf-9cb7-e69658308139', 'status': 'completed', 'code': 200} Jul 14 18:28:53.697183 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-d7155168-0adf-4659-b53a-86db25a61748 req-78cf5d13-203d-46bc-aa55-ca211044bd09 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.168&port_id=337a126e-8fcd-41fd-84a8-fe579af3e3ba HTTP/1.1" status: 200 len: 217 time: 0.0531576 Jul 14 18:28:53.757598 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7155168-0adf-4659-b53a-86db25a61748 req-bd1db875-54d5-4470-976e-630d47d2b216 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:28:53.760380 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-d7155168-0adf-4659-b53a-86db25a61748 req-bd1db875-54d5-4470-976e-630d47d2b216 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f20c54fb-f7da-4761-aa61-2e4f99f3d332 HTTP/1.1" status: 200 len: 843 time: 0.0561056 Jul 14 18:28:53.852003 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7fb27e-5dae-4b48-b77b-99d1428b8b1c req-c940e521-1456-4a21-a208-c36b92a5e9be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:28:53.854920 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-df7fb27e-5dae-4b48-b77b-99d1428b8b1c req-c940e521-1456-4a21-a208-c36b92a5e9be service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d1f21963323d4ae1956c5ba38fc6e610&device_id=39c170ce-4d8b-473d-8a81-72c243e5a41f HTTP/1.1" status: 200 len: 1096 time: 0.0832646 Jul 14 18:28:53.872711 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7155168-0adf-4659-b53a-86db25a61748 req-2b04a740-fb8f-4427-a57e-445b4ea04d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:28:53.874275 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-d7155168-0adf-4659-b53a-86db25a61748 req-2b04a740-fb8f-4427-a57e-445b4ea04d75 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4f742057-89ee-4b4a-86f7-487ee61881a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1026235 Jul 14 18:28:53.941914 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 18:28:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3cf53c2-0460-46ae-9e02-e05a6ea44afc x-openstack-request-id: req-c3cf53c2-0460-46ae-9e02-e05a6ea44afc {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:28:53.941914 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c26faec0-6812-445d-8739-82f226c7537e", "tag": "337a126e-8fcd-41fd-84a8-fe579af3e3ba", "status": "completed", "code": 200}]} {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:28:53.941914 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c3cf53c2-0460-46ae-9e02-e05a6ea44afc {{(pid=93915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:28:53.941914 n-d-800634-3 neutron-server[93915]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c26faec0-6812-445d-8739-82f226c7537e', 'tag': '337a126e-8fcd-41fd-84a8-fe579af3e3ba', 'status': 'completed', 'code': 200} Jul 14 18:28:53.981868 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7fb27e-5dae-4b48-b77b-99d1428b8b1c req-6aea02e0-ed41-4692-98b8-8988eb0ababc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:28:53.984442 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-df7fb27e-5dae-4b48-b77b-99d1428b8b1c req-6aea02e0-ed41-4692-98b8-8988eb0ababc service neutron] 10.222.0.18 "GET /v2.0/networks?id=31a99599-848e-4d3a-b964-3d8069f89b88 HTTP/1.1" status: 200 len: 908 time: 0.1226606 Jul 14 18:28:53.985471 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8044e997-6903-42f6-9a10-85f1b75cecfe req-8842c056-464f-4c22-a616-56d77d2cf9f3 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:28:53.986977 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-8044e997-6903-42f6-9a10-85f1b75cecfe req-8842c056-464f-4c22-a616-56d77d2cf9f3 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.16 "GET /v2.0/ports?device_id=a5fb9d27-b1e3-4399-b4d8-7495d55c398a HTTP/1.1" status: 200 len: 950 time: 0.1602213 Jul 14 18:28:54.013556 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-574aeb93-9938-449c-8e6c-cb22c9b52cc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:28:54.022567 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-d7155168-0adf-4659-b53a-86db25a61748 req-17b14356-83c5-448e-a86b-6153c80e5ee4 service neutron] 10.222.0.18 "GET /v2.0/networks/4f742057-89ee-4b4a-86f7-487ee61881a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1416941 Jul 14 18:28:54.037637 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-df7fb27e-5dae-4b48-b77b-99d1428b8b1c req-73d5d112-236e-4fa0-b1cb-d67f687a393d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=81d732d1-5e63-4f14-a06a-fb2280c67184 HTTP/1.1" status: 200 len: 217 time: 0.0468042 Jul 14 18:28:54.092919 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7fb27e-5dae-4b48-b77b-99d1428b8b1c req-cdb01433-4472-4241-a01a-43d1852d6541 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:28:54.094380 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-df7fb27e-5dae-4b48-b77b-99d1428b8b1c req-cdb01433-4472-4241-a01a-43d1852d6541 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=8fa41a13-248e-4ed4-8731-d525cb4f3c62 HTTP/1.1" status: 200 len: 848 time: 0.0470588 Jul 14 18:28:54.108149 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-8044e997-6903-42f6-9a10-85f1b75cecfe req-fbe1febd-0724-4c74-87c3-dfc49db9c161 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.16 "GET /v2.0/security-groups?id=95148b1b-0f93-483b-9e80-262147c27e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140010 Jul 14 18:28:54.130944 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-df7fb27e-5dae-4b48-b77b-99d1428b8b1c req-24bd82a0-28d3-4509-9711-dd9321571c76 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=31a99599-848e-4d3a-b964-3d8069f89b88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296040 Jul 14 18:28:54.168757 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-d7155168-0adf-4659-b53a-86db25a61748 req-3a318f49-2e47-407a-919b-77e14f3eed48 service neutron] 10.222.0.18 "GET /v2.0/networks/4f742057-89ee-4b4a-86f7-487ee61881a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281695 Jul 14 18:28:54.177884 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c151118b-70ea-428c-b905-d6fa1958f3d2 req-987b15c7-455b-4b15-9ea2-ecc99ff9675d tempest-LiveMigrationTest-64527954 tempest-LiveMigrationTest-64527954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:28:54.179341 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c151118b-70ea-428c-b905-d6fa1958f3d2 req-987b15c7-455b-4b15-9ea2-ecc99ff9675d tempest-LiveMigrationTest-64527954 tempest-LiveMigrationTest-64527954-project] 10.222.0.16 "GET /v2.0/ports?device_id=39c170ce-4d8b-473d-8a81-72c243e5a41f HTTP/1.1" status: 200 len: 945 time: 0.1536107 Jul 14 18:28:54.206454 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 38602) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:28:54.226374 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-df7fb27e-5dae-4b48-b77b-99d1428b8b1c req-7b253aae-44da-4cb5-95f3-02fdd20f765d service neutron] 10.222.0.18 "GET /v2.0/networks/31a99599-848e-4d3a-b964-3d8069f89b88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884609 Jul 14 18:28:54.313925 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c151118b-70ea-428c-b905-d6fa1958f3d2 req-264cfde3-25cc-4717-979d-45591b8ea303 tempest-LiveMigrationTest-64527954 tempest-LiveMigrationTest-64527954-project] 10.222.0.16 "GET /v2.0/security-groups?id=93c6eb24-b3aa-49c4-93f7-93dd5f011665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281903 Jul 14 18:28:54.319105 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.db_base_plugin_v2 [None req-5212c102-e1af-42f1-be71-e71da8cdc31c admin admin] Deleting subnet f032006b-6262-4a79-b1ea-5cdc8bbf67c0 {{(pid=93915) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 18:28:54.322090 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-5212c102-e1af-42f1-be71-e71da8cdc31c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:28:54.332689 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-df7fb27e-5dae-4b48-b77b-99d1428b8b1c req-2cf89837-b2ea-4055-974e-5ac857052483 service neutron] 10.222.0.18 "GET /v2.0/networks/31a99599-848e-4d3a-b964-3d8069f89b88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948629 Jul 14 18:28:54.381899 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-5212c102-e1af-42f1-be71-e71da8cdc31c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28939913'] for subnet, precommit_delete_associations {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:28:54.446858 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a255936a-e7d5-4732-9566-44011c8f7b32 req-daef08e1-d239-419a-9d2a-31f6c245267d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:28:54.448514 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a255936a-e7d5-4732-9566-44011c8f7b32 req-daef08e1-d239-419a-9d2a-31f6c245267d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=aeec593be949414a8c1694135e52293c&device_id=c26faec0-6812-445d-8739-82f226c7537e HTTP/1.1" status: 200 len: 1099 time: 0.2070367 Jul 14 18:28:54.456600 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-5212c102-e1af-42f1-be71-e71da8cdc31c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081283'] for subnet, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:28:54.547546 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1b4045-181b-40ef-9430-07ec1ce4f0c0 req-b985275d-1c97-47ff-97aa-d77b82e43f7a tempest-ServerDiskConfigTestJSON-1372590070 tempest-ServerDiskConfigTestJSON-1372590070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:28:54.549093 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-8b1b4045-181b-40ef-9430-07ec1ce4f0c0 req-b985275d-1c97-47ff-97aa-d77b82e43f7a tempest-ServerDiskConfigTestJSON-1372590070 tempest-ServerDiskConfigTestJSON-1372590070-project] 10.222.0.16 "GET /v2.0/ports?device_id=bf8f126b-3e3d-4e58-8ea4-3089f2cc29ed HTTP/1.1" status: 200 len: 944 time: 0.2527134 Jul 14 18:28:54.595543 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Device d463227d-b366-41bf-9cb7-e69658308139 no longer exists at agent hyperv_n-h2-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 18:28:54.616473 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] No Port match for: d463227d-b366-41bf-9cb7-e69658308139 {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 18:28:54.616811 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Device d463227d-b366-41bf-9cb7-e69658308139 not bound to the agent host n-h2-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 18:28:54.952301 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-8b1b4045-181b-40ef-9430-07ec1ce4f0c0 req-307caf90-47d2-4e54-8b26-f3f324e92d16 tempest-ServerDiskConfigTestJSON-1372590070 tempest-ServerDiskConfigTestJSON-1372590070-project] 10.222.0.16 "GET /v2.0/security-groups?id=8f471560-b797-46f3-abf1-e078e196721c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3944137 Jul 14 18:28:54.954099 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-5212c102-e1af-42f1-be71-e71da8cdc31c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25913028', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28969762'] for subnet, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:28:55.001894 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5212c102-e1af-42f1-be71-e71da8cdc31c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f032006b-6262-4a79-b1ea-5cdc8bbf67c0,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:28:55.007184 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-5212c102-e1af-42f1-be71-e71da8cdc31c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:28:55.009088 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-5212c102-e1af-42f1-be71-e71da8cdc31c admin admin] 10.222.0.16 "DELETE /v2.0/subnets/f032006b-6262-4a79-b1ea-5cdc8bbf67c0 HTTP/1.1" status: 204 len: 168 time: 0.8016996 Jul 14 18:28:55.010413 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a255936a-e7d5-4732-9566-44011c8f7b32 req-edd213d5-2fe9-421e-8458-1a45d6ac4106 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:28:55.011630 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 38610) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:28:55.012043 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a255936a-e7d5-4732-9566-44011c8f7b32 req-edd213d5-2fe9-421e-8458-1a45d6ac4106 service neutron] 10.222.0.18 "GET /v2.0/networks?id=4f742057-89ee-4b4a-86f7-487ee61881a1 HTTP/1.1" status: 200 len: 869 time: 0.5500121 Jul 14 18:28:55.024407 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7ca845-b69e-4f52-bc6a-1048204a49d8 req-c7edc746-33e3-47b9-a6ef-2e146d5fa416 tempest-ServersTestBootFromVolume-338046033 tempest-ServersTestBootFromVolume-338046033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:28:55.026990 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-8b7ca845-b69e-4f52-bc6a-1048204a49d8 req-c7edc746-33e3-47b9-a6ef-2e146d5fa416 tempest-ServersTestBootFromVolume-338046033 tempest-ServersTestBootFromVolume-338046033-project] 10.222.0.16 "GET /v2.0/ports?device_id=414b975d-616d-4fdb-8025-9d9a9b03c449 HTTP/1.1" status: 200 len: 946 time: 0.4649622 Jul 14 18:28:55.077701 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a255936a-e7d5-4732-9566-44011c8f7b32 req-c4528e8f-a72a-4d3a-8770-4766fe1847d8 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.168&port_id=337a126e-8fcd-41fd-84a8-fe579af3e3ba HTTP/1.1" status: 200 len: 217 time: 0.0507021 Jul 14 18:28:55.082285 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-ca824369-b0fc-4e9e-8660-983e8fdbbad5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645734'] for network, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:28:55.147155 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-8b7ca845-b69e-4f52-bc6a-1048204a49d8 req-dfeda0a5-5c20-4a09-a2e5-e5840b65f48d tempest-ServersTestBootFromVolume-338046033 tempest-ServersTestBootFromVolume-338046033-project] 10.222.0.16 "GET /v2.0/security-groups?id=21521fa0-66ce-4b78-82b0-f6cb49764165&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1139936 Jul 14 18:28:55.172963 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a255936a-e7d5-4732-9566-44011c8f7b32 req-ec9ed134-2004-4b19-add4-bf03f1cb7146 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:28:55.174376 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a255936a-e7d5-4732-9566-44011c8f7b32 req-ec9ed134-2004-4b19-add4-bf03f1cb7146 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f20c54fb-f7da-4761-aa61-2e4f99f3d332 HTTP/1.1" status: 200 len: 843 time: 0.0905690 Jul 14 18:28:55.185196 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-ca824369-b0fc-4e9e-8660-983e8fdbbad5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2096010', 'neutron.services.segments.db._delete_segments_for_network-8728202734996'] for network, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:28:55.199114 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.segments.db [None req-ca824369-b0fc-4e9e-8660-983e8fdbbad5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c5c265b-c8cb-48dd-918e-349f7d6fa97f']}} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:28:55.213547 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.segments.db [None req-ca824369-b0fc-4e9e-8660-983e8fdbbad5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '083d4956-d74a-4548-8325-55efe8661457') {'for_net_delete': True} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:28:55.214333 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.segments.db [None req-ca824369-b0fc-4e9e-8660-983e8fdbbad5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '083d4956-d74a-4548-8325-55efe8661457') {} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:28:55.227970 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-ca824369-b0fc-4e9e-8660-983e8fdbbad5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728202715275', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26296891'] for segment, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:28:55.231941 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35637fb6-a8a2-4ccc-88ef-5f93ae5f2057 req-242508b5-5764-4188-aaa0-54cfd2ef6172 tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:28:55.234627 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-35637fb6-a8a2-4ccc-88ef-5f93ae5f2057 req-242508b5-5764-4188-aaa0-54cfd2ef6172 tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a9e03fe-9017-4703-95b3-a0248859ab39 HTTP/1.1" status: 200 len: 945 time: 0.1363745 Jul 14 18:28:55.253805 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-ca824369-b0fc-4e9e-8660-983e8fdbbad5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:28:55.260703 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca824369-b0fc-4e9e-8660-983e8fdbbad5 admin admin] Releasing vlan 95 on physical network physnet1 to pool {{(pid=93916) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 18:28:55.261181 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-ca824369-b0fc-4e9e-8660-983e8fdbbad5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2682942'] for segment, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:28:55.265089 n-d-800634-3 neutron-server[93916]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:28:55.265089 n-d-800634-3 neutron-server[93916]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:28:55.265089 n-d-800634-3 neutron-server[93916]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:28:55.265089 n-d-800634-3 neutron-server[93916]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:28:55.265089 n-d-800634-3 neutron-server[93916]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:28:55.265089 n-d-800634-3 neutron-server[93916]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:28:55.265089 n-d-800634-3 neutron-server[93916]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:28:55.265089 n-d-800634-3 neutron-server[93916]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:28:55.265089 n-d-800634-3 neutron-server[93916]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:28:55.265089 n-d-800634-3 neutron-server[93916]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:28:55.265089 n-d-800634-3 neutron-server[93916]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:28:55.265089 n-d-800634-3 neutron-server[93916]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:28:55.265089 n-d-800634-3 neutron-server[93916]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:28:55.265089 n-d-800634-3 neutron-server[93916]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:28:55.265089 n-d-800634-3 neutron-server[93916]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:28:55.265089 n-d-800634-3 neutron-server[93916]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:28:55.265089 n-d-800634-3 neutron-server[93916]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:28:55.265089 n-d-800634-3 neutron-server[93916]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:28:55.265089 n-d-800634-3 neutron-server[93916]: Traceback (most recent call last): Jul 14 18:28:55.265089 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 18:28:55.265089 n-d-800634-3 neutron-server[93916]: timer() Jul 14 18:28:55.265089 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 18:28:55.265089 n-d-800634-3 neutron-server[93916]: cb(*args, **kw) Jul 14 18:28:55.265089 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 18:28:55.265089 n-d-800634-3 neutron-server[93916]: return func(*args, **kwargs) Jul 14 18:28:55.265089 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 18:28:55.265089 n-d-800634-3 neutron-server[93916]: self._notify() Jul 14 18:28:55.265089 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 18:28:55.265089 n-d-800634-3 neutron-server[93916]: self.callback(batched_events) Jul 14 18:28:55.265089 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 18:28:55.265089 n-d-800634-3 neutron-server[93916]: event.method(event) Jul 14 18:28:55.265089 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 18:28:55.265089 n-d-800634-3 neutron-server[93916]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 18:28:55.265089 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 18:28:55.265089 n-d-800634-3 neutron-server[93916]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 18:28:55.265089 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 18:28:55.265089 n-d-800634-3 neutron-server[93916]: return f(self, *a, **k) Jul 14 18:28:55.265089 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 18:28:55.265089 n-d-800634-3 neutron-server[93916]: return self._get(url).json() Jul 14 18:28:55.265089 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 18:28:55.265089 n-d-800634-3 neutron-server[93916]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 18:28:55.265089 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 18:28:55.265089 n-d-800634-3 neutron-server[93916]: return self.request(url, 'GET', **kwargs) Jul 14 18:28:55.265089 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 18:28:55.265089 n-d-800634-3 neutron-server[93916]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 18:28:55.265089 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 18:28:55.265089 n-d-800634-3 neutron-server[93916]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 18:28:55.265089 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 18:28:55.265089 n-d-800634-3 neutron-server[93916]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 18:28:55.265089 n-d-800634-3 neutron-server[93916]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 18:28:55.309636 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a255936a-e7d5-4732-9566-44011c8f7b32 req-f1dc30d1-1842-4bc5-a17a-74eb4d73bf33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:28:55.311082 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a255936a-e7d5-4732-9566-44011c8f7b32 req-f1dc30d1-1842-4bc5-a17a-74eb4d73bf33 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4f742057-89ee-4b4a-86f7-487ee61881a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1290879 Jul 14 18:28:55.321762 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-ca824369-b0fc-4e9e-8660-983e8fdbbad5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2096001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-930085'] for network, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:28:55.325263 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-35637fb6-a8a2-4ccc-88ef-5f93ae5f2057 req-6918945e-7269-4615-b233-2f6f65afe00f tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] 10.222.0.16 "GET /v2.0/security-groups?id=4824db20-b9ba-4380-9f29-13755d37b981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802917 Jul 14 18:28:55.351943 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-ca824369-b0fc-4e9e-8660-983e8fdbbad5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598705'] for network, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:28:55.353904 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-ca824369-b0fc-4e9e-8660-983e8fdbbad5 admin admin] 10.222.0.16 "DELETE /v2.0/networks/7c5c265b-c8cb-48dd-918e-349f7d6fa97f HTTP/1.1" status: 204 len: 168 time: 0.3412504 Jul 14 18:28:55.354857 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca824369-b0fc-4e9e-8660-983e8fdbbad5 admin admin] Pushing event deleted for resources: {'Network': ['ID=7c5c265b-c8cb-48dd-918e-349f7d6fa97f,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:28:55.487759 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b5927e-072e-422c-8cd4-701dbd3efaa0 req-246a2d2f-f11a-4bb9-ade1-70abb3912b75 tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:28:55.489318 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e4b5927e-072e-422c-8cd4-701dbd3efaa0 req-246a2d2f-f11a-4bb9-ade1-70abb3912b75 tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] 10.222.0.16 "GET /v2.0/ports?device_id=c26faec0-6812-445d-8739-82f226c7537e HTTP/1.1" status: 200 len: 948 time: 0.2361586 Jul 14 18:28:55.531339 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a255936a-e7d5-4732-9566-44011c8f7b32 req-da747823-6ae8-40f4-ad47-c4254c27fad4 service neutron] 10.222.0.18 "GET /v2.0/networks/4f742057-89ee-4b4a-86f7-487ee61881a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2050438 Jul 14 18:28:55.555199 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 38624) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:28:55.601495 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-501d36c3-e654-4d23-bdb9-e18e42ca5b5f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=82e7174add29402ca6b9595971263e7a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0442886 Jul 14 18:28:55.603533 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 38626) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:28:55.610438 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e4b5927e-072e-422c-8cd4-701dbd3efaa0 req-bcf97a76-7f71-4695-beaa-2c4bf5c5e73f tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] 10.222.0.16 "GET /v2.0/security-groups?id=b0153d44-2cf7-4f50-b628-255afb14ce31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027942 Jul 14 18:28:55.626714 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e8800f-173a-49df-8822-8d731c0b6256 req-a7e1a6d5-aed8-4de2-ad75-a3a4696fdec1 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:28:55.643073 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-05e8800f-173a-49df-8822-8d731c0b6256 req-a7e1a6d5-aed8-4de2-ad75-a3a4696fdec1 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.16 "GET /v2.0/ports?device_id=a5fb9d27-b1e3-4399-b4d8-7495d55c398a HTTP/1.1" status: 200 len: 950 time: 0.2054780 Jul 14 18:28:55.665722 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-963c3cb9-8705-411c-9d0b-c073189b93a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:28:55.690297 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-963c3cb9-8705-411c-9d0b-c073189b93a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:28:55.721023 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-2f4e3af3-e708-4ffd-a544-82d93a489d01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:28:55.736786 n-d-800634-3 neutron-server[93916]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf8f126b-3e3d-4e58-8ea4-3089f2cc29ed', 'tag': '3de48cc2-9373-4f7a-9b7e-c1d9f1d47234'}] {{(pid=93916) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:28:55.737943 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-05e8800f-173a-49df-8822-8d731c0b6256 req-10c89e06-19e1-4956-8ec8-753b6666b702 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.16 "GET /v2.0/security-groups?id=95148b1b-0f93-483b-9e80-262147c27e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939043 Jul 14 18:28:55.740360 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a255936a-e7d5-4732-9566-44011c8f7b32 req-f8fbb980-5868-4bdf-86bf-b8412d85e04d service neutron] 10.222.0.18 "GET /v2.0/networks/4f742057-89ee-4b4a-86f7-487ee61881a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1997244 Jul 14 18:28:55.741638 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f803e150b363a7893830aa996ac27753fa25517c406ecd3536b7c2d4b26eeb9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed412068-24cc-4703-b725-fea6b801000d" -d '{"events": [{"name": "network-changed", "server_uuid": "bf8f126b-3e3d-4e58-8ea4-3089f2cc29ed", "tag": "3de48cc2-9373-4f7a-9b7e-c1d9f1d47234"}]}' {{(pid=93916) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:28:55.761594 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-963c3cb9-8705-411c-9d0b-c073189b93a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:28:55.764583 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-963c3cb9-8705-411c-9d0b-c073189b93a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:28:55.770658 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-963c3cb9-8705-411c-9d0b-c073189b93a1 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1717ebe8-f29a-4477-a288-2900c0dd0f7e HTTP/1.1" status: 204 len: 168 time: 0.1653240 Jul 14 18:28:55.780707 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963c3cb9-8705-411c-9d0b-c073189b93a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1717ebe8-f29a-4477-a288-2900c0dd0f7e,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:28:55.874667 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e63b59-f04d-444d-ae4d-7bd093a104c3 req-2071ed9f-cee3-4729-93b8-22f5ce42a229 tempest-LiveMigrationTest-64527954 tempest-LiveMigrationTest-64527954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:28:55.876260 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-16e63b59-f04d-444d-ae4d-7bd093a104c3 req-2071ed9f-cee3-4729-93b8-22f5ce42a229 tempest-LiveMigrationTest-64527954 tempest-LiveMigrationTest-64527954-project] 10.222.0.16 "GET /v2.0/ports?device_id=39c170ce-4d8b-473d-8a81-72c243e5a41f HTTP/1.1" status: 200 len: 945 time: 0.0816777 Jul 14 18:28:55.920695 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-16e63b59-f04d-444d-ae4d-7bd093a104c3 req-9049a740-f83a-4fdc-b0c6-1a11031cdf9b tempest-LiveMigrationTest-64527954 tempest-LiveMigrationTest-64527954-project] 10.222.0.16 "GET /v2.0/security-groups?id=93c6eb24-b3aa-49c4-93f7-93dd5f011665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367067 Jul 14 18:28:55.975883 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 18:28:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c51ec5c-300d-45da-ab23-cea4b7feb718 x-openstack-request-id: req-1c51ec5c-300d-45da-ab23-cea4b7feb718 {{(pid=93916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:28:55.976105 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf8f126b-3e3d-4e58-8ea4-3089f2cc29ed", "tag": "3de48cc2-9373-4f7a-9b7e-c1d9f1d47234", "status": "completed", "code": 200}]} {{(pid=93916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:28:55.976385 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1c51ec5c-300d-45da-ab23-cea4b7feb718 {{(pid=93916) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:28:55.976777 n-d-800634-3 neutron-server[93916]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf8f126b-3e3d-4e58-8ea4-3089f2cc29ed', 'tag': '3de48cc2-9373-4f7a-9b7e-c1d9f1d47234', 'status': 'completed', 'code': 200} Jul 14 18:28:56.086261 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed412068-24cc-4703-b725-fea6b801000d req-f5b0d26b-9042-4685-a8bc-959314d3239b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:28:56.087911 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-ed412068-24cc-4703-b725-fea6b801000d req-f5b0d26b-9042-4685-a8bc-959314d3239b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=1fa4a28868c84b38bc8e65d0fea7d3b5&device_id=bf8f126b-3e3d-4e58-8ea4-3089f2cc29ed HTTP/1.1" status: 200 len: 1095 time: 0.0817266 Jul 14 18:28:56.207521 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed412068-24cc-4703-b725-fea6b801000d req-fe72abf4-8550-4fda-96fa-c4d16e38f35a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:28:56.208983 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-ed412068-24cc-4703-b725-fea6b801000d req-fe72abf4-8550-4fda-96fa-c4d16e38f35a service neutron] 10.222.0.35 "GET /v2.0/networks?id=931147ca-9c29-4ccf-b0c6-22150fb38263 HTTP/1.1" status: 200 len: 915 time: 0.1102743 Jul 14 18:28:56.211089 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device 337a126e-8fcd-41fd-84a8-fe579af3e3ba details requested by agent hyperv_n-h1-800634-3 with host n-h1-800634-3 {{(pid=93917) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 18:28:56.216557 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d205a0ca-9fdb-4b3f-8b6b-93500e9dbdfd req-e7eb5e89-ba1c-426d-a8dc-4a50311b42e6 tempest-ServerDiskConfigTestJSON-1372590070 tempest-ServerDiskConfigTestJSON-1372590070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:28:56.222958 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-d205a0ca-9fdb-4b3f-8b6b-93500e9dbdfd req-e7eb5e89-ba1c-426d-a8dc-4a50311b42e6 tempest-ServerDiskConfigTestJSON-1372590070 tempest-ServerDiskConfigTestJSON-1372590070-project] 10.222.0.16 "GET /v2.0/ports?device_id=bf8f126b-3e3d-4e58-8ea4-3089f2cc29ed HTTP/1.1" status: 200 len: 944 time: 0.1452384 Jul 14 18:28:56.254023 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-ed412068-24cc-4703-b725-fea6b801000d req-018c3afa-5fa8-4069-a496-7a863578123b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3de48cc2-9373-4f7a-9b7e-c1d9f1d47234 HTTP/1.1" status: 200 len: 217 time: 0.0382669 Jul 14 18:28:56.272544 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c926f2f0-ec9b-4c25-8f9a-17e177d3a92b req-3988b001-fea9-4fa0-8ab9-44433fa0dbaf tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:28:56.274234 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c926f2f0-ec9b-4c25-8f9a-17e177d3a92b req-3988b001-fea9-4fa0-8ab9-44433fa0dbaf tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a9e03fe-9017-4703-95b3-a0248859ab39 HTTP/1.1" status: 200 len: 945 time: 0.1348224 Jul 14 18:28:56.288791 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-d205a0ca-9fdb-4b3f-8b6b-93500e9dbdfd req-1df1170f-a283-4342-b940-80fbc6f39af2 tempest-ServerDiskConfigTestJSON-1372590070 tempest-ServerDiskConfigTestJSON-1372590070-project] 10.222.0.16 "GET /v2.0/security-groups?id=8f471560-b797-46f3-abf1-e078e196721c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618963 Jul 14 18:28:56.350066 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port 337a126e-8fcd-41fd-84a8-fe579af3e3ba, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=337a126e-8fcd-41fd-84a8-fe579af3e3ba,segment=NetworkSegment(067fc487-22c7-42de-972d-ae352a28ad29),segment_id=067fc487-22c7-42de-972d-ae352a28ad29)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:28:56.357388 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed412068-24cc-4703-b725-fea6b801000d req-1b3070d2-2597-469c-82f5-005009cd93b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:28:56.362148 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-ed412068-24cc-4703-b725-fea6b801000d req-1b3070d2-2597-469c-82f5-005009cd93b0 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=1247ec7e-a3af-456f-af13-5ca1fde66245 HTTP/1.1" status: 200 len: 855 time: 0.1016238 Jul 14 18:28:56.367055 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c926f2f0-ec9b-4c25-8f9a-17e177d3a92b req-3dadf185-4a6b-477f-969d-89e65f3de7bc tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] 10.222.0.16 "GET /v2.0/security-groups?id=4824db20-b9ba-4380-9f29-13755d37b981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770624 Jul 14 18:28:56.369241 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Returning: {'device': '337a126e-8fcd-41fd-84a8-fe579af3e3ba', 'network_id': '4f742057-89ee-4b4a-86f7-487ee61881a1', 'port_id': '337a126e-8fcd-41fd-84a8-fe579af3e3ba', 'mac_address': 'fa:16:3e:0a:4a:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f20c54fb-f7da-4761-aa61-2e4f99f3d332', 'ip_address': '192.168.233.168'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93917) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 18:28:56.445549 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:28:56.447242 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-ed412068-24cc-4703-b725-fea6b801000d req-8ed38759-34c7-48ae-8061-1120b5c12009 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=931147ca-9c29-4ccf-b0c6-22150fb38263&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0693650 Jul 14 18:28:56.472145 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 337a126e-8fcd-41fd-84a8-fe579af3e3ba {{(pid=93917) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 18:28:56.493958 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port 337a126e-8fcd-41fd-84a8-fe579af3e3ba, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=337a126e-8fcd-41fd-84a8-fe579af3e3ba,segment=NetworkSegment(067fc487-22c7-42de-972d-ae352a28ad29),segment_id=067fc487-22c7-42de-972d-ae352a28ad29)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:28:56.498665 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:28:56.625770 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Device 3de48cc2-9373-4f7a-9b7e-c1d9f1d47234 details requested by agent hyperv_n-h2-800634-3 with host n-h2-800634-3 {{(pid=93917) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 18:28:56.635822 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-ed412068-24cc-4703-b725-fea6b801000d req-31f1106e-57db-4d03-8f9e-d57ca31c8564 service neutron] 10.222.0.35 "GET /v2.0/networks/931147ca-9c29-4ccf-b0c6-22150fb38263?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1808474 Jul 14 18:28:56.701143 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9770206b-8993-429c-af01-b188975a1c12 req-2709895b-20b2-4c98-838b-3b94a6b7b524 tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:28:56.709760 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-9770206b-8993-429c-af01-b188975a1c12 req-2709895b-20b2-4c98-838b-3b94a6b7b524 tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a9e03fe-9017-4703-95b3-a0248859ab39 HTTP/1.1" status: 200 len: 945 time: 0.1101561 Jul 14 18:28:56.732692 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Pushing event updated for resources: {'Port': ['ID=337a126e-8fcd-41fd-84a8-fe579af3e3ba,revision_number=4']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:28:56.763951 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-9770206b-8993-429c-af01-b188975a1c12 req-0a73c0c9-e475-437c-92e3-967552477ccc tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] 10.222.0.16 "GET /v2.0/security-groups?id=4824db20-b9ba-4380-9f29-13755d37b981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480037 Jul 14 18:28:56.812970 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-ed412068-24cc-4703-b725-fea6b801000d req-5f77c910-8f52-43a5-8cd1-11e8954fecf4 service neutron] 10.222.0.35 "GET /v2.0/networks/931147ca-9c29-4ccf-b0c6-22150fb38263?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1689277 Jul 14 18:28:56.839549 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] For port 3de48cc2-9373-4f7a-9b7e-c1d9f1d47234, host n-h2-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=3de48cc2-9373-4f7a-9b7e-c1d9f1d47234,segment=NetworkSegment(9a21e516-8d79-4e64-b3eb-1610a868b024),segment_id=9a21e516-8d79-4e64-b3eb-1610a868b024)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:28:56.853706 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Returning: {'device': '3de48cc2-9373-4f7a-9b7e-c1d9f1d47234', 'network_id': '931147ca-9c29-4ccf-b0c6-22150fb38263', 'port_id': '3de48cc2-9373-4f7a-9b7e-c1d9f1d47234', 'mac_address': 'fa:16:3e:96:ad:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 70, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1247ec7e-a3af-456f-af13-5ca1fde66245', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93917) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 18:28:56.879894 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] get_ports_and_sgs() called for port_ids ['337a126e-8fcd-41fd-84a8-fe579af3e3ba'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 18:28:56.928094 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:28:56.950744 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3de48cc2-9373-4f7a-9b7e-c1d9f1d47234 {{(pid=93917) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 18:28:56.951042 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46558bd7-309b-4e6a-81e1-cff5df6f0abe req-8f925b1a-298b-428a-b327-76ab25b09fa6 tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:28:56.952837 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-46558bd7-309b-4e6a-81e1-cff5df6f0abe req-8f925b1a-298b-428a-b327-76ab25b09fa6 tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] 10.222.0.16 "GET /v2.0/ports?device_id=c26faec0-6812-445d-8739-82f226c7537e HTTP/1.1" status: 200 len: 949 time: 0.1151443 Jul 14 18:28:56.993480 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] For port 3de48cc2-9373-4f7a-9b7e-c1d9f1d47234, host n-h2-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=3de48cc2-9373-4f7a-9b7e-c1d9f1d47234,segment=NetworkSegment(9a21e516-8d79-4e64-b3eb-1610a868b024),segment_id=9a21e516-8d79-4e64-b3eb-1610a868b024)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:28:57.006873 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:28:57.052328 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af82f459-0e92-4b7b-9ffa-3d0cd1548b12 req-f93b5c62-f0b8-46aa-af82-ce3667fb2ee9 tempest-ServersTestBootFromVolume-338046033 tempest-ServersTestBootFromVolume-338046033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:28:57.054051 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-af82f459-0e92-4b7b-9ffa-3d0cd1548b12 req-f93b5c62-f0b8-46aa-af82-ce3667fb2ee9 tempest-ServersTestBootFromVolume-338046033 tempest-ServersTestBootFromVolume-338046033-project] 10.222.0.16 "GET /v2.0/ports?device_id=414b975d-616d-4fdb-8025-9d9a9b03c449 HTTP/1.1" status: 200 len: 946 time: 0.1255467 Jul 14 18:28:57.069424 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-46558bd7-309b-4e6a-81e1-cff5df6f0abe req-c8f21986-0115-404a-81e6-862b7688e00e tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] 10.222.0.16 "GET /v2.0/security-groups?id=b0153d44-2cf7-4f50-b628-255afb14ce31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962260 Jul 14 18:28:57.095594 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Pushing event updated for resources: {'Port': ['ID=3de48cc2-9373-4f7a-9b7e-c1d9f1d47234,revision_number=4']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:28:57.129329 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-af82f459-0e92-4b7b-9ffa-3d0cd1548b12 req-758a5c8b-a085-41d7-b932-f6579783f928 tempest-ServersTestBootFromVolume-338046033 tempest-ServersTestBootFromVolume-338046033-project] 10.222.0.16 "GET /v2.0/security-groups?id=21521fa0-66ce-4b78-82b0-f6cb49764165&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588357 Jul 14 18:28:57.242159 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15180e87-3030-4528-9725-4c3f4212b1b0 req-c60d6775-088e-47c0-a97a-1a891a240f47 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:28:57.243664 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-15180e87-3030-4528-9725-4c3f4212b1b0 req-c60d6775-088e-47c0-a97a-1a891a240f47 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.16 "GET /v2.0/ports?device_id=a5fb9d27-b1e3-4399-b4d8-7495d55c398a HTTP/1.1" status: 200 len: 950 time: 0.0678117 Jul 14 18:28:57.282034 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-15180e87-3030-4528-9725-4c3f4212b1b0 req-9ebd5a3d-fc31-40df-8e8e-1279c1df04d1 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.16 "GET /v2.0/security-groups?id=95148b1b-0f93-483b-9e80-262147c27e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328250 Jul 14 18:28:57.387416 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] get_ports_and_sgs() called for port_ids ['3de48cc2-9373-4f7a-9b7e-c1d9f1d47234'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 18:28:57.495235 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728bc602-8fec-4933-b9b6-22323a7ce7b6 req-29e2c8dd-3dcd-4b45-aaee-8c30e9cf4c08 tempest-LiveMigrationTest-64527954 tempest-LiveMigrationTest-64527954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:28:57.502919 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-728bc602-8fec-4933-b9b6-22323a7ce7b6 req-29e2c8dd-3dcd-4b45-aaee-8c30e9cf4c08 tempest-LiveMigrationTest-64527954 tempest-LiveMigrationTest-64527954-project] 10.222.0.16 "GET /v2.0/ports?device_id=39c170ce-4d8b-473d-8a81-72c243e5a41f HTTP/1.1" status: 200 len: 945 time: 0.1040726 Jul 14 18:28:57.556688 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-728bc602-8fec-4933-b9b6-22323a7ce7b6 req-f6363259-bfed-4328-a215-12a7949bbc1e tempest-LiveMigrationTest-64527954 tempest-LiveMigrationTest-64527954-project] 10.222.0.16 "GET /v2.0/security-groups?id=93c6eb24-b3aa-49c4-93f7-93dd5f011665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528595 Jul 14 18:28:57.759102 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d10eac6-0d6e-4a42-bd3b-378c1b9a6eea req-40735277-1a6b-4fcf-88c5-e0ca0e89d02c tempest-ServerDiskConfigTestJSON-1372590070 tempest-ServerDiskConfigTestJSON-1372590070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:28:57.762407 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-0d10eac6-0d6e-4a42-bd3b-378c1b9a6eea req-40735277-1a6b-4fcf-88c5-e0ca0e89d02c tempest-ServerDiskConfigTestJSON-1372590070 tempest-ServerDiskConfigTestJSON-1372590070-project] 10.222.0.16 "GET /v2.0/ports?device_id=bf8f126b-3e3d-4e58-8ea4-3089f2cc29ed HTTP/1.1" status: 200 len: 945 time: 0.0953538 Jul 14 18:28:57.836371 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-0d10eac6-0d6e-4a42-bd3b-378c1b9a6eea req-ab0994be-92fa-4645-893f-28860d270f02 tempest-ServerDiskConfigTestJSON-1372590070 tempest-ServerDiskConfigTestJSON-1372590070-project] 10.222.0.16 "GET /v2.0/security-groups?id=8f471560-b797-46f3-abf1-e078e196721c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685046 Jul 14 18:28:57.889225 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18eb4192-d88d-41e6-87f2-d9b54f3dd565 req-6cb169e6-5281-49d4-8c89-012efd776e3c tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:28:57.891308 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-18eb4192-d88d-41e6-87f2-d9b54f3dd565 req-6cb169e6-5281-49d4-8c89-012efd776e3c tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a9e03fe-9017-4703-95b3-a0248859ab39 HTTP/1.1" status: 200 len: 945 time: 0.1218488 Jul 14 18:28:57.927639 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-43c3eafb-6e7a-4a90-9fe3-dd9e24c21927 req-69deae7c-c950-444d-a7c9-1167b91ae55f tempest-ServerShowV257Test-334664071 tempest-ServerShowV257Test-334664071-project] 10.222.0.16 "GET /v2.0/ports?device_id=099b6f50-a58e-45ed-b0ad-68cfb242dbb4 HTTP/1.1" status: 200 len: 210 time: 0.0353425 Jul 14 18:28:57.966198 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-18eb4192-d88d-41e6-87f2-d9b54f3dd565 req-05449fca-d5a8-4e87-8d51-e380690eda21 tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] 10.222.0.16 "GET /v2.0/security-groups?id=4824db20-b9ba-4380-9f29-13755d37b981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635376 Jul 14 18:28:58.257258 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd9ac6c-e174-4cd4-9f89-614b8a39fa11 req-639873b0-4174-452c-9b86-c254754d632b tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:28:58.265837 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-4fd9ac6c-e174-4cd4-9f89-614b8a39fa11 req-639873b0-4174-452c-9b86-c254754d632b tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] 10.222.0.16 "GET /v2.0/ports?device_id=c26faec0-6812-445d-8739-82f226c7537e HTTP/1.1" status: 200 len: 949 time: 0.0823417 Jul 14 18:28:58.306130 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-4fd9ac6c-e174-4cd4-9f89-614b8a39fa11 req-e5ea964a-b40d-4d8c-9d7f-d36402603cb7 tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] 10.222.0.16 "GET /v2.0/security-groups?id=b0153d44-2cf7-4f50-b628-255afb14ce31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391419 Jul 14 18:28:58.473839 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356af729-21f3-49ac-be2a-8ea91b154fb0 req-68b3319d-298b-4710-a19d-7e41b489b8c1 tempest-ServersTestBootFromVolume-338046033 tempest-ServersTestBootFromVolume-338046033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:28:58.475668 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-356af729-21f3-49ac-be2a-8ea91b154fb0 req-68b3319d-298b-4710-a19d-7e41b489b8c1 tempest-ServersTestBootFromVolume-338046033 tempest-ServersTestBootFromVolume-338046033-project] 10.222.0.18 "GET /v2.0/ports?device_id=414b975d-616d-4fdb-8025-9d9a9b03c449 HTTP/1.1" status: 200 len: 946 time: 0.1614697 Jul 14 18:28:58.649326 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50806b20-3214-4157-8e91-96af0c6945b9 req-6d327215-1715-43aa-ace8-c0043ce9813e tempest-ServersTestBootFromVolume-338046033 tempest-ServersTestBootFromVolume-338046033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:28:58.650824 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-50806b20-3214-4157-8e91-96af0c6945b9 req-6d327215-1715-43aa-ace8-c0043ce9813e tempest-ServersTestBootFromVolume-338046033 tempest-ServersTestBootFromVolume-338046033-project] 10.222.0.16 "GET /v2.0/ports?device_id=414b975d-616d-4fdb-8025-9d9a9b03c449 HTTP/1.1" status: 200 len: 946 time: 0.1969666 Jul 14 18:28:58.681476 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef47b91-eb64-4b8d-9925-843709725592 req-ce96405d-e450-4128-b1b4-183982c0ba7a tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:28:58.682957 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-4ef47b91-eb64-4b8d-9925-843709725592 req-ce96405d-e450-4128-b1b4-183982c0ba7a tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.16 "GET /v2.0/ports?device_id=a5fb9d27-b1e3-4399-b4d8-7495d55c398a HTTP/1.1" status: 200 len: 950 time: 0.2051039 Jul 14 18:28:58.718860 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [req-356af729-21f3-49ac-be2a-8ea91b154fb0 req-8adf64aa-3552-416b-be92-fcb1ef15b6c9 tempest-ServersTestBootFromVolume-338046033 tempest-ServersTestBootFromVolume-338046033-project] Deleting port b65ee316-6350-4708-99a0-44c36ec283e6 {{(pid=93915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:28:58.719202 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-356af729-21f3-49ac-be2a-8ea91b154fb0 req-8adf64aa-3552-416b-be92-fcb1ef15b6c9 tempest-ServersTestBootFromVolume-338046033 tempest-ServersTestBootFromVolume-338046033-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:28:58.750601 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-50806b20-3214-4157-8e91-96af0c6945b9 req-b8f4939a-b929-4dd2-98e8-279c046bc033 tempest-ServersTestBootFromVolume-338046033 tempest-ServersTestBootFromVolume-338046033-project] 10.222.0.16 "GET /v2.0/security-groups?id=21521fa0-66ce-4b78-82b0-f6cb49764165&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0925343 Jul 14 18:28:58.794824 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-4ef47b91-eb64-4b8d-9925-843709725592 req-f39db95a-d5da-4834-a7d2-40e4cfd6e9a5 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.16 "GET /v2.0/security-groups?id=95148b1b-0f93-483b-9e80-262147c27e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038697 Jul 14 18:28:58.842011 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-356af729-21f3-49ac-be2a-8ea91b154fb0 req-8adf64aa-3552-416b-be92-fcb1ef15b6c9 tempest-ServersTestBootFromVolume-338046033 tempest-ServersTestBootFromVolume-338046033-project] For port b65ee316-6350-4708-99a0-44c36ec283e6, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=b65ee316-6350-4708-99a0-44c36ec283e6,segment=NetworkSegment(5093adae-6495-4a38-9ebe-1728c2765660),segment_id=5093adae-6495-4a38-9ebe-1728c2765660)] {{(pid=93915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:28:58.842626 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-356af729-21f3-49ac-be2a-8ea91b154fb0 req-8adf64aa-3552-416b-be92-fcb1ef15b6c9 tempest-ServersTestBootFromVolume-338046033 tempest-ServersTestBootFromVolume-338046033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:28:59.111065 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e67a6d0-ac00-441c-920f-8cb8bffa90b5 req-eb45c417-c0ce-497c-9751-46afb2061548 tempest-LiveMigrationTest-64527954 tempest-LiveMigrationTest-64527954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:28:59.113130 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-8e67a6d0-ac00-441c-920f-8cb8bffa90b5 req-eb45c417-c0ce-497c-9751-46afb2061548 tempest-LiveMigrationTest-64527954 tempest-LiveMigrationTest-64527954-project] 10.222.0.16 "GET /v2.0/ports?device_id=39c170ce-4d8b-473d-8a81-72c243e5a41f HTTP/1.1" status: 200 len: 945 time: 0.2162502 Jul 14 18:28:59.151948 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-356af729-21f3-49ac-be2a-8ea91b154fb0 req-8adf64aa-3552-416b-be92-fcb1ef15b6c9 tempest-ServersTestBootFromVolume-338046033 tempest-ServersTestBootFromVolume-338046033-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:28:59.152466 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-356af729-21f3-49ac-be2a-8ea91b154fb0 req-8adf64aa-3552-416b-be92-fcb1ef15b6c9 tempest-ServersTestBootFromVolume-338046033 tempest-ServersTestBootFromVolume-338046033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-930131'] for floatingip, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:28:59.152786 n-d-800634-3 neutron-server[93915]: INFO neutron.db.l3_db [req-356af729-21f3-49ac-be2a-8ea91b154fb0 req-8adf64aa-3552-416b-be92-fcb1ef15b6c9 tempest-ServersTestBootFromVolume-338046033 tempest-ServersTestBootFromVolume-338046033-project] Floating IP a577c0cb-46a7-4834-98c6-b9a15eacf1cc disassociated. External IP: 172.25.1.73, port: b65ee316-6350-4708-99a0-44c36ec283e6. Jul 14 18:28:59.153135 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [req-356af729-21f3-49ac-be2a-8ea91b154fb0 req-8adf64aa-3552-416b-be92-fcb1ef15b6c9 tempest-ServersTestBootFromVolume-338046033 tempest-ServersTestBootFromVolume-338046033-project] Calling delete_port for b65ee316-6350-4708-99a0-44c36ec283e6 owned by compute:nova {{(pid=93915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:28:59.176086 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5f251e-a20e-4d61-bc90-851c3b47f91e req-1fd9aa0e-8b1f-4d24-90a9-49ec9d7eeeba tempest-ServerDiskConfigTestJSON-1372590070 tempest-ServerDiskConfigTestJSON-1372590070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:28:59.177558 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-8d5f251e-a20e-4d61-bc90-851c3b47f91e req-1fd9aa0e-8b1f-4d24-90a9-49ec9d7eeeba tempest-ServerDiskConfigTestJSON-1372590070 tempest-ServerDiskConfigTestJSON-1372590070-project] 10.222.0.16 "GET /v2.0/ports?device_id=bf8f126b-3e3d-4e58-8ea4-3089f2cc29ed HTTP/1.1" status: 200 len: 945 time: 0.1911757 Jul 14 18:28:59.190455 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-8e67a6d0-ac00-441c-920f-8cb8bffa90b5 req-bc872eab-3d79-4ec3-ae5c-063e74a850cd tempest-LiveMigrationTest-64527954 tempest-LiveMigrationTest-64527954-project] 10.222.0.16 "GET /v2.0/security-groups?id=93c6eb24-b3aa-49c4-93f7-93dd5f011665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701861 Jul 14 18:28:59.267831 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-8d5f251e-a20e-4d61-bc90-851c3b47f91e req-b5a354c9-cdc0-487c-ac87-77d61f9a25e1 tempest-ServerDiskConfigTestJSON-1372590070 tempest-ServerDiskConfigTestJSON-1372590070-project] 10.222.0.16 "GET /v2.0/security-groups?id=8f471560-b797-46f3-abf1-e078e196721c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807726 Jul 14 18:28:59.365052 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-d76dd9e8-856f-42fd-9b6f-c45c6e3c9129 req-ef0b6cc5-61eb-430b-a28e-5872ba502128 tempest-ServerShowV257Test-334664071 tempest-ServerShowV257Test-334664071-project] 10.222.0.16 "GET /v2.0/ports?device_id=099b6f50-a58e-45ed-b0ad-68cfb242dbb4 HTTP/1.1" status: 200 len: 210 time: 0.0396876 Jul 14 18:28:59.387840 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-356af729-21f3-49ac-be2a-8ea91b154fb0 req-8adf64aa-3552-416b-be92-fcb1ef15b6c9 tempest-ServersTestBootFromVolume-338046033 tempest-ServersTestBootFromVolume-338046033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:28:59.435769 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8adf64aa-3552-416b-be92-fcb1ef15b6c9 tempest-ServersTestBootFromVolume-338046033 tempest-ServersTestBootFromVolume-338046033-project] Pushing event deleted for resources: {'Port': ['ID=b65ee316-6350-4708-99a0-44c36ec283e6,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:28:59.572977 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb44f810-e08b-4ca5-a54f-9ffd5c0e6a83 req-4600d9ce-f4a3-402c-b085-5aa3c6cd18ea tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:28:59.574456 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-fb44f810-e08b-4ca5-a54f-9ffd5c0e6a83 req-4600d9ce-f4a3-402c-b085-5aa3c6cd18ea tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a9e03fe-9017-4703-95b3-a0248859ab39 HTTP/1.1" status: 200 len: 945 time: 0.1985397 Jul 14 18:28:59.644496 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-fb44f810-e08b-4ca5-a54f-9ffd5c0e6a83 req-8603d32e-f525-4440-b0a2-bdc622ee2728 tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] 10.222.0.16 "GET /v2.0/security-groups?id=4824db20-b9ba-4380-9f29-13755d37b981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632477 Jul 14 18:28:59.646905 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.l3_agent_scheduler [req-356af729-21f3-49ac-be2a-8ea91b154fb0 req-8adf64aa-3552-416b-be92-fcb1ef15b6c9 tempest-ServersTestBootFromVolume-338046033 tempest-ServersTestBootFromVolume-338046033-project] Router 147bf032-b8c0-492a-a87a-bc31f1642c64 has already been hosted by L3 agent 2c6eb27e-defb-4cca-9a24-381c7415e359 {{(pid=93915) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 18:28:59.654522 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96bc764-199c-415f-b03d-98950978a10e req-49f8059b-46d9-42ad-8a69-81eb620a932b tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:28:59.655987 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b96bc764-199c-415f-b03d-98950978a10e req-49f8059b-46d9-42ad-8a69-81eb620a932b tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] 10.222.0.16 "GET /v2.0/ports?device_id=c26faec0-6812-445d-8739-82f226c7537e HTTP/1.1" status: 200 len: 949 time: 0.1704667 Jul 14 18:28:59.736610 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b96bc764-199c-415f-b03d-98950978a10e req-bc6b9f57-fe7a-4bb4-b0f4-ec381753f2fc tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] 10.222.0.16 "GET /v2.0/security-groups?id=b0153d44-2cf7-4f50-b628-255afb14ce31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741925 Jul 14 18:28:59.806159 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-356af729-21f3-49ac-be2a-8ea91b154fb0 req-8adf64aa-3552-416b-be92-fcb1ef15b6c9 tempest-ServersTestBootFromVolume-338046033 tempest-ServersTestBootFromVolume-338046033-project] Notify agent at l3_agent.n-d-800634-3 the message routers_updated {{(pid=93915) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 18:28:59.817456 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1babd324-5cf0-4b3a-92f9-db73cf169718 None None] Sync routers for ids ['147bf032-b8c0-492a-a87a-bc31f1642c64'] in n-d-800634-3 {{(pid=93918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 18:28:59.828244 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1babd324-5cf0-4b3a-92f9-db73cf169718 None None] Routers {'147bf032-b8c0-492a-a87a-bc31f1642c64'} bound to L3 agent in host n-d-800634-3 {{(pid=93918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:28:59.829143 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-1babd324-5cf0-4b3a-92f9-db73cf169718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:28:53Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['147bf032-b8c0-492a-a87a-bc31f1642c64'], 'active': True} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:28:59.859421 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [req-356af729-21f3-49ac-be2a-8ea91b154fb0 req-8adf64aa-3552-416b-be92-fcb1ef15b6c9 tempest-ServersTestBootFromVolume-338046033 tempest-ServersTestBootFromVolume-338046033-project] No DVR routers for this DVR port b65ee316-6350-4708-99a0-44c36ec283e6 on host n-h1-800634-3 {{(pid=93915) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 18:28:59.865557 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-356af729-21f3-49ac-be2a-8ea91b154fb0 req-8adf64aa-3552-416b-be92-fcb1ef15b6c9 tempest-ServersTestBootFromVolume-338046033 tempest-ServersTestBootFromVolume-338046033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:28:59.867688 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-356af729-21f3-49ac-be2a-8ea91b154fb0 req-8adf64aa-3552-416b-be92-fcb1ef15b6c9 tempest-ServersTestBootFromVolume-338046033 tempest-ServersTestBootFromVolume-338046033-project] 10.222.0.18 "DELETE /v2.0/ports/b65ee316-6350-4708-99a0-44c36ec283e6 HTTP/1.1" status: 204 len: 173 time: 1.3552380 Jul 14 18:28:59.868238 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '414b975d-616d-4fdb-8025-9d9a9b03c449', 'name': 'network-vif-deleted', 'tag': 'b65ee316-6350-4708-99a0-44c36ec283e6'}] {{(pid=93915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:28:59.871535 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e72782ad3af8f7d4ce76cedf092bca46d1756acc5c4653cf0b52034cdd6b073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3fb620c-6ee8-4fda-a78f-7844bd0cbac4" -d '{"events": [{"server_uuid": "414b975d-616d-4fdb-8025-9d9a9b03c449", "name": "network-vif-deleted", "tag": "b65ee316-6350-4708-99a0-44c36ec283e6"}]}' {{(pid=93915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:28:59.957884 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c81065db-b10b-4d62-ad01-a8c66ce2db9e req-6223ebf0-0153-4ca0-8c88-4067eefef517 tempest-ServersTestBootFromVolume-338046033 tempest-ServersTestBootFromVolume-338046033-project] 10.222.0.16 "GET /v2.0/ports?device_id=414b975d-616d-4fdb-8025-9d9a9b03c449 HTTP/1.1" status: 200 len: 210 time: 0.0598228 Jul 14 18:28:59.994413 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvr_db [None req-1babd324-5cf0-4b3a-92f9-db73cf169718 None None] Set router 147bf032-b8c0-492a-a87a-bc31f1642c64 gateway port host: n-d-800634-3 {{(pid=93918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 18:29:00.020858 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc918a05-ded0-45af-aff0-ced270a664d2 req-a52a5dc8-dcf4-4357-bf48-e55bb6ba1d9a tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:29:00.022781 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-cc918a05-ded0-45af-aff0-ced270a664d2 req-a52a5dc8-dcf4-4357-bf48-e55bb6ba1d9a tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.16 "GET /v2.0/ports?device_id=a5fb9d27-b1e3-4399-b4d8-7495d55c398a HTTP/1.1" status: 200 len: 950 time: 0.0895646 Jul 14 18:29:00.024363 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 18:28:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4574093e-87aa-4cf3-82c9-c3c445e1aca4 x-openstack-request-id: req-4574093e-87aa-4cf3-82c9-c3c445e1aca4 {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:29:00.024847 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "414b975d-616d-4fdb-8025-9d9a9b03c449", "name": "network-vif-deleted", "tag": "b65ee316-6350-4708-99a0-44c36ec283e6", "status": "completed", "code": 200}]} {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:29:00.025054 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4574093e-87aa-4cf3-82c9-c3c445e1aca4 {{(pid=93915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:29:00.025447 n-d-800634-3 neutron-server[93915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '414b975d-616d-4fdb-8025-9d9a9b03c449', 'name': 'network-vif-deleted', 'tag': 'b65ee316-6350-4708-99a0-44c36ec283e6', 'status': 'completed', 'code': 200} Jul 14 18:29:00.063760 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-cc918a05-ded0-45af-aff0-ced270a664d2 req-48eaed81-ae63-4582-9f5a-66f6dd8e07f8 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.16 "GET /v2.0/security-groups?id=95148b1b-0f93-483b-9e80-262147c27e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344357 Jul 14 18:29:00.200359 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-1babd324-5cf0-4b3a-92f9-db73cf169718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '147bf032-b8c0-492a-a87a-bc31f1642c64', 'name': 'tempest-ServersTestBootFromVolume-380101461-router', 'tenant_id': '05921a45b4d74b12aa43c048ba89464c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.129'}], 'enable_snat': True}, 'gw_port_id': '9fa0c26d-e1e1-47fd-be3f-cb68c1edbb88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:25:41Z', 'updated_at': '2021-07-14T18:25:45Z', 'revision_number': 4, 'project_id': '05921a45b4d74b12aa43c048ba89464c', 'gw_port': {'id': '9fa0c26d-e1e1-47fd-be3f-cb68c1edbb88', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:11:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '147bf032-b8c0-492a-a87a-bc31f1642c64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 961, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:25:42Z', 'updated_at': '2021-07-14T18:25:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_interfaces': [{'id': '22f5fb29-91f8-499b-9b28-ff886541c789', 'name': '', 'network_id': 'fbdb072c-d165-4590-b31e-296ae33ff65f', 'tenant_id': '05921a45b4d74b12aa43c048ba89464c', 'mac_address': 'fa:16:3e:dd:40:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '147bf032-b8c0-492a-a87a-bc31f1642c64', 'device_owner': 'network:router_interface', 'standard_attr_id': 962, 'fixed_ips': [{'subnet_id': 'ca7b4677-c864-415b-b909-aa380c73a9be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:25:44Z', 'updated_at': '2021-07-14T18:25:51Z', 'revision_number': 5, 'project_id': '05921a45b4d74b12aa43c048ba89464c', 'subnets': [{'id': 'ca7b4677-c864-415b-b909-aa380c73a9be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-3', False) {} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:29:00.228367 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device 337a126e-8fcd-41fd-84a8-fe579af3e3ba up at agent hyperv_n-h1-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:29:00.229437 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1babd324-5cf0-4b3a-92f9-db73cf169718 None None] Checking router: 147bf032-b8c0-492a-a87a-bc31f1642c64 for host: n-d-800634-3 {{(pid=93918) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 18:29:00.242783 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1babd324-5cf0-4b3a-92f9-db73cf169718 None None] Routers {'147bf032-b8c0-492a-a87a-bc31f1642c64'} bound to L3 agent in host n-d-800634-3 {{(pid=93918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:29:00.243411 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-1babd324-5cf0-4b3a-92f9-db73cf169718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:28:53Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['147bf032-b8c0-492a-a87a-bc31f1642c64'], 'active': True} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:29:00.292326 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Provisioning for port 337a126e-8fcd-41fd-84a8-fe579af3e3ba completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:29:00.315860 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Provisioning complete for port 337a126e-8fcd-41fd-84a8-fe579af3e3ba triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:29:00.318807 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:00.361413 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvr_db [None req-1babd324-5cf0-4b3a-92f9-db73cf169718 None None] Set router 147bf032-b8c0-492a-a87a-bc31f1642c64 gateway port host: n-d-800634-3 {{(pid=93918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 18:29:00.399522 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18f56dd-e7ee-4e24-a46a-0dc0f313ef63 req-be7e95e6-5d1a-4068-8500-5d86d1608eeb tempest-LiveMigrationTest-64527954 tempest-LiveMigrationTest-64527954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:29:00.407020 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e18f56dd-e7ee-4e24-a46a-0dc0f313ef63 req-be7e95e6-5d1a-4068-8500-5d86d1608eeb tempest-LiveMigrationTest-64527954 tempest-LiveMigrationTest-64527954-project] 10.222.0.16 "GET /v2.0/ports?device_id=39c170ce-4d8b-473d-8a81-72c243e5a41f HTTP/1.1" status: 200 len: 945 time: 0.0784206 Jul 14 18:29:00.417229 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:00.446880 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c26faec0-6812-445d-8739-82f226c7537e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '337a126e-8fcd-41fd-84a8-fe579af3e3ba'}] {{(pid=93917) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:29:00.450261 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20b787f3c29eaa7aa2a4d648c725a2124c5ff39a8d793252f9d844495e14cf42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91a1fda6-d857-4416-9905-babca5052247" -d '{"events": [{"server_uuid": "c26faec0-6812-445d-8739-82f226c7537e", "name": "network-vif-plugged", "status": "completed", "tag": "337a126e-8fcd-41fd-84a8-fe579af3e3ba"}]}' {{(pid=93917) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:29:00.460899 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e18f56dd-e7ee-4e24-a46a-0dc0f313ef63 req-83ca36f0-3f05-4fca-80cf-b810456f9c16 tempest-LiveMigrationTest-64527954 tempest-LiveMigrationTest-64527954-project] 10.222.0.16 "GET /v2.0/security-groups?id=93c6eb24-b3aa-49c4-93f7-93dd5f011665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525622 Jul 14 18:29:00.467302 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port 337a126e-8fcd-41fd-84a8-fe579af3e3ba, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=337a126e-8fcd-41fd-84a8-fe579af3e3ba,segment=NetworkSegment(067fc487-22c7-42de-972d-ae352a28ad29),segment_id=067fc487-22c7-42de-972d-ae352a28ad29)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:29:00.481321 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:00.482226 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device b65ee316-6350-4708-99a0-44c36ec283e6 no longer exists at agent hyperv_n-h1-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 18:29:00.563288 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752e9ee2-0314-42e1-914d-247b21d4f821 req-013c021e-a23f-4c76-8f5d-745b1031cfbf tempest-ServerDiskConfigTestJSON-1372590070 tempest-ServerDiskConfigTestJSON-1372590070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:29:00.566598 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-752e9ee2-0314-42e1-914d-247b21d4f821 req-013c021e-a23f-4c76-8f5d-745b1031cfbf tempest-ServerDiskConfigTestJSON-1372590070 tempest-ServerDiskConfigTestJSON-1372590070-project] 10.222.0.16 "GET /v2.0/ports?device_id=bf8f126b-3e3d-4e58-8ea4-3089f2cc29ed HTTP/1.1" status: 200 len: 945 time: 0.0815327 Jul 14 18:29:00.590768 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] No Port match for: b65ee316-6350-4708-99a0-44c36ec283e6 {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 18:29:00.591255 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device b65ee316-6350-4708-99a0-44c36ec283e6 not bound to the agent host n-h1-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 18:29:00.611840 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Pushing event updated for resources: {'Port': ['ID=337a126e-8fcd-41fd-84a8-fe579af3e3ba,revision_number=5']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:29:00.622954 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-1babd324-5cf0-4b3a-92f9-db73cf169718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '147bf032-b8c0-492a-a87a-bc31f1642c64', 'name': 'tempest-ServersTestBootFromVolume-380101461-router', 'tenant_id': '05921a45b4d74b12aa43c048ba89464c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.129'}], 'enable_snat': True}, 'gw_port_id': '9fa0c26d-e1e1-47fd-be3f-cb68c1edbb88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:25:41Z', 'updated_at': '2021-07-14T18:25:45Z', 'revision_number': 4, 'project_id': '05921a45b4d74b12aa43c048ba89464c', 'gw_port': {'id': '9fa0c26d-e1e1-47fd-be3f-cb68c1edbb88', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:11:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '147bf032-b8c0-492a-a87a-bc31f1642c64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 961, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:25:42Z', 'updated_at': '2021-07-14T18:25:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_interfaces': [{'id': '22f5fb29-91f8-499b-9b28-ff886541c789', 'name': '', 'network_id': 'fbdb072c-d165-4590-b31e-296ae33ff65f', 'tenant_id': '05921a45b4d74b12aa43c048ba89464c', 'mac_address': 'fa:16:3e:dd:40:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '147bf032-b8c0-492a-a87a-bc31f1642c64', 'device_owner': 'network:router_interface', 'standard_attr_id': 962, 'fixed_ips': [{'subnet_id': 'ca7b4677-c864-415b-b909-aa380c73a9be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:25:44Z', 'updated_at': '2021-07-14T18:25:51Z', 'revision_number': 5, 'project_id': '05921a45b4d74b12aa43c048ba89464c', 'subnets': [{'id': 'ca7b4677-c864-415b-b909-aa380c73a9be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-3', False) {} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:29:00.639891 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Device 3de48cc2-9373-4f7a-9b7e-c1d9f1d47234 up at agent hyperv_n-h2-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:29:00.651426 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-8298f6db-8ed3-4f8c-b7c1-75151b3561ae req-ffb629f3-e6b8-4bbc-a338-47b9adf314a4 tempest-ServerShowV257Test-334664071 tempest-ServerShowV257Test-334664071-project] 10.222.0.16 "GET /v2.0/ports?device_id=099b6f50-a58e-45ed-b0ad-68cfb242dbb4 HTTP/1.1" status: 200 len: 210 time: 0.0492589 Jul 14 18:29:00.666679 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-752e9ee2-0314-42e1-914d-247b21d4f821 req-92fb0cde-a07e-4ebf-9651-4680f5dc2ea6 tempest-ServerDiskConfigTestJSON-1372590070 tempest-ServerDiskConfigTestJSON-1372590070-project] 10.222.0.16 "GET /v2.0/security-groups?id=8f471560-b797-46f3-abf1-e078e196721c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936873 Jul 14 18:29:00.668710 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1babd324-5cf0-4b3a-92f9-db73cf169718 None None] The sync data for ids ['147bf032-b8c0-492a-a87a-bc31f1642c64'] in n-d-800634-3 is: [{'id': '147bf032-b8c0-492a-a87a-bc31f1642c64', 'name': 'tempest-ServersTestBootFromVolume-380101461-router', 'tenant_id': '05921a45b4d74b12aa43c048ba89464c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.129'}], 'enable_snat': True}, 'gw_port_id': '9fa0c26d-e1e1-47fd-be3f-cb68c1edbb88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:25:41Z', 'updated_at': '2021-07-14T18:25:45Z', 'revision_number': 4, 'project_id': '05921a45b4d74b12aa43c048ba89464c', 'gw_port': {'id': '9fa0c26d-e1e1-47fd-be3f-cb68c1edbb88', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:11:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '147bf032-b8c0-492a-a87a-bc31f1642c64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 961, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:25:42Z', 'updated_at': '2021-07-14T18:25:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_interfaces': [{'id': '22f5fb29-91f8-499b-9b28-ff886541c789', 'name': '', 'network_id': 'fbdb072c-d165-4590-b31e-296ae33ff65f', 'tenant_id': '05921a45b4d74b12aa43c048ba89464c', 'mac_address': 'fa:16:3e:dd:40:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '147bf032-b8c0-492a-a87a-bc31f1642c64', 'device_owner': 'network:router_interface', 'standard_attr_id': 962, 'fixed_ips': [{'subnet_id': 'ca7b4677-c864-415b-b909-aa380c73a9be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:25:44Z', 'updated_at': '2021-07-14T18:25:51Z', 'revision_number': 5, 'project_id': '05921a45b4d74b12aa43c048ba89464c', 'subnets': [{'id': 'ca7b4677-c864-415b-b909-aa380c73a9be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 18:29:00.718408 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Provisioning for port 3de48cc2-9373-4f7a-9b7e-c1d9f1d47234 completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:29:00.729802 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Provisioning complete for port 3de48cc2-9373-4f7a-9b7e-c1d9f1d47234 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:29:00.730521 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:00.769675 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 18:29:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e23c2673-e949-46e2-866e-7a3f3d56d640 x-openstack-request-id: req-e23c2673-e949-46e2-866e-7a3f3d56d640 {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:29:00.769675 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c26faec0-6812-445d-8739-82f226c7537e", "name": "network-vif-plugged", "status": "completed", "tag": "337a126e-8fcd-41fd-84a8-fe579af3e3ba", "code": 200}]} {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:29:00.770006 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e23c2673-e949-46e2-866e-7a3f3d56d640 {{(pid=93917) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:29:00.770352 n-d-800634-3 neutron-server[93917]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c26faec0-6812-445d-8739-82f226c7537e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '337a126e-8fcd-41fd-84a8-fe579af3e3ba', 'code': 200} Jul 14 18:29:00.880158 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-72b6c203-c835-40c0-a393-0413a1768c8e req-6e24da92-8d67-4f4a-ad5b-83c9450c1c91 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=099b6f50-a58e-45ed-b0ad-68cfb242dbb4 HTTP/1.1" status: 200 len: 210 time: 0.0497103 Jul 14 18:29:01.022940 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:01.065830 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] For port 3de48cc2-9373-4f7a-9b7e-c1d9f1d47234, host n-h2-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=3de48cc2-9373-4f7a-9b7e-c1d9f1d47234,segment=NetworkSegment(9a21e516-8d79-4e64-b3eb-1610a868b024),segment_id=9a21e516-8d79-4e64-b3eb-1610a868b024)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:29:01.071614 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:01.128948 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Pushing event updated for resources: {'Port': ['ID=3de48cc2-9373-4f7a-9b7e-c1d9f1d47234,revision_number=5']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:29:01.142086 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34070203-246c-4c79-af31-0ccc28093e83 None None] New status for floating IP a577c0cb-46a7-4834-98c6-b9a15eacf1cc: DOWN {{(pid=93917) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 18:29:01.353208 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0300198-6a99-44cd-9f3a-49df5c339a12 req-1580a756-b7fe-43da-8717-3385f9f7b84a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:29:01.354934 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c0300198-6a99-44cd-9f3a-49df5c339a12 req-1580a756-b7fe-43da-8717-3385f9f7b84a service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=c26faec0-6812-445d-8739-82f226c7537e HTTP/1.1" status: 200 len: 1101 time: 0.5057929 Jul 14 18:29:01.380530 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a18b02-9458-4875-bf66-7715e675abda req-2fdb3f14-993d-446c-92be-34575132ccad tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:29:01.382036 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c3a18b02-9458-4875-bf66-7715e675abda req-2fdb3f14-993d-446c-92be-34575132ccad tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a9e03fe-9017-4703-95b3-a0248859ab39 HTTP/1.1" status: 200 len: 945 time: 0.4932663 Jul 14 18:29:01.434839 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c0300198-6a99-44cd-9f3a-49df5c339a12 req-11cdff94-c4e2-4586-9c82-b6fb4f918d7e service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=b0153d44-2cf7-4f50-b628-255afb14ce31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720043 Jul 14 18:29:01.459361 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346ad071-3f46-4785-8ab2-dea0dfd32115 req-6ec0d8c5-e460-4cc9-8f8e-e7dc111a2afc tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:29:01.461096 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-346ad071-3f46-4785-8ab2-dea0dfd32115 req-6ec0d8c5-e460-4cc9-8f8e-e7dc111a2afc tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] 10.222.0.16 "GET /v2.0/ports?device_id=c26faec0-6812-445d-8739-82f226c7537e HTTP/1.1" status: 200 len: 950 time: 0.4950669 Jul 14 18:29:01.466804 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c3a18b02-9458-4875-bf66-7715e675abda req-60ad53ea-261b-47cd-97d6-535d1e066829 tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] 10.222.0.16 "GET /v2.0/security-groups?id=4824db20-b9ba-4380-9f29-13755d37b981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768185 Jul 14 18:29:01.509347 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-346ad071-3f46-4785-8ab2-dea0dfd32115 req-be6a629a-347f-4d59-b6a8-358d86cf135e tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] 10.222.0.16 "GET /v2.0/security-groups?id=b0153d44-2cf7-4f50-b628-255afb14ce31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413959 Jul 14 18:29:01.613422 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-412da7ed-16c4-4072-bf38-7f3f6d541554 req-2bed5dcb-b2ce-4e4d-aaf9-7d9c804d9d3c tempest-ServersTestBootFromVolume-338046033 tempest-ServersTestBootFromVolume-338046033-project] 10.222.0.16 "GET /v2.0/ports?device_id=414b975d-616d-4fdb-8025-9d9a9b03c449 HTTP/1.1" status: 200 len: 210 time: 0.0347338 Jul 14 18:29:01.699681 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed95f456-0cdb-4149-95af-4b60bcc6a030 req-87369a81-c065-4371-830b-057d76e4537c tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:29:01.702326 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ed95f456-0cdb-4149-95af-4b60bcc6a030 req-87369a81-c065-4371-830b-057d76e4537c tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.16 "GET /v2.0/ports?device_id=a5fb9d27-b1e3-4399-b4d8-7495d55c398a HTTP/1.1" status: 200 len: 950 time: 0.0735319 Jul 14 18:29:01.747188 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ed95f456-0cdb-4149-95af-4b60bcc6a030 req-937fa555-2d04-4b6d-af5f-3d95052af398 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.16 "GET /v2.0/security-groups?id=95148b1b-0f93-483b-9e80-262147c27e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392559 Jul 14 18:29:01.934117 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bfcef4-1c30-438b-9a64-70f8af151bd0 req-deb1e013-7417-4b16-b6f4-0c47b9df93c3 tempest-ServerDiskConfigTestJSON-1372590070 tempest-ServerDiskConfigTestJSON-1372590070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:29:01.936354 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a3bfcef4-1c30-438b-9a64-70f8af151bd0 req-deb1e013-7417-4b16-b6f4-0c47b9df93c3 tempest-ServerDiskConfigTestJSON-1372590070 tempest-ServerDiskConfigTestJSON-1372590070-project] 10.222.0.16 "GET /v2.0/ports?device_id=bf8f126b-3e3d-4e58-8ea4-3089f2cc29ed HTTP/1.1" status: 200 len: 946 time: 0.0739243 Jul 14 18:29:02.038612 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a3bfcef4-1c30-438b-9a64-70f8af151bd0 req-97876064-dd7c-4da8-b164-e241096875b4 tempest-ServerDiskConfigTestJSON-1372590070 tempest-ServerDiskConfigTestJSON-1372590070-project] 10.222.0.16 "GET /v2.0/security-groups?id=8f471560-b797-46f3-abf1-e078e196721c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867548 Jul 14 18:29:02.078082 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19b482c-a71a-4a4c-8583-9549b5eaf41f req-ee2be838-02d2-49b8-951b-a516c3d62c01 tempest-LiveMigrationTest-64527954 tempest-LiveMigrationTest-64527954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:29:02.079703 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a19b482c-a71a-4a4c-8583-9549b5eaf41f req-ee2be838-02d2-49b8-951b-a516c3d62c01 tempest-LiveMigrationTest-64527954 tempest-LiveMigrationTest-64527954-project] 10.222.0.16 "GET /v2.0/ports?device_id=39c170ce-4d8b-473d-8a81-72c243e5a41f HTTP/1.1" status: 200 len: 945 time: 0.1417582 Jul 14 18:29:02.121877 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a19b482c-a71a-4a4c-8583-9549b5eaf41f req-4c788add-a69e-4f76-b404-4bfcfc1884e7 tempest-LiveMigrationTest-64527954 tempest-LiveMigrationTest-64527954-project] 10.222.0.16 "GET /v2.0/security-groups?id=93c6eb24-b3aa-49c4-93f7-93dd5f011665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362303 Jul 14 18:29:02.188540 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-bbfc5749-a63d-48b1-98cc-856c3bee3303 req-3543dc35-70ea-4cc1-9dbf-4afff189a781 tempest-ServerShowV257Test-334664071 tempest-ServerShowV257Test-334664071-project] 10.222.0.16 "GET /v2.0/ports?device_id=099b6f50-a58e-45ed-b0ad-68cfb242dbb4 HTTP/1.1" status: 200 len: 210 time: 0.0308902 Jul 14 18:29:02.259030 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:02.706595 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5cb77f-fde8-44d2-a82c-78e57fbff85d req-8ffc359e-d0cf-4521-8e7e-88775b18fd3d tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:29:02.714837 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-db5cb77f-fde8-44d2-a82c-78e57fbff85d req-8ffc359e-d0cf-4521-8e7e-88775b18fd3d tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a9e03fe-9017-4703-95b3-a0248859ab39 HTTP/1.1" status: 200 len: 945 time: 0.0915987 Jul 14 18:29:02.771953 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf8f126b-3e3d-4e58-8ea4-3089f2cc29ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3de48cc2-9373-4f7a-9b7e-c1d9f1d47234'}] {{(pid=93917) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:29:02.774242 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20b787f3c29eaa7aa2a4d648c725a2124c5ff39a8d793252f9d844495e14cf42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c57151f3-59d0-44cf-8430-98919bb3afd1" -d '{"events": [{"server_uuid": "bf8f126b-3e3d-4e58-8ea4-3089f2cc29ed", "name": "network-vif-plugged", "status": "completed", "tag": "3de48cc2-9373-4f7a-9b7e-c1d9f1d47234"}]}' {{(pid=93917) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:29:02.782193 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-db5cb77f-fde8-44d2-a82c-78e57fbff85d req-57c46f12-b8db-4e4a-aea5-d62e17149b69 tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] 10.222.0.16 "GET /v2.0/security-groups?id=4824db20-b9ba-4380-9f29-13755d37b981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653517 Jul 14 18:29:02.874725 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9124210-00ab-4577-accb-583c5573a5f1 req-e8df4da5-1e67-49fb-9340-eac828e8446f tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:29:02.883498 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b9124210-00ab-4577-accb-583c5573a5f1 req-e8df4da5-1e67-49fb-9340-eac828e8446f tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] 10.222.0.16 "GET /v2.0/ports?device_id=c26faec0-6812-445d-8739-82f226c7537e HTTP/1.1" status: 200 len: 950 time: 0.1284866 Jul 14 18:29:02.947743 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b9124210-00ab-4577-accb-583c5573a5f1 req-19f438b0-2225-46b6-a01b-1fe9055cde4e tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] 10.222.0.16 "GET /v2.0/security-groups?id=b0153d44-2cf7-4f50-b628-255afb14ce31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630436 Jul 14 18:29:02.992267 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-7dded42a-63da-4d56-a63a-18acc86e6bd0 req-bf4271eb-2585-4188-8695-749a185bc525 tempest-ServerShowV257Test-334664071 tempest-ServerShowV257Test-334664071-project] 10.222.0.16 "GET /v2.0/ports?device_id=099b6f50-a58e-45ed-b0ad-68cfb242dbb4 HTTP/1.1" status: 200 len: 210 time: 0.0429945 Jul 14 18:29:03.093293 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-8992176f-9785-4b22-abe4-9c881638956e req-0b3d5d92-2ebf-4211-a734-82fce028ca51 tempest-ServersTestBootFromVolume-338046033 tempest-ServersTestBootFromVolume-338046033-project] 10.222.0.16 "GET /v2.0/ports?device_id=414b975d-616d-4fdb-8025-9d9a9b03c449 HTTP/1.1" status: 200 len: 210 time: 0.0378382 Jul 14 18:29:03.150691 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 18:29:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e76a2680-63ab-41c6-a2ac-211432677caa x-openstack-request-id: req-e76a2680-63ab-41c6-a2ac-211432677caa {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:29:03.150691 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf8f126b-3e3d-4e58-8ea4-3089f2cc29ed", "name": "network-vif-plugged", "status": "completed", "tag": "3de48cc2-9373-4f7a-9b7e-c1d9f1d47234", "code": 200}]} {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:29:03.150691 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e76a2680-63ab-41c6-a2ac-211432677caa {{(pid=93917) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:29:03.151296 n-d-800634-3 neutron-server[93917]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf8f126b-3e3d-4e58-8ea4-3089f2cc29ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3de48cc2-9373-4f7a-9b7e-c1d9f1d47234', 'code': 200} Jul 14 18:29:03.219989 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5678b8b7-6e2a-4639-a3aa-8f948ec94757 req-6e5f9d4e-cd87-4ec4-8816-75b9e5b79b8e tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:29:03.221642 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-5678b8b7-6e2a-4639-a3aa-8f948ec94757 req-6e5f9d4e-cd87-4ec4-8816-75b9e5b79b8e tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.16 "GET /v2.0/ports?device_id=a5fb9d27-b1e3-4399-b4d8-7495d55c398a HTTP/1.1" status: 200 len: 950 time: 0.0766225 Jul 14 18:29:03.261167 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-5678b8b7-6e2a-4639-a3aa-8f948ec94757 req-7212c252-ce21-402a-b45a-2964ba923833 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.16 "GET /v2.0/security-groups?id=95148b1b-0f93-483b-9e80-262147c27e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337656 Jul 14 18:29:03.276070 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cd7212-3508-4a73-bb61-e5dc20f6348f req-58b6e39b-ef9b-40be-9a03-a9c6e5e571f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:29:03.287030 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-b6cd7212-3508-4a73-bb61-e5dc20f6348f req-58b6e39b-ef9b-40be-9a03-a9c6e5e571f6 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=bf8f126b-3e3d-4e58-8ea4-3089f2cc29ed HTTP/1.1" status: 200 len: 1097 time: 0.0655634 Jul 14 18:29:03.327451 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-b6cd7212-3508-4a73-bb61-e5dc20f6348f req-23b5d10e-08f1-4cb4-b3de-530c4a1f1544 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=8f471560-b797-46f3-abf1-e078e196721c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311582 Jul 14 18:29:03.328370 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09df4fd2-fe9e-4d63-a65f-6758fe2e41fc req-ab6b23a0-8fd2-4894-b651-2feeaa6614b1 tempest-ServersOnMultiNodesTest-1668875605 tempest-ServersOnMultiNodesTest-1668875605-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:29:03.335354 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-09df4fd2-fe9e-4d63-a65f-6758fe2e41fc req-ab6b23a0-8fd2-4894-b651-2feeaa6614b1 tempest-ServersOnMultiNodesTest-1668875605 tempest-ServersOnMultiNodesTest-1668875605-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=c26faec0-6812-445d-8739-82f226c7537e HTTP/1.1" status: 200 len: 1101 time: 0.0688798 Jul 14 18:29:03.367704 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-09df4fd2-fe9e-4d63-a65f-6758fe2e41fc req-2fcadd99-3c26-488b-af5d-3b6fdb1d942a tempest-ServersOnMultiNodesTest-1668875605 tempest-ServersOnMultiNodesTest-1668875605-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=b0153d44-2cf7-4f50-b628-255afb14ce31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315382 Jul 14 18:29:03.444914 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe53633-73e8-4e33-bec3-0c0ddaae8faa req-9afc5a3f-c555-4244-a8d9-2b36aa9e514e tempest-ServerDiskConfigTestJSON-1372590070 tempest-ServerDiskConfigTestJSON-1372590070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:29:03.446600 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-5fe53633-73e8-4e33-bec3-0c0ddaae8faa req-9afc5a3f-c555-4244-a8d9-2b36aa9e514e tempest-ServerDiskConfigTestJSON-1372590070 tempest-ServerDiskConfigTestJSON-1372590070-project] 10.222.0.16 "GET /v2.0/ports?device_id=bf8f126b-3e3d-4e58-8ea4-3089f2cc29ed HTTP/1.1" status: 200 len: 946 time: 0.0740776 Jul 14 18:29:03.512288 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-5fe53633-73e8-4e33-bec3-0c0ddaae8faa req-b1da4598-62af-4a9f-976a-b003a8fe5c28 tempest-ServerDiskConfigTestJSON-1372590070 tempest-ServerDiskConfigTestJSON-1372590070-project] 10.222.0.16 "GET /v2.0/security-groups?id=8f471560-b797-46f3-abf1-e078e196721c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586350 Jul 14 18:29:03.559391 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e9fb57-d6d0-4020-9557-131c952416ca req-bd95e535-fd2a-43c4-89e0-95006f50c59e tempest-LiveMigrationTest-64527954 tempest-LiveMigrationTest-64527954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:29:03.561014 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-16e9fb57-d6d0-4020-9557-131c952416ca req-bd95e535-fd2a-43c4-89e0-95006f50c59e tempest-LiveMigrationTest-64527954 tempest-LiveMigrationTest-64527954-project] 10.222.0.16 "GET /v2.0/ports?device_id=39c170ce-4d8b-473d-8a81-72c243e5a41f HTTP/1.1" status: 200 len: 945 time: 0.0854907 Jul 14 18:29:03.600561 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-16e9fb57-d6d0-4020-9557-131c952416ca req-eac5f690-3af6-4a6f-ba62-b0accbf2b46d tempest-LiveMigrationTest-64527954 tempest-LiveMigrationTest-64527954-project] 10.222.0.16 "GET /v2.0/security-groups?id=93c6eb24-b3aa-49c4-93f7-93dd5f011665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331810 Jul 14 18:29:03.892625 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42361551-fed8-49c6-8a75-3ae0408e54f6 req-04243445-8546-4aa7-90f9-bbadf3e1d5aa tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:29:03.894174 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-42361551-fed8-49c6-8a75-3ae0408e54f6 req-04243445-8546-4aa7-90f9-bbadf3e1d5aa tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] 10.222.0.16 "GET /v2.0/ports?device_id=c26faec0-6812-445d-8739-82f226c7537e HTTP/1.1" status: 200 len: 950 time: 0.0663161 Jul 14 18:29:03.968783 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-42361551-fed8-49c6-8a75-3ae0408e54f6 req-bf27eb11-9eac-41ff-8493-153a44e3c3b2 tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] 10.222.0.16 "GET /v2.0/security-groups?id=b0153d44-2cf7-4f50-b628-255afb14ce31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649669 Jul 14 18:29:03.992580 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d905d5e-c2a8-4749-a76b-a08dd1bbf4ae req-2f616681-2cc5-4f2d-9906-8349637b3595 tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:29:03.994135 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-8d905d5e-c2a8-4749-a76b-a08dd1bbf4ae req-2f616681-2cc5-4f2d-9906-8349637b3595 tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a9e03fe-9017-4703-95b3-a0248859ab39 HTTP/1.1" status: 200 len: 945 time: 0.0990767 Jul 14 18:29:04.033092 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-8d905d5e-c2a8-4749-a76b-a08dd1bbf4ae req-496e5be5-8388-4d49-876d-4c0da6ff5996 tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] 10.222.0.16 "GET /v2.0/security-groups?id=4824db20-b9ba-4380-9f29-13755d37b981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331624 Jul 14 18:29:04.177675 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-d7b53f80-7a0b-4da4-bd7f-0e1b85f66442 req-4ec93d78-36ab-4b4b-93b6-1d43949a5497 tempest-ServerShowV257Test-334664071 tempest-ServerShowV257Test-334664071-project] 10.222.0.16 "GET /v2.0/ports?device_id=099b6f50-a58e-45ed-b0ad-68cfb242dbb4 HTTP/1.1" status: 200 len: 210 time: 0.0457406 Jul 14 18:29:04.274718 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3c586ffa-a0d0-44c6-a21a-9973da297135 req-d8e02c9d-f085-49be-bc63-eb1cbb2f52b7 tempest-ServersTestBootFromVolume-338046033 tempest-ServersTestBootFromVolume-338046033-project] 10.222.0.16 "GET /v2.0/ports?device_id=414b975d-616d-4fdb-8025-9d9a9b03c449 HTTP/1.1" status: 200 len: 210 time: 0.0322492 Jul 14 18:29:04.442171 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb6d129-0fc0-459d-9c3a-7515b883cc81 req-86e0abed-c332-4176-a130-8daf609fb40b tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:29:04.443685 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-dcb6d129-0fc0-459d-9c3a-7515b883cc81 req-86e0abed-c332-4176-a130-8daf609fb40b tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.16 "GET /v2.0/ports?device_id=a5fb9d27-b1e3-4399-b4d8-7495d55c398a HTTP/1.1" status: 200 len: 950 time: 0.0681689 Jul 14 18:29:04.482755 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-dcb6d129-0fc0-459d-9c3a-7515b883cc81 req-970c8c6a-1eba-47e0-8537-bc1d6a52f75b tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.16 "GET /v2.0/security-groups?id=95148b1b-0f93-483b-9e80-262147c27e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333185 Jul 14 18:29:04.706262 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99c8464-fac8-4040-a178-5b81cdf38fbd req-476b842c-45e8-46d2-ac8c-192c18969b25 tempest-ServerDiskConfigTestJSON-1372590070 tempest-ServerDiskConfigTestJSON-1372590070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:29:04.713864 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b99c8464-fac8-4040-a178-5b81cdf38fbd req-476b842c-45e8-46d2-ac8c-192c18969b25 tempest-ServerDiskConfigTestJSON-1372590070 tempest-ServerDiskConfigTestJSON-1372590070-project] 10.222.0.16 "GET /v2.0/ports?device_id=bf8f126b-3e3d-4e58-8ea4-3089f2cc29ed HTTP/1.1" status: 200 len: 946 time: 0.0801930 Jul 14 18:29:04.783255 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b99c8464-fac8-4040-a178-5b81cdf38fbd req-f0b28f1a-07aa-4d7e-9998-9751834454e4 tempest-ServerDiskConfigTestJSON-1372590070 tempest-ServerDiskConfigTestJSON-1372590070-project] 10.222.0.16 "GET /v2.0/security-groups?id=8f471560-b797-46f3-abf1-e078e196721c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680766 Jul 14 18:29:04.828588 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebd728b-ffc8-4294-ac93-43fe85c4a72a req-516fc5b9-a2ae-4f54-9512-f65fbe8c8a11 tempest-LiveMigrationTest-64527954 tempest-LiveMigrationTest-64527954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:29:04.835133 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2ebd728b-ffc8-4294-ac93-43fe85c4a72a req-516fc5b9-a2ae-4f54-9512-f65fbe8c8a11 tempest-LiveMigrationTest-64527954 tempest-LiveMigrationTest-64527954-project] 10.222.0.16 "GET /v2.0/ports?device_id=39c170ce-4d8b-473d-8a81-72c243e5a41f HTTP/1.1" status: 200 len: 945 time: 0.0996110 Jul 14 18:29:04.878200 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2ebd728b-ffc8-4294-ac93-43fe85c4a72a req-2b10077e-c4be-4115-8377-80addb75531b tempest-LiveMigrationTest-64527954 tempest-LiveMigrationTest-64527954-project] 10.222.0.16 "GET /v2.0/security-groups?id=93c6eb24-b3aa-49c4-93f7-93dd5f011665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422170 Jul 14 18:29:05.166671 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7aa89ca-97c9-41d7-be75-0c6064e3495e req-89897e9b-e538-4b7a-affa-120f25982fbc tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:29:05.168344 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c7aa89ca-97c9-41d7-be75-0c6064e3495e req-89897e9b-e538-4b7a-affa-120f25982fbc tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] 10.222.0.16 "GET /v2.0/ports?device_id=c26faec0-6812-445d-8739-82f226c7537e HTTP/1.1" status: 200 len: 950 time: 0.0847538 Jul 14 18:29:05.202692 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:05.274450 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c7aa89ca-97c9-41d7-be75-0c6064e3495e req-56048b6a-0ee7-4745-bc8d-0435d929e0a9 tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] 10.222.0.16 "GET /v2.0/security-groups?id=b0153d44-2cf7-4f50-b628-255afb14ce31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957458 Jul 14 18:29:05.326082 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82641928-a007-47ae-8413-83c571c1a71b req-a8fb5652-b5c3-4515-b2a2-963714d769e0 tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:29:05.328062 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-82641928-a007-47ae-8413-83c571c1a71b req-a8fb5652-b5c3-4515-b2a2-963714d769e0 tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a9e03fe-9017-4703-95b3-a0248859ab39 HTTP/1.1" status: 200 len: 945 time: 0.1588280 Jul 14 18:29:05.348487 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5740db-c681-4480-adb8-6221c11fe8cb req-7c9ac054-c728-4c93-98ad-d769709c0550 tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:29:05.349934 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2e5740db-c681-4480-adb8-6221c11fe8cb req-7c9ac054-c728-4c93-98ad-d769709c0550 tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] 10.222.0.18 "GET /v2.0/ports?device_id=c26faec0-6812-445d-8739-82f226c7537e HTTP/1.1" status: 200 len: 950 time: 0.1440976 Jul 14 18:29:05.433560 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-82641928-a007-47ae-8413-83c571c1a71b req-7c904289-2495-4ba4-9a11-f9f189a014bf tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] 10.222.0.16 "GET /v2.0/security-groups?id=4824db20-b9ba-4380-9f29-13755d37b981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826313 Jul 14 18:29:05.451720 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-7fc05eaa-dc99-4fcd-9bbe-2305c03489e8 req-28f581b5-87be-4473-b0ba-fa5cb7ddcff2 tempest-ServerShowV257Test-334664071 tempest-ServerShowV257Test-334664071-project] 10.222.0.16 "GET /v2.0/ports?device_id=099b6f50-a58e-45ed-b0ad-68cfb242dbb4 HTTP/1.1" status: 200 len: 210 time: 0.0367925 Jul 14 18:29:05.541185 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [req-2e5740db-c681-4480-adb8-6221c11fe8cb req-c10d74c7-e56d-42bb-a43b-3440c6856de0 tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] Deleting port 337a126e-8fcd-41fd-84a8-fe579af3e3ba {{(pid=93915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:29:05.541612 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-2e5740db-c681-4480-adb8-6221c11fe8cb req-c10d74c7-e56d-42bb-a43b-3440c6856de0 tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:05.584929 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7fb27e-5dae-4b48-b77b-99d1428b8b1c req-3ca34a81-1f45-4783-ab5a-58289cfb0cf2 tempest-LiveMigrationTest-888176612 tempest-LiveMigrationTest-888176612-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:29:05.587098 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-df7fb27e-5dae-4b48-b77b-99d1428b8b1c req-3ca34a81-1f45-4783-ab5a-58289cfb0cf2 tempest-LiveMigrationTest-888176612 tempest-LiveMigrationTest-888176612-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=39c170ce-4d8b-473d-8a81-72c243e5a41f&tenant_id=d1f21963323d4ae1956c5ba38fc6e610&binding%3Ahost_id=n-h2-800634-3 HTTP/1.1" status: 200 len: 1096 time: 0.0802402 Jul 14 18:29:05.601800 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [req-df7fb27e-5dae-4b48-b77b-99d1428b8b1c req-48e206c5-9b92-4bbd-a440-1397097e3b15 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-800634-3'}}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:29:05.614617 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 38820) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:29:05.676764 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-df7fb27e-5dae-4b48-b77b-99d1428b8b1c req-48e206c5-9b92-4bbd-a440-1397097e3b15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:05.757105 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-2e5740db-c681-4480-adb8-6221c11fe8cb req-c10d74c7-e56d-42bb-a43b-3440c6856de0 tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] For port 337a126e-8fcd-41fd-84a8-fe579af3e3ba, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=337a126e-8fcd-41fd-84a8-fe579af3e3ba,segment=NetworkSegment(067fc487-22c7-42de-972d-ae352a28ad29),segment_id=067fc487-22c7-42de-972d-ae352a28ad29)] {{(pid=93915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:29:05.757486 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-2e5740db-c681-4480-adb8-6221c11fe8cb req-c10d74c7-e56d-42bb-a43b-3440c6856de0 tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:05.766804 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-dc92b511-f858-4019-acb7-d4c859770979 tempest-ServersTestBootFromVolume-338046033 tempest-ServersTestBootFromVolume-338046033-project] Notify callbacks [] for security_group, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:05.775373 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [req-2e5740db-c681-4480-adb8-6221c11fe8cb req-c10d74c7-e56d-42bb-a43b-3440c6856de0 tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] Calling delete_port for 337a126e-8fcd-41fd-84a8-fe579af3e3ba owned by compute:nova {{(pid=93915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:29:05.811093 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.db [req-df7fb27e-5dae-4b48-b77b-99d1428b8b1c req-48e206c5-9b92-4bbd-a440-1397097e3b15 service neutron] For port 81d732d1-5e63-4f14-a06a-fb2280c67184, host n-h2-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=81d732d1-5e63-4f14-a06a-fb2280c67184,segment=NetworkSegment(d3ebb57b-621c-4102-bdfe-7fa439ba5ffc),segment_id=d3ebb57b-621c-4102-bdfe-7fa439ba5ffc)] {{(pid=93916) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:29:05.817319 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9111fc7-6781-4286-a9fd-ad35bec5a201 req-a6c412ed-3773-435a-b822-397841b500c8 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:29:05.818846 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-d9111fc7-6781-4286-a9fd-ad35bec5a201 req-a6c412ed-3773-435a-b822-397841b500c8 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.16 "GET /v2.0/ports?device_id=a5fb9d27-b1e3-4399-b4d8-7495d55c398a HTTP/1.1" status: 200 len: 950 time: 0.1837435 Jul 14 18:29:05.821054 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-dc92b511-f858-4019-acb7-d4c859770979 tempest-ServersTestBootFromVolume-338046033 tempest-ServersTestBootFromVolume-338046033-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:05.862412 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.db [req-df7fb27e-5dae-4b48-b77b-99d1428b8b1c req-48e206c5-9b92-4bbd-a440-1397097e3b15 service neutron] For port 81d732d1-5e63-4f14-a06a-fb2280c67184, host n-h2-800634-3, cleared binding levels {{(pid=93916) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:29:05.923050 n-d-800634-3 neutron-server[93916]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39c170ce-4d8b-473d-8a81-72c243e5a41f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '81d732d1-5e63-4f14-a06a-fb2280c67184'}] {{(pid=93916) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:29:05.929244 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f803e150b363a7893830aa996ac27753fa25517c406ecd3536b7c2d4b26eeb9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53fd957c-3054-4004-93dd-cad70c1a89a9" -d '{"events": [{"server_uuid": "39c170ce-4d8b-473d-8a81-72c243e5a41f", "name": "network-vif-unplugged", "status": "completed", "tag": "81d732d1-5e63-4f14-a06a-fb2280c67184"}]}' {{(pid=93916) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:29:05.933283 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-df7fb27e-5dae-4b48-b77b-99d1428b8b1c req-48e206c5-9b92-4bbd-a440-1397097e3b15 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:05.937175 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-d9111fc7-6781-4286-a9fd-ad35bec5a201 req-633bd3c4-ae8a-4c0a-8615-005c4e81ba3b tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.16 "GET /v2.0/security-groups?id=95148b1b-0f93-483b-9e80-262147c27e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047697 Jul 14 18:29:05.940889 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-df7fb27e-5dae-4b48-b77b-99d1428b8b1c req-48e206c5-9b92-4bbd-a440-1397097e3b15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2684870'] for port, after_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:06.033060 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e206c5-9b92-4bbd-a440-1397097e3b15 service neutron] Pushing event updated for resources: {'Port': ['ID=81d732d1-5e63-4f14-a06a-fb2280c67184,revision_number=7']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:29:06.046769 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.managers [req-df7fb27e-5dae-4b48-b77b-99d1428b8b1c req-48e206c5-9b92-4bbd-a440-1397097e3b15 service neutron] Attempting to bind port 81d732d1-5e63-4f14-a06a-fb2280c67184 on host n-h2-800634-3 for vnic_type normal with profile {"migrating_to": "n-h1-800634-3"} {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:29:06.047355 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.managers [req-df7fb27e-5dae-4b48-b77b-99d1428b8b1c req-48e206c5-9b92-4bbd-a440-1397097e3b15 service neutron] Attempting to bind port 81d732d1-5e63-4f14-a06a-fb2280c67184 by drivers openvswitch,hyperv on host n-h2-800634-3 at level 0 using segments [{'id': 'd3ebb57b-621c-4102-bdfe-7fa439ba5ffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '31a99599-848e-4d3a-b964-3d8069f89b88'}] {{(pid=93916) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:29:06.047896 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df7fb27e-5dae-4b48-b77b-99d1428b8b1c req-48e206c5-9b92-4bbd-a440-1397097e3b15 service neutron] Attempting to bind port 81d732d1-5e63-4f14-a06a-fb2280c67184 on network 31a99599-848e-4d3a-b964-3d8069f89b88 {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:29:06.053062 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df7fb27e-5dae-4b48-b77b-99d1428b8b1c req-48e206c5-9b92-4bbd-a440-1397097e3b15 service neutron] Port 81d732d1-5e63-4f14-a06a-fb2280c67184 on network 31a99599-848e-4d3a-b964-3d8069f89b88 not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-3 {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 18:29:06.053675 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df7fb27e-5dae-4b48-b77b-99d1428b8b1c req-48e206c5-9b92-4bbd-a440-1397097e3b15 service neutron] Attempting to bind port 81d732d1-5e63-4f14-a06a-fb2280c67184 on network 31a99599-848e-4d3a-b964-3d8069f89b88 {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:29:06.059146 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df7fb27e-5dae-4b48-b77b-99d1428b8b1c req-48e206c5-9b92-4bbd-a440-1397097e3b15 service neutron] Checking agent: {'id': '08e36a6c-8d04-48f0-a644-f27680635246', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 15, 35), 'started_at': datetime.datetime(2021, 7, 14, 18, 15, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 18, 29, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 18:29:06.059906 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df7fb27e-5dae-4b48-b77b-99d1428b8b1c req-48e206c5-9b92-4bbd-a440-1397097e3b15 service neutron] Checking segment: {'id': 'd3ebb57b-621c-4102-bdfe-7fa439ba5ffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '31a99599-848e-4d3a-b964-3d8069f89b88'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93916) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:29:06.060545 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df7fb27e-5dae-4b48-b77b-99d1428b8b1c req-48e206c5-9b92-4bbd-a440-1397097e3b15 service neutron] Bound using segment: {'id': 'd3ebb57b-621c-4102-bdfe-7fa439ba5ffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '31a99599-848e-4d3a-b964-3d8069f89b88'} {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 18:29:06.061321 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.managers [req-df7fb27e-5dae-4b48-b77b-99d1428b8b1c req-48e206c5-9b92-4bbd-a440-1397097e3b15 service neutron] Bound port: 81d732d1-5e63-4f14-a06a-fb2280c67184, host: n-h2-800634-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3ebb57b-621c-4102-bdfe-7fa439ba5ffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '31a99599-848e-4d3a-b964-3d8069f89b88'}}] {{(pid=93916) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 18:29:06.061934 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-df7fb27e-5dae-4b48-b77b-99d1428b8b1c req-48e206c5-9b92-4bbd-a440-1397097e3b15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:06.088631 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-dc92b511-f858-4019-acb7-d4c859770979 tempest-ServersTestBootFromVolume-338046033 tempest-ServersTestBootFromVolume-338046033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:06.091289 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-dc92b511-f858-4019-acb7-d4c859770979 tempest-ServersTestBootFromVolume-338046033 tempest-ServersTestBootFromVolume-338046033-project] Notify callbacks [] for security_group, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:06.095178 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-dc92b511-f858-4019-acb7-d4c859770979 tempest-ServersTestBootFromVolume-338046033 tempest-ServersTestBootFromVolume-338046033-project] 10.222.0.16 "DELETE /v2.0/security-groups/21521fa0-66ce-4b78-82b0-f6cb49764165 HTTP/1.1" status: 204 len: 168 time: 0.4767790 Jul 14 18:29:06.096950 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 38828) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:29:06.117352 n-d-800634-3 neutron-server[93916]: INFO neutron.api.v2.resource [None req-f920cb0c-4843-41ed-aa12-d5cd0b5e29c3 tempest-ServersTestBootFromVolume-338046033 tempest-ServersTestBootFromVolume-338046033-project] show failed (client error): The resource could not be found. Jul 14 18:29:06.118473 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-f920cb0c-4843-41ed-aa12-d5cd0b5e29c3 tempest-ServersTestBootFromVolume-338046033 tempest-ServersTestBootFromVolume-338046033-project] 10.222.0.16 "GET /v2.0/security-groups/21521fa0-66ce-4b78-82b0-f6cb49764165 HTTP/1.1" status: 404 len: 347 time: 0.0205038 Jul 14 18:29:06.124679 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 38830) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:29:06.147168 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc92b511-f858-4019-acb7-d4c859770979 tempest-ServersTestBootFromVolume-338046033 tempest-ServersTestBootFromVolume-338046033-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=21521fa0-66ce-4b78-82b0-f6cb49764165,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:29:06.152547 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-2e5740db-c681-4480-adb8-6221c11fe8cb req-c10d74c7-e56d-42bb-a43b-3440c6856de0 tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:06.171511 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] get_ports_and_sgs() called for port_ids ['069fec85-1f88-4350-a10b-8a1886043632', 'b857234d-ca6d-4a0c-9cfb-3a257e1bca77'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 18:29:06.182465 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] get_ports_and_sgs() called for port_ids ['669c9edf-0066-4f1c-8103-9c630a3adbef', '12f9f4e0-732a-4ff7-ae01-79782107bd50', '93931838-c4c9-4619-9753-71eeca38dcdc', '337a126e-8fcd-41fd-84a8-fe579af3e3ba'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 18:29:06.189802 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.db [req-df7fb27e-5dae-4b48-b77b-99d1428b8b1c req-48e206c5-9b92-4bbd-a440-1397097e3b15 service neutron] For port 81d732d1-5e63-4f14-a06a-fb2280c67184, host n-h2-800634-3, cleared binding levels {{(pid=93916) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:29:06.212070 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10d74c7-e56d-42bb-a43b-3440c6856de0 tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] Pushing event deleted for resources: {'Port': ['ID=337a126e-8fcd-41fd-84a8-fe579af3e3ba,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:29:06.238534 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.db [req-df7fb27e-5dae-4b48-b77b-99d1428b8b1c req-48e206c5-9b92-4bbd-a440-1397097e3b15 service neutron] For port 81d732d1-5e63-4f14-a06a-fb2280c67184, host n-h2-800634-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=81d732d1-5e63-4f14-a06a-fb2280c67184,segment=NetworkSegment(d3ebb57b-621c-4102-bdfe-7fa439ba5ffc),segment_id=d3ebb57b-621c-4102-bdfe-7fa439ba5ffc)] {{(pid=93916) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 18:29:06.254643 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-df7fb27e-5dae-4b48-b77b-99d1428b8b1c req-48e206c5-9b92-4bbd-a440-1397097e3b15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2684870'] for port, after_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:06.269163 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device 81d732d1-5e63-4f14-a06a-fb2280c67184 details requested by agent hyperv_n-h1-800634-3 with host n-h1-800634-3 {{(pid=93917) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 18:29:06.350105 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa943323-0ba4-4ebd-bf53-4f309094e741 req-eaebb139-9f94-4c35-ba9c-3373a4c56f8b tempest-ServerDiskConfigTestJSON-1372590070 tempest-ServerDiskConfigTestJSON-1372590070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:29:06.351900 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-aa943323-0ba4-4ebd-bf53-4f309094e741 req-eaebb139-9f94-4c35-ba9c-3373a4c56f8b tempest-ServerDiskConfigTestJSON-1372590070 tempest-ServerDiskConfigTestJSON-1372590070-project] 10.222.0.16 "GET /v2.0/ports?device_id=bf8f126b-3e3d-4e58-8ea4-3089f2cc29ed HTTP/1.1" status: 200 len: 946 time: 0.4239185 Jul 14 18:29:06.352896 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e5740db-c681-4480-adb8-6221c11fe8cb req-c10d74c7-e56d-42bb-a43b-3440c6856de0 tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] No DVR routers for this DVR port 337a126e-8fcd-41fd-84a8-fe579af3e3ba on host n-h1-800634-3 {{(pid=93915) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 18:29:06.355758 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-2e5740db-c681-4480-adb8-6221c11fe8cb req-c10d74c7-e56d-42bb-a43b-3440c6856de0 tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:06.357896 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2e5740db-c681-4480-adb8-6221c11fe8cb req-c10d74c7-e56d-42bb-a43b-3440c6856de0 tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] 10.222.0.18 "DELETE /v2.0/ports/337a126e-8fcd-41fd-84a8-fe579af3e3ba HTTP/1.1" status: 204 len: 173 time: 1.0007226 Jul 14 18:29:06.358369 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c26faec0-6812-445d-8739-82f226c7537e', 'name': 'network-vif-deleted', 'tag': '337a126e-8fcd-41fd-84a8-fe579af3e3ba'}] {{(pid=93915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:29:06.360760 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e72782ad3af8f7d4ce76cedf092bca46d1756acc5c4653cf0b52034cdd6b073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-950013f7-3198-450d-a57d-613962b63727" -d '{"events": [{"server_uuid": "c26faec0-6812-445d-8739-82f226c7537e", "name": "network-vif-deleted", "tag": "337a126e-8fcd-41fd-84a8-fe579af3e3ba"}]}' {{(pid=93915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:29:06.385837 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613869b5-bcb5-45b3-a153-8fb92be02100 req-a149a8a8-d5e9-40dc-9116-8665dec60800 tempest-LiveMigrationTest-64527954 tempest-LiveMigrationTest-64527954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:29:06.392934 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-613869b5-bcb5-45b3-a153-8fb92be02100 req-a149a8a8-d5e9-40dc-9116-8665dec60800 tempest-LiveMigrationTest-64527954 tempest-LiveMigrationTest-64527954-project] 10.222.0.16 "GET /v2.0/ports?device_id=39c170ce-4d8b-473d-8a81-72c243e5a41f HTTP/1.1" status: 200 len: 943 time: 0.3261068 Jul 14 18:29:06.423232 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e206c5-9b92-4bbd-a440-1397097e3b15 service neutron] Pushing event updated for resources: {'Port': ['ID=81d732d1-5e63-4f14-a06a-fb2280c67184,revision_number=8']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:29:06.447938 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7fb27e-5dae-4b48-b77b-99d1428b8b1c req-48e206c5-9b92-4bbd-a440-1397097e3b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:29:06.448707 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-df7fb27e-5dae-4b48-b77b-99d1428b8b1c req-48e206c5-9b92-4bbd-a440-1397097e3b15 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:06.450092 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-df7fb27e-5dae-4b48-b77b-99d1428b8b1c req-48e206c5-9b92-4bbd-a440-1397097e3b15 service neutron] 10.222.0.18 "PUT /v2.0/ports/81d732d1-5e63-4f14-a06a-fb2280c67184 HTTP/1.1" status: 200 len: 1121 time: 0.8528492 Jul 14 18:29:06.452624 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-d429a1a0-6e6e-438d-8b3d-7bc769cdc0ff tempest-ServersTestBootFromVolume-338046033 tempest-ServersTestBootFromVolume-338046033-project] Deleting port 23d2c79a-e368-4ce4-8a72-b1bc01100b89 {{(pid=93916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:29:06.452955 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-d429a1a0-6e6e-438d-8b3d-7bc769cdc0ff tempest-ServersTestBootFromVolume-338046033 tempest-ServersTestBootFromVolume-338046033-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:06.469045 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.db.resource_extend [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 14 18:29:06.481011 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-aa943323-0ba4-4ebd-bf53-4f309094e741 req-098fe41b-a08b-45ba-b09d-e94db5438252 tempest-ServerDiskConfigTestJSON-1372590070 tempest-ServerDiskConfigTestJSON-1372590070-project] 10.222.0.16 "GET /v2.0/security-groups?id=8f471560-b797-46f3-abf1-e078e196721c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144710 Jul 14 18:29:06.510033 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-613869b5-bcb5-45b3-a153-8fb92be02100 req-1acbfaab-43b6-458c-94cc-ebb59ddc8f06 tempest-LiveMigrationTest-64527954 tempest-LiveMigrationTest-64527954-project] 10.222.0.16 "GET /v2.0/security-groups?id=93c6eb24-b3aa-49c4-93f7-93dd5f011665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158586 Jul 14 18:29:06.620790 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 14 Jul 2021 18:29:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d53e6a3c-233c-4e34-925b-00985a21ae9d x-openstack-request-id: req-d53e6a3c-233c-4e34-925b-00985a21ae9d {{(pid=93916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:29:06.621627 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39c170ce-4d8b-473d-8a81-72c243e5a41f", "name": "network-vif-unplugged", "status": "completed", "tag": "81d732d1-5e63-4f14-a06a-fb2280c67184", "code": 200}]} {{(pid=93916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:29:06.622045 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d53e6a3c-233c-4e34-925b-00985a21ae9d {{(pid=93916) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:29:06.622612 n-d-800634-3 neutron-server[93916]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39c170ce-4d8b-473d-8a81-72c243e5a41f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '81d732d1-5e63-4f14-a06a-fb2280c67184', 'code': 200} Jul 14 18:29:06.666787 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-d429a1a0-6e6e-438d-8b3d-7bc769cdc0ff tempest-ServersTestBootFromVolume-338046033 tempest-ServersTestBootFromVolume-338046033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:06.667425 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-d429a1a0-6e6e-438d-8b3d-7bc769cdc0ff tempest-ServersTestBootFromVolume-338046033 tempest-ServersTestBootFromVolume-338046033-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:06.688367 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 18:29:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e1c227c-5f18-4ff5-acd4-ea965e82df86 x-openstack-request-id: req-1e1c227c-5f18-4ff5-acd4-ea965e82df86 {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:29:06.688367 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c26faec0-6812-445d-8739-82f226c7537e", "name": "network-vif-deleted", "tag": "337a126e-8fcd-41fd-84a8-fe579af3e3ba", "status": "completed", "code": 200}]} {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:29:06.688610 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1e1c227c-5f18-4ff5-acd4-ea965e82df86 {{(pid=93915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:29:06.688955 n-d-800634-3 neutron-server[93915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c26faec0-6812-445d-8739-82f226c7537e', 'name': 'network-vif-deleted', 'tag': '337a126e-8fcd-41fd-84a8-fe579af3e3ba', 'status': 'completed', 'code': 200} Jul 14 18:29:06.691512 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-d429a1a0-6e6e-438d-8b3d-7bc769cdc0ff tempest-ServersTestBootFromVolume-338046033 tempest-ServersTestBootFromVolume-338046033-project] Calling delete_port for 23d2c79a-e368-4ce4-8a72-b1bc01100b89 owned by network:floatingip {{(pid=93916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:29:06.694777 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] get_ports_and_sgs() called for port_ids ['81d732d1-5e63-4f14-a06a-fb2280c67184'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 18:29:06.755763 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] get_ports_and_sgs() called for port_ids ['81d732d1-5e63-4f14-a06a-fb2280c67184'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 18:29:06.773806 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-222a1cde-f7fb-41c2-8539-e0297f318d22 req-4cf58a4b-25ca-4621-b150-e61936756801 tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] 10.222.0.16 "GET /v2.0/ports?device_id=c26faec0-6812-445d-8739-82f226c7537e HTTP/1.1" status: 200 len: 210 time: 0.0619268 Jul 14 18:29:06.808348 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port 81d732d1-5e63-4f14-a06a-fb2280c67184, host n-h2-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=81d732d1-5e63-4f14-a06a-fb2280c67184,segment=NetworkSegment(d3ebb57b-621c-4102-bdfe-7fa439ba5ffc),segment_id=d3ebb57b-621c-4102-bdfe-7fa439ba5ffc)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:29:06.833821 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device 81d732d1-5e63-4f14-a06a-fb2280c67184 has no active binding in host n-h1-800634-3 {{(pid=93917) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 14 18:29:06.864254 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059e6810-60e6-497a-91ca-8a270a797cfe req-4163011d-83d9-4244-b693-c397ad49b817 tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:29:06.872474 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-059e6810-60e6-497a-91ca-8a270a797cfe req-4163011d-83d9-4244-b693-c397ad49b817 tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a9e03fe-9017-4703-95b3-a0248859ab39 HTTP/1.1" status: 200 len: 945 time: 0.0816898 Jul 14 18:29:06.890626 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-d429a1a0-6e6e-438d-8b3d-7bc769cdc0ff tempest-ServersTestBootFromVolume-338046033 tempest-ServersTestBootFromVolume-338046033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:06.939181 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-059e6810-60e6-497a-91ca-8a270a797cfe req-8077a5d4-6553-48dd-b56c-2555712f58e2 tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] 10.222.0.16 "GET /v2.0/security-groups?id=4824db20-b9ba-4380-9f29-13755d37b981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657451 Jul 14 18:29:06.944334 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d429a1a0-6e6e-438d-8b3d-7bc769cdc0ff tempest-ServersTestBootFromVolume-338046033 tempest-ServersTestBootFromVolume-338046033-project] Pushing event deleted for resources: {'Port': ['ID=23d2c79a-e368-4ce4-8a72-b1bc01100b89,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:29:07.024840 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-643352fe-b4fe-4634-a36a-b8425aa30b54 req-2d9c9b14-5110-4c0b-98e8-b9aa21ba3826 tempest-ServerShowV257Test-334664071 tempest-ServerShowV257Test-334664071-project] 10.222.0.16 "GET /v2.0/ports?device_id=099b6f50-a58e-45ed-b0ad-68cfb242dbb4 HTTP/1.1" status: 200 len: 210 time: 0.0395684 Jul 14 18:29:07.095466 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-d429a1a0-6e6e-438d-8b3d-7bc769cdc0ff tempest-ServersTestBootFromVolume-338046033 tempest-ServersTestBootFromVolume-338046033-project] Notify callbacks [] for floatingip, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:07.107127 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-d429a1a0-6e6e-438d-8b3d-7bc769cdc0ff tempest-ServersTestBootFromVolume-338046033 tempest-ServersTestBootFromVolume-338046033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for floatingip, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:07.108482 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-d429a1a0-6e6e-438d-8b3d-7bc769cdc0ff tempest-ServersTestBootFromVolume-338046033 tempest-ServersTestBootFromVolume-338046033-project] 10.222.0.16 "DELETE /v2.0/floatingips/a577c0cb-46a7-4834-98c6-b9a15eacf1cc HTTP/1.1" status: 204 len: 168 time: 0.9826517 Jul 14 18:29:07.111597 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 38846) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:29:07.161702 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843d7421-0df8-49bc-aea6-eee02a72c3d6 req-37c0c265-b889-4282-bc38-3d71bf5f0bbe tempest-ServerDiskConfigTestJSON-1372590070 tempest-ServerDiskConfigTestJSON-1372590070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:29:07.163668 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-843d7421-0df8-49bc-aea6-eee02a72c3d6 req-37c0c265-b889-4282-bc38-3d71bf5f0bbe tempest-ServerDiskConfigTestJSON-1372590070 tempest-ServerDiskConfigTestJSON-1372590070-project] 10.222.0.16 "GET /v2.0/ports?device_id=bf8f126b-3e3d-4e58-8ea4-3089f2cc29ed HTTP/1.1" status: 200 len: 946 time: 0.0915701 Jul 14 18:29:07.259363 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-843d7421-0df8-49bc-aea6-eee02a72c3d6 req-e5746cad-29bf-4a23-a32a-76165014737e tempest-ServerDiskConfigTestJSON-1372590070 tempest-ServerDiskConfigTestJSON-1372590070-project] 10.222.0.16 "GET /v2.0/security-groups?id=8f471560-b797-46f3-abf1-e078e196721c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795240 Jul 14 18:29:07.297247 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc5c28b-3529-4f32-bca8-6ced4f24bb2d req-193441a6-8bc6-4a13-a90a-07e542bed5bc tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:29:07.304275 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-0bc5c28b-3529-4f32-bca8-6ced4f24bb2d req-193441a6-8bc6-4a13-a90a-07e542bed5bc tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.16 "GET /v2.0/ports?device_id=a5fb9d27-b1e3-4399-b4d8-7495d55c398a HTTP/1.1" status: 200 len: 950 time: 0.1509748 Jul 14 18:29:07.375261 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-0bc5c28b-3529-4f32-bca8-6ced4f24bb2d req-3e3a922b-4475-4a4c-a616-0842df759a72 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.16 "GET /v2.0/security-groups?id=95148b1b-0f93-483b-9e80-262147c27e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694423 Jul 14 18:29:07.707364 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ec960b-d974-4783-ab69-f71ec21f6eff req-be65c094-63d9-4dde-a3ba-aa0ef5ea75dd tempest-ServerDiskConfigTestJSON-1372590070 tempest-ServerDiskConfigTestJSON-1372590070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:29:07.708838 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-58ec960b-d974-4783-ab69-f71ec21f6eff req-be65c094-63d9-4dde-a3ba-aa0ef5ea75dd tempest-ServerDiskConfigTestJSON-1372590070 tempest-ServerDiskConfigTestJSON-1372590070-project] 10.222.0.16 "GET /v2.0/ports?device_id=bf8f126b-3e3d-4e58-8ea4-3089f2cc29ed HTTP/1.1" status: 200 len: 946 time: 0.0889940 Jul 14 18:29:07.779619 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-58ec960b-d974-4783-ab69-f71ec21f6eff req-f7174c2c-3f8c-44fb-9d39-8da8aa24bfb6 tempest-ServerDiskConfigTestJSON-1372590070 tempest-ServerDiskConfigTestJSON-1372590070-project] 10.222.0.16 "GET /v2.0/security-groups?id=8f471560-b797-46f3-abf1-e078e196721c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603437 Jul 14 18:29:07.816628 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67f752f-82c9-4e87-98b5-63057c52edb5 req-9bb91b34-dd30-415f-8ae8-1a6752be7527 tempest-LiveMigrationTest-64527954 tempest-LiveMigrationTest-64527954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:29:07.816628 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f67f752f-82c9-4e87-98b5-63057c52edb5 req-9bb91b34-dd30-415f-8ae8-1a6752be7527 tempest-LiveMigrationTest-64527954 tempest-LiveMigrationTest-64527954-project] 10.222.0.16 "GET /v2.0/ports?device_id=39c170ce-4d8b-473d-8a81-72c243e5a41f HTTP/1.1" status: 200 len: 943 time: 0.0998311 Jul 14 18:29:07.851490 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f67f752f-82c9-4e87-98b5-63057c52edb5 req-bbbd81fa-e999-42d1-a88d-188b7ae260e5 tempest-LiveMigrationTest-64527954 tempest-LiveMigrationTest-64527954-project] 10.222.0.16 "GET /v2.0/security-groups?id=93c6eb24-b3aa-49c4-93f7-93dd5f011665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341628 Jul 14 18:29:07.995756 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-2135c231-9338-476d-836e-83bbd167afae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-928623'] for router_interface, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:08.043166 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b4c3e6-83c0-4ee8-9eed-6ee61c2fdcc9 req-d351e36f-c25d-4f10-b20e-bbe47240d166 tempest-ServerDiskConfigTestJSON-1372590070 tempest-ServerDiskConfigTestJSON-1372590070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:29:08.044811 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-66b4c3e6-83c0-4ee8-9eed-6ee61c2fdcc9 req-d351e36f-c25d-4f10-b20e-bbe47240d166 tempest-ServerDiskConfigTestJSON-1372590070 tempest-ServerDiskConfigTestJSON-1372590070-project] 10.222.0.16 "GET /v2.0/ports?device_id=bf8f126b-3e3d-4e58-8ea4-3089f2cc29ed HTTP/1.1" status: 200 len: 946 time: 0.0655708 Jul 14 18:29:08.088207 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-66b4c3e6-83c0-4ee8-9eed-6ee61c2fdcc9 req-64cfc1fa-c1ac-4b7d-a530-3d1c44941ab6 tempest-ServerDiskConfigTestJSON-1372590070 tempest-ServerDiskConfigTestJSON-1372590070-project] 10.222.0.16 "GET /v2.0/security-groups?id=8f471560-b797-46f3-abf1-e078e196721c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363729 Jul 14 18:29:08.250266 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device 337a126e-8fcd-41fd-84a8-fe579af3e3ba no longer exists at agent hyperv_n-h1-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 18:29:08.255726 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c7f30072-ed83-4ff5-ad30-3fbc468b4eba req-01de8e0e-0c9f-45ba-a41c-7399b8cd3978 tempest-ServerShowV257Test-334664071 tempest-ServerShowV257Test-334664071-project] 10.222.0.16 "GET /v2.0/ports?device_id=099b6f50-a58e-45ed-b0ad-68cfb242dbb4 HTTP/1.1" status: 200 len: 210 time: 0.0359654 Jul 14 18:29:08.291244 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-2135c231-9338-476d-836e-83bbd167afae admin admin] Deleting port 22f5fb29-91f8-499b-9b28-ff886541c789 {{(pid=93916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:29:08.291244 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-2135c231-9338-476d-836e-83bbd167afae admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:08.291559 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] No Port match for: 337a126e-8fcd-41fd-84a8-fe579af3e3ba {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 18:29:08.291559 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device 337a126e-8fcd-41fd-84a8-fe579af3e3ba not bound to the agent host n-h1-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 18:29:08.291731 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00c69c3-5487-46a3-81bf-f9558188d604 req-99f9978e-a4f9-4220-8c61-d51cf0097957 tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:29:08.291731 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e00c69c3-5487-46a3-81bf-f9558188d604 req-99f9978e-a4f9-4220-8c61-d51cf0097957 tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a9e03fe-9017-4703-95b3-a0248859ab39 HTTP/1.1" status: 200 len: 945 time: 0.0992897 Jul 14 18:29:08.332665 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e00c69c3-5487-46a3-81bf-f9558188d604 req-a4c7fbe6-7ab5-4f5c-a271-e0edee2b4b0b tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] 10.222.0.16 "GET /v2.0/security-groups?id=4824db20-b9ba-4380-9f29-13755d37b981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377469 Jul 14 18:29:08.370268 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.db [None req-2135c231-9338-476d-836e-83bbd167afae admin admin] For port 22f5fb29-91f8-499b-9b28-ff886541c789, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=22f5fb29-91f8-499b-9b28-ff886541c789,segment=NetworkSegment(5093adae-6495-4a38-9ebe-1728c2765660),segment_id=5093adae-6495-4a38-9ebe-1728c2765660)] {{(pid=93916) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:29:08.370980 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-2135c231-9338-476d-836e-83bbd167afae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:08.385198 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-2135c231-9338-476d-836e-83bbd167afae admin admin] Calling delete_port for 22f5fb29-91f8-499b-9b28-ff886541c789 owned by network:router_interface {{(pid=93916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:29:08.460559 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69522550-5241-4934-b835-b5ec14b5b022 req-3894525c-0859-4b1f-b245-9c5064452daf tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:29:08.462269 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-69522550-5241-4934-b835-b5ec14b5b022 req-3894525c-0859-4b1f-b245-9c5064452daf tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] 10.222.0.16 "GET /v2.0/ports?device_id=e004a33e-3ae5-463a-a151-d292e68e71e8 HTTP/1.1" status: 200 len: 950 time: 0.0808005 Jul 14 18:29:08.511412 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-69522550-5241-4934-b835-b5ec14b5b022 req-91b52978-f97e-4cd6-81f1-cdd423b70d3c tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] 10.222.0.16 "GET /v2.0/security-groups?id=b0153d44-2cf7-4f50-b628-255afb14ce31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436599 Jul 14 18:29:08.597063 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-2135c231-9338-476d-836e-83bbd167afae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:08.623558 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2135c231-9338-476d-836e-83bbd167afae admin admin] Pushing event deleted for resources: {'Port': ['ID=22f5fb29-91f8-499b-9b28-ff886541c789,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:29:08.625756 n-d-800634-3 neutron-server[93916]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39c170ce-4d8b-473d-8a81-72c243e5a41f', 'tag': '81d732d1-5e63-4f14-a06a-fb2280c67184'}] {{(pid=93916) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:29:08.627960 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f803e150b363a7893830aa996ac27753fa25517c406ecd3536b7c2d4b26eeb9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73bc8f4a-d9af-44d5-80ee-c6b75e042c5d" -d '{"events": [{"name": "network-changed", "server_uuid": "39c170ce-4d8b-473d-8a81-72c243e5a41f", "tag": "81d732d1-5e63-4f14-a06a-fb2280c67184"}]}' {{(pid=93916) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:29:08.732085 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca13a2d-d5a0-4f45-a617-8646f922f756 req-41825026-be10-47b2-a55c-c66ca27f2bcc tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:29:08.742321 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-4ca13a2d-d5a0-4f45-a617-8646f922f756 req-41825026-be10-47b2-a55c-c66ca27f2bcc tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.16 "GET /v2.0/ports?device_id=a5fb9d27-b1e3-4399-b4d8-7495d55c398a HTTP/1.1" status: 200 len: 950 time: 0.1118100 Jul 14 18:29:08.788548 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 18:29:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d8e941b-61c6-44ff-b620-e9c65f34e719 x-openstack-request-id: req-2d8e941b-61c6-44ff-b620-e9c65f34e719 {{(pid=93916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:29:08.788892 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39c170ce-4d8b-473d-8a81-72c243e5a41f", "tag": "81d732d1-5e63-4f14-a06a-fb2280c67184", "status": "completed", "code": 200}]} {{(pid=93916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:29:08.789069 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2d8e941b-61c6-44ff-b620-e9c65f34e719 {{(pid=93916) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:29:08.789458 n-d-800634-3 neutron-server[93916]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39c170ce-4d8b-473d-8a81-72c243e5a41f', 'tag': '81d732d1-5e63-4f14-a06a-fb2280c67184', 'status': 'completed', 'code': 200} Jul 14 18:29:08.830585 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-4ca13a2d-d5a0-4f45-a617-8646f922f756 req-57e534d1-07f7-4dc3-bfc2-5a40d5924183 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.16 "GET /v2.0/security-groups?id=95148b1b-0f93-483b-9e80-262147c27e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899425 Jul 14 18:29:08.961174 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-2135c231-9338-476d-836e-83bbd167afae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-598732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-928907'] for router_interface, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:08.977956 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bc8f4a-d9af-44d5-80ee-c6b75e042c5d req-fad016fa-eb53-4bd3-8051-59493adedcff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:29:08.979516 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-73bc8f4a-d9af-44d5-80ee-c6b75e042c5d req-fad016fa-eb53-4bd3-8051-59493adedcff service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d1f21963323d4ae1956c5ba38fc6e610&device_id=39c170ce-4d8b-473d-8a81-72c243e5a41f HTTP/1.1" status: 200 len: 1124 time: 0.1257043 Jul 14 18:29:09.083219 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9391a8ad-4c6b-48f0-915b-3df9e7330e1a req-a646a3b9-2d84-468b-b09c-daa2f8a0d015 tempest-ServerDiskConfigTestJSON-1372590070 tempest-ServerDiskConfigTestJSON-1372590070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:29:09.084755 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-9391a8ad-4c6b-48f0-915b-3df9e7330e1a req-a646a3b9-2d84-468b-b09c-daa2f8a0d015 tempest-ServerDiskConfigTestJSON-1372590070 tempest-ServerDiskConfigTestJSON-1372590070-project] 10.222.0.16 "GET /v2.0/ports?device_id=bf8f126b-3e3d-4e58-8ea4-3089f2cc29ed HTTP/1.1" status: 200 len: 946 time: 0.1275527 Jul 14 18:29:09.098198 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fbc943-d7cc-410e-85b0-7fc7314b6c16 req-0b30814b-fff5-4ee1-928d-78dcb587531e tempest-LiveMigrationTest-64527954 tempest-LiveMigrationTest-64527954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:29:09.099674 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-60fbc943-d7cc-410e-85b0-7fc7314b6c16 req-0b30814b-fff5-4ee1-928d-78dcb587531e tempest-LiveMigrationTest-64527954 tempest-LiveMigrationTest-64527954-project] 10.222.0.16 "GET /v2.0/ports?device_id=39c170ce-4d8b-473d-8a81-72c243e5a41f HTTP/1.1" status: 200 len: 943 time: 0.0958762 Jul 14 18:29:09.157467 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-9391a8ad-4c6b-48f0-915b-3df9e7330e1a req-c627699b-022f-4751-9e38-0ff914ea3bf7 tempest-ServerDiskConfigTestJSON-1372590070 tempest-ServerDiskConfigTestJSON-1372590070-project] 10.222.0.16 "GET /v2.0/security-groups?id=8f471560-b797-46f3-abf1-e078e196721c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568016 Jul 14 18:29:09.164976 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-60fbc943-d7cc-410e-85b0-7fc7314b6c16 req-04fc1a84-1899-4b63-a69a-2ae326bfb78a tempest-LiveMigrationTest-64527954 tempest-LiveMigrationTest-64527954-project] 10.222.0.16 "GET /v2.0/security-groups?id=93c6eb24-b3aa-49c4-93f7-93dd5f011665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584176 Jul 14 18:29:09.166606 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bc8f4a-d9af-44d5-80ee-c6b75e042c5d req-b6176a8d-9577-41ce-b4ac-498120be1fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:29:09.168082 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-73bc8f4a-d9af-44d5-80ee-c6b75e042c5d req-b6176a8d-9577-41ce-b4ac-498120be1fc9 service neutron] 10.222.0.35 "GET /v2.0/networks?id=31a99599-848e-4d3a-b964-3d8069f89b88 HTTP/1.1" status: 200 len: 908 time: 0.1484144 Jul 14 18:29:09.240889 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-73bc8f4a-d9af-44d5-80ee-c6b75e042c5d req-5998166e-3586-4bed-80f5-44bc6341207d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=81d732d1-5e63-4f14-a06a-fb2280c67184 HTTP/1.1" status: 200 len: 217 time: 0.0353186 Jul 14 18:29:09.335185 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bc8f4a-d9af-44d5-80ee-c6b75e042c5d req-5abd6ced-ccd5-4726-92d0-66e0215a2d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:29:09.336606 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-73bc8f4a-d9af-44d5-80ee-c6b75e042c5d req-5abd6ced-ccd5-4726-92d0-66e0215a2d76 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8fa41a13-248e-4ed4-8731-d525cb4f3c62 HTTP/1.1" status: 200 len: 848 time: 0.0612276 Jul 14 18:29:09.343426 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2135c231-9338-476d-836e-83bbd167afae admin admin] Router 147bf032-b8c0-492a-a87a-bc31f1642c64 has already been hosted by L3 agent 2c6eb27e-defb-4cca-9a24-381c7415e359 {{(pid=93916) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 18:29:09.377281 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-73bc8f4a-d9af-44d5-80ee-c6b75e042c5d req-11ff6050-019a-4dd2-ac91-dfdf673f1d05 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=31a99599-848e-4d3a-b964-3d8069f89b88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303969 Jul 14 18:29:09.417309 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-fd4bd608-fe2c-4d82-ab6b-005a4135b2b5 req-07c87e0f-651a-4c94-95ab-fde52b5fd57d tempest-ServerShowV257Test-334664071 tempest-ServerShowV257Test-334664071-project] 10.222.0.16 "GET /v2.0/ports?device_id=099b6f50-a58e-45ed-b0ad-68cfb242dbb4 HTTP/1.1" status: 200 len: 210 time: 0.0294006 Jul 14 18:29:09.513486 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216c6a4e-039d-47d8-b0df-6c0667ed0d6f req-a7337206-8d25-4f73-9e90-509d7ac5e524 tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:29:09.515730 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-216c6a4e-039d-47d8-b0df-6c0667ed0d6f req-a7337206-8d25-4f73-9e90-509d7ac5e524 tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a9e03fe-9017-4703-95b3-a0248859ab39 HTTP/1.1" status: 200 len: 945 time: 0.0681655 Jul 14 18:29:09.560593 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-73bc8f4a-d9af-44d5-80ee-c6b75e042c5d req-91e4729a-abd6-4786-a281-bf43511dddd7 service neutron] 10.222.0.35 "GET /v2.0/networks/31a99599-848e-4d3a-b964-3d8069f89b88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1372063 Jul 14 18:29:09.560593 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2135c231-9338-476d-836e-83bbd167afae admin admin] Notify agent at l3_agent.n-d-800634-3 the message routers_updated {{(pid=93916) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 18:29:09.560593 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-2135c231-9338-476d-836e-83bbd167afae admin admin] 10.222.0.16 "PUT /v2.0/routers/147bf032-b8c0-492a-a87a-bc31f1642c64/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4477425 Jul 14 18:29:09.560982 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 38900) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:29:09.562469 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9120f617-dca1-497b-a20f-044cf7f89713 None None] Sync routers for ids ['147bf032-b8c0-492a-a87a-bc31f1642c64'] in n-d-800634-3 {{(pid=93918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 18:29:09.571537 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-216c6a4e-039d-47d8-b0df-6c0667ed0d6f req-e49cf7d9-0055-403c-bfa4-9748a5cfd6b9 tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] 10.222.0.16 "GET /v2.0/security-groups?id=4824db20-b9ba-4380-9f29-13755d37b981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487661 Jul 14 18:29:09.574397 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9120f617-dca1-497b-a20f-044cf7f89713 None None] Routers {'147bf032-b8c0-492a-a87a-bc31f1642c64'} bound to L3 agent in host n-d-800634-3 {{(pid=93918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:29:09.575213 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-9120f617-dca1-497b-a20f-044cf7f89713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:28:53Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['147bf032-b8c0-492a-a87a-bc31f1642c64'], 'active': True} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:29:09.683811 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvr_db [None req-9120f617-dca1-497b-a20f-044cf7f89713 None None] Set router 147bf032-b8c0-492a-a87a-bc31f1642c64 gateway port host: n-d-800634-3 {{(pid=93918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 18:29:09.711765 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d6d178-e14c-41b9-815d-9ce1bd7650f8 req-1ff28a21-7c66-4fc2-ad25-b29aee4ba470 tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:29:09.713516 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-57d6d178-e14c-41b9-815d-9ce1bd7650f8 req-1ff28a21-7c66-4fc2-ad25-b29aee4ba470 tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] 10.222.0.16 "GET /v2.0/ports?device_id=e004a33e-3ae5-463a-a151-d292e68e71e8 HTTP/1.1" status: 200 len: 950 time: 0.0684767 Jul 14 18:29:09.731626 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-73bc8f4a-d9af-44d5-80ee-c6b75e042c5d req-99d3d881-5e99-476c-85f5-2b1286138103 service neutron] 10.222.0.35 "GET /v2.0/networks/31a99599-848e-4d3a-b964-3d8069f89b88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1632130 Jul 14 18:29:09.732923 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-c755ba61-ef5e-4d04-9733-2912695d8d1f admin admin] Notify callbacks [] for router, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:09.754919 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-57d6d178-e14c-41b9-815d-9ce1bd7650f8 req-fe615b13-6fc6-4e0b-b3d5-2922a4131891 tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] 10.222.0.16 "GET /v2.0/security-groups?id=b0153d44-2cf7-4f50-b628-255afb14ce31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344317 Jul 14 18:29:09.842010 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-c755ba61-ef5e-4d04-9733-2912695d8d1f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:09.880646 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-9120f617-dca1-497b-a20f-044cf7f89713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '147bf032-b8c0-492a-a87a-bc31f1642c64', 'name': 'tempest-ServersTestBootFromVolume-380101461-router', 'tenant_id': '05921a45b4d74b12aa43c048ba89464c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.129'}], 'enable_snat': True}, 'gw_port_id': '9fa0c26d-e1e1-47fd-be3f-cb68c1edbb88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:25:41Z', 'updated_at': '2021-07-14T18:29:08Z', 'revision_number': 5, 'project_id': '05921a45b4d74b12aa43c048ba89464c', 'gw_port': {'id': '9fa0c26d-e1e1-47fd-be3f-cb68c1edbb88', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:11:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '147bf032-b8c0-492a-a87a-bc31f1642c64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 961, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:25:42Z', 'updated_at': '2021-07-14T18:25:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3'}], 'n-d-800634-3', False) {} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:29:09.895774 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-c755ba61-ef5e-4d04-9733-2912695d8d1f admin admin] Deleting port 9fa0c26d-e1e1-47fd-be3f-cb68c1edbb88 {{(pid=93916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:29:09.896144 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-c755ba61-ef5e-4d04-9733-2912695d8d1f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:09.908013 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9120f617-dca1-497b-a20f-044cf7f89713 None None] Checking router: 147bf032-b8c0-492a-a87a-bc31f1642c64 for host: n-d-800634-3 {{(pid=93918) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 18:29:09.917382 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9120f617-dca1-497b-a20f-044cf7f89713 None None] Routers {'147bf032-b8c0-492a-a87a-bc31f1642c64'} bound to L3 agent in host n-d-800634-3 {{(pid=93918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:29:09.917382 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-9120f617-dca1-497b-a20f-044cf7f89713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:28:53Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['147bf032-b8c0-492a-a87a-bc31f1642c64'], 'active': True} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:29:09.983095 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.db [None req-c755ba61-ef5e-4d04-9733-2912695d8d1f admin admin] For port 9fa0c26d-e1e1-47fd-be3f-cb68c1edbb88, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=9fa0c26d-e1e1-47fd-be3f-cb68c1edbb88,segment=NetworkSegment(5afb940b-bbdf-4727-be00-5d46367c38a1),segment_id=5afb940b-bbdf-4727-be00-5d46367c38a1)] {{(pid=93916) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:29:09.983445 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-c755ba61-ef5e-4d04-9733-2912695d8d1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:10.000319 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-c755ba61-ef5e-4d04-9733-2912695d8d1f admin admin] Calling delete_port for 9fa0c26d-e1e1-47fd-be3f-cb68c1edbb88 owned by network:router_gateway {{(pid=93916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:29:10.010202 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d4d094-aada-41f7-840b-73bc600acbdc req-6a5840b3-77b9-4915-96cc-76d20ce815c7 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:29:10.011835 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-46d4d094-aada-41f7-840b-73bc600acbdc req-6a5840b3-77b9-4915-96cc-76d20ce815c7 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.16 "GET /v2.0/ports?device_id=a5fb9d27-b1e3-4399-b4d8-7495d55c398a HTTP/1.1" status: 200 len: 950 time: 0.0674994 Jul 14 18:29:10.053094 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-46d4d094-aada-41f7-840b-73bc600acbdc req-7e348590-08a3-44e9-9364-4fd4a6ca59de tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.16 "GET /v2.0/security-groups?id=95148b1b-0f93-483b-9e80-262147c27e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343041 Jul 14 18:29:10.091682 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvr_db [None req-9120f617-dca1-497b-a20f-044cf7f89713 None None] Set router 147bf032-b8c0-492a-a87a-bc31f1642c64 gateway port host: None {{(pid=93918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 18:29:10.141691 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-9120f617-dca1-497b-a20f-044cf7f89713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '147bf032-b8c0-492a-a87a-bc31f1642c64', 'name': 'tempest-ServersTestBootFromVolume-380101461-router', 'tenant_id': '05921a45b4d74b12aa43c048ba89464c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:25:41Z', 'updated_at': '2021-07-14T18:29:09Z', 'revision_number': 6, 'project_id': '05921a45b4d74b12aa43c048ba89464c', 'gw_port_host': None}], 'n-d-800634-3', False) {} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:29:10.170126 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9120f617-dca1-497b-a20f-044cf7f89713 None None] The sync data for ids ['147bf032-b8c0-492a-a87a-bc31f1642c64'] in n-d-800634-3 is: [{'id': '147bf032-b8c0-492a-a87a-bc31f1642c64', 'name': 'tempest-ServersTestBootFromVolume-380101461-router', 'tenant_id': '05921a45b4d74b12aa43c048ba89464c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:25:41Z', 'updated_at': '2021-07-14T18:29:09Z', 'revision_number': 6, 'project_id': '05921a45b4d74b12aa43c048ba89464c', 'gw_port_host': None}] {{(pid=93918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 18:29:10.171223 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-c755ba61-ef5e-4d04-9733-2912695d8d1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:10.208440 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c755ba61-ef5e-4d04-9733-2912695d8d1f admin admin] Pushing event deleted for resources: {'Port': ['ID=9fa0c26d-e1e1-47fd-be3f-cb68c1edbb88,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:29:10.269398 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-c755ba61-ef5e-4d04-9733-2912695d8d1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-930057'] for router_gateway, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:10.362687 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-c755ba61-ef5e-4d04-9733-2912695d8d1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-571778', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11402'] for router, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:10.364823 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-c755ba61-ef5e-4d04-9733-2912695d8d1f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:10.393786 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8390f2-b104-4855-a7f8-c1456c459c8f req-059eb935-9e5e-49c9-9349-bdfe304717d0 tempest-ServerDiskConfigTestJSON-1372590070 tempest-ServerDiskConfigTestJSON-1372590070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:29:10.395283 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-dd8390f2-b104-4855-a7f8-c1456c459c8f req-059eb935-9e5e-49c9-9349-bdfe304717d0 tempest-ServerDiskConfigTestJSON-1372590070 tempest-ServerDiskConfigTestJSON-1372590070-project] 10.222.0.16 "GET /v2.0/ports?device_id=bf8f126b-3e3d-4e58-8ea4-3089f2cc29ed HTTP/1.1" status: 200 len: 946 time: 0.1114683 Jul 14 18:29:10.407367 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f97da3-f722-4b0a-bedd-f5235ae10205 req-c8268364-0f10-4673-81c1-3b60cbe0d2c1 tempest-LiveMigrationTest-64527954 tempest-LiveMigrationTest-64527954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:29:10.409084 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-02f97da3-f722-4b0a-bedd-f5235ae10205 req-c8268364-0f10-4673-81c1-3b60cbe0d2c1 tempest-LiveMigrationTest-64527954 tempest-LiveMigrationTest-64527954-project] 10.222.0.16 "GET /v2.0/ports?device_id=39c170ce-4d8b-473d-8a81-72c243e5a41f HTTP/1.1" status: 200 len: 943 time: 0.1128809 Jul 14 18:29:10.410422 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-c755ba61-ef5e-4d04-9733-2912695d8d1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-541202'] for router, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:10.410840 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c755ba61-ef5e-4d04-9733-2912695d8d1f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 147bf032-b8c0-492a-a87a-bc31f1642c64 {{(pid=93916) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 18:29:10.415342 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-c755ba61-ef5e-4d04-9733-2912695d8d1f admin admin] Notify callbacks [] for router, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:10.418763 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-c755ba61-ef5e-4d04-9733-2912695d8d1f admin admin] 10.222.0.16 "DELETE /v2.0/routers/147bf032-b8c0-492a-a87a-bc31f1642c64 HTTP/1.1" status: 204 len: 168 time: 0.8540621 Jul 14 18:29:10.419024 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 38908) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:29:10.462986 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a13ffa6-7ce2-4bf5-90f4-974fd47fe4d3 admin admin] Deleting subnet ca7b4677-c864-415b-b909-aa380c73a9be {{(pid=93916) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 18:29:10.464085 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-dd8390f2-b104-4855-a7f8-c1456c459c8f req-4364e6af-f340-4f9a-a45b-f32ee74a63c8 tempest-ServerDiskConfigTestJSON-1372590070 tempest-ServerDiskConfigTestJSON-1372590070-project] 10.222.0.16 "GET /v2.0/security-groups?id=8f471560-b797-46f3-abf1-e078e196721c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540526 Jul 14 18:29:10.466729 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-0a13ffa6-7ce2-4bf5-90f4-974fd47fe4d3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:10.473939 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-02f97da3-f722-4b0a-bedd-f5235ae10205 req-c9e01115-949e-4c8f-8942-eabba077e523 tempest-LiveMigrationTest-64527954 tempest-LiveMigrationTest-64527954-project] 10.222.0.16 "GET /v2.0/security-groups?id=93c6eb24-b3aa-49c4-93f7-93dd5f011665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495679 Jul 14 18:29:10.532454 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-0a13ffa6-7ce2-4bf5-90f4-974fd47fe4d3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26296866'] for subnet, precommit_delete_associations {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:10.607805 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-61c9aa5e-5096-4af3-af52-d94dfabff3f1 req-abe50ffe-c1ed-41fe-af83-0aba7ad0ea4e tempest-ServerShowV257Test-334664071 tempest-ServerShowV257Test-334664071-project] 10.222.0.16 "GET /v2.0/ports?device_id=099b6f50-a58e-45ed-b0ad-68cfb242dbb4 HTTP/1.1" status: 200 len: 210 time: 0.0313742 Jul 14 18:29:10.637724 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7942638a-43b8-4c82-a3de-2e374ebcd5bf req-5498c891-b2e5-4039-adb4-908d0667fe59 tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:29:10.639214 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-7942638a-43b8-4c82-a3de-2e374ebcd5bf req-5498c891-b2e5-4039-adb4-908d0667fe59 tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] 10.222.0.35 "GET /v2.0/ports?device_id=e004a33e-3ae5-463a-a151-d292e68e71e8 HTTP/1.1" status: 200 len: 950 time: 0.1525044 Jul 14 18:29:10.653245 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-0a13ffa6-7ce2-4bf5-90f4-974fd47fe4d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081283'] for subnet, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:10.771981 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4bf931-be86-4a70-8309-be8997c8571f req-6addd454-fd3f-4cac-858d-a6fe60e0de03 tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:29:10.772367 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-0a13ffa6-7ce2-4bf5-90f4-974fd47fe4d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2684816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26033152'] for subnet, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:10.773534 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-bd4bf931-be86-4a70-8309-be8997c8571f req-6addd454-fd3f-4cac-858d-a6fe60e0de03 tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a9e03fe-9017-4703-95b3-a0248859ab39 HTTP/1.1" status: 200 len: 945 time: 0.0683017 Jul 14 18:29:10.806571 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a13ffa6-7ce2-4bf5-90f4-974fd47fe4d3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ca7b4677-c864-415b-b909-aa380c73a9be,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:29:10.812912 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-0a13ffa6-7ce2-4bf5-90f4-974fd47fe4d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598705'] for subnet, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:10.814026 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-bd4bf931-be86-4a70-8309-be8997c8571f req-67c0bb8e-b48c-4cbf-b265-e3b64cbd587b tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] 10.222.0.16 "GET /v2.0/security-groups?id=4824db20-b9ba-4380-9f29-13755d37b981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345993 Jul 14 18:29:10.814794 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-0a13ffa6-7ce2-4bf5-90f4-974fd47fe4d3 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/ca7b4677-c864-415b-b909-aa380c73a9be HTTP/1.1" status: 204 len: 168 time: 0.3948257 Jul 14 18:29:10.817499 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 38918) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:29:10.824786 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eab7005-8d26-479f-bc64-b234dba5874c None None] Network fbdb072c-d165-4590-b31e-296ae33ff65f requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:29:10.826419 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [req-7942638a-43b8-4c82-a3de-2e374ebcd5bf req-331a0671-9644-4a9f-b309-aa7de1df4512 tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] Deleting port b857234d-ca6d-4a0c-9cfb-3a257e1bca77 {{(pid=93916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:29:10.826669 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-7942638a-43b8-4c82-a3de-2e374ebcd5bf req-331a0671-9644-4a9f-b309-aa7de1df4512 tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:10.886491 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-58848f3f-8613-48e8-a149-af24cf0aba19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645734'] for network, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:10.934469 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.db [req-7942638a-43b8-4c82-a3de-2e374ebcd5bf req-331a0671-9644-4a9f-b309-aa7de1df4512 tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] For port b857234d-ca6d-4a0c-9cfb-3a257e1bca77, host n-h2-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=b857234d-ca6d-4a0c-9cfb-3a257e1bca77,segment=NetworkSegment(067fc487-22c7-42de-972d-ae352a28ad29),segment_id=067fc487-22c7-42de-972d-ae352a28ad29)] {{(pid=93916) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:29:10.934838 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-7942638a-43b8-4c82-a3de-2e374ebcd5bf req-331a0671-9644-4a9f-b309-aa7de1df4512 tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:10.954388 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [req-7942638a-43b8-4c82-a3de-2e374ebcd5bf req-331a0671-9644-4a9f-b309-aa7de1df4512 tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] Calling delete_port for b857234d-ca6d-4a0c-9cfb-3a257e1bca77 owned by compute:nova {{(pid=93916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:29:10.996341 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [None req-58848f3f-8613-48e8-a149-af24cf0aba19 admin admin] Deleting port 9e60b772-281e-4274-89b1-d306313d5c16 {{(pid=93915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:29:10.996972 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-58848f3f-8613-48e8-a149-af24cf0aba19 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:11.018407 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5190ff8-506b-4070-b166-9d413edf05dd req-c8933e06-58f6-4df8-919d-f9d22f847ddd tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:29:11.019944 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e5190ff8-506b-4070-b166-9d413edf05dd req-c8933e06-58f6-4df8-919d-f9d22f847ddd tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] 10.222.0.16 "GET /v2.0/ports?device_id=e004a33e-3ae5-463a-a151-d292e68e71e8 HTTP/1.1" status: 200 len: 950 time: 0.1195414 Jul 14 18:29:11.104906 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6c1f87c-13aa-44d6-863e-d037dce5d005 None None] DHCP port deletion for fbdb072c-d165-4590-b31e-296ae33ff65f request from n-d-800634-3 {{(pid=93917) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 18:29:11.129045 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e5190ff8-506b-4070-b166-9d413edf05dd req-c2d20246-1ef7-40c1-b754-dd8c5f202390 tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] 10.222.0.16 "GET /v2.0/security-groups?id=b0153d44-2cf7-4f50-b628-255afb14ce31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792267 Jul 14 18:29:11.135462 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [None req-58848f3f-8613-48e8-a149-af24cf0aba19 admin admin] For port 9e60b772-281e-4274-89b1-d306313d5c16, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=9e60b772-281e-4274-89b1-d306313d5c16,segment=NetworkSegment(5093adae-6495-4a38-9ebe-1728c2765660),segment_id=5093adae-6495-4a38-9ebe-1728c2765660)] {{(pid=93915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:29:11.135462 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-58848f3f-8613-48e8-a149-af24cf0aba19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:11.149213 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 22f5fb29-91f8-499b-9b28-ff886541c789 no longer exists at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 18:29:11.153035 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-7942638a-43b8-4c82-a3de-2e374ebcd5bf req-331a0671-9644-4a9f-b309-aa7de1df4512 tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:11.160535 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [None req-58848f3f-8613-48e8-a149-af24cf0aba19 admin admin] Calling delete_port for 9e60b772-281e-4274-89b1-d306313d5c16 owned by network:dhcp {{(pid=93915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:29:11.193693 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] get_ports_and_sgs() called for port_ids ['069fec85-1f88-4350-a10b-8a1886043632', 'b857234d-ca6d-4a0c-9cfb-3a257e1bca77'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 18:29:11.196450 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331a0671-9644-4a9f-b309-aa7de1df4512 tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] Pushing event deleted for resources: {'Port': ['ID=b857234d-ca6d-4a0c-9cfb-3a257e1bca77,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:29:11.198921 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] get_ports_and_sgs() called for port_ids ['669c9edf-0066-4f1c-8103-9c630a3adbef', '12f9f4e0-732a-4ff7-ae01-79782107bd50', '93931838-c4c9-4619-9753-71eeca38dcdc'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 18:29:11.224801 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] No Port match for: 22f5fb29-91f8-499b-9b28-ff886541c789 {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 18:29:11.229830 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 22f5fb29-91f8-499b-9b28-ff886541c789 not bound to the agent host n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 18:29:11.229930 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 9fa0c26d-e1e1-47fd-be3f-cb68c1edbb88 no longer exists at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 18:29:11.267457 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.l3_dvrscheduler_db [req-7942638a-43b8-4c82-a3de-2e374ebcd5bf req-331a0671-9644-4a9f-b309-aa7de1df4512 tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] No DVR routers for this DVR port b857234d-ca6d-4a0c-9cfb-3a257e1bca77 on host n-h2-800634-3 {{(pid=93916) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 18:29:11.271052 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-7942638a-43b8-4c82-a3de-2e374ebcd5bf req-331a0671-9644-4a9f-b309-aa7de1df4512 tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:11.273323 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-7942638a-43b8-4c82-a3de-2e374ebcd5bf req-331a0671-9644-4a9f-b309-aa7de1df4512 tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] 10.222.0.35 "DELETE /v2.0/ports/b857234d-ca6d-4a0c-9cfb-3a257e1bca77 HTTP/1.1" status: 204 len: 173 time: 0.6171060 Jul 14 18:29:11.273795 n-d-800634-3 neutron-server[93916]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e004a33e-3ae5-463a-a151-d292e68e71e8', 'name': 'network-vif-deleted', 'tag': 'b857234d-ca6d-4a0c-9cfb-3a257e1bca77'}] {{(pid=93916) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:29:11.285777 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f803e150b363a7893830aa996ac27753fa25517c406ecd3536b7c2d4b26eeb9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-926f078a-2e0c-4f64-a80d-7a8dce00b94f" -d '{"events": [{"server_uuid": "e004a33e-3ae5-463a-a151-d292e68e71e8", "name": "network-vif-deleted", "tag": "b857234d-ca6d-4a0c-9cfb-3a257e1bca77"}]}' {{(pid=93916) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:29:11.314997 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] No Port match for: 9fa0c26d-e1e1-47fd-be3f-cb68c1edbb88 {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 18:29:11.315327 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 9fa0c26d-e1e1-47fd-be3f-cb68c1edbb88 not bound to the agent host n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 18:29:11.359481 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5318b4f5-fa7f-445b-8e96-447237defc74 req-539285c1-e147-4e8b-895a-2139edaa5d01 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:29:11.360700 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 18:29:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04a3b832-c8f8-4537-ad81-ad6373c05b43 x-openstack-request-id: req-04a3b832-c8f8-4537-ad81-ad6373c05b43 {{(pid=93916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:29:11.361145 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e004a33e-3ae5-463a-a151-d292e68e71e8", "name": "network-vif-deleted", "tag": "b857234d-ca6d-4a0c-9cfb-3a257e1bca77", "status": "completed", "code": 200}]} {{(pid=93916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:29:11.361457 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-04a3b832-c8f8-4537-ad81-ad6373c05b43 {{(pid=93916) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:29:11.361913 n-d-800634-3 neutron-server[93916]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e004a33e-3ae5-463a-a151-d292e68e71e8', 'name': 'network-vif-deleted', 'tag': 'b857234d-ca6d-4a0c-9cfb-3a257e1bca77', 'status': 'completed', 'code': 200} Jul 14 18:29:11.366488 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-5318b4f5-fa7f-445b-8e96-447237defc74 req-539285c1-e147-4e8b-895a-2139edaa5d01 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.16 "GET /v2.0/ports?device_id=a5fb9d27-b1e3-4399-b4d8-7495d55c398a HTTP/1.1" status: 200 len: 950 time: 0.1389842 Jul 14 18:29:11.374900 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-58848f3f-8613-48e8-a149-af24cf0aba19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:11.393919 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-d6c1f87c-13aa-44d6-863e-d037dce5d005 None None] Deleting port 9e60b772-281e-4274-89b1-d306313d5c16 {{(pid=93917) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:29:11.394302 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-d6c1f87c-13aa-44d6-863e-d037dce5d005 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:11.443240 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58848f3f-8613-48e8-a149-af24cf0aba19 admin admin] Pushing event deleted for resources: {'Port': ['ID=9e60b772-281e-4274-89b1-d306313d5c16,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:29:11.466851 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58848f3f-8613-48e8-a149-af24cf0aba19 admin admin] No DVR routers for this DVR port 9e60b772-281e-4274-89b1-d306313d5c16 on host n-d-800634-3 {{(pid=93915) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 18:29:11.520828 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-d6c1f87c-13aa-44d6-863e-d037dce5d005 None None] For port 9e60b772-281e-4274-89b1-d306313d5c16, host n-d-800634-3, got binding levels [] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:29:11.521224 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-d6c1f87c-13aa-44d6-863e-d037dce5d005 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:11.548247 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-d6c1f87c-13aa-44d6-863e-d037dce5d005 None None] Calling delete_port for 9e60b772-281e-4274-89b1-d306313d5c16 owned by network:dhcp {{(pid=93917) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:29:11.556674 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.ipam_backend_mixin [None req-d6c1f87c-13aa-44d6-863e-d037dce5d005 None None] Port 9e60b772-281e-4274-89b1-d306313d5c16 was not found and therefore no delete operation was performed {{(pid=93917) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 14 18:29:11.558201 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-58848f3f-8613-48e8-a149-af24cf0aba19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2096010', 'neutron.services.segments.db._delete_segments_for_network-8728202734996'] for network, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:11.563946 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-d6c1f87c-13aa-44d6-863e-d037dce5d005 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813'] for port, after_delete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:11.569285 n-d-800634-3 neutron-server[93915]: DEBUG neutron.services.segments.db [None req-58848f3f-8613-48e8-a149-af24cf0aba19 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fbdb072c-d165-4590-b31e-296ae33ff65f']}} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:29:11.586790 n-d-800634-3 neutron-server[93915]: DEBUG neutron.services.segments.db [None req-58848f3f-8613-48e8-a149-af24cf0aba19 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5093adae-6495-4a38-9ebe-1728c2765660') {'for_net_delete': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:29:11.587119 n-d-800634-3 neutron-server[93915]: DEBUG neutron.services.segments.db [None req-58848f3f-8613-48e8-a149-af24cf0aba19 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5093adae-6495-4a38-9ebe-1728c2765660') {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:29:11.589411 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58848f3f-8613-48e8-a149-af24cf0aba19 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:29:11.589763 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58848f3f-8613-48e8-a149-af24cf0aba19 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:29:11.590650 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58848f3f-8613-48e8-a149-af24cf0aba19 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:29:11.590650 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58848f3f-8613-48e8-a149-af24cf0aba19 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:29:11.590843 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58848f3f-8613-48e8-a149-af24cf0aba19 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:29:11.591089 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58848f3f-8613-48e8-a149-af24cf0aba19 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:29:11.591424 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58848f3f-8613-48e8-a149-af24cf0aba19 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:29:11.591778 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58848f3f-8613-48e8-a149-af24cf0aba19 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:29:11.592164 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58848f3f-8613-48e8-a149-af24cf0aba19 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:29:11.592474 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58848f3f-8613-48e8-a149-af24cf0aba19 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:29:11.592836 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58848f3f-8613-48e8-a149-af24cf0aba19 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:29:11.593436 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58848f3f-8613-48e8-a149-af24cf0aba19 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:29:11.602272 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c1f87c-13aa-44d6-863e-d037dce5d005 None None] Pushing event deleted for resources: {'Port': ['ID=9e60b772-281e-4274-89b1-d306313d5c16,revision_number=None']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:29:11.613352 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-58848f3f-8613-48e8-a149-af24cf0aba19 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728202715275', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28939920'] for segment, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:11.620258 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6c1f87c-13aa-44d6-863e-d037dce5d005 None None] No DVR routers for this DVR port 9e60b772-281e-4274-89b1-d306313d5c16 on host n-d-800634-3 {{(pid=93917) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 18:29:11.631482 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c1f87c-13aa-44d6-863e-d037dce5d005 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:29:11.631831 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c1f87c-13aa-44d6-863e-d037dce5d005 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:29:11.632201 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c1f87c-13aa-44d6-863e-d037dce5d005 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:29:11.632542 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c1f87c-13aa-44d6-863e-d037dce5d005 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:29:11.632908 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c1f87c-13aa-44d6-863e-d037dce5d005 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:29:11.633204 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c1f87c-13aa-44d6-863e-d037dce5d005 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:29:11.633526 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c1f87c-13aa-44d6-863e-d037dce5d005 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:29:11.633858 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c1f87c-13aa-44d6-863e-d037dce5d005 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:29:11.640307 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c1f87c-13aa-44d6-863e-d037dce5d005 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:29:11.641033 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-5318b4f5-fa7f-445b-8e96-447237defc74 req-927d39a9-566d-4075-ab62-d6c08b8c2ddb tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.16 "GET /v2.0/security-groups?id=95148b1b-0f93-483b-9e80-262147c27e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2669592 Jul 14 18:29:11.641272 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c1f87c-13aa-44d6-863e-d037dce5d005 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:29:11.641272 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c1f87c-13aa-44d6-863e-d037dce5d005 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:29:11.641272 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c1f87c-13aa-44d6-863e-d037dce5d005 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:29:11.673074 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-58848f3f-8613-48e8-a149-af24cf0aba19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:11.681063 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58848f3f-8613-48e8-a149-af24cf0aba19 admin admin] Releasing vlan 62 on physical network physnet1 to pool {{(pid=93915) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 18:29:11.681642 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-58848f3f-8613-48e8-a149-af24cf0aba19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25911658'] for segment, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:11.726639 n-d-800634-3 neutron-server[93915]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:29:11.726639 n-d-800634-3 neutron-server[93915]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:29:11.726639 n-d-800634-3 neutron-server[93915]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:29:11.726639 n-d-800634-3 neutron-server[93915]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:29:11.726639 n-d-800634-3 neutron-server[93915]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:29:11.726639 n-d-800634-3 neutron-server[93915]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:29:11.726639 n-d-800634-3 neutron-server[93915]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:29:11.726639 n-d-800634-3 neutron-server[93915]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:29:11.726639 n-d-800634-3 neutron-server[93915]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:29:11.726639 n-d-800634-3 neutron-server[93915]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:29:11.726639 n-d-800634-3 neutron-server[93915]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:29:11.726639 n-d-800634-3 neutron-server[93915]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:29:11.726639 n-d-800634-3 neutron-server[93915]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:29:11.726639 n-d-800634-3 neutron-server[93915]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:29:11.726639 n-d-800634-3 neutron-server[93915]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:29:11.726639 n-d-800634-3 neutron-server[93915]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:29:11.726639 n-d-800634-3 neutron-server[93915]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:29:11.726639 n-d-800634-3 neutron-server[93915]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:29:11.726639 n-d-800634-3 neutron-server[93915]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:29:11.726639 n-d-800634-3 neutron-server[93915]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:29:11.726639 n-d-800634-3 neutron-server[93915]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:29:11.726639 n-d-800634-3 neutron-server[93915]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:29:11.726639 n-d-800634-3 neutron-server[93915]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:29:11.726639 n-d-800634-3 neutron-server[93915]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:29:11.726639 n-d-800634-3 neutron-server[93915]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:29:11.726639 n-d-800634-3 neutron-server[93915]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:29:11.726639 n-d-800634-3 neutron-server[93915]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:29:11.726639 n-d-800634-3 neutron-server[93915]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:29:11.726639 n-d-800634-3 neutron-server[93915]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:29:11.726639 n-d-800634-3 neutron-server[93915]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:29:11.726639 n-d-800634-3 neutron-server[93915]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:29:11.726639 n-d-800634-3 neutron-server[93915]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:29:11.726639 n-d-800634-3 neutron-server[93915]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:29:11.726639 n-d-800634-3 neutron-server[93915]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:29:11.726639 n-d-800634-3 neutron-server[93915]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:29:11.726639 n-d-800634-3 neutron-server[93915]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:29:11.726639 n-d-800634-3 neutron-server[93915]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:29:11.726639 n-d-800634-3 neutron-server[93915]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:29:11.726639 n-d-800634-3 neutron-server[93915]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:29:11.726639 n-d-800634-3 neutron-server[93915]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:29:11.726639 n-d-800634-3 neutron-server[93915]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:29:11.726639 n-d-800634-3 neutron-server[93915]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:29:11.726639 n-d-800634-3 neutron-server[93915]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:29:11.726639 n-d-800634-3 neutron-server[93915]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:29:11.726639 n-d-800634-3 neutron-server[93915]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:29:11.726639 n-d-800634-3 neutron-server[93915]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:29:11.726639 n-d-800634-3 neutron-server[93915]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:29:11.726639 n-d-800634-3 neutron-server[93915]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:29:11.726639 n-d-800634-3 neutron-server[93915]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:29:11.726639 n-d-800634-3 neutron-server[93915]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:29:11.726639 n-d-800634-3 neutron-server[93915]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:29:11.726639 n-d-800634-3 neutron-server[93915]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:29:11.726639 n-d-800634-3 neutron-server[93915]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:29:11.726639 n-d-800634-3 neutron-server[93915]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:29:11.726639 n-d-800634-3 neutron-server[93915]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:29:11.726639 n-d-800634-3 neutron-server[93915]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:29:11.726639 n-d-800634-3 neutron-server[93915]: Traceback (most recent call last): Jul 14 18:29:11.729932 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 18:29:11.729932 n-d-800634-3 neutron-server[93915]: timer() Jul 14 18:29:11.729932 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 18:29:11.729932 n-d-800634-3 neutron-server[93915]: cb(*args, **kw) Jul 14 18:29:11.729932 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 18:29:11.729932 n-d-800634-3 neutron-server[93915]: return func(*args, **kwargs) Jul 14 18:29:11.729932 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 18:29:11.729932 n-d-800634-3 neutron-server[93915]: self._notify() Jul 14 18:29:11.729932 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 18:29:11.729932 n-d-800634-3 neutron-server[93915]: self.callback(batched_events) Jul 14 18:29:11.729932 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 18:29:11.729932 n-d-800634-3 neutron-server[93915]: event.method(event) Jul 14 18:29:11.729932 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 18:29:11.729932 n-d-800634-3 neutron-server[93915]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 18:29:11.729932 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 18:29:11.729932 n-d-800634-3 neutron-server[93915]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 18:29:11.729932 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 18:29:11.729932 n-d-800634-3 neutron-server[93915]: return f(self, *a, **k) Jul 14 18:29:11.729932 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 18:29:11.729932 n-d-800634-3 neutron-server[93915]: return self._get(url).json() Jul 14 18:29:11.729932 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 18:29:11.729932 n-d-800634-3 neutron-server[93915]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 18:29:11.729932 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 18:29:11.729932 n-d-800634-3 neutron-server[93915]: return self.request(url, 'GET', **kwargs) Jul 14 18:29:11.729932 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 18:29:11.729932 n-d-800634-3 neutron-server[93915]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 18:29:11.729932 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 18:29:11.729932 n-d-800634-3 neutron-server[93915]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 18:29:11.729932 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 18:29:11.729932 n-d-800634-3 neutron-server[93915]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 18:29:11.729932 n-d-800634-3 neutron-server[93915]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 18:29:11.765399 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-58848f3f-8613-48e8-a149-af24cf0aba19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2096001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-930085'] for network, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:11.790098 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-58848f3f-8613-48e8-a149-af24cf0aba19 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598705'] for network, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:11.791952 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-58848f3f-8613-48e8-a149-af24cf0aba19 admin admin] 10.222.0.16 "DELETE /v2.0/networks/fbdb072c-d165-4590-b31e-296ae33ff65f HTTP/1.1" status: 204 len: 168 time: 0.9734771 Jul 14 18:29:11.813396 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58848f3f-8613-48e8-a149-af24cf0aba19 admin admin] Pushing event deleted for resources: {'Network': ['ID=fbdb072c-d165-4590-b31e-296ae33ff65f,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:29:11.822144 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49b382a-304e-4c8f-bed9-b6fe7ac5fd79 req-9341efba-de98-40df-aef8-15725f90800c tempest-ServerDiskConfigTestJSON-1372590070 tempest-ServerDiskConfigTestJSON-1372590070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:29:11.823829 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f49b382a-304e-4c8f-bed9-b6fe7ac5fd79 req-9341efba-de98-40df-aef8-15725f90800c tempest-ServerDiskConfigTestJSON-1372590070 tempest-ServerDiskConfigTestJSON-1372590070-project] 10.222.0.16 "GET /v2.0/ports?device_id=bf8f126b-3e3d-4e58-8ea4-3089f2cc29ed HTTP/1.1" status: 200 len: 946 time: 0.2142200 Jul 14 18:29:11.883171 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd36df6-c1b8-41c5-90e0-dcf4dea1bedf req-d26bfc34-b78e-492a-8b7a-19d58ac7df94 tempest-LiveMigrationTest-64527954 tempest-LiveMigrationTest-64527954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:29:11.884722 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-9fd36df6-c1b8-41c5-90e0-dcf4dea1bedf req-d26bfc34-b78e-492a-8b7a-19d58ac7df94 tempest-LiveMigrationTest-64527954 tempest-LiveMigrationTest-64527954-project] 10.222.0.16 "GET /v2.0/ports?device_id=39c170ce-4d8b-473d-8a81-72c243e5a41f HTTP/1.1" status: 200 len: 943 time: 0.1329117 Jul 14 18:29:11.890033 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f49b382a-304e-4c8f-bed9-b6fe7ac5fd79 req-91c3baad-15cc-4a85-a995-339f17f26d8d tempest-ServerDiskConfigTestJSON-1372590070 tempest-ServerDiskConfigTestJSON-1372590070-project] 10.222.0.16 "GET /v2.0/security-groups?id=8f471560-b797-46f3-abf1-e078e196721c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575764 Jul 14 18:29:11.947852 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-9fd36df6-c1b8-41c5-90e0-dcf4dea1bedf req-12373a5f-361e-4e6a-801b-622d541df504 tempest-LiveMigrationTest-64527954 tempest-LiveMigrationTest-64527954-project] 10.222.0.16 "GET /v2.0/security-groups?id=93c6eb24-b3aa-49c4-93f7-93dd5f011665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568531 Jul 14 18:29:12.024893 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 38936) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:29:12.073019 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-d09721d5-94be-443c-b5ee-893670553ced req-4b94457e-45c3-4ba7-89a4-58d46ccf9c0f tempest-ServerShowV257Test-334664071 tempest-ServerShowV257Test-334664071-project] 10.222.0.16 "GET /v2.0/ports?device_id=099b6f50-a58e-45ed-b0ad-68cfb242dbb4 HTTP/1.1" status: 200 len: 210 time: 0.0403907 Jul 14 18:29:12.130932 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-54dbd506-9bf4-4d50-a1b5-e7d2d6ad05c9 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=05921a45b4d74b12aa43c048ba89464c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1047461 Jul 14 18:29:12.133416 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 38938) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:29:12.164570 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f78442b-656d-4e0b-93c8-d889fc06ebb0 req-ac41bb24-55e1-48b8-b6e1-9d1996282487 tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:29:12.166568 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-4f78442b-656d-4e0b-93c8-d889fc06ebb0 req-ac41bb24-55e1-48b8-b6e1-9d1996282487 tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a9e03fe-9017-4703-95b3-a0248859ab39 HTTP/1.1" status: 200 len: 945 time: 0.0963972 Jul 14 18:29:12.199249 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-f05cc8f1-6249-45c5-a4de-eed9faac91c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:12.216688 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-4f78442b-656d-4e0b-93c8-d889fc06ebb0 req-39e5b5ad-57cf-46e5-81b3-b453edffa1af tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] 10.222.0.16 "GET /v2.0/security-groups?id=4824db20-b9ba-4380-9f29-13755d37b981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437906 Jul 14 18:29:12.225248 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-f05cc8f1-6249-45c5-a4de-eed9faac91c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:12.275592 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-f05cc8f1-6249-45c5-a4de-eed9faac91c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:12.278593 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-f05cc8f1-6249-45c5-a4de-eed9faac91c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:12.279930 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-f05cc8f1-6249-45c5-a4de-eed9faac91c4 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/933667c9-63db-4119-9772-82f863a5c876 HTTP/1.1" status: 204 len: 168 time: 0.1452398 Jul 14 18:29:12.288996 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05cc8f1-6249-45c5-a4de-eed9faac91c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=933667c9-63db-4119-9772-82f863a5c876,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:29:12.649347 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08f96cb-0ff2-4aea-8873-3ffd13ebfcbc req-69c38258-78a3-4b46-b87a-00ddb7592a65 tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:29:12.650864 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a08f96cb-0ff2-4aea-8873-3ffd13ebfcbc req-69c38258-78a3-4b46-b87a-00ddb7592a65 tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] 10.222.0.16 "GET /v2.0/ports?device_id=da55d251-1890-4a50-913d-06408110a855 HTTP/1.1" status: 200 len: 950 time: 0.0679553 Jul 14 18:29:12.700438 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a08f96cb-0ff2-4aea-8873-3ffd13ebfcbc req-b5901733-cdf7-4b68-92c3-5ac2ed1fef3a tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] 10.222.0.16 "GET /v2.0/security-groups?id=b0153d44-2cf7-4f50-b628-255afb14ce31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400710 Jul 14 18:29:12.885049 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa6e4d7-2221-41cc-b81a-5f0a270a757e req-4a93346c-5fd1-48d4-94db-5f2fbb9b53ac tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:29:12.886957 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3aa6e4d7-2221-41cc-b81a-5f0a270a757e req-4a93346c-5fd1-48d4-94db-5f2fbb9b53ac tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.16 "GET /v2.0/ports?device_id=a5fb9d27-b1e3-4399-b4d8-7495d55c398a HTTP/1.1" status: 200 len: 950 time: 0.0782938 Jul 14 18:29:12.949238 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3aa6e4d7-2221-41cc-b81a-5f0a270a757e req-ba51bad2-6c0d-460e-89e9-4fd978d9e0f0 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.16 "GET /v2.0/security-groups?id=95148b1b-0f93-483b-9e80-262147c27e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556552 Jul 14 18:29:13.042093 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 9e60b772-281e-4274-89b1-d306313d5c16 no longer exists at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 18:29:13.099950 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] No Port match for: 9e60b772-281e-4274-89b1-d306313d5c16 {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 18:29:13.100697 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 9e60b772-281e-4274-89b1-d306313d5c16 not bound to the agent host n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 18:29:13.141019 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c158b675-6567-473a-9e46-4319ac7a38c1 req-a3a4ff5b-3eea-427a-a510-8ffe8f1e0501 tempest-ServerDiskConfigTestJSON-1372590070 tempest-ServerDiskConfigTestJSON-1372590070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:29:13.142824 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c158b675-6567-473a-9e46-4319ac7a38c1 req-a3a4ff5b-3eea-427a-a510-8ffe8f1e0501 tempest-ServerDiskConfigTestJSON-1372590070 tempest-ServerDiskConfigTestJSON-1372590070-project] 10.222.0.16 "GET /v2.0/ports?device_id=bf8f126b-3e3d-4e58-8ea4-3089f2cc29ed HTTP/1.1" status: 200 len: 946 time: 0.0848522 Jul 14 18:29:13.187888 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 38976) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:29:13.212986 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c158b675-6567-473a-9e46-4319ac7a38c1 req-305077d0-639e-4249-8e8e-7d463f0b7806 tempest-ServerDiskConfigTestJSON-1372590070 tempest-ServerDiskConfigTestJSON-1372590070-project] 10.222.0.16 "GET /v2.0/security-groups?id=8f471560-b797-46f3-abf1-e078e196721c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631030 Jul 14 18:29:13.249714 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e8a112-f66f-4b30-97a6-858fe7bb2eb9 req-15464892-0d9f-4aa7-93d2-9b83945cbd93 tempest-LiveMigrationTest-64527954 tempest-LiveMigrationTest-64527954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:29:13.258436 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-10e8a112-f66f-4b30-97a6-858fe7bb2eb9 req-15464892-0d9f-4aa7-93d2-9b83945cbd93 tempest-LiveMigrationTest-64527954 tempest-LiveMigrationTest-64527954-project] 10.222.0.16 "GET /v2.0/ports?device_id=39c170ce-4d8b-473d-8a81-72c243e5a41f HTTP/1.1" status: 200 len: 943 time: 0.0924857 Jul 14 18:29:13.312561 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-10e8a112-f66f-4b30-97a6-858fe7bb2eb9 req-c420bf0f-0a01-446b-80e8-8fc35bbe0642 tempest-LiveMigrationTest-64527954 tempest-LiveMigrationTest-64527954-project] 10.222.0.16 "GET /v2.0/security-groups?id=93c6eb24-b3aa-49c4-93f7-93dd5f011665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529552 Jul 14 18:29:13.343036 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-50cf7170-a5d6-4e12-a938-ebaf8285dc79 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-1499098751-network', 'tenant_id': '62f6151c101d42389d9dd95823c46ba7'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:29:13.373680 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50cf7170-a5d6-4e12-a938-ebaf8285dc79 admin admin] Made reservation on behalf of 62f6151c101d42389d9dd95823c46ba7 for: {'network': 1} {{(pid=93916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:29:13.377593 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-50cf7170-a5d6-4e12-a938-ebaf8285dc79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for network, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:13.388479 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-50cf7170-a5d6-4e12-a938-ebaf8285dc79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:13.392403 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3d5f88d4-b1c7-4e8b-a579-0f4c9e97bae9 req-cb04398d-9bf0-4f52-b4c9-a28b99446723 tempest-ServerShowV257Test-334664071 tempest-ServerShowV257Test-334664071-project] 10.222.0.16 "GET /v2.0/ports?device_id=099b6f50-a58e-45ed-b0ad-68cfb242dbb4 HTTP/1.1" status: 200 len: 210 time: 0.0377853 Jul 14 18:29:13.502249 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-50cf7170-a5d6-4e12-a938-ebaf8285dc79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:13.507226 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-50cf7170-a5d6-4e12-a938-ebaf8285dc79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:13.526968 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa77e6c-c2fd-4560-8052-0d2f144e0dba req-a547564c-1996-409e-834b-d21aa2101e27 tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:29:13.528431 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-4fa77e6c-c2fd-4560-8052-0d2f144e0dba req-a547564c-1996-409e-834b-d21aa2101e27 tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a9e03fe-9017-4703-95b3-a0248859ab39 HTTP/1.1" status: 200 len: 945 time: 0.0709088 Jul 14 18:29:13.543276 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50cf7170-a5d6-4e12-a938-ebaf8285dc79 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 92} {{(pid=93916) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 18:29:13.555406 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50cf7170-a5d6-4e12-a938-ebaf8285dc79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9645895a-eb46-49e6-952c-83c7b1ffdb42,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:29:13.560671 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-50cf7170-a5d6-4e12-a938-ebaf8285dc79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:13.561020 n-d-800634-3 neutron-server[93916]: INFO neutron.db.segments_db [None req-50cf7170-a5d6-4e12-a938-ebaf8285dc79 admin admin] Added segment cccbed16-a640-41f7-b376-587e4507a33c of type vlan for network 91eb8513-dee0-4b8f-875e-30d1196dc481 Jul 14 18:29:13.584806 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-4fa77e6c-c2fd-4560-8052-0d2f144e0dba req-81de5794-aafc-474f-9fb9-68c8171817e7 tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] 10.222.0.16 "GET /v2.0/security-groups?id=4824db20-b9ba-4380-9f29-13755d37b981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502853 Jul 14 18:29:13.603092 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-50cf7170-a5d6-4e12-a938-ebaf8285dc79 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728202197517'] for network, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:13.633266 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-50cf7170-a5d6-4e12-a938-ebaf8285dc79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727'] for network, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:13.634296 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50cf7170-a5d6-4e12-a938-ebaf8285dc79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:29:13.635008 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-50cf7170-a5d6-4e12-a938-ebaf8285dc79 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598705'] for network, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:13.694374 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-50cf7170-a5d6-4e12-a938-ebaf8285dc79 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5051203 Jul 14 18:29:13.697578 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 38982) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:29:13.702758 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-cdbdd85c-26ed-4c2e-a692-ed23dd7769ae admin admin] Request body: {'subnet': {'network_id': '91eb8513-dee0-4b8f-875e-30d1196dc481', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-1499098751-subnet', 'tenant_id': '62f6151c101d42389d9dd95823c46ba7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:29:13.723601 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50cf7170-a5d6-4e12-a938-ebaf8285dc79 admin admin] Pushing event updated for resources: {'Network': ['ID=91eb8513-dee0-4b8f-875e-30d1196dc481,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:29:13.724952 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdbdd85c-26ed-4c2e-a692-ed23dd7769ae admin admin] Made reservation on behalf of 62f6151c101d42389d9dd95823c46ba7 for: {'subnet': 1} {{(pid=93915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:29:13.727328 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-cdbdd85c-26ed-4c2e-a692-ed23dd7769ae admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28969735'] for subnet, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:13.735393 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Network 91eb8513-dee0-4b8f-875e-30d1196dc481 details requested by agent ovs-agent-n-d-800634-3 with host n-d-800634-3 {{(pid=93917) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 18:29:13.760336 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-df7fb27e-5dae-4b48-b77b-99d1428b8b1c req-a9c66347-169b-41ab-a98b-e05b83afebad service neutron] 10.222.0.35 "GET /v2.0/ports/81d732d1-5e63-4f14-a06a-fb2280c67184/bindings/n-h1-800634-3 HTTP/1.1" status: 200 len: 384 time: 0.0812311 Jul 14 18:29:13.963380 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.db [req-df7fb27e-5dae-4b48-b77b-99d1428b8b1c req-2eceff80-60ae-432f-b20a-6647dc147deb service neutron] For port 81d732d1-5e63-4f14-a06a-fb2280c67184, host n-h2-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=81d732d1-5e63-4f14-a06a-fb2280c67184,segment=NetworkSegment(d3ebb57b-621c-4102-bdfe-7fa439ba5ffc),segment_id=d3ebb57b-621c-4102-bdfe-7fa439ba5ffc)] {{(pid=93916) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:29:13.984951 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.db [req-df7fb27e-5dae-4b48-b77b-99d1428b8b1c req-2eceff80-60ae-432f-b20a-6647dc147deb service neutron] For port 81d732d1-5e63-4f14-a06a-fb2280c67184, host n-h2-800634-3, cleared binding levels {{(pid=93916) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:29:14.024214 n-d-800634-3 neutron-server[93916]: DEBUG neutron.notifiers.nova [req-df7fb27e-5dae-4b48-b77b-99d1428b8b1c req-2eceff80-60ae-432f-b20a-6647dc147deb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81d732d1-5e63-4f14-a06a-fb2280c67184 {{(pid=93916) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 18:29:14.036293 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.db [req-df7fb27e-5dae-4b48-b77b-99d1428b8b1c req-2eceff80-60ae-432f-b20a-6647dc147deb service neutron] For port 81d732d1-5e63-4f14-a06a-fb2280c67184, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=81d732d1-5e63-4f14-a06a-fb2280c67184,segment=NetworkSegment(d3ebb57b-621c-4102-bdfe-7fa439ba5ffc),segment_id=d3ebb57b-621c-4102-bdfe-7fa439ba5ffc)] {{(pid=93916) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:29:14.051030 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-df7fb27e-5dae-4b48-b77b-99d1428b8b1c req-2eceff80-60ae-432f-b20a-6647dc147deb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:14.129462 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.provisioning_blocks [req-df7fb27e-5dae-4b48-b77b-99d1428b8b1c req-2eceff80-60ae-432f-b20a-6647dc147deb service neutron] Transition to ACTIVE for port object 81d732d1-5e63-4f14-a06a-fb2280c67184 will not be triggered until provisioned by entity L2. {{(pid=93916) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:29:14.133015 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-df7fb27e-5dae-4b48-b77b-99d1428b8b1c req-2eceff80-60ae-432f-b20a-6647dc147deb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2684870'] for port, after_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:14.209825 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.l3_dvrscheduler_db [req-df7fb27e-5dae-4b48-b77b-99d1428b8b1c req-2eceff80-60ae-432f-b20a-6647dc147deb service neutron] No DVR routers for this DVR port 81d732d1-5e63-4f14-a06a-fb2280c67184 on host n-h2-800634-3 {{(pid=93916) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 18:29:14.217047 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eceff80-60ae-432f-b20a-6647dc147deb service neutron] Pushing event updated for resources: {'Port': ['ID=81d732d1-5e63-4f14-a06a-fb2280c67184,revision_number=10']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:29:14.246701 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-df7fb27e-5dae-4b48-b77b-99d1428b8b1c req-2eceff80-60ae-432f-b20a-6647dc147deb service neutron] 10.222.0.35 "PUT /v2.0/ports/81d732d1-5e63-4f14-a06a-fb2280c67184/bindings/n-h1-800634-3/activate HTTP/1.1" status: 200 len: 369 time: 0.4790976 Jul 14 18:29:14.329808 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-cdbdd85c-26ed-4c2e-a692-ed23dd7769ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25912837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28969781'] for subnet, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:14.360685 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7fb27e-5dae-4b48-b77b-99d1428b8b1c req-bebb3d79-23ae-4f4b-8ffe-5c8324d54439 tempest-LiveMigrationTest-888176612 tempest-LiveMigrationTest-888176612-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:29:14.362170 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-df7fb27e-5dae-4b48-b77b-99d1428b8b1c req-bebb3d79-23ae-4f4b-8ffe-5c8324d54439 tempest-LiveMigrationTest-888176612 tempest-LiveMigrationTest-888176612-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=39c170ce-4d8b-473d-8a81-72c243e5a41f&tenant_id=d1f21963323d4ae1956c5ba38fc6e610&binding%3Ahost_id=n-h2-800634-3 HTTP/1.1" status: 200 len: 1095 time: 0.0589223 Jul 14 18:29:14.396967 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3f1705-458f-404c-bf3c-d11a57878f71 req-71709aa6-26c1-4790-923c-6fe3682ddb3e tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:29:14.398436 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ab3f1705-458f-404c-bf3c-d11a57878f71 req-71709aa6-26c1-4790-923c-6fe3682ddb3e tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] 10.222.0.35 "GET /v2.0/ports?device_id=da55d251-1890-4a50-913d-06408110a855 HTTP/1.1" status: 200 len: 950 time: 0.2328248 Jul 14 18:29:14.407232 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec63d54-cd37-43c0-9c3a-9678940afbd9 req-54462bd0-d646-4753-96b4-e74cbfd7b485 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:29:14.408898 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-7ec63d54-cd37-43c0-9c3a-9678940afbd9 req-54462bd0-d646-4753-96b4-e74cbfd7b485 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.16 "GET /v2.0/ports?device_id=a5fb9d27-b1e3-4399-b4d8-7495d55c398a HTTP/1.1" status: 200 len: 950 time: 0.2444267 Jul 14 18:29:14.423093 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb5aef1-7436-4560-8940-d54225a6e3d8 req-8df31348-ee26-434e-866c-542957168657 tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:29:14.424563 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-9cb5aef1-7436-4560-8940-d54225a6e3d8 req-8df31348-ee26-434e-866c-542957168657 tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] 10.222.0.16 "GET /v2.0/ports?device_id=da55d251-1890-4a50-913d-06408110a855 HTTP/1.1" status: 200 len: 950 time: 0.5669065 Jul 14 18:29:14.425565 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7fb27e-5dae-4b48-b77b-99d1428b8b1c req-6725f1ad-eed4-4030-bf8e-70d29ae81fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:29:14.427044 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-df7fb27e-5dae-4b48-b77b-99d1428b8b1c req-6725f1ad-eed4-4030-bf8e-70d29ae81fbd service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=39c170ce-4d8b-473d-8a81-72c243e5a41f&tenant_id=d1f21963323d4ae1956c5ba38fc6e610 HTTP/1.1" status: 200 len: 1095 time: 0.0571558 Jul 14 18:29:14.479077 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbdd85c-26ed-4c2e-a692-ed23dd7769ae admin admin] Pushing event updated for resources: {'Subnet': ['ID=e16ffe8c-8b58-4e5b-8908-933a1026b495,revision_number=0']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:29:14.506205 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7fb27e-5dae-4b48-b77b-99d1428b8b1c req-18855366-cfc4-47ab-a1f7-0452ee124228 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:29:14.507676 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-df7fb27e-5dae-4b48-b77b-99d1428b8b1c req-18855366-cfc4-47ab-a1f7-0452ee124228 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d1f21963323d4ae1956c5ba38fc6e610&device_id=39c170ce-4d8b-473d-8a81-72c243e5a41f HTTP/1.1" status: 200 len: 1095 time: 0.0525765 Jul 14 18:29:14.539768 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdbdd85c-26ed-4c2e-a692-ed23dd7769ae admin admin] Checking segment: {'id': 'cccbed16-a640-41f7-b376-587e4507a33c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '91eb8513-dee0-4b8f-875e-30d1196dc481'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:29:14.540159 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdbdd85c-26ed-4c2e-a692-ed23dd7769ae admin admin] Network hostable DHCP agents. Network: 91eb8513-dee0-4b8f-875e-30d1196dc481, hostable agents: ['028393c3-0576-4ebd-bca1-8ea8a148e1a2'], hosted agents: [] {{(pid=93915) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 18:29:14.574883 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-7ec63d54-cd37-43c0-9c3a-9678940afbd9 req-d222a81e-f711-42d1-8a3f-49c3de271161 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.16 "GET /v2.0/security-groups?id=95148b1b-0f93-483b-9e80-262147c27e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474311 Jul 14 18:29:14.581921 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-9cb5aef1-7436-4560-8940-d54225a6e3d8 req-f695224a-dc7d-4ecb-b590-489e3c171a7b tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] 10.222.0.16 "GET /v2.0/security-groups?id=b0153d44-2cf7-4f50-b628-255afb14ce31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478601 Jul 14 18:29:14.627046 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [req-ab3f1705-458f-404c-bf3c-d11a57878f71 req-9c3e050f-8d0d-4bfb-a36b-23f433cfbda0 tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] Deleting port 069fec85-1f88-4350-a10b-8a1886043632 {{(pid=93915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:29:14.627397 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-ab3f1705-458f-404c-bf3c-d11a57878f71 req-9c3e050f-8d0d-4bfb-a36b-23f433cfbda0 tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:14.630384 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdbdd85c-26ed-4c2e-a692-ed23dd7769ae admin admin] Network 91eb8513-dee0-4b8f-875e-30d1196dc481 is scheduled to be hosted by DHCP agent 028393c3-0576-4ebd-bca1-8ea8a148e1a2 with binding_index 1 {{(pid=93915) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 18:29:14.683533 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Device b857234d-ca6d-4a0c-9cfb-3a257e1bca77 no longer exists at agent hyperv_n-h2-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 18:29:14.692907 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [None req-cdbdd85c-26ed-4c2e-a692-ed23dd7769ae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-3, 91eb8513-dee0-4b8f-875e-30d1196dc481) {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:29:14.701703 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdbdd85c-26ed-4c2e-a692-ed23dd7769ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:29:14.702450 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-cdbdd85c-26ed-4c2e-a692-ed23dd7769ae admin admin] Notify callbacks [] for subnet, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:14.741799 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15f1cf11-66ed-4edf-b607-044083bc2d9c None None] Network 91eb8513-dee0-4b8f-875e-30d1196dc481 requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:29:14.747189 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] No Port match for: b857234d-ca6d-4a0c-9cfb-3a257e1bca77 {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 18:29:14.747873 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Device b857234d-ca6d-4a0c-9cfb-3a257e1bca77 not bound to the agent host n-h2-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 18:29:14.748954 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Device 81d732d1-5e63-4f14-a06a-fb2280c67184 no longer exists at agent hyperv_n-h2-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 18:29:14.781296 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-cdbdd85c-26ed-4c2e-a692-ed23dd7769ae admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.0825975 Jul 14 18:29:14.795498 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-ab3f1705-458f-404c-bf3c-d11a57878f71 req-9c3e050f-8d0d-4bfb-a36b-23f433cfbda0 tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] For port 069fec85-1f88-4350-a10b-8a1886043632, host n-h2-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=069fec85-1f88-4350-a10b-8a1886043632,segment=NetworkSegment(067fc487-22c7-42de-972d-ae352a28ad29),segment_id=067fc487-22c7-42de-972d-ae352a28ad29)] {{(pid=93915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:29:14.796572 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-ab3f1705-458f-404c-bf3c-d11a57878f71 req-9c3e050f-8d0d-4bfb-a36b-23f433cfbda0 tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:14.839408 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [req-ab3f1705-458f-404c-bf3c-d11a57878f71 req-9c3e050f-8d0d-4bfb-a36b-23f433cfbda0 tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] Calling delete_port for 069fec85-1f88-4350-a10b-8a1886043632 owned by compute:nova {{(pid=93915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:29:14.860031 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Device 81d732d1-5e63-4f14-a06a-fb2280c67184 not bound to the agent host n-h2-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 18:29:14.860463 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Device 069fec85-1f88-4350-a10b-8a1886043632 no longer exists at agent hyperv_n-h2-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 18:29:14.928225 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df23b521-a2d9-4f14-92b2-95629505ac85 req-f5373451-5bc7-4394-9c5d-85b3157b1b3c tempest-LiveMigrationTest-64527954 tempest-LiveMigrationTest-64527954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:29:14.929916 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-df23b521-a2d9-4f14-92b2-95629505ac85 req-f5373451-5bc7-4394-9c5d-85b3157b1b3c tempest-LiveMigrationTest-64527954 tempest-LiveMigrationTest-64527954-project] 10.222.0.16 "GET /v2.0/ports?device_id=39c170ce-4d8b-473d-8a81-72c243e5a41f HTTP/1.1" status: 200 len: 944 time: 0.2042313 Jul 14 18:29:14.979340 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348bd1b2-e344-4fd5-a668-cd3a9eb76789 req-4f45dadd-45c6-490e-9afe-7c51ebeb9405 tempest-ServerDiskConfigTestJSON-1372590070 tempest-ServerDiskConfigTestJSON-1372590070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:29:14.981093 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-348bd1b2-e344-4fd5-a668-cd3a9eb76789 req-4f45dadd-45c6-490e-9afe-7c51ebeb9405 tempest-ServerDiskConfigTestJSON-1372590070 tempest-ServerDiskConfigTestJSON-1372590070-project] 10.222.0.16 "GET /v2.0/ports?device_id=bf8f126b-3e3d-4e58-8ea4-3089f2cc29ed HTTP/1.1" status: 200 len: 946 time: 0.2120452 Jul 14 18:29:14.985376 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7fb27e-5dae-4b48-b77b-99d1428b8b1c req-68a89d5c-0547-4902-9cb8-3186a2c20647 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:29:14.987101 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-df7fb27e-5dae-4b48-b77b-99d1428b8b1c req-68a89d5c-0547-4902-9cb8-3186a2c20647 service neutron] 10.222.0.18 "GET /v2.0/networks?id=31a99599-848e-4d3a-b964-3d8069f89b88 HTTP/1.1" status: 200 len: 908 time: 0.4713733 Jul 14 18:29:15.009510 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fc56c6b-ebeb-4f7e-b4e6-a503736a0b6f None None] Network 91eb8513-dee0-4b8f-875e-30d1196dc481 requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:29:15.024591 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-df23b521-a2d9-4f14-92b2-95629505ac85 req-4fbfb7a0-d34d-49fc-acf3-ce6220a9efce tempest-LiveMigrationTest-64527954 tempest-LiveMigrationTest-64527954-project] 10.222.0.16 "GET /v2.0/security-groups?id=93c6eb24-b3aa-49c4-93f7-93dd5f011665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810609 Jul 14 18:29:15.032162 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-df7fb27e-5dae-4b48-b77b-99d1428b8b1c req-bf308e72-13d6-41ed-9a93-e1be11212212 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=81d732d1-5e63-4f14-a06a-fb2280c67184 HTTP/1.1" status: 200 len: 217 time: 0.0381682 Jul 14 18:29:15.083894 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-348bd1b2-e344-4fd5-a668-cd3a9eb76789 req-c25508cc-a280-4910-90e9-f62da167f5a6 tempest-ServerDiskConfigTestJSON-1372590070 tempest-ServerDiskConfigTestJSON-1372590070-project] 10.222.0.16 "GET /v2.0/security-groups?id=8f471560-b797-46f3-abf1-e078e196721c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907748 Jul 14 18:29:15.110016 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-ab3f1705-458f-404c-bf3c-d11a57878f71 req-9c3e050f-8d0d-4bfb-a36b-23f433cfbda0 tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:15.132545 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7fb27e-5dae-4b48-b77b-99d1428b8b1c req-e4bc7056-0cf7-4368-8fe2-7a1e272c0ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:29:15.134267 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-df7fb27e-5dae-4b48-b77b-99d1428b8b1c req-e4bc7056-0cf7-4368-8fe2-7a1e272c0ce1 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=8fa41a13-248e-4ed4-8731-d525cb4f3c62 HTTP/1.1" status: 200 len: 848 time: 0.0953975 Jul 14 18:29:15.144879 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3e050f-8d0d-4bfb-a36b-23f433cfbda0 tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] Pushing event deleted for resources: {'Port': ['ID=069fec85-1f88-4350-a10b-8a1886043632,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:29:15.199119 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-df7fb27e-5dae-4b48-b77b-99d1428b8b1c req-48554743-123c-4702-b54a-65d18fa47dcb service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=31a99599-848e-4d3a-b964-3d8069f89b88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0566437 Jul 14 18:29:15.213667 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] get_ports_and_sgs() called for port_ids ['669c9edf-0066-4f1c-8103-9c630a3adbef', '12f9f4e0-732a-4ff7-ae01-79782107bd50', '93931838-c4c9-4619-9753-71eeca38dcdc'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 18:29:15.229794 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-abd7ecbc-4d96-4cd1-82b8-244deb22bfc5 req-673f1445-1f4f-4f40-a81b-b2bb3cea5d5f tempest-ServerShowV257Test-334664071 tempest-ServerShowV257Test-334664071-project] 10.222.0.16 "GET /v2.0/ports?device_id=099b6f50-a58e-45ed-b0ad-68cfb242dbb4 HTTP/1.1" status: 200 len: 210 time: 0.0468249 Jul 14 18:29:15.230685 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab3f1705-458f-404c-bf3c-d11a57878f71 req-9c3e050f-8d0d-4bfb-a36b-23f433cfbda0 tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] No DVR routers for this DVR port 069fec85-1f88-4350-a10b-8a1886043632 on host n-h2-800634-3 {{(pid=93915) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 18:29:15.234254 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-ab3f1705-458f-404c-bf3c-d11a57878f71 req-9c3e050f-8d0d-4bfb-a36b-23f433cfbda0 tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:15.240050 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ab3f1705-458f-404c-bf3c-d11a57878f71 req-9c3e050f-8d0d-4bfb-a36b-23f433cfbda0 tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] 10.222.0.35 "DELETE /v2.0/ports/069fec85-1f88-4350-a10b-8a1886043632 HTTP/1.1" status: 204 len: 173 time: 0.8231535 Jul 14 18:29:15.240881 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da55d251-1890-4a50-913d-06408110a855', 'name': 'network-vif-deleted', 'tag': '069fec85-1f88-4350-a10b-8a1886043632'}] {{(pid=93915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:29:15.252960 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e72782ad3af8f7d4ce76cedf092bca46d1756acc5c4653cf0b52034cdd6b073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e2d1517-9a77-4ab3-9299-966e2bbb80e2" -d '{"events": [{"server_uuid": "da55d251-1890-4a50-913d-06408110a855", "name": "network-vif-deleted", "tag": "069fec85-1f88-4350-a10b-8a1886043632"}]}' {{(pid=93915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:29:15.268161 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:15.323493 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-df7fb27e-5dae-4b48-b77b-99d1428b8b1c req-fe1f5a9c-049d-4cac-9d7a-c2e51ac466b5 service neutron] 10.222.0.18 "GET /v2.0/networks/31a99599-848e-4d3a-b964-3d8069f89b88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1169960 Jul 14 18:29:15.367421 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bf6dde-3415-48d0-9fda-f94704523fc1 req-c58c717f-5797-4a64-bd31-471c2b72f2c2 tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:29:15.369608 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-87bf6dde-3415-48d0-9fda-f94704523fc1 req-c58c717f-5797-4a64-bd31-471c2b72f2c2 tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a9e03fe-9017-4703-95b3-a0248859ab39 HTTP/1.1" status: 200 len: 945 time: 0.0869803 Jul 14 18:29:15.458022 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-df7fb27e-5dae-4b48-b77b-99d1428b8b1c req-7fa103d4-806a-4763-8a42-0771bc7acad7 service neutron] 10.222.0.18 "GET /v2.0/networks/31a99599-848e-4d3a-b964-3d8069f89b88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231241 Jul 14 18:29:15.458602 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-87bf6dde-3415-48d0-9fda-f94704523fc1 req-d56b856b-97b0-4102-9e12-740c902e4f1f tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] 10.222.0.16 "GET /v2.0/security-groups?id=4824db20-b9ba-4380-9f29-13755d37b981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782671 Jul 14 18:29:15.524242 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 18:29:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d4dfc00-3650-4111-b2ca-02393f836c7a x-openstack-request-id: req-9d4dfc00-3650-4111-b2ca-02393f836c7a {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:29:15.524631 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da55d251-1890-4a50-913d-06408110a855", "name": "network-vif-deleted", "tag": "069fec85-1f88-4350-a10b-8a1886043632", "status": "completed", "code": 200}]} {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:29:15.525097 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9d4dfc00-3650-4111-b2ca-02393f836c7a {{(pid=93915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:29:15.525747 n-d-800634-3 neutron-server[93915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da55d251-1890-4a50-913d-06408110a855', 'name': 'network-vif-deleted', 'tag': '069fec85-1f88-4350-a10b-8a1886043632', 'status': 'completed', 'code': 200} Jul 14 18:29:15.808305 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef060a1-6d06-46ab-b305-d8d81fc0a27b req-d0468040-307e-4536-8b35-9836c61dd80f tempest-ServerPasswordTestJSON-881055543 tempest-ServerPasswordTestJSON-881055543-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:29:15.812385 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-eef060a1-6d06-46ab-b305-d8d81fc0a27b req-d0468040-307e-4536-8b35-9836c61dd80f tempest-ServerPasswordTestJSON-881055543 tempest-ServerPasswordTestJSON-881055543-project] 10.222.0.16 "GET /v2.0/networks?id=91eb8513-dee0-4b8f-875e-30d1196dc481 HTTP/1.1" status: 200 len: 813 time: 0.2059083 Jul 14 18:29:15.830075 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7fb27e-5dae-4b48-b77b-99d1428b8b1c req-a9f3100e-a3f0-459f-a215-c8ea050d4302 tempest-LiveMigrationTest-888176612 tempest-LiveMigrationTest-888176612-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:29:15.831594 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-df7fb27e-5dae-4b48-b77b-99d1428b8b1c req-a9f3100e-a3f0-459f-a215-c8ea050d4302 tempest-LiveMigrationTest-888176612 tempest-LiveMigrationTest-888176612-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=39c170ce-4d8b-473d-8a81-72c243e5a41f&tenant_id=d1f21963323d4ae1956c5ba38fc6e610&binding%3Ahost_id=n-h1-800634-3 HTTP/1.1" status: 200 len: 1095 time: 0.0622940 Jul 14 18:29:15.837185 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c7e0fc-1046-4ebe-8c06-f599889f4c6e req-b8a792eb-5101-48f9-b149-28108151d444 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:29:15.838683 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-48c7e0fc-1046-4ebe-8c06-f599889f4c6e req-b8a792eb-5101-48f9-b149-28108151d444 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.16 "GET /v2.0/ports?device_id=a5fb9d27-b1e3-4399-b4d8-7495d55c398a HTTP/1.1" status: 200 len: 950 time: 0.1179171 Jul 14 18:29:15.840156 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-eef060a1-6d06-46ab-b305-d8d81fc0a27b req-c24d4995-1333-40c9-be38-cd408b8d837e tempest-ServerPasswordTestJSON-881055543 tempest-ServerPasswordTestJSON-881055543-project] 10.222.0.16 "GET /v2.0/quotas/62f6151c101d42389d9dd95823c46ba7 HTTP/1.1" status: 200 len: 375 time: 0.0232930 Jul 14 18:29:15.889142 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-eef060a1-6d06-46ab-b305-d8d81fc0a27b req-fb83c6fb-4ecc-4aff-99a0-7190675d6d39 tempest-ServerPasswordTestJSON-881055543 tempest-ServerPasswordTestJSON-881055543-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=62f6151c101d42389d9dd95823c46ba7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0420461 Jul 14 18:29:15.916002 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-48c7e0fc-1046-4ebe-8c06-f599889f4c6e req-aca60997-cf63-40e0-8e1c-1037ae53376b tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.16 "GET /v2.0/security-groups?id=95148b1b-0f93-483b-9e80-262147c27e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709181 Jul 14 18:29:15.968823 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.db [req-df7fb27e-5dae-4b48-b77b-99d1428b8b1c req-9f9adcf0-a78e-4292-a077-2932c7fbf71b service neutron] For port 81d732d1-5e63-4f14-a06a-fb2280c67184, host n-h2-800634-3, cleared binding levels {{(pid=93916) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:29:15.972195 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-df7fb27e-5dae-4b48-b77b-99d1428b8b1c req-9f9adcf0-a78e-4292-a077-2932c7fbf71b service neutron] Notify callbacks [] for binding, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:15.973363 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-df7fb27e-5dae-4b48-b77b-99d1428b8b1c req-9f9adcf0-a78e-4292-a077-2932c7fbf71b service neutron] 10.222.0.18 "DELETE /v2.0/ports/81d732d1-5e63-4f14-a06a-fb2280c67184/bindings/n-h2-800634-3 HTTP/1.1" status: 204 len: 173 time: 0.1345477 Jul 14 18:29:16.028042 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-eef060a1-6d06-46ab-b305-d8d81fc0a27b req-093fd462-6774-46be-b970-bc3209629d59 service neutron] 10.222.0.16 "GET /v2.0/networks/91eb8513-dee0-4b8f-875e-30d1196dc481?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279087 Jul 14 18:29:16.126584 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-81cb1c86-b99c-4d74-864d-ff4264f718db req-6acbb8bf-3211-42ff-84c9-d64e28fb5115 tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] 10.222.0.16 "GET /v2.0/ports?device_id=da55d251-1890-4a50-913d-06408110a855 HTTP/1.1" status: 200 len: 210 time: 0.0388458 Jul 14 18:29:16.160860 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-eef060a1-6d06-46ab-b305-d8d81fc0a27b req-21f3a120-c832-4d29-b109-998aa8502777 service neutron] 10.222.0.16 "GET /v2.0/networks/91eb8513-dee0-4b8f-875e-30d1196dc481?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237922 Jul 14 18:29:16.305840 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60127654-b25e-4d8f-b250-46d1637ccbb9 req-a721b726-3ab1-4122-9a76-d99f3939111e tempest-LiveMigrationTest-64527954 tempest-LiveMigrationTest-64527954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:29:16.307361 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-60127654-b25e-4d8f-b250-46d1637ccbb9 req-a721b726-3ab1-4122-9a76-d99f3939111e tempest-LiveMigrationTest-64527954 tempest-LiveMigrationTest-64527954-project] 10.222.0.16 "GET /v2.0/ports?device_id=39c170ce-4d8b-473d-8a81-72c243e5a41f HTTP/1.1" status: 200 len: 944 time: 0.0823174 Jul 14 18:29:16.359314 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-60127654-b25e-4d8f-b250-46d1637ccbb9 req-e07ed725-d4c5-430a-8efc-05e14f2d3459 tempest-LiveMigrationTest-64527954 tempest-LiveMigrationTest-64527954-project] 10.222.0.16 "GET /v2.0/security-groups?id=93c6eb24-b3aa-49c4-93f7-93dd5f011665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451322 Jul 14 18:29:16.440820 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a2bc394a-b468-4a43-bcba-225088e91e56 req-fd1a63da-a4af-4438-8087-0df6bf864357 tempest-ServerPasswordTestJSON-881055543 tempest-ServerPasswordTestJSON-881055543-project] 10.222.0.16 "GET /v2.0/ports?device_id=b201a7d8-de88-41ee-a00f-593cb710231e HTTP/1.1" status: 200 len: 210 time: 0.0366361 Jul 14 18:29:16.476996 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbaed37-564e-413e-b374-7a4e222da8ea req-7e08663e-cd48-4101-8788-d0edd72def30 tempest-ServerDiskConfigTestJSON-1372590070 tempest-ServerDiskConfigTestJSON-1372590070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:29:16.480713 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ecbaed37-564e-413e-b374-7a4e222da8ea req-7e08663e-cd48-4101-8788-d0edd72def30 tempest-ServerDiskConfigTestJSON-1372590070 tempest-ServerDiskConfigTestJSON-1372590070-project] 10.222.0.16 "GET /v2.0/ports?device_id=bf8f126b-3e3d-4e58-8ea4-3089f2cc29ed HTTP/1.1" status: 200 len: 946 time: 0.1166928 Jul 14 18:29:16.535506 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ecbaed37-564e-413e-b374-7a4e222da8ea req-2cdba9a1-1ee8-4429-9247-75469afa1f3e tempest-ServerDiskConfigTestJSON-1372590070 tempest-ServerDiskConfigTestJSON-1372590070-project] 10.222.0.16 "GET /v2.0/security-groups?id=8f471560-b797-46f3-abf1-e078e196721c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503049 Jul 14 18:29:16.629312 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2642894f-8ac7-426b-baf1-264239c2df62 req-7620ff3e-4be7-4077-b068-934236b7bb53 tempest-ServerShowV257Test-334664071 tempest-ServerShowV257Test-334664071-project] 10.222.0.16 "GET /v2.0/ports?device_id=099b6f50-a58e-45ed-b0ad-68cfb242dbb4 HTTP/1.1" status: 200 len: 210 time: 0.0369482 Jul 14 18:29:16.765478 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e411f1-9367-4530-92fe-01a199bc7488 req-a39c0ba7-732a-4507-ab3b-560ceac2ac90 tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:29:16.767157 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c2e411f1-9367-4530-92fe-01a199bc7488 req-a39c0ba7-732a-4507-ab3b-560ceac2ac90 tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a9e03fe-9017-4703-95b3-a0248859ab39 HTTP/1.1" status: 200 len: 945 time: 0.0869987 Jul 14 18:29:16.836648 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c2e411f1-9367-4530-92fe-01a199bc7488 req-4cc9994d-0ca8-4426-b02a-05343481ebe2 tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] 10.222.0.16 "GET /v2.0/security-groups?id=4824db20-b9ba-4380-9f29-13755d37b981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490837 Jul 14 18:29:16.845583 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad051828-2163-4faa-9b93-a0b4b8fbbb09 req-43cb7dcf-de72-4750-95b8-bd91d52dcd9d tempest-LiveMigrationTest-888176612 tempest-LiveMigrationTest-888176612-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:29:16.847098 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ad051828-2163-4faa-9b93-a0b4b8fbbb09 req-43cb7dcf-de72-4750-95b8-bd91d52dcd9d tempest-LiveMigrationTest-888176612 tempest-LiveMigrationTest-888176612-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=39c170ce-4d8b-473d-8a81-72c243e5a41f HTTP/1.1" status: 200 len: 1095 time: 0.0982664 Jul 14 18:29:16.886810 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ad051828-2163-4faa-9b93-a0b4b8fbbb09 req-c623496e-0e14-4292-8494-cbe63b358bbe tempest-LiveMigrationTest-888176612 tempest-LiveMigrationTest-888176612-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=93c6eb24-b3aa-49c4-93f7-93dd5f011665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337088 Jul 14 18:29:17.134511 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e809397-85e5-42f2-9c4b-90a15773c8dd req-666d6352-fc72-4b46-82a3-0c8f1c367fa0 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:29:17.136021 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-4e809397-85e5-42f2-9c4b-90a15773c8dd req-666d6352-fc72-4b46-82a3-0c8f1c367fa0 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.16 "GET /v2.0/ports?device_id=a5fb9d27-b1e3-4399-b4d8-7495d55c398a HTTP/1.1" status: 200 len: 950 time: 0.0709491 Jul 14 18:29:17.185994 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-4e809397-85e5-42f2-9c4b-90a15773c8dd req-808828e3-3d51-4d53-b7cd-b97cbadbdac9 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.16 "GET /v2.0/security-groups?id=95148b1b-0f93-483b-9e80-262147c27e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437121 Jul 14 18:29:17.355784 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7447dc66-2b59-4b4d-b61a-9f49e4c09b65 req-a081da03-2aec-455b-bcf7-6b793805b1f8 tempest-LiveMigrationTest-64527954 tempest-LiveMigrationTest-64527954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:29:17.357228 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-7447dc66-2b59-4b4d-b61a-9f49e4c09b65 req-a081da03-2aec-455b-bcf7-6b793805b1f8 tempest-LiveMigrationTest-64527954 tempest-LiveMigrationTest-64527954-project] 10.222.0.16 "GET /v2.0/ports?device_id=39c170ce-4d8b-473d-8a81-72c243e5a41f HTTP/1.1" status: 200 len: 944 time: 0.0670140 Jul 14 18:29:17.396780 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-7447dc66-2b59-4b4d-b61a-9f49e4c09b65 req-42aac65e-e5ed-4eeb-94ee-e022cf768cc1 tempest-LiveMigrationTest-64527954 tempest-LiveMigrationTest-64527954-project] 10.222.0.16 "GET /v2.0/security-groups?id=93c6eb24-b3aa-49c4-93f7-93dd5f011665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331879 Jul 14 18:29:17.596549 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef060a1-6d06-46ab-b305-d8d81fc0a27b req-7b03b438-97c9-46d6-aa47-c9e560946eb9 tempest-ServerPasswordTestJSON-881055543 tempest-ServerPasswordTestJSON-881055543-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:29:17.598321 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-eef060a1-6d06-46ab-b305-d8d81fc0a27b req-7b03b438-97c9-46d6-aa47-c9e560946eb9 tempest-ServerPasswordTestJSON-881055543 tempest-ServerPasswordTestJSON-881055543-project] 10.222.0.18 "GET /v2.0/networks?id=91eb8513-dee0-4b8f-875e-30d1196dc481 HTTP/1.1" status: 200 len: 813 time: 0.1366079 Jul 14 18:29:17.613837 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [req-eef060a1-6d06-46ab-b305-d8d81fc0a27b req-a63e4b66-86d8-4e73-a9fa-e0be00893c7a tempest-ServerPasswordTestJSON-881055543 tempest-ServerPasswordTestJSON-881055543-project] Request body: {'port': {'device_id': 'b201a7d8-de88-41ee-a00f-593cb710231e', 'network_id': '91eb8513-dee0-4b8f-875e-30d1196dc481', 'admin_state_up': True, 'tenant_id': '62f6151c101d42389d9dd95823c46ba7'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:29:17.634956 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c50fc866-9be2-427f-bdea-f6c3e027f915 req-8262382c-795f-42b7-9276-6a6fafd1021f tempest-ServerPasswordTestJSON-881055543 tempest-ServerPasswordTestJSON-881055543-project] 10.222.0.16 "GET /v2.0/ports?device_id=b201a7d8-de88-41ee-a00f-593cb710231e HTTP/1.1" status: 200 len: 210 time: 0.0445304 Jul 14 18:29:17.759228 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eef060a1-6d06-46ab-b305-d8d81fc0a27b req-a63e4b66-86d8-4e73-a9fa-e0be00893c7a tempest-ServerPasswordTestJSON-881055543 tempest-ServerPasswordTestJSON-881055543-project] Made reservation on behalf of 62f6151c101d42389d9dd95823c46ba7 for: {'port': 1} {{(pid=93916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:29:17.763186 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-eef060a1-6d06-46ab-b305-d8d81fc0a27b req-a63e4b66-86d8-4e73-a9fa-e0be00893c7a tempest-ServerPasswordTestJSON-881055543 tempest-ServerPasswordTestJSON-881055543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:17.803184 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72218b97-4537-45f6-b2ee-b795109ae525 req-789c255d-e7ea-4ba2-861e-32038a46596d tempest-ServerDiskConfigTestJSON-1372590070 tempest-ServerDiskConfigTestJSON-1372590070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:29:17.810365 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-72218b97-4537-45f6-b2ee-b795109ae525 req-789c255d-e7ea-4ba2-861e-32038a46596d tempest-ServerDiskConfigTestJSON-1372590070 tempest-ServerDiskConfigTestJSON-1372590070-project] 10.222.0.16 "GET /v2.0/ports?device_id=bf8f126b-3e3d-4e58-8ea4-3089f2cc29ed HTTP/1.1" status: 200 len: 946 time: 0.0797877 Jul 14 18:29:17.856741 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-72218b97-4537-45f6-b2ee-b795109ae525 req-66f42fe1-d56a-4aec-8a63-b2f927123a52 tempest-ServerDiskConfigTestJSON-1372590070 tempest-ServerDiskConfigTestJSON-1372590070-project] 10.222.0.16 "GET /v2.0/security-groups?id=8f471560-b797-46f3-abf1-e078e196721c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453887 Jul 14 18:29:17.908412 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-decbafab-182e-4ef6-9732-86b07df649d6 req-796d93d0-353e-42c9-a085-9e82f01b4a1b tempest-ServerShowV257Test-334664071 tempest-ServerShowV257Test-334664071-project] 10.222.0.16 "GET /v2.0/ports?device_id=099b6f50-a58e-45ed-b0ad-68cfb242dbb4 HTTP/1.1" status: 200 len: 210 time: 0.0308998 Jul 14 18:29:17.911910 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.db_base_plugin_common [req-eef060a1-6d06-46ab-b305-d8d81fc0a27b req-a63e4b66-86d8-4e73-a9fa-e0be00893c7a tempest-ServerPasswordTestJSON-881055543 tempest-ServerPasswordTestJSON-881055543-project] Allocated IP 172.20.0.7 (91eb8513-dee0-4b8f-875e-30d1196dc481/e16ffe8c-8b58-4e5b-8908-933a1026b495/79d8480c-6ae0-486a-ab5c-cd0629dbedc8) {{(pid=93916) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:29:18.030732 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6bfc1f-62ee-474b-9ae9-b7be7382c703 req-79d78305-1d8b-4479-accf-ac93c0bc6f04 tempest-LiveMigrationTest-64527954 tempest-LiveMigrationTest-64527954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:29:18.032247 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-fb6bfc1f-62ee-474b-9ae9-b7be7382c703 req-79d78305-1d8b-4479-accf-ac93c0bc6f04 tempest-LiveMigrationTest-64527954 tempest-LiveMigrationTest-64527954-project] 10.222.0.18 "GET /v2.0/ports?device_id=39c170ce-4d8b-473d-8a81-72c243e5a41f HTTP/1.1" status: 200 len: 944 time: 0.1193600 Jul 14 18:29:18.073399 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-eef060a1-6d06-46ab-b305-d8d81fc0a27b req-a63e4b66-86d8-4e73-a9fa-e0be00893c7a tempest-ServerPasswordTestJSON-881055543 tempest-ServerPasswordTestJSON-881055543-project] Notify callbacks [] for port, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:18.113568 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-eef060a1-6d06-46ab-b305-d8d81fc0a27b req-a63e4b66-86d8-4e73-a9fa-e0be00893c7a tempest-ServerPasswordTestJSON-881055543 tempest-ServerPasswordTestJSON-881055543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:18.134370 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49723ce0-64fb-43a1-9ebb-a5a2fa128353 req-795a53e5-0a4e-4766-a5f2-0fab3bffc3a7 tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:29:18.135778 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-49723ce0-64fb-43a1-9ebb-a5a2fa128353 req-795a53e5-0a4e-4766-a5f2-0fab3bffc3a7 tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] 10.222.0.16 "GET /v2.0/ports?device_id=b75f1187-18fd-4b26-b1df-990b96108e54 HTTP/1.1" status: 200 len: 949 time: 0.1549296 Jul 14 18:29:18.166445 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eef060a1-6d06-46ab-b305-d8d81fc0a27b req-a63e4b66-86d8-4e73-a9fa-e0be00893c7a tempest-ServerPasswordTestJSON-881055543 tempest-ServerPasswordTestJSON-881055543-project] Network 91eb8513-dee0-4b8f-875e-30d1196dc481 is already hosted by enough agents. {{(pid=93916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:29:18.169891 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [req-eef060a1-6d06-46ab-b305-d8d81fc0a27b req-a63e4b66-86d8-4e73-a9fa-e0be00893c7a tempest-ServerPasswordTestJSON-881055543 tempest-ServerPasswordTestJSON-881055543-project] Resources bound (agent type, host, resource id): {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:29:18.175188 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.l3_dvrscheduler_db [req-eef060a1-6d06-46ab-b305-d8d81fc0a27b req-a63e4b66-86d8-4e73-a9fa-e0be00893c7a tempest-ServerPasswordTestJSON-881055543 tempest-ServerPasswordTestJSON-881055543-project] Received port after_create {{(pid=93916) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:29:18.200055 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63e4b66-86d8-4e73-a9fa-e0be00893c7a tempest-ServerPasswordTestJSON-881055543 tempest-ServerPasswordTestJSON-881055543-project] Pushing event updated for resources: {'Port': ['ID=79d8480c-6ae0-486a-ab5c-cd0629dbedc8,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:29:18.228777 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef060a1-6d06-46ab-b305-d8d81fc0a27b req-a63e4b66-86d8-4e73-a9fa-e0be00893c7a tempest-ServerPasswordTestJSON-881055543 tempest-ServerPasswordTestJSON-881055543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:29:18.229401 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-eef060a1-6d06-46ab-b305-d8d81fc0a27b req-a63e4b66-86d8-4e73-a9fa-e0be00893c7a tempest-ServerPasswordTestJSON-881055543 tempest-ServerPasswordTestJSON-881055543-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:18.235882 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4eac13-09f5-4497-b2be-1ebc8cd558d5 req-c13b6ea4-2751-48b5-ab81-30c4f4e32663 tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:29:18.237404 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3f4eac13-09f5-4497-b2be-1ebc8cd558d5 req-c13b6ea4-2751-48b5-ab81-30c4f4e32663 tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a9e03fe-9017-4703-95b3-a0248859ab39 HTTP/1.1" status: 200 len: 945 time: 0.1851435 Jul 14 18:29:18.240094 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-49723ce0-64fb-43a1-9ebb-a5a2fa128353 req-a53f25fe-4fc7-42cb-a8fd-eb4c8c74052a tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] 10.222.0.16 "GET /v2.0/security-groups?id=b0153d44-2cf7-4f50-b628-255afb14ce31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941648 Jul 14 18:29:18.245683 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-eef060a1-6d06-46ab-b305-d8d81fc0a27b req-a63e4b66-86d8-4e73-a9fa-e0be00893c7a tempest-ServerPasswordTestJSON-881055543 tempest-ServerPasswordTestJSON-881055543-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6359680 Jul 14 18:29:18.263632 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [req-fb6bfc1f-62ee-474b-9ae9-b7be7382c703 req-3ccae50a-257c-4fca-8eec-5571aed32e10 tempest-LiveMigrationTest-64527954 tempest-LiveMigrationTest-64527954-project] Deleting port 81d732d1-5e63-4f14-a06a-fb2280c67184 {{(pid=93915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:29:18.263632 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-fb6bfc1f-62ee-474b-9ae9-b7be7382c703 req-3ccae50a-257c-4fca-8eec-5571aed32e10 tempest-LiveMigrationTest-64527954 tempest-LiveMigrationTest-64527954-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:18.263812 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [req-eef060a1-6d06-46ab-b305-d8d81fc0a27b req-90872a8d-6ed2-4a45-b56d-dfb71db730ac service neutron] Request body: {'port': {'device_id': 'b201a7d8-de88-41ee-a00f-593cb710231e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800634-3'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:29:18.331681 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3f4eac13-09f5-4497-b2be-1ebc8cd558d5 req-a44e8e82-4fa9-4137-9928-de7d03fb93bb tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] 10.222.0.16 "GET /v2.0/security-groups?id=4824db20-b9ba-4380-9f29-13755d37b981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856929 Jul 14 18:29:18.338679 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-eef060a1-6d06-46ab-b305-d8d81fc0a27b req-90872a8d-6ed2-4a45-b56d-dfb71db730ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:18.409053 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-fb6bfc1f-62ee-474b-9ae9-b7be7382c703 req-3ccae50a-257c-4fca-8eec-5571aed32e10 tempest-LiveMigrationTest-64527954 tempest-LiveMigrationTest-64527954-project] For port 81d732d1-5e63-4f14-a06a-fb2280c67184, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=81d732d1-5e63-4f14-a06a-fb2280c67184,segment=NetworkSegment(d3ebb57b-621c-4102-bdfe-7fa439ba5ffc),segment_id=d3ebb57b-621c-4102-bdfe-7fa439ba5ffc)] {{(pid=93915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:29:18.409336 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-fb6bfc1f-62ee-474b-9ae9-b7be7382c703 req-3ccae50a-257c-4fca-8eec-5571aed32e10 tempest-LiveMigrationTest-64527954 tempest-LiveMigrationTest-64527954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:18.428108 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [req-fb6bfc1f-62ee-474b-9ae9-b7be7382c703 req-3ccae50a-257c-4fca-8eec-5571aed32e10 tempest-LiveMigrationTest-64527954 tempest-LiveMigrationTest-64527954-project] Calling delete_port for 81d732d1-5e63-4f14-a06a-fb2280c67184 owned by compute:nova {{(pid=93915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:29:18.486720 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ac0fe6-f675-4192-861c-a77347b44ac7 req-71073ec2-cfa7-4133-9bab-4d45e5b49593 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:29:18.488368 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-76ac0fe6-f675-4192-861c-a77347b44ac7 req-71073ec2-cfa7-4133-9bab-4d45e5b49593 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.16 "GET /v2.0/ports?device_id=a5fb9d27-b1e3-4399-b4d8-7495d55c398a HTTP/1.1" status: 200 len: 950 time: 0.1394556 Jul 14 18:29:18.588153 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-76ac0fe6-f675-4192-861c-a77347b44ac7 req-61d32b59-c5a3-45c0-9277-d2b3a757b643 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.16 "GET /v2.0/security-groups?id=95148b1b-0f93-483b-9e80-262147c27e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901010 Jul 14 18:29:18.611086 n-d-800634-3 neutron-server[93916]: DEBUG neutron.notifiers.nova [req-eef060a1-6d06-46ab-b305-d8d81fc0a27b req-90872a8d-6ed2-4a45-b56d-dfb71db730ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 79d8480c-6ae0-486a-ab5c-cd0629dbedc8 {{(pid=93916) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 18:29:18.618889 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-eef060a1-6d06-46ab-b305-d8d81fc0a27b req-90872a8d-6ed2-4a45-b56d-dfb71db730ac service neutron] Notify callbacks [] for port, precommit_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:18.649232 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac9ddcf-eb24-40e3-b3ca-4cd70ef8bd7b req-319f9bde-04b4-48fe-bc73-ff89feddfa74 tempest-LiveMigrationTest-64527954 tempest-LiveMigrationTest-64527954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:29:18.650727 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-aac9ddcf-eb24-40e3-b3ca-4cd70ef8bd7b req-319f9bde-04b4-48fe-bc73-ff89feddfa74 tempest-LiveMigrationTest-64527954 tempest-LiveMigrationTest-64527954-project] 10.222.0.16 "GET /v2.0/ports?device_id=39c170ce-4d8b-473d-8a81-72c243e5a41f HTTP/1.1" status: 200 len: 944 time: 0.1271203 Jul 14 18:29:18.671660 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.provisioning_blocks [req-eef060a1-6d06-46ab-b305-d8d81fc0a27b req-90872a8d-6ed2-4a45-b56d-dfb71db730ac service neutron] Transition to ACTIVE for port object 79d8480c-6ae0-486a-ab5c-cd0629dbedc8 will not be triggered until provisioned by entity L2. {{(pid=93916) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:29:18.675637 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-eef060a1-6d06-46ab-b305-d8d81fc0a27b req-90872a8d-6ed2-4a45-b56d-dfb71db730ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2684870'] for port, after_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:18.677995 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-fb6bfc1f-62ee-474b-9ae9-b7be7382c703 req-3ccae50a-257c-4fca-8eec-5571aed32e10 tempest-LiveMigrationTest-64527954 tempest-LiveMigrationTest-64527954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:18.690065 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] get_ports_and_sgs() called for port_ids ['81d732d1-5e63-4f14-a06a-fb2280c67184'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 18:29:18.715943 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] get_ports_and_sgs() called for port_ids ['bd4934ed-97b6-4663-b2a9-d3a9eba2bbf1'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 18:29:18.723888 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccae50a-257c-4fca-8eec-5571aed32e10 tempest-LiveMigrationTest-64527954 tempest-LiveMigrationTest-64527954-project] Pushing event deleted for resources: {'Port': ['ID=81d732d1-5e63-4f14-a06a-fb2280c67184,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:29:18.756526 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-aac9ddcf-eb24-40e3-b3ca-4cd70ef8bd7b req-b61b2bec-67fd-460b-bc3b-05073d5ab54b tempest-LiveMigrationTest-64527954 tempest-LiveMigrationTest-64527954-project] 10.222.0.16 "GET /v2.0/security-groups?id=93c6eb24-b3aa-49c4-93f7-93dd5f011665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957344 Jul 14 18:29:18.780012 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb6bfc1f-62ee-474b-9ae9-b7be7382c703 req-3ccae50a-257c-4fca-8eec-5571aed32e10 tempest-LiveMigrationTest-64527954 tempest-LiveMigrationTest-64527954-project] No DVR routers for this DVR port 81d732d1-5e63-4f14-a06a-fb2280c67184 on host n-h1-800634-3 {{(pid=93915) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 18:29:18.782958 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-fb6bfc1f-62ee-474b-9ae9-b7be7382c703 req-3ccae50a-257c-4fca-8eec-5571aed32e10 tempest-LiveMigrationTest-64527954 tempest-LiveMigrationTest-64527954-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:18.785343 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-fb6bfc1f-62ee-474b-9ae9-b7be7382c703 req-3ccae50a-257c-4fca-8eec-5571aed32e10 tempest-LiveMigrationTest-64527954 tempest-LiveMigrationTest-64527954-project] 10.222.0.18 "DELETE /v2.0/ports/81d732d1-5e63-4f14-a06a-fb2280c67184 HTTP/1.1" status: 204 len: 173 time: 0.7447901 Jul 14 18:29:18.785782 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39c170ce-4d8b-473d-8a81-72c243e5a41f', 'name': 'network-vif-deleted', 'tag': '81d732d1-5e63-4f14-a06a-fb2280c67184'}] {{(pid=93915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:29:18.788032 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e72782ad3af8f7d4ce76cedf092bca46d1756acc5c4653cf0b52034cdd6b073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d91783f-5bd7-4d71-9504-d4df2b57d208" -d '{"events": [{"server_uuid": "39c170ce-4d8b-473d-8a81-72c243e5a41f", "name": "network-vif-deleted", "tag": "81d732d1-5e63-4f14-a06a-fb2280c67184"}]}' {{(pid=93915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:29:18.803951 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90872a8d-6ed2-4a45-b56d-dfb71db730ac service neutron] Pushing event updated for resources: {'Port': ['ID=79d8480c-6ae0-486a-ab5c-cd0629dbedc8,revision_number=2']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:29:18.855161 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.managers [req-eef060a1-6d06-46ab-b305-d8d81fc0a27b req-90872a8d-6ed2-4a45-b56d-dfb71db730ac service neutron] Attempting to bind port 79d8480c-6ae0-486a-ab5c-cd0629dbedc8 on host n-h1-800634-3 for vnic_type normal with profile {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:29:18.855653 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.managers [req-eef060a1-6d06-46ab-b305-d8d81fc0a27b req-90872a8d-6ed2-4a45-b56d-dfb71db730ac service neutron] Attempting to bind port 79d8480c-6ae0-486a-ab5c-cd0629dbedc8 by drivers openvswitch,hyperv on host n-h1-800634-3 at level 0 using segments [{'id': 'cccbed16-a640-41f7-b376-587e4507a33c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '91eb8513-dee0-4b8f-875e-30d1196dc481'}] {{(pid=93916) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:29:18.855769 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 18:29:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3c8a70f-8b7d-4cd3-a38f-8c9631c362ea x-openstack-request-id: req-b3c8a70f-8b7d-4cd3-a38f-8c9631c362ea {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:29:18.856260 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39c170ce-4d8b-473d-8a81-72c243e5a41f", "name": "network-vif-deleted", "tag": "81d732d1-5e63-4f14-a06a-fb2280c67184", "status": "completed", "code": 200}]} {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:29:18.856403 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eef060a1-6d06-46ab-b305-d8d81fc0a27b req-90872a8d-6ed2-4a45-b56d-dfb71db730ac service neutron] Attempting to bind port 79d8480c-6ae0-486a-ab5c-cd0629dbedc8 on network 91eb8513-dee0-4b8f-875e-30d1196dc481 {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:29:18.856487 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b3c8a70f-8b7d-4cd3-a38f-8c9631c362ea {{(pid=93915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:29:18.856734 n-d-800634-3 neutron-server[93915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39c170ce-4d8b-473d-8a81-72c243e5a41f', 'name': 'network-vif-deleted', 'tag': '81d732d1-5e63-4f14-a06a-fb2280c67184', 'status': 'completed', 'code': 200} Jul 14 18:29:18.865255 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eef060a1-6d06-46ab-b305-d8d81fc0a27b req-90872a8d-6ed2-4a45-b56d-dfb71db730ac service neutron] Port 79d8480c-6ae0-486a-ab5c-cd0629dbedc8 on network 91eb8513-dee0-4b8f-875e-30d1196dc481 not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-3 {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 18:29:18.865603 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eef060a1-6d06-46ab-b305-d8d81fc0a27b req-90872a8d-6ed2-4a45-b56d-dfb71db730ac service neutron] Attempting to bind port 79d8480c-6ae0-486a-ab5c-cd0629dbedc8 on network 91eb8513-dee0-4b8f-875e-30d1196dc481 {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:29:18.872708 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eef060a1-6d06-46ab-b305-d8d81fc0a27b req-90872a8d-6ed2-4a45-b56d-dfb71db730ac service neutron] Checking agent: {'id': 'a3630ff4-fbee-45d9-b9b6-0ae41cb3a350', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 15, 32), 'started_at': datetime.datetime(2021, 7, 14, 18, 15, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 18, 29, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 18:29:18.873090 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eef060a1-6d06-46ab-b305-d8d81fc0a27b req-90872a8d-6ed2-4a45-b56d-dfb71db730ac service neutron] Checking segment: {'id': 'cccbed16-a640-41f7-b376-587e4507a33c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '91eb8513-dee0-4b8f-875e-30d1196dc481'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93916) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:29:18.873620 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eef060a1-6d06-46ab-b305-d8d81fc0a27b req-90872a8d-6ed2-4a45-b56d-dfb71db730ac service neutron] Bound using segment: {'id': 'cccbed16-a640-41f7-b376-587e4507a33c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '91eb8513-dee0-4b8f-875e-30d1196dc481'} {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 18:29:18.874628 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.managers [req-eef060a1-6d06-46ab-b305-d8d81fc0a27b req-90872a8d-6ed2-4a45-b56d-dfb71db730ac service neutron] Bound port: 79d8480c-6ae0-486a-ab5c-cd0629dbedc8, host: n-h1-800634-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cccbed16-a640-41f7-b376-587e4507a33c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '91eb8513-dee0-4b8f-875e-30d1196dc481'}}] {{(pid=93916) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 18:29:18.874999 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-eef060a1-6d06-46ab-b305-d8d81fc0a27b req-90872a8d-6ed2-4a45-b56d-dfb71db730ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:18.908068 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929e6982-2f85-41a0-a71f-a47398ed27b9 req-dd7fdf2b-7e7c-411b-a53e-079b361d08cb tempest-ServerPasswordTestJSON-881055543 tempest-ServerPasswordTestJSON-881055543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:29:18.921275 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-929e6982-2f85-41a0-a71f-a47398ed27b9 req-dd7fdf2b-7e7c-411b-a53e-079b361d08cb tempest-ServerPasswordTestJSON-881055543 tempest-ServerPasswordTestJSON-881055543-project] 10.222.0.16 "GET /v2.0/ports?device_id=b201a7d8-de88-41ee-a00f-593cb710231e HTTP/1.1" status: 200 len: 943 time: 0.1418440 Jul 14 18:29:18.960248 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.db [req-eef060a1-6d06-46ab-b305-d8d81fc0a27b req-90872a8d-6ed2-4a45-b56d-dfb71db730ac service neutron] For port 79d8480c-6ae0-486a-ab5c-cd0629dbedc8, host n-h1-800634-3, cleared binding levels {{(pid=93916) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:29:18.963597 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.db [req-eef060a1-6d06-46ab-b305-d8d81fc0a27b req-90872a8d-6ed2-4a45-b56d-dfb71db730ac service neutron] For port 79d8480c-6ae0-486a-ab5c-cd0629dbedc8, host n-h1-800634-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=79d8480c-6ae0-486a-ab5c-cd0629dbedc8,segment=NetworkSegment(cccbed16-a640-41f7-b376-587e4507a33c),segment_id=cccbed16-a640-41f7-b376-587e4507a33c)] {{(pid=93916) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 18:29:18.969571 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-eef060a1-6d06-46ab-b305-d8d81fc0a27b req-90872a8d-6ed2-4a45-b56d-dfb71db730ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2684870'] for port, after_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:18.976503 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-929e6982-2f85-41a0-a71f-a47398ed27b9 req-f0f6fbe1-9509-490b-a516-bded33f1634e tempest-ServerPasswordTestJSON-881055543 tempest-ServerPasswordTestJSON-881055543-project] 10.222.0.16 "GET /v2.0/security-groups?id=9645895a-eb46-49e6-952c-83c7b1ffdb42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536740 Jul 14 18:29:19.017806 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef060a1-6d06-46ab-b305-d8d81fc0a27b req-90872a8d-6ed2-4a45-b56d-dfb71db730ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:29:19.018693 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-eef060a1-6d06-46ab-b305-d8d81fc0a27b req-90872a8d-6ed2-4a45-b56d-dfb71db730ac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:19.020161 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-eef060a1-6d06-46ab-b305-d8d81fc0a27b req-90872a8d-6ed2-4a45-b56d-dfb71db730ac service neutron] 10.222.0.18 "PUT /v2.0/ports/79d8480c-6ae0-486a-ab5c-cd0629dbedc8 HTTP/1.1" status: 200 len: 1091 time: 0.7670290 Jul 14 18:29:19.020661 n-d-800634-3 neutron-server[93916]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b201a7d8-de88-41ee-a00f-593cb710231e', 'tag': '79d8480c-6ae0-486a-ab5c-cd0629dbedc8'}] {{(pid=93916) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:29:19.023316 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f803e150b363a7893830aa996ac27753fa25517c406ecd3536b7c2d4b26eeb9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bed8b35-e607-42d1-9a84-9b8ee0752517" -d '{"events": [{"name": "network-changed", "server_uuid": "b201a7d8-de88-41ee-a00f-593cb710231e", "tag": "79d8480c-6ae0-486a-ab5c-cd0629dbedc8"}]}' {{(pid=93916) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:29:19.055031 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90872a8d-6ed2-4a45-b56d-dfb71db730ac service neutron] Pushing event updated for resources: {'Port': ['ID=79d8480c-6ae0-486a-ab5c-cd0629dbedc8,revision_number=3']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:29:19.137501 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef060a1-6d06-46ab-b305-d8d81fc0a27b req-b9348829-486d-4f99-aae6-90387f2de412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:29:19.139353 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-eef060a1-6d06-46ab-b305-d8d81fc0a27b req-b9348829-486d-4f99-aae6-90387f2de412 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=62f6151c101d42389d9dd95823c46ba7&device_id=b201a7d8-de88-41ee-a00f-593cb710231e HTTP/1.1" status: 200 len: 1094 time: 0.0734766 Jul 14 18:29:19.155591 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-9dcbbc1b-b99c-4a98-a881-6dced7bc6fd2 req-0dd37683-6876-43d9-85d6-23fcb7b322b2 tempest-ServerShowV257Test-334664071 tempest-ServerShowV257Test-334664071-project] 10.222.0.16 "GET /v2.0/ports?device_id=099b6f50-a58e-45ed-b0ad-68cfb242dbb4 HTTP/1.1" status: 200 len: 210 time: 0.0380201 Jul 14 18:29:19.174726 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc7e64e-2769-47a7-8e2f-62d48134bfbb req-18ddbd0a-d4f0-4cf1-9ac3-0b108aec02a9 tempest-ServerDiskConfigTestJSON-1372590070 tempest-ServerDiskConfigTestJSON-1372590070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:29:19.181847 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-8bc7e64e-2769-47a7-8e2f-62d48134bfbb req-18ddbd0a-d4f0-4cf1-9ac3-0b108aec02a9 tempest-ServerDiskConfigTestJSON-1372590070 tempest-ServerDiskConfigTestJSON-1372590070-project] 10.222.0.16 "GET /v2.0/ports?device_id=bf8f126b-3e3d-4e58-8ea4-3089f2cc29ed HTTP/1.1" status: 200 len: 946 time: 0.1954229 Jul 14 18:29:19.193924 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-eef060a1-6d06-46ab-b305-d8d81fc0a27b req-1a92dea4-4615-45a3-961d-17dbda4eedd3 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=79d8480c-6ae0-486a-ab5c-cd0629dbedc8 HTTP/1.1" status: 200 len: 217 time: 0.0449362 Jul 14 18:29:19.197888 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154ce492-1036-4658-905f-a8de59ba95e5 req-360fd1f7-c256-42d0-8d38-629ec89e21e7 tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:29:19.199367 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-154ce492-1036-4658-905f-a8de59ba95e5 req-360fd1f7-c256-42d0-8d38-629ec89e21e7 tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] 10.222.0.18 "GET /v2.0/ports?device_id=b75f1187-18fd-4b26-b1df-990b96108e54 HTTP/1.1" status: 200 len: 949 time: 0.1619258 Jul 14 18:29:19.262960 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 18:29:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e9fdfa4-8edb-47e1-838b-1e275ea1ca6a x-openstack-request-id: req-5e9fdfa4-8edb-47e1-838b-1e275ea1ca6a {{(pid=93916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:29:19.263305 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b201a7d8-de88-41ee-a00f-593cb710231e", "tag": "79d8480c-6ae0-486a-ab5c-cd0629dbedc8", "status": "completed", "code": 200}]} {{(pid=93916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:29:19.263492 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5e9fdfa4-8edb-47e1-838b-1e275ea1ca6a {{(pid=93916) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:29:19.269307 n-d-800634-3 neutron-server[93916]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b201a7d8-de88-41ee-a00f-593cb710231e', 'tag': '79d8480c-6ae0-486a-ab5c-cd0629dbedc8', 'status': 'completed', 'code': 200} Jul 14 18:29:19.277531 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-8bc7e64e-2769-47a7-8e2f-62d48134bfbb req-beba8718-524c-47f1-bedb-41b3b8aed8e5 tempest-ServerDiskConfigTestJSON-1372590070 tempest-ServerDiskConfigTestJSON-1372590070-project] 10.222.0.16 "GET /v2.0/security-groups?id=8f471560-b797-46f3-abf1-e078e196721c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947292 Jul 14 18:29:19.296375 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef060a1-6d06-46ab-b305-d8d81fc0a27b req-5504c419-c6f7-4eeb-8f0e-2e25542ea48a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:29:19.298256 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-eef060a1-6d06-46ab-b305-d8d81fc0a27b req-5504c419-c6f7-4eeb-8f0e-2e25542ea48a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e16ffe8c-8b58-4e5b-8908-933a1026b495 HTTP/1.1" status: 200 len: 853 time: 0.0970407 Jul 14 18:29:19.348523 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-eef060a1-6d06-46ab-b305-d8d81fc0a27b req-1fd8f624-b09e-4f6b-a59f-e4660cd91f6b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=91eb8513-dee0-4b8f-875e-30d1196dc481&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0316219 Jul 14 18:29:19.438823 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [req-154ce492-1036-4658-905f-a8de59ba95e5 req-38bad5f9-c47b-4cfe-a054-b3a352d3654b tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] Deleting port 12f9f4e0-732a-4ff7-ae01-79782107bd50 {{(pid=93915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:29:19.439086 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-154ce492-1036-4658-905f-a8de59ba95e5 req-38bad5f9-c47b-4cfe-a054-b3a352d3654b tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:19.484813 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-eef060a1-6d06-46ab-b305-d8d81fc0a27b req-e3904944-ab75-46c8-9c47-6844d9145751 service neutron] 10.222.0.18 "GET /v2.0/networks/91eb8513-dee0-4b8f-875e-30d1196dc481?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299181 Jul 14 18:29:19.491087 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83171473-529c-479a-a1a4-7e28379a4021 req-284754d9-88b3-4c25-b243-2c4b7f6b0b1c tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:29:19.492523 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-83171473-529c-479a-a1a4-7e28379a4021 req-284754d9-88b3-4c25-b243-2c4b7f6b0b1c tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] 10.222.0.18 "GET /v2.0/ports?device_id=e1685c18-3cef-4f84-b35f-c828681ce570 HTTP/1.1" status: 200 len: 949 time: 0.1689756 Jul 14 18:29:19.586000 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-eef060a1-6d06-46ab-b305-d8d81fc0a27b req-7cdd606b-7906-4c48-8ba5-31726b0f9a03 service neutron] 10.222.0.18 "GET /v2.0/networks/91eb8513-dee0-4b8f-875e-30d1196dc481?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945921 Jul 14 18:29:19.652683 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c126713f-3687-446b-8a6a-5c78683aaf51 req-f4ac5a21-5c33-4b4a-b4e7-8430582f7049 tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:29:19.654204 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c126713f-3687-446b-8a6a-5c78683aaf51 req-f4ac5a21-5c33-4b4a-b4e7-8430582f7049 tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] 10.222.0.16 "GET /v2.0/ports?device_id=b75f1187-18fd-4b26-b1df-990b96108e54 HTTP/1.1" status: 200 len: 949 time: 0.2743301 Jul 14 18:29:19.670257 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-154ce492-1036-4658-905f-a8de59ba95e5 req-38bad5f9-c47b-4cfe-a054-b3a352d3654b tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] For port 12f9f4e0-732a-4ff7-ae01-79782107bd50, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=12f9f4e0-732a-4ff7-ae01-79782107bd50,segment=NetworkSegment(067fc487-22c7-42de-972d-ae352a28ad29),segment_id=067fc487-22c7-42de-972d-ae352a28ad29)] {{(pid=93915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:29:19.670671 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-154ce492-1036-4658-905f-a8de59ba95e5 req-38bad5f9-c47b-4cfe-a054-b3a352d3654b tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:19.689838 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bed8b35-e607-42d1-9a84-9b8ee0752517 req-c451c283-a38b-493d-b947-d2af09b162df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:29:19.691889 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-5bed8b35-e607-42d1-9a84-9b8ee0752517 req-c451c283-a38b-493d-b947-d2af09b162df service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=62f6151c101d42389d9dd95823c46ba7&device_id=b201a7d8-de88-41ee-a00f-593cb710231e HTTP/1.1" status: 200 len: 1094 time: 0.0579870 Jul 14 18:29:19.719091 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [req-154ce492-1036-4658-905f-a8de59ba95e5 req-38bad5f9-c47b-4cfe-a054-b3a352d3654b tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] Calling delete_port for 12f9f4e0-732a-4ff7-ae01-79782107bd50 owned by compute:nova {{(pid=93915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:29:19.755759 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e38755-1822-45cd-b33d-f483afae5644 req-984ff8ba-8131-4047-94f1-908ff845443f tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:29:19.757296 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c2e38755-1822-45cd-b33d-f483afae5644 req-984ff8ba-8131-4047-94f1-908ff845443f tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a9e03fe-9017-4703-95b3-a0248859ab39 HTTP/1.1" status: 200 len: 945 time: 0.2747409 Jul 14 18:29:19.793928 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bed8b35-e607-42d1-9a84-9b8ee0752517 req-fa63dac0-2f72-4fdb-8e45-400e6db35421 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:29:19.795614 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-5bed8b35-e607-42d1-9a84-9b8ee0752517 req-fa63dac0-2f72-4fdb-8e45-400e6db35421 service neutron] 10.222.0.18 "GET /v2.0/networks?id=91eb8513-dee0-4b8f-875e-30d1196dc481 HTTP/1.1" status: 200 len: 913 time: 0.0975182 Jul 14 18:29:19.840454 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-5bed8b35-e607-42d1-9a84-9b8ee0752517 req-22662858-dbbf-483f-990b-ea31128b1ab5 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=79d8480c-6ae0-486a-ab5c-cd0629dbedc8 HTTP/1.1" status: 200 len: 217 time: 0.0373018 Jul 14 18:29:19.898951 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bed8b35-e607-42d1-9a84-9b8ee0752517 req-61ff5f60-eaff-4b49-806d-315933d204f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:29:19.900579 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-5bed8b35-e607-42d1-9a84-9b8ee0752517 req-61ff5f60-eaff-4b49-806d-315933d204f9 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e16ffe8c-8b58-4e5b-8908-933a1026b495 HTTP/1.1" status: 200 len: 853 time: 0.0538392 Jul 14 18:29:19.944466 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-5bed8b35-e607-42d1-9a84-9b8ee0752517 req-77210d5c-ae95-446d-93d5-8027c0f08f14 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=91eb8513-dee0-4b8f-875e-30d1196dc481&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0370185 Jul 14 18:29:20.041594 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-5bed8b35-e607-42d1-9a84-9b8ee0752517 req-4be5deea-fb3d-4c97-a81e-623e82586c2d service neutron] 10.222.0.18 "GET /v2.0/networks/91eb8513-dee0-4b8f-875e-30d1196dc481?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903726 Jul 14 18:29:20.115014 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c126713f-3687-446b-8a6a-5c78683aaf51 req-7bfe6400-2d5c-4708-9fad-76d5a4a7aa42 tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] 10.222.0.16 "GET /v2.0/security-groups?id=b0153d44-2cf7-4f50-b628-255afb14ce31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4473534 Jul 14 18:29:20.141457 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-5bed8b35-e607-42d1-9a84-9b8ee0752517 req-ec647ee4-66c8-4a96-b591-2bc73daa1742 service neutron] 10.222.0.18 "GET /v2.0/networks/91eb8513-dee0-4b8f-875e-30d1196dc481?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933290 Jul 14 18:29:20.148989 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [req-83171473-529c-479a-a1a4-7e28379a4021 req-85611fba-3e38-4def-b0c5-1d59481b101d tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] Deleting port 93931838-c4c9-4619-9753-71eeca38dcdc {{(pid=93915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:29:20.149556 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-83171473-529c-479a-a1a4-7e28379a4021 req-85611fba-3e38-4def-b0c5-1d59481b101d tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:20.225529 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c2e38755-1822-45cd-b33d-f483afae5644 req-bc0a5262-18b6-44cd-a91d-0f2d638c9db3 tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] 10.222.0.16 "GET /v2.0/security-groups?id=4824db20-b9ba-4380-9f29-13755d37b981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245322 Jul 14 18:29:20.334286 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-2221d3ed-8936-480c-9898-c6213c86adb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:20.389552 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-83171473-529c-479a-a1a4-7e28379a4021 req-85611fba-3e38-4def-b0c5-1d59481b101d tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] For port 93931838-c4c9-4619-9753-71eeca38dcdc, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=93931838-c4c9-4619-9753-71eeca38dcdc,segment=NetworkSegment(067fc487-22c7-42de-972d-ae352a28ad29),segment_id=067fc487-22c7-42de-972d-ae352a28ad29)] {{(pid=93915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:29:20.389913 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-83171473-529c-479a-a1a4-7e28379a4021 req-85611fba-3e38-4def-b0c5-1d59481b101d tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:20.420430 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-464c1c70-b3c5-40a2-be3b-a72788490cf6 req-52ddfa99-b256-4175-9559-2f8d9c789474 tempest-LiveMigrationTest-64527954 tempest-LiveMigrationTest-64527954-project] 10.222.0.16 "GET /v2.0/ports?device_id=39c170ce-4d8b-473d-8a81-72c243e5a41f HTTP/1.1" status: 200 len: 210 time: 0.0587273 Jul 14 18:29:20.432451 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [req-83171473-529c-479a-a1a4-7e28379a4021 req-85611fba-3e38-4def-b0c5-1d59481b101d tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] Calling delete_port for 93931838-c4c9-4619-9753-71eeca38dcdc owned by compute:nova {{(pid=93915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:29:20.433666 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-154ce492-1036-4658-905f-a8de59ba95e5 req-38bad5f9-c47b-4cfe-a054-b3a352d3654b tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:20.451136 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] get_ports_and_sgs() called for port_ids ['669c9edf-0066-4f1c-8103-9c630a3adbef', '12f9f4e0-732a-4ff7-ae01-79782107bd50', '93931838-c4c9-4619-9753-71eeca38dcdc'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 18:29:20.455822 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5af4e46-8f09-478e-94ed-69b774f9bdc7 req-bb506327-9d24-412a-89de-651b75c40990 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:29:20.457524 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e5af4e46-8f09-478e-94ed-69b774f9bdc7 req-bb506327-9d24-412a-89de-651b75c40990 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.16 "GET /v2.0/ports?device_id=a5fb9d27-b1e3-4399-b4d8-7495d55c398a HTTP/1.1" status: 200 len: 950 time: 0.2263637 Jul 14 18:29:20.493333 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38bad5f9-c47b-4cfe-a054-b3a352d3654b tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] Pushing event deleted for resources: {'Port': ['ID=12f9f4e0-732a-4ff7-ae01-79782107bd50,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:29:20.615160 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [req-154ce492-1036-4658-905f-a8de59ba95e5 req-38bad5f9-c47b-4cfe-a054-b3a352d3654b tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] No DVR routers for this DVR port 12f9f4e0-732a-4ff7-ae01-79782107bd50 on host n-h1-800634-3 {{(pid=93915) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 18:29:20.638281 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-154ce492-1036-4658-905f-a8de59ba95e5 req-38bad5f9-c47b-4cfe-a054-b3a352d3654b tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:20.640319 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-154ce492-1036-4658-905f-a8de59ba95e5 req-38bad5f9-c47b-4cfe-a054-b3a352d3654b tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] 10.222.0.18 "DELETE /v2.0/ports/12f9f4e0-732a-4ff7-ae01-79782107bd50 HTTP/1.1" status: 204 len: 173 time: 1.4341047 Jul 14 18:29:20.654812 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e5af4e46-8f09-478e-94ed-69b774f9bdc7 req-74ef571b-7617-453c-a577-e49abd10de4f tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.16 "GET /v2.0/security-groups?id=95148b1b-0f93-483b-9e80-262147c27e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1716194 Jul 14 18:29:20.727710 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88717a11-604d-40c0-8e65-f74e320ad78a req-9975ee71-e95a-4df9-a046-f15e27ff94fe tempest-ServerPasswordTestJSON-881055543 tempest-ServerPasswordTestJSON-881055543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:29:20.729257 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-88717a11-604d-40c0-8e65-f74e320ad78a req-9975ee71-e95a-4df9-a046-f15e27ff94fe tempest-ServerPasswordTestJSON-881055543 tempest-ServerPasswordTestJSON-881055543-project] 10.222.0.16 "GET /v2.0/ports?device_id=b201a7d8-de88-41ee-a00f-593cb710231e HTTP/1.1" status: 200 len: 943 time: 0.1610408 Jul 14 18:29:20.771758 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-83171473-529c-479a-a1a4-7e28379a4021 req-85611fba-3e38-4def-b0c5-1d59481b101d tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:20.811015 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-88717a11-604d-40c0-8e65-f74e320ad78a req-af34b3f4-bc49-4da7-a0c2-bb23983a337e tempest-ServerPasswordTestJSON-881055543 tempest-ServerPasswordTestJSON-881055543-project] 10.222.0.16 "GET /v2.0/security-groups?id=9645895a-eb46-49e6-952c-83c7b1ffdb42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741143 Jul 14 18:29:20.813445 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85611fba-3e38-4def-b0c5-1d59481b101d tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] Pushing event deleted for resources: {'Port': ['ID=93931838-c4c9-4619-9753-71eeca38dcdc,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:29:20.876172 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b75f1187-18fd-4b26-b1df-990b96108e54', 'name': 'network-vif-deleted', 'tag': '12f9f4e0-732a-4ff7-ae01-79782107bd50'}] {{(pid=93915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:29:20.878870 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e72782ad3af8f7d4ce76cedf092bca46d1756acc5c4653cf0b52034cdd6b073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8235434-eda0-40e2-91b0-73d7a7db4ec0" -d '{"events": [{"server_uuid": "b75f1187-18fd-4b26-b1df-990b96108e54", "name": "network-vif-deleted", "tag": "12f9f4e0-732a-4ff7-ae01-79782107bd50"}]}' {{(pid=93915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:29:20.910795 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-5fd20884-c57b-447a-9abf-d2f5c04ed124 req-6c5c91c1-8b66-4b01-85f2-690f314dbb8a tempest-ServerShowV257Test-334664071 tempest-ServerShowV257Test-334664071-project] 10.222.0.16 "GET /v2.0/ports?device_id=099b6f50-a58e-45ed-b0ad-68cfb242dbb4 HTTP/1.1" status: 200 len: 210 time: 0.0667326 Jul 14 18:29:20.911952 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [req-83171473-529c-479a-a1a4-7e28379a4021 req-85611fba-3e38-4def-b0c5-1d59481b101d tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] No DVR routers for this DVR port 93931838-c4c9-4619-9753-71eeca38dcdc on host n-h1-800634-3 {{(pid=93915) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 18:29:20.927331 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-83171473-529c-479a-a1a4-7e28379a4021 req-85611fba-3e38-4def-b0c5-1d59481b101d tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:20.928905 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-83171473-529c-479a-a1a4-7e28379a4021 req-85611fba-3e38-4def-b0c5-1d59481b101d tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] 10.222.0.18 "DELETE /v2.0/ports/93931838-c4c9-4619-9753-71eeca38dcdc HTTP/1.1" status: 204 len: 173 time: 1.4152281 Jul 14 18:29:20.998225 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] get_ports_and_sgs() called for port_ids ['669c9edf-0066-4f1c-8103-9c630a3adbef', '12f9f4e0-732a-4ff7-ae01-79782107bd50'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 18:29:21.012099 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 18:29:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94200e27-73a7-4441-bcd3-1d4c5994164f x-openstack-request-id: req-94200e27-73a7-4441-bcd3-1d4c5994164f {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:29:21.012785 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b75f1187-18fd-4b26-b1df-990b96108e54", "name": "network-vif-deleted", "tag": "12f9f4e0-732a-4ff7-ae01-79782107bd50", "status": "completed", "code": 200}]} {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:29:21.013245 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-94200e27-73a7-4441-bcd3-1d4c5994164f {{(pid=93915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:29:21.013864 n-d-800634-3 neutron-server[93915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b75f1187-18fd-4b26-b1df-990b96108e54', 'name': 'network-vif-deleted', 'tag': '12f9f4e0-732a-4ff7-ae01-79782107bd50', 'status': 'completed', 'code': 200} Jul 14 18:29:21.063263 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc31d8f-b13d-44cb-beae-a0505943070c req-d224e12b-e98c-4b25-9940-b9f5fdcb8e5c tempest-ServerDiskConfigTestJSON-1372590070 tempest-ServerDiskConfigTestJSON-1372590070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:29:21.067918 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-8cc31d8f-b13d-44cb-beae-a0505943070c req-d224e12b-e98c-4b25-9940-b9f5fdcb8e5c tempest-ServerDiskConfigTestJSON-1372590070 tempest-ServerDiskConfigTestJSON-1372590070-project] 10.222.0.16 "GET /v2.0/ports?device_id=bf8f126b-3e3d-4e58-8ea4-3089f2cc29ed HTTP/1.1" status: 200 len: 946 time: 0.1041534 Jul 14 18:29:21.119416 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-8cc31d8f-b13d-44cb-beae-a0505943070c req-e7b59ac0-4bcb-4bbd-8aab-139c12bba23d tempest-ServerDiskConfigTestJSON-1372590070 tempest-ServerDiskConfigTestJSON-1372590070-project] 10.222.0.16 "GET /v2.0/security-groups?id=8f471560-b797-46f3-abf1-e078e196721c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454502 Jul 14 18:29:21.284221 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-7c73179c-a078-4aa0-b4f1-ad9ccec1a89a req-e28568bb-7bdb-428b-b6a4-2f3ed3c43166 tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] 10.222.0.16 "GET /v2.0/ports?device_id=b75f1187-18fd-4b26-b1df-990b96108e54 HTTP/1.1" status: 200 len: 210 time: 0.0297215 Jul 14 18:29:21.432988 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ecbfce-1bd5-4515-a0fe-1acc2cecccc3 req-c7d55d67-602b-4f08-a8e3-99c9ce26b36d tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:29:21.434530 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e0ecbfce-1bd5-4515-a0fe-1acc2cecccc3 req-c7d55d67-602b-4f08-a8e3-99c9ce26b36d tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a9e03fe-9017-4703-95b3-a0248859ab39 HTTP/1.1" status: 200 len: 945 time: 0.0727828 Jul 14 18:29:21.497503 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e0ecbfce-1bd5-4515-a0fe-1acc2cecccc3 req-f77bc11a-55b1-4c07-9bfb-9d67801961e8 tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] 10.222.0.16 "GET /v2.0/security-groups?id=4824db20-b9ba-4380-9f29-13755d37b981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537844 Jul 14 18:29:21.623414 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-09dbef6f-ca4a-4e61-a71d-f4be3c24b99d req-e7aea124-7262-4af7-a96e-ea318121e3aa tempest-LiveMigrationTest-64527954 tempest-LiveMigrationTest-64527954-project] 10.222.0.16 "GET /v2.0/ports?device_id=39c170ce-4d8b-473d-8a81-72c243e5a41f HTTP/1.1" status: 200 len: 210 time: 0.0420959 Jul 14 18:29:21.858086 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d47dc0-f355-4c89-879b-503c9d43800e req-0e22f0b1-fe47-4bb2-80e6-59ed5e07118b tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:29:21.859674 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-63d47dc0-f355-4c89-879b-503c9d43800e req-0e22f0b1-fe47-4bb2-80e6-59ed5e07118b tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.16 "GET /v2.0/ports?device_id=a5fb9d27-b1e3-4399-b4d8-7495d55c398a HTTP/1.1" status: 200 len: 950 time: 0.0656049 Jul 14 18:29:21.899644 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-63d47dc0-f355-4c89-879b-503c9d43800e req-a15acbfc-e0b7-4c32-bd21-355f206e22f0 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.16 "GET /v2.0/security-groups?id=95148b1b-0f93-483b-9e80-262147c27e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342247 Jul 14 18:29:22.011625 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88aeb4b1-4c2a-466d-bda7-fee9f4964fb4 req-c6255d94-9d07-4e02-bff6-04476fe23c5f tempest-ServerPasswordTestJSON-881055543 tempest-ServerPasswordTestJSON-881055543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:29:22.013444 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-88aeb4b1-4c2a-466d-bda7-fee9f4964fb4 req-c6255d94-9d07-4e02-bff6-04476fe23c5f tempest-ServerPasswordTestJSON-881055543 tempest-ServerPasswordTestJSON-881055543-project] 10.222.0.16 "GET /v2.0/ports?device_id=b201a7d8-de88-41ee-a00f-593cb710231e HTTP/1.1" status: 200 len: 943 time: 0.0662172 Jul 14 18:29:22.081778 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b6385928-5e1d-49d6-8e28-d6f7ce3e602a req-a5b2625c-f0fd-4877-877a-9547ce1366dd tempest-ServerShowV257Test-334664071 tempest-ServerShowV257Test-334664071-project] 10.222.0.16 "GET /v2.0/ports?device_id=099b6f50-a58e-45ed-b0ad-68cfb242dbb4 HTTP/1.1" status: 200 len: 210 time: 0.0393207 Jul 14 18:29:22.084898 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-88aeb4b1-4c2a-466d-bda7-fee9f4964fb4 req-31d68152-e5a8-4b66-96b9-eb7c83f7560e tempest-ServerPasswordTestJSON-881055543 tempest-ServerPasswordTestJSON-881055543-project] 10.222.0.16 "GET /v2.0/security-groups?id=9645895a-eb46-49e6-952c-83c7b1ffdb42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644009 Jul 14 18:29:22.292952 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9af3ab-030c-4b37-9216-0b65b1cb4b1b req-73870492-b81d-45b8-9f55-8cb5dd650d5e tempest-ServerDiskConfigTestJSON-1372590070 tempest-ServerDiskConfigTestJSON-1372590070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:29:22.294460 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6e9af3ab-030c-4b37-9216-0b65b1cb4b1b req-73870492-b81d-45b8-9f55-8cb5dd650d5e tempest-ServerDiskConfigTestJSON-1372590070 tempest-ServerDiskConfigTestJSON-1372590070-project] 10.222.0.16 "GET /v2.0/ports?device_id=bf8f126b-3e3d-4e58-8ea4-3089f2cc29ed HTTP/1.1" status: 200 len: 946 time: 0.0637717 Jul 14 18:29:22.303046 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device 79d8480c-6ae0-486a-ab5c-cd0629dbedc8 details requested by agent hyperv_n-h1-800634-3 with host n-h1-800634-3 {{(pid=93917) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 18:29:22.307017 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device 81d732d1-5e63-4f14-a06a-fb2280c67184 no longer exists at agent hyperv_n-h1-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 18:29:22.337591 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6e9af3ab-030c-4b37-9216-0b65b1cb4b1b req-5a3fb2b8-be3a-44c9-8a28-69d57e551d1e tempest-ServerDiskConfigTestJSON-1372590070 tempest-ServerDiskConfigTestJSON-1372590070-project] 10.222.0.16 "GET /v2.0/security-groups?id=8f471560-b797-46f3-abf1-e078e196721c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374627 Jul 14 18:29:22.363159 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] No Port match for: 81d732d1-5e63-4f14-a06a-fb2280c67184 {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 18:29:22.363434 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device 81d732d1-5e63-4f14-a06a-fb2280c67184 not bound to the agent host n-h1-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 18:29:22.454350 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port 79d8480c-6ae0-486a-ab5c-cd0629dbedc8, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=79d8480c-6ae0-486a-ab5c-cd0629dbedc8,segment=NetworkSegment(cccbed16-a640-41f7-b376-587e4507a33c),segment_id=cccbed16-a640-41f7-b376-587e4507a33c)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:29:22.469265 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Returning: {'device': '79d8480c-6ae0-486a-ab5c-cd0629dbedc8', 'network_id': '91eb8513-dee0-4b8f-875e-30d1196dc481', 'port_id': '79d8480c-6ae0-486a-ab5c-cd0629dbedc8', 'mac_address': 'fa:16:3e:4b:4e:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 92, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e16ffe8c-8b58-4e5b-8908-933a1026b495', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93917) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 18:29:22.539411 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:22.555307 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79d8480c-6ae0-486a-ab5c-cd0629dbedc8 {{(pid=93917) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 18:29:22.578950 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port 79d8480c-6ae0-486a-ab5c-cd0629dbedc8, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=79d8480c-6ae0-486a-ab5c-cd0629dbedc8,segment=NetworkSegment(cccbed16-a640-41f7-b376-587e4507a33c),segment_id=cccbed16-a640-41f7-b376-587e4507a33c)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:29:22.584756 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:22.640686 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Pushing event updated for resources: {'Port': ['ID=79d8480c-6ae0-486a-ab5c-cd0629dbedc8,revision_number=4']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:29:22.706665 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df875967-a3dd-4d0e-988e-75aef0a46103 req-c6c9cbfb-78e5-4f4a-bb36-822640ef46ea tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:29:22.708421 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-df875967-a3dd-4d0e-988e-75aef0a46103 req-c6c9cbfb-78e5-4f4a-bb36-822640ef46ea tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a9e03fe-9017-4703-95b3-a0248859ab39 HTTP/1.1" status: 200 len: 945 time: 0.0701108 Jul 14 18:29:22.754290 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-86ee41bf-a457-4008-95c6-b38a91f3f667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:22.766925 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-df875967-a3dd-4d0e-988e-75aef0a46103 req-5030e77a-dd3f-42c7-b383-3b2e531e9c50 tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] 10.222.0.16 "GET /v2.0/security-groups?id=4824db20-b9ba-4380-9f29-13755d37b981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520103 Jul 14 18:29:22.898903 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] get_ports_and_sgs() called for port_ids ['79d8480c-6ae0-486a-ab5c-cd0629dbedc8'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 18:29:23.019621 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1685c18-3cef-4f84-b35f-c828681ce570', 'name': 'network-vif-deleted', 'tag': '93931838-c4c9-4619-9753-71eeca38dcdc'}] {{(pid=93915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:29:23.022557 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e72782ad3af8f7d4ce76cedf092bca46d1756acc5c4653cf0b52034cdd6b073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b03e5bed-9a5e-4ce9-83bb-6069b1217527" -d '{"events": [{"server_uuid": "e1685c18-3cef-4f84-b35f-c828681ce570", "name": "network-vif-deleted", "tag": "93931838-c4c9-4619-9753-71eeca38dcdc"}]}' {{(pid=93915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:29:23.030783 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-5f59387a-9206-44a9-b75f-ecc017128ee2 req-fbad4ac1-ea37-4ace-9a38-5cb76d02be29 tempest-LiveMigrationTest-64527954 tempest-LiveMigrationTest-64527954-project] 10.222.0.16 "GET /v2.0/ports?device_id=39c170ce-4d8b-473d-8a81-72c243e5a41f HTTP/1.1" status: 200 len: 210 time: 0.0437639 Jul 14 18:29:23.046429 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b4fe86-eba1-4e54-8583-e67bf3416ef6 req-b944049f-adfb-4131-b585-69a0857eaece tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:29:23.048147 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-70b4fe86-eba1-4e54-8583-e67bf3416ef6 req-b944049f-adfb-4131-b585-69a0857eaece tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] 10.222.0.16 "GET /v2.0/ports?device_id=788edbd7-d29b-4fac-82a5-fa90df90ad73 HTTP/1.1" status: 200 len: 950 time: 0.1409945 Jul 14 18:29:23.100092 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-70b4fe86-eba1-4e54-8583-e67bf3416ef6 req-f54569df-03f2-492b-b066-8ed71e7777e3 tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] 10.222.0.16 "GET /v2.0/security-groups?id=b0153d44-2cf7-4f50-b628-255afb14ce31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401938 Jul 14 18:29:23.132747 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:23.181908 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 18:29:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dea4967c-88d5-460c-87f0-66c7f0c64eef x-openstack-request-id: req-dea4967c-88d5-460c-87f0-66c7f0c64eef {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:29:23.182265 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1685c18-3cef-4f84-b35f-c828681ce570", "name": "network-vif-deleted", "tag": "93931838-c4c9-4619-9753-71eeca38dcdc", "status": "completed", "code": 200}]} {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:29:23.182622 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-dea4967c-88d5-460c-87f0-66c7f0c64eef {{(pid=93915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:29:23.183073 n-d-800634-3 neutron-server[93915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1685c18-3cef-4f84-b35f-c828681ce570', 'name': 'network-vif-deleted', 'tag': '93931838-c4c9-4619-9753-71eeca38dcdc', 'status': 'completed', 'code': 200} Jul 14 18:29:23.246194 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42a9460-dccd-4da6-8d4f-94ee7447feb7 req-f346c2ab-0661-428b-8442-3b30da8313f0 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:29:23.247921 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b42a9460-dccd-4da6-8d4f-94ee7447feb7 req-f346c2ab-0661-428b-8442-3b30da8313f0 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.16 "GET /v2.0/ports?device_id=a5fb9d27-b1e3-4399-b4d8-7495d55c398a HTTP/1.1" status: 200 len: 950 time: 0.0772569 Jul 14 18:29:23.309182 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b42a9460-dccd-4da6-8d4f-94ee7447feb7 req-e7710b7a-65ce-4f61-aa08-27aca4dcfbc9 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.16 "GET /v2.0/security-groups?id=95148b1b-0f93-483b-9e80-262147c27e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545225 Jul 14 18:29:23.382756 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1478eeb-220c-44b0-aab1-01af7988890d req-c716e319-959f-4e1c-a847-cf596902e71d tempest-ServerPasswordTestJSON-881055543 tempest-ServerPasswordTestJSON-881055543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:29:23.384679 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a1478eeb-220c-44b0-aab1-01af7988890d req-c716e319-959f-4e1c-a847-cf596902e71d tempest-ServerPasswordTestJSON-881055543 tempest-ServerPasswordTestJSON-881055543-project] 10.222.0.16 "GET /v2.0/ports?device_id=b201a7d8-de88-41ee-a00f-593cb710231e HTTP/1.1" status: 200 len: 944 time: 0.0979018 Jul 14 18:29:23.424907 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a1478eeb-220c-44b0-aab1-01af7988890d req-8611ada1-bcab-4bac-8d84-a97c465b2e7a tempest-ServerPasswordTestJSON-881055543 tempest-ServerPasswordTestJSON-881055543-project] 10.222.0.16 "GET /v2.0/security-groups?id=9645895a-eb46-49e6-952c-83c7b1ffdb42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348611 Jul 14 18:29:23.468680 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-dff163a2-df56-4694-b2a6-c1ef8f3b165f req-df867407-a38f-47fb-b5f6-6f8fa88234ca tempest-ServerShowV257Test-334664071 tempest-ServerShowV257Test-334664071-project] 10.222.0.16 "GET /v2.0/ports?device_id=099b6f50-a58e-45ed-b0ad-68cfb242dbb4 HTTP/1.1" status: 200 len: 210 time: 0.0323119 Jul 14 18:29:23.603883 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b71ef8-ec68-461e-a997-d3aaf6716f40 req-47b94c98-abb8-4b26-9f9b-c36dd1f00475 tempest-ServerDiskConfigTestJSON-1372590070 tempest-ServerDiskConfigTestJSON-1372590070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:29:23.605419 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-46b71ef8-ec68-461e-a997-d3aaf6716f40 req-47b94c98-abb8-4b26-9f9b-c36dd1f00475 tempest-ServerDiskConfigTestJSON-1372590070 tempest-ServerDiskConfigTestJSON-1372590070-project] 10.222.0.16 "GET /v2.0/ports?device_id=bf8f126b-3e3d-4e58-8ea4-3089f2cc29ed HTTP/1.1" status: 200 len: 946 time: 0.0636885 Jul 14 18:29:23.647932 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-46b71ef8-ec68-461e-a997-d3aaf6716f40 req-29d5d02d-dd9f-484a-bd38-e6ff68a11b2f tempest-ServerDiskConfigTestJSON-1372590070 tempest-ServerDiskConfigTestJSON-1372590070-project] 10.222.0.16 "GET /v2.0/security-groups?id=8f471560-b797-46f3-abf1-e078e196721c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360858 Jul 14 18:29:23.948173 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f4455b-9881-47d8-be65-691b8277d710 req-47e11a80-64d2-4c8e-820c-3eefa5b48ea3 tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:29:23.949657 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-92f4455b-9881-47d8-be65-691b8277d710 req-47e11a80-64d2-4c8e-820c-3eefa5b48ea3 tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a9e03fe-9017-4703-95b3-a0248859ab39 HTTP/1.1" status: 200 len: 945 time: 0.0635073 Jul 14 18:29:23.988053 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-92f4455b-9881-47d8-be65-691b8277d710 req-a31f0771-0f1c-4861-90e8-aa32d4c4e899 tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] 10.222.0.16 "GET /v2.0/security-groups?id=4824db20-b9ba-4380-9f29-13755d37b981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321817 Jul 14 18:29:24.034235 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-574aeb93-9938-449c-8e6c-cb22c9b52cc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:24.334331 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device 79d8480c-6ae0-486a-ab5c-cd0629dbedc8 up at agent hyperv_n-h1-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:29:24.352478 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80bdcba-4f1f-42fa-92e5-a4d9271e5d46 req-016c85d6-95bb-4339-917a-a12398256fb3 tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:29:24.354000 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b80bdcba-4f1f-42fa-92e5-a4d9271e5d46 req-016c85d6-95bb-4339-917a-a12398256fb3 tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] 10.222.0.18 "GET /v2.0/ports?device_id=788edbd7-d29b-4fac-82a5-fa90df90ad73 HTTP/1.1" status: 200 len: 950 time: 0.1349676 Jul 14 18:29:24.396472 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Provisioning for port 79d8480c-6ae0-486a-ab5c-cd0629dbedc8 completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:29:24.400154 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d3016b-308d-41e1-91ce-6a27b2647831 req-5f3744b8-9c47-4c60-af6b-1e3a106928dc tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:29:24.401695 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-12d3016b-308d-41e1-91ce-6a27b2647831 req-5f3744b8-9c47-4c60-af6b-1e3a106928dc tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] 10.222.0.16 "GET /v2.0/ports?device_id=788edbd7-d29b-4fac-82a5-fa90df90ad73 HTTP/1.1" status: 200 len: 950 time: 0.1482177 Jul 14 18:29:24.402117 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Provisioning complete for port 79d8480c-6ae0-486a-ab5c-cd0629dbedc8 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:29:24.403148 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:24.506799 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-12d3016b-308d-41e1-91ce-6a27b2647831 req-db73f4ea-f081-431f-970d-f09f9201e1b9 tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] 10.222.0.16 "GET /v2.0/security-groups?id=b0153d44-2cf7-4f50-b628-255afb14ce31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840130 Jul 14 18:29:24.509248 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:24.542399 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b201a7d8-de88-41ee-a00f-593cb710231e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79d8480c-6ae0-486a-ab5c-cd0629dbedc8'}] {{(pid=93917) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:29:24.546520 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20b787f3c29eaa7aa2a4d648c725a2124c5ff39a8d793252f9d844495e14cf42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66301d34-f637-4c26-bb30-b49aa22ee1db" -d '{"events": [{"server_uuid": "b201a7d8-de88-41ee-a00f-593cb710231e", "name": "network-vif-plugged", "status": "completed", "tag": "79d8480c-6ae0-486a-ab5c-cd0629dbedc8"}]}' {{(pid=93917) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:29:24.556669 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13754c1-6f90-4376-a6ab-c3a7bde799aa req-cc1890eb-18a4-4036-a6fd-e919f06b78d0 tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:29:24.563442 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a13754c1-6f90-4376-a6ab-c3a7bde799aa req-cc1890eb-18a4-4036-a6fd-e919f06b78d0 tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a9e03fe-9017-4703-95b3-a0248859ab39 HTTP/1.1" status: 200 len: 945 time: 0.2328117 Jul 14 18:29:24.564874 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port 79d8480c-6ae0-486a-ab5c-cd0629dbedc8, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=79d8480c-6ae0-486a-ab5c-cd0629dbedc8,segment=NetworkSegment(cccbed16-a640-41f7-b376-587e4507a33c),segment_id=cccbed16-a640-41f7-b376-587e4507a33c)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:29:24.570619 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:24.573004 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device 93931838-c4c9-4619-9753-71eeca38dcdc no longer exists at agent hyperv_n-h1-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 18:29:24.620497 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a13754c1-6f90-4376-a6ab-c3a7bde799aa req-cc3cd5ec-fdc4-4a20-b150-07cd280649ea tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] 10.222.0.16 "GET /v2.0/security-groups?id=4824db20-b9ba-4380-9f29-13755d37b981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560994 Jul 14 18:29:24.638768 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [req-b80bdcba-4f1f-42fa-92e5-a4d9271e5d46 req-8b4e5aa6-ef6b-4fa8-bcfb-08750ef18a00 tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] Deleting port 669c9edf-0066-4f1c-8103-9c630a3adbef {{(pid=93915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:29:24.644583 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-b80bdcba-4f1f-42fa-92e5-a4d9271e5d46 req-8b4e5aa6-ef6b-4fa8-bcfb-08750ef18a00 tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:24.667527 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] No Port match for: 93931838-c4c9-4619-9753-71eeca38dcdc {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 18:29:24.668718 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device 93931838-c4c9-4619-9753-71eeca38dcdc not bound to the agent host n-h1-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 18:29:24.669326 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device 12f9f4e0-732a-4ff7-ae01-79782107bd50 no longer exists at agent hyperv_n-h1-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 18:29:24.700632 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] No Port match for: 12f9f4e0-732a-4ff7-ae01-79782107bd50 {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 18:29:24.700982 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device 12f9f4e0-732a-4ff7-ae01-79782107bd50 not bound to the agent host n-h1-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 18:29:24.725958 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Pushing event updated for resources: {'Port': ['ID=79d8480c-6ae0-486a-ab5c-cd0629dbedc8,revision_number=5']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:29:24.803002 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-b80bdcba-4f1f-42fa-92e5-a4d9271e5d46 req-8b4e5aa6-ef6b-4fa8-bcfb-08750ef18a00 tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] For port 669c9edf-0066-4f1c-8103-9c630a3adbef, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=669c9edf-0066-4f1c-8103-9c630a3adbef,segment=NetworkSegment(067fc487-22c7-42de-972d-ae352a28ad29),segment_id=067fc487-22c7-42de-972d-ae352a28ad29)] {{(pid=93915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:29:24.803386 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-b80bdcba-4f1f-42fa-92e5-a4d9271e5d46 req-8b4e5aa6-ef6b-4fa8-bcfb-08750ef18a00 tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:24.837322 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [req-b80bdcba-4f1f-42fa-92e5-a4d9271e5d46 req-8b4e5aa6-ef6b-4fa8-bcfb-08750ef18a00 tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] Calling delete_port for 669c9edf-0066-4f1c-8103-9c630a3adbef owned by compute:nova {{(pid=93915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:29:24.940665 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c971c82c-b3a8-49ee-907c-4ef283f5d9d6 req-c5051052-7200-4923-a0b3-dcfe2374d281 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:29:24.942187 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c971c82c-b3a8-49ee-907c-4ef283f5d9d6 req-c5051052-7200-4923-a0b3-dcfe2374d281 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.16 "GET /v2.0/ports?device_id=a5fb9d27-b1e3-4399-b4d8-7495d55c398a HTTP/1.1" status: 200 len: 950 time: 0.2104006 Jul 14 18:29:24.951128 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d4c626-f674-449c-87dd-015949890276 req-685401cf-008c-4b57-a04a-b616ddd4e4b4 tempest-ServerPasswordTestJSON-881055543 tempest-ServerPasswordTestJSON-881055543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:29:24.953363 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f3d4c626-f674-449c-87dd-015949890276 req-685401cf-008c-4b57-a04a-b616ddd4e4b4 tempest-ServerPasswordTestJSON-881055543 tempest-ServerPasswordTestJSON-881055543-project] 10.222.0.16 "GET /v2.0/ports?device_id=b201a7d8-de88-41ee-a00f-593cb710231e HTTP/1.1" status: 200 len: 945 time: 0.1690841 Jul 14 18:29:25.023733 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c971c82c-b3a8-49ee-907c-4ef283f5d9d6 req-dd96d483-b2d6-4232-9a32-2b945a8dabd6 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.16 "GET /v2.0/security-groups?id=95148b1b-0f93-483b-9e80-262147c27e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679202 Jul 14 18:29:25.060089 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f3d4c626-f674-449c-87dd-015949890276 req-9b52d311-ba5d-4084-a5ec-8fda23e5fac8 tempest-ServerPasswordTestJSON-881055543 tempest-ServerPasswordTestJSON-881055543-project] 10.222.0.16 "GET /v2.0/security-groups?id=9645895a-eb46-49e6-952c-83c7b1ffdb42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789628 Jul 14 18:29:25.109418 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-b80bdcba-4f1f-42fa-92e5-a4d9271e5d46 req-8b4e5aa6-ef6b-4fa8-bcfb-08750ef18a00 tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:25.121247 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] get_ports_and_sgs() called for port_ids ['669c9edf-0066-4f1c-8103-9c630a3adbef'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 18:29:25.125279 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 18:29:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9ce3181-4753-437e-9a3e-dd3982f51ba5 x-openstack-request-id: req-a9ce3181-4753-437e-9a3e-dd3982f51ba5 {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:29:25.125583 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b201a7d8-de88-41ee-a00f-593cb710231e", "name": "network-vif-plugged", "status": "completed", "tag": "79d8480c-6ae0-486a-ab5c-cd0629dbedc8", "code": 200}]} {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:29:25.125836 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a9ce3181-4753-437e-9a3e-dd3982f51ba5 {{(pid=93917) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:29:25.126217 n-d-800634-3 neutron-server[93917]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b201a7d8-de88-41ee-a00f-593cb710231e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79d8480c-6ae0-486a-ab5c-cd0629dbedc8', 'code': 200} Jul 14 18:29:25.167701 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4e5aa6-ef6b-4fa8-bcfb-08750ef18a00 tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] Pushing event deleted for resources: {'Port': ['ID=669c9edf-0066-4f1c-8103-9c630a3adbef,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:29:25.304246 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a46db3f0-0431-4500-8c31-4171fa488fa9 req-1c11de25-4305-4629-b063-185b22b79d90 tempest-ServerShowV257Test-334664071 tempest-ServerShowV257Test-334664071-project] 10.222.0.16 "GET /v2.0/ports?device_id=099b6f50-a58e-45ed-b0ad-68cfb242dbb4 HTTP/1.1" status: 200 len: 210 time: 0.0790746 Jul 14 18:29:25.314643 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [req-b80bdcba-4f1f-42fa-92e5-a4d9271e5d46 req-8b4e5aa6-ef6b-4fa8-bcfb-08750ef18a00 tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] No DVR routers for this DVR port 669c9edf-0066-4f1c-8103-9c630a3adbef on host n-h1-800634-3 {{(pid=93915) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 18:29:25.320558 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-b80bdcba-4f1f-42fa-92e5-a4d9271e5d46 req-8b4e5aa6-ef6b-4fa8-bcfb-08750ef18a00 tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:25.322935 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b80bdcba-4f1f-42fa-92e5-a4d9271e5d46 req-8b4e5aa6-ef6b-4fa8-bcfb-08750ef18a00 tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] 10.222.0.18 "DELETE /v2.0/ports/669c9edf-0066-4f1c-8103-9c630a3adbef HTTP/1.1" status: 204 len: 173 time: 0.9466090 Jul 14 18:29:25.323642 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '788edbd7-d29b-4fac-82a5-fa90df90ad73', 'name': 'network-vif-deleted', 'tag': '669c9edf-0066-4f1c-8103-9c630a3adbef'}] {{(pid=93915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:29:25.335331 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e72782ad3af8f7d4ce76cedf092bca46d1756acc5c4653cf0b52034cdd6b073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58c5659c-7813-4216-9836-99eefa930acb" -d '{"events": [{"server_uuid": "788edbd7-d29b-4fac-82a5-fa90df90ad73", "name": "network-vif-deleted", "tag": "669c9edf-0066-4f1c-8103-9c630a3adbef"}]}' {{(pid=93915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:29:25.437061 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea6e214-2b1c-4615-9231-3d2998684a14 req-bb5d31d8-6a59-45e7-ba66-f52a1e169f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:29:25.439355 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-9ea6e214-2b1c-4615-9231-3d2998684a14 req-bb5d31d8-6a59-45e7-ba66-f52a1e169f98 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=b201a7d8-de88-41ee-a00f-593cb710231e HTTP/1.1" status: 200 len: 1096 time: 0.2157006 Jul 14 18:29:25.488266 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-9ea6e214-2b1c-4615-9231-3d2998684a14 req-46aba7d7-c9c2-4564-ae8d-ec8f8afd904d service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=9645895a-eb46-49e6-952c-83c7b1ffdb42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416529 Jul 14 18:29:25.514980 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875921da-6988-4c6a-a3d6-2e21653d63b0 req-87c945e4-9cde-4633-babb-321c1cdf79fc tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:29:25.516566 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-875921da-6988-4c6a-a3d6-2e21653d63b0 req-87c945e4-9cde-4633-babb-321c1cdf79fc tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a9e03fe-9017-4703-95b3-a0248859ab39 HTTP/1.1" status: 200 len: 945 time: 0.2339196 Jul 14 18:29:25.646322 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-875921da-6988-4c6a-a3d6-2e21653d63b0 req-6f737fa6-ab49-44c1-87e1-6327520795f9 tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] 10.222.0.16 "GET /v2.0/security-groups?id=4824db20-b9ba-4380-9f29-13755d37b981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045904 Jul 14 18:29:25.661663 n-d-800634-3 neutron-server[93915]: INFO neutron.api.v2.resource [req-261814dc-b4aa-40ee-abb6-c07cc1900341 req-6cba5078-807a-4d9a-9daa-74e02ee2c0e1 service neutron] show failed (client error): The resource could not be found. Jul 14 18:29:25.662785 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-261814dc-b4aa-40ee-abb6-c07cc1900341 req-6cba5078-807a-4d9a-9daa-74e02ee2c0e1 service neutron] 10.222.0.35 "GET /v2.0/ports/7d2f5b48-4f1f-4f54-acfc-d43811b03a15/bindings/n-h1-800634-3 HTTP/1.1" status: 404 len: 380 time: 0.1765900 Jul 14 18:29:25.676317 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96168ccc-80a3-4091-9975-caf466578790 req-ff59de6a-eec7-415a-8caf-f13323674350 tempest-ServerDiskConfigTestJSON-1372590070 tempest-ServerDiskConfigTestJSON-1372590070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:29:25.710848 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-96168ccc-80a3-4091-9975-caf466578790 req-ff59de6a-eec7-415a-8caf-f13323674350 tempest-ServerDiskConfigTestJSON-1372590070 tempest-ServerDiskConfigTestJSON-1372590070-project] 10.222.0.16 "GET /v2.0/ports?device_id=bf8f126b-3e3d-4e58-8ea4-3089f2cc29ed HTTP/1.1" status: 200 len: 946 time: 0.2280734 Jul 14 18:29:25.734440 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-2f4e3af3-e708-4ffd-a544-82d93a489d01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:25.766550 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 18:29:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59f2b321-39eb-4165-857f-e2ef880ed93b x-openstack-request-id: req-59f2b321-39eb-4165-857f-e2ef880ed93b {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:29:25.766846 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "788edbd7-d29b-4fac-82a5-fa90df90ad73", "name": "network-vif-deleted", "tag": "669c9edf-0066-4f1c-8103-9c630a3adbef", "status": "completed", "code": 200}]} {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:29:25.767105 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-59f2b321-39eb-4165-857f-e2ef880ed93b {{(pid=93915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:29:25.769029 n-d-800634-3 neutron-server[93915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '788edbd7-d29b-4fac-82a5-fa90df90ad73', 'name': 'network-vif-deleted', 'tag': '669c9edf-0066-4f1c-8103-9c630a3adbef', 'status': 'completed', 'code': 200} Jul 14 18:29:25.803010 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-96168ccc-80a3-4091-9975-caf466578790 req-ca75c7b9-1dd2-4fb7-b1b8-504cf62d01b6 tempest-ServerDiskConfigTestJSON-1372590070 tempest-ServerDiskConfigTestJSON-1372590070-project] 10.222.0.16 "GET /v2.0/security-groups?id=8f471560-b797-46f3-abf1-e078e196721c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910809 Jul 14 18:29:25.947237 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-4c467f92-f65b-4f61-b561-9a314bcbda83 req-74ceabc7-81c4-419c-8016-14962fba3cb0 tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] 10.222.0.16 "GET /v2.0/ports?device_id=788edbd7-d29b-4fac-82a5-fa90df90ad73 HTTP/1.1" status: 200 len: 210 time: 0.0383477 Jul 14 18:29:26.302773 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261814dc-b4aa-40ee-abb6-c07cc1900341 req-eaa2c813-ee57-4687-9d63-50df341c3ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:29:26.304862 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-261814dc-b4aa-40ee-abb6-c07cc1900341 req-eaa2c813-ee57-4687-9d63-50df341c3ec7 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=a5fb9d27-b1e3-4399-b4d8-7495d55c398a&tenant_id=e0d800f124a7477bb29e534c1272cd15 HTTP/1.1" status: 200 len: 1101 time: 0.1737072 Jul 14 18:29:26.322798 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [req-261814dc-b4aa-40ee-abb6-c07cc1900341 req-3c4e0519-7388-42b8-a29b-cccece545f69 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-800634-3', 'device_owner': 'compute:nova'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:29:26.336731 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2362eb69-bae4-4dfa-ba39-85bcea8888cb req-e460be54-d7a8-4c3f-9aa8-756b433641c1 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:29:26.338283 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2362eb69-bae4-4dfa-ba39-85bcea8888cb req-e460be54-d7a8-4c3f-9aa8-756b433641c1 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.16 "GET /v2.0/ports?device_id=a5fb9d27-b1e3-4399-b4d8-7495d55c398a HTTP/1.1" status: 200 len: 950 time: 0.1494455 Jul 14 18:29:26.398326 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7acbd8a-cfd9-483e-a3cf-c2bc3485b680 req-33ed03f3-503d-4e3b-bd23-91feaafad4b6 tempest-ServerPasswordTestJSON-881055543 tempest-ServerPasswordTestJSON-881055543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:29:26.406688 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f7acbd8a-cfd9-483e-a3cf-c2bc3485b680 req-33ed03f3-503d-4e3b-bd23-91feaafad4b6 tempest-ServerPasswordTestJSON-881055543 tempest-ServerPasswordTestJSON-881055543-project] 10.222.0.16 "GET /v2.0/ports?device_id=b201a7d8-de88-41ee-a00f-593cb710231e HTTP/1.1" status: 200 len: 945 time: 0.1774609 Jul 14 18:29:26.482064 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2362eb69-bae4-4dfa-ba39-85bcea8888cb req-cc358107-7a0d-418c-8dcb-228df0ea726b tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.16 "GET /v2.0/security-groups?id=95148b1b-0f93-483b-9e80-262147c27e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243973 Jul 14 18:29:26.513777 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f7acbd8a-cfd9-483e-a3cf-c2bc3485b680 req-cd353cc9-e728-4cae-b964-054b99f92ec8 tempest-ServerPasswordTestJSON-881055543 tempest-ServerPasswordTestJSON-881055543-project] 10.222.0.16 "GET /v2.0/security-groups?id=9645895a-eb46-49e6-952c-83c7b1ffdb42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060972 Jul 14 18:29:26.520521 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-261814dc-b4aa-40ee-abb6-c07cc1900341 req-3c4e0519-7388-42b8-a29b-cccece545f69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:26.731353 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2cde7a96-7aca-44ae-8c4f-0edb88d2053b req-73df2166-cb79-4fb7-9b89-cf81cfd6aea6 tempest-ServerShowV257Test-334664071 tempest-ServerShowV257Test-334664071-project] 10.222.0.16 "GET /v2.0/ports?device_id=099b6f50-a58e-45ed-b0ad-68cfb242dbb4 HTTP/1.1" status: 200 len: 210 time: 0.0699241 Jul 14 18:29:26.828228 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c211f9-fbbe-4b59-910f-045fe13b5b6a req-6742f0fe-bbb7-4306-9364-0666fbc0d646 tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:29:26.829760 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-96c211f9-fbbe-4b59-910f-045fe13b5b6a req-6742f0fe-bbb7-4306-9364-0666fbc0d646 tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a9e03fe-9017-4703-95b3-a0248859ab39 HTTP/1.1" status: 200 len: 945 time: 0.1822259 Jul 14 18:29:26.855807 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-261814dc-b4aa-40ee-abb6-c07cc1900341 req-3c4e0519-7388-42b8-a29b-cccece545f69 service neutron] For port 7d2f5b48-4f1f-4f54-acfc-d43811b03a15, host n-h2-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=7d2f5b48-4f1f-4f54-acfc-d43811b03a15,segment=NetworkSegment(067fc487-22c7-42de-972d-ae352a28ad29),segment_id=067fc487-22c7-42de-972d-ae352a28ad29)] {{(pid=93915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:29:26.908984 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-96c211f9-fbbe-4b59-910f-045fe13b5b6a req-b33db184-ce5b-4d59-b6b8-a7be86bc0b36 tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] 10.222.0.16 "GET /v2.0/security-groups?id=4824db20-b9ba-4380-9f29-13755d37b981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681348 Jul 14 18:29:26.916058 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-261814dc-b4aa-40ee-abb6-c07cc1900341 req-3c4e0519-7388-42b8-a29b-cccece545f69 service neutron] For port 7d2f5b48-4f1f-4f54-acfc-d43811b03a15, host n-h2-800634-3, cleared binding levels {{(pid=93915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:29:26.993629 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-261814dc-b4aa-40ee-abb6-c07cc1900341 req-3c4e0519-7388-42b8-a29b-cccece545f69 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:27.014400 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.provisioning_blocks [req-261814dc-b4aa-40ee-abb6-c07cc1900341 req-3c4e0519-7388-42b8-a29b-cccece545f69 service neutron] Transition to ACTIVE for port object 7d2f5b48-4f1f-4f54-acfc-d43811b03a15 will not be triggered until provisioned by entity L2. {{(pid=93915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:29:27.020594 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-261814dc-b4aa-40ee-abb6-c07cc1900341 req-3c4e0519-7388-42b8-a29b-cccece545f69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25912978'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:27.068402 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae08b137-f806-4ac0-9d52-1a4ca049eb57 req-53991261-28fa-4eef-a371-8457c1f5fe09 tempest-ServerDiskConfigTestJSON-1372590070 tempest-ServerDiskConfigTestJSON-1372590070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:29:27.075659 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ae08b137-f806-4ac0-9d52-1a4ca049eb57 req-53991261-28fa-4eef-a371-8457c1f5fe09 tempest-ServerDiskConfigTestJSON-1372590070 tempest-ServerDiskConfigTestJSON-1372590070-project] 10.222.0.16 "GET /v2.0/ports?device_id=bf8f126b-3e3d-4e58-8ea4-3089f2cc29ed HTTP/1.1" status: 200 len: 946 time: 0.1325395 Jul 14 18:29:27.127995 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [req-261814dc-b4aa-40ee-abb6-c07cc1900341 req-3c4e0519-7388-42b8-a29b-cccece545f69 service neutron] No DVR routers for this DVR port 7d2f5b48-4f1f-4f54-acfc-d43811b03a15 on host n-h2-800634-3 {{(pid=93915) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 18:29:27.136421 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4e0519-7388-42b8-a29b-cccece545f69 service neutron] Pushing event updated for resources: {'Port': ['ID=7d2f5b48-4f1f-4f54-acfc-d43811b03a15,revision_number=6']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:29:27.179640 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ae08b137-f806-4ac0-9d52-1a4ca049eb57 req-8f76c3f6-b82a-49c7-8a28-d179d24de485 tempest-ServerDiskConfigTestJSON-1372590070 tempest-ServerDiskConfigTestJSON-1372590070-project] 10.222.0.16 "GET /v2.0/security-groups?id=8f471560-b797-46f3-abf1-e078e196721c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028862 Jul 14 18:29:27.199382 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-261814dc-b4aa-40ee-abb6-c07cc1900341 req-3c4e0519-7388-42b8-a29b-cccece545f69 service neutron] Attempting to bind port 7d2f5b48-4f1f-4f54-acfc-d43811b03a15 on host n-h1-800634-3 for vnic_type normal with profile {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:29:27.199730 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-261814dc-b4aa-40ee-abb6-c07cc1900341 req-3c4e0519-7388-42b8-a29b-cccece545f69 service neutron] Attempting to bind port 7d2f5b48-4f1f-4f54-acfc-d43811b03a15 by drivers openvswitch,hyperv on host n-h1-800634-3 at level 0 using segments [{'id': '067fc487-22c7-42de-972d-ae352a28ad29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '4f742057-89ee-4b4a-86f7-487ee61881a1'}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:29:27.200067 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-261814dc-b4aa-40ee-abb6-c07cc1900341 req-3c4e0519-7388-42b8-a29b-cccece545f69 service neutron] Attempting to bind port 7d2f5b48-4f1f-4f54-acfc-d43811b03a15 on network 4f742057-89ee-4b4a-86f7-487ee61881a1 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:29:27.205232 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-261814dc-b4aa-40ee-abb6-c07cc1900341 req-3c4e0519-7388-42b8-a29b-cccece545f69 service neutron] Port 7d2f5b48-4f1f-4f54-acfc-d43811b03a15 on network 4f742057-89ee-4b4a-86f7-487ee61881a1 not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-3 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 18:29:27.206050 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-261814dc-b4aa-40ee-abb6-c07cc1900341 req-3c4e0519-7388-42b8-a29b-cccece545f69 service neutron] Attempting to bind port 7d2f5b48-4f1f-4f54-acfc-d43811b03a15 on network 4f742057-89ee-4b4a-86f7-487ee61881a1 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:29:27.213958 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-261814dc-b4aa-40ee-abb6-c07cc1900341 req-3c4e0519-7388-42b8-a29b-cccece545f69 service neutron] Checking agent: {'id': 'a3630ff4-fbee-45d9-b9b6-0ae41cb3a350', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 15, 32), 'started_at': datetime.datetime(2021, 7, 14, 18, 15, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 18, 29, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 18:29:27.214308 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-261814dc-b4aa-40ee-abb6-c07cc1900341 req-3c4e0519-7388-42b8-a29b-cccece545f69 service neutron] Checking segment: {'id': '067fc487-22c7-42de-972d-ae352a28ad29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '4f742057-89ee-4b4a-86f7-487ee61881a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:29:27.215062 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-261814dc-b4aa-40ee-abb6-c07cc1900341 req-3c4e0519-7388-42b8-a29b-cccece545f69 service neutron] Bound using segment: {'id': '067fc487-22c7-42de-972d-ae352a28ad29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '4f742057-89ee-4b4a-86f7-487ee61881a1'} {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 18:29:27.218192 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-261814dc-b4aa-40ee-abb6-c07cc1900341 req-3c4e0519-7388-42b8-a29b-cccece545f69 service neutron] Bound port: 7d2f5b48-4f1f-4f54-acfc-d43811b03a15, host: n-h1-800634-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '067fc487-22c7-42de-972d-ae352a28ad29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '4f742057-89ee-4b4a-86f7-487ee61881a1'}}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 18:29:27.218574 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-261814dc-b4aa-40ee-abb6-c07cc1900341 req-3c4e0519-7388-42b8-a29b-cccece545f69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:27.292782 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-261814dc-b4aa-40ee-abb6-c07cc1900341 req-3c4e0519-7388-42b8-a29b-cccece545f69 service neutron] For port 7d2f5b48-4f1f-4f54-acfc-d43811b03a15, host n-h1-800634-3, cleared binding levels {{(pid=93915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:29:27.297014 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-261814dc-b4aa-40ee-abb6-c07cc1900341 req-3c4e0519-7388-42b8-a29b-cccece545f69 service neutron] For port 7d2f5b48-4f1f-4f54-acfc-d43811b03a15, host n-h1-800634-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=7d2f5b48-4f1f-4f54-acfc-d43811b03a15,segment=NetworkSegment(067fc487-22c7-42de-972d-ae352a28ad29),segment_id=067fc487-22c7-42de-972d-ae352a28ad29)] {{(pid=93915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 18:29:27.303100 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-261814dc-b4aa-40ee-abb6-c07cc1900341 req-3c4e0519-7388-42b8-a29b-cccece545f69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25912978'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:27.326827 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 39214) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:29:27.339007 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261814dc-b4aa-40ee-abb6-c07cc1900341 req-3c4e0519-7388-42b8-a29b-cccece545f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:29:27.339476 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-261814dc-b4aa-40ee-abb6-c07cc1900341 req-3c4e0519-7388-42b8-a29b-cccece545f69 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:27.341290 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-261814dc-b4aa-40ee-abb6-c07cc1900341 req-3c4e0519-7388-42b8-a29b-cccece545f69 service neutron] 10.222.0.18 "PUT /v2.0/ports/7d2f5b48-4f1f-4f54-acfc-d43811b03a15 HTTP/1.1" status: 200 len: 1096 time: 1.0251498 Jul 14 18:29:27.402423 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4e0519-7388-42b8-a29b-cccece545f69 service neutron] Pushing event updated for resources: {'Port': ['ID=7d2f5b48-4f1f-4f54-acfc-d43811b03a15,revision_number=7']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:29:27.435895 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261814dc-b4aa-40ee-abb6-c07cc1900341 req-82bf5dbd-cce0-42b7-ab2f-0fb6c01ea972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:29:27.437688 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-261814dc-b4aa-40ee-abb6-c07cc1900341 req-82bf5dbd-cce0-42b7-ab2f-0fb6c01ea972 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e0d800f124a7477bb29e534c1272cd15&device_id=a5fb9d27-b1e3-4399-b4d8-7495d55c398a HTTP/1.1" status: 200 len: 1099 time: 0.0725551 Jul 14 18:29:27.505270 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-837cca1c-85b0-4105-8d7d-13590054f9f4 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=aeec593be949414a8c1694135e52293c&name=default HTTP/1.1" status: 200 len: 2982 time: 0.1766024 Jul 14 18:29:27.506137 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 39220) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:29:27.580538 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-f8a3d9b9-7d1c-4136-b2b0-5e3cf0bf3f77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:27.582745 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261814dc-b4aa-40ee-abb6-c07cc1900341 req-554165f0-8c4b-4375-b28b-e3fcecdca773 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:29:27.584264 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-261814dc-b4aa-40ee-abb6-c07cc1900341 req-554165f0-8c4b-4375-b28b-e3fcecdca773 service neutron] 10.222.0.18 "GET /v2.0/networks?id=4f742057-89ee-4b4a-86f7-487ee61881a1 HTTP/1.1" status: 200 len: 869 time: 0.1406577 Jul 14 18:29:27.608246 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-f8a3d9b9-7d1c-4136-b2b0-5e3cf0bf3f77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:27.669373 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-f8a3d9b9-7d1c-4136-b2b0-5e3cf0bf3f77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:27.673131 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-f8a3d9b9-7d1c-4136-b2b0-5e3cf0bf3f77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:27.677757 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-f8a3d9b9-7d1c-4136-b2b0-5e3cf0bf3f77 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b0153d44-2cf7-4f50-b628-255afb14ce31 HTTP/1.1" status: 204 len: 168 time: 0.1672142 Jul 14 18:29:27.687116 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a3d9b9-7d1c-4136-b2b0-5e3cf0bf3f77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0153d44-2cf7-4f50-b628-255afb14ce31,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:29:27.848142 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.agents_db [None req-2ea07fb6-aa68-4671-8654-119d82b9f530 None None] Agent healthcheck: found 7 active agents {{(pid=93918) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 18:29:28.032292 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5fb9d27-b1e3-4399-b4d8-7495d55c398a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7d2f5b48-4f1f-4f54-acfc-d43811b03a15'}, {'name': 'network-changed', 'server_uuid': 'a5fb9d27-b1e3-4399-b4d8-7495d55c398a', 'tag': '7d2f5b48-4f1f-4f54-acfc-d43811b03a15'}] {{(pid=93915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:29:28.032592 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 39240) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:29:28.034771 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e72782ad3af8f7d4ce76cedf092bca46d1756acc5c4653cf0b52034cdd6b073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20412605-d7cc-4856-813c-e7707234b032" -d '{"events": [{"server_uuid": "a5fb9d27-b1e3-4399-b4d8-7495d55c398a", "name": "network-vif-unplugged", "status": "completed", "tag": "7d2f5b48-4f1f-4f54-acfc-d43811b03a15"}, {"name": "network-changed", "server_uuid": "a5fb9d27-b1e3-4399-b4d8-7495d55c398a", "tag": "7d2f5b48-4f1f-4f54-acfc-d43811b03a15"}]}' {{(pid=93915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:29:28.076034 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-107f5b79-f8a1-4eec-84e7-92721079fffb admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5082925c5ff6478d8c0dbcf6e553986c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0422573 Jul 14 18:29:28.079049 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 39244) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:29:28.127645 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-1eca1fc6-c2a6-4ba9-a5da-c8179c7027bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:28.133006 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-261814dc-b4aa-40ee-abb6-c07cc1900341 req-e0abadc3-008b-4ecc-82fe-81e3dad5b754 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.139&port_id=7d2f5b48-4f1f-4f54-acfc-d43811b03a15 HTTP/1.1" status: 200 len: 217 time: 0.0942643 Jul 14 18:29:28.149830 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-1eca1fc6-c2a6-4ba9-a5da-c8179c7027bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:28.195462 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-1eca1fc6-c2a6-4ba9-a5da-c8179c7027bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:28.198451 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-1eca1fc6-c2a6-4ba9-a5da-c8179c7027bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:28.199709 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-1eca1fc6-c2a6-4ba9-a5da-c8179c7027bf admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d8149a48-ac35-4ff7-83ce-153a996e75f1 HTTP/1.1" status: 204 len: 168 time: 0.1197617 Jul 14 18:29:28.209868 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eca1fc6-c2a6-4ba9-a5da-c8179c7027bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8149a48-ac35-4ff7-83ce-153a996e75f1,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:29:28.232838 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261814dc-b4aa-40ee-abb6-c07cc1900341 req-4594443d-3f3d-4cb9-b805-59ce98279aae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:29:28.234376 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-261814dc-b4aa-40ee-abb6-c07cc1900341 req-4594443d-3f3d-4cb9-b805-59ce98279aae service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f20c54fb-f7da-4761-aa61-2e4f99f3d332 HTTP/1.1" status: 200 len: 843 time: 0.0951166 Jul 14 18:29:28.248090 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9decebb0-f0c1-4939-9c7f-660d0e35b908 req-4a0526ce-2c0c-4cf3-a87b-173fd3db4aee tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:29:28.250076 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-9decebb0-f0c1-4939-9c7f-660d0e35b908 req-4a0526ce-2c0c-4cf3-a87b-173fd3db4aee tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] 10.222.0.35 "GET /v2.0/ports?device_id=4a9e03fe-9017-4703-95b3-a0248859ab39 HTTP/1.1" status: 200 len: 945 time: 0.6691155 Jul 14 18:29:28.268471 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de71d65-81cf-4ce5-8d92-8fb53e3ee4ca req-d92a1a0e-78d6-4fa4-901e-4eee1787445a tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:29:28.269996 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-9de71d65-81cf-4ce5-8d92-8fb53e3ee4ca req-d92a1a0e-78d6-4fa4-901e-4eee1787445a tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.16 "GET /v2.0/ports?device_id=a5fb9d27-b1e3-4399-b4d8-7495d55c398a HTTP/1.1" status: 200 len: 948 time: 0.2323821 Jul 14 18:29:28.286841 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35c1c89-7b3e-493c-8d79-24927c514029 req-1a272242-109f-4441-ae72-9f59993f77b7 tempest-ServerPasswordTestJSON-881055543 tempest-ServerPasswordTestJSON-881055543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:29:28.288340 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a35c1c89-7b3e-493c-8d79-24927c514029 req-1a272242-109f-4441-ae72-9f59993f77b7 tempest-ServerPasswordTestJSON-881055543 tempest-ServerPasswordTestJSON-881055543-project] 10.222.0.16 "GET /v2.0/ports?device_id=b201a7d8-de88-41ee-a00f-593cb710231e HTTP/1.1" status: 200 len: 945 time: 0.2484338 Jul 14 18:29:28.325068 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec355004-c2fb-4328-84e4-6494ba0aefc7 req-56ebc7eb-370e-4bec-8501-f1b907b8ffa0 tempest-LiveMigrationTest-64527954 tempest-LiveMigrationTest-64527954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:29:28.327474 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-ec355004-c2fb-4328-84e4-6494ba0aefc7 req-56ebc7eb-370e-4bec-8501-f1b907b8ffa0 tempest-LiveMigrationTest-64527954 tempest-LiveMigrationTest-64527954-project] 10.222.0.35 "GET /v2.0/ports?device_id=a714a8d2-8fdd-4748-b40a-f8b22de05ec3 HTTP/1.1" status: 200 len: 946 time: 0.0687857 Jul 14 18:29:28.350811 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device 669c9edf-0066-4f1c-8103-9c630a3adbef no longer exists at agent hyperv_n-h1-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 18:29:28.378839 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] No Port match for: 669c9edf-0066-4f1c-8103-9c630a3adbef {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 18:29:28.379612 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device 669c9edf-0066-4f1c-8103-9c630a3adbef not bound to the agent host n-h1-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 18:29:28.442532 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [req-ec355004-c2fb-4328-84e4-6494ba0aefc7 req-aeeade10-c6bc-4104-a7f6-7e431b1ef8b8 tempest-LiveMigrationTest-64527954 tempest-LiveMigrationTest-64527954-project] Deleting port bd4934ed-97b6-4663-b2a9-d3a9eba2bbf1 {{(pid=93916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:29:28.442880 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-ec355004-c2fb-4328-84e4-6494ba0aefc7 req-aeeade10-c6bc-4104-a7f6-7e431b1ef8b8 tempest-LiveMigrationTest-64527954 tempest-LiveMigrationTest-64527954-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:28.461115 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-9de71d65-81cf-4ce5-8d92-8fb53e3ee4ca req-6db665e5-55ed-44f6-853f-6d702458c2d1 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.16 "GET /v2.0/security-groups?id=95148b1b-0f93-483b-9e80-262147c27e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713219 Jul 14 18:29:28.470042 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a35c1c89-7b3e-493c-8d79-24927c514029 req-ddac95a6-287e-44c5-9b3e-3e0f797294bf tempest-ServerPasswordTestJSON-881055543 tempest-ServerPasswordTestJSON-881055543-project] 10.222.0.16 "GET /v2.0/security-groups?id=9645895a-eb46-49e6-952c-83c7b1ffdb42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612158 Jul 14 18:29:28.493071 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261814dc-b4aa-40ee-abb6-c07cc1900341 req-73e1d954-ad60-4402-9c4c-80c770967e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:29:28.494359 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-261814dc-b4aa-40ee-abb6-c07cc1900341 req-73e1d954-ad60-4402-9c4c-80c770967e9b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4f742057-89ee-4b4a-86f7-487ee61881a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2434173 Jul 14 18:29:28.570375 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.db [req-ec355004-c2fb-4328-84e4-6494ba0aefc7 req-aeeade10-c6bc-4104-a7f6-7e431b1ef8b8 tempest-LiveMigrationTest-64527954 tempest-LiveMigrationTest-64527954-project] For port bd4934ed-97b6-4663-b2a9-d3a9eba2bbf1, host n-h2-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=bd4934ed-97b6-4663-b2a9-d3a9eba2bbf1,segment=NetworkSegment(d3ebb57b-621c-4102-bdfe-7fa439ba5ffc),segment_id=d3ebb57b-621c-4102-bdfe-7fa439ba5ffc)] {{(pid=93916) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:29:28.571354 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-ec355004-c2fb-4328-84e4-6494ba0aefc7 req-aeeade10-c6bc-4104-a7f6-7e431b1ef8b8 tempest-LiveMigrationTest-64527954 tempest-LiveMigrationTest-64527954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:28.591816 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [req-ec355004-c2fb-4328-84e4-6494ba0aefc7 req-aeeade10-c6bc-4104-a7f6-7e431b1ef8b8 tempest-LiveMigrationTest-64527954 tempest-LiveMigrationTest-64527954-project] Calling delete_port for bd4934ed-97b6-4663-b2a9-d3a9eba2bbf1 owned by compute:nova {{(pid=93916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:29:28.627978 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [req-9decebb0-f0c1-4939-9c7f-660d0e35b908 req-a5a8fbed-147c-4a44-a743-62886c89464b tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] Deleting port 7128e733-dc03-4b1c-b657-2ece2176a9cb {{(pid=93915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:29:28.628533 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-9decebb0-f0c1-4939-9c7f-660d0e35b908 req-a5a8fbed-147c-4a44-a743-62886c89464b tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:28.671193 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c8e47425-54bf-43aa-9d6d-38574f284b0c req-66b9710a-9f5e-4943-a85c-c6b2cad2136a tempest-ServerShowV257Test-334664071 tempest-ServerShowV257Test-334664071-project] 10.222.0.16 "GET /v2.0/ports?device_id=099b6f50-a58e-45ed-b0ad-68cfb242dbb4 HTTP/1.1" status: 200 len: 210 time: 0.0673718 Jul 14 18:29:28.761754 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Device bd4934ed-97b6-4663-b2a9-d3a9eba2bbf1 no longer exists at agent hyperv_n-h2-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 18:29:28.775131 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-ec355004-c2fb-4328-84e4-6494ba0aefc7 req-aeeade10-c6bc-4104-a7f6-7e431b1ef8b8 tempest-LiveMigrationTest-64527954 tempest-LiveMigrationTest-64527954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:28.800110 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] No Port match for: bd4934ed-97b6-4663-b2a9-d3a9eba2bbf1 {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 18:29:28.804574 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Device bd4934ed-97b6-4663-b2a9-d3a9eba2bbf1 not bound to the agent host n-h2-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 18:29:28.805202 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Device 7d2f5b48-4f1f-4f54-acfc-d43811b03a15 no longer exists at agent hyperv_n-h2-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 18:29:28.819160 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeeade10-c6bc-4104-a7f6-7e431b1ef8b8 tempest-LiveMigrationTest-64527954 tempest-LiveMigrationTest-64527954-project] Pushing event deleted for resources: {'Port': ['ID=bd4934ed-97b6-4663-b2a9-d3a9eba2bbf1,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:29:28.861877 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-261814dc-b4aa-40ee-abb6-c07cc1900341 req-b454ccd1-b5de-4f5e-b6e7-ec9c2bd2283f service neutron] 10.222.0.18 "GET /v2.0/networks/4f742057-89ee-4b4a-86f7-487ee61881a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3560288 Jul 14 18:29:28.863670 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Device 7d2f5b48-4f1f-4f54-acfc-d43811b03a15 not bound to the agent host n-h2-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 18:29:28.864639 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Device 7128e733-dc03-4b1c-b657-2ece2176a9cb no longer exists at agent hyperv_n-h2-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 18:29:28.881502 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-9decebb0-f0c1-4939-9c7f-660d0e35b908 req-a5a8fbed-147c-4a44-a743-62886c89464b tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] For port 7128e733-dc03-4b1c-b657-2ece2176a9cb, host n-h2-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=7128e733-dc03-4b1c-b657-2ece2176a9cb,segment=NetworkSegment(c5dc6d5b-42e9-4c22-85af-e48a17c0bd6d),segment_id=c5dc6d5b-42e9-4c22-85af-e48a17c0bd6d)] {{(pid=93915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:29:28.881879 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-9decebb0-f0c1-4939-9c7f-660d0e35b908 req-a5a8fbed-147c-4a44-a743-62886c89464b tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:28.889703 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec355004-c2fb-4328-84e4-6494ba0aefc7 req-aeeade10-c6bc-4104-a7f6-7e431b1ef8b8 tempest-LiveMigrationTest-64527954 tempest-LiveMigrationTest-64527954-project] No DVR routers for this DVR port bd4934ed-97b6-4663-b2a9-d3a9eba2bbf1 on host n-h2-800634-3 {{(pid=93916) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 18:29:28.892576 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-ec355004-c2fb-4328-84e4-6494ba0aefc7 req-aeeade10-c6bc-4104-a7f6-7e431b1ef8b8 tempest-LiveMigrationTest-64527954 tempest-LiveMigrationTest-64527954-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:28.894921 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-ec355004-c2fb-4328-84e4-6494ba0aefc7 req-aeeade10-c6bc-4104-a7f6-7e431b1ef8b8 tempest-LiveMigrationTest-64527954 tempest-LiveMigrationTest-64527954-project] 10.222.0.35 "DELETE /v2.0/ports/bd4934ed-97b6-4663-b2a9-d3a9eba2bbf1 HTTP/1.1" status: 204 len: 173 time: 0.5615911 Jul 14 18:29:28.895609 n-d-800634-3 neutron-server[93916]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a714a8d2-8fdd-4748-b40a-f8b22de05ec3', 'name': 'network-vif-deleted', 'tag': 'bd4934ed-97b6-4663-b2a9-d3a9eba2bbf1'}] {{(pid=93916) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:29:28.898357 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f803e150b363a7893830aa996ac27753fa25517c406ecd3536b7c2d4b26eeb9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef31c9ae-e305-4ac1-8a04-7be484b55073" -d '{"events": [{"server_uuid": "a714a8d2-8fdd-4748-b40a-f8b22de05ec3", "name": "network-vif-deleted", "tag": "bd4934ed-97b6-4663-b2a9-d3a9eba2bbf1"}]}' {{(pid=93916) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:29:28.946690 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [req-9decebb0-f0c1-4939-9c7f-660d0e35b908 req-a5a8fbed-147c-4a44-a743-62886c89464b tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] Calling delete_port for 7128e733-dc03-4b1c-b657-2ece2176a9cb owned by compute:nova {{(pid=93915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:29:28.955376 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:29.005979 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5a508e-cb6f-4c8e-a9e7-c2e9061a45a9 req-823bb6a6-ed9f-4aca-96bf-84d81f8e7792 tempest-LiveMigrationTest-64527954 tempest-LiveMigrationTest-64527954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:29:29.007511 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-9b5a508e-cb6f-4c8e-a9e7-c2e9061a45a9 req-823bb6a6-ed9f-4aca-96bf-84d81f8e7792 tempest-LiveMigrationTest-64527954 tempest-LiveMigrationTest-64527954-project] 10.222.0.16 "GET /v2.0/ports?device_id=a714a8d2-8fdd-4748-b40a-f8b22de05ec3 HTTP/1.1" status: 200 len: 867 time: 0.3409114 Jul 14 18:29:29.028219 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] For port 7128e733-dc03-4b1c-b657-2ece2176a9cb, host n-h2-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=7128e733-dc03-4b1c-b657-2ece2176a9cb,segment=NetworkSegment(c5dc6d5b-42e9-4c22-85af-e48a17c0bd6d),segment_id=c5dc6d5b-42e9-4c22-85af-e48a17c0bd6d)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:29:29.028219 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a9e03fe-9017-4703-95b3-a0248859ab39', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7128e733-dc03-4b1c-b657-2ece2176a9cb'}] {{(pid=93917) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:29:29.037003 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20b787f3c29eaa7aa2a4d648c725a2124c5ff39a8d793252f9d844495e14cf42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0006fe51-09ed-43c2-8e89-bdab1cd0d001" -d '{"events": [{"server_uuid": "4a9e03fe-9017-4703-95b3-a0248859ab39", "name": "network-vif-unplugged", "status": "completed", "tag": "7128e733-dc03-4b1c-b657-2ece2176a9cb"}]}' {{(pid=93917) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:29:29.044721 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:29.108284 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Pushing event updated for resources: {'Port': ['ID=7128e733-dc03-4b1c-b657-2ece2176a9cb,revision_number=6']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:29:29.114724 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42dd9d2a-d8c0-42ab-a5ad-0d5e79c0ff5f req-4ac81201-8b74-4a8e-a6ab-fd23cc5fde03 tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:29:29.116358 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-42dd9d2a-d8c0-42ab-a5ad-0d5e79c0ff5f req-4ac81201-8b74-4a8e-a6ab-fd23cc5fde03 tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a9e03fe-9017-4703-95b3-a0248859ab39 HTTP/1.1" status: 200 len: 945 time: 0.3121042 Jul 14 18:29:29.144151 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-261814dc-b4aa-40ee-abb6-c07cc1900341 req-00fda83f-f931-45df-a492-3eb6168c1ec6 service neutron] 10.222.0.18 "GET /v2.0/networks/4f742057-89ee-4b4a-86f7-487ee61881a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2743745 Jul 14 18:29:29.165498 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-9b5a508e-cb6f-4c8e-a9e7-c2e9061a45a9 req-8149b7c0-65aa-4110-8ec4-929cdef85a38 tempest-LiveMigrationTest-64527954 tempest-LiveMigrationTest-64527954-project] 10.222.0.16 "GET /v2.0/security-groups?id=93c6eb24-b3aa-49c4-93f7-93dd5f011665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471808 Jul 14 18:29:29.194857 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-42dd9d2a-d8c0-42ab-a5ad-0d5e79c0ff5f req-4d6a4bef-a10c-4074-80b4-792e63048df1 tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] 10.222.0.16 "GET /v2.0/security-groups?id=4824db20-b9ba-4380-9f29-13755d37b981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696414 Jul 14 18:29:29.243825 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Wed, 14 Jul 2021 18:29:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4d1e49d-8145-4c1b-985c-5ce4c192b81e x-openstack-request-id: req-f4d1e49d-8145-4c1b-985c-5ce4c192b81e {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:29:29.244413 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5fb9d27-b1e3-4399-b4d8-7495d55c398a", "name": "network-vif-unplugged", "status": "completed", "tag": "7d2f5b48-4f1f-4f54-acfc-d43811b03a15", "code": 200}, {"name": "network-changed", "server_uuid": "a5fb9d27-b1e3-4399-b4d8-7495d55c398a", "tag": "7d2f5b48-4f1f-4f54-acfc-d43811b03a15", "status": "completed", "code": 200}]} {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:29:29.245104 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f4d1e49d-8145-4c1b-985c-5ce4c192b81e {{(pid=93915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:29:29.245705 n-d-800634-3 neutron-server[93915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5fb9d27-b1e3-4399-b4d8-7495d55c398a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7d2f5b48-4f1f-4f54-acfc-d43811b03a15', 'code': 200} Jul 14 18:29:29.246162 n-d-800634-3 neutron-server[93915]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5fb9d27-b1e3-4399-b4d8-7495d55c398a', 'tag': '7d2f5b48-4f1f-4f54-acfc-d43811b03a15', 'status': 'completed', 'code': 200} Jul 14 18:29:29.267047 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-9decebb0-f0c1-4939-9c7f-660d0e35b908 req-a5a8fbed-147c-4a44-a743-62886c89464b tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:29.279416 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] get_ports_and_sgs() called for port_ids ['2dc4e7e9-6455-4472-9129-79fcd5d07d19'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 18:29:29.355561 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a8fbed-147c-4a44-a743-62886c89464b tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] Pushing event deleted for resources: {'Port': ['ID=7128e733-dc03-4b1c-b657-2ece2176a9cb,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:29:29.402501 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20412605-d7cc-4856-813c-e7707234b032 req-ab8d7e43-3665-44f8-9e39-9e8a46903c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:29:29.409295 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-20412605-d7cc-4856-813c-e7707234b032 req-ab8d7e43-3665-44f8-9e39-9e8a46903c4c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e0d800f124a7477bb29e534c1272cd15&device_id=a5fb9d27-b1e3-4399-b4d8-7495d55c398a HTTP/1.1" status: 200 len: 1099 time: 0.0798757 Jul 14 18:29:29.495714 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 18:29:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17eb4219-006d-4b44-b8dc-7d0b5911f38e x-openstack-request-id: req-17eb4219-006d-4b44-b8dc-7d0b5911f38e {{(pid=93916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:29:29.498379 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a714a8d2-8fdd-4748-b40a-f8b22de05ec3", "name": "network-vif-deleted", "tag": "bd4934ed-97b6-4663-b2a9-d3a9eba2bbf1", "status": "completed", "code": 200}]} {{(pid=93916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:29:29.498700 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-17eb4219-006d-4b44-b8dc-7d0b5911f38e {{(pid=93916) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:29:29.499104 n-d-800634-3 neutron-server[93916]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a714a8d2-8fdd-4748-b40a-f8b22de05ec3', 'name': 'network-vif-deleted', 'tag': 'bd4934ed-97b6-4663-b2a9-d3a9eba2bbf1', 'status': 'completed', 'code': 200} Jul 14 18:29:29.515350 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [req-9decebb0-f0c1-4939-9c7f-660d0e35b908 req-a5a8fbed-147c-4a44-a743-62886c89464b tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] No DVR routers for this DVR port 7128e733-dc03-4b1c-b657-2ece2176a9cb on host n-h2-800634-3 {{(pid=93915) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 18:29:29.518114 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-9decebb0-f0c1-4939-9c7f-660d0e35b908 req-a5a8fbed-147c-4a44-a743-62886c89464b tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:29.520219 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-9decebb0-f0c1-4939-9c7f-660d0e35b908 req-a5a8fbed-147c-4a44-a743-62886c89464b tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] 10.222.0.35 "DELETE /v2.0/ports/7128e733-dc03-4b1c-b657-2ece2176a9cb HTTP/1.1" status: 204 len: 173 time: 1.2492993 Jul 14 18:29:29.555609 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 14 Jul 2021 18:29:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84476ffb-9687-41f0-8009-5b0217d94d04 x-openstack-request-id: req-84476ffb-9687-41f0-8009-5b0217d94d04 {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:29:29.556146 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a9e03fe-9017-4703-95b3-a0248859ab39", "name": "network-vif-unplugged", "status": "completed", "tag": "7128e733-dc03-4b1c-b657-2ece2176a9cb", "code": 200}]} {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:29:29.556146 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-84476ffb-9687-41f0-8009-5b0217d94d04 {{(pid=93917) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:29:29.556585 n-d-800634-3 neutron-server[93917]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a9e03fe-9017-4703-95b3-a0248859ab39', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7128e733-dc03-4b1c-b657-2ece2176a9cb', 'code': 200} Jul 14 18:29:29.561415 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20412605-d7cc-4856-813c-e7707234b032 req-13b77150-489d-48f8-bd7e-c237442139bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:29:29.563076 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-20412605-d7cc-4856-813c-e7707234b032 req-13b77150-489d-48f8-bd7e-c237442139bb service neutron] 10.222.0.35 "GET /v2.0/networks?id=4f742057-89ee-4b4a-86f7-487ee61881a1 HTTP/1.1" status: 200 len: 869 time: 0.1439090 Jul 14 18:29:29.577129 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c382287-0e8e-433c-b526-e4cb03343331 req-176fd389-ce46-47e8-8e0b-b915c40518b7 tempest-ServerDiskConfigTestJSON-1372590070 tempest-ServerDiskConfigTestJSON-1372590070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:29:29.578846 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-5c382287-0e8e-433c-b526-e4cb03343331 req-176fd389-ce46-47e8-8e0b-b915c40518b7 tempest-ServerDiskConfigTestJSON-1372590070 tempest-ServerDiskConfigTestJSON-1372590070-project] 10.222.0.16 "GET /v2.0/ports?device_id=bf8f126b-3e3d-4e58-8ea4-3089f2cc29ed HTTP/1.1" status: 200 len: 946 time: 0.2211082 Jul 14 18:29:29.584296 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20412605-d7cc-4856-813c-e7707234b032 req-6354d37d-79ab-4228-b63a-8fe275518839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:29:29.586024 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-20412605-d7cc-4856-813c-e7707234b032 req-6354d37d-79ab-4228-b63a-8fe275518839 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e0d800f124a7477bb29e534c1272cd15&device_id=a5fb9d27-b1e3-4399-b4d8-7495d55c398a HTTP/1.1" status: 200 len: 1099 time: 0.2887449 Jul 14 18:29:29.616701 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-20412605-d7cc-4856-813c-e7707234b032 req-a02117cb-4b6f-4bec-95f2-34a0efa302fd service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.139&port_id=7d2f5b48-4f1f-4f54-acfc-d43811b03a15 HTTP/1.1" status: 200 len: 217 time: 0.0454509 Jul 14 18:29:29.686241 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20412605-d7cc-4856-813c-e7707234b032 req-b7c1dc53-18c6-4229-b3c3-89dbdcb58264 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:29:29.687986 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-20412605-d7cc-4856-813c-e7707234b032 req-b7c1dc53-18c6-4229-b3c3-89dbdcb58264 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f20c54fb-f7da-4761-aa61-2e4f99f3d332 HTTP/1.1" status: 200 len: 843 time: 0.0609543 Jul 14 18:29:29.697611 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-5c382287-0e8e-433c-b526-e4cb03343331 req-8b60db92-4cbd-4af6-a110-2a581086f5b3 tempest-ServerDiskConfigTestJSON-1372590070 tempest-ServerDiskConfigTestJSON-1372590070-project] 10.222.0.16 "GET /v2.0/security-groups?id=8f471560-b797-46f3-abf1-e078e196721c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105094 Jul 14 18:29:29.745293 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20412605-d7cc-4856-813c-e7707234b032 req-22015b30-d564-42a7-badd-6044c6db0ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:29:29.747787 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-20412605-d7cc-4856-813c-e7707234b032 req-22015b30-d564-42a7-badd-6044c6db0ec0 service neutron] 10.222.0.18 "GET /v2.0/networks?id=4f742057-89ee-4b4a-86f7-487ee61881a1 HTTP/1.1" status: 200 len: 869 time: 0.1532562 Jul 14 18:29:29.769367 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20412605-d7cc-4856-813c-e7707234b032 req-4a9fe2c2-5200-49ac-b923-e201e7539326 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:29:29.770878 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-20412605-d7cc-4856-813c-e7707234b032 req-4a9fe2c2-5200-49ac-b923-e201e7539326 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4f742057-89ee-4b4a-86f7-487ee61881a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0655746 Jul 14 18:29:29.801471 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-20412605-d7cc-4856-813c-e7707234b032 req-f775f8a3-b152-4478-be92-5a16c0ffc50a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.139&port_id=7d2f5b48-4f1f-4f54-acfc-d43811b03a15 HTTP/1.1" status: 200 len: 217 time: 0.0461700 Jul 14 18:29:29.868900 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20412605-d7cc-4856-813c-e7707234b032 req-55474c2a-5563-4ef5-be23-af9afa7bff0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:29:29.870394 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-20412605-d7cc-4856-813c-e7707234b032 req-55474c2a-5563-4ef5-be23-af9afa7bff0c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f20c54fb-f7da-4761-aa61-2e4f99f3d332 HTTP/1.1" status: 200 len: 843 time: 0.0620308 Jul 14 18:29:29.881226 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-20412605-d7cc-4856-813c-e7707234b032 req-bdd2b3f0-5f9d-43b8-9773-adb689999f79 service neutron] 10.222.0.35 "GET /v2.0/networks/4f742057-89ee-4b4a-86f7-487ee61881a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969977 Jul 14 18:29:29.977921 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-20412605-d7cc-4856-813c-e7707234b032 req-75f96fd4-8358-493c-a66a-57e98930dce3 service neutron] 10.222.0.35 "GET /v2.0/networks/4f742057-89ee-4b4a-86f7-487ee61881a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885603 Jul 14 18:29:30.001094 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-012a29b2-2503-4752-a764-a8db1639f08f req-32c38706-befa-4e5f-95f1-44a4b112f667 tempest-ServerShowV257Test-334664071 tempest-ServerShowV257Test-334664071-project] 10.222.0.16 "GET /v2.0/ports?device_id=099b6f50-a58e-45ed-b0ad-68cfb242dbb4 HTTP/1.1" status: 200 len: 210 time: 0.0472128 Jul 14 18:29:30.005476 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20412605-d7cc-4856-813c-e7707234b032 req-d5c4becb-12eb-43f2-8db3-c9aae21402e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:29:30.007074 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-20412605-d7cc-4856-813c-e7707234b032 req-d5c4becb-12eb-43f2-8db3-c9aae21402e7 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4f742057-89ee-4b4a-86f7-487ee61881a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1301508 Jul 14 18:29:30.042034 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98550dc-89db-4926-b252-ebbda6480707 req-cbbcaf00-f7a3-4d92-ad8a-c2e7c1917f20 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:29:30.052660 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c98550dc-89db-4926-b252-ebbda6480707 req-cbbcaf00-f7a3-4d92-ad8a-c2e7c1917f20 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.16 "GET /v2.0/ports?device_id=a5fb9d27-b1e3-4399-b4d8-7495d55c398a HTTP/1.1" status: 200 len: 948 time: 0.1480742 Jul 14 18:29:30.131636 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c98550dc-89db-4926-b252-ebbda6480707 req-1f7e3f95-c578-42e7-89f0-bede75bef90c tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.16 "GET /v2.0/security-groups?id=95148b1b-0f93-483b-9e80-262147c27e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781069 Jul 14 18:29:30.168861 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-20412605-d7cc-4856-813c-e7707234b032 req-4320410c-e51d-4e78-94a9-566c91d629e1 service neutron] 10.222.0.18 "GET /v2.0/networks/4f742057-89ee-4b4a-86f7-487ee61881a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1543961 Jul 14 18:29:30.304249 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-20412605-d7cc-4856-813c-e7707234b032 req-a4117333-dad9-4372-a2ec-c3ed775cdb93 service neutron] 10.222.0.18 "GET /v2.0/networks/4f742057-89ee-4b4a-86f7-487ee61881a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281970 Jul 14 18:29:30.529237 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f83dee-59db-403d-b76f-0ed0dcf7b617 req-b6b93358-a682-4d0d-95bf-daa293475257 tempest-ServerPasswordTestJSON-881055543 tempest-ServerPasswordTestJSON-881055543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:29:30.530966 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-41f83dee-59db-403d-b76f-0ed0dcf7b617 req-b6b93358-a682-4d0d-95bf-daa293475257 tempest-ServerPasswordTestJSON-881055543 tempest-ServerPasswordTestJSON-881055543-project] 10.222.0.16 "GET /v2.0/ports?device_id=b201a7d8-de88-41ee-a00f-593cb710231e HTTP/1.1" status: 200 len: 945 time: 0.0686176 Jul 14 18:29:30.573583 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-41f83dee-59db-403d-b76f-0ed0dcf7b617 req-a69a7523-1ac6-42a1-8917-301bb68de275 tempest-ServerPasswordTestJSON-881055543 tempest-ServerPasswordTestJSON-881055543-project] 10.222.0.16 "GET /v2.0/security-groups?id=9645895a-eb46-49e6-952c-83c7b1ffdb42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351684 Jul 14 18:29:30.750569 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27cfc47-7459-47ea-9f61-129317bd7c0c req-da1d2e43-3211-40b6-8b3b-50494dc56607 tempest-LiveMigrationTest-64527954 tempest-LiveMigrationTest-64527954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:29:30.752045 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c27cfc47-7459-47ea-9f61-129317bd7c0c req-da1d2e43-3211-40b6-8b3b-50494dc56607 tempest-LiveMigrationTest-64527954 tempest-LiveMigrationTest-64527954-project] 10.222.0.16 "GET /v2.0/ports?device_id=71cc93c3-ed8e-4af7-bf04-1c1ca5f4c121 HTTP/1.1" status: 200 len: 944 time: 0.0714557 Jul 14 18:29:30.803283 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c27cfc47-7459-47ea-9f61-129317bd7c0c req-487da308-9a14-45f5-b98e-74fd29321654 tempest-LiveMigrationTest-64527954 tempest-LiveMigrationTest-64527954-project] 10.222.0.16 "GET /v2.0/security-groups?id=93c6eb24-b3aa-49c4-93f7-93dd5f011665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420101 Jul 14 18:29:30.957319 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a0a76d-56a8-4ec4-85ee-61fd2cb6edbf req-08e739b3-2b28-43f9-8e44-1fdb7eeac6e6 tempest-ServerDiskConfigTestJSON-1372590070 tempest-ServerDiskConfigTestJSON-1372590070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:29:30.958811 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e6a0a76d-56a8-4ec4-85ee-61fd2cb6edbf req-08e739b3-2b28-43f9-8e44-1fdb7eeac6e6 tempest-ServerDiskConfigTestJSON-1372590070 tempest-ServerDiskConfigTestJSON-1372590070-project] 10.222.0.16 "GET /v2.0/ports?device_id=bf8f126b-3e3d-4e58-8ea4-3089f2cc29ed HTTP/1.1" status: 200 len: 946 time: 0.0670140 Jul 14 18:29:31.026874 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e6a0a76d-56a8-4ec4-85ee-61fd2cb6edbf req-c663eb7c-317b-410d-bf07-03c070aa0b41 tempest-ServerDiskConfigTestJSON-1372590070 tempest-ServerDiskConfigTestJSON-1372590070-project] 10.222.0.16 "GET /v2.0/security-groups?id=8f471560-b797-46f3-abf1-e078e196721c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610659 Jul 14 18:29:31.067044 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37ebfd4-2c2a-435e-8737-7c6ce8e6f4a7 req-22a454ee-82f4-47d9-938f-d292d4195209 tempest-LiveMigrationTest-64527954 tempest-LiveMigrationTest-64527954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:29:31.068637 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-d37ebfd4-2c2a-435e-8737-7c6ce8e6f4a7 req-22a454ee-82f4-47d9-938f-d292d4195209 tempest-LiveMigrationTest-64527954 tempest-LiveMigrationTest-64527954-project] 10.222.0.18 "GET /v2.0/ports?device_id=71cc93c3-ed8e-4af7-bf04-1c1ca5f4c121 HTTP/1.1" status: 200 len: 944 time: 0.0811861 Jul 14 18:29:31.234901 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b984b82b-02e7-4bae-a734-32e140a42033 req-4f8ff296-a977-4162-b222-6dbbbf9479e6 tempest-ServerShowV257Test-334664071 tempest-ServerShowV257Test-334664071-project] 10.222.0.16 "GET /v2.0/ports?device_id=099b6f50-a58e-45ed-b0ad-68cfb242dbb4 HTTP/1.1" status: 200 len: 210 time: 0.0354843 Jul 14 18:29:31.241105 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [req-d37ebfd4-2c2a-435e-8737-7c6ce8e6f4a7 req-3581e0e3-99f9-4ff8-9b0f-8713d2f5c64d tempest-LiveMigrationTest-64527954 tempest-LiveMigrationTest-64527954-project] Deleting port c18880b1-3704-41a6-9385-b6125727058f {{(pid=93915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:29:31.241499 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-d37ebfd4-2c2a-435e-8737-7c6ce8e6f4a7 req-3581e0e3-99f9-4ff8-9b0f-8713d2f5c64d tempest-LiveMigrationTest-64527954 tempest-LiveMigrationTest-64527954-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:31.250780 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a9e03fe-9017-4703-95b3-a0248859ab39', 'name': 'network-vif-deleted', 'tag': '7128e733-dc03-4b1c-b657-2ece2176a9cb'}] {{(pid=93915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:29:31.254964 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e72782ad3af8f7d4ce76cedf092bca46d1756acc5c4653cf0b52034cdd6b073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-817cec16-f008-4451-8c7f-83a66f7c7cb8" -d '{"events": [{"server_uuid": "4a9e03fe-9017-4703-95b3-a0248859ab39", "name": "network-vif-deleted", "tag": "7128e733-dc03-4b1c-b657-2ece2176a9cb"}]}' {{(pid=93915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:29:31.361235 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-d37ebfd4-2c2a-435e-8737-7c6ce8e6f4a7 req-3581e0e3-99f9-4ff8-9b0f-8713d2f5c64d tempest-LiveMigrationTest-64527954 tempest-LiveMigrationTest-64527954-project] For port c18880b1-3704-41a6-9385-b6125727058f, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=c18880b1-3704-41a6-9385-b6125727058f,segment=NetworkSegment(d3ebb57b-621c-4102-bdfe-7fa439ba5ffc),segment_id=d3ebb57b-621c-4102-bdfe-7fa439ba5ffc)] {{(pid=93915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:29:31.361654 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-d37ebfd4-2c2a-435e-8737-7c6ce8e6f4a7 req-3581e0e3-99f9-4ff8-9b0f-8713d2f5c64d tempest-LiveMigrationTest-64527954 tempest-LiveMigrationTest-64527954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:31.402095 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 18:29:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-671754a4-6ffe-4e99-bc4c-69f8227ad9fd x-openstack-request-id: req-671754a4-6ffe-4e99-bc4c-69f8227ad9fd {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:29:31.402381 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a9e03fe-9017-4703-95b3-a0248859ab39", "name": "network-vif-deleted", "tag": "7128e733-dc03-4b1c-b657-2ece2176a9cb", "status": "completed", "code": 200}]} {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:29:31.402631 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-671754a4-6ffe-4e99-bc4c-69f8227ad9fd {{(pid=93915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:29:31.403020 n-d-800634-3 neutron-server[93915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a9e03fe-9017-4703-95b3-a0248859ab39', 'name': 'network-vif-deleted', 'tag': '7128e733-dc03-4b1c-b657-2ece2176a9cb', 'status': 'completed', 'code': 200} Jul 14 18:29:31.403802 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [req-d37ebfd4-2c2a-435e-8737-7c6ce8e6f4a7 req-3581e0e3-99f9-4ff8-9b0f-8713d2f5c64d tempest-LiveMigrationTest-64527954 tempest-LiveMigrationTest-64527954-project] Calling delete_port for c18880b1-3704-41a6-9385-b6125727058f owned by compute:nova {{(pid=93915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:29:31.490204 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcffc14-800b-4458-9ac7-96750177c059 req-e730dedc-f5f7-4690-9119-85e2f7259096 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:29:31.491709 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-7dcffc14-800b-4458-9ac7-96750177c059 req-e730dedc-f5f7-4690-9119-85e2f7259096 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.16 "GET /v2.0/ports?device_id=a5fb9d27-b1e3-4399-b4d8-7495d55c398a HTTP/1.1" status: 200 len: 948 time: 0.1213279 Jul 14 18:29:31.571377 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-7dcffc14-800b-4458-9ac7-96750177c059 req-6bd353d5-ae00-478c-ae84-0e899a11c91f tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.16 "GET /v2.0/security-groups?id=95148b1b-0f93-483b-9e80-262147c27e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681932 Jul 14 18:29:31.603757 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-d37ebfd4-2c2a-435e-8737-7c6ce8e6f4a7 req-3581e0e3-99f9-4ff8-9b0f-8713d2f5c64d tempest-LiveMigrationTest-64527954 tempest-LiveMigrationTest-64527954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:31.666613 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3581e0e3-99f9-4ff8-9b0f-8713d2f5c64d tempest-LiveMigrationTest-64527954 tempest-LiveMigrationTest-64527954-project] Pushing event deleted for resources: {'Port': ['ID=c18880b1-3704-41a6-9385-b6125727058f,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:29:31.690781 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [req-d37ebfd4-2c2a-435e-8737-7c6ce8e6f4a7 req-3581e0e3-99f9-4ff8-9b0f-8713d2f5c64d tempest-LiveMigrationTest-64527954 tempest-LiveMigrationTest-64527954-project] No DVR routers for this DVR port c18880b1-3704-41a6-9385-b6125727058f on host n-h1-800634-3 {{(pid=93915) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 18:29:31.693425 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-d37ebfd4-2c2a-435e-8737-7c6ce8e6f4a7 req-3581e0e3-99f9-4ff8-9b0f-8713d2f5c64d tempest-LiveMigrationTest-64527954 tempest-LiveMigrationTest-64527954-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:31.696554 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-d37ebfd4-2c2a-435e-8737-7c6ce8e6f4a7 req-3581e0e3-99f9-4ff8-9b0f-8713d2f5c64d tempest-LiveMigrationTest-64527954 tempest-LiveMigrationTest-64527954-project] 10.222.0.18 "DELETE /v2.0/ports/c18880b1-3704-41a6-9385-b6125727058f HTTP/1.1" status: 204 len: 173 time: 0.6213706 Jul 14 18:29:31.869402 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef09ba14-be78-4e25-80ca-71da6ec933dd req-8bbe9546-4ed0-4740-812e-a62d5971bb15 tempest-ServerPasswordTestJSON-881055543 tempest-ServerPasswordTestJSON-881055543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:29:31.871303 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ef09ba14-be78-4e25-80ca-71da6ec933dd req-8bbe9546-4ed0-4740-812e-a62d5971bb15 tempest-ServerPasswordTestJSON-881055543 tempest-ServerPasswordTestJSON-881055543-project] 10.222.0.16 "GET /v2.0/ports?device_id=b201a7d8-de88-41ee-a00f-593cb710231e HTTP/1.1" status: 200 len: 945 time: 0.1180291 Jul 14 18:29:31.969648 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9ae3d4-8e9c-41eb-92da-a70d72490426 req-c00afa80-87ab-4acd-af09-e9fe2abb8329 tempest-ServerPasswordTestJSON-881055543 tempest-ServerPasswordTestJSON-881055543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:29:31.971099 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-1d9ae3d4-8e9c-41eb-92da-a70d72490426 req-c00afa80-87ab-4acd-af09-e9fe2abb8329 tempest-ServerPasswordTestJSON-881055543 tempest-ServerPasswordTestJSON-881055543-project] 10.222.0.18 "GET /v2.0/ports?device_id=b201a7d8-de88-41ee-a00f-593cb710231e HTTP/1.1" status: 200 len: 945 time: 0.1667449 Jul 14 18:29:31.973759 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ef09ba14-be78-4e25-80ca-71da6ec933dd req-8fa10e1e-a89c-493b-93ce-cd044ceb45a2 tempest-ServerPasswordTestJSON-881055543 tempest-ServerPasswordTestJSON-881055543-project] 10.222.0.16 "GET /v2.0/security-groups?id=9645895a-eb46-49e6-952c-83c7b1ffdb42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923865 Jul 14 18:29:32.031886 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef92b050-349f-4fb8-a53f-d318c18a11d0 req-15743b7d-808a-4fb6-8961-fd9d019be251 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:29:32.033408 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ef92b050-349f-4fb8-a53f-d318c18a11d0 req-15743b7d-808a-4fb6-8961-fd9d019be251 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.18 "GET /v2.0/ports?device_id=a5fb9d27-b1e3-4399-b4d8-7495d55c398a&tenant_id=e0d800f124a7477bb29e534c1272cd15&binding%3Ahost_id=n-h1-800634-3 HTTP/1.1" status: 200 len: 948 time: 0.1494288 Jul 14 18:29:32.078543 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3ec6ea6c-44de-4583-9ca9-a84deeb334ee req-d12b85b4-0462-48e1-b255-06374193f441 tempest-LiveMigrationTest-64527954 tempest-LiveMigrationTest-64527954-project] 10.222.0.16 "GET /v2.0/ports?device_id=71cc93c3-ed8e-4af7-bf04-1c1ca5f4c121 HTTP/1.1" status: 200 len: 210 time: 0.0439079 Jul 14 18:29:32.243859 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ef92b050-349f-4fb8-a53f-d318c18a11d0 req-cf189b64-1174-4ada-85f6-f9429f313723 service neutron] 10.222.0.18 "GET /v2.0/ports/7d2f5b48-4f1f-4f54-acfc-d43811b03a15/bindings/n-h1-800634-3 HTTP/1.1" status: 200 len: 382 time: 0.1922956 Jul 14 18:29:32.255620 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:32.289088 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [req-1d9ae3d4-8e9c-41eb-92da-a70d72490426 req-11882f93-d6f7-4db0-b501-4e1360a4de72 tempest-ServerPasswordTestJSON-881055543 tempest-ServerPasswordTestJSON-881055543-project] Deleting port 79d8480c-6ae0-486a-ab5c-cd0629dbedc8 {{(pid=93915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:29:32.289431 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-1d9ae3d4-8e9c-41eb-92da-a70d72490426 req-11882f93-d6f7-4db0-b501-4e1360a4de72 tempest-ServerPasswordTestJSON-881055543 tempest-ServerPasswordTestJSON-881055543-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:32.378731 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device 7d2f5b48-4f1f-4f54-acfc-d43811b03a15 details requested by agent hyperv_n-h1-800634-3 with host n-h1-800634-3 {{(pid=93917) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 18:29:32.428637 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 39394) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:29:32.487916 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port 7d2f5b48-4f1f-4f54-acfc-d43811b03a15, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=7d2f5b48-4f1f-4f54-acfc-d43811b03a15,segment=NetworkSegment(067fc487-22c7-42de-972d-ae352a28ad29),segment_id=067fc487-22c7-42de-972d-ae352a28ad29)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:29:32.501791 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Returning: {'device': '7d2f5b48-4f1f-4f54-acfc-d43811b03a15', 'network_id': '4f742057-89ee-4b4a-86f7-487ee61881a1', 'port_id': '7d2f5b48-4f1f-4f54-acfc-d43811b03a15', 'mac_address': 'fa:16:3e:c5:01:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f20c54fb-f7da-4761-aa61-2e4f99f3d332', 'ip_address': '192.168.233.139'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93917) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 18:29:32.543024 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:32.559385 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d2f5b48-4f1f-4f54-acfc-d43811b03a15 {{(pid=93917) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 18:29:32.560774 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-d15ba404-b1b0-4af1-b6d3-297ec4257049 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:32.579672 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port 7d2f5b48-4f1f-4f54-acfc-d43811b03a15, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=7d2f5b48-4f1f-4f54-acfc-d43811b03a15,segment=NetworkSegment(067fc487-22c7-42de-972d-ae352a28ad29),segment_id=067fc487-22c7-42de-972d-ae352a28ad29)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:29:32.586921 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:32.642387 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Pushing event updated for resources: {'Port': ['ID=7d2f5b48-4f1f-4f54-acfc-d43811b03a15,revision_number=8']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:29:32.657404 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-d15ba404-b1b0-4af1-b6d3-297ec4257049 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:32.662169 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-d15ba404-b1b0-4af1-b6d3-297ec4257049 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:32.689807 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb97a00-7bdc-4f2b-a65c-32958b1a9e15 req-1f5f0944-ce7b-46bc-be7c-63f5a81c4581 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:29:32.691297 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-adb97a00-7bdc-4f2b-a65c-32958b1a9e15 req-1f5f0944-ce7b-46bc-be7c-63f5a81c4581 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.16 "GET /v2.0/ports?device_id=a5fb9d27-b1e3-4399-b4d8-7495d55c398a HTTP/1.1" status: 200 len: 948 time: 0.5937846 Jul 14 18:29:32.704160 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-d15ba404-b1b0-4af1-b6d3-297ec4257049 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2c9df073497641219632c8fe138d9842&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2742901 Jul 14 18:29:32.705023 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15ba404-b1b0-4af1-b6d3-297ec4257049 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db039671-40e4-4a93-8b7b-f1dcbbcc75bc,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:29:32.707269 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 39398) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:29:32.763863 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-238f4dbe-d4fe-4d22-aa4a-a9280788d1a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:32.789932 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-238f4dbe-d4fe-4d22-aa4a-a9280788d1a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:32.794518 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-1d9ae3d4-8e9c-41eb-92da-a70d72490426 req-11882f93-d6f7-4db0-b501-4e1360a4de72 tempest-ServerPasswordTestJSON-881055543 tempest-ServerPasswordTestJSON-881055543-project] For port 79d8480c-6ae0-486a-ab5c-cd0629dbedc8, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=79d8480c-6ae0-486a-ab5c-cd0629dbedc8,segment=NetworkSegment(cccbed16-a640-41f7-b376-587e4507a33c),segment_id=cccbed16-a640-41f7-b376-587e4507a33c)] {{(pid=93915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:29:32.794920 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-1d9ae3d4-8e9c-41eb-92da-a70d72490426 req-11882f93-d6f7-4db0-b501-4e1360a4de72 tempest-ServerPasswordTestJSON-881055543 tempest-ServerPasswordTestJSON-881055543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:32.806055 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef92b050-349f-4fb8-a53f-d318c18a11d0 req-6ef32258-b2fb-4d54-bc7b-6181594834a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:29:32.807568 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ef92b050-349f-4fb8-a53f-d318c18a11d0 req-6ef32258-b2fb-4d54-bc7b-6181594834a5 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e0d800f124a7477bb29e534c1272cd15&device_id=a5fb9d27-b1e3-4399-b4d8-7495d55c398a HTTP/1.1" status: 200 len: 1099 time: 0.5365694 Jul 14 18:29:32.817035 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [req-1d9ae3d4-8e9c-41eb-92da-a70d72490426 req-11882f93-d6f7-4db0-b501-4e1360a4de72 tempest-ServerPasswordTestJSON-881055543 tempest-ServerPasswordTestJSON-881055543-project] Calling delete_port for 79d8480c-6ae0-486a-ab5c-cd0629dbedc8 owned by compute:nova {{(pid=93915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:29:32.841874 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-238f4dbe-d4fe-4d22-aa4a-a9280788d1a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:32.845139 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-238f4dbe-d4fe-4d22-aa4a-a9280788d1a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:32.846259 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-238f4dbe-d4fe-4d22-aa4a-a9280788d1a8 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/db039671-40e4-4a93-8b7b-f1dcbbcc75bc HTTP/1.1" status: 204 len: 168 time: 0.1381061 Jul 14 18:29:32.854180 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238f4dbe-d4fe-4d22-aa4a-a9280788d1a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db039671-40e4-4a93-8b7b-f1dcbbcc75bc,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:29:32.858921 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d24d381-c3df-493d-ac1a-969542e0a6e8 req-68a1df92-25a0-4439-b213-2711e9938e33 tempest-ServerDiskConfigTestJSON-1372590070 tempest-ServerDiskConfigTestJSON-1372590070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:29:32.860467 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6d24d381-c3df-493d-ac1a-969542e0a6e8 req-68a1df92-25a0-4439-b213-2711e9938e33 tempest-ServerDiskConfigTestJSON-1372590070 tempest-ServerDiskConfigTestJSON-1372590070-project] 10.222.0.16 "GET /v2.0/ports?device_id=bf8f126b-3e3d-4e58-8ea4-3089f2cc29ed HTTP/1.1" status: 200 len: 946 time: 0.1985664 Jul 14 18:29:32.875157 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] get_ports_and_sgs() called for port_ids ['7d2f5b48-4f1f-4f54-acfc-d43811b03a15'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 18:29:33.024589 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-adb97a00-7bdc-4f2b-a65c-32958b1a9e15 req-adaf1b31-7118-468f-9dff-f0ad61611f81 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.16 "GET /v2.0/security-groups?id=95148b1b-0f93-483b-9e80-262147c27e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3117366 Jul 14 18:29:33.048339 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6d24d381-c3df-493d-ac1a-969542e0a6e8 req-1bdf2b08-0b70-46ca-a881-3c53293a1a13 tempest-ServerDiskConfigTestJSON-1372590070 tempest-ServerDiskConfigTestJSON-1372590070-project] 10.222.0.16 "GET /v2.0/security-groups?id=8f471560-b797-46f3-abf1-e078e196721c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379693 Jul 14 18:29:33.082308 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef92b050-349f-4fb8-a53f-d318c18a11d0 req-7ca8cc1a-a8d2-478e-8ea3-f46431628430 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:29:33.086319 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ef92b050-349f-4fb8-a53f-d318c18a11d0 req-7ca8cc1a-a8d2-478e-8ea3-f46431628430 service neutron] 10.222.0.18 "GET /v2.0/networks?id=4f742057-89ee-4b4a-86f7-487ee61881a1 HTTP/1.1" status: 200 len: 869 time: 0.2704453 Jul 14 18:29:33.162946 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ef92b050-349f-4fb8-a53f-d318c18a11d0 req-c13ec6a5-9ace-4851-821e-b0fb0d05e0f8 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.139&port_id=7d2f5b48-4f1f-4f54-acfc-d43811b03a15 HTTP/1.1" status: 200 len: 217 time: 0.0661108 Jul 14 18:29:33.242464 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-800c3c5a-84d0-4059-98a9-0c658100bc7e req-b28f1e03-25c7-495e-a5b8-491d07074eeb tempest-ServerShowV257Test-334664071 tempest-ServerShowV257Test-334664071-project] 10.222.0.16 "GET /v2.0/ports?device_id=099b6f50-a58e-45ed-b0ad-68cfb242dbb4 HTTP/1.1" status: 200 len: 210 time: 0.0616834 Jul 14 18:29:33.243084 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-1d9ae3d4-8e9c-41eb-92da-a70d72490426 req-11882f93-d6f7-4db0-b501-4e1360a4de72 tempest-ServerPasswordTestJSON-881055543 tempest-ServerPasswordTestJSON-881055543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:33.286033 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11882f93-d6f7-4db0-b501-4e1360a4de72 tempest-ServerPasswordTestJSON-881055543 tempest-ServerPasswordTestJSON-881055543-project] Pushing event deleted for resources: {'Port': ['ID=79d8480c-6ae0-486a-ab5c-cd0629dbedc8,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:29:33.344919 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef92b050-349f-4fb8-a53f-d318c18a11d0 req-f757e66b-96f8-458a-8109-4dca07e55df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:29:33.346506 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ef92b050-349f-4fb8-a53f-d318c18a11d0 req-f757e66b-96f8-458a-8109-4dca07e55df9 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f20c54fb-f7da-4761-aa61-2e4f99f3d332 HTTP/1.1" status: 200 len: 843 time: 0.1761398 Jul 14 18:29:33.347182 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d9ae3d4-8e9c-41eb-92da-a70d72490426 req-11882f93-d6f7-4db0-b501-4e1360a4de72 tempest-ServerPasswordTestJSON-881055543 tempest-ServerPasswordTestJSON-881055543-project] No DVR routers for this DVR port 79d8480c-6ae0-486a-ab5c-cd0629dbedc8 on host n-h1-800634-3 {{(pid=93915) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 18:29:33.349958 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-1d9ae3d4-8e9c-41eb-92da-a70d72490426 req-11882f93-d6f7-4db0-b501-4e1360a4de72 tempest-ServerPasswordTestJSON-881055543 tempest-ServerPasswordTestJSON-881055543-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:33.352349 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-1d9ae3d4-8e9c-41eb-92da-a70d72490426 req-11882f93-d6f7-4db0-b501-4e1360a4de72 tempest-ServerPasswordTestJSON-881055543 tempest-ServerPasswordTestJSON-881055543-project] 10.222.0.18 "DELETE /v2.0/ports/79d8480c-6ae0-486a-ab5c-cd0629dbedc8 HTTP/1.1" status: 204 len: 173 time: 1.3746505 Jul 14 18:29:33.409100 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71cc93c3-ed8e-4af7-bf04-1c1ca5f4c121', 'name': 'network-vif-deleted', 'tag': 'c18880b1-3704-41a6-9385-b6125727058f'}, {'server_uuid': 'b201a7d8-de88-41ee-a00f-593cb710231e', 'name': 'network-vif-deleted', 'tag': '79d8480c-6ae0-486a-ab5c-cd0629dbedc8'}] {{(pid=93915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:29:33.411526 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e72782ad3af8f7d4ce76cedf092bca46d1756acc5c4653cf0b52034cdd6b073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f15af9e5-3e9a-4d9f-a5e4-620b3c6ed926" -d '{"events": [{"server_uuid": "71cc93c3-ed8e-4af7-bf04-1c1ca5f4c121", "name": "network-vif-deleted", "tag": "c18880b1-3704-41a6-9385-b6125727058f"}, {"server_uuid": "b201a7d8-de88-41ee-a00f-593cb710231e", "name": "network-vif-deleted", "tag": "79d8480c-6ae0-486a-ab5c-cd0629dbedc8"}]}' {{(pid=93915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:29:33.447927 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-25b1b88b-7dac-4786-858e-a1c7bc8b75eb req-4f4f5aad-ba69-4b11-ae61-5c2a9e1aa2c7 tempest-ServerPasswordTestJSON-881055543 tempest-ServerPasswordTestJSON-881055543-project] 10.222.0.16 "GET /v2.0/ports?device_id=b201a7d8-de88-41ee-a00f-593cb710231e HTTP/1.1" status: 200 len: 210 time: 0.0510585 Jul 14 18:29:33.486960 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef92b050-349f-4fb8-a53f-d318c18a11d0 req-a303fd1b-234b-4e8c-8528-49fd67176ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:29:33.490187 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ef92b050-349f-4fb8-a53f-d318c18a11d0 req-a303fd1b-234b-4e8c-8528-49fd67176ef0 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4f742057-89ee-4b4a-86f7-487ee61881a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1343293 Jul 14 18:29:33.542719 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 14 Jul 2021 18:29:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9f83124-e545-44f3-9dae-7df1b67c5014 x-openstack-request-id: req-f9f83124-e545-44f3-9dae-7df1b67c5014 {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:29:33.543005 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71cc93c3-ed8e-4af7-bf04-1c1ca5f4c121", "name": "network-vif-deleted", "tag": "c18880b1-3704-41a6-9385-b6125727058f", "status": "completed", "code": 200}, {"server_uuid": "b201a7d8-de88-41ee-a00f-593cb710231e", "name": "network-vif-deleted", "tag": "79d8480c-6ae0-486a-ab5c-cd0629dbedc8", "status": "completed", "code": 200}]} {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:29:33.543255 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f9f83124-e545-44f3-9dae-7df1b67c5014 {{(pid=93915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:29:33.543646 n-d-800634-3 neutron-server[93915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71cc93c3-ed8e-4af7-bf04-1c1ca5f4c121', 'name': 'network-vif-deleted', 'tag': 'c18880b1-3704-41a6-9385-b6125727058f', 'status': 'completed', 'code': 200} Jul 14 18:29:33.544042 n-d-800634-3 neutron-server[93915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b201a7d8-de88-41ee-a00f-593cb710231e', 'name': 'network-vif-deleted', 'tag': '79d8480c-6ae0-486a-ab5c-cd0629dbedc8', 'status': 'completed', 'code': 200} Jul 14 18:29:33.658361 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ef92b050-349f-4fb8-a53f-d318c18a11d0 req-9e88a4a7-fb98-4877-b449-0cc02b462a64 service neutron] 10.222.0.18 "GET /v2.0/networks/4f742057-89ee-4b4a-86f7-487ee61881a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1579773 Jul 14 18:29:33.673757 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b67bf4-2bc3-477a-ba6e-04ccc87cef55 req-c070eb1f-9243-49e9-922a-cd8b93d65875 tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:29:33.675186 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-30b67bf4-2bc3-477a-ba6e-04ccc87cef55 req-c070eb1f-9243-49e9-922a-cd8b93d65875 tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] 10.222.0.16 "GET /v2.0/ports?device_id=bf402c61-cd81-4f75-87b2-bdcd84b28c25 HTTP/1.1" status: 200 len: 946 time: 0.1348102 Jul 14 18:29:33.715327 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 39434) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:29:33.768464 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-30b67bf4-2bc3-477a-ba6e-04ccc87cef55 req-b6f4ad55-2906-40b1-a164-871fd732a348 tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] 10.222.0.16 "GET /v2.0/security-groups?id=4824db20-b9ba-4380-9f29-13755d37b981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852139 Jul 14 18:29:33.788210 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ef92b050-349f-4fb8-a53f-d318c18a11d0 req-d03c0785-2eb8-4fc0-bfb5-cbf92d3eb903 service neutron] 10.222.0.18 "GET /v2.0/networks/4f742057-89ee-4b4a-86f7-487ee61881a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225872 Jul 14 18:29:33.831160 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-27f608f8-0600-461c-a68b-814ce890f223 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-1850745205-network', 'tenant_id': 'f86e8f2810854b92b77629078a820168'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:29:33.856546 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27f608f8-0600-461c-a68b-814ce890f223 admin admin] Made reservation on behalf of f86e8f2810854b92b77629078a820168 for: {'network': 1} {{(pid=93916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:29:33.859470 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-27f608f8-0600-461c-a68b-814ce890f223 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for network, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:33.868162 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-27f608f8-0600-461c-a68b-814ce890f223 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:33.922296 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee11c0f-0419-4b4f-a3d2-7ac58dbbd035 req-58ce5e99-6023-45a7-bf85-82bd463b5b56 tempest-LiveMigrationTest-64527954 tempest-LiveMigrationTest-64527954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:29:33.923405 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-7ee11c0f-0419-4b4f-a3d2-7ac58dbbd035 req-58ce5e99-6023-45a7-bf85-82bd463b5b56 tempest-LiveMigrationTest-64527954 tempest-LiveMigrationTest-64527954-project] 10.222.0.16 "GET /v2.0/ports?device_id=fbf4bb9b-1d56-4ad5-a9e1-d9e143744a86 HTTP/1.1" status: 200 len: 944 time: 0.0707903 Jul 14 18:29:33.963949 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-27f608f8-0600-461c-a68b-814ce890f223 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:33.968474 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-27f608f8-0600-461c-a68b-814ce890f223 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:33.969775 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-7ee11c0f-0419-4b4f-a3d2-7ac58dbbd035 req-dc4ae10f-fc59-49f1-806b-8b19c4f1bdad tempest-LiveMigrationTest-64527954 tempest-LiveMigrationTest-64527954-project] 10.222.0.16 "GET /v2.0/security-groups?id=93c6eb24-b3aa-49c4-93f7-93dd5f011665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395572 Jul 14 18:29:33.994122 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27f608f8-0600-461c-a68b-814ce890f223 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 65} {{(pid=93916) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 18:29:34.004550 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f608f8-0600-461c-a68b-814ce890f223 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c057975-4248-4baa-b8b3-1a323ea25359,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:29:34.009416 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-27f608f8-0600-461c-a68b-814ce890f223 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:34.009968 n-d-800634-3 neutron-server[93916]: INFO neutron.db.segments_db [None req-27f608f8-0600-461c-a68b-814ce890f223 admin admin] Added segment 3f65a28c-617c-4a7e-9722-25c0f48291ca of type vlan for network 6860f2ef-3ffa-40e2-ab3f-abeb1947a41b Jul 14 18:29:34.053087 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-27f608f8-0600-461c-a68b-814ce890f223 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728202197517'] for network, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:34.086974 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-27f608f8-0600-461c-a68b-814ce890f223 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727'] for network, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:34.088022 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27f608f8-0600-461c-a68b-814ce890f223 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:29:34.088676 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-27f608f8-0600-461c-a68b-814ce890f223 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598705'] for network, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:34.147702 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-27f608f8-0600-461c-a68b-814ce890f223 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4309394 Jul 14 18:29:34.150426 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 39444) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:29:34.155648 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-17e12fdc-b869-43a2-8fdc-a9a14e5da401 admin admin] Request body: {'subnet': {'network_id': '6860f2ef-3ffa-40e2-ab3f-abeb1947a41b', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-1850745205-subnet', 'tenant_id': 'f86e8f2810854b92b77629078a820168', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:29:34.159149 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f608f8-0600-461c-a68b-814ce890f223 admin admin] Pushing event updated for resources: {'Network': ['ID=6860f2ef-3ffa-40e2-ab3f-abeb1947a41b,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:29:34.170148 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Network 6860f2ef-3ffa-40e2-ab3f-abeb1947a41b details requested by agent ovs-agent-n-d-800634-3 with host n-d-800634-3 {{(pid=93917) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 18:29:34.191468 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17e12fdc-b869-43a2-8fdc-a9a14e5da401 admin admin] Made reservation on behalf of f86e8f2810854b92b77629078a820168 for: {'subnet': 1} {{(pid=93916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:29:34.194571 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-17e12fdc-b869-43a2-8fdc-a9a14e5da401 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26033189'] for subnet, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:34.329715 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ce784d-247c-4be9-92d6-54ef29b1b307 req-73b4a418-fa98-40a5-9a77-6cd399e90698 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:29:34.331223 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-46ce784d-247c-4be9-92d6-54ef29b1b307 req-73b4a418-fa98-40a5-9a77-6cd399e90698 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.16 "GET /v2.0/ports?device_id=a5fb9d27-b1e3-4399-b4d8-7495d55c398a HTTP/1.1" status: 200 len: 949 time: 0.1661499 Jul 14 18:29:34.347757 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6c0e60-1fe1-4e67-a535-46d783669934 req-fde2ea0d-5961-42a5-93a9-32ea79ad6f09 tempest-ServerDiskConfigTestJSON-1372590070 tempest-ServerDiskConfigTestJSON-1372590070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:29:34.349226 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-9f6c0e60-1fe1-4e67-a535-46d783669934 req-fde2ea0d-5961-42a5-93a9-32ea79ad6f09 tempest-ServerDiskConfigTestJSON-1372590070 tempest-ServerDiskConfigTestJSON-1372590070-project] 10.222.0.16 "GET /v2.0/ports?device_id=bf8f126b-3e3d-4e58-8ea4-3089f2cc29ed HTTP/1.1" status: 200 len: 946 time: 0.1498828 Jul 14 18:29:34.368015 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-17e12fdc-b869-43a2-8fdc-a9a14e5da401 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2684753', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26033175'] for subnet, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:34.379802 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5538f08-9a01-449b-a2c2-4b24be8be723 req-3cf5e540-d1c7-43d6-99d8-91883145782f tempest-LiveMigrationTest-64527954 tempest-LiveMigrationTest-64527954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:29:34.381307 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c5538f08-9a01-449b-a2c2-4b24be8be723 req-3cf5e540-d1c7-43d6-99d8-91883145782f tempest-LiveMigrationTest-64527954 tempest-LiveMigrationTest-64527954-project] 10.222.0.18 "GET /v2.0/ports?device_id=fbf4bb9b-1d56-4ad5-a9e1-d9e143744a86 HTTP/1.1" status: 200 len: 944 time: 0.1696270 Jul 14 18:29:34.385162 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device 7d2f5b48-4f1f-4f54-acfc-d43811b03a15 up at agent hyperv_n-h1-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:29:34.434373 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e12fdc-b869-43a2-8fdc-a9a14e5da401 admin admin] Pushing event updated for resources: {'Subnet': ['ID=575fa753-fbde-4123-b15a-2178e79f758a,revision_number=0']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:29:34.445506 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17e12fdc-b869-43a2-8fdc-a9a14e5da401 admin admin] Checking segment: {'id': '3f65a28c-617c-4a7e-9722-25c0f48291ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '6860f2ef-3ffa-40e2-ab3f-abeb1947a41b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93916) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:29:34.445935 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17e12fdc-b869-43a2-8fdc-a9a14e5da401 admin admin] Network hostable DHCP agents. Network: 6860f2ef-3ffa-40e2-ab3f-abeb1947a41b, hostable agents: ['028393c3-0576-4ebd-bca1-8ea8a148e1a2'], hosted agents: [] {{(pid=93916) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 18:29:34.464769 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-9f6c0e60-1fe1-4e67-a535-46d783669934 req-bdf2da6c-e4de-4339-8f26-265adbb005bd tempest-ServerDiskConfigTestJSON-1372590070 tempest-ServerDiskConfigTestJSON-1372590070-project] 10.222.0.16 "GET /v2.0/security-groups?id=8f471560-b797-46f3-abf1-e078e196721c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078219 Jul 14 18:29:34.465123 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Provisioning for port 7d2f5b48-4f1f-4f54-acfc-d43811b03a15 completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:29:34.468000 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-46ce784d-247c-4be9-92d6-54ef29b1b307 req-17959962-102a-4eeb-9e59-1d885fb1dfb5 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.16 "GET /v2.0/security-groups?id=95148b1b-0f93-483b-9e80-262147c27e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288977 Jul 14 18:29:34.469788 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Provisioning complete for port 7d2f5b48-4f1f-4f54-acfc-d43811b03a15 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:29:34.470734 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:34.489276 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17e12fdc-b869-43a2-8fdc-a9a14e5da401 admin admin] Network 6860f2ef-3ffa-40e2-ab3f-abeb1947a41b is scheduled to be hosted by DHCP agent 028393c3-0576-4ebd-bca1-8ea8a148e1a2 with binding_index 1 {{(pid=93916) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 18:29:34.506752 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [None req-17e12fdc-b869-43a2-8fdc-a9a14e5da401 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-3, 6860f2ef-3ffa-40e2-ab3f-abeb1947a41b) {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:29:34.519103 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17e12fdc-b869-43a2-8fdc-a9a14e5da401 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:29:34.519637 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-17e12fdc-b869-43a2-8fdc-a9a14e5da401 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598705'] for subnet, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:34.538833 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f88f8bf-b2ed-4d11-8548-34a8bf219dae None None] Network 6860f2ef-3ffa-40e2-ab3f-abeb1947a41b requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:29:34.550616 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-17e12fdc-b869-43a2-8fdc-a9a14e5da401 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3989143 Jul 14 18:29:34.553284 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 39452) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:29:34.555111 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [req-c5538f08-9a01-449b-a2c2-4b24be8be723 req-baeab514-6a77-4ae0-b6be-5d7923434200 tempest-LiveMigrationTest-64527954 tempest-LiveMigrationTest-64527954-project] Deleting port dda704ab-58ba-443c-a327-149220292e36 {{(pid=93915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:29:34.555715 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-c5538f08-9a01-449b-a2c2-4b24be8be723 req-baeab514-6a77-4ae0-b6be-5d7923434200 tempest-LiveMigrationTest-64527954 tempest-LiveMigrationTest-64527954-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:34.558124 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-02b33a85-242f-46fa-a689-19b08b379347 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-1850745205-router', 'tenant_id': 'f86e8f2810854b92b77629078a820168', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61'}}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:29:34.598704 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-02b33a85-242f-46fa-a689-19b08b379347 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-571768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11104'] for router, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:34.599935 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-02b33a85-242f-46fa-a689-19b08b379347 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-571675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-930014', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-632314', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11129'] for router, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:34.640573 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 39454) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:29:34.651685 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-522c78fd-bfbf-4890-900c-659bf700ed54 req-cfc4975a-0868-4976-818a-0cb4f5cc6c5e tempest-ServerShowV257Test-334664071 tempest-ServerShowV257Test-334664071-project] 10.222.0.16 "GET /v2.0/ports?device_id=099b6f50-a58e-45ed-b0ad-68cfb242dbb4 HTTP/1.1" status: 200 len: 210 time: 0.0328500 Jul 14 18:29:34.710375 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:34.715157 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-c5538f08-9a01-449b-a2c2-4b24be8be723 req-baeab514-6a77-4ae0-b6be-5d7923434200 tempest-LiveMigrationTest-64527954 tempest-LiveMigrationTest-64527954-project] For port dda704ab-58ba-443c-a327-149220292e36, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=dda704ab-58ba-443c-a327-149220292e36,segment=NetworkSegment(d3ebb57b-621c-4102-bdfe-7fa439ba5ffc),segment_id=d3ebb57b-621c-4102-bdfe-7fa439ba5ffc)] {{(pid=93915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:29:34.715525 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-c5538f08-9a01-449b-a2c2-4b24be8be723 req-baeab514-6a77-4ae0-b6be-5d7923434200 tempest-LiveMigrationTest-64527954 tempest-LiveMigrationTest-64527954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:34.719062 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-02b33a85-242f-46fa-a689-19b08b379347 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:34.733123 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [req-c5538f08-9a01-449b-a2c2-4b24be8be723 req-baeab514-6a77-4ae0-b6be-5d7923434200 tempest-LiveMigrationTest-64527954 tempest-LiveMigrationTest-64527954-project] Calling delete_port for dda704ab-58ba-443c-a327-149220292e36 owned by compute:nova {{(pid=93915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:29:34.751548 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port 7d2f5b48-4f1f-4f54-acfc-d43811b03a15, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=7d2f5b48-4f1f-4f54-acfc-d43811b03a15,segment=NetworkSegment(067fc487-22c7-42de-972d-ae352a28ad29),segment_id=067fc487-22c7-42de-972d-ae352a28ad29)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:29:34.753284 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5fb9d27-b1e3-4399-b4d8-7495d55c398a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d2f5b48-4f1f-4f54-acfc-d43811b03a15'}] {{(pid=93917) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:29:34.755837 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20b787f3c29eaa7aa2a4d648c725a2124c5ff39a8d793252f9d844495e14cf42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d218f8b-a385-4c79-94cc-2bc2dc8ec813" -d '{"events": [{"server_uuid": "a5fb9d27-b1e3-4399-b4d8-7495d55c398a", "name": "network-vif-plugged", "status": "completed", "tag": "7d2f5b48-4f1f-4f54-acfc-d43811b03a15"}]}' {{(pid=93917) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:29:34.775716 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:34.776544 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device 79d8480c-6ae0-486a-ab5c-cd0629dbedc8 no longer exists at agent hyperv_n-h1-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 18:29:34.797804 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.db_base_plugin_v2 [None req-4016d379-7082-4191-a18e-df20db767aee admin admin] Deleting subnet e16ffe8c-8b58-4e5b-8908-933a1026b495 {{(pid=93916) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 18:29:34.803620 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56d35674-9a93-4b78-b8dc-3f8c6e0f63db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9222b97e-5d1c-54f8-ba97-82f172498e76-6860f2ef-3ffa-40e2-ab3f-abeb1947a41b', 'network_id': '6860f2ef-3ffa-40e2-ab3f-abeb1947a41b', 'tenant_id': 'f86e8f2810854b92b77629078a820168', 'fixed_ips': [{'subnet_id': '575fa753-fbde-4123-b15a-2178e79f758a'}]}} from n-d-800634-3. {{(pid=93917) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 18:29:34.804507 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-56d35674-9a93-4b78-b8dc-3f8c6e0f63db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:34.805035 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-4016d379-7082-4191-a18e-df20db767aee admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:34.825016 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] No Port match for: 79d8480c-6ae0-486a-ab5c-cd0629dbedc8 {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 18:29:34.825357 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device 79d8480c-6ae0-486a-ab5c-cd0629dbedc8 not bound to the agent host n-h1-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 18:29:34.825948 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device c18880b1-3704-41a6-9385-b6125727058f no longer exists at agent hyperv_n-h1-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 18:29:34.860741 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 18:29:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1675dfb4-1668-4fc7-8f4f-49207d063040 x-openstack-request-id: req-1675dfb4-1668-4fc7-8f4f-49207d063040 {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:29:34.861324 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5fb9d27-b1e3-4399-b4d8-7495d55c398a", "name": "network-vif-plugged", "status": "completed", "tag": "7d2f5b48-4f1f-4f54-acfc-d43811b03a15", "code": 200}]} {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:29:34.861732 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1675dfb4-1668-4fc7-8f4f-49207d063040 {{(pid=93917) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:29:34.862368 n-d-800634-3 neutron-server[93917]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5fb9d27-b1e3-4399-b4d8-7495d55c398a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d2f5b48-4f1f-4f54-acfc-d43811b03a15', 'code': 200} Jul 14 18:29:34.867992 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] No Port match for: c18880b1-3704-41a6-9385-b6125727058f {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 18:29:34.868580 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device c18880b1-3704-41a6-9385-b6125727058f not bound to the agent host n-h1-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 18:29:34.936709 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-02b33a85-242f-46fa-a689-19b08b379347 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-929996', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-571750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11395'] for router, precommit_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:34.939938 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Pushing event updated for resources: {'Port': ['ID=7d2f5b48-4f1f-4f54-acfc-d43811b03a15,revision_number=9']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:29:34.946353 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-4016d379-7082-4191-a18e-df20db767aee admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26296866'] for subnet, precommit_delete_associations {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:34.984022 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65abd1e8-3267-4729-8774-f80203f940e8 req-90b80a01-421a-4c5e-b584-e14ad703afb1 tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:29:34.985703 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-65abd1e8-3267-4729-8774-f80203f940e8 req-90b80a01-421a-4c5e-b584-e14ad703afb1 tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] 10.222.0.18 "GET /v2.0/ports?device_id=bf402c61-cd81-4f75-87b2-bdcd84b28c25 HTTP/1.1" status: 200 len: 946 time: 0.1632388 Jul 14 18:29:35.025051 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.db_base_plugin_common [None req-56d35674-9a93-4b78-b8dc-3f8c6e0f63db None None] Allocated IP 172.20.0.2 (6860f2ef-3ffa-40e2-ab3f-abeb1947a41b/575fa753-fbde-4123-b15a-2178e79f758a/c4cd2210-6cd8-4e3e-beff-23e84f4e4ff7) {{(pid=93917) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:29:35.035271 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-c5538f08-9a01-449b-a2c2-4b24be8be723 req-baeab514-6a77-4ae0-b6be-5d7923434200 tempest-LiveMigrationTest-64527954 tempest-LiveMigrationTest-64527954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:35.044107 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-4016d379-7082-4191-a18e-df20db767aee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081283'] for subnet, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:35.089672 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baeab514-6a77-4ae0-b6be-5d7923434200 tempest-LiveMigrationTest-64527954 tempest-LiveMigrationTest-64527954-project] Pushing event deleted for resources: {'Port': ['ID=dda704ab-58ba-443c-a327-149220292e36,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:29:35.136078 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-4016d379-7082-4191-a18e-df20db767aee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2684816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26033152'] for subnet, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:35.170089 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4016d379-7082-4191-a18e-df20db767aee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e16ffe8c-8b58-4e5b-8908-933a1026b495,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:29:35.201335 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-4016d379-7082-4191-a18e-df20db767aee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598705'] for subnet, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:35.203403 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-4016d379-7082-4191-a18e-df20db767aee admin admin] 10.222.0.16 "DELETE /v2.0/subnets/e16ffe8c-8b58-4e5b-8908-933a1026b495 HTTP/1.1" status: 204 len: 168 time: 0.5617588 Jul 14 18:29:35.205969 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5538f08-9a01-449b-a2c2-4b24be8be723 req-baeab514-6a77-4ae0-b6be-5d7923434200 tempest-LiveMigrationTest-64527954 tempest-LiveMigrationTest-64527954-project] No DVR routers for this DVR port dda704ab-58ba-443c-a327-149220292e36 on host n-h1-800634-3 {{(pid=93915) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 18:29:35.208457 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-c5538f08-9a01-449b-a2c2-4b24be8be723 req-baeab514-6a77-4ae0-b6be-5d7923434200 tempest-LiveMigrationTest-64527954 tempest-LiveMigrationTest-64527954-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:35.210815 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c5538f08-9a01-449b-a2c2-4b24be8be723 req-baeab514-6a77-4ae0-b6be-5d7923434200 tempest-LiveMigrationTest-64527954 tempest-LiveMigrationTest-64527954-project] 10.222.0.18 "DELETE /v2.0/ports/dda704ab-58ba-443c-a327-149220292e36 HTTP/1.1" status: 204 len: 173 time: 0.8196228 Jul 14 18:29:35.211305 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 39462) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:29:35.235581 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-56d35674-9a93-4b78-b8dc-3f8c6e0f63db None None] Notify callbacks [] for port, precommit_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:35.252055 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-963526d8-6e6e-48cb-9c02-a69521d2275d req-148809ee-1bcf-4dbf-93ef-b96f1fbda807 tempest-LiveMigrationTest-64527954 tempest-LiveMigrationTest-64527954-project] 10.222.0.16 "GET /v2.0/ports?device_id=fbf4bb9b-1d56-4ad5-a9e1-d9e143744a86 HTTP/1.1" status: 200 len: 210 time: 0.0868409 Jul 14 18:29:35.255798 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:35.258616 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-56d35674-9a93-4b78-b8dc-3f8c6e0f63db None None] Transition to ACTIVE for port object c4cd2210-6cd8-4e3e-beff-23e84f4e4ff7 will not be triggered until provisioned by entity L2. {{(pid=93917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:29:35.275907 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-56d35674-9a93-4b78-b8dc-3f8c6e0f63db None None] Transition to ACTIVE for port object c4cd2210-6cd8-4e3e-beff-23e84f4e4ff7 will not be triggered until provisioned by entity DHCP. {{(pid=93917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:29:35.281680 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a058a39-e558-4c21-a3c5-651751cbb141 req-345b9b20-cf81-4c41-aefd-efe6934e476d tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:29:35.292094 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-56d35674-9a93-4b78-b8dc-3f8c6e0f63db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804'] for port, after_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:35.292244 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-1a058a39-e558-4c21-a3c5-651751cbb141 req-345b9b20-cf81-4c41-aefd-efe6934e476d tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] 10.222.0.16 "GET /v2.0/ports?device_id=bf402c61-cd81-4f75-87b2-bdcd84b28c25 HTTP/1.1" status: 200 len: 946 time: 0.3664839 Jul 14 18:29:35.315488 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-02b33a85-242f-46fa-a689-19b08b379347 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:35.322696 n-d-800634-3 neutron-server[93917]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56d35674-9a93-4b78-b8dc-3f8c6e0f63db None None] Network 6860f2ef-3ffa-40e2-ab3f-abeb1947a41b is already hosted by enough agents. {{(pid=93917) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:29:35.325534 n-d-800634-3 neutron-server[93917]: DEBUG neutron.scheduler.base_scheduler [None req-56d35674-9a93-4b78-b8dc-3f8c6e0f63db None None] Resources bound (agent type, host, resource id): {{(pid=93917) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:29:35.331743 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56d35674-9a93-4b78-b8dc-3f8c6e0f63db None None] Received port after_create {{(pid=93917) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:29:35.343837 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d35674-9a93-4b78-b8dc-3f8c6e0f63db None None] Pushing event updated for resources: {'Port': ['ID=c4cd2210-6cd8-4e3e-beff-23e84f4e4ff7,revision_number=1']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:29:35.356376 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-02b33a85-242f-46fa-a689-19b08b379347 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:35.403089 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-56d35674-9a93-4b78-b8dc-3f8c6e0f63db None None] Attempting to bind port c4cd2210-6cd8-4e3e-beff-23e84f4e4ff7 on host n-d-800634-3 for vnic_type normal with profile {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:29:35.403463 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-56d35674-9a93-4b78-b8dc-3f8c6e0f63db None None] Attempting to bind port c4cd2210-6cd8-4e3e-beff-23e84f4e4ff7 by drivers openvswitch,hyperv on host n-d-800634-3 at level 0 using segments [{'id': '3f65a28c-617c-4a7e-9722-25c0f48291ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '6860f2ef-3ffa-40e2-ab3f-abeb1947a41b'}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:29:35.403827 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56d35674-9a93-4b78-b8dc-3f8c6e0f63db None None] Attempting to bind port c4cd2210-6cd8-4e3e-beff-23e84f4e4ff7 on network 6860f2ef-3ffa-40e2-ab3f-abeb1947a41b {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:29:35.413624 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56d35674-9a93-4b78-b8dc-3f8c6e0f63db None None] Checking agent: {'id': '01c19e91-a945-4e3c-94a6-c211e17c923e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 8, 23), 'started_at': datetime.datetime(2021, 7, 14, 18, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 18, 29, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 18:29:35.413993 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56d35674-9a93-4b78-b8dc-3f8c6e0f63db None None] Checking segment: {'id': '3f65a28c-617c-4a7e-9722-25c0f48291ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '6860f2ef-3ffa-40e2-ab3f-abeb1947a41b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93917) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:29:35.414408 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-56d35674-9a93-4b78-b8dc-3f8c6e0f63db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:35.415292 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56d35674-9a93-4b78-b8dc-3f8c6e0f63db None None] Bound using segment: {'id': '3f65a28c-617c-4a7e-9722-25c0f48291ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '6860f2ef-3ffa-40e2-ab3f-abeb1947a41b'} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 18:29:35.415779 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-56d35674-9a93-4b78-b8dc-3f8c6e0f63db None None] Bound port: c4cd2210-6cd8-4e3e-beff-23e84f4e4ff7, host: n-d-800634-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f65a28c-617c-4a7e-9722-25c0f48291ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '6860f2ef-3ffa-40e2-ab3f-abeb1947a41b'}}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 18:29:35.416186 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-56d35674-9a93-4b78-b8dc-3f8c6e0f63db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:35.436817 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-1a058a39-e558-4c21-a3c5-651751cbb141 req-4395649e-03fe-4431-affe-7c453ee209ac tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] 10.222.0.16 "GET /v2.0/security-groups?id=4824db20-b9ba-4380-9f29-13755d37b981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437953 Jul 14 18:29:35.439673 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [req-65abd1e8-3267-4729-8774-f80203f940e8 req-0e2b1214-013e-4e81-b7ed-f9d60095aecd tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] Deleting port 2dc4e7e9-6455-4472-9129-79fcd5d07d19 {{(pid=93915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:29:35.440019 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-65abd1e8-3267-4729-8774-f80203f940e8 req-0e2b1214-013e-4e81-b7ed-f9d60095aecd tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:35.445120 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-e17585ba-e0a0-4f0d-921c-c1fd1b6b9b4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645734'] for network, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:35.494059 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.db_base_plugin_common [None req-02b33a85-242f-46fa-a689-19b08b379347 admin admin] Allocated IP 172.25.1.239 (9200a437-e1de-4520-88f6-e68386523e61/5f47f848-4532-407a-a0e2-5690ade15fd0/94657e5f-6035-456e-93c2-fd609df29fcc) {{(pid=93916) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:29:35.574092 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-56d35674-9a93-4b78-b8dc-3f8c6e0f63db None None] For port c4cd2210-6cd8-4e3e-beff-23e84f4e4ff7, host n-d-800634-3, cleared binding levels {{(pid=93917) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:29:35.578445 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-56d35674-9a93-4b78-b8dc-3f8c6e0f63db None None] For port c4cd2210-6cd8-4e3e-beff-23e84f4e4ff7, host n-d-800634-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=c4cd2210-6cd8-4e3e-beff-23e84f4e4ff7,segment=NetworkSegment(3f65a28c-617c-4a7e-9722-25c0f48291ca),segment_id=3f65a28c-617c-4a7e-9722-25c0f48291ca)] {{(pid=93917) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 18:29:35.583349 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbf4bb9b-1d56-4ad5-a9e1-d9e143744a86', 'name': 'network-vif-deleted', 'tag': 'dda704ab-58ba-443c-a327-149220292e36'}] {{(pid=93915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:29:35.585620 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e72782ad3af8f7d4ce76cedf092bca46d1756acc5c4653cf0b52034cdd6b073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a18d50c-7986-46e1-a2ee-ba591f104376" -d '{"events": [{"server_uuid": "fbf4bb9b-1d56-4ad5-a9e1-d9e143744a86", "name": "network-vif-deleted", "tag": "dda704ab-58ba-443c-a327-149220292e36"}]}' {{(pid=93915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:29:35.585907 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-56d35674-9a93-4b78-b8dc-3f8c6e0f63db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:35.661147 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-02b33a85-242f-46fa-a689-19b08b379347 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:35.667196 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d35674-9a93-4b78-b8dc-3f8c6e0f63db None None] Pushing event updated for resources: {'Port': ['ID=c4cd2210-6cd8-4e3e-beff-23e84f4e4ff7,revision_number=2']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:29:35.681296 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-e17585ba-e0a0-4f0d-921c-c1fd1b6b9b4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2096010', 'neutron.services.segments.db._delete_segments_for_network-8728202734996'] for network, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:35.715531 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-02b33a85-242f-46fa-a689-19b08b379347 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:35.718921 n-d-800634-3 neutron-server[93915]: DEBUG neutron.services.segments.db [None req-e17585ba-e0a0-4f0d-921c-c1fd1b6b9b4e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91eb8513-dee0-4b8f-875e-30d1196dc481']}} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:29:35.748473 n-d-800634-3 neutron-server[93915]: DEBUG neutron.services.segments.db [None req-e17585ba-e0a0-4f0d-921c-c1fd1b6b9b4e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cccbed16-a640-41f7-b376-587e4507a33c') {'for_net_delete': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:29:35.748775 n-d-800634-3 neutron-server[93915]: DEBUG neutron.services.segments.db [None req-e17585ba-e0a0-4f0d-921c-c1fd1b6b9b4e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cccbed16-a640-41f7-b376-587e4507a33c') {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:29:35.759758 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-e17585ba-e0a0-4f0d-921c-c1fd1b6b9b4e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728202715275', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28939920'] for segment, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:35.779398 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02b33a85-242f-46fa-a689-19b08b379347 admin admin] Network 9200a437-e1de-4520-88f6-e68386523e61 is already hosted by enough agents. {{(pid=93916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:29:35.785212 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [None req-02b33a85-242f-46fa-a689-19b08b379347 admin admin] Resources bound (agent type, host, resource id): {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:29:35.788714 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02b33a85-242f-46fa-a689-19b08b379347 admin admin] Received port after_create {{(pid=93916) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:29:35.809611 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-65abd1e8-3267-4729-8774-f80203f940e8 req-0e2b1214-013e-4e81-b7ed-f9d60095aecd tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] For port 2dc4e7e9-6455-4472-9129-79fcd5d07d19, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=2dc4e7e9-6455-4472-9129-79fcd5d07d19,segment=NetworkSegment(c5dc6d5b-42e9-4c22-85af-e48a17c0bd6d),segment_id=c5dc6d5b-42e9-4c22-85af-e48a17c0bd6d)] {{(pid=93915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:29:35.809978 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-65abd1e8-3267-4729-8774-f80203f940e8 req-0e2b1214-013e-4e81-b7ed-f9d60095aecd tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:35.816286 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b33a85-242f-46fa-a689-19b08b379347 admin admin] Pushing event updated for resources: {'Port': ['ID=94657e5f-6035-456e-93c2-fd609df29fcc,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:29:35.854064 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [req-65abd1e8-3267-4729-8774-f80203f940e8 req-0e2b1214-013e-4e81-b7ed-f9d60095aecd tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] Calling delete_port for 2dc4e7e9-6455-4472-9129-79fcd5d07d19 owned by compute:nova {{(pid=93915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:29:35.906229 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-e17585ba-e0a0-4f0d-921c-c1fd1b6b9b4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:35.919212 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e17585ba-e0a0-4f0d-921c-c1fd1b6b9b4e admin admin] Releasing vlan 92 on physical network physnet1 to pool {{(pid=93915) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 18:29:35.919615 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-e17585ba-e0a0-4f0d-921c-c1fd1b6b9b4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25911658'] for segment, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:35.922645 n-d-800634-3 neutron-server[93915]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:29:35.922645 n-d-800634-3 neutron-server[93915]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:29:35.922645 n-d-800634-3 neutron-server[93915]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:29:35.922645 n-d-800634-3 neutron-server[93915]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:29:35.922645 n-d-800634-3 neutron-server[93915]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:29:35.922645 n-d-800634-3 neutron-server[93915]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:29:35.922645 n-d-800634-3 neutron-server[93915]: Traceback (most recent call last): Jul 14 18:29:35.922645 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 18:29:35.922645 n-d-800634-3 neutron-server[93915]: timer() Jul 14 18:29:35.922645 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 18:29:35.922645 n-d-800634-3 neutron-server[93915]: cb(*args, **kw) Jul 14 18:29:35.922645 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 18:29:35.922645 n-d-800634-3 neutron-server[93915]: return func(*args, **kwargs) Jul 14 18:29:35.922645 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 18:29:35.922645 n-d-800634-3 neutron-server[93915]: self._notify() Jul 14 18:29:35.922645 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 18:29:35.922645 n-d-800634-3 neutron-server[93915]: self.callback(batched_events) Jul 14 18:29:35.922645 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 18:29:35.922645 n-d-800634-3 neutron-server[93915]: event.method(event) Jul 14 18:29:35.922645 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 18:29:35.922645 n-d-800634-3 neutron-server[93915]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 18:29:35.922645 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 18:29:35.922645 n-d-800634-3 neutron-server[93915]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 18:29:35.922645 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 18:29:35.922645 n-d-800634-3 neutron-server[93915]: return f(self, *a, **k) Jul 14 18:29:35.922645 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 18:29:35.922645 n-d-800634-3 neutron-server[93915]: return self._get(url).json() Jul 14 18:29:35.922645 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 18:29:35.922645 n-d-800634-3 neutron-server[93915]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 18:29:35.922645 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 18:29:35.922645 n-d-800634-3 neutron-server[93915]: return self.request(url, 'GET', **kwargs) Jul 14 18:29:35.922645 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 18:29:35.922645 n-d-800634-3 neutron-server[93915]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 18:29:35.922645 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 18:29:35.922645 n-d-800634-3 neutron-server[93915]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 18:29:35.922645 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 18:29:35.922645 n-d-800634-3 neutron-server[93915]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 18:29:35.922645 n-d-800634-3 neutron-server[93915]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 18:29:36.048758 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-e17585ba-e0a0-4f0d-921c-c1fd1b6b9b4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2096001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-930085'] for network, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:36.062569 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-e17585ba-e0a0-4f0d-921c-c1fd1b6b9b4e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598705'] for network, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:36.064651 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-e17585ba-e0a0-4f0d-921c-c1fd1b6b9b4e admin admin] 10.222.0.16 "DELETE /v2.0/networks/91eb8513-dee0-4b8f-875e-30d1196dc481 HTTP/1.1" status: 204 len: 168 time: 0.8502347 Jul 14 18:29:36.089909 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b9b611-2d4c-4e34-a73f-e1e8a3e7d677 req-6d89b39f-de4e-45ab-9d47-4ba48955106f tempest-ServerDiskConfigTestJSON-1372590070 tempest-ServerDiskConfigTestJSON-1372590070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:29:36.097423 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-62b9b611-2d4c-4e34-a73f-e1e8a3e7d677 req-6d89b39f-de4e-45ab-9d47-4ba48955106f tempest-ServerDiskConfigTestJSON-1372590070 tempest-ServerDiskConfigTestJSON-1372590070-project] 10.222.0.16 "GET /v2.0/ports?device_id=bf8f126b-3e3d-4e58-8ea4-3089f2cc29ed HTTP/1.1" status: 200 len: 946 time: 0.3989952 Jul 14 18:29:36.101765 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17585ba-e0a0-4f0d-921c-c1fd1b6b9b4e admin admin] Pushing event deleted for resources: {'Network': ['ID=91eb8513-dee0-4b8f-875e-30d1196dc481,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:29:36.116883 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089d089b-40dc-4932-9809-b7c22862c546 req-8b92fba6-f2a4-49b9-803a-b269458fae38 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:29:36.123941 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-089d089b-40dc-4932-9809-b7c22862c546 req-8b92fba6-f2a4-49b9-803a-b269458fae38 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.16 "GET /v2.0/ports?device_id=a5fb9d27-b1e3-4399-b4d8-7495d55c398a HTTP/1.1" status: 200 len: 950 time: 0.4141078 Jul 14 18:29:36.224828 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-62b9b611-2d4c-4e34-a73f-e1e8a3e7d677 req-af36648c-5277-4c66-8ee2-26eff4152a05 tempest-ServerDiskConfigTestJSON-1372590070 tempest-ServerDiskConfigTestJSON-1372590070-project] 10.222.0.16 "GET /v2.0/security-groups?id=8f471560-b797-46f3-abf1-e078e196721c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263645 Jul 14 18:29:36.264023 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 39480) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:29:36.265342 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-65abd1e8-3267-4729-8774-f80203f940e8 req-0e2b1214-013e-4e81-b7ed-f9d60095aecd tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:36.277082 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] get_ports_and_sgs() called for port_ids ['2dc4e7e9-6455-4472-9129-79fcd5d07d19'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 18:29:36.301294 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-089d089b-40dc-4932-9809-b7c22862c546 req-86ef6848-2e7d-4dde-b160-aa8c24c03a29 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.16 "GET /v2.0/security-groups?id=95148b1b-0f93-483b-9e80-262147c27e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1706121 Jul 14 18:29:36.334218 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 18:29:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8df741d3-5057-4ddb-ac4c-998c2f6f35be x-openstack-request-id: req-8df741d3-5057-4ddb-ac4c-998c2f6f35be {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:29:36.334514 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbf4bb9b-1d56-4ad5-a9e1-d9e143744a86", "name": "network-vif-deleted", "tag": "dda704ab-58ba-443c-a327-149220292e36", "status": "completed", "code": 200}]} {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:29:36.334766 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8df741d3-5057-4ddb-ac4c-998c2f6f35be {{(pid=93915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:29:36.335162 n-d-800634-3 neutron-server[93915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbf4bb9b-1d56-4ad5-a9e1-d9e143744a86', 'name': 'network-vif-deleted', 'tag': 'dda704ab-58ba-443c-a327-149220292e36', 'status': 'completed', 'code': 200} Jul 14 18:29:36.374095 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2b1214-013e-4e81-b7ed-f9d60095aecd tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] Pushing event deleted for resources: {'Port': ['ID=2dc4e7e9-6455-4472-9129-79fcd5d07d19,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:29:36.437152 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-5c389bc2-bf31-462d-9e4f-9a100e3f5ce1 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=62f6151c101d42389d9dd95823c46ba7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1694846 Jul 14 18:29:36.455572 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 39484) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:29:36.456245 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 39486) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:29:36.457101 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [req-65abd1e8-3267-4729-8774-f80203f940e8 req-0e2b1214-013e-4e81-b7ed-f9d60095aecd tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] No DVR routers for this DVR port 2dc4e7e9-6455-4472-9129-79fcd5d07d19 on host n-h1-800634-3 {{(pid=93915) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 18:29:36.466033 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-65abd1e8-3267-4729-8774-f80203f940e8 req-0e2b1214-013e-4e81-b7ed-f9d60095aecd tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:36.472715 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-65abd1e8-3267-4729-8774-f80203f940e8 req-0e2b1214-013e-4e81-b7ed-f9d60095aecd tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] 10.222.0.18 "DELETE /v2.0/ports/2dc4e7e9-6455-4472-9129-79fcd5d07d19 HTTP/1.1" status: 204 len: 173 time: 1.4778392 Jul 14 18:29:36.574136 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-02b33a85-242f-46fa-a689-19b08b379347 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:36.594833 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-8b07431c-7315-47de-b53a-b28d45b6b75a req-cb88b187-a785-4762-b798-f48344c95adf tempest-ServerShowV257Test-334664071 tempest-ServerShowV257Test-334664071-project] 10.222.0.16 "GET /v2.0/ports?device_id=099b6f50-a58e-45ed-b0ad-68cfb242dbb4 HTTP/1.1" status: 200 len: 210 time: 0.0668426 Jul 14 18:29:36.616839 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-e59412dc-7045-48a7-a92d-14e87fd62869 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:36.676382 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-e59412dc-7045-48a7-a92d-14e87fd62869 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:36.740680 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef92b050-349f-4fb8-a53f-d318c18a11d0 req-33dfef46-8446-42d2-b12f-d603005d1308 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:29:36.742038 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-8f76982f-b321-42d4-bbba-381ec6370b1d req-962a4a31-2e8c-4257-a586-f90676d61071 tempest-ServersTestJSON-1277794161 tempest-ServersTestJSON-1277794161-project] 10.222.0.16 "GET /v2.0/ports?device_id=bf402c61-cd81-4f75-87b2-bdcd84b28c25 HTTP/1.1" status: 200 len: 210 time: 0.0545728 Jul 14 18:29:36.754628 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-ef92b050-349f-4fb8-a53f-d318c18a11d0 req-33dfef46-8446-42d2-b12f-d603005d1308 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=a5fb9d27-b1e3-4399-b4d8-7495d55c398a&tenant_id=e0d800f124a7477bb29e534c1272cd15 HTTP/1.1" status: 200 len: 1101 time: 0.1780407 Jul 14 18:29:36.769902 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [req-ef92b050-349f-4fb8-a53f-d318c18a11d0 req-9e2b645d-4cd4-4c55-bd65-f5023b3cbe4e service neutron] Request body: {'port': {'binding:host_id': 'n-h2-800634-3', 'device_owner': 'compute:nova'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:29:36.799825 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-e59412dc-7045-48a7-a92d-14e87fd62869 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:36.804631 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-e59412dc-7045-48a7-a92d-14e87fd62869 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:36.805838 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-e59412dc-7045-48a7-a92d-14e87fd62869 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9645895a-eb46-49e6-952c-83c7b1ffdb42 HTTP/1.1" status: 204 len: 168 time: 0.3467247 Jul 14 18:29:36.816519 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59412dc-7045-48a7-a92d-14e87fd62869 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9645895a-eb46-49e6-952c-83c7b1ffdb42,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:29:36.874050 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.db_base_plugin_v2 [None req-52514ac0-b241-4d5e-8112-c996c2a8abe5 admin admin] Deleting subnet 8fa41a13-248e-4ed4-8731-d525cb4f3c62 {{(pid=93915) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 18:29:36.877500 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-52514ac0-b241-4d5e-8112-c996c2a8abe5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:36.918501 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-52514ac0-b241-4d5e-8112-c996c2a8abe5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28939913'] for subnet, precommit_delete_associations {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:36.969972 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-52514ac0-b241-4d5e-8112-c996c2a8abe5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081283'] for subnet, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:36.989231 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-ef92b050-349f-4fb8-a53f-d318c18a11d0 req-9e2b645d-4cd4-4c55-bd65-f5023b3cbe4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:37.011365 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-02b33a85-242f-46fa-a689-19b08b379347 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-571759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-930033'] for router, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:37.029522 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2566178-44a8-4d41-b1be-fb625e6c15af None None] Network 6860f2ef-3ffa-40e2-ab3f-abeb1947a41b requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:29:37.050039 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-52514ac0-b241-4d5e-8112-c996c2a8abe5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25913028', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28969762'] for subnet, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:37.105417 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52514ac0-b241-4d5e-8112-c996c2a8abe5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8fa41a13-248e-4ed4-8731-d525cb4f3c62,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:29:37.121376 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-52514ac0-b241-4d5e-8112-c996c2a8abe5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:37.127405 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-52514ac0-b241-4d5e-8112-c996c2a8abe5 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/8fa41a13-248e-4ed4-8731-d525cb4f3c62 HTTP/1.1" status: 204 len: 168 time: 0.6649354 Jul 14 18:29:37.128399 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 39498) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:29:37.171267 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device c4cd2210-6cd8-4e3e-beff-23e84f4e4ff7 up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:29:37.227042 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-e6495d97-d07b-4833-87fb-ab373b2e59d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645734'] for network, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:37.386797 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-e6495d97-d07b-4833-87fb-ab373b2e59d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2096010', 'neutron.services.segments.db._delete_segments_for_network-8728202734996'] for network, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:37.400742 n-d-800634-3 neutron-server[93915]: DEBUG neutron.services.segments.db [None req-e6495d97-d07b-4833-87fb-ab373b2e59d7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31a99599-848e-4d3a-b964-3d8069f89b88']}} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:29:37.421466 n-d-800634-3 neutron-server[93915]: DEBUG neutron.services.segments.db [None req-e6495d97-d07b-4833-87fb-ab373b2e59d7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3ebb57b-621c-4102-bdfe-7fa439ba5ffc') {'for_net_delete': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:29:37.421776 n-d-800634-3 neutron-server[93915]: DEBUG neutron.services.segments.db [None req-e6495d97-d07b-4833-87fb-ab373b2e59d7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3ebb57b-621c-4102-bdfe-7fa439ba5ffc') {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:29:37.460611 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-3b86c8de-02cf-485a-86ab-525fba225d7e None None] Provisioning for port c4cd2210-6cd8-4e3e-beff-23e84f4e4ff7 completed by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:29:37.464377 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-e6495d97-d07b-4833-87fb-ab373b2e59d7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728202715275', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28939920'] for segment, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:37.486155 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning for port c4cd2210-6cd8-4e3e-beff-23e84f4e4ff7 completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:29:37.487760 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-e6495d97-d07b-4833-87fb-ab373b2e59d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:37.493230 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port c4cd2210-6cd8-4e3e-beff-23e84f4e4ff7 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:29:37.493872 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:37.512614 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6495d97-d07b-4833-87fb-ab373b2e59d7 admin admin] Releasing vlan 67 on physical network physnet1 to pool {{(pid=93915) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 18:29:37.513064 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-e6495d97-d07b-4833-87fb-ab373b2e59d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25911658'] for segment, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:37.514492 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02b33a85-242f-46fa-a689-19b08b379347 admin admin] Router 6c2d8b8c-6bc8-43ae-b2c7-b463bf6ea433 is scheduled to L3 agent 2c6eb27e-defb-4cca-9a24-381c7415e359 with binding_index 1 {{(pid=93916) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 18:29:37.515769 n-d-800634-3 neutron-server[93915]: Traceback (most recent call last): Jul 14 18:29:37.515769 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 18:29:37.515769 n-d-800634-3 neutron-server[93915]: timer() Jul 14 18:29:37.515769 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 18:29:37.515769 n-d-800634-3 neutron-server[93915]: cb(*args, **kw) Jul 14 18:29:37.515769 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 18:29:37.515769 n-d-800634-3 neutron-server[93915]: return func(*args, **kwargs) Jul 14 18:29:37.515769 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 18:29:37.515769 n-d-800634-3 neutron-server[93915]: self._notify() Jul 14 18:29:37.515769 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 18:29:37.515769 n-d-800634-3 neutron-server[93915]: self.callback(batched_events) Jul 14 18:29:37.515769 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 18:29:37.515769 n-d-800634-3 neutron-server[93915]: event.method(event) Jul 14 18:29:37.515769 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 18:29:37.515769 n-d-800634-3 neutron-server[93915]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 18:29:37.515769 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 18:29:37.515769 n-d-800634-3 neutron-server[93915]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 18:29:37.515769 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 18:29:37.515769 n-d-800634-3 neutron-server[93915]: return f(self, *a, **k) Jul 14 18:29:37.515769 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 18:29:37.515769 n-d-800634-3 neutron-server[93915]: return self._get(url).json() Jul 14 18:29:37.515769 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 18:29:37.515769 n-d-800634-3 neutron-server[93915]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 18:29:37.515769 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 18:29:37.515769 n-d-800634-3 neutron-server[93915]: return self.request(url, 'GET', **kwargs) Jul 14 18:29:37.515769 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 18:29:37.515769 n-d-800634-3 neutron-server[93915]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 18:29:37.515769 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 18:29:37.515769 n-d-800634-3 neutron-server[93915]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 18:29:37.515769 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 18:29:37.515769 n-d-800634-3 neutron-server[93915]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 18:29:37.515769 n-d-800634-3 neutron-server[93915]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 18:29:37.535175 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.db [req-ef92b050-349f-4fb8-a53f-d318c18a11d0 req-9e2b645d-4cd4-4c55-bd65-f5023b3cbe4e service neutron] For port 7d2f5b48-4f1f-4f54-acfc-d43811b03a15, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=7d2f5b48-4f1f-4f54-acfc-d43811b03a15,segment=NetworkSegment(067fc487-22c7-42de-972d-ae352a28ad29),segment_id=067fc487-22c7-42de-972d-ae352a28ad29)] {{(pid=93916) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:29:37.584740 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94db7c7-a761-4cc7-bfac-715ef7994906 req-983f779d-8201-4566-8c84-bbc5169acaf2 tempest-ServerDiskConfigTestJSON-1372590070 tempest-ServerDiskConfigTestJSON-1372590070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:29:37.592713 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c94db7c7-a761-4cc7-bfac-715ef7994906 req-983f779d-8201-4566-8c84-bbc5169acaf2 tempest-ServerDiskConfigTestJSON-1372590070 tempest-ServerDiskConfigTestJSON-1372590070-project] 10.222.0.16 "GET /v2.0/ports?device_id=bf8f126b-3e3d-4e58-8ea4-3089f2cc29ed HTTP/1.1" status: 200 len: 946 time: 0.1777260 Jul 14 18:29:37.650568 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.db [req-ef92b050-349f-4fb8-a53f-d318c18a11d0 req-9e2b645d-4cd4-4c55-bd65-f5023b3cbe4e service neutron] For port 7d2f5b48-4f1f-4f54-acfc-d43811b03a15, host n-h1-800634-3, cleared binding levels {{(pid=93916) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:29:37.668807 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-e6495d97-d07b-4833-87fb-ab373b2e59d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2096001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-930085'] for network, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:37.673108 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-e6495d97-d07b-4833-87fb-ab373b2e59d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598705'] for network, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:37.678654 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-e6495d97-d07b-4833-87fb-ab373b2e59d7 admin admin] 10.222.0.16 "DELETE /v2.0/networks/31a99599-848e-4d3a-b964-3d8069f89b88 HTTP/1.1" status: 204 len: 168 time: 0.5450346 Jul 14 18:29:37.681189 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 39518) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:29:37.694091 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:37.700979 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6495d97-d07b-4833-87fb-ab373b2e59d7 admin admin] Pushing event deleted for resources: {'Network': ['ID=31a99599-848e-4d3a-b964-3d8069f89b88,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:29:37.727177 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89a47c1-c1ec-41ed-a8ac-2f09ee89251d req-8b35e26c-1916-4ee8-b1be-70c303c8ebbc tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:29:37.728821 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a89a47c1-c1ec-41ed-a8ac-2f09ee89251d req-8b35e26c-1916-4ee8-b1be-70c303c8ebbc tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.16 "GET /v2.0/ports?device_id=a5fb9d27-b1e3-4399-b4d8-7495d55c398a HTTP/1.1" status: 200 len: 950 time: 0.1950967 Jul 14 18:29:37.742177 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c94db7c7-a761-4cc7-bfac-715ef7994906 req-d656df34-cf6a-4508-a212-b44a0b72dcc5 tempest-ServerDiskConfigTestJSON-1372590070 tempest-ServerDiskConfigTestJSON-1372590070-project] 10.222.0.16 "GET /v2.0/security-groups?id=8f471560-b797-46f3-abf1-e078e196721c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485133 Jul 14 18:29:37.753652 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] For port c4cd2210-6cd8-4e3e-beff-23e84f4e4ff7, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=c4cd2210-6cd8-4e3e-beff-23e84f4e4ff7,segment=NetworkSegment(3f65a28c-617c-4a7e-9722-25c0f48291ca),segment_id=3f65a28c-617c-4a7e-9722-25c0f48291ca)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:29:37.770245 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:37.789289 n-d-800634-3 neutron-server[93916]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5fb9d27-b1e3-4399-b4d8-7495d55c398a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7d2f5b48-4f1f-4f54-acfc-d43811b03a15'}] {{(pid=93916) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:29:37.791778 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f803e150b363a7893830aa996ac27753fa25517c406ecd3536b7c2d4b26eeb9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2356158b-ae2f-4f53-bd2f-1509fbe5ab34" -d '{"events": [{"server_uuid": "a5fb9d27-b1e3-4399-b4d8-7495d55c398a", "name": "network-vif-unplugged", "status": "completed", "tag": "7d2f5b48-4f1f-4f54-acfc-d43811b03a15"}]}' {{(pid=93916) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:29:37.796209 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-ef92b050-349f-4fb8-a53f-d318c18a11d0 req-9e2b645d-4cd4-4c55-bd65-f5023b3cbe4e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:37.817197 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02b33a85-242f-46fa-a689-19b08b379347 admin admin] Notify agent at l3_agent.n-d-800634-3 the message routers_updated {{(pid=93916) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 18:29:37.830987 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4bbb1d0-4b7d-4168-8d0d-7507d929f44d admin admin] Deleting subnet 888d6317-a870-4b8d-a715-bf12d7abdb17 {{(pid=93916) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 18:29:37.835059 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c1d77a0-f94a-4b97-97c0-f5763b3bd989 None None] Sync routers for ids ['6c2d8b8c-6bc8-43ae-b2c7-b463bf6ea433'] in n-d-800634-3 {{(pid=93917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 18:29:37.835498 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a4bbb1d0-4b7d-4168-8d0d-7507d929f44d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:37.864062 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a89a47c1-c1ec-41ed-a8ac-2f09ee89251d req-d331fdf1-540f-4c4b-b02d-25e7d24b4355 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.16 "GET /v2.0/security-groups?id=95148b1b-0f93-483b-9e80-262147c27e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207290 Jul 14 18:29:37.883560 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a4bbb1d0-4b7d-4168-8d0d-7507d929f44d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26296866'] for subnet, precommit_delete_associations {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:37.890396 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c1d77a0-f94a-4b97-97c0-f5763b3bd989 None None] Routers {'6c2d8b8c-6bc8-43ae-b2c7-b463bf6ea433'} bound to L3 agent in host n-d-800634-3 {{(pid=93917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:29:37.891128 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-3c1d77a0-f94a-4b97-97c0-f5763b3bd989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:29:23Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['6c2d8b8c-6bc8-43ae-b2c7-b463bf6ea433'], 'active': True} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:29:37.947989 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.provisioning_blocks [req-ef92b050-349f-4fb8-a53f-d318c18a11d0 req-9e2b645d-4cd4-4c55-bd65-f5023b3cbe4e service neutron] Transition to ACTIVE for port object 7d2f5b48-4f1f-4f54-acfc-d43811b03a15 will not be triggered until provisioned by entity L2. {{(pid=93916) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:29:37.959388 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-ef92b050-349f-4fb8-a53f-d318c18a11d0 req-9e2b645d-4cd4-4c55-bd65-f5023b3cbe4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2684870'] for port, after_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:37.979467 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-02b33a85-242f-46fa-a689-19b08b379347 admin admin] Notify callbacks [] for router, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:37.980961 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-02b33a85-242f-46fa-a689-19b08b379347 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 3.4266784 Jul 14 18:29:37.999534 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 39530) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:29:38.000862 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 39532) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:29:38.002605 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Pushing event updated for resources: {'Port': ['ID=c4cd2210-6cd8-4e3e-beff-23e84f4e4ff7,revision_number=3']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:29:38.004856 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a4bbb1d0-4b7d-4168-8d0d-7507d929f44d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081283'] for subnet, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:38.017270 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-323f3bf5-0879-4ef9-8faa-512ebd7047e3 req-8ad9746f-d03a-42a4-9bfd-cfe8815da4f9 tempest-ServerShowV257Test-334664071 tempest-ServerShowV257Test-334664071-project] 10.222.0.16 "GET /v2.0/ports?device_id=099b6f50-a58e-45ed-b0ad-68cfb242dbb4 HTTP/1.1" status: 200 len: 210 time: 0.1111841 Jul 14 18:29:38.074752 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 14 Jul 2021 18:29:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a99bfabc-b710-408e-ba78-629ecbd1a2c8 x-openstack-request-id: req-a99bfabc-b710-408e-ba78-629ecbd1a2c8 {{(pid=93916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:29:38.075052 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5fb9d27-b1e3-4399-b4d8-7495d55c398a", "name": "network-vif-unplugged", "status": "completed", "tag": "7d2f5b48-4f1f-4f54-acfc-d43811b03a15", "code": 200}]} {{(pid=93916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:29:38.075875 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a99bfabc-b710-408e-ba78-629ecbd1a2c8 {{(pid=93916) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:29:38.077204 n-d-800634-3 neutron-server[93916]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5fb9d27-b1e3-4399-b4d8-7495d55c398a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7d2f5b48-4f1f-4f54-acfc-d43811b03a15', 'code': 200} Jul 14 18:29:38.078694 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvr_db [None req-3c1d77a0-f94a-4b97-97c0-f5763b3bd989 None None] Set router 6c2d8b8c-6bc8-43ae-b2c7-b463bf6ea433 gateway port host: n-d-800634-3 {{(pid=93917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 18:29:38.125320 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef92b050-349f-4fb8-a53f-d318c18a11d0 req-9e2b645d-4cd4-4c55-bd65-f5023b3cbe4e service neutron] No DVR routers for this DVR port 7d2f5b48-4f1f-4f54-acfc-d43811b03a15 on host n-h1-800634-3 {{(pid=93916) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 18:29:38.145884 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 39534) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:29:38.204818 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-7606ee46-258e-4393-b51a-4600ee8ee740 None None] Provisioning complete for port c4cd2210-6cd8-4e3e-beff-23e84f4e4ff7 triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:29:38.205280 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-7606ee46-258e-4393-b51a-4600ee8ee740 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:38.211807 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.managers [req-ef92b050-349f-4fb8-a53f-d318c18a11d0 req-9e2b645d-4cd4-4c55-bd65-f5023b3cbe4e service neutron] Attempting to bind port 7d2f5b48-4f1f-4f54-acfc-d43811b03a15 on host n-h2-800634-3 for vnic_type normal with profile {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:29:38.214955 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.managers [req-ef92b050-349f-4fb8-a53f-d318c18a11d0 req-9e2b645d-4cd4-4c55-bd65-f5023b3cbe4e service neutron] Attempting to bind port 7d2f5b48-4f1f-4f54-acfc-d43811b03a15 by drivers openvswitch,hyperv on host n-h2-800634-3 at level 0 using segments [{'id': '067fc487-22c7-42de-972d-ae352a28ad29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '4f742057-89ee-4b4a-86f7-487ee61881a1'}] {{(pid=93916) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:29:38.215640 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef92b050-349f-4fb8-a53f-d318c18a11d0 req-9e2b645d-4cd4-4c55-bd65-f5023b3cbe4e service neutron] Attempting to bind port 7d2f5b48-4f1f-4f54-acfc-d43811b03a15 on network 4f742057-89ee-4b4a-86f7-487ee61881a1 {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:29:38.261674 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2b645d-4cd4-4c55-bd65-f5023b3cbe4e service neutron] Pushing event updated for resources: {'Port': ['ID=7d2f5b48-4f1f-4f54-acfc-d43811b03a15,revision_number=10']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:29:38.269559 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef92b050-349f-4fb8-a53f-d318c18a11d0 req-9e2b645d-4cd4-4c55-bd65-f5023b3cbe4e service neutron] Port 7d2f5b48-4f1f-4f54-acfc-d43811b03a15 on network 4f742057-89ee-4b4a-86f7-487ee61881a1 not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-3 {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 18:29:38.270153 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef92b050-349f-4fb8-a53f-d318c18a11d0 req-9e2b645d-4cd4-4c55-bd65-f5023b3cbe4e service neutron] Attempting to bind port 7d2f5b48-4f1f-4f54-acfc-d43811b03a15 on network 4f742057-89ee-4b4a-86f7-487ee61881a1 {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:29:38.274077 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a4bbb1d0-4b7d-4168-8d0d-7507d929f44d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2684816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26033152'] for subnet, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:38.318326 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef92b050-349f-4fb8-a53f-d318c18a11d0 req-9e2b645d-4cd4-4c55-bd65-f5023b3cbe4e service neutron] Checking agent: {'id': '08e36a6c-8d04-48f0-a644-f27680635246', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 15, 35), 'started_at': datetime.datetime(2021, 7, 14, 18, 15, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 18, 29, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 18:29:38.318848 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef92b050-349f-4fb8-a53f-d318c18a11d0 req-9e2b645d-4cd4-4c55-bd65-f5023b3cbe4e service neutron] Checking segment: {'id': '067fc487-22c7-42de-972d-ae352a28ad29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '4f742057-89ee-4b4a-86f7-487ee61881a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93916) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:29:38.319343 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef92b050-349f-4fb8-a53f-d318c18a11d0 req-9e2b645d-4cd4-4c55-bd65-f5023b3cbe4e service neutron] Bound using segment: {'id': '067fc487-22c7-42de-972d-ae352a28ad29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '4f742057-89ee-4b4a-86f7-487ee61881a1'} {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 18:29:38.319928 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.managers [req-ef92b050-349f-4fb8-a53f-d318c18a11d0 req-9e2b645d-4cd4-4c55-bd65-f5023b3cbe4e service neutron] Bound port: 7d2f5b48-4f1f-4f54-acfc-d43811b03a15, host: n-h2-800634-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '067fc487-22c7-42de-972d-ae352a28ad29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '4f742057-89ee-4b4a-86f7-487ee61881a1'}}] {{(pid=93916) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 18:29:38.320432 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-ef92b050-349f-4fb8-a53f-d318c18a11d0 req-9e2b645d-4cd4-4c55-bd65-f5023b3cbe4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:38.341909 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4bbb1d0-4b7d-4168-8d0d-7507d929f44d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=888d6317-a870-4b8d-a715-bf12d7abdb17,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:29:38.364427 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a4bbb1d0-4b7d-4168-8d0d-7507d929f44d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598705'] for subnet, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:38.368862 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-a4bbb1d0-4b7d-4168-8d0d-7507d929f44d admin admin] 10.222.0.16 "DELETE /v2.0/subnets/888d6317-a870-4b8d-a715-bf12d7abdb17 HTTP/1.1" status: 204 len: 168 time: 0.6845930 Jul 14 18:29:38.369359 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 39538) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:29:38.391495 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-3c1d77a0-f94a-4b97-97c0-f5763b3bd989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c2d8b8c-6bc8-43ae-b2c7-b463bf6ea433', 'name': 'tempest-FloatingIPDetailsTestJSON-1850745205-router', 'tenant_id': 'f86e8f2810854b92b77629078a820168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.239'}], 'enable_snat': True}, 'gw_port_id': '94657e5f-6035-456e-93c2-fd609df29fcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:29:34Z', 'updated_at': '2021-07-14T18:29:35Z', 'revision_number': 3, 'project_id': 'f86e8f2810854b92b77629078a820168', 'gw_port': {'id': '94657e5f-6035-456e-93c2-fd609df29fcc', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:a4:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c2d8b8c-6bc8-43ae-b2c7-b463bf6ea433', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1081, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:29:35Z', 'updated_at': '2021-07-14T18:29:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3'}], 'n-d-800634-3', False) {} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:29:38.420049 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c1d77a0-f94a-4b97-97c0-f5763b3bd989 None None] Checking router: 6c2d8b8c-6bc8-43ae-b2c7-b463bf6ea433 for host: n-d-800634-3 {{(pid=93917) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 18:29:38.420997 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c1d77a0-f94a-4b97-97c0-f5763b3bd989 None None] Updating router 6c2d8b8c-6bc8-43ae-b2c7-b463bf6ea433 port 94657e5f-6035-456e-93c2-fd609df29fcc binding host n-d-800634-3 {{(pid=93917) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 18:29:38.423015 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device dda704ab-58ba-443c-a327-149220292e36 no longer exists at agent hyperv_n-h1-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 18:29:38.465936 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] No Port match for: dda704ab-58ba-443c-a327-149220292e36 {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 18:29:38.467020 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device dda704ab-58ba-443c-a327-149220292e36 not bound to the agent host n-h1-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 18:29:38.467985 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device 2dc4e7e9-6455-4472-9129-79fcd5d07d19 no longer exists at agent hyperv_n-h1-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 18:29:38.473456 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.db [req-ef92b050-349f-4fb8-a53f-d318c18a11d0 req-9e2b645d-4cd4-4c55-bd65-f5023b3cbe4e service neutron] For port 7d2f5b48-4f1f-4f54-acfc-d43811b03a15, host n-h2-800634-3, cleared binding levels {{(pid=93916) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:29:38.477020 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.db [req-ef92b050-349f-4fb8-a53f-d318c18a11d0 req-9e2b645d-4cd4-4c55-bd65-f5023b3cbe4e service neutron] For port 7d2f5b48-4f1f-4f54-acfc-d43811b03a15, host n-h2-800634-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=7d2f5b48-4f1f-4f54-acfc-d43811b03a15,segment=NetworkSegment(067fc487-22c7-42de-972d-ae352a28ad29),segment_id=067fc487-22c7-42de-972d-ae352a28ad29)] {{(pid=93916) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 18:29:38.480281 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-bb240411-83d0-406b-9e82-0cd1a8c119eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645734'] for network, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:38.484415 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-ef92b050-349f-4fb8-a53f-d318c18a11d0 req-9e2b645d-4cd4-4c55-bd65-f5023b3cbe4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2684870'] for port, after_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:38.491921 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] No Port match for: 2dc4e7e9-6455-4472-9129-79fcd5d07d19 {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 18:29:38.492301 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device 2dc4e7e9-6455-4472-9129-79fcd5d07d19 not bound to the agent host n-h1-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 18:29:38.509231 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-3c1d77a0-f94a-4b97-97c0-f5763b3bd989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:38.541111 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef92b050-349f-4fb8-a53f-d318c18a11d0 req-9e2b645d-4cd4-4c55-bd65-f5023b3cbe4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:29:38.541343 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-ef92b050-349f-4fb8-a53f-d318c18a11d0 req-9e2b645d-4cd4-4c55-bd65-f5023b3cbe4e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:38.542721 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-ef92b050-349f-4fb8-a53f-d318c18a11d0 req-9e2b645d-4cd4-4c55-bd65-f5023b3cbe4e service neutron] 10.222.0.35 "PUT /v2.0/ports/7d2f5b48-4f1f-4f54-acfc-d43811b03a15 HTTP/1.1" status: 200 len: 1097 time: 1.7770748 Jul 14 18:29:38.573533 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf402c61-cd81-4f75-87b2-bdcd84b28c25', 'name': 'network-vif-deleted', 'tag': '2dc4e7e9-6455-4472-9129-79fcd5d07d19'}] {{(pid=93915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:29:38.575786 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e72782ad3af8f7d4ce76cedf092bca46d1756acc5c4653cf0b52034cdd6b073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-971f3a95-a863-4067-ba9a-edd0f6173b60" -d '{"events": [{"server_uuid": "bf402c61-cd81-4f75-87b2-bdcd84b28c25", "name": "network-vif-deleted", "tag": "2dc4e7e9-6455-4472-9129-79fcd5d07d19"}]}' {{(pid=93915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:29:38.600092 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.db_base_plugin_v2 [None req-059185ec-b10b-4b9a-bfc7-95c6a22a75ce admin admin] Deleting subnet 05d56735-edac-4058-8f3c-680c255777ec {{(pid=93915) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 18:29:38.613864 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-059185ec-b10b-4b9a-bfc7-95c6a22a75ce admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:38.632700 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2b645d-4cd4-4c55-bd65-f5023b3cbe4e service neutron] Pushing event updated for resources: {'Port': ['ID=7d2f5b48-4f1f-4f54-acfc-d43811b03a15,revision_number=11']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:29:38.664389 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-bb240411-83d0-406b-9e82-0cd1a8c119eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2096010', 'neutron.services.segments.db._delete_segments_for_network-8728202734996'] for network, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:38.676784 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.segments.db [None req-bb240411-83d0-406b-9e82-0cd1a8c119eb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['759c2f38-11c5-4b6c-886a-ddd9720cfdb4']}} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:29:38.677727 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-059185ec-b10b-4b9a-bfc7-95c6a22a75ce admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28939913'] for subnet, precommit_delete_associations {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:38.690102 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.segments.db [None req-bb240411-83d0-406b-9e82-0cd1a8c119eb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed5c8e69-230a-4e1f-ba52-57b68094d37f') {'for_net_delete': True} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:29:38.690401 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.segments.db [None req-bb240411-83d0-406b-9e82-0cd1a8c119eb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed5c8e69-230a-4e1f-ba52-57b68094d37f') {} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:29:38.700773 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 18:29:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cafe4816-6531-4990-851c-10d1a293fe1a x-openstack-request-id: req-cafe4816-6531-4990-851c-10d1a293fe1a {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:29:38.701025 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf402c61-cd81-4f75-87b2-bdcd84b28c25", "name": "network-vif-deleted", "tag": "2dc4e7e9-6455-4472-9129-79fcd5d07d19", "status": "completed", "code": 200}]} {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:29:38.701288 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-cafe4816-6531-4990-851c-10d1a293fe1a {{(pid=93915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:29:38.702235 n-d-800634-3 neutron-server[93915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf402c61-cd81-4f75-87b2-bdcd84b28c25', 'name': 'network-vif-deleted', 'tag': '2dc4e7e9-6455-4472-9129-79fcd5d07d19', 'status': 'completed', 'code': 200} Jul 14 18:29:38.705288 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-bb240411-83d0-406b-9e82-0cd1a8c119eb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728202715275', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26296891'] for segment, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:38.705715 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-8862525b-a5e2-4105-9c62-a2de6590d46a admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-1957637483-network', 'tenant_id': 'dd65762e50424de597c9d075b2c0edcc'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:29:38.723293 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-bb240411-83d0-406b-9e82-0cd1a8c119eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:38.730420 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef92b050-349f-4fb8-a53f-d318c18a11d0 req-66e229a9-bfe5-4028-9038-90ac9aad0f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:29:38.731233 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-ef92b050-349f-4fb8-a53f-d318c18a11d0 req-66e229a9-bfe5-4028-9038-90ac9aad0f37 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e0d800f124a7477bb29e534c1272cd15&device_id=a5fb9d27-b1e3-4399-b4d8-7495d55c398a HTTP/1.1" status: 200 len: 1100 time: 0.1541750 Jul 14 18:29:38.738225 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb240411-83d0-406b-9e82-0cd1a8c119eb admin admin] Releasing vlan 55 on physical network physnet1 to pool {{(pid=93916) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 18:29:38.739040 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-bb240411-83d0-406b-9e82-0cd1a8c119eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2682942'] for segment, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:38.741750 n-d-800634-3 neutron-server[93916]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:29:38.741750 n-d-800634-3 neutron-server[93916]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:29:38.741750 n-d-800634-3 neutron-server[93916]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:29:38.741750 n-d-800634-3 neutron-server[93916]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:29:38.741750 n-d-800634-3 neutron-server[93916]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:29:38.741750 n-d-800634-3 neutron-server[93916]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:29:38.741750 n-d-800634-3 neutron-server[93916]: Traceback (most recent call last): Jul 14 18:29:38.741750 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 18:29:38.741750 n-d-800634-3 neutron-server[93916]: timer() Jul 14 18:29:38.741750 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 18:29:38.741750 n-d-800634-3 neutron-server[93916]: cb(*args, **kw) Jul 14 18:29:38.741750 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 18:29:38.741750 n-d-800634-3 neutron-server[93916]: return func(*args, **kwargs) Jul 14 18:29:38.741750 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 18:29:38.741750 n-d-800634-3 neutron-server[93916]: self._notify() Jul 14 18:29:38.741750 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 18:29:38.741750 n-d-800634-3 neutron-server[93916]: self.callback(batched_events) Jul 14 18:29:38.741750 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 18:29:38.741750 n-d-800634-3 neutron-server[93916]: event.method(event) Jul 14 18:29:38.741750 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 18:29:38.741750 n-d-800634-3 neutron-server[93916]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 18:29:38.741750 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 18:29:38.741750 n-d-800634-3 neutron-server[93916]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 18:29:38.741750 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 18:29:38.741750 n-d-800634-3 neutron-server[93916]: return f(self, *a, **k) Jul 14 18:29:38.741750 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 18:29:38.741750 n-d-800634-3 neutron-server[93916]: return self._get(url).json() Jul 14 18:29:38.741750 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 18:29:38.741750 n-d-800634-3 neutron-server[93916]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 18:29:38.741750 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 18:29:38.741750 n-d-800634-3 neutron-server[93916]: return self.request(url, 'GET', **kwargs) Jul 14 18:29:38.741750 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 18:29:38.741750 n-d-800634-3 neutron-server[93916]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 18:29:38.741750 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 18:29:38.741750 n-d-800634-3 neutron-server[93916]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 18:29:38.741750 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 18:29:38.741750 n-d-800634-3 neutron-server[93916]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 18:29:38.741750 n-d-800634-3 neutron-server[93916]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 18:29:38.790233 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-059185ec-b10b-4b9a-bfc7-95c6a22a75ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081283'] for subnet, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:38.792287 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8862525b-a5e2-4105-9c62-a2de6590d46a admin admin] Made reservation on behalf of dd65762e50424de597c9d075b2c0edcc for: {'network': 1} {{(pid=93915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:29:38.794596 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-8862525b-a5e2-4105-9c62-a2de6590d46a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for network, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:38.820978 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-8862525b-a5e2-4105-9c62-a2de6590d46a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:38.846473 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-3c1d77a0-f94a-4b97-97c0-f5763b3bd989 None None] Notify callbacks [] for port, precommit_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:38.859245 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-3c1d77a0-f94a-4b97-97c0-f5763b3bd989 None None] Transition to ACTIVE for port object 94657e5f-6035-456e-93c2-fd609df29fcc will not be triggered until provisioned by entity L2. {{(pid=93917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:29:38.871851 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-3c1d77a0-f94a-4b97-97c0-f5763b3bd989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:38.921283 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e604c0-053c-47f9-b734-a685297c7cc9 None None] Pushing event updated for resources: {'Port': ['ID=94657e5f-6035-456e-93c2-fd609df29fcc,revision_number=2']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:29:38.937052 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef92b050-349f-4fb8-a53f-d318c18a11d0 req-adb271ba-3e30-4d29-88de-9fb8eb068204 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:29:38.938987 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-ef92b050-349f-4fb8-a53f-d318c18a11d0 req-adb271ba-3e30-4d29-88de-9fb8eb068204 service neutron] 10.222.0.35 "GET /v2.0/networks?id=4f742057-89ee-4b4a-86f7-487ee61881a1 HTTP/1.1" status: 200 len: 869 time: 0.1919651 Jul 14 18:29:38.941325 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-bb240411-83d0-406b-9e82-0cd1a8c119eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2096001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-930085'] for network, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:38.959787 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-bb240411-83d0-406b-9e82-0cd1a8c119eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598705'] for network, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:38.963031 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-3c1d77a0-f94a-4b97-97c0-f5763b3bd989 None None] Attempting to bind port 94657e5f-6035-456e-93c2-fd609df29fcc on host n-d-800634-3 for vnic_type normal with profile {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:29:38.963667 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-3c1d77a0-f94a-4b97-97c0-f5763b3bd989 None None] Attempting to bind port 94657e5f-6035-456e-93c2-fd609df29fcc by drivers openvswitch,hyperv on host n-d-800634-3 at level 0 using segments [{'id': '5afb940b-bbdf-4727-be00-5d46367c38a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9200a437-e1de-4520-88f6-e68386523e61'}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:29:38.963956 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c1d77a0-f94a-4b97-97c0-f5763b3bd989 None None] Attempting to bind port 94657e5f-6035-456e-93c2-fd609df29fcc on network 9200a437-e1de-4520-88f6-e68386523e61 {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:29:38.968673 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-bb240411-83d0-406b-9e82-0cd1a8c119eb admin admin] 10.222.0.16 "DELETE /v2.0/networks/759c2f38-11c5-4b6c-886a-ddd9720cfdb4 HTTP/1.1" status: 204 len: 168 time: 0.5982184 Jul 14 18:29:38.969727 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c1d77a0-f94a-4b97-97c0-f5763b3bd989 None None] Checking agent: {'id': '01c19e91-a945-4e3c-94a6-c211e17c923e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 8, 23), 'started_at': datetime.datetime(2021, 7, 14, 18, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 18, 29, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 18:29:38.970107 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c1d77a0-f94a-4b97-97c0-f5763b3bd989 None None] Checking segment: {'id': '5afb940b-bbdf-4727-be00-5d46367c38a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9200a437-e1de-4520-88f6-e68386523e61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93917) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:29:38.970524 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-3c1d77a0-f94a-4b97-97c0-f5763b3bd989 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:38.971034 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c1d77a0-f94a-4b97-97c0-f5763b3bd989 None None] Bound using segment: {'id': '5afb940b-bbdf-4727-be00-5d46367c38a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9200a437-e1de-4520-88f6-e68386523e61'} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 18:29:38.971518 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-3c1d77a0-f94a-4b97-97c0-f5763b3bd989 None None] Bound port: 94657e5f-6035-456e-93c2-fd609df29fcc, host: n-d-800634-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5afb940b-bbdf-4727-be00-5d46367c38a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9200a437-e1de-4520-88f6-e68386523e61'}}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 18:29:38.971904 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-3c1d77a0-f94a-4b97-97c0-f5763b3bd989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:39.037881 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-3c1d77a0-f94a-4b97-97c0-f5763b3bd989 None None] For port 94657e5f-6035-456e-93c2-fd609df29fcc, host n-d-800634-3, cleared binding levels {{(pid=93917) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:29:39.042412 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-3c1d77a0-f94a-4b97-97c0-f5763b3bd989 None None] For port 94657e5f-6035-456e-93c2-fd609df29fcc, host n-d-800634-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=94657e5f-6035-456e-93c2-fd609df29fcc,segment=NetworkSegment(5afb940b-bbdf-4727-be00-5d46367c38a1),segment_id=5afb940b-bbdf-4727-be00-5d46367c38a1)] {{(pid=93917) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 18:29:39.049301 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-3c1d77a0-f94a-4b97-97c0-f5763b3bd989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:39.071976 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-ef92b050-349f-4fb8-a53f-d318c18a11d0 req-86f62fcf-598c-406c-a370-095e969ff81a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.139&port_id=7d2f5b48-4f1f-4f54-acfc-d43811b03a15 HTTP/1.1" status: 200 len: 217 time: 0.1021268 Jul 14 18:29:39.073759 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb240411-83d0-406b-9e82-0cd1a8c119eb admin admin] Pushing event deleted for resources: {'Network': ['ID=759c2f38-11c5-4b6c-886a-ddd9720cfdb4,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:29:39.096662 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device c4cd2210-6cd8-4e3e-beff-23e84f4e4ff7 up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:29:39.129784 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef92b050-349f-4fb8-a53f-d318c18a11d0 req-ce3b84a5-0ed7-472d-b0e8-d71dac196b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:29:39.131370 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-ef92b050-349f-4fb8-a53f-d318c18a11d0 req-ce3b84a5-0ed7-472d-b0e8-d71dac196b5a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f20c54fb-f7da-4761-aa61-2e4f99f3d332 HTTP/1.1" status: 200 len: 843 time: 0.0524805 Jul 14 18:29:39.141403 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-8862525b-a5e2-4105-9c62-a2de6590d46a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:39.163572 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c1d77a0-f94a-4b97-97c0-f5763b3bd989 None None] Routers {'6c2d8b8c-6bc8-43ae-b2c7-b463bf6ea433'} bound to L3 agent in host n-d-800634-3 {{(pid=93917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:29:39.164254 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-3c1d77a0-f94a-4b97-97c0-f5763b3bd989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:29:23Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['6c2d8b8c-6bc8-43ae-b2c7-b463bf6ea433'], 'active': True} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:29:39.167266 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 39552) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:29:39.172407 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-8862525b-a5e2-4105-9c62-a2de6590d46a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:39.184688 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8862525b-a5e2-4105-9c62-a2de6590d46a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 86} {{(pid=93915) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 18:29:39.194373 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef92b050-349f-4fb8-a53f-d318c18a11d0 req-1c20cf16-79c6-4fa4-ac46-37e983336df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:29:39.195925 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-ef92b050-349f-4fb8-a53f-d318c18a11d0 req-1c20cf16-79c6-4fa4-ac46-37e983336df2 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4f742057-89ee-4b4a-86f7-487ee61881a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0580499 Jul 14 18:29:39.211256 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e604c0-053c-47f9-b734-a685297c7cc9 None None] Pushing event updated for resources: {'Port': ['ID=94657e5f-6035-456e-93c2-fd609df29fcc,revision_number=3']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:29:39.245322 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-059185ec-b10b-4b9a-bfc7-95c6a22a75ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25913028', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28969762'] for subnet, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:39.254510 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8862525b-a5e2-4105-9c62-a2de6590d46a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb1c7b8c-b00f-4058-80f8-778271856464,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:29:39.270325 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-8862525b-a5e2-4105-9c62-a2de6590d46a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:39.271251 n-d-800634-3 neutron-server[93915]: INFO neutron.db.segments_db [None req-8862525b-a5e2-4105-9c62-a2de6590d46a admin admin] Added segment b9376c24-faea-4d6c-bef4-365348c078c6 of type vlan for network 0ad1e51f-b7c6-4f93-8fe8-74fe78287330 Jul 14 18:29:39.292236 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port c4cd2210-6cd8-4e3e-beff-23e84f4e4ff7 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:29:39.292691 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:39.314772 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-ef92b050-349f-4fb8-a53f-d318c18a11d0 req-d2ed6f03-67e4-42eb-8f94-7ded22e73b62 service neutron] 10.222.0.35 "GET /v2.0/networks/4f742057-89ee-4b4a-86f7-487ee61881a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1122656 Jul 14 18:29:39.338451 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvr_db [None req-3c1d77a0-f94a-4b97-97c0-f5763b3bd989 None None] Set router 6c2d8b8c-6bc8-43ae-b2c7-b463bf6ea433 gateway port host: n-d-800634-3 {{(pid=93917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 18:29:39.429975 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059185ec-b10b-4b9a-bfc7-95c6a22a75ce admin admin] Pushing event deleted for resources: {'Subnet': ['ID=05d56735-edac-4058-8f3c-680c255777ec,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:29:39.441225 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-ef92b050-349f-4fb8-a53f-d318c18a11d0 req-fdc4a045-3915-447a-957c-95ee7cf4ce4c service neutron] 10.222.0.35 "GET /v2.0/networks/4f742057-89ee-4b4a-86f7-487ee61881a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1185970 Jul 14 18:29:39.450238 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-059185ec-b10b-4b9a-bfc7-95c6a22a75ce admin admin] Notify callbacks [] for subnet, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:39.452273 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-059185ec-b10b-4b9a-bfc7-95c6a22a75ce admin admin] 10.222.0.16 "DELETE /v2.0/subnets/05d56735-edac-4058-8f3c-680c255777ec HTTP/1.1" status: 204 len: 168 time: 1.4479709 Jul 14 18:29:39.454878 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 39554) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:29:39.533039 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-8862525b-a5e2-4105-9c62-a2de6590d46a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728202197517'] for network, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:39.536342 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-f1355495-b983-4142-8cd4-ba100cd719e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645734'] for network, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:39.569129 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-300b3f95-1f0d-43f1-9003-88be985e636c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d1f21963323d4ae1956c5ba38fc6e610&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3979762 Jul 14 18:29:39.573370 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-3c1d77a0-f94a-4b97-97c0-f5763b3bd989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c2d8b8c-6bc8-43ae-b2c7-b463bf6ea433', 'name': 'tempest-FloatingIPDetailsTestJSON-1850745205-router', 'tenant_id': 'f86e8f2810854b92b77629078a820168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.239'}], 'enable_snat': True}, 'gw_port_id': '94657e5f-6035-456e-93c2-fd609df29fcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:29:34Z', 'updated_at': '2021-07-14T18:29:35Z', 'revision_number': 3, 'project_id': 'f86e8f2810854b92b77629078a820168', 'gw_port': {'id': '94657e5f-6035-456e-93c2-fd609df29fcc', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:a4:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c2d8b8c-6bc8-43ae-b2c7-b463bf6ea433', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1081, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:29:35Z', 'updated_at': '2021-07-14T18:29:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3'}], 'n-d-800634-3', False) {} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:29:39.574287 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 39556) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:29:39.575849 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d403848f-a125-4acf-ae46-ea8e62a857e1 req-2366f929-1ad1-4a48-aa64-ba9471db88f8 tempest-ServerDiskConfigTestJSON-1372590070 tempest-ServerDiskConfigTestJSON-1372590070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:29:39.577993 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-d403848f-a125-4acf-ae46-ea8e62a857e1 req-2366f929-1ad1-4a48-aa64-ba9471db88f8 tempest-ServerDiskConfigTestJSON-1372590070 tempest-ServerDiskConfigTestJSON-1372590070-project] 10.222.0.16 "GET /v2.0/ports?device_id=bf8f126b-3e3d-4e58-8ea4-3089f2cc29ed HTTP/1.1" status: 200 len: 946 time: 0.6190581 Jul 14 18:29:39.605754 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c1d77a0-f94a-4b97-97c0-f5763b3bd989 None None] The sync data for ids ['6c2d8b8c-6bc8-43ae-b2c7-b463bf6ea433'] in n-d-800634-3 is: [{'id': '6c2d8b8c-6bc8-43ae-b2c7-b463bf6ea433', 'name': 'tempest-FloatingIPDetailsTestJSON-1850745205-router', 'tenant_id': 'f86e8f2810854b92b77629078a820168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.239'}], 'enable_snat': True}, 'gw_port_id': '94657e5f-6035-456e-93c2-fd609df29fcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:29:34Z', 'updated_at': '2021-07-14T18:29:35Z', 'revision_number': 3, 'project_id': 'f86e8f2810854b92b77629078a820168', 'gw_port': {'id': '94657e5f-6035-456e-93c2-fd609df29fcc', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:a4:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c2d8b8c-6bc8-43ae-b2c7-b463bf6ea433', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1081, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:29:35Z', 'updated_at': '2021-07-14T18:29:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3'}] {{(pid=93917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 18:29:39.632807 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53da0220-93c0-43f0-a879-371d272df621 req-9bb48a60-a76a-48d8-972b-b918e66746b2 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:29:39.634423 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-53da0220-93c0-43f0-a879-371d272df621 req-9bb48a60-a76a-48d8-972b-b918e66746b2 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.16 "GET /v2.0/ports?device_id=a5fb9d27-b1e3-4399-b4d8-7495d55c398a HTTP/1.1" status: 200 len: 949 time: 0.4983275 Jul 14 18:29:39.655789 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-8862525b-a5e2-4105-9c62-a2de6590d46a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727'] for network, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:39.656859 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8862525b-a5e2-4105-9c62-a2de6590d46a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:29:39.657432 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-f1355495-b983-4142-8cd4-ba100cd719e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2096010', 'neutron.services.segments.db._delete_segments_for_network-8728202734996'] for network, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:39.657568 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-8862525b-a5e2-4105-9c62-a2de6590d46a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598705'] for network, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:39.671247 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.segments.db [None req-f1355495-b983-4142-8cd4-ba100cd719e1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['027c4e91-49f9-408a-bc70-11f19a2cbbb7']}} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:29:39.688435 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.segments.db [None req-f1355495-b983-4142-8cd4-ba100cd719e1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5dc6d5b-42e9-4c22-85af-e48a17c0bd6d') {'for_net_delete': True} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:29:39.688638 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.segments.db [None req-f1355495-b983-4142-8cd4-ba100cd719e1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5dc6d5b-42e9-4c22-85af-e48a17c0bd6d') {} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:29:39.697190 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-7e5a1b9b-8c07-46ab-9707-31bd902eb18b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:39.702612 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-f1355495-b983-4142-8cd4-ba100cd719e1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728202715275', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26296891'] for segment, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:39.727522 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-f1355495-b983-4142-8cd4-ba100cd719e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:39.735380 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-7e5a1b9b-8c07-46ab-9707-31bd902eb18b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:39.743568 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1355495-b983-4142-8cd4-ba100cd719e1 admin admin] Releasing vlan 88 on physical network physnet1 to pool {{(pid=93916) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 18:29:39.744376 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-f1355495-b983-4142-8cd4-ba100cd719e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2682942'] for segment, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:39.745670 n-d-800634-3 neutron-server[93916]: Traceback (most recent call last): Jul 14 18:29:39.745670 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 18:29:39.745670 n-d-800634-3 neutron-server[93916]: timer() Jul 14 18:29:39.745670 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 18:29:39.745670 n-d-800634-3 neutron-server[93916]: cb(*args, **kw) Jul 14 18:29:39.745670 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 18:29:39.745670 n-d-800634-3 neutron-server[93916]: return func(*args, **kwargs) Jul 14 18:29:39.745670 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 18:29:39.745670 n-d-800634-3 neutron-server[93916]: self._notify() Jul 14 18:29:39.745670 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 18:29:39.745670 n-d-800634-3 neutron-server[93916]: self.callback(batched_events) Jul 14 18:29:39.745670 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 18:29:39.745670 n-d-800634-3 neutron-server[93916]: event.method(event) Jul 14 18:29:39.745670 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 18:29:39.745670 n-d-800634-3 neutron-server[93916]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 18:29:39.745670 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 18:29:39.745670 n-d-800634-3 neutron-server[93916]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 18:29:39.745670 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 18:29:39.745670 n-d-800634-3 neutron-server[93916]: return f(self, *a, **k) Jul 14 18:29:39.745670 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 18:29:39.745670 n-d-800634-3 neutron-server[93916]: return self._get(url).json() Jul 14 18:29:39.745670 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 18:29:39.745670 n-d-800634-3 neutron-server[93916]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 18:29:39.745670 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 18:29:39.745670 n-d-800634-3 neutron-server[93916]: return self.request(url, 'GET', **kwargs) Jul 14 18:29:39.745670 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 18:29:39.745670 n-d-800634-3 neutron-server[93916]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 18:29:39.745670 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 18:29:39.745670 n-d-800634-3 neutron-server[93916]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 18:29:39.745670 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 18:29:39.745670 n-d-800634-3 neutron-server[93916]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 18:29:39.745670 n-d-800634-3 neutron-server[93916]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 18:29:39.768378 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-8862525b-a5e2-4105-9c62-a2de6590d46a admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.6115975 Jul 14 18:29:39.774408 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 39558) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:29:39.781736 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-d403848f-a125-4acf-ae46-ea8e62a857e1 req-d5e0effc-578c-4e0f-8321-8a9688b08640 tempest-ServerDiskConfigTestJSON-1372590070 tempest-ServerDiskConfigTestJSON-1372590070-project] 10.222.0.16 "GET /v2.0/security-groups?id=8f471560-b797-46f3-abf1-e078e196721c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1939373 Jul 14 18:29:39.790533 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-24b1f5af-1632-41fc-9c5d-2419d9bb3698 admin admin] Request body: {'subnet': {'network_id': '0ad1e51f-b7c6-4f93-8fe8-74fe78287330', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-1957637483-subnet', 'tenant_id': 'dd65762e50424de597c9d075b2c0edcc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:29:39.817752 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8862525b-a5e2-4105-9c62-a2de6590d46a admin admin] Pushing event updated for resources: {'Network': ['ID=0ad1e51f-b7c6-4f93-8fe8-74fe78287330,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:29:39.842218 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-53da0220-93c0-43f0-a879-371d272df621 req-8151d8a4-1d58-408c-8630-20d711c5916d tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.16 "GET /v2.0/security-groups?id=95148b1b-0f93-483b-9e80-262147c27e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1917436 Jul 14 18:29:39.850380 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-f1355495-b983-4142-8cd4-ba100cd719e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2096001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-930085'] for network, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:39.856355 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-f1355495-b983-4142-8cd4-ba100cd719e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598705'] for network, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:39.858517 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-f1355495-b983-4142-8cd4-ba100cd719e1 admin admin] 10.222.0.16 "DELETE /v2.0/networks/027c4e91-49f9-408a-bc70-11f19a2cbbb7 HTTP/1.1" status: 204 len: 168 time: 0.4021883 Jul 14 18:29:39.868083 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Network 0ad1e51f-b7c6-4f93-8fe8-74fe78287330 details requested by agent ovs-agent-n-d-800634-3 with host n-d-800634-3 {{(pid=93917) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 18:29:39.885607 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-6d57ddb8-7175-4454-88b2-ebaa3e5855a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:39.890462 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-7e5a1b9b-8c07-46ab-9707-31bd902eb18b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:39.899574 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-7e5a1b9b-8c07-46ab-9707-31bd902eb18b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:39.901216 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-7e5a1b9b-8c07-46ab-9707-31bd902eb18b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/93c6eb24-b3aa-49c4-93f7-93dd5f011665 HTTP/1.1" status: 204 len: 168 time: 0.3259280 Jul 14 18:29:39.919892 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24b1f5af-1632-41fc-9c5d-2419d9bb3698 admin admin] Made reservation on behalf of dd65762e50424de597c9d075b2c0edcc for: {'subnet': 1} {{(pid=93915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:29:39.922364 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-24b1f5af-1632-41fc-9c5d-2419d9bb3698 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28969735'] for subnet, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:39.947470 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1355495-b983-4142-8cd4-ba100cd719e1 admin admin] Pushing event deleted for resources: {'Network': ['ID=027c4e91-49f9-408a-bc70-11f19a2cbbb7,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:29:39.976212 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5a1b9b-8c07-46ab-9707-31bd902eb18b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93c6eb24-b3aa-49c4-93f7-93dd5f011665,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:29:40.078257 n-d-800634-3 neutron-server[93916]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5fb9d27-b1e3-4399-b4d8-7495d55c398a', 'tag': '7d2f5b48-4f1f-4f54-acfc-d43811b03a15'}] {{(pid=93916) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:29:40.080907 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f803e150b363a7893830aa996ac27753fa25517c406ecd3536b7c2d4b26eeb9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f6d2b5f-6e39-4e18-9bc8-b942cdee7c81" -d '{"events": [{"name": "network-changed", "server_uuid": "a5fb9d27-b1e3-4399-b4d8-7495d55c398a", "tag": "7d2f5b48-4f1f-4f54-acfc-d43811b03a15"}]}' {{(pid=93916) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:29:40.148051 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-8162c3fa-204e-4e43-a4b3-1b3191f7d80a req-882cad2f-7a96-4b04-ac20-ce4ebe38a32c tempest-ServerShowV257Test-334664071 tempest-ServerShowV257Test-334664071-project] 10.222.0.16 "GET /v2.0/ports?device_id=099b6f50-a58e-45ed-b0ad-68cfb242dbb4 HTTP/1.1" status: 200 len: 210 time: 0.0825856 Jul 14 18:29:40.177748 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 18:29:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebf91342-8229-4a86-9a22-dee457dde6db x-openstack-request-id: req-ebf91342-8229-4a86-9a22-dee457dde6db {{(pid=93916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:29:40.178258 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5fb9d27-b1e3-4399-b4d8-7495d55c398a", "tag": "7d2f5b48-4f1f-4f54-acfc-d43811b03a15", "status": "completed", "code": 200}]} {{(pid=93916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:29:40.178547 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ebf91342-8229-4a86-9a22-dee457dde6db {{(pid=93916) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:29:40.178955 n-d-800634-3 neutron-server[93916]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5fb9d27-b1e3-4399-b4d8-7495d55c398a', 'tag': '7d2f5b48-4f1f-4f54-acfc-d43811b03a15', 'status': 'completed', 'code': 200} Jul 14 18:29:40.262339 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 39568) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:29:40.292473 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6d2b5f-6e39-4e18-9bc8-b942cdee7c81 req-b1fd8fe1-f405-493b-ae2e-14908a83973f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:29:40.293998 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-3f6d2b5f-6e39-4e18-9bc8-b942cdee7c81 req-b1fd8fe1-f405-493b-ae2e-14908a83973f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e0d800f124a7477bb29e534c1272cd15&device_id=a5fb9d27-b1e3-4399-b4d8-7495d55c398a HTTP/1.1" status: 200 len: 1100 time: 0.0966175 Jul 14 18:29:40.374420 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-68f6c8d2-4652-4ac6-95c1-0210183d3aff admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=882f4375ae5845d48a58ae9ac1c63552&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1043539 Jul 14 18:29:40.376562 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 39572) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:29:40.395155 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device 7d2f5b48-4f1f-4f54-acfc-d43811b03a15 no longer exists at agent hyperv_n-h1-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 18:29:40.412168 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.db_base_plugin_common [None req-6d57ddb8-7175-4454-88b2-ebaa3e5855a9 admin admin] Allocated IP 172.20.0.1 (6860f2ef-3ffa-40e2-ab3f-abeb1947a41b/575fa753-fbde-4123-b15a-2178e79f758a/c06dd0ff-0ba3-4690-a785-a7be48fd567d) {{(pid=93915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:29:40.425613 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6d2b5f-6e39-4e18-9bc8-b942cdee7c81 req-d7f547d9-9d73-4334-8177-204f9d140435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:29:40.427523 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3f6d2b5f-6e39-4e18-9bc8-b942cdee7c81 req-d7f547d9-9d73-4334-8177-204f9d140435 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e0d800f124a7477bb29e534c1272cd15&device_id=a5fb9d27-b1e3-4399-b4d8-7495d55c398a HTTP/1.1" status: 200 len: 1100 time: 0.2235849 Jul 14 18:29:40.437149 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device 7d2f5b48-4f1f-4f54-acfc-d43811b03a15 not bound to the agent host n-h1-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 18:29:40.465113 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6d2b5f-6e39-4e18-9bc8-b942cdee7c81 req-37f10b0b-1363-498e-aa39-a254eb67e002 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:29:40.466675 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-3f6d2b5f-6e39-4e18-9bc8-b942cdee7c81 req-37f10b0b-1363-498e-aa39-a254eb67e002 service neutron] 10.222.0.35 "GET /v2.0/networks?id=4f742057-89ee-4b4a-86f7-487ee61881a1 HTTP/1.1" status: 200 len: 869 time: 0.1603613 Jul 14 18:29:40.485101 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-205df0ca-49b2-4fda-8fb3-5ffa84e06ae8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:40.521178 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 39574) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:29:40.522498 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-3f6d2b5f-6e39-4e18-9bc8-b942cdee7c81 req-7c28b2f0-e463-4cd3-b02d-f410f15f66ce service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.139&port_id=7d2f5b48-4f1f-4f54-acfc-d43811b03a15 HTTP/1.1" status: 200 len: 217 time: 0.0468683 Jul 14 18:29:40.561930 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-24b1f5af-1632-41fc-9c5d-2419d9bb3698 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25912837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28969781'] for subnet, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:40.584107 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-205df0ca-49b2-4fda-8fb3-5ffa84e06ae8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:40.624203 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6d2b5f-6e39-4e18-9bc8-b942cdee7c81 req-36816a3c-d66e-4628-85d7-fdd7077771c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:29:40.625817 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-3f6d2b5f-6e39-4e18-9bc8-b942cdee7c81 req-36816a3c-d66e-4628-85d7-fdd7077771c8 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f20c54fb-f7da-4761-aa61-2e4f99f3d332 HTTP/1.1" status: 200 len: 843 time: 0.0816398 Jul 14 18:29:40.691513 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-205df0ca-49b2-4fda-8fb3-5ffa84e06ae8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:40.694363 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-205df0ca-49b2-4fda-8fb3-5ffa84e06ae8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:40.704817 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-205df0ca-49b2-4fda-8fb3-5ffa84e06ae8 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/4824db20-b9ba-4380-9f29-13755d37b981 HTTP/1.1" status: 204 len: 168 time: 0.3272345 Jul 14 18:29:40.716233 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205df0ca-49b2-4fda-8fb3-5ffa84e06ae8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4824db20-b9ba-4380-9f29-13755d37b981,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:29:40.722640 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-16b4e1ba-73a5-46b5-89b1-58e87ab9914c req-1d3c82fc-eb0b-4bb2-b42a-87ad0ebd9ee2 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=099b6f50-a58e-45ed-b0ad-68cfb242dbb4 HTTP/1.1" status: 200 len: 210 time: 0.0664883 Jul 14 18:29:40.731067 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6d2b5f-6e39-4e18-9bc8-b942cdee7c81 req-930d392a-b38a-43b6-b4f5-cb3f7a9d5ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:29:40.734820 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-3f6d2b5f-6e39-4e18-9bc8-b942cdee7c81 req-930d392a-b38a-43b6-b4f5-cb3f7a9d5ad1 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4f742057-89ee-4b4a-86f7-487ee61881a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0975735 Jul 14 18:29:40.757729 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-6e3ac7dd-3c13-417b-a0eb-3f2bdcdfbeec admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5b9671d8682d492eabea7e6700c8c628&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2353361 Jul 14 18:29:40.760400 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 39578) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:29:40.770828 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b1f5af-1632-41fc-9c5d-2419d9bb3698 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5a217414-58ef-4307-9d67-478d26bf0735,revision_number=0']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:29:40.786236 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6d2b5f-6e39-4e18-9bc8-b942cdee7c81 req-175a495a-f999-4ac9-afd8-49496c6a2612 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:29:40.787775 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3f6d2b5f-6e39-4e18-9bc8-b942cdee7c81 req-175a495a-f999-4ac9-afd8-49496c6a2612 service neutron] 10.222.0.18 "GET /v2.0/networks?id=4f742057-89ee-4b4a-86f7-487ee61881a1 HTTP/1.1" status: 200 len: 869 time: 0.3506546 Jul 14 18:29:40.842752 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Device 7d2f5b48-4f1f-4f54-acfc-d43811b03a15 details requested by agent hyperv_n-h2-800634-3 with host n-h2-800634-3 {{(pid=93917) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 18:29:40.901972 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3f6d2b5f-6e39-4e18-9bc8-b942cdee7c81 req-5a4a6211-2853-4904-b9b8-90656af4e8f8 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.139&port_id=7d2f5b48-4f1f-4f54-acfc-d43811b03a15 HTTP/1.1" status: 200 len: 217 time: 0.1023571 Jul 14 18:29:40.960744 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-9f7287b0-5400-4502-aa07-a893ee0a2b25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:40.966312 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-6d57ddb8-7175-4454-88b2-ebaa3e5855a9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:40.970688 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24b1f5af-1632-41fc-9c5d-2419d9bb3698 admin admin] Checking segment: {'id': 'b9376c24-faea-4d6c-bef4-365348c078c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '0ad1e51f-b7c6-4f93-8fe8-74fe78287330'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:29:40.972412 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24b1f5af-1632-41fc-9c5d-2419d9bb3698 admin admin] Network hostable DHCP agents. Network: 0ad1e51f-b7c6-4f93-8fe8-74fe78287330, hostable agents: ['028393c3-0576-4ebd-bca1-8ea8a148e1a2'], hosted agents: [] {{(pid=93915) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 18:29:41.005440 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-9f7287b0-5400-4502-aa07-a893ee0a2b25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:41.033956 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6d2b5f-6e39-4e18-9bc8-b942cdee7c81 req-a4bf5c36-0fd9-4dde-9934-532f4b583117 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:29:41.037446 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3f6d2b5f-6e39-4e18-9bc8-b942cdee7c81 req-a4bf5c36-0fd9-4dde-9934-532f4b583117 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f20c54fb-f7da-4761-aa61-2e4f99f3d332 HTTP/1.1" status: 200 len: 843 time: 0.1138389 Jul 14 18:29:41.062034 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.provisioning_blocks [None req-6d57ddb8-7175-4454-88b2-ebaa3e5855a9 admin admin] Transition to ACTIVE for port object c06dd0ff-0ba3-4690-a785-a7be48fd567d will not be triggered until provisioned by entity DHCP. {{(pid=93915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:29:41.062855 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] For port 7d2f5b48-4f1f-4f54-acfc-d43811b03a15, host n-h2-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=7d2f5b48-4f1f-4f54-acfc-d43811b03a15,segment=NetworkSegment(067fc487-22c7-42de-972d-ae352a28ad29),segment_id=067fc487-22c7-42de-972d-ae352a28ad29)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:29:41.088552 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Returning: {'device': '7d2f5b48-4f1f-4f54-acfc-d43811b03a15', 'network_id': '4f742057-89ee-4b4a-86f7-487ee61881a1', 'port_id': '7d2f5b48-4f1f-4f54-acfc-d43811b03a15', 'mac_address': 'fa:16:3e:c5:01:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f20c54fb-f7da-4761-aa61-2e4f99f3d332', 'ip_address': '192.168.233.139'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93917) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 18:29:41.132707 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-9f7287b0-5400-4502-aa07-a893ee0a2b25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:41.146596 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 94657e5f-6035-456e-93c2-fd609df29fcc up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:29:41.151505 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-9f7287b0-5400-4502-aa07-a893ee0a2b25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:41.152934 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-9f7287b0-5400-4502-aa07-a893ee0a2b25 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/055103d9-07c0-46c1-9cc3-c63e0a608ffc HTTP/1.1" status: 204 len: 168 time: 0.3914549 Jul 14 18:29:41.172371 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7287b0-5400-4502-aa07-a893ee0a2b25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=055103d9-07c0-46c1-9cc3-c63e0a608ffc,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:29:41.194988 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-3f6d2b5f-6e39-4e18-9bc8-b942cdee7c81 req-d3838e0c-27e7-4e34-8f3d-df0871a9ab8d service neutron] 10.222.0.35 "GET /v2.0/networks/4f742057-89ee-4b4a-86f7-487ee61881a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4023473 Jul 14 18:29:41.205925 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:41.224329 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d2f5b48-4f1f-4f54-acfc-d43811b03a15 {{(pid=93917) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 18:29:41.252395 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] For port 7d2f5b48-4f1f-4f54-acfc-d43811b03a15, host n-h2-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=7d2f5b48-4f1f-4f54-acfc-d43811b03a15,segment=NetworkSegment(067fc487-22c7-42de-972d-ae352a28ad29),segment_id=067fc487-22c7-42de-972d-ae352a28ad29)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:29:41.258604 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:41.262536 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning for port 94657e5f-6035-456e-93c2-fd609df29fcc completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:29:41.311885 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port 94657e5f-6035-456e-93c2-fd609df29fcc triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:29:41.312275 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:41.372615 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-6d57ddb8-7175-4454-88b2-ebaa3e5855a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:41.376104 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Pushing event updated for resources: {'Port': ['ID=7d2f5b48-4f1f-4f54-acfc-d43811b03a15,revision_number=12']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:29:41.433870 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-3f6d2b5f-6e39-4e18-9bc8-b942cdee7c81 req-d0f56be5-49c8-41c2-ada1-715ff520c1a4 service neutron] 10.222.0.35 "GET /v2.0/networks/4f742057-89ee-4b4a-86f7-487ee61881a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2297204 Jul 14 18:29:41.437134 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24b1f5af-1632-41fc-9c5d-2419d9bb3698 admin admin] Network 0ad1e51f-b7c6-4f93-8fe8-74fe78287330 is scheduled to be hosted by DHCP agent 028393c3-0576-4ebd-bca1-8ea8a148e1a2 with binding_index 1 {{(pid=93915) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 18:29:41.494591 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d57ddb8-7175-4454-88b2-ebaa3e5855a9 admin admin] Network 6860f2ef-3ffa-40e2-ab3f-abeb1947a41b is already hosted by enough agents. {{(pid=93915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:29:41.504742 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:41.514769 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [None req-24b1f5af-1632-41fc-9c5d-2419d9bb3698 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-3, 0ad1e51f-b7c6-4f93-8fe8-74fe78287330) {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:29:41.522023 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [None req-6d57ddb8-7175-4454-88b2-ebaa3e5855a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:29:41.537324 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d57ddb8-7175-4454-88b2-ebaa3e5855a9 admin admin] Received port after_create {{(pid=93915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:29:41.544191 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24b1f5af-1632-41fc-9c5d-2419d9bb3698 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:29:41.544804 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-24b1f5af-1632-41fc-9c5d-2419d9bb3698 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:41.545876 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] For port 94657e5f-6035-456e-93c2-fd609df29fcc, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=94657e5f-6035-456e-93c2-fd609df29fcc,segment=NetworkSegment(5afb940b-bbdf-4727-be00-5d46367c38a1),segment_id=5afb940b-bbdf-4727-be00-5d46367c38a1)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:29:41.553732 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f13da68-d6c0-49f6-8e33-eb4f9c300a30 None None] Network 0ad1e51f-b7c6-4f93-8fe8-74fe78287330 requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:29:41.557467 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:41.586578 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d57ddb8-7175-4454-88b2-ebaa3e5855a9 admin admin] Pushing event updated for resources: {'Port': ['ID=c06dd0ff-0ba3-4690-a785-a7be48fd567d,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:29:41.649958 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2451d5d1-edfb-43e6-bbf8-0fa69de59163 req-96c1be70-0582-4693-a007-05fff440a58d tempest-ServerDiskConfigTestJSON-1372590070 tempest-ServerDiskConfigTestJSON-1372590070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:29:41.653536 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2451d5d1-edfb-43e6-bbf8-0fa69de59163 req-96c1be70-0582-4693-a007-05fff440a58d tempest-ServerDiskConfigTestJSON-1372590070 tempest-ServerDiskConfigTestJSON-1372590070-project] 10.222.0.16 "GET /v2.0/ports?device_id=bf8f126b-3e3d-4e58-8ea4-3089f2cc29ed HTTP/1.1" status: 200 len: 946 time: 0.5433478 Jul 14 18:29:41.672293 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-24b1f5af-1632-41fc-9c5d-2419d9bb3698 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.8917086 Jul 14 18:29:41.699979 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddf1df3-a61d-4a3d-82d8-969bbc8f1ec0 req-8efb5a40-d42f-4ba7-93b2-def9380a4e3c tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:29:41.715744 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-7ddf1df3-a61d-4a3d-82d8-969bbc8f1ec0 req-8efb5a40-d42f-4ba7-93b2-def9380a4e3c tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.16 "GET /v2.0/ports?device_id=a5fb9d27-b1e3-4399-b4d8-7495d55c398a HTTP/1.1" status: 200 len: 949 time: 0.5916581 Jul 14 18:29:41.753273 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-6d57ddb8-7175-4454-88b2-ebaa3e5855a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-930452'] for router_interface, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:41.757178 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6d2b5f-6e39-4e18-9bc8-b942cdee7c81 req-c5ee3499-4996-4ab7-9f9b-bd3c6d5e0898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:29:41.759110 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3f6d2b5f-6e39-4e18-9bc8-b942cdee7c81 req-c5ee3499-4996-4ab7-9f9b-bd3c6d5e0898 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4f742057-89ee-4b4a-86f7-487ee61881a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6231906 Jul 14 18:29:41.975910 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] get_ports_and_sgs() called for port_ids ['7d2f5b48-4f1f-4f54-acfc-d43811b03a15'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 18:29:42.005216 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2451d5d1-edfb-43e6-bbf8-0fa69de59163 req-cbd91ffe-670e-4ab2-9c14-3b0a3b03b3e1 tempest-ServerDiskConfigTestJSON-1372590070 tempest-ServerDiskConfigTestJSON-1372590070-project] 10.222.0.16 "GET /v2.0/security-groups?id=8f471560-b797-46f3-abf1-e078e196721c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3462052 Jul 14 18:29:42.109208 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-7ddf1df3-a61d-4a3d-82d8-969bbc8f1ec0 req-2b579928-dea9-42b8-bafa-14c8e2f49d02 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.16 "GET /v2.0/security-groups?id=95148b1b-0f93-483b-9e80-262147c27e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3924117 Jul 14 18:29:42.139862 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3f6d2b5f-6e39-4e18-9bc8-b942cdee7c81 req-71f3d8a8-7b23-4dcb-bdfc-7cfc4e1569a8 service neutron] 10.222.0.18 "GET /v2.0/networks/4f742057-89ee-4b4a-86f7-487ee61881a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3589950 Jul 14 18:29:42.268656 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-bdb8bace-f98f-45ce-a16c-f480064bd729 None None] Provisioning for port c06dd0ff-0ba3-4690-a785-a7be48fd567d completed by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:29:42.277589 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 39628) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:29:42.307574 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-bdb8bace-f98f-45ce-a16c-f480064bd729 None None] Provisioning complete for port c06dd0ff-0ba3-4690-a785-a7be48fd567d triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:29:42.307941 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-bdb8bace-f98f-45ce-a16c-f480064bd729 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:42.313251 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Pushing event updated for resources: {'Port': ['ID=94657e5f-6035-456e-93c2-fd609df29fcc,revision_number=4']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:29:42.319113 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad5373c6-a66e-4863-a59e-f7cefd3ceebc None None] Network 0ad1e51f-b7c6-4f93-8fe8-74fe78287330 requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:29:42.325537 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-1131621f-8ae4-405a-8500-c09a65273238 req-334e817b-dff8-4edb-a606-4a5ef98565c9 tempest-ServerShowV257Test-334664071 tempest-ServerShowV257Test-334664071-project] 10.222.0.16 "GET /v2.0/ports?device_id=099b6f50-a58e-45ed-b0ad-68cfb242dbb4 HTTP/1.1" status: 200 len: 210 time: 0.1211171 Jul 14 18:29:42.430477 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3f6d2b5f-6e39-4e18-9bc8-b942cdee7c81 req-def40b51-5858-47bd-9881-ffc13e46f341 service neutron] 10.222.0.18 "GET /v2.0/networks/4f742057-89ee-4b4a-86f7-487ee61881a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2865391 Jul 14 18:29:42.441874 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-bdb8bace-f98f-45ce-a16c-f480064bd729 None None] Port c06dd0ff-0ba3-4690-a785-a7be48fd567d cannot update to ACTIVE because it is not bound. {{(pid=93917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 18:29:42.442074 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-6d57ddb8-7175-4454-88b2-ebaa3e5855a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:42.644726 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-9efe3d68-29e5-4963-a669-2f41f7b71ab7 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-355003889-network', 'tenant_id': '657ed23ea860407d939b598545702877'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:29:42.674707 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9efe3d68-29e5-4963-a669-2f41f7b71ab7 admin admin] Made reservation on behalf of 657ed23ea860407d939b598545702877 for: {'network': 1} {{(pid=93916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:29:42.677788 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-9efe3d68-29e5-4963-a669-2f41f7b71ab7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for network, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:42.689024 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-9efe3d68-29e5-4963-a669-2f41f7b71ab7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:42.807670 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-9efe3d68-29e5-4963-a669-2f41f7b71ab7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:42.811613 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-9efe3d68-29e5-4963-a669-2f41f7b71ab7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:42.850141 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Device 3de48cc2-9373-4f7a-9b7e-c1d9f1d47234 details requested by agent hyperv_n-h2-800634-3 with host n-h2-800634-3 {{(pid=93917) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 18:29:42.850377 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9efe3d68-29e5-4963-a669-2f41f7b71ab7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 99} {{(pid=93916) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 18:29:42.872436 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efe3d68-29e5-4963-a669-2f41f7b71ab7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1e41daa-112c-4209-a6c5-e4566d1cc7b4,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:29:42.899910 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-98806b82-8d36-4de1-8eb5-ab33ef23b990 req-30463bca-942f-4850-86de-ac55722993a4 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=38a14c394768483898c3788e595459d9&device_id=099b6f50-a58e-45ed-b0ad-68cfb242dbb4 HTTP/1.1" status: 200 len: 210 time: 0.0391252 Jul 14 18:29:42.901318 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-9efe3d68-29e5-4963-a669-2f41f7b71ab7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:42.901670 n-d-800634-3 neutron-server[93916]: INFO neutron.db.segments_db [None req-9efe3d68-29e5-4963-a669-2f41f7b71ab7 admin admin] Added segment 43efdc56-12ae-4ad3-9551-64713bd86c0f of type vlan for network 4e5d652a-2ab7-447c-867c-9de8666f3310 Jul 14 18:29:42.950893 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-98806b82-8d36-4de1-8eb5-ab33ef23b990 req-00590130-5f0b-4da0-adfa-ead157ddb1f8 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=38a14c394768483898c3788e595459d9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0395758 Jul 14 18:29:43.026818 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] For port 3de48cc2-9373-4f7a-9b7e-c1d9f1d47234, host n-h2-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=3de48cc2-9373-4f7a-9b7e-c1d9f1d47234,segment=NetworkSegment(9a21e516-8d79-4e64-b3eb-1610a868b024),segment_id=9a21e516-8d79-4e64-b3eb-1610a868b024)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:29:43.040233 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Returning: {'device': '3de48cc2-9373-4f7a-9b7e-c1d9f1d47234', 'network_id': '931147ca-9c29-4ccf-b0c6-22150fb38263', 'port_id': '3de48cc2-9373-4f7a-9b7e-c1d9f1d47234', 'mac_address': 'fa:16:3e:96:ad:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 70, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1247ec7e-a3af-456f-af13-5ca1fde66245', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93917) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 18:29:43.044673 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-6d57ddb8-7175-4454-88b2-ebaa3e5855a9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:43.045997 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-9efe3d68-29e5-4963-a669-2f41f7b71ab7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728202197517'] for network, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:43.064017 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-6d57ddb8-7175-4454-88b2-ebaa3e5855a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25912978'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:43.106792 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-9efe3d68-29e5-4963-a669-2f41f7b71ab7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727'] for network, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:43.108418 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9efe3d68-29e5-4963-a669-2f41f7b71ab7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:29:43.109014 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-9efe3d68-29e5-4963-a669-2f41f7b71ab7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598705'] for network, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:43.110158 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 94657e5f-6035-456e-93c2-fd609df29fcc up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:29:43.152487 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:43.165199 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98806b82-8d36-4de1-8eb5-ab33ef23b990 req-d096b211-35e2-4f50-bf06-284c6fe7a70a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:29:43.166842 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-98806b82-8d36-4de1-8eb5-ab33ef23b990 req-d096b211-35e2-4f50-bf06-284c6fe7a70a service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1897233 Jul 14 18:29:43.185557 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efe3d68-29e5-4963-a669-2f41f7b71ab7 admin admin] Pushing event updated for resources: {'Network': ['ID=4e5d652a-2ab7-447c-867c-9de8666f3310,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:29:43.189569 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-9efe3d68-29e5-4963-a669-2f41f7b71ab7 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9108503 Jul 14 18:29:43.192424 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 39664) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:29:43.193614 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3de48cc2-9373-4f7a-9b7e-c1d9f1d47234 {{(pid=93917) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 18:29:43.199339 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-9c60d095-ba3f-4767-aa4b-432d794278d7 admin admin] Request body: {'subnet': {'network_id': '4e5d652a-2ab7-447c-867c-9de8666f3310', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-355003889-subnet', 'tenant_id': '657ed23ea860407d939b598545702877', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:29:43.200894 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Network 4e5d652a-2ab7-447c-867c-9de8666f3310 details requested by agent ovs-agent-n-d-800634-3 with host n-d-800634-3 {{(pid=93917) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 18:29:43.249523 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c60d095-ba3f-4767-aa4b-432d794278d7 admin admin] Made reservation on behalf of 657ed23ea860407d939b598545702877 for: {'subnet': 1} {{(pid=93916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:29:43.252425 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-6d57ddb8-7175-4454-88b2-ebaa3e5855a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-598741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-928734'] for router_interface, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:43.252721 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-9c60d095-ba3f-4767-aa4b-432d794278d7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26033189'] for subnet, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:43.256674 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6ec7a5ae-84c5-474d-b426-1b1471fe8180 req-23018c49-3b0d-4d3d-9e6c-9bf9b54638dc tempest-ServerShowV257Test-334664071 tempest-ServerShowV257Test-334664071-project] 10.222.0.16 "GET /v2.0/ports?device_id=099b6f50-a58e-45ed-b0ad-68cfb242dbb4 HTTP/1.1" status: 200 len: 210 time: 0.1959624 Jul 14 18:29:43.290157 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] For port 3de48cc2-9373-4f7a-9b7e-c1d9f1d47234, host n-h2-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=3de48cc2-9373-4f7a-9b7e-c1d9f1d47234,segment=NetworkSegment(9a21e516-8d79-4e64-b3eb-1610a868b024),segment_id=9a21e516-8d79-4e64-b3eb-1610a868b024)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:29:43.306736 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:43.314860 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port 94657e5f-6035-456e-93c2-fd609df29fcc triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:29:43.315243 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:43.333352 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0275fc9b-3db2-4ec6-9e21-4c47ec471b79 req-f425ec9e-8095-4dfc-bc6a-457f0b6db2d8 tempest-ServerTagsTestJSON-1028973871 tempest-ServerTagsTestJSON-1028973871-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:29:43.335571 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-0275fc9b-3db2-4ec6-9e21-4c47ec471b79 req-f425ec9e-8095-4dfc-bc6a-457f0b6db2d8 tempest-ServerTagsTestJSON-1028973871 tempest-ServerTagsTestJSON-1028973871-project] 10.222.0.16 "GET /v2.0/networks?id=0ad1e51f-b7c6-4f93-8fe8-74fe78287330 HTTP/1.1" status: 200 len: 809 time: 0.7837172 Jul 14 18:29:43.336479 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d57ddb8-7175-4454-88b2-ebaa3e5855a9 admin admin] Pushing event updated for resources: {'Port': ['ID=c06dd0ff-0ba3-4690-a785-a7be48fd567d,revision_number=2']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:29:43.369154 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-0275fc9b-3db2-4ec6-9e21-4c47ec471b79 req-4629d65d-96df-4c10-b869-8ddea41d7df8 tempest-ServerTagsTestJSON-1028973871 tempest-ServerTagsTestJSON-1028973871-project] 10.222.0.16 "GET /v2.0/quotas/dd65762e50424de597c9d075b2c0edcc HTTP/1.1" status: 200 len: 375 time: 0.0221968 Jul 14 18:29:43.404007 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Pushing event updated for resources: {'Port': ['ID=3de48cc2-9373-4f7a-9b7e-c1d9f1d47234,revision_number=6']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:29:43.442393 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-0275fc9b-3db2-4ec6-9e21-4c47ec471b79 req-cf2dad62-18ee-4f6c-b01c-647d70c00dc2 tempest-ServerTagsTestJSON-1028973871 tempest-ServerTagsTestJSON-1028973871-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=dd65762e50424de597c9d075b2c0edcc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0581346 Jul 14 18:29:43.510169 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-9c60d095-ba3f-4767-aa4b-432d794278d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2684753', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26033175'] for subnet, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:43.582248 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c60d095-ba3f-4767-aa4b-432d794278d7 admin admin] Checking segment: {'id': '43efdc56-12ae-4ad3-9551-64713bd86c0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '4e5d652a-2ab7-447c-867c-9de8666f3310'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93916) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:29:43.582637 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c60d095-ba3f-4767-aa4b-432d794278d7 admin admin] Network hostable DHCP agents. Network: 4e5d652a-2ab7-447c-867c-9de8666f3310, hostable agents: ['028393c3-0576-4ebd-bca1-8ea8a148e1a2'], hosted agents: [] {{(pid=93916) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 18:29:43.585779 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c60d095-ba3f-4767-aa4b-432d794278d7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=36898f2a-5176-41ea-a7c1-9b220f3e9204,revision_number=0']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:29:43.591207 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] get_ports_and_sgs() called for port_ids ['3de48cc2-9373-4f7a-9b7e-c1d9f1d47234'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 18:29:43.603450 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d57ddb8-7175-4454-88b2-ebaa3e5855a9 admin admin] Network 6860f2ef-3ffa-40e2-ab3f-abeb1947a41b is already hosted by enough agents. {{(pid=93915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:29:43.611450 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [None req-6d57ddb8-7175-4454-88b2-ebaa3e5855a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:29:43.637872 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-0275fc9b-3db2-4ec6-9e21-4c47ec471b79 req-59629b95-d782-4fe7-be08-f13cad468232 service neutron] 10.222.0.16 "GET /v2.0/networks/0ad1e51f-b7c6-4f93-8fe8-74fe78287330?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1891315 Jul 14 18:29:43.643764 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c60d095-ba3f-4767-aa4b-432d794278d7 admin admin] Network 4e5d652a-2ab7-447c-867c-9de8666f3310 is scheduled to be hosted by DHCP agent 028393c3-0576-4ebd-bca1-8ea8a148e1a2 with binding_index 1 {{(pid=93916) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 18:29:43.659455 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [None req-9c60d095-ba3f-4767-aa4b-432d794278d7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-3, 4e5d652a-2ab7-447c-867c-9de8666f3310) {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:29:43.668009 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c60d095-ba3f-4767-aa4b-432d794278d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:29:43.669186 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-9c60d095-ba3f-4767-aa4b-432d794278d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598705'] for subnet, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:43.677535 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97f40afa-0b21-44f3-8e21-8b40d9048627 None None] Network 4e5d652a-2ab7-447c-867c-9de8666f3310 requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:29:43.696701 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-9c60d095-ba3f-4767-aa4b-432d794278d7 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.5031049 Jul 14 18:29:43.762619 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3615f7e-d0e2-4b3f-8835-1abbafced090 req-e3db0d82-4e84-41bb-abf8-fd1e343a7813 tempest-ServerDiskConfigTestJSON-1372590070 tempest-ServerDiskConfigTestJSON-1372590070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:29:43.765086 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c3615f7e-d0e2-4b3f-8835-1abbafced090 req-e3db0d82-4e84-41bb-abf8-fd1e343a7813 tempest-ServerDiskConfigTestJSON-1372590070 tempest-ServerDiskConfigTestJSON-1372590070-project] 10.222.0.16 "GET /v2.0/ports?device_id=bf8f126b-3e3d-4e58-8ea4-3089f2cc29ed HTTP/1.1" status: 200 len: 945 time: 0.2550619 Jul 14 18:29:43.900045 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-0275fc9b-3db2-4ec6-9e21-4c47ec471b79 req-0b1bf6e2-a191-46e8-abad-53428281bb33 service neutron] 10.222.0.16 "GET /v2.0/networks/0ad1e51f-b7c6-4f93-8fe8-74fe78287330?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2160096 Jul 14 18:29:43.913056 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d57ddb8-7175-4454-88b2-ebaa3e5855a9 admin admin] Router 6c2d8b8c-6bc8-43ae-b2c7-b463bf6ea433 has already been hosted by L3 agent 2c6eb27e-defb-4cca-9a24-381c7415e359 {{(pid=93915) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 18:29:43.927116 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c3615f7e-d0e2-4b3f-8835-1abbafced090 req-eb40cbe3-9ddc-484c-9670-c79917991eaa tempest-ServerDiskConfigTestJSON-1372590070 tempest-ServerDiskConfigTestJSON-1372590070-project] 10.222.0.16 "GET /v2.0/security-groups?id=8f471560-b797-46f3-abf1-e078e196721c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543944 Jul 14 18:29:43.974202 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef7691b1-0172-4ec4-862a-ecfa4f6004c3 None None] Network 4e5d652a-2ab7-447c-867c-9de8666f3310 requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:29:44.040620 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-d337009a-2599-4e9c-954a-e02a1280a002 None None] Provisioning complete for port c06dd0ff-0ba3-4690-a785-a7be48fd567d triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:29:44.041709 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-d337009a-2599-4e9c-954a-e02a1280a002 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:44.074707 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 39686) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:29:44.144201 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3c0adbb-bb67-47ab-a3d9-a829b3a3e455 admin admin] Deleting subnet 36898f2a-5176-41ea-a7c1-9b220f3e9204 {{(pid=93916) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 18:29:44.147752 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-c3c0adbb-bb67-47ab-a3d9-a829b3a3e455 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:44.177851 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-d337009a-2599-4e9c-954a-e02a1280a002 None None] Port c06dd0ff-0ba3-4690-a785-a7be48fd567d cannot update to ACTIVE because it is not bound. {{(pid=93917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 18:29:44.190541 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-c3c0adbb-bb67-47ab-a3d9-a829b3a3e455 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26296866'] for subnet, precommit_delete_associations {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:44.195490 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ae7164bf-6a01-4c5f-bdf7-313ad52bb6d1 req-8ab2a025-2ee2-4ff3-8b5b-7e4475f2dc03 tempest-ServerTagsTestJSON-1028973871 tempest-ServerTagsTestJSON-1028973871-project] 10.222.0.16 "GET /v2.0/ports?device_id=1eafe9fa-0b2b-4431-93db-de997e931e34 HTTP/1.1" status: 200 len: 210 time: 0.0537982 Jul 14 18:29:44.227514 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d57ddb8-7175-4454-88b2-ebaa3e5855a9 admin admin] Notify agent at l3_agent.n-d-800634-3 the message routers_updated {{(pid=93915) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 18:29:44.233817 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-c3c0adbb-bb67-47ab-a3d9-a829b3a3e455 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081283'] for subnet, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:44.237344 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54703808-b123-4f3e-b7e2-e25b09a11256 None None] Sync routers for ids ['6c2d8b8c-6bc8-43ae-b2c7-b463bf6ea433'] in n-d-800634-3 {{(pid=93918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 18:29:44.249638 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54703808-b123-4f3e-b7e2-e25b09a11256 None None] Routers {'6c2d8b8c-6bc8-43ae-b2c7-b463bf6ea433'} bound to L3 agent in host n-d-800634-3 {{(pid=93918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:29:44.252280 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-54703808-b123-4f3e-b7e2-e25b09a11256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:29:23Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['6c2d8b8c-6bc8-43ae-b2c7-b463bf6ea433'], 'active': True} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:29:44.256463 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-6d57ddb8-7175-4454-88b2-ebaa3e5855a9 admin admin] 10.222.0.16 "PUT /v2.0/routers/6c2d8b8c-6bc8-43ae-b2c7-b463bf6ea433/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2503526 Jul 14 18:29:44.300300 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddda5acd-d5d5-40be-9d9f-878dfe60c28c req-049190b9-0a67-4579-b317-fb25a656a322 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:29:44.301891 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ddda5acd-d5d5-40be-9d9f-878dfe60c28c req-049190b9-0a67-4579-b317-fb25a656a322 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.16 "GET /v2.0/ports?device_id=a5fb9d27-b1e3-4399-b4d8-7495d55c398a HTTP/1.1" status: 200 len: 950 time: 0.2054589 Jul 14 18:29:44.313392 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-c3c0adbb-bb67-47ab-a3d9-a829b3a3e455 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2684816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26033152'] for subnet, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:44.344199 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c0adbb-bb67-47ab-a3d9-a829b3a3e455 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=36898f2a-5176-41ea-a7c1-9b220f3e9204,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:29:44.348058 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-c3c0adbb-bb67-47ab-a3d9-a829b3a3e455 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598705'] for subnet, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:44.350090 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-c3c0adbb-bb67-47ab-a3d9-a829b3a3e455 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/36898f2a-5176-41ea-a7c1-9b220f3e9204 HTTP/1.1" status: 204 len: 168 time: 0.2740002 Jul 14 18:29:44.352855 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 39704) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:29:44.399958 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ddda5acd-d5d5-40be-9d9f-878dfe60c28c req-8f70261d-16e5-43a2-9028-dd855813079f tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.16 "GET /v2.0/security-groups?id=95148b1b-0f93-483b-9e80-262147c27e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876009 Jul 14 18:29:44.475114 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvr_db [None req-54703808-b123-4f3e-b7e2-e25b09a11256 None None] Set router 6c2d8b8c-6bc8-43ae-b2c7-b463bf6ea433 gateway port host: n-d-800634-3 {{(pid=93918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 18:29:44.612660 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-9bfb6ef0-42b7-49de-a396-74c9d42a6263 req-18a74874-a4f9-47d5-b87b-746db363c344 tempest-ServerShowV257Test-334664071 tempest-ServerShowV257Test-334664071-project] 10.222.0.16 "GET /v2.0/ports?device_id=099b6f50-a58e-45ed-b0ad-68cfb242dbb4 HTTP/1.1" status: 200 len: 210 time: 0.0443790 Jul 14 18:29:44.788447 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-54703808-b123-4f3e-b7e2-e25b09a11256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c2d8b8c-6bc8-43ae-b2c7-b463bf6ea433', 'name': 'tempest-FloatingIPDetailsTestJSON-1850745205-router', 'tenant_id': 'f86e8f2810854b92b77629078a820168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.239'}], 'enable_snat': True}, 'gw_port_id': '94657e5f-6035-456e-93c2-fd609df29fcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:29:34Z', 'updated_at': '2021-07-14T18:29:42Z', 'revision_number': 4, 'project_id': 'f86e8f2810854b92b77629078a820168', 'gw_port': {'id': '94657e5f-6035-456e-93c2-fd609df29fcc', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:a4:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c2d8b8c-6bc8-43ae-b2c7-b463bf6ea433', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1081, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:29:35Z', 'updated_at': '2021-07-14T18:29:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_interfaces': [{'id': 'c06dd0ff-0ba3-4690-a785-a7be48fd567d', 'name': '', 'network_id': '6860f2ef-3ffa-40e2-ab3f-abeb1947a41b', 'tenant_id': 'f86e8f2810854b92b77629078a820168', 'mac_address': 'fa:16:3e:30:83:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c2d8b8c-6bc8-43ae-b2c7-b463bf6ea433', 'device_owner': 'network:router_interface', 'standard_attr_id': 1089, 'fixed_ips': [{'subnet_id': '575fa753-fbde-4123-b15a-2178e79f758a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:29:40Z', 'updated_at': '2021-07-14T18:29:42Z', 'revision_number': 2, 'project_id': 'f86e8f2810854b92b77629078a820168', 'subnets': [{'id': '575fa753-fbde-4123-b15a-2178e79f758a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-3', False) {} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:29:44.820374 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54703808-b123-4f3e-b7e2-e25b09a11256 None None] Checking router: 6c2d8b8c-6bc8-43ae-b2c7-b463bf6ea433 for host: n-d-800634-3 {{(pid=93918) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 18:29:44.821023 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54703808-b123-4f3e-b7e2-e25b09a11256 None None] Updating router 6c2d8b8c-6bc8-43ae-b2c7-b463bf6ea433 port c06dd0ff-0ba3-4690-a785-a7be48fd567d binding host n-d-800634-3 {{(pid=93918) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 18:29:44.857361 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28df5673-20c8-4d02-9d3a-51140428490f req-e7e7d2a9-084c-4a5b-b34c-6c1d8bc6b17f tempest-MigrationsAdminTest-32205358 tempest-MigrationsAdminTest-32205358-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:29:44.859100 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-28df5673-20c8-4d02-9d3a-51140428490f req-e7e7d2a9-084c-4a5b-b34c-6c1d8bc6b17f tempest-MigrationsAdminTest-32205358 tempest-MigrationsAdminTest-32205358-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=a5fb9d27-b1e3-4399-b4d8-7495d55c398a HTTP/1.1" status: 200 len: 1101 time: 0.1289694 Jul 14 18:29:44.860857 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Device 7d2f5b48-4f1f-4f54-acfc-d43811b03a15 up at agent hyperv_n-h2-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:29:44.872236 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-98806b82-8d36-4de1-8eb5-ab33ef23b990 req-e201ccd7-cfe2-4e4b-8fa3-1d770d729694 tempest-ServerShowV257Test-334664071 tempest-ServerShowV257Test-334664071-project] 10.222.0.35 "GET /v2.0/ports?device_id=099b6f50-a58e-45ed-b0ad-68cfb242dbb4 HTTP/1.1" status: 200 len: 210 time: 0.3844578 Jul 14 18:29:44.892780 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-98430832-423d-4ee8-853d-3a0be9c91133 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645734'] for network, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:44.894511 n-d-800634-3 neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-54703808-b123-4f3e-b7e2-e25b09a11256 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:44.939361 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-28df5673-20c8-4d02-9d3a-51140428490f req-9c35b50d-af9a-431e-9d6b-c1455fbea2af tempest-MigrationsAdminTest-32205358 tempest-MigrationsAdminTest-32205358-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=95148b1b-0f93-483b-9e80-262147c27e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714607 Jul 14 18:29:44.949564 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a21383f7-75e6-4c43-b120-38deaeaadc89 req-836e4c19-2cad-4192-a472-4d884f817735 tempest-FloatingIPDetailsTestJSON-694742635 tempest-FloatingIPDetailsTestJSON-694742635-project] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1614473 Jul 14 18:29:44.952090 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Provisioning for port 7d2f5b48-4f1f-4f54-acfc-d43811b03a15 completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:29:44.958365 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Provisioning complete for port 7d2f5b48-4f1f-4f54-acfc-d43811b03a15 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:29:44.958752 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:44.961801 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [req-a21383f7-75e6-4c43-b120-38deaeaadc89 req-5b96e0df-3ffc-4566-8249-b6f1201f4200 tempest-FloatingIPDetailsTestJSON-694742635 tempest-FloatingIPDetailsTestJSON-694742635-project] Request body: {'floatingip': {'floating_network_id': '9200a437-e1de-4520-88f6-e68386523e61'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:29:45.006666 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-98430832-423d-4ee8-853d-3a0be9c91133 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2096010', 'neutron.services.segments.db._delete_segments_for_network-8728202734996'] for network, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:45.021953 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.segments.db [None req-98430832-423d-4ee8-853d-3a0be9c91133 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e5d652a-2ab7-447c-867c-9de8666f3310']}} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:29:45.043485 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-a21383f7-75e6-4c43-b120-38deaeaadc89 req-5b96e0df-3ffc-4566-8249-b6f1201f4200 tempest-FloatingIPDetailsTestJSON-694742635 tempest-FloatingIPDetailsTestJSON-694742635-project] Notify callbacks [] for floatingip, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:45.044383 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.segments.db [None req-98430832-423d-4ee8-853d-3a0be9c91133 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43efdc56-12ae-4ad3-9551-64713bd86c0f') {'for_net_delete': True} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:29:45.044628 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.segments.db [None req-98430832-423d-4ee8-853d-3a0be9c91133 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43efdc56-12ae-4ad3-9551-64713bd86c0f') {} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:29:45.074452 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-98430832-423d-4ee8-853d-3a0be9c91133 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728202715275', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26296891'] for segment, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:45.099555 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-98430832-423d-4ee8-853d-3a0be9c91133 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:45.106535 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98430832-423d-4ee8-853d-3a0be9c91133 admin admin] Releasing vlan 99 on physical network physnet1 to pool {{(pid=93916) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 18:29:45.107035 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-98430832-423d-4ee8-853d-3a0be9c91133 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2682942'] for segment, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:45.109694 n-d-800634-3 neutron-server[93916]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:29:45.109694 n-d-800634-3 neutron-server[93916]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:29:45.109694 n-d-800634-3 neutron-server[93916]: Traceback (most recent call last): Jul 14 18:29:45.109694 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 18:29:45.109694 n-d-800634-3 neutron-server[93916]: timer() Jul 14 18:29:45.109694 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 18:29:45.109694 n-d-800634-3 neutron-server[93916]: cb(*args, **kw) Jul 14 18:29:45.109694 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 18:29:45.109694 n-d-800634-3 neutron-server[93916]: return func(*args, **kwargs) Jul 14 18:29:45.109694 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 18:29:45.109694 n-d-800634-3 neutron-server[93916]: self._notify() Jul 14 18:29:45.109694 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 18:29:45.109694 n-d-800634-3 neutron-server[93916]: self.callback(batched_events) Jul 14 18:29:45.109694 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 18:29:45.109694 n-d-800634-3 neutron-server[93916]: event.method(event) Jul 14 18:29:45.109694 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 18:29:45.109694 n-d-800634-3 neutron-server[93916]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 18:29:45.109694 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 18:29:45.109694 n-d-800634-3 neutron-server[93916]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 18:29:45.109694 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 18:29:45.109694 n-d-800634-3 neutron-server[93916]: return f(self, *a, **k) Jul 14 18:29:45.109694 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 18:29:45.109694 n-d-800634-3 neutron-server[93916]: return self._get(url).json() Jul 14 18:29:45.109694 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 18:29:45.109694 n-d-800634-3 neutron-server[93916]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 18:29:45.109694 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 18:29:45.109694 n-d-800634-3 neutron-server[93916]: return self.request(url, 'GET', **kwargs) Jul 14 18:29:45.109694 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 18:29:45.109694 n-d-800634-3 neutron-server[93916]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 18:29:45.109694 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 18:29:45.109694 n-d-800634-3 neutron-server[93916]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 18:29:45.109694 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 18:29:45.109694 n-d-800634-3 neutron-server[93916]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 18:29:45.109694 n-d-800634-3 neutron-server[93916]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 18:29:45.182501 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:45.191441 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-98430832-423d-4ee8-853d-3a0be9c91133 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2096001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-930085'] for network, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:45.205711 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-98430832-423d-4ee8-853d-3a0be9c91133 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598705'] for network, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:45.207701 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-98430832-423d-4ee8-853d-3a0be9c91133 admin admin] 10.222.0.16 "DELETE /v2.0/networks/4e5d652a-2ab7-447c-867c-9de8666f3310 HTTP/1.1" status: 204 len: 168 time: 0.8507516 Jul 14 18:29:45.227339 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98430832-423d-4ee8-853d-3a0be9c91133 admin admin] Pushing event deleted for resources: {'Network': ['ID=4e5d652a-2ab7-447c-867c-9de8666f3310,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:29:45.238375 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5fb9d27-b1e3-4399-b4d8-7495d55c398a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d2f5b48-4f1f-4f54-acfc-d43811b03a15'}] {{(pid=93917) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:29:45.240659 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20b787f3c29eaa7aa2a4d648c725a2124c5ff39a8d793252f9d844495e14cf42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1787583b-7d99-482c-bb63-bacf9ec18da2" -d '{"events": [{"server_uuid": "a5fb9d27-b1e3-4399-b4d8-7495d55c398a", "name": "network-vif-plugged", "status": "completed", "tag": "7d2f5b48-4f1f-4f54-acfc-d43811b03a15"}]}' {{(pid=93917) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:29:45.257808 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] For port 7d2f5b48-4f1f-4f54-acfc-d43811b03a15, host n-h2-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=7d2f5b48-4f1f-4f54-acfc-d43811b03a15,segment=NetworkSegment(067fc487-22c7-42de-972d-ae352a28ad29),segment_id=067fc487-22c7-42de-972d-ae352a28ad29)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:29:45.265780 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:45.268064 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Device 3de48cc2-9373-4f7a-9b7e-c1d9f1d47234 up at agent hyperv_n-h2-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:29:45.333905 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-a21383f7-75e6-4c43-b120-38deaeaadc89 req-5b96e0df-3ffc-4566-8249-b6f1201f4200 tempest-FloatingIPDetailsTestJSON-694742635 tempest-FloatingIPDetailsTestJSON-694742635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:45.384053 n-d-800634-3 neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-54703808-b123-4f3e-b7e2-e25b09a11256 None None] Notify callbacks [] for port, precommit_update {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:45.394898 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.provisioning_blocks [None req-54703808-b123-4f3e-b7e2-e25b09a11256 None None] Transition to ACTIVE for port object c06dd0ff-0ba3-4690-a785-a7be48fd567d will not be triggered until provisioned by entity L2. {{(pid=93918) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:29:45.403397 n-d-800634-3 neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-54703808-b123-4f3e-b7e2-e25b09a11256 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:45.439261 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Provisioning complete for port 3de48cc2-9373-4f7a-9b7e-c1d9f1d47234 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:29:45.439694 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:45.473557 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466f3913-d056-42dd-9290-2fe4e1c2b334 None None] Pushing event updated for resources: {'Port': ['ID=c06dd0ff-0ba3-4690-a785-a7be48fd567d,revision_number=3']} {{(pid=93918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:29:45.491441 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Pushing event updated for resources: {'Port': ['ID=7d2f5b48-4f1f-4f54-acfc-d43811b03a15,revision_number=13']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:29:45.501003 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466f3913-d056-42dd-9290-2fe4e1c2b334 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:29:45.502952 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466f3913-d056-42dd-9290-2fe4e1c2b334 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:29:45.503300 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466f3913-d056-42dd-9290-2fe4e1c2b334 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:29:45.503641 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466f3913-d056-42dd-9290-2fe4e1c2b334 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:29:45.503979 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466f3913-d056-42dd-9290-2fe4e1c2b334 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:29:45.504340 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466f3913-d056-42dd-9290-2fe4e1c2b334 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:29:45.504669 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466f3913-d056-42dd-9290-2fe4e1c2b334 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:29:45.504996 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466f3913-d056-42dd-9290-2fe4e1c2b334 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:29:45.505321 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466f3913-d056-42dd-9290-2fe4e1c2b334 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:29:45.508895 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466f3913-d056-42dd-9290-2fe4e1c2b334 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:29:45.509250 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466f3913-d056-42dd-9290-2fe4e1c2b334 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:29:45.509601 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466f3913-d056-42dd-9290-2fe4e1c2b334 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:29:45.597923 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:45.612843 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 39744) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:29:45.619623 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.db_base_plugin_common [req-a21383f7-75e6-4c43-b120-38deaeaadc89 req-5b96e0df-3ffc-4566-8249-b6f1201f4200 tempest-FloatingIPDetailsTestJSON-694742635 tempest-FloatingIPDetailsTestJSON-694742635-project] Allocated IP 172.25.1.156 (9200a437-e1de-4520-88f6-e68386523e61/5f47f848-4532-407a-a0e2-5690ade15fd0/469291e1-5186-4132-8751-e3d9b40e1c59) {{(pid=93915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:29:45.669913 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] For port 3de48cc2-9373-4f7a-9b7e-c1d9f1d47234, host n-h2-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=3de48cc2-9373-4f7a-9b7e-c1d9f1d47234,segment=NetworkSegment(9a21e516-8d79-4e64-b3eb-1610a868b024),segment_id=9a21e516-8d79-4e64-b3eb-1610a868b024)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:29:45.676736 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:45.679444 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.managers [None req-54703808-b123-4f3e-b7e2-e25b09a11256 None None] Attempting to bind port c06dd0ff-0ba3-4690-a785-a7be48fd567d on host n-d-800634-3 for vnic_type normal with profile {{(pid=93918) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:29:45.680035 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.managers [None req-54703808-b123-4f3e-b7e2-e25b09a11256 None None] Attempting to bind port c06dd0ff-0ba3-4690-a785-a7be48fd567d by drivers openvswitch,hyperv on host n-d-800634-3 at level 0 using segments [{'id': '3f65a28c-617c-4a7e-9722-25c0f48291ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '6860f2ef-3ffa-40e2-ab3f-abeb1947a41b'}] {{(pid=93918) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:29:45.680794 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54703808-b123-4f3e-b7e2-e25b09a11256 None None] Attempting to bind port c06dd0ff-0ba3-4690-a785-a7be48fd567d on network 6860f2ef-3ffa-40e2-ab3f-abeb1947a41b {{(pid=93918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:29:45.687959 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54703808-b123-4f3e-b7e2-e25b09a11256 None None] Checking agent: {'id': '01c19e91-a945-4e3c-94a6-c211e17c923e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 8, 23), 'started_at': datetime.datetime(2021, 7, 14, 18, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 18, 29, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 18:29:45.688662 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54703808-b123-4f3e-b7e2-e25b09a11256 None None] Checking segment: {'id': '3f65a28c-617c-4a7e-9722-25c0f48291ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '6860f2ef-3ffa-40e2-ab3f-abeb1947a41b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93918) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:29:45.689228 n-d-800634-3 neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-54703808-b123-4f3e-b7e2-e25b09a11256 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:45.689788 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54703808-b123-4f3e-b7e2-e25b09a11256 None None] Bound using segment: {'id': '3f65a28c-617c-4a7e-9722-25c0f48291ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '6860f2ef-3ffa-40e2-ab3f-abeb1947a41b'} {{(pid=93918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 18:29:45.690568 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.managers [None req-54703808-b123-4f3e-b7e2-e25b09a11256 None None] Bound port: c06dd0ff-0ba3-4690-a785-a7be48fd567d, host: n-d-800634-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f65a28c-617c-4a7e-9722-25c0f48291ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '6860f2ef-3ffa-40e2-ab3f-abeb1947a41b'}}] {{(pid=93918) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 18:29:45.691136 n-d-800634-3 neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-54703808-b123-4f3e-b7e2-e25b09a11256 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:45.697892 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-af597d67-fb5c-4236-908f-67dab2c65fa2 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=657ed23ea860407d939b598545702877&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0834725 Jul 14 18:29:45.700594 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 39748) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:29:45.765445 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.db [None req-54703808-b123-4f3e-b7e2-e25b09a11256 None None] For port c06dd0ff-0ba3-4690-a785-a7be48fd567d, host n-d-800634-3, cleared binding levels {{(pid=93918) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:29:45.768983 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.db [None req-54703808-b123-4f3e-b7e2-e25b09a11256 None None] For port c06dd0ff-0ba3-4690-a785-a7be48fd567d, host n-d-800634-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=c06dd0ff-0ba3-4690-a785-a7be48fd567d,segment=NetworkSegment(3f65a28c-617c-4a7e-9722-25c0f48291ca),segment_id=3f65a28c-617c-4a7e-9722-25c0f48291ca)] {{(pid=93918) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 18:29:45.774627 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Pushing event updated for resources: {'Port': ['ID=3de48cc2-9373-4f7a-9b7e-c1d9f1d47234,revision_number=7']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:29:45.775438 n-d-800634-3 neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-54703808-b123-4f3e-b7e2-e25b09a11256 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:45.792465 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-689c731f-4da6-48b0-99a3-9510f04747ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:45.805333 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-a21383f7-75e6-4c43-b120-38deaeaadc89 req-5b96e0df-3ffc-4566-8249-b6f1201f4200 tempest-FloatingIPDetailsTestJSON-694742635 tempest-FloatingIPDetailsTestJSON-694742635-project] Notify callbacks [] for port, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:45.847062 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466f3913-d056-42dd-9290-2fe4e1c2b334 None None] Pushing event updated for resources: {'Port': ['ID=c06dd0ff-0ba3-4690-a785-a7be48fd567d,revision_number=4']} {{(pid=93918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:29:45.847286 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ab99f4-9d4a-4681-976d-eb29b130e49e req-b354b835-b06c-4511-bf49-f0a50db4912e tempest-ServerDiskConfigTestJSON-1372590070 tempest-ServerDiskConfigTestJSON-1372590070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:29:45.854917 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-689c731f-4da6-48b0-99a3-9510f04747ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:45.860919 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-25ab99f4-9d4a-4681-976d-eb29b130e49e req-b354b835-b06c-4511-bf49-f0a50db4912e tempest-ServerDiskConfigTestJSON-1372590070 tempest-ServerDiskConfigTestJSON-1372590070-project] 10.222.0.16 "GET /v2.0/ports?device_id=bf8f126b-3e3d-4e58-8ea4-3089f2cc29ed HTTP/1.1" status: 200 len: 945 time: 0.4354141 Jul 14 18:29:45.867933 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54703808-b123-4f3e-b7e2-e25b09a11256 None None] Routers {'6c2d8b8c-6bc8-43ae-b2c7-b463bf6ea433'} bound to L3 agent in host n-d-800634-3 {{(pid=93918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:29:45.868789 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-54703808-b123-4f3e-b7e2-e25b09a11256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:29:23Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['6c2d8b8c-6bc8-43ae-b2c7-b463bf6ea433'], 'active': True} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:29:45.942057 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-689c731f-4da6-48b0-99a3-9510f04747ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:45.946091 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-689c731f-4da6-48b0-99a3-9510f04747ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:45.950676 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-689c731f-4da6-48b0-99a3-9510f04747ff admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b1e41daa-112c-4209-a6c5-e4566d1cc7b4 HTTP/1.1" status: 204 len: 168 time: 0.2489967 Jul 14 18:29:45.960937 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689c731f-4da6-48b0-99a3-9510f04747ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1e41daa-112c-4209-a6c5-e4566d1cc7b4,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:29:46.002382 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-a21383f7-75e6-4c43-b120-38deaeaadc89 req-5b96e0df-3ffc-4566-8249-b6f1201f4200 tempest-FloatingIPDetailsTestJSON-694742635 tempest-FloatingIPDetailsTestJSON-694742635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:46.030879 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-25ab99f4-9d4a-4681-976d-eb29b130e49e req-f22a0c5f-bcaf-47fe-b120-a8dcd7027fb6 tempest-ServerDiskConfigTestJSON-1372590070 tempest-ServerDiskConfigTestJSON-1372590070-project] 10.222.0.16 "GET /v2.0/security-groups?id=8f471560-b797-46f3-abf1-e078e196721c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1686392 Jul 14 18:29:46.092902 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a21383f7-75e6-4c43-b120-38deaeaadc89 req-5b96e0df-3ffc-4566-8249-b6f1201f4200 tempest-FloatingIPDetailsTestJSON-694742635 tempest-FloatingIPDetailsTestJSON-694742635-project] Network 9200a437-e1de-4520-88f6-e68386523e61 is already hosted by enough agents. {{(pid=93915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:29:46.099136 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [req-a21383f7-75e6-4c43-b120-38deaeaadc89 req-5b96e0df-3ffc-4566-8249-b6f1201f4200 tempest-FloatingIPDetailsTestJSON-694742635 tempest-FloatingIPDetailsTestJSON-694742635-project] Resources bound (agent type, host, resource id): {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:29:46.109627 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [req-a21383f7-75e6-4c43-b120-38deaeaadc89 req-5b96e0df-3ffc-4566-8249-b6f1201f4200 tempest-FloatingIPDetailsTestJSON-694742635 tempest-FloatingIPDetailsTestJSON-694742635-project] Received port after_create {{(pid=93915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:29:46.135328 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvr_db [None req-54703808-b123-4f3e-b7e2-e25b09a11256 None None] Set router 6c2d8b8c-6bc8-43ae-b2c7-b463bf6ea433 gateway port host: n-d-800634-3 {{(pid=93918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 18:29:46.170075 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b96e0df-3ffc-4566-8249-b6f1201f4200 tempest-FloatingIPDetailsTestJSON-694742635 tempest-FloatingIPDetailsTestJSON-694742635-project] Pushing event updated for resources: {'Port': ['ID=469291e1-5186-4132-8751-e3d9b40e1c59,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:29:46.202912 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0275fc9b-3db2-4ec6-9e21-4c47ec471b79 req-26f5259b-f07b-4f60-a662-176453c77e2a tempest-ServerTagsTestJSON-1028973871 tempest-ServerTagsTestJSON-1028973871-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:29:46.204856 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-0275fc9b-3db2-4ec6-9e21-4c47ec471b79 req-26f5259b-f07b-4f60-a662-176453c77e2a tempest-ServerTagsTestJSON-1028973871 tempest-ServerTagsTestJSON-1028973871-project] 10.222.0.18 "GET /v2.0/networks?id=0ad1e51f-b7c6-4f93-8fe8-74fe78287330 HTTP/1.1" status: 200 len: 809 time: 0.3091488 Jul 14 18:29:46.217953 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [req-0275fc9b-3db2-4ec6-9e21-4c47ec471b79 req-5630aa53-84fd-4544-9a5e-82f637f203c7 tempest-ServerTagsTestJSON-1028973871 tempest-ServerTagsTestJSON-1028973871-project] Request body: {'port': {'device_id': '1eafe9fa-0b2b-4431-93db-de997e931e34', 'network_id': '0ad1e51f-b7c6-4f93-8fe8-74fe78287330', 'admin_state_up': True, 'tenant_id': 'dd65762e50424de597c9d075b2c0edcc'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:29:46.334040 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-a21383f7-75e6-4c43-b120-38deaeaadc89 req-5b96e0df-3ffc-4566-8249-b6f1201f4200 tempest-FloatingIPDetailsTestJSON-694742635 tempest-FloatingIPDetailsTestJSON-694742635-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:46.416001 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-a21383f7-75e6-4c43-b120-38deaeaadc89 req-5b96e0df-3ffc-4566-8249-b6f1201f4200 tempest-FloatingIPDetailsTestJSON-694742635 tempest-FloatingIPDetailsTestJSON-694742635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:46.423138 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-54703808-b123-4f3e-b7e2-e25b09a11256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c2d8b8c-6bc8-43ae-b2c7-b463bf6ea433', 'name': 'tempest-FloatingIPDetailsTestJSON-1850745205-router', 'tenant_id': 'f86e8f2810854b92b77629078a820168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.239'}], 'enable_snat': True}, 'gw_port_id': '94657e5f-6035-456e-93c2-fd609df29fcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:29:34Z', 'updated_at': '2021-07-14T18:29:42Z', 'revision_number': 4, 'project_id': 'f86e8f2810854b92b77629078a820168', 'gw_port': {'id': '94657e5f-6035-456e-93c2-fd609df29fcc', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:a4:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c2d8b8c-6bc8-43ae-b2c7-b463bf6ea433', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1081, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:29:35Z', 'updated_at': '2021-07-14T18:29:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_interfaces': [{'id': 'c06dd0ff-0ba3-4690-a785-a7be48fd567d', 'name': '', 'network_id': '6860f2ef-3ffa-40e2-ab3f-abeb1947a41b', 'tenant_id': 'f86e8f2810854b92b77629078a820168', 'mac_address': 'fa:16:3e:30:83:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c2d8b8c-6bc8-43ae-b2c7-b463bf6ea433', 'device_owner': 'network:router_interface', 'standard_attr_id': 1089, 'fixed_ips': [{'subnet_id': '575fa753-fbde-4123-b15a-2178e79f758a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:29:40Z', 'updated_at': '2021-07-14T18:29:45Z', 'revision_number': 4, 'project_id': 'f86e8f2810854b92b77629078a820168', 'subnets': [{'id': '575fa753-fbde-4123-b15a-2178e79f758a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-3', False) {} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:29:46.466172 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54703808-b123-4f3e-b7e2-e25b09a11256 None None] The sync data for ids ['6c2d8b8c-6bc8-43ae-b2c7-b463bf6ea433'] in n-d-800634-3 is: [{'id': '6c2d8b8c-6bc8-43ae-b2c7-b463bf6ea433', 'name': 'tempest-FloatingIPDetailsTestJSON-1850745205-router', 'tenant_id': 'f86e8f2810854b92b77629078a820168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.239'}], 'enable_snat': True}, 'gw_port_id': '94657e5f-6035-456e-93c2-fd609df29fcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:29:34Z', 'updated_at': '2021-07-14T18:29:42Z', 'revision_number': 4, 'project_id': 'f86e8f2810854b92b77629078a820168', 'gw_port': {'id': '94657e5f-6035-456e-93c2-fd609df29fcc', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:a4:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c2d8b8c-6bc8-43ae-b2c7-b463bf6ea433', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1081, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:29:35Z', 'updated_at': '2021-07-14T18:29:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_interfaces': [{'id': 'c06dd0ff-0ba3-4690-a785-a7be48fd567d', 'name': '', 'network_id': '6860f2ef-3ffa-40e2-ab3f-abeb1947a41b', 'tenant_id': 'f86e8f2810854b92b77629078a820168', 'mac_address': 'fa:16:3e:30:83:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c2d8b8c-6bc8-43ae-b2c7-b463bf6ea433', 'device_owner': 'network:router_interface', 'standard_attr_id': 1089, 'fixed_ips': [{'subnet_id': '575fa753-fbde-4123-b15a-2178e79f758a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:29:40Z', 'updated_at': '2021-07-14T18:29:45Z', 'revision_number': 4, 'project_id': 'f86e8f2810854b92b77629078a820168', 'subnets': [{'id': '575fa753-fbde-4123-b15a-2178e79f758a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 18:29:46.493438 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0275fc9b-3db2-4ec6-9e21-4c47ec471b79 req-5630aa53-84fd-4544-9a5e-82f637f203c7 tempest-ServerTagsTestJSON-1028973871 tempest-ServerTagsTestJSON-1028973871-project] Made reservation on behalf of dd65762e50424de597c9d075b2c0edcc for: {'port': 1} {{(pid=93915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:29:46.497752 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-0275fc9b-3db2-4ec6-9e21-4c47ec471b79 req-5630aa53-84fd-4544-9a5e-82f637f203c7 tempest-ServerTagsTestJSON-1028973871 tempest-ServerTagsTestJSON-1028973871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:46.631362 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-72ba7ac2-f4b4-4db0-b0c3-09412530ac51 req-96bf5844-a6a8-4a20-9c6a-e167cc5f8da8 tempest-ServerTagsTestJSON-1028973871 tempest-ServerTagsTestJSON-1028973871-project] 10.222.0.16 "GET /v2.0/ports?device_id=1eafe9fa-0b2b-4431-93db-de997e931e34 HTTP/1.1" status: 200 len: 210 time: 0.0495191 Jul 14 18:29:46.711837 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 18:29:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ff57449-c08a-4d91-96d5-f3a55d43be8d x-openstack-request-id: req-8ff57449-c08a-4d91-96d5-f3a55d43be8d {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:29:46.712402 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5fb9d27-b1e3-4399-b4d8-7495d55c398a", "name": "network-vif-plugged", "status": "completed", "tag": "7d2f5b48-4f1f-4f54-acfc-d43811b03a15", "code": 200}]} {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:29:46.712402 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8ff57449-c08a-4d91-96d5-f3a55d43be8d {{(pid=93917) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:29:46.712905 n-d-800634-3 neutron-server[93917]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5fb9d27-b1e3-4399-b4d8-7495d55c398a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d2f5b48-4f1f-4f54-acfc-d43811b03a15', 'code': 200} Jul 14 18:29:46.810188 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.db_base_plugin_common [req-0275fc9b-3db2-4ec6-9e21-4c47ec471b79 req-5630aa53-84fd-4544-9a5e-82f637f203c7 tempest-ServerTagsTestJSON-1028973871 tempest-ServerTagsTestJSON-1028973871-project] Allocated IP 172.20.0.4 (0ad1e51f-b7c6-4f93-8fe8-74fe78287330/5a217414-58ef-4307-9d67-478d26bf0735/3bfa9848-5c11-42f5-94d7-252687344d85) {{(pid=93915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:29:46.813903 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-a21383f7-75e6-4c43-b120-38deaeaadc89 req-5b96e0df-3ffc-4566-8249-b6f1201f4200 tempest-FloatingIPDetailsTestJSON-694742635 tempest-FloatingIPDetailsTestJSON-694742635-project] Notify callbacks [] for port, precommit_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:46.826294 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-a21383f7-75e6-4c43-b120-38deaeaadc89 req-5b96e0df-3ffc-4566-8249-b6f1201f4200 tempest-FloatingIPDetailsTestJSON-694742635 tempest-FloatingIPDetailsTestJSON-694742635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25912978'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:46.948791 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b96e0df-3ffc-4566-8249-b6f1201f4200 tempest-FloatingIPDetailsTestJSON-694742635 tempest-FloatingIPDetailsTestJSON-694742635-project] Pushing event updated for resources: {'Port': ['ID=469291e1-5186-4132-8751-e3d9b40e1c59,revision_number=2']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:29:46.974077 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 39778) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:29:46.991257 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-a21383f7-75e6-4c43-b120-38deaeaadc89 req-5b96e0df-3ffc-4566-8249-b6f1201f4200 tempest-FloatingIPDetailsTestJSON-694742635 tempest-FloatingIPDetailsTestJSON-694742635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-930131'] for floatingip, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:47.016919 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-a21383f7-75e6-4c43-b120-38deaeaadc89 req-5b96e0df-3ffc-4566-8249-b6f1201f4200 tempest-FloatingIPDetailsTestJSON-694742635 tempest-FloatingIPDetailsTestJSON-694742635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for floatingip, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:47.018182 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a21383f7-75e6-4c43-b120-38deaeaadc89 req-5b96e0df-3ffc-4566-8249-b6f1201f4200 tempest-FloatingIPDetailsTestJSON-694742635 tempest-FloatingIPDetailsTestJSON-694742635-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.0619574 Jul 14 18:29:47.101827 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a21383f7-75e6-4c43-b120-38deaeaadc89 req-17b82d76-836e-4f50-a798-21724e0c946e tempest-FloatingIPDetailsTestJSON-694742635 tempest-FloatingIPDetailsTestJSON-694742635-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.1.156 HTTP/1.1" status: 200 len: 696 time: 0.0737135 Jul 14 18:29:47.121584 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-a8a2984f-e0c6-4b76-a04d-cd4c08f76cff admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-41806475-network', 'tenant_id': 'be3862bfd166426eb9cc2f63f8bb4f5d'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:29:47.147441 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8a2984f-e0c6-4b76-a04d-cd4c08f76cff admin admin] Made reservation on behalf of be3862bfd166426eb9cc2f63f8bb4f5d for: {'network': 1} {{(pid=93916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:29:47.150835 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a8a2984f-e0c6-4b76-a04d-cd4c08f76cff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for network, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:47.163162 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-0275fc9b-3db2-4ec6-9e21-4c47ec471b79 req-5630aa53-84fd-4544-9a5e-82f637f203c7 tempest-ServerTagsTestJSON-1028973871 tempest-ServerTagsTestJSON-1028973871-project] Notify callbacks [] for port, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:47.166723 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a8a2984f-e0c6-4b76-a04d-cd4c08f76cff admin admin] Notify callbacks [] for security_group, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:47.178831 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device c06dd0ff-0ba3-4690-a785-a7be48fd567d up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:29:47.242573 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning for port c06dd0ff-0ba3-4690-a785-a7be48fd567d completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:29:47.251314 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port c06dd0ff-0ba3-4690-a785-a7be48fd567d triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:29:47.252212 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:47.314118 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a8a2984f-e0c6-4b76-a04d-cd4c08f76cff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:47.317518 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21383f7-75e6-4c43-b120-38deaeaadc89 req-3d329a7d-69ed-4904-baae-e60731757531 tempest-FloatingIPDetailsTestJSON-694742635 tempest-FloatingIPDetailsTestJSON-694742635-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:29:47.318646 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a8a2984f-e0c6-4b76-a04d-cd4c08f76cff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:47.319267 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a21383f7-75e6-4c43-b120-38deaeaadc89 req-3d329a7d-69ed-4904-baae-e60731757531 tempest-FloatingIPDetailsTestJSON-694742635 tempest-FloatingIPDetailsTestJSON-694742635-project] 10.222.0.16 "GET /v2.0/networks/9200a437-e1de-4520-88f6-e68386523e61 HTTP/1.1" status: 200 len: 784 time: 0.2019117 Jul 14 18:29:47.337823 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [req-a21383f7-75e6-4c43-b120-38deaeaadc89 req-fa5b2f3f-659d-4ed9-b86b-39e0ce0583ee tempest-FloatingIPDetailsTestJSON-694742635 tempest-FloatingIPDetailsTestJSON-694742635-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=93915) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 18:29:47.340035 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a21383f7-75e6-4c43-b120-38deaeaadc89 req-fa5b2f3f-659d-4ed9-b86b-39e0ce0583ee tempest-FloatingIPDetailsTestJSON-694742635 tempest-FloatingIPDetailsTestJSON-694742635-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0144334 Jul 14 18:29:47.341720 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-0275fc9b-3db2-4ec6-9e21-4c47ec471b79 req-5630aa53-84fd-4544-9a5e-82f637f203c7 tempest-ServerTagsTestJSON-1028973871 tempest-ServerTagsTestJSON-1028973871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:47.353263 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8a2984f-e0c6-4b76-a04d-cd4c08f76cff admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 68} {{(pid=93916) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 18:29:47.364336 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a2984f-e0c6-4b76-a04d-cd4c08f76cff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da7b8797-1015-457e-b47a-2b095511d90c,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:29:47.377418 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a8a2984f-e0c6-4b76-a04d-cd4c08f76cff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:47.378330 n-d-800634-3 neutron-server[93916]: INFO neutron.db.segments_db [None req-a8a2984f-e0c6-4b76-a04d-cd4c08f76cff admin admin] Added segment 2b9b28f9-75df-4928-a3dc-c4dcfbff0aff of type vlan for network 662ed335-05ce-477a-953b-027da5f848f7 Jul 14 18:29:47.428474 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a8a2984f-e0c6-4b76-a04d-cd4c08f76cff admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728202197517'] for network, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:47.434881 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:47.443491 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5630aa53-84fd-4544-9a5e-82f637f203c7 tempest-ServerTagsTestJSON-1028973871 tempest-ServerTagsTestJSON-1028973871-project] Pushing event updated for resources: {'Port': ['ID=3bfa9848-5c11-42f5-94d7-252687344d85,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:29:47.465091 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0275fc9b-3db2-4ec6-9e21-4c47ec471b79 req-5630aa53-84fd-4544-9a5e-82f637f203c7 tempest-ServerTagsTestJSON-1028973871 tempest-ServerTagsTestJSON-1028973871-project] Network 0ad1e51f-b7c6-4f93-8fe8-74fe78287330 is already hosted by enough agents. {{(pid=93915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:29:47.466591 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [req-0275fc9b-3db2-4ec6-9e21-4c47ec471b79 req-5630aa53-84fd-4544-9a5e-82f637f203c7 tempest-ServerTagsTestJSON-1028973871 tempest-ServerTagsTestJSON-1028973871-project] Resources bound (agent type, host, resource id): {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:29:47.471171 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [req-0275fc9b-3db2-4ec6-9e21-4c47ec471b79 req-5630aa53-84fd-4544-9a5e-82f637f203c7 tempest-ServerTagsTestJSON-1028973871 tempest-ServerTagsTestJSON-1028973871-project] Received port after_create {{(pid=93915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:29:47.493769 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a8a2984f-e0c6-4b76-a04d-cd4c08f76cff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727'] for network, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:47.494816 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8a2984f-e0c6-4b76-a04d-cd4c08f76cff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:29:47.495453 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a8a2984f-e0c6-4b76-a04d-cd4c08f76cff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598705'] for network, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:47.510994 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] For port c06dd0ff-0ba3-4690-a785-a7be48fd567d, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=c06dd0ff-0ba3-4690-a785-a7be48fd567d,segment=NetworkSegment(3f65a28c-617c-4a7e-9722-25c0f48291ca),segment_id=3f65a28c-617c-4a7e-9722-25c0f48291ca)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:29:47.518817 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:47.539614 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0275fc9b-3db2-4ec6-9e21-4c47ec471b79 req-5630aa53-84fd-4544-9a5e-82f637f203c7 tempest-ServerTagsTestJSON-1028973871 tempest-ServerTagsTestJSON-1028973871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:29:47.540612 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-0275fc9b-3db2-4ec6-9e21-4c47ec471b79 req-5630aa53-84fd-4544-9a5e-82f637f203c7 tempest-ServerTagsTestJSON-1028973871 tempest-ServerTagsTestJSON-1028973871-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:47.563105 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-0275fc9b-3db2-4ec6-9e21-4c47ec471b79 req-5630aa53-84fd-4544-9a5e-82f637f203c7 tempest-ServerTagsTestJSON-1028973871 tempest-ServerTagsTestJSON-1028973871-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3504310 Jul 14 18:29:47.577257 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [req-0275fc9b-3db2-4ec6-9e21-4c47ec471b79 req-8077da2a-6ed6-4ee4-9b8b-4a5a8d07fe45 service neutron] Request body: {'port': {'device_id': '1eafe9fa-0b2b-4431-93db-de997e931e34', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800634-3'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:29:47.642145 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Pushing event updated for resources: {'Port': ['ID=c06dd0ff-0ba3-4690-a785-a7be48fd567d,revision_number=5']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:29:47.657752 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a2984f-e0c6-4b76-a04d-cd4c08f76cff admin admin] Pushing event updated for resources: {'Network': ['ID=662ed335-05ce-477a-953b-027da5f848f7,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:29:47.669334 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Network 662ed335-05ce-477a-953b-027da5f848f7 details requested by agent ovs-agent-n-d-800634-3 with host n-d-800634-3 {{(pid=93917) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 18:29:47.712371 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-a8a2984f-e0c6-4b76-a04d-cd4c08f76cff admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7370620 Jul 14 18:29:47.886879 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 39798) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:29:47.900425 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-0275fc9b-3db2-4ec6-9e21-4c47ec471b79 req-8077da2a-6ed6-4ee4-9b8b-4a5a8d07fe45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:47.913042 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ea9bda-d011-4766-b0d1-60f2ce065e84 req-c8c97140-6cc6-4d73-b0e2-a0e42f784428 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:29:47.915925 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-f5ea9bda-d011-4766-b0d1-60f2ce065e84 req-c8c97140-6cc6-4d73-b0e2-a0e42f784428 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.35 "GET /v2.0/ports?device_id=a5fb9d27-b1e3-4399-b4d8-7495d55c398a HTTP/1.1" status: 200 len: 951 time: 0.1223836 Jul 14 18:29:48.032401 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-85ed141f-3c4b-4070-b64d-dbbf052f0b85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:48.080506 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [req-f5ea9bda-d011-4766-b0d1-60f2ce065e84 req-d7effc92-a2a0-4d94-beb8-b2e5f290e23e tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] Deleting port 7d2f5b48-4f1f-4f54-acfc-d43811b03a15 {{(pid=93916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:29:48.080849 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-f5ea9bda-d011-4766-b0d1-60f2ce065e84 req-d7effc92-a2a0-4d94-beb8-b2e5f290e23e tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:48.207976 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.db [req-f5ea9bda-d011-4766-b0d1-60f2ce065e84 req-d7effc92-a2a0-4d94-beb8-b2e5f290e23e tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] For port 7d2f5b48-4f1f-4f54-acfc-d43811b03a15, host n-h2-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=7d2f5b48-4f1f-4f54-acfc-d43811b03a15,segment=NetworkSegment(067fc487-22c7-42de-972d-ae352a28ad29),segment_id=067fc487-22c7-42de-972d-ae352a28ad29)] {{(pid=93916) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:29:48.208367 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-f5ea9bda-d011-4766-b0d1-60f2ce065e84 req-d7effc92-a2a0-4d94-beb8-b2e5f290e23e tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:48.230246 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [req-f5ea9bda-d011-4766-b0d1-60f2ce065e84 req-d7effc92-a2a0-4d94-beb8-b2e5f290e23e tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] Calling delete_port for 7d2f5b48-4f1f-4f54-acfc-d43811b03a15 owned by compute:nova {{(pid=93916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:29:48.243165 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-85ed141f-3c4b-4070-b64d-dbbf052f0b85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:48.249697 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-85ed141f-3c4b-4070-b64d-dbbf052f0b85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:48.312202 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c356b9b5-aacf-4505-8b29-0dafb007335f req-7bf7462a-1050-4240-96f9-65bf85b41d5f tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:29:48.313709 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c356b9b5-aacf-4505-8b29-0dafb007335f req-7bf7462a-1050-4240-96f9-65bf85b41d5f tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.16 "GET /v2.0/ports?device_id=a5fb9d27-b1e3-4399-b4d8-7495d55c398a HTTP/1.1" status: 200 len: 951 time: 0.6289532 Jul 14 18:29:48.320809 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd6bd3f-a8ff-4572-8cc2-c24694d5528e req-b33cc4d9-e3e7-41ac-9a34-00daaf3f2a93 tempest-ServerDiskConfigTestJSON-1372590070 tempest-ServerDiskConfigTestJSON-1372590070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:29:48.322204 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-5dd6bd3f-a8ff-4572-8cc2-c24694d5528e req-b33cc4d9-e3e7-41ac-9a34-00daaf3f2a93 tempest-ServerDiskConfigTestJSON-1372590070 tempest-ServerDiskConfigTestJSON-1372590070-project] 10.222.0.16 "GET /v2.0/ports?device_id=bf8f126b-3e3d-4e58-8ea4-3089f2cc29ed HTTP/1.1" status: 200 len: 946 time: 0.5413554 Jul 14 18:29:48.325614 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-85ed141f-3c4b-4070-b64d-dbbf052f0b85 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=38a14c394768483898c3788e595459d9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4349952 Jul 14 18:29:48.328256 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 39806) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:29:48.333984 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ed141f-3c4b-4070-b64d-dbbf052f0b85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=550396d0-7ca0-486d-ab69-4a7d1444e6b5,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:29:48.353172 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-acfc47eb-ba6b-4cea-ac71-22038f4d33b3 req-798cfc70-3cb5-4205-ac2d-f374ab64b7c9 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=2b9e4456-2d8d-44aa-a867-8b086bbb5414&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6626818 Jul 14 18:29:48.418543 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-f5ea9bda-d011-4766-b0d1-60f2ce065e84 req-d7effc92-a2a0-4d94-beb8-b2e5f290e23e tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:48.431139 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] get_ports_and_sgs() called for port_ids ['2d86f518-a5dc-431f-bc2b-7938083f5172', '2963b705-b1e1-4311-8a6e-95a0846fc25f'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 18:29:48.433491 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] get_ports_and_sgs() called for port_ids ['7c097f78-08e4-4fc9-a177-b8812f88bb8a', '7d2f5b48-4f1f-4f54-acfc-d43811b03a15'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 18:29:48.449359 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7effc92-a2a0-4d94-beb8-b2e5f290e23e tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] Pushing event deleted for resources: {'Port': ['ID=7d2f5b48-4f1f-4f54-acfc-d43811b03a15,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:29:48.505427 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5ea9bda-d011-4766-b0d1-60f2ce065e84 req-d7effc92-a2a0-4d94-beb8-b2e5f290e23e tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] No DVR routers for this DVR port 7d2f5b48-4f1f-4f54-acfc-d43811b03a15 on host n-h2-800634-3 {{(pid=93916) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 18:29:48.508059 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-f5ea9bda-d011-4766-b0d1-60f2ce065e84 req-d7effc92-a2a0-4d94-beb8-b2e5f290e23e tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:48.510154 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-f5ea9bda-d011-4766-b0d1-60f2ce065e84 req-d7effc92-a2a0-4d94-beb8-b2e5f290e23e tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.35 "DELETE /v2.0/ports/7d2f5b48-4f1f-4f54-acfc-d43811b03a15 HTTP/1.1" status: 204 len: 173 time: 0.5880904 Jul 14 18:29:48.511206 n-d-800634-3 neutron-server[93916]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5fb9d27-b1e3-4399-b4d8-7495d55c398a', 'name': 'network-vif-deleted', 'tag': '7d2f5b48-4f1f-4f54-acfc-d43811b03a15'}] {{(pid=93916) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:29:48.520406 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f803e150b363a7893830aa996ac27753fa25517c406ecd3536b7c2d4b26eeb9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03ecea50-e551-4d3c-b58d-27764bf998d4" -d '{"events": [{"server_uuid": "a5fb9d27-b1e3-4399-b4d8-7495d55c398a", "name": "network-vif-deleted", "tag": "7d2f5b48-4f1f-4f54-acfc-d43811b03a15"}]}' {{(pid=93916) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:29:48.528830 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c356b9b5-aacf-4505-8b29-0dafb007335f req-5c3352ee-973f-42c4-b006-78c0ae011e7e tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.16 "GET /v2.0/security-groups?id=95148b1b-0f93-483b-9e80-262147c27e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2055566 Jul 14 18:29:48.552099 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-5dd6bd3f-a8ff-4572-8cc2-c24694d5528e req-83ea82f2-499e-499e-a2ce-f0f739a216d0 tempest-ServerDiskConfigTestJSON-1372590070 tempest-ServerDiskConfigTestJSON-1372590070-project] 10.222.0.16 "GET /v2.0/security-groups?id=8f471560-b797-46f3-abf1-e078e196721c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2161777 Jul 14 18:29:48.718220 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf8f126b-3e3d-4e58-8ea4-3089f2cc29ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3de48cc2-9373-4f7a-9b7e-c1d9f1d47234'}] {{(pid=93917) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:29:48.720741 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20b787f3c29eaa7aa2a4d648c725a2124c5ff39a8d793252f9d844495e14cf42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b87c50e0-9b7e-4cb7-ae4c-54fff285537f" -d '{"events": [{"server_uuid": "bf8f126b-3e3d-4e58-8ea4-3089f2cc29ed", "name": "network-vif-plugged", "status": "completed", "tag": "3de48cc2-9373-4f7a-9b7e-c1d9f1d47234"}]}' {{(pid=93917) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:29:48.733322 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-23f6a74b-6b9c-4aa7-a81b-1e7cfd8c8100 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:48.790578 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-3a5e2301-abf9-4ab0-a412-8a2b0e1ba628 req-9ce1f5c8-a5d8-4f1d-9ed1-292cd9c8eae8 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=85403e3f-7fd5-4848-9edb-9810e7a89b4f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1035011 Jul 14 18:29:48.824664 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-23f6a74b-6b9c-4aa7-a81b-1e7cfd8c8100 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:48.854561 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfc47eb-ba6b-4cea-ac71-22038f4d33b3 req-800c0848-7aaf-437a-9d84-ea18926d12d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:29:48.856049 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-acfc47eb-ba6b-4cea-ac71-22038f4d33b3 req-800c0848-7aaf-437a-9d84-ea18926d12d5 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=cb67bdfcb7724fc99fb71468214ad40d&device_id=2b9e4456-2d8d-44aa-a867-8b086bbb5414 HTTP/1.1" status: 200 len: 1097 time: 0.4632938 Jul 14 18:29:48.930100 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5e2301-abf9-4ab0-a412-8a2b0e1ba628 req-b1421cf8-7a29-4c58-bc1b-53dde84b053d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:29:48.931618 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-3a5e2301-abf9-4ab0-a412-8a2b0e1ba628 req-b1421cf8-7a29-4c58-bc1b-53dde84b053d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e0d800f124a7477bb29e534c1272cd15&device_id=85403e3f-7fd5-4848-9edb-9810e7a89b4f HTTP/1.1" status: 200 len: 1101 time: 0.1034701 Jul 14 18:29:48.941484 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-5f7f946b-c08b-4e82-a98c-c9280aa96b2d req-83bdf3b4-21eb-4722-99aa-a5df7eb114d5 tempest-FloatingIPDetailsTestJSON-694742635 tempest-FloatingIPDetailsTestJSON-694742635-project] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3110933 Jul 14 18:29:48.982820 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [req-5f7f946b-c08b-4e82-a98c-c9280aa96b2d req-a276374d-dd29-4c44-9a4d-dfd30532e5b7 tempest-FloatingIPDetailsTestJSON-694742635 tempest-FloatingIPDetailsTestJSON-694742635-project] Request body: {'floatingip': {'floating_network_id': '9200a437-e1de-4520-88f6-e68386523e61'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:29:49.101297 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device c06dd0ff-0ba3-4690-a785-a7be48fd567d up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:29:49.105604 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [req-0275fc9b-3db2-4ec6-9e21-4c47ec471b79 req-8077da2a-6ed6-4ee4-9b8b-4a5a8d07fe45 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3bfa9848-5c11-42f5-94d7-252687344d85 {{(pid=93915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 18:29:49.114682 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-5f7f946b-c08b-4e82-a98c-c9280aa96b2d req-a276374d-dd29-4c44-9a4d-dfd30532e5b7 tempest-FloatingIPDetailsTestJSON-694742635 tempest-FloatingIPDetailsTestJSON-694742635-project] Notify callbacks [] for floatingip, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:49.124972 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-23f6a74b-6b9c-4aa7-a81b-1e7cfd8c8100 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:49.127881 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-23f6a74b-6b9c-4aa7-a81b-1e7cfd8c8100 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:49.128861 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-23f6a74b-6b9c-4aa7-a81b-1e7cfd8c8100 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/550396d0-7ca0-486d-ab69-4a7d1444e6b5 HTTP/1.1" status: 204 len: 168 time: 0.7989783 Jul 14 18:29:49.140002 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-0275fc9b-3db2-4ec6-9e21-4c47ec471b79 req-8077da2a-6ed6-4ee4-9b8b-4a5a8d07fe45 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:49.163841 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5e2301-abf9-4ab0-a412-8a2b0e1ba628 req-e00134ce-d836-4a6e-86b0-cdd006ef87f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:29:49.165869 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-3a5e2301-abf9-4ab0-a412-8a2b0e1ba628 req-e00134ce-d836-4a6e-86b0-cdd006ef87f3 service neutron] 10.222.0.35 "GET /v2.0/networks?id=4f742057-89ee-4b4a-86f7-487ee61881a1 HTTP/1.1" status: 200 len: 869 time: 0.2024598 Jul 14 18:29:49.178353 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port c06dd0ff-0ba3-4690-a785-a7be48fd567d triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:29:49.178735 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:49.198142 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f6a74b-6b9c-4aa7-a81b-1e7cfd8c8100 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=550396d0-7ca0-486d-ab69-4a7d1444e6b5,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:29:49.204322 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfc47eb-ba6b-4cea-ac71-22038f4d33b3 req-41a27440-79b6-4b0b-8791-5c042fb7b5ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:29:49.205829 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-acfc47eb-ba6b-4cea-ac71-22038f4d33b3 req-41a27440-79b6-4b0b-8791-5c042fb7b5ae service neutron] 10.222.0.18 "GET /v2.0/networks?id=fbb7114e-4079-4798-86d9-6d4690d7f388 HTTP/1.1" status: 200 len: 918 time: 0.3140416 Jul 14 18:29:49.207324 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.provisioning_blocks [req-0275fc9b-3db2-4ec6-9e21-4c47ec471b79 req-8077da2a-6ed6-4ee4-9b8b-4a5a8d07fe45 service neutron] Transition to ACTIVE for port object 3bfa9848-5c11-42f5-94d7-252687344d85 will not be triggered until provisioned by entity L2. {{(pid=93915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:29:49.227586 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-0275fc9b-3db2-4ec6-9e21-4c47ec471b79 req-8077da2a-6ed6-4ee4-9b8b-4a5a8d07fe45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25912978'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:49.266404 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-3a5e2301-abf9-4ab0-a412-8a2b0e1ba628 req-3327553b-077c-41b0-b342-0db68f4ed8a4 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.108&port_id=7c097f78-08e4-4fc9-a177-b8812f88bb8a HTTP/1.1" status: 200 len: 217 time: 0.0943837 Jul 14 18:29:49.287774 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-acfc47eb-ba6b-4cea-ac71-22038f4d33b3 req-53588ca5-0cd5-499d-9251-458e6a713b20 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f2fad040-7094-4bfd-9931-7a428eb95eec HTTP/1.1" status: 200 len: 217 time: 0.0744686 Jul 14 18:29:49.362747 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5e2301-abf9-4ab0-a412-8a2b0e1ba628 req-79535e2c-fff1-4c10-99f0-52b2f4bf7f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:29:49.364268 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-3a5e2301-abf9-4ab0-a412-8a2b0e1ba628 req-79535e2c-fff1-4c10-99f0-52b2f4bf7f70 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f20c54fb-f7da-4761-aa61-2e4f99f3d332 HTTP/1.1" status: 200 len: 843 time: 0.0910945 Jul 14 18:29:49.468850 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5e2301-abf9-4ab0-a412-8a2b0e1ba628 req-1862fb0f-94e8-47d5-838f-66cb95071620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:29:49.470389 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-3a5e2301-abf9-4ab0-a412-8a2b0e1ba628 req-1862fb0f-94e8-47d5-838f-66cb95071620 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4f742057-89ee-4b4a-86f7-487ee61881a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0996821 Jul 14 18:29:49.481747 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fa53e1-6c67-4a9b-ab53-d1beab4ba007 req-cc80bfc0-03ff-4685-ae18-bc4b2dc42b8e tempest-ServerTagsTestJSON-1028973871 tempest-ServerTagsTestJSON-1028973871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:29:49.488667 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e3fa53e1-6c67-4a9b-ab53-d1beab4ba007 req-cc80bfc0-03ff-4685-ae18-bc4b2dc42b8e tempest-ServerTagsTestJSON-1028973871 tempest-ServerTagsTestJSON-1028973871-project] 10.222.0.16 "GET /v2.0/ports?device_id=1eafe9fa-0b2b-4431-93db-de997e931e34 HTTP/1.1" status: 200 len: 931 time: 0.4464130 Jul 14 18:29:49.509536 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfc47eb-ba6b-4cea-ac71-22038f4d33b3 req-8f3e302c-9ded-4078-9417-b03cf71132b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:29:49.511365 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-acfc47eb-ba6b-4cea-ac71-22038f4d33b3 req-8f3e302c-9ded-4078-9417-b03cf71132b3 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c0358a3b-3414-4691-860c-4e7a5ebb58c9 HTTP/1.1" status: 200 len: 858 time: 0.1753592 Jul 14 18:29:49.520436 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8077da2a-6ed6-4ee4-9b8b-4a5a8d07fe45 service neutron] Pushing event updated for resources: {'Port': ['ID=3bfa9848-5c11-42f5-94d7-252687344d85,revision_number=2']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:29:49.593873 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-3a5e2301-abf9-4ab0-a412-8a2b0e1ba628 req-cb379042-0819-4bc1-9412-d933ba55c761 service neutron] 10.222.0.35 "GET /v2.0/networks/4f742057-89ee-4b4a-86f7-487ee61881a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1167920 Jul 14 18:29:49.603440 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-acfc47eb-ba6b-4cea-ac71-22038f4d33b3 req-6db6eb28-1df5-497c-98ad-bf6e14cc975a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=fbb7114e-4079-4798-86d9-6d4690d7f388&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0796087 Jul 14 18:29:49.704915 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-3a5e2301-abf9-4ab0-a412-8a2b0e1ba628 req-9f06ce0b-5a15-4790-ba4a-8e29a775e79f service neutron] 10.222.0.35 "GET /v2.0/networks/4f742057-89ee-4b4a-86f7-487ee61881a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1033146 Jul 14 18:29:49.706810 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e3fa53e1-6c67-4a9b-ab53-d1beab4ba007 req-8783a6f1-fd87-48d2-92f3-4957d9f7cca1 tempest-ServerTagsTestJSON-1028973871 tempest-ServerTagsTestJSON-1028973871-project] 10.222.0.16 "GET /v2.0/security-groups?id=bb1c7b8c-b00f-4058-80f8-778271856464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2057099 Jul 14 18:29:49.743807 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-0275fc9b-3db2-4ec6-9e21-4c47ec471b79 req-8077da2a-6ed6-4ee4-9b8b-4a5a8d07fe45 service neutron] Attempting to bind port 3bfa9848-5c11-42f5-94d7-252687344d85 on host n-h1-800634-3 for vnic_type normal with profile {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:29:49.744562 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-0275fc9b-3db2-4ec6-9e21-4c47ec471b79 req-8077da2a-6ed6-4ee4-9b8b-4a5a8d07fe45 service neutron] Attempting to bind port 3bfa9848-5c11-42f5-94d7-252687344d85 by drivers openvswitch,hyperv on host n-h1-800634-3 at level 0 using segments [{'id': 'b9376c24-faea-4d6c-bef4-365348c078c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '0ad1e51f-b7c6-4f93-8fe8-74fe78287330'}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:29:49.746794 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0275fc9b-3db2-4ec6-9e21-4c47ec471b79 req-8077da2a-6ed6-4ee4-9b8b-4a5a8d07fe45 service neutron] Attempting to bind port 3bfa9848-5c11-42f5-94d7-252687344d85 on network 0ad1e51f-b7c6-4f93-8fe8-74fe78287330 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:29:49.764781 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0275fc9b-3db2-4ec6-9e21-4c47ec471b79 req-8077da2a-6ed6-4ee4-9b8b-4a5a8d07fe45 service neutron] Port 3bfa9848-5c11-42f5-94d7-252687344d85 on network 0ad1e51f-b7c6-4f93-8fe8-74fe78287330 not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-3 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 18:29:49.765300 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0275fc9b-3db2-4ec6-9e21-4c47ec471b79 req-8077da2a-6ed6-4ee4-9b8b-4a5a8d07fe45 service neutron] Attempting to bind port 3bfa9848-5c11-42f5-94d7-252687344d85 on network 0ad1e51f-b7c6-4f93-8fe8-74fe78287330 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:29:49.779982 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0275fc9b-3db2-4ec6-9e21-4c47ec471b79 req-8077da2a-6ed6-4ee4-9b8b-4a5a8d07fe45 service neutron] Checking agent: {'id': 'a3630ff4-fbee-45d9-b9b6-0ae41cb3a350', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 15, 32), 'started_at': datetime.datetime(2021, 7, 14, 18, 15, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 18, 29, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 18:29:49.780364 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0275fc9b-3db2-4ec6-9e21-4c47ec471b79 req-8077da2a-6ed6-4ee4-9b8b-4a5a8d07fe45 service neutron] Checking segment: {'id': 'b9376c24-faea-4d6c-bef4-365348c078c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '0ad1e51f-b7c6-4f93-8fe8-74fe78287330'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:29:49.780738 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0275fc9b-3db2-4ec6-9e21-4c47ec471b79 req-8077da2a-6ed6-4ee4-9b8b-4a5a8d07fe45 service neutron] Bound using segment: {'id': 'b9376c24-faea-4d6c-bef4-365348c078c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '0ad1e51f-b7c6-4f93-8fe8-74fe78287330'} {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 18:29:49.781171 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-0275fc9b-3db2-4ec6-9e21-4c47ec471b79 req-8077da2a-6ed6-4ee4-9b8b-4a5a8d07fe45 service neutron] Bound port: 3bfa9848-5c11-42f5-94d7-252687344d85, host: n-h1-800634-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9376c24-faea-4d6c-bef4-365348c078c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '0ad1e51f-b7c6-4f93-8fe8-74fe78287330'}}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 18:29:49.781531 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-0275fc9b-3db2-4ec6-9e21-4c47ec471b79 req-8077da2a-6ed6-4ee4-9b8b-4a5a8d07fe45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:49.791432 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-5f7f946b-c08b-4e82-a98c-c9280aa96b2d req-a276374d-dd29-4c44-9a4d-dfd30532e5b7 tempest-FloatingIPDetailsTestJSON-694742635 tempest-FloatingIPDetailsTestJSON-694742635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:49.813799 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-acfc47eb-ba6b-4cea-ac71-22038f4d33b3 req-4475fb89-e767-4360-8cc3-aa3c9331fa44 service neutron] 10.222.0.18 "GET /v2.0/networks/fbb7114e-4079-4798-86d9-6d4690d7f388?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1874845 Jul 14 18:29:49.907683 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 39846) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:29:50.059777 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-fa1345bb-b832-4ea7-be7c-590788d255b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:50.104624 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-0275fc9b-3db2-4ec6-9e21-4c47ec471b79 req-8077da2a-6ed6-4ee4-9b8b-4a5a8d07fe45 service neutron] For port 3bfa9848-5c11-42f5-94d7-252687344d85, host n-h1-800634-3, cleared binding levels {{(pid=93915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:29:50.158970 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-acfc47eb-ba6b-4cea-ac71-22038f4d33b3 req-7ae9da5b-8bcb-458e-92ad-efaf077f6f8b service neutron] 10.222.0.18 "GET /v2.0/networks/fbb7114e-4079-4798-86d9-6d4690d7f388?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3382661 Jul 14 18:29:50.167543 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-0275fc9b-3db2-4ec6-9e21-4c47ec471b79 req-8077da2a-6ed6-4ee4-9b8b-4a5a8d07fe45 service neutron] For port 3bfa9848-5c11-42f5-94d7-252687344d85, host n-h1-800634-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=3bfa9848-5c11-42f5-94d7-252687344d85,segment=NetworkSegment(b9376c24-faea-4d6c-bef4-365348c078c6),segment_id=b9376c24-faea-4d6c-bef4-365348c078c6)] {{(pid=93915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 18:29:50.177364 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-fa1345bb-b832-4ea7-be7c-590788d255b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:50.185408 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-fa1345bb-b832-4ea7-be7c-590788d255b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:50.190989 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-0275fc9b-3db2-4ec6-9e21-4c47ec471b79 req-8077da2a-6ed6-4ee4-9b8b-4a5a8d07fe45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25912978'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:50.200613 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.db_base_plugin_common [req-5f7f946b-c08b-4e82-a98c-c9280aa96b2d req-a276374d-dd29-4c44-9a4d-dfd30532e5b7 tempest-FloatingIPDetailsTestJSON-694742635 tempest-FloatingIPDetailsTestJSON-694742635-project] Allocated IP 172.25.1.80 (9200a437-e1de-4520-88f6-e68386523e61/5f47f848-4532-407a-a0e2-5690ade15fd0/9d512ea4-274c-475f-bc0f-2b943724bd03) {{(pid=93915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:29:50.236833 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-fa1345bb-b832-4ea7-be7c-590788d255b4 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=490b0a195fbc4f12b65ccfe3b7407ad2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3280201 Jul 14 18:29:50.238110 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1345bb-b832-4ea7-be7c-590788d255b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7f2565f-7709-4041-8372-66e992ffae7e,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:29:50.241285 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 39862) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:29:50.307654 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0275fc9b-3db2-4ec6-9e21-4c47ec471b79 req-8077da2a-6ed6-4ee4-9b8b-4a5a8d07fe45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:29:50.308332 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-0275fc9b-3db2-4ec6-9e21-4c47ec471b79 req-8077da2a-6ed6-4ee4-9b8b-4a5a8d07fe45 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:50.309844 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-0275fc9b-3db2-4ec6-9e21-4c47ec471b79 req-8077da2a-6ed6-4ee4-9b8b-4a5a8d07fe45 service neutron] 10.222.0.18 "PUT /v2.0/ports/3bfa9848-5c11-42f5-94d7-252687344d85 HTTP/1.1" status: 200 len: 1091 time: 2.7393444 Jul 14 18:29:50.311200 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-3aa0dacc-cb55-4b5c-9963-a64564f83cb4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:50.312087 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1eafe9fa-0b2b-4431-93db-de997e931e34', 'tag': '3bfa9848-5c11-42f5-94d7-252687344d85'}] {{(pid=93915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:29:50.314246 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e72782ad3af8f7d4ce76cedf092bca46d1756acc5c4653cf0b52034cdd6b073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf50d6ba-33de-40f8-91b4-27667ce6898c" -d '{"events": [{"name": "network-changed", "server_uuid": "1eafe9fa-0b2b-4431-93db-de997e931e34", "tag": "3bfa9848-5c11-42f5-94d7-252687344d85"}]}' {{(pid=93915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:29:50.314668 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-0d30d4ae-dd25-4873-9bba-4d704c93610a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:50.348500 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-3aa0dacc-cb55-4b5c-9963-a64564f83cb4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:50.384407 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c588adc-00b9-4226-ba4f-39451f33bc92 req-3ecaaa86-3679-457f-a961-6ca8dd034890 tempest-ComputeTenantNetworksTest-1315711760 tempest-ComputeTenantNetworksTest-1315711760-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:29:50.390767 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c588adc-00b9-4226-ba4f-39451f33bc92 req-3ecaaa86-3679-457f-a961-6ca8dd034890 tempest-ComputeTenantNetworksTest-1315711760 tempest-ComputeTenantNetworksTest-1315711760-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:29:50.397242 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c588adc-00b9-4226-ba4f-39451f33bc92 req-3ecaaa86-3679-457f-a961-6ca8dd034890 tempest-ComputeTenantNetworksTest-1315711760 tempest-ComputeTenantNetworksTest-1315711760-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:29:50.398532 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-4c588adc-00b9-4226-ba4f-39451f33bc92 req-3ecaaa86-3679-457f-a961-6ca8dd034890 tempest-ComputeTenantNetworksTest-1315711760 tempest-ComputeTenantNetworksTest-1315711760-project] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1901 time: 0.3932738 Jul 14 18:29:50.409871 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-3aa0dacc-cb55-4b5c-9963-a64564f83cb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:50.412322 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-3aa0dacc-cb55-4b5c-9963-a64564f83cb4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:50.417899 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-3aa0dacc-cb55-4b5c-9963-a64564f83cb4 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c7f2565f-7709-4041-8372-66e992ffae7e HTTP/1.1" status: 204 len: 168 time: 0.1710486 Jul 14 18:29:50.427668 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa0dacc-cb55-4b5c-9963-a64564f83cb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7f2565f-7709-4041-8372-66e992ffae7e,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:29:50.432657 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8077da2a-6ed6-4ee4-9b8b-4a5a8d07fe45 service neutron] Pushing event updated for resources: {'Port': ['ID=3bfa9848-5c11-42f5-94d7-252687344d85,revision_number=3']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:29:50.480755 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 18:29:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0738497e-dc88-487f-92be-2a5f8c11969d x-openstack-request-id: req-0738497e-dc88-487f-92be-2a5f8c11969d {{(pid=93916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:29:50.481234 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5fb9d27-b1e3-4399-b4d8-7495d55c398a", "name": "network-vif-deleted", "tag": "7d2f5b48-4f1f-4f54-acfc-d43811b03a15", "status": "completed", "code": 200}]} {{(pid=93916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:29:50.481630 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0738497e-dc88-487f-92be-2a5f8c11969d {{(pid=93916) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:29:50.482183 n-d-800634-3 neutron-server[93916]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5fb9d27-b1e3-4399-b4d8-7495d55c398a', 'name': 'network-vif-deleted', 'tag': '7d2f5b48-4f1f-4f54-acfc-d43811b03a15', 'status': 'completed', 'code': 200} Jul 14 18:29:50.494783 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-5f7f946b-c08b-4e82-a98c-c9280aa96b2d req-a276374d-dd29-4c44-9a4d-dfd30532e5b7 tempest-FloatingIPDetailsTestJSON-694742635 tempest-FloatingIPDetailsTestJSON-694742635-project] Notify callbacks [] for port, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:50.498615 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0275fc9b-3db2-4ec6-9e21-4c47ec471b79 req-efa6f560-6b66-4f42-8097-41ec8ca1d66c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:29:50.500417 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-0275fc9b-3db2-4ec6-9e21-4c47ec471b79 req-efa6f560-6b66-4f42-8097-41ec8ca1d66c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=dd65762e50424de597c9d075b2c0edcc&device_id=1eafe9fa-0b2b-4431-93db-de997e931e34 HTTP/1.1" status: 200 len: 1094 time: 0.1370306 Jul 14 18:29:50.550105 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-0275fc9b-3db2-4ec6-9e21-4c47ec471b79 req-67c2dc4c-79ec-4c4e-9153-d496e58845f6 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3bfa9848-5c11-42f5-94d7-252687344d85 HTTP/1.1" status: 200 len: 217 time: 0.0422857 Jul 14 18:29:50.566131 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 18:29:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e10aaf4a-7090-418e-81cb-2b1a71a74076 x-openstack-request-id: req-e10aaf4a-7090-418e-81cb-2b1a71a74076 {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:29:50.566635 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf8f126b-3e3d-4e58-8ea4-3089f2cc29ed", "name": "network-vif-plugged", "status": "completed", "tag": "3de48cc2-9373-4f7a-9b7e-c1d9f1d47234", "code": 200}]} {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:29:50.567051 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e10aaf4a-7090-418e-81cb-2b1a71a74076 {{(pid=93917) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:29:50.568179 n-d-800634-3 neutron-server[93917]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf8f126b-3e3d-4e58-8ea4-3089f2cc29ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3de48cc2-9373-4f7a-9b7e-c1d9f1d47234', 'code': 200} Jul 14 18:29:50.644709 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-5f7f946b-c08b-4e82-a98c-c9280aa96b2d req-a276374d-dd29-4c44-9a4d-dfd30532e5b7 tempest-FloatingIPDetailsTestJSON-694742635 tempest-FloatingIPDetailsTestJSON-694742635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:50.647360 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0275fc9b-3db2-4ec6-9e21-4c47ec471b79 req-7d918c34-9d18-416c-b41a-3f8ec62081bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:29:50.652024 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-0275fc9b-3db2-4ec6-9e21-4c47ec471b79 req-7d918c34-9d18-416c-b41a-3f8ec62081bb service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5a217414-58ef-4307-9d67-478d26bf0735 HTTP/1.1" status: 200 len: 849 time: 0.0934277 Jul 14 18:29:50.720110 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-0275fc9b-3db2-4ec6-9e21-4c47ec471b79 req-498dee5e-32cc-4034-a000-717184412d00 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0ad1e51f-b7c6-4f93-8fe8-74fe78287330&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0606625 Jul 14 18:29:50.770846 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f7f946b-c08b-4e82-a98c-c9280aa96b2d req-a276374d-dd29-4c44-9a4d-dfd30532e5b7 tempest-FloatingIPDetailsTestJSON-694742635 tempest-FloatingIPDetailsTestJSON-694742635-project] Network 9200a437-e1de-4520-88f6-e68386523e61 is already hosted by enough agents. {{(pid=93915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:29:50.853133 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [req-5f7f946b-c08b-4e82-a98c-c9280aa96b2d req-a276374d-dd29-4c44-9a4d-dfd30532e5b7 tempest-FloatingIPDetailsTestJSON-694742635 tempest-FloatingIPDetailsTestJSON-694742635-project] Resources bound (agent type, host, resource id): {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:29:50.856899 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7670ff-72dd-4bae-8a6d-a0592b190b5d req-8c5456b5-410c-49e8-b69f-7b24b1b97290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:29:50.858466 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-9d7670ff-72dd-4bae-8a6d-a0592b190b5d req-8c5456b5-410c-49e8-b69f-7b24b1b97290 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=bf8f126b-3e3d-4e58-8ea4-3089f2cc29ed HTTP/1.1" status: 200 len: 1097 time: 0.0881460 Jul 14 18:29:50.860770 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f7f946b-c08b-4e82-a98c-c9280aa96b2d req-a276374d-dd29-4c44-9a4d-dfd30532e5b7 tempest-FloatingIPDetailsTestJSON-694742635 tempest-FloatingIPDetailsTestJSON-694742635-project] Received port after_create {{(pid=93915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:29:50.890482 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Device 7d2f5b48-4f1f-4f54-acfc-d43811b03a15 no longer exists at agent hyperv_n-h2-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 18:29:50.909944 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-9d7670ff-72dd-4bae-8a6d-a0592b190b5d req-193b6141-4182-4420-bb6f-efe5f47a0d41 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=8f471560-b797-46f3-abf1-e078e196721c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419352 Jul 14 18:29:50.920868 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a276374d-dd29-4c44-9a4d-dfd30532e5b7 tempest-FloatingIPDetailsTestJSON-694742635 tempest-FloatingIPDetailsTestJSON-694742635-project] Pushing event updated for resources: {'Port': ['ID=9d512ea4-274c-475f-bc0f-2b943724bd03,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:29:50.942608 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] No Port match for: 7d2f5b48-4f1f-4f54-acfc-d43811b03a15 {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 18:29:50.942961 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Device 7d2f5b48-4f1f-4f54-acfc-d43811b03a15 not bound to the agent host n-h2-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 18:29:50.999864 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 39884) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:29:51.015495 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-382e8e90-12ce-4323-a370-285c5aa20b2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:51.022073 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-0275fc9b-3db2-4ec6-9e21-4c47ec471b79 req-96ccbedd-0078-44e0-b5e2-f2175af07f6d service neutron] 10.222.0.18 "GET /v2.0/networks/0ad1e51f-b7c6-4f93-8fe8-74fe78287330?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2846074 Jul 14 18:29:51.069109 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c31690-b694-4335-bc5d-ab0481c5c82b req-709aa4e3-b032-4b1b-9a78-28da05531900 tempest-ServerDiskConfigTestJSON-1372590070 tempest-ServerDiskConfigTestJSON-1372590070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:29:51.070621 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-06c31690-b694-4335-bc5d-ab0481c5c82b req-709aa4e3-b032-4b1b-9a78-28da05531900 tempest-ServerDiskConfigTestJSON-1372590070 tempest-ServerDiskConfigTestJSON-1372590070-project] 10.222.0.16 "GET /v2.0/ports?device_id=bf8f126b-3e3d-4e58-8ea4-3089f2cc29ed HTTP/1.1" status: 200 len: 946 time: 0.2153602 Jul 14 18:29:51.097979 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-5f7f946b-c08b-4e82-a98c-c9280aa96b2d req-a276374d-dd29-4c44-9a4d-dfd30532e5b7 tempest-FloatingIPDetailsTestJSON-694742635 tempest-FloatingIPDetailsTestJSON-694742635-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:51.138223 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-382e8e90-12ce-4323-a370-285c5aa20b2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:51.143663 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-382e8e90-12ce-4323-a370-285c5aa20b2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:51.188756 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-382e8e90-12ce-4323-a370-285c5aa20b2d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b0464d21f8fa4efd8a8751c063b0f23a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1877725 Jul 14 18:29:51.190267 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382e8e90-12ce-4323-a370-285c5aa20b2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=548b1124-c224-4af6-ac44-a05e82bc3abd,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:29:51.194681 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 39886) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:29:51.204617 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-06c31690-b694-4335-bc5d-ab0481c5c82b req-d4394dcc-0285-4841-a3d7-89b5db10a0c7 tempest-ServerDiskConfigTestJSON-1372590070 tempest-ServerDiskConfigTestJSON-1372590070-project] 10.222.0.16 "GET /v2.0/security-groups?id=8f471560-b797-46f3-abf1-e078e196721c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035557 Jul 14 18:29:51.240551 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-5f7f946b-c08b-4e82-a98c-c9280aa96b2d req-a276374d-dd29-4c44-9a4d-dfd30532e5b7 tempest-FloatingIPDetailsTestJSON-694742635 tempest-FloatingIPDetailsTestJSON-694742635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:51.268202 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-0275fc9b-3db2-4ec6-9e21-4c47ec471b79 req-eafbcb85-6130-4f9c-aac8-dc10355b0f0f service neutron] 10.222.0.18 "GET /v2.0/networks/0ad1e51f-b7c6-4f93-8fe8-74fe78287330?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2362120 Jul 14 18:29:51.276215 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 18:29:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0701de0b-b18f-4611-ab4f-a935302ff7fa x-openstack-request-id: req-0701de0b-b18f-4611-ab4f-a935302ff7fa {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:29:51.276411 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1eafe9fa-0b2b-4431-93db-de997e931e34", "tag": "3bfa9848-5c11-42f5-94d7-252687344d85", "status": "completed", "code": 200}]} {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:29:51.276664 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0701de0b-b18f-4611-ab4f-a935302ff7fa {{(pid=93915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:29:51.277056 n-d-800634-3 neutron-server[93915]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1eafe9fa-0b2b-4431-93db-de997e931e34', 'tag': '3bfa9848-5c11-42f5-94d7-252687344d85', 'status': 'completed', 'code': 200} Jul 14 18:29:51.708990 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-b90a6238-7bc4-4825-99b0-9b69af625880 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:51.791396 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce890d7-f2b8-4a26-928c-a80604ef7b64 req-0fa4be20-8a6f-4439-bb73-e4ba50f07908 tempest-ComputeTenantNetworksTest-1315711760 tempest-ComputeTenantNetworksTest-1315711760-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:29:51.792733 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-fce890d7-f2b8-4a26-928c-a80604ef7b64 req-0fa4be20-8a6f-4439-bb73-e4ba50f07908 tempest-ComputeTenantNetworksTest-1315711760 tempest-ComputeTenantNetworksTest-1315711760-project] 10.222.0.16 "GET /v2.0/networks/662ed335-05ce-477a-953b-027da5f848f7 HTTP/1.1" status: 200 len: 767 time: 0.5148666 Jul 14 18:29:51.800781 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 39888) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:29:51.809120 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-b90a6238-7bc4-4825-99b0-9b69af625880 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:51.865199 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf50d6ba-33de-40f8-91b4-27667ce6898c req-12b611a0-2c35-43e4-9a51-344e7557877d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:29:51.866720 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-cf50d6ba-33de-40f8-91b4-27667ce6898c req-12b611a0-2c35-43e4-9a51-344e7557877d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=dd65762e50424de597c9d075b2c0edcc&device_id=1eafe9fa-0b2b-4431-93db-de997e931e34 HTTP/1.1" status: 200 len: 1094 time: 0.5430493 Jul 14 18:29:51.910553 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-77bddc2a-8885-4bcc-96f9-82bddcb649ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645734'] for network, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:51.968604 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-5f7f946b-c08b-4e82-a98c-c9280aa96b2d req-a276374d-dd29-4c44-9a4d-dfd30532e5b7 tempest-FloatingIPDetailsTestJSON-694742635 tempest-FloatingIPDetailsTestJSON-694742635-project] Notify callbacks [] for port, precommit_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:51.985557 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-b90a6238-7bc4-4825-99b0-9b69af625880 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:51.989163 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-b90a6238-7bc4-4825-99b0-9b69af625880 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:51.993222 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-b90a6238-7bc4-4825-99b0-9b69af625880 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/548b1124-c224-4af6-ac44-a05e82bc3abd HTTP/1.1" status: 204 len: 168 time: 0.7876153 Jul 14 18:29:52.001590 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-5f7f946b-c08b-4e82-a98c-c9280aa96b2d req-a276374d-dd29-4c44-9a4d-dfd30532e5b7 tempest-FloatingIPDetailsTestJSON-694742635 tempest-FloatingIPDetailsTestJSON-694742635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25912978'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:52.008314 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-77bddc2a-8885-4bcc-96f9-82bddcb649ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2096010', 'neutron.services.segments.db._delete_segments_for_network-8728202734996'] for network, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:52.019508 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.segments.db [None req-77bddc2a-8885-4bcc-96f9-82bddcb649ad admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['662ed335-05ce-477a-953b-027da5f848f7']}} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:29:52.031098 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.segments.db [None req-77bddc2a-8885-4bcc-96f9-82bddcb649ad admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b9b28f9-75df-4928-a3dc-c4dcfbff0aff') {'for_net_delete': True} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:29:52.031456 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.segments.db [None req-77bddc2a-8885-4bcc-96f9-82bddcb649ad admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b9b28f9-75df-4928-a3dc-c4dcfbff0aff') {} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:29:52.040851 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-77bddc2a-8885-4bcc-96f9-82bddcb649ad admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728202715275', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26296891'] for segment, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:52.061617 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90a6238-7bc4-4825-99b0-9b69af625880 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=548b1124-c224-4af6-ac44-a05e82bc3abd,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:29:52.071630 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-77bddc2a-8885-4bcc-96f9-82bddcb649ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:52.082176 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77bddc2a-8885-4bcc-96f9-82bddcb649ad admin admin] Releasing vlan 68 on physical network physnet1 to pool {{(pid=93916) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 18:29:52.082595 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-77bddc2a-8885-4bcc-96f9-82bddcb649ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2682942'] for segment, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:52.135465 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf50d6ba-33de-40f8-91b4-27667ce6898c req-80e4a5df-8603-4506-97bd-fe40522b887a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:29:52.137121 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-cf50d6ba-33de-40f8-91b4-27667ce6898c req-80e4a5df-8603-4506-97bd-fe40522b887a service neutron] 10.222.0.18 "GET /v2.0/networks?id=0ad1e51f-b7c6-4f93-8fe8-74fe78287330 HTTP/1.1" status: 200 len: 909 time: 0.2628148 Jul 14 18:29:52.140638 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a276374d-dd29-4c44-9a4d-dfd30532e5b7 tempest-FloatingIPDetailsTestJSON-694742635 tempest-FloatingIPDetailsTestJSON-694742635-project] Pushing event updated for resources: {'Port': ['ID=9d512ea4-274c-475f-bc0f-2b943724bd03,revision_number=2']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:29:52.153519 n-d-800634-3 neutron-server[93916]: Traceback (most recent call last): Jul 14 18:29:52.153519 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 18:29:52.153519 n-d-800634-3 neutron-server[93916]: timer() Jul 14 18:29:52.153519 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 18:29:52.153519 n-d-800634-3 neutron-server[93916]: cb(*args, **kw) Jul 14 18:29:52.153519 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 18:29:52.153519 n-d-800634-3 neutron-server[93916]: return func(*args, **kwargs) Jul 14 18:29:52.153519 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 18:29:52.153519 n-d-800634-3 neutron-server[93916]: self._notify() Jul 14 18:29:52.153519 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 18:29:52.153519 n-d-800634-3 neutron-server[93916]: self.callback(batched_events) Jul 14 18:29:52.153519 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 18:29:52.153519 n-d-800634-3 neutron-server[93916]: event.method(event) Jul 14 18:29:52.153519 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 18:29:52.153519 n-d-800634-3 neutron-server[93916]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 18:29:52.153519 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 18:29:52.153519 n-d-800634-3 neutron-server[93916]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 18:29:52.153519 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 18:29:52.153519 n-d-800634-3 neutron-server[93916]: return f(self, *a, **k) Jul 14 18:29:52.153519 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 18:29:52.153519 n-d-800634-3 neutron-server[93916]: return self._get(url).json() Jul 14 18:29:52.153519 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 18:29:52.153519 n-d-800634-3 neutron-server[93916]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 18:29:52.153519 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 18:29:52.153519 n-d-800634-3 neutron-server[93916]: return self.request(url, 'GET', **kwargs) Jul 14 18:29:52.153519 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 18:29:52.153519 n-d-800634-3 neutron-server[93916]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 18:29:52.153519 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 18:29:52.153519 n-d-800634-3 neutron-server[93916]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 18:29:52.153519 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 18:29:52.153519 n-d-800634-3 neutron-server[93916]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 18:29:52.153519 n-d-800634-3 neutron-server[93916]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 18:29:52.189050 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-77bddc2a-8885-4bcc-96f9-82bddcb649ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2096001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-930085'] for network, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:52.211565 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-77bddc2a-8885-4bcc-96f9-82bddcb649ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598705'] for network, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:52.212925 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-5f7f946b-c08b-4e82-a98c-c9280aa96b2d req-a276374d-dd29-4c44-9a4d-dfd30532e5b7 tempest-FloatingIPDetailsTestJSON-694742635 tempest-FloatingIPDetailsTestJSON-694742635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-930131'] for floatingip, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:52.218372 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-cf50d6ba-33de-40f8-91b4-27667ce6898c req-78d4eaf8-afd8-4a26-b41e-53c07c07ca8a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3bfa9848-5c11-42f5-94d7-252687344d85 HTTP/1.1" status: 200 len: 217 time: 0.0708094 Jul 14 18:29:52.222046 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-77bddc2a-8885-4bcc-96f9-82bddcb649ad admin admin] 10.222.0.16 "DELETE /v2.0/networks/662ed335-05ce-477a-953b-027da5f848f7 HTTP/1.1" status: 204 len: 168 time: 0.4200244 Jul 14 18:29:52.228523 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bddc2a-8885-4bcc-96f9-82bddcb649ad admin admin] Pushing event deleted for resources: {'Network': ['ID=662ed335-05ce-477a-953b-027da5f848f7,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:29:52.237853 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77bddc2a-8885-4bcc-96f9-82bddcb649ad admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:29:52.238301 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77bddc2a-8885-4bcc-96f9-82bddcb649ad admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:29:52.238715 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77bddc2a-8885-4bcc-96f9-82bddcb649ad admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:29:52.239065 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77bddc2a-8885-4bcc-96f9-82bddcb649ad admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:29:52.239547 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77bddc2a-8885-4bcc-96f9-82bddcb649ad admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:29:52.239824 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77bddc2a-8885-4bcc-96f9-82bddcb649ad admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:29:52.240516 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77bddc2a-8885-4bcc-96f9-82bddcb649ad admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:29:52.241187 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77bddc2a-8885-4bcc-96f9-82bddcb649ad admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:29:52.241526 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77bddc2a-8885-4bcc-96f9-82bddcb649ad admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:29:52.241912 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77bddc2a-8885-4bcc-96f9-82bddcb649ad admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:29:52.242357 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77bddc2a-8885-4bcc-96f9-82bddcb649ad admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:29:52.243225 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77bddc2a-8885-4bcc-96f9-82bddcb649ad admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:29:52.257618 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-5f7f946b-c08b-4e82-a98c-c9280aa96b2d req-a276374d-dd29-4c44-9a4d-dfd30532e5b7 tempest-FloatingIPDetailsTestJSON-694742635 tempest-FloatingIPDetailsTestJSON-694742635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for floatingip, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:52.265046 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-5f7f946b-c08b-4e82-a98c-c9280aa96b2d req-a276374d-dd29-4c44-9a4d-dfd30532e5b7 tempest-FloatingIPDetailsTestJSON-694742635 tempest-FloatingIPDetailsTestJSON-694742635-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.2913566 Jul 14 18:29:52.293169 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf50d6ba-33de-40f8-91b4-27667ce6898c req-be434173-0ebf-4c4c-99dc-6e059491648c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:29:52.294906 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-cf50d6ba-33de-40f8-91b4-27667ce6898c req-be434173-0ebf-4c4c-99dc-6e059491648c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5a217414-58ef-4307-9d67-478d26bf0735 HTTP/1.1" status: 200 len: 849 time: 0.0681009 Jul 14 18:29:52.390749 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-cf50d6ba-33de-40f8-91b4-27667ce6898c req-904e35bb-a5c5-4885-9672-9cc924b3df13 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0ad1e51f-b7c6-4f93-8fe8-74fe78287330&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0606482 Jul 14 18:29:52.399007 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-5f7f946b-c08b-4e82-a98c-c9280aa96b2d req-b2d07c95-b55c-4e5a-9b88-65afd6a7ead0 tempest-FloatingIPDetailsTestJSON-694742635 tempest-FloatingIPDetailsTestJSON-694742635-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.1.80 HTTP/1.1" status: 200 len: 695 time: 0.1332934 Jul 14 18:29:52.428778 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 39910) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:29:52.441641 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device 3bfa9848-5c11-42f5-94d7-252687344d85 details requested by agent hyperv_n-h1-800634-3 with host n-h1-800634-3 {{(pid=93917) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 18:29:52.502750 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-395f7326-d8f1-4d81-af94-a5a9eddf70a7 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=be3862bfd166426eb9cc2f63f8bb4f5d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0726185 Jul 14 18:29:52.503269 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 39914) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:29:52.576779 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port 3bfa9848-5c11-42f5-94d7-252687344d85, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=3bfa9848-5c11-42f5-94d7-252687344d85,segment=NetworkSegment(b9376c24-faea-4d6c-bef4-365348c078c6),segment_id=b9376c24-faea-4d6c-bef4-365348c078c6)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:29:52.587799 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Returning: {'device': '3bfa9848-5c11-42f5-94d7-252687344d85', 'network_id': '0ad1e51f-b7c6-4f93-8fe8-74fe78287330', 'port_id': '3bfa9848-5c11-42f5-94d7-252687344d85', 'mac_address': 'fa:16:3e:ab:73:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 86, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a217414-58ef-4307-9d67-478d26bf0735', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93917) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 18:29:52.628407 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:52.630394 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7429f2ac-a86c-43b1-84a7-a8fe3794bdc9 req-9fc6bb1a-4061-4be9-a1ce-bdc0891fd4f1 tempest-ServerTagsTestJSON-1028973871 tempest-ServerTagsTestJSON-1028973871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:29:52.631908 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-7429f2ac-a86c-43b1-84a7-a8fe3794bdc9 req-9fc6bb1a-4061-4be9-a1ce-bdc0891fd4f1 tempest-ServerTagsTestJSON-1028973871 tempest-ServerTagsTestJSON-1028973871-project] 10.222.0.16 "GET /v2.0/ports?device_id=1eafe9fa-0b2b-4431-93db-de997e931e34 HTTP/1.1" status: 200 len: 943 time: 0.3032277 Jul 14 18:29:52.641223 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7f946b-c08b-4e82-a98c-c9280aa96b2d req-8694c177-6991-49ee-865c-fdd817e443e9 tempest-FloatingIPDetailsTestJSON-694742635 tempest-FloatingIPDetailsTestJSON-694742635-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:29:52.641817 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3bfa9848-5c11-42f5-94d7-252687344d85 {{(pid=93917) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 18:29:52.642543 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-5f7f946b-c08b-4e82-a98c-c9280aa96b2d req-8694c177-6991-49ee-865c-fdd817e443e9 tempest-FloatingIPDetailsTestJSON-694742635 tempest-FloatingIPDetailsTestJSON-694742635-project] 10.222.0.16 "GET /v2.0/networks/9200a437-e1de-4520-88f6-e68386523e61 HTTP/1.1" status: 200 len: 784 time: 0.2428577 Jul 14 18:29:52.652780 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-cf50d6ba-33de-40f8-91b4-27667ce6898c req-6efccae7-57d1-40ba-b3eb-66110ce5cbf3 service neutron] 10.222.0.18 "GET /v2.0/networks/0ad1e51f-b7c6-4f93-8fe8-74fe78287330?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2471230 Jul 14 18:29:52.665433 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port 3bfa9848-5c11-42f5-94d7-252687344d85, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=3bfa9848-5c11-42f5-94d7-252687344d85,segment=NetworkSegment(b9376c24-faea-4d6c-bef4-365348c078c6),segment_id=b9376c24-faea-4d6c-bef4-365348c078c6)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:29:52.671039 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:52.724321 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-0e7208e2-1aae-4725-a118-b7b9f8a7cbfe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:52.751688 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Pushing event updated for resources: {'Port': ['ID=3bfa9848-5c11-42f5-94d7-252687344d85,revision_number=4']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:29:52.767252 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-a7313a37-14e2-434e-bbc3-964871ec0a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:52.774141 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-0e7208e2-1aae-4725-a118-b7b9f8a7cbfe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:52.798619 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-7429f2ac-a86c-43b1-84a7-a8fe3794bdc9 req-8d6c4874-bb6a-46be-abac-d9a1c4a4aa95 tempest-ServerTagsTestJSON-1028973871 tempest-ServerTagsTestJSON-1028973871-project] 10.222.0.16 "GET /v2.0/security-groups?id=bb1c7b8c-b00f-4058-80f8-778271856464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522512 Jul 14 18:29:52.891273 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-cf50d6ba-33de-40f8-91b4-27667ce6898c req-da226315-8234-4944-a71a-3de2a21effe1 service neutron] 10.222.0.18 "GET /v2.0/networks/0ad1e51f-b7c6-4f93-8fe8-74fe78287330?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2266164 Jul 14 18:29:52.911471 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] get_ports_and_sgs() called for port_ids ['3bfa9848-5c11-42f5-94d7-252687344d85'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 18:29:52.947484 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-0e7208e2-1aae-4725-a118-b7b9f8a7cbfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:52.950254 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-0e7208e2-1aae-4725-a118-b7b9f8a7cbfe admin admin] Notify callbacks [] for security_group, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:52.953811 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-0e7208e2-1aae-4725-a118-b7b9f8a7cbfe admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/da7b8797-1015-457e-b47a-2b095511d90c HTTP/1.1" status: 204 len: 168 time: 0.4453895 Jul 14 18:29:52.971821 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7208e2-1aae-4725-a118-b7b9f8a7cbfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da7b8797-1015-457e-b47a-2b095511d90c,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:29:53.060922 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34b2942-09ba-481d-a4ff-f610267473ae req-5810ce20-693d-4273-8b61-b930afd071cf tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:29:53.063292 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f34b2942-09ba-481d-a4ff-f610267473ae req-5810ce20-693d-4273-8b61-b930afd071cf tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.16 "GET /v2.0/ports?device_id=b34ed31a-cdf4-42e3-9af8-e1a7ec6d0b20 HTTP/1.1" status: 200 len: 949 time: 0.1560829 Jul 14 18:29:53.089275 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f21cf4-be94-4381-8314-574b7f9adf10 req-e475b629-e0e5-4353-aa1b-2291fb94aed2 tempest-ServerDiskConfigTestJSON-1372590070 tempest-ServerDiskConfigTestJSON-1372590070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:29:53.098377 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-79f21cf4-be94-4381-8314-574b7f9adf10 req-e475b629-e0e5-4353-aa1b-2291fb94aed2 tempest-ServerDiskConfigTestJSON-1372590070 tempest-ServerDiskConfigTestJSON-1372590070-project] 10.222.0.16 "GET /v2.0/ports?device_id=bf8f126b-3e3d-4e58-8ea4-3089f2cc29ed HTTP/1.1" status: 200 len: 946 time: 0.1232479 Jul 14 18:29:53.127207 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:53.182218 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-79f21cf4-be94-4381-8314-574b7f9adf10 req-a0df13e1-7da8-4c24-bbf5-cd996ce0c0e7 tempest-ServerDiskConfigTestJSON-1372590070 tempest-ServerDiskConfigTestJSON-1372590070-project] 10.222.0.16 "GET /v2.0/security-groups?id=8f471560-b797-46f3-abf1-e078e196721c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828366 Jul 14 18:29:53.192346 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f34b2942-09ba-481d-a4ff-f610267473ae req-cfc55b9a-5097-4760-a37c-19158a6f934b tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.16 "GET /v2.0/security-groups?id=95148b1b-0f93-483b-9e80-262147c27e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894537 Jul 14 18:29:53.472680 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-839b05cc-191c-400c-85e3-52d79ae378a4 req-f766d156-c2e1-4965-8375-a494bb7286ad tempest-FloatingIPDetailsTestJSON-694742635 tempest-FloatingIPDetailsTestJSON-694742635-project] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2473655 Jul 14 18:29:53.478036 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [req-839b05cc-191c-400c-85e3-52d79ae378a4 req-850db3f2-911a-4934-9019-f2acf50867be tempest-FloatingIPDetailsTestJSON-694742635 tempest-FloatingIPDetailsTestJSON-694742635-project] Request body: {'floatingip': {'floating_network_id': '9200a437-e1de-4520-88f6-e68386523e61'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:29:53.571669 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-839b05cc-191c-400c-85e3-52d79ae378a4 req-850db3f2-911a-4934-9019-f2acf50867be tempest-FloatingIPDetailsTestJSON-694742635 tempest-FloatingIPDetailsTestJSON-694742635-project] Notify callbacks [] for floatingip, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:53.636640 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6af4701-7906-4611-9b95-2a23e54ae134 req-33538ec0-8db9-472b-914a-f2ca933b6652 tempest-ServerDiskConfigTestJSON-1372590070 tempest-ServerDiskConfigTestJSON-1372590070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:29:53.638806 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b6af4701-7906-4611-9b95-2a23e54ae134 req-33538ec0-8db9-472b-914a-f2ca933b6652 tempest-ServerDiskConfigTestJSON-1372590070 tempest-ServerDiskConfigTestJSON-1372590070-project] 10.222.0.16 "GET /v2.0/ports?device_id=bf8f126b-3e3d-4e58-8ea4-3089f2cc29ed HTTP/1.1" status: 200 len: 946 time: 0.2324054 Jul 14 18:29:53.702102 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d944993-5826-4cfc-a984-29c4a97fa265 req-ed81f7ed-3bae-49e9-a854-05dd934bfd2d tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:29:53.704254 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3d944993-5826-4cfc-a984-29c4a97fa265 req-ed81f7ed-3bae-49e9-a854-05dd934bfd2d tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.18 "GET /v2.0/ports?device_id=b34ed31a-cdf4-42e3-9af8-e1a7ec6d0b20 HTTP/1.1" status: 200 len: 949 time: 0.2002037 Jul 14 18:29:53.776894 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b6af4701-7906-4611-9b95-2a23e54ae134 req-e48eaafa-a01a-4e08-9c14-52037081d161 tempest-ServerDiskConfigTestJSON-1372590070 tempest-ServerDiskConfigTestJSON-1372590070-project] 10.222.0.16 "GET /v2.0/security-groups?id=8f471560-b797-46f3-abf1-e078e196721c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187332 Jul 14 18:29:53.983979 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-839b05cc-191c-400c-85e3-52d79ae378a4 req-850db3f2-911a-4934-9019-f2acf50867be tempest-FloatingIPDetailsTestJSON-694742635 tempest-FloatingIPDetailsTestJSON-694742635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:53.994339 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 39988) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:29:54.025676 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-574aeb93-9938-449c-8e6c-cb22c9b52cc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:54.069500 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [req-3d944993-5826-4cfc-a984-29c4a97fa265 req-0827cc70-01ec-4ff4-af2d-3f44e90e0f0f tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] Deleting port 2963b705-b1e1-4311-8a6e-95a0846fc25f {{(pid=93915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:29:54.069852 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-3d944993-5826-4cfc-a984-29c4a97fa265 req-0827cc70-01ec-4ff4-af2d-3f44e90e0f0f tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:54.128610 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-1de3479b-eaec-492b-864a-2aad77116319 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-426954697-network', 'tenant_id': '81405c7e7f554ba6bd8aaf104233fc29'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:29:54.194130 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1de3479b-eaec-492b-864a-2aad77116319 admin admin] Made reservation on behalf of 81405c7e7f554ba6bd8aaf104233fc29 for: {'network': 1} {{(pid=93916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:29:54.199002 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-1de3479b-eaec-492b-864a-2aad77116319 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for network, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:54.211664 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-1de3479b-eaec-492b-864a-2aad77116319 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:54.257761 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.db_base_plugin_common [req-839b05cc-191c-400c-85e3-52d79ae378a4 req-850db3f2-911a-4934-9019-f2acf50867be tempest-FloatingIPDetailsTestJSON-694742635 tempest-FloatingIPDetailsTestJSON-694742635-project] Allocated IP 172.25.1.163 (9200a437-e1de-4520-88f6-e68386523e61/5f47f848-4532-407a-a0e2-5690ade15fd0/5fe45d7e-7c99-4719-959d-e14c2c8a5ffa) {{(pid=93915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:29:54.273957 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-3d944993-5826-4cfc-a984-29c4a97fa265 req-0827cc70-01ec-4ff4-af2d-3f44e90e0f0f tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] For port 2963b705-b1e1-4311-8a6e-95a0846fc25f, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=2963b705-b1e1-4311-8a6e-95a0846fc25f,segment=NetworkSegment(067fc487-22c7-42de-972d-ae352a28ad29),segment_id=067fc487-22c7-42de-972d-ae352a28ad29)] {{(pid=93915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:29:54.274365 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-3d944993-5826-4cfc-a984-29c4a97fa265 req-0827cc70-01ec-4ff4-af2d-3f44e90e0f0f tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:54.342954 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-1de3479b-eaec-492b-864a-2aad77116319 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:54.347779 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-1de3479b-eaec-492b-864a-2aad77116319 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:54.378163 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1de3479b-eaec-492b-864a-2aad77116319 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 75} {{(pid=93916) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 18:29:54.384663 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de3479b-eaec-492b-864a-2aad77116319 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a999d234-74fd-4fe9-9c1f-7cf4ee715591,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:29:54.388588 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [req-3d944993-5826-4cfc-a984-29c4a97fa265 req-0827cc70-01ec-4ff4-af2d-3f44e90e0f0f tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] Calling delete_port for 2963b705-b1e1-4311-8a6e-95a0846fc25f owned by compute:nova {{(pid=93915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:29:54.389777 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-1de3479b-eaec-492b-864a-2aad77116319 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:54.390127 n-d-800634-3 neutron-server[93916]: INFO neutron.db.segments_db [None req-1de3479b-eaec-492b-864a-2aad77116319 admin admin] Added segment 48f07496-1654-4e70-864e-6d82e6081c18 of type vlan for network fd8ea664-6074-4bbe-887f-058fe7b50123 Jul 14 18:29:54.434600 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-1de3479b-eaec-492b-864a-2aad77116319 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728202197517'] for network, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:54.442405 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device 3bfa9848-5c11-42f5-94d7-252687344d85 up at agent hyperv_n-h1-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:29:54.470994 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-1de3479b-eaec-492b-864a-2aad77116319 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727'] for network, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:54.472030 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1de3479b-eaec-492b-864a-2aad77116319 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:29:54.472842 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-1de3479b-eaec-492b-864a-2aad77116319 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598705'] for network, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:54.483250 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-839b05cc-191c-400c-85e3-52d79ae378a4 req-850db3f2-911a-4934-9019-f2acf50867be tempest-FloatingIPDetailsTestJSON-694742635 tempest-FloatingIPDetailsTestJSON-694742635-project] Notify callbacks [] for port, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:54.507595 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Provisioning for port 3bfa9848-5c11-42f5-94d7-252687344d85 completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:29:54.512612 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Provisioning complete for port 3bfa9848-5c11-42f5-94d7-252687344d85 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:29:54.513518 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:54.525530 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-1de3479b-eaec-492b-864a-2aad77116319 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5295081 Jul 14 18:29:54.528307 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 40012) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:29:54.535775 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-bdc581fe-0f71-45bf-9c4c-9fdb430c93c3 admin admin] Request body: {'subnet': {'network_id': 'fd8ea664-6074-4bbe-887f-058fe7b50123', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-426954697-subnet', 'tenant_id': '81405c7e7f554ba6bd8aaf104233fc29', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:29:54.542905 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9aeb179-3d68-40b9-b8bf-77ad47240ef2 req-de1b6989-0227-4c9d-9268-41be2a476516 tempest-ServerTagsTestJSON-1028973871 tempest-ServerTagsTestJSON-1028973871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:29:54.549073 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-d9aeb179-3d68-40b9-b8bf-77ad47240ef2 req-de1b6989-0227-4c9d-9268-41be2a476516 tempest-ServerTagsTestJSON-1028973871 tempest-ServerTagsTestJSON-1028973871-project] 10.222.0.16 "GET /v2.0/ports?device_id=1eafe9fa-0b2b-4431-93db-de997e931e34 HTTP/1.1" status: 200 len: 944 time: 0.2693782 Jul 14 18:29:54.554420 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de3479b-eaec-492b-864a-2aad77116319 admin admin] Pushing event updated for resources: {'Network': ['ID=fd8ea664-6074-4bbe-887f-058fe7b50123,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:29:54.567328 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdc581fe-0f71-45bf-9c4c-9fdb430c93c3 admin admin] Made reservation on behalf of 81405c7e7f554ba6bd8aaf104233fc29 for: {'subnet': 1} {{(pid=93916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:29:54.567901 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Network fd8ea664-6074-4bbe-887f-058fe7b50123 details requested by agent ovs-agent-n-d-800634-3 with host n-d-800634-3 {{(pid=93917) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 18:29:54.569753 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-bdc581fe-0f71-45bf-9c4c-9fdb430c93c3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26033189'] for subnet, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:54.617677 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-d9aeb179-3d68-40b9-b8bf-77ad47240ef2 req-e53fbc08-7967-454a-a40a-7d68b4ba2015 tempest-ServerTagsTestJSON-1028973871 tempest-ServerTagsTestJSON-1028973871-project] 10.222.0.16 "GET /v2.0/security-groups?id=bb1c7b8c-b00f-4058-80f8-778271856464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642021 Jul 14 18:29:54.655663 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-839b05cc-191c-400c-85e3-52d79ae378a4 req-850db3f2-911a-4934-9019-f2acf50867be tempest-FloatingIPDetailsTestJSON-694742635 tempest-FloatingIPDetailsTestJSON-694742635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:54.663949 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:54.691509 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1eafe9fa-0b2b-4431-93db-de997e931e34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bfa9848-5c11-42f5-94d7-252687344d85'}] {{(pid=93917) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:29:54.694051 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20b787f3c29eaa7aa2a4d648c725a2124c5ff39a8d793252f9d844495e14cf42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7e9d796-d7ea-443e-891f-08dcdd515428" -d '{"events": [{"server_uuid": "1eafe9fa-0b2b-4431-93db-de997e931e34", "name": "network-vif-plugged", "status": "completed", "tag": "3bfa9848-5c11-42f5-94d7-252687344d85"}]}' {{(pid=93917) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:29:54.716293 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-839b05cc-191c-400c-85e3-52d79ae378a4 req-850db3f2-911a-4934-9019-f2acf50867be tempest-FloatingIPDetailsTestJSON-694742635 tempest-FloatingIPDetailsTestJSON-694742635-project] Network 9200a437-e1de-4520-88f6-e68386523e61 is already hosted by enough agents. {{(pid=93915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:29:54.717803 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port 3bfa9848-5c11-42f5-94d7-252687344d85, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=3bfa9848-5c11-42f5-94d7-252687344d85,segment=NetworkSegment(b9376c24-faea-4d6c-bef4-365348c078c6),segment_id=b9376c24-faea-4d6c-bef4-365348c078c6)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:29:54.722771 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [req-839b05cc-191c-400c-85e3-52d79ae378a4 req-850db3f2-911a-4934-9019-f2acf50867be tempest-FloatingIPDetailsTestJSON-694742635 tempest-FloatingIPDetailsTestJSON-694742635-project] Resources bound (agent type, host, resource id): {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:29:54.723071 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:54.735598 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850db3f2-911a-4934-9019-f2acf50867be tempest-FloatingIPDetailsTestJSON-694742635 tempest-FloatingIPDetailsTestJSON-694742635-project] Pushing event updated for resources: {'Port': ['ID=5fe45d7e-7c99-4719-959d-e14c2c8a5ffa,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:29:54.738300 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [req-839b05cc-191c-400c-85e3-52d79ae378a4 req-850db3f2-911a-4934-9019-f2acf50867be tempest-FloatingIPDetailsTestJSON-694742635 tempest-FloatingIPDetailsTestJSON-694742635-project] Received port after_create {{(pid=93915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:29:54.740789 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-3d944993-5826-4cfc-a984-29c4a97fa265 req-0827cc70-01ec-4ff4-af2d-3f44e90e0f0f tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:54.764481 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] get_ports_and_sgs() called for port_ids ['2d86f518-a5dc-431f-bc2b-7938083f5172', '2963b705-b1e1-4311-8a6e-95a0846fc25f'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 18:29:54.767507 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] get_ports_and_sgs() called for port_ids ['7c097f78-08e4-4fc9-a177-b8812f88bb8a'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 18:29:54.796475 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0827cc70-01ec-4ff4-af2d-3f44e90e0f0f tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] Pushing event deleted for resources: {'Port': ['ID=2963b705-b1e1-4311-8a6e-95a0846fc25f,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:29:54.817554 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-bdc581fe-0f71-45bf-9c4c-9fdb430c93c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2684753', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26033175'] for subnet, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:54.848475 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b2a62725-e7e3-4048-882a-8e67a451b393 req-dd0e3a73-0a36-4ac5-8370-e6178721a9a5 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.16 "GET /v2.0/ports?device_id=b34ed31a-cdf4-42e3-9af8-e1a7ec6d0b20 HTTP/1.1" status: 200 len: 210 time: 0.0572147 Jul 14 18:29:54.884960 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc581fe-0f71-45bf-9c4c-9fdb430c93c3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c9715e59-b525-40fa-a99e-ebf6aedac4af,revision_number=0']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:29:54.898116 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d944993-5826-4cfc-a984-29c4a97fa265 req-0827cc70-01ec-4ff4-af2d-3f44e90e0f0f tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] No DVR routers for this DVR port 2963b705-b1e1-4311-8a6e-95a0846fc25f on host n-h1-800634-3 {{(pid=93915) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 18:29:54.901200 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdc581fe-0f71-45bf-9c4c-9fdb430c93c3 admin admin] Checking segment: {'id': '48f07496-1654-4e70-864e-6d82e6081c18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'fd8ea664-6074-4bbe-887f-058fe7b50123'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93916) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:29:54.901779 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdc581fe-0f71-45bf-9c4c-9fdb430c93c3 admin admin] Network hostable DHCP agents. Network: fd8ea664-6074-4bbe-887f-058fe7b50123, hostable agents: ['028393c3-0576-4ebd-bca1-8ea8a148e1a2'], hosted agents: [] {{(pid=93916) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 18:29:54.903799 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-3d944993-5826-4cfc-a984-29c4a97fa265 req-0827cc70-01ec-4ff4-af2d-3f44e90e0f0f tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:54.905900 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3d944993-5826-4cfc-a984-29c4a97fa265 req-0827cc70-01ec-4ff4-af2d-3f44e90e0f0f tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.18 "DELETE /v2.0/ports/2963b705-b1e1-4311-8a6e-95a0846fc25f HTTP/1.1" status: 204 len: 173 time: 1.1934893 Jul 14 18:29:54.906657 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b34ed31a-cdf4-42e3-9af8-e1a7ec6d0b20', 'name': 'network-vif-deleted', 'tag': '2963b705-b1e1-4311-8a6e-95a0846fc25f'}] {{(pid=93915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:29:54.909365 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e72782ad3af8f7d4ce76cedf092bca46d1756acc5c4653cf0b52034cdd6b073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19d1dee5-3ad5-43fb-a2cb-0165cb6d1bb4" -d '{"events": [{"server_uuid": "b34ed31a-cdf4-42e3-9af8-e1a7ec6d0b20", "name": "network-vif-deleted", "tag": "2963b705-b1e1-4311-8a6e-95a0846fc25f"}]}' {{(pid=93915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:29:54.923497 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdc581fe-0f71-45bf-9c4c-9fdb430c93c3 admin admin] Network fd8ea664-6074-4bbe-887f-058fe7b50123 is scheduled to be hosted by DHCP agent 028393c3-0576-4ebd-bca1-8ea8a148e1a2 with binding_index 1 {{(pid=93916) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 18:29:54.948434 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [None req-bdc581fe-0f71-45bf-9c4c-9fdb430c93c3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-3, fd8ea664-6074-4bbe-887f-058fe7b50123) {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:29:54.954070 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdc581fe-0f71-45bf-9c4c-9fdb430c93c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:29:54.954870 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-bdc581fe-0f71-45bf-9c4c-9fdb430c93c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598705'] for subnet, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:54.964886 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-839b05cc-191c-400c-85e3-52d79ae378a4 req-850db3f2-911a-4934-9019-f2acf50867be tempest-FloatingIPDetailsTestJSON-694742635 tempest-FloatingIPDetailsTestJSON-694742635-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:54.977016 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-bdc581fe-0f71-45bf-9c4c-9fdb430c93c3 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.4474592 Jul 14 18:29:54.978184 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 40026) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:29:54.983366 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-96047f0d-90ef-45a9-b598-83da4e97458b admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-426954697-router', 'tenant_id': '81405c7e7f554ba6bd8aaf104233fc29', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61'}}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:29:55.011985 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-96047f0d-90ef-45a9-b598-83da4e97458b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-571768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11104'] for router, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:55.013392 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-96047f0d-90ef-45a9-b598-83da4e97458b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-571675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-930014', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-632314', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11129'] for router, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:55.075413 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Pushing event updated for resources: {'Port': ['ID=3bfa9848-5c11-42f5-94d7-252687344d85,revision_number=5']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:29:55.082908 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aa3baf4-e10d-443d-89ff-d8ea1b106284 None None] Network fd8ea664-6074-4bbe-887f-058fe7b50123 requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:29:55.088518 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-96047f0d-90ef-45a9-b598-83da4e97458b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:55.113143 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-839b05cc-191c-400c-85e3-52d79ae378a4 req-850db3f2-911a-4934-9019-f2acf50867be tempest-FloatingIPDetailsTestJSON-694742635 tempest-FloatingIPDetailsTestJSON-694742635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:55.186245 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876df331-fd55-49a3-9b8c-c792baf5881a req-3ac49904-fc0f-4e68-805b-51cd707fbd38 tempest-ServerDiskConfigTestJSON-1372590070 tempest-ServerDiskConfigTestJSON-1372590070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:29:55.193009 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-876df331-fd55-49a3-9b8c-c792baf5881a req-3ac49904-fc0f-4e68-805b-51cd707fbd38 tempest-ServerDiskConfigTestJSON-1372590070 tempest-ServerDiskConfigTestJSON-1372590070-project] 10.222.0.16 "GET /v2.0/networks?id=931147ca-9c29-4ccf-b0c6-22150fb38263 HTTP/1.1" status: 200 len: 815 time: 0.2110131 Jul 14 18:29:55.216356 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-876df331-fd55-49a3-9b8c-c792baf5881a req-307d7591-a497-43a3-adab-f2511b775a82 tempest-ServerDiskConfigTestJSON-1372590070 tempest-ServerDiskConfigTestJSON-1372590070-project] 10.222.0.16 "GET /v2.0/quotas/1fa4a28868c84b38bc8e65d0fea7d3b5 HTTP/1.1" status: 200 len: 375 time: 0.0187025 Jul 14 18:29:55.247066 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-96047f0d-90ef-45a9-b598-83da4e97458b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-929996', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-571750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11395'] for router, precommit_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:55.379342 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-876df331-fd55-49a3-9b8c-c792baf5881a req-7da6b351-676d-4848-b95d-ae89b4282643 tempest-ServerDiskConfigTestJSON-1372590070 tempest-ServerDiskConfigTestJSON-1372590070-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=1fa4a28868c84b38bc8e65d0fea7d3b5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1619134 Jul 14 18:29:55.391093 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b9bc1f9-4409-4b48-aa8c-c6d03ac4eafa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9222b97e-5d1c-54f8-ba97-82f172498e76-fd8ea664-6074-4bbe-887f-058fe7b50123', 'network_id': 'fd8ea664-6074-4bbe-887f-058fe7b50123', 'tenant_id': '81405c7e7f554ba6bd8aaf104233fc29', 'fixed_ips': [{'subnet_id': 'c9715e59-b525-40fa-a99e-ebf6aedac4af'}]}} from n-d-800634-3. {{(pid=93917) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 18:29:55.391720 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-0b9bc1f9-4409-4b48-aa8c-c6d03ac4eafa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:55.424223 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-839b05cc-191c-400c-85e3-52d79ae378a4 req-850db3f2-911a-4934-9019-f2acf50867be tempest-FloatingIPDetailsTestJSON-694742635 tempest-FloatingIPDetailsTestJSON-694742635-project] Notify callbacks [] for port, precommit_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:55.440066 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-839b05cc-191c-400c-85e3-52d79ae378a4 req-850db3f2-911a-4934-9019-f2acf50867be tempest-FloatingIPDetailsTestJSON-694742635 tempest-FloatingIPDetailsTestJSON-694742635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25912978'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:55.530947 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850db3f2-911a-4934-9019-f2acf50867be tempest-FloatingIPDetailsTestJSON-694742635 tempest-FloatingIPDetailsTestJSON-694742635-project] Pushing event updated for resources: {'Port': ['ID=5fe45d7e-7c99-4719-959d-e14c2c8a5ffa,revision_number=2']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:29:55.592969 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.db_base_plugin_common [None req-0b9bc1f9-4409-4b48-aa8c-c6d03ac4eafa None None] Allocated IP 172.20.0.2 (fd8ea664-6074-4bbe-887f-058fe7b50123/c9715e59-b525-40fa-a99e-ebf6aedac4af/33a141bf-08bd-4174-bc8d-d2686c97d5f7) {{(pid=93917) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:29:55.615392 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-839b05cc-191c-400c-85e3-52d79ae378a4 req-850db3f2-911a-4934-9019-f2acf50867be tempest-FloatingIPDetailsTestJSON-694742635 tempest-FloatingIPDetailsTestJSON-694742635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-930131'] for floatingip, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:55.633600 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-96047f0d-90ef-45a9-b598-83da4e97458b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:55.644837 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-876df331-fd55-49a3-9b8c-c792baf5881a req-6c61b079-5200-4783-b34e-74af4d77165e service neutron] 10.222.0.16 "GET /v2.0/networks/931147ca-9c29-4ccf-b0c6-22150fb38263?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2572682 Jul 14 18:29:55.646522 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-839b05cc-191c-400c-85e3-52d79ae378a4 req-850db3f2-911a-4934-9019-f2acf50867be tempest-FloatingIPDetailsTestJSON-694742635 tempest-FloatingIPDetailsTestJSON-694742635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for floatingip, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:55.649189 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-839b05cc-191c-400c-85e3-52d79ae378a4 req-850db3f2-911a-4934-9019-f2acf50867be tempest-FloatingIPDetailsTestJSON-694742635 tempest-FloatingIPDetailsTestJSON-694742635-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.1743264 Jul 14 18:29:55.660671 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-96047f0d-90ef-45a9-b598-83da4e97458b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:55.685590 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87633a49-94bb-46db-8c38-8998e220a388 req-5ae1db39-5729-46da-b7b2-0db67511076b tempest-ServerDiskConfigTestJSON-1372590070 tempest-ServerDiskConfigTestJSON-1372590070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:29:55.687670 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-87633a49-94bb-46db-8c38-8998e220a388 req-5ae1db39-5729-46da-b7b2-0db67511076b tempest-ServerDiskConfigTestJSON-1372590070 tempest-ServerDiskConfigTestJSON-1372590070-project] 10.222.0.35 "GET /v2.0/ports?device_id=bf8f126b-3e3d-4e58-8ea4-3089f2cc29ed HTTP/1.1" status: 200 len: 946 time: 0.2167265 Jul 14 18:29:55.719141 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-2f4e3af3-e708-4ffd-a544-82d93a489d01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:55.747594 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-839b05cc-191c-400c-85e3-52d79ae378a4 req-3cd83a81-2619-4da5-81f5-d7247fdb9a76 tempest-FloatingIPDetailsTestJSON-694742635 tempest-FloatingIPDetailsTestJSON-694742635-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.1.163 HTTP/1.1" status: 200 len: 696 time: 0.0939941 Jul 14 18:29:55.771765 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-0b9bc1f9-4409-4b48-aa8c-c6d03ac4eafa None None] Notify callbacks [] for port, precommit_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:55.781342 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-0b9bc1f9-4409-4b48-aa8c-c6d03ac4eafa None None] Transition to ACTIVE for port object 33a141bf-08bd-4174-bc8d-d2686c97d5f7 will not be triggered until provisioned by entity L2. {{(pid=93917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:29:55.797508 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-0b9bc1f9-4409-4b48-aa8c-c6d03ac4eafa None None] Transition to ACTIVE for port object 33a141bf-08bd-4174-bc8d-d2686c97d5f7 will not be triggered until provisioned by entity DHCP. {{(pid=93917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:29:55.802917 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-0b9bc1f9-4409-4b48-aa8c-c6d03ac4eafa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804'] for port, after_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:55.840090 n-d-800634-3 neutron-server[93917]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b9bc1f9-4409-4b48-aa8c-c6d03ac4eafa None None] Network fd8ea664-6074-4bbe-887f-058fe7b50123 is already hosted by enough agents. {{(pid=93917) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:29:55.845804 n-d-800634-3 neutron-server[93917]: DEBUG neutron.scheduler.base_scheduler [None req-0b9bc1f9-4409-4b48-aa8c-c6d03ac4eafa None None] Resources bound (agent type, host, resource id): {{(pid=93917) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:29:55.849435 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b9bc1f9-4409-4b48-aa8c-c6d03ac4eafa None None] Received port after_create {{(pid=93917) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:29:55.854740 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.db_base_plugin_common [None req-96047f0d-90ef-45a9-b598-83da4e97458b admin admin] Allocated IP 172.25.1.218 (9200a437-e1de-4520-88f6-e68386523e61/5f47f848-4532-407a-a0e2-5690ade15fd0/3dff1768-00b9-48e5-abaa-8ae11b033402) {{(pid=93916) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:29:55.861046 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9bc1f9-4409-4b48-aa8c-c6d03ac4eafa None None] Pushing event updated for resources: {'Port': ['ID=33a141bf-08bd-4174-bc8d-d2686c97d5f7,revision_number=1']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:29:55.863285 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-876df331-fd55-49a3-9b8c-c792baf5881a req-696321e3-67d5-4fcc-b808-4ea72d2fc696 service neutron] 10.222.0.16 "GET /v2.0/networks/931147ca-9c29-4ccf-b0c6-22150fb38263?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2075586 Jul 14 18:29:55.898216 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839b05cc-191c-400c-85e3-52d79ae378a4 req-59980c21-4f36-4a64-ba7b-b33a6bd0c1d6 tempest-FloatingIPDetailsTestJSON-694742635 tempest-FloatingIPDetailsTestJSON-694742635-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:29:55.899619 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-839b05cc-191c-400c-85e3-52d79ae378a4 req-59980c21-4f36-4a64-ba7b-b33a6bd0c1d6 tempest-FloatingIPDetailsTestJSON-694742635 tempest-FloatingIPDetailsTestJSON-694742635-project] 10.222.0.16 "GET /v2.0/networks/9200a437-e1de-4520-88f6-e68386523e61 HTTP/1.1" status: 200 len: 784 time: 0.1460383 Jul 14 18:29:55.917759 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-0b9bc1f9-4409-4b48-aa8c-c6d03ac4eafa None None] Attempting to bind port 33a141bf-08bd-4174-bc8d-d2686c97d5f7 on host n-d-800634-3 for vnic_type normal with profile {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:29:55.918079 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-0b9bc1f9-4409-4b48-aa8c-c6d03ac4eafa None None] Attempting to bind port 33a141bf-08bd-4174-bc8d-d2686c97d5f7 by drivers openvswitch,hyperv on host n-d-800634-3 at level 0 using segments [{'id': '48f07496-1654-4e70-864e-6d82e6081c18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'fd8ea664-6074-4bbe-887f-058fe7b50123'}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:29:55.918453 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b9bc1f9-4409-4b48-aa8c-c6d03ac4eafa None None] Attempting to bind port 33a141bf-08bd-4174-bc8d-d2686c97d5f7 on network fd8ea664-6074-4bbe-887f-058fe7b50123 {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:29:55.924573 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [req-87633a49-94bb-46db-8c38-8998e220a388 req-5091def5-d16a-4013-a9f3-a5f897e917e5 tempest-ServerDiskConfigTestJSON-1372590070 tempest-ServerDiskConfigTestJSON-1372590070-project] Deleting port 3de48cc2-9373-4f7a-9b7e-c1d9f1d47234 {{(pid=93916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:29:55.924920 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-87633a49-94bb-46db-8c38-8998e220a388 req-5091def5-d16a-4013-a9f3-a5f897e917e5 tempest-ServerDiskConfigTestJSON-1372590070 tempest-ServerDiskConfigTestJSON-1372590070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:55.925252 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b9bc1f9-4409-4b48-aa8c-c6d03ac4eafa None None] Checking agent: {'id': '01c19e91-a945-4e3c-94a6-c211e17c923e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 8, 23), 'started_at': datetime.datetime(2021, 7, 14, 18, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 18, 29, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 18:29:55.925829 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b9bc1f9-4409-4b48-aa8c-c6d03ac4eafa None None] Checking segment: {'id': '48f07496-1654-4e70-864e-6d82e6081c18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'fd8ea664-6074-4bbe-887f-058fe7b50123'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93917) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:29:55.926392 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-0b9bc1f9-4409-4b48-aa8c-c6d03ac4eafa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:55.926948 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b9bc1f9-4409-4b48-aa8c-c6d03ac4eafa None None] Bound using segment: {'id': '48f07496-1654-4e70-864e-6d82e6081c18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'fd8ea664-6074-4bbe-887f-058fe7b50123'} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 18:29:55.927598 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-0b9bc1f9-4409-4b48-aa8c-c6d03ac4eafa None None] Bound port: 33a141bf-08bd-4174-bc8d-d2686c97d5f7, host: n-d-800634-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48f07496-1654-4e70-864e-6d82e6081c18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'fd8ea664-6074-4bbe-887f-058fe7b50123'}}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 18:29:55.928190 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-0b9bc1f9-4409-4b48-aa8c-c6d03ac4eafa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:56.012387 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-0b9bc1f9-4409-4b48-aa8c-c6d03ac4eafa None None] For port 33a141bf-08bd-4174-bc8d-d2686c97d5f7, host n-d-800634-3, cleared binding levels {{(pid=93917) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:29:56.017081 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-0b9bc1f9-4409-4b48-aa8c-c6d03ac4eafa None None] For port 33a141bf-08bd-4174-bc8d-d2686c97d5f7, host n-d-800634-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=33a141bf-08bd-4174-bc8d-d2686c97d5f7,segment=NetworkSegment(48f07496-1654-4e70-864e-6d82e6081c18),segment_id=48f07496-1654-4e70-864e-6d82e6081c18)] {{(pid=93917) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 18:29:56.023171 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-0b9bc1f9-4409-4b48-aa8c-c6d03ac4eafa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:56.055085 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-96047f0d-90ef-45a9-b598-83da4e97458b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:56.065180 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.db [req-87633a49-94bb-46db-8c38-8998e220a388 req-5091def5-d16a-4013-a9f3-a5f897e917e5 tempest-ServerDiskConfigTestJSON-1372590070 tempest-ServerDiskConfigTestJSON-1372590070-project] For port 3de48cc2-9373-4f7a-9b7e-c1d9f1d47234, host n-h2-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=3de48cc2-9373-4f7a-9b7e-c1d9f1d47234,segment=NetworkSegment(9a21e516-8d79-4e64-b3eb-1610a868b024),segment_id=9a21e516-8d79-4e64-b3eb-1610a868b024)] {{(pid=93916) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:29:56.065544 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-87633a49-94bb-46db-8c38-8998e220a388 req-5091def5-d16a-4013-a9f3-a5f897e917e5 tempest-ServerDiskConfigTestJSON-1372590070 tempest-ServerDiskConfigTestJSON-1372590070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:56.092677 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [req-87633a49-94bb-46db-8c38-8998e220a388 req-5091def5-d16a-4013-a9f3-a5f897e917e5 tempest-ServerDiskConfigTestJSON-1372590070 tempest-ServerDiskConfigTestJSON-1372590070-project] Calling delete_port for 3de48cc2-9373-4f7a-9b7e-c1d9f1d47234 owned by compute:nova {{(pid=93916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:29:56.122525 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 18:29:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f0e952b-bb8d-4a87-af6e-9ccec776db81 x-openstack-request-id: req-8f0e952b-bb8d-4a87-af6e-9ccec776db81 {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:29:56.123054 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1eafe9fa-0b2b-4431-93db-de997e931e34", "name": "network-vif-plugged", "status": "completed", "tag": "3bfa9848-5c11-42f5-94d7-252687344d85", "code": 200}]} {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:29:56.123162 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8f0e952b-bb8d-4a87-af6e-9ccec776db81 {{(pid=93917) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:29:56.123577 n-d-800634-3 neutron-server[93917]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1eafe9fa-0b2b-4431-93db-de997e931e34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bfa9848-5c11-42f5-94d7-252687344d85', 'code': 200} Jul 14 18:29:56.129897 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 18:29:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a92425b-b7b0-48d7-9445-edde98112ee6 x-openstack-request-id: req-5a92425b-b7b0-48d7-9445-edde98112ee6 {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:29:56.130189 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b34ed31a-cdf4-42e3-9af8-e1a7ec6d0b20", "name": "network-vif-deleted", "tag": "2963b705-b1e1-4311-8a6e-95a0846fc25f", "status": "completed", "code": 200}]} {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:29:56.130467 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5a92425b-b7b0-48d7-9445-edde98112ee6 {{(pid=93915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:29:56.130993 n-d-800634-3 neutron-server[93915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b34ed31a-cdf4-42e3-9af8-e1a7ec6d0b20', 'name': 'network-vif-deleted', 'tag': '2963b705-b1e1-4311-8a6e-95a0846fc25f', 'status': 'completed', 'code': 200} Jul 14 18:29:56.193776 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9bc1f9-4409-4b48-aa8c-c6d03ac4eafa None None] Pushing event updated for resources: {'Port': ['ID=33a141bf-08bd-4174-bc8d-d2686c97d5f7,revision_number=2']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:29:56.282871 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-96047f0d-90ef-45a9-b598-83da4e97458b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:56.350180 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96047f0d-90ef-45a9-b598-83da4e97458b admin admin] Network 9200a437-e1de-4520-88f6-e68386523e61 is already hosted by enough agents. {{(pid=93916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:29:56.388578 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [None req-96047f0d-90ef-45a9-b598-83da4e97458b admin admin] Resources bound (agent type, host, resource id): {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:29:56.394928 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96047f0d-90ef-45a9-b598-83da4e97458b admin admin] Received port after_create {{(pid=93916) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:29:56.488878 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96047f0d-90ef-45a9-b598-83da4e97458b admin admin] Pushing event updated for resources: {'Port': ['ID=3dff1768-00b9-48e5-abaa-8ae11b033402,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:29:56.600551 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-87633a49-94bb-46db-8c38-8998e220a388 req-5091def5-d16a-4013-a9f3-a5f897e917e5 tempest-ServerDiskConfigTestJSON-1372590070 tempest-ServerDiskConfigTestJSON-1372590070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:56.611920 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] get_ports_and_sgs() called for port_ids ['3de48cc2-9373-4f7a-9b7e-c1d9f1d47234'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 18:29:56.713613 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5091def5-d16a-4013-a9f3-a5f897e917e5 tempest-ServerDiskConfigTestJSON-1372590070 tempest-ServerDiskConfigTestJSON-1372590070-project] Pushing event deleted for resources: {'Port': ['ID=3de48cc2-9373-4f7a-9b7e-c1d9f1d47234,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:29:56.812714 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.l3_dvrscheduler_db [req-87633a49-94bb-46db-8c38-8998e220a388 req-5091def5-d16a-4013-a9f3-a5f897e917e5 tempest-ServerDiskConfigTestJSON-1372590070 tempest-ServerDiskConfigTestJSON-1372590070-project] No DVR routers for this DVR port 3de48cc2-9373-4f7a-9b7e-c1d9f1d47234 on host n-h2-800634-3 {{(pid=93916) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 18:29:56.815745 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-87633a49-94bb-46db-8c38-8998e220a388 req-5091def5-d16a-4013-a9f3-a5f897e917e5 tempest-ServerDiskConfigTestJSON-1372590070 tempest-ServerDiskConfigTestJSON-1372590070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:56.818275 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-87633a49-94bb-46db-8c38-8998e220a388 req-5091def5-d16a-4013-a9f3-a5f897e917e5 tempest-ServerDiskConfigTestJSON-1372590070 tempest-ServerDiskConfigTestJSON-1372590070-project] 10.222.0.35 "DELETE /v2.0/ports/3de48cc2-9373-4f7a-9b7e-c1d9f1d47234 HTTP/1.1" status: 204 len: 173 time: 1.1057098 Jul 14 18:29:56.818776 n-d-800634-3 neutron-server[93916]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf8f126b-3e3d-4e58-8ea4-3089f2cc29ed', 'name': 'network-vif-deleted', 'tag': '3de48cc2-9373-4f7a-9b7e-c1d9f1d47234'}] {{(pid=93916) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:29:56.821443 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f803e150b363a7893830aa996ac27753fa25517c406ecd3536b7c2d4b26eeb9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31492864-6718-4ea1-b12c-f6948aae26ca" -d '{"events": [{"server_uuid": "bf8f126b-3e3d-4e58-8ea4-3089f2cc29ed", "name": "network-vif-deleted", "tag": "3de48cc2-9373-4f7a-9b7e-c1d9f1d47234"}]}' {{(pid=93916) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:29:56.989794 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-96047f0d-90ef-45a9-b598-83da4e97458b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:57.033977 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0632113a-f523-473f-81a2-db2b9e66023f req-80b14bfb-6599-408d-8e0d-40baa9ba477d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:29:57.039765 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-0632113a-f523-473f-81a2-db2b9e66023f req-80b14bfb-6599-408d-8e0d-40baa9ba477d service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=1eafe9fa-0b2b-4431-93db-de997e931e34 HTTP/1.1" status: 200 len: 1096 time: 0.8547678 Jul 14 18:29:57.178961 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 33a141bf-08bd-4174-bc8d-d2686c97d5f7 up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:29:57.233361 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e095b110-99bf-4fe8-b8f2-9dd62e1f08fc req-a2b00a6e-2251-45c1-aaa1-7853d501cdd5 tempest-ServerTagsTestJSON-1028973871 tempest-ServerTagsTestJSON-1028973871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:29:57.244822 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e095b110-99bf-4fe8-b8f2-9dd62e1f08fc req-a2b00a6e-2251-45c1-aaa1-7853d501cdd5 tempest-ServerTagsTestJSON-1028973871 tempest-ServerTagsTestJSON-1028973871-project] 10.222.0.16 "GET /v2.0/ports?device_id=1eafe9fa-0b2b-4431-93db-de997e931e34 HTTP/1.1" status: 200 len: 945 time: 0.9548862 Jul 14 18:29:57.258784 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning for port 33a141bf-08bd-4174-bc8d-d2686c97d5f7 completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:29:57.292044 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-bb824628-d7b1-449c-886e-599de17adfed req-1a2e26e7-88d6-4388-a050-4f552fe95195 tempest-FloatingIPDetailsTestJSON-694742635 tempest-FloatingIPDetailsTestJSON-694742635-project] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3456635 Jul 14 18:29:57.303113 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-96047f0d-90ef-45a9-b598-83da4e97458b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-571759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-930033'] for router, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:57.334214 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [req-bb824628-d7b1-449c-886e-599de17adfed req-dfd4836a-7437-41b9-b745-0770f523340d tempest-FloatingIPDetailsTestJSON-694742635 tempest-FloatingIPDetailsTestJSON-694742635-project] Request body: {'floatingip': {'floating_network_id': '9200a437-e1de-4520-88f6-e68386523e61'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:29:57.341006 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e095b110-99bf-4fe8-b8f2-9dd62e1f08fc req-da1af4f5-32a0-4802-a0c6-6d290eaef727 tempest-ServerTagsTestJSON-1028973871 tempest-ServerTagsTestJSON-1028973871-project] 10.222.0.16 "GET /v2.0/security-groups?id=bb1c7b8c-b00f-4058-80f8-778271856464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952992 Jul 14 18:29:57.343076 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-0632113a-f523-473f-81a2-db2b9e66023f req-0335b064-b600-4d6c-bc6d-0cefce0ac3d8 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=bb1c7b8c-b00f-4058-80f8-778271856464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2881811 Jul 14 18:29:57.365777 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-bb824628-d7b1-449c-886e-599de17adfed req-dfd4836a-7437-41b9-b745-0770f523340d tempest-FloatingIPDetailsTestJSON-694742635 tempest-FloatingIPDetailsTestJSON-694742635-project] Notify callbacks [] for floatingip, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:57.482087 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96047f0d-90ef-45a9-b598-83da4e97458b admin admin] Router 6d3af555-74c9-4536-901b-a38fb4bef1f4 is scheduled to L3 agent 2c6eb27e-defb-4cca-9a24-381c7415e359 with binding_index 1 {{(pid=93916) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 18:29:57.541550 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-bb824628-d7b1-449c-886e-599de17adfed req-dfd4836a-7437-41b9-b745-0770f523340d tempest-FloatingIPDetailsTestJSON-694742635 tempest-FloatingIPDetailsTestJSON-694742635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:57.654403 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96f86b58-9aec-4024-bbec-f2d24a6cdb17 None None] Network fd8ea664-6074-4bbe-887f-058fe7b50123 requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:29:57.779561 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-e3b7fb61-db29-4fcd-b32c-62c96bc31963 None None] Provisioning for port 33a141bf-08bd-4174-bc8d-d2686c97d5f7 completed by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:29:57.784619 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.db_base_plugin_common [req-bb824628-d7b1-449c-886e-599de17adfed req-dfd4836a-7437-41b9-b745-0770f523340d tempest-FloatingIPDetailsTestJSON-694742635 tempest-FloatingIPDetailsTestJSON-694742635-project] Allocated IP 172.25.1.244 (9200a437-e1de-4520-88f6-e68386523e61/5f47f848-4532-407a-a0e2-5690ade15fd0/9a0b8ad8-4449-43b0-8b05-c4ff11a5ac43) {{(pid=93915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:29:57.816202 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-e3b7fb61-db29-4fcd-b32c-62c96bc31963 None None] Provisioning complete for port 33a141bf-08bd-4174-bc8d-d2686c97d5f7 triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:29:57.816961 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-e3b7fb61-db29-4fcd-b32c-62c96bc31963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:57.979260 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96047f0d-90ef-45a9-b598-83da4e97458b admin admin] Notify agent at l3_agent.n-d-800634-3 the message routers_updated {{(pid=93916) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 18:29:57.996400 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-902513bf-e7b6-4b6f-907d-58bf02197365 None None] Sync routers for ids ['6d3af555-74c9-4536-901b-a38fb4bef1f4'] in n-d-800634-3 {{(pid=93917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 18:29:57.998937 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-96047f0d-90ef-45a9-b598-83da4e97458b admin admin] Notify callbacks [] for router, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:58.000544 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-96047f0d-90ef-45a9-b598-83da4e97458b admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 3.0213296 Jul 14 18:29:58.003173 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 40114) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:29:58.015841 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-e3b7fb61-db29-4fcd-b32c-62c96bc31963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:58.017715 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-bb824628-d7b1-449c-886e-599de17adfed req-dfd4836a-7437-41b9-b745-0770f523340d tempest-FloatingIPDetailsTestJSON-694742635 tempest-FloatingIPDetailsTestJSON-694742635-project] Notify callbacks [] for port, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:58.021223 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-902513bf-e7b6-4b6f-907d-58bf02197365 None None] Routers {'6d3af555-74c9-4536-901b-a38fb4bef1f4'} bound to L3 agent in host n-d-800634-3 {{(pid=93917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:29:58.021985 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-902513bf-e7b6-4b6f-907d-58bf02197365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:29:53Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['6d3af555-74c9-4536-901b-a38fb4bef1f4'], 'active': True} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:29:58.068324 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-bb824628-d7b1-449c-886e-599de17adfed req-dfd4836a-7437-41b9-b745-0770f523340d tempest-FloatingIPDetailsTestJSON-694742635 tempest-FloatingIPDetailsTestJSON-694742635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:58.152603 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb824628-d7b1-449c-886e-599de17adfed req-dfd4836a-7437-41b9-b745-0770f523340d tempest-FloatingIPDetailsTestJSON-694742635 tempest-FloatingIPDetailsTestJSON-694742635-project] Network 9200a437-e1de-4520-88f6-e68386523e61 is already hosted by enough agents. {{(pid=93915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:29:58.156387 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [req-bb824628-d7b1-449c-886e-599de17adfed req-dfd4836a-7437-41b9-b745-0770f523340d tempest-FloatingIPDetailsTestJSON-694742635 tempest-FloatingIPDetailsTestJSON-694742635-project] Resources bound (agent type, host, resource id): {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:29:58.157092 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-e3b7fb61-db29-4fcd-b32c-62c96bc31963 None None] For port 33a141bf-08bd-4174-bc8d-d2686c97d5f7, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=33a141bf-08bd-4174-bc8d-d2686c97d5f7,segment=NetworkSegment(48f07496-1654-4e70-864e-6d82e6081c18),segment_id=48f07496-1654-4e70-864e-6d82e6081c18)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:29:58.165151 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb824628-d7b1-449c-886e-599de17adfed req-dfd4836a-7437-41b9-b745-0770f523340d tempest-FloatingIPDetailsTestJSON-694742635 tempest-FloatingIPDetailsTestJSON-694742635-project] Received port after_create {{(pid=93915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:29:58.166909 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-e3b7fb61-db29-4fcd-b32c-62c96bc31963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:58.209388 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvr_db [None req-902513bf-e7b6-4b6f-907d-58bf02197365 None None] Set router 6d3af555-74c9-4536-901b-a38fb4bef1f4 gateway port host: n-d-800634-3 {{(pid=93917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 18:29:58.329929 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-bb824628-d7b1-449c-886e-599de17adfed req-dfd4836a-7437-41b9-b745-0770f523340d tempest-FloatingIPDetailsTestJSON-694742635 tempest-FloatingIPDetailsTestJSON-694742635-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:58.383783 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-7b24305f-b6de-4e11-9e64-3826e7173f06 req-d115a891-776f-4243-8aac-5723c97b5d90 tempest-ServerDiskConfigTestJSON-1372590070 tempest-ServerDiskConfigTestJSON-1372590070-project] 10.222.0.16 "GET /v2.0/ports?device_id=62a466dc-11a6-4137-ad0c-d4416f09cc04 HTTP/1.1" status: 200 len: 210 time: 0.1655865 Jul 14 18:29:58.389708 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd4836a-7437-41b9-b745-0770f523340d tempest-FloatingIPDetailsTestJSON-694742635 tempest-FloatingIPDetailsTestJSON-694742635-project] Pushing event updated for resources: {'Port': ['ID=9a0b8ad8-4449-43b0-8b05-c4ff11a5ac43,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:29:58.477243 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device 2963b705-b1e1-4311-8a6e-95a0846fc25f no longer exists at agent hyperv_n-h1-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 18:29:58.478435 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-bb824628-d7b1-449c-886e-599de17adfed req-dfd4836a-7437-41b9-b745-0770f523340d tempest-FloatingIPDetailsTestJSON-694742635 tempest-FloatingIPDetailsTestJSON-694742635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:58.505048 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b7fb61-db29-4fcd-b32c-62c96bc31963 None None] Pushing event updated for resources: {'Port': ['ID=33a141bf-08bd-4174-bc8d-d2686c97d5f7,revision_number=3']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:29:58.505391 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876df331-fd55-49a3-9b8c-c792baf5881a req-3f135355-e47f-4440-bcad-24ae27d5e36a tempest-ServerDiskConfigTestJSON-1372590070 tempest-ServerDiskConfigTestJSON-1372590070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:29:58.507543 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-876df331-fd55-49a3-9b8c-c792baf5881a req-3f135355-e47f-4440-bcad-24ae27d5e36a tempest-ServerDiskConfigTestJSON-1372590070 tempest-ServerDiskConfigTestJSON-1372590070-project] 10.222.0.35 "GET /v2.0/networks?id=931147ca-9c29-4ccf-b0c6-22150fb38263 HTTP/1.1" status: 200 len: 815 time: 0.2928367 Jul 14 18:29:58.518908 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] No Port match for: 2963b705-b1e1-4311-8a6e-95a0846fc25f {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 18:29:58.519259 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device 2963b705-b1e1-4311-8a6e-95a0846fc25f not bound to the agent host n-h1-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 18:29:58.534345 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-ac04218f-3ddb-4052-bbb1-568742be5f0a None None] Provisioning complete for port 33a141bf-08bd-4174-bc8d-d2686c97d5f7 triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:29:58.534537 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [req-876df331-fd55-49a3-9b8c-c792baf5881a req-9d8886b7-677c-46e4-9837-5c6ec6740352 tempest-ServerDiskConfigTestJSON-1372590070 tempest-ServerDiskConfigTestJSON-1372590070-project] Request body: {'port': {'device_id': '62a466dc-11a6-4137-ad0c-d4416f09cc04', 'network_id': '931147ca-9c29-4ccf-b0c6-22150fb38263', 'admin_state_up': True, 'tenant_id': '1fa4a28868c84b38bc8e65d0fea7d3b5'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:29:58.534728 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-ac04218f-3ddb-4052-bbb1-568742be5f0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:58.594621 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-902513bf-e7b6-4b6f-907d-58bf02197365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d3af555-74c9-4536-901b-a38fb4bef1f4', 'name': 'tempest-AttachVolumeShelveTestJSON-426954697-router', 'tenant_id': '81405c7e7f554ba6bd8aaf104233fc29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.218'}], 'enable_snat': True}, 'gw_port_id': '3dff1768-00b9-48e5-abaa-8ae11b033402', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:29:55Z', 'updated_at': '2021-07-14T18:29:56Z', 'revision_number': 3, 'project_id': '81405c7e7f554ba6bd8aaf104233fc29', 'gw_port': {'id': '3dff1768-00b9-48e5-abaa-8ae11b033402', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:b1:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d3af555-74c9-4536-901b-a38fb4bef1f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1138, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:29:55Z', 'updated_at': '2021-07-14T18:29:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3'}], 'n-d-800634-3', False) {} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:29:58.637363 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-902513bf-e7b6-4b6f-907d-58bf02197365 None None] Checking router: 6d3af555-74c9-4536-901b-a38fb4bef1f4 for host: n-d-800634-3 {{(pid=93917) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 18:29:58.637363 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-902513bf-e7b6-4b6f-907d-58bf02197365 None None] Updating router 6d3af555-74c9-4536-901b-a38fb4bef1f4 port 3dff1768-00b9-48e5-abaa-8ae11b033402 binding host n-d-800634-3 {{(pid=93917) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 18:29:58.682633 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-bb824628-d7b1-449c-886e-599de17adfed req-dfd4836a-7437-41b9-b745-0770f523340d tempest-FloatingIPDetailsTestJSON-694742635 tempest-FloatingIPDetailsTestJSON-694742635-project] Notify callbacks [] for port, precommit_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:58.688877 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-bb824628-d7b1-449c-886e-599de17adfed req-dfd4836a-7437-41b9-b745-0770f523340d tempest-FloatingIPDetailsTestJSON-694742635 tempest-FloatingIPDetailsTestJSON-694742635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25912978'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:58.696517 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-902513bf-e7b6-4b6f-907d-58bf02197365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:58.791421 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-876df331-fd55-49a3-9b8c-c792baf5881a req-9d8886b7-677c-46e4-9837-5c6ec6740352 tempest-ServerDiskConfigTestJSON-1372590070 tempest-ServerDiskConfigTestJSON-1372590070-project] Made reservation on behalf of 1fa4a28868c84b38bc8e65d0fea7d3b5 for: {'port': 1} {{(pid=93916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:29:58.796788 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-876df331-fd55-49a3-9b8c-c792baf5881a req-9d8886b7-677c-46e4-9837-5c6ec6740352 tempest-ServerDiskConfigTestJSON-1372590070 tempest-ServerDiskConfigTestJSON-1372590070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:58.813786 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-bb824628-d7b1-449c-886e-599de17adfed req-dfd4836a-7437-41b9-b745-0770f523340d tempest-FloatingIPDetailsTestJSON-694742635 tempest-FloatingIPDetailsTestJSON-694742635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-930131'] for floatingip, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:58.847674 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 18:29:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f1c2849-1d72-415a-916b-71078272d384 x-openstack-request-id: req-3f1c2849-1d72-415a-916b-71078272d384 {{(pid=93916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:29:58.848358 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf8f126b-3e3d-4e58-8ea4-3089f2cc29ed", "name": "network-vif-deleted", "tag": "3de48cc2-9373-4f7a-9b7e-c1d9f1d47234", "status": "completed", "code": 200}]} {{(pid=93916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:29:58.848927 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3f1c2849-1d72-415a-916b-71078272d384 {{(pid=93916) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:29:58.849241 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-bb824628-d7b1-449c-886e-599de17adfed req-dfd4836a-7437-41b9-b745-0770f523340d tempest-FloatingIPDetailsTestJSON-694742635 tempest-FloatingIPDetailsTestJSON-694742635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for floatingip, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:58.849816 n-d-800634-3 neutron-server[93916]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf8f126b-3e3d-4e58-8ea4-3089f2cc29ed', 'name': 'network-vif-deleted', 'tag': '3de48cc2-9373-4f7a-9b7e-c1d9f1d47234', 'status': 'completed', 'code': 200} Jul 14 18:29:58.851033 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-bb824628-d7b1-449c-886e-599de17adfed req-dfd4836a-7437-41b9-b745-0770f523340d tempest-FloatingIPDetailsTestJSON-694742635 tempest-FloatingIPDetailsTestJSON-694742635-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.5577905 Jul 14 18:29:58.851876 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd4836a-7437-41b9-b745-0770f523340d tempest-FloatingIPDetailsTestJSON-694742635 tempest-FloatingIPDetailsTestJSON-694742635-project] Pushing event updated for resources: {'Port': ['ID=9a0b8ad8-4449-43b0-8b05-c4ff11a5ac43,revision_number=2']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:29:58.879682 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-2262d8ce-add2-4563-bd21-779791bb1fdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:58.908710 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-bb824628-d7b1-449c-886e-599de17adfed req-4218eff2-0a2e-4859-aeab-b5fd9fc3353d tempest-FloatingIPDetailsTestJSON-694742635 tempest-FloatingIPDetailsTestJSON-694742635-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.1.244 HTTP/1.1" status: 200 len: 696 time: 0.0486779 Jul 14 18:29:58.991475 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Device 3de48cc2-9373-4f7a-9b7e-c1d9f1d47234 no longer exists at agent hyperv_n-h2-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 18:29:59.032846 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] No Port match for: 3de48cc2-9373-4f7a-9b7e-c1d9f1d47234 {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 18:29:59.034129 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb824628-d7b1-449c-886e-599de17adfed req-97edb1fc-c7a5-4225-9e7e-bbb8a6cdd37d tempest-FloatingIPDetailsTestJSON-694742635 tempest-FloatingIPDetailsTestJSON-694742635-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:29:59.034362 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Device 3de48cc2-9373-4f7a-9b7e-c1d9f1d47234 not bound to the agent host n-h2-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 18:29:59.035607 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-bb824628-d7b1-449c-886e-599de17adfed req-97edb1fc-c7a5-4225-9e7e-bbb8a6cdd37d tempest-FloatingIPDetailsTestJSON-694742635 tempest-FloatingIPDetailsTestJSON-694742635-project] 10.222.0.16 "GET /v2.0/networks/9200a437-e1de-4520-88f6-e68386523e61 HTTP/1.1" status: 200 len: 784 time: 0.1218903 Jul 14 18:29:59.094789 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.db_base_plugin_common [req-876df331-fd55-49a3-9b8c-c792baf5881a req-9d8886b7-677c-46e4-9837-5c6ec6740352 tempest-ServerDiskConfigTestJSON-1372590070 tempest-ServerDiskConfigTestJSON-1372590070-project] Allocated IP 172.20.0.11 (931147ca-9c29-4ccf-b0c6-22150fb38263/1247ec7e-a3af-456f-af13-5ca1fde66245/2b19161f-ddff-4008-b8e7-e2106699b3e2) {{(pid=93916) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:29:59.129176 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 33a141bf-08bd-4174-bc8d-d2686c97d5f7 up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:29:59.136254 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-902513bf-e7b6-4b6f-907d-58bf02197365 None None] Notify callbacks [] for port, precommit_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:59.174677 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-902513bf-e7b6-4b6f-907d-58bf02197365 None None] Transition to ACTIVE for port object 3dff1768-00b9-48e5-abaa-8ae11b033402 will not be triggered until provisioned by entity L2. {{(pid=93917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:29:59.192939 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-902513bf-e7b6-4b6f-907d-58bf02197365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:59.205779 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.db_base_plugin_common [None req-2262d8ce-add2-4563-bd21-779791bb1fdd admin admin] Allocated IP 172.20.0.1 (fd8ea664-6074-4bbe-887f-058fe7b50123/c9715e59-b525-40fa-a99e-ebf6aedac4af/883fd5a2-430a-4d82-8595-e1fd8ecbd8d5) {{(pid=93916) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:29:59.233276 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6985f9e-a289-4f05-a4f5-9da2a819f77e req-8520075e-ba63-4680-a194-de5e02aaa155 tempest-ServerTagsTestJSON-1028973871 tempest-ServerTagsTestJSON-1028973871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:29:59.247457 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f6985f9e-a289-4f05-a4f5-9da2a819f77e req-8520075e-ba63-4680-a194-de5e02aaa155 tempest-ServerTagsTestJSON-1028973871 tempest-ServerTagsTestJSON-1028973871-project] 10.222.0.16 "GET /v2.0/ports?device_id=1eafe9fa-0b2b-4431-93db-de997e931e34 HTTP/1.1" status: 200 len: 945 time: 0.0906463 Jul 14 18:29:59.253669 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-902513bf-e7b6-4b6f-907d-58bf02197365 None None] Attempting to bind port 3dff1768-00b9-48e5-abaa-8ae11b033402 on host n-d-800634-3 for vnic_type normal with profile {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:29:59.254161 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-902513bf-e7b6-4b6f-907d-58bf02197365 None None] Attempting to bind port 3dff1768-00b9-48e5-abaa-8ae11b033402 by drivers openvswitch,hyperv on host n-d-800634-3 at level 0 using segments [{'id': '5afb940b-bbdf-4727-be00-5d46367c38a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9200a437-e1de-4520-88f6-e68386523e61'}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:29:59.254405 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-902513bf-e7b6-4b6f-907d-58bf02197365 None None] Attempting to bind port 3dff1768-00b9-48e5-abaa-8ae11b033402 on network 9200a437-e1de-4520-88f6-e68386523e61 {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:29:59.262291 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-902513bf-e7b6-4b6f-907d-58bf02197365 None None] Checking agent: {'id': '01c19e91-a945-4e3c-94a6-c211e17c923e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 8, 23), 'started_at': datetime.datetime(2021, 7, 14, 18, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 18, 29, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 18:29:59.262664 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-902513bf-e7b6-4b6f-907d-58bf02197365 None None] Checking segment: {'id': '5afb940b-bbdf-4727-be00-5d46367c38a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9200a437-e1de-4520-88f6-e68386523e61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93917) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:29:59.263061 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-902513bf-e7b6-4b6f-907d-58bf02197365 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:59.263447 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-902513bf-e7b6-4b6f-907d-58bf02197365 None None] Bound using segment: {'id': '5afb940b-bbdf-4727-be00-5d46367c38a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9200a437-e1de-4520-88f6-e68386523e61'} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 18:29:59.264488 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-902513bf-e7b6-4b6f-907d-58bf02197365 None None] Bound port: 3dff1768-00b9-48e5-abaa-8ae11b033402, host: n-d-800634-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5afb940b-bbdf-4727-be00-5d46367c38a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9200a437-e1de-4520-88f6-e68386523e61'}}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 18:29:59.264864 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-902513bf-e7b6-4b6f-907d-58bf02197365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:59.276269 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port 33a141bf-08bd-4174-bc8d-d2686c97d5f7 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:29:59.276687 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:59.301601 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a23ec35-8cea-47c3-8681-fe1e43cb7674 None None] Pushing event updated for resources: {'Port': ['ID=3dff1768-00b9-48e5-abaa-8ae11b033402,revision_number=2']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:29:59.311330 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f6985f9e-a289-4f05-a4f5-9da2a819f77e req-9c3e71e3-b717-4587-b792-0628a616d677 tempest-ServerTagsTestJSON-1028973871 tempest-ServerTagsTestJSON-1028973871-project] 10.222.0.16 "GET /v2.0/security-groups?id=bb1c7b8c-b00f-4058-80f8-778271856464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606847 Jul 14 18:29:59.377861 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-902513bf-e7b6-4b6f-907d-58bf02197365 None None] For port 3dff1768-00b9-48e5-abaa-8ae11b033402, host n-d-800634-3, cleared binding levels {{(pid=93917) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:29:59.381564 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-902513bf-e7b6-4b6f-907d-58bf02197365 None None] For port 3dff1768-00b9-48e5-abaa-8ae11b033402, host n-d-800634-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=3dff1768-00b9-48e5-abaa-8ae11b033402,segment=NetworkSegment(5afb940b-bbdf-4727-be00-5d46367c38a1),segment_id=5afb940b-bbdf-4727-be00-5d46367c38a1)] {{(pid=93917) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 18:29:59.413933 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-876df331-fd55-49a3-9b8c-c792baf5881a req-9d8886b7-677c-46e4-9837-5c6ec6740352 tempest-ServerDiskConfigTestJSON-1372590070 tempest-ServerDiskConfigTestJSON-1372590070-project] Notify callbacks [] for port, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:59.414516 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-902513bf-e7b6-4b6f-907d-58bf02197365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:59.464311 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-2262d8ce-add2-4563-bd21-779791bb1fdd admin admin] Notify callbacks [] for port, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:59.483766 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a23ec35-8cea-47c3-8681-fe1e43cb7674 None None] Pushing event updated for resources: {'Port': ['ID=3dff1768-00b9-48e5-abaa-8ae11b033402,revision_number=3']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:29:59.495098 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.provisioning_blocks [None req-2262d8ce-add2-4563-bd21-779791bb1fdd admin admin] Transition to ACTIVE for port object 883fd5a2-430a-4d82-8595-e1fd8ecbd8d5 will not be triggered until provisioned by entity DHCP. {{(pid=93916) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:29:59.511940 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-876df331-fd55-49a3-9b8c-c792baf5881a req-9d8886b7-677c-46e4-9837-5c6ec6740352 tempest-ServerDiskConfigTestJSON-1372590070 tempest-ServerDiskConfigTestJSON-1372590070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:59.512680 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-902513bf-e7b6-4b6f-907d-58bf02197365 None None] Routers {'6d3af555-74c9-4536-901b-a38fb4bef1f4'} bound to L3 agent in host n-d-800634-3 {{(pid=93917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:29:59.514779 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-902513bf-e7b6-4b6f-907d-58bf02197365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:29:53Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['6d3af555-74c9-4536-901b-a38fb4bef1f4'], 'active': True} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:29:59.553490 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24a64b9-8df9-4549-ad60-5c3b4addea2e req-67865576-83e3-424e-ba03-e700707b6f68 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:29:59.560931 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-d24a64b9-8df9-4549-ad60-5c3b4addea2e req-67865576-83e3-424e-ba03-e700707b6f68 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.16 "GET /v2.0/ports?device_id=0a88c096-4af3-4575-935b-65bff7ae8d10 HTTP/1.1" status: 200 len: 950 time: 0.1182311 Jul 14 18:29:59.565797 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-876df331-fd55-49a3-9b8c-c792baf5881a req-9d8886b7-677c-46e4-9837-5c6ec6740352 tempest-ServerDiskConfigTestJSON-1372590070 tempest-ServerDiskConfigTestJSON-1372590070-project] Network 931147ca-9c29-4ccf-b0c6-22150fb38263 is already hosted by enough agents. {{(pid=93916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:29:59.571623 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [req-876df331-fd55-49a3-9b8c-c792baf5881a req-9d8886b7-677c-46e4-9837-5c6ec6740352 tempest-ServerDiskConfigTestJSON-1372590070 tempest-ServerDiskConfigTestJSON-1372590070-project] Resources bound (agent type, host, resource id): {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:29:59.577507 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.l3_dvrscheduler_db [req-876df331-fd55-49a3-9b8c-c792baf5881a req-9d8886b7-677c-46e4-9837-5c6ec6740352 tempest-ServerDiskConfigTestJSON-1372590070 tempest-ServerDiskConfigTestJSON-1372590070-project] Received port after_create {{(pid=93916) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:29:59.622028 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-2262d8ce-add2-4563-bd21-779791bb1fdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:59.627196 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8886b7-677c-46e4-9837-5c6ec6740352 tempest-ServerDiskConfigTestJSON-1372590070 tempest-ServerDiskConfigTestJSON-1372590070-project] Pushing event updated for resources: {'Port': ['ID=2b19161f-ddff-4008-b8e7-e2106699b3e2,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:29:59.633235 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e4d72dd4-6061-443e-a7aa-80d47737efb8 req-254ee63a-25e7-4617-ab1f-460a0ba2e30d tempest-FloatingIPDetailsTestJSON-694742635 tempest-FloatingIPDetailsTestJSON-694742635-project] 10.222.0.16 "GET /v2.0/floatingips/3b7d8b69-1bca-421f-a2ca-4bee7e97fe76 HTTP/1.1" status: 200 len: 693 time: 0.0641081 Jul 14 18:29:59.636291 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvr_db [None req-902513bf-e7b6-4b6f-907d-58bf02197365 None None] Set router 6d3af555-74c9-4536-901b-a38fb4bef1f4 gateway port host: n-d-800634-3 {{(pid=93917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 18:29:59.649405 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-d24a64b9-8df9-4549-ad60-5c3b4addea2e req-6cce6582-6cd9-4a65-aedc-5b4c5c44a19d tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.16 "GET /v2.0/security-groups?id=95148b1b-0f93-483b-9e80-262147c27e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867052 Jul 14 18:29:59.682426 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2262d8ce-add2-4563-bd21-779791bb1fdd admin admin] Pushing event updated for resources: {'Port': ['ID=883fd5a2-430a-4d82-8595-e1fd8ecbd8d5,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:29:59.703274 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876df331-fd55-49a3-9b8c-c792baf5881a req-9d8886b7-677c-46e4-9837-5c6ec6740352 tempest-ServerDiskConfigTestJSON-1372590070 tempest-ServerDiskConfigTestJSON-1372590070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:29:59.703933 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-876df331-fd55-49a3-9b8c-c792baf5881a req-9d8886b7-677c-46e4-9837-5c6ec6740352 tempest-ServerDiskConfigTestJSON-1372590070 tempest-ServerDiskConfigTestJSON-1372590070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:29:59.707898 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2262d8ce-add2-4563-bd21-779791bb1fdd admin admin] Network fd8ea664-6074-4bbe-887f-058fe7b50123 is already hosted by enough agents. {{(pid=93916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:29:59.710364 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [None req-2262d8ce-add2-4563-bd21-779791bb1fdd admin admin] Resources bound (agent type, host, resource id): {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:29:59.725476 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2262d8ce-add2-4563-bd21-779791bb1fdd admin admin] Received port after_create {{(pid=93916) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:29:59.764868 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-876df331-fd55-49a3-9b8c-c792baf5881a req-9d8886b7-677c-46e4-9837-5c6ec6740352 tempest-ServerDiskConfigTestJSON-1372590070 tempest-ServerDiskConfigTestJSON-1372590070-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2451799 Jul 14 18:29:59.783316 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [req-876df331-fd55-49a3-9b8c-c792baf5881a req-f3839198-9335-4c6b-9418-cdb8a9fb3d25 service neutron] Request body: {'port': {'device_id': '62a466dc-11a6-4137-ad0c-d4416f09cc04', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800634-3'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:29:59.820059 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d72dd4-6061-443e-a7aa-80d47737efb8 req-976064f3-edcc-48a3-b936-102e34933f5a tempest-FloatingIPDetailsTestJSON-694742635 tempest-FloatingIPDetailsTestJSON-694742635-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:29:59.822796 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e4d72dd4-6061-443e-a7aa-80d47737efb8 req-976064f3-edcc-48a3-b936-102e34933f5a tempest-FloatingIPDetailsTestJSON-694742635 tempest-FloatingIPDetailsTestJSON-694742635-project] 10.222.0.16 "GET /v2.0/networks/9200a437-e1de-4520-88f6-e68386523e61 HTTP/1.1" status: 200 len: 784 time: 0.1722217 Jul 14 18:29:59.858850 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [req-e4d72dd4-6061-443e-a7aa-80d47737efb8 req-fb1aad68-f0fc-4b5e-adef-b6d17a3ad352 tempest-FloatingIPDetailsTestJSON-694742635 tempest-FloatingIPDetailsTestJSON-694742635-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=93915) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 18:29:59.877265 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e4d72dd4-6061-443e-a7aa-80d47737efb8 req-fb1aad68-f0fc-4b5e-adef-b6d17a3ad352 tempest-FloatingIPDetailsTestJSON-694742635 tempest-FloatingIPDetailsTestJSON-694742635-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0481377 Jul 14 18:29:59.885873 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-2262d8ce-add2-4563-bd21-779791bb1fdd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-930452'] for router_interface, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:00.054697 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-902513bf-e7b6-4b6f-907d-58bf02197365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d3af555-74c9-4536-901b-a38fb4bef1f4', 'name': 'tempest-AttachVolumeShelveTestJSON-426954697-router', 'tenant_id': '81405c7e7f554ba6bd8aaf104233fc29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.218'}], 'enable_snat': True}, 'gw_port_id': '3dff1768-00b9-48e5-abaa-8ae11b033402', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:29:55Z', 'updated_at': '2021-07-14T18:29:56Z', 'revision_number': 3, 'project_id': '81405c7e7f554ba6bd8aaf104233fc29', 'gw_port': {'id': '3dff1768-00b9-48e5-abaa-8ae11b033402', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:b1:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d3af555-74c9-4536-901b-a38fb4bef1f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1138, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:29:55Z', 'updated_at': '2021-07-14T18:29:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3'}], 'n-d-800634-3', False) {} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:30:00.067679 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-876df331-fd55-49a3-9b8c-c792baf5881a req-f3839198-9335-4c6b-9418-cdb8a9fb3d25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:00.086150 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-2262d8ce-add2-4563-bd21-779791bb1fdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:00.102912 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-902513bf-e7b6-4b6f-907d-58bf02197365 None None] The sync data for ids ['6d3af555-74c9-4536-901b-a38fb4bef1f4'] in n-d-800634-3 is: [{'id': '6d3af555-74c9-4536-901b-a38fb4bef1f4', 'name': 'tempest-AttachVolumeShelveTestJSON-426954697-router', 'tenant_id': '81405c7e7f554ba6bd8aaf104233fc29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.218'}], 'enable_snat': True}, 'gw_port_id': '3dff1768-00b9-48e5-abaa-8ae11b033402', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:29:55Z', 'updated_at': '2021-07-14T18:29:56Z', 'revision_number': 3, 'project_id': '81405c7e7f554ba6bd8aaf104233fc29', 'gw_port': {'id': '3dff1768-00b9-48e5-abaa-8ae11b033402', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:b1:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d3af555-74c9-4536-901b-a38fb4bef1f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1138, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:29:55Z', 'updated_at': '2021-07-14T18:29:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3'}] {{(pid=93917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 18:30:00.114190 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-c4118526-fde7-4786-84fb-3ba2394668c5 None None] Provisioning for port 883fd5a2-430a-4d82-8595-e1fd8ecbd8d5 completed by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:30:00.119179 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-c4118526-fde7-4786-84fb-3ba2394668c5 None None] Provisioning complete for port 883fd5a2-430a-4d82-8595-e1fd8ecbd8d5 triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:30:00.119752 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-c4118526-fde7-4786-84fb-3ba2394668c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:00.205950 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-c4118526-fde7-4786-84fb-3ba2394668c5 None None] Port 883fd5a2-430a-4d82-8595-e1fd8ecbd8d5 cannot update to ACTIVE because it is not bound. {{(pid=93917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 18:30:00.265152 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f74e18-babf-4335-a479-f8073643672f req-873624c9-ceeb-413d-8e66-52447353c65c tempest-ServerDiskConfigTestJSON-1372590070 tempest-ServerDiskConfigTestJSON-1372590070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:30:00.269485 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-27f74e18-babf-4335-a479-f8073643672f req-873624c9-ceeb-413d-8e66-52447353c65c tempest-ServerDiskConfigTestJSON-1372590070 tempest-ServerDiskConfigTestJSON-1372590070-project] 10.222.0.16 "GET /v2.0/ports?device_id=62a466dc-11a6-4137-ad0c-d4416f09cc04 HTTP/1.1" status: 200 len: 932 time: 0.1431129 Jul 14 18:30:00.287548 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e037a1d-e8d9-49e1-a41e-6a644e8657ad req-7fbbf97e-5bb3-4611-954f-67fe1a3a6736 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:30:00.289946 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-7e037a1d-e8d9-49e1-a41e-6a644e8657ad req-7fbbf97e-5bb3-4611-954f-67fe1a3a6736 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.18 "GET /v2.0/ports?device_id=0a88c096-4af3-4575-935b-65bff7ae8d10 HTTP/1.1" status: 200 len: 950 time: 0.2191842 Jul 14 18:30:00.411890 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3a38e6b8-610c-45f2-bec0-7191d106c54f req-b0be926c-de80-419d-92db-d75e0ed12064 tempest-FloatingIPDetailsTestJSON-694742635 tempest-FloatingIPDetailsTestJSON-694742635-project] 10.222.0.16 "GET /v2.0/floatingips/3b7d8b69-1bca-421f-a2ca-4bee7e97fe76 HTTP/1.1" status: 200 len: 693 time: 0.0639720 Jul 14 18:30:00.423108 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-27f74e18-babf-4335-a479-f8073643672f req-4127fc4c-2f68-4f11-baf0-385d909e5d25 tempest-ServerDiskConfigTestJSON-1372590070 tempest-ServerDiskConfigTestJSON-1372590070-project] 10.222.0.16 "GET /v2.0/security-groups?id=8f471560-b797-46f3-abf1-e078e196721c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320965 Jul 14 18:30:00.588897 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-2262d8ce-add2-4563-bd21-779791bb1fdd admin admin] Notify callbacks [] for port, precommit_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:00.601928 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-2262d8ce-add2-4563-bd21-779791bb1fdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2684870'] for port, after_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:00.621785 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [req-7e037a1d-e8d9-49e1-a41e-6a644e8657ad req-cb16b15f-7f27-4d65-b323-9902ffd88b12 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] Deleting port 2d86f518-a5dc-431f-bc2b-7938083f5172 {{(pid=93915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:30:00.622137 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-7e037a1d-e8d9-49e1-a41e-6a644e8657ad req-cb16b15f-7f27-4d65-b323-9902ffd88b12 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:00.644656 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a38e6b8-610c-45f2-bec0-7191d106c54f req-3a40b8d7-a3f5-4603-b6fd-b556add4e66e tempest-FloatingIPDetailsTestJSON-694742635 tempest-FloatingIPDetailsTestJSON-694742635-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:30:00.646116 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3a38e6b8-610c-45f2-bec0-7191d106c54f req-3a40b8d7-a3f5-4603-b6fd-b556add4e66e tempest-FloatingIPDetailsTestJSON-694742635 tempest-FloatingIPDetailsTestJSON-694742635-project] 10.222.0.16 "GET /v2.0/networks/9200a437-e1de-4520-88f6-e68386523e61 HTTP/1.1" status: 200 len: 784 time: 0.2220473 Jul 14 18:30:00.666147 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-2262d8ce-add2-4563-bd21-779791bb1fdd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-598741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-928734'] for router_interface, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:00.681977 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [req-3a38e6b8-610c-45f2-bec0-7191d106c54f req-bdb79b06-357d-430a-bfd1-073891b7a628 tempest-FloatingIPDetailsTestJSON-694742635 tempest-FloatingIPDetailsTestJSON-694742635-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=93915) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 18:30:00.682891 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3a38e6b8-610c-45f2-bec0-7191d106c54f req-bdb79b06-357d-430a-bfd1-073891b7a628 tempest-FloatingIPDetailsTestJSON-694742635 tempest-FloatingIPDetailsTestJSON-694742635-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0077555 Jul 14 18:30:00.735160 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2262d8ce-add2-4563-bd21-779791bb1fdd admin admin] Pushing event updated for resources: {'Port': ['ID=883fd5a2-430a-4d82-8595-e1fd8ecbd8d5,revision_number=2']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:30:00.739014 n-d-800634-3 neutron-server[93916]: DEBUG neutron.notifiers.nova [req-876df331-fd55-49a3-9b8c-c792baf5881a req-f3839198-9335-4c6b-9418-cdb8a9fb3d25 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b19161f-ddff-4008-b8e7-e2106699b3e2 {{(pid=93916) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 18:30:00.788026 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3a38e6b8-610c-45f2-bec0-7191d106c54f req-0cf043d7-a167-42da-abb1-bc64199d5b5c tempest-FloatingIPDetailsTestJSON-694742635 tempest-FloatingIPDetailsTestJSON-694742635-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.1.244 HTTP/1.1" status: 200 len: 696 time: 0.0888948 Jul 14 18:30:00.844284 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-876df331-fd55-49a3-9b8c-c792baf5881a req-f3839198-9335-4c6b-9418-cdb8a9fb3d25 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:00.859291 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3a38e6b8-610c-45f2-bec0-7191d106c54f req-d1cb6e0f-85fa-418d-9478-62e47e667341 tempest-FloatingIPDetailsTestJSON-694742635 tempest-FloatingIPDetailsTestJSON-694742635-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.1.244 HTTP/1.1" status: 200 len: 696 time: 0.0701909 Jul 14 18:30:00.866572 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2262d8ce-add2-4563-bd21-779791bb1fdd admin admin] Network fd8ea664-6074-4bbe-887f-058fe7b50123 is already hosted by enough agents. {{(pid=93916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:30:00.872501 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [None req-2262d8ce-add2-4563-bd21-779791bb1fdd admin admin] Resources bound (agent type, host, resource id): {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:30:00.894839 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.provisioning_blocks [req-876df331-fd55-49a3-9b8c-c792baf5881a req-f3839198-9335-4c6b-9418-cdb8a9fb3d25 service neutron] Transition to ACTIVE for port object 2b19161f-ddff-4008-b8e7-e2106699b3e2 will not be triggered until provisioned by entity L2. {{(pid=93916) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:30:00.944138 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-7e037a1d-e8d9-49e1-a41e-6a644e8657ad req-cb16b15f-7f27-4d65-b323-9902ffd88b12 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] For port 2d86f518-a5dc-431f-bc2b-7938083f5172, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=2d86f518-a5dc-431f-bc2b-7938083f5172,segment=NetworkSegment(067fc487-22c7-42de-972d-ae352a28ad29),segment_id=067fc487-22c7-42de-972d-ae352a28ad29)] {{(pid=93915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:30:00.944548 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-7e037a1d-e8d9-49e1-a41e-6a644e8657ad req-cb16b15f-7f27-4d65-b323-9902ffd88b12 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:00.969040 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-876df331-fd55-49a3-9b8c-c792baf5881a req-f3839198-9335-4c6b-9418-cdb8a9fb3d25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2684870'] for port, after_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:01.051736 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [req-7e037a1d-e8d9-49e1-a41e-6a644e8657ad req-cb16b15f-7f27-4d65-b323-9902ffd88b12 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] Calling delete_port for 2d86f518-a5dc-431f-bc2b-7938083f5172 owned by compute:nova {{(pid=93915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:30:01.160465 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 3dff1768-00b9-48e5-abaa-8ae11b033402 up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:30:01.231473 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2262d8ce-add2-4563-bd21-779791bb1fdd admin admin] Router 6d3af555-74c9-4536-901b-a38fb4bef1f4 has already been hosted by L3 agent 2c6eb27e-defb-4cca-9a24-381c7415e359 {{(pid=93916) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 18:30:01.256516 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [req-3a38e6b8-610c-45f2-bec0-7191d106c54f req-6df8c258-bc44-478d-a0e8-2882311896d5 tempest-FloatingIPDetailsTestJSON-694742635 tempest-FloatingIPDetailsTestJSON-694742635-project] Deleting port 9a0b8ad8-4449-43b0-8b05-c4ff11a5ac43 {{(pid=93915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:30:01.256973 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-3a38e6b8-610c-45f2-bec0-7191d106c54f req-6df8c258-bc44-478d-a0e8-2882311896d5 tempest-FloatingIPDetailsTestJSON-694742635 tempest-FloatingIPDetailsTestJSON-694742635-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:01.268001 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3839198-9335-4c6b-9418-cdb8a9fb3d25 service neutron] Pushing event updated for resources: {'Port': ['ID=2b19161f-ddff-4008-b8e7-e2106699b3e2,revision_number=2']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:30:01.279861 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning for port 3dff1768-00b9-48e5-abaa-8ae11b033402 completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:30:01.295006 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port 3dff1768-00b9-48e5-abaa-8ae11b033402 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:30:01.295665 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:01.301648 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-7ba4393f-58bf-456c-8537-d229f2af4d4a None None] Provisioning complete for port 883fd5a2-430a-4d82-8595-e1fd8ecbd8d5 triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:30:01.301856 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-7ba4393f-58bf-456c-8537-d229f2af4d4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:01.383536 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.managers [req-876df331-fd55-49a3-9b8c-c792baf5881a req-f3839198-9335-4c6b-9418-cdb8a9fb3d25 service neutron] Attempting to bind port 2b19161f-ddff-4008-b8e7-e2106699b3e2 on host n-h2-800634-3 for vnic_type normal with profile {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:30:01.383945 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.managers [req-876df331-fd55-49a3-9b8c-c792baf5881a req-f3839198-9335-4c6b-9418-cdb8a9fb3d25 service neutron] Attempting to bind port 2b19161f-ddff-4008-b8e7-e2106699b3e2 by drivers openvswitch,hyperv on host n-h2-800634-3 at level 0 using segments [{'id': '9a21e516-8d79-4e64-b3eb-1610a868b024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '931147ca-9c29-4ccf-b0c6-22150fb38263'}] {{(pid=93916) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:30:01.384305 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-876df331-fd55-49a3-9b8c-c792baf5881a req-f3839198-9335-4c6b-9418-cdb8a9fb3d25 service neutron] Attempting to bind port 2b19161f-ddff-4008-b8e7-e2106699b3e2 on network 931147ca-9c29-4ccf-b0c6-22150fb38263 {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:30:01.389223 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-7ba4393f-58bf-456c-8537-d229f2af4d4a None None] Port 883fd5a2-430a-4d82-8595-e1fd8ecbd8d5 cannot update to ACTIVE because it is not bound. {{(pid=93917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 18:30:01.429606 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-876df331-fd55-49a3-9b8c-c792baf5881a req-f3839198-9335-4c6b-9418-cdb8a9fb3d25 service neutron] Port 2b19161f-ddff-4008-b8e7-e2106699b3e2 on network 931147ca-9c29-4ccf-b0c6-22150fb38263 not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-3 {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 18:30:01.429890 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-876df331-fd55-49a3-9b8c-c792baf5881a req-f3839198-9335-4c6b-9418-cdb8a9fb3d25 service neutron] Attempting to bind port 2b19161f-ddff-4008-b8e7-e2106699b3e2 on network 931147ca-9c29-4ccf-b0c6-22150fb38263 {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:30:01.437262 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-3a38e6b8-610c-45f2-bec0-7191d106c54f req-6df8c258-bc44-478d-a0e8-2882311896d5 tempest-FloatingIPDetailsTestJSON-694742635 tempest-FloatingIPDetailsTestJSON-694742635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:01.437816 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-3a38e6b8-610c-45f2-bec0-7191d106c54f req-6df8c258-bc44-478d-a0e8-2882311896d5 tempest-FloatingIPDetailsTestJSON-694742635 tempest-FloatingIPDetailsTestJSON-694742635-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:01.447904 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-876df331-fd55-49a3-9b8c-c792baf5881a req-f3839198-9335-4c6b-9418-cdb8a9fb3d25 service neutron] Checking agent: {'id': '08e36a6c-8d04-48f0-a644-f27680635246', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 15, 35), 'started_at': datetime.datetime(2021, 7, 14, 18, 15, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 18, 29, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 18:30:01.448435 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-876df331-fd55-49a3-9b8c-c792baf5881a req-f3839198-9335-4c6b-9418-cdb8a9fb3d25 service neutron] Checking segment: {'id': '9a21e516-8d79-4e64-b3eb-1610a868b024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '931147ca-9c29-4ccf-b0c6-22150fb38263'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93916) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:30:01.448778 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-876df331-fd55-49a3-9b8c-c792baf5881a req-f3839198-9335-4c6b-9418-cdb8a9fb3d25 service neutron] Bound using segment: {'id': '9a21e516-8d79-4e64-b3eb-1610a868b024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '931147ca-9c29-4ccf-b0c6-22150fb38263'} {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 18:30:01.449228 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.managers [req-876df331-fd55-49a3-9b8c-c792baf5881a req-f3839198-9335-4c6b-9418-cdb8a9fb3d25 service neutron] Bound port: 2b19161f-ddff-4008-b8e7-e2106699b3e2, host: n-h2-800634-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a21e516-8d79-4e64-b3eb-1610a868b024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '931147ca-9c29-4ccf-b0c6-22150fb38263'}}] {{(pid=93916) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 18:30:01.449728 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-876df331-fd55-49a3-9b8c-c792baf5881a req-f3839198-9335-4c6b-9418-cdb8a9fb3d25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:01.475771 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [req-3a38e6b8-610c-45f2-bec0-7191d106c54f req-6df8c258-bc44-478d-a0e8-2882311896d5 tempest-FloatingIPDetailsTestJSON-694742635 tempest-FloatingIPDetailsTestJSON-694742635-project] Calling delete_port for 9a0b8ad8-4449-43b0-8b05-c4ff11a5ac43 owned by network:floatingip {{(pid=93915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:30:01.479175 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-7e037a1d-e8d9-49e1-a41e-6a644e8657ad req-cb16b15f-7f27-4d65-b323-9902ffd88b12 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:01.479335 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:01.486594 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2262d8ce-add2-4563-bd21-779791bb1fdd admin admin] Notify agent at l3_agent.n-d-800634-3 the message routers_updated {{(pid=93916) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 18:30:01.494162 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-2262d8ce-add2-4563-bd21-779791bb1fdd admin admin] 10.222.0.16 "PUT /v2.0/routers/6d3af555-74c9-4536-901b-a38fb4bef1f4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4866974 Jul 14 18:30:01.496014 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] get_ports_and_sgs() called for port_ids ['2d86f518-a5dc-431f-bc2b-7938083f5172'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 18:30:01.499123 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] get_ports_and_sgs() called for port_ids ['7c097f78-08e4-4fc9-a177-b8812f88bb8a'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 18:30:01.549510 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] For port 3dff1768-00b9-48e5-abaa-8ae11b033402, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=3dff1768-00b9-48e5-abaa-8ae11b033402,segment=NetworkSegment(5afb940b-bbdf-4727-be00-5d46367c38a1),segment_id=5afb940b-bbdf-4727-be00-5d46367c38a1)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:30:01.573277 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.db [req-876df331-fd55-49a3-9b8c-c792baf5881a req-f3839198-9335-4c6b-9418-cdb8a9fb3d25 service neutron] For port 2b19161f-ddff-4008-b8e7-e2106699b3e2, host n-h2-800634-3, cleared binding levels {{(pid=93916) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:30:01.577872 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.db [req-876df331-fd55-49a3-9b8c-c792baf5881a req-f3839198-9335-4c6b-9418-cdb8a9fb3d25 service neutron] For port 2b19161f-ddff-4008-b8e7-e2106699b3e2, host n-h2-800634-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=2b19161f-ddff-4008-b8e7-e2106699b3e2,segment=NetworkSegment(9a21e516-8d79-4e64-b3eb-1610a868b024),segment_id=9a21e516-8d79-4e64-b3eb-1610a868b024)] {{(pid=93916) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 18:30:01.586107 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-876df331-fd55-49a3-9b8c-c792baf5881a req-f3839198-9335-4c6b-9418-cdb8a9fb3d25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2684870'] for port, after_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:01.587803 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:01.590176 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb16b15f-7f27-4d65-b323-9902ffd88b12 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] Pushing event deleted for resources: {'Port': ['ID=2d86f518-a5dc-431f-bc2b-7938083f5172,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:30:01.652184 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876df331-fd55-49a3-9b8c-c792baf5881a req-f3839198-9335-4c6b-9418-cdb8a9fb3d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:30:01.652873 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-876df331-fd55-49a3-9b8c-c792baf5881a req-f3839198-9335-4c6b-9418-cdb8a9fb3d25 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:01.654462 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-876df331-fd55-49a3-9b8c-c792baf5881a req-f3839198-9335-4c6b-9418-cdb8a9fb3d25 service neutron] 10.222.0.35 "PUT /v2.0/ports/2b19161f-ddff-4008-b8e7-e2106699b3e2 HTTP/1.1" status: 200 len: 1092 time: 1.8778071 Jul 14 18:30:01.654971 n-d-800634-3 neutron-server[93916]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62a466dc-11a6-4137-ad0c-d4416f09cc04', 'tag': '2b19161f-ddff-4008-b8e7-e2106699b3e2'}] {{(pid=93916) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:30:01.657896 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f803e150b363a7893830aa996ac27753fa25517c406ecd3536b7c2d4b26eeb9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5eb0113-66d4-4a1d-9638-3f8fc6c7d7bd" -d '{"events": [{"name": "network-changed", "server_uuid": "62a466dc-11a6-4137-ad0c-d4416f09cc04", "tag": "2b19161f-ddff-4008-b8e7-e2106699b3e2"}]}' {{(pid=93916) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:30:01.665558 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-41953fc0-d280-4718-b127-4f366db30690 req-bb547feb-fb09-45b5-96d0-1bd5904b1a79 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.16 "GET /v2.0/ports?device_id=0a88c096-4af3-4575-935b-65bff7ae8d10 HTTP/1.1" status: 200 len: 210 time: 0.1203785 Jul 14 18:30:01.681321 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Pushing event updated for resources: {'Port': ['ID=3dff1768-00b9-48e5-abaa-8ae11b033402,revision_number=4']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:30:01.700136 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3839198-9335-4c6b-9418-cdb8a9fb3d25 service neutron] Pushing event updated for resources: {'Port': ['ID=2b19161f-ddff-4008-b8e7-e2106699b3e2,revision_number=3']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:30:01.736911 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e037a1d-e8d9-49e1-a41e-6a644e8657ad req-cb16b15f-7f27-4d65-b323-9902ffd88b12 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] No DVR routers for this DVR port 2d86f518-a5dc-431f-bc2b-7938083f5172 on host n-h1-800634-3 {{(pid=93915) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 18:30:01.768427 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-7e037a1d-e8d9-49e1-a41e-6a644e8657ad req-cb16b15f-7f27-4d65-b323-9902ffd88b12 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:01.770229 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-7e037a1d-e8d9-49e1-a41e-6a644e8657ad req-cb16b15f-7f27-4d65-b323-9902ffd88b12 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.18 "DELETE /v2.0/ports/2d86f518-a5dc-431f-bc2b-7938083f5172 HTTP/1.1" status: 204 len: 173 time: 1.4712033 Jul 14 18:30:01.770740 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a88c096-4af3-4575-935b-65bff7ae8d10', 'name': 'network-vif-deleted', 'tag': '2d86f518-a5dc-431f-bc2b-7938083f5172'}] {{(pid=93915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:30:01.772557 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876df331-fd55-49a3-9b8c-c792baf5881a req-90de2d61-4d77-4e88-a598-8ba6d0eeaaf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:30:01.773120 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e72782ad3af8f7d4ce76cedf092bca46d1756acc5c4653cf0b52034cdd6b073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a30d5c0-8494-4245-9128-8c85f9fc91bb" -d '{"events": [{"server_uuid": "0a88c096-4af3-4575-935b-65bff7ae8d10", "name": "network-vif-deleted", "tag": "2d86f518-a5dc-431f-bc2b-7938083f5172"}]}' {{(pid=93915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:30:01.774412 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-876df331-fd55-49a3-9b8c-c792baf5881a req-90de2d61-4d77-4e88-a598-8ba6d0eeaaf8 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=1fa4a28868c84b38bc8e65d0fea7d3b5&device_id=62a466dc-11a6-4137-ad0c-d4416f09cc04 HTTP/1.1" status: 200 len: 1095 time: 0.0665486 Jul 14 18:30:01.846629 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-876df331-fd55-49a3-9b8c-c792baf5881a req-e2c48547-46b2-437a-98f9-c099ed317ca4 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2b19161f-ddff-4008-b8e7-e2106699b3e2 HTTP/1.1" status: 200 len: 217 time: 0.0602205 Jul 14 18:30:01.877037 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-3a38e6b8-610c-45f2-bec0-7191d106c54f req-6df8c258-bc44-478d-a0e8-2882311896d5 tempest-FloatingIPDetailsTestJSON-694742635 tempest-FloatingIPDetailsTestJSON-694742635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:01.908153 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df8c258-bc44-478d-a0e8-2882311896d5 tempest-FloatingIPDetailsTestJSON-694742635 tempest-FloatingIPDetailsTestJSON-694742635-project] Pushing event deleted for resources: {'Port': ['ID=9a0b8ad8-4449-43b0-8b05-c4ff11a5ac43,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:30:01.919228 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876df331-fd55-49a3-9b8c-c792baf5881a req-2b575939-49fb-4f75-acdb-d58b70e1d649 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:30:01.920891 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-876df331-fd55-49a3-9b8c-c792baf5881a req-2b575939-49fb-4f75-acdb-d58b70e1d649 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=1247ec7e-a3af-456f-af13-5ca1fde66245 HTTP/1.1" status: 200 len: 855 time: 0.0683415 Jul 14 18:30:01.977843 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-876df331-fd55-49a3-9b8c-c792baf5881a req-3016898c-a2ce-47e6-b44d-13155fe3dbad service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=931147ca-9c29-4ccf-b0c6-22150fb38263&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0487666 Jul 14 18:30:02.006604 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-3a38e6b8-610c-45f2-bec0-7191d106c54f req-6df8c258-bc44-478d-a0e8-2882311896d5 tempest-FloatingIPDetailsTestJSON-694742635 tempest-FloatingIPDetailsTestJSON-694742635-project] Notify callbacks [] for floatingip, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:02.009504 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-3a38e6b8-610c-45f2-bec0-7191d106c54f req-6df8c258-bc44-478d-a0e8-2882311896d5 tempest-FloatingIPDetailsTestJSON-694742635 tempest-FloatingIPDetailsTestJSON-694742635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for floatingip, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:02.024600 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3a38e6b8-610c-45f2-bec0-7191d106c54f req-6df8c258-bc44-478d-a0e8-2882311896d5 tempest-FloatingIPDetailsTestJSON-694742635 tempest-FloatingIPDetailsTestJSON-694742635-project] 10.222.0.16 "DELETE /v2.0/floatingips/3b7d8b69-1bca-421f-a2ca-4bee7e97fe76 HTTP/1.1" status: 204 len: 173 time: 1.1638570 Jul 14 18:30:02.112333 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 18:30:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09bcef4f-e2d9-4b52-833c-3289aa02d2d0 x-openstack-request-id: req-09bcef4f-e2d9-4b52-833c-3289aa02d2d0 {{(pid=93916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:30:02.112635 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62a466dc-11a6-4137-ad0c-d4416f09cc04", "tag": "2b19161f-ddff-4008-b8e7-e2106699b3e2", "status": "completed", "code": 200}]} {{(pid=93916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:30:02.112894 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-09bcef4f-e2d9-4b52-833c-3289aa02d2d0 {{(pid=93916) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:30:02.113297 n-d-800634-3 neutron-server[93916]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62a466dc-11a6-4137-ad0c-d4416f09cc04', 'tag': '2b19161f-ddff-4008-b8e7-e2106699b3e2', 'status': 'completed', 'code': 200} Jul 14 18:30:02.170413 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-876df331-fd55-49a3-9b8c-c792baf5881a req-d3394048-ad28-47e4-8d04-41e288a98a2d service neutron] 10.222.0.35 "GET /v2.0/networks/931147ca-9c29-4ccf-b0c6-22150fb38263?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1836166 Jul 14 18:30:02.266229 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:02.292501 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2e0cc4-3de8-4e08-aa14-b22f2d1becc7 req-c202cbd2-7d2b-4aae-acb6-3dfb157582d1 tempest-ServerDiskConfigTestJSON-1372590070 tempest-ServerDiskConfigTestJSON-1372590070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:30:02.294169 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-0f2e0cc4-3de8-4e08-aa14-b22f2d1becc7 req-c202cbd2-7d2b-4aae-acb6-3dfb157582d1 tempest-ServerDiskConfigTestJSON-1372590070 tempest-ServerDiskConfigTestJSON-1372590070-project] 10.222.0.16 "GET /v2.0/ports?device_id=62a466dc-11a6-4137-ad0c-d4416f09cc04 HTTP/1.1" status: 200 len: 944 time: 0.1544893 Jul 14 18:30:02.360783 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-876df331-fd55-49a3-9b8c-c792baf5881a req-d2c410ab-a49a-4733-a12c-67ca484babaf service neutron] 10.222.0.35 "GET /v2.0/networks/931147ca-9c29-4ccf-b0c6-22150fb38263?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1833298 Jul 14 18:30:02.371288 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-0f2e0cc4-3de8-4e08-aa14-b22f2d1becc7 req-bb1d4e42-b12c-4031-9b71-452c53fa8c2d tempest-ServerDiskConfigTestJSON-1372590070 tempest-ServerDiskConfigTestJSON-1372590070-project] 10.222.0.16 "GET /v2.0/security-groups?id=8f471560-b797-46f3-abf1-e078e196721c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710690 Jul 14 18:30:02.577447 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5eb0113-66d4-4a1d-9638-3f8fc6c7d7bd req-034f6540-5f97-4d89-98e0-c8d053f96db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:30:02.579468 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-e5eb0113-66d4-4a1d-9638-3f8fc6c7d7bd req-034f6540-5f97-4d89-98e0-c8d053f96db8 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=1fa4a28868c84b38bc8e65d0fea7d3b5&device_id=62a466dc-11a6-4137-ad0c-d4416f09cc04 HTTP/1.1" status: 200 len: 1095 time: 0.1344979 Jul 14 18:30:02.656602 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 40304) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:30:02.662214 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-f5d1f106-acaf-4ea2-9feb-e837d215bd20 tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1401759688', 'description': 'tempest-description--673367679'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:30:02.705895 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 18:30:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dbb18f3-06bb-47ed-b591-7081811a909b x-openstack-request-id: req-8dbb18f3-06bb-47ed-b591-7081811a909b {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:30:02.706874 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a88c096-4af3-4575-935b-65bff7ae8d10", "name": "network-vif-deleted", "tag": "2d86f518-a5dc-431f-bc2b-7938083f5172", "status": "completed", "code": 200}]} {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:30:02.708312 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8dbb18f3-06bb-47ed-b591-7081811a909b {{(pid=93915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:30:02.709112 n-d-800634-3 neutron-server[93915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a88c096-4af3-4575-935b-65bff7ae8d10', 'name': 'network-vif-deleted', 'tag': '2d86f518-a5dc-431f-bc2b-7938083f5172', 'status': 'completed', 'code': 200} Jul 14 18:30:02.712605 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-f5d1f106-acaf-4ea2-9feb-e837d215bd20 tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] Notify callbacks [] for security_group, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:02.732848 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8516cda2-30aa-48d4-817c-52d3a2bcc6d9 None None] Sync routers for ids ['6d3af555-74c9-4536-901b-a38fb4bef1f4'] in n-d-800634-3 {{(pid=93918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 18:30:02.743422 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5eb0113-66d4-4a1d-9638-3f8fc6c7d7bd req-5b1e9278-d860-4475-896b-be15b6ae091f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:30:02.745040 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-e5eb0113-66d4-4a1d-9638-3f8fc6c7d7bd req-5b1e9278-d860-4475-896b-be15b6ae091f service neutron] 10.222.0.35 "GET /v2.0/networks?id=931147ca-9c29-4ccf-b0c6-22150fb38263 HTTP/1.1" status: 200 len: 915 time: 0.1592906 Jul 14 18:30:02.754370 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8516cda2-30aa-48d4-817c-52d3a2bcc6d9 None None] Routers {'6d3af555-74c9-4536-901b-a38fb4bef1f4'} bound to L3 agent in host n-d-800634-3 {{(pid=93918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:30:02.754946 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-8516cda2-30aa-48d4-817c-52d3a2bcc6d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:29:53Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['6d3af555-74c9-4536-901b-a38fb4bef1f4'], 'active': True} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:30:02.808950 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-e5eb0113-66d4-4a1d-9638-3f8fc6c7d7bd req-54b52de7-73e0-4000-8ff5-8b94e3f60e76 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2b19161f-ddff-4008-b8e7-e2106699b3e2 HTTP/1.1" status: 200 len: 217 time: 0.0546315 Jul 14 18:30:02.878483 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5eb0113-66d4-4a1d-9638-3f8fc6c7d7bd req-3c5bdf53-e9ce-4cc6-acda-cfdf40bd9fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:30:02.880513 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-e5eb0113-66d4-4a1d-9638-3f8fc6c7d7bd req-3c5bdf53-e9ce-4cc6-acda-cfdf40bd9fa9 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=1247ec7e-a3af-456f-af13-5ca1fde66245 HTTP/1.1" status: 200 len: 855 time: 0.0642498 Jul 14 18:30:02.900780 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvr_db [None req-8516cda2-30aa-48d4-817c-52d3a2bcc6d9 None None] Set router 6d3af555-74c9-4536-901b-a38fb4bef1f4 gateway port host: n-d-800634-3 {{(pid=93918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 18:30:02.916086 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-e5eb0113-66d4-4a1d-9638-3f8fc6c7d7bd req-1488b23f-5ef4-41b7-bb6e-c89c86b480ed service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=931147ca-9c29-4ccf-b0c6-22150fb38263&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293562 Jul 14 18:30:03.103609 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 3dff1768-00b9-48e5-abaa-8ae11b033402 up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:30:03.106583 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-e5eb0113-66d4-4a1d-9638-3f8fc6c7d7bd req-3871906f-6ab3-43da-9b6e-cd7c5dc1f05e service neutron] 10.222.0.35 "GET /v2.0/networks/931147ca-9c29-4ccf-b0c6-22150fb38263?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1825383 Jul 14 18:30:03.190694 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port 3dff1768-00b9-48e5-abaa-8ae11b033402 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:30:03.191050 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:03.229955 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed83c23-7273-497c-a1a8-fd0fd7573465 req-a8ae3bb4-e342-41ad-8385-ccddef5f7b12 tempest-FloatingIPDetailsTestJSON-694742635 tempest-FloatingIPDetailsTestJSON-694742635-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:30:03.248933 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-7ed83c23-7273-497c-a1a8-fd0fd7573465 req-a8ae3bb4-e342-41ad-8385-ccddef5f7b12 tempest-FloatingIPDetailsTestJSON-694742635 tempest-FloatingIPDetailsTestJSON-694742635-project] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.4861963 Jul 14 18:30:03.317504 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-8516cda2-30aa-48d4-817c-52d3a2bcc6d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d3af555-74c9-4536-901b-a38fb4bef1f4', 'name': 'tempest-AttachVolumeShelveTestJSON-426954697-router', 'tenant_id': '81405c7e7f554ba6bd8aaf104233fc29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.218'}], 'enable_snat': True}, 'gw_port_id': '3dff1768-00b9-48e5-abaa-8ae11b033402', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:29:55Z', 'updated_at': '2021-07-14T18:30:00Z', 'revision_number': 4, 'project_id': '81405c7e7f554ba6bd8aaf104233fc29', 'gw_port': {'id': '3dff1768-00b9-48e5-abaa-8ae11b033402', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:b1:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d3af555-74c9-4536-901b-a38fb4bef1f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1138, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:29:55Z', 'updated_at': '2021-07-14T18:30:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_interfaces': [{'id': '883fd5a2-430a-4d82-8595-e1fd8ecbd8d5', 'name': '', 'network_id': 'fd8ea664-6074-4bbe-887f-058fe7b50123', 'tenant_id': '81405c7e7f554ba6bd8aaf104233fc29', 'mac_address': 'fa:16:3e:d7:6e:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d3af555-74c9-4536-901b-a38fb4bef1f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1142, 'fixed_ips': [{'subnet_id': 'c9715e59-b525-40fa-a99e-ebf6aedac4af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:29:58Z', 'updated_at': '2021-07-14T18:30:00Z', 'revision_number': 2, 'project_id': '81405c7e7f554ba6bd8aaf104233fc29', 'subnets': [{'id': 'c9715e59-b525-40fa-a99e-ebf6aedac4af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-3', False) {} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:30:03.326101 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-e5eb0113-66d4-4a1d-9638-3f8fc6c7d7bd req-1b2a3bf2-ab0d-45d0-b6e4-ab62bec2a6df service neutron] 10.222.0.35 "GET /v2.0/networks/931147ca-9c29-4ccf-b0c6-22150fb38263?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2110894 Jul 14 18:30:03.332397 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-f5d1f106-acaf-4ea2-9feb-e837d215bd20 tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] Notify callbacks [] for security_group, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:03.338437 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-f5d1f106-acaf-4ea2-9feb-e837d215bd20 tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:03.361992 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8516cda2-30aa-48d4-817c-52d3a2bcc6d9 None None] Checking router: 6d3af555-74c9-4536-901b-a38fb4bef1f4 for host: n-d-800634-3 {{(pid=93918) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 18:30:03.362350 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8516cda2-30aa-48d4-817c-52d3a2bcc6d9 None None] Updating router 6d3af555-74c9-4536-901b-a38fb4bef1f4 port 883fd5a2-430a-4d82-8595-e1fd8ecbd8d5 binding host n-d-800634-3 {{(pid=93918) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 18:30:03.389439 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-f5d1f106-acaf-4ea2-9feb-e837d215bd20 tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] Notify callbacks [] for security_group, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:03.393305 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-f5d1f106-acaf-4ea2-9feb-e837d215bd20 tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.7331328 Jul 14 18:30:03.393594 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 40344) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:30:03.398136 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-35ef5fcb-4b3f-4177-98ec-99e4f6cef55d tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] Request body: {'security_group_rule': {'security_group_id': 'c6d2ae5e-7962-48ff-a84c-cacbd11fb04d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:30:03.398565 n-d-800634-3 neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-8516cda2-30aa-48d4-817c-52d3a2bcc6d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:03.421724 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d1f106-acaf-4ea2-9feb-e837d215bd20 tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c6d2ae5e-7962-48ff-a84c-cacbd11fb04d,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:30:03.445904 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-35ef5fcb-4b3f-4177-98ec-99e4f6cef55d tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:03.516534 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-35ef5fcb-4b3f-4177-98ec-99e4f6cef55d tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:03.523832 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-35ef5fcb-4b3f-4177-98ec-99e4f6cef55d tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305173'] for security_group_rule, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:03.567965 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ef5fcb-4b3f-4177-98ec-99e4f6cef55d tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34ad3b5b-aa96-4d79-957b-f0d7cb095a50,revision_number=0']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:30:03.579657 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-35ef5fcb-4b3f-4177-98ec-99e4f6cef55d tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:03.583364 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-35ef5fcb-4b3f-4177-98ec-99e4f6cef55d tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1864207 Jul 14 18:30:03.583718 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 40350) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:30:03.588511 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-f7cf7245-691b-44d0-bbed-447b543d2980 tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] Request body: {'security_group_rule': {'security_group_id': 'c6d2ae5e-7962-48ff-a84c-cacbd11fb04d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:30:03.616537 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-f7cf7245-691b-44d0-bbed-447b543d2980 tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:03.639662 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2613db43-c8ec-4837-97b3-6068df7f7f17 req-75864ca1-44b0-4095-a1b4-32c9e280b43f tempest-FloatingIPDetailsTestJSON-694742635 tempest-FloatingIPDetailsTestJSON-694742635-project] 10.222.0.16 "GET /v2.0/floatingips?tenant_id=f86e8f2810854b92b77629078a820168 HTTP/1.1" status: 200 len: 1656 time: 0.0943232 Jul 14 18:30:03.704424 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-f7cf7245-691b-44d0-bbed-447b543d2980 tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:03.713506 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-f7cf7245-691b-44d0-bbed-447b543d2980 tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305173'] for security_group_rule, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:03.739997 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cf7245-691b-44d0-bbed-447b543d2980 tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3d34e15-7540-45ca-9742-2be8f291b1e8,revision_number=0']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:30:03.747163 n-d-800634-3 neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-8516cda2-30aa-48d4-817c-52d3a2bcc6d9 None None] Notify callbacks [] for port, precommit_update {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:03.752840 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-f7cf7245-691b-44d0-bbed-447b543d2980 tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:03.756168 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-f7cf7245-691b-44d0-bbed-447b543d2980 tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1693094 Jul 14 18:30:03.759767 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 40366) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:30:03.764503 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.provisioning_blocks [None req-8516cda2-30aa-48d4-817c-52d3a2bcc6d9 None None] Transition to ACTIVE for port object 883fd5a2-430a-4d82-8595-e1fd8ecbd8d5 will not be triggered until provisioned by entity L2. {{(pid=93918) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:30:03.765410 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-b1092a52-3371-4377-a378-78dd423dfa3d tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] Request body: {'floatingip': {'floating_network_id': '9200a437-e1de-4520-88f6-e68386523e61'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:30:03.771127 n-d-800634-3 neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-8516cda2-30aa-48d4-817c-52d3a2bcc6d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:03.793059 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2613db43-c8ec-4837-97b3-6068df7f7f17 req-5ca18e4d-f5b4-4087-970a-b538ae0e9d4b tempest-FloatingIPDetailsTestJSON-694742635 tempest-FloatingIPDetailsTestJSON-694742635-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:30:03.802827 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2613db43-c8ec-4837-97b3-6068df7f7f17 req-5ca18e4d-f5b4-4087-970a-b538ae0e9d4b tempest-FloatingIPDetailsTestJSON-694742635 tempest-FloatingIPDetailsTestJSON-694742635-project] 10.222.0.16 "GET /v2.0/networks?id=9200a437-e1de-4520-88f6-e68386523e61&id=9200a437-e1de-4520-88f6-e68386523e61&id=9200a437-e1de-4520-88f6-e68386523e61 HTTP/1.1" status: 200 len: 787 time: 0.1568477 Jul 14 18:30:03.813479 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [req-2613db43-c8ec-4837-97b3-6068df7f7f17 req-4621ca81-fb48-4e75-9686-024d4f91d336 tempest-FloatingIPDetailsTestJSON-694742635 tempest-FloatingIPDetailsTestJSON-694742635-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=93915) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 18:30:03.814687 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2613db43-c8ec-4837-97b3-6068df7f7f17 req-4621ca81-fb48-4e75-9686-024d4f91d336 tempest-FloatingIPDetailsTestJSON-694742635 tempest-FloatingIPDetailsTestJSON-694742635-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0110645 Jul 14 18:30:03.835120 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-b1092a52-3371-4377-a378-78dd423dfa3d tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] Notify callbacks [] for floatingip, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:03.893095 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a9eeed-beac-44ea-a5e1-a0c61419b4c7 None None] Pushing event updated for resources: {'Port': ['ID=883fd5a2-430a-4d82-8595-e1fd8ecbd8d5,revision_number=3']} {{(pid=93918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:30:03.909252 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.managers [None req-8516cda2-30aa-48d4-817c-52d3a2bcc6d9 None None] Attempting to bind port 883fd5a2-430a-4d82-8595-e1fd8ecbd8d5 on host n-d-800634-3 for vnic_type normal with profile {{(pid=93918) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:30:03.909850 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.managers [None req-8516cda2-30aa-48d4-817c-52d3a2bcc6d9 None None] Attempting to bind port 883fd5a2-430a-4d82-8595-e1fd8ecbd8d5 by drivers openvswitch,hyperv on host n-d-800634-3 at level 0 using segments [{'id': '48f07496-1654-4e70-864e-6d82e6081c18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'fd8ea664-6074-4bbe-887f-058fe7b50123'}] {{(pid=93918) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:30:03.910494 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8516cda2-30aa-48d4-817c-52d3a2bcc6d9 None None] Attempting to bind port 883fd5a2-430a-4d82-8595-e1fd8ecbd8d5 on network fd8ea664-6074-4bbe-887f-058fe7b50123 {{(pid=93918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:30:03.918365 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8516cda2-30aa-48d4-817c-52d3a2bcc6d9 None None] Checking agent: {'id': '01c19e91-a945-4e3c-94a6-c211e17c923e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 8, 23), 'started_at': datetime.datetime(2021, 7, 14, 18, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 18, 29, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 18:30:03.919021 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8516cda2-30aa-48d4-817c-52d3a2bcc6d9 None None] Checking segment: {'id': '48f07496-1654-4e70-864e-6d82e6081c18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'fd8ea664-6074-4bbe-887f-058fe7b50123'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93918) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:30:03.919601 n-d-800634-3 neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-8516cda2-30aa-48d4-817c-52d3a2bcc6d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:03.920337 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8516cda2-30aa-48d4-817c-52d3a2bcc6d9 None None] Bound using segment: {'id': '48f07496-1654-4e70-864e-6d82e6081c18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'fd8ea664-6074-4bbe-887f-058fe7b50123'} {{(pid=93918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 18:30:03.921280 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.managers [None req-8516cda2-30aa-48d4-817c-52d3a2bcc6d9 None None] Bound port: 883fd5a2-430a-4d82-8595-e1fd8ecbd8d5, host: n-d-800634-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48f07496-1654-4e70-864e-6d82e6081c18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'fd8ea664-6074-4bbe-887f-058fe7b50123'}}] {{(pid=93918) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 18:30:03.921824 n-d-800634-3 neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-8516cda2-30aa-48d4-817c-52d3a2bcc6d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:03.995954 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-b1092a52-3371-4377-a378-78dd423dfa3d tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:04.012028 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.db [None req-8516cda2-30aa-48d4-817c-52d3a2bcc6d9 None None] For port 883fd5a2-430a-4d82-8595-e1fd8ecbd8d5, host n-d-800634-3, cleared binding levels {{(pid=93918) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:30:04.016375 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.db [None req-8516cda2-30aa-48d4-817c-52d3a2bcc6d9 None None] For port 883fd5a2-430a-4d82-8595-e1fd8ecbd8d5, host n-d-800634-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=883fd5a2-430a-4d82-8595-e1fd8ecbd8d5,segment=NetworkSegment(48f07496-1654-4e70-864e-6d82e6081c18),segment_id=48f07496-1654-4e70-864e-6d82e6081c18)] {{(pid=93918) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 18:30:04.024010 n-d-800634-3 neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-8516cda2-30aa-48d4-817c-52d3a2bcc6d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:04.102118 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8516cda2-30aa-48d4-817c-52d3a2bcc6d9 None None] Routers {'6d3af555-74c9-4536-901b-a38fb4bef1f4'} bound to L3 agent in host n-d-800634-3 {{(pid=93918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:30:04.103046 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-8516cda2-30aa-48d4-817c-52d3a2bcc6d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:29:53Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['6d3af555-74c9-4536-901b-a38fb4bef1f4'], 'active': True} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:30:04.172772 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4accd078-b2e6-4e8f-9bac-f0b8bbfb33d4 req-3cfd6165-6789-41cc-bac5-490e18336092 tempest-ServerDiskConfigTestJSON-1372590070 tempest-ServerDiskConfigTestJSON-1372590070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:30:04.180026 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-4accd078-b2e6-4e8f-9bac-f0b8bbfb33d4 req-3cfd6165-6789-41cc-bac5-490e18336092 tempest-ServerDiskConfigTestJSON-1372590070 tempest-ServerDiskConfigTestJSON-1372590070-project] 10.222.0.16 "GET /v2.0/ports?device_id=62a466dc-11a6-4137-ad0c-d4416f09cc04 HTTP/1.1" status: 200 len: 944 time: 0.1396248 Jul 14 18:30:04.197461 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.db_base_plugin_common [None req-b1092a52-3371-4377-a378-78dd423dfa3d tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] Allocated IP 172.25.1.234 (9200a437-e1de-4520-88f6-e68386523e61/5f47f848-4532-407a-a0e2-5690ade15fd0/64f5bc0b-21ca-454a-b8f7-f2c18f81f49b) {{(pid=93915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:30:04.252737 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvr_db [None req-8516cda2-30aa-48d4-817c-52d3a2bcc6d9 None None] Set router 6d3af555-74c9-4536-901b-a38fb4bef1f4 gateway port host: n-d-800634-3 {{(pid=93918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 18:30:04.284056 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a9eeed-beac-44ea-a5e1-a0c61419b4c7 None None] Pushing event updated for resources: {'Port': ['ID=883fd5a2-430a-4d82-8595-e1fd8ecbd8d5,revision_number=4']} {{(pid=93918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:30:04.289550 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-4accd078-b2e6-4e8f-9bac-f0b8bbfb33d4 req-87c47250-19aa-4f1b-bf04-1c36bef98aef tempest-ServerDiskConfigTestJSON-1372590070 tempest-ServerDiskConfigTestJSON-1372590070-project] 10.222.0.16 "GET /v2.0/security-groups?id=8f471560-b797-46f3-abf1-e078e196721c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084981 Jul 14 18:30:04.428254 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-229797ac-6c02-4554-b4ea-defb0dd4eb56 req-38c155d8-10dc-4fa5-a157-a39bb30f0137 tempest-FloatingIPDetailsTestJSON-694742635 tempest-FloatingIPDetailsTestJSON-694742635-project] 10.222.0.16 "GET /v2.0/floatingips/dbcd7508-349e-4321-808b-24095aa034a2 HTTP/1.1" status: 200 len: 693 time: 0.1068497 Jul 14 18:30:04.441705 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-b1092a52-3371-4377-a378-78dd423dfa3d tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] Notify callbacks [] for port, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:04.462268 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-8516cda2-30aa-48d4-817c-52d3a2bcc6d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d3af555-74c9-4536-901b-a38fb4bef1f4', 'name': 'tempest-AttachVolumeShelveTestJSON-426954697-router', 'tenant_id': '81405c7e7f554ba6bd8aaf104233fc29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.218'}], 'enable_snat': True}, 'gw_port_id': '3dff1768-00b9-48e5-abaa-8ae11b033402', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:29:55Z', 'updated_at': '2021-07-14T18:30:00Z', 'revision_number': 4, 'project_id': '81405c7e7f554ba6bd8aaf104233fc29', 'gw_port': {'id': '3dff1768-00b9-48e5-abaa-8ae11b033402', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:b1:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d3af555-74c9-4536-901b-a38fb4bef1f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1138, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:29:55Z', 'updated_at': '2021-07-14T18:30:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_interfaces': [{'id': '883fd5a2-430a-4d82-8595-e1fd8ecbd8d5', 'name': '', 'network_id': 'fd8ea664-6074-4bbe-887f-058fe7b50123', 'tenant_id': '81405c7e7f554ba6bd8aaf104233fc29', 'mac_address': 'fa:16:3e:d7:6e:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d3af555-74c9-4536-901b-a38fb4bef1f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1142, 'fixed_ips': [{'subnet_id': 'c9715e59-b525-40fa-a99e-ebf6aedac4af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:29:58Z', 'updated_at': '2021-07-14T18:30:04Z', 'revision_number': 4, 'project_id': '81405c7e7f554ba6bd8aaf104233fc29', 'subnets': [{'id': 'c9715e59-b525-40fa-a99e-ebf6aedac4af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-3', False) {} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:30:04.476946 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device 2d86f518-a5dc-431f-bc2b-7938083f5172 no longer exists at agent hyperv_n-h1-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 18:30:04.492284 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8516cda2-30aa-48d4-817c-52d3a2bcc6d9 None None] The sync data for ids ['6d3af555-74c9-4536-901b-a38fb4bef1f4'] in n-d-800634-3 is: [{'id': '6d3af555-74c9-4536-901b-a38fb4bef1f4', 'name': 'tempest-AttachVolumeShelveTestJSON-426954697-router', 'tenant_id': '81405c7e7f554ba6bd8aaf104233fc29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.218'}], 'enable_snat': True}, 'gw_port_id': '3dff1768-00b9-48e5-abaa-8ae11b033402', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:29:55Z', 'updated_at': '2021-07-14T18:30:00Z', 'revision_number': 4, 'project_id': '81405c7e7f554ba6bd8aaf104233fc29', 'gw_port': {'id': '3dff1768-00b9-48e5-abaa-8ae11b033402', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:b1:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d3af555-74c9-4536-901b-a38fb4bef1f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1138, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:29:55Z', 'updated_at': '2021-07-14T18:30:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_interfaces': [{'id': '883fd5a2-430a-4d82-8595-e1fd8ecbd8d5', 'name': '', 'network_id': 'fd8ea664-6074-4bbe-887f-058fe7b50123', 'tenant_id': '81405c7e7f554ba6bd8aaf104233fc29', 'mac_address': 'fa:16:3e:d7:6e:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d3af555-74c9-4536-901b-a38fb4bef1f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1142, 'fixed_ips': [{'subnet_id': 'c9715e59-b525-40fa-a99e-ebf6aedac4af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:29:58Z', 'updated_at': '2021-07-14T18:30:04Z', 'revision_number': 4, 'project_id': '81405c7e7f554ba6bd8aaf104233fc29', 'subnets': [{'id': 'c9715e59-b525-40fa-a99e-ebf6aedac4af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 18:30:04.500810 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] No Port match for: 2d86f518-a5dc-431f-bc2b-7938083f5172 {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 18:30:04.501228 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device 2d86f518-a5dc-431f-bc2b-7938083f5172 not bound to the agent host n-h1-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 18:30:04.549420 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d0f821-6e2b-4bc5-8af7-e23ed39c7da9 req-03484d78-f69d-4d3e-95d2-f8b98a4b6ac1 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:30:04.556632 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-40d0f821-6e2b-4bc5-8af7-e23ed39c7da9 req-03484d78-f69d-4d3e-95d2-f8b98a4b6ac1 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.16 "GET /v2.0/ports?device_id=85403e3f-7fd5-4848-9edb-9810e7a89b4f HTTP/1.1" status: 200 len: 950 time: 0.2644329 Jul 14 18:30:04.631857 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229797ac-6c02-4554-b4ea-defb0dd4eb56 req-de5a0d12-362f-4b7f-9e21-49359305e35e tempest-FloatingIPDetailsTestJSON-694742635 tempest-FloatingIPDetailsTestJSON-694742635-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:30:04.633414 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-229797ac-6c02-4554-b4ea-defb0dd4eb56 req-de5a0d12-362f-4b7f-9e21-49359305e35e tempest-FloatingIPDetailsTestJSON-694742635 tempest-FloatingIPDetailsTestJSON-694742635-project] 10.222.0.16 "GET /v2.0/networks/9200a437-e1de-4520-88f6-e68386523e61 HTTP/1.1" status: 200 len: 784 time: 0.1988566 Jul 14 18:30:04.644070 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-b1092a52-3371-4377-a378-78dd423dfa3d tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:04.661415 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-40d0f821-6e2b-4bc5-8af7-e23ed39c7da9 req-268534bd-8cef-4392-b076-1d26744b8272 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.16 "GET /v2.0/security-groups?id=95148b1b-0f93-483b-9e80-262147c27e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914032 Jul 14 18:30:04.746439 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-229797ac-6c02-4554-b4ea-defb0dd4eb56 req-71378fce-775f-4273-8dce-92d8be362a2e tempest-FloatingIPDetailsTestJSON-694742635 tempest-FloatingIPDetailsTestJSON-694742635-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.1.163 HTTP/1.1" status: 200 len: 696 time: 0.1064398 Jul 14 18:30:04.749547 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1092a52-3371-4377-a378-78dd423dfa3d tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] Network 9200a437-e1de-4520-88f6-e68386523e61 is already hosted by enough agents. {{(pid=93915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:30:04.764767 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [None req-b1092a52-3371-4377-a378-78dd423dfa3d tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] Resources bound (agent type, host, resource id): {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:30:04.767224 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1092a52-3371-4377-a378-78dd423dfa3d tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] Received port after_create {{(pid=93915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:30:04.799553 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1092a52-3371-4377-a378-78dd423dfa3d tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] Pushing event updated for resources: {'Port': ['ID=64f5bc0b-21ca-454a-b8f7-f2c18f81f49b,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:30:04.843345 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-229797ac-6c02-4554-b4ea-defb0dd4eb56 req-bffe5479-4ec4-43fb-b68f-654d871da8e9 tempest-FloatingIPDetailsTestJSON-694742635 tempest-FloatingIPDetailsTestJSON-694742635-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.1.163 HTTP/1.1" status: 200 len: 696 time: 0.0959921 Jul 14 18:30:04.852071 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.agents_db [None req-2ea07fb6-aa68-4671-8654-119d82b9f530 None None] Agent healthcheck: found 7 active agents {{(pid=93918) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 18:30:05.005087 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-b1092a52-3371-4377-a378-78dd423dfa3d tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:05.071334 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [req-229797ac-6c02-4554-b4ea-defb0dd4eb56 req-c098b046-a819-40fe-b85a-8ff29c51f701 tempest-FloatingIPDetailsTestJSON-694742635 tempest-FloatingIPDetailsTestJSON-694742635-project] Deleting port 5fe45d7e-7c99-4719-959d-e14c2c8a5ffa {{(pid=93915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:30:05.071810 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-229797ac-6c02-4554-b4ea-defb0dd4eb56 req-c098b046-a819-40fe-b85a-8ff29c51f701 tempest-FloatingIPDetailsTestJSON-694742635 tempest-FloatingIPDetailsTestJSON-694742635-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:05.074034 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-b1092a52-3371-4377-a378-78dd423dfa3d tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:05.137808 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 883fd5a2-430a-4d82-8595-e1fd8ecbd8d5 up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:30:05.199801 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:05.233335 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning for port 883fd5a2-430a-4d82-8595-e1fd8ecbd8d5 completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:30:05.237726 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port 883fd5a2-430a-4d82-8595-e1fd8ecbd8d5 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:30:05.238087 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:05.382655 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:05.436680 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d241f7-5f13-4acc-9928-cfc11f1a574e req-e01d2207-f70f-4463-ad98-a57f610355aa tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:30:05.438514 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-b4d241f7-5f13-4acc-9928-cfc11f1a574e req-e01d2207-f70f-4463-ad98-a57f610355aa tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.35 "GET /v2.0/ports?device_id=85403e3f-7fd5-4848-9edb-9810e7a89b4f HTTP/1.1" status: 200 len: 950 time: 0.5038612 Jul 14 18:30:05.441112 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] For port 883fd5a2-430a-4d82-8595-e1fd8ecbd8d5, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=883fd5a2-430a-4d82-8595-e1fd8ecbd8d5,segment=NetworkSegment(48f07496-1654-4e70-864e-6d82e6081c18),segment_id=48f07496-1654-4e70-864e-6d82e6081c18)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:30:05.450782 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:05.576905 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Pushing event updated for resources: {'Port': ['ID=883fd5a2-430a-4d82-8595-e1fd8ecbd8d5,revision_number=5']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:30:05.639424 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [req-b4d241f7-5f13-4acc-9928-cfc11f1a574e req-b720cb20-90ab-4fbc-96d2-e8b8120c8963 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] Deleting port 7c097f78-08e4-4fc9-a177-b8812f88bb8a {{(pid=93916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:30:05.639768 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-b4d241f7-5f13-4acc-9928-cfc11f1a574e req-b720cb20-90ab-4fbc-96d2-e8b8120c8963 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:05.647588 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-229797ac-6c02-4554-b4ea-defb0dd4eb56 req-c098b046-a819-40fe-b85a-8ff29c51f701 tempest-FloatingIPDetailsTestJSON-694742635 tempest-FloatingIPDetailsTestJSON-694742635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:05.647925 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-229797ac-6c02-4554-b4ea-defb0dd4eb56 req-c098b046-a819-40fe-b85a-8ff29c51f701 tempest-FloatingIPDetailsTestJSON-694742635 tempest-FloatingIPDetailsTestJSON-694742635-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:05.671298 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [req-229797ac-6c02-4554-b4ea-defb0dd4eb56 req-c098b046-a819-40fe-b85a-8ff29c51f701 tempest-FloatingIPDetailsTestJSON-694742635 tempest-FloatingIPDetailsTestJSON-694742635-project] Calling delete_port for 5fe45d7e-7c99-4719-959d-e14c2c8a5ffa owned by network:floatingip {{(pid=93915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:30:05.913506 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.db [req-b4d241f7-5f13-4acc-9928-cfc11f1a574e req-b720cb20-90ab-4fbc-96d2-e8b8120c8963 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] For port 7c097f78-08e4-4fc9-a177-b8812f88bb8a, host n-h2-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=7c097f78-08e4-4fc9-a177-b8812f88bb8a,segment=NetworkSegment(067fc487-22c7-42de-972d-ae352a28ad29),segment_id=067fc487-22c7-42de-972d-ae352a28ad29)] {{(pid=93916) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:30:05.913846 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-b4d241f7-5f13-4acc-9928-cfc11f1a574e req-b720cb20-90ab-4fbc-96d2-e8b8120c8963 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:05.937884 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [req-b4d241f7-5f13-4acc-9928-cfc11f1a574e req-b720cb20-90ab-4fbc-96d2-e8b8120c8963 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] Calling delete_port for 7c097f78-08e4-4fc9-a177-b8812f88bb8a owned by compute:nova {{(pid=93916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:30:05.965138 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-b1092a52-3371-4377-a378-78dd423dfa3d tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] Notify callbacks [] for port, precommit_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:06.003616 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-b1092a52-3371-4377-a378-78dd423dfa3d tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25912978'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:06.082221 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-229797ac-6c02-4554-b4ea-defb0dd4eb56 req-c098b046-a819-40fe-b85a-8ff29c51f701 tempest-FloatingIPDetailsTestJSON-694742635 tempest-FloatingIPDetailsTestJSON-694742635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:06.151886 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-b4d241f7-5f13-4acc-9928-cfc11f1a574e req-b720cb20-90ab-4fbc-96d2-e8b8120c8963 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:06.156134 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1092a52-3371-4377-a378-78dd423dfa3d tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] Pushing event updated for resources: {'Port': ['ID=64f5bc0b-21ca-454a-b8f7-f2c18f81f49b,revision_number=2']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:30:06.174222 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] get_ports_and_sgs() called for port_ids ['7c097f78-08e4-4fc9-a177-b8812f88bb8a'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 18:30:06.187503 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b720cb20-90ab-4fbc-96d2-e8b8120c8963 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] Pushing event deleted for resources: {'Port': ['ID=7c097f78-08e4-4fc9-a177-b8812f88bb8a,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:30:06.263536 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4d241f7-5f13-4acc-9928-cfc11f1a574e req-b720cb20-90ab-4fbc-96d2-e8b8120c8963 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] No DVR routers for this DVR port 7c097f78-08e4-4fc9-a177-b8812f88bb8a on host n-h2-800634-3 {{(pid=93916) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 18:30:06.266454 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-b4d241f7-5f13-4acc-9928-cfc11f1a574e req-b720cb20-90ab-4fbc-96d2-e8b8120c8963 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:06.267241 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-229797ac-6c02-4554-b4ea-defb0dd4eb56 req-c098b046-a819-40fe-b85a-8ff29c51f701 tempest-FloatingIPDetailsTestJSON-694742635 tempest-FloatingIPDetailsTestJSON-694742635-project] Notify callbacks [] for floatingip, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:06.269010 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-b4d241f7-5f13-4acc-9928-cfc11f1a574e req-b720cb20-90ab-4fbc-96d2-e8b8120c8963 tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.35 "DELETE /v2.0/ports/7c097f78-08e4-4fc9-a177-b8812f88bb8a HTTP/1.1" status: 204 len: 173 time: 0.8233764 Jul 14 18:30:06.269489 n-d-800634-3 neutron-server[93916]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85403e3f-7fd5-4848-9edb-9810e7a89b4f', 'name': 'network-vif-deleted', 'tag': '7c097f78-08e4-4fc9-a177-b8812f88bb8a'}] {{(pid=93916) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:30:06.269937 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-229797ac-6c02-4554-b4ea-defb0dd4eb56 req-c098b046-a819-40fe-b85a-8ff29c51f701 tempest-FloatingIPDetailsTestJSON-694742635 tempest-FloatingIPDetailsTestJSON-694742635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for floatingip, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:06.271099 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-229797ac-6c02-4554-b4ea-defb0dd4eb56 req-c098b046-a819-40fe-b85a-8ff29c51f701 tempest-FloatingIPDetailsTestJSON-694742635 tempest-FloatingIPDetailsTestJSON-694742635-project] 10.222.0.16 "DELETE /v2.0/floatingips/dbcd7508-349e-4321-808b-24095aa034a2 HTTP/1.1" status: 204 len: 173 time: 1.4209819 Jul 14 18:30:06.271815 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f803e150b363a7893830aa996ac27753fa25517c406ecd3536b7c2d4b26eeb9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf2dd770-83ff-420f-89af-a9c4a44c0ec5" -d '{"events": [{"server_uuid": "85403e3f-7fd5-4848-9edb-9810e7a89b4f", "name": "network-vif-deleted", "tag": "7c097f78-08e4-4fc9-a177-b8812f88bb8a"}]}' {{(pid=93916) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:30:06.285102 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c098b046-a819-40fe-b85a-8ff29c51f701 tempest-FloatingIPDetailsTestJSON-694742635 tempest-FloatingIPDetailsTestJSON-694742635-project] Pushing event deleted for resources: {'Port': ['ID=5fe45d7e-7c99-4719-959d-e14c2c8a5ffa,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:30:06.306311 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eccd65b-9cd9-446d-a136-d7458752fbef req-86088074-018a-491a-8ef5-0c8744533b4e tempest-ServerDiskConfigTestJSON-1372590070 tempest-ServerDiskConfigTestJSON-1372590070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:30:06.308016 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-7eccd65b-9cd9-446d-a136-d7458752fbef req-86088074-018a-491a-8ef5-0c8744533b4e tempest-ServerDiskConfigTestJSON-1372590070 tempest-ServerDiskConfigTestJSON-1372590070-project] 10.222.0.16 "GET /v2.0/ports?device_id=62a466dc-11a6-4137-ad0c-d4416f09cc04 HTTP/1.1" status: 200 len: 944 time: 0.3744795 Jul 14 18:30:06.309178 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-b1092a52-3371-4377-a378-78dd423dfa3d tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-930131'] for floatingip, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:06.345178 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-b1092a52-3371-4377-a378-78dd423dfa3d tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for floatingip, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:06.346623 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-b1092a52-3371-4377-a378-78dd423dfa3d tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.5858471 Jul 14 18:30:06.369172 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-7eccd65b-9cd9-446d-a136-d7458752fbef req-c04d7b21-f49a-4d5f-b730-d0fc6772f872 tempest-ServerDiskConfigTestJSON-1372590070 tempest-ServerDiskConfigTestJSON-1372590070-project] 10.222.0.16 "GET /v2.0/security-groups?id=8f471560-b797-46f3-abf1-e078e196721c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489187 Jul 14 18:30:06.593722 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ca13e9c0-95e5-4ce7-ac76-37aefdbc1b23 req-23dc6431-50b2-4e32-9f50-c04ee074a58d tempest-MigrationsAdminTest-563796968 tempest-MigrationsAdminTest-563796968-project] 10.222.0.16 "GET /v2.0/ports?device_id=85403e3f-7fd5-4848-9edb-9810e7a89b4f HTTP/1.1" status: 200 len: 210 time: 0.0722904 Jul 14 18:30:06.691885 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6421bf16-78e9-4b51-9c9b-c9e247d0b83f req-26c62fb5-b9a7-4409-8892-cec62a61e0ae tempest-FloatingIPDetailsTestJSON-694742635 tempest-FloatingIPDetailsTestJSON-694742635-project] 10.222.0.16 "GET /v2.0/floatingips/35085bfd-82b1-4f96-a5f6-99593ce1769b HTTP/1.1" status: 200 len: 692 time: 0.0775216 Jul 14 18:30:06.860420 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6421bf16-78e9-4b51-9c9b-c9e247d0b83f req-8fdf5fb5-800b-498a-98a6-fca89b292a39 tempest-FloatingIPDetailsTestJSON-694742635 tempest-FloatingIPDetailsTestJSON-694742635-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:30:06.868520 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6421bf16-78e9-4b51-9c9b-c9e247d0b83f req-8fdf5fb5-800b-498a-98a6-fca89b292a39 tempest-FloatingIPDetailsTestJSON-694742635 tempest-FloatingIPDetailsTestJSON-694742635-project] 10.222.0.16 "GET /v2.0/networks/9200a437-e1de-4520-88f6-e68386523e61 HTTP/1.1" status: 200 len: 784 time: 0.1749096 Jul 14 18:30:06.925501 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 18:30:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6885db4a-3b42-4080-9022-111c1081b82f x-openstack-request-id: req-6885db4a-3b42-4080-9022-111c1081b82f {{(pid=93916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:30:06.926004 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85403e3f-7fd5-4848-9edb-9810e7a89b4f", "name": "network-vif-deleted", "tag": "7c097f78-08e4-4fc9-a177-b8812f88bb8a", "status": "completed", "code": 200}]} {{(pid=93916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:30:06.926122 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6885db4a-3b42-4080-9022-111c1081b82f {{(pid=93916) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:30:06.926425 n-d-800634-3 neutron-server[93916]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85403e3f-7fd5-4848-9edb-9810e7a89b4f', 'name': 'network-vif-deleted', 'tag': '7c097f78-08e4-4fc9-a177-b8812f88bb8a', 'status': 'completed', 'code': 200} Jul 14 18:30:06.943366 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6421bf16-78e9-4b51-9c9b-c9e247d0b83f req-99b4de2f-5902-444c-b805-b3e5e2b8bb9f tempest-FloatingIPDetailsTestJSON-694742635 tempest-FloatingIPDetailsTestJSON-694742635-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.1.80 HTTP/1.1" status: 200 len: 695 time: 0.0735192 Jul 14 18:30:06.962425 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Device 2b19161f-ddff-4008-b8e7-e2106699b3e2 details requested by agent hyperv_n-h2-800634-3 with host n-h2-800634-3 {{(pid=93917) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 18:30:07.030332 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6421bf16-78e9-4b51-9c9b-c9e247d0b83f req-e09790ee-e82a-437b-93a9-5620f879008f tempest-FloatingIPDetailsTestJSON-694742635 tempest-FloatingIPDetailsTestJSON-694742635-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.1.80 HTTP/1.1" status: 200 len: 695 time: 0.0860333 Jul 14 18:30:07.131825 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 883fd5a2-430a-4d82-8595-e1fd8ecbd8d5 up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:30:07.206805 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [req-6421bf16-78e9-4b51-9c9b-c9e247d0b83f req-0e85598c-0a51-43e4-8600-ae29961df331 tempest-FloatingIPDetailsTestJSON-694742635 tempest-FloatingIPDetailsTestJSON-694742635-project] Deleting port 9d512ea4-274c-475f-bc0f-2b943724bd03 {{(pid=93915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:30:07.207264 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-6421bf16-78e9-4b51-9c9b-c9e247d0b83f req-0e85598c-0a51-43e4-8600-ae29961df331 tempest-FloatingIPDetailsTestJSON-694742635 tempest-FloatingIPDetailsTestJSON-694742635-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:07.207742 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] For port 2b19161f-ddff-4008-b8e7-e2106699b3e2, host n-h2-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=2b19161f-ddff-4008-b8e7-e2106699b3e2,segment=NetworkSegment(9a21e516-8d79-4e64-b3eb-1610a868b024),segment_id=9a21e516-8d79-4e64-b3eb-1610a868b024)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:30:07.231395 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Returning: {'device': '2b19161f-ddff-4008-b8e7-e2106699b3e2', 'network_id': '931147ca-9c29-4ccf-b0c6-22150fb38263', 'port_id': '2b19161f-ddff-4008-b8e7-e2106699b3e2', 'mac_address': 'fa:16:3e:45:40:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 70, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1247ec7e-a3af-456f-af13-5ca1fde66245', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93917) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 18:30:07.264398 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port 883fd5a2-430a-4d82-8595-e1fd8ecbd8d5 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:30:07.264770 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:07.300729 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-6421bf16-78e9-4b51-9c9b-c9e247d0b83f req-0e85598c-0a51-43e4-8600-ae29961df331 tempest-FloatingIPDetailsTestJSON-694742635 tempest-FloatingIPDetailsTestJSON-694742635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:07.301066 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-6421bf16-78e9-4b51-9c9b-c9e247d0b83f req-0e85598c-0a51-43e4-8600-ae29961df331 tempest-FloatingIPDetailsTestJSON-694742635 tempest-FloatingIPDetailsTestJSON-694742635-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:07.303686 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:07.314706 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [req-6421bf16-78e9-4b51-9c9b-c9e247d0b83f req-0e85598c-0a51-43e4-8600-ae29961df331 tempest-FloatingIPDetailsTestJSON-694742635 tempest-FloatingIPDetailsTestJSON-694742635-project] Calling delete_port for 9d512ea4-274c-475f-bc0f-2b943724bd03 owned by network:floatingip {{(pid=93915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:30:07.321494 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b19161f-ddff-4008-b8e7-e2106699b3e2 {{(pid=93917) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 18:30:07.346971 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] For port 2b19161f-ddff-4008-b8e7-e2106699b3e2, host n-h2-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=2b19161f-ddff-4008-b8e7-e2106699b3e2,segment=NetworkSegment(9a21e516-8d79-4e64-b3eb-1610a868b024),segment_id=9a21e516-8d79-4e64-b3eb-1610a868b024)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:30:07.371676 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:07.433347 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Pushing event updated for resources: {'Port': ['ID=2b19161f-ddff-4008-b8e7-e2106699b3e2,revision_number=4']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:30:07.497435 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-6421bf16-78e9-4b51-9c9b-c9e247d0b83f req-0e85598c-0a51-43e4-8600-ae29961df331 tempest-FloatingIPDetailsTestJSON-694742635 tempest-FloatingIPDetailsTestJSON-694742635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:07.533254 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e85598c-0a51-43e4-8600-ae29961df331 tempest-FloatingIPDetailsTestJSON-694742635 tempest-FloatingIPDetailsTestJSON-694742635-project] Pushing event deleted for resources: {'Port': ['ID=9d512ea4-274c-475f-bc0f-2b943724bd03,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:30:07.615877 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] get_ports_and_sgs() called for port_ids ['2b19161f-ddff-4008-b8e7-e2106699b3e2'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 18:30:07.628443 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-6421bf16-78e9-4b51-9c9b-c9e247d0b83f req-0e85598c-0a51-43e4-8600-ae29961df331 tempest-FloatingIPDetailsTestJSON-694742635 tempest-FloatingIPDetailsTestJSON-694742635-project] Notify callbacks [] for floatingip, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:07.631009 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-6421bf16-78e9-4b51-9c9b-c9e247d0b83f req-0e85598c-0a51-43e4-8600-ae29961df331 tempest-FloatingIPDetailsTestJSON-694742635 tempest-FloatingIPDetailsTestJSON-694742635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for floatingip, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:07.632234 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6421bf16-78e9-4b51-9c9b-c9e247d0b83f req-0e85598c-0a51-43e4-8600-ae29961df331 tempest-FloatingIPDetailsTestJSON-694742635 tempest-FloatingIPDetailsTestJSON-694742635-project] 10.222.0.16 "DELETE /v2.0/floatingips/35085bfd-82b1-4f96-a5f6-99593ce1769b HTTP/1.1" status: 204 len: 173 time: 0.6004817 Jul 14 18:30:07.639741 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c64380e4-8b69-4a15-9486-bc74dee82faa req-8c1b515d-b81a-45d5-b959-1929f6d1b9ac tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--1401759688&fields=id&tenant_id=81405c7e7f554ba6bd8aaf104233fc29 HTTP/1.1" status: 200 len: 267 time: 0.0556386 Jul 14 18:30:07.770601 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64380e4-8b69-4a15-9486-bc74dee82faa req-6d8e766f-44f5-4c0e-8f21-c0f27a86b178 tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:30:07.772142 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c64380e4-8b69-4a15-9486-bc74dee82faa req-6d8e766f-44f5-4c0e-8f21-c0f27a86b178 tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] 10.222.0.16 "GET /v2.0/networks?id=fd8ea664-6074-4bbe-887f-058fe7b50123 HTTP/1.1" status: 200 len: 816 time: 0.1266580 Jul 14 18:30:07.792146 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c64380e4-8b69-4a15-9486-bc74dee82faa req-4a7eb212-5500-4e86-8f2d-6e921eb77d53 tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] 10.222.0.16 "GET /v2.0/quotas/81405c7e7f554ba6bd8aaf104233fc29 HTTP/1.1" status: 200 len: 375 time: 0.0127451 Jul 14 18:30:07.876947 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c64380e4-8b69-4a15-9486-bc74dee82faa req-e29cd4d0-d077-4cff-8375-8d403fa7a610 tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=81405c7e7f554ba6bd8aaf104233fc29&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0765812 Jul 14 18:30:08.047489 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4704cbbe-598b-444d-9241-add821304216 req-9ce25dc8-f868-4796-a6a3-34266f93764e tempest-ServerDiskConfigTestJSON-1372590070 tempest-ServerDiskConfigTestJSON-1372590070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:30:08.052596 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-4704cbbe-598b-444d-9241-add821304216 req-9ce25dc8-f868-4796-a6a3-34266f93764e tempest-ServerDiskConfigTestJSON-1372590070 tempest-ServerDiskConfigTestJSON-1372590070-project] 10.222.0.16 "GET /v2.0/ports?device_id=62a466dc-11a6-4137-ad0c-d4416f09cc04 HTTP/1.1" status: 200 len: 945 time: 0.1112857 Jul 14 18:30:08.055888 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c64380e4-8b69-4a15-9486-bc74dee82faa req-da49d5c8-6fea-4d3a-942d-5ff347488bdd service neutron] 10.222.0.16 "GET /v2.0/networks/fd8ea664-6074-4bbe-887f-058fe7b50123?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1668348 Jul 14 18:30:08.146424 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-4704cbbe-598b-444d-9241-add821304216 req-1b3ce28c-261c-4af6-9308-46044ac41645 tempest-ServerDiskConfigTestJSON-1372590070 tempest-ServerDiskConfigTestJSON-1372590070-project] 10.222.0.16 "GET /v2.0/security-groups?id=8f471560-b797-46f3-abf1-e078e196721c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890937 Jul 14 18:30:08.179744 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c64380e4-8b69-4a15-9486-bc74dee82faa req-10bb146a-bb4d-42aa-b52f-ef49e47dd1e0 service neutron] 10.222.0.16 "GET /v2.0/networks/fd8ea664-6074-4bbe-887f-058fe7b50123?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1146731 Jul 14 18:30:08.471384 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a75a7721-7b34-43a6-b52c-724fba7b9daa req-b5ace318-3095-49f5-b9e9-a0491ef0d372 tempest-FloatingIPDetailsTestJSON-694742635 tempest-FloatingIPDetailsTestJSON-694742635-project] 10.222.0.16 "GET /v2.0/floatingips/5c9c772a-5960-4121-b39a-037177a1a5aa HTTP/1.1" status: 200 len: 693 time: 0.0585680 Jul 14 18:30:08.623810 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75a7721-7b34-43a6-b52c-724fba7b9daa req-ec57d008-e6cb-4c1a-b499-28419861f276 tempest-FloatingIPDetailsTestJSON-694742635 tempest-FloatingIPDetailsTestJSON-694742635-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:30:08.631723 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a75a7721-7b34-43a6-b52c-724fba7b9daa req-ec57d008-e6cb-4c1a-b499-28419861f276 tempest-FloatingIPDetailsTestJSON-694742635 tempest-FloatingIPDetailsTestJSON-694742635-project] 10.222.0.16 "GET /v2.0/networks/9200a437-e1de-4520-88f6-e68386523e61 HTTP/1.1" status: 200 len: 784 time: 0.1532412 Jul 14 18:30:08.725201 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a75a7721-7b34-43a6-b52c-724fba7b9daa req-6a0edbfc-3daa-45a9-842a-6e7f5ae60cc4 tempest-FloatingIPDetailsTestJSON-694742635 tempest-FloatingIPDetailsTestJSON-694742635-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.1.156 HTTP/1.1" status: 200 len: 696 time: 0.0923924 Jul 14 18:30:08.782777 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a75a7721-7b34-43a6-b52c-724fba7b9daa req-f43f3a35-a979-4fbf-addf-7ea43f80beb1 tempest-FloatingIPDetailsTestJSON-694742635 tempest-FloatingIPDetailsTestJSON-694742635-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.1.156 HTTP/1.1" status: 200 len: 696 time: 0.0564625 Jul 14 18:30:08.795224 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 40594) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:30:08.958929 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Device 2b19161f-ddff-4008-b8e7-e2106699b3e2 up at agent hyperv_n-h2-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:30:08.991531 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [req-a75a7721-7b34-43a6-b52c-724fba7b9daa req-be436054-aed7-4fe7-a119-8453540e1960 tempest-FloatingIPDetailsTestJSON-694742635 tempest-FloatingIPDetailsTestJSON-694742635-project] Deleting port 469291e1-5186-4132-8751-e3d9b40e1c59 {{(pid=93915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:30:08.991531 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-a75a7721-7b34-43a6-b52c-724fba7b9daa req-be436054-aed7-4fe7-a119-8453540e1960 tempest-FloatingIPDetailsTestJSON-694742635 tempest-FloatingIPDetailsTestJSON-694742635-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:09.089120 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Provisioning for port 2b19161f-ddff-4008-b8e7-e2106699b3e2 completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:30:09.098043 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Provisioning complete for port 2b19161f-ddff-4008-b8e7-e2106699b3e2 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:30:09.100409 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:09.138112 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-47862508-6ef7-40b8-9211-e1ea4dda8177 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e0d800f124a7477bb29e534c1272cd15&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3416238 Jul 14 18:30:09.141985 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 40606) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:30:09.196054 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-a75a7721-7b34-43a6-b52c-724fba7b9daa req-be436054-aed7-4fe7-a119-8453540e1960 tempest-FloatingIPDetailsTestJSON-694742635 tempest-FloatingIPDetailsTestJSON-694742635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:09.196505 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-a75a7721-7b34-43a6-b52c-724fba7b9daa req-be436054-aed7-4fe7-a119-8453540e1960 tempest-FloatingIPDetailsTestJSON-694742635 tempest-FloatingIPDetailsTestJSON-694742635-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:09.211687 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:09.215325 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [req-a75a7721-7b34-43a6-b52c-724fba7b9daa req-be436054-aed7-4fe7-a119-8453540e1960 tempest-FloatingIPDetailsTestJSON-694742635 tempest-FloatingIPDetailsTestJSON-694742635-project] Calling delete_port for 469291e1-5186-4132-8751-e3d9b40e1c59 owned by network:floatingip {{(pid=93915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:30:09.244330 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62a466dc-11a6-4137-ad0c-d4416f09cc04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b19161f-ddff-4008-b8e7-e2106699b3e2'}] {{(pid=93917) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:30:09.248980 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20b787f3c29eaa7aa2a4d648c725a2124c5ff39a8d793252f9d844495e14cf42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcf8b294-8083-4246-af44-b0f4592d7a7a" -d '{"events": [{"server_uuid": "62a466dc-11a6-4137-ad0c-d4416f09cc04", "name": "network-vif-plugged", "status": "completed", "tag": "2b19161f-ddff-4008-b8e7-e2106699b3e2"}]}' {{(pid=93917) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:30:09.262493 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] For port 2b19161f-ddff-4008-b8e7-e2106699b3e2, host n-h2-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=2b19161f-ddff-4008-b8e7-e2106699b3e2,segment=NetworkSegment(9a21e516-8d79-4e64-b3eb-1610a868b024),segment_id=9a21e516-8d79-4e64-b3eb-1610a868b024)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:30:09.266780 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:09.267614 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Device 7c097f78-08e4-4fc9-a177-b8812f88bb8a no longer exists at agent hyperv_n-h2-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 18:30:09.305923 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] No Port match for: 7c097f78-08e4-4fc9-a177-b8812f88bb8a {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 18:30:09.306247 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Device 7c097f78-08e4-4fc9-a177-b8812f88bb8a not bound to the agent host n-h2-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 18:30:09.332920 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6a657f3e-c040-4452-a543-e0c71820db22 req-99ab211c-a2b1-4bd6-b57a-7d7b1a4db350 tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] 10.222.0.16 "GET /v2.0/ports?device_id=e324c388-2bb3-401d-a7a7-373392456b8c HTTP/1.1" status: 200 len: 210 time: 0.0467510 Jul 14 18:30:09.343461 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Pushing event updated for resources: {'Port': ['ID=2b19161f-ddff-4008-b8e7-e2106699b3e2,revision_number=5']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:30:09.384025 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-7da5b52a-53c6-4479-abce-50c749b716a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:09.428772 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-7da5b52a-53c6-4479-abce-50c749b716a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:09.520880 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-a75a7721-7b34-43a6-b52c-724fba7b9daa req-be436054-aed7-4fe7-a119-8453540e1960 tempest-FloatingIPDetailsTestJSON-694742635 tempest-FloatingIPDetailsTestJSON-694742635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:09.548512 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be436054-aed7-4fe7-a119-8453540e1960 tempest-FloatingIPDetailsTestJSON-694742635 tempest-FloatingIPDetailsTestJSON-694742635-project] Pushing event deleted for resources: {'Port': ['ID=469291e1-5186-4132-8751-e3d9b40e1c59,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:30:09.612411 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-7da5b52a-53c6-4479-abce-50c749b716a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:09.615144 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-7da5b52a-53c6-4479-abce-50c749b716a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:09.618784 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-7da5b52a-53c6-4479-abce-50c749b716a7 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/95148b1b-0f93-483b-9e80-262147c27e51 HTTP/1.1" status: 204 len: 168 time: 0.4733765 Jul 14 18:30:09.627248 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da5b52a-53c6-4479-abce-50c749b716a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95148b1b-0f93-483b-9e80-262147c27e51,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:30:09.635610 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-a75a7721-7b34-43a6-b52c-724fba7b9daa req-be436054-aed7-4fe7-a119-8453540e1960 tempest-FloatingIPDetailsTestJSON-694742635 tempest-FloatingIPDetailsTestJSON-694742635-project] Notify callbacks [] for floatingip, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:09.641403 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-a75a7721-7b34-43a6-b52c-724fba7b9daa req-be436054-aed7-4fe7-a119-8453540e1960 tempest-FloatingIPDetailsTestJSON-694742635 tempest-FloatingIPDetailsTestJSON-694742635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for floatingip, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:09.642590 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a75a7721-7b34-43a6-b52c-724fba7b9daa req-be436054-aed7-4fe7-a119-8453540e1960 tempest-FloatingIPDetailsTestJSON-694742635 tempest-FloatingIPDetailsTestJSON-694742635-project] 10.222.0.16 "DELETE /v2.0/floatingips/5c9c772a-5960-4121-b39a-037177a1a5aa HTTP/1.1" status: 204 len: 173 time: 0.8590245 Jul 14 18:30:09.648844 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 40626) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:30:09.684294 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 18:30:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29344846-6a90-4ef6-ba86-aabc36546361 x-openstack-request-id: req-29344846-6a90-4ef6-ba86-aabc36546361 {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:30:09.684595 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62a466dc-11a6-4137-ad0c-d4416f09cc04", "name": "network-vif-plugged", "status": "completed", "tag": "2b19161f-ddff-4008-b8e7-e2106699b3e2", "code": 200}]} {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:30:09.684855 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-29344846-6a90-4ef6-ba86-aabc36546361 {{(pid=93917) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:30:09.685286 n-d-800634-3 neutron-server[93917]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62a466dc-11a6-4137-ad0c-d4416f09cc04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b19161f-ddff-4008-b8e7-e2106699b3e2', 'code': 200} Jul 14 18:30:09.858077 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b2a3c3-c0aa-4c02-8b3c-5f8ac0d2b9fd req-f510c815-431d-40c4-9cb8-a99e4b597396 tempest-ServerDiskConfigTestJSON-1372590070 tempest-ServerDiskConfigTestJSON-1372590070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:30:09.861698 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-25b2a3c3-c0aa-4c02-8b3c-5f8ac0d2b9fd req-f510c815-431d-40c4-9cb8-a99e4b597396 tempest-ServerDiskConfigTestJSON-1372590070 tempest-ServerDiskConfigTestJSON-1372590070-project] 10.222.0.16 "GET /v2.0/ports?device_id=62a466dc-11a6-4137-ad0c-d4416f09cc04 HTTP/1.1" status: 200 len: 946 time: 0.1282196 Jul 14 18:30:09.954261 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-25b2a3c3-c0aa-4c02-8b3c-5f8ac0d2b9fd req-b891fd89-9f08-4f3d-a842-b5e668681d25 tempest-ServerDiskConfigTestJSON-1372590070 tempest-ServerDiskConfigTestJSON-1372590070-project] 10.222.0.16 "GET /v2.0/security-groups?id=8f471560-b797-46f3-abf1-e078e196721c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864344 Jul 14 18:30:10.132036 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64380e4-8b69-4a15-9486-bc74dee82faa req-8259c6c7-80a7-4668-9ae6-a7aba3bd061f tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:30:10.133791 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c64380e4-8b69-4a15-9486-bc74dee82faa req-8259c6c7-80a7-4668-9ae6-a7aba3bd061f tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] 10.222.0.35 "GET /v2.0/networks?id=fd8ea664-6074-4bbe-887f-058fe7b50123 HTTP/1.1" status: 200 len: 816 time: 0.2034664 Jul 14 18:30:10.134646 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb4e1ad-0cac-4f7e-817d-af19d083259c req-bed3fe3c-828c-4d43-b784-36dd55c76db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:30:10.136193 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-3eb4e1ad-0cac-4f7e-817d-af19d083259c req-bed3fe3c-828c-4d43-b784-36dd55c76db5 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=62a466dc-11a6-4137-ad0c-d4416f09cc04 HTTP/1.1" status: 200 len: 1097 time: 0.2260528 Jul 14 18:30:10.200971 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 40664) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:30:10.248374 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-3eb4e1ad-0cac-4f7e-817d-af19d083259c req-d5ed83f5-a396-49ff-8f6d-ab9b125622bc service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=8f471560-b797-46f3-abf1-e078e196721c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682085 Jul 14 18:30:10.302258 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-b88f52c2-98f7-483d-bc23-a8df004bcad6 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f42b2849f33d41e4841e32148049a73b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0993333 Jul 14 18:30:10.308775 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 40672) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:30:10.311840 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c64380e4-8b69-4a15-9486-bc74dee82faa req-1c677d5a-57ce-4574-8911-e7da164ac9e1 tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=81405c7e7f554ba6bd8aaf104233fc29 HTTP/1.1" status: 200 len: 380 time: 0.1626253 Jul 14 18:30:10.326130 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [req-c64380e4-8b69-4a15-9486-bc74dee82faa req-82bc9a4c-0626-4092-9c60-63101fcb73a5 tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] Request body: {'port': {'device_id': 'e324c388-2bb3-401d-a7a7-373392456b8c', 'network_id': 'fd8ea664-6074-4bbe-887f-058fe7b50123', 'admin_state_up': True, 'tenant_id': '81405c7e7f554ba6bd8aaf104233fc29', 'security_groups': ['c6d2ae5e-7962-48ff-a84c-cacbd11fb04d']}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:30:10.414687 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-7538879d-4316-4076-bddd-ef19bb1b98dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:10.446509 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-7538879d-4316-4076-bddd-ef19bb1b98dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:10.465839 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-5d8fa129-2e48-4356-9cea-193353791ab6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-928623'] for router_interface, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:10.671766 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-7538879d-4316-4076-bddd-ef19bb1b98dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:10.674879 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-7538879d-4316-4076-bddd-ef19bb1b98dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:10.679370 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-7538879d-4316-4076-bddd-ef19bb1b98dd admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ad2f8b32-eef2-4946-ba47-f66f795901af HTTP/1.1" status: 204 len: 168 time: 0.3693054 Jul 14 18:30:10.682166 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c64380e4-8b69-4a15-9486-bc74dee82faa req-82bc9a4c-0626-4092-9c60-63101fcb73a5 tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] Made reservation on behalf of 81405c7e7f554ba6bd8aaf104233fc29 for: {'port': 1} {{(pid=93915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:30:10.692237 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-c64380e4-8b69-4a15-9486-bc74dee82faa req-82bc9a4c-0626-4092-9c60-63101fcb73a5 tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:10.764410 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7538879d-4316-4076-bddd-ef19bb1b98dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad2f8b32-eef2-4946-ba47-f66f795901af,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:30:11.030170 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-5d8fa129-2e48-4356-9cea-193353791ab6 admin admin] Deleting port c06dd0ff-0ba3-4690-a785-a7be48fd567d {{(pid=93916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:30:11.030920 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-5d8fa129-2e48-4356-9cea-193353791ab6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:11.031615 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-d07b0550-6d81-463e-aa78-23eaca9b2de6 req-b8eb68eb-5b93-458a-9bc2-470861903fb4 tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] 10.222.0.16 "GET /v2.0/ports?device_id=e324c388-2bb3-401d-a7a7-373392456b8c HTTP/1.1" status: 200 len: 210 time: 0.0809693 Jul 14 18:30:11.102145 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.db_base_plugin_common [req-c64380e4-8b69-4a15-9486-bc74dee82faa req-82bc9a4c-0626-4092-9c60-63101fcb73a5 tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] Allocated IP 172.20.0.3 (fd8ea664-6074-4bbe-887f-058fe7b50123/c9715e59-b525-40fa-a99e-ebf6aedac4af/fc7adfc8-2429-4dd9-9c99-fafc5938bde8) {{(pid=93915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:30:11.262151 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.db [None req-5d8fa129-2e48-4356-9cea-193353791ab6 admin admin] For port c06dd0ff-0ba3-4690-a785-a7be48fd567d, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=c06dd0ff-0ba3-4690-a785-a7be48fd567d,segment=NetworkSegment(3f65a28c-617c-4a7e-9722-25c0f48291ca),segment_id=3f65a28c-617c-4a7e-9722-25c0f48291ca)] {{(pid=93916) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:30:11.267726 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-5d8fa129-2e48-4356-9cea-193353791ab6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:11.317690 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-5d8fa129-2e48-4356-9cea-193353791ab6 admin admin] Calling delete_port for c06dd0ff-0ba3-4690-a785-a7be48fd567d owned by network:router_interface {{(pid=93916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:30:11.427056 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-c64380e4-8b69-4a15-9486-bc74dee82faa req-82bc9a4c-0626-4092-9c60-63101fcb73a5 tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] Notify callbacks [] for port, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:11.473105 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.provisioning_blocks [req-c64380e4-8b69-4a15-9486-bc74dee82faa req-82bc9a4c-0626-4092-9c60-63101fcb73a5 tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] Transition to ACTIVE for port object fc7adfc8-2429-4dd9-9c99-fafc5938bde8 will not be triggered until provisioned by entity DHCP. {{(pid=93915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:30:11.574159 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-c64380e4-8b69-4a15-9486-bc74dee82faa req-82bc9a4c-0626-4092-9c60-63101fcb73a5 tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:11.747040 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c64380e4-8b69-4a15-9486-bc74dee82faa req-82bc9a4c-0626-4092-9c60-63101fcb73a5 tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] Network fd8ea664-6074-4bbe-887f-058fe7b50123 is already hosted by enough agents. {{(pid=93915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:30:11.815737 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [req-c64380e4-8b69-4a15-9486-bc74dee82faa req-82bc9a4c-0626-4092-9c60-63101fcb73a5 tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] Resources bound (agent type, host, resource id): {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:30:11.838749 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [req-c64380e4-8b69-4a15-9486-bc74dee82faa req-82bc9a4c-0626-4092-9c60-63101fcb73a5 tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] Received port after_create {{(pid=93915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:30:11.931831 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82bc9a4c-0626-4092-9c60-63101fcb73a5 tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] Pushing event updated for resources: {'Port': ['ID=fc7adfc8-2429-4dd9-9c99-fafc5938bde8,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:30:11.973429 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-5d8fa129-2e48-4356-9cea-193353791ab6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:11.985045 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82bc9a4c-0626-4092-9c60-63101fcb73a5 tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:30:11.985045 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82bc9a4c-0626-4092-9c60-63101fcb73a5 tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:30:11.985045 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82bc9a4c-0626-4092-9c60-63101fcb73a5 tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:30:11.985673 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82bc9a4c-0626-4092-9c60-63101fcb73a5 tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:30:11.986107 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82bc9a4c-0626-4092-9c60-63101fcb73a5 tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:30:11.986543 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82bc9a4c-0626-4092-9c60-63101fcb73a5 tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:30:11.986967 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82bc9a4c-0626-4092-9c60-63101fcb73a5 tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:30:11.987402 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82bc9a4c-0626-4092-9c60-63101fcb73a5 tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:30:11.987826 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82bc9a4c-0626-4092-9c60-63101fcb73a5 tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:30:11.988291 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82bc9a4c-0626-4092-9c60-63101fcb73a5 tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:30:11.989129 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82bc9a4c-0626-4092-9c60-63101fcb73a5 tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:30:11.989565 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82bc9a4c-0626-4092-9c60-63101fcb73a5 tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:30:12.031220 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64380e4-8b69-4a15-9486-bc74dee82faa req-82bc9a4c-0626-4092-9c60-63101fcb73a5 tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:30:12.032149 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-c64380e4-8b69-4a15-9486-bc74dee82faa req-82bc9a4c-0626-4092-9c60-63101fcb73a5 tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:12.038229 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8fa129-2e48-4356-9cea-193353791ab6 admin admin] Pushing event deleted for resources: {'Port': ['ID=c06dd0ff-0ba3-4690-a785-a7be48fd567d,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:30:12.093042 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7b4fae-9b55-44e7-badd-bce481897bdf req-13c23506-a14b-4b93-b3d1-0a76707e0b84 tempest-ServerDiskConfigTestJSON-1372590070 tempest-ServerDiskConfigTestJSON-1372590070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:30:12.115321 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-9b7b4fae-9b55-44e7-badd-bce481897bdf req-13c23506-a14b-4b93-b3d1-0a76707e0b84 tempest-ServerDiskConfigTestJSON-1372590070 tempest-ServerDiskConfigTestJSON-1372590070-project] 10.222.0.16 "GET /v2.0/ports?device_id=62a466dc-11a6-4137-ad0c-d4416f09cc04 HTTP/1.1" status: 200 len: 946 time: 0.3650701 Jul 14 18:30:12.137685 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c64380e4-8b69-4a15-9486-bc74dee82faa req-82bc9a4c-0626-4092-9c60-63101fcb73a5 tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8197484 Jul 14 18:30:12.179859 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [req-c64380e4-8b69-4a15-9486-bc74dee82faa req-a1db684b-fd40-4bf4-b12f-5a947844e133 service neutron] Request body: {'port': {'device_id': 'e324c388-2bb3-401d-a7a7-373392456b8c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800634-3'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:30:12.388862 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-9b7b4fae-9b55-44e7-badd-bce481897bdf req-c1fb148f-6a7a-4073-a50f-59a7dea1ce9d tempest-ServerDiskConfigTestJSON-1372590070 tempest-ServerDiskConfigTestJSON-1372590070-project] 10.222.0.16 "GET /v2.0/security-groups?id=8f471560-b797-46f3-abf1-e078e196721c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2717290 Jul 14 18:30:12.452582 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-7f35b9d9-aadb-4106-8c8d-4660e579639e None None] Provisioning for port fc7adfc8-2429-4dd9-9c99-fafc5938bde8 completed by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:30:12.474505 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-7f35b9d9-aadb-4106-8c8d-4660e579639e None None] Provisioning complete for port fc7adfc8-2429-4dd9-9c99-fafc5938bde8 triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:30:12.474887 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-7f35b9d9-aadb-4106-8c8d-4660e579639e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:12.629099 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-5d8fa129-2e48-4356-9cea-193353791ab6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-598732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-928907'] for router_interface, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:12.702939 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-7f35b9d9-aadb-4106-8c8d-4660e579639e None None] Port fc7adfc8-2429-4dd9-9c99-fafc5938bde8 cannot update to ACTIVE because it is not bound. {{(pid=93917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 18:30:12.769911 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-c64380e4-8b69-4a15-9486-bc74dee82faa req-a1db684b-fd40-4bf4-b12f-5a947844e133 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:12.922654 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6157de-cfd6-4097-bb9e-be82b51deab3 req-0f9a54aa-c442-4c4d-82e2-992565b54c45 tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:30:12.929607 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-1f6157de-cfd6-4097-bb9e-be82b51deab3 req-0f9a54aa-c442-4c4d-82e2-992565b54c45 tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] 10.222.0.16 "GET /v2.0/ports?device_id=e324c388-2bb3-401d-a7a7-373392456b8c HTTP/1.1" status: 200 len: 931 time: 0.2894874 Jul 14 18:30:13.041347 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-1f6157de-cfd6-4097-bb9e-be82b51deab3 req-86ceb613-c6bc-42ad-8daa-8143087b0465 tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] 10.222.0.16 "GET /v2.0/security-groups?id=c6d2ae5e-7962-48ff-a84c-cacbd11fb04d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1107919 Jul 14 18:30:13.209096 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d8fa129-2e48-4356-9cea-193353791ab6 admin admin] Router 6c2d8b8c-6bc8-43ae-b2c7-b463bf6ea433 has already been hosted by L3 agent 2c6eb27e-defb-4cca-9a24-381c7415e359 {{(pid=93916) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 18:30:13.352643 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a5c9de-6639-4012-9004-23cebee2d7cc req-72ead12c-342a-4986-b6bb-ea3335297fc2 tempest-ServerDiskConfigTestJSON-1372590070 tempest-ServerDiskConfigTestJSON-1372590070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:30:13.354257 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-19a5c9de-6639-4012-9004-23cebee2d7cc req-72ead12c-342a-4986-b6bb-ea3335297fc2 tempest-ServerDiskConfigTestJSON-1372590070 tempest-ServerDiskConfigTestJSON-1372590070-project] 10.222.0.16 "GET /v2.0/ports?device_id=62a466dc-11a6-4137-ad0c-d4416f09cc04 HTTP/1.1" status: 200 len: 946 time: 0.1778431 Jul 14 18:30:13.449987 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d8fa129-2e48-4356-9cea-193353791ab6 admin admin] Notify agent at l3_agent.n-d-800634-3 the message routers_updated {{(pid=93916) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 18:30:13.469020 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [req-c64380e4-8b69-4a15-9486-bc74dee82faa req-a1db684b-fd40-4bf4-b12f-5a947844e133 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc7adfc8-2429-4dd9-9c99-fafc5938bde8 {{(pid=93915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 18:30:13.477676 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-5d8fa129-2e48-4356-9cea-193353791ab6 admin admin] 10.222.0.16 "PUT /v2.0/routers/6c2d8b8c-6bc8-43ae-b2c7-b463bf6ea433/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8275237 Jul 14 18:30:13.478027 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 40796) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:30:13.481266 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-19a5c9de-6639-4012-9004-23cebee2d7cc req-ecde63fe-d91b-4845-a75c-dd8a2157780a tempest-ServerDiskConfigTestJSON-1372590070 tempest-ServerDiskConfigTestJSON-1372590070-project] 10.222.0.16 "GET /v2.0/security-groups?id=8f471560-b797-46f3-abf1-e078e196721c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134021 Jul 14 18:30:13.485223 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41125aef-4c4f-4440-9f86-5165643ddae1 None None] Sync routers for ids ['6c2d8b8c-6bc8-43ae-b2c7-b463bf6ea433'] in n-d-800634-3 {{(pid=93917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 18:30:13.507423 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41125aef-4c4f-4440-9f86-5165643ddae1 None None] Routers {'6c2d8b8c-6bc8-43ae-b2c7-b463bf6ea433'} bound to L3 agent in host n-d-800634-3 {{(pid=93917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:30:13.508089 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-41125aef-4c4f-4440-9f86-5165643ddae1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:29:53Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['6c2d8b8c-6bc8-43ae-b2c7-b463bf6ea433'], 'active': True} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:30:13.522675 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-c64380e4-8b69-4a15-9486-bc74dee82faa req-a1db684b-fd40-4bf4-b12f-5a947844e133 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:13.587990 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.provisioning_blocks [req-c64380e4-8b69-4a15-9486-bc74dee82faa req-a1db684b-fd40-4bf4-b12f-5a947844e133 service neutron] Transition to ACTIVE for port object fc7adfc8-2429-4dd9-9c99-fafc5938bde8 will not be triggered until provisioned by entity L2. {{(pid=93915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:30:13.634299 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-c64380e4-8b69-4a15-9486-bc74dee82faa req-a1db684b-fd40-4bf4-b12f-5a947844e133 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25912978'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:13.753624 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1db684b-fd40-4bf4-b12f-5a947844e133 service neutron] Pushing event updated for resources: {'Port': ['ID=fc7adfc8-2429-4dd9-9c99-fafc5938bde8,revision_number=2']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:30:13.770797 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-8748742d-102e-4193-95d2-8d31e31697ef admin admin] Notify callbacks [] for router, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:13.879244 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvr_db [None req-41125aef-4c4f-4440-9f86-5165643ddae1 None None] Set router 6c2d8b8c-6bc8-43ae-b2c7-b463bf6ea433 gateway port host: n-d-800634-3 {{(pid=93917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 18:30:14.216295 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 40828) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:30:14.321628 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-41125aef-4c4f-4440-9f86-5165643ddae1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c2d8b8c-6bc8-43ae-b2c7-b463bf6ea433', 'name': 'tempest-FloatingIPDetailsTestJSON-1850745205-router', 'tenant_id': 'f86e8f2810854b92b77629078a820168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.239'}], 'enable_snat': True}, 'gw_port_id': '94657e5f-6035-456e-93c2-fd609df29fcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:29:34Z', 'updated_at': '2021-07-14T18:30:11Z', 'revision_number': 5, 'project_id': 'f86e8f2810854b92b77629078a820168', 'gw_port': {'id': '94657e5f-6035-456e-93c2-fd609df29fcc', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:a4:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c2d8b8c-6bc8-43ae-b2c7-b463bf6ea433', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1081, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:29:35Z', 'updated_at': '2021-07-14T18:29:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3'}], 'n-d-800634-3', False) {} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:30:14.353881 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41125aef-4c4f-4440-9f86-5165643ddae1 None None] Checking router: 6c2d8b8c-6bc8-43ae-b2c7-b463bf6ea433 for host: n-d-800634-3 {{(pid=93917) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 18:30:14.364678 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41125aef-4c4f-4440-9f86-5165643ddae1 None None] Routers {'6c2d8b8c-6bc8-43ae-b2c7-b463bf6ea433'} bound to L3 agent in host n-d-800634-3 {{(pid=93917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:30:14.365864 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-41125aef-4c4f-4440-9f86-5165643ddae1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:29:53Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['6c2d8b8c-6bc8-43ae-b2c7-b463bf6ea433'], 'active': True} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:30:14.456079 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 40838) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:30:14.522200 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-0e608194-ccef-43ac-aeb3-7205faefffc0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:14.531462 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvr_db [None req-41125aef-4c4f-4440-9f86-5165643ddae1 None None] Set router 6c2d8b8c-6bc8-43ae-b2c7-b463bf6ea433 gateway port host: n-d-800634-3 {{(pid=93917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 18:30:14.569198 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-d9837bfe-7cfe-4f85-8445-f90ae814d92b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:14.619500 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-c64380e4-8b69-4a15-9486-bc74dee82faa req-a1db684b-fd40-4bf4-b12f-5a947844e133 service neutron] Attempting to bind port fc7adfc8-2429-4dd9-9c99-fafc5938bde8 on host n-h2-800634-3 for vnic_type normal with profile {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:30:14.619918 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-c64380e4-8b69-4a15-9486-bc74dee82faa req-a1db684b-fd40-4bf4-b12f-5a947844e133 service neutron] Attempting to bind port fc7adfc8-2429-4dd9-9c99-fafc5938bde8 by drivers openvswitch,hyperv on host n-h2-800634-3 at level 0 using segments [{'id': '48f07496-1654-4e70-864e-6d82e6081c18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'fd8ea664-6074-4bbe-887f-058fe7b50123'}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:30:14.620304 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c64380e4-8b69-4a15-9486-bc74dee82faa req-a1db684b-fd40-4bf4-b12f-5a947844e133 service neutron] Attempting to bind port fc7adfc8-2429-4dd9-9c99-fafc5938bde8 on network fd8ea664-6074-4bbe-887f-058fe7b50123 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:30:14.638753 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c64380e4-8b69-4a15-9486-bc74dee82faa req-a1db684b-fd40-4bf4-b12f-5a947844e133 service neutron] Port fc7adfc8-2429-4dd9-9c99-fafc5938bde8 on network fd8ea664-6074-4bbe-887f-058fe7b50123 not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-3 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 18:30:14.639141 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c64380e4-8b69-4a15-9486-bc74dee82faa req-a1db684b-fd40-4bf4-b12f-5a947844e133 service neutron] Attempting to bind port fc7adfc8-2429-4dd9-9c99-fafc5938bde8 on network fd8ea664-6074-4bbe-887f-058fe7b50123 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:30:14.649349 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-8748742d-102e-4193-95d2-8d31e31697ef admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:14.662261 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c64380e4-8b69-4a15-9486-bc74dee82faa req-a1db684b-fd40-4bf4-b12f-5a947844e133 service neutron] Checking agent: {'id': '08e36a6c-8d04-48f0-a644-f27680635246', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 15, 35), 'started_at': datetime.datetime(2021, 7, 14, 18, 15, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 18, 30, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 18:30:14.662613 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c64380e4-8b69-4a15-9486-bc74dee82faa req-a1db684b-fd40-4bf4-b12f-5a947844e133 service neutron] Checking segment: {'id': '48f07496-1654-4e70-864e-6d82e6081c18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'fd8ea664-6074-4bbe-887f-058fe7b50123'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:30:14.663009 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c64380e4-8b69-4a15-9486-bc74dee82faa req-a1db684b-fd40-4bf4-b12f-5a947844e133 service neutron] Bound using segment: {'id': '48f07496-1654-4e70-864e-6d82e6081c18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'fd8ea664-6074-4bbe-887f-058fe7b50123'} {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 18:30:14.663465 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-c64380e4-8b69-4a15-9486-bc74dee82faa req-a1db684b-fd40-4bf4-b12f-5a947844e133 service neutron] Bound port: fc7adfc8-2429-4dd9-9c99-fafc5938bde8, host: n-h2-800634-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '48f07496-1654-4e70-864e-6d82e6081c18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'fd8ea664-6074-4bbe-887f-058fe7b50123'}}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 18:30:14.663829 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-c64380e4-8b69-4a15-9486-bc74dee82faa req-a1db684b-fd40-4bf4-b12f-5a947844e133 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:14.686725 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66cab94-78fe-4d1c-85d6-988374c1fd2f req-275c57e4-a4dd-496a-a4de-7991ce71a151 tempest-ServerTagsTestJSON-1028973871 tempest-ServerTagsTestJSON-1028973871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:30:14.694068 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c66cab94-78fe-4d1c-85d6-988374c1fd2f req-275c57e4-a4dd-496a-a4de-7991ce71a151 tempest-ServerTagsTestJSON-1028973871 tempest-ServerTagsTestJSON-1028973871-project] 10.222.0.16 "GET /v2.0/ports?device_id=1eafe9fa-0b2b-4431-93db-de997e931e34 HTTP/1.1" status: 200 len: 945 time: 0.8859699 Jul 14 18:30:14.696974 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-0e608194-ccef-43ac-aeb3-7205faefffc0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:14.706970 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-0e608194-ccef-43ac-aeb3-7205faefffc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:14.766812 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-0e608194-ccef-43ac-aeb3-7205faefffc0 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0af53047e3df440b8ebee045ee2edf3e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5485837 Jul 14 18:30:14.770432 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e608194-ccef-43ac-aeb3-7205faefffc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6840c940-abe3-4742-bd30-5ad320746762,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:30:14.773021 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 40842) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:30:14.775477 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5d419b-058d-4ed8-90db-956371ead946 req-d2ba601e-da33-401b-bfea-c992a05e4dd4 tempest-ServerDiskConfigTestJSON-1372590070 tempest-ServerDiskConfigTestJSON-1372590070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:30:14.786996 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-bd5d419b-058d-4ed8-90db-956371ead946 req-d2ba601e-da33-401b-bfea-c992a05e4dd4 tempest-ServerDiskConfigTestJSON-1372590070 tempest-ServerDiskConfigTestJSON-1372590070-project] 10.222.0.16 "GET /v2.0/ports?device_id=62a466dc-11a6-4137-ad0c-d4416f09cc04 HTTP/1.1" status: 200 len: 946 time: 0.2455800 Jul 14 18:30:14.859522 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-aebdfb9a-aead-418e-8657-f2849f13050c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:14.871598 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c66cab94-78fe-4d1c-85d6-988374c1fd2f req-4606742d-f29e-46e7-b609-09a266e9d796 tempest-ServerTagsTestJSON-1028973871 tempest-ServerTagsTestJSON-1028973871-project] 10.222.0.16 "GET /v2.0/security-groups?id=bb1c7b8c-b00f-4058-80f8-778271856464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1765757 Jul 14 18:30:14.892429 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-aebdfb9a-aead-418e-8657-f2849f13050c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:14.935057 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-41125aef-4c4f-4440-9f86-5165643ddae1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c2d8b8c-6bc8-43ae-b2c7-b463bf6ea433', 'name': 'tempest-FloatingIPDetailsTestJSON-1850745205-router', 'tenant_id': 'f86e8f2810854b92b77629078a820168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.239'}], 'enable_snat': True}, 'gw_port_id': '94657e5f-6035-456e-93c2-fd609df29fcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:29:34Z', 'updated_at': '2021-07-14T18:30:11Z', 'revision_number': 5, 'project_id': 'f86e8f2810854b92b77629078a820168', 'gw_port': {'id': '94657e5f-6035-456e-93c2-fd609df29fcc', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:a4:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c2d8b8c-6bc8-43ae-b2c7-b463bf6ea433', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1081, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:29:35Z', 'updated_at': '2021-07-14T18:29:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3'}], 'n-d-800634-3', False) {} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:30:14.959354 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-bd5d419b-058d-4ed8-90db-956371ead946 req-42005b5a-ec3c-41f4-a4fa-7157e1b758cd tempest-ServerDiskConfigTestJSON-1372590070 tempest-ServerDiskConfigTestJSON-1372590070-project] 10.222.0.16 "GET /v2.0/security-groups?id=8f471560-b797-46f3-abf1-e078e196721c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1712356 Jul 14 18:30:14.966527 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41125aef-4c4f-4440-9f86-5165643ddae1 None None] The sync data for ids ['6c2d8b8c-6bc8-43ae-b2c7-b463bf6ea433'] in n-d-800634-3 is: [{'id': '6c2d8b8c-6bc8-43ae-b2c7-b463bf6ea433', 'name': 'tempest-FloatingIPDetailsTestJSON-1850745205-router', 'tenant_id': 'f86e8f2810854b92b77629078a820168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.239'}], 'enable_snat': True}, 'gw_port_id': '94657e5f-6035-456e-93c2-fd609df29fcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:29:34Z', 'updated_at': '2021-07-14T18:30:11Z', 'revision_number': 5, 'project_id': 'f86e8f2810854b92b77629078a820168', 'gw_port': {'id': '94657e5f-6035-456e-93c2-fd609df29fcc', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:a4:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c2d8b8c-6bc8-43ae-b2c7-b463bf6ea433', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1081, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:29:35Z', 'updated_at': '2021-07-14T18:29:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3'}] {{(pid=93917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 18:30:14.970685 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-c64380e4-8b69-4a15-9486-bc74dee82faa req-a1db684b-fd40-4bf4-b12f-5a947844e133 service neutron] For port fc7adfc8-2429-4dd9-9c99-fafc5938bde8, host n-h2-800634-3, cleared binding levels {{(pid=93915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:30:15.029827 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-aebdfb9a-aead-418e-8657-f2849f13050c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:15.032997 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-aebdfb9a-aead-418e-8657-f2849f13050c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:15.034951 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-aebdfb9a-aead-418e-8657-f2849f13050c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6840c940-abe3-4742-bd30-5ad320746762 HTTP/1.1" status: 204 len: 168 time: 0.2592831 Jul 14 18:30:15.047178 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-c64380e4-8b69-4a15-9486-bc74dee82faa req-a1db684b-fd40-4bf4-b12f-5a947844e133 service neutron] For port fc7adfc8-2429-4dd9-9c99-fafc5938bde8, host n-h2-800634-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=fc7adfc8-2429-4dd9-9c99-fafc5938bde8,segment=NetworkSegment(48f07496-1654-4e70-864e-6d82e6081c18),segment_id=48f07496-1654-4e70-864e-6d82e6081c18)] {{(pid=93915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 18:30:15.058488 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [None req-8748742d-102e-4193-95d2-8d31e31697ef admin admin] Deleting port 94657e5f-6035-456e-93c2-fd609df29fcc {{(pid=93915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:30:15.058835 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-8748742d-102e-4193-95d2-8d31e31697ef admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:15.065540 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebdfb9a-aead-418e-8657-f2849f13050c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6840c940-abe3-4742-bd30-5ad320746762,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:30:15.094871 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-c64380e4-8b69-4a15-9486-bc74dee82faa req-a1db684b-fd40-4bf4-b12f-5a947844e133 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25912978'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:15.109588 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-d9837bfe-7cfe-4f85-8445-f90ae814d92b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:15.114896 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-d9837bfe-7cfe-4f85-8445-f90ae814d92b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:15.163398 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-d9837bfe-7cfe-4f85-8445-f90ae814d92b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9b03a1041b154b3c9f22c2df5437594b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7059572 Jul 14 18:30:15.165777 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9837bfe-7cfe-4f85-8445-f90ae814d92b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82603d36-dd14-4714-82ba-c66757819cfa,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:30:15.173941 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 40850) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:30:15.189887 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64380e4-8b69-4a15-9486-bc74dee82faa req-a1db684b-fd40-4bf4-b12f-5a947844e133 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:30:15.190503 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-c64380e4-8b69-4a15-9486-bc74dee82faa req-a1db684b-fd40-4bf4-b12f-5a947844e133 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:15.191936 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c64380e4-8b69-4a15-9486-bc74dee82faa req-a1db684b-fd40-4bf4-b12f-5a947844e133 service neutron] 10.222.0.35 "PUT /v2.0/ports/fc7adfc8-2429-4dd9-9c99-fafc5938bde8 HTTP/1.1" status: 200 len: 1091 time: 3.0297894 Jul 14 18:30:15.195495 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e324c388-2bb3-401d-a7a7-373392456b8c', 'tag': 'fc7adfc8-2429-4dd9-9c99-fafc5938bde8'}] {{(pid=93915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:30:15.205598 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e72782ad3af8f7d4ce76cedf092bca46d1756acc5c4653cf0b52034cdd6b073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2be768b7-869a-4c1a-9e60-164540767246" -d '{"events": [{"name": "network-changed", "server_uuid": "e324c388-2bb3-401d-a7a7-373392456b8c", "tag": "fc7adfc8-2429-4dd9-9c99-fafc5938bde8"}]}' {{(pid=93915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:30:15.265847 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a846aa22-73a2-42fb-a912-dfa6d93b7c6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:15.293066 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a846aa22-73a2-42fb-a912-dfa6d93b7c6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:15.332869 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1db684b-fd40-4bf4-b12f-5a947844e133 service neutron] Pushing event updated for resources: {'Port': ['ID=fc7adfc8-2429-4dd9-9c99-fafc5938bde8,revision_number=3']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:30:15.345526 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969a2f0c-25b8-4952-9723-665c581651fc req-9776d0e4-ae34-4a0a-a4fe-bf4af5aabfe1 tempest-ServerTagsTestJSON-1028973871 tempest-ServerTagsTestJSON-1028973871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:30:15.347096 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-969a2f0c-25b8-4952-9723-665c581651fc req-9776d0e4-ae34-4a0a-a4fe-bf4af5aabfe1 tempest-ServerTagsTestJSON-1028973871 tempest-ServerTagsTestJSON-1028973871-project] 10.222.0.18 "GET /v2.0/ports?device_id=1eafe9fa-0b2b-4431-93db-de997e931e34 HTTP/1.1" status: 200 len: 945 time: 0.4192238 Jul 14 18:30:15.356654 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [None req-8748742d-102e-4193-95d2-8d31e31697ef admin admin] For port 94657e5f-6035-456e-93c2-fd609df29fcc, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=94657e5f-6035-456e-93c2-fd609df29fcc,segment=NetworkSegment(5afb940b-bbdf-4727-be00-5d46367c38a1),segment_id=5afb940b-bbdf-4727-be00-5d46367c38a1)] {{(pid=93915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:30:15.357122 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-8748742d-102e-4193-95d2-8d31e31697ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:15.406621 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a846aa22-73a2-42fb-a912-dfa6d93b7c6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:15.410143 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a846aa22-73a2-42fb-a912-dfa6d93b7c6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:15.411465 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-a846aa22-73a2-42fb-a912-dfa6d93b7c6a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/82603d36-dd14-4714-82ba-c66757819cfa HTTP/1.1" status: 204 len: 168 time: 0.2361150 Jul 14 18:30:15.423461 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a846aa22-73a2-42fb-a912-dfa6d93b7c6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82603d36-dd14-4714-82ba-c66757819cfa,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:30:15.457994 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [None req-8748742d-102e-4193-95d2-8d31e31697ef admin admin] Calling delete_port for 94657e5f-6035-456e-93c2-fd609df29fcc owned by network:router_gateway {{(pid=93915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:30:15.507228 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dc2c6e-625e-4ad6-a7b1-97dc72470bc2 req-e8f67d2e-3ecc-45d7-90a1-763dcae19076 tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:30:15.514467 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-71dc2c6e-625e-4ad6-a7b1-97dc72470bc2 req-e8f67d2e-3ecc-45d7-90a1-763dcae19076 tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] 10.222.0.16 "GET /v2.0/ports?device_id=e324c388-2bb3-401d-a7a7-373392456b8c HTTP/1.1" status: 200 len: 943 time: 0.4729354 Jul 14 18:30:15.681685 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-71dc2c6e-625e-4ad6-a7b1-97dc72470bc2 req-8f0e67ef-0e5a-4e8a-a22f-12a2f5b78e9f tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] 10.222.0.16 "GET /v2.0/security-groups?id=c6d2ae5e-7962-48ff-a84c-cacbd11fb04d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1663315 Jul 14 18:30:15.691761 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64380e4-8b69-4a15-9486-bc74dee82faa req-4804c0da-df38-40ae-bb03-3d996917fa70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:30:15.693380 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c64380e4-8b69-4a15-9486-bc74dee82faa req-4804c0da-df38-40ae-bb03-3d996917fa70 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=81405c7e7f554ba6bd8aaf104233fc29&device_id=e324c388-2bb3-401d-a7a7-373392456b8c HTTP/1.1" status: 200 len: 1094 time: 0.4334671 Jul 14 18:30:15.694983 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-02655d3a-8893-4442-9f6f-d243de376daf req-942c51f2-c230-48d8-b7a7-8d8284790578 tempest-ServersAdminNegativeTestJSON-646419896 tempest-ServersAdminNegativeTestJSON-646419896-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=5e0b552683704e9182fa256fd3cf99e7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0655086 Jul 14 18:30:15.800007 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c64380e4-8b69-4a15-9486-bc74dee82faa req-7c31fe48-48b5-4635-9443-79dfd900b014 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fc7adfc8-2429-4dd9-9c99-fafc5938bde8 HTTP/1.1" status: 200 len: 217 time: 0.0957716 Jul 14 18:30:15.968660 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [req-969a2f0c-25b8-4952-9723-665c581651fc req-2f1b5dd4-8416-46fd-812e-51d8c539b9a7 tempest-ServerTagsTestJSON-1028973871 tempest-ServerTagsTestJSON-1028973871-project] Deleting port 3bfa9848-5c11-42f5-94d7-252687344d85 {{(pid=93915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:30:15.969009 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-969a2f0c-25b8-4952-9723-665c581651fc req-2f1b5dd4-8416-46fd-812e-51d8c539b9a7 tempest-ServerTagsTestJSON-1028973871 tempest-ServerTagsTestJSON-1028973871-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:16.042253 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64380e4-8b69-4a15-9486-bc74dee82faa req-20c9d202-6f7e-4de4-a33a-1cc94b0f2bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:30:16.043739 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c64380e4-8b69-4a15-9486-bc74dee82faa req-20c9d202-6f7e-4de4-a33a-1cc94b0f2bd5 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c9715e59-b525-40fa-a99e-ebf6aedac4af HTTP/1.1" status: 200 len: 855 time: 0.2096593 Jul 14 18:30:16.119672 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02655d3a-8893-4442-9f6f-d243de376daf req-b618c0c7-2299-4023-a50b-a0659c7f4748 tempest-ServersAdminNegativeTestJSON-646419896 tempest-ServersAdminNegativeTestJSON-646419896-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:30:16.128918 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-02655d3a-8893-4442-9f6f-d243de376daf req-b618c0c7-2299-4023-a50b-a0659c7f4748 tempest-ServersAdminNegativeTestJSON-646419896 tempest-ServersAdminNegativeTestJSON-646419896-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4245188 Jul 14 18:30:16.171510 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-02655d3a-8893-4442-9f6f-d243de376daf req-d324feb8-5e76-42ea-b40b-e2f7c0c75ab1 tempest-ServersAdminNegativeTestJSON-646419896 tempest-ServersAdminNegativeTestJSON-646419896-project] 10.222.0.16 "GET /v2.0/quotas/5e0b552683704e9182fa256fd3cf99e7 HTTP/1.1" status: 200 len: 375 time: 0.0443037 Jul 14 18:30:16.188934 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-8748742d-102e-4193-95d2-8d31e31697ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:16.228166 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c28da2-69b4-41d5-bc89-07ebc6173355 req-74a25223-f662-47ad-b618-033070fb48d3 tempest-ServerDiskConfigTestJSON-1372590070 tempest-ServerDiskConfigTestJSON-1372590070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:30:16.229732 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e3c28da2-69b4-41d5-bc89-07ebc6173355 req-74a25223-f662-47ad-b618-033070fb48d3 tempest-ServerDiskConfigTestJSON-1372590070 tempest-ServerDiskConfigTestJSON-1372590070-project] 10.222.0.16 "GET /v2.0/ports?device_id=62a466dc-11a6-4137-ad0c-d4416f09cc04 HTTP/1.1" status: 200 len: 946 time: 0.3886156 Jul 14 18:30:16.257692 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-02655d3a-8893-4442-9f6f-d243de376daf req-d3a2b49a-ef15-445d-9304-15f65c602c66 tempest-ServersAdminNegativeTestJSON-646419896 tempest-ServersAdminNegativeTestJSON-646419896-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=5e0b552683704e9182fa256fd3cf99e7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0853257 Jul 14 18:30:16.270749 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8748742d-102e-4193-95d2-8d31e31697ef admin admin] Pushing event deleted for resources: {'Port': ['ID=94657e5f-6035-456e-93c2-fd609df29fcc,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:30:16.329015 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-969a2f0c-25b8-4952-9723-665c581651fc req-2f1b5dd4-8416-46fd-812e-51d8c539b9a7 tempest-ServerTagsTestJSON-1028973871 tempest-ServerTagsTestJSON-1028973871-project] For port 3bfa9848-5c11-42f5-94d7-252687344d85, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=3bfa9848-5c11-42f5-94d7-252687344d85,segment=NetworkSegment(b9376c24-faea-4d6c-bef4-365348c078c6),segment_id=b9376c24-faea-4d6c-bef4-365348c078c6)] {{(pid=93915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:30:16.329385 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-969a2f0c-25b8-4952-9723-665c581651fc req-2f1b5dd4-8416-46fd-812e-51d8c539b9a7 tempest-ServerTagsTestJSON-1028973871 tempest-ServerTagsTestJSON-1028973871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:16.380361 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [req-969a2f0c-25b8-4952-9723-665c581651fc req-2f1b5dd4-8416-46fd-812e-51d8c539b9a7 tempest-ServerTagsTestJSON-1028973871 tempest-ServerTagsTestJSON-1028973871-project] Calling delete_port for 3bfa9848-5c11-42f5-94d7-252687344d85 owned by compute:nova {{(pid=93915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:30:16.385069 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64380e4-8b69-4a15-9486-bc74dee82faa req-fbe775e9-c6ca-40a7-8b4c-31f4a5d5e226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:30:16.386604 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c64380e4-8b69-4a15-9486-bc74dee82faa req-fbe775e9-c6ca-40a7-8b4c-31f4a5d5e226 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=fd8ea664-6074-4bbe-887f-058fe7b50123&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3245773 Jul 14 18:30:16.407328 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e3c28da2-69b4-41d5-bc89-07ebc6173355 req-43c222ce-f689-4139-8bf2-d3adfb1d6f88 tempest-ServerDiskConfigTestJSON-1372590070 tempest-ServerDiskConfigTestJSON-1372590070-project] 10.222.0.16 "GET /v2.0/security-groups?id=8f471560-b797-46f3-abf1-e078e196721c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473837 Jul 14 18:30:16.535627 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 18:30:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d0eb1da-3979-4ae3-9717-f915e1dbeaa0 x-openstack-request-id: req-6d0eb1da-3979-4ae3-9717-f915e1dbeaa0 {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:30:16.535919 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e324c388-2bb3-401d-a7a7-373392456b8c", "tag": "fc7adfc8-2429-4dd9-9c99-fafc5938bde8", "status": "completed", "code": 200}]} {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:30:16.536329 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6d0eb1da-3979-4ae3-9717-f915e1dbeaa0 {{(pid=93915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:30:16.536738 n-d-800634-3 neutron-server[93915]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e324c388-2bb3-401d-a7a7-373392456b8c', 'tag': 'fc7adfc8-2429-4dd9-9c99-fafc5938bde8', 'status': 'completed', 'code': 200} Jul 14 18:30:16.607917 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-8748742d-102e-4193-95d2-8d31e31697ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-930057'] for router_gateway, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:16.647096 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c64380e4-8b69-4a15-9486-bc74dee82faa req-bce6a02f-6264-46f4-922c-f8c4a122f9cd service neutron] 10.222.0.35 "GET /v2.0/networks/fd8ea664-6074-4bbe-887f-058fe7b50123?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2363565 Jul 14 18:30:16.774935 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-8748742d-102e-4193-95d2-8d31e31697ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-571778', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11402'] for router, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:16.780451 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-8748742d-102e-4193-95d2-8d31e31697ef admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:16.882646 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc70583f-a4f8-49b7-b992-383702466252 req-a210ce09-caf0-4439-aba3-f8b44cc848d3 tempest-ServerTagsTestJSON-1028973871 tempest-ServerTagsTestJSON-1028973871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:30:16.889414 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-bc70583f-a4f8-49b7-b992-383702466252 req-a210ce09-caf0-4439-aba3-f8b44cc848d3 tempest-ServerTagsTestJSON-1028973871 tempest-ServerTagsTestJSON-1028973871-project] 10.222.0.16 "GET /v2.0/ports?device_id=1eafe9fa-0b2b-4431-93db-de997e931e34 HTTP/1.1" status: 200 len: 945 time: 0.3611481 Jul 14 18:30:16.906539 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-8748742d-102e-4193-95d2-8d31e31697ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-541202'] for router, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:16.907079 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8748742d-102e-4193-95d2-8d31e31697ef admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6c2d8b8c-6bc8-43ae-b2c7-b463bf6ea433 {{(pid=93915) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 18:30:16.938716 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-8748742d-102e-4193-95d2-8d31e31697ef admin admin] Notify callbacks [] for router, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:16.939928 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-8748742d-102e-4193-95d2-8d31e31697ef admin admin] 10.222.0.16 "DELETE /v2.0/routers/6c2d8b8c-6bc8-43ae-b2c7-b463bf6ea433 HTTP/1.1" status: 204 len: 168 time: 3.4577923 Jul 14 18:30:16.943293 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 40940) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:30:17.010366 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-8e790a61-cc08-4e78-91e4-1649bef0a5b8 req-f0844f57-f4e2-4e61-b81e-dcc33bb78f09 tempest-ImagesNegativeTestJSON-1631173663 tempest-ImagesNegativeTestJSON-1631173663-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=967f2551f4204c628baa936bcb32c256&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0629125 Jul 14 18:30:17.033705 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.db_base_plugin_v2 [None req-d81a89d6-a941-4adf-86c8-28f940b006ff admin admin] Deleting subnet 575fa753-fbde-4123-b15a-2178e79f758a {{(pid=93916) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 18:30:17.035095 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c64380e4-8b69-4a15-9486-bc74dee82faa req-968ef836-c479-4cf2-86cb-05ed3acf56f6 service neutron] 10.222.0.35 "GET /v2.0/networks/fd8ea664-6074-4bbe-887f-058fe7b50123?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3258467 Jul 14 18:30:17.046719 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-d81a89d6-a941-4adf-86c8-28f940b006ff admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:17.148563 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device c06dd0ff-0ba3-4690-a785-a7be48fd567d no longer exists at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 18:30:17.150663 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-d81a89d6-a941-4adf-86c8-28f940b006ff admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26296866'] for subnet, precommit_delete_associations {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:17.181431 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-bc70583f-a4f8-49b7-b992-383702466252 req-092f851a-5906-4945-b20b-61de6c5b0ca2 tempest-ServerTagsTestJSON-1028973871 tempest-ServerTagsTestJSON-1028973871-project] 10.222.0.16 "GET /v2.0/security-groups?id=bb1c7b8c-b00f-4058-80f8-778271856464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2907803 Jul 14 18:30:17.198513 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] No Port match for: c06dd0ff-0ba3-4690-a785-a7be48fd567d {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 18:30:17.198513 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device c06dd0ff-0ba3-4690-a785-a7be48fd567d not bound to the agent host n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 18:30:17.246574 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-969a2f0c-25b8-4952-9723-665c581651fc req-2f1b5dd4-8416-46fd-812e-51d8c539b9a7 tempest-ServerTagsTestJSON-1028973871 tempest-ServerTagsTestJSON-1028973871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:17.257903 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] get_ports_and_sgs() called for port_ids ['3bfa9848-5c11-42f5-94d7-252687344d85'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 18:30:17.324864 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1b5dd4-8416-46fd-812e-51d8c539b9a7 tempest-ServerTagsTestJSON-1028973871 tempest-ServerTagsTestJSON-1028973871-project] Pushing event deleted for resources: {'Port': ['ID=3bfa9848-5c11-42f5-94d7-252687344d85,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:30:17.350554 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-d81a89d6-a941-4adf-86c8-28f940b006ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081283'] for subnet, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:17.383261 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [req-969a2f0c-25b8-4952-9723-665c581651fc req-2f1b5dd4-8416-46fd-812e-51d8c539b9a7 tempest-ServerTagsTestJSON-1028973871 tempest-ServerTagsTestJSON-1028973871-project] No DVR routers for this DVR port 3bfa9848-5c11-42f5-94d7-252687344d85 on host n-h1-800634-3 {{(pid=93915) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 18:30:17.386443 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-969a2f0c-25b8-4952-9723-665c581651fc req-2f1b5dd4-8416-46fd-812e-51d8c539b9a7 tempest-ServerTagsTestJSON-1028973871 tempest-ServerTagsTestJSON-1028973871-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:17.389988 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-969a2f0c-25b8-4952-9723-665c581651fc req-2f1b5dd4-8416-46fd-812e-51d8c539b9a7 tempest-ServerTagsTestJSON-1028973871 tempest-ServerTagsTestJSON-1028973871-project] 10.222.0.18 "DELETE /v2.0/ports/3bfa9848-5c11-42f5-94d7-252687344d85 HTTP/1.1" status: 204 len: 173 time: 2.0301883 Jul 14 18:30:17.434389 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-d81a89d6-a941-4adf-86c8-28f940b006ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2684816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26033152'] for subnet, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:17.458984 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-356ce977-95e4-4f14-9335-e9bb08b11ae8 req-aa78e0d7-7bc4-45bc-8cfb-dba0fd6aafee tempest-ServersAdminNegativeTestJSON-646419896 tempest-ServersAdminNegativeTestJSON-646419896-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1b6a74-e58d-49d9-a913-084008333fc7 HTTP/1.1" status: 200 len: 210 time: 0.1271064 Jul 14 18:30:17.480506 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-d81a89d6-a941-4adf-86c8-28f940b006ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598705'] for subnet, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:17.481364 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed5a6b15-6293-48c2-b775-c1709c0aed01 None None] Network 6860f2ef-3ffa-40e2-ab3f-abeb1947a41b requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:30:17.483016 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-d81a89d6-a941-4adf-86c8-28f940b006ff admin admin] 10.222.0.16 "DELETE /v2.0/subnets/575fa753-fbde-4123-b15a-2178e79f758a HTTP/1.1" status: 204 len: 168 time: 0.5379541 Jul 14 18:30:17.484430 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81a89d6-a941-4adf-86c8-28f940b006ff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=575fa753-fbde-4123-b15a-2178e79f758a,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:30:17.485983 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 40952) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:30:17.505711 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e790a61-cc08-4e78-91e4-1649bef0a5b8 req-145f6341-f73d-44dc-8306-6727bbb0d892 tempest-ImagesNegativeTestJSON-1631173663 tempest-ImagesNegativeTestJSON-1631173663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:30:17.515063 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-8e790a61-cc08-4e78-91e4-1649bef0a5b8 req-145f6341-f73d-44dc-8306-6727bbb0d892 tempest-ImagesNegativeTestJSON-1631173663 tempest-ImagesNegativeTestJSON-1631173663-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4766057 Jul 14 18:30:17.556846 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-8e790a61-cc08-4e78-91e4-1649bef0a5b8 req-0aeb4490-ff71-4e16-8763-7bdc7ff406bd tempest-ImagesNegativeTestJSON-1631173663 tempest-ImagesNegativeTestJSON-1631173663-project] 10.222.0.16 "GET /v2.0/quotas/967f2551f4204c628baa936bcb32c256 HTTP/1.1" status: 200 len: 375 time: 0.0416408 Jul 14 18:30:17.583374 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be768b7-869a-4c1a-9e60-164540767246 req-24e4095d-36cf-46eb-a1c6-d1221690f670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:30:17.585483 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2be768b7-869a-4c1a-9e60-164540767246 req-24e4095d-36cf-46eb-a1c6-d1221690f670 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=81405c7e7f554ba6bd8aaf104233fc29&device_id=e324c388-2bb3-401d-a7a7-373392456b8c HTTP/1.1" status: 200 len: 1094 time: 0.3668060 Jul 14 18:30:17.595498 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-1a09ee6b-b5d7-47a1-bcf5-c081a4edab52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645734'] for network, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:17.616053 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-8e790a61-cc08-4e78-91e4-1649bef0a5b8 req-0925c86c-84a7-4cc4-b696-1a1d7c9300ea tempest-ImagesNegativeTestJSON-1631173663 tempest-ImagesNegativeTestJSON-1631173663-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=967f2551f4204c628baa936bcb32c256&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0581925 Jul 14 18:30:17.675927 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-1a09ee6b-b5d7-47a1-bcf5-c081a4edab52 admin admin] Deleting port c4cd2210-6cd8-4e3e-beff-23e84f4e4ff7 {{(pid=93916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:30:17.676832 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-1a09ee6b-b5d7-47a1-bcf5-c081a4edab52 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:17.789615 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be768b7-869a-4c1a-9e60-164540767246 req-fb8ffc7f-1c44-4bfc-a10f-4df5465391c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:30:17.791144 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2be768b7-869a-4c1a-9e60-164540767246 req-fb8ffc7f-1c44-4bfc-a10f-4df5465391c5 service neutron] 10.222.0.35 "GET /v2.0/networks?id=fd8ea664-6074-4bbe-887f-058fe7b50123 HTTP/1.1" status: 200 len: 916 time: 0.1864550 Jul 14 18:30:17.884088 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.db [None req-1a09ee6b-b5d7-47a1-bcf5-c081a4edab52 admin admin] For port c4cd2210-6cd8-4e3e-beff-23e84f4e4ff7, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=c4cd2210-6cd8-4e3e-beff-23e84f4e4ff7,segment=NetworkSegment(3f65a28c-617c-4a7e-9722-25c0f48291ca),segment_id=3f65a28c-617c-4a7e-9722-25c0f48291ca)] {{(pid=93916) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:30:17.884418 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-1a09ee6b-b5d7-47a1-bcf5-c081a4edab52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:17.944471 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-1a09ee6b-b5d7-47a1-bcf5-c081a4edab52 admin admin] Calling delete_port for c4cd2210-6cd8-4e3e-beff-23e84f4e4ff7 owned by network:dhcp {{(pid=93916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:30:17.945140 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3564e2fe-2329-4e67-af04-4b74c2c317d4 None None] DHCP port deletion for 6860f2ef-3ffa-40e2-ab3f-abeb1947a41b request from n-d-800634-3 {{(pid=93917) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 18:30:18.049021 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-1a09ee6b-b5d7-47a1-bcf5-c081a4edab52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:18.077706 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a09ee6b-b5d7-47a1-bcf5-c081a4edab52 admin admin] Pushing event deleted for resources: {'Port': ['ID=c4cd2210-6cd8-4e3e-beff-23e84f4e4ff7,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:30:18.087409 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a09ee6b-b5d7-47a1-bcf5-c081a4edab52 admin admin] No DVR routers for this DVR port c4cd2210-6cd8-4e3e-beff-23e84f4e4ff7 on host n-d-800634-3 {{(pid=93916) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 18:30:18.151220 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-3564e2fe-2329-4e67-af04-4b74c2c317d4 None None] Deleting port c4cd2210-6cd8-4e3e-beff-23e84f4e4ff7 {{(pid=93917) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:30:18.154782 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-3564e2fe-2329-4e67-af04-4b74c2c317d4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:18.184883 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-1a09ee6b-b5d7-47a1-bcf5-c081a4edab52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2096010', 'neutron.services.segments.db._delete_segments_for_network-8728202734996'] for network, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:18.196976 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.segments.db [None req-1a09ee6b-b5d7-47a1-bcf5-c081a4edab52 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6860f2ef-3ffa-40e2-ab3f-abeb1947a41b']}} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:30:18.209463 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.segments.db [None req-1a09ee6b-b5d7-47a1-bcf5-c081a4edab52 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f65a28c-617c-4a7e-9722-25c0f48291ca') {'for_net_delete': True} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:30:18.209828 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.segments.db [None req-1a09ee6b-b5d7-47a1-bcf5-c081a4edab52 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f65a28c-617c-4a7e-9722-25c0f48291ca') {} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:30:18.223555 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-1a09ee6b-b5d7-47a1-bcf5-c081a4edab52 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728202715275', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26296891'] for segment, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:18.243779 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-1a09ee6b-b5d7-47a1-bcf5-c081a4edab52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:18.260078 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a09ee6b-b5d7-47a1-bcf5-c081a4edab52 admin admin] Releasing vlan 65 on physical network physnet1 to pool {{(pid=93916) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 18:30:18.262761 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-1a09ee6b-b5d7-47a1-bcf5-c081a4edab52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2682942'] for segment, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:18.267677 n-d-800634-3 neutron-server[93916]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:30:18.267677 n-d-800634-3 neutron-server[93916]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:30:18.267677 n-d-800634-3 neutron-server[93916]: Traceback (most recent call last): Jul 14 18:30:18.267677 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 18:30:18.267677 n-d-800634-3 neutron-server[93916]: timer() Jul 14 18:30:18.267677 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 18:30:18.267677 n-d-800634-3 neutron-server[93916]: cb(*args, **kw) Jul 14 18:30:18.267677 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 18:30:18.267677 n-d-800634-3 neutron-server[93916]: return func(*args, **kwargs) Jul 14 18:30:18.267677 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 18:30:18.267677 n-d-800634-3 neutron-server[93916]: self._notify() Jul 14 18:30:18.267677 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 18:30:18.267677 n-d-800634-3 neutron-server[93916]: self.callback(batched_events) Jul 14 18:30:18.267677 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 18:30:18.267677 n-d-800634-3 neutron-server[93916]: event.method(event) Jul 14 18:30:18.267677 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 18:30:18.267677 n-d-800634-3 neutron-server[93916]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 18:30:18.267677 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 18:30:18.267677 n-d-800634-3 neutron-server[93916]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 18:30:18.267677 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 18:30:18.267677 n-d-800634-3 neutron-server[93916]: return f(self, *a, **k) Jul 14 18:30:18.267677 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 18:30:18.267677 n-d-800634-3 neutron-server[93916]: return self._get(url).json() Jul 14 18:30:18.267677 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 18:30:18.267677 n-d-800634-3 neutron-server[93916]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 18:30:18.267677 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 18:30:18.267677 n-d-800634-3 neutron-server[93916]: return self.request(url, 'GET', **kwargs) Jul 14 18:30:18.267677 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 18:30:18.267677 n-d-800634-3 neutron-server[93916]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 18:30:18.267677 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 18:30:18.267677 n-d-800634-3 neutron-server[93916]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 18:30:18.267677 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 18:30:18.267677 n-d-800634-3 neutron-server[93916]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 18:30:18.267677 n-d-800634-3 neutron-server[93916]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 18:30:18.339161 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-3564e2fe-2329-4e67-af04-4b74c2c317d4 None None] For port c4cd2210-6cd8-4e3e-beff-23e84f4e4ff7, host n-d-800634-3, got binding levels [] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:30:18.340010 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-3564e2fe-2329-4e67-af04-4b74c2c317d4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:18.376975 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-3564e2fe-2329-4e67-af04-4b74c2c317d4 None None] Calling delete_port for c4cd2210-6cd8-4e3e-beff-23e84f4e4ff7 owned by network:dhcp {{(pid=93917) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:30:18.388706 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.ipam_backend_mixin [None req-3564e2fe-2329-4e67-af04-4b74c2c317d4 None None] Port c4cd2210-6cd8-4e3e-beff-23e84f4e4ff7 was not found and therefore no delete operation was performed {{(pid=93917) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 14 18:30:18.390113 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-3564e2fe-2329-4e67-af04-4b74c2c317d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813'] for port, after_delete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:18.413531 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-1a09ee6b-b5d7-47a1-bcf5-c081a4edab52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2096001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-930085'] for network, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:18.451798 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-1a09ee6b-b5d7-47a1-bcf5-c081a4edab52 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598705'] for network, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:18.455169 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-1a09ee6b-b5d7-47a1-bcf5-c081a4edab52 admin admin] 10.222.0.16 "DELETE /v2.0/networks/6860f2ef-3ffa-40e2-ab3f-abeb1947a41b HTTP/1.1" status: 204 len: 168 time: 0.9678261 Jul 14 18:30:18.456668 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a09ee6b-b5d7-47a1-bcf5-c081a4edab52 admin admin] Pushing event deleted for resources: {'Network': ['ID=6860f2ef-3ffa-40e2-ab3f-abeb1947a41b,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:30:18.473767 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3564e2fe-2329-4e67-af04-4b74c2c317d4 None None] No DVR routers for this DVR port c4cd2210-6cd8-4e3e-beff-23e84f4e4ff7 on host n-d-800634-3 {{(pid=93917) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 18:30:18.484011 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3564e2fe-2329-4e67-af04-4b74c2c317d4 None None] Pushing event deleted for resources: {'Port': ['ID=c4cd2210-6cd8-4e3e-beff-23e84f4e4ff7,revision_number=None']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:30:18.505700 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3564e2fe-2329-4e67-af04-4b74c2c317d4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:30:18.506063 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3564e2fe-2329-4e67-af04-4b74c2c317d4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:30:18.506586 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3564e2fe-2329-4e67-af04-4b74c2c317d4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:30:18.507010 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3564e2fe-2329-4e67-af04-4b74c2c317d4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:30:18.507354 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3564e2fe-2329-4e67-af04-4b74c2c317d4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:30:18.507774 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3564e2fe-2329-4e67-af04-4b74c2c317d4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:30:18.509647 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3564e2fe-2329-4e67-af04-4b74c2c317d4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:30:18.510007 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3564e2fe-2329-4e67-af04-4b74c2c317d4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:30:18.510433 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3564e2fe-2329-4e67-af04-4b74c2c317d4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:30:18.510872 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3564e2fe-2329-4e67-af04-4b74c2c317d4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:30:18.511316 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3564e2fe-2329-4e67-af04-4b74c2c317d4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:30:18.511720 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3564e2fe-2329-4e67-af04-4b74c2c317d4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:30:18.576925 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1eafe9fa-0b2b-4431-93db-de997e931e34', 'name': 'network-vif-deleted', 'tag': '3bfa9848-5c11-42f5-94d7-252687344d85'}] {{(pid=93915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:30:18.579292 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e72782ad3af8f7d4ce76cedf092bca46d1756acc5c4653cf0b52034cdd6b073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1eb1f4f-2cbd-45e5-a91b-d433476f0574" -d '{"events": [{"server_uuid": "1eafe9fa-0b2b-4431-93db-de997e931e34", "name": "network-vif-deleted", "tag": "3bfa9848-5c11-42f5-94d7-252687344d85"}]}' {{(pid=93915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:30:18.609190 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2be768b7-869a-4c1a-9e60-164540767246 req-e12592c7-222f-4689-8242-3124f9d2993b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fc7adfc8-2429-4dd9-9c99-fafc5938bde8 HTTP/1.1" status: 200 len: 217 time: 0.8093696 Jul 14 18:30:18.646900 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-73f50461-85fe-486e-9e54-b09710e076d5 req-9a884943-b357-407a-8ece-05b945694a3b tempest-ImagesNegativeTestJSON-1631173663 tempest-ImagesNegativeTestJSON-1631173663-project] 10.222.0.16 "GET /v2.0/ports?device_id=cdd3e628-6519-4c94-ae49-8fa793c4a3ad HTTP/1.1" status: 200 len: 210 time: 0.0523758 Jul 14 18:30:18.703141 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-02655d3a-8893-4442-9f6f-d243de376daf req-7af079f0-963a-482e-8133-d70dc32f5f47 tempest-ServersAdminNegativeTestJSON-646419896 tempest-ServersAdminNegativeTestJSON-646419896-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=5e0b552683704e9182fa256fd3cf99e7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1187594 Jul 14 18:30:18.760106 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 40988) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:30:18.768083 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be768b7-869a-4c1a-9e60-164540767246 req-0497c6e3-e77f-4b8b-829a-bf3ac5c23ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:30:18.769582 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2be768b7-869a-4c1a-9e60-164540767246 req-0497c6e3-e77f-4b8b-829a-bf3ac5c23ba7 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c9715e59-b525-40fa-a99e-ebf6aedac4af HTTP/1.1" status: 200 len: 855 time: 0.1258829 Jul 14 18:30:18.832958 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-c0050a2f-641e-4d1d-8cab-22900854e760 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f86e8f2810854b92b77629078a820168&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0712619 Jul 14 18:30:18.833666 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 40990) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:30:18.898091 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-f7e00343-9eef-4ab4-ae5e-1cf29b89ef6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:18.918060 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02655d3a-8893-4442-9f6f-d243de376daf req-f8a4d477-a234-4558-bf2c-3dceb063974d tempest-ServersAdminNegativeTestJSON-646419896 tempest-ServersAdminNegativeTestJSON-646419896-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:30:18.919997 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-02655d3a-8893-4442-9f6f-d243de376daf req-f8a4d477-a234-4558-bf2c-3dceb063974d tempest-ServersAdminNegativeTestJSON-646419896 tempest-ServersAdminNegativeTestJSON-646419896-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2091448 Jul 14 18:30:18.924751 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-f7e00343-9eef-4ab4-ae5e-1cf29b89ef6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:18.930099 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6b7e63-99a5-4f0e-9798-546ab652553c req-037627c6-7b3a-4924-b024-1f04568e33b4 tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:30:18.931574 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-cc6b7e63-99a5-4f0e-9798-546ab652553c req-037627c6-7b3a-4924-b024-1f04568e33b4 tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] 10.222.0.16 "GET /v2.0/ports?device_id=e324c388-2bb3-401d-a7a7-373392456b8c HTTP/1.1" status: 200 len: 943 time: 0.3493896 Jul 14 18:30:18.943628 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [req-02655d3a-8893-4442-9f6f-d243de376daf req-7c2f6e54-e2d4-473c-998e-87f66a030552 tempest-ServersAdminNegativeTestJSON-646419896 tempest-ServersAdminNegativeTestJSON-646419896-project] Request body: {'port': {'device_id': 'cb1b6a74-e58d-49d9-a913-084008333fc7', 'network_id': '4f742057-89ee-4b4a-86f7-487ee61881a1', 'admin_state_up': True, 'tenant_id': '5e0b552683704e9182fa256fd3cf99e7'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:30:18.981508 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-f7e00343-9eef-4ab4-ae5e-1cf29b89ef6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:18.985547 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-f7e00343-9eef-4ab4-ae5e-1cf29b89ef6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:18.987020 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-f7e00343-9eef-4ab4-ae5e-1cf29b89ef6e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8c057975-4248-4baa-b8b3-1a323ea25359 HTTP/1.1" status: 204 len: 168 time: 0.1522272 Jul 14 18:30:18.996452 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e00343-9eef-4ab4-ae5e-1cf29b89ef6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c057975-4248-4baa-b8b3-1a323ea25359,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:30:19.083598 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be768b7-869a-4c1a-9e60-164540767246 req-e837da9c-f4d8-4357-ad39-24173bb0e802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:30:19.085591 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2be768b7-869a-4c1a-9e60-164540767246 req-e837da9c-f4d8-4357-ad39-24173bb0e802 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=fd8ea664-6074-4bbe-887f-058fe7b50123&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3021717 Jul 14 18:30:19.147939 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 94657e5f-6035-456e-93c2-fd609df29fcc no longer exists at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 18:30:19.174627 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] No Port match for: 94657e5f-6035-456e-93c2-fd609df29fcc {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 18:30:19.176527 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 94657e5f-6035-456e-93c2-fd609df29fcc not bound to the agent host n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 18:30:19.177105 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device c4cd2210-6cd8-4e3e-beff-23e84f4e4ff7 no longer exists at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 18:30:19.187311 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-cc6b7e63-99a5-4f0e-9798-546ab652553c req-e35670e3-957b-468e-a17c-89a9b7cedefd tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] 10.222.0.16 "GET /v2.0/security-groups?id=c6d2ae5e-7962-48ff-a84c-cacbd11fb04d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2476037 Jul 14 18:30:19.208088 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] No Port match for: c4cd2210-6cd8-4e3e-beff-23e84f4e4ff7 {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 18:30:19.208628 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device c4cd2210-6cd8-4e3e-beff-23e84f4e4ff7 not bound to the agent host n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 18:30:19.215877 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df59b95-3508-4928-9f4c-cebed866f393 req-ef03ef7c-1be2-42d5-ab31-6f7c7026a621 tempest-ServerDiskConfigTestJSON-1372590070 tempest-ServerDiskConfigTestJSON-1372590070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:30:19.217385 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6df59b95-3508-4928-9f4c-cebed866f393 req-ef03ef7c-1be2-42d5-ab31-6f7c7026a621 tempest-ServerDiskConfigTestJSON-1372590070 tempest-ServerDiskConfigTestJSON-1372590070-project] 10.222.0.16 "GET /v2.0/ports?device_id=62a466dc-11a6-4137-ad0c-d4416f09cc04 HTTP/1.1" status: 200 len: 946 time: 0.3961837 Jul 14 18:30:19.301243 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 41002) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:30:19.323923 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6df59b95-3508-4928-9f4c-cebed866f393 req-0f6a85ad-dfbb-4bf8-b6f4-d4897dbde242 tempest-ServerDiskConfigTestJSON-1372590070 tempest-ServerDiskConfigTestJSON-1372590070-project] 10.222.0.16 "GET /v2.0/security-groups?id=8f471560-b797-46f3-abf1-e078e196721c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889790 Jul 14 18:30:19.328168 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2be768b7-869a-4c1a-9e60-164540767246 req-f84ad271-71c9-477d-9b44-327de3896fa3 service neutron] 10.222.0.35 "GET /v2.0/networks/fd8ea664-6074-4bbe-887f-058fe7b50123?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2287614 Jul 14 18:30:19.330840 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-02655d3a-8893-4442-9f6f-d243de376daf req-7c2f6e54-e2d4-473c-998e-87f66a030552 tempest-ServersAdminNegativeTestJSON-646419896 tempest-ServersAdminNegativeTestJSON-646419896-project] Made reservation on behalf of 5e0b552683704e9182fa256fd3cf99e7 for: {'port': 1} {{(pid=93915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:30:19.335438 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-02655d3a-8893-4442-9f6f-d243de376daf req-7c2f6e54-e2d4-473c-998e-87f66a030552 tempest-ServersAdminNegativeTestJSON-646419896 tempest-ServersAdminNegativeTestJSON-646419896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:19.363840 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-02655d3a-8893-4442-9f6f-d243de376daf req-7c2f6e54-e2d4-473c-998e-87f66a030552 tempest-ServersAdminNegativeTestJSON-646419896 tempest-ServersAdminNegativeTestJSON-646419896-project] Notify callbacks [] for security_group, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:19.397294 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.db_base_plugin_v2 [None req-bfec7d49-ecf2-4428-804d-fa10661b2340 admin admin] Deleting subnet 5a217414-58ef-4307-9d67-478d26bf0735 {{(pid=93916) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 18:30:19.403650 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-bfec7d49-ecf2-4428-804d-fa10661b2340 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:19.467930 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-bfec7d49-ecf2-4428-804d-fa10661b2340 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26296866'] for subnet, precommit_delete_associations {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:19.491104 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 18:30:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f23180f8-0a94-4036-9acc-f7296ea886f4 x-openstack-request-id: req-f23180f8-0a94-4036-9acc-f7296ea886f4 {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:30:19.491684 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1eafe9fa-0b2b-4431-93db-de997e931e34", "name": "network-vif-deleted", "tag": "3bfa9848-5c11-42f5-94d7-252687344d85", "status": "completed", "code": 200}]} {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:30:19.492156 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f23180f8-0a94-4036-9acc-f7296ea886f4 {{(pid=93915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:30:19.492752 n-d-800634-3 neutron-server[93915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1eafe9fa-0b2b-4431-93db-de997e931e34', 'name': 'network-vif-deleted', 'tag': '3bfa9848-5c11-42f5-94d7-252687344d85', 'status': 'completed', 'code': 200} Jul 14 18:30:19.513946 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-bfec7d49-ecf2-4428-804d-fa10661b2340 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081283'] for subnet, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:19.572875 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-40d991e6-0d9b-471b-82ca-e31191d488d5 req-3ee47e7f-2719-412a-a03d-1238086b24c6 tempest-ServersAdminNegativeTestJSON-646419896 tempest-ServersAdminNegativeTestJSON-646419896-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1b6a74-e58d-49d9-a913-084008333fc7 HTTP/1.1" status: 200 len: 210 time: 0.0656879 Jul 14 18:30:19.626804 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-bfec7d49-ecf2-4428-804d-fa10661b2340 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2684816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26033152'] for subnet, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:19.653040 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2be768b7-869a-4c1a-9e60-164540767246 req-1dd9e9f2-45fa-4be6-a4f8-ef828b564e36 service neutron] 10.222.0.35 "GET /v2.0/networks/fd8ea664-6074-4bbe-887f-058fe7b50123?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3133121 Jul 14 18:30:19.693662 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfec7d49-ecf2-4428-804d-fa10661b2340 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5a217414-58ef-4307-9d67-478d26bf0735,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:30:19.706595 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-bfec7d49-ecf2-4428-804d-fa10661b2340 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598705'] for subnet, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:19.713269 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-bfec7d49-ecf2-4428-804d-fa10661b2340 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/5a217414-58ef-4307-9d67-478d26bf0735 HTTP/1.1" status: 204 len: 168 time: 0.4107139 Jul 14 18:30:19.715665 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 41016) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:30:19.753509 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-8e790a61-cc08-4e78-91e4-1649bef0a5b8 req-08185243-e094-4115-b0be-273568db4912 tempest-ImagesNegativeTestJSON-1631173663 tempest-ImagesNegativeTestJSON-1631173663-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=967f2551f4204c628baa936bcb32c256&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0484729 Jul 14 18:30:19.878138 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-02655d3a-8893-4442-9f6f-d243de376daf req-7c2f6e54-e2d4-473c-998e-87f66a030552 tempest-ServersAdminNegativeTestJSON-646419896 tempest-ServersAdminNegativeTestJSON-646419896-project] Notify callbacks [] for security_group, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:19.881220 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-7fbf2784-82d1-4a14-9cd0-66c7c7a68c18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645734'] for network, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:19.887852 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34c2f91-6ac9-4ce0-bdd9-c4bc6857385b req-3c2038c0-d49e-49fd-866e-1b41020ac3c5 tempest-ServerDiskConfigTestJSON-1372590070 tempest-ServerDiskConfigTestJSON-1372590070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:30:19.890377 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-d34c2f91-6ac9-4ce0-bdd9-c4bc6857385b req-3c2038c0-d49e-49fd-866e-1b41020ac3c5 tempest-ServerDiskConfigTestJSON-1372590070 tempest-ServerDiskConfigTestJSON-1372590070-project] 10.222.0.16 "GET /v2.0/ports?device_id=62a466dc-11a6-4137-ad0c-d4416f09cc04 HTTP/1.1" status: 200 len: 946 time: 0.2428975 Jul 14 18:30:19.893779 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-02655d3a-8893-4442-9f6f-d243de376daf req-7c2f6e54-e2d4-473c-998e-87f66a030552 tempest-ServersAdminNegativeTestJSON-646419896 tempest-ServersAdminNegativeTestJSON-646419896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:20.012869 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-7fbf2784-82d1-4a14-9cd0-66c7c7a68c18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2096010', 'neutron.services.segments.db._delete_segments_for_network-8728202734996'] for network, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:20.033269 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.segments.db [None req-7fbf2784-82d1-4a14-9cd0-66c7c7a68c18 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ad1e51f-b7c6-4f93-8fe8-74fe78287330']}} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:30:20.049189 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.segments.db [None req-7fbf2784-82d1-4a14-9cd0-66c7c7a68c18 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9376c24-faea-4d6c-bef4-365348c078c6') {'for_net_delete': True} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:30:20.049497 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.segments.db [None req-7fbf2784-82d1-4a14-9cd0-66c7c7a68c18 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9376c24-faea-4d6c-bef4-365348c078c6') {} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:30:20.060925 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-7fbf2784-82d1-4a14-9cd0-66c7c7a68c18 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728202715275', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26296891'] for segment, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:20.082728 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-7fbf2784-82d1-4a14-9cd0-66c7c7a68c18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:20.093954 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-7e0a7430-1754-414b-8abc-e1158bd5def4 req-3ebf1535-3e97-45cd-a564-61f4c1d1f846 tempest-ImagesNegativeTestJSON-1631173663 tempest-ImagesNegativeTestJSON-1631173663-project] 10.222.0.16 "GET /v2.0/ports?device_id=cdd3e628-6519-4c94-ae49-8fa793c4a3ad HTTP/1.1" status: 200 len: 210 time: 0.1624415 Jul 14 18:30:20.097461 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7fbf2784-82d1-4a14-9cd0-66c7c7a68c18 admin admin] Releasing vlan 86 on physical network physnet1 to pool {{(pid=93916) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 18:30:20.102085 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-7fbf2784-82d1-4a14-9cd0-66c7c7a68c18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2682942'] for segment, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:20.109157 n-d-800634-3 neutron-server[93916]: Traceback (most recent call last): Jul 14 18:30:20.109157 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 18:30:20.109157 n-d-800634-3 neutron-server[93916]: timer() Jul 14 18:30:20.109157 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 18:30:20.109157 n-d-800634-3 neutron-server[93916]: cb(*args, **kw) Jul 14 18:30:20.109157 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 18:30:20.109157 n-d-800634-3 neutron-server[93916]: return func(*args, **kwargs) Jul 14 18:30:20.109157 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 18:30:20.109157 n-d-800634-3 neutron-server[93916]: self._notify() Jul 14 18:30:20.109157 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 18:30:20.109157 n-d-800634-3 neutron-server[93916]: self.callback(batched_events) Jul 14 18:30:20.109157 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 18:30:20.109157 n-d-800634-3 neutron-server[93916]: event.method(event) Jul 14 18:30:20.109157 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 18:30:20.109157 n-d-800634-3 neutron-server[93916]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 18:30:20.109157 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 18:30:20.109157 n-d-800634-3 neutron-server[93916]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 18:30:20.109157 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 18:30:20.109157 n-d-800634-3 neutron-server[93916]: return f(self, *a, **k) Jul 14 18:30:20.109157 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 18:30:20.109157 n-d-800634-3 neutron-server[93916]: return self._get(url).json() Jul 14 18:30:20.109157 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 18:30:20.109157 n-d-800634-3 neutron-server[93916]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 18:30:20.109157 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 18:30:20.109157 n-d-800634-3 neutron-server[93916]: return self.request(url, 'GET', **kwargs) Jul 14 18:30:20.109157 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 18:30:20.109157 n-d-800634-3 neutron-server[93916]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 18:30:20.109157 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 18:30:20.109157 n-d-800634-3 neutron-server[93916]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 18:30:20.109157 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 18:30:20.109157 n-d-800634-3 neutron-server[93916]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 18:30:20.109157 n-d-800634-3 neutron-server[93916]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 18:30:20.122457 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-d34c2f91-6ac9-4ce0-bdd9-c4bc6857385b req-59ef3c85-0d31-4ed3-93aa-db9cdeb2314c tempest-ServerDiskConfigTestJSON-1372590070 tempest-ServerDiskConfigTestJSON-1372590070-project] 10.222.0.16 "GET /v2.0/security-groups?id=8f471560-b797-46f3-abf1-e078e196721c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2253168 Jul 14 18:30:20.137023 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2f6e54-e2d4-473c-998e-87f66a030552 tempest-ServersAdminNegativeTestJSON-646419896 tempest-ServersAdminNegativeTestJSON-646419896-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ddd9256f-f69d-40e1-9519-2d888770192d,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:30:20.150824 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e790a61-cc08-4e78-91e4-1649bef0a5b8 req-159a8107-b1db-43aa-a318-f916f88252a9 tempest-ImagesNegativeTestJSON-1631173663 tempest-ImagesNegativeTestJSON-1631173663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:30:20.151971 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-8e790a61-cc08-4e78-91e4-1649bef0a5b8 req-159a8107-b1db-43aa-a318-f916f88252a9 tempest-ImagesNegativeTestJSON-1631173663 tempest-ImagesNegativeTestJSON-1631173663-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3906884 Jul 14 18:30:20.182443 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [req-8e790a61-cc08-4e78-91e4-1649bef0a5b8 req-32c3c158-9c17-42f8-ba33-e62a2cb8151c tempest-ImagesNegativeTestJSON-1631173663 tempest-ImagesNegativeTestJSON-1631173663-project] Request body: {'port': {'device_id': 'cdd3e628-6519-4c94-ae49-8fa793c4a3ad', 'network_id': '4f742057-89ee-4b4a-86f7-487ee61881a1', 'admin_state_up': True, 'tenant_id': '967f2551f4204c628baa936bcb32c256'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:30:20.227837 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-7fbf2784-82d1-4a14-9cd0-66c7c7a68c18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2096001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-930085'] for network, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:20.243997 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-7fbf2784-82d1-4a14-9cd0-66c7c7a68c18 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598705'] for network, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:20.248521 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-7fbf2784-82d1-4a14-9cd0-66c7c7a68c18 admin admin] 10.222.0.16 "DELETE /v2.0/networks/0ad1e51f-b7c6-4f93-8fe8-74fe78287330 HTTP/1.1" status: 204 len: 168 time: 0.5268378 Jul 14 18:30:20.264100 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbf2784-82d1-4a14-9cd0-66c7c7a68c18 admin admin] Pushing event deleted for resources: {'Network': ['ID=0ad1e51f-b7c6-4f93-8fe8-74fe78287330,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:30:20.313775 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-f2aac2a7-b4bd-4a60-88dd-a288cf39bcc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:20.416712 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.db_base_plugin_common [req-02655d3a-8893-4442-9f6f-d243de376daf req-7c2f6e54-e2d4-473c-998e-87f66a030552 tempest-ServersAdminNegativeTestJSON-646419896 tempest-ServersAdminNegativeTestJSON-646419896-project] Allocated IP 192.168.233.152 (4f742057-89ee-4b4a-86f7-487ee61881a1/f20c54fb-f7da-4761-aa61-2e4f99f3d332/30ec9332-1965-4929-aed6-4a1d161d3ca0) {{(pid=93915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:30:20.450242 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 41042) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:30:20.522652 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-a0afcd55-1e7e-43b7-835d-195e6c47df6b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=dd65762e50424de597c9d075b2c0edcc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0718589 Jul 14 18:30:20.525594 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 41046) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:30:20.581057 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device 3bfa9848-5c11-42f5-94d7-252687344d85 no longer exists at agent hyperv_n-h1-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 18:30:20.596715 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-566e78fb-e6ad-4f77-8e10-528e804de004 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:20.600382 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e790a61-cc08-4e78-91e4-1649bef0a5b8 req-32c3c158-9c17-42f8-ba33-e62a2cb8151c tempest-ImagesNegativeTestJSON-1631173663 tempest-ImagesNegativeTestJSON-1631173663-project] Made reservation on behalf of 967f2551f4204c628baa936bcb32c256 for: {'port': 1} {{(pid=93915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:30:20.604460 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-8e790a61-cc08-4e78-91e4-1649bef0a5b8 req-32c3c158-9c17-42f8-ba33-e62a2cb8151c tempest-ImagesNegativeTestJSON-1631173663 tempest-ImagesNegativeTestJSON-1631173663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:20.627354 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] No Port match for: 3bfa9848-5c11-42f5-94d7-252687344d85 {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 18:30:20.628542 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device 3bfa9848-5c11-42f5-94d7-252687344d85 not bound to the agent host n-h1-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 18:30:20.639226 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-8e790a61-cc08-4e78-91e4-1649bef0a5b8 req-32c3c158-9c17-42f8-ba33-e62a2cb8151c tempest-ImagesNegativeTestJSON-1631173663 tempest-ImagesNegativeTestJSON-1631173663-project] Notify callbacks [] for security_group, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:20.651459 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d9df1b-1c7f-49ca-850c-634617a953d2 req-ccb95f77-0e39-4ed6-b3d5-f295e91b7210 tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:30:20.651702 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-566e78fb-e6ad-4f77-8e10-528e804de004 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:20.653130 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-78d9df1b-1c7f-49ca-850c-634617a953d2 req-ccb95f77-0e39-4ed6-b3d5-f295e91b7210 tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] 10.222.0.16 "GET /v2.0/ports?device_id=e324c388-2bb3-401d-a7a7-373392456b8c HTTP/1.1" status: 200 len: 943 time: 0.2083321 Jul 14 18:30:20.714560 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-566e78fb-e6ad-4f77-8e10-528e804de004 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:20.719683 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-566e78fb-e6ad-4f77-8e10-528e804de004 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:20.721742 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-566e78fb-e6ad-4f77-8e10-528e804de004 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/bb1c7b8c-b00f-4058-80f8-778271856464 HTTP/1.1" status: 204 len: 168 time: 0.1949968 Jul 14 18:30:20.740848 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566e78fb-e6ad-4f77-8e10-528e804de004 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb1c7b8c-b00f-4058-80f8-778271856464,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:30:20.811607 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-78d9df1b-1c7f-49ca-850c-634617a953d2 req-d55b6d44-c8f1-4ac0-b8cb-a1b2856f542e tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] 10.222.0.16 "GET /v2.0/security-groups?id=c6d2ae5e-7962-48ff-a84c-cacbd11fb04d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1491556 Jul 14 18:30:20.821580 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-02655d3a-8893-4442-9f6f-d243de376daf req-7c2f6e54-e2d4-473c-998e-87f66a030552 tempest-ServersAdminNegativeTestJSON-646419896 tempest-ServersAdminNegativeTestJSON-646419896-project] Notify callbacks [] for port, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:20.854984 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.provisioning_blocks [req-02655d3a-8893-4442-9f6f-d243de376daf req-7c2f6e54-e2d4-473c-998e-87f66a030552 tempest-ServersAdminNegativeTestJSON-646419896 tempest-ServersAdminNegativeTestJSON-646419896-project] Transition to ACTIVE for port object 30ec9332-1965-4929-aed6-4a1d161d3ca0 will not be triggered until provisioned by entity DHCP. {{(pid=93915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:30:20.962681 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-8519bf93-f627-4895-87fc-a0ee8ae6b421 req-1d214b96-be70-4aa0-bfe8-3f016fbd54c0 tempest-ServersAdminNegativeTestJSON-646419896 tempest-ServersAdminNegativeTestJSON-646419896-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1b6a74-e58d-49d9-a913-084008333fc7 HTTP/1.1" status: 200 len: 210 time: 0.0488498 Jul 14 18:30:20.973413 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-8e790a61-cc08-4e78-91e4-1649bef0a5b8 req-32c3c158-9c17-42f8-ba33-e62a2cb8151c tempest-ImagesNegativeTestJSON-1631173663 tempest-ImagesNegativeTestJSON-1631173663-project] Notify callbacks [] for security_group, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:20.977639 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-02655d3a-8893-4442-9f6f-d243de376daf req-7c2f6e54-e2d4-473c-998e-87f66a030552 tempest-ServersAdminNegativeTestJSON-646419896 tempest-ServersAdminNegativeTestJSON-646419896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:21.001788 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-8e790a61-cc08-4e78-91e4-1649bef0a5b8 req-32c3c158-9c17-42f8-ba33-e62a2cb8151c tempest-ImagesNegativeTestJSON-1631173663 tempest-ImagesNegativeTestJSON-1631173663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:21.036904 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Device fc7adfc8-2429-4dd9-9c99-fafc5938bde8 details requested by agent hyperv_n-h2-800634-3 with host n-h2-800634-3 {{(pid=93917) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 18:30:21.073192 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-02655d3a-8893-4442-9f6f-d243de376daf req-7c2f6e54-e2d4-473c-998e-87f66a030552 tempest-ServersAdminNegativeTestJSON-646419896 tempest-ServersAdminNegativeTestJSON-646419896-project] Network 4f742057-89ee-4b4a-86f7-487ee61881a1 is already hosted by enough agents. {{(pid=93915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:30:21.094672 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [req-02655d3a-8893-4442-9f6f-d243de376daf req-7c2f6e54-e2d4-473c-998e-87f66a030552 tempest-ServersAdminNegativeTestJSON-646419896 tempest-ServersAdminNegativeTestJSON-646419896-project] Resources bound (agent type, host, resource id): {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:30:21.097111 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [req-02655d3a-8893-4442-9f6f-d243de376daf req-7c2f6e54-e2d4-473c-998e-87f66a030552 tempest-ServersAdminNegativeTestJSON-646419896 tempest-ServersAdminNegativeTestJSON-646419896-project] Received port after_create {{(pid=93915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:30:21.222105 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c3c158-9c17-42f8-ba33-e62a2cb8151c tempest-ImagesNegativeTestJSON-1631173663 tempest-ImagesNegativeTestJSON-1631173663-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d0d753c3-9e10-481b-80d6-471a3796d41f,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:30:21.226828 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2f6e54-e2d4-473c-998e-87f66a030552 tempest-ServersAdminNegativeTestJSON-646419896 tempest-ServersAdminNegativeTestJSON-646419896-project] Pushing event updated for resources: {'Port': ['ID=30ec9332-1965-4929-aed6-4a1d161d3ca0,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:30:21.241069 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] For port fc7adfc8-2429-4dd9-9c99-fafc5938bde8, host n-h2-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=fc7adfc8-2429-4dd9-9c99-fafc5938bde8,segment=NetworkSegment(48f07496-1654-4e70-864e-6d82e6081c18),segment_id=48f07496-1654-4e70-864e-6d82e6081c18)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:30:21.277369 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Returning: {'device': 'fc7adfc8-2429-4dd9-9c99-fafc5938bde8', 'network_id': 'fd8ea664-6074-4bbe-887f-058fe7b50123', 'port_id': 'fc7adfc8-2429-4dd9-9c99-fafc5938bde8', 'mac_address': 'fa:16:3e:da:9d:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9715e59-b525-40fa-a99e-ebf6aedac4af', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93917) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 18:30:21.379000 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02655d3a-8893-4442-9f6f-d243de376daf req-7c2f6e54-e2d4-473c-998e-87f66a030552 tempest-ServersAdminNegativeTestJSON-646419896 tempest-ServersAdminNegativeTestJSON-646419896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:30:21.379973 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-02655d3a-8893-4442-9f6f-d243de376daf req-7c2f6e54-e2d4-473c-998e-87f66a030552 tempest-ServersAdminNegativeTestJSON-646419896 tempest-ServersAdminNegativeTestJSON-646419896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:21.385837 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.db_base_plugin_common [req-8e790a61-cc08-4e78-91e4-1649bef0a5b8 req-32c3c158-9c17-42f8-ba33-e62a2cb8151c tempest-ImagesNegativeTestJSON-1631173663 tempest-ImagesNegativeTestJSON-1631173663-project] Allocated IP 192.168.233.38 (4f742057-89ee-4b4a-86f7-487ee61881a1/f20c54fb-f7da-4761-aa61-2e4f99f3d332/e589939f-3c87-4e74-b554-9ba8f367d4c1) {{(pid=93915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:30:21.396988 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:21.428031 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc7adfc8-2429-4dd9-9c99-fafc5938bde8 {{(pid=93917) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 18:30:21.434441 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-02655d3a-8893-4442-9f6f-d243de376daf req-7c2f6e54-e2d4-473c-998e-87f66a030552 tempest-ServersAdminNegativeTestJSON-646419896 tempest-ServersAdminNegativeTestJSON-646419896-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5014410 Jul 14 18:30:21.454911 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [req-02655d3a-8893-4442-9f6f-d243de376daf req-ca262e23-09e1-4251-a6c4-35d3d38fb682 service neutron] Request body: {'port': {'device_id': 'cb1b6a74-e58d-49d9-a913-084008333fc7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800634-3'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:30:21.480598 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] For port fc7adfc8-2429-4dd9-9c99-fafc5938bde8, host n-h2-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=fc7adfc8-2429-4dd9-9c99-fafc5938bde8,segment=NetworkSegment(48f07496-1654-4e70-864e-6d82e6081c18),segment_id=48f07496-1654-4e70-864e-6d82e6081c18)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:30:21.486466 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:21.497489 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e473eb3-ed70-4561-8f17-4432392a7246 req-ccd0f039-a13a-4023-9e6f-de2dbebc1ad3 tempest-ServerDiskConfigTestJSON-1372590070 tempest-ServerDiskConfigTestJSON-1372590070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:30:21.505854 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6e473eb3-ed70-4561-8f17-4432392a7246 req-ccd0f039-a13a-4023-9e6f-de2dbebc1ad3 tempest-ServerDiskConfigTestJSON-1372590070 tempest-ServerDiskConfigTestJSON-1372590070-project] 10.222.0.16 "GET /v2.0/ports?device_id=62a466dc-11a6-4137-ad0c-d4416f09cc04 HTTP/1.1" status: 200 len: 946 time: 0.4009943 Jul 14 18:30:21.532944 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-fe86cf6e-73fc-49aa-b903-6eec92bc4f82 None None] Provisioning for port 30ec9332-1965-4929-aed6-4a1d161d3ca0 completed by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:30:21.544507 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-fe86cf6e-73fc-49aa-b903-6eec92bc4f82 None None] Provisioning complete for port 30ec9332-1965-4929-aed6-4a1d161d3ca0 triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:30:21.544928 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-fe86cf6e-73fc-49aa-b903-6eec92bc4f82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:21.557073 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-8de807ae-39a1-4c4c-a059-a6da67ea6dda req-c3fbe9e2-5dbc-42ef-9fc2-43a4110e7a76 tempest-ImagesNegativeTestJSON-1631173663 tempest-ImagesNegativeTestJSON-1631173663-project] 10.222.0.16 "GET /v2.0/ports?device_id=cdd3e628-6519-4c94-ae49-8fa793c4a3ad HTTP/1.1" status: 200 len: 210 time: 0.0679598 Jul 14 18:30:21.602652 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Pushing event updated for resources: {'Port': ['ID=fc7adfc8-2429-4dd9-9c99-fafc5938bde8,revision_number=4']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:30:21.619237 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6e473eb3-ed70-4561-8f17-4432392a7246 req-c31c5416-cf6c-4e7d-aa6e-187c37030c69 tempest-ServerDiskConfigTestJSON-1372590070 tempest-ServerDiskConfigTestJSON-1372590070-project] 10.222.0.16 "GET /v2.0/security-groups?id=8f471560-b797-46f3-abf1-e078e196721c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125064 Jul 14 18:30:21.620572 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-fe86cf6e-73fc-49aa-b903-6eec92bc4f82 None None] Port 30ec9332-1965-4929-aed6-4a1d161d3ca0 cannot update to ACTIVE because it is not bound. {{(pid=93917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 18:30:21.703141 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 41088) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:30:21.735864 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-02655d3a-8893-4442-9f6f-d243de376daf req-ca262e23-09e1-4251-a6c4-35d3d38fb682 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:21.742537 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] get_ports_and_sgs() called for port_ids ['fc7adfc8-2429-4dd9-9c99-fafc5938bde8'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 18:30:21.807250 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-8e790a61-cc08-4e78-91e4-1649bef0a5b8 req-32c3c158-9c17-42f8-ba33-e62a2cb8151c tempest-ImagesNegativeTestJSON-1631173663 tempest-ImagesNegativeTestJSON-1631173663-project] Notify callbacks [] for port, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:21.834514 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.provisioning_blocks [req-8e790a61-cc08-4e78-91e4-1649bef0a5b8 req-32c3c158-9c17-42f8-ba33-e62a2cb8151c tempest-ImagesNegativeTestJSON-1631173663 tempest-ImagesNegativeTestJSON-1631173663-project] Transition to ACTIVE for port object e589939f-3c87-4e74-b554-9ba8f367d4c1 will not be triggered until provisioned by entity DHCP. {{(pid=93915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:30:21.947920 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-5086282d-1da8-43f3-a0e6-b686231d7ac1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:21.987175 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-8e790a61-cc08-4e78-91e4-1649bef0a5b8 req-32c3c158-9c17-42f8-ba33-e62a2cb8151c tempest-ImagesNegativeTestJSON-1631173663 tempest-ImagesNegativeTestJSON-1631173663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:22.083431 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba3e715-aef2-4794-bcd8-fcf9fc627b88 req-9cae8ccb-65f3-4e7a-8692-4aa19699769a tempest-ServerDiskConfigTestJSON-1372590070 tempest-ServerDiskConfigTestJSON-1372590070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:30:22.085037 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-8ba3e715-aef2-4794-bcd8-fcf9fc627b88 req-9cae8ccb-65f3-4e7a-8692-4aa19699769a tempest-ServerDiskConfigTestJSON-1372590070 tempest-ServerDiskConfigTestJSON-1372590070-project] 10.222.0.35 "GET /v2.0/ports?device_id=62a466dc-11a6-4137-ad0c-d4416f09cc04 HTTP/1.1" status: 200 len: 946 time: 0.2006314 Jul 14 18:30:22.135867 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-5086282d-1da8-43f3-a0e6-b686231d7ac1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:22.143745 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-5086282d-1da8-43f3-a0e6-b686231d7ac1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:22.182068 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e790a61-cc08-4e78-91e4-1649bef0a5b8 req-32c3c158-9c17-42f8-ba33-e62a2cb8151c tempest-ImagesNegativeTestJSON-1631173663 tempest-ImagesNegativeTestJSON-1631173663-project] Network 4f742057-89ee-4b4a-86f7-487ee61881a1 is already hosted by enough agents. {{(pid=93915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:30:22.192719 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-5086282d-1da8-43f3-a0e6-b686231d7ac1 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=fd40ad87e14a4b79829c40fe5e36c803&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4879444 Jul 14 18:30:22.194253 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5086282d-1da8-43f3-a0e6-b686231d7ac1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbe4d90f-afaa-44ec-a61d-0e6bc8c71bab,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:30:22.196892 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 41106) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:30:22.252320 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-42c296ba-5b2b-4c50-ad21-293c54ec5334 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:22.275158 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-42c296ba-5b2b-4c50-ad21-293c54ec5334 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:22.311577 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [req-8e790a61-cc08-4e78-91e4-1649bef0a5b8 req-32c3c158-9c17-42f8-ba33-e62a2cb8151c tempest-ImagesNegativeTestJSON-1631173663 tempest-ImagesNegativeTestJSON-1631173663-project] Resources bound (agent type, host, resource id): {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:30:22.319668 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e790a61-cc08-4e78-91e4-1649bef0a5b8 req-32c3c158-9c17-42f8-ba33-e62a2cb8151c tempest-ImagesNegativeTestJSON-1631173663 tempest-ImagesNegativeTestJSON-1631173663-project] Received port after_create {{(pid=93915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:30:22.349121 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-42c296ba-5b2b-4c50-ad21-293c54ec5334 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:22.357496 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-42c296ba-5b2b-4c50-ad21-293c54ec5334 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:22.358818 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-42c296ba-5b2b-4c50-ad21-293c54ec5334 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/cbe4d90f-afaa-44ec-a61d-0e6bc8c71bab HTTP/1.1" status: 204 len: 168 time: 0.1611063 Jul 14 18:30:22.371798 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c296ba-5b2b-4c50-ad21-293c54ec5334 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbe4d90f-afaa-44ec-a61d-0e6bc8c71bab,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:30:22.378450 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e790a61-cc08-4e78-91e4-1649bef0a5b8 req-32c3c158-9c17-42f8-ba33-e62a2cb8151c tempest-ImagesNegativeTestJSON-1631173663 tempest-ImagesNegativeTestJSON-1631173663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:30:22.379271 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-8e790a61-cc08-4e78-91e4-1649bef0a5b8 req-32c3c158-9c17-42f8-ba33-e62a2cb8151c tempest-ImagesNegativeTestJSON-1631173663 tempest-ImagesNegativeTestJSON-1631173663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:22.388970 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c3c158-9c17-42f8-ba33-e62a2cb8151c tempest-ImagesNegativeTestJSON-1631173663 tempest-ImagesNegativeTestJSON-1631173663-project] Pushing event updated for resources: {'Port': ['ID=e589939f-3c87-4e74-b554-9ba8f367d4c1,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:30:22.491605 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-8e790a61-cc08-4e78-91e4-1649bef0a5b8 req-32c3c158-9c17-42f8-ba33-e62a2cb8151c tempest-ImagesNegativeTestJSON-1631173663 tempest-ImagesNegativeTestJSON-1631173663-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.3148935 Jul 14 18:30:22.511526 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [req-8e790a61-cc08-4e78-91e4-1649bef0a5b8 req-35ecee95-ec84-43c4-a91f-55e84149e5f2 service neutron] Request body: {'port': {'device_id': 'cdd3e628-6519-4c94-ae49-8fa793c4a3ad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800634-3'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:30:22.582014 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b1cd5b-ec1e-4988-8e45-282b440ce96b req-b6952893-e004-428f-8e13-bb5a533a0b57 tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:30:22.584182 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-07b1cd5b-ec1e-4988-8e45-282b440ce96b req-b6952893-e004-428f-8e13-bb5a533a0b57 tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] 10.222.0.16 "GET /v2.0/ports?device_id=e324c388-2bb3-401d-a7a7-373392456b8c HTTP/1.1" status: 200 len: 944 time: 0.4856431 Jul 14 18:30:22.639911 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e43abd2-3862-4b7e-8496-e3cbe1ed9657 req-630dd11e-ceb0-4852-8462-bf01ace696ad tempest-ServersAdminNegativeTestJSON-646419896 tempest-ServersAdminNegativeTestJSON-646419896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:30:22.646883 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2e43abd2-3862-4b7e-8496-e3cbe1ed9657 req-630dd11e-ceb0-4852-8462-bf01ace696ad tempest-ServersAdminNegativeTestJSON-646419896 tempest-ServersAdminNegativeTestJSON-646419896-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1b6a74-e58d-49d9-a913-084008333fc7 HTTP/1.1" status: 200 len: 936 time: 0.4742467 Jul 14 18:30:22.650430 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-4d05a671-3527-4be9-8278-5c0c849b42c7 None None] Provisioning for port e589939f-3c87-4e74-b554-9ba8f367d4c1 completed by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:30:22.656388 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-4d05a671-3527-4be9-8278-5c0c849b42c7 None None] Provisioning complete for port e589939f-3c87-4e74-b554-9ba8f367d4c1 triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:30:22.657231 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-4d05a671-3527-4be9-8278-5c0c849b42c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:22.710196 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-4d05a671-3527-4be9-8278-5c0c849b42c7 None None] Port e589939f-3c87-4e74-b554-9ba8f367d4c1 cannot update to ACTIVE because it is not bound. {{(pid=93917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 18:30:22.759289 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-54587232-c6aa-4c3c-8608-4c71dc109863 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:23.037490 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Device fc7adfc8-2429-4dd9-9c99-fafc5938bde8 up at agent hyperv_n-h2-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:30:23.046865 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [req-02655d3a-8893-4442-9f6f-d243de376daf req-ca262e23-09e1-4251-a6c4-35d3d38fb682 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 30ec9332-1965-4929-aed6-4a1d161d3ca0 {{(pid=93915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 18:30:23.070856 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [req-8ba3e715-aef2-4794-bcd8-fcf9fc627b88 req-acff046c-dd78-4069-816f-d13be55a8d4a tempest-ServerDiskConfigTestJSON-1372590070 tempest-ServerDiskConfigTestJSON-1372590070-project] Deleting port 2b19161f-ddff-4008-b8e7-e2106699b3e2 {{(pid=93915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:30:23.071206 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-8ba3e715-aef2-4794-bcd8-fcf9fc627b88 req-acff046c-dd78-4069-816f-d13be55a8d4a tempest-ServerDiskConfigTestJSON-1372590070 tempest-ServerDiskConfigTestJSON-1372590070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:23.085607 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-02655d3a-8893-4442-9f6f-d243de376daf req-ca262e23-09e1-4251-a6c4-35d3d38fb682 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:23.135343 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:23.148797 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-07b1cd5b-ec1e-4988-8e45-282b440ce96b req-64b0d31c-f83b-4330-9d8c-f685360987c2 tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] 10.222.0.16 "GET /v2.0/security-groups?id=c6d2ae5e-7962-48ff-a84c-cacbd11fb04d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5464306 Jul 14 18:30:23.160999 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2e43abd2-3862-4b7e-8496-e3cbe1ed9657 req-ebec8b9b-9052-4485-9bad-c51526baa81b tempest-ServersAdminNegativeTestJSON-646419896 tempest-ServersAdminNegativeTestJSON-646419896-project] 10.222.0.16 "GET /v2.0/security-groups?id=ddd9256f-f69d-40e1-9519-2d888770192d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5130532 Jul 14 18:30:23.164489 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Provisioning for port fc7adfc8-2429-4dd9-9c99-fafc5938bde8 completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:30:23.167787 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-8e790a61-cc08-4e78-91e4-1649bef0a5b8 req-35ecee95-ec84-43c4-a91f-55e84149e5f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:23.173562 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Provisioning complete for port fc7adfc8-2429-4dd9-9c99-fafc5938bde8 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:30:23.173970 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:23.182122 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.provisioning_blocks [req-02655d3a-8893-4442-9f6f-d243de376daf req-ca262e23-09e1-4251-a6c4-35d3d38fb682 service neutron] Transition to ACTIVE for port object 30ec9332-1965-4929-aed6-4a1d161d3ca0 will not be triggered until provisioned by entity L2. {{(pid=93915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:30:23.210296 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-02655d3a-8893-4442-9f6f-d243de376daf req-ca262e23-09e1-4251-a6c4-35d3d38fb682 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25912978'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:23.382676 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:23.401416 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca262e23-09e1-4251-a6c4-35d3d38fb682 service neutron] Pushing event updated for resources: {'Port': ['ID=30ec9332-1965-4929-aed6-4a1d161d3ca0,revision_number=2']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:30:23.431179 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e324c388-2bb3-401d-a7a7-373392456b8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc7adfc8-2429-4dd9-9c99-fafc5938bde8'}] {{(pid=93917) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:30:23.433829 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20b787f3c29eaa7aa2a4d648c725a2124c5ff39a8d793252f9d844495e14cf42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f724ded-5eeb-416f-b5ac-bf952f476cd5" -d '{"events": [{"server_uuid": "e324c388-2bb3-401d-a7a7-373392456b8c", "name": "network-vif-plugged", "status": "completed", "tag": "fc7adfc8-2429-4dd9-9c99-fafc5938bde8"}]}' {{(pid=93917) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:30:23.437423 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-8ba3e715-aef2-4794-bcd8-fcf9fc627b88 req-acff046c-dd78-4069-816f-d13be55a8d4a tempest-ServerDiskConfigTestJSON-1372590070 tempest-ServerDiskConfigTestJSON-1372590070-project] For port 2b19161f-ddff-4008-b8e7-e2106699b3e2, host n-h2-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=2b19161f-ddff-4008-b8e7-e2106699b3e2,segment=NetworkSegment(9a21e516-8d79-4e64-b3eb-1610a868b024),segment_id=9a21e516-8d79-4e64-b3eb-1610a868b024)] {{(pid=93915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:30:23.437796 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-8ba3e715-aef2-4794-bcd8-fcf9fc627b88 req-acff046c-dd78-4069-816f-d13be55a8d4a tempest-ServerDiskConfigTestJSON-1372590070 tempest-ServerDiskConfigTestJSON-1372590070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:23.453336 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] For port fc7adfc8-2429-4dd9-9c99-fafc5938bde8, host n-h2-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=fc7adfc8-2429-4dd9-9c99-fafc5938bde8,segment=NetworkSegment(48f07496-1654-4e70-864e-6d82e6081c18),segment_id=48f07496-1654-4e70-864e-6d82e6081c18)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:30:23.468309 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:23.471080 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Device 2b19161f-ddff-4008-b8e7-e2106699b3e2 no longer exists at agent hyperv_n-h2-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 18:30:23.556944 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [req-8ba3e715-aef2-4794-bcd8-fcf9fc627b88 req-acff046c-dd78-4069-816f-d13be55a8d4a tempest-ServerDiskConfigTestJSON-1372590070 tempest-ServerDiskConfigTestJSON-1372590070-project] Calling delete_port for 2b19161f-ddff-4008-b8e7-e2106699b3e2 owned by compute:nova {{(pid=93915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:30:23.619276 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Pushing event updated for resources: {'Port': ['ID=fc7adfc8-2429-4dd9-9c99-fafc5938bde8,revision_number=5']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:30:23.674303 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:23.712376 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] For port 2b19161f-ddff-4008-b8e7-e2106699b3e2, host n-h2-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=2b19161f-ddff-4008-b8e7-e2106699b3e2,segment=NetworkSegment(9a21e516-8d79-4e64-b3eb-1610a868b024),segment_id=9a21e516-8d79-4e64-b3eb-1610a868b024)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:30:23.717709 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:23.792409 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Pushing event updated for resources: {'Port': ['ID=2b19161f-ddff-4008-b8e7-e2106699b3e2,revision_number=6']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:30:23.826905 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-02655d3a-8893-4442-9f6f-d243de376daf req-ca262e23-09e1-4251-a6c4-35d3d38fb682 service neutron] Attempting to bind port 30ec9332-1965-4929-aed6-4a1d161d3ca0 on host n-h1-800634-3 for vnic_type normal with profile {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:30:23.826905 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-02655d3a-8893-4442-9f6f-d243de376daf req-ca262e23-09e1-4251-a6c4-35d3d38fb682 service neutron] Attempting to bind port 30ec9332-1965-4929-aed6-4a1d161d3ca0 by drivers openvswitch,hyperv on host n-h1-800634-3 at level 0 using segments [{'id': '067fc487-22c7-42de-972d-ae352a28ad29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '4f742057-89ee-4b4a-86f7-487ee61881a1'}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:30:23.826905 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02655d3a-8893-4442-9f6f-d243de376daf req-ca262e23-09e1-4251-a6c4-35d3d38fb682 service neutron] Attempting to bind port 30ec9332-1965-4929-aed6-4a1d161d3ca0 on network 4f742057-89ee-4b4a-86f7-487ee61881a1 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:30:23.856585 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1cde7f-1bc1-45f4-ad7e-fd3c4d53e5e6 req-8c2bb095-32a4-4f68-bde5-3ff2f7bb160e tempest-ServerDiskConfigTestJSON-1372590070 tempest-ServerDiskConfigTestJSON-1372590070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:30:23.858663 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-8a1cde7f-1bc1-45f4-ad7e-fd3c4d53e5e6 req-8c2bb095-32a4-4f68-bde5-3ff2f7bb160e tempest-ServerDiskConfigTestJSON-1372590070 tempest-ServerDiskConfigTestJSON-1372590070-project] 10.222.0.16 "GET /v2.0/ports?device_id=62a466dc-11a6-4137-ad0c-d4416f09cc04 HTTP/1.1" status: 200 len: 946 time: 0.4115212 Jul 14 18:30:23.870686 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02655d3a-8893-4442-9f6f-d243de376daf req-ca262e23-09e1-4251-a6c4-35d3d38fb682 service neutron] Port 30ec9332-1965-4929-aed6-4a1d161d3ca0 on network 4f742057-89ee-4b4a-86f7-487ee61881a1 not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-3 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 18:30:23.870686 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02655d3a-8893-4442-9f6f-d243de376daf req-ca262e23-09e1-4251-a6c4-35d3d38fb682 service neutron] Attempting to bind port 30ec9332-1965-4929-aed6-4a1d161d3ca0 on network 4f742057-89ee-4b4a-86f7-487ee61881a1 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:30:23.884579 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd03e307-d01a-4d79-8166-21ee9cfc3a8a req-ddfb0049-884f-45e9-9958-3a555a08f284 tempest-ImagesNegativeTestJSON-1631173663 tempest-ImagesNegativeTestJSON-1631173663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:30:23.891757 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-cd03e307-d01a-4d79-8166-21ee9cfc3a8a req-ddfb0049-884f-45e9-9958-3a555a08f284 tempest-ImagesNegativeTestJSON-1631173663 tempest-ImagesNegativeTestJSON-1631173663-project] 10.222.0.16 "GET /v2.0/ports?device_id=cdd3e628-6519-4c94-ae49-8fa793c4a3ad HTTP/1.1" status: 200 len: 935 time: 0.4456711 Jul 14 18:30:23.914310 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02655d3a-8893-4442-9f6f-d243de376daf req-ca262e23-09e1-4251-a6c4-35d3d38fb682 service neutron] Checking agent: {'id': 'a3630ff4-fbee-45d9-b9b6-0ae41cb3a350', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 15, 32), 'started_at': datetime.datetime(2021, 7, 14, 18, 15, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 18, 30, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 18:30:23.914671 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02655d3a-8893-4442-9f6f-d243de376daf req-ca262e23-09e1-4251-a6c4-35d3d38fb682 service neutron] Checking segment: {'id': '067fc487-22c7-42de-972d-ae352a28ad29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '4f742057-89ee-4b4a-86f7-487ee61881a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:30:23.915055 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02655d3a-8893-4442-9f6f-d243de376daf req-ca262e23-09e1-4251-a6c4-35d3d38fb682 service neutron] Bound using segment: {'id': '067fc487-22c7-42de-972d-ae352a28ad29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '4f742057-89ee-4b4a-86f7-487ee61881a1'} {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 18:30:23.915510 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-02655d3a-8893-4442-9f6f-d243de376daf req-ca262e23-09e1-4251-a6c4-35d3d38fb682 service neutron] Bound port: 30ec9332-1965-4929-aed6-4a1d161d3ca0, host: n-h1-800634-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '067fc487-22c7-42de-972d-ae352a28ad29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '4f742057-89ee-4b4a-86f7-487ee61881a1'}}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 18:30:23.915873 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-02655d3a-8893-4442-9f6f-d243de376daf req-ca262e23-09e1-4251-a6c4-35d3d38fb682 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:24.030879 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-574aeb93-9938-449c-8e6c-cb22c9b52cc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:24.079018 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-8a1cde7f-1bc1-45f4-ad7e-fd3c4d53e5e6 req-97e28816-8f7e-4654-910d-9b427f455650 tempest-ServerDiskConfigTestJSON-1372590070 tempest-ServerDiskConfigTestJSON-1372590070-project] 10.222.0.16 "GET /v2.0/security-groups?id=8f471560-b797-46f3-abf1-e078e196721c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2066953 Jul 14 18:30:24.090715 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-cd03e307-d01a-4d79-8166-21ee9cfc3a8a req-c058b903-b5e9-424a-a47c-bf807de3babd tempest-ImagesNegativeTestJSON-1631173663 tempest-ImagesNegativeTestJSON-1631173663-project] 10.222.0.16 "GET /v2.0/security-groups?id=d0d753c3-9e10-481b-80d6-471a3796d41f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1981130 Jul 14 18:30:24.093629 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [req-8e790a61-cc08-4e78-91e4-1649bef0a5b8 req-35ecee95-ec84-43c4-a91f-55e84149e5f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e589939f-3c87-4e74-b554-9ba8f367d4c1 {{(pid=93915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 18:30:24.128426 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-8e790a61-cc08-4e78-91e4-1649bef0a5b8 req-35ecee95-ec84-43c4-a91f-55e84149e5f2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:24.139273 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-8ba3e715-aef2-4794-bcd8-fcf9fc627b88 req-acff046c-dd78-4069-816f-d13be55a8d4a tempest-ServerDiskConfigTestJSON-1372590070 tempest-ServerDiskConfigTestJSON-1372590070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:24.157273 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 18:30:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59ec9d57-f859-42b0-bf51-48d2e2bed20c x-openstack-request-id: req-59ec9d57-f859-42b0-bf51-48d2e2bed20c {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:30:24.157858 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e324c388-2bb3-401d-a7a7-373392456b8c", "name": "network-vif-plugged", "status": "completed", "tag": "fc7adfc8-2429-4dd9-9c99-fafc5938bde8", "code": 200}]} {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:30:24.158339 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-59ec9d57-f859-42b0-bf51-48d2e2bed20c {{(pid=93917) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:30:24.159233 n-d-800634-3 neutron-server[93917]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e324c388-2bb3-401d-a7a7-373392456b8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc7adfc8-2429-4dd9-9c99-fafc5938bde8', 'code': 200} Jul 14 18:30:24.192024 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-02655d3a-8893-4442-9f6f-d243de376daf req-ca262e23-09e1-4251-a6c4-35d3d38fb682 service neutron] For port 30ec9332-1965-4929-aed6-4a1d161d3ca0, host n-h1-800634-3, cleared binding levels {{(pid=93915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:30:24.194312 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acff046c-dd78-4069-816f-d13be55a8d4a tempest-ServerDiskConfigTestJSON-1372590070 tempest-ServerDiskConfigTestJSON-1372590070-project] Pushing event deleted for resources: {'Port': ['ID=2b19161f-ddff-4008-b8e7-e2106699b3e2,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:30:24.198855 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.provisioning_blocks [req-8e790a61-cc08-4e78-91e4-1649bef0a5b8 req-35ecee95-ec84-43c4-a91f-55e84149e5f2 service neutron] Transition to ACTIVE for port object e589939f-3c87-4e74-b554-9ba8f367d4c1 will not be triggered until provisioned by entity L2. {{(pid=93915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:30:24.212327 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-02655d3a-8893-4442-9f6f-d243de376daf req-ca262e23-09e1-4251-a6c4-35d3d38fb682 service neutron] For port 30ec9332-1965-4929-aed6-4a1d161d3ca0, host n-h1-800634-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=30ec9332-1965-4929-aed6-4a1d161d3ca0,segment=NetworkSegment(067fc487-22c7-42de-972d-ae352a28ad29),segment_id=067fc487-22c7-42de-972d-ae352a28ad29)] {{(pid=93915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 18:30:24.213744 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-8e790a61-cc08-4e78-91e4-1649bef0a5b8 req-35ecee95-ec84-43c4-a91f-55e84149e5f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25912978'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:24.232862 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-02655d3a-8893-4442-9f6f-d243de376daf req-ca262e23-09e1-4251-a6c4-35d3d38fb682 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25912978'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:24.314252 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02655d3a-8893-4442-9f6f-d243de376daf req-ca262e23-09e1-4251-a6c4-35d3d38fb682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:30:24.314930 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-02655d3a-8893-4442-9f6f-d243de376daf req-ca262e23-09e1-4251-a6c4-35d3d38fb682 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:24.316334 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-02655d3a-8893-4442-9f6f-d243de376daf req-ca262e23-09e1-4251-a6c4-35d3d38fb682 service neutron] 10.222.0.18 "PUT /v2.0/ports/30ec9332-1965-4929-aed6-4a1d161d3ca0 HTTP/1.1" status: 200 len: 1096 time: 2.8688581 Jul 14 18:30:24.325431 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb1b6a74-e58d-49d9-a913-084008333fc7', 'tag': '30ec9332-1965-4929-aed6-4a1d161d3ca0'}] {{(pid=93915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:30:24.328311 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e72782ad3af8f7d4ce76cedf092bca46d1756acc5c4653cf0b52034cdd6b073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a53e31cf-5878-4f45-98d2-c829f4caafd0" -d '{"events": [{"name": "network-changed", "server_uuid": "cb1b6a74-e58d-49d9-a913-084008333fc7", "tag": "30ec9332-1965-4929-aed6-4a1d161d3ca0"}]}' {{(pid=93915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:30:24.368423 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f24c0e-529b-4358-85da-8fb2133812d0 req-db9d3907-3309-4fda-9778-9d5a597c5d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:30:24.370522 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-a5f24c0e-529b-4358-85da-8fb2133812d0 req-db9d3907-3309-4fda-9778-9d5a597c5d22 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=e324c388-2bb3-401d-a7a7-373392456b8c HTTP/1.1" status: 200 len: 1096 time: 0.1070406 Jul 14 18:30:24.419610 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-a5f24c0e-529b-4358-85da-8fb2133812d0 req-2a62a97f-5eb6-4933-8fbf-73241b16f96b service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=c6d2ae5e-7962-48ff-a84c-cacbd11fb04d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406780 Jul 14 18:30:24.422600 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ba3e715-aef2-4794-bcd8-fcf9fc627b88 req-acff046c-dd78-4069-816f-d13be55a8d4a tempest-ServerDiskConfigTestJSON-1372590070 tempest-ServerDiskConfigTestJSON-1372590070-project] No DVR routers for this DVR port 2b19161f-ddff-4008-b8e7-e2106699b3e2 on host n-h2-800634-3 {{(pid=93915) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 18:30:24.475833 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-8ba3e715-aef2-4794-bcd8-fcf9fc627b88 req-acff046c-dd78-4069-816f-d13be55a8d4a tempest-ServerDiskConfigTestJSON-1372590070 tempest-ServerDiskConfigTestJSON-1372590070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:24.478036 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-8ba3e715-aef2-4794-bcd8-fcf9fc627b88 req-acff046c-dd78-4069-816f-d13be55a8d4a tempest-ServerDiskConfigTestJSON-1372590070 tempest-ServerDiskConfigTestJSON-1372590070-project] 10.222.0.35 "DELETE /v2.0/ports/2b19161f-ddff-4008-b8e7-e2106699b3e2 HTTP/1.1" status: 204 len: 173 time: 2.3665321 Jul 14 18:30:24.616429 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ecee95-ec84-43c4-a91f-55e84149e5f2 service neutron] Pushing event updated for resources: {'Port': ['ID=e589939f-3c87-4e74-b554-9ba8f367d4c1,revision_number=2']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:30:24.809467 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca262e23-09e1-4251-a6c4-35d3d38fb682 service neutron] Pushing event updated for resources: {'Port': ['ID=30ec9332-1965-4929-aed6-4a1d161d3ca0,revision_number=3']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:30:24.837531 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02655d3a-8893-4442-9f6f-d243de376daf req-78d645db-041d-4bcb-a742-e54adafe0667 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:30:24.840844 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-02655d3a-8893-4442-9f6f-d243de376daf req-78d645db-041d-4bcb-a742-e54adafe0667 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=5e0b552683704e9182fa256fd3cf99e7&device_id=cb1b6a74-e58d-49d9-a913-084008333fc7 HTTP/1.1" status: 200 len: 1099 time: 0.4369667 Jul 14 18:30:24.844449 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-8e790a61-cc08-4e78-91e4-1649bef0a5b8 req-35ecee95-ec84-43c4-a91f-55e84149e5f2 service neutron] Attempting to bind port e589939f-3c87-4e74-b554-9ba8f367d4c1 on host n-h1-800634-3 for vnic_type normal with profile {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:30:24.844795 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-8e790a61-cc08-4e78-91e4-1649bef0a5b8 req-35ecee95-ec84-43c4-a91f-55e84149e5f2 service neutron] Attempting to bind port e589939f-3c87-4e74-b554-9ba8f367d4c1 by drivers openvswitch,hyperv on host n-h1-800634-3 at level 0 using segments [{'id': '067fc487-22c7-42de-972d-ae352a28ad29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '4f742057-89ee-4b4a-86f7-487ee61881a1'}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:30:24.845293 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e790a61-cc08-4e78-91e4-1649bef0a5b8 req-35ecee95-ec84-43c4-a91f-55e84149e5f2 service neutron] Attempting to bind port e589939f-3c87-4e74-b554-9ba8f367d4c1 on network 4f742057-89ee-4b4a-86f7-487ee61881a1 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:30:24.901582 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e790a61-cc08-4e78-91e4-1649bef0a5b8 req-35ecee95-ec84-43c4-a91f-55e84149e5f2 service neutron] Port e589939f-3c87-4e74-b554-9ba8f367d4c1 on network 4f742057-89ee-4b4a-86f7-487ee61881a1 not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-3 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 18:30:24.901936 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e790a61-cc08-4e78-91e4-1649bef0a5b8 req-35ecee95-ec84-43c4-a91f-55e84149e5f2 service neutron] Attempting to bind port e589939f-3c87-4e74-b554-9ba8f367d4c1 on network 4f742057-89ee-4b4a-86f7-487ee61881a1 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:30:24.911124 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-02655d3a-8893-4442-9f6f-d243de376daf req-2fb5755b-5ca9-413f-8386-e4af157ab16f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.152&port_id=30ec9332-1965-4929-aed6-4a1d161d3ca0 HTTP/1.1" status: 200 len: 217 time: 0.0566719 Jul 14 18:30:24.913117 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e790a61-cc08-4e78-91e4-1649bef0a5b8 req-35ecee95-ec84-43c4-a91f-55e84149e5f2 service neutron] Checking agent: {'id': 'a3630ff4-fbee-45d9-b9b6-0ae41cb3a350', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 15, 32), 'started_at': datetime.datetime(2021, 7, 14, 18, 15, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 18, 30, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 18:30:24.913649 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e790a61-cc08-4e78-91e4-1649bef0a5b8 req-35ecee95-ec84-43c4-a91f-55e84149e5f2 service neutron] Checking segment: {'id': '067fc487-22c7-42de-972d-ae352a28ad29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '4f742057-89ee-4b4a-86f7-487ee61881a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:30:24.914034 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e790a61-cc08-4e78-91e4-1649bef0a5b8 req-35ecee95-ec84-43c4-a91f-55e84149e5f2 service neutron] Bound using segment: {'id': '067fc487-22c7-42de-972d-ae352a28ad29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '4f742057-89ee-4b4a-86f7-487ee61881a1'} {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 18:30:24.914483 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-8e790a61-cc08-4e78-91e4-1649bef0a5b8 req-35ecee95-ec84-43c4-a91f-55e84149e5f2 service neutron] Bound port: e589939f-3c87-4e74-b554-9ba8f367d4c1, host: n-h1-800634-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '067fc487-22c7-42de-972d-ae352a28ad29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '4f742057-89ee-4b4a-86f7-487ee61881a1'}}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 18:30:24.914851 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-8e790a61-cc08-4e78-91e4-1649bef0a5b8 req-35ecee95-ec84-43c4-a91f-55e84149e5f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:24.933617 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4262d6-7eb3-4897-b39d-3a9512e5ccec req-0b54d9a6-f154-4fcf-a975-a13ad2fbc225 tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:30:24.935642 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6c4262d6-7eb3-4897-b39d-3a9512e5ccec req-0b54d9a6-f154-4fcf-a975-a13ad2fbc225 tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] 10.222.0.16 "GET /v2.0/ports?device_id=e324c388-2bb3-401d-a7a7-373392456b8c HTTP/1.1" status: 200 len: 945 time: 0.4828789 Jul 14 18:30:25.054078 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02655d3a-8893-4442-9f6f-d243de376daf req-d937e0da-5938-4130-8e03-eef55fd2a384 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:30:25.055758 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-02655d3a-8893-4442-9f6f-d243de376daf req-d937e0da-5938-4130-8e03-eef55fd2a384 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f20c54fb-f7da-4761-aa61-2e4f99f3d332 HTTP/1.1" status: 200 len: 843 time: 0.1186774 Jul 14 18:30:25.156020 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6c4262d6-7eb3-4897-b39d-3a9512e5ccec req-f41e9cd0-2758-43b7-af03-c8ec0ddc91d2 tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] 10.222.0.16 "GET /v2.0/security-groups?id=c6d2ae5e-7962-48ff-a84c-cacbd11fb04d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1968150 Jul 14 18:30:25.248191 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-8e790a61-cc08-4e78-91e4-1649bef0a5b8 req-35ecee95-ec84-43c4-a91f-55e84149e5f2 service neutron] For port e589939f-3c87-4e74-b554-9ba8f367d4c1, host n-h1-800634-3, cleared binding levels {{(pid=93915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:30:25.266151 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 18:30:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b85cb1db-c01d-4121-8d5a-f487300aad68 x-openstack-request-id: req-b85cb1db-c01d-4121-8d5a-f487300aad68 {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:30:25.266265 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb1b6a74-e58d-49d9-a913-084008333fc7", "tag": "30ec9332-1965-4929-aed6-4a1d161d3ca0", "status": "completed", "code": 200}]} {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:30:25.267402 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b85cb1db-c01d-4121-8d5a-f487300aad68 {{(pid=93915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:30:25.268439 n-d-800634-3 neutron-server[93915]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb1b6a74-e58d-49d9-a913-084008333fc7', 'tag': '30ec9332-1965-4929-aed6-4a1d161d3ca0', 'status': 'completed', 'code': 200} Jul 14 18:30:25.348733 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-8e790a61-cc08-4e78-91e4-1649bef0a5b8 req-35ecee95-ec84-43c4-a91f-55e84149e5f2 service neutron] For port e589939f-3c87-4e74-b554-9ba8f367d4c1, host n-h1-800634-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=e589939f-3c87-4e74-b554-9ba8f367d4c1,segment=NetworkSegment(067fc487-22c7-42de-972d-ae352a28ad29),segment_id=067fc487-22c7-42de-972d-ae352a28ad29)] {{(pid=93915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 18:30:25.364954 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02655d3a-8893-4442-9f6f-d243de376daf req-25542559-1d03-4e85-84ff-f554301eac0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:30:25.366826 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-02655d3a-8893-4442-9f6f-d243de376daf req-25542559-1d03-4e85-84ff-f554301eac0b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4f742057-89ee-4b4a-86f7-487ee61881a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2969017 Jul 14 18:30:25.371554 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-8e790a61-cc08-4e78-91e4-1649bef0a5b8 req-35ecee95-ec84-43c4-a91f-55e84149e5f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25912978'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:25.611605 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e790a61-cc08-4e78-91e4-1649bef0a5b8 req-35ecee95-ec84-43c4-a91f-55e84149e5f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:30:25.612639 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-8e790a61-cc08-4e78-91e4-1649bef0a5b8 req-35ecee95-ec84-43c4-a91f-55e84149e5f2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:25.614886 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-8e790a61-cc08-4e78-91e4-1649bef0a5b8 req-35ecee95-ec84-43c4-a91f-55e84149e5f2 service neutron] 10.222.0.18 "PUT /v2.0/ports/e589939f-3c87-4e74-b554-9ba8f367d4c1 HTTP/1.1" status: 200 len: 1095 time: 3.1146860 Jul 14 18:30:25.713994 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-2f4e3af3-e708-4ffd-a544-82d93a489d01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:25.758692 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ecee95-ec84-43c4-a91f-55e84149e5f2 service neutron] Pushing event updated for resources: {'Port': ['ID=e589939f-3c87-4e74-b554-9ba8f367d4c1,revision_number=3']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:30:25.786178 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b818b0-fd4c-4328-a2f7-82c22f946a42 req-22f220c9-fbd3-407b-b5b5-b5bd2232b061 tempest-ServersAdminNegativeTestJSON-646419896 tempest-ServersAdminNegativeTestJSON-646419896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:30:25.788899 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-08b818b0-fd4c-4328-a2f7-82c22f946a42 req-22f220c9-fbd3-407b-b5b5-b5bd2232b061 tempest-ServersAdminNegativeTestJSON-646419896 tempest-ServersAdminNegativeTestJSON-646419896-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1b6a74-e58d-49d9-a913-084008333fc7 HTTP/1.1" status: 200 len: 948 time: 0.5037913 Jul 14 18:30:25.824991 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d615538-3c3d-488c-aad6-8e1bb9c586d2 req-eb76694d-156c-4788-bb9d-93f3f151e373 tempest-ImagesNegativeTestJSON-1631173663 tempest-ImagesNegativeTestJSON-1631173663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:30:25.826601 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-7d615538-3c3d-488c-aad6-8e1bb9c586d2 req-eb76694d-156c-4788-bb9d-93f3f151e373 tempest-ImagesNegativeTestJSON-1631173663 tempest-ImagesNegativeTestJSON-1631173663-project] 10.222.0.16 "GET /v2.0/ports?device_id=cdd3e628-6519-4c94-ae49-8fa793c4a3ad HTTP/1.1" status: 200 len: 947 time: 0.2727828 Jul 14 18:30:25.834105 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-02655d3a-8893-4442-9f6f-d243de376daf req-6a41f353-d240-40f0-bbf9-4c808f77c400 service neutron] 10.222.0.18 "GET /v2.0/networks/4f742057-89ee-4b4a-86f7-487ee61881a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4523115 Jul 14 18:30:25.939217 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e790a61-cc08-4e78-91e4-1649bef0a5b8 req-f83a8851-6092-4a01-b5a3-71337ab32252 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:30:25.940674 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-8e790a61-cc08-4e78-91e4-1649bef0a5b8 req-f83a8851-6092-4a01-b5a3-71337ab32252 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=967f2551f4204c628baa936bcb32c256&device_id=cdd3e628-6519-4c94-ae49-8fa793c4a3ad HTTP/1.1" status: 200 len: 1098 time: 0.2816100 Jul 14 18:30:25.951672 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-08b818b0-fd4c-4328-a2f7-82c22f946a42 req-420803bb-98ae-4988-bec3-648e60367b4c tempest-ServersAdminNegativeTestJSON-646419896 tempest-ServersAdminNegativeTestJSON-646419896-project] 10.222.0.16 "GET /v2.0/security-groups?id=ddd9256f-f69d-40e1-9519-2d888770192d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468580 Jul 14 18:30:25.985659 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-7d615538-3c3d-488c-aad6-8e1bb9c586d2 req-fa85c65d-8104-4cf9-8d94-a03c687fe00e tempest-ImagesNegativeTestJSON-1631173663 tempest-ImagesNegativeTestJSON-1631173663-project] 10.222.0.16 "GET /v2.0/security-groups?id=d0d753c3-9e10-481b-80d6-471a3796d41f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505272 Jul 14 18:30:26.059622 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-8e790a61-cc08-4e78-91e4-1649bef0a5b8 req-1ab79770-8915-4956-bb80-2707a61760d1 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.38&port_id=e589939f-3c87-4e74-b554-9ba8f367d4c1 HTTP/1.1" status: 200 len: 217 time: 0.1038659 Jul 14 18:30:26.144919 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-02655d3a-8893-4442-9f6f-d243de376daf req-7eef7d7a-d7b1-48fd-97a0-42e1c2953d5a service neutron] 10.222.0.18 "GET /v2.0/networks/4f742057-89ee-4b4a-86f7-487ee61881a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3011863 Jul 14 18:30:26.161161 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62a466dc-11a6-4137-ad0c-d4416f09cc04', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2b19161f-ddff-4008-b8e7-e2106699b3e2'}] {{(pid=93917) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:30:26.163630 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e790a61-cc08-4e78-91e4-1649bef0a5b8 req-1a20f0ef-0ed9-4682-8fbd-e3d6ecd030d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:30:26.164314 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20b787f3c29eaa7aa2a4d648c725a2124c5ff39a8d793252f9d844495e14cf42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aeed8b1d-72de-4566-bf25-60cff63f939b" -d '{"events": [{"server_uuid": "62a466dc-11a6-4137-ad0c-d4416f09cc04", "name": "network-vif-unplugged", "status": "completed", "tag": "2b19161f-ddff-4008-b8e7-e2106699b3e2"}]}' {{(pid=93917) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:30:26.166200 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-8e790a61-cc08-4e78-91e4-1649bef0a5b8 req-1a20f0ef-0ed9-4682-8fbd-e3d6ecd030d2 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f20c54fb-f7da-4761-aa61-2e4f99f3d332 HTTP/1.1" status: 200 len: 843 time: 0.0998111 Jul 14 18:30:26.281413 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53e31cf-5878-4f45-98d2-c829f4caafd0 req-bd78e876-42e2-4e28-bdd4-a5fbdcbb2b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:30:26.283162 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a53e31cf-5878-4f45-98d2-c829f4caafd0 req-bd78e876-42e2-4e28-bdd4-a5fbdcbb2b28 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=5e0b552683704e9182fa256fd3cf99e7&device_id=cb1b6a74-e58d-49d9-a913-084008333fc7 HTTP/1.1" status: 200 len: 1099 time: 0.0777283 Jul 14 18:30:26.286284 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e790a61-cc08-4e78-91e4-1649bef0a5b8 req-d6ddee6a-77c7-4665-8e7b-7af5045146bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:30:26.288096 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-8e790a61-cc08-4e78-91e4-1649bef0a5b8 req-d6ddee6a-77c7-4665-8e7b-7af5045146bb service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4f742057-89ee-4b4a-86f7-487ee61881a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1149886 Jul 14 18:30:26.318304 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 41250) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:30:26.344244 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 14 Jul 2021 18:30:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfdd1b93-68a3-4301-8bdf-79d8b3373de5 x-openstack-request-id: req-bfdd1b93-68a3-4301-8bdf-79d8b3373de5 {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:30:26.344748 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62a466dc-11a6-4137-ad0c-d4416f09cc04", "name": "network-vif-unplugged", "status": "completed", "tag": "2b19161f-ddff-4008-b8e7-e2106699b3e2", "code": 200}]} {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:30:26.345199 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-bfdd1b93-68a3-4301-8bdf-79d8b3373de5 {{(pid=93917) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:30:26.345885 n-d-800634-3 neutron-server[93917]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62a466dc-11a6-4137-ad0c-d4416f09cc04', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2b19161f-ddff-4008-b8e7-e2106699b3e2', 'code': 200} Jul 14 18:30:26.425152 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-8e790a61-cc08-4e78-91e4-1649bef0a5b8 req-9d589971-1310-42da-bda6-0d3db6cc81ef service neutron] 10.222.0.18 "GET /v2.0/networks/4f742057-89ee-4b4a-86f7-487ee61881a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268032 Jul 14 18:30:26.568760 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 41262) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:30:26.588190 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-971ffd78-26f5-4566-b2c6-5c8c25f1a629 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:26.655242 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.db_base_plugin_v2 [None req-4146f44d-6bad-4f99-99c6-bb4c59c6e8e9 admin admin] Deleting subnet 1247ec7e-a3af-456f-af13-5ca1fde66245 {{(pid=93916) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 18:30:26.665249 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-4146f44d-6bad-4f99-99c6-bb4c59c6e8e9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:26.676727 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-8e790a61-cc08-4e78-91e4-1649bef0a5b8 req-b4a810b3-3cf1-4cab-98c3-ec6e84fc02ad service neutron] 10.222.0.18 "GET /v2.0/networks/4f742057-89ee-4b4a-86f7-487ee61881a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2392664 Jul 14 18:30:26.692263 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c5bd3f-12f9-4a0d-9930-bb1e7a483a16 req-514ed854-dce6-43f7-b709-a05519bc092f tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:30:26.699559 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-53c5bd3f-12f9-4a0d-9930-bb1e7a483a16 req-514ed854-dce6-43f7-b709-a05519bc092f tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] 10.222.0.16 "GET /v2.0/ports?device_id=e324c388-2bb3-401d-a7a7-373392456b8c HTTP/1.1" status: 200 len: 945 time: 0.1616342 Jul 14 18:30:26.702996 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53e31cf-5878-4f45-98d2-c829f4caafd0 req-f825c59f-ea5f-453f-b2fd-784658634293 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:30:26.704592 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a53e31cf-5878-4f45-98d2-c829f4caafd0 req-f825c59f-ea5f-453f-b2fd-784658634293 service neutron] 10.222.0.18 "GET /v2.0/networks?id=4f742057-89ee-4b4a-86f7-487ee61881a1 HTTP/1.1" status: 200 len: 869 time: 0.4150801 Jul 14 18:30:26.723104 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-4146f44d-6bad-4f99-99c6-bb4c59c6e8e9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26296866'] for subnet, precommit_delete_associations {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:26.787475 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-4146f44d-6bad-4f99-99c6-bb4c59c6e8e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081283'] for subnet, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:26.821367 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a53e31cf-5878-4f45-98d2-c829f4caafd0 req-1c2aa8ef-8d17-46f2-b30c-11b005b31862 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.152&port_id=30ec9332-1965-4929-aed6-4a1d161d3ca0 HTTP/1.1" status: 200 len: 217 time: 0.0971937 Jul 14 18:30:26.855188 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-971ffd78-26f5-4566-b2c6-5c8c25f1a629 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:26.860699 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-971ffd78-26f5-4566-b2c6-5c8c25f1a629 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:26.885502 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-53c5bd3f-12f9-4a0d-9930-bb1e7a483a16 req-9c5e0c1d-da59-480e-a917-bd49292519df tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] 10.222.0.16 "GET /v2.0/security-groups?id=c6d2ae5e-7962-48ff-a84c-cacbd11fb04d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1849833 Jul 14 18:30:26.896456 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53e31cf-5878-4f45-98d2-c829f4caafd0 req-03ed45f8-d678-4227-8cc6-d628e2d5d62b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:30:26.901329 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a53e31cf-5878-4f45-98d2-c829f4caafd0 req-03ed45f8-d678-4227-8cc6-d628e2d5d62b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f20c54fb-f7da-4761-aa61-2e4f99f3d332 HTTP/1.1" status: 200 len: 843 time: 0.0772636 Jul 14 18:30:26.920670 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971ffd78-26f5-4566-b2c6-5c8c25f1a629 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71aa8830-356a-4df0-9e43-b11882a42944,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:30:26.940837 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-4146f44d-6bad-4f99-99c6-bb4c59c6e8e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2684816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26033152'] for subnet, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:26.941735 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 41274) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:30:26.989025 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53e31cf-5878-4f45-98d2-c829f4caafd0 req-c88f3aa3-6333-4e85-a1ca-e7216622dbf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:30:26.990494 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a53e31cf-5878-4f45-98d2-c829f4caafd0 req-c88f3aa3-6333-4e85-a1ca-e7216622dbf4 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4f742057-89ee-4b4a-86f7-487ee61881a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0824635 Jul 14 18:30:27.006016 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4146f44d-6bad-4f99-99c6-bb4c59c6e8e9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1247ec7e-a3af-456f-af13-5ca1fde66245,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:30:27.026808 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-971ffd78-26f5-4566-b2c6-5c8c25f1a629 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3a7365a0afdb49f89e99b3c4e4864226&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7072291 Jul 14 18:30:27.028867 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-4146f44d-6bad-4f99-99c6-bb4c59c6e8e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598705'] for subnet, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:27.030814 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-4146f44d-6bad-4f99-99c6-bb4c59c6e8e9 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/1247ec7e-a3af-456f-af13-5ca1fde66245 HTTP/1.1" status: 204 len: 168 time: 0.4611163 Jul 14 18:30:27.031532 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 41282) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:30:27.033352 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 41284) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:30:27.148835 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-8ffd3d06-5a39-4b5e-8a1f-191cf9e1e8f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645734'] for network, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:27.163880 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-bf57d827-77cb-4077-96e0-aa225f7f7ee5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:27.168903 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-98dc3523-c847-4849-afd5-6920510a7c9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:27.199266 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a53e31cf-5878-4f45-98d2-c829f4caafd0 req-07945f5b-9230-4de3-916d-9234515920cd service neutron] 10.222.0.18 "GET /v2.0/networks/4f742057-89ee-4b4a-86f7-487ee61881a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2016115 Jul 14 18:30:27.217978 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-98dc3523-c847-4849-afd5-6920510a7c9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:27.269542 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850c3839-f524-415f-9afc-043f37110695 req-0d14dbb0-a0f2-4e34-837f-030b446fb83a tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:30:27.270922 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-850c3839-f524-415f-9afc-043f37110695 req-0d14dbb0-a0f2-4e34-837f-030b446fb83a tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] 10.222.0.16 "GET /v2.0/ports?device_id=e324c388-2bb3-401d-a7a7-373392456b8c HTTP/1.1" status: 200 len: 945 time: 0.1979868 Jul 14 18:30:27.275501 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62a466dc-11a6-4137-ad0c-d4416f09cc04', 'name': 'network-vif-deleted', 'tag': '2b19161f-ddff-4008-b8e7-e2106699b3e2'}, {'name': 'network-changed', 'server_uuid': 'cdd3e628-6519-4c94-ae49-8fa793c4a3ad', 'tag': 'e589939f-3c87-4e74-b554-9ba8f367d4c1'}] {{(pid=93915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:30:27.276194 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-8ffd3d06-5a39-4b5e-8a1f-191cf9e1e8f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2096010', 'neutron.services.segments.db._delete_segments_for_network-8728202734996'] for network, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:27.277658 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e72782ad3af8f7d4ce76cedf092bca46d1756acc5c4653cf0b52034cdd6b073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43d37518-8f9d-4d97-8c1c-15e1afd5725f" -d '{"events": [{"server_uuid": "62a466dc-11a6-4137-ad0c-d4416f09cc04", "name": "network-vif-deleted", "tag": "2b19161f-ddff-4008-b8e7-e2106699b3e2"}, {"name": "network-changed", "server_uuid": "cdd3e628-6519-4c94-ae49-8fa793c4a3ad", "tag": "e589939f-3c87-4e74-b554-9ba8f367d4c1"}]}' {{(pid=93915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:30:27.280209 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 41290) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:30:27.293220 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.segments.db [None req-8ffd3d06-5a39-4b5e-8a1f-191cf9e1e8f1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['931147ca-9c29-4ccf-b0c6-22150fb38263']}} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:30:27.304187 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-ab3f6ff2-9882-4376-a39a-a2e1e35723b2 tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] Request body: {'floatingip': {'port_id': 'fc7adfc8-2429-4dd9-9c99-fafc5938bde8'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:30:27.304675 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.segments.db [None req-8ffd3d06-5a39-4b5e-8a1f-191cf9e1e8f1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a21e516-8d79-4e64-b3eb-1610a868b024') {'for_net_delete': True} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:30:27.304978 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.segments.db [None req-8ffd3d06-5a39-4b5e-8a1f-191cf9e1e8f1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a21e516-8d79-4e64-b3eb-1610a868b024') {} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:30:27.321967 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-8ffd3d06-5a39-4b5e-8a1f-191cf9e1e8f1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728202715275', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26296891'] for segment, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:27.345030 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-8ffd3d06-5a39-4b5e-8a1f-191cf9e1e8f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:27.359992 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ffd3d06-5a39-4b5e-8a1f-191cf9e1e8f1 admin admin] Releasing vlan 70 on physical network physnet1 to pool {{(pid=93916) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 18:30:27.360563 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-8ffd3d06-5a39-4b5e-8a1f-191cf9e1e8f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2682942'] for segment, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:27.376086 n-d-800634-3 neutron-server[93916]: Traceback (most recent call last): Jul 14 18:30:27.376086 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 18:30:27.376086 n-d-800634-3 neutron-server[93916]: timer() Jul 14 18:30:27.376086 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 18:30:27.376086 n-d-800634-3 neutron-server[93916]: cb(*args, **kw) Jul 14 18:30:27.376086 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 18:30:27.376086 n-d-800634-3 neutron-server[93916]: return func(*args, **kwargs) Jul 14 18:30:27.376086 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 18:30:27.376086 n-d-800634-3 neutron-server[93916]: self._notify() Jul 14 18:30:27.376086 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 18:30:27.376086 n-d-800634-3 neutron-server[93916]: self.callback(batched_events) Jul 14 18:30:27.376086 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 18:30:27.376086 n-d-800634-3 neutron-server[93916]: event.method(event) Jul 14 18:30:27.376086 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 18:30:27.376086 n-d-800634-3 neutron-server[93916]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 18:30:27.376086 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 18:30:27.376086 n-d-800634-3 neutron-server[93916]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 18:30:27.376086 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 18:30:27.376086 n-d-800634-3 neutron-server[93916]: return f(self, *a, **k) Jul 14 18:30:27.376086 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 18:30:27.376086 n-d-800634-3 neutron-server[93916]: return self._get(url).json() Jul 14 18:30:27.376086 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 18:30:27.376086 n-d-800634-3 neutron-server[93916]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 18:30:27.376086 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 18:30:27.376086 n-d-800634-3 neutron-server[93916]: return self.request(url, 'GET', **kwargs) Jul 14 18:30:27.376086 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 18:30:27.376086 n-d-800634-3 neutron-server[93916]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 18:30:27.376086 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 18:30:27.376086 n-d-800634-3 neutron-server[93916]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 18:30:27.376086 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 18:30:27.376086 n-d-800634-3 neutron-server[93916]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 18:30:27.376086 n-d-800634-3 neutron-server[93916]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 18:30:27.405773 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-98dc3523-c847-4849-afd5-6920510a7c9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:27.408848 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-98dc3523-c847-4849-afd5-6920510a7c9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:27.410318 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-98dc3523-c847-4849-afd5-6920510a7c9c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/71aa8830-356a-4df0-9e43-b11882a42944 HTTP/1.1" status: 204 len: 168 time: 0.3776548 Jul 14 18:30:27.435700 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98dc3523-c847-4849-afd5-6920510a7c9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71aa8830-356a-4df0-9e43-b11882a42944,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:30:27.480310 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-8ffd3d06-5a39-4b5e-8a1f-191cf9e1e8f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2096001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-930085'] for network, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:27.486047 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-8ffd3d06-5a39-4b5e-8a1f-191cf9e1e8f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598705'] for network, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:27.492818 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-8ffd3d06-5a39-4b5e-8a1f-191cf9e1e8f1 admin admin] 10.222.0.16 "DELETE /v2.0/networks/931147ca-9c29-4ccf-b0c6-22150fb38263 HTTP/1.1" status: 204 len: 168 time: 0.4564075 Jul 14 18:30:27.509519 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffd3d06-5a39-4b5e-8a1f-191cf9e1e8f1 admin admin] Pushing event deleted for resources: {'Network': ['ID=931147ca-9c29-4ccf-b0c6-22150fb38263,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:30:27.738725 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 41300) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:30:27.781819 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 41302) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:30:27.790726 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-ab3f6ff2-9882-4376-a39a-a2e1e35723b2 tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] Notify callbacks [] for floatingip, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:27.816659 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-7d9314dc-462e-4192-a218-dd41951de7fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:27.928375 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a53e31cf-5878-4f45-98d2-c829f4caafd0 req-44737e82-c71d-4934-a5e3-dda3caceec45 service neutron] 10.222.0.18 "GET /v2.0/networks/4f742057-89ee-4b4a-86f7-487ee61881a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7170553 Jul 14 18:30:28.020859 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05394c7-1ecd-4713-a185-44fdef3aeff2 req-91cbbf2b-6d05-4810-8425-c9d01f40a05e tempest-ServersAdminNegativeTestJSON-646419896 tempest-ServersAdminNegativeTestJSON-646419896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:30:28.024421 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f05394c7-1ecd-4713-a185-44fdef3aeff2 req-91cbbf2b-6d05-4810-8425-c9d01f40a05e tempest-ServersAdminNegativeTestJSON-646419896 tempest-ServersAdminNegativeTestJSON-646419896-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1b6a74-e58d-49d9-a913-084008333fc7 HTTP/1.1" status: 200 len: 948 time: 0.7858243 Jul 14 18:30:28.077480 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-bf57d827-77cb-4077-96e0-aa225f7f7ee5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:28.086569 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a98dbc-3b9d-4f5a-9d15-66cb8e1093d0 req-78570dd2-3413-4e61-8c6d-108b49af333b tempest-ImagesNegativeTestJSON-1631173663 tempest-ImagesNegativeTestJSON-1631173663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:30:28.094192 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-88a98dbc-3b9d-4f5a-9d15-66cb8e1093d0 req-78570dd2-3413-4e61-8c6d-108b49af333b tempest-ImagesNegativeTestJSON-1631173663 tempest-ImagesNegativeTestJSON-1631173663-project] 10.222.0.16 "GET /v2.0/ports?device_id=cdd3e628-6519-4c94-ae49-8fa793c4a3ad HTTP/1.1" status: 200 len: 947 time: 0.3446298 Jul 14 18:30:28.100661 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-bf57d827-77cb-4077-96e0-aa225f7f7ee5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:28.133879 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-8beca039-e3ff-486b-b8b2-c9d695b096f2 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1fa4a28868c84b38bc8e65d0fea7d3b5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3914309 Jul 14 18:30:28.135011 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 41306) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:30:28.202351 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f05394c7-1ecd-4713-a185-44fdef3aeff2 req-23f82759-1b63-4e04-b9aa-ab651758cb3c tempest-ServersAdminNegativeTestJSON-646419896 tempest-ServersAdminNegativeTestJSON-646419896-project] 10.222.0.16 "GET /v2.0/security-groups?id=ddd9256f-f69d-40e1-9519-2d888770192d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675658 Jul 14 18:30:28.221077 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-fa4761db-9564-45f1-90ef-ece6b5ec7e48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:28.244705 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-bf57d827-77cb-4077-96e0-aa225f7f7ee5 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=cdf062f8294943e5998cccf5dc9b0fbe&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3002207 Jul 14 18:30:28.249555 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 41308) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:30:28.258578 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf57d827-77cb-4077-96e0-aa225f7f7ee5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49b92909-9c06-48a3-b136-ea25fb6c0651,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:30:28.290047 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-fa4761db-9564-45f1-90ef-ece6b5ec7e48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:28.314957 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-88a98dbc-3b9d-4f5a-9d15-66cb8e1093d0 req-5623fa3b-c511-482b-a591-7dc0eaefe105 tempest-ImagesNegativeTestJSON-1631173663 tempest-ImagesNegativeTestJSON-1631173663-project] 10.222.0.16 "GET /v2.0/security-groups?id=d0d753c3-9e10-481b-80d6-471a3796d41f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2207689 Jul 14 18:30:28.372004 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-7d9314dc-462e-4192-a218-dd41951de7fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:28.391205 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-7d9314dc-462e-4192-a218-dd41951de7fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:28.429971 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9314dc-462e-4192-a218-dd41951de7fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=009cb79a-218a-493e-9954-0006e94c2740,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:30:28.437299 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 14 Jul 2021 18:30:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31aded9a-bf29-4214-a4ce-12cb4a275004 x-openstack-request-id: req-31aded9a-bf29-4214-a4ce-12cb4a275004 {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:30:28.437299 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62a466dc-11a6-4137-ad0c-d4416f09cc04", "name": "network-vif-deleted", "tag": "2b19161f-ddff-4008-b8e7-e2106699b3e2", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "cdd3e628-6519-4c94-ae49-8fa793c4a3ad", "tag": "e589939f-3c87-4e74-b554-9ba8f367d4c1", "status": "completed", "code": 200}]} {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:30:28.437595 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-31aded9a-bf29-4214-a4ce-12cb4a275004 {{(pid=93915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:30:28.438085 n-d-800634-3 neutron-server[93915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62a466dc-11a6-4137-ad0c-d4416f09cc04', 'name': 'network-vif-deleted', 'tag': '2b19161f-ddff-4008-b8e7-e2106699b3e2', 'status': 'completed', 'code': 200} Jul 14 18:30:28.438394 n-d-800634-3 neutron-server[93915]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cdd3e628-6519-4c94-ae49-8fa793c4a3ad', 'tag': 'e589939f-3c87-4e74-b554-9ba8f367d4c1', 'status': 'completed', 'code': 200} Jul 14 18:30:28.444171 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-73f10083-9f13-45e4-bd4e-4a22e18443c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:28.494234 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-fa4761db-9564-45f1-90ef-ece6b5ec7e48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:28.497130 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-fa4761db-9564-45f1-90ef-ece6b5ec7e48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:28.501464 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-fa4761db-9564-45f1-90ef-ece6b5ec7e48 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8f471560-b797-46f3-abf1-e078e196721c HTTP/1.1" status: 204 len: 168 time: 0.3630812 Jul 14 18:30:28.506043 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-73f10083-9f13-45e4-bd4e-4a22e18443c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:28.521996 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-7d9314dc-462e-4192-a218-dd41951de7fc admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c54f5260ec91421e9db7bbf0a33b102f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7392235 Jul 14 18:30:28.536082 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4761db-9564-45f1-90ef-ece6b5ec7e48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f471560-b797-46f3-abf1-e078e196721c,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:30:28.545264 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 41312) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:30:28.600394 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device e589939f-3c87-4e74-b554-9ba8f367d4c1 details requested by agent hyperv_n-h1-800634-3 with host n-h1-800634-3 {{(pid=93917) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 18:30:28.624157 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-b806cd24-7cb3-4e87-8fcf-9b8e03b86f09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:28.649424 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-73f10083-9f13-45e4-bd4e-4a22e18443c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:28.652857 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-73f10083-9f13-45e4-bd4e-4a22e18443c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:28.656954 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-73f10083-9f13-45e4-bd4e-4a22e18443c6 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/49b92909-9c06-48a3-b136-ea25fb6c0651 HTTP/1.1" status: 204 len: 168 time: 0.4062161 Jul 14 18:30:28.664899 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-b806cd24-7cb3-4e87-8fcf-9b8e03b86f09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:28.679527 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f10083-9f13-45e4-bd4e-4a22e18443c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49b92909-9c06-48a3-b136-ea25fb6c0651,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:30:28.742909 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-b806cd24-7cb3-4e87-8fcf-9b8e03b86f09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:28.746138 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-b806cd24-7cb3-4e87-8fcf-9b8e03b86f09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:28.747785 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-b806cd24-7cb3-4e87-8fcf-9b8e03b86f09 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/009cb79a-218a-493e-9954-0006e94c2740 HTTP/1.1" status: 204 len: 168 time: 0.2014849 Jul 14 18:30:28.763873 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b806cd24-7cb3-4e87-8fcf-9b8e03b86f09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=009cb79a-218a-493e-9954-0006e94c2740,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:30:28.837089 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d37518-8f9d-4d97-8c1c-15e1afd5725f req-b0892792-ac4f-41b4-97e5-2cc6b309b881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:30:28.850021 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-43d37518-8f9d-4d97-8c1c-15e1afd5725f req-b0892792-ac4f-41b4-97e5-2cc6b309b881 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=967f2551f4204c628baa936bcb32c256&device_id=cdd3e628-6519-4c94-ae49-8fa793c4a3ad HTTP/1.1" status: 200 len: 1098 time: 0.4121220 Jul 14 18:30:28.912868 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port e589939f-3c87-4e74-b554-9ba8f367d4c1, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=e589939f-3c87-4e74-b554-9ba8f367d4c1,segment=NetworkSegment(067fc487-22c7-42de-972d-ae352a28ad29),segment_id=067fc487-22c7-42de-972d-ae352a28ad29)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:30:28.958228 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Returning: {'device': 'e589939f-3c87-4e74-b554-9ba8f367d4c1', 'network_id': '4f742057-89ee-4b4a-86f7-487ee61881a1', 'port_id': 'e589939f-3c87-4e74-b554-9ba8f367d4c1', 'mac_address': 'fa:16:3e:c5:b7:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f20c54fb-f7da-4761-aa61-2e4f99f3d332', 'ip_address': '192.168.233.38'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93917) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 18:30:29.020518 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.db.resource_extend [None req-ab3f6ff2-9882-4376-a39a-a2e1e35723b2 tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 14 18:30:29.125954 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:29.154586 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e589939f-3c87-4e74-b554-9ba8f367d4c1 {{(pid=93917) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 18:30:29.163547 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d37518-8f9d-4d97-8c1c-15e1afd5725f req-51c02e9d-46af-45f7-9d89-ca1452ef91a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:30:29.171367 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-43d37518-8f9d-4d97-8c1c-15e1afd5725f req-51c02e9d-46af-45f7-9d89-ca1452ef91a9 service neutron] 10.222.0.18 "GET /v2.0/networks?id=4f742057-89ee-4b4a-86f7-487ee61881a1 HTTP/1.1" status: 200 len: 869 time: 0.3095410 Jul 14 18:30:29.179611 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port e589939f-3c87-4e74-b554-9ba8f367d4c1, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=e589939f-3c87-4e74-b554-9ba8f367d4c1,segment=NetworkSegment(067fc487-22c7-42de-972d-ae352a28ad29),segment_id=067fc487-22c7-42de-972d-ae352a28ad29)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:30:29.196512 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:29.197509 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device 30ec9332-1965-4929-aed6-4a1d161d3ca0 details requested by agent hyperv_n-h1-800634-3 with host n-h1-800634-3 {{(pid=93917) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 18:30:29.235735 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-43d37518-8f9d-4d97-8c1c-15e1afd5725f req-24ee74a9-967c-49d1-9de7-a9248c46467a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.38&port_id=e589939f-3c87-4e74-b554-9ba8f367d4c1 HTTP/1.1" status: 200 len: 217 time: 0.0540397 Jul 14 18:30:29.237926 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-ab3f6ff2-9882-4376-a39a-a2e1e35723b2 tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:29.300947 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port 30ec9332-1965-4929-aed6-4a1d161d3ca0, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=30ec9332-1965-4929-aed6-4a1d161d3ca0,segment=NetworkSegment(067fc487-22c7-42de-972d-ae352a28ad29),segment_id=067fc487-22c7-42de-972d-ae352a28ad29)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:30:29.319496 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Pushing event updated for resources: {'Port': ['ID=e589939f-3c87-4e74-b554-9ba8f367d4c1,revision_number=4']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:30:29.329982 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Returning: {'device': '30ec9332-1965-4929-aed6-4a1d161d3ca0', 'network_id': '4f742057-89ee-4b4a-86f7-487ee61881a1', 'port_id': '30ec9332-1965-4929-aed6-4a1d161d3ca0', 'mac_address': 'fa:16:3e:fd:07:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f20c54fb-f7da-4761-aa61-2e4f99f3d332', 'ip_address': '192.168.233.152'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93917) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 18:30:29.366863 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d37518-8f9d-4d97-8c1c-15e1afd5725f req-13465802-da52-4237-8a77-f70394ea1836 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:30:29.377719 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-43d37518-8f9d-4d97-8c1c-15e1afd5725f req-13465802-da52-4237-8a77-f70394ea1836 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f20c54fb-f7da-4761-aa61-2e4f99f3d332 HTTP/1.1" status: 200 len: 843 time: 0.1340356 Jul 14 18:30:29.378768 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-ab3f6ff2-9882-4376-a39a-a2e1e35723b2 tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-930131'] for floatingip, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:29.432479 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:29.490789 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30ec9332-1965-4929-aed6-4a1d161d3ca0 {{(pid=93917) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 18:30:29.517599 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 41342) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:30:29.537510 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port 30ec9332-1965-4929-aed6-4a1d161d3ca0, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=30ec9332-1965-4929-aed6-4a1d161d3ca0,segment=NetworkSegment(067fc487-22c7-42de-972d-ae352a28ad29),segment_id=067fc487-22c7-42de-972d-ae352a28ad29)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:30:29.538642 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-b7f7779a-0c83-4fc0-a1c4-f6363fa9a431 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:29.546366 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:29.652826 n-d-800634-3 neutron-server[93915]: INFO neutron.db.l3_db [None req-ab3f6ff2-9882-4376-a39a-a2e1e35723b2 tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] Floating IP 4cee81e7-7c1c-4b81-9929-3e4c23ffd71d associated. External IP: 172.25.1.234, port: fc7adfc8-2429-4dd9-9c99-fafc5938bde8. Jul 14 18:30:29.656019 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Pushing event updated for resources: {'Port': ['ID=30ec9332-1965-4929-aed6-4a1d161d3ca0,revision_number=4']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:30:29.753339 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d37518-8f9d-4d97-8c1c-15e1afd5725f req-e1d6eb54-cb1a-407a-8b25-b6f46a9521ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:30:29.757316 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-43d37518-8f9d-4d97-8c1c-15e1afd5725f req-e1d6eb54-cb1a-407a-8b25-b6f46a9521ad service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4f742057-89ee-4b4a-86f7-487ee61881a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3717597 Jul 14 18:30:29.770022 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10915939-da93-451f-8e8e-55f1070e67a2 req-6b8b8320-e92c-415b-bcb5-014a0a9f7c89 tempest-ServersAdminNegativeTestJSON-646419896 tempest-ServersAdminNegativeTestJSON-646419896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:30:29.771574 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-10915939-da93-451f-8e8e-55f1070e67a2 req-6b8b8320-e92c-415b-bcb5-014a0a9f7c89 tempest-ServersAdminNegativeTestJSON-646419896 tempest-ServersAdminNegativeTestJSON-646419896-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1b6a74-e58d-49d9-a913-084008333fc7 HTTP/1.1" status: 200 len: 948 time: 0.3164384 Jul 14 18:30:29.787589 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-b7f7779a-0c83-4fc0-a1c4-f6363fa9a431 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:29.791939 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] get_ports_and_sgs() called for port_ids ['e589939f-3c87-4e74-b554-9ba8f367d4c1'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 18:30:29.795570 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] get_ports_and_sgs() called for port_ids ['30ec9332-1965-4929-aed6-4a1d161d3ca0'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 18:30:29.796471 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-b7f7779a-0c83-4fc0-a1c4-f6363fa9a431 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:29.853853 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-b7f7779a-0c83-4fc0-a1c4-f6363fa9a431 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=18f6d3cd902a42cb82c1d16098c97f8c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3345320 Jul 14 18:30:29.857363 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f7779a-0c83-4fc0-a1c4-f6363fa9a431 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28665d3a-cb55-45ae-bf43-f244e107bb68,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:30:29.860523 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 41354) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:30:29.932795 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-08718efe-b697-422e-919e-ebd623605f15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:29.964067 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-08718efe-b697-422e-919e-ebd623605f15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:30.049923 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-08718efe-b697-422e-919e-ebd623605f15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:30.052969 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-08718efe-b697-422e-919e-ebd623605f15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:30.056153 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-08718efe-b697-422e-919e-ebd623605f15 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/28665d3a-cb55-45ae-bf43-f244e107bb68 HTTP/1.1" status: 204 len: 168 time: 0.1930048 Jul 14 18:30:30.071168 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08718efe-b697-422e-919e-ebd623605f15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28665d3a-cb55-45ae-bf43-f244e107bb68,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:30:30.142967 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-10915939-da93-451f-8e8e-55f1070e67a2 req-c33640e0-cb8e-42b6-8d15-514f4cfb7ac1 tempest-ServersAdminNegativeTestJSON-646419896 tempest-ServersAdminNegativeTestJSON-646419896-project] 10.222.0.16 "GET /v2.0/security-groups?id=ddd9256f-f69d-40e1-9519-2d888770192d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3545597 Jul 14 18:30:30.174801 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688b1e86-d678-4e25-bfed-463f4804b5a0 req-51cf705f-d360-4cd6-af1d-0c901a04e290 tempest-ImagesNegativeTestJSON-1631173663 tempest-ImagesNegativeTestJSON-1631173663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:30:30.182674 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-688b1e86-d678-4e25-bfed-463f4804b5a0 req-51cf705f-d360-4cd6-af1d-0c901a04e290 tempest-ImagesNegativeTestJSON-1631173663 tempest-ImagesNegativeTestJSON-1631173663-project] 10.222.0.16 "GET /v2.0/ports?device_id=cdd3e628-6519-4c94-ae49-8fa793c4a3ad HTTP/1.1" status: 200 len: 948 time: 0.5349858 Jul 14 18:30:30.190003 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-43d37518-8f9d-4d97-8c1c-15e1afd5725f req-ffebfaf8-edbd-46fe-98d2-4dd01fe7cebb service neutron] 10.222.0.18 "GET /v2.0/networks/4f742057-89ee-4b4a-86f7-487ee61881a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4166722 Jul 14 18:30:30.370027 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-688b1e86-d678-4e25-bfed-463f4804b5a0 req-4e6f0435-e871-4212-b26b-357bad0f4928 tempest-ImagesNegativeTestJSON-1631173663 tempest-ImagesNegativeTestJSON-1631173663-project] 10.222.0.16 "GET /v2.0/security-groups?id=d0d753c3-9e10-481b-80d6-471a3796d41f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1863852 Jul 14 18:30:30.504743 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-43d37518-8f9d-4d97-8c1c-15e1afd5725f req-e4ba50b4-240c-422c-ac25-4257bf7ee032 service neutron] 10.222.0.18 "GET /v2.0/networks/4f742057-89ee-4b4a-86f7-487ee61881a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3017864 Jul 14 18:30:30.506588 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab3f6ff2-9882-4376-a39a-a2e1e35723b2 tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] Router 6d3af555-74c9-4536-901b-a38fb4bef1f4 has already been hosted by L3 agent 2c6eb27e-defb-4cca-9a24-381c7415e359 {{(pid=93915) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 18:30:30.706204 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab3f6ff2-9882-4376-a39a-a2e1e35723b2 tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] Notify agent at l3_agent.n-d-800634-3 the message routers_updated {{(pid=93915) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 18:30:30.718294 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-606bb96f-d4a9-4aa4-869d-4db1ba45131d None None] Sync routers for ids ['6d3af555-74c9-4536-901b-a38fb4bef1f4'] in n-d-800634-3 {{(pid=93918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 18:30:30.718833 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-ab3f6ff2-9882-4376-a39a-a2e1e35723b2 tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for floatingip, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:30.732341 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-606bb96f-d4a9-4aa4-869d-4db1ba45131d None None] Routers {'6d3af555-74c9-4536-901b-a38fb4bef1f4'} bound to L3 agent in host n-d-800634-3 {{(pid=93918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:30:30.734093 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-606bb96f-d4a9-4aa4-869d-4db1ba45131d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:30:23Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['6d3af555-74c9-4536-901b-a38fb4bef1f4'], 'active': True} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:30:30.776863 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-ab3f6ff2-9882-4376-a39a-a2e1e35723b2 tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] 10.222.0.16 "PUT /v2.0/floatingips/4cee81e7-7c1c-4b81-9929-3e4c23ffd71d HTTP/1.1" status: 200 len: 991 time: 3.4813964 Jul 14 18:30:30.777095 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e324c388-2bb3-401d-a7a7-373392456b8c', 'tag': 'fc7adfc8-2429-4dd9-9c99-fafc5938bde8'}] {{(pid=93915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:30:30.779700 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e72782ad3af8f7d4ce76cedf092bca46d1756acc5c4653cf0b52034cdd6b073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf624f88-448f-4f89-b984-ce19569a7238" -d '{"events": [{"name": "network-changed", "server_uuid": "e324c388-2bb3-401d-a7a7-373392456b8c", "tag": "fc7adfc8-2429-4dd9-9c99-fafc5938bde8"}]}' {{(pid=93915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:30:30.832606 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 41402) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:30:30.971586 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvr_db [None req-606bb96f-d4a9-4aa4-869d-4db1ba45131d None None] Set router 6d3af555-74c9-4536-901b-a38fb4bef1f4 gateway port host: n-d-800634-3 {{(pid=93918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 18:30:31.038461 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 18:30:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da5aed4a-b1b7-4213-b602-52b77da6dbb1 x-openstack-request-id: req-da5aed4a-b1b7-4213-b602-52b77da6dbb1 {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:30:31.039362 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e324c388-2bb3-401d-a7a7-373392456b8c", "tag": "fc7adfc8-2429-4dd9-9c99-fafc5938bde8", "status": "completed", "code": 200}]} {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:30:31.039803 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-da5aed4a-b1b7-4213-b602-52b77da6dbb1 {{(pid=93915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:30:31.040305 n-d-800634-3 neutron-server[93915]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e324c388-2bb3-401d-a7a7-373392456b8c', 'tag': 'fc7adfc8-2429-4dd9-9c99-fafc5938bde8', 'status': 'completed', 'code': 200} Jul 14 18:30:31.165485 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf624f88-448f-4f89-b984-ce19569a7238 req-5a48b763-0528-4ab2-8f2e-6ea2e3c7465b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:30:31.167033 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-bf624f88-448f-4f89-b984-ce19569a7238 req-5a48b763-0528-4ab2-8f2e-6ea2e3c7465b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=81405c7e7f554ba6bd8aaf104233fc29&device_id=e324c388-2bb3-401d-a7a7-373392456b8c HTTP/1.1" status: 200 len: 1096 time: 0.1056669 Jul 14 18:30:31.182839 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-35bb7ccc-2b5c-48ae-a320-22c7f770a267 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-1043682158-network', 'tenant_id': '9f91fe197bea49d194fda6c0601876ae'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:30:31.262108 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35bb7ccc-2b5c-48ae-a320-22c7f770a267 admin admin] Made reservation on behalf of 9f91fe197bea49d194fda6c0601876ae for: {'network': 1} {{(pid=93916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:30:31.278359 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-35bb7ccc-2b5c-48ae-a320-22c7f770a267 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for network, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:31.305563 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-35bb7ccc-2b5c-48ae-a320-22c7f770a267 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:31.514688 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-606bb96f-d4a9-4aa4-869d-4db1ba45131d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d3af555-74c9-4536-901b-a38fb4bef1f4', 'name': 'tempest-AttachVolumeShelveTestJSON-426954697-router', 'tenant_id': '81405c7e7f554ba6bd8aaf104233fc29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.218'}], 'enable_snat': True}, 'gw_port_id': '3dff1768-00b9-48e5-abaa-8ae11b033402', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:29:55Z', 'updated_at': '2021-07-14T18:30:00Z', 'revision_number': 4, 'project_id': '81405c7e7f554ba6bd8aaf104233fc29', 'gw_port': {'id': '3dff1768-00b9-48e5-abaa-8ae11b033402', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:b1:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d3af555-74c9-4536-901b-a38fb4bef1f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1138, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:29:55Z', 'updated_at': '2021-07-14T18:30:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_floatingips': [{'id': '4cee81e7-7c1c-4b81-9929-3e4c23ffd71d', 'tenant_id': '81405c7e7f554ba6bd8aaf104233fc29', 'floating_ip_address': '172.25.1.234', 'floating_network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'router_id': '6d3af555-74c9-4536-901b-a38fb4bef1f4', 'port_id': 'fc7adfc8-2429-4dd9-9c99-fafc5938bde8', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1149, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd8ea664-6074-4bbe-887f-058fe7b50123', 'mac_address': 'fa:16:3e:da:9d:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e324c388-2bb3-401d-a7a7-373392456b8c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T18:30:04Z', 'updated_at': '2021-07-14T18:30:28Z', 'revision_number': 1, 'project_id': '81405c7e7f554ba6bd8aaf104233fc29', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '883fd5a2-430a-4d82-8595-e1fd8ecbd8d5', 'name': '', 'network_id': 'fd8ea664-6074-4bbe-887f-058fe7b50123', 'tenant_id': '81405c7e7f554ba6bd8aaf104233fc29', 'mac_address': 'fa:16:3e:d7:6e:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d3af555-74c9-4536-901b-a38fb4bef1f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1142, 'fixed_ips': [{'subnet_id': 'c9715e59-b525-40fa-a99e-ebf6aedac4af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:29:58Z', 'updated_at': '2021-07-14T18:30:05Z', 'revision_number': 5, 'project_id': '81405c7e7f554ba6bd8aaf104233fc29', 'subnets': [{'id': 'c9715e59-b525-40fa-a99e-ebf6aedac4af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-3', False) {} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:30:31.530202 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-35bb7ccc-2b5c-48ae-a320-22c7f770a267 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:31.542743 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-35bb7ccc-2b5c-48ae-a320-22c7f770a267 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:31.552500 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf624f88-448f-4f89-b984-ce19569a7238 req-897e7212-9176-4f78-932e-891b3789cc24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:30:31.557783 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-bf624f88-448f-4f89-b984-ce19569a7238 req-897e7212-9176-4f78-932e-891b3789cc24 service neutron] 10.222.0.35 "GET /v2.0/networks?id=fd8ea664-6074-4bbe-887f-058fe7b50123 HTTP/1.1" status: 200 len: 916 time: 0.3773789 Jul 14 18:30:31.584324 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35bb7ccc-2b5c-48ae-a320-22c7f770a267 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 55} {{(pid=93916) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 18:30:31.596324 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-606bb96f-d4a9-4aa4-869d-4db1ba45131d None None] Checking router: 6d3af555-74c9-4536-901b-a38fb4bef1f4 for host: n-d-800634-3 {{(pid=93918) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 18:30:31.617628 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-606bb96f-d4a9-4aa4-869d-4db1ba45131d None None] Routers {'6d3af555-74c9-4536-901b-a38fb4bef1f4'} bound to L3 agent in host n-d-800634-3 {{(pid=93918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:30:31.618783 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-606bb96f-d4a9-4aa4-869d-4db1ba45131d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:30:23Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['6d3af555-74c9-4536-901b-a38fb4bef1f4'], 'active': True} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:30:31.638954 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bb7ccc-2b5c-48ae-a320-22c7f770a267 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=453c8f20-4771-4bc0-91e3-8ccad10aa152,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:30:31.653042 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-35bb7ccc-2b5c-48ae-a320-22c7f770a267 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:31.653400 n-d-800634-3 neutron-server[93916]: INFO neutron.db.segments_db [None req-35bb7ccc-2b5c-48ae-a320-22c7f770a267 admin admin] Added segment f2ea61e4-f046-459b-ae76-97a25ffa160f of type vlan for network 20a9ddaa-1a7f-47b7-9547-410c2692e1a9 Jul 14 18:30:31.664223 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-bf624f88-448f-4f89-b984-ce19569a7238 req-c7c0b1b9-86ed-4c87-ba0e-dcb7844b646f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fc7adfc8-2429-4dd9-9c99-fafc5938bde8 HTTP/1.1" status: 200 len: 999 time: 0.0896723 Jul 14 18:30:31.716728 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-35bb7ccc-2b5c-48ae-a320-22c7f770a267 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728202197517'] for network, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:31.764447 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-35bb7ccc-2b5c-48ae-a320-22c7f770a267 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727'] for network, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:31.766237 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35bb7ccc-2b5c-48ae-a320-22c7f770a267 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:30:31.766672 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-35bb7ccc-2b5c-48ae-a320-22c7f770a267 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598705'] for network, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:31.814649 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da28214-3d41-498b-b96b-965dc3c82d5a req-6acfa025-8249-44ea-9994-4659b5bd950b tempest-ServersAdminNegativeTestJSON-646419896 tempest-ServersAdminNegativeTestJSON-646419896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:30:31.822507 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-9da28214-3d41-498b-b96b-965dc3c82d5a req-6acfa025-8249-44ea-9994-4659b5bd950b tempest-ServersAdminNegativeTestJSON-646419896 tempest-ServersAdminNegativeTestJSON-646419896-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1b6a74-e58d-49d9-a913-084008333fc7 HTTP/1.1" status: 200 len: 949 time: 0.4512503 Jul 14 18:30:31.848543 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-35bb7ccc-2b5c-48ae-a320-22c7f770a267 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.0125654 Jul 14 18:30:31.851876 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 41438) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:30:31.862071 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-ad0ec789-aa5e-4432-9500-b90ba6a6915a admin admin] Request body: {'subnet': {'network_id': '20a9ddaa-1a7f-47b7-9547-410c2692e1a9', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-1043682158-subnet', 'tenant_id': '9f91fe197bea49d194fda6c0601876ae', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:30:31.866824 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf624f88-448f-4f89-b984-ce19569a7238 req-49b5ff04-ef1d-4893-bf5d-a391e4bbcf54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:30:31.869554 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-bf624f88-448f-4f89-b984-ce19569a7238 req-49b5ff04-ef1d-4893-bf5d-a391e4bbcf54 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c9715e59-b525-40fa-a99e-ebf6aedac4af HTTP/1.1" status: 200 len: 855 time: 0.1969478 Jul 14 18:30:31.870268 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvr_db [None req-606bb96f-d4a9-4aa4-869d-4db1ba45131d None None] Set router 6d3af555-74c9-4536-901b-a38fb4bef1f4 gateway port host: n-d-800634-3 {{(pid=93918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 18:30:31.871263 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bb7ccc-2b5c-48ae-a320-22c7f770a267 admin admin] Pushing event updated for resources: {'Network': ['ID=20a9ddaa-1a7f-47b7-9547-410c2692e1a9,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:30:31.889662 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Network 20a9ddaa-1a7f-47b7-9547-410c2692e1a9 details requested by agent ovs-agent-n-d-800634-3 with host n-d-800634-3 {{(pid=93917) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 18:30:31.915360 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 41440) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:30:31.967905 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad0ec789-aa5e-4432-9500-b90ba6a6915a admin admin] Made reservation on behalf of 9f91fe197bea49d194fda6c0601876ae for: {'subnet': 1} {{(pid=93916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:30:31.971209 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-9da28214-3d41-498b-b96b-965dc3c82d5a req-d31e1b87-2bf7-4b36-b028-899ac25e24fe tempest-ServersAdminNegativeTestJSON-646419896 tempest-ServersAdminNegativeTestJSON-646419896-project] 10.222.0.16 "GET /v2.0/security-groups?id=ddd9256f-f69d-40e1-9519-2d888770192d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476867 Jul 14 18:30:31.993764 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-ad0ec789-aa5e-4432-9500-b90ba6a6915a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26033189'] for subnet, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:32.010085 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cbc0a4-51be-424f-817b-fb4470608459 req-63fdabf9-0170-41c1-a4a8-576b146ec2f9 tempest-ImagesNegativeTestJSON-1631173663 tempest-ImagesNegativeTestJSON-1631173663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:30:32.020290 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-28cbc0a4-51be-424f-817b-fb4470608459 req-63fdabf9-0170-41c1-a4a8-576b146ec2f9 tempest-ImagesNegativeTestJSON-1631173663 tempest-ImagesNegativeTestJSON-1631173663-project] 10.222.0.16 "GET /v2.0/ports?device_id=cdd3e628-6519-4c94-ae49-8fa793c4a3ad HTTP/1.1" status: 200 len: 948 time: 0.4473648 Jul 14 18:30:32.095644 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-28cbc0a4-51be-424f-817b-fb4470608459 req-aa6ddf17-6efc-4ed2-a5e6-6d3cfb0ecac0 tempest-ImagesNegativeTestJSON-1631173663 tempest-ImagesNegativeTestJSON-1631173663-project] 10.222.0.16 "GET /v2.0/security-groups?id=d0d753c3-9e10-481b-80d6-471a3796d41f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740855 Jul 14 18:30:32.118834 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf624f88-448f-4f89-b984-ce19569a7238 req-7e69c86a-f765-4f48-9b3d-a78a04dbd8c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:30:32.121588 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-bf624f88-448f-4f89-b984-ce19569a7238 req-7e69c86a-f765-4f48-9b3d-a78a04dbd8c9 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=fd8ea664-6074-4bbe-887f-058fe7b50123&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2415452 Jul 14 18:30:32.260375 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-bf624f88-448f-4f89-b984-ce19569a7238 req-2f2d7b52-5315-4123-897a-52d794657ed8 service neutron] 10.222.0.35 "GET /v2.0/networks/fd8ea664-6074-4bbe-887f-058fe7b50123?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319788 Jul 14 18:30:32.295188 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:32.373950 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-606bb96f-d4a9-4aa4-869d-4db1ba45131d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d3af555-74c9-4536-901b-a38fb4bef1f4', 'name': 'tempest-AttachVolumeShelveTestJSON-426954697-router', 'tenant_id': '81405c7e7f554ba6bd8aaf104233fc29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.218'}], 'enable_snat': True}, 'gw_port_id': '3dff1768-00b9-48e5-abaa-8ae11b033402', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:29:55Z', 'updated_at': '2021-07-14T18:30:00Z', 'revision_number': 4, 'project_id': '81405c7e7f554ba6bd8aaf104233fc29', 'gw_port': {'id': '3dff1768-00b9-48e5-abaa-8ae11b033402', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:b1:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d3af555-74c9-4536-901b-a38fb4bef1f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1138, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:29:55Z', 'updated_at': '2021-07-14T18:30:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_floatingips': [{'id': '4cee81e7-7c1c-4b81-9929-3e4c23ffd71d', 'tenant_id': '81405c7e7f554ba6bd8aaf104233fc29', 'floating_ip_address': '172.25.1.234', 'floating_network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'router_id': '6d3af555-74c9-4536-901b-a38fb4bef1f4', 'port_id': 'fc7adfc8-2429-4dd9-9c99-fafc5938bde8', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1149, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd8ea664-6074-4bbe-887f-058fe7b50123', 'mac_address': 'fa:16:3e:da:9d:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e324c388-2bb3-401d-a7a7-373392456b8c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T18:30:04Z', 'updated_at': '2021-07-14T18:30:28Z', 'revision_number': 1, 'project_id': '81405c7e7f554ba6bd8aaf104233fc29', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '883fd5a2-430a-4d82-8595-e1fd8ecbd8d5', 'name': '', 'network_id': 'fd8ea664-6074-4bbe-887f-058fe7b50123', 'tenant_id': '81405c7e7f554ba6bd8aaf104233fc29', 'mac_address': 'fa:16:3e:d7:6e:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d3af555-74c9-4536-901b-a38fb4bef1f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1142, 'fixed_ips': [{'subnet_id': 'c9715e59-b525-40fa-a99e-ebf6aedac4af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:29:58Z', 'updated_at': '2021-07-14T18:30:05Z', 'revision_number': 5, 'project_id': '81405c7e7f554ba6bd8aaf104233fc29', 'subnets': [{'id': 'c9715e59-b525-40fa-a99e-ebf6aedac4af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-3', False) {} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:30:32.410524 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-606bb96f-d4a9-4aa4-869d-4db1ba45131d None None] The sync data for ids ['6d3af555-74c9-4536-901b-a38fb4bef1f4'] in n-d-800634-3 is: [{'id': '6d3af555-74c9-4536-901b-a38fb4bef1f4', 'name': 'tempest-AttachVolumeShelveTestJSON-426954697-router', 'tenant_id': '81405c7e7f554ba6bd8aaf104233fc29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.218'}], 'enable_snat': True}, 'gw_port_id': '3dff1768-00b9-48e5-abaa-8ae11b033402', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:29:55Z', 'updated_at': '2021-07-14T18:30:00Z', 'revision_number': 4, 'project_id': '81405c7e7f554ba6bd8aaf104233fc29', 'gw_port': {'id': '3dff1768-00b9-48e5-abaa-8ae11b033402', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:b1:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d3af555-74c9-4536-901b-a38fb4bef1f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1138, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:29:55Z', 'updated_at': '2021-07-14T18:30:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_floatingips': [{'id': '4cee81e7-7c1c-4b81-9929-3e4c23ffd71d', 'tenant_id': '81405c7e7f554ba6bd8aaf104233fc29', 'floating_ip_address': '172.25.1.234', 'floating_network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'router_id': '6d3af555-74c9-4536-901b-a38fb4bef1f4', 'port_id': 'fc7adfc8-2429-4dd9-9c99-fafc5938bde8', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1149, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd8ea664-6074-4bbe-887f-058fe7b50123', 'mac_address': 'fa:16:3e:da:9d:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e324c388-2bb3-401d-a7a7-373392456b8c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T18:30:04Z', 'updated_at': '2021-07-14T18:30:28Z', 'revision_number': 1, 'project_id': '81405c7e7f554ba6bd8aaf104233fc29', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '883fd5a2-430a-4d82-8595-e1fd8ecbd8d5', 'name': '', 'network_id': 'fd8ea664-6074-4bbe-887f-058fe7b50123', 'tenant_id': '81405c7e7f554ba6bd8aaf104233fc29', 'mac_address': 'fa:16:3e:d7:6e:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d3af555-74c9-4536-901b-a38fb4bef1f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1142, 'fixed_ips': [{'subnet_id': 'c9715e59-b525-40fa-a99e-ebf6aedac4af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:29:58Z', 'updated_at': '2021-07-14T18:30:05Z', 'revision_number': 5, 'project_id': '81405c7e7f554ba6bd8aaf104233fc29', 'subnets': [{'id': 'c9715e59-b525-40fa-a99e-ebf6aedac4af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 18:30:32.481932 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-bf624f88-448f-4f89-b984-ce19569a7238 req-556bb6bd-a638-4895-bce8-9ee488a8b60d service neutron] 10.222.0.35 "GET /v2.0/networks/fd8ea664-6074-4bbe-887f-058fe7b50123?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2159748 Jul 14 18:30:32.523893 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-2f1d6254-18a9-4c27-9ce4-57564059c37b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:32.561792 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-ad0ec789-aa5e-4432-9500-b90ba6a6915a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2684753', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26033175'] for subnet, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:32.613943 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device e589939f-3c87-4e74-b554-9ba8f367d4c1 up at agent hyperv_n-h1-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:30:32.668511 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0ec789-aa5e-4432-9500-b90ba6a6915a admin admin] Pushing event updated for resources: {'Subnet': ['ID=e2ec78e3-2c4b-4f76-b5ec-69d6f56dd65c,revision_number=0']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:30:32.702710 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad0ec789-aa5e-4432-9500-b90ba6a6915a admin admin] Checking segment: {'id': 'f2ea61e4-f046-459b-ae76-97a25ffa160f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '20a9ddaa-1a7f-47b7-9547-410c2692e1a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93916) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:30:32.703403 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad0ec789-aa5e-4432-9500-b90ba6a6915a admin admin] Network hostable DHCP agents. Network: 20a9ddaa-1a7f-47b7-9547-410c2692e1a9, hostable agents: ['028393c3-0576-4ebd-bca1-8ea8a148e1a2'], hosted agents: [] {{(pid=93916) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 18:30:32.719965 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Provisioning for port e589939f-3c87-4e74-b554-9ba8f367d4c1 completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:30:32.731411 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Provisioning complete for port e589939f-3c87-4e74-b554-9ba8f367d4c1 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:30:32.732884 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:32.743809 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad0ec789-aa5e-4432-9500-b90ba6a6915a admin admin] Network 20a9ddaa-1a7f-47b7-9547-410c2692e1a9 is scheduled to be hosted by DHCP agent 028393c3-0576-4ebd-bca1-8ea8a148e1a2 with binding_index 1 {{(pid=93916) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 18:30:32.774287 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [None req-ad0ec789-aa5e-4432-9500-b90ba6a6915a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-3, 20a9ddaa-1a7f-47b7-9547-410c2692e1a9) {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:30:32.789740 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad0ec789-aa5e-4432-9500-b90ba6a6915a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:30:32.790523 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-ad0ec789-aa5e-4432-9500-b90ba6a6915a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598705'] for subnet, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:32.794333 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-2f1d6254-18a9-4c27-9ce4-57564059c37b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:32.796146 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce917091-ef6f-404b-b7bc-be21e165905e None None] Network 20a9ddaa-1a7f-47b7-9547-410c2692e1a9 requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:30:32.820012 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-2f1d6254-18a9-4c27-9ce4-57564059c37b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:32.874501 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 41462) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:30:32.877233 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-2f1d6254-18a9-4c27-9ce4-57564059c37b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=91b0ae036455456990dae6a24e614296&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9563999 Jul 14 18:30:32.889761 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-ad0ec789-aa5e-4432-9500-b90ba6a6915a admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.0326478 Jul 14 18:30:32.915130 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1d6254-18a9-4c27-9ce4-57564059c37b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=422a57d4-a80f-43b2-b28d-44b1f654c85c,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:30:32.927794 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08adcd89-9f4a-4c4e-bf92-4104078dee12 None None] New status for floating IP 4cee81e7-7c1c-4b81-9929-3e4c23ffd71d: ACTIVE {{(pid=93917) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 18:30:32.983154 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-ef88858d-2e61-4b4a-b933-3dc842fe82d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:33.040530 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-ef88858d-2e61-4b4a-b933-3dc842fe82d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:33.054879 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:33.119850 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-ef88858d-2e61-4b4a-b933-3dc842fe82d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:33.123872 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-ef88858d-2e61-4b4a-b933-3dc842fe82d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:33.125833 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-ef88858d-2e61-4b4a-b933-3dc842fe82d6 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/422a57d4-a80f-43b2-b28d-44b1f654c85c HTTP/1.1" status: 204 len: 168 time: 0.2497213 Jul 14 18:30:33.137224 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef88858d-2e61-4b4a-b933-3dc842fe82d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=422a57d4-a80f-43b2-b28d-44b1f654c85c,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:30:33.318485 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce73dbca-a3d4-4a42-b6f1-b97dbd4e489d req-0693901f-a563-4819-807f-3f8afe58c0d3 tempest-ServersAdminNegativeTestJSON-646419896 tempest-ServersAdminNegativeTestJSON-646419896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:30:33.327352 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdd3e628-6519-4c94-ae49-8fa793c4a3ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e589939f-3c87-4e74-b554-9ba8f367d4c1'}] {{(pid=93917) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:30:33.327841 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ce73dbca-a3d4-4a42-b6f1-b97dbd4e489d req-0693901f-a563-4819-807f-3f8afe58c0d3 tempest-ServersAdminNegativeTestJSON-646419896 tempest-ServersAdminNegativeTestJSON-646419896-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1b6a74-e58d-49d9-a913-084008333fc7 HTTP/1.1" status: 200 len: 949 time: 0.0921512 Jul 14 18:30:33.333310 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20b787f3c29eaa7aa2a4d648c725a2124c5ff39a8d793252f9d844495e14cf42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db7b0b46-4a66-47b9-a8f1-04b489556fdd" -d '{"events": [{"server_uuid": "cdd3e628-6519-4c94-ae49-8fa793c4a3ad", "name": "network-vif-plugged", "status": "completed", "tag": "e589939f-3c87-4e74-b554-9ba8f367d4c1"}]}' {{(pid=93917) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:30:33.376562 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port e589939f-3c87-4e74-b554-9ba8f367d4c1, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=e589939f-3c87-4e74-b554-9ba8f367d4c1,segment=NetworkSegment(067fc487-22c7-42de-972d-ae352a28ad29),segment_id=067fc487-22c7-42de-972d-ae352a28ad29)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:30:33.397891 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:33.397891 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device 30ec9332-1965-4929-aed6-4a1d161d3ca0 up at agent hyperv_n-h1-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:30:33.448869 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ce73dbca-a3d4-4a42-b6f1-b97dbd4e489d req-775c9309-1ad8-431f-a6fc-02c44f14d45a tempest-ServersAdminNegativeTestJSON-646419896 tempest-ServersAdminNegativeTestJSON-646419896-project] 10.222.0.16 "GET /v2.0/security-groups?id=ddd9256f-f69d-40e1-9519-2d888770192d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191189 Jul 14 18:30:33.548270 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f82271d-149a-4837-9290-5899395c3bac req-9ef96b33-1ff5-4bb7-93bd-b7f5b01e9101 tempest-ImagesNegativeTestJSON-1631173663 tempest-ImagesNegativeTestJSON-1631173663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:30:33.558857 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-5f82271d-149a-4837-9290-5899395c3bac req-9ef96b33-1ff5-4bb7-93bd-b7f5b01e9101 tempest-ImagesNegativeTestJSON-1631173663 tempest-ImagesNegativeTestJSON-1631173663-project] 10.222.0.16 "GET /v2.0/ports?device_id=cdd3e628-6519-4c94-ae49-8fa793c4a3ad HTTP/1.1" status: 200 len: 949 time: 0.2024932 Jul 14 18:30:33.616490 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Pushing event updated for resources: {'Port': ['ID=e589939f-3c87-4e74-b554-9ba8f367d4c1,revision_number=5']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:30:33.675285 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-5f82271d-149a-4837-9290-5899395c3bac req-f6a3b4a9-d85f-42bd-98f7-d301d0b35d84 tempest-ImagesNegativeTestJSON-1631173663 tempest-ImagesNegativeTestJSON-1631173663-project] 10.222.0.16 "GET /v2.0/security-groups?id=d0d753c3-9e10-481b-80d6-471a3796d41f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129358 Jul 14 18:30:33.713031 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 18:30:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd8a4dc0-331d-45de-b2d2-a0be44d803fa x-openstack-request-id: req-bd8a4dc0-331d-45de-b2d2-a0be44d803fa {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:30:33.713388 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdd3e628-6519-4c94-ae49-8fa793c4a3ad", "name": "network-vif-plugged", "status": "completed", "tag": "e589939f-3c87-4e74-b554-9ba8f367d4c1", "code": 200}]} {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:30:33.716576 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-bd8a4dc0-331d-45de-b2d2-a0be44d803fa {{(pid=93917) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:30:33.716576 n-d-800634-3 neutron-server[93917]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdd3e628-6519-4c94-ae49-8fa793c4a3ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e589939f-3c87-4e74-b554-9ba8f367d4c1', 'code': 200} Jul 14 18:30:33.722966 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3fa9754-c5cb-4aac-87db-36401226a401 None None] Network 20a9ddaa-1a7f-47b7-9547-410c2692e1a9 requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:30:33.813327 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Provisioning for port 30ec9332-1965-4929-aed6-4a1d161d3ca0 completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:30:33.823017 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Provisioning complete for port 30ec9332-1965-4929-aed6-4a1d161d3ca0 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:30:33.823596 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:33.858301 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af36b73f-23e0-41ed-9a80-88402e42fb10 req-ce25526a-18ac-47e9-bc86-b7db32d55bec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:30:33.861607 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-af36b73f-23e0-41ed-9a80-88402e42fb10 req-ce25526a-18ac-47e9-bc86-b7db32d55bec service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=cdd3e628-6519-4c94-ae49-8fa793c4a3ad HTTP/1.1" status: 200 len: 1100 time: 0.1004713 Jul 14 18:30:33.914281 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-af36b73f-23e0-41ed-9a80-88402e42fb10 req-12b81b60-9b22-4b78-aaa4-854ba27794f1 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=d0d753c3-9e10-481b-80d6-471a3796d41f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458255 Jul 14 18:30:33.967894 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:34.010623 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port 30ec9332-1965-4929-aed6-4a1d161d3ca0, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=30ec9332-1965-4929-aed6-4a1d161d3ca0,segment=NetworkSegment(067fc487-22c7-42de-972d-ae352a28ad29),segment_id=067fc487-22c7-42de-972d-ae352a28ad29)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:30:34.017266 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:34.079422 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Pushing event updated for resources: {'Port': ['ID=30ec9332-1965-4929-aed6-4a1d161d3ca0,revision_number=5']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:30:34.339738 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a86dd8b-0638-4003-826e-d73ed6c1991f req-1eb9d20c-1eef-4dec-aabb-630bb3756a66 tempest-InstanceActionsNegativeTestJSON-325194859 tempest-InstanceActionsNegativeTestJSON-325194859-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:30:34.343385 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-8a86dd8b-0638-4003-826e-d73ed6c1991f req-1eb9d20c-1eef-4dec-aabb-630bb3756a66 tempest-InstanceActionsNegativeTestJSON-325194859 tempest-InstanceActionsNegativeTestJSON-325194859-project] 10.222.0.16 "GET /v2.0/networks?id=20a9ddaa-1a7f-47b7-9547-410c2692e1a9 HTTP/1.1" status: 200 len: 822 time: 0.1438503 Jul 14 18:30:34.366118 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-8a86dd8b-0638-4003-826e-d73ed6c1991f req-2391630a-e73a-4edc-bf43-9efdeb8ddd70 tempest-InstanceActionsNegativeTestJSON-325194859 tempest-InstanceActionsNegativeTestJSON-325194859-project] 10.222.0.16 "GET /v2.0/quotas/9f91fe197bea49d194fda6c0601876ae HTTP/1.1" status: 200 len: 375 time: 0.0120914 Jul 14 18:30:34.415998 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-8a86dd8b-0638-4003-826e-d73ed6c1991f req-f2f4df11-3c67-4895-bf34-dcc17c262679 tempest-InstanceActionsNegativeTestJSON-325194859 tempest-InstanceActionsNegativeTestJSON-325194859-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=9f91fe197bea49d194fda6c0601876ae&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0380633 Jul 14 18:30:34.538414 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-8a86dd8b-0638-4003-826e-d73ed6c1991f req-11204217-b8c7-44ca-9271-2ff75b680367 service neutron] 10.222.0.16 "GET /v2.0/networks/20a9ddaa-1a7f-47b7-9547-410c2692e1a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1119933 Jul 14 18:30:34.767838 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-8a86dd8b-0638-4003-826e-d73ed6c1991f req-cfd69789-420a-4ffe-b3d7-2b61c4334073 service neutron] 10.222.0.16 "GET /v2.0/networks/20a9ddaa-1a7f-47b7-9547-410c2692e1a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2221951 Jul 14 18:30:34.803073 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599c380c-ee42-4834-b609-5e11e9e1a155 req-7382414d-f083-45f4-b662-eb21a8e8600d tempest-ServersAdminNegativeTestJSON-646419896 tempest-ServersAdminNegativeTestJSON-646419896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:30:34.807613 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-599c380c-ee42-4834-b609-5e11e9e1a155 req-7382414d-f083-45f4-b662-eb21a8e8600d tempest-ServersAdminNegativeTestJSON-646419896 tempest-ServersAdminNegativeTestJSON-646419896-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1b6a74-e58d-49d9-a913-084008333fc7 HTTP/1.1" status: 200 len: 950 time: 0.1632361 Jul 14 18:30:34.898398 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-599c380c-ee42-4834-b609-5e11e9e1a155 req-0a854712-8255-4811-b830-caaac7701449 tempest-ServersAdminNegativeTestJSON-646419896 tempest-ServersAdminNegativeTestJSON-646419896-project] 10.222.0.16 "GET /v2.0/security-groups?id=ddd9256f-f69d-40e1-9519-2d888770192d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798697 Jul 14 18:30:35.218226 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:35.222274 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6ffcba7d-0cc2-40b5-be7d-153748d9e712 req-a3747d34-9752-409c-b2ad-b3aad73ee2cb tempest-InstanceActionsNegativeTestJSON-325194859 tempest-InstanceActionsNegativeTestJSON-325194859-project] 10.222.0.16 "GET /v2.0/ports?device_id=f38c2fe3-36c1-4f7e-a229-5fb384ec7e70 HTTP/1.1" status: 200 len: 210 time: 0.0414567 Jul 14 18:30:35.245188 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d515da-6d4a-4970-91a1-74eb11ee581a req-19bd6629-2908-424d-b35b-bec21fe1dff5 tempest-ImagesNegativeTestJSON-1631173663 tempest-ImagesNegativeTestJSON-1631173663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:30:35.252318 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-38d515da-6d4a-4970-91a1-74eb11ee581a req-19bd6629-2908-424d-b35b-bec21fe1dff5 tempest-ImagesNegativeTestJSON-1631173663 tempest-ImagesNegativeTestJSON-1631173663-project] 10.222.0.16 "GET /v2.0/ports?device_id=cdd3e628-6519-4c94-ae49-8fa793c4a3ad HTTP/1.1" status: 200 len: 949 time: 0.1657336 Jul 14 18:30:35.326615 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-38d515da-6d4a-4970-91a1-74eb11ee581a req-7c50a5d6-5f8d-4319-b3b0-55e11b6456ce tempest-ImagesNegativeTestJSON-1631173663 tempest-ImagesNegativeTestJSON-1631173663-project] 10.222.0.16 "GET /v2.0/security-groups?id=d0d753c3-9e10-481b-80d6-471a3796d41f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731218 Jul 14 18:30:35.717877 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb1b6a74-e58d-49d9-a913-084008333fc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30ec9332-1965-4929-aed6-4a1d161d3ca0'}] {{(pid=93917) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:30:35.720270 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20b787f3c29eaa7aa2a4d648c725a2124c5ff39a8d793252f9d844495e14cf42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fb9e5ea-3f95-424b-b889-65adc6d1297d" -d '{"events": [{"server_uuid": "cb1b6a74-e58d-49d9-a913-084008333fc7", "name": "network-vif-plugged", "status": "completed", "tag": "30ec9332-1965-4929-aed6-4a1d161d3ca0"}]}' {{(pid=93917) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:30:35.756047 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 41584) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:30:35.831486 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 18:30:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-867a5890-9c07-492a-a427-dd5890ff7dc4 x-openstack-request-id: req-867a5890-9c07-492a-a427-dd5890ff7dc4 {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:30:35.831776 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb1b6a74-e58d-49d9-a913-084008333fc7", "name": "network-vif-plugged", "status": "completed", "tag": "30ec9332-1965-4929-aed6-4a1d161d3ca0", "code": 200}]} {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:30:35.832555 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-867a5890-9c07-492a-a427-dd5890ff7dc4 {{(pid=93917) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:30:35.832967 n-d-800634-3 neutron-server[93917]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb1b6a74-e58d-49d9-a913-084008333fc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30ec9332-1965-4929-aed6-4a1d161d3ca0', 'code': 200} Jul 14 18:30:35.942036 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12438b31-fcfb-4827-b918-462f3f336e92 req-f8464ff0-e951-4a5e-bacb-bae9d96fb7b2 tempest-ImagesNegativeTestJSON-1631173663 tempest-ImagesNegativeTestJSON-1631173663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:30:35.943763 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-12438b31-fcfb-4827-b918-462f3f336e92 req-f8464ff0-e951-4a5e-bacb-bae9d96fb7b2 tempest-ImagesNegativeTestJSON-1631173663 tempest-ImagesNegativeTestJSON-1631173663-project] 10.222.0.16 "GET /v2.0/ports?device_id=cdd3e628-6519-4c94-ae49-8fa793c4a3ad HTTP/1.1" status: 200 len: 949 time: 0.1076882 Jul 14 18:30:36.064766 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-be26155e-626d-4a2e-9110-93ec45af0193 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-117257351-network', 'tenant_id': 'd8b4124f35cb49d59d45439a2b01f28b'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:30:36.194423 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-12438b31-fcfb-4827-b918-462f3f336e92 req-3af7147c-dff6-4d77-8aa3-d6376312104d tempest-ImagesNegativeTestJSON-1631173663 tempest-ImagesNegativeTestJSON-1631173663-project] 10.222.0.16 "GET /v2.0/security-groups?id=d0d753c3-9e10-481b-80d6-471a3796d41f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2305634 Jul 14 18:30:36.207166 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be26155e-626d-4a2e-9110-93ec45af0193 admin admin] Made reservation on behalf of d8b4124f35cb49d59d45439a2b01f28b for: {'network': 1} {{(pid=93915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:30:36.209559 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-be26155e-626d-4a2e-9110-93ec45af0193 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for network, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:36.234665 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-be26155e-626d-4a2e-9110-93ec45af0193 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:36.276787 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b84287-a067-4115-94cc-bd3438d9e4a4 req-6cc3f6d1-143a-4960-acbd-b923ddf4f346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:30:36.278811 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-58b84287-a067-4115-94cc-bd3438d9e4a4 req-6cc3f6d1-143a-4960-acbd-b923ddf4f346 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=cb1b6a74-e58d-49d9-a913-084008333fc7 HTTP/1.1" status: 200 len: 1101 time: 0.3325872 Jul 14 18:30:36.321593 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc31b32f-a99b-4106-b0ec-bc4ebab97d71 req-ee0e1e09-fb12-4d4f-861e-354bbe36d380 tempest-ServersAdminNegativeTestJSON-646419896 tempest-ServersAdminNegativeTestJSON-646419896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:30:36.329802 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-dc31b32f-a99b-4106-b0ec-bc4ebab97d71 req-ee0e1e09-fb12-4d4f-861e-354bbe36d380 tempest-ServersAdminNegativeTestJSON-646419896 tempest-ServersAdminNegativeTestJSON-646419896-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1b6a74-e58d-49d9-a913-084008333fc7 HTTP/1.1" status: 200 len: 950 time: 0.2573464 Jul 14 18:30:36.413132 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-58b84287-a067-4115-94cc-bd3438d9e4a4 req-08534635-f4d2-4620-b0ab-6b49fcd77de0 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=ddd9256f-f69d-40e1-9519-2d888770192d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264384 Jul 14 18:30:36.438748 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-dc31b32f-a99b-4106-b0ec-bc4ebab97d71 req-0918c0a4-5084-4b1b-a45c-a83b22eb0251 tempest-ServersAdminNegativeTestJSON-646419896 tempest-ServersAdminNegativeTestJSON-646419896-project] 10.222.0.16 "GET /v2.0/security-groups?id=ddd9256f-f69d-40e1-9519-2d888770192d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077344 Jul 14 18:30:36.577230 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-5964ecd0-ccc2-450e-aa08-a874d5a3a5be req-d0dc7527-9864-46b0-9c66-0555277c8648 tempest-InstanceActionsNegativeTestJSON-325194859 tempest-InstanceActionsNegativeTestJSON-325194859-project] 10.222.0.16 "GET /v2.0/ports?device_id=f38c2fe3-36c1-4f7e-a229-5fb384ec7e70 HTTP/1.1" status: 200 len: 210 time: 0.0779433 Jul 14 18:30:36.605368 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-be26155e-626d-4a2e-9110-93ec45af0193 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:36.660807 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-be26155e-626d-4a2e-9110-93ec45af0193 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:36.709075 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be26155e-626d-4a2e-9110-93ec45af0193 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 89} {{(pid=93915) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 18:30:36.727900 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be26155e-626d-4a2e-9110-93ec45af0193 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5ee3ece-9042-4be0-98c7-0e30caea88cf,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:30:36.737868 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-be26155e-626d-4a2e-9110-93ec45af0193 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:36.739535 n-d-800634-3 neutron-server[93915]: INFO neutron.db.segments_db [None req-be26155e-626d-4a2e-9110-93ec45af0193 admin admin] Added segment fd1b1bab-0530-48be-a272-29204ebf86dd of type vlan for network b5c40f87-65c2-4556-a17a-b1d97a917cbc Jul 14 18:30:36.820090 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a86dd8b-0638-4003-826e-d73ed6c1991f req-9e5d5d24-34de-48be-9717-e2e27c70eb92 tempest-InstanceActionsNegativeTestJSON-325194859 tempest-InstanceActionsNegativeTestJSON-325194859-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:30:36.823413 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-8a86dd8b-0638-4003-826e-d73ed6c1991f req-9e5d5d24-34de-48be-9717-e2e27c70eb92 tempest-InstanceActionsNegativeTestJSON-325194859 tempest-InstanceActionsNegativeTestJSON-325194859-project] 10.222.0.35 "GET /v2.0/networks?id=20a9ddaa-1a7f-47b7-9547-410c2692e1a9 HTTP/1.1" status: 200 len: 822 time: 0.2185559 Jul 14 18:30:36.841854 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-be26155e-626d-4a2e-9110-93ec45af0193 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728202197517'] for network, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:36.851416 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [req-8a86dd8b-0638-4003-826e-d73ed6c1991f req-d5af1c1c-f299-43e9-8653-c69b6d35d3c4 tempest-InstanceActionsNegativeTestJSON-325194859 tempest-InstanceActionsNegativeTestJSON-325194859-project] Request body: {'port': {'device_id': 'f38c2fe3-36c1-4f7e-a229-5fb384ec7e70', 'network_id': '20a9ddaa-1a7f-47b7-9547-410c2692e1a9', 'admin_state_up': True, 'tenant_id': '9f91fe197bea49d194fda6c0601876ae'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:30:37.465377 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.db.resource_extend [None req-be26155e-626d-4a2e-9110-93ec45af0193 admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 14 18:30:37.539084 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-be26155e-626d-4a2e-9110-93ec45af0193 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727'] for network, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:37.541617 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be26155e-626d-4a2e-9110-93ec45af0193 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:30:37.542570 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-be26155e-626d-4a2e-9110-93ec45af0193 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598705'] for network, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:37.573001 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 41640) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:30:37.708149 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 41650) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:30:37.713167 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-ec9b59b4-2b4c-4667-87bd-50b4364aaf09 admin admin] Request body: {'subnet': {'network_id': 'b5c40f87-65c2-4556-a17a-b1d97a917cbc', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-117257351-subnet', 'tenant_id': 'd8b4124f35cb49d59d45439a2b01f28b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:30:37.719582 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-be26155e-626d-4a2e-9110-93ec45af0193 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.9617875 Jul 14 18:30:37.720839 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a86dd8b-0638-4003-826e-d73ed6c1991f req-d5af1c1c-f299-43e9-8653-c69b6d35d3c4 tempest-InstanceActionsNegativeTestJSON-325194859 tempest-InstanceActionsNegativeTestJSON-325194859-project] Made reservation on behalf of 9f91fe197bea49d194fda6c0601876ae for: {'port': 1} {{(pid=93915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:30:37.725593 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-8a86dd8b-0638-4003-826e-d73ed6c1991f req-d5af1c1c-f299-43e9-8653-c69b6d35d3c4 tempest-InstanceActionsNegativeTestJSON-325194859 tempest-InstanceActionsNegativeTestJSON-325194859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:37.740506 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9d7df3-0f83-4986-8ccd-05f9f0e8bd5b req-9db16560-1a01-4202-a730-b51b76651ba1 tempest-ImagesNegativeTestJSON-1631173663 tempest-ImagesNegativeTestJSON-1631173663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:30:37.742394 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3a9d7df3-0f83-4986-8ccd-05f9f0e8bd5b req-9db16560-1a01-4202-a730-b51b76651ba1 tempest-ImagesNegativeTestJSON-1631173663 tempest-ImagesNegativeTestJSON-1631173663-project] 10.222.0.18 "GET /v2.0/ports?device_id=cdd3e628-6519-4c94-ae49-8fa793c4a3ad HTTP/1.1" status: 200 len: 949 time: 0.4203362 Jul 14 18:30:37.751742 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-0147cfa0-3e66-4117-aecd-0081569166fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:37.782402 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec9b59b4-2b4c-4667-87bd-50b4364aaf09 admin admin] Made reservation on behalf of d8b4124f35cb49d59d45439a2b01f28b for: {'subnet': 1} {{(pid=93916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:30:37.785583 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-ec9b59b4-2b4c-4667-87bd-50b4364aaf09 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26033189'] for subnet, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:37.856458 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be26155e-626d-4a2e-9110-93ec45af0193 admin admin] Pushing event updated for resources: {'Network': ['ID=b5c40f87-65c2-4556-a17a-b1d97a917cbc,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:30:37.870887 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59520f9-cedb-4d07-96f3-cef216ab6764 req-76baad7b-cf51-4679-99e2-e54ceb3276f9 tempest-ImagesNegativeTestJSON-1631173663 tempest-ImagesNegativeTestJSON-1631173663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:30:37.871663 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Network b5c40f87-65c2-4556-a17a-b1d97a917cbc details requested by agent ovs-agent-n-d-800634-3 with host n-d-800634-3 {{(pid=93917) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 18:30:37.880535 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f59520f9-cedb-4d07-96f3-cef216ab6764 req-76baad7b-cf51-4679-99e2-e54ceb3276f9 tempest-ImagesNegativeTestJSON-1631173663 tempest-ImagesNegativeTestJSON-1631173663-project] 10.222.0.16 "GET /v2.0/ports?device_id=cdd3e628-6519-4c94-ae49-8fa793c4a3ad HTTP/1.1" status: 200 len: 949 time: 0.4882078 Jul 14 18:30:38.080376 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f59520f9-cedb-4d07-96f3-cef216ab6764 req-7de07015-164d-4388-b646-167fdd7a2022 tempest-ImagesNegativeTestJSON-1631173663 tempest-ImagesNegativeTestJSON-1631173663-project] 10.222.0.16 "GET /v2.0/security-groups?id=d0d753c3-9e10-481b-80d6-471a3796d41f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1987283 Jul 14 18:30:38.168256 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-0147cfa0-3e66-4117-aecd-0081569166fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:38.179686 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a95475-b1aa-4beb-bfd3-2b4de232659d req-5b028819-fac1-427c-8000-554cec136063 tempest-ServersAdminNegativeTestJSON-646419896 tempest-ServersAdminNegativeTestJSON-646419896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:30:38.184146 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-0147cfa0-3e66-4117-aecd-0081569166fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:38.186145 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-60a95475-b1aa-4beb-bfd3-2b4de232659d req-5b028819-fac1-427c-8000-554cec136063 tempest-ServersAdminNegativeTestJSON-646419896 tempest-ServersAdminNegativeTestJSON-646419896-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1b6a74-e58d-49d9-a913-084008333fc7 HTTP/1.1" status: 200 len: 950 time: 0.4946737 Jul 14 18:30:38.218803 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0147cfa0-3e66-4117-aecd-0081569166fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0164c887-71ab-45d3-8b92-ebfb265cd391,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:30:38.227578 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-ec9b59b4-2b4c-4667-87bd-50b4364aaf09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2684753', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26033175'] for subnet, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:38.237436 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.db_base_plugin_common [req-8a86dd8b-0638-4003-826e-d73ed6c1991f req-d5af1c1c-f299-43e9-8653-c69b6d35d3c4 tempest-InstanceActionsNegativeTestJSON-325194859 tempest-InstanceActionsNegativeTestJSON-325194859-project] Allocated IP 172.20.0.6 (20a9ddaa-1a7f-47b7-9547-410c2692e1a9/e2ec78e3-2c4b-4f76-b5ec-69d6f56dd65c/26640345-8b2a-4b0b-a926-dabc2574c583) {{(pid=93915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:30:38.285081 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-0147cfa0-3e66-4117-aecd-0081569166fc admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2bed34fae5844a77882005ff51671d29&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7101567 Jul 14 18:30:38.286820 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 41662) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:30:38.322242 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9b59b4-2b4c-4667-87bd-50b4364aaf09 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1f569699-ead1-4a1b-9831-6218d26ffcda,revision_number=0']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:30:38.330803 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec9b59b4-2b4c-4667-87bd-50b4364aaf09 admin admin] Checking segment: {'id': 'fd1b1bab-0530-48be-a272-29204ebf86dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'b5c40f87-65c2-4556-a17a-b1d97a917cbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93916) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:30:38.331426 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec9b59b4-2b4c-4667-87bd-50b4364aaf09 admin admin] Network hostable DHCP agents. Network: b5c40f87-65c2-4556-a17a-b1d97a917cbc, hostable agents: ['028393c3-0576-4ebd-bca1-8ea8a148e1a2'], hosted agents: [] {{(pid=93916) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 18:30:38.356535 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec9b59b4-2b4c-4667-87bd-50b4364aaf09 admin admin] Network b5c40f87-65c2-4556-a17a-b1d97a917cbc is scheduled to be hosted by DHCP agent 028393c3-0576-4ebd-bca1-8ea8a148e1a2 with binding_index 1 {{(pid=93916) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 18:30:38.385282 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [None req-ec9b59b4-2b4c-4667-87bd-50b4364aaf09 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-3, b5c40f87-65c2-4556-a17a-b1d97a917cbc) {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:30:38.396852 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c68da5fe-d83b-4a97-affd-e9e15f49e6c3 None None] Network b5c40f87-65c2-4556-a17a-b1d97a917cbc requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:30:38.397705 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec9b59b4-2b4c-4667-87bd-50b4364aaf09 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:30:38.398524 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-ec9b59b4-2b4c-4667-87bd-50b4364aaf09 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598705'] for subnet, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:38.416595 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-ec9b59b4-2b4c-4667-87bd-50b4364aaf09 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7060292 Jul 14 18:30:38.456218 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-9f664c5f-ef53-4b6b-b84e-ec048148977e req-88d735a5-9de2-441c-8347-cff4d4e44975 tempest-InstanceActionsNegativeTestJSON-325194859 tempest-InstanceActionsNegativeTestJSON-325194859-project] 10.222.0.16 "GET /v2.0/ports?device_id=f38c2fe3-36c1-4f7e-a229-5fb384ec7e70 HTTP/1.1" status: 200 len: 210 time: 0.1531174 Jul 14 18:30:38.472547 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [req-3a9d7df3-0f83-4986-8ccd-05f9f0e8bd5b req-1167a445-7c08-4123-acad-94d862817a77 tempest-ImagesNegativeTestJSON-1631173663 tempest-ImagesNegativeTestJSON-1631173663-project] Deleting port e589939f-3c87-4e74-b554-9ba8f367d4c1 {{(pid=93915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:30:38.475076 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-3a9d7df3-0f83-4986-8ccd-05f9f0e8bd5b req-1167a445-7c08-4123-acad-94d862817a77 tempest-ImagesNegativeTestJSON-1631173663 tempest-ImagesNegativeTestJSON-1631173663-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:38.663147 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-391f604d-c70d-44bc-b32b-70166684bf15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:38.672993 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97a29bce-b37c-487c-89ff-6bc6cee23eb2 None None] Network b5c40f87-65c2-4556-a17a-b1d97a917cbc requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:30:38.752741 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-60a95475-b1aa-4beb-bfd3-2b4de232659d req-e3f48847-c0cf-4836-b134-fca66a3129e2 tempest-ServersAdminNegativeTestJSON-646419896 tempest-ServersAdminNegativeTestJSON-646419896-project] 10.222.0.16 "GET /v2.0/security-groups?id=ddd9256f-f69d-40e1-9519-2d888770192d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5465877 Jul 14 18:30:38.780292 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-8a86dd8b-0638-4003-826e-d73ed6c1991f req-d5af1c1c-f299-43e9-8653-c69b6d35d3c4 tempest-InstanceActionsNegativeTestJSON-325194859 tempest-InstanceActionsNegativeTestJSON-325194859-project] Notify callbacks [] for port, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:38.794870 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-391f604d-c70d-44bc-b32b-70166684bf15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:38.893938 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-3a9d7df3-0f83-4986-8ccd-05f9f0e8bd5b req-1167a445-7c08-4123-acad-94d862817a77 tempest-ImagesNegativeTestJSON-1631173663 tempest-ImagesNegativeTestJSON-1631173663-project] For port e589939f-3c87-4e74-b554-9ba8f367d4c1, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=e589939f-3c87-4e74-b554-9ba8f367d4c1,segment=NetworkSegment(067fc487-22c7-42de-972d-ae352a28ad29),segment_id=067fc487-22c7-42de-972d-ae352a28ad29)] {{(pid=93915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:30:38.894662 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-3a9d7df3-0f83-4986-8ccd-05f9f0e8bd5b req-1167a445-7c08-4123-acad-94d862817a77 tempest-ImagesNegativeTestJSON-1631173663 tempest-ImagesNegativeTestJSON-1631173663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:38.913367 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [req-3a9d7df3-0f83-4986-8ccd-05f9f0e8bd5b req-1167a445-7c08-4123-acad-94d862817a77 tempest-ImagesNegativeTestJSON-1631173663 tempest-ImagesNegativeTestJSON-1631173663-project] Calling delete_port for e589939f-3c87-4e74-b554-9ba8f367d4c1 owned by compute:nova {{(pid=93915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:30:38.929568 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-8a86dd8b-0638-4003-826e-d73ed6c1991f req-d5af1c1c-f299-43e9-8653-c69b6d35d3c4 tempest-InstanceActionsNegativeTestJSON-325194859 tempest-InstanceActionsNegativeTestJSON-325194859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:39.008660 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-391f604d-c70d-44bc-b32b-70166684bf15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:39.018066 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-391f604d-c70d-44bc-b32b-70166684bf15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:39.019535 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-391f604d-c70d-44bc-b32b-70166684bf15 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0164c887-71ab-45d3-8b92-ebfb265cd391 HTTP/1.1" status: 204 len: 168 time: 0.7214246 Jul 14 18:30:39.059987 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a86dd8b-0638-4003-826e-d73ed6c1991f req-d5af1c1c-f299-43e9-8653-c69b6d35d3c4 tempest-InstanceActionsNegativeTestJSON-325194859 tempest-InstanceActionsNegativeTestJSON-325194859-project] Network 20a9ddaa-1a7f-47b7-9547-410c2692e1a9 is already hosted by enough agents. {{(pid=93915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:30:39.069754 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391f604d-c70d-44bc-b32b-70166684bf15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0164c887-71ab-45d3-8b92-ebfb265cd391,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:30:39.071931 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [req-8a86dd8b-0638-4003-826e-d73ed6c1991f req-d5af1c1c-f299-43e9-8653-c69b6d35d3c4 tempest-InstanceActionsNegativeTestJSON-325194859 tempest-InstanceActionsNegativeTestJSON-325194859-project] Resources bound (agent type, host, resource id): {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:30:39.082112 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a86dd8b-0638-4003-826e-d73ed6c1991f req-d5af1c1c-f299-43e9-8653-c69b6d35d3c4 tempest-InstanceActionsNegativeTestJSON-325194859 tempest-InstanceActionsNegativeTestJSON-325194859-project] Received port after_create {{(pid=93915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:30:39.093212 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5af1c1c-f299-43e9-8653-c69b6d35d3c4 tempest-InstanceActionsNegativeTestJSON-325194859 tempest-InstanceActionsNegativeTestJSON-325194859-project] Pushing event updated for resources: {'Port': ['ID=26640345-8b2a-4b0b-a926-dabc2574c583,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:30:39.255984 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a86dd8b-0638-4003-826e-d73ed6c1991f req-d5af1c1c-f299-43e9-8653-c69b6d35d3c4 tempest-InstanceActionsNegativeTestJSON-325194859 tempest-InstanceActionsNegativeTestJSON-325194859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:30:39.255984 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-8a86dd8b-0638-4003-826e-d73ed6c1991f req-d5af1c1c-f299-43e9-8653-c69b6d35d3c4 tempest-InstanceActionsNegativeTestJSON-325194859 tempest-InstanceActionsNegativeTestJSON-325194859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:39.314565 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-8a86dd8b-0638-4003-826e-d73ed6c1991f req-d5af1c1c-f299-43e9-8653-c69b6d35d3c4 tempest-InstanceActionsNegativeTestJSON-325194859 tempest-InstanceActionsNegativeTestJSON-325194859-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4684355 Jul 14 18:30:39.332212 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [req-8a86dd8b-0638-4003-826e-d73ed6c1991f req-96fa50ae-7981-4cad-aa03-b7b0dbe17b86 service neutron] Request body: {'port': {'device_id': 'f38c2fe3-36c1-4f7e-a229-5fb384ec7e70', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800634-3'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:30:39.435941 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-3a9d7df3-0f83-4986-8ccd-05f9f0e8bd5b req-1167a445-7c08-4123-acad-94d862817a77 tempest-ImagesNegativeTestJSON-1631173663 tempest-ImagesNegativeTestJSON-1631173663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:39.452974 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] get_ports_and_sgs() called for port_ids ['e589939f-3c87-4e74-b554-9ba8f367d4c1'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 18:30:39.502648 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1167a445-7c08-4123-acad-94d862817a77 tempest-ImagesNegativeTestJSON-1631173663 tempest-ImagesNegativeTestJSON-1631173663-project] Pushing event deleted for resources: {'Port': ['ID=e589939f-3c87-4e74-b554-9ba8f367d4c1,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:30:39.646114 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a9d7df3-0f83-4986-8ccd-05f9f0e8bd5b req-1167a445-7c08-4123-acad-94d862817a77 tempest-ImagesNegativeTestJSON-1631173663 tempest-ImagesNegativeTestJSON-1631173663-project] No DVR routers for this DVR port e589939f-3c87-4e74-b554-9ba8f367d4c1 on host n-h1-800634-3 {{(pid=93915) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 18:30:39.648712 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-8a86dd8b-0638-4003-826e-d73ed6c1991f req-96fa50ae-7981-4cad-aa03-b7b0dbe17b86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:39.659066 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-3a9d7df3-0f83-4986-8ccd-05f9f0e8bd5b req-1167a445-7c08-4123-acad-94d862817a77 tempest-ImagesNegativeTestJSON-1631173663 tempest-ImagesNegativeTestJSON-1631173663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:39.661147 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3a9d7df3-0f83-4986-8ccd-05f9f0e8bd5b req-1167a445-7c08-4123-acad-94d862817a77 tempest-ImagesNegativeTestJSON-1631173663 tempest-ImagesNegativeTestJSON-1631173663-project] 10.222.0.18 "DELETE /v2.0/ports/e589939f-3c87-4e74-b554-9ba8f367d4c1 HTTP/1.1" status: 204 len: 173 time: 1.8858976 Jul 14 18:30:39.662391 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdd3e628-6519-4c94-ae49-8fa793c4a3ad', 'name': 'network-vif-deleted', 'tag': 'e589939f-3c87-4e74-b554-9ba8f367d4c1'}] {{(pid=93915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:30:39.668418 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e72782ad3af8f7d4ce76cedf092bca46d1756acc5c4653cf0b52034cdd6b073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43fa6e4f-95c6-4f45-8ec8-1bd61c1d1747" -d '{"events": [{"server_uuid": "cdd3e628-6519-4c94-ae49-8fa793c4a3ad", "name": "network-vif-deleted", "tag": "e589939f-3c87-4e74-b554-9ba8f367d4c1"}]}' {{(pid=93915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:30:39.733282 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44eec01-9d09-450b-b9eb-e69ddb9e5ba6 req-ed7a434f-5fd7-404a-a6e5-30551b5608fe tempest-ImagesNegativeTestJSON-1631173663 tempest-ImagesNegativeTestJSON-1631173663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:30:39.740615 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e44eec01-9d09-450b-b9eb-e69ddb9e5ba6 req-ed7a434f-5fd7-404a-a6e5-30551b5608fe tempest-ImagesNegativeTestJSON-1631173663 tempest-ImagesNegativeTestJSON-1631173663-project] 10.222.0.16 "GET /v2.0/ports?device_id=cdd3e628-6519-4c94-ae49-8fa793c4a3ad HTTP/1.1" status: 200 len: 867 time: 0.3733344 Jul 14 18:30:39.921334 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e44eec01-9d09-450b-b9eb-e69ddb9e5ba6 req-ea4b3b09-83ef-48ad-ae9e-49d57f69044e tempest-ImagesNegativeTestJSON-1631173663 tempest-ImagesNegativeTestJSON-1631173663-project] 10.222.0.16 "GET /v2.0/security-groups?id=d0d753c3-9e10-481b-80d6-471a3796d41f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1801972 Jul 14 18:30:40.025819 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3cdd71-dfd0-4bd0-b06f-3b1a6db78c4d req-0c810f9a-50e5-4dba-bd77-dd3e2e048ed1 tempest-InstanceActionsNegativeTestJSON-325194859 tempest-InstanceActionsNegativeTestJSON-325194859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:30:40.033695 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-0a3cdd71-dfd0-4bd0-b06f-3b1a6db78c4d req-0c810f9a-50e5-4dba-bd77-dd3e2e048ed1 tempest-InstanceActionsNegativeTestJSON-325194859 tempest-InstanceActionsNegativeTestJSON-325194859-project] 10.222.0.16 "GET /v2.0/ports?device_id=f38c2fe3-36c1-4f7e-a229-5fb384ec7e70 HTTP/1.1" status: 200 len: 931 time: 0.2912071 Jul 14 18:30:40.064914 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 41712) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:30:40.096586 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-df634bb8-1ac6-4a7c-89bc-6b620a9230fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:40.131687 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-0a3cdd71-dfd0-4bd0-b06f-3b1a6db78c4d req-b21d2ead-0e0f-4288-aedd-bfd467a51dc0 tempest-InstanceActionsNegativeTestJSON-325194859 tempest-InstanceActionsNegativeTestJSON-325194859-project] 10.222.0.16 "GET /v2.0/security-groups?id=453c8f20-4771-4bc0-91e3-8ccad10aa152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965936 Jul 14 18:30:40.226200 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-4a08bf25-965a-4504-a547-1a9568cb8049 req-09bc272e-6207-4cdc-b1e7-28183b57e1dd tempest-ServersAdminNegativeTestJSON-646419896 tempest-ServersAdminNegativeTestJSON-646419896-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=5e0b552683704e9182fa256fd3cf99e7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0878081 Jul 14 18:30:40.228452 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-df634bb8-1ac6-4a7c-89bc-6b620a9230fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:40.233085 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-df634bb8-1ac6-4a7c-89bc-6b620a9230fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:40.291923 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-df634bb8-1ac6-4a7c-89bc-6b620a9230fb admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=82fe2a11d6f94ff1bf500180f795e57e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2250879 Jul 14 18:30:40.293030 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df634bb8-1ac6-4a7c-89bc-6b620a9230fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13068bc2-a120-44b7-9b96-107e98d90ce9,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:30:40.296432 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 41730) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:30:40.334154 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 18:30:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d06a7416-f198-4cfc-9557-777b9eb429f9 x-openstack-request-id: req-d06a7416-f198-4cfc-9557-777b9eb429f9 {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:30:40.334694 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdd3e628-6519-4c94-ae49-8fa793c4a3ad", "name": "network-vif-deleted", "tag": "e589939f-3c87-4e74-b554-9ba8f367d4c1", "status": "completed", "code": 200}]} {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:30:40.337677 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d06a7416-f198-4cfc-9557-777b9eb429f9 {{(pid=93915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:30:40.338966 n-d-800634-3 neutron-server[93915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdd3e628-6519-4c94-ae49-8fa793c4a3ad', 'name': 'network-vif-deleted', 'tag': 'e589939f-3c87-4e74-b554-9ba8f367d4c1', 'status': 'completed', 'code': 200} Jul 14 18:30:40.369655 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-af3267d2-7946-448f-9291-90c79bd4a3bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:40.403198 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-af3267d2-7946-448f-9291-90c79bd4a3bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:40.468590 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-af3267d2-7946-448f-9291-90c79bd4a3bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:40.471295 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-af3267d2-7946-448f-9291-90c79bd4a3bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:40.473147 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-af3267d2-7946-448f-9291-90c79bd4a3bf admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/13068bc2-a120-44b7-9b96-107e98d90ce9 HTTP/1.1" status: 204 len: 168 time: 0.1753697 Jul 14 18:30:40.481341 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3267d2-7946-448f-9291-90c79bd4a3bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13068bc2-a120-44b7-9b96-107e98d90ce9,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:30:40.493402 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [req-8a86dd8b-0638-4003-826e-d73ed6c1991f req-96fa50ae-7981-4cad-aa03-b7b0dbe17b86 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 26640345-8b2a-4b0b-a926-dabc2574c583 {{(pid=93915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 18:30:40.504297 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-8a86dd8b-0638-4003-826e-d73ed6c1991f req-96fa50ae-7981-4cad-aa03-b7b0dbe17b86 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:40.516962 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a08bf25-965a-4504-a547-1a9568cb8049 req-59ade07c-ade3-491f-9358-e1d9a28ce7ff tempest-ServersAdminNegativeTestJSON-646419896 tempest-ServersAdminNegativeTestJSON-646419896-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:30:40.518574 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-4a08bf25-965a-4504-a547-1a9568cb8049 req-59ade07c-ade3-491f-9358-e1d9a28ce7ff tempest-ServersAdminNegativeTestJSON-646419896 tempest-ServersAdminNegativeTestJSON-646419896-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2736537 Jul 14 18:30:40.533606 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.provisioning_blocks [req-8a86dd8b-0638-4003-826e-d73ed6c1991f req-96fa50ae-7981-4cad-aa03-b7b0dbe17b86 service neutron] Transition to ACTIVE for port object 26640345-8b2a-4b0b-a926-dabc2574c583 will not be triggered until provisioned by entity L2. {{(pid=93915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:30:40.541770 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-8a86dd8b-0638-4003-826e-d73ed6c1991f req-96fa50ae-7981-4cad-aa03-b7b0dbe17b86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25912978'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:40.638797 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fa50ae-7981-4cad-aa03-b7b0dbe17b86 service neutron] Pushing event updated for resources: {'Port': ['ID=26640345-8b2a-4b0b-a926-dabc2574c583,revision_number=2']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:30:40.645211 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-4a08bf25-965a-4504-a547-1a9568cb8049 req-a1e8abc8-50ca-4216-82f0-ac64ddcf6d19 tempest-ServersAdminNegativeTestJSON-646419896 tempest-ServersAdminNegativeTestJSON-646419896-project] 10.222.0.16 "GET /v2.0/quotas/5e0b552683704e9182fa256fd3cf99e7 HTTP/1.1" status: 200 len: 375 time: 0.1160803 Jul 14 18:30:40.789792 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-4a08bf25-965a-4504-a547-1a9568cb8049 req-46922f1c-48f3-4ea8-8c35-6405b2ae339c tempest-ServersAdminNegativeTestJSON-646419896 tempest-ServersAdminNegativeTestJSON-646419896-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=5e0b552683704e9182fa256fd3cf99e7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1371715 Jul 14 18:30:40.791170 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-8a86dd8b-0638-4003-826e-d73ed6c1991f req-96fa50ae-7981-4cad-aa03-b7b0dbe17b86 service neutron] Attempting to bind port 26640345-8b2a-4b0b-a926-dabc2574c583 on host n-h2-800634-3 for vnic_type normal with profile {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:30:40.791384 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-8a86dd8b-0638-4003-826e-d73ed6c1991f req-96fa50ae-7981-4cad-aa03-b7b0dbe17b86 service neutron] Attempting to bind port 26640345-8b2a-4b0b-a926-dabc2574c583 by drivers openvswitch,hyperv on host n-h2-800634-3 at level 0 using segments [{'id': 'f2ea61e4-f046-459b-ae76-97a25ffa160f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '20a9ddaa-1a7f-47b7-9547-410c2692e1a9'}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:30:40.791684 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a86dd8b-0638-4003-826e-d73ed6c1991f req-96fa50ae-7981-4cad-aa03-b7b0dbe17b86 service neutron] Attempting to bind port 26640345-8b2a-4b0b-a926-dabc2574c583 on network 20a9ddaa-1a7f-47b7-9547-410c2692e1a9 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:30:40.801721 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a86dd8b-0638-4003-826e-d73ed6c1991f req-96fa50ae-7981-4cad-aa03-b7b0dbe17b86 service neutron] Port 26640345-8b2a-4b0b-a926-dabc2574c583 on network 20a9ddaa-1a7f-47b7-9547-410c2692e1a9 not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-3 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 18:30:40.807186 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a86dd8b-0638-4003-826e-d73ed6c1991f req-96fa50ae-7981-4cad-aa03-b7b0dbe17b86 service neutron] Attempting to bind port 26640345-8b2a-4b0b-a926-dabc2574c583 on network 20a9ddaa-1a7f-47b7-9547-410c2692e1a9 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:30:40.813879 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a86dd8b-0638-4003-826e-d73ed6c1991f req-96fa50ae-7981-4cad-aa03-b7b0dbe17b86 service neutron] Checking agent: {'id': '08e36a6c-8d04-48f0-a644-f27680635246', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 15, 35), 'started_at': datetime.datetime(2021, 7, 14, 18, 15, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 18, 30, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 18:30:40.814304 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a86dd8b-0638-4003-826e-d73ed6c1991f req-96fa50ae-7981-4cad-aa03-b7b0dbe17b86 service neutron] Checking segment: {'id': 'f2ea61e4-f046-459b-ae76-97a25ffa160f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '20a9ddaa-1a7f-47b7-9547-410c2692e1a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:30:40.814746 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a86dd8b-0638-4003-826e-d73ed6c1991f req-96fa50ae-7981-4cad-aa03-b7b0dbe17b86 service neutron] Bound using segment: {'id': 'f2ea61e4-f046-459b-ae76-97a25ffa160f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '20a9ddaa-1a7f-47b7-9547-410c2692e1a9'} {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 18:30:40.815278 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-8a86dd8b-0638-4003-826e-d73ed6c1991f req-96fa50ae-7981-4cad-aa03-b7b0dbe17b86 service neutron] Bound port: 26640345-8b2a-4b0b-a926-dabc2574c583, host: n-h2-800634-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f2ea61e4-f046-459b-ae76-97a25ffa160f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '20a9ddaa-1a7f-47b7-9547-410c2692e1a9'}}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 18:30:40.815608 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-8a86dd8b-0638-4003-826e-d73ed6c1991f req-96fa50ae-7981-4cad-aa03-b7b0dbe17b86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:40.945494 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-8a86dd8b-0638-4003-826e-d73ed6c1991f req-96fa50ae-7981-4cad-aa03-b7b0dbe17b86 service neutron] For port 26640345-8b2a-4b0b-a926-dabc2574c583, host n-h2-800634-3, cleared binding levels {{(pid=93915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:30:40.951483 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-8a86dd8b-0638-4003-826e-d73ed6c1991f req-96fa50ae-7981-4cad-aa03-b7b0dbe17b86 service neutron] For port 26640345-8b2a-4b0b-a926-dabc2574c583, host n-h2-800634-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=26640345-8b2a-4b0b-a926-dabc2574c583,segment=NetworkSegment(f2ea61e4-f046-459b-ae76-97a25ffa160f),segment_id=f2ea61e4-f046-459b-ae76-97a25ffa160f)] {{(pid=93915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 18:30:40.956905 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-8a86dd8b-0638-4003-826e-d73ed6c1991f req-96fa50ae-7981-4cad-aa03-b7b0dbe17b86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25912978'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:41.016239 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a86dd8b-0638-4003-826e-d73ed6c1991f req-96fa50ae-7981-4cad-aa03-b7b0dbe17b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:30:41.016239 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-8a86dd8b-0638-4003-826e-d73ed6c1991f req-96fa50ae-7981-4cad-aa03-b7b0dbe17b86 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:41.017795 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-8a86dd8b-0638-4003-826e-d73ed6c1991f req-96fa50ae-7981-4cad-aa03-b7b0dbe17b86 service neutron] 10.222.0.35 "PUT /v2.0/ports/26640345-8b2a-4b0b-a926-dabc2574c583 HTTP/1.1" status: 200 len: 1091 time: 1.6917925 Jul 14 18:30:41.145601 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fa50ae-7981-4cad-aa03-b7b0dbe17b86 service neutron] Pushing event updated for resources: {'Port': ['ID=26640345-8b2a-4b0b-a926-dabc2574c583,revision_number=3']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:30:41.214404 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3d7a4c7f-dc01-43ab-84db-64cb3953df00 req-9dd3a408-2f4f-48c8-b7ed-ea87398d44e9 tempest-ServersAdminNegativeTestJSON-646419896 tempest-ServersAdminNegativeTestJSON-646419896-project] 10.222.0.16 "GET /v2.0/ports?device_id=899e7296-52b8-4f96-b894-52c059f9e0e6 HTTP/1.1" status: 200 len: 210 time: 0.0724223 Jul 14 18:30:41.274777 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a86dd8b-0638-4003-826e-d73ed6c1991f req-02d63635-2daf-4053-be19-a6478b76b2bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:30:41.280348 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-8a86dd8b-0638-4003-826e-d73ed6c1991f req-02d63635-2daf-4053-be19-a6478b76b2bb service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9f91fe197bea49d194fda6c0601876ae&device_id=f38c2fe3-36c1-4f7e-a229-5fb384ec7e70 HTTP/1.1" status: 200 len: 1094 time: 0.1840990 Jul 14 18:30:41.364074 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-8a86dd8b-0638-4003-826e-d73ed6c1991f req-8aacd504-2ac0-4a97-b3ee-29551d838e25 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=26640345-8b2a-4b0b-a926-dabc2574c583 HTTP/1.1" status: 200 len: 217 time: 0.0756450 Jul 14 18:30:41.534518 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a86dd8b-0638-4003-826e-d73ed6c1991f req-7ce11305-9d48-467f-9809-b7081bbd6519 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:30:41.535447 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-8a86dd8b-0638-4003-826e-d73ed6c1991f req-7ce11305-9d48-467f-9809-b7081bbd6519 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e2ec78e3-2c4b-4f76-b5ec-69d6f56dd65c HTTP/1.1" status: 200 len: 862 time: 0.1351187 Jul 14 18:30:41.622847 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-8a86dd8b-0638-4003-826e-d73ed6c1991f req-cfef3c60-b0be-4d92-b6e6-dfea7d65688f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=20a9ddaa-1a7f-47b7-9547-410c2692e1a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0750628 Jul 14 18:30:41.706193 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca70b253-cc5f-4e4a-b395-3d90b3f7b932 req-2fc1c13e-4d5a-44d2-b630-1826fcb1a60c tempest-InstanceActionsNegativeTestJSON-325194859 tempest-InstanceActionsNegativeTestJSON-325194859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:30:41.707770 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ca70b253-cc5f-4e4a-b395-3d90b3f7b932 req-2fc1c13e-4d5a-44d2-b630-1826fcb1a60c tempest-InstanceActionsNegativeTestJSON-325194859 tempest-InstanceActionsNegativeTestJSON-325194859-project] 10.222.0.16 "GET /v2.0/ports?device_id=f38c2fe3-36c1-4f7e-a229-5fb384ec7e70 HTTP/1.1" status: 200 len: 943 time: 0.3465087 Jul 14 18:30:41.762140 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce1a2c5-ecca-4427-ab75-3f00b58d1da6 req-8f949865-7e7c-4b27-9e74-6137eaafc9df tempest-ServerGroupTestJSON-1067528321 tempest-ServerGroupTestJSON-1067528321-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:30:41.763709 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-fce1a2c5-ecca-4427-ab75-3f00b58d1da6 req-8f949865-7e7c-4b27-9e74-6137eaafc9df tempest-ServerGroupTestJSON-1067528321 tempest-ServerGroupTestJSON-1067528321-project] 10.222.0.16 "GET /v2.0/networks?id=b5c40f87-65c2-4556-a17a-b1d97a917cbc HTTP/1.1" status: 200 len: 809 time: 0.2476015 Jul 14 18:30:41.802752 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-fce1a2c5-ecca-4427-ab75-3f00b58d1da6 req-05258ca5-d7ed-4b12-94d0-0a57b6c46fd2 tempest-ServerGroupTestJSON-1067528321 tempest-ServerGroupTestJSON-1067528321-project] 10.222.0.16 "GET /v2.0/quotas/d8b4124f35cb49d59d45439a2b01f28b HTTP/1.1" status: 200 len: 375 time: 0.0312307 Jul 14 18:30:41.807133 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-8a86dd8b-0638-4003-826e-d73ed6c1991f req-f22177b6-dc24-4560-8dd8-3149e08493dc service neutron] 10.222.0.35 "GET /v2.0/networks/20a9ddaa-1a7f-47b7-9547-410c2692e1a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1749084 Jul 14 18:30:41.814826 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ca70b253-cc5f-4e4a-b395-3d90b3f7b932 req-1be12fb0-6178-4058-8e5a-c5d0fe37909b tempest-InstanceActionsNegativeTestJSON-325194859 tempest-InstanceActionsNegativeTestJSON-325194859-project] 10.222.0.16 "GET /v2.0/security-groups?id=453c8f20-4771-4bc0-91e3-8ccad10aa152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860183 Jul 14 18:30:41.854693 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.agents_db [None req-2ea07fb6-aa68-4671-8654-119d82b9f530 None None] Agent healthcheck: found 7 active agents {{(pid=93918) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 18:30:41.859303 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-fce1a2c5-ecca-4427-ab75-3f00b58d1da6 req-16deb6ca-f875-4b1f-9cc3-0055366333f8 tempest-ServerGroupTestJSON-1067528321 tempest-ServerGroupTestJSON-1067528321-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=d8b4124f35cb49d59d45439a2b01f28b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0485122 Jul 14 18:30:42.013419 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-8a86dd8b-0638-4003-826e-d73ed6c1991f req-483fef83-313d-402e-a277-dfde5e3ab605 service neutron] 10.222.0.35 "GET /v2.0/networks/20a9ddaa-1a7f-47b7-9547-410c2692e1a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1895957 Jul 14 18:30:42.051461 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-fce1a2c5-ecca-4427-ab75-3f00b58d1da6 req-aa3ee93a-f71f-47f5-a9e1-4cf0a90d93b6 service neutron] 10.222.0.16 "GET /v2.0/networks/b5c40f87-65c2-4556-a17a-b1d97a917cbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1610100 Jul 14 18:30:42.192879 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-fce1a2c5-ecca-4427-ab75-3f00b58d1da6 req-9ab53f92-a265-4d60-9dad-e945d4079492 service neutron] 10.222.0.16 "GET /v2.0/networks/b5c40f87-65c2-4556-a17a-b1d97a917cbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1376414 Jul 14 18:30:42.340065 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f38c2fe3-36c1-4f7e-a229-5fb384ec7e70', 'tag': '26640345-8b2a-4b0b-a926-dabc2574c583'}] {{(pid=93915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:30:42.343063 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e72782ad3af8f7d4ce76cedf092bca46d1756acc5c4653cf0b52034cdd6b073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fb4053b-ad14-4ef2-9ce4-1aeb8f38f225" -d '{"events": [{"name": "network-changed", "server_uuid": "f38c2fe3-36c1-4f7e-a229-5fb384ec7e70", "tag": "26640345-8b2a-4b0b-a926-dabc2574c583"}]}' {{(pid=93915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:30:42.449482 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-98645cfa-76e5-4800-896c-007a483a11d9 req-bd6d3c2a-ee20-435f-87f1-43c79327485e tempest-ServersAdminNegativeTestJSON-646419896 tempest-ServersAdminNegativeTestJSON-646419896-project] 10.222.0.16 "GET /v2.0/ports?device_id=899e7296-52b8-4f96-b894-52c059f9e0e6 HTTP/1.1" status: 200 len: 210 time: 0.0374508 Jul 14 18:30:42.493707 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-4a08bf25-965a-4504-a547-1a9568cb8049 req-f43075e4-24d8-4531-8075-8556a219b42c tempest-ServersAdminNegativeTestJSON-646419896 tempest-ServersAdminNegativeTestJSON-646419896-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=5e0b552683704e9182fa256fd3cf99e7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0451865 Jul 14 18:30:42.603061 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-38b7d524-6b6b-4539-b9d1-fffedd285860 req-81e7e474-d4b9-4b59-84c3-d367b2894a94 tempest-ServerGroupTestJSON-1067528321 tempest-ServerGroupTestJSON-1067528321-project] 10.222.0.16 "GET /v2.0/ports?device_id=c12cfe60-1dd1-47d5-bc79-d89a5fa33386 HTTP/1.1" status: 200 len: 210 time: 0.0391040 Jul 14 18:30:42.651717 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device e589939f-3c87-4e74-b554-9ba8f367d4c1 no longer exists at agent hyperv_n-h1-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 18:30:42.668423 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 18:30:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d91ee36-4eec-4504-90f4-70679f1ce99f x-openstack-request-id: req-3d91ee36-4eec-4504-90f4-70679f1ce99f {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:30:42.668942 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f38c2fe3-36c1-4f7e-a229-5fb384ec7e70", "tag": "26640345-8b2a-4b0b-a926-dabc2574c583", "status": "completed", "code": 200}]} {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:30:42.670571 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3d91ee36-4eec-4504-90f4-70679f1ce99f {{(pid=93915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:30:42.672309 n-d-800634-3 neutron-server[93915]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f38c2fe3-36c1-4f7e-a229-5fb384ec7e70', 'tag': '26640345-8b2a-4b0b-a926-dabc2574c583', 'status': 'completed', 'code': 200} Jul 14 18:30:42.692696 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] No Port match for: e589939f-3c87-4e74-b554-9ba8f367d4c1 {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 18:30:42.694086 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a08bf25-965a-4504-a547-1a9568cb8049 req-1f4f80f6-c56e-43d0-a5d7-5d4065544519 tempest-ServersAdminNegativeTestJSON-646419896 tempest-ServersAdminNegativeTestJSON-646419896-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:30:42.694562 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device e589939f-3c87-4e74-b554-9ba8f367d4c1 not bound to the agent host n-h1-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 18:30:42.697789 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-4a08bf25-965a-4504-a547-1a9568cb8049 req-1f4f80f6-c56e-43d0-a5d7-5d4065544519 tempest-ServersAdminNegativeTestJSON-646419896 tempest-ServersAdminNegativeTestJSON-646419896-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2004709 Jul 14 18:30:42.705358 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 41852) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:30:42.714263 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [req-4a08bf25-965a-4504-a547-1a9568cb8049 req-fecff8d5-930a-4363-89c0-e03a5c4ba1f2 tempest-ServersAdminNegativeTestJSON-646419896 tempest-ServersAdminNegativeTestJSON-646419896-project] Request body: {'port': {'device_id': '899e7296-52b8-4f96-b894-52c059f9e0e6', 'network_id': '4f742057-89ee-4b4a-86f7-487ee61881a1', 'admin_state_up': True, 'tenant_id': '5e0b552683704e9182fa256fd3cf99e7'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:30:42.878201 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb4053b-ad14-4ef2-9ce4-1aeb8f38f225 req-569f3e0d-957a-46f5-ab30-60dc4fbfe1f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:30:42.880222 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-8fb4053b-ad14-4ef2-9ce4-1aeb8f38f225 req-569f3e0d-957a-46f5-ab30-60dc4fbfe1f5 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9f91fe197bea49d194fda6c0601876ae&device_id=f38c2fe3-36c1-4f7e-a229-5fb384ec7e70 HTTP/1.1" status: 200 len: 1094 time: 0.1096690 Jul 14 18:30:42.992965 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb4053b-ad14-4ef2-9ce4-1aeb8f38f225 req-6263858d-21f8-42ba-9d1b-b8adbf8638ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:30:42.994493 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-8fb4053b-ad14-4ef2-9ce4-1aeb8f38f225 req-6263858d-21f8-42ba-9d1b-b8adbf8638ad service neutron] 10.222.0.35 "GET /v2.0/networks?id=20a9ddaa-1a7f-47b7-9547-410c2692e1a9 HTTP/1.1" status: 200 len: 922 time: 0.1044526 Jul 14 18:30:43.056853 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-8fb4053b-ad14-4ef2-9ce4-1aeb8f38f225 req-a4657f79-4cf8-42cf-9405-fc58543f20ce service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=26640345-8b2a-4b0b-a926-dabc2574c583 HTTP/1.1" status: 200 len: 217 time: 0.0524759 Jul 14 18:30:43.146263 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb4053b-ad14-4ef2-9ce4-1aeb8f38f225 req-7c850f6e-2ac8-455a-963d-1a81afdf3523 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:30:43.148541 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-8fb4053b-ad14-4ef2-9ce4-1aeb8f38f225 req-7c850f6e-2ac8-455a-963d-1a81afdf3523 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e2ec78e3-2c4b-4f76-b5ec-69d6f56dd65c HTTP/1.1" status: 200 len: 862 time: 0.0697858 Jul 14 18:30:43.155143 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a08bf25-965a-4504-a547-1a9568cb8049 req-fecff8d5-930a-4363-89c0-e03a5c4ba1f2 tempest-ServersAdminNegativeTestJSON-646419896 tempest-ServersAdminNegativeTestJSON-646419896-project] Made reservation on behalf of 5e0b552683704e9182fa256fd3cf99e7 for: {'port': 1} {{(pid=93915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:30:43.158896 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-4a08bf25-965a-4504-a547-1a9568cb8049 req-fecff8d5-930a-4363-89c0-e03a5c4ba1f2 tempest-ServersAdminNegativeTestJSON-646419896 tempest-ServersAdminNegativeTestJSON-646419896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:43.160041 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-7ed49a0d-7afc-4514-bf89-0f5d0e5ca3a4 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=967f2551f4204c628baa936bcb32c256&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4523695 Jul 14 18:30:43.167157 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 41872) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:30:43.288036 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-7b23e8d9-77a2-4ac6-b2ec-4c00a11bd07b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:43.317503 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-7b23e8d9-77a2-4ac6-b2ec-4c00a11bd07b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:43.386651 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-7b23e8d9-77a2-4ac6-b2ec-4c00a11bd07b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:43.393062 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-7b23e8d9-77a2-4ac6-b2ec-4c00a11bd07b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:43.395568 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-7b23e8d9-77a2-4ac6-b2ec-4c00a11bd07b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d0d753c3-9e10-481b-80d6-471a3796d41f HTTP/1.1" status: 204 len: 168 time: 0.2274036 Jul 14 18:30:43.409871 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b23e8d9-77a2-4ac6-b2ec-4c00a11bd07b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0d753c3-9e10-481b-80d6-471a3796d41f,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:30:43.624204 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-8fb4053b-ad14-4ef2-9ce4-1aeb8f38f225 req-b62775dd-afc2-48e3-9278-50503cd4a81b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=20a9ddaa-1a7f-47b7-9547-410c2692e1a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4590411 Jul 14 18:30:43.709141 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-79ad587a-ac1a-42a6-9e16-ec185000d00c req-0da27312-5578-46e9-9955-b2b83d2a26a4 tempest-ServersAdminNegativeTestJSON-646419896 tempest-ServersAdminNegativeTestJSON-646419896-project] 10.222.0.16 "GET /v2.0/ports?device_id=899e7296-52b8-4f96-b894-52c059f9e0e6 HTTP/1.1" status: 200 len: 210 time: 0.1093316 Jul 14 18:30:43.772947 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafd27f6-09e0-4032-a393-724076f7602f req-2b4ca4d7-6516-4061-bdbe-7235c8a5e13e tempest-InstanceActionsNegativeTestJSON-325194859 tempest-InstanceActionsNegativeTestJSON-325194859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:30:43.774519 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-dafd27f6-09e0-4032-a393-724076f7602f req-2b4ca4d7-6516-4061-bdbe-7235c8a5e13e tempest-InstanceActionsNegativeTestJSON-325194859 tempest-InstanceActionsNegativeTestJSON-325194859-project] 10.222.0.16 "GET /v2.0/ports?device_id=f38c2fe3-36c1-4f7e-a229-5fb384ec7e70 HTTP/1.1" status: 200 len: 943 time: 0.7326174 Jul 14 18:30:43.938867 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-973ad9d7-067c-4826-bb8b-694158362869 req-7734acea-019a-4258-bba1-55b3f89bd5b0 tempest-ServerGroupTestJSON-1067528321 tempest-ServerGroupTestJSON-1067528321-project] 10.222.0.16 "GET /v2.0/ports?device_id=c12cfe60-1dd1-47d5-bc79-d89a5fa33386 HTTP/1.1" status: 200 len: 210 time: 0.0871747 Jul 14 18:30:43.956761 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-dafd27f6-09e0-4032-a393-724076f7602f req-74eb0c88-056c-496c-a4d2-6b9818812997 tempest-InstanceActionsNegativeTestJSON-325194859 tempest-InstanceActionsNegativeTestJSON-325194859-project] 10.222.0.16 "GET /v2.0/security-groups?id=453c8f20-4771-4bc0-91e3-8ccad10aa152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1733143 Jul 14 18:30:43.977889 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-8fb4053b-ad14-4ef2-9ce4-1aeb8f38f225 req-708e652c-daa7-440f-b8fc-bcce4f7c773e service neutron] 10.222.0.35 "GET /v2.0/networks/20a9ddaa-1a7f-47b7-9547-410c2692e1a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3408642 Jul 14 18:30:43.981760 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.db_base_plugin_common [req-4a08bf25-965a-4504-a547-1a9568cb8049 req-fecff8d5-930a-4363-89c0-e03a5c4ba1f2 tempest-ServersAdminNegativeTestJSON-646419896 tempest-ServersAdminNegativeTestJSON-646419896-project] Allocated IP 192.168.233.7 (4f742057-89ee-4b4a-86f7-487ee61881a1/f20c54fb-f7da-4761-aa61-2e4f99f3d332/dc81733d-306c-416b-b8aa-903f5a05d518) {{(pid=93915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:30:44.167992 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-8fb4053b-ad14-4ef2-9ce4-1aeb8f38f225 req-f0a3a261-349d-40d6-bd7d-0b0ef295e1ce service neutron] 10.222.0.35 "GET /v2.0/networks/20a9ddaa-1a7f-47b7-9547-410c2692e1a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1742690 Jul 14 18:30:44.223388 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-4a08bf25-965a-4504-a547-1a9568cb8049 req-fecff8d5-930a-4363-89c0-e03a5c4ba1f2 tempest-ServersAdminNegativeTestJSON-646419896 tempest-ServersAdminNegativeTestJSON-646419896-project] Notify callbacks [] for port, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:44.239265 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.provisioning_blocks [req-4a08bf25-965a-4504-a547-1a9568cb8049 req-fecff8d5-930a-4363-89c0-e03a5c4ba1f2 tempest-ServersAdminNegativeTestJSON-646419896 tempest-ServersAdminNegativeTestJSON-646419896-project] Transition to ACTIVE for port object dc81733d-306c-416b-b8aa-903f5a05d518 will not be triggered until provisioned by entity DHCP. {{(pid=93915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:30:44.253650 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 41908) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:30:44.283910 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-4a08bf25-965a-4504-a547-1a9568cb8049 req-fecff8d5-930a-4363-89c0-e03a5c4ba1f2 tempest-ServersAdminNegativeTestJSON-646419896 tempest-ServersAdminNegativeTestJSON-646419896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:44.298089 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] get_ports_and_sgs() called for port_ids ['30ec9332-1965-4929-aed6-4a1d161d3ca0'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 18:30:44.363069 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a08bf25-965a-4504-a547-1a9568cb8049 req-fecff8d5-930a-4363-89c0-e03a5c4ba1f2 tempest-ServersAdminNegativeTestJSON-646419896 tempest-ServersAdminNegativeTestJSON-646419896-project] Network 4f742057-89ee-4b4a-86f7-487ee61881a1 is already hosted by enough agents. {{(pid=93915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:30:44.381858 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [req-4a08bf25-965a-4504-a547-1a9568cb8049 req-fecff8d5-930a-4363-89c0-e03a5c4ba1f2 tempest-ServersAdminNegativeTestJSON-646419896 tempest-ServersAdminNegativeTestJSON-646419896-project] Resources bound (agent type, host, resource id): {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:30:44.389432 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a08bf25-965a-4504-a547-1a9568cb8049 req-fecff8d5-930a-4363-89c0-e03a5c4ba1f2 tempest-ServersAdminNegativeTestJSON-646419896 tempest-ServersAdminNegativeTestJSON-646419896-project] Received port after_create {{(pid=93915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:30:44.399971 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fecff8d5-930a-4363-89c0-e03a5c4ba1f2 tempest-ServersAdminNegativeTestJSON-646419896 tempest-ServersAdminNegativeTestJSON-646419896-project] Pushing event updated for resources: {'Port': ['ID=dc81733d-306c-416b-b8aa-903f5a05d518,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:30:44.469854 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a08bf25-965a-4504-a547-1a9568cb8049 req-fecff8d5-930a-4363-89c0-e03a5c4ba1f2 tempest-ServersAdminNegativeTestJSON-646419896 tempest-ServersAdminNegativeTestJSON-646419896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:30:44.470780 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-4a08bf25-965a-4504-a547-1a9568cb8049 req-fecff8d5-930a-4363-89c0-e03a5c4ba1f2 tempest-ServersAdminNegativeTestJSON-646419896 tempest-ServersAdminNegativeTestJSON-646419896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:44.487743 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-4a08bf25-965a-4504-a547-1a9568cb8049 req-fecff8d5-930a-4363-89c0-e03a5c4ba1f2 tempest-ServersAdminNegativeTestJSON-646419896 tempest-ServersAdminNegativeTestJSON-646419896-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.7803280 Jul 14 18:30:44.503363 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [req-4a08bf25-965a-4504-a547-1a9568cb8049 req-704c5ccd-e427-4430-9c96-3a8c3e645ce4 service neutron] Request body: {'port': {'device_id': '899e7296-52b8-4f96-b894-52c059f9e0e6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800634-3'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:30:44.593624 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-bba4bd22-7d52-48da-bd63-44f551896353 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:44.759014 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-4a08bf25-965a-4504-a547-1a9568cb8049 req-704c5ccd-e427-4430-9c96-3a8c3e645ce4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:44.765291 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-870385c7-306f-4749-8938-c4e3ed1514f9 None None] Provisioning for port dc81733d-306c-416b-b8aa-903f5a05d518 completed by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:30:44.782459 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-870385c7-306f-4749-8938-c4e3ed1514f9 None None] Provisioning complete for port dc81733d-306c-416b-b8aa-903f5a05d518 triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:30:44.786542 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-870385c7-306f-4749-8938-c4e3ed1514f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:44.823442 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-bba4bd22-7d52-48da-bd63-44f551896353 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:44.829636 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-bba4bd22-7d52-48da-bd63-44f551896353 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:44.866521 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-870385c7-306f-4749-8938-c4e3ed1514f9 None None] Port dc81733d-306c-416b-b8aa-903f5a05d518 cannot update to ACTIVE because it is not bound. {{(pid=93917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 18:30:44.895413 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-bba4bd22-7d52-48da-bd63-44f551896353 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3f9ac05ec0d846808f8e973a4681cc71&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6379833 Jul 14 18:30:44.897929 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 41934) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:30:44.938155 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba4bd22-7d52-48da-bd63-44f551896353 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d40fbdfb-b769-4b34-bcad-2c68a88ef0ef,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:30:44.956727 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce1a2c5-ecca-4427-ab75-3f00b58d1da6 req-8220df8c-146f-4492-bb12-887095e693c9 tempest-ServerGroupTestJSON-1067528321 tempest-ServerGroupTestJSON-1067528321-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:30:44.958549 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-fce1a2c5-ecca-4427-ab75-3f00b58d1da6 req-8220df8c-146f-4492-bb12-887095e693c9 tempest-ServerGroupTestJSON-1067528321 tempest-ServerGroupTestJSON-1067528321-project] 10.222.0.35 "GET /v2.0/networks?id=b5c40f87-65c2-4556-a17a-b1d97a917cbc HTTP/1.1" status: 200 len: 809 time: 0.3675904 Jul 14 18:30:45.022567 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-881913b9-c298-4b69-b3c5-c650dcab0523 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:45.052912 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-881913b9-c298-4b69-b3c5-c650dcab0523 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:45.056841 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [req-fce1a2c5-ecca-4427-ab75-3f00b58d1da6 req-56a9580f-a626-40c2-96da-1bb881761688 tempest-ServerGroupTestJSON-1067528321 tempest-ServerGroupTestJSON-1067528321-project] Request body: {'port': {'device_id': 'c12cfe60-1dd1-47d5-bc79-d89a5fa33386', 'network_id': 'b5c40f87-65c2-4556-a17a-b1d97a917cbc', 'admin_state_up': True, 'tenant_id': 'd8b4124f35cb49d59d45439a2b01f28b'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:30:45.128500 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-881913b9-c298-4b69-b3c5-c650dcab0523 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:45.131946 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-881913b9-c298-4b69-b3c5-c650dcab0523 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:45.136099 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-881913b9-c298-4b69-b3c5-c650dcab0523 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d40fbdfb-b769-4b34-bcad-2c68a88ef0ef HTTP/1.1" status: 204 len: 168 time: 0.2369490 Jul 14 18:30:45.144395 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Device 26640345-8b2a-4b0b-a926-dabc2574c583 details requested by agent hyperv_n-h2-800634-3 with host n-h2-800634-3 {{(pid=93917) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 18:30:45.147242 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881913b9-c298-4b69-b3c5-c650dcab0523 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d40fbdfb-b769-4b34-bcad-2c68a88ef0ef,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:30:45.161388 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 41946) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:30:45.261623 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f6ec2b60-cf97-4eee-967b-a44d76b86768 req-69cc10e1-a5ab-4014-8185-a92451632262 tempest-ServerGroupTestJSON-1067528321 tempest-ServerGroupTestJSON-1067528321-project] 10.222.0.16 "GET /v2.0/ports?device_id=c12cfe60-1dd1-47d5-bc79-d89a5fa33386 HTTP/1.1" status: 200 len: 210 time: 0.1590598 Jul 14 18:30:45.272927 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] For port 26640345-8b2a-4b0b-a926-dabc2574c583, host n-h2-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=26640345-8b2a-4b0b-a926-dabc2574c583,segment=NetworkSegment(f2ea61e4-f046-459b-ae76-97a25ffa160f),segment_id=f2ea61e4-f046-459b-ae76-97a25ffa160f)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:30:45.292257 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Returning: {'device': '26640345-8b2a-4b0b-a926-dabc2574c583', 'network_id': '20a9ddaa-1a7f-47b7-9547-410c2692e1a9', 'port_id': '26640345-8b2a-4b0b-a926-dabc2574c583', 'mac_address': 'fa:16:3e:d9:58:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 55, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2ec78e3-2c4b-4f76-b5ec-69d6f56dd65c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93917) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 18:30:45.342855 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6cc7e5-a1e7-479f-a3d9-9100854a6271 req-34bd7a6f-0a2e-4290-8591-9aaf1c18d10b tempest-ServersAdminNegativeTestJSON-646419896 tempest-ServersAdminNegativeTestJSON-646419896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:30:45.346848 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3a6cc7e5-a1e7-479f-a3d9-9100854a6271 req-34bd7a6f-0a2e-4290-8591-9aaf1c18d10b tempest-ServersAdminNegativeTestJSON-646419896 tempest-ServersAdminNegativeTestJSON-646419896-project] 10.222.0.16 "GET /v2.0/ports?device_id=899e7296-52b8-4f96-b894-52c059f9e0e6 HTTP/1.1" status: 200 len: 934 time: 0.2934721 Jul 14 18:30:45.348506 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fce1a2c5-ecca-4427-ab75-3f00b58d1da6 req-56a9580f-a626-40c2-96da-1bb881761688 tempest-ServerGroupTestJSON-1067528321 tempest-ServerGroupTestJSON-1067528321-project] Made reservation on behalf of d8b4124f35cb49d59d45439a2b01f28b for: {'port': 1} {{(pid=93915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:30:45.352921 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-fce1a2c5-ecca-4427-ab75-3f00b58d1da6 req-56a9580f-a626-40c2-96da-1bb881761688 tempest-ServerGroupTestJSON-1067528321 tempest-ServerGroupTestJSON-1067528321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:45.393011 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:45.410804 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26640345-8b2a-4b0b-a926-dabc2574c583 {{(pid=93917) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 18:30:45.436690 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] For port 26640345-8b2a-4b0b-a926-dabc2574c583, host n-h2-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=26640345-8b2a-4b0b-a926-dabc2574c583,segment=NetworkSegment(f2ea61e4-f046-459b-ae76-97a25ffa160f),segment_id=f2ea61e4-f046-459b-ae76-97a25ffa160f)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:30:45.441684 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:45.499824 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Pushing event updated for resources: {'Port': ['ID=26640345-8b2a-4b0b-a926-dabc2574c583,revision_number=4']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:30:45.557387 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3a6cc7e5-a1e7-479f-a3d9-9100854a6271 req-7995858f-0853-4301-8c56-addc0c98c6bc tempest-ServersAdminNegativeTestJSON-646419896 tempest-ServersAdminNegativeTestJSON-646419896-project] 10.222.0.16 "GET /v2.0/security-groups?id=ddd9256f-f69d-40e1-9519-2d888770192d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1877034 Jul 14 18:30:45.576570 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-2953017a-4958-4c46-992d-8ad847c0e3e7 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-898649069-network', 'tenant_id': '362562baf49d424491e86fd541949698'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:30:45.609672 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2953017a-4958-4c46-992d-8ad847c0e3e7 admin admin] Made reservation on behalf of 362562baf49d424491e86fd541949698 for: {'network': 1} {{(pid=93916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:30:45.612455 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-2953017a-4958-4c46-992d-8ad847c0e3e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for network, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:45.616439 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 41956) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:30:45.636855 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-2953017a-4958-4c46-992d-8ad847c0e3e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:45.639359 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a34f383b-d0b1-4a9d-a1de-d6e8b1964714 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:45.685086 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e143779-5139-46c5-a08a-b4d018f2dfe2 req-bc5f9539-bf66-4f61-bb0f-d60e07d6e198 tempest-InstanceActionsNegativeTestJSON-325194859 tempest-InstanceActionsNegativeTestJSON-325194859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:30:45.693220 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] get_ports_and_sgs() called for port_ids ['26640345-8b2a-4b0b-a926-dabc2574c583'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 18:30:45.693332 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-9e143779-5139-46c5-a08a-b4d018f2dfe2 req-bc5f9539-bf66-4f61-bb0f-d60e07d6e198 tempest-InstanceActionsNegativeTestJSON-325194859 tempest-InstanceActionsNegativeTestJSON-325194859-project] 10.222.0.16 "GET /v2.0/ports?device_id=f38c2fe3-36c1-4f7e-a229-5fb384ec7e70 HTTP/1.1" status: 200 len: 943 time: 0.2941248 Jul 14 18:30:45.706669 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [req-4a08bf25-965a-4504-a547-1a9568cb8049 req-704c5ccd-e427-4430-9c96-3a8c3e645ce4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc81733d-306c-416b-b8aa-903f5a05d518 {{(pid=93915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 18:30:45.723036 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-4a08bf25-965a-4504-a547-1a9568cb8049 req-704c5ccd-e427-4430-9c96-3a8c3e645ce4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:45.756770 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.db_base_plugin_common [req-fce1a2c5-ecca-4427-ab75-3f00b58d1da6 req-56a9580f-a626-40c2-96da-1bb881761688 tempest-ServerGroupTestJSON-1067528321 tempest-ServerGroupTestJSON-1067528321-project] Allocated IP 172.20.0.10 (b5c40f87-65c2-4556-a17a-b1d97a917cbc/1f569699-ead1-4a1b-9831-6218d26ffcda/78a297df-21c4-4021-8eed-80d7074f7051) {{(pid=93915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:30:45.772533 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-9e143779-5139-46c5-a08a-b4d018f2dfe2 req-aae5b31c-e1f4-4742-aa5c-9926769d3518 tempest-InstanceActionsNegativeTestJSON-325194859 tempest-InstanceActionsNegativeTestJSON-325194859-project] 10.222.0.16 "GET /v2.0/security-groups?id=453c8f20-4771-4bc0-91e3-8ccad10aa152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785527 Jul 14 18:30:45.774299 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-2953017a-4958-4c46-992d-8ad847c0e3e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:45.782212 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-2953017a-4958-4c46-992d-8ad847c0e3e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:45.788166 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.provisioning_blocks [req-4a08bf25-965a-4504-a547-1a9568cb8049 req-704c5ccd-e427-4430-9c96-3a8c3e645ce4 service neutron] Transition to ACTIVE for port object dc81733d-306c-416b-b8aa-903f5a05d518 will not be triggered until provisioned by entity L2. {{(pid=93915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:30:45.803703 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-4a08bf25-965a-4504-a547-1a9568cb8049 req-704c5ccd-e427-4430-9c96-3a8c3e645ce4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25912978'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:45.814702 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2953017a-4958-4c46-992d-8ad847c0e3e7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 71} {{(pid=93916) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 18:30:45.850470 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2953017a-4958-4c46-992d-8ad847c0e3e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=748fe4c5-70b9-4e07-b6fc-ddd56d9bbb08,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:30:45.854122 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-2953017a-4958-4c46-992d-8ad847c0e3e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:45.854630 n-d-800634-3 neutron-server[93916]: INFO neutron.db.segments_db [None req-2953017a-4958-4c46-992d-8ad847c0e3e7 admin admin] Added segment f27713f4-616b-4ad5-95bb-41f16008fafb of type vlan for network cfaa954e-bb83-44ea-acae-a3d7b9e23407 Jul 14 18:30:45.893581 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704c5ccd-e427-4430-9c96-3a8c3e645ce4 service neutron] Pushing event updated for resources: {'Port': ['ID=dc81733d-306c-416b-b8aa-903f5a05d518,revision_number=2']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:30:45.918591 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-2953017a-4958-4c46-992d-8ad847c0e3e7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728202197517'] for network, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:45.973423 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-2953017a-4958-4c46-992d-8ad847c0e3e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727'] for network, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:45.974454 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2953017a-4958-4c46-992d-8ad847c0e3e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:30:45.975068 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-2953017a-4958-4c46-992d-8ad847c0e3e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598705'] for network, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:46.038821 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a34f383b-d0b1-4a9d-a1de-d6e8b1964714 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:46.049098 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a34f383b-d0b1-4a9d-a1de-d6e8b1964714 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:46.064033 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-2953017a-4958-4c46-992d-8ad847c0e3e7 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.9015284 Jul 14 18:30:46.067278 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 41962) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:30:46.076348 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2953017a-4958-4c46-992d-8ad847c0e3e7 admin admin] Pushing event updated for resources: {'Network': ['ID=cfaa954e-bb83-44ea-acae-a3d7b9e23407,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:30:46.080222 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-f885439f-89d7-4061-8f48-447df874c93d admin admin] Request body: {'subnet': {'network_id': 'cfaa954e-bb83-44ea-acae-a3d7b9e23407', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-898649069-subnet', 'tenant_id': '362562baf49d424491e86fd541949698', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:30:46.087226 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Network cfaa954e-bb83-44ea-acae-a3d7b9e23407 details requested by agent ovs-agent-n-d-800634-3 with host n-d-800634-3 {{(pid=93917) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 18:30:46.101338 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-a34f383b-d0b1-4a9d-a1de-d6e8b1964714 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=fd6a29de5972406590b4229324451c90&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4838555 Jul 14 18:30:46.102339 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34f383b-d0b1-4a9d-a1de-d6e8b1964714 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adca709f-7dcf-4c6a-bc1a-b896b3a9832f,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:30:46.104787 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 41964) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:30:46.173526 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-1edfb4d4-4710-410a-bc19-61219f6c2fba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:46.199906 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-fce1a2c5-ecca-4427-ab75-3f00b58d1da6 req-56a9580f-a626-40c2-96da-1bb881761688 tempest-ServerGroupTestJSON-1067528321 tempest-ServerGroupTestJSON-1067528321-project] Notify callbacks [] for port, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:46.202711 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f885439f-89d7-4061-8f48-447df874c93d admin admin] Made reservation on behalf of 362562baf49d424491e86fd541949698 for: {'subnet': 1} {{(pid=93915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:30:46.205145 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-f885439f-89d7-4061-8f48-447df874c93d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28969735'] for subnet, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:46.206998 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-4a08bf25-965a-4504-a547-1a9568cb8049 req-704c5ccd-e427-4430-9c96-3a8c3e645ce4 service neutron] Attempting to bind port dc81733d-306c-416b-b8aa-903f5a05d518 on host n-h1-800634-3 for vnic_type normal with profile {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:30:46.207334 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-4a08bf25-965a-4504-a547-1a9568cb8049 req-704c5ccd-e427-4430-9c96-3a8c3e645ce4 service neutron] Attempting to bind port dc81733d-306c-416b-b8aa-903f5a05d518 by drivers openvswitch,hyperv on host n-h1-800634-3 at level 0 using segments [{'id': '067fc487-22c7-42de-972d-ae352a28ad29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '4f742057-89ee-4b4a-86f7-487ee61881a1'}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:30:46.207661 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a08bf25-965a-4504-a547-1a9568cb8049 req-704c5ccd-e427-4430-9c96-3a8c3e645ce4 service neutron] Attempting to bind port dc81733d-306c-416b-b8aa-903f5a05d518 on network 4f742057-89ee-4b4a-86f7-487ee61881a1 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:30:46.215681 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-1edfb4d4-4710-410a-bc19-61219f6c2fba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:46.261491 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a08bf25-965a-4504-a547-1a9568cb8049 req-704c5ccd-e427-4430-9c96-3a8c3e645ce4 service neutron] Port dc81733d-306c-416b-b8aa-903f5a05d518 on network 4f742057-89ee-4b4a-86f7-487ee61881a1 not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-3 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 18:30:46.261848 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a08bf25-965a-4504-a547-1a9568cb8049 req-704c5ccd-e427-4430-9c96-3a8c3e645ce4 service neutron] Attempting to bind port dc81733d-306c-416b-b8aa-903f5a05d518 on network 4f742057-89ee-4b4a-86f7-487ee61881a1 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:30:46.278017 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a08bf25-965a-4504-a547-1a9568cb8049 req-704c5ccd-e427-4430-9c96-3a8c3e645ce4 service neutron] Checking agent: {'id': 'a3630ff4-fbee-45d9-b9b6-0ae41cb3a350', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 15, 32), 'started_at': datetime.datetime(2021, 7, 14, 18, 15, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 18, 30, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 18:30:46.279013 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a08bf25-965a-4504-a547-1a9568cb8049 req-704c5ccd-e427-4430-9c96-3a8c3e645ce4 service neutron] Checking segment: {'id': '067fc487-22c7-42de-972d-ae352a28ad29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '4f742057-89ee-4b4a-86f7-487ee61881a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:30:46.279449 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a08bf25-965a-4504-a547-1a9568cb8049 req-704c5ccd-e427-4430-9c96-3a8c3e645ce4 service neutron] Bound using segment: {'id': '067fc487-22c7-42de-972d-ae352a28ad29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '4f742057-89ee-4b4a-86f7-487ee61881a1'} {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 18:30:46.279949 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-4a08bf25-965a-4504-a547-1a9568cb8049 req-704c5ccd-e427-4430-9c96-3a8c3e645ce4 service neutron] Bound port: dc81733d-306c-416b-b8aa-903f5a05d518, host: n-h1-800634-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '067fc487-22c7-42de-972d-ae352a28ad29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '4f742057-89ee-4b4a-86f7-487ee61881a1'}}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 18:30:46.280332 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-4a08bf25-965a-4504-a547-1a9568cb8049 req-704c5ccd-e427-4430-9c96-3a8c3e645ce4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:46.293492 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-1edfb4d4-4710-410a-bc19-61219f6c2fba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:46.297899 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-1edfb4d4-4710-410a-bc19-61219f6c2fba admin admin] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:46.302097 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-1edfb4d4-4710-410a-bc19-61219f6c2fba admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/adca709f-7dcf-4c6a-bc1a-b896b3a9832f HTTP/1.1" status: 204 len: 168 time: 0.1940525 Jul 14 18:30:46.308231 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edfb4d4-4710-410a-bc19-61219f6c2fba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adca709f-7dcf-4c6a-bc1a-b896b3a9832f,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:30:46.355499 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 41972) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:30:46.429500 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-fce1a2c5-ecca-4427-ab75-3f00b58d1da6 req-56a9580f-a626-40c2-96da-1bb881761688 tempest-ServerGroupTestJSON-1067528321 tempest-ServerGroupTestJSON-1067528321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:46.478204 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-0f0ce9c3-7fbb-45bb-bf2d-33ecbe25ed2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:46.550548 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-4a08bf25-965a-4504-a547-1a9568cb8049 req-704c5ccd-e427-4430-9c96-3a8c3e645ce4 service neutron] For port dc81733d-306c-416b-b8aa-903f5a05d518, host n-h1-800634-3, cleared binding levels {{(pid=93915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:30:46.571028 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fce1a2c5-ecca-4427-ab75-3f00b58d1da6 req-56a9580f-a626-40c2-96da-1bb881761688 tempest-ServerGroupTestJSON-1067528321 tempest-ServerGroupTestJSON-1067528321-project] Network b5c40f87-65c2-4556-a17a-b1d97a917cbc is already hosted by enough agents. {{(pid=93915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:30:46.584686 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-0f0ce9c3-7fbb-45bb-bf2d-33ecbe25ed2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:46.588831 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-0f0ce9c3-7fbb-45bb-bf2d-33ecbe25ed2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:46.595664 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [req-fce1a2c5-ecca-4427-ab75-3f00b58d1da6 req-56a9580f-a626-40c2-96da-1bb881761688 tempest-ServerGroupTestJSON-1067528321 tempest-ServerGroupTestJSON-1067528321-project] Resources bound (agent type, host, resource id): {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:30:46.608266 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [req-fce1a2c5-ecca-4427-ab75-3f00b58d1da6 req-56a9580f-a626-40c2-96da-1bb881761688 tempest-ServerGroupTestJSON-1067528321 tempest-ServerGroupTestJSON-1067528321-project] Received port after_create {{(pid=93915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:30:46.624002 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-4a08bf25-965a-4504-a547-1a9568cb8049 req-704c5ccd-e427-4430-9c96-3a8c3e645ce4 service neutron] For port dc81733d-306c-416b-b8aa-903f5a05d518, host n-h1-800634-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=dc81733d-306c-416b-b8aa-903f5a05d518,segment=NetworkSegment(067fc487-22c7-42de-972d-ae352a28ad29),segment_id=067fc487-22c7-42de-972d-ae352a28ad29)] {{(pid=93915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 18:30:46.632834 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-0f0ce9c3-7fbb-45bb-bf2d-33ecbe25ed2d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c87a7e7b8d7542a59e504d1cbfa5d9d0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2719610 Jul 14 18:30:46.632834 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0ce9c3-7fbb-45bb-bf2d-33ecbe25ed2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c61e2622-132b-4f04-97cf-e297e497cb00,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:30:46.641626 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 41980) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:30:46.650313 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a9580f-a626-40c2-96da-1bb881761688 tempest-ServerGroupTestJSON-1067528321 tempest-ServerGroupTestJSON-1067528321-project] Pushing event updated for resources: {'Port': ['ID=78a297df-21c4-4021-8eed-80d7074f7051,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:30:46.666984 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-4a08bf25-965a-4504-a547-1a9568cb8049 req-704c5ccd-e427-4430-9c96-3a8c3e645ce4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25912978'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:46.718233 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-1d5dd924-cec5-4334-8f98-5d2fe1b82d9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:46.743480 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-1d5dd924-cec5-4334-8f98-5d2fe1b82d9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:46.747869 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a08bf25-965a-4504-a547-1a9568cb8049 req-704c5ccd-e427-4430-9c96-3a8c3e645ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:30:46.748775 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-4a08bf25-965a-4504-a547-1a9568cb8049 req-704c5ccd-e427-4430-9c96-3a8c3e645ce4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:46.750430 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-4a08bf25-965a-4504-a547-1a9568cb8049 req-704c5ccd-e427-4430-9c96-3a8c3e645ce4 service neutron] 10.222.0.18 "PUT /v2.0/ports/dc81733d-306c-416b-b8aa-903f5a05d518 HTTP/1.1" status: 200 len: 1094 time: 2.2561114 Jul 14 18:30:46.778928 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '899e7296-52b8-4f96-b894-52c059f9e0e6', 'tag': 'dc81733d-306c-416b-b8aa-903f5a05d518'}] {{(pid=93915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:30:46.781440 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e72782ad3af8f7d4ce76cedf092bca46d1756acc5c4653cf0b52034cdd6b073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bb1f394-ec51-4ac8-bd84-822e2788ddb5" -d '{"events": [{"name": "network-changed", "server_uuid": "899e7296-52b8-4f96-b894-52c059f9e0e6", "tag": "dc81733d-306c-416b-b8aa-903f5a05d518"}]}' {{(pid=93915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:30:46.816660 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-1d5dd924-cec5-4334-8f98-5d2fe1b82d9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:46.820316 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-1d5dd924-cec5-4334-8f98-5d2fe1b82d9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:46.821963 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-1d5dd924-cec5-4334-8f98-5d2fe1b82d9a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c61e2622-132b-4f04-97cf-e297e497cb00 HTTP/1.1" status: 204 len: 168 time: 0.1860774 Jul 14 18:30:46.828020 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce1a2c5-ecca-4427-ab75-3f00b58d1da6 req-56a9580f-a626-40c2-96da-1bb881761688 tempest-ServerGroupTestJSON-1067528321 tempest-ServerGroupTestJSON-1067528321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:30:46.828886 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-fce1a2c5-ecca-4427-ab75-3f00b58d1da6 req-56a9580f-a626-40c2-96da-1bb881761688 tempest-ServerGroupTestJSON-1067528321 tempest-ServerGroupTestJSON-1067528321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:46.850333 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5dd924-cec5-4334-8f98-5d2fe1b82d9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c61e2622-132b-4f04-97cf-e297e497cb00,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:30:46.854244 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-f885439f-89d7-4061-8f48-447df874c93d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25912837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28969781'] for subnet, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:46.948777 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-fce1a2c5-ecca-4427-ab75-3f00b58d1da6 req-56a9580f-a626-40c2-96da-1bb881761688 tempest-ServerGroupTestJSON-1067528321 tempest-ServerGroupTestJSON-1067528321-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8957722 Jul 14 18:30:46.964973 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017080a1-25f0-4ac4-9c80-72304da0ad2b req-28dbdf08-d1a0-47b9-a158-3b40311154e9 tempest-ServerGroupTestJSON-1067528321 tempest-ServerGroupTestJSON-1067528321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:30:46.967374 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-017080a1-25f0-4ac4-9c80-72304da0ad2b req-28dbdf08-d1a0-47b9-a158-3b40311154e9 tempest-ServerGroupTestJSON-1067528321 tempest-ServerGroupTestJSON-1067528321-project] 10.222.0.16 "GET /v2.0/ports?device_id=c12cfe60-1dd1-47d5-bc79-d89a5fa33386 HTTP/1.1" status: 200 len: 932 time: 0.5229073 Jul 14 18:30:46.976231 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704c5ccd-e427-4430-9c96-3a8c3e645ce4 service neutron] Pushing event updated for resources: {'Port': ['ID=dc81733d-306c-416b-b8aa-903f5a05d518,revision_number=3']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:30:46.988169 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [req-fce1a2c5-ecca-4427-ab75-3f00b58d1da6 req-801298c2-c518-4cc7-86b1-e4a4a6f16bd7 service neutron] Request body: {'port': {'device_id': 'c12cfe60-1dd1-47d5-bc79-d89a5fa33386', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800634-3'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:30:47.054701 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f885439f-89d7-4061-8f48-447df874c93d admin admin] Pushing event updated for resources: {'Subnet': ['ID=2a4f902e-afed-4486-b940-935fd979aa23,revision_number=0']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:30:47.157481 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6664a962-d548-4b48-9ca0-a31ec6246de8 req-22cd711f-15ca-4bca-b584-25d64bb83278 tempest-ServersAdminNegativeTestJSON-646419896 tempest-ServersAdminNegativeTestJSON-646419896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:30:47.159399 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6664a962-d548-4b48-9ca0-a31ec6246de8 req-22cd711f-15ca-4bca-b584-25d64bb83278 tempest-ServersAdminNegativeTestJSON-646419896 tempest-ServersAdminNegativeTestJSON-646419896-project] 10.222.0.16 "GET /v2.0/ports?device_id=899e7296-52b8-4f96-b894-52c059f9e0e6 HTTP/1.1" status: 200 len: 946 time: 0.4256873 Jul 14 18:30:47.162320 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-017080a1-25f0-4ac4-9c80-72304da0ad2b req-8eb8da8b-f69b-43bd-ab74-22e4e3bd4a11 tempest-ServerGroupTestJSON-1067528321 tempest-ServerGroupTestJSON-1067528321-project] 10.222.0.16 "GET /v2.0/security-groups?id=d5ee3ece-9042-4be0-98c7-0e30caea88cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1820924 Jul 14 18:30:47.176555 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Device 26640345-8b2a-4b0b-a926-dabc2574c583 up at agent hyperv_n-h2-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:30:47.177616 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a08bf25-965a-4504-a547-1a9568cb8049 req-59423ee1-23e1-4c19-941c-25685c4abdde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:30:47.179163 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-4a08bf25-965a-4504-a547-1a9568cb8049 req-59423ee1-23e1-4c19-941c-25685c4abdde service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=5e0b552683704e9182fa256fd3cf99e7&device_id=899e7296-52b8-4f96-b894-52c059f9e0e6 HTTP/1.1" status: 200 len: 1097 time: 0.3434770 Jul 14 18:30:47.179928 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f885439f-89d7-4061-8f48-447df874c93d admin admin] Checking segment: {'id': 'f27713f4-616b-4ad5-95bb-41f16008fafb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'cfaa954e-bb83-44ea-acae-a3d7b9e23407'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:30:47.180325 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f885439f-89d7-4061-8f48-447df874c93d admin admin] Network hostable DHCP agents. Network: cfaa954e-bb83-44ea-acae-a3d7b9e23407, hostable agents: ['028393c3-0576-4ebd-bca1-8ea8a148e1a2'], hosted agents: [] {{(pid=93915) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 18:30:47.244050 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-4a08bf25-965a-4504-a547-1a9568cb8049 req-e051ff71-c1a0-42f8-b395-4d10ed465c82 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.7&port_id=dc81733d-306c-416b-b8aa-903f5a05d518 HTTP/1.1" status: 200 len: 217 time: 0.0439954 Jul 14 18:30:47.304820 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a08bf25-965a-4504-a547-1a9568cb8049 req-3ad72e86-5a94-432d-bc4e-8813212e1690 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:30:47.306566 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-4a08bf25-965a-4504-a547-1a9568cb8049 req-3ad72e86-5a94-432d-bc4e-8813212e1690 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f20c54fb-f7da-4761-aa61-2e4f99f3d332 HTTP/1.1" status: 200 len: 843 time: 0.0500567 Jul 14 18:30:47.308919 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-fce1a2c5-ecca-4427-ab75-3f00b58d1da6 req-801298c2-c518-4cc7-86b1-e4a4a6f16bd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:47.310696 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Provisioning for port 26640345-8b2a-4b0b-a926-dabc2574c583 completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:30:47.312451 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f885439f-89d7-4061-8f48-447df874c93d admin admin] Network cfaa954e-bb83-44ea-acae-a3d7b9e23407 is scheduled to be hosted by DHCP agent 028393c3-0576-4ebd-bca1-8ea8a148e1a2 with binding_index 1 {{(pid=93915) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 18:30:47.319096 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Provisioning complete for port 26640345-8b2a-4b0b-a926-dabc2574c583 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:30:47.320039 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:47.338080 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 42010) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:30:47.354382 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a9fa6b93-c221-482d-921d-44ec87c4904d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:47.396919 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [None req-f885439f-89d7-4061-8f48-447df874c93d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-3, cfaa954e-bb83-44ea-acae-a3d7b9e23407) {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:30:47.407611 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d0d0b33-4dee-426f-9ca2-980e279e35cf None None] Network cfaa954e-bb83-44ea-acae-a3d7b9e23407 requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:30:47.409880 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 18:30:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-286902fa-1c84-493c-a36d-c815795ac215 x-openstack-request-id: req-286902fa-1c84-493c-a36d-c815795ac215 {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:30:47.410213 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "899e7296-52b8-4f96-b894-52c059f9e0e6", "tag": "dc81733d-306c-416b-b8aa-903f5a05d518", "status": "completed", "code": 200}]} {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:30:47.410476 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-286902fa-1c84-493c-a36d-c815795ac215 {{(pid=93915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:30:47.410932 n-d-800634-3 neutron-server[93915]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '899e7296-52b8-4f96-b894-52c059f9e0e6', 'tag': 'dc81733d-306c-416b-b8aa-903f5a05d518', 'status': 'completed', 'code': 200} Jul 14 18:30:47.429594 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f885439f-89d7-4061-8f48-447df874c93d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:30:47.430189 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-f885439f-89d7-4061-8f48-447df874c93d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:47.475701 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:47.521809 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f38c2fe3-36c1-4f7e-a229-5fb384ec7e70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26640345-8b2a-4b0b-a926-dabc2574c583'}] {{(pid=93917) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:30:47.524350 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20b787f3c29eaa7aa2a4d648c725a2124c5ff39a8d793252f9d844495e14cf42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02c5230c-7716-49e4-8df2-ae299b30d143" -d '{"events": [{"server_uuid": "f38c2fe3-36c1-4f7e-a229-5fb384ec7e70", "name": "network-vif-plugged", "status": "completed", "tag": "26640345-8b2a-4b0b-a926-dabc2574c583"}]}' {{(pid=93917) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:30:47.544225 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a9fa6b93-c221-482d-921d-44ec87c4904d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:47.549877 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a9fa6b93-c221-482d-921d-44ec87c4904d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:47.552291 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] For port 26640345-8b2a-4b0b-a926-dabc2574c583, host n-h2-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=26640345-8b2a-4b0b-a926-dabc2574c583,segment=NetworkSegment(f2ea61e4-f046-459b-ae76-97a25ffa160f),segment_id=f2ea61e4-f046-459b-ae76-97a25ffa160f)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:30:47.565736 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:47.579020 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6664a962-d548-4b48-9ca0-a31ec6246de8 req-8fb3dbf7-b92f-4b5c-b9bb-c2c47e362b15 tempest-ServersAdminNegativeTestJSON-646419896 tempest-ServersAdminNegativeTestJSON-646419896-project] 10.222.0.16 "GET /v2.0/security-groups?id=ddd9256f-f69d-40e1-9519-2d888770192d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4096963 Jul 14 18:30:47.600186 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-a9fa6b93-c221-482d-921d-44ec87c4904d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=77245e2fed674a6089272b05bee618b5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2609849 Jul 14 18:30:47.602091 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9fa6b93-c221-482d-921d-44ec87c4904d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa9316ec-fc07-4335-9d2d-58b1d9d93b0e,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:30:47.606928 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 42018) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:30:47.668875 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-03ff8e95-fe7a-4efa-825e-ac5ba16236af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:47.672062 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Pushing event updated for resources: {'Port': ['ID=26640345-8b2a-4b0b-a926-dabc2574c583,revision_number=5']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:30:47.697846 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-03ff8e95-fe7a-4efa-825e-ac5ba16236af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:47.698066 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 18:30:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-976b2ae3-4553-445a-ab6c-223d2b1ac0dc x-openstack-request-id: req-976b2ae3-4553-445a-ab6c-223d2b1ac0dc {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:30:47.698363 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f38c2fe3-36c1-4f7e-a229-5fb384ec7e70", "name": "network-vif-plugged", "status": "completed", "tag": "26640345-8b2a-4b0b-a926-dabc2574c583", "code": 200}]} {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:30:47.698617 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-976b2ae3-4553-445a-ab6c-223d2b1ac0dc {{(pid=93917) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:30:47.699057 n-d-800634-3 neutron-server[93917]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f38c2fe3-36c1-4f7e-a229-5fb384ec7e70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26640345-8b2a-4b0b-a926-dabc2574c583', 'code': 200} Jul 14 18:30:47.712018 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-042f193f-b050-4cde-a84e-ee5ca6cdcc58 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9222b97e-5d1c-54f8-ba97-82f172498e76-cfaa954e-bb83-44ea-acae-a3d7b9e23407', 'network_id': 'cfaa954e-bb83-44ea-acae-a3d7b9e23407', 'tenant_id': '362562baf49d424491e86fd541949698', 'fixed_ips': [{'subnet_id': '2a4f902e-afed-4486-b940-935fd979aa23'}]}} from n-d-800634-3. {{(pid=93917) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 18:30:47.712923 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-042f193f-b050-4cde-a84e-ee5ca6cdcc58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:47.803737 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-03ff8e95-fe7a-4efa-825e-ac5ba16236af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:47.807088 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-03ff8e95-fe7a-4efa-825e-ac5ba16236af admin admin] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:47.811473 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-03ff8e95-fe7a-4efa-825e-ac5ba16236af admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/fa9316ec-fc07-4335-9d2d-58b1d9d93b0e HTTP/1.1" status: 204 len: 168 time: 0.2001545 Jul 14 18:30:47.835386 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ff8e95-fe7a-4efa-825e-ac5ba16236af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa9316ec-fc07-4335-9d2d-58b1d9d93b0e,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:30:47.850007 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67aefeec-0df3-4d04-b44b-11f54c00dde9 req-72644cc4-af42-4b8c-a5ab-c2d912e9ea04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:30:47.851941 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-67aefeec-0df3-4d04-b44b-11f54c00dde9 req-72644cc4-af42-4b8c-a5ab-c2d912e9ea04 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=f38c2fe3-36c1-4f7e-a229-5fb384ec7e70 HTTP/1.1" status: 200 len: 1096 time: 0.0920517 Jul 14 18:30:47.916257 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-67aefeec-0df3-4d04-b44b-11f54c00dde9 req-d72c2b62-09fc-4d9a-bda7-7e96b379b7c7 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=453c8f20-4771-4bc0-91e3-8ccad10aa152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510006 Jul 14 18:30:47.929657 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.db_base_plugin_common [None req-042f193f-b050-4cde-a84e-ee5ca6cdcc58 None None] Allocated IP 172.20.0.2 (cfaa954e-bb83-44ea-acae-a3d7b9e23407/2a4f902e-afed-4486-b940-935fd979aa23/193e5cab-555d-47a4-87cf-c2fc030b301b) {{(pid=93917) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:30:48.050144 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a08bf25-965a-4504-a547-1a9568cb8049 req-450fd122-29e3-4e77-a330-b09039236cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:30:48.051643 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-4a08bf25-965a-4504-a547-1a9568cb8049 req-450fd122-29e3-4e77-a330-b09039236cb4 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4f742057-89ee-4b4a-86f7-487ee61881a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7251227 Jul 14 18:30:48.061295 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-f885439f-89d7-4061-8f48-447df874c93d admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.9932883 Jul 14 18:30:48.064503 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 42030) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:30:48.070119 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-20016baf-f957-48d4-a71a-bbcfc8ca1340 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-898649069-router', 'tenant_id': '362562baf49d424491e86fd541949698', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61'}}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:30:48.110988 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-20016baf-f957-48d4-a71a-bbcfc8ca1340 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-571768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11104'] for router, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:48.113954 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-20016baf-f957-48d4-a71a-bbcfc8ca1340 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-571675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-930014', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-632314', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11129'] for router, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:48.168485 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-042f193f-b050-4cde-a84e-ee5ca6cdcc58 None None] Notify callbacks [] for port, precommit_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:48.191065 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-042f193f-b050-4cde-a84e-ee5ca6cdcc58 None None] Transition to ACTIVE for port object 193e5cab-555d-47a4-87cf-c2fc030b301b will not be triggered until provisioned by entity L2. {{(pid=93917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:30:48.211210 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-20016baf-f957-48d4-a71a-bbcfc8ca1340 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:48.260624 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-042f193f-b050-4cde-a84e-ee5ca6cdcc58 None None] Transition to ACTIVE for port object 193e5cab-555d-47a4-87cf-c2fc030b301b will not be triggered until provisioned by entity DHCP. {{(pid=93917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:30:48.275066 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-042f193f-b050-4cde-a84e-ee5ca6cdcc58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804'] for port, after_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:48.384445 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-fea91813-bbda-464a-91e1-fd372391cae4 req-c174f7a1-1251-429f-b420-be2a9d4b072b service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=7c5857c2-2935-412d-922f-b15f51818e64&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3256919 Jul 14 18:30:48.395759 n-d-800634-3 neutron-server[93917]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-042f193f-b050-4cde-a84e-ee5ca6cdcc58 None None] Network cfaa954e-bb83-44ea-acae-a3d7b9e23407 is already hosted by enough agents. {{(pid=93917) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:30:48.407105 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e488e17-3580-42f3-94ef-7a1f0b2b62cb req-80858574-2fb6-4bfa-b660-0d16e68b0d4a tempest-InstanceActionsNegativeTestJSON-325194859 tempest-InstanceActionsNegativeTestJSON-325194859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:30:48.408986 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-9e488e17-3580-42f3-94ef-7a1f0b2b62cb req-80858574-2fb6-4bfa-b660-0d16e68b0d4a tempest-InstanceActionsNegativeTestJSON-325194859 tempest-InstanceActionsNegativeTestJSON-325194859-project] 10.222.0.16 "GET /v2.0/ports?device_id=f38c2fe3-36c1-4f7e-a229-5fb384ec7e70 HTTP/1.1" status: 200 len: 945 time: 0.8781087 Jul 14 18:30:48.410578 n-d-800634-3 neutron-server[93917]: DEBUG neutron.scheduler.base_scheduler [None req-042f193f-b050-4cde-a84e-ee5ca6cdcc58 None None] Resources bound (agent type, host, resource id): {{(pid=93917) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:30:48.418295 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-042f193f-b050-4cde-a84e-ee5ca6cdcc58 None None] Received port after_create {{(pid=93917) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:30:48.424616 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-4a08bf25-965a-4504-a547-1a9568cb8049 req-6c9fd8ca-3ff7-4b3a-a378-2ebaf9563876 service neutron] 10.222.0.18 "GET /v2.0/networks/4f742057-89ee-4b4a-86f7-487ee61881a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3526847 Jul 14 18:30:48.430224 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042f193f-b050-4cde-a84e-ee5ca6cdcc58 None None] Pushing event updated for resources: {'Port': ['ID=193e5cab-555d-47a4-87cf-c2fc030b301b,revision_number=1']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:30:48.444939 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-20016baf-f957-48d4-a71a-bbcfc8ca1340 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-929996', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-571750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11395'] for router, precommit_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:48.545000 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-042f193f-b050-4cde-a84e-ee5ca6cdcc58 None None] Attempting to bind port 193e5cab-555d-47a4-87cf-c2fc030b301b on host n-d-800634-3 for vnic_type normal with profile {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:30:48.547451 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-042f193f-b050-4cde-a84e-ee5ca6cdcc58 None None] Attempting to bind port 193e5cab-555d-47a4-87cf-c2fc030b301b by drivers openvswitch,hyperv on host n-d-800634-3 at level 0 using segments [{'id': 'f27713f4-616b-4ad5-95bb-41f16008fafb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'cfaa954e-bb83-44ea-acae-a3d7b9e23407'}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:30:48.548801 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-042f193f-b050-4cde-a84e-ee5ca6cdcc58 None None] Attempting to bind port 193e5cab-555d-47a4-87cf-c2fc030b301b on network cfaa954e-bb83-44ea-acae-a3d7b9e23407 {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:30:48.560288 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-042f193f-b050-4cde-a84e-ee5ca6cdcc58 None None] Checking agent: {'id': '01c19e91-a945-4e3c-94a6-c211e17c923e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 8, 23), 'started_at': datetime.datetime(2021, 7, 14, 18, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 18, 30, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 18:30:48.561891 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-042f193f-b050-4cde-a84e-ee5ca6cdcc58 None None] Checking segment: {'id': 'f27713f4-616b-4ad5-95bb-41f16008fafb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'cfaa954e-bb83-44ea-acae-a3d7b9e23407'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93917) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:30:48.562550 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-042f193f-b050-4cde-a84e-ee5ca6cdcc58 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:48.565590 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-042f193f-b050-4cde-a84e-ee5ca6cdcc58 None None] Bound using segment: {'id': 'f27713f4-616b-4ad5-95bb-41f16008fafb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'cfaa954e-bb83-44ea-acae-a3d7b9e23407'} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 18:30:48.566297 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-042f193f-b050-4cde-a84e-ee5ca6cdcc58 None None] Bound port: 193e5cab-555d-47a4-87cf-c2fc030b301b, host: n-d-800634-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f27713f4-616b-4ad5-95bb-41f16008fafb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'cfaa954e-bb83-44ea-acae-a3d7b9e23407'}}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 18:30:48.569290 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-042f193f-b050-4cde-a84e-ee5ca6cdcc58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:48.654425 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-042f193f-b050-4cde-a84e-ee5ca6cdcc58 None None] For port 193e5cab-555d-47a4-87cf-c2fc030b301b, host n-d-800634-3, cleared binding levels {{(pid=93917) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:30:48.659073 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-042f193f-b050-4cde-a84e-ee5ca6cdcc58 None None] For port 193e5cab-555d-47a4-87cf-c2fc030b301b, host n-d-800634-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=193e5cab-555d-47a4-87cf-c2fc030b301b,segment=NetworkSegment(f27713f4-616b-4ad5-95bb-41f16008fafb),segment_id=f27713f4-616b-4ad5-95bb-41f16008fafb)] {{(pid=93917) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 18:30:48.666414 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-042f193f-b050-4cde-a84e-ee5ca6cdcc58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:48.721662 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-9e488e17-3580-42f3-94ef-7a1f0b2b62cb req-717934bb-861c-4292-9853-5014d3792edb tempest-InstanceActionsNegativeTestJSON-325194859 tempest-InstanceActionsNegativeTestJSON-325194859-project] 10.222.0.16 "GET /v2.0/security-groups?id=453c8f20-4771-4bc0-91e3-8ccad10aa152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2371471 Jul 14 18:30:48.725150 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-81a26860-6c39-4e4a-b394-f58674df6626 req-b63bcd52-e3aa-4f20-a9dd-360b7cf38fe3 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=03a24d87-527f-4d5b-a998-53393446562a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0683184 Jul 14 18:30:48.763943 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733a1ff0-d9b4-4743-af48-8dec8d14edee req-51f4fe1e-daf4-464c-b146-3cf9ec3f105f tempest-ServerGroupTestJSON-1067528321 tempest-ServerGroupTestJSON-1067528321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:30:48.765549 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-733a1ff0-d9b4-4743-af48-8dec8d14edee req-51f4fe1e-daf4-464c-b146-3cf9ec3f105f tempest-ServerGroupTestJSON-1067528321 tempest-ServerGroupTestJSON-1067528321-project] 10.222.0.16 "GET /v2.0/ports?device_id=c12cfe60-1dd1-47d5-bc79-d89a5fa33386 HTTP/1.1" status: 200 len: 932 time: 0.2753322 Jul 14 18:30:48.770962 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea91813-bbda-464a-91e1-fd372391cae4 req-0fb64b3a-6308-4874-8365-fe472bea20fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:30:48.773026 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-fea91813-bbda-464a-91e1-fd372391cae4 req-0fb64b3a-6308-4874-8365-fe472bea20fe service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=cb67bdfcb7724fc99fb71468214ad40d&device_id=7c5857c2-2935-412d-922f-b15f51818e64 HTTP/1.1" status: 200 len: 1096 time: 0.3520176 Jul 14 18:30:48.811016 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042f193f-b050-4cde-a84e-ee5ca6cdcc58 None None] Pushing event updated for resources: {'Port': ['ID=193e5cab-555d-47a4-87cf-c2fc030b301b,revision_number=2']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:30:48.825095 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-20016baf-f957-48d4-a71a-bbcfc8ca1340 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:48.895263 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-20016baf-f957-48d4-a71a-bbcfc8ca1340 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:48.902698 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-81a26860-6c39-4e4a-b394-f58674df6626 req-385ef283-02fe-4b0f-8b95-422313987b2f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c51e850593fc4a37af9470721017e8e7&device_id=03a24d87-527f-4d5b-a998-53393446562a HTTP/1.1" status: 200 len: 210 time: 0.0742612 Jul 14 18:30:49.038270 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-4a08bf25-965a-4504-a547-1a9568cb8049 req-bdfbd416-b370-4907-b5a7-e85a7012922e service neutron] 10.222.0.18 "GET /v2.0/networks/4f742057-89ee-4b4a-86f7-487ee61881a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5510035 Jul 14 18:30:49.051431 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-733a1ff0-d9b4-4743-af48-8dec8d14edee req-6ca62da1-3758-4de9-b583-f5260f31eba1 tempest-ServerGroupTestJSON-1067528321 tempest-ServerGroupTestJSON-1067528321-project] 10.222.0.16 "GET /v2.0/security-groups?id=d5ee3ece-9042-4be0-98c7-0e30caea88cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2689598 Jul 14 18:30:49.082700 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-81a26860-6c39-4e4a-b394-f58674df6626 req-c92df2be-3678-48ea-8916-d50a659eaed7 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=c51e850593fc4a37af9470721017e8e7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1059525 Jul 14 18:30:49.160174 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [req-fce1a2c5-ecca-4427-ab75-3f00b58d1da6 req-801298c2-c518-4cc7-86b1-e4a4a6f16bd7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78a297df-21c4-4021-8eed-80d7074f7051 {{(pid=93915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 18:30:49.226269 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea91813-bbda-464a-91e1-fd372391cae4 req-33f8b7e8-0b72-4d73-852f-9c4ce547d556 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:30:49.228215 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-fea91813-bbda-464a-91e1-fd372391cae4 req-33f8b7e8-0b72-4d73-852f-9c4ce547d556 service neutron] 10.222.0.18 "GET /v2.0/networks?id=fbb7114e-4079-4798-86d9-6d4690d7f388 HTTP/1.1" status: 200 len: 918 time: 0.3536632 Jul 14 18:30:49.266476 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.db_base_plugin_common [None req-20016baf-f957-48d4-a71a-bbcfc8ca1340 admin admin] Allocated IP 172.25.1.193 (9200a437-e1de-4520-88f6-e68386523e61/5f47f848-4532-407a-a0e2-5690ade15fd0/52ff38de-c174-425f-aad2-a59970965a7d) {{(pid=93916) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:30:49.272450 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-fce1a2c5-ecca-4427-ab75-3f00b58d1da6 req-801298c2-c518-4cc7-86b1-e4a4a6f16bd7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:49.296478 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a26860-6c39-4e4a-b394-f58674df6626 req-8bf7f857-32a7-4d67-96e3-6c9384d6d0fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:30:49.300028 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-81a26860-6c39-4e4a-b394-f58674df6626 req-8bf7f857-32a7-4d67-96e3-6c9384d6d0fb service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1929119 Jul 14 18:30:49.401431 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.provisioning_blocks [req-fce1a2c5-ecca-4427-ab75-3f00b58d1da6 req-801298c2-c518-4cc7-86b1-e4a4a6f16bd7 service neutron] Transition to ACTIVE for port object 78a297df-21c4-4021-8eed-80d7074f7051 will not be triggered until provisioned by entity L2. {{(pid=93915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:30:49.403753 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-fea91813-bbda-464a-91e1-fd372391cae4 req-02fa2043-9b20-407a-9c67-7537a28aac0a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9536e0c9-98cf-4d2e-aadf-5b4392e45011 HTTP/1.1" status: 200 len: 217 time: 0.1221566 Jul 14 18:30:49.416612 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-20016baf-f957-48d4-a71a-bbcfc8ca1340 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:49.447926 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-fce1a2c5-ecca-4427-ab75-3f00b58d1da6 req-801298c2-c518-4cc7-86b1-e4a4a6f16bd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25912978'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:49.480584 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-20016baf-f957-48d4-a71a-bbcfc8ca1340 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:49.521335 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20016baf-f957-48d4-a71a-bbcfc8ca1340 admin admin] Network 9200a437-e1de-4520-88f6-e68386523e61 is already hosted by enough agents. {{(pid=93916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:30:49.535603 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [None req-20016baf-f957-48d4-a71a-bbcfc8ca1340 admin admin] Resources bound (agent type, host, resource id): {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:30:49.538059 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20016baf-f957-48d4-a71a-bbcfc8ca1340 admin admin] Received port after_create {{(pid=93916) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:30:49.541352 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801298c2-c518-4cc7-86b1-e4a4a6f16bd7 service neutron] Pushing event updated for resources: {'Port': ['ID=78a297df-21c4-4021-8eed-80d7074f7051,revision_number=2']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:30:49.567188 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20016baf-f957-48d4-a71a-bbcfc8ca1340 admin admin] Pushing event updated for resources: {'Port': ['ID=52ff38de-c174-425f-aad2-a59970965a7d,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:30:49.587610 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb1f394-ec51-4ac8-bd84-822e2788ddb5 req-8483302e-6abb-4ddb-93ea-633b2978ef7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:30:49.589661 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-0bb1f394-ec51-4ac8-bd84-822e2788ddb5 req-8483302e-6abb-4ddb-93ea-633b2978ef7e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=5e0b552683704e9182fa256fd3cf99e7&device_id=899e7296-52b8-4f96-b894-52c059f9e0e6 HTTP/1.1" status: 200 len: 1097 time: 0.4090915 Jul 14 18:30:49.648410 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea91813-bbda-464a-91e1-fd372391cae4 req-cd061048-fef8-4b71-bc43-dfe38d06647c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:30:49.649844 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-fea91813-bbda-464a-91e1-fd372391cae4 req-cd061048-fef8-4b71-bc43-dfe38d06647c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c0358a3b-3414-4691-860c-4e7a5ebb58c9 HTTP/1.1" status: 200 len: 858 time: 0.2239015 Jul 14 18:30:49.760257 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-fea91813-bbda-464a-91e1-fd372391cae4 req-3aee0f8f-f00c-4a02-8887-93e83203ac87 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=fbb7114e-4079-4798-86d9-6d4690d7f388&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0669413 Jul 14 18:30:49.827641 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08961ebe-ceff-4da0-b18d-2d33585b8f80 req-acfb491c-2b15-4ff5-b8dc-91efceeb08a3 tempest-ServersAdminNegativeTestJSON-646419896 tempest-ServersAdminNegativeTestJSON-646419896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:30:49.849601 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-08961ebe-ceff-4da0-b18d-2d33585b8f80 req-acfb491c-2b15-4ff5-b8dc-91efceeb08a3 tempest-ServersAdminNegativeTestJSON-646419896 tempest-ServersAdminNegativeTestJSON-646419896-project] 10.222.0.16 "GET /v2.0/ports?device_id=899e7296-52b8-4f96-b894-52c059f9e0e6 HTTP/1.1" status: 200 len: 946 time: 0.5161405 Jul 14 18:30:49.936164 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-20016baf-f957-48d4-a71a-bbcfc8ca1340 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:50.060248 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-fce1a2c5-ecca-4427-ab75-3f00b58d1da6 req-801298c2-c518-4cc7-86b1-e4a4a6f16bd7 service neutron] Attempting to bind port 78a297df-21c4-4021-8eed-80d7074f7051 on host n-h2-800634-3 for vnic_type normal with profile {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:30:50.061233 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-fce1a2c5-ecca-4427-ab75-3f00b58d1da6 req-801298c2-c518-4cc7-86b1-e4a4a6f16bd7 service neutron] Attempting to bind port 78a297df-21c4-4021-8eed-80d7074f7051 by drivers openvswitch,hyperv on host n-h2-800634-3 at level 0 using segments [{'id': 'fd1b1bab-0530-48be-a272-29204ebf86dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'b5c40f87-65c2-4556-a17a-b1d97a917cbc'}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:30:50.061970 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fce1a2c5-ecca-4427-ab75-3f00b58d1da6 req-801298c2-c518-4cc7-86b1-e4a4a6f16bd7 service neutron] Attempting to bind port 78a297df-21c4-4021-8eed-80d7074f7051 on network b5c40f87-65c2-4556-a17a-b1d97a917cbc {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:30:50.107960 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fce1a2c5-ecca-4427-ab75-3f00b58d1da6 req-801298c2-c518-4cc7-86b1-e4a4a6f16bd7 service neutron] Port 78a297df-21c4-4021-8eed-80d7074f7051 on network b5c40f87-65c2-4556-a17a-b1d97a917cbc not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-3 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 18:30:50.108320 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fce1a2c5-ecca-4427-ab75-3f00b58d1da6 req-801298c2-c518-4cc7-86b1-e4a4a6f16bd7 service neutron] Attempting to bind port 78a297df-21c4-4021-8eed-80d7074f7051 on network b5c40f87-65c2-4556-a17a-b1d97a917cbc {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:30:50.127590 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-08961ebe-ceff-4da0-b18d-2d33585b8f80 req-ed3ad931-e4b4-43a4-8ce8-98558fbe6e1b tempest-ServersAdminNegativeTestJSON-646419896 tempest-ServersAdminNegativeTestJSON-646419896-project] 10.222.0.16 "GET /v2.0/security-groups?id=ddd9256f-f69d-40e1-9519-2d888770192d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2768216 Jul 14 18:30:50.132419 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb1f394-ec51-4ac8-bd84-822e2788ddb5 req-483343a4-981a-481f-b2d7-c1c7882eb908 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:30:50.134026 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-0bb1f394-ec51-4ac8-bd84-822e2788ddb5 req-483343a4-981a-481f-b2d7-c1c7882eb908 service neutron] 10.222.0.18 "GET /v2.0/networks?id=4f742057-89ee-4b4a-86f7-487ee61881a1 HTTP/1.1" status: 200 len: 869 time: 0.5368268 Jul 14 18:30:50.138361 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fce1a2c5-ecca-4427-ab75-3f00b58d1da6 req-801298c2-c518-4cc7-86b1-e4a4a6f16bd7 service neutron] Checking agent: {'id': '08e36a6c-8d04-48f0-a644-f27680635246', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 15, 35), 'started_at': datetime.datetime(2021, 7, 14, 18, 15, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 18, 30, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 18:30:50.138700 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fce1a2c5-ecca-4427-ab75-3f00b58d1da6 req-801298c2-c518-4cc7-86b1-e4a4a6f16bd7 service neutron] Checking segment: {'id': 'fd1b1bab-0530-48be-a272-29204ebf86dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'b5c40f87-65c2-4556-a17a-b1d97a917cbc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:30:50.139094 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fce1a2c5-ecca-4427-ab75-3f00b58d1da6 req-801298c2-c518-4cc7-86b1-e4a4a6f16bd7 service neutron] Bound using segment: {'id': 'fd1b1bab-0530-48be-a272-29204ebf86dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'b5c40f87-65c2-4556-a17a-b1d97a917cbc'} {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 18:30:50.139553 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-fce1a2c5-ecca-4427-ab75-3f00b58d1da6 req-801298c2-c518-4cc7-86b1-e4a4a6f16bd7 service neutron] Bound port: 78a297df-21c4-4021-8eed-80d7074f7051, host: n-h2-800634-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd1b1bab-0530-48be-a272-29204ebf86dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'b5c40f87-65c2-4556-a17a-b1d97a917cbc'}}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 18:30:50.139916 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-fce1a2c5-ecca-4427-ab75-3f00b58d1da6 req-801298c2-c518-4cc7-86b1-e4a4a6f16bd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:50.259730 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-fea91813-bbda-464a-91e1-fd372391cae4 req-1dd21b50-442d-439c-9ef0-d29c2848a16b service neutron] 10.222.0.18 "GET /v2.0/networks/fbb7114e-4079-4798-86d9-6d4690d7f388?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4767249 Jul 14 18:30:50.290172 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-201635b8-96fc-40de-a3d9-ed76d06e2be6 None None] Network cfaa954e-bb83-44ea-acae-a3d7b9e23407 requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:30:50.291970 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-0bb1f394-ec51-4ac8-bd84-822e2788ddb5 req-e5f01256-39af-4dc5-9063-0fe6c1b589d0 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.7&port_id=dc81733d-306c-416b-b8aa-903f5a05d518 HTTP/1.1" status: 200 len: 217 time: 0.1461060 Jul 14 18:30:50.366556 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-20016baf-f957-48d4-a71a-bbcfc8ca1340 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-571759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-930033'] for router, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:50.496741 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-25663e77-973d-4bd0-b25c-01b8b110268d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:50.503421 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-8563af37-c745-4638-b512-702728ed58e1 None None] Provisioning for port 193e5cab-555d-47a4-87cf-c2fc030b301b completed by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:30:50.566479 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0665ad-e76c-416b-a9c2-f1a23b6cabdd req-9a90aee8-df55-4372-a381-b6593b6ec109 tempest-InstanceActionsNegativeTestJSON-325194859 tempest-InstanceActionsNegativeTestJSON-325194859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:30:50.569049 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-aa0665ad-e76c-416b-a9c2-f1a23b6cabdd req-9a90aee8-df55-4372-a381-b6593b6ec109 tempest-InstanceActionsNegativeTestJSON-325194859 tempest-InstanceActionsNegativeTestJSON-325194859-project] 10.222.0.16 "GET /v2.0/ports?device_id=f38c2fe3-36c1-4f7e-a229-5fb384ec7e70 HTTP/1.1" status: 200 len: 945 time: 0.5856209 Jul 14 18:30:50.633848 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-fce1a2c5-ecca-4427-ab75-3f00b58d1da6 req-801298c2-c518-4cc7-86b1-e4a4a6f16bd7 service neutron] For port 78a297df-21c4-4021-8eed-80d7074f7051, host n-h2-800634-3, cleared binding levels {{(pid=93915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:30:50.636168 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20016baf-f957-48d4-a71a-bbcfc8ca1340 admin admin] Router f513302d-fe7a-4704-b300-1c06b2dd0ec6 is scheduled to L3 agent 2c6eb27e-defb-4cca-9a24-381c7415e359 with binding_index 1 {{(pid=93916) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 18:30:50.638311 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-fce1a2c5-ecca-4427-ab75-3f00b58d1da6 req-801298c2-c518-4cc7-86b1-e4a4a6f16bd7 service neutron] For port 78a297df-21c4-4021-8eed-80d7074f7051, host n-h2-800634-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=78a297df-21c4-4021-8eed-80d7074f7051,segment=NetworkSegment(fd1b1bab-0530-48be-a272-29204ebf86dd),segment_id=fd1b1bab-0530-48be-a272-29204ebf86dd)] {{(pid=93915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 18:30:50.664530 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-fce1a2c5-ecca-4427-ab75-3f00b58d1da6 req-801298c2-c518-4cc7-86b1-e4a4a6f16bd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25912978'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:50.792161 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20016baf-f957-48d4-a71a-bbcfc8ca1340 admin admin] Notify agent at l3_agent.n-d-800634-3 the message routers_updated {{(pid=93916) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 18:30:50.804919 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba4facb9-78b4-426c-9f71-73cd9a6d0d9a None None] Sync routers for ids ['f513302d-fe7a-4704-b300-1c06b2dd0ec6'] in n-d-800634-3 {{(pid=93918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 18:30:50.812523 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-20016baf-f957-48d4-a71a-bbcfc8ca1340 admin admin] Notify callbacks [] for router, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:50.813760 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-20016baf-f957-48d4-a71a-bbcfc8ca1340 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.7480397 Jul 14 18:30:50.817890 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 42126) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:30:50.819016 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba4facb9-78b4-426c-9f71-73cd9a6d0d9a None None] Routers {'f513302d-fe7a-4704-b300-1c06b2dd0ec6'} bound to L3 agent in host n-d-800634-3 {{(pid=93918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:30:50.819908 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-ba4facb9-78b4-426c-9f71-73cd9a6d0d9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:30:23Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['f513302d-fe7a-4704-b300-1c06b2dd0ec6'], 'active': True} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:30:50.826100 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb1f394-ec51-4ac8-bd84-822e2788ddb5 req-8ab5a538-3db9-4de3-8313-a92064168ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:30:50.827697 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-0bb1f394-ec51-4ac8-bd84-822e2788ddb5 req-8ab5a538-3db9-4de3-8313-a92064168ae0 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f20c54fb-f7da-4761-aa61-2e4f99f3d332 HTTP/1.1" status: 200 len: 843 time: 0.4679673 Jul 14 18:30:50.829779 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801298c2-c518-4cc7-86b1-e4a4a6f16bd7 service neutron] Pushing event updated for resources: {'Port': ['ID=78a297df-21c4-4021-8eed-80d7074f7051,revision_number=3']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:30:50.841437 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce1a2c5-ecca-4427-ab75-3f00b58d1da6 req-801298c2-c518-4cc7-86b1-e4a4a6f16bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:30:50.842081 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-fce1a2c5-ecca-4427-ab75-3f00b58d1da6 req-801298c2-c518-4cc7-86b1-e4a4a6f16bd7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:50.843493 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-fce1a2c5-ecca-4427-ab75-3f00b58d1da6 req-801298c2-c518-4cc7-86b1-e4a4a6f16bd7 service neutron] 10.222.0.35 "PUT /v2.0/ports/78a297df-21c4-4021-8eed-80d7074f7051 HTTP/1.1" status: 200 len: 1092 time: 3.8734548 Jul 14 18:30:50.857226 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c12cfe60-1dd1-47d5-bc79-d89a5fa33386', 'tag': '78a297df-21c4-4021-8eed-80d7074f7051'}] {{(pid=93915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:30:50.871373 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e72782ad3af8f7d4ce76cedf092bca46d1756acc5c4653cf0b52034cdd6b073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55afe81e-f04f-4c22-acac-e32fc3a98f55" -d '{"events": [{"name": "network-changed", "server_uuid": "c12cfe60-1dd1-47d5-bc79-d89a5fa33386", "tag": "78a297df-21c4-4021-8eed-80d7074f7051"}]}' {{(pid=93915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:30:50.942649 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17898278-c9e6-47b6-a054-40d0932d4977 req-05cdc2db-8930-4419-8177-a3184ef96b83 tempest-ServerGroupTestJSON-1067528321 tempest-ServerGroupTestJSON-1067528321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:30:50.949980 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-17898278-c9e6-47b6-a054-40d0932d4977 req-05cdc2db-8930-4419-8177-a3184ef96b83 tempest-ServerGroupTestJSON-1067528321 tempest-ServerGroupTestJSON-1067528321-project] 10.222.0.16 "GET /v2.0/ports?device_id=c12cfe60-1dd1-47d5-bc79-d89a5fa33386 HTTP/1.1" status: 200 len: 944 time: 0.4794655 Jul 14 18:30:50.972242 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-aa0665ad-e76c-416b-a9c2-f1a23b6cabdd req-60945681-90a3-493b-a6d0-b2091bab5475 tempest-InstanceActionsNegativeTestJSON-325194859 tempest-InstanceActionsNegativeTestJSON-325194859-project] 10.222.0.16 "GET /v2.0/security-groups?id=453c8f20-4771-4bc0-91e3-8ccad10aa152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3222938 Jul 14 18:30:51.006117 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-fea91813-bbda-464a-91e1-fd372391cae4 req-eb612ac3-60bb-4ecb-b260-4c03ce53f21f service neutron] 10.222.0.18 "GET /v2.0/networks/fbb7114e-4079-4798-86d9-6d4690d7f388?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7108908 Jul 14 18:30:51.093522 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb1f394-ec51-4ac8-bd84-822e2788ddb5 req-d26a7dd7-0130-4375-80d3-652616475c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:30:51.102757 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-0bb1f394-ec51-4ac8-bd84-822e2788ddb5 req-d26a7dd7-0130-4375-80d3-652616475c35 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4f742057-89ee-4b4a-86f7-487ee61881a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2520015 Jul 14 18:30:51.241495 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 193e5cab-555d-47a4-87cf-c2fc030b301b up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:30:51.254329 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-17898278-c9e6-47b6-a054-40d0932d4977 req-e2bdc219-8344-4235-808a-d72ede2a67ca tempest-ServerGroupTestJSON-1067528321 tempest-ServerGroupTestJSON-1067528321-project] 10.222.0.16 "GET /v2.0/security-groups?id=d5ee3ece-9042-4be0-98c7-0e30caea88cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3028352 Jul 14 18:30:51.263819 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 18:30:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbd361bc-e202-4b1b-a538-7b313efd9dec x-openstack-request-id: req-dbd361bc-e202-4b1b-a538-7b313efd9dec {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:30:51.265425 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c12cfe60-1dd1-47d5-bc79-d89a5fa33386", "tag": "78a297df-21c4-4021-8eed-80d7074f7051", "status": "completed", "code": 200}]} {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:30:51.265838 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-dbd361bc-e202-4b1b-a538-7b313efd9dec {{(pid=93915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:30:51.266389 n-d-800634-3 neutron-server[93915]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c12cfe60-1dd1-47d5-bc79-d89a5fa33386', 'tag': '78a297df-21c4-4021-8eed-80d7074f7051', 'status': 'completed', 'code': 200} Jul 14 18:30:51.312274 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvr_db [None req-ba4facb9-78b4-426c-9f71-73cd9a6d0d9a None None] Set router f513302d-fe7a-4704-b300-1c06b2dd0ec6 gateway port host: n-d-800634-3 {{(pid=93918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 18:30:51.349779 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-0bb1f394-ec51-4ac8-bd84-822e2788ddb5 req-f533849c-b207-40c8-a684-6aeac395d63f service neutron] 10.222.0.18 "GET /v2.0/networks/4f742057-89ee-4b4a-86f7-487ee61881a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2334166 Jul 14 18:30:51.351791 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce1a2c5-ecca-4427-ab75-3f00b58d1da6 req-85bbc152-4e88-4f3e-9d04-7f9e410b9c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:30:51.353847 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-fce1a2c5-ecca-4427-ab75-3f00b58d1da6 req-85bbc152-4e88-4f3e-9d04-7f9e410b9c65 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d8b4124f35cb49d59d45439a2b01f28b&device_id=c12cfe60-1dd1-47d5-bc79-d89a5fa33386 HTTP/1.1" status: 200 len: 1095 time: 0.3460679 Jul 14 18:30:51.404566 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning for port 193e5cab-555d-47a4-87cf-c2fc030b301b completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:30:51.412953 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port 193e5cab-555d-47a4-87cf-c2fc030b301b triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:30:51.413549 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:51.523113 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:51.571492 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] For port 193e5cab-555d-47a4-87cf-c2fc030b301b, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=193e5cab-555d-47a4-87cf-c2fc030b301b,segment=NetworkSegment(f27713f4-616b-4ad5-95bb-41f16008fafb),segment_id=f27713f4-616b-4ad5-95bb-41f16008fafb)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:30:51.577286 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:51.670107 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Pushing event updated for resources: {'Port': ['ID=193e5cab-555d-47a4-87cf-c2fc030b301b,revision_number=3']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:30:51.780548 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-ba4facb9-78b4-426c-9f71-73cd9a6d0d9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f513302d-fe7a-4704-b300-1c06b2dd0ec6', 'name': 'tempest-TaggedBootDevicesTest_v242-898649069-router', 'tenant_id': '362562baf49d424491e86fd541949698', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.193'}], 'enable_snat': True}, 'gw_port_id': '52ff38de-c174-425f-aad2-a59970965a7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:30:48Z', 'updated_at': '2021-07-14T18:30:49Z', 'revision_number': 3, 'project_id': '362562baf49d424491e86fd541949698', 'gw_port': {'id': '52ff38de-c174-425f-aad2-a59970965a7d', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:50:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f513302d-fe7a-4704-b300-1c06b2dd0ec6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1262, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:30:48Z', 'updated_at': '2021-07-14T18:30:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3'}], 'n-d-800634-3', False) {} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:30:51.807984 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-fce1a2c5-ecca-4427-ab75-3f00b58d1da6 req-bf0f83a4-b712-4e27-90ff-cbec529b90a5 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=78a297df-21c4-4021-8eed-80d7074f7051 HTTP/1.1" status: 200 len: 217 time: 0.4410946 Jul 14 18:30:51.832145 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba4facb9-78b4-426c-9f71-73cd9a6d0d9a None None] Checking router: f513302d-fe7a-4704-b300-1c06b2dd0ec6 for host: n-d-800634-3 {{(pid=93918) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 18:30:51.832781 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba4facb9-78b4-426c-9f71-73cd9a6d0d9a None None] Updating router f513302d-fe7a-4704-b300-1c06b2dd0ec6 port 52ff38de-c174-425f-aad2-a59970965a7d binding host n-d-800634-3 {{(pid=93918) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 18:30:51.911454 n-d-800634-3 neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-ba4facb9-78b4-426c-9f71-73cd9a6d0d9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:52.147474 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce1a2c5-ecca-4427-ab75-3f00b58d1da6 req-63970589-9e3b-4060-a81a-7085cbec584f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:30:52.159562 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-fce1a2c5-ecca-4427-ab75-3f00b58d1da6 req-63970589-9e3b-4060-a81a-7085cbec584f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=1f569699-ead1-4a1b-9831-6218d26ffcda HTTP/1.1" status: 200 len: 849 time: 0.2660704 Jul 14 18:30:52.162786 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-0bb1f394-ec51-4ac8-bd84-822e2788ddb5 req-639d8ecc-65bb-4f65-a60c-bddd8f0e0977 service neutron] 10.222.0.18 "GET /v2.0/networks/4f742057-89ee-4b4a-86f7-487ee61881a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7945957 Jul 14 18:30:52.253678 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-fce1a2c5-ecca-4427-ab75-3f00b58d1da6 req-456c8594-ed7f-4c2d-be38-5e5afc56e7ee service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b5c40f87-65c2-4556-a17a-b1d97a917cbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0934362 Jul 14 18:30:52.267507 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567d3e82-2b11-4edf-b503-ff998622fb8d req-aeb013d0-67d5-4ff1-ba13-1500146ddbb2 tempest-ServersAdminNegativeTestJSON-646419896 tempest-ServersAdminNegativeTestJSON-646419896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:30:52.277440 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-567d3e82-2b11-4edf-b503-ff998622fb8d req-aeb013d0-67d5-4ff1-ba13-1500146ddbb2 tempest-ServersAdminNegativeTestJSON-646419896 tempest-ServersAdminNegativeTestJSON-646419896-project] 10.222.0.16 "GET /v2.0/ports?device_id=899e7296-52b8-4f96-b894-52c059f9e0e6 HTTP/1.1" status: 200 len: 946 time: 0.6177528 Jul 14 18:30:52.486244 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-567d3e82-2b11-4edf-b503-ff998622fb8d req-3efe43c6-8320-4d85-bedb-c7dcc9e1fac2 tempest-ServersAdminNegativeTestJSON-646419896 tempest-ServersAdminNegativeTestJSON-646419896-project] 10.222.0.16 "GET /v2.0/security-groups?id=ddd9256f-f69d-40e1-9519-2d888770192d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2065048 Jul 14 18:30:52.579987 n-d-800634-3 neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-ba4facb9-78b4-426c-9f71-73cd9a6d0d9a None None] Notify callbacks [] for port, precommit_update {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:52.597291 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.provisioning_blocks [None req-ba4facb9-78b4-426c-9f71-73cd9a6d0d9a None None] Transition to ACTIVE for port object 52ff38de-c174-425f-aad2-a59970965a7d will not be triggered until provisioned by entity L2. {{(pid=93918) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:30:52.609552 n-d-800634-3 neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-ba4facb9-78b4-426c-9f71-73cd9a6d0d9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:52.661303 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-fce1a2c5-ecca-4427-ab75-3f00b58d1da6 req-43f80235-ba8c-4798-8218-2c6cb1ec076d service neutron] 10.222.0.35 "GET /v2.0/networks/b5c40f87-65c2-4556-a17a-b1d97a917cbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3795416 Jul 14 18:30:52.675809 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device dc81733d-306c-416b-b8aa-903f5a05d518 details requested by agent hyperv_n-h1-800634-3 with host n-h1-800634-3 {{(pid=93917) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 18:30:52.829440 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-40b8f1aa-d18c-4bd5-8cea-3198d2494c6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:52.871345 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.managers [None req-ba4facb9-78b4-426c-9f71-73cd9a6d0d9a None None] Attempting to bind port 52ff38de-c174-425f-aad2-a59970965a7d on host n-d-800634-3 for vnic_type normal with profile {{(pid=93918) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:30:52.872570 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.managers [None req-ba4facb9-78b4-426c-9f71-73cd9a6d0d9a None None] Attempting to bind port 52ff38de-c174-425f-aad2-a59970965a7d by drivers openvswitch,hyperv on host n-d-800634-3 at level 0 using segments [{'id': '5afb940b-bbdf-4727-be00-5d46367c38a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9200a437-e1de-4520-88f6-e68386523e61'}] {{(pid=93918) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:30:52.874383 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba4facb9-78b4-426c-9f71-73cd9a6d0d9a None None] Attempting to bind port 52ff38de-c174-425f-aad2-a59970965a7d on network 9200a437-e1de-4520-88f6-e68386523e61 {{(pid=93918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:30:52.897807 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba4facb9-78b4-426c-9f71-73cd9a6d0d9a None None] Checking agent: {'id': '01c19e91-a945-4e3c-94a6-c211e17c923e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 8, 23), 'started_at': datetime.datetime(2021, 7, 14, 18, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 18, 30, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 18:30:52.898178 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba4facb9-78b4-426c-9f71-73cd9a6d0d9a None None] Checking segment: {'id': '5afb940b-bbdf-4727-be00-5d46367c38a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9200a437-e1de-4520-88f6-e68386523e61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93918) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:30:52.900351 n-d-800634-3 neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-ba4facb9-78b4-426c-9f71-73cd9a6d0d9a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:52.902560 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba4facb9-78b4-426c-9f71-73cd9a6d0d9a None None] Bound using segment: {'id': '5afb940b-bbdf-4727-be00-5d46367c38a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9200a437-e1de-4520-88f6-e68386523e61'} {{(pid=93918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 18:30:52.904190 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.managers [None req-ba4facb9-78b4-426c-9f71-73cd9a6d0d9a None None] Bound port: 52ff38de-c174-425f-aad2-a59970965a7d, host: n-d-800634-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5afb940b-bbdf-4727-be00-5d46367c38a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9200a437-e1de-4520-88f6-e68386523e61'}}] {{(pid=93918) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 18:30:52.906913 n-d-800634-3 neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-ba4facb9-78b4-426c-9f71-73cd9a6d0d9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:52.989442 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997d031e-587b-4101-8319-74ba9c9ee7ce None None] Pushing event updated for resources: {'Port': ['ID=52ff38de-c174-425f-aad2-a59970965a7d,revision_number=2']} {{(pid=93918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:30:53.025450 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997d031e-587b-4101-8319-74ba9c9ee7ce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:30:53.025805 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997d031e-587b-4101-8319-74ba9c9ee7ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:30:53.026363 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997d031e-587b-4101-8319-74ba9c9ee7ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:30:53.026858 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997d031e-587b-4101-8319-74ba9c9ee7ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:30:53.031255 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997d031e-587b-4101-8319-74ba9c9ee7ce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:30:53.031884 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997d031e-587b-4101-8319-74ba9c9ee7ce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:30:53.032411 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997d031e-587b-4101-8319-74ba9c9ee7ce None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:30:53.033914 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997d031e-587b-4101-8319-74ba9c9ee7ce None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:30:53.034415 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997d031e-587b-4101-8319-74ba9c9ee7ce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:30:53.035724 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997d031e-587b-4101-8319-74ba9c9ee7ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:30:53.037220 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997d031e-587b-4101-8319-74ba9c9ee7ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:30:53.037848 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997d031e-587b-4101-8319-74ba9c9ee7ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:30:53.138062 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.db [None req-ba4facb9-78b4-426c-9f71-73cd9a6d0d9a None None] For port 52ff38de-c174-425f-aad2-a59970965a7d, host n-d-800634-3, cleared binding levels {{(pid=93918) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:30:53.146259 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.db [None req-ba4facb9-78b4-426c-9f71-73cd9a6d0d9a None None] For port 52ff38de-c174-425f-aad2-a59970965a7d, host n-d-800634-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=52ff38de-c174-425f-aad2-a59970965a7d,segment=NetworkSegment(5afb940b-bbdf-4727-be00-5d46367c38a1),segment_id=5afb940b-bbdf-4727-be00-5d46367c38a1)] {{(pid=93918) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 18:30:53.161481 n-d-800634-3 neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-ba4facb9-78b4-426c-9f71-73cd9a6d0d9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:53.279404 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 193e5cab-555d-47a4-87cf-c2fc030b301b up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:30:53.280282 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.db_base_plugin_common [None req-40b8f1aa-d18c-4bd5-8cea-3198d2494c6b admin admin] Allocated IP 172.20.0.1 (cfaa954e-bb83-44ea-acae-a3d7b9e23407/2a4f902e-afed-4486-b940-935fd979aa23/62b4d8f5-5e75-48bf-9796-b5eb665f5c2a) {{(pid=93916) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:30:53.291071 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba4facb9-78b4-426c-9f71-73cd9a6d0d9a None None] Routers {'f513302d-fe7a-4704-b300-1c06b2dd0ec6'} bound to L3 agent in host n-d-800634-3 {{(pid=93918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:30:53.292195 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-ba4facb9-78b4-426c-9f71-73cd9a6d0d9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:30:23Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['f513302d-fe7a-4704-b300-1c06b2dd0ec6'], 'active': True} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:30:53.306197 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-0303187e-d9bd-43a5-99d0-d98be5bb69b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:53.345041 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997d031e-587b-4101-8319-74ba9c9ee7ce None None] Pushing event updated for resources: {'Port': ['ID=52ff38de-c174-425f-aad2-a59970965a7d,revision_number=3']} {{(pid=93918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:30:53.382366 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:53.479919 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port dc81733d-306c-416b-b8aa-903f5a05d518, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=dc81733d-306c-416b-b8aa-903f5a05d518,segment=NetworkSegment(067fc487-22c7-42de-972d-ae352a28ad29),segment_id=067fc487-22c7-42de-972d-ae352a28ad29)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:30:53.487570 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvr_db [None req-ba4facb9-78b4-426c-9f71-73cd9a6d0d9a None None] Set router f513302d-fe7a-4704-b300-1c06b2dd0ec6 gateway port host: n-d-800634-3 {{(pid=93918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 18:30:53.507926 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Returning: {'device': 'dc81733d-306c-416b-b8aa-903f5a05d518', 'network_id': '4f742057-89ee-4b4a-86f7-487ee61881a1', 'port_id': 'dc81733d-306c-416b-b8aa-903f5a05d518', 'mac_address': 'fa:16:3e:77:cd:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f20c54fb-f7da-4761-aa61-2e4f99f3d332', 'ip_address': '192.168.233.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93917) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 18:30:53.514774 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-40b8f1aa-d18c-4bd5-8cea-3198d2494c6b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:53.522924 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port 193e5cab-555d-47a4-87cf-c2fc030b301b triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:30:53.523304 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:53.548265 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.provisioning_blocks [None req-40b8f1aa-d18c-4bd5-8cea-3198d2494c6b admin admin] Transition to ACTIVE for port object 62b4d8f5-5e75-48bf-9796-b5eb665f5c2a will not be triggered until provisioned by entity DHCP. {{(pid=93916) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:30:53.615636 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-40b8f1aa-d18c-4bd5-8cea-3198d2494c6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:53.650282 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a23b5c-ea78-4374-8f7f-9630761cfb7e req-300c04b7-2835-40f3-912a-bf726a0e4387 tempest-InstanceActionsNegativeTestJSON-325194859 tempest-InstanceActionsNegativeTestJSON-325194859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:30:53.665040 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-88a23b5c-ea78-4374-8f7f-9630761cfb7e req-300c04b7-2835-40f3-912a-bf726a0e4387 tempest-InstanceActionsNegativeTestJSON-325194859 tempest-InstanceActionsNegativeTestJSON-325194859-project] 10.222.0.16 "GET /v2.0/ports?device_id=f38c2fe3-36c1-4f7e-a229-5fb384ec7e70 HTTP/1.1" status: 200 len: 945 time: 1.2571785 Jul 14 18:30:53.673978 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:53.693827 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40b8f1aa-d18c-4bd5-8cea-3198d2494c6b admin admin] Network cfaa954e-bb83-44ea-acae-a3d7b9e23407 is already hosted by enough agents. {{(pid=93916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:30:53.704330 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [None req-40b8f1aa-d18c-4bd5-8cea-3198d2494c6b admin admin] Resources bound (agent type, host, resource id): {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:30:53.713104 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc81733d-306c-416b-b8aa-903f5a05d518 {{(pid=93917) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 18:30:53.719633 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40b8f1aa-d18c-4bd5-8cea-3198d2494c6b admin admin] Received port after_create {{(pid=93916) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:30:53.774515 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port dc81733d-306c-416b-b8aa-903f5a05d518, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=dc81733d-306c-416b-b8aa-903f5a05d518,segment=NetworkSegment(067fc487-22c7-42de-972d-ae352a28ad29),segment_id=067fc487-22c7-42de-972d-ae352a28ad29)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:30:53.790408 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b8f1aa-d18c-4bd5-8cea-3198d2494c6b admin admin] Pushing event updated for resources: {'Port': ['ID=62b4d8f5-5e75-48bf-9796-b5eb665f5c2a,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:30:53.796216 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-88a23b5c-ea78-4374-8f7f-9630761cfb7e req-8eecf328-5f0c-4419-9c9f-b665be184b9b tempest-InstanceActionsNegativeTestJSON-325194859 tempest-InstanceActionsNegativeTestJSON-325194859-project] 10.222.0.16 "GET /v2.0/security-groups?id=453c8f20-4771-4bc0-91e3-8ccad10aa152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282403 Jul 14 18:30:53.819808 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b8f1aa-d18c-4bd5-8cea-3198d2494c6b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:30:53.820243 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b8f1aa-d18c-4bd5-8cea-3198d2494c6b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:30:53.820588 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b8f1aa-d18c-4bd5-8cea-3198d2494c6b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:30:53.820921 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b8f1aa-d18c-4bd5-8cea-3198d2494c6b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:30:53.821255 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b8f1aa-d18c-4bd5-8cea-3198d2494c6b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:30:53.821583 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b8f1aa-d18c-4bd5-8cea-3198d2494c6b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:30:53.821909 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b8f1aa-d18c-4bd5-8cea-3198d2494c6b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:30:53.822234 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b8f1aa-d18c-4bd5-8cea-3198d2494c6b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:30:53.822556 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b8f1aa-d18c-4bd5-8cea-3198d2494c6b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:30:53.822877 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b8f1aa-d18c-4bd5-8cea-3198d2494c6b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:30:53.823201 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b8f1aa-d18c-4bd5-8cea-3198d2494c6b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:30:53.823524 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b8f1aa-d18c-4bd5-8cea-3198d2494c6b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:30:53.827714 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-fce1a2c5-ecca-4427-ab75-3f00b58d1da6 req-246daba8-1a7e-4c7a-b1ba-b4394c846242 service neutron] 10.222.0.35 "GET /v2.0/networks/b5c40f87-65c2-4556-a17a-b1d97a917cbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1553295 Jul 14 18:30:53.829018 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:53.857429 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-40b8f1aa-d18c-4bd5-8cea-3198d2494c6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-930452'] for router_interface, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:53.910603 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fbe5d2-d0df-47f7-9c35-536bb9b7b6a0 req-80de8bed-8c98-421b-9bb1-0eac627ed0c4 tempest-ServerGroupTestJSON-1067528321 tempest-ServerGroupTestJSON-1067528321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:30:53.925881 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e8fbe5d2-d0df-47f7-9c35-536bb9b7b6a0 req-80de8bed-8c98-421b-9bb1-0eac627ed0c4 tempest-ServerGroupTestJSON-1067528321 tempest-ServerGroupTestJSON-1067528321-project] 10.222.0.16 "GET /v2.0/ports?device_id=c12cfe60-1dd1-47d5-bc79-d89a5fa33386 HTTP/1.1" status: 200 len: 944 time: 0.3484530 Jul 14 18:30:54.027252 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-ba4facb9-78b4-426c-9f71-73cd9a6d0d9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f513302d-fe7a-4704-b300-1c06b2dd0ec6', 'name': 'tempest-TaggedBootDevicesTest_v242-898649069-router', 'tenant_id': '362562baf49d424491e86fd541949698', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.193'}], 'enable_snat': True}, 'gw_port_id': '52ff38de-c174-425f-aad2-a59970965a7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:30:48Z', 'updated_at': '2021-07-14T18:30:49Z', 'revision_number': 3, 'project_id': '362562baf49d424491e86fd541949698', 'gw_port': {'id': '52ff38de-c174-425f-aad2-a59970965a7d', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:50:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f513302d-fe7a-4704-b300-1c06b2dd0ec6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1262, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:30:48Z', 'updated_at': '2021-07-14T18:30:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3'}], 'n-d-800634-3', False) {} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:30:54.054445 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Pushing event updated for resources: {'Port': ['ID=dc81733d-306c-416b-b8aa-903f5a05d518,revision_number=4']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:30:54.072953 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] get_ports_and_sgs() called for port_ids ['dc81733d-306c-416b-b8aa-903f5a05d518'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 18:30:54.073298 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba4facb9-78b4-426c-9f71-73cd9a6d0d9a None None] The sync data for ids ['f513302d-fe7a-4704-b300-1c06b2dd0ec6'] in n-d-800634-3 is: [{'id': 'f513302d-fe7a-4704-b300-1c06b2dd0ec6', 'name': 'tempest-TaggedBootDevicesTest_v242-898649069-router', 'tenant_id': '362562baf49d424491e86fd541949698', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.193'}], 'enable_snat': True}, 'gw_port_id': '52ff38de-c174-425f-aad2-a59970965a7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:30:48Z', 'updated_at': '2021-07-14T18:30:49Z', 'revision_number': 3, 'project_id': '362562baf49d424491e86fd541949698', 'gw_port': {'id': '52ff38de-c174-425f-aad2-a59970965a7d', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:50:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f513302d-fe7a-4704-b300-1c06b2dd0ec6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1262, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:30:48Z', 'updated_at': '2021-07-14T18:30:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3'}] {{(pid=93918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 18:30:54.078456 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-574aeb93-9938-449c-8e6c-cb22c9b52cc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:54.146749 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e8fbe5d2-d0df-47f7-9c35-536bb9b7b6a0 req-f6372c1f-1d4e-42cf-9c7b-d3b496e60850 tempest-ServerGroupTestJSON-1067528321 tempest-ServerGroupTestJSON-1067528321-project] 10.222.0.16 "GET /v2.0/security-groups?id=d5ee3ece-9042-4be0-98c7-0e30caea88cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2192173 Jul 14 18:30:54.248479 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-7ad22c9f-f6b4-4106-874a-ac4cad2e19e0 None None] Provisioning for port 62b4d8f5-5e75-48bf-9796-b5eb665f5c2a completed by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:30:54.249958 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d380a47a-cef2-4800-b843-c1a0859efc4e req-537c0d86-e00d-47a3-a5a7-6a0514775897 tempest-InstanceActionsNegativeTestJSON-325194859 tempest-InstanceActionsNegativeTestJSON-325194859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:30:54.256876 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-d380a47a-cef2-4800-b843-c1a0859efc4e req-537c0d86-e00d-47a3-a5a7-6a0514775897 tempest-InstanceActionsNegativeTestJSON-325194859 tempest-InstanceActionsNegativeTestJSON-325194859-project] 10.222.0.35 "GET /v2.0/ports?device_id=f38c2fe3-36c1-4f7e-a229-5fb384ec7e70 HTTP/1.1" status: 200 len: 945 time: 0.3800247 Jul 14 18:30:54.288995 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-7ad22c9f-f6b4-4106-874a-ac4cad2e19e0 None None] Provisioning complete for port 62b4d8f5-5e75-48bf-9796-b5eb665f5c2a triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:30:54.289719 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-7ad22c9f-f6b4-4106-874a-ac4cad2e19e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:54.346655 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-40b8f1aa-d18c-4bd5-8cea-3198d2494c6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:54.360367 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-7ad22c9f-f6b4-4106-874a-ac4cad2e19e0 None None] Port 62b4d8f5-5e75-48bf-9796-b5eb665f5c2a cannot update to ACTIVE because it is not bound. {{(pid=93917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 18:30:54.367379 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55afe81e-f04f-4c22-acac-e32fc3a98f55 req-c75d150d-a13f-4a71-adb5-28154bc3d10c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:30:54.374789 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-55afe81e-f04f-4c22-acac-e32fc3a98f55 req-c75d150d-a13f-4a71-adb5-28154bc3d10c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d8b4124f35cb49d59d45439a2b01f28b&device_id=c12cfe60-1dd1-47d5-bc79-d89a5fa33386 HTTP/1.1" status: 200 len: 1095 time: 0.3597503 Jul 14 18:30:54.586505 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81ebfb0-5fda-4e76-843b-356742a8d988 req-3fe7da76-674a-40a7-bd5d-848b45b9a15e tempest-ServersAdminNegativeTestJSON-646419896 tempest-ServersAdminNegativeTestJSON-646419896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:30:54.612041 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e81ebfb0-5fda-4e76-843b-356742a8d988 req-3fe7da76-674a-40a7-bd5d-848b45b9a15e tempest-ServersAdminNegativeTestJSON-646419896 tempest-ServersAdminNegativeTestJSON-646419896-project] 10.222.0.16 "GET /v2.0/ports?device_id=899e7296-52b8-4f96-b894-52c059f9e0e6 HTTP/1.1" status: 200 len: 947 time: 0.1756704 Jul 14 18:30:54.651744 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55afe81e-f04f-4c22-acac-e32fc3a98f55 req-c401cc2d-1a16-4fca-a477-379b6fc68dee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:30:54.653328 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-55afe81e-f04f-4c22-acac-e32fc3a98f55 req-c401cc2d-1a16-4fca-a477-379b6fc68dee service neutron] 10.222.0.35 "GET /v2.0/networks?id=b5c40f87-65c2-4556-a17a-b1d97a917cbc HTTP/1.1" status: 200 len: 909 time: 0.2712333 Jul 14 18:30:54.654198 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [req-d380a47a-cef2-4800-b843-c1a0859efc4e req-abbe47fe-8074-45a3-b829-45d9c69361c8 tempest-InstanceActionsNegativeTestJSON-325194859 tempest-InstanceActionsNegativeTestJSON-325194859-project] Deleting port 26640345-8b2a-4b0b-a926-dabc2574c583 {{(pid=93915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:30:54.655837 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-d380a47a-cef2-4800-b843-c1a0859efc4e req-abbe47fe-8074-45a3-b829-45d9c69361c8 tempest-InstanceActionsNegativeTestJSON-325194859 tempest-InstanceActionsNegativeTestJSON-325194859-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:54.718968 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-55afe81e-f04f-4c22-acac-e32fc3a98f55 req-1b407710-6cc7-48d3-b41b-437fdd309683 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=78a297df-21c4-4021-8eed-80d7074f7051 HTTP/1.1" status: 200 len: 217 time: 0.0514119 Jul 14 18:30:54.788140 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e81ebfb0-5fda-4e76-843b-356742a8d988 req-cae157df-9460-4c55-8393-ee6ad274d587 tempest-ServersAdminNegativeTestJSON-646419896 tempest-ServersAdminNegativeTestJSON-646419896-project] 10.222.0.16 "GET /v2.0/security-groups?id=ddd9256f-f69d-40e1-9519-2d888770192d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652844 Jul 14 18:30:54.875822 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55afe81e-f04f-4c22-acac-e32fc3a98f55 req-2f38e7fb-67a3-4377-9978-e71b24e486d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:30:54.878319 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-55afe81e-f04f-4c22-acac-e32fc3a98f55 req-2f38e7fb-67a3-4377-9978-e71b24e486d1 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=1f569699-ead1-4a1b-9831-6218d26ffcda HTTP/1.1" status: 200 len: 849 time: 0.1518331 Jul 14 18:30:54.886116 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-d380a47a-cef2-4800-b843-c1a0859efc4e req-abbe47fe-8074-45a3-b829-45d9c69361c8 tempest-InstanceActionsNegativeTestJSON-325194859 tempest-InstanceActionsNegativeTestJSON-325194859-project] For port 26640345-8b2a-4b0b-a926-dabc2574c583, host n-h2-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=26640345-8b2a-4b0b-a926-dabc2574c583,segment=NetworkSegment(f2ea61e4-f046-459b-ae76-97a25ffa160f),segment_id=f2ea61e4-f046-459b-ae76-97a25ffa160f)] {{(pid=93915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:30:54.886601 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-d380a47a-cef2-4800-b843-c1a0859efc4e req-abbe47fe-8074-45a3-b829-45d9c69361c8 tempest-InstanceActionsNegativeTestJSON-325194859 tempest-InstanceActionsNegativeTestJSON-325194859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:54.929071 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [req-d380a47a-cef2-4800-b843-c1a0859efc4e req-abbe47fe-8074-45a3-b829-45d9c69361c8 tempest-InstanceActionsNegativeTestJSON-325194859 tempest-InstanceActionsNegativeTestJSON-325194859-project] Calling delete_port for 26640345-8b2a-4b0b-a926-dabc2574c583 owned by compute:nova {{(pid=93915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:30:54.949483 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-55afe81e-f04f-4c22-acac-e32fc3a98f55 req-a210014c-6eae-46b2-8e2b-2241f34cfd01 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b5c40f87-65c2-4556-a17a-b1d97a917cbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0525689 Jul 14 18:30:55.122931 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3f7e9d-604c-4fe2-9178-a461ada53fd8 req-47af58bd-7d1f-4834-b305-e38b1ea1a77d tempest-InstanceActionsNegativeTestJSON-325194859 tempest-InstanceActionsNegativeTestJSON-325194859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:30:55.124760 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-7a3f7e9d-604c-4fe2-9178-a461ada53fd8 req-47af58bd-7d1f-4834-b305-e38b1ea1a77d tempest-InstanceActionsNegativeTestJSON-325194859 tempest-InstanceActionsNegativeTestJSON-325194859-project] 10.222.0.16 "GET /v2.0/ports?device_id=f38c2fe3-36c1-4f7e-a229-5fb384ec7e70 HTTP/1.1" status: 200 len: 945 time: 0.1228359 Jul 14 18:30:55.132411 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-40b8f1aa-d18c-4bd5-8cea-3198d2494c6b admin admin] Notify callbacks [] for port, precommit_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:55.139077 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-40b8f1aa-d18c-4bd5-8cea-3198d2494c6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2684870'] for port, after_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:55.196005 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 52ff38de-c174-425f-aad2-a59970965a7d up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:30:55.235270 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-40b8f1aa-d18c-4bd5-8cea-3198d2494c6b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-598741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-928734'] for router_interface, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:55.253688 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-7a3f7e9d-604c-4fe2-9178-a461ada53fd8 req-42dc54f0-7996-4620-bb4e-5e3a802181fc tempest-InstanceActionsNegativeTestJSON-325194859 tempest-InstanceActionsNegativeTestJSON-325194859-project] 10.222.0.16 "GET /v2.0/security-groups?id=453c8f20-4771-4bc0-91e3-8ccad10aa152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029806 Jul 14 18:30:55.255590 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-d380a47a-cef2-4800-b843-c1a0859efc4e req-abbe47fe-8074-45a3-b829-45d9c69361c8 tempest-InstanceActionsNegativeTestJSON-325194859 tempest-InstanceActionsNegativeTestJSON-325194859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:55.339894 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbe47fe-8074-45a3-b829-45d9c69361c8 tempest-InstanceActionsNegativeTestJSON-325194859 tempest-InstanceActionsNegativeTestJSON-325194859-project] Pushing event deleted for resources: {'Port': ['ID=26640345-8b2a-4b0b-a926-dabc2574c583,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:30:55.371474 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning for port 52ff38de-c174-425f-aad2-a59970965a7d completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:30:55.382072 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port 52ff38de-c174-425f-aad2-a59970965a7d triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:30:55.382714 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:55.436635 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [req-d380a47a-cef2-4800-b843-c1a0859efc4e req-abbe47fe-8074-45a3-b829-45d9c69361c8 tempest-InstanceActionsNegativeTestJSON-325194859 tempest-InstanceActionsNegativeTestJSON-325194859-project] No DVR routers for this DVR port 26640345-8b2a-4b0b-a926-dabc2574c583 on host n-h2-800634-3 {{(pid=93915) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 18:30:55.439579 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-d380a47a-cef2-4800-b843-c1a0859efc4e req-abbe47fe-8074-45a3-b829-45d9c69361c8 tempest-InstanceActionsNegativeTestJSON-325194859 tempest-InstanceActionsNegativeTestJSON-325194859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:55.442896 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-d380a47a-cef2-4800-b843-c1a0859efc4e req-abbe47fe-8074-45a3-b829-45d9c69361c8 tempest-InstanceActionsNegativeTestJSON-325194859 tempest-InstanceActionsNegativeTestJSON-325194859-project] 10.222.0.35 "DELETE /v2.0/ports/26640345-8b2a-4b0b-a926-dabc2574c583 HTTP/1.1" status: 204 len: 173 time: 1.1792023 Jul 14 18:30:55.443375 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f38c2fe3-36c1-4f7e-a229-5fb384ec7e70', 'name': 'network-vif-deleted', 'tag': '26640345-8b2a-4b0b-a926-dabc2574c583'}] {{(pid=93915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:30:55.446799 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e72782ad3af8f7d4ce76cedf092bca46d1756acc5c4653cf0b52034cdd6b073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fa49e86-5753-4227-bcc2-efd042997320" -d '{"events": [{"server_uuid": "f38c2fe3-36c1-4f7e-a229-5fb384ec7e70", "name": "network-vif-deleted", "tag": "26640345-8b2a-4b0b-a926-dabc2574c583"}]}' {{(pid=93915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:30:55.516238 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40b8f1aa-d18c-4bd5-8cea-3198d2494c6b admin admin] Network cfaa954e-bb83-44ea-acae-a3d7b9e23407 is already hosted by enough agents. {{(pid=93916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:30:55.523796 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [None req-40b8f1aa-d18c-4bd5-8cea-3198d2494c6b admin admin] Resources bound (agent type, host, resource id): {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:30:55.524867 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:55.556387 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] For port 52ff38de-c174-425f-aad2-a59970965a7d, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=52ff38de-c174-425f-aad2-a59970965a7d,segment=NetworkSegment(5afb940b-bbdf-4727-be00-5d46367c38a1),segment_id=5afb940b-bbdf-4727-be00-5d46367c38a1)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:30:55.562456 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:55.564687 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-55afe81e-f04f-4c22-acac-e32fc3a98f55 req-c5a0a9bd-8279-498b-b88b-3fd09de68e09 service neutron] 10.222.0.35 "GET /v2.0/networks/b5c40f87-65c2-4556-a17a-b1d97a917cbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6017773 Jul 14 18:30:55.577244 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 18:30:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72e4169b-2712-454a-aa72-2379061ddf26 x-openstack-request-id: req-72e4169b-2712-454a-aa72-2379061ddf26 {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:30:55.585811 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b8f1aa-d18c-4bd5-8cea-3198d2494c6b admin admin] Pushing event updated for resources: {'Port': ['ID=62b4d8f5-5e75-48bf-9796-b5eb665f5c2a,revision_number=2']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:30:55.587227 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f38c2fe3-36c1-4f7e-a229-5fb384ec7e70", "name": "network-vif-deleted", "tag": "26640345-8b2a-4b0b-a926-dabc2574c583", "status": "completed", "code": 200}]} {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:30:55.587498 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-72e4169b-2712-454a-aa72-2379061ddf26 {{(pid=93915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:30:55.587936 n-d-800634-3 neutron-server[93915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f38c2fe3-36c1-4f7e-a229-5fb384ec7e70', 'name': 'network-vif-deleted', 'tag': '26640345-8b2a-4b0b-a926-dabc2574c583', 'status': 'completed', 'code': 200} Jul 14 18:30:55.662342 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fd77d0-b494-44ef-a2a0-ac729eb960c4 req-d43df876-1163-46f2-b056-8ee650c65d78 tempest-ServerGroupTestJSON-1067528321 tempest-ServerGroupTestJSON-1067528321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:30:55.679296 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-21fd77d0-b494-44ef-a2a0-ac729eb960c4 req-d43df876-1163-46f2-b056-8ee650c65d78 tempest-ServerGroupTestJSON-1067528321 tempest-ServerGroupTestJSON-1067528321-project] 10.222.0.16 "GET /v2.0/ports?device_id=c12cfe60-1dd1-47d5-bc79-d89a5fa33386 HTTP/1.1" status: 200 len: 944 time: 0.1485035 Jul 14 18:30:55.682635 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Pushing event updated for resources: {'Port': ['ID=52ff38de-c174-425f-aad2-a59970965a7d,revision_number=4']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:30:55.721742 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-2f4e3af3-e708-4ffd-a544-82d93a489d01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:55.775764 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-21fd77d0-b494-44ef-a2a0-ac729eb960c4 req-60b1c4e9-cd4b-4194-97e4-737fb62fad43 tempest-ServerGroupTestJSON-1067528321 tempest-ServerGroupTestJSON-1067528321-project] 10.222.0.16 "GET /v2.0/security-groups?id=d5ee3ece-9042-4be0-98c7-0e30caea88cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945253 Jul 14 18:30:55.861863 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-55afe81e-f04f-4c22-acac-e32fc3a98f55 req-219387bb-daef-4e09-9f5a-48ccac20ab30 service neutron] 10.222.0.35 "GET /v2.0/networks/b5c40f87-65c2-4556-a17a-b1d97a917cbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2671161 Jul 14 18:30:55.872993 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40b8f1aa-d18c-4bd5-8cea-3198d2494c6b admin admin] Router f513302d-fe7a-4704-b300-1c06b2dd0ec6 has already been hosted by L3 agent 2c6eb27e-defb-4cca-9a24-381c7415e359 {{(pid=93916) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 18:30:55.909166 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-202b42ff-e04d-4885-aba5-c0055aed22da None None] Provisioning complete for port 62b4d8f5-5e75-48bf-9796-b5eb665f5c2a triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:30:55.909727 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-202b42ff-e04d-4885-aba5-c0055aed22da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:55.980922 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5bbb3c-8ec7-4079-b40b-68f1832e79a6 req-d4f16ef7-7f1b-4748-bc17-32dcf0f37cb6 tempest-ServersAdminNegativeTestJSON-646419896 tempest-ServersAdminNegativeTestJSON-646419896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:30:55.987306 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-202b42ff-e04d-4885-aba5-c0055aed22da None None] Port 62b4d8f5-5e75-48bf-9796-b5eb665f5c2a cannot update to ACTIVE because it is not bound. {{(pid=93917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 18:30:55.990251 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-da5bbb3c-8ec7-4079-b40b-68f1832e79a6 req-d4f16ef7-7f1b-4748-bc17-32dcf0f37cb6 tempest-ServersAdminNegativeTestJSON-646419896 tempest-ServersAdminNegativeTestJSON-646419896-project] 10.222.0.16 "GET /v2.0/ports?device_id=899e7296-52b8-4f96-b894-52c059f9e0e6 HTTP/1.1" status: 200 len: 947 time: 0.0734687 Jul 14 18:30:56.035850 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40b8f1aa-d18c-4bd5-8cea-3198d2494c6b admin admin] Notify agent at l3_agent.n-d-800634-3 the message routers_updated {{(pid=93916) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 18:30:56.040473 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-da5bbb3c-8ec7-4079-b40b-68f1832e79a6 req-62be01a3-04c6-4ab3-9764-6e784fe79480 tempest-ServersAdminNegativeTestJSON-646419896 tempest-ServersAdminNegativeTestJSON-646419896-project] 10.222.0.16 "GET /v2.0/security-groups?id=ddd9256f-f69d-40e1-9519-2d888770192d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483491 Jul 14 18:30:56.048202 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-40b8f1aa-d18c-4bd5-8cea-3198d2494c6b admin admin] 10.222.0.16 "PUT /v2.0/routers/f513302d-fe7a-4704-b300-1c06b2dd0ec6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2271545 Jul 14 18:30:56.379181 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 42272) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:30:56.498398 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f42e269-ff98-4699-919d-45ec5ecd9467 admin admin] Deleting subnet e2ec78e3-2c4b-4f76-b5ec-69d6f56dd65c {{(pid=93916) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 18:30:56.502449 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-2f42e269-ff98-4699-919d-45ec5ecd9467 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:56.569591 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-2f42e269-ff98-4699-919d-45ec5ecd9467 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26296866'] for subnet, precommit_delete_associations {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:56.631546 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-2f42e269-ff98-4699-919d-45ec5ecd9467 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081283'] for subnet, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:56.699320 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-2f42e269-ff98-4699-919d-45ec5ecd9467 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2684816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26033152'] for subnet, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:56.718880 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-446971f0-7aca-40d5-9b5d-1ba3b1f94f51 None None] Sync routers for ids ['f513302d-fe7a-4704-b300-1c06b2dd0ec6'] in n-d-800634-3 {{(pid=93917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 18:30:56.730155 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device dc81733d-306c-416b-b8aa-903f5a05d518 up at agent hyperv_n-h1-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:30:56.734809 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f42e269-ff98-4699-919d-45ec5ecd9467 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e2ec78e3-2c4b-4f76-b5ec-69d6f56dd65c,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:30:56.737046 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-2f42e269-ff98-4699-919d-45ec5ecd9467 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598705'] for subnet, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:56.740047 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-2f42e269-ff98-4699-919d-45ec5ecd9467 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/e2ec78e3-2c4b-4f76-b5ec-69d6f56dd65c HTTP/1.1" status: 204 len: 168 time: 0.3582406 Jul 14 18:30:56.742232 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 42310) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:30:56.823452 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-446971f0-7aca-40d5-9b5d-1ba3b1f94f51 None None] Routers {'f513302d-fe7a-4704-b300-1c06b2dd0ec6'} bound to L3 agent in host n-d-800634-3 {{(pid=93917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:30:56.829902 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-7ca82fca-4824-4f8e-b105-d726af066e02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645734'] for network, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:56.830156 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-446971f0-7aca-40d5-9b5d-1ba3b1f94f51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:30:53Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['f513302d-fe7a-4704-b300-1c06b2dd0ec6'], 'active': True} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:30:56.968933 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-7ca82fca-4824-4f8e-b105-d726af066e02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2096010', 'neutron.services.segments.db._delete_segments_for_network-8728202734996'] for network, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:56.985469 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.segments.db [None req-7ca82fca-4824-4f8e-b105-d726af066e02 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20a9ddaa-1a7f-47b7-9547-410c2692e1a9']}} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:30:57.006360 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.segments.db [None req-7ca82fca-4824-4f8e-b105-d726af066e02 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2ea61e4-f046-459b-ae76-97a25ffa160f') {'for_net_delete': True} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:30:57.006673 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.segments.db [None req-7ca82fca-4824-4f8e-b105-d726af066e02 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2ea61e4-f046-459b-ae76-97a25ffa160f') {} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:30:57.029787 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-7ca82fca-4824-4f8e-b105-d726af066e02 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728202715275', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26296891'] for segment, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:57.063254 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-7ca82fca-4824-4f8e-b105-d726af066e02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:57.086882 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ca82fca-4824-4f8e-b105-d726af066e02 admin admin] Releasing vlan 55 on physical network physnet1 to pool {{(pid=93916) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 18:30:57.090953 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-7ca82fca-4824-4f8e-b105-d726af066e02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2682942'] for segment, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:57.099793 n-d-800634-3 neutron-server[93916]: Traceback (most recent call last): Jul 14 18:30:57.099793 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 18:30:57.099793 n-d-800634-3 neutron-server[93916]: timer() Jul 14 18:30:57.099793 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 18:30:57.099793 n-d-800634-3 neutron-server[93916]: cb(*args, **kw) Jul 14 18:30:57.099793 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 18:30:57.099793 n-d-800634-3 neutron-server[93916]: return func(*args, **kwargs) Jul 14 18:30:57.099793 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 18:30:57.099793 n-d-800634-3 neutron-server[93916]: self._notify() Jul 14 18:30:57.099793 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 18:30:57.099793 n-d-800634-3 neutron-server[93916]: self.callback(batched_events) Jul 14 18:30:57.099793 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 18:30:57.099793 n-d-800634-3 neutron-server[93916]: event.method(event) Jul 14 18:30:57.099793 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 18:30:57.099793 n-d-800634-3 neutron-server[93916]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 18:30:57.099793 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 18:30:57.099793 n-d-800634-3 neutron-server[93916]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 18:30:57.099793 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 18:30:57.099793 n-d-800634-3 neutron-server[93916]: return f(self, *a, **k) Jul 14 18:30:57.099793 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 18:30:57.099793 n-d-800634-3 neutron-server[93916]: return self._get(url).json() Jul 14 18:30:57.099793 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 18:30:57.099793 n-d-800634-3 neutron-server[93916]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 18:30:57.099793 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 18:30:57.099793 n-d-800634-3 neutron-server[93916]: return self.request(url, 'GET', **kwargs) Jul 14 18:30:57.099793 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 18:30:57.099793 n-d-800634-3 neutron-server[93916]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 18:30:57.099793 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 18:30:57.099793 n-d-800634-3 neutron-server[93916]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 18:30:57.099793 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 18:30:57.099793 n-d-800634-3 neutron-server[93916]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 18:30:57.099793 n-d-800634-3 neutron-server[93916]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 18:30:57.187381 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvr_db [None req-446971f0-7aca-40d5-9b5d-1ba3b1f94f51 None None] Set router f513302d-fe7a-4704-b300-1c06b2dd0ec6 gateway port host: n-d-800634-3 {{(pid=93917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 18:30:57.190356 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7ce2f6-5f4d-44da-a169-193a6cb5a43b req-02469f7b-619e-494c-8048-6d9fd476670f tempest-ServerGroupTestJSON-1067528321 tempest-ServerGroupTestJSON-1067528321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:30:57.192925 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-7a7ce2f6-5f4d-44da-a169-193a6cb5a43b req-02469f7b-619e-494c-8048-6d9fd476670f tempest-ServerGroupTestJSON-1067528321 tempest-ServerGroupTestJSON-1067528321-project] 10.222.0.16 "GET /v2.0/ports?device_id=c12cfe60-1dd1-47d5-bc79-d89a5fa33386 HTTP/1.1" status: 200 len: 944 time: 0.1123834 Jul 14 18:30:57.253350 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 52ff38de-c174-425f-aad2-a59970965a7d up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:30:57.288655 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-7a7ce2f6-5f4d-44da-a169-193a6cb5a43b req-d60e19f7-2162-4f5a-af59-f9bd28a56b83 tempest-ServerGroupTestJSON-1067528321 tempest-ServerGroupTestJSON-1067528321-project] 10.222.0.16 "GET /v2.0/security-groups?id=d5ee3ece-9042-4be0-98c7-0e30caea88cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834181 Jul 14 18:30:57.312137 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-7ca82fca-4824-4f8e-b105-d726af066e02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2096001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-930085'] for network, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:57.319080 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Device 78a297df-21c4-4021-8eed-80d7074f7051 details requested by agent hyperv_n-h2-800634-3 with host n-h2-800634-3 {{(pid=93917) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 18:30:57.322341 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Device 26640345-8b2a-4b0b-a926-dabc2574c583 no longer exists at agent hyperv_n-h2-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 18:30:57.329654 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-7ca82fca-4824-4f8e-b105-d726af066e02 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598705'] for network, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:57.331939 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-7ca82fca-4824-4f8e-b105-d726af066e02 admin admin] 10.222.0.16 "DELETE /v2.0/networks/20a9ddaa-1a7f-47b7-9547-410c2692e1a9 HTTP/1.1" status: 204 len: 168 time: 0.5884788 Jul 14 18:30:57.347557 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca82fca-4824-4f8e-b105-d726af066e02 admin admin] Pushing event deleted for resources: {'Network': ['ID=20a9ddaa-1a7f-47b7-9547-410c2692e1a9,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:30:57.434215 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] No Port match for: 26640345-8b2a-4b0b-a926-dabc2574c583 {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 18:30:57.435126 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Device 26640345-8b2a-4b0b-a926-dabc2574c583 not bound to the agent host n-h2-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 18:30:57.451799 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Provisioning for port dc81733d-306c-416b-b8aa-903f5a05d518 completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:30:57.469564 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5cdeeb-5155-4460-be76-8bc4f88f85f4 req-9acc5a45-b3f5-487b-867c-627a15669ac9 tempest-ServersAdminNegativeTestJSON-646419896 tempest-ServersAdminNegativeTestJSON-646419896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:30:57.471429 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-af5cdeeb-5155-4460-be76-8bc4f88f85f4 req-9acc5a45-b3f5-487b-867c-627a15669ac9 tempest-ServersAdminNegativeTestJSON-646419896 tempest-ServersAdminNegativeTestJSON-646419896-project] 10.222.0.16 "GET /v2.0/ports?device_id=899e7296-52b8-4f96-b894-52c059f9e0e6 HTTP/1.1" status: 200 len: 947 time: 0.1647632 Jul 14 18:30:57.527574 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Provisioning complete for port dc81733d-306c-416b-b8aa-903f5a05d518 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:30:57.528361 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:57.561980 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-af5cdeeb-5155-4460-be76-8bc4f88f85f4 req-8a2a19b1-8490-4871-8a3b-fc0e6af6bc8d tempest-ServersAdminNegativeTestJSON-646419896 tempest-ServersAdminNegativeTestJSON-646419896-project] 10.222.0.16 "GET /v2.0/security-groups?id=ddd9256f-f69d-40e1-9519-2d888770192d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838785 Jul 14 18:30:57.646191 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 42370) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:30:57.693883 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port 52ff38de-c174-425f-aad2-a59970965a7d triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:30:57.694530 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:57.737323 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 42372) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:30:57.737715 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-e444bcb2-e490-43d0-a6d9-fe983917bb4e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9f91fe197bea49d194fda6c0601876ae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0897770 Jul 14 18:30:57.754634 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] For port 78a297df-21c4-4021-8eed-80d7074f7051, host n-h2-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=78a297df-21c4-4021-8eed-80d7074f7051,segment=NetworkSegment(fd1b1bab-0530-48be-a272-29204ebf86dd),segment_id=fd1b1bab-0530-48be-a272-29204ebf86dd)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:30:57.786709 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Returning: {'device': '78a297df-21c4-4021-8eed-80d7074f7051', 'network_id': 'b5c40f87-65c2-4556-a17a-b1d97a917cbc', 'port_id': '78a297df-21c4-4021-8eed-80d7074f7051', 'mac_address': 'fa:16:3e:ea:a1:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 89, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f569699-ead1-4a1b-9831-6218d26ffcda', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93917) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 18:30:57.849819 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-3613348d-20ea-4fa1-adaf-b405173bec12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:57.878020 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-3613348d-20ea-4fa1-adaf-b405173bec12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:57.910887 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:57.935959 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-3613348d-20ea-4fa1-adaf-b405173bec12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:57.939185 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-3613348d-20ea-4fa1-adaf-b405173bec12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:57.940868 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-3613348d-20ea-4fa1-adaf-b405173bec12 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/453c8f20-4771-4bc0-91e3-8ccad10aa152 HTTP/1.1" status: 204 len: 168 time: 0.2017343 Jul 14 18:30:57.951292 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3613348d-20ea-4fa1-adaf-b405173bec12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=453c8f20-4771-4bc0-91e3-8ccad10aa152,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:30:57.962870 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:57.997743 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '899e7296-52b8-4f96-b894-52c059f9e0e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc81733d-306c-416b-b8aa-903f5a05d518'}] {{(pid=93917) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:30:57.999997 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20b787f3c29eaa7aa2a4d648c725a2124c5ff39a8d793252f9d844495e14cf42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c092cd76-a8bf-42a5-b613-3f83326b4b64" -d '{"events": [{"server_uuid": "899e7296-52b8-4f96-b894-52c059f9e0e6", "name": "network-vif-plugged", "status": "completed", "tag": "dc81733d-306c-416b-b8aa-903f5a05d518"}]}' {{(pid=93917) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:30:58.043986 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78a297df-21c4-4021-8eed-80d7074f7051 {{(pid=93917) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 18:30:58.064463 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 18:30:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aff7f3a1-3627-4438-b12b-795769c19622 x-openstack-request-id: req-aff7f3a1-3627-4438-b12b-795769c19622 {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:30:58.064871 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "899e7296-52b8-4f96-b894-52c059f9e0e6", "name": "network-vif-plugged", "status": "completed", "tag": "dc81733d-306c-416b-b8aa-903f5a05d518", "code": 200}]} {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:30:58.065305 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-aff7f3a1-3627-4438-b12b-795769c19622 {{(pid=93917) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:30:58.065702 n-d-800634-3 neutron-server[93917]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '899e7296-52b8-4f96-b894-52c059f9e0e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc81733d-306c-416b-b8aa-903f5a05d518', 'code': 200} Jul 14 18:30:58.096510 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-446971f0-7aca-40d5-9b5d-1ba3b1f94f51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f513302d-fe7a-4704-b300-1c06b2dd0ec6', 'name': 'tempest-TaggedBootDevicesTest_v242-898649069-router', 'tenant_id': '362562baf49d424491e86fd541949698', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.193'}], 'enable_snat': True}, 'gw_port_id': '52ff38de-c174-425f-aad2-a59970965a7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:30:48Z', 'updated_at': '2021-07-14T18:30:54Z', 'revision_number': 4, 'project_id': '362562baf49d424491e86fd541949698', 'gw_port': {'id': '52ff38de-c174-425f-aad2-a59970965a7d', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:50:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f513302d-fe7a-4704-b300-1c06b2dd0ec6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1262, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:30:48Z', 'updated_at': '2021-07-14T18:30:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_interfaces': [{'id': '62b4d8f5-5e75-48bf-9796-b5eb665f5c2a', 'name': '', 'network_id': 'cfaa954e-bb83-44ea-acae-a3d7b9e23407', 'tenant_id': '362562baf49d424491e86fd541949698', 'mac_address': 'fa:16:3e:1f:6b:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f513302d-fe7a-4704-b300-1c06b2dd0ec6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1263, 'fixed_ips': [{'subnet_id': '2a4f902e-afed-4486-b940-935fd979aa23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:30:52Z', 'updated_at': '2021-07-14T18:30:54Z', 'revision_number': 2, 'project_id': '362562baf49d424491e86fd541949698', 'subnets': [{'id': '2a4f902e-afed-4486-b940-935fd979aa23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-3', False) {} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:30:58.105681 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port dc81733d-306c-416b-b8aa-903f5a05d518, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=dc81733d-306c-416b-b8aa-903f5a05d518,segment=NetworkSegment(067fc487-22c7-42de-972d-ae352a28ad29),segment_id=067fc487-22c7-42de-972d-ae352a28ad29)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:30:58.163540 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:58.168348 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] For port 78a297df-21c4-4021-8eed-80d7074f7051, host n-h2-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=78a297df-21c4-4021-8eed-80d7074f7051,segment=NetworkSegment(fd1b1bab-0530-48be-a272-29204ebf86dd),segment_id=fd1b1bab-0530-48be-a272-29204ebf86dd)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:30:58.172402 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-446971f0-7aca-40d5-9b5d-1ba3b1f94f51 None None] Checking router: f513302d-fe7a-4704-b300-1c06b2dd0ec6 for host: n-d-800634-3 {{(pid=93917) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 18:30:58.172942 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-446971f0-7aca-40d5-9b5d-1ba3b1f94f51 None None] Updating router f513302d-fe7a-4704-b300-1c06b2dd0ec6 port 62b4d8f5-5e75-48bf-9796-b5eb665f5c2a binding host n-d-800634-3 {{(pid=93917) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 18:30:58.210869 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:58.233440 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb610560-0f77-46c5-8c87-1f6e778f8c3a req-41727143-4745-4517-bc1a-e0777536bcad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:30:58.239748 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-fb610560-0f77-46c5-8c87-1f6e778f8c3a req-41727143-4745-4517-bc1a-e0777536bcad service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=899e7296-52b8-4f96-b894-52c059f9e0e6 HTTP/1.1" status: 200 len: 1099 time: 0.0910347 Jul 14 18:30:58.245990 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-446971f0-7aca-40d5-9b5d-1ba3b1f94f51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:58.258898 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Pushing event updated for resources: {'Port': ['ID=dc81733d-306c-416b-b8aa-903f5a05d518,revision_number=5']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:30:58.334094 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-fb610560-0f77-46c5-8c87-1f6e778f8c3a req-47bee4ac-9e03-4238-a7d9-68f652048cfe service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=ddd9256f-f69d-40e1-9519-2d888770192d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850077 Jul 14 18:30:58.348542 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Pushing event updated for resources: {'Port': ['ID=78a297df-21c4-4021-8eed-80d7074f7051,revision_number=4']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:30:58.627060 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17693627-4bde-48a1-a408-875f1d50ee67 req-01f805e4-e744-412d-b813-56bd7ed13baa tempest-ServerGroupTestJSON-1067528321 tempest-ServerGroupTestJSON-1067528321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:30:58.638371 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-17693627-4bde-48a1-a408-875f1d50ee67 req-01f805e4-e744-412d-b813-56bd7ed13baa tempest-ServerGroupTestJSON-1067528321 tempest-ServerGroupTestJSON-1067528321-project] 10.222.0.16 "GET /v2.0/ports?device_id=c12cfe60-1dd1-47d5-bc79-d89a5fa33386 HTTP/1.1" status: 200 len: 945 time: 0.1490307 Jul 14 18:30:58.663722 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] get_ports_and_sgs() called for port_ids ['78a297df-21c4-4021-8eed-80d7074f7051'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 18:30:58.735454 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-17693627-4bde-48a1-a408-875f1d50ee67 req-1801ea5c-ca88-4df0-b72b-a9e69b63e1e4 tempest-ServerGroupTestJSON-1067528321 tempest-ServerGroupTestJSON-1067528321-project] 10.222.0.16 "GET /v2.0/security-groups?id=d5ee3ece-9042-4be0-98c7-0e30caea88cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960793 Jul 14 18:30:58.834833 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 42408) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:30:58.945133 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68190dac-6e76-41aa-8b0a-4092036eb891 req-1b7d0222-a246-4d7f-a605-d2b47ba9be5a tempest-ServersAdminNegativeTestJSON-646419896 tempest-ServersAdminNegativeTestJSON-646419896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:30:58.946710 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-68190dac-6e76-41aa-8b0a-4092036eb891 req-1b7d0222-a246-4d7f-a605-d2b47ba9be5a tempest-ServersAdminNegativeTestJSON-646419896 tempest-ServersAdminNegativeTestJSON-646419896-project] 10.222.0.16 "GET /v2.0/ports?device_id=899e7296-52b8-4f96-b894-52c059f9e0e6 HTTP/1.1" status: 200 len: 948 time: 0.1352327 Jul 14 18:30:58.967018 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-446971f0-7aca-40d5-9b5d-1ba3b1f94f51 None None] Notify callbacks [] for port, precommit_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:58.982253 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-446971f0-7aca-40d5-9b5d-1ba3b1f94f51 None None] Transition to ACTIVE for port object 62b4d8f5-5e75-48bf-9796-b5eb665f5c2a will not be triggered until provisioned by entity L2. {{(pid=93917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:30:59.006929 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-446971f0-7aca-40d5-9b5d-1ba3b1f94f51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:59.016388 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-68190dac-6e76-41aa-8b0a-4092036eb891 req-1be3037e-b96c-49bd-890d-0891826df3c3 tempest-ServersAdminNegativeTestJSON-646419896 tempest-ServersAdminNegativeTestJSON-646419896-project] 10.222.0.16 "GET /v2.0/security-groups?id=ddd9256f-f69d-40e1-9519-2d888770192d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618191 Jul 14 18:30:59.019892 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-09f16efe-18d8-4080-a464-0e9ac98a34db admin admin] Notify callbacks [] for security_group, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:59.102321 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee2c61e-4522-4d5f-9eb4-34831be402a4 None None] Pushing event updated for resources: {'Port': ['ID=62b4d8f5-5e75-48bf-9796-b5eb665f5c2a,revision_number=3']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:30:59.236166 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-446971f0-7aca-40d5-9b5d-1ba3b1f94f51 None None] Attempting to bind port 62b4d8f5-5e75-48bf-9796-b5eb665f5c2a on host n-d-800634-3 for vnic_type normal with profile {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:30:59.241442 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-446971f0-7aca-40d5-9b5d-1ba3b1f94f51 None None] Attempting to bind port 62b4d8f5-5e75-48bf-9796-b5eb665f5c2a by drivers openvswitch,hyperv on host n-d-800634-3 at level 0 using segments [{'id': 'f27713f4-616b-4ad5-95bb-41f16008fafb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'cfaa954e-bb83-44ea-acae-a3d7b9e23407'}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:30:59.244779 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-446971f0-7aca-40d5-9b5d-1ba3b1f94f51 None None] Attempting to bind port 62b4d8f5-5e75-48bf-9796-b5eb665f5c2a on network cfaa954e-bb83-44ea-acae-a3d7b9e23407 {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:30:59.264769 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-446971f0-7aca-40d5-9b5d-1ba3b1f94f51 None None] Checking agent: {'id': '01c19e91-a945-4e3c-94a6-c211e17c923e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 8, 23), 'started_at': datetime.datetime(2021, 7, 14, 18, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 18, 30, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 18:30:59.265086 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-446971f0-7aca-40d5-9b5d-1ba3b1f94f51 None None] Checking segment: {'id': 'f27713f4-616b-4ad5-95bb-41f16008fafb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'cfaa954e-bb83-44ea-acae-a3d7b9e23407'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93917) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:30:59.269053 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-446971f0-7aca-40d5-9b5d-1ba3b1f94f51 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:59.270204 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-446971f0-7aca-40d5-9b5d-1ba3b1f94f51 None None] Bound using segment: {'id': 'f27713f4-616b-4ad5-95bb-41f16008fafb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'cfaa954e-bb83-44ea-acae-a3d7b9e23407'} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 18:30:59.270949 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-446971f0-7aca-40d5-9b5d-1ba3b1f94f51 None None] Bound port: 62b4d8f5-5e75-48bf-9796-b5eb665f5c2a, host: n-d-800634-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f27713f4-616b-4ad5-95bb-41f16008fafb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'cfaa954e-bb83-44ea-acae-a3d7b9e23407'}}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 18:30:59.271900 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-446971f0-7aca-40d5-9b5d-1ba3b1f94f51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:59.282730 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-09f16efe-18d8-4080-a464-0e9ac98a34db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:59.291101 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-09f16efe-18d8-4080-a464-0e9ac98a34db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:59.373320 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f16efe-18d8-4080-a464-0e9ac98a34db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8490254c-ecba-4b6f-bf3f-9b75487c15a2,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:30:59.416630 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-446971f0-7aca-40d5-9b5d-1ba3b1f94f51 None None] For port 62b4d8f5-5e75-48bf-9796-b5eb665f5c2a, host n-d-800634-3, cleared binding levels {{(pid=93917) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:30:59.420830 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-446971f0-7aca-40d5-9b5d-1ba3b1f94f51 None None] For port 62b4d8f5-5e75-48bf-9796-b5eb665f5c2a, host n-d-800634-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=62b4d8f5-5e75-48bf-9796-b5eb665f5c2a,segment=NetworkSegment(f27713f4-616b-4ad5-95bb-41f16008fafb),segment_id=f27713f4-616b-4ad5-95bb-41f16008fafb)] {{(pid=93917) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 18:30:59.428712 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-446971f0-7aca-40d5-9b5d-1ba3b1f94f51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:59.437165 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-09f16efe-18d8-4080-a464-0e9ac98a34db admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=fb5bc5164f934fd7830ad394b2ae4ffe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5990043 Jul 14 18:30:59.437550 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 42430) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:30:59.524075 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-a6d3d5c4-2484-416e-860b-5856ae235312 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:59.572761 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-446971f0-7aca-40d5-9b5d-1ba3b1f94f51 None None] Routers {'f513302d-fe7a-4704-b300-1c06b2dd0ec6'} bound to L3 agent in host n-d-800634-3 {{(pid=93917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:30:59.573973 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-446971f0-7aca-40d5-9b5d-1ba3b1f94f51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:30:53Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['f513302d-fe7a-4704-b300-1c06b2dd0ec6'], 'active': True} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:30:59.584725 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-a6d3d5c4-2484-416e-860b-5856ae235312 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:59.652415 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee2c61e-4522-4d5f-9eb4-34831be402a4 None None] Pushing event updated for resources: {'Port': ['ID=62b4d8f5-5e75-48bf-9796-b5eb665f5c2a,revision_number=4']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:30:59.696767 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-a6d3d5c4-2484-416e-860b-5856ae235312 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:59.700682 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-a6d3d5c4-2484-416e-860b-5856ae235312 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:30:59.701952 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-a6d3d5c4-2484-416e-860b-5856ae235312 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8490254c-ecba-4b6f-bf3f-9b75487c15a2 HTTP/1.1" status: 204 len: 168 time: 0.2633865 Jul 14 18:30:59.713920 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d3d5c4-2484-416e-860b-5856ae235312 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8490254c-ecba-4b6f-bf3f-9b75487c15a2,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:30:59.752358 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvr_db [None req-446971f0-7aca-40d5-9b5d-1ba3b1f94f51 None None] Set router f513302d-fe7a-4704-b300-1c06b2dd0ec6 gateway port host: n-d-800634-3 {{(pid=93917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 18:31:00.068167 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddd9025-6fb6-471f-94a6-959ae82381b6 req-95bc2657-59ff-41dd-b255-24faa38e9354 tempest-ServerGroupTestJSON-1067528321 tempest-ServerGroupTestJSON-1067528321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:31:00.072820 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-446971f0-7aca-40d5-9b5d-1ba3b1f94f51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f513302d-fe7a-4704-b300-1c06b2dd0ec6', 'name': 'tempest-TaggedBootDevicesTest_v242-898649069-router', 'tenant_id': '362562baf49d424491e86fd541949698', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.193'}], 'enable_snat': True}, 'gw_port_id': '52ff38de-c174-425f-aad2-a59970965a7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:30:48Z', 'updated_at': '2021-07-14T18:30:54Z', 'revision_number': 4, 'project_id': '362562baf49d424491e86fd541949698', 'gw_port': {'id': '52ff38de-c174-425f-aad2-a59970965a7d', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:50:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f513302d-fe7a-4704-b300-1c06b2dd0ec6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1262, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:30:48Z', 'updated_at': '2021-07-14T18:30:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_interfaces': [{'id': '62b4d8f5-5e75-48bf-9796-b5eb665f5c2a', 'name': '', 'network_id': 'cfaa954e-bb83-44ea-acae-a3d7b9e23407', 'tenant_id': '362562baf49d424491e86fd541949698', 'mac_address': 'fa:16:3e:1f:6b:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f513302d-fe7a-4704-b300-1c06b2dd0ec6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1263, 'fixed_ips': [{'subnet_id': '2a4f902e-afed-4486-b940-935fd979aa23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:30:52Z', 'updated_at': '2021-07-14T18:30:59Z', 'revision_number': 4, 'project_id': '362562baf49d424491e86fd541949698', 'subnets': [{'id': '2a4f902e-afed-4486-b940-935fd979aa23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-3', False) {} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:31:00.083897 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6ddd9025-6fb6-471f-94a6-959ae82381b6 req-95bc2657-59ff-41dd-b255-24faa38e9354 tempest-ServerGroupTestJSON-1067528321 tempest-ServerGroupTestJSON-1067528321-project] 10.222.0.16 "GET /v2.0/ports?device_id=c12cfe60-1dd1-47d5-bc79-d89a5fa33386 HTTP/1.1" status: 200 len: 945 time: 0.1703537 Jul 14 18:31:00.111727 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-446971f0-7aca-40d5-9b5d-1ba3b1f94f51 None None] The sync data for ids ['f513302d-fe7a-4704-b300-1c06b2dd0ec6'] in n-d-800634-3 is: [{'id': 'f513302d-fe7a-4704-b300-1c06b2dd0ec6', 'name': 'tempest-TaggedBootDevicesTest_v242-898649069-router', 'tenant_id': '362562baf49d424491e86fd541949698', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.193'}], 'enable_snat': True}, 'gw_port_id': '52ff38de-c174-425f-aad2-a59970965a7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:30:48Z', 'updated_at': '2021-07-14T18:30:54Z', 'revision_number': 4, 'project_id': '362562baf49d424491e86fd541949698', 'gw_port': {'id': '52ff38de-c174-425f-aad2-a59970965a7d', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:50:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f513302d-fe7a-4704-b300-1c06b2dd0ec6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1262, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:30:48Z', 'updated_at': '2021-07-14T18:30:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_interfaces': [{'id': '62b4d8f5-5e75-48bf-9796-b5eb665f5c2a', 'name': '', 'network_id': 'cfaa954e-bb83-44ea-acae-a3d7b9e23407', 'tenant_id': '362562baf49d424491e86fd541949698', 'mac_address': 'fa:16:3e:1f:6b:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f513302d-fe7a-4704-b300-1c06b2dd0ec6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1263, 'fixed_ips': [{'subnet_id': '2a4f902e-afed-4486-b940-935fd979aa23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:30:52Z', 'updated_at': '2021-07-14T18:30:59Z', 'revision_number': 4, 'project_id': '362562baf49d424491e86fd541949698', 'subnets': [{'id': '2a4f902e-afed-4486-b940-935fd979aa23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 18:31:00.153904 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6ddd9025-6fb6-471f-94a6-959ae82381b6 req-3a9db2e3-ab6b-41f8-8189-e97aa7ea8145 tempest-ServerGroupTestJSON-1067528321 tempest-ServerGroupTestJSON-1067528321-project] 10.222.0.16 "GET /v2.0/security-groups?id=d5ee3ece-9042-4be0-98c7-0e30caea88cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688055 Jul 14 18:31:00.178288 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 42458) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:31:00.397350 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-19166b39-9b22-4b15-a1d0-bf5bcda5e912 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-1251477389-network', 'tenant_id': 'f5cbbe40183748efae634918ccc0f4b5'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:31:00.422156 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243a742d-73b8-428e-83d5-d2020a53a2a0 req-4f96f2b5-8046-4411-b55b-c7499ece72ff tempest-ServersAdminNegativeTestJSON-646419896 tempest-ServersAdminNegativeTestJSON-646419896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:31:00.424616 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-243a742d-73b8-428e-83d5-d2020a53a2a0 req-4f96f2b5-8046-4411-b55b-c7499ece72ff tempest-ServersAdminNegativeTestJSON-646419896 tempest-ServersAdminNegativeTestJSON-646419896-project] 10.222.0.16 "GET /v2.0/ports?device_id=899e7296-52b8-4f96-b894-52c059f9e0e6 HTTP/1.1" status: 200 len: 948 time: 0.1044915 Jul 14 18:31:00.448668 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19166b39-9b22-4b15-a1d0-bf5bcda5e912 admin admin] Made reservation on behalf of f5cbbe40183748efae634918ccc0f4b5 for: {'network': 1} {{(pid=93916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:31:00.453239 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-19166b39-9b22-4b15-a1d0-bf5bcda5e912 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for network, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:00.471885 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 42468) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:31:00.480436 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-19166b39-9b22-4b15-a1d0-bf5bcda5e912 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:00.499939 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-ddf51e3e-47c9-47b7-a5e1-412b3bac26fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:00.522745 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-243a742d-73b8-428e-83d5-d2020a53a2a0 req-4f3e3054-035e-46fe-a0d7-6a0637105269 tempest-ServersAdminNegativeTestJSON-646419896 tempest-ServersAdminNegativeTestJSON-646419896-project] 10.222.0.16 "GET /v2.0/security-groups?id=ddd9256f-f69d-40e1-9519-2d888770192d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865626 Jul 14 18:31:00.546774 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.db.api [None req-ddf51e3e-47c9-47b7-a5e1-412b3bac26fc admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 14 18:31:00.546774 n-d-800634-3 neutron-server[93916]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 14 18:31:00.546774 n-d-800634-3 neutron-server[93916]: [parameters: {'project_id_1': 'f22fe5023ecc424aa356d6e81e7ad479', 'expiration_1': datetime.datetime(2021, 7, 14, 18, 31, 0, 536434)}] Jul 14 18:31:00.546774 n-d-800634-3 neutron-server[93916]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93916) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 14 18:31:00.547318 n-d-800634-3 neutron-server[93916]: DEBUG oslo_db.api [None req-ddf51e3e-47c9-47b7-a5e1-412b3bac26fc admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 18:31:00.674092 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-19166b39-9b22-4b15-a1d0-bf5bcda5e912 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:00.679737 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-19166b39-9b22-4b15-a1d0-bf5bcda5e912 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:00.718793 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19166b39-9b22-4b15-a1d0-bf5bcda5e912 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 80} {{(pid=93916) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 18:31:00.743768 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19166b39-9b22-4b15-a1d0-bf5bcda5e912 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc0cb72e-0ac6-4b37-b329-257cd4e8c60f,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:31:00.754977 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-19166b39-9b22-4b15-a1d0-bf5bcda5e912 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:00.755419 n-d-800634-3 neutron-server[93916]: INFO neutron.db.segments_db [None req-19166b39-9b22-4b15-a1d0-bf5bcda5e912 admin admin] Added segment 19f00279-ca9c-462b-94d7-9624328caaf9 of type vlan for network ad9e84b1-ffc4-4f99-b7e3-cbec2406a6c8 Jul 14 18:31:00.813885 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-19166b39-9b22-4b15-a1d0-bf5bcda5e912 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728202197517'] for network, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:00.855264 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-19166b39-9b22-4b15-a1d0-bf5bcda5e912 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727'] for network, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:00.857921 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19166b39-9b22-4b15-a1d0-bf5bcda5e912 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:31:00.859515 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-19166b39-9b22-4b15-a1d0-bf5bcda5e912 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598705'] for network, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:00.950598 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-19166b39-9b22-4b15-a1d0-bf5bcda5e912 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7755382 Jul 14 18:31:00.953616 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 42484) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:31:00.954167 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19166b39-9b22-4b15-a1d0-bf5bcda5e912 admin admin] Pushing event updated for resources: {'Network': ['ID=ad9e84b1-ffc4-4f99-b7e3-cbec2406a6c8,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:31:00.960708 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-4e2693a7-a136-415c-8399-e519d810f8fe admin admin] Request body: {'subnet': {'network_id': 'ad9e84b1-ffc4-4f99-b7e3-cbec2406a6c8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-1251477389-subnet', 'tenant_id': 'f5cbbe40183748efae634918ccc0f4b5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:31:00.964246 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Network ad9e84b1-ffc4-4f99-b7e3-cbec2406a6c8 details requested by agent ovs-agent-n-d-800634-3 with host n-d-800634-3 {{(pid=93917) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 18:31:01.001819 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e2693a7-a136-415c-8399-e519d810f8fe admin admin] Made reservation on behalf of f5cbbe40183748efae634918ccc0f4b5 for: {'subnet': 1} {{(pid=93915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:31:01.005117 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-4e2693a7-a136-415c-8399-e519d810f8fe admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28969735'] for subnet, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:01.048798 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-ddf51e3e-47c9-47b7-a5e1-412b3bac26fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:01.242683 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 62b4d8f5-5e75-48bf-9796-b5eb665f5c2a up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:31:01.273994 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-ddf51e3e-47c9-47b7-a5e1-412b3bac26fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:01.280975 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-ddf51e3e-47c9-47b7-a5e1-412b3bac26fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:01.301711 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Device 78a297df-21c4-4021-8eed-80d7074f7051 up at agent hyperv_n-h2-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:31:01.354902 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9f9827-8739-4233-ae5e-aa10ee52189c req-55a79598-665e-48cd-a6bc-234257b52c51 tempest-ServersAdminNegativeTestJSON-481285258 tempest-ServersAdminNegativeTestJSON-481285258-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:31:01.362623 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ab9f9827-8739-4233-ae5e-aa10ee52189c req-55a79598-665e-48cd-a6bc-234257b52c51 tempest-ServersAdminNegativeTestJSON-481285258 tempest-ServersAdminNegativeTestJSON-481285258-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=899e7296-52b8-4f96-b894-52c059f9e0e6 HTTP/1.1" status: 200 len: 1099 time: 0.1247299 Jul 14 18:31:01.399911 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-ddf51e3e-47c9-47b7-a5e1-412b3bac26fc admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f22fe5023ecc424aa356d6e81e7ad479&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9263632 Jul 14 18:31:01.401508 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf51e3e-47c9-47b7-a5e1-412b3bac26fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85f97370-d136-4d62-862e-ec60fe459835,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:31:01.404350 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 42496) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:31:01.436640 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-ab9f9827-8739-4233-ae5e-aa10ee52189c req-937c984a-ad5a-4a52-83b5-892f7a2f32ce tempest-ServersAdminNegativeTestJSON-481285258 tempest-ServersAdminNegativeTestJSON-481285258-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:01.462494 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-4e2693a7-a136-415c-8399-e519d810f8fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25912837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28969781'] for subnet, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:01.501002 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning for port 62b4d8f5-5e75-48bf-9796-b5eb665f5c2a completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:31:01.522176 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port 62b4d8f5-5e75-48bf-9796-b5eb665f5c2a triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:31:01.526292 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:01.547807 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-4170c2ab-4a98-492b-86a0-efcd0f4f527b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:01.575457 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-4170c2ab-4a98-492b-86a0-efcd0f4f527b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:01.651798 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Provisioning for port 78a297df-21c4-4021-8eed-80d7074f7051 completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:31:01.661416 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-4170c2ab-4a98-492b-86a0-efcd0f4f527b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:01.665032 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-4170c2ab-4a98-492b-86a0-efcd0f4f527b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:01.669392 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-4170c2ab-4a98-492b-86a0-efcd0f4f527b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/85f97370-d136-4d62-862e-ec60fe459835 HTTP/1.1" status: 204 len: 168 time: 0.2621922 Jul 14 18:31:01.674502 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Provisioning complete for port 78a297df-21c4-4021-8eed-80d7074f7051 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:31:01.674937 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:01.686746 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4170c2ab-4a98-492b-86a0-efcd0f4f527b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85f97370-d136-4d62-862e-ec60fe459835,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:31:01.754253 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2693a7-a136-415c-8399-e519d810f8fe admin admin] Pushing event updated for resources: {'Subnet': ['ID=200f429a-b543-41d8-bd69-5fd511645440,revision_number=0']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:31:01.770537 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e2693a7-a136-415c-8399-e519d810f8fe admin admin] Checking segment: {'id': '19f00279-ca9c-462b-94d7-9624328caaf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'ad9e84b1-ffc4-4f99-b7e3-cbec2406a6c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:31:01.770938 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e2693a7-a136-415c-8399-e519d810f8fe admin admin] Network hostable DHCP agents. Network: ad9e84b1-ffc4-4f99-b7e3-cbec2406a6c8, hostable agents: ['028393c3-0576-4ebd-bca1-8ea8a148e1a2'], hosted agents: [] {{(pid=93915) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 18:31:01.860533 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-ab9f9827-8739-4233-ae5e-aa10ee52189c req-937c984a-ad5a-4a52-83b5-892f7a2f32ce tempest-ServersAdminNegativeTestJSON-481285258 tempest-ServersAdminNegativeTestJSON-481285258-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:01.864068 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e2693a7-a136-415c-8399-e519d810f8fe admin admin] Network ad9e84b1-ffc4-4f99-b7e3-cbec2406a6c8 is scheduled to be hosted by DHCP agent 028393c3-0576-4ebd-bca1-8ea8a148e1a2 with binding_index 1 {{(pid=93915) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 18:31:01.892380 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b363cb36-6fb0-4ab9-a515-af72ef99d6af req-caaf7407-cd7f-4fe2-8377-a6390896bc13 tempest-ServerGroupTestJSON-1067528321 tempest-ServerGroupTestJSON-1067528321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:31:01.894204 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b363cb36-6fb0-4ab9-a515-af72ef99d6af req-caaf7407-cd7f-4fe2-8377-a6390896bc13 tempest-ServerGroupTestJSON-1067528321 tempest-ServerGroupTestJSON-1067528321-project] 10.222.0.16 "GET /v2.0/ports?device_id=c12cfe60-1dd1-47d5-bc79-d89a5fa33386 HTTP/1.1" status: 200 len: 945 time: 0.3308372 Jul 14 18:31:01.897061 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-ab9f9827-8739-4233-ae5e-aa10ee52189c req-937c984a-ad5a-4a52-83b5-892f7a2f32ce tempest-ServersAdminNegativeTestJSON-481285258 tempest-ServersAdminNegativeTestJSON-481285258-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:01.902216 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:01.978088 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ab9f9827-8739-4233-ae5e-aa10ee52189c req-937c984a-ad5a-4a52-83b5-892f7a2f32ce tempest-ServersAdminNegativeTestJSON-481285258 tempest-ServersAdminNegativeTestJSON-481285258-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=ddd9256f-f69d-40e1-9519-2d888770192d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6120894 Jul 14 18:31:01.981466 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [None req-4e2693a7-a136-415c-8399-e519d810f8fe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-3, ad9e84b1-ffc4-4f99-b7e3-cbec2406a6c8) {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:31:01.992195 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e2693a7-a136-415c-8399-e519d810f8fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:31:02.001887 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-4e2693a7-a136-415c-8399-e519d810f8fe admin admin] Notify callbacks [] for subnet, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:02.012825 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937c984a-ad5a-4a52-83b5-892f7a2f32ce tempest-ServersAdminNegativeTestJSON-481285258 tempest-ServersAdminNegativeTestJSON-481285258-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9385a8f8-9325-44c4-ac98-65f92cf72c91,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:31:02.020777 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9ce6f27-b9a0-40c7-bbf1-780bd2b07896 None None] Network ad9e84b1-ffc4-4f99-b7e3-cbec2406a6c8 requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:31:02.133814 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b363cb36-6fb0-4ab9-a515-af72ef99d6af req-380777c7-8c0b-4b29-a7ec-44d4c6754ca1 tempest-ServerGroupTestJSON-1067528321 tempest-ServerGroupTestJSON-1067528321-project] 10.222.0.16 "GET /v2.0/security-groups?id=d5ee3ece-9042-4be0-98c7-0e30caea88cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2122219 Jul 14 18:31:02.140037 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-4e2693a7-a136-415c-8399-e519d810f8fe admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.1834078 Jul 14 18:31:02.208374 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:02.217644 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] For port 62b4d8f5-5e75-48bf-9796-b5eb665f5c2a, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=62b4d8f5-5e75-48bf-9796-b5eb665f5c2a,segment=NetworkSegment(f27713f4-616b-4ad5-95bb-41f16008fafb),segment_id=f27713f4-616b-4ad5-95bb-41f16008fafb)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:31:02.266728 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:02.380173 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:02.380692 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c12cfe60-1dd1-47d5-bc79-d89a5fa33386', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78a297df-21c4-4021-8eed-80d7074f7051'}] {{(pid=93917) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:31:02.382944 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20b787f3c29eaa7aa2a4d648c725a2124c5ff39a8d793252f9d844495e14cf42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0ddc099-9a3d-4fcf-a28a-298d970c79b1" -d '{"events": [{"server_uuid": "c12cfe60-1dd1-47d5-bc79-d89a5fa33386", "name": "network-vif-plugged", "status": "completed", "tag": "78a297df-21c4-4021-8eed-80d7074f7051"}]}' {{(pid=93917) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:31:02.450675 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] For port 78a297df-21c4-4021-8eed-80d7074f7051, host n-h2-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=78a297df-21c4-4021-8eed-80d7074f7051,segment=NetworkSegment(fd1b1bab-0530-48be-a272-29204ebf86dd),segment_id=fd1b1bab-0530-48be-a272-29204ebf86dd)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:31:02.458988 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 18:31:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fb7082d-23f8-489e-8231-648fba6df0d1 x-openstack-request-id: req-2fb7082d-23f8-489e-8231-648fba6df0d1 {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:31:02.458988 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c12cfe60-1dd1-47d5-bc79-d89a5fa33386", "name": "network-vif-plugged", "status": "completed", "tag": "78a297df-21c4-4021-8eed-80d7074f7051", "code": 200}]} {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:31:02.458988 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2fb7082d-23f8-489e-8231-648fba6df0d1 {{(pid=93917) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:31:02.458988 n-d-800634-3 neutron-server[93917]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c12cfe60-1dd1-47d5-bc79-d89a5fa33386', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78a297df-21c4-4021-8eed-80d7074f7051', 'code': 200} Jul 14 18:31:02.461517 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:02.508913 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Pushing event updated for resources: {'Port': ['ID=62b4d8f5-5e75-48bf-9796-b5eb665f5c2a,revision_number=5']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:31:02.529362 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79c03664-06f3-47ba-8991-91e4a2d46499 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9222b97e-5d1c-54f8-ba97-82f172498e76-ad9e84b1-ffc4-4f99-b7e3-cbec2406a6c8', 'network_id': 'ad9e84b1-ffc4-4f99-b7e3-cbec2406a6c8', 'tenant_id': 'f5cbbe40183748efae634918ccc0f4b5', 'fixed_ips': [{'subnet_id': '200f429a-b543-41d8-bd69-5fd511645440'}]}} from n-d-800634-3. {{(pid=93917) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 18:31:02.529362 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-79c03664-06f3-47ba-8991-91e4a2d46499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:02.643208 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47140aa-07d3-4e65-b291-bc9ff16348f4 req-08bdbfc0-b219-4662-b962-d077a06adda8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:31:02.645735 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-c47140aa-07d3-4e65-b291-bc9ff16348f4 req-08bdbfc0-b219-4662-b962-d077a06adda8 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=c12cfe60-1dd1-47d5-bc79-d89a5fa33386 HTTP/1.1" status: 200 len: 1097 time: 0.1093769 Jul 14 18:31:02.703858 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Pushing event updated for resources: {'Port': ['ID=78a297df-21c4-4021-8eed-80d7074f7051,revision_number=5']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:31:02.716388 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-c47140aa-07d3-4e65-b291-bc9ff16348f4 req-64e854b0-1102-42e6-9fc3-e467486deb95 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=d5ee3ece-9042-4be0-98c7-0e30caea88cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637841 Jul 14 18:31:02.763817 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.db_base_plugin_common [None req-79c03664-06f3-47ba-8991-91e4a2d46499 None None] Allocated IP 172.20.0.2 (ad9e84b1-ffc4-4f99-b7e3-cbec2406a6c8/200f429a-b543-41d8-bd69-5fd511645440/db4119d2-1818-4d13-b1c9-80a0829e53fd) {{(pid=93917) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:31:02.978683 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-79c03664-06f3-47ba-8991-91e4a2d46499 None None] Notify callbacks [] for port, precommit_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:02.988507 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-79c03664-06f3-47ba-8991-91e4a2d46499 None None] Transition to ACTIVE for port object db4119d2-1818-4d13-b1c9-80a0829e53fd will not be triggered until provisioned by entity L2. {{(pid=93917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:31:03.025064 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-79c03664-06f3-47ba-8991-91e4a2d46499 None None] Transition to ACTIVE for port object db4119d2-1818-4d13-b1c9-80a0829e53fd will not be triggered until provisioned by entity DHCP. {{(pid=93917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:31:03.046993 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-79c03664-06f3-47ba-8991-91e4a2d46499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804'] for port, after_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:03.167835 n-d-800634-3 neutron-server[93917]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79c03664-06f3-47ba-8991-91e4a2d46499 None None] Network ad9e84b1-ffc4-4f99-b7e3-cbec2406a6c8 is already hosted by enough agents. {{(pid=93917) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:31:03.174408 n-d-800634-3 neutron-server[93917]: DEBUG neutron.scheduler.base_scheduler [None req-79c03664-06f3-47ba-8991-91e4a2d46499 None None] Resources bound (agent type, host, resource id): {{(pid=93917) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:31:03.183379 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79c03664-06f3-47ba-8991-91e4a2d46499 None None] Received port after_create {{(pid=93917) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:31:03.189547 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c03664-06f3-47ba-8991-91e4a2d46499 None None] Pushing event updated for resources: {'Port': ['ID=db4119d2-1818-4d13-b1c9-80a0829e53fd,revision_number=1']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:31:03.207190 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 62b4d8f5-5e75-48bf-9796-b5eb665f5c2a up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:31:03.305498 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-79c03664-06f3-47ba-8991-91e4a2d46499 None None] Attempting to bind port db4119d2-1818-4d13-b1c9-80a0829e53fd on host n-d-800634-3 for vnic_type normal with profile {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:31:03.306143 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-79c03664-06f3-47ba-8991-91e4a2d46499 None None] Attempting to bind port db4119d2-1818-4d13-b1c9-80a0829e53fd by drivers openvswitch,hyperv on host n-d-800634-3 at level 0 using segments [{'id': '19f00279-ca9c-462b-94d7-9624328caaf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'ad9e84b1-ffc4-4f99-b7e3-cbec2406a6c8'}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:31:03.306250 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79c03664-06f3-47ba-8991-91e4a2d46499 None None] Attempting to bind port db4119d2-1818-4d13-b1c9-80a0829e53fd on network ad9e84b1-ffc4-4f99-b7e3-cbec2406a6c8 {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:31:03.319003 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79c03664-06f3-47ba-8991-91e4a2d46499 None None] Checking agent: {'id': '01c19e91-a945-4e3c-94a6-c211e17c923e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 8, 23), 'started_at': datetime.datetime(2021, 7, 14, 18, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 18, 30, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 18:31:03.319459 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79c03664-06f3-47ba-8991-91e4a2d46499 None None] Checking segment: {'id': '19f00279-ca9c-462b-94d7-9624328caaf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'ad9e84b1-ffc4-4f99-b7e3-cbec2406a6c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93917) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:31:03.319772 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-79c03664-06f3-47ba-8991-91e4a2d46499 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:03.320199 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79c03664-06f3-47ba-8991-91e4a2d46499 None None] Bound using segment: {'id': '19f00279-ca9c-462b-94d7-9624328caaf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'ad9e84b1-ffc4-4f99-b7e3-cbec2406a6c8'} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 18:31:03.320699 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-79c03664-06f3-47ba-8991-91e4a2d46499 None None] Bound port: db4119d2-1818-4d13-b1c9-80a0829e53fd, host: n-d-800634-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19f00279-ca9c-462b-94d7-9624328caaf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'ad9e84b1-ffc4-4f99-b7e3-cbec2406a6c8'}}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 18:31:03.321090 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-79c03664-06f3-47ba-8991-91e4a2d46499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:03.386989 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port 62b4d8f5-5e75-48bf-9796-b5eb665f5c2a triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:31:03.387961 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:03.411283 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cf64b5-935e-4723-a8ea-a300b024cdd1 req-ff304b36-12e1-45b2-b2c7-48440d31cdda tempest-ServersAdminNegativeTestJSON-481285258 tempest-ServersAdminNegativeTestJSON-481285258-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:31:03.424904 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-83cf64b5-935e-4723-a8ea-a300b024cdd1 req-ff304b36-12e1-45b2-b2c7-48440d31cdda tempest-ServersAdminNegativeTestJSON-481285258 tempest-ServersAdminNegativeTestJSON-481285258-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=899e7296-52b8-4f96-b894-52c059f9e0e6 HTTP/1.1" status: 200 len: 1099 time: 0.1463096 Jul 14 18:31:03.471900 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-83cf64b5-935e-4723-a8ea-a300b024cdd1 req-55924ef8-d81b-4151-b7ef-6f7a931d4e49 tempest-ServersAdminNegativeTestJSON-481285258 tempest-ServersAdminNegativeTestJSON-481285258-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=ddd9256f-f69d-40e1-9519-2d888770192d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456958 Jul 14 18:31:03.555769 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-79c03664-06f3-47ba-8991-91e4a2d46499 None None] For port db4119d2-1818-4d13-b1c9-80a0829e53fd, host n-d-800634-3, cleared binding levels {{(pid=93917) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:31:03.569236 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-79c03664-06f3-47ba-8991-91e4a2d46499 None None] For port db4119d2-1818-4d13-b1c9-80a0829e53fd, host n-d-800634-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=db4119d2-1818-4d13-b1c9-80a0829e53fd,segment=NetworkSegment(19f00279-ca9c-462b-94d7-9624328caaf9),segment_id=19f00279-ca9c-462b-94d7-9624328caaf9)] {{(pid=93917) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 18:31:03.583704 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-79c03664-06f3-47ba-8991-91e4a2d46499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:03.789439 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed317c18-294f-476b-b06b-ab39b50ad75a req-c8f1414f-ae90-411f-889e-d18eafa00f8c tempest-ListServerFiltersTestJSON-1866458082 tempest-ListServerFiltersTestJSON-1866458082-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:31:03.794786 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c03664-06f3-47ba-8991-91e4a2d46499 None None] Pushing event updated for resources: {'Port': ['ID=db4119d2-1818-4d13-b1c9-80a0829e53fd,revision_number=2']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:31:03.816727 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ed317c18-294f-476b-b06b-ab39b50ad75a req-c8f1414f-ae90-411f-889e-d18eafa00f8c tempest-ListServerFiltersTestJSON-1866458082 tempest-ListServerFiltersTestJSON-1866458082-project] 10.222.0.16 "GET /v2.0/networks?id=ad9e84b1-ffc4-4f99-b7e3-cbec2406a6c8 HTTP/1.1" status: 200 len: 816 time: 0.3165812 Jul 14 18:31:03.850326 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ed317c18-294f-476b-b06b-ab39b50ad75a req-5a2bbd6e-63bd-4ea1-8ebc-4b982fca097f tempest-ListServerFiltersTestJSON-1866458082 tempest-ListServerFiltersTestJSON-1866458082-project] 10.222.0.16 "GET /v2.0/quotas/f5cbbe40183748efae634918ccc0f4b5 HTTP/1.1" status: 200 len: 375 time: 0.0289450 Jul 14 18:31:03.967561 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ef537f-c50e-4588-9c87-aada8bc8010c req-e23dc15f-b28b-40af-9617-28c6170227cc tempest-ServerGroupTestJSON-1067528321 tempest-ServerGroupTestJSON-1067528321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:31:03.979568 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-d7ef537f-c50e-4588-9c87-aada8bc8010c req-e23dc15f-b28b-40af-9617-28c6170227cc tempest-ServerGroupTestJSON-1067528321 tempest-ServerGroupTestJSON-1067528321-project] 10.222.0.16 "GET /v2.0/ports?device_id=c12cfe60-1dd1-47d5-bc79-d89a5fa33386 HTTP/1.1" status: 200 len: 946 time: 0.2794654 Jul 14 18:31:04.129324 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-d7ef537f-c50e-4588-9c87-aada8bc8010c req-338490fe-62d5-486c-bbd1-8bb0d3d21144 tempest-ServerGroupTestJSON-1067528321 tempest-ServerGroupTestJSON-1067528321-project] 10.222.0.16 "GET /v2.0/security-groups?id=d5ee3ece-9042-4be0-98c7-0e30caea88cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487277 Jul 14 18:31:04.143670 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ed317c18-294f-476b-b06b-ab39b50ad75a req-c25f6d33-c2a0-4ac4-ab03-e15e5bcd7dd2 tempest-ListServerFiltersTestJSON-1866458082 tempest-ListServerFiltersTestJSON-1866458082-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=f5cbbe40183748efae634918ccc0f4b5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2747409 Jul 14 18:31:04.281349 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ed317c18-294f-476b-b06b-ab39b50ad75a req-9d707b64-dca8-4771-9add-c5d56357fc6c service neutron] 10.222.0.16 "GET /v2.0/networks/ad9e84b1-ffc4-4f99-b7e3-cbec2406a6c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1366212 Jul 14 18:31:04.450657 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ed317c18-294f-476b-b06b-ab39b50ad75a req-5edbc451-c91d-47e8-a57e-7946572b23e6 service neutron] 10.222.0.16 "GET /v2.0/networks/ad9e84b1-ffc4-4f99-b7e3-cbec2406a6c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1632359 Jul 14 18:31:05.181191 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c55c9d5-e767-42f3-81b9-f25828889da2 req-d194f9b9-520e-47d0-80d1-2364c826e334 tempest-ListServerFiltersTestJSON-1866458082 tempest-ListServerFiltersTestJSON-1866458082-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:31:05.187798 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-4c55c9d5-e767-42f3-81b9-f25828889da2 req-d194f9b9-520e-47d0-80d1-2364c826e334 tempest-ListServerFiltersTestJSON-1866458082 tempest-ListServerFiltersTestJSON-1866458082-project] 10.222.0.16 "GET /v2.0/networks?id=ad9e84b1-ffc4-4f99-b7e3-cbec2406a6c8 HTTP/1.1" status: 200 len: 816 time: 0.2895243 Jul 14 18:31:05.226978 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:05.240161 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 42640) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:31:05.278770 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device db4119d2-1818-4d13-b1c9-80a0829e53fd up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:31:05.306139 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-4c55c9d5-e767-42f3-81b9-f25828889da2 req-76600013-d68f-4024-9715-deb0bfddd64f tempest-ListServerFiltersTestJSON-1866458082 tempest-ListServerFiltersTestJSON-1866458082-project] 10.222.0.16 "GET /v2.0/quotas/f5cbbe40183748efae634918ccc0f4b5 HTTP/1.1" status: 200 len: 375 time: 0.0943241 Jul 14 18:31:05.346180 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning for port db4119d2-1818-4d13-b1c9-80a0829e53fd completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:31:05.377939 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-797cbee5-a790-4f4c-95f2-3f42d299026a None None] Network ad9e84b1-ffc4-4f99-b7e3-cbec2406a6c8 requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:31:05.456481 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325a5549-a142-4ded-9227-e8ba47972c94 req-9a3c9f12-a5cf-4f78-aba7-7a0ffe4df184 tempest-ServersAdminNegativeTestJSON-646419896 tempest-ServersAdminNegativeTestJSON-646419896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:31:05.464580 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-325a5549-a142-4ded-9227-e8ba47972c94 req-9a3c9f12-a5cf-4f78-aba7-7a0ffe4df184 tempest-ServersAdminNegativeTestJSON-646419896 tempest-ServersAdminNegativeTestJSON-646419896-project] 10.222.0.16 "GET /v2.0/ports?device_id=899e7296-52b8-4f96-b894-52c059f9e0e6 HTTP/1.1" status: 200 len: 948 time: 0.2746294 Jul 14 18:31:05.494091 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-4c55c9d5-e767-42f3-81b9-f25828889da2 req-b7cc64a7-6aff-4838-ad6a-7f9ef5cb9f47 tempest-ListServerFiltersTestJSON-1866458082 tempest-ListServerFiltersTestJSON-1866458082-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=f5cbbe40183748efae634918ccc0f4b5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1868169 Jul 14 18:31:05.531760 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-92c813e2-7d88-437e-9ec8-1396beb2c27b None None] Provisioning for port db4119d2-1818-4d13-b1c9-80a0829e53fd completed by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:31:05.546250 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-92c813e2-7d88-437e-9ec8-1396beb2c27b None None] Provisioning complete for port db4119d2-1818-4d13-b1c9-80a0829e53fd triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:31:05.548756 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-92c813e2-7d88-437e-9ec8-1396beb2c27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:05.580862 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-325a5549-a142-4ded-9227-e8ba47972c94 req-7dd7d36f-72c9-49f3-a668-3155bb943879 tempest-ServersAdminNegativeTestJSON-646419896 tempest-ServersAdminNegativeTestJSON-646419896-project] 10.222.0.16 "GET /v2.0/security-groups?id=ddd9256f-f69d-40e1-9519-2d888770192d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151934 Jul 14 18:31:05.682373 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-4c55c9d5-e767-42f3-81b9-f25828889da2 req-caaf02a1-58b5-4a0e-bdd6-6215a89fecc3 service neutron] 10.222.0.16 "GET /v2.0/networks/ad9e84b1-ffc4-4f99-b7e3-cbec2406a6c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1746428 Jul 14 18:31:05.709025 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-4cde39e1-1953-4d1a-9a25-1197d2227531 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:05.850067 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-92c813e2-7d88-437e-9ec8-1396beb2c27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:05.911470 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-92c813e2-7d88-437e-9ec8-1396beb2c27b None None] For port db4119d2-1818-4d13-b1c9-80a0829e53fd, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=db4119d2-1818-4d13-b1c9-80a0829e53fd,segment=NetworkSegment(19f00279-ca9c-462b-94d7-9624328caaf9),segment_id=19f00279-ca9c-462b-94d7-9624328caaf9)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:31:05.926465 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-92c813e2-7d88-437e-9ec8-1396beb2c27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:05.968453 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-4cde39e1-1953-4d1a-9a25-1197d2227531 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:05.976044 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-4cde39e1-1953-4d1a-9a25-1197d2227531 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:06.028171 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44f73a4-3004-44ce-8b55-3a6c5ccdde9f req-e4583b9b-a531-49a1-b2db-fc18e1cf21c8 tempest-ServerGroupTestJSON-1067528321 tempest-ServerGroupTestJSON-1067528321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:31:06.029764 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c44f73a4-3004-44ce-8b55-3a6c5ccdde9f req-e4583b9b-a531-49a1-b2db-fc18e1cf21c8 tempest-ServerGroupTestJSON-1067528321 tempest-ServerGroupTestJSON-1067528321-project] 10.222.0.16 "GET /v2.0/ports?device_id=c12cfe60-1dd1-47d5-bc79-d89a5fa33386 HTTP/1.1" status: 200 len: 946 time: 0.2857983 Jul 14 18:31:06.073151 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-4c55c9d5-e767-42f3-81b9-f25828889da2 req-1e69bf49-833e-4953-8052-e9fc6b90f6c6 service neutron] 10.222.0.16 "GET /v2.0/networks/ad9e84b1-ffc4-4f99-b7e3-cbec2406a6c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3839087 Jul 14 18:31:06.073386 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c813e2-7d88-437e-9ec8-1396beb2c27b None None] Pushing event updated for resources: {'Port': ['ID=db4119d2-1818-4d13-b1c9-80a0829e53fd,revision_number=3']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:31:06.098794 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cde39e1-1953-4d1a-9a25-1197d2227531 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c46f945-fa88-403c-bb3f-de2739191377,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:31:06.117496 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-4cde39e1-1953-4d1a-9a25-1197d2227531 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0d67654d34a6416cbe32769c72beb600&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8699770 Jul 14 18:31:06.119950 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 42658) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:31:06.181605 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c44f73a4-3004-44ce-8b55-3a6c5ccdde9f req-5762876c-b5c7-49f9-bf91-ce644d335509 tempest-ServerGroupTestJSON-1067528321 tempest-ServerGroupTestJSON-1067528321-project] 10.222.0.16 "GET /v2.0/security-groups?id=d5ee3ece-9042-4be0-98c7-0e30caea88cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073189 Jul 14 18:31:06.315887 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-903748a0-2e82-4c74-9ae9-85136bf75f07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:06.391990 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-903748a0-2e82-4c74-9ae9-85136bf75f07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:06.520060 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-56fb8b9e-3489-4ffc-8cfd-28369953e275 None None] Provisioning complete for port db4119d2-1818-4d13-b1c9-80a0829e53fd triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:31:06.520599 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-56fb8b9e-3489-4ffc-8cfd-28369953e275 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:06.596594 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-903748a0-2e82-4c74-9ae9-85136bf75f07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:06.602160 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-903748a0-2e82-4c74-9ae9-85136bf75f07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:06.622724 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-903748a0-2e82-4c74-9ae9-85136bf75f07 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0c46f945-fa88-403c-bb3f-de2739191377 HTTP/1.1" status: 204 len: 168 time: 0.4948251 Jul 14 18:31:06.662365 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903748a0-2e82-4c74-9ae9-85136bf75f07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c46f945-fa88-403c-bb3f-de2739191377,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:31:06.733302 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a71614-47d5-47bb-987f-3c536761c326 req-86a0eaba-8ac8-4511-8dae-8b72ce51caf4 tempest-ServersAdminNegativeTestJSON-646419896 tempest-ServersAdminNegativeTestJSON-646419896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:31:06.734854 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-39a71614-47d5-47bb-987f-3c536761c326 req-86a0eaba-8ac8-4511-8dae-8b72ce51caf4 tempest-ServersAdminNegativeTestJSON-646419896 tempest-ServersAdminNegativeTestJSON-646419896-project] 10.222.0.18 "GET /v2.0/ports?device_id=899e7296-52b8-4f96-b894-52c059f9e0e6 HTTP/1.1" status: 200 len: 948 time: 0.3018086 Jul 14 18:31:07.019853 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed317c18-294f-476b-b06b-ab39b50ad75a req-43a8f5c5-671b-46e0-bd58-ae064ee943fd tempest-ListServerFiltersTestJSON-1866458082 tempest-ListServerFiltersTestJSON-1866458082-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:31:07.020579 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ed317c18-294f-476b-b06b-ab39b50ad75a req-43a8f5c5-671b-46e0-bd58-ae064ee943fd tempest-ListServerFiltersTestJSON-1866458082 tempest-ListServerFiltersTestJSON-1866458082-project] 10.222.0.18 "GET /v2.0/networks?id=ad9e84b1-ffc4-4f99-b7e3-cbec2406a6c8 HTTP/1.1" status: 200 len: 816 time: 0.2095768 Jul 14 18:31:07.072715 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [req-ed317c18-294f-476b-b06b-ab39b50ad75a req-ac1526d7-da7b-4b86-b3d9-a4e0fa1d4133 tempest-ListServerFiltersTestJSON-1866458082 tempest-ListServerFiltersTestJSON-1866458082-project] Request body: {'port': {'device_id': 'a90018ac-9b0b-496e-b667-52331ab9042e', 'network_id': 'ad9e84b1-ffc4-4f99-b7e3-cbec2406a6c8', 'admin_state_up': True, 'tenant_id': 'f5cbbe40183748efae634918ccc0f4b5'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:31:07.272748 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device db4119d2-1818-4d13-b1c9-80a0829e53fd up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:31:07.462452 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port db4119d2-1818-4d13-b1c9-80a0829e53fd triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:31:07.462826 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:07.606949 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ed317c18-294f-476b-b06b-ab39b50ad75a req-ac1526d7-da7b-4b86-b3d9-a4e0fa1d4133 tempest-ListServerFiltersTestJSON-1866458082 tempest-ListServerFiltersTestJSON-1866458082-project] Made reservation on behalf of f5cbbe40183748efae634918ccc0f4b5 for: {'port': 1} {{(pid=93915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:31:07.610728 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-ed317c18-294f-476b-b06b-ab39b50ad75a req-ac1526d7-da7b-4b86-b3d9-a4e0fa1d4133 tempest-ListServerFiltersTestJSON-1866458082 tempest-ListServerFiltersTestJSON-1866458082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:07.633189 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [req-39a71614-47d5-47bb-987f-3c536761c326 req-dc9b9625-a6c8-44eb-878a-d9eefefc586f tempest-ServersAdminNegativeTestJSON-646419896 tempest-ServersAdminNegativeTestJSON-646419896-project] Deleting port dc81733d-306c-416b-b8aa-903f5a05d518 {{(pid=93915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:31:07.633719 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-39a71614-47d5-47bb-987f-3c536761c326 req-dc9b9625-a6c8-44eb-878a-d9eefefc586f tempest-ServersAdminNegativeTestJSON-646419896 tempest-ServersAdminNegativeTestJSON-646419896-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:07.708155 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941c209d-0084-4457-ad77-3debd7fb1cfe req-f92dd933-8772-4b2c-88cb-4a14dd9bb1c1 tempest-ListServerFiltersTestJSON-1866458082 tempest-ListServerFiltersTestJSON-1866458082-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:31:07.715290 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-941c209d-0084-4457-ad77-3debd7fb1cfe req-f92dd933-8772-4b2c-88cb-4a14dd9bb1c1 tempest-ListServerFiltersTestJSON-1866458082 tempest-ListServerFiltersTestJSON-1866458082-project] 10.222.0.16 "GET /v2.0/networks?id=ad9e84b1-ffc4-4f99-b7e3-cbec2406a6c8 HTTP/1.1" status: 200 len: 816 time: 0.9347885 Jul 14 18:31:07.788082 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f2aba3-9652-49bd-9e57-9d02dafa64ac req-33d1840b-f2b9-4609-8ebe-ebc2ea67b1e2 tempest-ServersAdminNegativeTestJSON-646419896 tempest-ServersAdminNegativeTestJSON-646419896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:31:07.795818 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-58f2aba3-9652-49bd-9e57-9d02dafa64ac req-33d1840b-f2b9-4609-8ebe-ebc2ea67b1e2 tempest-ServersAdminNegativeTestJSON-646419896 tempest-ServersAdminNegativeTestJSON-646419896-project] 10.222.0.16 "GET /v2.0/ports?device_id=899e7296-52b8-4f96-b894-52c059f9e0e6 HTTP/1.1" status: 200 len: 948 time: 0.3787825 Jul 14 18:31:07.835334 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-941c209d-0084-4457-ad77-3debd7fb1cfe req-7d6fac15-3d77-4e9f-a476-dd397582f108 tempest-ListServerFiltersTestJSON-1866458082 tempest-ListServerFiltersTestJSON-1866458082-project] 10.222.0.16 "GET /v2.0/quotas/f5cbbe40183748efae634918ccc0f4b5 HTTP/1.1" status: 200 len: 375 time: 0.1182613 Jul 14 18:31:07.899956 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-58f2aba3-9652-49bd-9e57-9d02dafa64ac req-14d569d3-329d-4d31-b70c-db6a7e454fcc tempest-ServersAdminNegativeTestJSON-646419896 tempest-ServersAdminNegativeTestJSON-646419896-project] 10.222.0.16 "GET /v2.0/security-groups?id=ddd9256f-f69d-40e1-9519-2d888770192d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031890 Jul 14 18:31:08.007368 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.db_base_plugin_common [req-ed317c18-294f-476b-b06b-ab39b50ad75a req-ac1526d7-da7b-4b86-b3d9-a4e0fa1d4133 tempest-ListServerFiltersTestJSON-1866458082 tempest-ListServerFiltersTestJSON-1866458082-project] Allocated IP 172.20.0.12 (ad9e84b1-ffc4-4f99-b7e3-cbec2406a6c8/200f429a-b543-41d8-bd69-5fd511645440/32d16ffa-b3ff-4829-a03d-54023eb47d94) {{(pid=93915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:31:08.007677 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-39a71614-47d5-47bb-987f-3c536761c326 req-dc9b9625-a6c8-44eb-878a-d9eefefc586f tempest-ServersAdminNegativeTestJSON-646419896 tempest-ServersAdminNegativeTestJSON-646419896-project] For port dc81733d-306c-416b-b8aa-903f5a05d518, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=dc81733d-306c-416b-b8aa-903f5a05d518,segment=NetworkSegment(067fc487-22c7-42de-972d-ae352a28ad29),segment_id=067fc487-22c7-42de-972d-ae352a28ad29)] {{(pid=93915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:31:08.008274 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-39a71614-47d5-47bb-987f-3c536761c326 req-dc9b9625-a6c8-44eb-878a-d9eefefc586f tempest-ServersAdminNegativeTestJSON-646419896 tempest-ServersAdminNegativeTestJSON-646419896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:08.048085 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [req-39a71614-47d5-47bb-987f-3c536761c326 req-dc9b9625-a6c8-44eb-878a-d9eefefc586f tempest-ServersAdminNegativeTestJSON-646419896 tempest-ServersAdminNegativeTestJSON-646419896-project] Calling delete_port for dc81733d-306c-416b-b8aa-903f5a05d518 owned by compute:nova {{(pid=93915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:31:08.088794 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-941c209d-0084-4457-ad77-3debd7fb1cfe req-c5497a5c-ed94-41a2-8746-3cfb74e30f4a tempest-ListServerFiltersTestJSON-1866458082 tempest-ListServerFiltersTestJSON-1866458082-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=f5cbbe40183748efae634918ccc0f4b5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2522883 Jul 14 18:31:08.582881 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27454892-74e4-4892-a5b3-b57d774e49ad req-a6b9e66b-14a8-42f8-ae92-0dabf6cb6727 tempest-ServerGroupTestJSON-1067528321 tempest-ServerGroupTestJSON-1067528321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:31:08.585497 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-27454892-74e4-4892-a5b3-b57d774e49ad req-a6b9e66b-14a8-42f8-ae92-0dabf6cb6727 tempest-ServerGroupTestJSON-1067528321 tempest-ServerGroupTestJSON-1067528321-project] 10.222.0.35 "GET /v2.0/ports?device_id=c12cfe60-1dd1-47d5-bc79-d89a5fa33386 HTTP/1.1" status: 200 len: 946 time: 0.2148018 Jul 14 18:31:08.754883 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [req-27454892-74e4-4892-a5b3-b57d774e49ad req-781e09cd-f153-49ad-be1b-3518bce867da tempest-ServerGroupTestJSON-1067528321 tempest-ServerGroupTestJSON-1067528321-project] Deleting port 78a297df-21c4-4021-8eed-80d7074f7051 {{(pid=93916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:31:08.755454 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-27454892-74e4-4892-a5b3-b57d774e49ad req-781e09cd-f153-49ad-be1b-3518bce867da tempest-ServerGroupTestJSON-1067528321 tempest-ServerGroupTestJSON-1067528321-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:08.894786 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-941c209d-0084-4457-ad77-3debd7fb1cfe req-7eefe21c-9417-4fc6-a1e4-8ab6ed6f1a6b service neutron] 10.222.0.16 "GET /v2.0/networks/ad9e84b1-ffc4-4f99-b7e3-cbec2406a6c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7743990 Jul 14 18:31:08.966861 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-ed317c18-294f-476b-b06b-ab39b50ad75a req-ac1526d7-da7b-4b86-b3d9-a4e0fa1d4133 tempest-ListServerFiltersTestJSON-1866458082 tempest-ListServerFiltersTestJSON-1866458082-project] Notify callbacks [] for port, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:09.021827 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.db [req-27454892-74e4-4892-a5b3-b57d774e49ad req-781e09cd-f153-49ad-be1b-3518bce867da tempest-ServerGroupTestJSON-1067528321 tempest-ServerGroupTestJSON-1067528321-project] For port 78a297df-21c4-4021-8eed-80d7074f7051, host n-h2-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=78a297df-21c4-4021-8eed-80d7074f7051,segment=NetworkSegment(fd1b1bab-0530-48be-a272-29204ebf86dd),segment_id=fd1b1bab-0530-48be-a272-29204ebf86dd)] {{(pid=93916) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:31:09.024630 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-27454892-74e4-4892-a5b3-b57d774e49ad req-781e09cd-f153-49ad-be1b-3518bce867da tempest-ServerGroupTestJSON-1067528321 tempest-ServerGroupTestJSON-1067528321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:09.040416 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb323995-b8b0-445c-b198-ae4863174c56 req-cc9f14f7-c0cb-4e35-8df2-5c4564d851fe tempest-ServerGroupTestJSON-1067528321 tempest-ServerGroupTestJSON-1067528321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:31:09.051428 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-fb323995-b8b0-445c-b198-ae4863174c56 req-cc9f14f7-c0cb-4e35-8df2-5c4564d851fe tempest-ServerGroupTestJSON-1067528321 tempest-ServerGroupTestJSON-1067528321-project] 10.222.0.16 "GET /v2.0/ports?device_id=c12cfe60-1dd1-47d5-bc79-d89a5fa33386 HTTP/1.1" status: 200 len: 946 time: 0.9110999 Jul 14 18:31:09.054546 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [req-27454892-74e4-4892-a5b3-b57d774e49ad req-781e09cd-f153-49ad-be1b-3518bce867da tempest-ServerGroupTestJSON-1067528321 tempest-ServerGroupTestJSON-1067528321-project] Calling delete_port for 78a297df-21c4-4021-8eed-80d7074f7051 owned by compute:nova {{(pid=93916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:31:09.100843 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c55c9d5-e767-42f3-81b9-f25828889da2 req-5ca5a9f4-e0c3-4c2b-9511-b3f454dd618b tempest-ListServerFiltersTestJSON-1866458082 tempest-ListServerFiltersTestJSON-1866458082-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:31:09.102370 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-4c55c9d5-e767-42f3-81b9-f25828889da2 req-5ca5a9f4-e0c3-4c2b-9511-b3f454dd618b tempest-ListServerFiltersTestJSON-1866458082 tempest-ListServerFiltersTestJSON-1866458082-project] 10.222.0.35 "GET /v2.0/networks?id=ad9e84b1-ffc4-4f99-b7e3-cbec2406a6c8 HTTP/1.1" status: 200 len: 816 time: 0.3952289 Jul 14 18:31:09.118050 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [req-4c55c9d5-e767-42f3-81b9-f25828889da2 req-e5fcf36a-a90e-49ba-8541-30d2aa5ed09f tempest-ListServerFiltersTestJSON-1866458082 tempest-ListServerFiltersTestJSON-1866458082-project] Request body: {'port': {'device_id': 'e2a64b76-b691-49f2-848c-53a35a198d40', 'network_id': 'ad9e84b1-ffc4-4f99-b7e3-cbec2406a6c8', 'admin_state_up': True, 'tenant_id': 'f5cbbe40183748efae634918ccc0f4b5'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:31:09.126599 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.provisioning_blocks [req-ed317c18-294f-476b-b06b-ab39b50ad75a req-ac1526d7-da7b-4b86-b3d9-a4e0fa1d4133 tempest-ListServerFiltersTestJSON-1866458082 tempest-ListServerFiltersTestJSON-1866458082-project] Transition to ACTIVE for port object 32d16ffa-b3ff-4829-a03d-54023eb47d94 will not be triggered until provisioned by entity DHCP. {{(pid=93915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:31:09.155353 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-39a71614-47d5-47bb-987f-3c536761c326 req-dc9b9625-a6c8-44eb-878a-d9eefefc586f tempest-ServersAdminNegativeTestJSON-646419896 tempest-ServersAdminNegativeTestJSON-646419896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:09.167907 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] get_ports_and_sgs() called for port_ids ['30ec9332-1965-4929-aed6-4a1d161d3ca0'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 18:31:09.274305 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-27454892-74e4-4892-a5b3-b57d774e49ad req-781e09cd-f153-49ad-be1b-3518bce867da tempest-ServerGroupTestJSON-1067528321 tempest-ServerGroupTestJSON-1067528321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:09.290566 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-fb323995-b8b0-445c-b198-ae4863174c56 req-036f6ae9-5733-48ce-b4ba-e89eeee5a3c7 tempest-ServerGroupTestJSON-1067528321 tempest-ServerGroupTestJSON-1067528321-project] 10.222.0.16 "GET /v2.0/security-groups?id=d5ee3ece-9042-4be0-98c7-0e30caea88cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2381508 Jul 14 18:31:09.299938 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] get_ports_and_sgs() called for port_ids ['78a297df-21c4-4021-8eed-80d7074f7051'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 18:31:09.331449 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9b9625-a6c8-44eb-878a-d9eefefc586f tempest-ServersAdminNegativeTestJSON-646419896 tempest-ServersAdminNegativeTestJSON-646419896-project] Pushing event deleted for resources: {'Port': ['ID=dc81733d-306c-416b-b8aa-903f5a05d518,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:31:09.346294 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-941c209d-0084-4457-ad77-3debd7fb1cfe req-a8c8be9d-0e87-45e9-b0fc-7d92547a29d9 service neutron] 10.222.0.16 "GET /v2.0/networks/ad9e84b1-ffc4-4f99-b7e3-cbec2406a6c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4500082 Jul 14 18:31:09.520619 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781e09cd-f153-49ad-be1b-3518bce867da tempest-ServerGroupTestJSON-1067528321 tempest-ServerGroupTestJSON-1067528321-project] Pushing event deleted for resources: {'Port': ['ID=78a297df-21c4-4021-8eed-80d7074f7051,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:31:09.607861 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.l3_dvrscheduler_db [req-27454892-74e4-4892-a5b3-b57d774e49ad req-781e09cd-f153-49ad-be1b-3518bce867da tempest-ServerGroupTestJSON-1067528321 tempest-ServerGroupTestJSON-1067528321-project] No DVR routers for this DVR port 78a297df-21c4-4021-8eed-80d7074f7051 on host n-h2-800634-3 {{(pid=93916) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 18:31:09.617766 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-27454892-74e4-4892-a5b3-b57d774e49ad req-781e09cd-f153-49ad-be1b-3518bce867da tempest-ServerGroupTestJSON-1067528321 tempest-ServerGroupTestJSON-1067528321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:09.627025 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-27454892-74e4-4892-a5b3-b57d774e49ad req-781e09cd-f153-49ad-be1b-3518bce867da tempest-ServerGroupTestJSON-1067528321 tempest-ServerGroupTestJSON-1067528321-project] 10.222.0.35 "DELETE /v2.0/ports/78a297df-21c4-4021-8eed-80d7074f7051 HTTP/1.1" status: 204 len: 173 time: 1.0358043 Jul 14 18:31:09.627534 n-d-800634-3 neutron-server[93916]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c12cfe60-1dd1-47d5-bc79-d89a5fa33386', 'name': 'network-vif-deleted', 'tag': '78a297df-21c4-4021-8eed-80d7074f7051'}] {{(pid=93916) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:31:09.633589 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [req-39a71614-47d5-47bb-987f-3c536761c326 req-dc9b9625-a6c8-44eb-878a-d9eefefc586f tempest-ServersAdminNegativeTestJSON-646419896 tempest-ServersAdminNegativeTestJSON-646419896-project] No DVR routers for this DVR port dc81733d-306c-416b-b8aa-903f5a05d518 on host n-h1-800634-3 {{(pid=93915) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 18:31:09.638475 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f803e150b363a7893830aa996ac27753fa25517c406ecd3536b7c2d4b26eeb9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ed40382-f32d-4d78-a305-ead84df2bbbe" -d '{"events": [{"server_uuid": "c12cfe60-1dd1-47d5-bc79-d89a5fa33386", "name": "network-vif-deleted", "tag": "78a297df-21c4-4021-8eed-80d7074f7051"}]}' {{(pid=93916) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:31:09.660284 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-39a71614-47d5-47bb-987f-3c536761c326 req-dc9b9625-a6c8-44eb-878a-d9eefefc586f tempest-ServersAdminNegativeTestJSON-646419896 tempest-ServersAdminNegativeTestJSON-646419896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:09.669495 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-39a71614-47d5-47bb-987f-3c536761c326 req-dc9b9625-a6c8-44eb-878a-d9eefefc586f tempest-ServersAdminNegativeTestJSON-646419896 tempest-ServersAdminNegativeTestJSON-646419896-project] 10.222.0.18 "DELETE /v2.0/ports/dc81733d-306c-416b-b8aa-903f5a05d518 HTTP/1.1" status: 204 len: 173 time: 2.9083607 Jul 14 18:31:09.674553 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '899e7296-52b8-4f96-b894-52c059f9e0e6', 'name': 'network-vif-deleted', 'tag': 'dc81733d-306c-416b-b8aa-903f5a05d518'}] {{(pid=93915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:31:09.677159 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e72782ad3af8f7d4ce76cedf092bca46d1756acc5c4653cf0b52034cdd6b073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21237a4c-ded1-49d1-8fab-98c1526f00dd" -d '{"events": [{"server_uuid": "899e7296-52b8-4f96-b894-52c059f9e0e6", "name": "network-vif-deleted", "tag": "dc81733d-306c-416b-b8aa-903f5a05d518"}]}' {{(pid=93915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:31:09.683540 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-ed317c18-294f-476b-b06b-ab39b50ad75a req-ac1526d7-da7b-4b86-b3d9-a4e0fa1d4133 tempest-ListServerFiltersTestJSON-1866458082 tempest-ListServerFiltersTestJSON-1866458082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:09.802072 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 18:31:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7686f583-39e7-4f70-899a-1fca5d3c9360 x-openstack-request-id: req-7686f583-39e7-4f70-899a-1fca5d3c9360 {{(pid=93916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:31:09.802703 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c12cfe60-1dd1-47d5-bc79-d89a5fa33386", "name": "network-vif-deleted", "tag": "78a297df-21c4-4021-8eed-80d7074f7051", "status": "completed", "code": 200}]} {{(pid=93916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:31:09.803202 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7686f583-39e7-4f70-899a-1fca5d3c9360 {{(pid=93916) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:31:09.803837 n-d-800634-3 neutron-server[93916]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c12cfe60-1dd1-47d5-bc79-d89a5fa33386', 'name': 'network-vif-deleted', 'tag': '78a297df-21c4-4021-8eed-80d7074f7051', 'status': 'completed', 'code': 200} Jul 14 18:31:09.903709 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed317c18-294f-476b-b06b-ab39b50ad75a req-ac1526d7-da7b-4b86-b3d9-a4e0fa1d4133 tempest-ListServerFiltersTestJSON-1866458082 tempest-ListServerFiltersTestJSON-1866458082-project] Network ad9e84b1-ffc4-4f99-b7e3-cbec2406a6c8 is already hosted by enough agents. {{(pid=93915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:31:09.911028 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 18:31:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-678e0398-ca9c-467b-9706-53210b5f7197 x-openstack-request-id: req-678e0398-ca9c-467b-9706-53210b5f7197 {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:31:09.911555 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "899e7296-52b8-4f96-b894-52c059f9e0e6", "name": "network-vif-deleted", "tag": "dc81733d-306c-416b-b8aa-903f5a05d518", "status": "completed", "code": 200}]} {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:31:09.911962 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-678e0398-ca9c-467b-9706-53210b5f7197 {{(pid=93915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:31:09.912535 n-d-800634-3 neutron-server[93915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '899e7296-52b8-4f96-b894-52c059f9e0e6', 'name': 'network-vif-deleted', 'tag': 'dc81733d-306c-416b-b8aa-903f5a05d518', 'status': 'completed', 'code': 200} Jul 14 18:31:09.963013 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b6fd1e09-d753-4692-9f23-d3e5b4c8221f req-e57e4367-b04d-4de3-b3f7-a36deb3a62d5 tempest-ServersAdminNegativeTestJSON-646419896 tempest-ServersAdminNegativeTestJSON-646419896-project] 10.222.0.16 "GET /v2.0/ports?device_id=899e7296-52b8-4f96-b894-52c059f9e0e6 HTTP/1.1" status: 200 len: 210 time: 0.1249230 Jul 14 18:31:09.967802 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1526d7-da7b-4b86-b3d9-a4e0fa1d4133 tempest-ListServerFiltersTestJSON-1866458082 tempest-ListServerFiltersTestJSON-1866458082-project] Pushing event updated for resources: {'Port': ['ID=32d16ffa-b3ff-4829-a03d-54023eb47d94,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:31:09.987832 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [req-ed317c18-294f-476b-b06b-ab39b50ad75a req-ac1526d7-da7b-4b86-b3d9-a4e0fa1d4133 tempest-ListServerFiltersTestJSON-1866458082 tempest-ListServerFiltersTestJSON-1866458082-project] Resources bound (agent type, host, resource id): {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:31:09.998039 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c55c9d5-e767-42f3-81b9-f25828889da2 req-e5fcf36a-a90e-49ba-8541-30d2aa5ed09f tempest-ListServerFiltersTestJSON-1866458082 tempest-ListServerFiltersTestJSON-1866458082-project] Made reservation on behalf of f5cbbe40183748efae634918ccc0f4b5 for: {'port': 1} {{(pid=93915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:31:10.001771 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-4c55c9d5-e767-42f3-81b9-f25828889da2 req-e5fcf36a-a90e-49ba-8541-30d2aa5ed09f tempest-ListServerFiltersTestJSON-1866458082 tempest-ListServerFiltersTestJSON-1866458082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:10.006102 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed317c18-294f-476b-b06b-ab39b50ad75a req-ac1526d7-da7b-4b86-b3d9-a4e0fa1d4133 tempest-ListServerFiltersTestJSON-1866458082 tempest-ListServerFiltersTestJSON-1866458082-project] Received port after_create {{(pid=93915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:31:10.034161 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-9b8017f0-37f0-4d20-a3dd-a978ddd98477 req-74382921-c120-4ebe-b16d-eb4f8359f4ef tempest-ListServerFiltersTestJSON-1866458082 tempest-ListServerFiltersTestJSON-1866458082-project] 10.222.0.16 "GET /v2.0/ports?device_id=2eaad43e-3f6b-4451-b40e-a34e647e008a HTTP/1.1" status: 200 len: 210 time: 0.0897460 Jul 14 18:31:10.147614 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed317c18-294f-476b-b06b-ab39b50ad75a req-ac1526d7-da7b-4b86-b3d9-a4e0fa1d4133 tempest-ListServerFiltersTestJSON-1866458082 tempest-ListServerFiltersTestJSON-1866458082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:31:10.148612 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-ed317c18-294f-476b-b06b-ab39b50ad75a req-ac1526d7-da7b-4b86-b3d9-a4e0fa1d4133 tempest-ListServerFiltersTestJSON-1866458082 tempest-ListServerFiltersTestJSON-1866458082-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:10.214509 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ed317c18-294f-476b-b06b-ab39b50ad75a req-ac1526d7-da7b-4b86-b3d9-a4e0fa1d4133 tempest-ListServerFiltersTestJSON-1866458082 tempest-ListServerFiltersTestJSON-1866458082-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1473210 Jul 14 18:31:10.232637 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [req-ed317c18-294f-476b-b06b-ab39b50ad75a req-653df07a-95c5-465b-a79e-adf4cc0e4e9c service neutron] Request body: {'port': {'device_id': 'a90018ac-9b0b-496e-b667-52331ab9042e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800634-3'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:31:10.374348 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.db_base_plugin_common [req-4c55c9d5-e767-42f3-81b9-f25828889da2 req-e5fcf36a-a90e-49ba-8541-30d2aa5ed09f tempest-ListServerFiltersTestJSON-1866458082 tempest-ListServerFiltersTestJSON-1866458082-project] Allocated IP 172.20.0.11 (ad9e84b1-ffc4-4f99-b7e3-cbec2406a6c8/200f429a-b543-41d8-bd69-5fd511645440/9f5ee53e-226f-4c49-900b-17e2d4636d1f) {{(pid=93915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:31:10.476496 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-eafe598f-c1cf-4fe0-ba05-3a962fea7a2a None None] Provisioning for port 32d16ffa-b3ff-4829-a03d-54023eb47d94 completed by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:31:10.498773 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-eafe598f-c1cf-4fe0-ba05-3a962fea7a2a None None] Provisioning complete for port 32d16ffa-b3ff-4829-a03d-54023eb47d94 triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:31:10.499654 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-eafe598f-c1cf-4fe0-ba05-3a962fea7a2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:10.590069 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-eafe598f-c1cf-4fe0-ba05-3a962fea7a2a None None] Port 32d16ffa-b3ff-4829-a03d-54023eb47d94 cannot update to ACTIVE because it is not bound. {{(pid=93917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 18:31:10.624796 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-8c882efa-6ae3-4f0b-9948-95af76475919 req-2c29a64f-e336-46e8-b64d-98ab2330db10 tempest-ServerGroupTestJSON-1067528321 tempest-ServerGroupTestJSON-1067528321-project] 10.222.0.16 "GET /v2.0/ports?device_id=c12cfe60-1dd1-47d5-bc79-d89a5fa33386 HTTP/1.1" status: 200 len: 210 time: 0.0798635 Jul 14 18:31:10.765697 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-ed317c18-294f-476b-b06b-ab39b50ad75a req-653df07a-95c5-465b-a79e-adf4cc0e4e9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:10.801263 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device dc81733d-306c-416b-b8aa-903f5a05d518 no longer exists at agent hyperv_n-h1-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 18:31:10.882806 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] No Port match for: dc81733d-306c-416b-b8aa-903f5a05d518 {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 18:31:10.883784 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device dc81733d-306c-416b-b8aa-903f5a05d518 not bound to the agent host n-h1-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 18:31:11.033767 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-4c55c9d5-e767-42f3-81b9-f25828889da2 req-e5fcf36a-a90e-49ba-8541-30d2aa5ed09f tempest-ListServerFiltersTestJSON-1866458082 tempest-ListServerFiltersTestJSON-1866458082-project] Notify callbacks [] for port, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:11.053506 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.provisioning_blocks [req-4c55c9d5-e767-42f3-81b9-f25828889da2 req-e5fcf36a-a90e-49ba-8541-30d2aa5ed09f tempest-ListServerFiltersTestJSON-1866458082 tempest-ListServerFiltersTestJSON-1866458082-project] Transition to ACTIVE for port object 9f5ee53e-226f-4c49-900b-17e2d4636d1f will not be triggered until provisioned by entity DHCP. {{(pid=93915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:31:11.106554 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-4c55c9d5-e767-42f3-81b9-f25828889da2 req-e5fcf36a-a90e-49ba-8541-30d2aa5ed09f tempest-ListServerFiltersTestJSON-1866458082 tempest-ListServerFiltersTestJSON-1866458082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:11.284917 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Device 78a297df-21c4-4021-8eed-80d7074f7051 no longer exists at agent hyperv_n-h2-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 18:31:11.341097 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] No Port match for: 78a297df-21c4-4021-8eed-80d7074f7051 {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 18:31:11.341446 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Device 78a297df-21c4-4021-8eed-80d7074f7051 not bound to the agent host n-h2-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 18:31:11.372708 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c55c9d5-e767-42f3-81b9-f25828889da2 req-e5fcf36a-a90e-49ba-8541-30d2aa5ed09f tempest-ListServerFiltersTestJSON-1866458082 tempest-ListServerFiltersTestJSON-1866458082-project] Network ad9e84b1-ffc4-4f99-b7e3-cbec2406a6c8 is already hosted by enough agents. {{(pid=93915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:31:11.381687 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e941c02c-f7c9-4573-8e88-15436e01c592 req-26e81028-9482-4f10-b850-4aab502e1920 tempest-ListServerFiltersTestJSON-1866458082 tempest-ListServerFiltersTestJSON-1866458082-project] 10.222.0.16 "GET /v2.0/ports?device_id=2eaad43e-3f6b-4451-b40e-a34e647e008a HTTP/1.1" status: 200 len: 210 time: 0.1548045 Jul 14 18:31:11.388212 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [req-4c55c9d5-e767-42f3-81b9-f25828889da2 req-e5fcf36a-a90e-49ba-8541-30d2aa5ed09f tempest-ListServerFiltersTestJSON-1866458082 tempest-ListServerFiltersTestJSON-1866458082-project] Resources bound (agent type, host, resource id): {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:31:11.399341 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c55c9d5-e767-42f3-81b9-f25828889da2 req-e5fcf36a-a90e-49ba-8541-30d2aa5ed09f tempest-ListServerFiltersTestJSON-1866458082 tempest-ListServerFiltersTestJSON-1866458082-project] Received port after_create {{(pid=93915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:31:11.437801 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5fcf36a-a90e-49ba-8541-30d2aa5ed09f tempest-ListServerFiltersTestJSON-1866458082 tempest-ListServerFiltersTestJSON-1866458082-project] Pushing event updated for resources: {'Port': ['ID=9f5ee53e-226f-4c49-900b-17e2d4636d1f,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:31:11.518435 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c55c9d5-e767-42f3-81b9-f25828889da2 req-e5fcf36a-a90e-49ba-8541-30d2aa5ed09f tempest-ListServerFiltersTestJSON-1866458082 tempest-ListServerFiltersTestJSON-1866458082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:31:11.519537 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-4c55c9d5-e767-42f3-81b9-f25828889da2 req-e5fcf36a-a90e-49ba-8541-30d2aa5ed09f tempest-ListServerFiltersTestJSON-1866458082 tempest-ListServerFiltersTestJSON-1866458082-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:11.548295 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-4c55c9d5-e767-42f3-81b9-f25828889da2 req-e5fcf36a-a90e-49ba-8541-30d2aa5ed09f tempest-ListServerFiltersTestJSON-1866458082 tempest-ListServerFiltersTestJSON-1866458082-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4346275 Jul 14 18:31:11.579986 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [req-4c55c9d5-e767-42f3-81b9-f25828889da2 req-eb2bca4f-42e6-44ce-95c2-6bfd77973c81 service neutron] Request body: {'port': {'device_id': 'e2a64b76-b691-49f2-848c-53a35a198d40', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800634-3'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:31:11.665019 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [req-ed317c18-294f-476b-b06b-ab39b50ad75a req-653df07a-95c5-465b-a79e-adf4cc0e4e9c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 32d16ffa-b3ff-4829-a03d-54023eb47d94 {{(pid=93915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 18:31:11.694366 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-ed317c18-294f-476b-b06b-ab39b50ad75a req-653df07a-95c5-465b-a79e-adf4cc0e4e9c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:11.722541 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.provisioning_blocks [req-ed317c18-294f-476b-b06b-ab39b50ad75a req-653df07a-95c5-465b-a79e-adf4cc0e4e9c service neutron] Transition to ACTIVE for port object 32d16ffa-b3ff-4829-a03d-54023eb47d94 will not be triggered until provisioned by entity L2. {{(pid=93915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:31:11.735993 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-ed317c18-294f-476b-b06b-ab39b50ad75a req-653df07a-95c5-465b-a79e-adf4cc0e4e9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25912978'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:11.855257 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-dbe9b029-aca0-43db-ad53-3b228927330a None None] Provisioning for port 9f5ee53e-226f-4c49-900b-17e2d4636d1f completed by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:31:11.865478 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-dbe9b029-aca0-43db-ad53-3b228927330a None None] Provisioning complete for port 9f5ee53e-226f-4c49-900b-17e2d4636d1f triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:31:11.866111 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-dbe9b029-aca0-43db-ad53-3b228927330a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:11.957895 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-dbe9b029-aca0-43db-ad53-3b228927330a None None] Port 9f5ee53e-226f-4c49-900b-17e2d4636d1f cannot update to ACTIVE because it is not bound. {{(pid=93917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 18:31:11.981792 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-4c55c9d5-e767-42f3-81b9-f25828889da2 req-eb2bca4f-42e6-44ce-95c2-6bfd77973c81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:12.074036 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 42848) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:31:12.243940 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653df07a-95c5-465b-a79e-adf4cc0e4e9c service neutron] Pushing event updated for resources: {'Port': ['ID=32d16ffa-b3ff-4829-a03d-54023eb47d94,revision_number=2']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:31:12.260813 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 42854) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:31:12.325492 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653df07a-95c5-465b-a79e-adf4cc0e4e9c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:31:12.325849 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653df07a-95c5-465b-a79e-adf4cc0e4e9c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:31:12.326292 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653df07a-95c5-465b-a79e-adf4cc0e4e9c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:31:12.326902 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653df07a-95c5-465b-a79e-adf4cc0e4e9c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:31:12.327250 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653df07a-95c5-465b-a79e-adf4cc0e4e9c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:31:12.327629 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653df07a-95c5-465b-a79e-adf4cc0e4e9c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:31:12.327920 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653df07a-95c5-465b-a79e-adf4cc0e4e9c service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:31:12.328279 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653df07a-95c5-465b-a79e-adf4cc0e4e9c service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:31:12.328610 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653df07a-95c5-465b-a79e-adf4cc0e4e9c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:31:12.328930 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653df07a-95c5-465b-a79e-adf4cc0e4e9c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:31:12.329259 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653df07a-95c5-465b-a79e-adf4cc0e4e9c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:31:12.329584 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653df07a-95c5-465b-a79e-adf4cc0e4e9c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:31:12.356836 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-c298f247-3156-45c1-a1b7-ca28e22d3748 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:12.478016 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-c298f247-3156-45c1-a1b7-ca28e22d3748 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:12.486743 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-c298f247-3156-45c1-a1b7-ca28e22d3748 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:12.492191 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-b145573d-05a5-49b7-b13e-dcedaf2d4ee1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:12.592362 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c298f247-3156-45c1-a1b7-ca28e22d3748 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb2ab694-7830-4188-a43f-7ab0e4cca9d1,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:31:12.600143 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-c298f247-3156-45c1-a1b7-ca28e22d3748 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=70a4bc51101d4b949bb4bcdf27303ca4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5236208 Jul 14 18:31:12.607005 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 42864) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:31:12.617870 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-ed317c18-294f-476b-b06b-ab39b50ad75a req-653df07a-95c5-465b-a79e-adf4cc0e4e9c service neutron] Attempting to bind port 32d16ffa-b3ff-4829-a03d-54023eb47d94 on host n-h1-800634-3 for vnic_type normal with profile {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:31:12.618216 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-ed317c18-294f-476b-b06b-ab39b50ad75a req-653df07a-95c5-465b-a79e-adf4cc0e4e9c service neutron] Attempting to bind port 32d16ffa-b3ff-4829-a03d-54023eb47d94 by drivers openvswitch,hyperv on host n-h1-800634-3 at level 0 using segments [{'id': '19f00279-ca9c-462b-94d7-9624328caaf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'ad9e84b1-ffc4-4f99-b7e3-cbec2406a6c8'}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:31:12.618555 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed317c18-294f-476b-b06b-ab39b50ad75a req-653df07a-95c5-465b-a79e-adf4cc0e4e9c service neutron] Attempting to bind port 32d16ffa-b3ff-4829-a03d-54023eb47d94 on network ad9e84b1-ffc4-4f99-b7e3-cbec2406a6c8 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:31:12.667695 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-d2cb19c7-ce2b-414f-9f79-26b15a63e8af req-abb29a04-8b33-41da-80fc-b21be6510457 tempest-ListServerFiltersTestJSON-1866458082 tempest-ListServerFiltersTestJSON-1866458082-project] 10.222.0.16 "GET /v2.0/ports?device_id=2eaad43e-3f6b-4451-b40e-a34e647e008a HTTP/1.1" status: 200 len: 210 time: 0.0934885 Jul 14 18:31:12.679508 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74505850-cfa0-41fc-a411-e72331033b55 req-f8c8d256-24d6-4ba6-9682-30ae17fc7380 tempest-ServersAdminNegativeTestJSON-646419896 tempest-ServersAdminNegativeTestJSON-646419896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:31:12.681080 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-74505850-cfa0-41fc-a411-e72331033b55 req-f8c8d256-24d6-4ba6-9682-30ae17fc7380 tempest-ServersAdminNegativeTestJSON-646419896 tempest-ServersAdminNegativeTestJSON-646419896-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1b6a74-e58d-49d9-a913-084008333fc7 HTTP/1.1" status: 200 len: 950 time: 0.9067919 Jul 14 18:31:12.690244 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941c209d-0084-4457-ad77-3debd7fb1cfe req-b9949bf7-bc6c-443a-a234-f3d14e426c60 tempest-ListServerFiltersTestJSON-1866458082 tempest-ListServerFiltersTestJSON-1866458082-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:31:12.691698 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-941c209d-0084-4457-ad77-3debd7fb1cfe req-b9949bf7-bc6c-443a-a234-f3d14e426c60 tempest-ListServerFiltersTestJSON-1866458082 tempest-ListServerFiltersTestJSON-1866458082-project] 10.222.0.18 "GET /v2.0/networks?id=ad9e84b1-ffc4-4f99-b7e3-cbec2406a6c8 HTTP/1.1" status: 200 len: 816 time: 0.7331793 Jul 14 18:31:12.694177 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed317c18-294f-476b-b06b-ab39b50ad75a req-653df07a-95c5-465b-a79e-adf4cc0e4e9c service neutron] Port 32d16ffa-b3ff-4829-a03d-54023eb47d94 on network ad9e84b1-ffc4-4f99-b7e3-cbec2406a6c8 not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-3 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 18:31:12.694709 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed317c18-294f-476b-b06b-ab39b50ad75a req-653df07a-95c5-465b-a79e-adf4cc0e4e9c service neutron] Attempting to bind port 32d16ffa-b3ff-4829-a03d-54023eb47d94 on network ad9e84b1-ffc4-4f99-b7e3-cbec2406a6c8 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:31:12.711097 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [req-941c209d-0084-4457-ad77-3debd7fb1cfe req-d5d5c9a2-33d6-4e6c-9e31-35f6c3397728 tempest-ListServerFiltersTestJSON-1866458082 tempest-ListServerFiltersTestJSON-1866458082-project] Request body: {'port': {'device_id': '2eaad43e-3f6b-4451-b40e-a34e647e008a', 'network_id': 'ad9e84b1-ffc4-4f99-b7e3-cbec2406a6c8', 'admin_state_up': True, 'tenant_id': 'f5cbbe40183748efae634918ccc0f4b5'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:31:12.732880 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed317c18-294f-476b-b06b-ab39b50ad75a req-653df07a-95c5-465b-a79e-adf4cc0e4e9c service neutron] Checking agent: {'id': 'a3630ff4-fbee-45d9-b9b6-0ae41cb3a350', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 15, 32), 'started_at': datetime.datetime(2021, 7, 14, 18, 15, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 18, 31, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 18:31:12.733260 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed317c18-294f-476b-b06b-ab39b50ad75a req-653df07a-95c5-465b-a79e-adf4cc0e4e9c service neutron] Checking segment: {'id': '19f00279-ca9c-462b-94d7-9624328caaf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'ad9e84b1-ffc4-4f99-b7e3-cbec2406a6c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:31:12.740991 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed317c18-294f-476b-b06b-ab39b50ad75a req-653df07a-95c5-465b-a79e-adf4cc0e4e9c service neutron] Bound using segment: {'id': '19f00279-ca9c-462b-94d7-9624328caaf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'ad9e84b1-ffc4-4f99-b7e3-cbec2406a6c8'} {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 18:31:12.741476 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-ed317c18-294f-476b-b06b-ab39b50ad75a req-653df07a-95c5-465b-a79e-adf4cc0e4e9c service neutron] Bound port: 32d16ffa-b3ff-4829-a03d-54023eb47d94, host: n-h1-800634-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '19f00279-ca9c-462b-94d7-9624328caaf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'ad9e84b1-ffc4-4f99-b7e3-cbec2406a6c8'}}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 18:31:12.741857 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-ed317c18-294f-476b-b06b-ab39b50ad75a req-653df07a-95c5-465b-a79e-adf4cc0e4e9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:12.752538 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-b145573d-05a5-49b7-b13e-dcedaf2d4ee1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:12.765893 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-60b61551-f922-45ec-81e2-c4f8ee756716 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:12.768922 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-b145573d-05a5-49b7-b13e-dcedaf2d4ee1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:12.836985 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-60b61551-f922-45ec-81e2-c4f8ee756716 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:12.876718 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-b145573d-05a5-49b7-b13e-dcedaf2d4ee1 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=52d3fb7b507a4813aa5cf3ea64ca73bc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6147695 Jul 14 18:31:12.882798 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 42878) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:31:12.882798 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b145573d-05a5-49b7-b13e-dcedaf2d4ee1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef99168f-05bc-434b-862a-589d43102340,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:31:12.928807 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-74505850-cfa0-41fc-a411-e72331033b55 req-3aae1f0f-4196-4d2f-ab9c-809006ff997b tempest-ServersAdminNegativeTestJSON-646419896 tempest-ServersAdminNegativeTestJSON-646419896-project] 10.222.0.16 "GET /v2.0/security-groups?id=ddd9256f-f69d-40e1-9519-2d888770192d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2289569 Jul 14 18:31:12.953656 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 42880) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:31:13.014019 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [req-4c55c9d5-e767-42f3-81b9-f25828889da2 req-eb2bca4f-42e6-44ce-95c2-6bfd77973c81 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f5ee53e-226f-4c49-900b-17e2d4636d1f {{(pid=93915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 18:31:13.019350 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-ed317c18-294f-476b-b06b-ab39b50ad75a req-653df07a-95c5-465b-a79e-adf4cc0e4e9c service neutron] For port 32d16ffa-b3ff-4829-a03d-54023eb47d94, host n-h1-800634-3, cleared binding levels {{(pid=93915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:31:13.035608 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-4c55c9d5-e767-42f3-81b9-f25828889da2 req-eb2bca4f-42e6-44ce-95c2-6bfd77973c81 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:13.045170 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-ed317c18-294f-476b-b06b-ab39b50ad75a req-653df07a-95c5-465b-a79e-adf4cc0e4e9c service neutron] For port 32d16ffa-b3ff-4829-a03d-54023eb47d94, host n-h1-800634-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=32d16ffa-b3ff-4829-a03d-54023eb47d94,segment=NetworkSegment(19f00279-ca9c-462b-94d7-9624328caaf9),segment_id=19f00279-ca9c-462b-94d7-9624328caaf9)] {{(pid=93915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 18:31:13.052872 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.db_base_plugin_v2 [None req-d03ba872-fcf9-46cf-b641-f167328ad8d8 admin admin] Deleting subnet 1f569699-ead1-4a1b-9831-6218d26ffcda {{(pid=93916) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 18:31:13.055763 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-ed317c18-294f-476b-b06b-ab39b50ad75a req-653df07a-95c5-465b-a79e-adf4cc0e4e9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25912978'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:13.068719 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-d03ba872-fcf9-46cf-b641-f167328ad8d8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:13.075194 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.provisioning_blocks [req-4c55c9d5-e767-42f3-81b9-f25828889da2 req-eb2bca4f-42e6-44ce-95c2-6bfd77973c81 service neutron] Transition to ACTIVE for port object 9f5ee53e-226f-4c49-900b-17e2d4636d1f will not be triggered until provisioned by entity L2. {{(pid=93915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:31:13.103907 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-4c55c9d5-e767-42f3-81b9-f25828889da2 req-eb2bca4f-42e6-44ce-95c2-6bfd77973c81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25912978'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:13.114100 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed317c18-294f-476b-b06b-ab39b50ad75a req-653df07a-95c5-465b-a79e-adf4cc0e4e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:31:13.114731 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-ed317c18-294f-476b-b06b-ab39b50ad75a req-653df07a-95c5-465b-a79e-adf4cc0e4e9c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:13.116261 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-d03ba872-fcf9-46cf-b641-f167328ad8d8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26296866'] for subnet, precommit_delete_associations {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:13.122835 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ed317c18-294f-476b-b06b-ab39b50ad75a req-653df07a-95c5-465b-a79e-adf4cc0e4e9c service neutron] 10.222.0.18 "PUT /v2.0/ports/32d16ffa-b3ff-4829-a03d-54023eb47d94 HTTP/1.1" status: 200 len: 1092 time: 2.8931189 Jul 14 18:31:13.123491 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a90018ac-9b0b-496e-b667-52331ab9042e', 'tag': '32d16ffa-b3ff-4829-a03d-54023eb47d94'}] {{(pid=93915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:31:13.126199 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e72782ad3af8f7d4ce76cedf092bca46d1756acc5c4653cf0b52034cdd6b073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04e393f4-c389-47de-9308-e02077d9d8b3" -d '{"events": [{"name": "network-changed", "server_uuid": "a90018ac-9b0b-496e-b667-52331ab9042e", "tag": "32d16ffa-b3ff-4829-a03d-54023eb47d94"}]}' {{(pid=93915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:31:13.140723 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-941c209d-0084-4457-ad77-3debd7fb1cfe req-d5d5c9a2-33d6-4e6c-9e31-35f6c3397728 tempest-ListServerFiltersTestJSON-1866458082 tempest-ListServerFiltersTestJSON-1866458082-project] Made reservation on behalf of f5cbbe40183748efae634918ccc0f4b5 for: {'port': 1} {{(pid=93915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:31:13.158684 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-941c209d-0084-4457-ad77-3debd7fb1cfe req-d5d5c9a2-33d6-4e6c-9e31-35f6c3397728 tempest-ListServerFiltersTestJSON-1866458082 tempest-ListServerFiltersTestJSON-1866458082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:13.179391 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-d03ba872-fcf9-46cf-b641-f167328ad8d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081283'] for subnet, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:13.241844 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-60b61551-f922-45ec-81e2-c4f8ee756716 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:13.244540 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-60b61551-f922-45ec-81e2-c4f8ee756716 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:13.248592 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-60b61551-f922-45ec-81e2-c4f8ee756716 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/bb2ab694-7830-4188-a43f-7ab0e4cca9d1 HTTP/1.1" status: 204 len: 168 time: 0.6378174 Jul 14 18:31:13.248910 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 18:31:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f265267f-f497-48de-ac17-66ea9f25c44e x-openstack-request-id: req-f265267f-f497-48de-ac17-66ea9f25c44e {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:31:13.248910 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a90018ac-9b0b-496e-b667-52331ab9042e", "tag": "32d16ffa-b3ff-4829-a03d-54023eb47d94", "status": "completed", "code": 200}]} {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:31:13.248910 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f265267f-f497-48de-ac17-66ea9f25c44e {{(pid=93915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:31:13.249576 n-d-800634-3 neutron-server[93915]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a90018ac-9b0b-496e-b667-52331ab9042e', 'tag': '32d16ffa-b3ff-4829-a03d-54023eb47d94', 'status': 'completed', 'code': 200} Jul 14 18:31:13.279766 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-fc0aa065-9b9c-4c84-a6a8-c53f5bf6aab4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:13.283733 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653df07a-95c5-465b-a79e-adf4cc0e4e9c service neutron] Pushing event updated for resources: {'Port': ['ID=32d16ffa-b3ff-4829-a03d-54023eb47d94,revision_number=3']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:31:13.286504 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b61551-f922-45ec-81e2-c4f8ee756716 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb2ab694-7830-4188-a43f-7ab0e4cca9d1,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:31:13.346580 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6642d71-0663-4178-97d0-0f2905913fad req-51a7a9a2-80c5-4efb-a87e-7febbdbde408 tempest-ServersAdminNegativeTestJSON-646419896 tempest-ServersAdminNegativeTestJSON-646419896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:31:13.348548 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-f6642d71-0663-4178-97d0-0f2905913fad req-51a7a9a2-80c5-4efb-a87e-7febbdbde408 tempest-ServersAdminNegativeTestJSON-646419896 tempest-ServersAdminNegativeTestJSON-646419896-project] 10.222.0.18 "GET /v2.0/ports?device_id=cb1b6a74-e58d-49d9-a913-084008333fc7 HTTP/1.1" status: 200 len: 950 time: 0.4218938 Jul 14 18:31:13.355842 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-fc0aa065-9b9c-4c84-a6a8-c53f5bf6aab4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:13.419604 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-d03ba872-fcf9-46cf-b641-f167328ad8d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2684816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26033152'] for subnet, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:13.487895 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03ba872-fcf9-46cf-b641-f167328ad8d8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1f569699-ead1-4a1b-9831-6218d26ffcda,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:31:13.489990 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-d03ba872-fcf9-46cf-b641-f167328ad8d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598705'] for subnet, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:13.491971 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-d03ba872-fcf9-46cf-b641-f167328ad8d8 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/1f569699-ead1-4a1b-9831-6218d26ffcda HTTP/1.1" status: 204 len: 168 time: 0.5362024 Jul 14 18:31:13.496890 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 42892) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:31:13.507947 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2bca4f-42e6-44ce-95c2-6bfd77973c81 service neutron] Pushing event updated for resources: {'Port': ['ID=9f5ee53e-226f-4c49-900b-17e2d4636d1f,revision_number=2']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:31:13.563601 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-fc0aa065-9b9c-4c84-a6a8-c53f5bf6aab4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:13.566492 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-fc0aa065-9b9c-4c84-a6a8-c53f5bf6aab4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:13.567952 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-fc0aa065-9b9c-4c84-a6a8-c53f5bf6aab4 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ef99168f-05bc-434b-862a-589d43102340 HTTP/1.1" status: 204 len: 168 time: 0.6820762 Jul 14 18:31:13.580900 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0aa065-9b9c-4c84-a6a8-c53f5bf6aab4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef99168f-05bc-434b-862a-589d43102340,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:31:13.587984 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [req-f6642d71-0663-4178-97d0-0f2905913fad req-dc66d07b-947d-4fce-ac84-edf131837181 tempest-ServersAdminNegativeTestJSON-646419896 tempest-ServersAdminNegativeTestJSON-646419896-project] Deleting port 30ec9332-1965-4929-aed6-4a1d161d3ca0 {{(pid=93916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:31:13.588578 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-f6642d71-0663-4178-97d0-0f2905913fad req-dc66d07b-947d-4fce-ac84-edf131837181 tempest-ServersAdminNegativeTestJSON-646419896 tempest-ServersAdminNegativeTestJSON-646419896-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:13.711231 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed317c18-294f-476b-b06b-ab39b50ad75a req-59fe8ce5-e809-435c-94a4-9e301e1082b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:31:13.713048 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ed317c18-294f-476b-b06b-ab39b50ad75a req-59fe8ce5-e809-435c-94a4-9e301e1082b4 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f5cbbe40183748efae634918ccc0f4b5&device_id=a90018ac-9b0b-496e-b667-52331ab9042e HTTP/1.1" status: 200 len: 1095 time: 0.4683542 Jul 14 18:31:13.738247 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-c4105941-1956-4680-bbad-58c83939576f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645734'] for network, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:13.785854 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-4c55c9d5-e767-42f3-81b9-f25828889da2 req-eb2bca4f-42e6-44ce-95c2-6bfd77973c81 service neutron] Attempting to bind port 9f5ee53e-226f-4c49-900b-17e2d4636d1f on host n-h2-800634-3 for vnic_type normal with profile {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:31:13.786472 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-4c55c9d5-e767-42f3-81b9-f25828889da2 req-eb2bca4f-42e6-44ce-95c2-6bfd77973c81 service neutron] Attempting to bind port 9f5ee53e-226f-4c49-900b-17e2d4636d1f by drivers openvswitch,hyperv on host n-h2-800634-3 at level 0 using segments [{'id': '19f00279-ca9c-462b-94d7-9624328caaf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'ad9e84b1-ffc4-4f99-b7e3-cbec2406a6c8'}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:31:13.786974 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c55c9d5-e767-42f3-81b9-f25828889da2 req-eb2bca4f-42e6-44ce-95c2-6bfd77973c81 service neutron] Attempting to bind port 9f5ee53e-226f-4c49-900b-17e2d4636d1f on network ad9e84b1-ffc4-4f99-b7e3-cbec2406a6c8 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:31:13.793763 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ed317c18-294f-476b-b06b-ab39b50ad75a req-22aa6491-f2bb-4eb7-8338-549f4ed57635 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=32d16ffa-b3ff-4829-a03d-54023eb47d94 HTTP/1.1" status: 200 len: 217 time: 0.0663288 Jul 14 18:31:13.818159 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.db_base_plugin_common [req-941c209d-0084-4457-ad77-3debd7fb1cfe req-d5d5c9a2-33d6-4e6c-9e31-35f6c3397728 tempest-ListServerFiltersTestJSON-1866458082 tempest-ListServerFiltersTestJSON-1866458082-project] Allocated IP 172.20.0.10 (ad9e84b1-ffc4-4f99-b7e3-cbec2406a6c8/200f429a-b543-41d8-bd69-5fd511645440/386ebf05-1536-4dcb-a586-ad08f3af8f4a) {{(pid=93915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:31:13.824749 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.db [req-f6642d71-0663-4178-97d0-0f2905913fad req-dc66d07b-947d-4fce-ac84-edf131837181 tempest-ServersAdminNegativeTestJSON-646419896 tempest-ServersAdminNegativeTestJSON-646419896-project] For port 30ec9332-1965-4929-aed6-4a1d161d3ca0, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=30ec9332-1965-4929-aed6-4a1d161d3ca0,segment=NetworkSegment(067fc487-22c7-42de-972d-ae352a28ad29),segment_id=067fc487-22c7-42de-972d-ae352a28ad29)] {{(pid=93916) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:31:13.825124 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-f6642d71-0663-4178-97d0-0f2905913fad req-dc66d07b-947d-4fce-ac84-edf131837181 tempest-ServersAdminNegativeTestJSON-646419896 tempest-ServersAdminNegativeTestJSON-646419896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:13.845656 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c55c9d5-e767-42f3-81b9-f25828889da2 req-eb2bca4f-42e6-44ce-95c2-6bfd77973c81 service neutron] Port 9f5ee53e-226f-4c49-900b-17e2d4636d1f on network ad9e84b1-ffc4-4f99-b7e3-cbec2406a6c8 not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-3 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 18:31:13.846354 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c55c9d5-e767-42f3-81b9-f25828889da2 req-eb2bca4f-42e6-44ce-95c2-6bfd77973c81 service neutron] Attempting to bind port 9f5ee53e-226f-4c49-900b-17e2d4636d1f on network ad9e84b1-ffc4-4f99-b7e3-cbec2406a6c8 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:31:13.855704 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [req-f6642d71-0663-4178-97d0-0f2905913fad req-dc66d07b-947d-4fce-ac84-edf131837181 tempest-ServersAdminNegativeTestJSON-646419896 tempest-ServersAdminNegativeTestJSON-646419896-project] Calling delete_port for 30ec9332-1965-4929-aed6-4a1d161d3ca0 owned by compute:nova {{(pid=93916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:31:14.085194 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-f6642d71-0663-4178-97d0-0f2905913fad req-dc66d07b-947d-4fce-ac84-edf131837181 tempest-ServersAdminNegativeTestJSON-646419896 tempest-ServersAdminNegativeTestJSON-646419896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:14.097551 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] get_ports_and_sgs() called for port_ids ['30ec9332-1965-4929-aed6-4a1d161d3ca0'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 18:31:14.171322 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc66d07b-947d-4fce-ac84-edf131837181 tempest-ServersAdminNegativeTestJSON-646419896 tempest-ServersAdminNegativeTestJSON-646419896-project] Pushing event deleted for resources: {'Port': ['ID=30ec9332-1965-4929-aed6-4a1d161d3ca0,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:31:14.250711 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6642d71-0663-4178-97d0-0f2905913fad req-dc66d07b-947d-4fce-ac84-edf131837181 tempest-ServersAdminNegativeTestJSON-646419896 tempest-ServersAdminNegativeTestJSON-646419896-project] No DVR routers for this DVR port 30ec9332-1965-4929-aed6-4a1d161d3ca0 on host n-h1-800634-3 {{(pid=93916) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 18:31:14.254299 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-f6642d71-0663-4178-97d0-0f2905913fad req-dc66d07b-947d-4fce-ac84-edf131837181 tempest-ServersAdminNegativeTestJSON-646419896 tempest-ServersAdminNegativeTestJSON-646419896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:14.255948 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-f6642d71-0663-4178-97d0-0f2905913fad req-dc66d07b-947d-4fce-ac84-edf131837181 tempest-ServersAdminNegativeTestJSON-646419896 tempest-ServersAdminNegativeTestJSON-646419896-project] 10.222.0.18 "DELETE /v2.0/ports/30ec9332-1965-4929-aed6-4a1d161d3ca0 HTTP/1.1" status: 204 len: 173 time: 0.8943923 Jul 14 18:31:14.256615 n-d-800634-3 neutron-server[93916]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb1b6a74-e58d-49d9-a913-084008333fc7', 'name': 'network-vif-deleted', 'tag': '30ec9332-1965-4929-aed6-4a1d161d3ca0'}] {{(pid=93916) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:31:14.259247 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f803e150b363a7893830aa996ac27753fa25517c406ecd3536b7c2d4b26eeb9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9108c022-9206-451d-8bc1-0ba21bba382e" -d '{"events": [{"server_uuid": "cb1b6a74-e58d-49d9-a913-084008333fc7", "name": "network-vif-deleted", "tag": "30ec9332-1965-4929-aed6-4a1d161d3ca0"}]}' {{(pid=93916) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:31:14.330466 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c55c9d5-e767-42f3-81b9-f25828889da2 req-eb2bca4f-42e6-44ce-95c2-6bfd77973c81 service neutron] Checking agent: {'id': '08e36a6c-8d04-48f0-a644-f27680635246', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 15, 35), 'started_at': datetime.datetime(2021, 7, 14, 18, 15, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 18, 31, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 18:31:14.331095 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c55c9d5-e767-42f3-81b9-f25828889da2 req-eb2bca4f-42e6-44ce-95c2-6bfd77973c81 service neutron] Checking segment: {'id': '19f00279-ca9c-462b-94d7-9624328caaf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'ad9e84b1-ffc4-4f99-b7e3-cbec2406a6c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:31:14.331199 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c55c9d5-e767-42f3-81b9-f25828889da2 req-eb2bca4f-42e6-44ce-95c2-6bfd77973c81 service neutron] Bound using segment: {'id': '19f00279-ca9c-462b-94d7-9624328caaf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'ad9e84b1-ffc4-4f99-b7e3-cbec2406a6c8'} {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 18:31:14.331651 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-4c55c9d5-e767-42f3-81b9-f25828889da2 req-eb2bca4f-42e6-44ce-95c2-6bfd77973c81 service neutron] Bound port: 9f5ee53e-226f-4c49-900b-17e2d4636d1f, host: n-h2-800634-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '19f00279-ca9c-462b-94d7-9624328caaf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'ad9e84b1-ffc4-4f99-b7e3-cbec2406a6c8'}}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 18:31:14.331945 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-4c55c9d5-e767-42f3-81b9-f25828889da2 req-eb2bca4f-42e6-44ce-95c2-6bfd77973c81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:14.480349 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-240d950d-2eb4-47ad-b450-a27f812e24c7 req-ad3eec4c-36b6-481d-adb2-51ae119ceee1 tempest-ListServerFiltersTestJSON-1866458082 tempest-ListServerFiltersTestJSON-1866458082-project] 10.222.0.16 "GET /v2.0/ports?device_id=2eaad43e-3f6b-4451-b40e-a34e647e008a HTTP/1.1" status: 200 len: 210 time: 0.1412880 Jul 14 18:31:14.482794 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2be00e33-d616-488a-9666-e61a79a99342 req-4a01660b-04d0-4190-aef5-3ce5218d070e tempest-ServersAdminNegativeTestJSON-646419896 tempest-ServersAdminNegativeTestJSON-646419896-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb1b6a74-e58d-49d9-a913-084008333fc7 HTTP/1.1" status: 200 len: 210 time: 0.1354644 Jul 14 18:31:14.522690 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed317c18-294f-476b-b06b-ab39b50ad75a req-63649415-0177-4f87-bf43-522cbc5492ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:31:14.524740 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ed317c18-294f-476b-b06b-ab39b50ad75a req-63649415-0177-4f87-bf43-522cbc5492ee service neutron] 10.222.0.18 "GET /v2.0/subnets?id=200f429a-b543-41d8-bd69-5fd511645440 HTTP/1.1" status: 200 len: 855 time: 0.7220428 Jul 14 18:31:14.541761 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 42924) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:31:14.574264 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-d0a1737d-ef2d-4c6e-8f8e-56ecf4e001c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:14.587688 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 18:31:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f29f5439-4939-4e3e-83aa-077f92c4798f x-openstack-request-id: req-f29f5439-4939-4e3e-83aa-077f92c4798f {{(pid=93916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:31:14.587961 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb1b6a74-e58d-49d9-a913-084008333fc7", "name": "network-vif-deleted", "tag": "30ec9332-1965-4929-aed6-4a1d161d3ca0", "status": "completed", "code": 200}]} {{(pid=93916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:31:14.588249 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f29f5439-4939-4e3e-83aa-077f92c4798f {{(pid=93916) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:31:14.588661 n-d-800634-3 neutron-server[93916]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb1b6a74-e58d-49d9-a913-084008333fc7', 'name': 'network-vif-deleted', 'tag': '30ec9332-1965-4929-aed6-4a1d161d3ca0', 'status': 'completed', 'code': 200} Jul 14 18:31:14.599141 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-c4105941-1956-4680-bbad-58c83939576f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2096010', 'neutron.services.segments.db._delete_segments_for_network-8728202734996'] for network, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:14.711811 n-d-800634-3 neutron-server[93915]: DEBUG neutron.services.segments.db [None req-c4105941-1956-4680-bbad-58c83939576f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5c40f87-65c2-4556-a17a-b1d97a917cbc']}} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:31:14.712260 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-d0a1737d-ef2d-4c6e-8f8e-56ecf4e001c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:14.719411 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-d0a1737d-ef2d-4c6e-8f8e-56ecf4e001c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:14.754764 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-d0a1737d-ef2d-4c6e-8f8e-56ecf4e001c8 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=41890ebce92d463eab36d8d5210ac663&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2096629 Jul 14 18:31:14.760741 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 42928) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:31:14.801949 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a1737d-ef2d-4c6e-8f8e-56ecf4e001c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fff6a617-a95a-4049-9d54-9f2729939e2b,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:31:14.819180 n-d-800634-3 neutron-server[93915]: DEBUG neutron.services.segments.db [None req-c4105941-1956-4680-bbad-58c83939576f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd1b1bab-0530-48be-a272-29204ebf86dd') {'for_net_delete': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:31:14.819482 n-d-800634-3 neutron-server[93915]: DEBUG neutron.services.segments.db [None req-c4105941-1956-4680-bbad-58c83939576f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd1b1bab-0530-48be-a272-29204ebf86dd') {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:31:14.836179 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-81481507-c8b1-4664-b989-4c1a7ee1053a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:14.868141 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-81481507-c8b1-4664-b989-4c1a7ee1053a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:14.909559 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-4c55c9d5-e767-42f3-81b9-f25828889da2 req-eb2bca4f-42e6-44ce-95c2-6bfd77973c81 service neutron] For port 9f5ee53e-226f-4c49-900b-17e2d4636d1f, host n-h2-800634-3, cleared binding levels {{(pid=93915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:31:14.914489 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-4c55c9d5-e767-42f3-81b9-f25828889da2 req-eb2bca4f-42e6-44ce-95c2-6bfd77973c81 service neutron] For port 9f5ee53e-226f-4c49-900b-17e2d4636d1f, host n-h2-800634-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=9f5ee53e-226f-4c49-900b-17e2d4636d1f,segment=NetworkSegment(19f00279-ca9c-462b-94d7-9624328caaf9),segment_id=19f00279-ca9c-462b-94d7-9624328caaf9)] {{(pid=93915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 18:31:14.922843 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-c4105941-1956-4680-bbad-58c83939576f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728202715275', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28939920'] for segment, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:14.948675 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-4c55c9d5-e767-42f3-81b9-f25828889da2 req-eb2bca4f-42e6-44ce-95c2-6bfd77973c81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25912978'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:14.971972 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-81481507-c8b1-4664-b989-4c1a7ee1053a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:14.974776 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-81481507-c8b1-4664-b989-4c1a7ee1053a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:14.978458 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-81481507-c8b1-4664-b989-4c1a7ee1053a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/fff6a617-a95a-4049-9d54-9f2729939e2b HTTP/1.1" status: 204 len: 168 time: 0.2141562 Jul 14 18:31:14.990813 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81481507-c8b1-4664-b989-4c1a7ee1053a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fff6a617-a95a-4049-9d54-9f2729939e2b,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:31:14.997254 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-c4105941-1956-4680-bbad-58c83939576f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:15.025466 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4105941-1956-4680-bbad-58c83939576f admin admin] Releasing vlan 89 on physical network physnet1 to pool {{(pid=93915) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 18:31:15.026131 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-c4105941-1956-4680-bbad-58c83939576f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25911658'] for segment, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:15.030277 n-d-800634-3 neutron-server[93915]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:31:15.030277 n-d-800634-3 neutron-server[93915]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:31:15.030277 n-d-800634-3 neutron-server[93915]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:31:15.030277 n-d-800634-3 neutron-server[93915]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:31:15.030277 n-d-800634-3 neutron-server[93915]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:31:15.030277 n-d-800634-3 neutron-server[93915]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:31:15.030277 n-d-800634-3 neutron-server[93915]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:31:15.030277 n-d-800634-3 neutron-server[93915]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:31:15.030277 n-d-800634-3 neutron-server[93915]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:31:15.030277 n-d-800634-3 neutron-server[93915]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:31:15.030277 n-d-800634-3 neutron-server[93915]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:31:15.030277 n-d-800634-3 neutron-server[93915]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:31:15.030277 n-d-800634-3 neutron-server[93915]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:31:15.030277 n-d-800634-3 neutron-server[93915]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:31:15.030277 n-d-800634-3 neutron-server[93915]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:31:15.030277 n-d-800634-3 neutron-server[93915]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:31:15.030277 n-d-800634-3 neutron-server[93915]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:31:15.030277 n-d-800634-3 neutron-server[93915]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:31:15.030277 n-d-800634-3 neutron-server[93915]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:31:15.030277 n-d-800634-3 neutron-server[93915]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:31:15.030277 n-d-800634-3 neutron-server[93915]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:31:15.030277 n-d-800634-3 neutron-server[93915]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:31:15.030277 n-d-800634-3 neutron-server[93915]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:31:15.030277 n-d-800634-3 neutron-server[93915]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:31:15.030277 n-d-800634-3 neutron-server[93915]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:31:15.030277 n-d-800634-3 neutron-server[93915]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:31:15.030277 n-d-800634-3 neutron-server[93915]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:31:15.030277 n-d-800634-3 neutron-server[93915]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:31:15.030277 n-d-800634-3 neutron-server[93915]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:31:15.030277 n-d-800634-3 neutron-server[93915]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:31:15.030277 n-d-800634-3 neutron-server[93915]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:31:15.030277 n-d-800634-3 neutron-server[93915]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:31:15.030277 n-d-800634-3 neutron-server[93915]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:31:15.030277 n-d-800634-3 neutron-server[93915]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:31:15.030277 n-d-800634-3 neutron-server[93915]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:31:15.030277 n-d-800634-3 neutron-server[93915]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:31:15.030277 n-d-800634-3 neutron-server[93915]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:31:15.030277 n-d-800634-3 neutron-server[93915]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:31:15.030277 n-d-800634-3 neutron-server[93915]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:31:15.030277 n-d-800634-3 neutron-server[93915]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:31:15.030277 n-d-800634-3 neutron-server[93915]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:31:15.030277 n-d-800634-3 neutron-server[93915]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:31:15.030277 n-d-800634-3 neutron-server[93915]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:31:15.030277 n-d-800634-3 neutron-server[93915]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:31:15.030277 n-d-800634-3 neutron-server[93915]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:31:15.030277 n-d-800634-3 neutron-server[93915]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:31:15.030277 n-d-800634-3 neutron-server[93915]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:31:15.030277 n-d-800634-3 neutron-server[93915]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:31:15.030277 n-d-800634-3 neutron-server[93915]: Traceback (most recent call last): Jul 14 18:31:15.030277 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 18:31:15.030277 n-d-800634-3 neutron-server[93915]: timer() Jul 14 18:31:15.030277 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 18:31:15.030277 n-d-800634-3 neutron-server[93915]: cb(*args, **kw) Jul 14 18:31:15.030277 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 18:31:15.030277 n-d-800634-3 neutron-server[93915]: return func(*args, **kwargs) Jul 14 18:31:15.030277 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 18:31:15.030277 n-d-800634-3 neutron-server[93915]: self._notify() Jul 14 18:31:15.030277 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 18:31:15.030277 n-d-800634-3 neutron-server[93915]: self.callback(batched_events) Jul 14 18:31:15.030277 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 18:31:15.030277 n-d-800634-3 neutron-server[93915]: event.method(event) Jul 14 18:31:15.030277 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 18:31:15.030277 n-d-800634-3 neutron-server[93915]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 18:31:15.034551 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 18:31:15.034551 n-d-800634-3 neutron-server[93915]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 18:31:15.034551 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 18:31:15.034551 n-d-800634-3 neutron-server[93915]: return f(self, *a, **k) Jul 14 18:31:15.034551 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 18:31:15.034551 n-d-800634-3 neutron-server[93915]: return self._get(url).json() Jul 14 18:31:15.034551 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 18:31:15.034551 n-d-800634-3 neutron-server[93915]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 18:31:15.034551 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 18:31:15.034551 n-d-800634-3 neutron-server[93915]: return self.request(url, 'GET', **kwargs) Jul 14 18:31:15.034551 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 18:31:15.034551 n-d-800634-3 neutron-server[93915]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 18:31:15.034551 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 18:31:15.034551 n-d-800634-3 neutron-server[93915]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 18:31:15.034551 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 18:31:15.034551 n-d-800634-3 neutron-server[93915]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 18:31:15.034551 n-d-800634-3 neutron-server[93915]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 18:31:15.040608 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c55c9d5-e767-42f3-81b9-f25828889da2 req-eb2bca4f-42e6-44ce-95c2-6bfd77973c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:31:15.041236 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-4c55c9d5-e767-42f3-81b9-f25828889da2 req-eb2bca4f-42e6-44ce-95c2-6bfd77973c81 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:15.042748 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-4c55c9d5-e767-42f3-81b9-f25828889da2 req-eb2bca4f-42e6-44ce-95c2-6bfd77973c81 service neutron] 10.222.0.35 "PUT /v2.0/ports/9f5ee53e-226f-4c49-900b-17e2d4636d1f HTTP/1.1" status: 200 len: 1092 time: 3.4686511 Jul 14 18:31:15.124255 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-941c209d-0084-4457-ad77-3debd7fb1cfe req-d5d5c9a2-33d6-4e6c-9e31-35f6c3397728 tempest-ListServerFiltersTestJSON-1866458082 tempest-ListServerFiltersTestJSON-1866458082-project] Notify callbacks [] for port, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:15.230927 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.provisioning_blocks [req-941c209d-0084-4457-ad77-3debd7fb1cfe req-d5d5c9a2-33d6-4e6c-9e31-35f6c3397728 tempest-ListServerFiltersTestJSON-1866458082 tempest-ListServerFiltersTestJSON-1866458082-project] Transition to ACTIVE for port object 386ebf05-1536-4dcb-a586-ad08f3af8f4a will not be triggered until provisioned by entity DHCP. {{(pid=93915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:31:15.234387 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed317c18-294f-476b-b06b-ab39b50ad75a req-724da74c-d391-45b3-baad-ddaf5bf31c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:31:15.235930 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ed317c18-294f-476b-b06b-ab39b50ad75a req-724da74c-d391-45b3-baad-ddaf5bf31c44 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ad9e84b1-ffc4-4f99-b7e3-cbec2406a6c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6500432 Jul 14 18:31:15.243968 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-c4105941-1956-4680-bbad-58c83939576f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2096001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-930085'] for network, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:15.250789 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2bca4f-42e6-44ce-95c2-6bfd77973c81 service neutron] Pushing event updated for resources: {'Port': ['ID=9f5ee53e-226f-4c49-900b-17e2d4636d1f,revision_number=3']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:31:15.259065 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-c4105941-1956-4680-bbad-58c83939576f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598705'] for network, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:15.261017 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-c4105941-1956-4680-bbad-58c83939576f admin admin] 10.222.0.16 "DELETE /v2.0/networks/b5c40f87-65c2-4556-a17a-b1d97a917cbc HTTP/1.1" status: 204 len: 168 time: 1.7635920 Jul 14 18:31:15.264748 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2a64b76-b691-49f2-848c-53a35a198d40', 'tag': '9f5ee53e-226f-4c49-900b-17e2d4636d1f'}] {{(pid=93915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:31:15.267191 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e72782ad3af8f7d4ce76cedf092bca46d1756acc5c4653cf0b52034cdd6b073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0886eaf1-ab1e-4ca5-b7a0-ebf22f53560d" -d '{"events": [{"name": "network-changed", "server_uuid": "e2a64b76-b691-49f2-848c-53a35a198d40", "tag": "9f5ee53e-226f-4c49-900b-17e2d4636d1f"}]}' {{(pid=93915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:31:15.416256 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4105941-1956-4680-bbad-58c83939576f admin admin] Pushing event deleted for resources: {'Network': ['ID=b5c40f87-65c2-4556-a17a-b1d97a917cbc,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:31:15.452680 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 18:31:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bdb3541-a6b7-4a46-bcad-723b7e556f12 x-openstack-request-id: req-4bdb3541-a6b7-4a46-bcad-723b7e556f12 {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:31:15.452680 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2a64b76-b691-49f2-848c-53a35a198d40", "tag": "9f5ee53e-226f-4c49-900b-17e2d4636d1f", "status": "completed", "code": 200}]} {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:31:15.452680 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4bdb3541-a6b7-4a46-bcad-723b7e556f12 {{(pid=93915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:31:15.452680 n-d-800634-3 neutron-server[93915]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2a64b76-b691-49f2-848c-53a35a198d40', 'tag': '9f5ee53e-226f-4c49-900b-17e2d4636d1f', 'status': 'completed', 'code': 200} Jul 14 18:31:15.497506 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-941c209d-0084-4457-ad77-3debd7fb1cfe req-d5d5c9a2-33d6-4e6c-9e31-35f6c3397728 tempest-ListServerFiltersTestJSON-1866458082 tempest-ListServerFiltersTestJSON-1866458082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:15.598572 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 42954) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:31:15.657125 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d5c9a2-33d6-4e6c-9e31-35f6c3397728 tempest-ListServerFiltersTestJSON-1866458082 tempest-ListServerFiltersTestJSON-1866458082-project] Pushing event updated for resources: {'Port': ['ID=386ebf05-1536-4dcb-a586-ad08f3af8f4a,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:31:15.681611 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-941c209d-0084-4457-ad77-3debd7fb1cfe req-d5d5c9a2-33d6-4e6c-9e31-35f6c3397728 tempest-ListServerFiltersTestJSON-1866458082 tempest-ListServerFiltersTestJSON-1866458082-project] Network ad9e84b1-ffc4-4f99-b7e3-cbec2406a6c8 is already hosted by enough agents. {{(pid=93915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:31:15.685990 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-5788bd5b-f10a-44cf-a74b-7cfd1d22c18d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d8b4124f35cb49d59d45439a2b01f28b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0839078 Jul 14 18:31:15.686636 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 42958) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:31:15.690416 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [req-941c209d-0084-4457-ad77-3debd7fb1cfe req-d5d5c9a2-33d6-4e6c-9e31-35f6c3397728 tempest-ListServerFiltersTestJSON-1866458082 tempest-ListServerFiltersTestJSON-1866458082-project] Resources bound (agent type, host, resource id): {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:31:15.694944 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c55c9d5-e767-42f3-81b9-f25828889da2 req-93023b41-634c-456f-af5d-7771592bfb64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:31:15.696809 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-4c55c9d5-e767-42f3-81b9-f25828889da2 req-93023b41-634c-456f-af5d-7771592bfb64 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f5cbbe40183748efae634918ccc0f4b5&device_id=e2a64b76-b691-49f2-848c-53a35a198d40 HTTP/1.1" status: 200 len: 1095 time: 0.5687094 Jul 14 18:31:15.703958 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [req-941c209d-0084-4457-ad77-3debd7fb1cfe req-d5d5c9a2-33d6-4e6c-9e31-35f6c3397728 tempest-ListServerFiltersTestJSON-1866458082 tempest-ListServerFiltersTestJSON-1866458082-project] Received port after_create {{(pid=93915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:31:15.828737 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-619a7d91-3b39-4c54-a759-741e66d8faa7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:15.844413 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-4c55c9d5-e767-42f3-81b9-f25828889da2 req-b6cf36b9-3139-4d76-846f-74b0226b6265 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9f5ee53e-226f-4c49-900b-17e2d4636d1f HTTP/1.1" status: 200 len: 217 time: 0.1371660 Jul 14 18:31:15.847395 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ed317c18-294f-476b-b06b-ab39b50ad75a req-f9a262f4-ef7a-4612-ba20-410dd89647c7 service neutron] 10.222.0.18 "GET /v2.0/networks/ad9e84b1-ffc4-4f99-b7e3-cbec2406a6c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5852485 Jul 14 18:31:15.885381 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-619a7d91-3b39-4c54-a759-741e66d8faa7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:15.990581 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-619a7d91-3b39-4c54-a759-741e66d8faa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:15.995929 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-619a7d91-3b39-4c54-a759-741e66d8faa7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:15.998932 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-619a7d91-3b39-4c54-a759-741e66d8faa7 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d5ee3ece-9042-4be0-98c7-0e30caea88cf HTTP/1.1" status: 204 len: 168 time: 0.3113446 Jul 14 18:31:16.017391 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619a7d91-3b39-4c54-a759-741e66d8faa7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5ee3ece-9042-4be0-98c7-0e30caea88cf,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:31:16.084306 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-48e2e99d-dd92-4da0-9e5e-91a95f33dff9 None None] Provisioning for port 386ebf05-1536-4dcb-a586-ad08f3af8f4a completed by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:31:16.092278 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-48e2e99d-dd92-4da0-9e5e-91a95f33dff9 None None] Provisioning complete for port 386ebf05-1536-4dcb-a586-ad08f3af8f4a triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:31:16.095001 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-48e2e99d-dd92-4da0-9e5e-91a95f33dff9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:16.105685 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941c209d-0084-4457-ad77-3debd7fb1cfe req-d5d5c9a2-33d6-4e6c-9e31-35f6c3397728 tempest-ListServerFiltersTestJSON-1866458082 tempest-ListServerFiltersTestJSON-1866458082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:31:16.106428 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-941c209d-0084-4457-ad77-3debd7fb1cfe req-d5d5c9a2-33d6-4e6c-9e31-35f6c3397728 tempest-ListServerFiltersTestJSON-1866458082 tempest-ListServerFiltersTestJSON-1866458082-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:16.156541 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-941c209d-0084-4457-ad77-3debd7fb1cfe req-d5d5c9a2-33d6-4e6c-9e31-35f6c3397728 tempest-ListServerFiltersTestJSON-1866458082 tempest-ListServerFiltersTestJSON-1866458082-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4493539 Jul 14 18:31:16.165354 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c55c9d5-e767-42f3-81b9-f25828889da2 req-7c4996d9-f25b-4fa7-899e-80fa57cdde8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:31:16.166742 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-4c55c9d5-e767-42f3-81b9-f25828889da2 req-7c4996d9-f25b-4fa7-899e-80fa57cdde8b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=200f429a-b543-41d8-bd69-5fd511645440 HTTP/1.1" status: 200 len: 855 time: 0.3037460 Jul 14 18:31:16.167045 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-48e2e99d-dd92-4da0-9e5e-91a95f33dff9 None None] Port 386ebf05-1536-4dcb-a586-ad08f3af8f4a cannot update to ACTIVE because it is not bound. {{(pid=93917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 18:31:16.182513 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [req-941c209d-0084-4457-ad77-3debd7fb1cfe req-1c79439b-9d21-41d2-b2d1-569872403168 service neutron] Request body: {'port': {'device_id': '2eaad43e-3f6b-4451-b40e-a34e647e008a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800634-3'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:31:16.256522 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8dda07-9aa1-4537-ab35-1855aa4e134e req-9b0e3b04-2ab0-446c-bc4a-9e64748fd2de tempest-ListServerFiltersTestJSON-1866458082 tempest-ListServerFiltersTestJSON-1866458082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:31:16.263762 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-8e8dda07-9aa1-4537-ab35-1855aa4e134e req-9b0e3b04-2ab0-446c-bc4a-9e64748fd2de tempest-ListServerFiltersTestJSON-1866458082 tempest-ListServerFiltersTestJSON-1866458082-project] 10.222.0.16 "GET /v2.0/ports?device_id=2eaad43e-3f6b-4451-b40e-a34e647e008a HTTP/1.1" status: 200 len: 932 time: 0.5121126 Jul 14 18:31:16.286448 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 42984) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:31:16.326553 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ed317c18-294f-476b-b06b-ab39b50ad75a req-e771c86c-24bd-4569-9c10-cd2c3cd16786 service neutron] 10.222.0.18 "GET /v2.0/networks/ad9e84b1-ffc4-4f99-b7e3-cbec2406a6c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4649942 Jul 14 18:31:16.346792 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-8e8dda07-9aa1-4537-ab35-1855aa4e134e req-9a3fd10b-931e-42ca-ac89-98c8e241e361 tempest-ListServerFiltersTestJSON-1866458082 tempest-ListServerFiltersTestJSON-1866458082-project] 10.222.0.16 "GET /v2.0/security-groups?id=cc0cb72e-0ac6-4b37-b329-257cd4e8c60f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819290 Jul 14 18:31:16.431783 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-941c209d-0084-4457-ad77-3debd7fb1cfe req-1c79439b-9d21-41d2-b2d1-569872403168 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:16.447988 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c55c9d5-e767-42f3-81b9-f25828889da2 req-861e8bfc-4e3c-452c-ba4e-6aeda1d6a18b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:31:16.449606 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-4c55c9d5-e767-42f3-81b9-f25828889da2 req-861e8bfc-4e3c-452c-ba4e-6aeda1d6a18b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ad9e84b1-ffc4-4f99-b7e3-cbec2406a6c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2637496 Jul 14 18:31:16.582875 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e393f4-c389-47de-9308-e02077d9d8b3 req-e841e3dd-449a-4d0c-99ea-b4b5bab5d86f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:31:16.584520 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-04e393f4-c389-47de-9308-e02077d9d8b3 req-e841e3dd-449a-4d0c-99ea-b4b5bab5d86f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f5cbbe40183748efae634918ccc0f4b5&device_id=a90018ac-9b0b-496e-b667-52331ab9042e HTTP/1.1" status: 200 len: 1095 time: 0.2027662 Jul 14 18:31:16.787536 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-4c55c9d5-e767-42f3-81b9-f25828889da2 req-a10e08f9-be0a-4e63-b8b7-3ab448aa313c service neutron] 10.222.0.35 "GET /v2.0/networks/ad9e84b1-ffc4-4f99-b7e3-cbec2406a6c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3258848 Jul 14 18:31:16.797656 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device 30ec9332-1965-4929-aed6-4a1d161d3ca0 no longer exists at agent hyperv_n-h1-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 18:31:16.838160 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] No Port match for: 30ec9332-1965-4929-aed6-4a1d161d3ca0 {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 18:31:16.841531 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device 30ec9332-1965-4929-aed6-4a1d161d3ca0 not bound to the agent host n-h1-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 18:31:16.872897 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-2a6b7311-bade-4394-a70b-13b2f19ae4f1 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5e0b552683704e9182fa256fd3cf99e7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5848675 Jul 14 18:31:16.875433 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 43016) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:31:16.939291 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-23df2cb7-64d8-48ec-9318-61bf51ed31c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:16.982403 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-23df2cb7-64d8-48ec-9318-61bf51ed31c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:16.983111 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e393f4-c389-47de-9308-e02077d9d8b3 req-a31407ba-195b-43cc-b1a1-edc0d65f77f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:31:16.984783 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-04e393f4-c389-47de-9308-e02077d9d8b3 req-a31407ba-195b-43cc-b1a1-edc0d65f77f9 service neutron] 10.222.0.18 "GET /v2.0/networks?id=ad9e84b1-ffc4-4f99-b7e3-cbec2406a6c8 HTTP/1.1" status: 200 len: 916 time: 0.3908744 Jul 14 18:31:17.052077 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-04e393f4-c389-47de-9308-e02077d9d8b3 req-31a83e20-9a33-4240-b96c-9a9b9217dcdf service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=32d16ffa-b3ff-4829-a03d-54023eb47d94 HTTP/1.1" status: 200 len: 217 time: 0.0574474 Jul 14 18:31:17.093905 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-23df2cb7-64d8-48ec-9318-61bf51ed31c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:17.106851 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-23df2cb7-64d8-48ec-9318-61bf51ed31c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:17.112350 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-23df2cb7-64d8-48ec-9318-61bf51ed31c5 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ddd9256f-f69d-40e1-9519-2d888770192d HTTP/1.1" status: 204 len: 168 time: 0.2330296 Jul 14 18:31:17.134413 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23df2cb7-64d8-48ec-9318-61bf51ed31c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddd9256f-f69d-40e1-9519-2d888770192d,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:31:17.134701 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-4c55c9d5-e767-42f3-81b9-f25828889da2 req-c65011a7-a0ad-45cf-8025-3d9acc9c0b15 service neutron] 10.222.0.35 "GET /v2.0/networks/ad9e84b1-ffc4-4f99-b7e3-cbec2406a6c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3049293 Jul 14 18:31:17.184523 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e393f4-c389-47de-9308-e02077d9d8b3 req-fec60dfa-20b6-4eac-a699-dcbf6646f6c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:31:17.186438 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-04e393f4-c389-47de-9308-e02077d9d8b3 req-fec60dfa-20b6-4eac-a699-dcbf6646f6c7 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=200f429a-b543-41d8-bd69-5fd511645440 HTTP/1.1" status: 200 len: 855 time: 0.1193073 Jul 14 18:31:17.217111 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [req-941c209d-0084-4457-ad77-3debd7fb1cfe req-1c79439b-9d21-41d2-b2d1-569872403168 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 386ebf05-1536-4dcb-a586-ad08f3af8f4a {{(pid=93915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 18:31:17.279487 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-941c209d-0084-4457-ad77-3debd7fb1cfe req-1c79439b-9d21-41d2-b2d1-569872403168 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:17.342669 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.provisioning_blocks [req-941c209d-0084-4457-ad77-3debd7fb1cfe req-1c79439b-9d21-41d2-b2d1-569872403168 service neutron] Transition to ACTIVE for port object 386ebf05-1536-4dcb-a586-ad08f3af8f4a will not be triggered until provisioned by entity L2. {{(pid=93915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:31:17.357732 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-941c209d-0084-4457-ad77-3debd7fb1cfe req-1c79439b-9d21-41d2-b2d1-569872403168 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25912978'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:17.457935 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e393f4-c389-47de-9308-e02077d9d8b3 req-a5868a97-0f77-457d-9608-478d3f285133 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:31:17.459494 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-04e393f4-c389-47de-9308-e02077d9d8b3 req-a5868a97-0f77-457d-9608-478d3f285133 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ad9e84b1-ffc4-4f99-b7e3-cbec2406a6c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2616715 Jul 14 18:31:17.549498 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c79439b-9d21-41d2-b2d1-569872403168 service neutron] Pushing event updated for resources: {'Port': ['ID=386ebf05-1536-4dcb-a586-ad08f3af8f4a,revision_number=2']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:31:17.592829 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0886eaf1-ab1e-4ca5-b7a0-ebf22f53560d req-2ddb86d3-8df9-422b-a262-c78f3cab0b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:31:17.594597 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-0886eaf1-ab1e-4ca5-b7a0-ebf22f53560d req-2ddb86d3-8df9-422b-a262-c78f3cab0b8c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f5cbbe40183748efae634918ccc0f4b5&device_id=e2a64b76-b691-49f2-848c-53a35a198d40 HTTP/1.1" status: 200 len: 1095 time: 0.3122873 Jul 14 18:31:17.834212 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-941c209d-0084-4457-ad77-3debd7fb1cfe req-1c79439b-9d21-41d2-b2d1-569872403168 service neutron] Attempting to bind port 386ebf05-1536-4dcb-a586-ad08f3af8f4a on host n-h1-800634-3 for vnic_type normal with profile {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:31:17.834465 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-941c209d-0084-4457-ad77-3debd7fb1cfe req-1c79439b-9d21-41d2-b2d1-569872403168 service neutron] Attempting to bind port 386ebf05-1536-4dcb-a586-ad08f3af8f4a by drivers openvswitch,hyperv on host n-h1-800634-3 at level 0 using segments [{'id': '19f00279-ca9c-462b-94d7-9624328caaf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'ad9e84b1-ffc4-4f99-b7e3-cbec2406a6c8'}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:31:17.834870 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-941c209d-0084-4457-ad77-3debd7fb1cfe req-1c79439b-9d21-41d2-b2d1-569872403168 service neutron] Attempting to bind port 386ebf05-1536-4dcb-a586-ad08f3af8f4a on network ad9e84b1-ffc4-4f99-b7e3-cbec2406a6c8 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:31:17.845352 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-941c209d-0084-4457-ad77-3debd7fb1cfe req-1c79439b-9d21-41d2-b2d1-569872403168 service neutron] Port 386ebf05-1536-4dcb-a586-ad08f3af8f4a on network ad9e84b1-ffc4-4f99-b7e3-cbec2406a6c8 not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-3 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 18:31:17.845687 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-941c209d-0084-4457-ad77-3debd7fb1cfe req-1c79439b-9d21-41d2-b2d1-569872403168 service neutron] Attempting to bind port 386ebf05-1536-4dcb-a586-ad08f3af8f4a on network ad9e84b1-ffc4-4f99-b7e3-cbec2406a6c8 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:31:17.867001 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-04e393f4-c389-47de-9308-e02077d9d8b3 req-89bba4cc-d9a1-40c1-84ca-1537cb4fae6e service neutron] 10.222.0.18 "GET /v2.0/networks/ad9e84b1-ffc4-4f99-b7e3-cbec2406a6c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3993866 Jul 14 18:31:17.872583 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-941c209d-0084-4457-ad77-3debd7fb1cfe req-1c79439b-9d21-41d2-b2d1-569872403168 service neutron] Checking agent: {'id': 'a3630ff4-fbee-45d9-b9b6-0ae41cb3a350', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 15, 32), 'started_at': datetime.datetime(2021, 7, 14, 18, 15, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 18, 31, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 18:31:17.873627 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-941c209d-0084-4457-ad77-3debd7fb1cfe req-1c79439b-9d21-41d2-b2d1-569872403168 service neutron] Checking segment: {'id': '19f00279-ca9c-462b-94d7-9624328caaf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'ad9e84b1-ffc4-4f99-b7e3-cbec2406a6c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:31:17.874300 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-941c209d-0084-4457-ad77-3debd7fb1cfe req-1c79439b-9d21-41d2-b2d1-569872403168 service neutron] Bound using segment: {'id': '19f00279-ca9c-462b-94d7-9624328caaf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'ad9e84b1-ffc4-4f99-b7e3-cbec2406a6c8'} {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 18:31:17.874609 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-941c209d-0084-4457-ad77-3debd7fb1cfe req-1c79439b-9d21-41d2-b2d1-569872403168 service neutron] Bound port: 386ebf05-1536-4dcb-a586-ad08f3af8f4a, host: n-h1-800634-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '19f00279-ca9c-462b-94d7-9624328caaf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'ad9e84b1-ffc4-4f99-b7e3-cbec2406a6c8'}}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 18:31:17.874981 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-941c209d-0084-4457-ad77-3debd7fb1cfe req-1c79439b-9d21-41d2-b2d1-569872403168 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:17.932542 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 43088) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:31:18.001628 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-04e393f4-c389-47de-9308-e02077d9d8b3 req-49ee3a3e-aeb4-4b69-af7f-0e41c46d11ef service neutron] 10.222.0.18 "GET /v2.0/networks/ad9e84b1-ffc4-4f99-b7e3-cbec2406a6c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235514 Jul 14 18:31:18.020929 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-f07517d5-ad86-485a-b478-5042d33d1879 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=75f5087a3c35493cb7287fc1ef0e690a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0861359 Jul 14 18:31:18.022606 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 43090) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:31:18.053536 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0886eaf1-ab1e-4ca5-b7a0-ebf22f53560d req-9028e4fa-a697-41f9-971f-e45b1523166f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:31:18.055109 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-0886eaf1-ab1e-4ca5-b7a0-ebf22f53560d req-9028e4fa-a697-41f9-971f-e45b1523166f service neutron] 10.222.0.35 "GET /v2.0/networks?id=ad9e84b1-ffc4-4f99-b7e3-cbec2406a6c8 HTTP/1.1" status: 200 len: 916 time: 0.4494102 Jul 14 18:31:18.083929 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b797c33-f718-4038-a625-cb5d7d9f9189 req-f8faaa57-e3ef-4708-b45d-48c5e08337e0 tempest-ListServerFiltersTestJSON-1866458082 tempest-ListServerFiltersTestJSON-1866458082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:31:18.090812 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-1b797c33-f718-4038-a625-cb5d7d9f9189 req-f8faaa57-e3ef-4708-b45d-48c5e08337e0 tempest-ListServerFiltersTestJSON-1866458082 tempest-ListServerFiltersTestJSON-1866458082-project] 10.222.0.16 "GET /v2.0/ports?device_id=2eaad43e-3f6b-4451-b40e-a34e647e008a HTTP/1.1" status: 200 len: 944 time: 0.4456978 Jul 14 18:31:18.137632 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-0886eaf1-ab1e-4ca5-b7a0-ebf22f53560d req-40dfa0ba-5f30-4bfe-9181-4ac98b72dab3 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9f5ee53e-226f-4c49-900b-17e2d4636d1f HTTP/1.1" status: 200 len: 217 time: 0.0730200 Jul 14 18:31:18.144453 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-c924fac6-f958-4441-aa7a-088ff6ac513f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:18.192807 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-c924fac6-f958-4441-aa7a-088ff6ac513f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:18.201675 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-941c209d-0084-4457-ad77-3debd7fb1cfe req-1c79439b-9d21-41d2-b2d1-569872403168 service neutron] For port 386ebf05-1536-4dcb-a586-ad08f3af8f4a, host n-h1-800634-3, cleared binding levels {{(pid=93915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:31:18.228866 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-941c209d-0084-4457-ad77-3debd7fb1cfe req-1c79439b-9d21-41d2-b2d1-569872403168 service neutron] For port 386ebf05-1536-4dcb-a586-ad08f3af8f4a, host n-h1-800634-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=386ebf05-1536-4dcb-a586-ad08f3af8f4a,segment=NetworkSegment(19f00279-ca9c-462b-94d7-9624328caaf9),segment_id=19f00279-ca9c-462b-94d7-9624328caaf9)] {{(pid=93915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 18:31:18.235244 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-1b797c33-f718-4038-a625-cb5d7d9f9189 req-4807392e-4c85-474f-8641-d3e287214d65 tempest-ListServerFiltersTestJSON-1866458082 tempest-ListServerFiltersTestJSON-1866458082-project] 10.222.0.16 "GET /v2.0/security-groups?id=cc0cb72e-0ac6-4b37-b329-257cd4e8c60f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435504 Jul 14 18:31:18.272930 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-941c209d-0084-4457-ad77-3debd7fb1cfe req-1c79439b-9d21-41d2-b2d1-569872403168 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25912978'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:18.294010 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 43096) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:31:18.304399 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-c924fac6-f958-4441-aa7a-088ff6ac513f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:18.309635 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-c924fac6-f958-4441-aa7a-088ff6ac513f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:18.314052 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-c924fac6-f958-4441-aa7a-088ff6ac513f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9385a8f8-9325-44c4-ac98-65f92cf72c91 HTTP/1.1" status: 204 len: 168 time: 0.2891572 Jul 14 18:31:18.321080 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0886eaf1-ab1e-4ca5-b7a0-ebf22f53560d req-332b4e9b-fca4-4377-a9ff-0acd3461e9ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:31:18.322807 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-0886eaf1-ab1e-4ca5-b7a0-ebf22f53560d req-332b4e9b-fca4-4377-a9ff-0acd3461e9ab service neutron] 10.222.0.35 "GET /v2.0/subnets?id=200f429a-b543-41d8-bd69-5fd511645440 HTTP/1.1" status: 200 len: 855 time: 0.1775258 Jul 14 18:31:18.325599 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c924fac6-f958-4441-aa7a-088ff6ac513f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9385a8f8-9325-44c4-ac98-65f92cf72c91,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:31:18.509957 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-095b93ab-db71-4311-b942-9e9d90209f3a admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-870166026-network', 'tenant_id': '0bc1eb2c7d374bba8f2892065ecabe00'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:31:18.554784 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-095b93ab-db71-4311-b942-9e9d90209f3a admin admin] Made reservation on behalf of 0bc1eb2c7d374bba8f2892065ecabe00 for: {'network': 1} {{(pid=93916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:31:18.557182 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-095b93ab-db71-4311-b942-9e9d90209f3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for network, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:18.577696 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-095b93ab-db71-4311-b942-9e9d90209f3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:18.781055 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-095b93ab-db71-4311-b942-9e9d90209f3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:18.793797 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-095b93ab-db71-4311-b942-9e9d90209f3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:18.843163 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941c209d-0084-4457-ad77-3debd7fb1cfe req-1c79439b-9d21-41d2-b2d1-569872403168 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:31:18.843790 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-941c209d-0084-4457-ad77-3debd7fb1cfe req-1c79439b-9d21-41d2-b2d1-569872403168 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:18.844681 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-095b93ab-db71-4311-b942-9e9d90209f3a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 56} {{(pid=93916) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 18:31:18.846358 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-941c209d-0084-4457-ad77-3debd7fb1cfe req-1c79439b-9d21-41d2-b2d1-569872403168 service neutron] 10.222.0.18 "PUT /v2.0/ports/386ebf05-1536-4dcb-a586-ad08f3af8f4a HTTP/1.1" status: 200 len: 1092 time: 2.6787157 Jul 14 18:31:18.855736 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.agents_db [None req-2ea07fb6-aa68-4671-8654-119d82b9f530 None None] Agent healthcheck: found 7 active agents {{(pid=93918) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 18:31:18.859196 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2eaad43e-3f6b-4451-b40e-a34e647e008a', 'tag': '386ebf05-1536-4dcb-a586-ad08f3af8f4a'}] {{(pid=93915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:31:18.862785 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e72782ad3af8f7d4ce76cedf092bca46d1756acc5c4653cf0b52034cdd6b073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-388c9848-a038-46bf-a1dd-823fcb176060" -d '{"events": [{"name": "network-changed", "server_uuid": "2eaad43e-3f6b-4451-b40e-a34e647e008a", "tag": "386ebf05-1536-4dcb-a586-ad08f3af8f4a"}]}' {{(pid=93915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:31:18.931795 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095b93ab-db71-4311-b942-9e9d90209f3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ef5e3a0-eb15-4d38-952d-7e7d9baf772e,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:31:18.956107 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-095b93ab-db71-4311-b942-9e9d90209f3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:18.956732 n-d-800634-3 neutron-server[93916]: INFO neutron.db.segments_db [None req-095b93ab-db71-4311-b942-9e9d90209f3a admin admin] Added segment 768a7052-80d5-49b9-a4ea-7454da09f867 of type vlan for network a07a7efb-fbbd-4029-ae94-a21a9cc093fe Jul 14 18:31:18.989569 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 18:31:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e860eab-df4c-4446-8d52-522a9d1dcc43 x-openstack-request-id: req-7e860eab-df4c-4446-8d52-522a9d1dcc43 {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:31:18.990176 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2eaad43e-3f6b-4451-b40e-a34e647e008a", "tag": "386ebf05-1536-4dcb-a586-ad08f3af8f4a", "status": "completed", "code": 200}]} {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:31:18.990598 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7e860eab-df4c-4446-8d52-522a9d1dcc43 {{(pid=93915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:31:18.991159 n-d-800634-3 neutron-server[93915]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2eaad43e-3f6b-4451-b40e-a34e647e008a', 'tag': '386ebf05-1536-4dcb-a586-ad08f3af8f4a', 'status': 'completed', 'code': 200} Jul 14 18:31:18.995102 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c79439b-9d21-41d2-b2d1-569872403168 service neutron] Pushing event updated for resources: {'Port': ['ID=386ebf05-1536-4dcb-a586-ad08f3af8f4a,revision_number=3']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:31:19.021713 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-095b93ab-db71-4311-b942-9e9d90209f3a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728202197517'] for network, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:19.044053 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0886eaf1-ab1e-4ca5-b7a0-ebf22f53560d req-4eb35238-0544-466b-b15a-4987702a429d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:31:19.047388 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-0886eaf1-ab1e-4ca5-b7a0-ebf22f53560d req-4eb35238-0544-466b-b15a-4987702a429d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ad9e84b1-ffc4-4f99-b7e3-cbec2406a6c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2480812 Jul 14 18:31:19.054559 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941c209d-0084-4457-ad77-3debd7fb1cfe req-685ecfbd-606e-4b79-94cf-243bde3f443e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:31:19.057112 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-941c209d-0084-4457-ad77-3debd7fb1cfe req-685ecfbd-606e-4b79-94cf-243bde3f443e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f5cbbe40183748efae634918ccc0f4b5&device_id=2eaad43e-3f6b-4451-b40e-a34e647e008a HTTP/1.1" status: 200 len: 1095 time: 0.1629932 Jul 14 18:31:19.061343 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-095b93ab-db71-4311-b942-9e9d90209f3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727'] for network, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:19.063214 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-095b93ab-db71-4311-b942-9e9d90209f3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:31:19.064581 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-095b93ab-db71-4311-b942-9e9d90209f3a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598705'] for network, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:19.179261 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095b93ab-db71-4311-b942-9e9d90209f3a admin admin] Pushing event updated for resources: {'Network': ['ID=a07a7efb-fbbd-4029-ae94-a21a9cc093fe,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:31:19.206694 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 43132) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:31:19.206937 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-095b93ab-db71-4311-b942-9e9d90209f3a admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9100266 Jul 14 18:31:19.212414 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-941c209d-0084-4457-ad77-3debd7fb1cfe req-b1becefb-7457-4efd-8297-31861281af6a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=386ebf05-1536-4dcb-a586-ad08f3af8f4a HTTP/1.1" status: 200 len: 217 time: 0.0810781 Jul 14 18:31:19.214670 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Network a07a7efb-fbbd-4029-ae94-a21a9cc093fe details requested by agent ovs-agent-n-d-800634-3 with host n-d-800634-3 {{(pid=93917) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 18:31:19.217441 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-d4f26961-2cc4-48a1-95e6-2becfc8c5d81 admin admin] Request body: {'subnet': {'network_id': 'a07a7efb-fbbd-4029-ae94-a21a9cc093fe', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-870166026-subnet', 'tenant_id': '0bc1eb2c7d374bba8f2892065ecabe00', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:31:19.302969 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4f26961-2cc4-48a1-95e6-2becfc8c5d81 admin admin] Made reservation on behalf of 0bc1eb2c7d374bba8f2892065ecabe00 for: {'subnet': 1} {{(pid=93915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:31:19.313670 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-d4f26961-2cc4-48a1-95e6-2becfc8c5d81 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28969735'] for subnet, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:19.591069 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-d4f26961-2cc4-48a1-95e6-2becfc8c5d81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25912837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28969781'] for subnet, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:19.680317 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941c209d-0084-4457-ad77-3debd7fb1cfe req-21cb759c-9c66-4a91-9a14-9e11f2c3dfdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:31:19.682191 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-941c209d-0084-4457-ad77-3debd7fb1cfe req-21cb759c-9c66-4a91-9a14-9e11f2c3dfdf service neutron] 10.222.0.18 "GET /v2.0/subnets?id=200f429a-b543-41d8-bd69-5fd511645440 HTTP/1.1" status: 200 len: 855 time: 0.4482126 Jul 14 18:31:19.691323 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-0886eaf1-ab1e-4ca5-b7a0-ebf22f53560d req-a8e6c6c0-4f5a-4e08-a993-149a3bca2b19 service neutron] 10.222.0.35 "GET /v2.0/networks/ad9e84b1-ffc4-4f99-b7e3-cbec2406a6c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6330163 Jul 14 18:31:19.828988 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4f26961-2cc4-48a1-95e6-2becfc8c5d81 admin admin] Checking segment: {'id': '768a7052-80d5-49b9-a4ea-7454da09f867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'a07a7efb-fbbd-4029-ae94-a21a9cc093fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:31:19.829581 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4f26961-2cc4-48a1-95e6-2becfc8c5d81 admin admin] Network hostable DHCP agents. Network: a07a7efb-fbbd-4029-ae94-a21a9cc093fe, hostable agents: ['028393c3-0576-4ebd-bca1-8ea8a148e1a2'], hosted agents: [] {{(pid=93915) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 18:31:19.831803 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f26961-2cc4-48a1-95e6-2becfc8c5d81 admin admin] Pushing event updated for resources: {'Subnet': ['ID=14eba25d-eba8-416a-ad8f-196fda095a19,revision_number=0']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:31:19.867687 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d394d731-82d2-4f12-a52c-3443e299daaf req-9139831d-498c-4c70-93a7-0a7c58fb22cb tempest-ListServerFiltersTestJSON-1866458082 tempest-ListServerFiltersTestJSON-1866458082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:31:19.869982 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-d394d731-82d2-4f12-a52c-3443e299daaf req-9139831d-498c-4c70-93a7-0a7c58fb22cb tempest-ListServerFiltersTestJSON-1866458082 tempest-ListServerFiltersTestJSON-1866458082-project] 10.222.0.16 "GET /v2.0/ports?device_id=2eaad43e-3f6b-4451-b40e-a34e647e008a HTTP/1.1" status: 200 len: 944 time: 0.2971864 Jul 14 18:31:19.911235 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-0886eaf1-ab1e-4ca5-b7a0-ebf22f53560d req-a3ae9e17-ae3a-4879-ac2c-d14dd56ae4c9 service neutron] 10.222.0.35 "GET /v2.0/networks/ad9e84b1-ffc4-4f99-b7e3-cbec2406a6c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1968498 Jul 14 18:31:19.916824 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4f26961-2cc4-48a1-95e6-2becfc8c5d81 admin admin] Network a07a7efb-fbbd-4029-ae94-a21a9cc093fe is scheduled to be hosted by DHCP agent 028393c3-0576-4ebd-bca1-8ea8a148e1a2 with binding_index 1 {{(pid=93915) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 18:31:19.935620 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [None req-d4f26961-2cc4-48a1-95e6-2becfc8c5d81 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-3, a07a7efb-fbbd-4029-ae94-a21a9cc093fe) {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:31:19.946084 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b60256af-5142-41b0-91d9-84ed5566b4c8 None None] Network a07a7efb-fbbd-4029-ae94-a21a9cc093fe requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:31:19.951423 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4f26961-2cc4-48a1-95e6-2becfc8c5d81 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:31:19.952295 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-d4f26961-2cc4-48a1-95e6-2becfc8c5d81 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:19.966841 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941c209d-0084-4457-ad77-3debd7fb1cfe req-06d9cd79-9b09-4f96-8467-341ddfaf9df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:31:19.968683 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-941c209d-0084-4457-ad77-3debd7fb1cfe req-06d9cd79-9b09-4f96-8467-341ddfaf9df9 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ad9e84b1-ffc4-4f99-b7e3-cbec2406a6c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2699213 Jul 14 18:31:19.978110 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 43178) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:31:19.984645 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-d394d731-82d2-4f12-a52c-3443e299daaf req-4d8852a6-794a-4a07-9f16-701786ecb677 tempest-ListServerFiltersTestJSON-1866458082 tempest-ListServerFiltersTestJSON-1866458082-project] 10.222.0.16 "GET /v2.0/security-groups?id=cc0cb72e-0ac6-4b37-b329-257cd4e8c60f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055849 Jul 14 18:31:20.040224 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-d4f26961-2cc4-48a1-95e6-2becfc8c5d81 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8317783 Jul 14 18:31:20.043458 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 43184) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:31:20.050552 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-e45d773e-9503-4c88-8a23-e10f8d174b70 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-870166026-router', 'tenant_id': '0bc1eb2c7d374bba8f2892065ecabe00', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61'}}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:31:20.092237 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-e45d773e-9503-4c88-8a23-e10f8d174b70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-571768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11104'] for router, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:20.093302 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-e45d773e-9503-4c88-8a23-e10f8d174b70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-571675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-930014', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-632314', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11129'] for router, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:20.182437 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7696fda6-1d93-432e-9019-a64949eb00e4 None None] Network a07a7efb-fbbd-4029-ae94-a21a9cc093fe requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:31:20.201393 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-e45d773e-9503-4c88-8a23-e10f8d174b70 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:20.204506 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-941c209d-0084-4457-ad77-3debd7fb1cfe req-563986af-d3ab-453a-9d10-0d310c8b1fba service neutron] 10.222.0.18 "GET /v2.0/networks/ad9e84b1-ffc4-4f99-b7e3-cbec2406a6c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2151701 Jul 14 18:31:20.346525 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-0be4e4ac-9ebd-4e0e-8402-850fb3586c76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:20.409829 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 43192) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:31:20.438789 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-941c209d-0084-4457-ad77-3debd7fb1cfe req-60d73325-086d-4141-84a6-02af7cf13502 service neutron] 10.222.0.18 "GET /v2.0/networks/ad9e84b1-ffc4-4f99-b7e3-cbec2406a6c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2256727 Jul 14 18:31:20.611208 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388c9848-a038-46bf-a1dd-823fcb176060 req-277b8c52-0f34-422d-91d2-de829adda0b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:31:20.613011 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-388c9848-a038-46bf-a1dd-823fcb176060 req-277b8c52-0f34-422d-91d2-de829adda0b3 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f5cbbe40183748efae634918ccc0f4b5&device_id=2eaad43e-3f6b-4451-b40e-a34e647e008a HTTP/1.1" status: 200 len: 1095 time: 0.1014047 Jul 14 18:31:20.702214 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-c404ee86-522e-4109-8d32-2d79aa943605 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-203685474-network', 'tenant_id': 'b42b8927ef8d413ea3681e5f11e6bc61'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:31:20.745992 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c404ee86-522e-4109-8d32-2d79aa943605 admin admin] Made reservation on behalf of b42b8927ef8d413ea3681e5f11e6bc61 for: {'network': 1} {{(pid=93915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:31:20.749299 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-c404ee86-522e-4109-8d32-2d79aa943605 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for network, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:20.763931 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-c404ee86-522e-4109-8d32-2d79aa943605 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:20.798661 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device 32d16ffa-b3ff-4829-a03d-54023eb47d94 details requested by agent hyperv_n-h1-800634-3 with host n-h1-800634-3 {{(pid=93917) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 18:31:20.803696 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388c9848-a038-46bf-a1dd-823fcb176060 req-e713c44a-993f-4ea9-8838-964ad61dd406 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:31:20.805427 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-388c9848-a038-46bf-a1dd-823fcb176060 req-e713c44a-993f-4ea9-8838-964ad61dd406 service neutron] 10.222.0.18 "GET /v2.0/networks?id=ad9e84b1-ffc4-4f99-b7e3-cbec2406a6c8 HTTP/1.1" status: 200 len: 916 time: 0.1866775 Jul 14 18:31:20.864778 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-388c9848-a038-46bf-a1dd-823fcb176060 req-072ce031-bc59-4f3e-b494-67fb7db28875 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=386ebf05-1536-4dcb-a586-ad08f3af8f4a HTTP/1.1" status: 200 len: 217 time: 0.0485268 Jul 14 18:31:20.957239 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388c9848-a038-46bf-a1dd-823fcb176060 req-fd4822c2-ca11-4534-a220-2977d5f5441f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:31:20.959046 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-388c9848-a038-46bf-a1dd-823fcb176060 req-fd4822c2-ca11-4534-a220-2977d5f5441f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=200f429a-b543-41d8-bd69-5fd511645440 HTTP/1.1" status: 200 len: 855 time: 0.0861654 Jul 14 18:31:21.026654 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a2f34b5d-b06e-43e4-ae92-ad53cca19e5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:21.039438 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-c404ee86-522e-4109-8d32-2d79aa943605 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:21.039623 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-e45d773e-9503-4c88-8a23-e10f8d174b70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-929996', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-571750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11395'] for router, precommit_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:21.051691 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-c404ee86-522e-4109-8d32-2d79aa943605 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:21.079573 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c404ee86-522e-4109-8d32-2d79aa943605 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 91} {{(pid=93915) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 18:31:21.104332 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port 32d16ffa-b3ff-4829-a03d-54023eb47d94, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=32d16ffa-b3ff-4829-a03d-54023eb47d94,segment=NetworkSegment(19f00279-ca9c-462b-94d7-9624328caaf9),segment_id=19f00279-ca9c-462b-94d7-9624328caaf9)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:31:21.104726 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-c404ee86-522e-4109-8d32-2d79aa943605 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:21.105294 n-d-800634-3 neutron-server[93915]: INFO neutron.db.segments_db [None req-c404ee86-522e-4109-8d32-2d79aa943605 admin admin] Added segment 59ec8ce5-7b0e-4147-9aff-0079f6261139 of type vlan for network 3027b8cc-b688-44c3-b2bb-d03887fb46b4 Jul 14 18:31:21.134184 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Returning: {'device': '32d16ffa-b3ff-4829-a03d-54023eb47d94', 'network_id': 'ad9e84b1-ffc4-4f99-b7e3-cbec2406a6c8', 'port_id': '32d16ffa-b3ff-4829-a03d-54023eb47d94', 'mac_address': 'fa:16:3e:b9:77:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '200f429a-b543-41d8-bd69-5fd511645440', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93917) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 18:31:21.189570 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388c9848-a038-46bf-a1dd-823fcb176060 req-988ab1bb-710a-4e88-9641-489cb1834e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:31:21.191473 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-388c9848-a038-46bf-a1dd-823fcb176060 req-988ab1bb-710a-4e88-9641-489cb1834e98 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ad9e84b1-ffc4-4f99-b7e3-cbec2406a6c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2248824 Jul 14 18:31:21.212752 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:21.230394 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32d16ffa-b3ff-4829-a03d-54023eb47d94 {{(pid=93917) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 18:31:21.255434 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port 32d16ffa-b3ff-4829-a03d-54023eb47d94, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=32d16ffa-b3ff-4829-a03d-54023eb47d94,segment=NetworkSegment(19f00279-ca9c-462b-94d7-9624328caaf9),segment_id=19f00279-ca9c-462b-94d7-9624328caaf9)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:31:21.262973 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:21.321597 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a2f34b5d-b06e-43e4-ae92-ad53cca19e5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:21.328842 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a2f34b5d-b06e-43e4-ae92-ad53cca19e5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:21.341340 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Pushing event updated for resources: {'Port': ['ID=32d16ffa-b3ff-4829-a03d-54023eb47d94,revision_number=4']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:31:21.351747 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:31:21.352446 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:31:21.352446 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:31:21.352752 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:31:21.353343 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:31:21.353475 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:31:21.353719 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:31:21.354031 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:31:21.354346 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:31:21.362559 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:31:21.364315 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:31:21.365119 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:31:21.365358 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-c404ee86-522e-4109-8d32-2d79aa943605 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728202197517'] for network, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:21.391768 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-a2f34b5d-b06e-43e4-ae92-ad53cca19e5e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=058669f14bc84a0e8fffb7c6368d2a68&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4129796 Jul 14 18:31:21.396091 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 43220) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:31:21.400133 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Device 9f5ee53e-226f-4c49-900b-17e2d4636d1f details requested by agent hyperv_n-h2-800634-3 with host n-h2-800634-3 {{(pid=93917) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 18:31:21.419318 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f34b5d-b06e-43e4-ae92-ad53cca19e5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=574b7e44-a3c8-4ce2-a15f-32f4e32dcf24,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:31:21.460883 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c404ee86-522e-4109-8d32-2d79aa943605 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55afdc4e-3cfe-44ed-b273-2eb9fe1e39b2,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:31:21.479528 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] get_ports_and_sgs() called for port_ids ['32d16ffa-b3ff-4829-a03d-54023eb47d94'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 18:31:21.542807 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-bd12795c-2487-4106-bb35-510102e3b7e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:21.547924 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-388c9848-a038-46bf-a1dd-823fcb176060 req-87511933-2f1b-4b41-948e-40100be8ae6a service neutron] 10.222.0.18 "GET /v2.0/networks/ad9e84b1-ffc4-4f99-b7e3-cbec2406a6c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3225503 Jul 14 18:31:21.598154 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-e45d773e-9503-4c88-8a23-e10f8d174b70 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:21.621274 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-c404ee86-522e-4109-8d32-2d79aa943605 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727'] for network, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:21.622346 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c404ee86-522e-4109-8d32-2d79aa943605 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:31:21.622931 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-c404ee86-522e-4109-8d32-2d79aa943605 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598705'] for network, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:21.632091 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-e45d773e-9503-4c88-8a23-e10f8d174b70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:21.644353 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-c404ee86-522e-4109-8d32-2d79aa943605 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 900 time: 1.2329421 Jul 14 18:31:21.656882 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-bd12795c-2487-4106-bb35-510102e3b7e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:21.657906 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db2b51d-5838-4116-9588-a50a25239a78 req-8c81dcf2-b20a-465f-8a12-d23c1a99634d tempest-ListServerFiltersTestJSON-1866458082 tempest-ListServerFiltersTestJSON-1866458082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:31:21.659768 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-8db2b51d-5838-4116-9588-a50a25239a78 req-8c81dcf2-b20a-465f-8a12-d23c1a99634d tempest-ListServerFiltersTestJSON-1866458082 tempest-ListServerFiltersTestJSON-1866458082-project] 10.222.0.16 "GET /v2.0/ports?device_id=2eaad43e-3f6b-4451-b40e-a34e647e008a HTTP/1.1" status: 200 len: 944 time: 0.3967075 Jul 14 18:31:21.672520 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 43226) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:31:21.690385 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-50010cf9-b63d-4d77-ab5d-3f233f074286 admin admin] Request body: {'subnet': {'network_id': '3027b8cc-b688-44c3-b2bb-d03887fb46b4', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-203685474-subnet', 'tenant_id': 'b42b8927ef8d413ea3681e5f11e6bc61', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:31:21.790540 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c404ee86-522e-4109-8d32-2d79aa943605 admin admin] Pushing event updated for resources: {'Network': ['ID=3027b8cc-b688-44c3-b2bb-d03887fb46b4,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:31:21.822533 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Network 3027b8cc-b688-44c3-b2bb-d03887fb46b4 details requested by agent ovs-agent-n-d-800634-3 with host n-d-800634-3 {{(pid=93917) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 18:31:21.831035 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-8db2b51d-5838-4116-9588-a50a25239a78 req-ae148c3d-3513-425f-ae59-6e8cca807730 tempest-ListServerFiltersTestJSON-1866458082 tempest-ListServerFiltersTestJSON-1866458082-project] 10.222.0.16 "GET /v2.0/security-groups?id=cc0cb72e-0ac6-4b37-b329-257cd4e8c60f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077685 Jul 14 18:31:21.846082 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-388c9848-a038-46bf-a1dd-823fcb176060 req-557ea4f2-3e3b-4152-b3e3-302e27dfba4f service neutron] 10.222.0.18 "GET /v2.0/networks/ad9e84b1-ffc4-4f99-b7e3-cbec2406a6c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2826276 Jul 14 18:31:21.918886 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50010cf9-b63d-4d77-ab5d-3f233f074286 admin admin] Made reservation on behalf of b42b8927ef8d413ea3681e5f11e6bc61 for: {'subnet': 1} {{(pid=93916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:31:21.923521 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-50010cf9-b63d-4d77-ab5d-3f233f074286 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26033189'] for subnet, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:22.025848 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] For port 9f5ee53e-226f-4c49-900b-17e2d4636d1f, host n-h2-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=9f5ee53e-226f-4c49-900b-17e2d4636d1f,segment=NetworkSegment(19f00279-ca9c-462b-94d7-9624328caaf9),segment_id=19f00279-ca9c-462b-94d7-9624328caaf9)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:31:22.045984 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-bd12795c-2487-4106-bb35-510102e3b7e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:22.048828 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-bd12795c-2487-4106-bb35-510102e3b7e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:22.053571 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-bd12795c-2487-4106-bb35-510102e3b7e3 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/574b7e44-a3c8-4ce2-a15f-32f4e32dcf24 HTTP/1.1" status: 204 len: 168 time: 0.6541226 Jul 14 18:31:22.061849 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.db_base_plugin_common [None req-e45d773e-9503-4c88-8a23-e10f8d174b70 admin admin] Allocated IP 172.25.1.177 (9200a437-e1de-4520-88f6-e68386523e61/5f47f848-4532-407a-a0e2-5690ade15fd0/ee5c2710-1941-40cd-9015-01d8c502b69d) {{(pid=93916) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:31:22.089310 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd12795c-2487-4106-bb35-510102e3b7e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=574b7e44-a3c8-4ce2-a15f-32f4e32dcf24,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:31:22.160008 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Returning: {'device': '9f5ee53e-226f-4c49-900b-17e2d4636d1f', 'network_id': 'ad9e84b1-ffc4-4f99-b7e3-cbec2406a6c8', 'port_id': '9f5ee53e-226f-4c49-900b-17e2d4636d1f', 'mac_address': 'fa:16:3e:81:e3:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '200f429a-b543-41d8-bd69-5fd511645440', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93917) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 18:31:22.343226 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-e45d773e-9503-4c88-8a23-e10f8d174b70 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:22.360646 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-50010cf9-b63d-4d77-ab5d-3f233f074286 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2684753', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26033175'] for subnet, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:22.363675 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:22.383757 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f5ee53e-226f-4c49-900b-17e2d4636d1f {{(pid=93917) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 18:31:22.414504 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] For port 9f5ee53e-226f-4c49-900b-17e2d4636d1f, host n-h2-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=9f5ee53e-226f-4c49-900b-17e2d4636d1f,segment=NetworkSegment(19f00279-ca9c-462b-94d7-9624328caaf9),segment_id=19f00279-ca9c-462b-94d7-9624328caaf9)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:31:22.431260 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:22.485307 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50010cf9-b63d-4d77-ab5d-3f233f074286 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e39776a5-0c4c-4e2c-abcf-e8667374bae7,revision_number=0']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:31:22.513815 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-e45d773e-9503-4c88-8a23-e10f8d174b70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:22.530748 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50010cf9-b63d-4d77-ab5d-3f233f074286 admin admin] Checking segment: {'id': '59ec8ce5-7b0e-4147-9aff-0079f6261139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '3027b8cc-b688-44c3-b2bb-d03887fb46b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93916) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:31:22.530748 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50010cf9-b63d-4d77-ab5d-3f233f074286 admin admin] Network hostable DHCP agents. Network: 3027b8cc-b688-44c3-b2bb-d03887fb46b4, hostable agents: ['028393c3-0576-4ebd-bca1-8ea8a148e1a2'], hosted agents: [] {{(pid=93916) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 18:31:22.564744 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e45d773e-9503-4c88-8a23-e10f8d174b70 admin admin] Network 9200a437-e1de-4520-88f6-e68386523e61 is already hosted by enough agents. {{(pid=93916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:31:22.570261 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [None req-e45d773e-9503-4c88-8a23-e10f8d174b70 admin admin] Resources bound (agent type, host, resource id): {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:31:22.583502 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e45d773e-9503-4c88-8a23-e10f8d174b70 admin admin] Received port after_create {{(pid=93916) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:31:22.594307 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Pushing event updated for resources: {'Port': ['ID=9f5ee53e-226f-4c49-900b-17e2d4636d1f,revision_number=4']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:31:22.684016 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] get_ports_and_sgs() called for port_ids ['9f5ee53e-226f-4c49-900b-17e2d4636d1f'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 18:31:22.690836 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50010cf9-b63d-4d77-ab5d-3f233f074286 admin admin] Network 3027b8cc-b688-44c3-b2bb-d03887fb46b4 is scheduled to be hosted by DHCP agent 028393c3-0576-4ebd-bca1-8ea8a148e1a2 with binding_index 1 {{(pid=93916) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 18:31:22.724762 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45d773e-9503-4c88-8a23-e10f8d174b70 admin admin] Pushing event updated for resources: {'Port': ['ID=ee5c2710-1941-40cd-9015-01d8c502b69d,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:31:22.780698 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [None req-50010cf9-b63d-4d77-ab5d-3f233f074286 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-3, 3027b8cc-b688-44c3-b2bb-d03887fb46b4) {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:31:22.797544 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50010cf9-b63d-4d77-ab5d-3f233f074286 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:31:22.798170 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-50010cf9-b63d-4d77-ab5d-3f233f074286 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598705'] for subnet, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:22.808599 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5827f71-ba5f-434b-838a-9fad502f5cf1 None None] Network 3027b8cc-b688-44c3-b2bb-d03887fb46b4 requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:31:22.826998 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 43246) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:31:22.845598 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-66f4beab-9f9a-46ab-87f7-cd4ac2c9c30b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:22.859082 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-50010cf9-b63d-4d77-ab5d-3f233f074286 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 1.1850009 Jul 14 18:31:22.861741 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 43248) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:31:22.875671 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-ec49cf93-1b36-4f59-87e4-a7ad5d5f6987 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-203685474-router', 'tenant_id': 'b42b8927ef8d413ea3681e5f11e6bc61', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61'}}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:31:22.930866 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-70c90ab1-f7a3-48b4-97e3-0b48040f0449 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:23.060637 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5130b070-0752-4047-9bd4-598de961a636 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9222b97e-5d1c-54f8-ba97-82f172498e76-3027b8cc-b688-44c3-b2bb-d03887fb46b4', 'network_id': '3027b8cc-b688-44c3-b2bb-d03887fb46b4', 'tenant_id': 'b42b8927ef8d413ea3681e5f11e6bc61', 'fixed_ips': [{'subnet_id': 'e39776a5-0c4c-4e2c-abcf-e8667374bae7'}]}} from n-d-800634-3. {{(pid=93917) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 18:31:23.061704 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-5130b070-0752-4047-9bd4-598de961a636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:23.153557 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d3109c-9887-496c-9185-23766e52cd19 req-1ad0b2f9-3059-4b17-af81-d201a6023b99 tempest-ListServerFiltersTestJSON-1866458082 tempest-ListServerFiltersTestJSON-1866458082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:31:23.155159 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-88d3109c-9887-496c-9185-23766e52cd19 req-1ad0b2f9-3059-4b17-af81-d201a6023b99 tempest-ListServerFiltersTestJSON-1866458082 tempest-ListServerFiltersTestJSON-1866458082-project] 10.222.0.16 "GET /v2.0/ports?device_id=2eaad43e-3f6b-4451-b40e-a34e647e008a HTTP/1.1" status: 200 len: 944 time: 0.0848045 Jul 14 18:31:23.271071 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-66f4beab-9f9a-46ab-87f7-cd4ac2c9c30b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:23.272355 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-88d3109c-9887-496c-9185-23766e52cd19 req-ded01480-1876-4441-a098-be5397e4d002 tempest-ListServerFiltersTestJSON-1866458082 tempest-ListServerFiltersTestJSON-1866458082-project] 10.222.0.16 "GET /v2.0/security-groups?id=cc0cb72e-0ac6-4b37-b329-257cd4e8c60f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023817 Jul 14 18:31:23.274947 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:23.308865 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-66f4beab-9f9a-46ab-87f7-cd4ac2c9c30b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:23.327025 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-ec49cf93-1b36-4f59-87e4-a7ad5d5f6987 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-571768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11104'] for router, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:23.328087 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-ec49cf93-1b36-4f59-87e4-a7ad5d5f6987 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-571675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-930014', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-632314', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11129'] for router, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:23.357952 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-66f4beab-9f9a-46ab-87f7-cd4ac2c9c30b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b426138d875e4528885d7917f1773ec7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5282273 Jul 14 18:31:23.367524 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 43264) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:31:23.387642 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.db_base_plugin_common [None req-5130b070-0752-4047-9bd4-598de961a636 None None] Allocated IP 172.20.0.2 (3027b8cc-b688-44c3-b2bb-d03887fb46b4/e39776a5-0c4c-4e2c-abcf-e8667374bae7/d393658a-fd68-474c-9edb-258df98f14ac) {{(pid=93917) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:31:23.422501 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f4beab-9f9a-46ab-87f7-cd4ac2c9c30b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca6ee479-2a15-4fad-8faf-b84b133e8402,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:31:23.431860 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-e45d773e-9503-4c88-8a23-e10f8d174b70 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:23.463620 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-ec49cf93-1b36-4f59-87e4-a7ad5d5f6987 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:23.609497 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-5130b070-0752-4047-9bd4-598de961a636 None None] Notify callbacks [] for port, precommit_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:23.622171 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-5130b070-0752-4047-9bd4-598de961a636 None None] Transition to ACTIVE for port object d393658a-fd68-474c-9edb-258df98f14ac will not be triggered until provisioned by entity L2. {{(pid=93917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:31:23.635592 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-ec49cf93-1b36-4f59-87e4-a7ad5d5f6987 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-929996', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-571750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11395'] for router, precommit_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:23.639484 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-5130b070-0752-4047-9bd4-598de961a636 None None] Transition to ACTIVE for port object d393658a-fd68-474c-9edb-258df98f14ac will not be triggered until provisioned by entity DHCP. {{(pid=93917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:31:23.640893 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-bead3a7b-95cb-402d-8fe2-ef315d534373 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:23.646147 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-5130b070-0752-4047-9bd4-598de961a636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804'] for port, after_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:23.687987 n-d-800634-3 neutron-server[93917]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5130b070-0752-4047-9bd4-598de961a636 None None] Network 3027b8cc-b688-44c3-b2bb-d03887fb46b4 is already hosted by enough agents. {{(pid=93917) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:31:23.690972 n-d-800634-3 neutron-server[93917]: DEBUG neutron.scheduler.base_scheduler [None req-5130b070-0752-4047-9bd4-598de961a636 None None] Resources bound (agent type, host, resource id): {{(pid=93917) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:31:23.693820 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5130b070-0752-4047-9bd4-598de961a636 None None] Received port after_create {{(pid=93917) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:31:23.705063 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-bead3a7b-95cb-402d-8fe2-ef315d534373 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:23.729604 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5130b070-0752-4047-9bd4-598de961a636 None None] Pushing event updated for resources: {'Port': ['ID=d393658a-fd68-474c-9edb-258df98f14ac,revision_number=1']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:31:23.752595 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-e45d773e-9503-4c88-8a23-e10f8d174b70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-571759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-930033'] for router, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:23.794518 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-5130b070-0752-4047-9bd4-598de961a636 None None] Attempting to bind port d393658a-fd68-474c-9edb-258df98f14ac on host n-d-800634-3 for vnic_type normal with profile {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:31:23.795014 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-5130b070-0752-4047-9bd4-598de961a636 None None] Attempting to bind port d393658a-fd68-474c-9edb-258df98f14ac by drivers openvswitch,hyperv on host n-d-800634-3 at level 0 using segments [{'id': '59ec8ce5-7b0e-4147-9aff-0079f6261139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '3027b8cc-b688-44c3-b2bb-d03887fb46b4'}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:31:23.795527 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5130b070-0752-4047-9bd4-598de961a636 None None] Attempting to bind port d393658a-fd68-474c-9edb-258df98f14ac on network 3027b8cc-b688-44c3-b2bb-d03887fb46b4 {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:31:23.801772 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5130b070-0752-4047-9bd4-598de961a636 None None] Checking agent: {'id': '01c19e91-a945-4e3c-94a6-c211e17c923e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 8, 23), 'started_at': datetime.datetime(2021, 7, 14, 18, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 18, 31, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 18:31:23.802339 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5130b070-0752-4047-9bd4-598de961a636 None None] Checking segment: {'id': '59ec8ce5-7b0e-4147-9aff-0079f6261139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '3027b8cc-b688-44c3-b2bb-d03887fb46b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93917) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:31:23.802846 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-5130b070-0752-4047-9bd4-598de961a636 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:23.803547 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5130b070-0752-4047-9bd4-598de961a636 None None] Bound using segment: {'id': '59ec8ce5-7b0e-4147-9aff-0079f6261139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '3027b8cc-b688-44c3-b2bb-d03887fb46b4'} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 18:31:23.804133 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-5130b070-0752-4047-9bd4-598de961a636 None None] Bound port: d393658a-fd68-474c-9edb-258df98f14ac, host: n-d-800634-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59ec8ce5-7b0e-4147-9aff-0079f6261139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '3027b8cc-b688-44c3-b2bb-d03887fb46b4'}}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 18:31:23.804595 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-5130b070-0752-4047-9bd4-598de961a636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:23.853796 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-bead3a7b-95cb-402d-8fe2-ef315d534373 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:23.861081 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-bead3a7b-95cb-402d-8fe2-ef315d534373 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:23.863081 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-bead3a7b-95cb-402d-8fe2-ef315d534373 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ca6ee479-2a15-4fad-8faf-b84b133e8402 HTTP/1.1" status: 204 len: 168 time: 0.4939377 Jul 14 18:31:23.885584 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bead3a7b-95cb-402d-8fe2-ef315d534373 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca6ee479-2a15-4fad-8faf-b84b133e8402,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:31:23.893697 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-ec49cf93-1b36-4f59-87e4-a7ad5d5f6987 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:23.912392 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-5130b070-0752-4047-9bd4-598de961a636 None None] For port d393658a-fd68-474c-9edb-258df98f14ac, host n-d-800634-3, cleared binding levels {{(pid=93917) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:31:23.928454 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-ec49cf93-1b36-4f59-87e4-a7ad5d5f6987 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:23.955252 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-5130b070-0752-4047-9bd4-598de961a636 None None] For port d393658a-fd68-474c-9edb-258df98f14ac, host n-d-800634-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=d393658a-fd68-474c-9edb-258df98f14ac,segment=NetworkSegment(59ec8ce5-7b0e-4147-9aff-0079f6261139),segment_id=59ec8ce5-7b0e-4147-9aff-0079f6261139)] {{(pid=93917) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 18:31:23.955252 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-5130b070-0752-4047-9bd4-598de961a636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:24.059430 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5130b070-0752-4047-9bd4-598de961a636 None None] Pushing event updated for resources: {'Port': ['ID=d393658a-fd68-474c-9edb-258df98f14ac,revision_number=2']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:31:24.064917 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-574aeb93-9938-449c-8e6c-cb22c9b52cc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:24.070604 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e45d773e-9503-4c88-8a23-e10f8d174b70 admin admin] Router f4250f99-bf33-4b82-9720-0635ccd1c0e5 is scheduled to L3 agent 2c6eb27e-defb-4cca-9a24-381c7415e359 with binding_index 1 {{(pid=93916) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 18:31:24.125784 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.db_base_plugin_common [None req-ec49cf93-1b36-4f59-87e4-a7ad5d5f6987 admin admin] Allocated IP 172.25.1.214 (9200a437-e1de-4520-88f6-e68386523e61/5f47f848-4532-407a-a0e2-5690ade15fd0/3f0fd507-aa34-4600-aa9d-654040160966) {{(pid=93915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:31:24.321466 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e45d773e-9503-4c88-8a23-e10f8d174b70 admin admin] Notify agent at l3_agent.n-d-800634-3 the message routers_updated {{(pid=93916) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 18:31:24.359355 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26781803-c803-4954-a875-c659aacc71c6 None None] Sync routers for ids ['f4250f99-bf33-4b82-9720-0635ccd1c0e5'] in n-d-800634-3 {{(pid=93918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 18:31:24.372735 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-e45d773e-9503-4c88-8a23-e10f8d174b70 admin admin] Notify callbacks [] for router, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:24.379658 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-e45d773e-9503-4c88-8a23-e10f8d174b70 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.3350914 Jul 14 18:31:24.383094 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 43294) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:31:24.403425 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26781803-c803-4954-a875-c659aacc71c6 None None] Routers {'f4250f99-bf33-4b82-9720-0635ccd1c0e5'} bound to L3 agent in host n-d-800634-3 {{(pid=93918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:31:24.404073 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-26781803-c803-4954-a875-c659aacc71c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:31:23Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['f4250f99-bf33-4b82-9720-0635ccd1c0e5'], 'active': True} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:31:24.422484 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-ec49cf93-1b36-4f59-87e4-a7ad5d5f6987 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:24.617504 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-ec49cf93-1b36-4f59-87e4-a7ad5d5f6987 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:24.703508 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvr_db [None req-26781803-c803-4954-a875-c659aacc71c6 None None] Set router f4250f99-bf33-4b82-9720-0635ccd1c0e5 gateway port host: n-d-800634-3 {{(pid=93918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 18:31:24.753899 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec49cf93-1b36-4f59-87e4-a7ad5d5f6987 admin admin] Network 9200a437-e1de-4520-88f6-e68386523e61 is already hosted by enough agents. {{(pid=93915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:31:24.782479 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [None req-ec49cf93-1b36-4f59-87e4-a7ad5d5f6987 admin admin] Resources bound (agent type, host, resource id): {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:31:24.792145 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec49cf93-1b36-4f59-87e4-a7ad5d5f6987 admin admin] Received port after_create {{(pid=93915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:31:24.832270 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device 32d16ffa-b3ff-4829-a03d-54023eb47d94 up at agent hyperv_n-h1-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:31:24.835551 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device 386ebf05-1536-4dcb-a586-ad08f3af8f4a details requested by agent hyperv_n-h1-800634-3 with host n-h1-800634-3 {{(pid=93917) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 18:31:25.026940 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec49cf93-1b36-4f59-87e4-a7ad5d5f6987 admin admin] Pushing event updated for resources: {'Port': ['ID=3f0fd507-aa34-4600-aa9d-654040160966,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:31:25.198474 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Provisioning for port 32d16ffa-b3ff-4829-a03d-54023eb47d94 completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:31:25.217647 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Provisioning complete for port 32d16ffa-b3ff-4829-a03d-54023eb47d94 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:31:25.218020 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:25.243047 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6d7614-14b0-4459-8d07-6d66a3cbc536 req-e1cb0484-0a3e-403f-95d9-97cd8fd60a85 tempest-ListServerFiltersTestJSON-1866458082 tempest-ListServerFiltersTestJSON-1866458082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:31:25.243272 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-26781803-c803-4954-a875-c659aacc71c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4250f99-bf33-4b82-9720-0635ccd1c0e5', 'name': 'tempest-ServerRescueTestJSON-870166026-router', 'tenant_id': '0bc1eb2c7d374bba8f2892065ecabe00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.177'}], 'enable_snat': True}, 'gw_port_id': 'ee5c2710-1941-40cd-9015-01d8c502b69d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:31:20Z', 'updated_at': '2021-07-14T18:31:22Z', 'revision_number': 3, 'project_id': '0bc1eb2c7d374bba8f2892065ecabe00', 'gw_port': {'id': 'ee5c2710-1941-40cd-9015-01d8c502b69d', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:06:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4250f99-bf33-4b82-9720-0635ccd1c0e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1332, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:31:21Z', 'updated_at': '2021-07-14T18:31:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3'}], 'n-d-800634-3', False) {} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:31:25.256079 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-9a6d7614-14b0-4459-8d07-6d66a3cbc536 req-e1cb0484-0a3e-403f-95d9-97cd8fd60a85 tempest-ListServerFiltersTestJSON-1866458082 tempest-ListServerFiltersTestJSON-1866458082-project] 10.222.0.16 "GET /v2.0/ports?device_id=2eaad43e-3f6b-4451-b40e-a34e647e008a HTTP/1.1" status: 200 len: 944 time: 0.6686146 Jul 14 18:31:25.282983 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26781803-c803-4954-a875-c659aacc71c6 None None] Checking router: f4250f99-bf33-4b82-9720-0635ccd1c0e5 for host: n-d-800634-3 {{(pid=93918) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 18:31:25.286333 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26781803-c803-4954-a875-c659aacc71c6 None None] Updating router f4250f99-bf33-4b82-9720-0635ccd1c0e5 port ee5c2710-1941-40cd-9015-01d8c502b69d binding host n-d-800634-3 {{(pid=93918) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 18:31:25.331693 n-d-800634-3 neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-26781803-c803-4954-a875-c659aacc71c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:25.342698 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-9a6d7614-14b0-4459-8d07-6d66a3cbc536 req-16206137-58b9-4166-8224-60a44e080809 tempest-ListServerFiltersTestJSON-1866458082 tempest-ListServerFiltersTestJSON-1866458082-project] 10.222.0.16 "GET /v2.0/security-groups?id=cc0cb72e-0ac6-4b37-b329-257cd4e8c60f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852733 Jul 14 18:31:25.344556 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device d393658a-fd68-474c-9edb-258df98f14ac up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:31:25.369898 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-ec49cf93-1b36-4f59-87e4-a7ad5d5f6987 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:25.456305 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-945e8e8c-dda1-46d7-af98-4be5d8146051 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:25.496172 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port 386ebf05-1536-4dcb-a586-ad08f3af8f4a, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=386ebf05-1536-4dcb-a586-ad08f3af8f4a,segment=NetworkSegment(19f00279-ca9c-462b-94d7-9624328caaf9),segment_id=19f00279-ca9c-462b-94d7-9624328caaf9)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:31:25.562370 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Returning: {'device': '386ebf05-1536-4dcb-a586-ad08f3af8f4a', 'network_id': 'ad9e84b1-ffc4-4f99-b7e3-cbec2406a6c8', 'port_id': '386ebf05-1536-4dcb-a586-ad08f3af8f4a', 'mac_address': 'fa:16:3e:a2:eb:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '200f429a-b543-41d8-bd69-5fd511645440', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93917) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 18:31:25.570732 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Device 9f5ee53e-226f-4c49-900b-17e2d4636d1f up at agent hyperv_n-h2-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:31:25.744347 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63448284-f3f4-4913-946c-3cd9111158cb None None] Network 3027b8cc-b688-44c3-b2bb-d03887fb46b4 requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:31:25.810353 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-ec49cf93-1b36-4f59-87e4-a7ad5d5f6987 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-571759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-930033'] for router, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:25.876470 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.db_base_plugin_common [None req-945e8e8c-dda1-46d7-af98-4be5d8146051 admin admin] Allocated IP 172.20.0.1 (a07a7efb-fbbd-4029-ae94-a21a9cc093fe/14eba25d-eba8-416a-ad8f-196fda095a19/fbc8c784-88aa-4e77-82d3-1edb649a2460) {{(pid=93916) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:31:26.021970 n-d-800634-3 neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-26781803-c803-4954-a875-c659aacc71c6 None None] Notify callbacks [] for port, precommit_update {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:26.030339 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-945e8e8c-dda1-46d7-af98-4be5d8146051 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:26.055987 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.provisioning_blocks [None req-26781803-c803-4954-a875-c659aacc71c6 None None] Transition to ACTIVE for port object ee5c2710-1941-40cd-9015-01d8c502b69d will not be triggered until provisioned by entity L2. {{(pid=93918) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:31:26.074304 n-d-800634-3 neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-26781803-c803-4954-a875-c659aacc71c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:26.194497 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9cfcac-1e84-4946-949e-c092d6efb903 None None] Pushing event updated for resources: {'Port': ['ID=ee5c2710-1941-40cd-9015-01d8c502b69d,revision_number=2']} {{(pid=93918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:31:26.231916 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.managers [None req-26781803-c803-4954-a875-c659aacc71c6 None None] Attempting to bind port ee5c2710-1941-40cd-9015-01d8c502b69d on host n-d-800634-3 for vnic_type normal with profile {{(pid=93918) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:31:26.233078 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.managers [None req-26781803-c803-4954-a875-c659aacc71c6 None None] Attempting to bind port ee5c2710-1941-40cd-9015-01d8c502b69d by drivers openvswitch,hyperv on host n-d-800634-3 at level 0 using segments [{'id': '5afb940b-bbdf-4727-be00-5d46367c38a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9200a437-e1de-4520-88f6-e68386523e61'}] {{(pid=93918) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:31:26.233981 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26781803-c803-4954-a875-c659aacc71c6 None None] Attempting to bind port ee5c2710-1941-40cd-9015-01d8c502b69d on network 9200a437-e1de-4520-88f6-e68386523e61 {{(pid=93918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:31:26.249854 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26781803-c803-4954-a875-c659aacc71c6 None None] Checking agent: {'id': '01c19e91-a945-4e3c-94a6-c211e17c923e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 8, 23), 'started_at': datetime.datetime(2021, 7, 14, 18, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 18, 31, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 18:31:26.250606 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26781803-c803-4954-a875-c659aacc71c6 None None] Checking segment: {'id': '5afb940b-bbdf-4727-be00-5d46367c38a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9200a437-e1de-4520-88f6-e68386523e61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93918) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:31:26.257192 n-d-800634-3 neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-26781803-c803-4954-a875-c659aacc71c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:26.258389 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26781803-c803-4954-a875-c659aacc71c6 None None] Bound using segment: {'id': '5afb940b-bbdf-4727-be00-5d46367c38a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9200a437-e1de-4520-88f6-e68386523e61'} {{(pid=93918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 18:31:26.259051 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.managers [None req-26781803-c803-4954-a875-c659aacc71c6 None None] Bound port: ee5c2710-1941-40cd-9015-01d8c502b69d, host: n-d-800634-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5afb940b-bbdf-4727-be00-5d46367c38a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9200a437-e1de-4520-88f6-e68386523e61'}}] {{(pid=93918) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 18:31:26.259646 n-d-800634-3 neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-26781803-c803-4954-a875-c659aacc71c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:26.367172 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.db [None req-26781803-c803-4954-a875-c659aacc71c6 None None] For port ee5c2710-1941-40cd-9015-01d8c502b69d, host n-d-800634-3, cleared binding levels {{(pid=93918) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:31:26.370855 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.db [None req-26781803-c803-4954-a875-c659aacc71c6 None None] For port ee5c2710-1941-40cd-9015-01d8c502b69d, host n-d-800634-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=ee5c2710-1941-40cd-9015-01d8c502b69d,segment=NetworkSegment(5afb940b-bbdf-4727-be00-5d46367c38a1),segment_id=5afb940b-bbdf-4727-be00-5d46367c38a1)] {{(pid=93918) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 18:31:26.377483 n-d-800634-3 neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-26781803-c803-4954-a875-c659aacc71c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:26.476657 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-945e8e8c-dda1-46d7-af98-4be5d8146051 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:26.505777 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9cfcac-1e84-4946-949e-c092d6efb903 None None] Pushing event updated for resources: {'Port': ['ID=ee5c2710-1941-40cd-9015-01d8c502b69d,revision_number=3']} {{(pid=93918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:31:26.532928 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945e8e8c-dda1-46d7-af98-4be5d8146051 admin admin] Pushing event updated for resources: {'Port': ['ID=fbc8c784-88aa-4e77-82d3-1edb649a2460,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:31:26.544318 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26781803-c803-4954-a875-c659aacc71c6 None None] Routers {'f4250f99-bf33-4b82-9720-0635ccd1c0e5'} bound to L3 agent in host n-d-800634-3 {{(pid=93918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:31:26.544966 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-26781803-c803-4954-a875-c659aacc71c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:31:23Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['f4250f99-bf33-4b82-9720-0635ccd1c0e5'], 'active': True} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:31:26.546580 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-945e8e8c-dda1-46d7-af98-4be5d8146051 admin admin] Network a07a7efb-fbbd-4029-ae94-a21a9cc093fe is already hosted by enough agents. {{(pid=93916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:31:26.548041 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [None req-945e8e8c-dda1-46d7-af98-4be5d8146051 admin admin] Resources bound (agent type, host, resource id): {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:31:26.553017 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:26.555526 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-945e8e8c-dda1-46d7-af98-4be5d8146051 admin admin] Received port after_create {{(pid=93916) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:31:26.609200 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-945e8e8c-dda1-46d7-af98-4be5d8146051 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-930452'] for router_interface, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:26.667642 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port 32d16ffa-b3ff-4829-a03d-54023eb47d94, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=32d16ffa-b3ff-4829-a03d-54023eb47d94,segment=NetworkSegment(19f00279-ca9c-462b-94d7-9624328caaf9),segment_id=19f00279-ca9c-462b-94d7-9624328caaf9)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:31:26.673863 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a90018ac-9b0b-496e-b667-52331ab9042e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32d16ffa-b3ff-4829-a03d-54023eb47d94'}] {{(pid=93917) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:31:26.676843 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20b787f3c29eaa7aa2a4d648c725a2124c5ff39a8d793252f9d844495e14cf42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a8e3715-ce99-439a-b267-ba950a86e20f" -d '{"events": [{"server_uuid": "a90018ac-9b0b-496e-b667-52331ab9042e", "name": "network-vif-plugged", "status": "completed", "tag": "32d16ffa-b3ff-4829-a03d-54023eb47d94"}]}' {{(pid=93917) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:31:26.708845 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:26.714648 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-2f4e3af3-e708-4ffd-a544-82d93a489d01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:26.774282 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:26.825467 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 18:31:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f94b1283-dad3-4fa6-8c19-0f5585ddac3b x-openstack-request-id: req-f94b1283-dad3-4fa6-8c19-0f5585ddac3b {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:31:26.825729 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvr_db [None req-26781803-c803-4954-a875-c659aacc71c6 None None] Set router f4250f99-bf33-4b82-9720-0635ccd1c0e5 gateway port host: n-d-800634-3 {{(pid=93918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 18:31:26.827710 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a90018ac-9b0b-496e-b667-52331ab9042e", "name": "network-vif-plugged", "status": "completed", "tag": "32d16ffa-b3ff-4829-a03d-54023eb47d94", "code": 200}]} {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:31:26.828814 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f94b1283-dad3-4fa6-8c19-0f5585ddac3b {{(pid=93917) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:31:26.829403 n-d-800634-3 neutron-server[93917]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a90018ac-9b0b-496e-b667-52331ab9042e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32d16ffa-b3ff-4829-a03d-54023eb47d94', 'code': 200} Jul 14 18:31:26.836887 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 386ebf05-1536-4dcb-a586-ad08f3af8f4a {{(pid=93917) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 18:31:26.870236 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port 386ebf05-1536-4dcb-a586-ad08f3af8f4a, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=386ebf05-1536-4dcb-a586-ad08f3af8f4a,segment=NetworkSegment(19f00279-ca9c-462b-94d7-9624328caaf9),segment_id=19f00279-ca9c-462b-94d7-9624328caaf9)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:31:26.872354 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-91c23fdb-7a97-4dd9-9752-fdf8e0da33df None None] Provisioning for port d393658a-fd68-474c-9edb-258df98f14ac completed by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:31:26.879474 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning for port d393658a-fd68-474c-9edb-258df98f14ac completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:31:26.906056 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-945e8e8c-dda1-46d7-af98-4be5d8146051 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:26.966913 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-91c23fdb-7a97-4dd9-9752-fdf8e0da33df None None] Provisioning complete for port d393658a-fd68-474c-9edb-258df98f14ac triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:31:26.967284 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-91c23fdb-7a97-4dd9-9752-fdf8e0da33df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:26.968870 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port d393658a-fd68-474c-9edb-258df98f14ac triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:31:26.969227 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:26.986571 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:27.112075 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec49cf93-1b36-4f59-87e4-a7ad5d5f6987 admin admin] Router 34b9e12f-bd48-4c0f-b8fa-553d35da8d6a is scheduled to L3 agent 2c6eb27e-defb-4cca-9a24-381c7415e359 with binding_index 1 {{(pid=93915) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 18:31:27.123798 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Provisioning for port 9f5ee53e-226f-4c49-900b-17e2d4636d1f completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:31:27.201051 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-26781803-c803-4954-a875-c659aacc71c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4250f99-bf33-4b82-9720-0635ccd1c0e5', 'name': 'tempest-ServerRescueTestJSON-870166026-router', 'tenant_id': '0bc1eb2c7d374bba8f2892065ecabe00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.177'}], 'enable_snat': True}, 'gw_port_id': 'ee5c2710-1941-40cd-9015-01d8c502b69d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:31:20Z', 'updated_at': '2021-07-14T18:31:22Z', 'revision_number': 3, 'project_id': '0bc1eb2c7d374bba8f2892065ecabe00', 'gw_port': {'id': 'ee5c2710-1941-40cd-9015-01d8c502b69d', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:06:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4250f99-bf33-4b82-9720-0635ccd1c0e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1332, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:31:21Z', 'updated_at': '2021-07-14T18:31:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3'}], 'n-d-800634-3', False) {} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:31:27.219986 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Provisioning complete for port 9f5ee53e-226f-4c49-900b-17e2d4636d1f triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:31:27.225195 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:27.258476 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26781803-c803-4954-a875-c659aacc71c6 None None] The sync data for ids ['f4250f99-bf33-4b82-9720-0635ccd1c0e5'] in n-d-800634-3 is: [{'id': 'f4250f99-bf33-4b82-9720-0635ccd1c0e5', 'name': 'tempest-ServerRescueTestJSON-870166026-router', 'tenant_id': '0bc1eb2c7d374bba8f2892065ecabe00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.177'}], 'enable_snat': True}, 'gw_port_id': 'ee5c2710-1941-40cd-9015-01d8c502b69d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:31:20Z', 'updated_at': '2021-07-14T18:31:22Z', 'revision_number': 3, 'project_id': '0bc1eb2c7d374bba8f2892065ecabe00', 'gw_port': {'id': 'ee5c2710-1941-40cd-9015-01d8c502b69d', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:06:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4250f99-bf33-4b82-9720-0635ccd1c0e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1332, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:31:21Z', 'updated_at': '2021-07-14T18:31:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3'}] {{(pid=93918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 18:31:27.270087 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022dd7e3-dc7b-4846-a751-51a1d90f764f req-0f153aad-43cb-4f79-9b3a-d3ab5de7198f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:31:27.271968 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-022dd7e3-dc7b-4846-a751-51a1d90f764f req-0f153aad-43cb-4f79-9b3a-d3ab5de7198f service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=a90018ac-9b0b-496e-b667-52331ab9042e HTTP/1.1" status: 200 len: 1097 time: 0.4220853 Jul 14 18:31:27.290387 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87218345-e1ac-44fd-9d85-3035b34858b2 req-18c778da-f2aa-4cd6-a1cd-995e8a903ab1 tempest-ListServerFiltersTestJSON-1866458082 tempest-ListServerFiltersTestJSON-1866458082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:31:27.300407 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-87218345-e1ac-44fd-9d85-3035b34858b2 req-18c778da-f2aa-4cd6-a1cd-995e8a903ab1 tempest-ListServerFiltersTestJSON-1866458082 tempest-ListServerFiltersTestJSON-1866458082-project] 10.222.0.16 "GET /v2.0/ports?device_id=2eaad43e-3f6b-4451-b40e-a34e647e008a HTTP/1.1" status: 200 len: 944 time: 0.6398203 Jul 14 18:31:27.429341 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-945e8e8c-dda1-46d7-af98-4be5d8146051 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:27.441337 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 43414) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:31:27.460763 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-945e8e8c-dda1-46d7-af98-4be5d8146051 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2684870'] for port, after_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:27.468648 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec49cf93-1b36-4f59-87e4-a7ad5d5f6987 admin admin] Notify agent at l3_agent.n-d-800634-3 the message routers_updated {{(pid=93915) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 18:31:27.492043 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] get_ports_and_sgs() called for port_ids ['386ebf05-1536-4dcb-a586-ad08f3af8f4a'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 18:31:27.531061 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-ec49cf93-1b36-4f59-87e4-a7ad5d5f6987 admin admin] Notify callbacks [] for router, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:27.537684 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-ec49cf93-1b36-4f59-87e4-a7ad5d5f6987 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 940 time: 4.6695101 Jul 14 18:31:27.541034 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 43420) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:31:27.549578 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5831a037-0a33-4578-808e-41b867a4fd50 None None] Sync routers for ids ['34b9e12f-bd48-4c0f-b8fa-553d35da8d6a'] in n-d-800634-3 {{(pid=93917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 18:31:27.634965 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Pushing event updated for resources: {'Port': ['ID=32d16ffa-b3ff-4829-a03d-54023eb47d94,revision_number=5']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:31:27.771553 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-022dd7e3-dc7b-4846-a751-51a1d90f764f req-5cb3f3cd-a852-43d0-a440-998be36fc798 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=cc0cb72e-0ac6-4b37-b329-257cd4e8c60f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4688864 Jul 14 18:31:27.791259 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945e8e8c-dda1-46d7-af98-4be5d8146051 admin admin] Pushing event updated for resources: {'Port': ['ID=fbc8c784-88aa-4e77-82d3-1edb649a2460,revision_number=2']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:31:27.820598 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-87218345-e1ac-44fd-9d85-3035b34858b2 req-6ee9e704-5bca-4f58-a355-35a253bd39a1 tempest-ListServerFiltersTestJSON-1866458082 tempest-ListServerFiltersTestJSON-1866458082-project] 10.222.0.16 "GET /v2.0/security-groups?id=cc0cb72e-0ac6-4b37-b329-257cd4e8c60f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5189366 Jul 14 18:31:27.883262 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-945e8e8c-dda1-46d7-af98-4be5d8146051 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-598741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-928734'] for router_interface, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:27.894149 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5831a037-0a33-4578-808e-41b867a4fd50 None None] Routers {'34b9e12f-bd48-4c0f-b8fa-553d35da8d6a'} bound to L3 agent in host n-d-800634-3 {{(pid=93917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:31:27.894807 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-5831a037-0a33-4578-808e-41b867a4fd50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:31:23Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['34b9e12f-bd48-4c0f-b8fa-553d35da8d6a'], 'active': True} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:31:27.907961 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a05f311a-f89f-44b4-8198-b3d2e0502d3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:27.918683 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Pushing event updated for resources: {'Port': ['ID=386ebf05-1536-4dcb-a586-ad08f3af8f4a,revision_number=4']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:31:28.085903 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-945e8e8c-dda1-46d7-af98-4be5d8146051 admin admin] Network a07a7efb-fbbd-4029-ae94-a21a9cc093fe is already hosted by enough agents. {{(pid=93916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:31:28.091149 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [None req-945e8e8c-dda1-46d7-af98-4be5d8146051 admin admin] Resources bound (agent type, host, resource id): {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:31:28.334065 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-945e8e8c-dda1-46d7-af98-4be5d8146051 admin admin] Router f4250f99-bf33-4b82-9720-0635ccd1c0e5 has already been hosted by L3 agent 2c6eb27e-defb-4cca-9a24-381c7415e359 {{(pid=93916) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 18:31:28.351220 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a05f311a-f89f-44b4-8198-b3d2e0502d3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:28.362075 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a05f311a-f89f-44b4-8198-b3d2e0502d3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:28.429787 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-0d8ecf3f-daab-4be7-ba8f-44b852eb1b72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:28.439213 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:28.534848 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvr_db [None req-5831a037-0a33-4578-808e-41b867a4fd50 None None] Set router 34b9e12f-bd48-4c0f-b8fa-553d35da8d6a gateway port host: n-d-800634-3 {{(pid=93917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 18:31:28.606712 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05f311a-f89f-44b4-8198-b3d2e0502d3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9237d45e-2749-451d-99b1-50b08b00c51d,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:31:28.630756 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-a05f311a-f89f-44b4-8198-b3d2e0502d3b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9cbba24f88c84c699573aa43a6364ada&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1869183 Jul 14 18:31:28.639147 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 43448) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:31:28.654595 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:28.657341 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-91c23fdb-7a97-4dd9-9752-fdf8e0da33df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:28.816048 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-945e8e8c-dda1-46d7-af98-4be5d8146051 admin admin] Notify agent at l3_agent.n-d-800634-3 the message routers_updated {{(pid=93916) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 18:31:28.836480 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-945e8e8c-dda1-46d7-af98-4be5d8146051 admin admin] 10.222.0.16 "PUT /v2.0/routers/f4250f99-bf33-4b82-9720-0635ccd1c0e5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4445052 Jul 14 18:31:28.836480 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-f3aae346-e5f4-4a31-943f-45247a6fd009 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:28.934959 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.db_base_plugin_common [None req-0d8ecf3f-daab-4be7-ba8f-44b852eb1b72 admin admin] Allocated IP 172.20.0.1 (3027b8cc-b688-44c3-b2bb-d03887fb46b4/e39776a5-0c4c-4e2c-abcf-e8667374bae7/ffc4f9ca-a1cc-48c1-a678-6a65188a1eba) {{(pid=93915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:31:28.936426 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-f3aae346-e5f4-4a31-943f-45247a6fd009 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:29.035881 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-f3aae346-e5f4-4a31-943f-45247a6fd009 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:29.038839 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-f3aae346-e5f4-4a31-943f-45247a6fd009 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:29.042963 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-f3aae346-e5f4-4a31-943f-45247a6fd009 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9237d45e-2749-451d-99b1-50b08b00c51d HTTP/1.1" status: 204 len: 168 time: 0.4018364 Jul 14 18:31:29.051791 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3aae346-e5f4-4a31-943f-45247a6fd009 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9237d45e-2749-451d-99b1-50b08b00c51d,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:31:29.139453 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-0d8ecf3f-daab-4be7-ba8f-44b852eb1b72 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:29.146147 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2a64b76-b691-49f2-848c-53a35a198d40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f5ee53e-226f-4c49-900b-17e2d4636d1f'}] {{(pid=93917) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:31:29.148757 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20b787f3c29eaa7aa2a4d648c725a2124c5ff39a8d793252f9d844495e14cf42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6613ef1f-a0ae-4dff-9a33-93a0c4501f4b" -d '{"events": [{"server_uuid": "e2a64b76-b691-49f2-848c-53a35a198d40", "name": "network-vif-plugged", "status": "completed", "tag": "9f5ee53e-226f-4c49-900b-17e2d4636d1f"}]}' {{(pid=93917) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:31:29.160220 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.provisioning_blocks [None req-0d8ecf3f-daab-4be7-ba8f-44b852eb1b72 admin admin] Transition to ACTIVE for port object ffc4f9ca-a1cc-48c1-a678-6a65188a1eba will not be triggered until provisioned by entity DHCP. {{(pid=93915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:31:29.209830 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] For port 9f5ee53e-226f-4c49-900b-17e2d4636d1f, host n-h2-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=9f5ee53e-226f-4c49-900b-17e2d4636d1f,segment=NetworkSegment(19f00279-ca9c-462b-94d7-9624328caaf9),segment_id=19f00279-ca9c-462b-94d7-9624328caaf9)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:31:29.226499 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] For port d393658a-fd68-474c-9edb-258df98f14ac, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=d393658a-fd68-474c-9edb-258df98f14ac,segment=NetworkSegment(59ec8ce5-7b0e-4147-9aff-0079f6261139),segment_id=59ec8ce5-7b0e-4147-9aff-0079f6261139)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:31:29.228788 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 18:31:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2e7c96e-5eec-43f3-aff6-431b0a91e4ad x-openstack-request-id: req-c2e7c96e-5eec-43f3-aff6-431b0a91e4ad {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:31:29.240513 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2a64b76-b691-49f2-848c-53a35a198d40", "name": "network-vif-plugged", "status": "completed", "tag": "9f5ee53e-226f-4c49-900b-17e2d4636d1f", "code": 200}]} {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:31:29.240838 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c2e7c96e-5eec-43f3-aff6-431b0a91e4ad {{(pid=93917) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:31:29.241221 n-d-800634-3 neutron-server[93917]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2a64b76-b691-49f2-848c-53a35a198d40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f5ee53e-226f-4c49-900b-17e2d4636d1f', 'code': 200} Jul 14 18:31:29.279065 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-0d8ecf3f-daab-4be7-ba8f-44b852eb1b72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:29.303059 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:29.328570 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:29.360194 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d8ecf3f-daab-4be7-ba8f-44b852eb1b72 admin admin] Network 3027b8cc-b688-44c3-b2bb-d03887fb46b4 is already hosted by enough agents. {{(pid=93915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:31:29.382639 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbec6f06-3dd8-4cb4-b472-84a4a953e1d3 req-de250fa6-c676-4521-a057-b69ca81a6ae9 tempest-ListServerFiltersTestJSON-1866458082 tempest-ListServerFiltersTestJSON-1866458082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:31:29.385081 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-dbec6f06-3dd8-4cb4-b472-84a4a953e1d3 req-de250fa6-c676-4521-a057-b69ca81a6ae9 tempest-ListServerFiltersTestJSON-1866458082 tempest-ListServerFiltersTestJSON-1866458082-project] 10.222.0.16 "GET /v2.0/ports?device_id=2eaad43e-3f6b-4451-b40e-a34e647e008a HTTP/1.1" status: 200 len: 945 time: 0.1933398 Jul 14 18:31:29.389975 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [None req-0d8ecf3f-daab-4be7-ba8f-44b852eb1b72 admin admin] Resources bound (agent type, host, resource id): {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:31:29.394865 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d8ecf3f-daab-4be7-ba8f-44b852eb1b72 admin admin] Received port after_create {{(pid=93915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:31:29.396834 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Pushing event updated for resources: {'Port': ['ID=9f5ee53e-226f-4c49-900b-17e2d4636d1f,revision_number=5']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:31:29.437037 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8ecf3f-daab-4be7-ba8f-44b852eb1b72 admin admin] Pushing event updated for resources: {'Port': ['ID=ffc4f9ca-a1cc-48c1-a678-6a65188a1eba,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:31:29.510173 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-0d8ecf3f-daab-4be7-ba8f-44b852eb1b72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-930452'] for router_interface, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:29.549805 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device ee5c2710-1941-40cd-9015-01d8c502b69d up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:31:29.557239 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-dbec6f06-3dd8-4cb4-b472-84a4a953e1d3 req-6c3ff073-8a88-4172-bedc-31af2f93242a tempest-ListServerFiltersTestJSON-1866458082 tempest-ListServerFiltersTestJSON-1866458082-project] 10.222.0.16 "GET /v2.0/security-groups?id=cc0cb72e-0ac6-4b37-b329-257cd4e8c60f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588933 Jul 14 18:31:29.568744 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a359efb4-bcc3-4d24-b6fa-e155ab31d582 req-c3f37bee-e037-4d44-a939-3e02031bd04c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:31:29.570410 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a359efb4-bcc3-4d24-b6fa-e155ab31d582 req-c3f37bee-e037-4d44-a939-3e02031bd04c service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=e2a64b76-b691-49f2-848c-53a35a198d40 HTTP/1.1" status: 200 len: 1097 time: 0.2570028 Jul 14 18:31:29.631585 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a359efb4-bcc3-4d24-b6fa-e155ab31d582 req-5e13ed2d-9b98-4c05-bd9b-d868b5bac721 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=cc0cb72e-0ac6-4b37-b329-257cd4e8c60f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531507 Jul 14 18:31:29.711826 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.db.api [None req-91c23fdb-7a97-4dd9-9752-fdf8e0da33df None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93917) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 14 18:31:29.712856 n-d-800634-3 neutron-server[93917]: DEBUG oslo_db.api [None req-91c23fdb-7a97-4dd9-9752-fdf8e0da33df None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 18:31:29.732693 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Pushing event updated for resources: {'Port': ['ID=d393658a-fd68-474c-9edb-258df98f14ac,revision_number=3']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:31:29.738940 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-0d8ecf3f-daab-4be7-ba8f-44b852eb1b72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:29.753236 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 43476) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:31:29.758424 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-6e781de6-086e-436b-94ce-abb6d9f1e53f tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1098670036'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:31:29.823815 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-5831a037-0a33-4578-808e-41b867a4fd50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34b9e12f-bd48-4c0f-b8fa-553d35da8d6a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-203685474-router', 'tenant_id': 'b42b8927ef8d413ea3681e5f11e6bc61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.214'}], 'enable_snat': True}, 'gw_port_id': '3f0fd507-aa34-4600-aa9d-654040160966', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:31:23Z', 'updated_at': '2021-07-14T18:31:24Z', 'revision_number': 3, 'project_id': 'b42b8927ef8d413ea3681e5f11e6bc61', 'gw_port': {'id': '3f0fd507-aa34-4600-aa9d-654040160966', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:ee:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34b9e12f-bd48-4c0f-b8fa-553d35da8d6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1341, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:31:23Z', 'updated_at': '2021-07-14T18:31:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3'}], 'n-d-800634-3', False) {} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:31:29.839360 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e781de6-086e-436b-94ce-abb6d9f1e53f tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Made reservation on behalf of 362562baf49d424491e86fd541949698 for: {'network': 1} {{(pid=93916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:31:29.843889 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-6e781de6-086e-436b-94ce-abb6d9f1e53f tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for network, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:29.907072 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning for port ee5c2710-1941-40cd-9015-01d8c502b69d completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:31:29.911022 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5831a037-0a33-4578-808e-41b867a4fd50 None None] Checking router: 34b9e12f-bd48-4c0f-b8fa-553d35da8d6a for host: n-d-800634-3 {{(pid=93917) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 18:31:29.911284 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5831a037-0a33-4578-808e-41b867a4fd50 None None] Updating router 34b9e12f-bd48-4c0f-b8fa-553d35da8d6a port 3f0fd507-aa34-4600-aa9d-654040160966 binding host n-d-800634-3 {{(pid=93917) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 18:31:29.914997 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e781de6-086e-436b-94ce-abb6d9f1e53f tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 94} {{(pid=93916) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 18:31:29.919640 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port ee5c2710-1941-40cd-9015-01d8c502b69d triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:31:29.920010 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:29.937741 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-6e781de6-086e-436b-94ce-abb6d9f1e53f tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:29.938280 n-d-800634-3 neutron-server[93916]: INFO neutron.db.segments_db [None req-6e781de6-086e-436b-94ce-abb6d9f1e53f tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Added segment a5f86141-009c-4679-b2f8-e0cc9120f80c of type vlan for network 78f1bdd6-a438-4e68-a059-5fadb7299624 Jul 14 18:31:30.010467 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-6e781de6-086e-436b-94ce-abb6d9f1e53f tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728202197517'] for network, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:30.039024 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-5831a037-0a33-4578-808e-41b867a4fd50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:30.064161 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-6e781de6-086e-436b-94ce-abb6d9f1e53f tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727'] for network, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:30.072649 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e781de6-086e-436b-94ce-abb6d9f1e53f tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:31:30.073522 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-6e781de6-086e-436b-94ce-abb6d9f1e53f tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598705'] for network, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:30.175990 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-6e781de6-086e-436b-94ce-abb6d9f1e53f tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.4195766 Jul 14 18:31:30.180968 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 43498) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:31:30.191906 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-16e80b55-f83a-4657-be2f-b2fbc4774e09 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-2135405666'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:31:30.198792 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-589a19b5-d137-4a38-891b-7a23418cc712 None None] Sync routers for ids ['f4250f99-bf33-4b82-9720-0635ccd1c0e5'] in n-d-800634-3 {{(pid=93918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 18:31:30.209865 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-589a19b5-d137-4a38-891b-7a23418cc712 None None] Routers {'f4250f99-bf33-4b82-9720-0635ccd1c0e5'} bound to L3 agent in host n-d-800634-3 {{(pid=93918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:31:30.210480 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-589a19b5-d137-4a38-891b-7a23418cc712 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:31:23Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['f4250f99-bf33-4b82-9720-0635ccd1c0e5'], 'active': True} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:31:30.213999 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c115b9-1ae7-4f00-a3e3-6995e116396b req-47a61a77-e396-4ba3-9b99-522b3bf7fafb tempest-ServerRescueTestJSON-1772516560 tempest-ServerRescueTestJSON-1772516560-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:31:30.215958 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e781de6-086e-436b-94ce-abb6d9f1e53f tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Pushing event updated for resources: {'Network': ['ID=78f1bdd6-a438-4e68-a059-5fadb7299624,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:31:30.221832 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c0c115b9-1ae7-4f00-a3e3-6995e116396b req-47a61a77-e396-4ba3-9b99-522b3bf7fafb tempest-ServerRescueTestJSON-1772516560 tempest-ServerRescueTestJSON-1772516560-project] 10.222.0.16 "GET /v2.0/networks?id=a07a7efb-fbbd-4029-ae94-a21a9cc093fe HTTP/1.1" status: 200 len: 810 time: 0.2553129 Jul 14 18:31:30.231349 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16e80b55-f83a-4657-be2f-b2fbc4774e09 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Made reservation on behalf of 362562baf49d424491e86fd541949698 for: {'network': 1} {{(pid=93916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:31:30.234521 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-0d8ecf3f-daab-4be7-ba8f-44b852eb1b72 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:30.235443 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-16e80b55-f83a-4657-be2f-b2fbc4774e09 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for network, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:30.246791 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c0c115b9-1ae7-4f00-a3e3-6995e116396b req-b7069cba-3ce0-4df3-9a2b-53d48c26141e tempest-ServerRescueTestJSON-1772516560 tempest-ServerRescueTestJSON-1772516560-project] 10.222.0.16 "GET /v2.0/quotas/0bc1eb2c7d374bba8f2892065ecabe00 HTTP/1.1" status: 200 len: 375 time: 0.0228734 Jul 14 18:31:30.261310 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Network 78f1bdd6-a438-4e68-a059-5fadb7299624 details requested by agent ovs-agent-n-d-800634-3 with host n-d-800634-3 {{(pid=93917) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 18:31:30.274646 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16e80b55-f83a-4657-be2f-b2fbc4774e09 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 92} {{(pid=93916) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 18:31:30.288886 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-16e80b55-f83a-4657-be2f-b2fbc4774e09 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:30.289256 n-d-800634-3 neutron-server[93916]: INFO neutron.db.segments_db [None req-16e80b55-f83a-4657-be2f-b2fbc4774e09 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Added segment 7bca13b4-944d-4731-bc01-174f4a8e9942 of type vlan for network 63a5555f-a22d-4515-8f3a-d708078edd37 Jul 14 18:31:30.304334 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-0d8ecf3f-daab-4be7-ba8f-44b852eb1b72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25912978'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:30.371016 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-16e80b55-f83a-4657-be2f-b2fbc4774e09 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728202197517'] for network, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:30.469868 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:30.484595 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-16e80b55-f83a-4657-be2f-b2fbc4774e09 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727'] for network, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:30.488946 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvr_db [None req-589a19b5-d137-4a38-891b-7a23418cc712 None None] Set router f4250f99-bf33-4b82-9720-0635ccd1c0e5 gateway port host: n-d-800634-3 {{(pid=93918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 18:31:30.497675 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16e80b55-f83a-4657-be2f-b2fbc4774e09 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:31:30.499681 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-16e80b55-f83a-4657-be2f-b2fbc4774e09 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598705'] for network, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:30.508785 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] For port ee5c2710-1941-40cd-9015-01d8c502b69d, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=ee5c2710-1941-40cd-9015-01d8c502b69d,segment=NetworkSegment(5afb940b-bbdf-4727-be00-5d46367c38a1),segment_id=5afb940b-bbdf-4727-be00-5d46367c38a1)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:31:30.513029 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-0d8ecf3f-daab-4be7-ba8f-44b852eb1b72 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-598741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-928734'] for router_interface, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:30.524407 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:30.548268 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8ecf3f-daab-4be7-ba8f-44b852eb1b72 admin admin] Pushing event updated for resources: {'Port': ['ID=ffc4f9ca-a1cc-48c1-a678-6a65188a1eba,revision_number=2']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:31:30.595092 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c0c115b9-1ae7-4f00-a3e3-6995e116396b req-375ab943-878b-4b91-86fc-3651718e89f9 tempest-ServerRescueTestJSON-1772516560 tempest-ServerRescueTestJSON-1772516560-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=0bc1eb2c7d374bba8f2892065ecabe00&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3472064 Jul 14 18:31:30.672442 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-16e80b55-f83a-4657-be2f-b2fbc4774e09 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.4892287 Jul 14 18:31:30.675238 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 43510) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:31:30.692991 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-aae4eb9c-8602-4371-a55a-fe67ffbbad84 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Request body: {'subnet': {'network_id': '78f1bdd6-a438-4e68-a059-5fadb7299624', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:31:30.786997 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Pushing event updated for resources: {'Port': ['ID=ee5c2710-1941-40cd-9015-01d8c502b69d,revision_number=4']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:31:30.812979 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e80b55-f83a-4657-be2f-b2fbc4774e09 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Pushing event updated for resources: {'Network': ['ID=63a5555f-a22d-4515-8f3a-d708078edd37,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:31:30.866544 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aae4eb9c-8602-4371-a55a-fe67ffbbad84 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Made reservation on behalf of 362562baf49d424491e86fd541949698 for: {'subnet': 1} {{(pid=93916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:31:30.870931 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-aae4eb9c-8602-4371-a55a-fe67ffbbad84 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26033189'] for subnet, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:30.888549 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Network 63a5555f-a22d-4515-8f3a-d708078edd37 details requested by agent ovs-agent-n-d-800634-3 with host n-d-800634-3 {{(pid=93917) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 18:31:30.924522 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-589a19b5-d137-4a38-891b-7a23418cc712 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4250f99-bf33-4b82-9720-0635ccd1c0e5', 'name': 'tempest-ServerRescueTestJSON-870166026-router', 'tenant_id': '0bc1eb2c7d374bba8f2892065ecabe00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.177'}], 'enable_snat': True}, 'gw_port_id': 'ee5c2710-1941-40cd-9015-01d8c502b69d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:31:20Z', 'updated_at': '2021-07-14T18:31:26Z', 'revision_number': 4, 'project_id': '0bc1eb2c7d374bba8f2892065ecabe00', 'gw_port': {'id': 'ee5c2710-1941-40cd-9015-01d8c502b69d', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:06:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4250f99-bf33-4b82-9720-0635ccd1c0e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1332, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:31:21Z', 'updated_at': '2021-07-14T18:31:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_interfaces': [{'id': 'fbc8c784-88aa-4e77-82d3-1edb649a2460', 'name': '', 'network_id': 'a07a7efb-fbbd-4029-ae94-a21a9cc093fe', 'tenant_id': '0bc1eb2c7d374bba8f2892065ecabe00', 'mac_address': 'fa:16:3e:d0:dd:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4250f99-bf33-4b82-9720-0635ccd1c0e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': '14eba25d-eba8-416a-ad8f-196fda095a19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:31:25Z', 'updated_at': '2021-07-14T18:31:27Z', 'revision_number': 2, 'project_id': '0bc1eb2c7d374bba8f2892065ecabe00', 'subnets': [{'id': '14eba25d-eba8-416a-ad8f-196fda095a19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-3', False) {} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:31:30.971510 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-589a19b5-d137-4a38-891b-7a23418cc712 None None] Checking router: f4250f99-bf33-4b82-9720-0635ccd1c0e5 for host: n-d-800634-3 {{(pid=93918) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 18:31:30.972556 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-589a19b5-d137-4a38-891b-7a23418cc712 None None] Updating router f4250f99-bf33-4b82-9720-0635ccd1c0e5 port fbc8c784-88aa-4e77-82d3-1edb649a2460 binding host n-d-800634-3 {{(pid=93918) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 18:31:31.011849 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device 386ebf05-1536-4dcb-a586-ad08f3af8f4a up at agent hyperv_n-h1-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:31:31.024150 n-d-800634-3 neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-589a19b5-d137-4a38-891b-7a23418cc712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:31.082868 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d8ecf3f-daab-4be7-ba8f-44b852eb1b72 admin admin] Network 3027b8cc-b688-44c3-b2bb-d03887fb46b4 is already hosted by enough agents. {{(pid=93915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:31:31.086777 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [None req-0d8ecf3f-daab-4be7-ba8f-44b852eb1b72 admin admin] Resources bound (agent type, host, resource id): {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:31:31.108643 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f5c363-5d1d-498b-8caa-e0e1a15ce9be req-c1d7e1d4-28d8-43ca-bde3-fda78da1bf88 tempest-ListServerFiltersTestJSON-1866458082 tempest-ListServerFiltersTestJSON-1866458082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:31:31.118992 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e6f5c363-5d1d-498b-8caa-e0e1a15ce9be req-c1d7e1d4-28d8-43ca-bde3-fda78da1bf88 tempest-ListServerFiltersTestJSON-1866458082 tempest-ListServerFiltersTestJSON-1866458082-project] 10.222.0.16 "GET /v2.0/ports?device_id=2eaad43e-3f6b-4451-b40e-a34e647e008a HTTP/1.1" status: 200 len: 945 time: 0.3193488 Jul 14 18:31:31.131196 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c0c115b9-1ae7-4f00-a3e3-6995e116396b req-53862995-0cc3-4321-ac70-cda418c19aaf service neutron] 10.222.0.16 "GET /v2.0/networks/a07a7efb-fbbd-4029-ae94-a21a9cc093fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5015926 Jul 14 18:31:31.190845 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-aae4eb9c-8602-4371-a55a-fe67ffbbad84 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2684753', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26033175'] for subnet, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:31.200043 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-b1a6f3e7-cd0f-42e5-bdca-ca48ceaf1c3d None None] Provisioning complete for port d393658a-fd68-474c-9edb-258df98f14ac triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:31:31.203060 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b1a6f3e7-cd0f-42e5-bdca-ca48ceaf1c3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:31.317765 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-5831a037-0a33-4578-808e-41b867a4fd50 None None] Notify callbacks [] for port, precommit_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:31.324199 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae4eb9c-8602-4371-a55a-fe67ffbbad84 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Pushing event updated for resources: {'Subnet': ['ID=c660d228-559a-45b8-a86f-7ab611e1e8ab,revision_number=0']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:31:31.377668 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-5831a037-0a33-4578-808e-41b867a4fd50 None None] Transition to ACTIVE for port object 3f0fd507-aa34-4600-aa9d-654040160966 will not be triggered until provisioned by entity L2. {{(pid=93917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:31:31.384020 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Provisioning for port 386ebf05-1536-4dcb-a586-ad08f3af8f4a completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:31:31.390223 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aae4eb9c-8602-4371-a55a-fe67ffbbad84 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Checking segment: {'id': 'a5f86141-009c-4679-b2f8-e0cc9120f80c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '78f1bdd6-a438-4e68-a059-5fadb7299624'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93916) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:31:31.390663 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aae4eb9c-8602-4371-a55a-fe67ffbbad84 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Network hostable DHCP agents. Network: 78f1bdd6-a438-4e68-a059-5fadb7299624, hostable agents: ['028393c3-0576-4ebd-bca1-8ea8a148e1a2'], hosted agents: [] {{(pid=93916) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 18:31:31.409888 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-5831a037-0a33-4578-808e-41b867a4fd50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:31.411217 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d8ecf3f-daab-4be7-ba8f-44b852eb1b72 admin admin] Router 34b9e12f-bd48-4c0f-b8fa-553d35da8d6a has already been hosted by L3 agent 2c6eb27e-defb-4cca-9a24-381c7415e359 {{(pid=93915) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 18:31:31.418544 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Provisioning complete for port 386ebf05-1536-4dcb-a586-ad08f3af8f4a triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:31:31.425072 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:31.435012 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aae4eb9c-8602-4371-a55a-fe67ffbbad84 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Network 78f1bdd6-a438-4e68-a059-5fadb7299624 is scheduled to be hosted by DHCP agent 028393c3-0576-4ebd-bca1-8ea8a148e1a2 with binding_index 1 {{(pid=93916) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 18:31:31.454737 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [None req-aae4eb9c-8602-4371-a55a-fe67ffbbad84 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-3, 78f1bdd6-a438-4e68-a059-5fadb7299624) {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:31:31.461577 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aae4eb9c-8602-4371-a55a-fe67ffbbad84 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:31:31.462553 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-aae4eb9c-8602-4371-a55a-fe67ffbbad84 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598705'] for subnet, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:31.492892 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e6f5c363-5d1d-498b-8caa-e0e1a15ce9be req-c46b397f-a721-4807-85c8-0554bddf2b87 tempest-ListServerFiltersTestJSON-1866458082 tempest-ListServerFiltersTestJSON-1866458082-project] 10.222.0.16 "GET /v2.0/security-groups?id=cc0cb72e-0ac6-4b37-b329-257cd4e8c60f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3729150 Jul 14 18:31:31.498235 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-aae4eb9c-8602-4371-a55a-fe67ffbbad84 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.8167102 Jul 14 18:31:31.498701 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 43536) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:31:31.505262 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-2c86cde6-7914-4219-97aa-6bd3f8428e0d tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Request body: {'subnet': {'network_id': '63a5555f-a22d-4515-8f3a-d708078edd37', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:31:31.560580 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bfa0785-986c-466d-bd75-b8181d4d3953 None None] Network 78f1bdd6-a438-4e68-a059-5fadb7299624 requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:31:31.562553 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device ee5c2710-1941-40cd-9015-01d8c502b69d up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:31:31.701088 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c86cde6-7914-4219-97aa-6bd3f8428e0d tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Made reservation on behalf of 362562baf49d424491e86fd541949698 for: {'subnet': 1} {{(pid=93916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:31:31.716229 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-2c86cde6-7914-4219-97aa-6bd3f8428e0d tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26033189'] for subnet, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:31.719692 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1806dd4-872a-4bd7-a26b-16697a8df679 None None] Pushing event updated for resources: {'Port': ['ID=3f0fd507-aa34-4600-aa9d-654040160966,revision_number=2']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:31:31.749117 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-5831a037-0a33-4578-808e-41b867a4fd50 None None] Attempting to bind port 3f0fd507-aa34-4600-aa9d-654040160966 on host n-d-800634-3 for vnic_type normal with profile {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:31:31.749117 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-5831a037-0a33-4578-808e-41b867a4fd50 None None] Attempting to bind port 3f0fd507-aa34-4600-aa9d-654040160966 by drivers openvswitch,hyperv on host n-d-800634-3 at level 0 using segments [{'id': '5afb940b-bbdf-4727-be00-5d46367c38a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9200a437-e1de-4520-88f6-e68386523e61'}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:31:31.750231 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5831a037-0a33-4578-808e-41b867a4fd50 None None] Attempting to bind port 3f0fd507-aa34-4600-aa9d-654040160966 on network 9200a437-e1de-4520-88f6-e68386523e61 {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:31:31.775541 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5831a037-0a33-4578-808e-41b867a4fd50 None None] Checking agent: {'id': '01c19e91-a945-4e3c-94a6-c211e17c923e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 8, 23), 'started_at': datetime.datetime(2021, 7, 14, 18, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 18, 31, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 18:31:31.776182 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5831a037-0a33-4578-808e-41b867a4fd50 None None] Checking segment: {'id': '5afb940b-bbdf-4727-be00-5d46367c38a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9200a437-e1de-4520-88f6-e68386523e61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93917) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:31:31.776685 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-5831a037-0a33-4578-808e-41b867a4fd50 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:31.777185 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5831a037-0a33-4578-808e-41b867a4fd50 None None] Bound using segment: {'id': '5afb940b-bbdf-4727-be00-5d46367c38a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9200a437-e1de-4520-88f6-e68386523e61'} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 18:31:31.778357 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-5831a037-0a33-4578-808e-41b867a4fd50 None None] Bound port: 3f0fd507-aa34-4600-aa9d-654040160966, host: n-d-800634-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5afb940b-bbdf-4727-be00-5d46367c38a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9200a437-e1de-4520-88f6-e68386523e61'}}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 18:31:31.778805 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-5831a037-0a33-4578-808e-41b867a4fd50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:31.782412 n-d-800634-3 neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-589a19b5-d137-4a38-891b-7a23418cc712 None None] Notify callbacks [] for port, precommit_update {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:31.788295 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 43542) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:31:31.808035 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.provisioning_blocks [None req-589a19b5-d137-4a38-891b-7a23418cc712 None None] Transition to ACTIVE for port object fbc8c784-88aa-4e77-82d3-1edb649a2460 will not be triggered until provisioned by entity L2. {{(pid=93918) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:31:31.824880 n-d-800634-3 neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-589a19b5-d137-4a38-891b-7a23418cc712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:31.838019 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c0c115b9-1ae7-4f00-a3e3-6995e116396b req-a6bfb009-03f2-4703-9f96-2d7f9572413b service neutron] 10.222.0.16 "GET /v2.0/networks/a07a7efb-fbbd-4029-ae94-a21a9cc093fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7057829 Jul 14 18:31:31.886134 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-b1a6f3e7-cd0f-42e5-bdca-ca48ceaf1c3d None None] Provisioning for port ffc4f9ca-a1cc-48c1-a678-6a65188a1eba completed by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:31:31.935764 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-b1a6f3e7-cd0f-42e5-bdca-ca48ceaf1c3d None None] Provisioning complete for port ffc4f9ca-a1cc-48c1-a678-6a65188a1eba triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:31:31.936454 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b1a6f3e7-cd0f-42e5-bdca-ca48ceaf1c3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:31.982627 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-2c86cde6-7914-4219-97aa-6bd3f8428e0d tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2684753', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26033175'] for subnet, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:32.001029 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port ee5c2710-1941-40cd-9015-01d8c502b69d triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:31:32.001730 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:32.036237 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-87a676bb-cfb7-4810-9c1b-6715fb86fb5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:32.040439 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-5831a037-0a33-4578-808e-41b867a4fd50 None None] For port 3f0fd507-aa34-4600-aa9d-654040160966, host n-d-800634-3, cleared binding levels {{(pid=93917) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:31:32.048705 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:32.052063 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3dfb20e-cdfe-4709-8a4b-731e34884b57 None None] Pushing event updated for resources: {'Port': ['ID=fbc8c784-88aa-4e77-82d3-1edb649a2460,revision_number=3']} {{(pid=93918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:31:32.067668 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d8ecf3f-daab-4be7-ba8f-44b852eb1b72 admin admin] Notify agent at l3_agent.n-d-800634-3 the message routers_updated {{(pid=93915) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 18:31:32.082024 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c86cde6-7914-4219-97aa-6bd3f8428e0d tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Checking segment: {'id': '7bca13b4-944d-4731-bc01-174f4a8e9942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '63a5555f-a22d-4515-8f3a-d708078edd37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93916) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:31:32.082459 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c86cde6-7914-4219-97aa-6bd3f8428e0d tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Network hostable DHCP agents. Network: 63a5555f-a22d-4515-8f3a-d708078edd37, hostable agents: ['028393c3-0576-4ebd-bca1-8ea8a148e1a2'], hosted agents: [] {{(pid=93916) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 18:31:32.083355 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-0d8ecf3f-daab-4be7-ba8f-44b852eb1b72 admin admin] 10.222.0.16 "PUT /v2.0/routers/34b9e12f-bd48-4c0f-b8fa-553d35da8d6a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5411904 Jul 14 18:31:32.093704 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c86cde6-7914-4219-97aa-6bd3f8428e0d tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Pushing event updated for resources: {'Subnet': ['ID=19364ef1-51c6-4b67-ab09-76164da25c3f,revision_number=0']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:31:32.131167 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.managers [None req-589a19b5-d137-4a38-891b-7a23418cc712 None None] Attempting to bind port fbc8c784-88aa-4e77-82d3-1edb649a2460 on host n-d-800634-3 for vnic_type normal with profile {{(pid=93918) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:31:32.132719 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.managers [None req-589a19b5-d137-4a38-891b-7a23418cc712 None None] Attempting to bind port fbc8c784-88aa-4e77-82d3-1edb649a2460 by drivers openvswitch,hyperv on host n-d-800634-3 at level 0 using segments [{'id': '768a7052-80d5-49b9-a4ea-7454da09f867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'a07a7efb-fbbd-4029-ae94-a21a9cc093fe'}] {{(pid=93918) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:31:32.133962 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-589a19b5-d137-4a38-891b-7a23418cc712 None None] Attempting to bind port fbc8c784-88aa-4e77-82d3-1edb649a2460 on network a07a7efb-fbbd-4029-ae94-a21a9cc093fe {{(pid=93918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:31:32.141261 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-589a19b5-d137-4a38-891b-7a23418cc712 None None] Checking agent: {'id': '01c19e91-a945-4e3c-94a6-c211e17c923e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 8, 23), 'started_at': datetime.datetime(2021, 7, 14, 18, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 18, 31, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 18:31:32.141586 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c86cde6-7914-4219-97aa-6bd3f8428e0d tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Network 63a5555f-a22d-4515-8f3a-d708078edd37 is scheduled to be hosted by DHCP agent 028393c3-0576-4ebd-bca1-8ea8a148e1a2 with binding_index 1 {{(pid=93916) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 18:31:32.142323 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-589a19b5-d137-4a38-891b-7a23418cc712 None None] Checking segment: {'id': '768a7052-80d5-49b9-a4ea-7454da09f867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'a07a7efb-fbbd-4029-ae94-a21a9cc093fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93918) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:31:32.142824 n-d-800634-3 neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-589a19b5-d137-4a38-891b-7a23418cc712 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:32.143579 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-589a19b5-d137-4a38-891b-7a23418cc712 None None] Bound using segment: {'id': '768a7052-80d5-49b9-a4ea-7454da09f867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'a07a7efb-fbbd-4029-ae94-a21a9cc093fe'} {{(pid=93918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 18:31:32.144213 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.managers [None req-589a19b5-d137-4a38-891b-7a23418cc712 None None] Bound port: fbc8c784-88aa-4e77-82d3-1edb649a2460, host: n-d-800634-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '768a7052-80d5-49b9-a4ea-7454da09f867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'a07a7efb-fbbd-4029-ae94-a21a9cc093fe'}}] {{(pid=93918) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 18:31:32.145271 n-d-800634-3 neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-589a19b5-d137-4a38-891b-7a23418cc712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:32.158412 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-5831a037-0a33-4578-808e-41b867a4fd50 None None] For port 3f0fd507-aa34-4600-aa9d-654040160966, host n-d-800634-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=3f0fd507-aa34-4600-aa9d-654040160966,segment=NetworkSegment(5afb940b-bbdf-4727-be00-5d46367c38a1),segment_id=5afb940b-bbdf-4727-be00-5d46367c38a1)] {{(pid=93917) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 18:31:32.172748 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [None req-2c86cde6-7914-4219-97aa-6bd3f8428e0d tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-3, 63a5555f-a22d-4515-8f3a-d708078edd37) {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:31:32.180986 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-b1a6f3e7-cd0f-42e5-bdca-ca48ceaf1c3d None None] Port ffc4f9ca-a1cc-48c1-a678-6a65188a1eba cannot update to ACTIVE because it is not bound. {{(pid=93917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 18:31:32.182327 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c86cde6-7914-4219-97aa-6bd3f8428e0d tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:31:32.185082 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1296fcd-eea4-4482-ac60-42f19d495d68 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9222b97e-5d1c-54f8-ba97-82f172498e76-78f1bdd6-a438-4e68-a059-5fadb7299624', 'network_id': '78f1bdd6-a438-4e68-a059-5fadb7299624', 'tenant_id': '362562baf49d424491e86fd541949698', 'fixed_ips': [{'subnet_id': 'c660d228-559a-45b8-a86f-7ab611e1e8ab'}]}} from n-d-800634-3. {{(pid=93917) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 18:31:32.187007 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-2c86cde6-7914-4219-97aa-6bd3f8428e0d tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598705'] for subnet, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:32.189371 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-a1296fcd-eea4-4482-ac60-42f19d495d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:32.212135 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02feac98-e394-45c1-9724-1d439aa48998 None None] Network 63a5555f-a22d-4515-8f3a-d708078edd37 requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:31:32.236361 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-5831a037-0a33-4578-808e-41b867a4fd50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:32.281349 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.db [None req-589a19b5-d137-4a38-891b-7a23418cc712 None None] For port fbc8c784-88aa-4e77-82d3-1edb649a2460, host n-d-800634-3, cleared binding levels {{(pid=93918) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:31:32.286931 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.db [None req-589a19b5-d137-4a38-891b-7a23418cc712 None None] For port fbc8c784-88aa-4e77-82d3-1edb649a2460, host n-d-800634-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=fbc8c784-88aa-4e77-82d3-1edb649a2460,segment=NetworkSegment(768a7052-80d5-49b9-a4ea-7454da09f867),segment_id=768a7052-80d5-49b9-a4ea-7454da09f867)] {{(pid=93918) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 18:31:32.292480 n-d-800634-3 neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-589a19b5-d137-4a38-891b-7a23418cc712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:32.344236 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-bb674d8e-f0ec-42d7-9b9e-2164f7cf1a0b req-27ef8b1f-fc82-4935-ac4c-0df4240dc983 tempest-ServerRescueTestJSON-1772516560 tempest-ServerRescueTestJSON-1772516560-project] 10.222.0.16 "GET /v2.0/ports?device_id=693cdabc-c35b-47c5-8512-cef465f1b22b HTTP/1.1" status: 200 len: 210 time: 0.1121132 Jul 14 18:31:32.348242 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-87a676bb-cfb7-4810-9c1b-6715fb86fb5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:32.358412 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-87a676bb-cfb7-4810-9c1b-6715fb86fb5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:32.369765 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-2c86cde6-7914-4219-97aa-6bd3f8428e0d tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.8698304 Jul 14 18:31:32.372074 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2eaad43e-3f6b-4451-b40e-a34e647e008a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '386ebf05-1536-4dcb-a586-ad08f3af8f4a'}] {{(pid=93917) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:31:32.372927 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 43558) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:31:32.375280 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20b787f3c29eaa7aa2a4d648c725a2124c5ff39a8d793252f9d844495e14cf42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82c5d3c7-f342-4b67-85b1-ca6edd0ac1b2" -d '{"events": [{"server_uuid": "2eaad43e-3f6b-4451-b40e-a34e647e008a", "name": "network-vif-plugged", "status": "completed", "tag": "386ebf05-1536-4dcb-a586-ad08f3af8f4a"}]}' {{(pid=93917) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:31:32.381275 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-56598170-d848-4fbd-88b5-0ed9cac9be90 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Request body: {'port': {'network_id': '78f1bdd6-a438-4e68-a059-5fadb7299624', 'name': 'tempest-TaggedBootDevicesTest_v242-1162457223', 'fixed_ips': [{'subnet_id': 'c660d228-559a-45b8-a86f-7ab611e1e8ab'}]}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:31:32.395844 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3dfb20e-cdfe-4709-8a4b-731e34884b57 None None] Pushing event updated for resources: {'Port': ['ID=fbc8c784-88aa-4e77-82d3-1edb649a2460,revision_number=4']} {{(pid=93918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:31:32.427186 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-589a19b5-d137-4a38-891b-7a23418cc712 None None] Routers {'f4250f99-bf33-4b82-9720-0635ccd1c0e5'} bound to L3 agent in host n-d-800634-3 {{(pid=93918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:31:32.428476 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-589a19b5-d137-4a38-891b-7a23418cc712 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:31:23Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['f4250f99-bf33-4b82-9720-0635ccd1c0e5'], 'active': True} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:31:32.447553 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port 386ebf05-1536-4dcb-a586-ad08f3af8f4a, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=386ebf05-1536-4dcb-a586-ad08f3af8f4a,segment=NetworkSegment(19f00279-ca9c-462b-94d7-9624328caaf9),segment_id=19f00279-ca9c-462b-94d7-9624328caaf9)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:31:32.469871 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5831a037-0a33-4578-808e-41b867a4fd50 None None] Routers {'34b9e12f-bd48-4c0f-b8fa-553d35da8d6a'} bound to L3 agent in host n-d-800634-3 {{(pid=93917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:31:32.470621 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-5831a037-0a33-4578-808e-41b867a4fd50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:31:23Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['34b9e12f-bd48-4c0f-b8fa-553d35da8d6a'], 'active': True} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:31:32.588360 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-87a676bb-cfb7-4810-9c1b-6715fb86fb5d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0c89b0e693db4d46bb41dc38795a6e49&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7981811 Jul 14 18:31:32.588360 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a676bb-cfb7-4810-9c1b-6715fb86fb5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4315dac4-ec34-4d2f-b7f5-58c5d20dddbd,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:31:32.613984 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvr_db [None req-5831a037-0a33-4578-808e-41b867a4fd50 None None] Set router 34b9e12f-bd48-4c0f-b8fa-553d35da8d6a gateway port host: n-d-800634-3 {{(pid=93917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 18:31:32.637435 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 43570) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:31:32.690087 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9121978e-26f2-4656-875b-918fd359979b None None] Provisioning complete for port ffc4f9ca-a1cc-48c1-a678-6a65188a1eba triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:31:32.690508 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9121978e-26f2-4656-875b-918fd359979b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:32.698125 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 18:31:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-771f78ec-ef2d-4b75-9e64-bf4e2df89de5 x-openstack-request-id: req-771f78ec-ef2d-4b75-9e64-bf4e2df89de5 {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:31:32.698580 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2eaad43e-3f6b-4451-b40e-a34e647e008a", "name": "network-vif-plugged", "status": "completed", "tag": "386ebf05-1536-4dcb-a586-ad08f3af8f4a", "code": 200}]} {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:31:32.698699 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-771f78ec-ef2d-4b75-9e64-bf4e2df89de5 {{(pid=93917) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:31:32.699084 n-d-800634-3 neutron-server[93917]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2eaad43e-3f6b-4451-b40e-a34e647e008a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '386ebf05-1536-4dcb-a586-ad08f3af8f4a', 'code': 200} Jul 14 18:31:32.740461 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvr_db [None req-589a19b5-d137-4a38-891b-7a23418cc712 None None] Set router f4250f99-bf33-4b82-9720-0635ccd1c0e5 gateway port host: n-d-800634-3 {{(pid=93918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 18:31:32.848931 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:32.869989 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56598170-d848-4fbd-88b5-0ed9cac9be90 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Made reservation on behalf of 362562baf49d424491e86fd541949698 for: {'port': 1} {{(pid=93916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:31:32.927689 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-3f36fea2-1d2b-47b6-85a6-1fb9c5ecaae4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:32.967442 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:33.002608 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-3f36fea2-1d2b-47b6-85a6-1fb9c5ecaae4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:33.007797 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda3d0aa-3902-4dc0-bfe2-6d913794322b req-0bdae8d8-5305-4ec7-8ac3-9b13cc324dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:31:33.009748 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-fda3d0aa-3902-4dc0-bfe2-6d913794322b req-0bdae8d8-5305-4ec7-8ac3-9b13cc324dd4 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=2eaad43e-3f6b-4451-b40e-a34e647e008a HTTP/1.1" status: 200 len: 1097 time: 0.3248177 Jul 14 18:31:33.057140 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f053aac4-48a5-4063-83bc-90767261e8e8 req-43209447-fcd7-44e1-9b62-a116d18c3390 tempest-ListServerFiltersTestJSON-1866458082 tempest-ListServerFiltersTestJSON-1866458082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:31:33.059369 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f053aac4-48a5-4063-83bc-90767261e8e8 req-43209447-fcd7-44e1-9b62-a116d18c3390 tempest-ListServerFiltersTestJSON-1866458082 tempest-ListServerFiltersTestJSON-1866458082-project] 10.222.0.16 "GET /v2.0/ports?device_id=2eaad43e-3f6b-4451-b40e-a34e647e008a HTTP/1.1" status: 200 len: 946 time: 0.2238040 Jul 14 18:31:33.059517 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-56598170-d848-4fbd-88b5-0ed9cac9be90 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:33.095607 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device d393658a-fd68-474c-9edb-258df98f14ac up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:31:33.107424 n-d-800634-3 neutron-server[93916]: DEBUG neutron.notifiers.nova [None req-56598170-d848-4fbd-88b5-0ed9cac9be90 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] device_id is not set on port 05410bfa-6a89-41e2-898c-80b7f771042b yet. {{(pid=93916) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 18:31:33.128176 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-fda3d0aa-3902-4dc0-bfe2-6d913794322b req-499b6b38-7e66-4b9f-9676-dd813379780d service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=cc0cb72e-0ac6-4b37-b329-257cd4e8c60f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089556 Jul 14 18:31:33.164745 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f053aac4-48a5-4063-83bc-90767261e8e8 req-e5e9240f-4159-4458-91db-b5e62258e86a tempest-ListServerFiltersTestJSON-1866458082 tempest-ListServerFiltersTestJSON-1866458082-project] 10.222.0.16 "GET /v2.0/security-groups?id=cc0cb72e-0ac6-4b37-b329-257cd4e8c60f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947423 Jul 14 18:31:33.171728 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-3f36fea2-1d2b-47b6-85a6-1fb9c5ecaae4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:33.181104 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-3f36fea2-1d2b-47b6-85a6-1fb9c5ecaae4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:33.189210 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-3f36fea2-1d2b-47b6-85a6-1fb9c5ecaae4 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/4315dac4-ec34-4d2f-b7f5-58c5d20dddbd HTTP/1.1" status: 204 len: 168 time: 0.5505502 Jul 14 18:31:33.200836 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f36fea2-1d2b-47b6-85a6-1fb9c5ecaae4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4315dac4-ec34-4d2f-b7f5-58c5d20dddbd,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:31:33.206078 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1806dd4-872a-4bd7-a26b-16697a8df679 None None] Pushing event updated for resources: {'Port': ['ID=3f0fd507-aa34-4600-aa9d-654040160966,revision_number=3']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:31:33.346114 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-589a19b5-d137-4a38-891b-7a23418cc712 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4250f99-bf33-4b82-9720-0635ccd1c0e5', 'name': 'tempest-ServerRescueTestJSON-870166026-router', 'tenant_id': '0bc1eb2c7d374bba8f2892065ecabe00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.177'}], 'enable_snat': True}, 'gw_port_id': 'ee5c2710-1941-40cd-9015-01d8c502b69d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:31:20Z', 'updated_at': '2021-07-14T18:31:26Z', 'revision_number': 4, 'project_id': '0bc1eb2c7d374bba8f2892065ecabe00', 'gw_port': {'id': 'ee5c2710-1941-40cd-9015-01d8c502b69d', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:06:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4250f99-bf33-4b82-9720-0635ccd1c0e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1332, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:31:21Z', 'updated_at': '2021-07-14T18:31:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_interfaces': [{'id': 'fbc8c784-88aa-4e77-82d3-1edb649a2460', 'name': '', 'network_id': 'a07a7efb-fbbd-4029-ae94-a21a9cc093fe', 'tenant_id': '0bc1eb2c7d374bba8f2892065ecabe00', 'mac_address': 'fa:16:3e:d0:dd:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4250f99-bf33-4b82-9720-0635ccd1c0e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': '14eba25d-eba8-416a-ad8f-196fda095a19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:31:25Z', 'updated_at': '2021-07-14T18:31:32Z', 'revision_number': 4, 'project_id': '0bc1eb2c7d374bba8f2892065ecabe00', 'subnets': [{'id': '14eba25d-eba8-416a-ad8f-196fda095a19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-3', False) {} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:31:33.413871 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-589a19b5-d137-4a38-891b-7a23418cc712 None None] The sync data for ids ['f4250f99-bf33-4b82-9720-0635ccd1c0e5'] in n-d-800634-3 is: [{'id': 'f4250f99-bf33-4b82-9720-0635ccd1c0e5', 'name': 'tempest-ServerRescueTestJSON-870166026-router', 'tenant_id': '0bc1eb2c7d374bba8f2892065ecabe00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.177'}], 'enable_snat': True}, 'gw_port_id': 'ee5c2710-1941-40cd-9015-01d8c502b69d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:31:20Z', 'updated_at': '2021-07-14T18:31:26Z', 'revision_number': 4, 'project_id': '0bc1eb2c7d374bba8f2892065ecabe00', 'gw_port': {'id': 'ee5c2710-1941-40cd-9015-01d8c502b69d', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:06:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4250f99-bf33-4b82-9720-0635ccd1c0e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1332, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:31:21Z', 'updated_at': '2021-07-14T18:31:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_interfaces': [{'id': 'fbc8c784-88aa-4e77-82d3-1edb649a2460', 'name': '', 'network_id': 'a07a7efb-fbbd-4029-ae94-a21a9cc093fe', 'tenant_id': '0bc1eb2c7d374bba8f2892065ecabe00', 'mac_address': 'fa:16:3e:d0:dd:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4250f99-bf33-4b82-9720-0635ccd1c0e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': '14eba25d-eba8-416a-ad8f-196fda095a19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:31:25Z', 'updated_at': '2021-07-14T18:31:32Z', 'revision_number': 4, 'project_id': '0bc1eb2c7d374bba8f2892065ecabe00', 'subnets': [{'id': '14eba25d-eba8-416a-ad8f-196fda095a19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 18:31:33.503540 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-9121978e-26f2-4656-875b-918fd359979b None None] Port ffc4f9ca-a1cc-48c1-a678-6a65188a1eba cannot update to ACTIVE because it is not bound. {{(pid=93917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 18:31:33.665637 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e6eff0ad-a31e-45aa-bbcd-9d820eaf2cf7 req-24f84895-1a41-4da2-9ed5-5dbbb4cf4691 tempest-ServerRescueTestJSON-1772516560 tempest-ServerRescueTestJSON-1772516560-project] 10.222.0.16 "GET /v2.0/ports?device_id=693cdabc-c35b-47c5-8512-cef465f1b22b HTTP/1.1" status: 200 len: 210 time: 0.1020222 Jul 14 18:31:33.740714 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.db_base_plugin_common [None req-a1296fcd-eea4-4482-ac60-42f19d495d68 None None] Allocated IP 10.1.1.2 (78f1bdd6-a438-4e68-a059-5fadb7299624/c660d228-559a-45b8-a86f-7ab611e1e8ab/f8e6d19d-a6d8-4e23-96eb-913655d6b330) {{(pid=93917) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:31:33.753226 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Pushing event updated for resources: {'Port': ['ID=386ebf05-1536-4dcb-a586-ad08f3af8f4a,revision_number=5']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:31:33.782168 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a2f867-bd7c-4b22-bafd-7ffdf1437fd4 req-314e24fb-1f2f-4104-a290-ad4f547fa6b0 tempest-FloatingIPsAssociationNegativeTestJSON-287568005 tempest-FloatingIPsAssociationNegativeTestJSON-287568005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:31:33.786990 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4fce652-2fea-49df-9590-ef293e95116c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9222b97e-5d1c-54f8-ba97-82f172498e76-63a5555f-a22d-4515-8f3a-d708078edd37', 'network_id': '63a5555f-a22d-4515-8f3a-d708078edd37', 'tenant_id': '362562baf49d424491e86fd541949698', 'fixed_ips': [{'subnet_id': '19364ef1-51c6-4b67-ab09-76164da25c3f'}]}} from n-d-800634-3. {{(pid=93917) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 18:31:33.787865 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-e4fce652-2fea-49df-9590-ef293e95116c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:33.789861 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f0a2f867-bd7c-4b22-bafd-7ffdf1437fd4 req-314e24fb-1f2f-4104-a290-ad4f547fa6b0 tempest-FloatingIPsAssociationNegativeTestJSON-287568005 tempest-FloatingIPsAssociationNegativeTestJSON-287568005-project] 10.222.0.16 "GET /v2.0/networks?id=3027b8cc-b688-44c3-b2bb-d03887fb46b4 HTTP/1.1" status: 200 len: 828 time: 0.2558970 Jul 14 18:31:33.818264 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f0a2f867-bd7c-4b22-bafd-7ffdf1437fd4 req-104d67fa-73f9-44b1-ae5e-c4bead3ea873 tempest-FloatingIPsAssociationNegativeTestJSON-287568005 tempest-FloatingIPsAssociationNegativeTestJSON-287568005-project] 10.222.0.16 "GET /v2.0/quotas/b42b8927ef8d413ea3681e5f11e6bc61 HTTP/1.1" status: 200 len: 375 time: 0.0152681 Jul 14 18:31:33.838611 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-5831a037-0a33-4578-808e-41b867a4fd50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34b9e12f-bd48-4c0f-b8fa-553d35da8d6a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-203685474-router', 'tenant_id': 'b42b8927ef8d413ea3681e5f11e6bc61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.214'}], 'enable_snat': True}, 'gw_port_id': '3f0fd507-aa34-4600-aa9d-654040160966', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:31:23Z', 'updated_at': '2021-07-14T18:31:29Z', 'revision_number': 4, 'project_id': 'b42b8927ef8d413ea3681e5f11e6bc61', 'gw_port': {'id': '3f0fd507-aa34-4600-aa9d-654040160966', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:ee:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34b9e12f-bd48-4c0f-b8fa-553d35da8d6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1341, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:31:23Z', 'updated_at': '2021-07-14T18:31:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_interfaces': [{'id': 'ffc4f9ca-a1cc-48c1-a678-6a65188a1eba', 'name': '', 'network_id': '3027b8cc-b688-44c3-b2bb-d03887fb46b4', 'tenant_id': 'b42b8927ef8d413ea3681e5f11e6bc61', 'mac_address': 'fa:16:3e:ae:bb:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34b9e12f-bd48-4c0f-b8fa-553d35da8d6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1348, 'fixed_ips': [{'subnet_id': 'e39776a5-0c4c-4e2c-abcf-e8667374bae7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:31:28Z', 'updated_at': '2021-07-14T18:31:29Z', 'revision_number': 2, 'project_id': 'b42b8927ef8d413ea3681e5f11e6bc61', 'subnets': [{'id': 'e39776a5-0c4c-4e2c-abcf-e8667374bae7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-3', False) {} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:31:33.852780 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port d393658a-fd68-474c-9edb-258df98f14ac triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:31:33.853151 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:33.939353 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f0a2f867-bd7c-4b22-bafd-7ffdf1437fd4 req-c106ebaa-5af0-4937-aad9-4968c2f1da87 tempest-FloatingIPsAssociationNegativeTestJSON-287568005 tempest-FloatingIPsAssociationNegativeTestJSON-287568005-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=b42b8927ef8d413ea3681e5f11e6bc61&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1113365 Jul 14 18:31:34.185215 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f0a2f867-bd7c-4b22-bafd-7ffdf1437fd4 req-3172ebae-89be-49da-ae89-6948910dc5b1 service neutron] 10.222.0.16 "GET /v2.0/networks/3027b8cc-b688-44c3-b2bb-d03887fb46b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2347970 Jul 14 18:31:34.301953 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5831a037-0a33-4578-808e-41b867a4fd50 None None] The sync data for ids ['34b9e12f-bd48-4c0f-b8fa-553d35da8d6a'] in n-d-800634-3 is: [{'id': '34b9e12f-bd48-4c0f-b8fa-553d35da8d6a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-203685474-router', 'tenant_id': 'b42b8927ef8d413ea3681e5f11e6bc61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.214'}], 'enable_snat': True}, 'gw_port_id': '3f0fd507-aa34-4600-aa9d-654040160966', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:31:23Z', 'updated_at': '2021-07-14T18:31:29Z', 'revision_number': 4, 'project_id': 'b42b8927ef8d413ea3681e5f11e6bc61', 'gw_port': {'id': '3f0fd507-aa34-4600-aa9d-654040160966', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:ee:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34b9e12f-bd48-4c0f-b8fa-553d35da8d6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1341, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:31:23Z', 'updated_at': '2021-07-14T18:31:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_interfaces': [{'id': 'ffc4f9ca-a1cc-48c1-a678-6a65188a1eba', 'name': '', 'network_id': '3027b8cc-b688-44c3-b2bb-d03887fb46b4', 'tenant_id': 'b42b8927ef8d413ea3681e5f11e6bc61', 'mac_address': 'fa:16:3e:ae:bb:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34b9e12f-bd48-4c0f-b8fa-553d35da8d6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1348, 'fixed_ips': [{'subnet_id': 'e39776a5-0c4c-4e2c-abcf-e8667374bae7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:31:28Z', 'updated_at': '2021-07-14T18:31:29Z', 'revision_number': 2, 'project_id': 'b42b8927ef8d413ea3681e5f11e6bc61', 'subnets': [{'id': 'e39776a5-0c4c-4e2c-abcf-e8667374bae7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 18:31:34.722472 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c606ba77-e474-4b32-86ed-2b3a0ea50aad req-c9ffb837-fc9d-45b7-a9ce-9e53e5e0eb0a tempest-ListServerFiltersTestJSON-1866458082 tempest-ListServerFiltersTestJSON-1866458082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:31:34.724330 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c606ba77-e474-4b32-86ed-2b3a0ea50aad req-c9ffb837-fc9d-45b7-a9ce-9e53e5e0eb0a tempest-ListServerFiltersTestJSON-1866458082 tempest-ListServerFiltersTestJSON-1866458082-project] 10.222.0.16 "GET /v2.0/ports?device_id=2eaad43e-3f6b-4451-b40e-a34e647e008a HTTP/1.1" status: 200 len: 946 time: 0.3400126 Jul 14 18:31:34.728770 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f0a2f867-bd7c-4b22-bafd-7ffdf1437fd4 req-9c67c4e3-081a-4418-bcb8-de8a89735c73 service neutron] 10.222.0.16 "GET /v2.0/networks/3027b8cc-b688-44c3-b2bb-d03887fb46b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5425873 Jul 14 18:31:34.742461 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c115b9-1ae7-4f00-a3e3-6995e116396b req-21a99619-f7eb-49b1-9793-9790187d8ad0 tempest-ServerRescueTestJSON-1772516560 tempest-ServerRescueTestJSON-1772516560-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:31:34.744235 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c0c115b9-1ae7-4f00-a3e3-6995e116396b req-21a99619-f7eb-49b1-9793-9790187d8ad0 tempest-ServerRescueTestJSON-1772516560 tempest-ServerRescueTestJSON-1772516560-project] 10.222.0.35 "GET /v2.0/networks?id=a07a7efb-fbbd-4029-ae94-a21a9cc093fe HTTP/1.1" status: 200 len: 810 time: 0.4081161 Jul 14 18:31:34.754495 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-a1296fcd-eea4-4482-ac60-42f19d495d68 None None] Notify callbacks [] for port, precommit_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:34.775841 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-a1296fcd-eea4-4482-ac60-42f19d495d68 None None] Transition to ACTIVE for port object f8e6d19d-a6d8-4e23-96eb-913655d6b330 will not be triggered until provisioned by entity L2. {{(pid=93917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:31:34.794113 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [req-c0c115b9-1ae7-4f00-a3e3-6995e116396b req-86f72d3c-7094-415a-9fe3-634d355d4482 tempest-ServerRescueTestJSON-1772516560 tempest-ServerRescueTestJSON-1772516560-project] Request body: {'port': {'device_id': '693cdabc-c35b-47c5-8512-cef465f1b22b', 'network_id': 'a07a7efb-fbbd-4029-ae94-a21a9cc093fe', 'admin_state_up': True, 'tenant_id': '0bc1eb2c7d374bba8f2892065ecabe00'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:31:34.800553 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c606ba77-e474-4b32-86ed-2b3a0ea50aad req-e6117b78-e504-45e3-a8c2-9adb1bbfc50c tempest-ListServerFiltersTestJSON-1866458082 tempest-ListServerFiltersTestJSON-1866458082-project] 10.222.0.16 "GET /v2.0/security-groups?id=cc0cb72e-0ac6-4b37-b329-257cd4e8c60f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550849 Jul 14 18:31:34.844651 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-a1296fcd-eea4-4482-ac60-42f19d495d68 None None] Transition to ACTIVE for port object f8e6d19d-a6d8-4e23-96eb-913655d6b330 will not be triggered until provisioned by entity DHCP. {{(pid=93917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:31:34.911115 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.db_base_plugin_common [None req-e4fce652-2fea-49df-9590-ef293e95116c None None] Allocated IP 10.2.2.2 (63a5555f-a22d-4515-8f3a-d708078edd37/19364ef1-51c6-4b67-ab09-76164da25c3f/6eccfeb0-b801-434f-8ae6-d56973206e1b) {{(pid=93917) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:31:35.006055 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c0c115b9-1ae7-4f00-a3e3-6995e116396b req-86f72d3c-7094-415a-9fe3-634d355d4482 tempest-ServerRescueTestJSON-1772516560 tempest-ServerRescueTestJSON-1772516560-project] Made reservation on behalf of 0bc1eb2c7d374bba8f2892065ecabe00 for: {'port': 1} {{(pid=93915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:31:35.009709 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.db_base_plugin_common [None req-56598170-d848-4fbd-88b5-0ed9cac9be90 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Allocated IP 10.1.1.74 (78f1bdd6-a438-4e68-a059-5fadb7299624/c660d228-559a-45b8-a86f-7ab611e1e8ab/05410bfa-6a89-41e2-898c-80b7f771042b) {{(pid=93916) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:31:35.011051 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-c0c115b9-1ae7-4f00-a3e3-6995e116396b req-86f72d3c-7094-415a-9fe3-634d355d4482 tempest-ServerRescueTestJSON-1772516560 tempest-ServerRescueTestJSON-1772516560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:35.132957 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-a1296fcd-eea4-4482-ac60-42f19d495d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804'] for port, after_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:35.323717 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.db_base_plugin_common [req-c0c115b9-1ae7-4f00-a3e3-6995e116396b req-86f72d3c-7094-415a-9fe3-634d355d4482 tempest-ServerRescueTestJSON-1772516560 tempest-ServerRescueTestJSON-1772516560-project] Allocated IP 172.20.0.5 (a07a7efb-fbbd-4029-ae94-a21a9cc093fe/14eba25d-eba8-416a-ad8f-196fda095a19/7e4ee43a-fa0e-40b2-866d-2126d59c6740) {{(pid=93915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:31:35.367337 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1296fcd-eea4-4482-ac60-42f19d495d68 None None] Pushing event updated for resources: {'Port': ['ID=f8e6d19d-a6d8-4e23-96eb-913655d6b330,revision_number=1']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:31:35.414320 n-d-800634-3 neutron-server[93917]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1296fcd-eea4-4482-ac60-42f19d495d68 None None] Network 78f1bdd6-a438-4e68-a059-5fadb7299624 is already hosted by enough agents. {{(pid=93917) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:31:35.435751 n-d-800634-3 neutron-server[93917]: DEBUG neutron.scheduler.base_scheduler [None req-a1296fcd-eea4-4482-ac60-42f19d495d68 None None] Resources bound (agent type, host, resource id): {{(pid=93917) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:31:35.483202 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1296fcd-eea4-4482-ac60-42f19d495d68 None None] Received port after_create {{(pid=93917) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:31:35.508103 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:35.542440 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-56598170-d848-4fbd-88b5-0ed9cac9be90 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Notify callbacks [] for port, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:35.635704 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.provisioning_blocks [None req-56598170-d848-4fbd-88b5-0ed9cac9be90 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Transition to ACTIVE for port object 05410bfa-6a89-41e2-898c-80b7f771042b will not be triggered until provisioned by entity DHCP. {{(pid=93916) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:31:35.663361 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-a1296fcd-eea4-4482-ac60-42f19d495d68 None None] Attempting to bind port f8e6d19d-a6d8-4e23-96eb-913655d6b330 on host n-d-800634-3 for vnic_type normal with profile {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:31:35.664189 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-a1296fcd-eea4-4482-ac60-42f19d495d68 None None] Attempting to bind port f8e6d19d-a6d8-4e23-96eb-913655d6b330 by drivers openvswitch,hyperv on host n-d-800634-3 at level 0 using segments [{'id': 'a5f86141-009c-4679-b2f8-e0cc9120f80c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '78f1bdd6-a438-4e68-a059-5fadb7299624'}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:31:35.666231 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1296fcd-eea4-4482-ac60-42f19d495d68 None None] Attempting to bind port f8e6d19d-a6d8-4e23-96eb-913655d6b330 on network 78f1bdd6-a438-4e68-a059-5fadb7299624 {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:31:35.731249 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1296fcd-eea4-4482-ac60-42f19d495d68 None None] Checking agent: {'id': '01c19e91-a945-4e3c-94a6-c211e17c923e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 8, 23), 'started_at': datetime.datetime(2021, 7, 14, 18, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 18, 31, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 18:31:35.731635 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1296fcd-eea4-4482-ac60-42f19d495d68 None None] Checking segment: {'id': 'a5f86141-009c-4679-b2f8-e0cc9120f80c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '78f1bdd6-a438-4e68-a059-5fadb7299624'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93917) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:31:35.732024 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-a1296fcd-eea4-4482-ac60-42f19d495d68 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:35.742732 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1296fcd-eea4-4482-ac60-42f19d495d68 None None] Bound using segment: {'id': 'a5f86141-009c-4679-b2f8-e0cc9120f80c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '78f1bdd6-a438-4e68-a059-5fadb7299624'} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 18:31:35.743276 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-a1296fcd-eea4-4482-ac60-42f19d495d68 None None] Bound port: f8e6d19d-a6d8-4e23-96eb-913655d6b330, host: n-d-800634-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5f86141-009c-4679-b2f8-e0cc9120f80c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '78f1bdd6-a438-4e68-a059-5fadb7299624'}}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 18:31:35.745688 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-a1296fcd-eea4-4482-ac60-42f19d495d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:35.757943 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-c0c115b9-1ae7-4f00-a3e3-6995e116396b req-86f72d3c-7094-415a-9fe3-634d355d4482 tempest-ServerRescueTestJSON-1772516560 tempest-ServerRescueTestJSON-1772516560-project] Notify callbacks [] for port, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:35.762543 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-56598170-d848-4fbd-88b5-0ed9cac9be90 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:35.863162 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56598170-d848-4fbd-88b5-0ed9cac9be90 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Network 78f1bdd6-a438-4e68-a059-5fadb7299624 is already hosted by enough agents. {{(pid=93916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:31:35.868513 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [None req-56598170-d848-4fbd-88b5-0ed9cac9be90 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Resources bound (agent type, host, resource id): {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:31:35.883307 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56598170-d848-4fbd-88b5-0ed9cac9be90 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Received port after_create {{(pid=93916) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:31:35.932747 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device fbc8c784-88aa-4e77-82d3-1edb649a2460 up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:31:35.944274 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-a1296fcd-eea4-4482-ac60-42f19d495d68 None None] For port f8e6d19d-a6d8-4e23-96eb-913655d6b330, host n-d-800634-3, cleared binding levels {{(pid=93917) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:31:35.944419 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56598170-d848-4fbd-88b5-0ed9cac9be90 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Pushing event updated for resources: {'Port': ['ID=05410bfa-6a89-41e2-898c-80b7f771042b,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:31:35.954436 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-a1296fcd-eea4-4482-ac60-42f19d495d68 None None] For port f8e6d19d-a6d8-4e23-96eb-913655d6b330, host n-d-800634-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=f8e6d19d-a6d8-4e23-96eb-913655d6b330,segment=NetworkSegment(a5f86141-009c-4679-b2f8-e0cc9120f80c),segment_id=a5f86141-009c-4679-b2f8-e0cc9120f80c)] {{(pid=93917) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 18:31:36.028563 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56598170-d848-4fbd-88b5-0ed9cac9be90 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:31:36.033886 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-a1296fcd-eea4-4482-ac60-42f19d495d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:36.035546 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-56598170-d848-4fbd-88b5-0ed9cac9be90 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:36.084548 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-56598170-d848-4fbd-88b5-0ed9cac9be90 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.7104599 Jul 14 18:31:36.084937 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-e4fce652-2fea-49df-9590-ef293e95116c None None] Notify callbacks [] for port, precommit_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:36.086493 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 43666) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:31:36.105298 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-5ede8669-cf1c-4d94-b36e-1538d4f6a25d tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Request body: {'port': {'network_id': '78f1bdd6-a438-4e68-a059-5fadb7299624', 'name': 'tempest-TaggedBootDevicesTest_v242-730717045', 'fixed_ips': [{'subnet_id': 'c660d228-559a-45b8-a86f-7ab611e1e8ab'}]}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:31:36.119710 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-e4fce652-2fea-49df-9590-ef293e95116c None None] Transition to ACTIVE for port object 6eccfeb0-b801-434f-8ae6-d56973206e1b will not be triggered until provisioned by entity L2. {{(pid=93917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:31:36.237404 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning for port fbc8c784-88aa-4e77-82d3-1edb649a2460 completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:31:36.250361 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1296fcd-eea4-4482-ac60-42f19d495d68 None None] Pushing event updated for resources: {'Port': ['ID=f8e6d19d-a6d8-4e23-96eb-913655d6b330,revision_number=2']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:31:36.255978 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-e4fce652-2fea-49df-9590-ef293e95116c None None] Transition to ACTIVE for port object 6eccfeb0-b801-434f-8ae6-d56973206e1b will not be triggered until provisioned by entity DHCP. {{(pid=93917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:31:36.258103 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port fbc8c784-88aa-4e77-82d3-1edb649a2460 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:31:36.265592 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:36.330090 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-e4fce652-2fea-49df-9590-ef293e95116c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804'] for port, after_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:36.411184 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ede8669-cf1c-4d94-b36e-1538d4f6a25d tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Made reservation on behalf of 362562baf49d424491e86fd541949698 for: {'port': 1} {{(pid=93916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:31:36.424839 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-5ede8669-cf1c-4d94-b36e-1538d4f6a25d tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:36.430339 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fce652-2fea-49df-9590-ef293e95116c None None] Pushing event updated for resources: {'Port': ['ID=6eccfeb0-b801-434f-8ae6-d56973206e1b,revision_number=1']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:31:36.456204 n-d-800634-3 neutron-server[93917]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4fce652-2fea-49df-9590-ef293e95116c None None] Network 63a5555f-a22d-4515-8f3a-d708078edd37 is already hosted by enough agents. {{(pid=93917) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:31:36.492847 n-d-800634-3 neutron-server[93917]: DEBUG neutron.scheduler.base_scheduler [None req-e4fce652-2fea-49df-9590-ef293e95116c None None] Resources bound (agent type, host, resource id): {{(pid=93917) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:31:36.498508 n-d-800634-3 neutron-server[93916]: DEBUG neutron.notifiers.nova [None req-5ede8669-cf1c-4d94-b36e-1538d4f6a25d tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] device_id is not set on port 0d90d118-2a16-461c-8b80-fa7d8a1aaaa6 yet. {{(pid=93916) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 18:31:36.517305 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4fce652-2fea-49df-9590-ef293e95116c None None] Received port after_create {{(pid=93917) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:31:36.665327 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:36.748015 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f679c024-ae73-42f3-a9b9-8bdc89f829a1 req-66f78d11-8781-4ac5-9d12-c3872fee0c36 tempest-ServerRescueTestJSON-1772516560 tempest-ServerRescueTestJSON-1772516560-project] 10.222.0.16 "GET /v2.0/ports?device_id=693cdabc-c35b-47c5-8512-cef465f1b22b HTTP/1.1" status: 200 len: 210 time: 0.9664710 Jul 14 18:31:36.898590 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.db_base_plugin_common [None req-5ede8669-cf1c-4d94-b36e-1538d4f6a25d tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Allocated IP 10.1.1.68 (78f1bdd6-a438-4e68-a059-5fadb7299624/c660d228-559a-45b8-a86f-7ab611e1e8ab/0d90d118-2a16-461c-8b80-fa7d8a1aaaa6) {{(pid=93916) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:31:36.908006 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-c0c115b9-1ae7-4f00-a3e3-6995e116396b req-86f72d3c-7094-415a-9fe3-634d355d4482 tempest-ServerRescueTestJSON-1772516560 tempest-ServerRescueTestJSON-1772516560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:36.910813 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] For port fbc8c784-88aa-4e77-82d3-1edb649a2460, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=fbc8c784-88aa-4e77-82d3-1edb649a2460,segment=NetworkSegment(768a7052-80d5-49b9-a4ea-7454da09f867),segment_id=768a7052-80d5-49b9-a4ea-7454da09f867)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:31:36.914175 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-e4fce652-2fea-49df-9590-ef293e95116c None None] Attempting to bind port 6eccfeb0-b801-434f-8ae6-d56973206e1b on host n-d-800634-3 for vnic_type normal with profile {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:31:36.915545 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-e4fce652-2fea-49df-9590-ef293e95116c None None] Attempting to bind port 6eccfeb0-b801-434f-8ae6-d56973206e1b by drivers openvswitch,hyperv on host n-d-800634-3 at level 0 using segments [{'id': '7bca13b4-944d-4731-bc01-174f4a8e9942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '63a5555f-a22d-4515-8f3a-d708078edd37'}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:31:36.916203 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4fce652-2fea-49df-9590-ef293e95116c None None] Attempting to bind port 6eccfeb0-b801-434f-8ae6-d56973206e1b on network 63a5555f-a22d-4515-8f3a-d708078edd37 {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:31:36.921710 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:36.978616 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4fce652-2fea-49df-9590-ef293e95116c None None] Checking agent: {'id': '01c19e91-a945-4e3c-94a6-c211e17c923e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 8, 23), 'started_at': datetime.datetime(2021, 7, 14, 18, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 18, 31, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 18:31:36.978993 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4fce652-2fea-49df-9590-ef293e95116c None None] Checking segment: {'id': '7bca13b4-944d-4731-bc01-174f4a8e9942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '63a5555f-a22d-4515-8f3a-d708078edd37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93917) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:31:36.979398 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-e4fce652-2fea-49df-9590-ef293e95116c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:36.979793 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4fce652-2fea-49df-9590-ef293e95116c None None] Bound using segment: {'id': '7bca13b4-944d-4731-bc01-174f4a8e9942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '63a5555f-a22d-4515-8f3a-d708078edd37'} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 18:31:36.981434 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-e4fce652-2fea-49df-9590-ef293e95116c None None] Bound port: 6eccfeb0-b801-434f-8ae6-d56973206e1b, host: n-d-800634-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bca13b4-944d-4731-bc01-174f4a8e9942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '63a5555f-a22d-4515-8f3a-d708078edd37'}}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 18:31:36.982345 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-e4fce652-2fea-49df-9590-ef293e95116c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:37.050818 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 43692) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:31:37.084188 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c0c115b9-1ae7-4f00-a3e3-6995e116396b req-86f72d3c-7094-415a-9fe3-634d355d4482 tempest-ServerRescueTestJSON-1772516560 tempest-ServerRescueTestJSON-1772516560-project] Network a07a7efb-fbbd-4029-ae94-a21a9cc093fe is already hosted by enough agents. {{(pid=93915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:31:37.125955 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca603fd-5ca1-4eba-8413-2ee377dc0159 req-c68d83c2-1427-4196-b6c8-d33dbb5c5344 tempest-ListServerFiltersTestJSON-1866458082 tempest-ListServerFiltersTestJSON-1866458082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:31:37.132454 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-7ca603fd-5ca1-4eba-8413-2ee377dc0159 req-c68d83c2-1427-4196-b6c8-d33dbb5c5344 tempest-ListServerFiltersTestJSON-1866458082 tempest-ListServerFiltersTestJSON-1866458082-project] 10.222.0.16 "GET /v2.0/ports?device_id=a90018ac-9b0b-496e-b667-52331ab9042e HTTP/1.1" status: 200 len: 946 time: 1.3521764 Jul 14 18:31:37.177657 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [req-c0c115b9-1ae7-4f00-a3e3-6995e116396b req-86f72d3c-7094-415a-9fe3-634d355d4482 tempest-ServerRescueTestJSON-1772516560 tempest-ServerRescueTestJSON-1772516560-project] Resources bound (agent type, host, resource id): {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:31:37.181072 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Pushing event updated for resources: {'Port': ['ID=fbc8c784-88aa-4e77-82d3-1edb649a2460,revision_number=5']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:31:37.213691 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0c115b9-1ae7-4f00-a3e3-6995e116396b req-86f72d3c-7094-415a-9fe3-634d355d4482 tempest-ServerRescueTestJSON-1772516560 tempest-ServerRescueTestJSON-1772516560-project] Received port after_create {{(pid=93915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:31:37.240687 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-5ede8669-cf1c-4d94-b36e-1538d4f6a25d tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Notify callbacks [] for port, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:37.252287 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-8eaf7cf5-f9e9-4f9b-89b0-d3415b755fb9 req-d639c3d5-3d3f-4bf8-bac9-b5a744b39194 tempest-FloatingIPsAssociationNegativeTestJSON-287568005 tempest-FloatingIPsAssociationNegativeTestJSON-287568005-project] 10.222.0.16 "GET /v2.0/ports?device_id=61b3cfc1-5300-43f6-a722-22ddf0737e84 HTTP/1.1" status: 200 len: 210 time: 0.1610277 Jul 14 18:31:37.260777 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-e4fce652-2fea-49df-9590-ef293e95116c None None] For port 6eccfeb0-b801-434f-8ae6-d56973206e1b, host n-d-800634-3, cleared binding levels {{(pid=93917) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:31:37.266297 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-e4fce652-2fea-49df-9590-ef293e95116c None None] For port 6eccfeb0-b801-434f-8ae6-d56973206e1b, host n-d-800634-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=6eccfeb0-b801-434f-8ae6-d56973206e1b,segment=NetworkSegment(7bca13b4-944d-4731-bc01-174f4a8e9942),segment_id=7bca13b4-944d-4731-bc01-174f4a8e9942)] {{(pid=93917) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 18:31:37.284218 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-e4fce652-2fea-49df-9590-ef293e95116c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:37.293701 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.provisioning_blocks [None req-5ede8669-cf1c-4d94-b36e-1538d4f6a25d tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Transition to ACTIVE for port object 0d90d118-2a16-461c-8b80-fa7d8a1aaaa6 will not be triggered until provisioned by entity DHCP. {{(pid=93916) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:31:37.331570 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-6e4d46bb-98e0-4e01-bfe0-749829a74e8b tempest-RoutersAdminNegativeIpV6Test-96953695 tempest-RoutersAdminNegativeIpV6Test-96953695-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-659572826', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:31:37.338249 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f72d3c-7094-415a-9fe3-634d355d4482 tempest-ServerRescueTestJSON-1772516560 tempest-ServerRescueTestJSON-1772516560-project] Pushing event updated for resources: {'Port': ['ID=7e4ee43a-fa0e-40b2-866d-2126d59c6740,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:31:37.360309 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fce652-2fea-49df-9590-ef293e95116c None None] Pushing event updated for resources: {'Port': ['ID=6eccfeb0-b801-434f-8ae6-d56973206e1b,revision_number=2']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:31:37.439909 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e4d46bb-98e0-4e01-bfe0-749829a74e8b tempest-RoutersAdminNegativeIpV6Test-96953695 tempest-RoutersAdminNegativeIpV6Test-96953695-project-admin] Made reservation on behalf of dd9059536a9e43b6982053658c750335 for: {'port': 1} {{(pid=93916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:31:37.442783 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-6e4d46bb-98e0-4e01-bfe0-749829a74e8b tempest-RoutersAdminNegativeIpV6Test-96953695 tempest-RoutersAdminNegativeIpV6Test-96953695-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:37.458560 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-5ede8669-cf1c-4d94-b36e-1538d4f6a25d tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:37.458560 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-6e4d46bb-98e0-4e01-bfe0-749829a74e8b tempest-RoutersAdminNegativeIpV6Test-96953695 tempest-RoutersAdminNegativeIpV6Test-96953695-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:37.636005 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a2f867-bd7c-4b22-bafd-7ffdf1437fd4 req-6c5abd60-e722-425f-91be-df1375c80d8d tempest-FloatingIPsAssociationNegativeTestJSON-287568005 tempest-FloatingIPsAssociationNegativeTestJSON-287568005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:31:37.638905 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f0a2f867-bd7c-4b22-bafd-7ffdf1437fd4 req-6c5abd60-e722-425f-91be-df1375c80d8d tempest-FloatingIPsAssociationNegativeTestJSON-287568005 tempest-FloatingIPsAssociationNegativeTestJSON-287568005-project] 10.222.0.18 "GET /v2.0/networks?id=3027b8cc-b688-44c3-b2bb-d03887fb46b4 HTTP/1.1" status: 200 len: 828 time: 0.2895293 Jul 14 18:31:37.651676 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ede8669-cf1c-4d94-b36e-1538d4f6a25d tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Network 78f1bdd6-a438-4e68-a059-5fadb7299624 is already hosted by enough agents. {{(pid=93916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:31:37.670962 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [req-f0a2f867-bd7c-4b22-bafd-7ffdf1437fd4 req-6881af57-bbbc-47e2-923f-6a88668f596d tempest-FloatingIPsAssociationNegativeTestJSON-287568005 tempest-FloatingIPsAssociationNegativeTestJSON-287568005-project] Request body: {'port': {'device_id': '61b3cfc1-5300-43f6-a722-22ddf0737e84', 'network_id': '3027b8cc-b688-44c3-b2bb-d03887fb46b4', 'admin_state_up': True, 'tenant_id': 'b42b8927ef8d413ea3681e5f11e6bc61'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:31:37.700054 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [None req-5ede8669-cf1c-4d94-b36e-1538d4f6a25d tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Resources bound (agent type, host, resource id): {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:31:37.727232 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ede8669-cf1c-4d94-b36e-1538d4f6a25d tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Received port after_create {{(pid=93916) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:31:37.736774 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ede8669-cf1c-4d94-b36e-1538d4f6a25d tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Pushing event updated for resources: {'Port': ['ID=0d90d118-2a16-461c-8b80-fa7d8a1aaaa6,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:31:37.911685 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device fbc8c784-88aa-4e77-82d3-1edb649a2460 up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:31:37.988545 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46dbed9c-dd27-49a9-abc8-d6a2c60b44e0 None None] Network 78f1bdd6-a438-4e68-a059-5fadb7299624 requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:31:37.994418 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-7ca603fd-5ca1-4eba-8413-2ee377dc0159 req-15a88e4f-a3b2-409c-bf41-a8ec190a17ba tempest-ListServerFiltersTestJSON-1866458082 tempest-ListServerFiltersTestJSON-1866458082-project] 10.222.0.16 "GET /v2.0/security-groups?id=cc0cb72e-0ac6-4b37-b329-257cd4e8c60f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8449459 Jul 14 18:31:38.012406 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c115b9-1ae7-4f00-a3e3-6995e116396b req-86f72d3c-7094-415a-9fe3-634d355d4482 tempest-ServerRescueTestJSON-1772516560 tempest-ServerRescueTestJSON-1772516560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:31:38.012406 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-c0c115b9-1ae7-4f00-a3e3-6995e116396b req-86f72d3c-7094-415a-9fe3-634d355d4482 tempest-ServerRescueTestJSON-1772516560 tempest-ServerRescueTestJSON-1772516560-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:38.033048 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ede8669-cf1c-4d94-b36e-1538d4f6a25d tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:31:38.036300 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-5ede8669-cf1c-4d94-b36e-1538d4f6a25d tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:38.092323 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port fbc8c784-88aa-4e77-82d3-1edb649a2460 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:31:38.096254 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:38.109385 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-6e4d46bb-98e0-4e01-bfe0-749829a74e8b tempest-RoutersAdminNegativeIpV6Test-96953695 tempest-RoutersAdminNegativeIpV6Test-96953695-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:38.125141 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-6e4d46bb-98e0-4e01-bfe0-749829a74e8b tempest-RoutersAdminNegativeIpV6Test-96953695 tempest-RoutersAdminNegativeIpV6Test-96953695-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:38.151922 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-114769c2-5e62-4474-b6d3-b1569997c4d4 None None] Provisioning for port f8e6d19d-a6d8-4e23-96eb-913655d6b330 completed by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:31:38.167451 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c0c115b9-1ae7-4f00-a3e3-6995e116396b req-86f72d3c-7094-415a-9fe3-634d355d4482 tempest-ServerRescueTestJSON-1772516560 tempest-ServerRescueTestJSON-1772516560-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3792613 Jul 14 18:31:38.169219 n-d-800634-3 neutron-server[93916]: DEBUG neutron.notifiers.nova [None req-6e4d46bb-98e0-4e01-bfe0-749829a74e8b tempest-RoutersAdminNegativeIpV6Test-96953695 tempest-RoutersAdminNegativeIpV6Test-96953695-project-admin] device_id is not set on port 666c9aea-fecc-4b3f-9ae7-a889f9977a23 yet. {{(pid=93916) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 18:31:38.232508 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [req-c0c115b9-1ae7-4f00-a3e3-6995e116396b req-cde7ad94-cc08-4450-9779-6d54e55cfd85 service neutron] Request body: {'port': {'device_id': '693cdabc-c35b-47c5-8512-cef465f1b22b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800634-3'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:31:38.246505 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4d46bb-98e0-4e01-bfe0-749829a74e8b tempest-RoutersAdminNegativeIpV6Test-96953695 tempest-RoutersAdminNegativeIpV6Test-96953695-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=802d623b-e32f-4a6c-b815-9a7fb890dbce,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:31:38.254901 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-5ede8669-cf1c-4d94-b36e-1538d4f6a25d tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 2.1666524 Jul 14 18:31:38.315684 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 3f0fd507-aa34-4600-aa9d-654040160966 up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:31:38.357724 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.db_base_plugin_common [None req-6e4d46bb-98e0-4e01-bfe0-749829a74e8b tempest-RoutersAdminNegativeIpV6Test-96953695 tempest-RoutersAdminNegativeIpV6Test-96953695-project-admin] Allocated IP 172.25.1.148 (9200a437-e1de-4520-88f6-e68386523e61/5f47f848-4532-407a-a0e2-5690ade15fd0/666c9aea-fecc-4b3f-9ae7-a889f9977a23) {{(pid=93916) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:31:38.417321 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning for port 3f0fd507-aa34-4600-aa9d-654040160966 completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:31:38.422064 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port 3f0fd507-aa34-4600-aa9d-654040160966 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:31:38.422430 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:38.437845 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f0a2f867-bd7c-4b22-bafd-7ffdf1437fd4 req-6881af57-bbbc-47e2-923f-6a88668f596d tempest-FloatingIPsAssociationNegativeTestJSON-287568005 tempest-FloatingIPsAssociationNegativeTestJSON-287568005-project] Made reservation on behalf of b42b8927ef8d413ea3681e5f11e6bc61 for: {'port': 1} {{(pid=93915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:31:38.451943 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-f0a2f867-bd7c-4b22-bafd-7ffdf1437fd4 req-6881af57-bbbc-47e2-923f-6a88668f596d tempest-FloatingIPsAssociationNegativeTestJSON-287568005 tempest-FloatingIPsAssociationNegativeTestJSON-287568005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:38.484768 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-c0c115b9-1ae7-4f00-a3e3-6995e116396b req-cde7ad94-cc08-4450-9779-6d54e55cfd85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:38.524899 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee901a5-2487-4c56-8442-9bdca95b40a6 req-bc2c9470-3080-46c1-9f5a-5df4c49f3d89 tempest-ServerRescueTestJSON-1772516560 tempest-ServerRescueTestJSON-1772516560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:31:38.536897 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-aee901a5-2487-4c56-8442-9bdca95b40a6 req-bc2c9470-3080-46c1-9f5a-5df4c49f3d89 tempest-ServerRescueTestJSON-1772516560 tempest-ServerRescueTestJSON-1772516560-project] 10.222.0.16 "GET /v2.0/ports?device_id=693cdabc-c35b-47c5-8512-cef465f1b22b HTTP/1.1" status: 200 len: 931 time: 0.5722082 Jul 14 18:31:38.552854 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:38.568967 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-6e4d46bb-98e0-4e01-bfe0-749829a74e8b tempest-RoutersAdminNegativeIpV6Test-96953695 tempest-RoutersAdminNegativeIpV6Test-96953695-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:38.587377 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] For port 3f0fd507-aa34-4600-aa9d-654040160966, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=3f0fd507-aa34-4600-aa9d-654040160966,segment=NetworkSegment(5afb940b-bbdf-4727-be00-5d46367c38a1),segment_id=5afb940b-bbdf-4727-be00-5d46367c38a1)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:31:38.596586 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:38.597603 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device f8e6d19d-a6d8-4e23-96eb-913655d6b330 up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:31:38.669216 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-6e4d46bb-98e0-4e01-bfe0-749829a74e8b tempest-RoutersAdminNegativeIpV6Test-96953695 tempest-RoutersAdminNegativeIpV6Test-96953695-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:38.715302 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Pushing event updated for resources: {'Port': ['ID=3f0fd507-aa34-4600-aa9d-654040160966,revision_number=4']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:31:38.729070 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning for port f8e6d19d-a6d8-4e23-96eb-913655d6b330 completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:31:38.734252 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port f8e6d19d-a6d8-4e23-96eb-913655d6b330 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:31:38.735708 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:38.765400 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e4d46bb-98e0-4e01-bfe0-749829a74e8b tempest-RoutersAdminNegativeIpV6Test-96953695 tempest-RoutersAdminNegativeIpV6Test-96953695-project-admin] Network 9200a437-e1de-4520-88f6-e68386523e61 is already hosted by enough agents. {{(pid=93916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:31:38.766888 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.db_base_plugin_common [req-f0a2f867-bd7c-4b22-bafd-7ffdf1437fd4 req-6881af57-bbbc-47e2-923f-6a88668f596d tempest-FloatingIPsAssociationNegativeTestJSON-287568005 tempest-FloatingIPsAssociationNegativeTestJSON-287568005-project] Allocated IP 172.20.0.5 (3027b8cc-b688-44c3-b2bb-d03887fb46b4/e39776a5-0c4c-4e2c-abcf-e8667374bae7/39216298-4feb-4a60-89c4-45fb55679826) {{(pid=93915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:31:38.779318 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [None req-6e4d46bb-98e0-4e01-bfe0-749829a74e8b tempest-RoutersAdminNegativeIpV6Test-96953695 tempest-RoutersAdminNegativeIpV6Test-96953695-project-admin] Resources bound (agent type, host, resource id): {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:31:38.799185 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e4d46bb-98e0-4e01-bfe0-749829a74e8b tempest-RoutersAdminNegativeIpV6Test-96953695 tempest-RoutersAdminNegativeIpV6Test-96953695-project-admin] Received port after_create {{(pid=93916) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:31:38.852018 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-470d528d-3973-48ce-b814-3f0baee1e36e None None] Provisioning for port 0d90d118-2a16-461c-8b80-fa7d8a1aaaa6 completed by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:31:38.862855 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4d46bb-98e0-4e01-bfe0-749829a74e8b tempest-RoutersAdminNegativeIpV6Test-96953695 tempest-RoutersAdminNegativeIpV6Test-96953695-project-admin] Pushing event updated for resources: {'Port': ['ID=666c9aea-fecc-4b3f-9ae7-a889f9977a23,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:31:38.881801 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-470d528d-3973-48ce-b814-3f0baee1e36e None None] Provisioning complete for port 0d90d118-2a16-461c-8b80-fa7d8a1aaaa6 triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:31:38.884559 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-470d528d-3973-48ce-b814-3f0baee1e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:38.905216 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-aee901a5-2487-4c56-8442-9bdca95b40a6 req-e8832f5f-e85e-4871-904a-4f1d33a9f49c tempest-ServerRescueTestJSON-1772516560 tempest-ServerRescueTestJSON-1772516560-project] 10.222.0.16 "GET /v2.0/security-groups?id=0ef5e3a0-eb15-4d38-952d-7e7d9baf772e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3660095 Jul 14 18:31:38.906400 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e4d46bb-98e0-4e01-bfe0-749829a74e8b tempest-RoutersAdminNegativeIpV6Test-96953695 tempest-RoutersAdminNegativeIpV6Test-96953695-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:31:38.907026 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-6e4d46bb-98e0-4e01-bfe0-749829a74e8b tempest-RoutersAdminNegativeIpV6Test-96953695 tempest-RoutersAdminNegativeIpV6Test-96953695-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:38.933331 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-6e4d46bb-98e0-4e01-bfe0-749829a74e8b tempest-RoutersAdminNegativeIpV6Test-96953695 tempest-RoutersAdminNegativeIpV6Test-96953695-project-admin] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 1.8757427 Jul 14 18:31:38.934266 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 43726) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:31:38.943951 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-baf68f7f-94a4-4a58-a1e0-bed8d16b6b2a tempest-RoutersAdminNegativeIpV6Test-96953695 tempest-RoutersAdminNegativeIpV6Test-96953695-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.148'}]}}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:31:38.978834 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-baf68f7f-94a4-4a58-a1e0-bed8d16b6b2a tempest-RoutersAdminNegativeIpV6Test-96953695 tempest-RoutersAdminNegativeIpV6Test-96953695-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-571768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11104'] for router, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:38.980979 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-baf68f7f-94a4-4a58-a1e0-bed8d16b6b2a tempest-RoutersAdminNegativeIpV6Test-96953695 tempest-RoutersAdminNegativeIpV6Test-96953695-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-571675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-930014', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-632314', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11129'] for router, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:39.017979 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-470d528d-3973-48ce-b814-3f0baee1e36e None None] Port 0d90d118-2a16-461c-8b80-fa7d8a1aaaa6 cannot update to ACTIVE because it is not bound. {{(pid=93917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 18:31:39.067587 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:39.128669 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-470d528d-3973-48ce-b814-3f0baee1e36e None None] Provisioning for port 05410bfa-6a89-41e2-898c-80b7f771042b completed by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:31:39.135772 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-470d528d-3973-48ce-b814-3f0baee1e36e None None] Provisioning complete for port 05410bfa-6a89-41e2-898c-80b7f771042b triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:31:39.138323 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-470d528d-3973-48ce-b814-3f0baee1e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:39.153029 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-baf68f7f-94a4-4a58-a1e0-bed8d16b6b2a tempest-RoutersAdminNegativeIpV6Test-96953695 tempest-RoutersAdminNegativeIpV6Test-96953695-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:39.383832 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a523897-fee2-4a58-98bb-f26ecba78070 None None] Network 63a5555f-a22d-4515-8f3a-d708078edd37 requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:31:39.407185 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [req-c0c115b9-1ae7-4f00-a3e3-6995e116396b req-cde7ad94-cc08-4450-9779-6d54e55cfd85 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e4ee43a-fa0e-40b2-866d-2126d59c6740 {{(pid=93915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 18:31:39.437927 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-c0c115b9-1ae7-4f00-a3e3-6995e116396b req-cde7ad94-cc08-4450-9779-6d54e55cfd85 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:39.439597 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] For port f8e6d19d-a6d8-4e23-96eb-913655d6b330, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=f8e6d19d-a6d8-4e23-96eb-913655d6b330,segment=NetworkSegment(a5f86141-009c-4679-b2f8-e0cc9120f80c),segment_id=a5f86141-009c-4679-b2f8-e0cc9120f80c)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:31:39.447437 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.provisioning_blocks [req-c0c115b9-1ae7-4f00-a3e3-6995e116396b req-cde7ad94-cc08-4450-9779-6d54e55cfd85 service neutron] Transition to ACTIVE for port object 7e4ee43a-fa0e-40b2-866d-2126d59c6740 will not be triggered until provisioned by entity L2. {{(pid=93915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:31:39.474729 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-c0c115b9-1ae7-4f00-a3e3-6995e116396b req-cde7ad94-cc08-4450-9779-6d54e55cfd85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25912978'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:39.488570 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de40fc02-7833-4c3f-aab8-b67a45b86e67 None None] Sync routers for ids ['34b9e12f-bd48-4c0f-b8fa-553d35da8d6a'] in n-d-800634-3 {{(pid=93917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 18:31:39.495350 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:39.545115 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-baf68f7f-94a4-4a58-a1e0-bed8d16b6b2a tempest-RoutersAdminNegativeIpV6Test-96953695 tempest-RoutersAdminNegativeIpV6Test-96953695-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-929996', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-571750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11395'] for router, precommit_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:39.551790 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de40fc02-7833-4c3f-aab8-b67a45b86e67 None None] Routers {'34b9e12f-bd48-4c0f-b8fa-553d35da8d6a'} bound to L3 agent in host n-d-800634-3 {{(pid=93917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:31:39.552579 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-de40fc02-7833-4c3f-aab8-b67a45b86e67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:31:23Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['34b9e12f-bd48-4c0f-b8fa-553d35da8d6a'], 'active': True} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:31:39.555374 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-470d528d-3973-48ce-b814-3f0baee1e36e None None] Port 05410bfa-6a89-41e2-898c-80b7f771042b cannot update to ACTIVE because it is not bound. {{(pid=93917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 18:31:39.643445 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf0cd91-8b9d-476c-a27c-06f5f5ae9f46 req-5452ed60-132e-464c-8c6e-fae966bf8058 tempest-ListServerFiltersTestJSON-1866458082 tempest-ListServerFiltersTestJSON-1866458082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:31:39.662633 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-470d528d-3973-48ce-b814-3f0baee1e36e None None] Provisioning complete for port f8e6d19d-a6d8-4e23-96eb-913655d6b330 triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:31:39.663006 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-470d528d-3973-48ce-b814-3f0baee1e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:39.665578 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-5cf0cd91-8b9d-476c-a27c-06f5f5ae9f46 req-5452ed60-132e-464c-8c6e-fae966bf8058 tempest-ListServerFiltersTestJSON-1866458082 tempest-ListServerFiltersTestJSON-1866458082-project] 10.222.0.16 "GET /v2.0/ports?device_id=e2a64b76-b691-49f2-848c-53a35a198d40 HTTP/1.1" status: 200 len: 946 time: 1.5337648 Jul 14 18:31:39.749266 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Pushing event updated for resources: {'Port': ['ID=f8e6d19d-a6d8-4e23-96eb-913655d6b330,revision_number=3']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:31:39.796143 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 6eccfeb0-b801-434f-8ae6-d56973206e1b up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:31:39.858271 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvr_db [None req-de40fc02-7833-4c3f-aab8-b67a45b86e67 None None] Set router 34b9e12f-bd48-4c0f-b8fa-553d35da8d6a gateway port host: n-d-800634-3 {{(pid=93917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 18:31:39.876195 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde7ad94-cc08-4450-9779-6d54e55cfd85 service neutron] Pushing event updated for resources: {'Port': ['ID=7e4ee43a-fa0e-40b2-866d-2126d59c6740,revision_number=2']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:31:39.891060 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-5cf0cd91-8b9d-476c-a27c-06f5f5ae9f46 req-c5de3ae6-65ec-4fea-8393-285371030d3e tempest-ListServerFiltersTestJSON-1866458082 tempest-ListServerFiltersTestJSON-1866458082-project] 10.222.0.16 "GET /v2.0/security-groups?id=cc0cb72e-0ac6-4b37-b329-257cd4e8c60f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2245789 Jul 14 18:31:39.933634 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-baf68f7f-94a4-4a58-a1e0-bed8d16b6b2a tempest-RoutersAdminNegativeIpV6Test-96953695 tempest-RoutersAdminNegativeIpV6Test-96953695-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:39.956567 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 43746) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:31:39.959210 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-baf68f7f-94a4-4a58-a1e0-bed8d16b6b2a tempest-RoutersAdminNegativeIpV6Test-96953695 tempest-RoutersAdminNegativeIpV6Test-96953695-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:39.972338 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-2e4697b1-2e21-4862-9af3-f4e802a3158c tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Request body: {'security_group': {'name': 'tempest-securitygroup--985238617', 'description': 'tempest-description--2013300027'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:31:40.096461 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-f0a2f867-bd7c-4b22-bafd-7ffdf1437fd4 req-6881af57-bbbc-47e2-923f-6a88668f596d tempest-FloatingIPsAssociationNegativeTestJSON-287568005 tempest-FloatingIPsAssociationNegativeTestJSON-287568005-project] Notify callbacks [] for port, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:40.113030 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.provisioning_blocks [req-f0a2f867-bd7c-4b22-bafd-7ffdf1437fd4 req-6881af57-bbbc-47e2-923f-6a88668f596d tempest-FloatingIPsAssociationNegativeTestJSON-287568005 tempest-FloatingIPsAssociationNegativeTestJSON-287568005-project] Transition to ACTIVE for port object 39216298-4feb-4a60-89c4-45fb55679826 will not be triggered until provisioned by entity DHCP. {{(pid=93915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:31:40.153947 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-baf68f7f-94a4-4a58-a1e0-bed8d16b6b2a tempest-RoutersAdminNegativeIpV6Test-96953695 tempest-RoutersAdminNegativeIpV6Test-96953695-project-admin] Notify callbacks [] for router, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:40.211924 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning for port 6eccfeb0-b801-434f-8ae6-d56973206e1b completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:31:40.222124 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 3f0fd507-aa34-4600-aa9d-654040160966 up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:31:40.258457 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-8a15b88a-2384-4262-bf39-a088fe2b586d req-997a63f0-01eb-4655-a0c9-6d9f74d73103 tempest-FloatingIPsAssociationNegativeTestJSON-287568005 tempest-FloatingIPsAssociationNegativeTestJSON-287568005-project] 10.222.0.16 "GET /v2.0/ports?device_id=61b3cfc1-5300-43f6-a722-22ddf0737e84 HTTP/1.1" status: 200 len: 210 time: 0.1031711 Jul 14 18:31:40.262698 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-f0a2f867-bd7c-4b22-bafd-7ffdf1437fd4 req-6881af57-bbbc-47e2-923f-6a88668f596d tempest-FloatingIPsAssociationNegativeTestJSON-287568005 tempest-FloatingIPsAssociationNegativeTestJSON-287568005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:40.281278 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-2e4697b1-2e21-4862-9af3-f4e802a3158c tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Notify callbacks [] for security_group, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:40.295048 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-c9c3e229-1fef-4b19-a7d7-3ea43e15b00b None None] Provisioning complete for port 0d90d118-2a16-461c-8b80-fa7d8a1aaaa6 triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:31:40.295614 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-c9c3e229-1fef-4b19-a7d7-3ea43e15b00b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:40.306731 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-c0c115b9-1ae7-4f00-a3e3-6995e116396b req-cde7ad94-cc08-4450-9779-6d54e55cfd85 service neutron] Attempting to bind port 7e4ee43a-fa0e-40b2-866d-2126d59c6740 on host n-h2-800634-3 for vnic_type normal with profile {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:31:40.306731 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-c0c115b9-1ae7-4f00-a3e3-6995e116396b req-cde7ad94-cc08-4450-9779-6d54e55cfd85 service neutron] Attempting to bind port 7e4ee43a-fa0e-40b2-866d-2126d59c6740 by drivers openvswitch,hyperv on host n-h2-800634-3 at level 0 using segments [{'id': '768a7052-80d5-49b9-a4ea-7454da09f867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'a07a7efb-fbbd-4029-ae94-a21a9cc093fe'}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:31:40.306731 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0c115b9-1ae7-4f00-a3e3-6995e116396b req-cde7ad94-cc08-4450-9779-6d54e55cfd85 service neutron] Attempting to bind port 7e4ee43a-fa0e-40b2-866d-2126d59c6740 on network a07a7efb-fbbd-4029-ae94-a21a9cc093fe {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:31:40.321437 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0c115b9-1ae7-4f00-a3e3-6995e116396b req-cde7ad94-cc08-4450-9779-6d54e55cfd85 service neutron] Port 7e4ee43a-fa0e-40b2-866d-2126d59c6740 on network a07a7efb-fbbd-4029-ae94-a21a9cc093fe not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-3 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 18:31:40.321745 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0c115b9-1ae7-4f00-a3e3-6995e116396b req-cde7ad94-cc08-4450-9779-6d54e55cfd85 service neutron] Attempting to bind port 7e4ee43a-fa0e-40b2-866d-2126d59c6740 on network a07a7efb-fbbd-4029-ae94-a21a9cc093fe {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:31:40.379695 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f0a2f867-bd7c-4b22-bafd-7ffdf1437fd4 req-6881af57-bbbc-47e2-923f-6a88668f596d tempest-FloatingIPsAssociationNegativeTestJSON-287568005 tempest-FloatingIPsAssociationNegativeTestJSON-287568005-project] Network 3027b8cc-b688-44c3-b2bb-d03887fb46b4 is already hosted by enough agents. {{(pid=93915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:31:40.380634 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0c115b9-1ae7-4f00-a3e3-6995e116396b req-cde7ad94-cc08-4450-9779-6d54e55cfd85 service neutron] Checking agent: {'id': '08e36a6c-8d04-48f0-a644-f27680635246', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 15, 35), 'started_at': datetime.datetime(2021, 7, 14, 18, 15, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 18, 31, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 18:31:40.380962 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0c115b9-1ae7-4f00-a3e3-6995e116396b req-cde7ad94-cc08-4450-9779-6d54e55cfd85 service neutron] Checking segment: {'id': '768a7052-80d5-49b9-a4ea-7454da09f867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'a07a7efb-fbbd-4029-ae94-a21a9cc093fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:31:40.381345 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0c115b9-1ae7-4f00-a3e3-6995e116396b req-cde7ad94-cc08-4450-9779-6d54e55cfd85 service neutron] Bound using segment: {'id': '768a7052-80d5-49b9-a4ea-7454da09f867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'a07a7efb-fbbd-4029-ae94-a21a9cc093fe'} {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 18:31:40.396337 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-c0c115b9-1ae7-4f00-a3e3-6995e116396b req-cde7ad94-cc08-4450-9779-6d54e55cfd85 service neutron] Bound port: 7e4ee43a-fa0e-40b2-866d-2126d59c6740, host: n-h2-800634-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '768a7052-80d5-49b9-a4ea-7454da09f867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'a07a7efb-fbbd-4029-ae94-a21a9cc093fe'}}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 18:31:40.396830 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-c0c115b9-1ae7-4f00-a3e3-6995e116396b req-cde7ad94-cc08-4450-9779-6d54e55cfd85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:40.411243 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [req-f0a2f867-bd7c-4b22-bafd-7ffdf1437fd4 req-6881af57-bbbc-47e2-923f-6a88668f596d tempest-FloatingIPsAssociationNegativeTestJSON-287568005 tempest-FloatingIPsAssociationNegativeTestJSON-287568005-project] Resources bound (agent type, host, resource id): {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:31:40.427889 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0a2f867-bd7c-4b22-bafd-7ffdf1437fd4 req-6881af57-bbbc-47e2-923f-6a88668f596d tempest-FloatingIPsAssociationNegativeTestJSON-287568005 tempest-FloatingIPsAssociationNegativeTestJSON-287568005-project] Received port after_create {{(pid=93915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:31:40.444335 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-c9c3e229-1fef-4b19-a7d7-3ea43e15b00b None None] Port 0d90d118-2a16-461c-8b80-fa7d8a1aaaa6 cannot update to ACTIVE because it is not bound. {{(pid=93917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 18:31:40.468497 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-baf68f7f-94a4-4a58-a1e0-bed8d16b6b2a tempest-RoutersAdminNegativeIpV6Test-96953695 tempest-RoutersAdminNegativeIpV6Test-96953695-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-571778', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11402'] for router, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:40.471049 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-baf68f7f-94a4-4a58-a1e0-bed8d16b6b2a tempest-RoutersAdminNegativeIpV6Test-96953695 tempest-RoutersAdminNegativeIpV6Test-96953695-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:40.479734 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-c9c3e229-1fef-4b19-a7d7-3ea43e15b00b None None] Provisioning complete for port 05410bfa-6a89-41e2-898c-80b7f771042b triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:31:40.482410 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-c9c3e229-1fef-4b19-a7d7-3ea43e15b00b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:40.529309 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-baf68f7f-94a4-4a58-a1e0-bed8d16b6b2a tempest-RoutersAdminNegativeIpV6Test-96953695 tempest-RoutersAdminNegativeIpV6Test-96953695-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-541202'] for router, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:40.530385 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-baf68f7f-94a4-4a58-a1e0-bed8d16b6b2a tempest-RoutersAdminNegativeIpV6Test-96953695 tempest-RoutersAdminNegativeIpV6Test-96953695-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a6a7e834-3e2d-4de7-8e09-a2e008948cc4 {{(pid=93916) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 18:31:40.584060 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6881af57-bbbc-47e2-923f-6a88668f596d tempest-FloatingIPsAssociationNegativeTestJSON-287568005 tempest-FloatingIPsAssociationNegativeTestJSON-287568005-project] Pushing event updated for resources: {'Port': ['ID=39216298-4feb-4a60-89c4-45fb55679826,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:31:40.597337 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a2f867-bd7c-4b22-bafd-7ffdf1437fd4 req-6881af57-bbbc-47e2-923f-6a88668f596d tempest-FloatingIPsAssociationNegativeTestJSON-287568005 tempest-FloatingIPsAssociationNegativeTestJSON-287568005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:31:40.598027 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-f0a2f867-bd7c-4b22-bafd-7ffdf1437fd4 req-6881af57-bbbc-47e2-923f-6a88668f596d tempest-FloatingIPsAssociationNegativeTestJSON-287568005 tempest-FloatingIPsAssociationNegativeTestJSON-287568005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:40.604389 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-de40fc02-7833-4c3f-aab8-b67a45b86e67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34b9e12f-bd48-4c0f-b8fa-553d35da8d6a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-203685474-router', 'tenant_id': 'b42b8927ef8d413ea3681e5f11e6bc61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.214'}], 'enable_snat': True}, 'gw_port_id': '3f0fd507-aa34-4600-aa9d-654040160966', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:31:23Z', 'updated_at': '2021-07-14T18:31:29Z', 'revision_number': 4, 'project_id': 'b42b8927ef8d413ea3681e5f11e6bc61', 'gw_port': {'id': '3f0fd507-aa34-4600-aa9d-654040160966', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:ee:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34b9e12f-bd48-4c0f-b8fa-553d35da8d6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1341, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:31:23Z', 'updated_at': '2021-07-14T18:31:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_interfaces': [{'id': 'ffc4f9ca-a1cc-48c1-a678-6a65188a1eba', 'name': '', 'network_id': '3027b8cc-b688-44c3-b2bb-d03887fb46b4', 'tenant_id': 'b42b8927ef8d413ea3681e5f11e6bc61', 'mac_address': 'fa:16:3e:ae:bb:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34b9e12f-bd48-4c0f-b8fa-553d35da8d6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1348, 'fixed_ips': [{'subnet_id': 'e39776a5-0c4c-4e2c-abcf-e8667374bae7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:31:28Z', 'updated_at': '2021-07-14T18:31:29Z', 'revision_number': 2, 'project_id': 'b42b8927ef8d413ea3681e5f11e6bc61', 'subnets': [{'id': 'e39776a5-0c4c-4e2c-abcf-e8667374bae7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-3', False) {} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:31:40.669390 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de40fc02-7833-4c3f-aab8-b67a45b86e67 None None] Checking router: 34b9e12f-bd48-4c0f-b8fa-553d35da8d6a for host: n-d-800634-3 {{(pid=93917) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 18:31:40.669756 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de40fc02-7833-4c3f-aab8-b67a45b86e67 None None] Updating router 34b9e12f-bd48-4c0f-b8fa-553d35da8d6a port ffc4f9ca-a1cc-48c1-a678-6a65188a1eba binding host n-d-800634-3 {{(pid=93917) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 18:31:40.674786 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port 3f0fd507-aa34-4600-aa9d-654040160966 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:31:40.675016 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:40.694117 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-c9c3e229-1fef-4b19-a7d7-3ea43e15b00b None None] Port 05410bfa-6a89-41e2-898c-80b7f771042b cannot update to ACTIVE because it is not bound. {{(pid=93917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 18:31:40.749058 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-c9c3e229-1fef-4b19-a7d7-3ea43e15b00b None None] Provisioning for port 6eccfeb0-b801-434f-8ae6-d56973206e1b completed by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:31:40.755592 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-de40fc02-7833-4c3f-aab8-b67a45b86e67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:40.768643 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-c9c3e229-1fef-4b19-a7d7-3ea43e15b00b None None] Provisioning complete for port 6eccfeb0-b801-434f-8ae6-d56973206e1b triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:31:40.769152 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-c9c3e229-1fef-4b19-a7d7-3ea43e15b00b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:40.822284 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-c0c115b9-1ae7-4f00-a3e3-6995e116396b req-cde7ad94-cc08-4450-9779-6d54e55cfd85 service neutron] For port 7e4ee43a-fa0e-40b2-866d-2126d59c6740, host n-h2-800634-3, cleared binding levels {{(pid=93915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:31:40.831634 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-c0c115b9-1ae7-4f00-a3e3-6995e116396b req-cde7ad94-cc08-4450-9779-6d54e55cfd85 service neutron] For port 7e4ee43a-fa0e-40b2-866d-2126d59c6740, host n-h2-800634-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=7e4ee43a-fa0e-40b2-866d-2126d59c6740,segment=NetworkSegment(768a7052-80d5-49b9-a4ea-7454da09f867),segment_id=768a7052-80d5-49b9-a4ea-7454da09f867)] {{(pid=93915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 18:31:40.854301 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-c0c115b9-1ae7-4f00-a3e3-6995e116396b req-cde7ad94-cc08-4450-9779-6d54e55cfd85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25912978'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:40.917519 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-2e4697b1-2e21-4862-9af3-f4e802a3158c tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Notify callbacks [] for security_group, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:40.935145 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c115b9-1ae7-4f00-a3e3-6995e116396b req-cde7ad94-cc08-4450-9779-6d54e55cfd85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:31:40.935870 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-c0c115b9-1ae7-4f00-a3e3-6995e116396b req-cde7ad94-cc08-4450-9779-6d54e55cfd85 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:40.936328 n-d-800634-3 neutron-server[93916]: INFO neutron.api.v2.resource [None req-baf68f7f-94a4-4a58-a1e0-bed8d16b6b2a tempest-RoutersAdminNegativeIpV6Test-96953695 tempest-RoutersAdminNegativeIpV6Test-96953695-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jul 14 18:31:40.937390 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c0c115b9-1ae7-4f00-a3e3-6995e116396b req-cde7ad94-cc08-4450-9779-6d54e55cfd85 service neutron] 10.222.0.35 "PUT /v2.0/ports/7e4ee43a-fa0e-40b2-866d-2126d59c6740 HTTP/1.1" status: 200 len: 1091 time: 2.7193108 Jul 14 18:31:40.938262 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-baf68f7f-94a4-4a58-a1e0-bed8d16b6b2a tempest-RoutersAdminNegativeIpV6Test-96953695 tempest-RoutersAdminNegativeIpV6Test-96953695-project-admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 2.0028174 Jul 14 18:31:40.940822 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 43774) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:31:40.951667 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '693cdabc-c35b-47c5-8512-cef465f1b22b', 'tag': '7e4ee43a-fa0e-40b2-866d-2126d59c6740'}] {{(pid=93915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:31:40.954448 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e72782ad3af8f7d4ce76cedf092bca46d1756acc5c4653cf0b52034cdd6b073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f43bec86-deeb-44bd-afcf-a3ae2d86196c" -d '{"events": [{"name": "network-changed", "server_uuid": "693cdabc-c35b-47c5-8512-cef465f1b22b", "tag": "7e4ee43a-fa0e-40b2-866d-2126d59c6740"}]}' {{(pid=93915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:31:40.981462 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-2e4697b1-2e21-4862-9af3-f4e802a3158c tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:41.005073 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f0a2f867-bd7c-4b22-bafd-7ffdf1437fd4 req-6881af57-bbbc-47e2-923f-6a88668f596d tempest-FloatingIPsAssociationNegativeTestJSON-287568005 tempest-FloatingIPsAssociationNegativeTestJSON-287568005-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3515389 Jul 14 18:31:41.020866 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07092ea1-7e8f-46af-9b51-8a16a4488ce1 req-7eb36726-5e57-4ac7-8c07-4dabc6632bbd tempest-ServerRescueTestJSON-1772516560 tempest-ServerRescueTestJSON-1772516560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:31:41.028446 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-07092ea1-7e8f-46af-9b51-8a16a4488ce1 req-7eb36726-5e57-4ac7-8c07-4dabc6632bbd tempest-ServerRescueTestJSON-1772516560 tempest-ServerRescueTestJSON-1772516560-project] 10.222.0.16 "GET /v2.0/ports?device_id=693cdabc-c35b-47c5-8512-cef465f1b22b HTTP/1.1" status: 200 len: 943 time: 0.4274745 Jul 14 18:31:41.038506 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9306020d-5e72-41ef-9fc3-5831c3080a83 req-ea3f6f72-8d07-4c7d-b27f-19badc36c92b tempest-ListServerFiltersTestJSON-1866458082 tempest-ListServerFiltersTestJSON-1866458082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:31:41.044478 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-c9c3e229-1fef-4b19-a7d7-3ea43e15b00b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:41.046003 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-9306020d-5e72-41ef-9fc3-5831c3080a83 req-ea3f6f72-8d07-4c7d-b27f-19badc36c92b tempest-ListServerFiltersTestJSON-1866458082 tempest-ListServerFiltersTestJSON-1866458082-project] 10.222.0.16 "GET /v2.0/ports?device_id=2eaad43e-3f6b-4451-b40e-a34e647e008a HTTP/1.1" status: 200 len: 946 time: 0.4213502 Jul 14 18:31:41.054848 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-201c200a-fa40-45db-9038-3ac775868434 tempest-RoutersAdminNegativeIpV6Test-96953695 tempest-RoutersAdminNegativeIpV6Test-96953695-project-admin] Deleting port 666c9aea-fecc-4b3f-9ae7-a889f9977a23 {{(pid=93916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:31:41.055451 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-201c200a-fa40-45db-9038-3ac775868434 tempest-RoutersAdminNegativeIpV6Test-96953695 tempest-RoutersAdminNegativeIpV6Test-96953695-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:41.096806 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-c9c3e229-1fef-4b19-a7d7-3ea43e15b00b None None] For port 6eccfeb0-b801-434f-8ae6-d56973206e1b, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=6eccfeb0-b801-434f-8ae6-d56973206e1b,segment=NetworkSegment(7bca13b4-944d-4731-bc01-174f4a8e9942),segment_id=7bca13b4-944d-4731-bc01-174f4a8e9942)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:31:41.104531 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-c9c3e229-1fef-4b19-a7d7-3ea43e15b00b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:41.132336 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [req-f0a2f867-bd7c-4b22-bafd-7ffdf1437fd4 req-1cab622a-c0e0-48c9-b461-827b3b98aa41 service neutron] Request body: {'port': {'device_id': '61b3cfc1-5300-43f6-a722-22ddf0737e84', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800634-3'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:31:41.159941 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-201c200a-fa40-45db-9038-3ac775868434 tempest-RoutersAdminNegativeIpV6Test-96953695 tempest-RoutersAdminNegativeIpV6Test-96953695-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:41.177223 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-201c200a-fa40-45db-9038-3ac775868434 tempest-RoutersAdminNegativeIpV6Test-96953695 tempest-RoutersAdminNegativeIpV6Test-96953695-project-admin] Calling delete_port for 666c9aea-fecc-4b3f-9ae7-a889f9977a23 owned by {{(pid=93916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:31:41.187303 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c3e229-1fef-4b19-a7d7-3ea43e15b00b None None] Pushing event updated for resources: {'Port': ['ID=6eccfeb0-b801-434f-8ae6-d56973206e1b,revision_number=3']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:31:41.187520 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde7ad94-cc08-4450-9779-6d54e55cfd85 service neutron] Pushing event updated for resources: {'Port': ['ID=7e4ee43a-fa0e-40b2-866d-2126d59c6740,revision_number=3']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:31:41.197757 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-2e4697b1-2e21-4862-9af3-f4e802a3158c tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Notify callbacks [] for security_group, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:41.203034 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-2e4697b1-2e21-4862-9af3-f4e802a3158c tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.2405515 Jul 14 18:31:41.204104 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 43786) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:31:41.214706 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-d7322351-b8a4-4666-86cd-bfd2e35b4f19 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Request body: {'security_group_rule': {'security_group_id': '1433845c-1171-43a4-b403-5201c1216c85', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:31:41.238313 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-9306020d-5e72-41ef-9fc3-5831c3080a83 req-c871cafc-d92e-4af4-b460-03aecccdb4f9 tempest-ListServerFiltersTestJSON-1866458082 tempest-ListServerFiltersTestJSON-1866458082-project] 10.222.0.16 "GET /v2.0/security-groups?id=cc0cb72e-0ac6-4b37-b329-257cd4e8c60f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1911688 Jul 14 18:31:41.240937 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4697b1-2e21-4862-9af3-f4e802a3158c tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1433845c-1171-43a4-b403-5201c1216c85,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:31:41.254675 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-d0119d21-cb01-4af5-a165-45a93407c6e7 None None] Provisioning for port 39216298-4feb-4a60-89c4-45fb55679826 completed by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:31:41.265943 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-d0119d21-cb01-4af5-a165-45a93407c6e7 None None] Provisioning complete for port 39216298-4feb-4a60-89c4-45fb55679826 triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:31:41.266862 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-d0119d21-cb01-4af5-a165-45a93407c6e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:41.303119 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 18:31:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ff0a2ce-d75b-4b0d-8bfe-4626f20c9333 x-openstack-request-id: req-5ff0a2ce-d75b-4b0d-8bfe-4626f20c9333 {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:31:41.303412 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "693cdabc-c35b-47c5-8512-cef465f1b22b", "tag": "7e4ee43a-fa0e-40b2-866d-2126d59c6740", "status": "completed", "code": 200}]} {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:31:41.303666 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5ff0a2ce-d75b-4b0d-8bfe-4626f20c9333 {{(pid=93915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:31:41.304127 n-d-800634-3 neutron-server[93915]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '693cdabc-c35b-47c5-8512-cef465f1b22b', 'tag': '7e4ee43a-fa0e-40b2-866d-2126d59c6740', 'status': 'completed', 'code': 200} Jul 14 18:31:41.314450 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-07092ea1-7e8f-46af-9b51-8a16a4488ce1 req-53df9598-ea27-4f68-a11f-1a246ffdec7d tempest-ServerRescueTestJSON-1772516560 tempest-ServerRescueTestJSON-1772516560-project] 10.222.0.16 "GET /v2.0/security-groups?id=0ef5e3a0-eb15-4d38-952d-7e7d9baf772e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2848792 Jul 14 18:31:41.326694 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-de40fc02-7833-4c3f-aab8-b67a45b86e67 None None] Notify callbacks [] for port, precommit_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:41.329500 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-d0119d21-cb01-4af5-a165-45a93407c6e7 None None] Port 39216298-4feb-4a60-89c4-45fb55679826 cannot update to ACTIVE because it is not bound. {{(pid=93917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 18:31:41.353059 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c115b9-1ae7-4f00-a3e3-6995e116396b req-2c804814-1242-472a-85be-16f319e7fcb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:31:41.353275 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-de40fc02-7833-4c3f-aab8-b67a45b86e67 None None] Transition to ACTIVE for port object ffc4f9ca-a1cc-48c1-a678-6a65188a1eba will not be triggered until provisioned by entity L2. {{(pid=93917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:31:41.354580 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c0c115b9-1ae7-4f00-a3e3-6995e116396b req-2c804814-1242-472a-85be-16f319e7fcb7 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0bc1eb2c7d374bba8f2892065ecabe00&device_id=693cdabc-c35b-47c5-8512-cef465f1b22b HTTP/1.1" status: 200 len: 1094 time: 0.3447320 Jul 14 18:31:41.355222 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-d0119d21-cb01-4af5-a165-45a93407c6e7 None None] Provisioning complete for port 6eccfeb0-b801-434f-8ae6-d56973206e1b triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:31:41.356421 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-d0119d21-cb01-4af5-a165-45a93407c6e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:41.375900 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-d7322351-b8a4-4666-86cd-bfd2e35b4f19 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:41.392669 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-de40fc02-7833-4c3f-aab8-b67a45b86e67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:41.418996 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-f0a2f867-bd7c-4b22-bafd-7ffdf1437fd4 req-1cab622a-c0e0-48c9-b461-827b3b98aa41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:41.421906 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c0c115b9-1ae7-4f00-a3e3-6995e116396b req-9310e3c8-ff26-453c-9636-76a91dfc10b2 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7e4ee43a-fa0e-40b2-866d-2126d59c6740 HTTP/1.1" status: 200 len: 217 time: 0.0553935 Jul 14 18:31:41.455054 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746296d6-79b9-4863-831c-4e47039ba4a9 None None] Pushing event updated for resources: {'Port': ['ID=ffc4f9ca-a1cc-48c1-a678-6a65188a1eba,revision_number=3']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:31:41.644760 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c115b9-1ae7-4f00-a3e3-6995e116396b req-1e22c5dd-2f52-4b2b-9569-706a93d0f506 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:31:41.646407 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c0c115b9-1ae7-4f00-a3e3-6995e116396b req-1e22c5dd-2f52-4b2b-9569-706a93d0f506 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=14eba25d-eba8-416a-ad8f-196fda095a19 HTTP/1.1" status: 200 len: 850 time: 0.2164707 Jul 14 18:31:41.708871 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-d7322351-b8a4-4666-86cd-bfd2e35b4f19 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:41.743397 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 6eccfeb0-b801-434f-8ae6-d56973206e1b up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:31:41.748620 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-de40fc02-7833-4c3f-aab8-b67a45b86e67 None None] Attempting to bind port ffc4f9ca-a1cc-48c1-a678-6a65188a1eba on host n-d-800634-3 for vnic_type normal with profile {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:31:41.748882 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-de40fc02-7833-4c3f-aab8-b67a45b86e67 None None] Attempting to bind port ffc4f9ca-a1cc-48c1-a678-6a65188a1eba by drivers openvswitch,hyperv on host n-d-800634-3 at level 0 using segments [{'id': '59ec8ce5-7b0e-4147-9aff-0079f6261139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '3027b8cc-b688-44c3-b2bb-d03887fb46b4'}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:31:41.749237 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de40fc02-7833-4c3f-aab8-b67a45b86e67 None None] Attempting to bind port ffc4f9ca-a1cc-48c1-a678-6a65188a1eba on network 3027b8cc-b688-44c3-b2bb-d03887fb46b4 {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:31:41.774374 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-d7322351-b8a4-4666-86cd-bfd2e35b4f19 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305173'] for security_group_rule, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:41.791677 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de40fc02-7833-4c3f-aab8-b67a45b86e67 None None] Checking agent: {'id': '01c19e91-a945-4e3c-94a6-c211e17c923e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 8, 23), 'started_at': datetime.datetime(2021, 7, 14, 18, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 18, 31, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 18:31:41.792080 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de40fc02-7833-4c3f-aab8-b67a45b86e67 None None] Checking segment: {'id': '59ec8ce5-7b0e-4147-9aff-0079f6261139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '3027b8cc-b688-44c3-b2bb-d03887fb46b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93917) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:31:41.792547 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-de40fc02-7833-4c3f-aab8-b67a45b86e67 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:41.792675 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c0c115b9-1ae7-4f00-a3e3-6995e116396b req-080a5240-b9de-4299-be8b-b07a54531a15 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a07a7efb-fbbd-4029-ae94-a21a9cc093fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1131341 Jul 14 18:31:41.793013 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de40fc02-7833-4c3f-aab8-b67a45b86e67 None None] Bound using segment: {'id': '59ec8ce5-7b0e-4147-9aff-0079f6261139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '3027b8cc-b688-44c3-b2bb-d03887fb46b4'} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 18:31:41.793532 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-de40fc02-7833-4c3f-aab8-b67a45b86e67 None None] Bound port: ffc4f9ca-a1cc-48c1-a678-6a65188a1eba, host: n-d-800634-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59ec8ce5-7b0e-4147-9aff-0079f6261139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '3027b8cc-b688-44c3-b2bb-d03887fb46b4'}}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 18:31:41.793926 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-de40fc02-7833-4c3f-aab8-b67a45b86e67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:41.952838 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-de40fc02-7833-4c3f-aab8-b67a45b86e67 None None] For port ffc4f9ca-a1cc-48c1-a678-6a65188a1eba, host n-d-800634-3, cleared binding levels {{(pid=93917) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:31:41.958466 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-de40fc02-7833-4c3f-aab8-b67a45b86e67 None None] For port ffc4f9ca-a1cc-48c1-a678-6a65188a1eba, host n-d-800634-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=ffc4f9ca-a1cc-48c1-a678-6a65188a1eba,segment=NetworkSegment(59ec8ce5-7b0e-4147-9aff-0079f6261139),segment_id=59ec8ce5-7b0e-4147-9aff-0079f6261139)] {{(pid=93917) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 18:31:41.960210 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port 6eccfeb0-b801-434f-8ae6-d56973206e1b triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:31:41.960536 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:41.982542 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-201c200a-fa40-45db-9038-3ac775868434 tempest-RoutersAdminNegativeIpV6Test-96953695 tempest-RoutersAdminNegativeIpV6Test-96953695-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:42.019726 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201c200a-fa40-45db-9038-3ac775868434 tempest-RoutersAdminNegativeIpV6Test-96953695 tempest-RoutersAdminNegativeIpV6Test-96953695-project-admin] Pushing event deleted for resources: {'Port': ['ID=666c9aea-fecc-4b3f-9ae7-a889f9977a23,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:31:42.019942 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7322351-b8a4-4666-86cd-bfd2e35b4f19 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b5fba6d-ba9e-4829-8bc0-f8cf19459a24,revision_number=0']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:31:42.061961 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-d7322351-b8a4-4666-86cd-bfd2e35b4f19 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:42.063177 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-d7322351-b8a4-4666-86cd-bfd2e35b4f19 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8545213 Jul 14 18:31:42.080782 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 43798) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:31:42.088167 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-03c3a590-e505-4412-a6d4-99f18590a484 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Request body: {'security_group_rule': {'security_group_id': '1433845c-1171-43a4-b403-5201c1216c85', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:31:42.112730 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-201c200a-fa40-45db-9038-3ac775868434 tempest-RoutersAdminNegativeIpV6Test-96953695 tempest-RoutersAdminNegativeIpV6Test-96953695-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:42.114899 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-201c200a-fa40-45db-9038-3ac775868434 tempest-RoutersAdminNegativeIpV6Test-96953695 tempest-RoutersAdminNegativeIpV6Test-96953695-project-admin] 10.222.0.16 "DELETE /v2.0/ports/666c9aea-fecc-4b3f-9ae7-a889f9977a23 HTTP/1.1" status: 204 len: 168 time: 1.1726141 Jul 14 18:31:42.120929 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-de40fc02-7833-4c3f-aab8-b67a45b86e67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:42.189904 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de40fc02-7833-4c3f-aab8-b67a45b86e67 None None] Routers {'34b9e12f-bd48-4c0f-b8fa-553d35da8d6a'} bound to L3 agent in host n-d-800634-3 {{(pid=93917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:31:42.191044 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-de40fc02-7833-4c3f-aab8-b67a45b86e67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:31:23Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['34b9e12f-bd48-4c0f-b8fa-553d35da8d6a'], 'active': True} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:31:42.243674 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-03c3a590-e505-4412-a6d4-99f18590a484 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:42.252533 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c0c115b9-1ae7-4f00-a3e3-6995e116396b req-67653337-4094-4483-9a1a-3a8a9f56569f service neutron] 10.222.0.35 "GET /v2.0/networks/a07a7efb-fbbd-4029-ae94-a21a9cc093fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3170915 Jul 14 18:31:42.269395 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eef1f48-65a4-48e1-84fd-3f8afb17096b req-cada4675-654e-4d4d-a742-07534dbbd5b9 tempest-FloatingIPsAssociationNegativeTestJSON-287568005 tempest-FloatingIPsAssociationNegativeTestJSON-287568005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:31:42.271384 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-5eef1f48-65a4-48e1-84fd-3f8afb17096b req-cada4675-654e-4d4d-a742-07534dbbd5b9 tempest-FloatingIPsAssociationNegativeTestJSON-287568005 tempest-FloatingIPsAssociationNegativeTestJSON-287568005-project] 10.222.0.16 "GET /v2.0/ports?device_id=61b3cfc1-5300-43f6-a722-22ddf0737e84 HTTP/1.1" status: 200 len: 931 time: 0.4758835 Jul 14 18:31:42.277788 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746296d6-79b9-4863-831c-4e47039ba4a9 None None] Pushing event updated for resources: {'Port': ['ID=ffc4f9ca-a1cc-48c1-a678-6a65188a1eba,revision_number=4']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:31:42.336098 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7df709-67f6-48bc-a783-8494fa684d33 req-cb0f6e83-b3a7-4cb9-82e2-67ebeb9ad1e5 tempest-ListServerFiltersTestJSON-1866458082 tempest-ListServerFiltersTestJSON-1866458082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:31:42.354473 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-de7df709-67f6-48bc-a783-8494fa684d33 req-cb0f6e83-b3a7-4cb9-82e2-67ebeb9ad1e5 tempest-ListServerFiltersTestJSON-1866458082 tempest-ListServerFiltersTestJSON-1866458082-project] 10.222.0.16 "GET /v2.0/ports?device_id=a90018ac-9b0b-496e-b667-52331ab9042e HTTP/1.1" status: 200 len: 946 time: 0.4098165 Jul 14 18:31:42.375057 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device f8e6d19d-a6d8-4e23-96eb-913655d6b330 up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:31:42.407914 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 43810) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:31:42.424713 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvr_db [None req-de40fc02-7833-4c3f-aab8-b67a45b86e67 None None] Set router 34b9e12f-bd48-4c0f-b8fa-553d35da8d6a gateway port host: n-d-800634-3 {{(pid=93917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 18:31:42.491348 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c0c115b9-1ae7-4f00-a3e3-6995e116396b req-28cf72dc-3654-4929-8da2-7d15272d4cfd service neutron] 10.222.0.35 "GET /v2.0/networks/a07a7efb-fbbd-4029-ae94-a21a9cc093fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2143531 Jul 14 18:31:42.514300 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 43814) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:31:42.559633 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-5eef1f48-65a4-48e1-84fd-3f8afb17096b req-cc391242-c715-4d55-93e1-41c0031ff293 tempest-FloatingIPsAssociationNegativeTestJSON-287568005 tempest-FloatingIPsAssociationNegativeTestJSON-287568005-project] 10.222.0.16 "GET /v2.0/security-groups?id=55afdc4e-3cfe-44ed-b273-2eb9fe1e39b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2679710 Jul 14 18:31:42.589698 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-de7df709-67f6-48bc-a783-8494fa684d33 req-0633da99-2823-4618-a5c4-4d2055a41e66 tempest-ListServerFiltersTestJSON-1866458082 tempest-ListServerFiltersTestJSON-1866458082-project] 10.222.0.16 "GET /v2.0/security-groups?id=cc0cb72e-0ac6-4b37-b329-257cd4e8c60f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2351711 Jul 14 18:31:42.664602 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-0afd3145-45e4-444d-bf2a-eb6fd3fe7b6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:42.676892 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-03c3a590-e505-4412-a6d4-99f18590a484 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:42.687913 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-75ad31fa-b848-499f-ac82-b809b1bc83c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:42.756554 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-03c3a590-e505-4412-a6d4-99f18590a484 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305173'] for security_group_rule, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:42.760605 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port f8e6d19d-a6d8-4e23-96eb-913655d6b330 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:31:42.760987 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:42.804413 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [req-f0a2f867-bd7c-4b22-bafd-7ffdf1437fd4 req-1cab622a-c0e0-48c9-b461-827b3b98aa41 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 39216298-4feb-4a60-89c4-45fb55679826 {{(pid=93915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 18:31:42.821808 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-0afd3145-45e4-444d-bf2a-eb6fd3fe7b6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:42.836162 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-0afd3145-45e4-444d-bf2a-eb6fd3fe7b6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:42.836384 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-f0a2f867-bd7c-4b22-bafd-7ffdf1437fd4 req-1cab622a-c0e0-48c9-b461-827b3b98aa41 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:42.837794 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c3a590-e505-4412-a6d4-99f18590a484 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=daf082a2-d7c6-4a43-aece-6c372b2b758e,revision_number=0']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:31:42.885343 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.provisioning_blocks [req-f0a2f867-bd7c-4b22-bafd-7ffdf1437fd4 req-1cab622a-c0e0-48c9-b461-827b3b98aa41 service neutron] Transition to ACTIVE for port object 39216298-4feb-4a60-89c4-45fb55679826 will not be triggered until provisioned by entity L2. {{(pid=93915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:31:42.889783 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43bec86-deeb-44bd-afcf-a3ae2d86196c req-d9b1435e-0be7-49f4-9283-8a99d930cb6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:31:42.891585 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f43bec86-deeb-44bd-afcf-a3ae2d86196c req-d9b1435e-0be7-49f4-9283-8a99d930cb6b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0bc1eb2c7d374bba8f2892065ecabe00&device_id=693cdabc-c35b-47c5-8512-cef465f1b22b HTTP/1.1" status: 200 len: 1094 time: 0.2740128 Jul 14 18:31:42.894060 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-f0a2f867-bd7c-4b22-bafd-7ffdf1437fd4 req-1cab622a-c0e0-48c9-b461-827b3b98aa41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25912978'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:42.897894 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-de40fc02-7833-4c3f-aab8-b67a45b86e67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34b9e12f-bd48-4c0f-b8fa-553d35da8d6a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-203685474-router', 'tenant_id': 'b42b8927ef8d413ea3681e5f11e6bc61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.214'}], 'enable_snat': True}, 'gw_port_id': '3f0fd507-aa34-4600-aa9d-654040160966', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:31:23Z', 'updated_at': '2021-07-14T18:31:29Z', 'revision_number': 4, 'project_id': 'b42b8927ef8d413ea3681e5f11e6bc61', 'gw_port': {'id': '3f0fd507-aa34-4600-aa9d-654040160966', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:ee:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34b9e12f-bd48-4c0f-b8fa-553d35da8d6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1341, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:31:23Z', 'updated_at': '2021-07-14T18:31:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_interfaces': [{'id': 'ffc4f9ca-a1cc-48c1-a678-6a65188a1eba', 'name': '', 'network_id': '3027b8cc-b688-44c3-b2bb-d03887fb46b4', 'tenant_id': 'b42b8927ef8d413ea3681e5f11e6bc61', 'mac_address': 'fa:16:3e:ae:bb:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34b9e12f-bd48-4c0f-b8fa-553d35da8d6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1348, 'fixed_ips': [{'subnet_id': 'e39776a5-0c4c-4e2c-abcf-e8667374bae7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:31:28Z', 'updated_at': '2021-07-14T18:31:41Z', 'revision_number': 4, 'project_id': 'b42b8927ef8d413ea3681e5f11e6bc61', 'subnets': [{'id': 'e39776a5-0c4c-4e2c-abcf-e8667374bae7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-3', False) {} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:31:42.926001 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-0afd3145-45e4-444d-bf2a-eb6fd3fe7b6a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c296331974594aeeb1a5c422da0895ba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4070110 Jul 14 18:31:42.930056 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 43824) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:31:42.932453 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afd3145-45e4-444d-bf2a-eb6fd3fe7b6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d62627ca-1b06-4725-b0dc-10db2b650575,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:31:42.954792 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de40fc02-7833-4c3f-aab8-b67a45b86e67 None None] The sync data for ids ['34b9e12f-bd48-4c0f-b8fa-553d35da8d6a'] in n-d-800634-3 is: [{'id': '34b9e12f-bd48-4c0f-b8fa-553d35da8d6a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-203685474-router', 'tenant_id': 'b42b8927ef8d413ea3681e5f11e6bc61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.214'}], 'enable_snat': True}, 'gw_port_id': '3f0fd507-aa34-4600-aa9d-654040160966', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:31:23Z', 'updated_at': '2021-07-14T18:31:29Z', 'revision_number': 4, 'project_id': 'b42b8927ef8d413ea3681e5f11e6bc61', 'gw_port': {'id': '3f0fd507-aa34-4600-aa9d-654040160966', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:ee:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34b9e12f-bd48-4c0f-b8fa-553d35da8d6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1341, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:31:23Z', 'updated_at': '2021-07-14T18:31:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_interfaces': [{'id': 'ffc4f9ca-a1cc-48c1-a678-6a65188a1eba', 'name': '', 'network_id': '3027b8cc-b688-44c3-b2bb-d03887fb46b4', 'tenant_id': 'b42b8927ef8d413ea3681e5f11e6bc61', 'mac_address': 'fa:16:3e:ae:bb:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34b9e12f-bd48-4c0f-b8fa-553d35da8d6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1348, 'fixed_ips': [{'subnet_id': 'e39776a5-0c4c-4e2c-abcf-e8667374bae7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:31:28Z', 'updated_at': '2021-07-14T18:31:41Z', 'revision_number': 4, 'project_id': 'b42b8927ef8d413ea3681e5f11e6bc61', 'subnets': [{'id': 'e39776a5-0c4c-4e2c-abcf-e8667374bae7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 18:31:43.019028 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-9a14c9ed-26b1-4c1e-8b49-03e96d751be5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:43.065349 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-9a14c9ed-26b1-4c1e-8b49-03e96d751be5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:43.085512 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-75ad31fa-b848-499f-ac82-b809b1bc83c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:43.097377 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-75ad31fa-b848-499f-ac82-b809b1bc83c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:43.180692 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-75ad31fa-b848-499f-ac82-b809b1bc83c5 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d165b98a179d4d0ebe35920e6d79774f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7707689 Jul 14 18:31:43.183036 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 43826) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:31:43.193588 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ad31fa-b848-499f-ac82-b809b1bc83c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a5a985f-ce3c-456b-bff7-dca1b1659031,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:31:43.246725 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-9a14c9ed-26b1-4c1e-8b49-03e96d751be5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:43.250163 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-9a14c9ed-26b1-4c1e-8b49-03e96d751be5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:43.251775 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-9a14c9ed-26b1-4c1e-8b49-03e96d751be5 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d62627ca-1b06-4725-b0dc-10db2b650575 HTTP/1.1" status: 204 len: 168 time: 0.3162053 Jul 14 18:31:43.263199 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a14c9ed-26b1-4c1e-8b49-03e96d751be5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d62627ca-1b06-4725-b0dc-10db2b650575,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:31:43.297669 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-31022fe4-16e5-4730-a757-1458f4789cc4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:43.327858 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-31022fe4-16e5-4730-a757-1458f4789cc4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:43.383068 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-31022fe4-16e5-4730-a757-1458f4789cc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:43.386076 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-31022fe4-16e5-4730-a757-1458f4789cc4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:43.387782 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-31022fe4-16e5-4730-a757-1458f4789cc4 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2a5a985f-ce3c-456b-bff7-dca1b1659031 HTTP/1.1" status: 204 len: 168 time: 0.2022951 Jul 14 18:31:43.398696 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31022fe4-16e5-4730-a757-1458f4789cc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a5a985f-ce3c-456b-bff7-dca1b1659031,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:31:43.533336 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-03c3a590-e505-4412-a6d4-99f18590a484 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:43.537802 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-03c3a590-e505-4412-a6d4-99f18590a484 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.4551041 Jul 14 18:31:43.538239 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 43834) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:31:43.545983 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-ffcdddc1-7b89-499f-8af7-89314d86214f tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Request body: {'floatingip': {'floating_network_id': '9200a437-e1de-4520-88f6-e68386523e61'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:31:43.555007 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cab622a-c0e0-48c9-b461-827b3b98aa41 service neutron] Pushing event updated for resources: {'Port': ['ID=39216298-4feb-4a60-89c4-45fb55679826,revision_number=2']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:31:43.613826 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f171cedb-214b-491d-b6d8-8c828273d85f req-e6c62e43-c213-4758-8d84-6cb0c481c3bb tempest-ServerRescueTestJSON-1772516560 tempest-ServerRescueTestJSON-1772516560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:31:43.621397 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f171cedb-214b-491d-b6d8-8c828273d85f req-e6c62e43-c213-4758-8d84-6cb0c481c3bb tempest-ServerRescueTestJSON-1772516560 tempest-ServerRescueTestJSON-1772516560-project] 10.222.0.16 "GET /v2.0/ports?device_id=693cdabc-c35b-47c5-8512-cef465f1b22b HTTP/1.1" status: 200 len: 943 time: 0.8419244 Jul 14 18:31:43.624227 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-ffcdddc1-7b89-499f-8af7-89314d86214f tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Notify callbacks [] for floatingip, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:43.656679 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 43838) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:31:43.687619 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43bec86-deeb-44bd-afcf-a3ae2d86196c req-be3b0ecc-9a34-4a8f-bdae-ad5fe641dd3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:31:43.689020 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f43bec86-deeb-44bd-afcf-a3ae2d86196c req-be3b0ecc-9a34-4a8f-bdae-ad5fe641dd3c service neutron] 10.222.0.35 "GET /v2.0/networks?id=a07a7efb-fbbd-4029-ae94-a21a9cc093fe HTTP/1.1" status: 200 len: 910 time: 0.7874169 Jul 14 18:31:43.763842 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c79d1a6-da33-4785-b73f-3973b71c4024 req-2da5aba9-2483-4965-90bf-56c193dc4b6e tempest-ListServerFiltersTestJSON-1866458082 tempest-ListServerFiltersTestJSON-1866458082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:31:43.770480 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c79d1a6-da33-4785-b73f-3973b71c4024 req-2da5aba9-2483-4965-90bf-56c193dc4b6e tempest-ListServerFiltersTestJSON-1866458082 tempest-ListServerFiltersTestJSON-1866458082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:31:43.776756 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c79d1a6-da33-4785-b73f-3973b71c4024 req-2da5aba9-2483-4965-90bf-56c193dc4b6e tempest-ListServerFiltersTestJSON-1866458082 tempest-ListServerFiltersTestJSON-1866458082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:31:43.779126 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2c79d1a6-da33-4785-b73f-3973b71c4024 req-2da5aba9-2483-4965-90bf-56c193dc4b6e tempest-ListServerFiltersTestJSON-1866458082 tempest-ListServerFiltersTestJSON-1866458082-project] 10.222.0.16 "GET /v2.0/ports?device_id=2eaad43e-3f6b-4451-b40e-a34e647e008a&device_id=e2a64b76-b691-49f2-848c-53a35a198d40&device_id=a90018ac-9b0b-496e-b667-52331ab9042e HTTP/1.1" status: 200 len: 2419 time: 0.2999275 Jul 14 18:31:43.780532 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-b416fac7-3c58-4cf7-a237-6744fa38daf8 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=dd9059536a9e43b6982053658c750335&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1212606 Jul 14 18:31:43.786455 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 43844) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:31:43.792882 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f43bec86-deeb-44bd-afcf-a3ae2d86196c req-9e52bb4c-5848-4594-b656-9afed2756a9f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7e4ee43a-fa0e-40b2-866d-2126d59c6740 HTTP/1.1" status: 200 len: 217 time: 0.0913930 Jul 14 18:31:43.800761 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f171cedb-214b-491d-b6d8-8c828273d85f req-9fdc95e7-b3d2-46a5-a4c8-d44ae24a3d9c tempest-ServerRescueTestJSON-1772516560 tempest-ServerRescueTestJSON-1772516560-project] 10.222.0.16 "GET /v2.0/security-groups?id=0ef5e3a0-eb15-4d38-952d-7e7d9baf772e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1780674 Jul 14 18:31:43.831938 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device ffc4f9ca-a1cc-48c1-a678-6a65188a1eba up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:31:43.833490 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-f0a2f867-bd7c-4b22-bafd-7ffdf1437fd4 req-1cab622a-c0e0-48c9-b461-827b3b98aa41 service neutron] Attempting to bind port 39216298-4feb-4a60-89c4-45fb55679826 on host n-h1-800634-3 for vnic_type normal with profile {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:31:43.834023 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-f0a2f867-bd7c-4b22-bafd-7ffdf1437fd4 req-1cab622a-c0e0-48c9-b461-827b3b98aa41 service neutron] Attempting to bind port 39216298-4feb-4a60-89c4-45fb55679826 by drivers openvswitch,hyperv on host n-h1-800634-3 at level 0 using segments [{'id': '59ec8ce5-7b0e-4147-9aff-0079f6261139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '3027b8cc-b688-44c3-b2bb-d03887fb46b4'}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:31:43.834544 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0a2f867-bd7c-4b22-bafd-7ffdf1437fd4 req-1cab622a-c0e0-48c9-b461-827b3b98aa41 service neutron] Attempting to bind port 39216298-4feb-4a60-89c4-45fb55679826 on network 3027b8cc-b688-44c3-b2bb-d03887fb46b4 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:31:43.943307 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0a2f867-bd7c-4b22-bafd-7ffdf1437fd4 req-1cab622a-c0e0-48c9-b461-827b3b98aa41 service neutron] Port 39216298-4feb-4a60-89c4-45fb55679826 on network 3027b8cc-b688-44c3-b2bb-d03887fb46b4 not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-3 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 18:31:43.944894 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0a2f867-bd7c-4b22-bafd-7ffdf1437fd4 req-1cab622a-c0e0-48c9-b461-827b3b98aa41 service neutron] Attempting to bind port 39216298-4feb-4a60-89c4-45fb55679826 on network 3027b8cc-b688-44c3-b2bb-d03887fb46b4 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:31:43.971555 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-0ce97d6c-6790-4778-902b-cc1df9dd7536 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:43.997879 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning for port ffc4f9ca-a1cc-48c1-a678-6a65188a1eba completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:31:44.003384 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port ffc4f9ca-a1cc-48c1-a678-6a65188a1eba triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:31:44.004315 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:44.020571 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0a2f867-bd7c-4b22-bafd-7ffdf1437fd4 req-1cab622a-c0e0-48c9-b461-827b3b98aa41 service neutron] Checking agent: {'id': 'a3630ff4-fbee-45d9-b9b6-0ae41cb3a350', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 15, 32), 'started_at': datetime.datetime(2021, 7, 14, 18, 15, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 18, 31, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 18:31:44.021351 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0a2f867-bd7c-4b22-bafd-7ffdf1437fd4 req-1cab622a-c0e0-48c9-b461-827b3b98aa41 service neutron] Checking segment: {'id': '59ec8ce5-7b0e-4147-9aff-0079f6261139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '3027b8cc-b688-44c3-b2bb-d03887fb46b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:31:44.022297 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0a2f867-bd7c-4b22-bafd-7ffdf1437fd4 req-1cab622a-c0e0-48c9-b461-827b3b98aa41 service neutron] Bound using segment: {'id': '59ec8ce5-7b0e-4147-9aff-0079f6261139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '3027b8cc-b688-44c3-b2bb-d03887fb46b4'} {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 18:31:44.022477 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-0ce97d6c-6790-4778-902b-cc1df9dd7536 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:44.023512 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-f0a2f867-bd7c-4b22-bafd-7ffdf1437fd4 req-1cab622a-c0e0-48c9-b461-827b3b98aa41 service neutron] Bound port: 39216298-4feb-4a60-89c4-45fb55679826, host: n-h1-800634-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59ec8ce5-7b0e-4147-9aff-0079f6261139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '3027b8cc-b688-44c3-b2bb-d03887fb46b4'}}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 18:31:44.024429 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-f0a2f867-bd7c-4b22-bafd-7ffdf1437fd4 req-1cab622a-c0e0-48c9-b461-827b3b98aa41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:44.115460 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-ffcdddc1-7b89-499f-8af7-89314d86214f tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:44.116512 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43bec86-deeb-44bd-afcf-a3ae2d86196c req-812ebbb1-8e4c-4593-9fef-bc5807348298 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:31:44.119158 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f43bec86-deeb-44bd-afcf-a3ae2d86196c req-812ebbb1-8e4c-4593-9fef-bc5807348298 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=14eba25d-eba8-416a-ad8f-196fda095a19 HTTP/1.1" status: 200 len: 850 time: 0.3170240 Jul 14 18:31:44.119507 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:44.127065 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 43848) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:31:44.151898 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-0ce97d6c-6790-4778-902b-cc1df9dd7536 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:44.155032 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-0ce97d6c-6790-4778-902b-cc1df9dd7536 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:44.156375 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-0ce97d6c-6790-4778-902b-cc1df9dd7536 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/802d623b-e32f-4a6c-b815-9a7fb890dbce HTTP/1.1" status: 204 len: 168 time: 0.3681357 Jul 14 18:31:44.188392 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-e7b1c04a-a6fb-4487-a5d2-2a962405bda2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:44.201148 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] For port ffc4f9ca-a1cc-48c1-a678-6a65188a1eba, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=ffc4f9ca-a1cc-48c1-a678-6a65188a1eba,segment=NetworkSegment(59ec8ce5-7b0e-4147-9aff-0079f6261139),segment_id=59ec8ce5-7b0e-4147-9aff-0079f6261139)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:31:44.203078 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2c79d1a6-da33-4785-b73f-3973b71c4024 req-f90b8ef4-fe6e-448e-9b1a-98d1e373ccea tempest-ListServerFiltersTestJSON-1866458082 tempest-ListServerFiltersTestJSON-1866458082-project] 10.222.0.16 "GET /v2.0/security-groups?id=cc0cb72e-0ac6-4b37-b329-257cd4e8c60f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3746867 Jul 14 18:31:44.211959 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce97d6c-6790-4778-902b-cc1df9dd7536 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=802d623b-e32f-4a6c-b815-9a7fb890dbce,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:31:44.228678 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f43bec86-deeb-44bd-afcf-a3ae2d86196c req-2b688762-5862-474d-82e1-aaa8f53f65ac service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a07a7efb-fbbd-4029-ae94-a21a9cc093fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0743365 Jul 14 18:31:44.249317 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:44.331558 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-f0a2f867-bd7c-4b22-bafd-7ffdf1437fd4 req-1cab622a-c0e0-48c9-b461-827b3b98aa41 service neutron] For port 39216298-4feb-4a60-89c4-45fb55679826, host n-h1-800634-3, cleared binding levels {{(pid=93915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:31:44.337151 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-f0a2f867-bd7c-4b22-bafd-7ffdf1437fd4 req-1cab622a-c0e0-48c9-b461-827b3b98aa41 service neutron] For port 39216298-4feb-4a60-89c4-45fb55679826, host n-h1-800634-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=39216298-4feb-4a60-89c4-45fb55679826,segment=NetworkSegment(59ec8ce5-7b0e-4147-9aff-0079f6261139),segment_id=59ec8ce5-7b0e-4147-9aff-0079f6261139)] {{(pid=93915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 18:31:44.349548 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.db_base_plugin_common [None req-ffcdddc1-7b89-499f-8af7-89314d86214f tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Allocated IP 172.25.1.24 (9200a437-e1de-4520-88f6-e68386523e61/5f47f848-4532-407a-a0e2-5690ade15fd0/34445d89-02b4-49c1-8e8d-287bd9a85ff2) {{(pid=93916) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:31:44.353401 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-f0a2f867-bd7c-4b22-bafd-7ffdf1437fd4 req-1cab622a-c0e0-48c9-b461-827b3b98aa41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25912978'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:44.373535 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Pushing event updated for resources: {'Port': ['ID=ffc4f9ca-a1cc-48c1-a678-6a65188a1eba,revision_number=5']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:31:44.408928 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b825c5-1889-48a0-a699-d7233d0c3712 req-6117cecc-a9a6-4e6b-b1d1-a5dfc565a375 tempest-FloatingIPsAssociationNegativeTestJSON-287568005 tempest-FloatingIPsAssociationNegativeTestJSON-287568005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:31:44.416455 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c5b825c5-1889-48a0-a699-d7233d0c3712 req-6117cecc-a9a6-4e6b-b1d1-a5dfc565a375 tempest-FloatingIPsAssociationNegativeTestJSON-287568005 tempest-FloatingIPsAssociationNegativeTestJSON-287568005-project] 10.222.0.16 "GET /v2.0/ports?device_id=61b3cfc1-5300-43f6-a722-22ddf0737e84 HTTP/1.1" status: 200 len: 943 time: 0.3376763 Jul 14 18:31:44.436439 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a2f867-bd7c-4b22-bafd-7ffdf1437fd4 req-1cab622a-c0e0-48c9-b461-827b3b98aa41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:31:44.437870 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-f0a2f867-bd7c-4b22-bafd-7ffdf1437fd4 req-1cab622a-c0e0-48c9-b461-827b3b98aa41 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:44.438848 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f0a2f867-bd7c-4b22-bafd-7ffdf1437fd4 req-1cab622a-c0e0-48c9-b461-827b3b98aa41 service neutron] 10.222.0.18 "PUT /v2.0/ports/39216298-4feb-4a60-89c4-45fb55679826 HTTP/1.1" status: 200 len: 1091 time: 3.3906021 Jul 14 18:31:44.451034 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61b3cfc1-5300-43f6-a722-22ddf0737e84', 'tag': '39216298-4feb-4a60-89c4-45fb55679826'}] {{(pid=93915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:31:44.464238 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e72782ad3af8f7d4ce76cedf092bca46d1756acc5c4653cf0b52034cdd6b073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8333f79f-1a88-4a1c-bfa0-84da4ca82a73" -d '{"events": [{"name": "network-changed", "server_uuid": "61b3cfc1-5300-43f6-a722-22ddf0737e84", "tag": "39216298-4feb-4a60-89c4-45fb55679826"}]}' {{(pid=93915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:31:44.544513 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f43bec86-deeb-44bd-afcf-a3ae2d86196c req-84467236-490e-4385-8dc7-f29cd6d817c0 service neutron] 10.222.0.35 "GET /v2.0/networks/a07a7efb-fbbd-4029-ae94-a21a9cc093fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3065865 Jul 14 18:31:44.545145 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-ffcdddc1-7b89-499f-8af7-89314d86214f tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Notify callbacks [] for port, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:44.588712 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cab622a-c0e0-48c9-b461-827b3b98aa41 service neutron] Pushing event updated for resources: {'Port': ['ID=39216298-4feb-4a60-89c4-45fb55679826,revision_number=3']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:31:44.642011 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-ffcdddc1-7b89-499f-8af7-89314d86214f tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:44.660975 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c5b825c5-1889-48a0-a699-d7233d0c3712 req-788eb166-5528-477e-82c2-717d403eb758 tempest-FloatingIPsAssociationNegativeTestJSON-287568005 tempest-FloatingIPsAssociationNegativeTestJSON-287568005-project] 10.222.0.16 "GET /v2.0/security-groups?id=55afdc4e-3cfe-44ed-b273-2eb9fe1e39b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2435694 Jul 14 18:31:44.708570 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffcdddc1-7b89-499f-8af7-89314d86214f tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Pushing event updated for resources: {'Port': ['ID=34445d89-02b4-49c1-8e8d-287bd9a85ff2,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:31:44.736085 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffcdddc1-7b89-499f-8af7-89314d86214f tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Network 9200a437-e1de-4520-88f6-e68386523e61 is already hosted by enough agents. {{(pid=93916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:31:44.749405 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [None req-ffcdddc1-7b89-499f-8af7-89314d86214f tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Resources bound (agent type, host, resource id): {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:31:44.763742 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffcdddc1-7b89-499f-8af7-89314d86214f tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Received port after_create {{(pid=93916) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:31:44.770539 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 18:31:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b2312e4-82cb-4c02-9afe-b50ae65832b1 x-openstack-request-id: req-0b2312e4-82cb-4c02-9afe-b50ae65832b1 {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:31:44.771276 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61b3cfc1-5300-43f6-a722-22ddf0737e84", "tag": "39216298-4feb-4a60-89c4-45fb55679826", "status": "completed", "code": 200}]} {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:31:44.771537 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0b2312e4-82cb-4c02-9afe-b50ae65832b1 {{(pid=93915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:31:44.772051 n-d-800634-3 neutron-server[93915]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61b3cfc1-5300-43f6-a722-22ddf0737e84', 'tag': '39216298-4feb-4a60-89c4-45fb55679826', 'status': 'completed', 'code': 200} Jul 14 18:31:44.807374 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a2f867-bd7c-4b22-bafd-7ffdf1437fd4 req-4fdbf35b-9f9b-4d9e-8284-482d4a5c6f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:31:44.809630 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f0a2f867-bd7c-4b22-bafd-7ffdf1437fd4 req-4fdbf35b-9f9b-4d9e-8284-482d4a5c6f1a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b42b8927ef8d413ea3681e5f11e6bc61&device_id=61b3cfc1-5300-43f6-a722-22ddf0737e84 HTTP/1.1" status: 200 len: 1094 time: 0.3193090 Jul 14 18:31:44.815087 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f43bec86-deeb-44bd-afcf-a3ae2d86196c req-0cfd7aa5-dcaa-431f-8802-b7c554589e57 service neutron] 10.222.0.35 "GET /v2.0/networks/a07a7efb-fbbd-4029-ae94-a21a9cc093fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2581553 Jul 14 18:31:44.859839 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f0a2f867-bd7c-4b22-bafd-7ffdf1437fd4 req-66b7b313-d528-492a-8ec5-ac1a8753a1c3 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=39216298-4feb-4a60-89c4-45fb55679826 HTTP/1.1" status: 200 len: 217 time: 0.0410235 Jul 14 18:31:44.874121 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bfbdfc-e66a-4c0b-b485-099948b2e9e4 req-2af6a644-ec97-47a3-928d-13a8874ea451 tempest-ListServerFiltersTestJSON-1866458082 tempest-ListServerFiltersTestJSON-1866458082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:31:44.882025 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b5bfbdfc-e66a-4c0b-b485-099948b2e9e4 req-2af6a644-ec97-47a3-928d-13a8874ea451 tempest-ListServerFiltersTestJSON-1866458082 tempest-ListServerFiltersTestJSON-1866458082-project] 10.222.0.16 "GET /v2.0/ports?device_id=2eaad43e-3f6b-4451-b40e-a34e647e008a HTTP/1.1" status: 200 len: 946 time: 0.2250493 Jul 14 18:31:44.904953 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-e7b1c04a-a6fb-4487-a5d2-2a962405bda2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:44.906619 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-ffcdddc1-7b89-499f-8af7-89314d86214f tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:44.919239 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-e7b1c04a-a6fb-4487-a5d2-2a962405bda2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:44.974641 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b5bfbdfc-e66a-4c0b-b485-099948b2e9e4 req-3c9e9f85-6ab0-493f-ab21-f46e2ea4862c tempest-ListServerFiltersTestJSON-1866458082 tempest-ListServerFiltersTestJSON-1866458082-project] 10.222.0.16 "GET /v2.0/security-groups?id=cc0cb72e-0ac6-4b37-b329-257cd4e8c60f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913925 Jul 14 18:31:44.978632 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a2f867-bd7c-4b22-bafd-7ffdf1437fd4 req-007d9eeb-2dca-4c81-ac93-c3e1faa63c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:31:44.979970 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f0a2f867-bd7c-4b22-bafd-7ffdf1437fd4 req-007d9eeb-2dca-4c81-ac93-c3e1faa63c7e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e39776a5-0c4c-4e2c-abcf-e8667374bae7 HTTP/1.1" status: 200 len: 867 time: 0.0953875 Jul 14 18:31:45.013301 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-ffcdddc1-7b89-499f-8af7-89314d86214f tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:45.116251 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a2f867-bd7c-4b22-bafd-7ffdf1437fd4 req-f65b22c4-d845-44b4-9095-f575acebc8ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:31:45.118101 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f0a2f867-bd7c-4b22-bafd-7ffdf1437fd4 req-f65b22c4-d845-44b4-9095-f575acebc8ca service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3027b8cc-b688-44c3-b2bb-d03887fb46b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1309192 Jul 14 18:31:45.143548 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81337dc-b036-4d34-b4cc-66ccb5684ccc req-dd2c348f-401b-4089-b060-ce7dcf0c9767 tempest-ServerRescueTestJSON-1772516560 tempest-ServerRescueTestJSON-1772516560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:31:45.145548 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c81337dc-b036-4d34-b4cc-66ccb5684ccc req-dd2c348f-401b-4089-b060-ce7dcf0c9767 tempest-ServerRescueTestJSON-1772516560 tempest-ServerRescueTestJSON-1772516560-project] 10.222.0.16 "GET /v2.0/ports?device_id=693cdabc-c35b-47c5-8512-cef465f1b22b HTTP/1.1" status: 200 len: 943 time: 0.1187074 Jul 14 18:31:45.153978 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-e7b1c04a-a6fb-4487-a5d2-2a962405bda2 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=97d1123d702c4a3aa5e593946b615032&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0257206 Jul 14 18:31:45.163578 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 43878) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:31:45.170695 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b1c04a-a6fb-4487-a5d2-2a962405bda2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50824fc6-2d68-44ca-914e-62ea01ab09c7,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:31:45.206411 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-ffcdddc1-7b89-499f-8af7-89314d86214f tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Notify callbacks [] for port, precommit_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:45.215213 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-ffcdddc1-7b89-499f-8af7-89314d86214f tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2684870'] for port, after_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:45.265516 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c81337dc-b036-4d34-b4cc-66ccb5684ccc req-75be5fbd-c153-4e3b-aca8-5b76e987e41b tempest-ServerRescueTestJSON-1772516560 tempest-ServerRescueTestJSON-1772516560-project] 10.222.0.16 "GET /v2.0/security-groups?id=0ef5e3a0-eb15-4d38-952d-7e7d9baf772e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083066 Jul 14 18:31:45.298739 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-36e3f418-8d3f-4359-bd6a-a2db068f49d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:45.315795 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffcdddc1-7b89-499f-8af7-89314d86214f tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Pushing event updated for resources: {'Port': ['ID=34445d89-02b4-49c1-8e8d-287bd9a85ff2,revision_number=2']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:31:45.326022 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f0a2f867-bd7c-4b22-bafd-7ffdf1437fd4 req-226e2eaf-6cd7-49a5-90af-6cdbbeff2148 service neutron] 10.222.0.18 "GET /v2.0/networks/3027b8cc-b688-44c3-b2bb-d03887fb46b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2001753 Jul 14 18:31:45.330573 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 43884) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:31:45.338625 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-ffcdddc1-7b89-499f-8af7-89314d86214f tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-930131'] for floatingip, after_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:45.349495 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-36e3f418-8d3f-4359-bd6a-a2db068f49d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:45.353967 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-ffcdddc1-7b89-499f-8af7-89314d86214f tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for floatingip, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:45.355553 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-ffcdddc1-7b89-499f-8af7-89314d86214f tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.8161709 Jul 14 18:31:45.456202 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-af3b426b-ecb8-43d7-8838-793991bd23b2 tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-2091775829'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:31:45.499899 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af3b426b-ecb8-43d7-8838-793991bd23b2 tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Made reservation on behalf of 0ebb190564e94f1a9ee5db6089aa94ae for: {'network': 1} {{(pid=93915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:31:45.504740 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Device 7e4ee43a-fa0e-40b2-866d-2126d59c6740 details requested by agent hyperv_n-h2-800634-3 with host n-h2-800634-3 {{(pid=93917) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 18:31:45.509302 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-af3b426b-ecb8-43d7-8838-793991bd23b2 tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for network, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:45.521603 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-36e3f418-8d3f-4359-bd6a-a2db068f49d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:45.524487 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-36e3f418-8d3f-4359-bd6a-a2db068f49d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:45.542037 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-36e3f418-8d3f-4359-bd6a-a2db068f49d5 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/50824fc6-2d68-44ca-914e-62ea01ab09c7 HTTP/1.1" status: 204 len: 168 time: 0.3770924 Jul 14 18:31:45.562589 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f0a2f867-bd7c-4b22-bafd-7ffdf1437fd4 req-aadf3eee-7a6d-4c27-b328-94ea845344b8 service neutron] 10.222.0.18 "GET /v2.0/networks/3027b8cc-b688-44c3-b2bb-d03887fb46b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2259185 Jul 14 18:31:45.578069 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-af3b426b-ecb8-43d7-8838-793991bd23b2 tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Notify callbacks [] for security_group, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:45.611656 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e3f418-8d3f-4359-bd6a-a2db068f49d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50824fc6-2d68-44ca-914e-62ea01ab09c7,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:31:45.706388 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device ffc4f9ca-a1cc-48c1-a678-6a65188a1eba up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:31:45.758404 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] For port 7e4ee43a-fa0e-40b2-866d-2126d59c6740, host n-h2-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=7e4ee43a-fa0e-40b2-866d-2126d59c6740,segment=NetworkSegment(768a7052-80d5-49b9-a4ea-7454da09f867),segment_id=768a7052-80d5-49b9-a4ea-7454da09f867)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:31:45.780912 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Returning: {'device': '7e4ee43a-fa0e-40b2-866d-2126d59c6740', 'network_id': 'a07a7efb-fbbd-4029-ae94-a21a9cc093fe', 'port_id': '7e4ee43a-fa0e-40b2-866d-2126d59c6740', 'mac_address': 'fa:16:3e:3f:cd:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14eba25d-eba8-416a-ad8f-196fda095a19', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93917) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 18:31:45.798343 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c3f5e457-4ef6-4a47-bad8-c0192f2f1d94 req-248d22bc-da5e-46a2-9a80-2ce86b021b67 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--985238617&fields=id&tenant_id=362562baf49d424491e86fd541949698 HTTP/1.1" status: 200 len: 267 time: 0.0862134 Jul 14 18:31:45.826385 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:45.845369 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e4ee43a-fa0e-40b2-866d-2126d59c6740 {{(pid=93917) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 18:31:45.845836 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8333f79f-1a88-4a1c-bfa0-84da4ca82a73 req-e9f0b114-dccb-4020-a8e9-9438643cf628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:31:45.847399 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-8333f79f-1a88-4a1c-bfa0-84da4ca82a73 req-e9f0b114-dccb-4020-a8e9-9438643cf628 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b42b8927ef8d413ea3681e5f11e6bc61&device_id=61b3cfc1-5300-43f6-a722-22ddf0737e84 HTTP/1.1" status: 200 len: 1094 time: 0.2059996 Jul 14 18:31:45.855000 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port ffc4f9ca-a1cc-48c1-a678-6a65188a1eba triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:31:45.855915 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:45.914969 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] For port 7e4ee43a-fa0e-40b2-866d-2126d59c6740, host n-h2-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=7e4ee43a-fa0e-40b2-866d-2126d59c6740,segment=NetworkSegment(768a7052-80d5-49b9-a4ea-7454da09f867),segment_id=768a7052-80d5-49b9-a4ea-7454da09f867)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:31:45.922859 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:45.954601 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-af3b426b-ecb8-43d7-8838-793991bd23b2 tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Notify callbacks [] for security_group, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:46.004246 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f5e457-4ef6-4a47-bad8-c0192f2f1d94 req-98d58fff-2966-41ba-9af6-b208cb3e7b55 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:31:46.006173 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Pushing event updated for resources: {'Port': ['ID=7e4ee43a-fa0e-40b2-866d-2126d59c6740,revision_number=4']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:31:46.011032 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c3f5e457-4ef6-4a47-bad8-c0192f2f1d94 req-98d58fff-2966-41ba-9af6-b208cb3e7b55 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] 10.222.0.16 "GET /v2.0/ports/05410bfa-6a89-41e2-898c-80b7f771042b HTTP/1.1" status: 200 len: 936 time: 0.2117429 Jul 14 18:31:46.017826 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-af3b426b-ecb8-43d7-8838-793991bd23b2 tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:46.098616 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af3b426b-ecb8-43d7-8838-793991bd23b2 tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 82} {{(pid=93915) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 18:31:46.135217 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3b426b-ecb8-43d7-8838-793991bd23b2 tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cb13b0fb-78a4-419c-b66c-44d25a25cfb9,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:31:46.151110 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f5e457-4ef6-4a47-bad8-c0192f2f1d94 req-2b142d87-a74a-4f0b-ab59-611d71c080c6 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:31:46.153130 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c3f5e457-4ef6-4a47-bad8-c0192f2f1d94 req-2b142d87-a74a-4f0b-ab59-611d71c080c6 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] 10.222.0.16 "GET /v2.0/ports/0d90d118-2a16-461c-8b80-fa7d8a1aaaa6 HTTP/1.1" status: 200 len: 935 time: 0.1413743 Jul 14 18:31:46.157242 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8333f79f-1a88-4a1c-bfa0-84da4ca82a73 req-40e1763d-555e-41d8-9ecd-0757e62ade93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:31:46.158893 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-8333f79f-1a88-4a1c-bfa0-84da4ca82a73 req-40e1763d-555e-41d8-9ecd-0757e62ade93 service neutron] 10.222.0.18 "GET /v2.0/networks?id=3027b8cc-b688-44c3-b2bb-d03887fb46b4 HTTP/1.1" status: 200 len: 928 time: 0.3014147 Jul 14 18:31:46.162355 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-af3b426b-ecb8-43d7-8838-793991bd23b2 tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:46.162768 n-d-800634-3 neutron-server[93915]: INFO neutron.db.segments_db [None req-af3b426b-ecb8-43d7-8838-793991bd23b2 tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Added segment d1efed25-cc55-482d-910b-64e4810ab6f0 of type vlan for network 75597e67-bc95-4bf9-aa95-09fc38c63e66 Jul 14 18:31:46.174881 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] get_ports_and_sgs() called for port_ids ['7e4ee43a-fa0e-40b2-866d-2126d59c6740'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 18:31:46.251010 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c3f5e457-4ef6-4a47-bad8-c0192f2f1d94 req-33db00da-32aa-4dac-a46d-b4838b5f55db tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] 10.222.0.16 "GET /v2.0/ports?network_id=63a5555f-a22d-4515-8f3a-d708078edd37&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0901814 Jul 14 18:31:46.287146 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc871ed7-d268-4b3c-88b2-169cdef45162 req-dde82b03-1f10-48c0-9d2a-ff9354f64a71 tempest-FloatingIPsAssociationNegativeTestJSON-287568005 tempest-FloatingIPsAssociationNegativeTestJSON-287568005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:31:46.288708 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-fc871ed7-d268-4b3c-88b2-169cdef45162 req-dde82b03-1f10-48c0-9d2a-ff9354f64a71 tempest-FloatingIPsAssociationNegativeTestJSON-287568005 tempest-FloatingIPsAssociationNegativeTestJSON-287568005-project] 10.222.0.16 "GET /v2.0/ports?device_id=61b3cfc1-5300-43f6-a722-22ddf0737e84 HTTP/1.1" status: 200 len: 943 time: 0.3576899 Jul 14 18:31:46.295761 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-8333f79f-1a88-4a1c-bfa0-84da4ca82a73 req-61eb0544-1fb6-4ad1-92d4-e46fbbf8c4b9 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=39216298-4feb-4a60-89c4-45fb55679826 HTTP/1.1" status: 200 len: 217 time: 0.1213441 Jul 14 18:31:46.342292 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-af3b426b-ecb8-43d7-8838-793991bd23b2 tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728202197517'] for network, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:46.352028 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c3f5e457-4ef6-4a47-bad8-c0192f2f1d94 req-3b40521c-0e78-46f2-a4a1-b51036dc2268 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] 10.222.0.16 "GET /v2.0/ports?network_id=63a5555f-a22d-4515-8f3a-d708078edd37&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0623696 Jul 14 18:31:46.481970 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8333f79f-1a88-4a1c-bfa0-84da4ca82a73 req-a435fa98-1a26-46ad-b69c-bc1df4341226 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:31:46.483451 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-8333f79f-1a88-4a1c-bfa0-84da4ca82a73 req-a435fa98-1a26-46ad-b69c-bc1df4341226 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e39776a5-0c4c-4e2c-abcf-e8667374bae7 HTTP/1.1" status: 200 len: 867 time: 0.1736329 Jul 14 18:31:46.489406 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-fc871ed7-d268-4b3c-88b2-169cdef45162 req-29061b77-2e07-4af8-819f-19605704dd1e tempest-FloatingIPsAssociationNegativeTestJSON-287568005 tempest-FloatingIPsAssociationNegativeTestJSON-287568005-project] 10.222.0.16 "GET /v2.0/security-groups?id=55afdc4e-3cfe-44ed-b273-2eb9fe1e39b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1768889 Jul 14 18:31:46.530683 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-af3b426b-ecb8-43d7-8838-793991bd23b2 tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727'] for network, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:46.536580 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af3b426b-ecb8-43d7-8838-793991bd23b2 tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:31:46.537081 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-af3b426b-ecb8-43d7-8838-793991bd23b2 tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598705'] for network, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:46.661450 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-af3b426b-ecb8-43d7-8838-793991bd23b2 tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.3271453 Jul 14 18:31:46.662904 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 43944) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:31:46.672461 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-2be58a32-585d-4d9b-bea9-eb208c03170f tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Request body: {'subnet': {'network_id': '75597e67-bc95-4bf9-aa95-09fc38c63e66', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:31:46.680212 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f5e457-4ef6-4a47-bad8-c0192f2f1d94 req-60c57a0c-1739-47e1-b9ce-befe50fcdc47 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:31:46.686188 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f5e457-4ef6-4a47-bad8-c0192f2f1d94 req-60c57a0c-1739-47e1-b9ce-befe50fcdc47 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:31:46.691945 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f5e457-4ef6-4a47-bad8-c0192f2f1d94 req-60c57a0c-1739-47e1-b9ce-befe50fcdc47 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:31:46.698686 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c3f5e457-4ef6-4a47-bad8-c0192f2f1d94 req-60c57a0c-1739-47e1-b9ce-befe50fcdc47 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] 10.222.0.16 "GET /v2.0/networks?id=cfaa954e-bb83-44ea-acae-a3d7b9e23407&id=78f1bdd6-a438-4e68-a059-5fadb7299624&id=78f1bdd6-a438-4e68-a059-5fadb7299624&id=63a5555f-a22d-4515-8f3a-d708078edd37&id=63a5555f-a22d-4515-8f3a-d708078edd37 HTTP/1.1" status: 200 len: 1995 time: 0.3251088 Jul 14 18:31:46.704398 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3b426b-ecb8-43d7-8838-793991bd23b2 tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Pushing event updated for resources: {'Network': ['ID=75597e67-bc95-4bf9-aa95-09fc38c63e66,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:31:46.721854 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c3f5e457-4ef6-4a47-bad8-c0192f2f1d94 req-5ead02f3-5d31-4049-842b-1b8058468c6a tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] 10.222.0.16 "GET /v2.0/quotas/362562baf49d424491e86fd541949698 HTTP/1.1" status: 200 len: 375 time: 0.0208213 Jul 14 18:31:46.725667 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Network 75597e67-bc95-4bf9-aa95-09fc38c63e66 details requested by agent ovs-agent-n-d-800634-3 with host n-d-800634-3 {{(pid=93917) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 18:31:46.730102 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8333f79f-1a88-4a1c-bfa0-84da4ca82a73 req-32451c66-498d-4b34-ba81-99c68c4faedd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:31:46.731985 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-8333f79f-1a88-4a1c-bfa0-84da4ca82a73 req-32451c66-498d-4b34-ba81-99c68c4faedd service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3027b8cc-b688-44c3-b2bb-d03887fb46b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2373407 Jul 14 18:31:46.837476 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2be58a32-585d-4d9b-bea9-eb208c03170f tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Made reservation on behalf of 0ebb190564e94f1a9ee5db6089aa94ae for: {'subnet': 1} {{(pid=93916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:31:46.842563 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-2be58a32-585d-4d9b-bea9-eb208c03170f tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26033189'] for subnet, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:46.891047 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c3f5e457-4ef6-4a47-bad8-c0192f2f1d94 req-8190a0ea-c66a-433b-8c4e-74937fdc9a58 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=362562baf49d424491e86fd541949698&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1632218 Jul 14 18:31:46.895200 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-8333f79f-1a88-4a1c-bfa0-84da4ca82a73 req-dbda816e-0322-494b-97c8-81f2c8906567 service neutron] 10.222.0.18 "GET /v2.0/networks/3027b8cc-b688-44c3-b2bb-d03887fb46b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1473737 Jul 14 18:31:47.043595 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-2be58a32-585d-4d9b-bea9-eb208c03170f tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2684753', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26033175'] for subnet, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:47.117760 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be58a32-585d-4d9b-bea9-eb208c03170f tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Pushing event updated for resources: {'Subnet': ['ID=0d08685f-2cc7-41a0-874d-17a6e7e3f9bc,revision_number=0']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:31:47.125333 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2be58a32-585d-4d9b-bea9-eb208c03170f tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Checking segment: {'id': 'd1efed25-cc55-482d-910b-64e4810ab6f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '75597e67-bc95-4bf9-aa95-09fc38c63e66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93916) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:31:47.125701 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2be58a32-585d-4d9b-bea9-eb208c03170f tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Network hostable DHCP agents. Network: 75597e67-bc95-4bf9-aa95-09fc38c63e66, hostable agents: ['028393c3-0576-4ebd-bca1-8ea8a148e1a2'], hosted agents: [] {{(pid=93916) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 18:31:47.129544 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038fecfd-0643-46e4-bb2a-e857d731807d req-c5103b12-c432-4ebe-9861-6166adce3a5b tempest-ServerRescueTestJSON-1772516560 tempest-ServerRescueTestJSON-1772516560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:31:47.133008 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-038fecfd-0643-46e4-bb2a-e857d731807d req-c5103b12-c432-4ebe-9861-6166adce3a5b tempest-ServerRescueTestJSON-1772516560 tempest-ServerRescueTestJSON-1772516560-project] 10.222.0.16 "GET /v2.0/ports?device_id=693cdabc-c35b-47c5-8512-cef465f1b22b HTTP/1.1" status: 200 len: 944 time: 0.2402966 Jul 14 18:31:47.137731 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-8333f79f-1a88-4a1c-bfa0-84da4ca82a73 req-267e8ef2-026c-4103-b5b8-36985d7ef2c5 service neutron] 10.222.0.18 "GET /v2.0/networks/3027b8cc-b688-44c3-b2bb-d03887fb46b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2317178 Jul 14 18:31:47.142475 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c3f5e457-4ef6-4a47-bad8-c0192f2f1d94 req-71096ca7-bd4b-484c-9f1e-5584773c48a5 service neutron] 10.222.0.16 "GET /v2.0/networks/cfaa954e-bb83-44ea-acae-a3d7b9e23407?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2352087 Jul 14 18:31:47.143925 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2be58a32-585d-4d9b-bea9-eb208c03170f tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Network 75597e67-bc95-4bf9-aa95-09fc38c63e66 is scheduled to be hosted by DHCP agent 028393c3-0576-4ebd-bca1-8ea8a148e1a2 with binding_index 1 {{(pid=93916) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 18:31:47.160956 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [None req-2be58a32-585d-4d9b-bea9-eb208c03170f tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-3, 75597e67-bc95-4bf9-aa95-09fc38c63e66) {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:31:47.168680 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-429abd24-91a9-40fb-aaed-ee24d837bc88 None None] Network 75597e67-bc95-4bf9-aa95-09fc38c63e66 requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:31:47.196055 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2be58a32-585d-4d9b-bea9-eb208c03170f tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:31:47.199679 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-2be58a32-585d-4d9b-bea9-eb208c03170f tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598705'] for subnet, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:47.243011 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-2be58a32-585d-4d9b-bea9-eb208c03170f tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.5752280 Jul 14 18:31:47.243401 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 43964) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:31:47.250420 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-57a3b5ce-6195-46f9-8b6e-6d89061e92b9 tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1637246985', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61'}, 'admin_state_up': False}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:31:47.259961 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-038fecfd-0643-46e4-bb2a-e857d731807d req-c13825f6-ecda-4275-96c0-403e5e8fe737 tempest-ServerRescueTestJSON-1772516560 tempest-ServerRescueTestJSON-1772516560-project] 10.222.0.16 "GET /v2.0/security-groups?id=0ef5e3a0-eb15-4d38-952d-7e7d9baf772e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208358 Jul 14 18:31:47.294294 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-57a3b5ce-6195-46f9-8b6e-6d89061e92b9 tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-571768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11104'] for router, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:47.297162 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-57a3b5ce-6195-46f9-8b6e-6d89061e92b9 tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-571675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-930014', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-632314', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11129'] for router, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:47.319551 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c3f5e457-4ef6-4a47-bad8-c0192f2f1d94 req-d0328c0f-ccaa-476b-9606-ef739342a22d service neutron] 10.222.0.16 "GET /v2.0/networks/cfaa954e-bb83-44ea-acae-a3d7b9e23407?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1696856 Jul 14 18:31:47.362322 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b7696e8-0425-4727-9e54-a82b23b4ed77 None None] Network 75597e67-bc95-4bf9-aa95-09fc38c63e66 requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:31:47.377160 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-57a3b5ce-6195-46f9-8b6e-6d89061e92b9 tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:47.398000 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c3f5e457-4ef6-4a47-bad8-c0192f2f1d94 req-62b306f8-5a53-40f9-9139-e0d84841da41 service neutron] 10.222.0.16 "GET /v2.0/ports/05410bfa-6a89-41e2-898c-80b7f771042b?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0715072 Jul 14 18:31:47.520588 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Device 7e4ee43a-fa0e-40b2-866d-2126d59c6740 up at agent hyperv_n-h2-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:31:47.543013 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c3f5e457-4ef6-4a47-bad8-c0192f2f1d94 req-3f538d3a-114e-4bf2-8807-f544d3fb581b service neutron] 10.222.0.16 "GET /v2.0/networks/78f1bdd6-a438-4e68-a059-5fadb7299624?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1390526 Jul 14 18:31:47.596737 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Provisioning for port 7e4ee43a-fa0e-40b2-866d-2126d59c6740 completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:31:47.601129 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Provisioning complete for port 7e4ee43a-fa0e-40b2-866d-2126d59c6740 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:31:47.601700 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:47.646726 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-57a3b5ce-6195-46f9-8b6e-6d89061e92b9 tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-929996', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-571750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11395'] for router, precommit_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:47.671659 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c3f5e457-4ef6-4a47-bad8-c0192f2f1d94 req-000f5151-e583-4e57-ae38-43d13417c65d service neutron] 10.222.0.16 "GET /v2.0/networks/78f1bdd6-a438-4e68-a059-5fadb7299624?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277740 Jul 14 18:31:47.717480 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:47.747688 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '693cdabc-c35b-47c5-8512-cef465f1b22b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e4ee43a-fa0e-40b2-866d-2126d59c6740'}] {{(pid=93917) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:31:47.750512 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20b787f3c29eaa7aa2a4d648c725a2124c5ff39a8d793252f9d844495e14cf42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a51b704f-81ad-4bab-a171-56075b619967" -d '{"events": [{"server_uuid": "693cdabc-c35b-47c5-8512-cef465f1b22b", "name": "network-vif-plugged", "status": "completed", "tag": "7e4ee43a-fa0e-40b2-866d-2126d59c6740"}]}' {{(pid=93917) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:31:47.765569 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] For port 7e4ee43a-fa0e-40b2-866d-2126d59c6740, host n-h2-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=7e4ee43a-fa0e-40b2-866d-2126d59c6740,segment=NetworkSegment(768a7052-80d5-49b9-a4ea-7454da09f867),segment_id=768a7052-80d5-49b9-a4ea-7454da09f867)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:31:47.773313 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:47.843652 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Pushing event updated for resources: {'Port': ['ID=7e4ee43a-fa0e-40b2-866d-2126d59c6740,revision_number=5']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:31:47.896823 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-57a3b5ce-6195-46f9-8b6e-6d89061e92b9 tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Notify callbacks [] for router_gateway, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:47.921744 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-57a3b5ce-6195-46f9-8b6e-6d89061e92b9 tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:48.037083 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.db_base_plugin_common [None req-57a3b5ce-6195-46f9-8b6e-6d89061e92b9 tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Allocated IP 172.25.1.44 (9200a437-e1de-4520-88f6-e68386523e61/5f47f848-4532-407a-a0e2-5690ade15fd0/cf692c28-aecf-4e72-870c-6905b5adf215) {{(pid=93916) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:31:48.083348 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 44006) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:31:48.132792 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c3f5e457-4ef6-4a47-bad8-c0192f2f1d94 req-e1f3cdf8-f6f2-4f30-8f7e-b5a444c4aaa2 service neutron] 10.222.0.16 "GET /v2.0/ports/0d90d118-2a16-461c-8b80-fa7d8a1aaaa6?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.4547062 Jul 14 18:31:48.151145 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-57a3b5ce-6195-46f9-8b6e-6d89061e92b9 tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Notify callbacks [] for port, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:48.195665 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-57a3b5ce-6195-46f9-8b6e-6d89061e92b9 tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:48.220011 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-0a90d651-6662-4337-bce9-5e08af2a814c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:48.236682 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57a3b5ce-6195-46f9-8b6e-6d89061e92b9 tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Network 9200a437-e1de-4520-88f6-e68386523e61 is already hosted by enough agents. {{(pid=93916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:31:48.239780 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [None req-57a3b5ce-6195-46f9-8b6e-6d89061e92b9 tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Resources bound (agent type, host, resource id): {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:31:48.241654 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d6a515-f5dc-4c9e-90f8-60696b737f5b req-76523095-eb46-4892-ac59-c5e046738b1d tempest-FloatingIPsAssociationNegativeTestJSON-287568005 tempest-FloatingIPsAssociationNegativeTestJSON-287568005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:31:48.243197 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-d9d6a515-f5dc-4c9e-90f8-60696b737f5b req-76523095-eb46-4892-ac59-c5e046738b1d tempest-FloatingIPsAssociationNegativeTestJSON-287568005 tempest-FloatingIPsAssociationNegativeTestJSON-287568005-project] 10.222.0.16 "GET /v2.0/ports?device_id=61b3cfc1-5300-43f6-a722-22ddf0737e84 HTTP/1.1" status: 200 len: 943 time: 0.1589601 Jul 14 18:31:48.244336 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57a3b5ce-6195-46f9-8b6e-6d89061e92b9 tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Received port after_create {{(pid=93916) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:31:48.267866 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a3b5ce-6195-46f9-8b6e-6d89061e92b9 tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Pushing event updated for resources: {'Port': ['ID=cf692c28-aecf-4e72-870c-6905b5adf215,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:31:48.313817 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c3f5e457-4ef6-4a47-bad8-c0192f2f1d94 req-143a4bf8-8d2f-4410-85c3-14821c00f698 service neutron] 10.222.0.16 "GET /v2.0/networks/78f1bdd6-a438-4e68-a059-5fadb7299624?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1709671 Jul 14 18:31:48.334571 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-d9d6a515-f5dc-4c9e-90f8-60696b737f5b req-cf27438a-4754-4c7e-8611-7090dd00861c tempest-FloatingIPsAssociationNegativeTestJSON-287568005 tempest-FloatingIPsAssociationNegativeTestJSON-287568005-project] 10.222.0.16 "GET /v2.0/security-groups?id=55afdc4e-3cfe-44ed-b273-2eb9fe1e39b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794039 Jul 14 18:31:48.462367 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c3f5e457-4ef6-4a47-bad8-c0192f2f1d94 req-bf9d8973-e707-4752-9b2f-0f3d8252546c service neutron] 10.222.0.16 "GET /v2.0/networks/78f1bdd6-a438-4e68-a059-5fadb7299624?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1387100 Jul 14 18:31:48.472820 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-0a90d651-6662-4337-bce9-5e08af2a814c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:48.490307 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-0a90d651-6662-4337-bce9-5e08af2a814c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:48.571562 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a90d651-6662-4337-bce9-5e08af2a814c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25aa44cd-af77-4734-b563-a28079bfb153,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:31:48.582141 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 18:31:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2fdec33-12f7-4c8c-9cc6-e00be9c6666b x-openstack-request-id: req-e2fdec33-12f7-4c8c-9cc6-e00be9c6666b {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:31:48.582868 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "693cdabc-c35b-47c5-8512-cef465f1b22b", "name": "network-vif-plugged", "status": "completed", "tag": "7e4ee43a-fa0e-40b2-866d-2126d59c6740", "code": 200}]} {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:31:48.583517 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e2fdec33-12f7-4c8c-9cc6-e00be9c6666b {{(pid=93917) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:31:48.583851 n-d-800634-3 neutron-server[93917]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '693cdabc-c35b-47c5-8512-cef465f1b22b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e4ee43a-fa0e-40b2-866d-2126d59c6740', 'code': 200} Jul 14 18:31:48.584820 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-0a90d651-6662-4337-bce9-5e08af2a814c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3a9ab9fb860a492fb734e5427ba5502a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4993460 Jul 14 18:31:48.588671 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 44018) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:31:48.609976 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-57a3b5ce-6195-46f9-8b6e-6d89061e92b9 tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Notify callbacks [] for router_gateway, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:48.623379 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c3f5e457-4ef6-4a47-bad8-c0192f2f1d94 req-51f04b1c-59f6-45b4-8c3a-eb73e18349ec service neutron] 10.222.0.16 "GET /v2.0/networks/78f1bdd6-a438-4e68-a059-5fadb7299624?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1526473 Jul 14 18:31:48.760634 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-b96b5d98-216f-4292-b7d6-9a1bf2e871a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:48.805940 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-b96b5d98-216f-4292-b7d6-9a1bf2e871a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:48.812766 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-57a3b5ce-6195-46f9-8b6e-6d89061e92b9 tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-571759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-930033'] for router, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:48.857313 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c3f5e457-4ef6-4a47-bad8-c0192f2f1d94 req-4fe38841-929e-4624-a4ac-4aa77a2e7510 service neutron] 10.222.0.16 "GET /v2.0/networks/78f1bdd6-a438-4e68-a059-5fadb7299624?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2220883 Jul 14 18:31:48.887283 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1874133-139a-4dc1-a4aa-2ed377b7910d req-7073d2d9-e752-4c7a-b455-2c6cae1303db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:31:48.888802 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-d1874133-139a-4dc1-a4aa-2ed377b7910d req-7073d2d9-e752-4c7a-b455-2c6cae1303db service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=693cdabc-c35b-47c5-8512-cef465f1b22b HTTP/1.1" status: 200 len: 1096 time: 0.2077174 Jul 14 18:31:48.908423 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18e0920-eb22-4618-bbbc-44e008ee3217 req-3426eec0-2f6c-4f47-aa16-7827f172e5fa tempest-ServerRescueTestJSON-1772516560 tempest-ServerRescueTestJSON-1772516560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:31:48.909915 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f18e0920-eb22-4618-bbbc-44e008ee3217 req-3426eec0-2f6c-4f47-aa16-7827f172e5fa tempest-ServerRescueTestJSON-1772516560 tempest-ServerRescueTestJSON-1772516560-project] 10.222.0.16 "GET /v2.0/ports?device_id=693cdabc-c35b-47c5-8512-cef465f1b22b HTTP/1.1" status: 200 len: 945 time: 0.2197208 Jul 14 18:31:48.960514 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57a3b5ce-6195-46f9-8b6e-6d89061e92b9 tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Router bee30a2a-4399-42b3-916a-f5d930702390 is scheduled to L3 agent 2c6eb27e-defb-4cca-9a24-381c7415e359 with binding_index 1 {{(pid=93916) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 18:31:49.023810 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-d1874133-139a-4dc1-a4aa-2ed377b7910d req-88345d94-6b74-4f87-af6a-236d849fc9bd service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=0ef5e3a0-eb15-4d38-952d-7e7d9baf772e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237998 Jul 14 18:31:49.032716 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-b96b5d98-216f-4292-b7d6-9a1bf2e871a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:49.034654 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-b96b5d98-216f-4292-b7d6-9a1bf2e871a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:49.035740 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-b96b5d98-216f-4292-b7d6-9a1bf2e871a2 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/25aa44cd-af77-4734-b563-a28079bfb153 HTTP/1.1" status: 204 len: 168 time: 0.4461694 Jul 14 18:31:49.042281 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f18e0920-eb22-4618-bbbc-44e008ee3217 req-687adec6-27a2-43f7-ac19-03f454ddaf47 tempest-ServerRescueTestJSON-1772516560 tempest-ServerRescueTestJSON-1772516560-project] 10.222.0.16 "GET /v2.0/security-groups?id=0ef5e3a0-eb15-4d38-952d-7e7d9baf772e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984552 Jul 14 18:31:49.050506 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c3f5e457-4ef6-4a47-bad8-c0192f2f1d94 req-ca1a0407-e435-484b-b930-5de8c3435cb1 service neutron] 10.222.0.16 "GET /v2.0/networks/78f1bdd6-a438-4e68-a059-5fadb7299624?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1848738 Jul 14 18:31:49.051620 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96b5d98-216f-4292-b7d6-9a1bf2e871a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25aa44cd-af77-4734-b563-a28079bfb153,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:31:49.062957 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device 39216298-4feb-4a60-89c4-45fb55679826 details requested by agent hyperv_n-h1-800634-3 with host n-h1-800634-3 {{(pid=93917) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 18:31:49.112992 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57a3b5ce-6195-46f9-8b6e-6d89061e92b9 tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Notify agent at l3_agent.n-d-800634-3 the message routers_updated {{(pid=93916) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 18:31:49.124036 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0eda813-b850-4a18-ad42-193fb44e2ff4 None None] Sync routers for ids ['bee30a2a-4399-42b3-916a-f5d930702390'] in n-d-800634-3 {{(pid=93918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 18:31:49.138597 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0eda813-b850-4a18-ad42-193fb44e2ff4 None None] Routers {'bee30a2a-4399-42b3-916a-f5d930702390'} bound to L3 agent in host n-d-800634-3 {{(pid=93918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:31:49.139224 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-c0eda813-b850-4a18-ad42-193fb44e2ff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:31:23Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['bee30a2a-4399-42b3-916a-f5d930702390'], 'active': True} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:31:49.156499 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-57a3b5ce-6195-46f9-8b6e-6d89061e92b9 tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Notify callbacks [] for router, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:49.160735 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-57a3b5ce-6195-46f9-8b6e-6d89061e92b9 tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.9130659 Jul 14 18:31:49.161737 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 44022) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:31:49.234378 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-c0eda813-b850-4a18-ad42-193fb44e2ff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-3', False) {} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:31:49.257210 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0eda813-b850-4a18-ad42-193fb44e2ff4 None None] Routers {'bee30a2a-4399-42b3-916a-f5d930702390'} bound to L3 agent in host n-d-800634-3 {{(pid=93918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:31:49.258120 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-c0eda813-b850-4a18-ad42-193fb44e2ff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:31:23Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['bee30a2a-4399-42b3-916a-f5d930702390'], 'active': True} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:31:49.313403 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c3f5e457-4ef6-4a47-bad8-c0192f2f1d94 req-dc9eaf69-2de5-45be-8854-b91508efeeaf service neutron] 10.222.0.16 "GET /v2.0/networks/78f1bdd6-a438-4e68-a059-5fadb7299624?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2449512 Jul 14 18:31:49.324684 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port 39216298-4feb-4a60-89c4-45fb55679826, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=39216298-4feb-4a60-89c4-45fb55679826,segment=NetworkSegment(59ec8ce5-7b0e-4147-9aff-0079f6261139),segment_id=59ec8ce5-7b0e-4147-9aff-0079f6261139)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:31:49.352251 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-c0eda813-b850-4a18-ad42-193fb44e2ff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-3', False) {} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:31:49.352938 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0eda813-b850-4a18-ad42-193fb44e2ff4 None None] The sync data for ids ['bee30a2a-4399-42b3-916a-f5d930702390'] in n-d-800634-3 is: [] {{(pid=93918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 18:31:49.364562 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Returning: {'device': '39216298-4feb-4a60-89c4-45fb55679826', 'network_id': '3027b8cc-b688-44c3-b2bb-d03887fb46b4', 'port_id': '39216298-4feb-4a60-89c4-45fb55679826', 'mac_address': 'fa:16:3e:88:d2:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e39776a5-0c4c-4e2c-abcf-e8667374bae7', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93917) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 18:31:49.431810 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:49.448605 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 39216298-4feb-4a60-89c4-45fb55679826 {{(pid=93917) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 18:31:49.486331 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port 39216298-4feb-4a60-89c4-45fb55679826, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=39216298-4feb-4a60-89c4-45fb55679826,segment=NetworkSegment(59ec8ce5-7b0e-4147-9aff-0079f6261139),segment_id=59ec8ce5-7b0e-4147-9aff-0079f6261139)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:31:49.490161 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c3f5e457-4ef6-4a47-bad8-c0192f2f1d94 req-171d415f-b8da-4cbc-bf6e-261ec00310bc service neutron] 10.222.0.16 "GET /v2.0/networks/63a5555f-a22d-4515-8f3a-d708078edd37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1756511 Jul 14 18:31:49.492296 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:49.566863 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Pushing event updated for resources: {'Port': ['ID=39216298-4feb-4a60-89c4-45fb55679826,revision_number=4']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:31:49.646008 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 44032) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:31:49.663669 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c3f5e457-4ef6-4a47-bad8-c0192f2f1d94 req-971bf443-c782-4a46-a995-100c60d825b5 service neutron] 10.222.0.16 "GET /v2.0/networks/63a5555f-a22d-4515-8f3a-d708078edd37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1608949 Jul 14 18:31:49.664567 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-80286434-18f1-43ff-848f-704f2af15b03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:49.768482 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] get_ports_and_sgs() called for port_ids ['39216298-4feb-4a60-89c4-45fb55679826'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 18:31:49.834309 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c3f5e457-4ef6-4a47-bad8-c0192f2f1d94 req-0fd4c7d2-d27f-476b-97fa-4529ffa0261b service neutron] 10.222.0.16 "GET /v2.0/networks/63a5555f-a22d-4515-8f3a-d708078edd37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1593816 Jul 14 18:31:49.912202 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8ad715-d4b2-4bf5-a1d7-cde84439de8c req-6258917d-2366-41e8-a532-f5155e3febbe tempest-FloatingIPsAssociationNegativeTestJSON-287568005 tempest-FloatingIPsAssociationNegativeTestJSON-287568005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:31:49.913641 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-dd8ad715-d4b2-4bf5-a1d7-cde84439de8c req-6258917d-2366-41e8-a532-f5155e3febbe tempest-FloatingIPsAssociationNegativeTestJSON-287568005 tempest-FloatingIPsAssociationNegativeTestJSON-287568005-project] 10.222.0.16 "GET /v2.0/ports?device_id=61b3cfc1-5300-43f6-a722-22ddf0737e84 HTTP/1.1" status: 200 len: 944 time: 0.1923044 Jul 14 18:31:49.963802 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-80286434-18f1-43ff-848f-704f2af15b03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:49.975207 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-80286434-18f1-43ff-848f-704f2af15b03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:50.028671 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-dd8ad715-d4b2-4bf5-a1d7-cde84439de8c req-75defffb-2915-430c-93f8-b66f7fab7eb6 tempest-FloatingIPsAssociationNegativeTestJSON-287568005 tempest-FloatingIPsAssociationNegativeTestJSON-287568005-project] 10.222.0.16 "GET /v2.0/security-groups?id=55afdc4e-3cfe-44ed-b273-2eb9fe1e39b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029782 Jul 14 18:31:50.046936 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c3f5e457-4ef6-4a47-bad8-c0192f2f1d94 req-5920a809-3d08-4d35-a0d8-fc6dbefa238c service neutron] 10.222.0.16 "GET /v2.0/networks/63a5555f-a22d-4515-8f3a-d708078edd37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2046583 Jul 14 18:31:50.064703 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-80286434-18f1-43ff-848f-704f2af15b03 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5e5891102c244a1fbfb3e2e51123e2cf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4175732 Jul 14 18:31:50.066047 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 44034) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:31:50.074632 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80286434-18f1-43ff-848f-704f2af15b03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=daf05ec8-0541-4efc-a312-f9bd2228660d,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:31:50.094940 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-33d611fe-bbb4-40e9-bfff-49e6e6a5acb0 tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:50.177321 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-1eb345d2-ef12-4925-8fc5-5cf0f840d3ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:50.217502 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a48139a-2ad1-4f4c-9dac-8ea187e3f756 req-fb1fc534-3d76-40d8-a4a9-6a499944e8e3 tempest-ListServerFiltersTestJSON-1866458082 tempest-ListServerFiltersTestJSON-1866458082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:31:50.224703 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3a48139a-2ad1-4f4c-9dac-8ea187e3f756 req-fb1fc534-3d76-40d8-a4a9-6a499944e8e3 tempest-ListServerFiltersTestJSON-1866458082 tempest-ListServerFiltersTestJSON-1866458082-project] 10.222.0.16 "GET /v2.0/ports?device_id=a90018ac-9b0b-496e-b667-52331ab9042e HTTP/1.1" status: 200 len: 946 time: 0.0763359 Jul 14 18:31:50.236733 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-1eb345d2-ef12-4925-8fc5-5cf0f840d3ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:50.260852 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3a48139a-2ad1-4f4c-9dac-8ea187e3f756 req-75feaf44-0e1b-4572-9bb2-ca8cf86d5fa8 tempest-ListServerFiltersTestJSON-1866458082 tempest-ListServerFiltersTestJSON-1866458082-project] 10.222.0.16 "GET /v2.0/security-groups?id=cc0cb72e-0ac6-4b37-b329-257cd4e8c60f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351951 Jul 14 18:31:50.308682 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-1eb345d2-ef12-4925-8fc5-5cf0f840d3ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:50.311722 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-26362df8-fb17-40f5-b1ec-2b1faf630898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:50.312320 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-1eb345d2-ef12-4925-8fc5-5cf0f840d3ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:50.313719 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-1eb345d2-ef12-4925-8fc5-5cf0f840d3ed admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/daf05ec8-0541-4efc-a312-f9bd2228660d HTTP/1.1" status: 204 len: 168 time: 0.2460628 Jul 14 18:31:50.355542 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb345d2-ef12-4925-8fc5-5cf0f840d3ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=daf05ec8-0541-4efc-a312-f9bd2228660d,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:31:50.477307 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c892c4-7123-45c0-839d-e5e1deede603 req-fc995275-0ca1-4078-a826-46ebd68f54e7 tempest-ServerRescueTestJSON-1772516560 tempest-ServerRescueTestJSON-1772516560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:31:50.479019 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a7c892c4-7123-45c0-839d-e5e1deede603 req-fc995275-0ca1-4078-a826-46ebd68f54e7 tempest-ServerRescueTestJSON-1772516560 tempest-ServerRescueTestJSON-1772516560-project] 10.222.0.16 "GET /v2.0/ports?device_id=693cdabc-c35b-47c5-8512-cef465f1b22b HTTP/1.1" status: 200 len: 945 time: 0.0933747 Jul 14 18:31:50.525003 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a7c892c4-7123-45c0-839d-e5e1deede603 req-ef4292b9-57c5-402f-a2ce-b541b4fe8288 tempest-ServerRescueTestJSON-1772516560 tempest-ServerRescueTestJSON-1772516560-project] 10.222.0.16 "GET /v2.0/security-groups?id=0ef5e3a0-eb15-4d38-952d-7e7d9baf772e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400465 Jul 14 18:31:50.577471 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.db_base_plugin_common [None req-33d611fe-bbb4-40e9-bfff-49e6e6a5acb0 tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Allocated IP 172.20.0.1 (75597e67-bc95-4bf9-aa95-09fc38c63e66/0d08685f-2cc7-41a0-874d-17a6e7e3f9bc/6286ffc6-6327-4b1b-b4d8-0003ade94f90) {{(pid=93916) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:31:50.661118 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6cd13609-bd12-48e0-bd33-644541a23937 req-bad7aef6-0efe-4292-ba75-02bb77f639fb service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=6ab0c594-ecaf-4c5b-977a-9c1b59a2d9cc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0438728 Jul 14 18:31:50.741220 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6cd13609-bd12-48e0-bd33-644541a23937 req-2a04d74d-a4aa-4f25-8cc2-d8c5ae30719e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f1c4e239e6d24b3bb240a97f6c99b33f&device_id=6ab0c594-ecaf-4c5b-977a-9c1b59a2d9cc HTTP/1.1" status: 200 len: 210 time: 0.0562468 Jul 14 18:31:50.784141 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-33d611fe-bbb4-40e9-bfff-49e6e6a5acb0 tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Notify callbacks [] for port, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:50.816345 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6cd13609-bd12-48e0-bd33-644541a23937 req-b2d9f8bc-de84-4ee2-923a-921862abb50a service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=f1c4e239e6d24b3bb240a97f6c99b33f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0319362 Jul 14 18:31:50.836786 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-33d611fe-bbb4-40e9-bfff-49e6e6a5acb0 tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:50.920089 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33d611fe-bbb4-40e9-bfff-49e6e6a5acb0 tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Network 75597e67-bc95-4bf9-aa95-09fc38c63e66 is already hosted by enough agents. {{(pid=93916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:31:50.930303 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [None req-33d611fe-bbb4-40e9-bfff-49e6e6a5acb0 tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Resources bound (agent type, host, resource id): {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:31:50.934800 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33d611fe-bbb4-40e9-bfff-49e6e6a5acb0 tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Received port after_create {{(pid=93916) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:31:50.966046 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d611fe-bbb4-40e9-bfff-49e6e6a5acb0 tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Pushing event updated for resources: {'Port': ['ID=6286ffc6-6327-4b1b-b4d8-0003ade94f90,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:31:51.063440 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device 39216298-4feb-4a60-89c4-45fb55679826 up at agent hyperv_n-h1-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:31:51.065511 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-33d611fe-bbb4-40e9-bfff-49e6e6a5acb0 tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-930452'] for router_interface, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:51.066690 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-8d665f91-0120-48e2-8a1b-39afccb3cb44 req-9451607d-f80d-4b07-8c41-5507da6549cc tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] 10.222.0.16 "GET /v2.0/ports?device_id=a4e0bc60-2fa3-47a3-a9ba-155133f4e67a HTTP/1.1" status: 200 len: 210 time: 0.0618849 Jul 14 18:31:51.098624 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd13609-bd12-48e0-bd33-644541a23937 req-3657fde5-68c7-41de-af68-0c53c114c785 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:31:51.110932 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6cd13609-bd12-48e0-bd33-644541a23937 req-3657fde5-68c7-41de-af68-0c53c114c785 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2882776 Jul 14 18:31:51.183901 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Provisioning for port 39216298-4feb-4a60-89c4-45fb55679826 completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:31:51.189235 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Provisioning complete for port 39216298-4feb-4a60-89c4-45fb55679826 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:31:51.189621 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:51.265935 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bf5f97-ba54-459d-bb62-d52f5dae9be1 req-2ff7d38d-9802-4969-b39b-e2ee77fe7c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:31:51.268309 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-52bf5f97-ba54-459d-bb62-d52f5dae9be1 req-2ff7d38d-9802-4969-b39b-e2ee77fe7c98 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0bc1eb2c7d374bba8f2892065ecabe00&device_id=693cdabc-c35b-47c5-8512-cef465f1b22b HTTP/1.1" status: 200 len: 1096 time: 0.2659881 Jul 14 18:31:51.285558 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4eef1c5-caee-407a-816d-bf07182241bd req-996f2608-6ce9-4438-a354-b440d40edfbf tempest-ServerRescueTestJSON-1772516560 tempest-ServerRescueTestJSON-1772516560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:31:51.287352 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b4eef1c5-caee-407a-816d-bf07182241bd req-996f2608-6ce9-4438-a354-b440d40edfbf tempest-ServerRescueTestJSON-1772516560 tempest-ServerRescueTestJSON-1772516560-project] 10.222.0.16 "GET /v2.0/ports?device_id=693cdabc-c35b-47c5-8512-cef465f1b22b HTTP/1.1" status: 200 len: 945 time: 0.1257949 Jul 14 18:31:51.348795 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81ab8eb-38a3-4f8e-b488-7154e1d06ed1 req-5aa6c59a-274d-481e-a085-4fc4e9f31f78 tempest-FloatingIPsAssociationNegativeTestJSON-287568005 tempest-FloatingIPsAssociationNegativeTestJSON-287568005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:31:51.350379 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c81ab8eb-38a3-4f8e-b488-7154e1d06ed1 req-5aa6c59a-274d-481e-a085-4fc4e9f31f78 tempest-FloatingIPsAssociationNegativeTestJSON-287568005 tempest-FloatingIPsAssociationNegativeTestJSON-287568005-project] 10.222.0.16 "GET /v2.0/ports?device_id=61b3cfc1-5300-43f6-a722-22ddf0737e84 HTTP/1.1" status: 200 len: 944 time: 0.1281941 Jul 14 18:31:51.361193 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:51.368927 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b4eef1c5-caee-407a-816d-bf07182241bd req-c5c81e89-72dd-46eb-9bf9-f4c6fa030602 tempest-ServerRescueTestJSON-1772516560 tempest-ServerRescueTestJSON-1772516560-project] 10.222.0.16 "GET /v2.0/security-groups?id=0ef5e3a0-eb15-4d38-952d-7e7d9baf772e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739717 Jul 14 18:31:51.420961 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61b3cfc1-5300-43f6-a722-22ddf0737e84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39216298-4feb-4a60-89c4-45fb55679826'}] {{(pid=93917) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:31:51.424648 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20b787f3c29eaa7aa2a4d648c725a2124c5ff39a8d793252f9d844495e14cf42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efa3a865-06b1-49e8-9a75-640cadfbf3ce" -d '{"events": [{"server_uuid": "61b3cfc1-5300-43f6-a722-22ddf0737e84", "name": "network-vif-plugged", "status": "completed", "tag": "39216298-4feb-4a60-89c4-45fb55679826"}]}' {{(pid=93917) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:31:51.439601 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c81ab8eb-38a3-4f8e-b488-7154e1d06ed1 req-f2bbbd7d-0440-4f89-8b4a-99bd59879773 tempest-FloatingIPsAssociationNegativeTestJSON-287568005 tempest-FloatingIPsAssociationNegativeTestJSON-287568005-project] 10.222.0.16 "GET /v2.0/security-groups?id=55afdc4e-3cfe-44ed-b273-2eb9fe1e39b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693707 Jul 14 18:31:51.463531 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port 39216298-4feb-4a60-89c4-45fb55679826, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=39216298-4feb-4a60-89c4-45fb55679826,segment=NetworkSegment(59ec8ce5-7b0e-4147-9aff-0079f6261139),segment_id=59ec8ce5-7b0e-4147-9aff-0079f6261139)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:31:51.471302 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:51.506545 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-33d611fe-bbb4-40e9-bfff-49e6e6a5acb0 tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:51.546462 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 18:31:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6f0f7fb-3555-470c-8268-37100bee2fc4 x-openstack-request-id: req-c6f0f7fb-3555-470c-8268-37100bee2fc4 {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:31:51.546805 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61b3cfc1-5300-43f6-a722-22ddf0737e84", "name": "network-vif-plugged", "status": "completed", "tag": "39216298-4feb-4a60-89c4-45fb55679826", "code": 200}]} {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:31:51.547001 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c6f0f7fb-3555-470c-8268-37100bee2fc4 {{(pid=93917) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:31:51.547389 n-d-800634-3 neutron-server[93917]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61b3cfc1-5300-43f6-a722-22ddf0737e84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39216298-4feb-4a60-89c4-45fb55679826', 'code': 200} Jul 14 18:31:51.586007 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Pushing event updated for resources: {'Port': ['ID=39216298-4feb-4a60-89c4-45fb55679826,revision_number=5']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:31:51.648785 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b493dc2e-c402-4fec-9822-4304b75dff5b req-61b5fddb-351b-4a6f-8299-e0548a4b60a9 tempest-ListServerFiltersTestJSON-1866458082 tempest-ListServerFiltersTestJSON-1866458082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:31:51.655964 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b493dc2e-c402-4fec-9822-4304b75dff5b req-61b5fddb-351b-4a6f-8299-e0548a4b60a9 tempest-ListServerFiltersTestJSON-1866458082 tempest-ListServerFiltersTestJSON-1866458082-project] 10.222.0.16 "GET /v2.0/ports?device_id=a90018ac-9b0b-496e-b667-52331ab9042e HTTP/1.1" status: 200 len: 946 time: 0.1398468 Jul 14 18:31:51.689804 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bf5f97-ba54-459d-bb62-d52f5dae9be1 req-1a8956a9-d7b1-404c-9dac-6e626f7f0d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:31:51.691430 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-52bf5f97-ba54-459d-bb62-d52f5dae9be1 req-1a8956a9-d7b1-404c-9dac-6e626f7f0d35 service neutron] 10.222.0.35 "GET /v2.0/networks?id=a07a7efb-fbbd-4029-ae94-a21a9cc093fe HTTP/1.1" status: 200 len: 910 time: 0.4157214 Jul 14 18:31:51.731011 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b493dc2e-c402-4fec-9822-4304b75dff5b req-b54ddace-2c6b-4418-91c1-8c4ab1d4e57b tempest-ListServerFiltersTestJSON-1866458082 tempest-ListServerFiltersTestJSON-1866458082-project] 10.222.0.16 "GET /v2.0/security-groups?id=cc0cb72e-0ac6-4b37-b329-257cd4e8c60f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735791 Jul 14 18:31:51.753310 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941b4761-18ad-4bb2-93c4-938d83e546f0 req-e45381bd-3375-46b0-9927-063787f95743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:31:51.755048 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-941b4761-18ad-4bb2-93c4-938d83e546f0 req-e45381bd-3375-46b0-9927-063787f95743 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=61b3cfc1-5300-43f6-a722-22ddf0737e84 HTTP/1.1" status: 200 len: 1096 time: 0.1354284 Jul 14 18:31:51.769293 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-52bf5f97-ba54-459d-bb62-d52f5dae9be1 req-2082401b-adda-4329-b9b3-7adec9ee937b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7e4ee43a-fa0e-40b2-866d-2126d59c6740 HTTP/1.1" status: 200 len: 217 time: 0.0702574 Jul 14 18:31:51.825484 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-941b4761-18ad-4bb2-93c4-938d83e546f0 req-30de8861-2941-4478-8b10-8387ad1ddc8c service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=55afdc4e-3cfe-44ed-b273-2eb9fe1e39b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624452 Jul 14 18:31:51.851265 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bf5f97-ba54-459d-bb62-d52f5dae9be1 req-aebfd8a7-7fd7-497c-b4e6-133380295593 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:31:51.852783 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-52bf5f97-ba54-459d-bb62-d52f5dae9be1 req-aebfd8a7-7fd7-497c-b4e6-133380295593 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=14eba25d-eba8-416a-ad8f-196fda095a19 HTTP/1.1" status: 200 len: 850 time: 0.0727773 Jul 14 18:31:51.926514 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-52bf5f97-ba54-459d-bb62-d52f5dae9be1 req-ed6db322-0d89-4806-82f1-e07991203aea service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a07a7efb-fbbd-4029-ae94-a21a9cc093fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0627241 Jul 14 18:31:52.074605 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-52bf5f97-ba54-459d-bb62-d52f5dae9be1 req-97318c56-ec54-490b-99f7-7758afb9184c service neutron] 10.222.0.35 "GET /v2.0/networks/a07a7efb-fbbd-4029-ae94-a21a9cc093fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1415143 Jul 14 18:31:52.076472 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-33d611fe-bbb4-40e9-bfff-49e6e6a5acb0 tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Notify callbacks [] for port, precommit_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:52.082503 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-33d611fe-bbb4-40e9-bfff-49e6e6a5acb0 tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2684870'] for port, after_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:52.219700 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d611fe-bbb4-40e9-bfff-49e6e6a5acb0 tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Pushing event updated for resources: {'Port': ['ID=6286ffc6-6327-4b1b-b4d8-0003ade94f90,revision_number=2']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:31:52.226093 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-33d611fe-bbb4-40e9-bfff-49e6e6a5acb0 tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-598741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-928734'] for router_interface, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:52.273620 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-52bf5f97-ba54-459d-bb62-d52f5dae9be1 req-2727c773-aada-46f5-b778-e65a424dbaea service neutron] 10.222.0.35 "GET /v2.0/networks/a07a7efb-fbbd-4029-ae94-a21a9cc093fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1921031 Jul 14 18:31:52.383494 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33d611fe-bbb4-40e9-bfff-49e6e6a5acb0 tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Network 75597e67-bc95-4bf9-aa95-09fc38c63e66 is already hosted by enough agents. {{(pid=93916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:31:52.385389 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [None req-33d611fe-bbb4-40e9-bfff-49e6e6a5acb0 tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Resources bound (agent type, host, resource id): {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:31:52.429110 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-094fa966-71a4-42e0-ad3e-732dfe547d4b req-97c4851c-6058-4fa9-83ed-ff6f768e9fd1 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] 10.222.0.16 "GET /v2.0/ports?device_id=a4e0bc60-2fa3-47a3-a9ba-155133f4e67a HTTP/1.1" status: 200 len: 210 time: 0.0453973 Jul 14 18:31:52.590948 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33d611fe-bbb4-40e9-bfff-49e6e6a5acb0 tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Router bee30a2a-4399-42b3-916a-f5d930702390 has already been hosted by L3 agent 2c6eb27e-defb-4cca-9a24-381c7415e359 {{(pid=93916) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 18:31:52.714331 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f5e457-4ef6-4a47-bad8-c0192f2f1d94 req-8a2d9598-f751-4d08-b266-24341c340e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:31:52.721701 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c3f5e457-4ef6-4a47-bad8-c0192f2f1d94 req-8a2d9598-f751-4d08-b266-24341c340e04 service neutron] 10.222.0.18 "GET /v2.0/ports/05410bfa-6a89-41e2-898c-80b7f771042b HTTP/1.1" status: 200 len: 1032 time: 0.2298758 Jul 14 18:31:52.766423 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-ece46a7b-5c18-430e-8729-767e6f308fa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:52.802056 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33d611fe-bbb4-40e9-bfff-49e6e6a5acb0 tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Notify agent at l3_agent.n-d-800634-3 the message routers_updated {{(pid=93916) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 18:31:52.816152 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-33d611fe-bbb4-40e9-bfff-49e6e6a5acb0 tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] 10.222.0.16 "PUT /v2.0/routers/bee30a2a-4399-42b3-916a-f5d930702390/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6533108 Jul 14 18:31:52.816790 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c43d7fe3-3a73-412e-8243-d9ff9032eff3 None None] Sync routers for ids ['bee30a2a-4399-42b3-916a-f5d930702390'] in n-d-800634-3 {{(pid=93917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 18:31:52.819118 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 44160) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:31:52.827544 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-2b2cb20c-596d-4d90-b335-9fabb3f7cc56 tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Request body: {'port': {'network_id': '75597e67-bc95-4bf9-aa95-09fc38c63e66', 'name': 'tempest-FloatingIPTestJSON-1428172174'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:31:52.843194 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c43d7fe3-3a73-412e-8243-d9ff9032eff3 None None] Routers {'bee30a2a-4399-42b3-916a-f5d930702390'} bound to L3 agent in host n-d-800634-3 {{(pid=93917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:31:52.844815 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-c43d7fe3-3a73-412e-8243-d9ff9032eff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:31:53Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['bee30a2a-4399-42b3-916a-f5d930702390'], 'active': True} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:31:52.879455 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f5e457-4ef6-4a47-bad8-c0192f2f1d94 req-f4d33344-ee84-4929-97fd-7ab58937d979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:31:52.881268 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c3f5e457-4ef6-4a47-bad8-c0192f2f1d94 req-f4d33344-ee84-4929-97fd-7ab58937d979 service neutron] 10.222.0.18 "GET /v2.0/ports/0d90d118-2a16-461c-8b80-fa7d8a1aaaa6 HTTP/1.1" status: 200 len: 1031 time: 0.1521521 Jul 14 18:31:52.895594 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18aea9c-ea41-4f73-9463-f43a46416f0c req-f53d1a38-70ec-476c-97ef-48b417b4602d tempest-ServerRescueTestJSON-1772516560 tempest-ServerRescueTestJSON-1772516560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:31:52.905552 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e18aea9c-ea41-4f73-9463-f43a46416f0c req-f53d1a38-70ec-476c-97ef-48b417b4602d tempest-ServerRescueTestJSON-1772516560 tempest-ServerRescueTestJSON-1772516560-project] 10.222.0.16 "GET /v2.0/ports?device_id=693cdabc-c35b-47c5-8512-cef465f1b22b HTTP/1.1" status: 200 len: 945 time: 0.3144572 Jul 14 18:31:52.928605 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196c85d5-e729-4225-801a-3e38683aada9 req-858dc709-f297-4c0e-bb5d-727601190ed9 tempest-FloatingIPsAssociationNegativeTestJSON-287568005 tempest-FloatingIPsAssociationNegativeTestJSON-287568005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:31:52.932566 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-196c85d5-e729-4225-801a-3e38683aada9 req-858dc709-f297-4c0e-bb5d-727601190ed9 tempest-FloatingIPsAssociationNegativeTestJSON-287568005 tempest-FloatingIPsAssociationNegativeTestJSON-287568005-project] 10.222.0.16 "GET /v2.0/ports?device_id=61b3cfc1-5300-43f6-a722-22ddf0737e84 HTTP/1.1" status: 200 len: 945 time: 0.3436255 Jul 14 18:31:52.984000 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b2cb20c-596d-4d90-b335-9fabb3f7cc56 tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Made reservation on behalf of 0ebb190564e94f1a9ee5db6089aa94ae for: {'port': 1} {{(pid=93916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:31:52.986029 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-c43d7fe3-3a73-412e-8243-d9ff9032eff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-3', False) {} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:31:52.989314 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-2b2cb20c-596d-4d90-b335-9fabb3f7cc56 tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:53.010832 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c43d7fe3-3a73-412e-8243-d9ff9032eff3 None None] Routers {'bee30a2a-4399-42b3-916a-f5d930702390'} bound to L3 agent in host n-d-800634-3 {{(pid=93917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:31:53.014768 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-c43d7fe3-3a73-412e-8243-d9ff9032eff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:31:53Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['bee30a2a-4399-42b3-916a-f5d930702390'], 'active': True} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:31:53.022725 n-d-800634-3 neutron-server[93916]: DEBUG neutron.notifiers.nova [None req-2b2cb20c-596d-4d90-b335-9fabb3f7cc56 tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] device_id is not set on port 87f423f4-0f49-4691-94f5-1c2607857898 yet. {{(pid=93916) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 18:31:53.071069 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-c43d7fe3-3a73-412e-8243-d9ff9032eff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-3', False) {} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:31:53.071718 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c43d7fe3-3a73-412e-8243-d9ff9032eff3 None None] The sync data for ids ['bee30a2a-4399-42b3-916a-f5d930702390'] in n-d-800634-3 is: [] {{(pid=93917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 18:31:53.151554 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-196c85d5-e729-4225-801a-3e38683aada9 req-e83db774-1010-4b1e-ad97-596d3c1a4588 tempest-FloatingIPsAssociationNegativeTestJSON-287568005 tempest-FloatingIPsAssociationNegativeTestJSON-287568005-project] 10.222.0.16 "GET /v2.0/security-groups?id=55afdc4e-3cfe-44ed-b273-2eb9fe1e39b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2124977 Jul 14 18:31:53.157687 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:53.168660 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e18aea9c-ea41-4f73-9463-f43a46416f0c req-28a58917-ac12-4fb8-9d41-1d1025c6861b tempest-ServerRescueTestJSON-1772516560 tempest-ServerRescueTestJSON-1772516560-project] 10.222.0.16 "GET /v2.0/security-groups?id=0ef5e3a0-eb15-4d38-952d-7e7d9baf772e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2618756 Jul 14 18:31:53.220335 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.db_base_plugin_common [None req-2b2cb20c-596d-4d90-b335-9fabb3f7cc56 tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Allocated IP 172.20.0.13 (75597e67-bc95-4bf9-aa95-09fc38c63e66/0d08685f-2cc7-41a0-874d-17a6e7e3f9bc/87f423f4-0f49-4691-94f5-1c2607857898) {{(pid=93916) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:31:53.246941 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f5e457-4ef6-4a47-bad8-c0192f2f1d94 req-379d2932-a845-46e1-8627-e0089342532c tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:31:53.258261 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f5e457-4ef6-4a47-bad8-c0192f2f1d94 req-379d2932-a845-46e1-8627-e0089342532c tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:31:53.266977 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f5e457-4ef6-4a47-bad8-c0192f2f1d94 req-379d2932-a845-46e1-8627-e0089342532c tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:31:53.278629 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c3f5e457-4ef6-4a47-bad8-c0192f2f1d94 req-379d2932-a845-46e1-8627-e0089342532c tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] 10.222.0.18 "GET /v2.0/networks?id=cfaa954e-bb83-44ea-acae-a3d7b9e23407&id=78f1bdd6-a438-4e68-a059-5fadb7299624&id=78f1bdd6-a438-4e68-a059-5fadb7299624&id=78f1bdd6-a438-4e68-a059-5fadb7299624&id=78f1bdd6-a438-4e68-a059-5fadb7299624&id=63a5555f-a22d-4515-8f3a-d708078edd37&id=63a5555f-a22d-4515-8f3a-d708078edd37 HTTP/1.1" status: 200 len: 1995 time: 0.3345373 Jul 14 18:31:53.367825 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c3f5e457-4ef6-4a47-bad8-c0192f2f1d94 req-d91a6888-e09a-4446-a72b-71f21dda666d tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=362562baf49d424491e86fd541949698 HTTP/1.1" status: 200 len: 379 time: 0.0817077 Jul 14 18:31:53.380150 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [req-c3f5e457-4ef6-4a47-bad8-c0192f2f1d94 req-85f3d863-7aa5-450e-a46e-75b4ac1e2977 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Request body: {'port': {'device_id': 'a4e0bc60-2fa3-47a3-a9ba-155133f4e67a', 'network_id': 'cfaa954e-bb83-44ea-acae-a3d7b9e23407', 'admin_state_up': True, 'tenant_id': '362562baf49d424491e86fd541949698', 'security_groups': ['1433845c-1171-43a4-b403-5201c1216c85']}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:31:53.456448 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bea86e-180e-4735-a0f6-bcc446a8ccd5 req-d109d23b-dd55-446b-997d-78d67f9af205 tempest-ListServerFiltersTestJSON-1866458082 tempest-ListServerFiltersTestJSON-1866458082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:31:53.457984 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b6bea86e-180e-4735-a0f6-bcc446a8ccd5 req-d109d23b-dd55-446b-997d-78d67f9af205 tempest-ListServerFiltersTestJSON-1866458082 tempest-ListServerFiltersTestJSON-1866458082-project] 10.222.0.16 "GET /v2.0/ports?device_id=a90018ac-9b0b-496e-b667-52331ab9042e HTTP/1.1" status: 200 len: 946 time: 0.1597121 Jul 14 18:31:53.482834 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-2b2cb20c-596d-4d90-b335-9fabb3f7cc56 tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Notify callbacks [] for port, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:53.530992 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b6bea86e-180e-4735-a0f6-bcc446a8ccd5 req-eb105664-7fe9-4a6c-a5e4-a6aeb4db1b17 tempest-ListServerFiltersTestJSON-1866458082 tempest-ListServerFiltersTestJSON-1866458082-project] 10.222.0.16 "GET /v2.0/security-groups?id=cc0cb72e-0ac6-4b37-b329-257cd4e8c60f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549893 Jul 14 18:31:53.537691 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-2b2cb20c-596d-4d90-b335-9fabb3f7cc56 tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:53.564541 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c3f5e457-4ef6-4a47-bad8-c0192f2f1d94 req-85f3d863-7aa5-450e-a46e-75b4ac1e2977 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Made reservation on behalf of 362562baf49d424491e86fd541949698 for: {'port': 1} {{(pid=93915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:31:53.570678 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-c3f5e457-4ef6-4a47-bad8-c0192f2f1d94 req-85f3d863-7aa5-450e-a46e-75b4ac1e2977 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:53.601171 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b2cb20c-596d-4d90-b335-9fabb3f7cc56 tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Network 75597e67-bc95-4bf9-aa95-09fc38c63e66 is already hosted by enough agents. {{(pid=93916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:31:53.609523 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [None req-2b2cb20c-596d-4d90-b335-9fabb3f7cc56 tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Resources bound (agent type, host, resource id): {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:31:53.613315 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b2cb20c-596d-4d90-b335-9fabb3f7cc56 tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Received port after_create {{(pid=93916) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:31:53.620621 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2cb20c-596d-4d90-b335-9fabb3f7cc56 tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Pushing event updated for resources: {'Port': ['ID=87f423f4-0f49-4691-94f5-1c2607857898,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:31:53.683766 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b2cb20c-596d-4d90-b335-9fabb3f7cc56 tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:31:53.684493 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-2b2cb20c-596d-4d90-b335-9fabb3f7cc56 tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:53.689039 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2510bce9-68e5-4be8-9fd7-2eedb164b83d req-aa007c40-e294-4621-bab4-df3357941107 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] 10.222.0.16 "GET /v2.0/ports?device_id=a4e0bc60-2fa3-47a3-a9ba-155133f4e67a HTTP/1.1" status: 200 len: 210 time: 0.0390468 Jul 14 18:31:53.727512 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-2b2cb20c-596d-4d90-b335-9fabb3f7cc56 tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.8947823 Jul 14 18:31:53.727512 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 44218) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:31:53.730117 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-031dead2-e943-41a2-8de3-482842b5b676 tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Request body: {'port': {'network_id': '75597e67-bc95-4bf9-aa95-09fc38c63e66', 'name': 'tempest-FloatingIPTestJSON-1608166035'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:31:53.766254 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.db_base_plugin_common [req-c3f5e457-4ef6-4a47-bad8-c0192f2f1d94 req-85f3d863-7aa5-450e-a46e-75b4ac1e2977 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Allocated IP 172.20.0.11 (cfaa954e-bb83-44ea-acae-a3d7b9e23407/2a4f902e-afed-4486-b940-935fd979aa23/5e3cdfe6-c3db-4167-a3c6-0bddcdac61ef) {{(pid=93915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:31:53.890953 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-031dead2-e943-41a2-8de3-482842b5b676 tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Made reservation on behalf of 0ebb190564e94f1a9ee5db6089aa94ae for: {'port': 1} {{(pid=93916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:31:53.894477 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-031dead2-e943-41a2-8de3-482842b5b676 tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:53.924746 n-d-800634-3 neutron-server[93916]: DEBUG neutron.notifiers.nova [None req-031dead2-e943-41a2-8de3-482842b5b676 tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] device_id is not set on port 7707fb10-d635-4b33-a86e-c444f6fef1c4 yet. {{(pid=93916) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 18:31:53.961556 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-c3f5e457-4ef6-4a47-bad8-c0192f2f1d94 req-85f3d863-7aa5-450e-a46e-75b4ac1e2977 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Notify callbacks [] for port, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:53.975693 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.provisioning_blocks [req-c3f5e457-4ef6-4a47-bad8-c0192f2f1d94 req-85f3d863-7aa5-450e-a46e-75b4ac1e2977 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Transition to ACTIVE for port object 5e3cdfe6-c3db-4167-a3c6-0bddcdac61ef will not be triggered until provisioned by entity DHCP. {{(pid=93915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:31:54.025165 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-c3f5e457-4ef6-4a47-bad8-c0192f2f1d94 req-85f3d863-7aa5-450e-a46e-75b4ac1e2977 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:54.036684 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-574aeb93-9938-449c-8e6c-cb22c9b52cc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:54.078905 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.db_base_plugin_common [None req-031dead2-e943-41a2-8de3-482842b5b676 tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Allocated IP 172.20.0.2 (75597e67-bc95-4bf9-aa95-09fc38c63e66/0d08685f-2cc7-41a0-874d-17a6e7e3f9bc/7707fb10-d635-4b33-a86e-c444f6fef1c4) {{(pid=93916) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:31:54.079598 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3f5e457-4ef6-4a47-bad8-c0192f2f1d94 req-85f3d863-7aa5-450e-a46e-75b4ac1e2977 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Network cfaa954e-bb83-44ea-acae-a3d7b9e23407 is already hosted by enough agents. {{(pid=93915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:31:54.087743 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [req-c3f5e457-4ef6-4a47-bad8-c0192f2f1d94 req-85f3d863-7aa5-450e-a46e-75b4ac1e2977 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Resources bound (agent type, host, resource id): {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:31:54.091701 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3f5e457-4ef6-4a47-bad8-c0192f2f1d94 req-85f3d863-7aa5-450e-a46e-75b4ac1e2977 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Received port after_create {{(pid=93915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:31:54.144556 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f5e457-4ef6-4a47-bad8-c0192f2f1d94 req-85f3d863-7aa5-450e-a46e-75b4ac1e2977 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:31:54.145238 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-c3f5e457-4ef6-4a47-bad8-c0192f2f1d94 req-85f3d863-7aa5-450e-a46e-75b4ac1e2977 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:54.154385 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f3d863-7aa5-450e-a46e-75b4ac1e2977 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Pushing event updated for resources: {'Port': ['ID=5e3cdfe6-c3db-4167-a3c6-0bddcdac61ef,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:31:54.180392 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c3f5e457-4ef6-4a47-bad8-c0192f2f1d94 req-85f3d863-7aa5-450e-a46e-75b4ac1e2977 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8038795 Jul 14 18:31:54.192924 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [req-c3f5e457-4ef6-4a47-bad8-c0192f2f1d94 req-aba05aa4-9979-4b2c-b4fc-fdb53e7d5f18 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Request body: {'port': {'device_id': 'a4e0bc60-2fa3-47a3-a9ba-155133f4e67a', 'network_id': '78f1bdd6-a438-4e68-a059-5fadb7299624', 'admin_state_up': True, 'tenant_id': '362562baf49d424491e86fd541949698', 'security_groups': ['1433845c-1171-43a4-b403-5201c1216c85']}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:31:54.417544 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-031dead2-e943-41a2-8de3-482842b5b676 tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Notify callbacks [] for port, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:54.488606 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-031dead2-e943-41a2-8de3-482842b5b676 tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:54.519715 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-67eedcaf-c4b5-496d-8215-e8a92162d05b None None] Provisioning for port 5e3cdfe6-c3db-4167-a3c6-0bddcdac61ef completed by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:31:54.528653 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-67eedcaf-c4b5-496d-8215-e8a92162d05b None None] Provisioning complete for port 5e3cdfe6-c3db-4167-a3c6-0bddcdac61ef triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:31:54.538817 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-67eedcaf-c4b5-496d-8215-e8a92162d05b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:54.557851 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-031dead2-e943-41a2-8de3-482842b5b676 tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Network 75597e67-bc95-4bf9-aa95-09fc38c63e66 is already hosted by enough agents. {{(pid=93916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:31:54.565699 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [None req-031dead2-e943-41a2-8de3-482842b5b676 tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Resources bound (agent type, host, resource id): {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:31:54.573512 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-031dead2-e943-41a2-8de3-482842b5b676 tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Received port after_create {{(pid=93916) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:31:54.600449 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad68d9a-a26c-489d-907a-9d75d0dad355 req-6f8266dd-dec3-47c8-b556-63c7d795175e tempest-ServerRescueTestJSON-1772516560 tempest-ServerRescueTestJSON-1772516560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:31:54.602063 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-0ad68d9a-a26c-489d-907a-9d75d0dad355 req-6f8266dd-dec3-47c8-b556-63c7d795175e tempest-ServerRescueTestJSON-1772516560 tempest-ServerRescueTestJSON-1772516560-project] 10.222.0.16 "GET /v2.0/ports?device_id=693cdabc-c35b-47c5-8512-cef465f1b22b HTTP/1.1" status: 200 len: 945 time: 0.2003410 Jul 14 18:31:54.605723 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c3f5e457-4ef6-4a47-bad8-c0192f2f1d94 req-aba05aa4-9979-4b2c-b4fc-fdb53e7d5f18 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Made reservation on behalf of 362562baf49d424491e86fd541949698 for: {'port': 1} {{(pid=93915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:31:54.609744 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-c3f5e457-4ef6-4a47-bad8-c0192f2f1d94 req-aba05aa4-9979-4b2c-b4fc-fdb53e7d5f18 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:54.638505 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031dead2-e943-41a2-8de3-482842b5b676 tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Pushing event updated for resources: {'Port': ['ID=7707fb10-d635-4b33-a86e-c444f6fef1c4,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:31:54.639202 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-67eedcaf-c4b5-496d-8215-e8a92162d05b None None] Port 5e3cdfe6-c3db-4167-a3c6-0bddcdac61ef cannot update to ACTIVE because it is not bound. {{(pid=93917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 18:31:54.657138 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-031dead2-e943-41a2-8de3-482842b5b676 tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:31:54.658431 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-031dead2-e943-41a2-8de3-482842b5b676 tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:54.661855 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031dead2-e943-41a2-8de3-482842b5b676 tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:31:54.662128 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031dead2-e943-41a2-8de3-482842b5b676 tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:31:54.662478 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031dead2-e943-41a2-8de3-482842b5b676 tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:31:54.662819 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031dead2-e943-41a2-8de3-482842b5b676 tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:31:54.663157 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031dead2-e943-41a2-8de3-482842b5b676 tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:31:54.663520 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031dead2-e943-41a2-8de3-482842b5b676 tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:31:54.663851 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031dead2-e943-41a2-8de3-482842b5b676 tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:31:54.664213 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031dead2-e943-41a2-8de3-482842b5b676 tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:31:54.664678 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031dead2-e943-41a2-8de3-482842b5b676 tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:31:54.665139 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031dead2-e943-41a2-8de3-482842b5b676 tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:31:54.665607 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031dead2-e943-41a2-8de3-482842b5b676 tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:31:54.665956 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031dead2-e943-41a2-8de3-482842b5b676 tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:31:54.666599 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56faea8-56ad-4391-9ebd-e89126bf4d79 req-cf520bc4-a2f0-49f6-9910-e4cdd075ef1f tempest-FloatingIPsAssociationNegativeTestJSON-287568005 tempest-FloatingIPsAssociationNegativeTestJSON-287568005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:31:54.674099 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c56faea8-56ad-4391-9ebd-e89126bf4d79 req-cf520bc4-a2f0-49f6-9910-e4cdd075ef1f tempest-FloatingIPsAssociationNegativeTestJSON-287568005 tempest-FloatingIPsAssociationNegativeTestJSON-287568005-project] 10.222.0.16 "GET /v2.0/ports?device_id=61b3cfc1-5300-43f6-a722-22ddf0737e84 HTTP/1.1" status: 200 len: 945 time: 0.2336476 Jul 14 18:31:54.696734 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-031dead2-e943-41a2-8de3-482842b5b676 tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.9721060 Jul 14 18:31:54.697264 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 44286) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:31:54.702734 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-c33ac27d-6094-4fe6-83d1-2abcd0318fc3 tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Request body: {'floatingip': {'floating_network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'port_id': '7707fb10-d635-4b33-a86e-c444f6fef1c4', 'fixed_ip_address': '172.20.0.2'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:31:54.732961 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-c33ac27d-6094-4fe6-83d1-2abcd0318fc3 tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Notify callbacks [] for floatingip, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:54.734789 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-0ad68d9a-a26c-489d-907a-9d75d0dad355 req-e1e4fecc-4b08-4d04-9c23-af5bb1eb2082 tempest-ServerRescueTestJSON-1772516560 tempest-ServerRescueTestJSON-1772516560-project] 10.222.0.16 "GET /v2.0/security-groups?id=0ef5e3a0-eb15-4d38-952d-7e7d9baf772e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164412 Jul 14 18:31:54.831927 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c56faea8-56ad-4391-9ebd-e89126bf4d79 req-07af37b7-77a7-464b-89d7-bdec4464f5e0 tempest-FloatingIPsAssociationNegativeTestJSON-287568005 tempest-FloatingIPsAssociationNegativeTestJSON-287568005-project] 10.222.0.16 "GET /v2.0/security-groups?id=55afdc4e-3cfe-44ed-b273-2eb9fe1e39b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568973 Jul 14 18:31:54.911903 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-c33ac27d-6094-4fe6-83d1-2abcd0318fc3 tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:54.997553 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.db_base_plugin_common [req-c3f5e457-4ef6-4a47-bad8-c0192f2f1d94 req-aba05aa4-9979-4b2c-b4fc-fdb53e7d5f18 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Allocated IP 10.1.1.165 (78f1bdd6-a438-4e68-a059-5fadb7299624/c660d228-559a-45b8-a86f-7ab611e1e8ab/bde076ee-01e0-4557-a5c2-1f9d433c2343) {{(pid=93915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:31:55.124625 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.db_base_plugin_common [None req-c33ac27d-6094-4fe6-83d1-2abcd0318fc3 tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Allocated IP 172.25.1.93 (9200a437-e1de-4520-88f6-e68386523e61/5f47f848-4532-407a-a0e2-5690ade15fd0/d60f1acd-424c-4590-92bb-7e5e6d14aa6a) {{(pid=93916) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:31:55.267798 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-c33ac27d-6094-4fe6-83d1-2abcd0318fc3 tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Notify callbacks [] for port, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:55.330697 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-c33ac27d-6094-4fe6-83d1-2abcd0318fc3 tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:55.360822 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c33ac27d-6094-4fe6-83d1-2abcd0318fc3 tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Network 9200a437-e1de-4520-88f6-e68386523e61 is already hosted by enough agents. {{(pid=93916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:31:55.363922 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [None req-c33ac27d-6094-4fe6-83d1-2abcd0318fc3 tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Resources bound (agent type, host, resource id): {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:31:55.367478 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c33ac27d-6094-4fe6-83d1-2abcd0318fc3 tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Received port after_create {{(pid=93916) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:31:55.442716 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33ac27d-6094-4fe6-83d1-2abcd0318fc3 tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Pushing event updated for resources: {'Port': ['ID=d60f1acd-424c-4590-92bb-7e5e6d14aa6a,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:31:55.571224 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b87d940-6d96-4eac-8df4-13810806e63a req-40f21139-d584-4904-98c2-c98ff652d72f tempest-ListServerFiltersTestJSON-1866458082 tempest-ListServerFiltersTestJSON-1866458082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:31:55.572886 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-5b87d940-6d96-4eac-8df4-13810806e63a req-40f21139-d584-4904-98c2-c98ff652d72f tempest-ListServerFiltersTestJSON-1866458082 tempest-ListServerFiltersTestJSON-1866458082-project] 10.222.0.16 "GET /v2.0/ports?device_id=a90018ac-9b0b-496e-b667-52331ab9042e HTTP/1.1" status: 200 len: 946 time: 0.5449796 Jul 14 18:31:55.616163 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 44330) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:31:55.645637 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a5575c-9298-4db9-affa-de8685f69083 req-0be821c9-2446-4033-9c41-b703c0b0ff46 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:31:55.647174 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-08a5575c-9298-4db9-affa-de8685f69083 req-0be821c9-2446-4033-9c41-b703c0b0ff46 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] 10.222.0.16 "GET /v2.0/ports?device_id=a4e0bc60-2fa3-47a3-a9ba-155133f4e67a HTTP/1.1" status: 200 len: 932 time: 0.5580847 Jul 14 18:31:55.651461 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-c3f5e457-4ef6-4a47-bad8-c0192f2f1d94 req-aba05aa4-9979-4b2c-b4fc-fdb53e7d5f18 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Notify callbacks [] for port, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:55.698664 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-5b87d940-6d96-4eac-8df4-13810806e63a req-a865ce33-58ae-4bc3-9409-c594f307d4f5 tempest-ListServerFiltersTestJSON-1866458082 tempest-ListServerFiltersTestJSON-1866458082-project] 10.222.0.16 "GET /v2.0/security-groups?id=cc0cb72e-0ac6-4b37-b329-257cd4e8c60f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156986 Jul 14 18:31:55.702903 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.provisioning_blocks [req-c3f5e457-4ef6-4a47-bad8-c0192f2f1d94 req-aba05aa4-9979-4b2c-b4fc-fdb53e7d5f18 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Transition to ACTIVE for port object bde076ee-01e0-4557-a5c2-1f9d433c2343 will not be triggered until provisioned by entity DHCP. {{(pid=93915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:31:55.721874 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-2f4e3af3-e708-4ffd-a544-82d93a489d01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:55.752433 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-08a5575c-9298-4db9-affa-de8685f69083 req-9797f6a8-48a0-4cf1-a69e-824a7c487b5e tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] 10.222.0.16 "GET /v2.0/security-groups?id=1433845c-1171-43a4-b403-5201c1216c85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0983105 Jul 14 18:31:55.807189 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-c3f5e457-4ef6-4a47-bad8-c0192f2f1d94 req-aba05aa4-9979-4b2c-b4fc-fdb53e7d5f18 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:55.856145 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.agents_db [None req-2ea07fb6-aa68-4671-8654-119d82b9f530 None None] Agent healthcheck: found 7 active agents {{(pid=93918) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 18:31:55.959030 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3f5e457-4ef6-4a47-bad8-c0192f2f1d94 req-aba05aa4-9979-4b2c-b4fc-fdb53e7d5f18 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Network 78f1bdd6-a438-4e68-a059-5fadb7299624 is already hosted by enough agents. {{(pid=93915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:31:55.976160 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba05aa4-9979-4b2c-b4fc-fdb53e7d5f18 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Pushing event updated for resources: {'Port': ['ID=bde076ee-01e0-4557-a5c2-1f9d433c2343,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:31:55.993236 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [req-c3f5e457-4ef6-4a47-bad8-c0192f2f1d94 req-aba05aa4-9979-4b2c-b4fc-fdb53e7d5f18 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Resources bound (agent type, host, resource id): {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:31:56.032716 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3f5e457-4ef6-4a47-bad8-c0192f2f1d94 req-aba05aa4-9979-4b2c-b4fc-fdb53e7d5f18 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Received port after_create {{(pid=93915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:31:56.152337 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-8c5529f4-ba37-4daf-8e8b-312d2b7064a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:56.161264 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f5e457-4ef6-4a47-bad8-c0192f2f1d94 req-aba05aa4-9979-4b2c-b4fc-fdb53e7d5f18 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:31:56.161932 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-c3f5e457-4ef6-4a47-bad8-c0192f2f1d94 req-aba05aa4-9979-4b2c-b4fc-fdb53e7d5f18 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:56.192447 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-9c53906e-1b27-4c60-962f-9c71b7446f79 req-d75907f9-795d-44e6-9a9b-94939b5d4306 tempest-FloatingIPsAssociationNegativeTestJSON-287568005 tempest-FloatingIPsAssociationNegativeTestJSON-287568005-project] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=9200a437-e1de-4520-88f6-e68386523e61 HTTP/1.1" status: 200 len: 258 time: 0.4311504 Jul 14 18:31:56.208999 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [req-9c53906e-1b27-4c60-962f-9c71b7446f79 req-126a9f84-c98f-4c5d-a8b8-1d689dd20b6f tempest-FloatingIPsAssociationNegativeTestJSON-287568005 tempest-FloatingIPsAssociationNegativeTestJSON-287568005-project] Request body: {'floatingip': {'floating_network_id': '9200a437-e1de-4520-88f6-e68386523e61'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:31:56.234004 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bdb9cf-3564-4c95-ac81-a39f4ba4fbc7 req-aa7c1fe9-351a-4262-801f-e9d3f93fd920 tempest-ServerRescueTestJSON-1772516560 tempest-ServerRescueTestJSON-1772516560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:31:56.235586 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b8bdb9cf-3564-4c95-ac81-a39f4ba4fbc7 req-aa7c1fe9-351a-4262-801f-e9d3f93fd920 tempest-ServerRescueTestJSON-1772516560 tempest-ServerRescueTestJSON-1772516560-project] 10.222.0.16 "GET /v2.0/ports?device_id=693cdabc-c35b-47c5-8512-cef465f1b22b HTTP/1.1" status: 200 len: 945 time: 0.2913260 Jul 14 18:31:56.277650 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-d066ef65-204a-479e-ab2d-2f9deabca095 None None] Provisioning for port bde076ee-01e0-4557-a5c2-1f9d433c2343 completed by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:31:56.282671 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-d066ef65-204a-479e-ab2d-2f9deabca095 None None] Provisioning complete for port bde076ee-01e0-4557-a5c2-1f9d433c2343 triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:31:56.283665 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-d066ef65-204a-479e-ab2d-2f9deabca095 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:56.287234 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b8bdb9cf-3564-4c95-ac81-a39f4ba4fbc7 req-46972cbc-4c10-4d77-a7cc-c46dd726ed24 tempest-ServerRescueTestJSON-1772516560 tempest-ServerRescueTestJSON-1772516560-project] 10.222.0.16 "GET /v2.0/security-groups?id=0ef5e3a0-eb15-4d38-952d-7e7d9baf772e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445678 Jul 14 18:31:56.368151 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-8c5529f4-ba37-4daf-8e8b-312d2b7064a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:56.382556 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c3f5e457-4ef6-4a47-bad8-c0192f2f1d94 req-aba05aa4-9979-4b2c-b4fc-fdb53e7d5f18 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1959398 Jul 14 18:31:56.392446 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-8c5529f4-ba37-4daf-8e8b-312d2b7064a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:56.396299 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [req-c3f5e457-4ef6-4a47-bad8-c0192f2f1d94 req-4ab5e9fa-8f75-4d2e-89a7-118c7fa7f37b tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Request body: {'port': {'device_id': 'a4e0bc60-2fa3-47a3-a9ba-155133f4e67a', 'network_id': '78f1bdd6-a438-4e68-a059-5fadb7299624', 'admin_state_up': True, 'tenant_id': '362562baf49d424491e86fd541949698', 'security_groups': ['1433845c-1171-43a4-b403-5201c1216c85']}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:31:56.447423 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-8c5529f4-ba37-4daf-8e8b-312d2b7064a8 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c0781178acf14df0ae3e6eaed766039f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8296947 Jul 14 18:31:56.450071 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5529f4-ba37-4daf-8e8b-312d2b7064a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6dded93f-4af2-4ca3-bb17-09e1a1085485,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:31:56.452462 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 44340) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:31:56.474639 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-9c53906e-1b27-4c60-962f-9c71b7446f79 req-126a9f84-c98f-4c5d-a8b8-1d689dd20b6f tempest-FloatingIPsAssociationNegativeTestJSON-287568005 tempest-FloatingIPsAssociationNegativeTestJSON-287568005-project] Notify callbacks [] for floatingip, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:56.500235 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-d066ef65-204a-479e-ab2d-2f9deabca095 None None] Port bde076ee-01e0-4557-a5c2-1f9d433c2343 cannot update to ACTIVE because it is not bound. {{(pid=93917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 18:31:56.500906 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-c33ac27d-6094-4fe6-83d1-2abcd0318fc3 tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:56.566901 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-5e41ed0b-0d54-4593-838b-73500569db14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:56.588586 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-5e41ed0b-0d54-4593-838b-73500569db14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:56.603776 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c3f5e457-4ef6-4a47-bad8-c0192f2f1d94 req-4ab5e9fa-8f75-4d2e-89a7-118c7fa7f37b tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Made reservation on behalf of 362562baf49d424491e86fd541949698 for: {'port': 1} {{(pid=93915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:31:56.607488 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-c3f5e457-4ef6-4a47-bad8-c0192f2f1d94 req-4ab5e9fa-8f75-4d2e-89a7-118c7fa7f37b tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:56.654033 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-c33ac27d-6094-4fe6-83d1-2abcd0318fc3 tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:56.698242 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-9c53906e-1b27-4c60-962f-9c71b7446f79 req-126a9f84-c98f-4c5d-a8b8-1d689dd20b6f tempest-FloatingIPsAssociationNegativeTestJSON-287568005 tempest-FloatingIPsAssociationNegativeTestJSON-287568005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:56.742058 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-5e41ed0b-0d54-4593-838b-73500569db14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:56.744694 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-5e41ed0b-0d54-4593-838b-73500569db14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:56.746356 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-5e41ed0b-0d54-4593-838b-73500569db14 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6dded93f-4af2-4ca3-bb17-09e1a1085485 HTTP/1.1" status: 204 len: 168 time: 0.2746854 Jul 14 18:31:56.762141 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e41ed0b-0d54-4593-838b-73500569db14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dded93f-4af2-4ca3-bb17-09e1a1085485,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:31:56.853286 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-c33ac27d-6094-4fe6-83d1-2abcd0318fc3 tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Notify callbacks [] for port, precommit_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:56.862764 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-c33ac27d-6094-4fe6-83d1-2abcd0318fc3 tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2684870'] for port, after_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:56.918113 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33ac27d-6094-4fe6-83d1-2abcd0318fc3 tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Pushing event updated for resources: {'Port': ['ID=d60f1acd-424c-4590-92bb-7e5e6d14aa6a,revision_number=2']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:31:56.966077 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-c33ac27d-6094-4fe6-83d1-2abcd0318fc3 tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-930131'] for floatingip, after_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:56.980630 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.db_base_plugin_common [req-c3f5e457-4ef6-4a47-bad8-c0192f2f1d94 req-4ab5e9fa-8f75-4d2e-89a7-118c7fa7f37b tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Allocated IP 10.1.1.229 (78f1bdd6-a438-4e68-a059-5fadb7299624/c660d228-559a-45b8-a86f-7ab611e1e8ab/e8bede3a-ba0f-49a4-a4a8-71589e0aa2ba) {{(pid=93915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:31:57.027117 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0098f556-68c4-4d06-bd22-2063c0a46176 req-da3d46b4-04b2-4843-8618-d033cd758e0a tempest-ListServerFiltersTestJSON-1866458082 tempest-ListServerFiltersTestJSON-1866458082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:31:57.036998 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-0098f556-68c4-4d06-bd22-2063c0a46176 req-da3d46b4-04b2-4843-8618-d033cd758e0a tempest-ListServerFiltersTestJSON-1866458082 tempest-ListServerFiltersTestJSON-1866458082-project] 10.222.0.16 "GET /v2.0/ports?device_id=a90018ac-9b0b-496e-b667-52331ab9042e HTTP/1.1" status: 200 len: 946 time: 0.1842337 Jul 14 18:31:57.108668 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.db_base_plugin_common [req-9c53906e-1b27-4c60-962f-9c71b7446f79 req-126a9f84-c98f-4c5d-a8b8-1d689dd20b6f tempest-FloatingIPsAssociationNegativeTestJSON-287568005 tempest-FloatingIPsAssociationNegativeTestJSON-287568005-project] Allocated IP 172.25.1.199 (9200a437-e1de-4520-88f6-e68386523e61/5f47f848-4532-407a-a0e2-5690ade15fd0/31941265-bb53-42be-8dfa-80c9e6ab6614) {{(pid=93915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:31:57.109546 n-d-800634-3 neutron-server[93916]: INFO neutron.db.l3_db [None req-c33ac27d-6094-4fe6-83d1-2abcd0318fc3 tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Floating IP 5c209185-1fe3-409c-a0f7-195734fcf5b9 associated. External IP: 172.25.1.93, port: 7707fb10-d635-4b33-a86e-c444f6fef1c4. Jul 14 18:31:57.254328 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-0098f556-68c4-4d06-bd22-2063c0a46176 req-673e0b6e-c93b-4ec8-ae8a-c12ddd7662d8 tempest-ListServerFiltersTestJSON-1866458082 tempest-ListServerFiltersTestJSON-1866458082-project] 10.222.0.16 "GET /v2.0/security-groups?id=cc0cb72e-0ac6-4b37-b329-257cd4e8c60f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2162409 Jul 14 18:31:57.331249 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-9c53906e-1b27-4c60-962f-9c71b7446f79 req-126a9f84-c98f-4c5d-a8b8-1d689dd20b6f tempest-FloatingIPsAssociationNegativeTestJSON-287568005 tempest-FloatingIPsAssociationNegativeTestJSON-287568005-project] Notify callbacks [] for port, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:57.465805 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c33ac27d-6094-4fe6-83d1-2abcd0318fc3 tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Router bee30a2a-4399-42b3-916a-f5d930702390 has already been hosted by L3 agent 2c6eb27e-defb-4cca-9a24-381c7415e359 {{(pid=93916) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 18:31:57.475431 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-9c53906e-1b27-4c60-962f-9c71b7446f79 req-126a9f84-c98f-4c5d-a8b8-1d689dd20b6f tempest-FloatingIPsAssociationNegativeTestJSON-287568005 tempest-FloatingIPsAssociationNegativeTestJSON-287568005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:57.488930 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-c3f5e457-4ef6-4a47-bad8-c0192f2f1d94 req-4ab5e9fa-8f75-4d2e-89a7-118c7fa7f37b tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Notify callbacks [] for port, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:57.549748 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c53906e-1b27-4c60-962f-9c71b7446f79 req-126a9f84-c98f-4c5d-a8b8-1d689dd20b6f tempest-FloatingIPsAssociationNegativeTestJSON-287568005 tempest-FloatingIPsAssociationNegativeTestJSON-287568005-project] Network 9200a437-e1de-4520-88f6-e68386523e61 is already hosted by enough agents. {{(pid=93915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:31:57.553383 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.provisioning_blocks [req-c3f5e457-4ef6-4a47-bad8-c0192f2f1d94 req-4ab5e9fa-8f75-4d2e-89a7-118c7fa7f37b tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Transition to ACTIVE for port object e8bede3a-ba0f-49a4-a4a8-71589e0aa2ba will not be triggered until provisioned by entity DHCP. {{(pid=93915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:31:57.561653 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [req-9c53906e-1b27-4c60-962f-9c71b7446f79 req-126a9f84-c98f-4c5d-a8b8-1d689dd20b6f tempest-FloatingIPsAssociationNegativeTestJSON-287568005 tempest-FloatingIPsAssociationNegativeTestJSON-287568005-project] Resources bound (agent type, host, resource id): {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:31:57.568281 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c53906e-1b27-4c60-962f-9c71b7446f79 req-126a9f84-c98f-4c5d-a8b8-1d689dd20b6f tempest-FloatingIPsAssociationNegativeTestJSON-287568005 tempest-FloatingIPsAssociationNegativeTestJSON-287568005-project] Received port after_create {{(pid=93915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:31:57.578300 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126a9f84-c98f-4c5d-a8b8-1d689dd20b6f tempest-FloatingIPsAssociationNegativeTestJSON-287568005 tempest-FloatingIPsAssociationNegativeTestJSON-287568005-project] Pushing event updated for resources: {'Port': ['ID=31941265-bb53-42be-8dfa-80c9e6ab6614,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:31:57.625275 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa6e53f-5cdf-45dd-972f-60f3d5928b3a req-2d7c1091-46e7-4635-afac-db5f228eafe0 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:31:57.631540 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa6e53f-5cdf-45dd-972f-60f3d5928b3a req-2d7c1091-46e7-4635-afac-db5f228eafe0 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:31:57.633257 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-afa6e53f-5cdf-45dd-972f-60f3d5928b3a req-2d7c1091-46e7-4635-afac-db5f228eafe0 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] 10.222.0.16 "GET /v2.0/ports?device_id=a4e0bc60-2fa3-47a3-a9ba-155133f4e67a HTTP/1.1" status: 200 len: 1654 time: 0.2157598 Jul 14 18:31:57.659228 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c33ac27d-6094-4fe6-83d1-2abcd0318fc3 tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Notify agent at l3_agent.n-d-800634-3 the message routers_updated {{(pid=93916) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 18:31:57.672379 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bea92e4-78a3-4369-a704-40d61471ea5d None None] Sync routers for ids ['bee30a2a-4399-42b3-916a-f5d930702390'] in n-d-800634-3 {{(pid=93918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 18:31:57.683057 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bea92e4-78a3-4369-a704-40d61471ea5d None None] Routers {'bee30a2a-4399-42b3-916a-f5d930702390'} bound to L3 agent in host n-d-800634-3 {{(pid=93918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:31:57.684745 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-2bea92e4-78a3-4369-a704-40d61471ea5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:31:53Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['bee30a2a-4399-42b3-916a-f5d930702390'], 'active': True} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:31:57.689860 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-c33ac27d-6094-4fe6-83d1-2abcd0318fc3 tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for floatingip, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:57.697084 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-c3f5e457-4ef6-4a47-bad8-c0192f2f1d94 req-4ab5e9fa-8f75-4d2e-89a7-118c7fa7f37b tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:57.732945 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-afa6e53f-5cdf-45dd-972f-60f3d5928b3a req-6cb5dc3e-6373-4e38-85ab-059106d8d441 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] 10.222.0.16 "GET /v2.0/security-groups?id=1433845c-1171-43a4-b403-5201c1216c85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0883491 Jul 14 18:31:57.749232 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-2bea92e4-78a3-4369-a704-40d61471ea5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-3', False) {} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:31:57.752740 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-c33ac27d-6094-4fe6-83d1-2abcd0318fc3 tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 3.0541966 Jul 14 18:31:57.755454 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 44374) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:31:57.759205 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bea92e4-78a3-4369-a704-40d61471ea5d None None] Routers {'bee30a2a-4399-42b3-916a-f5d930702390'} bound to L3 agent in host n-d-800634-3 {{(pid=93918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:31:57.760019 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-2bea92e4-78a3-4369-a704-40d61471ea5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:31:53Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['bee30a2a-4399-42b3-916a-f5d930702390'], 'active': True} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:31:57.760211 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-2a35a22f-e2f3-4b27-b909-6b89c3a3f21c tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:31:57.796110 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-2bea92e4-78a3-4369-a704-40d61471ea5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-3', False) {} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:31:57.797006 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bea92e4-78a3-4369-a704-40d61471ea5d None None] The sync data for ids ['bee30a2a-4399-42b3-916a-f5d930702390'] in n-d-800634-3 is: [] {{(pid=93918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 18:31:57.828482 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-9c53906e-1b27-4c60-962f-9c71b7446f79 req-126a9f84-c98f-4c5d-a8b8-1d689dd20b6f tempest-FloatingIPsAssociationNegativeTestJSON-287568005 tempest-FloatingIPsAssociationNegativeTestJSON-287568005-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:57.838740 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3f5e457-4ef6-4a47-bad8-c0192f2f1d94 req-4ab5e9fa-8f75-4d2e-89a7-118c7fa7f37b tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Network 78f1bdd6-a438-4e68-a059-5fadb7299624 is already hosted by enough agents. {{(pid=93915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:31:57.847953 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [req-c3f5e457-4ef6-4a47-bad8-c0192f2f1d94 req-4ab5e9fa-8f75-4d2e-89a7-118c7fa7f37b tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Resources bound (agent type, host, resource id): {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:31:57.850918 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3f5e457-4ef6-4a47-bad8-c0192f2f1d94 req-4ab5e9fa-8f75-4d2e-89a7-118c7fa7f37b tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Received port after_create {{(pid=93915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:31:57.853660 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab5e9fa-8f75-4d2e-89a7-118c7fa7f37b tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Pushing event updated for resources: {'Port': ['ID=e8bede3a-ba0f-49a4-a4a8-71589e0aa2ba,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:31:57.918126 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-2a35a22f-e2f3-4b27-b909-6b89c3a3f21c tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Notify callbacks [] for floatingip, before_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:57.963385 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f5e457-4ef6-4a47-bad8-c0192f2f1d94 req-4ab5e9fa-8f75-4d2e-89a7-118c7fa7f37b tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:31:57.971372 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-c3f5e457-4ef6-4a47-bad8-c0192f2f1d94 req-4ab5e9fa-8f75-4d2e-89a7-118c7fa7f37b tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:57.974796 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-9c53906e-1b27-4c60-962f-9c71b7446f79 req-126a9f84-c98f-4c5d-a8b8-1d689dd20b6f tempest-FloatingIPsAssociationNegativeTestJSON-287568005 tempest-FloatingIPsAssociationNegativeTestJSON-287568005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:58.048110 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c3f5e457-4ef6-4a47-bad8-c0192f2f1d94 req-4ab5e9fa-8f75-4d2e-89a7-118c7fa7f37b tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6571496 Jul 14 18:31:58.121308 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [req-c3f5e457-4ef6-4a47-bad8-c0192f2f1d94 req-04b62630-ba93-439b-a642-cfc13340e961 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Request body: {'port': {'device_id': 'a4e0bc60-2fa3-47a3-a9ba-155133f4e67a', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '63a5555f-a22d-4515-8f3a-d708078edd37', 'admin_state_up': True, 'tenant_id': '362562baf49d424491e86fd541949698', 'security_groups': ['1433845c-1171-43a4-b403-5201c1216c85']}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:31:58.155144 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-2a35a22f-e2f3-4b27-b909-6b89c3a3f21c tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:58.160105 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-2a35a22f-e2f3-4b27-b909-6b89c3a3f21c tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-930131'] for floatingip, after_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:58.160455 n-d-800634-3 neutron-server[93916]: INFO neutron.db.l3_db [None req-2a35a22f-e2f3-4b27-b909-6b89c3a3f21c tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Floating IP 5c209185-1fe3-409c-a0f7-195734fcf5b9 disassociated. External IP: 172.25.1.93, port: 7707fb10-d635-4b33-a86e-c444f6fef1c4. Jul 14 18:31:58.241222 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-5c3203c0-7a16-4b4e-b693-1bf2062633b2 None None] Provisioning for port e8bede3a-ba0f-49a4-a4a8-71589e0aa2ba completed by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:31:58.249706 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-5c3203c0-7a16-4b4e-b693-1bf2062633b2 None None] Provisioning complete for port e8bede3a-ba0f-49a4-a4a8-71589e0aa2ba triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:31:58.250272 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-5c3203c0-7a16-4b4e-b693-1bf2062633b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:58.320753 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-5c3203c0-7a16-4b4e-b693-1bf2062633b2 None None] Port e8bede3a-ba0f-49a4-a4a8-71589e0aa2ba cannot update to ACTIVE because it is not bound. {{(pid=93917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 18:31:58.337683 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f5dc92-7f7e-432a-806e-618252666c09 req-9e9c8eef-b170-493a-8ea9-514759b06ad7 tempest-ServerRescueTestJSON-1772516560 tempest-ServerRescueTestJSON-1772516560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:31:58.339655 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b7f5dc92-7f7e-432a-806e-618252666c09 req-9e9c8eef-b170-493a-8ea9-514759b06ad7 tempest-ServerRescueTestJSON-1772516560 tempest-ServerRescueTestJSON-1772516560-project] 10.222.0.16 "GET /v2.0/ports?device_id=693cdabc-c35b-47c5-8512-cef465f1b22b HTTP/1.1" status: 200 len: 945 time: 0.2941146 Jul 14 18:31:58.394001 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c3f5e457-4ef6-4a47-bad8-c0192f2f1d94 req-04b62630-ba93-439b-a642-cfc13340e961 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Made reservation on behalf of 362562baf49d424491e86fd541949698 for: {'port': 1} {{(pid=93915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:31:58.444174 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a35a22f-e2f3-4b27-b909-6b89c3a3f21c tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Router bee30a2a-4399-42b3-916a-f5d930702390 has already been hosted by L3 agent 2c6eb27e-defb-4cca-9a24-381c7415e359 {{(pid=93916) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 18:31:58.491909 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-9c53906e-1b27-4c60-962f-9c71b7446f79 req-126a9f84-c98f-4c5d-a8b8-1d689dd20b6f tempest-FloatingIPsAssociationNegativeTestJSON-287568005 tempest-FloatingIPsAssociationNegativeTestJSON-287568005-project] Notify callbacks [] for port, precommit_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:58.512158 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b7f5dc92-7f7e-432a-806e-618252666c09 req-db89f1f6-df0c-4e80-b44a-2207f4a91993 tempest-ServerRescueTestJSON-1772516560 tempest-ServerRescueTestJSON-1772516560-project] 10.222.0.16 "GET /v2.0/security-groups?id=0ef5e3a0-eb15-4d38-952d-7e7d9baf772e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627605 Jul 14 18:31:58.515166 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-9c53906e-1b27-4c60-962f-9c71b7446f79 req-126a9f84-c98f-4c5d-a8b8-1d689dd20b6f tempest-FloatingIPsAssociationNegativeTestJSON-287568005 tempest-FloatingIPsAssociationNegativeTestJSON-287568005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25912978'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:58.619672 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a35a22f-e2f3-4b27-b909-6b89c3a3f21c tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Notify agent at l3_agent.n-d-800634-3 the message routers_updated {{(pid=93916) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 18:31:58.621324 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 44392) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:31:58.630206 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f3bd708-0063-4304-a4ec-d778247529ba None None] Sync routers for ids ['bee30a2a-4399-42b3-916a-f5d930702390'] in n-d-800634-3 {{(pid=93917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 18:31:58.637489 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-2a35a22f-e2f3-4b27-b909-6b89c3a3f21c tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for floatingip, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:58.645229 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f3bd708-0063-4304-a4ec-d778247529ba None None] Routers {'bee30a2a-4399-42b3-916a-f5d930702390'} bound to L3 agent in host n-d-800634-3 {{(pid=93917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:31:58.646113 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-6f3bd708-0063-4304-a4ec-d778247529ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:31:53Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['bee30a2a-4399-42b3-916a-f5d930702390'], 'active': True} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:31:58.719211 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-2a35a22f-e2f3-4b27-b909-6b89c3a3f21c tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] 10.222.0.16 "PUT /v2.0/floatingips/5c209185-1fe3-409c-a0f7-195734fcf5b9 HTTP/1.1" status: 200 len: 687 time: 0.9604368 Jul 14 18:31:58.719786 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-6f3bd708-0063-4304-a4ec-d778247529ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-3', False) {} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:31:58.719893 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 44396) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:31:58.731526 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126a9f84-c98f-4c5d-a8b8-1d689dd20b6f tempest-FloatingIPsAssociationNegativeTestJSON-287568005 tempest-FloatingIPsAssociationNegativeTestJSON-287568005-project] Pushing event updated for resources: {'Port': ['ID=31941265-bb53-42be-8dfa-80c9e6ab6614,revision_number=2']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:31:58.738798 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f3bd708-0063-4304-a4ec-d778247529ba None None] Routers {'bee30a2a-4399-42b3-916a-f5d930702390'} bound to L3 agent in host n-d-800634-3 {{(pid=93917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:31:58.739521 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-6f3bd708-0063-4304-a4ec-d778247529ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:31:53Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['bee30a2a-4399-42b3-916a-f5d930702390'], 'active': True} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:31:58.750981 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-c3f5e457-4ef6-4a47-bad8-c0192f2f1d94 req-04b62630-ba93-439b-a642-cfc13340e961 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:58.786576 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-6f3bd708-0063-4304-a4ec-d778247529ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-3', False) {} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:31:58.787611 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f3bd708-0063-4304-a4ec-d778247529ba None None] The sync data for ids ['bee30a2a-4399-42b3-916a-f5d930702390'] in n-d-800634-3 is: [] {{(pid=93917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 18:31:58.792283 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-9c53906e-1b27-4c60-962f-9c71b7446f79 req-126a9f84-c98f-4c5d-a8b8-1d689dd20b6f tempest-FloatingIPsAssociationNegativeTestJSON-287568005 tempest-FloatingIPsAssociationNegativeTestJSON-287568005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-930131'] for floatingip, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:58.830665 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-41e20672-b3c9-4c57-abc9-66954c28b3f6 tempest-MeteringTestJSON-1578839367 tempest-MeteringTestJSON-1578839367-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1817366097'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:31:58.831150 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-41e20672-b3c9-4c57-abc9-66954c28b3f6 tempest-MeteringTestJSON-1578839367 tempest-MeteringTestJSON-1578839367-project-admin] Unknown quota resources ['metering_label']. {{(pid=93916) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 14 18:31:58.837236 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-9c53906e-1b27-4c60-962f-9c71b7446f79 req-126a9f84-c98f-4c5d-a8b8-1d689dd20b6f tempest-FloatingIPsAssociationNegativeTestJSON-287568005 tempest-FloatingIPsAssociationNegativeTestJSON-287568005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for floatingip, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:58.840003 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-9c53906e-1b27-4c60-962f-9c71b7446f79 req-126a9f84-c98f-4c5d-a8b8-1d689dd20b6f tempest-FloatingIPsAssociationNegativeTestJSON-287568005 tempest-FloatingIPsAssociationNegativeTestJSON-287568005-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.6358690 Jul 14 18:31:58.957715 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-9c53906e-1b27-4c60-962f-9c71b7446f79 req-ba683174-1772-4006-9fc2-c711c6fa8b30 tempest-FloatingIPsAssociationNegativeTestJSON-287568005 tempest-FloatingIPsAssociationNegativeTestJSON-287568005-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.1.199 HTTP/1.1" status: 200 len: 696 time: 0.0640941 Jul 14 18:31:59.053893 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-41e20672-b3c9-4c57-abc9-66954c28b3f6 tempest-MeteringTestJSON-1578839367 tempest-MeteringTestJSON-1578839367-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:59.057541 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-41e20672-b3c9-4c57-abc9-66954c28b3f6 tempest-MeteringTestJSON-1578839367 tempest-MeteringTestJSON-1578839367-project-admin] 10.222.0.16 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.4256639 Jul 14 18:31:59.058894 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 44400) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:31:59.062940 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-95a7d3c0-4422-4760-bdff-6461ac3580d8 tempest-MeteringTestJSON-1578839367 tempest-MeteringTestJSON-1578839367-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': 'caf5c141-f70c-4635-aa00-585bbd94cdf6'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:31:59.063446 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-95a7d3c0-4422-4760-bdff-6461ac3580d8 tempest-MeteringTestJSON-1578839367 tempest-MeteringTestJSON-1578839367-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=93916) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 14 18:31:59.080204 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-b9aee5e0-1dbe-4c69-84d8-07cb45dff37f tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Deleting port d60f1acd-424c-4590-92bb-7e5e6d14aa6a {{(pid=93916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:31:59.080579 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-b9aee5e0-1dbe-4c69-84d8-07cb45dff37f tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:59.138402 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e35da4-14b7-41e0-aece-cee9a09cd73c req-105f41a4-7f9e-44ae-808d-d6cd1c275627 tempest-ListServerFiltersTestJSON-1866458082 tempest-ListServerFiltersTestJSON-1866458082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:31:59.142604 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-95e35da4-14b7-41e0-aece-cee9a09cd73c req-105f41a4-7f9e-44ae-808d-d6cd1c275627 tempest-ListServerFiltersTestJSON-1866458082 tempest-ListServerFiltersTestJSON-1866458082-project] 10.222.0.16 "GET /v2.0/ports?device_id=a90018ac-9b0b-496e-b667-52331ab9042e HTTP/1.1" status: 200 len: 946 time: 0.3256879 Jul 14 18:31:59.182370 n-d-800634-3 neutron-server[93916]: WARNING neutron.services.metering.metering_plugin [None req-95a7d3c0-4422-4760-bdff-6461ac3580d8 tempest-MeteringTestJSON-1578839367 tempest-MeteringTestJSON-1578839367-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 14 18:31:59.223625 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c53906e-1b27-4c60-962f-9c71b7446f79 req-6baefbfb-6247-4486-aaf7-ef52b4693ab2 tempest-FloatingIPsAssociationNegativeTestJSON-287568005 tempest-FloatingIPsAssociationNegativeTestJSON-287568005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:31:59.225949 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-9c53906e-1b27-4c60-962f-9c71b7446f79 req-6baefbfb-6247-4486-aaf7-ef52b4693ab2 tempest-FloatingIPsAssociationNegativeTestJSON-287568005 tempest-FloatingIPsAssociationNegativeTestJSON-287568005-project] 10.222.0.16 "GET /v2.0/networks/9200a437-e1de-4520-88f6-e68386523e61 HTTP/1.1" status: 200 len: 784 time: 0.2554519 Jul 14 18:31:59.249079 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-95e35da4-14b7-41e0-aece-cee9a09cd73c req-451df2e7-a7cd-4bec-ba6b-e5e16c8f766d tempest-ListServerFiltersTestJSON-1866458082 tempest-ListServerFiltersTestJSON-1866458082-project] 10.222.0.16 "GET /v2.0/security-groups?id=cc0cb72e-0ac6-4b37-b329-257cd4e8c60f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978076 Jul 14 18:31:59.260978 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.db_base_plugin_common [req-c3f5e457-4ef6-4a47-bad8-c0192f2f1d94 req-04b62630-ba93-439b-a642-cfc13340e961 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Allocated IP 10.2.2.100 (63a5555f-a22d-4515-8f3a-d708078edd37/19364ef1-51c6-4b67-ab09-76164da25c3f/98e72a3e-3b4b-4cea-9e4f-1c80c632ced5) {{(pid=93915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:31:59.310365 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-95a7d3c0-4422-4760-bdff-6461ac3580d8 tempest-MeteringTestJSON-1578839367 tempest-MeteringTestJSON-1578839367-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:59.311672 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-95a7d3c0-4422-4760-bdff-6461ac3580d8 tempest-MeteringTestJSON-1578839367 tempest-MeteringTestJSON-1578839367-project-admin] 10.222.0.16 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.2528646 Jul 14 18:31:59.314624 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 44406) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:31:59.318917 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-1f908bc4-13e0-4219-ae6d-b3c8141de89b tempest-MeteringTestJSON-1578839367 tempest-MeteringTestJSON-1578839367-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': 'caf5c141-f70c-4635-aa00-585bbd94cdf6'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:31:59.319407 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-1f908bc4-13e0-4219-ae6d-b3c8141de89b tempest-MeteringTestJSON-1578839367 tempest-MeteringTestJSON-1578839367-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=93916) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 14 18:31:59.338104 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-b9aee5e0-1dbe-4c69-84d8-07cb45dff37f tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:59.338439 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-b9aee5e0-1dbe-4c69-84d8-07cb45dff37f tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:59.356105 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-b9aee5e0-1dbe-4c69-84d8-07cb45dff37f tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Calling delete_port for d60f1acd-424c-4590-92bb-7e5e6d14aa6a owned by network:floatingip {{(pid=93916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:31:59.403247 n-d-800634-3 neutron-server[93916]: WARNING neutron.services.metering.metering_plugin [None req-1f908bc4-13e0-4219-ae6d-b3c8141de89b tempest-MeteringTestJSON-1578839367 tempest-MeteringTestJSON-1578839367-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 14 18:31:59.829927 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-1f908bc4-13e0-4219-ae6d-b3c8141de89b tempest-MeteringTestJSON-1578839367 tempest-MeteringTestJSON-1578839367-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:59.832598 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-1f908bc4-13e0-4219-ae6d-b3c8141de89b tempest-MeteringTestJSON-1578839367 tempest-MeteringTestJSON-1578839367-project-admin] 10.222.0.16 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.5169814 Jul 14 18:31:59.835796 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 44412) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:31:59.858216 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-4f5e874f-ece6-49f4-85ec-af1778cd8b85 tempest-MeteringTestJSON-1578839367 tempest-MeteringTestJSON-1578839367-project-admin] 10.222.0.16 "GET /v2.0/metering/metering-label-rules?id=f7ea8608-cf70-421f-8b73-b98cb51e8210 HTTP/1.1" status: 200 len: 464 time: 0.0177844 Jul 14 18:31:59.859743 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 44414) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:31:59.953491 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-c3f5e457-4ef6-4a47-bad8-c0192f2f1d94 req-04b62630-ba93-439b-a642-cfc13340e961 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Notify callbacks [] for port, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:31:59.992618 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca399860-a271-40e6-bcce-4e962c3cf4da req-49745870-c71b-4c80-886e-c29dff842251 tempest-FloatingIPsAssociationNegativeTestJSON-287568005 tempest-FloatingIPsAssociationNegativeTestJSON-287568005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:31:59.995383 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ca399860-a271-40e6-bcce-4e962c3cf4da req-49745870-c71b-4c80-886e-c29dff842251 tempest-FloatingIPsAssociationNegativeTestJSON-287568005 tempest-FloatingIPsAssociationNegativeTestJSON-287568005-project] 10.222.0.16 "GET /v2.0/ports?device_id=61b3cfc1-5300-43f6-a722-22ddf0737e84&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.5756278 Jul 14 18:32:00.005377 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-8b8f2a6b-c29b-4470-a31d-10a65330f32f tempest-MeteringTestJSON-1578839367 tempest-MeteringTestJSON-1578839367-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:00.009036 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-8b8f2a6b-c29b-4470-a31d-10a65330f32f tempest-MeteringTestJSON-1578839367 tempest-MeteringTestJSON-1578839367-project-admin] 10.222.0.16 "DELETE /v2.0/metering/metering-label-rules/f7ea8608-cf70-421f-8b73-b98cb51e8210 HTTP/1.1" status: 204 len: 168 time: 0.1459708 Jul 14 18:32:00.011009 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 44416) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:32:00.027895 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0ef3b7-f0c1-422a-bfac-bf7f569ad876 req-7544d6c5-d132-4afc-b286-a0472ba998e3 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:00.035167 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0ef3b7-f0c1-422a-bfac-bf7f569ad876 req-7544d6c5-d132-4afc-b286-a0472ba998e3 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:00.046450 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-42861b1d-25c3-4dbd-8b49-519d223e87cb tempest-MeteringTestJSON-1578839367 tempest-MeteringTestJSON-1578839367-project-admin] 10.222.0.16 "GET /v2.0/metering/metering-label-rules?id=f7ea8608-cf70-421f-8b73-b98cb51e8210 HTTP/1.1" status: 200 len: 221 time: 0.0301051 Jul 14 18:32:00.046666 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0ef3b7-f0c1-422a-bfac-bf7f569ad876 req-7544d6c5-d132-4afc-b286-a0472ba998e3 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:00.046666 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-5b0ef3b7-f0c1-422a-bfac-bf7f569ad876 req-7544d6c5-d132-4afc-b286-a0472ba998e3 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] 10.222.0.16 "GET /v2.0/ports?device_id=a4e0bc60-2fa3-47a3-a9ba-155133f4e67a HTTP/1.1" status: 200 len: 2375 time: 0.6203430 Jul 14 18:32:00.048127 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 44418) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:32:00.053873 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-72b4b01a-c33b-48e3-89ae-2f7d65184a99 tempest-MeteringTestJSON-1578839367 tempest-MeteringTestJSON-1578839367-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1206179726', 'description': 'label created by tempest'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:32:00.054328 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-72b4b01a-c33b-48e3-89ae-2f7d65184a99 tempest-MeteringTestJSON-1578839367 tempest-MeteringTestJSON-1578839367-project-admin] Unknown quota resources ['metering_label']. {{(pid=93916) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 14 18:32:00.101884 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ca399860-a271-40e6-bcce-4e962c3cf4da req-13c21232-b1a6-4fbc-a292-ab75476cc955 tempest-FloatingIPsAssociationNegativeTestJSON-287568005 tempest-FloatingIPsAssociationNegativeTestJSON-287568005-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.1.199 HTTP/1.1" status: 200 len: 696 time: 0.0997322 Jul 14 18:32:00.104768 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-b9aee5e0-1dbe-4c69-84d8-07cb45dff37f tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:00.105798 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.provisioning_blocks [req-c3f5e457-4ef6-4a47-bad8-c0192f2f1d94 req-04b62630-ba93-439b-a642-cfc13340e961 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Transition to ACTIVE for port object 98e72a3e-3b4b-4cea-9e4f-1c80c632ced5 will not be triggered until provisioned by entity DHCP. {{(pid=93915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:32:00.119301 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [req-ca399860-a271-40e6-bcce-4e962c3cf4da req-57ad1d24-1ba3-4317-8e54-875f59485cb0 tempest-FloatingIPsAssociationNegativeTestJSON-287568005 tempest-FloatingIPsAssociationNegativeTestJSON-287568005-project] Request body: {'floatingip': {'port_id': '39216298-4feb-4a60-89c4-45fb55679826', 'fixed_ip_address': '172.20.0.5'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:32:00.172328 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-ca399860-a271-40e6-bcce-4e962c3cf4da req-57ad1d24-1ba3-4317-8e54-875f59485cb0 tempest-FloatingIPsAssociationNegativeTestJSON-287568005 tempest-FloatingIPsAssociationNegativeTestJSON-287568005-project] Notify callbacks [] for floatingip, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:00.177819 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9aee5e0-1dbe-4c69-84d8-07cb45dff37f tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Pushing event deleted for resources: {'Port': ['ID=d60f1acd-424c-4590-92bb-7e5e6d14aa6a,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:32:00.212892 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-5b0ef3b7-f0c1-422a-bfac-bf7f569ad876 req-f52b9ec3-9fd0-4101-8d6c-e36a93e92757 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] 10.222.0.16 "GET /v2.0/security-groups?id=1433845c-1171-43a4-b403-5201c1216c85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1332436 Jul 14 18:32:00.291103 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-72b4b01a-c33b-48e3-89ae-2f7d65184a99 tempest-MeteringTestJSON-1578839367 tempest-MeteringTestJSON-1578839367-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:00.295524 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-72b4b01a-c33b-48e3-89ae-2f7d65184a99 tempest-MeteringTestJSON-1578839367 tempest-MeteringTestJSON-1578839367-project-admin] 10.222.0.16 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.2435055 Jul 14 18:32:00.296497 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 44422) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:32:00.307953 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-c3f5e457-4ef6-4a47-bad8-c0192f2f1d94 req-04b62630-ba93-439b-a642-cfc13340e961 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:00.399683 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-42893d8f-49dd-40f5-be78-cd1c23cea94b tempest-MeteringTestJSON-1578839367 tempest-MeteringTestJSON-1578839367-project-admin] 10.222.0.16 "GET /v2.0/metering/metering-labels?id=7a22b80c-2efa-4b90-9ba1-adf66c300f72 HTTP/1.1" status: 200 len: 468 time: 0.1005080 Jul 14 18:32:00.399683 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-b9aee5e0-1dbe-4c69-84d8-07cb45dff37f tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Notify callbacks [] for floatingip, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:00.401222 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-b9aee5e0-1dbe-4c69-84d8-07cb45dff37f tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for floatingip, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:00.402836 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-b9aee5e0-1dbe-4c69-84d8-07cb45dff37f tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] 10.222.0.16 "DELETE /v2.0/floatingips/5c209185-1fe3-409c-a0f7-195734fcf5b9 HTTP/1.1" status: 204 len: 168 time: 1.6823361 Jul 14 18:32:00.403429 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 44424) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:32:00.411808 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 44426) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:32:00.420361 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-865ead53-3011-446a-935b-ac43fb88c8f6 tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Request body: {'floatingip': {'floating_network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'port_id': '87f423f4-0f49-4691-94f5-1c2607857898'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:32:00.425965 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b62630-ba93-439b-a642-cfc13340e961 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Pushing event updated for resources: {'Port': ['ID=98e72a3e-3b4b-4cea-9e4f-1c80c632ced5,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:32:00.439217 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3f5e457-4ef6-4a47-bad8-c0192f2f1d94 req-04b62630-ba93-439b-a642-cfc13340e961 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Network 63a5555f-a22d-4515-8f3a-d708078edd37 is already hosted by enough agents. {{(pid=93915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:32:00.483086 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-865ead53-3011-446a-935b-ac43fb88c8f6 tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Notify callbacks [] for floatingip, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:00.494697 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [req-c3f5e457-4ef6-4a47-bad8-c0192f2f1d94 req-04b62630-ba93-439b-a642-cfc13340e961 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Resources bound (agent type, host, resource id): {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:32:00.498173 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3f5e457-4ef6-4a47-bad8-c0192f2f1d94 req-04b62630-ba93-439b-a642-cfc13340e961 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Received port after_create {{(pid=93915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:32:00.622253 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f5e457-4ef6-4a47-bad8-c0192f2f1d94 req-04b62630-ba93-439b-a642-cfc13340e961 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:00.622912 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-c3f5e457-4ef6-4a47-bad8-c0192f2f1d94 req-04b62630-ba93-439b-a642-cfc13340e961 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:00.642967 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70713c4-3e05-4592-ac6f-0e8cf62a99b8 req-3f1b8876-5c9d-4cf2-9b21-30008361f021 tempest-ServerRescueTestJSON-1772516560 tempest-ServerRescueTestJSON-1772516560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:00.644730 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b70713c4-3e05-4592-ac6f-0e8cf62a99b8 req-3f1b8876-5c9d-4cf2-9b21-30008361f021 tempest-ServerRescueTestJSON-1772516560 tempest-ServerRescueTestJSON-1772516560-project] 10.222.0.16 "GET /v2.0/ports?device_id=693cdabc-c35b-47c5-8512-cef465f1b22b HTTP/1.1" status: 200 len: 945 time: 0.2967000 Jul 14 18:32:00.659681 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c3f5e457-4ef6-4a47-bad8-c0192f2f1d94 req-04b62630-ba93-439b-a642-cfc13340e961 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5928917 Jul 14 18:32:00.668527 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-15a16bf5-6dd6-4596-bdb5-78232bcb90f1 tempest-MeteringTestJSON-1578839367 tempest-MeteringTestJSON-1578839367-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:00.669759 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-15a16bf5-6dd6-4596-bdb5-78232bcb90f1 tempest-MeteringTestJSON-1578839367 tempest-MeteringTestJSON-1578839367-project-admin] 10.222.0.16 "DELETE /v2.0/metering/metering-labels/7a22b80c-2efa-4b90-9ba1-adf66c300f72 HTTP/1.1" status: 204 len: 168 time: 0.2654006 Jul 14 18:32:00.673099 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 44430) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:32:00.680040 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [req-c3f5e457-4ef6-4a47-bad8-c0192f2f1d94 req-e9eac8f0-fe37-475d-8593-819f7d05872e tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Request body: {'port': {'device_id': 'a4e0bc60-2fa3-47a3-a9ba-155133f4e67a', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '63a5555f-a22d-4515-8f3a-d708078edd37', 'admin_state_up': True, 'tenant_id': '362562baf49d424491e86fd541949698', 'security_groups': ['1433845c-1171-43a4-b403-5201c1216c85']}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:32:00.695142 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-9c25c9dc-76d9-4123-a245-f53e5812f979 tempest-MeteringTestJSON-1578839367 tempest-MeteringTestJSON-1578839367-project-admin] 10.222.0.16 "GET /v2.0/metering/metering-labels?id=7a22b80c-2efa-4b90-9ba1-adf66c300f72 HTTP/1.1" status: 200 len: 216 time: 0.0208871 Jul 14 18:32:00.699930 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 44432) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:32:00.725698 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-24e11fa7-2a18-485e-8a25-9c154b51c812 tempest-MeteringTestJSON-1578839367 tempest-MeteringTestJSON-1578839367-project-admin] 10.222.0.16 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0244777 Jul 14 18:32:00.729519 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 44434) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:32:00.749276 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-a336a391-12c9-4642-9da1-1cc8a8c12fd0 tempest-MeteringTestJSON-1578839367 tempest-MeteringTestJSON-1578839367-project-admin] 10.222.0.16 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0178437 Jul 14 18:32:00.753017 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 44436) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:32:00.768875 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-5e18fafa-ba44-4cc8-9542-1455ee44736c None None] Provisioning for port 98e72a3e-3b4b-4cea-9e4f-1c80c632ced5 completed by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:32:00.773337 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-5e18fafa-ba44-4cc8-9542-1455ee44736c None None] Provisioning complete for port 98e72a3e-3b4b-4cea-9e4f-1c80c632ced5 triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:32:00.773746 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-5e18fafa-ba44-4cc8-9542-1455ee44736c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:00.810157 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-b2bdf4c8-f63f-4fed-942f-2d3f923d1ac6 tempest-MeteringTestJSON-1578839367 tempest-MeteringTestJSON-1578839367-project-admin] 10.222.0.16 "GET /v2.0/metering/metering-labels/caf5c141-f70c-4635-aa00-585bbd94cdf6 HTTP/1.1" status: 200 len: 473 time: 0.0560291 Jul 14 18:32:00.814018 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 44438) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:32:00.818813 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-5e18fafa-ba44-4cc8-9542-1455ee44736c None None] Port 98e72a3e-3b4b-4cea-9e4f-1c80c632ced5 cannot update to ACTIVE because it is not bound. {{(pid=93917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 18:32:00.834270 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-865ead53-3011-446a-935b-ac43fb88c8f6 tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:00.845677 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-bf5238d7-a27f-4408-8a0e-78e51080fec2 tempest-MeteringTestJSON-1578839367 tempest-MeteringTestJSON-1578839367-project-admin] 10.222.0.16 "GET /v2.0/metering/metering-label-rules/5a8f2d43-a148-4247-832c-016e5b88ae90 HTTP/1.1" status: 200 len: 461 time: 0.0205224 Jul 14 18:32:00.845905 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b70713c4-3e05-4592-ac6f-0e8cf62a99b8 req-a34cd489-1814-420a-9366-e9e688ef19b5 tempest-ServerRescueTestJSON-1772516560 tempest-ServerRescueTestJSON-1772516560-project] 10.222.0.16 "GET /v2.0/security-groups?id=0ef5e3a0-eb15-4d38-952d-7e7d9baf772e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1818757 Jul 14 18:32:00.846650 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 44440) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:32:01.005547 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a05c8fbc-0c44-4735-92d1-7a877ac335be tempest-MeteringTestJSON-1578839367 tempest-MeteringTestJSON-1578839367-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:01.006761 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-a05c8fbc-0c44-4735-92d1-7a877ac335be tempest-MeteringTestJSON-1578839367 tempest-MeteringTestJSON-1578839367-project-admin] 10.222.0.16 "DELETE /v2.0/metering/metering-label-rules/5a8f2d43-a148-4247-832c-016e5b88ae90 HTTP/1.1" status: 204 len: 168 time: 0.1591802 Jul 14 18:32:01.009850 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 44442) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:32:01.063396 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-ca399860-a271-40e6-bcce-4e962c3cf4da req-57ad1d24-1ba3-4317-8e54-875f59485cb0 tempest-FloatingIPsAssociationNegativeTestJSON-287568005 tempest-FloatingIPsAssociationNegativeTestJSON-287568005-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:01.071418 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-ca399860-a271-40e6-bcce-4e962c3cf4da req-57ad1d24-1ba3-4317-8e54-875f59485cb0 tempest-FloatingIPsAssociationNegativeTestJSON-287568005 tempest-FloatingIPsAssociationNegativeTestJSON-287568005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-930131'] for floatingip, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:01.134695 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c3f5e457-4ef6-4a47-bad8-c0192f2f1d94 req-e9eac8f0-fe37-475d-8593-819f7d05872e tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Made reservation on behalf of 362562baf49d424491e86fd541949698 for: {'port': 1} {{(pid=93915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:32:01.139487 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-c3f5e457-4ef6-4a47-bad8-c0192f2f1d94 req-e9eac8f0-fe37-475d-8593-819f7d05872e tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:01.226313 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-6b9f3998-8ec8-4f24-9da2-9558cddcab6c tempest-MeteringTestJSON-1578839367 tempest-MeteringTestJSON-1578839367-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:01.227474 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-6b9f3998-8ec8-4f24-9da2-9558cddcab6c tempest-MeteringTestJSON-1578839367 tempest-MeteringTestJSON-1578839367-project-admin] 10.222.0.16 "DELETE /v2.0/metering/metering-labels/caf5c141-f70c-4635-aa00-585bbd94cdf6 HTTP/1.1" status: 204 len: 168 time: 0.2167079 Jul 14 18:32:01.247665 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.db_base_plugin_common [None req-865ead53-3011-446a-935b-ac43fb88c8f6 tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Allocated IP 172.25.1.182 (9200a437-e1de-4520-88f6-e68386523e61/5f47f848-4532-407a-a0e2-5690ade15fd0/15ae9ceb-11cd-4ad4-8133-f7357599663e) {{(pid=93916) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:32:01.306394 n-d-800634-3 neutron-server[93915]: INFO neutron.db.l3_db [req-ca399860-a271-40e6-bcce-4e962c3cf4da req-57ad1d24-1ba3-4317-8e54-875f59485cb0 tempest-FloatingIPsAssociationNegativeTestJSON-287568005 tempest-FloatingIPsAssociationNegativeTestJSON-287568005-project] Floating IP c0fe1a33-d872-4408-8f7e-983adb71a4f1 associated. External IP: 172.25.1.199, port: 39216298-4feb-4a60-89c4-45fb55679826. Jul 14 18:32:01.384410 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504f747c-cfea-48a7-9baa-a26f2fd80673 req-0d3da366-0024-448a-8d67-f5795b0ceefe tempest-ListServerFiltersTestJSON-1866458082 tempest-ListServerFiltersTestJSON-1866458082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:01.391219 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-504f747c-cfea-48a7-9baa-a26f2fd80673 req-0d3da366-0024-448a-8d67-f5795b0ceefe tempest-ListServerFiltersTestJSON-1866458082 tempest-ListServerFiltersTestJSON-1866458082-project] 10.222.0.16 "GET /v2.0/ports?device_id=a90018ac-9b0b-496e-b667-52331ab9042e HTTP/1.1" status: 200 len: 946 time: 0.2748282 Jul 14 18:32:01.408360 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-865ead53-3011-446a-935b-ac43fb88c8f6 tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Notify callbacks [] for port, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:01.471621 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-865ead53-3011-446a-935b-ac43fb88c8f6 tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:01.480743 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-504f747c-cfea-48a7-9baa-a26f2fd80673 req-b9717d04-f836-4719-be2f-b9f8d57d2004 tempest-ListServerFiltersTestJSON-1866458082 tempest-ListServerFiltersTestJSON-1866458082-project] 10.222.0.16 "GET /v2.0/security-groups?id=cc0cb72e-0ac6-4b37-b329-257cd4e8c60f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880184 Jul 14 18:32:01.538739 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865ead53-3011-446a-935b-ac43fb88c8f6 tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Pushing event updated for resources: {'Port': ['ID=15ae9ceb-11cd-4ad4-8133-f7357599663e,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:32:01.541023 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 44454) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:32:01.548862 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-865ead53-3011-446a-935b-ac43fb88c8f6 tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Network 9200a437-e1de-4520-88f6-e68386523e61 is already hosted by enough agents. {{(pid=93916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:32:01.555130 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [None req-865ead53-3011-446a-935b-ac43fb88c8f6 tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Resources bound (agent type, host, resource id): {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:32:01.557947 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-865ead53-3011-446a-935b-ac43fb88c8f6 tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Received port after_create {{(pid=93916) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:32:01.662806 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.db_base_plugin_common [req-c3f5e457-4ef6-4a47-bad8-c0192f2f1d94 req-e9eac8f0-fe37-475d-8593-819f7d05872e tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Allocated IP 10.2.2.200 (63a5555f-a22d-4515-8f3a-d708078edd37/19364ef1-51c6-4b67-ab09-76164da25c3f/0caf44dc-58df-4be6-8bff-86cf8aeccff9) {{(pid=93915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:32:01.721409 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-cb27536d-d629-433a-a1e3-4a9c42fd8372 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:01.952568 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c6827a-5f0d-47cb-a612-210c398de076 req-29759f57-735c-4533-b795-361ca6e4291c tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:01.958606 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c6827a-5f0d-47cb-a612-210c398de076 req-29759f57-735c-4533-b795-361ca6e4291c tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:01.965099 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c6827a-5f0d-47cb-a612-210c398de076 req-29759f57-735c-4533-b795-361ca6e4291c tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:01.971040 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c6827a-5f0d-47cb-a612-210c398de076 req-29759f57-735c-4533-b795-361ca6e4291c tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:01.972831 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-96c6827a-5f0d-47cb-a612-210c398de076 req-29759f57-735c-4533-b795-361ca6e4291c tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] 10.222.0.16 "GET /v2.0/ports?device_id=a4e0bc60-2fa3-47a3-a9ba-155133f4e67a HTTP/1.1" status: 200 len: 3096 time: 0.3115005 Jul 14 18:32:01.974875 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ca399860-a271-40e6-bcce-4e962c3cf4da req-57ad1d24-1ba3-4317-8e54-875f59485cb0 tempest-FloatingIPsAssociationNegativeTestJSON-287568005 tempest-FloatingIPsAssociationNegativeTestJSON-287568005-project] Router 34b9e12f-bd48-4c0f-b8fa-553d35da8d6a has already been hosted by L3 agent 2c6eb27e-defb-4cca-9a24-381c7415e359 {{(pid=93915) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 18:32:02.000773 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-cb27536d-d629-433a-a1e3-4a9c42fd8372 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:02.011813 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-cb27536d-d629-433a-a1e3-4a9c42fd8372 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:02.051162 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-c3f5e457-4ef6-4a47-bad8-c0192f2f1d94 req-e9eac8f0-fe37-475d-8593-819f7d05872e tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Notify callbacks [] for port, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:02.064519 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb27536d-d629-433a-a1e3-4a9c42fd8372 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ad21778-a861-4f82-9fb4-db28c8ed91e2,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:32:02.088041 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-cb27536d-d629-433a-a1e3-4a9c42fd8372 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ac18979bfdd4494eaadebb6151eaccab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5399401 Jul 14 18:32:02.090939 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 44462) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:32:02.143252 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-96c6827a-5f0d-47cb-a612-210c398de076 req-cbb4b190-200d-4ea4-8b04-a520438d4f5e tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] 10.222.0.16 "GET /v2.0/security-groups?id=1433845c-1171-43a4-b403-5201c1216c85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1604900 Jul 14 18:32:02.153090 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-e5bc5356-e933-4f72-96f1-4ec6a6408668 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:02.159168 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.provisioning_blocks [req-c3f5e457-4ef6-4a47-bad8-c0192f2f1d94 req-e9eac8f0-fe37-475d-8593-819f7d05872e tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Transition to ACTIVE for port object 0caf44dc-58df-4be6-8bff-86cf8aeccff9 will not be triggered until provisioned by entity DHCP. {{(pid=93915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:32:02.161085 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-865ead53-3011-446a-935b-ac43fb88c8f6 tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:02.212557 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-e5bc5356-e933-4f72-96f1-4ec6a6408668 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:02.286604 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-865ead53-3011-446a-935b-ac43fb88c8f6 tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:02.323006 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:02.333999 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-e5bc5356-e933-4f72-96f1-4ec6a6408668 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:02.334222 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ca399860-a271-40e6-bcce-4e962c3cf4da req-57ad1d24-1ba3-4317-8e54-875f59485cb0 tempest-FloatingIPsAssociationNegativeTestJSON-287568005 tempest-FloatingIPsAssociationNegativeTestJSON-287568005-project] Notify agent at l3_agent.n-d-800634-3 the message routers_updated {{(pid=93915) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 18:32:02.337168 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-e5bc5356-e933-4f72-96f1-4ec6a6408668 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:02.340751 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-e5bc5356-e933-4f72-96f1-4ec6a6408668 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6ad21778-a861-4f82-9fb4-db28c8ed91e2 HTTP/1.1" status: 204 len: 168 time: 0.2465415 Jul 14 18:32:02.342637 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-ca399860-a271-40e6-bcce-4e962c3cf4da req-57ad1d24-1ba3-4317-8e54-875f59485cb0 tempest-FloatingIPsAssociationNegativeTestJSON-287568005 tempest-FloatingIPsAssociationNegativeTestJSON-287568005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for floatingip, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:02.348913 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0551da54-0c53-4e35-82d0-fc3281a19483 None None] Sync routers for ids ['34b9e12f-bd48-4c0f-b8fa-553d35da8d6a'] in n-d-800634-3 {{(pid=93918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 18:32:02.366181 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0551da54-0c53-4e35-82d0-fc3281a19483 None None] Routers {'34b9e12f-bd48-4c0f-b8fa-553d35da8d6a'} bound to L3 agent in host n-d-800634-3 {{(pid=93918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:32:02.369040 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-0551da54-0c53-4e35-82d0-fc3281a19483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:31:53Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['34b9e12f-bd48-4c0f-b8fa-553d35da8d6a'], 'active': True} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:32:02.375844 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5bc5356-e933-4f72-96f1-4ec6a6408668 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ad21778-a861-4f82-9fb4-db28c8ed91e2,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:32:02.407594 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-c3f5e457-4ef6-4a47-bad8-c0192f2f1d94 req-e9eac8f0-fe37-475d-8593-819f7d05872e tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:02.541650 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ca399860-a271-40e6-bcce-4e962c3cf4da req-57ad1d24-1ba3-4317-8e54-875f59485cb0 tempest-FloatingIPsAssociationNegativeTestJSON-287568005 tempest-FloatingIPsAssociationNegativeTestJSON-287568005-project] 10.222.0.16 "PUT /v2.0/floatingips/c0fe1a33-d872-4408-8f7e-983adb71a4f1 HTTP/1.1" status: 200 len: 996 time: 2.4290774 Jul 14 18:32:02.554811 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3f5e457-4ef6-4a47-bad8-c0192f2f1d94 req-e9eac8f0-fe37-475d-8593-819f7d05872e tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Network 63a5555f-a22d-4515-8f3a-d708078edd37 is already hosted by enough agents. {{(pid=93915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:32:02.555465 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61b3cfc1-5300-43f6-a722-22ddf0737e84', 'tag': '39216298-4feb-4a60-89c4-45fb55679826'}] {{(pid=93915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:32:02.562752 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e72782ad3af8f7d4ce76cedf092bca46d1756acc5c4653cf0b52034cdd6b073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2539724-881e-4af7-943b-574531ffaf33" -d '{"events": [{"name": "network-changed", "server_uuid": "61b3cfc1-5300-43f6-a722-22ddf0737e84", "tag": "39216298-4feb-4a60-89c4-45fb55679826"}]}' {{(pid=93915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:32:02.597607 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvr_db [None req-0551da54-0c53-4e35-82d0-fc3281a19483 None None] Set router 34b9e12f-bd48-4c0f-b8fa-553d35da8d6a gateway port host: n-d-800634-3 {{(pid=93918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 18:32:02.614911 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [req-c3f5e457-4ef6-4a47-bad8-c0192f2f1d94 req-e9eac8f0-fe37-475d-8593-819f7d05872e tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Resources bound (agent type, host, resource id): {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:32:02.621795 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-865ead53-3011-446a-935b-ac43fb88c8f6 tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Notify callbacks [] for port, precommit_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:02.623959 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3f5e457-4ef6-4a47-bad8-c0192f2f1d94 req-e9eac8f0-fe37-475d-8593-819f7d05872e tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Received port after_create {{(pid=93915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:32:02.627336 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-865ead53-3011-446a-935b-ac43fb88c8f6 tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2684870'] for port, after_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:02.686807 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865ead53-3011-446a-935b-ac43fb88c8f6 tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Pushing event updated for resources: {'Port': ['ID=15ae9ceb-11cd-4ad4-8133-f7357599663e,revision_number=2']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:32:02.760482 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9eac8f0-fe37-475d-8593-819f7d05872e tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Pushing event updated for resources: {'Port': ['ID=0caf44dc-58df-4be6-8bff-86cf8aeccff9,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:32:02.775782 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-865ead53-3011-446a-935b-ac43fb88c8f6 tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-930131'] for floatingip, after_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:02.837158 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f5e457-4ef6-4a47-bad8-c0192f2f1d94 req-e9eac8f0-fe37-475d-8593-819f7d05872e tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:02.837860 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-c3f5e457-4ef6-4a47-bad8-c0192f2f1d94 req-e9eac8f0-fe37-475d-8593-819f7d05872e tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:02.895832 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c3f5e457-4ef6-4a47-bad8-c0192f2f1d94 req-e9eac8f0-fe37-475d-8593-819f7d05872e tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2227638 Jul 14 18:32:02.947436 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [req-c3f5e457-4ef6-4a47-bad8-c0192f2f1d94 req-4ad9b777-e54e-4fee-b062-3da55051b720 service neutron] Request body: {'port': {'device_id': 'a4e0bc60-2fa3-47a3-a9ba-155133f4e67a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800634-3'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:32:02.957568 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca399860-a271-40e6-bcce-4e962c3cf4da req-f73bea9a-0a86-42e6-b869-a0d4d9e796a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:02.963522 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ca399860-a271-40e6-bcce-4e962c3cf4da req-f73bea9a-0a86-42e6-b869-a0d4d9e796a9 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b42b8927ef8d413ea3681e5f11e6bc61&device_id=61b3cfc1-5300-43f6-a722-22ddf0737e84 HTTP/1.1" status: 200 len: 1096 time: 0.3888268 Jul 14 18:32:03.010894 n-d-800634-3 neutron-server[93916]: INFO neutron.db.l3_db [None req-865ead53-3011-446a-935b-ac43fb88c8f6 tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Floating IP 5daea7ea-b9a1-4230-b5a1-59d8501b5aff associated. External IP: 172.25.1.182, port: 87f423f4-0f49-4691-94f5-1c2607857898. Jul 14 18:32:03.017872 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 44474) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:32:03.063313 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-0551da54-0c53-4e35-82d0-fc3281a19483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34b9e12f-bd48-4c0f-b8fa-553d35da8d6a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-203685474-router', 'tenant_id': 'b42b8927ef8d413ea3681e5f11e6bc61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.214'}], 'enable_snat': True}, 'gw_port_id': '3f0fd507-aa34-4600-aa9d-654040160966', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:31:23Z', 'updated_at': '2021-07-14T18:31:29Z', 'revision_number': 4, 'project_id': 'b42b8927ef8d413ea3681e5f11e6bc61', 'gw_port': {'id': '3f0fd507-aa34-4600-aa9d-654040160966', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:ee:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34b9e12f-bd48-4c0f-b8fa-553d35da8d6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1341, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:31:23Z', 'updated_at': '2021-07-14T18:31:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_floatingips': [{'id': 'c0fe1a33-d872-4408-8f7e-983adb71a4f1', 'tenant_id': 'b42b8927ef8d413ea3681e5f11e6bc61', 'floating_ip_address': '172.25.1.199', 'floating_network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'router_id': '34b9e12f-bd48-4c0f-b8fa-553d35da8d6a', 'port_id': '39216298-4feb-4a60-89c4-45fb55679826', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1430, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3027b8cc-b688-44c3-b2bb-d03887fb46b4', 'mac_address': 'fa:16:3e:88:d2:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61b3cfc1-5300-43f6-a722-22ddf0737e84', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T18:31:57Z', 'updated_at': '2021-07-14T18:32:00Z', 'revision_number': 1, 'project_id': 'b42b8927ef8d413ea3681e5f11e6bc61', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ffc4f9ca-a1cc-48c1-a678-6a65188a1eba', 'name': '', 'network_id': '3027b8cc-b688-44c3-b2bb-d03887fb46b4', 'tenant_id': 'b42b8927ef8d413ea3681e5f11e6bc61', 'mac_address': 'fa:16:3e:ae:bb:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34b9e12f-bd48-4c0f-b8fa-553d35da8d6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1348, 'fixed_ips': [{'subnet_id': 'e39776a5-0c4c-4e2c-abcf-e8667374bae7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:31:28Z', 'updated_at': '2021-07-14T18:31:44Z', 'revision_number': 5, 'project_id': 'b42b8927ef8d413ea3681e5f11e6bc61', 'subnets': [{'id': 'e39776a5-0c4c-4e2c-abcf-e8667374bae7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-3', False) {} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:32:03.079881 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-8ce04525-6aab-4160-ad4d-c7c4dc53b1ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:03.094773 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-dca4c3af-ae93-4a03-8231-d5296278130e None None] Provisioning for port 0caf44dc-58df-4be6-8bff-86cf8aeccff9 completed by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:32:03.099608 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0551da54-0c53-4e35-82d0-fc3281a19483 None None] Checking router: 34b9e12f-bd48-4c0f-b8fa-553d35da8d6a for host: n-d-800634-3 {{(pid=93918) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 18:32:03.100618 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-dca4c3af-ae93-4a03-8231-d5296278130e None None] Provisioning complete for port 0caf44dc-58df-4be6-8bff-86cf8aeccff9 triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:32:03.101007 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-dca4c3af-ae93-4a03-8231-d5296278130e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:03.116972 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-c3f5e457-4ef6-4a47-bad8-c0192f2f1d94 req-4ad9b777-e54e-4fee-b062-3da55051b720 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:03.122864 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0551da54-0c53-4e35-82d0-fc3281a19483 None None] Routers {'34b9e12f-bd48-4c0f-b8fa-553d35da8d6a'} bound to L3 agent in host n-d-800634-3 {{(pid=93918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:32:03.123521 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-0551da54-0c53-4e35-82d0-fc3281a19483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:31:53Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['34b9e12f-bd48-4c0f-b8fa-553d35da8d6a'], 'active': True} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:32:03.177296 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-dca4c3af-ae93-4a03-8231-d5296278130e None None] Port 0caf44dc-58df-4be6-8bff-86cf8aeccff9 cannot update to ACTIVE because it is not bound. {{(pid=93917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 18:32:03.257962 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51ca80f-8a4c-4492-9644-23bfc5d8b820 req-4a788f82-f20c-40b7-8e0a-d36d98d69a6d tempest-ServerRescueTestJSON-1772516560 tempest-ServerRescueTestJSON-1772516560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:03.259504 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b51ca80f-8a4c-4492-9644-23bfc5d8b820 req-4a788f82-f20c-40b7-8e0a-d36d98d69a6d tempest-ServerRescueTestJSON-1772516560 tempest-ServerRescueTestJSON-1772516560-project] 10.222.0.16 "GET /v2.0/ports?device_id=693cdabc-c35b-47c5-8512-cef465f1b22b HTTP/1.1" status: 200 len: 945 time: 0.3906975 Jul 14 18:32:03.304363 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvr_db [None req-0551da54-0c53-4e35-82d0-fc3281a19483 None None] Set router 34b9e12f-bd48-4c0f-b8fa-553d35da8d6a gateway port host: n-d-800634-3 {{(pid=93918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 18:32:03.361730 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca399860-a271-40e6-bcce-4e962c3cf4da req-b6213771-b624-4e20-8e73-b80bfaa02917 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:03.363767 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ca399860-a271-40e6-bcce-4e962c3cf4da req-b6213771-b624-4e20-8e73-b80bfaa02917 service neutron] 10.222.0.16 "GET /v2.0/networks?id=3027b8cc-b688-44c3-b2bb-d03887fb46b4 HTTP/1.1" status: 200 len: 928 time: 0.3929789 Jul 14 18:32:03.450767 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-8ce04525-6aab-4160-ad4d-c7c4dc53b1ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:03.481640 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b51ca80f-8a4c-4492-9644-23bfc5d8b820 req-bd8c5101-f8a1-4da5-a2b1-3fba3368c029 tempest-ServerRescueTestJSON-1772516560 tempest-ServerRescueTestJSON-1772516560-project] 10.222.0.16 "GET /v2.0/security-groups?id=0ef5e3a0-eb15-4d38-952d-7e7d9baf772e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2117193 Jul 14 18:32:03.498774 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-8ce04525-6aab-4160-ad4d-c7c4dc53b1ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:03.517293 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ca399860-a271-40e6-bcce-4e962c3cf4da req-ff9bf4cb-7914-4bf9-9d67-85b0a4ee0ae2 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=39216298-4feb-4a60-89c4-45fb55679826 HTTP/1.1" status: 200 len: 999 time: 0.1430261 Jul 14 18:32:03.549040 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-8ce04525-6aab-4160-ad4d-c7c4dc53b1ed admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=73d2800c0f2f463881b4e536aeb2d301&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5286119 Jul 14 18:32:03.549329 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce04525-6aab-4160-ad4d-c7c4dc53b1ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2acb0ffe-af9e-4604-b417-a75d97ab18a2,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:32:03.555913 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 44478) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:32:03.615922 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-865ead53-3011-446a-935b-ac43fb88c8f6 tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Router bee30a2a-4399-42b3-916a-f5d930702390 has already been hosted by L3 agent 2c6eb27e-defb-4cca-9a24-381c7415e359 {{(pid=93916) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 18:32:03.635145 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-b1e98ab4-f6b9-49ef-8559-7b468cad158d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:03.696626 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-b1e98ab4-f6b9-49ef-8559-7b468cad158d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:03.764681 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-0551da54-0c53-4e35-82d0-fc3281a19483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34b9e12f-bd48-4c0f-b8fa-553d35da8d6a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-203685474-router', 'tenant_id': 'b42b8927ef8d413ea3681e5f11e6bc61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.214'}], 'enable_snat': True}, 'gw_port_id': '3f0fd507-aa34-4600-aa9d-654040160966', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:31:23Z', 'updated_at': '2021-07-14T18:31:29Z', 'revision_number': 4, 'project_id': 'b42b8927ef8d413ea3681e5f11e6bc61', 'gw_port': {'id': '3f0fd507-aa34-4600-aa9d-654040160966', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:ee:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34b9e12f-bd48-4c0f-b8fa-553d35da8d6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1341, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:31:23Z', 'updated_at': '2021-07-14T18:31:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_floatingips': [{'id': 'c0fe1a33-d872-4408-8f7e-983adb71a4f1', 'tenant_id': 'b42b8927ef8d413ea3681e5f11e6bc61', 'floating_ip_address': '172.25.1.199', 'floating_network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'router_id': '34b9e12f-bd48-4c0f-b8fa-553d35da8d6a', 'port_id': '39216298-4feb-4a60-89c4-45fb55679826', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1430, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3027b8cc-b688-44c3-b2bb-d03887fb46b4', 'mac_address': 'fa:16:3e:88:d2:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61b3cfc1-5300-43f6-a722-22ddf0737e84', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T18:31:57Z', 'updated_at': '2021-07-14T18:32:00Z', 'revision_number': 1, 'project_id': 'b42b8927ef8d413ea3681e5f11e6bc61', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ffc4f9ca-a1cc-48c1-a678-6a65188a1eba', 'name': '', 'network_id': '3027b8cc-b688-44c3-b2bb-d03887fb46b4', 'tenant_id': 'b42b8927ef8d413ea3681e5f11e6bc61', 'mac_address': 'fa:16:3e:ae:bb:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34b9e12f-bd48-4c0f-b8fa-553d35da8d6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1348, 'fixed_ips': [{'subnet_id': 'e39776a5-0c4c-4e2c-abcf-e8667374bae7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:31:28Z', 'updated_at': '2021-07-14T18:31:44Z', 'revision_number': 5, 'project_id': 'b42b8927ef8d413ea3681e5f11e6bc61', 'subnets': [{'id': 'e39776a5-0c4c-4e2c-abcf-e8667374bae7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-3', False) {} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:32:03.796967 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-865ead53-3011-446a-935b-ac43fb88c8f6 tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Notify agent at l3_agent.n-d-800634-3 the message routers_updated {{(pid=93916) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 18:32:03.807182 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a392d950-69d1-46b4-9a36-e4effbcfaa42 None None] Sync routers for ids ['bee30a2a-4399-42b3-916a-f5d930702390'] in n-d-800634-3 {{(pid=93917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 18:32:03.821046 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a392d950-69d1-46b4-9a36-e4effbcfaa42 None None] Routers {'bee30a2a-4399-42b3-916a-f5d930702390'} bound to L3 agent in host n-d-800634-3 {{(pid=93917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:32:03.822034 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-a392d950-69d1-46b4-9a36-e4effbcfaa42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:31:53Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['bee30a2a-4399-42b3-916a-f5d930702390'], 'active': True} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:32:03.840375 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-b1e98ab4-f6b9-49ef-8559-7b468cad158d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:03.846056 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0551da54-0c53-4e35-82d0-fc3281a19483 None None] The sync data for ids ['34b9e12f-bd48-4c0f-b8fa-553d35da8d6a'] in n-d-800634-3 is: [{'id': '34b9e12f-bd48-4c0f-b8fa-553d35da8d6a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-203685474-router', 'tenant_id': 'b42b8927ef8d413ea3681e5f11e6bc61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.214'}], 'enable_snat': True}, 'gw_port_id': '3f0fd507-aa34-4600-aa9d-654040160966', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:31:23Z', 'updated_at': '2021-07-14T18:31:29Z', 'revision_number': 4, 'project_id': 'b42b8927ef8d413ea3681e5f11e6bc61', 'gw_port': {'id': '3f0fd507-aa34-4600-aa9d-654040160966', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:ee:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34b9e12f-bd48-4c0f-b8fa-553d35da8d6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1341, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:31:23Z', 'updated_at': '2021-07-14T18:31:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_floatingips': [{'id': 'c0fe1a33-d872-4408-8f7e-983adb71a4f1', 'tenant_id': 'b42b8927ef8d413ea3681e5f11e6bc61', 'floating_ip_address': '172.25.1.199', 'floating_network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'router_id': '34b9e12f-bd48-4c0f-b8fa-553d35da8d6a', 'port_id': '39216298-4feb-4a60-89c4-45fb55679826', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1430, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3027b8cc-b688-44c3-b2bb-d03887fb46b4', 'mac_address': 'fa:16:3e:88:d2:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61b3cfc1-5300-43f6-a722-22ddf0737e84', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T18:31:57Z', 'updated_at': '2021-07-14T18:32:00Z', 'revision_number': 1, 'project_id': 'b42b8927ef8d413ea3681e5f11e6bc61', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ffc4f9ca-a1cc-48c1-a678-6a65188a1eba', 'name': '', 'network_id': '3027b8cc-b688-44c3-b2bb-d03887fb46b4', 'tenant_id': 'b42b8927ef8d413ea3681e5f11e6bc61', 'mac_address': 'fa:16:3e:ae:bb:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34b9e12f-bd48-4c0f-b8fa-553d35da8d6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1348, 'fixed_ips': [{'subnet_id': 'e39776a5-0c4c-4e2c-abcf-e8667374bae7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:31:28Z', 'updated_at': '2021-07-14T18:31:44Z', 'revision_number': 5, 'project_id': 'b42b8927ef8d413ea3681e5f11e6bc61', 'subnets': [{'id': 'e39776a5-0c4c-4e2c-abcf-e8667374bae7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 18:32:03.847739 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-b1e98ab4-f6b9-49ef-8559-7b468cad158d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:03.868321 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-b1e98ab4-f6b9-49ef-8559-7b468cad158d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2acb0ffe-af9e-4604-b417-a75d97ab18a2 HTTP/1.1" status: 204 len: 168 time: 0.2921293 Jul 14 18:32:03.885761 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-865ead53-3011-446a-935b-ac43fb88c8f6 tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for floatingip, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:03.909854 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-a392d950-69d1-46b4-9a36-e4effbcfaa42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-3', False) {} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:32:03.926395 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a392d950-69d1-46b4-9a36-e4effbcfaa42 None None] Routers {'bee30a2a-4399-42b3-916a-f5d930702390'} bound to L3 agent in host n-d-800634-3 {{(pid=93917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:32:03.927037 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-a392d950-69d1-46b4-9a36-e4effbcfaa42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:31:53Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['bee30a2a-4399-42b3-916a-f5d930702390'], 'active': True} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:32:04.002198 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e98ab4-f6b9-49ef-8559-7b468cad158d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2acb0ffe-af9e-4604-b417-a75d97ab18a2,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:32:04.024032 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-865ead53-3011-446a-935b-ac43fb88c8f6 tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 3.6116672 Jul 14 18:32:04.027200 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 44486) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:32:04.049601 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-a392d950-69d1-46b4-9a36-e4effbcfaa42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-3', False) {} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:32:04.050273 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a392d950-69d1-46b4-9a36-e4effbcfaa42 None None] The sync data for ids ['bee30a2a-4399-42b3-916a-f5d930702390'] in n-d-800634-3 is: [] {{(pid=93917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 18:32:04.221299 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 18:32:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a13e80ae-a6b5-4237-a688-eae5c2112d1a x-openstack-request-id: req-a13e80ae-a6b5-4237-a688-eae5c2112d1a {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:32:04.221890 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61b3cfc1-5300-43f6-a722-22ddf0737e84", "tag": "39216298-4feb-4a60-89c4-45fb55679826", "status": "completed", "code": 200}]} {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:32:04.222318 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a13e80ae-a6b5-4237-a688-eae5c2112d1a {{(pid=93915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:32:04.222877 n-d-800634-3 neutron-server[93915]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61b3cfc1-5300-43f6-a722-22ddf0737e84', 'tag': '39216298-4feb-4a60-89c4-45fb55679826', 'status': 'completed', 'code': 200} Jul 14 18:32:04.225113 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca399860-a271-40e6-bcce-4e962c3cf4da req-a633fd79-0fab-4001-8baa-4f411b2e4e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:04.237350 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ca399860-a271-40e6-bcce-4e962c3cf4da req-a633fd79-0fab-4001-8baa-4f411b2e4e74 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e39776a5-0c4c-4e2c-abcf-e8667374bae7 HTTP/1.1" status: 200 len: 867 time: 0.7113514 Jul 14 18:32:04.279330 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c1b4fbd-ffd0-408d-82e0-5b0aed062df6 None None] New status for floating IP c0fe1a33-d872-4408-8f7e-983adb71a4f1: ACTIVE {{(pid=93918) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 18:32:04.459923 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [req-c3f5e457-4ef6-4a47-bad8-c0192f2f1d94 req-4ad9b777-e54e-4fee-b062-3da55051b720 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e3cdfe6-c3db-4167-a3c6-0bddcdac61ef {{(pid=93915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 18:32:04.478235 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-c3f5e457-4ef6-4a47-bad8-c0192f2f1d94 req-4ad9b777-e54e-4fee-b062-3da55051b720 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:04.485177 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca399860-a271-40e6-bcce-4e962c3cf4da req-935af0ee-5849-41dc-b02c-b855475308c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:04.487971 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ca399860-a271-40e6-bcce-4e962c3cf4da req-935af0ee-5849-41dc-b02c-b855475308c4 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3027b8cc-b688-44c3-b2bb-d03887fb46b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2492833 Jul 14 18:32:04.506736 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [req-ca399860-a271-40e6-bcce-4e962c3cf4da req-9db9a4b2-178d-4327-ad6a-1423e3a01346 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=93915) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 18:32:04.508824 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ca399860-a271-40e6-bcce-4e962c3cf4da req-9db9a4b2-178d-4327-ad6a-1423e3a01346 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0073910 Jul 14 18:32:04.527175 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48979bcf-e427-4ad9-be8e-91e2cb9a60e7 req-f348e381-c830-4068-9a4d-326bcc30f80f tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:04.536354 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48979bcf-e427-4ad9-be8e-91e2cb9a60e7 req-f348e381-c830-4068-9a4d-326bcc30f80f tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:04.543833 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48979bcf-e427-4ad9-be8e-91e2cb9a60e7 req-f348e381-c830-4068-9a4d-326bcc30f80f tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:04.550227 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-d51ef542-f404-4bb2-a681-6c154e448fa1 tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] 10.222.0.16 "GET /v2.0/floatingips/5daea7ea-b9a1-4230-b5a1-59d8501b5aff HTTP/1.1" status: 200 len: 979 time: 0.5216525 Jul 14 18:32:04.553967 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48979bcf-e427-4ad9-be8e-91e2cb9a60e7 req-f348e381-c830-4068-9a4d-326bcc30f80f tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:04.554146 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 44498) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:32:04.562124 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48979bcf-e427-4ad9-be8e-91e2cb9a60e7 req-f348e381-c830-4068-9a4d-326bcc30f80f tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:04.572021 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-48979bcf-e427-4ad9-be8e-91e2cb9a60e7 req-f348e381-c830-4068-9a4d-326bcc30f80f tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] 10.222.0.16 "GET /v2.0/ports?device_id=a4e0bc60-2fa3-47a3-a9ba-155133f4e67a HTTP/1.1" status: 200 len: 3817 time: 0.2976747 Jul 14 18:32:04.608247 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2539724-881e-4af7-943b-574531ffaf33 req-b1df9c6b-8e94-4f4c-9cfd-d957a3ff3885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:04.609903 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e2539724-881e-4af7-943b-574531ffaf33 req-b1df9c6b-8e94-4f4c-9cfd-d957a3ff3885 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b42b8927ef8d413ea3681e5f11e6bc61&device_id=61b3cfc1-5300-43f6-a722-22ddf0737e84 HTTP/1.1" status: 200 len: 1096 time: 0.4588456 Jul 14 18:32:04.610956 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.provisioning_blocks [req-c3f5e457-4ef6-4a47-bad8-c0192f2f1d94 req-4ad9b777-e54e-4fee-b062-3da55051b720 service neutron] Transition to ACTIVE for port object 5e3cdfe6-c3db-4167-a3c6-0bddcdac61ef will not be triggered until provisioned by entity L2. {{(pid=93915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:32:04.661899 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-c3f5e457-4ef6-4a47-bad8-c0192f2f1d94 req-4ad9b777-e54e-4fee-b062-3da55051b720 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25912978'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:04.693772 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f060fafe-bbf2-4f2c-8285-db8cbd52b94a req-37ce88e0-3046-4198-9af8-f2b9434c9a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:04.695689 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-f060fafe-bbf2-4f2c-8285-db8cbd52b94a req-37ce88e0-3046-4198-9af8-f2b9434c9a73 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f5cbbe40183748efae634918ccc0f4b5&device_id=a90018ac-9b0b-496e-b667-52331ab9042e HTTP/1.1" status: 200 len: 1097 time: 0.5704641 Jul 14 18:32:04.714709 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-39f92a47-a2e1-43b9-9dfc-b477de3673a0 tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] 10.222.0.16 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 982 time: 0.1587582 Jul 14 18:32:04.718033 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 44504) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:32:04.723779 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-7cc21ce6-c4f2-4c0f-9b9f-5add4c46d5de tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Request body: {'floatingip': {'port_id': '7707fb10-d635-4b33-a86e-c444f6fef1c4'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:32:04.794883 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-7cc21ce6-c4f2-4c0f-9b9f-5add4c46d5de tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Notify callbacks [] for floatingip, before_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:04.831643 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-48979bcf-e427-4ad9-be8e-91e2cb9a60e7 req-81964ec9-1d09-48fa-8396-06e5bc62cde3 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] 10.222.0.16 "GET /v2.0/security-groups?id=1433845c-1171-43a4-b403-5201c1216c85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2583156 Jul 14 18:32:04.915861 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad9b777-e54e-4fee-b062-3da55051b720 service neutron] Pushing event updated for resources: {'Port': ['ID=5e3cdfe6-c3db-4167-a3c6-0bddcdac61ef,revision_number=2']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:32:05.068734 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ca399860-a271-40e6-bcce-4e962c3cf4da req-764baa57-b70e-48b8-8ca1-6e3debf38357 service neutron] 10.222.0.16 "GET /v2.0/networks/3027b8cc-b688-44c3-b2bb-d03887fb46b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4868691 Jul 14 18:32:05.104717 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f060fafe-bbf2-4f2c-8285-db8cbd52b94a req-24b12607-548f-4c69-be67-d08da3eb5304 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:05.106740 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-f060fafe-bbf2-4f2c-8285-db8cbd52b94a req-24b12607-548f-4c69-be67-d08da3eb5304 service neutron] 10.222.0.18 "GET /v2.0/networks?id=ad9e84b1-ffc4-4f99-b7e3-cbec2406a6c8 HTTP/1.1" status: 200 len: 916 time: 0.3076546 Jul 14 18:32:05.171708 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2539724-881e-4af7-943b-574531ffaf33 req-191cf07f-1dac-4c07-bb5d-25552e27b69c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:05.173223 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e2539724-881e-4af7-943b-574531ffaf33 req-191cf07f-1dac-4c07-bb5d-25552e27b69c service neutron] 10.222.0.18 "GET /v2.0/networks?id=3027b8cc-b688-44c3-b2bb-d03887fb46b4 HTTP/1.1" status: 200 len: 928 time: 0.5198445 Jul 14 18:32:05.190893 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-f060fafe-bbf2-4f2c-8285-db8cbd52b94a req-37396315-d4ad-45d0-9bc0-523b3e0ae92d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=32d16ffa-b3ff-4829-a03d-54023eb47d94 HTTP/1.1" status: 200 len: 217 time: 0.0765433 Jul 14 18:32:05.204355 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:05.213075 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ca399860-a271-40e6-bcce-4e962c3cf4da req-11457fb1-cd0c-477f-9783-fb2ec5e0e79f service neutron] 10.222.0.16 "GET /v2.0/networks/3027b8cc-b688-44c3-b2bb-d03887fb46b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227231 Jul 14 18:32:05.258485 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-c3f5e457-4ef6-4a47-bad8-c0192f2f1d94 req-4ad9b777-e54e-4fee-b062-3da55051b720 service neutron] Attempting to bind port 5e3cdfe6-c3db-4167-a3c6-0bddcdac61ef on host n-h1-800634-3 for vnic_type normal with profile {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:32:05.258830 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-c3f5e457-4ef6-4a47-bad8-c0192f2f1d94 req-4ad9b777-e54e-4fee-b062-3da55051b720 service neutron] Attempting to bind port 5e3cdfe6-c3db-4167-a3c6-0bddcdac61ef by drivers openvswitch,hyperv on host n-h1-800634-3 at level 0 using segments [{'id': 'f27713f4-616b-4ad5-95bb-41f16008fafb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'cfaa954e-bb83-44ea-acae-a3d7b9e23407'}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:32:05.259182 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3f5e457-4ef6-4a47-bad8-c0192f2f1d94 req-4ad9b777-e54e-4fee-b062-3da55051b720 service neutron] Attempting to bind port 5e3cdfe6-c3db-4167-a3c6-0bddcdac61ef on network cfaa954e-bb83-44ea-acae-a3d7b9e23407 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:32:05.279227 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3f5e457-4ef6-4a47-bad8-c0192f2f1d94 req-4ad9b777-e54e-4fee-b062-3da55051b720 service neutron] Port 5e3cdfe6-c3db-4167-a3c6-0bddcdac61ef on network cfaa954e-bb83-44ea-acae-a3d7b9e23407 not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-3 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 18:32:05.279563 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3f5e457-4ef6-4a47-bad8-c0192f2f1d94 req-4ad9b777-e54e-4fee-b062-3da55051b720 service neutron] Attempting to bind port 5e3cdfe6-c3db-4167-a3c6-0bddcdac61ef on network cfaa954e-bb83-44ea-acae-a3d7b9e23407 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:32:05.287847 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f060fafe-bbf2-4f2c-8285-db8cbd52b94a req-01990ce8-5d67-4598-9547-243e7d1dfe2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:05.288918 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-f060fafe-bbf2-4f2c-8285-db8cbd52b94a req-01990ce8-5d67-4598-9547-243e7d1dfe2d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=200f429a-b543-41d8-bd69-5fd511645440 HTTP/1.1" status: 200 len: 855 time: 0.0914283 Jul 14 18:32:05.297486 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e2539724-881e-4af7-943b-574531ffaf33 req-a7d8ce96-6fcf-4999-b67a-8d6f8aa58ce4 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=39216298-4feb-4a60-89c4-45fb55679826 HTTP/1.1" status: 200 len: 1001 time: 0.1117377 Jul 14 18:32:05.298279 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3f5e457-4ef6-4a47-bad8-c0192f2f1d94 req-4ad9b777-e54e-4fee-b062-3da55051b720 service neutron] Checking agent: {'id': 'a3630ff4-fbee-45d9-b9b6-0ae41cb3a350', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 15, 32), 'started_at': datetime.datetime(2021, 7, 14, 18, 15, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 18, 32, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 18:32:05.298563 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3f5e457-4ef6-4a47-bad8-c0192f2f1d94 req-4ad9b777-e54e-4fee-b062-3da55051b720 service neutron] Checking segment: {'id': 'f27713f4-616b-4ad5-95bb-41f16008fafb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'cfaa954e-bb83-44ea-acae-a3d7b9e23407'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:32:05.298946 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3f5e457-4ef6-4a47-bad8-c0192f2f1d94 req-4ad9b777-e54e-4fee-b062-3da55051b720 service neutron] Bound using segment: {'id': 'f27713f4-616b-4ad5-95bb-41f16008fafb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'cfaa954e-bb83-44ea-acae-a3d7b9e23407'} {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 18:32:05.299399 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-c3f5e457-4ef6-4a47-bad8-c0192f2f1d94 req-4ad9b777-e54e-4fee-b062-3da55051b720 service neutron] Bound port: 5e3cdfe6-c3db-4167-a3c6-0bddcdac61ef, host: n-h1-800634-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f27713f4-616b-4ad5-95bb-41f16008fafb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'cfaa954e-bb83-44ea-acae-a3d7b9e23407'}}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 18:32:05.299766 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-c3f5e457-4ef6-4a47-bad8-c0192f2f1d94 req-4ad9b777-e54e-4fee-b062-3da55051b720 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:05.353210 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb28357-786b-4bb0-8cde-e3f42384b657 req-9ef6e4e2-eb04-4e27-805f-d7b22e5ecac6 tempest-ListServerFiltersTestJSON-1866458082 tempest-ListServerFiltersTestJSON-1866458082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:05.361074 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-cdb28357-786b-4bb0-8cde-e3f42384b657 req-9ef6e4e2-eb04-4e27-805f-d7b22e5ecac6 tempest-ListServerFiltersTestJSON-1866458082 tempest-ListServerFiltersTestJSON-1866458082-project] 10.222.0.16 "GET /v2.0/ports?device_id=a90018ac-9b0b-496e-b667-52331ab9042e HTTP/1.1" status: 200 len: 946 time: 0.3086531 Jul 14 18:32:05.478074 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2539724-881e-4af7-943b-574531ffaf33 req-92895c42-3c40-49ab-b904-b01a283b75e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:05.479576 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e2539724-881e-4af7-943b-574531ffaf33 req-92895c42-3c40-49ab-b904-b01a283b75e3 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e39776a5-0c4c-4e2c-abcf-e8667374bae7 HTTP/1.1" status: 200 len: 867 time: 0.1668565 Jul 14 18:32:05.487904 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-cdb28357-786b-4bb0-8cde-e3f42384b657 req-23487689-d7d2-44b5-b801-7ce2af4a8b0b tempest-ListServerFiltersTestJSON-1866458082 tempest-ListServerFiltersTestJSON-1866458082-project] 10.222.0.16 "GET /v2.0/security-groups?id=cc0cb72e-0ac6-4b37-b329-257cd4e8c60f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259809 Jul 14 18:32:05.556779 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-c3f5e457-4ef6-4a47-bad8-c0192f2f1d94 req-4ad9b777-e54e-4fee-b062-3da55051b720 service neutron] For port 5e3cdfe6-c3db-4167-a3c6-0bddcdac61ef, host n-h1-800634-3, cleared binding levels {{(pid=93915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:32:05.604501 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-c3f5e457-4ef6-4a47-bad8-c0192f2f1d94 req-4ad9b777-e54e-4fee-b062-3da55051b720 service neutron] For port 5e3cdfe6-c3db-4167-a3c6-0bddcdac61ef, host n-h1-800634-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=5e3cdfe6-c3db-4167-a3c6-0bddcdac61ef,segment=NetworkSegment(f27713f4-616b-4ad5-95bb-41f16008fafb),segment_id=f27713f4-616b-4ad5-95bb-41f16008fafb)] {{(pid=93915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 18:32:05.616704 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-c3f5e457-4ef6-4a47-bad8-c0192f2f1d94 req-4ad9b777-e54e-4fee-b062-3da55051b720 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25912978'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:05.622258 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f060fafe-bbf2-4f2c-8285-db8cbd52b94a req-d897824c-5c81-4511-9d94-c2d8f9d2d1bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:05.623928 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-f060fafe-bbf2-4f2c-8285-db8cbd52b94a req-d897824c-5c81-4511-9d94-c2d8f9d2d1bc service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ad9e84b1-ffc4-4f99-b7e3-cbec2406a6c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3152857 Jul 14 18:32:05.677450 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff44742-4ea3-4996-8052-5806c69cf674 req-bab40bc0-8311-49e4-a490-4b16f5833fa2 tempest-ServerRescueTestJSON-1772516560 tempest-ServerRescueTestJSON-1772516560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:05.685318 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-eff44742-4ea3-4996-8052-5806c69cf674 req-bab40bc0-8311-49e4-a490-4b16f5833fa2 tempest-ServerRescueTestJSON-1772516560 tempest-ServerRescueTestJSON-1772516560-project] 10.222.0.16 "GET /v2.0/ports?device_id=693cdabc-c35b-47c5-8512-cef465f1b22b HTTP/1.1" status: 200 len: 945 time: 0.2728736 Jul 14 18:32:05.690854 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f5e457-4ef6-4a47-bad8-c0192f2f1d94 req-4ad9b777-e54e-4fee-b062-3da55051b720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:05.691281 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-c3f5e457-4ef6-4a47-bad8-c0192f2f1d94 req-4ad9b777-e54e-4fee-b062-3da55051b720 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:05.692693 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c3f5e457-4ef6-4a47-bad8-c0192f2f1d94 req-4ad9b777-e54e-4fee-b062-3da55051b720 service neutron] 10.222.0.18 "PUT /v2.0/ports/5e3cdfe6-c3db-4167-a3c6-0bddcdac61ef HTTP/1.1" status: 200 len: 1092 time: 2.7575977 Jul 14 18:32:05.749265 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [req-c3f5e457-4ef6-4a47-bad8-c0192f2f1d94 req-99b06afe-1485-4074-aa64-36a95e3ddfae service neutron] Request body: {'port': {'device_id': 'a4e0bc60-2fa3-47a3-a9ba-155133f4e67a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800634-3'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:32:05.784560 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.db.resource_extend [None req-7cc21ce6-c4f2-4c0f-9b9f-5add4c46d5de tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 14 18:32:05.848141 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad9b777-e54e-4fee-b062-3da55051b720 service neutron] Pushing event updated for resources: {'Port': ['ID=5e3cdfe6-c3db-4167-a3c6-0bddcdac61ef,revision_number=3']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:32:05.848141 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2539724-881e-4af7-943b-574531ffaf33 req-b3447062-1620-404b-b0aa-f7e5cd31abb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:05.848141 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e2539724-881e-4af7-943b-574531ffaf33 req-b3447062-1620-404b-b0aa-f7e5cd31abb2 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3027b8cc-b688-44c3-b2bb-d03887fb46b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3511572 Jul 14 18:32:05.895008 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-7cc21ce6-c4f2-4c0f-9b9f-5add4c46d5de tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:05.900331 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-f060fafe-bbf2-4f2c-8285-db8cbd52b94a req-21c361cd-6d81-4ad6-b79f-8dcd316d4e64 service neutron] 10.222.0.18 "GET /v2.0/networks/ad9e84b1-ffc4-4f99-b7e3-cbec2406a6c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2640550 Jul 14 18:32:05.901892 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-7cc21ce6-c4f2-4c0f-9b9f-5add4c46d5de tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-930131'] for floatingip, after_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:05.940979 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-eff44742-4ea3-4996-8052-5806c69cf674 req-0a57c79d-5e64-47f4-8528-4586bdfa9d9d tempest-ServerRescueTestJSON-1772516560 tempest-ServerRescueTestJSON-1772516560-project] 10.222.0.16 "GET /v2.0/security-groups?id=0ef5e3a0-eb15-4d38-952d-7e7d9baf772e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2546725 Jul 14 18:32:06.049006 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 44538) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:32:06.092632 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-c3f5e457-4ef6-4a47-bad8-c0192f2f1d94 req-99b06afe-1485-4074-aa64-36a95e3ddfae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:06.117804 n-d-800634-3 neutron-server[93916]: INFO neutron.db.l3_db [None req-7cc21ce6-c4f2-4c0f-9b9f-5add4c46d5de tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Floating IP 5daea7ea-b9a1-4230-b5a1-59d8501b5aff associated. External IP: 172.25.1.182, port: 87f423f4-0f49-4691-94f5-1c2607857898. Jul 14 18:32:06.131478 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-f060fafe-bbf2-4f2c-8285-db8cbd52b94a req-a1a7e846-f5a2-403b-898b-0b25376a20ac service neutron] 10.222.0.18 "GET /v2.0/networks/ad9e84b1-ffc4-4f99-b7e3-cbec2406a6c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1854320 Jul 14 18:32:06.234816 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4e0bc60-2fa3-47a3-a9ba-155133f4e67a', 'tag': '5e3cdfe6-c3db-4167-a3c6-0bddcdac61ef'}] {{(pid=93915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:32:06.238001 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e72782ad3af8f7d4ce76cedf092bca46d1756acc5c4653cf0b52034cdd6b073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-295ea999-48ec-4d64-8f99-35f39bae0104" -d '{"events": [{"name": "network-changed", "server_uuid": "a4e0bc60-2fa3-47a3-a9ba-155133f4e67a", "tag": "5e3cdfe6-c3db-4167-a3c6-0bddcdac61ef"}]}' {{(pid=93915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:32:06.263508 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e5639eea-e8d6-41da-bccc-dc8daf9b8410 req-95253045-0b30-4012-86f0-ddd3b7cb9540 tempest-FloatingIPsAssociationNegativeTestJSON-287568005 tempest-FloatingIPsAssociationNegativeTestJSON-287568005-project] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=9200a437-e1de-4520-88f6-e68386523e61 HTTP/1.1" status: 200 len: 258 time: 0.4690964 Jul 14 18:32:06.272071 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [req-e5639eea-e8d6-41da-bccc-dc8daf9b8410 req-abc679f7-b4b0-4e1e-a203-9c974c99f10d tempest-FloatingIPsAssociationNegativeTestJSON-287568005 tempest-FloatingIPsAssociationNegativeTestJSON-287568005-project] Request body: {'floatingip': {'floating_network_id': '9200a437-e1de-4520-88f6-e68386523e61'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:32:06.279647 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e2539724-881e-4af7-943b-574531ffaf33 req-137a93a8-7043-419e-b25c-4cbaf006c215 service neutron] 10.222.0.18 "GET /v2.0/networks/3027b8cc-b688-44c3-b2bb-d03887fb46b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3720787 Jul 14 18:32:06.386823 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-85c63148-7c94-424b-ac4d-82ee72a3e466 tempest-PortsAdminExtendedAttrsTestJSON-1368894232 tempest-PortsAdminExtendedAttrsTestJSON-1368894232-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1806379566'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:32:06.465819 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-e5639eea-e8d6-41da-bccc-dc8daf9b8410 req-abc679f7-b4b0-4e1e-a203-9c974c99f10d tempest-FloatingIPsAssociationNegativeTestJSON-287568005 tempest-FloatingIPsAssociationNegativeTestJSON-287568005-project] Notify callbacks [] for floatingip, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:06.492182 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cc21ce6-c4f2-4c0f-9b9f-5add4c46d5de tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Router bee30a2a-4399-42b3-916a-f5d930702390 has already been hosted by L3 agent 2c6eb27e-defb-4cca-9a24-381c7415e359 {{(pid=93916) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 18:32:06.493900 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85c63148-7c94-424b-ac4d-82ee72a3e466 tempest-PortsAdminExtendedAttrsTestJSON-1368894232 tempest-PortsAdminExtendedAttrsTestJSON-1368894232-project] Made reservation on behalf of b6d197a31e6f4239ace9bc1820d12e4f for: {'network': 1} {{(pid=93916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:32:06.500459 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-85c63148-7c94-424b-ac4d-82ee72a3e466 tempest-PortsAdminExtendedAttrsTestJSON-1368894232 tempest-PortsAdminExtendedAttrsTestJSON-1368894232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for network, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:06.514201 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-85c63148-7c94-424b-ac4d-82ee72a3e466 tempest-PortsAdminExtendedAttrsTestJSON-1368894232 tempest-PortsAdminExtendedAttrsTestJSON-1368894232-project] Notify callbacks [] for security_group, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:06.716501 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e2539724-881e-4af7-943b-574531ffaf33 req-35382d88-df25-4ec2-b082-ab527ff904af service neutron] 10.222.0.18 "GET /v2.0/networks/3027b8cc-b688-44c3-b2bb-d03887fb46b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3726337 Jul 14 18:32:06.739707 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f310fdd4-cac5-4821-b81e-67a2572fdf29 req-584e447e-ef2b-480c-af2e-bba0c73bacae tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:06.749372 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f310fdd4-cac5-4821-b81e-67a2572fdf29 req-584e447e-ef2b-480c-af2e-bba0c73bacae tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:06.755606 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f310fdd4-cac5-4821-b81e-67a2572fdf29 req-584e447e-ef2b-480c-af2e-bba0c73bacae tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:06.757897 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-85c63148-7c94-424b-ac4d-82ee72a3e466 tempest-PortsAdminExtendedAttrsTestJSON-1368894232 tempest-PortsAdminExtendedAttrsTestJSON-1368894232-project] Notify callbacks [] for security_group, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:06.763481 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f310fdd4-cac5-4821-b81e-67a2572fdf29 req-584e447e-ef2b-480c-af2e-bba0c73bacae tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:06.770105 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f310fdd4-cac5-4821-b81e-67a2572fdf29 req-584e447e-ef2b-480c-af2e-bba0c73bacae tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:06.771482 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-85c63148-7c94-424b-ac4d-82ee72a3e466 tempest-PortsAdminExtendedAttrsTestJSON-1368894232 tempest-PortsAdminExtendedAttrsTestJSON-1368894232-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:06.777961 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f310fdd4-cac5-4821-b81e-67a2572fdf29 req-584e447e-ef2b-480c-af2e-bba0c73bacae tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] 10.222.0.16 "GET /v2.0/ports?device_id=a4e0bc60-2fa3-47a3-a9ba-155133f4e67a HTTP/1.1" status: 200 len: 3829 time: 0.3735850 Jul 14 18:32:06.871365 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f310fdd4-cac5-4821-b81e-67a2572fdf29 req-b856c8cc-2ab9-4577-b0b9-a02bc4a25f3e tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] 10.222.0.16 "GET /v2.0/security-groups?id=1433845c-1171-43a4-b403-5201c1216c85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0875776 Jul 14 18:32:06.913510 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85c63148-7c94-424b-ac4d-82ee72a3e466 tempest-PortsAdminExtendedAttrsTestJSON-1368894232 tempest-PortsAdminExtendedAttrsTestJSON-1368894232-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 72} {{(pid=93916) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 18:32:06.937925 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c63148-7c94-424b-ac4d-82ee72a3e466 tempest-PortsAdminExtendedAttrsTestJSON-1368894232 tempest-PortsAdminExtendedAttrsTestJSON-1368894232-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d3892e34-4106-4d3e-b388-bab6a3b3e9ca,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:32:06.958118 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-85c63148-7c94-424b-ac4d-82ee72a3e466 tempest-PortsAdminExtendedAttrsTestJSON-1368894232 tempest-PortsAdminExtendedAttrsTestJSON-1368894232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:06.959277 n-d-800634-3 neutron-server[93916]: INFO neutron.db.segments_db [None req-85c63148-7c94-424b-ac4d-82ee72a3e466 tempest-PortsAdminExtendedAttrsTestJSON-1368894232 tempest-PortsAdminExtendedAttrsTestJSON-1368894232-project] Added segment d3194d98-06d2-44e7-abbf-7b9c78aff5b9 of type vlan for network 63e9769a-f143-4217-a311-460393e3c197 Jul 14 18:32:06.984176 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 18:32:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b10fbe1-0ba5-4473-a83d-4c7aee1171e4 x-openstack-request-id: req-9b10fbe1-0ba5-4473-a83d-4c7aee1171e4 {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:32:06.984480 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4e0bc60-2fa3-47a3-a9ba-155133f4e67a", "tag": "5e3cdfe6-c3db-4167-a3c6-0bddcdac61ef", "status": "completed", "code": 200}]} {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:32:06.984789 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9b10fbe1-0ba5-4473-a83d-4c7aee1171e4 {{(pid=93915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:32:06.985120 n-d-800634-3 neutron-server[93915]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4e0bc60-2fa3-47a3-a9ba-155133f4e67a', 'tag': '5e3cdfe6-c3db-4167-a3c6-0bddcdac61ef', 'status': 'completed', 'code': 200} Jul 14 18:32:07.081303 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-85c63148-7c94-424b-ac4d-82ee72a3e466 tempest-PortsAdminExtendedAttrsTestJSON-1368894232 tempest-PortsAdminExtendedAttrsTestJSON-1368894232-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728202197517'] for network, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:07.091113 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cc21ce6-c4f2-4c0f-9b9f-5add4c46d5de tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Notify agent at l3_agent.n-d-800634-3 the message routers_updated {{(pid=93916) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 18:32:07.099542 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [req-c3f5e457-4ef6-4a47-bad8-c0192f2f1d94 req-99b06afe-1485-4074-aa64-36a95e3ddfae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 05410bfa-6a89-41e2-898c-80b7f771042b {{(pid=93915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 18:32:07.110230 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb8b5577-8909-478a-952d-b3e03d03fe3a None None] Sync routers for ids ['bee30a2a-4399-42b3-916a-f5d930702390'] in n-d-800634-3 {{(pid=93917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 18:32:07.125870 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb8b5577-8909-478a-952d-b3e03d03fe3a None None] Routers {'bee30a2a-4399-42b3-916a-f5d930702390'} bound to L3 agent in host n-d-800634-3 {{(pid=93917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:32:07.126567 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-eb8b5577-8909-478a-952d-b3e03d03fe3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:31:53Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['bee30a2a-4399-42b3-916a-f5d930702390'], 'active': True} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:32:07.133134 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-c3f5e457-4ef6-4a47-bad8-c0192f2f1d94 req-99b06afe-1485-4074-aa64-36a95e3ddfae service neutron] Notify callbacks [] for port, precommit_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:07.177525 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-eb8b5577-8909-478a-952d-b3e03d03fe3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-3', False) {} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:32:07.185884 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.provisioning_blocks [req-c3f5e457-4ef6-4a47-bad8-c0192f2f1d94 req-99b06afe-1485-4074-aa64-36a95e3ddfae service neutron] Transition to ACTIVE for port object 05410bfa-6a89-41e2-898c-80b7f771042b will not be triggered until provisioned by entity L2. {{(pid=93915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:32:07.196923 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb8b5577-8909-478a-952d-b3e03d03fe3a None None] Routers {'bee30a2a-4399-42b3-916a-f5d930702390'} bound to L3 agent in host n-d-800634-3 {{(pid=93917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:32:07.197566 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-eb8b5577-8909-478a-952d-b3e03d03fe3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:31:53Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['bee30a2a-4399-42b3-916a-f5d930702390'], 'active': True} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:32:07.211253 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-e5639eea-e8d6-41da-bccc-dc8daf9b8410 req-abc679f7-b4b0-4e1e-a203-9c974c99f10d tempest-FloatingIPsAssociationNegativeTestJSON-287568005 tempest-FloatingIPsAssociationNegativeTestJSON-287568005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:07.222017 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-c3f5e457-4ef6-4a47-bad8-c0192f2f1d94 req-99b06afe-1485-4074-aa64-36a95e3ddfae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25912978'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:07.254788 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-85c63148-7c94-424b-ac4d-82ee72a3e466 tempest-PortsAdminExtendedAttrsTestJSON-1368894232 tempest-PortsAdminExtendedAttrsTestJSON-1368894232-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727'] for network, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:07.261133 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85c63148-7c94-424b-ac4d-82ee72a3e466 tempest-PortsAdminExtendedAttrsTestJSON-1368894232 tempest-PortsAdminExtendedAttrsTestJSON-1368894232-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:07.261783 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-85c63148-7c94-424b-ac4d-82ee72a3e466 tempest-PortsAdminExtendedAttrsTestJSON-1368894232 tempest-PortsAdminExtendedAttrsTestJSON-1368894232-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598705'] for network, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:07.277660 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-eb8b5577-8909-478a-952d-b3e03d03fe3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-3', False) {} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:32:07.278374 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb8b5577-8909-478a-952d-b3e03d03fe3a None None] The sync data for ids ['bee30a2a-4399-42b3-916a-f5d930702390'] in n-d-800634-3 is: [] {{(pid=93917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 18:32:07.318741 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295ea999-48ec-4d64-8f99-35f39bae0104 req-7a3d2ce7-b3ba-499e-9367-f69e6fb51c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:07.319302 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295ea999-48ec-4d64-8f99-35f39bae0104 req-7a3d2ce7-b3ba-499e-9367-f69e6fb51c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:07.319853 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295ea999-48ec-4d64-8f99-35f39bae0104 req-7a3d2ce7-b3ba-499e-9367-f69e6fb51c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:07.320438 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295ea999-48ec-4d64-8f99-35f39bae0104 req-7a3d2ce7-b3ba-499e-9367-f69e6fb51c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:07.320960 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295ea999-48ec-4d64-8f99-35f39bae0104 req-7a3d2ce7-b3ba-499e-9367-f69e6fb51c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:07.322796 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-295ea999-48ec-4d64-8f99-35f39bae0104 req-7a3d2ce7-b3ba-499e-9367-f69e6fb51c8c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=362562baf49d424491e86fd541949698&device_id=a4e0bc60-2fa3-47a3-a9ba-155133f4e67a HTTP/1.1" status: 200 len: 4364 time: 0.3343391 Jul 14 18:32:07.356320 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c63148-7c94-424b-ac4d-82ee72a3e466 tempest-PortsAdminExtendedAttrsTestJSON-1368894232 tempest-PortsAdminExtendedAttrsTestJSON-1368894232-project] Pushing event updated for resources: {'Network': ['ID=63e9769a-f143-4217-a311-460393e3c197,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:32:07.367534 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Network 63e9769a-f143-4217-a311-460393e3c197 details requested by agent ovs-agent-n-d-800634-3 with host n-d-800634-3 {{(pid=93917) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 18:32:07.375605 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b06afe-1485-4074-aa64-36a95e3ddfae service neutron] Pushing event updated for resources: {'Port': ['ID=05410bfa-6a89-41e2-898c-80b7f771042b,revision_number=2']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:32:07.395388 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-85c63148-7c94-424b-ac4d-82ee72a3e466 tempest-PortsAdminExtendedAttrsTestJSON-1368894232 tempest-PortsAdminExtendedAttrsTestJSON-1368894232-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 1.3453002 Jul 14 18:32:07.568993 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbf3946-9865-4a9d-aa66-55010964b4b1 req-bf0009d1-ad79-451c-b854-8d740fdb8e7f tempest-ListServerFiltersTestJSON-1866458082 tempest-ListServerFiltersTestJSON-1866458082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:07.576590 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-fdbf3946-9865-4a9d-aa66-55010964b4b1 req-bf0009d1-ad79-451c-b854-8d740fdb8e7f tempest-ListServerFiltersTestJSON-1866458082 tempest-ListServerFiltersTestJSON-1866458082-project] 10.222.0.16 "GET /v2.0/ports?device_id=a90018ac-9b0b-496e-b667-52331ab9042e HTTP/1.1" status: 200 len: 946 time: 0.4057291 Jul 14 18:32:07.591430 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cc21ce6-c4f2-4c0f-9b9f-5add4c46d5de tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Router bee30a2a-4399-42b3-916a-f5d930702390 has already been hosted by L3 agent 2c6eb27e-defb-4cca-9a24-381c7415e359 {{(pid=93916) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 18:32:07.641336 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.db_base_plugin_common [req-e5639eea-e8d6-41da-bccc-dc8daf9b8410 req-abc679f7-b4b0-4e1e-a203-9c974c99f10d tempest-FloatingIPsAssociationNegativeTestJSON-287568005 tempest-FloatingIPsAssociationNegativeTestJSON-287568005-project] Allocated IP 172.25.1.188 (9200a437-e1de-4520-88f6-e68386523e61/5f47f848-4532-407a-a0e2-5690ade15fd0/f796f078-fc9b-4cfd-86ef-6f157055385e) {{(pid=93915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:32:07.678181 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295ea999-48ec-4d64-8f99-35f39bae0104 req-2983e5a9-db7a-4878-85ec-0b7f87f41c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:07.678795 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295ea999-48ec-4d64-8f99-35f39bae0104 req-2983e5a9-db7a-4878-85ec-0b7f87f41c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:07.679332 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295ea999-48ec-4d64-8f99-35f39bae0104 req-2983e5a9-db7a-4878-85ec-0b7f87f41c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:07.681028 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-295ea999-48ec-4d64-8f99-35f39bae0104 req-2983e5a9-db7a-4878-85ec-0b7f87f41c3d service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=362562baf49d424491e86fd541949698&shared=False HTTP/1.1" status: 200 len: 2295 time: 0.3452663 Jul 14 18:32:07.738651 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cc21ce6-c4f2-4c0f-9b9f-5add4c46d5de tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Notify agent at l3_agent.n-d-800634-3 the message routers_updated {{(pid=93916) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 18:32:07.743561 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-7cc21ce6-c4f2-4c0f-9b9f-5add4c46d5de tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for floatingip, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:07.752558 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da059848-1802-4cef-b9d3-26e0fc70d65f None None] Sync routers for ids ['bee30a2a-4399-42b3-916a-f5d930702390'] in n-d-800634-3 {{(pid=93918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 18:32:07.773003 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da059848-1802-4cef-b9d3-26e0fc70d65f None None] Routers {'bee30a2a-4399-42b3-916a-f5d930702390'} bound to L3 agent in host n-d-800634-3 {{(pid=93918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:32:07.773826 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-da059848-1802-4cef-b9d3-26e0fc70d65f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:31:53Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['bee30a2a-4399-42b3-916a-f5d930702390'], 'active': True} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:32:07.794304 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-fdbf3946-9865-4a9d-aa66-55010964b4b1 req-57db0db0-9bc9-4a61-ad6d-d55636d318d1 tempest-ListServerFiltersTestJSON-1866458082 tempest-ListServerFiltersTestJSON-1866458082-project] 10.222.0.16 "GET /v2.0/security-groups?id=cc0cb72e-0ac6-4b37-b329-257cd4e8c60f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2166255 Jul 14 18:32:07.863406 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-c3f5e457-4ef6-4a47-bad8-c0192f2f1d94 req-99b06afe-1485-4074-aa64-36a95e3ddfae service neutron] Attempting to bind port 05410bfa-6a89-41e2-898c-80b7f771042b on host n-h1-800634-3 for vnic_type normal with profile {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:32:07.871784 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-c3f5e457-4ef6-4a47-bad8-c0192f2f1d94 req-99b06afe-1485-4074-aa64-36a95e3ddfae service neutron] Attempting to bind port 05410bfa-6a89-41e2-898c-80b7f771042b by drivers openvswitch,hyperv on host n-h1-800634-3 at level 0 using segments [{'id': 'a5f86141-009c-4679-b2f8-e0cc9120f80c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '78f1bdd6-a438-4e68-a059-5fadb7299624'}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:32:07.872399 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3f5e457-4ef6-4a47-bad8-c0192f2f1d94 req-99b06afe-1485-4074-aa64-36a95e3ddfae service neutron] Attempting to bind port 05410bfa-6a89-41e2-898c-80b7f771042b on network 78f1bdd6-a438-4e68-a059-5fadb7299624 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:32:07.879735 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-da059848-1802-4cef-b9d3-26e0fc70d65f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-3', False) {} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:32:07.911034 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da059848-1802-4cef-b9d3-26e0fc70d65f None None] Routers {'bee30a2a-4399-42b3-916a-f5d930702390'} bound to L3 agent in host n-d-800634-3 {{(pid=93918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:32:07.913327 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-da059848-1802-4cef-b9d3-26e0fc70d65f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:31:53Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['bee30a2a-4399-42b3-916a-f5d930702390'], 'active': True} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:32:07.923775 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3f5e457-4ef6-4a47-bad8-c0192f2f1d94 req-99b06afe-1485-4074-aa64-36a95e3ddfae service neutron] Port 05410bfa-6a89-41e2-898c-80b7f771042b on network 78f1bdd6-a438-4e68-a059-5fadb7299624 not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-3 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 18:32:07.924229 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3f5e457-4ef6-4a47-bad8-c0192f2f1d94 req-99b06afe-1485-4074-aa64-36a95e3ddfae service neutron] Attempting to bind port 05410bfa-6a89-41e2-898c-80b7f771042b on network 78f1bdd6-a438-4e68-a059-5fadb7299624 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:32:07.942627 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3f5e457-4ef6-4a47-bad8-c0192f2f1d94 req-99b06afe-1485-4074-aa64-36a95e3ddfae service neutron] Checking agent: {'id': 'a3630ff4-fbee-45d9-b9b6-0ae41cb3a350', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 15, 32), 'started_at': datetime.datetime(2021, 7, 14, 18, 15, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 18, 32, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 18:32:07.943023 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3f5e457-4ef6-4a47-bad8-c0192f2f1d94 req-99b06afe-1485-4074-aa64-36a95e3ddfae service neutron] Checking segment: {'id': 'a5f86141-009c-4679-b2f8-e0cc9120f80c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '78f1bdd6-a438-4e68-a059-5fadb7299624'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:32:07.943442 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3f5e457-4ef6-4a47-bad8-c0192f2f1d94 req-99b06afe-1485-4074-aa64-36a95e3ddfae service neutron] Bound using segment: {'id': 'a5f86141-009c-4679-b2f8-e0cc9120f80c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '78f1bdd6-a438-4e68-a059-5fadb7299624'} {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 18:32:07.944003 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-c3f5e457-4ef6-4a47-bad8-c0192f2f1d94 req-99b06afe-1485-4074-aa64-36a95e3ddfae service neutron] Bound port: 05410bfa-6a89-41e2-898c-80b7f771042b, host: n-h1-800634-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a5f86141-009c-4679-b2f8-e0cc9120f80c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '78f1bdd6-a438-4e68-a059-5fadb7299624'}}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 18:32:07.944427 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-c3f5e457-4ef6-4a47-bad8-c0192f2f1d94 req-99b06afe-1485-4074-aa64-36a95e3ddfae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:07.965720 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-7cc21ce6-c4f2-4c0f-9b9f-5add4c46d5de tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] 10.222.0.16 "PUT /v2.0/floatingips/5daea7ea-b9a1-4230-b5a1-59d8501b5aff HTTP/1.1" status: 200 len: 978 time: 3.2464769 Jul 14 18:32:07.968614 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 44566) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:32:07.973701 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-5f10763e-bab2-42e6-ae06-025ceac685d0 tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:32:07.990265 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-da059848-1802-4cef-b9d3-26e0fc70d65f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-3', False) {} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:32:07.991598 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da059848-1802-4cef-b9d3-26e0fc70d65f None None] The sync data for ids ['bee30a2a-4399-42b3-916a-f5d930702390'] in n-d-800634-3 is: [] {{(pid=93918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 18:32:08.035432 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-5f10763e-bab2-42e6-ae06-025ceac685d0 tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Notify callbacks [] for floatingip, before_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:08.196204 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-5f10763e-bab2-42e6-ae06-025ceac685d0 tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:08.202808 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-5f10763e-bab2-42e6-ae06-025ceac685d0 tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-930131'] for floatingip, after_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:08.203153 n-d-800634-3 neutron-server[93916]: INFO neutron.db.l3_db [None req-5f10763e-bab2-42e6-ae06-025ceac685d0 tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Floating IP 5daea7ea-b9a1-4230-b5a1-59d8501b5aff disassociated. External IP: 172.25.1.182, port: 7707fb10-d635-4b33-a86e-c444f6fef1c4. Jul 14 18:32:08.408443 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-e5639eea-e8d6-41da-bccc-dc8daf9b8410 req-abc679f7-b4b0-4e1e-a203-9c974c99f10d tempest-FloatingIPsAssociationNegativeTestJSON-287568005 tempest-FloatingIPsAssociationNegativeTestJSON-287568005-project] Notify callbacks [] for port, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:08.449329 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295ea999-48ec-4d64-8f99-35f39bae0104 req-cf1259d8-723c-46aa-97b6-42b10756a50a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:08.450843 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-295ea999-48ec-4d64-8f99-35f39bae0104 req-cf1259d8-723c-46aa-97b6-42b10756a50a service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.7592959 Jul 14 18:32:08.506234 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-c3f5e457-4ef6-4a47-bad8-c0192f2f1d94 req-99b06afe-1485-4074-aa64-36a95e3ddfae service neutron] For port 05410bfa-6a89-41e2-898c-80b7f771042b, host n-h1-800634-3, cleared binding levels {{(pid=93915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:32:08.516291 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-c3f5e457-4ef6-4a47-bad8-c0192f2f1d94 req-99b06afe-1485-4074-aa64-36a95e3ddfae service neutron] For port 05410bfa-6a89-41e2-898c-80b7f771042b, host n-h1-800634-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=05410bfa-6a89-41e2-898c-80b7f771042b,segment=NetworkSegment(a5f86141-009c-4679-b2f8-e0cc9120f80c),segment_id=a5f86141-009c-4679-b2f8-e0cc9120f80c)] {{(pid=93915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 18:32:08.528773 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-c3f5e457-4ef6-4a47-bad8-c0192f2f1d94 req-99b06afe-1485-4074-aa64-36a95e3ddfae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25912978'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:08.582371 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fdda59-ae6b-4bb8-9db4-e6a07d85e234 req-c394f77c-d3a6-44f8-ae03-9b745e7125f6 tempest-ServerRescueTestJSON-1772516560 tempest-ServerRescueTestJSON-1772516560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:08.584564 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-31fdda59-ae6b-4bb8-9db4-e6a07d85e234 req-c394f77c-d3a6-44f8-ae03-9b745e7125f6 tempest-ServerRescueTestJSON-1772516560 tempest-ServerRescueTestJSON-1772516560-project] 10.222.0.16 "GET /v2.0/ports?device_id=693cdabc-c35b-47c5-8512-cef465f1b22b HTTP/1.1" status: 200 len: 945 time: 0.5579689 Jul 14 18:32:08.614534 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-e5639eea-e8d6-41da-bccc-dc8daf9b8410 req-abc679f7-b4b0-4e1e-a203-9c974c99f10d tempest-FloatingIPsAssociationNegativeTestJSON-287568005 tempest-FloatingIPsAssociationNegativeTestJSON-287568005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:08.625687 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f5e457-4ef6-4a47-bad8-c0192f2f1d94 req-99b06afe-1485-4074-aa64-36a95e3ddfae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:08.626324 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-c3f5e457-4ef6-4a47-bad8-c0192f2f1d94 req-99b06afe-1485-4074-aa64-36a95e3ddfae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:08.628073 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c3f5e457-4ef6-4a47-bad8-c0192f2f1d94 req-99b06afe-1485-4074-aa64-36a95e3ddfae service neutron] 10.222.0.18 "PUT /v2.0/ports/05410bfa-6a89-41e2-898c-80b7f771042b HTTP/1.1" status: 200 len: 1135 time: 2.8895609 Jul 14 18:32:08.644071 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b06afe-1485-4074-aa64-36a95e3ddfae service neutron] Pushing event updated for resources: {'Port': ['ID=05410bfa-6a89-41e2-898c-80b7f771042b,revision_number=3']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:32:08.649782 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e5639eea-e8d6-41da-bccc-dc8daf9b8410 req-abc679f7-b4b0-4e1e-a203-9c974c99f10d tempest-FloatingIPsAssociationNegativeTestJSON-287568005 tempest-FloatingIPsAssociationNegativeTestJSON-287568005-project] Network 9200a437-e1de-4520-88f6-e68386523e61 is already hosted by enough agents. {{(pid=93915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:32:08.654816 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [req-e5639eea-e8d6-41da-bccc-dc8daf9b8410 req-abc679f7-b4b0-4e1e-a203-9c974c99f10d tempest-FloatingIPsAssociationNegativeTestJSON-287568005 tempest-FloatingIPsAssociationNegativeTestJSON-287568005-project] Resources bound (agent type, host, resource id): {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:32:08.660066 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5639eea-e8d6-41da-bccc-dc8daf9b8410 req-abc679f7-b4b0-4e1e-a203-9c974c99f10d tempest-FloatingIPsAssociationNegativeTestJSON-287568005 tempest-FloatingIPsAssociationNegativeTestJSON-287568005-project] Received port after_create {{(pid=93915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:32:08.724182 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [req-c3f5e457-4ef6-4a47-bad8-c0192f2f1d94 req-07ba1f3b-5171-4e87-83ff-027b0934f86e service neutron] Request body: {'port': {'device_id': 'a4e0bc60-2fa3-47a3-a9ba-155133f4e67a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800634-3'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:32:08.776188 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-31fdda59-ae6b-4bb8-9db4-e6a07d85e234 req-64db7470-46e9-4f86-8dc0-cc7bbfd5fa18 tempest-ServerRescueTestJSON-1772516560 tempest-ServerRescueTestJSON-1772516560-project] 10.222.0.16 "GET /v2.0/security-groups?id=0ef5e3a0-eb15-4d38-952d-7e7d9baf772e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1790488 Jul 14 18:32:08.811791 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f10763e-bab2-42e6-ae06-025ceac685d0 tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Router bee30a2a-4399-42b3-916a-f5d930702390 has already been hosted by L3 agent 2c6eb27e-defb-4cca-9a24-381c7415e359 {{(pid=93916) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 18:32:08.820159 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc679f7-b4b0-4e1e-a203-9c974c99f10d tempest-FloatingIPsAssociationNegativeTestJSON-287568005 tempest-FloatingIPsAssociationNegativeTestJSON-287568005-project] Pushing event updated for resources: {'Port': ['ID=f796f078-fc9b-4cfd-86ef-6f157055385e,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:32:08.910873 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-c3f5e457-4ef6-4a47-bad8-c0192f2f1d94 req-07ba1f3b-5171-4e87-83ff-027b0934f86e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:08.927407 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-e5639eea-e8d6-41da-bccc-dc8daf9b8410 req-abc679f7-b4b0-4e1e-a203-9c974c99f10d tempest-FloatingIPsAssociationNegativeTestJSON-287568005 tempest-FloatingIPsAssociationNegativeTestJSON-287568005-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:08.958099 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f10763e-bab2-42e6-ae06-025ceac685d0 tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Notify agent at l3_agent.n-d-800634-3 the message routers_updated {{(pid=93916) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 18:32:08.968383 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-5f10763e-bab2-42e6-ae06-025ceac685d0 tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for floatingip, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:08.987533 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e26df274-918c-47e3-a710-3ebb26b04cec None None] Sync routers for ids ['bee30a2a-4399-42b3-916a-f5d930702390'] in n-d-800634-3 {{(pid=93917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 18:32:08.990660 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4e0bc60-2fa3-47a3-a9ba-155133f4e67a', 'tag': '05410bfa-6a89-41e2-898c-80b7f771042b'}] {{(pid=93915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:32:08.993271 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e72782ad3af8f7d4ce76cedf092bca46d1756acc5c4653cf0b52034cdd6b073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e839a4e-4a08-4622-993f-5a3c4007c277" -d '{"events": [{"name": "network-changed", "server_uuid": "a4e0bc60-2fa3-47a3-a9ba-155133f4e67a", "tag": "05410bfa-6a89-41e2-898c-80b7f771042b"}]}' {{(pid=93915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:32:09.017861 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-e5639eea-e8d6-41da-bccc-dc8daf9b8410 req-abc679f7-b4b0-4e1e-a203-9c974c99f10d tempest-FloatingIPsAssociationNegativeTestJSON-287568005 tempest-FloatingIPsAssociationNegativeTestJSON-287568005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:09.025831 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e26df274-918c-47e3-a710-3ebb26b04cec None None] Routers {'bee30a2a-4399-42b3-916a-f5d930702390'} bound to L3 agent in host n-d-800634-3 {{(pid=93917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:32:09.027860 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-e26df274-918c-47e3-a710-3ebb26b04cec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:31:53Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['bee30a2a-4399-42b3-916a-f5d930702390'], 'active': True} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:32:09.031383 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-5f10763e-bab2-42e6-ae06-025ceac685d0 tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] 10.222.0.16 "PUT /v2.0/floatingips/5daea7ea-b9a1-4230-b5a1-59d8501b5aff HTTP/1.1" status: 200 len: 688 time: 1.0614095 Jul 14 18:32:09.034275 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 44578) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:32:09.099942 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 44580) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:32:09.103022 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-e26df274-918c-47e3-a710-3ebb26b04cec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-3', False) {} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:32:09.105911 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-04724692-7260-4935-bf82-58cae63bdfc3 tempest-PortsAdminExtendedAttrsTestJSON-500520227 tempest-PortsAdminExtendedAttrsTestJSON-500520227-project-admin] Request body: {'port': {'network_id': '63e9769a-f143-4217-a311-460393e3c197', 'binding:host_id': 'n-h1-800634-3', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-746562347'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:32:09.123093 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e26df274-918c-47e3-a710-3ebb26b04cec None None] Routers {'bee30a2a-4399-42b3-916a-f5d930702390'} bound to L3 agent in host n-d-800634-3 {{(pid=93917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:32:09.123703 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-e26df274-918c-47e3-a710-3ebb26b04cec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:31:53Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['bee30a2a-4399-42b3-916a-f5d930702390'], 'active': True} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:32:09.189756 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-e26df274-918c-47e3-a710-3ebb26b04cec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-3', False) {} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:32:09.190896 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e26df274-918c-47e3-a710-3ebb26b04cec None None] The sync data for ids ['bee30a2a-4399-42b3-916a-f5d930702390'] in n-d-800634-3 is: [] {{(pid=93917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 18:32:09.221999 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04724692-7260-4935-bf82-58cae63bdfc3 tempest-PortsAdminExtendedAttrsTestJSON-500520227 tempest-PortsAdminExtendedAttrsTestJSON-500520227-project-admin] Made reservation on behalf of 745f4fd781da4f4a80f80607b9d4a8eb for: {'port': 1} {{(pid=93915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:32:09.224594 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-04724692-7260-4935-bf82-58cae63bdfc3 tempest-PortsAdminExtendedAttrsTestJSON-500520227 tempest-PortsAdminExtendedAttrsTestJSON-500520227-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:09.257160 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-10ac834e-2fe0-468b-b679-3de96837f493 tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Deleting port 15ae9ceb-11cd-4ad4-8133-f7357599663e {{(pid=93916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:32:09.257682 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-10ac834e-2fe0-468b-b679-3de96837f493 tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:09.291453 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-04724692-7260-4935-bf82-58cae63bdfc3 tempest-PortsAdminExtendedAttrsTestJSON-500520227 tempest-PortsAdminExtendedAttrsTestJSON-500520227-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:09.356816 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-10ac834e-2fe0-468b-b679-3de96837f493 tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:09.357191 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-10ac834e-2fe0-468b-b679-3de96837f493 tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:09.371975 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-10ac834e-2fe0-468b-b679-3de96837f493 tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Calling delete_port for 15ae9ceb-11cd-4ad4-8133-f7357599663e owned by network:floatingip {{(pid=93916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:32:09.523011 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5e94a3-1e21-4231-990e-c199a64fc889 req-301b9f72-ccb4-488f-8076-d71f33d4648b tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:09.529406 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5e94a3-1e21-4231-990e-c199a64fc889 req-301b9f72-ccb4-488f-8076-d71f33d4648b tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:09.536198 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5e94a3-1e21-4231-990e-c199a64fc889 req-301b9f72-ccb4-488f-8076-d71f33d4648b tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:09.542955 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5e94a3-1e21-4231-990e-c199a64fc889 req-301b9f72-ccb4-488f-8076-d71f33d4648b tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:09.549509 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5e94a3-1e21-4231-990e-c199a64fc889 req-301b9f72-ccb4-488f-8076-d71f33d4648b tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:09.554943 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-10ac834e-2fe0-468b-b679-3de96837f493 tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:09.557451 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5e94a3-1e21-4231-990e-c199a64fc889 req-301b9f72-ccb4-488f-8076-d71f33d4648b tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:09.565182 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2b5e94a3-1e21-4231-990e-c199a64fc889 req-301b9f72-ccb4-488f-8076-d71f33d4648b tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] 10.222.0.16 "GET /v2.0/ports?device_id=a4e0bc60-2fa3-47a3-a9ba-155133f4e67a HTTP/1.1" status: 200 len: 4606 time: 0.3338270 Jul 14 18:32:09.585562 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ac834e-2fe0-468b-b679-3de96837f493 tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Pushing event deleted for resources: {'Port': ['ID=15ae9ceb-11cd-4ad4-8133-f7357599663e,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:32:09.620545 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-e5639eea-e8d6-41da-bccc-dc8daf9b8410 req-abc679f7-b4b0-4e1e-a203-9c974c99f10d tempest-FloatingIPsAssociationNegativeTestJSON-287568005 tempest-FloatingIPsAssociationNegativeTestJSON-287568005-project] Notify callbacks [] for port, precommit_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:09.655747 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-e5639eea-e8d6-41da-bccc-dc8daf9b8410 req-abc679f7-b4b0-4e1e-a203-9c974c99f10d tempest-FloatingIPsAssociationNegativeTestJSON-287568005 tempest-FloatingIPsAssociationNegativeTestJSON-287568005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25912978'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:09.665203 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-10ac834e-2fe0-468b-b679-3de96837f493 tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Notify callbacks [] for floatingip, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:09.669305 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-10ac834e-2fe0-468b-b679-3de96837f493 tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for floatingip, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:09.670873 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-10ac834e-2fe0-468b-b679-3de96837f493 tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] 10.222.0.16 "DELETE /v2.0/floatingips/5daea7ea-b9a1-4230-b5a1-59d8501b5aff HTTP/1.1" status: 204 len: 168 time: 0.6343768 Jul 14 18:32:09.675691 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 44588) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:32:09.678254 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-04724692-7260-4935-bf82-58cae63bdfc3 tempest-PortsAdminExtendedAttrsTestJSON-500520227 tempest-PortsAdminExtendedAttrsTestJSON-500520227-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:09.713577 n-d-800634-3 neutron-server[93916]: INFO neutron.api.v2.resource [None req-42a5f1f1-e30a-43fc-a395-87bc210fd456 tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] delete failed (client error): The resource could not be found. Jul 14 18:32:09.714642 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-42a5f1f1-e30a-43fc-a395-87bc210fd456 tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] 10.222.0.16 "DELETE /v2.0/floatingips/5daea7ea-b9a1-4230-b5a1-59d8501b5aff HTTP/1.1" status: 404 len: 345 time: 0.0379815 Jul 14 18:32:09.715998 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-04724692-7260-4935-bf82-58cae63bdfc3 tempest-PortsAdminExtendedAttrsTestJSON-500520227 tempest-PortsAdminExtendedAttrsTestJSON-500520227-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:09.718733 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 44592) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:32:09.722599 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2b5e94a3-1e21-4231-990e-c199a64fc889 req-e7be6ed5-d00c-4e71-8b9f-eaa3a8106bce tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] 10.222.0.16 "GET /v2.0/security-groups?id=748fe4c5-70b9-4e07-b6fc-ddd56d9bbb08&id=1433845c-1171-43a4-b403-5201c1216c85&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1563675 Jul 14 18:32:09.731253 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [req-c3f5e457-4ef6-4a47-bad8-c0192f2f1d94 req-07ba1f3b-5171-4e87-83ff-027b0934f86e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d90d118-2a16-461c-8b80-fa7d8a1aaaa6 {{(pid=93915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 18:32:09.739749 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [None req-04724692-7260-4935-bf82-58cae63bdfc3 tempest-PortsAdminExtendedAttrsTestJSON-500520227 tempest-PortsAdminExtendedAttrsTestJSON-500520227-project-admin] device_id is not set on port 9a49b76c-0eb8-472b-b22d-db014b19a822 yet. {{(pid=93915) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 18:32:09.771326 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-c3f5e457-4ef6-4a47-bad8-c0192f2f1d94 req-07ba1f3b-5171-4e87-83ff-027b0934f86e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:09.873581 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 18:32:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc85e61a-cb1b-4c70-a729-013cd09f56e9 x-openstack-request-id: req-cc85e61a-cb1b-4c70-a729-013cd09f56e9 {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:32:09.874273 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4e0bc60-2fa3-47a3-a9ba-155133f4e67a", "tag": "05410bfa-6a89-41e2-898c-80b7f771042b", "status": "completed", "code": 200}]} {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:32:09.874273 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-cc85e61a-cb1b-4c70-a729-013cd09f56e9 {{(pid=93915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:32:09.874494 n-d-800634-3 neutron-server[93915]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4e0bc60-2fa3-47a3-a9ba-155133f4e67a', 'tag': '05410bfa-6a89-41e2-898c-80b7f771042b', 'status': 'completed', 'code': 200} Jul 14 18:32:09.880668 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b1724e5-8510-41dc-84e7-6736a65c0e47 tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:09.888371 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b1724e5-8510-41dc-84e7-6736a65c0e47 tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:09.897106 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b1724e5-8510-41dc-84e7-6736a65c0e47 tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:09.899895 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.provisioning_blocks [req-c3f5e457-4ef6-4a47-bad8-c0192f2f1d94 req-07ba1f3b-5171-4e87-83ff-027b0934f86e service neutron] Transition to ACTIVE for port object 0d90d118-2a16-461c-8b80-fa7d8a1aaaa6 will not be triggered until provisioned by entity L2. {{(pid=93915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:32:09.900656 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-8b1724e5-8510-41dc-84e7-6736a65c0e47 tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] 10.222.0.16 "GET /v2.0/ports?network_id=75597e67-bc95-4bf9-aa95-09fc38c63e66 HTTP/1.1" status: 200 len: 2359 time: 0.1808164 Jul 14 18:32:09.900788 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc679f7-b4b0-4e1e-a203-9c974c99f10d tempest-FloatingIPsAssociationNegativeTestJSON-287568005 tempest-FloatingIPsAssociationNegativeTestJSON-287568005-project] Pushing event updated for resources: {'Port': ['ID=f796f078-fc9b-4cfd-86ef-6f157055385e,revision_number=2']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:32:09.903437 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04724692-7260-4935-bf82-58cae63bdfc3 tempest-PortsAdminExtendedAttrsTestJSON-500520227 tempest-PortsAdminExtendedAttrsTestJSON-500520227-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4dd45d9e-d7bd-47e2-9f5a-d3ab90f35b01,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:32:09.903746 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 44596) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:32:09.940899 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-c3f5e457-4ef6-4a47-bad8-c0192f2f1d94 req-07ba1f3b-5171-4e87-83ff-027b0934f86e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25912978'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:09.953017 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-e5639eea-e8d6-41da-bccc-dc8daf9b8410 req-abc679f7-b4b0-4e1e-a203-9c974c99f10d tempest-FloatingIPsAssociationNegativeTestJSON-287568005 tempest-FloatingIPsAssociationNegativeTestJSON-287568005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-930131'] for floatingip, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:09.968271 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64c03838-35c6-4a5b-9b58-8afe004e9b79 tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:09.969719 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-64c03838-35c6-4a5b-9b58-8afe004e9b79 tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] 10.222.0.16 "GET /v2.0/subnets/0d08685f-2cc7-41a0-874d-17a6e7e3f9bc HTTP/1.1" status: 200 len: 797 time: 0.0648141 Jul 14 18:32:09.974218 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 44598) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:32:09.978878 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-e8d910be-beaa-4d85-bffa-905676e04f74 tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Request body: {'port': {'network_id': '75597e67-bc95-4bf9-aa95-09fc38c63e66', 'name': 'tempest-FloatingIPTestJSON-1730052706', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.12'}]}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:32:10.075206 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-e5639eea-e8d6-41da-bccc-dc8daf9b8410 req-abc679f7-b4b0-4e1e-a203-9c974c99f10d tempest-FloatingIPsAssociationNegativeTestJSON-287568005 tempest-FloatingIPsAssociationNegativeTestJSON-287568005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for floatingip, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:10.080663 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e5639eea-e8d6-41da-bccc-dc8daf9b8410 req-abc679f7-b4b0-4e1e-a203-9c974c99f10d tempest-FloatingIPsAssociationNegativeTestJSON-287568005 tempest-FloatingIPsAssociationNegativeTestJSON-287568005-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.8162355 Jul 14 18:32:10.092852 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8d910be-beaa-4d85-bffa-905676e04f74 tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Made reservation on behalf of 0ebb190564e94f1a9ee5db6089aa94ae for: {'port': 1} {{(pid=93916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:32:10.180867 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ba1f3b-5171-4e87-83ff-027b0934f86e service neutron] Pushing event updated for resources: {'Port': ['ID=0d90d118-2a16-461c-8b80-fa7d8a1aaaa6,revision_number=2']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:32:10.191093 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-e8d910be-beaa-4d85-bffa-905676e04f74 tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:10.208549 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e5639eea-e8d6-41da-bccc-dc8daf9b8410 req-f2af9bfd-5d1f-459e-af09-533d7fc9bc98 tempest-FloatingIPsAssociationNegativeTestJSON-287568005 tempest-FloatingIPsAssociationNegativeTestJSON-287568005-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.1.188 HTTP/1.1" status: 200 len: 696 time: 0.1262026 Jul 14 18:32:10.211114 n-d-800634-3 neutron-server[93916]: DEBUG neutron.notifiers.nova [None req-e8d910be-beaa-4d85-bffa-905676e04f74 tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] device_id is not set on port 3c6825c1-6121-4002-82e1-b6950dbf8a37 yet. {{(pid=93916) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 18:32:10.331728 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e839a4e-4a08-4622-993f-5a3c4007c277 req-8f6b3c95-f698-4b09-bb0c-eb3211f74dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:10.332261 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e839a4e-4a08-4622-993f-5a3c4007c277 req-8f6b3c95-f698-4b09-bb0c-eb3211f74dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:10.332773 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e839a4e-4a08-4622-993f-5a3c4007c277 req-8f6b3c95-f698-4b09-bb0c-eb3211f74dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:10.333243 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e839a4e-4a08-4622-993f-5a3c4007c277 req-8f6b3c95-f698-4b09-bb0c-eb3211f74dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:10.333721 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e839a4e-4a08-4622-993f-5a3c4007c277 req-8f6b3c95-f698-4b09-bb0c-eb3211f74dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:10.334199 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e839a4e-4a08-4622-993f-5a3c4007c277 req-8f6b3c95-f698-4b09-bb0c-eb3211f74dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:10.336065 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-4e839a4e-4a08-4622-993f-5a3c4007c277 req-8f6b3c95-f698-4b09-bb0c-eb3211f74dc5 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=362562baf49d424491e86fd541949698&device_id=a4e0bc60-2fa3-47a3-a9ba-155133f4e67a HTTP/1.1" status: 200 len: 5292 time: 0.4786630 Jul 14 18:32:10.453787 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ad522f-8865-459b-823d-47f2bc522845 req-522b369b-9862-410a-ba48-d33050d89ec5 tempest-ListServerFiltersTestJSON-1866458082 tempest-ListServerFiltersTestJSON-1866458082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:10.459028 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c6ad522f-8865-459b-823d-47f2bc522845 req-522b369b-9862-410a-ba48-d33050d89ec5 tempest-ListServerFiltersTestJSON-1866458082 tempest-ListServerFiltersTestJSON-1866458082-project] 10.222.0.16 "GET /v2.0/ports?device_id=a90018ac-9b0b-496e-b667-52331ab9042e HTTP/1.1" status: 200 len: 946 time: 0.4970860 Jul 14 18:32:10.508525 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [None req-04724692-7260-4935-bf82-58cae63bdfc3 tempest-PortsAdminExtendedAttrsTestJSON-500520227 tempest-PortsAdminExtendedAttrsTestJSON-500520227-project-admin] device_id is not set on port 9a49b76c-0eb8-472b-b22d-db014b19a822 yet. {{(pid=93915) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 18:32:10.513992 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.db_base_plugin_common [None req-e8d910be-beaa-4d85-bffa-905676e04f74 tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Allocated IP 172.20.0.14 (75597e67-bc95-4bf9-aa95-09fc38c63e66/0d08685f-2cc7-41a0-874d-17a6e7e3f9bc/3c6825c1-6121-4002-82e1-b6950dbf8a37) {{(pid=93916) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:32:10.520595 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.db_base_plugin_common [None req-e8d910be-beaa-4d85-bffa-905676e04f74 tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Allocated IP 172.20.0.12 (75597e67-bc95-4bf9-aa95-09fc38c63e66/0d08685f-2cc7-41a0-874d-17a6e7e3f9bc/3c6825c1-6121-4002-82e1-b6950dbf8a37) {{(pid=93916) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:32:10.538918 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-c3f5e457-4ef6-4a47-bad8-c0192f2f1d94 req-07ba1f3b-5171-4e87-83ff-027b0934f86e service neutron] Attempting to bind port 0d90d118-2a16-461c-8b80-fa7d8a1aaaa6 on host n-h1-800634-3 for vnic_type normal with profile {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:32:10.539324 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-c3f5e457-4ef6-4a47-bad8-c0192f2f1d94 req-07ba1f3b-5171-4e87-83ff-027b0934f86e service neutron] Attempting to bind port 0d90d118-2a16-461c-8b80-fa7d8a1aaaa6 by drivers openvswitch,hyperv on host n-h1-800634-3 at level 0 using segments [{'id': 'a5f86141-009c-4679-b2f8-e0cc9120f80c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '78f1bdd6-a438-4e68-a059-5fadb7299624'}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:32:10.539691 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3f5e457-4ef6-4a47-bad8-c0192f2f1d94 req-07ba1f3b-5171-4e87-83ff-027b0934f86e service neutron] Attempting to bind port 0d90d118-2a16-461c-8b80-fa7d8a1aaaa6 on network 78f1bdd6-a438-4e68-a059-5fadb7299624 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:32:10.545223 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-04724692-7260-4935-bf82-58cae63bdfc3 tempest-PortsAdminExtendedAttrsTestJSON-500520227 tempest-PortsAdminExtendedAttrsTestJSON-500520227-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:10.585924 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3f5e457-4ef6-4a47-bad8-c0192f2f1d94 req-07ba1f3b-5171-4e87-83ff-027b0934f86e service neutron] Port 0d90d118-2a16-461c-8b80-fa7d8a1aaaa6 on network 78f1bdd6-a438-4e68-a059-5fadb7299624 not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-3 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 18:32:10.586153 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3f5e457-4ef6-4a47-bad8-c0192f2f1d94 req-07ba1f3b-5171-4e87-83ff-027b0934f86e service neutron] Attempting to bind port 0d90d118-2a16-461c-8b80-fa7d8a1aaaa6 on network 78f1bdd6-a438-4e68-a059-5fadb7299624 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:32:10.600316 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5639eea-e8d6-41da-bccc-dc8daf9b8410 req-3ad230b1-984e-4b1e-b577-a5f747b46029 tempest-FloatingIPsAssociationNegativeTestJSON-287568005 tempest-FloatingIPsAssociationNegativeTestJSON-287568005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:10.601666 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e5639eea-e8d6-41da-bccc-dc8daf9b8410 req-3ad230b1-984e-4b1e-b577-a5f747b46029 tempest-FloatingIPsAssociationNegativeTestJSON-287568005 tempest-FloatingIPsAssociationNegativeTestJSON-287568005-project] 10.222.0.16 "GET /v2.0/networks/9200a437-e1de-4520-88f6-e68386523e61 HTTP/1.1" status: 200 len: 784 time: 0.3707190 Jul 14 18:32:10.602592 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.provisioning_blocks [None req-04724692-7260-4935-bf82-58cae63bdfc3 tempest-PortsAdminExtendedAttrsTestJSON-500520227 tempest-PortsAdminExtendedAttrsTestJSON-500520227-project-admin] Transition to ACTIVE for port object 9a49b76c-0eb8-472b-b22d-db014b19a822 will not be triggered until provisioned by entity L2. {{(pid=93915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:32:10.613581 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c6ad522f-8865-459b-823d-47f2bc522845 req-34c3d62f-8316-428a-96dc-ab8e4a8f67a0 tempest-ListServerFiltersTestJSON-1866458082 tempest-ListServerFiltersTestJSON-1866458082-project] 10.222.0.16 "GET /v2.0/security-groups?id=cc0cb72e-0ac6-4b37-b329-257cd4e8c60f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477611 Jul 14 18:32:10.627949 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3f5e457-4ef6-4a47-bad8-c0192f2f1d94 req-07ba1f3b-5171-4e87-83ff-027b0934f86e service neutron] Checking agent: {'id': 'a3630ff4-fbee-45d9-b9b6-0ae41cb3a350', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 15, 32), 'started_at': datetime.datetime(2021, 7, 14, 18, 15, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 18, 32, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 18:32:10.628450 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3f5e457-4ef6-4a47-bad8-c0192f2f1d94 req-07ba1f3b-5171-4e87-83ff-027b0934f86e service neutron] Checking segment: {'id': 'a5f86141-009c-4679-b2f8-e0cc9120f80c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '78f1bdd6-a438-4e68-a059-5fadb7299624'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:32:10.628931 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3f5e457-4ef6-4a47-bad8-c0192f2f1d94 req-07ba1f3b-5171-4e87-83ff-027b0934f86e service neutron] Bound using segment: {'id': 'a5f86141-009c-4679-b2f8-e0cc9120f80c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '78f1bdd6-a438-4e68-a059-5fadb7299624'} {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 18:32:10.629488 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-c3f5e457-4ef6-4a47-bad8-c0192f2f1d94 req-07ba1f3b-5171-4e87-83ff-027b0934f86e service neutron] Bound port: 0d90d118-2a16-461c-8b80-fa7d8a1aaaa6, host: n-h1-800634-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a5f86141-009c-4679-b2f8-e0cc9120f80c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '78f1bdd6-a438-4e68-a059-5fadb7299624'}}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 18:32:10.629859 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-c3f5e457-4ef6-4a47-bad8-c0192f2f1d94 req-07ba1f3b-5171-4e87-83ff-027b0934f86e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:10.634946 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-04724692-7260-4935-bf82-58cae63bdfc3 tempest-PortsAdminExtendedAttrsTestJSON-500520227 tempest-PortsAdminExtendedAttrsTestJSON-500520227-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:10.668927 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e839a4e-4a08-4622-993f-5a3c4007c277 req-92bbd4a2-eb08-4fc5-96ea-d29b7e6eae52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:10.669408 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e839a4e-4a08-4622-993f-5a3c4007c277 req-92bbd4a2-eb08-4fc5-96ea-d29b7e6eae52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:10.669882 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e839a4e-4a08-4622-993f-5a3c4007c277 req-92bbd4a2-eb08-4fc5-96ea-d29b7e6eae52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:10.671796 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-4e839a4e-4a08-4622-993f-5a3c4007c277 req-92bbd4a2-eb08-4fc5-96ea-d29b7e6eae52 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=362562baf49d424491e86fd541949698&shared=False HTTP/1.1" status: 200 len: 2295 time: 0.3249078 Jul 14 18:32:10.690342 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-e8d910be-beaa-4d85-bffa-905676e04f74 tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Notify callbacks [] for port, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:10.736681 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-e8d910be-beaa-4d85-bffa-905676e04f74 tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:10.779583 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8d910be-beaa-4d85-bffa-905676e04f74 tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Network 75597e67-bc95-4bf9-aa95-09fc38c63e66 is already hosted by enough agents. {{(pid=93916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:32:10.785312 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [None req-e8d910be-beaa-4d85-bffa-905676e04f74 tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Resources bound (agent type, host, resource id): {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:32:10.792466 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8d910be-beaa-4d85-bffa-905676e04f74 tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Received port after_create {{(pid=93916) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:32:10.831127 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d910be-beaa-4d85-bffa-905676e04f74 tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Pushing event updated for resources: {'Port': ['ID=3c6825c1-6121-4002-82e1-b6950dbf8a37,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:32:10.858687 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8d910be-beaa-4d85-bffa-905676e04f74 tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:10.859879 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-e8d910be-beaa-4d85-bffa-905676e04f74 tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:10.875679 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-e8d910be-beaa-4d85-bffa-905676e04f74 tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 0.9002473 Jul 14 18:32:10.878066 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 44612) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:32:10.884520 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-f374dbcb-6d98-4cbf-986d-cce52f605f8b tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Request body: {'floatingip': {'floating_network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'port_id': '3c6825c1-6121-4002-82e1-b6950dbf8a37', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:32:10.889485 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04724692-7260-4935-bf82-58cae63bdfc3 tempest-PortsAdminExtendedAttrsTestJSON-500520227 tempest-PortsAdminExtendedAttrsTestJSON-500520227-project-admin] Pushing event updated for resources: {'Port': ['ID=9a49b76c-0eb8-472b-b22d-db014b19a822,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:32:10.910792 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-f374dbcb-6d98-4cbf-986d-cce52f605f8b tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Notify callbacks [] for floatingip, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:10.924394 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-c3f5e457-4ef6-4a47-bad8-c0192f2f1d94 req-07ba1f3b-5171-4e87-83ff-027b0934f86e service neutron] For port 0d90d118-2a16-461c-8b80-fa7d8a1aaaa6, host n-h1-800634-3, cleared binding levels {{(pid=93915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:32:10.951065 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04724692-7260-4935-bf82-58cae63bdfc3 tempest-PortsAdminExtendedAttrsTestJSON-500520227 tempest-PortsAdminExtendedAttrsTestJSON-500520227-project-admin] Checking segment: {'id': 'd3194d98-06d2-44e7-abbf-7b9c78aff5b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '63e9769a-f143-4217-a311-460393e3c197'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:32:10.951443 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04724692-7260-4935-bf82-58cae63bdfc3 tempest-PortsAdminExtendedAttrsTestJSON-500520227 tempest-PortsAdminExtendedAttrsTestJSON-500520227-project-admin] Network hostable DHCP agents. Network: 63e9769a-f143-4217-a311-460393e3c197, hostable agents: ['028393c3-0576-4ebd-bca1-8ea8a148e1a2'], hosted agents: [] {{(pid=93915) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 18:32:10.954568 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-c3f5e457-4ef6-4a47-bad8-c0192f2f1d94 req-07ba1f3b-5171-4e87-83ff-027b0934f86e service neutron] For port 0d90d118-2a16-461c-8b80-fa7d8a1aaaa6, host n-h1-800634-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=0d90d118-2a16-461c-8b80-fa7d8a1aaaa6,segment=NetworkSegment(a5f86141-009c-4679-b2f8-e0cc9120f80c),segment_id=a5f86141-009c-4679-b2f8-e0cc9120f80c)] {{(pid=93915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 18:32:10.956977 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e839a4e-4a08-4622-993f-5a3c4007c277 req-2c332af9-75fa-474c-8c63-a4f0174a70fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:10.958689 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-4e839a4e-4a08-4622-993f-5a3c4007c277 req-2c332af9-75fa-474c-8c63-a4f0174a70fd service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2621250 Jul 14 18:32:10.976950 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-c3f5e457-4ef6-4a47-bad8-c0192f2f1d94 req-07ba1f3b-5171-4e87-83ff-027b0934f86e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25912978'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:11.038184 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f5e457-4ef6-4a47-bad8-c0192f2f1d94 req-07ba1f3b-5171-4e87-83ff-027b0934f86e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:11.038830 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-c3f5e457-4ef6-4a47-bad8-c0192f2f1d94 req-07ba1f3b-5171-4e87-83ff-027b0934f86e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:11.040885 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c3f5e457-4ef6-4a47-bad8-c0192f2f1d94 req-07ba1f3b-5171-4e87-83ff-027b0934f86e service neutron] 10.222.0.18 "PUT /v2.0/ports/0d90d118-2a16-461c-8b80-fa7d8a1aaaa6 HTTP/1.1" status: 200 len: 1134 time: 2.3287735 Jul 14 18:32:11.058829 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04724692-7260-4935-bf82-58cae63bdfc3 tempest-PortsAdminExtendedAttrsTestJSON-500520227 tempest-PortsAdminExtendedAttrsTestJSON-500520227-project-admin] Network 63e9769a-f143-4217-a311-460393e3c197 is scheduled to be hosted by DHCP agent 028393c3-0576-4ebd-bca1-8ea8a148e1a2 with binding_index 1 {{(pid=93915) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 18:32:11.059950 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-f374dbcb-6d98-4cbf-986d-cce52f605f8b tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:11.084837 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee931be-f7ee-4a50-9610-238992e2eb2e req-207e6fe0-e604-4472-a648-3960967d2c0b tempest-ServerRescueTestJSON-1772516560 tempest-ServerRescueTestJSON-1772516560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:11.086419 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2ee931be-f7ee-4a50-9610-238992e2eb2e req-207e6fe0-e604-4472-a648-3960967d2c0b tempest-ServerRescueTestJSON-1772516560 tempest-ServerRescueTestJSON-1772516560-project] 10.222.0.16 "GET /v2.0/ports?device_id=693cdabc-c35b-47c5-8512-cef465f1b22b HTTP/1.1" status: 200 len: 945 time: 0.2870312 Jul 14 18:32:11.096680 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [req-c3f5e457-4ef6-4a47-bad8-c0192f2f1d94 req-27ed8477-9b92-4e6b-b947-b8cf085381a2 service neutron] Request body: {'port': {'device_id': 'a4e0bc60-2fa3-47a3-a9ba-155133f4e67a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800634-3'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:32:11.127942 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ba1f3b-5171-4e87-83ff-027b0934f86e service neutron] Pushing event updated for resources: {'Port': ['ID=0d90d118-2a16-461c-8b80-fa7d8a1aaaa6,revision_number=3']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:32:11.168937 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [None req-04724692-7260-4935-bf82-58cae63bdfc3 tempest-PortsAdminExtendedAttrsTestJSON-500520227 tempest-PortsAdminExtendedAttrsTestJSON-500520227-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-3, 63e9769a-f143-4217-a311-460393e3c197) {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:32:11.177841 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a509837-9f06-4188-8e16-a4eb84772740 None None] Network 63e9769a-f143-4217-a311-460393e3c197 requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:32:11.180968 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04724692-7260-4935-bf82-58cae63bdfc3 tempest-PortsAdminExtendedAttrsTestJSON-500520227 tempest-PortsAdminExtendedAttrsTestJSON-500520227-project-admin] Received port after_create {{(pid=93915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:32:11.215557 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.db_base_plugin_common [None req-f374dbcb-6d98-4cbf-986d-cce52f605f8b tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Allocated IP 172.25.1.12 (9200a437-e1de-4520-88f6-e68386523e61/5f47f848-4532-407a-a0e2-5690ade15fd0/674ac534-6670-4099-b471-90d6c015ed2b) {{(pid=93916) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:32:11.264414 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [None req-04724692-7260-4935-bf82-58cae63bdfc3 tempest-PortsAdminExtendedAttrsTestJSON-500520227 tempest-PortsAdminExtendedAttrsTestJSON-500520227-project-admin] Attempting to bind port 9a49b76c-0eb8-472b-b22d-db014b19a822 on host n-h1-800634-3 for vnic_type normal with profile {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:32:11.264676 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [None req-04724692-7260-4935-bf82-58cae63bdfc3 tempest-PortsAdminExtendedAttrsTestJSON-500520227 tempest-PortsAdminExtendedAttrsTestJSON-500520227-project-admin] Attempting to bind port 9a49b76c-0eb8-472b-b22d-db014b19a822 by drivers openvswitch,hyperv on host n-h1-800634-3 at level 0 using segments [{'id': 'd3194d98-06d2-44e7-abbf-7b9c78aff5b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '63e9769a-f143-4217-a311-460393e3c197'}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:32:11.264921 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04724692-7260-4935-bf82-58cae63bdfc3 tempest-PortsAdminExtendedAttrsTestJSON-500520227 tempest-PortsAdminExtendedAttrsTestJSON-500520227-project-admin] Attempting to bind port 9a49b76c-0eb8-472b-b22d-db014b19a822 on network 63e9769a-f143-4217-a311-460393e3c197 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:32:11.278718 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2ee931be-f7ee-4a50-9610-238992e2eb2e req-6d23d208-624f-403b-9519-cd80fccb9489 tempest-ServerRescueTestJSON-1772516560 tempest-ServerRescueTestJSON-1772516560-project] 10.222.0.16 "GET /v2.0/security-groups?id=0ef5e3a0-eb15-4d38-952d-7e7d9baf772e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664300 Jul 14 18:32:11.309429 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04724692-7260-4935-bf82-58cae63bdfc3 tempest-PortsAdminExtendedAttrsTestJSON-500520227 tempest-PortsAdminExtendedAttrsTestJSON-500520227-project-admin] Port 9a49b76c-0eb8-472b-b22d-db014b19a822 on network 63e9769a-f143-4217-a311-460393e3c197 not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-3 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 18:32:11.309580 n-d-800634-3 neutron-server[93915]: ERROR neutron.plugins.ml2.managers [None req-04724692-7260-4935-bf82-58cae63bdfc3 tempest-PortsAdminExtendedAttrsTestJSON-500520227 tempest-PortsAdminExtendedAttrsTestJSON-500520227-project-admin] Failed to bind port 9a49b76c-0eb8-472b-b22d-db014b19a822 on host n-h1-800634-3 for vnic_type normal using segments [{'id': 'd3194d98-06d2-44e7-abbf-7b9c78aff5b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '63e9769a-f143-4217-a311-460393e3c197'}] Jul 14 18:32:11.313332 n-d-800634-3 neutron-server[93915]: INFO neutron.plugins.ml2.plugin [None req-04724692-7260-4935-bf82-58cae63bdfc3 tempest-PortsAdminExtendedAttrsTestJSON-500520227 tempest-PortsAdminExtendedAttrsTestJSON-500520227-project-admin] Attempt 2 to bind port 9a49b76c-0eb8-472b-b22d-db014b19a822 Jul 14 18:32:11.346253 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [None req-04724692-7260-4935-bf82-58cae63bdfc3 tempest-PortsAdminExtendedAttrsTestJSON-500520227 tempest-PortsAdminExtendedAttrsTestJSON-500520227-project-admin] Attempting to bind port 9a49b76c-0eb8-472b-b22d-db014b19a822 on host n-h1-800634-3 for vnic_type normal with profile {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:32:11.346591 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [None req-04724692-7260-4935-bf82-58cae63bdfc3 tempest-PortsAdminExtendedAttrsTestJSON-500520227 tempest-PortsAdminExtendedAttrsTestJSON-500520227-project-admin] Attempting to bind port 9a49b76c-0eb8-472b-b22d-db014b19a822 by drivers openvswitch,hyperv on host n-h1-800634-3 at level 0 using segments [{'id': 'd3194d98-06d2-44e7-abbf-7b9c78aff5b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '63e9769a-f143-4217-a311-460393e3c197'}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:32:11.346997 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04724692-7260-4935-bf82-58cae63bdfc3 tempest-PortsAdminExtendedAttrsTestJSON-500520227 tempest-PortsAdminExtendedAttrsTestJSON-500520227-project-admin] Attempting to bind port 9a49b76c-0eb8-472b-b22d-db014b19a822 on network 63e9769a-f143-4217-a311-460393e3c197 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:32:11.348924 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-c3f5e457-4ef6-4a47-bad8-c0192f2f1d94 req-27ed8477-9b92-4e6b-b947-b8cf085381a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:11.360801 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-f374dbcb-6d98-4cbf-986d-cce52f605f8b tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Notify callbacks [] for port, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:11.368788 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ded9a8-9235-4619-a092-ab21439737a8 req-7b2403f1-4f03-45c0-93d6-bede03375961 tempest-FloatingIPsAssociationNegativeTestJSON-287568005 tempest-FloatingIPsAssociationNegativeTestJSON-287568005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:11.371322 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-64ded9a8-9235-4619-a092-ab21439737a8 req-7b2403f1-4f03-45c0-93d6-bede03375961 tempest-FloatingIPsAssociationNegativeTestJSON-287568005 tempest-FloatingIPsAssociationNegativeTestJSON-287568005-project] 10.222.0.16 "GET /v2.0/ports?device_id=61b3cfc1-5300-43f6-a722-22ddf0737e84&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1973579 Jul 14 18:32:11.373860 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04724692-7260-4935-bf82-58cae63bdfc3 tempest-PortsAdminExtendedAttrsTestJSON-500520227 tempest-PortsAdminExtendedAttrsTestJSON-500520227-project-admin] Port 9a49b76c-0eb8-472b-b22d-db014b19a822 on network 63e9769a-f143-4217-a311-460393e3c197 not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-3 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 18:32:11.374171 n-d-800634-3 neutron-server[93915]: ERROR neutron.plugins.ml2.managers [None req-04724692-7260-4935-bf82-58cae63bdfc3 tempest-PortsAdminExtendedAttrsTestJSON-500520227 tempest-PortsAdminExtendedAttrsTestJSON-500520227-project-admin] Failed to bind port 9a49b76c-0eb8-472b-b22d-db014b19a822 on host n-h1-800634-3 for vnic_type normal using segments [{'id': 'd3194d98-06d2-44e7-abbf-7b9c78aff5b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '63e9769a-f143-4217-a311-460393e3c197'}] Jul 14 18:32:11.376312 n-d-800634-3 neutron-server[93915]: INFO neutron.plugins.ml2.plugin [None req-04724692-7260-4935-bf82-58cae63bdfc3 tempest-PortsAdminExtendedAttrsTestJSON-500520227 tempest-PortsAdminExtendedAttrsTestJSON-500520227-project-admin] Attempt 3 to bind port 9a49b76c-0eb8-472b-b22d-db014b19a822 Jul 14 18:32:11.402154 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-f374dbcb-6d98-4cbf-986d-cce52f605f8b tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:11.450076 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f374dbcb-6d98-4cbf-986d-cce52f605f8b tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Network 9200a437-e1de-4520-88f6-e68386523e61 is already hosted by enough agents. {{(pid=93916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:32:11.454267 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [None req-f374dbcb-6d98-4cbf-986d-cce52f605f8b tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Resources bound (agent type, host, resource id): {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:32:11.456754 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f374dbcb-6d98-4cbf-986d-cce52f605f8b tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Received port after_create {{(pid=93916) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:32:11.459970 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [None req-04724692-7260-4935-bf82-58cae63bdfc3 tempest-PortsAdminExtendedAttrsTestJSON-500520227 tempest-PortsAdminExtendedAttrsTestJSON-500520227-project-admin] Attempting to bind port 9a49b76c-0eb8-472b-b22d-db014b19a822 on host n-h1-800634-3 for vnic_type normal with profile {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:32:11.460341 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [None req-04724692-7260-4935-bf82-58cae63bdfc3 tempest-PortsAdminExtendedAttrsTestJSON-500520227 tempest-PortsAdminExtendedAttrsTestJSON-500520227-project-admin] Attempting to bind port 9a49b76c-0eb8-472b-b22d-db014b19a822 by drivers openvswitch,hyperv on host n-h1-800634-3 at level 0 using segments [{'id': 'd3194d98-06d2-44e7-abbf-7b9c78aff5b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '63e9769a-f143-4217-a311-460393e3c197'}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:32:11.460690 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04724692-7260-4935-bf82-58cae63bdfc3 tempest-PortsAdminExtendedAttrsTestJSON-500520227 tempest-PortsAdminExtendedAttrsTestJSON-500520227-project-admin] Attempting to bind port 9a49b76c-0eb8-472b-b22d-db014b19a822 on network 63e9769a-f143-4217-a311-460393e3c197 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:32:11.482393 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f374dbcb-6d98-4cbf-986d-cce52f605f8b tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Pushing event updated for resources: {'Port': ['ID=674ac534-6670-4099-b471-90d6c015ed2b,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:32:11.500871 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-64ded9a8-9235-4619-a092-ab21439737a8 req-6ae4bc45-7c03-4cba-b19f-051e2de3ac51 tempest-FloatingIPsAssociationNegativeTestJSON-287568005 tempest-FloatingIPsAssociationNegativeTestJSON-287568005-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.1.188 HTTP/1.1" status: 200 len: 696 time: 0.1133380 Jul 14 18:32:11.501440 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04724692-7260-4935-bf82-58cae63bdfc3 tempest-PortsAdminExtendedAttrsTestJSON-500520227 tempest-PortsAdminExtendedAttrsTestJSON-500520227-project-admin] Port 9a49b76c-0eb8-472b-b22d-db014b19a822 on network 63e9769a-f143-4217-a311-460393e3c197 not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-3 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 18:32:11.501771 n-d-800634-3 neutron-server[93915]: ERROR neutron.plugins.ml2.managers [None req-04724692-7260-4935-bf82-58cae63bdfc3 tempest-PortsAdminExtendedAttrsTestJSON-500520227 tempest-PortsAdminExtendedAttrsTestJSON-500520227-project-admin] Failed to bind port 9a49b76c-0eb8-472b-b22d-db014b19a822 on host n-h1-800634-3 for vnic_type normal using segments [{'id': 'd3194d98-06d2-44e7-abbf-7b9c78aff5b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '63e9769a-f143-4217-a311-460393e3c197'}] Jul 14 18:32:11.504424 n-d-800634-3 neutron-server[93915]: INFO neutron.plugins.ml2.plugin [None req-04724692-7260-4935-bf82-58cae63bdfc3 tempest-PortsAdminExtendedAttrsTestJSON-500520227 tempest-PortsAdminExtendedAttrsTestJSON-500520227-project-admin] Attempt 4 to bind port 9a49b76c-0eb8-472b-b22d-db014b19a822 Jul 14 18:32:11.534117 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [req-64ded9a8-9235-4619-a092-ab21439737a8 req-427f6852-1164-45f4-9791-556499440ae6 tempest-FloatingIPsAssociationNegativeTestJSON-287568005 tempest-FloatingIPsAssociationNegativeTestJSON-287568005-project] Request body: {'floatingip': {'port_id': '39216298-4feb-4a60-89c4-45fb55679826', 'fixed_ip_address': '172.20.0.5'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:32:11.628719 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [None req-04724692-7260-4935-bf82-58cae63bdfc3 tempest-PortsAdminExtendedAttrsTestJSON-500520227 tempest-PortsAdminExtendedAttrsTestJSON-500520227-project-admin] Attempting to bind port 9a49b76c-0eb8-472b-b22d-db014b19a822 on host n-h1-800634-3 for vnic_type normal with profile {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:32:11.628994 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [None req-04724692-7260-4935-bf82-58cae63bdfc3 tempest-PortsAdminExtendedAttrsTestJSON-500520227 tempest-PortsAdminExtendedAttrsTestJSON-500520227-project-admin] Attempting to bind port 9a49b76c-0eb8-472b-b22d-db014b19a822 by drivers openvswitch,hyperv on host n-h1-800634-3 at level 0 using segments [{'id': 'd3194d98-06d2-44e7-abbf-7b9c78aff5b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '63e9769a-f143-4217-a311-460393e3c197'}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:32:11.629343 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04724692-7260-4935-bf82-58cae63bdfc3 tempest-PortsAdminExtendedAttrsTestJSON-500520227 tempest-PortsAdminExtendedAttrsTestJSON-500520227-project-admin] Attempting to bind port 9a49b76c-0eb8-472b-b22d-db014b19a822 on network 63e9769a-f143-4217-a311-460393e3c197 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:32:11.647891 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-64ded9a8-9235-4619-a092-ab21439737a8 req-427f6852-1164-45f4-9791-556499440ae6 tempest-FloatingIPsAssociationNegativeTestJSON-287568005 tempest-FloatingIPsAssociationNegativeTestJSON-287568005-project] Notify callbacks [] for floatingip, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:11.655690 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04724692-7260-4935-bf82-58cae63bdfc3 tempest-PortsAdminExtendedAttrsTestJSON-500520227 tempest-PortsAdminExtendedAttrsTestJSON-500520227-project-admin] Port 9a49b76c-0eb8-472b-b22d-db014b19a822 on network 63e9769a-f143-4217-a311-460393e3c197 not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-3 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 18:32:11.656065 n-d-800634-3 neutron-server[93915]: ERROR neutron.plugins.ml2.managers [None req-04724692-7260-4935-bf82-58cae63bdfc3 tempest-PortsAdminExtendedAttrsTestJSON-500520227 tempest-PortsAdminExtendedAttrsTestJSON-500520227-project-admin] Failed to bind port 9a49b76c-0eb8-472b-b22d-db014b19a822 on host n-h1-800634-3 for vnic_type normal using segments [{'id': 'd3194d98-06d2-44e7-abbf-7b9c78aff5b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '63e9769a-f143-4217-a311-460393e3c197'}] Jul 14 18:32:11.689572 n-d-800634-3 neutron-server[93915]: INFO neutron.plugins.ml2.plugin [None req-04724692-7260-4935-bf82-58cae63bdfc3 tempest-PortsAdminExtendedAttrsTestJSON-500520227 tempest-PortsAdminExtendedAttrsTestJSON-500520227-project-admin] Attempt 5 to bind port 9a49b76c-0eb8-472b-b22d-db014b19a822 Jul 14 18:32:11.776779 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [None req-04724692-7260-4935-bf82-58cae63bdfc3 tempest-PortsAdminExtendedAttrsTestJSON-500520227 tempest-PortsAdminExtendedAttrsTestJSON-500520227-project-admin] Attempting to bind port 9a49b76c-0eb8-472b-b22d-db014b19a822 on host n-h1-800634-3 for vnic_type normal with profile {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:32:11.777121 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [None req-04724692-7260-4935-bf82-58cae63bdfc3 tempest-PortsAdminExtendedAttrsTestJSON-500520227 tempest-PortsAdminExtendedAttrsTestJSON-500520227-project-admin] Attempting to bind port 9a49b76c-0eb8-472b-b22d-db014b19a822 by drivers openvswitch,hyperv on host n-h1-800634-3 at level 0 using segments [{'id': 'd3194d98-06d2-44e7-abbf-7b9c78aff5b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '63e9769a-f143-4217-a311-460393e3c197'}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:32:11.777463 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04724692-7260-4935-bf82-58cae63bdfc3 tempest-PortsAdminExtendedAttrsTestJSON-500520227 tempest-PortsAdminExtendedAttrsTestJSON-500520227-project-admin] Attempting to bind port 9a49b76c-0eb8-472b-b22d-db014b19a822 on network 63e9769a-f143-4217-a311-460393e3c197 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:32:11.799111 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5533fa82-c057-4216-bbd1-a8ef2f007372 req-96055640-c299-4830-9eb6-e12fe5205154 tempest-ListServerFiltersTestJSON-1866458082 tempest-ListServerFiltersTestJSON-1866458082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:11.800647 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-5533fa82-c057-4216-bbd1-a8ef2f007372 req-96055640-c299-4830-9eb6-e12fe5205154 tempest-ListServerFiltersTestJSON-1866458082 tempest-ListServerFiltersTestJSON-1866458082-project] 10.222.0.16 "GET /v2.0/ports?device_id=e2a64b76-b691-49f2-848c-53a35a198d40 HTTP/1.1" status: 200 len: 946 time: 0.3865132 Jul 14 18:32:11.806425 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04724692-7260-4935-bf82-58cae63bdfc3 tempest-PortsAdminExtendedAttrsTestJSON-500520227 tempest-PortsAdminExtendedAttrsTestJSON-500520227-project-admin] Port 9a49b76c-0eb8-472b-b22d-db014b19a822 on network 63e9769a-f143-4217-a311-460393e3c197 not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-3 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 18:32:11.806763 n-d-800634-3 neutron-server[93915]: ERROR neutron.plugins.ml2.managers [None req-04724692-7260-4935-bf82-58cae63bdfc3 tempest-PortsAdminExtendedAttrsTestJSON-500520227 tempest-PortsAdminExtendedAttrsTestJSON-500520227-project-admin] Failed to bind port 9a49b76c-0eb8-472b-b22d-db014b19a822 on host n-h1-800634-3 for vnic_type normal using segments [{'id': 'd3194d98-06d2-44e7-abbf-7b9c78aff5b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '63e9769a-f143-4217-a311-460393e3c197'}] Jul 14 18:32:11.812277 n-d-800634-3 neutron-server[93915]: INFO neutron.plugins.ml2.plugin [None req-04724692-7260-4935-bf82-58cae63bdfc3 tempest-PortsAdminExtendedAttrsTestJSON-500520227 tempest-PortsAdminExtendedAttrsTestJSON-500520227-project-admin] Attempt 6 to bind port 9a49b76c-0eb8-472b-b22d-db014b19a822 Jul 14 18:32:11.829400 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-f374dbcb-6d98-4cbf-986d-cce52f605f8b tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:11.877999 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4e0bc60-2fa3-47a3-a9ba-155133f4e67a', 'tag': '0d90d118-2a16-461c-8b80-fa7d8a1aaaa6'}] {{(pid=93915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:32:11.880417 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e72782ad3af8f7d4ce76cedf092bca46d1756acc5c4653cf0b52034cdd6b073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33d6f52d-9542-42ab-9453-9e3ad7a375ae" -d '{"events": [{"name": "network-changed", "server_uuid": "a4e0bc60-2fa3-47a3-a9ba-155133f4e67a", "tag": "0d90d118-2a16-461c-8b80-fa7d8a1aaaa6"}]}' {{(pid=93915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:32:11.887738 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [None req-04724692-7260-4935-bf82-58cae63bdfc3 tempest-PortsAdminExtendedAttrsTestJSON-500520227 tempest-PortsAdminExtendedAttrsTestJSON-500520227-project-admin] Attempting to bind port 9a49b76c-0eb8-472b-b22d-db014b19a822 on host n-h1-800634-3 for vnic_type normal with profile {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:32:11.888085 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [None req-04724692-7260-4935-bf82-58cae63bdfc3 tempest-PortsAdminExtendedAttrsTestJSON-500520227 tempest-PortsAdminExtendedAttrsTestJSON-500520227-project-admin] Attempting to bind port 9a49b76c-0eb8-472b-b22d-db014b19a822 by drivers openvswitch,hyperv on host n-h1-800634-3 at level 0 using segments [{'id': 'd3194d98-06d2-44e7-abbf-7b9c78aff5b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '63e9769a-f143-4217-a311-460393e3c197'}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:32:11.888451 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04724692-7260-4935-bf82-58cae63bdfc3 tempest-PortsAdminExtendedAttrsTestJSON-500520227 tempest-PortsAdminExtendedAttrsTestJSON-500520227-project-admin] Attempting to bind port 9a49b76c-0eb8-472b-b22d-db014b19a822 on network 63e9769a-f143-4217-a311-460393e3c197 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:32:11.911236 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-f374dbcb-6d98-4cbf-986d-cce52f605f8b tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:11.925501 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04724692-7260-4935-bf82-58cae63bdfc3 tempest-PortsAdminExtendedAttrsTestJSON-500520227 tempest-PortsAdminExtendedAttrsTestJSON-500520227-project-admin] Port 9a49b76c-0eb8-472b-b22d-db014b19a822 on network 63e9769a-f143-4217-a311-460393e3c197 not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-3 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 18:32:11.926003 n-d-800634-3 neutron-server[93915]: ERROR neutron.plugins.ml2.managers [None req-04724692-7260-4935-bf82-58cae63bdfc3 tempest-PortsAdminExtendedAttrsTestJSON-500520227 tempest-PortsAdminExtendedAttrsTestJSON-500520227-project-admin] Failed to bind port 9a49b76c-0eb8-472b-b22d-db014b19a822 on host n-h1-800634-3 for vnic_type normal using segments [{'id': 'd3194d98-06d2-44e7-abbf-7b9c78aff5b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '63e9769a-f143-4217-a311-460393e3c197'}] Jul 14 18:32:11.964848 n-d-800634-3 neutron-server[93915]: INFO neutron.plugins.ml2.plugin [None req-04724692-7260-4935-bf82-58cae63bdfc3 tempest-PortsAdminExtendedAttrsTestJSON-500520227 tempest-PortsAdminExtendedAttrsTestJSON-500520227-project-admin] Attempt 7 to bind port 9a49b76c-0eb8-472b-b22d-db014b19a822 Jul 14 18:32:11.990815 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-5533fa82-c057-4216-bbd1-a8ef2f007372 req-40215eee-25b8-483a-9413-232b5fc6a891 tempest-ListServerFiltersTestJSON-1866458082 tempest-ListServerFiltersTestJSON-1866458082-project] 10.222.0.16 "GET /v2.0/security-groups?id=cc0cb72e-0ac6-4b37-b329-257cd4e8c60f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1793165 Jul 14 18:32:12.004864 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [None req-04724692-7260-4935-bf82-58cae63bdfc3 tempest-PortsAdminExtendedAttrsTestJSON-500520227 tempest-PortsAdminExtendedAttrsTestJSON-500520227-project-admin] Attempting to bind port 9a49b76c-0eb8-472b-b22d-db014b19a822 on host n-h1-800634-3 for vnic_type normal with profile {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:32:12.005233 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [None req-04724692-7260-4935-bf82-58cae63bdfc3 tempest-PortsAdminExtendedAttrsTestJSON-500520227 tempest-PortsAdminExtendedAttrsTestJSON-500520227-project-admin] Attempting to bind port 9a49b76c-0eb8-472b-b22d-db014b19a822 by drivers openvswitch,hyperv on host n-h1-800634-3 at level 0 using segments [{'id': 'd3194d98-06d2-44e7-abbf-7b9c78aff5b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '63e9769a-f143-4217-a311-460393e3c197'}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:32:12.005601 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04724692-7260-4935-bf82-58cae63bdfc3 tempest-PortsAdminExtendedAttrsTestJSON-500520227 tempest-PortsAdminExtendedAttrsTestJSON-500520227-project-admin] Attempting to bind port 9a49b76c-0eb8-472b-b22d-db014b19a822 on network 63e9769a-f143-4217-a311-460393e3c197 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:32:12.014395 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04724692-7260-4935-bf82-58cae63bdfc3 tempest-PortsAdminExtendedAttrsTestJSON-500520227 tempest-PortsAdminExtendedAttrsTestJSON-500520227-project-admin] Port 9a49b76c-0eb8-472b-b22d-db014b19a822 on network 63e9769a-f143-4217-a311-460393e3c197 not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-3 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 18:32:12.014733 n-d-800634-3 neutron-server[93915]: ERROR neutron.plugins.ml2.managers [None req-04724692-7260-4935-bf82-58cae63bdfc3 tempest-PortsAdminExtendedAttrsTestJSON-500520227 tempest-PortsAdminExtendedAttrsTestJSON-500520227-project-admin] Failed to bind port 9a49b76c-0eb8-472b-b22d-db014b19a822 on host n-h1-800634-3 for vnic_type normal using segments [{'id': 'd3194d98-06d2-44e7-abbf-7b9c78aff5b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '63e9769a-f143-4217-a311-460393e3c197'}] Jul 14 18:32:12.044347 n-d-800634-3 neutron-server[93915]: INFO neutron.plugins.ml2.plugin [None req-04724692-7260-4935-bf82-58cae63bdfc3 tempest-PortsAdminExtendedAttrsTestJSON-500520227 tempest-PortsAdminExtendedAttrsTestJSON-500520227-project-admin] Attempt 8 to bind port 9a49b76c-0eb8-472b-b22d-db014b19a822 Jul 14 18:32:12.091636 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-f374dbcb-6d98-4cbf-986d-cce52f605f8b tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Notify callbacks [] for port, precommit_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:12.097046 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-f374dbcb-6d98-4cbf-986d-cce52f605f8b tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2684870'] for port, after_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:12.097530 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [None req-04724692-7260-4935-bf82-58cae63bdfc3 tempest-PortsAdminExtendedAttrsTestJSON-500520227 tempest-PortsAdminExtendedAttrsTestJSON-500520227-project-admin] Attempting to bind port 9a49b76c-0eb8-472b-b22d-db014b19a822 on host n-h1-800634-3 for vnic_type normal with profile {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:32:12.097938 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [None req-04724692-7260-4935-bf82-58cae63bdfc3 tempest-PortsAdminExtendedAttrsTestJSON-500520227 tempest-PortsAdminExtendedAttrsTestJSON-500520227-project-admin] Attempting to bind port 9a49b76c-0eb8-472b-b22d-db014b19a822 by drivers openvswitch,hyperv on host n-h1-800634-3 at level 0 using segments [{'id': 'd3194d98-06d2-44e7-abbf-7b9c78aff5b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '63e9769a-f143-4217-a311-460393e3c197'}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:32:12.098312 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04724692-7260-4935-bf82-58cae63bdfc3 tempest-PortsAdminExtendedAttrsTestJSON-500520227 tempest-PortsAdminExtendedAttrsTestJSON-500520227-project-admin] Attempting to bind port 9a49b76c-0eb8-472b-b22d-db014b19a822 on network 63e9769a-f143-4217-a311-460393e3c197 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:32:12.125131 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04724692-7260-4935-bf82-58cae63bdfc3 tempest-PortsAdminExtendedAttrsTestJSON-500520227 tempest-PortsAdminExtendedAttrsTestJSON-500520227-project-admin] Port 9a49b76c-0eb8-472b-b22d-db014b19a822 on network 63e9769a-f143-4217-a311-460393e3c197 not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-3 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 18:32:12.125506 n-d-800634-3 neutron-server[93915]: ERROR neutron.plugins.ml2.managers [None req-04724692-7260-4935-bf82-58cae63bdfc3 tempest-PortsAdminExtendedAttrsTestJSON-500520227 tempest-PortsAdminExtendedAttrsTestJSON-500520227-project-admin] Failed to bind port 9a49b76c-0eb8-472b-b22d-db014b19a822 on host n-h1-800634-3 for vnic_type normal using segments [{'id': 'd3194d98-06d2-44e7-abbf-7b9c78aff5b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '63e9769a-f143-4217-a311-460393e3c197'}] Jul 14 18:32:12.145450 n-d-800634-3 neutron-server[93915]: INFO neutron.plugins.ml2.plugin [None req-04724692-7260-4935-bf82-58cae63bdfc3 tempest-PortsAdminExtendedAttrsTestJSON-500520227 tempest-PortsAdminExtendedAttrsTestJSON-500520227-project-admin] Attempt 9 to bind port 9a49b76c-0eb8-472b-b22d-db014b19a822 Jul 14 18:32:12.162025 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [req-c3f5e457-4ef6-4a47-bad8-c0192f2f1d94 req-27ed8477-9b92-4e6b-b947-b8cf085381a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bde076ee-01e0-4557-a5c2-1f9d433c2343 {{(pid=93915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 18:32:12.172896 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f374dbcb-6d98-4cbf-986d-cce52f605f8b tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Pushing event updated for resources: {'Port': ['ID=674ac534-6670-4099-b471-90d6c015ed2b,revision_number=2']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:32:12.175069 n-d-800634-3 neutron-server[93915]: INFO neutron.api.v2.resource [req-64ded9a8-9235-4619-a092-ab21439737a8 req-427f6852-1164-45f4-9791-556499440ae6 tempest-FloatingIPsAssociationNegativeTestJSON-287568005 tempest-FloatingIPsAssociationNegativeTestJSON-287568005-project] update failed (client error): There was a conflict when trying to complete your request. Jul 14 18:32:12.176164 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-64ded9a8-9235-4619-a092-ab21439737a8 req-427f6852-1164-45f4-9791-556499440ae6 tempest-FloatingIPsAssociationNegativeTestJSON-287568005 tempest-FloatingIPsAssociationNegativeTestJSON-287568005-project] 10.222.0.16 "PUT /v2.0/floatingips/84983e9a-d9e7-4823-b9ac-358fa29caf37 HTTP/1.1" status: 409 len: 550 time: 0.6625016 Jul 14 18:32:12.178234 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-c3f5e457-4ef6-4a47-bad8-c0192f2f1d94 req-27ed8477-9b92-4e6b-b947-b8cf085381a2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:12.178391 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-f374dbcb-6d98-4cbf-986d-cce52f605f8b tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-930131'] for floatingip, after_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:12.182516 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [None req-04724692-7260-4935-bf82-58cae63bdfc3 tempest-PortsAdminExtendedAttrsTestJSON-500520227 tempest-PortsAdminExtendedAttrsTestJSON-500520227-project-admin] Attempting to bind port 9a49b76c-0eb8-472b-b22d-db014b19a822 on host n-h1-800634-3 for vnic_type normal with profile {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:32:12.182926 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [None req-04724692-7260-4935-bf82-58cae63bdfc3 tempest-PortsAdminExtendedAttrsTestJSON-500520227 tempest-PortsAdminExtendedAttrsTestJSON-500520227-project-admin] Attempting to bind port 9a49b76c-0eb8-472b-b22d-db014b19a822 by drivers openvswitch,hyperv on host n-h1-800634-3 at level 0 using segments [{'id': 'd3194d98-06d2-44e7-abbf-7b9c78aff5b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '63e9769a-f143-4217-a311-460393e3c197'}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:32:12.183291 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04724692-7260-4935-bf82-58cae63bdfc3 tempest-PortsAdminExtendedAttrsTestJSON-500520227 tempest-PortsAdminExtendedAttrsTestJSON-500520227-project-admin] Attempting to bind port 9a49b76c-0eb8-472b-b22d-db014b19a822 on network 63e9769a-f143-4217-a311-460393e3c197 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:32:12.199478 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04724692-7260-4935-bf82-58cae63bdfc3 tempest-PortsAdminExtendedAttrsTestJSON-500520227 tempest-PortsAdminExtendedAttrsTestJSON-500520227-project-admin] Port 9a49b76c-0eb8-472b-b22d-db014b19a822 on network 63e9769a-f143-4217-a311-460393e3c197 not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-3 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 18:32:12.199816 n-d-800634-3 neutron-server[93915]: ERROR neutron.plugins.ml2.managers [None req-04724692-7260-4935-bf82-58cae63bdfc3 tempest-PortsAdminExtendedAttrsTestJSON-500520227 tempest-PortsAdminExtendedAttrsTestJSON-500520227-project-admin] Failed to bind port 9a49b76c-0eb8-472b-b22d-db014b19a822 on host n-h1-800634-3 for vnic_type normal using segments [{'id': 'd3194d98-06d2-44e7-abbf-7b9c78aff5b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '63e9769a-f143-4217-a311-460393e3c197'}] Jul 14 18:32:12.201466 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.provisioning_blocks [req-c3f5e457-4ef6-4a47-bad8-c0192f2f1d94 req-27ed8477-9b92-4e6b-b947-b8cf085381a2 service neutron] Transition to ACTIVE for port object bde076ee-01e0-4557-a5c2-1f9d433c2343 will not be triggered until provisioned by entity L2. {{(pid=93915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:32:12.202091 n-d-800634-3 neutron-server[93915]: INFO neutron.plugins.ml2.plugin [None req-04724692-7260-4935-bf82-58cae63bdfc3 tempest-PortsAdminExtendedAttrsTestJSON-500520227 tempest-PortsAdminExtendedAttrsTestJSON-500520227-project-admin] Attempt 10 to bind port 9a49b76c-0eb8-472b-b22d-db014b19a822 Jul 14 18:32:12.215556 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-c3f5e457-4ef6-4a47-bad8-c0192f2f1d94 req-27ed8477-9b92-4e6b-b947-b8cf085381a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25912978'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:12.231589 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [None req-04724692-7260-4935-bf82-58cae63bdfc3 tempest-PortsAdminExtendedAttrsTestJSON-500520227 tempest-PortsAdminExtendedAttrsTestJSON-500520227-project-admin] Attempting to bind port 9a49b76c-0eb8-472b-b22d-db014b19a822 on host n-h1-800634-3 for vnic_type normal with profile {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:32:12.232344 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [None req-04724692-7260-4935-bf82-58cae63bdfc3 tempest-PortsAdminExtendedAttrsTestJSON-500520227 tempest-PortsAdminExtendedAttrsTestJSON-500520227-project-admin] Attempting to bind port 9a49b76c-0eb8-472b-b22d-db014b19a822 by drivers openvswitch,hyperv on host n-h1-800634-3 at level 0 using segments [{'id': 'd3194d98-06d2-44e7-abbf-7b9c78aff5b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '63e9769a-f143-4217-a311-460393e3c197'}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:32:12.232344 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04724692-7260-4935-bf82-58cae63bdfc3 tempest-PortsAdminExtendedAttrsTestJSON-500520227 tempest-PortsAdminExtendedAttrsTestJSON-500520227-project-admin] Attempting to bind port 9a49b76c-0eb8-472b-b22d-db014b19a822 on network 63e9769a-f143-4217-a311-460393e3c197 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:32:12.264044 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04724692-7260-4935-bf82-58cae63bdfc3 tempest-PortsAdminExtendedAttrsTestJSON-500520227 tempest-PortsAdminExtendedAttrsTestJSON-500520227-project-admin] Port 9a49b76c-0eb8-472b-b22d-db014b19a822 on network 63e9769a-f143-4217-a311-460393e3c197 not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-3 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 18:32:12.264475 n-d-800634-3 neutron-server[93915]: ERROR neutron.plugins.ml2.managers [None req-04724692-7260-4935-bf82-58cae63bdfc3 tempest-PortsAdminExtendedAttrsTestJSON-500520227 tempest-PortsAdminExtendedAttrsTestJSON-500520227-project-admin] Failed to bind port 9a49b76c-0eb8-472b-b22d-db014b19a822 on host n-h1-800634-3 for vnic_type normal using segments [{'id': 'd3194d98-06d2-44e7-abbf-7b9c78aff5b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '63e9769a-f143-4217-a311-460393e3c197'}] Jul 14 18:32:12.264883 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-04724692-7260-4935-bf82-58cae63bdfc3 tempest-PortsAdminExtendedAttrsTestJSON-500520227 tempest-PortsAdminExtendedAttrsTestJSON-500520227-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:12.296843 n-d-800634-3 neutron-server[93916]: INFO neutron.db.l3_db [None req-f374dbcb-6d98-4cbf-986d-cce52f605f8b tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Floating IP 2a526515-2f09-4e9b-8f41-41a3d242b002 associated. External IP: 172.25.1.12, port: 3c6825c1-6121-4002-82e1-b6950dbf8a37. Jul 14 18:32:12.326206 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a297e0af-ca99-4375-80b2-8a7af069d290 req-297d5426-0683-4bbc-870e-546e60ba6b10 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:12.337475 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a297e0af-ca99-4375-80b2-8a7af069d290 req-297d5426-0683-4bbc-870e-546e60ba6b10 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:12.348867 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a297e0af-ca99-4375-80b2-8a7af069d290 req-297d5426-0683-4bbc-870e-546e60ba6b10 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:12.359890 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a297e0af-ca99-4375-80b2-8a7af069d290 req-297d5426-0683-4bbc-870e-546e60ba6b10 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:12.370904 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a297e0af-ca99-4375-80b2-8a7af069d290 req-297d5426-0683-4bbc-870e-546e60ba6b10 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:12.381773 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a297e0af-ca99-4375-80b2-8a7af069d290 req-297d5426-0683-4bbc-870e-546e60ba6b10 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:12.391508 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a297e0af-ca99-4375-80b2-8a7af069d290 req-297d5426-0683-4bbc-870e-546e60ba6b10 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:12.394745 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a297e0af-ca99-4375-80b2-8a7af069d290 req-297d5426-0683-4bbc-870e-546e60ba6b10 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] 10.222.0.16 "GET /v2.0/ports?device_id=a4e0bc60-2fa3-47a3-a9ba-155133f4e67a HTTP/1.1" status: 200 len: 5382 time: 0.2939003 Jul 14 18:32:12.411941 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ed8477-9b92-4e6b-b947-b8cf085381a2 service neutron] Pushing event updated for resources: {'Port': ['ID=bde076ee-01e0-4557-a5c2-1f9d433c2343,revision_number=2']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:32:12.593915 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f374dbcb-6d98-4cbf-986d-cce52f605f8b tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Router bee30a2a-4399-42b3-916a-f5d930702390 has already been hosted by L3 agent 2c6eb27e-defb-4cca-9a24-381c7415e359 {{(pid=93916) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 18:32:12.708035 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f374dbcb-6d98-4cbf-986d-cce52f605f8b tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Notify agent at l3_agent.n-d-800634-3 the message routers_updated {{(pid=93916) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 18:32:12.719242 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f90a9a6c-769a-432e-a5f7-659b338cfa70 None None] Sync routers for ids ['bee30a2a-4399-42b3-916a-f5d930702390'] in n-d-800634-3 {{(pid=93918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 18:32:12.726047 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-f374dbcb-6d98-4cbf-986d-cce52f605f8b tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for floatingip, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:12.729139 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f90a9a6c-769a-432e-a5f7-659b338cfa70 None None] Routers {'bee30a2a-4399-42b3-916a-f5d930702390'} bound to L3 agent in host n-d-800634-3 {{(pid=93918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:32:12.730130 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-f90a9a6c-769a-432e-a5f7-659b338cfa70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:31:53Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['bee30a2a-4399-42b3-916a-f5d930702390'], 'active': True} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:32:12.772538 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-f374dbcb-6d98-4cbf-986d-cce52f605f8b tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 1.8905027 Jul 14 18:32:12.772810 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 44632) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:32:12.778597 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-3f26d098-809d-46ee-acff-5755281c6bdc tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Request body: {'floatingip': {'port_id': '3c6825c1-6121-4002-82e1-b6950dbf8a37', 'fixed_ip_address': '172.20.0.12'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:32:12.846745 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-3f26d098-809d-46ee-acff-5755281c6bdc tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Notify callbacks [] for floatingip, before_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:12.869753 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-f90a9a6c-769a-432e-a5f7-659b338cfa70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-3', False) {} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:32:12.877489 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ed8477-9b92-4e6b-b947-b8cf085381a2 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:32:12.877836 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ed8477-9b92-4e6b-b947-b8cf085381a2 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:32:12.878234 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ed8477-9b92-4e6b-b947-b8cf085381a2 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:32:12.878677 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ed8477-9b92-4e6b-b947-b8cf085381a2 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:32:12.878959 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ed8477-9b92-4e6b-b947-b8cf085381a2 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:32:12.879227 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ed8477-9b92-4e6b-b947-b8cf085381a2 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:32:12.879551 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ed8477-9b92-4e6b-b947-b8cf085381a2 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:32:12.879665 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f90a9a6c-769a-432e-a5f7-659b338cfa70 None None] Routers {'bee30a2a-4399-42b3-916a-f5d930702390'} bound to L3 agent in host n-d-800634-3 {{(pid=93918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:32:12.879880 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ed8477-9b92-4e6b-b947-b8cf085381a2 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:32:12.880224 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ed8477-9b92-4e6b-b947-b8cf085381a2 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:32:12.880342 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-f90a9a6c-769a-432e-a5f7-659b338cfa70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:31:53Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['bee30a2a-4399-42b3-916a-f5d930702390'], 'active': True} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:32:12.880540 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ed8477-9b92-4e6b-b947-b8cf085381a2 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:32:12.880865 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ed8477-9b92-4e6b-b947-b8cf085381a2 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:32:12.881183 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ed8477-9b92-4e6b-b947-b8cf085381a2 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:32:12.915566 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-f90a9a6c-769a-432e-a5f7-659b338cfa70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-3', False) {} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:32:12.916242 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f90a9a6c-769a-432e-a5f7-659b338cfa70 None None] The sync data for ids ['bee30a2a-4399-42b3-916a-f5d930702390'] in n-d-800634-3 is: [] {{(pid=93918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 18:32:12.978783 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a297e0af-ca99-4375-80b2-8a7af069d290 req-a73485bd-21e6-4b26-8372-ba36790a3e74 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] 10.222.0.16 "GET /v2.0/security-groups?id=748fe4c5-70b9-4e07-b6fc-ddd56d9bbb08&id=1433845c-1171-43a4-b403-5201c1216c85&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5567803 Jul 14 18:32:13.000254 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [None req-04724692-7260-4935-bf82-58cae63bdfc3 tempest-PortsAdminExtendedAttrsTestJSON-500520227 tempest-PortsAdminExtendedAttrsTestJSON-500520227-project-admin] For port 9a49b76c-0eb8-472b-b22d-db014b19a822, host n-h1-800634-3, cleared binding levels {{(pid=93915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:32:13.000629 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [None req-04724692-7260-4935-bf82-58cae63bdfc3 tempest-PortsAdminExtendedAttrsTestJSON-500520227 tempest-PortsAdminExtendedAttrsTestJSON-500520227-project-admin] Attempted to set empty binding levels {{(pid=93915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 14 18:32:13.008512 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-04724692-7260-4935-bf82-58cae63bdfc3 tempest-PortsAdminExtendedAttrsTestJSON-500520227 tempest-PortsAdminExtendedAttrsTestJSON-500520227-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25912978'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:13.018493 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-c3f5e457-4ef6-4a47-bad8-c0192f2f1d94 req-27ed8477-9b92-4e6b-b947-b8cf085381a2 service neutron] Attempting to bind port bde076ee-01e0-4557-a5c2-1f9d433c2343 on host n-h1-800634-3 for vnic_type normal with profile {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:32:13.018827 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-c3f5e457-4ef6-4a47-bad8-c0192f2f1d94 req-27ed8477-9b92-4e6b-b947-b8cf085381a2 service neutron] Attempting to bind port bde076ee-01e0-4557-a5c2-1f9d433c2343 by drivers openvswitch,hyperv on host n-h1-800634-3 at level 0 using segments [{'id': 'a5f86141-009c-4679-b2f8-e0cc9120f80c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '78f1bdd6-a438-4e68-a059-5fadb7299624'}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:32:13.019155 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3f5e457-4ef6-4a47-bad8-c0192f2f1d94 req-27ed8477-9b92-4e6b-b947-b8cf085381a2 service neutron] Attempting to bind port bde076ee-01e0-4557-a5c2-1f9d433c2343 on network 78f1bdd6-a438-4e68-a059-5fadb7299624 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:32:13.043725 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 18:32:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c08dd56-cc1f-45d9-9314-e6e3d419fab7 x-openstack-request-id: req-9c08dd56-cc1f-45d9-9314-e6e3d419fab7 {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:32:13.044018 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4e0bc60-2fa3-47a3-a9ba-155133f4e67a", "tag": "0d90d118-2a16-461c-8b80-fa7d8a1aaaa6", "status": "completed", "code": 200}]} {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:32:13.044294 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9c08dd56-cc1f-45d9-9314-e6e3d419fab7 {{(pid=93915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:32:13.044686 n-d-800634-3 neutron-server[93915]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4e0bc60-2fa3-47a3-a9ba-155133f4e67a', 'tag': '0d90d118-2a16-461c-8b80-fa7d8a1aaaa6', 'status': 'completed', 'code': 200} Jul 14 18:32:13.053480 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3f5e457-4ef6-4a47-bad8-c0192f2f1d94 req-27ed8477-9b92-4e6b-b947-b8cf085381a2 service neutron] Port bde076ee-01e0-4557-a5c2-1f9d433c2343 on network 78f1bdd6-a438-4e68-a059-5fadb7299624 not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-3 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 18:32:13.053815 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3f5e457-4ef6-4a47-bad8-c0192f2f1d94 req-27ed8477-9b92-4e6b-b947-b8cf085381a2 service neutron] Attempting to bind port bde076ee-01e0-4557-a5c2-1f9d433c2343 on network 78f1bdd6-a438-4e68-a059-5fadb7299624 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:32:13.063747 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540a7c2f-a1e3-45ee-8b7e-99fe85db4ff6 req-f0046f66-1ca0-419f-b135-e94f8b901a52 tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:13.065323 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-540a7c2f-a1e3-45ee-8b7e-99fe85db4ff6 req-f0046f66-1ca0-419f-b135-e94f8b901a52 tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] 10.222.0.16 "GET /v2.0/ports?device_id=e324c388-2bb3-401d-a7a7-373392456b8c HTTP/1.1" status: 200 len: 945 time: 0.7688723 Jul 14 18:32:13.071502 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04724692-7260-4935-bf82-58cae63bdfc3 tempest-PortsAdminExtendedAttrsTestJSON-500520227 tempest-PortsAdminExtendedAttrsTestJSON-500520227-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:13.072101 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-04724692-7260-4935-bf82-58cae63bdfc3 tempest-PortsAdminExtendedAttrsTestJSON-500520227 tempest-PortsAdminExtendedAttrsTestJSON-500520227-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:13.119234 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3f5e457-4ef6-4a47-bad8-c0192f2f1d94 req-27ed8477-9b92-4e6b-b947-b8cf085381a2 service neutron] Checking agent: {'id': 'a3630ff4-fbee-45d9-b9b6-0ae41cb3a350', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 15, 32), 'started_at': datetime.datetime(2021, 7, 14, 18, 15, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 18, 32, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 18:32:13.119649 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3f5e457-4ef6-4a47-bad8-c0192f2f1d94 req-27ed8477-9b92-4e6b-b947-b8cf085381a2 service neutron] Checking segment: {'id': 'a5f86141-009c-4679-b2f8-e0cc9120f80c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '78f1bdd6-a438-4e68-a059-5fadb7299624'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:32:13.119964 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3f5e457-4ef6-4a47-bad8-c0192f2f1d94 req-27ed8477-9b92-4e6b-b947-b8cf085381a2 service neutron] Bound using segment: {'id': 'a5f86141-009c-4679-b2f8-e0cc9120f80c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '78f1bdd6-a438-4e68-a059-5fadb7299624'} {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 18:32:13.121000 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-c3f5e457-4ef6-4a47-bad8-c0192f2f1d94 req-27ed8477-9b92-4e6b-b947-b8cf085381a2 service neutron] Bound port: bde076ee-01e0-4557-a5c2-1f9d433c2343, host: n-h1-800634-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a5f86141-009c-4679-b2f8-e0cc9120f80c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '78f1bdd6-a438-4e68-a059-5fadb7299624'}}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 18:32:13.121361 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-c3f5e457-4ef6-4a47-bad8-c0192f2f1d94 req-27ed8477-9b92-4e6b-b947-b8cf085381a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:13.141146 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04724692-7260-4935-bf82-58cae63bdfc3 tempest-PortsAdminExtendedAttrsTestJSON-500520227 tempest-PortsAdminExtendedAttrsTestJSON-500520227-project-admin] Pushing event updated for resources: {'Port': ['ID=9a49b76c-0eb8-472b-b22d-db014b19a822,revision_number=2']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:32:13.152808 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-04724692-7260-4935-bf82-58cae63bdfc3 tempest-PortsAdminExtendedAttrsTestJSON-500520227 tempest-PortsAdminExtendedAttrsTestJSON-500520227-project-admin] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 979 time: 4.0516739 Jul 14 18:32:13.164321 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 44634) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:32:13.257679 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-540a7c2f-a1e3-45ee-8b7e-99fe85db4ff6 req-cfe79929-1613-4ba2-bbff-a650e0183fcb tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] 10.222.0.16 "GET /v2.0/security-groups?id=c6d2ae5e-7962-48ff-a84c-cacbd11fb04d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1712301 Jul 14 18:32:13.372986 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-c3f5e457-4ef6-4a47-bad8-c0192f2f1d94 req-27ed8477-9b92-4e6b-b947-b8cf085381a2 service neutron] For port bde076ee-01e0-4557-a5c2-1f9d433c2343, host n-h1-800634-3, cleared binding levels {{(pid=93915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:32:13.379861 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d6f52d-9542-42ab-9453-9e3ad7a375ae req-b48882a0-da94-4d10-93ef-781023512f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:13.380377 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d6f52d-9542-42ab-9453-9e3ad7a375ae req-b48882a0-da94-4d10-93ef-781023512f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:13.380847 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d6f52d-9542-42ab-9453-9e3ad7a375ae req-b48882a0-da94-4d10-93ef-781023512f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:13.381323 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d6f52d-9542-42ab-9453-9e3ad7a375ae req-b48882a0-da94-4d10-93ef-781023512f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:13.381794 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d6f52d-9542-42ab-9453-9e3ad7a375ae req-b48882a0-da94-4d10-93ef-781023512f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:13.382280 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d6f52d-9542-42ab-9453-9e3ad7a375ae req-b48882a0-da94-4d10-93ef-781023512f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:13.382752 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d6f52d-9542-42ab-9453-9e3ad7a375ae req-b48882a0-da94-4d10-93ef-781023512f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:13.384769 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-33d6f52d-9542-42ab-9453-9e3ad7a375ae req-b48882a0-da94-4d10-93ef-781023512f58 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=362562baf49d424491e86fd541949698&device_id=a4e0bc60-2fa3-47a3-a9ba-155133f4e67a HTTP/1.1" status: 200 len: 6244 time: 0.3096442 Jul 14 18:32:13.385156 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-3f26d098-809d-46ee-acff-5755281c6bdc tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:13.389534 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-3f26d098-809d-46ee-acff-5755281c6bdc tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-930131'] for floatingip, after_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:13.391713 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-012d962a-f820-4eb3-90b0-c6434aaf2001 req-07671b30-ac49-4bb4-af7e-fc38bffff96b tempest-FloatingIPsAssociationNegativeTestJSON-287568005 tempest-FloatingIPsAssociationNegativeTestJSON-287568005-project] 10.222.0.16 "GET /v2.0/floatingips/84983e9a-d9e7-4823-b9ac-358fa29caf37 HTTP/1.1" status: 200 len: 693 time: 0.1036632 Jul 14 18:32:13.407710 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-c3f5e457-4ef6-4a47-bad8-c0192f2f1d94 req-27ed8477-9b92-4e6b-b947-b8cf085381a2 service neutron] For port bde076ee-01e0-4557-a5c2-1f9d433c2343, host n-h1-800634-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=bde076ee-01e0-4557-a5c2-1f9d433c2343,segment=NetworkSegment(a5f86141-009c-4679-b2f8-e0cc9120f80c),segment_id=a5f86141-009c-4679-b2f8-e0cc9120f80c)] {{(pid=93915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 18:32:13.443093 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-c3f5e457-4ef6-4a47-bad8-c0192f2f1d94 req-27ed8477-9b92-4e6b-b947-b8cf085381a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25912978'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:13.487247 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83852e3-b7f6-4118-8d28-3c5fea37560c req-f030081c-0525-4c42-8892-066f45d15ce4 tempest-ListServerFiltersTestJSON-1866458082 tempest-ListServerFiltersTestJSON-1866458082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:13.488773 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-d83852e3-b7f6-4118-8d28-3c5fea37560c req-f030081c-0525-4c42-8892-066f45d15ce4 tempest-ListServerFiltersTestJSON-1866458082 tempest-ListServerFiltersTestJSON-1866458082-project] 10.222.0.16 "GET /v2.0/ports?device_id=2eaad43e-3f6b-4451-b40e-a34e647e008a HTTP/1.1" status: 200 len: 946 time: 0.3424928 Jul 14 18:32:13.608756 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f5e457-4ef6-4a47-bad8-c0192f2f1d94 req-27ed8477-9b92-4e6b-b947-b8cf085381a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:13.609384 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-c3f5e457-4ef6-4a47-bad8-c0192f2f1d94 req-27ed8477-9b92-4e6b-b947-b8cf085381a2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:13.610785 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c3f5e457-4ef6-4a47-bad8-c0192f2f1d94 req-27ed8477-9b92-4e6b-b947-b8cf085381a2 service neutron] 10.222.0.18 "PUT /v2.0/ports/bde076ee-01e0-4557-a5c2-1f9d433c2343 HTTP/1.1" status: 200 len: 1091 time: 2.5386744 Jul 14 18:32:13.619944 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f26d098-809d-46ee-acff-5755281c6bdc tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Router bee30a2a-4399-42b3-916a-f5d930702390 has already been hosted by L3 agent 2c6eb27e-defb-4cca-9a24-381c7415e359 {{(pid=93916) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 18:32:13.668618 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [req-c3f5e457-4ef6-4a47-bad8-c0192f2f1d94 req-4e652327-2c25-4624-978a-be688606273f service neutron] Request body: {'port': {'device_id': 'a4e0bc60-2fa3-47a3-a9ba-155133f4e67a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800634-3'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:32:13.705966 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ed8477-9b92-4e6b-b947-b8cf085381a2 service neutron] Pushing event updated for resources: {'Port': ['ID=bde076ee-01e0-4557-a5c2-1f9d433c2343,revision_number=3']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:32:13.720285 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [None req-ef7ce4af-b5ba-497b-9729-6ae988d73554 tempest-PortsAdminExtendedAttrsTestJSON-500520227 tempest-PortsAdminExtendedAttrsTestJSON-500520227-project-admin] Deleting port 9a49b76c-0eb8-472b-b22d-db014b19a822 {{(pid=93915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:32:13.720680 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-ef7ce4af-b5ba-497b-9729-6ae988d73554 tempest-PortsAdminExtendedAttrsTestJSON-500520227 tempest-PortsAdminExtendedAttrsTestJSON-500520227-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:13.732719 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-d83852e3-b7f6-4118-8d28-3c5fea37560c req-ce84c071-18d5-4c0b-b2d3-89b54c17bfc2 tempest-ListServerFiltersTestJSON-1866458082 tempest-ListServerFiltersTestJSON-1866458082-project] 10.222.0.16 "GET /v2.0/security-groups?id=cc0cb72e-0ac6-4b37-b329-257cd4e8c60f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2143328 Jul 14 18:32:13.747644 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f26d098-809d-46ee-acff-5755281c6bdc tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Notify agent at l3_agent.n-d-800634-3 the message routers_updated {{(pid=93916) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 18:32:13.753778 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-3f26d098-809d-46ee-acff-5755281c6bdc tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for floatingip, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:13.759571 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c9f1469-3247-482a-af7f-592a53c2b0fb None None] Sync routers for ids ['bee30a2a-4399-42b3-916a-f5d930702390'] in n-d-800634-3 {{(pid=93917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 18:32:13.770151 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c9f1469-3247-482a-af7f-592a53c2b0fb None None] Routers {'bee30a2a-4399-42b3-916a-f5d930702390'} bound to L3 agent in host n-d-800634-3 {{(pid=93917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:32:13.770974 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-3c9f1469-3247-482a-af7f-592a53c2b0fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:31:53Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['bee30a2a-4399-42b3-916a-f5d930702390'], 'active': True} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:32:13.814020 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-3c9f1469-3247-482a-af7f-592a53c2b0fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-3', False) {} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:32:13.831273 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [None req-ef7ce4af-b5ba-497b-9729-6ae988d73554 tempest-PortsAdminExtendedAttrsTestJSON-500520227 tempest-PortsAdminExtendedAttrsTestJSON-500520227-project-admin] For port 9a49b76c-0eb8-472b-b22d-db014b19a822, host n-h1-800634-3, got binding levels [] {{(pid=93915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:32:13.832306 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-ef7ce4af-b5ba-497b-9729-6ae988d73554 tempest-PortsAdminExtendedAttrsTestJSON-500520227 tempest-PortsAdminExtendedAttrsTestJSON-500520227-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:13.832863 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c9f1469-3247-482a-af7f-592a53c2b0fb None None] Routers {'bee30a2a-4399-42b3-916a-f5d930702390'} bound to L3 agent in host n-d-800634-3 {{(pid=93917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:32:13.833674 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-3c9f1469-3247-482a-af7f-592a53c2b0fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:31:53Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['bee30a2a-4399-42b3-916a-f5d930702390'], 'active': True} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:32:13.851161 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [None req-ef7ce4af-b5ba-497b-9729-6ae988d73554 tempest-PortsAdminExtendedAttrsTestJSON-500520227 tempest-PortsAdminExtendedAttrsTestJSON-500520227-project-admin] Calling delete_port for 9a49b76c-0eb8-472b-b22d-db014b19a822 owned by {{(pid=93915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:32:13.854222 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-3f26d098-809d-46ee-acff-5755281c6bdc tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] 10.222.0.16 "PUT /v2.0/floatingips/2a526515-2f09-4e9b-8f41-41a3d242b002 HTTP/1.1" status: 200 len: 978 time: 1.0780344 Jul 14 18:32:13.854462 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 44640) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:32:13.868032 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-3c9f1469-3247-482a-af7f-592a53c2b0fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-3', False) {} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:32:13.868739 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c9f1469-3247-482a-af7f-592a53c2b0fb None None] The sync data for ids ['bee30a2a-4399-42b3-916a-f5d930702390'] in n-d-800634-3 is: [] {{(pid=93917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 18:32:13.872211 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d6f52d-9542-42ab-9453-9e3ad7a375ae req-e068033c-ef12-4b4c-9500-81396f015223 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:13.872907 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d6f52d-9542-42ab-9453-9e3ad7a375ae req-e068033c-ef12-4b4c-9500-81396f015223 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:13.873448 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d6f52d-9542-42ab-9453-9e3ad7a375ae req-e068033c-ef12-4b4c-9500-81396f015223 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:13.875296 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-33d6f52d-9542-42ab-9453-9e3ad7a375ae req-e068033c-ef12-4b4c-9500-81396f015223 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=362562baf49d424491e86fd541949698&shared=False HTTP/1.1" status: 200 len: 2295 time: 0.4747674 Jul 14 18:32:14.020935 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-c104a076-eb2e-495b-9688-5cfced964782 tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Deleting port 674ac534-6670-4099-b471-90d6c015ed2b {{(pid=93916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:32:14.021283 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-c104a076-eb2e-495b-9688-5cfced964782 tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:14.039709 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012d962a-f820-4eb3-90b0-c6434aaf2001 req-95a9f3cf-339d-41c1-a09e-e8affabaea35 tempest-FloatingIPsAssociationNegativeTestJSON-287568005 tempest-FloatingIPsAssociationNegativeTestJSON-287568005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:14.041090 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-012d962a-f820-4eb3-90b0-c6434aaf2001 req-95a9f3cf-339d-41c1-a09e-e8affabaea35 tempest-FloatingIPsAssociationNegativeTestJSON-287568005 tempest-FloatingIPsAssociationNegativeTestJSON-287568005-project] 10.222.0.16 "GET /v2.0/networks/9200a437-e1de-4520-88f6-e68386523e61 HTTP/1.1" status: 200 len: 784 time: 0.6366911 Jul 14 18:32:14.097801 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-c104a076-eb2e-495b-9688-5cfced964782 tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:14.098050 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-c104a076-eb2e-495b-9688-5cfced964782 tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:14.110074 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-c104a076-eb2e-495b-9688-5cfced964782 tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Calling delete_port for 674ac534-6670-4099-b471-90d6c015ed2b owned by network:floatingip {{(pid=93916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:32:14.162472 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-012d962a-f820-4eb3-90b0-c6434aaf2001 req-6d381754-3d1d-4b6b-8af5-267e0f9a71ec tempest-FloatingIPsAssociationNegativeTestJSON-287568005 tempest-FloatingIPsAssociationNegativeTestJSON-287568005-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.1.188 HTTP/1.1" status: 200 len: 696 time: 0.0858085 Jul 14 18:32:14.168758 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-c3f5e457-4ef6-4a47-bad8-c0192f2f1d94 req-4e652327-2c25-4624-978a-be688606273f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:14.273038 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d6f52d-9542-42ab-9453-9e3ad7a375ae req-7c1e1065-50a0-48fa-8b0f-977ab2cbfe67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:14.274577 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-33d6f52d-9542-42ab-9453-9e3ad7a375ae req-7c1e1065-50a0-48fa-8b0f-977ab2cbfe67 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.3848343 Jul 14 18:32:14.282575 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600d41c2-ea83-47b2-a06c-381ef67b9a84 req-ee34f832-2103-4b12-90ed-a6c8e9010e23 tempest-ServerRescueTestJSON-1772516560 tempest-ServerRescueTestJSON-1772516560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:14.284293 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-600d41c2-ea83-47b2-a06c-381ef67b9a84 req-ee34f832-2103-4b12-90ed-a6c8e9010e23 tempest-ServerRescueTestJSON-1772516560 tempest-ServerRescueTestJSON-1772516560-project] 10.222.0.16 "GET /v2.0/ports?device_id=693cdabc-c35b-47c5-8512-cef465f1b22b HTTP/1.1" status: 200 len: 945 time: 0.3920867 Jul 14 18:32:14.284922 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-ef7ce4af-b5ba-497b-9729-6ae988d73554 tempest-PortsAdminExtendedAttrsTestJSON-500520227 tempest-PortsAdminExtendedAttrsTestJSON-500520227-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:14.291285 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-012d962a-f820-4eb3-90b0-c6434aaf2001 req-6a64930b-be22-4103-8654-b36974d0c8b4 tempest-FloatingIPsAssociationNegativeTestJSON-287568005 tempest-FloatingIPsAssociationNegativeTestJSON-287568005-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.1.188 HTTP/1.1" status: 200 len: 696 time: 0.1203320 Jul 14 18:32:14.296156 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-c104a076-eb2e-495b-9688-5cfced964782 tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:14.327413 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c104a076-eb2e-495b-9688-5cfced964782 tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Pushing event deleted for resources: {'Port': ['ID=674ac534-6670-4099-b471-90d6c015ed2b,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:32:14.390350 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7ce4af-b5ba-497b-9729-6ae988d73554 tempest-PortsAdminExtendedAttrsTestJSON-500520227 tempest-PortsAdminExtendedAttrsTestJSON-500520227-project-admin] Pushing event deleted for resources: {'Port': ['ID=9a49b76c-0eb8-472b-b22d-db014b19a822,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:32:14.402101 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-ef7ce4af-b5ba-497b-9729-6ae988d73554 tempest-PortsAdminExtendedAttrsTestJSON-500520227 tempest-PortsAdminExtendedAttrsTestJSON-500520227-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:14.406449 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-ef7ce4af-b5ba-497b-9729-6ae988d73554 tempest-PortsAdminExtendedAttrsTestJSON-500520227 tempest-PortsAdminExtendedAttrsTestJSON-500520227-project-admin] 10.222.0.16 "DELETE /v2.0/ports/9a49b76c-0eb8-472b-b22d-db014b19a822 HTTP/1.1" status: 204 len: 168 time: 1.2360587 Jul 14 18:32:14.411581 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 44646) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:32:14.532281 n-d-800634-3 neutron-server[93915]: INFO neutron.pecan_wsgi.hooks.translation [None req-094486f8-f6c7-4393-85eb-ab8ca079be4d tempest-PortsAdminExtendedAttrsTestJSON-500520227 tempest-PortsAdminExtendedAttrsTestJSON-500520227-project-admin] GET failed (client error): The resource could not be found. Jul 14 18:32:14.537615 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-094486f8-f6c7-4393-85eb-ab8ca079be4d tempest-PortsAdminExtendedAttrsTestJSON-500520227 tempest-PortsAdminExtendedAttrsTestJSON-500520227-project-admin] 10.222.0.16 "GET /v2.0/ports/9a49b76c-0eb8-472b-b22d-db014b19a822 HTTP/1.1" status: 404 len: 333 time: 0.1219962 Jul 14 18:32:14.544258 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 44648) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:32:14.553347 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-9165951a-0bca-4939-96db-edff3ca3211a tempest-PortsAdminExtendedAttrsTestJSON-500520227 tempest-PortsAdminExtendedAttrsTestJSON-500520227-project-admin] Request body: {'port': {'network_id': '63e9769a-f143-4217-a311-460393e3c197', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1523200195'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:32:14.560882 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-600d41c2-ea83-47b2-a06c-381ef67b9a84 req-14414bad-d57f-49ca-8b04-b39c2c9627dc tempest-ServerRescueTestJSON-1772516560 tempest-ServerRescueTestJSON-1772516560-project] 10.222.0.16 "GET /v2.0/security-groups?id=0ef5e3a0-eb15-4d38-952d-7e7d9baf772e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2667108 Jul 14 18:32:14.649519 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [req-5f84f217-f57b-464f-9b12-c273421fdcdd req-e70a7b0b-5d24-419a-b6ed-beacab1db464 tempest-ListServerFiltersTestJSON-1866458082 tempest-ListServerFiltersTestJSON-1866458082-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=93915) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 18:32:14.650467 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-5f84f217-f57b-464f-9b12-c273421fdcdd req-e70a7b0b-5d24-419a-b6ed-beacab1db464 tempest-ListServerFiltersTestJSON-1866458082 tempest-ListServerFiltersTestJSON-1866458082-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0429845 Jul 14 18:32:14.678529 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9165951a-0bca-4939-96db-edff3ca3211a tempest-PortsAdminExtendedAttrsTestJSON-500520227 tempest-PortsAdminExtendedAttrsTestJSON-500520227-project-admin] Made reservation on behalf of 745f4fd781da4f4a80f80607b9d4a8eb for: {'port': 1} {{(pid=93915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:32:14.680982 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-9165951a-0bca-4939-96db-edff3ca3211a tempest-PortsAdminExtendedAttrsTestJSON-500520227 tempest-PortsAdminExtendedAttrsTestJSON-500520227-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:14.724068 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-c104a076-eb2e-495b-9688-5cfced964782 tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Notify callbacks [] for floatingip, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:14.724618 n-d-800634-3 neutron-server[93916]: INFO neutron.db.l3_db [None req-c104a076-eb2e-495b-9688-5cfced964782 tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Floating IP 2a526515-2f09-4e9b-8f41-41a3d242b002 disassociated (deleted). External IP: 172.25.1.12, port: 3c6825c1-6121-4002-82e1-b6950dbf8a37. Jul 14 18:32:14.764011 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [None req-9165951a-0bca-4939-96db-edff3ca3211a tempest-PortsAdminExtendedAttrsTestJSON-500520227 tempest-PortsAdminExtendedAttrsTestJSON-500520227-project-admin] device_id is not set on port 5f252ee6-0f07-4d56-9769-89284c8db00d yet. {{(pid=93915) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 18:32:14.795701 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [req-012d962a-f820-4eb3-90b0-c6434aaf2001 req-fc2c46df-13e1-4112-b8fb-8699ffd8cfcc tempest-FloatingIPsAssociationNegativeTestJSON-287568005 tempest-FloatingIPsAssociationNegativeTestJSON-287568005-project] Deleting port f796f078-fc9b-4cfd-86ef-6f157055385e {{(pid=93915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:32:14.796060 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-012d962a-f820-4eb3-90b0-c6434aaf2001 req-fc2c46df-13e1-4112-b8fb-8699ffd8cfcc tempest-FloatingIPsAssociationNegativeTestJSON-287568005 tempest-FloatingIPsAssociationNegativeTestJSON-287568005-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:14.937042 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c104a076-eb2e-495b-9688-5cfced964782 tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Router bee30a2a-4399-42b3-916a-f5d930702390 has already been hosted by L3 agent 2c6eb27e-defb-4cca-9a24-381c7415e359 {{(pid=93916) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 18:32:15.049765 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c104a076-eb2e-495b-9688-5cfced964782 tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Notify agent at l3_agent.n-d-800634-3 the message routers_updated {{(pid=93916) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 18:32:15.055118 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-c104a076-eb2e-495b-9688-5cfced964782 tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for floatingip, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:15.060083 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-492e8cb0-a992-406c-9738-1b8bb99068dc None None] Sync routers for ids ['bee30a2a-4399-42b3-916a-f5d930702390'] in n-d-800634-3 {{(pid=93918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 18:32:15.064785 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4e0bc60-2fa3-47a3-a9ba-155133f4e67a', 'tag': 'bde076ee-01e0-4557-a5c2-1f9d433c2343'}] {{(pid=93915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:32:15.066798 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e72782ad3af8f7d4ce76cedf092bca46d1756acc5c4653cf0b52034cdd6b073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34ec090f-0be2-41a0-9a27-32285231969f" -d '{"events": [{"name": "network-changed", "server_uuid": "a4e0bc60-2fa3-47a3-a9ba-155133f4e67a", "tag": "bde076ee-01e0-4557-a5c2-1f9d433c2343"}]}' {{(pid=93915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:32:15.070296 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-492e8cb0-a992-406c-9738-1b8bb99068dc None None] Routers {'bee30a2a-4399-42b3-916a-f5d930702390'} bound to L3 agent in host n-d-800634-3 {{(pid=93918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:32:15.070912 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-492e8cb0-a992-406c-9738-1b8bb99068dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:31:53Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['bee30a2a-4399-42b3-916a-f5d930702390'], 'active': True} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:32:15.097652 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-c104a076-eb2e-495b-9688-5cfced964782 tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] 10.222.0.16 "DELETE /v2.0/floatingips/2a526515-2f09-4e9b-8f41-41a3d242b002 HTTP/1.1" status: 204 len: 168 time: 1.2396944 Jul 14 18:32:15.097908 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 44654) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:32:15.106191 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-492e8cb0-a992-406c-9738-1b8bb99068dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-3', False) {} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:32:15.114762 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-492e8cb0-a992-406c-9738-1b8bb99068dc None None] Routers {'bee30a2a-4399-42b3-916a-f5d930702390'} bound to L3 agent in host n-d-800634-3 {{(pid=93918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:32:15.115372 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-492e8cb0-a992-406c-9738-1b8bb99068dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:31:53Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['bee30a2a-4399-42b3-916a-f5d930702390'], 'active': True} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:32:15.147854 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-492e8cb0-a992-406c-9738-1b8bb99068dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-3', False) {} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:32:15.148558 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-492e8cb0-a992-406c-9738-1b8bb99068dc None None] The sync data for ids ['bee30a2a-4399-42b3-916a-f5d930702390'] in n-d-800634-3 is: [] {{(pid=93918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 18:32:15.201937 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-8f36a461-8ac3-4dbc-aa8f-b26d1b6cb0f0 tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Deleting port 3c6825c1-6121-4002-82e1-b6950dbf8a37 {{(pid=93916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:32:15.202177 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-8f36a461-8ac3-4dbc-aa8f-b26d1b6cb0f0 tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:15.230831 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-5f84f217-f57b-464f-9b12-c273421fdcdd req-849af678-1250-4e8f-8baf-10e6f45db81b tempest-ListServerFiltersTestJSON-1866458082 tempest-ListServerFiltersTestJSON-1866458082-project] 10.222.0.16 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.12&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.5678287 Jul 14 18:32:15.268034 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [req-c3f5e457-4ef6-4a47-bad8-c0192f2f1d94 req-4e652327-2c25-4624-978a-be688606273f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e8bede3a-ba0f-49a4-a4a8-71589e0aa2ba {{(pid=93915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 18:32:15.288197 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-8f36a461-8ac3-4dbc-aa8f-b26d1b6cb0f0 tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:15.300686 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-8f36a461-8ac3-4dbc-aa8f-b26d1b6cb0f0 tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Calling delete_port for 3c6825c1-6121-4002-82e1-b6950dbf8a37 owned by {{(pid=93916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:32:15.305912 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-012d962a-f820-4eb3-90b0-c6434aaf2001 req-fc2c46df-13e1-4112-b8fb-8699ffd8cfcc tempest-FloatingIPsAssociationNegativeTestJSON-287568005 tempest-FloatingIPsAssociationNegativeTestJSON-287568005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:15.306249 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-012d962a-f820-4eb3-90b0-c6434aaf2001 req-fc2c46df-13e1-4112-b8fb-8699ffd8cfcc tempest-FloatingIPsAssociationNegativeTestJSON-287568005 tempest-FloatingIPsAssociationNegativeTestJSON-287568005-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:15.309767 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-c3f5e457-4ef6-4a47-bad8-c0192f2f1d94 req-4e652327-2c25-4624-978a-be688606273f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:15.342373 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [req-012d962a-f820-4eb3-90b0-c6434aaf2001 req-fc2c46df-13e1-4112-b8fb-8699ffd8cfcc tempest-FloatingIPsAssociationNegativeTestJSON-287568005 tempest-FloatingIPsAssociationNegativeTestJSON-287568005-project] Calling delete_port for f796f078-fc9b-4cfd-86ef-6f157055385e owned by network:floatingip {{(pid=93915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:32:15.353114 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.provisioning_blocks [req-c3f5e457-4ef6-4a47-bad8-c0192f2f1d94 req-4e652327-2c25-4624-978a-be688606273f service neutron] Transition to ACTIVE for port object e8bede3a-ba0f-49a4-a4a8-71589e0aa2ba will not be triggered until provisioned by entity L2. {{(pid=93915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:32:15.363300 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-c3f5e457-4ef6-4a47-bad8-c0192f2f1d94 req-4e652327-2c25-4624-978a-be688606273f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25912978'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:15.379337 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-9165951a-0bca-4939-96db-edff3ca3211a tempest-PortsAdminExtendedAttrsTestJSON-500520227 tempest-PortsAdminExtendedAttrsTestJSON-500520227-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:15.499636 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-8f36a461-8ac3-4dbc-aa8f-b26d1b6cb0f0 tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:15.499921 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e652327-2c25-4624-978a-be688606273f service neutron] Pushing event updated for resources: {'Port': ['ID=e8bede3a-ba0f-49a4-a4a8-71589e0aa2ba,revision_number=2']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:32:15.532200 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f36a461-8ac3-4dbc-aa8f-b26d1b6cb0f0 tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Pushing event deleted for resources: {'Port': ['ID=3c6825c1-6121-4002-82e1-b6950dbf8a37,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:32:15.579148 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-9165951a-0bca-4939-96db-edff3ca3211a tempest-PortsAdminExtendedAttrsTestJSON-500520227 tempest-PortsAdminExtendedAttrsTestJSON-500520227-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:15.669622 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-8f36a461-8ac3-4dbc-aa8f-b26d1b6cb0f0 tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:15.670986 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9165951a-0bca-4939-96db-edff3ca3211a tempest-PortsAdminExtendedAttrsTestJSON-500520227 tempest-PortsAdminExtendedAttrsTestJSON-500520227-project-admin] Network 63e9769a-f143-4217-a311-460393e3c197 is already hosted by enough agents. {{(pid=93915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:32:15.672016 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-8f36a461-8ac3-4dbc-aa8f-b26d1b6cb0f0 tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] 10.222.0.16 "DELETE /v2.0/ports/3c6825c1-6121-4002-82e1-b6950dbf8a37 HTTP/1.1" status: 204 len: 168 time: 0.5729833 Jul 14 18:32:15.676390 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 44660) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:32:15.681579 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-87036bf8-a0fe-41db-bd75-43c0770ca6a8 tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Request body: {'floatingip': {'floating_network_id': '9200a437-e1de-4520-88f6-e68386523e61'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:32:15.686935 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [None req-9165951a-0bca-4939-96db-edff3ca3211a tempest-PortsAdminExtendedAttrsTestJSON-500520227 tempest-PortsAdminExtendedAttrsTestJSON-500520227-project-admin] Resources bound (agent type, host, resource id): {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:32:15.692008 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9165951a-0bca-4939-96db-edff3ca3211a tempest-PortsAdminExtendedAttrsTestJSON-500520227 tempest-PortsAdminExtendedAttrsTestJSON-500520227-project-admin] Received port after_create {{(pid=93915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:32:15.692953 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9165951a-0bca-4939-96db-edff3ca3211a tempest-PortsAdminExtendedAttrsTestJSON-500520227 tempest-PortsAdminExtendedAttrsTestJSON-500520227-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:15.693558 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-9165951a-0bca-4939-96db-edff3ca3211a tempest-PortsAdminExtendedAttrsTestJSON-500520227 tempest-PortsAdminExtendedAttrsTestJSON-500520227-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:15.708922 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-87036bf8-a0fe-41db-bd75-43c0770ca6a8 tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Notify callbacks [] for floatingip, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:15.734340 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9165951a-0bca-4939-96db-edff3ca3211a tempest-PortsAdminExtendedAttrsTestJSON-500520227 tempest-PortsAdminExtendedAttrsTestJSON-500520227-project-admin] Pushing event updated for resources: {'Port': ['ID=5f252ee6-0f07-4d56-9769-89284c8db00d,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:32:15.755158 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-c3f5e457-4ef6-4a47-bad8-c0192f2f1d94 req-4e652327-2c25-4624-978a-be688606273f service neutron] Attempting to bind port e8bede3a-ba0f-49a4-a4a8-71589e0aa2ba on host n-h1-800634-3 for vnic_type normal with profile {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:32:15.755505 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-c3f5e457-4ef6-4a47-bad8-c0192f2f1d94 req-4e652327-2c25-4624-978a-be688606273f service neutron] Attempting to bind port e8bede3a-ba0f-49a4-a4a8-71589e0aa2ba by drivers openvswitch,hyperv on host n-h1-800634-3 at level 0 using segments [{'id': 'a5f86141-009c-4679-b2f8-e0cc9120f80c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '78f1bdd6-a438-4e68-a059-5fadb7299624'}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:32:15.755890 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3f5e457-4ef6-4a47-bad8-c0192f2f1d94 req-4e652327-2c25-4624-978a-be688606273f service neutron] Attempting to bind port e8bede3a-ba0f-49a4-a4a8-71589e0aa2ba on network 78f1bdd6-a438-4e68-a059-5fadb7299624 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:32:15.766778 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-9165951a-0bca-4939-96db-edff3ca3211a tempest-PortsAdminExtendedAttrsTestJSON-500520227 tempest-PortsAdminExtendedAttrsTestJSON-500520227-project-admin] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.2179222 Jul 14 18:32:15.769716 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 44664) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:32:15.770315 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3f5e457-4ef6-4a47-bad8-c0192f2f1d94 req-4e652327-2c25-4624-978a-be688606273f service neutron] Port e8bede3a-ba0f-49a4-a4a8-71589e0aa2ba on network 78f1bdd6-a438-4e68-a059-5fadb7299624 not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-3 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 18:32:15.770647 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3f5e457-4ef6-4a47-bad8-c0192f2f1d94 req-4e652327-2c25-4624-978a-be688606273f service neutron] Attempting to bind port e8bede3a-ba0f-49a4-a4a8-71589e0aa2ba on network 78f1bdd6-a438-4e68-a059-5fadb7299624 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:32:15.781873 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-df65486b-9a24-479d-879a-6185fcbfb396 tempest-PortsAdminExtendedAttrsTestJSON-500520227 tempest-PortsAdminExtendedAttrsTestJSON-500520227-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-800634-3'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:32:15.818729 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3f5e457-4ef6-4a47-bad8-c0192f2f1d94 req-4e652327-2c25-4624-978a-be688606273f service neutron] Checking agent: {'id': 'a3630ff4-fbee-45d9-b9b6-0ae41cb3a350', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 15, 32), 'started_at': datetime.datetime(2021, 7, 14, 18, 15, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 18, 32, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 18:32:15.819171 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3f5e457-4ef6-4a47-bad8-c0192f2f1d94 req-4e652327-2c25-4624-978a-be688606273f service neutron] Checking segment: {'id': 'a5f86141-009c-4679-b2f8-e0cc9120f80c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '78f1bdd6-a438-4e68-a059-5fadb7299624'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:32:15.819461 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3f5e457-4ef6-4a47-bad8-c0192f2f1d94 req-4e652327-2c25-4624-978a-be688606273f service neutron] Bound using segment: {'id': 'a5f86141-009c-4679-b2f8-e0cc9120f80c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '78f1bdd6-a438-4e68-a059-5fadb7299624'} {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 18:32:15.820228 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-c3f5e457-4ef6-4a47-bad8-c0192f2f1d94 req-4e652327-2c25-4624-978a-be688606273f service neutron] Bound port: e8bede3a-ba0f-49a4-a4a8-71589e0aa2ba, host: n-h1-800634-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a5f86141-009c-4679-b2f8-e0cc9120f80c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '78f1bdd6-a438-4e68-a059-5fadb7299624'}}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 18:32:15.820453 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-c3f5e457-4ef6-4a47-bad8-c0192f2f1d94 req-4e652327-2c25-4624-978a-be688606273f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:15.845408 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-87036bf8-a0fe-41db-bd75-43c0770ca6a8 tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:15.847975 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-012d962a-f820-4eb3-90b0-c6434aaf2001 req-fc2c46df-13e1-4112-b8fb-8699ffd8cfcc tempest-FloatingIPsAssociationNegativeTestJSON-287568005 tempest-FloatingIPsAssociationNegativeTestJSON-287568005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:15.891634 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2c46df-13e1-4112-b8fb-8699ffd8cfcc tempest-FloatingIPsAssociationNegativeTestJSON-287568005 tempest-FloatingIPsAssociationNegativeTestJSON-287568005-project] Pushing event deleted for resources: {'Port': ['ID=f796f078-fc9b-4cfd-86ef-6f157055385e,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:32:15.954881 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.db_base_plugin_common [None req-87036bf8-a0fe-41db-bd75-43c0770ca6a8 tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Allocated IP 172.25.1.59 (9200a437-e1de-4520-88f6-e68386523e61/5f47f848-4532-407a-a0e2-5690ade15fd0/451bbff7-7c0b-4891-87b4-23aa35041d44) {{(pid=93916) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:32:16.035265 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-df65486b-9a24-479d-879a-6185fcbfb396 tempest-PortsAdminExtendedAttrsTestJSON-500520227 tempest-PortsAdminExtendedAttrsTestJSON-500520227-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:16.061994 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-012d962a-f820-4eb3-90b0-c6434aaf2001 req-fc2c46df-13e1-4112-b8fb-8699ffd8cfcc tempest-FloatingIPsAssociationNegativeTestJSON-287568005 tempest-FloatingIPsAssociationNegativeTestJSON-287568005-project] Notify callbacks [] for floatingip, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:16.064589 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-012d962a-f820-4eb3-90b0-c6434aaf2001 req-fc2c46df-13e1-4112-b8fb-8699ffd8cfcc tempest-FloatingIPsAssociationNegativeTestJSON-287568005 tempest-FloatingIPsAssociationNegativeTestJSON-287568005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for floatingip, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:16.065733 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-012d962a-f820-4eb3-90b0-c6434aaf2001 req-fc2c46df-13e1-4112-b8fb-8699ffd8cfcc tempest-FloatingIPsAssociationNegativeTestJSON-287568005 tempest-FloatingIPsAssociationNegativeTestJSON-287568005-project] 10.222.0.16 "DELETE /v2.0/floatingips/84983e9a-d9e7-4823-b9ac-358fa29caf37 HTTP/1.1" status: 204 len: 173 time: 1.7641435 Jul 14 18:32:16.067776 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-c3f5e457-4ef6-4a47-bad8-c0192f2f1d94 req-4e652327-2c25-4624-978a-be688606273f service neutron] For port e8bede3a-ba0f-49a4-a4a8-71589e0aa2ba, host n-h1-800634-3, cleared binding levels {{(pid=93915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:32:16.081316 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-87036bf8-a0fe-41db-bd75-43c0770ca6a8 tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Notify callbacks [] for port, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:16.084930 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba98704-d223-4f5e-896d-16801b0e86ae req-bd025c51-97b5-4b72-b550-025b6c1604f7 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:16.091335 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba98704-d223-4f5e-896d-16801b0e86ae req-bd025c51-97b5-4b72-b550-025b6c1604f7 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:16.097203 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba98704-d223-4f5e-896d-16801b0e86ae req-bd025c51-97b5-4b72-b550-025b6c1604f7 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:16.102983 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba98704-d223-4f5e-896d-16801b0e86ae req-bd025c51-97b5-4b72-b550-025b6c1604f7 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:16.109524 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba98704-d223-4f5e-896d-16801b0e86ae req-bd025c51-97b5-4b72-b550-025b6c1604f7 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:16.115518 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba98704-d223-4f5e-896d-16801b0e86ae req-bd025c51-97b5-4b72-b550-025b6c1604f7 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:16.123627 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba98704-d223-4f5e-896d-16801b0e86ae req-bd025c51-97b5-4b72-b550-025b6c1604f7 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:16.125705 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-9ba98704-d223-4f5e-896d-16801b0e86ae req-bd025c51-97b5-4b72-b550-025b6c1604f7 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] 10.222.0.16 "GET /v2.0/ports?device_id=a4e0bc60-2fa3-47a3-a9ba-155133f4e67a HTTP/1.1" status: 200 len: 5406 time: 0.3411512 Jul 14 18:32:16.138389 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-c3f5e457-4ef6-4a47-bad8-c0192f2f1d94 req-4e652327-2c25-4624-978a-be688606273f service neutron] For port e8bede3a-ba0f-49a4-a4a8-71589e0aa2ba, host n-h1-800634-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=e8bede3a-ba0f-49a4-a4a8-71589e0aa2ba,segment=NetworkSegment(a5f86141-009c-4679-b2f8-e0cc9120f80c),segment_id=a5f86141-009c-4679-b2f8-e0cc9120f80c)] {{(pid=93915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 18:32:16.139682 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-87036bf8-a0fe-41db-bd75-43c0770ca6a8 tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:16.170006 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-c3f5e457-4ef6-4a47-bad8-c0192f2f1d94 req-4e652327-2c25-4624-978a-be688606273f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25912978'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:16.183399 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87036bf8-a0fe-41db-bd75-43c0770ca6a8 tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Network 9200a437-e1de-4520-88f6-e68386523e61 is already hosted by enough agents. {{(pid=93916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:32:16.186689 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [None req-87036bf8-a0fe-41db-bd75-43c0770ca6a8 tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Resources bound (agent type, host, resource id): {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:32:16.190379 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87036bf8-a0fe-41db-bd75-43c0770ca6a8 tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Received port after_create {{(pid=93916) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:32:16.213443 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87036bf8-a0fe-41db-bd75-43c0770ca6a8 tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Pushing event updated for resources: {'Port': ['ID=451bbff7-7c0b-4891-87b4-23aa35041d44,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:32:16.263935 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f5e457-4ef6-4a47-bad8-c0192f2f1d94 req-4e652327-2c25-4624-978a-be688606273f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:16.264678 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-c3f5e457-4ef6-4a47-bad8-c0192f2f1d94 req-4e652327-2c25-4624-978a-be688606273f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:16.266083 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c3f5e457-4ef6-4a47-bad8-c0192f2f1d94 req-4e652327-2c25-4624-978a-be688606273f service neutron] 10.222.0.18 "PUT /v2.0/ports/e8bede3a-ba0f-49a4-a4a8-71589e0aa2ba HTTP/1.1" status: 200 len: 1091 time: 2.6080878 Jul 14 18:32:16.297573 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-87036bf8-a0fe-41db-bd75-43c0770ca6a8 tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:16.319512 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [req-c3f5e457-4ef6-4a47-bad8-c0192f2f1d94 req-83bebc14-cf43-47f8-b474-74e9b7cfeca9 service neutron] Request body: {'port': {'device_id': 'a4e0bc60-2fa3-47a3-a9ba-155133f4e67a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800634-3'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:32:16.337555 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-9ba98704-d223-4f5e-896d-16801b0e86ae req-105cc84d-c90c-4da9-9820-c2804671a0b1 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] 10.222.0.16 "GET /v2.0/security-groups?id=748fe4c5-70b9-4e07-b6fc-ddd56d9bbb08&id=1433845c-1171-43a4-b403-5201c1216c85&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1977069 Jul 14 18:32:16.349169 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-87036bf8-a0fe-41db-bd75-43c0770ca6a8 tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:16.386140 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e652327-2c25-4624-978a-be688606273f service neutron] Pushing event updated for resources: {'Port': ['ID=e8bede3a-ba0f-49a4-a4a8-71589e0aa2ba,revision_number=3']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:32:16.428634 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 18:32:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7098fda-b91d-4c33-96f9-023ab761edff x-openstack-request-id: req-d7098fda-b91d-4c33-96f9-023ab761edff {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:32:16.429038 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4e0bc60-2fa3-47a3-a9ba-155133f4e67a", "tag": "bde076ee-01e0-4557-a5c2-1f9d433c2343", "status": "completed", "code": 200}]} {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:32:16.429394 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d7098fda-b91d-4c33-96f9-023ab761edff {{(pid=93915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:32:16.430059 n-d-800634-3 neutron-server[93915]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4e0bc60-2fa3-47a3-a9ba-155133f4e67a', 'tag': 'bde076ee-01e0-4557-a5c2-1f9d433c2343', 'status': 'completed', 'code': 200} Jul 14 18:32:16.506548 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84cd06d-f03a-4fdb-830c-8746431b4440 req-42b47bcb-5fe6-4674-aaf0-3e65c130b062 tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:16.508084 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c84cd06d-f03a-4fdb-830c-8746431b4440 req-42b47bcb-5fe6-4674-aaf0-3e65c130b062 tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] 10.222.0.16 "GET /v2.0/ports?device_id=e324c388-2bb3-401d-a7a7-373392456b8c HTTP/1.1" status: 200 len: 945 time: 0.3266852 Jul 14 18:32:16.577988 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-87036bf8-a0fe-41db-bd75-43c0770ca6a8 tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Notify callbacks [] for port, precommit_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:16.582918 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-87036bf8-a0fe-41db-bd75-43c0770ca6a8 tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2684870'] for port, after_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:16.638660 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-c3f5e457-4ef6-4a47-bad8-c0192f2f1d94 req-83bebc14-cf43-47f8-b474-74e9b7cfeca9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:16.652154 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87036bf8-a0fe-41db-bd75-43c0770ca6a8 tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Pushing event updated for resources: {'Port': ['ID=451bbff7-7c0b-4891-87b4-23aa35041d44,revision_number=2']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:32:16.663485 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-87036bf8-a0fe-41db-bd75-43c0770ca6a8 tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-930131'] for floatingip, after_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:16.678101 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-87036bf8-a0fe-41db-bd75-43c0770ca6a8 tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for floatingip, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:16.679361 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-87036bf8-a0fe-41db-bd75-43c0770ca6a8 tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.0019546 Jul 14 18:32:16.681968 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 44670) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:32:16.684177 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [None req-df65486b-9a24-479d-879a-6185fcbfb396 tempest-PortsAdminExtendedAttrsTestJSON-500520227 tempest-PortsAdminExtendedAttrsTestJSON-500520227-project-admin] device_id is not set on port 5f252ee6-0f07-4d56-9769-89284c8db00d yet. {{(pid=93915) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 18:32:16.687710 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-6ef53627-a0e3-4978-9476-6b1ffb8fc51f tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Request body: {'port': {'network_id': '75597e67-bc95-4bf9-aa95-09fc38c63e66', 'name': 'tempest-FloatingIPTestJSON-2094187990'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:32:16.695179 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-df65486b-9a24-479d-879a-6185fcbfb396 tempest-PortsAdminExtendedAttrsTestJSON-500520227 tempest-PortsAdminExtendedAttrsTestJSON-500520227-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:16.700565 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c84cd06d-f03a-4fdb-830c-8746431b4440 req-e3a52b2f-65d9-4a12-b6f8-96e7b8aace00 tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] 10.222.0.16 "GET /v2.0/security-groups?id=c6d2ae5e-7962-48ff-a84c-cacbd11fb04d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1638918 Jul 14 18:32:16.754435 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.provisioning_blocks [None req-df65486b-9a24-479d-879a-6185fcbfb396 tempest-PortsAdminExtendedAttrsTestJSON-500520227 tempest-PortsAdminExtendedAttrsTestJSON-500520227-project-admin] Transition to ACTIVE for port object 5f252ee6-0f07-4d56-9769-89284c8db00d will not be triggered until provisioned by entity L2. {{(pid=93915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:32:16.769156 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-df65486b-9a24-479d-879a-6185fcbfb396 tempest-PortsAdminExtendedAttrsTestJSON-500520227 tempest-PortsAdminExtendedAttrsTestJSON-500520227-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25912978'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:16.793290 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ec090f-0be2-41a0-9a27-32285231969f req-ad3dda46-8114-4039-b331-e87eb7172dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:16.793779 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ec090f-0be2-41a0-9a27-32285231969f req-ad3dda46-8114-4039-b331-e87eb7172dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:16.794256 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ec090f-0be2-41a0-9a27-32285231969f req-ad3dda46-8114-4039-b331-e87eb7172dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:16.794727 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ec090f-0be2-41a0-9a27-32285231969f req-ad3dda46-8114-4039-b331-e87eb7172dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:16.795193 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ec090f-0be2-41a0-9a27-32285231969f req-ad3dda46-8114-4039-b331-e87eb7172dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:16.795672 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ec090f-0be2-41a0-9a27-32285231969f req-ad3dda46-8114-4039-b331-e87eb7172dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:16.796152 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ec090f-0be2-41a0-9a27-32285231969f req-ad3dda46-8114-4039-b331-e87eb7172dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:16.798286 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-34ec090f-0be2-41a0-9a27-32285231969f req-ad3dda46-8114-4039-b331-e87eb7172dbb service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=362562baf49d424491e86fd541949698&device_id=a4e0bc60-2fa3-47a3-a9ba-155133f4e67a HTTP/1.1" status: 200 len: 6353 time: 0.3512192 Jul 14 18:32:16.830335 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ef53627-a0e3-4978-9476-6b1ffb8fc51f tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Made reservation on behalf of 0ebb190564e94f1a9ee5db6089aa94ae for: {'port': 1} {{(pid=93916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:32:16.834929 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-6ef53627-a0e3-4978-9476-6b1ffb8fc51f tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:16.855102 n-d-800634-3 neutron-server[93916]: DEBUG neutron.notifiers.nova [None req-6ef53627-a0e3-4978-9476-6b1ffb8fc51f tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] device_id is not set on port 382a5623-177a-44d5-bbae-34f044602774 yet. {{(pid=93916) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 18:32:16.947294 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de67a9b2-e6b7-4d1f-8ed0-38b0570bf561 req-5c63e147-027e-475c-b1b9-bc94fc8d0e40 tempest-ListServerFiltersTestJSON-1866458082 tempest-ListServerFiltersTestJSON-1866458082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:16.948867 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-de67a9b2-e6b7-4d1f-8ed0-38b0570bf561 req-5c63e147-027e-475c-b1b9-bc94fc8d0e40 tempest-ListServerFiltersTestJSON-1866458082 tempest-ListServerFiltersTestJSON-1866458082-project] 10.222.0.16 "GET /v2.0/ports?device_id=a90018ac-9b0b-496e-b667-52331ab9042e HTTP/1.1" status: 200 len: 946 time: 0.3878126 Jul 14 18:32:16.967833 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.db_base_plugin_common [None req-6ef53627-a0e3-4978-9476-6b1ffb8fc51f tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Allocated IP 172.20.0.6 (75597e67-bc95-4bf9-aa95-09fc38c63e66/0d08685f-2cc7-41a0-874d-17a6e7e3f9bc/382a5623-177a-44d5-bbae-34f044602774) {{(pid=93916) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:32:17.041987 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df65486b-9a24-479d-879a-6185fcbfb396 tempest-PortsAdminExtendedAttrsTestJSON-500520227 tempest-PortsAdminExtendedAttrsTestJSON-500520227-project-admin] Pushing event updated for resources: {'Port': ['ID=5f252ee6-0f07-4d56-9769-89284c8db00d,revision_number=2']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:32:17.121550 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-6ef53627-a0e3-4978-9476-6b1ffb8fc51f tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Notify callbacks [] for port, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:17.145953 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [None req-df65486b-9a24-479d-879a-6185fcbfb396 tempest-PortsAdminExtendedAttrsTestJSON-500520227 tempest-PortsAdminExtendedAttrsTestJSON-500520227-project-admin] Attempting to bind port 5f252ee6-0f07-4d56-9769-89284c8db00d on host n-h1-800634-3 for vnic_type normal with profile {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:32:17.146564 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [None req-df65486b-9a24-479d-879a-6185fcbfb396 tempest-PortsAdminExtendedAttrsTestJSON-500520227 tempest-PortsAdminExtendedAttrsTestJSON-500520227-project-admin] Attempting to bind port 5f252ee6-0f07-4d56-9769-89284c8db00d by drivers openvswitch,hyperv on host n-h1-800634-3 at level 0 using segments [{'id': 'd3194d98-06d2-44e7-abbf-7b9c78aff5b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '63e9769a-f143-4217-a311-460393e3c197'}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:32:17.146712 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df65486b-9a24-479d-879a-6185fcbfb396 tempest-PortsAdminExtendedAttrsTestJSON-500520227 tempest-PortsAdminExtendedAttrsTestJSON-500520227-project-admin] Attempting to bind port 5f252ee6-0f07-4d56-9769-89284c8db00d on network 63e9769a-f143-4217-a311-460393e3c197 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:32:17.161484 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-6ef53627-a0e3-4978-9476-6b1ffb8fc51f tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:17.174237 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-de67a9b2-e6b7-4d1f-8ed0-38b0570bf561 req-f2e753a3-bfa4-4fb8-9f90-ce5c5e58df61 tempest-ListServerFiltersTestJSON-1866458082 tempest-ListServerFiltersTestJSON-1866458082-project] 10.222.0.16 "GET /v2.0/security-groups?id=cc0cb72e-0ac6-4b37-b329-257cd4e8c60f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724744 Jul 14 18:32:17.184173 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df65486b-9a24-479d-879a-6185fcbfb396 tempest-PortsAdminExtendedAttrsTestJSON-500520227 tempest-PortsAdminExtendedAttrsTestJSON-500520227-project-admin] Port 5f252ee6-0f07-4d56-9769-89284c8db00d on network 63e9769a-f143-4217-a311-460393e3c197 not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-3 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 18:32:17.184510 n-d-800634-3 neutron-server[93915]: ERROR neutron.plugins.ml2.managers [None req-df65486b-9a24-479d-879a-6185fcbfb396 tempest-PortsAdminExtendedAttrsTestJSON-500520227 tempest-PortsAdminExtendedAttrsTestJSON-500520227-project-admin] Failed to bind port 5f252ee6-0f07-4d56-9769-89284c8db00d on host n-h1-800634-3 for vnic_type normal using segments [{'id': 'd3194d98-06d2-44e7-abbf-7b9c78aff5b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '63e9769a-f143-4217-a311-460393e3c197'}] Jul 14 18:32:17.198065 n-d-800634-3 neutron-server[93915]: INFO neutron.plugins.ml2.plugin [None req-df65486b-9a24-479d-879a-6185fcbfb396 tempest-PortsAdminExtendedAttrsTestJSON-500520227 tempest-PortsAdminExtendedAttrsTestJSON-500520227-project-admin] Attempt 2 to bind port 5f252ee6-0f07-4d56-9769-89284c8db00d Jul 14 18:32:17.208017 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ef53627-a0e3-4978-9476-6b1ffb8fc51f tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Network 75597e67-bc95-4bf9-aa95-09fc38c63e66 is already hosted by enough agents. {{(pid=93916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:32:17.211025 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ec090f-0be2-41a0-9a27-32285231969f req-748a702c-a1c6-4489-9d89-4e82906160e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:17.211328 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [None req-6ef53627-a0e3-4978-9476-6b1ffb8fc51f tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Resources bound (agent type, host, resource id): {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:32:17.211509 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ec090f-0be2-41a0-9a27-32285231969f req-748a702c-a1c6-4489-9d89-4e82906160e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:17.211980 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ec090f-0be2-41a0-9a27-32285231969f req-748a702c-a1c6-4489-9d89-4e82906160e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:17.215039 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-34ec090f-0be2-41a0-9a27-32285231969f req-748a702c-a1c6-4489-9d89-4e82906160e8 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=362562baf49d424491e86fd541949698&shared=False HTTP/1.1" status: 200 len: 2295 time: 0.3784847 Jul 14 18:32:17.215978 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ef53627-a0e3-4978-9476-6b1ffb8fc51f tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Received port after_create {{(pid=93916) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:32:17.243340 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef53627-a0e3-4978-9476-6b1ffb8fc51f tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Pushing event updated for resources: {'Port': ['ID=382a5623-177a-44d5-bbae-34f044602774,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:32:17.248373 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c98d57d-c17f-4710-8057-65a993aa5261 req-35dc24d5-f34c-4689-a210-9c1588bff9ee tempest-ServerRescueTestJSON-1772516560 tempest-ServerRescueTestJSON-1772516560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:17.249909 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-0c98d57d-c17f-4710-8057-65a993aa5261 req-35dc24d5-f34c-4689-a210-9c1588bff9ee tempest-ServerRescueTestJSON-1772516560 tempest-ServerRescueTestJSON-1772516560-project] 10.222.0.16 "GET /v2.0/ports?device_id=693cdabc-c35b-47c5-8512-cef465f1b22b HTTP/1.1" status: 200 len: 945 time: 0.4121668 Jul 14 18:32:17.272816 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ef53627-a0e3-4978-9476-6b1ffb8fc51f tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:17.273431 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-6ef53627-a0e3-4978-9476-6b1ffb8fc51f tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:17.287450 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-6ef53627-a0e3-4978-9476-6b1ffb8fc51f tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.6044118 Jul 14 18:32:17.290301 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 44676) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:32:17.295332 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-5928152f-6412-4f75-8665-e33861196bab tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Request body: {'floatingip': {'port_id': '382a5623-177a-44d5-bbae-34f044602774'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:32:17.310905 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [None req-df65486b-9a24-479d-879a-6185fcbfb396 tempest-PortsAdminExtendedAttrsTestJSON-500520227 tempest-PortsAdminExtendedAttrsTestJSON-500520227-project-admin] Attempting to bind port 5f252ee6-0f07-4d56-9769-89284c8db00d on host n-h1-800634-3 for vnic_type normal with profile {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:32:17.311251 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [None req-df65486b-9a24-479d-879a-6185fcbfb396 tempest-PortsAdminExtendedAttrsTestJSON-500520227 tempest-PortsAdminExtendedAttrsTestJSON-500520227-project-admin] Attempting to bind port 5f252ee6-0f07-4d56-9769-89284c8db00d by drivers openvswitch,hyperv on host n-h1-800634-3 at level 0 using segments [{'id': 'd3194d98-06d2-44e7-abbf-7b9c78aff5b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '63e9769a-f143-4217-a311-460393e3c197'}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:32:17.311594 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df65486b-9a24-479d-879a-6185fcbfb396 tempest-PortsAdminExtendedAttrsTestJSON-500520227 tempest-PortsAdminExtendedAttrsTestJSON-500520227-project-admin] Attempting to bind port 5f252ee6-0f07-4d56-9769-89284c8db00d on network 63e9769a-f143-4217-a311-460393e3c197 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:32:17.333611 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-5928152f-6412-4f75-8665-e33861196bab tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Notify callbacks [] for floatingip, before_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:17.391684 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df65486b-9a24-479d-879a-6185fcbfb396 tempest-PortsAdminExtendedAttrsTestJSON-500520227 tempest-PortsAdminExtendedAttrsTestJSON-500520227-project-admin] Port 5f252ee6-0f07-4d56-9769-89284c8db00d on network 63e9769a-f143-4217-a311-460393e3c197 not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-3 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 18:32:17.391933 n-d-800634-3 neutron-server[93915]: ERROR neutron.plugins.ml2.managers [None req-df65486b-9a24-479d-879a-6185fcbfb396 tempest-PortsAdminExtendedAttrsTestJSON-500520227 tempest-PortsAdminExtendedAttrsTestJSON-500520227-project-admin] Failed to bind port 5f252ee6-0f07-4d56-9769-89284c8db00d on host n-h1-800634-3 for vnic_type normal using segments [{'id': 'd3194d98-06d2-44e7-abbf-7b9c78aff5b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '63e9769a-f143-4217-a311-460393e3c197'}] Jul 14 18:32:17.402612 n-d-800634-3 neutron-server[93915]: INFO neutron.plugins.ml2.plugin [None req-df65486b-9a24-479d-879a-6185fcbfb396 tempest-PortsAdminExtendedAttrsTestJSON-500520227 tempest-PortsAdminExtendedAttrsTestJSON-500520227-project-admin] Attempt 3 to bind port 5f252ee6-0f07-4d56-9769-89284c8db00d Jul 14 18:32:17.458377 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-871089e9-a928-4087-942b-2f52a1525fd3 req-f05e2a02-a7fa-4f0a-aeab-173d817764c3 tempest-FloatingIPsAssociationNegativeTestJSON-287568005 tempest-FloatingIPsAssociationNegativeTestJSON-287568005-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.1.199 HTTP/1.1" status: 200 len: 1001 time: 0.2402434 Jul 14 18:32:17.485285 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [None req-df65486b-9a24-479d-879a-6185fcbfb396 tempest-PortsAdminExtendedAttrsTestJSON-500520227 tempest-PortsAdminExtendedAttrsTestJSON-500520227-project-admin] Attempting to bind port 5f252ee6-0f07-4d56-9769-89284c8db00d on host n-h1-800634-3 for vnic_type normal with profile {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:32:17.485643 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [None req-df65486b-9a24-479d-879a-6185fcbfb396 tempest-PortsAdminExtendedAttrsTestJSON-500520227 tempest-PortsAdminExtendedAttrsTestJSON-500520227-project-admin] Attempting to bind port 5f252ee6-0f07-4d56-9769-89284c8db00d by drivers openvswitch,hyperv on host n-h1-800634-3 at level 0 using segments [{'id': 'd3194d98-06d2-44e7-abbf-7b9c78aff5b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '63e9769a-f143-4217-a311-460393e3c197'}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:32:17.485971 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df65486b-9a24-479d-879a-6185fcbfb396 tempest-PortsAdminExtendedAttrsTestJSON-500520227 tempest-PortsAdminExtendedAttrsTestJSON-500520227-project-admin] Attempting to bind port 5f252ee6-0f07-4d56-9769-89284c8db00d on network 63e9769a-f143-4217-a311-460393e3c197 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:32:17.505629 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-0c98d57d-c17f-4710-8057-65a993aa5261 req-29d11a47-a46b-4fb0-88e0-18533c0345f5 tempest-ServerRescueTestJSON-1772516560 tempest-ServerRescueTestJSON-1772516560-project] 10.222.0.16 "GET /v2.0/security-groups?id=0ef5e3a0-eb15-4d38-952d-7e7d9baf772e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2386341 Jul 14 18:32:17.780662 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df65486b-9a24-479d-879a-6185fcbfb396 tempest-PortsAdminExtendedAttrsTestJSON-500520227 tempest-PortsAdminExtendedAttrsTestJSON-500520227-project-admin] Port 5f252ee6-0f07-4d56-9769-89284c8db00d on network 63e9769a-f143-4217-a311-460393e3c197 not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-3 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 18:32:17.780994 n-d-800634-3 neutron-server[93915]: ERROR neutron.plugins.ml2.managers [None req-df65486b-9a24-479d-879a-6185fcbfb396 tempest-PortsAdminExtendedAttrsTestJSON-500520227 tempest-PortsAdminExtendedAttrsTestJSON-500520227-project-admin] Failed to bind port 5f252ee6-0f07-4d56-9769-89284c8db00d on host n-h1-800634-3 for vnic_type normal using segments [{'id': 'd3194d98-06d2-44e7-abbf-7b9c78aff5b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '63e9769a-f143-4217-a311-460393e3c197'}] Jul 14 18:32:17.790240 n-d-800634-3 neutron-server[93915]: INFO neutron.plugins.ml2.plugin [None req-df65486b-9a24-479d-879a-6185fcbfb396 tempest-PortsAdminExtendedAttrsTestJSON-500520227 tempest-PortsAdminExtendedAttrsTestJSON-500520227-project-admin] Attempt 4 to bind port 5f252ee6-0f07-4d56-9769-89284c8db00d Jul 14 18:32:17.794118 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [req-c3f5e457-4ef6-4a47-bad8-c0192f2f1d94 req-83bebc14-cf43-47f8-b474-74e9b7cfeca9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 98e72a3e-3b4b-4cea-9e4f-1c80c632ced5 {{(pid=93915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 18:32:17.802079 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-5928152f-6412-4f75-8665-e33861196bab tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:17.806363 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-5928152f-6412-4f75-8665-e33861196bab tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-930131'] for floatingip, after_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:17.822275 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-c3f5e457-4ef6-4a47-bad8-c0192f2f1d94 req-83bebc14-cf43-47f8-b474-74e9b7cfeca9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:17.833884 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ec090f-0be2-41a0-9a27-32285231969f req-e63363ef-7bd8-48df-b2d8-eede0470e832 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:17.835350 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-34ec090f-0be2-41a0-9a27-32285231969f req-e63363ef-7bd8-48df-b2d8-eede0470e832 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.5989299 Jul 14 18:32:17.864590 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [None req-df65486b-9a24-479d-879a-6185fcbfb396 tempest-PortsAdminExtendedAttrsTestJSON-500520227 tempest-PortsAdminExtendedAttrsTestJSON-500520227-project-admin] Attempting to bind port 5f252ee6-0f07-4d56-9769-89284c8db00d on host n-h1-800634-3 for vnic_type normal with profile {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:32:17.865102 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [None req-df65486b-9a24-479d-879a-6185fcbfb396 tempest-PortsAdminExtendedAttrsTestJSON-500520227 tempest-PortsAdminExtendedAttrsTestJSON-500520227-project-admin] Attempting to bind port 5f252ee6-0f07-4d56-9769-89284c8db00d by drivers openvswitch,hyperv on host n-h1-800634-3 at level 0 using segments [{'id': 'd3194d98-06d2-44e7-abbf-7b9c78aff5b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '63e9769a-f143-4217-a311-460393e3c197'}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:32:17.865402 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df65486b-9a24-479d-879a-6185fcbfb396 tempest-PortsAdminExtendedAttrsTestJSON-500520227 tempest-PortsAdminExtendedAttrsTestJSON-500520227-project-admin] Attempting to bind port 5f252ee6-0f07-4d56-9769-89284c8db00d on network 63e9769a-f143-4217-a311-460393e3c197 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:32:17.874659 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.provisioning_blocks [req-c3f5e457-4ef6-4a47-bad8-c0192f2f1d94 req-83bebc14-cf43-47f8-b474-74e9b7cfeca9 service neutron] Transition to ACTIVE for port object 98e72a3e-3b4b-4cea-9e4f-1c80c632ced5 will not be triggered until provisioned by entity L2. {{(pid=93915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:32:17.884173 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871089e9-a928-4087-942b-2f52a1525fd3 req-214ff820-6440-449b-bf43-73130a13a892 tempest-FloatingIPsAssociationNegativeTestJSON-287568005 tempest-FloatingIPsAssociationNegativeTestJSON-287568005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:17.885546 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-871089e9-a928-4087-942b-2f52a1525fd3 req-214ff820-6440-449b-bf43-73130a13a892 tempest-FloatingIPsAssociationNegativeTestJSON-287568005 tempest-FloatingIPsAssociationNegativeTestJSON-287568005-project] 10.222.0.16 "GET /v2.0/ports/39216298-4feb-4a60-89c4-45fb55679826 HTTP/1.1" status: 200 len: 942 time: 0.4033301 Jul 14 18:32:17.888219 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-c3f5e457-4ef6-4a47-bad8-c0192f2f1d94 req-83bebc14-cf43-47f8-b474-74e9b7cfeca9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25912978'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:17.890036 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df65486b-9a24-479d-879a-6185fcbfb396 tempest-PortsAdminExtendedAttrsTestJSON-500520227 tempest-PortsAdminExtendedAttrsTestJSON-500520227-project-admin] Port 5f252ee6-0f07-4d56-9769-89284c8db00d on network 63e9769a-f143-4217-a311-460393e3c197 not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-3 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 18:32:17.890373 n-d-800634-3 neutron-server[93915]: ERROR neutron.plugins.ml2.managers [None req-df65486b-9a24-479d-879a-6185fcbfb396 tempest-PortsAdminExtendedAttrsTestJSON-500520227 tempest-PortsAdminExtendedAttrsTestJSON-500520227-project-admin] Failed to bind port 5f252ee6-0f07-4d56-9769-89284c8db00d on host n-h1-800634-3 for vnic_type normal using segments [{'id': 'd3194d98-06d2-44e7-abbf-7b9c78aff5b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '63e9769a-f143-4217-a311-460393e3c197'}] Jul 14 18:32:17.894276 n-d-800634-3 neutron-server[93915]: INFO neutron.plugins.ml2.plugin [None req-df65486b-9a24-479d-879a-6185fcbfb396 tempest-PortsAdminExtendedAttrsTestJSON-500520227 tempest-PortsAdminExtendedAttrsTestJSON-500520227-project-admin] Attempt 5 to bind port 5f252ee6-0f07-4d56-9769-89284c8db00d Jul 14 18:32:17.917580 n-d-800634-3 neutron-server[93916]: INFO neutron.db.l3_db [None req-5928152f-6412-4f75-8665-e33861196bab tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Floating IP 590af26e-4568-46c9-9150-fcf3f7d93ea9 associated. External IP: 172.25.1.59, port: 382a5623-177a-44d5-bbae-34f044602774. Jul 14 18:32:17.941316 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [None req-df65486b-9a24-479d-879a-6185fcbfb396 tempest-PortsAdminExtendedAttrsTestJSON-500520227 tempest-PortsAdminExtendedAttrsTestJSON-500520227-project-admin] Attempting to bind port 5f252ee6-0f07-4d56-9769-89284c8db00d on host n-h1-800634-3 for vnic_type normal with profile {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:32:17.941557 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [None req-df65486b-9a24-479d-879a-6185fcbfb396 tempest-PortsAdminExtendedAttrsTestJSON-500520227 tempest-PortsAdminExtendedAttrsTestJSON-500520227-project-admin] Attempting to bind port 5f252ee6-0f07-4d56-9769-89284c8db00d by drivers openvswitch,hyperv on host n-h1-800634-3 at level 0 using segments [{'id': 'd3194d98-06d2-44e7-abbf-7b9c78aff5b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '63e9769a-f143-4217-a311-460393e3c197'}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:32:17.941844 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df65486b-9a24-479d-879a-6185fcbfb396 tempest-PortsAdminExtendedAttrsTestJSON-500520227 tempest-PortsAdminExtendedAttrsTestJSON-500520227-project-admin] Attempting to bind port 5f252ee6-0f07-4d56-9769-89284c8db00d on network 63e9769a-f143-4217-a311-460393e3c197 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:32:17.963340 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df65486b-9a24-479d-879a-6185fcbfb396 tempest-PortsAdminExtendedAttrsTestJSON-500520227 tempest-PortsAdminExtendedAttrsTestJSON-500520227-project-admin] Port 5f252ee6-0f07-4d56-9769-89284c8db00d on network 63e9769a-f143-4217-a311-460393e3c197 not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-3 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 18:32:17.963679 n-d-800634-3 neutron-server[93915]: ERROR neutron.plugins.ml2.managers [None req-df65486b-9a24-479d-879a-6185fcbfb396 tempest-PortsAdminExtendedAttrsTestJSON-500520227 tempest-PortsAdminExtendedAttrsTestJSON-500520227-project-admin] Failed to bind port 5f252ee6-0f07-4d56-9769-89284c8db00d on host n-h1-800634-3 for vnic_type normal using segments [{'id': 'd3194d98-06d2-44e7-abbf-7b9c78aff5b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '63e9769a-f143-4217-a311-460393e3c197'}] Jul 14 18:32:17.968166 n-d-800634-3 neutron-server[93915]: INFO neutron.plugins.ml2.plugin [None req-df65486b-9a24-479d-879a-6185fcbfb396 tempest-PortsAdminExtendedAttrsTestJSON-500520227 tempest-PortsAdminExtendedAttrsTestJSON-500520227-project-admin] Attempt 6 to bind port 5f252ee6-0f07-4d56-9769-89284c8db00d Jul 14 18:32:17.987784 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83bebc14-cf43-47f8-b474-74e9b7cfeca9 service neutron] Pushing event updated for resources: {'Port': ['ID=98e72a3e-3b4b-4cea-9e4f-1c80c632ced5,revision_number=2']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:32:18.018167 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [None req-df65486b-9a24-479d-879a-6185fcbfb396 tempest-PortsAdminExtendedAttrsTestJSON-500520227 tempest-PortsAdminExtendedAttrsTestJSON-500520227-project-admin] Attempting to bind port 5f252ee6-0f07-4d56-9769-89284c8db00d on host n-h1-800634-3 for vnic_type normal with profile {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:32:18.018554 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [None req-df65486b-9a24-479d-879a-6185fcbfb396 tempest-PortsAdminExtendedAttrsTestJSON-500520227 tempest-PortsAdminExtendedAttrsTestJSON-500520227-project-admin] Attempting to bind port 5f252ee6-0f07-4d56-9769-89284c8db00d by drivers openvswitch,hyperv on host n-h1-800634-3 at level 0 using segments [{'id': 'd3194d98-06d2-44e7-abbf-7b9c78aff5b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '63e9769a-f143-4217-a311-460393e3c197'}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:32:18.018851 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df65486b-9a24-479d-879a-6185fcbfb396 tempest-PortsAdminExtendedAttrsTestJSON-500520227 tempest-PortsAdminExtendedAttrsTestJSON-500520227-project-admin] Attempting to bind port 5f252ee6-0f07-4d56-9769-89284c8db00d on network 63e9769a-f143-4217-a311-460393e3c197 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:32:18.063907 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b3fe48-06ec-45e7-bdd6-ba6a188aaf86 req-ea9e7d9c-9336-494b-8949-91a79e0e2d98 tempest-ListServerFiltersTestJSON-1866458082 tempest-ListServerFiltersTestJSON-1866458082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:18.065443 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-70b3fe48-06ec-45e7-bdd6-ba6a188aaf86 req-ea9e7d9c-9336-494b-8949-91a79e0e2d98 tempest-ListServerFiltersTestJSON-1866458082 tempest-ListServerFiltersTestJSON-1866458082-project] 10.222.0.16 "GET /v2.0/ports?device_id=e2a64b76-b691-49f2-848c-53a35a198d40 HTTP/1.1" status: 200 len: 946 time: 0.2823071 Jul 14 18:32:18.068975 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df65486b-9a24-479d-879a-6185fcbfb396 tempest-PortsAdminExtendedAttrsTestJSON-500520227 tempest-PortsAdminExtendedAttrsTestJSON-500520227-project-admin] Port 5f252ee6-0f07-4d56-9769-89284c8db00d on network 63e9769a-f143-4217-a311-460393e3c197 not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-3 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 18:32:18.069316 n-d-800634-3 neutron-server[93915]: ERROR neutron.plugins.ml2.managers [None req-df65486b-9a24-479d-879a-6185fcbfb396 tempest-PortsAdminExtendedAttrsTestJSON-500520227 tempest-PortsAdminExtendedAttrsTestJSON-500520227-project-admin] Failed to bind port 5f252ee6-0f07-4d56-9769-89284c8db00d on host n-h1-800634-3 for vnic_type normal using segments [{'id': 'd3194d98-06d2-44e7-abbf-7b9c78aff5b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '63e9769a-f143-4217-a311-460393e3c197'}] Jul 14 18:32:18.097534 n-d-800634-3 neutron-server[93915]: INFO neutron.plugins.ml2.plugin [None req-df65486b-9a24-479d-879a-6185fcbfb396 tempest-PortsAdminExtendedAttrsTestJSON-500520227 tempest-PortsAdminExtendedAttrsTestJSON-500520227-project-admin] Attempt 7 to bind port 5f252ee6-0f07-4d56-9769-89284c8db00d Jul 14 18:32:18.153361 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [None req-df65486b-9a24-479d-879a-6185fcbfb396 tempest-PortsAdminExtendedAttrsTestJSON-500520227 tempest-PortsAdminExtendedAttrsTestJSON-500520227-project-admin] Attempting to bind port 5f252ee6-0f07-4d56-9769-89284c8db00d on host n-h1-800634-3 for vnic_type normal with profile {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:32:18.154034 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [None req-df65486b-9a24-479d-879a-6185fcbfb396 tempest-PortsAdminExtendedAttrsTestJSON-500520227 tempest-PortsAdminExtendedAttrsTestJSON-500520227-project-admin] Attempting to bind port 5f252ee6-0f07-4d56-9769-89284c8db00d by drivers openvswitch,hyperv on host n-h1-800634-3 at level 0 using segments [{'id': 'd3194d98-06d2-44e7-abbf-7b9c78aff5b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '63e9769a-f143-4217-a311-460393e3c197'}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:32:18.154034 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df65486b-9a24-479d-879a-6185fcbfb396 tempest-PortsAdminExtendedAttrsTestJSON-500520227 tempest-PortsAdminExtendedAttrsTestJSON-500520227-project-admin] Attempting to bind port 5f252ee6-0f07-4d56-9769-89284c8db00d on network 63e9769a-f143-4217-a311-460393e3c197 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:32:18.173587 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-c3f5e457-4ef6-4a47-bad8-c0192f2f1d94 req-83bebc14-cf43-47f8-b474-74e9b7cfeca9 service neutron] Attempting to bind port 98e72a3e-3b4b-4cea-9e4f-1c80c632ced5 on host n-h1-800634-3 for vnic_type normal with profile {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:32:18.173935 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-c3f5e457-4ef6-4a47-bad8-c0192f2f1d94 req-83bebc14-cf43-47f8-b474-74e9b7cfeca9 service neutron] Attempting to bind port 98e72a3e-3b4b-4cea-9e4f-1c80c632ced5 by drivers openvswitch,hyperv on host n-h1-800634-3 at level 0 using segments [{'id': '7bca13b4-944d-4731-bc01-174f4a8e9942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '63a5555f-a22d-4515-8f3a-d708078edd37'}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:32:18.174271 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3f5e457-4ef6-4a47-bad8-c0192f2f1d94 req-83bebc14-cf43-47f8-b474-74e9b7cfeca9 service neutron] Attempting to bind port 98e72a3e-3b4b-4cea-9e4f-1c80c632ced5 on network 63a5555f-a22d-4515-8f3a-d708078edd37 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:32:18.176187 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df65486b-9a24-479d-879a-6185fcbfb396 tempest-PortsAdminExtendedAttrsTestJSON-500520227 tempest-PortsAdminExtendedAttrsTestJSON-500520227-project-admin] Port 5f252ee6-0f07-4d56-9769-89284c8db00d on network 63e9769a-f143-4217-a311-460393e3c197 not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-3 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 18:32:18.176514 n-d-800634-3 neutron-server[93915]: ERROR neutron.plugins.ml2.managers [None req-df65486b-9a24-479d-879a-6185fcbfb396 tempest-PortsAdminExtendedAttrsTestJSON-500520227 tempest-PortsAdminExtendedAttrsTestJSON-500520227-project-admin] Failed to bind port 5f252ee6-0f07-4d56-9769-89284c8db00d on host n-h1-800634-3 for vnic_type normal using segments [{'id': 'd3194d98-06d2-44e7-abbf-7b9c78aff5b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '63e9769a-f143-4217-a311-460393e3c197'}] Jul 14 18:32:18.180990 n-d-800634-3 neutron-server[93915]: INFO neutron.plugins.ml2.plugin [None req-df65486b-9a24-479d-879a-6185fcbfb396 tempest-PortsAdminExtendedAttrsTestJSON-500520227 tempest-PortsAdminExtendedAttrsTestJSON-500520227-project-admin] Attempt 8 to bind port 5f252ee6-0f07-4d56-9769-89284c8db00d Jul 14 18:32:18.201204 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-871089e9-a928-4087-942b-2f52a1525fd3 req-500f6a40-eae7-427c-82f5-c6b2661070cf tempest-FloatingIPsAssociationNegativeTestJSON-287568005 tempest-FloatingIPsAssociationNegativeTestJSON-287568005-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.1.199 HTTP/1.1" status: 200 len: 1001 time: 0.1594579 Jul 14 18:32:18.205724 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3f5e457-4ef6-4a47-bad8-c0192f2f1d94 req-83bebc14-cf43-47f8-b474-74e9b7cfeca9 service neutron] Port 98e72a3e-3b4b-4cea-9e4f-1c80c632ced5 on network 63a5555f-a22d-4515-8f3a-d708078edd37 not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-3 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 18:32:18.206062 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3f5e457-4ef6-4a47-bad8-c0192f2f1d94 req-83bebc14-cf43-47f8-b474-74e9b7cfeca9 service neutron] Attempting to bind port 98e72a3e-3b4b-4cea-9e4f-1c80c632ced5 on network 63a5555f-a22d-4515-8f3a-d708078edd37 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:32:18.216027 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-70b3fe48-06ec-45e7-bdd6-ba6a188aaf86 req-ac9f426c-6e8f-464b-bf6f-2e54eb49efc1 tempest-ListServerFiltersTestJSON-1866458082 tempest-ListServerFiltersTestJSON-1866458082-project] 10.222.0.16 "GET /v2.0/security-groups?id=cc0cb72e-0ac6-4b37-b329-257cd4e8c60f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114008 Jul 14 18:32:18.225927 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [None req-df65486b-9a24-479d-879a-6185fcbfb396 tempest-PortsAdminExtendedAttrsTestJSON-500520227 tempest-PortsAdminExtendedAttrsTestJSON-500520227-project-admin] Attempting to bind port 5f252ee6-0f07-4d56-9769-89284c8db00d on host n-h1-800634-3 for vnic_type normal with profile {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:32:18.226276 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [None req-df65486b-9a24-479d-879a-6185fcbfb396 tempest-PortsAdminExtendedAttrsTestJSON-500520227 tempest-PortsAdminExtendedAttrsTestJSON-500520227-project-admin] Attempting to bind port 5f252ee6-0f07-4d56-9769-89284c8db00d by drivers openvswitch,hyperv on host n-h1-800634-3 at level 0 using segments [{'id': 'd3194d98-06d2-44e7-abbf-7b9c78aff5b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '63e9769a-f143-4217-a311-460393e3c197'}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:32:18.226621 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df65486b-9a24-479d-879a-6185fcbfb396 tempest-PortsAdminExtendedAttrsTestJSON-500520227 tempest-PortsAdminExtendedAttrsTestJSON-500520227-project-admin] Attempting to bind port 5f252ee6-0f07-4d56-9769-89284c8db00d on network 63e9769a-f143-4217-a311-460393e3c197 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:32:18.233036 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3f5e457-4ef6-4a47-bad8-c0192f2f1d94 req-83bebc14-cf43-47f8-b474-74e9b7cfeca9 service neutron] Checking agent: {'id': 'a3630ff4-fbee-45d9-b9b6-0ae41cb3a350', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 15, 32), 'started_at': datetime.datetime(2021, 7, 14, 18, 15, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 18, 32, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 18:32:18.233384 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3f5e457-4ef6-4a47-bad8-c0192f2f1d94 req-83bebc14-cf43-47f8-b474-74e9b7cfeca9 service neutron] Checking segment: {'id': '7bca13b4-944d-4731-bc01-174f4a8e9942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '63a5555f-a22d-4515-8f3a-d708078edd37'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:32:18.233777 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3f5e457-4ef6-4a47-bad8-c0192f2f1d94 req-83bebc14-cf43-47f8-b474-74e9b7cfeca9 service neutron] Bound using segment: {'id': '7bca13b4-944d-4731-bc01-174f4a8e9942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '63a5555f-a22d-4515-8f3a-d708078edd37'} {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 18:32:18.234231 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-c3f5e457-4ef6-4a47-bad8-c0192f2f1d94 req-83bebc14-cf43-47f8-b474-74e9b7cfeca9 service neutron] Bound port: 98e72a3e-3b4b-4cea-9e4f-1c80c632ced5, host: n-h1-800634-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7bca13b4-944d-4731-bc01-174f4a8e9942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '63a5555f-a22d-4515-8f3a-d708078edd37'}}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 18:32:18.234599 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-c3f5e457-4ef6-4a47-bad8-c0192f2f1d94 req-83bebc14-cf43-47f8-b474-74e9b7cfeca9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:18.285849 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df65486b-9a24-479d-879a-6185fcbfb396 tempest-PortsAdminExtendedAttrsTestJSON-500520227 tempest-PortsAdminExtendedAttrsTestJSON-500520227-project-admin] Port 5f252ee6-0f07-4d56-9769-89284c8db00d on network 63e9769a-f143-4217-a311-460393e3c197 not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-3 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 18:32:18.286212 n-d-800634-3 neutron-server[93915]: ERROR neutron.plugins.ml2.managers [None req-df65486b-9a24-479d-879a-6185fcbfb396 tempest-PortsAdminExtendedAttrsTestJSON-500520227 tempest-PortsAdminExtendedAttrsTestJSON-500520227-project-admin] Failed to bind port 5f252ee6-0f07-4d56-9769-89284c8db00d on host n-h1-800634-3 for vnic_type normal using segments [{'id': 'd3194d98-06d2-44e7-abbf-7b9c78aff5b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '63e9769a-f143-4217-a311-460393e3c197'}] Jul 14 18:32:18.290632 n-d-800634-3 neutron-server[93915]: INFO neutron.plugins.ml2.plugin [None req-df65486b-9a24-479d-879a-6185fcbfb396 tempest-PortsAdminExtendedAttrsTestJSON-500520227 tempest-PortsAdminExtendedAttrsTestJSON-500520227-project-admin] Attempt 9 to bind port 5f252ee6-0f07-4d56-9769-89284c8db00d Jul 14 18:32:18.337822 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [None req-df65486b-9a24-479d-879a-6185fcbfb396 tempest-PortsAdminExtendedAttrsTestJSON-500520227 tempest-PortsAdminExtendedAttrsTestJSON-500520227-project-admin] Attempting to bind port 5f252ee6-0f07-4d56-9769-89284c8db00d on host n-h1-800634-3 for vnic_type normal with profile {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:32:18.338166 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [None req-df65486b-9a24-479d-879a-6185fcbfb396 tempest-PortsAdminExtendedAttrsTestJSON-500520227 tempest-PortsAdminExtendedAttrsTestJSON-500520227-project-admin] Attempting to bind port 5f252ee6-0f07-4d56-9769-89284c8db00d by drivers openvswitch,hyperv on host n-h1-800634-3 at level 0 using segments [{'id': 'd3194d98-06d2-44e7-abbf-7b9c78aff5b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '63e9769a-f143-4217-a311-460393e3c197'}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:32:18.338517 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df65486b-9a24-479d-879a-6185fcbfb396 tempest-PortsAdminExtendedAttrsTestJSON-500520227 tempest-PortsAdminExtendedAttrsTestJSON-500520227-project-admin] Attempting to bind port 5f252ee6-0f07-4d56-9769-89284c8db00d on network 63e9769a-f143-4217-a311-460393e3c197 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:32:18.370705 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df65486b-9a24-479d-879a-6185fcbfb396 tempest-PortsAdminExtendedAttrsTestJSON-500520227 tempest-PortsAdminExtendedAttrsTestJSON-500520227-project-admin] Port 5f252ee6-0f07-4d56-9769-89284c8db00d on network 63e9769a-f143-4217-a311-460393e3c197 not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-3 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 18:32:18.371441 n-d-800634-3 neutron-server[93915]: ERROR neutron.plugins.ml2.managers [None req-df65486b-9a24-479d-879a-6185fcbfb396 tempest-PortsAdminExtendedAttrsTestJSON-500520227 tempest-PortsAdminExtendedAttrsTestJSON-500520227-project-admin] Failed to bind port 5f252ee6-0f07-4d56-9769-89284c8db00d on host n-h1-800634-3 for vnic_type normal using segments [{'id': 'd3194d98-06d2-44e7-abbf-7b9c78aff5b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '63e9769a-f143-4217-a311-460393e3c197'}] Jul 14 18:32:18.376689 n-d-800634-3 neutron-server[93915]: INFO neutron.plugins.ml2.plugin [None req-df65486b-9a24-479d-879a-6185fcbfb396 tempest-PortsAdminExtendedAttrsTestJSON-500520227 tempest-PortsAdminExtendedAttrsTestJSON-500520227-project-admin] Attempt 10 to bind port 5f252ee6-0f07-4d56-9769-89284c8db00d Jul 14 18:32:18.381267 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5928152f-6412-4f75-8665-e33861196bab tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Router bee30a2a-4399-42b3-916a-f5d930702390 has already been hosted by L3 agent 2c6eb27e-defb-4cca-9a24-381c7415e359 {{(pid=93916) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 18:32:18.434601 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4e0bc60-2fa3-47a3-a9ba-155133f4e67a', 'tag': 'e8bede3a-ba0f-49a4-a4a8-71589e0aa2ba'}] {{(pid=93915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:32:18.436968 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e72782ad3af8f7d4ce76cedf092bca46d1756acc5c4653cf0b52034cdd6b073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f422674b-ac17-4226-9fe8-781fac7f176a" -d '{"events": [{"name": "network-changed", "server_uuid": "a4e0bc60-2fa3-47a3-a9ba-155133f4e67a", "tag": "e8bede3a-ba0f-49a4-a4a8-71589e0aa2ba"}]}' {{(pid=93915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:32:18.444144 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [None req-df65486b-9a24-479d-879a-6185fcbfb396 tempest-PortsAdminExtendedAttrsTestJSON-500520227 tempest-PortsAdminExtendedAttrsTestJSON-500520227-project-admin] Attempting to bind port 5f252ee6-0f07-4d56-9769-89284c8db00d on host n-h1-800634-3 for vnic_type normal with profile {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:32:18.444478 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [None req-df65486b-9a24-479d-879a-6185fcbfb396 tempest-PortsAdminExtendedAttrsTestJSON-500520227 tempest-PortsAdminExtendedAttrsTestJSON-500520227-project-admin] Attempting to bind port 5f252ee6-0f07-4d56-9769-89284c8db00d by drivers openvswitch,hyperv on host n-h1-800634-3 at level 0 using segments [{'id': 'd3194d98-06d2-44e7-abbf-7b9c78aff5b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '63e9769a-f143-4217-a311-460393e3c197'}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:32:18.444822 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df65486b-9a24-479d-879a-6185fcbfb396 tempest-PortsAdminExtendedAttrsTestJSON-500520227 tempest-PortsAdminExtendedAttrsTestJSON-500520227-project-admin] Attempting to bind port 5f252ee6-0f07-4d56-9769-89284c8db00d on network 63e9769a-f143-4217-a311-460393e3c197 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:32:18.467658 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871089e9-a928-4087-942b-2f52a1525fd3 req-87bca9a5-7fcf-4ce0-a392-a14369f53e3d tempest-FloatingIPsAssociationNegativeTestJSON-287568005 tempest-FloatingIPsAssociationNegativeTestJSON-287568005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:18.469077 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-871089e9-a928-4087-942b-2f52a1525fd3 req-87bca9a5-7fcf-4ce0-a392-a14369f53e3d tempest-FloatingIPsAssociationNegativeTestJSON-287568005 tempest-FloatingIPsAssociationNegativeTestJSON-287568005-project] 10.222.0.16 "GET /v2.0/networks/9200a437-e1de-4520-88f6-e68386523e61 HTTP/1.1" status: 200 len: 784 time: 0.2607086 Jul 14 18:32:18.471938 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df65486b-9a24-479d-879a-6185fcbfb396 tempest-PortsAdminExtendedAttrsTestJSON-500520227 tempest-PortsAdminExtendedAttrsTestJSON-500520227-project-admin] Port 5f252ee6-0f07-4d56-9769-89284c8db00d on network 63e9769a-f143-4217-a311-460393e3c197 not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-3 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 18:32:18.472301 n-d-800634-3 neutron-server[93915]: ERROR neutron.plugins.ml2.managers [None req-df65486b-9a24-479d-879a-6185fcbfb396 tempest-PortsAdminExtendedAttrsTestJSON-500520227 tempest-PortsAdminExtendedAttrsTestJSON-500520227-project-admin] Failed to bind port 5f252ee6-0f07-4d56-9769-89284c8db00d on host n-h1-800634-3 for vnic_type normal using segments [{'id': 'd3194d98-06d2-44e7-abbf-7b9c78aff5b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '63e9769a-f143-4217-a311-460393e3c197'}] Jul 14 18:32:18.472683 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-df65486b-9a24-479d-879a-6185fcbfb396 tempest-PortsAdminExtendedAttrsTestJSON-500520227 tempest-PortsAdminExtendedAttrsTestJSON-500520227-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:18.475898 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-c3f5e457-4ef6-4a47-bad8-c0192f2f1d94 req-83bebc14-cf43-47f8-b474-74e9b7cfeca9 service neutron] For port 98e72a3e-3b4b-4cea-9e4f-1c80c632ced5, host n-h1-800634-3, cleared binding levels {{(pid=93915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:32:18.488218 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5928152f-6412-4f75-8665-e33861196bab tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Notify agent at l3_agent.n-d-800634-3 the message routers_updated {{(pid=93916) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 18:32:18.493085 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-5928152f-6412-4f75-8665-e33861196bab tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for floatingip, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:18.498130 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0deee2a9-a460-45fa-a5ac-a77ce917eecb None None] Sync routers for ids ['bee30a2a-4399-42b3-916a-f5d930702390'] in n-d-800634-3 {{(pid=93917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 18:32:18.507344 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0deee2a9-a460-45fa-a5ac-a77ce917eecb None None] Routers {'bee30a2a-4399-42b3-916a-f5d930702390'} bound to L3 agent in host n-d-800634-3 {{(pid=93917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:32:18.508243 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-0deee2a9-a460-45fa-a5ac-a77ce917eecb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:31:53Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['bee30a2a-4399-42b3-916a-f5d930702390'], 'active': True} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:32:18.512844 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-c3f5e457-4ef6-4a47-bad8-c0192f2f1d94 req-83bebc14-cf43-47f8-b474-74e9b7cfeca9 service neutron] For port 98e72a3e-3b4b-4cea-9e4f-1c80c632ced5, host n-h1-800634-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=98e72a3e-3b4b-4cea-9e4f-1c80c632ced5,segment=NetworkSegment(7bca13b4-944d-4731-bc01-174f4a8e9942),segment_id=7bca13b4-944d-4731-bc01-174f4a8e9942)] {{(pid=93915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 18:32:18.541940 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-5928152f-6412-4f75-8665-e33861196bab tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] 10.222.0.16 "PUT /v2.0/floatingips/590af26e-4568-46c9-9150-fcf3f7d93ea9 HTTP/1.1" status: 200 len: 977 time: 1.2505412 Jul 14 18:32:18.544556 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-0deee2a9-a460-45fa-a5ac-a77ce917eecb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-3', False) {} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:32:18.544720 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 44690) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:32:18.553290 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0deee2a9-a460-45fa-a5ac-a77ce917eecb None None] Routers {'bee30a2a-4399-42b3-916a-f5d930702390'} bound to L3 agent in host n-d-800634-3 {{(pid=93917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:32:18.553917 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-0deee2a9-a460-45fa-a5ac-a77ce917eecb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:31:53Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['bee30a2a-4399-42b3-916a-f5d930702390'], 'active': True} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:32:18.558553 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-c3f5e457-4ef6-4a47-bad8-c0192f2f1d94 req-83bebc14-cf43-47f8-b474-74e9b7cfeca9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25912978'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:18.593486 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-0deee2a9-a460-45fa-a5ac-a77ce917eecb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-3', False) {} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:32:18.594537 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0deee2a9-a460-45fa-a5ac-a77ce917eecb None None] The sync data for ids ['bee30a2a-4399-42b3-916a-f5d930702390'] in n-d-800634-3 is: [] {{(pid=93917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 18:32:18.632799 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f5e457-4ef6-4a47-bad8-c0192f2f1d94 req-83bebc14-cf43-47f8-b474-74e9b7cfeca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:18.633453 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-c3f5e457-4ef6-4a47-bad8-c0192f2f1d94 req-83bebc14-cf43-47f8-b474-74e9b7cfeca9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:18.635059 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c3f5e457-4ef6-4a47-bad8-c0192f2f1d94 req-83bebc14-cf43-47f8-b474-74e9b7cfeca9 service neutron] 10.222.0.18 "PUT /v2.0/ports/98e72a3e-3b4b-4cea-9e4f-1c80c632ced5 HTTP/1.1" status: 200 len: 1091 time: 2.3198330 Jul 14 18:32:18.666280 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1e801c-8094-43d4-8980-21103c55ea17 req-d9c5d645-b3f7-42a3-8236-f9a718eaa218 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:18.671041 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-565172be-1714-407f-95ef-f66e4745fe43 tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Deleting port 382a5623-177a-44d5-bbae-34f044602774 {{(pid=93916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:32:18.671391 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-565172be-1714-407f-95ef-f66e4745fe43 tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:18.676938 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1e801c-8094-43d4-8980-21103c55ea17 req-d9c5d645-b3f7-42a3-8236-f9a718eaa218 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:18.683392 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1e801c-8094-43d4-8980-21103c55ea17 req-d9c5d645-b3f7-42a3-8236-f9a718eaa218 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:18.689636 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1e801c-8094-43d4-8980-21103c55ea17 req-d9c5d645-b3f7-42a3-8236-f9a718eaa218 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:18.696007 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1e801c-8094-43d4-8980-21103c55ea17 req-d9c5d645-b3f7-42a3-8236-f9a718eaa218 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:18.702677 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1e801c-8094-43d4-8980-21103c55ea17 req-d9c5d645-b3f7-42a3-8236-f9a718eaa218 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:18.708547 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1e801c-8094-43d4-8980-21103c55ea17 req-d9c5d645-b3f7-42a3-8236-f9a718eaa218 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:18.710611 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-df1e801c-8094-43d4-8980-21103c55ea17 req-d9c5d645-b3f7-42a3-8236-f9a718eaa218 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] 10.222.0.16 "GET /v2.0/ports?device_id=a4e0bc60-2fa3-47a3-a9ba-155133f4e67a HTTP/1.1" status: 200 len: 5418 time: 0.3675463 Jul 14 18:32:18.723833 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [req-c3f5e457-4ef6-4a47-bad8-c0192f2f1d94 req-54414c08-cfd1-4b5b-9236-14a5c158de0d service neutron] Request body: {'port': {'device_id': 'a4e0bc60-2fa3-47a3-a9ba-155133f4e67a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800634-3'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:32:18.786718 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-871089e9-a928-4087-942b-2f52a1525fd3 req-42666798-76f8-4e4b-af96-02d76f5b752a tempest-FloatingIPsAssociationNegativeTestJSON-287568005 tempest-FloatingIPsAssociationNegativeTestJSON-287568005-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.1.199 HTTP/1.1" status: 200 len: 1001 time: 0.2996075 Jul 14 18:32:18.799216 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [req-871089e9-a928-4087-942b-2f52a1525fd3 req-c8cf6757-a7ee-4056-85b9-45ae861ab0c4 tempest-FloatingIPsAssociationNegativeTestJSON-287568005 tempest-FloatingIPsAssociationNegativeTestJSON-287568005-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:32:18.808310 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-565172be-1714-407f-95ef-f66e4745fe43 tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:18.811984 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ba3f9e-d21b-4c1d-b137-5a2587240ed4 req-88d71e66-18eb-4c78-a053-d53afaa3bfdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:18.813511 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-57ba3f9e-d21b-4c1d-b137-5a2587240ed4 req-88d71e66-18eb-4c78-a053-d53afaa3bfdc service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=693cdabc-c35b-47c5-8512-cef465f1b22b HTTP/1.1" status: 200 len: 1096 time: 0.1267257 Jul 14 18:32:18.891190 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83bebc14-cf43-47f8-b474-74e9b7cfeca9 service neutron] Pushing event updated for resources: {'Port': ['ID=98e72a3e-3b4b-4cea-9e4f-1c80c632ced5,revision_number=3']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:32:18.894244 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [None req-df65486b-9a24-479d-879a-6185fcbfb396 tempest-PortsAdminExtendedAttrsTestJSON-500520227 tempest-PortsAdminExtendedAttrsTestJSON-500520227-project-admin] For port 5f252ee6-0f07-4d56-9769-89284c8db00d, host n-h1-800634-3, cleared binding levels {{(pid=93915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:32:18.894606 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [None req-df65486b-9a24-479d-879a-6185fcbfb396 tempest-PortsAdminExtendedAttrsTestJSON-500520227 tempest-PortsAdminExtendedAttrsTestJSON-500520227-project-admin] Attempted to set empty binding levels {{(pid=93915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 14 18:32:18.915653 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-df65486b-9a24-479d-879a-6185fcbfb396 tempest-PortsAdminExtendedAttrsTestJSON-500520227 tempest-PortsAdminExtendedAttrsTestJSON-500520227-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25912978'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:18.935522 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-df1e801c-8094-43d4-8980-21103c55ea17 req-33679a8c-dd47-49d5-b1c4-1d5908c51c71 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] 10.222.0.16 "GET /v2.0/security-groups?id=748fe4c5-70b9-4e07-b6fc-ddd56d9bbb08&id=1433845c-1171-43a4-b403-5201c1216c85&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1797581 Jul 14 18:32:18.949685 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-57ba3f9e-d21b-4c1d-b137-5a2587240ed4 req-82a6e6c5-d042-4c35-bd97-a23c04e32ec1 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=0ef5e3a0-eb15-4d38-952d-7e7d9baf772e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265204 Jul 14 18:32:18.969012 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-871089e9-a928-4087-942b-2f52a1525fd3 req-c8cf6757-a7ee-4056-85b9-45ae861ab0c4 tempest-FloatingIPsAssociationNegativeTestJSON-287568005 tempest-FloatingIPsAssociationNegativeTestJSON-287568005-project] Notify callbacks [] for floatingip, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:18.972879 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-c3f5e457-4ef6-4a47-bad8-c0192f2f1d94 req-54414c08-cfd1-4b5b-9236-14a5c158de0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:19.007947 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [None req-df65486b-9a24-479d-879a-6185fcbfb396 tempest-PortsAdminExtendedAttrsTestJSON-500520227 tempest-PortsAdminExtendedAttrsTestJSON-500520227-project-admin] In _notify_port_updated(), no bound segment for port 5f252ee6-0f07-4d56-9769-89284c8db00d on network 63e9769a-f143-4217-a311-460393e3c197 {{(pid=93915) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 14 18:32:19.008597 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df65486b-9a24-479d-879a-6185fcbfb396 tempest-PortsAdminExtendedAttrsTestJSON-500520227 tempest-PortsAdminExtendedAttrsTestJSON-500520227-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:19.009212 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-df65486b-9a24-479d-879a-6185fcbfb396 tempest-PortsAdminExtendedAttrsTestJSON-500520227 tempest-PortsAdminExtendedAttrsTestJSON-500520227-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:19.010540 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-df65486b-9a24-479d-879a-6185fcbfb396 tempest-PortsAdminExtendedAttrsTestJSON-500520227 tempest-PortsAdminExtendedAttrsTestJSON-500520227-project-admin] 10.222.0.16 "PUT /v2.0/ports/5f252ee6-0f07-4d56-9769-89284c8db00d HTTP/1.1" status: 200 len: 975 time: 3.2374651 Jul 14 18:32:19.015887 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 44694) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:32:19.036437 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df65486b-9a24-479d-879a-6185fcbfb396 tempest-PortsAdminExtendedAttrsTestJSON-500520227 tempest-PortsAdminExtendedAttrsTestJSON-500520227-project-admin] Pushing event updated for resources: {'Port': ['ID=5f252ee6-0f07-4d56-9769-89284c8db00d,revision_number=3']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:32:19.164607 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-565172be-1714-407f-95ef-f66e4745fe43 tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:19.164903 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-565172be-1714-407f-95ef-f66e4745fe43 tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-930131'] for floatingip, after_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:19.165224 n-d-800634-3 neutron-server[93916]: INFO neutron.db.l3_db [None req-565172be-1714-407f-95ef-f66e4745fe43 tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Floating IP 590af26e-4568-46c9-9150-fcf3f7d93ea9 disassociated. External IP: 172.25.1.59, port: 382a5623-177a-44d5-bbae-34f044602774. Jul 14 18:32:19.165572 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-565172be-1714-407f-95ef-f66e4745fe43 tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Calling delete_port for 382a5623-177a-44d5-bbae-34f044602774 owned by {{(pid=93916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:32:19.210809 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a287dfd8-b6e5-4b02-a7cb-09cf79c6dc46 tempest-PortsAdminExtendedAttrsTestJSON-500520227 tempest-PortsAdminExtendedAttrsTestJSON-500520227-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:19.211302 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a287dfd8-b6e5-4b02-a7cb-09cf79c6dc46 tempest-PortsAdminExtendedAttrsTestJSON-500520227 tempest-PortsAdminExtendedAttrsTestJSON-500520227-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:19.211782 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a287dfd8-b6e5-4b02-a7cb-09cf79c6dc46 tempest-PortsAdminExtendedAttrsTestJSON-500520227 tempest-PortsAdminExtendedAttrsTestJSON-500520227-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:19.212283 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a287dfd8-b6e5-4b02-a7cb-09cf79c6dc46 tempest-PortsAdminExtendedAttrsTestJSON-500520227 tempest-PortsAdminExtendedAttrsTestJSON-500520227-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:19.212751 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a287dfd8-b6e5-4b02-a7cb-09cf79c6dc46 tempest-PortsAdminExtendedAttrsTestJSON-500520227 tempest-PortsAdminExtendedAttrsTestJSON-500520227-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:19.213222 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a287dfd8-b6e5-4b02-a7cb-09cf79c6dc46 tempest-PortsAdminExtendedAttrsTestJSON-500520227 tempest-PortsAdminExtendedAttrsTestJSON-500520227-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:19.213687 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a287dfd8-b6e5-4b02-a7cb-09cf79c6dc46 tempest-PortsAdminExtendedAttrsTestJSON-500520227 tempest-PortsAdminExtendedAttrsTestJSON-500520227-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:19.214688 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a287dfd8-b6e5-4b02-a7cb-09cf79c6dc46 tempest-PortsAdminExtendedAttrsTestJSON-500520227 tempest-PortsAdminExtendedAttrsTestJSON-500520227-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:19.215148 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a287dfd8-b6e5-4b02-a7cb-09cf79c6dc46 tempest-PortsAdminExtendedAttrsTestJSON-500520227 tempest-PortsAdminExtendedAttrsTestJSON-500520227-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:19.215614 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a287dfd8-b6e5-4b02-a7cb-09cf79c6dc46 tempest-PortsAdminExtendedAttrsTestJSON-500520227 tempest-PortsAdminExtendedAttrsTestJSON-500520227-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:19.216074 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a287dfd8-b6e5-4b02-a7cb-09cf79c6dc46 tempest-PortsAdminExtendedAttrsTestJSON-500520227 tempest-PortsAdminExtendedAttrsTestJSON-500520227-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:19.216561 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a287dfd8-b6e5-4b02-a7cb-09cf79c6dc46 tempest-PortsAdminExtendedAttrsTestJSON-500520227 tempest-PortsAdminExtendedAttrsTestJSON-500520227-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:19.217035 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a287dfd8-b6e5-4b02-a7cb-09cf79c6dc46 tempest-PortsAdminExtendedAttrsTestJSON-500520227 tempest-PortsAdminExtendedAttrsTestJSON-500520227-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:19.217479 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a287dfd8-b6e5-4b02-a7cb-09cf79c6dc46 tempest-PortsAdminExtendedAttrsTestJSON-500520227 tempest-PortsAdminExtendedAttrsTestJSON-500520227-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:19.217943 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a287dfd8-b6e5-4b02-a7cb-09cf79c6dc46 tempest-PortsAdminExtendedAttrsTestJSON-500520227 tempest-PortsAdminExtendedAttrsTestJSON-500520227-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:19.218405 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a287dfd8-b6e5-4b02-a7cb-09cf79c6dc46 tempest-PortsAdminExtendedAttrsTestJSON-500520227 tempest-PortsAdminExtendedAttrsTestJSON-500520227-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:19.218864 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a287dfd8-b6e5-4b02-a7cb-09cf79c6dc46 tempest-PortsAdminExtendedAttrsTestJSON-500520227 tempest-PortsAdminExtendedAttrsTestJSON-500520227-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:19.219320 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a287dfd8-b6e5-4b02-a7cb-09cf79c6dc46 tempest-PortsAdminExtendedAttrsTestJSON-500520227 tempest-PortsAdminExtendedAttrsTestJSON-500520227-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:19.219776 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a287dfd8-b6e5-4b02-a7cb-09cf79c6dc46 tempest-PortsAdminExtendedAttrsTestJSON-500520227 tempest-PortsAdminExtendedAttrsTestJSON-500520227-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:19.220291 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a287dfd8-b6e5-4b02-a7cb-09cf79c6dc46 tempest-PortsAdminExtendedAttrsTestJSON-500520227 tempest-PortsAdminExtendedAttrsTestJSON-500520227-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:19.220749 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a287dfd8-b6e5-4b02-a7cb-09cf79c6dc46 tempest-PortsAdminExtendedAttrsTestJSON-500520227 tempest-PortsAdminExtendedAttrsTestJSON-500520227-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:19.221214 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a287dfd8-b6e5-4b02-a7cb-09cf79c6dc46 tempest-PortsAdminExtendedAttrsTestJSON-500520227 tempest-PortsAdminExtendedAttrsTestJSON-500520227-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:19.221679 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a287dfd8-b6e5-4b02-a7cb-09cf79c6dc46 tempest-PortsAdminExtendedAttrsTestJSON-500520227 tempest-PortsAdminExtendedAttrsTestJSON-500520227-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:19.222321 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a287dfd8-b6e5-4b02-a7cb-09cf79c6dc46 tempest-PortsAdminExtendedAttrsTestJSON-500520227 tempest-PortsAdminExtendedAttrsTestJSON-500520227-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:19.222830 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a287dfd8-b6e5-4b02-a7cb-09cf79c6dc46 tempest-PortsAdminExtendedAttrsTestJSON-500520227 tempest-PortsAdminExtendedAttrsTestJSON-500520227-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:19.223319 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a287dfd8-b6e5-4b02-a7cb-09cf79c6dc46 tempest-PortsAdminExtendedAttrsTestJSON-500520227 tempest-PortsAdminExtendedAttrsTestJSON-500520227-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:19.223778 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a287dfd8-b6e5-4b02-a7cb-09cf79c6dc46 tempest-PortsAdminExtendedAttrsTestJSON-500520227 tempest-PortsAdminExtendedAttrsTestJSON-500520227-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:19.224263 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a287dfd8-b6e5-4b02-a7cb-09cf79c6dc46 tempest-PortsAdminExtendedAttrsTestJSON-500520227 tempest-PortsAdminExtendedAttrsTestJSON-500520227-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:19.224721 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a287dfd8-b6e5-4b02-a7cb-09cf79c6dc46 tempest-PortsAdminExtendedAttrsTestJSON-500520227 tempest-PortsAdminExtendedAttrsTestJSON-500520227-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:19.225181 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a287dfd8-b6e5-4b02-a7cb-09cf79c6dc46 tempest-PortsAdminExtendedAttrsTestJSON-500520227 tempest-PortsAdminExtendedAttrsTestJSON-500520227-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:19.225642 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a287dfd8-b6e5-4b02-a7cb-09cf79c6dc46 tempest-PortsAdminExtendedAttrsTestJSON-500520227 tempest-PortsAdminExtendedAttrsTestJSON-500520227-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:19.226101 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a287dfd8-b6e5-4b02-a7cb-09cf79c6dc46 tempest-PortsAdminExtendedAttrsTestJSON-500520227 tempest-PortsAdminExtendedAttrsTestJSON-500520227-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:19.226557 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a287dfd8-b6e5-4b02-a7cb-09cf79c6dc46 tempest-PortsAdminExtendedAttrsTestJSON-500520227 tempest-PortsAdminExtendedAttrsTestJSON-500520227-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:19.227011 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a287dfd8-b6e5-4b02-a7cb-09cf79c6dc46 tempest-PortsAdminExtendedAttrsTestJSON-500520227 tempest-PortsAdminExtendedAttrsTestJSON-500520227-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:19.227467 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a287dfd8-b6e5-4b02-a7cb-09cf79c6dc46 tempest-PortsAdminExtendedAttrsTestJSON-500520227 tempest-PortsAdminExtendedAttrsTestJSON-500520227-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:19.227920 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a287dfd8-b6e5-4b02-a7cb-09cf79c6dc46 tempest-PortsAdminExtendedAttrsTestJSON-500520227 tempest-PortsAdminExtendedAttrsTestJSON-500520227-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:19.228398 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a287dfd8-b6e5-4b02-a7cb-09cf79c6dc46 tempest-PortsAdminExtendedAttrsTestJSON-500520227 tempest-PortsAdminExtendedAttrsTestJSON-500520227-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:19.228852 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a287dfd8-b6e5-4b02-a7cb-09cf79c6dc46 tempest-PortsAdminExtendedAttrsTestJSON-500520227 tempest-PortsAdminExtendedAttrsTestJSON-500520227-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:19.229307 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a287dfd8-b6e5-4b02-a7cb-09cf79c6dc46 tempest-PortsAdminExtendedAttrsTestJSON-500520227 tempest-PortsAdminExtendedAttrsTestJSON-500520227-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:19.230329 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a287dfd8-b6e5-4b02-a7cb-09cf79c6dc46 tempest-PortsAdminExtendedAttrsTestJSON-500520227 tempest-PortsAdminExtendedAttrsTestJSON-500520227-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:19.230787 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a287dfd8-b6e5-4b02-a7cb-09cf79c6dc46 tempest-PortsAdminExtendedAttrsTestJSON-500520227 tempest-PortsAdminExtendedAttrsTestJSON-500520227-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:19.231241 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a287dfd8-b6e5-4b02-a7cb-09cf79c6dc46 tempest-PortsAdminExtendedAttrsTestJSON-500520227 tempest-PortsAdminExtendedAttrsTestJSON-500520227-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:19.231701 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a287dfd8-b6e5-4b02-a7cb-09cf79c6dc46 tempest-PortsAdminExtendedAttrsTestJSON-500520227 tempest-PortsAdminExtendedAttrsTestJSON-500520227-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:19.232180 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a287dfd8-b6e5-4b02-a7cb-09cf79c6dc46 tempest-PortsAdminExtendedAttrsTestJSON-500520227 tempest-PortsAdminExtendedAttrsTestJSON-500520227-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:19.232646 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a287dfd8-b6e5-4b02-a7cb-09cf79c6dc46 tempest-PortsAdminExtendedAttrsTestJSON-500520227 tempest-PortsAdminExtendedAttrsTestJSON-500520227-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:19.236936 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-a287dfd8-b6e5-4b02-a7cb-09cf79c6dc46 tempest-PortsAdminExtendedAttrsTestJSON-500520227 tempest-PortsAdminExtendedAttrsTestJSON-500520227-project-admin] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 39800 time: 0.2198746 Jul 14 18:32:19.263037 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 44696) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:32:19.273463 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-871089e9-a928-4087-942b-2f52a1525fd3 req-c8cf6757-a7ee-4056-85b9-45ae861ab0c4 tempest-FloatingIPsAssociationNegativeTestJSON-287568005 tempest-FloatingIPsAssociationNegativeTestJSON-287568005-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:19.301419 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-871089e9-a928-4087-942b-2f52a1525fd3 req-c8cf6757-a7ee-4056-85b9-45ae861ab0c4 tempest-FloatingIPsAssociationNegativeTestJSON-287568005 tempest-FloatingIPsAssociationNegativeTestJSON-287568005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-930131'] for floatingip, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:19.301730 n-d-800634-3 neutron-server[93915]: INFO neutron.db.l3_db [req-871089e9-a928-4087-942b-2f52a1525fd3 req-c8cf6757-a7ee-4056-85b9-45ae861ab0c4 tempest-FloatingIPsAssociationNegativeTestJSON-287568005 tempest-FloatingIPsAssociationNegativeTestJSON-287568005-project] Floating IP c0fe1a33-d872-4408-8f7e-983adb71a4f1 disassociated. External IP: 172.25.1.199, port: 39216298-4feb-4a60-89c4-45fb55679826. Jul 14 18:32:19.355417 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-565172be-1714-407f-95ef-f66e4745fe43 tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:19.382796 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565172be-1714-407f-95ef-f66e4745fe43 tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Pushing event deleted for resources: {'Port': ['ID=382a5623-177a-44d5-bbae-34f044602774,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:32:19.409731 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d27709a-e077-447a-9c68-eb0b6d7ba23f req-a4228fa6-7139-4e34-ad22-ae9d3ec353da tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:19.411221 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-0d27709a-e077-447a-9c68-eb0b6d7ba23f req-a4228fa6-7139-4e34-ad22-ae9d3ec353da tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] 10.222.0.16 "GET /v2.0/ports?device_id=e324c388-2bb3-401d-a7a7-373392456b8c HTTP/1.1" status: 200 len: 945 time: 0.3402135 Jul 14 18:32:19.501207 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-565172be-1714-407f-95ef-f66e4745fe43 tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Router bee30a2a-4399-42b3-916a-f5d930702390 has already been hosted by L3 agent 2c6eb27e-defb-4cca-9a24-381c7415e359 {{(pid=93916) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 18:32:19.559129 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-0d27709a-e077-447a-9c68-eb0b6d7ba23f req-aa0f0063-58cb-4ef8-99d4-7159e1269900 tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] 10.222.0.16 "GET /v2.0/security-groups?id=c6d2ae5e-7962-48ff-a84c-cacbd11fb04d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1367548 Jul 14 18:32:19.618849 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [None req-70626742-f683-4d88-8af7-a18e30a79f32 tempest-PortsAdminExtendedAttrsTestJSON-500520227 tempest-PortsAdminExtendedAttrsTestJSON-500520227-project-admin] Deleting port 5f252ee6-0f07-4d56-9769-89284c8db00d {{(pid=93915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:32:19.619202 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-70626742-f683-4d88-8af7-a18e30a79f32 tempest-PortsAdminExtendedAttrsTestJSON-500520227 tempest-PortsAdminExtendedAttrsTestJSON-500520227-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:19.627247 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-565172be-1714-407f-95ef-f66e4745fe43 tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Notify agent at l3_agent.n-d-800634-3 the message routers_updated {{(pid=93916) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 18:32:19.643842 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d42ac66-ca15-4da6-8837-355bdb44c613 None None] Sync routers for ids ['bee30a2a-4399-42b3-916a-f5d930702390'] in n-d-800634-3 {{(pid=93918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 18:32:19.653380 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d42ac66-ca15-4da6-8837-355bdb44c613 None None] Routers {'bee30a2a-4399-42b3-916a-f5d930702390'} bound to L3 agent in host n-d-800634-3 {{(pid=93918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:32:19.653967 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-1d42ac66-ca15-4da6-8837-355bdb44c613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:31:53Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['bee30a2a-4399-42b3-916a-f5d930702390'], 'active': True} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:32:19.690242 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-1d42ac66-ca15-4da6-8837-355bdb44c613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-3', False) {} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:32:19.699209 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d42ac66-ca15-4da6-8837-355bdb44c613 None None] Routers {'bee30a2a-4399-42b3-916a-f5d930702390'} bound to L3 agent in host n-d-800634-3 {{(pid=93918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:32:19.700068 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-1d42ac66-ca15-4da6-8837-355bdb44c613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:31:53Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['bee30a2a-4399-42b3-916a-f5d930702390'], 'active': True} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:32:19.733167 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-1d42ac66-ca15-4da6-8837-355bdb44c613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-3', False) {} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:32:19.733814 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d42ac66-ca15-4da6-8837-355bdb44c613 None None] The sync data for ids ['bee30a2a-4399-42b3-916a-f5d930702390'] in n-d-800634-3 is: [] {{(pid=93918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 18:32:19.735517 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-565172be-1714-407f-95ef-f66e4745fe43 tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:19.740628 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-565172be-1714-407f-95ef-f66e4745fe43 tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] 10.222.0.16 "DELETE /v2.0/ports/382a5623-177a-44d5-bbae-34f044602774 HTTP/1.1" status: 204 len: 168 time: 1.1949208 Jul 14 18:32:19.741630 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 44698) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:32:19.792829 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-5231d28c-d187-4b23-af06-579a2017eb3f tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] 10.222.0.16 "GET /v2.0/floatingips/590af26e-4568-46c9-9150-fcf3f7d93ea9 HTTP/1.1" status: 200 len: 687 time: 0.0497947 Jul 14 18:32:19.795258 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 44700) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:32:19.932764 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-9226d1f5-1004-47db-b226-9d73e68a8548 tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Deleting port 451bbff7-7c0b-4891-87b4-23aa35041d44 {{(pid=93916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:32:19.933126 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-9226d1f5-1004-47db-b226-9d73e68a8548 tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:20.011532 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-9226d1f5-1004-47db-b226-9d73e68a8548 tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:20.012732 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-9226d1f5-1004-47db-b226-9d73e68a8548 tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:20.025428 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-9226d1f5-1004-47db-b226-9d73e68a8548 tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Calling delete_port for 451bbff7-7c0b-4891-87b4-23aa35041d44 owned by network:floatingip {{(pid=93916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:32:20.121885 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [req-c3f5e457-4ef6-4a47-bad8-c0192f2f1d94 req-54414c08-cfd1-4b5b-9236-14a5c158de0d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0caf44dc-58df-4be6-8bff-86cf8aeccff9 {{(pid=93915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 18:32:20.134105 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-c3f5e457-4ef6-4a47-bad8-c0192f2f1d94 req-54414c08-cfd1-4b5b-9236-14a5c158de0d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:20.142165 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [None req-70626742-f683-4d88-8af7-a18e30a79f32 tempest-PortsAdminExtendedAttrsTestJSON-500520227 tempest-PortsAdminExtendedAttrsTestJSON-500520227-project-admin] For port 5f252ee6-0f07-4d56-9769-89284c8db00d, host n-h1-800634-3, got binding levels [] {{(pid=93915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:32:20.142521 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-70626742-f683-4d88-8af7-a18e30a79f32 tempest-PortsAdminExtendedAttrsTestJSON-500520227 tempest-PortsAdminExtendedAttrsTestJSON-500520227-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:20.174512 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [None req-70626742-f683-4d88-8af7-a18e30a79f32 tempest-PortsAdminExtendedAttrsTestJSON-500520227 tempest-PortsAdminExtendedAttrsTestJSON-500520227-project-admin] Calling delete_port for 5f252ee6-0f07-4d56-9769-89284c8db00d owned by {{(pid=93915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:32:20.182193 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-9226d1f5-1004-47db-b226-9d73e68a8548 tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:20.184917 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.provisioning_blocks [req-c3f5e457-4ef6-4a47-bad8-c0192f2f1d94 req-54414c08-cfd1-4b5b-9236-14a5c158de0d service neutron] Transition to ACTIVE for port object 0caf44dc-58df-4be6-8bff-86cf8aeccff9 will not be triggered until provisioned by entity L2. {{(pid=93915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:32:20.197792 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-c3f5e457-4ef6-4a47-bad8-c0192f2f1d94 req-54414c08-cfd1-4b5b-9236-14a5c158de0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25912978'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:20.203830 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.l3_agent_scheduler [req-871089e9-a928-4087-942b-2f52a1525fd3 req-c8cf6757-a7ee-4056-85b9-45ae861ab0c4 tempest-FloatingIPsAssociationNegativeTestJSON-287568005 tempest-FloatingIPsAssociationNegativeTestJSON-287568005-project] Router 34b9e12f-bd48-4c0f-b8fa-553d35da8d6a has already been hosted by L3 agent 2c6eb27e-defb-4cca-9a24-381c7415e359 {{(pid=93915) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 18:32:20.211098 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9226d1f5-1004-47db-b226-9d73e68a8548 tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Pushing event deleted for resources: {'Port': ['ID=451bbff7-7c0b-4891-87b4-23aa35041d44,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:32:20.279919 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-9226d1f5-1004-47db-b226-9d73e68a8548 tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Notify callbacks [] for floatingip, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:20.283080 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-9226d1f5-1004-47db-b226-9d73e68a8548 tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for floatingip, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:20.287810 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-9226d1f5-1004-47db-b226-9d73e68a8548 tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] 10.222.0.16 "DELETE /v2.0/floatingips/590af26e-4568-46c9-9150-fcf3f7d93ea9 HTTP/1.1" status: 204 len: 168 time: 0.4880729 Jul 14 18:32:20.288356 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 44706) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:32:20.293496 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-aaec68d1-0b60-4066-ad75-270b6aee0ff5 tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Request body: {'floatingip': {'floating_network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'port_id': '7707fb10-d635-4b33-a86e-c444f6fef1c4'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:32:20.313389 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3daab024-7195-4ab1-91ff-cf31b7e7d15e req-71eaae62-398b-4560-950a-c4e0cd72faec tempest-ListServerFiltersTestJSON-1866458082 tempest-ListServerFiltersTestJSON-1866458082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:20.315091 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3daab024-7195-4ab1-91ff-cf31b7e7d15e req-71eaae62-398b-4560-950a-c4e0cd72faec tempest-ListServerFiltersTestJSON-1866458082 tempest-ListServerFiltersTestJSON-1866458082-project] 10.222.0.16 "GET /v2.0/ports?device_id=2eaad43e-3f6b-4451-b40e-a34e647e008a HTTP/1.1" status: 200 len: 946 time: 0.3108163 Jul 14 18:32:20.315877 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b217fffa-71b8-4840-9016-0c4ff8db5fb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:20.318144 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-aaec68d1-0b60-4066-ad75-270b6aee0ff5 tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Notify callbacks [] for floatingip, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:20.328547 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54414c08-cfd1-4b5b-9236-14a5c158de0d service neutron] Pushing event updated for resources: {'Port': ['ID=0caf44dc-58df-4be6-8bff-86cf8aeccff9,revision_number=2']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:32:20.419602 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-aaec68d1-0b60-4066-ad75-270b6aee0ff5 tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:20.503624 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3daab024-7195-4ab1-91ff-cf31b7e7d15e req-282b988d-88c2-435c-90a3-b508802f9bb9 tempest-ListServerFiltersTestJSON-1866458082 tempest-ListServerFiltersTestJSON-1866458082-project] 10.222.0.16 "GET /v2.0/security-groups?id=cc0cb72e-0ac6-4b37-b329-257cd4e8c60f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1722553 Jul 14 18:32:20.515590 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-70626742-f683-4d88-8af7-a18e30a79f32 tempest-PortsAdminExtendedAttrsTestJSON-500520227 tempest-PortsAdminExtendedAttrsTestJSON-500520227-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:20.543316 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.db_base_plugin_common [None req-aaec68d1-0b60-4066-ad75-270b6aee0ff5 tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Allocated IP 172.25.1.97 (9200a437-e1de-4520-88f6-e68386523e61/5f47f848-4532-407a-a0e2-5690ade15fd0/5598b459-ea94-4471-9417-e31b4570b149) {{(pid=93916) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:32:20.569996 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 18:32:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-715eb934-dc28-4da2-86c3-bfb2db42d8e5 x-openstack-request-id: req-715eb934-dc28-4da2-86c3-bfb2db42d8e5 {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:32:20.570322 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4e0bc60-2fa3-47a3-a9ba-155133f4e67a", "tag": "e8bede3a-ba0f-49a4-a4a8-71589e0aa2ba", "status": "completed", "code": 200}]} {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:32:20.570593 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-715eb934-dc28-4da2-86c3-bfb2db42d8e5 {{(pid=93915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:32:20.571691 n-d-800634-3 neutron-server[93915]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4e0bc60-2fa3-47a3-a9ba-155133f4e67a', 'tag': 'e8bede3a-ba0f-49a4-a4a8-71589e0aa2ba', 'status': 'completed', 'code': 200} Jul 14 18:32:20.571691 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-c3f5e457-4ef6-4a47-bad8-c0192f2f1d94 req-54414c08-cfd1-4b5b-9236-14a5c158de0d service neutron] Attempting to bind port 0caf44dc-58df-4be6-8bff-86cf8aeccff9 on host n-h1-800634-3 for vnic_type normal with profile {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:32:20.572053 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-c3f5e457-4ef6-4a47-bad8-c0192f2f1d94 req-54414c08-cfd1-4b5b-9236-14a5c158de0d service neutron] Attempting to bind port 0caf44dc-58df-4be6-8bff-86cf8aeccff9 by drivers openvswitch,hyperv on host n-h1-800634-3 at level 0 using segments [{'id': '7bca13b4-944d-4731-bc01-174f4a8e9942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '63a5555f-a22d-4515-8f3a-d708078edd37'}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:32:20.572385 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3f5e457-4ef6-4a47-bad8-c0192f2f1d94 req-54414c08-cfd1-4b5b-9236-14a5c158de0d service neutron] Attempting to bind port 0caf44dc-58df-4be6-8bff-86cf8aeccff9 on network 63a5555f-a22d-4515-8f3a-d708078edd37 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:32:20.577801 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70626742-f683-4d88-8af7-a18e30a79f32 tempest-PortsAdminExtendedAttrsTestJSON-500520227 tempest-PortsAdminExtendedAttrsTestJSON-500520227-project-admin] Pushing event deleted for resources: {'Port': ['ID=5f252ee6-0f07-4d56-9769-89284c8db00d,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:32:20.587774 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-70626742-f683-4d88-8af7-a18e30a79f32 tempest-PortsAdminExtendedAttrsTestJSON-500520227 tempest-PortsAdminExtendedAttrsTestJSON-500520227-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:20.590045 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-70626742-f683-4d88-8af7-a18e30a79f32 tempest-PortsAdminExtendedAttrsTestJSON-500520227 tempest-PortsAdminExtendedAttrsTestJSON-500520227-project-admin] 10.222.0.16 "DELETE /v2.0/ports/5f252ee6-0f07-4d56-9769-89284c8db00d HTTP/1.1" status: 204 len: 168 time: 1.3259077 Jul 14 18:32:20.591564 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3f5e457-4ef6-4a47-bad8-c0192f2f1d94 req-54414c08-cfd1-4b5b-9236-14a5c158de0d service neutron] Port 0caf44dc-58df-4be6-8bff-86cf8aeccff9 on network 63a5555f-a22d-4515-8f3a-d708078edd37 not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-3 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 18:32:20.591977 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3f5e457-4ef6-4a47-bad8-c0192f2f1d94 req-54414c08-cfd1-4b5b-9236-14a5c158de0d service neutron] Attempting to bind port 0caf44dc-58df-4be6-8bff-86cf8aeccff9 on network 63a5555f-a22d-4515-8f3a-d708078edd37 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:32:20.595056 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-871089e9-a928-4087-942b-2f52a1525fd3 req-c8cf6757-a7ee-4056-85b9-45ae861ab0c4 tempest-FloatingIPsAssociationNegativeTestJSON-287568005 tempest-FloatingIPsAssociationNegativeTestJSON-287568005-project] Notify agent at l3_agent.n-d-800634-3 the message routers_updated {{(pid=93915) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 18:32:20.596797 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 44712) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:32:20.610488 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-871089e9-a928-4087-942b-2f52a1525fd3 req-c8cf6757-a7ee-4056-85b9-45ae861ab0c4 tempest-FloatingIPsAssociationNegativeTestJSON-287568005 tempest-FloatingIPsAssociationNegativeTestJSON-287568005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for floatingip, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:20.615213 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f7c2872-dab3-42ce-8f3d-0d6ba7c14d06 None None] Sync routers for ids ['34b9e12f-bd48-4c0f-b8fa-553d35da8d6a'] in n-d-800634-3 {{(pid=93917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 18:32:20.635148 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3f5e457-4ef6-4a47-bad8-c0192f2f1d94 req-54414c08-cfd1-4b5b-9236-14a5c158de0d service neutron] Checking agent: {'id': 'a3630ff4-fbee-45d9-b9b6-0ae41cb3a350', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 15, 32), 'started_at': datetime.datetime(2021, 7, 14, 18, 15, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 18, 32, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 18:32:20.635532 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3f5e457-4ef6-4a47-bad8-c0192f2f1d94 req-54414c08-cfd1-4b5b-9236-14a5c158de0d service neutron] Checking segment: {'id': '7bca13b4-944d-4731-bc01-174f4a8e9942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '63a5555f-a22d-4515-8f3a-d708078edd37'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:32:20.636549 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3f5e457-4ef6-4a47-bad8-c0192f2f1d94 req-54414c08-cfd1-4b5b-9236-14a5c158de0d service neutron] Bound using segment: {'id': '7bca13b4-944d-4731-bc01-174f4a8e9942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '63a5555f-a22d-4515-8f3a-d708078edd37'} {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 18:32:20.637013 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-c3f5e457-4ef6-4a47-bad8-c0192f2f1d94 req-54414c08-cfd1-4b5b-9236-14a5c158de0d service neutron] Bound port: 0caf44dc-58df-4be6-8bff-86cf8aeccff9, host: n-h1-800634-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7bca13b4-944d-4731-bc01-174f4a8e9942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '63a5555f-a22d-4515-8f3a-d708078edd37'}}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 18:32:20.637407 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-c3f5e457-4ef6-4a47-bad8-c0192f2f1d94 req-54414c08-cfd1-4b5b-9236-14a5c158de0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:20.644972 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f7c2872-dab3-42ce-8f3d-0d6ba7c14d06 None None] Routers {'34b9e12f-bd48-4c0f-b8fa-553d35da8d6a'} bound to L3 agent in host n-d-800634-3 {{(pid=93917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:32:20.645723 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-4f7c2872-dab3-42ce-8f3d-0d6ba7c14d06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:31:53Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['34b9e12f-bd48-4c0f-b8fa-553d35da8d6a'], 'active': True} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:32:20.668436 n-d-800634-3 neutron-server[93915]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e919460-4cfd-4b1a-aba3-3f504db41e61 tempest-PortsAdminExtendedAttrsTestJSON-500520227 tempest-PortsAdminExtendedAttrsTestJSON-500520227-project-admin] GET failed (client error): The resource could not be found. Jul 14 18:32:20.670142 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-6e919460-4cfd-4b1a-aba3-3f504db41e61 tempest-PortsAdminExtendedAttrsTestJSON-500520227 tempest-PortsAdminExtendedAttrsTestJSON-500520227-project-admin] 10.222.0.16 "GET /v2.0/ports/5f252ee6-0f07-4d56-9769-89284c8db00d HTTP/1.1" status: 404 len: 333 time: 0.0714447 Jul 14 18:32:20.673966 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 44714) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:32:20.680447 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-289addb8-bc09-4a3a-b871-5b3e38b22699 tempest-PortsAdminExtendedAttrsTestJSON-500520227 tempest-PortsAdminExtendedAttrsTestJSON-500520227-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-655052028', 'network_id': '63e9769a-f143-4217-a311-460393e3c197'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:32:20.686115 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-aaec68d1-0b60-4066-ad75-270b6aee0ff5 tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Notify callbacks [] for port, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:20.717330 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-289addb8-bc09-4a3a-b871-5b3e38b22699 tempest-PortsAdminExtendedAttrsTestJSON-500520227 tempest-PortsAdminExtendedAttrsTestJSON-500520227-project-admin] Made reservation on behalf of 745f4fd781da4f4a80f80607b9d4a8eb for: {'port': 1} {{(pid=93916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:32:20.719718 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-289addb8-bc09-4a3a-b871-5b3e38b22699 tempest-PortsAdminExtendedAttrsTestJSON-500520227 tempest-PortsAdminExtendedAttrsTestJSON-500520227-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:20.750464 n-d-800634-3 neutron-server[93916]: DEBUG neutron.notifiers.nova [None req-289addb8-bc09-4a3a-b871-5b3e38b22699 tempest-PortsAdminExtendedAttrsTestJSON-500520227 tempest-PortsAdminExtendedAttrsTestJSON-500520227-project-admin] device_id is not set on port 836d7196-ef3a-4443-af0f-ad5cecd2b2ca yet. {{(pid=93916) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 18:32:20.768430 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-871089e9-a928-4087-942b-2f52a1525fd3 req-c8cf6757-a7ee-4056-85b9-45ae861ab0c4 tempest-FloatingIPsAssociationNegativeTestJSON-287568005 tempest-FloatingIPsAssociationNegativeTestJSON-287568005-project] 10.222.0.16 "PUT /v2.0/floatingips/c0fe1a33-d872-4408-8f7e-983adb71a4f1 HTTP/1.1" status: 200 len: 695 time: 1.9807434 Jul 14 18:32:20.779120 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvr_db [None req-4f7c2872-dab3-42ce-8f3d-0d6ba7c14d06 None None] Set router 34b9e12f-bd48-4c0f-b8fa-553d35da8d6a gateway port host: n-d-800634-3 {{(pid=93917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 18:32:20.796348 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-aaec68d1-0b60-4066-ad75-270b6aee0ff5 tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:20.850271 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaec68d1-0b60-4066-ad75-270b6aee0ff5 tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Network 9200a437-e1de-4520-88f6-e68386523e61 is already hosted by enough agents. {{(pid=93916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:32:20.858231 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-c3f5e457-4ef6-4a47-bad8-c0192f2f1d94 req-54414c08-cfd1-4b5b-9236-14a5c158de0d service neutron] For port 0caf44dc-58df-4be6-8bff-86cf8aeccff9, host n-h1-800634-3, cleared binding levels {{(pid=93915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:32:20.861520 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [None req-aaec68d1-0b60-4066-ad75-270b6aee0ff5 tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Resources bound (agent type, host, resource id): {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:32:20.867009 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaec68d1-0b60-4066-ad75-270b6aee0ff5 tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Received port after_create {{(pid=93916) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:32:20.881909 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f422674b-ac17-4226-9fe8-781fac7f176a req-b7b8c2a7-733b-4796-8c5e-47ac41cea7ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:20.882396 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f422674b-ac17-4226-9fe8-781fac7f176a req-b7b8c2a7-733b-4796-8c5e-47ac41cea7ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:20.882883 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f422674b-ac17-4226-9fe8-781fac7f176a req-b7b8c2a7-733b-4796-8c5e-47ac41cea7ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:20.883375 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f422674b-ac17-4226-9fe8-781fac7f176a req-b7b8c2a7-733b-4796-8c5e-47ac41cea7ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:20.883851 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f422674b-ac17-4226-9fe8-781fac7f176a req-b7b8c2a7-733b-4796-8c5e-47ac41cea7ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:20.884408 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f422674b-ac17-4226-9fe8-781fac7f176a req-b7b8c2a7-733b-4796-8c5e-47ac41cea7ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:20.884895 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f422674b-ac17-4226-9fe8-781fac7f176a req-b7b8c2a7-733b-4796-8c5e-47ac41cea7ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:20.887387 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f422674b-ac17-4226-9fe8-781fac7f176a req-b7b8c2a7-733b-4796-8c5e-47ac41cea7ba service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=362562baf49d424491e86fd541949698&device_id=a4e0bc60-2fa3-47a3-a9ba-155133f4e67a HTTP/1.1" status: 200 len: 6445 time: 0.2310927 Jul 14 18:32:20.889154 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-c3f5e457-4ef6-4a47-bad8-c0192f2f1d94 req-54414c08-cfd1-4b5b-9236-14a5c158de0d service neutron] For port 0caf44dc-58df-4be6-8bff-86cf8aeccff9, host n-h1-800634-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=0caf44dc-58df-4be6-8bff-86cf8aeccff9,segment=NetworkSegment(7bca13b4-944d-4731-bc01-174f4a8e9942),segment_id=7bca13b4-944d-4731-bc01-174f4a8e9942)] {{(pid=93915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 18:32:20.897530 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaec68d1-0b60-4066-ad75-270b6aee0ff5 tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Pushing event updated for resources: {'Port': ['ID=5598b459-ea94-4471-9417-e31b4570b149,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:32:20.902485 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fa6fcc-6063-4d1d-a1eb-4b6c17f004d7 req-13e282ee-0012-4832-a507-6a1193c4aa2a tempest-ServerRescueTestJSON-1772516560 tempest-ServerRescueTestJSON-1772516560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:20.904012 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-34fa6fcc-6063-4d1d-a1eb-4b6c17f004d7 req-13e282ee-0012-4832-a507-6a1193c4aa2a tempest-ServerRescueTestJSON-1772516560 tempest-ServerRescueTestJSON-1772516560-project] 10.222.0.16 "GET /v2.0/ports?device_id=693cdabc-c35b-47c5-8512-cef465f1b22b HTTP/1.1" status: 200 len: 945 time: 0.2312729 Jul 14 18:32:20.915381 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-c3f5e457-4ef6-4a47-bad8-c0192f2f1d94 req-54414c08-cfd1-4b5b-9236-14a5c158de0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25912978'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:21.031052 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-4f7c2872-dab3-42ce-8f3d-0d6ba7c14d06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34b9e12f-bd48-4c0f-b8fa-553d35da8d6a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-203685474-router', 'tenant_id': 'b42b8927ef8d413ea3681e5f11e6bc61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.214'}], 'enable_snat': True}, 'gw_port_id': '3f0fd507-aa34-4600-aa9d-654040160966', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:31:23Z', 'updated_at': '2021-07-14T18:31:29Z', 'revision_number': 4, 'project_id': 'b42b8927ef8d413ea3681e5f11e6bc61', 'gw_port': {'id': '3f0fd507-aa34-4600-aa9d-654040160966', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:ee:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34b9e12f-bd48-4c0f-b8fa-553d35da8d6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1341, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:31:23Z', 'updated_at': '2021-07-14T18:31:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_interfaces': [{'id': 'ffc4f9ca-a1cc-48c1-a678-6a65188a1eba', 'name': '', 'network_id': '3027b8cc-b688-44c3-b2bb-d03887fb46b4', 'tenant_id': 'b42b8927ef8d413ea3681e5f11e6bc61', 'mac_address': 'fa:16:3e:ae:bb:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34b9e12f-bd48-4c0f-b8fa-553d35da8d6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1348, 'fixed_ips': [{'subnet_id': 'e39776a5-0c4c-4e2c-abcf-e8667374bae7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:31:28Z', 'updated_at': '2021-07-14T18:31:44Z', 'revision_number': 5, 'project_id': 'b42b8927ef8d413ea3681e5f11e6bc61', 'subnets': [{'id': 'e39776a5-0c4c-4e2c-abcf-e8667374bae7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-3', False) {} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:32:21.050630 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-289addb8-bc09-4a3a-b871-5b3e38b22699 tempest-PortsAdminExtendedAttrsTestJSON-500520227 tempest-PortsAdminExtendedAttrsTestJSON-500520227-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:21.060274 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54414c08-cfd1-4b5b-9236-14a5c158de0d service neutron] Pushing event updated for resources: {'Port': ['ID=0caf44dc-58df-4be6-8bff-86cf8aeccff9,revision_number=3']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:32:21.065564 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f5e457-4ef6-4a47-bad8-c0192f2f1d94 req-54414c08-cfd1-4b5b-9236-14a5c158de0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:21.065940 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-c3f5e457-4ef6-4a47-bad8-c0192f2f1d94 req-54414c08-cfd1-4b5b-9236-14a5c158de0d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:21.067386 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c3f5e457-4ef6-4a47-bad8-c0192f2f1d94 req-54414c08-cfd1-4b5b-9236-14a5c158de0d service neutron] 10.222.0.18 "PUT /v2.0/ports/0caf44dc-58df-4be6-8bff-86cf8aeccff9 HTTP/1.1" status: 200 len: 1091 time: 2.3539174 Jul 14 18:32:21.079101 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f7c2872-dab3-42ce-8f3d-0d6ba7c14d06 None None] Checking router: 34b9e12f-bd48-4c0f-b8fa-553d35da8d6a for host: n-d-800634-3 {{(pid=93917) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 18:32:21.096098 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f7c2872-dab3-42ce-8f3d-0d6ba7c14d06 None None] Routers {'34b9e12f-bd48-4c0f-b8fa-553d35da8d6a'} bound to L3 agent in host n-d-800634-3 {{(pid=93917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:32:21.097134 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-4f7c2872-dab3-42ce-8f3d-0d6ba7c14d06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:31:53Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['34b9e12f-bd48-4c0f-b8fa-553d35da8d6a'], 'active': True} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:32:21.099370 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-34fa6fcc-6063-4d1d-a1eb-4b6c17f004d7 req-8eadad5f-698d-4c0b-b638-e8c668fac8be tempest-ServerRescueTestJSON-1772516560 tempest-ServerRescueTestJSON-1772516560-project] 10.222.0.16 "GET /v2.0/security-groups?id=0ef5e3a0-eb15-4d38-952d-7e7d9baf772e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1811130 Jul 14 18:32:21.112469 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871089e9-a928-4087-942b-2f52a1525fd3 req-199220cb-a792-4b82-9397-c15e30785897 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:21.119686 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-871089e9-a928-4087-942b-2f52a1525fd3 req-199220cb-a792-4b82-9397-c15e30785897 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b42b8927ef8d413ea3681e5f11e6bc61&device_id=61b3cfc1-5300-43f6-a722-22ddf0737e84 HTTP/1.1" status: 200 len: 1096 time: 0.3183522 Jul 14 18:32:21.258587 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f422674b-ac17-4226-9fe8-781fac7f176a req-ca0e21ca-e6df-484a-8ad0-fd7132fd43ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:21.259152 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f422674b-ac17-4226-9fe8-781fac7f176a req-ca0e21ca-e6df-484a-8ad0-fd7132fd43ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:21.259701 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f422674b-ac17-4226-9fe8-781fac7f176a req-ca0e21ca-e6df-484a-8ad0-fd7132fd43ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:21.262406 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f422674b-ac17-4226-9fe8-781fac7f176a req-ca0e21ca-e6df-484a-8ad0-fd7132fd43ce service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=362562baf49d424491e86fd541949698&shared=False HTTP/1.1" status: 200 len: 2295 time: 0.3569815 Jul 14 18:32:21.284521 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-289addb8-bc09-4a3a-b871-5b3e38b22699 tempest-PortsAdminExtendedAttrsTestJSON-500520227 tempest-PortsAdminExtendedAttrsTestJSON-500520227-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:21.296438 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvr_db [None req-4f7c2872-dab3-42ce-8f3d-0d6ba7c14d06 None None] Set router 34b9e12f-bd48-4c0f-b8fa-553d35da8d6a gateway port host: n-d-800634-3 {{(pid=93917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 18:32:21.358170 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-289addb8-bc09-4a3a-b871-5b3e38b22699 tempest-PortsAdminExtendedAttrsTestJSON-500520227 tempest-PortsAdminExtendedAttrsTestJSON-500520227-project-admin] Network 63e9769a-f143-4217-a311-460393e3c197 is already hosted by enough agents. {{(pid=93916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:32:21.366953 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [None req-289addb8-bc09-4a3a-b871-5b3e38b22699 tempest-PortsAdminExtendedAttrsTestJSON-500520227 tempest-PortsAdminExtendedAttrsTestJSON-500520227-project-admin] Resources bound (agent type, host, resource id): {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:32:21.372695 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-289addb8-bc09-4a3a-b871-5b3e38b22699 tempest-PortsAdminExtendedAttrsTestJSON-500520227 tempest-PortsAdminExtendedAttrsTestJSON-500520227-project-admin] Received port after_create {{(pid=93916) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:32:21.373166 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-289addb8-bc09-4a3a-b871-5b3e38b22699 tempest-PortsAdminExtendedAttrsTestJSON-500520227 tempest-PortsAdminExtendedAttrsTestJSON-500520227-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:21.373771 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-289addb8-bc09-4a3a-b871-5b3e38b22699 tempest-PortsAdminExtendedAttrsTestJSON-500520227 tempest-PortsAdminExtendedAttrsTestJSON-500520227-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:21.387280 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871089e9-a928-4087-942b-2f52a1525fd3 req-a4b64f51-df3b-40ba-bdda-d9d41ba15471 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:21.388949 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-871089e9-a928-4087-942b-2f52a1525fd3 req-a4b64f51-df3b-40ba-bdda-d9d41ba15471 service neutron] 10.222.0.16 "GET /v2.0/networks?id=3027b8cc-b688-44c3-b2bb-d03887fb46b4 HTTP/1.1" status: 200 len: 928 time: 0.2682819 Jul 14 18:32:21.414120 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289addb8-bc09-4a3a-b871-5b3e38b22699 tempest-PortsAdminExtendedAttrsTestJSON-500520227 tempest-PortsAdminExtendedAttrsTestJSON-500520227-project-admin] Pushing event updated for resources: {'Port': ['ID=836d7196-ef3a-4443-af0f-ad5cecd2b2ca,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:32:21.435323 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-289addb8-bc09-4a3a-b871-5b3e38b22699 tempest-PortsAdminExtendedAttrsTestJSON-500520227 tempest-PortsAdminExtendedAttrsTestJSON-500520227-project-admin] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.7599797 Jul 14 18:32:21.461281 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 44722) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:32:21.512964 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-871089e9-a928-4087-942b-2f52a1525fd3 req-feef447a-0bd8-410b-8dc8-b45c5288463b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=39216298-4feb-4a60-89c4-45fb55679826 HTTP/1.1" status: 200 len: 217 time: 0.1028812 Jul 14 18:32:21.547860 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-aaec68d1-0b60-4066-ad75-270b6aee0ff5 tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:21.548284 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-4f7c2872-dab3-42ce-8f3d-0d6ba7c14d06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34b9e12f-bd48-4c0f-b8fa-553d35da8d6a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-203685474-router', 'tenant_id': 'b42b8927ef8d413ea3681e5f11e6bc61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.214'}], 'enable_snat': True}, 'gw_port_id': '3f0fd507-aa34-4600-aa9d-654040160966', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:31:23Z', 'updated_at': '2021-07-14T18:31:29Z', 'revision_number': 4, 'project_id': 'b42b8927ef8d413ea3681e5f11e6bc61', 'gw_port': {'id': '3f0fd507-aa34-4600-aa9d-654040160966', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:ee:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34b9e12f-bd48-4c0f-b8fa-553d35da8d6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1341, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:31:23Z', 'updated_at': '2021-07-14T18:31:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_interfaces': [{'id': 'ffc4f9ca-a1cc-48c1-a678-6a65188a1eba', 'name': '', 'network_id': '3027b8cc-b688-44c3-b2bb-d03887fb46b4', 'tenant_id': 'b42b8927ef8d413ea3681e5f11e6bc61', 'mac_address': 'fa:16:3e:ae:bb:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34b9e12f-bd48-4c0f-b8fa-553d35da8d6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1348, 'fixed_ips': [{'subnet_id': 'e39776a5-0c4c-4e2c-abcf-e8667374bae7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:31:28Z', 'updated_at': '2021-07-14T18:31:44Z', 'revision_number': 5, 'project_id': 'b42b8927ef8d413ea3681e5f11e6bc61', 'subnets': [{'id': 'e39776a5-0c4c-4e2c-abcf-e8667374bae7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-3', False) {} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:32:21.564159 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f422674b-ac17-4226-9fe8-781fac7f176a req-0db9c074-eaa3-4b91-a00d-1dcec2f1cbac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:21.565821 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f422674b-ac17-4226-9fe8-781fac7f176a req-0db9c074-eaa3-4b91-a00d-1dcec2f1cbac service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2946720 Jul 14 18:32:21.583835 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f7c2872-dab3-42ce-8f3d-0d6ba7c14d06 None None] The sync data for ids ['34b9e12f-bd48-4c0f-b8fa-553d35da8d6a'] in n-d-800634-3 is: [{'id': '34b9e12f-bd48-4c0f-b8fa-553d35da8d6a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-203685474-router', 'tenant_id': 'b42b8927ef8d413ea3681e5f11e6bc61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.214'}], 'enable_snat': True}, 'gw_port_id': '3f0fd507-aa34-4600-aa9d-654040160966', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:31:23Z', 'updated_at': '2021-07-14T18:31:29Z', 'revision_number': 4, 'project_id': 'b42b8927ef8d413ea3681e5f11e6bc61', 'gw_port': {'id': '3f0fd507-aa34-4600-aa9d-654040160966', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:ee:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34b9e12f-bd48-4c0f-b8fa-553d35da8d6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1341, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:31:23Z', 'updated_at': '2021-07-14T18:31:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_interfaces': [{'id': 'ffc4f9ca-a1cc-48c1-a678-6a65188a1eba', 'name': '', 'network_id': '3027b8cc-b688-44c3-b2bb-d03887fb46b4', 'tenant_id': 'b42b8927ef8d413ea3681e5f11e6bc61', 'mac_address': 'fa:16:3e:ae:bb:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34b9e12f-bd48-4c0f-b8fa-553d35da8d6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1348, 'fixed_ips': [{'subnet_id': 'e39776a5-0c4c-4e2c-abcf-e8667374bae7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:31:28Z', 'updated_at': '2021-07-14T18:31:44Z', 'revision_number': 5, 'project_id': 'b42b8927ef8d413ea3681e5f11e6bc61', 'subnets': [{'id': 'e39776a5-0c4c-4e2c-abcf-e8667374bae7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 18:32:21.607190 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871089e9-a928-4087-942b-2f52a1525fd3 req-16fec2bb-189b-46ce-9895-a92e6d08720d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:21.608897 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-871089e9-a928-4087-942b-2f52a1525fd3 req-16fec2bb-189b-46ce-9895-a92e6d08720d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e39776a5-0c4c-4e2c-abcf-e8667374bae7 HTTP/1.1" status: 200 len: 867 time: 0.0743799 Jul 14 18:32:21.613720 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81b84f9f-3894-4fa2-9f85-bd094ebeffb0 tempest-PortsAdminExtendedAttrsTestJSON-500520227 tempest-PortsAdminExtendedAttrsTestJSON-500520227-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:21.618139 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-81b84f9f-3894-4fa2-9f85-bd094ebeffb0 tempest-PortsAdminExtendedAttrsTestJSON-500520227 tempest-PortsAdminExtendedAttrsTestJSON-500520227-project-admin] 10.222.0.16 "GET /v2.0/ports/836d7196-ef3a-4443-af0f-ad5cecd2b2ca HTTP/1.1" status: 200 len: 954 time: 0.1164112 Jul 14 18:32:21.632011 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 44724) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:32:21.684227 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-aaec68d1-0b60-4066-ad75-270b6aee0ff5 tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:21.708802 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f060a1a-c79c-4ab8-b069-a66e59812e33 req-1c4c2bab-f691-4ac4-908c-c56c71e73542 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:21.715562 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f060a1a-c79c-4ab8-b069-a66e59812e33 req-1c4c2bab-f691-4ac4-908c-c56c71e73542 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:21.721684 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f060a1a-c79c-4ab8-b069-a66e59812e33 req-1c4c2bab-f691-4ac4-908c-c56c71e73542 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:21.727844 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f060a1a-c79c-4ab8-b069-a66e59812e33 req-1c4c2bab-f691-4ac4-908c-c56c71e73542 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:21.734016 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f060a1a-c79c-4ab8-b069-a66e59812e33 req-1c4c2bab-f691-4ac4-908c-c56c71e73542 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:21.740230 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f060a1a-c79c-4ab8-b069-a66e59812e33 req-1c4c2bab-f691-4ac4-908c-c56c71e73542 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:21.746263 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f060a1a-c79c-4ab8-b069-a66e59812e33 req-1c4c2bab-f691-4ac4-908c-c56c71e73542 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:21.748328 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3f060a1a-c79c-4ab8-b069-a66e59812e33 req-1c4c2bab-f691-4ac4-908c-c56c71e73542 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] 10.222.0.16 "GET /v2.0/ports?device_id=a4e0bc60-2fa3-47a3-a9ba-155133f4e67a HTTP/1.1" status: 200 len: 5430 time: 0.3828170 Jul 14 18:32:21.817554 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f5e457-4ef6-4a47-bad8-c0192f2f1d94 req-4db30e2e-d0cb-426f-9b98-393481989c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:21.818053 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f5e457-4ef6-4a47-bad8-c0192f2f1d94 req-4db30e2e-d0cb-426f-9b98-393481989c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:21.818542 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f5e457-4ef6-4a47-bad8-c0192f2f1d94 req-4db30e2e-d0cb-426f-9b98-393481989c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:21.819022 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f5e457-4ef6-4a47-bad8-c0192f2f1d94 req-4db30e2e-d0cb-426f-9b98-393481989c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:21.819501 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f5e457-4ef6-4a47-bad8-c0192f2f1d94 req-4db30e2e-d0cb-426f-9b98-393481989c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:21.819977 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f5e457-4ef6-4a47-bad8-c0192f2f1d94 req-4db30e2e-d0cb-426f-9b98-393481989c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:21.820475 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f5e457-4ef6-4a47-bad8-c0192f2f1d94 req-4db30e2e-d0cb-426f-9b98-393481989c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:21.822552 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c3f5e457-4ef6-4a47-bad8-c0192f2f1d94 req-4db30e2e-d0cb-426f-9b98-393481989c10 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=362562baf49d424491e86fd541949698&device_id=a4e0bc60-2fa3-47a3-a9ba-155133f4e67a HTTP/1.1" status: 200 len: 6487 time: 0.2128885 Jul 14 18:32:21.828545 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871089e9-a928-4087-942b-2f52a1525fd3 req-6b73ffc6-aea1-43f9-a6a1-2619d5b1215b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:21.830099 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-871089e9-a928-4087-942b-2f52a1525fd3 req-6b73ffc6-aea1-43f9-a6a1-2619d5b1215b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3027b8cc-b688-44c3-b2bb-d03887fb46b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2090378 Jul 14 18:32:21.853424 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3f060a1a-c79c-4ab8-b069-a66e59812e33 req-9757b518-40ed-4986-9ccb-9c79dff1b337 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] 10.222.0.16 "GET /v2.0/security-groups?id=748fe4c5-70b9-4e07-b6fc-ddd56d9bbb08&id=1433845c-1171-43a4-b403-5201c1216c85&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0935409 Jul 14 18:32:21.870933 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7c43053-9a63-4036-bd2b-4830dcf7fd9e None None] New status for floating IP c0fe1a33-d872-4408-8f7e-983adb71a4f1: DOWN {{(pid=93918) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 18:32:21.909166 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c3f5e457-4ef6-4a47-bad8-c0192f2f1d94 req-934bb74b-3f13-4409-a001-ba1745dfa3b2 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5e3cdfe6-c3db-4167-a3c6-0bddcdac61ef HTTP/1.1" status: 200 len: 217 time: 0.0751512 Jul 14 18:32:22.020902 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f5e457-4ef6-4a47-bad8-c0192f2f1d94 req-96ce9447-83b1-4c25-943f-156a89fb66d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:22.022702 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c3f5e457-4ef6-4a47-bad8-c0192f2f1d94 req-96ce9447-83b1-4c25-943f-156a89fb66d4 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2a4f902e-afed-4486-b940-935fd979aa23 HTTP/1.1" status: 200 len: 855 time: 0.0856872 Jul 14 18:32:22.045411 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-871089e9-a928-4087-942b-2f52a1525fd3 req-cf4fab49-7878-4c59-95b9-1063b80f44d6 service neutron] 10.222.0.16 "GET /v2.0/networks/3027b8cc-b688-44c3-b2bb-d03887fb46b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2047436 Jul 14 18:32:22.061340 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-4da85c88-3257-4a0b-a7e9-6b1ca4c12f82 tempest-PortsAdminExtendedAttrsTestJSON-500520227 tempest-PortsAdminExtendedAttrsTestJSON-500520227-project-admin] Deleting port 836d7196-ef3a-4443-af0f-ad5cecd2b2ca {{(pid=93916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:32:22.061875 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-4da85c88-3257-4a0b-a7e9-6b1ca4c12f82 tempest-PortsAdminExtendedAttrsTestJSON-500520227 tempest-PortsAdminExtendedAttrsTestJSON-500520227-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:22.152093 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-4da85c88-3257-4a0b-a7e9-6b1ca4c12f82 tempest-PortsAdminExtendedAttrsTestJSON-500520227 tempest-PortsAdminExtendedAttrsTestJSON-500520227-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:22.171236 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-4da85c88-3257-4a0b-a7e9-6b1ca4c12f82 tempest-PortsAdminExtendedAttrsTestJSON-500520227 tempest-PortsAdminExtendedAttrsTestJSON-500520227-project-admin] Calling delete_port for 836d7196-ef3a-4443-af0f-ad5cecd2b2ca owned by {{(pid=93916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:32:22.194440 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-aaec68d1-0b60-4066-ad75-270b6aee0ff5 tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Notify callbacks [] for port, precommit_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:22.200932 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-aaec68d1-0b60-4066-ad75-270b6aee0ff5 tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2684870'] for port, after_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:22.239301 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f5e457-4ef6-4a47-bad8-c0192f2f1d94 req-0883cbdb-4269-4c4b-9d42-1357f3ca140e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:22.240872 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c3f5e457-4ef6-4a47-bad8-c0192f2f1d94 req-0883cbdb-4269-4c4b-9d42-1357f3ca140e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=cfaa954e-bb83-44ea-acae-a3d7b9e23407&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1945381 Jul 14 18:32:22.243501 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-871089e9-a928-4087-942b-2f52a1525fd3 req-d59fcd67-e48e-4952-8be8-67604014dac2 service neutron] 10.222.0.16 "GET /v2.0/networks/3027b8cc-b688-44c3-b2bb-d03887fb46b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1753652 Jul 14 18:32:22.313878 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaec68d1-0b60-4066-ad75-270b6aee0ff5 tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Pushing event updated for resources: {'Port': ['ID=5598b459-ea94-4471-9417-e31b4570b149,revision_number=2']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:32:22.340474 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf298ad-9783-414c-b3b1-819815a5aa6c req-7c5e40f3-241a-4b72-b81c-af518f86d814 tempest-ListServerFiltersTestJSON-1866458082 tempest-ListServerFiltersTestJSON-1866458082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:22.343777 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-aaec68d1-0b60-4066-ad75-270b6aee0ff5 tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-930131'] for floatingip, after_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:22.347953 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf298ad-9783-414c-b3b1-819815a5aa6c req-7c5e40f3-241a-4b72-b81c-af518f86d814 tempest-ListServerFiltersTestJSON-1866458082 tempest-ListServerFiltersTestJSON-1866458082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:22.353289 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf298ad-9783-414c-b3b1-819815a5aa6c req-7c5e40f3-241a-4b72-b81c-af518f86d814 tempest-ListServerFiltersTestJSON-1866458082 tempest-ListServerFiltersTestJSON-1866458082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:22.354956 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-1bf298ad-9783-414c-b3b1-819815a5aa6c req-7c5e40f3-241a-4b72-b81c-af518f86d814 tempest-ListServerFiltersTestJSON-1866458082 tempest-ListServerFiltersTestJSON-1866458082-project] 10.222.0.16 "GET /v2.0/ports?device_id=2eaad43e-3f6b-4451-b40e-a34e647e008a&device_id=e2a64b76-b691-49f2-848c-53a35a198d40&device_id=a90018ac-9b0b-496e-b667-52331ab9042e HTTP/1.1" status: 200 len: 2419 time: 0.1762168 Jul 14 18:32:22.394629 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-4da85c88-3257-4a0b-a7e9-6b1ca4c12f82 tempest-PortsAdminExtendedAttrsTestJSON-500520227 tempest-PortsAdminExtendedAttrsTestJSON-500520227-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:22.426573 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da85c88-3257-4a0b-a7e9-6b1ca4c12f82 tempest-PortsAdminExtendedAttrsTestJSON-500520227 tempest-PortsAdminExtendedAttrsTestJSON-500520227-project-admin] Pushing event deleted for resources: {'Port': ['ID=836d7196-ef3a-4443-af0f-ad5cecd2b2ca,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:32:22.438765 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c3f5e457-4ef6-4a47-bad8-c0192f2f1d94 req-7f83d4b7-e8ec-453f-9da0-2ee08397a80c service neutron] 10.222.0.18 "GET /v2.0/networks/cfaa954e-bb83-44ea-acae-a3d7b9e23407?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1904385 Jul 14 18:32:22.445997 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-1bf298ad-9783-414c-b3b1-819815a5aa6c req-d9168a98-7712-4b96-9876-e6b363e2b64f tempest-ListServerFiltersTestJSON-1866458082 tempest-ListServerFiltersTestJSON-1866458082-project] 10.222.0.16 "GET /v2.0/security-groups?id=cc0cb72e-0ac6-4b37-b329-257cd4e8c60f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820487 Jul 14 18:32:22.460387 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-4da85c88-3257-4a0b-a7e9-6b1ca4c12f82 tempest-PortsAdminExtendedAttrsTestJSON-500520227 tempest-PortsAdminExtendedAttrsTestJSON-500520227-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:22.465499 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-4da85c88-3257-4a0b-a7e9-6b1ca4c12f82 tempest-PortsAdminExtendedAttrsTestJSON-500520227 tempest-PortsAdminExtendedAttrsTestJSON-500520227-project-admin] 10.222.0.16 "DELETE /v2.0/ports/836d7196-ef3a-4443-af0f-ad5cecd2b2ca HTTP/1.1" status: 204 len: 168 time: 0.8324730 Jul 14 18:32:22.467971 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 44732) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:32:22.504903 n-d-800634-3 neutron-server[93916]: INFO neutron.pecan_wsgi.hooks.translation [None req-c87dba9a-1996-4e45-98ee-28b20727b4da tempest-PortsAdminExtendedAttrsTestJSON-500520227 tempest-PortsAdminExtendedAttrsTestJSON-500520227-project-admin] GET failed (client error): The resource could not be found. Jul 14 18:32:22.506126 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-c87dba9a-1996-4e45-98ee-28b20727b4da tempest-PortsAdminExtendedAttrsTestJSON-500520227 tempest-PortsAdminExtendedAttrsTestJSON-500520227-project-admin] 10.222.0.16 "GET /v2.0/ports/836d7196-ef3a-4443-af0f-ad5cecd2b2ca HTTP/1.1" status: 404 len: 333 time: 0.0369854 Jul 14 18:32:22.509781 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 44738) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:32:22.515334 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-7ad1340b-716f-412b-bf82-6cbd0319a03a tempest-PortsAdminExtendedAttrsTestJSON-500520227 tempest-PortsAdminExtendedAttrsTestJSON-500520227-project-admin] Request body: {'port': {'network_id': '63e9769a-f143-4217-a311-460393e3c197', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1069040711'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:32:22.542039 n-d-800634-3 neutron-server[93916]: INFO neutron.db.l3_db [None req-aaec68d1-0b60-4066-ad75-270b6aee0ff5 tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Floating IP bc199bbc-9f16-42a1-a60e-f660e35ff89b associated. External IP: 172.25.1.97, port: 7707fb10-d635-4b33-a86e-c444f6fef1c4. Jul 14 18:32:22.584807 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ad1340b-716f-412b-bf82-6cbd0319a03a tempest-PortsAdminExtendedAttrsTestJSON-500520227 tempest-PortsAdminExtendedAttrsTestJSON-500520227-project-admin] Made reservation on behalf of 745f4fd781da4f4a80f80607b9d4a8eb for: {'port': 1} {{(pid=93916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:32:22.587231 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-7ad1340b-716f-412b-bf82-6cbd0319a03a tempest-PortsAdminExtendedAttrsTestJSON-500520227 tempest-PortsAdminExtendedAttrsTestJSON-500520227-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:22.612013 n-d-800634-3 neutron-server[93916]: DEBUG neutron.notifiers.nova [None req-7ad1340b-716f-412b-bf82-6cbd0319a03a tempest-PortsAdminExtendedAttrsTestJSON-500520227 tempest-PortsAdminExtendedAttrsTestJSON-500520227-project-admin] device_id is not set on port 4c1f8c8b-af90-4664-afd1-e0bf9a5d9202 yet. {{(pid=93916) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 18:32:22.759705 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-7c487888-df30-4908-a00f-bcca27561a2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:22.762640 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4e0bc60-2fa3-47a3-a9ba-155133f4e67a', 'tag': '98e72a3e-3b4b-4cea-9e4f-1c80c632ced5'}, {'name': 'network-changed', 'server_uuid': '61b3cfc1-5300-43f6-a722-22ddf0737e84', 'tag': '39216298-4feb-4a60-89c4-45fb55679826'}, {'name': 'network-changed', 'server_uuid': 'a4e0bc60-2fa3-47a3-a9ba-155133f4e67a', 'tag': '0caf44dc-58df-4be6-8bff-86cf8aeccff9'}] {{(pid=93915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:32:22.764913 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e72782ad3af8f7d4ce76cedf092bca46d1756acc5c4653cf0b52034cdd6b073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4248fe07-a8f7-4054-b6e0-f822230c2a69" -d '{"events": [{"name": "network-changed", "server_uuid": "a4e0bc60-2fa3-47a3-a9ba-155133f4e67a", "tag": "98e72a3e-3b4b-4cea-9e4f-1c80c632ced5"}, {"name": "network-changed", "server_uuid": "61b3cfc1-5300-43f6-a722-22ddf0737e84", "tag": "39216298-4feb-4a60-89c4-45fb55679826"}, {"name": "network-changed", "server_uuid": "a4e0bc60-2fa3-47a3-a9ba-155133f4e67a", "tag": "0caf44dc-58df-4be6-8bff-86cf8aeccff9"}]}' {{(pid=93915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:32:22.861860 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e30c7b-8862-4a3d-9757-11acb0415de7 req-d8b3d33a-9023-40b1-83c2-28945ff739ad tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:22.863437 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-82e30c7b-8862-4a3d-9757-11acb0415de7 req-d8b3d33a-9023-40b1-83c2-28945ff739ad tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] 10.222.0.16 "GET /v2.0/ports?device_id=e324c388-2bb3-401d-a7a7-373392456b8c HTTP/1.1" status: 200 len: 945 time: 0.4829996 Jul 14 18:32:22.894333 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-7ad1340b-716f-412b-bf82-6cbd0319a03a tempest-PortsAdminExtendedAttrsTestJSON-500520227 tempest-PortsAdminExtendedAttrsTestJSON-500520227-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:22.906199 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c3f5e457-4ef6-4a47-bad8-c0192f2f1d94 req-f1c40e63-67fd-49a0-ab62-0ad8f3674aea service neutron] 10.222.0.18 "GET /v2.0/networks/cfaa954e-bb83-44ea-acae-a3d7b9e23407?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4586656 Jul 14 18:32:22.913861 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aaec68d1-0b60-4066-ad75-270b6aee0ff5 tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Router bee30a2a-4399-42b3-916a-f5d930702390 has already been hosted by L3 agent 2c6eb27e-defb-4cca-9a24-381c7415e359 {{(pid=93916) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 18:32:22.968370 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c3f5e457-4ef6-4a47-bad8-c0192f2f1d94 req-124e680e-7601-4baf-9011-90dfc47dfa45 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.74&port_id=05410bfa-6a89-41e2-898c-80b7f771042b HTTP/1.1" status: 200 len: 217 time: 0.0534575 Jul 14 18:32:22.978788 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e8e776-37d3-4fb7-8a6e-4e7465487240 req-9d86dfb9-8fd3-4d67-be14-274ccc4b3568 tempest-ServerRescueTestJSON-1772516560 tempest-ServerRescueTestJSON-1772516560-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:22.980261 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-98e8e776-37d3-4fb7-8a6e-4e7465487240 req-9d86dfb9-8fd3-4d67-be14-274ccc4b3568 tempest-ServerRescueTestJSON-1772516560 tempest-ServerRescueTestJSON-1772516560-project] 10.222.0.16 "GET /v2.0/networks?id=a07a7efb-fbbd-4029-ae94-a21a9cc093fe HTTP/1.1" status: 200 len: 810 time: 0.2084548 Jul 14 18:32:22.983342 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-82e30c7b-8862-4a3d-9757-11acb0415de7 req-289c15b5-71a3-4f38-9121-834df23c84a9 tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] 10.222.0.16 "GET /v2.0/security-groups?id=c6d2ae5e-7962-48ff-a84c-cacbd11fb04d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1066570 Jul 14 18:32:22.994851 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-7ad1340b-716f-412b-bf82-6cbd0319a03a tempest-PortsAdminExtendedAttrsTestJSON-500520227 tempest-PortsAdminExtendedAttrsTestJSON-500520227-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:23.027554 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-98e8e776-37d3-4fb7-8a6e-4e7465487240 req-633812c7-607d-4818-8a91-9a29ddc2f7d5 tempest-ServerRescueTestJSON-1772516560 tempest-ServerRescueTestJSON-1772516560-project] 10.222.0.16 "GET /v2.0/quotas/0bc1eb2c7d374bba8f2892065ecabe00 HTTP/1.1" status: 200 len: 375 time: 0.0346117 Jul 14 18:32:23.083878 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ad1340b-716f-412b-bf82-6cbd0319a03a tempest-PortsAdminExtendedAttrsTestJSON-500520227 tempest-PortsAdminExtendedAttrsTestJSON-500520227-project-admin] Network 63e9769a-f143-4217-a311-460393e3c197 is already hosted by enough agents. {{(pid=93916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:32:23.087435 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad1340b-716f-412b-bf82-6cbd0319a03a tempest-PortsAdminExtendedAttrsTestJSON-500520227 tempest-PortsAdminExtendedAttrsTestJSON-500520227-project-admin] Pushing event updated for resources: {'Port': ['ID=4c1f8c8b-af90-4664-afd1-e0bf9a5d9202,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:32:23.091854 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [None req-7ad1340b-716f-412b-bf82-6cbd0319a03a tempest-PortsAdminExtendedAttrsTestJSON-500520227 tempest-PortsAdminExtendedAttrsTestJSON-500520227-project-admin] Resources bound (agent type, host, resource id): {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:32:23.095883 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ad1340b-716f-412b-bf82-6cbd0319a03a tempest-PortsAdminExtendedAttrsTestJSON-500520227 tempest-PortsAdminExtendedAttrsTestJSON-500520227-project-admin] Received port after_create {{(pid=93916) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:32:23.096714 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ad1340b-716f-412b-bf82-6cbd0319a03a tempest-PortsAdminExtendedAttrsTestJSON-500520227 tempest-PortsAdminExtendedAttrsTestJSON-500520227-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:23.097317 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-7ad1340b-716f-412b-bf82-6cbd0319a03a tempest-PortsAdminExtendedAttrsTestJSON-500520227 tempest-PortsAdminExtendedAttrsTestJSON-500520227-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:23.105279 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f5e457-4ef6-4a47-bad8-c0192f2f1d94 req-3bf03eb5-f63d-48db-8314-e902ae04ef58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:23.106721 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c3f5e457-4ef6-4a47-bad8-c0192f2f1d94 req-3bf03eb5-f63d-48db-8314-e902ae04ef58 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c660d228-559a-45b8-a86f-7ab611e1e8ab HTTP/1.1" status: 200 len: 797 time: 0.1223667 Jul 14 18:32:23.109177 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aaec68d1-0b60-4066-ad75-270b6aee0ff5 tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Notify agent at l3_agent.n-d-800634-3 the message routers_updated {{(pid=93916) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 18:32:23.110894 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-556e7feb-0084-4c46-a5fd-64c5bde3b080 req-a63ba874-0d83-4596-9d13-a773b4516bcc tempest-FloatingIPsAssociationNegativeTestJSON-287568005 tempest-FloatingIPsAssociationNegativeTestJSON-287568005-project] 10.222.0.16 "GET /v2.0/floatingips/c0fe1a33-d872-4408-8f7e-983adb71a4f1 HTTP/1.1" status: 200 len: 693 time: 0.0852206 Jul 14 18:32:23.122961 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-7ad1340b-716f-412b-bf82-6cbd0319a03a tempest-PortsAdminExtendedAttrsTestJSON-500520227 tempest-PortsAdminExtendedAttrsTestJSON-500520227-project-admin] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.6098218 Jul 14 18:32:23.124278 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 44748) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:32:23.127824 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54ab4461-5834-418b-ab0a-2d0b4cce90da None None] Sync routers for ids ['bee30a2a-4399-42b3-916a-f5d930702390'] in n-d-800634-3 {{(pid=93917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 18:32:23.133887 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-9689c1bf-0a9a-4b35-990d-fadb9ac5a40d tempest-PortsAdminExtendedAttrsTestJSON-500520227 tempest-PortsAdminExtendedAttrsTestJSON-500520227-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-800634-3'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:32:23.158703 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54ab4461-5834-418b-ab0a-2d0b4cce90da None None] Routers {'bee30a2a-4399-42b3-916a-f5d930702390'} bound to L3 agent in host n-d-800634-3 {{(pid=93917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:32:23.159800 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-54ab4461-5834-418b-ab0a-2d0b4cce90da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:32:23Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['bee30a2a-4399-42b3-916a-f5d930702390'], 'active': True} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:32:23.161341 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-aaec68d1-0b60-4066-ad75-270b6aee0ff5 tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for floatingip, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:23.163798 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:23.211003 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-54ab4461-5834-418b-ab0a-2d0b4cce90da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-3', False) {} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:32:23.225746 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54ab4461-5834-418b-ab0a-2d0b4cce90da None None] Routers {'bee30a2a-4399-42b3-916a-f5d930702390'} bound to L3 agent in host n-d-800634-3 {{(pid=93917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:32:23.226821 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-54ab4461-5834-418b-ab0a-2d0b4cce90da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:32:23Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['bee30a2a-4399-42b3-916a-f5d930702390'], 'active': True} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:32:23.231728 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-aaec68d1-0b60-4066-ad75-270b6aee0ff5 tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 2.9416614 Jul 14 18:32:23.249817 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 44750) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:32:23.256642 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-4a1fa2a7-4229-4ff5-b89d-cd23b25b10d4 tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-543255641'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:32:23.261839 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-54ab4461-5834-418b-ab0a-2d0b4cce90da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-3', False) {} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:32:23.262784 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54ab4461-5834-418b-ab0a-2d0b4cce90da None None] The sync data for ids ['bee30a2a-4399-42b3-916a-f5d930702390'] in n-d-800634-3 is: [] {{(pid=93917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 18:32:23.284179 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-9689c1bf-0a9a-4b35-990d-fadb9ac5a40d tempest-PortsAdminExtendedAttrsTestJSON-500520227 tempest-PortsAdminExtendedAttrsTestJSON-500520227-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:23.297791 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a1fa2a7-4229-4ff5-b89d-cd23b25b10d4 tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Made reservation on behalf of 0ebb190564e94f1a9ee5db6089aa94ae for: {'network': 1} {{(pid=93916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:32:23.301183 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-98e8e776-37d3-4fb7-8a6e-4e7465487240 req-5de32c1d-0ec2-48b7-9cf6-6a5ad35c7237 tempest-ServerRescueTestJSON-1772516560 tempest-ServerRescueTestJSON-1772516560-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=0bc1eb2c7d374bba8f2892065ecabe00&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2648160 Jul 14 18:32:23.301598 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-4a1fa2a7-4229-4ff5-b89d-cd23b25b10d4 tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for network, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:23.362119 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a1fa2a7-4229-4ff5-b89d-cd23b25b10d4 tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 52} {{(pid=93916) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 18:32:23.374197 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556e7feb-0084-4c46-a5fd-64c5bde3b080 req-8298992f-d831-4b1e-a223-6a9ee80f2d76 tempest-FloatingIPsAssociationNegativeTestJSON-287568005 tempest-FloatingIPsAssociationNegativeTestJSON-287568005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:23.375615 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-556e7feb-0084-4c46-a5fd-64c5bde3b080 req-8298992f-d831-4b1e-a223-6a9ee80f2d76 tempest-FloatingIPsAssociationNegativeTestJSON-287568005 tempest-FloatingIPsAssociationNegativeTestJSON-287568005-project] 10.222.0.16 "GET /v2.0/networks/9200a437-e1de-4520-88f6-e68386523e61 HTTP/1.1" status: 200 len: 784 time: 0.2242663 Jul 14 18:32:23.393727 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f5e457-4ef6-4a47-bad8-c0192f2f1d94 req-7f2dd940-0ae7-4ec0-9e23-3552dc43e2e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:23.395219 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c3f5e457-4ef6-4a47-bad8-c0192f2f1d94 req-7f2dd940-0ae7-4ec0-9e23-3552dc43e2e8 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=78f1bdd6-a438-4e68-a059-5fadb7299624&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2796130 Jul 14 18:32:23.401182 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [req-556e7feb-0084-4c46-a5fd-64c5bde3b080 req-e653bdcb-6499-4cf0-ab14-c8779fa6fa44 tempest-FloatingIPsAssociationNegativeTestJSON-287568005 tempest-FloatingIPsAssociationNegativeTestJSON-287568005-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=93915) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 18:32:23.404586 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-556e7feb-0084-4c46-a5fd-64c5bde3b080 req-e653bdcb-6499-4cf0-ab14-c8779fa6fa44 tempest-FloatingIPsAssociationNegativeTestJSON-287568005 tempest-FloatingIPsAssociationNegativeTestJSON-287568005-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0217423 Jul 14 18:32:23.419950 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-4a1fa2a7-4229-4ff5-b89d-cd23b25b10d4 tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:23.420331 n-d-800634-3 neutron-server[93916]: INFO neutron.db.segments_db [None req-4a1fa2a7-4229-4ff5-b89d-cd23b25b10d4 tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Added segment faaffe72-2bdb-44c5-9e6b-4ba4b7cd475a of type vlan for network 58bfa460-9196-4f8d-b469-18841049c621 Jul 14 18:32:23.486362 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-4a1fa2a7-4229-4ff5-b89d-cd23b25b10d4 tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728202197517'] for network, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:23.520503 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-556e7feb-0084-4c46-a5fd-64c5bde3b080 req-3b56315a-794e-4d80-8e33-0689a82043e7 tempest-FloatingIPsAssociationNegativeTestJSON-287568005 tempest-FloatingIPsAssociationNegativeTestJSON-287568005-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.1.199 HTTP/1.1" status: 200 len: 696 time: 0.1104441 Jul 14 18:32:23.566128 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-4a1fa2a7-4229-4ff5-b89d-cd23b25b10d4 tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727'] for network, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:23.571811 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a1fa2a7-4229-4ff5-b89d-cd23b25b10d4 tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:23.572435 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-4a1fa2a7-4229-4ff5-b89d-cd23b25b10d4 tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598705'] for network, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:23.585551 n-d-800634-3 neutron-server[93916]: DEBUG neutron.notifiers.nova [None req-9689c1bf-0a9a-4b35-990d-fadb9ac5a40d tempest-PortsAdminExtendedAttrsTestJSON-500520227 tempest-PortsAdminExtendedAttrsTestJSON-500520227-project-admin] device_id is not set on port 4c1f8c8b-af90-4664-afd1-e0bf9a5d9202 yet. {{(pid=93916) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 18:32:23.593163 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-98e8e776-37d3-4fb7-8a6e-4e7465487240 req-aa265220-9d6b-4635-a51c-6c5bab182642 service neutron] 10.222.0.16 "GET /v2.0/networks/a07a7efb-fbbd-4029-ae94-a21a9cc093fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2763629 Jul 14 18:32:23.611844 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-556e7feb-0084-4c46-a5fd-64c5bde3b080 req-49e7bf74-0fc0-434f-b162-7f7abc38e212 tempest-FloatingIPsAssociationNegativeTestJSON-287568005 tempest-FloatingIPsAssociationNegativeTestJSON-287568005-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.1.199 HTTP/1.1" status: 200 len: 696 time: 0.0809360 Jul 14 18:32:23.643890 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-9689c1bf-0a9a-4b35-990d-fadb9ac5a40d tempest-PortsAdminExtendedAttrsTestJSON-500520227 tempest-PortsAdminExtendedAttrsTestJSON-500520227-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:23.659461 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-4a1fa2a7-4229-4ff5-b89d-cd23b25b10d4 tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4085732 Jul 14 18:32:23.663155 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 44768) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:32:23.678578 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.provisioning_blocks [None req-9689c1bf-0a9a-4b35-990d-fadb9ac5a40d tempest-PortsAdminExtendedAttrsTestJSON-500520227 tempest-PortsAdminExtendedAttrsTestJSON-500520227-project-admin] Transition to ACTIVE for port object 4c1f8c8b-af90-4664-afd1-e0bf9a5d9202 will not be triggered until provisioned by entity L2. {{(pid=93916) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:32:23.679556 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1fa2a7-4229-4ff5-b89d-cd23b25b10d4 tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Pushing event updated for resources: {'Network': ['ID=58bfa460-9196-4f8d-b469-18841049c621,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:32:23.683377 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Device fc7adfc8-2429-4dd9-9c99-fafc5938bde8 details requested by agent hyperv_n-h2-800634-3 with host n-h2-800634-3 {{(pid=93917) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 18:32:23.685759 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-f740b4bd-de72-4d4a-b91a-9905cb2f694d tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Request body: {'subnet': {'network_id': '58bfa460-9196-4f8d-b469-18841049c621', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:32:23.686395 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-9689c1bf-0a9a-4b35-990d-fadb9ac5a40d tempest-PortsAdminExtendedAttrsTestJSON-500520227 tempest-PortsAdminExtendedAttrsTestJSON-500520227-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2684870'] for port, after_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:23.695359 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Network 58bfa460-9196-4f8d-b469-18841049c621 details requested by agent ovs-agent-n-d-800634-3 with host n-d-800634-3 {{(pid=93917) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 18:32:23.721439 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c3f5e457-4ef6-4a47-bad8-c0192f2f1d94 req-dfad1f57-2a9f-428e-b843-34a1eb0194e2 service neutron] 10.222.0.18 "GET /v2.0/networks/78f1bdd6-a438-4e68-a059-5fadb7299624?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3048983 Jul 14 18:32:23.766372 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9689c1bf-0a9a-4b35-990d-fadb9ac5a40d tempest-PortsAdminExtendedAttrsTestJSON-500520227 tempest-PortsAdminExtendedAttrsTestJSON-500520227-project-admin] Pushing event updated for resources: {'Port': ['ID=4c1f8c8b-af90-4664-afd1-e0bf9a5d9202,revision_number=2']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:32:23.772600 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.managers [None req-9689c1bf-0a9a-4b35-990d-fadb9ac5a40d tempest-PortsAdminExtendedAttrsTestJSON-500520227 tempest-PortsAdminExtendedAttrsTestJSON-500520227-project-admin] Attempting to bind port 4c1f8c8b-af90-4664-afd1-e0bf9a5d9202 on host n-h1-800634-3 for vnic_type normal with profile {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:32:23.773210 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.managers [None req-9689c1bf-0a9a-4b35-990d-fadb9ac5a40d tempest-PortsAdminExtendedAttrsTestJSON-500520227 tempest-PortsAdminExtendedAttrsTestJSON-500520227-project-admin] Attempting to bind port 4c1f8c8b-af90-4664-afd1-e0bf9a5d9202 by drivers openvswitch,hyperv on host n-h1-800634-3 at level 0 using segments [{'id': 'd3194d98-06d2-44e7-abbf-7b9c78aff5b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '63e9769a-f143-4217-a311-460393e3c197'}] {{(pid=93916) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:32:23.773887 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9689c1bf-0a9a-4b35-990d-fadb9ac5a40d tempest-PortsAdminExtendedAttrsTestJSON-500520227 tempest-PortsAdminExtendedAttrsTestJSON-500520227-project-admin] Attempting to bind port 4c1f8c8b-af90-4664-afd1-e0bf9a5d9202 on network 63e9769a-f143-4217-a311-460393e3c197 {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:32:23.779873 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9689c1bf-0a9a-4b35-990d-fadb9ac5a40d tempest-PortsAdminExtendedAttrsTestJSON-500520227 tempest-PortsAdminExtendedAttrsTestJSON-500520227-project-admin] Port 4c1f8c8b-af90-4664-afd1-e0bf9a5d9202 on network 63e9769a-f143-4217-a311-460393e3c197 not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-3 {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 18:32:23.781244 n-d-800634-3 neutron-server[93916]: ERROR neutron.plugins.ml2.managers [None req-9689c1bf-0a9a-4b35-990d-fadb9ac5a40d tempest-PortsAdminExtendedAttrsTestJSON-500520227 tempest-PortsAdminExtendedAttrsTestJSON-500520227-project-admin] Failed to bind port 4c1f8c8b-af90-4664-afd1-e0bf9a5d9202 on host n-h1-800634-3 for vnic_type normal using segments [{'id': 'd3194d98-06d2-44e7-abbf-7b9c78aff5b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '63e9769a-f143-4217-a311-460393e3c197'}] Jul 14 18:32:23.782259 n-d-800634-3 neutron-server[93916]: INFO neutron.plugins.ml2.plugin [None req-9689c1bf-0a9a-4b35-990d-fadb9ac5a40d tempest-PortsAdminExtendedAttrsTestJSON-500520227 tempest-PortsAdminExtendedAttrsTestJSON-500520227-project-admin] Attempt 2 to bind port 4c1f8c8b-af90-4664-afd1-e0bf9a5d9202 Jul 14 18:32:23.797947 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.managers [None req-9689c1bf-0a9a-4b35-990d-fadb9ac5a40d tempest-PortsAdminExtendedAttrsTestJSON-500520227 tempest-PortsAdminExtendedAttrsTestJSON-500520227-project-admin] Attempting to bind port 4c1f8c8b-af90-4664-afd1-e0bf9a5d9202 on host n-h1-800634-3 for vnic_type normal with profile {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:32:23.798547 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.managers [None req-9689c1bf-0a9a-4b35-990d-fadb9ac5a40d tempest-PortsAdminExtendedAttrsTestJSON-500520227 tempest-PortsAdminExtendedAttrsTestJSON-500520227-project-admin] Attempting to bind port 4c1f8c8b-af90-4664-afd1-e0bf9a5d9202 by drivers openvswitch,hyperv on host n-h1-800634-3 at level 0 using segments [{'id': 'd3194d98-06d2-44e7-abbf-7b9c78aff5b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '63e9769a-f143-4217-a311-460393e3c197'}] {{(pid=93916) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:32:23.799055 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9689c1bf-0a9a-4b35-990d-fadb9ac5a40d tempest-PortsAdminExtendedAttrsTestJSON-500520227 tempest-PortsAdminExtendedAttrsTestJSON-500520227-project-admin] Attempting to bind port 4c1f8c8b-af90-4664-afd1-e0bf9a5d9202 on network 63e9769a-f143-4217-a311-460393e3c197 {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:32:23.805092 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9689c1bf-0a9a-4b35-990d-fadb9ac5a40d tempest-PortsAdminExtendedAttrsTestJSON-500520227 tempest-PortsAdminExtendedAttrsTestJSON-500520227-project-admin] Port 4c1f8c8b-af90-4664-afd1-e0bf9a5d9202 on network 63e9769a-f143-4217-a311-460393e3c197 not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-3 {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 18:32:23.805621 n-d-800634-3 neutron-server[93916]: ERROR neutron.plugins.ml2.managers [None req-9689c1bf-0a9a-4b35-990d-fadb9ac5a40d tempest-PortsAdminExtendedAttrsTestJSON-500520227 tempest-PortsAdminExtendedAttrsTestJSON-500520227-project-admin] Failed to bind port 4c1f8c8b-af90-4664-afd1-e0bf9a5d9202 on host n-h1-800634-3 for vnic_type normal using segments [{'id': 'd3194d98-06d2-44e7-abbf-7b9c78aff5b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '63e9769a-f143-4217-a311-460393e3c197'}] Jul 14 18:32:23.806582 n-d-800634-3 neutron-server[93916]: INFO neutron.plugins.ml2.plugin [None req-9689c1bf-0a9a-4b35-990d-fadb9ac5a40d tempest-PortsAdminExtendedAttrsTestJSON-500520227 tempest-PortsAdminExtendedAttrsTestJSON-500520227-project-admin] Attempt 3 to bind port 4c1f8c8b-af90-4664-afd1-e0bf9a5d9202 Jul 14 18:32:23.822451 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.managers [None req-9689c1bf-0a9a-4b35-990d-fadb9ac5a40d tempest-PortsAdminExtendedAttrsTestJSON-500520227 tempest-PortsAdminExtendedAttrsTestJSON-500520227-project-admin] Attempting to bind port 4c1f8c8b-af90-4664-afd1-e0bf9a5d9202 on host n-h1-800634-3 for vnic_type normal with profile {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:32:23.823045 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.managers [None req-9689c1bf-0a9a-4b35-990d-fadb9ac5a40d tempest-PortsAdminExtendedAttrsTestJSON-500520227 tempest-PortsAdminExtendedAttrsTestJSON-500520227-project-admin] Attempting to bind port 4c1f8c8b-af90-4664-afd1-e0bf9a5d9202 by drivers openvswitch,hyperv on host n-h1-800634-3 at level 0 using segments [{'id': 'd3194d98-06d2-44e7-abbf-7b9c78aff5b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '63e9769a-f143-4217-a311-460393e3c197'}] {{(pid=93916) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:32:23.824110 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9689c1bf-0a9a-4b35-990d-fadb9ac5a40d tempest-PortsAdminExtendedAttrsTestJSON-500520227 tempest-PortsAdminExtendedAttrsTestJSON-500520227-project-admin] Attempting to bind port 4c1f8c8b-af90-4664-afd1-e0bf9a5d9202 on network 63e9769a-f143-4217-a311-460393e3c197 {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:32:23.831320 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9689c1bf-0a9a-4b35-990d-fadb9ac5a40d tempest-PortsAdminExtendedAttrsTestJSON-500520227 tempest-PortsAdminExtendedAttrsTestJSON-500520227-project-admin] Port 4c1f8c8b-af90-4664-afd1-e0bf9a5d9202 on network 63e9769a-f143-4217-a311-460393e3c197 not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-3 {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 18:32:23.831654 n-d-800634-3 neutron-server[93916]: ERROR neutron.plugins.ml2.managers [None req-9689c1bf-0a9a-4b35-990d-fadb9ac5a40d tempest-PortsAdminExtendedAttrsTestJSON-500520227 tempest-PortsAdminExtendedAttrsTestJSON-500520227-project-admin] Failed to bind port 4c1f8c8b-af90-4664-afd1-e0bf9a5d9202 on host n-h1-800634-3 for vnic_type normal using segments [{'id': 'd3194d98-06d2-44e7-abbf-7b9c78aff5b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '63e9769a-f143-4217-a311-460393e3c197'}] Jul 14 18:32:23.832238 n-d-800634-3 neutron-server[93916]: INFO neutron.plugins.ml2.plugin [None req-9689c1bf-0a9a-4b35-990d-fadb9ac5a40d tempest-PortsAdminExtendedAttrsTestJSON-500520227 tempest-PortsAdminExtendedAttrsTestJSON-500520227-project-admin] Attempt 4 to bind port 4c1f8c8b-af90-4664-afd1-e0bf9a5d9202 Jul 14 18:32:23.847568 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.managers [None req-9689c1bf-0a9a-4b35-990d-fadb9ac5a40d tempest-PortsAdminExtendedAttrsTestJSON-500520227 tempest-PortsAdminExtendedAttrsTestJSON-500520227-project-admin] Attempting to bind port 4c1f8c8b-af90-4664-afd1-e0bf9a5d9202 on host n-h1-800634-3 for vnic_type normal with profile {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:32:23.848263 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.managers [None req-9689c1bf-0a9a-4b35-990d-fadb9ac5a40d tempest-PortsAdminExtendedAttrsTestJSON-500520227 tempest-PortsAdminExtendedAttrsTestJSON-500520227-project-admin] Attempting to bind port 4c1f8c8b-af90-4664-afd1-e0bf9a5d9202 by drivers openvswitch,hyperv on host n-h1-800634-3 at level 0 using segments [{'id': 'd3194d98-06d2-44e7-abbf-7b9c78aff5b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '63e9769a-f143-4217-a311-460393e3c197'}] {{(pid=93916) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:32:23.848773 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9689c1bf-0a9a-4b35-990d-fadb9ac5a40d tempest-PortsAdminExtendedAttrsTestJSON-500520227 tempest-PortsAdminExtendedAttrsTestJSON-500520227-project-admin] Attempting to bind port 4c1f8c8b-af90-4664-afd1-e0bf9a5d9202 on network 63e9769a-f143-4217-a311-460393e3c197 {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:32:23.854009 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9689c1bf-0a9a-4b35-990d-fadb9ac5a40d tempest-PortsAdminExtendedAttrsTestJSON-500520227 tempest-PortsAdminExtendedAttrsTestJSON-500520227-project-admin] Port 4c1f8c8b-af90-4664-afd1-e0bf9a5d9202 on network 63e9769a-f143-4217-a311-460393e3c197 not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-3 {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 18:32:23.854583 n-d-800634-3 neutron-server[93916]: ERROR neutron.plugins.ml2.managers [None req-9689c1bf-0a9a-4b35-990d-fadb9ac5a40d tempest-PortsAdminExtendedAttrsTestJSON-500520227 tempest-PortsAdminExtendedAttrsTestJSON-500520227-project-admin] Failed to bind port 4c1f8c8b-af90-4664-afd1-e0bf9a5d9202 on host n-h1-800634-3 for vnic_type normal using segments [{'id': 'd3194d98-06d2-44e7-abbf-7b9c78aff5b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '63e9769a-f143-4217-a311-460393e3c197'}] Jul 14 18:32:23.855252 n-d-800634-3 neutron-server[93916]: INFO neutron.plugins.ml2.plugin [None req-9689c1bf-0a9a-4b35-990d-fadb9ac5a40d tempest-PortsAdminExtendedAttrsTestJSON-500520227 tempest-PortsAdminExtendedAttrsTestJSON-500520227-project-admin] Attempt 5 to bind port 4c1f8c8b-af90-4664-afd1-e0bf9a5d9202 Jul 14 18:32:23.882310 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.managers [None req-9689c1bf-0a9a-4b35-990d-fadb9ac5a40d tempest-PortsAdminExtendedAttrsTestJSON-500520227 tempest-PortsAdminExtendedAttrsTestJSON-500520227-project-admin] Attempting to bind port 4c1f8c8b-af90-4664-afd1-e0bf9a5d9202 on host n-h1-800634-3 for vnic_type normal with profile {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:32:23.882663 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.managers [None req-9689c1bf-0a9a-4b35-990d-fadb9ac5a40d tempest-PortsAdminExtendedAttrsTestJSON-500520227 tempest-PortsAdminExtendedAttrsTestJSON-500520227-project-admin] Attempting to bind port 4c1f8c8b-af90-4664-afd1-e0bf9a5d9202 by drivers openvswitch,hyperv on host n-h1-800634-3 at level 0 using segments [{'id': 'd3194d98-06d2-44e7-abbf-7b9c78aff5b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '63e9769a-f143-4217-a311-460393e3c197'}] {{(pid=93916) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:32:23.883132 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9689c1bf-0a9a-4b35-990d-fadb9ac5a40d tempest-PortsAdminExtendedAttrsTestJSON-500520227 tempest-PortsAdminExtendedAttrsTestJSON-500520227-project-admin] Attempting to bind port 4c1f8c8b-af90-4664-afd1-e0bf9a5d9202 on network 63e9769a-f143-4217-a311-460393e3c197 {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:32:23.890860 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9689c1bf-0a9a-4b35-990d-fadb9ac5a40d tempest-PortsAdminExtendedAttrsTestJSON-500520227 tempest-PortsAdminExtendedAttrsTestJSON-500520227-project-admin] Port 4c1f8c8b-af90-4664-afd1-e0bf9a5d9202 on network 63e9769a-f143-4217-a311-460393e3c197 not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-3 {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 18:32:23.891203 n-d-800634-3 neutron-server[93916]: ERROR neutron.plugins.ml2.managers [None req-9689c1bf-0a9a-4b35-990d-fadb9ac5a40d tempest-PortsAdminExtendedAttrsTestJSON-500520227 tempest-PortsAdminExtendedAttrsTestJSON-500520227-project-admin] Failed to bind port 4c1f8c8b-af90-4664-afd1-e0bf9a5d9202 on host n-h1-800634-3 for vnic_type normal using segments [{'id': 'd3194d98-06d2-44e7-abbf-7b9c78aff5b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '63e9769a-f143-4217-a311-460393e3c197'}] Jul 14 18:32:23.891648 n-d-800634-3 neutron-server[93916]: INFO neutron.plugins.ml2.plugin [None req-9689c1bf-0a9a-4b35-990d-fadb9ac5a40d tempest-PortsAdminExtendedAttrsTestJSON-500520227 tempest-PortsAdminExtendedAttrsTestJSON-500520227-project-admin] Attempt 6 to bind port 4c1f8c8b-af90-4664-afd1-e0bf9a5d9202 Jul 14 18:32:23.909276 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.managers [None req-9689c1bf-0a9a-4b35-990d-fadb9ac5a40d tempest-PortsAdminExtendedAttrsTestJSON-500520227 tempest-PortsAdminExtendedAttrsTestJSON-500520227-project-admin] Attempting to bind port 4c1f8c8b-af90-4664-afd1-e0bf9a5d9202 on host n-h1-800634-3 for vnic_type normal with profile {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:32:23.909695 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.managers [None req-9689c1bf-0a9a-4b35-990d-fadb9ac5a40d tempest-PortsAdminExtendedAttrsTestJSON-500520227 tempest-PortsAdminExtendedAttrsTestJSON-500520227-project-admin] Attempting to bind port 4c1f8c8b-af90-4664-afd1-e0bf9a5d9202 by drivers openvswitch,hyperv on host n-h1-800634-3 at level 0 using segments [{'id': 'd3194d98-06d2-44e7-abbf-7b9c78aff5b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '63e9769a-f143-4217-a311-460393e3c197'}] {{(pid=93916) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:32:23.910620 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9689c1bf-0a9a-4b35-990d-fadb9ac5a40d tempest-PortsAdminExtendedAttrsTestJSON-500520227 tempest-PortsAdminExtendedAttrsTestJSON-500520227-project-admin] Attempting to bind port 4c1f8c8b-af90-4664-afd1-e0bf9a5d9202 on network 63e9769a-f143-4217-a311-460393e3c197 {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:32:23.917339 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9689c1bf-0a9a-4b35-990d-fadb9ac5a40d tempest-PortsAdminExtendedAttrsTestJSON-500520227 tempest-PortsAdminExtendedAttrsTestJSON-500520227-project-admin] Port 4c1f8c8b-af90-4664-afd1-e0bf9a5d9202 on network 63e9769a-f143-4217-a311-460393e3c197 not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-3 {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 18:32:23.918766 n-d-800634-3 neutron-server[93916]: ERROR neutron.plugins.ml2.managers [None req-9689c1bf-0a9a-4b35-990d-fadb9ac5a40d tempest-PortsAdminExtendedAttrsTestJSON-500520227 tempest-PortsAdminExtendedAttrsTestJSON-500520227-project-admin] Failed to bind port 4c1f8c8b-af90-4664-afd1-e0bf9a5d9202 on host n-h1-800634-3 for vnic_type normal using segments [{'id': 'd3194d98-06d2-44e7-abbf-7b9c78aff5b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '63e9769a-f143-4217-a311-460393e3c197'}] Jul 14 18:32:23.919199 n-d-800634-3 neutron-server[93916]: INFO neutron.plugins.ml2.plugin [None req-9689c1bf-0a9a-4b35-990d-fadb9ac5a40d tempest-PortsAdminExtendedAttrsTestJSON-500520227 tempest-PortsAdminExtendedAttrsTestJSON-500520227-project-admin] Attempt 7 to bind port 4c1f8c8b-af90-4664-afd1-e0bf9a5d9202 Jul 14 18:32:23.937189 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.managers [None req-9689c1bf-0a9a-4b35-990d-fadb9ac5a40d tempest-PortsAdminExtendedAttrsTestJSON-500520227 tempest-PortsAdminExtendedAttrsTestJSON-500520227-project-admin] Attempting to bind port 4c1f8c8b-af90-4664-afd1-e0bf9a5d9202 on host n-h1-800634-3 for vnic_type normal with profile {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:32:23.937534 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.managers [None req-9689c1bf-0a9a-4b35-990d-fadb9ac5a40d tempest-PortsAdminExtendedAttrsTestJSON-500520227 tempest-PortsAdminExtendedAttrsTestJSON-500520227-project-admin] Attempting to bind port 4c1f8c8b-af90-4664-afd1-e0bf9a5d9202 by drivers openvswitch,hyperv on host n-h1-800634-3 at level 0 using segments [{'id': 'd3194d98-06d2-44e7-abbf-7b9c78aff5b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '63e9769a-f143-4217-a311-460393e3c197'}] {{(pid=93916) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:32:23.937883 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9689c1bf-0a9a-4b35-990d-fadb9ac5a40d tempest-PortsAdminExtendedAttrsTestJSON-500520227 tempest-PortsAdminExtendedAttrsTestJSON-500520227-project-admin] Attempting to bind port 4c1f8c8b-af90-4664-afd1-e0bf9a5d9202 on network 63e9769a-f143-4217-a311-460393e3c197 {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:32:23.944087 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9689c1bf-0a9a-4b35-990d-fadb9ac5a40d tempest-PortsAdminExtendedAttrsTestJSON-500520227 tempest-PortsAdminExtendedAttrsTestJSON-500520227-project-admin] Port 4c1f8c8b-af90-4664-afd1-e0bf9a5d9202 on network 63e9769a-f143-4217-a311-460393e3c197 not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-3 {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 18:32:23.944296 n-d-800634-3 neutron-server[93916]: ERROR neutron.plugins.ml2.managers [None req-9689c1bf-0a9a-4b35-990d-fadb9ac5a40d tempest-PortsAdminExtendedAttrsTestJSON-500520227 tempest-PortsAdminExtendedAttrsTestJSON-500520227-project-admin] Failed to bind port 4c1f8c8b-af90-4664-afd1-e0bf9a5d9202 on host n-h1-800634-3 for vnic_type normal using segments [{'id': 'd3194d98-06d2-44e7-abbf-7b9c78aff5b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '63e9769a-f143-4217-a311-460393e3c197'}] Jul 14 18:32:23.944660 n-d-800634-3 neutron-server[93916]: INFO neutron.plugins.ml2.plugin [None req-9689c1bf-0a9a-4b35-990d-fadb9ac5a40d tempest-PortsAdminExtendedAttrsTestJSON-500520227 tempest-PortsAdminExtendedAttrsTestJSON-500520227-project-admin] Attempt 8 to bind port 4c1f8c8b-af90-4664-afd1-e0bf9a5d9202 Jul 14 18:32:23.955200 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] For port fc7adfc8-2429-4dd9-9c99-fafc5938bde8, host n-h2-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=fc7adfc8-2429-4dd9-9c99-fafc5938bde8,segment=NetworkSegment(48f07496-1654-4e70-864e-6d82e6081c18),segment_id=48f07496-1654-4e70-864e-6d82e6081c18)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:32:23.960446 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-98e8e776-37d3-4fb7-8a6e-4e7465487240 req-73695059-7e66-42e4-b47c-d439f05726f2 service neutron] 10.222.0.16 "GET /v2.0/networks/a07a7efb-fbbd-4029-ae94-a21a9cc093fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3574474 Jul 14 18:32:23.971510 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.managers [None req-9689c1bf-0a9a-4b35-990d-fadb9ac5a40d tempest-PortsAdminExtendedAttrsTestJSON-500520227 tempest-PortsAdminExtendedAttrsTestJSON-500520227-project-admin] Attempting to bind port 4c1f8c8b-af90-4664-afd1-e0bf9a5d9202 on host n-h1-800634-3 for vnic_type normal with profile {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:32:23.972273 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.managers [None req-9689c1bf-0a9a-4b35-990d-fadb9ac5a40d tempest-PortsAdminExtendedAttrsTestJSON-500520227 tempest-PortsAdminExtendedAttrsTestJSON-500520227-project-admin] Attempting to bind port 4c1f8c8b-af90-4664-afd1-e0bf9a5d9202 by drivers openvswitch,hyperv on host n-h1-800634-3 at level 0 using segments [{'id': 'd3194d98-06d2-44e7-abbf-7b9c78aff5b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '63e9769a-f143-4217-a311-460393e3c197'}] {{(pid=93916) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:32:23.973106 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9689c1bf-0a9a-4b35-990d-fadb9ac5a40d tempest-PortsAdminExtendedAttrsTestJSON-500520227 tempest-PortsAdminExtendedAttrsTestJSON-500520227-project-admin] Attempting to bind port 4c1f8c8b-af90-4664-afd1-e0bf9a5d9202 on network 63e9769a-f143-4217-a311-460393e3c197 {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:32:23.981398 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9689c1bf-0a9a-4b35-990d-fadb9ac5a40d tempest-PortsAdminExtendedAttrsTestJSON-500520227 tempest-PortsAdminExtendedAttrsTestJSON-500520227-project-admin] Port 4c1f8c8b-af90-4664-afd1-e0bf9a5d9202 on network 63e9769a-f143-4217-a311-460393e3c197 not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-3 {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 18:32:23.982119 n-d-800634-3 neutron-server[93916]: ERROR neutron.plugins.ml2.managers [None req-9689c1bf-0a9a-4b35-990d-fadb9ac5a40d tempest-PortsAdminExtendedAttrsTestJSON-500520227 tempest-PortsAdminExtendedAttrsTestJSON-500520227-project-admin] Failed to bind port 4c1f8c8b-af90-4664-afd1-e0bf9a5d9202 on host n-h1-800634-3 for vnic_type normal using segments [{'id': 'd3194d98-06d2-44e7-abbf-7b9c78aff5b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '63e9769a-f143-4217-a311-460393e3c197'}] Jul 14 18:32:23.982674 n-d-800634-3 neutron-server[93916]: INFO neutron.plugins.ml2.plugin [None req-9689c1bf-0a9a-4b35-990d-fadb9ac5a40d tempest-PortsAdminExtendedAttrsTestJSON-500520227 tempest-PortsAdminExtendedAttrsTestJSON-500520227-project-admin] Attempt 9 to bind port 4c1f8c8b-af90-4664-afd1-e0bf9a5d9202 Jul 14 18:32:23.991609 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f740b4bd-de72-4d4a-b91a-9905cb2f694d tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Made reservation on behalf of 0ebb190564e94f1a9ee5db6089aa94ae for: {'subnet': 1} {{(pid=93915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:32:23.996024 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-f740b4bd-de72-4d4a-b91a-9905cb2f694d tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28969735'] for subnet, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:24.001195 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c3f5e457-4ef6-4a47-bad8-c0192f2f1d94 req-f72591ab-3fdd-42ce-b608-4b884a9485f7 service neutron] 10.222.0.18 "GET /v2.0/networks/78f1bdd6-a438-4e68-a059-5fadb7299624?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2427890 Jul 14 18:32:24.006351 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.managers [None req-9689c1bf-0a9a-4b35-990d-fadb9ac5a40d tempest-PortsAdminExtendedAttrsTestJSON-500520227 tempest-PortsAdminExtendedAttrsTestJSON-500520227-project-admin] Attempting to bind port 4c1f8c8b-af90-4664-afd1-e0bf9a5d9202 on host n-h1-800634-3 for vnic_type normal with profile {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:32:24.007089 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.managers [None req-9689c1bf-0a9a-4b35-990d-fadb9ac5a40d tempest-PortsAdminExtendedAttrsTestJSON-500520227 tempest-PortsAdminExtendedAttrsTestJSON-500520227-project-admin] Attempting to bind port 4c1f8c8b-af90-4664-afd1-e0bf9a5d9202 by drivers openvswitch,hyperv on host n-h1-800634-3 at level 0 using segments [{'id': 'd3194d98-06d2-44e7-abbf-7b9c78aff5b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '63e9769a-f143-4217-a311-460393e3c197'}] {{(pid=93916) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:32:24.007444 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9689c1bf-0a9a-4b35-990d-fadb9ac5a40d tempest-PortsAdminExtendedAttrsTestJSON-500520227 tempest-PortsAdminExtendedAttrsTestJSON-500520227-project-admin] Attempting to bind port 4c1f8c8b-af90-4664-afd1-e0bf9a5d9202 on network 63e9769a-f143-4217-a311-460393e3c197 {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:32:24.009563 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Returning: {'device': 'fc7adfc8-2429-4dd9-9c99-fafc5938bde8', 'network_id': 'fd8ea664-6074-4bbe-887f-058fe7b50123', 'port_id': 'fc7adfc8-2429-4dd9-9c99-fafc5938bde8', 'mac_address': 'fa:16:3e:da:9d:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9715e59-b525-40fa-a99e-ebf6aedac4af', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93917) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 18:32:24.014756 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9689c1bf-0a9a-4b35-990d-fadb9ac5a40d tempest-PortsAdminExtendedAttrsTestJSON-500520227 tempest-PortsAdminExtendedAttrsTestJSON-500520227-project-admin] Port 4c1f8c8b-af90-4664-afd1-e0bf9a5d9202 on network 63e9769a-f143-4217-a311-460393e3c197 not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-3 {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 18:32:24.015094 n-d-800634-3 neutron-server[93916]: ERROR neutron.plugins.ml2.managers [None req-9689c1bf-0a9a-4b35-990d-fadb9ac5a40d tempest-PortsAdminExtendedAttrsTestJSON-500520227 tempest-PortsAdminExtendedAttrsTestJSON-500520227-project-admin] Failed to bind port 4c1f8c8b-af90-4664-afd1-e0bf9a5d9202 on host n-h1-800634-3 for vnic_type normal using segments [{'id': 'd3194d98-06d2-44e7-abbf-7b9c78aff5b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '63e9769a-f143-4217-a311-460393e3c197'}] Jul 14 18:32:24.015488 n-d-800634-3 neutron-server[93916]: INFO neutron.plugins.ml2.plugin [None req-9689c1bf-0a9a-4b35-990d-fadb9ac5a40d tempest-PortsAdminExtendedAttrsTestJSON-500520227 tempest-PortsAdminExtendedAttrsTestJSON-500520227-project-admin] Attempt 10 to bind port 4c1f8c8b-af90-4664-afd1-e0bf9a5d9202 Jul 14 18:32:24.036850 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.managers [None req-9689c1bf-0a9a-4b35-990d-fadb9ac5a40d tempest-PortsAdminExtendedAttrsTestJSON-500520227 tempest-PortsAdminExtendedAttrsTestJSON-500520227-project-admin] Attempting to bind port 4c1f8c8b-af90-4664-afd1-e0bf9a5d9202 on host n-h1-800634-3 for vnic_type normal with profile {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:32:24.037086 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.managers [None req-9689c1bf-0a9a-4b35-990d-fadb9ac5a40d tempest-PortsAdminExtendedAttrsTestJSON-500520227 tempest-PortsAdminExtendedAttrsTestJSON-500520227-project-admin] Attempting to bind port 4c1f8c8b-af90-4664-afd1-e0bf9a5d9202 by drivers openvswitch,hyperv on host n-h1-800634-3 at level 0 using segments [{'id': 'd3194d98-06d2-44e7-abbf-7b9c78aff5b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '63e9769a-f143-4217-a311-460393e3c197'}] {{(pid=93916) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:32:24.037429 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9689c1bf-0a9a-4b35-990d-fadb9ac5a40d tempest-PortsAdminExtendedAttrsTestJSON-500520227 tempest-PortsAdminExtendedAttrsTestJSON-500520227-project-admin] Attempting to bind port 4c1f8c8b-af90-4664-afd1-e0bf9a5d9202 on network 63e9769a-f143-4217-a311-460393e3c197 {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:32:24.043933 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9689c1bf-0a9a-4b35-990d-fadb9ac5a40d tempest-PortsAdminExtendedAttrsTestJSON-500520227 tempest-PortsAdminExtendedAttrsTestJSON-500520227-project-admin] Port 4c1f8c8b-af90-4664-afd1-e0bf9a5d9202 on network 63e9769a-f143-4217-a311-460393e3c197 not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-3 {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 18:32:24.044979 n-d-800634-3 neutron-server[93916]: ERROR neutron.plugins.ml2.managers [None req-9689c1bf-0a9a-4b35-990d-fadb9ac5a40d tempest-PortsAdminExtendedAttrsTestJSON-500520227 tempest-PortsAdminExtendedAttrsTestJSON-500520227-project-admin] Failed to bind port 4c1f8c8b-af90-4664-afd1-e0bf9a5d9202 on host n-h1-800634-3 for vnic_type normal using segments [{'id': 'd3194d98-06d2-44e7-abbf-7b9c78aff5b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '63e9769a-f143-4217-a311-460393e3c197'}] Jul 14 18:32:24.045392 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-9689c1bf-0a9a-4b35-990d-fadb9ac5a40d tempest-PortsAdminExtendedAttrsTestJSON-500520227 tempest-PortsAdminExtendedAttrsTestJSON-500520227-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:24.062016 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [req-556e7feb-0084-4c46-a5fd-64c5bde3b080 req-62b5f8a9-2f9a-455b-a67f-888a39e4a231 tempest-FloatingIPsAssociationNegativeTestJSON-287568005 tempest-FloatingIPsAssociationNegativeTestJSON-287568005-project] Deleting port 31941265-bb53-42be-8dfa-80c9e6ab6614 {{(pid=93915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:32:24.062682 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-556e7feb-0084-4c46-a5fd-64c5bde3b080 req-62b5f8a9-2f9a-455b-a67f-888a39e4a231 tempest-FloatingIPsAssociationNegativeTestJSON-287568005 tempest-FloatingIPsAssociationNegativeTestJSON-287568005-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:24.105303 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-574aeb93-9938-449c-8e6c-cb22c9b52cc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:24.111836 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c3f5e457-4ef6-4a47-bad8-c0192f2f1d94 req-0ac9738e-ea77-4438-9810-bce4d3347433 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.68&port_id=0d90d118-2a16-461c-8b80-fa7d8a1aaaa6 HTTP/1.1" status: 200 len: 217 time: 0.0935085 Jul 14 18:32:24.126248 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:24.144069 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.db [None req-9689c1bf-0a9a-4b35-990d-fadb9ac5a40d tempest-PortsAdminExtendedAttrsTestJSON-500520227 tempest-PortsAdminExtendedAttrsTestJSON-500520227-project-admin] For port 4c1f8c8b-af90-4664-afd1-e0bf9a5d9202, host n-h1-800634-3, cleared binding levels {{(pid=93916) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:32:24.144687 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.db [None req-9689c1bf-0a9a-4b35-990d-fadb9ac5a40d tempest-PortsAdminExtendedAttrsTestJSON-500520227 tempest-PortsAdminExtendedAttrsTestJSON-500520227-project-admin] Attempted to set empty binding levels {{(pid=93916) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 14 18:32:24.164277 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fc7adfc8-2429-4dd9-9c99-fafc5938bde8 {{(pid=93917) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 18:32:24.174575 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-9689c1bf-0a9a-4b35-990d-fadb9ac5a40d tempest-PortsAdminExtendedAttrsTestJSON-500520227 tempest-PortsAdminExtendedAttrsTestJSON-500520227-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2684870'] for port, after_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:24.206217 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] For port fc7adfc8-2429-4dd9-9c99-fafc5938bde8, host n-h2-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=fc7adfc8-2429-4dd9-9c99-fafc5938bde8,segment=NetworkSegment(48f07496-1654-4e70-864e-6d82e6081c18),segment_id=48f07496-1654-4e70-864e-6d82e6081c18)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:32:24.231274 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:24.240414 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f5e457-4ef6-4a47-bad8-c0192f2f1d94 req-61b5c836-1367-4326-8458-bc34041c2380 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:24.242687 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c3f5e457-4ef6-4a47-bad8-c0192f2f1d94 req-61b5c836-1367-4326-8458-bc34041c2380 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c660d228-559a-45b8-a86f-7ab611e1e8ab HTTP/1.1" status: 200 len: 797 time: 0.0993950 Jul 14 18:32:24.278369 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-9689c1bf-0a9a-4b35-990d-fadb9ac5a40d tempest-PortsAdminExtendedAttrsTestJSON-500520227 tempest-PortsAdminExtendedAttrsTestJSON-500520227-project-admin] In _notify_port_updated(), no bound segment for port 4c1f8c8b-af90-4664-afd1-e0bf9a5d9202 on network 63e9769a-f143-4217-a311-460393e3c197 {{(pid=93916) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 14 18:32:24.279339 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9689c1bf-0a9a-4b35-990d-fadb9ac5a40d tempest-PortsAdminExtendedAttrsTestJSON-500520227 tempest-PortsAdminExtendedAttrsTestJSON-500520227-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:24.279957 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-9689c1bf-0a9a-4b35-990d-fadb9ac5a40d tempest-PortsAdminExtendedAttrsTestJSON-500520227 tempest-PortsAdminExtendedAttrsTestJSON-500520227-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:24.285549 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-9689c1bf-0a9a-4b35-990d-fadb9ac5a40d tempest-PortsAdminExtendedAttrsTestJSON-500520227 tempest-PortsAdminExtendedAttrsTestJSON-500520227-project-admin] 10.222.0.16 "PUT /v2.0/ports/4c1f8c8b-af90-4664-afd1-e0bf9a5d9202 HTTP/1.1" status: 200 len: 975 time: 1.1600528 Jul 14 18:32:24.288459 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 44786) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:32:24.315563 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [req-cd519eb7-caf8-4f2a-966a-b59affcdf196 req-0556e25e-f3cd-429e-8a01-01427fbb8358 tempest-ListServerFiltersTestJSON-1866458082 tempest-ListServerFiltersTestJSON-1866458082-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=93915) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 18:32:24.322971 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-cd519eb7-caf8-4f2a-966a-b59affcdf196 req-0556e25e-f3cd-429e-8a01-01427fbb8358 tempest-ListServerFiltersTestJSON-1866458082 tempest-ListServerFiltersTestJSON-1866458082-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0225613 Jul 14 18:32:24.329187 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-556e7feb-0084-4c46-a5fd-64c5bde3b080 req-62b5f8a9-2f9a-455b-a67f-888a39e4a231 tempest-FloatingIPsAssociationNegativeTestJSON-287568005 tempest-FloatingIPsAssociationNegativeTestJSON-287568005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:24.329884 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-556e7feb-0084-4c46-a5fd-64c5bde3b080 req-62b5f8a9-2f9a-455b-a67f-888a39e4a231 tempest-FloatingIPsAssociationNegativeTestJSON-287568005 tempest-FloatingIPsAssociationNegativeTestJSON-287568005-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:24.361756 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9689c1bf-0a9a-4b35-990d-fadb9ac5a40d tempest-PortsAdminExtendedAttrsTestJSON-500520227 tempest-PortsAdminExtendedAttrsTestJSON-500520227-project-admin] Pushing event updated for resources: {'Port': ['ID=4c1f8c8b-af90-4664-afd1-e0bf9a5d9202,revision_number=3']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:32:24.388811 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Pushing event updated for resources: {'Port': ['ID=fc7adfc8-2429-4dd9-9c99-fafc5938bde8,revision_number=6']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:32:24.408970 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [req-556e7feb-0084-4c46-a5fd-64c5bde3b080 req-62b5f8a9-2f9a-455b-a67f-888a39e4a231 tempest-FloatingIPsAssociationNegativeTestJSON-287568005 tempest-FloatingIPsAssociationNegativeTestJSON-287568005-project] Calling delete_port for 31941265-bb53-42be-8dfa-80c9e6ab6614 owned by network:floatingip {{(pid=93915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:32:24.433706 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:32:24.434274 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:32:24.434638 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:32:24.434984 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:32:24.438576 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:32:24.442031 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:32:24.442277 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:32:24.446265 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:32:24.446265 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:32:24.446265 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:32:24.446265 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:32:24.446265 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:32:24.486905 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] get_ports_and_sgs() called for port_ids ['fc7adfc8-2429-4dd9-9c99-fafc5938bde8'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 18:32:24.496942 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-5e8376a6-64b4-4382-9c3d-03ac40cc5a05 tempest-PortsAdminExtendedAttrsTestJSON-500520227 tempest-PortsAdminExtendedAttrsTestJSON-500520227-project-admin] Deleting port 4c1f8c8b-af90-4664-afd1-e0bf9a5d9202 {{(pid=93916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:32:24.498133 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-5e8376a6-64b4-4382-9c3d-03ac40cc5a05 tempest-PortsAdminExtendedAttrsTestJSON-500520227 tempest-PortsAdminExtendedAttrsTestJSON-500520227-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:24.601876 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.db [None req-5e8376a6-64b4-4382-9c3d-03ac40cc5a05 tempest-PortsAdminExtendedAttrsTestJSON-500520227 tempest-PortsAdminExtendedAttrsTestJSON-500520227-project-admin] For port 4c1f8c8b-af90-4664-afd1-e0bf9a5d9202, host n-h1-800634-3, got binding levels [] {{(pid=93916) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:32:24.602838 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-5e8376a6-64b4-4382-9c3d-03ac40cc5a05 tempest-PortsAdminExtendedAttrsTestJSON-500520227 tempest-PortsAdminExtendedAttrsTestJSON-500520227-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:24.628569 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-5e8376a6-64b4-4382-9c3d-03ac40cc5a05 tempest-PortsAdminExtendedAttrsTestJSON-500520227 tempest-PortsAdminExtendedAttrsTestJSON-500520227-project-admin] Calling delete_port for 4c1f8c8b-af90-4664-afd1-e0bf9a5d9202 owned by {{(pid=93916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:32:24.690799 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f5e457-4ef6-4a47-bad8-c0192f2f1d94 req-131fb5ff-9d54-474f-bbad-81e8cc2c60e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:24.692391 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c3f5e457-4ef6-4a47-bad8-c0192f2f1d94 req-131fb5ff-9d54-474f-bbad-81e8cc2c60e1 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=78f1bdd6-a438-4e68-a059-5fadb7299624&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4403675 Jul 14 18:32:24.722719 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-f740b4bd-de72-4d4a-b91a-9905cb2f694d tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25912837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28969781'] for subnet, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:24.744775 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-cd519eb7-caf8-4f2a-966a-b59affcdf196 req-5bbb6916-0c57-4afa-b642-fe090432c46f tempest-ListServerFiltersTestJSON-1866458082 tempest-ListServerFiltersTestJSON-1866458082-project] 10.222.0.16 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1&fields=device_id HTTP/1.1" status: 200 len: 369 time: 0.4204369 Jul 14 18:32:24.758927 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-5e8376a6-64b4-4382-9c3d-03ac40cc5a05 tempest-PortsAdminExtendedAttrsTestJSON-500520227 tempest-PortsAdminExtendedAttrsTestJSON-500520227-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:24.812459 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8376a6-64b4-4382-9c3d-03ac40cc5a05 tempest-PortsAdminExtendedAttrsTestJSON-500520227 tempest-PortsAdminExtendedAttrsTestJSON-500520227-project-admin] Pushing event deleted for resources: {'Port': ['ID=4c1f8c8b-af90-4664-afd1-e0bf9a5d9202,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:32:24.831433 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-5e8376a6-64b4-4382-9c3d-03ac40cc5a05 tempest-PortsAdminExtendedAttrsTestJSON-500520227 tempest-PortsAdminExtendedAttrsTestJSON-500520227-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:24.835570 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-5e8376a6-64b4-4382-9c3d-03ac40cc5a05 tempest-PortsAdminExtendedAttrsTestJSON-500520227 tempest-PortsAdminExtendedAttrsTestJSON-500520227-project-admin] 10.222.0.16 "DELETE /v2.0/ports/4c1f8c8b-af90-4664-afd1-e0bf9a5d9202 HTTP/1.1" status: 204 len: 168 time: 0.5461633 Jul 14 18:32:24.838680 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 44796) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:32:24.872630 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-556e7feb-0084-4c46-a5fd-64c5bde3b080 req-62b5f8a9-2f9a-455b-a67f-888a39e4a231 tempest-FloatingIPsAssociationNegativeTestJSON-287568005 tempest-FloatingIPsAssociationNegativeTestJSON-287568005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:25.314282 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 513 Content-Type: application/json Date: Wed, 14 Jul 2021 18:32:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ff28858-10c2-4b7a-82fd-e0bd000815d5 x-openstack-request-id: req-7ff28858-10c2-4b7a-82fd-e0bd000815d5 {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:32:25.314706 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4e0bc60-2fa3-47a3-a9ba-155133f4e67a", "tag": "98e72a3e-3b4b-4cea-9e4f-1c80c632ced5", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "61b3cfc1-5300-43f6-a722-22ddf0737e84", "tag": "39216298-4feb-4a60-89c4-45fb55679826", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "a4e0bc60-2fa3-47a3-a9ba-155133f4e67a", "tag": "0caf44dc-58df-4be6-8bff-86cf8aeccff9", "status": "completed", "code": 200}]} {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:32:25.315029 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7ff28858-10c2-4b7a-82fd-e0bd000815d5 {{(pid=93915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:32:25.315447 n-d-800634-3 neutron-server[93915]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4e0bc60-2fa3-47a3-a9ba-155133f4e67a', 'tag': '98e72a3e-3b4b-4cea-9e4f-1c80c632ced5', 'status': 'completed', 'code': 200} Jul 14 18:32:25.315695 n-d-800634-3 neutron-server[93915]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61b3cfc1-5300-43f6-a722-22ddf0737e84', 'tag': '39216298-4feb-4a60-89c4-45fb55679826', 'status': 'completed', 'code': 200} Jul 14 18:32:25.315941 n-d-800634-3 neutron-server[93915]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4e0bc60-2fa3-47a3-a9ba-155133f4e67a', 'tag': '0caf44dc-58df-4be6-8bff-86cf8aeccff9', 'status': 'completed', 'code': 200} Jul 14 18:32:25.385170 n-d-800634-3 neutron-server[93915]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a507a86-00cd-46aa-afb1-1c60e2df03be tempest-PortsAdminExtendedAttrsTestJSON-500520227 tempest-PortsAdminExtendedAttrsTestJSON-500520227-project-admin] GET failed (client error): The resource could not be found. Jul 14 18:32:25.390356 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 44800) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:32:25.392335 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-3a507a86-00cd-46aa-afb1-1c60e2df03be tempest-PortsAdminExtendedAttrsTestJSON-500520227 tempest-PortsAdminExtendedAttrsTestJSON-500520227-project-admin] 10.222.0.16 "GET /v2.0/ports/4c1f8c8b-af90-4664-afd1-e0bf9a5d9202 HTTP/1.1" status: 404 len: 333 time: 0.5149674 Jul 14 18:32:25.401310 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c3f5e457-4ef6-4a47-bad8-c0192f2f1d94 req-6c0ebcaf-3d61-4ac6-8787-a146948e4992 service neutron] 10.222.0.18 "GET /v2.0/networks/78f1bdd6-a438-4e68-a059-5fadb7299624?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6860018 Jul 14 18:32:25.543288 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-4b116850-9796-46cd-b866-ec843084d4f6 tempest-PortsAdminExtendedAttrsTestJSON-1368894232 tempest-PortsAdminExtendedAttrsTestJSON-1368894232-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645734'] for network, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:25.609914 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f740b4bd-de72-4d4a-b91a-9905cb2f694d tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Pushing event updated for resources: {'Subnet': ['ID=b0183480-34f3-4e7c-9820-4791f9e36b75,revision_number=0']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:32:25.613563 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b5f8a9-2f9a-455b-a67f-888a39e4a231 tempest-FloatingIPsAssociationNegativeTestJSON-287568005 tempest-FloatingIPsAssociationNegativeTestJSON-287568005-project] Pushing event deleted for resources: {'Port': ['ID=31941265-bb53-42be-8dfa-80c9e6ab6614,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:32:25.665488 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-4b116850-9796-46cd-b866-ec843084d4f6 tempest-PortsAdminExtendedAttrsTestJSON-1368894232 tempest-PortsAdminExtendedAttrsTestJSON-1368894232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2096010', 'neutron.services.segments.db._delete_segments_for_network-8728202734996'] for network, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:25.679816 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.segments.db [None req-4b116850-9796-46cd-b866-ec843084d4f6 tempest-PortsAdminExtendedAttrsTestJSON-1368894232 tempest-PortsAdminExtendedAttrsTestJSON-1368894232-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63e9769a-f143-4217-a311-460393e3c197']}} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:32:25.694633 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c3f5e457-4ef6-4a47-bad8-c0192f2f1d94 req-2635620d-1bb8-437f-a0d3-3869a6b03b13 service neutron] 10.222.0.18 "GET /v2.0/networks/78f1bdd6-a438-4e68-a059-5fadb7299624?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2426167 Jul 14 18:32:25.698053 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Device fc7adfc8-2429-4dd9-9c99-fafc5938bde8 up at agent hyperv_n-h2-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:32:25.701121 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.segments.db [None req-4b116850-9796-46cd-b866-ec843084d4f6 tempest-PortsAdminExtendedAttrsTestJSON-1368894232 tempest-PortsAdminExtendedAttrsTestJSON-1368894232-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3194d98-06d2-44e7-abbf-7b9c78aff5b9') {'for_net_delete': True} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:32:25.701555 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.segments.db [None req-4b116850-9796-46cd-b866-ec843084d4f6 tempest-PortsAdminExtendedAttrsTestJSON-1368894232 tempest-PortsAdminExtendedAttrsTestJSON-1368894232-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3194d98-06d2-44e7-abbf-7b9c78aff5b9') {} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:32:25.714088 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-4b116850-9796-46cd-b866-ec843084d4f6 tempest-PortsAdminExtendedAttrsTestJSON-1368894232 tempest-PortsAdminExtendedAttrsTestJSON-1368894232-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728202715275', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26296891'] for segment, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:25.745762 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-4b116850-9796-46cd-b866-ec843084d4f6 tempest-PortsAdminExtendedAttrsTestJSON-1368894232 tempest-PortsAdminExtendedAttrsTestJSON-1368894232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:25.777810 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b116850-9796-46cd-b866-ec843084d4f6 tempest-PortsAdminExtendedAttrsTestJSON-1368894232 tempest-PortsAdminExtendedAttrsTestJSON-1368894232-project] Releasing vlan 72 on physical network physnet1 to pool {{(pid=93916) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 18:32:25.778130 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-4b116850-9796-46cd-b866-ec843084d4f6 tempest-PortsAdminExtendedAttrsTestJSON-1368894232 tempest-PortsAdminExtendedAttrsTestJSON-1368894232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2682942'] for segment, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:25.778503 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c3f5e457-4ef6-4a47-bad8-c0192f2f1d94 req-b3414ead-1490-4b18-b11c-c5495f95cf42 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.165&port_id=bde076ee-01e0-4557-a5c2-1f9d433c2343 HTTP/1.1" status: 200 len: 217 time: 0.0596201 Jul 14 18:32:25.800184 n-d-800634-3 neutron-server[93916]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:32:25.800184 n-d-800634-3 neutron-server[93916]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:32:25.800184 n-d-800634-3 neutron-server[93916]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:32:25.800184 n-d-800634-3 neutron-server[93916]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:32:25.800184 n-d-800634-3 neutron-server[93916]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:32:25.800184 n-d-800634-3 neutron-server[93916]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:32:25.800184 n-d-800634-3 neutron-server[93916]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:32:25.800184 n-d-800634-3 neutron-server[93916]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:32:25.800184 n-d-800634-3 neutron-server[93916]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:32:25.800184 n-d-800634-3 neutron-server[93916]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:32:25.800184 n-d-800634-3 neutron-server[93916]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:32:25.800184 n-d-800634-3 neutron-server[93916]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:32:25.800184 n-d-800634-3 neutron-server[93916]: Traceback (most recent call last): Jul 14 18:32:25.800184 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 18:32:25.800184 n-d-800634-3 neutron-server[93916]: timer() Jul 14 18:32:25.800184 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 18:32:25.800184 n-d-800634-3 neutron-server[93916]: cb(*args, **kw) Jul 14 18:32:25.800184 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 18:32:25.800184 n-d-800634-3 neutron-server[93916]: return func(*args, **kwargs) Jul 14 18:32:25.800184 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 18:32:25.800184 n-d-800634-3 neutron-server[93916]: self._notify() Jul 14 18:32:25.800184 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 18:32:25.800184 n-d-800634-3 neutron-server[93916]: self.callback(batched_events) Jul 14 18:32:25.800184 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 18:32:25.800184 n-d-800634-3 neutron-server[93916]: event.method(event) Jul 14 18:32:25.800184 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 18:32:25.800184 n-d-800634-3 neutron-server[93916]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 18:32:25.800184 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 18:32:25.800184 n-d-800634-3 neutron-server[93916]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 18:32:25.800184 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 18:32:25.800184 n-d-800634-3 neutron-server[93916]: return f(self, *a, **k) Jul 14 18:32:25.800184 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 18:32:25.800184 n-d-800634-3 neutron-server[93916]: return self._get(url).json() Jul 14 18:32:25.800184 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 18:32:25.800184 n-d-800634-3 neutron-server[93916]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 18:32:25.800184 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 18:32:25.800184 n-d-800634-3 neutron-server[93916]: return self.request(url, 'GET', **kwargs) Jul 14 18:32:25.800184 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 18:32:25.800184 n-d-800634-3 neutron-server[93916]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 18:32:25.800184 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 18:32:25.800184 n-d-800634-3 neutron-server[93916]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 18:32:25.800184 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 18:32:25.800184 n-d-800634-3 neutron-server[93916]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 18:32:25.800184 n-d-800634-3 neutron-server[93916]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 18:32:25.835025 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f740b4bd-de72-4d4a-b91a-9905cb2f694d tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Checking segment: {'id': 'faaffe72-2bdb-44c5-9e6b-4ba4b7cd475a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '58bfa460-9196-4f8d-b469-18841049c621'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:32:25.835754 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f740b4bd-de72-4d4a-b91a-9905cb2f694d tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Network hostable DHCP agents. Network: 58bfa460-9196-4f8d-b469-18841049c621, hostable agents: ['028393c3-0576-4ebd-bca1-8ea8a148e1a2'], hosted agents: [] {{(pid=93915) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 18:32:25.845687 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-556e7feb-0084-4c46-a5fd-64c5bde3b080 req-62b5f8a9-2f9a-455b-a67f-888a39e4a231 tempest-FloatingIPsAssociationNegativeTestJSON-287568005 tempest-FloatingIPsAssociationNegativeTestJSON-287568005-project] Notify callbacks [] for floatingip, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:25.848617 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-556e7feb-0084-4c46-a5fd-64c5bde3b080 req-62b5f8a9-2f9a-455b-a67f-888a39e4a231 tempest-FloatingIPsAssociationNegativeTestJSON-287568005 tempest-FloatingIPsAssociationNegativeTestJSON-287568005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for floatingip, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:25.850174 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-556e7feb-0084-4c46-a5fd-64c5bde3b080 req-62b5f8a9-2f9a-455b-a67f-888a39e4a231 tempest-FloatingIPsAssociationNegativeTestJSON-287568005 tempest-FloatingIPsAssociationNegativeTestJSON-287568005-project] 10.222.0.16 "DELETE /v2.0/floatingips/c0fe1a33-d872-4408-8f7e-983adb71a4f1 HTTP/1.1" status: 204 len: 173 time: 2.2373931 Jul 14 18:32:25.893247 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e0d4ad-8057-4731-afd7-cba3d73619ba req-dbb05ce0-5e3d-4cbc-b1b1-27dae59f4e79 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:25.902066 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-2f4e3af3-e708-4ffd-a544-82d93a489d01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:25.902873 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e0d4ad-8057-4731-afd7-cba3d73619ba req-dbb05ce0-5e3d-4cbc-b1b1-27dae59f4e79 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:25.906555 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Provisioning complete for port fc7adfc8-2429-4dd9-9c99-fafc5938bde8 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:32:25.908352 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:25.910000 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e0d4ad-8057-4731-afd7-cba3d73619ba req-dbb05ce0-5e3d-4cbc-b1b1-27dae59f4e79 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:25.917475 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e0d4ad-8057-4731-afd7-cba3d73619ba req-dbb05ce0-5e3d-4cbc-b1b1-27dae59f4e79 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:25.924046 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e0d4ad-8057-4731-afd7-cba3d73619ba req-dbb05ce0-5e3d-4cbc-b1b1-27dae59f4e79 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:25.931640 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e0d4ad-8057-4731-afd7-cba3d73619ba req-dbb05ce0-5e3d-4cbc-b1b1-27dae59f4e79 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:25.938321 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e0d4ad-8057-4731-afd7-cba3d73619ba req-dbb05ce0-5e3d-4cbc-b1b1-27dae59f4e79 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:25.940501 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-68e0d4ad-8057-4731-afd7-cba3d73619ba req-dbb05ce0-5e3d-4cbc-b1b1-27dae59f4e79 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] 10.222.0.16 "GET /v2.0/ports?device_id=a4e0bc60-2fa3-47a3-a9ba-155133f4e67a HTTP/1.1" status: 200 len: 5430 time: 0.6106708 Jul 14 18:32:25.953066 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f5e457-4ef6-4a47-bad8-c0192f2f1d94 req-43262eb9-873c-47b0-88ae-51751d2b07c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:25.954863 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c3f5e457-4ef6-4a47-bad8-c0192f2f1d94 req-43262eb9-873c-47b0-88ae-51751d2b07c0 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c660d228-559a-45b8-a86f-7ab611e1e8ab HTTP/1.1" status: 200 len: 797 time: 0.1664703 Jul 14 18:32:25.960786 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f740b4bd-de72-4d4a-b91a-9905cb2f694d tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Network 58bfa460-9196-4f8d-b469-18841049c621 is scheduled to be hosted by DHCP agent 028393c3-0576-4ebd-bca1-8ea8a148e1a2 with binding_index 1 {{(pid=93915) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 18:32:26.001050 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [None req-f740b4bd-de72-4d4a-b91a-9905cb2f694d tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-3, 58bfa460-9196-4f8d-b469-18841049c621) {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:32:26.081866 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f740b4bd-de72-4d4a-b91a-9905cb2f694d tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:26.088101 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-f740b4bd-de72-4d4a-b91a-9905cb2f694d tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Notify callbacks [] for subnet, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:26.108731 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:26.116132 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2224d381-5222-4f61-a013-96044ee18630 None None] Network 58bfa460-9196-4f8d-b469-18841049c621 requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:32:26.220411 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-68e0d4ad-8057-4731-afd7-cba3d73619ba req-23fc8242-d12b-4cf0-b3c7-bca240a42f7e tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] 10.222.0.16 "GET /v2.0/security-groups?id=748fe4c5-70b9-4e07-b6fc-ddd56d9bbb08&id=1433845c-1171-43a4-b403-5201c1216c85&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2724724 Jul 14 18:32:26.257515 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-f740b4bd-de72-4d4a-b91a-9905cb2f694d tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5903683 Jul 14 18:32:26.263147 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 44806) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:32:26.270454 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-be2d9eac-28e7-4d01-80f8-9553aeb4d75d tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1620327759', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61'}, 'admin_state_up': False}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:32:26.280151 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] For port fc7adfc8-2429-4dd9-9c99-fafc5938bde8, host n-h2-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=fc7adfc8-2429-4dd9-9c99-fafc5938bde8,segment=NetworkSegment(48f07496-1654-4e70-864e-6d82e6081c18),segment_id=48f07496-1654-4e70-864e-6d82e6081c18)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:32:26.287776 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e324c388-2bb3-401d-a7a7-373392456b8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc7adfc8-2429-4dd9-9c99-fafc5938bde8'}] {{(pid=93917) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:32:26.288339 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-4b116850-9796-46cd-b866-ec843084d4f6 tempest-PortsAdminExtendedAttrsTestJSON-1368894232 tempest-PortsAdminExtendedAttrsTestJSON-1368894232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2096001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-930085'] for network, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:26.295624 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20b787f3c29eaa7aa2a4d648c725a2124c5ff39a8d793252f9d844495e14cf42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-877129c7-0dfb-4a13-b695-d3f74566281f" -d '{"events": [{"server_uuid": "e324c388-2bb3-401d-a7a7-373392456b8c", "name": "network-vif-plugged", "status": "completed", "tag": "fc7adfc8-2429-4dd9-9c99-fafc5938bde8"}]}' {{(pid=93917) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:32:26.298124 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-4b116850-9796-46cd-b866-ec843084d4f6 tempest-PortsAdminExtendedAttrsTestJSON-1368894232 tempest-PortsAdminExtendedAttrsTestJSON-1368894232-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598705'] for network, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:26.315044 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:26.315275 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-4b116850-9796-46cd-b866-ec843084d4f6 tempest-PortsAdminExtendedAttrsTestJSON-1368894232 tempest-PortsAdminExtendedAttrsTestJSON-1368894232-project] 10.222.0.16 "DELETE /v2.0/networks/63e9769a-f143-4217-a311-460393e3c197 HTTP/1.1" status: 204 len: 168 time: 0.9148104 Jul 14 18:32:26.351866 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f5e457-4ef6-4a47-bad8-c0192f2f1d94 req-846901a3-6d0b-4aae-9feb-fe807004ba35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:26.352067 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b116850-9796-46cd-b866-ec843084d4f6 tempest-PortsAdminExtendedAttrsTestJSON-1368894232 tempest-PortsAdminExtendedAttrsTestJSON-1368894232-project] Pushing event deleted for resources: {'Network': ['ID=63e9769a-f143-4217-a311-460393e3c197,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:32:26.357736 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c3f5e457-4ef6-4a47-bad8-c0192f2f1d94 req-846901a3-6d0b-4aae-9feb-fe807004ba35 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=78f1bdd6-a438-4e68-a059-5fadb7299624&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3812735 Jul 14 18:32:26.424643 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Pushing event updated for resources: {'Port': ['ID=fc7adfc8-2429-4dd9-9c99-fafc5938bde8,revision_number=7']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:32:26.510027 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-be2d9eac-28e7-4d01-80f8-9553aeb4d75d tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-571768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11104'] for router, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:26.519967 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e8e776-37d3-4fb7-8a6e-4e7465487240 req-873b77d8-59b8-422a-b783-350d12997bae tempest-ServerRescueTestJSON-1772516560 tempest-ServerRescueTestJSON-1772516560-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:26.521145 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-be2d9eac-28e7-4d01-80f8-9553aeb4d75d tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-571675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-930014', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-632314', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11129'] for router, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:26.531557 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-98e8e776-37d3-4fb7-8a6e-4e7465487240 req-873b77d8-59b8-422a-b783-350d12997bae tempest-ServerRescueTestJSON-1772516560 tempest-ServerRescueTestJSON-1772516560-project] 10.222.0.35 "GET /v2.0/networks?id=a07a7efb-fbbd-4029-ae94-a21a9cc093fe HTTP/1.1" status: 200 len: 810 time: 0.4989517 Jul 14 18:32:26.548000 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [req-98e8e776-37d3-4fb7-8a6e-4e7465487240 req-8560b059-da3a-4f6e-956f-f4bb3930c095 tempest-ServerRescueTestJSON-1772516560 tempest-ServerRescueTestJSON-1772516560-project] Request body: {'port': {'device_id': 'bd69d1f6-33e2-4cc0-ac5e-10c973fa7772', 'network_id': 'a07a7efb-fbbd-4029-ae94-a21a9cc093fe', 'admin_state_up': True, 'tenant_id': '0bc1eb2c7d374bba8f2892065ecabe00'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:32:26.575465 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365cdd0d-cc65-42dc-80e7-c3517aaff268 req-c646b2c6-1ab8-42f8-ba56-1c45dcba9c4d tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:26.595041 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-365cdd0d-cc65-42dc-80e7-c3517aaff268 req-c646b2c6-1ab8-42f8-ba56-1c45dcba9c4d tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] 10.222.0.16 "GET /v2.0/ports?device_id=e324c388-2bb3-401d-a7a7-373392456b8c HTTP/1.1" status: 200 len: 944 time: 0.4632802 Jul 14 18:32:26.669710 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-d72519e6-48c5-4bbf-ab2e-72fb81986cd9 req-23d73b64-2ee5-4c17-b671-8a4404bcbeea tempest-ServerRescueTestJSON-1772516560 tempest-ServerRescueTestJSON-1772516560-project] 10.222.0.16 "GET /v2.0/ports?device_id=bd69d1f6-33e2-4cc0-ac5e-10c973fa7772 HTTP/1.1" status: 200 len: 210 time: 0.1437984 Jul 14 18:32:26.781241 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-98e8e776-37d3-4fb7-8a6e-4e7465487240 req-8560b059-da3a-4f6e-956f-f4bb3930c095 tempest-ServerRescueTestJSON-1772516560 tempest-ServerRescueTestJSON-1772516560-project] Made reservation on behalf of 0bc1eb2c7d374bba8f2892065ecabe00 for: {'port': 1} {{(pid=93916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:32:26.790100 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-98e8e776-37d3-4fb7-8a6e-4e7465487240 req-8560b059-da3a-4f6e-956f-f4bb3930c095 tempest-ServerRescueTestJSON-1772516560 tempest-ServerRescueTestJSON-1772516560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:26.811131 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-be2d9eac-28e7-4d01-80f8-9553aeb4d75d tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:26.856755 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-133654c4-52b5-4235-aa29-dcead8317d54 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9222b97e-5d1c-54f8-ba97-82f172498e76-58bfa460-9196-4f8d-b469-18841049c621', 'network_id': '58bfa460-9196-4f8d-b469-18841049c621', 'tenant_id': '0ebb190564e94f1a9ee5db6089aa94ae', 'fixed_ips': [{'subnet_id': 'b0183480-34f3-4e7c-9820-4791f9e36b75'}]}} from n-d-800634-3. {{(pid=93917) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 18:32:26.857799 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-133654c4-52b5-4235-aa29-dcead8317d54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:26.948573 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 44816) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:32:26.982793 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-365cdd0d-cc65-42dc-80e7-c3517aaff268 req-da00318e-6284-40e7-a351-db3ed12e203f tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] 10.222.0.16 "GET /v2.0/security-groups?id=c6d2ae5e-7962-48ff-a84c-cacbd11fb04d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3868384 Jul 14 18:32:27.005683 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c3f5e457-4ef6-4a47-bad8-c0192f2f1d94 req-d047627e-348a-4db4-8985-8d80fcd7a81e service neutron] 10.222.0.18 "GET /v2.0/networks/78f1bdd6-a438-4e68-a059-5fadb7299624?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6296189 Jul 14 18:32:27.054961 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.db_base_plugin_common [req-98e8e776-37d3-4fb7-8a6e-4e7465487240 req-8560b059-da3a-4f6e-956f-f4bb3930c095 tempest-ServerRescueTestJSON-1772516560 tempest-ServerRescueTestJSON-1772516560-project] Allocated IP 172.20.0.6 (a07a7efb-fbbd-4029-ae94-a21a9cc093fe/14eba25d-eba8-416a-ad8f-196fda095a19/1fd6b8be-f225-43b0-9c24-e6932f2bd446) {{(pid=93916) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:32:27.137155 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 18:32:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3639ac4-93f2-4066-9462-bcab2d1b3bc9 x-openstack-request-id: req-e3639ac4-93f2-4066-9462-bcab2d1b3bc9 {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:32:27.137455 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e324c388-2bb3-401d-a7a7-373392456b8c", "name": "network-vif-plugged", "status": "completed", "tag": "fc7adfc8-2429-4dd9-9c99-fafc5938bde8", "code": 200}]} {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:32:27.137693 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e3639ac4-93f2-4066-9462-bcab2d1b3bc9 {{(pid=93917) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:32:27.138075 n-d-800634-3 neutron-server[93917]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e324c388-2bb3-401d-a7a7-373392456b8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc7adfc8-2429-4dd9-9c99-fafc5938bde8', 'code': 200} Jul 14 18:32:27.313010 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-be2d9eac-28e7-4d01-80f8-9553aeb4d75d tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-929996', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-571750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11395'] for router, precommit_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:27.314129 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.db_base_plugin_common [None req-133654c4-52b5-4235-aa29-dcead8317d54 None None] Allocated IP 172.20.0.2 (58bfa460-9196-4f8d-b469-18841049c621/b0183480-34f3-4e7c-9820-4791f9e36b75/8ad80721-c41a-4da5-89b3-f36dcfe52624) {{(pid=93917) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:32:27.394153 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-755faf27-e32b-4303-9dba-92461efd7b23 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b6d197a31e6f4239ace9bc1820d12e4f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4435396 Jul 14 18:32:27.397052 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 44826) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:32:27.427868 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c3f5e457-4ef6-4a47-bad8-c0192f2f1d94 req-12b8eb14-9be0-4396-98eb-983d58739d96 service neutron] 10.222.0.18 "GET /v2.0/networks/78f1bdd6-a438-4e68-a059-5fadb7299624?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4212406 Jul 14 18:32:27.485245 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c3f5e457-4ef6-4a47-bad8-c0192f2f1d94 req-d3af0f4b-7eb6-444a-98aa-2a684c0101b2 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.229&port_id=e8bede3a-ba0f-49a4-a4a8-71589e0aa2ba HTTP/1.1" status: 200 len: 217 time: 0.0496011 Jul 14 18:32:27.495571 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cca32e-2ce6-43f2-bcb0-9a05217823bb req-b1ab649d-8984-421e-8cde-c019b4a84fcc tempest-FloatingIPsAssociationNegativeTestJSON-287568005 tempest-FloatingIPsAssociationNegativeTestJSON-287568005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:27.502255 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-90cca32e-2ce6-43f2-bcb0-9a05217823bb req-b1ab649d-8984-421e-8cde-c019b4a84fcc tempest-FloatingIPsAssociationNegativeTestJSON-287568005 tempest-FloatingIPsAssociationNegativeTestJSON-287568005-project] 10.222.0.16 "GET /v2.0/ports?device_id=61b3cfc1-5300-43f6-a722-22ddf0737e84&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2112839 Jul 14 18:32:27.508328 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-98e8e776-37d3-4fb7-8a6e-4e7465487240 req-8560b059-da3a-4f6e-956f-f4bb3930c095 tempest-ServerRescueTestJSON-1772516560 tempest-ServerRescueTestJSON-1772516560-project] Notify callbacks [] for port, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:27.553808 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-133654c4-52b5-4235-aa29-dcead8317d54 None None] Notify callbacks [] for port, precommit_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:27.565353 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-133654c4-52b5-4235-aa29-dcead8317d54 None None] Transition to ACTIVE for port object 8ad80721-c41a-4da5-89b3-f36dcfe52624 will not be triggered until provisioned by entity L2. {{(pid=93917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:32:27.596101 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-90cca32e-2ce6-43f2-bcb0-9a05217823bb req-f9d21d0f-443b-4e66-8c82-edc8376d59fa tempest-FloatingIPsAssociationNegativeTestJSON-287568005 tempest-FloatingIPsAssociationNegativeTestJSON-287568005-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0918074 Jul 14 18:32:27.612711 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-133654c4-52b5-4235-aa29-dcead8317d54 None None] Transition to ACTIVE for port object 8ad80721-c41a-4da5-89b3-f36dcfe52624 will not be triggered until provisioned by entity DHCP. {{(pid=93917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:32:27.626130 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-133654c4-52b5-4235-aa29-dcead8317d54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804'] for port, after_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:27.694729 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133654c4-52b5-4235-aa29-dcead8317d54 None None] Pushing event updated for resources: {'Port': ['ID=8ad80721-c41a-4da5-89b3-f36dcfe52624,revision_number=1']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:32:27.718037 n-d-800634-3 neutron-server[93917]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-133654c4-52b5-4235-aa29-dcead8317d54 None None] Network 58bfa460-9196-4f8d-b469-18841049c621 is already hosted by enough agents. {{(pid=93917) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:32:27.722453 n-d-800634-3 neutron-server[93917]: DEBUG neutron.scheduler.base_scheduler [None req-133654c4-52b5-4235-aa29-dcead8317d54 None None] Resources bound (agent type, host, resource id): {{(pid=93917) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:32:27.732631 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-cf82bebe-1d0e-481a-a214-dcb345047ab3 req-1b968b86-3277-43f2-aace-87e68fc87a20 tempest-FloatingIPsAssociationNegativeTestJSON-287568005 tempest-FloatingIPsAssociationNegativeTestJSON-287568005-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0969589 Jul 14 18:32:27.740539 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f5e457-4ef6-4a47-bad8-c0192f2f1d94 req-cee2093e-ae8c-40e9-9294-239cf48c5bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:27.740539 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c3f5e457-4ef6-4a47-bad8-c0192f2f1d94 req-cee2093e-ae8c-40e9-9294-239cf48c5bd3 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c660d228-559a-45b8-a86f-7ab611e1e8ab HTTP/1.1" status: 200 len: 797 time: 0.2336290 Jul 14 18:32:27.741771 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-133654c4-52b5-4235-aa29-dcead8317d54 None None] Received port after_create {{(pid=93917) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:32:27.869021 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-133654c4-52b5-4235-aa29-dcead8317d54 None None] Attempting to bind port 8ad80721-c41a-4da5-89b3-f36dcfe52624 on host n-d-800634-3 for vnic_type normal with profile {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:32:27.870047 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-133654c4-52b5-4235-aa29-dcead8317d54 None None] Attempting to bind port 8ad80721-c41a-4da5-89b3-f36dcfe52624 by drivers openvswitch,hyperv on host n-d-800634-3 at level 0 using segments [{'id': 'faaffe72-2bdb-44c5-9e6b-4ba4b7cd475a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '58bfa460-9196-4f8d-b469-18841049c621'}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:32:27.870194 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-133654c4-52b5-4235-aa29-dcead8317d54 None None] Attempting to bind port 8ad80721-c41a-4da5-89b3-f36dcfe52624 on network 58bfa460-9196-4f8d-b469-18841049c621 {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:32:27.880623 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-133654c4-52b5-4235-aa29-dcead8317d54 None None] Checking agent: {'id': '01c19e91-a945-4e3c-94a6-c211e17c923e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 8, 23), 'started_at': datetime.datetime(2021, 7, 14, 18, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 18, 32, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 18:32:27.881066 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-133654c4-52b5-4235-aa29-dcead8317d54 None None] Checking segment: {'id': 'faaffe72-2bdb-44c5-9e6b-4ba4b7cd475a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '58bfa460-9196-4f8d-b469-18841049c621'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93917) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:32:27.881636 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-133654c4-52b5-4235-aa29-dcead8317d54 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:27.882140 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-133654c4-52b5-4235-aa29-dcead8317d54 None None] Bound using segment: {'id': 'faaffe72-2bdb-44c5-9e6b-4ba4b7cd475a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '58bfa460-9196-4f8d-b469-18841049c621'} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 18:32:27.882730 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-133654c4-52b5-4235-aa29-dcead8317d54 None None] Bound port: 8ad80721-c41a-4da5-89b3-f36dcfe52624, host: n-d-800634-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'faaffe72-2bdb-44c5-9e6b-4ba4b7cd475a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '58bfa460-9196-4f8d-b469-18841049c621'}}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 18:32:27.883202 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-133654c4-52b5-4235-aa29-dcead8317d54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:28.014938 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-133654c4-52b5-4235-aa29-dcead8317d54 None None] For port 8ad80721-c41a-4da5-89b3-f36dcfe52624, host n-d-800634-3, cleared binding levels {{(pid=93917) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:32:28.026334 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-133654c4-52b5-4235-aa29-dcead8317d54 None None] For port 8ad80721-c41a-4da5-89b3-f36dcfe52624, host n-d-800634-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=8ad80721-c41a-4da5-89b3-f36dcfe52624,segment=NetworkSegment(faaffe72-2bdb-44c5-9e6b-4ba4b7cd475a),segment_id=faaffe72-2bdb-44c5-9e6b-4ba4b7cd475a)] {{(pid=93917) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 18:32:28.038343 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-133654c4-52b5-4235-aa29-dcead8317d54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:28.047876 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-98e8e776-37d3-4fb7-8a6e-4e7465487240 req-8560b059-da3a-4f6e-956f-f4bb3930c095 tempest-ServerRescueTestJSON-1772516560 tempest-ServerRescueTestJSON-1772516560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:28.064796 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] get_ports_and_sgs() called for port_ids ['7e4ee43a-fa0e-40b2-866d-2126d59c6740'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 18:32:28.178330 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-98e8e776-37d3-4fb7-8a6e-4e7465487240 req-8560b059-da3a-4f6e-956f-f4bb3930c095 tempest-ServerRescueTestJSON-1772516560 tempest-ServerRescueTestJSON-1772516560-project] Network a07a7efb-fbbd-4029-ae94-a21a9cc093fe is already hosted by enough agents. {{(pid=93916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:32:28.188459 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [req-98e8e776-37d3-4fb7-8a6e-4e7465487240 req-8560b059-da3a-4f6e-956f-f4bb3930c095 tempest-ServerRescueTestJSON-1772516560 tempest-ServerRescueTestJSON-1772516560-project] Resources bound (agent type, host, resource id): {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:32:28.192107 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-be2d9eac-28e7-4d01-80f8-9553aeb4d75d tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Notify callbacks [] for router_gateway, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:28.199727 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.l3_dvrscheduler_db [req-98e8e776-37d3-4fb7-8a6e-4e7465487240 req-8560b059-da3a-4f6e-956f-f4bb3930c095 tempest-ServerRescueTestJSON-1772516560 tempest-ServerRescueTestJSON-1772516560-project] Received port after_create {{(pid=93916) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:32:28.257401 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133654c4-52b5-4235-aa29-dcead8317d54 None None] Pushing event updated for resources: {'Port': ['ID=8ad80721-c41a-4da5-89b3-f36dcfe52624,revision_number=2']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:32:28.258487 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e8e776-37d3-4fb7-8a6e-4e7465487240 req-8560b059-da3a-4f6e-956f-f4bb3930c095 tempest-ServerRescueTestJSON-1772516560 tempest-ServerRescueTestJSON-1772516560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:28.259154 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-98e8e776-37d3-4fb7-8a6e-4e7465487240 req-8560b059-da3a-4f6e-956f-f4bb3930c095 tempest-ServerRescueTestJSON-1772516560 tempest-ServerRescueTestJSON-1772516560-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:28.264007 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f5e457-4ef6-4a47-bad8-c0192f2f1d94 req-a4bcb469-63e9-45a9-8d24-e3a8fdfa3551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:28.265659 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c3f5e457-4ef6-4a47-bad8-c0192f2f1d94 req-a4bcb469-63e9-45a9-8d24-e3a8fdfa3551 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=78f1bdd6-a438-4e68-a059-5fadb7299624&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5179169 Jul 14 18:32:28.271743 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-be2d9eac-28e7-4d01-80f8-9553aeb4d75d tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:28.275855 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-acf5cb29-d000-41b5-afe0-2535d4244ffe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:28.282416 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8560b059-da3a-4f6e-956f-f4bb3930c095 tempest-ServerRescueTestJSON-1772516560 tempest-ServerRescueTestJSON-1772516560-project] Pushing event updated for resources: {'Port': ['ID=1fd6b8be-f225-43b0-9c24-e6932f2bd446,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:32:28.295957 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-98e8e776-37d3-4fb7-8a6e-4e7465487240 req-8560b059-da3a-4f6e-956f-f4bb3930c095 tempest-ServerRescueTestJSON-1772516560 tempest-ServerRescueTestJSON-1772516560-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7512405 Jul 14 18:32:28.311842 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [req-98e8e776-37d3-4fb7-8a6e-4e7465487240 req-6f57b044-d754-4fc3-94bd-3627aec64cfc service neutron] Request body: {'port': {'device_id': 'bd69d1f6-33e2-4cc0-ac5e-10c973fa7772', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800634-3'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:32:28.364386 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b980f2-fd2f-4140-881f-d68281bd1039 req-eeb64ee9-75a1-4d65-94d6-fad7a723b316 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:28.375584 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b980f2-fd2f-4140-881f-d68281bd1039 req-eeb64ee9-75a1-4d65-94d6-fad7a723b316 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:28.382004 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b980f2-fd2f-4140-881f-d68281bd1039 req-eeb64ee9-75a1-4d65-94d6-fad7a723b316 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:28.394809 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b980f2-fd2f-4140-881f-d68281bd1039 req-eeb64ee9-75a1-4d65-94d6-fad7a723b316 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:28.411602 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-98e8e776-37d3-4fb7-8a6e-4e7465487240 req-6f57b044-d754-4fc3-94bd-3627aec64cfc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:28.415921 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-acf5cb29-d000-41b5-afe0-2535d4244ffe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:28.449458 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b980f2-fd2f-4140-881f-d68281bd1039 req-eeb64ee9-75a1-4d65-94d6-fad7a723b316 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:28.460364 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b980f2-fd2f-4140-881f-d68281bd1039 req-eeb64ee9-75a1-4d65-94d6-fad7a723b316 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:28.469804 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b980f2-fd2f-4140-881f-d68281bd1039 req-eeb64ee9-75a1-4d65-94d6-fad7a723b316 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:28.487757 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b4b980f2-fd2f-4140-881f-d68281bd1039 req-eeb64ee9-75a1-4d65-94d6-fad7a723b316 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] 10.222.0.16 "GET /v2.0/ports?device_id=a4e0bc60-2fa3-47a3-a9ba-155133f4e67a HTTP/1.1" status: 200 len: 5430 time: 0.6817679 Jul 14 18:32:28.602757 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-acf5cb29-d000-41b5-afe0-2535d4244ffe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:28.606288 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-acf5cb29-d000-41b5-afe0-2535d4244ffe admin admin] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:28.610070 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-acf5cb29-d000-41b5-afe0-2535d4244ffe admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d3892e34-4106-4d3e-b388-bab6a3b3e9ca HTTP/1.1" status: 204 len: 168 time: 1.0810914 Jul 14 18:32:28.676472 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf5cb29-d000-41b5-afe0-2535d4244ffe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3892e34-4106-4d3e-b388-bab6a3b3e9ca,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:32:28.731431 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c3f5e457-4ef6-4a47-bad8-c0192f2f1d94 req-d023472e-3ce0-4a82-bd0f-9652b52f9673 service neutron] 10.222.0.18 "GET /v2.0/networks/78f1bdd6-a438-4e68-a059-5fadb7299624?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4555292 Jul 14 18:32:29.036507 n-d-800634-3 neutron-server[93916]: DEBUG neutron.notifiers.nova [req-98e8e776-37d3-4fb7-8a6e-4e7465487240 req-6f57b044-d754-4fc3-94bd-3627aec64cfc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1fd6b8be-f225-43b0-9c24-e6932f2bd446 {{(pid=93916) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 18:32:29.050357 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-98e8e776-37d3-4fb7-8a6e-4e7465487240 req-6f57b044-d754-4fc3-94bd-3627aec64cfc service neutron] Notify callbacks [] for port, precommit_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:29.082976 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.provisioning_blocks [req-98e8e776-37d3-4fb7-8a6e-4e7465487240 req-6f57b044-d754-4fc3-94bd-3627aec64cfc service neutron] Transition to ACTIVE for port object 1fd6b8be-f225-43b0-9c24-e6932f2bd446 will not be triggered until provisioned by entity L2. {{(pid=93916) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:32:29.091319 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-98e8e776-37d3-4fb7-8a6e-4e7465487240 req-6f57b044-d754-4fc3-94bd-3627aec64cfc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2684870'] for port, after_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:29.163441 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f57b044-d754-4fc3-94bd-3627aec64cfc service neutron] Pushing event updated for resources: {'Port': ['ID=1fd6b8be-f225-43b0-9c24-e6932f2bd446,revision_number=2']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:32:29.224697 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 44848) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:32:29.323158 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.managers [req-98e8e776-37d3-4fb7-8a6e-4e7465487240 req-6f57b044-d754-4fc3-94bd-3627aec64cfc service neutron] Attempting to bind port 1fd6b8be-f225-43b0-9c24-e6932f2bd446 on host n-h2-800634-3 for vnic_type normal with profile {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:32:29.323515 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.managers [req-98e8e776-37d3-4fb7-8a6e-4e7465487240 req-6f57b044-d754-4fc3-94bd-3627aec64cfc service neutron] Attempting to bind port 1fd6b8be-f225-43b0-9c24-e6932f2bd446 by drivers openvswitch,hyperv on host n-h2-800634-3 at level 0 using segments [{'id': '768a7052-80d5-49b9-a4ea-7454da09f867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'a07a7efb-fbbd-4029-ae94-a21a9cc093fe'}] {{(pid=93916) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:32:29.323842 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98e8e776-37d3-4fb7-8a6e-4e7465487240 req-6f57b044-d754-4fc3-94bd-3627aec64cfc service neutron] Attempting to bind port 1fd6b8be-f225-43b0-9c24-e6932f2bd446 on network a07a7efb-fbbd-4029-ae94-a21a9cc093fe {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:32:29.337634 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98e8e776-37d3-4fb7-8a6e-4e7465487240 req-6f57b044-d754-4fc3-94bd-3627aec64cfc service neutron] Port 1fd6b8be-f225-43b0-9c24-e6932f2bd446 on network a07a7efb-fbbd-4029-ae94-a21a9cc093fe not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-3 {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 18:32:29.338307 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98e8e776-37d3-4fb7-8a6e-4e7465487240 req-6f57b044-d754-4fc3-94bd-3627aec64cfc service neutron] Attempting to bind port 1fd6b8be-f225-43b0-9c24-e6932f2bd446 on network a07a7efb-fbbd-4029-ae94-a21a9cc093fe {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:32:29.343849 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-d4a7dc03-f61a-458f-ba6e-f2f19d5bb233 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=745f4fd781da4f4a80f80607b9d4a8eb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1178350 Jul 14 18:32:29.346472 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 44850) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:32:29.360376 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98e8e776-37d3-4fb7-8a6e-4e7465487240 req-6f57b044-d754-4fc3-94bd-3627aec64cfc service neutron] Checking agent: {'id': '08e36a6c-8d04-48f0-a644-f27680635246', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 15, 35), 'started_at': datetime.datetime(2021, 7, 14, 18, 15, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 18, 32, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 18:32:29.361202 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98e8e776-37d3-4fb7-8a6e-4e7465487240 req-6f57b044-d754-4fc3-94bd-3627aec64cfc service neutron] Checking segment: {'id': '768a7052-80d5-49b9-a4ea-7454da09f867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'a07a7efb-fbbd-4029-ae94-a21a9cc093fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93916) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:32:29.361829 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98e8e776-37d3-4fb7-8a6e-4e7465487240 req-6f57b044-d754-4fc3-94bd-3627aec64cfc service neutron] Bound using segment: {'id': '768a7052-80d5-49b9-a4ea-7454da09f867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'a07a7efb-fbbd-4029-ae94-a21a9cc093fe'} {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 18:32:29.362499 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.managers [req-98e8e776-37d3-4fb7-8a6e-4e7465487240 req-6f57b044-d754-4fc3-94bd-3627aec64cfc service neutron] Bound port: 1fd6b8be-f225-43b0-9c24-e6932f2bd446, host: n-h2-800634-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '768a7052-80d5-49b9-a4ea-7454da09f867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'a07a7efb-fbbd-4029-ae94-a21a9cc093fe'}}] {{(pid=93916) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 18:32:29.363088 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-98e8e776-37d3-4fb7-8a6e-4e7465487240 req-6f57b044-d754-4fc3-94bd-3627aec64cfc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:29.379372 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.db_base_plugin_common [None req-be2d9eac-28e7-4d01-80f8-9553aeb4d75d tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Allocated IP 172.25.1.144 (9200a437-e1de-4520-88f6-e68386523e61/5f47f848-4532-407a-a0e2-5690ade15fd0/51e000c4-9aaa-47bf-b1bd-73fdd9490f32) {{(pid=93915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:32:29.440662 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b4b980f2-fd2f-4140-881f-d68281bd1039 req-2e8d21c0-c30a-469e-b99b-e10d33a5e95e tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] 10.222.0.16 "GET /v2.0/security-groups?id=748fe4c5-70b9-4e07-b6fc-ddd56d9bbb08&id=1433845c-1171-43a4-b403-5201c1216c85&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.9519448 Jul 14 18:32:29.459728 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a028f64d-a4cd-49e5-961b-48e5b33b2239 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:29.528314 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db64d114-883c-4981-b116-cfe123a36e6c req-eba5683d-c98f-410e-b28a-ec0ebe93334e tempest-ServerRescueTestJSON-1772516560 tempest-ServerRescueTestJSON-1772516560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:29.535588 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd03a28f-0f62-4d35-8ff1-7380efaf7d2f None None] Network 58bfa460-9196-4f8d-b469-18841049c621 requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:32:29.536097 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-db64d114-883c-4981-b116-cfe123a36e6c req-eba5683d-c98f-410e-b28a-ec0ebe93334e tempest-ServerRescueTestJSON-1772516560 tempest-ServerRescueTestJSON-1772516560-project] 10.222.0.16 "GET /v2.0/ports?device_id=bd69d1f6-33e2-4cc0-ac5e-10c973fa7772 HTTP/1.1" status: 200 len: 931 time: 1.2674010 Jul 14 18:32:29.557670 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.db [req-98e8e776-37d3-4fb7-8a6e-4e7465487240 req-6f57b044-d754-4fc3-94bd-3627aec64cfc service neutron] For port 1fd6b8be-f225-43b0-9c24-e6932f2bd446, host n-h2-800634-3, cleared binding levels {{(pid=93916) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:32:29.561381 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a028f64d-a4cd-49e5-961b-48e5b33b2239 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:29.579305 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.db [req-98e8e776-37d3-4fb7-8a6e-4e7465487240 req-6f57b044-d754-4fc3-94bd-3627aec64cfc service neutron] For port 1fd6b8be-f225-43b0-9c24-e6932f2bd446, host n-h2-800634-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=1fd6b8be-f225-43b0-9c24-e6932f2bd446,segment=NetworkSegment(768a7052-80d5-49b9-a4ea-7454da09f867),segment_id=768a7052-80d5-49b9-a4ea-7454da09f867)] {{(pid=93916) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 18:32:29.592476 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-98e8e776-37d3-4fb7-8a6e-4e7465487240 req-6f57b044-d754-4fc3-94bd-3627aec64cfc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2684870'] for port, after_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:29.613655 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c3f5e457-4ef6-4a47-bad8-c0192f2f1d94 req-ea270737-7482-4034-b3c9-07144d667376 service neutron] 10.222.0.18 "GET /v2.0/networks/78f1bdd6-a438-4e68-a059-5fadb7299624?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8697555 Jul 14 18:32:29.630524 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-db64d114-883c-4981-b116-cfe123a36e6c req-b8915da5-ea5f-4cd0-9222-b67e385d7c6d tempest-ServerRescueTestJSON-1772516560 tempest-ServerRescueTestJSON-1772516560-project] 10.222.0.16 "GET /v2.0/security-groups?id=0ef5e3a0-eb15-4d38-952d-7e7d9baf772e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934074 Jul 14 18:32:29.691214 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-1763ce15-5a79-4301-8b17-57bb94200f5f None None] Provisioning for port 8ad80721-c41a-4da5-89b3-f36dcfe52624 completed by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:32:29.736170 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e8e776-37d3-4fb7-8a6e-4e7465487240 req-6f57b044-d754-4fc3-94bd-3627aec64cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:29.739024 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-98e8e776-37d3-4fb7-8a6e-4e7465487240 req-6f57b044-d754-4fc3-94bd-3627aec64cfc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:29.743273 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-98e8e776-37d3-4fb7-8a6e-4e7465487240 req-6f57b044-d754-4fc3-94bd-3627aec64cfc service neutron] 10.222.0.35 "PUT /v2.0/ports/1fd6b8be-f225-43b0-9c24-e6932f2bd446 HTTP/1.1" status: 200 len: 1091 time: 1.4381535 Jul 14 18:32:29.743966 n-d-800634-3 neutron-server[93916]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd69d1f6-33e2-4cc0-ac5e-10c973fa7772', 'tag': '1fd6b8be-f225-43b0-9c24-e6932f2bd446'}] {{(pid=93916) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:32:29.757452 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f803e150b363a7893830aa996ac27753fa25517c406ecd3536b7c2d4b26eeb9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b5a5e72-e7b2-49f4-9732-01e62b2b383b" -d '{"events": [{"name": "network-changed", "server_uuid": "bd69d1f6-33e2-4cc0-ac5e-10c973fa7772", "tag": "1fd6b8be-f225-43b0-9c24-e6932f2bd446"}]}' {{(pid=93916) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:32:29.796347 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c3f5e457-4ef6-4a47-bad8-c0192f2f1d94 req-aee8a0ba-b39b-4bba-ba33-40bd89a7c2ce service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=98e72a3e-3b4b-4cea-9e4f-1c80c632ced5 HTTP/1.1" status: 200 len: 217 time: 0.1592460 Jul 14 18:32:29.825265 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 8ad80721-c41a-4da5-89b3-f36dcfe52624 up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:32:29.905522 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-be2d9eac-28e7-4d01-80f8-9553aeb4d75d tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Notify callbacks [] for port, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:29.920868 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a028f64d-a4cd-49e5-961b-48e5b33b2239 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:29.925410 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a028f64d-a4cd-49e5-961b-48e5b33b2239 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:29.929570 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-a028f64d-a4cd-49e5-961b-48e5b33b2239 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/4dd45d9e-d7bd-47e2-9f5a-d3ab90f35b01 HTTP/1.1" status: 204 len: 168 time: 0.5818233 Jul 14 18:32:29.938040 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f57b044-d754-4fc3-94bd-3627aec64cfc service neutron] Pushing event updated for resources: {'Port': ['ID=1fd6b8be-f225-43b0-9c24-e6932f2bd446,revision_number=3']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:32:29.948671 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a028f64d-a4cd-49e5-961b-48e5b33b2239 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dd45d9e-d7bd-47e2-9f5a-d3ab90f35b01,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:32:29.994418 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e8e776-37d3-4fb7-8a6e-4e7465487240 req-faf94108-77ed-47e2-ad7e-4a2c5ce4d962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:29.997574 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-98e8e776-37d3-4fb7-8a6e-4e7465487240 req-faf94108-77ed-47e2-ad7e-4a2c5ce4d962 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0bc1eb2c7d374bba8f2892065ecabe00&device_id=bd69d1f6-33e2-4cc0-ac5e-10c973fa7772 HTTP/1.1" status: 200 len: 1094 time: 0.1673968 Jul 14 18:32:30.031359 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning for port 8ad80721-c41a-4da5-89b3-f36dcfe52624 completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:32:30.038327 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f5e457-4ef6-4a47-bad8-c0192f2f1d94 req-c6d9002a-d1c3-44f4-bc08-20f7784cff04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:30.039798 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c3f5e457-4ef6-4a47-bad8-c0192f2f1d94 req-c6d9002a-d1c3-44f4-bc08-20f7784cff04 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=19364ef1-51c6-4b67-ab09-76164da25c3f HTTP/1.1" status: 200 len: 797 time: 0.2403946 Jul 14 18:32:30.049994 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port 8ad80721-c41a-4da5-89b3-f36dcfe52624 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:32:30.052144 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:30.098022 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-98e8e776-37d3-4fb7-8a6e-4e7465487240 req-505f7954-8580-4b43-9c7b-c8fe40ecd3bb service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1fd6b8be-f225-43b0-9c24-e6932f2bd446 HTTP/1.1" status: 200 len: 217 time: 0.0909030 Jul 14 18:32:30.216809 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e8e776-37d3-4fb7-8a6e-4e7465487240 req-ccb81234-17e5-4144-902f-79a5fcef2f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:30.218224 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-98e8e776-37d3-4fb7-8a6e-4e7465487240 req-ccb81234-17e5-4144-902f-79a5fcef2f97 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=14eba25d-eba8-416a-ad8f-196fda095a19 HTTP/1.1" status: 200 len: 850 time: 0.1131337 Jul 14 18:32:30.284627 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-be2d9eac-28e7-4d01-80f8-9553aeb4d75d tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:30.295640 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:30.347123 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-98e8e776-37d3-4fb7-8a6e-4e7465487240 req-7aaa9d94-8423-494c-bf5e-6fe03abc2720 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a07a7efb-fbbd-4029-ae94-a21a9cc093fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1131277 Jul 14 18:32:30.348767 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 18:32:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aaed4559-1ba1-4c12-83fd-4826e81a072c x-openstack-request-id: req-aaed4559-1ba1-4c12-83fd-4826e81a072c {{(pid=93916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:32:30.349058 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd69d1f6-33e2-4cc0-ac5e-10c973fa7772", "tag": "1fd6b8be-f225-43b0-9c24-e6932f2bd446", "status": "completed", "code": 200}]} {{(pid=93916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:32:30.349323 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-aaed4559-1ba1-4c12-83fd-4826e81a072c {{(pid=93916) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:32:30.350041 n-d-800634-3 neutron-server[93916]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd69d1f6-33e2-4cc0-ac5e-10c973fa7772', 'tag': '1fd6b8be-f225-43b0-9c24-e6932f2bd446', 'status': 'completed', 'code': 200} Jul 14 18:32:30.392600 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] For port 8ad80721-c41a-4da5-89b3-f36dcfe52624, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=8ad80721-c41a-4da5-89b3-f36dcfe52624,segment=NetworkSegment(faaffe72-2bdb-44c5-9e6b-4ba4b7cd475a),segment_id=faaffe72-2bdb-44c5-9e6b-4ba4b7cd475a)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:32:30.402550 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:30.443000 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a908132c-4911-4ceb-925c-1550faea1ef8 req-520b7992-86f3-40eb-af1c-dab0b45dd67f tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:30.447077 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a908132c-4911-4ceb-925c-1550faea1ef8 req-520b7992-86f3-40eb-af1c-dab0b45dd67f tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] 10.222.0.16 "GET /v2.0/ports?device_id=e324c388-2bb3-401d-a7a7-373392456b8c HTTP/1.1" status: 200 len: 945 time: 0.4108028 Jul 14 18:32:30.459458 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be2d9eac-28e7-4d01-80f8-9553aeb4d75d tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Network 9200a437-e1de-4520-88f6-e68386523e61 is already hosted by enough agents. {{(pid=93915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:32:30.522441 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [None req-be2d9eac-28e7-4d01-80f8-9553aeb4d75d tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Resources bound (agent type, host, resource id): {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:32:30.535283 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be2d9eac-28e7-4d01-80f8-9553aeb4d75d tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Received port after_create {{(pid=93915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:32:30.593246 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Pushing event updated for resources: {'Port': ['ID=8ad80721-c41a-4da5-89b3-f36dcfe52624,revision_number=3']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:32:30.600583 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9068a5d0-c19e-4a30-9431-e9bb03d6acd6 None None] Provisioning complete for port 8ad80721-c41a-4da5-89b3-f36dcfe52624 triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:32:30.614351 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9068a5d0-c19e-4a30-9431-e9bb03d6acd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:30.634896 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a908132c-4911-4ceb-925c-1550faea1ef8 req-2c8393ba-17ec-462a-bbcd-07ac9ba833a3 tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] 10.222.0.16 "GET /v2.0/security-groups?id=c6d2ae5e-7962-48ff-a84c-cacbd11fb04d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1561911 Jul 14 18:32:30.634896 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2d9eac-28e7-4d01-80f8-9553aeb4d75d tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Pushing event updated for resources: {'Port': ['ID=51e000c4-9aaa-47bf-b1bd-73fdd9490f32,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:32:30.635471 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-98e8e776-37d3-4fb7-8a6e-4e7465487240 req-5fc45627-8aa0-4530-ab02-db18da2a99fc service neutron] 10.222.0.35 "GET /v2.0/networks/a07a7efb-fbbd-4029-ae94-a21a9cc093fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2771342 Jul 14 18:32:30.763213 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f5e457-4ef6-4a47-bad8-c0192f2f1d94 req-3ea39ba8-1248-4285-919a-e9ab9cae734e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:30.764821 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c3f5e457-4ef6-4a47-bad8-c0192f2f1d94 req-3ea39ba8-1248-4285-919a-e9ab9cae734e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=63a5555f-a22d-4515-8f3a-d708078edd37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.7112489 Jul 14 18:32:30.859015 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-98e8e776-37d3-4fb7-8a6e-4e7465487240 req-8aa4e46d-148c-4e9a-af36-bd150d2673ff service neutron] 10.222.0.35 "GET /v2.0/networks/a07a7efb-fbbd-4029-ae94-a21a9cc093fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2171688 Jul 14 18:32:31.013397 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656eb60d-786d-4b50-ac07-f8e766b3e18e req-a4f5e282-7ecc-480c-b717-d211209b080d tempest-FloatingIPsAssociationNegativeTestJSON-287568005 tempest-FloatingIPsAssociationNegativeTestJSON-287568005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:31.015033 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-656eb60d-786d-4b50-ac07-f8e766b3e18e req-a4f5e282-7ecc-480c-b717-d211209b080d tempest-FloatingIPsAssociationNegativeTestJSON-287568005 tempest-FloatingIPsAssociationNegativeTestJSON-287568005-project] 10.222.0.16 "GET /v2.0/ports?device_id=61b3cfc1-5300-43f6-a722-22ddf0737e84 HTTP/1.1" status: 200 len: 945 time: 0.4389999 Jul 14 18:32:31.029090 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c3f5e457-4ef6-4a47-bad8-c0192f2f1d94 req-8481af02-7094-4543-9bed-3b81ed57984c service neutron] 10.222.0.18 "GET /v2.0/networks/63a5555f-a22d-4515-8f3a-d708078edd37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2550168 Jul 14 18:32:31.106921 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5a5e72-e7b2-49f4-9732-01e62b2b383b req-4a901ab1-8d7e-42af-afbe-bfc91882f310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:31.110649 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-8b5a5e72-e7b2-49f4-9732-01e62b2b383b req-4a901ab1-8d7e-42af-afbe-bfc91882f310 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0bc1eb2c7d374bba8f2892065ecabe00&device_id=bd69d1f6-33e2-4cc0-ac5e-10c973fa7772 HTTP/1.1" status: 200 len: 1094 time: 0.1462834 Jul 14 18:32:31.322682 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5a5e72-e7b2-49f4-9732-01e62b2b383b req-4f13ed74-cb9a-4f1f-8ace-9bd4dde075bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:31.324557 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-8b5a5e72-e7b2-49f4-9732-01e62b2b383b req-4f13ed74-cb9a-4f1f-8ace-9bd4dde075bd service neutron] 10.222.0.35 "GET /v2.0/networks?id=a07a7efb-fbbd-4029-ae94-a21a9cc093fe HTTP/1.1" status: 200 len: 910 time: 0.2059948 Jul 14 18:32:31.395903 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-8b5a5e72-e7b2-49f4-9732-01e62b2b383b req-7d3043bc-6066-4468-b50e-b05bf6af408a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1fd6b8be-f225-43b0-9c24-e6932f2bd446 HTTP/1.1" status: 200 len: 217 time: 0.0611529 Jul 14 18:32:31.457436 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-656eb60d-786d-4b50-ac07-f8e766b3e18e req-439ae06e-e3f8-4890-b5e1-74c13a467797 tempest-FloatingIPsAssociationNegativeTestJSON-287568005 tempest-FloatingIPsAssociationNegativeTestJSON-287568005-project] 10.222.0.16 "GET /v2.0/security-groups?id=55afdc4e-3cfe-44ed-b273-2eb9fe1e39b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4312859 Jul 14 18:32:31.509123 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5a5e72-e7b2-49f4-9732-01e62b2b383b req-1d84c2a0-814f-456b-bbfc-e5d757171030 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:31.528717 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-8b5a5e72-e7b2-49f4-9732-01e62b2b383b req-1d84c2a0-814f-456b-bbfc-e5d757171030 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=14eba25d-eba8-416a-ad8f-196fda095a19 HTTP/1.1" status: 200 len: 850 time: 0.1261351 Jul 14 18:32:31.613043 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-be2d9eac-28e7-4d01-80f8-9553aeb4d75d tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Notify callbacks [] for router_gateway, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:31.670905 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-8b5a5e72-e7b2-49f4-9732-01e62b2b383b req-1cc15411-9b9c-45bb-82ae-8f772a0a7de6 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a07a7efb-fbbd-4029-ae94-a21a9cc093fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1326234 Jul 14 18:32:31.711923 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c3f5e457-4ef6-4a47-bad8-c0192f2f1d94 req-fa42dd1f-c310-4eb4-bb61-60be43fe6222 service neutron] 10.222.0.18 "GET /v2.0/networks/63a5555f-a22d-4515-8f3a-d708078edd37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6557450 Jul 14 18:32:31.780356 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 8ad80721-c41a-4da5-89b3-f36dcfe52624 up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:32:31.817794 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9472c656-3f33-49b3-8f64-627faa70f319 req-ae271775-7528-46ca-bc51-2a6658e15c39 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:31.823966 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9472c656-3f33-49b3-8f64-627faa70f319 req-ae271775-7528-46ca-bc51-2a6658e15c39 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:31.831009 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9472c656-3f33-49b3-8f64-627faa70f319 req-ae271775-7528-46ca-bc51-2a6658e15c39 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:31.836843 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9472c656-3f33-49b3-8f64-627faa70f319 req-ae271775-7528-46ca-bc51-2a6658e15c39 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:31.843406 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9472c656-3f33-49b3-8f64-627faa70f319 req-ae271775-7528-46ca-bc51-2a6658e15c39 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:31.847415 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-8b5a5e72-e7b2-49f4-9732-01e62b2b383b req-d4af86a5-9c56-49d1-9022-aff8334f3ed8 service neutron] 10.222.0.35 "GET /v2.0/networks/a07a7efb-fbbd-4029-ae94-a21a9cc093fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1688194 Jul 14 18:32:31.849747 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9472c656-3f33-49b3-8f64-627faa70f319 req-ae271775-7528-46ca-bc51-2a6658e15c39 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:31.856246 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9472c656-3f33-49b3-8f64-627faa70f319 req-ae271775-7528-46ca-bc51-2a6658e15c39 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:31.862126 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port 8ad80721-c41a-4da5-89b3-f36dcfe52624 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:32:31.862700 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:31.865028 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-9472c656-3f33-49b3-8f64-627faa70f319 req-ae271775-7528-46ca-bc51-2a6658e15c39 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] 10.222.0.16 "GET /v2.0/ports?device_id=a4e0bc60-2fa3-47a3-a9ba-155133f4e67a HTTP/1.1" status: 200 len: 5430 time: 0.5454068 Jul 14 18:32:31.875223 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c3f5e457-4ef6-4a47-bad8-c0192f2f1d94 req-8e17d89d-e08e-4aa0-bb9b-1ac470090bc6 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=0caf44dc-58df-4be6-8bff-86cf8aeccff9 HTTP/1.1" status: 200 len: 217 time: 0.1524687 Jul 14 18:32:31.919520 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f60aa3f-94f1-489c-a0a2-bb4a9e277bd5 req-130c7af5-5eac-4acf-9277-b541b61f5add tempest-FloatingIPsAssociationNegativeTestJSON-287568005 tempest-FloatingIPsAssociationNegativeTestJSON-287568005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:31.921194 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-5f60aa3f-94f1-489c-a0a2-bb4a9e277bd5 req-130c7af5-5eac-4acf-9277-b541b61f5add tempest-FloatingIPsAssociationNegativeTestJSON-287568005 tempest-FloatingIPsAssociationNegativeTestJSON-287568005-project] 10.222.0.18 "GET /v2.0/ports?device_id=61b3cfc1-5300-43f6-a722-22ddf0737e84 HTTP/1.1" status: 200 len: 945 time: 0.5818551 Jul 14 18:32:32.024232 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-8b5a5e72-e7b2-49f4-9732-01e62b2b383b req-ec0521da-2380-445c-90e7-8ebeed0f4b6b service neutron] 10.222.0.35 "GET /v2.0/networks/a07a7efb-fbbd-4029-ae94-a21a9cc093fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1695786 Jul 14 18:32:32.078650 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-9472c656-3f33-49b3-8f64-627faa70f319 req-0cfa2530-7563-489f-8f9d-528788148741 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] 10.222.0.16 "GET /v2.0/security-groups?id=748fe4c5-70b9-4e07-b6fc-ddd56d9bbb08&id=1433845c-1171-43a4-b403-5201c1216c85&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2123146 Jul 14 18:32:32.099471 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f5e457-4ef6-4a47-bad8-c0192f2f1d94 req-40659350-75d4-47a9-8216-33dc8a793bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:32.108256 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c3f5e457-4ef6-4a47-bad8-c0192f2f1d94 req-40659350-75d4-47a9-8216-33dc8a793bc2 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=19364ef1-51c6-4b67-ab09-76164da25c3f HTTP/1.1" status: 200 len: 797 time: 0.1859818 Jul 14 18:32:32.324434 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:32.536726 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-be2d9eac-28e7-4d01-80f8-9553aeb4d75d tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-571759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-930033'] for router, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:32.549966 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76999fc7-4320-4ce9-9f69-8b55eb481fd6 req-54769970-b2a1-49c7-8a6d-19463d4d4c6e tempest-ServerRescueTestJSON-1772516560 tempest-ServerRescueTestJSON-1772516560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:32.556853 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-76999fc7-4320-4ce9-9f69-8b55eb481fd6 req-54769970-b2a1-49c7-8a6d-19463d4d4c6e tempest-ServerRescueTestJSON-1772516560 tempest-ServerRescueTestJSON-1772516560-project] 10.222.0.16 "GET /v2.0/ports?device_id=bd69d1f6-33e2-4cc0-ac5e-10c973fa7772 HTTP/1.1" status: 200 len: 943 time: 0.8420923 Jul 14 18:32:32.559657 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 44914) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:32:32.707335 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-d7760070-ba9d-468b-ac26-ff3e35d50b71 tempest-RoutersTestDVR-664015627 tempest-RoutersTestDVR-664015627-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-810110211'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:32:32.724747 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-76999fc7-4320-4ce9-9f69-8b55eb481fd6 req-df2ae283-b7a4-434c-8707-64d5b1989891 tempest-ServerRescueTestJSON-1772516560 tempest-ServerRescueTestJSON-1772516560-project] 10.222.0.16 "GET /v2.0/security-groups?id=0ef5e3a0-eb15-4d38-952d-7e7d9baf772e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1669247 Jul 14 18:32:32.740389 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-d7760070-ba9d-468b-ac26-ff3e35d50b71 tempest-RoutersTestDVR-664015627 tempest-RoutersTestDVR-664015627-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-571768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11104'] for router, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:32.745090 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-d7760070-ba9d-468b-ac26-ff3e35d50b71 tempest-RoutersTestDVR-664015627 tempest-RoutersTestDVR-664015627-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-571675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-930014', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-632314', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11129'] for router, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:32.814431 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [req-5f60aa3f-94f1-489c-a0a2-bb4a9e277bd5 req-0b00be2b-481f-49f1-8a13-3683b87e43a2 tempest-FloatingIPsAssociationNegativeTestJSON-287568005 tempest-FloatingIPsAssociationNegativeTestJSON-287568005-project] Deleting port 39216298-4feb-4a60-89c4-45fb55679826 {{(pid=93915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:32:32.814681 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-5f60aa3f-94f1-489c-a0a2-bb4a9e277bd5 req-0b00be2b-481f-49f1-8a13-3683b87e43a2 tempest-FloatingIPsAssociationNegativeTestJSON-287568005 tempest-FloatingIPsAssociationNegativeTestJSON-287568005-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:32.819326 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f5e457-4ef6-4a47-bad8-c0192f2f1d94 req-8732c8cc-eaed-48cd-a91f-b4904b109c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:32.821021 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c3f5e457-4ef6-4a47-bad8-c0192f2f1d94 req-8732c8cc-eaed-48cd-a91f-b4904b109c72 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=63a5555f-a22d-4515-8f3a-d708078edd37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.6206801 Jul 14 18:32:32.828796 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-d7760070-ba9d-468b-ac26-ff3e35d50b71 tempest-RoutersTestDVR-664015627 tempest-RoutersTestDVR-664015627-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:32.834881 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-d7760070-ba9d-468b-ac26-ff3e35d50b71 tempest-RoutersTestDVR-664015627 tempest-RoutersTestDVR-664015627-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-571759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-930033'] for router, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:32.853935 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-d7760070-ba9d-468b-ac26-ff3e35d50b71 tempest-RoutersTestDVR-664015627 tempest-RoutersTestDVR-664015627-project-admin] Notify callbacks [] for router, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:32.857647 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.agents_db [None req-2ea07fb6-aa68-4671-8654-119d82b9f530 None None] Agent healthcheck: found 7 active agents {{(pid=93918) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 18:32:32.861816 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-d7760070-ba9d-468b-ac26-ff3e35d50b71 tempest-RoutersTestDVR-664015627 tempest-RoutersTestDVR-664015627-project-admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 728 time: 0.3001437 Jul 14 18:32:32.863252 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 44918) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:32:32.980493 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-bc218f37-1098-4bde-bcac-d8ece115abc9 tempest-RoutersTestDVR-664015627 tempest-RoutersTestDVR-664015627-project-admin] Notify callbacks [] for router, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:33.187483 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-bc218f37-1098-4bde-bcac-d8ece115abc9 tempest-RoutersTestDVR-664015627 tempest-RoutersTestDVR-664015627-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-571778', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11402'] for router, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:33.191496 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-bc218f37-1098-4bde-bcac-d8ece115abc9 tempest-RoutersTestDVR-664015627 tempest-RoutersTestDVR-664015627-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:33.279020 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-bc218f37-1098-4bde-bcac-d8ece115abc9 tempest-RoutersTestDVR-664015627 tempest-RoutersTestDVR-664015627-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-541202'] for router, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:33.280470 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc218f37-1098-4bde-bcac-d8ece115abc9 tempest-RoutersTestDVR-664015627 tempest-RoutersTestDVR-664015627-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 820a85d9-bb49-4b77-9814-17ef2c3173ca {{(pid=93916) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 18:32:33.303291 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-bc218f37-1098-4bde-bcac-d8ece115abc9 tempest-RoutersTestDVR-664015627 tempest-RoutersTestDVR-664015627-project-admin] Notify callbacks [] for router, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:33.306337 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-bc218f37-1098-4bde-bcac-d8ece115abc9 tempest-RoutersTestDVR-664015627 tempest-RoutersTestDVR-664015627-project-admin] 10.222.0.16 "DELETE /v2.0/routers/820a85d9-bb49-4b77-9814-17ef2c3173ca HTTP/1.1" status: 204 len: 168 time: 0.4412339 Jul 14 18:32:33.309420 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 44922) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:32:33.318961 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-828e13dd-f884-4bd4-b300-eb6cd3a4a105 tempest-RoutersTestDVR-664015627 tempest-RoutersTestDVR-664015627-project-admin] Request body: {'router': {'name': 'tempest-router-1908582105', 'distributed': False}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:32:33.368408 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-828e13dd-f884-4bd4-b300-eb6cd3a4a105 tempest-RoutersTestDVR-664015627 tempest-RoutersTestDVR-664015627-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-571768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11104'] for router, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:33.373465 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-828e13dd-f884-4bd4-b300-eb6cd3a4a105 tempest-RoutersTestDVR-664015627 tempest-RoutersTestDVR-664015627-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-571675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-930014', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-632314', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11129'] for router, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:33.401655 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce3adad-a287-4a93-a6f7-e9b961b2173c req-e7fc79a7-0b2e-4f7b-a416-f8be0b5e6ea2 tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:33.413544 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-0ce3adad-a287-4a93-a6f7-e9b961b2173c req-e7fc79a7-0b2e-4f7b-a416-f8be0b5e6ea2 tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] 10.222.0.16 "GET /v2.0/ports?device_id=e324c388-2bb3-401d-a7a7-373392456b8c HTTP/1.1" status: 200 len: 945 time: 0.8427339 Jul 14 18:32:33.489774 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-828e13dd-f884-4bd4-b300-eb6cd3a4a105 tempest-RoutersTestDVR-664015627 tempest-RoutersTestDVR-664015627-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:33.514227 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-828e13dd-f884-4bd4-b300-eb6cd3a4a105 tempest-RoutersTestDVR-664015627 tempest-RoutersTestDVR-664015627-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-571759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-930033'] for router, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:33.546027 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-828e13dd-f884-4bd4-b300-eb6cd3a4a105 tempest-RoutersTestDVR-664015627 tempest-RoutersTestDVR-664015627-project-admin] Notify callbacks [] for router, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:33.548418 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-828e13dd-f884-4bd4-b300-eb6cd3a4a105 tempest-RoutersTestDVR-664015627 tempest-RoutersTestDVR-664015627-project-admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.2368054 Jul 14 18:32:33.551174 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 44926) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:32:33.626062 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-0ce3adad-a287-4a93-a6f7-e9b961b2173c req-3fdb8462-d4c8-41d0-a1f6-a31b5c3640ea tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] 10.222.0.16 "GET /v2.0/security-groups?id=c6d2ae5e-7962-48ff-a84c-cacbd11fb04d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2107153 Jul 14 18:32:33.669785 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be2d9eac-28e7-4d01-80f8-9553aeb4d75d tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Router 38e05649-150f-401a-9e98-939da74e569e is scheduled to L3 agent 2c6eb27e-defb-4cca-9a24-381c7415e359 with binding_index 1 {{(pid=93915) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 18:32:33.706179 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-3a93436b-d1c3-49a9-b1f3-4f963afcd1f5 tempest-RoutersTestDVR-664015627 tempest-RoutersTestDVR-664015627-project-admin] Notify callbacks [] for router, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:33.719673 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-5f60aa3f-94f1-489c-a0a2-bb4a9e277bd5 req-0b00be2b-481f-49f1-8a13-3683b87e43a2 tempest-FloatingIPsAssociationNegativeTestJSON-287568005 tempest-FloatingIPsAssociationNegativeTestJSON-287568005-project] For port 39216298-4feb-4a60-89c4-45fb55679826, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=39216298-4feb-4a60-89c4-45fb55679826,segment=NetworkSegment(59ec8ce5-7b0e-4147-9aff-0079f6261139),segment_id=59ec8ce5-7b0e-4147-9aff-0079f6261139)] {{(pid=93915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:32:33.720290 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-5f60aa3f-94f1-489c-a0a2-bb4a9e277bd5 req-0b00be2b-481f-49f1-8a13-3683b87e43a2 tempest-FloatingIPsAssociationNegativeTestJSON-287568005 tempest-FloatingIPsAssociationNegativeTestJSON-287568005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:33.726799 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c3f5e457-4ef6-4a47-bad8-c0192f2f1d94 req-879c0e05-6bb3-4767-a978-cff09acd4100 service neutron] 10.222.0.18 "GET /v2.0/networks/63a5555f-a22d-4515-8f3a-d708078edd37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8849201 Jul 14 18:32:33.731171 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Device 1fd6b8be-f225-43b0-9c24-e6932f2bd446 details requested by agent hyperv_n-h2-800634-3 with host n-h2-800634-3 {{(pid=93917) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 18:32:33.914114 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] For port 1fd6b8be-f225-43b0-9c24-e6932f2bd446, host n-h2-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=1fd6b8be-f225-43b0-9c24-e6932f2bd446,segment=NetworkSegment(768a7052-80d5-49b9-a4ea-7454da09f867),segment_id=768a7052-80d5-49b9-a4ea-7454da09f867)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:32:33.937186 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Returning: {'device': '1fd6b8be-f225-43b0-9c24-e6932f2bd446', 'network_id': 'a07a7efb-fbbd-4029-ae94-a21a9cc093fe', 'port_id': '1fd6b8be-f225-43b0-9c24-e6932f2bd446', 'mac_address': 'fa:16:3e:c0:3e:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14eba25d-eba8-416a-ad8f-196fda095a19', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93917) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 18:32:33.940727 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [req-5f60aa3f-94f1-489c-a0a2-bb4a9e277bd5 req-0b00be2b-481f-49f1-8a13-3683b87e43a2 tempest-FloatingIPsAssociationNegativeTestJSON-287568005 tempest-FloatingIPsAssociationNegativeTestJSON-287568005-project] Calling delete_port for 39216298-4feb-4a60-89c4-45fb55679826 owned by compute:nova {{(pid=93915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:32:34.019661 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:34.036070 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89b724b-f6c1-4fbc-b4ac-332053f00750 req-3d6e776c-535d-4635-9d0e-dcb6f210f5fe tempest-ListServerFiltersTestJSON-1866458082 tempest-ListServerFiltersTestJSON-1866458082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:34.047891 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e89b724b-f6c1-4fbc-b4ac-332053f00750 req-3d6e776c-535d-4635-9d0e-dcb6f210f5fe tempest-ListServerFiltersTestJSON-1866458082 tempest-ListServerFiltersTestJSON-1866458082-project] 10.222.0.16 "GET /v2.0/ports?device_id=2eaad43e-3f6b-4451-b40e-a34e647e008a HTTP/1.1" status: 200 len: 946 time: 0.7703443 Jul 14 18:32:34.056606 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1fd6b8be-f225-43b0-9c24-e6932f2bd446 {{(pid=93917) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 18:32:34.114471 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] For port 1fd6b8be-f225-43b0-9c24-e6932f2bd446, host n-h2-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=1fd6b8be-f225-43b0-9c24-e6932f2bd446,segment=NetworkSegment(768a7052-80d5-49b9-a4ea-7454da09f867),segment_id=768a7052-80d5-49b9-a4ea-7454da09f867)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:32:34.125268 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:34.128518 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-3a93436b-d1c3-49a9-b1f3-4f963afcd1f5 tempest-RoutersTestDVR-664015627 tempest-RoutersTestDVR-664015627-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-571778', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11402'] for router, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:34.132872 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-3a93436b-d1c3-49a9-b1f3-4f963afcd1f5 tempest-RoutersTestDVR-664015627 tempest-RoutersTestDVR-664015627-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:34.185595 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Pushing event updated for resources: {'Port': ['ID=1fd6b8be-f225-43b0-9c24-e6932f2bd446,revision_number=4']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:32:34.235528 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abba319-e188-4212-8a98-0e1309929a2a req-1ead0970-41fb-44ef-bdaf-216960fc5528 tempest-ListServerFiltersTestJSON-1866458082 tempest-ListServerFiltersTestJSON-1866458082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:34.237788 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-7abba319-e188-4212-8a98-0e1309929a2a req-1ead0970-41fb-44ef-bdaf-216960fc5528 tempest-ListServerFiltersTestJSON-1866458082 tempest-ListServerFiltersTestJSON-1866458082-project] 10.222.0.18 "GET /v2.0/ports?device_id=2eaad43e-3f6b-4451-b40e-a34e647e008a HTTP/1.1" status: 200 len: 946 time: 0.3927236 Jul 14 18:32:34.260172 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-3a93436b-d1c3-49a9-b1f3-4f963afcd1f5 tempest-RoutersTestDVR-664015627 tempest-RoutersTestDVR-664015627-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-541202'] for router, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:34.261898 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a93436b-d1c3-49a9-b1f3-4f963afcd1f5 tempest-RoutersTestDVR-664015627 tempest-RoutersTestDVR-664015627-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9350965d-3245-474e-b9c6-30b51b3d9b27 {{(pid=93916) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 18:32:34.268989 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-3a93436b-d1c3-49a9-b1f3-4f963afcd1f5 tempest-RoutersTestDVR-664015627 tempest-RoutersTestDVR-664015627-project-admin] Notify callbacks [] for router, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:34.275401 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-3a93436b-d1c3-49a9-b1f3-4f963afcd1f5 tempest-RoutersTestDVR-664015627 tempest-RoutersTestDVR-664015627-project-admin] 10.222.0.16 "DELETE /v2.0/routers/9350965d-3245-474e-b9c6-30b51b3d9b27 HTTP/1.1" status: 204 len: 168 time: 0.7176826 Jul 14 18:32:34.277639 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 44930) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:32:34.293793 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e89b724b-f6c1-4fbc-b4ac-332053f00750 req-f2efab8b-7a3d-4a3e-85d9-f37db6af0293 tempest-ListServerFiltersTestJSON-1866458082 tempest-ListServerFiltersTestJSON-1866458082-project] 10.222.0.16 "GET /v2.0/security-groups?id=cc0cb72e-0ac6-4b37-b329-257cd4e8c60f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2446814 Jul 14 18:32:34.311349 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-59b0d202-5ea5-45da-9f68-0b0e138f5c3b tempest-RoutersTestDVR-664015627 tempest-RoutersTestDVR-664015627-project-admin] Request body: {'router': {'name': 'tempest-router-265492102', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': 'db70bd4d5850464dba29bb2d42387b07'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:32:34.395378 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c3f5e457-4ef6-4a47-bad8-c0192f2f1d94 req-a9ebfa39-1178-4caa-a6e6-277f66115aea service neutron] 10.222.0.18 "GET /v2.0/networks/63a5555f-a22d-4515-8f3a-d708078edd37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6536717 Jul 14 18:32:34.398248 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be2d9eac-28e7-4d01-80f8-9553aeb4d75d tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Notify agent at l3_agent.n-d-800634-3 the message routers_updated {{(pid=93915) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 18:32:34.413185 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fbcbd60-6237-4714-827f-c8f7e3fce299 None None] Sync routers for ids ['38e05649-150f-401a-9e98-939da74e569e'] in n-d-800634-3 {{(pid=93918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 18:32:34.429286 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [req-7abba319-e188-4212-8a98-0e1309929a2a req-c5340771-3c0b-4229-a84f-ffec41f6c2b9 tempest-ListServerFiltersTestJSON-1866458082 tempest-ListServerFiltersTestJSON-1866458082-project] Deleting port 386ebf05-1536-4dcb-a586-ad08f3af8f4a {{(pid=93916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:32:34.430009 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-7abba319-e188-4212-8a98-0e1309929a2a req-c5340771-3c0b-4229-a84f-ffec41f6c2b9 tempest-ListServerFiltersTestJSON-1866458082 tempest-ListServerFiltersTestJSON-1866458082-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:34.443201 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fbcbd60-6237-4714-827f-c8f7e3fce299 None None] Routers {'38e05649-150f-401a-9e98-939da74e569e'} bound to L3 agent in host n-d-800634-3 {{(pid=93918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:32:34.443855 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-5fbcbd60-6237-4714-827f-c8f7e3fce299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:32:23Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['38e05649-150f-401a-9e98-939da74e569e'], 'active': True} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:32:34.467540 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] get_ports_and_sgs() called for port_ids ['1fd6b8be-f225-43b0-9c24-e6932f2bd446'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 18:32:34.490176 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-5fbcbd60-6237-4714-827f-c8f7e3fce299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-3', False) {} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:32:34.497141 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdb6923-fe1c-4fe4-91ed-7d84e19a63a8 req-1189b69d-b3ab-439d-8ebf-0d2408be3081 tempest-FloatingIPsAssociationNegativeTestJSON-287568005 tempest-FloatingIPsAssociationNegativeTestJSON-287568005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:34.499676 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fbcbd60-6237-4714-827f-c8f7e3fce299 None None] Routers {'38e05649-150f-401a-9e98-939da74e569e'} bound to L3 agent in host n-d-800634-3 {{(pid=93918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:32:34.500557 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-5fbcbd60-6237-4714-827f-c8f7e3fce299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:32:23Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['38e05649-150f-401a-9e98-939da74e569e'], 'active': True} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:32:34.537613 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-5fbcbd60-6237-4714-827f-c8f7e3fce299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-3', False) {} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:32:34.538553 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fbcbd60-6237-4714-827f-c8f7e3fce299 None None] The sync data for ids ['38e05649-150f-401a-9e98-939da74e569e'] in n-d-800634-3 is: [] {{(pid=93918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 18:32:34.555519 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-1bdb6923-fe1c-4fe4-91ed-7d84e19a63a8 req-1189b69d-b3ab-439d-8ebf-0d2408be3081 tempest-FloatingIPsAssociationNegativeTestJSON-287568005 tempest-FloatingIPsAssociationNegativeTestJSON-287568005-project] 10.222.0.16 "GET /v2.0/ports?device_id=61b3cfc1-5300-43f6-a722-22ddf0737e84 HTTP/1.1" status: 200 len: 945 time: 0.5337291 Jul 14 18:32:34.558836 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-59b0d202-5ea5-45da-9f68-0b0e138f5c3b tempest-RoutersTestDVR-664015627 tempest-RoutersTestDVR-664015627-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-571768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11104'] for router, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:34.560556 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-59b0d202-5ea5-45da-9f68-0b0e138f5c3b tempest-RoutersTestDVR-664015627 tempest-RoutersTestDVR-664015627-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-571675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-930014', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-632314', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11129'] for router, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:34.598423 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.db [req-7abba319-e188-4212-8a98-0e1309929a2a req-c5340771-3c0b-4229-a84f-ffec41f6c2b9 tempest-ListServerFiltersTestJSON-1866458082 tempest-ListServerFiltersTestJSON-1866458082-project] For port 386ebf05-1536-4dcb-a586-ad08f3af8f4a, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=386ebf05-1536-4dcb-a586-ad08f3af8f4a,segment=NetworkSegment(19f00279-ca9c-462b-94d7-9624328caaf9),segment_id=19f00279-ca9c-462b-94d7-9624328caaf9)] {{(pid=93916) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:32:34.598825 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-7abba319-e188-4212-8a98-0e1309929a2a req-c5340771-3c0b-4229-a84f-ffec41f6c2b9 tempest-ListServerFiltersTestJSON-1866458082 tempest-ListServerFiltersTestJSON-1866458082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:34.618391 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [req-7abba319-e188-4212-8a98-0e1309929a2a req-c5340771-3c0b-4229-a84f-ffec41f6c2b9 tempest-ListServerFiltersTestJSON-1866458082 tempest-ListServerFiltersTestJSON-1866458082-project] Calling delete_port for 386ebf05-1536-4dcb-a586-ad08f3af8f4a owned by compute:nova {{(pid=93916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:32:34.728610 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-be2d9eac-28e7-4d01-80f8-9553aeb4d75d tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Notify callbacks [] for router, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:34.730498 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-be2d9eac-28e7-4d01-80f8-9553aeb4d75d tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 8.4652953 Jul 14 18:32:34.736736 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 44936) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:32:34.787830 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-1bdb6923-fe1c-4fe4-91ed-7d84e19a63a8 req-ed437af3-ba90-4909-864e-876912c0c213 tempest-FloatingIPsAssociationNegativeTestJSON-287568005 tempest-FloatingIPsAssociationNegativeTestJSON-287568005-project] 10.222.0.16 "GET /v2.0/security-groups?id=55afdc4e-3cfe-44ed-b273-2eb9fe1e39b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2309234 Jul 14 18:32:34.897214 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-59b0d202-5ea5-45da-9f68-0b0e138f5c3b tempest-RoutersTestDVR-664015627 tempest-RoutersTestDVR-664015627-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:34.908255 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-7abba319-e188-4212-8a98-0e1309929a2a req-c5340771-3c0b-4229-a84f-ffec41f6c2b9 tempest-ListServerFiltersTestJSON-1866458082 tempest-ListServerFiltersTestJSON-1866458082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:34.915158 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-59b0d202-5ea5-45da-9f68-0b0e138f5c3b tempest-RoutersTestDVR-664015627 tempest-RoutersTestDVR-664015627-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-571759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-930033'] for router, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:34.923643 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] get_ports_and_sgs() called for port_ids ['32d16ffa-b3ff-4829-a03d-54023eb47d94', '386ebf05-1536-4dcb-a586-ad08f3af8f4a'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 18:32:34.956386 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5340771-3c0b-4229-a84f-ffec41f6c2b9 tempest-ListServerFiltersTestJSON-1866458082 tempest-ListServerFiltersTestJSON-1866458082-project] Pushing event deleted for resources: {'Port': ['ID=386ebf05-1536-4dcb-a586-ad08f3af8f4a,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:32:34.980493 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-5f60aa3f-94f1-489c-a0a2-bb4a9e277bd5 req-0b00be2b-481f-49f1-8a13-3683b87e43a2 tempest-FloatingIPsAssociationNegativeTestJSON-287568005 tempest-FloatingIPsAssociationNegativeTestJSON-287568005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:35.035149 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-59b0d202-5ea5-45da-9f68-0b0e138f5c3b tempest-RoutersTestDVR-664015627 tempest-RoutersTestDVR-664015627-project-admin] Notify callbacks [] for router, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:35.039856 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-59b0d202-5ea5-45da-9f68-0b0e138f5c3b tempest-RoutersTestDVR-664015627 tempest-RoutersTestDVR-664015627-project-admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.7446735 Jul 14 18:32:35.048013 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 44938) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:32:35.052967 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-f1a66feb-8605-4646-bf54-4a28ad53a1ca tempest-RoutersTestDVR-664015627 tempest-RoutersTestDVR-664015627-project-admin] Request body: {'router': {'distributed': True}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:32:35.077650 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.l3_dvrscheduler_db [req-7abba319-e188-4212-8a98-0e1309929a2a req-c5340771-3c0b-4229-a84f-ffec41f6c2b9 tempest-ListServerFiltersTestJSON-1866458082 tempest-ListServerFiltersTestJSON-1866458082-project] No DVR routers for this DVR port 386ebf05-1536-4dcb-a586-ad08f3af8f4a on host n-h1-800634-3 {{(pid=93916) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 18:32:35.091228 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b00be2b-481f-49f1-8a13-3683b87e43a2 tempest-FloatingIPsAssociationNegativeTestJSON-287568005 tempest-FloatingIPsAssociationNegativeTestJSON-287568005-project] Pushing event deleted for resources: {'Port': ['ID=39216298-4feb-4a60-89c4-45fb55679826,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:32:35.154774 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105e0348-2d49-4bdc-a829-26e85204c4c4 req-1440810c-9861-4c93-a581-ab81ed9d9aac tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:35.161745 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105e0348-2d49-4bdc-a829-26e85204c4c4 req-1440810c-9861-4c93-a581-ab81ed9d9aac tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:35.168888 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105e0348-2d49-4bdc-a829-26e85204c4c4 req-1440810c-9861-4c93-a581-ab81ed9d9aac tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:35.175132 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105e0348-2d49-4bdc-a829-26e85204c4c4 req-1440810c-9861-4c93-a581-ab81ed9d9aac tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:35.181796 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105e0348-2d49-4bdc-a829-26e85204c4c4 req-1440810c-9861-4c93-a581-ab81ed9d9aac tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:35.189219 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105e0348-2d49-4bdc-a829-26e85204c4c4 req-1440810c-9861-4c93-a581-ab81ed9d9aac tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:35.195670 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105e0348-2d49-4bdc-a829-26e85204c4c4 req-1440810c-9861-4c93-a581-ab81ed9d9aac tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:35.207468 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-105e0348-2d49-4bdc-a829-26e85204c4c4 req-1440810c-9861-4c93-a581-ab81ed9d9aac tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] 10.222.0.16 "GET /v2.0/ports?device_id=a4e0bc60-2fa3-47a3-a9ba-155133f4e67a HTTP/1.1" status: 200 len: 5430 time: 0.5578554 Jul 14 18:32:35.235116 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:35.268821 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4248fe07-a8f7-4054-b6e0-f822230c2a69 req-7b87ce56-4458-4444-a672-53d79bb37546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:35.269482 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4248fe07-a8f7-4054-b6e0-f822230c2a69 req-7b87ce56-4458-4444-a672-53d79bb37546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:35.270037 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4248fe07-a8f7-4054-b6e0-f822230c2a69 req-7b87ce56-4458-4444-a672-53d79bb37546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:35.270582 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4248fe07-a8f7-4054-b6e0-f822230c2a69 req-7b87ce56-4458-4444-a672-53d79bb37546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:35.271126 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4248fe07-a8f7-4054-b6e0-f822230c2a69 req-7b87ce56-4458-4444-a672-53d79bb37546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:35.271666 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4248fe07-a8f7-4054-b6e0-f822230c2a69 req-7b87ce56-4458-4444-a672-53d79bb37546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:35.272380 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4248fe07-a8f7-4054-b6e0-f822230c2a69 req-7b87ce56-4458-4444-a672-53d79bb37546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:35.274753 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-4248fe07-a8f7-4054-b6e0-f822230c2a69 req-7b87ce56-4458-4444-a672-53d79bb37546 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=362562baf49d424491e86fd541949698&device_id=a4e0bc60-2fa3-47a3-a9ba-155133f4e67a HTTP/1.1" status: 200 len: 6487 time: 0.6841145 Jul 14 18:32:35.346617 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f60aa3f-94f1-489c-a0a2-bb4a9e277bd5 req-0b00be2b-481f-49f1-8a13-3683b87e43a2 tempest-FloatingIPsAssociationNegativeTestJSON-287568005 tempest-FloatingIPsAssociationNegativeTestJSON-287568005-project] No DVR routers for this DVR port 39216298-4feb-4a60-89c4-45fb55679826 on host n-h1-800634-3 {{(pid=93915) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 18:32:35.354348 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] get_ports_and_sgs() called for port_ids ['9f5ee53e-226f-4c49-900b-17e2d4636d1f'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 18:32:35.359109 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device 39216298-4feb-4a60-89c4-45fb55679826 no longer exists at agent hyperv_n-h1-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 18:32:35.364455 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-5f60aa3f-94f1-489c-a0a2-bb4a9e277bd5 req-0b00be2b-481f-49f1-8a13-3683b87e43a2 tempest-FloatingIPsAssociationNegativeTestJSON-287568005 tempest-FloatingIPsAssociationNegativeTestJSON-287568005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:35.366891 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-5f60aa3f-94f1-489c-a0a2-bb4a9e277bd5 req-0b00be2b-481f-49f1-8a13-3683b87e43a2 tempest-FloatingIPsAssociationNegativeTestJSON-287568005 tempest-FloatingIPsAssociationNegativeTestJSON-287568005-project] 10.222.0.18 "DELETE /v2.0/ports/39216298-4feb-4a60-89c4-45fb55679826 HTTP/1.1" status: 204 len: 173 time: 3.4252007 Jul 14 18:32:35.411968 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61b3cfc1-5300-43f6-a722-22ddf0737e84', 'name': 'network-vif-deleted', 'tag': '39216298-4feb-4a60-89c4-45fb55679826'}] {{(pid=93915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:32:35.430932 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e72782ad3af8f7d4ce76cedf092bca46d1756acc5c4653cf0b52034cdd6b073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75557ae6-3eb0-4edd-8c2e-53ff78efb209" -d '{"events": [{"server_uuid": "61b3cfc1-5300-43f6-a722-22ddf0737e84", "name": "network-vif-deleted", "tag": "39216298-4feb-4a60-89c4-45fb55679826"}]}' {{(pid=93915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:32:35.430932 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-105e0348-2d49-4bdc-a829-26e85204c4c4 req-0854b849-1e2c-4578-855b-5cf763e5885f tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] 10.222.0.16 "GET /v2.0/security-groups?id=748fe4c5-70b9-4e07-b6fc-ddd56d9bbb08&id=1433845c-1171-43a4-b403-5201c1216c85&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2181916 Jul 14 18:32:35.472299 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] No Port match for: 39216298-4feb-4a60-89c4-45fb55679826 {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 18:32:35.472299 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device 39216298-4feb-4a60-89c4-45fb55679826 not bound to the agent host n-h1-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 18:32:35.540322 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ddc4ae-e741-4133-a363-837cfc7aef84 req-5033db2c-d521-4a07-a60b-54e3b35ec8e6 tempest-ServerRescueTestJSON-1772516560 tempest-ServerRescueTestJSON-1772516560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:35.550700 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b6ddc4ae-e741-4133-a363-837cfc7aef84 req-5033db2c-d521-4a07-a60b-54e3b35ec8e6 tempest-ServerRescueTestJSON-1772516560 tempest-ServerRescueTestJSON-1772516560-project] 10.222.0.16 "GET /v2.0/ports?device_id=bd69d1f6-33e2-4cc0-ac5e-10c973fa7772 HTTP/1.1" status: 200 len: 944 time: 0.6029606 Jul 14 18:32:35.665150 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-7abba319-e188-4212-8a98-0e1309929a2a req-c5340771-3c0b-4229-a84f-ffec41f6c2b9 tempest-ListServerFiltersTestJSON-1866458082 tempest-ListServerFiltersTestJSON-1866458082-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:35.698959 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b6ddc4ae-e741-4133-a363-837cfc7aef84 req-145f90a8-872e-4e43-b4eb-ac1113691ca9 tempest-ServerRescueTestJSON-1772516560 tempest-ServerRescueTestJSON-1772516560-project] 10.222.0.16 "GET /v2.0/security-groups?id=0ef5e3a0-eb15-4d38-952d-7e7d9baf772e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406024 Jul 14 18:32:35.712168 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-7abba319-e188-4212-8a98-0e1309929a2a req-c5340771-3c0b-4229-a84f-ffec41f6c2b9 tempest-ListServerFiltersTestJSON-1866458082 tempest-ListServerFiltersTestJSON-1866458082-project] 10.222.0.18 "DELETE /v2.0/ports/386ebf05-1536-4dcb-a586-ad08f3af8f4a HTTP/1.1" status: 204 len: 173 time: 1.4661493 Jul 14 18:32:35.717722 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4248fe07-a8f7-4054-b6e0-f822230c2a69 req-82e378cd-8f7d-4876-b7db-a5ab4166e89d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:35.720063 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-4248fe07-a8f7-4054-b6e0-f822230c2a69 req-82e378cd-8f7d-4876-b7db-a5ab4166e89d service neutron] 10.222.0.18 "GET /v2.0/networks?id=63a5555f-a22d-4515-8f3a-d708078edd37 HTTP/1.1" status: 200 len: 902 time: 0.4304068 Jul 14 18:32:35.722417 n-d-800634-3 neutron-server[93916]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2eaad43e-3f6b-4451-b40e-a34e647e008a', 'name': 'network-vif-deleted', 'tag': '386ebf05-1536-4dcb-a586-ad08f3af8f4a'}] {{(pid=93916) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:32:35.738405 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f803e150b363a7893830aa996ac27753fa25517c406ecd3536b7c2d4b26eeb9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a8bd430-a013-47cb-838b-5162493a9bf0" -d '{"events": [{"server_uuid": "2eaad43e-3f6b-4451-b40e-a34e647e008a", "name": "network-vif-deleted", "tag": "386ebf05-1536-4dcb-a586-ad08f3af8f4a"}]}' {{(pid=93916) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:32:35.782633 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Device 1fd6b8be-f225-43b0-9c24-e6932f2bd446 up at agent hyperv_n-h2-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:32:35.907075 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-4248fe07-a8f7-4054-b6e0-f822230c2a69 req-6b137336-53cf-4258-9ef1-d889ce2c4c45 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=98e72a3e-3b4b-4cea-9e4f-1c80c632ced5 HTTP/1.1" status: 200 len: 217 time: 0.1795771 Jul 14 18:32:35.956292 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Provisioning for port 1fd6b8be-f225-43b0-9c24-e6932f2bd446 completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:32:35.963211 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Provisioning complete for port 1fd6b8be-f225-43b0-9c24-e6932f2bd446 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:32:35.963766 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:36.070561 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-dd7ab88f-5ab6-4e57-8fb7-e562907d18f4 req-2a37aac3-3058-4bc5-a22f-835a99ae5873 tempest-ListServerFiltersTestJSON-1866458082 tempest-ListServerFiltersTestJSON-1866458082-project] 10.222.0.16 "GET /v2.0/ports?device_id=2eaad43e-3f6b-4451-b40e-a34e647e008a HTTP/1.1" status: 200 len: 210 time: 0.0539160 Jul 14 18:32:36.096503 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4248fe07-a8f7-4054-b6e0-f822230c2a69 req-383122cf-3e73-4543-81bb-e455e38c28f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:36.108205 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-4248fe07-a8f7-4054-b6e0-f822230c2a69 req-383122cf-3e73-4543-81bb-e455e38c28f4 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=19364ef1-51c6-4b67-ab09-76164da25c3f HTTP/1.1" status: 200 len: 797 time: 0.1657362 Jul 14 18:32:36.108791 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:36.156468 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] For port 1fd6b8be-f225-43b0-9c24-e6932f2bd446, host n-h2-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=1fd6b8be-f225-43b0-9c24-e6932f2bd446,segment=NetworkSegment(768a7052-80d5-49b9-a4ea-7454da09f867),segment_id=768a7052-80d5-49b9-a4ea-7454da09f867)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:32:36.157463 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd69d1f6-33e2-4cc0-ac5e-10c973fa7772', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fd6b8be-f225-43b0-9c24-e6932f2bd446'}] {{(pid=93917) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:32:36.162426 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20b787f3c29eaa7aa2a4d648c725a2124c5ff39a8d793252f9d844495e14cf42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-909e0690-cfb4-4256-9302-805914ca283c" -d '{"events": [{"server_uuid": "bd69d1f6-33e2-4cc0-ac5e-10c973fa7772", "name": "network-vif-plugged", "status": "completed", "tag": "1fd6b8be-f225-43b0-9c24-e6932f2bd446"}]}' {{(pid=93917) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:32:36.166534 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:36.183389 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 18:32:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a1149a8-2b1f-4b47-8ec9-37a84a607f84 x-openstack-request-id: req-7a1149a8-2b1f-4b47-8ec9-37a84a607f84 {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:32:36.183904 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61b3cfc1-5300-43f6-a722-22ddf0737e84", "name": "network-vif-deleted", "tag": "39216298-4feb-4a60-89c4-45fb55679826", "status": "completed", "code": 200}]} {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:32:36.184346 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7a1149a8-2b1f-4b47-8ec9-37a84a607f84 {{(pid=93915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:32:36.184913 n-d-800634-3 neutron-server[93915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61b3cfc1-5300-43f6-a722-22ddf0737e84', 'name': 'network-vif-deleted', 'tag': '39216298-4feb-4a60-89c4-45fb55679826', 'status': 'completed', 'code': 200} Jul 14 18:32:36.261441 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 18:32:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d97ce40-e289-4aec-9098-fd5bc06426c9 x-openstack-request-id: req-2d97ce40-e289-4aec-9098-fd5bc06426c9 {{(pid=93916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:32:36.265820 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2eaad43e-3f6b-4451-b40e-a34e647e008a", "name": "network-vif-deleted", "tag": "386ebf05-1536-4dcb-a586-ad08f3af8f4a", "status": "completed", "code": 200}]} {{(pid=93916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:32:36.266484 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Pushing event updated for resources: {'Port': ['ID=1fd6b8be-f225-43b0-9c24-e6932f2bd446,revision_number=5']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:32:36.266730 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2d97ce40-e289-4aec-9098-fd5bc06426c9 {{(pid=93916) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:32:36.267334 n-d-800634-3 neutron-server[93916]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2eaad43e-3f6b-4451-b40e-a34e647e008a', 'name': 'network-vif-deleted', 'tag': '386ebf05-1536-4dcb-a586-ad08f3af8f4a', 'status': 'completed', 'code': 200} Jul 14 18:32:36.325531 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec171ef1-db1b-493b-ae99-3b7b865a8789 req-a732bbfb-f86a-4375-98be-ec1844c13779 tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:36.327640 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ec171ef1-db1b-493b-ae99-3b7b865a8789 req-a732bbfb-f86a-4375-98be-ec1844c13779 tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] 10.222.0.16 "GET /v2.0/ports?device_id=e324c388-2bb3-401d-a7a7-373392456b8c HTTP/1.1" status: 200 len: 945 time: 0.5739169 Jul 14 18:32:36.329784 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4248fe07-a8f7-4054-b6e0-f822230c2a69 req-1175c68a-f763-426e-a3b6-91cea38cd8c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:36.331401 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-4248fe07-a8f7-4054-b6e0-f822230c2a69 req-1175c68a-f763-426e-a3b6-91cea38cd8c6 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=63a5555f-a22d-4515-8f3a-d708078edd37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2208359 Jul 14 18:32:36.376839 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-f1a66feb-8605-4646-bf54-4a28ad53a1ca tempest-RoutersTestDVR-664015627 tempest-RoutersTestDVR-664015627-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-929996', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-571750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11395'] for router, precommit_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:36.377138 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-f1a66feb-8605-4646-bf54-4a28ad53a1ca tempest-RoutersTestDVR-664015627 tempest-RoutersTestDVR-664015627-project-admin] Notify callbacks [] for router, before_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:36.462921 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ec171ef1-db1b-493b-ae99-3b7b865a8789 req-76203cda-5834-4340-8f82-03354f4cba50 tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] 10.222.0.16 "GET /v2.0/security-groups?id=c6d2ae5e-7962-48ff-a84c-cacbd11fb04d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1250465 Jul 14 18:32:36.486519 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-622a27a9-64ca-4b6f-82fe-3e4ff10c1424 req-204f5d47-ed95-4ca7-a5ce-e4d9403ea2e0 tempest-FloatingIPsAssociationNegativeTestJSON-287568005 tempest-FloatingIPsAssociationNegativeTestJSON-287568005-project] 10.222.0.16 "GET /v2.0/ports?device_id=61b3cfc1-5300-43f6-a722-22ddf0737e84 HTTP/1.1" status: 200 len: 210 time: 0.0387964 Jul 14 18:32:36.567293 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-f1a66feb-8605-4646-bf54-4a28ad53a1ca tempest-RoutersTestDVR-664015627 tempest-RoutersTestDVR-664015627-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=93916) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} Jul 14 18:32:36.569085 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-f1a66feb-8605-4646-bf54-4a28ad53a1ca tempest-RoutersTestDVR-664015627 tempest-RoutersTestDVR-664015627-project-admin] Router 5cec4915-bba5-41c9-bb6a-978bd8d159c8 migrating from provider to provider. {{(pid=93916) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} Jul 14 18:32:36.569585 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-f1a66feb-8605-4646-bf54-4a28ad53a1ca tempest-RoutersTestDVR-664015627 tempest-RoutersTestDVR-664015627-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:36.574403 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 18:32:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98bc7791-46a3-4132-8f0b-c43a32a3cf3f x-openstack-request-id: req-98bc7791-46a3-4132-8f0b-c43a32a3cf3f {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:32:36.574703 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd69d1f6-33e2-4cc0-ac5e-10c973fa7772", "name": "network-vif-plugged", "status": "completed", "tag": "1fd6b8be-f225-43b0-9c24-e6932f2bd446", "code": 200}]} {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:32:36.574962 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-98bc7791-46a3-4132-8f0b-c43a32a3cf3f {{(pid=93917) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:32:36.575374 n-d-800634-3 neutron-server[93917]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd69d1f6-33e2-4cc0-ac5e-10c973fa7772', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fd6b8be-f225-43b0-9c24-e6932f2bd446', 'code': 200} Jul 14 18:32:36.583549 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-f1a66feb-8605-4646-bf54-4a28ad53a1ca tempest-RoutersTestDVR-664015627 tempest-RoutersTestDVR-664015627-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:36.604877 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-4248fe07-a8f7-4054-b6e0-f822230c2a69 req-54e35ef6-316f-4493-bbd0-449ba72805d8 service neutron] 10.222.0.18 "GET /v2.0/networks/63a5555f-a22d-4515-8f3a-d708078edd37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2284052 Jul 14 18:32:36.695433 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-f1a66feb-8605-4646-bf54-4a28ad53a1ca tempest-RoutersTestDVR-664015627 tempest-RoutersTestDVR-664015627-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-930033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-929987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-930042', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-571805'] for router, after_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:36.822601 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-4248fe07-a8f7-4054-b6e0-f822230c2a69 req-13d69935-39c6-43a7-813b-efbeb13dc196 service neutron] 10.222.0.18 "GET /v2.0/networks/63a5555f-a22d-4515-8f3a-d708078edd37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2114842 Jul 14 18:32:36.839207 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5e0c0d-6189-4d60-9eab-ed9cb5980c7a req-c2e4fc78-fde5-48f7-9249-5290cd0d1746 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:36.845555 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5e0c0d-6189-4d60-9eab-ed9cb5980c7a req-c2e4fc78-fde5-48f7-9249-5290cd0d1746 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:36.851618 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5e0c0d-6189-4d60-9eab-ed9cb5980c7a req-c2e4fc78-fde5-48f7-9249-5290cd0d1746 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:36.858260 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5e0c0d-6189-4d60-9eab-ed9cb5980c7a req-c2e4fc78-fde5-48f7-9249-5290cd0d1746 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:36.864407 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5e0c0d-6189-4d60-9eab-ed9cb5980c7a req-c2e4fc78-fde5-48f7-9249-5290cd0d1746 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:36.878438 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5e0c0d-6189-4d60-9eab-ed9cb5980c7a req-c2e4fc78-fde5-48f7-9249-5290cd0d1746 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:36.896517 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5e0c0d-6189-4d60-9eab-ed9cb5980c7a req-c2e4fc78-fde5-48f7-9249-5290cd0d1746 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:36.906787 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2b5e0c0d-6189-4d60-9eab-ed9cb5980c7a req-c2e4fc78-fde5-48f7-9249-5290cd0d1746 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] 10.222.0.16 "GET /v2.0/ports?device_id=a4e0bc60-2fa3-47a3-a9ba-155133f4e67a HTTP/1.1" status: 200 len: 5430 time: 0.1814334 Jul 14 18:32:37.024068 n-d-800634-3 neutron-server[93916]: WARNING neutron.scheduler.l3_agent_scheduler [None req-f1a66feb-8605-4646-bf54-4a28ad53a1ca tempest-RoutersTestDVR-664015627 tempest-RoutersTestDVR-664015627-project-admin] No L3 agents can host the router 5cec4915-bba5-41c9-bb6a-978bd8d159c8 Jul 14 18:32:37.033297 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-4248fe07-a8f7-4054-b6e0-f822230c2a69 req-1e855226-8acb-4b26-917c-61b00590aff7 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b42b8927ef8d413ea3681e5f11e6bc61&device_id=61b3cfc1-5300-43f6-a722-22ddf0737e84 HTTP/1.1" status: 200 len: 210 time: 0.0335464 Jul 14 18:32:37.054923 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2b5e0c0d-6189-4d60-9eab-ed9cb5980c7a req-26c5891e-28c1-4958-8ca5-00c4d96d6826 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] 10.222.0.16 "GET /v2.0/security-groups?id=748fe4c5-70b9-4e07-b6fc-ddd56d9bbb08&id=1433845c-1171-43a4-b403-5201c1216c85&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1470883 Jul 14 18:32:37.089149 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740875da-2110-43d8-836f-e0960ef80684 req-208125cb-712e-449b-85d0-1cb0a6401037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:37.090685 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-740875da-2110-43d8-836f-e0960ef80684 req-208125cb-712e-449b-85d0-1cb0a6401037 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=bd69d1f6-33e2-4cc0-ac5e-10c973fa7772 HTTP/1.1" status: 200 len: 1096 time: 0.3776197 Jul 14 18:32:37.209997 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8089e1-ee3d-43f5-b741-3a835bd65d50 req-20a5df50-1d29-4749-ad31-35505e756365 tempest-ServerRescueTestJSON-1772516560 tempest-ServerRescueTestJSON-1772516560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:37.211583 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-9f8089e1-ee3d-43f5-b741-3a835bd65d50 req-20a5df50-1d29-4749-ad31-35505e756365 tempest-ServerRescueTestJSON-1772516560 tempest-ServerRescueTestJSON-1772516560-project] 10.222.0.16 "GET /v2.0/ports?device_id=bd69d1f6-33e2-4cc0-ac5e-10c973fa7772 HTTP/1.1" status: 200 len: 945 time: 0.2600758 Jul 14 18:32:37.289132 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4248fe07-a8f7-4054-b6e0-f822230c2a69 req-3d795395-66b4-40b8-9f90-ea8f6ae38e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:37.289629 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4248fe07-a8f7-4054-b6e0-f822230c2a69 req-3d795395-66b4-40b8-9f90-ea8f6ae38e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:37.290113 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4248fe07-a8f7-4054-b6e0-f822230c2a69 req-3d795395-66b4-40b8-9f90-ea8f6ae38e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:37.290658 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4248fe07-a8f7-4054-b6e0-f822230c2a69 req-3d795395-66b4-40b8-9f90-ea8f6ae38e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:37.291140 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4248fe07-a8f7-4054-b6e0-f822230c2a69 req-3d795395-66b4-40b8-9f90-ea8f6ae38e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:37.291743 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4248fe07-a8f7-4054-b6e0-f822230c2a69 req-3d795395-66b4-40b8-9f90-ea8f6ae38e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:37.292287 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4248fe07-a8f7-4054-b6e0-f822230c2a69 req-3d795395-66b4-40b8-9f90-ea8f6ae38e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:37.294243 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-4248fe07-a8f7-4054-b6e0-f822230c2a69 req-3d795395-66b4-40b8-9f90-ea8f6ae38e79 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=362562baf49d424491e86fd541949698&device_id=a4e0bc60-2fa3-47a3-a9ba-155133f4e67a HTTP/1.1" status: 200 len: 6487 time: 0.2081287 Jul 14 18:32:37.305663 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-9f8089e1-ee3d-43f5-b741-3a835bd65d50 req-16fdd4d1-d07f-4553-8c33-8dc7eb50dcef tempest-ServerRescueTestJSON-1772516560 tempest-ServerRescueTestJSON-1772516560-project] 10.222.0.16 "GET /v2.0/security-groups?id=0ef5e3a0-eb15-4d38-952d-7e7d9baf772e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764806 Jul 14 18:32:37.342301 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-740875da-2110-43d8-836f-e0960ef80684 req-022429fc-460b-4742-b21d-4e45b119109b service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=0ef5e3a0-eb15-4d38-952d-7e7d9baf772e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2369840 Jul 14 18:32:37.349203 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1a66feb-8605-4646-bf54-4a28ad53a1ca tempest-RoutersTestDVR-664015627 tempest-RoutersTestDVR-664015627-project-admin] Hosts for router 5cec4915-bba5-41c9-bb6a-978bd8d159c8: [] {{(pid=93916) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Jul 14 18:32:37.378942 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1a66feb-8605-4646-bf54-4a28ad53a1ca tempest-RoutersTestDVR-664015627 tempest-RoutersTestDVR-664015627-project-admin] Hosts for other DVR routers connected to router 5cec4915-bba5-41c9-bb6a-978bd8d159c8: set() {{(pid=93916) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Jul 14 18:32:37.387075 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-f1a66feb-8605-4646-bf54-4a28ad53a1ca tempest-RoutersTestDVR-664015627 tempest-RoutersTestDVR-664015627-project-admin] Notify callbacks [] for router, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:37.388331 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-f1a66feb-8605-4646-bf54-4a28ad53a1ca tempest-RoutersTestDVR-664015627 tempest-RoutersTestDVR-664015627-project-admin] 10.222.0.16 "PUT /v2.0/routers/5cec4915-bba5-41c9-bb6a-978bd8d159c8 HTTP/1.1" status: 200 len: 716 time: 2.3390963 Jul 14 18:32:37.390791 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-62078506-fb88-44fa-aa07-d45756492679 tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:37.392877 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 44970) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:32:37.519248 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 44974) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:32:37.522056 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-ccadb6b3-02b1-406f-894f-c2e54b15591b tempest-RoutersTestDVR-664015627 tempest-RoutersTestDVR-664015627-project-admin] 10.222.0.16 "GET /v2.0/routers/5cec4915-bba5-41c9-bb6a-978bd8d159c8 HTTP/1.1" status: 200 len: 716 time: 0.1280301 Jul 14 18:32:37.594002 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4248fe07-a8f7-4054-b6e0-f822230c2a69 req-92f3767c-2242-4c54-b8cb-d261fd544aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:37.613094 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-4248fe07-a8f7-4054-b6e0-f822230c2a69 req-92f3767c-2242-4c54-b8cb-d261fd544aa6 service neutron] 10.222.0.18 "GET /v2.0/networks?id=63a5555f-a22d-4515-8f3a-d708078edd37 HTTP/1.1" status: 200 len: 902 time: 0.2903500 Jul 14 18:32:37.704367 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-4248fe07-a8f7-4054-b6e0-f822230c2a69 req-db5271e0-25c7-4c9e-b652-3f624c1ef4f6 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=0caf44dc-58df-4be6-8bff-86cf8aeccff9 HTTP/1.1" status: 200 len: 217 time: 0.0900805 Jul 14 18:32:37.758346 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 44982) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:32:37.833780 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4248fe07-a8f7-4054-b6e0-f822230c2a69 req-5357ec58-6e24-40f3-9ad6-ab7aaa273c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:37.835758 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-4248fe07-a8f7-4054-b6e0-f822230c2a69 req-5357ec58-6e24-40f3-9ad6-ab7aaa273c49 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=19364ef1-51c6-4b67-ab09-76164da25c3f HTTP/1.1" status: 200 len: 797 time: 0.1246843 Jul 14 18:32:37.961100 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577a4c9b-893e-49f0-9e52-7d846eedc4cc req-2948ac26-ef5d-42e4-9cc2-bdcefd45516f tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:37.969092 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-577a4c9b-893e-49f0-9e52-7d846eedc4cc req-2948ac26-ef5d-42e4-9cc2-bdcefd45516f tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] 10.222.0.16 "GET /v2.0/ports?device_id=e324c388-2bb3-401d-a7a7-373392456b8c HTTP/1.1" status: 200 len: 945 time: 0.1954403 Jul 14 18:32:37.976059 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-9de16099-e64c-4b28-a6a1-1e56b5b36279 tempest-RoutersTestDVR-911709674 tempest-RoutersTestDVR-911709674-project] 10.222.0.16 "GET /v2.0/routers/5cec4915-bba5-41c9-bb6a-978bd8d159c8 HTTP/1.1" status: 200 len: 682 time: 0.4556925 Jul 14 18:32:37.982600 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 44984) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:32:38.025698 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-577a4c9b-893e-49f0-9e52-7d846eedc4cc req-1f4db41f-70e1-4efe-be26-e38952b8b526 tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] 10.222.0.16 "GET /v2.0/security-groups?id=c6d2ae5e-7962-48ff-a84c-cacbd11fb04d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554750 Jul 14 18:32:38.061620 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4248fe07-a8f7-4054-b6e0-f822230c2a69 req-0bfe347d-62dd-435f-884c-8eac089222cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:38.063155 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-4248fe07-a8f7-4054-b6e0-f822230c2a69 req-0bfe347d-62dd-435f-884c-8eac089222cd service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=63a5555f-a22d-4515-8f3a-d708078edd37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2161171 Jul 14 18:32:38.064904 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-2ef98ca6-0e9b-4f5c-9526-79b9becf4583 tempest-RoutersTestDVR-664015627 tempest-RoutersTestDVR-664015627-project-admin] Notify callbacks [] for router, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:38.078307 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df60553e-45fe-413d-912b-f79eef36eb00 req-928b528a-da1d-4e4f-9f62-01ab34169c34 tempest-ListServerFiltersTestJSON-1866458082 tempest-ListServerFiltersTestJSON-1866458082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:38.085750 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-df60553e-45fe-413d-912b-f79eef36eb00 req-928b528a-da1d-4e4f-9f62-01ab34169c34 tempest-ListServerFiltersTestJSON-1866458082 tempest-ListServerFiltersTestJSON-1866458082-project] 10.222.0.16 "GET /v2.0/ports?device_id=e2a64b76-b691-49f2-848c-53a35a198d40 HTTP/1.1" status: 200 len: 946 time: 0.1906865 Jul 14 18:32:38.199455 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.db_base_plugin_common [None req-62078506-fb88-44fa-aa07-d45756492679 tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Allocated IP 172.20.0.1 (58bfa460-9196-4f8d-b469-18841049c621/b0183480-34f3-4e7c-9820-4791f9e36b75/eb4d6aa4-7a5a-4031-95be-5493662a37cc) {{(pid=93916) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:32:38.242272 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-df60553e-45fe-413d-912b-f79eef36eb00 req-b3a00e0e-3f7c-4686-b4da-4ab4460742ef tempest-ListServerFiltersTestJSON-1866458082 tempest-ListServerFiltersTestJSON-1866458082-project] 10.222.0.16 "GET /v2.0/security-groups?id=cc0cb72e-0ac6-4b37-b329-257cd4e8c60f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380575 Jul 14 18:32:38.356444 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-2ef98ca6-0e9b-4f5c-9526-79b9becf4583 tempest-RoutersTestDVR-664015627 tempest-RoutersTestDVR-664015627-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-571778', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11402'] for router, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:38.361776 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-4248fe07-a8f7-4054-b6e0-f822230c2a69 req-d0e88d4f-c1c2-4c77-bf1e-3a203489461e service neutron] 10.222.0.18 "GET /v2.0/networks/63a5555f-a22d-4515-8f3a-d708078edd37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2607727 Jul 14 18:32:38.389299 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-2ef98ca6-0e9b-4f5c-9526-79b9becf4583 tempest-RoutersTestDVR-664015627 tempest-RoutersTestDVR-664015627-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:38.477067 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60b30da-9e06-46de-9432-8cac033ba069 req-e6a9b98c-9c86-4955-9456-990d5f94fb89 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:38.484636 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60b30da-9e06-46de-9432-8cac033ba069 req-e6a9b98c-9c86-4955-9456-990d5f94fb89 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:38.489992 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60b30da-9e06-46de-9432-8cac033ba069 req-e6a9b98c-9c86-4955-9456-990d5f94fb89 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:38.496190 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60b30da-9e06-46de-9432-8cac033ba069 req-e6a9b98c-9c86-4955-9456-990d5f94fb89 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:38.502352 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60b30da-9e06-46de-9432-8cac033ba069 req-e6a9b98c-9c86-4955-9456-990d5f94fb89 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:38.508533 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60b30da-9e06-46de-9432-8cac033ba069 req-e6a9b98c-9c86-4955-9456-990d5f94fb89 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:38.514566 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60b30da-9e06-46de-9432-8cac033ba069 req-e6a9b98c-9c86-4955-9456-990d5f94fb89 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:38.522443 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c60b30da-9e06-46de-9432-8cac033ba069 req-e6a9b98c-9c86-4955-9456-990d5f94fb89 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] 10.222.0.16 "GET /v2.0/ports?device_id=a4e0bc60-2fa3-47a3-a9ba-155133f4e67a HTTP/1.1" status: 200 len: 5430 time: 0.2789686 Jul 14 18:32:38.631237 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c60b30da-9e06-46de-9432-8cac033ba069 req-7708574d-ab45-48b9-936b-69f89fa21d00 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] 10.222.0.16 "GET /v2.0/security-groups?id=748fe4c5-70b9-4e07-b6fc-ddd56d9bbb08&id=1433845c-1171-43a4-b403-5201c1216c85&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1077700 Jul 14 18:32:38.671317 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-4248fe07-a8f7-4054-b6e0-f822230c2a69 req-584317d8-9957-4a53-9749-4675b9f6e17a service neutron] 10.222.0.18 "GET /v2.0/networks/63a5555f-a22d-4515-8f3a-d708078edd37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2891579 Jul 14 18:32:38.717395 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c6c7e9-b054-4415-9fcb-1dd7ce6898ec req-d71b6eb8-78af-4137-8991-9113e5f2f87d tempest-ServerRescueTestJSON-1772516560 tempest-ServerRescueTestJSON-1772516560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:38.719373 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-74c6c7e9-b054-4415-9fcb-1dd7ce6898ec req-d71b6eb8-78af-4137-8991-9113e5f2f87d tempest-ServerRescueTestJSON-1772516560 tempest-ServerRescueTestJSON-1772516560-project] 10.222.0.16 "GET /v2.0/ports?device_id=bd69d1f6-33e2-4cc0-ac5e-10c973fa7772 HTTP/1.1" status: 200 len: 945 time: 0.1882021 Jul 14 18:32:38.780111 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-74c6c7e9-b054-4415-9fcb-1dd7ce6898ec req-e3b7f7a3-0bba-4478-930c-3d943b3b542e tempest-ServerRescueTestJSON-1772516560 tempest-ServerRescueTestJSON-1772516560-project] 10.222.0.16 "GET /v2.0/security-groups?id=0ef5e3a0-eb15-4d38-952d-7e7d9baf772e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533051 Jul 14 18:32:38.791932 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-2ef98ca6-0e9b-4f5c-9526-79b9becf4583 tempest-RoutersTestDVR-664015627 tempest-RoutersTestDVR-664015627-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-541202'] for router, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:38.792547 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ef98ca6-0e9b-4f5c-9526-79b9becf4583 tempest-RoutersTestDVR-664015627 tempest-RoutersTestDVR-664015627-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 5cec4915-bba5-41c9-bb6a-978bd8d159c8 {{(pid=93916) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 18:32:38.802746 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-2ef98ca6-0e9b-4f5c-9526-79b9becf4583 tempest-RoutersTestDVR-664015627 tempest-RoutersTestDVR-664015627-project-admin] Notify callbacks [] for router, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:38.815852 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-2ef98ca6-0e9b-4f5c-9526-79b9becf4583 tempest-RoutersTestDVR-664015627 tempest-RoutersTestDVR-664015627-project-admin] 10.222.0.16 "DELETE /v2.0/routers/5cec4915-bba5-41c9-bb6a-978bd8d159c8 HTTP/1.1" status: 204 len: 168 time: 0.8182821 Jul 14 18:32:38.815852 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 44992) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:32:38.815852 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-589b82d9-e2fd-4fff-b3ce-46e08f0a68ce tempest-RoutersTestDVR-664015627 tempest-RoutersTestDVR-664015627-project-admin] Request body: {'router': {'name': 'tempest-router-2100335505', 'distributed': True}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:32:38.906087 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-62078506-fb88-44fa-aa07-d45756492679 tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Notify callbacks [] for port, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:38.927826 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-589b82d9-e2fd-4fff-b3ce-46e08f0a68ce tempest-RoutersTestDVR-664015627 tempest-RoutersTestDVR-664015627-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-571768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11104'] for router, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:38.929393 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-589b82d9-e2fd-4fff-b3ce-46e08f0a68ce tempest-RoutersTestDVR-664015627 tempest-RoutersTestDVR-664015627-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-571675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-930014', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-632314', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11129'] for router, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:38.947645 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.provisioning_blocks [None req-62078506-fb88-44fa-aa07-d45756492679 tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Transition to ACTIVE for port object eb4d6aa4-7a5a-4031-95be-5493662a37cc will not be triggered until provisioned by entity DHCP. {{(pid=93916) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:32:39.034576 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-589b82d9-e2fd-4fff-b3ce-46e08f0a68ce tempest-RoutersTestDVR-664015627 tempest-RoutersTestDVR-664015627-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:39.042930 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-589b82d9-e2fd-4fff-b3ce-46e08f0a68ce tempest-RoutersTestDVR-664015627 tempest-RoutersTestDVR-664015627-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-571759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-930033'] for router, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:39.072671 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-589b82d9-e2fd-4fff-b3ce-46e08f0a68ce tempest-RoutersTestDVR-664015627 tempest-RoutersTestDVR-664015627-project-admin] Notify callbacks [] for router, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:39.077459 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-589b82d9-e2fd-4fff-b3ce-46e08f0a68ce tempest-RoutersTestDVR-664015627 tempest-RoutersTestDVR-664015627-project-admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.2642419 Jul 14 18:32:39.084155 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 44998) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:32:39.152635 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-62078506-fb88-44fa-aa07-d45756492679 tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:39.339968 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62078506-fb88-44fa-aa07-d45756492679 tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Network 58bfa460-9196-4f8d-b469-18841049c621 is already hosted by enough agents. {{(pid=93916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:32:39.351395 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [None req-62078506-fb88-44fa-aa07-d45756492679 tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Resources bound (agent type, host, resource id): {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:32:39.365375 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-9059c687-2c99-4c08-90a9-67801ed8c21f tempest-RoutersTestDVR-664015627 tempest-RoutersTestDVR-664015627-project-admin] Notify callbacks [] for router, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:39.368929 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device 386ebf05-1536-4dcb-a586-ad08f3af8f4a no longer exists at agent hyperv_n-h1-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 18:32:39.376088 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62078506-fb88-44fa-aa07-d45756492679 tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Received port after_create {{(pid=93916) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:32:39.421587 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] No Port match for: 386ebf05-1536-4dcb-a586-ad08f3af8f4a {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 18:32:39.422298 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device 386ebf05-1536-4dcb-a586-ad08f3af8f4a not bound to the agent host n-h1-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 18:32:39.427331 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6587d3c5-db72-47d0-9cbb-61a3d05b6608 req-23f2b1fd-62ae-4acf-8b25-0a4686e498cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:39.428334 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6587d3c5-db72-47d0-9cbb-61a3d05b6608 req-23f2b1fd-62ae-4acf-8b25-0a4686e498cc service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0bc1eb2c7d374bba8f2892065ecabe00&device_id=bd69d1f6-33e2-4cc0-ac5e-10c973fa7772 HTTP/1.1" status: 200 len: 1096 time: 0.1688595 Jul 14 18:32:39.504763 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62078506-fb88-44fa-aa07-d45756492679 tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Pushing event updated for resources: {'Port': ['ID=eb4d6aa4-7a5a-4031-95be-5493662a37cc,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:32:39.563073 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-62078506-fb88-44fa-aa07-d45756492679 tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-930452'] for router_interface, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:39.567935 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-242b2695-5d2d-4bbe-b605-9f89a4256504 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-928623'] for router_interface, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:39.760844 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a22396-a075-4133-83a8-3e19f9195dbb req-10e48d6a-036d-4a26-8141-710691fa0ae7 tempest-ListServerFiltersTestJSON-1866458082 tempest-ListServerFiltersTestJSON-1866458082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:39.762166 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-a18c1a31-ff71-47ad-8dfa-ba8cb48a977c None None] Provisioning for port eb4d6aa4-7a5a-4031-95be-5493662a37cc completed by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:32:39.762645 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-a7a22396-a075-4133-83a8-3e19f9195dbb req-10e48d6a-036d-4a26-8141-710691fa0ae7 tempest-ListServerFiltersTestJSON-1866458082 tempest-ListServerFiltersTestJSON-1866458082-project] 10.222.0.35 "GET /v2.0/ports?device_id=e2a64b76-b691-49f2-848c-53a35a198d40 HTTP/1.1" status: 200 len: 946 time: 0.6720412 Jul 14 18:32:39.769914 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-a18c1a31-ff71-47ad-8dfa-ba8cb48a977c None None] Provisioning complete for port eb4d6aa4-7a5a-4031-95be-5493662a37cc triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:32:39.770266 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-9059c687-2c99-4c08-90a9-67801ed8c21f tempest-RoutersTestDVR-664015627 tempest-RoutersTestDVR-664015627-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-571778', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11402'] for router, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:39.772391 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-a18c1a31-ff71-47ad-8dfa-ba8cb48a977c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:39.785052 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-9059c687-2c99-4c08-90a9-67801ed8c21f tempest-RoutersTestDVR-664015627 tempest-RoutersTestDVR-664015627-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:39.830525 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-a18c1a31-ff71-47ad-8dfa-ba8cb48a977c None None] Port eb4d6aa4-7a5a-4031-95be-5493662a37cc cannot update to ACTIVE because it is not bound. {{(pid=93917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 18:32:39.857500 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f188531b-ddce-4f1d-8f0d-0b402b14bf24 req-e9fa9cda-d71b-49fa-9f1d-67cf30bff395 tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:39.864656 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f188531b-ddce-4f1d-8f0d-0b402b14bf24 req-e9fa9cda-d71b-49fa-9f1d-67cf30bff395 tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] 10.222.0.16 "GET /v2.0/ports?device_id=e324c388-2bb3-401d-a7a7-373392456b8c HTTP/1.1" status: 200 len: 945 time: 0.5687954 Jul 14 18:32:39.933443 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f188531b-ddce-4f1d-8f0d-0b402b14bf24 req-1838b845-6af7-4fea-b79c-076969a7feab tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] 10.222.0.16 "GET /v2.0/security-groups?id=c6d2ae5e-7962-48ff-a84c-cacbd11fb04d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660408 Jul 14 18:32:39.951758 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0912eb-7a0d-4762-ac92-e163ae2930df req-0a02f2e2-c539-4f1b-b237-5cd05a57e50f tempest-ServerRescueTestJSON-1772516560 tempest-ServerRescueTestJSON-1772516560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:39.953307 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-1f0912eb-7a0d-4762-ac92-e163ae2930df req-0a02f2e2-c539-4f1b-b237-5cd05a57e50f tempest-ServerRescueTestJSON-1772516560 tempest-ServerRescueTestJSON-1772516560-project] 10.222.0.16 "GET /v2.0/ports?device_id=bd69d1f6-33e2-4cc0-ac5e-10c973fa7772 HTTP/1.1" status: 200 len: 945 time: 0.6050975 Jul 14 18:32:39.974134 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-9059c687-2c99-4c08-90a9-67801ed8c21f tempest-RoutersTestDVR-664015627 tempest-RoutersTestDVR-664015627-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-541202'] for router, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:39.974640 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9059c687-2c99-4c08-90a9-67801ed8c21f tempest-RoutersTestDVR-664015627 tempest-RoutersTestDVR-664015627-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 49dd7dbc-5eb5-4953-99ad-a89a60c94d48 {{(pid=93916) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 18:32:39.989709 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-9059c687-2c99-4c08-90a9-67801ed8c21f tempest-RoutersTestDVR-664015627 tempest-RoutersTestDVR-664015627-project-admin] Notify callbacks [] for router, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:39.990862 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-9059c687-2c99-4c08-90a9-67801ed8c21f tempest-RoutersTestDVR-664015627 tempest-RoutersTestDVR-664015627-project-admin] 10.222.0.16 "DELETE /v2.0/routers/49dd7dbc-5eb5-4953-99ad-a89a60c94d48 HTTP/1.1" status: 204 len: 168 time: 0.9076281 Jul 14 18:32:39.997384 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6587d3c5-db72-47d0-9cbb-61a3d05b6608 req-9001d86d-661c-4df9-b8f8-e44420b8996f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:39.999580 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6587d3c5-db72-47d0-9cbb-61a3d05b6608 req-9001d86d-661c-4df9-b8f8-e44420b8996f service neutron] 10.222.0.35 "GET /v2.0/networks?id=a07a7efb-fbbd-4029-ae94-a21a9cc093fe HTTP/1.1" status: 200 len: 910 time: 0.5633109 Jul 14 18:32:40.015711 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-1f0912eb-7a0d-4762-ac92-e163ae2930df req-195f41a8-d845-4584-8e4e-86df7770f807 tempest-ServerRescueTestJSON-1772516560 tempest-ServerRescueTestJSON-1772516560-project] 10.222.0.16 "GET /v2.0/security-groups?id=0ef5e3a0-eb15-4d38-952d-7e7d9baf772e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560703 Jul 14 18:32:40.111555 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6587d3c5-db72-47d0-9cbb-61a3d05b6608 req-24b10308-a1b6-448c-9d52-6cc3d98579e8 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1fd6b8be-f225-43b0-9c24-e6932f2bd446 HTTP/1.1" status: 200 len: 217 time: 0.0947382 Jul 14 18:32:40.163858 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-62078506-fb88-44fa-aa07-d45756492679 tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:40.174052 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [req-a7a22396-a075-4133-83a8-3e19f9195dbb req-a0888cc7-9785-4615-b60f-10dd24997df2 tempest-ListServerFiltersTestJSON-1866458082 tempest-ListServerFiltersTestJSON-1866458082-project] Deleting port 9f5ee53e-226f-4c49-900b-17e2d4636d1f {{(pid=93916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:32:40.174392 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-a7a22396-a075-4133-83a8-3e19f9195dbb req-a0888cc7-9785-4615-b60f-10dd24997df2 tempest-ListServerFiltersTestJSON-1866458082 tempest-ListServerFiltersTestJSON-1866458082-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:40.287928 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6587d3c5-db72-47d0-9cbb-61a3d05b6608 req-73c485d6-bd15-4551-b35c-75012a1e6a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:40.291341 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6587d3c5-db72-47d0-9cbb-61a3d05b6608 req-73c485d6-bd15-4551-b35c-75012a1e6a7e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=14eba25d-eba8-416a-ad8f-196fda095a19 HTTP/1.1" status: 200 len: 850 time: 0.1724024 Jul 14 18:32:40.358562 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6587d3c5-db72-47d0-9cbb-61a3d05b6608 req-4df9b420-1892-4d74-858d-5fdc30e5197b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a07a7efb-fbbd-4029-ae94-a21a9cc093fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0569863 Jul 14 18:32:40.445896 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35822998-e897-4eba-86de-f1e9c5108ef6 req-febc133a-ae70-4b98-b5b9-fab993e89ac9 tempest-ListServerFiltersTestJSON-1866458082 tempest-ListServerFiltersTestJSON-1866458082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:40.447451 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-35822998-e897-4eba-86de-f1e9c5108ef6 req-febc133a-ae70-4b98-b5b9-fab993e89ac9 tempest-ListServerFiltersTestJSON-1866458082 tempest-ListServerFiltersTestJSON-1866458082-project] 10.222.0.16 "GET /v2.0/ports?device_id=e2a64b76-b691-49f2-848c-53a35a198d40 HTTP/1.1" status: 200 len: 946 time: 0.2676055 Jul 14 18:32:40.473988 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 45014) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:32:40.500619 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bad393-894d-465e-b626-1349815a8749 req-5c3d2b46-8b5c-4818-830c-27400ef3ad5d tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:40.507091 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bad393-894d-465e-b626-1349815a8749 req-5c3d2b46-8b5c-4818-830c-27400ef3ad5d tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:40.514015 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bad393-894d-465e-b626-1349815a8749 req-5c3d2b46-8b5c-4818-830c-27400ef3ad5d tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:40.523738 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bad393-894d-465e-b626-1349815a8749 req-5c3d2b46-8b5c-4818-830c-27400ef3ad5d tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:40.530049 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bad393-894d-465e-b626-1349815a8749 req-5c3d2b46-8b5c-4818-830c-27400ef3ad5d tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:40.536632 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bad393-894d-465e-b626-1349815a8749 req-5c3d2b46-8b5c-4818-830c-27400ef3ad5d tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:40.542459 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bad393-894d-465e-b626-1349815a8749 req-5c3d2b46-8b5c-4818-830c-27400ef3ad5d tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:40.546526 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b7bad393-894d-465e-b626-1349815a8749 req-5c3d2b46-8b5c-4818-830c-27400ef3ad5d tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] 10.222.0.16 "GET /v2.0/ports?device_id=a4e0bc60-2fa3-47a3-a9ba-155133f4e67a HTTP/1.1" status: 200 len: 5430 time: 0.3105278 Jul 14 18:32:40.564341 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.db [req-a7a22396-a075-4133-83a8-3e19f9195dbb req-a0888cc7-9785-4615-b60f-10dd24997df2 tempest-ListServerFiltersTestJSON-1866458082 tempest-ListServerFiltersTestJSON-1866458082-project] For port 9f5ee53e-226f-4c49-900b-17e2d4636d1f, host n-h2-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=9f5ee53e-226f-4c49-900b-17e2d4636d1f,segment=NetworkSegment(19f00279-ca9c-462b-94d7-9624328caaf9),segment_id=19f00279-ca9c-462b-94d7-9624328caaf9)] {{(pid=93916) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:32:40.565210 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-a7a22396-a075-4133-83a8-3e19f9195dbb req-a0888cc7-9785-4615-b60f-10dd24997df2 tempest-ListServerFiltersTestJSON-1866458082 tempest-ListServerFiltersTestJSON-1866458082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:40.608157 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [req-a7a22396-a075-4133-83a8-3e19f9195dbb req-a0888cc7-9785-4615-b60f-10dd24997df2 tempest-ListServerFiltersTestJSON-1866458082 tempest-ListServerFiltersTestJSON-1866458082-project] Calling delete_port for 9f5ee53e-226f-4c49-900b-17e2d4636d1f owned by compute:nova {{(pid=93916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:32:40.612529 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-35822998-e897-4eba-86de-f1e9c5108ef6 req-06df2865-75d4-45d4-b539-08b187421ae7 tempest-ListServerFiltersTestJSON-1866458082 tempest-ListServerFiltersTestJSON-1866458082-project] 10.222.0.16 "GET /v2.0/security-groups?id=cc0cb72e-0ac6-4b37-b329-257cd4e8c60f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571164 Jul 14 18:32:40.636093 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b7bad393-894d-465e-b626-1349815a8749 req-b78fe15d-6d89-4776-9425-2e0bd9f02ce9 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] 10.222.0.16 "GET /v2.0/security-groups?id=748fe4c5-70b9-4e07-b6fc-ddd56d9bbb08&id=1433845c-1171-43a4-b403-5201c1216c85&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0615683 Jul 14 18:32:40.664390 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6587d3c5-db72-47d0-9cbb-61a3d05b6608 req-2d87c195-2224-421d-938a-2c9e1cc1247d service neutron] 10.222.0.35 "GET /v2.0/networks/a07a7efb-fbbd-4029-ae94-a21a9cc093fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2928741 Jul 14 18:32:40.767347 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-d71f8f5d-16e7-4f70-9d5e-b7036ffb8ca7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:40.841200 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6587d3c5-db72-47d0-9cbb-61a3d05b6608 req-27a508d4-d9d3-4cad-8259-378baaffda65 service neutron] 10.222.0.35 "GET /v2.0/networks/a07a7efb-fbbd-4029-ae94-a21a9cc093fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1645772 Jul 14 18:32:40.943604 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-d71f8f5d-16e7-4f70-9d5e-b7036ffb8ca7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:40.949723 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-d71f8f5d-16e7-4f70-9d5e-b7036ffb8ca7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:40.998748 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71f8f5d-16e7-4f70-9d5e-b7036ffb8ca7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89dc2edd-607e-4484-ad4b-d63deb0617ff,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:32:41.029930 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-d71f8f5d-16e7-4f70-9d5e-b7036ffb8ca7 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=db70bd4d5850464dba29bb2d42387b07&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5470395 Jul 14 18:32:41.030924 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 45028) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:32:41.134815 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-242b2695-5d2d-4bbe-b605-9f89a4256504 admin admin] Deleting port ffc4f9ca-a1cc-48c1-a678-6a65188a1eba {{(pid=93916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:32:41.135448 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-242b2695-5d2d-4bbe-b605-9f89a4256504 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:41.187980 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-6c82dd70-1866-4c49-999d-ff16c3ecca19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:41.250378 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-6c82dd70-1866-4c49-999d-ff16c3ecca19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:41.351360 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623636a8-286d-471b-9624-48ded07d1033 req-2ce5827e-1d21-410a-a9ba-c204f519bf73 tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:41.352861 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-623636a8-286d-471b-9624-48ded07d1033 req-2ce5827e-1d21-410a-a9ba-c204f519bf73 tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] 10.222.0.16 "GET /v2.0/ports?device_id=e324c388-2bb3-401d-a7a7-373392456b8c HTTP/1.1" status: 200 len: 945 time: 0.2355998 Jul 14 18:32:41.368110 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-a7a22396-a075-4133-83a8-3e19f9195dbb req-a0888cc7-9785-4615-b60f-10dd24997df2 tempest-ListServerFiltersTestJSON-1866458082 tempest-ListServerFiltersTestJSON-1866458082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:41.377839 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-62078506-fb88-44fa-aa07-d45756492679 tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Notify callbacks [] for port, precommit_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:41.383236 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] get_ports_and_sgs() called for port_ids ['32d16ffa-b3ff-4829-a03d-54023eb47d94'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 18:32:41.387520 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] get_ports_and_sgs() called for port_ids ['9f5ee53e-226f-4c49-900b-17e2d4636d1f'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 18:32:41.398197 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad53f5e-0e91-4de1-88ed-60b008c4f505 req-67571a03-c4bc-49f6-ac3a-2f6c22db4982 tempest-ServerRescueTestJSON-1772516560 tempest-ServerRescueTestJSON-1772516560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:41.399789 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-fad53f5e-0e91-4de1-88ed-60b008c4f505 req-67571a03-c4bc-49f6-ac3a-2f6c22db4982 tempest-ServerRescueTestJSON-1772516560 tempest-ServerRescueTestJSON-1772516560-project] 10.222.0.16 "GET /v2.0/ports?device_id=bd69d1f6-33e2-4cc0-ac5e-10c973fa7772 HTTP/1.1" status: 200 len: 945 time: 0.1744883 Jul 14 18:32:41.406736 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-6c82dd70-1866-4c49-999d-ff16c3ecca19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:41.409656 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-6c82dd70-1866-4c49-999d-ff16c3ecca19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:41.410815 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-6c82dd70-1866-4c49-999d-ff16c3ecca19 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/89dc2edd-607e-4484-ad4b-d63deb0617ff HTTP/1.1" status: 204 len: 168 time: 0.3787687 Jul 14 18:32:41.419368 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.db [None req-242b2695-5d2d-4bbe-b605-9f89a4256504 admin admin] For port ffc4f9ca-a1cc-48c1-a678-6a65188a1eba, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=ffc4f9ca-a1cc-48c1-a678-6a65188a1eba,segment=NetworkSegment(59ec8ce5-7b0e-4147-9aff-0079f6261139),segment_id=59ec8ce5-7b0e-4147-9aff-0079f6261139)] {{(pid=93916) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:32:41.425128 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-242b2695-5d2d-4bbe-b605-9f89a4256504 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:41.457864 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c82dd70-1866-4c49-999d-ff16c3ecca19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89dc2edd-607e-4484-ad4b-d63deb0617ff,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:32:41.469047 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-fad53f5e-0e91-4de1-88ed-60b008c4f505 req-dee78594-3cf9-4e3d-807e-37f6338c4801 tempest-ServerRescueTestJSON-1772516560 tempest-ServerRescueTestJSON-1772516560-project] 10.222.0.16 "GET /v2.0/security-groups?id=0ef5e3a0-eb15-4d38-952d-7e7d9baf772e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552921 Jul 14 18:32:41.478677 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-62078506-fb88-44fa-aa07-d45756492679 tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2684870'] for port, after_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:41.494243 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-623636a8-286d-471b-9624-48ded07d1033 req-62f4e801-e0a2-4749-88fb-51ef44493b52 tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] 10.222.0.16 "GET /v2.0/security-groups?id=c6d2ae5e-7962-48ff-a84c-cacbd11fb04d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1163683 Jul 14 18:32:41.550972 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-242b2695-5d2d-4bbe-b605-9f89a4256504 admin admin] Calling delete_port for ffc4f9ca-a1cc-48c1-a678-6a65188a1eba owned by network:router_interface {{(pid=93916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:32:41.698658 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0888cc7-9785-4615-b60f-10dd24997df2 tempest-ListServerFiltersTestJSON-1866458082 tempest-ListServerFiltersTestJSON-1866458082-project] Pushing event deleted for resources: {'Port': ['ID=9f5ee53e-226f-4c49-900b-17e2d4636d1f,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:32:41.881340 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7a22396-a075-4133-83a8-3e19f9195dbb req-a0888cc7-9785-4615-b60f-10dd24997df2 tempest-ListServerFiltersTestJSON-1866458082 tempest-ListServerFiltersTestJSON-1866458082-project] No DVR routers for this DVR port 9f5ee53e-226f-4c49-900b-17e2d4636d1f on host n-h2-800634-3 {{(pid=93916) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 18:32:41.888846 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-a7a22396-a075-4133-83a8-3e19f9195dbb req-a0888cc7-9785-4615-b60f-10dd24997df2 tempest-ListServerFiltersTestJSON-1866458082 tempest-ListServerFiltersTestJSON-1866458082-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:41.890863 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-a7a22396-a075-4133-83a8-3e19f9195dbb req-a0888cc7-9785-4615-b60f-10dd24997df2 tempest-ListServerFiltersTestJSON-1866458082 tempest-ListServerFiltersTestJSON-1866458082-project] 10.222.0.35 "DELETE /v2.0/ports/9f5ee53e-226f-4c49-900b-17e2d4636d1f HTTP/1.1" status: 204 len: 173 time: 2.1151440 Jul 14 18:32:41.893312 n-d-800634-3 neutron-server[93916]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2a64b76-b691-49f2-848c-53a35a198d40', 'name': 'network-vif-deleted', 'tag': '9f5ee53e-226f-4c49-900b-17e2d4636d1f'}] {{(pid=93916) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:32:41.895665 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f803e150b363a7893830aa996ac27753fa25517c406ecd3536b7c2d4b26eeb9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-220599ff-0961-42c4-9a11-98fe46e77c63" -d '{"events": [{"server_uuid": "e2a64b76-b691-49f2-848c-53a35a198d40", "name": "network-vif-deleted", "tag": "9f5ee53e-226f-4c49-900b-17e2d4636d1f"}]}' {{(pid=93916) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:32:41.898355 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-62078506-fb88-44fa-aa07-d45756492679 tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-598741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-928734'] for router_interface, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:41.919215 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62078506-fb88-44fa-aa07-d45756492679 tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Pushing event updated for resources: {'Port': ['ID=eb4d6aa4-7a5a-4031-95be-5493662a37cc,revision_number=2']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:32:41.920931 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-66dbd343-28f5-41e3-b830-9ced3e2843a7 req-4c914080-1177-404c-badd-30b5ef572df4 tempest-ListServerFiltersTestJSON-1866458082 tempest-ListServerFiltersTestJSON-1866458082-project] 10.222.0.16 "GET /v2.0/ports?device_id=e2a64b76-b691-49f2-848c-53a35a198d40 HTTP/1.1" status: 200 len: 210 time: 0.0538526 Jul 14 18:32:41.987820 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 18:32:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e3152a6-c27b-4e7e-a904-46f26c9ab432 x-openstack-request-id: req-7e3152a6-c27b-4e7e-a904-46f26c9ab432 {{(pid=93916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:32:41.988200 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2a64b76-b691-49f2-848c-53a35a198d40", "name": "network-vif-deleted", "tag": "9f5ee53e-226f-4c49-900b-17e2d4636d1f", "status": "completed", "code": 200}]} {{(pid=93916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:32:41.988541 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7e3152a6-c27b-4e7e-a904-46f26c9ab432 {{(pid=93916) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:32:41.988828 n-d-800634-3 neutron-server[93916]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2a64b76-b691-49f2-848c-53a35a198d40', 'name': 'network-vif-deleted', 'tag': '9f5ee53e-226f-4c49-900b-17e2d4636d1f', 'status': 'completed', 'code': 200} Jul 14 18:32:41.988984 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 45044) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:32:42.019344 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-7414e143-dbcb-43b9-8cae-66674717997e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:42.082409 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-242b2695-5d2d-4bbe-b605-9f89a4256504 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:42.106168 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456eb48d-3cc5-454c-affc-0a90aecee077 req-d86a1702-3fcc-462d-9f56-e9fde13cc2d0 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:42.112958 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456eb48d-3cc5-454c-affc-0a90aecee077 req-d86a1702-3fcc-462d-9f56-e9fde13cc2d0 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:42.119860 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456eb48d-3cc5-454c-affc-0a90aecee077 req-d86a1702-3fcc-462d-9f56-e9fde13cc2d0 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:42.127102 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456eb48d-3cc5-454c-affc-0a90aecee077 req-d86a1702-3fcc-462d-9f56-e9fde13cc2d0 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:42.134271 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456eb48d-3cc5-454c-affc-0a90aecee077 req-d86a1702-3fcc-462d-9f56-e9fde13cc2d0 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:42.140517 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242b2695-5d2d-4bbe-b605-9f89a4256504 admin admin] Pushing event deleted for resources: {'Port': ['ID=ffc4f9ca-a1cc-48c1-a678-6a65188a1eba,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:32:42.142906 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456eb48d-3cc5-454c-affc-0a90aecee077 req-d86a1702-3fcc-462d-9f56-e9fde13cc2d0 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:42.147332 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62078506-fb88-44fa-aa07-d45756492679 tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Network 58bfa460-9196-4f8d-b469-18841049c621 is already hosted by enough agents. {{(pid=93916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:32:42.159178 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456eb48d-3cc5-454c-affc-0a90aecee077 req-d86a1702-3fcc-462d-9f56-e9fde13cc2d0 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:42.161590 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-456eb48d-3cc5-454c-affc-0a90aecee077 req-d86a1702-3fcc-462d-9f56-e9fde13cc2d0 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] 10.222.0.16 "GET /v2.0/ports?device_id=a4e0bc60-2fa3-47a3-a9ba-155133f4e67a HTTP/1.1" status: 200 len: 5430 time: 0.3432691 Jul 14 18:32:42.184681 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [None req-62078506-fb88-44fa-aa07-d45756492679 tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Resources bound (agent type, host, resource id): {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:32:42.298649 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-7414e143-dbcb-43b9-8cae-66674717997e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:42.313902 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-456eb48d-3cc5-454c-affc-0a90aecee077 req-b0306ba2-2ec6-4b5a-817f-fffd7bf46340 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] 10.222.0.16 "GET /v2.0/security-groups?id=748fe4c5-70b9-4e07-b6fc-ddd56d9bbb08&id=1433845c-1171-43a4-b403-5201c1216c85&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1446359 Jul 14 18:32:42.314585 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-7414e143-dbcb-43b9-8cae-66674717997e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:42.396834 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-7414e143-dbcb-43b9-8cae-66674717997e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b72f069d914947a29fe769715284ed25&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4045763 Jul 14 18:32:42.396834 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7414e143-dbcb-43b9-8cae-66674717997e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce91070d-de7f-41eb-96df-5d22948c972c,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:32:42.397774 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 45054) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:32:42.522618 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-6c667534-441c-45c0-beed-3b8e4af8ed72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:42.576434 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-6c667534-441c-45c0-beed-3b8e4af8ed72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:42.589015 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62078506-fb88-44fa-aa07-d45756492679 tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Router 38e05649-150f-401a-9e98-939da74e569e has already been hosted by L3 agent 2c6eb27e-defb-4cca-9a24-381c7415e359 {{(pid=93916) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 18:32:42.697251 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-6c667534-441c-45c0-beed-3b8e4af8ed72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:42.701167 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-14a88f1b-3998-4637-bfc7-bb0f7c464770 None None] Provisioning complete for port eb4d6aa4-7a5a-4031-95be-5493662a37cc triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:32:42.701941 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-14a88f1b-3998-4637-bfc7-bb0f7c464770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:42.705777 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-6c667534-441c-45c0-beed-3b8e4af8ed72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:42.710464 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-6c667534-441c-45c0-beed-3b8e4af8ed72 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ce91070d-de7f-41eb-96df-5d22948c972c HTTP/1.1" status: 204 len: 168 time: 0.3117273 Jul 14 18:32:42.716011 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-242b2695-5d2d-4bbe-b605-9f89a4256504 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-598732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-928907'] for router_interface, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:42.759226 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c667534-441c-45c0-beed-3b8e4af8ed72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce91070d-de7f-41eb-96df-5d22948c972c,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:32:42.773894 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-14a88f1b-3998-4637-bfc7-bb0f7c464770 None None] Port eb4d6aa4-7a5a-4031-95be-5493662a37cc cannot update to ACTIVE because it is not bound. {{(pid=93917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 18:32:42.795438 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62078506-fb88-44fa-aa07-d45756492679 tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Notify agent at l3_agent.n-d-800634-3 the message routers_updated {{(pid=93916) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 18:32:42.806882 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8065e1fb-5f28-43e5-8cb3-a805b7331e7a None None] Sync routers for ids ['38e05649-150f-401a-9e98-939da74e569e'] in n-d-800634-3 {{(pid=93917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 18:32:42.809909 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-62078506-fb88-44fa-aa07-d45756492679 tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] 10.222.0.16 "PUT /v2.0/routers/38e05649-150f-401a-9e98-939da74e569e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0706172 Jul 14 18:32:42.812865 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 45068) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:32:42.818500 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-9d176eaa-3411-4062-8513-28fca6c1816a tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Request body: {'port': {'network_id': '58bfa460-9196-4f8d-b469-18841049c621', 'name': 'tempest-FloatingIPTestJSON-1197469664'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:32:42.822481 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8065e1fb-5f28-43e5-8cb3-a805b7331e7a None None] Routers {'38e05649-150f-401a-9e98-939da74e569e'} bound to L3 agent in host n-d-800634-3 {{(pid=93917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:32:42.823654 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-8065e1fb-5f28-43e5-8cb3-a805b7331e7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:32:23Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['38e05649-150f-401a-9e98-939da74e569e'], 'active': True} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:32:42.826916 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768d56f0-7c92-4b5a-9720-67189fedbd88 req-56f48e30-b35d-448e-8f96-e6a19af0b491 tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:42.834990 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-768d56f0-7c92-4b5a-9720-67189fedbd88 req-56f48e30-b35d-448e-8f96-e6a19af0b491 tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] 10.222.0.16 "GET /v2.0/ports?device_id=e324c388-2bb3-401d-a7a7-373392456b8c HTTP/1.1" status: 200 len: 945 time: 0.1477723 Jul 14 18:32:42.902776 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-8065e1fb-5f28-43e5-8cb3-a805b7331e7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-3', False) {} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:32:42.930253 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8065e1fb-5f28-43e5-8cb3-a805b7331e7a None None] Routers {'38e05649-150f-401a-9e98-939da74e569e'} bound to L3 agent in host n-d-800634-3 {{(pid=93917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:32:42.931266 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-8065e1fb-5f28-43e5-8cb3-a805b7331e7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:32:23Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['38e05649-150f-401a-9e98-939da74e569e'], 'active': True} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:32:42.948183 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-768d56f0-7c92-4b5a-9720-67189fedbd88 req-aecf5917-53b1-4d01-98b4-710ed6644b17 tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] 10.222.0.16 "GET /v2.0/security-groups?id=c6d2ae5e-7962-48ff-a84c-cacbd11fb04d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1104577 Jul 14 18:32:42.998371 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-8065e1fb-5f28-43e5-8cb3-a805b7331e7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-3', False) {} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:32:42.999068 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8065e1fb-5f28-43e5-8cb3-a805b7331e7a None None] The sync data for ids ['38e05649-150f-401a-9e98-939da74e569e'] in n-d-800634-3 is: [] {{(pid=93917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 18:32:43.148426 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1061adb4-361e-4506-b06c-c6ccc90acb63 req-f25edf83-c09c-49aa-bb73-8541f4a18a6f tempest-ServerRescueTestJSON-1772516560 tempest-ServerRescueTestJSON-1772516560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:43.153888 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-1061adb4-361e-4506-b06c-c6ccc90acb63 req-f25edf83-c09c-49aa-bb73-8541f4a18a6f tempest-ServerRescueTestJSON-1772516560 tempest-ServerRescueTestJSON-1772516560-project] 10.222.0.16 "GET /v2.0/ports?device_id=bd69d1f6-33e2-4cc0-ac5e-10c973fa7772 HTTP/1.1" status: 200 len: 945 time: 0.4794717 Jul 14 18:32:43.160569 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d176eaa-3411-4062-8513-28fca6c1816a tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Made reservation on behalf of 0ebb190564e94f1a9ee5db6089aa94ae for: {'port': 1} {{(pid=93916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:32:43.164522 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-9d176eaa-3411-4062-8513-28fca6c1816a tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:43.201934 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-1061adb4-361e-4506-b06c-c6ccc90acb63 req-1c0c45de-4114-4e1c-b658-f4291e01d26b tempest-ServerRescueTestJSON-1772516560 tempest-ServerRescueTestJSON-1772516560-project] 10.222.0.16 "GET /v2.0/security-groups?id=0ef5e3a0-eb15-4d38-952d-7e7d9baf772e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413129 Jul 14 18:32:43.216971 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-242b2695-5d2d-4bbe-b605-9f89a4256504 admin admin] Router 34b9e12f-bd48-4c0f-b8fa-553d35da8d6a has already been hosted by L3 agent 2c6eb27e-defb-4cca-9a24-381c7415e359 {{(pid=93916) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 18:32:43.222551 n-d-800634-3 neutron-server[93916]: DEBUG neutron.notifiers.nova [None req-9d176eaa-3411-4062-8513-28fca6c1816a tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] device_id is not set on port 00116b21-a8e1-4e62-b10e-c881bf1228a4 yet. {{(pid=93916) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 18:32:43.482712 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-242b2695-5d2d-4bbe-b605-9f89a4256504 admin admin] Notify agent at l3_agent.n-d-800634-3 the message routers_updated {{(pid=93916) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 18:32:43.493764 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27098755-a31e-458a-a9f7-17a274cf7336 None None] Sync routers for ids ['34b9e12f-bd48-4c0f-b8fa-553d35da8d6a'] in n-d-800634-3 {{(pid=93918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 18:32:43.505978 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27098755-a31e-458a-a9f7-17a274cf7336 None None] Routers {'34b9e12f-bd48-4c0f-b8fa-553d35da8d6a'} bound to L3 agent in host n-d-800634-3 {{(pid=93918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:32:43.511748 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-27098755-a31e-458a-a9f7-17a274cf7336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:32:23Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['34b9e12f-bd48-4c0f-b8fa-553d35da8d6a'], 'active': True} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:32:43.516906 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-242b2695-5d2d-4bbe-b605-9f89a4256504 admin admin] 10.222.0.16 "PUT /v2.0/routers/34b9e12f-bd48-4c0f-b8fa-553d35da8d6a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7573133 Jul 14 18:32:43.519202 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 45092) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:32:43.554783 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.db_base_plugin_common [None req-9d176eaa-3411-4062-8513-28fca6c1816a tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Allocated IP 172.20.0.4 (58bfa460-9196-4f8d-b469-18841049c621/b0183480-34f3-4e7c-9820-4791f9e36b75/00116b21-a8e1-4e62-b10e-c881bf1228a4) {{(pid=93916) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:32:43.565564 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e0980b-06ee-4a9f-b5f3-98b1321e23f0 req-a1ab1657-01df-4b1c-b386-f35b16122bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:43.567053 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-67e0980b-06ee-4a9f-b5f3-98b1321e23f0 req-a1ab1657-01df-4b1c-b386-f35b16122bd0 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=81405c7e7f554ba6bd8aaf104233fc29&device_id=e324c388-2bb3-401d-a7a7-373392456b8c HTTP/1.1" status: 200 len: 1096 time: 0.2252057 Jul 14 18:32:43.678923 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb77c7fd-b805-46a2-a84c-a6715aca4b66 req-eb977d49-83f6-4458-8d9b-236f04fab66b tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:43.684975 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb77c7fd-b805-46a2-a84c-a6715aca4b66 req-eb977d49-83f6-4458-8d9b-236f04fab66b tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:43.699105 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb77c7fd-b805-46a2-a84c-a6715aca4b66 req-eb977d49-83f6-4458-8d9b-236f04fab66b tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:43.699105 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb77c7fd-b805-46a2-a84c-a6715aca4b66 req-eb977d49-83f6-4458-8d9b-236f04fab66b tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:43.713277 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb77c7fd-b805-46a2-a84c-a6715aca4b66 req-eb977d49-83f6-4458-8d9b-236f04fab66b tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:43.729422 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvr_db [None req-27098755-a31e-458a-a9f7-17a274cf7336 None None] Set router 34b9e12f-bd48-4c0f-b8fa-553d35da8d6a gateway port host: n-d-800634-3 {{(pid=93918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 18:32:43.733542 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb77c7fd-b805-46a2-a84c-a6715aca4b66 req-eb977d49-83f6-4458-8d9b-236f04fab66b tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:43.750036 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb77c7fd-b805-46a2-a84c-a6715aca4b66 req-eb977d49-83f6-4458-8d9b-236f04fab66b tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:43.753330 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-cb77c7fd-b805-46a2-a84c-a6715aca4b66 req-eb977d49-83f6-4458-8d9b-236f04fab66b tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] 10.222.0.16 "GET /v2.0/ports?device_id=a4e0bc60-2fa3-47a3-a9ba-155133f4e67a HTTP/1.1" status: 200 len: 5430 time: 0.2762766 Jul 14 18:32:43.784388 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e0980b-06ee-4a9f-b5f3-98b1321e23f0 req-8741633a-e10b-4be7-b2d4-d6f35d74c27a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:43.785849 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-67e0980b-06ee-4a9f-b5f3-98b1321e23f0 req-8741633a-e10b-4be7-b2d4-d6f35d74c27a service neutron] 10.222.0.35 "GET /v2.0/networks?id=fd8ea664-6074-4bbe-887f-058fe7b50123 HTTP/1.1" status: 200 len: 916 time: 0.2112496 Jul 14 18:32:43.795122 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Device 9f5ee53e-226f-4c49-900b-17e2d4636d1f no longer exists at agent hyperv_n-h2-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 18:32:43.824566 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-cb77c7fd-b805-46a2-a84c-a6715aca4b66 req-baf55cd4-bb8f-49e3-bc6b-b3d597cfe1b5 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] 10.222.0.16 "GET /v2.0/security-groups?id=748fe4c5-70b9-4e07-b6fc-ddd56d9bbb08&id=1433845c-1171-43a4-b403-5201c1216c85&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0626278 Jul 14 18:32:43.827272 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-70400d98-fdca-465b-a7c8-e9dfcdc33e41 admin admin] Notify callbacks [] for router, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:43.833720 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] No Port match for: 9f5ee53e-226f-4c49-900b-17e2d4636d1f {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 18:32:43.834324 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Device 9f5ee53e-226f-4c49-900b-17e2d4636d1f not bound to the agent host n-h2-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 18:32:43.922104 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 45102) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:32:43.957346 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-27098755-a31e-458a-a9f7-17a274cf7336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34b9e12f-bd48-4c0f-b8fa-553d35da8d6a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-203685474-router', 'tenant_id': 'b42b8927ef8d413ea3681e5f11e6bc61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.214'}], 'enable_snat': True}, 'gw_port_id': '3f0fd507-aa34-4600-aa9d-654040160966', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:31:23Z', 'updated_at': '2021-07-14T18:32:41Z', 'revision_number': 5, 'project_id': 'b42b8927ef8d413ea3681e5f11e6bc61', 'gw_port': {'id': '3f0fd507-aa34-4600-aa9d-654040160966', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:ee:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34b9e12f-bd48-4c0f-b8fa-553d35da8d6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1341, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:31:23Z', 'updated_at': '2021-07-14T18:31:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3'}], 'n-d-800634-3', False) {} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:32:43.961311 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-70400d98-fdca-465b-a7c8-e9dfcdc33e41 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:43.988205 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27098755-a31e-458a-a9f7-17a274cf7336 None None] Checking router: 34b9e12f-bd48-4c0f-b8fa-553d35da8d6a for host: n-d-800634-3 {{(pid=93918) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 18:32:43.998612 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27098755-a31e-458a-a9f7-17a274cf7336 None None] Routers {'34b9e12f-bd48-4c0f-b8fa-553d35da8d6a'} bound to L3 agent in host n-d-800634-3 {{(pid=93918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:32:43.999236 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-27098755-a31e-458a-a9f7-17a274cf7336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:32:23Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['34b9e12f-bd48-4c0f-b8fa-553d35da8d6a'], 'active': True} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:32:44.009777 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-f1601fe7-3dd9-422d-ae56-0d1aafaa121a tempest-AllowedAddressPairIpV6TestJSON-545305561 tempest-AllowedAddressPairIpV6TestJSON-545305561-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1586725958'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:32:44.034340 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [None req-70400d98-fdca-465b-a7c8-e9dfcdc33e41 admin admin] Deleting port 3f0fd507-aa34-4600-aa9d-654040160966 {{(pid=93915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:32:44.034921 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-70400d98-fdca-465b-a7c8-e9dfcdc33e41 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:44.047999 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-67e0980b-06ee-4a9f-b5f3-98b1321e23f0 req-b5cc72ac-93d7-4c78-9fc3-de819435643a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fc7adfc8-2429-4dd9-9c99-fafc5938bde8 HTTP/1.1" status: 200 len: 1001 time: 0.2381945 Jul 14 18:32:44.111113 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvr_db [None req-27098755-a31e-458a-a9f7-17a274cf7336 None None] Set router 34b9e12f-bd48-4c0f-b8fa-553d35da8d6a gateway port host: None {{(pid=93918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 18:32:44.165598 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-27098755-a31e-458a-a9f7-17a274cf7336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34b9e12f-bd48-4c0f-b8fa-553d35da8d6a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-203685474-router', 'tenant_id': 'b42b8927ef8d413ea3681e5f11e6bc61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:31:23Z', 'updated_at': '2021-07-14T18:32:43Z', 'revision_number': 6, 'project_id': 'b42b8927ef8d413ea3681e5f11e6bc61', 'gw_port_host': None}], 'n-d-800634-3', False) {} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:32:44.196653 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27098755-a31e-458a-a9f7-17a274cf7336 None None] The sync data for ids ['34b9e12f-bd48-4c0f-b8fa-553d35da8d6a'] in n-d-800634-3 is: [{'id': '34b9e12f-bd48-4c0f-b8fa-553d35da8d6a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-203685474-router', 'tenant_id': 'b42b8927ef8d413ea3681e5f11e6bc61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:31:23Z', 'updated_at': '2021-07-14T18:32:43Z', 'revision_number': 6, 'project_id': 'b42b8927ef8d413ea3681e5f11e6bc61', 'gw_port_host': None}] {{(pid=93918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 18:32:44.216974 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [None req-70400d98-fdca-465b-a7c8-e9dfcdc33e41 admin admin] For port 3f0fd507-aa34-4600-aa9d-654040160966, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=3f0fd507-aa34-4600-aa9d-654040160966,segment=NetworkSegment(5afb940b-bbdf-4727-be00-5d46367c38a1),segment_id=5afb940b-bbdf-4727-be00-5d46367c38a1)] {{(pid=93915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:32:44.217343 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-70400d98-fdca-465b-a7c8-e9dfcdc33e41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:44.245888 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [None req-70400d98-fdca-465b-a7c8-e9dfcdc33e41 admin admin] Calling delete_port for 3f0fd507-aa34-4600-aa9d-654040160966 owned by network:router_gateway {{(pid=93915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:32:44.280446 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac23c38b-2ac1-4546-8926-49d7ab8cd879 req-92a281ec-ce61-4c66-85a1-be84e24db2cb tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:44.282102 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ac23c38b-2ac1-4546-8926-49d7ab8cd879 req-92a281ec-ce61-4c66-85a1-be84e24db2cb tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] 10.222.0.16 "GET /v2.0/ports?device_id=e324c388-2bb3-401d-a7a7-373392456b8c HTTP/1.1" status: 200 len: 945 time: 0.1794133 Jul 14 18:32:44.292694 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5baeb67-5683-4b04-b769-6fe7372a2ed7 req-08a28968-fe54-4422-87a5-c4ec09876758 tempest-ListServerFiltersTestJSON-1866458082 tempest-ListServerFiltersTestJSON-1866458082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:44.294213 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c5baeb67-5683-4b04-b769-6fe7372a2ed7 req-08a28968-fe54-4422-87a5-c4ec09876758 tempest-ListServerFiltersTestJSON-1866458082 tempest-ListServerFiltersTestJSON-1866458082-project] 10.222.0.16 "GET /v2.0/ports?device_id=a90018ac-9b0b-496e-b667-52331ab9042e HTTP/1.1" status: 200 len: 946 time: 0.7059498 Jul 14 18:32:44.369083 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-9d176eaa-3411-4062-8513-28fca6c1816a tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Notify callbacks [] for port, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:44.389631 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1601fe7-3dd9-422d-ae56-0d1aafaa121a tempest-AllowedAddressPairIpV6TestJSON-545305561 tempest-AllowedAddressPairIpV6TestJSON-545305561-project] Made reservation on behalf of 0772bb2347cc4c4596979fc50969db37 for: {'network': 1} {{(pid=93916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:32:44.393161 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-f1601fe7-3dd9-422d-ae56-0d1aafaa121a tempest-AllowedAddressPairIpV6TestJSON-545305561 tempest-AllowedAddressPairIpV6TestJSON-545305561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for network, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:44.404950 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.provisioning_blocks [None req-9d176eaa-3411-4062-8513-28fca6c1816a tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Transition to ACTIVE for port object 00116b21-a8e1-4e62-b10e-c881bf1228a4 will not be triggered until provisioned by entity DHCP. {{(pid=93916) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:32:44.406159 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ac23c38b-2ac1-4546-8926-49d7ab8cd879 req-2b182b3c-8e37-4fc4-adcd-cedc3f92ba34 tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] 10.222.0.16 "GET /v2.0/security-groups?id=c6d2ae5e-7962-48ff-a84c-cacbd11fb04d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0832944 Jul 14 18:32:44.409903 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-f1601fe7-3dd9-422d-ae56-0d1aafaa121a tempest-AllowedAddressPairIpV6TestJSON-545305561 tempest-AllowedAddressPairIpV6TestJSON-545305561-project] Notify callbacks [] for security_group, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:44.427104 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e0980b-06ee-4a9f-b5f3-98b1321e23f0 req-83d462be-d68b-46ee-bee0-497dbfcf1dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:44.428294 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-67e0980b-06ee-4a9f-b5f3-98b1321e23f0 req-83d462be-d68b-46ee-bee0-497dbfcf1dc3 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c9715e59-b525-40fa-a99e-ebf6aedac4af HTTP/1.1" status: 200 len: 855 time: 0.3700471 Jul 14 18:32:44.474522 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c5baeb67-5683-4b04-b769-6fe7372a2ed7 req-dad926c5-b965-4254-976e-06c97f044e50 tempest-ListServerFiltersTestJSON-1866458082 tempest-ListServerFiltersTestJSON-1866458082-project] 10.222.0.16 "GET /v2.0/security-groups?id=cc0cb72e-0ac6-4b37-b329-257cd4e8c60f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477573 Jul 14 18:32:44.520018 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-9d176eaa-3411-4062-8513-28fca6c1816a tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:44.606631 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d176eaa-3411-4062-8513-28fca6c1816a tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Network 58bfa460-9196-4f8d-b469-18841049c621 is already hosted by enough agents. {{(pid=93916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:32:44.616598 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [None req-9d176eaa-3411-4062-8513-28fca6c1816a tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Resources bound (agent type, host, resource id): {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:32:44.624192 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e0980b-06ee-4a9f-b5f3-98b1321e23f0 req-c8593d96-c26e-4108-98ac-bf1cd098fd6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:44.625750 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-67e0980b-06ee-4a9f-b5f3-98b1321e23f0 req-c8593d96-c26e-4108-98ac-bf1cd098fd6f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=fd8ea664-6074-4bbe-887f-058fe7b50123&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1894920 Jul 14 18:32:44.628110 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d176eaa-3411-4062-8513-28fca6c1816a tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Received port after_create {{(pid=93916) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:32:44.638323 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-70400d98-fdca-465b-a7c8-e9dfcdc33e41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:44.649881 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d176eaa-3411-4062-8513-28fca6c1816a tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Pushing event updated for resources: {'Port': ['ID=00116b21-a8e1-4e62-b10e-c881bf1228a4,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:32:44.708545 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70400d98-fdca-465b-a7c8-e9dfcdc33e41 admin admin] Pushing event deleted for resources: {'Port': ['ID=3f0fd507-aa34-4600-aa9d-654040160966,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:32:44.749019 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239ece10-ab4b-4db6-983a-b901d604c2e6 req-cf38955a-9ee7-42d0-8623-f4146a96a818 tempest-ServerRescueTestJSON-1772516560 tempest-ServerRescueTestJSON-1772516560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:44.752630 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-239ece10-ab4b-4db6-983a-b901d604c2e6 req-cf38955a-9ee7-42d0-8623-f4146a96a818 tempest-ServerRescueTestJSON-1772516560 tempest-ServerRescueTestJSON-1772516560-project] 10.222.0.16 "GET /v2.0/ports?device_id=bd69d1f6-33e2-4cc0-ac5e-10c973fa7772 HTTP/1.1" status: 200 len: 945 time: 0.1833928 Jul 14 18:32:44.788712 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-f1601fe7-3dd9-422d-ae56-0d1aafaa121a tempest-AllowedAddressPairIpV6TestJSON-545305561 tempest-AllowedAddressPairIpV6TestJSON-545305561-project] Notify callbacks [] for security_group, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:44.791948 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-70400d98-fdca-465b-a7c8-e9dfcdc33e41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-930057'] for router_gateway, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:44.797165 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d176eaa-3411-4062-8513-28fca6c1816a tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:44.797836 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-9d176eaa-3411-4062-8513-28fca6c1816a tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:44.805723 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-f1601fe7-3dd9-422d-ae56-0d1aafaa121a tempest-AllowedAddressPairIpV6TestJSON-545305561 tempest-AllowedAddressPairIpV6TestJSON-545305561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:44.842311 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1601fe7-3dd9-422d-ae56-0d1aafaa121a tempest-AllowedAddressPairIpV6TestJSON-545305561 tempest-AllowedAddressPairIpV6TestJSON-545305561-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 58} {{(pid=93916) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 18:32:44.854634 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-9d176eaa-3411-4062-8513-28fca6c1816a tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.0374587 Jul 14 18:32:44.859572 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 45112) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:32:44.870671 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-8b326c22-3954-479f-a7de-07b7d0d337e4 tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Request body: {'floatingip': {'port_id': '00116b21-a8e1-4e62-b10e-c881bf1228a4'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:32:44.877293 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-f1601fe7-3dd9-422d-ae56-0d1aafaa121a tempest-AllowedAddressPairIpV6TestJSON-545305561 tempest-AllowedAddressPairIpV6TestJSON-545305561-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:44.877293 n-d-800634-3 neutron-server[93916]: INFO neutron.db.segments_db [None req-f1601fe7-3dd9-422d-ae56-0d1aafaa121a tempest-AllowedAddressPairIpV6TestJSON-545305561 tempest-AllowedAddressPairIpV6TestJSON-545305561-project] Added segment b8de460c-2f2c-4216-9f9d-02905e93e86f of type vlan for network 08ce56b4-5b99-4e00-88e6-321302e509b2 Jul 14 18:32:44.890753 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1601fe7-3dd9-422d-ae56-0d1aafaa121a tempest-AllowedAddressPairIpV6TestJSON-545305561 tempest-AllowedAddressPairIpV6TestJSON-545305561-project] Pushing event updated for resources: {'SecurityGroup': ['ID=082144c2-226c-4089-b044-80f82832c927,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:32:44.923444 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-a0991379-86e9-45a5-be25-80fac7a42a40 None None] Provisioning for port 00116b21-a8e1-4e62-b10e-c881bf1228a4 completed by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:32:44.929580 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-a0991379-86e9-45a5-be25-80fac7a42a40 None None] Provisioning complete for port 00116b21-a8e1-4e62-b10e-c881bf1228a4 triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:32:44.931344 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-a0991379-86e9-45a5-be25-80fac7a42a40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:44.959074 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-239ece10-ab4b-4db6-983a-b901d604c2e6 req-cd95917b-fa5a-40a6-b0a7-c18be97992c6 tempest-ServerRescueTestJSON-1772516560 tempest-ServerRescueTestJSON-1772516560-project] 10.222.0.16 "GET /v2.0/security-groups?id=0ef5e3a0-eb15-4d38-952d-7e7d9baf772e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1986980 Jul 14 18:32:44.963745 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-67e0980b-06ee-4a9f-b5f3-98b1321e23f0 req-52b9c3a1-20c7-49d8-b706-b48a1359c97b service neutron] 10.222.0.35 "GET /v2.0/networks/fd8ea664-6074-4bbe-887f-058fe7b50123?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3214600 Jul 14 18:32:44.971331 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-a0991379-86e9-45a5-be25-80fac7a42a40 None None] Port 00116b21-a8e1-4e62-b10e-c881bf1228a4 cannot update to ACTIVE because it is not bound. {{(pid=93917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 18:32:44.972412 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-70400d98-fdca-465b-a7c8-e9dfcdc33e41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-571778', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11402'] for router, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:45.012370 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-70400d98-fdca-465b-a7c8-e9dfcdc33e41 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:45.032011 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-f1601fe7-3dd9-422d-ae56-0d1aafaa121a tempest-AllowedAddressPairIpV6TestJSON-545305561 tempest-AllowedAddressPairIpV6TestJSON-545305561-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728202197517'] for network, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:45.040380 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-8b326c22-3954-479f-a7de-07b7d0d337e4 tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Notify callbacks [] for floatingip, before_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:45.112280 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-70400d98-fdca-465b-a7c8-e9dfcdc33e41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-541202'] for router, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:45.112842 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70400d98-fdca-465b-a7c8-e9dfcdc33e41 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 34b9e12f-bd48-4c0f-b8fa-553d35da8d6a {{(pid=93915) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 18:32:45.118420 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-70400d98-fdca-465b-a7c8-e9dfcdc33e41 admin admin] Notify callbacks [] for router, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:45.119269 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-70400d98-fdca-465b-a7c8-e9dfcdc33e41 admin admin] 10.222.0.16 "DELETE /v2.0/routers/34b9e12f-bd48-4c0f-b8fa-553d35da8d6a HTTP/1.1" status: 204 len: 168 time: 1.5988712 Jul 14 18:32:45.122391 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 45116) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:32:45.148449 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-f1601fe7-3dd9-422d-ae56-0d1aafaa121a tempest-AllowedAddressPairIpV6TestJSON-545305561 tempest-AllowedAddressPairIpV6TestJSON-545305561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727'] for network, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:45.154107 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1601fe7-3dd9-422d-ae56-0d1aafaa121a tempest-AllowedAddressPairIpV6TestJSON-545305561 tempest-AllowedAddressPairIpV6TestJSON-545305561-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:45.154734 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-f1601fe7-3dd9-422d-ae56-0d1aafaa121a tempest-AllowedAddressPairIpV6TestJSON-545305561 tempest-AllowedAddressPairIpV6TestJSON-545305561-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598705'] for network, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:45.192967 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a0f8b3-ce8c-4371-ae77-fb4b47371ac1 req-d5901de3-d9c6-4e93-99ba-13e9779214d7 tempest-ListServerFiltersTestJSON-1866458082 tempest-ListServerFiltersTestJSON-1866458082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:45.194444 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-67e0980b-06ee-4a9f-b5f3-98b1321e23f0 req-a26f0acb-aca6-4c1c-ac80-c9b5cea4b426 service neutron] 10.222.0.35 "GET /v2.0/networks/fd8ea664-6074-4bbe-887f-058fe7b50123?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2177832 Jul 14 18:32:45.194602 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a4a0f8b3-ce8c-4371-ae77-fb4b47371ac1 req-d5901de3-d9c6-4e93-99ba-13e9779214d7 tempest-ListServerFiltersTestJSON-1866458082 tempest-ListServerFiltersTestJSON-1866458082-project] 10.222.0.18 "GET /v2.0/ports?device_id=a90018ac-9b0b-496e-b667-52331ab9042e HTTP/1.1" status: 200 len: 946 time: 0.2630923 Jul 14 18:32:45.238537 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f4ef413-cd40-48a2-bf33-af371ce1edd5 admin admin] Deleting subnet e39776a5-0c4c-4e2c-abcf-e8667374bae7 {{(pid=93915) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 18:32:45.246311 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-f1601fe7-3dd9-422d-ae56-0d1aafaa121a tempest-AllowedAddressPairIpV6TestJSON-545305561 tempest-AllowedAddressPairIpV6TestJSON-545305561-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 1.3229327 Jul 14 18:32:45.252859 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 45118) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:32:45.260257 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80242269-43ac-498a-9421-025b063ed25b req-ad1c85f7-a76a-4a54-840b-02a511c7d723 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:45.261518 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-032a77cd-3495-48a0-adb2-842f184c0689 tempest-AllowedAddressPairIpV6TestJSON-545305561 tempest-AllowedAddressPairIpV6TestJSON-545305561-project] Request body: {'subnet': {'network_id': '08ce56b4-5b99-4e00-88e6-321302e509b2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:32:45.267308 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80242269-43ac-498a-9421-025b063ed25b req-ad1c85f7-a76a-4a54-840b-02a511c7d723 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:45.272956 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80242269-43ac-498a-9421-025b063ed25b req-ad1c85f7-a76a-4a54-840b-02a511c7d723 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:45.279884 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80242269-43ac-498a-9421-025b063ed25b req-ad1c85f7-a76a-4a54-840b-02a511c7d723 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:45.286482 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80242269-43ac-498a-9421-025b063ed25b req-ad1c85f7-a76a-4a54-840b-02a511c7d723 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:45.292959 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80242269-43ac-498a-9421-025b063ed25b req-ad1c85f7-a76a-4a54-840b-02a511c7d723 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:45.299104 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80242269-43ac-498a-9421-025b063ed25b req-ad1c85f7-a76a-4a54-840b-02a511c7d723 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:45.301221 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-80242269-43ac-498a-9421-025b063ed25b req-ad1c85f7-a76a-4a54-840b-02a511c7d723 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] 10.222.0.16 "GET /v2.0/ports?device_id=a4e0bc60-2fa3-47a3-a9ba-155133f4e67a HTTP/1.1" status: 200 len: 5430 time: 0.3003030 Jul 14 18:32:45.301979 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-9f4ef413-cd40-48a2-bf33-af371ce1edd5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:45.335481 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1601fe7-3dd9-422d-ae56-0d1aafaa121a tempest-AllowedAddressPairIpV6TestJSON-545305561 tempest-AllowedAddressPairIpV6TestJSON-545305561-project] Pushing event updated for resources: {'Network': ['ID=08ce56b4-5b99-4e00-88e6-321302e509b2,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:32:45.352813 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Network 08ce56b4-5b99-4e00-88e6-321302e509b2 details requested by agent ovs-agent-n-d-800634-3 with host n-d-800634-3 {{(pid=93917) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 18:32:45.406949 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-9f4ef413-cd40-48a2-bf33-af371ce1edd5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28939913'] for subnet, precommit_delete_associations {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:45.439151 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-80242269-43ac-498a-9421-025b063ed25b req-a9e771d3-adf3-4ac8-a8ff-81baa4cea6ed tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] 10.222.0.16 "GET /v2.0/security-groups?id=748fe4c5-70b9-4e07-b6fc-ddd56d9bbb08&id=1433845c-1171-43a4-b403-5201c1216c85&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0986996 Jul 14 18:32:45.486793 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-032a77cd-3495-48a0-adb2-842f184c0689 tempest-AllowedAddressPairIpV6TestJSON-545305561 tempest-AllowedAddressPairIpV6TestJSON-545305561-project] Made reservation on behalf of 0772bb2347cc4c4596979fc50969db37 for: {'subnet': 1} {{(pid=93916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:32:45.486793 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-032a77cd-3495-48a0-adb2-842f184c0689 tempest-AllowedAddressPairIpV6TestJSON-545305561 tempest-AllowedAddressPairIpV6TestJSON-545305561-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26033189'] for subnet, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:45.514221 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [req-a4a0f8b3-ce8c-4371-ae77-fb4b47371ac1 req-3f1ae247-db3e-4b22-829b-742274d0bb11 tempest-ListServerFiltersTestJSON-1866458082 tempest-ListServerFiltersTestJSON-1866458082-project] Deleting port 32d16ffa-b3ff-4829-a03d-54023eb47d94 {{(pid=93915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:32:45.515160 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-a4a0f8b3-ce8c-4371-ae77-fb4b47371ac1 req-3f1ae247-db3e-4b22-829b-742274d0bb11 tempest-ListServerFiltersTestJSON-1866458082 tempest-ListServerFiltersTestJSON-1866458082-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:45.714549 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device ffc4f9ca-a1cc-48c1-a678-6a65188a1eba no longer exists at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 18:32:45.740528 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] No Port match for: ffc4f9ca-a1cc-48c1-a678-6a65188a1eba {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 18:32:45.741156 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device ffc4f9ca-a1cc-48c1-a678-6a65188a1eba not bound to the agent host n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 18:32:45.741582 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 3f0fd507-aa34-4600-aa9d-654040160966 no longer exists at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 18:32:45.762196 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] No Port match for: 3f0fd507-aa34-4600-aa9d-654040160966 {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 18:32:45.762465 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 3f0fd507-aa34-4600-aa9d-654040160966 not bound to the agent host n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 18:32:45.856559 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-032a77cd-3495-48a0-adb2-842f184c0689 tempest-AllowedAddressPairIpV6TestJSON-545305561 tempest-AllowedAddressPairIpV6TestJSON-545305561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2684753', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26033175'] for subnet, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:45.956091 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032a77cd-3495-48a0-adb2-842f184c0689 tempest-AllowedAddressPairIpV6TestJSON-545305561 tempest-AllowedAddressPairIpV6TestJSON-545305561-project] Pushing event updated for resources: {'Subnet': ['ID=383b0c68-8032-4a92-be49-fabe39f33822,revision_number=0']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:32:45.967228 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-8b326c22-3954-479f-a7de-07b7d0d337e4 tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:45.973394 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-8b326c22-3954-479f-a7de-07b7d0d337e4 tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-930131'] for floatingip, after_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:45.997963 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-9f4ef413-cd40-48a2-bf33-af371ce1edd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081283'] for subnet, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:46.023943 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-032a77cd-3495-48a0-adb2-842f184c0689 tempest-AllowedAddressPairIpV6TestJSON-545305561 tempest-AllowedAddressPairIpV6TestJSON-545305561-project] Checking segment: {'id': 'b8de460c-2f2c-4216-9f9d-02905e93e86f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '08ce56b4-5b99-4e00-88e6-321302e509b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93916) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:32:46.024245 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-032a77cd-3495-48a0-adb2-842f184c0689 tempest-AllowedAddressPairIpV6TestJSON-545305561 tempest-AllowedAddressPairIpV6TestJSON-545305561-project] Network hostable DHCP agents. Network: 08ce56b4-5b99-4e00-88e6-321302e509b2, hostable agents: ['028393c3-0576-4ebd-bca1-8ea8a148e1a2'], hosted agents: [] {{(pid=93916) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 18:32:46.083619 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-032a77cd-3495-48a0-adb2-842f184c0689 tempest-AllowedAddressPairIpV6TestJSON-545305561 tempest-AllowedAddressPairIpV6TestJSON-545305561-project] Network 08ce56b4-5b99-4e00-88e6-321302e509b2 is scheduled to be hosted by DHCP agent 028393c3-0576-4ebd-bca1-8ea8a148e1a2 with binding_index 1 {{(pid=93916) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 18:32:46.099321 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [None req-032a77cd-3495-48a0-adb2-842f184c0689 tempest-AllowedAddressPairIpV6TestJSON-545305561 tempest-AllowedAddressPairIpV6TestJSON-545305561-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-3, 08ce56b4-5b99-4e00-88e6-321302e509b2) {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:32:46.102892 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-a4a0f8b3-ce8c-4371-ae77-fb4b47371ac1 req-3f1ae247-db3e-4b22-829b-742274d0bb11 tempest-ListServerFiltersTestJSON-1866458082 tempest-ListServerFiltersTestJSON-1866458082-project] For port 32d16ffa-b3ff-4829-a03d-54023eb47d94, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=32d16ffa-b3ff-4829-a03d-54023eb47d94,segment=NetworkSegment(19f00279-ca9c-462b-94d7-9624328caaf9),segment_id=19f00279-ca9c-462b-94d7-9624328caaf9)] {{(pid=93915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:32:46.103265 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-a4a0f8b3-ce8c-4371-ae77-fb4b47371ac1 req-3f1ae247-db3e-4b22-829b-742274d0bb11 tempest-ListServerFiltersTestJSON-1866458082 tempest-ListServerFiltersTestJSON-1866458082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:46.104608 n-d-800634-3 neutron-server[93916]: INFO neutron.db.l3_db [None req-8b326c22-3954-479f-a7de-07b7d0d337e4 tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Floating IP bc199bbc-9f16-42a1-a60e-f660e35ff89b associated. External IP: 172.25.1.97, port: 7707fb10-d635-4b33-a86e-c444f6fef1c4. Jul 14 18:32:46.107620 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-032a77cd-3495-48a0-adb2-842f184c0689 tempest-AllowedAddressPairIpV6TestJSON-545305561 tempest-AllowedAddressPairIpV6TestJSON-545305561-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:46.108254 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-032a77cd-3495-48a0-adb2-842f184c0689 tempest-AllowedAddressPairIpV6TestJSON-545305561 tempest-AllowedAddressPairIpV6TestJSON-545305561-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598705'] for subnet, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:46.111097 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6187eeca-dc43-44c3-94b9-93855823330e None None] Network 08ce56b4-5b99-4e00-88e6-321302e509b2 requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:32:46.129640 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d758a1-4e39-44c0-b0cc-14016073b581 req-76d2c544-f17f-4d27-9281-75c202b2a7b1 tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:46.131186 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-18d758a1-4e39-44c0-b0cc-14016073b581 req-76d2c544-f17f-4d27-9281-75c202b2a7b1 tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] 10.222.0.16 "GET /v2.0/ports?device_id=e324c388-2bb3-401d-a7a7-373392456b8c HTTP/1.1" status: 200 len: 945 time: 0.5293567 Jul 14 18:32:46.137192 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [req-a4a0f8b3-ce8c-4371-ae77-fb4b47371ac1 req-3f1ae247-db3e-4b22-829b-742274d0bb11 tempest-ListServerFiltersTestJSON-1866458082 tempest-ListServerFiltersTestJSON-1866458082-project] Calling delete_port for 32d16ffa-b3ff-4829-a03d-54023eb47d94 owned by compute:nova {{(pid=93915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:32:46.146194 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedd14fb-afd5-4724-b5c5-90f0449da162 req-bb74a74e-8b91-4ba7-ad98-435610144d26 tempest-ListServerFiltersTestJSON-1866458082 tempest-ListServerFiltersTestJSON-1866458082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:46.147721 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-fedd14fb-afd5-4724-b5c5-90f0449da162 req-bb74a74e-8b91-4ba7-ad98-435610144d26 tempest-ListServerFiltersTestJSON-1866458082 tempest-ListServerFiltersTestJSON-1866458082-project] 10.222.0.16 "GET /v2.0/ports?device_id=a90018ac-9b0b-496e-b667-52331ab9042e HTTP/1.1" status: 200 len: 946 time: 0.5469875 Jul 14 18:32:46.164172 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-032a77cd-3495-48a0-adb2-842f184c0689 tempest-AllowedAddressPairIpV6TestJSON-545305561 tempest-AllowedAddressPairIpV6TestJSON-545305561-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9078288 Jul 14 18:32:46.165458 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 45128) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:32:46.172868 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-9f4ef413-cd40-48a2-bf33-af371ce1edd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25913028', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28969762'] for subnet, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:46.173862 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-03641c68-e240-4cf3-93a5-f76a1c7c9c40 tempest-AllowedAddressPairIpV6TestJSON-545305561 tempest-AllowedAddressPairIpV6TestJSON-545305561-project] Request body: {'port': {'network_id': '08ce56b4-5b99-4e00-88e6-321302e509b2', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1558150173'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:32:46.254953 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4ef413-cd40-48a2-bf33-af371ce1edd5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e39776a5-0c4c-4e2c-abcf-e8667374bae7,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:32:46.267165 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-9f4ef413-cd40-48a2-bf33-af371ce1edd5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:46.271930 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-9f4ef413-cd40-48a2-bf33-af371ce1edd5 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/e39776a5-0c4c-4e2c-abcf-e8667374bae7 HTTP/1.1" status: 204 len: 168 time: 1.1451070 Jul 14 18:32:46.273060 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 45130) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:32:46.274836 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1028f631-f99d-4e24-9d7a-a3d93ad7477b None None] Network 3027b8cc-b688-44c3-b2bb-d03887fb46b4 requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:32:46.289036 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-18d758a1-4e39-44c0-b0cc-14016073b581 req-17ce7c68-97ff-4bbe-a965-572ecfb5a205 tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] 10.222.0.16 "GET /v2.0/security-groups?id=c6d2ae5e-7962-48ff-a84c-cacbd11fb04d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1402748 Jul 14 18:32:46.298762 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ad2cc96-e5ec-4fff-ad40-2d2cfa47ce7a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9222b97e-5d1c-54f8-ba97-82f172498e76-08ce56b4-5b99-4e00-88e6-321302e509b2', 'network_id': '08ce56b4-5b99-4e00-88e6-321302e509b2', 'tenant_id': '0772bb2347cc4c4596979fc50969db37', 'fixed_ips': [{'subnet_id': '383b0c68-8032-4a92-be49-fabe39f33822'}]}} from n-d-800634-3. {{(pid=93917) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 18:32:46.300373 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-3ad2cc96-e5ec-4fff-ad40-2d2cfa47ce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:46.308903 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-fedd14fb-afd5-4724-b5c5-90f0449da162 req-c3679211-62c2-4eb9-9dcb-7442a727e1f3 tempest-ListServerFiltersTestJSON-1866458082 tempest-ListServerFiltersTestJSON-1866458082-project] 10.222.0.16 "GET /v2.0/security-groups?id=cc0cb72e-0ac6-4b37-b329-257cd4e8c60f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487980 Jul 14 18:32:46.399878 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-c8f02ab1-87df-48b1-b55f-2ded583035eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645734'] for network, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:46.433944 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-a4a0f8b3-ce8c-4371-ae77-fb4b47371ac1 req-3f1ae247-db3e-4b22-829b-742274d0bb11 tempest-ListServerFiltersTestJSON-1866458082 tempest-ListServerFiltersTestJSON-1866458082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:46.461881 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1ae247-db3e-4b22-829b-742274d0bb11 tempest-ListServerFiltersTestJSON-1866458082 tempest-ListServerFiltersTestJSON-1866458082-project] Pushing event deleted for resources: {'Port': ['ID=32d16ffa-b3ff-4829-a03d-54023eb47d94,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:32:46.482769 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] get_ports_and_sgs() called for port_ids ['32d16ffa-b3ff-4829-a03d-54023eb47d94'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 18:32:46.523957 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03641c68-e240-4cf3-93a5-f76a1c7c9c40 tempest-AllowedAddressPairIpV6TestJSON-545305561 tempest-AllowedAddressPairIpV6TestJSON-545305561-project] Made reservation on behalf of 0772bb2347cc4c4596979fc50969db37 for: {'port': 1} {{(pid=93916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:32:46.530390 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-03641c68-e240-4cf3-93a5-f76a1c7c9c40 tempest-AllowedAddressPairIpV6TestJSON-545305561 tempest-AllowedAddressPairIpV6TestJSON-545305561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:46.538445 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4a0f8b3-ce8c-4371-ae77-fb4b47371ac1 req-3f1ae247-db3e-4b22-829b-742274d0bb11 tempest-ListServerFiltersTestJSON-1866458082 tempest-ListServerFiltersTestJSON-1866458082-project] No DVR routers for this DVR port 32d16ffa-b3ff-4829-a03d-54023eb47d94 on host n-h1-800634-3 {{(pid=93915) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 18:32:46.560480 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-a4a0f8b3-ce8c-4371-ae77-fb4b47371ac1 req-3f1ae247-db3e-4b22-829b-742274d0bb11 tempest-ListServerFiltersTestJSON-1866458082 tempest-ListServerFiltersTestJSON-1866458082-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:46.565175 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a4a0f8b3-ce8c-4371-ae77-fb4b47371ac1 req-3f1ae247-db3e-4b22-829b-742274d0bb11 tempest-ListServerFiltersTestJSON-1866458082 tempest-ListServerFiltersTestJSON-1866458082-project] 10.222.0.18 "DELETE /v2.0/ports/32d16ffa-b3ff-4829-a03d-54023eb47d94 HTTP/1.1" status: 204 len: 173 time: 1.3629239 Jul 14 18:32:46.570079 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a90018ac-9b0b-496e-b667-52331ab9042e', 'name': 'network-vif-deleted', 'tag': '32d16ffa-b3ff-4829-a03d-54023eb47d94'}] {{(pid=93915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:32:46.575407 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e72782ad3af8f7d4ce76cedf092bca46d1756acc5c4653cf0b52034cdd6b073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-058bff70-91e3-445c-af1f-0b24a9574fa8" -d '{"events": [{"server_uuid": "a90018ac-9b0b-496e-b667-52331ab9042e", "name": "network-vif-deleted", "tag": "32d16ffa-b3ff-4829-a03d-54023eb47d94"}]}' {{(pid=93915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:32:46.595048 n-d-800634-3 neutron-server[93916]: DEBUG neutron.notifiers.nova [None req-03641c68-e240-4cf3-93a5-f76a1c7c9c40 tempest-AllowedAddressPairIpV6TestJSON-545305561 tempest-AllowedAddressPairIpV6TestJSON-545305561-project] device_id is not set on port e75f5967-fd6d-4c6e-8c31-a22c346e5d0c yet. {{(pid=93916) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 18:32:46.642722 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fe915f-cc39-4a71-b3f7-b857c3f06776 req-0f557ab3-876a-4e0f-9d2f-3f3ae37a03e6 tempest-ServerRescueTestJSON-1772516560 tempest-ServerRescueTestJSON-1772516560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:46.649839 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-23fe915f-cc39-4a71-b3f7-b857c3f06776 req-0f557ab3-876a-4e0f-9d2f-3f3ae37a03e6 tempest-ServerRescueTestJSON-1772516560 tempest-ServerRescueTestJSON-1772516560-project] 10.222.0.16 "GET /v2.0/ports?device_id=bd69d1f6-33e2-4cc0-ac5e-10c973fa7772 HTTP/1.1" status: 200 len: 945 time: 0.1430030 Jul 14 18:32:46.689535 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.db_base_plugin_common [None req-3ad2cc96-e5ec-4fff-ad40-2d2cfa47ce7a None None] Allocated IP 2001:db8::2 (08ce56b4-5b99-4e00-88e6-321302e509b2/383b0c68-8032-4a92-be49-fabe39f33822/8d7c2529-e11b-4748-b648-60a1eff282eb) {{(pid=93917) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:32:46.739126 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-23fe915f-cc39-4a71-b3f7-b857c3f06776 req-ed67c150-43f1-495a-a44a-c80afde70c17 tempest-ServerRescueTestJSON-1772516560 tempest-ServerRescueTestJSON-1772516560-project] 10.222.0.16 "GET /v2.0/security-groups?id=0ef5e3a0-eb15-4d38-952d-7e7d9baf772e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883138 Jul 14 18:32:46.742696 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-c8f02ab1-87df-48b1-b55f-2ded583035eb admin admin] Deleting port d393658a-fd68-474c-9edb-258df98f14ac {{(pid=93916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:32:46.743055 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-c8f02ab1-87df-48b1-b55f-2ded583035eb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:46.766221 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b326c22-3954-479f-a7de-07b7d0d337e4 tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Router bee30a2a-4399-42b3-916a-f5d930702390 has already been hosted by L3 agent 2c6eb27e-defb-4cca-9a24-381c7415e359 {{(pid=93916) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 18:32:46.823250 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 18:32:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8dcbd3e-f056-4285-b79b-4b2be94f5176 x-openstack-request-id: req-e8dcbd3e-f056-4285-b79b-4b2be94f5176 {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:32:46.823550 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a90018ac-9b0b-496e-b667-52331ab9042e", "name": "network-vif-deleted", "tag": "32d16ffa-b3ff-4829-a03d-54023eb47d94", "status": "completed", "code": 200}]} {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:32:46.823843 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e8dcbd3e-f056-4285-b79b-4b2be94f5176 {{(pid=93915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:32:46.824303 n-d-800634-3 neutron-server[93915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a90018ac-9b0b-496e-b667-52331ab9042e', 'name': 'network-vif-deleted', 'tag': '32d16ffa-b3ff-4829-a03d-54023eb47d94', 'status': 'completed', 'code': 200} Jul 14 18:32:46.856084 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68e445d7-87d8-440f-9961-cbb065b40764 None None] DHCP port deletion for 3027b8cc-b688-44c3-b2bb-d03887fb46b4 request from n-d-800634-3 {{(pid=93917) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 18:32:46.862267 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efd00e0-7af8-49f3-8e88-ce3a5c7891fd req-b917283d-04bd-47af-810b-70e2796d7ac8 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:46.868211 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efd00e0-7af8-49f3-8e88-ce3a5c7891fd req-b917283d-04bd-47af-810b-70e2796d7ac8 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:46.874781 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efd00e0-7af8-49f3-8e88-ce3a5c7891fd req-b917283d-04bd-47af-810b-70e2796d7ac8 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:46.884402 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efd00e0-7af8-49f3-8e88-ce3a5c7891fd req-b917283d-04bd-47af-810b-70e2796d7ac8 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:46.890742 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efd00e0-7af8-49f3-8e88-ce3a5c7891fd req-b917283d-04bd-47af-810b-70e2796d7ac8 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:46.899693 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efd00e0-7af8-49f3-8e88-ce3a5c7891fd req-b917283d-04bd-47af-810b-70e2796d7ac8 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:46.907030 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efd00e0-7af8-49f3-8e88-ce3a5c7891fd req-b917283d-04bd-47af-810b-70e2796d7ac8 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:46.910056 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.db [None req-c8f02ab1-87df-48b1-b55f-2ded583035eb admin admin] For port d393658a-fd68-474c-9edb-258df98f14ac, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=d393658a-fd68-474c-9edb-258df98f14ac,segment=NetworkSegment(59ec8ce5-7b0e-4147-9aff-0079f6261139),segment_id=59ec8ce5-7b0e-4147-9aff-0079f6261139)] {{(pid=93916) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:32:46.911140 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-c8f02ab1-87df-48b1-b55f-2ded583035eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:46.913201 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-9efd00e0-7af8-49f3-8e88-ce3a5c7891fd req-b917283d-04bd-47af-810b-70e2796d7ac8 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] 10.222.0.16 "GET /v2.0/ports?device_id=a4e0bc60-2fa3-47a3-a9ba-155133f4e67a HTTP/1.1" status: 200 len: 5430 time: 0.2481441 Jul 14 18:32:46.937513 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-c8f02ab1-87df-48b1-b55f-2ded583035eb admin admin] Calling delete_port for d393658a-fd68-474c-9edb-258df98f14ac owned by network:dhcp {{(pid=93916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:32:46.998153 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-9efd00e0-7af8-49f3-8e88-ce3a5c7891fd req-e782cb28-5536-4587-b627-6385713a5be1 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] 10.222.0.16 "GET /v2.0/security-groups?id=748fe4c5-70b9-4e07-b6fc-ddd56d9bbb08&id=1433845c-1171-43a4-b403-5201c1216c85&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0786870 Jul 14 18:32:47.128337 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-68e445d7-87d8-440f-9961-cbb065b40764 None None] Deleting port d393658a-fd68-474c-9edb-258df98f14ac {{(pid=93917) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:32:47.128880 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-68e445d7-87d8-440f-9961-cbb065b40764 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:47.155427 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-c8f02ab1-87df-48b1-b55f-2ded583035eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:47.193580 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f02ab1-87df-48b1-b55f-2ded583035eb admin admin] Pushing event deleted for resources: {'Port': ['ID=d393658a-fd68-474c-9edb-258df98f14ac,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:32:47.195127 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-3ad2cc96-e5ec-4fff-ad40-2d2cfa47ce7a None None] Notify callbacks [] for port, precommit_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:47.201076 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8f02ab1-87df-48b1-b55f-2ded583035eb admin admin] No DVR routers for this DVR port d393658a-fd68-474c-9edb-258df98f14ac on host n-d-800634-3 {{(pid=93916) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 18:32:47.214185 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-3ad2cc96-e5ec-4fff-ad40-2d2cfa47ce7a None None] Transition to ACTIVE for port object 8d7c2529-e11b-4748-b648-60a1eff282eb will not be triggered until provisioned by entity L2. {{(pid=93917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:32:47.222062 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-68e445d7-87d8-440f-9961-cbb065b40764 None None] For port d393658a-fd68-474c-9edb-258df98f14ac, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=d393658a-fd68-474c-9edb-258df98f14ac,segment=NetworkSegment(59ec8ce5-7b0e-4147-9aff-0079f6261139),segment_id=59ec8ce5-7b0e-4147-9aff-0079f6261139)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:32:47.222461 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-68e445d7-87d8-440f-9961-cbb065b40764 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:47.227773 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b326c22-3954-479f-a7de-07b7d0d337e4 tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Notify agent at l3_agent.n-d-800634-3 the message routers_updated {{(pid=93916) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 18:32:47.242678 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-68e445d7-87d8-440f-9961-cbb065b40764 None None] Calling delete_port for d393658a-fd68-474c-9edb-258df98f14ac owned by network:dhcp {{(pid=93917) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:32:47.246497 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-184b70de-8238-48e9-aa3a-8c6d8fb52445 None None] Sync routers for ids ['bee30a2a-4399-42b3-916a-f5d930702390'] in n-d-800634-3 {{(pid=93917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 18:32:47.254336 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-3ad2cc96-e5ec-4fff-ad40-2d2cfa47ce7a None None] Transition to ACTIVE for port object 8d7c2529-e11b-4748-b648-60a1eff282eb will not be triggered until provisioned by entity DHCP. {{(pid=93917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:32:47.302423 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-184b70de-8238-48e9-aa3a-8c6d8fb52445 None None] Routers {'bee30a2a-4399-42b3-916a-f5d930702390'} bound to L3 agent in host n-d-800634-3 {{(pid=93917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:32:47.303374 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-184b70de-8238-48e9-aa3a-8c6d8fb52445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:32:23Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['bee30a2a-4399-42b3-916a-f5d930702390'], 'active': True} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:32:47.308890 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-3ad2cc96-e5ec-4fff-ad40-2d2cfa47ce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804'] for port, after_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:47.370481 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-184b70de-8238-48e9-aa3a-8c6d8fb52445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-3', False) {} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:32:47.396134 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-c8f02ab1-87df-48b1-b55f-2ded583035eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2096010', 'neutron.services.segments.db._delete_segments_for_network-8728202734996'] for network, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:47.411290 n-d-800634-3 neutron-server[93917]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ad2cc96-e5ec-4fff-ad40-2d2cfa47ce7a None None] Network 08ce56b4-5b99-4e00-88e6-321302e509b2 is already hosted by enough agents. {{(pid=93917) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:32:47.419570 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-184b70de-8238-48e9-aa3a-8c6d8fb52445 None None] Routers {'bee30a2a-4399-42b3-916a-f5d930702390'} bound to L3 agent in host n-d-800634-3 {{(pid=93917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:32:47.420537 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-184b70de-8238-48e9-aa3a-8c6d8fb52445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:32:23Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['bee30a2a-4399-42b3-916a-f5d930702390'], 'active': True} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:32:47.422929 n-d-800634-3 neutron-server[93917]: DEBUG neutron.scheduler.base_scheduler [None req-3ad2cc96-e5ec-4fff-ad40-2d2cfa47ce7a None None] Resources bound (agent type, host, resource id): {{(pid=93917) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:32:47.427217 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad2cc96-e5ec-4fff-ad40-2d2cfa47ce7a None None] Pushing event updated for resources: {'Port': ['ID=8d7c2529-e11b-4748-b648-60a1eff282eb,revision_number=1']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:32:47.459661 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ad2cc96-e5ec-4fff-ad40-2d2cfa47ce7a None None] Received port after_create {{(pid=93917) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:32:47.466669 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-184b70de-8238-48e9-aa3a-8c6d8fb52445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-3', False) {} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:32:47.467563 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-184b70de-8238-48e9-aa3a-8c6d8fb52445 None None] The sync data for ids ['bee30a2a-4399-42b3-916a-f5d930702390'] in n-d-800634-3 is: [] {{(pid=93917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 18:32:47.480479 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 45142) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:32:47.488567 n-d-800634-3 neutron-server[93917]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 14 18:32:47.488567 n-d-800634-3 neutron-server[93917]: from cryptography.utils import int_from_bytes Jul 14 18:32:47.488567 n-d-800634-3 neutron-server[93917]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 14 18:32:47.488567 n-d-800634-3 neutron-server[93917]: from cryptography.utils import int_from_bytes Jul 14 18:32:47.488567 n-d-800634-3 neutron-server[93917]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 18:32:47.488567 n-d-800634-3 neutron-server[93917]: self.session.flush() Jul 14 18:32:47.488567 n-d-800634-3 neutron-server[93917]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 18:32:47.488567 n-d-800634-3 neutron-server[93917]: self.session.flush() Jul 14 18:32:47.488567 n-d-800634-3 neutron-server[93917]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 18:32:47.488567 n-d-800634-3 neutron-server[93917]: self.session.flush() Jul 14 18:32:47.488567 n-d-800634-3 neutron-server[93917]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 18:32:47.488567 n-d-800634-3 neutron-server[93917]: self.session.flush() Jul 14 18:32:47.488567 n-d-800634-3 neutron-server[93917]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 18:32:47.488567 n-d-800634-3 neutron-server[93917]: self.session.flush() Jul 14 18:32:47.488567 n-d-800634-3 neutron-server[93917]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 18:32:47.488567 n-d-800634-3 neutron-server[93917]: self.session.flush() Jul 14 18:32:47.488567 n-d-800634-3 neutron-server[93917]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 18:32:47.488567 n-d-800634-3 neutron-server[93917]: self.session.flush() Jul 14 18:32:47.488567 n-d-800634-3 neutron-server[93917]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 18:32:47.488567 n-d-800634-3 neutron-server[93917]: self.session.flush() Jul 14 18:32:47.488567 n-d-800634-3 neutron-server[93917]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 18:32:47.488567 n-d-800634-3 neutron-server[93917]: self.session.flush() Jul 14 18:32:47.488567 n-d-800634-3 neutron-server[93917]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 18:32:47.488567 n-d-800634-3 neutron-server[93917]: self.session.flush() Jul 14 18:32:47.488567 n-d-800634-3 neutron-server[93917]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 18:32:47.488567 n-d-800634-3 neutron-server[93917]: self.session.flush() Jul 14 18:32:47.488567 n-d-800634-3 neutron-server[93917]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 18:32:47.488567 n-d-800634-3 neutron-server[93917]: self.session.flush() Jul 14 18:32:47.488567 n-d-800634-3 neutron-server[93917]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 18:32:47.488567 n-d-800634-3 neutron-server[93917]: self.session.flush() Jul 14 18:32:47.488567 n-d-800634-3 neutron-server[93917]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 18:32:47.488567 n-d-800634-3 neutron-server[93917]: self.session.flush() Jul 14 18:32:47.488567 n-d-800634-3 neutron-server[93917]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 18:32:47.488567 n-d-800634-3 neutron-server[93917]: self.session.flush() Jul 14 18:32:47.488567 n-d-800634-3 neutron-server[93917]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 18:32:47.488567 n-d-800634-3 neutron-server[93917]: self.session.flush() Jul 14 18:32:47.488567 n-d-800634-3 neutron-server[93917]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 18:32:47.488567 n-d-800634-3 neutron-server[93917]: self.session.flush() Jul 14 18:32:47.488567 n-d-800634-3 neutron-server[93917]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 18:32:47.488567 n-d-800634-3 neutron-server[93917]: self.session.flush() Jul 14 18:32:47.488567 n-d-800634-3 neutron-server[93917]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 18:32:47.488567 n-d-800634-3 neutron-server[93917]: self.session.flush() Jul 14 18:32:47.491955 n-d-800634-3 neutron-server[93917]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 18:32:47.491955 n-d-800634-3 neutron-server[93917]: self.session.flush() Jul 14 18:32:47.491955 n-d-800634-3 neutron-server[93917]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 18:32:47.491955 n-d-800634-3 neutron-server[93917]: self.session.flush() Jul 14 18:32:47.491955 n-d-800634-3 neutron-server[93917]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 18:32:47.491955 n-d-800634-3 neutron-server[93917]: self.session.flush() Jul 14 18:32:47.491955 n-d-800634-3 neutron-server[93917]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 18:32:47.491955 n-d-800634-3 neutron-server[93917]: self.session.flush() Jul 14 18:32:47.491955 n-d-800634-3 neutron-server[93917]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 18:32:47.491955 n-d-800634-3 neutron-server[93917]: self.session.flush() Jul 14 18:32:47.491955 n-d-800634-3 neutron-server[93917]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 18:32:47.491955 n-d-800634-3 neutron-server[93917]: self.session.flush() Jul 14 18:32:47.491955 n-d-800634-3 neutron-server[93917]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 18:32:47.491955 n-d-800634-3 neutron-server[93917]: self.session.flush() Jul 14 18:32:47.529112 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-68e445d7-87d8-440f-9961-cbb065b40764 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813'] for port, after_delete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:47.574199 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e445d7-87d8-440f-9961-cbb065b40764 None None] Pushing event deleted for resources: {'Port': ['ID=d393658a-fd68-474c-9edb-258df98f14ac,revision_number=None']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:32:47.578358 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-3ad2cc96-e5ec-4fff-ad40-2d2cfa47ce7a None None] Attempting to bind port 8d7c2529-e11b-4748-b648-60a1eff282eb on host n-d-800634-3 for vnic_type normal with profile {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:32:47.578736 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-3ad2cc96-e5ec-4fff-ad40-2d2cfa47ce7a None None] Attempting to bind port 8d7c2529-e11b-4748-b648-60a1eff282eb by drivers openvswitch,hyperv on host n-d-800634-3 at level 0 using segments [{'id': 'b8de460c-2f2c-4216-9f9d-02905e93e86f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '08ce56b4-5b99-4e00-88e6-321302e509b2'}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:32:47.579107 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ad2cc96-e5ec-4fff-ad40-2d2cfa47ce7a None None] Attempting to bind port 8d7c2529-e11b-4748-b648-60a1eff282eb on network 08ce56b4-5b99-4e00-88e6-321302e509b2 {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:32:47.581568 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68e445d7-87d8-440f-9961-cbb065b40764 None None] No DVR routers for this DVR port d393658a-fd68-474c-9edb-258df98f14ac on host n-d-800634-3 {{(pid=93917) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 18:32:47.590204 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ad2cc96-e5ec-4fff-ad40-2d2cfa47ce7a None None] Checking agent: {'id': '01c19e91-a945-4e3c-94a6-c211e17c923e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 8, 23), 'started_at': datetime.datetime(2021, 7, 14, 18, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 18, 32, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 18:32:47.590204 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ad2cc96-e5ec-4fff-ad40-2d2cfa47ce7a None None] Checking segment: {'id': 'b8de460c-2f2c-4216-9f9d-02905e93e86f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '08ce56b4-5b99-4e00-88e6-321302e509b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93917) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:32:47.590204 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-3ad2cc96-e5ec-4fff-ad40-2d2cfa47ce7a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:47.590204 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ad2cc96-e5ec-4fff-ad40-2d2cfa47ce7a None None] Bound using segment: {'id': 'b8de460c-2f2c-4216-9f9d-02905e93e86f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '08ce56b4-5b99-4e00-88e6-321302e509b2'} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 18:32:47.591499 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-3ad2cc96-e5ec-4fff-ad40-2d2cfa47ce7a None None] Bound port: 8d7c2529-e11b-4748-b648-60a1eff282eb, host: n-d-800634-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8de460c-2f2c-4216-9f9d-02905e93e86f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '08ce56b4-5b99-4e00-88e6-321302e509b2'}}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 18:32:47.591727 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-3ad2cc96-e5ec-4fff-ad40-2d2cfa47ce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:47.602212 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.db_base_plugin_v2 [None req-e538bfde-f55a-475c-8473-10cd2ff3ceac admin admin] Deleting subnet 200f429a-b543-41d8-bd69-5fd511645440 {{(pid=93915) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 18:32:47.607725 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-e538bfde-f55a-475c-8473-10cd2ff3ceac admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:47.674563 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-3ad2cc96-e5ec-4fff-ad40-2d2cfa47ce7a None None] For port 8d7c2529-e11b-4748-b648-60a1eff282eb, host n-d-800634-3, cleared binding levels {{(pid=93917) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:32:47.679301 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-3ad2cc96-e5ec-4fff-ad40-2d2cfa47ce7a None None] For port 8d7c2529-e11b-4748-b648-60a1eff282eb, host n-d-800634-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=8d7c2529-e11b-4748-b648-60a1eff282eb,segment=NetworkSegment(b8de460c-2f2c-4216-9f9d-02905e93e86f),segment_id=b8de460c-2f2c-4216-9f9d-02905e93e86f)] {{(pid=93917) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 18:32:47.681549 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-e538bfde-f55a-475c-8473-10cd2ff3ceac admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28939913'] for subnet, precommit_delete_associations {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:47.684867 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-3ad2cc96-e5ec-4fff-ad40-2d2cfa47ce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:47.714394 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3bc714-45f4-48da-881b-a8fec185f911 req-7afba518-7ace-441a-9d60-ef20d69b5dd6 tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:47.715956 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-9c3bc714-45f4-48da-881b-a8fec185f911 req-7afba518-7ace-441a-9d60-ef20d69b5dd6 tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] 10.222.0.16 "GET /v2.0/ports?device_id=e324c388-2bb3-401d-a7a7-373392456b8c HTTP/1.1" status: 200 len: 945 time: 0.1920986 Jul 14 18:32:47.723271 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device d393658a-fd68-474c-9edb-258df98f14ac no longer exists at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 18:32:47.758321 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] No Port match for: d393658a-fd68-474c-9edb-258df98f14ac {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 18:32:47.758966 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device d393658a-fd68-474c-9edb-258df98f14ac not bound to the agent host n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 18:32:47.786569 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad2cc96-e5ec-4fff-ad40-2d2cfa47ce7a None None] Pushing event updated for resources: {'Port': ['ID=8d7c2529-e11b-4748-b648-60a1eff282eb,revision_number=2']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:32:47.797088 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-9c3bc714-45f4-48da-881b-a8fec185f911 req-c1f265bf-4de6-4504-a3da-8ad4cf21eb42 tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] 10.222.0.16 "GET /v2.0/security-groups?id=c6d2ae5e-7962-48ff-a84c-cacbd11fb04d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0744154 Jul 14 18:32:47.820067 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.segments.db [None req-c8f02ab1-87df-48b1-b55f-2ded583035eb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3027b8cc-b688-44c3-b2bb-d03887fb46b4']}} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:32:47.837003 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-e538bfde-f55a-475c-8473-10cd2ff3ceac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081283'] for subnet, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:47.852702 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Device fc7adfc8-2429-4dd9-9c99-fafc5938bde8 no longer exists at agent hyperv_n-h2-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 18:32:47.855484 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.segments.db [None req-c8f02ab1-87df-48b1-b55f-2ded583035eb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59ec8ce5-7b0e-4147-9aff-0079f6261139') {'for_net_delete': True} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:32:47.855799 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.segments.db [None req-c8f02ab1-87df-48b1-b55f-2ded583035eb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59ec8ce5-7b0e-4147-9aff-0079f6261139') {} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:32:47.922892 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-e538bfde-f55a-475c-8473-10cd2ff3ceac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25913028', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28969762'] for subnet, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:47.967898 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-c8f02ab1-87df-48b1-b55f-2ded583035eb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728202715275', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26296891'] for segment, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:47.971949 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.db_base_plugin_common [None req-03641c68-e240-4cf3-93a5-f76a1c7c9c40 tempest-AllowedAddressPairIpV6TestJSON-545305561 tempest-AllowedAddressPairIpV6TestJSON-545305561-project] Allocated IP 2001:db8::1e3 (08ce56b4-5b99-4e00-88e6-321302e509b2/383b0c68-8032-4a92-be49-fabe39f33822/e75f5967-fd6d-4c6e-8c31-a22c346e5d0c) {{(pid=93916) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:32:48.001195 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e538bfde-f55a-475c-8473-10cd2ff3ceac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=200f429a-b543-41d8-bd69-5fd511645440,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:32:48.011934 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-e538bfde-f55a-475c-8473-10cd2ff3ceac admin admin] Notify callbacks [] for subnet, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:48.017940 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-e538bfde-f55a-475c-8473-10cd2ff3ceac admin admin] 10.222.0.16 "DELETE /v2.0/subnets/200f429a-b543-41d8-bd69-5fd511645440 HTTP/1.1" status: 204 len: 168 time: 0.5348356 Jul 14 18:32:48.020169 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 45154) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:32:48.024192 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a91f6a3-4980-404f-b62b-c62670bccb6b None None] Network ad9e84b1-ffc4-4f99-b7e3-cbec2406a6c8 requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:32:48.097498 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-c8f02ab1-87df-48b1-b55f-2ded583035eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:48.163042 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8f02ab1-87df-48b1-b55f-2ded583035eb admin admin] Releasing vlan 91 on physical network physnet1 to pool {{(pid=93916) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 18:32:48.163854 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-c8f02ab1-87df-48b1-b55f-2ded583035eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2682942'] for segment, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:48.166262 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6c72e0-401d-474f-bef7-9573f986917d req-fab11f59-511b-435d-a807-4cc39b3fd0ce tempest-ServerRescueTestJSON-1772516560 tempest-ServerRescueTestJSON-1772516560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:48.168419 n-d-800634-3 neutron-server[93916]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:32:48.168419 n-d-800634-3 neutron-server[93916]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:32:48.168419 n-d-800634-3 neutron-server[93916]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:32:48.168419 n-d-800634-3 neutron-server[93916]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:32:48.168419 n-d-800634-3 neutron-server[93916]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:32:48.168419 n-d-800634-3 neutron-server[93916]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:32:48.168419 n-d-800634-3 neutron-server[93916]: Traceback (most recent call last): Jul 14 18:32:48.168419 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 18:32:48.168419 n-d-800634-3 neutron-server[93916]: timer() Jul 14 18:32:48.168419 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 18:32:48.168419 n-d-800634-3 neutron-server[93916]: cb(*args, **kw) Jul 14 18:32:48.168419 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 18:32:48.168419 n-d-800634-3 neutron-server[93916]: return func(*args, **kwargs) Jul 14 18:32:48.168419 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 18:32:48.168419 n-d-800634-3 neutron-server[93916]: self._notify() Jul 14 18:32:48.168419 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 18:32:48.168419 n-d-800634-3 neutron-server[93916]: self.callback(batched_events) Jul 14 18:32:48.168419 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 18:32:48.168419 n-d-800634-3 neutron-server[93916]: event.method(event) Jul 14 18:32:48.168419 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 18:32:48.168419 n-d-800634-3 neutron-server[93916]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 18:32:48.168419 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 18:32:48.168419 n-d-800634-3 neutron-server[93916]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 18:32:48.168419 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 18:32:48.168419 n-d-800634-3 neutron-server[93916]: return f(self, *a, **k) Jul 14 18:32:48.168419 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 18:32:48.168419 n-d-800634-3 neutron-server[93916]: return self._get(url).json() Jul 14 18:32:48.168419 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 18:32:48.168419 n-d-800634-3 neutron-server[93916]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 18:32:48.168419 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 18:32:48.168419 n-d-800634-3 neutron-server[93916]: return self.request(url, 'GET', **kwargs) Jul 14 18:32:48.168419 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 18:32:48.168419 n-d-800634-3 neutron-server[93916]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 18:32:48.168419 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 18:32:48.168419 n-d-800634-3 neutron-server[93916]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 18:32:48.168419 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 18:32:48.168419 n-d-800634-3 neutron-server[93916]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 18:32:48.168419 n-d-800634-3 neutron-server[93916]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 18:32:48.177033 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ef6c72e0-401d-474f-bef7-9573f986917d req-fab11f59-511b-435d-a807-4cc39b3fd0ce tempest-ServerRescueTestJSON-1772516560 tempest-ServerRescueTestJSON-1772516560-project] 10.222.0.16 "GET /v2.0/ports?device_id=bd69d1f6-33e2-4cc0-ac5e-10c973fa7772 HTTP/1.1" status: 200 len: 945 time: 0.2971711 Jul 14 18:32:48.190351 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-bf317d25-eb4a-4a72-b06d-e1bf5850b531 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645734'] for network, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:48.217073 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:48.248676 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ef6c72e0-401d-474f-bef7-9573f986917d req-8e6354fe-e740-4312-93d0-839846189d6c tempest-ServerRescueTestJSON-1772516560 tempest-ServerRescueTestJSON-1772516560-project] 10.222.0.16 "GET /v2.0/security-groups?id=0ef5e3a0-eb15-4d38-952d-7e7d9baf772e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704465 Jul 14 18:32:48.267967 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] For port fc7adfc8-2429-4dd9-9c99-fafc5938bde8, host n-h2-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=fc7adfc8-2429-4dd9-9c99-fafc5938bde8,segment=NetworkSegment(48f07496-1654-4e70-864e-6d82e6081c18),segment_id=48f07496-1654-4e70-864e-6d82e6081c18)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:32:48.293004 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e324c388-2bb3-401d-a7a7-373392456b8c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fc7adfc8-2429-4dd9-9c99-fafc5938bde8'}] {{(pid=93917) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:32:48.297736 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20b787f3c29eaa7aa2a4d648c725a2124c5ff39a8d793252f9d844495e14cf42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97f320b8-6ea7-4c6d-ade6-1c55a00620bf" -d '{"events": [{"server_uuid": "e324c388-2bb3-401d-a7a7-373392456b8c", "name": "network-vif-unplugged", "status": "completed", "tag": "fc7adfc8-2429-4dd9-9c99-fafc5938bde8"}]}' {{(pid=93917) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:32:48.305685 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:48.340038 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [None req-bf317d25-eb4a-4a72-b06d-e1bf5850b531 admin admin] Deleting port db4119d2-1818-4d13-b1c9-80a0829e53fd {{(pid=93915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:32:48.340839 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-bf317d25-eb4a-4a72-b06d-e1bf5850b531 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:48.426675 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [None req-bf317d25-eb4a-4a72-b06d-e1bf5850b531 admin admin] For port db4119d2-1818-4d13-b1c9-80a0829e53fd, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=db4119d2-1818-4d13-b1c9-80a0829e53fd,segment=NetworkSegment(19f00279-ca9c-462b-94d7-9624328caaf9),segment_id=19f00279-ca9c-462b-94d7-9624328caaf9)] {{(pid=93915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:32:48.427200 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-bf317d25-eb4a-4a72-b06d-e1bf5850b531 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:48.443376 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Pushing event updated for resources: {'Port': ['ID=fc7adfc8-2429-4dd9-9c99-fafc5938bde8,revision_number=8']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:32:48.455677 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [None req-bf317d25-eb4a-4a72-b06d-e1bf5850b531 admin admin] Calling delete_port for db4119d2-1818-4d13-b1c9-80a0829e53fd owned by network:dhcp {{(pid=93915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:32:48.497454 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-03641c68-e240-4cf3-93a5-f76a1c7c9c40 tempest-AllowedAddressPairIpV6TestJSON-545305561 tempest-AllowedAddressPairIpV6TestJSON-545305561-project] Notify callbacks [] for port, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:48.501704 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-c8f02ab1-87df-48b1-b55f-2ded583035eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2096001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-930085'] for network, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:48.518651 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 14 Jul 2021 18:32:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2597b741-abc9-4f70-827c-3c8c25662e82 x-openstack-request-id: req-2597b741-abc9-4f70-827c-3c8c25662e82 {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:32:48.518972 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e324c388-2bb3-401d-a7a7-373392456b8c", "name": "network-vif-unplugged", "status": "failed", "tag": "fc7adfc8-2429-4dd9-9c99-fafc5938bde8", "code": 422}]} {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:32:48.519286 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2597b741-abc9-4f70-827c-3c8c25662e82 {{(pid=93917) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:32:48.519780 n-d-800634-3 neutron-server[93917]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'e324c388-2bb3-401d-a7a7-373392456b8c', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'fc7adfc8-2429-4dd9-9c99-fafc5938bde8', 'code': 422} returned with failed status Jul 14 18:32:48.540904 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-c8f02ab1-87df-48b1-b55f-2ded583035eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598705'] for network, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:48.546971 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-c8f02ab1-87df-48b1-b55f-2ded583035eb admin admin] 10.222.0.16 "DELETE /v2.0/networks/3027b8cc-b688-44c3-b2bb-d03887fb46b4 HTTP/1.1" status: 204 len: 168 time: 2.2674754 Jul 14 18:32:48.547417 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-776e4ea1-5918-4732-92c5-ebcc513387fa None None] DHCP port deletion for ad9e84b1-ffc4-4f99-b7e3-cbec2406a6c8 request from n-d-800634-3 {{(pid=93917) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 18:32:48.564293 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b326c22-3954-479f-a7de-07b7d0d337e4 tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Router 38e05649-150f-401a-9e98-939da74e569e has already been hosted by L3 agent 2c6eb27e-defb-4cca-9a24-381c7415e359 {{(pid=93916) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 18:32:48.567890 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f02ab1-87df-48b1-b55f-2ded583035eb admin admin] Pushing event deleted for resources: {'Network': ['ID=3027b8cc-b688-44c3-b2bb-d03887fb46b4,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:32:48.573893 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.provisioning_blocks [None req-03641c68-e240-4cf3-93a5-f76a1c7c9c40 tempest-AllowedAddressPairIpV6TestJSON-545305561 tempest-AllowedAddressPairIpV6TestJSON-545305561-project] Transition to ACTIVE for port object e75f5967-fd6d-4c6e-8c31-a22c346e5d0c will not be triggered until provisioned by entity DHCP. {{(pid=93916) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:32:48.642789 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-bf317d25-eb4a-4a72-b06d-e1bf5850b531 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:48.661467 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf317d25-eb4a-4a72-b06d-e1bf5850b531 admin admin] No DVR routers for this DVR port db4119d2-1818-4d13-b1c9-80a0829e53fd on host n-d-800634-3 {{(pid=93915) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 18:32:48.662185 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-776e4ea1-5918-4732-92c5-ebcc513387fa None None] Deleting port db4119d2-1818-4d13-b1c9-80a0829e53fd {{(pid=93917) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:32:48.663052 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-776e4ea1-5918-4732-92c5-ebcc513387fa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:48.709392 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b326c22-3954-479f-a7de-07b7d0d337e4 tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Notify agent at l3_agent.n-d-800634-3 the message routers_updated {{(pid=93916) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 18:32:48.718354 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-8b326c22-3954-479f-a7de-07b7d0d337e4 tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for floatingip, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:48.719622 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf317d25-eb4a-4a72-b06d-e1bf5850b531 admin admin] Pushing event deleted for resources: {'Port': ['ID=db4119d2-1818-4d13-b1c9-80a0829e53fd,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:32:48.725257 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c65f6540-e733-4c87-ac14-e547be977353 None None] Sync routers for ids ['38e05649-150f-401a-9e98-939da74e569e'] in n-d-800634-3 {{(pid=93918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 18:32:48.741660 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c65f6540-e733-4c87-ac14-e547be977353 None None] Routers {'38e05649-150f-401a-9e98-939da74e569e'} bound to L3 agent in host n-d-800634-3 {{(pid=93918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:32:48.742885 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-c65f6540-e733-4c87-ac14-e547be977353 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:32:23Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['38e05649-150f-401a-9e98-939da74e569e'], 'active': True} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:32:48.783841 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-03641c68-e240-4cf3-93a5-f76a1c7c9c40 tempest-AllowedAddressPairIpV6TestJSON-545305561 tempest-AllowedAddressPairIpV6TestJSON-545305561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:48.826610 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-776e4ea1-5918-4732-92c5-ebcc513387fa None None] For port db4119d2-1818-4d13-b1c9-80a0829e53fd, host n-d-800634-3, got binding levels [] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:32:48.827014 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-776e4ea1-5918-4732-92c5-ebcc513387fa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:48.831752 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019daed4-6f4a-4a90-bba0-2ea53b095203 req-8f7448c7-3d10-447d-90b4-96519187639a tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:48.857582 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019daed4-6f4a-4a90-bba0-2ea53b095203 req-8f7448c7-3d10-447d-90b4-96519187639a tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:48.860296 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-776e4ea1-5918-4732-92c5-ebcc513387fa None None] Calling delete_port for db4119d2-1818-4d13-b1c9-80a0829e53fd owned by network:dhcp {{(pid=93917) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:32:48.864292 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.ipam_backend_mixin [None req-776e4ea1-5918-4732-92c5-ebcc513387fa None None] Port db4119d2-1818-4d13-b1c9-80a0829e53fd was not found and therefore no delete operation was performed {{(pid=93917) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 14 18:32:48.865617 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-776e4ea1-5918-4732-92c5-ebcc513387fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813'] for port, after_delete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:48.866462 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019daed4-6f4a-4a90-bba0-2ea53b095203 req-8f7448c7-3d10-447d-90b4-96519187639a tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:48.868021 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-c65f6540-e733-4c87-ac14-e547be977353 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-3', False) {} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:32:48.890403 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019daed4-6f4a-4a90-bba0-2ea53b095203 req-8f7448c7-3d10-447d-90b4-96519187639a tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:48.898161 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019daed4-6f4a-4a90-bba0-2ea53b095203 req-8f7448c7-3d10-447d-90b4-96519187639a tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:48.904922 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c65f6540-e733-4c87-ac14-e547be977353 None None] Routers {'38e05649-150f-401a-9e98-939da74e569e'} bound to L3 agent in host n-d-800634-3 {{(pid=93918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:32:48.905453 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019daed4-6f4a-4a90-bba0-2ea53b095203 req-8f7448c7-3d10-447d-90b4-96519187639a tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:48.906924 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-c65f6540-e733-4c87-ac14-e547be977353 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:32:23Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['38e05649-150f-401a-9e98-939da74e569e'], 'active': True} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:32:48.912010 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019daed4-6f4a-4a90-bba0-2ea53b095203 req-8f7448c7-3d10-447d-90b4-96519187639a tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:48.920469 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-019daed4-6f4a-4a90-bba0-2ea53b095203 req-8f7448c7-3d10-447d-90b4-96519187639a tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] 10.222.0.16 "GET /v2.0/ports?device_id=a4e0bc60-2fa3-47a3-a9ba-155133f4e67a HTTP/1.1" status: 200 len: 5430 time: 0.3916202 Jul 14 18:32:48.922119 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 45174) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:32:48.944209 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776e4ea1-5918-4732-92c5-ebcc513387fa None None] Pushing event deleted for resources: {'Port': ['ID=db4119d2-1818-4d13-b1c9-80a0829e53fd,revision_number=None']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:32:48.957298 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03641c68-e240-4cf3-93a5-f76a1c7c9c40 tempest-AllowedAddressPairIpV6TestJSON-545305561 tempest-AllowedAddressPairIpV6TestJSON-545305561-project] Network 08ce56b4-5b99-4e00-88e6-321302e509b2 is already hosted by enough agents. {{(pid=93916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:32:48.962028 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-c65f6540-e733-4c87-ac14-e547be977353 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-3', False) {} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:32:48.962950 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-776e4ea1-5918-4732-92c5-ebcc513387fa None None] No DVR routers for this DVR port db4119d2-1818-4d13-b1c9-80a0829e53fd on host n-d-800634-3 {{(pid=93917) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 18:32:48.964079 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c65f6540-e733-4c87-ac14-e547be977353 None None] The sync data for ids ['38e05649-150f-401a-9e98-939da74e569e'] in n-d-800634-3 is: [] {{(pid=93918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 18:32:48.967000 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-bf317d25-eb4a-4a72-b06d-e1bf5850b531 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2096010', 'neutron.services.segments.db._delete_segments_for_network-8728202734996'] for network, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:48.976415 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-8b326c22-3954-479f-a7de-07b7d0d337e4 tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] 10.222.0.16 "PUT /v2.0/floatingips/bc199bbc-9f16-42a1-a60e-f660e35ff89b HTTP/1.1" status: 200 len: 977 time: 4.1101642 Jul 14 18:32:48.976415 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [None req-03641c68-e240-4cf3-93a5-f76a1c7c9c40 tempest-AllowedAddressPairIpV6TestJSON-545305561 tempest-AllowedAddressPairIpV6TestJSON-545305561-project] Resources bound (agent type, host, resource id): {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:32:48.977997 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 45182) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:32:48.979922 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03641c68-e240-4cf3-93a5-f76a1c7c9c40 tempest-AllowedAddressPairIpV6TestJSON-545305561 tempest-AllowedAddressPairIpV6TestJSON-545305561-project] Pushing event updated for resources: {'Port': ['ID=e75f5967-fd6d-4c6e-8c31-a22c346e5d0c,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:32:48.982308 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03641c68-e240-4cf3-93a5-f76a1c7c9c40 tempest-AllowedAddressPairIpV6TestJSON-545305561 tempest-AllowedAddressPairIpV6TestJSON-545305561-project] Received port after_create {{(pid=93916) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:32:48.988614 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03641c68-e240-4cf3-93a5-f76a1c7c9c40 tempest-AllowedAddressPairIpV6TestJSON-545305561 tempest-AllowedAddressPairIpV6TestJSON-545305561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:48.989280 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-03641c68-e240-4cf3-93a5-f76a1c7c9c40 tempest-AllowedAddressPairIpV6TestJSON-545305561 tempest-AllowedAddressPairIpV6TestJSON-545305561-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:49.049931 n-d-800634-3 neutron-server[93915]: DEBUG neutron.services.segments.db [None req-bf317d25-eb4a-4a72-b06d-e1bf5850b531 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad9e84b1-ffc4-4f99-b7e3-cbec2406a6c8']}} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:32:49.087623 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-03641c68-e240-4cf3-93a5-f76a1c7c9c40 tempest-AllowedAddressPairIpV6TestJSON-545305561 tempest-AllowedAddressPairIpV6TestJSON-545305561-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.9219544 Jul 14 18:32:49.093620 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 45188) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:32:49.100494 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-0e238a0a-f822-471f-b0bd-4a05e747c90e tempest-AllowedAddressPairIpV6TestJSON-545305561 tempest-AllowedAddressPairIpV6TestJSON-545305561-project] Request body: {'port': {'network_id': '08ce56b4-5b99-4e00-88e6-321302e509b2', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1001811951', 'allowed_address_pairs': [{'ip_address': '2001:db8::1e3', 'mac_address': 'fa:16:3e:95:d7:e1'}]}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:32:49.102490 n-d-800634-3 neutron-server[93915]: DEBUG neutron.services.segments.db [None req-bf317d25-eb4a-4a72-b06d-e1bf5850b531 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19f00279-ca9c-462b-94d7-9624328caaf9') {'for_net_delete': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:32:49.102798 n-d-800634-3 neutron-server[93915]: DEBUG neutron.services.segments.db [None req-bf317d25-eb4a-4a72-b06d-e1bf5850b531 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19f00279-ca9c-462b-94d7-9624328caaf9') {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:32:49.159362 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-bf317d25-eb4a-4a72-b06d-e1bf5850b531 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728202715275', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28939920'] for segment, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:49.172794 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-654f414d-7e1e-4fd1-9535-486db20074c5 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b42b8927ef8d413ea3681e5f11e6bc61&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2336645 Jul 14 18:32:49.177358 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 45192) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:32:49.209516 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-019daed4-6f4a-4a90-bba0-2ea53b095203 req-7fdc75b3-aa22-42f6-ab3d-f39d7ad87adf tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] 10.222.0.16 "GET /v2.0/security-groups?id=748fe4c5-70b9-4e07-b6fc-ddd56d9bbb08&id=1433845c-1171-43a4-b403-5201c1216c85&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2881491 Jul 14 18:32:49.220447 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-bf317d25-eb4a-4a72-b06d-e1bf5850b531 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:49.232775 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf317d25-eb4a-4a72-b06d-e1bf5850b531 admin admin] Releasing vlan 80 on physical network physnet1 to pool {{(pid=93915) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 18:32:49.233818 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-bf317d25-eb4a-4a72-b06d-e1bf5850b531 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25911658'] for segment, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:49.235725 n-d-800634-3 neutron-server[93915]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:32:49.235725 n-d-800634-3 neutron-server[93915]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:32:49.235725 n-d-800634-3 neutron-server[93915]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:32:49.235725 n-d-800634-3 neutron-server[93915]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:32:49.235725 n-d-800634-3 neutron-server[93915]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:32:49.235725 n-d-800634-3 neutron-server[93915]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:32:49.235725 n-d-800634-3 neutron-server[93915]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:32:49.235725 n-d-800634-3 neutron-server[93915]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:32:49.235725 n-d-800634-3 neutron-server[93915]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:32:49.235725 n-d-800634-3 neutron-server[93915]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:32:49.235725 n-d-800634-3 neutron-server[93915]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:32:49.235725 n-d-800634-3 neutron-server[93915]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:32:49.235725 n-d-800634-3 neutron-server[93915]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:32:49.235725 n-d-800634-3 neutron-server[93915]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:32:49.235725 n-d-800634-3 neutron-server[93915]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:32:49.235725 n-d-800634-3 neutron-server[93915]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:32:49.235725 n-d-800634-3 neutron-server[93915]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:32:49.235725 n-d-800634-3 neutron-server[93915]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:32:49.235725 n-d-800634-3 neutron-server[93915]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:32:49.235725 n-d-800634-3 neutron-server[93915]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:32:49.235725 n-d-800634-3 neutron-server[93915]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:32:49.235725 n-d-800634-3 neutron-server[93915]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:32:49.235725 n-d-800634-3 neutron-server[93915]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:32:49.235725 n-d-800634-3 neutron-server[93915]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:32:49.235725 n-d-800634-3 neutron-server[93915]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:32:49.235725 n-d-800634-3 neutron-server[93915]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:32:49.235725 n-d-800634-3 neutron-server[93915]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:32:49.235725 n-d-800634-3 neutron-server[93915]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:32:49.235725 n-d-800634-3 neutron-server[93915]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:32:49.235725 n-d-800634-3 neutron-server[93915]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:32:49.235725 n-d-800634-3 neutron-server[93915]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:32:49.235725 n-d-800634-3 neutron-server[93915]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:32:49.235725 n-d-800634-3 neutron-server[93915]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:32:49.235725 n-d-800634-3 neutron-server[93915]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:32:49.235725 n-d-800634-3 neutron-server[93915]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:32:49.235725 n-d-800634-3 neutron-server[93915]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:32:49.235725 n-d-800634-3 neutron-server[93915]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:32:49.235725 n-d-800634-3 neutron-server[93915]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:32:49.235725 n-d-800634-3 neutron-server[93915]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:32:49.235725 n-d-800634-3 neutron-server[93915]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:32:49.235725 n-d-800634-3 neutron-server[93915]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:32:49.235725 n-d-800634-3 neutron-server[93915]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:32:49.235725 n-d-800634-3 neutron-server[93915]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:32:49.235725 n-d-800634-3 neutron-server[93915]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:32:49.235725 n-d-800634-3 neutron-server[93915]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:32:49.235725 n-d-800634-3 neutron-server[93915]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:32:49.235725 n-d-800634-3 neutron-server[93915]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:32:49.235725 n-d-800634-3 neutron-server[93915]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:32:49.235725 n-d-800634-3 neutron-server[93915]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:32:49.235725 n-d-800634-3 neutron-server[93915]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:32:49.235725 n-d-800634-3 neutron-server[93915]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:32:49.235725 n-d-800634-3 neutron-server[93915]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:32:49.235725 n-d-800634-3 neutron-server[93915]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:32:49.235725 n-d-800634-3 neutron-server[93915]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:32:49.235725 n-d-800634-3 neutron-server[93915]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:32:49.235725 n-d-800634-3 neutron-server[93915]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:32:49.239410 n-d-800634-3 neutron-server[93915]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:32:49.239410 n-d-800634-3 neutron-server[93915]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:32:49.239410 n-d-800634-3 neutron-server[93915]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:32:49.239410 n-d-800634-3 neutron-server[93915]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:32:49.239410 n-d-800634-3 neutron-server[93915]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:32:49.239410 n-d-800634-3 neutron-server[93915]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:32:49.239410 n-d-800634-3 neutron-server[93915]: Traceback (most recent call last): Jul 14 18:32:49.239410 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 18:32:49.239410 n-d-800634-3 neutron-server[93915]: timer() Jul 14 18:32:49.239410 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 18:32:49.239410 n-d-800634-3 neutron-server[93915]: cb(*args, **kw) Jul 14 18:32:49.239410 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 18:32:49.239410 n-d-800634-3 neutron-server[93915]: return func(*args, **kwargs) Jul 14 18:32:49.239410 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 18:32:49.239410 n-d-800634-3 neutron-server[93915]: self._notify() Jul 14 18:32:49.239410 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 18:32:49.239410 n-d-800634-3 neutron-server[93915]: self.callback(batched_events) Jul 14 18:32:49.239410 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 18:32:49.239410 n-d-800634-3 neutron-server[93915]: event.method(event) Jul 14 18:32:49.239410 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 18:32:49.239410 n-d-800634-3 neutron-server[93915]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 18:32:49.239410 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 18:32:49.239410 n-d-800634-3 neutron-server[93915]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 18:32:49.239410 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 18:32:49.239410 n-d-800634-3 neutron-server[93915]: return f(self, *a, **k) Jul 14 18:32:49.239410 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 18:32:49.239410 n-d-800634-3 neutron-server[93915]: return self._get(url).json() Jul 14 18:32:49.239410 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 18:32:49.239410 n-d-800634-3 neutron-server[93915]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 18:32:49.239410 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 18:32:49.239410 n-d-800634-3 neutron-server[93915]: return self.request(url, 'GET', **kwargs) Jul 14 18:32:49.239410 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 18:32:49.239410 n-d-800634-3 neutron-server[93915]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 18:32:49.239410 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 18:32:49.239410 n-d-800634-3 neutron-server[93915]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 18:32:49.239410 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 18:32:49.239410 n-d-800634-3 neutron-server[93915]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 18:32:49.239410 n-d-800634-3 neutron-server[93915]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 18:32:49.303312 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-137efea5-2930-47ac-8786-86156b0ad0cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:49.319414 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-9e7f60c8-2db1-48a1-a55b-b0a6d17c897b tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Deleting port 00116b21-a8e1-4e62-b10e-c881bf1228a4 {{(pid=93916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:32:49.319922 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-9e7f60c8-2db1-48a1-a55b-b0a6d17c897b tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:49.336515 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04c27d1-0db1-423e-b1bb-527dec5193ff req-8a91e57f-75ba-4cb0-8a7c-00f9575d3897 tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:49.344469 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62d74907-4065-470a-825c-7ab3edd804a0 None None] Network 08ce56b4-5b99-4e00-88e6-321302e509b2 requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:32:49.344952 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c04c27d1-0db1-423e-b1bb-527dec5193ff req-8a91e57f-75ba-4cb0-8a7c-00f9575d3897 tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] 10.222.0.16 "GET /v2.0/ports?device_id=e324c388-2bb3-401d-a7a7-373392456b8c HTTP/1.1" status: 200 len: 943 time: 0.2314587 Jul 14 18:32:49.391456 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-bf317d25-eb4a-4a72-b06d-e1bf5850b531 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2096001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-930085'] for network, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:49.395107 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-137efea5-2930-47ac-8786-86156b0ad0cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:49.415474 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-bf317d25-eb4a-4a72-b06d-e1bf5850b531 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598705'] for network, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:49.418149 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-bf317d25-eb4a-4a72-b06d-e1bf5850b531 admin admin] 10.222.0.16 "DELETE /v2.0/networks/ad9e84b1-ffc4-4f99-b7e3-cbec2406a6c8 HTTP/1.1" status: 204 len: 168 time: 1.3973231 Jul 14 18:32:49.440169 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device 32d16ffa-b3ff-4829-a03d-54023eb47d94 no longer exists at agent hyperv_n-h1-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 18:32:49.452644 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf317d25-eb4a-4a72-b06d-e1bf5850b531 admin admin] Pushing event deleted for resources: {'Network': ['ID=ad9e84b1-ffc4-4f99-b7e3-cbec2406a6c8,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:32:49.476335 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e238a0a-f822-471f-b0bd-4a05e747c90e tempest-AllowedAddressPairIpV6TestJSON-545305561 tempest-AllowedAddressPairIpV6TestJSON-545305561-project] Made reservation on behalf of 0772bb2347cc4c4596979fc50969db37 for: {'port': 1} {{(pid=93916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:32:49.476914 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] No Port match for: 32d16ffa-b3ff-4829-a03d-54023eb47d94 {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 18:32:49.477596 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device 32d16ffa-b3ff-4829-a03d-54023eb47d94 not bound to the agent host n-h1-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 18:32:49.490327 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c04c27d1-0db1-423e-b1bb-527dec5193ff req-b19c7b5c-789b-43f3-adb4-8b30902dde7f tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] 10.222.0.16 "GET /v2.0/security-groups?id=c6d2ae5e-7962-48ff-a84c-cacbd11fb04d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1445293 Jul 14 18:32:49.500537 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-aa07d7ec-1a9f-488f-8b7f-3a0953363fe7 None None] Provisioning for port 8d7c2529-e11b-4748-b648-60a1eff282eb completed by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:32:49.532154 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-00cb7c07-dc6e-4c99-8bf2-4f05a57678ea req-2989792e-213a-47ad-80a7-d49538f5bb9f service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=e324c388-2bb3-401d-a7a7-373392456b8c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4175932 Jul 14 18:32:49.555829 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838363f8-b18e-4245-b0c9-43643e853843 req-a42e7fd1-a94b-40fc-883c-e3b0cd84a2c1 tempest-ServerRescueTestJSON-1772516560 tempest-ServerRescueTestJSON-1772516560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:49.576198 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-838363f8-b18e-4245-b0c9-43643e853843 req-a42e7fd1-a94b-40fc-883c-e3b0cd84a2c1 tempest-ServerRescueTestJSON-1772516560 tempest-ServerRescueTestJSON-1772516560-project] 10.222.0.16 "GET /v2.0/ports?device_id=bd69d1f6-33e2-4cc0-ac5e-10c973fa7772 HTTP/1.1" status: 200 len: 945 time: 0.1565561 Jul 14 18:32:49.668971 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-838363f8-b18e-4245-b0c9-43643e853843 req-c87dccfd-fa04-46bd-93bc-647bcb8b9727 tempest-ServerRescueTestJSON-1772516560 tempest-ServerRescueTestJSON-1772516560-project] 10.222.0.16 "GET /v2.0/security-groups?id=0ef5e3a0-eb15-4d38-952d-7e7d9baf772e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905714 Jul 14 18:32:49.683582 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-9e7f60c8-2db1-48a1-a55b-b0a6d17c897b tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:49.716849 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-0850d597-a944-40d9-bf31-c458028b20b7 req-6e9908a5-2c8e-4f48-ab24-e66deb3b101d service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=2b9e4456-2d8d-44aa-a867-8b086bbb5414&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1299572 Jul 14 18:32:49.765819 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 8d7c2529-e11b-4748-b648-60a1eff282eb up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:32:49.774751 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 45200) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:32:49.819379 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-0e238a0a-f822-471f-b0bd-4a05e747c90e tempest-AllowedAddressPairIpV6TestJSON-545305561 tempest-AllowedAddressPairIpV6TestJSON-545305561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:49.852623 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning for port 8d7c2529-e11b-4748-b648-60a1eff282eb completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:32:49.857703 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port 8d7c2529-e11b-4748-b648-60a1eff282eb triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:32:49.858130 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:49.877462 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-72bbe58c-e41f-4660-95a7-f79394fd0db1 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f5cbbe40183748efae634918ccc0f4b5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1016381 Jul 14 18:32:49.879915 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 45206) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:32:49.900339 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-137efea5-2930-47ac-8786-86156b0ad0cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:49.903918 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-137efea5-2930-47ac-8786-86156b0ad0cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:49.905239 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-137efea5-2930-47ac-8786-86156b0ad0cd admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/55afdc4e-3cfe-44ed-b273-2eb9fe1e39b2 HTTP/1.1" status: 204 len: 168 time: 0.7230613 Jul 14 18:32:49.934971 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137efea5-2930-47ac-8786-86156b0ad0cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55afdc4e-3cfe-44ed-b273-2eb9fe1e39b2,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:32:49.946829 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0850d597-a944-40d9-bf31-c458028b20b7 req-34af48af-c7e1-4e21-bcd2-d285fc4a4db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:49.950777 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-0850d597-a944-40d9-bf31-c458028b20b7 req-34af48af-c7e1-4e21-bcd2-d285fc4a4db0 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=cb67bdfcb7724fc99fb71468214ad40d&device_id=2b9e4456-2d8d-44aa-a867-8b086bbb5414 HTTP/1.1" status: 200 len: 1097 time: 0.1797373 Jul 14 18:32:49.954116 n-d-800634-3 neutron-server[93916]: DEBUG neutron.notifiers.nova [None req-0e238a0a-f822-471f-b0bd-4a05e747c90e tempest-AllowedAddressPairIpV6TestJSON-545305561 tempest-AllowedAddressPairIpV6TestJSON-545305561-project] device_id is not set on port 7c0170d2-5e9c-400f-b161-171fe4302b04 yet. {{(pid=93916) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 18:32:49.969867 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-36bb0455-c7de-424d-969e-e652ff847280 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:50.050267 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:50.143418 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] For port 8d7c2529-e11b-4748-b648-60a1eff282eb, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=8d7c2529-e11b-4748-b648-60a1eff282eb,segment=NetworkSegment(b8de460c-2f2c-4216-9f9d-02905e93e86f),segment_id=b8de460c-2f2c-4216-9f9d-02905e93e86f)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:32:50.165767 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:50.210152 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-36bb0455-c7de-424d-969e-e652ff847280 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:50.250635 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-0a63c951-3755-4fec-8216-06bc4d16e684 None None] Provisioning complete for port 8d7c2529-e11b-4748-b648-60a1eff282eb triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:32:50.251185 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-0a63c951-3755-4fec-8216-06bc4d16e684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:50.254312 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0850d597-a944-40d9-bf31-c458028b20b7 req-71b7b386-13b0-41a0-a59e-2e1ab2d7e687 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:50.255874 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-0850d597-a944-40d9-bf31-c458028b20b7 req-71b7b386-13b0-41a0-a59e-2e1ab2d7e687 service neutron] 10.222.0.18 "GET /v2.0/networks?id=fbb7114e-4079-4798-86d9-6d4690d7f388 HTTP/1.1" status: 200 len: 918 time: 0.2748742 Jul 14 18:32:50.257086 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-9e7f60c8-2db1-48a1-a55b-b0a6d17c897b tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:50.257629 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-9e7f60c8-2db1-48a1-a55b-b0a6d17c897b tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-930131'] for floatingip, after_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:50.257785 n-d-800634-3 neutron-server[93916]: INFO neutron.db.l3_db [None req-9e7f60c8-2db1-48a1-a55b-b0a6d17c897b tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Floating IP bc199bbc-9f16-42a1-a60e-f660e35ff89b disassociated. External IP: 172.25.1.97, port: 00116b21-a8e1-4e62-b10e-c881bf1228a4. Jul 14 18:32:50.258129 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-9e7f60c8-2db1-48a1-a55b-b0a6d17c897b tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Calling delete_port for 00116b21-a8e1-4e62-b10e-c881bf1228a4 owned by {{(pid=93916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:32:50.272090 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device db4119d2-1818-4d13-b1c9-80a0829e53fd no longer exists at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 18:32:50.272605 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-36bb0455-c7de-424d-969e-e652ff847280 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:50.275453 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-36bb0455-c7de-424d-969e-e652ff847280 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:50.279509 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-36bb0455-c7de-424d-969e-e652ff847280 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/cc0cb72e-0ac6-4b37-b329-257cd4e8c60f HTTP/1.1" status: 204 len: 168 time: 0.3959255 Jul 14 18:32:50.324628 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-0850d597-a944-40d9-bf31-c458028b20b7 req-80b10d63-4663-492f-8b79-0d594b8b0364 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f2fad040-7094-4bfd-9931-7a428eb95eec HTTP/1.1" status: 200 len: 217 time: 0.0612607 Jul 14 18:32:50.329700 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36bb0455-c7de-424d-969e-e652ff847280 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc0cb72e-0ac6-4b37-b329-257cd4e8c60f,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:32:50.387287 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] No Port match for: db4119d2-1818-4d13-b1c9-80a0829e53fd {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 18:32:50.387830 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0850d597-a944-40d9-bf31-c458028b20b7 req-276a9f60-7e73-43f7-a49d-6c98d191f3cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:50.389526 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-0850d597-a944-40d9-bf31-c458028b20b7 req-276a9f60-7e73-43f7-a49d-6c98d191f3cc service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c0358a3b-3414-4691-860c-4e7a5ebb58c9 HTTP/1.1" status: 200 len: 858 time: 0.0575035 Jul 14 18:32:50.390313 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device db4119d2-1818-4d13-b1c9-80a0829e53fd not bound to the agent host n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 18:32:50.402423 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.db_base_plugin_common [None req-0e238a0a-f822-471f-b0bd-4a05e747c90e tempest-AllowedAddressPairIpV6TestJSON-545305561 tempest-AllowedAddressPairIpV6TestJSON-545305561-project] Allocated IP 2001:db8::2fb (08ce56b4-5b99-4e00-88e6-321302e509b2/383b0c68-8032-4a92-be49-fabe39f33822/7c0170d2-5e9c-400f-b161-171fe4302b04) {{(pid=93916) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:32:50.459808 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-0850d597-a944-40d9-bf31-c458028b20b7 req-8d3a515f-b385-44ae-a603-be0214cd67fd service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=fbb7114e-4079-4798-86d9-6d4690d7f388&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0640123 Jul 14 18:32:50.511354 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-37a5dc70-2b4b-44c5-b159-cf2eb351c436 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:50.551538 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Pushing event updated for resources: {'Port': ['ID=8d7c2529-e11b-4748-b648-60a1eff282eb,revision_number=3']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:32:50.684034 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-0a63c951-3755-4fec-8216-06bc4d16e684 None None] Provisioning for port e75f5967-fd6d-4c6e-8c31-a22c346e5d0c completed by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:32:50.691453 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-0a63c951-3755-4fec-8216-06bc4d16e684 None None] Provisioning complete for port e75f5967-fd6d-4c6e-8c31-a22c346e5d0c triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:32:50.692283 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-0a63c951-3755-4fec-8216-06bc4d16e684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:50.739607 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-0850d597-a944-40d9-bf31-c458028b20b7 req-3acaa04a-a9c7-4eaf-823b-cbdc9b34831f service neutron] 10.222.0.18 "GET /v2.0/networks/fbb7114e-4079-4798-86d9-6d4690d7f388?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2712946 Jul 14 18:32:50.741819 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-9e7f60c8-2db1-48a1-a55b-b0a6d17c897b tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:50.755458 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-0a63c951-3755-4fec-8216-06bc4d16e684 None None] Port e75f5967-fd6d-4c6e-8c31-a22c346e5d0c cannot update to ACTIVE because it is not bound. {{(pid=93917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 18:32:50.880961 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-79576c15-0a06-4a9f-b74e-fdd387fa404f None None] Provisioning complete for port e75f5967-fd6d-4c6e-8c31-a22c346e5d0c triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:32:50.881349 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-79576c15-0a06-4a9f-b74e-fdd387fa404f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:50.901865 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7f60c8-2db1-48a1-a55b-b0a6d17c897b tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Pushing event deleted for resources: {'Port': ['ID=00116b21-a8e1-4e62-b10e-c881bf1228a4,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:32:50.920182 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-0e238a0a-f822-471f-b0bd-4a05e747c90e tempest-AllowedAddressPairIpV6TestJSON-545305561 tempest-AllowedAddressPairIpV6TestJSON-545305561-project] Notify callbacks [] for port, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:50.988054 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.provisioning_blocks [None req-0e238a0a-f822-471f-b0bd-4a05e747c90e tempest-AllowedAddressPairIpV6TestJSON-545305561 tempest-AllowedAddressPairIpV6TestJSON-545305561-project] Transition to ACTIVE for port object 7c0170d2-5e9c-400f-b161-171fe4302b04 will not be triggered until provisioned by entity DHCP. {{(pid=93916) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:32:50.993790 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-0850d597-a944-40d9-bf31-c458028b20b7 req-51cd6dc0-f6fc-438f-8eb5-46407d2d140f service neutron] 10.222.0.18 "GET /v2.0/networks/fbb7114e-4079-4798-86d9-6d4690d7f388?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1723938 Jul 14 18:32:51.024944 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-79576c15-0a06-4a9f-b74e-fdd387fa404f None None] Port e75f5967-fd6d-4c6e-8c31-a22c346e5d0c cannot update to ACTIVE because it is not bound. {{(pid=93917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 18:32:51.078641 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e7f60c8-2db1-48a1-a55b-b0a6d17c897b tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Router 38e05649-150f-401a-9e98-939da74e569e has already been hosted by L3 agent 2c6eb27e-defb-4cca-9a24-381c7415e359 {{(pid=93916) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 18:32:51.098592 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6ae299-4aeb-4912-8bf8-f46b049c38a4 req-40d8d1a6-1e40-4a2d-a84e-3920f92054d2 tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:51.101045 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-df6ae299-4aeb-4912-8bf8-f46b049c38a4 req-40d8d1a6-1e40-4a2d-a84e-3920f92054d2 tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] 10.222.0.16 "GET /v2.0/ports?device_id=e324c388-2bb3-401d-a7a7-373392456b8c HTTP/1.1" status: 200 len: 943 time: 0.3635828 Jul 14 18:32:51.117501 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a200e5-3f0b-4e1f-9bdf-4f1a47e01af1 req-81c4e06b-97e7-46df-a597-7c586b5eb9b5 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:51.126481 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a200e5-3f0b-4e1f-9bdf-4f1a47e01af1 req-81c4e06b-97e7-46df-a597-7c586b5eb9b5 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:51.135699 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a200e5-3f0b-4e1f-9bdf-4f1a47e01af1 req-81c4e06b-97e7-46df-a597-7c586b5eb9b5 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:51.142503 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-0e238a0a-f822-471f-b0bd-4a05e747c90e tempest-AllowedAddressPairIpV6TestJSON-545305561 tempest-AllowedAddressPairIpV6TestJSON-545305561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:51.147080 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a200e5-3f0b-4e1f-9bdf-4f1a47e01af1 req-81c4e06b-97e7-46df-a597-7c586b5eb9b5 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:51.154085 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a200e5-3f0b-4e1f-9bdf-4f1a47e01af1 req-81c4e06b-97e7-46df-a597-7c586b5eb9b5 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:51.160732 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a200e5-3f0b-4e1f-9bdf-4f1a47e01af1 req-81c4e06b-97e7-46df-a597-7c586b5eb9b5 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:51.167901 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a200e5-3f0b-4e1f-9bdf-4f1a47e01af1 req-81c4e06b-97e7-46df-a597-7c586b5eb9b5 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:51.170042 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b0a200e5-3f0b-4e1f-9bdf-4f1a47e01af1 req-81c4e06b-97e7-46df-a597-7c586b5eb9b5 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] 10.222.0.16 "GET /v2.0/ports?device_id=a4e0bc60-2fa3-47a3-a9ba-155133f4e67a HTTP/1.1" status: 200 len: 5430 time: 0.4880836 Jul 14 18:32:51.227747 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-df6ae299-4aeb-4912-8bf8-f46b049c38a4 req-2fb4258c-6d63-4fb0-acdd-1c0ce1593d90 tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] 10.222.0.16 "GET /v2.0/security-groups?id=c6d2ae5e-7962-48ff-a84c-cacbd11fb04d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564599 Jul 14 18:32:51.268535 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b0a200e5-3f0b-4e1f-9bdf-4f1a47e01af1 req-430cb16d-106e-41a0-b776-51ce6649b8f6 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] 10.222.0.16 "GET /v2.0/security-groups?id=748fe4c5-70b9-4e07-b6fc-ddd56d9bbb08&id=1433845c-1171-43a4-b403-5201c1216c85&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0685568 Jul 14 18:32:51.374257 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e238a0a-f822-471f-b0bd-4a05e747c90e tempest-AllowedAddressPairIpV6TestJSON-545305561 tempest-AllowedAddressPairIpV6TestJSON-545305561-project] Network 08ce56b4-5b99-4e00-88e6-321302e509b2 is already hosted by enough agents. {{(pid=93916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:32:51.388349 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [None req-0e238a0a-f822-471f-b0bd-4a05e747c90e tempest-AllowedAddressPairIpV6TestJSON-545305561 tempest-AllowedAddressPairIpV6TestJSON-545305561-project] Resources bound (agent type, host, resource id): {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:32:51.395382 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e238a0a-f822-471f-b0bd-4a05e747c90e tempest-AllowedAddressPairIpV6TestJSON-545305561 tempest-AllowedAddressPairIpV6TestJSON-545305561-project] Received port after_create {{(pid=93916) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:32:51.401783 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e238a0a-f822-471f-b0bd-4a05e747c90e tempest-AllowedAddressPairIpV6TestJSON-545305561 tempest-AllowedAddressPairIpV6TestJSON-545305561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:51.402449 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-0e238a0a-f822-471f-b0bd-4a05e747c90e tempest-AllowedAddressPairIpV6TestJSON-545305561 tempest-AllowedAddressPairIpV6TestJSON-545305561-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:51.461337 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8dd615-9ff1-4c5d-a09f-343aa7c80bc3 req-e559a976-6f75-463a-88bb-588f0cda1165 tempest-ServerRescueTestJSON-1772516560 tempest-ServerRescueTestJSON-1772516560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:51.471028 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-0a8dd615-9ff1-4c5d-a09f-343aa7c80bc3 req-e559a976-6f75-463a-88bb-588f0cda1165 tempest-ServerRescueTestJSON-1772516560 tempest-ServerRescueTestJSON-1772516560-project] 10.222.0.16 "GET /v2.0/ports?device_id=bd69d1f6-33e2-4cc0-ac5e-10c973fa7772 HTTP/1.1" status: 200 len: 945 time: 0.0900564 Jul 14 18:32:51.479528 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e238a0a-f822-471f-b0bd-4a05e747c90e tempest-AllowedAddressPairIpV6TestJSON-545305561 tempest-AllowedAddressPairIpV6TestJSON-545305561-project] Pushing event updated for resources: {'Port': ['ID=7c0170d2-5e9c-400f-b161-171fe4302b04,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:32:51.515828 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-0e238a0a-f822-471f-b0bd-4a05e747c90e tempest-AllowedAddressPairIpV6TestJSON-545305561 tempest-AllowedAddressPairIpV6TestJSON-545305561-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1008 time: 2.4212120 Jul 14 18:32:51.520450 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 45254) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:32:51.531659 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-0a8dd615-9ff1-4c5d-a09f-343aa7c80bc3 req-125cbcd7-bde5-4f82-89a0-78596c401dde tempest-ServerRescueTestJSON-1772516560 tempest-ServerRescueTestJSON-1772516560-project] 10.222.0.16 "GET /v2.0/security-groups?id=0ef5e3a0-eb15-4d38-952d-7e7d9baf772e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558896 Jul 14 18:32:51.611044 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e7f60c8-2db1-48a1-a55b-b0a6d17c897b tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Notify agent at l3_agent.n-d-800634-3 the message routers_updated {{(pid=93916) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 18:32:51.623792 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5f69244-cf38-40c6-8647-74d3f6234628 None None] Sync routers for ids ['38e05649-150f-401a-9e98-939da74e569e'] in n-d-800634-3 {{(pid=93917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 18:32:51.642959 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5f69244-cf38-40c6-8647-74d3f6234628 None None] Routers {'38e05649-150f-401a-9e98-939da74e569e'} bound to L3 agent in host n-d-800634-3 {{(pid=93917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:32:51.643630 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-a5f69244-cf38-40c6-8647-74d3f6234628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:32:23Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['38e05649-150f-401a-9e98-939da74e569e'], 'active': True} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:32:51.685912 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 45260) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:32:51.731231 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-a5f69244-cf38-40c6-8647-74d3f6234628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-3', False) {} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:32:51.743209 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5f69244-cf38-40c6-8647-74d3f6234628 None None] Routers {'38e05649-150f-401a-9e98-939da74e569e'} bound to L3 agent in host n-d-800634-3 {{(pid=93917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:32:51.743772 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-a5f69244-cf38-40c6-8647-74d3f6234628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:32:23Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['38e05649-150f-401a-9e98-939da74e569e'], 'active': True} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:32:51.779115 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 45264) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:32:51.837043 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 8d7c2529-e11b-4748-b648-60a1eff282eb up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:32:51.848286 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-a5f69244-cf38-40c6-8647-74d3f6234628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-3', False) {} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:32:51.849038 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5f69244-cf38-40c6-8647-74d3f6234628 None None] The sync data for ids ['38e05649-150f-401a-9e98-939da74e569e'] in n-d-800634-3 is: [] {{(pid=93917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 18:32:51.851720 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d91309a-bd20-450d-b735-6e942bad1d80 tempest-AllowedAddressPairIpV6TestJSON-545305561 tempest-AllowedAddressPairIpV6TestJSON-545305561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:51.864366 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d91309a-bd20-450d-b735-6e942bad1d80 tempest-AllowedAddressPairIpV6TestJSON-545305561 tempest-AllowedAddressPairIpV6TestJSON-545305561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:51.883517 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d91309a-bd20-450d-b735-6e942bad1d80 tempest-AllowedAddressPairIpV6TestJSON-545305561 tempest-AllowedAddressPairIpV6TestJSON-545305561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:51.885890 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-5d91309a-bd20-450d-b735-6e942bad1d80 tempest-AllowedAddressPairIpV6TestJSON-545305561 tempest-AllowedAddressPairIpV6TestJSON-545305561-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2484 time: 0.3541114 Jul 14 18:32:51.889256 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 45268) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:32:51.894213 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-9e7f60c8-2db1-48a1-a55b-b0a6d17c897b tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:51.900026 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-9e7f60c8-2db1-48a1-a55b-b0a6d17c897b tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] 10.222.0.16 "DELETE /v2.0/ports/00116b21-a8e1-4e62-b10e-c881bf1228a4 HTTP/1.1" status: 204 len: 168 time: 2.9200695 Jul 14 18:32:51.902075 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 45270) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:32:51.906711 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Device fc7adfc8-2429-4dd9-9c99-fafc5938bde8 no longer exists at agent hyperv_n-h2-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 18:32:51.979269 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-c6afbb2d-c30c-4771-87f8-15ee0f88727f None None] Provisioning for port 7c0170d2-5e9c-400f-b161-171fe4302b04 completed by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:32:51.989678 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-7d38a3bb-9130-4de2-b728-ff8414e30baf admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-200540099-network', 'tenant_id': 'c50f8730c4fa47e6a636da30422cf8cd'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:32:52.010693 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-c6afbb2d-c30c-4771-87f8-15ee0f88727f None None] Provisioning complete for port 7c0170d2-5e9c-400f-b161-171fe4302b04 triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:32:52.011222 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-c6afbb2d-c30c-4771-87f8-15ee0f88727f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:52.017855 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-216f511f-3ff1-464d-b573-52fdb8836093 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-403933281-network', 'tenant_id': 'add0c5df4b5a4a65831713cee12d05fe'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:32:52.020807 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d38a3bb-9130-4de2-b728-ff8414e30baf admin admin] Made reservation on behalf of c50f8730c4fa47e6a636da30422cf8cd for: {'network': 1} {{(pid=93916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:32:52.023764 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-7d38a3bb-9130-4de2-b728-ff8414e30baf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for network, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:52.035396 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-7d38a3bb-9130-4de2-b728-ff8414e30baf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:52.051117 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-c6afbb2d-c30c-4771-87f8-15ee0f88727f None None] Port 7c0170d2-5e9c-400f-b161-171fe4302b04 cannot update to ACTIVE because it is not bound. {{(pid=93917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 18:32:52.067712 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port 8d7c2529-e11b-4748-b648-60a1eff282eb triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:32:52.068484 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:52.154121 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-7d38a3bb-9130-4de2-b728-ff8414e30baf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:52.159514 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-7d38a3bb-9130-4de2-b728-ff8414e30baf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:52.174879 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d38a3bb-9130-4de2-b728-ff8414e30baf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 50} {{(pid=93916) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 18:32:52.188461 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-7d38a3bb-9130-4de2-b728-ff8414e30baf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:52.189073 n-d-800634-3 neutron-server[93916]: INFO neutron.db.segments_db [None req-7d38a3bb-9130-4de2-b728-ff8414e30baf admin admin] Added segment c8c0c008-63a3-46a3-8e44-7b907faf9d6f of type vlan for network eeac429d-91b5-4aca-80ab-5f2f990e6959 Jul 14 18:32:52.239383 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-7d38a3bb-9130-4de2-b728-ff8414e30baf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728202197517'] for network, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:52.267620 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-216f511f-3ff1-464d-b573-52fdb8836093 admin admin] Made reservation on behalf of add0c5df4b5a4a65831713cee12d05fe for: {'network': 1} {{(pid=93915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:32:52.270101 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-216f511f-3ff1-464d-b573-52fdb8836093 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for network, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:52.282980 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-216f511f-3ff1-464d-b573-52fdb8836093 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:52.291448 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d38a3bb-9130-4de2-b728-ff8414e30baf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da000015-9c2b-4bb8-95bd-8f44bc6effd0,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:32:52.295316 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-7d38a3bb-9130-4de2-b728-ff8414e30baf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727'] for network, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:52.296450 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d38a3bb-9130-4de2-b728-ff8414e30baf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:52.297201 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-7d38a3bb-9130-4de2-b728-ff8414e30baf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598705'] for network, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:52.355175 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-7d38a3bb-9130-4de2-b728-ff8414e30baf admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.6677229 Jul 14 18:32:52.396174 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 45278) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:32:52.410268 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-fef61420-3117-4399-8219-bd6e37a55653 admin admin] Request body: {'subnet': {'network_id': 'eeac429d-91b5-4aca-80ab-5f2f990e6959', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-200540099-subnet', 'tenant_id': 'c50f8730c4fa47e6a636da30422cf8cd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:32:52.416746 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [None req-809a9752-bcb1-4250-b446-2654fafb411a tempest-AllowedAddressPairIpV6TestJSON-545305561 tempest-AllowedAddressPairIpV6TestJSON-545305561-project] Deleting port 7c0170d2-5e9c-400f-b161-171fe4302b04 {{(pid=93915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:32:52.416986 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-809a9752-bcb1-4250-b446-2654fafb411a tempest-AllowedAddressPairIpV6TestJSON-545305561 tempest-AllowedAddressPairIpV6TestJSON-545305561-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:52.435881 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d38a3bb-9130-4de2-b728-ff8414e30baf admin admin] Pushing event updated for resources: {'Network': ['ID=eeac429d-91b5-4aca-80ab-5f2f990e6959,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:32:52.451073 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Network eeac429d-91b5-4aca-80ab-5f2f990e6959 details requested by agent ovs-agent-n-d-800634-3 with host n-d-800634-3 {{(pid=93917) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 18:32:52.463042 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.db.api [None req-fef61420-3117-4399-8219-bd6e37a55653 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 14 18:32:52.463042 n-d-800634-3 neutron-server[93916]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 14 18:32:52.463042 n-d-800634-3 neutron-server[93916]: [parameters: {'project_id_1': 'c50f8730c4fa47e6a636da30422cf8cd', 'expiration_1': datetime.datetime(2021, 7, 14, 18, 32, 52, 414547)}] Jul 14 18:32:52.463042 n-d-800634-3 neutron-server[93916]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93916) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 14 18:32:52.463597 n-d-800634-3 neutron-server[93916]: DEBUG oslo_db.api [None req-fef61420-3117-4399-8219-bd6e37a55653 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 18:32:52.691740 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-809a9752-bcb1-4250-b446-2654fafb411a tempest-AllowedAddressPairIpV6TestJSON-545305561 tempest-AllowedAddressPairIpV6TestJSON-545305561-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:52.763707 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-bb909bf4-30d3-40cc-ac58-ff8763d38ea3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:52.769326 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [None req-809a9752-bcb1-4250-b446-2654fafb411a tempest-AllowedAddressPairIpV6TestJSON-545305561 tempest-AllowedAddressPairIpV6TestJSON-545305561-project] Calling delete_port for 7c0170d2-5e9c-400f-b161-171fe4302b04 owned by {{(pid=93915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:32:52.810072 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4e49d2-a5b9-412e-b48e-ae6d36ee4da1 req-26ae5a07-d248-4702-b756-10bf271a8aa6 tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:52.811492 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-5d4e49d2-a5b9-412e-b48e-ae6d36ee4da1 req-26ae5a07-d248-4702-b756-10bf271a8aa6 tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] 10.222.0.16 "GET /v2.0/ports?device_id=e324c388-2bb3-401d-a7a7-373392456b8c HTTP/1.1" status: 200 len: 943 time: 0.3255007 Jul 14 18:32:52.900318 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab72e55f-3b36-4e4d-8cef-fb3400a70d64 req-95ee68d7-25e2-4d80-bea8-255a49c5ecdf tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:52.906775 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab72e55f-3b36-4e4d-8cef-fb3400a70d64 req-95ee68d7-25e2-4d80-bea8-255a49c5ecdf tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:52.913056 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab72e55f-3b36-4e4d-8cef-fb3400a70d64 req-95ee68d7-25e2-4d80-bea8-255a49c5ecdf tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:52.919705 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab72e55f-3b36-4e4d-8cef-fb3400a70d64 req-95ee68d7-25e2-4d80-bea8-255a49c5ecdf tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:52.925760 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab72e55f-3b36-4e4d-8cef-fb3400a70d64 req-95ee68d7-25e2-4d80-bea8-255a49c5ecdf tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:52.931633 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab72e55f-3b36-4e4d-8cef-fb3400a70d64 req-95ee68d7-25e2-4d80-bea8-255a49c5ecdf tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:52.938075 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab72e55f-3b36-4e4d-8cef-fb3400a70d64 req-95ee68d7-25e2-4d80-bea8-255a49c5ecdf tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:52.940030 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ab72e55f-3b36-4e4d-8cef-fb3400a70d64 req-95ee68d7-25e2-4d80-bea8-255a49c5ecdf tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] 10.222.0.16 "GET /v2.0/ports?device_id=a4e0bc60-2fa3-47a3-a9ba-155133f4e67a HTTP/1.1" status: 200 len: 5430 time: 0.4291701 Jul 14 18:32:53.146059 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:53.257732 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-216f511f-3ff1-464d-b573-52fdb8836093 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:53.274843 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-216f511f-3ff1-464d-b573-52fdb8836093 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:53.277482 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fef61420-3117-4399-8219-bd6e37a55653 admin admin] Made reservation on behalf of c50f8730c4fa47e6a636da30422cf8cd for: {'subnet': 1} {{(pid=93916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:32:53.279887 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-fef61420-3117-4399-8219-bd6e37a55653 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26033189'] for subnet, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:53.340582 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-216f511f-3ff1-464d-b573-52fdb8836093 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 81} {{(pid=93915) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 18:32:53.358385 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-5d4e49d2-a5b9-412e-b48e-ae6d36ee4da1 req-af4baf5c-f5b8-43ff-b859-967b0555fe3e tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] 10.222.0.16 "GET /v2.0/security-groups?id=c6d2ae5e-7962-48ff-a84c-cacbd11fb04d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5332787 Jul 14 18:32:53.389119 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216f511f-3ff1-464d-b573-52fdb8836093 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c386ce62-7a65-43f3-a197-165e9e809b9b,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:32:53.392418 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-216f511f-3ff1-464d-b573-52fdb8836093 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:53.392775 n-d-800634-3 neutron-server[93915]: INFO neutron.db.segments_db [None req-216f511f-3ff1-464d-b573-52fdb8836093 admin admin] Added segment 06e7bf6e-f877-4c63-9036-fc82062f0e13 of type vlan for network 5641320d-334e-4428-915a-8e9a03b89510 Jul 14 18:32:53.421129 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device bde076ee-01e0-4557-a5c2-1f9d433c2343 details requested by agent hyperv_n-h1-800634-3 with host n-h1-800634-3 {{(pid=93917) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 18:32:53.423858 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ab72e55f-3b36-4e4d-8cef-fb3400a70d64 req-543ff3ab-b0dd-4bef-89bb-a95dc915f351 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] 10.222.0.16 "GET /v2.0/security-groups?id=748fe4c5-70b9-4e07-b6fc-ddd56d9bbb08&id=1433845c-1171-43a4-b403-5201c1216c85&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1754460 Jul 14 18:32:53.511507 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-216f511f-3ff1-464d-b573-52fdb8836093 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728202197517'] for network, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:53.551149 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-fef61420-3117-4399-8219-bd6e37a55653 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2684753', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26033175'] for subnet, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:53.595540 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-809a9752-bcb1-4250-b446-2654fafb411a tempest-AllowedAddressPairIpV6TestJSON-545305561 tempest-AllowedAddressPairIpV6TestJSON-545305561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:53.603843 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef61420-3117-4399-8219-bd6e37a55653 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1dfee903-cf20-413e-88a2-591b3c1db506,revision_number=0']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:32:53.627909 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port bde076ee-01e0-4557-a5c2-1f9d433c2343, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=bde076ee-01e0-4557-a5c2-1f9d433c2343,segment=NetworkSegment(a5f86141-009c-4679-b2f8-e0cc9120f80c),segment_id=a5f86141-009c-4679-b2f8-e0cc9120f80c)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:32:53.637779 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fef61420-3117-4399-8219-bd6e37a55653 admin admin] Checking segment: {'id': 'c8c0c008-63a3-46a3-8e44-7b907faf9d6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'eeac429d-91b5-4aca-80ab-5f2f990e6959'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93916) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:32:53.638152 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fef61420-3117-4399-8219-bd6e37a55653 admin admin] Network hostable DHCP agents. Network: eeac429d-91b5-4aca-80ab-5f2f990e6959, hostable agents: ['028393c3-0576-4ebd-bca1-8ea8a148e1a2'], hosted agents: [] {{(pid=93916) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 18:32:53.644586 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Returning: {'device': 'bde076ee-01e0-4557-a5c2-1f9d433c2343', 'network_id': '78f1bdd6-a438-4e68-a059-5fadb7299624', 'port_id': 'bde076ee-01e0-4557-a5c2-1f9d433c2343', 'mac_address': 'fa:16:3e:e7:ea:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 94, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c660d228-559a-45b8-a86f-7ab611e1e8ab', 'ip_address': '10.1.1.165'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93917) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 18:32:53.657558 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fef61420-3117-4399-8219-bd6e37a55653 admin admin] Network eeac429d-91b5-4aca-80ab-5f2f990e6959 is scheduled to be hosted by DHCP agent 028393c3-0576-4ebd-bca1-8ea8a148e1a2 with binding_index 1 {{(pid=93916) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 18:32:53.669792 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [None req-fef61420-3117-4399-8219-bd6e37a55653 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-3, eeac429d-91b5-4aca-80ab-5f2f990e6959) {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:32:53.682368 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-df567b2f-f0d7-4970-94ae-9f441b76bfe0 tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-928623'] for router_interface, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:53.686111 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-216f511f-3ff1-464d-b573-52fdb8836093 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727'] for network, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:53.687175 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-216f511f-3ff1-464d-b573-52fdb8836093 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:53.687763 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fef61420-3117-4399-8219-bd6e37a55653 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:53.687912 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-216f511f-3ff1-464d-b573-52fdb8836093 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598705'] for network, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:53.688728 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-fef61420-3117-4399-8219-bd6e37a55653 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598705'] for subnet, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:53.704337 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:53.706767 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d55d478-7c34-490f-a492-e97dd9420a65 None None] Network eeac429d-91b5-4aca-80ab-5f2f990e6959 requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:32:53.708792 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-fef61420-3117-4399-8219-bd6e37a55653 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.3104787 Jul 14 18:32:53.728606 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809a9752-bcb1-4250-b446-2654fafb411a tempest-AllowedAddressPairIpV6TestJSON-545305561 tempest-AllowedAddressPairIpV6TestJSON-545305561-project] Pushing event deleted for resources: {'Port': ['ID=7c0170d2-5e9c-400f-b161-171fe4302b04,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:32:53.810352 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bde076ee-01e0-4557-a5c2-1f9d433c2343 {{(pid=93917) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 18:32:53.865378 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port bde076ee-01e0-4557-a5c2-1f9d433c2343, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=bde076ee-01e0-4557-a5c2-1f9d433c2343,segment=NetworkSegment(a5f86141-009c-4679-b2f8-e0cc9120f80c),segment_id=a5f86141-009c-4679-b2f8-e0cc9120f80c)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:32:53.881099 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:53.882656 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device 0d90d118-2a16-461c-8b80-fa7d8a1aaaa6 details requested by agent hyperv_n-h1-800634-3 with host n-h1-800634-3 {{(pid=93917) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 18:32:53.903803 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 45286) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:32:53.904030 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-216f511f-3ff1-464d-b573-52fdb8836093 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.1197078 Jul 14 18:32:53.910124 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-a7cf6e44-a2c6-4839-9f22-cbc0dbc44549 admin admin] Request body: {'subnet': {'network_id': '5641320d-334e-4428-915a-8e9a03b89510', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-403933281-subnet', 'tenant_id': 'add0c5df4b5a4a65831713cee12d05fe', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:32:53.982555 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7cf6e44-a2c6-4839-9f22-cbc0dbc44549 admin admin] Made reservation on behalf of add0c5df4b5a4a65831713cee12d05fe for: {'subnet': 1} {{(pid=93916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:32:53.985957 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a7cf6e44-a2c6-4839-9f22-cbc0dbc44549 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26033189'] for subnet, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:53.992754 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216f511f-3ff1-464d-b573-52fdb8836093 admin admin] Pushing event updated for resources: {'Network': ['ID=5641320d-334e-4428-915a-8e9a03b89510,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:32:54.042721 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Network 5641320d-334e-4428-915a-8e9a03b89510 details requested by agent ovs-agent-n-d-800634-3 with host n-d-800634-3 {{(pid=93917) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 18:32:54.102048 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4316d2ba-393a-4cc8-8867-1906708f6ce6 req-caab1aa7-9819-41db-bf7d-56846ecc267b tempest-ServerRescueTestJSON-1772516560 tempest-ServerRescueTestJSON-1772516560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:54.115321 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-4316d2ba-393a-4cc8-8867-1906708f6ce6 req-caab1aa7-9819-41db-bf7d-56846ecc267b tempest-ServerRescueTestJSON-1772516560 tempest-ServerRescueTestJSON-1772516560-project] 10.222.0.16 "GET /v2.0/ports?device_id=bd69d1f6-33e2-4cc0-ac5e-10c973fa7772 HTTP/1.1" status: 200 len: 945 time: 0.4666383 Jul 14 18:32:54.127747 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-809a9752-bcb1-4250-b446-2654fafb411a tempest-AllowedAddressPairIpV6TestJSON-545305561 tempest-AllowedAddressPairIpV6TestJSON-545305561-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:54.130320 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-809a9752-bcb1-4250-b446-2654fafb411a tempest-AllowedAddressPairIpV6TestJSON-545305561 tempest-AllowedAddressPairIpV6TestJSON-545305561-project] 10.222.0.16 "DELETE /v2.0/ports/7c0170d2-5e9c-400f-b161-171fe4302b04 HTTP/1.1" status: 204 len: 168 time: 2.2400198 Jul 14 18:32:54.143075 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.db.resource_extend [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 14 18:32:54.183522 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 45292) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:32:54.205333 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port 0d90d118-2a16-461c-8b80-fa7d8a1aaaa6, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=0d90d118-2a16-461c-8b80-fa7d8a1aaaa6,segment=NetworkSegment(a5f86141-009c-4679-b2f8-e0cc9120f80c),segment_id=a5f86141-009c-4679-b2f8-e0cc9120f80c)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:32:54.208780 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c65e44ce-7b10-4a2f-963e-66f7853a658f None None] Network eeac429d-91b5-4aca-80ab-5f2f990e6959 requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:32:54.288461 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a7cf6e44-a2c6-4839-9f22-cbc0dbc44549 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2684753', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26033175'] for subnet, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:54.292004 n-d-800634-3 neutron-server[93915]: INFO neutron.pecan_wsgi.hooks.translation [None req-29d2c667-0117-4ed9-832e-1fe87fb7c686 tempest-AllowedAddressPairIpV6TestJSON-545305561 tempest-AllowedAddressPairIpV6TestJSON-545305561-project] GET failed (client error): The resource could not be found. Jul 14 18:32:54.293936 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-29d2c667-0117-4ed9-832e-1fe87fb7c686 tempest-AllowedAddressPairIpV6TestJSON-545305561 tempest-AllowedAddressPairIpV6TestJSON-545305561-project] 10.222.0.16 "GET /v2.0/ports/7c0170d2-5e9c-400f-b161-171fe4302b04 HTTP/1.1" status: 404 len: 333 time: 0.1075771 Jul 14 18:32:54.317275 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 45294) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:32:54.323591 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-dea1ad64-ac0a-4d86-b2d7-fc748fd71075 tempest-AllowedAddressPairIpV6TestJSON-545305561 tempest-AllowedAddressPairIpV6TestJSON-545305561-project] Request body: {'port': {'network_id': '08ce56b4-5b99-4e00-88e6-321302e509b2', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-421155210'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:32:54.349828 n-d-800634-3 neutron-server[93915]: INFO neutron.api.v2.resource [req-673dac8e-eae2-43b0-b791-24b46e0418c8 req-0876ac1f-57af-4499-8242-c944991aa39c tempest-SecurityGroupsNegativeTestJSON-612591292 tempest-SecurityGroupsNegativeTestJSON-612591292-project] show failed (client error): The resource could not be found. Jul 14 18:32:54.350224 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cf6e44-a2c6-4839-9f22-cbc0dbc44549 admin admin] Pushing event updated for resources: {'Subnet': ['ID=16963be7-2514-43a8-ae92-2c8ccfc02c91,revision_number=0']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:32:54.357458 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-673dac8e-eae2-43b0-b791-24b46e0418c8 req-0876ac1f-57af-4499-8242-c944991aa39c tempest-SecurityGroupsNegativeTestJSON-612591292 tempest-SecurityGroupsNegativeTestJSON-612591292-project] 10.222.0.16 "GET /v2.0/security-groups/ab55b1ae-6450-4b4c-823d-92d2ac32028f HTTP/1.1" status: 404 len: 352 time: 0.1022620 Jul 14 18:32:54.365096 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Pushing event updated for resources: {'Port': ['ID=bde076ee-01e0-4557-a5c2-1f9d433c2343,revision_number=4']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:32:54.372707 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-4316d2ba-393a-4cc8-8867-1906708f6ce6 req-04d2c784-7090-4e54-ae96-c0167309bd26 tempest-ServerRescueTestJSON-1772516560 tempest-ServerRescueTestJSON-1772516560-project] 10.222.0.16 "GET /v2.0/security-groups?id=0ef5e3a0-eb15-4d38-952d-7e7d9baf772e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2564723 Jul 14 18:32:54.402953 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-574aeb93-9938-449c-8e6c-cb22c9b52cc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:54.417292 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Returning: {'device': '0d90d118-2a16-461c-8b80-fa7d8a1aaaa6', 'network_id': '78f1bdd6-a438-4e68-a059-5fadb7299624', 'port_id': '0d90d118-2a16-461c-8b80-fa7d8a1aaaa6', 'mac_address': 'fa:16:3e:25:a8:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 94, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c660d228-559a-45b8-a86f-7ab611e1e8ab', 'ip_address': '10.1.1.68'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93917) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 18:32:54.446162 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7cf6e44-a2c6-4839-9f22-cbc0dbc44549 admin admin] Checking segment: {'id': '06e7bf6e-f877-4c63-9036-fc82062f0e13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '5641320d-334e-4428-915a-8e9a03b89510'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93916) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:32:54.446545 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7cf6e44-a2c6-4839-9f22-cbc0dbc44549 admin admin] Network hostable DHCP agents. Network: 5641320d-334e-4428-915a-8e9a03b89510, hostable agents: ['028393c3-0576-4ebd-bca1-8ea8a148e1a2'], hosted agents: [] {{(pid=93916) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 18:32:54.468542 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:54.493116 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7cf6e44-a2c6-4839-9f22-cbc0dbc44549 admin admin] Network 5641320d-334e-4428-915a-8e9a03b89510 is scheduled to be hosted by DHCP agent 028393c3-0576-4ebd-bca1-8ea8a148e1a2 with binding_index 1 {{(pid=93916) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 18:32:54.503326 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d90d118-2a16-461c-8b80-fa7d8a1aaaa6 {{(pid=93917) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 18:32:54.511653 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [None req-a7cf6e44-a2c6-4839-9f22-cbc0dbc44549 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-3, 5641320d-334e-4428-915a-8e9a03b89510) {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:32:54.515834 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7cf6e44-a2c6-4839-9f22-cbc0dbc44549 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:54.516714 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a7cf6e44-a2c6-4839-9f22-cbc0dbc44549 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598705'] for subnet, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:54.566980 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-a7cf6e44-a2c6-4839-9f22-cbc0dbc44549 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.6553497 Jul 14 18:32:54.579087 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afc662a0-2339-43d3-82d9-7aa61f6f555a None None] Network 5641320d-334e-4428-915a-8e9a03b89510 requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:32:54.595423 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c7cf9987-b2c8-4ab3-9ed3-61386992c55f req-c22b69b6-4533-4662-8c47-ebf5ba05c400 tempest-SecurityGroupsNegativeTestJSON-612591292 tempest-SecurityGroupsNegativeTestJSON-612591292-project] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c50f8730c4fa47e6a636da30422cf8cd HTTP/1.1" status: 200 len: 2988 time: 0.1671219 Jul 14 18:32:54.596873 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port 0d90d118-2a16-461c-8b80-fa7d8a1aaaa6, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=0d90d118-2a16-461c-8b80-fa7d8a1aaaa6,segment=NetworkSegment(a5f86141-009c-4679-b2f8-e0cc9120f80c),segment_id=a5f86141-009c-4679-b2f8-e0cc9120f80c)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:32:54.640364 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:54.641376 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device 0caf44dc-58df-4be6-8bff-86cf8aeccff9 details requested by agent hyperv_n-h1-800634-3 with host n-h1-800634-3 {{(pid=93917) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 18:32:54.745501 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dea1ad64-ac0a-4d86-b2d7-fc748fd71075 tempest-AllowedAddressPairIpV6TestJSON-545305561 tempest-AllowedAddressPairIpV6TestJSON-545305561-project] Made reservation on behalf of 0772bb2347cc4c4596979fc50969db37 for: {'port': 1} {{(pid=93915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:32:54.749271 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-dea1ad64-ac0a-4d86-b2d7-fc748fd71075 tempest-AllowedAddressPairIpV6TestJSON-545305561 tempest-AllowedAddressPairIpV6TestJSON-545305561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:54.760745 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c7cf9987-b2c8-4ab3-9ed3-61386992c55f req-b0ee6a75-d319-4651-bb3b-c0ad7a883694 tempest-SecurityGroupsNegativeTestJSON-612591292 tempest-SecurityGroupsNegativeTestJSON-612591292-project] 10.222.0.16 "GET /v2.0/security-groups/da000015-9c2b-4bb8-95bd-8f44bc6effd0 HTTP/1.1" status: 200 len: 2985 time: 0.1638486 Jul 14 18:32:54.807435 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Pushing event updated for resources: {'Port': ['ID=0d90d118-2a16-461c-8b80-fa7d8a1aaaa6,revision_number=4']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:32:54.809413 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [None req-dea1ad64-ac0a-4d86-b2d7-fc748fd71075 tempest-AllowedAddressPairIpV6TestJSON-545305561 tempest-AllowedAddressPairIpV6TestJSON-545305561-project] device_id is not set on port 03e16a0c-f4ac-4e7b-a8fc-a4fb9f0ba3ef yet. {{(pid=93915) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 18:32:54.886944 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfc684ed-a6a6-4b4a-8950-1623941b9335 None None] Network 5641320d-334e-4428-915a-8e9a03b89510 requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:32:54.887510 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1721f6-cad0-45ff-90d0-8b6c431db6bc req-03f7bbbc-2db7-4dd0-9539-5165fe253b6a tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:54.889015 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-9d1721f6-cad0-45ff-90d0-8b6c431db6bc req-03f7bbbc-2db7-4dd0-9539-5165fe253b6a tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] 10.222.0.16 "GET /v2.0/ports?device_id=e324c388-2bb3-401d-a7a7-373392456b8c HTTP/1.1" status: 200 len: 943 time: 0.3272274 Jul 14 18:32:54.916014 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c7cf9987-b2c8-4ab3-9ed3-61386992c55f req-37ad2084-dd03-4834-ba1b-e22ea3ba5ae6 tempest-SecurityGroupsNegativeTestJSON-612591292 tempest-SecurityGroupsNegativeTestJSON-612591292-project] 10.222.0.16 "GET /v2.0/security-groups/da000015-9c2b-4bb8-95bd-8f44bc6effd0 HTTP/1.1" status: 200 len: 2985 time: 0.1385686 Jul 14 18:32:54.930368 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [None req-df567b2f-f0d7-4970-94ae-9f441b76bfe0 tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Deleting port eb4d6aa4-7a5a-4031-95be-5493662a37cc {{(pid=93915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:32:54.930712 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-df567b2f-f0d7-4970-94ae-9f441b76bfe0 tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:54.960226 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port 0caf44dc-58df-4be6-8bff-86cf8aeccff9, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=0caf44dc-58df-4be6-8bff-86cf8aeccff9,segment=NetworkSegment(7bca13b4-944d-4731-bc01-174f4a8e9942),segment_id=7bca13b4-944d-4731-bc01-174f4a8e9942)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:32:54.978071 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Returning: {'device': '0caf44dc-58df-4be6-8bff-86cf8aeccff9', 'network_id': '63a5555f-a22d-4515-8f3a-d708078edd37', 'port_id': '0caf44dc-58df-4be6-8bff-86cf8aeccff9', 'mac_address': 'fa:16:3e:db:28:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 92, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '19364ef1-51c6-4b67-ab09-76164da25c3f', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93917) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 18:32:55.033891 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-9d1721f6-cad0-45ff-90d0-8b6c431db6bc req-09a4d74e-feef-4102-8342-b03bb5c41860 tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] 10.222.0.16 "GET /v2.0/security-groups?id=c6d2ae5e-7962-48ff-a84c-cacbd11fb04d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1358225 Jul 14 18:32:55.070343 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.db_base_plugin_common [None req-dea1ad64-ac0a-4d86-b2d7-fc748fd71075 tempest-AllowedAddressPairIpV6TestJSON-545305561 tempest-AllowedAddressPairIpV6TestJSON-545305561-project] Allocated IP 2001:db8::5e (08ce56b4-5b99-4e00-88e6-321302e509b2/383b0c68-8032-4a92-be49-fabe39f33822/03e16a0c-f4ac-4e7b-a8fc-a4fb9f0ba3ef) {{(pid=93915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:32:55.081020 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:55.096394 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-df567b2f-f0d7-4970-94ae-9f441b76bfe0 tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:55.122183 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [None req-df567b2f-f0d7-4970-94ae-9f441b76bfe0 tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Calling delete_port for eb4d6aa4-7a5a-4031-95be-5493662a37cc owned by network:router_interface {{(pid=93915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:32:55.124410 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0caf44dc-58df-4be6-8bff-86cf8aeccff9 {{(pid=93917) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 18:32:55.154342 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port 0caf44dc-58df-4be6-8bff-86cf8aeccff9, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=0caf44dc-58df-4be6-8bff-86cf8aeccff9,segment=NetworkSegment(7bca13b4-944d-4731-bc01-174f4a8e9942),segment_id=7bca13b4-944d-4731-bc01-174f4a8e9942)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:32:55.161436 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:55.163226 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device 05410bfa-6a89-41e2-898c-80b7f771042b details requested by agent hyperv_n-h1-800634-3 with host n-h1-800634-3 {{(pid=93917) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 18:32:55.200697 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port 05410bfa-6a89-41e2-898c-80b7f771042b, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=05410bfa-6a89-41e2-898c-80b7f771042b,segment=NetworkSegment(a5f86141-009c-4679-b2f8-e0cc9120f80c),segment_id=a5f86141-009c-4679-b2f8-e0cc9120f80c)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:32:55.215624 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Returning: {'device': '05410bfa-6a89-41e2-898c-80b7f771042b', 'network_id': '78f1bdd6-a438-4e68-a059-5fadb7299624', 'port_id': '05410bfa-6a89-41e2-898c-80b7f771042b', 'mac_address': 'fa:16:3e:6a:eb:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 94, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c660d228-559a-45b8-a86f-7ab611e1e8ab', 'ip_address': '10.1.1.74'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93917) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 18:32:55.300575 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:55.323617 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05410bfa-6a89-41e2-898c-80b7f771042b {{(pid=93917) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 18:32:55.344210 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Pushing event updated for resources: {'Port': ['ID=0caf44dc-58df-4be6-8bff-86cf8aeccff9,revision_number=4']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:32:55.355327 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port 05410bfa-6a89-41e2-898c-80b7f771042b, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=05410bfa-6a89-41e2-898c-80b7f771042b,segment=NetworkSegment(a5f86141-009c-4679-b2f8-e0cc9120f80c),segment_id=a5f86141-009c-4679-b2f8-e0cc9120f80c)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:32:55.360686 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:55.361535 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device 98e72a3e-3b4b-4cea-9e4f-1c80c632ced5 details requested by agent hyperv_n-h1-800634-3 with host n-h1-800634-3 {{(pid=93917) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 18:32:55.423614 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Pushing event updated for resources: {'Port': ['ID=05410bfa-6a89-41e2-898c-80b7f771042b,revision_number=4']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:32:55.434586 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port 98e72a3e-3b4b-4cea-9e4f-1c80c632ced5, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=98e72a3e-3b4b-4cea-9e4f-1c80c632ced5,segment=NetworkSegment(7bca13b4-944d-4731-bc01-174f4a8e9942),segment_id=7bca13b4-944d-4731-bc01-174f4a8e9942)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:32:55.437528 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f00000-00ac-459b-aabf-61636b7d454c req-2e8c591f-3b26-44e1-a82f-1962a4c4fdee tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:55.443336 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f00000-00ac-459b-aabf-61636b7d454c req-2e8c591f-3b26-44e1-a82f-1962a4c4fdee tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:55.445924 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Returning: {'device': '98e72a3e-3b4b-4cea-9e4f-1c80c632ced5', 'network_id': '63a5555f-a22d-4515-8f3a-d708078edd37', 'port_id': '98e72a3e-3b4b-4cea-9e4f-1c80c632ced5', 'mac_address': 'fa:16:3e:fd:a3:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 92, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '19364ef1-51c6-4b67-ab09-76164da25c3f', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93917) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 18:32:55.449773 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f00000-00ac-459b-aabf-61636b7d454c req-2e8c591f-3b26-44e1-a82f-1962a4c4fdee tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:55.459569 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f00000-00ac-459b-aabf-61636b7d454c req-2e8c591f-3b26-44e1-a82f-1962a4c4fdee tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:55.466250 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f00000-00ac-459b-aabf-61636b7d454c req-2e8c591f-3b26-44e1-a82f-1962a4c4fdee tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:55.472412 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f00000-00ac-459b-aabf-61636b7d454c req-2e8c591f-3b26-44e1-a82f-1962a4c4fdee tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:55.478296 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f00000-00ac-459b-aabf-61636b7d454c req-2e8c591f-3b26-44e1-a82f-1962a4c4fdee tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:55.480277 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-55f00000-00ac-459b-aabf-61636b7d454c req-2e8c591f-3b26-44e1-a82f-1962a4c4fdee tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] 10.222.0.16 "GET /v2.0/ports?device_id=a4e0bc60-2fa3-47a3-a9ba-155133f4e67a HTTP/1.1" status: 200 len: 5432 time: 0.3681817 Jul 14 18:32:55.486085 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:55.499498 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98e72a3e-3b4b-4cea-9e4f-1c80c632ced5 {{(pid=93917) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 18:32:55.523826 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port 98e72a3e-3b4b-4cea-9e4f-1c80c632ced5, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=98e72a3e-3b4b-4cea-9e4f-1c80c632ced5,segment=NetworkSegment(7bca13b4-944d-4731-bc01-174f4a8e9942),segment_id=7bca13b4-944d-4731-bc01-174f4a8e9942)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:32:55.531372 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:55.533207 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device e8bede3a-ba0f-49a4-a4a8-71589e0aa2ba details requested by agent hyperv_n-h1-800634-3 with host n-h1-800634-3 {{(pid=93917) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 18:32:55.547621 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-dea1ad64-ac0a-4d86-b2d7-fc748fd71075 tempest-AllowedAddressPairIpV6TestJSON-545305561 tempest-AllowedAddressPairIpV6TestJSON-545305561-project] Notify callbacks [] for port, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:55.595613 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.provisioning_blocks [None req-dea1ad64-ac0a-4d86-b2d7-fc748fd71075 tempest-AllowedAddressPairIpV6TestJSON-545305561 tempest-AllowedAddressPairIpV6TestJSON-545305561-project] Transition to ACTIVE for port object 03e16a0c-f4ac-4e7b-a8fc-a4fb9f0ba3ef will not be triggered until provisioned by entity DHCP. {{(pid=93915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:32:55.600422 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port e8bede3a-ba0f-49a4-a4a8-71589e0aa2ba, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=e8bede3a-ba0f-49a4-a4a8-71589e0aa2ba,segment=NetworkSegment(a5f86141-009c-4679-b2f8-e0cc9120f80c),segment_id=a5f86141-009c-4679-b2f8-e0cc9120f80c)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:32:55.607689 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Pushing event updated for resources: {'Port': ['ID=98e72a3e-3b4b-4cea-9e4f-1c80c632ced5,revision_number=4']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:32:55.609137 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-55f00000-00ac-459b-aabf-61636b7d454c req-2ee373f7-2fdf-4449-a5d2-08282797dd9d tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] 10.222.0.16 "GET /v2.0/security-groups?id=748fe4c5-70b9-4e07-b6fc-ddd56d9bbb08&id=1433845c-1171-43a4-b403-5201c1216c85&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1128671 Jul 14 18:32:55.614473 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Returning: {'device': 'e8bede3a-ba0f-49a4-a4a8-71589e0aa2ba', 'network_id': '78f1bdd6-a438-4e68-a059-5fadb7299624', 'port_id': 'e8bede3a-ba0f-49a4-a4a8-71589e0aa2ba', 'mac_address': 'fa:16:3e:f2:dc:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 94, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c660d228-559a-45b8-a86f-7ab611e1e8ab', 'ip_address': '10.1.1.229'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93917) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 18:32:55.619720 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b155991-c4f7-4d4e-bba6-00ef335ae7b5 req-b8702d65-ffd3-4fbf-b779-c9af47ade802 tempest-ListServersNegativeTestJSON-1954575036 tempest-ListServersNegativeTestJSON-1954575036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:55.628056 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-4b155991-c4f7-4d4e-bba6-00ef335ae7b5 req-b8702d65-ffd3-4fbf-b779-c9af47ade802 tempest-ListServersNegativeTestJSON-1954575036 tempest-ListServersNegativeTestJSON-1954575036-project] 10.222.0.16 "GET /v2.0/networks?id=5641320d-334e-4428-915a-8e9a03b89510 HTTP/1.1" status: 200 len: 817 time: 0.3432362 Jul 14 18:32:55.690930 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-4b155991-c4f7-4d4e-bba6-00ef335ae7b5 req-f0f74d7c-6aa8-4eb1-8775-dd2d5a74e705 tempest-ListServersNegativeTestJSON-1954575036 tempest-ListServersNegativeTestJSON-1954575036-project] 10.222.0.16 "GET /v2.0/quotas/add0c5df4b5a4a65831713cee12d05fe HTTP/1.1" status: 200 len: 375 time: 0.0618622 Jul 14 18:32:55.703082 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:55.735022 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-2f4e3af3-e708-4ffd-a544-82d93a489d01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:55.736677 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8bede3a-ba0f-49a4-a4a8-71589e0aa2ba {{(pid=93917) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 18:32:55.751835 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-4b155991-c4f7-4d4e-bba6-00ef335ae7b5 req-cc4b711c-086a-4871-ba9a-0537d051769e tempest-ListServersNegativeTestJSON-1954575036 tempest-ListServersNegativeTestJSON-1954575036-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=add0c5df4b5a4a65831713cee12d05fe&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0600216 Jul 14 18:32:55.764848 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port e8bede3a-ba0f-49a4-a4a8-71589e0aa2ba, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=e8bede3a-ba0f-49a4-a4a8-71589e0aa2ba,segment=NetworkSegment(a5f86141-009c-4679-b2f8-e0cc9120f80c),segment_id=a5f86141-009c-4679-b2f8-e0cc9120f80c)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:32:55.769920 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:55.770591 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device 5e3cdfe6-c3db-4167-a3c6-0bddcdac61ef details requested by agent hyperv_n-h1-800634-3 with host n-h1-800634-3 {{(pid=93917) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 18:32:55.851654 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-df567b2f-f0d7-4970-94ae-9f441b76bfe0 tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:55.869087 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-38f3cfd4-ab38-466b-8ea3-2c8bf7552641 req-baafc15b-269d-4ff0-9e1a-10c8b4c18014 tempest-SecurityGroupsNegativeTestJSON-612591292 tempest-SecurityGroupsNegativeTestJSON-612591292-project] 10.222.0.16 "GET /v2.0/security-groups/da000015-9c2b-4bb8-95bd-8f44bc6effd0 HTTP/1.1" status: 200 len: 2985 time: 0.1716237 Jul 14 18:32:55.877067 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Pushing event updated for resources: {'Port': ['ID=e8bede3a-ba0f-49a4-a4a8-71589e0aa2ba,revision_number=4']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:32:55.878534 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-dea1ad64-ac0a-4d86-b2d7-fc748fd71075 tempest-AllowedAddressPairIpV6TestJSON-545305561 tempest-AllowedAddressPairIpV6TestJSON-545305561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:55.922280 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port 5e3cdfe6-c3db-4167-a3c6-0bddcdac61ef, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=5e3cdfe6-c3db-4167-a3c6-0bddcdac61ef,segment=NetworkSegment(f27713f4-616b-4ad5-95bb-41f16008fafb),segment_id=f27713f4-616b-4ad5-95bb-41f16008fafb)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:32:55.925742 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df567b2f-f0d7-4970-94ae-9f441b76bfe0 tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Pushing event deleted for resources: {'Port': ['ID=eb4d6aa4-7a5a-4031-95be-5493662a37cc,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:32:55.935083 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Returning: {'device': '5e3cdfe6-c3db-4167-a3c6-0bddcdac61ef', 'network_id': 'cfaa954e-bb83-44ea-acae-a3d7b9e23407', 'port_id': '5e3cdfe6-c3db-4167-a3c6-0bddcdac61ef', 'mac_address': 'fa:16:3e:a6:3c:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a4f902e-afed-4486-b940-935fd979aa23', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93917) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 18:32:55.997452 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:56.014316 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e3cdfe6-c3db-4167-a3c6-0bddcdac61ef {{(pid=93917) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 18:32:56.046919 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port 5e3cdfe6-c3db-4167-a3c6-0bddcdac61ef, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=5e3cdfe6-c3db-4167-a3c6-0bddcdac61ef,segment=NetworkSegment(f27713f4-616b-4ad5-95bb-41f16008fafb),segment_id=f27713f4-616b-4ad5-95bb-41f16008fafb)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:32:56.051827 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:56.111474 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Pushing event updated for resources: {'Port': ['ID=5e3cdfe6-c3db-4167-a3c6-0bddcdac61ef,revision_number=4']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:32:56.327014 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dea1ad64-ac0a-4d86-b2d7-fc748fd71075 tempest-AllowedAddressPairIpV6TestJSON-545305561 tempest-AllowedAddressPairIpV6TestJSON-545305561-project] Network 08ce56b4-5b99-4e00-88e6-321302e509b2 is already hosted by enough agents. {{(pid=93915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:32:56.356502 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [None req-dea1ad64-ac0a-4d86-b2d7-fc748fd71075 tempest-AllowedAddressPairIpV6TestJSON-545305561 tempest-AllowedAddressPairIpV6TestJSON-545305561-project] Resources bound (agent type, host, resource id): {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:32:56.363792 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-4b155991-c4f7-4d4e-bba6-00ef335ae7b5 req-5afe0438-4774-407b-96d3-2e6dbbab0d77 service neutron] 10.222.0.16 "GET /v2.0/networks/5641320d-334e-4428-915a-8e9a03b89510?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5971630 Jul 14 18:32:56.370487 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dea1ad64-ac0a-4d86-b2d7-fc748fd71075 tempest-AllowedAddressPairIpV6TestJSON-545305561 tempest-AllowedAddressPairIpV6TestJSON-545305561-project] Received port after_create {{(pid=93915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:32:56.376025 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dea1ad64-ac0a-4d86-b2d7-fc748fd71075 tempest-AllowedAddressPairIpV6TestJSON-545305561 tempest-AllowedAddressPairIpV6TestJSON-545305561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:56.376673 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-dea1ad64-ac0a-4d86-b2d7-fc748fd71075 tempest-AllowedAddressPairIpV6TestJSON-545305561 tempest-AllowedAddressPairIpV6TestJSON-545305561-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:56.416987 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea1ad64-ac0a-4d86-b2d7-fc748fd71075 tempest-AllowedAddressPairIpV6TestJSON-545305561 tempest-AllowedAddressPairIpV6TestJSON-545305561-project] Pushing event updated for resources: {'Port': ['ID=03e16a0c-f4ac-4e7b-a8fc-a4fb9f0ba3ef,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:32:56.467531 n-d-800634-3 neutron-server[93915]: INFO neutron.api.v2.resource [req-38f3cfd4-ab38-466b-8ea3-2c8bf7552641 req-3c5bd13c-069b-4f03-a55b-e0bbbb03624a tempest-SecurityGroupsNegativeTestJSON-612591292 tempest-SecurityGroupsNegativeTestJSON-612591292-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 14 18:32:56.468615 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-38f3cfd4-ab38-466b-8ea3-2c8bf7552641 req-3c5bd13c-069b-4f03-a55b-e0bbbb03624a tempest-SecurityGroupsNegativeTestJSON-612591292 tempest-SecurityGroupsNegativeTestJSON-612591292-project] 10.222.0.16 "DELETE /v2.0/security-groups/da000015-9c2b-4bb8-95bd-8f44bc6effd0 HTTP/1.1" status: 409 len: 352 time: 0.5982342 Jul 14 18:32:56.472699 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-dea1ad64-ac0a-4d86-b2d7-fc748fd71075 tempest-AllowedAddressPairIpV6TestJSON-545305561 tempest-AllowedAddressPairIpV6TestJSON-545305561-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 2.1532087 Jul 14 18:32:56.484362 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 45330) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:32:56.484362 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-94c832ee-5474-4cfa-afe2-89ceccc55de3 tempest-AllowedAddressPairIpV6TestJSON-545305561 tempest-AllowedAddressPairIpV6TestJSON-545305561-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::1e3', 'mac_address': 'fa:16:3e:95:d7:e1'}]}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:32:56.612917 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-1dbad48a-fef8-4ff5-83ff-88cf36a25079 None None] Provisioning for port 03e16a0c-f4ac-4e7b-a8fc-a4fb9f0ba3ef completed by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:32:56.617525 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-1dbad48a-fef8-4ff5-83ff-88cf36a25079 None None] Provisioning complete for port 03e16a0c-f4ac-4e7b-a8fc-a4fb9f0ba3ef triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:32:56.618121 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-1dbad48a-fef8-4ff5-83ff-88cf36a25079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:56.654122 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-1dbad48a-fef8-4ff5-83ff-88cf36a25079 None None] Port 03e16a0c-f4ac-4e7b-a8fc-a4fb9f0ba3ef cannot update to ACTIVE because it is not bound. {{(pid=93917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 18:32:56.673301 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-94c832ee-5474-4cfa-afe2-89ceccc55de3 tempest-AllowedAddressPairIpV6TestJSON-545305561 tempest-AllowedAddressPairIpV6TestJSON-545305561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:56.721876 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] get_ports_and_sgs() called for port_ids ['05410bfa-6a89-41e2-898c-80b7f771042b'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 18:32:56.732030 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] get_ports_and_sgs() called for port_ids ['98e72a3e-3b4b-4cea-9e4f-1c80c632ced5'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 18:32:56.761270 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-df567b2f-f0d7-4970-94ae-9f441b76bfe0 tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-598732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-928907'] for router_interface, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:56.788083 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-4b155991-c4f7-4d4e-bba6-00ef335ae7b5 req-88f7e38c-506d-4642-88fa-28298d119919 service neutron] 10.222.0.16 "GET /v2.0/networks/5641320d-334e-4428-915a-8e9a03b89510?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4017556 Jul 14 18:32:56.819636 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] get_ports_and_sgs() called for port_ids ['0d90d118-2a16-461c-8b80-fa7d8a1aaaa6'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 18:32:56.826106 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] get_ports_and_sgs() called for port_ids ['0caf44dc-58df-4be6-8bff-86cf8aeccff9'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 18:32:56.828435 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] get_ports_and_sgs() called for port_ids ['bde076ee-01e0-4557-a5c2-1f9d433c2343'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 18:32:56.831238 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] get_ports_and_sgs() called for port_ids ['e8bede3a-ba0f-49a4-a4a8-71589e0aa2ba'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 18:32:56.835599 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] get_ports_and_sgs() called for port_ids ['5e3cdfe6-c3db-4167-a3c6-0bddcdac61ef'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 18:32:56.856197 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17e006f-e6ba-4333-aec9-ca22f57edd33 req-13584b81-a163-4328-9fb5-e6188de61479 tempest-ServerRescueTestJSON-1772516560 tempest-ServerRescueTestJSON-1772516560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:56.863091 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b17e006f-e6ba-4333-aec9-ca22f57edd33 req-13584b81-a163-4328-9fb5-e6188de61479 tempest-ServerRescueTestJSON-1772516560 tempest-ServerRescueTestJSON-1772516560-project] 10.222.0.16 "GET /v2.0/ports?device_id=bd69d1f6-33e2-4cc0-ac5e-10c973fa7772 HTTP/1.1" status: 200 len: 945 time: 0.2578449 Jul 14 18:32:56.874643 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cb7c07-dc6e-4c99-8bf2-4f05a57678ea req-d941f44b-d0ab-449e-9297-b74b5361f719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:56.876140 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-00cb7c07-dc6e-4c99-8bf2-4f05a57678ea req-d941f44b-d0ab-449e-9297-b74b5361f719 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=e324c388-2bb3-401d-a7a7-373392456b8c&tenant_id=81405c7e7f554ba6bd8aaf104233fc29 HTTP/1.1" status: 200 len: 1094 time: 0.2723038 Jul 14 18:32:56.895379 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [req-00cb7c07-dc6e-4c99-8bf2-4f05a57678ea req-68dfd0ec-90b9-4b58-9fef-6e5a3135d006 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-800634-3', 'device_owner': 'compute:nova'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:32:56.909735 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-94c832ee-5474-4cfa-afe2-89ceccc55de3 tempest-AllowedAddressPairIpV6TestJSON-545305561 tempest-AllowedAddressPairIpV6TestJSON-545305561-project] Notify callbacks [] for port, precommit_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:56.917018 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-94c832ee-5474-4cfa-afe2-89ceccc55de3 tempest-AllowedAddressPairIpV6TestJSON-545305561 tempest-AllowedAddressPairIpV6TestJSON-545305561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2684870'] for port, after_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:56.992745 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c832ee-5474-4cfa-afe2-89ceccc55de3 tempest-AllowedAddressPairIpV6TestJSON-545305561 tempest-AllowedAddressPairIpV6TestJSON-545305561-project] Pushing event updated for resources: {'Port': ['ID=03e16a0c-f4ac-4e7b-a8fc-a4fb9f0ba3ef,revision_number=2']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:32:56.997363 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-94c832ee-5474-4cfa-afe2-89ceccc55de3 tempest-AllowedAddressPairIpV6TestJSON-545305561 tempest-AllowedAddressPairIpV6TestJSON-545305561-project] In _notify_port_updated(), no bound segment for port 03e16a0c-f4ac-4e7b-a8fc-a4fb9f0ba3ef on network 08ce56b4-5b99-4e00-88e6-321302e509b2 {{(pid=93916) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 14 18:32:56.999233 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b17e006f-e6ba-4333-aec9-ca22f57edd33 req-148960ab-2f44-4e8f-a76e-1e4797a6aeb6 tempest-ServerRescueTestJSON-1772516560 tempest-ServerRescueTestJSON-1772516560-project] 10.222.0.16 "GET /v2.0/security-groups?id=0ef5e3a0-eb15-4d38-952d-7e7d9baf772e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352701 Jul 14 18:32:57.004349 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94c832ee-5474-4cfa-afe2-89ceccc55de3 tempest-AllowedAddressPairIpV6TestJSON-545305561 tempest-AllowedAddressPairIpV6TestJSON-545305561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:57.005244 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-94c832ee-5474-4cfa-afe2-89ceccc55de3 tempest-AllowedAddressPairIpV6TestJSON-545305561 tempest-AllowedAddressPairIpV6TestJSON-545305561-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:57.007484 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-94c832ee-5474-4cfa-afe2-89ceccc55de3 tempest-AllowedAddressPairIpV6TestJSON-545305561 tempest-AllowedAddressPairIpV6TestJSON-545305561-project] 10.222.0.16 "PUT /v2.0/ports/03e16a0c-f4ac-4e7b-a8fc-a4fb9f0ba3ef HTTP/1.1" status: 200 len: 1001 time: 0.5320530 Jul 14 18:32:57.013023 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 45338) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:32:57.036224 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c832ee-5474-4cfa-afe2-89ceccc55de3 tempest-AllowedAddressPairIpV6TestJSON-545305561 tempest-AllowedAddressPairIpV6TestJSON-545305561-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:32:57.036472 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c832ee-5474-4cfa-afe2-89ceccc55de3 tempest-AllowedAddressPairIpV6TestJSON-545305561 tempest-AllowedAddressPairIpV6TestJSON-545305561-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:32:57.036825 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c832ee-5474-4cfa-afe2-89ceccc55de3 tempest-AllowedAddressPairIpV6TestJSON-545305561 tempest-AllowedAddressPairIpV6TestJSON-545305561-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:32:57.037369 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c832ee-5474-4cfa-afe2-89ceccc55de3 tempest-AllowedAddressPairIpV6TestJSON-545305561 tempest-AllowedAddressPairIpV6TestJSON-545305561-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:32:57.037592 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c832ee-5474-4cfa-afe2-89ceccc55de3 tempest-AllowedAddressPairIpV6TestJSON-545305561 tempest-AllowedAddressPairIpV6TestJSON-545305561-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:32:57.037940 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c832ee-5474-4cfa-afe2-89ceccc55de3 tempest-AllowedAddressPairIpV6TestJSON-545305561 tempest-AllowedAddressPairIpV6TestJSON-545305561-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:32:57.038277 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c832ee-5474-4cfa-afe2-89ceccc55de3 tempest-AllowedAddressPairIpV6TestJSON-545305561 tempest-AllowedAddressPairIpV6TestJSON-545305561-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:32:57.038637 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c832ee-5474-4cfa-afe2-89ceccc55de3 tempest-AllowedAddressPairIpV6TestJSON-545305561 tempest-AllowedAddressPairIpV6TestJSON-545305561-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:32:57.038996 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c832ee-5474-4cfa-afe2-89ceccc55de3 tempest-AllowedAddressPairIpV6TestJSON-545305561 tempest-AllowedAddressPairIpV6TestJSON-545305561-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:32:57.039684 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c832ee-5474-4cfa-afe2-89ceccc55de3 tempest-AllowedAddressPairIpV6TestJSON-545305561 tempest-AllowedAddressPairIpV6TestJSON-545305561-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:32:57.039788 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c832ee-5474-4cfa-afe2-89ceccc55de3 tempest-AllowedAddressPairIpV6TestJSON-545305561 tempest-AllowedAddressPairIpV6TestJSON-545305561-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:32:57.040083 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c832ee-5474-4cfa-afe2-89ceccc55de3 tempest-AllowedAddressPairIpV6TestJSON-545305561 tempest-AllowedAddressPairIpV6TestJSON-545305561-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:32:57.144453 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-00cb7c07-dc6e-4c99-8bf2-4f05a57678ea req-68dfd0ec-90b9-4b58-9fef-6e5a3135d006 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:57.415972 n-d-800634-3 neutron-server[93915]: INFO neutron.api.v2.resource [req-3351feeb-2781-46ee-9274-21223003a5fc req-f89bae4a-c0af-460a-9eff-a6c48ecfb8e1 tempest-SecurityGroupsNegativeTestJSON-612591292 tempest-SecurityGroupsNegativeTestJSON-612591292-project] show failed (client error): The resource could not be found. Jul 14 18:32:57.430315 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3351feeb-2781-46ee-9274-21223003a5fc req-f89bae4a-c0af-460a-9eff-a6c48ecfb8e1 tempest-SecurityGroupsNegativeTestJSON-612591292 tempest-SecurityGroupsNegativeTestJSON-612591292-project] 10.222.0.16 "GET /v2.0/security-groups/20e27e73-4288-477d-98e1-7cfec7ac8355 HTTP/1.1" status: 404 len: 352 time: 0.0874853 Jul 14 18:32:57.454669 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df567b2f-f0d7-4970-94ae-9f441b76bfe0 tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Router 38e05649-150f-401a-9e98-939da74e569e has already been hosted by L3 agent 2c6eb27e-defb-4cca-9a24-381c7415e359 {{(pid=93915) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 18:32:57.626458 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-84e586d9-19d2-41bc-9f1e-15a6243ed001 tempest-AllowedAddressPairIpV6TestJSON-545305561 tempest-AllowedAddressPairIpV6TestJSON-545305561-project] Deleting port 03e16a0c-f4ac-4e7b-a8fc-a4fb9f0ba3ef {{(pid=93916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:32:57.626985 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-84e586d9-19d2-41bc-9f1e-15a6243ed001 tempest-AllowedAddressPairIpV6TestJSON-545305561 tempest-AllowedAddressPairIpV6TestJSON-545305561-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:57.708847 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd9da8e-d059-4fdd-a09f-45d2631a080f req-2f9bcf95-63d6-475d-b4ce-7cba912abf4f tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:57.716894 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-fdd9da8e-d059-4fdd-a09f-45d2631a080f req-2f9bcf95-63d6-475d-b4ce-7cba912abf4f tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] 10.222.0.16 "GET /v2.0/ports?device_id=e324c388-2bb3-401d-a7a7-373392456b8c HTTP/1.1" status: 200 len: 943 time: 0.3839142 Jul 14 18:32:57.736505 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-84e586d9-19d2-41bc-9f1e-15a6243ed001 tempest-AllowedAddressPairIpV6TestJSON-545305561 tempest-AllowedAddressPairIpV6TestJSON-545305561-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:57.753793 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-84e586d9-19d2-41bc-9f1e-15a6243ed001 tempest-AllowedAddressPairIpV6TestJSON-545305561 tempest-AllowedAddressPairIpV6TestJSON-545305561-project] Calling delete_port for 03e16a0c-f4ac-4e7b-a8fc-a4fb9f0ba3ef owned by {{(pid=93916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:32:57.862346 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03f8ba4-0241-4db3-90c9-509a774a2502 req-24ecd108-c4fe-44b2-ac43-263a3c4b2266 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:57.868678 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03f8ba4-0241-4db3-90c9-509a774a2502 req-24ecd108-c4fe-44b2-ac43-263a3c4b2266 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:57.876027 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03f8ba4-0241-4db3-90c9-509a774a2502 req-24ecd108-c4fe-44b2-ac43-263a3c4b2266 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:57.882531 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03f8ba4-0241-4db3-90c9-509a774a2502 req-24ecd108-c4fe-44b2-ac43-263a3c4b2266 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:57.883521 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-a4117b48-a915-496d-bb56-066716d982a8 None None] Provisioning complete for port 03e16a0c-f4ac-4e7b-a8fc-a4fb9f0ba3ef triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:32:57.884092 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-a4117b48-a915-496d-bb56-066716d982a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:57.889904 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03f8ba4-0241-4db3-90c9-509a774a2502 req-24ecd108-c4fe-44b2-ac43-263a3c4b2266 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:57.896848 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03f8ba4-0241-4db3-90c9-509a774a2502 req-24ecd108-c4fe-44b2-ac43-263a3c4b2266 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:57.903172 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03f8ba4-0241-4db3-90c9-509a774a2502 req-24ecd108-c4fe-44b2-ac43-263a3c4b2266 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:57.905108 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-d03f8ba4-0241-4db3-90c9-509a774a2502 req-24ecd108-c4fe-44b2-ac43-263a3c4b2266 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] 10.222.0.16 "GET /v2.0/ports?device_id=a4e0bc60-2fa3-47a3-a9ba-155133f4e67a HTTP/1.1" status: 200 len: 5437 time: 0.2876363 Jul 14 18:32:57.910824 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df567b2f-f0d7-4970-94ae-9f441b76bfe0 tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Notify agent at l3_agent.n-d-800634-3 the message routers_updated {{(pid=93915) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 18:32:57.925240 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e900905-c998-41a2-afc6-89b53bc02c0d None None] Sync routers for ids ['38e05649-150f-401a-9e98-939da74e569e'] in n-d-800634-3 {{(pid=93918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 18:32:57.925845 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-df567b2f-f0d7-4970-94ae-9f441b76bfe0 tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] 10.222.0.16 "PUT /v2.0/routers/38e05649-150f-401a-9e98-939da74e569e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0192108 Jul 14 18:32:57.941454 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e900905-c998-41a2-afc6-89b53bc02c0d None None] Routers {'38e05649-150f-401a-9e98-939da74e569e'} bound to L3 agent in host n-d-800634-3 {{(pid=93918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:32:57.942254 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-9e900905-c998-41a2-afc6-89b53bc02c0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:32:53Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['38e05649-150f-401a-9e98-939da74e569e'], 'active': True} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:32:57.943360 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 45362) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:32:57.956281 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-fdd9da8e-d059-4fdd-a09f-45d2631a080f req-cad68a6d-790e-48d9-a4e0-1549fd871d95 tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] 10.222.0.16 "GET /v2.0/security-groups?id=c6d2ae5e-7962-48ff-a84c-cacbd11fb04d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2382514 Jul 14 18:32:58.025048 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-84e586d9-19d2-41bc-9f1e-15a6243ed001 tempest-AllowedAddressPairIpV6TestJSON-545305561 tempest-AllowedAddressPairIpV6TestJSON-545305561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:58.077383 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e586d9-19d2-41bc-9f1e-15a6243ed001 tempest-AllowedAddressPairIpV6TestJSON-545305561 tempest-AllowedAddressPairIpV6TestJSON-545305561-project] Pushing event deleted for resources: {'Port': ['ID=03e16a0c-f4ac-4e7b-a8fc-a4fb9f0ba3ef,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:32:58.092911 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-9e900905-c998-41a2-afc6-89b53bc02c0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-3', False) {} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:32:58.104788 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e900905-c998-41a2-afc6-89b53bc02c0d None None] Routers {'38e05649-150f-401a-9e98-939da74e569e'} bound to L3 agent in host n-d-800634-3 {{(pid=93918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:32:58.105777 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-9e900905-c998-41a2-afc6-89b53bc02c0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:32:53Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['38e05649-150f-401a-9e98-939da74e569e'], 'active': True} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:32:58.136238 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-d03f8ba4-0241-4db3-90c9-509a774a2502 req-6e9503db-7770-43ed-9037-d4f594d419c0 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] 10.222.0.16 "GET /v2.0/security-groups?id=748fe4c5-70b9-4e07-b6fc-ddd56d9bbb08&id=1433845c-1171-43a4-b403-5201c1216c85&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2213924 Jul 14 18:32:58.152267 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-9e900905-c998-41a2-afc6-89b53bc02c0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-3', False) {} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:32:58.153249 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e900905-c998-41a2-afc6-89b53bc02c0d None None] The sync data for ids ['38e05649-150f-401a-9e98-939da74e569e'] in n-d-800634-3 is: [] {{(pid=93918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 18:32:58.234132 n-d-800634-3 neutron-server[93915]: INFO neutron.api.v2.resource [req-dfb2e16d-f364-45dc-a0ad-e37eff72bb24 req-74ff6dc4-9bc1-4c21-81a0-4f2bf0e34b1b tempest-SecurityGroupsNegativeTestJSON-612591292 tempest-SecurityGroupsNegativeTestJSON-612591292-project] show failed (client error): The resource could not be found. Jul 14 18:32:58.235173 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-dfb2e16d-f364-45dc-a0ad-e37eff72bb24 req-74ff6dc4-9bc1-4c21-81a0-4f2bf0e34b1b tempest-SecurityGroupsNegativeTestJSON-612591292 tempest-SecurityGroupsNegativeTestJSON-612591292-project] 10.222.0.16 "GET /v2.0/security-groups/b9d4e1bf-bb33-4669-9ca0-cfbe4c8d08d7 HTTP/1.1" status: 404 len: 352 time: 0.0334821 Jul 14 18:32:58.252945 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 45366) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:32:58.316058 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea8532f2-dfa1-4429-bdcc-d503d50bed98 admin admin] Deleting subnet 1dfee903-cf20-413e-88a2-591b3c1db506 {{(pid=93915) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 18:32:58.329221 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-ea8532f2-dfa1-4429-bdcc-d503d50bed98 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:58.367187 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-84e586d9-19d2-41bc-9f1e-15a6243ed001 tempest-AllowedAddressPairIpV6TestJSON-545305561 tempest-AllowedAddressPairIpV6TestJSON-545305561-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:58.375636 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-84e586d9-19d2-41bc-9f1e-15a6243ed001 tempest-AllowedAddressPairIpV6TestJSON-545305561 tempest-AllowedAddressPairIpV6TestJSON-545305561-project] 10.222.0.16 "DELETE /v2.0/ports/03e16a0c-f4ac-4e7b-a8fc-a4fb9f0ba3ef HTTP/1.1" status: 204 len: 168 time: 1.3613839 Jul 14 18:32:58.378519 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 45370) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:32:58.425617 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-a4117b48-a915-496d-bb56-066716d982a8 None None] Port 03e16a0c-f4ac-4e7b-a8fc-a4fb9f0ba3ef cannot update to ACTIVE because it is not bound. {{(pid=93917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 18:32:58.474053 n-d-800634-3 neutron-server[93916]: INFO neutron.pecan_wsgi.hooks.translation [None req-a70f1470-4889-4d62-ad9b-e251a54d0468 tempest-AllowedAddressPairIpV6TestJSON-545305561 tempest-AllowedAddressPairIpV6TestJSON-545305561-project] GET failed (client error): The resource could not be found. Jul 14 18:32:58.477102 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-a70f1470-4889-4d62-ad9b-e251a54d0468 tempest-AllowedAddressPairIpV6TestJSON-545305561 tempest-AllowedAddressPairIpV6TestJSON-545305561-project] 10.222.0.16 "GET /v2.0/ports/03e16a0c-f4ac-4e7b-a8fc-a4fb9f0ba3ef HTTP/1.1" status: 404 len: 333 time: 0.0977519 Jul 14 18:32:58.481637 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 45372) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:32:58.489582 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-bfc4f3d9-ca72-4939-972b-b3c46c962734 tempest-AllowedAddressPairIpV6TestJSON-545305561 tempest-AllowedAddressPairIpV6TestJSON-545305561-project] Request body: {'port': {'network_id': '08ce56b4-5b99-4e00-88e6-321302e509b2', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1855568703'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:32:58.545302 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-7cfad3ab-54c3-46d8-b48f-cc8c59263474 req-63e3a92c-262d-4949-8bb6-d588ba5ca095 tempest-ListServersNegativeTestJSON-1954575036 tempest-ListServersNegativeTestJSON-1954575036-project] 10.222.0.16 "GET /v2.0/ports?device_id=7ebce3af-548e-4172-8575-203cd6fbd5ab HTTP/1.1" status: 200 len: 210 time: 0.1003873 Jul 14 18:32:58.554523 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-00cb7c07-dc6e-4c99-8bf2-4f05a57678ea req-68dfd0ec-90b9-4b58-9fef-6e5a3135d006 service neutron] For port fc7adfc8-2429-4dd9-9c99-fafc5938bde8, host n-h2-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=fc7adfc8-2429-4dd9-9c99-fafc5938bde8,segment=NetworkSegment(48f07496-1654-4e70-864e-6d82e6081c18),segment_id=48f07496-1654-4e70-864e-6d82e6081c18)] {{(pid=93915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:32:58.595857 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-ea8532f2-dfa1-4429-bdcc-d503d50bed98 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28939913'] for subnet, precommit_delete_associations {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:58.632280 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-1bd6cd81-87c6-4d25-8570-bae2a3de0b48 tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Notify callbacks [] for router, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:58.668604 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfc4f3d9-ca72-4939-972b-b3c46c962734 tempest-AllowedAddressPairIpV6TestJSON-545305561 tempest-AllowedAddressPairIpV6TestJSON-545305561-project] Made reservation on behalf of 0772bb2347cc4c4596979fc50969db37 for: {'port': 1} {{(pid=93916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:32:58.674503 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-bfc4f3d9-ca72-4939-972b-b3c46c962734 tempest-AllowedAddressPairIpV6TestJSON-545305561 tempest-AllowedAddressPairIpV6TestJSON-545305561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:58.706158 n-d-800634-3 neutron-server[93916]: DEBUG neutron.notifiers.nova [None req-bfc4f3d9-ca72-4939-972b-b3c46c962734 tempest-AllowedAddressPairIpV6TestJSON-545305561 tempest-AllowedAddressPairIpV6TestJSON-545305561-project] device_id is not set on port 8122e861-18f8-40a8-bbb3-36d2a3ac8cb2 yet. {{(pid=93916) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 18:32:58.708995 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-00cb7c07-dc6e-4c99-8bf2-4f05a57678ea req-68dfd0ec-90b9-4b58-9fef-6e5a3135d006 service neutron] For port fc7adfc8-2429-4dd9-9c99-fafc5938bde8, host n-h2-800634-3, cleared binding levels {{(pid=93915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:32:58.746480 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-ea8532f2-dfa1-4429-bdcc-d503d50bed98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081283'] for subnet, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:58.825508 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [req-00cb7c07-dc6e-4c99-8bf2-4f05a57678ea req-68dfd0ec-90b9-4b58-9fef-6e5a3135d006 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc7adfc8-2429-4dd9-9c99-fafc5938bde8 {{(pid=93915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 18:32:58.846935 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-00cb7c07-dc6e-4c99-8bf2-4f05a57678ea req-68dfd0ec-90b9-4b58-9fef-6e5a3135d006 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:58.870872 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95de81e3-c00c-41f5-b0c9-ac3ca6acdb38 req-09c2434a-ba7b-43cd-940d-e94cb726def2 tempest-ServerRescueTestJSON-1772516560 tempest-ServerRescueTestJSON-1772516560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:58.872433 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-95de81e3-c00c-41f5-b0c9-ac3ca6acdb38 req-09c2434a-ba7b-43cd-940d-e94cb726def2 tempest-ServerRescueTestJSON-1772516560 tempest-ServerRescueTestJSON-1772516560-project] 10.222.0.16 "GET /v2.0/ports?device_id=bd69d1f6-33e2-4cc0-ac5e-10c973fa7772 HTTP/1.1" status: 200 len: 945 time: 0.3688617 Jul 14 18:32:58.887189 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.db_base_plugin_common [None req-bfc4f3d9-ca72-4939-972b-b3c46c962734 tempest-AllowedAddressPairIpV6TestJSON-545305561 tempest-AllowedAddressPairIpV6TestJSON-545305561-project] Allocated IP 2001:db8::33f (08ce56b4-5b99-4e00-88e6-321302e509b2/383b0c68-8032-4a92-be49-fabe39f33822/8122e861-18f8-40a8-bbb3-36d2a3ac8cb2) {{(pid=93916) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:32:58.899765 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.provisioning_blocks [req-00cb7c07-dc6e-4c99-8bf2-4f05a57678ea req-68dfd0ec-90b9-4b58-9fef-6e5a3135d006 service neutron] Transition to ACTIVE for port object fc7adfc8-2429-4dd9-9c99-fafc5938bde8 will not be triggered until provisioned by entity L2. {{(pid=93915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:32:58.916888 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-00cb7c07-dc6e-4c99-8bf2-4f05a57678ea req-68dfd0ec-90b9-4b58-9fef-6e5a3135d006 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25912978'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:58.923747 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-1bd6cd81-87c6-4d25-8570-bae2a3de0b48 tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:58.932536 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-ea8532f2-dfa1-4429-bdcc-d503d50bed98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25913028', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28969762'] for subnet, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:59.004599 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8532f2-dfa1-4429-bdcc-d503d50bed98 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1dfee903-cf20-413e-88a2-591b3c1db506,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:32:59.038654 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-ea8532f2-dfa1-4429-bdcc-d503d50bed98 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:59.042997 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-ea8532f2-dfa1-4429-bdcc-d503d50bed98 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/1dfee903-cf20-413e-88a2-591b3c1db506 HTTP/1.1" status: 204 len: 168 time: 0.7867141 Jul 14 18:32:59.044494 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 45378) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:32:59.055839 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-95de81e3-c00c-41f5-b0c9-ac3ca6acdb38 req-e807037b-5a23-4ffb-a9de-96beb517f880 tempest-ServerRescueTestJSON-1772516560 tempest-ServerRescueTestJSON-1772516560-project] 10.222.0.16 "GET /v2.0/security-groups?id=0ef5e3a0-eb15-4d38-952d-7e7d9baf772e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1712642 Jul 14 18:32:59.140725 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68dfd0ec-90b9-4b58-9fef-6e5a3135d006 service neutron] Pushing event updated for resources: {'Port': ['ID=fc7adfc8-2429-4dd9-9c99-fafc5938bde8,revision_number=9']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:32:59.160354 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-75b6ea54-5ec5-496e-815f-4302315fc8a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645734'] for network, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:59.202691 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-bfc4f3d9-ca72-4939-972b-b3c46c962734 tempest-AllowedAddressPairIpV6TestJSON-545305561 tempest-AllowedAddressPairIpV6TestJSON-545305561-project] Notify callbacks [] for port, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:59.293916 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.provisioning_blocks [None req-bfc4f3d9-ca72-4939-972b-b3c46c962734 tempest-AllowedAddressPairIpV6TestJSON-545305561 tempest-AllowedAddressPairIpV6TestJSON-545305561-project] Transition to ACTIVE for port object 8122e861-18f8-40a8-bbb3-36d2a3ac8cb2 will not be triggered until provisioned by entity DHCP. {{(pid=93916) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:32:59.320664 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-75b6ea54-5ec5-496e-815f-4302315fc8a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2096010', 'neutron.services.segments.db._delete_segments_for_network-8728202734996'] for network, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:59.336380 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.segments.db [None req-75b6ea54-5ec5-496e-815f-4302315fc8a7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eeac429d-91b5-4aca-80ab-5f2f990e6959']}} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:32:59.358414 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.segments.db [None req-75b6ea54-5ec5-496e-815f-4302315fc8a7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8c0c008-63a3-46a3-8e44-7b907faf9d6f') {'for_net_delete': True} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:32:59.358745 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.segments.db [None req-75b6ea54-5ec5-496e-815f-4302315fc8a7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8c0c008-63a3-46a3-8e44-7b907faf9d6f') {} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:32:59.372676 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-75b6ea54-5ec5-496e-815f-4302315fc8a7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728202715275', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26296891'] for segment, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:59.413382 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-75b6ea54-5ec5-496e-815f-4302315fc8a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:59.416015 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-bfc4f3d9-ca72-4939-972b-b3c46c962734 tempest-AllowedAddressPairIpV6TestJSON-545305561 tempest-AllowedAddressPairIpV6TestJSON-545305561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:59.469705 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75b6ea54-5ec5-496e-815f-4302315fc8a7 admin admin] Releasing vlan 50 on physical network physnet1 to pool {{(pid=93916) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 18:32:59.470156 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-75b6ea54-5ec5-496e-815f-4302315fc8a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2682942'] for segment, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:59.471994 n-d-800634-3 neutron-server[93916]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:32:59.471994 n-d-800634-3 neutron-server[93916]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:32:59.471994 n-d-800634-3 neutron-server[93916]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:32:59.471994 n-d-800634-3 neutron-server[93916]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:32:59.471994 n-d-800634-3 neutron-server[93916]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:32:59.471994 n-d-800634-3 neutron-server[93916]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:32:59.471994 n-d-800634-3 neutron-server[93916]: Traceback (most recent call last): Jul 14 18:32:59.471994 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 18:32:59.471994 n-d-800634-3 neutron-server[93916]: timer() Jul 14 18:32:59.471994 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 18:32:59.471994 n-d-800634-3 neutron-server[93916]: cb(*args, **kw) Jul 14 18:32:59.471994 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 18:32:59.471994 n-d-800634-3 neutron-server[93916]: return func(*args, **kwargs) Jul 14 18:32:59.471994 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 18:32:59.471994 n-d-800634-3 neutron-server[93916]: self._notify() Jul 14 18:32:59.471994 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 18:32:59.471994 n-d-800634-3 neutron-server[93916]: self.callback(batched_events) Jul 14 18:32:59.471994 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 18:32:59.471994 n-d-800634-3 neutron-server[93916]: event.method(event) Jul 14 18:32:59.471994 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 18:32:59.471994 n-d-800634-3 neutron-server[93916]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 18:32:59.471994 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 18:32:59.471994 n-d-800634-3 neutron-server[93916]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 18:32:59.471994 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 18:32:59.471994 n-d-800634-3 neutron-server[93916]: return f(self, *a, **k) Jul 14 18:32:59.471994 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 18:32:59.471994 n-d-800634-3 neutron-server[93916]: return self._get(url).json() Jul 14 18:32:59.471994 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 18:32:59.471994 n-d-800634-3 neutron-server[93916]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 18:32:59.471994 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 18:32:59.471994 n-d-800634-3 neutron-server[93916]: return self.request(url, 'GET', **kwargs) Jul 14 18:32:59.471994 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 18:32:59.471994 n-d-800634-3 neutron-server[93916]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 18:32:59.471994 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 18:32:59.471994 n-d-800634-3 neutron-server[93916]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 18:32:59.471994 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 18:32:59.471994 n-d-800634-3 neutron-server[93916]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 18:32:59.471994 n-d-800634-3 neutron-server[93916]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 18:32:59.553339 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfc4f3d9-ca72-4939-972b-b3c46c962734 tempest-AllowedAddressPairIpV6TestJSON-545305561 tempest-AllowedAddressPairIpV6TestJSON-545305561-project] Network 08ce56b4-5b99-4e00-88e6-321302e509b2 is already hosted by enough agents. {{(pid=93916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:32:59.566742 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [None req-bfc4f3d9-ca72-4939-972b-b3c46c962734 tempest-AllowedAddressPairIpV6TestJSON-545305561 tempest-AllowedAddressPairIpV6TestJSON-545305561-project] Resources bound (agent type, host, resource id): {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:32:59.611518 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfc4f3d9-ca72-4939-972b-b3c46c962734 tempest-AllowedAddressPairIpV6TestJSON-545305561 tempest-AllowedAddressPairIpV6TestJSON-545305561-project] Received port after_create {{(pid=93916) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:32:59.621903 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfc4f3d9-ca72-4939-972b-b3c46c962734 tempest-AllowedAddressPairIpV6TestJSON-545305561 tempest-AllowedAddressPairIpV6TestJSON-545305561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:59.623454 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-bfc4f3d9-ca72-4939-972b-b3c46c962734 tempest-AllowedAddressPairIpV6TestJSON-545305561 tempest-AllowedAddressPairIpV6TestJSON-545305561-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:59.690237 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-bfc4f3d9-ca72-4939-972b-b3c46c962734 tempest-AllowedAddressPairIpV6TestJSON-545305561 tempest-AllowedAddressPairIpV6TestJSON-545305561-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.2072940 Jul 14 18:32:59.701880 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [None req-1bd6cd81-87c6-4d25-8570-bae2a3de0b48 tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Deleting port 51e000c4-9aaa-47bf-b1bd-73fdd9490f32 {{(pid=93915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:32:59.702216 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-1bd6cd81-87c6-4d25-8570-bae2a3de0b48 tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:59.707175 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 45384) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:32:59.712468 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [req-00cb7c07-dc6e-4c99-8bf2-4f05a57678ea req-68dfd0ec-90b9-4b58-9fef-6e5a3135d006 service neutron] No DVR routers for this DVR port fc7adfc8-2429-4dd9-9c99-fafc5938bde8 on host n-h2-800634-3 {{(pid=93915) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 18:32:59.719113 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-36988999-8543-438a-b4c5-9c7976952464 tempest-AllowedAddressPairIpV6TestJSON-545305561 tempest-AllowedAddressPairIpV6TestJSON-545305561-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:95:d7:e1'}]}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:32:59.743575 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc4f3d9-ca72-4939-972b-b3c46c962734 tempest-AllowedAddressPairIpV6TestJSON-545305561 tempest-AllowedAddressPairIpV6TestJSON-545305561-project] Pushing event updated for resources: {'Port': ['ID=8122e861-18f8-40a8-bbb3-36d2a3ac8cb2,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:32:59.766015 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-75b6ea54-5ec5-496e-815f-4302315fc8a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2096001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-930085'] for network, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:59.792948 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-75b6ea54-5ec5-496e-815f-4302315fc8a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598705'] for network, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:32:59.797745 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-75b6ea54-5ec5-496e-815f-4302315fc8a7 admin admin] 10.222.0.16 "DELETE /v2.0/networks/eeac429d-91b5-4aca-80ab-5f2f990e6959 HTTP/1.1" status: 204 len: 168 time: 0.7533653 Jul 14 18:32:59.803221 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b6ea54-5ec5-496e-815f-4302315fc8a7 admin admin] Pushing event deleted for resources: {'Network': ['ID=eeac429d-91b5-4aca-80ab-5f2f990e6959,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:32:59.854190 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b155991-c4f7-4d4e-bba6-00ef335ae7b5 req-8b1cea98-3572-4b6b-ae8c-671fb788468e tempest-ListServersNegativeTestJSON-1954575036 tempest-ListServersNegativeTestJSON-1954575036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:32:59.856073 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-4b155991-c4f7-4d4e-bba6-00ef335ae7b5 req-8b1cea98-3572-4b6b-ae8c-671fb788468e tempest-ListServersNegativeTestJSON-1954575036 tempest-ListServersNegativeTestJSON-1954575036-project] 10.222.0.18 "GET /v2.0/networks?id=5641320d-334e-4428-915a-8e9a03b89510 HTTP/1.1" status: 200 len: 817 time: 0.4673083 Jul 14 18:32:59.871143 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [req-4b155991-c4f7-4d4e-bba6-00ef335ae7b5 req-50e1875e-6645-4d26-b17e-983853e767d8 tempest-ListServersNegativeTestJSON-1954575036 tempest-ListServersNegativeTestJSON-1954575036-project] Request body: {'port': {'device_id': '24c9d5cb-b41f-4bec-9b3b-9bd00fc67e89', 'network_id': '5641320d-334e-4428-915a-8e9a03b89510', 'admin_state_up': True, 'tenant_id': 'add0c5df4b5a4a65831713cee12d05fe'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:33:00.031534 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-2b1d3817-3bc5-4cdf-90b1-47f15d5dff22 None None] Provisioning for port 8122e861-18f8-40a8-bbb3-36d2a3ac8cb2 completed by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:33:00.046614 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-2b1d3817-3bc5-4cdf-90b1-47f15d5dff22 None None] Provisioning complete for port 8122e861-18f8-40a8-bbb3-36d2a3ac8cb2 triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:33:00.046614 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-2b1d3817-3bc5-4cdf-90b1-47f15d5dff22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:00.060464 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 45390) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:33:00.077026 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b155991-c4f7-4d4e-bba6-00ef335ae7b5 req-665b2bf6-b1ab-4816-bb29-deff41c73341 tempest-ListServersNegativeTestJSON-1954575036 tempest-ListServersNegativeTestJSON-1954575036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:33:00.078551 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-4b155991-c4f7-4d4e-bba6-00ef335ae7b5 req-665b2bf6-b1ab-4816-bb29-deff41c73341 tempest-ListServersNegativeTestJSON-1954575036 tempest-ListServersNegativeTestJSON-1954575036-project] 10.222.0.35 "GET /v2.0/networks?id=5641320d-334e-4428-915a-8e9a03b89510 HTTP/1.1" status: 200 len: 817 time: 0.5131795 Jul 14 18:33:00.099795 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [req-4b155991-c4f7-4d4e-bba6-00ef335ae7b5 req-1c8f6c5e-0f02-4e37-9248-a7ab3ae132e2 tempest-ListServersNegativeTestJSON-1954575036 tempest-ListServersNegativeTestJSON-1954575036-project] Request body: {'port': {'device_id': '7e5f5619-b918-4ff9-8d84-fc3a9c92ccf7', 'network_id': '5641320d-334e-4428-915a-8e9a03b89510', 'admin_state_up': True, 'tenant_id': 'add0c5df4b5a4a65831713cee12d05fe'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:33:00.108560 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device 0caf44dc-58df-4be6-8bff-86cf8aeccff9 up at agent hyperv_n-h1-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:33:00.129158 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-2b1d3817-3bc5-4cdf-90b1-47f15d5dff22 None None] Port 8122e861-18f8-40a8-bbb3-36d2a3ac8cb2 cannot update to ACTIVE because it is not bound. {{(pid=93917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 18:33:00.144429 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b155991-c4f7-4d4e-bba6-00ef335ae7b5 req-db7dd5dd-f77b-41fa-8e67-5fbe49bcfb62 tempest-ListServersNegativeTestJSON-1954575036 tempest-ListServersNegativeTestJSON-1954575036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:33:00.146017 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-4b155991-c4f7-4d4e-bba6-00ef335ae7b5 req-db7dd5dd-f77b-41fa-8e67-5fbe49bcfb62 tempest-ListServersNegativeTestJSON-1954575036 tempest-ListServersNegativeTestJSON-1954575036-project] 10.222.0.18 "GET /v2.0/networks?id=5641320d-334e-4428-915a-8e9a03b89510 HTTP/1.1" status: 200 len: 817 time: 0.2117562 Jul 14 18:33:00.185017 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [req-4b155991-c4f7-4d4e-bba6-00ef335ae7b5 req-717b5e76-c5be-444c-97b6-b5aa1e20379a tempest-ListServersNegativeTestJSON-1954575036 tempest-ListServersNegativeTestJSON-1954575036-project] Request body: {'port': {'device_id': '7ebce3af-548e-4172-8575-203cd6fbd5ab', 'network_id': '5641320d-334e-4428-915a-8e9a03b89510', 'admin_state_up': True, 'tenant_id': 'add0c5df4b5a4a65831713cee12d05fe'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:33:00.206601 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-78dff7d2-e681-4757-a338-8e65cdb5dbe4 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c50f8730c4fa47e6a636da30422cf8cd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1448185 Jul 14 18:33:00.210860 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 45394) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:33:00.211296 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Provisioning for port 0caf44dc-58df-4be6-8bff-86cf8aeccff9 completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:33:00.211534 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b155991-c4f7-4d4e-bba6-00ef335ae7b5 req-50e1875e-6645-4d26-b17e-983853e767d8 tempest-ListServersNegativeTestJSON-1954575036 tempest-ListServersNegativeTestJSON-1954575036-project] Made reservation on behalf of add0c5df4b5a4a65831713cee12d05fe for: {'port': 1} {{(pid=93916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:33:00.215711 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-4b155991-c4f7-4d4e-bba6-00ef335ae7b5 req-50e1875e-6645-4d26-b17e-983853e767d8 tempest-ListServersNegativeTestJSON-1954575036 tempest-ListServersNegativeTestJSON-1954575036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:00.217236 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Provisioning complete for port 0caf44dc-58df-4be6-8bff-86cf8aeccff9 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:33:00.218303 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:00.234562 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a8c49c-9410-4531-8220-029e750c7549 req-0e252b1d-9d88-4b3b-9167-db8f958da131 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:33:00.241719 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a8c49c-9410-4531-8220-029e750c7549 req-0e252b1d-9d88-4b3b-9167-db8f958da131 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:33:00.248149 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a8c49c-9410-4531-8220-029e750c7549 req-0e252b1d-9d88-4b3b-9167-db8f958da131 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:33:00.254664 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a8c49c-9410-4531-8220-029e750c7549 req-0e252b1d-9d88-4b3b-9167-db8f958da131 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:33:00.261269 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a8c49c-9410-4531-8220-029e750c7549 req-0e252b1d-9d88-4b3b-9167-db8f958da131 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:33:00.266965 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a8c49c-9410-4531-8220-029e750c7549 req-0e252b1d-9d88-4b3b-9167-db8f958da131 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:33:00.272839 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a8c49c-9410-4531-8220-029e750c7549 req-0e252b1d-9d88-4b3b-9167-db8f958da131 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:33:00.274925 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-98a8c49c-9410-4531-8220-029e750c7549 req-0e252b1d-9d88-4b3b-9167-db8f958da131 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] 10.222.0.16 "GET /v2.0/ports?device_id=a4e0bc60-2fa3-47a3-a9ba-155133f4e67a HTTP/1.1" status: 200 len: 5437 time: 0.5688589 Jul 14 18:33:00.285164 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91aa728a-d27c-4f75-aef3-5ce22a9367f4 req-8fe61794-4628-4faf-ab58-0556131cdb9d tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:33:00.286783 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-91aa728a-d27c-4f75-aef3-5ce22a9367f4 req-8fe61794-4628-4faf-ab58-0556131cdb9d tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] 10.222.0.16 "GET /v2.0/ports?device_id=e324c388-2bb3-401d-a7a7-373392456b8c HTTP/1.1" status: 200 len: 943 time: 1.0893786 Jul 14 18:33:00.315912 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:00.329724 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-f3002fb8-2a23-4ecc-82a6-4b146e2a16c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:00.343445 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4e0bc60-2fa3-47a3-a9ba-155133f4e67a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0caf44dc-58df-4be6-8bff-86cf8aeccff9'}] {{(pid=93917) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:33:00.346089 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20b787f3c29eaa7aa2a4d648c725a2124c5ff39a8d793252f9d844495e14cf42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ed43c1e-2edb-4060-85be-09143f5329ca" -d '{"events": [{"server_uuid": "a4e0bc60-2fa3-47a3-a9ba-155133f4e67a", "name": "network-vif-plugged", "status": "completed", "tag": "0caf44dc-58df-4be6-8bff-86cf8aeccff9"}]}' {{(pid=93917) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:33:00.359611 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port 0caf44dc-58df-4be6-8bff-86cf8aeccff9, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=0caf44dc-58df-4be6-8bff-86cf8aeccff9,segment=NetworkSegment(7bca13b4-944d-4731-bc01-174f4a8e9942),segment_id=7bca13b4-944d-4731-bc01-174f4a8e9942)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:33:00.365760 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:00.366582 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device 05410bfa-6a89-41e2-898c-80b7f771042b up at agent hyperv_n-h1-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:33:00.415453 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-f3002fb8-2a23-4ecc-82a6-4b146e2a16c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:00.420204 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b155991-c4f7-4d4e-bba6-00ef335ae7b5 req-1c8f6c5e-0f02-4e37-9248-a7ab3ae132e2 tempest-ListServersNegativeTestJSON-1954575036 tempest-ListServersNegativeTestJSON-1954575036-project] Made reservation on behalf of add0c5df4b5a4a65831713cee12d05fe for: {'port': 1} {{(pid=93916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:33:00.423899 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-4b155991-c4f7-4d4e-bba6-00ef335ae7b5 req-1c8f6c5e-0f02-4e37-9248-a7ab3ae132e2 tempest-ListServersNegativeTestJSON-1954575036 tempest-ListServersNegativeTestJSON-1954575036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:00.452632 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-1bd6cd81-87c6-4d25-8570-bae2a3de0b48 tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:00.456794 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Pushing event updated for resources: {'Port': ['ID=0caf44dc-58df-4be6-8bff-86cf8aeccff9,revision_number=5']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:33:00.475567 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Provisioning for port 05410bfa-6a89-41e2-898c-80b7f771042b completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:33:00.481884 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Provisioning complete for port 05410bfa-6a89-41e2-898c-80b7f771042b triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:33:00.482447 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:00.509917 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [None req-1bd6cd81-87c6-4d25-8570-bae2a3de0b48 tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Calling delete_port for 51e000c4-9aaa-47bf-b1bd-73fdd9490f32 owned by network:router_gateway {{(pid=93915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:33:00.517839 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-98a8c49c-9410-4531-8220-029e750c7549 req-d1aa25e8-28b5-4eb4-840a-72fff833360f tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] 10.222.0.16 "GET /v2.0/security-groups?id=748fe4c5-70b9-4e07-b6fc-ddd56d9bbb08&id=1433845c-1171-43a4-b403-5201c1216c85&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2268724 Jul 14 18:33:00.552351 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-91aa728a-d27c-4f75-aef3-5ce22a9367f4 req-f297df6d-1e64-4190-a6b4-29c22268ffcc tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] 10.222.0.16 "GET /v2.0/security-groups?id=c6d2ae5e-7962-48ff-a84c-cacbd11fb04d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2435911 Jul 14 18:33:00.559353 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.db_base_plugin_common [req-4b155991-c4f7-4d4e-bba6-00ef335ae7b5 req-50e1875e-6645-4d26-b17e-983853e767d8 tempest-ListServersNegativeTestJSON-1954575036 tempest-ListServersNegativeTestJSON-1954575036-project] Allocated IP 172.20.0.12 (5641320d-334e-4428-915a-8e9a03b89510/16963be7-2514-43a8-ae92-2c8ccfc02c91/562a972c-8881-47f1-8676-2f3daaab30f0) {{(pid=93916) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:33:00.617869 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-f3002fb8-2a23-4ecc-82a6-4b146e2a16c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:00.618335 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:00.622472 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-f3002fb8-2a23-4ecc-82a6-4b146e2a16c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:00.624797 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-f3002fb8-2a23-4ecc-82a6-4b146e2a16c3 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/da000015-9c2b-4bb8-95bd-8f44bc6effd0 HTTP/1.1" status: 204 len: 168 time: 0.4064600 Jul 14 18:33:00.686822 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-00cb7c07-dc6e-4c99-8bf2-4f05a57678ea req-68dfd0ec-90b9-4b58-9fef-6e5a3135d006 service neutron] Attempting to bind port fc7adfc8-2429-4dd9-9c99-fafc5938bde8 on host n-h1-800634-3 for vnic_type normal with profile {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:33:00.687171 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-00cb7c07-dc6e-4c99-8bf2-4f05a57678ea req-68dfd0ec-90b9-4b58-9fef-6e5a3135d006 service neutron] Attempting to bind port fc7adfc8-2429-4dd9-9c99-fafc5938bde8 by drivers openvswitch,hyperv on host n-h1-800634-3 at level 0 using segments [{'id': '48f07496-1654-4e70-864e-6d82e6081c18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'fd8ea664-6074-4bbe-887f-058fe7b50123'}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:33:00.687490 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00cb7c07-dc6e-4c99-8bf2-4f05a57678ea req-68dfd0ec-90b9-4b58-9fef-6e5a3135d006 service neutron] Attempting to bind port fc7adfc8-2429-4dd9-9c99-fafc5938bde8 on network fd8ea664-6074-4bbe-887f-058fe7b50123 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:33:00.700499 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port 05410bfa-6a89-41e2-898c-80b7f771042b, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=05410bfa-6a89-41e2-898c-80b7f771042b,segment=NetworkSegment(a5f86141-009c-4679-b2f8-e0cc9120f80c),segment_id=a5f86141-009c-4679-b2f8-e0cc9120f80c)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:33:00.708040 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3002fb8-2a23-4ecc-82a6-4b146e2a16c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da000015-9c2b-4bb8-95bd-8f44bc6effd0,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:33:00.708678 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:00.709407 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device bde076ee-01e0-4557-a5c2-1f9d433c2343 up at agent hyperv_n-h1-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:33:00.727182 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00cb7c07-dc6e-4c99-8bf2-4f05a57678ea req-68dfd0ec-90b9-4b58-9fef-6e5a3135d006 service neutron] Port fc7adfc8-2429-4dd9-9c99-fafc5938bde8 on network fd8ea664-6074-4bbe-887f-058fe7b50123 not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-3 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 18:33:00.727182 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00cb7c07-dc6e-4c99-8bf2-4f05a57678ea req-68dfd0ec-90b9-4b58-9fef-6e5a3135d006 service neutron] Attempting to bind port fc7adfc8-2429-4dd9-9c99-fafc5938bde8 on network fd8ea664-6074-4bbe-887f-058fe7b50123 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:33:00.810093 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00cb7c07-dc6e-4c99-8bf2-4f05a57678ea req-68dfd0ec-90b9-4b58-9fef-6e5a3135d006 service neutron] Checking agent: {'id': 'a3630ff4-fbee-45d9-b9b6-0ae41cb3a350', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 15, 32), 'started_at': datetime.datetime(2021, 7, 14, 18, 15, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 18, 32, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 18:33:00.810454 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00cb7c07-dc6e-4c99-8bf2-4f05a57678ea req-68dfd0ec-90b9-4b58-9fef-6e5a3135d006 service neutron] Checking segment: {'id': '48f07496-1654-4e70-864e-6d82e6081c18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'fd8ea664-6074-4bbe-887f-058fe7b50123'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:33:00.810943 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00cb7c07-dc6e-4c99-8bf2-4f05a57678ea req-68dfd0ec-90b9-4b58-9fef-6e5a3135d006 service neutron] Bound using segment: {'id': '48f07496-1654-4e70-864e-6d82e6081c18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'fd8ea664-6074-4bbe-887f-058fe7b50123'} {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 18:33:00.811585 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-00cb7c07-dc6e-4c99-8bf2-4f05a57678ea req-68dfd0ec-90b9-4b58-9fef-6e5a3135d006 service neutron] Bound port: fc7adfc8-2429-4dd9-9c99-fafc5938bde8, host: n-h1-800634-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '48f07496-1654-4e70-864e-6d82e6081c18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'fd8ea664-6074-4bbe-887f-058fe7b50123'}}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 18:33:00.812252 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-00cb7c07-dc6e-4c99-8bf2-4f05a57678ea req-68dfd0ec-90b9-4b58-9fef-6e5a3135d006 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:00.812659 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Pushing event updated for resources: {'Port': ['ID=05410bfa-6a89-41e2-898c-80b7f771042b,revision_number=5']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:33:00.816667 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Provisioning for port bde076ee-01e0-4557-a5c2-1f9d433c2343 completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:33:00.821482 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Provisioning complete for port bde076ee-01e0-4557-a5c2-1f9d433c2343 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:33:00.821884 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:00.913799 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b155991-c4f7-4d4e-bba6-00ef335ae7b5 req-717b5e76-c5be-444c-97b6-b5aa1e20379a tempest-ListServersNegativeTestJSON-1954575036 tempest-ListServersNegativeTestJSON-1954575036-project] Made reservation on behalf of add0c5df4b5a4a65831713cee12d05fe for: {'port': 1} {{(pid=93915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:33:00.917455 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-4b155991-c4f7-4d4e-bba6-00ef335ae7b5 req-717b5e76-c5be-444c-97b6-b5aa1e20379a tempest-ListServersNegativeTestJSON-1954575036 tempest-ListServersNegativeTestJSON-1954575036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:00.932822 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-d6783d3b-9396-4026-a6c2-9348a530a7b8 req-f6315a30-698a-4bc2-aa6e-1a807d9559a5 tempest-ListServersNegativeTestJSON-1954575036 tempest-ListServersNegativeTestJSON-1954575036-project] 10.222.0.16 "GET /v2.0/ports?device_id=7ebce3af-548e-4172-8575-203cd6fbd5ab HTTP/1.1" status: 200 len: 210 time: 0.1087878 Jul 14 18:33:00.934754 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-36988999-8543-438a-b4c5-9c7976952464 tempest-AllowedAddressPairIpV6TestJSON-545305561 tempest-AllowedAddressPairIpV6TestJSON-545305561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:00.938450 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-4b155991-c4f7-4d4e-bba6-00ef335ae7b5 req-50e1875e-6645-4d26-b17e-983853e767d8 tempest-ListServersNegativeTestJSON-1954575036 tempest-ListServersNegativeTestJSON-1954575036-project] Notify callbacks [] for port, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:00.938667 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:01.018554 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-4b155991-c4f7-4d4e-bba6-00ef335ae7b5 req-50e1875e-6645-4d26-b17e-983853e767d8 tempest-ListServersNegativeTestJSON-1954575036 tempest-ListServersNegativeTestJSON-1954575036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:01.019327 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port bde076ee-01e0-4557-a5c2-1f9d433c2343, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=bde076ee-01e0-4557-a5c2-1f9d433c2343,segment=NetworkSegment(a5f86141-009c-4679-b2f8-e0cc9120f80c),segment_id=a5f86141-009c-4679-b2f8-e0cc9120f80c)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:33:01.030506 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:01.031684 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device e8bede3a-ba0f-49a4-a4a8-71589e0aa2ba up at agent hyperv_n-h1-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:33:01.101557 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 18:33:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-273234aa-8fcb-4a6f-9719-cb3b0268ca88 x-openstack-request-id: req-273234aa-8fcb-4a6f-9719-cb3b0268ca88 {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:33:01.101854 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4e0bc60-2fa3-47a3-a9ba-155133f4e67a", "name": "network-vif-plugged", "status": "completed", "tag": "0caf44dc-58df-4be6-8bff-86cf8aeccff9", "code": 200}]} {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:33:01.102157 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-273234aa-8fcb-4a6f-9719-cb3b0268ca88 {{(pid=93917) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:33:01.102555 n-d-800634-3 neutron-server[93917]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4e0bc60-2fa3-47a3-a9ba-155133f4e67a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0caf44dc-58df-4be6-8bff-86cf8aeccff9', 'code': 200} Jul 14 18:33:01.104853 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Pushing event updated for resources: {'Port': ['ID=bde076ee-01e0-4557-a5c2-1f9d433c2343,revision_number=5']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:33:01.133774 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b155991-c4f7-4d4e-bba6-00ef335ae7b5 req-50e1875e-6645-4d26-b17e-983853e767d8 tempest-ListServersNegativeTestJSON-1954575036 tempest-ListServersNegativeTestJSON-1954575036-project] Network 5641320d-334e-4428-915a-8e9a03b89510 is already hosted by enough agents. {{(pid=93916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:33:01.144650 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [req-4b155991-c4f7-4d4e-bba6-00ef335ae7b5 req-50e1875e-6645-4d26-b17e-983853e767d8 tempest-ListServersNegativeTestJSON-1954575036 tempest-ListServersNegativeTestJSON-1954575036-project] Resources bound (agent type, host, resource id): {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:33:01.153832 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b155991-c4f7-4d4e-bba6-00ef335ae7b5 req-50e1875e-6645-4d26-b17e-983853e767d8 tempest-ListServersNegativeTestJSON-1954575036 tempest-ListServersNegativeTestJSON-1954575036-project] Received port after_create {{(pid=93916) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:33:01.158004 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.db_base_plugin_common [req-4b155991-c4f7-4d4e-bba6-00ef335ae7b5 req-1c8f6c5e-0f02-4e37-9248-a7ab3ae132e2 tempest-ListServersNegativeTestJSON-1954575036 tempest-ListServersNegativeTestJSON-1954575036-project] Allocated IP 172.20.0.13 (5641320d-334e-4428-915a-8e9a03b89510/16963be7-2514-43a8-ae92-2c8ccfc02c91/70a9025d-8595-4108-80c4-44af938097db) {{(pid=93916) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:33:01.166656 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e1875e-6645-4d26-b17e-983853e767d8 tempest-ListServersNegativeTestJSON-1954575036 tempest-ListServersNegativeTestJSON-1954575036-project] Pushing event updated for resources: {'Port': ['ID=562a972c-8881-47f1-8676-2f3daaab30f0,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:33:01.193730 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Provisioning for port e8bede3a-ba0f-49a4-a4a8-71589e0aa2ba completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:33:01.203323 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Provisioning complete for port e8bede3a-ba0f-49a4-a4a8-71589e0aa2ba triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:33:01.204556 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:01.238395 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b155991-c4f7-4d4e-bba6-00ef335ae7b5 req-50e1875e-6645-4d26-b17e-983853e767d8 tempest-ListServersNegativeTestJSON-1954575036 tempest-ListServersNegativeTestJSON-1954575036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:33:01.239261 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-4b155991-c4f7-4d4e-bba6-00ef335ae7b5 req-50e1875e-6645-4d26-b17e-983853e767d8 tempest-ListServersNegativeTestJSON-1954575036 tempest-ListServersNegativeTestJSON-1954575036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:01.280528 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-4b155991-c4f7-4d4e-bba6-00ef335ae7b5 req-50e1875e-6645-4d26-b17e-983853e767d8 tempest-ListServersNegativeTestJSON-1954575036 tempest-ListServersNegativeTestJSON-1954575036-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4137542 Jul 14 18:33:01.299127 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [req-4b155991-c4f7-4d4e-bba6-00ef335ae7b5 req-eaced98d-ef2d-43dc-950d-f1fa7263cbdf service neutron] Request body: {'port': {'device_id': '24c9d5cb-b41f-4bec-9b3b-9bd00fc67e89', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800634-3'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:33:01.335659 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f391b24-5be0-454c-a249-ee123614f258 req-c77b97e1-f24a-434b-bb00-4e491e9d7a71 tempest-ServerRescueTestJSON-1772516560 tempest-ServerRescueTestJSON-1772516560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:33:01.337623 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3f391b24-5be0-454c-a249-ee123614f258 req-c77b97e1-f24a-434b-bb00-4e491e9d7a71 tempest-ServerRescueTestJSON-1772516560 tempest-ServerRescueTestJSON-1772516560-project] 10.222.0.16 "GET /v2.0/ports?device_id=bd69d1f6-33e2-4cc0-ac5e-10c973fa7772 HTTP/1.1" status: 200 len: 945 time: 0.6182945 Jul 14 18:33:01.359820 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:01.372863 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-00cb7c07-dc6e-4c99-8bf2-4f05a57678ea req-68dfd0ec-90b9-4b58-9fef-6e5a3135d006 service neutron] For port fc7adfc8-2429-4dd9-9c99-fafc5938bde8, host n-h1-800634-3, cleared binding levels {{(pid=93915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:33:01.397123 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port e8bede3a-ba0f-49a4-a4a8-71589e0aa2ba, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=e8bede3a-ba0f-49a4-a4a8-71589e0aa2ba,segment=NetworkSegment(a5f86141-009c-4679-b2f8-e0cc9120f80c),segment_id=a5f86141-009c-4679-b2f8-e0cc9120f80c)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:33:01.405269 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:01.405507 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-1bd6cd81-87c6-4d25-8570-bae2a3de0b48 tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:01.407016 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device 0d90d118-2a16-461c-8b80-fa7d8a1aaaa6 up at agent hyperv_n-h1-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:33:01.410940 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-00cb7c07-dc6e-4c99-8bf2-4f05a57678ea req-68dfd0ec-90b9-4b58-9fef-6e5a3135d006 service neutron] For port fc7adfc8-2429-4dd9-9c99-fafc5938bde8, host n-h1-800634-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=fc7adfc8-2429-4dd9-9c99-fafc5938bde8,segment=NetworkSegment(48f07496-1654-4e70-864e-6d82e6081c18),segment_id=48f07496-1654-4e70-864e-6d82e6081c18)] {{(pid=93915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 18:33:01.466714 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-4b155991-c4f7-4d4e-bba6-00ef335ae7b5 req-eaced98d-ef2d-43dc-950d-f1fa7263cbdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:01.472313 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-00cb7c07-dc6e-4c99-8bf2-4f05a57678ea req-68dfd0ec-90b9-4b58-9fef-6e5a3135d006 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25912978'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:01.487254 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-4b155991-c4f7-4d4e-bba6-00ef335ae7b5 req-1c8f6c5e-0f02-4e37-9248-a7ab3ae132e2 tempest-ListServersNegativeTestJSON-1954575036 tempest-ListServersNegativeTestJSON-1954575036-project] Notify callbacks [] for port, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:01.497914 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd6cd81-87c6-4d25-8570-bae2a3de0b48 tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Pushing event deleted for resources: {'Port': ['ID=51e000c4-9aaa-47bf-b1bd-73fdd9490f32,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:33:01.509549 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Pushing event updated for resources: {'Port': ['ID=e8bede3a-ba0f-49a4-a4a8-71589e0aa2ba,revision_number=5']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:33:01.531714 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Provisioning for port 0d90d118-2a16-461c-8b80-fa7d8a1aaaa6 completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:33:01.536500 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Provisioning complete for port 0d90d118-2a16-461c-8b80-fa7d8a1aaaa6 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:33:01.536930 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:01.558590 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3f391b24-5be0-454c-a249-ee123614f258 req-6c724734-db5f-4b01-ad3b-20d67c269064 tempest-ServerRescueTestJSON-1772516560 tempest-ServerRescueTestJSON-1772516560-project] 10.222.0.16 "GET /v2.0/security-groups?id=0ef5e3a0-eb15-4d38-952d-7e7d9baf772e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1985881 Jul 14 18:33:01.600559 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cb7c07-dc6e-4c99-8bf2-4f05a57678ea req-68dfd0ec-90b9-4b58-9fef-6e5a3135d006 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:33:01.601496 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-00cb7c07-dc6e-4c99-8bf2-4f05a57678ea req-68dfd0ec-90b9-4b58-9fef-6e5a3135d006 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:01.603466 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-00cb7c07-dc6e-4c99-8bf2-4f05a57678ea req-68dfd0ec-90b9-4b58-9fef-6e5a3135d006 service neutron] 10.222.0.18 "PUT /v2.0/ports/fc7adfc8-2429-4dd9-9c99-fafc5938bde8 HTTP/1.1" status: 200 len: 1091 time: 4.7140219 Jul 14 18:33:01.630983 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e324c388-2bb3-401d-a7a7-373392456b8c', 'tag': 'fc7adfc8-2429-4dd9-9c99-fafc5938bde8'}] {{(pid=93915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:33:01.643201 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e72782ad3af8f7d4ce76cedf092bca46d1756acc5c4653cf0b52034cdd6b073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad33af5e-2f9c-47e7-ae0e-76ca8bc302f0" -d '{"events": [{"name": "network-changed", "server_uuid": "e324c388-2bb3-401d-a7a7-373392456b8c", "tag": "fc7adfc8-2429-4dd9-9c99-fafc5938bde8"}]}' {{(pid=93915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:33:01.724498 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:01.732417 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-4b155991-c4f7-4d4e-bba6-00ef335ae7b5 req-1c8f6c5e-0f02-4e37-9248-a7ab3ae132e2 tempest-ListServersNegativeTestJSON-1954575036 tempest-ListServersNegativeTestJSON-1954575036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:01.789069 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port 0d90d118-2a16-461c-8b80-fa7d8a1aaaa6, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=0d90d118-2a16-461c-8b80-fa7d8a1aaaa6,segment=NetworkSegment(a5f86141-009c-4679-b2f8-e0cc9120f80c),segment_id=a5f86141-009c-4679-b2f8-e0cc9120f80c)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:33:01.803420 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b155991-c4f7-4d4e-bba6-00ef335ae7b5 req-1c8f6c5e-0f02-4e37-9248-a7ab3ae132e2 tempest-ListServersNegativeTestJSON-1954575036 tempest-ListServersNegativeTestJSON-1954575036-project] Network 5641320d-334e-4428-915a-8e9a03b89510 is already hosted by enough agents. {{(pid=93916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:33:01.809000 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [req-4b155991-c4f7-4d4e-bba6-00ef335ae7b5 req-1c8f6c5e-0f02-4e37-9248-a7ab3ae132e2 tempest-ListServersNegativeTestJSON-1954575036 tempest-ListServersNegativeTestJSON-1954575036-project] Resources bound (agent type, host, resource id): {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:33:01.812111 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b155991-c4f7-4d4e-bba6-00ef335ae7b5 req-1c8f6c5e-0f02-4e37-9248-a7ab3ae132e2 tempest-ListServersNegativeTestJSON-1954575036 tempest-ListServersNegativeTestJSON-1954575036-project] Received port after_create {{(pid=93916) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:33:01.817241 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:01.821476 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device 5e3cdfe6-c3db-4167-a3c6-0bddcdac61ef up at agent hyperv_n-h1-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:33:01.853041 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8f6c5e-0f02-4e37-9248-a7ab3ae132e2 tempest-ListServersNegativeTestJSON-1954575036 tempest-ListServersNegativeTestJSON-1954575036-project] Pushing event updated for resources: {'Port': ['ID=70a9025d-8595-4108-80c4-44af938097db,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:33:01.877411 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b155991-c4f7-4d4e-bba6-00ef335ae7b5 req-1c8f6c5e-0f02-4e37-9248-a7ab3ae132e2 tempest-ListServersNegativeTestJSON-1954575036 tempest-ListServersNegativeTestJSON-1954575036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:33:01.878625 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-4b155991-c4f7-4d4e-bba6-00ef335ae7b5 req-1c8f6c5e-0f02-4e37-9248-a7ab3ae132e2 tempest-ListServersNegativeTestJSON-1954575036 tempest-ListServersNegativeTestJSON-1954575036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:01.901297 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-4b155991-c4f7-4d4e-bba6-00ef335ae7b5 req-1c8f6c5e-0f02-4e37-9248-a7ab3ae132e2 tempest-ListServersNegativeTestJSON-1954575036 tempest-ListServersNegativeTestJSON-1954575036-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8089063 Jul 14 18:33:01.915525 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [req-4b155991-c4f7-4d4e-bba6-00ef335ae7b5 req-89ac8a21-9a23-46d4-b49a-d9bc70c4d9db service neutron] Request body: {'port': {'device_id': '7e5f5619-b918-4ff9-8d84-fc3a9c92ccf7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800634-3'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:33:01.937061 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Pushing event updated for resources: {'Port': ['ID=0d90d118-2a16-461c-8b80-fa7d8a1aaaa6,revision_number=5']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:33:01.938124 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 45426) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:33:01.949537 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Provisioning for port 5e3cdfe6-c3db-4167-a3c6-0bddcdac61ef completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:33:01.957651 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Provisioning complete for port 5e3cdfe6-c3db-4167-a3c6-0bddcdac61ef triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:33:01.957916 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:02.035493 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-4b155991-c4f7-4d4e-bba6-00ef335ae7b5 req-89ac8a21-9a23-46d4-b49a-d9bc70c4d9db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:02.045351 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68dfd0ec-90b9-4b58-9fef-6e5a3135d006 service neutron] Pushing event updated for resources: {'Port': ['ID=fc7adfc8-2429-4dd9-9c99-fafc5938bde8,revision_number=10']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:33:02.084941 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-1bd6cd81-87c6-4d25-8570-bae2a3de0b48 tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-930057'] for router_gateway, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:02.125399 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.db.api [req-4b155991-c4f7-4d4e-bba6-00ef335ae7b5 req-717b5e76-c5be-444c-97b6-b5aa1e20379a tempest-ListServersNegativeTestJSON-1954575036 tempest-ListServersNegativeTestJSON-1954575036-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.13-a3ceece3-aaee-4bcc-a22a-b6406b6ca100 {{(pid=93915) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 14 18:33:02.125742 n-d-800634-3 neutron-server[93915]: DEBUG oslo_db.api [req-4b155991-c4f7-4d4e-bba6-00ef335ae7b5 req-717b5e76-c5be-444c-97b6-b5aa1e20379a tempest-ListServersNegativeTestJSON-1954575036 tempest-ListServersNegativeTestJSON-1954575036-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 18:33:02.213032 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-36988999-8543-438a-b4c5-9c7976952464 tempest-AllowedAddressPairIpV6TestJSON-545305561 tempest-AllowedAddressPairIpV6TestJSON-545305561-project] Notify callbacks [] for port, precommit_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:02.218369 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:02.234209 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-36988999-8543-438a-b4c5-9c7976952464 tempest-AllowedAddressPairIpV6TestJSON-545305561 tempest-AllowedAddressPairIpV6TestJSON-545305561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25912978'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:02.238859 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-1bd6cd81-87c6-4d25-8570-bae2a3de0b48 tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-571778', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11402'] for router, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:02.252159 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-1bd6cd81-87c6-4d25-8570-bae2a3de0b48 tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:02.315948 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [None req-36988999-8543-438a-b4c5-9c7976952464 tempest-AllowedAddressPairIpV6TestJSON-545305561 tempest-AllowedAddressPairIpV6TestJSON-545305561-project] In _notify_port_updated(), no bound segment for port 8122e861-18f8-40a8-bbb3-36d2a3ac8cb2 on network 08ce56b4-5b99-4e00-88e6-321302e509b2 {{(pid=93915) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 14 18:33:02.321564 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36988999-8543-438a-b4c5-9c7976952464 tempest-AllowedAddressPairIpV6TestJSON-545305561 tempest-AllowedAddressPairIpV6TestJSON-545305561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:33:02.322257 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-36988999-8543-438a-b4c5-9c7976952464 tempest-AllowedAddressPairIpV6TestJSON-545305561 tempest-AllowedAddressPairIpV6TestJSON-545305561-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:02.323610 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-36988999-8543-438a-b4c5-9c7976952464 tempest-AllowedAddressPairIpV6TestJSON-545305561 tempest-AllowedAddressPairIpV6TestJSON-545305561-project] 10.222.0.16 "PUT /v2.0/ports/8122e861-18f8-40a8-bbb3-36d2a3ac8cb2 HTTP/1.1" status: 200 len: 1003 time: 2.6135883 Jul 14 18:33:02.327501 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 45434) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:33:02.336489 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port 5e3cdfe6-c3db-4167-a3c6-0bddcdac61ef, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=5e3cdfe6-c3db-4167-a3c6-0bddcdac61ef,segment=NetworkSegment(f27713f4-616b-4ad5-95bb-41f16008fafb),segment_id=f27713f4-616b-4ad5-95bb-41f16008fafb)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:33:02.365383 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-d175c304-7c7d-43b9-bec6-2cb5295bf404 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-167320257-network', 'tenant_id': '97b50484cf0c4fbaadc06c25d281353e'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:33:02.366109 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:02.377905 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cb7c07-dc6e-4c99-8bf2-4f05a57678ea req-0a349abc-149a-4031-abe5-9643ee0b0102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:33:02.380432 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-00cb7c07-dc6e-4c99-8bf2-4f05a57678ea req-0a349abc-149a-4031-abe5-9643ee0b0102 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=81405c7e7f554ba6bd8aaf104233fc29&device_id=e324c388-2bb3-401d-a7a7-373392456b8c HTTP/1.1" status: 200 len: 1095 time: 0.7034867 Jul 14 18:33:02.394125 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bb8bfa-d654-46b3-95df-1c696641ac8a req-b5ef919b-e223-4140-9f02-83d7ceebcb75 tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:33:02.395794 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e3bb8bfa-d654-46b3-95df-1c696641ac8a req-b5ef919b-e223-4140-9f02-83d7ceebcb75 tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] 10.222.0.16 "GET /v2.0/ports?device_id=e324c388-2bb3-401d-a7a7-373392456b8c HTTP/1.1" status: 200 len: 944 time: 0.5532293 Jul 14 18:33:02.407418 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c59175-a0cb-49a5-b772-dd5e1f9731ee req-4cda19c3-e537-439a-a111-9ce33028c712 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:33:02.417004 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c59175-a0cb-49a5-b772-dd5e1f9731ee req-4cda19c3-e537-439a-a111-9ce33028c712 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:33:02.423038 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c59175-a0cb-49a5-b772-dd5e1f9731ee req-4cda19c3-e537-439a-a111-9ce33028c712 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:33:02.429455 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c59175-a0cb-49a5-b772-dd5e1f9731ee req-4cda19c3-e537-439a-a111-9ce33028c712 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:33:02.435669 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c59175-a0cb-49a5-b772-dd5e1f9731ee req-4cda19c3-e537-439a-a111-9ce33028c712 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:33:02.441726 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c59175-a0cb-49a5-b772-dd5e1f9731ee req-4cda19c3-e537-439a-a111-9ce33028c712 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:33:02.447722 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c59175-a0cb-49a5-b772-dd5e1f9731ee req-4cda19c3-e537-439a-a111-9ce33028c712 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:33:02.455302 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-25c59175-a0cb-49a5-b772-dd5e1f9731ee req-4cda19c3-e537-439a-a111-9ce33028c712 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] 10.222.0.16 "GET /v2.0/ports?device_id=a4e0bc60-2fa3-47a3-a9ba-155133f4e67a HTTP/1.1" status: 200 len: 5442 time: 0.5597889 Jul 14 18:33:02.472688 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Pushing event updated for resources: {'Port': ['ID=5e3cdfe6-c3db-4167-a3c6-0bddcdac61ef,revision_number=5']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:33:02.485399 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device 98e72a3e-3b4b-4cea-9e4f-1c80c632ced5 up at agent hyperv_n-h1-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:33:02.487642 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:02.498228 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36988999-8543-438a-b4c5-9c7976952464 tempest-AllowedAddressPairIpV6TestJSON-545305561 tempest-AllowedAddressPairIpV6TestJSON-545305561-project] Pushing event updated for resources: {'Port': ['ID=8122e861-18f8-40a8-bbb3-36d2a3ac8cb2,revision_number=2']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:33:02.528895 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-c0bee581-73d9-4078-8462-90310c5f0a46 tempest-AllowedAddressPairIpV6TestJSON-545305561 tempest-AllowedAddressPairIpV6TestJSON-545305561-project] Deleting port 8122e861-18f8-40a8-bbb3-36d2a3ac8cb2 {{(pid=93916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:33:02.528895 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-c0bee581-73d9-4078-8462-90310c5f0a46 tempest-AllowedAddressPairIpV6TestJSON-545305561 tempest-AllowedAddressPairIpV6TestJSON-545305561-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:02.531148 n-d-800634-3 neutron-server[93916]: DEBUG neutron.notifiers.nova [req-4b155991-c4f7-4d4e-bba6-00ef335ae7b5 req-eaced98d-ef2d-43dc-950d-f1fa7263cbdf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 562a972c-8881-47f1-8676-2f3daaab30f0 {{(pid=93916) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 18:33:02.554091 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-4b155991-c4f7-4d4e-bba6-00ef335ae7b5 req-eaced98d-ef2d-43dc-950d-f1fa7263cbdf service neutron] Notify callbacks [] for port, precommit_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:02.600974 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Provisioning for port 98e72a3e-3b4b-4cea-9e4f-1c80c632ced5 completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:33:02.607148 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Provisioning complete for port 98e72a3e-3b4b-4cea-9e4f-1c80c632ced5 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:33:02.607948 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:02.610354 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.provisioning_blocks [req-4b155991-c4f7-4d4e-bba6-00ef335ae7b5 req-eaced98d-ef2d-43dc-950d-f1fa7263cbdf service neutron] Transition to ACTIVE for port object 562a972c-8881-47f1-8676-2f3daaab30f0 will not be triggered until provisioned by entity L2. {{(pid=93916) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:33:02.619009 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-1bd6cd81-87c6-4d25-8570-bae2a3de0b48 tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-541202'] for router, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:02.619888 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-4b155991-c4f7-4d4e-bba6-00ef335ae7b5 req-eaced98d-ef2d-43dc-950d-f1fa7263cbdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2684870'] for port, after_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:02.620098 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bd6cd81-87c6-4d25-8570-bae2a3de0b48 tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Fanout notify agent at l3_agent the message router_deleted on router 38e05649-150f-401a-9e98-939da74e569e {{(pid=93915) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 18:33:02.637007 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-4b155991-c4f7-4d4e-bba6-00ef335ae7b5 req-717b5e76-c5be-444c-97b6-b5aa1e20379a tempest-ListServersNegativeTestJSON-1954575036 tempest-ListServersNegativeTestJSON-1954575036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:02.648924 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-1bd6cd81-87c6-4d25-8570-bae2a3de0b48 tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Notify callbacks [] for router, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:02.650620 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-1bd6cd81-87c6-4d25-8570-bae2a3de0b48 tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] 10.222.0.16 "DELETE /v2.0/routers/38e05649-150f-401a-9e98-939da74e569e HTTP/1.1" status: 204 len: 168 time: 4.7060468 Jul 14 18:33:02.661050 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 45440) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:33:02.669916 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-2248ece0-4a1d-4e4c-9cb9-77be0dd6c3f1 None None] Provisioning complete for port 8122e861-18f8-40a8-bbb3-36d2a3ac8cb2 triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:33:02.670293 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-2248ece0-4a1d-4e4c-9cb9-77be0dd6c3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:02.703695 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-c0bee581-73d9-4078-8462-90310c5f0a46 tempest-AllowedAddressPairIpV6TestJSON-545305561 tempest-AllowedAddressPairIpV6TestJSON-545305561-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:02.716653 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e3bb8bfa-d654-46b3-95df-1c696641ac8a req-14cb2506-2cd1-49c8-b394-2691b31e829b tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] 10.222.0.16 "GET /v2.0/security-groups?id=c6d2ae5e-7962-48ff-a84c-cacbd11fb04d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2567046 Jul 14 18:33:02.737465 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-2248ece0-4a1d-4e4c-9cb9-77be0dd6c3f1 None None] Port 8122e861-18f8-40a8-bbb3-36d2a3ac8cb2 cannot update to ACTIVE because it is not bound. {{(pid=93917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 18:33:02.743092 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-c0bee581-73d9-4078-8462-90310c5f0a46 tempest-AllowedAddressPairIpV6TestJSON-545305561 tempest-AllowedAddressPairIpV6TestJSON-545305561-project] Calling delete_port for 8122e861-18f8-40a8-bbb3-36d2a3ac8cb2 owned by {{(pid=93916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:33:02.748816 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d175c304-7c7d-43b9-bec6-2cb5295bf404 admin admin] Made reservation on behalf of 97b50484cf0c4fbaadc06c25d281353e for: {'network': 1} {{(pid=93915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:33:02.751400 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-d175c304-7c7d-43b9-bec6-2cb5295bf404 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for network, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:02.752321 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:02.805409 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port 98e72a3e-3b4b-4cea-9e4f-1c80c632ced5, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=98e72a3e-3b4b-4cea-9e4f-1c80c632ced5,segment=NetworkSegment(7bca13b4-944d-4731-bc01-174f4a8e9942),segment_id=7bca13b4-944d-4731-bc01-174f4a8e9942)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:33:02.812384 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:02.819388 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cb7c07-dc6e-4c99-8bf2-4f05a57678ea req-b3dbc175-8320-4053-a8e9-275e7bfbc8db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:33:02.821845 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-00cb7c07-dc6e-4c99-8bf2-4f05a57678ea req-b3dbc175-8320-4053-a8e9-275e7bfbc8db service neutron] 10.222.0.18 "GET /v2.0/networks?id=fd8ea664-6074-4bbe-887f-058fe7b50123 HTTP/1.1" status: 200 len: 916 time: 0.3603652 Jul 14 18:33:02.867303 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-25c59175-a0cb-49a5-b772-dd5e1f9731ee req-4219c33b-cc51-4706-9ebc-c3420f206ba9 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] 10.222.0.16 "GET /v2.0/security-groups?id=748fe4c5-70b9-4e07-b6fc-ddd56d9bbb08&id=1433845c-1171-43a4-b403-5201c1216c85&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4110270 Jul 14 18:33:02.884220 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 18:33:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a75f0f0-14db-4970-ab91-c912a6a8d682 x-openstack-request-id: req-7a75f0f0-14db-4970-ab91-c912a6a8d682 {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:33:02.884598 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e324c388-2bb3-401d-a7a7-373392456b8c", "tag": "fc7adfc8-2429-4dd9-9c99-fafc5938bde8", "status": "completed", "code": 200}]} {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:33:02.900962 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7a75f0f0-14db-4970-ab91-c912a6a8d682 {{(pid=93915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:33:02.901399 n-d-800634-3 neutron-server[93915]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e324c388-2bb3-401d-a7a7-373392456b8c', 'tag': 'fc7adfc8-2429-4dd9-9c99-fafc5938bde8', 'status': 'completed', 'code': 200} Jul 14 18:33:02.919946 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-d175c304-7c7d-43b9-bec6-2cb5295bf404 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:02.951777 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Pushing event updated for resources: {'Port': ['ID=98e72a3e-3b4b-4cea-9e4f-1c80c632ced5,revision_number=5']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:33:02.951944 n-d-800634-3 neutron-server[93916]: DEBUG neutron.notifiers.nova [req-4b155991-c4f7-4d4e-bba6-00ef335ae7b5 req-89ac8a21-9a23-46d4-b49a-d9bc70c4d9db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 70a9025d-8595-4108-80c4-44af938097db {{(pid=93916) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 18:33:02.960111 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-4b155991-c4f7-4d4e-bba6-00ef335ae7b5 req-89ac8a21-9a23-46d4-b49a-d9bc70c4d9db service neutron] Notify callbacks [] for port, precommit_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:02.972805 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.provisioning_blocks [req-4b155991-c4f7-4d4e-bba6-00ef335ae7b5 req-89ac8a21-9a23-46d4-b49a-d9bc70c4d9db service neutron] Transition to ACTIVE for port object 70a9025d-8595-4108-80c4-44af938097db will not be triggered until provisioned by entity L2. {{(pid=93916) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:33:02.991742 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-4b155991-c4f7-4d4e-bba6-00ef335ae7b5 req-89ac8a21-9a23-46d4-b49a-d9bc70c4d9db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2684870'] for port, after_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:02.998576 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaced98d-ef2d-43dc-950d-f1fa7263cbdf service neutron] Pushing event updated for resources: {'Port': ['ID=562a972c-8881-47f1-8676-2f3daaab30f0,revision_number=2']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:33:03.104438 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4e0bc60-2fa3-47a3-a9ba-155133f4e67a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05410bfa-6a89-41e2-898c-80b7f771042b'}, {'server_uuid': 'a4e0bc60-2fa3-47a3-a9ba-155133f4e67a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bde076ee-01e0-4557-a5c2-1f9d433c2343'}, {'server_uuid': 'a4e0bc60-2fa3-47a3-a9ba-155133f4e67a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8bede3a-ba0f-49a4-a4a8-71589e0aa2ba'}, {'server_uuid': 'a4e0bc60-2fa3-47a3-a9ba-155133f4e67a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d90d118-2a16-461c-8b80-fa7d8a1aaaa6'}, {'server_uuid': 'a4e0bc60-2fa3-47a3-a9ba-155133f4e67a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e3cdfe6-c3db-4167-a3c6-0bddcdac61ef'}, {'server_uuid': 'a4e0bc60-2fa3-47a3-a9ba-155133f4e67a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98e72a3e-3b4b-4cea-9e4f-1c80c632ced5'}] {{(pid=93917) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:33:03.107403 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20b787f3c29eaa7aa2a4d648c725a2124c5ff39a8d793252f9d844495e14cf42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1b3e3c1-4360-49ef-9d22-db7e1067db44" -d '{"events": [{"server_uuid": "a4e0bc60-2fa3-47a3-a9ba-155133f4e67a", "name": "network-vif-plugged", "status": "completed", "tag": "05410bfa-6a89-41e2-898c-80b7f771042b"}, {"server_uuid": "a4e0bc60-2fa3-47a3-a9ba-155133f4e67a", "name": "network-vif-plugged", "status": "completed", "tag": "bde076ee-01e0-4557-a5c2-1f9d433c2343"}, {"server_uuid": "a4e0bc60-2fa3-47a3-a9ba-155133f4e67a", "name": "network-vif-plugged", "status": "completed", "tag": "e8bede3a-ba0f-49a4-a4a8-71589e0aa2ba"}, {"server_uuid": "a4e0bc60-2fa3-47a3-a9ba-155133f4e67a", "name": "network-vif-plugged", "status": "completed", "tag": "0d90d118-2a16-461c-8b80-fa7d8a1aaaa6"}, {"server_uuid": "a4e0bc60-2fa3-47a3-a9ba-155133f4e67a", "name": "network-vif-plugged", "status": "completed", "tag": "5e3cdfe6-c3db-4167-a3c6-0bddcdac61ef"}, {"server_uuid": "a4e0bc60-2fa3-47a3-a9ba-155133f4e67a", "name": "network-vif-plugged", "status": "completed", "tag": "98e72a3e-3b4b-4cea-9e4f-1c80c632ced5"}]}' {{(pid=93917) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:33:03.131844 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ac8a21-9a23-46d4-b49a-d9bc70c4d9db service neutron] Pushing event updated for resources: {'Port': ['ID=70a9025d-8595-4108-80c4-44af938097db,revision_number=2']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:33:03.263320 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.managers [req-4b155991-c4f7-4d4e-bba6-00ef335ae7b5 req-eaced98d-ef2d-43dc-950d-f1fa7263cbdf service neutron] Attempting to bind port 562a972c-8881-47f1-8676-2f3daaab30f0 on host n-h1-800634-3 for vnic_type normal with profile {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:33:03.263672 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.managers [req-4b155991-c4f7-4d4e-bba6-00ef335ae7b5 req-eaced98d-ef2d-43dc-950d-f1fa7263cbdf service neutron] Attempting to bind port 562a972c-8881-47f1-8676-2f3daaab30f0 by drivers openvswitch,hyperv on host n-h1-800634-3 at level 0 using segments [{'id': '06e7bf6e-f877-4c63-9036-fc82062f0e13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '5641320d-334e-4428-915a-8e9a03b89510'}] {{(pid=93916) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:33:03.264087 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b155991-c4f7-4d4e-bba6-00ef335ae7b5 req-eaced98d-ef2d-43dc-950d-f1fa7263cbdf service neutron] Attempting to bind port 562a972c-8881-47f1-8676-2f3daaab30f0 on network 5641320d-334e-4428-915a-8e9a03b89510 {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:33:03.303085 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b155991-c4f7-4d4e-bba6-00ef335ae7b5 req-eaced98d-ef2d-43dc-950d-f1fa7263cbdf service neutron] Port 562a972c-8881-47f1-8676-2f3daaab30f0 on network 5641320d-334e-4428-915a-8e9a03b89510 not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-3 {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 18:33:03.303414 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b155991-c4f7-4d4e-bba6-00ef335ae7b5 req-eaced98d-ef2d-43dc-950d-f1fa7263cbdf service neutron] Attempting to bind port 562a972c-8881-47f1-8676-2f3daaab30f0 on network 5641320d-334e-4428-915a-8e9a03b89510 {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:33:03.316408 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.managers [req-4b155991-c4f7-4d4e-bba6-00ef335ae7b5 req-89ac8a21-9a23-46d4-b49a-d9bc70c4d9db service neutron] Attempting to bind port 70a9025d-8595-4108-80c4-44af938097db on host n-h2-800634-3 for vnic_type normal with profile {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:33:03.316564 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.managers [req-4b155991-c4f7-4d4e-bba6-00ef335ae7b5 req-89ac8a21-9a23-46d4-b49a-d9bc70c4d9db service neutron] Attempting to bind port 70a9025d-8595-4108-80c4-44af938097db by drivers openvswitch,hyperv on host n-h2-800634-3 at level 0 using segments [{'id': '06e7bf6e-f877-4c63-9036-fc82062f0e13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '5641320d-334e-4428-915a-8e9a03b89510'}] {{(pid=93916) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:33:03.316889 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b155991-c4f7-4d4e-bba6-00ef335ae7b5 req-89ac8a21-9a23-46d4-b49a-d9bc70c4d9db service neutron] Attempting to bind port 70a9025d-8595-4108-80c4-44af938097db on network 5641320d-334e-4428-915a-8e9a03b89510 {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:33:03.324024 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b155991-c4f7-4d4e-bba6-00ef335ae7b5 req-eaced98d-ef2d-43dc-950d-f1fa7263cbdf service neutron] Checking agent: {'id': 'a3630ff4-fbee-45d9-b9b6-0ae41cb3a350', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 15, 32), 'started_at': datetime.datetime(2021, 7, 14, 18, 15, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 18, 33, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 18:33:03.324453 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b155991-c4f7-4d4e-bba6-00ef335ae7b5 req-eaced98d-ef2d-43dc-950d-f1fa7263cbdf service neutron] Checking segment: {'id': '06e7bf6e-f877-4c63-9036-fc82062f0e13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '5641320d-334e-4428-915a-8e9a03b89510'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93916) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:33:03.324778 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b155991-c4f7-4d4e-bba6-00ef335ae7b5 req-eaced98d-ef2d-43dc-950d-f1fa7263cbdf service neutron] Bound using segment: {'id': '06e7bf6e-f877-4c63-9036-fc82062f0e13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '5641320d-334e-4428-915a-8e9a03b89510'} {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 18:33:03.325237 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.managers [req-4b155991-c4f7-4d4e-bba6-00ef335ae7b5 req-eaced98d-ef2d-43dc-950d-f1fa7263cbdf service neutron] Bound port: 562a972c-8881-47f1-8676-2f3daaab30f0, host: n-h1-800634-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '06e7bf6e-f877-4c63-9036-fc82062f0e13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '5641320d-334e-4428-915a-8e9a03b89510'}}] {{(pid=93916) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 18:33:03.325604 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-4b155991-c4f7-4d4e-bba6-00ef335ae7b5 req-eaced98d-ef2d-43dc-950d-f1fa7263cbdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:03.341560 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b155991-c4f7-4d4e-bba6-00ef335ae7b5 req-89ac8a21-9a23-46d4-b49a-d9bc70c4d9db service neutron] Port 70a9025d-8595-4108-80c4-44af938097db on network 5641320d-334e-4428-915a-8e9a03b89510 not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-3 {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 18:33:03.341891 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b155991-c4f7-4d4e-bba6-00ef335ae7b5 req-89ac8a21-9a23-46d4-b49a-d9bc70c4d9db service neutron] Attempting to bind port 70a9025d-8595-4108-80c4-44af938097db on network 5641320d-334e-4428-915a-8e9a03b89510 {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:33:03.358989 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b155991-c4f7-4d4e-bba6-00ef335ae7b5 req-89ac8a21-9a23-46d4-b49a-d9bc70c4d9db service neutron] Checking agent: {'id': '08e36a6c-8d04-48f0-a644-f27680635246', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 15, 35), 'started_at': datetime.datetime(2021, 7, 14, 18, 15, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 18, 32, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 18:33:03.359326 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b155991-c4f7-4d4e-bba6-00ef335ae7b5 req-89ac8a21-9a23-46d4-b49a-d9bc70c4d9db service neutron] Checking segment: {'id': '06e7bf6e-f877-4c63-9036-fc82062f0e13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '5641320d-334e-4428-915a-8e9a03b89510'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93916) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:33:03.359713 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b155991-c4f7-4d4e-bba6-00ef335ae7b5 req-89ac8a21-9a23-46d4-b49a-d9bc70c4d9db service neutron] Bound using segment: {'id': '06e7bf6e-f877-4c63-9036-fc82062f0e13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '5641320d-334e-4428-915a-8e9a03b89510'} {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 18:33:03.360163 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.managers [req-4b155991-c4f7-4d4e-bba6-00ef335ae7b5 req-89ac8a21-9a23-46d4-b49a-d9bc70c4d9db service neutron] Bound port: 70a9025d-8595-4108-80c4-44af938097db, host: n-h2-800634-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '06e7bf6e-f877-4c63-9036-fc82062f0e13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '5641320d-334e-4428-915a-8e9a03b89510'}}] {{(pid=93916) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 18:33:03.360529 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-4b155991-c4f7-4d4e-bba6-00ef335ae7b5 req-89ac8a21-9a23-46d4-b49a-d9bc70c4d9db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:03.377762 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.db_base_plugin_v2 [None req-e27d7993-03b8-4c77-818c-b8299c70292b tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Deleting subnet b0183480-34f3-4e7c-9820-4791f9e36b75 {{(pid=93915) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 18:33:03.394524 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-c0bee581-73d9-4078-8462-90310c5f0a46 tempest-AllowedAddressPairIpV6TestJSON-545305561 tempest-AllowedAddressPairIpV6TestJSON-545305561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:03.405924 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-e27d7993-03b8-4c77-818c-b8299c70292b tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Notify callbacks [] for subnet, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:03.467445 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bee581-73d9-4078-8462-90310c5f0a46 tempest-AllowedAddressPairIpV6TestJSON-545305561 tempest-AllowedAddressPairIpV6TestJSON-545305561-project] Pushing event deleted for resources: {'Port': ['ID=8122e861-18f8-40a8-bbb3-36d2a3ac8cb2,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:33:03.487076 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-8120312c-e308-421c-be76-5347839191c0 req-2beeb039-2437-4a57-9da3-2ce4baa05def tempest-ListServersNegativeTestJSON-1954575036 tempest-ListServersNegativeTestJSON-1954575036-project] 10.222.0.16 "GET /v2.0/ports?device_id=7ebce3af-548e-4172-8575-203cd6fbd5ab HTTP/1.1" status: 200 len: 210 time: 0.4773993 Jul 14 18:33:03.499291 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-c0bee581-73d9-4078-8462-90310c5f0a46 tempest-AllowedAddressPairIpV6TestJSON-545305561 tempest-AllowedAddressPairIpV6TestJSON-545305561-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:03.501461 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-c0bee581-73d9-4078-8462-90310c5f0a46 tempest-AllowedAddressPairIpV6TestJSON-545305561 tempest-AllowedAddressPairIpV6TestJSON-545305561-project] 10.222.0.16 "DELETE /v2.0/ports/8122e861-18f8-40a8-bbb3-36d2a3ac8cb2 HTTP/1.1" status: 204 len: 168 time: 1.1725178 Jul 14 18:33:03.511913 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 45446) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:33:03.561071 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-00cb7c07-dc6e-4c99-8bf2-4f05a57678ea req-9afe1f74-11fb-4b6e-ac47-9a3a890c0fc2 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fc7adfc8-2429-4dd9-9c99-fafc5938bde8 HTTP/1.1" status: 200 len: 999 time: 0.6821091 Jul 14 18:33:03.579419 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-e27d7993-03b8-4c77-818c-b8299c70292b tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28939913'] for subnet, precommit_delete_associations {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:03.580632 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 1038 Content-Type: application/json Date: Wed, 14 Jul 2021 18:33:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7b0c22c-347f-48b2-81f4-fb89e5429376 x-openstack-request-id: req-a7b0c22c-347f-48b2-81f4-fb89e5429376 {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:33:03.581135 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4e0bc60-2fa3-47a3-a9ba-155133f4e67a", "name": "network-vif-plugged", "status": "completed", "tag": "05410bfa-6a89-41e2-898c-80b7f771042b", "code": 200}, {"server_uuid": "a4e0bc60-2fa3-47a3-a9ba-155133f4e67a", "name": "network-vif-plugged", "status": "completed", "tag": "bde076ee-01e0-4557-a5c2-1f9d433c2343", "code": 200}, {"server_uuid": "a4e0bc60-2fa3-47a3-a9ba-155133f4e67a", "name": "network-vif-plugged", "status": "completed", "tag": "e8bede3a-ba0f-49a4-a4a8-71589e0aa2ba", "code": 200}, {"server_uuid": "a4e0bc60-2fa3-47a3-a9ba-155133f4e67a", "name": "network-vif-plugged", "status": "completed", "tag": "0d90d118-2a16-461c-8b80-fa7d8a1aaaa6", "code": 200}, {"server_uuid": "a4e0bc60-2fa3-47a3-a9ba-155133f4e67a", "name": "network-vif-plugged", "status": "completed", "tag": "5e3cdfe6-c3db-4167-a3c6-0bddcdac61ef", "code": 200}, {"server_uuid": "a4e0bc60-2fa3-47a3-a9ba-155133f4e67a", "name": "network-vif-plugged", "status": "completed", "tag": "98e72a3e-3b4b-4cea-9e4f-1c80c632ced5", "code": 200}]} {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:33:03.581273 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a7b0c22c-347f-48b2-81f4-fb89e5429376 {{(pid=93917) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:33:03.581633 n-d-800634-3 neutron-server[93917]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4e0bc60-2fa3-47a3-a9ba-155133f4e67a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05410bfa-6a89-41e2-898c-80b7f771042b', 'code': 200} Jul 14 18:33:03.581938 n-d-800634-3 neutron-server[93917]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4e0bc60-2fa3-47a3-a9ba-155133f4e67a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bde076ee-01e0-4557-a5c2-1f9d433c2343', 'code': 200} Jul 14 18:33:03.582193 n-d-800634-3 neutron-server[93917]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4e0bc60-2fa3-47a3-a9ba-155133f4e67a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8bede3a-ba0f-49a4-a4a8-71589e0aa2ba', 'code': 200} Jul 14 18:33:03.582442 n-d-800634-3 neutron-server[93917]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4e0bc60-2fa3-47a3-a9ba-155133f4e67a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d90d118-2a16-461c-8b80-fa7d8a1aaaa6', 'code': 200} Jul 14 18:33:03.582764 n-d-800634-3 neutron-server[93917]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4e0bc60-2fa3-47a3-a9ba-155133f4e67a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e3cdfe6-c3db-4167-a3c6-0bddcdac61ef', 'code': 200} Jul 14 18:33:03.583012 n-d-800634-3 neutron-server[93917]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4e0bc60-2fa3-47a3-a9ba-155133f4e67a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98e72a3e-3b4b-4cea-9e4f-1c80c632ced5', 'code': 200} Jul 14 18:33:03.694383 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.db_base_plugin_common [req-4b155991-c4f7-4d4e-bba6-00ef335ae7b5 req-717b5e76-c5be-444c-97b6-b5aa1e20379a tempest-ListServersNegativeTestJSON-1954575036 tempest-ListServersNegativeTestJSON-1954575036-project] Allocated IP 172.20.0.11 (5641320d-334e-4428-915a-8e9a03b89510/16963be7-2514-43a8-ae92-2c8ccfc02c91/614c79d4-3e9e-49ef-bb1f-c14b808e938a) {{(pid=93915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:33:03.744203 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cb7c07-dc6e-4c99-8bf2-4f05a57678ea req-344dbd9d-816c-4807-9b14-815d8e0c301d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:33:03.745933 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-00cb7c07-dc6e-4c99-8bf2-4f05a57678ea req-344dbd9d-816c-4807-9b14-815d8e0c301d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c9715e59-b525-40fa-a99e-ebf6aedac4af HTTP/1.1" status: 200 len: 855 time: 0.1720018 Jul 14 18:33:03.757591 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060b8a28-44a1-430c-9d55-a06ef46252d9 req-8bdaf765-aa83-4245-9e1e-677744118372 tempest-ServerRescueTestJSON-1772516560 tempest-ServerRescueTestJSON-1772516560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:33:03.759168 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-060b8a28-44a1-430c-9d55-a06ef46252d9 req-8bdaf765-aa83-4245-9e1e-677744118372 tempest-ServerRescueTestJSON-1772516560 tempest-ServerRescueTestJSON-1772516560-project] 10.222.0.16 "GET /v2.0/ports?device_id=bd69d1f6-33e2-4cc0-ac5e-10c973fa7772 HTTP/1.1" status: 200 len: 945 time: 0.3885987 Jul 14 18:33:03.871361 n-d-800634-3 neutron-server[93916]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5490bb8-40cb-4f95-855e-e78db1c7fd52 tempest-AllowedAddressPairIpV6TestJSON-545305561 tempest-AllowedAddressPairIpV6TestJSON-545305561-project] GET failed (client error): The resource could not be found. Jul 14 18:33:03.876436 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-e5490bb8-40cb-4f95-855e-e78db1c7fd52 tempest-AllowedAddressPairIpV6TestJSON-545305561 tempest-AllowedAddressPairIpV6TestJSON-545305561-project] 10.222.0.16 "GET /v2.0/ports/8122e861-18f8-40a8-bbb3-36d2a3ac8cb2 HTTP/1.1" status: 404 len: 333 time: 0.3600473 Jul 14 18:33:03.876436 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.db [req-4b155991-c4f7-4d4e-bba6-00ef335ae7b5 req-eaced98d-ef2d-43dc-950d-f1fa7263cbdf service neutron] For port 562a972c-8881-47f1-8676-2f3daaab30f0, host n-h1-800634-3, cleared binding levels {{(pid=93916) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:33:03.881980 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 45450) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:33:03.902146 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.db [req-4b155991-c4f7-4d4e-bba6-00ef335ae7b5 req-eaced98d-ef2d-43dc-950d-f1fa7263cbdf service neutron] For port 562a972c-8881-47f1-8676-2f3daaab30f0, host n-h1-800634-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=562a972c-8881-47f1-8676-2f3daaab30f0,segment=NetworkSegment(06e7bf6e-f877-4c63-9036-fc82062f0e13),segment_id=06e7bf6e-f877-4c63-9036-fc82062f0e13)] {{(pid=93916) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 18:33:03.909216 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-c66be1d9-95cd-4965-8920-6eb3b7047934 tempest-AllowedAddressPairIpV6TestJSON-545305561 tempest-AllowedAddressPairIpV6TestJSON-545305561-project] Request body: {'port': {'network_id': '08ce56b4-5b99-4e00-88e6-321302e509b2', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1757349757'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:33:03.924020 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.db [req-4b155991-c4f7-4d4e-bba6-00ef335ae7b5 req-89ac8a21-9a23-46d4-b49a-d9bc70c4d9db service neutron] For port 70a9025d-8595-4108-80c4-44af938097db, host n-h2-800634-3, cleared binding levels {{(pid=93916) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:33:03.926817 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-4b155991-c4f7-4d4e-bba6-00ef335ae7b5 req-eaced98d-ef2d-43dc-950d-f1fa7263cbdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2684870'] for port, after_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:03.965832 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.db [req-4b155991-c4f7-4d4e-bba6-00ef335ae7b5 req-89ac8a21-9a23-46d4-b49a-d9bc70c4d9db service neutron] For port 70a9025d-8595-4108-80c4-44af938097db, host n-h2-800634-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=70a9025d-8595-4108-80c4-44af938097db,segment=NetworkSegment(06e7bf6e-f877-4c63-9036-fc82062f0e13),segment_id=06e7bf6e-f877-4c63-9036-fc82062f0e13)] {{(pid=93916) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 18:33:03.975605 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-4b155991-c4f7-4d4e-bba6-00ef335ae7b5 req-89ac8a21-9a23-46d4-b49a-d9bc70c4d9db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2684870'] for port, after_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:03.982476 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b155991-c4f7-4d4e-bba6-00ef335ae7b5 req-eaced98d-ef2d-43dc-950d-f1fa7263cbdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:33:03.983089 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-4b155991-c4f7-4d4e-bba6-00ef335ae7b5 req-eaced98d-ef2d-43dc-950d-f1fa7263cbdf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:03.984505 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-4b155991-c4f7-4d4e-bba6-00ef335ae7b5 req-eaced98d-ef2d-43dc-950d-f1fa7263cbdf service neutron] 10.222.0.18 "PUT /v2.0/ports/562a972c-8881-47f1-8676-2f3daaab30f0 HTTP/1.1" status: 200 len: 1092 time: 2.6919217 Jul 14 18:33:03.985774 n-d-800634-3 neutron-server[93916]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24c9d5cb-b41f-4bec-9b3b-9bd00fc67e89', 'tag': '562a972c-8881-47f1-8676-2f3daaab30f0'}] {{(pid=93916) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:33:03.988019 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f803e150b363a7893830aa996ac27753fa25517c406ecd3536b7c2d4b26eeb9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d54651e3-8fb3-4554-98f3-882ca03692b3" -d '{"events": [{"name": "network-changed", "server_uuid": "24c9d5cb-b41f-4bec-9b3b-9bd00fc67e89", "tag": "562a972c-8881-47f1-8676-2f3daaab30f0"}]}' {{(pid=93916) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:33:04.023042 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-e27d7993-03b8-4c77-818c-b8299c70292b tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081283'] for subnet, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:04.024636 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b155991-c4f7-4d4e-bba6-00ef335ae7b5 req-89ac8a21-9a23-46d4-b49a-d9bc70c4d9db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:33:04.025262 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-4b155991-c4f7-4d4e-bba6-00ef335ae7b5 req-89ac8a21-9a23-46d4-b49a-d9bc70c4d9db service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:04.027198 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-4b155991-c4f7-4d4e-bba6-00ef335ae7b5 req-89ac8a21-9a23-46d4-b49a-d9bc70c4d9db service neutron] 10.222.0.35 "PUT /v2.0/ports/70a9025d-8595-4108-80c4-44af938097db HTTP/1.1" status: 200 len: 1092 time: 2.1187482 Jul 14 18:33:04.063072 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaced98d-ef2d-43dc-950d-f1fa7263cbdf service neutron] Pushing event updated for resources: {'Port': ['ID=562a972c-8881-47f1-8676-2f3daaab30f0,revision_number=3']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:33:04.112847 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d905914f-a9a1-47ae-bfed-36e6bbe9ac69 req-2b6c377a-aa99-4421-9ac2-b97e72b96ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:33:04.113178 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-060b8a28-44a1-430c-9d55-a06ef46252d9 req-9764e897-c6aa-4dc0-8512-cc1eb7641c50 tempest-ServerRescueTestJSON-1772516560 tempest-ServerRescueTestJSON-1772516560-project] 10.222.0.16 "GET /v2.0/security-groups?id=0ef5e3a0-eb15-4d38-952d-7e7d9baf772e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3437231 Jul 14 18:33:04.113343 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d905914f-a9a1-47ae-bfed-36e6bbe9ac69 req-2b6c377a-aa99-4421-9ac2-b97e72b96ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:33:04.113830 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d905914f-a9a1-47ae-bfed-36e6bbe9ac69 req-2b6c377a-aa99-4421-9ac2-b97e72b96ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:33:04.114311 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d905914f-a9a1-47ae-bfed-36e6bbe9ac69 req-2b6c377a-aa99-4421-9ac2-b97e72b96ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:33:04.114787 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d905914f-a9a1-47ae-bfed-36e6bbe9ac69 req-2b6c377a-aa99-4421-9ac2-b97e72b96ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:33:04.115281 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d905914f-a9a1-47ae-bfed-36e6bbe9ac69 req-2b6c377a-aa99-4421-9ac2-b97e72b96ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:33:04.115749 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d905914f-a9a1-47ae-bfed-36e6bbe9ac69 req-2b6c377a-aa99-4421-9ac2-b97e72b96ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:33:04.117715 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-d905914f-a9a1-47ae-bfed-36e6bbe9ac69 req-2b6c377a-aa99-4421-9ac2-b97e72b96ea8 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=a4e0bc60-2fa3-47a3-a9ba-155133f4e67a HTTP/1.1" status: 200 len: 6501 time: 0.2380657 Jul 14 18:33:04.144817 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-d175c304-7c7d-43b9-bec6-2cb5295bf404 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:04.171921 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-d175c304-7c7d-43b9-bec6-2cb5295bf404 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:04.192231 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ac8a21-9a23-46d4-b49a-d9bc70c4d9db service neutron] Pushing event updated for resources: {'Port': ['ID=70a9025d-8595-4108-80c4-44af938097db,revision_number=3']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:33:04.224311 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-d905914f-a9a1-47ae-bfed-36e6bbe9ac69 req-c66f0adb-3214-4873-851c-04b23a1bf715 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=748fe4c5-70b9-4e07-b6fc-ddd56d9bbb08&id=1433845c-1171-43a4-b403-5201c1216c85&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0827272 Jul 14 18:33:04.227865 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b155991-c4f7-4d4e-bba6-00ef335ae7b5 req-8edc30bf-0dfb-400c-b14f-714dd74cf24c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:33:04.229400 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-4b155991-c4f7-4d4e-bba6-00ef335ae7b5 req-8edc30bf-0dfb-400c-b14f-714dd74cf24c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=add0c5df4b5a4a65831713cee12d05fe&device_id=24c9d5cb-b41f-4bec-9b3b-9bd00fc67e89 HTTP/1.1" status: 200 len: 1095 time: 0.1985123 Jul 14 18:33:04.239719 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b155991-c4f7-4d4e-bba6-00ef335ae7b5 req-0e21e87d-fce8-4f82-aab6-9b8df1ff6457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:33:04.241299 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-4b155991-c4f7-4d4e-bba6-00ef335ae7b5 req-0e21e87d-fce8-4f82-aab6-9b8df1ff6457 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=add0c5df4b5a4a65831713cee12d05fe&device_id=7e5f5619-b918-4ff9-8d84-fc3a9c92ccf7 HTTP/1.1" status: 200 len: 1095 time: 0.1485651 Jul 14 18:33:04.246042 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cb7c07-dc6e-4c99-8bf2-4f05a57678ea req-72070fcd-462f-4f63-9dc0-fb9d842c2fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:33:04.247555 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-00cb7c07-dc6e-4c99-8bf2-4f05a57678ea req-72070fcd-462f-4f63-9dc0-fb9d842c2fc0 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=fd8ea664-6074-4bbe-887f-058fe7b50123&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4794104 Jul 14 18:33:04.259409 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d175c304-7c7d-43b9-bec6-2cb5295bf404 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 72} {{(pid=93915) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 18:33:04.286205 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-4b155991-c4f7-4d4e-bba6-00ef335ae7b5 req-d724e030-76b8-4f97-b5c0-7fa131d282b4 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=70a9025d-8595-4108-80c4-44af938097db HTTP/1.1" status: 200 len: 217 time: 0.0358012 Jul 14 18:33:04.303432 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d175c304-7c7d-43b9-bec6-2cb5295bf404 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cc7ef8d-a00b-43d6-95a3-c209cbabb8c3,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:33:04.343314 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-d175c304-7c7d-43b9-bec6-2cb5295bf404 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:04.343669 n-d-800634-3 neutron-server[93915]: INFO neutron.db.segments_db [None req-d175c304-7c7d-43b9-bec6-2cb5295bf404 admin admin] Added segment 637ec1cb-18c4-4dda-9a4b-e2420d872dc7 of type vlan for network a3451eaf-fb13-48b5-b64d-da7580c60487 Jul 14 18:33:04.347382 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-e27d7993-03b8-4c77-818c-b8299c70292b tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25913028', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28969762'] for subnet, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:04.353010 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-4b155991-c4f7-4d4e-bba6-00ef335ae7b5 req-1c7ea54a-ed77-40d1-b712-61f01f8bb3fb service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=562a972c-8881-47f1-8676-2f3daaab30f0 HTTP/1.1" status: 200 len: 217 time: 0.0624619 Jul 14 18:33:04.399471 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b155991-c4f7-4d4e-bba6-00ef335ae7b5 req-90640d11-4545-4855-8184-56e4209becde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:33:04.401052 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-4b155991-c4f7-4d4e-bba6-00ef335ae7b5 req-90640d11-4545-4855-8184-56e4209becde service neutron] 10.222.0.35 "GET /v2.0/subnets?id=16963be7-2514-43a8-ae92-2c8ccfc02c91 HTTP/1.1" status: 200 len: 857 time: 0.1047907 Jul 14 18:33:04.422443 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822814c5-4020-4d34-aae8-517ef163db80 req-f6d1fd4c-ba67-4074-a7b7-6a7dcac7db43 tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:33:04.423970 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-822814c5-4020-4d34-aae8-517ef163db80 req-f6d1fd4c-ba67-4074-a7b7-6a7dcac7db43 tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] 10.222.0.16 "GET /v2.0/ports?device_id=e324c388-2bb3-401d-a7a7-373392456b8c HTTP/1.1" status: 200 len: 944 time: 0.5394824 Jul 14 18:33:04.444522 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-4b155991-c4f7-4d4e-bba6-00ef335ae7b5 req-63bb5087-1634-47a5-9ec5-6fc7661abbf0 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=5641320d-334e-4428-915a-8e9a03b89510&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294983 Jul 14 18:33:04.445904 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b155991-c4f7-4d4e-bba6-00ef335ae7b5 req-ac0a1f53-7315-4bb0-9a98-a7ffeead0d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:33:04.447228 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-4b155991-c4f7-4d4e-bba6-00ef335ae7b5 req-ac0a1f53-7315-4bb0-9a98-a7ffeead0d57 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=16963be7-2514-43a8-ae92-2c8ccfc02c91 HTTP/1.1" status: 200 len: 857 time: 0.0814056 Jul 14 18:33:04.481254 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-4b155991-c4f7-4d4e-bba6-00ef335ae7b5 req-717b5e76-c5be-444c-97b6-b5aa1e20379a tempest-ListServersNegativeTestJSON-1954575036 tempest-ListServersNegativeTestJSON-1954575036-project] Notify callbacks [] for port, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:04.486295 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27d7993-03b8-4c77-818c-b8299c70292b tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Pushing event deleted for resources: {'Subnet': ['ID=b0183480-34f3-4e7c-9820-4791f9e36b75,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:33:04.495034 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-e27d7993-03b8-4c77-818c-b8299c70292b tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Notify callbacks [] for subnet, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:04.500199 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-e27d7993-03b8-4c77-818c-b8299c70292b tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] 10.222.0.16 "DELETE /v2.0/subnets/b0183480-34f3-4e7c-9820-4791f9e36b75 HTTP/1.1" status: 204 len: 168 time: 1.8211615 Jul 14 18:33:04.502532 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df2db331-8dcf-4f92-a96e-1467dc9822f0 None None] Network 58bfa460-9196-4f8d-b469-18841049c621 requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:33:04.507912 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 45458) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:33:04.523884 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-4b155991-c4f7-4d4e-bba6-00ef335ae7b5 req-74acd2c7-51c7-420b-801c-57702a00b9c5 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5641320d-334e-4428-915a-8e9a03b89510&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0657556 Jul 14 18:33:04.544800 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-d175c304-7c7d-43b9-bec6-2cb5295bf404 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728202197517'] for network, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:04.558314 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c66be1d9-95cd-4965-8920-6eb3b7047934 tempest-AllowedAddressPairIpV6TestJSON-545305561 tempest-AllowedAddressPairIpV6TestJSON-545305561-project] Made reservation on behalf of 0772bb2347cc4c4596979fc50969db37 for: {'port': 1} {{(pid=93915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:33:04.562288 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-c66be1d9-95cd-4965-8920-6eb3b7047934 tempest-AllowedAddressPairIpV6TestJSON-545305561 tempest-AllowedAddressPairIpV6TestJSON-545305561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:04.630589 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-4b155991-c4f7-4d4e-bba6-00ef335ae7b5 req-924f752a-9db6-4667-98de-62ed4c01eae8 service neutron] 10.222.0.35 "GET /v2.0/networks/5641320d-334e-4428-915a-8e9a03b89510?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1799629 Jul 14 18:33:04.695814 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-4b155991-c4f7-4d4e-bba6-00ef335ae7b5 req-8f1531b8-b274-45cd-9676-13f712ccbf64 service neutron] 10.222.0.18 "GET /v2.0/networks/5641320d-334e-4428-915a-8e9a03b89510?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1632183 Jul 14 18:33:04.715274 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-822814c5-4020-4d34-aae8-517ef163db80 req-9ae6219f-5693-43e7-a883-d665b9ebf287 tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] 10.222.0.16 "GET /v2.0/security-groups?id=c6d2ae5e-7962-48ff-a84c-cacbd11fb04d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2416735 Jul 14 18:33:04.716590 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [None req-c66be1d9-95cd-4965-8920-6eb3b7047934 tempest-AllowedAddressPairIpV6TestJSON-545305561 tempest-AllowedAddressPairIpV6TestJSON-545305561-project] device_id is not set on port a7b3a8b4-623e-40b4-a54c-04665b6cb890 yet. {{(pid=93915) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 18:33:04.737130 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5806ea43-149f-4229-9465-185fd7e12b2e None None] DHCP port deletion for 58bfa460-9196-4f8d-b469-18841049c621 request from n-d-800634-3 {{(pid=93917) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 18:33:04.762029 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-00cb7c07-dc6e-4c99-8bf2-4f05a57678ea req-4633a5db-46b6-4d28-84f4-5f277435bb53 service neutron] 10.222.0.18 "GET /v2.0/networks/fd8ea664-6074-4bbe-887f-058fe7b50123?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4598315 Jul 14 18:33:04.794274 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-bd02a5c9-9aa1-4219-adde-aa83f7f1fc52 tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645734'] for network, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:04.805152 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 18:33:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5144fd3f-622c-42f5-9c1c-a13f874b4757 x-openstack-request-id: req-5144fd3f-622c-42f5-9c1c-a13f874b4757 {{(pid=93916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:33:04.805452 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24c9d5cb-b41f-4bec-9b3b-9bd00fc67e89", "tag": "562a972c-8881-47f1-8676-2f3daaab30f0", "status": "completed", "code": 200}]} {{(pid=93916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:33:04.805709 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5144fd3f-622c-42f5-9c1c-a13f874b4757 {{(pid=93916) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:33:04.806108 n-d-800634-3 neutron-server[93916]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24c9d5cb-b41f-4bec-9b3b-9bd00fc67e89', 'tag': '562a972c-8881-47f1-8676-2f3daaab30f0', 'status': 'completed', 'code': 200} Jul 14 18:33:04.808600 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34826065-684a-4b37-ad98-f9388ddb6d3d req-694b362a-ee4f-45ee-a1bc-c42c6baa77a0 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:33:04.813916 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-4b155991-c4f7-4d4e-bba6-00ef335ae7b5 req-6786be03-ded4-4425-884d-7be6e12d511f service neutron] 10.222.0.35 "GET /v2.0/networks/5641320d-334e-4428-915a-8e9a03b89510?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1759439 Jul 14 18:33:04.815319 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34826065-684a-4b37-ad98-f9388ddb6d3d req-694b362a-ee4f-45ee-a1bc-c42c6baa77a0 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:33:04.820569 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-5806ea43-149f-4229-9465-185fd7e12b2e None None] Deleting port 8ad80721-c41a-4da5-89b3-f36dcfe52624 {{(pid=93917) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:33:04.820841 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-5806ea43-149f-4229-9465-185fd7e12b2e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:04.832396 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-4b155991-c4f7-4d4e-bba6-00ef335ae7b5 req-d7275a4c-56aa-4d3b-86e9-622deab8908d service neutron] 10.222.0.18 "GET /v2.0/networks/5641320d-334e-4428-915a-8e9a03b89510?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289208 Jul 14 18:33:04.833930 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34826065-684a-4b37-ad98-f9388ddb6d3d req-694b362a-ee4f-45ee-a1bc-c42c6baa77a0 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:33:04.842775 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34826065-684a-4b37-ad98-f9388ddb6d3d req-694b362a-ee4f-45ee-a1bc-c42c6baa77a0 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:33:04.848811 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34826065-684a-4b37-ad98-f9388ddb6d3d req-694b362a-ee4f-45ee-a1bc-c42c6baa77a0 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:33:04.854714 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34826065-684a-4b37-ad98-f9388ddb6d3d req-694b362a-ee4f-45ee-a1bc-c42c6baa77a0 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:33:04.860632 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34826065-684a-4b37-ad98-f9388ddb6d3d req-694b362a-ee4f-45ee-a1bc-c42c6baa77a0 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:33:04.862961 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-34826065-684a-4b37-ad98-f9388ddb6d3d req-694b362a-ee4f-45ee-a1bc-c42c6baa77a0 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] 10.222.0.16 "GET /v2.0/ports?device_id=a4e0bc60-2fa3-47a3-a9ba-155133f4e67a HTTP/1.1" status: 200 len: 5444 time: 0.6007619 Jul 14 18:33:04.863844 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-d175c304-7c7d-43b9-bec6-2cb5295bf404 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727'] for network, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:04.864779 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d175c304-7c7d-43b9-bec6-2cb5295bf404 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:33:04.865447 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-d175c304-7c7d-43b9-bec6-2cb5295bf404 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598705'] for network, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:04.899081 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-5806ea43-149f-4229-9465-185fd7e12b2e None None] For port 8ad80721-c41a-4da5-89b3-f36dcfe52624, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=8ad80721-c41a-4da5-89b3-f36dcfe52624,segment=NetworkSegment(faaffe72-2bdb-44c5-9e6b-4ba4b7cd475a),segment_id=faaffe72-2bdb-44c5-9e6b-4ba4b7cd475a)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:33:04.899489 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-5806ea43-149f-4229-9465-185fd7e12b2e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:04.915277 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-5806ea43-149f-4229-9465-185fd7e12b2e None None] Calling delete_port for 8ad80721-c41a-4da5-89b3-f36dcfe52624 owned by network:dhcp {{(pid=93917) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:33:04.970652 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54651e3-8fb3-4554-98f3-882ca03692b3 req-53ddc8d6-6b92-4e46-89e4-8abc7c07b5ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:33:04.972948 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-d54651e3-8fb3-4554-98f3-882ca03692b3 req-53ddc8d6-6b92-4e46-89e4-8abc7c07b5ef service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=add0c5df4b5a4a65831713cee12d05fe&device_id=24c9d5cb-b41f-4bec-9b3b-9bd00fc67e89 HTTP/1.1" status: 200 len: 1095 time: 0.0685823 Jul 14 18:33:04.993174 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-4b155991-c4f7-4d4e-bba6-00ef335ae7b5 req-717b5e76-c5be-444c-97b6-b5aa1e20379a tempest-ListServersNegativeTestJSON-1954575036 tempest-ListServersNegativeTestJSON-1954575036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:05.007752 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-5806ea43-149f-4229-9465-185fd7e12b2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813'] for port, after_delete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:05.034873 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5806ea43-149f-4229-9465-185fd7e12b2e None None] Pushing event deleted for resources: {'Port': ['ID=8ad80721-c41a-4da5-89b3-f36dcfe52624,revision_number=None']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:33:05.038668 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5806ea43-149f-4229-9465-185fd7e12b2e None None] No DVR routers for this DVR port 8ad80721-c41a-4da5-89b3-f36dcfe52624 on host n-d-800634-3 {{(pid=93917) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 18:33:05.077947 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-d175c304-7c7d-43b9-bec6-2cb5295bf404 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 3.1130128 Jul 14 18:33:05.082079 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 45464) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:33:05.089824 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-a685e522-29ed-4dbd-9984-ca43cf50f3c3 admin admin] Request body: {'subnet': {'network_id': 'a3451eaf-fb13-48b5-b64d-da7580c60487', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-167320257-subnet', 'tenant_id': '97b50484cf0c4fbaadc06c25d281353e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:33:05.097586 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54651e3-8fb3-4554-98f3-882ca03692b3 req-b9dc3c41-8c15-4cc2-934e-eedff57dbad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:33:05.099051 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-d54651e3-8fb3-4554-98f3-882ca03692b3 req-b9dc3c41-8c15-4cc2-934e-eedff57dbad8 service neutron] 10.222.0.18 "GET /v2.0/networks?id=5641320d-334e-4428-915a-8e9a03b89510 HTTP/1.1" status: 200 len: 917 time: 0.1194630 Jul 14 18:33:05.146130 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-d54651e3-8fb3-4554-98f3-882ca03692b3 req-f6450736-36f6-42dc-a2a0-39c1c6d67aa5 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=562a972c-8881-47f1-8676-2f3daaab30f0 HTTP/1.1" status: 200 len: 217 time: 0.0396225 Jul 14 18:33:05.151509 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a685e522-29ed-4dbd-9984-ca43cf50f3c3 admin admin] Made reservation on behalf of 97b50484cf0c4fbaadc06c25d281353e for: {'subnet': 1} {{(pid=93916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:33:05.154130 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a685e522-29ed-4dbd-9984-ca43cf50f3c3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26033189'] for subnet, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:05.206250 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:05.206520 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d175c304-7c7d-43b9-bec6-2cb5295bf404 admin admin] Pushing event updated for resources: {'Network': ['ID=a3451eaf-fb13-48b5-b64d-da7580c60487,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:33:05.211024 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b155991-c4f7-4d4e-bba6-00ef335ae7b5 req-717b5e76-c5be-444c-97b6-b5aa1e20379a tempest-ListServersNegativeTestJSON-1954575036 tempest-ListServersNegativeTestJSON-1954575036-project] Network 5641320d-334e-4428-915a-8e9a03b89510 is already hosted by enough agents. {{(pid=93915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:33:05.217641 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Network a3451eaf-fb13-48b5-b64d-da7580c60487 details requested by agent ovs-agent-n-d-800634-3 with host n-d-800634-3 {{(pid=93917) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 18:33:05.242991 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [req-4b155991-c4f7-4d4e-bba6-00ef335ae7b5 req-717b5e76-c5be-444c-97b6-b5aa1e20379a tempest-ListServersNegativeTestJSON-1954575036 tempest-ListServersNegativeTestJSON-1954575036-project] Resources bound (agent type, host, resource id): {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:33:05.249465 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-34826065-684a-4b37-ad98-f9388ddb6d3d req-f6b4f06a-9809-4274-892e-d389fb2c82b5 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] 10.222.0.16 "GET /v2.0/security-groups?id=748fe4c5-70b9-4e07-b6fc-ddd56d9bbb08&id=1433845c-1171-43a4-b403-5201c1216c85&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3678567 Jul 14 18:33:05.265057 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54651e3-8fb3-4554-98f3-882ca03692b3 req-cabd3c6f-8d22-41b6-8b07-48bbeb82ac27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:33:05.266536 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-d54651e3-8fb3-4554-98f3-882ca03692b3 req-cabd3c6f-8d22-41b6-8b07-48bbeb82ac27 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=16963be7-2514-43a8-ae92-2c8ccfc02c91 HTTP/1.1" status: 200 len: 857 time: 0.1093526 Jul 14 18:33:05.276055 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b155991-c4f7-4d4e-bba6-00ef335ae7b5 req-717b5e76-c5be-444c-97b6-b5aa1e20379a tempest-ListServersNegativeTestJSON-1954575036 tempest-ListServersNegativeTestJSON-1954575036-project] Received port after_create {{(pid=93915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:33:05.286202 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717b5e76-c5be-444c-97b6-b5aa1e20379a tempest-ListServersNegativeTestJSON-1954575036 tempest-ListServersNegativeTestJSON-1954575036-project] Pushing event updated for resources: {'Port': ['ID=614c79d4-3e9e-49ef-bb1f-c14b808e938a,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:33:05.308901 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-d54651e3-8fb3-4554-98f3-882ca03692b3 req-aed87a20-c947-497e-9cb9-b1572e580ffe service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5641320d-334e-4428-915a-8e9a03b89510&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319638 Jul 14 18:33:05.363255 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.db_base_plugin_common [None req-c66be1d9-95cd-4965-8920-6eb3b7047934 tempest-AllowedAddressPairIpV6TestJSON-545305561 tempest-AllowedAddressPairIpV6TestJSON-545305561-project] Allocated IP 2001:db8::8e (08ce56b4-5b99-4e00-88e6-321302e509b2/383b0c68-8032-4a92-be49-fabe39f33822/a7b3a8b4-623e-40b4-a54c-04665b6cb890) {{(pid=93915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:33:05.379307 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-00cb7c07-dc6e-4c99-8bf2-4f05a57678ea req-0f6abd56-c795-4069-a6a0-10e39467d697 service neutron] 10.222.0.18 "GET /v2.0/networks/fd8ea664-6074-4bbe-887f-058fe7b50123?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5101128 Jul 14 18:33:05.394878 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-bd02a5c9-9aa1-4219-adde-aa83f7f1fc52 tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2096010', 'neutron.services.segments.db._delete_segments_for_network-8728202734996'] for network, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:05.438828 n-d-800634-3 neutron-server[93915]: DEBUG neutron.services.segments.db [None req-bd02a5c9-9aa1-4219-adde-aa83f7f1fc52 tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58bfa460-9196-4f8d-b469-18841049c621']}} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:33:05.496033 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b155991-c4f7-4d4e-bba6-00ef335ae7b5 req-717b5e76-c5be-444c-97b6-b5aa1e20379a tempest-ListServersNegativeTestJSON-1954575036 tempest-ListServersNegativeTestJSON-1954575036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:33:05.496861 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-4b155991-c4f7-4d4e-bba6-00ef335ae7b5 req-717b5e76-c5be-444c-97b6-b5aa1e20379a tempest-ListServersNegativeTestJSON-1954575036 tempest-ListServersNegativeTestJSON-1954575036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:05.517466 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-d54651e3-8fb3-4554-98f3-882ca03692b3 req-0f8eb12b-f879-47aa-9bb3-6c431f72472a service neutron] 10.222.0.18 "GET /v2.0/networks/5641320d-334e-4428-915a-8e9a03b89510?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1980023 Jul 14 18:33:05.538972 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db5d1bc-be8e-4551-a1d6-7ba84645718c req-48969f24-7f92-4858-92a1-74c3a4472601 tempest-ListServersNegativeTestJSON-1954575036 tempest-ListServersNegativeTestJSON-1954575036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:33:05.540534 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-5db5d1bc-be8e-4551-a1d6-7ba84645718c req-48969f24-7f92-4858-92a1-74c3a4472601 tempest-ListServersNegativeTestJSON-1954575036 tempest-ListServersNegativeTestJSON-1954575036-project] 10.222.0.16 "GET /v2.0/ports?device_id=7ebce3af-548e-4172-8575-203cd6fbd5ab HTTP/1.1" status: 200 len: 932 time: 0.5448332 Jul 14 18:33:05.559996 n-d-800634-3 neutron-server[93915]: DEBUG neutron.services.segments.db [None req-bd02a5c9-9aa1-4219-adde-aa83f7f1fc52 tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'faaffe72-2bdb-44c5-9e6b-4ba4b7cd475a') {'for_net_delete': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:33:05.560398 n-d-800634-3 neutron-server[93915]: DEBUG neutron.services.segments.db [None req-bd02a5c9-9aa1-4219-adde-aa83f7f1fc52 tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'faaffe72-2bdb-44c5-9e6b-4ba4b7cd475a') {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:33:05.605870 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a685e522-29ed-4dbd-9984-ca43cf50f3c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2684753', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26033175'] for subnet, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:05.626099 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-bd02a5c9-9aa1-4219-adde-aa83f7f1fc52 tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728202715275', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28939920'] for segment, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:05.660886 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-4b155991-c4f7-4d4e-bba6-00ef335ae7b5 req-717b5e76-c5be-444c-97b6-b5aa1e20379a tempest-ListServersNegativeTestJSON-1954575036 tempest-ListServersNegativeTestJSON-1954575036-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.4999578 Jul 14 18:33:05.685892 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [req-4b155991-c4f7-4d4e-bba6-00ef335ae7b5 req-129d9134-fb18-48d2-819f-3f86acd33ff7 service neutron] Request body: {'port': {'device_id': '7ebce3af-548e-4172-8575-203cd6fbd5ab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800634-3'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:33:05.691428 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a685e522-29ed-4dbd-9984-ca43cf50f3c3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ca505849-4eae-4ad9-8cb2-1c989449b21f,revision_number=0']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:33:05.697504 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-bd02a5c9-9aa1-4219-adde-aa83f7f1fc52 tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:05.704358 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-d54651e3-8fb3-4554-98f3-882ca03692b3 req-8b9d7268-af90-495b-a094-e4abd2f4e7ce service neutron] 10.222.0.18 "GET /v2.0/networks/5641320d-334e-4428-915a-8e9a03b89510?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1699765 Jul 14 18:33:05.713614 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a685e522-29ed-4dbd-9984-ca43cf50f3c3 admin admin] Checking segment: {'id': '637ec1cb-18c4-4dda-9a4b-e2420d872dc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'a3451eaf-fb13-48b5-b64d-da7580c60487'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93916) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:33:05.714308 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a685e522-29ed-4dbd-9984-ca43cf50f3c3 admin admin] Network hostable DHCP agents. Network: a3451eaf-fb13-48b5-b64d-da7580c60487, hostable agents: ['028393c3-0576-4ebd-bca1-8ea8a148e1a2'], hosted agents: [] {{(pid=93916) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 18:33:05.739107 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a685e522-29ed-4dbd-9984-ca43cf50f3c3 admin admin] Network a3451eaf-fb13-48b5-b64d-da7580c60487 is scheduled to be hosted by DHCP agent 028393c3-0576-4ebd-bca1-8ea8a148e1a2 with binding_index 1 {{(pid=93916) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 18:33:05.745680 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 8ad80721-c41a-4da5-89b3-f36dcfe52624 no longer exists at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 18:33:05.754270 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [None req-a685e522-29ed-4dbd-9984-ca43cf50f3c3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-3, a3451eaf-fb13-48b5-b64d-da7580c60487) {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:33:05.759528 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a685e522-29ed-4dbd-9984-ca43cf50f3c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:33:05.761170 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a685e522-29ed-4dbd-9984-ca43cf50f3c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598705'] for subnet, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:05.780380 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-a685e522-29ed-4dbd-9984-ca43cf50f3c3 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6971538 Jul 14 18:33:05.783494 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 45482) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:33:05.785648 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d7e7401-26ab-4556-8e4a-459378e7a2f5 None None] Network a3451eaf-fb13-48b5-b64d-da7580c60487 requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:33:05.789772 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] No Port match for: 8ad80721-c41a-4da5-89b3-f36dcfe52624 {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 18:33:05.790118 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 8ad80721-c41a-4da5-89b3-f36dcfe52624 not bound to the agent host n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 18:33:05.790875 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-ffee4222-a4ed-40b4-9de9-009711a97897 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-167320257-router', 'tenant_id': '97b50484cf0c4fbaadc06c25d281353e', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61'}}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:33:05.824422 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-ffee4222-a4ed-40b4-9de9-009711a97897 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-571768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11104'] for router, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:05.826424 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-ffee4222-a4ed-40b4-9de9-009711a97897 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-571675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-930014', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-632314', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11129'] for router, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:06.054936 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fe97ebe-a0d0-4262-af04-625aaa0e57e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9222b97e-5d1c-54f8-ba97-82f172498e76-a3451eaf-fb13-48b5-b64d-da7580c60487', 'network_id': 'a3451eaf-fb13-48b5-b64d-da7580c60487', 'tenant_id': '97b50484cf0c4fbaadc06c25d281353e', 'fixed_ips': [{'subnet_id': 'ca505849-4eae-4ad9-8cb2-1c989449b21f'}]}} from n-d-800634-3. {{(pid=93917) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 18:33:06.055825 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9fe97ebe-a0d0-4262-af04-625aaa0e57e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:06.160059 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device 562a972c-8881-47f1-8676-2f3daaab30f0 details requested by agent hyperv_n-h1-800634-3 with host n-h1-800634-3 {{(pid=93917) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 18:33:06.231415 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-c66be1d9-95cd-4965-8920-6eb3b7047934 tempest-AllowedAddressPairIpV6TestJSON-545305561 tempest-AllowedAddressPairIpV6TestJSON-545305561-project] Notify callbacks [] for port, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:06.252973 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.provisioning_blocks [None req-c66be1d9-95cd-4965-8920-6eb3b7047934 tempest-AllowedAddressPairIpV6TestJSON-545305561 tempest-AllowedAddressPairIpV6TestJSON-545305561-project] Transition to ACTIVE for port object a7b3a8b4-623e-40b4-a54c-04665b6cb890 will not be triggered until provisioned by entity DHCP. {{(pid=93915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:33:06.319012 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd02a5c9-9aa1-4219-adde-aa83f7f1fc52 tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Releasing vlan 52 on physical network physnet1 to pool {{(pid=93915) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 18:33:06.320944 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-bd02a5c9-9aa1-4219-adde-aa83f7f1fc52 tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25911658'] for segment, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:06.333457 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-c66be1d9-95cd-4965-8920-6eb3b7047934 tempest-AllowedAddressPairIpV6TestJSON-545305561 tempest-AllowedAddressPairIpV6TestJSON-545305561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:06.335604 n-d-800634-3 neutron-server[93915]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:33:06.335604 n-d-800634-3 neutron-server[93915]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:33:06.335604 n-d-800634-3 neutron-server[93915]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:33:06.335604 n-d-800634-3 neutron-server[93915]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:33:06.335604 n-d-800634-3 neutron-server[93915]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:33:06.335604 n-d-800634-3 neutron-server[93915]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:33:06.335604 n-d-800634-3 neutron-server[93915]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:33:06.335604 n-d-800634-3 neutron-server[93915]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:33:06.335604 n-d-800634-3 neutron-server[93915]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:33:06.335604 n-d-800634-3 neutron-server[93915]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:33:06.335604 n-d-800634-3 neutron-server[93915]: Traceback (most recent call last): Jul 14 18:33:06.335604 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 18:33:06.335604 n-d-800634-3 neutron-server[93915]: timer() Jul 14 18:33:06.335604 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 18:33:06.335604 n-d-800634-3 neutron-server[93915]: cb(*args, **kw) Jul 14 18:33:06.335604 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 18:33:06.335604 n-d-800634-3 neutron-server[93915]: return func(*args, **kwargs) Jul 14 18:33:06.335604 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 18:33:06.335604 n-d-800634-3 neutron-server[93915]: self._notify() Jul 14 18:33:06.335604 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 18:33:06.335604 n-d-800634-3 neutron-server[93915]: self.callback(batched_events) Jul 14 18:33:06.335604 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 18:33:06.335604 n-d-800634-3 neutron-server[93915]: event.method(event) Jul 14 18:33:06.335604 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 18:33:06.335604 n-d-800634-3 neutron-server[93915]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 18:33:06.335604 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 18:33:06.335604 n-d-800634-3 neutron-server[93915]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 18:33:06.335604 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 18:33:06.335604 n-d-800634-3 neutron-server[93915]: return f(self, *a, **k) Jul 14 18:33:06.335604 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 18:33:06.335604 n-d-800634-3 neutron-server[93915]: return self._get(url).json() Jul 14 18:33:06.335604 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 18:33:06.335604 n-d-800634-3 neutron-server[93915]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 18:33:06.335604 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 18:33:06.335604 n-d-800634-3 neutron-server[93915]: return self.request(url, 'GET', **kwargs) Jul 14 18:33:06.335604 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 18:33:06.335604 n-d-800634-3 neutron-server[93915]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 18:33:06.335604 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 18:33:06.335604 n-d-800634-3 neutron-server[93915]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 18:33:06.335604 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 18:33:06.335604 n-d-800634-3 neutron-server[93915]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 18:33:06.335604 n-d-800634-3 neutron-server[93915]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 18:33:06.345663 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port 562a972c-8881-47f1-8676-2f3daaab30f0, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=562a972c-8881-47f1-8676-2f3daaab30f0,segment=NetworkSegment(06e7bf6e-f877-4c63-9036-fc82062f0e13),segment_id=06e7bf6e-f877-4c63-9036-fc82062f0e13)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:33:06.358650 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Returning: {'device': '562a972c-8881-47f1-8676-2f3daaab30f0', 'network_id': '5641320d-334e-4428-915a-8e9a03b89510', 'port_id': '562a972c-8881-47f1-8676-2f3daaab30f0', 'mac_address': 'fa:16:3e:df:41:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 81, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16963be7-2514-43a8-ae92-2c8ccfc02c91', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93917) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 18:33:06.408230 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.db_base_plugin_common [None req-9fe97ebe-a0d0-4262-af04-625aaa0e57e8 None None] Allocated IP 172.20.0.2 (a3451eaf-fb13-48b5-b64d-da7580c60487/ca505849-4eae-4ad9-8cb2-1c989449b21f/bffb8cc2-bbe3-4c75-836b-d993f1b15b61) {{(pid=93917) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:33:06.417167 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:06.439060 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-5db5d1bc-be8e-4551-a1d6-7ba84645718c req-2ba57dc1-d5bb-43ba-a723-2facbea8e230 tempest-ListServersNegativeTestJSON-1954575036 tempest-ListServersNegativeTestJSON-1954575036-project] 10.222.0.16 "GET /v2.0/security-groups?id=c386ce62-7a65-43f3-a197-165e9e809b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8568866 Jul 14 18:33:06.523458 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 562a972c-8881-47f1-8676-2f3daaab30f0 {{(pid=93917) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 18:33:06.565002 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port 562a972c-8881-47f1-8676-2f3daaab30f0, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=562a972c-8881-47f1-8676-2f3daaab30f0,segment=NetworkSegment(06e7bf6e-f877-4c63-9036-fc82062f0e13),segment_id=06e7bf6e-f877-4c63-9036-fc82062f0e13)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:33:06.571855 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:06.598114 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda45749-2fcc-4053-8826-7faee5fb7a3f req-1dc703bd-3663-4291-853d-42781f31e303 tempest-ServerRescueTestJSON-1772516560 tempest-ServerRescueTestJSON-1772516560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:33:06.609922 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-eda45749-2fcc-4053-8826-7faee5fb7a3f req-1dc703bd-3663-4291-853d-42781f31e303 tempest-ServerRescueTestJSON-1772516560 tempest-ServerRescueTestJSON-1772516560-project] 10.222.0.16 "GET /v2.0/ports?device_id=bd69d1f6-33e2-4cc0-ac5e-10c973fa7772 HTTP/1.1" status: 200 len: 945 time: 1.0886405 Jul 14 18:33:06.698960 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-ffee4222-a4ed-40b4-9de9-009711a97897 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:06.736111 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Pushing event updated for resources: {'Port': ['ID=562a972c-8881-47f1-8676-2f3daaab30f0,revision_number=4']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:33:06.764928 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9fe97ebe-a0d0-4262-af04-625aaa0e57e8 None None] Notify callbacks [] for port, precommit_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:06.771370 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad33af5e-2f9c-47e7-ae0e-76ca8bc302f0 req-30b0dd7b-fdbd-4de2-84ca-adbde9dcbaf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:33:06.773569 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ad33af5e-2f9c-47e7-ae0e-76ca8bc302f0 req-30b0dd7b-fdbd-4de2-84ca-adbde9dcbaf3 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=81405c7e7f554ba6bd8aaf104233fc29&device_id=e324c388-2bb3-401d-a7a7-373392456b8c HTTP/1.1" status: 200 len: 1095 time: 1.2430606 Jul 14 18:33:06.774484 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-4b155991-c4f7-4d4e-bba6-00ef335ae7b5 req-129d9134-fb18-48d2-819f-3f86acd33ff7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:06.777379 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9fe97ebe-a0d0-4262-af04-625aaa0e57e8 None None] Transition to ACTIVE for port object bffb8cc2-bbe3-4c75-836b-d993f1b15b61 will not be triggered until provisioned by entity L2. {{(pid=93917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:33:06.795975 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-bd02a5c9-9aa1-4219-adde-aa83f7f1fc52 tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2096001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-930085'] for network, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:06.801530 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-bd02a5c9-9aa1-4219-adde-aa83f7f1fc52 tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598705'] for network, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:06.807050 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 45494) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:33:06.807545 n-d-800634-3 neutron-server[93916]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e5f5619-b918-4ff9-8d84-fc3a9c92ccf7', 'tag': '70a9025d-8595-4108-80c4-44af938097db'}] {{(pid=93916) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:33:06.807871 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-bd02a5c9-9aa1-4219-adde-aa83f7f1fc52 tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] 10.222.0.16 "DELETE /v2.0/networks/58bfa460-9196-4f8d-b469-18841049c621 HTTP/1.1" status: 204 len: 168 time: 2.2888997 Jul 14 18:33:06.811500 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f803e150b363a7893830aa996ac27753fa25517c406ecd3536b7c2d4b26eeb9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdc044a6-9216-4bee-9ab3-daf07d7c56ca" -d '{"events": [{"name": "network-changed", "server_uuid": "7e5f5619-b918-4ff9-8d84-fc3a9c92ccf7", "tag": "70a9025d-8595-4108-80c4-44af938097db"}]}' {{(pid=93916) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:33:06.817597 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9fe97ebe-a0d0-4262-af04-625aaa0e57e8 None None] Transition to ACTIVE for port object bffb8cc2-bbe3-4c75-836b-d993f1b15b61 will not be triggered until provisioned by entity DHCP. {{(pid=93917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:33:06.826002 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9fe97ebe-a0d0-4262-af04-625aaa0e57e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804'] for port, after_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:06.844823 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-eda45749-2fcc-4053-8826-7faee5fb7a3f req-5ab2cea8-6c90-45da-9b7a-81eee0c547c3 tempest-ServerRescueTestJSON-1772516560 tempest-ServerRescueTestJSON-1772516560-project] 10.222.0.16 "GET /v2.0/security-groups?id=0ef5e3a0-eb15-4d38-952d-7e7d9baf772e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2337799 Jul 14 18:33:06.846866 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c66be1d9-95cd-4965-8920-6eb3b7047934 tempest-AllowedAddressPairIpV6TestJSON-545305561 tempest-AllowedAddressPairIpV6TestJSON-545305561-project] Network 08ce56b4-5b99-4e00-88e6-321302e509b2 is already hosted by enough agents. {{(pid=93915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:33:06.853050 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [None req-c66be1d9-95cd-4965-8920-6eb3b7047934 tempest-AllowedAddressPairIpV6TestJSON-545305561 tempest-AllowedAddressPairIpV6TestJSON-545305561-project] Resources bound (agent type, host, resource id): {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:33:06.856843 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c66be1d9-95cd-4965-8920-6eb3b7047934 tempest-AllowedAddressPairIpV6TestJSON-545305561 tempest-AllowedAddressPairIpV6TestJSON-545305561-project] Received port after_create {{(pid=93915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:33:06.862584 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c66be1d9-95cd-4965-8920-6eb3b7047934 tempest-AllowedAddressPairIpV6TestJSON-545305561 tempest-AllowedAddressPairIpV6TestJSON-545305561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:33:06.863222 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-c66be1d9-95cd-4965-8920-6eb3b7047934 tempest-AllowedAddressPairIpV6TestJSON-545305561 tempest-AllowedAddressPairIpV6TestJSON-545305561-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:06.882388 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] get_ports_and_sgs() called for port_ids ['562a972c-8881-47f1-8676-2f3daaab30f0'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 18:33:06.930330 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd02a5c9-9aa1-4219-adde-aa83f7f1fc52 tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Pushing event deleted for resources: {'Network': ['ID=58bfa460-9196-4f8d-b469-18841049c621,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:33:06.946571 n-d-800634-3 neutron-server[93917]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fe97ebe-a0d0-4262-af04-625aaa0e57e8 None None] Network a3451eaf-fb13-48b5-b64d-da7580c60487 is already hosted by enough agents. {{(pid=93917) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:33:06.952022 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66be1d9-95cd-4965-8920-6eb3b7047934 tempest-AllowedAddressPairIpV6TestJSON-545305561 tempest-AllowedAddressPairIpV6TestJSON-545305561-project] Pushing event updated for resources: {'Port': ['ID=a7b3a8b4-623e-40b4-a54c-04665b6cb890,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:33:06.962305 n-d-800634-3 neutron-server[93917]: DEBUG neutron.scheduler.base_scheduler [None req-9fe97ebe-a0d0-4262-af04-625aaa0e57e8 None None] Resources bound (agent type, host, resource id): {{(pid=93917) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:33:06.973417 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fe97ebe-a0d0-4262-af04-625aaa0e57e8 None None] Received port after_create {{(pid=93917) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:33:06.985724 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-c66be1d9-95cd-4965-8920-6eb3b7047934 tempest-AllowedAddressPairIpV6TestJSON-545305561 tempest-AllowedAddressPairIpV6TestJSON-545305561-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 3.0901053 Jul 14 18:33:06.990454 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 45498) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:33:06.997829 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe97ebe-a0d0-4262-af04-625aaa0e57e8 None None] Pushing event updated for resources: {'Port': ['ID=bffb8cc2-bbe3-4c75-836b-d993f1b15b61,revision_number=1']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:33:06.999106 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-af4142f6-058b-4c4b-80ce-dc286a27ebda tempest-AllowedAddressPairIpV6TestJSON-545305561 tempest-AllowedAddressPairIpV6TestJSON-545305561-project] Request body: {'port': {'network_id': '08ce56b4-5b99-4e00-88e6-321302e509b2', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-506738158'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:33:07.195313 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-ffee4222-a4ed-40b4-9de9-009711a97897 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-929996', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-571750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11395'] for router, precommit_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:07.235219 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-9fe97ebe-a0d0-4262-af04-625aaa0e57e8 None None] Attempting to bind port bffb8cc2-bbe3-4c75-836b-d993f1b15b61 on host n-d-800634-3 for vnic_type normal with profile {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:33:07.235646 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-9fe97ebe-a0d0-4262-af04-625aaa0e57e8 None None] Attempting to bind port bffb8cc2-bbe3-4c75-836b-d993f1b15b61 by drivers openvswitch,hyperv on host n-d-800634-3 at level 0 using segments [{'id': '637ec1cb-18c4-4dda-9a4b-e2420d872dc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'a3451eaf-fb13-48b5-b64d-da7580c60487'}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:33:07.235972 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fe97ebe-a0d0-4262-af04-625aaa0e57e8 None None] Attempting to bind port bffb8cc2-bbe3-4c75-836b-d993f1b15b61 on network a3451eaf-fb13-48b5-b64d-da7580c60487 {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:33:07.293613 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fe97ebe-a0d0-4262-af04-625aaa0e57e8 None None] Checking agent: {'id': '01c19e91-a945-4e3c-94a6-c211e17c923e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 8, 23), 'started_at': datetime.datetime(2021, 7, 14, 18, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 18, 32, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 18:33:07.294038 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fe97ebe-a0d0-4262-af04-625aaa0e57e8 None None] Checking segment: {'id': '637ec1cb-18c4-4dda-9a4b-e2420d872dc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'a3451eaf-fb13-48b5-b64d-da7580c60487'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93917) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:33:07.294471 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9fe97ebe-a0d0-4262-af04-625aaa0e57e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:07.294877 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fe97ebe-a0d0-4262-af04-625aaa0e57e8 None None] Bound using segment: {'id': '637ec1cb-18c4-4dda-9a4b-e2420d872dc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'a3451eaf-fb13-48b5-b64d-da7580c60487'} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 18:33:07.295372 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-9fe97ebe-a0d0-4262-af04-625aaa0e57e8 None None] Bound port: bffb8cc2-bbe3-4c75-836b-d993f1b15b61, host: n-d-800634-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '637ec1cb-18c4-4dda-9a4b-e2420d872dc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'a3451eaf-fb13-48b5-b64d-da7580c60487'}}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 18:33:07.295821 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9fe97ebe-a0d0-4262-af04-625aaa0e57e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:07.479269 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba5f51a-e8c0-4a65-8095-d925f1430c78 req-c2540a45-9892-4e1e-99ae-13e0f147fd61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:33:07.481101 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-0ba5f51a-e8c0-4a65-8095-d925f1430c78 req-c2540a45-9892-4e1e-99ae-13e0f147fd61 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=bd69d1f6-33e2-4cc0-ac5e-10c973fa7772 HTTP/1.1" status: 200 len: 1096 time: 0.2755134 Jul 14 18:33:07.529785 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-88ddac2e-690f-4a05-93ff-c38a6fdb7a15 tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Deleting port 5598b459-ea94-4471-9417-e31b4570b149 {{(pid=93916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:33:07.535640 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-88ddac2e-690f-4a05-93ff-c38a6fdb7a15 tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:07.574289 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af4142f6-058b-4c4b-80ce-dc286a27ebda tempest-AllowedAddressPairIpV6TestJSON-545305561 tempest-AllowedAddressPairIpV6TestJSON-545305561-project] Made reservation on behalf of 0772bb2347cc4c4596979fc50969db37 for: {'port': 1} {{(pid=93915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:33:07.578143 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-af4142f6-058b-4c4b-80ce-dc286a27ebda tempest-AllowedAddressPairIpV6TestJSON-545305561 tempest-AllowedAddressPairIpV6TestJSON-545305561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:07.691705 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-88ddac2e-690f-4a05-93ff-c38a6fdb7a15 tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:07.692076 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-88ddac2e-690f-4a05-93ff-c38a6fdb7a15 tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:07.696629 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [None req-af4142f6-058b-4c4b-80ce-dc286a27ebda tempest-AllowedAddressPairIpV6TestJSON-545305561 tempest-AllowedAddressPairIpV6TestJSON-545305561-project] device_id is not set on port b081e63d-604e-419e-8027-b1004aa10049 yet. {{(pid=93915) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 18:33:07.706559 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-88ddac2e-690f-4a05-93ff-c38a6fdb7a15 tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Calling delete_port for 5598b459-ea94-4471-9417-e31b4570b149 owned by network:floatingip {{(pid=93916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:33:07.759683 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a33e59-e4de-4393-a6f2-2704a3ef14bf req-f059636a-4efd-4f21-985d-9369648094e2 tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:33:07.768461 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-14a33e59-e4de-4393-a6f2-2704a3ef14bf req-f059636a-4efd-4f21-985d-9369648094e2 tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] 10.222.0.16 "GET /v2.0/ports?device_id=e324c388-2bb3-401d-a7a7-373392456b8c HTTP/1.1" status: 200 len: 944 time: 1.0415826 Jul 14 18:33:07.769279 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-22b0cb11-7d03-4f38-af87-c195480baa9d None None] Provisioning for port a7b3a8b4-623e-40b4-a54c-04665b6cb890 completed by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:33:07.799523 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-22b0cb11-7d03-4f38-af87-c195480baa9d None None] Provisioning complete for port a7b3a8b4-623e-40b4-a54c-04665b6cb890 triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:33:07.800356 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-22b0cb11-7d03-4f38-af87-c195480baa9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:07.885884 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-88ddac2e-690f-4a05-93ff-c38a6fdb7a15 tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:07.900718 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-9fe97ebe-a0d0-4262-af04-625aaa0e57e8 None None] For port bffb8cc2-bbe3-4c75-836b-d993f1b15b61, host n-d-800634-3, cleared binding levels {{(pid=93917) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:33:07.937564 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-9fe97ebe-a0d0-4262-af04-625aaa0e57e8 None None] For port bffb8cc2-bbe3-4c75-836b-d993f1b15b61, host n-d-800634-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=bffb8cc2-bbe3-4c75-836b-d993f1b15b61,segment=NetworkSegment(637ec1cb-18c4-4dda-9a4b-e2420d872dc7),segment_id=637ec1cb-18c4-4dda-9a4b-e2420d872dc7)] {{(pid=93917) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 18:33:07.943182 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-0ba5f51a-e8c0-4a65-8095-d925f1430c78 req-ef5abfc0-8bfc-4946-b8f0-600f7e05e6ef service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=0ef5e3a0-eb15-4d38-952d-7e7d9baf772e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4533732 Jul 14 18:33:07.947298 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ddac2e-690f-4a05-93ff-c38a6fdb7a15 tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Pushing event deleted for resources: {'Port': ['ID=5598b459-ea94-4471-9417-e31b4570b149,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:33:07.952034 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-22b0cb11-7d03-4f38-af87-c195480baa9d None None] Port a7b3a8b4-623e-40b4-a54c-04665b6cb890 cannot update to ACTIVE because it is not bound. {{(pid=93917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 18:33:07.959046 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9fe97ebe-a0d0-4262-af04-625aaa0e57e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:08.005027 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Device 70a9025d-8595-4108-80c4-44af938097db details requested by agent hyperv_n-h2-800634-3 with host n-h2-800634-3 {{(pid=93917) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 18:33:08.064551 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [req-4b155991-c4f7-4d4e-bba6-00ef335ae7b5 req-129d9134-fb18-48d2-819f-3f86acd33ff7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 614c79d4-3e9e-49ef-bb1f-c14b808e938a {{(pid=93915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 18:33:08.091438 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe97ebe-a0d0-4262-af04-625aaa0e57e8 None None] Pushing event updated for resources: {'Port': ['ID=bffb8cc2-bbe3-4c75-836b-d993f1b15b61,revision_number=2']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:33:08.108202 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-14a33e59-e4de-4393-a6f2-2704a3ef14bf req-b7030bea-c1d0-4646-917e-a98058aafe35 tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] 10.222.0.16 "GET /v2.0/security-groups?id=c6d2ae5e-7962-48ff-a84c-cacbd11fb04d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3386264 Jul 14 18:33:08.159751 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-4b155991-c4f7-4d4e-bba6-00ef335ae7b5 req-129d9134-fb18-48d2-819f-3f86acd33ff7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:08.192652 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ad69e5-5ed6-42ac-9669-dd54550605db req-26f71f94-9911-468e-8802-8371bfc2f993 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:33:08.210100 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ad69e5-5ed6-42ac-9669-dd54550605db req-26f71f94-9911-468e-8802-8371bfc2f993 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:33:08.239193 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ad69e5-5ed6-42ac-9669-dd54550605db req-26f71f94-9911-468e-8802-8371bfc2f993 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:33:08.243842 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] For port 70a9025d-8595-4108-80c4-44af938097db, host n-h2-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=70a9025d-8595-4108-80c4-44af938097db,segment=NetworkSegment(06e7bf6e-f877-4c63-9036-fc82062f0e13),segment_id=06e7bf6e-f877-4c63-9036-fc82062f0e13)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:33:08.260869 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ad69e5-5ed6-42ac-9669-dd54550605db req-26f71f94-9911-468e-8802-8371bfc2f993 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:33:08.276839 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Returning: {'device': '70a9025d-8595-4108-80c4-44af938097db', 'network_id': '5641320d-334e-4428-915a-8e9a03b89510', 'port_id': '70a9025d-8595-4108-80c4-44af938097db', 'mac_address': 'fa:16:3e:0d:bb:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 81, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16963be7-2514-43a8-ae92-2c8ccfc02c91', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93917) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 18:33:08.283201 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ad69e5-5ed6-42ac-9669-dd54550605db req-26f71f94-9911-468e-8802-8371bfc2f993 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:33:08.297107 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ad69e5-5ed6-42ac-9669-dd54550605db req-26f71f94-9911-468e-8802-8371bfc2f993 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:33:08.311113 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ad69e5-5ed6-42ac-9669-dd54550605db req-26f71f94-9911-468e-8802-8371bfc2f993 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:33:08.324756 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-37ad69e5-5ed6-42ac-9669-dd54550605db req-26f71f94-9911-468e-8802-8371bfc2f993 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] 10.222.0.16 "GET /v2.0/ports?device_id=a4e0bc60-2fa3-47a3-a9ba-155133f4e67a HTTP/1.1" status: 200 len: 5444 time: 0.8550193 Jul 14 18:33:08.356022 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad33af5e-2f9c-47e7-ae0e-76ca8bc302f0 req-428bb355-2502-4ee0-b7bc-c006d7cd2e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:33:08.357583 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ad33af5e-2f9c-47e7-ae0e-76ca8bc302f0 req-428bb355-2502-4ee0-b7bc-c006d7cd2e18 service neutron] 10.222.0.18 "GET /v2.0/networks?id=fd8ea664-6074-4bbe-887f-058fe7b50123 HTTP/1.1" status: 200 len: 916 time: 0.8185947 Jul 14 18:33:08.371477 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:08.461912 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 70a9025d-8595-4108-80c4-44af938097db {{(pid=93917) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 18:33:08.514229 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] For port 70a9025d-8595-4108-80c4-44af938097db, host n-h2-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=70a9025d-8595-4108-80c4-44af938097db,segment=NetworkSegment(06e7bf6e-f877-4c63-9036-fc82062f0e13),segment_id=06e7bf6e-f877-4c63-9036-fc82062f0e13)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:33:08.531621 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:08.600276 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.db_base_plugin_common [None req-af4142f6-058b-4c4b-80ce-dc286a27ebda tempest-AllowedAddressPairIpV6TestJSON-545305561 tempest-AllowedAddressPairIpV6TestJSON-545305561-project] Allocated IP 2001:db8::3db (08ce56b4-5b99-4e00-88e6-321302e509b2/383b0c68-8032-4a92-be49-fabe39f33822/b081e63d-604e-419e-8027-b1004aa10049) {{(pid=93915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:33:08.666048 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Pushing event updated for resources: {'Port': ['ID=70a9025d-8595-4108-80c4-44af938097db,revision_number=4']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:33:08.674064 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.provisioning_blocks [req-4b155991-c4f7-4d4e-bba6-00ef335ae7b5 req-129d9134-fb18-48d2-819f-3f86acd33ff7 service neutron] Transition to ACTIVE for port object 614c79d4-3e9e-49ef-bb1f-c14b808e938a will not be triggered until provisioned by entity L2. {{(pid=93915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:33:08.730204 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 18:33:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee23849c-a1d6-4fef-9595-afec34c1a00f x-openstack-request-id: req-ee23849c-a1d6-4fef-9595-afec34c1a00f {{(pid=93916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:33:08.731339 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e5f5619-b918-4ff9-8d84-fc3a9c92ccf7", "tag": "70a9025d-8595-4108-80c4-44af938097db", "status": "completed", "code": 200}]} {{(pid=93916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:33:08.731863 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ee23849c-a1d6-4fef-9595-afec34c1a00f {{(pid=93916) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:33:08.732553 n-d-800634-3 neutron-server[93916]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e5f5619-b918-4ff9-8d84-fc3a9c92ccf7', 'tag': '70a9025d-8595-4108-80c4-44af938097db', 'status': 'completed', 'code': 200} Jul 14 18:33:08.784458 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] get_ports_and_sgs() called for port_ids ['70a9025d-8595-4108-80c4-44af938097db'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 18:33:08.798930 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-4b155991-c4f7-4d4e-bba6-00ef335ae7b5 req-129d9134-fb18-48d2-819f-3f86acd33ff7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25912978'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:08.883161 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-88ddac2e-690f-4a05-93ff-c38a6fdb7a15 tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Notify callbacks [] for floatingip, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:08.892730 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-88ddac2e-690f-4a05-93ff-c38a6fdb7a15 tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for floatingip, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:08.895810 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-88ddac2e-690f-4a05-93ff-c38a6fdb7a15 tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] 10.222.0.16 "DELETE /v2.0/floatingips/bc199bbc-9f16-42a1-a60e-f660e35ff89b HTTP/1.1" status: 204 len: 168 time: 2.0790946 Jul 14 18:33:08.940059 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 45508) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:33:08.951792 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-37ad69e5-5ed6-42ac-9669-dd54550605db req-0008a180-3690-4f8a-b480-bc643fc90cc0 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] 10.222.0.16 "GET /v2.0/security-groups?id=748fe4c5-70b9-4e07-b6fc-ddd56d9bbb08&id=1433845c-1171-43a4-b403-5201c1216c85&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.6253822 Jul 14 18:33:09.003044 n-d-800634-3 neutron-server[93916]: INFO neutron.pecan_wsgi.hooks.translation [None req-1fd266eb-6f82-4e99-8d53-3ad7d7ff9796 tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] DELETE failed (client error): The resource could not be found. Jul 14 18:33:09.004517 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1fd266eb-6f82-4e99-8d53-3ad7d7ff9796 tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93916) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 18:33:09.011348 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-1fd266eb-6f82-4e99-8d53-3ad7d7ff9796 tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] 10.222.0.16 "DELETE /v2.0/ports/00116b21-a8e1-4e62-b10e-c881bf1228a4 HTTP/1.1" status: 404 len: 333 time: 0.0695786 Jul 14 18:33:09.014628 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 45512) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:33:09.064482 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-4b47f4cd-e36b-417c-9c3b-629e2a8b68e6 tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] 10.222.0.16 "GET /v2.0/ports?device_id=38e05649-150f-401a-9e98-939da74e569e HTTP/1.1" status: 200 len: 205 time: 0.0479820 Jul 14 18:33:09.066600 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 45514) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:33:09.126648 n-d-800634-3 neutron-server[93916]: INFO neutron.api.v2.resource [None req-8e8e49c0-64ce-423e-9e01-81868a6e8b48 tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] delete failed (client error): The resource could not be found. Jul 14 18:33:09.130211 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-8e8e49c0-64ce-423e-9e01-81868a6e8b48 tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] 10.222.0.16 "DELETE /v2.0/routers/38e05649-150f-401a-9e98-939da74e569e HTTP/1.1" status: 404 len: 336 time: 0.0578439 Jul 14 18:33:09.131066 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 45516) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:33:09.175410 n-d-800634-3 neutron-server[93916]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9846cbf-aa3b-4bb2-b9e0-2c7b74ce1924 tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] DELETE failed (client error): The resource could not be found. Jul 14 18:33:09.175871 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c9846cbf-aa3b-4bb2-b9e0-2c7b74ce1924 tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93916) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 18:33:09.180421 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-c9846cbf-aa3b-4bb2-b9e0-2c7b74ce1924 tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] 10.222.0.16 "DELETE /v2.0/subnets/b0183480-34f3-4e7c-9820-4791f9e36b75 HTTP/1.1" status: 404 len: 337 time: 0.0419235 Jul 14 18:33:09.181043 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 45520) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:33:09.189248 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc044a6-9216-4bee-9ab3-daf07d7c56ca req-b3fef4ec-fabf-476c-b199-8bdb7e257a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:33:09.198089 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-fdc044a6-9216-4bee-9ab3-daf07d7c56ca req-b3fef4ec-fabf-476c-b199-8bdb7e257a23 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=add0c5df4b5a4a65831713cee12d05fe&device_id=7e5f5619-b918-4ff9-8d84-fc3a9c92ccf7 HTTP/1.1" status: 200 len: 1096 time: 0.4636548 Jul 14 18:33:09.207770 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129d9134-fb18-48d2-819f-3f86acd33ff7 service neutron] Pushing event updated for resources: {'Port': ['ID=614c79d4-3e9e-49ef-bb1f-c14b808e938a,revision_number=2']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:33:09.227361 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ad33af5e-2f9c-47e7-ae0e-76ca8bc302f0 req-424a69e7-5c42-42b9-a08b-978ca1e92ef2 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fc7adfc8-2429-4dd9-9c99-fafc5938bde8 HTTP/1.1" status: 200 len: 999 time: 0.8213964 Jul 14 18:33:09.372198 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc044a6-9216-4bee-9ab3-daf07d7c56ca req-a533373b-49be-4640-8cd3-89940707c552 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:33:09.373346 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-fdc044a6-9216-4bee-9ab3-daf07d7c56ca req-a533373b-49be-4640-8cd3-89940707c552 service neutron] 10.222.0.35 "GET /v2.0/networks?id=5641320d-334e-4428-915a-8e9a03b89510 HTTP/1.1" status: 200 len: 917 time: 0.1743851 Jul 14 18:33:09.407456 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-ffee4222-a4ed-40b4-9de9-009711a97897 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:09.498365 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-af4142f6-058b-4c4b-80ce-dc286a27ebda tempest-AllowedAddressPairIpV6TestJSON-545305561 tempest-AllowedAddressPairIpV6TestJSON-545305561-project] Notify callbacks [] for port, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:09.501723 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-ffee4222-a4ed-40b4-9de9-009711a97897 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:09.518648 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.provisioning_blocks [None req-af4142f6-058b-4c4b-80ce-dc286a27ebda tempest-AllowedAddressPairIpV6TestJSON-545305561 tempest-AllowedAddressPairIpV6TestJSON-545305561-project] Transition to ACTIVE for port object b081e63d-604e-419e-8027-b1004aa10049 will not be triggered until provisioned by entity DHCP. {{(pid=93915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:33:09.551796 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-fdc044a6-9216-4bee-9ab3-daf07d7c56ca req-a476db62-34e3-47ae-bb1e-028880cc6c24 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=70a9025d-8595-4108-80c4-44af938097db HTTP/1.1" status: 200 len: 217 time: 0.1187127 Jul 14 18:33:09.595388 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-af4142f6-058b-4c4b-80ce-dc286a27ebda tempest-AllowedAddressPairIpV6TestJSON-545305561 tempest-AllowedAddressPairIpV6TestJSON-545305561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:09.759219 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33a4bca7-af32-4776-a8bd-29ad9b02ae5e None None] Network a3451eaf-fb13-48b5-b64d-da7580c60487 requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:33:09.766374 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4142f6-058b-4c4b-80ce-dc286a27ebda tempest-AllowedAddressPairIpV6TestJSON-545305561 tempest-AllowedAddressPairIpV6TestJSON-545305561-project] Pushing event updated for resources: {'Port': ['ID=b081e63d-604e-419e-8027-b1004aa10049,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:33:09.847060 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad33af5e-2f9c-47e7-ae0e-76ca8bc302f0 req-56801fe2-8f53-4f62-91d7-94a27af52505 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:33:09.849056 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ad33af5e-2f9c-47e7-ae0e-76ca8bc302f0 req-56801fe2-8f53-4f62-91d7-94a27af52505 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c9715e59-b525-40fa-a99e-ebf6aedac4af HTTP/1.1" status: 200 len: 855 time: 0.5055523 Jul 14 18:33:09.864956 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.agents_db [None req-2ea07fb6-aa68-4671-8654-119d82b9f530 None None] Agent healthcheck: found 7 active agents {{(pid=93918) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 18:33:09.885225 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91b19f1-3511-413d-bfab-0301e5bc8cc2 req-2149cc66-138f-4e4c-9a57-9f953468ac01 tempest-ListServersNegativeTestJSON-1954575036 tempest-ListServersNegativeTestJSON-1954575036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:33:09.894830 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a91b19f1-3511-413d-bfab-0301e5bc8cc2 req-2149cc66-138f-4e4c-9a57-9f953468ac01 tempest-ListServersNegativeTestJSON-1954575036 tempest-ListServersNegativeTestJSON-1954575036-project] 10.222.0.16 "GET /v2.0/ports?device_id=7ebce3af-548e-4172-8575-203cd6fbd5ab HTTP/1.1" status: 200 len: 932 time: 1.2712846 Jul 14 18:33:09.904215 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-4b155991-c4f7-4d4e-bba6-00ef335ae7b5 req-129d9134-fb18-48d2-819f-3f86acd33ff7 service neutron] Attempting to bind port 614c79d4-3e9e-49ef-bb1f-c14b808e938a on host n-h1-800634-3 for vnic_type normal with profile {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:33:09.905008 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-4b155991-c4f7-4d4e-bba6-00ef335ae7b5 req-129d9134-fb18-48d2-819f-3f86acd33ff7 service neutron] Attempting to bind port 614c79d4-3e9e-49ef-bb1f-c14b808e938a by drivers openvswitch,hyperv on host n-h1-800634-3 at level 0 using segments [{'id': '06e7bf6e-f877-4c63-9036-fc82062f0e13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '5641320d-334e-4428-915a-8e9a03b89510'}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:33:09.905641 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b155991-c4f7-4d4e-bba6-00ef335ae7b5 req-129d9134-fb18-48d2-819f-3f86acd33ff7 service neutron] Attempting to bind port 614c79d4-3e9e-49ef-bb1f-c14b808e938a on network 5641320d-334e-4428-915a-8e9a03b89510 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:33:09.906938 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device bffb8cc2-bbe3-4c75-836b-d993f1b15b61 up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:33:09.921857 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af4142f6-058b-4c4b-80ce-dc286a27ebda tempest-AllowedAddressPairIpV6TestJSON-545305561 tempest-AllowedAddressPairIpV6TestJSON-545305561-project] Network 08ce56b4-5b99-4e00-88e6-321302e509b2 is already hosted by enough agents. {{(pid=93915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:33:09.934470 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [None req-af4142f6-058b-4c4b-80ce-dc286a27ebda tempest-AllowedAddressPairIpV6TestJSON-545305561 tempest-AllowedAddressPairIpV6TestJSON-545305561-project] Resources bound (agent type, host, resource id): {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:33:09.950903 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b155991-c4f7-4d4e-bba6-00ef335ae7b5 req-129d9134-fb18-48d2-819f-3f86acd33ff7 service neutron] Port 614c79d4-3e9e-49ef-bb1f-c14b808e938a on network 5641320d-334e-4428-915a-8e9a03b89510 not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-3 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 18:33:09.951554 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b155991-c4f7-4d4e-bba6-00ef335ae7b5 req-129d9134-fb18-48d2-819f-3f86acd33ff7 service neutron] Attempting to bind port 614c79d4-3e9e-49ef-bb1f-c14b808e938a on network 5641320d-334e-4428-915a-8e9a03b89510 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:33:09.955923 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.db_base_plugin_common [None req-ffee4222-a4ed-40b4-9de9-009711a97897 admin admin] Allocated IP 172.25.1.9 (9200a437-e1de-4520-88f6-e68386523e61/5f47f848-4532-407a-a0e2-5690ade15fd0/f4dce0fa-4466-4422-8fbf-e549ad994da8) {{(pid=93916) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:33:09.959414 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af4142f6-058b-4c4b-80ce-dc286a27ebda tempest-AllowedAddressPairIpV6TestJSON-545305561 tempest-AllowedAddressPairIpV6TestJSON-545305561-project] Received port after_create {{(pid=93915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:33:09.965541 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af4142f6-058b-4c4b-80ce-dc286a27ebda tempest-AllowedAddressPairIpV6TestJSON-545305561 tempest-AllowedAddressPairIpV6TestJSON-545305561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:33:09.966512 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-af4142f6-058b-4c4b-80ce-dc286a27ebda tempest-AllowedAddressPairIpV6TestJSON-545305561 tempest-AllowedAddressPairIpV6TestJSON-545305561-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:10.030487 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b155991-c4f7-4d4e-bba6-00ef335ae7b5 req-129d9134-fb18-48d2-819f-3f86acd33ff7 service neutron] Checking agent: {'id': 'a3630ff4-fbee-45d9-b9b6-0ae41cb3a350', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 15, 32), 'started_at': datetime.datetime(2021, 7, 14, 18, 15, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 18, 33, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 18:33:10.031942 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b155991-c4f7-4d4e-bba6-00ef335ae7b5 req-129d9134-fb18-48d2-819f-3f86acd33ff7 service neutron] Checking segment: {'id': '06e7bf6e-f877-4c63-9036-fc82062f0e13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '5641320d-334e-4428-915a-8e9a03b89510'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:33:10.033002 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b155991-c4f7-4d4e-bba6-00ef335ae7b5 req-129d9134-fb18-48d2-819f-3f86acd33ff7 service neutron] Bound using segment: {'id': '06e7bf6e-f877-4c63-9036-fc82062f0e13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '5641320d-334e-4428-915a-8e9a03b89510'} {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 18:33:10.034523 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-4b155991-c4f7-4d4e-bba6-00ef335ae7b5 req-129d9134-fb18-48d2-819f-3f86acd33ff7 service neutron] Bound port: 614c79d4-3e9e-49ef-bb1f-c14b808e938a, host: n-h1-800634-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '06e7bf6e-f877-4c63-9036-fc82062f0e13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '5641320d-334e-4428-915a-8e9a03b89510'}}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 18:33:10.035297 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-4b155991-c4f7-4d4e-bba6-00ef335ae7b5 req-129d9134-fb18-48d2-819f-3f86acd33ff7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:10.055412 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Device 70a9025d-8595-4108-80c4-44af938097db up at agent hyperv_n-h2-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:33:10.167870 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device 562a972c-8881-47f1-8676-2f3daaab30f0 up at agent hyperv_n-h1-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:33:10.191344 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc044a6-9216-4bee-9ab3-daf07d7c56ca req-b48ee39f-f0a0-4131-8456-b9608f057ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:33:10.196281 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-fdc044a6-9216-4bee-9ab3-daf07d7c56ca req-b48ee39f-f0a0-4131-8456-b9608f057ca1 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=16963be7-2514-43a8-ae92-2c8ccfc02c91 HTTP/1.1" status: 200 len: 857 time: 0.6080713 Jul 14 18:33:10.206345 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 45528) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:33:10.209227 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-af4142f6-058b-4c4b-80ce-dc286a27ebda tempest-AllowedAddressPairIpV6TestJSON-545305561 tempest-AllowedAddressPairIpV6TestJSON-545305561-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 3.2155864 Jul 14 18:33:10.229094 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a510f4ad-9015-4323-b58f-ad6a032a8937 req-4ff11f29-cb32-4e9a-81dd-e702e793d0fe tempest-ServerRescueTestJSON-1772516560 tempest-ServerRescueTestJSON-1772516560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:33:10.231201 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a510f4ad-9015-4323-b58f-ad6a032a8937 req-4ff11f29-cb32-4e9a-81dd-e702e793d0fe tempest-ServerRescueTestJSON-1772516560 tempest-ServerRescueTestJSON-1772516560-project] 10.222.0.16 "GET /v2.0/ports?device_id=bd69d1f6-33e2-4cc0-ac5e-10c973fa7772 HTTP/1.1" status: 200 len: 945 time: 0.9174254 Jul 14 18:33:10.274169 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a91b19f1-3511-413d-bfab-0301e5bc8cc2 req-79ce657e-f769-4944-aaa0-e6b19bb94c0b tempest-ListServersNegativeTestJSON-1954575036 tempest-ListServersNegativeTestJSON-1954575036-project] 10.222.0.16 "GET /v2.0/security-groups?id=c386ce62-7a65-43f3-a197-165e9e809b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3734331 Jul 14 18:33:10.299188 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-0a9e74f2-d9fd-4efc-9f54-7e28031f5a6e None None] Provisioning for port bffb8cc2-bbe3-4c75-836b-d993f1b15b61 completed by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:33:10.305277 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-be1b9762-d80a-4a84-a100-be73cf97f70f tempest-AllowedAddressPairIpV6TestJSON-545305561 tempest-AllowedAddressPairIpV6TestJSON-545305561-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::1e3', 'mac_address': 'fa:16:3e:95:d7:e1'}, {'ip_address': '2001:db8::8e', 'mac_address': 'fa:16:3e:70:df:79'}]}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:33:10.324840 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-fdc044a6-9216-4bee-9ab3-daf07d7c56ca req-61c651c4-f80f-42a1-9b68-1b39d8c979db service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=5641320d-334e-4428-915a-8e9a03b89510&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1164827 Jul 14 18:33:10.365014 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning for port bffb8cc2-bbe3-4c75-836b-d993f1b15b61 completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:33:10.381065 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port bffb8cc2-bbe3-4c75-836b-d993f1b15b61 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:33:10.381408 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:10.432080 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Provisioning for port 562a972c-8881-47f1-8676-2f3daaab30f0 completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:33:10.456891 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad33af5e-2f9c-47e7-ae0e-76ca8bc302f0 req-dcbb7f0e-2ffe-41d9-8ac6-96282a82deee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:33:10.472227 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ad33af5e-2f9c-47e7-ae0e-76ca8bc302f0 req-dcbb7f0e-2ffe-41d9-8ac6-96282a82deee service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=fd8ea664-6074-4bbe-887f-058fe7b50123&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5011189 Jul 14 18:33:10.475327 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Provisioning complete for port 562a972c-8881-47f1-8676-2f3daaab30f0 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:33:10.475722 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:10.478056 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-4b155991-c4f7-4d4e-bba6-00ef335ae7b5 req-129d9134-fb18-48d2-819f-3f86acd33ff7 service neutron] For port 614c79d4-3e9e-49ef-bb1f-c14b808e938a, host n-h1-800634-3, cleared binding levels {{(pid=93915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:33:10.516634 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-ffee4222-a4ed-40b4-9de9-009711a97897 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:10.524259 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a510f4ad-9015-4323-b58f-ad6a032a8937 req-16ead08e-47ef-4629-96da-6cc794842e9c tempest-ServerRescueTestJSON-1772516560 tempest-ServerRescueTestJSON-1772516560-project] 10.222.0.16 "GET /v2.0/security-groups?id=0ef5e3a0-eb15-4d38-952d-7e7d9baf772e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2836659 Jul 14 18:33:10.543675 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-4b155991-c4f7-4d4e-bba6-00ef335ae7b5 req-129d9134-fb18-48d2-819f-3f86acd33ff7 service neutron] For port 614c79d4-3e9e-49ef-bb1f-c14b808e938a, host n-h1-800634-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=614c79d4-3e9e-49ef-bb1f-c14b808e938a,segment=NetworkSegment(06e7bf6e-f877-4c63-9036-fc82062f0e13),segment_id=06e7bf6e-f877-4c63-9036-fc82062f0e13)] {{(pid=93915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 18:33:10.586764 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-4b155991-c4f7-4d4e-bba6-00ef335ae7b5 req-129d9134-fb18-48d2-819f-3f86acd33ff7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25912978'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:10.653095 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b155991-c4f7-4d4e-bba6-00ef335ae7b5 req-129d9134-fb18-48d2-819f-3f86acd33ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:33:10.653856 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-4b155991-c4f7-4d4e-bba6-00ef335ae7b5 req-129d9134-fb18-48d2-819f-3f86acd33ff7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:10.655772 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-4b155991-c4f7-4d4e-bba6-00ef335ae7b5 req-129d9134-fb18-48d2-819f-3f86acd33ff7 service neutron] 10.222.0.18 "PUT /v2.0/ports/614c79d4-3e9e-49ef-bb1f-c14b808e938a HTTP/1.1" status: 200 len: 1092 time: 4.9848022 Jul 14 18:33:10.656414 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ebce3af-548e-4172-8575-203cd6fbd5ab', 'tag': '614c79d4-3e9e-49ef-bb1f-c14b808e938a'}] {{(pid=93915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:33:10.659239 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e72782ad3af8f7d4ce76cedf092bca46d1756acc5c4653cf0b52034cdd6b073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f987044d-4c72-46dd-87d1-882bc5f04a3a" -d '{"events": [{"name": "network-changed", "server_uuid": "7ebce3af-548e-4172-8575-203cd6fbd5ab", "tag": "614c79d4-3e9e-49ef-bb1f-c14b808e938a"}]}' {{(pid=93915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:33:10.711760 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-3628a882-7127-479c-8fc4-f053a35d30b0 None None] Provisioning for port b081e63d-604e-419e-8027-b1004aa10049 completed by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:33:10.741140 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129d9134-fb18-48d2-819f-3f86acd33ff7 service neutron] Pushing event updated for resources: {'Port': ['ID=614c79d4-3e9e-49ef-bb1f-c14b808e938a,revision_number=3']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:33:10.751379 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-bfc40c94-5cb0-4d9c-928e-12828df074ee tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Deleting port 7707fb10-d635-4b33-a86e-c444f6fef1c4 {{(pid=93916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:33:10.751791 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-bfc40c94-5cb0-4d9c-928e-12828df074ee tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:10.778404 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-3628a882-7127-479c-8fc4-f053a35d30b0 None None] Provisioning complete for port b081e63d-604e-419e-8027-b1004aa10049 triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:33:10.778837 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-3628a882-7127-479c-8fc4-f053a35d30b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:10.810308 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0330256f-5847-4cf7-8134-b80a24b10116 req-a1df0b5f-fb40-4c96-8fe0-5728fa9b770a tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:33:10.832240 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0330256f-5847-4cf7-8134-b80a24b10116 req-a1df0b5f-fb40-4c96-8fe0-5728fa9b770a tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:33:10.845077 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0330256f-5847-4cf7-8134-b80a24b10116 req-a1df0b5f-fb40-4c96-8fe0-5728fa9b770a tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:33:10.854762 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0330256f-5847-4cf7-8134-b80a24b10116 req-a1df0b5f-fb40-4c96-8fe0-5728fa9b770a tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:33:10.865926 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0330256f-5847-4cf7-8134-b80a24b10116 req-a1df0b5f-fb40-4c96-8fe0-5728fa9b770a tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:33:10.873372 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0330256f-5847-4cf7-8134-b80a24b10116 req-a1df0b5f-fb40-4c96-8fe0-5728fa9b770a tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:33:10.877177 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:10.880541 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0330256f-5847-4cf7-8134-b80a24b10116 req-a1df0b5f-fb40-4c96-8fe0-5728fa9b770a tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:33:10.897916 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-0330256f-5847-4cf7-8134-b80a24b10116 req-a1df0b5f-fb40-4c96-8fe0-5728fa9b770a tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] 10.222.0.16 "GET /v2.0/ports?device_id=a4e0bc60-2fa3-47a3-a9ba-155133f4e67a HTTP/1.1" status: 200 len: 5444 time: 0.3515429 Jul 14 18:33:10.898852 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 45536) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:33:10.910865 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Provisioning for port 70a9025d-8595-4108-80c4-44af938097db completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:33:10.929373 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-5c37384f-cc4b-4cbf-ab40-a9c65b93766a tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Request body: {'floatingip': {'port_id': '5e3cdfe6-c3db-4167-a3c6-0bddcdac61ef'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:33:10.941172 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Provisioning complete for port 70a9025d-8595-4108-80c4-44af938097db triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:33:10.941551 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:10.955048 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-3628a882-7127-479c-8fc4-f053a35d30b0 None None] Port b081e63d-604e-419e-8027-b1004aa10049 cannot update to ACTIVE because it is not bound. {{(pid=93917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 18:33:10.986682 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] For port bffb8cc2-bbe3-4c75-836b-d993f1b15b61, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=bffb8cc2-bbe3-4c75-836b-d993f1b15b61,segment=NetworkSegment(637ec1cb-18c4-4dda-9a4b-e2420d872dc7),segment_id=637ec1cb-18c4-4dda-9a4b-e2420d872dc7)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:33:11.043817 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:11.053212 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:11.179175 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24c9d5cb-b41f-4bec-9b3b-9bd00fc67e89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '562a972c-8881-47f1-8676-2f3daaab30f0'}] {{(pid=93917) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:33:11.190280 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20b787f3c29eaa7aa2a4d648c725a2124c5ff39a8d793252f9d844495e14cf42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d61ab41-9bfa-4f80-a558-4f863517b6e6" -d '{"events": [{"server_uuid": "24c9d5cb-b41f-4bec-9b3b-9bd00fc67e89", "name": "network-vif-plugged", "status": "completed", "tag": "562a972c-8881-47f1-8676-2f3daaab30f0"}]}' {{(pid=93917) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:33:11.261517 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port 562a972c-8881-47f1-8676-2f3daaab30f0, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=562a972c-8881-47f1-8676-2f3daaab30f0,segment=NetworkSegment(06e7bf6e-f877-4c63-9036-fc82062f0e13),segment_id=06e7bf6e-f877-4c63-9036-fc82062f0e13)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:33:11.266625 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Pushing event updated for resources: {'Port': ['ID=bffb8cc2-bbe3-4c75-836b-d993f1b15b61,revision_number=3']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:33:11.321527 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:11.326008 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ad33af5e-2f9c-47e7-ae0e-76ca8bc302f0 req-1991fd71-277f-4f80-948b-5f44b0cc8164 service neutron] 10.222.0.18 "GET /v2.0/networks/fd8ea664-6074-4bbe-887f-058fe7b50123?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3898690 Jul 14 18:33:11.456881 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-5c37384f-cc4b-4cbf-ab40-a9c65b93766a tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Notify callbacks [] for floatingip, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:11.479366 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Pushing event updated for resources: {'Port': ['ID=562a972c-8881-47f1-8676-2f3daaab30f0,revision_number=5']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:33:11.487521 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-bfc40c94-5cb0-4d9c-928e-12828df074ee tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:11.513636 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-498070f5-e1c2-4ae4-83b4-b535213e6f5e None None] Provisioning complete for port bffb8cc2-bbe3-4c75-836b-d993f1b15b61 triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:33:11.514185 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-498070f5-e1c2-4ae4-83b4-b535213e6f5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:11.517285 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:11.592361 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-bfc40c94-5cb0-4d9c-928e-12828df074ee tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Calling delete_port for 7707fb10-d635-4b33-a86e-c444f6fef1c4 owned by {{(pid=93916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:33:11.603124 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] For port 70a9025d-8595-4108-80c4-44af938097db, host n-h2-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=70a9025d-8595-4108-80c4-44af938097db,segment=NetworkSegment(06e7bf6e-f877-4c63-9036-fc82062f0e13),segment_id=06e7bf6e-f877-4c63-9036-fc82062f0e13)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:33:11.660884 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:11.758146 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Pushing event updated for resources: {'Port': ['ID=70a9025d-8595-4108-80c4-44af938097db,revision_number=5']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:33:11.809321 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device bffb8cc2-bbe3-4c75-836b-d993f1b15b61 up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:33:11.845829 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ad33af5e-2f9c-47e7-ae0e-76ca8bc302f0 req-26d10a2c-1613-431b-8fde-90ed28604736 service neutron] 10.222.0.18 "GET /v2.0/networks/fd8ea664-6074-4bbe-887f-058fe7b50123?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2989955 Jul 14 18:33:11.896608 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 18:33:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-261884b9-87f7-463b-98be-eb0a2d74a02e x-openstack-request-id: req-261884b9-87f7-463b-98be-eb0a2d74a02e {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:33:11.896977 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ebce3af-548e-4172-8575-203cd6fbd5ab", "tag": "614c79d4-3e9e-49ef-bb1f-c14b808e938a", "status": "completed", "code": 200}]} {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:33:11.897296 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-261884b9-87f7-463b-98be-eb0a2d74a02e {{(pid=93915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:33:11.897743 n-d-800634-3 neutron-server[93915]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ebce3af-548e-4172-8575-203cd6fbd5ab', 'tag': '614c79d4-3e9e-49ef-bb1f-c14b808e938a', 'status': 'completed', 'code': 200} Jul 14 18:33:11.950707 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port bffb8cc2-bbe3-4c75-836b-d993f1b15b61 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:33:11.951883 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:11.955401 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 18:33:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-beb41cfc-a278-41e1-8060-a5900d3d173d x-openstack-request-id: req-beb41cfc-a278-41e1-8060-a5900d3d173d {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:33:11.955972 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24c9d5cb-b41f-4bec-9b3b-9bd00fc67e89", "name": "network-vif-plugged", "status": "completed", "tag": "562a972c-8881-47f1-8676-2f3daaab30f0", "code": 200}]} {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:33:11.956432 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-beb41cfc-a278-41e1-8060-a5900d3d173d {{(pid=93917) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:33:11.957068 n-d-800634-3 neutron-server[93917]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24c9d5cb-b41f-4bec-9b3b-9bd00fc67e89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '562a972c-8881-47f1-8676-2f3daaab30f0', 'code': 200} Jul 14 18:33:11.975714 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-be1b9762-d80a-4a84-a100-be73cf97f70f tempest-AllowedAddressPairIpV6TestJSON-545305561 tempest-AllowedAddressPairIpV6TestJSON-545305561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:12.001826 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-bfc40c94-5cb0-4d9c-928e-12828df074ee tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:12.021865 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-ffee4222-a4ed-40b4-9de9-009711a97897 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:12.101039 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a48f2b-14a2-4319-968e-8d332394cc96 req-396d5fe7-3e48-42e6-8f84-9e1f3defe5ea tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:33:12.102804 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b8a48f2b-14a2-4319-968e-8d332394cc96 req-396d5fe7-3e48-42e6-8f84-9e1f3defe5ea tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] 10.222.0.16 "GET /v2.0/ports?device_id=e324c388-2bb3-401d-a7a7-373392456b8c HTTP/1.1" status: 200 len: 944 time: 1.2027578 Jul 14 18:33:12.204747 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1d1f8a-23c5-4b2d-ad7c-fbe162121a46 req-9fd08e7d-7d38-4ccb-a7b5-0aca09d85e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:33:12.206174 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ce1d1f8a-23c5-4b2d-ad7c-fbe162121a46 req-9fd08e7d-7d38-4ccb-a7b5-0aca09d85e0a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0bc1eb2c7d374bba8f2892065ecabe00&device_id=bd69d1f6-33e2-4cc0-ac5e-10c973fa7772 HTTP/1.1" status: 200 len: 1096 time: 0.6505568 Jul 14 18:33:12.208219 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b155991-c4f7-4d4e-bba6-00ef335ae7b5 req-8e7fbf88-fac2-40de-8345-8708051736f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:33:12.209698 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-4b155991-c4f7-4d4e-bba6-00ef335ae7b5 req-8e7fbf88-fac2-40de-8345-8708051736f0 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=add0c5df4b5a4a65831713cee12d05fe&device_id=7ebce3af-548e-4172-8575-203cd6fbd5ab HTTP/1.1" status: 200 len: 1095 time: 0.8824615 Jul 14 18:33:12.315262 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffee4222-a4ed-40b4-9de9-009711a97897 admin admin] Network 9200a437-e1de-4520-88f6-e68386523e61 is already hosted by enough agents. {{(pid=93916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:33:12.326371 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc40c94-5cb0-4d9c-928e-12828df074ee tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Pushing event deleted for resources: {'Port': ['ID=7707fb10-d635-4b33-a86e-c444f6fef1c4,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:33:12.361088 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b8a48f2b-14a2-4319-968e-8d332394cc96 req-8c1aa9b1-9f7c-4ff3-9b4e-19bb760b3a63 tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] 10.222.0.16 "GET /v2.0/security-groups?id=c6d2ae5e-7962-48ff-a84c-cacbd11fb04d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2368119 Jul 14 18:33:12.461430 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [None req-ffee4222-a4ed-40b4-9de9-009711a97897 admin admin] Resources bound (agent type, host, resource id): {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:33:12.468684 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffee4222-a4ed-40b4-9de9-009711a97897 admin admin] Received port after_create {{(pid=93916) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:33:12.523995 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffee4222-a4ed-40b4-9de9-009711a97897 admin admin] Pushing event updated for resources: {'Port': ['ID=f4dce0fa-4466-4422-8fbf-e549ad994da8,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:33:12.541885 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-bfc40c94-5cb0-4d9c-928e-12828df074ee tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:12.548289 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-bfc40c94-5cb0-4d9c-928e-12828df074ee tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] 10.222.0.16 "DELETE /v2.0/ports/7707fb10-d635-4b33-a86e-c444f6fef1c4 HTTP/1.1" status: 204 len: 168 time: 3.1891651 Jul 14 18:33:12.722351 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 45550) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:33:12.881720 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567c6581-c865-4f23-9034-de5a0ceedbc5 req-648dd8d8-d87a-4ff9-8b12-7de0fd88d801 tempest-ListServersNegativeTestJSON-1954575036 tempest-ListServersNegativeTestJSON-1954575036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:33:12.889260 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-567c6581-c865-4f23-9034-de5a0ceedbc5 req-648dd8d8-d87a-4ff9-8b12-7de0fd88d801 tempest-ListServersNegativeTestJSON-1954575036 tempest-ListServersNegativeTestJSON-1954575036-project] 10.222.0.16 "GET /v2.0/ports?device_id=7ebce3af-548e-4172-8575-203cd6fbd5ab HTTP/1.1" status: 200 len: 944 time: 0.7266648 Jul 14 18:33:12.904461 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1d1f8a-23c5-4b2d-ad7c-fbe162121a46 req-37a3a3c6-a756-42b0-88ec-a375d309e55e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:33:12.905919 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ce1d1f8a-23c5-4b2d-ad7c-fbe162121a46 req-37a3a3c6-a756-42b0-88ec-a375d309e55e service neutron] 10.222.0.35 "GET /v2.0/networks?id=a07a7efb-fbbd-4029-ae94-a21a9cc093fe HTTP/1.1" status: 200 len: 910 time: 0.6726763 Jul 14 18:33:13.006168 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-fdc044a6-9216-4bee-9ab3-daf07d7c56ca req-25d3b782-a1c9-494f-8892-35eb9a623e41 service neutron] 10.222.0.35 "GET /v2.0/networks/5641320d-334e-4428-915a-8e9a03b89510?fields=segments HTTP/1.1" status: 200 len: 212 time: 2.6032169 Jul 14 18:33:13.014041 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-ffee4222-a4ed-40b4-9de9-009711a97897 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:13.065185 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-567c6581-c865-4f23-9034-de5a0ceedbc5 req-32d390d3-8e0a-4440-bda9-238c3869bf4a tempest-ListServersNegativeTestJSON-1954575036 tempest-ListServersNegativeTestJSON-1954575036-project] 10.222.0.16 "GET /v2.0/security-groups?id=c386ce62-7a65-43f3-a197-165e9e809b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1749144 Jul 14 18:33:13.073458 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ce1d1f8a-23c5-4b2d-ad7c-fbe162121a46 req-e74fd737-2111-4bee-93f4-48a3a2b7241c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1fd6b8be-f225-43b0-9c24-e6932f2bd446 HTTP/1.1" status: 200 len: 217 time: 0.1207232 Jul 14 18:33:13.281370 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-be1b9762-d80a-4a84-a100-be73cf97f70f tempest-AllowedAddressPairIpV6TestJSON-545305561 tempest-AllowedAddressPairIpV6TestJSON-545305561-project] Notify callbacks [] for port, precommit_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:13.302780 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-be1b9762-d80a-4a84-a100-be73cf97f70f tempest-AllowedAddressPairIpV6TestJSON-545305561 tempest-AllowedAddressPairIpV6TestJSON-545305561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2684870'] for port, after_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:13.365117 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b0f10f-8536-4d50-89cf-d902d298151c req-ebb4dd4e-95bc-438b-9138-9c461d416431 tempest-ServerRescueTestJSON-1772516560 tempest-ServerRescueTestJSON-1772516560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:33:13.366599 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-91b0f10f-8536-4d50-89cf-d902d298151c req-ebb4dd4e-95bc-438b-9138-9c461d416431 tempest-ServerRescueTestJSON-1772516560 tempest-ServerRescueTestJSON-1772516560-project] 10.222.0.16 "GET /v2.0/ports?device_id=bd69d1f6-33e2-4cc0-ac5e-10c973fa7772 HTTP/1.1" status: 200 len: 945 time: 0.5806582 Jul 14 18:33:13.394054 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-c2898205-6994-4228-9f43-d96b5a5ea1d8 tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Deleting port 87f423f4-0f49-4691-94f5-1c2607857898 {{(pid=93916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:33:13.394473 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-c2898205-6994-4228-9f43-d96b5a5ea1d8 tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:13.397393 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-5c37384f-cc4b-4cbf-ab40-a9c65b93766a tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:13.412230 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1d1f8a-23c5-4b2d-ad7c-fbe162121a46 req-bd2c1015-073a-4f48-a3bd-b27524fa8966 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:33:13.416998 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ce1d1f8a-23c5-4b2d-ad7c-fbe162121a46 req-bd2c1015-073a-4f48-a3bd-b27524fa8966 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=14eba25d-eba8-416a-ad8f-196fda095a19 HTTP/1.1" status: 200 len: 850 time: 0.1080308 Jul 14 18:33:13.416998 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-5c37384f-cc4b-4cbf-ab40-a9c65b93766a tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-930131'] for floatingip, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:13.484863 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-be1b9762-d80a-4a84-a100-be73cf97f70f tempest-AllowedAddressPairIpV6TestJSON-545305561 tempest-AllowedAddressPairIpV6TestJSON-545305561-project] In _notify_port_updated(), no bound segment for port b081e63d-604e-419e-8027-b1004aa10049 on network 08ce56b4-5b99-4e00-88e6-321302e509b2 {{(pid=93916) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 14 18:33:13.492601 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be1b9762-d80a-4a84-a100-be73cf97f70f tempest-AllowedAddressPairIpV6TestJSON-545305561 tempest-AllowedAddressPairIpV6TestJSON-545305561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:33:13.493536 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-be1b9762-d80a-4a84-a100-be73cf97f70f tempest-AllowedAddressPairIpV6TestJSON-545305561 tempest-AllowedAddressPairIpV6TestJSON-545305561-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:13.497640 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-be1b9762-d80a-4a84-a100-be73cf97f70f tempest-AllowedAddressPairIpV6TestJSON-545305561 tempest-AllowedAddressPairIpV6TestJSON-545305561-project] 10.222.0.16 "PUT /v2.0/ports/b081e63d-604e-419e-8027-b1004aa10049 HTTP/1.1" status: 200 len: 1066 time: 3.2117085 Jul 14 18:33:13.499985 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 45558) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:33:13.602483 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-ffee4222-a4ed-40b4-9de9-009711a97897 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-571759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-930033'] for router, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:13.611786 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-fdc044a6-9216-4bee-9ab3-daf07d7c56ca req-2b304cef-5c71-46d7-87b1-39c2b5faa2e8 service neutron] 10.222.0.35 "GET /v2.0/networks/5641320d-334e-4428-915a-8e9a03b89510?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5005786 Jul 14 18:33:13.670558 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-91b0f10f-8536-4d50-89cf-d902d298151c req-8f904313-c886-47d5-8eb9-9569b15a73e6 tempest-ServerRescueTestJSON-1772516560 tempest-ServerRescueTestJSON-1772516560-project] 10.222.0.16 "GET /v2.0/security-groups?id=0ef5e3a0-eb15-4d38-952d-7e7d9baf772e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2945411 Jul 14 18:33:13.689720 n-d-800634-3 neutron-server[93915]: INFO neutron.db.l3_db [None req-5c37384f-cc4b-4cbf-ab40-a9c65b93766a tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Floating IP 4e271df6-a7a0-41ea-8c52-dc26b7d1f665 associated. External IP: 172.25.1.24, port: 5e3cdfe6-c3db-4167-a3c6-0bddcdac61ef. Jul 14 18:33:13.829132 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1b9762-d80a-4a84-a100-be73cf97f70f tempest-AllowedAddressPairIpV6TestJSON-545305561 tempest-AllowedAddressPairIpV6TestJSON-545305561-project] Pushing event updated for resources: {'Port': ['ID=b081e63d-604e-419e-8027-b1004aa10049,revision_number=2']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:33:13.884656 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ce1d1f8a-23c5-4b2d-ad7c-fbe162121a46 req-450193f0-1b03-4e4c-973c-23f4b6462fdc service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a07a7efb-fbbd-4029-ae94-a21a9cc093fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3336382 Jul 14 18:33:13.899737 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-c2898205-6994-4228-9f43-d96b5a5ea1d8 tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:13.933136 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-94c66069-da17-4ba9-9d8a-2fed7b024285 None None] Provisioning complete for port b081e63d-604e-419e-8027-b1004aa10049 triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:33:13.934024 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-94c66069-da17-4ba9-9d8a-2fed7b024285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:13.945171 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-c2898205-6994-4228-9f43-d96b5a5ea1d8 tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Calling delete_port for 87f423f4-0f49-4691-94f5-1c2607857898 owned by {{(pid=93916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:33:13.963167 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e5f5619-b918-4ff9-8d84-fc3a9c92ccf7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70a9025d-8595-4108-80c4-44af938097db'}] {{(pid=93917) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:33:13.966041 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20b787f3c29eaa7aa2a4d648c725a2124c5ff39a8d793252f9d844495e14cf42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cb7823b-1bc5-478c-b882-f1fa3e8c2d17" -d '{"events": [{"server_uuid": "7e5f5619-b918-4ff9-8d84-fc3a9c92ccf7", "name": "network-vif-plugged", "status": "completed", "tag": "70a9025d-8595-4108-80c4-44af938097db"}]}' {{(pid=93917) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:33:14.021864 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-94c66069-da17-4ba9-9d8a-2fed7b024285 None None] Port b081e63d-604e-419e-8027-b1004aa10049 cannot update to ACTIVE because it is not bound. {{(pid=93917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 18:33:14.034340 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 18:33:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0172d96-1f1c-4a9b-bdcf-fdf182c805ba x-openstack-request-id: req-c0172d96-1f1c-4a9b-bdcf-fdf182c805ba {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:33:14.034876 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e5f5619-b918-4ff9-8d84-fc3a9c92ccf7", "name": "network-vif-plugged", "status": "completed", "tag": "70a9025d-8595-4108-80c4-44af938097db", "code": 200}]} {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:33:14.035324 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c0172d96-1f1c-4a9b-bdcf-fdf182c805ba {{(pid=93917) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:33:14.035936 n-d-800634-3 neutron-server[93917]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e5f5619-b918-4ff9-8d84-fc3a9c92ccf7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70a9025d-8595-4108-80c4-44af938097db', 'code': 200} Jul 14 18:33:14.308573 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c37384f-cc4b-4cbf-ab40-a9c65b93766a tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Router f513302d-fe7a-4704-b300-1c06b2dd0ec6 has already been hosted by L3 agent 2c6eb27e-defb-4cca-9a24-381c7415e359 {{(pid=93915) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 18:33:14.318629 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ac31b3-1dda-44cf-8d82-119ddcbc0a65 req-21c2476c-f940-456d-a29d-0eb359838cf9 tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:33:14.326529 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a9ac31b3-1dda-44cf-8d82-119ddcbc0a65 req-21c2476c-f940-456d-a29d-0eb359838cf9 tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] 10.222.0.16 "GET /v2.0/ports?device_id=e324c388-2bb3-401d-a7a7-373392456b8c HTTP/1.1" status: 200 len: 944 time: 0.4634948 Jul 14 18:33:14.332204 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ce1d1f8a-23c5-4b2d-ad7c-fbe162121a46 req-3de600e8-00a2-4707-9704-0ce9c74df724 service neutron] 10.222.0.35 "GET /v2.0/networks/a07a7efb-fbbd-4029-ae94-a21a9cc093fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3488259 Jul 14 18:33:14.470709 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a9ac31b3-1dda-44cf-8d82-119ddcbc0a65 req-2b6e7070-752d-46da-9f67-40db3c9e9aad tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] 10.222.0.16 "GET /v2.0/security-groups?id=c6d2ae5e-7962-48ff-a84c-cacbd11fb04d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1432085 Jul 14 18:33:14.519367 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-9fc72aa7-2a52-4f7a-87c5-05b233cca94f tempest-AllowedAddressPairIpV6TestJSON-545305561 tempest-AllowedAddressPairIpV6TestJSON-545305561-project] Deleting port b081e63d-604e-419e-8027-b1004aa10049 {{(pid=93916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:33:14.519752 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-9fc72aa7-2a52-4f7a-87c5-05b233cca94f tempest-AllowedAddressPairIpV6TestJSON-545305561 tempest-AllowedAddressPairIpV6TestJSON-545305561-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:14.549605 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c56c085-1315-45fb-b51b-b364030eb1c6 req-8595ebb9-f057-4d27-a02d-738b1f0b7602 tempest-ListServersNegativeTestJSON-1954575036 tempest-ListServersNegativeTestJSON-1954575036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:33:14.553124 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2c56c085-1315-45fb-b51b-b364030eb1c6 req-8595ebb9-f057-4d27-a02d-738b1f0b7602 tempest-ListServersNegativeTestJSON-1954575036 tempest-ListServersNegativeTestJSON-1954575036-project] 10.222.0.16 "GET /v2.0/ports?device_id=7ebce3af-548e-4172-8575-203cd6fbd5ab HTTP/1.1" status: 200 len: 944 time: 0.2958419 Jul 14 18:33:14.599147 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9ae701-178e-4b1c-a7fe-aa7d60def726 req-b1d1fb80-f9eb-4ce9-ae98-416d70076bba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:33:14.600706 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-fc9ae701-178e-4b1c-a7fe-aa7d60def726 req-b1d1fb80-f9eb-4ce9-ae98-416d70076bba service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=7e5f5619-b918-4ff9-8d84-fc3a9c92ccf7 HTTP/1.1" status: 200 len: 1097 time: 0.2507176 Jul 14 18:33:14.631270 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ce1d1f8a-23c5-4b2d-ad7c-fbe162121a46 req-5cb322d9-146f-4750-9588-0b66bd2aa608 service neutron] 10.222.0.35 "GET /v2.0/networks/a07a7efb-fbbd-4029-ae94-a21a9cc093fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2862358 Jul 14 18:33:14.688528 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2c56c085-1315-45fb-b51b-b364030eb1c6 req-36d46c15-7608-4bf6-8c27-4bb199046754 tempest-ListServersNegativeTestJSON-1954575036 tempest-ListServersNegativeTestJSON-1954575036-project] 10.222.0.16 "GET /v2.0/security-groups?id=c386ce62-7a65-43f3-a197-165e9e809b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212964 Jul 14 18:33:14.695278 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffee4222-a4ed-40b4-9de9-009711a97897 admin admin] Router 3d66d1cf-0e59-4a39-bd79-0339de07e4f4 is scheduled to L3 agent 2c6eb27e-defb-4cca-9a24-381c7415e359 with binding_index 1 {{(pid=93916) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 18:33:14.728842 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c37384f-cc4b-4cbf-ab40-a9c65b93766a tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Notify agent at l3_agent.n-d-800634-3 the message routers_updated {{(pid=93915) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 18:33:14.735902 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-5c37384f-cc4b-4cbf-ab40-a9c65b93766a tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for floatingip, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:14.747515 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3139dd76-3690-4a75-860d-68a732514789 None None] Sync routers for ids ['f513302d-fe7a-4704-b300-1c06b2dd0ec6'] in n-d-800634-3 {{(pid=93917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 18:33:14.759561 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3139dd76-3690-4a75-860d-68a732514789 None None] Routers {'f513302d-fe7a-4704-b300-1c06b2dd0ec6'} bound to L3 agent in host n-d-800634-3 {{(pid=93917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:33:14.760557 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-3139dd76-3690-4a75-860d-68a732514789 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:32:53Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['f513302d-fe7a-4704-b300-1c06b2dd0ec6'], 'active': True} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:33:14.792483 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-9fc72aa7-2a52-4f7a-87c5-05b233cca94f tempest-AllowedAddressPairIpV6TestJSON-545305561 tempest-AllowedAddressPairIpV6TestJSON-545305561-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:14.810769 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-5c37384f-cc4b-4cbf-ab40-a9c65b93766a tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] 10.222.0.16 "PUT /v2.0/floatingips/4e271df6-a7a0-41ea-8c52-dc26b7d1f665 HTTP/1.1" status: 200 len: 991 time: 3.9078193 Jul 14 18:33:14.811374 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4e0bc60-2fa3-47a3-a9ba-155133f4e67a', 'tag': '5e3cdfe6-c3db-4167-a3c6-0bddcdac61ef'}] {{(pid=93915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:33:14.815106 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-fc9ae701-178e-4b1c-a7fe-aa7d60def726 req-e876a98d-0459-4fed-bf59-3f16759a0b46 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=c386ce62-7a65-43f3-a197-165e9e809b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2072976 Jul 14 18:33:14.820802 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e72782ad3af8f7d4ce76cedf092bca46d1756acc5c4653cf0b52034cdd6b073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb4aa6a2-3ffc-4939-adad-c7260dafbfda" -d '{"events": [{"name": "network-changed", "server_uuid": "a4e0bc60-2fa3-47a3-a9ba-155133f4e67a", "tag": "5e3cdfe6-c3db-4167-a3c6-0bddcdac61ef"}]}' {{(pid=93915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:33:14.856894 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-9fc72aa7-2a52-4f7a-87c5-05b233cca94f tempest-AllowedAddressPairIpV6TestJSON-545305561 tempest-AllowedAddressPairIpV6TestJSON-545305561-project] Calling delete_port for b081e63d-604e-419e-8027-b1004aa10049 owned by {{(pid=93916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:33:14.865724 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-c2898205-6994-4228-9f43-d96b5a5ea1d8 tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:14.949621 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2898205-6994-4228-9f43-d96b5a5ea1d8 tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Pushing event deleted for resources: {'Port': ['ID=87f423f4-0f49-4691-94f5-1c2607857898,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:33:15.051163 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvr_db [None req-3139dd76-3690-4a75-860d-68a732514789 None None] Set router f513302d-fe7a-4704-b300-1c06b2dd0ec6 gateway port host: n-d-800634-3 {{(pid=93917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 18:33:15.106172 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffee4222-a4ed-40b4-9de9-009711a97897 admin admin] Notify agent at l3_agent.n-d-800634-3 the message routers_updated {{(pid=93916) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 18:33:15.119108 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cccdb47-7a33-458e-a1ad-ebdd0679ab06 None None] Sync routers for ids ['3d66d1cf-0e59-4a39-bd79-0339de07e4f4'] in n-d-800634-3 {{(pid=93918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 18:33:15.125384 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-c2898205-6994-4228-9f43-d96b5a5ea1d8 tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:15.127340 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-c2898205-6994-4228-9f43-d96b5a5ea1d8 tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] 10.222.0.16 "DELETE /v2.0/ports/87f423f4-0f49-4691-94f5-1c2607857898 HTTP/1.1" status: 204 len: 168 time: 2.3947659 Jul 14 18:33:15.131876 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 45572) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:33:15.152478 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cccdb47-7a33-458e-a1ad-ebdd0679ab06 None None] Routers {'3d66d1cf-0e59-4a39-bd79-0339de07e4f4'} bound to L3 agent in host n-d-800634-3 {{(pid=93918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:33:15.159954 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-0cccdb47-7a33-458e-a1ad-ebdd0679ab06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:32:53Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['3d66d1cf-0e59-4a39-bd79-0339de07e4f4'], 'active': True} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:33:15.166714 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8237af12-8eed-4e23-b823-0553dd1c856c req-d1039607-a432-411f-97bf-c60464d096f7 tempest-ServerRescueTestJSON-1772516560 tempest-ServerRescueTestJSON-1772516560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:33:15.174520 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-8237af12-8eed-4e23-b823-0553dd1c856c req-d1039607-a432-411f-97bf-c60464d096f7 tempest-ServerRescueTestJSON-1772516560 tempest-ServerRescueTestJSON-1772516560-project] 10.222.0.16 "GET /v2.0/ports?device_id=bd69d1f6-33e2-4cc0-ac5e-10c973fa7772 HTTP/1.1" status: 200 len: 945 time: 0.1793187 Jul 14 18:33:15.249666 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-ffee4222-a4ed-40b4-9de9-009711a97897 admin admin] Notify callbacks [] for router, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:15.250423 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-ffee4222-a4ed-40b4-9de9-009711a97897 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 9.4654908 Jul 14 18:33:15.254067 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 45574) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:33:15.269717 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-8237af12-8eed-4e23-b823-0553dd1c856c req-375ab6cb-3b96-424d-8637-e49a9c620e5c tempest-ServerRescueTestJSON-1772516560 tempest-ServerRescueTestJSON-1772516560-project] 10.222.0.16 "GET /v2.0/security-groups?id=0ef5e3a0-eb15-4d38-952d-7e7d9baf772e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941002 Jul 14 18:33:15.345172 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-9fc72aa7-2a52-4f7a-87c5-05b233cca94f tempest-AllowedAddressPairIpV6TestJSON-545305561 tempest-AllowedAddressPairIpV6TestJSON-545305561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:15.383966 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3b2294a-88db-4027-844b-0ae229237dcf tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:33:15.386335 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-b3b2294a-88db-4027-844b-0ae229237dcf tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] 10.222.0.16 "GET /v2.0/ports?device_id=bee30a2a-4399-42b3-916a-f5d930702390 HTTP/1.1" status: 200 len: 913 time: 0.2546053 Jul 14 18:33:15.388461 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 18:33:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d59830ec-f2c4-4cc8-b6b9-dfac5f564bbe x-openstack-request-id: req-d59830ec-f2c4-4cc8-b6b9-dfac5f564bbe {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:33:15.388972 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4e0bc60-2fa3-47a3-a9ba-155133f4e67a", "tag": "5e3cdfe6-c3db-4167-a3c6-0bddcdac61ef", "status": "completed", "code": 200}]} {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:33:15.390595 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d59830ec-f2c4-4cc8-b6b9-dfac5f564bbe {{(pid=93915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:33:15.391202 n-d-800634-3 neutron-server[93915]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4e0bc60-2fa3-47a3-a9ba-155133f4e67a', 'tag': '5e3cdfe6-c3db-4167-a3c6-0bddcdac61ef', 'status': 'completed', 'code': 200} Jul 14 18:33:15.392297 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 45576) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:33:15.392464 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvr_db [None req-0cccdb47-7a33-458e-a1ad-ebdd0679ab06 None None] Set router 3d66d1cf-0e59-4a39-bd79-0339de07e4f4 gateway port host: n-d-800634-3 {{(pid=93918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 18:33:15.409003 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc72aa7-2a52-4f7a-87c5-05b233cca94f tempest-AllowedAddressPairIpV6TestJSON-545305561 tempest-AllowedAddressPairIpV6TestJSON-545305561-project] Pushing event deleted for resources: {'Port': ['ID=b081e63d-604e-419e-8027-b1004aa10049,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:33:15.596465 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-3139dd76-3690-4a75-860d-68a732514789 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f513302d-fe7a-4704-b300-1c06b2dd0ec6', 'name': 'tempest-TaggedBootDevicesTest_v242-898649069-router', 'tenant_id': '362562baf49d424491e86fd541949698', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.193'}], 'enable_snat': True}, 'gw_port_id': '52ff38de-c174-425f-aad2-a59970965a7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:30:48Z', 'updated_at': '2021-07-14T18:30:54Z', 'revision_number': 4, 'project_id': '362562baf49d424491e86fd541949698', 'gw_port': {'id': '52ff38de-c174-425f-aad2-a59970965a7d', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:50:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f513302d-fe7a-4704-b300-1c06b2dd0ec6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1262, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:30:48Z', 'updated_at': '2021-07-14T18:30:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_floatingips': [{'id': '4e271df6-a7a0-41ea-8c52-dc26b7d1f665', 'tenant_id': '362562baf49d424491e86fd541949698', 'floating_ip_address': '172.25.1.24', 'floating_network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'router_id': 'f513302d-fe7a-4704-b300-1c06b2dd0ec6', 'port_id': '5e3cdfe6-c3db-4167-a3c6-0bddcdac61ef', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1394, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cfaa954e-bb83-44ea-acae-a3d7b9e23407', 'mac_address': 'fa:16:3e:a6:3c:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4e0bc60-2fa3-47a3-a9ba-155133f4e67a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T18:31:44Z', 'updated_at': '2021-07-14T18:33:13Z', 'revision_number': 1, 'project_id': '362562baf49d424491e86fd541949698', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '62b4d8f5-5e75-48bf-9796-b5eb665f5c2a', 'name': '', 'network_id': 'cfaa954e-bb83-44ea-acae-a3d7b9e23407', 'tenant_id': '362562baf49d424491e86fd541949698', 'mac_address': 'fa:16:3e:1f:6b:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f513302d-fe7a-4704-b300-1c06b2dd0ec6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1263, 'fixed_ips': [{'subnet_id': '2a4f902e-afed-4486-b940-935fd979aa23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:30:52Z', 'updated_at': '2021-07-14T18:31:01Z', 'revision_number': 5, 'project_id': '362562baf49d424491e86fd541949698', 'subnets': [{'id': '2a4f902e-afed-4486-b940-935fd979aa23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-3', False) {} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:33:15.791947 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3139dd76-3690-4a75-860d-68a732514789 None None] Checking router: f513302d-fe7a-4704-b300-1c06b2dd0ec6 for host: n-d-800634-3 {{(pid=93917) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 18:33:15.828973 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3139dd76-3690-4a75-860d-68a732514789 None None] Routers {'f513302d-fe7a-4704-b300-1c06b2dd0ec6'} bound to L3 agent in host n-d-800634-3 {{(pid=93917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:33:15.832208 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-3139dd76-3690-4a75-860d-68a732514789 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:32:53Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['f513302d-fe7a-4704-b300-1c06b2dd0ec6'], 'active': True} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:33:16.098794 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-0cccdb47-7a33-458e-a1ad-ebdd0679ab06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d66d1cf-0e59-4a39-bd79-0339de07e4f4', 'name': 'tempest-TaggedBootDevicesTest-167320257-router', 'tenant_id': '97b50484cf0c4fbaadc06c25d281353e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.9'}], 'enable_snat': True}, 'gw_port_id': 'f4dce0fa-4466-4422-8fbf-e549ad994da8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:33:05Z', 'updated_at': '2021-07-14T18:33:12Z', 'revision_number': 3, 'project_id': '97b50484cf0c4fbaadc06c25d281353e', 'gw_port': {'id': 'f4dce0fa-4466-4422-8fbf-e549ad994da8', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:99:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d66d1cf-0e59-4a39-bd79-0339de07e4f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1539, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:33:09Z', 'updated_at': '2021-07-14T18:33:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3'}], 'n-d-800634-3', False) {} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:33:16.153428 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cccdb47-7a33-458e-a1ad-ebdd0679ab06 None None] Checking router: 3d66d1cf-0e59-4a39-bd79-0339de07e4f4 for host: n-d-800634-3 {{(pid=93918) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 18:33:16.154563 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cccdb47-7a33-458e-a1ad-ebdd0679ab06 None None] Updating router 3d66d1cf-0e59-4a39-bd79-0339de07e4f4 port f4dce0fa-4466-4422-8fbf-e549ad994da8 binding host n-d-800634-3 {{(pid=93918) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 18:33:16.193185 n-d-800634-3 neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-0cccdb47-7a33-458e-a1ad-ebdd0679ab06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:16.202917 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-9fc72aa7-2a52-4f7a-87c5-05b233cca94f tempest-AllowedAddressPairIpV6TestJSON-545305561 tempest-AllowedAddressPairIpV6TestJSON-545305561-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:16.213131 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-9fc72aa7-2a52-4f7a-87c5-05b233cca94f tempest-AllowedAddressPairIpV6TestJSON-545305561 tempest-AllowedAddressPairIpV6TestJSON-545305561-project] 10.222.0.16 "DELETE /v2.0/ports/b081e63d-604e-419e-8027-b1004aa10049 HTTP/1.1" status: 204 len: 168 time: 2.6999335 Jul 14 18:33:16.214094 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 45584) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:33:16.337093 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvr_db [None req-3139dd76-3690-4a75-860d-68a732514789 None None] Set router f513302d-fe7a-4704-b300-1c06b2dd0ec6 gateway port host: n-d-800634-3 {{(pid=93917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 18:33:16.388050 n-d-800634-3 neutron-server[93916]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc41c9ad-93f8-48bd-90f8-ace393cbe9f4 tempest-AllowedAddressPairIpV6TestJSON-545305561 tempest-AllowedAddressPairIpV6TestJSON-545305561-project] GET failed (client error): The resource could not be found. Jul 14 18:33:16.408184 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-cc41c9ad-93f8-48bd-90f8-ace393cbe9f4 tempest-AllowedAddressPairIpV6TestJSON-545305561 tempest-AllowedAddressPairIpV6TestJSON-545305561-project] 10.222.0.16 "GET /v2.0/ports/b081e63d-604e-419e-8027-b1004aa10049 HTTP/1.1" status: 404 len: 333 time: 0.1865962 Jul 14 18:33:16.408184 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 45588) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:33:16.659453 n-d-800634-3 neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-0cccdb47-7a33-458e-a1ad-ebdd0679ab06 None None] Notify callbacks [] for port, precommit_update {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:16.675889 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.provisioning_blocks [None req-0cccdb47-7a33-458e-a1ad-ebdd0679ab06 None None] Transition to ACTIVE for port object f4dce0fa-4466-4422-8fbf-e549ad994da8 will not be triggered until provisioned by entity L2. {{(pid=93918) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:33:16.685372 n-d-800634-3 neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-0cccdb47-7a33-458e-a1ad-ebdd0679ab06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:16.798096 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74059477-5211-419e-aade-609cf5d58a3b None None] Pushing event updated for resources: {'Port': ['ID=f4dce0fa-4466-4422-8fbf-e549ad994da8,revision_number=2']} {{(pid=93918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:33:16.857420 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74059477-5211-419e-aade-609cf5d58a3b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:33:16.864802 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74059477-5211-419e-aade-609cf5d58a3b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:33:16.865576 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74059477-5211-419e-aade-609cf5d58a3b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:33:16.866197 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74059477-5211-419e-aade-609cf5d58a3b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:33:16.866754 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74059477-5211-419e-aade-609cf5d58a3b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:33:16.867378 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74059477-5211-419e-aade-609cf5d58a3b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:33:16.867920 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74059477-5211-419e-aade-609cf5d58a3b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:33:16.868530 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74059477-5211-419e-aade-609cf5d58a3b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:33:16.869606 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74059477-5211-419e-aade-609cf5d58a3b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:33:16.870168 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74059477-5211-419e-aade-609cf5d58a3b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:33:16.870777 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74059477-5211-419e-aade-609cf5d58a3b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:33:16.871574 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74059477-5211-419e-aade-609cf5d58a3b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:33:16.899915 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.managers [None req-0cccdb47-7a33-458e-a1ad-ebdd0679ab06 None None] Attempting to bind port f4dce0fa-4466-4422-8fbf-e549ad994da8 on host n-d-800634-3 for vnic_type normal with profile {{(pid=93918) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:33:16.900884 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.managers [None req-0cccdb47-7a33-458e-a1ad-ebdd0679ab06 None None] Attempting to bind port f4dce0fa-4466-4422-8fbf-e549ad994da8 by drivers openvswitch,hyperv on host n-d-800634-3 at level 0 using segments [{'id': '5afb940b-bbdf-4727-be00-5d46367c38a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9200a437-e1de-4520-88f6-e68386523e61'}] {{(pid=93918) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:33:16.901590 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cccdb47-7a33-458e-a1ad-ebdd0679ab06 None None] Attempting to bind port f4dce0fa-4466-4422-8fbf-e549ad994da8 on network 9200a437-e1de-4520-88f6-e68386523e61 {{(pid=93918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:33:16.915995 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cccdb47-7a33-458e-a1ad-ebdd0679ab06 None None] Checking agent: {'id': '01c19e91-a945-4e3c-94a6-c211e17c923e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 8, 23), 'started_at': datetime.datetime(2021, 7, 14, 18, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 18, 32, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 18:33:16.916462 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f0eded-42b2-472a-af87-c0b0850c38f0 req-2c5bee7e-5517-4625-a170-0604105226b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:33:16.917209 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cccdb47-7a33-458e-a1ad-ebdd0679ab06 None None] Checking segment: {'id': '5afb940b-bbdf-4727-be00-5d46367c38a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9200a437-e1de-4520-88f6-e68386523e61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93918) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:33:16.919422 n-d-800634-3 neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-0cccdb47-7a33-458e-a1ad-ebdd0679ab06 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:16.920284 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cccdb47-7a33-458e-a1ad-ebdd0679ab06 None None] Bound using segment: {'id': '5afb940b-bbdf-4727-be00-5d46367c38a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9200a437-e1de-4520-88f6-e68386523e61'} {{(pid=93918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 18:33:16.920494 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-f6f0eded-42b2-472a-af87-c0b0850c38f0 req-2c5bee7e-5517-4625-a170-0604105226b3 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=24c9d5cb-b41f-4bec-9b3b-9bd00fc67e89 HTTP/1.1" status: 200 len: 1097 time: 0.5614245 Jul 14 18:33:16.921660 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.managers [None req-0cccdb47-7a33-458e-a1ad-ebdd0679ab06 None None] Bound port: f4dce0fa-4466-4422-8fbf-e549ad994da8, host: n-d-800634-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5afb940b-bbdf-4727-be00-5d46367c38a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9200a437-e1de-4520-88f6-e68386523e61'}}] {{(pid=93918) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 18:33:16.922695 n-d-800634-3 neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-0cccdb47-7a33-458e-a1ad-ebdd0679ab06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:16.946153 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-ad89a3c4-a3ad-4282-97ac-ddc8e4bd4c0e tempest-AllowedAddressPairIpV6TestJSON-545305561 tempest-AllowedAddressPairIpV6TestJSON-545305561-project] Deleting port a7b3a8b4-623e-40b4-a54c-04665b6cb890 {{(pid=93916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:33:16.951679 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-ad89a3c4-a3ad-4282-97ac-ddc8e4bd4c0e tempest-AllowedAddressPairIpV6TestJSON-545305561 tempest-AllowedAddressPairIpV6TestJSON-545305561-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:17.014942 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.db [None req-0cccdb47-7a33-458e-a1ad-ebdd0679ab06 None None] For port f4dce0fa-4466-4422-8fbf-e549ad994da8, host n-d-800634-3, cleared binding levels {{(pid=93918) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:33:17.019006 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.db [None req-0cccdb47-7a33-458e-a1ad-ebdd0679ab06 None None] For port f4dce0fa-4466-4422-8fbf-e549ad994da8, host n-d-800634-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=f4dce0fa-4466-4422-8fbf-e549ad994da8,segment=NetworkSegment(5afb940b-bbdf-4727-be00-5d46367c38a1),segment_id=5afb940b-bbdf-4727-be00-5d46367c38a1)] {{(pid=93918) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 18:33:17.025378 n-d-800634-3 neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-0cccdb47-7a33-458e-a1ad-ebdd0679ab06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:17.263719 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cccdb47-7a33-458e-a1ad-ebdd0679ab06 None None] Routers {'3d66d1cf-0e59-4a39-bd79-0339de07e4f4'} bound to L3 agent in host n-d-800634-3 {{(pid=93918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:33:17.264896 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-0cccdb47-7a33-458e-a1ad-ebdd0679ab06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:32:53Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['3d66d1cf-0e59-4a39-bd79-0339de07e4f4'], 'active': True} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:33:17.370888 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74059477-5211-419e-aade-609cf5d58a3b None None] Pushing event updated for resources: {'Port': ['ID=f4dce0fa-4466-4422-8fbf-e549ad994da8,revision_number=3']} {{(pid=93918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:33:17.426992 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-ad89a3c4-a3ad-4282-97ac-ddc8e4bd4c0e tempest-AllowedAddressPairIpV6TestJSON-545305561 tempest-AllowedAddressPairIpV6TestJSON-545305561-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:17.451733 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-3139dd76-3690-4a75-860d-68a732514789 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f513302d-fe7a-4704-b300-1c06b2dd0ec6', 'name': 'tempest-TaggedBootDevicesTest_v242-898649069-router', 'tenant_id': '362562baf49d424491e86fd541949698', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.193'}], 'enable_snat': True}, 'gw_port_id': '52ff38de-c174-425f-aad2-a59970965a7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:30:48Z', 'updated_at': '2021-07-14T18:30:54Z', 'revision_number': 4, 'project_id': '362562baf49d424491e86fd541949698', 'gw_port': {'id': '52ff38de-c174-425f-aad2-a59970965a7d', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:50:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f513302d-fe7a-4704-b300-1c06b2dd0ec6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1262, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:30:48Z', 'updated_at': '2021-07-14T18:30:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_floatingips': [{'id': '4e271df6-a7a0-41ea-8c52-dc26b7d1f665', 'tenant_id': '362562baf49d424491e86fd541949698', 'floating_ip_address': '172.25.1.24', 'floating_network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'router_id': 'f513302d-fe7a-4704-b300-1c06b2dd0ec6', 'port_id': '5e3cdfe6-c3db-4167-a3c6-0bddcdac61ef', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1394, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cfaa954e-bb83-44ea-acae-a3d7b9e23407', 'mac_address': 'fa:16:3e:a6:3c:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4e0bc60-2fa3-47a3-a9ba-155133f4e67a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T18:31:44Z', 'updated_at': '2021-07-14T18:33:13Z', 'revision_number': 1, 'project_id': '362562baf49d424491e86fd541949698', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '62b4d8f5-5e75-48bf-9796-b5eb665f5c2a', 'name': '', 'network_id': 'cfaa954e-bb83-44ea-acae-a3d7b9e23407', 'tenant_id': '362562baf49d424491e86fd541949698', 'mac_address': 'fa:16:3e:1f:6b:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f513302d-fe7a-4704-b300-1c06b2dd0ec6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1263, 'fixed_ips': [{'subnet_id': '2a4f902e-afed-4486-b940-935fd979aa23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:30:52Z', 'updated_at': '2021-07-14T18:31:01Z', 'revision_number': 5, 'project_id': '362562baf49d424491e86fd541949698', 'subnets': [{'id': '2a4f902e-afed-4486-b940-935fd979aa23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-3', False) {} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:33:17.506752 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-ad89a3c4-a3ad-4282-97ac-ddc8e4bd4c0e tempest-AllowedAddressPairIpV6TestJSON-545305561 tempest-AllowedAddressPairIpV6TestJSON-545305561-project] Calling delete_port for a7b3a8b4-623e-40b4-a54c-04665b6cb890 owned by {{(pid=93916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:33:17.531891 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3139dd76-3690-4a75-860d-68a732514789 None None] The sync data for ids ['f513302d-fe7a-4704-b300-1c06b2dd0ec6'] in n-d-800634-3 is: [{'id': 'f513302d-fe7a-4704-b300-1c06b2dd0ec6', 'name': 'tempest-TaggedBootDevicesTest_v242-898649069-router', 'tenant_id': '362562baf49d424491e86fd541949698', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.193'}], 'enable_snat': True}, 'gw_port_id': '52ff38de-c174-425f-aad2-a59970965a7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:30:48Z', 'updated_at': '2021-07-14T18:30:54Z', 'revision_number': 4, 'project_id': '362562baf49d424491e86fd541949698', 'gw_port': {'id': '52ff38de-c174-425f-aad2-a59970965a7d', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:50:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f513302d-fe7a-4704-b300-1c06b2dd0ec6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1262, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:30:48Z', 'updated_at': '2021-07-14T18:30:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_floatingips': [{'id': '4e271df6-a7a0-41ea-8c52-dc26b7d1f665', 'tenant_id': '362562baf49d424491e86fd541949698', 'floating_ip_address': '172.25.1.24', 'floating_network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'router_id': 'f513302d-fe7a-4704-b300-1c06b2dd0ec6', 'port_id': '5e3cdfe6-c3db-4167-a3c6-0bddcdac61ef', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1394, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cfaa954e-bb83-44ea-acae-a3d7b9e23407', 'mac_address': 'fa:16:3e:a6:3c:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4e0bc60-2fa3-47a3-a9ba-155133f4e67a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T18:31:44Z', 'updated_at': '2021-07-14T18:33:13Z', 'revision_number': 1, 'project_id': '362562baf49d424491e86fd541949698', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '62b4d8f5-5e75-48bf-9796-b5eb665f5c2a', 'name': '', 'network_id': 'cfaa954e-bb83-44ea-acae-a3d7b9e23407', 'tenant_id': '362562baf49d424491e86fd541949698', 'mac_address': 'fa:16:3e:1f:6b:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f513302d-fe7a-4704-b300-1c06b2dd0ec6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1263, 'fixed_ips': [{'subnet_id': '2a4f902e-afed-4486-b940-935fd979aa23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:30:52Z', 'updated_at': '2021-07-14T18:31:01Z', 'revision_number': 5, 'project_id': '362562baf49d424491e86fd541949698', 'subnets': [{'id': '2a4f902e-afed-4486-b940-935fd979aa23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 18:33:17.661734 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvr_db [None req-0cccdb47-7a33-458e-a1ad-ebdd0679ab06 None None] Set router 3d66d1cf-0e59-4a39-bd79-0339de07e4f4 gateway port host: n-d-800634-3 {{(pid=93918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 18:33:17.773401 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-ad89a3c4-a3ad-4282-97ac-ddc8e4bd4c0e tempest-AllowedAddressPairIpV6TestJSON-545305561 tempest-AllowedAddressPairIpV6TestJSON-545305561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:17.777963 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-f6f0eded-42b2-472a-af87-c0b0850c38f0 req-1f2364f1-1860-4219-8914-581b83fd65ed service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=c386ce62-7a65-43f3-a197-165e9e809b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8118076 Jul 14 18:33:17.784553 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-4b155991-c4f7-4d4e-bba6-00ef335ae7b5 req-656b3b5d-8974-4a5c-9fbd-23c6a5491c0c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=614c79d4-3e9e-49ef-bb1f-c14b808e938a HTTP/1.1" status: 200 len: 217 time: 1.5046017 Jul 14 18:33:17.819206 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad89a3c4-a3ad-4282-97ac-ddc8e4bd4c0e tempest-AllowedAddressPairIpV6TestJSON-545305561 tempest-AllowedAddressPairIpV6TestJSON-545305561-project] Pushing event deleted for resources: {'Port': ['ID=a7b3a8b4-623e-40b4-a54c-04665b6cb890,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:33:17.902240 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-ad89a3c4-a3ad-4282-97ac-ddc8e4bd4c0e tempest-AllowedAddressPairIpV6TestJSON-545305561 tempest-AllowedAddressPairIpV6TestJSON-545305561-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:17.907229 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-ad89a3c4-a3ad-4282-97ac-ddc8e4bd4c0e tempest-AllowedAddressPairIpV6TestJSON-545305561 tempest-AllowedAddressPairIpV6TestJSON-545305561-project] 10.222.0.16 "DELETE /v2.0/ports/a7b3a8b4-623e-40b4-a54c-04665b6cb890 HTTP/1.1" status: 204 len: 168 time: 1.4940507 Jul 14 18:33:17.911441 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 45598) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:33:18.022405 n-d-800634-3 neutron-server[93916]: INFO neutron.pecan_wsgi.hooks.translation [None req-46ee3423-f01e-4544-b6d2-eb2421bb6efc tempest-AllowedAddressPairIpV6TestJSON-545305561 tempest-AllowedAddressPairIpV6TestJSON-545305561-project] GET failed (client error): The resource could not be found. Jul 14 18:33:18.025032 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-46ee3423-f01e-4544-b6d2-eb2421bb6efc tempest-AllowedAddressPairIpV6TestJSON-545305561 tempest-AllowedAddressPairIpV6TestJSON-545305561-project] 10.222.0.16 "GET /v2.0/ports/a7b3a8b4-623e-40b4-a54c-04665b6cb890 HTTP/1.1" status: 404 len: 333 time: 0.1125481 Jul 14 18:33:18.034734 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 45600) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:33:18.044166 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4aa6a2-3ffc-4939-adad-c7260dafbfda req-1f1162ad-4b9e-452e-b111-0f268696fa8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:33:18.044727 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4aa6a2-3ffc-4939-adad-c7260dafbfda req-1f1162ad-4b9e-452e-b111-0f268696fa8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:33:18.045220 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4aa6a2-3ffc-4939-adad-c7260dafbfda req-1f1162ad-4b9e-452e-b111-0f268696fa8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:33:18.045706 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4aa6a2-3ffc-4939-adad-c7260dafbfda req-1f1162ad-4b9e-452e-b111-0f268696fa8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:33:18.046187 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4aa6a2-3ffc-4939-adad-c7260dafbfda req-1f1162ad-4b9e-452e-b111-0f268696fa8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:33:18.046670 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4aa6a2-3ffc-4939-adad-c7260dafbfda req-1f1162ad-4b9e-452e-b111-0f268696fa8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:33:18.047151 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4aa6a2-3ffc-4939-adad-c7260dafbfda req-1f1162ad-4b9e-452e-b111-0f268696fa8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:33:18.052014 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-cb4aa6a2-3ffc-4939-adad-c7260dafbfda req-1f1162ad-4b9e-452e-b111-0f268696fa8a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=362562baf49d424491e86fd541949698&device_id=a4e0bc60-2fa3-47a3-a9ba-155133f4e67a HTTP/1.1" status: 200 len: 6501 time: 1.6079283 Jul 14 18:33:18.058391 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dc87393-53d1-483c-9f51-a5334e339735 None None] New status for floating IP 4e271df6-a7a0-41ea-8c52-dc26b7d1f665: ACTIVE {{(pid=93917) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 18:33:18.064240 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bedce74-861e-44ab-b1c4-184980768315 req-5541ad3d-f67a-41eb-9b03-beebea9d3865 tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:33:18.066337 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-7bedce74-861e-44ab-b1c4-184980768315 req-5541ad3d-f67a-41eb-9b03-beebea9d3865 tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] 10.222.0.16 "GET /v2.0/ports?device_id=e324c388-2bb3-401d-a7a7-373392456b8c HTTP/1.1" status: 200 len: 944 time: 2.1426957 Jul 14 18:33:18.119572 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-0cccdb47-7a33-458e-a1ad-ebdd0679ab06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d66d1cf-0e59-4a39-bd79-0339de07e4f4', 'name': 'tempest-TaggedBootDevicesTest-167320257-router', 'tenant_id': '97b50484cf0c4fbaadc06c25d281353e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.9'}], 'enable_snat': True}, 'gw_port_id': 'f4dce0fa-4466-4422-8fbf-e549ad994da8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:33:05Z', 'updated_at': '2021-07-14T18:33:12Z', 'revision_number': 3, 'project_id': '97b50484cf0c4fbaadc06c25d281353e', 'gw_port': {'id': 'f4dce0fa-4466-4422-8fbf-e549ad994da8', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:99:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d66d1cf-0e59-4a39-bd79-0339de07e4f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1539, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:33:09Z', 'updated_at': '2021-07-14T18:33:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3'}], 'n-d-800634-3', False) {} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:33:18.161896 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cccdb47-7a33-458e-a1ad-ebdd0679ab06 None None] The sync data for ids ['3d66d1cf-0e59-4a39-bd79-0339de07e4f4'] in n-d-800634-3 is: [{'id': '3d66d1cf-0e59-4a39-bd79-0339de07e4f4', 'name': 'tempest-TaggedBootDevicesTest-167320257-router', 'tenant_id': '97b50484cf0c4fbaadc06c25d281353e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.9'}], 'enable_snat': True}, 'gw_port_id': 'f4dce0fa-4466-4422-8fbf-e549ad994da8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:33:05Z', 'updated_at': '2021-07-14T18:33:12Z', 'revision_number': 3, 'project_id': '97b50484cf0c4fbaadc06c25d281353e', 'gw_port': {'id': 'f4dce0fa-4466-4422-8fbf-e549ad994da8', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:99:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d66d1cf-0e59-4a39-bd79-0339de07e4f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1539, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:33:09Z', 'updated_at': '2021-07-14T18:33:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3'}] {{(pid=93918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 18:33:18.199713 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caee0315-a103-4269-b759-3a233b821199 req-121b1320-4ed8-42cd-86b6-a7514299951c tempest-ListServersNegativeTestJSON-1954575036 tempest-ListServersNegativeTestJSON-1954575036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:33:18.209679 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-caee0315-a103-4269-b759-3a233b821199 req-121b1320-4ed8-42cd-86b6-a7514299951c tempest-ListServersNegativeTestJSON-1954575036 tempest-ListServersNegativeTestJSON-1954575036-project] 10.222.0.16 "GET /v2.0/ports?device_id=7ebce3af-548e-4172-8575-203cd6fbd5ab HTTP/1.1" status: 200 len: 944 time: 1.7448566 Jul 14 18:33:18.225075 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-7bedce74-861e-44ab-b1c4-184980768315 req-b499134c-be20-481c-bf6c-dd4d5e63f5fb tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] 10.222.0.16 "GET /v2.0/security-groups?id=c6d2ae5e-7962-48ff-a84c-cacbd11fb04d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1347661 Jul 14 18:33:18.260712 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-7aad1cf8-0409-40b6-9691-9c569f2e16cf tempest-AllowedAddressPairIpV6TestJSON-545305561 tempest-AllowedAddressPairIpV6TestJSON-545305561-project] Deleting port e75f5967-fd6d-4c6e-8c31-a22c346e5d0c {{(pid=93916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:33:18.261072 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-7aad1cf8-0409-40b6-9691-9c569f2e16cf tempest-AllowedAddressPairIpV6TestJSON-545305561 tempest-AllowedAddressPairIpV6TestJSON-545305561-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:18.410878 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-7aad1cf8-0409-40b6-9691-9c569f2e16cf tempest-AllowedAddressPairIpV6TestJSON-545305561 tempest-AllowedAddressPairIpV6TestJSON-545305561-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:18.429576 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-7aad1cf8-0409-40b6-9691-9c569f2e16cf tempest-AllowedAddressPairIpV6TestJSON-545305561 tempest-AllowedAddressPairIpV6TestJSON-545305561-project] Calling delete_port for e75f5967-fd6d-4c6e-8c31-a22c346e5d0c owned by {{(pid=93916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:33:18.504439 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-caee0315-a103-4269-b759-3a233b821199 req-cf70a144-1d18-477a-9288-1747fb403eb4 tempest-ListServersNegativeTestJSON-1954575036 tempest-ListServersNegativeTestJSON-1954575036-project] 10.222.0.16 "GET /v2.0/security-groups?id=c386ce62-7a65-43f3-a197-165e9e809b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2717156 Jul 14 18:33:18.546780 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b155991-c4f7-4d4e-bba6-00ef335ae7b5 req-ffb70182-7916-4d42-85ac-ce264b8213d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:33:18.548654 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-4b155991-c4f7-4d4e-bba6-00ef335ae7b5 req-ffb70182-7916-4d42-85ac-ce264b8213d4 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=16963be7-2514-43a8-ae92-2c8ccfc02c91 HTTP/1.1" status: 200 len: 857 time: 0.2722666 Jul 14 18:33:18.643128 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-7aad1cf8-0409-40b6-9691-9c569f2e16cf tempest-AllowedAddressPairIpV6TestJSON-545305561 tempest-AllowedAddressPairIpV6TestJSON-545305561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:18.672455 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-4b155991-c4f7-4d4e-bba6-00ef335ae7b5 req-ccaa6f6e-95c7-4a17-9224-f9c4fc570c82 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5641320d-334e-4428-915a-8e9a03b89510&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0699899 Jul 14 18:33:18.695156 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aad1cf8-0409-40b6-9691-9c569f2e16cf tempest-AllowedAddressPairIpV6TestJSON-545305561 tempest-AllowedAddressPairIpV6TestJSON-545305561-project] Pushing event deleted for resources: {'Port': ['ID=e75f5967-fd6d-4c6e-8c31-a22c346e5d0c,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:33:18.723511 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-7aad1cf8-0409-40b6-9691-9c569f2e16cf tempest-AllowedAddressPairIpV6TestJSON-545305561 tempest-AllowedAddressPairIpV6TestJSON-545305561-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:18.725899 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-7aad1cf8-0409-40b6-9691-9c569f2e16cf tempest-AllowedAddressPairIpV6TestJSON-545305561 tempest-AllowedAddressPairIpV6TestJSON-545305561-project] 10.222.0.16 "DELETE /v2.0/ports/e75f5967-fd6d-4c6e-8c31-a22c346e5d0c HTTP/1.1" status: 204 len: 168 time: 0.6901128 Jul 14 18:33:18.728882 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 45604) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:33:18.729168 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4aa6a2-3ffc-4939-adad-c7260dafbfda req-a42af5d8-3484-4496-af6a-3c9f704e6ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:33:18.730981 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-cb4aa6a2-3ffc-4939-adad-c7260dafbfda req-a42af5d8-3484-4496-af6a-3c9f704e6ce1 service neutron] 10.222.0.18 "GET /v2.0/networks?id=cfaa954e-bb83-44ea-acae-a3d7b9e23407 HTTP/1.1" status: 200 len: 916 time: 0.4311137 Jul 14 18:33:18.801034 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.db_base_plugin_v2 [None req-c73ad1e4-823f-41f4-a7eb-0dc28b44b3d1 tempest-AllowedAddressPairIpV6TestJSON-545305561 tempest-AllowedAddressPairIpV6TestJSON-545305561-project] Deleting subnet 383b0c68-8032-4a92-be49-fabe39f33822 {{(pid=93916) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 18:33:18.804604 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-c73ad1e4-823f-41f4-a7eb-0dc28b44b3d1 tempest-AllowedAddressPairIpV6TestJSON-545305561 tempest-AllowedAddressPairIpV6TestJSON-545305561-project] Notify callbacks [] for subnet, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:18.860827 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-c73ad1e4-823f-41f4-a7eb-0dc28b44b3d1 tempest-AllowedAddressPairIpV6TestJSON-545305561 tempest-AllowedAddressPairIpV6TestJSON-545305561-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26296866'] for subnet, precommit_delete_associations {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:18.907051 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-4b155991-c4f7-4d4e-bba6-00ef335ae7b5 req-9083ed58-84a5-4927-9a87-f36d1e22c140 service neutron] 10.222.0.18 "GET /v2.0/networks/5641320d-334e-4428-915a-8e9a03b89510?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1956069 Jul 14 18:33:18.997080 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-b8edd0d8-b7b5-4c97-aaf3-4c38d5e9d7fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:19.018323 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-c73ad1e4-823f-41f4-a7eb-0dc28b44b3d1 tempest-AllowedAddressPairIpV6TestJSON-545305561 tempest-AllowedAddressPairIpV6TestJSON-545305561-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081283'] for subnet, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:19.050284 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-cb4aa6a2-3ffc-4939-adad-c7260dafbfda req-86bcae04-4531-4ee9-96f1-9ddfefa281e8 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5e3cdfe6-c3db-4167-a3c6-0bddcdac61ef HTTP/1.1" status: 200 len: 1001 time: 0.2941923 Jul 14 18:33:19.064719 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a81781-551a-4024-b824-37f3c7401fb1 req-db71a514-a029-4325-b647-6b0d7bde288a tempest-ServerRescueTestJSON-1772516560 tempest-ServerRescueTestJSON-1772516560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:33:19.066200 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c3a81781-551a-4024-b824-37f3c7401fb1 req-db71a514-a029-4325-b647-6b0d7bde288a tempest-ServerRescueTestJSON-1772516560 tempest-ServerRescueTestJSON-1772516560-project] 10.222.0.16 "GET /v2.0/ports?device_id=bd69d1f6-33e2-4cc0-ac5e-10c973fa7772 HTTP/1.1" status: 200 len: 945 time: 0.5889416 Jul 14 18:33:19.105788 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-c73ad1e4-823f-41f4-a7eb-0dc28b44b3d1 tempest-AllowedAddressPairIpV6TestJSON-545305561 tempest-AllowedAddressPairIpV6TestJSON-545305561-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2684816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26033152'] for subnet, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:19.148829 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f345105-182b-4de9-9c9c-e1c1353897c9 None None] Network 08ce56b4-5b99-4e00-88e6-321302e509b2 requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:33:19.149454 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-c73ad1e4-823f-41f4-a7eb-0dc28b44b3d1 tempest-AllowedAddressPairIpV6TestJSON-545305561 tempest-AllowedAddressPairIpV6TestJSON-545305561-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598705'] for subnet, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:19.151932 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-c73ad1e4-823f-41f4-a7eb-0dc28b44b3d1 tempest-AllowedAddressPairIpV6TestJSON-545305561 tempest-AllowedAddressPairIpV6TestJSON-545305561-project] 10.222.0.16 "DELETE /v2.0/subnets/383b0c68-8032-4a92-be49-fabe39f33822 HTTP/1.1" status: 204 len: 168 time: 0.4218185 Jul 14 18:33:19.153386 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73ad1e4-823f-41f4-a7eb-0dc28b44b3d1 tempest-AllowedAddressPairIpV6TestJSON-545305561 tempest-AllowedAddressPairIpV6TestJSON-545305561-project] Pushing event deleted for resources: {'Subnet': ['ID=383b0c68-8032-4a92-be49-fabe39f33822,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:33:19.158106 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 45606) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:33:19.245239 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4aa6a2-3ffc-4939-adad-c7260dafbfda req-8a122387-fc94-48a5-a4dc-a72afd4bad28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:33:19.246806 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-cb4aa6a2-3ffc-4939-adad-c7260dafbfda req-8a122387-fc94-48a5-a4dc-a72afd4bad28 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2a4f902e-afed-4486-b940-935fd979aa23 HTTP/1.1" status: 200 len: 855 time: 0.1741014 Jul 14 18:33:19.312006 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c3a81781-551a-4024-b824-37f3c7401fb1 req-6a684080-f367-4606-a96d-5adb6f001257 tempest-ServerRescueTestJSON-1772516560 tempest-ServerRescueTestJSON-1772516560-project] 10.222.0.16 "GET /v2.0/security-groups?id=0ef5e3a0-eb15-4d38-952d-7e7d9baf772e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2228494 Jul 14 18:33:19.313778 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-bd07862e-738d-467e-a509-eed23d322195 tempest-AllowedAddressPairIpV6TestJSON-545305561 tempest-AllowedAddressPairIpV6TestJSON-545305561-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645734'] for network, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:19.322095 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-4b155991-c4f7-4d4e-bba6-00ef335ae7b5 req-23b28df9-36d6-49a3-83f5-541444ac51ab service neutron] 10.222.0.18 "GET /v2.0/networks/5641320d-334e-4428-915a-8e9a03b89510?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3997037 Jul 14 18:33:19.439391 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-bd07862e-738d-467e-a509-eed23d322195 tempest-AllowedAddressPairIpV6TestJSON-545305561 tempest-AllowedAddressPairIpV6TestJSON-545305561-project] Deleting port 8d7c2529-e11b-4748-b648-60a1eff282eb {{(pid=93916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:33:19.440035 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-bd07862e-738d-467e-a509-eed23d322195 tempest-AllowedAddressPairIpV6TestJSON-545305561 tempest-AllowedAddressPairIpV6TestJSON-545305561-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:19.451284 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9be3a8c-0cc7-43f6-afd0-3ea744011ed6 None None] DHCP port deletion for 08ce56b4-5b99-4e00-88e6-321302e509b2 request from n-d-800634-3 {{(pid=93917) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 18:33:19.477385 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-3558b5a8-d74e-4eaf-b81c-97ae1e316a23 tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-928623'] for router_interface, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:19.521067 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.db [None req-bd07862e-738d-467e-a509-eed23d322195 tempest-AllowedAddressPairIpV6TestJSON-545305561 tempest-AllowedAddressPairIpV6TestJSON-545305561-project] For port 8d7c2529-e11b-4748-b648-60a1eff282eb, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=8d7c2529-e11b-4748-b648-60a1eff282eb,segment=NetworkSegment(b8de460c-2f2c-4216-9f9d-02905e93e86f),segment_id=b8de460c-2f2c-4216-9f9d-02905e93e86f)] {{(pid=93916) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:33:19.528179 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-bd07862e-738d-467e-a509-eed23d322195 tempest-AllowedAddressPairIpV6TestJSON-545305561 tempest-AllowedAddressPairIpV6TestJSON-545305561-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:19.549463 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-d9be3a8c-0cc7-43f6-afd0-3ea744011ed6 None None] Deleting port 8d7c2529-e11b-4748-b648-60a1eff282eb {{(pid=93917) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:33:19.549850 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-d9be3a8c-0cc7-43f6-afd0-3ea744011ed6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:19.573137 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-bd07862e-738d-467e-a509-eed23d322195 tempest-AllowedAddressPairIpV6TestJSON-545305561 tempest-AllowedAddressPairIpV6TestJSON-545305561-project] Calling delete_port for 8d7c2529-e11b-4748-b648-60a1eff282eb owned by network:dhcp {{(pid=93916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:33:19.671788 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-d9be3a8c-0cc7-43f6-afd0-3ea744011ed6 None None] For port 8d7c2529-e11b-4748-b648-60a1eff282eb, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=8d7c2529-e11b-4748-b648-60a1eff282eb,segment=NetworkSegment(b8de460c-2f2c-4216-9f9d-02905e93e86f),segment_id=b8de460c-2f2c-4216-9f9d-02905e93e86f)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:33:19.672270 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-d9be3a8c-0cc7-43f6-afd0-3ea744011ed6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:19.687546 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-bd07862e-738d-467e-a509-eed23d322195 tempest-AllowedAddressPairIpV6TestJSON-545305561 tempest-AllowedAddressPairIpV6TestJSON-545305561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:19.694439 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-d9be3a8c-0cc7-43f6-afd0-3ea744011ed6 None None] Calling delete_port for 8d7c2529-e11b-4748-b648-60a1eff282eb owned by network:dhcp {{(pid=93917) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:33:19.730366 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd07862e-738d-467e-a509-eed23d322195 tempest-AllowedAddressPairIpV6TestJSON-545305561 tempest-AllowedAddressPairIpV6TestJSON-545305561-project] No DVR routers for this DVR port 8d7c2529-e11b-4748-b648-60a1eff282eb on host n-d-800634-3 {{(pid=93916) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 18:33:19.769316 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd07862e-738d-467e-a509-eed23d322195 tempest-AllowedAddressPairIpV6TestJSON-545305561 tempest-AllowedAddressPairIpV6TestJSON-545305561-project] Pushing event deleted for resources: {'Port': ['ID=8d7c2529-e11b-4748-b648-60a1eff282eb,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:33:19.805073 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.db_base_plugin_common [None req-b8edd0d8-b7b5-4c97-aaf3-4c38d5e9d7fc admin admin] Allocated IP 172.20.0.1 (a3451eaf-fb13-48b5-b64d-da7580c60487/ca505849-4eae-4ad9-8cb2-1c989449b21f/acce96de-fa0d-4328-b8c7-90358a15052d) {{(pid=93915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:33:19.839456 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device f4dce0fa-4466-4422-8fbf-e549ad994da8 up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:33:19.870724 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4aa6a2-3ffc-4939-adad-c7260dafbfda req-f44bd4d5-e55c-43b2-a88f-19e06a304d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:33:19.872413 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-cb4aa6a2-3ffc-4939-adad-c7260dafbfda req-f44bd4d5-e55c-43b2-a88f-19e06a304d26 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=cfaa954e-bb83-44ea-acae-a3d7b9e23407&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6135662 Jul 14 18:33:19.911327 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-bd07862e-738d-467e-a509-eed23d322195 tempest-AllowedAddressPairIpV6TestJSON-545305561 tempest-AllowedAddressPairIpV6TestJSON-545305561-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2096010', 'neutron.services.segments.db._delete_segments_for_network-8728202734996'] for network, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:19.922619 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-d9be3a8c-0cc7-43f6-afd0-3ea744011ed6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813'] for port, after_delete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:19.923770 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.segments.db [None req-bd07862e-738d-467e-a509-eed23d322195 tempest-AllowedAddressPairIpV6TestJSON-545305561 tempest-AllowedAddressPairIpV6TestJSON-545305561-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08ce56b4-5b99-4e00-88e6-321302e509b2']}} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:33:19.938657 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.segments.db [None req-bd07862e-738d-467e-a509-eed23d322195 tempest-AllowedAddressPairIpV6TestJSON-545305561 tempest-AllowedAddressPairIpV6TestJSON-545305561-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8de460c-2f2c-4216-9f9d-02905e93e86f') {'for_net_delete': True} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:33:19.939290 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.segments.db [None req-bd07862e-738d-467e-a509-eed23d322195 tempest-AllowedAddressPairIpV6TestJSON-545305561 tempest-AllowedAddressPairIpV6TestJSON-545305561-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8de460c-2f2c-4216-9f9d-02905e93e86f') {} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:33:19.951729 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-bd07862e-738d-467e-a509-eed23d322195 tempest-AllowedAddressPairIpV6TestJSON-545305561 tempest-AllowedAddressPairIpV6TestJSON-545305561-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728202715275', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26296891'] for segment, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:19.957514 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9be3a8c-0cc7-43f6-afd0-3ea744011ed6 None None] Pushing event deleted for resources: {'Port': ['ID=8d7c2529-e11b-4748-b648-60a1eff282eb,revision_number=None']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:33:19.962180 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9be3a8c-0cc7-43f6-afd0-3ea744011ed6 None None] No DVR routers for this DVR port 8d7c2529-e11b-4748-b648-60a1eff282eb on host n-d-800634-3 {{(pid=93917) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 18:33:19.969556 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning for port f4dce0fa-4466-4422-8fbf-e549ad994da8 completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:33:19.970629 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f987044d-4c72-46dd-87d1-882bc5f04a3a req-ecb4f327-c29f-4c99-ad00-b8376f94bdc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:33:19.973173 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f987044d-4c72-46dd-87d1-882bc5f04a3a req-ecb4f327-c29f-4c99-ad00-b8376f94bdc5 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=add0c5df4b5a4a65831713cee12d05fe&device_id=7ebce3af-548e-4172-8575-203cd6fbd5ab HTTP/1.1" status: 200 len: 1095 time: 0.5433230 Jul 14 18:33:19.975293 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port f4dce0fa-4466-4422-8fbf-e549ad994da8 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:33:19.975512 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:19.985536 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-bd07862e-738d-467e-a509-eed23d322195 tempest-AllowedAddressPairIpV6TestJSON-545305561 tempest-AllowedAddressPairIpV6TestJSON-545305561-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:19.996660 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd07862e-738d-467e-a509-eed23d322195 tempest-AllowedAddressPairIpV6TestJSON-545305561 tempest-AllowedAddressPairIpV6TestJSON-545305561-project] Releasing vlan 58 on physical network physnet1 to pool {{(pid=93916) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 18:33:19.997179 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-bd07862e-738d-467e-a509-eed23d322195 tempest-AllowedAddressPairIpV6TestJSON-545305561 tempest-AllowedAddressPairIpV6TestJSON-545305561-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2682942'] for segment, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:20.000375 n-d-800634-3 neutron-server[93916]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:33:20.000375 n-d-800634-3 neutron-server[93916]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:33:20.000375 n-d-800634-3 neutron-server[93916]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:33:20.000375 n-d-800634-3 neutron-server[93916]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:33:20.000375 n-d-800634-3 neutron-server[93916]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:33:20.000375 n-d-800634-3 neutron-server[93916]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:33:20.000375 n-d-800634-3 neutron-server[93916]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:33:20.000375 n-d-800634-3 neutron-server[93916]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:33:20.000375 n-d-800634-3 neutron-server[93916]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:33:20.000375 n-d-800634-3 neutron-server[93916]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:33:20.000375 n-d-800634-3 neutron-server[93916]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:33:20.000375 n-d-800634-3 neutron-server[93916]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:33:20.000375 n-d-800634-3 neutron-server[93916]: Traceback (most recent call last): Jul 14 18:33:20.000375 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 18:33:20.000375 n-d-800634-3 neutron-server[93916]: timer() Jul 14 18:33:20.000375 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 18:33:20.000375 n-d-800634-3 neutron-server[93916]: cb(*args, **kw) Jul 14 18:33:20.000375 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 18:33:20.000375 n-d-800634-3 neutron-server[93916]: return func(*args, **kwargs) Jul 14 18:33:20.000375 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 18:33:20.000375 n-d-800634-3 neutron-server[93916]: self._notify() Jul 14 18:33:20.000375 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 18:33:20.000375 n-d-800634-3 neutron-server[93916]: self.callback(batched_events) Jul 14 18:33:20.000375 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 18:33:20.000375 n-d-800634-3 neutron-server[93916]: event.method(event) Jul 14 18:33:20.000375 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 18:33:20.000375 n-d-800634-3 neutron-server[93916]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 18:33:20.000375 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 18:33:20.000375 n-d-800634-3 neutron-server[93916]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 18:33:20.000375 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 18:33:20.000375 n-d-800634-3 neutron-server[93916]: return f(self, *a, **k) Jul 14 18:33:20.000375 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 18:33:20.000375 n-d-800634-3 neutron-server[93916]: return self._get(url).json() Jul 14 18:33:20.000375 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 18:33:20.000375 n-d-800634-3 neutron-server[93916]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 18:33:20.000375 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 18:33:20.000375 n-d-800634-3 neutron-server[93916]: return self.request(url, 'GET', **kwargs) Jul 14 18:33:20.000375 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 18:33:20.000375 n-d-800634-3 neutron-server[93916]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 18:33:20.000375 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 18:33:20.000375 n-d-800634-3 neutron-server[93916]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 18:33:20.000375 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 18:33:20.000375 n-d-800634-3 neutron-server[93916]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 18:33:20.000375 n-d-800634-3 neutron-server[93916]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 18:33:20.043878 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2ee661-0740-4f26-a44f-8875816129ce req-e0e99d93-14c3-4b34-8dbd-aea551545732 tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:33:20.045415 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-fb2ee661-0740-4f26-a44f-8875816129ce req-e0e99d93-14c3-4b34-8dbd-aea551545732 tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] 10.222.0.16 "GET /v2.0/ports?device_id=e324c388-2bb3-401d-a7a7-373392456b8c HTTP/1.1" status: 200 len: 944 time: 0.4795592 Jul 14 18:33:20.066174 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-bd07862e-738d-467e-a509-eed23d322195 tempest-AllowedAddressPairIpV6TestJSON-545305561 tempest-AllowedAddressPairIpV6TestJSON-545305561-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2096001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-930085'] for network, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:20.074879 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-bd07862e-738d-467e-a509-eed23d322195 tempest-AllowedAddressPairIpV6TestJSON-545305561 tempest-AllowedAddressPairIpV6TestJSON-545305561-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598705'] for network, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:20.079074 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-bd07862e-738d-467e-a509-eed23d322195 tempest-AllowedAddressPairIpV6TestJSON-545305561 tempest-AllowedAddressPairIpV6TestJSON-545305561-project] 10.222.0.16 "DELETE /v2.0/networks/08ce56b4-5b99-4e00-88e6-321302e509b2 HTTP/1.1" status: 204 len: 168 time: 0.9156117 Jul 14 18:33:20.086104 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:20.108109 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd07862e-738d-467e-a509-eed23d322195 tempest-AllowedAddressPairIpV6TestJSON-545305561 tempest-AllowedAddressPairIpV6TestJSON-545305561-project] Pushing event deleted for resources: {'Network': ['ID=08ce56b4-5b99-4e00-88e6-321302e509b2,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:33:20.126667 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] For port f4dce0fa-4466-4422-8fbf-e549ad994da8, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=f4dce0fa-4466-4422-8fbf-e549ad994da8,segment=NetworkSegment(5afb940b-bbdf-4727-be00-5d46367c38a1),segment_id=5afb940b-bbdf-4727-be00-5d46367c38a1)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:33:20.137229 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:20.213996 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Pushing event updated for resources: {'Port': ['ID=f4dce0fa-4466-4422-8fbf-e549ad994da8,revision_number=4']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:33:20.239286 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 8d7c2529-e11b-4748-b648-60a1eff282eb no longer exists at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 18:33:20.262951 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] No Port match for: 8d7c2529-e11b-4748-b648-60a1eff282eb {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 18:33:20.263359 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 8d7c2529-e11b-4748-b648-60a1eff282eb not bound to the agent host n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 18:33:20.320525 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-2132fa0e-b32a-4089-bb28-1241268d67c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:20.322441 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-fb2ee661-0740-4f26-a44f-8875816129ce req-adb3a393-74b9-4964-ad62-cf607591aaf0 tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] 10.222.0.16 "GET /v2.0/security-groups?id=c6d2ae5e-7962-48ff-a84c-cacbd11fb04d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2570872 Jul 14 18:33:20.356287 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-b8edd0d8-b7b5-4c97-aaf3-4c38d5e9d7fc admin admin] Notify callbacks [] for port, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:20.370549 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-cb4aa6a2-3ffc-4939-adad-c7260dafbfda req-ec85ce51-6069-4e9b-a273-5b60b814d969 service neutron] 10.222.0.18 "GET /v2.0/networks/cfaa954e-bb83-44ea-acae-a3d7b9e23407?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4796240 Jul 14 18:33:20.383028 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d9d69b-63f5-4d02-9d1a-c1352ec38be1 req-b0457450-0fb2-4c50-9ee4-f70cfeadc97d tempest-ListServersNegativeTestJSON-1954575036 tempest-ListServersNegativeTestJSON-1954575036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:33:20.384711 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-79d9d69b-63f5-4d02-9d1a-c1352ec38be1 req-b0457450-0fb2-4c50-9ee4-f70cfeadc97d tempest-ListServersNegativeTestJSON-1954575036 tempest-ListServersNegativeTestJSON-1954575036-project] 10.222.0.16 "GET /v2.0/ports?device_id=7ebce3af-548e-4172-8575-203cd6fbd5ab HTTP/1.1" status: 200 len: 944 time: 0.4927182 Jul 14 18:33:20.408670 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f987044d-4c72-46dd-87d1-882bc5f04a3a req-65a7e514-7520-400f-95ba-078484bdc9b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:33:20.410170 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f987044d-4c72-46dd-87d1-882bc5f04a3a req-65a7e514-7520-400f-95ba-078484bdc9b7 service neutron] 10.222.0.18 "GET /v2.0/networks?id=5641320d-334e-4428-915a-8e9a03b89510 HTTP/1.1" status: 200 len: 917 time: 0.3778782 Jul 14 18:33:20.413120 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 45624) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:33:20.425720 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.provisioning_blocks [None req-b8edd0d8-b7b5-4c97-aaf3-4c38d5e9d7fc admin admin] Transition to ACTIVE for port object acce96de-fa0d-4328-b8c7-90358a15052d will not be triggered until provisioned by entity DHCP. {{(pid=93915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:33:20.604870 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-d0bd8178-c405-4558-a364-3945b8e1b758 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0772bb2347cc4c4596979fc50969db37&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1891127 Jul 14 18:33:20.607295 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 45630) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:33:20.667782 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-9efb8ce9-6ce0-4e38-8b0a-83835accd1b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:20.692630 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-9efb8ce9-6ce0-4e38-8b0a-83835accd1b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:20.744815 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-9efb8ce9-6ce0-4e38-8b0a-83835accd1b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:20.747498 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-9efb8ce9-6ce0-4e38-8b0a-83835accd1b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:20.748861 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-9efb8ce9-6ce0-4e38-8b0a-83835accd1b3 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/082144c2-226c-4089-b044-80f82832c927 HTTP/1.1" status: 204 len: 168 time: 0.1404865 Jul 14 18:33:20.759139 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efb8ce9-6ce0-4e38-8b0a-83835accd1b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=082144c2-226c-4089-b044-80f82832c927,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:33:20.911656 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f987044d-4c72-46dd-87d1-882bc5f04a3a req-3b260e89-acd6-4f2a-8f4b-db247843fe3a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=614c79d4-3e9e-49ef-bb1f-c14b808e938a HTTP/1.1" status: 200 len: 217 time: 0.4779675 Jul 14 18:33:21.003251 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-79d9d69b-63f5-4d02-9d1a-c1352ec38be1 req-a5944ad8-16f8-42c6-b383-ba33e58494c9 tempest-ListServersNegativeTestJSON-1954575036 tempest-ListServersNegativeTestJSON-1954575036-project] 10.222.0.16 "GET /v2.0/security-groups?id=c386ce62-7a65-43f3-a197-165e9e809b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6004453 Jul 14 18:33:21.080507 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-cb4aa6a2-3ffc-4939-adad-c7260dafbfda req-2bf9aebc-6092-442b-b4ef-06183c7ecdcf service neutron] 10.222.0.18 "GET /v2.0/networks/cfaa954e-bb83-44ea-acae-a3d7b9e23407?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6901712 Jul 14 18:33:21.101322 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f987044d-4c72-46dd-87d1-882bc5f04a3a req-5bdf4737-39af-4fec-8877-b562cfd02420 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:33:21.102898 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f987044d-4c72-46dd-87d1-882bc5f04a3a req-5bdf4737-39af-4fec-8877-b562cfd02420 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=16963be7-2514-43a8-ae92-2c8ccfc02c91 HTTP/1.1" status: 200 len: 857 time: 0.1701689 Jul 14 18:33:21.104731 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-b8edd0d8-b7b5-4c97-aaf3-4c38d5e9d7fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:21.189217 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f987044d-4c72-46dd-87d1-882bc5f04a3a req-5c032470-ab6d-4ecd-b962-ec7992ee4609 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5641320d-334e-4428-915a-8e9a03b89510&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0750191 Jul 14 18:33:21.192609 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8edd0d8-b7b5-4c97-aaf3-4c38d5e9d7fc admin admin] Network a3451eaf-fb13-48b5-b64d-da7580c60487 is already hosted by enough agents. {{(pid=93915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:33:21.205429 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2f4b55-52d3-4e76-bc66-3252d2ae251b req-e373ff82-a1ab-4150-b37e-de3361e12e8f tempest-ServerRescueTestJSON-1772516560 tempest-ServerRescueTestJSON-1772516560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:33:21.206896 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6d2f4b55-52d3-4e76-bc66-3252d2ae251b req-e373ff82-a1ab-4150-b37e-de3361e12e8f tempest-ServerRescueTestJSON-1772516560 tempest-ServerRescueTestJSON-1772516560-project] 10.222.0.16 "GET /v2.0/ports?device_id=bd69d1f6-33e2-4cc0-ac5e-10c973fa7772 HTTP/1.1" status: 200 len: 945 time: 0.3725889 Jul 14 18:33:21.212360 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [None req-b8edd0d8-b7b5-4c97-aaf3-4c38d5e9d7fc admin admin] Resources bound (agent type, host, resource id): {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:33:21.222417 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8edd0d8-b7b5-4c97-aaf3-4c38d5e9d7fc admin admin] Received port after_create {{(pid=93915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:33:21.226381 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8edd0d8-b7b5-4c97-aaf3-4c38d5e9d7fc admin admin] Pushing event updated for resources: {'Port': ['ID=acce96de-fa0d-4328-b8c7-90358a15052d,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:33:21.324859 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8edd0d8-b7b5-4c97-aaf3-4c38d5e9d7fc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:33:21.325211 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8edd0d8-b7b5-4c97-aaf3-4c38d5e9d7fc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:33:21.325557 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8edd0d8-b7b5-4c97-aaf3-4c38d5e9d7fc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:33:21.325897 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8edd0d8-b7b5-4c97-aaf3-4c38d5e9d7fc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:33:21.326231 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8edd0d8-b7b5-4c97-aaf3-4c38d5e9d7fc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:33:21.326565 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8edd0d8-b7b5-4c97-aaf3-4c38d5e9d7fc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:33:21.326896 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8edd0d8-b7b5-4c97-aaf3-4c38d5e9d7fc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:33:21.327223 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8edd0d8-b7b5-4c97-aaf3-4c38d5e9d7fc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:33:21.327549 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8edd0d8-b7b5-4c97-aaf3-4c38d5e9d7fc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:33:21.327913 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8edd0d8-b7b5-4c97-aaf3-4c38d5e9d7fc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:33:21.328209 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8edd0d8-b7b5-4c97-aaf3-4c38d5e9d7fc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:33:21.328536 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8edd0d8-b7b5-4c97-aaf3-4c38d5e9d7fc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:33:21.371459 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [None req-3558b5a8-d74e-4eaf-b81c-97ae1e316a23 tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Deleting port 6286ffc6-6327-4b1b-b4d8-0003ade94f90 {{(pid=93915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:33:21.371459 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-3558b5a8-d74e-4eaf-b81c-97ae1e316a23 tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:21.387318 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-b8edd0d8-b7b5-4c97-aaf3-4c38d5e9d7fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-930452'] for router_interface, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:21.442148 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6d2f4b55-52d3-4e76-bc66-3252d2ae251b req-4e2bd561-9d19-4790-ace3-cb3cddbdfafa tempest-ServerRescueTestJSON-1772516560 tempest-ServerRescueTestJSON-1772516560-project] 10.222.0.16 "GET /v2.0/security-groups?id=0ef5e3a0-eb15-4d38-952d-7e7d9baf772e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2175102 Jul 14 18:33:21.559173 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f987044d-4c72-46dd-87d1-882bc5f04a3a req-a6ab763f-6a8b-4354-b182-b14e5718d4c4 service neutron] 10.222.0.18 "GET /v2.0/networks/5641320d-334e-4428-915a-8e9a03b89510?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3486586 Jul 14 18:33:21.578803 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-0e91c29b-d93c-4b40-a40b-08ccf63bae4e None None] Provisioning for port acce96de-fa0d-4328-b8c7-90358a15052d completed by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:33:21.588023 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-0e91c29b-d93c-4b40-a40b-08ccf63bae4e None None] Provisioning complete for port acce96de-fa0d-4328-b8c7-90358a15052d triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:33:21.588023 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-0e91c29b-d93c-4b40-a40b-08ccf63bae4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:21.628069 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-0e91c29b-d93c-4b40-a40b-08ccf63bae4e None None] Port acce96de-fa0d-4328-b8c7-90358a15052d cannot update to ACTIVE because it is not bound. {{(pid=93917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 18:33:21.634242 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 45658) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:33:21.716479 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-3558b5a8-d74e-4eaf-b81c-97ae1e316a23 tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:21.738010 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device f4dce0fa-4466-4422-8fbf-e549ad994da8 up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:33:21.767796 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [None req-3558b5a8-d74e-4eaf-b81c-97ae1e316a23 tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Calling delete_port for 6286ffc6-6327-4b1b-b4d8-0003ade94f90 owned by network:router_interface {{(pid=93915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:33:21.794427 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port f4dce0fa-4466-4422-8fbf-e549ad994da8 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:33:21.795212 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:21.878493 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-7e7a3d1c-1b38-4560-96d8-8ce8906f6ce7 tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-526262621'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:33:21.903291 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a0eacd-cf30-4c98-8c1a-d0c95672ad62 req-18c8f0e7-da6b-436c-ae4f-29d555db4257 tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:33:21.905166 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a5a0eacd-cf30-4c98-8c1a-d0c95672ad62 req-18c8f0e7-da6b-436c-ae4f-29d555db4257 tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] 10.222.0.16 "GET /v2.0/ports?device_id=e324c388-2bb3-401d-a7a7-373392456b8c HTTP/1.1" status: 200 len: 944 time: 0.4193144 Jul 14 18:33:21.905869 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e7a3d1c-1b38-4560-96d8-8ce8906f6ce7 tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Made reservation on behalf of 1733a117d4a444009498e255ae4afc94 for: {'network': 1} {{(pid=93916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:33:21.910104 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-7e7a3d1c-1b38-4560-96d8-8ce8906f6ce7 tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for network, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:21.921933 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-7e7a3d1c-1b38-4560-96d8-8ce8906f6ce7 tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Notify callbacks [] for security_group, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:21.922474 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f987044d-4c72-46dd-87d1-882bc5f04a3a req-8a5f5a97-9a13-4b69-9a7f-b7ac54e763fd service neutron] 10.222.0.18 "GET /v2.0/networks/5641320d-334e-4428-915a-8e9a03b89510?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3437760 Jul 14 18:33:21.933509 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-b8edd0d8-b7b5-4c97-aaf3-4c38d5e9d7fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:22.032951 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-7e7a3d1c-1b38-4560-96d8-8ce8906f6ce7 tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Notify callbacks [] for security_group, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:22.037859 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-7e7a3d1c-1b38-4560-96d8-8ce8906f6ce7 tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:22.052638 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a5a0eacd-cf30-4c98-8c1a-d0c95672ad62 req-1fe96674-7ac0-4429-b3d1-138155f92533 tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] 10.222.0.16 "GET /v2.0/security-groups?id=c6d2ae5e-7962-48ff-a84c-cacbd11fb04d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1348202 Jul 14 18:33:22.073443 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e7a3d1c-1b38-4560-96d8-8ce8906f6ce7 tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 98} {{(pid=93916) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 18:33:22.096784 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7a3d1c-1b38-4560-96d8-8ce8906f6ce7 tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f10a2b0c-373b-4e3f-bbc5-98e9177f3205,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:33:22.112886 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-7e7a3d1c-1b38-4560-96d8-8ce8906f6ce7 tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:22.114461 n-d-800634-3 neutron-server[93916]: INFO neutron.db.segments_db [None req-7e7a3d1c-1b38-4560-96d8-8ce8906f6ce7 tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Added segment 8e42b942-1732-4e2b-80f2-566c2746a8fa of type vlan for network 4c6ea0d1-ea1c-48c4-bc69-af221a0f955b Jul 14 18:33:22.168787 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-7e7a3d1c-1b38-4560-96d8-8ce8906f6ce7 tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728202197517'] for network, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:22.209223 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device 614c79d4-3e9e-49ef-bb1f-c14b808e938a details requested by agent hyperv_n-h1-800634-3 with host n-h1-800634-3 {{(pid=93917) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 18:33:22.211175 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-7e7a3d1c-1b38-4560-96d8-8ce8906f6ce7 tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727'] for network, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:22.217642 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e7a3d1c-1b38-4560-96d8-8ce8906f6ce7 tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:33:22.218324 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-7e7a3d1c-1b38-4560-96d8-8ce8906f6ce7 tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598705'] for network, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:22.297673 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-7e7a3d1c-1b38-4560-96d8-8ce8906f6ce7 tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6524346 Jul 14 18:33:22.304359 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7a3d1c-1b38-4560-96d8-8ce8906f6ce7 tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Pushing event updated for resources: {'Network': ['ID=4c6ea0d1-ea1c-48c4-bc69-af221a0f955b,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:33:22.322798 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-3558b5a8-d74e-4eaf-b81c-97ae1e316a23 tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:22.323315 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Network 4c6ea0d1-ea1c-48c4-bc69-af221a0f955b details requested by agent ovs-agent-n-d-800634-3 with host n-d-800634-3 {{(pid=93917) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 18:33:22.344230 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-b8edd0d8-b7b5-4c97-aaf3-4c38d5e9d7fc admin admin] Notify callbacks [] for port, precommit_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:22.378858 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-b8edd0d8-b7b5-4c97-aaf3-4c38d5e9d7fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25912978'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:22.381432 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3558b5a8-d74e-4eaf-b81c-97ae1e316a23 tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Pushing event deleted for resources: {'Port': ['ID=6286ffc6-6327-4b1b-b4d8-0003ade94f90,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:33:22.401444 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port 614c79d4-3e9e-49ef-bb1f-c14b808e938a, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=614c79d4-3e9e-49ef-bb1f-c14b808e938a,segment=NetworkSegment(06e7bf6e-f877-4c63-9036-fc82062f0e13),segment_id=06e7bf6e-f877-4c63-9036-fc82062f0e13)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:33:22.426802 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Returning: {'device': '614c79d4-3e9e-49ef-bb1f-c14b808e938a', 'network_id': '5641320d-334e-4428-915a-8e9a03b89510', 'port_id': '614c79d4-3e9e-49ef-bb1f-c14b808e938a', 'mac_address': 'fa:16:3e:52:8e:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 81, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16963be7-2514-43a8-ae92-2c8ccfc02c91', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93917) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 18:33:22.481779 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:22.494121 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ab7b6f-1421-46d2-b449-570eb8fe105c req-e3764588-13dc-4662-bf72-cf70cf840d38 tempest-ListServersNegativeTestJSON-1954575036 tempest-ListServersNegativeTestJSON-1954575036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:33:22.497801 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 614c79d4-3e9e-49ef-bb1f-c14b808e938a {{(pid=93917) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 18:33:22.506026 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-10ab7b6f-1421-46d2-b449-570eb8fe105c req-e3764588-13dc-4662-bf72-cf70cf840d38 tempest-ListServersNegativeTestJSON-1954575036 tempest-ListServersNegativeTestJSON-1954575036-project] 10.222.0.16 "GET /v2.0/ports?device_id=7ebce3af-548e-4172-8575-203cd6fbd5ab HTTP/1.1" status: 200 len: 944 time: 0.3326569 Jul 14 18:33:22.533381 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port 614c79d4-3e9e-49ef-bb1f-c14b808e938a, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=614c79d4-3e9e-49ef-bb1f-c14b808e938a,segment=NetworkSegment(06e7bf6e-f877-4c63-9036-fc82062f0e13),segment_id=06e7bf6e-f877-4c63-9036-fc82062f0e13)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:33:22.539830 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:22.618339 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-b8edd0d8-b7b5-4c97-aaf3-4c38d5e9d7fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-598741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-928734'] for router_interface, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:22.621262 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8edd0d8-b7b5-4c97-aaf3-4c38d5e9d7fc admin admin] Pushing event updated for resources: {'Port': ['ID=acce96de-fa0d-4328-b8c7-90358a15052d,revision_number=2']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:33:22.632947 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Pushing event updated for resources: {'Port': ['ID=614c79d4-3e9e-49ef-bb1f-c14b808e938a,revision_number=4']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:33:22.677139 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-10ab7b6f-1421-46d2-b449-570eb8fe105c req-b7f67820-d61d-4140-b292-e73d6fce2721 tempest-ListServersNegativeTestJSON-1954575036 tempest-ListServersNegativeTestJSON-1954575036-project] 10.222.0.16 "GET /v2.0/security-groups?id=c386ce62-7a65-43f3-a197-165e9e809b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1699343 Jul 14 18:33:22.774537 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9f15e97d-3ef3-4c23-b248-1e92d9652a24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:22.879671 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99df53f2-f9f6-449a-b7e8-4fe27c20f942 req-d5eea8bb-e466-49d4-b4f5-962655b5b4a3 tempest-ServerRescueTestJSON-1772516560 tempest-ServerRescueTestJSON-1772516560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:33:22.880195 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] get_ports_and_sgs() called for port_ids ['614c79d4-3e9e-49ef-bb1f-c14b808e938a'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 18:33:22.891295 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-99df53f2-f9f6-449a-b7e8-4fe27c20f942 req-d5eea8bb-e466-49d4-b4f5-962655b5b4a3 tempest-ServerRescueTestJSON-1772516560 tempest-ServerRescueTestJSON-1772516560-project] 10.222.0.16 "GET /v2.0/ports?device_id=bd69d1f6-33e2-4cc0-ac5e-10c973fa7772 HTTP/1.1" status: 200 len: 945 time: 0.3063371 Jul 14 18:33:22.909510 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27185abf-8d84-411c-8df9-60cc82a76bae req-11d4b0e2-266c-46ec-841f-7110d602f713 tempest-ServerRescueTestJSON-1772516560 tempest-ServerRescueTestJSON-1772516560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:33:22.916774 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-27185abf-8d84-411c-8df9-60cc82a76bae req-11d4b0e2-266c-46ec-841f-7110d602f713 tempest-ServerRescueTestJSON-1772516560 tempest-ServerRescueTestJSON-1772516560-project] 10.222.0.35 "GET /v2.0/ports?device_id=bd69d1f6-33e2-4cc0-ac5e-10c973fa7772 HTTP/1.1" status: 200 len: 945 time: 0.1399431 Jul 14 18:33:23.008594 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8edd0d8-b7b5-4c97-aaf3-4c38d5e9d7fc admin admin] Network a3451eaf-fb13-48b5-b64d-da7580c60487 is already hosted by enough agents. {{(pid=93915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:33:23.015318 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-99df53f2-f9f6-449a-b7e8-4fe27c20f942 req-9d03c243-8b7c-465e-b82c-78b3072d0d96 tempest-ServerRescueTestJSON-1772516560 tempest-ServerRescueTestJSON-1772516560-project] 10.222.0.16 "GET /v2.0/security-groups?id=0ef5e3a0-eb15-4d38-952d-7e7d9baf772e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228337 Jul 14 18:33:23.018852 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [None req-b8edd0d8-b7b5-4c97-aaf3-4c38d5e9d7fc admin admin] Resources bound (agent type, host, resource id): {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:33:23.037859 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-3558b5a8-d74e-4eaf-b81c-97ae1e316a23 tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-598732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-928907'] for router_interface, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:23.167776 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:23.203929 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [req-27185abf-8d84-411c-8df9-60cc82a76bae req-5395debe-3964-40c5-aa2a-93801f5bac48 tempest-ServerRescueTestJSON-1772516560 tempest-ServerRescueTestJSON-1772516560-project] Deleting port 1fd6b8be-f225-43b0-9c24-e6932f2bd446 {{(pid=93916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:33:23.204226 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-27185abf-8d84-411c-8df9-60cc82a76bae req-5395debe-3964-40c5-aa2a-93801f5bac48 tempest-ServerRescueTestJSON-1772516560 tempest-ServerRescueTestJSON-1772516560-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:23.365518 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-5becbb53-17f7-4a82-919d-947268c34e26 None None] Provisioning complete for port acce96de-fa0d-4328-b8c7-90358a15052d triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:33:23.366311 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-5becbb53-17f7-4a82-919d-947268c34e26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:23.370280 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.db [req-27185abf-8d84-411c-8df9-60cc82a76bae req-5395debe-3964-40c5-aa2a-93801f5bac48 tempest-ServerRescueTestJSON-1772516560 tempest-ServerRescueTestJSON-1772516560-project] For port 1fd6b8be-f225-43b0-9c24-e6932f2bd446, host n-h2-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=1fd6b8be-f225-43b0-9c24-e6932f2bd446,segment=NetworkSegment(768a7052-80d5-49b9-a4ea-7454da09f867),segment_id=768a7052-80d5-49b9-a4ea-7454da09f867)] {{(pid=93916) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:33:23.370789 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-27185abf-8d84-411c-8df9-60cc82a76bae req-5395debe-3964-40c5-aa2a-93801f5bac48 tempest-ServerRescueTestJSON-1772516560 tempest-ServerRescueTestJSON-1772516560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:23.388063 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [req-27185abf-8d84-411c-8df9-60cc82a76bae req-5395debe-3964-40c5-aa2a-93801f5bac48 tempest-ServerRescueTestJSON-1772516560 tempest-ServerRescueTestJSON-1772516560-project] Calling delete_port for 1fd6b8be-f225-43b0-9c24-e6932f2bd446 owned by compute:nova {{(pid=93916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:33:23.429760 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-5becbb53-17f7-4a82-919d-947268c34e26 None None] Port acce96de-fa0d-4328-b8c7-90358a15052d cannot update to ACTIVE because it is not bound. {{(pid=93917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 18:33:23.555433 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-27185abf-8d84-411c-8df9-60cc82a76bae req-5395debe-3964-40c5-aa2a-93801f5bac48 tempest-ServerRescueTestJSON-1772516560 tempest-ServerRescueTestJSON-1772516560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:23.568397 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] get_ports_and_sgs() called for port_ids ['7e4ee43a-fa0e-40b2-866d-2126d59c6740', '1fd6b8be-f225-43b0-9c24-e6932f2bd446'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 18:33:23.613137 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5395debe-3964-40c5-aa2a-93801f5bac48 tempest-ServerRescueTestJSON-1772516560 tempest-ServerRescueTestJSON-1772516560-project] Pushing event deleted for resources: {'Port': ['ID=1fd6b8be-f225-43b0-9c24-e6932f2bd446,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:33:23.702054 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.l3_dvrscheduler_db [req-27185abf-8d84-411c-8df9-60cc82a76bae req-5395debe-3964-40c5-aa2a-93801f5bac48 tempest-ServerRescueTestJSON-1772516560 tempest-ServerRescueTestJSON-1772516560-project] No DVR routers for this DVR port 1fd6b8be-f225-43b0-9c24-e6932f2bd446 on host n-h2-800634-3 {{(pid=93916) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 18:33:23.705254 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-27185abf-8d84-411c-8df9-60cc82a76bae req-5395debe-3964-40c5-aa2a-93801f5bac48 tempest-ServerRescueTestJSON-1772516560 tempest-ServerRescueTestJSON-1772516560-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:23.707889 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-27185abf-8d84-411c-8df9-60cc82a76bae req-5395debe-3964-40c5-aa2a-93801f5bac48 tempest-ServerRescueTestJSON-1772516560 tempest-ServerRescueTestJSON-1772516560-project] 10.222.0.35 "DELETE /v2.0/ports/1fd6b8be-f225-43b0-9c24-e6932f2bd446 HTTP/1.1" status: 204 len: 173 time: 0.7848201 Jul 14 18:33:23.708890 n-d-800634-3 neutron-server[93916]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd69d1f6-33e2-4cc0-ac5e-10c973fa7772', 'name': 'network-vif-deleted', 'tag': '1fd6b8be-f225-43b0-9c24-e6932f2bd446'}] {{(pid=93916) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:33:23.722215 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f803e150b363a7893830aa996ac27753fa25517c406ecd3536b7c2d4b26eeb9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c362367-d502-4d57-95f6-3620441cb34e" -d '{"events": [{"server_uuid": "bd69d1f6-33e2-4cc0-ac5e-10c973fa7772", "name": "network-vif-deleted", "tag": "1fd6b8be-f225-43b0-9c24-e6932f2bd446"}]}' {{(pid=93916) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:33:23.775250 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2060361e-d995-4886-ad32-b03f8f0a5839 req-79c117db-f834-44c0-afd3-a9a0cb9a1cb5 tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:33:23.781815 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2060361e-d995-4886-ad32-b03f8f0a5839 req-79c117db-f834-44c0-afd3-a9a0cb9a1cb5 tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] 10.222.0.16 "GET /v2.0/ports?device_id=e324c388-2bb3-401d-a7a7-373392456b8c HTTP/1.1" status: 200 len: 944 time: 0.1940510 Jul 14 18:33:23.845753 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2060361e-d995-4886-ad32-b03f8f0a5839 req-586cb3b6-d279-4c3c-9387-8c32d90f628d tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] 10.222.0.16 "GET /v2.0/security-groups?id=c6d2ae5e-7962-48ff-a84c-cacbd11fb04d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629706 Jul 14 18:33:23.943122 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8edd0d8-b7b5-4c97-aaf3-4c38d5e9d7fc admin admin] Router 3d66d1cf-0e59-4a39-bd79-0339de07e4f4 has already been hosted by L3 agent 2c6eb27e-defb-4cca-9a24-381c7415e359 {{(pid=93915) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 18:33:23.979378 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 18:33:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9964aec4-d87d-4bfd-93cc-38788d13196b x-openstack-request-id: req-9964aec4-d87d-4bfd-93cc-38788d13196b {{(pid=93916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:33:23.979973 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd69d1f6-33e2-4cc0-ac5e-10c973fa7772", "name": "network-vif-deleted", "tag": "1fd6b8be-f225-43b0-9c24-e6932f2bd446", "status": "completed", "code": 200}]} {{(pid=93916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:33:23.980735 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9964aec4-d87d-4bfd-93cc-38788d13196b {{(pid=93916) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:33:23.981242 n-d-800634-3 neutron-server[93916]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd69d1f6-33e2-4cc0-ac5e-10c973fa7772', 'name': 'network-vif-deleted', 'tag': '1fd6b8be-f225-43b0-9c24-e6932f2bd446', 'status': 'completed', 'code': 200} Jul 14 18:33:24.046734 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-574aeb93-9938-449c-8e6c-cb22c9b52cc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:24.173439 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8edd0d8-b7b5-4c97-aaf3-4c38d5e9d7fc admin admin] Notify agent at l3_agent.n-d-800634-3 the message routers_updated {{(pid=93915) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 18:33:24.179042 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-b8edd0d8-b7b5-4c97-aaf3-4c38d5e9d7fc admin admin] 10.222.0.16 "PUT /v2.0/routers/3d66d1cf-0e59-4a39-bd79-0339de07e4f4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9066980 Jul 14 18:33:24.194363 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eabfb071-690f-477f-aad7-8cc0b16d008f None None] Sync routers for ids ['3d66d1cf-0e59-4a39-bd79-0339de07e4f4'] in n-d-800634-3 {{(pid=93918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 18:33:24.211551 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device 614c79d4-3e9e-49ef-bb1f-c14b808e938a up at agent hyperv_n-h1-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:33:24.228994 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86da6bed-1d07-49f0-a8d9-fe450e3d1ee7 req-3f351b06-2029-4440-a8c7-5d6270402e22 tempest-ListServersNegativeTestJSON-1954575036 tempest-ListServersNegativeTestJSON-1954575036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:33:24.236461 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-86da6bed-1d07-49f0-a8d9-fe450e3d1ee7 req-3f351b06-2029-4440-a8c7-5d6270402e22 tempest-ListServersNegativeTestJSON-1954575036 tempest-ListServersNegativeTestJSON-1954575036-project] 10.222.0.16 "GET /v2.0/ports?device_id=7ebce3af-548e-4172-8575-203cd6fbd5ab HTTP/1.1" status: 200 len: 945 time: 0.1671393 Jul 14 18:33:24.240325 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3558b5a8-d74e-4eaf-b81c-97ae1e316a23 tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Router bee30a2a-4399-42b3-916a-f5d930702390 has already been hosted by L3 agent 2c6eb27e-defb-4cca-9a24-381c7415e359 {{(pid=93915) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 18:33:24.249356 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eabfb071-690f-477f-aad7-8cc0b16d008f None None] Routers {'3d66d1cf-0e59-4a39-bd79-0339de07e4f4'} bound to L3 agent in host n-d-800634-3 {{(pid=93918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:33:24.250841 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-eabfb071-690f-477f-aad7-8cc0b16d008f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:33:23Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['3d66d1cf-0e59-4a39-bd79-0339de07e4f4'], 'active': True} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:33:24.336166 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-86da6bed-1d07-49f0-a8d9-fe450e3d1ee7 req-be535309-a573-454a-b129-ee58b949fd67 tempest-ListServersNegativeTestJSON-1954575036 tempest-ListServersNegativeTestJSON-1954575036-project] 10.222.0.16 "GET /v2.0/security-groups?id=c386ce62-7a65-43f3-a197-165e9e809b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986924 Jul 14 18:33:24.373450 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Provisioning for port 614c79d4-3e9e-49ef-bb1f-c14b808e938a completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:33:24.396034 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Provisioning complete for port 614c79d4-3e9e-49ef-bb1f-c14b808e938a triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:33:24.399396 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:24.409667 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-432fe3ab-58b3-4f1d-8139-26954a9a48ed req-6530b18c-5f35-4761-9313-3ed0b41c4802 tempest-ServerRescueTestJSON-1772516560 tempest-ServerRescueTestJSON-1772516560-project] 10.222.0.16 "GET /v2.0/ports?device_id=bd69d1f6-33e2-4cc0-ac5e-10c973fa7772 HTTP/1.1" status: 200 len: 210 time: 0.0985341 Jul 14 18:33:24.532852 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3558b5a8-d74e-4eaf-b81c-97ae1e316a23 tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Notify agent at l3_agent.n-d-800634-3 the message routers_updated {{(pid=93915) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 18:33:24.542800 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff4cd289-b32b-4df8-a50e-1ec2658255ee None None] Sync routers for ids ['bee30a2a-4399-42b3-916a-f5d930702390'] in n-d-800634-3 {{(pid=93917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 18:33:24.547896 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 45690) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:33:24.548452 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-3558b5a8-d74e-4eaf-b81c-97ae1e316a23 tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] 10.222.0.16 "PUT /v2.0/routers/bee30a2a-4399-42b3-916a-f5d930702390/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1500351 Jul 14 18:33:24.588080 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff4cd289-b32b-4df8-a50e-1ec2658255ee None None] Routers {'bee30a2a-4399-42b3-916a-f5d930702390'} bound to L3 agent in host n-d-800634-3 {{(pid=93917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:33:24.590285 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-ff4cd289-b32b-4df8-a50e-1ec2658255ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:33:23Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['bee30a2a-4399-42b3-916a-f5d930702390'], 'active': True} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:33:24.719575 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-ff4cd289-b32b-4df8-a50e-1ec2658255ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-3', False) {} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:33:24.739449 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff4cd289-b32b-4df8-a50e-1ec2658255ee None None] Routers {'bee30a2a-4399-42b3-916a-f5d930702390'} bound to L3 agent in host n-d-800634-3 {{(pid=93917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:33:24.740244 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-ff4cd289-b32b-4df8-a50e-1ec2658255ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:33:23Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['bee30a2a-4399-42b3-916a-f5d930702390'], 'active': True} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:33:24.780496 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-b7053316-ba3f-472b-b71f-87f108b82c77 tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Notify callbacks [] for router, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:24.792092 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvr_db [None req-eabfb071-690f-477f-aad7-8cc0b16d008f None None] Set router 3d66d1cf-0e59-4a39-bd79-0339de07e4f4 gateway port host: n-d-800634-3 {{(pid=93918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 18:33:24.824710 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-ff4cd289-b32b-4df8-a50e-1ec2658255ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-3', False) {} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:33:24.825686 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff4cd289-b32b-4df8-a50e-1ec2658255ee None None] The sync data for ids ['bee30a2a-4399-42b3-916a-f5d930702390'] in n-d-800634-3 is: [] {{(pid=93917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 18:33:24.923313 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-b7053316-ba3f-472b-b71f-87f108b82c77 tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:24.981185 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:25.014051 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-b7053316-ba3f-472b-b71f-87f108b82c77 tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Deleting port cf692c28-aecf-4e72-870c-6905b5adf215 {{(pid=93916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:33:25.015205 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-b7053316-ba3f-472b-b71f-87f108b82c77 tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:25.049368 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-eabfb071-690f-477f-aad7-8cc0b16d008f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d66d1cf-0e59-4a39-bd79-0339de07e4f4', 'name': 'tempest-TaggedBootDevicesTest-167320257-router', 'tenant_id': '97b50484cf0c4fbaadc06c25d281353e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.9'}], 'enable_snat': True}, 'gw_port_id': 'f4dce0fa-4466-4422-8fbf-e549ad994da8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:33:05Z', 'updated_at': '2021-07-14T18:33:21Z', 'revision_number': 4, 'project_id': '97b50484cf0c4fbaadc06c25d281353e', 'gw_port': {'id': 'f4dce0fa-4466-4422-8fbf-e549ad994da8', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:99:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d66d1cf-0e59-4a39-bd79-0339de07e4f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1539, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:33:09Z', 'updated_at': '2021-07-14T18:33:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_interfaces': [{'id': 'acce96de-fa0d-4328-b8c7-90358a15052d', 'name': '', 'network_id': 'a3451eaf-fb13-48b5-b64d-da7580c60487', 'tenant_id': '97b50484cf0c4fbaadc06c25d281353e', 'mac_address': 'fa:16:3e:ff:49:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d66d1cf-0e59-4a39-bd79-0339de07e4f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1540, 'fixed_ips': [{'subnet_id': 'ca505849-4eae-4ad9-8cb2-1c989449b21f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:33:19Z', 'updated_at': '2021-07-14T18:33:22Z', 'revision_number': 2, 'project_id': '97b50484cf0c4fbaadc06c25d281353e', 'subnets': [{'id': 'ca505849-4eae-4ad9-8cb2-1c989449b21f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-3', False) {} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:33:25.081485 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eabfb071-690f-477f-aad7-8cc0b16d008f None None] Checking router: 3d66d1cf-0e59-4a39-bd79-0339de07e4f4 for host: n-d-800634-3 {{(pid=93918) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 18:33:25.082162 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eabfb071-690f-477f-aad7-8cc0b16d008f None None] Updating router 3d66d1cf-0e59-4a39-bd79-0339de07e4f4 port acce96de-fa0d-4328-b8c7-90358a15052d binding host n-d-800634-3 {{(pid=93918) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 18:33:25.108084 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ebce3af-548e-4172-8575-203cd6fbd5ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '614c79d4-3e9e-49ef-bb1f-c14b808e938a'}] {{(pid=93917) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:33:25.128207 n-d-800634-3 neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-eabfb071-690f-477f-aad7-8cc0b16d008f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:25.141348 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20b787f3c29eaa7aa2a4d648c725a2124c5ff39a8d793252f9d844495e14cf42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c1d8848-39ca-4dff-8220-f21b187f8a20" -d '{"events": [{"server_uuid": "7ebce3af-548e-4172-8575-203cd6fbd5ab", "name": "network-vif-plugged", "status": "completed", "tag": "614c79d4-3e9e-49ef-bb1f-c14b808e938a"}]}' {{(pid=93917) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:33:25.179165 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-b7053316-ba3f-472b-b71f-87f108b82c77 tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:25.213210 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port 614c79d4-3e9e-49ef-bb1f-c14b808e938a, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=614c79d4-3e9e-49ef-bb1f-c14b808e938a,segment=NetworkSegment(06e7bf6e-f877-4c63-9036-fc82062f0e13),segment_id=06e7bf6e-f877-4c63-9036-fc82062f0e13)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:33:25.223069 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:25.233828 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-b7053316-ba3f-472b-b71f-87f108b82c77 tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Calling delete_port for cf692c28-aecf-4e72-870c-6905b5adf215 owned by network:router_gateway {{(pid=93916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:33:25.356462 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Pushing event updated for resources: {'Port': ['ID=614c79d4-3e9e-49ef-bb1f-c14b808e938a,revision_number=5']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:33:25.376802 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:33:25.377724 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:33:25.378161 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:33:25.380553 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:33:25.380711 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:33:25.382279 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:33:25.382789 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:33:25.383882 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:33:25.385403 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:33:25.385909 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:33:25.388309 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:33:25.388309 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:33:25.414559 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f865194-bfa4-4531-80f8-1f8a2d6aed37 req-0eadef1d-f3ab-4e81-8ead-1ea85cd65c9b tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:33:25.428509 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-1f865194-bfa4-4531-80f8-1f8a2d6aed37 req-0eadef1d-f3ab-4e81-8ead-1ea85cd65c9b tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] 10.222.0.16 "GET /v2.0/ports?device_id=e324c388-2bb3-401d-a7a7-373392456b8c HTTP/1.1" status: 200 len: 944 time: 0.2242126 Jul 14 18:33:25.566762 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-1f865194-bfa4-4531-80f8-1f8a2d6aed37 req-5f2747a9-021e-4195-a53e-d4a50be87087 tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] 10.222.0.16 "GET /v2.0/security-groups?id=c6d2ae5e-7962-48ff-a84c-cacbd11fb04d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1310647 Jul 14 18:33:25.651604 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 18:33:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d11c892-3fd8-47d3-93f5-8b06d681d9e4 x-openstack-request-id: req-4d11c892-3fd8-47d3-93f5-8b06d681d9e4 {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:33:25.653923 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ebce3af-548e-4172-8575-203cd6fbd5ab", "name": "network-vif-plugged", "status": "completed", "tag": "614c79d4-3e9e-49ef-bb1f-c14b808e938a", "code": 200}]} {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:33:25.654502 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4d11c892-3fd8-47d3-93f5-8b06d681d9e4 {{(pid=93917) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:33:25.656923 n-d-800634-3 neutron-server[93917]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ebce3af-548e-4172-8575-203cd6fbd5ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '614c79d4-3e9e-49ef-bb1f-c14b808e938a', 'code': 200} Jul 14 18:33:25.766915 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-2f4e3af3-e708-4ffd-a544-82d93a489d01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:25.820366 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-b7053316-ba3f-472b-b71f-87f108b82c77 tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:25.863666 n-d-800634-3 neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-eabfb071-690f-477f-aad7-8cc0b16d008f None None] Notify callbacks [] for port, precommit_update {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:25.877275 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.provisioning_blocks [None req-eabfb071-690f-477f-aad7-8cc0b16d008f None None] Transition to ACTIVE for port object acce96de-fa0d-4328-b8c7-90358a15052d will not be triggered until provisioned by entity L2. {{(pid=93918) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:33:25.885951 n-d-800634-3 neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-eabfb071-690f-477f-aad7-8cc0b16d008f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:25.916356 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7053316-ba3f-472b-b71f-87f108b82c77 tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Pushing event deleted for resources: {'Port': ['ID=cf692c28-aecf-4e72-870c-6905b5adf215,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:33:25.937514 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ef01b2-3d77-42bc-8ceb-8f455c4b8b96 None None] Pushing event updated for resources: {'Port': ['ID=acce96de-fa0d-4328-b8c7-90358a15052d,revision_number=3']} {{(pid=93918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:33:26.023545 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-b7053316-ba3f-472b-b71f-87f108b82c77 tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-930057'] for router_gateway, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:26.118093 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.managers [None req-eabfb071-690f-477f-aad7-8cc0b16d008f None None] Attempting to bind port acce96de-fa0d-4328-b8c7-90358a15052d on host n-d-800634-3 for vnic_type normal with profile {{(pid=93918) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:33:26.119121 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.managers [None req-eabfb071-690f-477f-aad7-8cc0b16d008f None None] Attempting to bind port acce96de-fa0d-4328-b8c7-90358a15052d by drivers openvswitch,hyperv on host n-d-800634-3 at level 0 using segments [{'id': '637ec1cb-18c4-4dda-9a4b-e2420d872dc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'a3451eaf-fb13-48b5-b64d-da7580c60487'}] {{(pid=93918) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:33:26.119718 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eabfb071-690f-477f-aad7-8cc0b16d008f None None] Attempting to bind port acce96de-fa0d-4328-b8c7-90358a15052d on network a3451eaf-fb13-48b5-b64d-da7580c60487 {{(pid=93918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:33:26.127150 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eabfb071-690f-477f-aad7-8cc0b16d008f None None] Checking agent: {'id': '01c19e91-a945-4e3c-94a6-c211e17c923e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 8, 23), 'started_at': datetime.datetime(2021, 7, 14, 18, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 18, 33, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 18:33:26.127988 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eabfb071-690f-477f-aad7-8cc0b16d008f None None] Checking segment: {'id': '637ec1cb-18c4-4dda-9a4b-e2420d872dc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'a3451eaf-fb13-48b5-b64d-da7580c60487'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93918) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:33:26.128715 n-d-800634-3 neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-eabfb071-690f-477f-aad7-8cc0b16d008f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:26.129358 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eabfb071-690f-477f-aad7-8cc0b16d008f None None] Bound using segment: {'id': '637ec1cb-18c4-4dda-9a4b-e2420d872dc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'a3451eaf-fb13-48b5-b64d-da7580c60487'} {{(pid=93918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 18:33:26.130096 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.managers [None req-eabfb071-690f-477f-aad7-8cc0b16d008f None None] Bound port: acce96de-fa0d-4328-b8c7-90358a15052d, host: n-d-800634-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '637ec1cb-18c4-4dda-9a4b-e2420d872dc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'a3451eaf-fb13-48b5-b64d-da7580c60487'}}] {{(pid=93918) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 18:33:26.130723 n-d-800634-3 neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-eabfb071-690f-477f-aad7-8cc0b16d008f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:26.142629 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a306ce27-3f6a-4451-ae58-c8793b943a06 req-01bc5989-01dd-43a7-9050-f5d0ead45b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:33:26.150299 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a306ce27-3f6a-4451-ae58-c8793b943a06 req-01bc5989-01dd-43a7-9050-f5d0ead45b42 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=7ebce3af-548e-4172-8575-203cd6fbd5ab HTTP/1.1" status: 200 len: 1097 time: 0.3578675 Jul 14 18:33:26.226745 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 45774) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:33:26.231493 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device fc7adfc8-2429-4dd9-9c99-fafc5938bde8 details requested by agent hyperv_n-h1-800634-3 with host n-h1-800634-3 {{(pid=93917) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 18:33:26.262108 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8dba0d-bea5-40cc-94cc-c26c06c50b21 req-007f9dc2-4afd-447a-b824-0e0e1b57c0b3 tempest-ListServersNegativeTestJSON-1954575036 tempest-ListServersNegativeTestJSON-1954575036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:33:26.273671 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2f8dba0d-bea5-40cc-94cc-c26c06c50b21 req-007f9dc2-4afd-447a-b824-0e0e1b57c0b3 tempest-ListServersNegativeTestJSON-1954575036 tempest-ListServersNegativeTestJSON-1954575036-project] 10.222.0.16 "GET /v2.0/ports?device_id=7ebce3af-548e-4172-8575-203cd6fbd5ab HTTP/1.1" status: 200 len: 946 time: 0.3648217 Jul 14 18:33:26.307020 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-a4780a8f-7dbc-4a1c-b9ba-a71d17d69fec tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Request body: {'subnet': {'network_id': '4c6ea0d1-ea1c-48c4-bc69-af221a0f955b', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:33:26.356376 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.db [None req-eabfb071-690f-477f-aad7-8cc0b16d008f None None] For port acce96de-fa0d-4328-b8c7-90358a15052d, host n-d-800634-3, cleared binding levels {{(pid=93918) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:33:26.365030 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.db [None req-eabfb071-690f-477f-aad7-8cc0b16d008f None None] For port acce96de-fa0d-4328-b8c7-90358a15052d, host n-d-800634-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=acce96de-fa0d-4328-b8c7-90358a15052d,segment=NetworkSegment(637ec1cb-18c4-4dda-9a4b-e2420d872dc7),segment_id=637ec1cb-18c4-4dda-9a4b-e2420d872dc7)] {{(pid=93918) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 18:33:26.379094 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-b7053316-ba3f-472b-b71f-87f108b82c77 tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-571778', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11402'] for router, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:26.384178 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-b7053316-ba3f-472b-b71f-87f108b82c77 tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:26.445239 n-d-800634-3 neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-eabfb071-690f-477f-aad7-8cc0b16d008f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:26.456242 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-b7053316-ba3f-472b-b71f-87f108b82c77 tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-541202'] for router, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:26.456242 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7053316-ba3f-472b-b71f-87f108b82c77 tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Fanout notify agent at l3_agent the message router_deleted on router bee30a2a-4399-42b3-916a-f5d930702390 {{(pid=93916) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 18:33:26.472312 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-b7053316-ba3f-472b-b71f-87f108b82c77 tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Notify callbacks [] for router, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:26.481218 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-b7053316-ba3f-472b-b71f-87f108b82c77 tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] 10.222.0.16 "DELETE /v2.0/routers/bee30a2a-4399-42b3-916a-f5d930702390 HTTP/1.1" status: 204 len: 168 time: 1.9319050 Jul 14 18:33:26.487922 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 45780) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:33:26.508105 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port fc7adfc8-2429-4dd9-9c99-fafc5938bde8, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=fc7adfc8-2429-4dd9-9c99-fafc5938bde8,segment=NetworkSegment(48f07496-1654-4e70-864e-6d82e6081c18),segment_id=48f07496-1654-4e70-864e-6d82e6081c18)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:33:26.551693 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Returning: {'device': 'fc7adfc8-2429-4dd9-9c99-fafc5938bde8', 'network_id': 'fd8ea664-6074-4bbe-887f-058fe7b50123', 'port_id': 'fc7adfc8-2429-4dd9-9c99-fafc5938bde8', 'mac_address': 'fa:16:3e:da:9d:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9715e59-b525-40fa-a99e-ebf6aedac4af', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93917) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 18:33:26.567718 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eabfb071-690f-477f-aad7-8cc0b16d008f None None] Routers {'3d66d1cf-0e59-4a39-bd79-0339de07e4f4'} bound to L3 agent in host n-d-800634-3 {{(pid=93918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:33:26.568839 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-eabfb071-690f-477f-aad7-8cc0b16d008f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:33:23Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['3d66d1cf-0e59-4a39-bd79-0339de07e4f4'], 'active': True} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:33:26.637703 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ea33824-f5aa-4c42-b97e-e6c9c3e40be3 tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Deleting subnet 0d08685f-2cc7-41a0-874d-17a6e7e3f9bc {{(pid=93916) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 18:33:26.641568 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-2ea33824-f5aa-4c42-b97e-e6c9c3e40be3 tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Notify callbacks [] for subnet, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:26.645831 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a306ce27-3f6a-4451-ae58-c8793b943a06 req-9c78b6bc-90a6-4ff1-b012-cef863de6b9f service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=c386ce62-7a65-43f3-a197-165e9e809b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4730566 Jul 14 18:33:26.647921 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:26.678691 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc7adfc8-2429-4dd9-9c99-fafc5938bde8 {{(pid=93917) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 18:33:26.731244 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port fc7adfc8-2429-4dd9-9c99-fafc5938bde8, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=fc7adfc8-2429-4dd9-9c99-fafc5938bde8,segment=NetworkSegment(48f07496-1654-4e70-864e-6d82e6081c18),segment_id=48f07496-1654-4e70-864e-6d82e6081c18)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:33:26.736978 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:26.747694 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-2ea33824-f5aa-4c42-b97e-e6c9c3e40be3 tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26296866'] for subnet, precommit_delete_associations {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:26.776519 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2f8dba0d-bea5-40cc-94cc-c26c06c50b21 req-e169745b-145d-41a1-bec8-f6271eb7070f tempest-ListServersNegativeTestJSON-1954575036 tempest-ListServersNegativeTestJSON-1954575036-project] 10.222.0.16 "GET /v2.0/security-groups?id=c386ce62-7a65-43f3-a197-165e9e809b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5014124 Jul 14 18:33:26.834071 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4780a8f-7dbc-4a1c-b9ba-a71d17d69fec tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Made reservation on behalf of 1733a117d4a444009498e255ae4afc94 for: {'subnet': 1} {{(pid=93915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:33:26.845661 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-2ea33824-f5aa-4c42-b97e-e6c9c3e40be3 tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081283'] for subnet, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:26.852231 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Pushing event updated for resources: {'Port': ['ID=fc7adfc8-2429-4dd9-9c99-fafc5938bde8,revision_number=11']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:33:26.853980 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-a4780a8f-7dbc-4a1c-b9ba-a71d17d69fec tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28969735'] for subnet, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:26.920187 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ef01b2-3d77-42bc-8ceb-8f455c4b8b96 None None] Pushing event updated for resources: {'Port': ['ID=acce96de-fa0d-4328-b8c7-90358a15052d,revision_number=4']} {{(pid=93918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:33:26.942193 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvr_db [None req-eabfb071-690f-477f-aad7-8cc0b16d008f None None] Set router 3d66d1cf-0e59-4a39-bd79-0339de07e4f4 gateway port host: n-d-800634-3 {{(pid=93918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 18:33:26.977245 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-2ea33824-f5aa-4c42-b97e-e6c9c3e40be3 tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2684816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26033152'] for subnet, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:27.032214 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea33824-f5aa-4c42-b97e-e6c9c3e40be3 tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Pushing event deleted for resources: {'Subnet': ['ID=0d08685f-2cc7-41a0-874d-17a6e7e3f9bc,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:33:27.058909 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-2ea33824-f5aa-4c42-b97e-e6c9c3e40be3 tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598705'] for subnet, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:27.061638 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-2ea33824-f5aa-4c42-b97e-e6c9c3e40be3 tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] 10.222.0.16 "DELETE /v2.0/subnets/0d08685f-2cc7-41a0-874d-17a6e7e3f9bc HTTP/1.1" status: 204 len: 168 time: 0.5725307 Jul 14 18:33:27.064490 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 45788) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:33:27.108138 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] get_ports_and_sgs() called for port_ids ['fc7adfc8-2429-4dd9-9c99-fafc5938bde8'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 18:33:27.230071 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a396ad74-5897-4e23-abe9-e6d5db5ec513 tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645734'] for network, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:27.259043 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ebfbe4-a1c3-4fe1-90ec-39d19acfcd50 req-3c15af70-7d31-4d94-bed0-6c74aa5960b4 tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:33:27.268152 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b3ebfbe4-a1c3-4fe1-90ec-39d19acfcd50 req-3c15af70-7d31-4d94-bed0-6c74aa5960b4 tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] 10.222.0.16 "GET /v2.0/ports?device_id=e324c388-2bb3-401d-a7a7-373392456b8c HTTP/1.1" status: 200 len: 945 time: 0.2233644 Jul 14 18:33:27.320845 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62c4b1e-8b1b-465a-87fe-f666b7c869f3 req-0336ea46-5406-4886-b3a4-96f291595836 tempest-ServerRescueTestJSON-1772516560 tempest-ServerRescueTestJSON-1772516560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:33:27.330427 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f62c4b1e-8b1b-465a-87fe-f666b7c869f3 req-0336ea46-5406-4886-b3a4-96f291595836 tempest-ServerRescueTestJSON-1772516560 tempest-ServerRescueTestJSON-1772516560-project] 10.222.0.16 "GET /v2.0/ports?device_id=693cdabc-c35b-47c5-8512-cef465f1b22b HTTP/1.1" status: 200 len: 945 time: 0.2174978 Jul 14 18:33:27.378274 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-eabfb071-690f-477f-aad7-8cc0b16d008f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d66d1cf-0e59-4a39-bd79-0339de07e4f4', 'name': 'tempest-TaggedBootDevicesTest-167320257-router', 'tenant_id': '97b50484cf0c4fbaadc06c25d281353e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.9'}], 'enable_snat': True}, 'gw_port_id': 'f4dce0fa-4466-4422-8fbf-e549ad994da8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:33:05Z', 'updated_at': '2021-07-14T18:33:21Z', 'revision_number': 4, 'project_id': '97b50484cf0c4fbaadc06c25d281353e', 'gw_port': {'id': 'f4dce0fa-4466-4422-8fbf-e549ad994da8', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:99:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d66d1cf-0e59-4a39-bd79-0339de07e4f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1539, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:33:09Z', 'updated_at': '2021-07-14T18:33:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_interfaces': [{'id': 'acce96de-fa0d-4328-b8c7-90358a15052d', 'name': '', 'network_id': 'a3451eaf-fb13-48b5-b64d-da7580c60487', 'tenant_id': '97b50484cf0c4fbaadc06c25d281353e', 'mac_address': 'fa:16:3e:ff:49:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d66d1cf-0e59-4a39-bd79-0339de07e4f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1540, 'fixed_ips': [{'subnet_id': 'ca505849-4eae-4ad9-8cb2-1c989449b21f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:33:19Z', 'updated_at': '2021-07-14T18:33:26Z', 'revision_number': 4, 'project_id': '97b50484cf0c4fbaadc06c25d281353e', 'subnets': [{'id': 'ca505849-4eae-4ad9-8cb2-1c989449b21f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-3', False) {} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:33:27.396810 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a396ad74-5897-4e23-abe9-e6d5db5ec513 tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2096010', 'neutron.services.segments.db._delete_segments_for_network-8728202734996'] for network, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:27.409963 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eabfb071-690f-477f-aad7-8cc0b16d008f None None] The sync data for ids ['3d66d1cf-0e59-4a39-bd79-0339de07e4f4'] in n-d-800634-3 is: [{'id': '3d66d1cf-0e59-4a39-bd79-0339de07e4f4', 'name': 'tempest-TaggedBootDevicesTest-167320257-router', 'tenant_id': '97b50484cf0c4fbaadc06c25d281353e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.9'}], 'enable_snat': True}, 'gw_port_id': 'f4dce0fa-4466-4422-8fbf-e549ad994da8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:33:05Z', 'updated_at': '2021-07-14T18:33:21Z', 'revision_number': 4, 'project_id': '97b50484cf0c4fbaadc06c25d281353e', 'gw_port': {'id': 'f4dce0fa-4466-4422-8fbf-e549ad994da8', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:99:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d66d1cf-0e59-4a39-bd79-0339de07e4f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1539, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:33:09Z', 'updated_at': '2021-07-14T18:33:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_interfaces': [{'id': 'acce96de-fa0d-4328-b8c7-90358a15052d', 'name': '', 'network_id': 'a3451eaf-fb13-48b5-b64d-da7580c60487', 'tenant_id': '97b50484cf0c4fbaadc06c25d281353e', 'mac_address': 'fa:16:3e:ff:49:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d66d1cf-0e59-4a39-bd79-0339de07e4f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1540, 'fixed_ips': [{'subnet_id': 'ca505849-4eae-4ad9-8cb2-1c989449b21f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:33:19Z', 'updated_at': '2021-07-14T18:33:26Z', 'revision_number': 4, 'project_id': '97b50484cf0c4fbaadc06c25d281353e', 'subnets': [{'id': 'ca505849-4eae-4ad9-8cb2-1c989449b21f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 18:33:27.413354 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b3ebfbe4-a1c3-4fe1-90ec-39d19acfcd50 req-ebebe642-4be1-45d2-9ef2-f0e177fdaaf5 tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] 10.222.0.16 "GET /v2.0/security-groups?id=c6d2ae5e-7962-48ff-a84c-cacbd11fb04d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1441500 Jul 14 18:33:27.413760 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.segments.db [None req-a396ad74-5897-4e23-abe9-e6d5db5ec513 tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75597e67-bc95-4bf9-aa95-09fc38c63e66']}} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:33:27.435285 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.segments.db [None req-a396ad74-5897-4e23-abe9-e6d5db5ec513 tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1efed25-cc55-482d-910b-64e4810ab6f0') {'for_net_delete': True} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:33:27.435580 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.segments.db [None req-a396ad74-5897-4e23-abe9-e6d5db5ec513 tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1efed25-cc55-482d-910b-64e4810ab6f0') {} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:33:27.463645 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f62c4b1e-8b1b-465a-87fe-f666b7c869f3 req-0e689f81-7a2d-4ad1-8c1f-dd44dc2e20f8 tempest-ServerRescueTestJSON-1772516560 tempest-ServerRescueTestJSON-1772516560-project] 10.222.0.16 "GET /v2.0/security-groups?id=0ef5e3a0-eb15-4d38-952d-7e7d9baf772e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315827 Jul 14 18:33:27.467922 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-a4780a8f-7dbc-4a1c-b9ba-a71d17d69fec tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25912837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28969781'] for subnet, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:27.473808 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a396ad74-5897-4e23-abe9-e6d5db5ec513 tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728202715275', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26296891'] for segment, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:27.519783 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a396ad74-5897-4e23-abe9-e6d5db5ec513 tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:27.550447 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a396ad74-5897-4e23-abe9-e6d5db5ec513 tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Releasing vlan 82 on physical network physnet1 to pool {{(pid=93916) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 18:33:27.550860 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a396ad74-5897-4e23-abe9-e6d5db5ec513 tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2682942'] for segment, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:27.559947 n-d-800634-3 neutron-server[93916]: Traceback (most recent call last): Jul 14 18:33:27.559947 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 18:33:27.559947 n-d-800634-3 neutron-server[93916]: timer() Jul 14 18:33:27.559947 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 18:33:27.559947 n-d-800634-3 neutron-server[93916]: cb(*args, **kw) Jul 14 18:33:27.559947 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 18:33:27.559947 n-d-800634-3 neutron-server[93916]: return func(*args, **kwargs) Jul 14 18:33:27.559947 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 18:33:27.559947 n-d-800634-3 neutron-server[93916]: self._notify() Jul 14 18:33:27.559947 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 18:33:27.559947 n-d-800634-3 neutron-server[93916]: self.callback(batched_events) Jul 14 18:33:27.559947 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 18:33:27.559947 n-d-800634-3 neutron-server[93916]: event.method(event) Jul 14 18:33:27.559947 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 18:33:27.559947 n-d-800634-3 neutron-server[93916]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 18:33:27.559947 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 18:33:27.559947 n-d-800634-3 neutron-server[93916]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 18:33:27.559947 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 18:33:27.559947 n-d-800634-3 neutron-server[93916]: return f(self, *a, **k) Jul 14 18:33:27.559947 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 18:33:27.559947 n-d-800634-3 neutron-server[93916]: return self._get(url).json() Jul 14 18:33:27.559947 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 18:33:27.559947 n-d-800634-3 neutron-server[93916]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 18:33:27.559947 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 18:33:27.559947 n-d-800634-3 neutron-server[93916]: return self.request(url, 'GET', **kwargs) Jul 14 18:33:27.559947 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 18:33:27.559947 n-d-800634-3 neutron-server[93916]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 18:33:27.559947 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 18:33:27.559947 n-d-800634-3 neutron-server[93916]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 18:33:27.559947 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 18:33:27.559947 n-d-800634-3 neutron-server[93916]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 18:33:27.559947 n-d-800634-3 neutron-server[93916]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 18:33:27.614783 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4780a8f-7dbc-4a1c-b9ba-a71d17d69fec tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Pushing event updated for resources: {'Subnet': ['ID=93a392e0-5559-451a-aa12-e4cfb4228bbf,revision_number=0']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:33:27.627777 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4780a8f-7dbc-4a1c-b9ba-a71d17d69fec tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Checking segment: {'id': '8e42b942-1732-4e2b-80f2-566c2746a8fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '4c6ea0d1-ea1c-48c4-bc69-af221a0f955b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:33:27.628518 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4780a8f-7dbc-4a1c-b9ba-a71d17d69fec tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Network hostable DHCP agents. Network: 4c6ea0d1-ea1c-48c4-bc69-af221a0f955b, hostable agents: ['028393c3-0576-4ebd-bca1-8ea8a148e1a2'], hosted agents: [] {{(pid=93915) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 18:33:27.678932 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4780a8f-7dbc-4a1c-b9ba-a71d17d69fec tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Network 4c6ea0d1-ea1c-48c4-bc69-af221a0f955b is scheduled to be hosted by DHCP agent 028393c3-0576-4ebd-bca1-8ea8a148e1a2 with binding_index 1 {{(pid=93915) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 18:33:27.695357 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [None req-a4780a8f-7dbc-4a1c-b9ba-a71d17d69fec tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-3, 4c6ea0d1-ea1c-48c4-bc69-af221a0f955b) {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:33:27.707967 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4780a8f-7dbc-4a1c-b9ba-a71d17d69fec tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:33:27.708688 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-a4780a8f-7dbc-4a1c-b9ba-a71d17d69fec tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Notify callbacks [] for subnet, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:27.709229 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68008e63-a75e-48a8-96dc-3936b5ca9225 None None] Network 4c6ea0d1-ea1c-48c4-bc69-af221a0f955b requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:33:27.709883 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a396ad74-5897-4e23-abe9-e6d5db5ec513 tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2096001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-930085'] for network, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:27.718383 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a396ad74-5897-4e23-abe9-e6d5db5ec513 tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598705'] for network, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:27.728504 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-a396ad74-5897-4e23-abe9-e6d5db5ec513 tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] 10.222.0.16 "DELETE /v2.0/networks/75597e67-bc95-4bf9-aa95-09fc38c63e66 HTTP/1.1" status: 204 len: 168 time: 0.6621037 Jul 14 18:33:27.766667 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-a4780a8f-7dbc-4a1c-b9ba-a71d17d69fec tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.4832397 Jul 14 18:33:27.777098 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 45796) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:33:27.785303 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a396ad74-5897-4e23-abe9-e6d5db5ec513 tempest-FloatingIPTestJSON-1887239577 tempest-FloatingIPTestJSON-1887239577-project] Pushing event deleted for resources: {'Network': ['ID=75597e67-bc95-4bf9-aa95-09fc38c63e66,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:33:27.801558 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-79ab95df-4481-4b73-9dca-da04570f422e tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-229597966'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:33:27.890355 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device acce96de-fa0d-4328-b8c7-90358a15052d up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:33:27.890761 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79ab95df-4481-4b73-9dca-da04570f422e tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Made reservation on behalf of 1733a117d4a444009498e255ae4afc94 for: {'network': 1} {{(pid=93915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:33:27.895637 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-79ab95df-4481-4b73-9dca-da04570f422e tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for network, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:27.936983 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79ab95df-4481-4b73-9dca-da04570f422e tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 70} {{(pid=93915) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 18:33:27.952058 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-79ab95df-4481-4b73-9dca-da04570f422e tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:27.952853 n-d-800634-3 neutron-server[93915]: INFO neutron.db.segments_db [None req-79ab95df-4481-4b73-9dca-da04570f422e tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Added segment 2ac39ee7-a8c5-4248-a4b5-88e02598c985 of type vlan for network 3c4918d4-6a24-45ed-a485-431f31712a55 Jul 14 18:33:28.036843 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Device 1fd6b8be-f225-43b0-9c24-e6932f2bd446 no longer exists at agent hyperv_n-h2-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 18:33:28.049414 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-79ab95df-4481-4b73-9dca-da04570f422e tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728202197517'] for network, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:28.089525 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-79ab95df-4481-4b73-9dca-da04570f422e tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727'] for network, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:28.096893 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] No Port match for: 1fd6b8be-f225-43b0-9c24-e6932f2bd446 {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 18:33:28.097605 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Device 1fd6b8be-f225-43b0-9c24-e6932f2bd446 not bound to the agent host n-h2-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 18:33:28.104638 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79ab95df-4481-4b73-9dca-da04570f422e tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:33:28.105377 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-79ab95df-4481-4b73-9dca-da04570f422e tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598705'] for network, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:28.132779 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning for port acce96de-fa0d-4328-b8c7-90358a15052d completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:33:28.140077 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port acce96de-fa0d-4328-b8c7-90358a15052d triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:33:28.140690 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:28.228598 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 45802) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:33:28.235238 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-79ab95df-4481-4b73-9dca-da04570f422e tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4562538 Jul 14 18:33:28.237436 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-22c0764a-7019-4709-aa2d-d3f5342fb653 tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Request body: {'subnet': {'network_id': '3c4918d4-6a24-45ed-a485-431f31712a55', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:33:28.243552 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bd4b396-0a4d-4f3b-a6ea-85afe504d40f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9222b97e-5d1c-54f8-ba97-82f172498e76-4c6ea0d1-ea1c-48c4-bc69-af221a0f955b', 'network_id': '4c6ea0d1-ea1c-48c4-bc69-af221a0f955b', 'tenant_id': '1733a117d4a444009498e255ae4afc94', 'fixed_ips': [{'subnet_id': '93a392e0-5559-451a-aa12-e4cfb4228bbf'}]}} from n-d-800634-3. {{(pid=93917) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 18:33:28.246269 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-1bd4b396-0a4d-4f3b-a6ea-85afe504d40f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:28.270296 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ab95df-4481-4b73-9dca-da04570f422e tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Pushing event updated for resources: {'Network': ['ID=3c4918d4-6a24-45ed-a485-431f31712a55,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:33:28.367356 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec72930-7292-4199-99cc-c43c58b48732 req-ebf3d36e-0898-458f-aa44-fa37dd7ca0f5 tempest-ListServersNegativeTestJSON-1954575036 tempest-ListServersNegativeTestJSON-1954575036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:33:28.369261 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-1ec72930-7292-4199-99cc-c43c58b48732 req-ebf3d36e-0898-458f-aa44-fa37dd7ca0f5 tempest-ListServersNegativeTestJSON-1954575036 tempest-ListServersNegativeTestJSON-1954575036-project] 10.222.0.16 "GET /v2.0/ports?device_id=7ebce3af-548e-4172-8575-203cd6fbd5ab HTTP/1.1" status: 200 len: 946 time: 0.2606430 Jul 14 18:33:28.378989 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22c0764a-7019-4709-aa2d-d3f5342fb653 tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Made reservation on behalf of 1733a117d4a444009498e255ae4afc94 for: {'subnet': 1} {{(pid=93916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:33:28.383809 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-22c0764a-7019-4709-aa2d-d3f5342fb653 tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26033189'] for subnet, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:28.488768 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-1ec72930-7292-4199-99cc-c43c58b48732 req-b7d34297-3c91-41d9-bdb7-7817f9c9c869 tempest-ListServersNegativeTestJSON-1954575036 tempest-ListServersNegativeTestJSON-1954575036-project] 10.222.0.16 "GET /v2.0/security-groups?id=c386ce62-7a65-43f3-a197-165e9e809b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036973 Jul 14 18:33:28.495663 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Network 3c4918d4-6a24-45ed-a485-431f31712a55 details requested by agent ovs-agent-n-d-800634-3 with host n-d-800634-3 {{(pid=93917) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 18:33:28.531365 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 45810) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:33:28.828221 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0606d0e-fe7f-4ca7-bab5-bd4e3335bd5f req-e6e96b72-4491-404c-95b7-90c8f237ddac tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:33:28.830397 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e0606d0e-fe7f-4ca7-bab5-bd4e3335bd5f req-e6e96b72-4491-404c-95b7-90c8f237ddac tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] 10.222.0.16 "GET /v2.0/ports?device_id=e324c388-2bb3-401d-a7a7-373392456b8c HTTP/1.1" status: 200 len: 945 time: 0.1257832 Jul 14 18:33:28.846255 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.db_base_plugin_common [None req-1bd4b396-0a4d-4f3b-a6ea-85afe504d40f None None] Allocated IP 2001:db8:0:ffff::2 (4c6ea0d1-ea1c-48c4-bc69-af221a0f955b/93a392e0-5559-451a-aa12-e4cfb4228bbf/b447341e-8d49-4443-94e1-bbb002b4d1d2) {{(pid=93917) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:33:28.849604 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:28.942199 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-22c0764a-7019-4709-aa2d-d3f5342fb653 tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2684753', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26033175'] for subnet, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:29.014093 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e0606d0e-fe7f-4ca7-bab5-bd4e3335bd5f req-c18f7dc5-0776-4c5a-87ca-3bb5029c3246 tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] 10.222.0.16 "GET /v2.0/security-groups?id=c6d2ae5e-7962-48ff-a84c-cacbd11fb04d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1651247 Jul 14 18:33:29.059813 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-5abf9f7d-6f5a-40f7-a26b-a7f9f9b44be1 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0ebb190564e94f1a9ee5db6089aa94ae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5270405 Jul 14 18:33:29.067866 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 45820) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:33:29.251869 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] For port acce96de-fa0d-4328-b8c7-90358a15052d, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=acce96de-fa0d-4328-b8c7-90358a15052d,segment=NetworkSegment(637ec1cb-18c4-4dda-9a4b-e2420d872dc7),segment_id=637ec1cb-18c4-4dda-9a4b-e2420d872dc7)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:33:29.252270 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc53ada-ba1d-4370-9d18-2598b0a83314 req-c45748a4-1dc6-48c2-b5a5-527e4dc1c0ee tempest-ServerRescueTestJSON-1772516560 tempest-ServerRescueTestJSON-1772516560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:33:29.254183 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-adc53ada-ba1d-4370-9d18-2598b0a83314 req-c45748a4-1dc6-48c2-b5a5-527e4dc1c0ee tempest-ServerRescueTestJSON-1772516560 tempest-ServerRescueTestJSON-1772516560-project] 10.222.0.16 "GET /v2.0/ports?device_id=693cdabc-c35b-47c5-8512-cef465f1b22b HTTP/1.1" status: 200 len: 945 time: 0.4223366 Jul 14 18:33:29.255097 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-e6f3e927-926a-4f5f-9563-fa4ecdfc79cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:29.264773 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:29.326314 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-e6f3e927-926a-4f5f-9563-fa4ecdfc79cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:29.469893 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-adc53ada-ba1d-4370-9d18-2598b0a83314 req-07a0ecc0-e7ee-4036-ace9-98a3450b7bf6 tempest-ServerRescueTestJSON-1772516560 tempest-ServerRescueTestJSON-1772516560-project] 10.222.0.16 "GET /v2.0/security-groups?id=0ef5e3a0-eb15-4d38-952d-7e7d9baf772e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1934018 Jul 14 18:33:29.519999 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Pushing event updated for resources: {'Port': ['ID=acce96de-fa0d-4328-b8c7-90358a15052d,revision_number=5']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:33:29.542643 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-e6f3e927-926a-4f5f-9563-fa4ecdfc79cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:29.545843 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-e6f3e927-926a-4f5f-9563-fa4ecdfc79cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:29.549790 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-e6f3e927-926a-4f5f-9563-fa4ecdfc79cc admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/cb13b0fb-78a4-419c-b66c-44d25a25cfb9 HTTP/1.1" status: 204 len: 168 time: 0.4650888 Jul 14 18:33:29.566214 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-1bd4b396-0a4d-4f3b-a6ea-85afe504d40f None None] Notify callbacks [] for port, precommit_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:29.582844 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-1bd4b396-0a4d-4f3b-a6ea-85afe504d40f None None] Transition to ACTIVE for port object b447341e-8d49-4443-94e1-bbb002b4d1d2 will not be triggered until provisioned by entity L2. {{(pid=93917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:33:29.601724 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b902fb0-3ccf-4236-acfa-c2fa59f330c4 req-b438add7-e76a-4a70-9182-8380b57a11e6 tempest-ListServersNegativeTestJSON-1954575036 tempest-ListServersNegativeTestJSON-1954575036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:33:29.613626 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2b902fb0-3ccf-4236-acfa-c2fa59f330c4 req-b438add7-e76a-4a70-9182-8380b57a11e6 tempest-ListServersNegativeTestJSON-1954575036 tempest-ListServersNegativeTestJSON-1954575036-project] 10.222.0.16 "GET /v2.0/ports?device_id=7e5f5619-b918-4ff9-8d84-fc3a9c92ccf7 HTTP/1.1" status: 200 len: 946 time: 0.2482746 Jul 14 18:33:29.623835 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-1bd4b396-0a4d-4f3b-a6ea-85afe504d40f None None] Transition to ACTIVE for port object b447341e-8d49-4443-94e1-bbb002b4d1d2 will not be triggered until provisioned by entity DHCP. {{(pid=93917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:33:29.630253 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f3e927-926a-4f5f-9563-fa4ecdfc79cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb13b0fb-78a4-419c-b66c-44d25a25cfb9,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:33:29.644512 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-1bd4b396-0a4d-4f3b-a6ea-85afe504d40f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804'] for port, after_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:29.724103 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2b902fb0-3ccf-4236-acfa-c2fa59f330c4 req-0d519ea3-06a6-40aa-a2eb-02c6fccb46f2 tempest-ListServersNegativeTestJSON-1954575036 tempest-ListServersNegativeTestJSON-1954575036-project] 10.222.0.16 "GET /v2.0/security-groups?id=c386ce62-7a65-43f3-a197-165e9e809b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094191 Jul 14 18:33:29.730532 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22c0764a-7019-4709-aa2d-d3f5342fb653 tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Checking segment: {'id': '2ac39ee7-a8c5-4248-a4b5-88e02598c985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '3c4918d4-6a24-45ed-a485-431f31712a55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93916) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:33:29.731060 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22c0764a-7019-4709-aa2d-d3f5342fb653 tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Network hostable DHCP agents. Network: 3c4918d4-6a24-45ed-a485-431f31712a55, hostable agents: ['028393c3-0576-4ebd-bca1-8ea8a148e1a2'], hosted agents: [] {{(pid=93916) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 18:33:29.739863 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c0764a-7019-4709-aa2d-d3f5342fb653 tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Pushing event updated for resources: {'Subnet': ['ID=d952d5df-c567-4f45-8a9f-63d1a223f48f,revision_number=0']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:33:29.781102 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd4b396-0a4d-4f3b-a6ea-85afe504d40f None None] Pushing event updated for resources: {'Port': ['ID=b447341e-8d49-4443-94e1-bbb002b4d1d2,revision_number=1']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:33:29.804587 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267d375f-fab2-4f8b-a1f0-a7588593d12d req-03bde37c-9d7a-48d2-b89a-39cbe8e9f889 tempest-ServerRescueTestJSON-1772516560 tempest-ServerRescueTestJSON-1772516560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:33:29.809478 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-267d375f-fab2-4f8b-a1f0-a7588593d12d req-03bde37c-9d7a-48d2-b89a-39cbe8e9f889 tempest-ServerRescueTestJSON-1772516560 tempest-ServerRescueTestJSON-1772516560-project] 10.222.0.35 "GET /v2.0/ports?device_id=693cdabc-c35b-47c5-8512-cef465f1b22b HTTP/1.1" status: 200 len: 945 time: 1.0569484 Jul 14 18:33:29.831931 n-d-800634-3 neutron-server[93917]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bd4b396-0a4d-4f3b-a6ea-85afe504d40f None None] Network 4c6ea0d1-ea1c-48c4-bc69-af221a0f955b is already hosted by enough agents. {{(pid=93917) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:33:29.835842 n-d-800634-3 neutron-server[93917]: DEBUG neutron.scheduler.base_scheduler [None req-1bd4b396-0a4d-4f3b-a6ea-85afe504d40f None None] Resources bound (agent type, host, resource id): {{(pid=93917) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:33:29.840104 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bd4b396-0a4d-4f3b-a6ea-85afe504d40f None None] Received port after_create {{(pid=93917) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:33:29.877741 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device acce96de-fa0d-4328-b8c7-90358a15052d up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:33:29.947432 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22c0764a-7019-4709-aa2d-d3f5342fb653 tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Network 3c4918d4-6a24-45ed-a485-431f31712a55 is scheduled to be hosted by DHCP agent 028393c3-0576-4ebd-bca1-8ea8a148e1a2 with binding_index 1 {{(pid=93916) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 18:33:29.989417 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [None req-22c0764a-7019-4709-aa2d-d3f5342fb653 tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-3, 3c4918d4-6a24-45ed-a485-431f31712a55) {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:33:29.997607 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22c0764a-7019-4709-aa2d-d3f5342fb653 tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:33:29.998183 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-22c0764a-7019-4709-aa2d-d3f5342fb653 tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598705'] for subnet, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:30.042784 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d74e406-9a72-40ec-b96e-69b58881fa63 None None] Network 3c4918d4-6a24-45ed-a485-431f31712a55 requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:33:30.057954 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-22c0764a-7019-4709-aa2d-d3f5342fb653 tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.8266482 Jul 14 18:33:30.061041 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 45840) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:33:30.193516 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-1bd4b396-0a4d-4f3b-a6ea-85afe504d40f None None] Attempting to bind port b447341e-8d49-4443-94e1-bbb002b4d1d2 on host n-d-800634-3 for vnic_type normal with profile {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:33:30.193890 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-1bd4b396-0a4d-4f3b-a6ea-85afe504d40f None None] Attempting to bind port b447341e-8d49-4443-94e1-bbb002b4d1d2 by drivers openvswitch,hyperv on host n-d-800634-3 at level 0 using segments [{'id': '8e42b942-1732-4e2b-80f2-566c2746a8fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '4c6ea0d1-ea1c-48c4-bc69-af221a0f955b'}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:33:30.197519 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c68e848-b4cb-4f80-ad57-f9e6c71872e0 req-a5cf0004-5177-4602-981f-f54f59bdd8be tempest-ListServersNegativeTestJSON-1954575036 tempest-ListServersNegativeTestJSON-1954575036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:33:30.198699 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bd4b396-0a4d-4f3b-a6ea-85afe504d40f None None] Attempting to bind port b447341e-8d49-4443-94e1-bbb002b4d1d2 on network 4c6ea0d1-ea1c-48c4-bc69-af221a0f955b {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:33:30.205553 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-4c68e848-b4cb-4f80-ad57-f9e6c71872e0 req-a5cf0004-5177-4602-981f-f54f59bdd8be tempest-ListServersNegativeTestJSON-1954575036 tempest-ListServersNegativeTestJSON-1954575036-project] 10.222.0.16 "GET /v2.0/ports?device_id=24c9d5cb-b41f-4bec-9b3b-9bd00fc67e89 HTTP/1.1" status: 200 len: 946 time: 0.2171402 Jul 14 18:33:30.226050 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bd4b396-0a4d-4f3b-a6ea-85afe504d40f None None] Checking agent: {'id': '01c19e91-a945-4e3c-94a6-c211e17c923e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 8, 23), 'started_at': datetime.datetime(2021, 7, 14, 18, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 18, 33, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 18:33:30.228910 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bd4b396-0a4d-4f3b-a6ea-85afe504d40f None None] Checking segment: {'id': '8e42b942-1732-4e2b-80f2-566c2746a8fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '4c6ea0d1-ea1c-48c4-bc69-af221a0f955b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93917) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:33:30.229560 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-1bd4b396-0a4d-4f3b-a6ea-85afe504d40f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:30.230144 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bd4b396-0a4d-4f3b-a6ea-85afe504d40f None None] Bound using segment: {'id': '8e42b942-1732-4e2b-80f2-566c2746a8fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '4c6ea0d1-ea1c-48c4-bc69-af221a0f955b'} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 18:33:30.233403 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [req-267d375f-fab2-4f8b-a1f0-a7588593d12d req-5161cc0d-5852-40f8-b0bf-a1a745bb549c tempest-ServerRescueTestJSON-1772516560 tempest-ServerRescueTestJSON-1772516560-project] Deleting port 7e4ee43a-fa0e-40b2-866d-2126d59c6740 {{(pid=93916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:33:30.233811 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-267d375f-fab2-4f8b-a1f0-a7588593d12d req-5161cc0d-5852-40f8-b0bf-a1a745bb549c tempest-ServerRescueTestJSON-1772516560 tempest-ServerRescueTestJSON-1772516560-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:30.234510 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-1bd4b396-0a4d-4f3b-a6ea-85afe504d40f None None] Bound port: b447341e-8d49-4443-94e1-bbb002b4d1d2, host: n-d-800634-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e42b942-1732-4e2b-80f2-566c2746a8fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '4c6ea0d1-ea1c-48c4-bc69-af221a0f955b'}}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 18:33:30.236352 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-1bd4b396-0a4d-4f3b-a6ea-85afe504d40f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:30.298323 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device fc7adfc8-2429-4dd9-9c99-fafc5938bde8 up at agent hyperv_n-h1-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:33:30.324795 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-4c68e848-b4cb-4f80-ad57-f9e6c71872e0 req-c9f5ea58-e20e-46f8-9e35-b5c8454c4928 tempest-ListServersNegativeTestJSON-1954575036 tempest-ListServersNegativeTestJSON-1954575036-project] 10.222.0.16 "GET /v2.0/security-groups?id=c386ce62-7a65-43f3-a197-165e9e809b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052890 Jul 14 18:33:30.331469 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-93f34545-cdcc-4881-adda-1bce69b07c17 tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645734'] for network, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:30.358003 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port acce96de-fa0d-4328-b8c7-90358a15052d triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:33:30.358382 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:30.433687 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f86bd80d-2e17-4f9f-a379-8fe65032a2a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9222b97e-5d1c-54f8-ba97-82f172498e76-3c4918d4-6a24-45ed-a485-431f31712a55', 'network_id': '3c4918d4-6a24-45ed-a485-431f31712a55', 'tenant_id': '1733a117d4a444009498e255ae4afc94', 'fixed_ips': [{'subnet_id': 'd952d5df-c567-4f45-8a9f-63d1a223f48f'}]}} from n-d-800634-3. {{(pid=93917) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 18:33:30.434598 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-f86bd80d-2e17-4f9f-a379-8fe65032a2a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:30.494372 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-1bd4b396-0a4d-4f3b-a6ea-85afe504d40f None None] For port b447341e-8d49-4443-94e1-bbb002b4d1d2, host n-d-800634-3, cleared binding levels {{(pid=93917) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:33:30.501233 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-1bd4b396-0a4d-4f3b-a6ea-85afe504d40f None None] For port b447341e-8d49-4443-94e1-bbb002b4d1d2, host n-d-800634-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=b447341e-8d49-4443-94e1-bbb002b4d1d2,segment=NetworkSegment(8e42b942-1732-4e2b-80f2-566c2746a8fa),segment_id=8e42b942-1732-4e2b-80f2-566c2746a8fa)] {{(pid=93917) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 18:33:30.518220 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.db [req-267d375f-fab2-4f8b-a1f0-a7588593d12d req-5161cc0d-5852-40f8-b0bf-a1a745bb549c tempest-ServerRescueTestJSON-1772516560 tempest-ServerRescueTestJSON-1772516560-project] For port 7e4ee43a-fa0e-40b2-866d-2126d59c6740, host n-h2-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=7e4ee43a-fa0e-40b2-866d-2126d59c6740,segment=NetworkSegment(768a7052-80d5-49b9-a4ea-7454da09f867),segment_id=768a7052-80d5-49b9-a4ea-7454da09f867)] {{(pid=93916) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:33:30.518709 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-267d375f-fab2-4f8b-a1f0-a7588593d12d req-5161cc0d-5852-40f8-b0bf-a1a745bb549c tempest-ServerRescueTestJSON-1772516560 tempest-ServerRescueTestJSON-1772516560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:30.520168 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-1bd4b396-0a4d-4f3b-a6ea-85afe504d40f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:30.568879 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e1499c-9ba9-4db1-aba1-59eb0431f692 req-b3bc3cf9-85bb-4360-9b97-dd4705888c7f tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:33:30.572320 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [req-267d375f-fab2-4f8b-a1f0-a7588593d12d req-5161cc0d-5852-40f8-b0bf-a1a745bb549c tempest-ServerRescueTestJSON-1772516560 tempest-ServerRescueTestJSON-1772516560-project] Calling delete_port for 7e4ee43a-fa0e-40b2-866d-2126d59c6740 owned by compute:nova {{(pid=93916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:33:30.577020 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a0e1499c-9ba9-4db1-aba1-59eb0431f692 req-b3bc3cf9-85bb-4360-9b97-dd4705888c7f tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] 10.222.0.16 "GET /v2.0/ports?device_id=e324c388-2bb3-401d-a7a7-373392456b8c HTTP/1.1" status: 200 len: 945 time: 0.1782434 Jul 14 18:33:30.611826 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-93f34545-cdcc-4881-adda-1bce69b07c17 tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081283'] for subnet, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:30.700814 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a0e1499c-9ba9-4db1-aba1-59eb0431f692 req-f5145040-0c80-48a2-93d0-9d8818110015 tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] 10.222.0.16 "GET /v2.0/security-groups?id=c6d2ae5e-7962-48ff-a84c-cacbd11fb04d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1160743 Jul 14 18:33:30.791901 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Provisioning for port fc7adfc8-2429-4dd9-9c99-fafc5938bde8 completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:33:30.882631 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 45860) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:33:30.884959 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Provisioning complete for port fc7adfc8-2429-4dd9-9c99-fafc5938bde8 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:33:30.886076 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:31.005932 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.db_base_plugin_common [None req-f86bd80d-2e17-4f9f-a379-8fe65032a2a8 None None] Allocated IP 2001:db8::1 (3c4918d4-6a24-45ed-a485-431f31712a55/d952d5df-c567-4f45-8a9f-63d1a223f48f/5956e0b3-f039-4cf8-b7ab-f9fc2ec96d0d) {{(pid=93917) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:33:31.010702 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd4b396-0a4d-4f3b-a6ea-85afe504d40f None None] Pushing event updated for resources: {'Port': ['ID=b447341e-8d49-4443-94e1-bbb002b4d1d2,revision_number=2']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:33:31.154196 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-267d375f-fab2-4f8b-a1f0-a7588593d12d req-5161cc0d-5852-40f8-b0bf-a1a745bb549c tempest-ServerRescueTestJSON-1772516560 tempest-ServerRescueTestJSON-1772516560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:31.185421 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5161cc0d-5852-40f8-b0bf-a1a745bb549c tempest-ServerRescueTestJSON-1772516560 tempest-ServerRescueTestJSON-1772516560-project] Pushing event deleted for resources: {'Port': ['ID=7e4ee43a-fa0e-40b2-866d-2126d59c6740,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:33:31.214027 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] get_ports_and_sgs() called for port_ids ['7e4ee43a-fa0e-40b2-866d-2126d59c6740'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 18:33:31.259452 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c1614e-9858-4aad-8916-dae5a26d6d29 req-6cff4463-4d26-4cd1-a0e1-7c49ce5fa40b tempest-ServerRescueTestJSON-1772516560 tempest-ServerRescueTestJSON-1772516560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:33:31.280071 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-18c1614e-9858-4aad-8916-dae5a26d6d29 req-6cff4463-4d26-4cd1-a0e1-7c49ce5fa40b tempest-ServerRescueTestJSON-1772516560 tempest-ServerRescueTestJSON-1772516560-project] 10.222.0.16 "GET /v2.0/ports?device_id=693cdabc-c35b-47c5-8512-cef465f1b22b HTTP/1.1" status: 200 len: 945 time: 0.4034681 Jul 14 18:33:31.323891 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-717018cd-3b4a-4dcb-81be-48ea999accdf tempest-NetworksNegativeTestJSON-915606996 tempest-NetworksNegativeTestJSON-915606996-project] Request body: {'port': {'network_id': '851388dc-f518-4592-94a2-8b1f8d1a34c8', 'name': 'tempest-NetworksNegativeTestJSON-812524127'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:33:31.352549 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:31.364676 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.l3_dvrscheduler_db [req-267d375f-fab2-4f8b-a1f0-a7588593d12d req-5161cc0d-5852-40f8-b0bf-a1a745bb549c tempest-ServerRescueTestJSON-1772516560 tempest-ServerRescueTestJSON-1772516560-project] No DVR routers for this DVR port 7e4ee43a-fa0e-40b2-866d-2126d59c6740 on host n-h2-800634-3 {{(pid=93916) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 18:33:31.368829 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-267d375f-fab2-4f8b-a1f0-a7588593d12d req-5161cc0d-5852-40f8-b0bf-a1a745bb549c tempest-ServerRescueTestJSON-1772516560 tempest-ServerRescueTestJSON-1772516560-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:31.373449 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-267d375f-fab2-4f8b-a1f0-a7588593d12d req-5161cc0d-5852-40f8-b0bf-a1a745bb549c tempest-ServerRescueTestJSON-1772516560 tempest-ServerRescueTestJSON-1772516560-project] 10.222.0.35 "DELETE /v2.0/ports/7e4ee43a-fa0e-40b2-866d-2126d59c6740 HTTP/1.1" status: 204 len: 173 time: 1.5540888 Jul 14 18:33:31.374230 n-d-800634-3 neutron-server[93916]: INFO neutron.pecan_wsgi.hooks.translation [None req-717018cd-3b4a-4dcb-81be-48ea999accdf tempest-NetworksNegativeTestJSON-915606996 tempest-NetworksNegativeTestJSON-915606996-project] POST failed (client error): The resource could not be found. Jul 14 18:33:31.385929 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-717018cd-3b4a-4dcb-81be-48ea999accdf tempest-NetworksNegativeTestJSON-915606996 tempest-NetworksNegativeTestJSON-915606996-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93916) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 18:33:31.388879 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-717018cd-3b4a-4dcb-81be-48ea999accdf tempest-NetworksNegativeTestJSON-915606996 tempest-NetworksNegativeTestJSON-915606996-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.5014973 Jul 14 18:33:31.394700 n-d-800634-3 neutron-server[93916]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '693cdabc-c35b-47c5-8512-cef465f1b22b', 'name': 'network-vif-deleted', 'tag': '7e4ee43a-fa0e-40b2-866d-2126d59c6740'}] {{(pid=93916) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:33:31.410851 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f803e150b363a7893830aa996ac27753fa25517c406ecd3536b7c2d4b26eeb9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e264463-c4d7-43e7-a767-5cc38601881c" -d '{"events": [{"server_uuid": "693cdabc-c35b-47c5-8512-cef465f1b22b", "name": "network-vif-deleted", "tag": "7e4ee43a-fa0e-40b2-866d-2126d59c6740"}]}' {{(pid=93916) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:33:31.414212 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 45870) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:33:31.441406 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-18c1614e-9858-4aad-8916-dae5a26d6d29 req-327bcf26-5dbe-4c8c-a881-2602752968ed tempest-ServerRescueTestJSON-1772516560 tempest-ServerRescueTestJSON-1772516560-project] 10.222.0.16 "GET /v2.0/security-groups?id=0ef5e3a0-eb15-4d38-952d-7e7d9baf772e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581049 Jul 14 18:33:31.441620 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port fc7adfc8-2429-4dd9-9c99-fafc5938bde8, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=fc7adfc8-2429-4dd9-9c99-fafc5938bde8,segment=NetworkSegment(48f07496-1654-4e70-864e-6d82e6081c18),segment_id=48f07496-1654-4e70-864e-6d82e6081c18)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:33:31.442617 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e324c388-2bb3-401d-a7a7-373392456b8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc7adfc8-2429-4dd9-9c99-fafc5938bde8'}] {{(pid=93917) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:33:31.457091 n-d-800634-3 neutron-server[93916]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7d57a96-f082-459c-844e-8acb4459373d tempest-NetworksNegativeTestJSON-915606996 tempest-NetworksNegativeTestJSON-915606996-project] DELETE failed (client error): The resource could not be found. Jul 14 18:33:31.457709 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d7d57a96-f082-459c-844e-8acb4459373d tempest-NetworksNegativeTestJSON-915606996 tempest-NetworksNegativeTestJSON-915606996-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93916) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 18:33:31.457916 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20b787f3c29eaa7aa2a4d648c725a2124c5ff39a8d793252f9d844495e14cf42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89d6857e-3266-4b7c-992f-38637a1b7e7e" -d '{"events": [{"server_uuid": "e324c388-2bb3-401d-a7a7-373392456b8c", "name": "network-vif-plugged", "status": "completed", "tag": "fc7adfc8-2429-4dd9-9c99-fafc5938bde8"}]}' {{(pid=93917) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:33:31.474554 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-d7d57a96-f082-459c-844e-8acb4459373d tempest-NetworksNegativeTestJSON-915606996 tempest-NetworksNegativeTestJSON-915606996-project] 10.222.0.16 "DELETE /v2.0/networks/9521710d-12a8-4c8b-8e9c-39d43762ed9a HTTP/1.1" status: 404 len: 339 time: 0.0538514 Jul 14 18:33:31.474848 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:31.477380 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 45876) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:33:31.502793 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b6c534-431f-4029-b996-74a1567d084c req-017df5dd-fa72-427f-a239-e56c3d133716 tempest-ListServersNegativeTestJSON-1954575036 tempest-ListServersNegativeTestJSON-1954575036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:33:31.507806 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-d9b6c534-431f-4029-b996-74a1567d084c req-017df5dd-fa72-427f-a239-e56c3d133716 tempest-ListServersNegativeTestJSON-1954575036 tempest-ListServersNegativeTestJSON-1954575036-project] 10.222.0.16 "GET /v2.0/ports?device_id=24c9d5cb-b41f-4bec-9b3b-9bd00fc67e89 HTTP/1.1" status: 200 len: 946 time: 0.3640969 Jul 14 18:33:31.576896 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Pushing event updated for resources: {'Port': ['ID=fc7adfc8-2429-4dd9-9c99-fafc5938bde8,revision_number=12']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:33:31.578062 n-d-800634-3 neutron-server[93916]: INFO neutron.pecan_wsgi.hooks.translation [None req-65ff7dcd-cc47-48c7-9d86-6456ab3d62fb tempest-NetworksNegativeTestJSON-915606996 tempest-NetworksNegativeTestJSON-915606996-project] DELETE failed (client error): The resource could not be found. Jul 14 18:33:31.579274 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-65ff7dcd-cc47-48c7-9d86-6456ab3d62fb tempest-NetworksNegativeTestJSON-915606996 tempest-NetworksNegativeTestJSON-915606996-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93916) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 18:33:31.587766 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-65ff7dcd-cc47-48c7-9d86-6456ab3d62fb tempest-NetworksNegativeTestJSON-915606996 tempest-NetworksNegativeTestJSON-915606996-project] 10.222.0.16 "DELETE /v2.0/ports/1ea7906d-452c-4097-9f1f-8e54efb73355 HTTP/1.1" status: 404 len: 333 time: 0.0974026 Jul 14 18:33:31.588792 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 45878) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:33:31.636710 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-d9b6c534-431f-4029-b996-74a1567d084c req-f08cc288-b0a3-4a35-bcb6-674a94eaa77f tempest-ListServersNegativeTestJSON-1954575036 tempest-ListServersNegativeTestJSON-1954575036-project] 10.222.0.16 "GET /v2.0/security-groups?id=c386ce62-7a65-43f3-a197-165e9e809b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192918 Jul 14 18:33:31.672568 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-f86bd80d-2e17-4f9f-a379-8fe65032a2a8 None None] Notify callbacks [] for port, precommit_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:31.694482 n-d-800634-3 neutron-server[93916]: INFO neutron.pecan_wsgi.hooks.translation [None req-d475bd8f-e160-491d-9079-f461d9bc1af7 tempest-NetworksNegativeTestJSON-915606996 tempest-NetworksNegativeTestJSON-915606996-project] DELETE failed (client error): The resource could not be found. Jul 14 18:33:31.695312 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d475bd8f-e160-491d-9079-f461d9bc1af7 tempest-NetworksNegativeTestJSON-915606996 tempest-NetworksNegativeTestJSON-915606996-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93916) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 18:33:31.698386 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-d475bd8f-e160-491d-9079-f461d9bc1af7 tempest-NetworksNegativeTestJSON-915606996 tempest-NetworksNegativeTestJSON-915606996-project] 10.222.0.16 "DELETE /v2.0/subnets/de882c69-e9bb-4235-a3b7-f3a9d97644ed HTTP/1.1" status: 404 len: 337 time: 0.1049261 Jul 14 18:33:31.699823 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-f86bd80d-2e17-4f9f-a379-8fe65032a2a8 None None] Transition to ACTIVE for port object 5956e0b3-f039-4cf8-b7ab-f9fc2ec96d0d will not be triggered until provisioned by entity L2. {{(pid=93917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:33:31.700765 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 18:33:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d96538f-4bf8-4eb2-912d-0313d08415dc x-openstack-request-id: req-4d96538f-4bf8-4eb2-912d-0313d08415dc {{(pid=93916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:33:31.701211 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "693cdabc-c35b-47c5-8512-cef465f1b22b", "name": "network-vif-deleted", "tag": "7e4ee43a-fa0e-40b2-866d-2126d59c6740", "status": "completed", "code": 200}]} {{(pid=93916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:33:31.701614 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4d96538f-4bf8-4eb2-912d-0313d08415dc {{(pid=93916) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:33:31.702244 n-d-800634-3 neutron-server[93916]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '693cdabc-c35b-47c5-8512-cef465f1b22b', 'name': 'network-vif-deleted', 'tag': '7e4ee43a-fa0e-40b2-866d-2126d59c6740', 'status': 'completed', 'code': 200} Jul 14 18:33:31.704037 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 45880) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:33:31.736312 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-f86bd80d-2e17-4f9f-a379-8fe65032a2a8 None None] Transition to ACTIVE for port object 5956e0b3-f039-4cf8-b7ab-f9fc2ec96d0d will not be triggered until provisioned by entity DHCP. {{(pid=93917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:33:31.756469 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-f86bd80d-2e17-4f9f-a379-8fe65032a2a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804'] for port, after_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:31.775510 n-d-800634-3 neutron-server[93915]: INFO neutron.pecan_wsgi.hooks.translation [None req-5af29c29-df2d-487c-94ba-a8e44da2911d tempest-NetworksNegativeTestJSON-915606996 tempest-NetworksNegativeTestJSON-915606996-project] GET failed (client error): The resource could not be found. Jul 14 18:33:31.781130 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-5af29c29-df2d-487c-94ba-a8e44da2911d tempest-NetworksNegativeTestJSON-915606996 tempest-NetworksNegativeTestJSON-915606996-project] 10.222.0.16 "GET /v2.0/networks/72f78bab-3a6a-4499-a9e7-47844d26ed78 HTTP/1.1" status: 404 len: 339 time: 0.0737948 Jul 14 18:33:31.785798 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 45884) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:33:31.795715 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-93f34545-cdcc-4881-adda-1bce69b07c17 tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2684816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26033152'] for subnet, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:31.871425 n-d-800634-3 neutron-server[93915]: INFO neutron.pecan_wsgi.hooks.translation [None req-2749f80b-620e-44be-bbe7-6ebd78ccd64a tempest-NetworksNegativeTestJSON-915606996 tempest-NetworksNegativeTestJSON-915606996-project] GET failed (client error): The resource could not be found. Jul 14 18:33:31.873554 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-2749f80b-620e-44be-bbe7-6ebd78ccd64a tempest-NetworksNegativeTestJSON-915606996 tempest-NetworksNegativeTestJSON-915606996-project] 10.222.0.16 "GET /v2.0/ports/2f49b9de-042c-4816-b53f-88dbf7764765 HTTP/1.1" status: 404 len: 333 time: 0.0847204 Jul 14 18:33:31.877782 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 45886) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:33:31.912369 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f34545-cdcc-4881-adda-1bce69b07c17 tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Pushing event deleted for resources: {'Subnet': ['ID=d952d5df-c567-4f45-8a9f-63d1a223f48f,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:33:31.918129 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 18:33:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-127c6d80-1433-4ff1-a788-8cbbd1507105 x-openstack-request-id: req-127c6d80-1433-4ff1-a788-8cbbd1507105 {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:33:31.918649 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e324c388-2bb3-401d-a7a7-373392456b8c", "name": "network-vif-plugged", "status": "completed", "tag": "fc7adfc8-2429-4dd9-9c99-fafc5938bde8", "code": 200}]} {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:33:31.918751 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-127c6d80-1433-4ff1-a788-8cbbd1507105 {{(pid=93917) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:33:31.919214 n-d-800634-3 neutron-server[93917]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e324c388-2bb3-401d-a7a7-373392456b8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc7adfc8-2429-4dd9-9c99-fafc5938bde8', 'code': 200} Jul 14 18:33:31.922573 n-d-800634-3 neutron-server[93915]: INFO neutron.pecan_wsgi.hooks.translation [None req-51459433-0d17-4049-804e-155ce3e8094f tempest-NetworksNegativeTestJSON-915606996 tempest-NetworksNegativeTestJSON-915606996-project] GET failed (client error): The resource could not be found. Jul 14 18:33:31.923936 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-51459433-0d17-4049-804e-155ce3e8094f tempest-NetworksNegativeTestJSON-915606996 tempest-NetworksNegativeTestJSON-915606996-project] 10.222.0.16 "GET /v2.0/subnets/77c5ec12-3a35-488a-bbfd-b996896e1b10 HTTP/1.1" status: 404 len: 337 time: 0.0447612 Jul 14 18:33:31.929625 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 45888) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:33:31.933431 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device b447341e-8d49-4443-94e1-bbb002b4d1d2 up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:33:31.937339 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-bf18f28e-1ab3-4314-bca0-640ee4eb93af tempest-NetworksNegativeTestJSON-915606996 tempest-NetworksNegativeTestJSON-915606996-project] Request body: {'network': {'name': 'new_name'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:33:31.976533 n-d-800634-3 neutron-server[93917]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f86bd80d-2e17-4f9f-a379-8fe65032a2a8 None None] Network 3c4918d4-6a24-45ed-a485-431f31712a55 is already hosted by enough agents. {{(pid=93917) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:33:31.985992 n-d-800634-3 neutron-server[93917]: DEBUG neutron.scheduler.base_scheduler [None req-f86bd80d-2e17-4f9f-a379-8fe65032a2a8 None None] Resources bound (agent type, host, resource id): {{(pid=93917) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:33:32.004842 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f86bd80d-2e17-4f9f-a379-8fe65032a2a8 None None] Received port after_create {{(pid=93917) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:33:32.018909 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86bd80d-2e17-4f9f-a379-8fe65032a2a8 None None] Pushing event updated for resources: {'Port': ['ID=5956e0b3-f039-4cf8-b7ab-f9fc2ec96d0d,revision_number=1']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:33:32.038134 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-93f34545-cdcc-4881-adda-1bce69b07c17 tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2096010', 'neutron.services.segments.db._delete_segments_for_network-8728202734996'] for network, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:32.052312 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.segments.db [None req-93f34545-cdcc-4881-adda-1bce69b07c17 tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c4918d4-6a24-45ed-a485-431f31712a55']}} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:33:32.060252 n-d-800634-3 neutron-server[93915]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf18f28e-1ab3-4314-bca0-640ee4eb93af tempest-NetworksNegativeTestJSON-915606996 tempest-NetworksNegativeTestJSON-915606996-project] PUT failed (client error): The resource could not be found. Jul 14 18:33:32.061009 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf18f28e-1ab3-4314-bca0-640ee4eb93af tempest-NetworksNegativeTestJSON-915606996 tempest-NetworksNegativeTestJSON-915606996-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93915) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 18:33:32.065911 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.segments.db [None req-93f34545-cdcc-4881-adda-1bce69b07c17 tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ac39ee7-a8c5-4248-a4b5-88e02598c985') {'for_net_delete': True} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:33:32.066366 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.segments.db [None req-93f34545-cdcc-4881-adda-1bce69b07c17 tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ac39ee7-a8c5-4248-a4b5-88e02598c985') {} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:33:32.067165 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-bf18f28e-1ab3-4314-bca0-640ee4eb93af tempest-NetworksNegativeTestJSON-915606996 tempest-NetworksNegativeTestJSON-915606996-project] 10.222.0.16 "PUT /v2.0/networks/4fd5dd2c-5688-45a0-8806-187cdbb53e50 HTTP/1.1" status: 404 len: 339 time: 0.1345172 Jul 14 18:33:32.068097 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 45890) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:33:32.078295 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-93f34545-cdcc-4881-adda-1bce69b07c17 tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728202715275', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26296891'] for segment, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:32.085246 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-41c4790c-4749-4246-816c-34d71cbc1bc5 tempest-NetworksNegativeTestJSON-915606996 tempest-NetworksNegativeTestJSON-915606996-project] Request body: {'port': {'name': 'new_name'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:33:32.096668 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-93f34545-cdcc-4881-adda-1bce69b07c17 tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:32.107826 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93f34545-cdcc-4881-adda-1bce69b07c17 tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Releasing vlan 70 on physical network physnet1 to pool {{(pid=93916) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 18:33:32.108283 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-93f34545-cdcc-4881-adda-1bce69b07c17 tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2682942'] for segment, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:32.163088 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning for port b447341e-8d49-4443-94e1-bbb002b4d1d2 completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:33:32.167832 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-f86bd80d-2e17-4f9f-a379-8fe65032a2a8 None None] Attempting to bind port 5956e0b3-f039-4cf8-b7ab-f9fc2ec96d0d on host n-d-800634-3 for vnic_type normal with profile {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:33:32.176620 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-f86bd80d-2e17-4f9f-a379-8fe65032a2a8 None None] Attempting to bind port 5956e0b3-f039-4cf8-b7ab-f9fc2ec96d0d by drivers openvswitch,hyperv on host n-d-800634-3 at level 0 using segments [{'id': '2ac39ee7-a8c5-4248-a4b5-88e02598c985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '3c4918d4-6a24-45ed-a485-431f31712a55'}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:33:32.177212 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f86bd80d-2e17-4f9f-a379-8fe65032a2a8 None None] Attempting to bind port 5956e0b3-f039-4cf8-b7ab-f9fc2ec96d0d on network 3c4918d4-6a24-45ed-a485-431f31712a55 {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:33:32.177989 n-d-800634-3 neutron-server[93916]: Traceback (most recent call last): Jul 14 18:33:32.177989 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 18:33:32.177989 n-d-800634-3 neutron-server[93916]: timer() Jul 14 18:33:32.177989 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 18:33:32.177989 n-d-800634-3 neutron-server[93916]: cb(*args, **kw) Jul 14 18:33:32.177989 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 18:33:32.177989 n-d-800634-3 neutron-server[93916]: return func(*args, **kwargs) Jul 14 18:33:32.177989 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 18:33:32.177989 n-d-800634-3 neutron-server[93916]: self._notify() Jul 14 18:33:32.177989 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 18:33:32.177989 n-d-800634-3 neutron-server[93916]: self.callback(batched_events) Jul 14 18:33:32.177989 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 18:33:32.177989 n-d-800634-3 neutron-server[93916]: event.method(event) Jul 14 18:33:32.177989 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 18:33:32.177989 n-d-800634-3 neutron-server[93916]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 18:33:32.177989 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 18:33:32.177989 n-d-800634-3 neutron-server[93916]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 18:33:32.177989 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 18:33:32.177989 n-d-800634-3 neutron-server[93916]: return f(self, *a, **k) Jul 14 18:33:32.177989 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 18:33:32.177989 n-d-800634-3 neutron-server[93916]: return self._get(url).json() Jul 14 18:33:32.177989 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 18:33:32.177989 n-d-800634-3 neutron-server[93916]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 18:33:32.177989 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 18:33:32.177989 n-d-800634-3 neutron-server[93916]: return self.request(url, 'GET', **kwargs) Jul 14 18:33:32.177989 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 18:33:32.177989 n-d-800634-3 neutron-server[93916]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 18:33:32.177989 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 18:33:32.177989 n-d-800634-3 neutron-server[93916]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 18:33:32.177989 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 18:33:32.177989 n-d-800634-3 neutron-server[93916]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 18:33:32.177989 n-d-800634-3 neutron-server[93916]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 18:33:32.183007 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.db.api [None req-93f34545-cdcc-4881-adda-1bce69b07c17 tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 14 18:33:32.183007 n-d-800634-3 neutron-server[93916]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 14 18:33:32.183007 n-d-800634-3 neutron-server[93916]: [parameters: {'id': '3c4918d4-6a24-45ed-a485-431f31712a55'}] Jul 14 18:33:32.183007 n-d-800634-3 neutron-server[93916]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93916) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 14 18:33:32.183607 n-d-800634-3 neutron-server[93916]: DEBUG oslo_db.api [None req-93f34545-cdcc-4881-adda-1bce69b07c17 tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 18:33:32.195000 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f86bd80d-2e17-4f9f-a379-8fe65032a2a8 None None] Checking agent: {'id': '01c19e91-a945-4e3c-94a6-c211e17c923e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 8, 23), 'started_at': datetime.datetime(2021, 7, 14, 18, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 18, 33, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 18:33:32.195485 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f86bd80d-2e17-4f9f-a379-8fe65032a2a8 None None] Checking segment: {'id': '2ac39ee7-a8c5-4248-a4b5-88e02598c985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '3c4918d4-6a24-45ed-a485-431f31712a55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93917) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:33:32.195972 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-f86bd80d-2e17-4f9f-a379-8fe65032a2a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:32.197555 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f86bd80d-2e17-4f9f-a379-8fe65032a2a8 None None] Bound using segment: {'id': '2ac39ee7-a8c5-4248-a4b5-88e02598c985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '3c4918d4-6a24-45ed-a485-431f31712a55'} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 18:33:32.197975 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-f86bd80d-2e17-4f9f-a379-8fe65032a2a8 None None] Bound port: 5956e0b3-f039-4cf8-b7ab-f9fc2ec96d0d, host: n-d-800634-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ac39ee7-a8c5-4248-a4b5-88e02598c985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '3c4918d4-6a24-45ed-a485-431f31712a55'}}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 18:33:32.198405 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-f86bd80d-2e17-4f9f-a379-8fe65032a2a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:32.200882 n-d-800634-3 neutron-server[93915]: INFO neutron.pecan_wsgi.hooks.translation [None req-41c4790c-4749-4246-816c-34d71cbc1bc5 tempest-NetworksNegativeTestJSON-915606996 tempest-NetworksNegativeTestJSON-915606996-project] PUT failed (client error): The resource could not be found. Jul 14 18:33:32.201986 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-41c4790c-4749-4246-816c-34d71cbc1bc5 tempest-NetworksNegativeTestJSON-915606996 tempest-NetworksNegativeTestJSON-915606996-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93915) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 18:33:32.205321 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-41c4790c-4749-4246-816c-34d71cbc1bc5 tempest-NetworksNegativeTestJSON-915606996 tempest-NetworksNegativeTestJSON-915606996-project] 10.222.0.16 "PUT /v2.0/ports/36ee2607-f379-4ccc-b6ed-73a9ad5ab0b2 HTTP/1.1" status: 404 len: 333 time: 0.1332529 Jul 14 18:33:32.210627 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 45894) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:33:32.217654 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-d7c37f7f-9ff7-4e3d-9b48-3afda13c2a36 tempest-NetworksNegativeTestJSON-915606996 tempest-NetworksNegativeTestJSON-915606996-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:33:32.287801 n-d-800634-3 neutron-server[93916]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7c37f7f-9ff7-4e3d-9b48-3afda13c2a36 tempest-NetworksNegativeTestJSON-915606996 tempest-NetworksNegativeTestJSON-915606996-project] PUT failed (client error): The resource could not be found. Jul 14 18:33:32.288369 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d7c37f7f-9ff7-4e3d-9b48-3afda13c2a36 tempest-NetworksNegativeTestJSON-915606996 tempest-NetworksNegativeTestJSON-915606996-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93916) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 18:33:32.291091 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-d7c37f7f-9ff7-4e3d-9b48-3afda13c2a36 tempest-NetworksNegativeTestJSON-915606996 tempest-NetworksNegativeTestJSON-915606996-project] 10.222.0.16 "PUT /v2.0/subnets/3c3a4e0e-3be0-4b72-bf54-25981a685e01 HTTP/1.1" status: 404 len: 337 time: 0.0792267 Jul 14 18:33:32.365821 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:32.400557 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-f86bd80d-2e17-4f9f-a379-8fe65032a2a8 None None] For port 5956e0b3-f039-4cf8-b7ab-f9fc2ec96d0d, host n-d-800634-3, cleared binding levels {{(pid=93917) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:33:32.406464 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-f86bd80d-2e17-4f9f-a379-8fe65032a2a8 None None] For port 5956e0b3-f039-4cf8-b7ab-f9fc2ec96d0d, host n-d-800634-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=5956e0b3-f039-4cf8-b7ab-f9fc2ec96d0d,segment=NetworkSegment(2ac39ee7-a8c5-4248-a4b5-88e02598c985),segment_id=2ac39ee7-a8c5-4248-a4b5-88e02598c985)] {{(pid=93917) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 18:33:32.414031 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-f86bd80d-2e17-4f9f-a379-8fe65032a2a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:32.463607 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3622d6ef-c20e-455a-8669-31a45992f236 req-d532c2ff-0edf-4913-85bc-8a255b949db4 tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:33:32.465874 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3622d6ef-c20e-455a-8669-31a45992f236 req-d532c2ff-0edf-4913-85bc-8a255b949db4 tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] 10.222.0.16 "GET /v2.0/ports?device_id=e324c388-2bb3-401d-a7a7-373392456b8c HTTP/1.1" status: 200 len: 946 time: 0.5160673 Jul 14 18:33:32.554823 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86bd80d-2e17-4f9f-a379-8fe65032a2a8 None None] Pushing event updated for resources: {'Port': ['ID=5956e0b3-f039-4cf8-b7ab-f9fc2ec96d0d,revision_number=2']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:33:32.622537 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3622d6ef-c20e-455a-8669-31a45992f236 req-0b927ba4-7ade-484b-8216-76de07eda864 tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] 10.222.0.16 "GET /v2.0/security-groups?id=c6d2ae5e-7962-48ff-a84c-cacbd11fb04d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1106081 Jul 14 18:33:32.648601 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae16f2e-a807-4070-bc43-29c90ce03357 req-c48a882a-d0df-4702-bd95-70e6089356f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:33:32.652149 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3ae16f2e-a807-4070-bc43-29c90ce03357 req-c48a882a-d0df-4702-bd95-70e6089356f2 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=e324c388-2bb3-401d-a7a7-373392456b8c HTTP/1.1" status: 200 len: 1097 time: 0.4784520 Jul 14 18:33:32.684819 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-93f34545-cdcc-4881-adda-1bce69b07c17 tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645734'] for network, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:32.727789 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2b2eb73-26fe-45fd-ac49-19854b1f5965 None None] Network 3c4918d4-6a24-45ed-a485-431f31712a55 requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:33:32.788951 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 45906) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:33:32.794795 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3ae16f2e-a807-4070-bc43-29c90ce03357 req-ba38e409-89cc-4a55-a292-ccf59de32226 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=c6d2ae5e-7962-48ff-a84c-cacbd11fb04d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1339705 Jul 14 18:33:32.852863 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376585bf-caf0-4f8f-b005-35fbf3139ea2 req-11d2f487-0df3-4414-ad94-df28ba94a682 tempest-ListServersNegativeTestJSON-1954575036 tempest-ListServersNegativeTestJSON-1954575036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:33:32.852863 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-376585bf-caf0-4f8f-b005-35fbf3139ea2 req-11d2f487-0df3-4414-ad94-df28ba94a682 tempest-ListServersNegativeTestJSON-1954575036 tempest-ListServersNegativeTestJSON-1954575036-project] 10.222.0.18 "GET /v2.0/ports?device_id=24c9d5cb-b41f-4bec-9b3b-9bd00fc67e89 HTTP/1.1" status: 200 len: 946 time: 0.3832352 Jul 14 18:33:33.153273 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 45910) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:33:33.186455 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-93f34545-cdcc-4881-adda-1bce69b07c17 tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Deleting port 5956e0b3-f039-4cf8-b7ab-f9fc2ec96d0d {{(pid=93916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:33:33.186802 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-93f34545-cdcc-4881-adda-1bce69b07c17 tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:33.208957 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b377a12-dfa9-4e18-8d90-f52d90ecba85 None None] Network 4c6ea0d1-ea1c-48c4-bc69-af221a0f955b requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:33:33.248690 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b29dc67-5798-416e-a30b-97ef362a93f9 req-42822f74-eb23-40f5-9267-8e56a327990a tempest-ListServersNegativeTestJSON-1954575036 tempest-ListServersNegativeTestJSON-1954575036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:33:33.258790 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-4b29dc67-5798-416e-a30b-97ef362a93f9 req-42822f74-eb23-40f5-9267-8e56a327990a tempest-ListServersNegativeTestJSON-1954575036 tempest-ListServersNegativeTestJSON-1954575036-project] 10.222.0.16 "GET /v2.0/ports?device_id=24c9d5cb-b41f-4bec-9b3b-9bd00fc67e89 HTTP/1.1" status: 200 len: 946 time: 0.2708185 Jul 14 18:33:33.294039 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [req-376585bf-caf0-4f8f-b005-35fbf3139ea2 req-4086be93-e576-46d0-b7ae-199040382f18 tempest-ListServersNegativeTestJSON-1954575036 tempest-ListServersNegativeTestJSON-1954575036-project] Deleting port 562a972c-8881-47f1-8676-2f3daaab30f0 {{(pid=93915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:33:33.294274 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-376585bf-caf0-4f8f-b005-35fbf3139ea2 req-4086be93-e576-46d0-b7ae-199040382f18 tempest-ListServersNegativeTestJSON-1954575036 tempest-ListServersNegativeTestJSON-1954575036-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:33.326237 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-488f3b4c-f670-49ec-96d6-35ad4678ec5d None None] Provisioning for port b447341e-8d49-4443-94e1-bbb002b4d1d2 completed by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:33:33.332578 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.db [None req-93f34545-cdcc-4881-adda-1bce69b07c17 tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] For port 5956e0b3-f039-4cf8-b7ab-f9fc2ec96d0d, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=5956e0b3-f039-4cf8-b7ab-f9fc2ec96d0d,segment=NetworkSegment(2ac39ee7-a8c5-4248-a4b5-88e02598c985),segment_id=2ac39ee7-a8c5-4248-a4b5-88e02598c985)] {{(pid=93916) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:33:33.333253 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-93f34545-cdcc-4881-adda-1bce69b07c17 tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:33.337606 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-488f3b4c-f670-49ec-96d6-35ad4678ec5d None None] Provisioning complete for port b447341e-8d49-4443-94e1-bbb002b4d1d2 triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:33:33.338020 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-488f3b4c-f670-49ec-96d6-35ad4678ec5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:33.359511 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-b8d49938-9ba7-41d6-842d-538372640a91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:33.380104 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-93f34545-cdcc-4881-adda-1bce69b07c17 tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Calling delete_port for 5956e0b3-f039-4cf8-b7ab-f9fc2ec96d0d owned by network:dhcp {{(pid=93916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:33:33.427839 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-4b29dc67-5798-416e-a30b-97ef362a93f9 req-0fefd811-3c31-415f-8afb-1e694e415d35 tempest-ListServersNegativeTestJSON-1954575036 tempest-ListServersNegativeTestJSON-1954575036-project] 10.222.0.16 "GET /v2.0/security-groups?id=c386ce62-7a65-43f3-a197-165e9e809b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630890 Jul 14 18:33:33.485221 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-488f3b4c-f670-49ec-96d6-35ad4678ec5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:33.510808 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-376585bf-caf0-4f8f-b005-35fbf3139ea2 req-4086be93-e576-46d0-b7ae-199040382f18 tempest-ListServersNegativeTestJSON-1954575036 tempest-ListServersNegativeTestJSON-1954575036-project] For port 562a972c-8881-47f1-8676-2f3daaab30f0, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=562a972c-8881-47f1-8676-2f3daaab30f0,segment=NetworkSegment(06e7bf6e-f877-4c63-9036-fc82062f0e13),segment_id=06e7bf6e-f877-4c63-9036-fc82062f0e13)] {{(pid=93915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:33:33.511689 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-376585bf-caf0-4f8f-b005-35fbf3139ea2 req-4086be93-e576-46d0-b7ae-199040382f18 tempest-ListServersNegativeTestJSON-1954575036 tempest-ListServersNegativeTestJSON-1954575036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:33.542077 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [req-376585bf-caf0-4f8f-b005-35fbf3139ea2 req-4086be93-e576-46d0-b7ae-199040382f18 tempest-ListServersNegativeTestJSON-1954575036 tempest-ListServersNegativeTestJSON-1954575036-project] Calling delete_port for 562a972c-8881-47f1-8676-2f3daaab30f0 owned by compute:nova {{(pid=93915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:33:33.591853 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-488f3b4c-f670-49ec-96d6-35ad4678ec5d None None] For port b447341e-8d49-4443-94e1-bbb002b4d1d2, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=b447341e-8d49-4443-94e1-bbb002b4d1d2,segment=NetworkSegment(8e42b942-1732-4e2b-80f2-566c2746a8fa),segment_id=8e42b942-1732-4e2b-80f2-566c2746a8fa)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:33:33.599902 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-488f3b4c-f670-49ec-96d6-35ad4678ec5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:33.723314 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-93f34545-cdcc-4881-adda-1bce69b07c17 tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:33.762680 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488f3b4c-f670-49ec-96d6-35ad4678ec5d None None] Pushing event updated for resources: {'Port': ['ID=b447341e-8d49-4443-94e1-bbb002b4d1d2,revision_number=3']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:33:33.800369 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-376585bf-caf0-4f8f-b005-35fbf3139ea2 req-4086be93-e576-46d0-b7ae-199040382f18 tempest-ListServersNegativeTestJSON-1954575036 tempest-ListServersNegativeTestJSON-1954575036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:33.816023 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] get_ports_and_sgs() called for port_ids ['70a9025d-8595-4108-80c4-44af938097db'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 18:33:33.845585 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f34545-cdcc-4881-adda-1bce69b07c17 tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Pushing event deleted for resources: {'Port': ['ID=5956e0b3-f039-4cf8-b7ab-f9fc2ec96d0d,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:33:33.873992 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93f34545-cdcc-4881-adda-1bce69b07c17 tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] No DVR routers for this DVR port 5956e0b3-f039-4cf8-b7ab-f9fc2ec96d0d on host n-d-800634-3 {{(pid=93916) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 18:33:33.899476 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-b8d49938-9ba7-41d6-842d-538372640a91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:33.900046 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] get_ports_and_sgs() called for port_ids ['562a972c-8881-47f1-8676-2f3daaab30f0', '614c79d4-3e9e-49ef-bb1f-c14b808e938a'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 18:33:33.970697 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-b8d49938-9ba7-41d6-842d-538372640a91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:33.972613 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4086be93-e576-46d0-b7ae-199040382f18 tempest-ListServersNegativeTestJSON-1954575036 tempest-ListServersNegativeTestJSON-1954575036-project] Pushing event deleted for resources: {'Port': ['ID=562a972c-8881-47f1-8676-2f3daaab30f0,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:33:34.058102 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Device 7e4ee43a-fa0e-40b2-866d-2126d59c6740 no longer exists at agent hyperv_n-h2-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 18:33:34.084804 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [req-376585bf-caf0-4f8f-b005-35fbf3139ea2 req-4086be93-e576-46d0-b7ae-199040382f18 tempest-ListServersNegativeTestJSON-1954575036 tempest-ListServersNegativeTestJSON-1954575036-project] No DVR routers for this DVR port 562a972c-8881-47f1-8676-2f3daaab30f0 on host n-h1-800634-3 {{(pid=93915) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 18:33:34.099248 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-376585bf-caf0-4f8f-b005-35fbf3139ea2 req-4086be93-e576-46d0-b7ae-199040382f18 tempest-ListServersNegativeTestJSON-1954575036 tempest-ListServersNegativeTestJSON-1954575036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:34.101687 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-376585bf-caf0-4f8f-b005-35fbf3139ea2 req-4086be93-e576-46d0-b7ae-199040382f18 tempest-ListServersNegativeTestJSON-1954575036 tempest-ListServersNegativeTestJSON-1954575036-project] 10.222.0.18 "DELETE /v2.0/ports/562a972c-8881-47f1-8676-2f3daaab30f0 HTTP/1.1" status: 204 len: 173 time: 1.2365479 Jul 14 18:33:34.114539 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24c9d5cb-b41f-4bec-9b3b-9bd00fc67e89', 'name': 'network-vif-deleted', 'tag': '562a972c-8881-47f1-8676-2f3daaab30f0'}] {{(pid=93915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:33:34.143473 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e72782ad3af8f7d4ce76cedf092bca46d1756acc5c4653cf0b52034cdd6b073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10f894b2-4bac-46dc-b3e3-203d1f5695c1" -d '{"events": [{"server_uuid": "24c9d5cb-b41f-4bec-9b3b-9bd00fc67e89", "name": "network-vif-deleted", "tag": "562a972c-8881-47f1-8676-2f3daaab30f0"}]}' {{(pid=93915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:33:34.160608 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d49938-9ba7-41d6-842d-538372640a91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63971496-d774-4508-ae10-21794a30802e,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:33:34.179999 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-b8d49938-9ba7-41d6-842d-538372640a91 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d688dc78abcf4003b89fdf5fa6498c3e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0238681 Jul 14 18:33:34.182624 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 45934) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:33:34.197285 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-93f34545-cdcc-4881-adda-1bce69b07c17 tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2096010', 'neutron.services.segments.db._delete_segments_for_network-8728202734996'] for network, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:34.224655 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.segments.db [None req-93f34545-cdcc-4881-adda-1bce69b07c17 tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c4918d4-6a24-45ed-a485-431f31712a55']}} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:33:34.262670 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.segments.db [None req-93f34545-cdcc-4881-adda-1bce69b07c17 tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ac39ee7-a8c5-4248-a4b5-88e02598c985') {'for_net_delete': True} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:33:34.265841 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.segments.db [None req-93f34545-cdcc-4881-adda-1bce69b07c17 tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ac39ee7-a8c5-4248-a4b5-88e02598c985') {} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:33:34.289697 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a1b4e6-9753-4186-b9ec-aa212d69513a req-0ba8c76c-8c34-4100-97d6-e20d5860c1c1 tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:33:34.297070 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-93f34545-cdcc-4881-adda-1bce69b07c17 tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728202715275', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26296891'] for segment, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:34.308033 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b2a1b4e6-9753-4186-b9ec-aa212d69513a req-0ba8c76c-8c34-4100-97d6-e20d5860c1c1 tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] 10.222.0.16 "GET /v2.0/ports?device_id=e324c388-2bb3-401d-a7a7-373392456b8c HTTP/1.1" status: 200 len: 946 time: 0.3823075 Jul 14 18:33:34.341295 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-24b5bd1e-8422-4528-9493-9dabdabaabc1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-928623'] for router_interface, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:34.347681 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] No Port match for: 7e4ee43a-fa0e-40b2-866d-2126d59c6740 {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 18:33:34.348563 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Device 7e4ee43a-fa0e-40b2-866d-2126d59c6740 not bound to the agent host n-h2-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 18:33:34.352167 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-956168f9-9d65-4d02-a744-defd70b4e935 None None] get_active_networks_info from n-d-800634-3 {{(pid=93917) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 14 18:33:34.419761 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b2a1b4e6-9753-4186-b9ec-aa212d69513a req-b98cb4ef-37e2-4fc0-a928-439a0f850edc tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] 10.222.0.16 "GET /v2.0/security-groups?id=c6d2ae5e-7962-48ff-a84c-cacbd11fb04d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1102211 Jul 14 18:33:34.429194 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 18:33:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cd605e8-9c6a-4e13-be40-008463a9a24c x-openstack-request-id: req-8cd605e8-9c6a-4e13-be40-008463a9a24c {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:33:34.429657 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24c9d5cb-b41f-4bec-9b3b-9bd00fc67e89", "name": "network-vif-deleted", "tag": "562a972c-8881-47f1-8676-2f3daaab30f0", "status": "completed", "code": 200}]} {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:33:34.433388 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-93f34545-cdcc-4881-adda-1bce69b07c17 tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:34.435218 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8cd605e8-9c6a-4e13-be40-008463a9a24c {{(pid=93915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:33:34.435747 n-d-800634-3 neutron-server[93915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24c9d5cb-b41f-4bec-9b3b-9bd00fc67e89', 'name': 'network-vif-deleted', 'tag': '562a972c-8881-47f1-8676-2f3daaab30f0', 'status': 'completed', 'code': 200} Jul 14 18:33:34.516401 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93f34545-cdcc-4881-adda-1bce69b07c17 tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Releasing vlan 70 on physical network physnet1 to pool {{(pid=93916) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 18:33:34.516847 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-93f34545-cdcc-4881-adda-1bce69b07c17 tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2682942'] for segment, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:34.539662 n-d-800634-3 neutron-server[93916]: Traceback (most recent call last): Jul 14 18:33:34.539662 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 18:33:34.539662 n-d-800634-3 neutron-server[93916]: timer() Jul 14 18:33:34.539662 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 18:33:34.539662 n-d-800634-3 neutron-server[93916]: cb(*args, **kw) Jul 14 18:33:34.539662 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 18:33:34.539662 n-d-800634-3 neutron-server[93916]: return func(*args, **kwargs) Jul 14 18:33:34.539662 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 18:33:34.539662 n-d-800634-3 neutron-server[93916]: self._notify() Jul 14 18:33:34.539662 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 18:33:34.539662 n-d-800634-3 neutron-server[93916]: self.callback(batched_events) Jul 14 18:33:34.539662 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 18:33:34.539662 n-d-800634-3 neutron-server[93916]: event.method(event) Jul 14 18:33:34.539662 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 18:33:34.539662 n-d-800634-3 neutron-server[93916]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 18:33:34.539662 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 18:33:34.539662 n-d-800634-3 neutron-server[93916]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 18:33:34.539662 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 18:33:34.539662 n-d-800634-3 neutron-server[93916]: return f(self, *a, **k) Jul 14 18:33:34.539662 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 18:33:34.539662 n-d-800634-3 neutron-server[93916]: return self._get(url).json() Jul 14 18:33:34.539662 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 18:33:34.539662 n-d-800634-3 neutron-server[93916]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 18:33:34.539662 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 18:33:34.539662 n-d-800634-3 neutron-server[93916]: return self.request(url, 'GET', **kwargs) Jul 14 18:33:34.539662 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 18:33:34.539662 n-d-800634-3 neutron-server[93916]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 18:33:34.539662 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 18:33:34.539662 n-d-800634-3 neutron-server[93916]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 18:33:34.539662 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 18:33:34.539662 n-d-800634-3 neutron-server[93916]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 18:33:34.539662 n-d-800634-3 neutron-server[93916]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 18:33:34.695932 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-6621a47e-8510-41c0-a9d4-9999f4fd7c5f None None] Provisioning complete for port b447341e-8d49-4443-94e1-bbb002b4d1d2 triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:33:34.697145 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-6621a47e-8510-41c0-a9d4-9999f4fd7c5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:34.784535 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-d08b6d1d-4cce-4c7b-988c-df1d11ecbe0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:34.805079 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6ff63c6c-3814-4db3-a36b-52fb9e2ff4d9 req-d84123f2-fd4c-482b-9a6d-eb33e50f987e tempest-ListServersNegativeTestJSON-1954575036 tempest-ListServersNegativeTestJSON-1954575036-project] 10.222.0.16 "GET /v2.0/ports?device_id=24c9d5cb-b41f-4bec-9b3b-9bd00fc67e89 HTTP/1.1" status: 200 len: 210 time: 0.0536270 Jul 14 18:33:34.873298 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-93f34545-cdcc-4881-adda-1bce69b07c17 tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2096001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-930085'] for network, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:34.879391 n-d-800634-3 neutron-server[93917]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-956168f9-9d65-4d02-a744-defd70b4e935 None None] Resources bound (agent type, host, resource id): {{(pid=93917) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 14 18:33:34.883234 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-93f34545-cdcc-4881-adda-1bce69b07c17 tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598705'] for network, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:34.885958 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-93f34545-cdcc-4881-adda-1bce69b07c17 tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] 10.222.0.16 "DELETE /v2.0/networks/3c4918d4-6a24-45ed-a485-431f31712a55 HTTP/1.1" status: 204 len: 168 time: 4.8236136 Jul 14 18:33:34.889927 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 45968) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:33:34.897647 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-a283ffec-8331-4089-b1c4-ff0406509cf1 tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-541689904'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:33:34.927822 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-d08b6d1d-4cce-4c7b-988c-df1d11ecbe0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:34.930898 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f34545-cdcc-4881-adda-1bce69b07c17 tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Pushing event deleted for resources: {'Network': ['ID=3c4918d4-6a24-45ed-a485-431f31712a55,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:33:34.933259 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a283ffec-8331-4089-b1c4-ff0406509cf1 tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Made reservation on behalf of 1733a117d4a444009498e255ae4afc94 for: {'network': 1} {{(pid=93915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:33:34.939943 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-a283ffec-8331-4089-b1c4-ff0406509cf1 tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for network, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:34.981081 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a283ffec-8331-4089-b1c4-ff0406509cf1 tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 78} {{(pid=93915) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 18:33:34.999849 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-a283ffec-8331-4089-b1c4-ff0406509cf1 tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:35.002056 n-d-800634-3 neutron-server[93915]: INFO neutron.db.segments_db [None req-a283ffec-8331-4089-b1c4-ff0406509cf1 tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Added segment 43921ed1-9825-4410-aa96-19e1fe685fe8 of type vlan for network c95d733a-a09d-421d-a879-91b1cbf2df1b Jul 14 18:33:35.112999 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-d08b6d1d-4cce-4c7b-988c-df1d11ecbe0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:35.115667 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-a283ffec-8331-4089-b1c4-ff0406509cf1 tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728202197517'] for network, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:35.121867 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-d08b6d1d-4cce-4c7b-988c-df1d11ecbe0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:35.126938 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-d08b6d1d-4cce-4c7b-988c-df1d11ecbe0b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/63971496-d774-4508-ae10-21794a30802e HTTP/1.1" status: 204 len: 168 time: 0.9386756 Jul 14 18:33:35.182115 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-a283ffec-8331-4089-b1c4-ff0406509cf1 tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727'] for network, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:35.194604 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a283ffec-8331-4089-b1c4-ff0406509cf1 tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:33:35.196915 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-a283ffec-8331-4089-b1c4-ff0406509cf1 tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598705'] for network, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:35.212567 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08b6d1d-4cce-4c7b-988c-df1d11ecbe0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63971496-d774-4508-ae10-21794a30802e,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:33:35.383130 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-a283ffec-8331-4089-b1c4-ff0406509cf1 tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4912035 Jul 14 18:33:35.386310 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 45976) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:33:35.402400 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-1762ebcf-111a-4805-b761-7da80e09c6d7 tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Request body: {'subnet': {'network_id': 'c95d733a-a09d-421d-a879-91b1cbf2df1b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:33:35.406156 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-24b5bd1e-8422-4528-9493-9dabdabaabc1 admin admin] Deleting port fbc8c784-88aa-4e77-82d3-1edb649a2460 {{(pid=93916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:33:35.406156 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-24b5bd1e-8422-4528-9493-9dabdabaabc1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:35.506244 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:35.524888 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.db [None req-24b5bd1e-8422-4528-9493-9dabdabaabc1 admin admin] For port fbc8c784-88aa-4e77-82d3-1edb649a2460, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=fbc8c784-88aa-4e77-82d3-1edb649a2460,segment=NetworkSegment(768a7052-80d5-49b9-a4ea-7454da09f867),segment_id=768a7052-80d5-49b9-a4ea-7454da09f867)] {{(pid=93916) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:33:35.525303 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-24b5bd1e-8422-4528-9493-9dabdabaabc1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:35.548457 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a283ffec-8331-4089-b1c4-ff0406509cf1 tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Pushing event updated for resources: {'Network': ['ID=c95d733a-a09d-421d-a879-91b1cbf2df1b,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:33:35.555200 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-24b5bd1e-8422-4528-9493-9dabdabaabc1 admin admin] Calling delete_port for fbc8c784-88aa-4e77-82d3-1edb649a2460 owned by network:router_interface {{(pid=93916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:33:35.595674 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Network c95d733a-a09d-421d-a879-91b1cbf2df1b details requested by agent ovs-agent-n-d-800634-3 with host n-d-800634-3 {{(pid=93917) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 18:33:35.729914 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1762ebcf-111a-4805-b761-7da80e09c6d7 tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Made reservation on behalf of 1733a117d4a444009498e255ae4afc94 for: {'subnet': 1} {{(pid=93915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:33:35.754825 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-1762ebcf-111a-4805-b761-7da80e09c6d7 tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28969735'] for subnet, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:35.925532 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device b447341e-8d49-4443-94e1-bbb002b4d1d2 up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:33:36.028439 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f29615-bfa3-4647-bd02-e01574c70c86 req-7213012f-bc86-48aa-b133-defca22f79cc tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:33:36.030102 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e3f29615-bfa3-4647-bd02-e01574c70c86 req-7213012f-bc86-48aa-b133-defca22f79cc tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] 10.222.0.16 "GET /v2.0/ports?device_id=e324c388-2bb3-401d-a7a7-373392456b8c HTTP/1.1" status: 200 len: 946 time: 0.2192357 Jul 14 18:33:36.111921 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-24b5bd1e-8422-4528-9493-9dabdabaabc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:36.121156 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e3f29615-bfa3-4647-bd02-e01574c70c86 req-4126af4f-caa8-4442-bf90-77ca1d45bf66 tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] 10.222.0.16 "GET /v2.0/security-groups?id=c6d2ae5e-7962-48ff-a84c-cacbd11fb04d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0834737 Jul 14 18:33:36.168765 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port b447341e-8d49-4443-94e1-bbb002b4d1d2 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:33:36.169304 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:36.212623 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b5bd1e-8422-4528-9493-9dabdabaabc1 admin admin] Pushing event deleted for resources: {'Port': ['ID=fbc8c784-88aa-4e77-82d3-1edb649a2460,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:33:36.242902 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-1762ebcf-111a-4805-b761-7da80e09c6d7 tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25912837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28969781'] for subnet, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:36.352523 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device 562a972c-8881-47f1-8676-2f3daaab30f0 no longer exists at agent hyperv_n-h1-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 18:33:36.368881 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1762ebcf-111a-4805-b761-7da80e09c6d7 tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Pushing event updated for resources: {'Subnet': ['ID=8db97162-e2af-438f-a2ad-919a209cdea2,revision_number=0']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:33:36.375317 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1762ebcf-111a-4805-b761-7da80e09c6d7 tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Checking segment: {'id': '43921ed1-9825-4410-aa96-19e1fe685fe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'c95d733a-a09d-421d-a879-91b1cbf2df1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:33:36.375678 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1762ebcf-111a-4805-b761-7da80e09c6d7 tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Network hostable DHCP agents. Network: c95d733a-a09d-421d-a879-91b1cbf2df1b, hostable agents: ['028393c3-0576-4ebd-bca1-8ea8a148e1a2'], hosted agents: [] {{(pid=93915) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 18:33:36.400786 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1762ebcf-111a-4805-b761-7da80e09c6d7 tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Network c95d733a-a09d-421d-a879-91b1cbf2df1b is scheduled to be hosted by DHCP agent 028393c3-0576-4ebd-bca1-8ea8a148e1a2 with binding_index 1 {{(pid=93915) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 18:33:36.415771 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [None req-1762ebcf-111a-4805-b761-7da80e09c6d7 tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-3, c95d733a-a09d-421d-a879-91b1cbf2df1b) {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:33:36.421901 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] No Port match for: 562a972c-8881-47f1-8676-2f3daaab30f0 {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 18:33:36.422243 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device 562a972c-8881-47f1-8676-2f3daaab30f0 not bound to the agent host n-h1-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 18:33:36.424935 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bf8f878-cd3a-4e18-a35c-55768d216156 None None] Network c95d733a-a09d-421d-a879-91b1cbf2df1b requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:33:36.433177 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1762ebcf-111a-4805-b761-7da80e09c6d7 tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:33:36.436410 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-1762ebcf-111a-4805-b761-7da80e09c6d7 tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Notify callbacks [] for subnet, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:36.485380 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-1762ebcf-111a-4805-b761-7da80e09c6d7 tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.0976648 Jul 14 18:33:36.489525 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 46008) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:33:36.498560 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-a8e5cb02-6401-425a-b67d-8b978d42755c tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1686958459'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:33:36.546206 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8e5cb02-6401-425a-b67d-8b978d42755c tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Made reservation on behalf of 1733a117d4a444009498e255ae4afc94 for: {'network': 1} {{(pid=93915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:33:36.553935 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-a8e5cb02-6401-425a-b67d-8b978d42755c tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for network, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:36.581023 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-24b5bd1e-8422-4528-9493-9dabdabaabc1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-598732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-928907'] for router_interface, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:36.590623 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8e5cb02-6401-425a-b67d-8b978d42755c tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 70} {{(pid=93915) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 18:33:36.602134 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-a8e5cb02-6401-425a-b67d-8b978d42755c tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:36.603469 n-d-800634-3 neutron-server[93915]: INFO neutron.db.segments_db [None req-a8e5cb02-6401-425a-b67d-8b978d42755c tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Added segment 97e0bdc6-a2b1-4f8c-a1a5-0b01c70d97a5 of type vlan for network 95f298fd-2d85-4ac0-814c-1fdc3edd527e Jul 14 18:33:36.653598 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-a8e5cb02-6401-425a-b67d-8b978d42755c tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728202197517'] for network, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:36.706332 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-a8e5cb02-6401-425a-b67d-8b978d42755c tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727'] for network, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:36.715819 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8e5cb02-6401-425a-b67d-8b978d42755c tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:33:36.716231 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-a8e5cb02-6401-425a-b67d-8b978d42755c tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598705'] for network, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:36.745389 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-233dc1c9-62df-48cd-8d66-89f7001c38fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9222b97e-5d1c-54f8-ba97-82f172498e76-c95d733a-a09d-421d-a879-91b1cbf2df1b', 'network_id': 'c95d733a-a09d-421d-a879-91b1cbf2df1b', 'tenant_id': '1733a117d4a444009498e255ae4afc94', 'fixed_ips': [{'subnet_id': '8db97162-e2af-438f-a2ad-919a209cdea2'}]}} from n-d-800634-3. {{(pid=93917) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 18:33:36.746898 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-233dc1c9-62df-48cd-8d66-89f7001c38fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:36.776229 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 46014) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:33:36.799874 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-a8e5cb02-6401-425a-b67d-8b978d42755c tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3060241 Jul 14 18:33:36.800742 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 46018) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:33:36.807642 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-376d8cb5-5a2f-4206-84a3-2d36616dd6c4 tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Request body: {'subnet': {'network_id': '95f298fd-2d85-4ac0-814c-1fdc3edd527e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:33:36.985663 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24b5bd1e-8422-4528-9493-9dabdabaabc1 admin admin] Router f4250f99-bf33-4b82-9720-0635ccd1c0e5 has already been hosted by L3 agent 2c6eb27e-defb-4cca-9a24-381c7415e359 {{(pid=93916) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 18:33:37.233296 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.db_base_plugin_common [None req-233dc1c9-62df-48cd-8d66-89f7001c38fd None None] Allocated IP 2001:db8::1 (c95d733a-a09d-421d-a879-91b1cbf2df1b/8db97162-e2af-438f-a2ad-919a209cdea2/512e1289-cd3d-43a4-b8cf-27d62502107a) {{(pid=93917) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:33:37.402453 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e5cb02-6401-425a-b67d-8b978d42755c tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Pushing event updated for resources: {'Network': ['ID=95f298fd-2d85-4ac0-814c-1fdc3edd527e,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:33:37.419512 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Network 95f298fd-2d85-4ac0-814c-1fdc3edd527e details requested by agent ovs-agent-n-d-800634-3 with host n-d-800634-3 {{(pid=93917) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 18:33:37.589374 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7aad3ec-713b-47e5-8a87-e848c7a32b89 req-eb53f6c0-cef1-4e7f-9835-6f7e71ed50e2 tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:33:37.596790 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-d7aad3ec-713b-47e5-8a87-e848c7a32b89 req-eb53f6c0-cef1-4e7f-9835-6f7e71ed50e2 tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] 10.222.0.16 "GET /v2.0/ports?device_id=e324c388-2bb3-401d-a7a7-373392456b8c HTTP/1.1" status: 200 len: 946 time: 0.1885910 Jul 14 18:33:37.606508 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-376d8cb5-5a2f-4206-84a3-2d36616dd6c4 tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Made reservation on behalf of 1733a117d4a444009498e255ae4afc94 for: {'subnet': 1} {{(pid=93915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:33:37.608561 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-61a538fb-17f6-4020-8d7a-3bd0468b11db tempest-RoutersNegativeTest-467807617 tempest-RoutersNegativeTest-467807617-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1152241887', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:33:37.610222 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-376d8cb5-5a2f-4206-84a3-2d36616dd6c4 tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28969735'] for subnet, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:37.638229 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-233dc1c9-62df-48cd-8d66-89f7001c38fd None None] Notify callbacks [] for port, precommit_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:37.653023 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-233dc1c9-62df-48cd-8d66-89f7001c38fd None None] Transition to ACTIVE for port object 512e1289-cd3d-43a4-b8cf-27d62502107a will not be triggered until provisioned by entity L2. {{(pid=93917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:33:37.673330 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-233dc1c9-62df-48cd-8d66-89f7001c38fd None None] Transition to ACTIVE for port object 512e1289-cd3d-43a4-b8cf-27d62502107a will not be triggered until provisioned by entity DHCP. {{(pid=93917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:33:37.683962 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-233dc1c9-62df-48cd-8d66-89f7001c38fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804'] for port, after_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:37.722187 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.ipam_backend_mixin [None req-376d8cb5-5a2f-4206-84a3-2d36616dd6c4 tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Performing IP validity checks on allocation pools {{(pid=93915) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 14 18:33:37.722832 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.ipam_backend_mixin [None req-376d8cb5-5a2f-4206-84a3-2d36616dd6c4 tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93915) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 14 18:33:37.750512 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-d7aad3ec-713b-47e5-8a87-e848c7a32b89 req-1a781678-3315-47fa-a538-81125543270c tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] 10.222.0.16 "GET /v2.0/security-groups?id=c6d2ae5e-7962-48ff-a84c-cacbd11fb04d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1527443 Jul 14 18:33:37.771144 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24b5bd1e-8422-4528-9493-9dabdabaabc1 admin admin] Notify agent at l3_agent.n-d-800634-3 the message routers_updated {{(pid=93916) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 18:33:37.782161 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f366f3c-6a6d-4779-8bee-64c273ea4e0a None None] Sync routers for ids ['f4250f99-bf33-4b82-9720-0635ccd1c0e5'] in n-d-800634-3 {{(pid=93918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 18:33:37.787787 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233dc1c9-62df-48cd-8d66-89f7001c38fd None None] Pushing event updated for resources: {'Port': ['ID=512e1289-cd3d-43a4-b8cf-27d62502107a,revision_number=1']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:33:37.799695 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f366f3c-6a6d-4779-8bee-64c273ea4e0a None None] Routers {'f4250f99-bf33-4b82-9720-0635ccd1c0e5'} bound to L3 agent in host n-d-800634-3 {{(pid=93918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:33:37.800391 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-8f366f3c-6a6d-4779-8bee-64c273ea4e0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:33:23Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['f4250f99-bf33-4b82-9720-0635ccd1c0e5'], 'active': True} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:33:37.811687 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-24b5bd1e-8422-4528-9493-9dabdabaabc1 admin admin] 10.222.0.16 "PUT /v2.0/routers/f4250f99-bf33-4b82-9720-0635ccd1c0e5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0174849 Jul 14 18:33:37.815087 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 46040) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:33:37.817442 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-61a538fb-17f6-4020-8d7a-3bd0468b11db tempest-RoutersNegativeTest-467807617 tempest-RoutersNegativeTest-467807617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-571768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11104'] for router, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:37.818924 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-61a538fb-17f6-4020-8d7a-3bd0468b11db tempest-RoutersNegativeTest-467807617 tempest-RoutersNegativeTest-467807617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-571675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-930014', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-632314', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11129'] for router, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:37.828856 n-d-800634-3 neutron-server[93917]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-233dc1c9-62df-48cd-8d66-89f7001c38fd None None] Network c95d733a-a09d-421d-a879-91b1cbf2df1b is already hosted by enough agents. {{(pid=93917) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:33:37.832836 n-d-800634-3 neutron-server[93917]: DEBUG neutron.scheduler.base_scheduler [None req-233dc1c9-62df-48cd-8d66-89f7001c38fd None None] Resources bound (agent type, host, resource id): {{(pid=93917) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:33:37.843112 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-233dc1c9-62df-48cd-8d66-89f7001c38fd None None] Received port after_create {{(pid=93917) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:33:37.921774 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-61a538fb-17f6-4020-8d7a-3bd0468b11db tempest-RoutersNegativeTest-467807617 tempest-RoutersNegativeTest-467807617-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:37.929205 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-61a538fb-17f6-4020-8d7a-3bd0468b11db tempest-RoutersNegativeTest-467807617 tempest-RoutersNegativeTest-467807617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-571759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-930033'] for router, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:37.963647 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-61a538fb-17f6-4020-8d7a-3bd0468b11db tempest-RoutersNegativeTest-467807617 tempest-RoutersNegativeTest-467807617-project] Notify callbacks [] for router, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:37.966990 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-61a538fb-17f6-4020-8d7a-3bd0468b11db tempest-RoutersNegativeTest-467807617 tempest-RoutersNegativeTest-467807617-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 1.1886182 Jul 14 18:33:37.969112 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 46042) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:33:37.983571 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-1e734886-b879-40bc-8678-f0128377d866 tempest-RoutersNegativeTest-467807617 tempest-RoutersNegativeTest-467807617-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-476412606'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:33:38.017734 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-233dc1c9-62df-48cd-8d66-89f7001c38fd None None] Attempting to bind port 512e1289-cd3d-43a4-b8cf-27d62502107a on host n-d-800634-3 for vnic_type normal with profile {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:33:38.019307 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-233dc1c9-62df-48cd-8d66-89f7001c38fd None None] Attempting to bind port 512e1289-cd3d-43a4-b8cf-27d62502107a by drivers openvswitch,hyperv on host n-d-800634-3 at level 0 using segments [{'id': '43921ed1-9825-4410-aa96-19e1fe685fe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'c95d733a-a09d-421d-a879-91b1cbf2df1b'}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:33:38.019677 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-233dc1c9-62df-48cd-8d66-89f7001c38fd None None] Attempting to bind port 512e1289-cd3d-43a4-b8cf-27d62502107a on network c95d733a-a09d-421d-a879-91b1cbf2df1b {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:33:38.034869 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-233dc1c9-62df-48cd-8d66-89f7001c38fd None None] Checking agent: {'id': '01c19e91-a945-4e3c-94a6-c211e17c923e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 8, 23), 'started_at': datetime.datetime(2021, 7, 14, 18, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 18, 33, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 18:33:38.035365 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-233dc1c9-62df-48cd-8d66-89f7001c38fd None None] Checking segment: {'id': '43921ed1-9825-4410-aa96-19e1fe685fe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'c95d733a-a09d-421d-a879-91b1cbf2df1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93917) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:33:38.037220 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-233dc1c9-62df-48cd-8d66-89f7001c38fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:38.037640 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-233dc1c9-62df-48cd-8d66-89f7001c38fd None None] Bound using segment: {'id': '43921ed1-9825-4410-aa96-19e1fe685fe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'c95d733a-a09d-421d-a879-91b1cbf2df1b'} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 18:33:38.038153 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-233dc1c9-62df-48cd-8d66-89f7001c38fd None None] Bound port: 512e1289-cd3d-43a4-b8cf-27d62502107a, host: n-d-800634-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43921ed1-9825-4410-aa96-19e1fe685fe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'c95d733a-a09d-421d-a879-91b1cbf2df1b'}}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 18:33:38.040903 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-233dc1c9-62df-48cd-8d66-89f7001c38fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:38.053430 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e734886-b879-40bc-8678-f0128377d866 tempest-RoutersNegativeTest-467807617 tempest-RoutersNegativeTest-467807617-project] Made reservation on behalf of a122f9e77da1488aa9c1d9341cd15818 for: {'network': 1} {{(pid=93916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:33:38.054513 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-787817b8-ceef-42b4-8480-a7dc9cc3bbdb admin admin] Notify callbacks [] for router, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:38.077392 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvr_db [None req-8f366f3c-6a6d-4779-8bee-64c273ea4e0a None None] Set router f4250f99-bf33-4b82-9720-0635ccd1c0e5 gateway port host: n-d-800634-3 {{(pid=93918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 18:33:38.080984 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-1e734886-b879-40bc-8678-f0128377d866 tempest-RoutersNegativeTest-467807617 tempest-RoutersNegativeTest-467807617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for network, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:38.114747 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-1e734886-b879-40bc-8678-f0128377d866 tempest-RoutersNegativeTest-467807617 tempest-RoutersNegativeTest-467807617-project] Notify callbacks [] for security_group, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:38.235106 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-233dc1c9-62df-48cd-8d66-89f7001c38fd None None] For port 512e1289-cd3d-43a4-b8cf-27d62502107a, host n-d-800634-3, cleared binding levels {{(pid=93917) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:33:38.241986 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-233dc1c9-62df-48cd-8d66-89f7001c38fd None None] For port 512e1289-cd3d-43a4-b8cf-27d62502107a, host n-d-800634-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=512e1289-cd3d-43a4-b8cf-27d62502107a,segment=NetworkSegment(43921ed1-9825-4410-aa96-19e1fe685fe8),segment_id=43921ed1-9825-4410-aa96-19e1fe685fe8)] {{(pid=93917) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 18:33:38.258147 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-233dc1c9-62df-48cd-8d66-89f7001c38fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:38.372662 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233dc1c9-62df-48cd-8d66-89f7001c38fd None None] Pushing event updated for resources: {'Port': ['ID=512e1289-cd3d-43a4-b8cf-27d62502107a,revision_number=2']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:33:38.391235 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-1e734886-b879-40bc-8678-f0128377d866 tempest-RoutersNegativeTest-467807617 tempest-RoutersNegativeTest-467807617-project] Notify callbacks [] for security_group, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:38.397393 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-1e734886-b879-40bc-8678-f0128377d866 tempest-RoutersNegativeTest-467807617 tempest-RoutersNegativeTest-467807617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:38.411460 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e734886-b879-40bc-8678-f0128377d866 tempest-RoutersNegativeTest-467807617 tempest-RoutersNegativeTest-467807617-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 53} {{(pid=93916) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 18:33:38.413631 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-376d8cb5-5a2f-4206-84a3-2d36616dd6c4 tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25912837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28969781'] for subnet, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:38.429368 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-1e734886-b879-40bc-8678-f0128377d866 tempest-RoutersNegativeTest-467807617 tempest-RoutersNegativeTest-467807617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:38.429880 n-d-800634-3 neutron-server[93916]: INFO neutron.db.segments_db [None req-1e734886-b879-40bc-8678-f0128377d866 tempest-RoutersNegativeTest-467807617 tempest-RoutersNegativeTest-467807617-project] Added segment 9abd64b8-1b5f-45d9-9734-cff67df51290 of type vlan for network 68b226b3-cd66-492f-9213-3d9463e582d1 Jul 14 18:33:38.467723 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-8f366f3c-6a6d-4779-8bee-64c273ea4e0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4250f99-bf33-4b82-9720-0635ccd1c0e5', 'name': 'tempest-ServerRescueTestJSON-870166026-router', 'tenant_id': '0bc1eb2c7d374bba8f2892065ecabe00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.177'}], 'enable_snat': True}, 'gw_port_id': 'ee5c2710-1941-40cd-9015-01d8c502b69d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:31:20Z', 'updated_at': '2021-07-14T18:33:35Z', 'revision_number': 5, 'project_id': '0bc1eb2c7d374bba8f2892065ecabe00', 'gw_port': {'id': 'ee5c2710-1941-40cd-9015-01d8c502b69d', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:06:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4250f99-bf33-4b82-9720-0635ccd1c0e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1332, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:31:21Z', 'updated_at': '2021-07-14T18:31:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3'}], 'n-d-800634-3', False) {} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:33:38.489054 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e734886-b879-40bc-8678-f0128377d866 tempest-RoutersNegativeTest-467807617 tempest-RoutersNegativeTest-467807617-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2587396f-87c3-414a-bb23-db5bac609b13,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:33:38.505474 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-1e734886-b879-40bc-8678-f0128377d866 tempest-RoutersNegativeTest-467807617 tempest-RoutersNegativeTest-467807617-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728202197517'] for network, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:38.525994 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f366f3c-6a6d-4779-8bee-64c273ea4e0a None None] Checking router: f4250f99-bf33-4b82-9720-0635ccd1c0e5 for host: n-d-800634-3 {{(pid=93918) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 18:33:38.535097 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-787817b8-ceef-42b4-8480-a7dc9cc3bbdb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:38.547056 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f366f3c-6a6d-4779-8bee-64c273ea4e0a None None] Routers {'f4250f99-bf33-4b82-9720-0635ccd1c0e5'} bound to L3 agent in host n-d-800634-3 {{(pid=93918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:33:38.548419 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-8f366f3c-6a6d-4779-8bee-64c273ea4e0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:33:23Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['f4250f99-bf33-4b82-9720-0635ccd1c0e5'], 'active': True} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:33:38.562899 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-1e734886-b879-40bc-8678-f0128377d866 tempest-RoutersNegativeTest-467807617 tempest-RoutersNegativeTest-467807617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727'] for network, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:38.580738 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e734886-b879-40bc-8678-f0128377d866 tempest-RoutersNegativeTest-467807617 tempest-RoutersNegativeTest-467807617-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:33:38.582288 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-1e734886-b879-40bc-8678-f0128377d866 tempest-RoutersNegativeTest-467807617 tempest-RoutersNegativeTest-467807617-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598705'] for network, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:38.635351 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376d8cb5-5a2f-4206-84a3-2d36616dd6c4 tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Pushing event updated for resources: {'Subnet': ['ID=042b51eb-cab6-4f30-b5ae-5acfb68b166c,revision_number=0']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:33:38.664369 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38159372-7489-4bb1-ba8f-ae2d6ed3008a req-8dbcdf9e-933d-49ae-9766-b7b1136543dd tempest-ListServersNegativeTestJSON-1954575036 tempest-ListServersNegativeTestJSON-1954575036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:33:38.686343 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38159372-7489-4bb1-ba8f-ae2d6ed3008a req-8dbcdf9e-933d-49ae-9766-b7b1136543dd tempest-ListServersNegativeTestJSON-1954575036 tempest-ListServersNegativeTestJSON-1954575036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:33:38.694892 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-38159372-7489-4bb1-ba8f-ae2d6ed3008a req-8dbcdf9e-933d-49ae-9766-b7b1136543dd tempest-ListServersNegativeTestJSON-1954575036 tempest-ListServersNegativeTestJSON-1954575036-project] 10.222.0.16 "GET /v2.0/ports?device_id=7ebce3af-548e-4172-8575-203cd6fbd5ab&device_id=7e5f5619-b918-4ff9-8d84-fc3a9c92ccf7 HTTP/1.1" status: 200 len: 1683 time: 0.4465320 Jul 14 18:33:38.699840 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-376d8cb5-5a2f-4206-84a3-2d36616dd6c4 tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Checking segment: {'id': '97e0bdc6-a2b1-4f8c-a1a5-0b01c70d97a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '95f298fd-2d85-4ac0-814c-1fdc3edd527e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:33:38.700350 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-376d8cb5-5a2f-4206-84a3-2d36616dd6c4 tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Network hostable DHCP agents. Network: 95f298fd-2d85-4ac0-814c-1fdc3edd527e, hostable agents: ['028393c3-0576-4ebd-bca1-8ea8a148e1a2'], hosted agents: [] {{(pid=93915) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 18:33:38.709795 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-1e734886-b879-40bc-8678-f0128377d866 tempest-RoutersNegativeTest-467807617 tempest-RoutersNegativeTest-467807617-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.7361135 Jul 14 18:33:38.713491 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 46050) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:33:38.736211 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e734886-b879-40bc-8678-f0128377d866 tempest-RoutersNegativeTest-467807617 tempest-RoutersNegativeTest-467807617-project] Pushing event updated for resources: {'Network': ['ID=68b226b3-cd66-492f-9213-3d9463e582d1,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:33:38.738867 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-55ff5146-c5c1-47cb-9c04-c71eaa3eca4c tempest-RoutersNegativeTest-467807617 tempest-RoutersNegativeTest-467807617-project] Request body: {'subnet': {'network_id': '68b226b3-cd66-492f-9213-3d9463e582d1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:33:38.756897 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Network 68b226b3-cd66-492f-9213-3d9463e582d1 details requested by agent ovs-agent-n-d-800634-3 with host n-d-800634-3 {{(pid=93917) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 18:33:38.817282 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-376d8cb5-5a2f-4206-84a3-2d36616dd6c4 tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Network 95f298fd-2d85-4ac0-814c-1fdc3edd527e is scheduled to be hosted by DHCP agent 028393c3-0576-4ebd-bca1-8ea8a148e1a2 with binding_index 1 {{(pid=93915) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 18:33:38.861143 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [None req-376d8cb5-5a2f-4206-84a3-2d36616dd6c4 tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-3, 95f298fd-2d85-4ac0-814c-1fdc3edd527e) {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:33:38.880344 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-38159372-7489-4bb1-ba8f-ae2d6ed3008a req-48f71eb5-2203-478a-8a6d-7c7879e3d4d6 tempest-ListServersNegativeTestJSON-1954575036 tempest-ListServersNegativeTestJSON-1954575036-project] 10.222.0.16 "GET /v2.0/security-groups?id=c386ce62-7a65-43f3-a197-165e9e809b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1779630 Jul 14 18:33:38.883548 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [None req-787817b8-ceef-42b4-8480-a7dc9cc3bbdb admin admin] Deleting port ee5c2710-1941-40cd-9015-01d8c502b69d {{(pid=93915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:33:38.884589 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-787817b8-ceef-42b4-8480-a7dc9cc3bbdb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:38.891488 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-376d8cb5-5a2f-4206-84a3-2d36616dd6c4 tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:33:38.892286 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-376d8cb5-5a2f-4206-84a3-2d36616dd6c4 tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Notify callbacks [] for subnet, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:38.970646 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-376d8cb5-5a2f-4206-84a3-2d36616dd6c4 tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 2.1686211 Jul 14 18:33:38.973507 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 46056) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:33:38.980862 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvr_db [None req-8f366f3c-6a6d-4779-8bee-64c273ea4e0a None None] Set router f4250f99-bf33-4b82-9720-0635ccd1c0e5 gateway port host: n-d-800634-3 {{(pid=93918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 18:33:38.992957 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55ff5146-c5c1-47cb-9c04-c71eaa3eca4c tempest-RoutersNegativeTest-467807617 tempest-RoutersNegativeTest-467807617-project] Made reservation on behalf of a122f9e77da1488aa9c1d9341cd15818 for: {'subnet': 1} {{(pid=93915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:33:38.997166 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-55ff5146-c5c1-47cb-9c04-c71eaa3eca4c tempest-RoutersNegativeTest-467807617 tempest-RoutersNegativeTest-467807617-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28969735'] for subnet, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:39.005463 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffab7942-0246-4275-9d4e-0e0bb5b2e56d None None] Network 95f298fd-2d85-4ac0-814c-1fdc3edd527e requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:33:39.100062 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [None req-787817b8-ceef-42b4-8480-a7dc9cc3bbdb admin admin] For port ee5c2710-1941-40cd-9015-01d8c502b69d, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=ee5c2710-1941-40cd-9015-01d8c502b69d,segment=NetworkSegment(5afb940b-bbdf-4727-be00-5d46367c38a1),segment_id=5afb940b-bbdf-4727-be00-5d46367c38a1)] {{(pid=93915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:33:39.100814 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-787817b8-ceef-42b4-8480-a7dc9cc3bbdb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:39.182770 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [None req-787817b8-ceef-42b4-8480-a7dc9cc3bbdb admin admin] Calling delete_port for ee5c2710-1941-40cd-9015-01d8c502b69d owned by network:router_gateway {{(pid=93915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:33:39.345025 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-bfddbaeb-96bd-4701-b51b-02b08cd12dde tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645734'] for network, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:39.399339 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6033a09b-db6f-4582-b74d-30ccab8d00e5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9222b97e-5d1c-54f8-ba97-82f172498e76-95f298fd-2d85-4ac0-814c-1fdc3edd527e', 'network_id': '95f298fd-2d85-4ac0-814c-1fdc3edd527e', 'tenant_id': '1733a117d4a444009498e255ae4afc94', 'fixed_ips': [{'subnet_id': '042b51eb-cab6-4f30-b5ae-5acfb68b166c'}]}} from n-d-800634-3. {{(pid=93917) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 18:33:39.401126 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-6033a09b-db6f-4582-b74d-30ccab8d00e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:39.469788 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-8f366f3c-6a6d-4779-8bee-64c273ea4e0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4250f99-bf33-4b82-9720-0635ccd1c0e5', 'name': 'tempest-ServerRescueTestJSON-870166026-router', 'tenant_id': '0bc1eb2c7d374bba8f2892065ecabe00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.177'}], 'enable_snat': True}, 'gw_port_id': 'ee5c2710-1941-40cd-9015-01d8c502b69d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:31:20Z', 'updated_at': '2021-07-14T18:33:35Z', 'revision_number': 5, 'project_id': '0bc1eb2c7d374bba8f2892065ecabe00', 'gw_port': {'id': 'ee5c2710-1941-40cd-9015-01d8c502b69d', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:06:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4250f99-bf33-4b82-9720-0635ccd1c0e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1332, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:31:21Z', 'updated_at': '2021-07-14T18:31:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3'}], 'n-d-800634-3', False) {} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:33:39.471597 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-bfddbaeb-96bd-4701-b51b-02b08cd12dde tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081283'] for subnet, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:39.537592 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f366f3c-6a6d-4779-8bee-64c273ea4e0a None None] The sync data for ids ['f4250f99-bf33-4b82-9720-0635ccd1c0e5'] in n-d-800634-3 is: [{'id': 'f4250f99-bf33-4b82-9720-0635ccd1c0e5', 'name': 'tempest-ServerRescueTestJSON-870166026-router', 'tenant_id': '0bc1eb2c7d374bba8f2892065ecabe00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.177'}], 'enable_snat': True}, 'gw_port_id': 'ee5c2710-1941-40cd-9015-01d8c502b69d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:31:20Z', 'updated_at': '2021-07-14T18:33:35Z', 'revision_number': 5, 'project_id': '0bc1eb2c7d374bba8f2892065ecabe00', 'gw_port': {'id': 'ee5c2710-1941-40cd-9015-01d8c502b69d', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:06:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4250f99-bf33-4b82-9720-0635ccd1c0e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1332, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:31:21Z', 'updated_at': '2021-07-14T18:31:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3'}] {{(pid=93918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 18:33:39.624481 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-bfddbaeb-96bd-4701-b51b-02b08cd12dde tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2684816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26033152'] for subnet, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:39.657593 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfddbaeb-96bd-4701-b51b-02b08cd12dde tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Pushing event deleted for resources: {'Subnet': ['ID=042b51eb-cab6-4f30-b5ae-5acfb68b166c,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:33:39.771731 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-bfddbaeb-96bd-4701-b51b-02b08cd12dde tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2096010', 'neutron.services.segments.db._delete_segments_for_network-8728202734996'] for network, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:39.777351 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server [None req-6033a09b-db6f-4582-b74d-30ccab8d00e5 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 042b51eb-cab6-4f30-b5ae-5acfb68b166c: This subnet is being modified by another concurrent operation. Jul 14 18:33:39.777351 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 14 18:33:39.777351 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 14 18:33:39.777351 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 14 18:33:39.777351 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 14 18:33:39.777351 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 14 18:33:39.777351 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 14 18:33:39.777351 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 14 18:33:39.777351 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 14 18:33:39.777351 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 14 18:33:39.777351 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 14 18:33:39.777351 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 14 18:33:39.777351 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 18:33:39.777351 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 18:33:39.777351 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 18:33:39.777351 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 18:33:39.777351 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 14 18:33:39.777351 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 14 18:33:39.777351 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 14 18:33:39.777351 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 14 18:33:39.777351 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 18:33:39.777351 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 18:33:39.777351 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 18:33:39.777351 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 18:33:39.777351 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 14 18:33:39.777351 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 14 18:33:39.777351 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 14 18:33:39.777351 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 14 18:33:39.777351 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 18:33:39.777351 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 18:33:39.777351 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 18:33:39.777351 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 18:33:39.777351 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 14 18:33:39.777351 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 14 18:33:39.777351 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 14 18:33:39.777351 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 14 18:33:39.777351 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 14 18:33:39.777351 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 14 18:33:39.777351 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 14 18:33:39.777351 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 14 18:33:39.777351 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 14 18:33:39.777351 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 14 18:33:39.777351 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 14 18:33:39.777351 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 14 18:33:39.777351 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 14 18:33:39.777351 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 14 18:33:39.777351 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 14 18:33:39.777351 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 14 18:33:39.777351 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 18:33:39.777351 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 18:33:39.777351 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 18:33:39.777351 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 18:33:39.777351 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 14 18:33:39.777351 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 14 18:33:39.782094 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 14 18:33:39.782094 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 14 18:33:39.782094 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 18:33:39.782094 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 18:33:39.782094 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 18:33:39.782094 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 18:33:39.782094 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 14 18:33:39.782094 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 14 18:33:39.782094 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 14 18:33:39.782094 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 14 18:33:39.782094 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 18:33:39.782094 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 18:33:39.782094 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 18:33:39.782094 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 18:33:39.782094 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 14 18:33:39.782094 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 14 18:33:39.782094 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 14 18:33:39.782094 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 14 18:33:39.782094 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 14 18:33:39.782094 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 14 18:33:39.782094 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 14 18:33:39.782094 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 14 18:33:39.782094 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 14 18:33:39.782094 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 14 18:33:39.782094 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 18:33:39.782094 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 18:33:39.782094 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 18:33:39.782094 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 18:33:39.782094 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 14 18:33:39.782094 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 14 18:33:39.782094 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 14 18:33:39.782094 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 14 18:33:39.782094 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 14 18:33:39.782094 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 14 18:33:39.782094 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 14 18:33:39.782094 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server raise exception Jul 14 18:33:39.782094 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 042b51eb-cab6-4f30-b5ae-5acfb68b166c: This subnet is being modified by another concurrent operation. Jul 14 18:33:39.782094 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server Jul 14 18:33:39.789795 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.segments.db [None req-bfddbaeb-96bd-4701-b51b-02b08cd12dde tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95f298fd-2d85-4ac0-814c-1fdc3edd527e']}} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:33:39.804333 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.segments.db [None req-bfddbaeb-96bd-4701-b51b-02b08cd12dde tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97e0bdc6-a2b1-4f8c-a1a5-0b01c70d97a5') {'for_net_delete': True} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:33:39.804827 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.segments.db [None req-bfddbaeb-96bd-4701-b51b-02b08cd12dde tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97e0bdc6-a2b1-4f8c-a1a5-0b01c70d97a5') {} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:33:39.817362 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-bfddbaeb-96bd-4701-b51b-02b08cd12dde tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728202715275', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26296891'] for segment, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:39.835293 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22d4eb42-a691-4492-ba0a-bff927a1e7e7 None None] Network 95f298fd-2d85-4ac0-814c-1fdc3edd527e requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:33:39.838064 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-55ff5146-c5c1-47cb-9c04-c71eaa3eca4c tempest-RoutersNegativeTest-467807617 tempest-RoutersNegativeTest-467807617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25912837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28969781'] for subnet, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:39.864521 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-bfddbaeb-96bd-4701-b51b-02b08cd12dde tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:39.881831 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bfddbaeb-96bd-4701-b51b-02b08cd12dde tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Releasing vlan 70 on physical network physnet1 to pool {{(pid=93916) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 18:33:39.882266 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-bfddbaeb-96bd-4701-b51b-02b08cd12dde tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2682942'] for segment, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:39.981040 n-d-800634-3 neutron-server[93916]: Traceback (most recent call last): Jul 14 18:33:39.981040 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 18:33:39.981040 n-d-800634-3 neutron-server[93916]: timer() Jul 14 18:33:39.981040 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 18:33:39.981040 n-d-800634-3 neutron-server[93916]: cb(*args, **kw) Jul 14 18:33:39.981040 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 18:33:39.981040 n-d-800634-3 neutron-server[93916]: return func(*args, **kwargs) Jul 14 18:33:39.981040 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 18:33:39.981040 n-d-800634-3 neutron-server[93916]: self._notify() Jul 14 18:33:39.981040 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 18:33:39.981040 n-d-800634-3 neutron-server[93916]: self.callback(batched_events) Jul 14 18:33:39.981040 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 18:33:39.981040 n-d-800634-3 neutron-server[93916]: event.method(event) Jul 14 18:33:39.981040 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 18:33:39.981040 n-d-800634-3 neutron-server[93916]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 18:33:39.981040 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 18:33:39.981040 n-d-800634-3 neutron-server[93916]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 18:33:39.981040 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 18:33:39.981040 n-d-800634-3 neutron-server[93916]: return f(self, *a, **k) Jul 14 18:33:39.981040 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 18:33:39.981040 n-d-800634-3 neutron-server[93916]: return self._get(url).json() Jul 14 18:33:39.981040 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 18:33:39.981040 n-d-800634-3 neutron-server[93916]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 18:33:39.981040 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 18:33:39.981040 n-d-800634-3 neutron-server[93916]: return self.request(url, 'GET', **kwargs) Jul 14 18:33:39.981040 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 18:33:39.981040 n-d-800634-3 neutron-server[93916]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 18:33:39.981040 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 18:33:39.981040 n-d-800634-3 neutron-server[93916]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 18:33:39.981040 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 18:33:39.981040 n-d-800634-3 neutron-server[93916]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 18:33:39.981040 n-d-800634-3 neutron-server[93916]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 18:33:40.051376 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-bfddbaeb-96bd-4701-b51b-02b08cd12dde tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2096001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-930085'] for network, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:40.064793 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-bfddbaeb-96bd-4701-b51b-02b08cd12dde tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598705'] for network, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:40.071207 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-bfddbaeb-96bd-4701-b51b-02b08cd12dde tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] 10.222.0.16 "DELETE /v2.0/networks/95f298fd-2d85-4ac0-814c-1fdc3edd527e HTTP/1.1" status: 204 len: 168 time: 1.0937266 Jul 14 18:33:40.079557 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 46070) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:33:40.090305 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-9be6af2f-a3d9-4417-8283-b2404db3bd78 tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-842552870'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:33:40.105743 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfddbaeb-96bd-4701-b51b-02b08cd12dde tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Pushing event deleted for resources: {'Network': ['ID=95f298fd-2d85-4ac0-814c-1fdc3edd527e,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:33:40.125579 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9be6af2f-a3d9-4417-8283-b2404db3bd78 tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Made reservation on behalf of 1733a117d4a444009498e255ae4afc94 for: {'network': 1} {{(pid=93915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:33:40.129518 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-9be6af2f-a3d9-4417-8283-b2404db3bd78 tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for network, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:40.136936 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ff5146-c5c1-47cb-9c04-c71eaa3eca4c tempest-RoutersNegativeTest-467807617 tempest-RoutersNegativeTest-467807617-project] Pushing event updated for resources: {'Subnet': ['ID=1266f2c3-cea2-4489-8ea2-eca4e41bccbd,revision_number=0']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:33:40.140294 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55ff5146-c5c1-47cb-9c04-c71eaa3eca4c tempest-RoutersNegativeTest-467807617 tempest-RoutersNegativeTest-467807617-project] Checking segment: {'id': '9abd64b8-1b5f-45d9-9734-cff67df51290', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '68b226b3-cd66-492f-9213-3d9463e582d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:33:40.140684 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55ff5146-c5c1-47cb-9c04-c71eaa3eca4c tempest-RoutersNegativeTest-467807617 tempest-RoutersNegativeTest-467807617-project] Network hostable DHCP agents. Network: 68b226b3-cd66-492f-9213-3d9463e582d1, hostable agents: ['028393c3-0576-4ebd-bca1-8ea8a148e1a2'], hosted agents: [] {{(pid=93915) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 18:33:40.155955 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fef5676-dbb5-4039-9d73-ba34c7b62adc None None] Network c95d733a-a09d-421d-a879-91b1cbf2df1b requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:33:40.183706 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-787817b8-ceef-42b4-8480-a7dc9cc3bbdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:40.272967 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 512e1289-cd3d-43a4-b8cf-27d62502107a up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:33:40.275146 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787817b8-ceef-42b4-8480-a7dc9cc3bbdb admin admin] Pushing event deleted for resources: {'Port': ['ID=ee5c2710-1941-40cd-9015-01d8c502b69d,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:33:40.294883 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9be6af2f-a3d9-4417-8283-b2404db3bd78 tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 87} {{(pid=93915) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 18:33:40.354851 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55ff5146-c5c1-47cb-9c04-c71eaa3eca4c tempest-RoutersNegativeTest-467807617 tempest-RoutersNegativeTest-467807617-project] Network 68b226b3-cd66-492f-9213-3d9463e582d1 is scheduled to be hosted by DHCP agent 028393c3-0576-4ebd-bca1-8ea8a148e1a2 with binding_index 1 {{(pid=93915) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 18:33:40.374370 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-9be6af2f-a3d9-4417-8283-b2404db3bd78 tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:40.375007 n-d-800634-3 neutron-server[93915]: INFO neutron.db.segments_db [None req-9be6af2f-a3d9-4417-8283-b2404db3bd78 tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Added segment 60a8031a-4763-458e-a14a-4e867462c64d of type vlan for network e7a64176-adba-4df1-bc22-7c7068a66746 Jul 14 18:33:40.391228 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [None req-55ff5146-c5c1-47cb-9c04-c71eaa3eca4c tempest-RoutersNegativeTest-467807617 tempest-RoutersNegativeTest-467807617-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-3, 68b226b3-cd66-492f-9213-3d9463e582d1) {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:33:40.410442 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9414aaaa-561e-480c-aacc-ed07de768efe None None] Provisioning for port 512e1289-cd3d-43a4-b8cf-27d62502107a completed by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:33:40.434214 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55ff5146-c5c1-47cb-9c04-c71eaa3eca4c tempest-RoutersNegativeTest-467807617 tempest-RoutersNegativeTest-467807617-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:33:40.434867 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-55ff5146-c5c1-47cb-9c04-c71eaa3eca4c tempest-RoutersNegativeTest-467807617 tempest-RoutersNegativeTest-467807617-project] Notify callbacks [] for subnet, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:40.456649 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e96db52-9510-4e00-8f21-be45a6d5b17b None None] Network 68b226b3-cd66-492f-9213-3d9463e582d1 requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:33:40.482853 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-787817b8-ceef-42b4-8480-a7dc9cc3bbdb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-930057'] for router_gateway, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:40.488237 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-9be6af2f-a3d9-4417-8283-b2404db3bd78 tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728202197517'] for network, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:40.582869 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning for port 512e1289-cd3d-43a4-b8cf-27d62502107a completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:33:40.599055 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port 512e1289-cd3d-43a4-b8cf-27d62502107a triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:33:40.599599 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:40.599940 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 46080) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:33:40.600249 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-55ff5146-c5c1-47cb-9c04-c71eaa3eca4c tempest-RoutersNegativeTest-467807617 tempest-RoutersNegativeTest-467807617-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8824379 Jul 14 18:33:40.607035 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-13877133-5e5f-47a9-9078-7f1b3dc80384 tempest-RoutersNegativeTest-467807617 tempest-RoutersNegativeTest-467807617-project] Request body: {'network': {'name': 'tempest-router-network01--1643358975'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:33:40.630602 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.db.resource_extend [None req-9be6af2f-a3d9-4417-8283-b2404db3bd78 tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 14 18:33:40.657070 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-787817b8-ceef-42b4-8480-a7dc9cc3bbdb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-571778', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11402'] for router, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:40.662112 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-787817b8-ceef-42b4-8480-a7dc9cc3bbdb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:40.675530 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13877133-5e5f-47a9-9078-7f1b3dc80384 tempest-RoutersNegativeTest-467807617 tempest-RoutersNegativeTest-467807617-project] Made reservation on behalf of a122f9e77da1488aa9c1d9341cd15818 for: {'network': 1} {{(pid=93916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:33:40.679342 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-9be6af2f-a3d9-4417-8283-b2404db3bd78 tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727'] for network, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:40.683150 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-13877133-5e5f-47a9-9078-7f1b3dc80384 tempest-RoutersNegativeTest-467807617 tempest-RoutersNegativeTest-467807617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for network, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:40.686004 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9be6af2f-a3d9-4417-8283-b2404db3bd78 tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:33:40.690710 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-9be6af2f-a3d9-4417-8283-b2404db3bd78 tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598705'] for network, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:40.758305 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13877133-5e5f-47a9-9078-7f1b3dc80384 tempest-RoutersNegativeTest-467807617 tempest-RoutersNegativeTest-467807617-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 77} {{(pid=93916) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 18:33:40.777742 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-13877133-5e5f-47a9-9078-7f1b3dc80384 tempest-RoutersNegativeTest-467807617 tempest-RoutersNegativeTest-467807617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:40.779938 n-d-800634-3 neutron-server[93916]: INFO neutron.db.segments_db [None req-13877133-5e5f-47a9-9078-7f1b3dc80384 tempest-RoutersNegativeTest-467807617 tempest-RoutersNegativeTest-467807617-project] Added segment 63ba823d-ddaa-4a97-8c8d-35725f957729 of type vlan for network c8145dde-704d-4ea2-9fcf-e235fe5f4455 Jul 14 18:33:40.834021 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-787817b8-ceef-42b4-8480-a7dc9cc3bbdb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-541202'] for router, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:40.834468 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-787817b8-ceef-42b4-8480-a7dc9cc3bbdb admin admin] Fanout notify agent at l3_agent the message router_deleted on router f4250f99-bf33-4b82-9720-0635ccd1c0e5 {{(pid=93915) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 18:33:40.848819 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-787817b8-ceef-42b4-8480-a7dc9cc3bbdb admin admin] Notify callbacks [] for router, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:40.854696 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-787817b8-ceef-42b4-8480-a7dc9cc3bbdb admin admin] 10.222.0.16 "DELETE /v2.0/routers/f4250f99-bf33-4b82-9720-0635ccd1c0e5 HTTP/1.1" status: 204 len: 168 time: 3.0381200 Jul 14 18:33:40.855431 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-13877133-5e5f-47a9-9078-7f1b3dc80384 tempest-RoutersNegativeTest-467807617 tempest-RoutersNegativeTest-467807617-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728202197517'] for network, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:40.860137 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 46084) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:33:40.898760 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-9be6af2f-a3d9-4417-8283-b2404db3bd78 tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.8159199 Jul 14 18:33:40.905015 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 46086) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:33:40.915932 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-e28c444a-b6ff-40f2-ab87-e7541f57e049 tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Request body: {'subnet': {'network_id': 'e7a64176-adba-4df1-bc22-7c7068a66746', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:33:40.944754 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.db_base_plugin_v2 [None req-9dffa0d8-d00b-47b8-b923-744162680bad admin admin] Deleting subnet 14eba25d-eba8-416a-ad8f-196fda095a19 {{(pid=93916) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 18:33:40.951740 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-9dffa0d8-d00b-47b8-b923-744162680bad admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:40.979968 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-13877133-5e5f-47a9-9078-7f1b3dc80384 tempest-RoutersNegativeTest-467807617 tempest-RoutersNegativeTest-467807617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727'] for network, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:40.987629 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13877133-5e5f-47a9-9078-7f1b3dc80384 tempest-RoutersNegativeTest-467807617 tempest-RoutersNegativeTest-467807617-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:33:40.998386 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-13877133-5e5f-47a9-9078-7f1b3dc80384 tempest-RoutersNegativeTest-467807617 tempest-RoutersNegativeTest-467807617-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598705'] for network, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:41.029922 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be6af2f-a3d9-4417-8283-b2404db3bd78 tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Pushing event updated for resources: {'Network': ['ID=e7a64176-adba-4df1-bc22-7c7068a66746,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:33:41.062003 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Network e7a64176-adba-4df1-bc22-7c7068a66746 details requested by agent ovs-agent-n-d-800634-3 with host n-d-800634-3 {{(pid=93917) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 18:33:41.068670 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4606bd5-3c96-4b92-8a98-4fa8993404ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9222b97e-5d1c-54f8-ba97-82f172498e76-68b226b3-cd66-492f-9213-3d9463e582d1', 'network_id': '68b226b3-cd66-492f-9213-3d9463e582d1', 'tenant_id': 'a122f9e77da1488aa9c1d9341cd15818', 'fixed_ips': [{'subnet_id': '1266f2c3-cea2-4489-8ea2-eca4e41bccbd'}]}} from n-d-800634-3. {{(pid=93917) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 18:33:41.070609 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-e4606bd5-3c96-4b92-8a98-4fa8993404ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:41.092152 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e28c444a-b6ff-40f2-ab87-e7541f57e049 tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Made reservation on behalf of 1733a117d4a444009498e255ae4afc94 for: {'subnet': 1} {{(pid=93915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:33:41.098528 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-9dffa0d8-d00b-47b8-b923-744162680bad admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26296866'] for subnet, precommit_delete_associations {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:41.098892 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-e28c444a-b6ff-40f2-ab87-e7541f57e049 tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28969735'] for subnet, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:41.143685 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-13877133-5e5f-47a9-9078-7f1b3dc80384 tempest-RoutersNegativeTest-467807617 tempest-RoutersNegativeTest-467807617-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5423341 Jul 14 18:33:41.147341 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13877133-5e5f-47a9-9078-7f1b3dc80384 tempest-RoutersNegativeTest-467807617 tempest-RoutersNegativeTest-467807617-project] Pushing event updated for resources: {'Network': ['ID=c8145dde-704d-4ea2-9fcf-e235fe5f4455,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:33:41.153976 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 46088) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:33:41.166190 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-0dc621d7-0889-4764-96be-17fa24aa600b tempest-RoutersNegativeTest-467807617 tempest-RoutersNegativeTest-467807617-project] Request body: {'network': {'name': 'tempest-router-network02--1279615149'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:33:41.179670 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:41.180297 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb8a991-7a2e-406b-92e9-3b07d1066874 req-d0c23ffd-7284-4966-b510-9bf3647db7ed tempest-ListServersNegativeTestJSON-1954575036 tempest-ListServersNegativeTestJSON-1954575036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:33:41.181886 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3bb8a991-7a2e-406b-92e9-3b07d1066874 req-d0c23ffd-7284-4966-b510-9bf3647db7ed tempest-ListServersNegativeTestJSON-1954575036 tempest-ListServersNegativeTestJSON-1954575036-project] 10.222.0.16 "GET /v2.0/ports?device_id=7e5f5619-b918-4ff9-8d84-fc3a9c92ccf7 HTTP/1.1" status: 200 len: 946 time: 0.3707361 Jul 14 18:33:41.204507 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dc621d7-0889-4764-96be-17fa24aa600b tempest-RoutersNegativeTest-467807617 tempest-RoutersNegativeTest-467807617-project] Made reservation on behalf of a122f9e77da1488aa9c1d9341cd15818 for: {'network': 1} {{(pid=93916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:33:41.209814 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-0dc621d7-0889-4764-96be-17fa24aa600b tempest-RoutersNegativeTest-467807617 tempest-RoutersNegativeTest-467807617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for network, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:41.211562 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Network c8145dde-704d-4ea2-9fcf-e235fe5f4455 details requested by agent ovs-agent-n-d-800634-3 with host n-d-800634-3 {{(pid=93917) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 18:33:41.237982 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-9dffa0d8-d00b-47b8-b923-744162680bad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081283'] for subnet, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:41.254049 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0dc621d7-0889-4764-96be-17fa24aa600b tempest-RoutersNegativeTest-467807617 tempest-RoutersNegativeTest-467807617-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 67} {{(pid=93916) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 18:33:41.256946 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] For port 512e1289-cd3d-43a4-b8cf-27d62502107a, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=512e1289-cd3d-43a4-b8cf-27d62502107a,segment=NetworkSegment(43921ed1-9825-4410-aa96-19e1fe685fe8),segment_id=43921ed1-9825-4410-aa96-19e1fe685fe8)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:33:41.262215 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3bb8a991-7a2e-406b-92e9-3b07d1066874 req-8c5ebf40-43bb-46c1-951d-8549ea3c0714 tempest-ListServersNegativeTestJSON-1954575036 tempest-ListServersNegativeTestJSON-1954575036-project] 10.222.0.16 "GET /v2.0/security-groups?id=c386ce62-7a65-43f3-a197-165e9e809b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695770 Jul 14 18:33:41.281424 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-0dc621d7-0889-4764-96be-17fa24aa600b tempest-RoutersNegativeTest-467807617 tempest-RoutersNegativeTest-467807617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:41.284259 n-d-800634-3 neutron-server[93916]: INFO neutron.db.segments_db [None req-0dc621d7-0889-4764-96be-17fa24aa600b tempest-RoutersNegativeTest-467807617 tempest-RoutersNegativeTest-467807617-project] Added segment 6ee9ce5b-bd87-44f5-bb42-a383623925d7 of type vlan for network efb0bbdf-7dfc-44d5-9560-09e0d5893b2e Jul 14 18:33:41.329462 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:41.384379 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device fbc8c784-88aa-4e77-82d3-1edb649a2460 no longer exists at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 18:33:41.504775 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] No Port match for: fbc8c784-88aa-4e77-82d3-1edb649a2460 {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 18:33:41.505162 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device fbc8c784-88aa-4e77-82d3-1edb649a2460 not bound to the agent host n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 18:33:41.515904 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-9dffa0d8-d00b-47b8-b923-744162680bad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2684816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26033152'] for subnet, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:41.588309 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-0dc621d7-0889-4764-96be-17fa24aa600b tempest-RoutersNegativeTest-467807617 tempest-RoutersNegativeTest-467807617-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728202197517'] for network, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:41.596453 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dffa0d8-d00b-47b8-b923-744162680bad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=14eba25d-eba8-416a-ad8f-196fda095a19,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:33:41.602107 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-9dffa0d8-d00b-47b8-b923-744162680bad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598705'] for subnet, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:41.605173 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-9dffa0d8-d00b-47b8-b923-744162680bad admin admin] 10.222.0.16 "DELETE /v2.0/subnets/14eba25d-eba8-416a-ad8f-196fda095a19 HTTP/1.1" status: 204 len: 168 time: 0.7439630 Jul 14 18:33:41.609775 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Pushing event updated for resources: {'Port': ['ID=512e1289-cd3d-43a4-b8cf-27d62502107a,revision_number=3']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:33:41.614834 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 46094) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:33:41.638292 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-e28c444a-b6ff-40f2-ab87-e7541f57e049 tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25912837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28969781'] for subnet, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:41.674412 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.db_base_plugin_common [None req-e4606bd5-3c96-4b92-8a98-4fa8993404ed None None] Allocated IP 172.20.0.2 (68b226b3-cd66-492f-9213-3d9463e582d1/1266f2c3-cea2-4489-8ea2-eca4e41bccbd/33600dba-ec2b-40fd-b378-c995901046f0) {{(pid=93917) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:33:41.723246 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28c444a-b6ff-40f2-ab87-e7541f57e049 tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Pushing event updated for resources: {'Subnet': ['ID=8f5b350a-c76e-4db8-bd9e-e671332543f5,revision_number=0']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:33:41.726168 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10d2710-63f9-4377-86dc-ad5638583bd1 req-0b52a05e-a52a-4b24-8736-f33473e56ebe tempest-ListServersNegativeTestJSON-1954575036 tempest-ListServersNegativeTestJSON-1954575036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:33:41.727873 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-d10d2710-63f9-4377-86dc-ad5638583bd1 req-0b52a05e-a52a-4b24-8736-f33473e56ebe tempest-ListServersNegativeTestJSON-1954575036 tempest-ListServersNegativeTestJSON-1954575036-project] 10.222.0.35 "GET /v2.0/ports?device_id=7e5f5619-b918-4ff9-8d84-fc3a9c92ccf7 HTTP/1.1" status: 200 len: 946 time: 0.3960347 Jul 14 18:33:41.740973 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e28c444a-b6ff-40f2-ab87-e7541f57e049 tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Checking segment: {'id': '60a8031a-4763-458e-a14a-4e867462c64d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'e7a64176-adba-4df1-bc22-7c7068a66746'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:33:41.741387 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e28c444a-b6ff-40f2-ab87-e7541f57e049 tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Network hostable DHCP agents. Network: e7a64176-adba-4df1-bc22-7c7068a66746, hostable agents: ['028393c3-0576-4ebd-bca1-8ea8a148e1a2'], hosted agents: [] {{(pid=93915) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 18:33:41.788812 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e28c444a-b6ff-40f2-ab87-e7541f57e049 tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Network e7a64176-adba-4df1-bc22-7c7068a66746 is scheduled to be hosted by DHCP agent 028393c3-0576-4ebd-bca1-8ea8a148e1a2 with binding_index 1 {{(pid=93915) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 18:33:41.792557 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-0dc621d7-0889-4764-96be-17fa24aa600b tempest-RoutersNegativeTest-467807617 tempest-RoutersNegativeTest-467807617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727'] for network, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:41.798623 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dc621d7-0889-4764-96be-17fa24aa600b tempest-RoutersNegativeTest-467807617 tempest-RoutersNegativeTest-467807617-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:33:41.798897 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-432439f8-4e5d-40af-a09c-2f5880c34025 None None] Provisioning complete for port 512e1289-cd3d-43a4-b8cf-27d62502107a triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:33:41.799041 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-432439f8-4e5d-40af-a09c-2f5880c34025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:41.799309 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-0dc621d7-0889-4764-96be-17fa24aa600b tempest-RoutersNegativeTest-467807617 tempest-RoutersNegativeTest-467807617-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598705'] for network, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:41.820595 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [None req-e28c444a-b6ff-40f2-ab87-e7541f57e049 tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-3, e7a64176-adba-4df1-bc22-7c7068a66746) {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:33:41.841774 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc8408b3-05c5-4a8c-a1eb-a1efb0a443d8 None None] Network e7a64176-adba-4df1-bc22-7c7068a66746 requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:33:41.848839 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e28c444a-b6ff-40f2-ab87-e7541f57e049 tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:33:41.850179 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-e28c444a-b6ff-40f2-ab87-e7541f57e049 tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Notify callbacks [] for subnet, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:41.889582 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a9adfaec-dee3-4308-9432-97a8980f130f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645734'] for network, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:41.894661 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-e28c444a-b6ff-40f2-ab87-e7541f57e049 tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 0.9838090 Jul 14 18:33:41.895690 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 46098) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:33:41.928201 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-0dc621d7-0889-4764-96be-17fa24aa600b tempest-RoutersNegativeTest-467807617 tempest-RoutersNegativeTest-467807617-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7727299 Jul 14 18:33:41.944865 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 512e1289-cd3d-43a4-b8cf-27d62502107a up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:33:41.949096 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 46100) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:33:41.954671 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-8d4d1977-4b64-48b6-b384-8ec0e7832566 tempest-RoutersNegativeTest-467807617 tempest-RoutersNegativeTest-467807617-project] Request body: {'subnet': {'network_id': 'c8145dde-704d-4ea2-9fcf-e235fe5f4455', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:33:41.994120 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc621d7-0889-4764-96be-17fa24aa600b tempest-RoutersNegativeTest-467807617 tempest-RoutersNegativeTest-467807617-project] Pushing event updated for resources: {'Network': ['ID=efb0bbdf-7dfc-44d5-9560-09e0d5893b2e,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:33:42.019276 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Network efb0bbdf-7dfc-44d5-9560-09e0d5893b2e details requested by agent ovs-agent-n-d-800634-3 with host n-d-800634-3 {{(pid=93917) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 18:33:42.052867 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-1e7631cc-078e-464f-947d-50cdc16ee096 tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645734'] for network, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:42.150211 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a9adfaec-dee3-4308-9432-97a8980f130f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2096010', 'neutron.services.segments.db._delete_segments_for_network-8728202734996'] for network, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:42.162355 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.segments.db [None req-a9adfaec-dee3-4308-9432-97a8980f130f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a07a7efb-fbbd-4029-ae94-a21a9cc093fe']}} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:33:42.175981 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.segments.db [None req-a9adfaec-dee3-4308-9432-97a8980f130f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '768a7052-80d5-49b9-a4ea-7454da09f867') {'for_net_delete': True} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:33:42.176580 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.segments.db [None req-a9adfaec-dee3-4308-9432-97a8980f130f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '768a7052-80d5-49b9-a4ea-7454da09f867') {} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:33:42.192702 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-1e7631cc-078e-464f-947d-50cdc16ee096 tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081283'] for subnet, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:42.205087 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a9adfaec-dee3-4308-9432-97a8980f130f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728202715275', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26296891'] for segment, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:42.238751 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a9adfaec-dee3-4308-9432-97a8980f130f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:42.254397 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9adfaec-dee3-4308-9432-97a8980f130f admin admin] Releasing vlan 56 on physical network physnet1 to pool {{(pid=93916) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 18:33:42.254846 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a9adfaec-dee3-4308-9432-97a8980f130f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2682942'] for segment, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:42.256652 n-d-800634-3 neutron-server[93916]: Traceback (most recent call last): Jul 14 18:33:42.256652 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 18:33:42.256652 n-d-800634-3 neutron-server[93916]: timer() Jul 14 18:33:42.256652 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 18:33:42.256652 n-d-800634-3 neutron-server[93916]: cb(*args, **kw) Jul 14 18:33:42.256652 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 18:33:42.256652 n-d-800634-3 neutron-server[93916]: return func(*args, **kwargs) Jul 14 18:33:42.256652 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 18:33:42.256652 n-d-800634-3 neutron-server[93916]: self._notify() Jul 14 18:33:42.256652 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 18:33:42.256652 n-d-800634-3 neutron-server[93916]: self.callback(batched_events) Jul 14 18:33:42.256652 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 18:33:42.256652 n-d-800634-3 neutron-server[93916]: event.method(event) Jul 14 18:33:42.256652 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 18:33:42.256652 n-d-800634-3 neutron-server[93916]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 18:33:42.256652 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 18:33:42.256652 n-d-800634-3 neutron-server[93916]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 18:33:42.256652 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 18:33:42.256652 n-d-800634-3 neutron-server[93916]: return f(self, *a, **k) Jul 14 18:33:42.256652 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 18:33:42.256652 n-d-800634-3 neutron-server[93916]: return self._get(url).json() Jul 14 18:33:42.256652 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 18:33:42.256652 n-d-800634-3 neutron-server[93916]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 18:33:42.256652 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 18:33:42.256652 n-d-800634-3 neutron-server[93916]: return self.request(url, 'GET', **kwargs) Jul 14 18:33:42.256652 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 18:33:42.256652 n-d-800634-3 neutron-server[93916]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 18:33:42.256652 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 18:33:42.256652 n-d-800634-3 neutron-server[93916]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 18:33:42.256652 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 18:33:42.256652 n-d-800634-3 neutron-server[93916]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 18:33:42.256652 n-d-800634-3 neutron-server[93916]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 18:33:42.272495 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d4d1977-4b64-48b6-b384-8ec0e7832566 tempest-RoutersNegativeTest-467807617 tempest-RoutersNegativeTest-467807617-project] Made reservation on behalf of a122f9e77da1488aa9c1d9341cd15818 for: {'subnet': 1} {{(pid=93916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:33:42.276705 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-8d4d1977-4b64-48b6-b384-8ec0e7832566 tempest-RoutersNegativeTest-467807617 tempest-RoutersNegativeTest-467807617-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26033189'] for subnet, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:42.280787 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [req-d10d2710-63f9-4377-86dc-ad5638583bd1 req-6f9c421e-9930-4d30-979b-904a5f1cc27e tempest-ListServersNegativeTestJSON-1954575036 tempest-ListServersNegativeTestJSON-1954575036-project] Deleting port 70a9025d-8595-4108-80c4-44af938097db {{(pid=93916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:33:42.281210 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-d10d2710-63f9-4377-86dc-ad5638583bd1 req-6f9c421e-9930-4d30-979b-904a5f1cc27e tempest-ListServersNegativeTestJSON-1954575036 tempest-ListServersNegativeTestJSON-1954575036-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:42.284646 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-e4606bd5-3c96-4b92-8a98-4fa8993404ed None None] Notify callbacks [] for port, precommit_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:42.325383 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port 512e1289-cd3d-43a4-b8cf-27d62502107a triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:33:42.325973 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:42.384843 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef225f6f-6e49-4b4b-a954-8774c2446375 req-0200a82e-2dc8-44c7-9f57-2f0edbab49b1 tempest-ListServersNegativeTestJSON-1954575036 tempest-ListServersNegativeTestJSON-1954575036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:33:42.389766 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ef225f6f-6e49-4b4b-a954-8774c2446375 req-0200a82e-2dc8-44c7-9f57-2f0edbab49b1 tempest-ListServersNegativeTestJSON-1954575036 tempest-ListServersNegativeTestJSON-1954575036-project] 10.222.0.18 "GET /v2.0/ports?device_id=7ebce3af-548e-4172-8575-203cd6fbd5ab HTTP/1.1" status: 200 len: 946 time: 0.3209038 Jul 14 18:33:42.395040 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-1e7631cc-078e-464f-947d-50cdc16ee096 tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25913028', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28969762'] for subnet, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:42.462798 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a9adfaec-dee3-4308-9432-97a8980f130f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2096001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-930085'] for network, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:42.512803 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7631cc-078e-464f-947d-50cdc16ee096 tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Pushing event deleted for resources: {'Subnet': ['ID=8f5b350a-c76e-4db8-bd9e-e671332543f5,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:33:42.522800 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a9adfaec-dee3-4308-9432-97a8980f130f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598705'] for network, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:42.525604 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-a9adfaec-dee3-4308-9432-97a8980f130f admin admin] 10.222.0.16 "DELETE /v2.0/networks/a07a7efb-fbbd-4029-ae94-a21a9cc093fe HTTP/1.1" status: 204 len: 168 time: 0.8997774 Jul 14 18:33:42.546898 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9adfaec-dee3-4308-9432-97a8980f130f admin admin] Pushing event deleted for resources: {'Network': ['ID=a07a7efb-fbbd-4029-ae94-a21a9cc093fe,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:33:42.604170 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.db [req-d10d2710-63f9-4377-86dc-ad5638583bd1 req-6f9c421e-9930-4d30-979b-904a5f1cc27e tempest-ListServersNegativeTestJSON-1954575036 tempest-ListServersNegativeTestJSON-1954575036-project] For port 70a9025d-8595-4108-80c4-44af938097db, host n-h2-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=70a9025d-8595-4108-80c4-44af938097db,segment=NetworkSegment(06e7bf6e-f877-4c63-9036-fc82062f0e13),segment_id=06e7bf6e-f877-4c63-9036-fc82062f0e13)] {{(pid=93916) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:33:42.604551 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-d10d2710-63f9-4377-86dc-ad5638583bd1 req-6f9c421e-9930-4d30-979b-904a5f1cc27e tempest-ListServersNegativeTestJSON-1954575036 tempest-ListServersNegativeTestJSON-1954575036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:42.623441 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-e4606bd5-3c96-4b92-8a98-4fa8993404ed None None] Transition to ACTIVE for port object 33600dba-ec2b-40fd-b378-c995901046f0 will not be triggered until provisioned by entity L2. {{(pid=93917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:33:42.668972 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-e4606bd5-3c96-4b92-8a98-4fa8993404ed None None] Transition to ACTIVE for port object 33600dba-ec2b-40fd-b378-c995901046f0 will not be triggered until provisioned by entity DHCP. {{(pid=93917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:33:42.675382 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [req-d10d2710-63f9-4377-86dc-ad5638583bd1 req-6f9c421e-9930-4d30-979b-904a5f1cc27e tempest-ListServersNegativeTestJSON-1954575036 tempest-ListServersNegativeTestJSON-1954575036-project] Calling delete_port for 70a9025d-8595-4108-80c4-44af938097db owned by compute:nova {{(pid=93916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:33:42.681354 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-e4606bd5-3c96-4b92-8a98-4fa8993404ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804'] for port, after_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:42.707201 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-1e7631cc-078e-464f-947d-50cdc16ee096 tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2096010', 'neutron.services.segments.db._delete_segments_for_network-8728202734996'] for network, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:42.743473 n-d-800634-3 neutron-server[93915]: DEBUG neutron.services.segments.db [None req-1e7631cc-078e-464f-947d-50cdc16ee096 tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7a64176-adba-4df1-bc22-7c7068a66746']}} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:33:42.755455 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fbd054-7513-49cd-b336-561eda029474 req-e401d69f-8cab-40b6-b1b4-66bb65d7779a tempest-ListServersNegativeTestJSON-1954575036 tempest-ListServersNegativeTestJSON-1954575036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:33:42.765240 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-51fbd054-7513-49cd-b336-561eda029474 req-e401d69f-8cab-40b6-b1b4-66bb65d7779a tempest-ListServersNegativeTestJSON-1954575036 tempest-ListServersNegativeTestJSON-1954575036-project] 10.222.0.16 "GET /v2.0/ports?device_id=7e5f5619-b918-4ff9-8d84-fc3a9c92ccf7 HTTP/1.1" status: 200 len: 946 time: 0.2501304 Jul 14 18:33:42.789032 n-d-800634-3 neutron-server[93915]: DEBUG neutron.services.segments.db [None req-1e7631cc-078e-464f-947d-50cdc16ee096 tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60a8031a-4763-458e-a14a-4e867462c64d') {'for_net_delete': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:33:42.789273 n-d-800634-3 neutron-server[93915]: DEBUG neutron.services.segments.db [None req-1e7631cc-078e-464f-947d-50cdc16ee096 tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60a8031a-4763-458e-a14a-4e867462c64d') {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:33:42.789413 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4abe86b8-a736-4b12-91dc-9761af3e5bbd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9222b97e-5d1c-54f8-ba97-82f172498e76-e7a64176-adba-4df1-bc22-7c7068a66746', 'network_id': 'e7a64176-adba-4df1-bc22-7c7068a66746', 'tenant_id': '1733a117d4a444009498e255ae4afc94', 'fixed_ips': [{'subnet_id': '8f5b350a-c76e-4db8-bd9e-e671332543f5'}]}} from n-d-800634-3. {{(pid=93917) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 18:33:42.790918 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-4abe86b8-a736-4b12-91dc-9761af3e5bbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:42.815943 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-1e7631cc-078e-464f-947d-50cdc16ee096 tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728202715275', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28939920'] for segment, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:42.838107 n-d-800634-3 neutron-server[93917]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4606bd5-3c96-4b92-8a98-4fa8993404ed None None] Network 68b226b3-cd66-492f-9213-3d9463e582d1 is already hosted by enough agents. {{(pid=93917) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:33:42.849368 n-d-800634-3 neutron-server[93917]: DEBUG neutron.scheduler.base_scheduler [None req-e4606bd5-3c96-4b92-8a98-4fa8993404ed None None] Resources bound (agent type, host, resource id): {{(pid=93917) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:33:42.862194 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4606bd5-3c96-4b92-8a98-4fa8993404ed None None] Received port after_create {{(pid=93917) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:33:42.862386 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-1e7631cc-078e-464f-947d-50cdc16ee096 tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:42.882689 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [req-ef225f6f-6e49-4b4b-a954-8774c2446375 req-73a1a73f-8ad0-476c-9f09-5b90ba175b98 tempest-ListServersNegativeTestJSON-1954575036 tempest-ListServersNegativeTestJSON-1954575036-project] Deleting port 614c79d4-3e9e-49ef-bb1f-c14b808e938a {{(pid=93915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:33:42.882689 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-ef225f6f-6e49-4b4b-a954-8774c2446375 req-73a1a73f-8ad0-476c-9f09-5b90ba175b98 tempest-ListServersNegativeTestJSON-1954575036 tempest-ListServersNegativeTestJSON-1954575036-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:42.902751 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-51fbd054-7513-49cd-b336-561eda029474 req-1bacef50-2c3e-4f77-993e-48442b31382e tempest-ListServersNegativeTestJSON-1954575036 tempest-ListServersNegativeTestJSON-1954575036-project] 10.222.0.16 "GET /v2.0/security-groups?id=c386ce62-7a65-43f3-a197-165e9e809b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364810 Jul 14 18:33:42.905336 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e7631cc-078e-464f-947d-50cdc16ee096 tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Releasing vlan 87 on physical network physnet1 to pool {{(pid=93915) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 18:33:42.911236 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-1e7631cc-078e-464f-947d-50cdc16ee096 tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25911658'] for segment, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:42.912067 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4606bd5-3c96-4b92-8a98-4fa8993404ed None None] Pushing event updated for resources: {'Port': ['ID=33600dba-ec2b-40fd-b378-c995901046f0,revision_number=1']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:33:42.932774 n-d-800634-3 neutron-server[93915]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:33:42.932774 n-d-800634-3 neutron-server[93915]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:33:42.932774 n-d-800634-3 neutron-server[93915]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:33:42.932774 n-d-800634-3 neutron-server[93915]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:33:42.932774 n-d-800634-3 neutron-server[93915]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:33:42.932774 n-d-800634-3 neutron-server[93915]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:33:42.932774 n-d-800634-3 neutron-server[93915]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:33:42.932774 n-d-800634-3 neutron-server[93915]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:33:42.932774 n-d-800634-3 neutron-server[93915]: Traceback (most recent call last): Jul 14 18:33:42.932774 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 18:33:42.932774 n-d-800634-3 neutron-server[93915]: timer() Jul 14 18:33:42.932774 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 18:33:42.932774 n-d-800634-3 neutron-server[93915]: cb(*args, **kw) Jul 14 18:33:42.932774 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 18:33:42.932774 n-d-800634-3 neutron-server[93915]: return func(*args, **kwargs) Jul 14 18:33:42.932774 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 18:33:42.932774 n-d-800634-3 neutron-server[93915]: self._notify() Jul 14 18:33:42.932774 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 18:33:42.932774 n-d-800634-3 neutron-server[93915]: self.callback(batched_events) Jul 14 18:33:42.932774 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 18:33:42.932774 n-d-800634-3 neutron-server[93915]: event.method(event) Jul 14 18:33:42.932774 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 18:33:42.932774 n-d-800634-3 neutron-server[93915]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 18:33:42.932774 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 18:33:42.932774 n-d-800634-3 neutron-server[93915]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 18:33:42.932774 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 18:33:42.932774 n-d-800634-3 neutron-server[93915]: return f(self, *a, **k) Jul 14 18:33:42.932774 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 18:33:42.932774 n-d-800634-3 neutron-server[93915]: return self._get(url).json() Jul 14 18:33:42.932774 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 18:33:42.932774 n-d-800634-3 neutron-server[93915]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 18:33:42.932774 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 18:33:42.932774 n-d-800634-3 neutron-server[93915]: return self.request(url, 'GET', **kwargs) Jul 14 18:33:42.932774 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 18:33:42.932774 n-d-800634-3 neutron-server[93915]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 18:33:42.932774 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 18:33:42.932774 n-d-800634-3 neutron-server[93915]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 18:33:42.932774 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 18:33:42.932774 n-d-800634-3 neutron-server[93915]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 18:33:42.932774 n-d-800634-3 neutron-server[93915]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 18:33:42.959151 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 46110) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:33:43.098451 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ba19271-0f74-4e6b-9f7d-69c4e41bd209 None None] Network e7a64176-adba-4df1-bc22-7c7068a66746 requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:33:43.102294 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-e4606bd5-3c96-4b92-8a98-4fa8993404ed None None] Attempting to bind port 33600dba-ec2b-40fd-b378-c995901046f0 on host n-d-800634-3 for vnic_type normal with profile {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:33:43.102953 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-e4606bd5-3c96-4b92-8a98-4fa8993404ed None None] Attempting to bind port 33600dba-ec2b-40fd-b378-c995901046f0 by drivers openvswitch,hyperv on host n-d-800634-3 at level 0 using segments [{'id': '9abd64b8-1b5f-45d9-9734-cff67df51290', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '68b226b3-cd66-492f-9213-3d9463e582d1'}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:33:43.103195 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4606bd5-3c96-4b92-8a98-4fa8993404ed None None] Attempting to bind port 33600dba-ec2b-40fd-b378-c995901046f0 on network 68b226b3-cd66-492f-9213-3d9463e582d1 {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:33:43.181866 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-1e7631cc-078e-464f-947d-50cdc16ee096 tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2096001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-930085'] for network, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:43.182143 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-a828b9bb-9b20-4ff3-b980-b45e4bd44327 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0bc1eb2c7d374bba8f2892065ecabe00&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2182734 Jul 14 18:33:43.183908 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 46114) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:33:43.184108 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4606bd5-3c96-4b92-8a98-4fa8993404ed None None] Checking agent: {'id': '01c19e91-a945-4e3c-94a6-c211e17c923e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 8, 23), 'started_at': datetime.datetime(2021, 7, 14, 18, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 18, 33, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 18:33:43.184108 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4606bd5-3c96-4b92-8a98-4fa8993404ed None None] Checking segment: {'id': '9abd64b8-1b5f-45d9-9734-cff67df51290', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '68b226b3-cd66-492f-9213-3d9463e582d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93917) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:33:43.184108 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-e4606bd5-3c96-4b92-8a98-4fa8993404ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:43.184108 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4606bd5-3c96-4b92-8a98-4fa8993404ed None None] Bound using segment: {'id': '9abd64b8-1b5f-45d9-9734-cff67df51290', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '68b226b3-cd66-492f-9213-3d9463e582d1'} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 18:33:43.185514 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-e4606bd5-3c96-4b92-8a98-4fa8993404ed None None] Bound port: 33600dba-ec2b-40fd-b378-c995901046f0, host: n-d-800634-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9abd64b8-1b5f-45d9-9734-cff67df51290', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '68b226b3-cd66-492f-9213-3d9463e582d1'}}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 18:33:43.185514 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-e4606bd5-3c96-4b92-8a98-4fa8993404ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:43.210312 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-8d4d1977-4b64-48b6-b384-8ec0e7832566 tempest-RoutersNegativeTest-467807617 tempest-RoutersNegativeTest-467807617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2684753', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26033175'] for subnet, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:43.233192 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device ee5c2710-1941-40cd-9015-01d8c502b69d no longer exists at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 18:33:43.284360 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-1e7631cc-078e-464f-947d-50cdc16ee096 tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598705'] for network, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:43.285040 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] No Port match for: ee5c2710-1941-40cd-9015-01d8c502b69d {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 18:33:43.285685 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device ee5c2710-1941-40cd-9015-01d8c502b69d not bound to the agent host n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 18:33:43.286285 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-1e7631cc-078e-464f-947d-50cdc16ee096 tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] 10.222.0.16 "DELETE /v2.0/networks/e7a64176-adba-4df1-bc22-7c7068a66746 HTTP/1.1" status: 204 len: 168 time: 1.3892963 Jul 14 18:33:43.302488 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 46116) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:33:43.307691 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7631cc-078e-464f-947d-50cdc16ee096 tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Pushing event deleted for resources: {'Network': ['ID=e7a64176-adba-4df1-bc22-7c7068a66746,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:33:43.314473 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-d53274b0-e4a4-4ff1-89c1-5f5960a60d66 tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1507156428'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:33:43.320612 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-ef225f6f-6e49-4b4b-a954-8774c2446375 req-73a1a73f-8ad0-476c-9f09-5b90ba175b98 tempest-ListServersNegativeTestJSON-1954575036 tempest-ListServersNegativeTestJSON-1954575036-project] For port 614c79d4-3e9e-49ef-bb1f-c14b808e938a, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=614c79d4-3e9e-49ef-bb1f-c14b808e938a,segment=NetworkSegment(06e7bf6e-f877-4c63-9036-fc82062f0e13),segment_id=06e7bf6e-f877-4c63-9036-fc82062f0e13)] {{(pid=93915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:33:43.320984 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-ef225f6f-6e49-4b4b-a954-8774c2446375 req-73a1a73f-8ad0-476c-9f09-5b90ba175b98 tempest-ListServersNegativeTestJSON-1954575036 tempest-ListServersNegativeTestJSON-1954575036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:43.323871 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-a72dbe87-859c-4c19-992d-289be7f10219 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:43.357197 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [req-ef225f6f-6e49-4b4b-a954-8774c2446375 req-73a1a73f-8ad0-476c-9f09-5b90ba175b98 tempest-ListServersNegativeTestJSON-1954575036 tempest-ListServersNegativeTestJSON-1954575036-project] Calling delete_port for 614c79d4-3e9e-49ef-bb1f-c14b808e938a owned by compute:nova {{(pid=93915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:33:43.358786 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-d10d2710-63f9-4377-86dc-ad5638583bd1 req-6f9c421e-9930-4d30-979b-904a5f1cc27e tempest-ListServersNegativeTestJSON-1954575036 tempest-ListServersNegativeTestJSON-1954575036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:43.374561 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] get_ports_and_sgs() called for port_ids ['70a9025d-8595-4108-80c4-44af938097db'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 18:33:43.382319 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-e4606bd5-3c96-4b92-8a98-4fa8993404ed None None] For port 33600dba-ec2b-40fd-b378-c995901046f0, host n-d-800634-3, cleared binding levels {{(pid=93917) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:33:43.387232 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-a72dbe87-859c-4c19-992d-289be7f10219 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:43.390957 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d53274b0-e4a4-4ff1-89c1-5f5960a60d66 tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Made reservation on behalf of 1733a117d4a444009498e255ae4afc94 for: {'network': 1} {{(pid=93915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:33:43.395179 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-d53274b0-e4a4-4ff1-89c1-5f5960a60d66 tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for network, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:43.427968 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9c421e-9930-4d30-979b-904a5f1cc27e tempest-ListServersNegativeTestJSON-1954575036 tempest-ListServersNegativeTestJSON-1954575036-project] Pushing event deleted for resources: {'Port': ['ID=70a9025d-8595-4108-80c4-44af938097db,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:33:43.430175 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-e4606bd5-3c96-4b92-8a98-4fa8993404ed None None] For port 33600dba-ec2b-40fd-b378-c995901046f0, host n-d-800634-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=33600dba-ec2b-40fd-b378-c995901046f0,segment=NetworkSegment(9abd64b8-1b5f-45d9-9734-cff67df51290),segment_id=9abd64b8-1b5f-45d9-9734-cff67df51290)] {{(pid=93917) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 18:33:43.430394 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4d1977-4b64-48b6-b384-8ec0e7832566 tempest-RoutersNegativeTest-467807617 tempest-RoutersNegativeTest-467807617-project] Pushing event updated for resources: {'Subnet': ['ID=650aa223-1e70-47a0-8c81-847bfe32100e,revision_number=0']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:33:43.437220 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-e4606bd5-3c96-4b92-8a98-4fa8993404ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:43.513489 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d53274b0-e4a4-4ff1-89c1-5f5960a60d66 tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 89} {{(pid=93915) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 18:33:43.521353 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4606bd5-3c96-4b92-8a98-4fa8993404ed None None] Pushing event updated for resources: {'Port': ['ID=33600dba-ec2b-40fd-b378-c995901046f0,revision_number=2']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:33:43.541801 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-d53274b0-e4a4-4ff1-89c1-5f5960a60d66 tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:43.542528 n-d-800634-3 neutron-server[93915]: INFO neutron.db.segments_db [None req-d53274b0-e4a4-4ff1-89c1-5f5960a60d66 tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Added segment d39704a6-cab0-4c37-96d0-3d0660bbd2a9 of type vlan for network 1bc4cc25-3977-48c7-9d3d-fe53cc9ce76f Jul 14 18:33:43.567116 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d4d1977-4b64-48b6-b384-8ec0e7832566 tempest-RoutersNegativeTest-467807617 tempest-RoutersNegativeTest-467807617-project] Checking segment: {'id': '63ba823d-ddaa-4a97-8c8d-35725f957729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'c8145dde-704d-4ea2-9fcf-e235fe5f4455'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93916) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:33:43.567610 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d4d1977-4b64-48b6-b384-8ec0e7832566 tempest-RoutersNegativeTest-467807617 tempest-RoutersNegativeTest-467807617-project] Network hostable DHCP agents. Network: c8145dde-704d-4ea2-9fcf-e235fe5f4455, hostable agents: ['028393c3-0576-4ebd-bca1-8ea8a148e1a2'], hosted agents: [] {{(pid=93916) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 18:33:43.600081 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-a72dbe87-859c-4c19-992d-289be7f10219 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:43.603356 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-a72dbe87-859c-4c19-992d-289be7f10219 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:43.604644 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-a72dbe87-859c-4c19-992d-289be7f10219 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0ef5e3a0-eb15-4d38-952d-7e7d9baf772e HTTP/1.1" status: 204 len: 168 time: 0.4211390 Jul 14 18:33:43.607382 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.l3_dvrscheduler_db [req-d10d2710-63f9-4377-86dc-ad5638583bd1 req-6f9c421e-9930-4d30-979b-904a5f1cc27e tempest-ListServersNegativeTestJSON-1954575036 tempest-ListServersNegativeTestJSON-1954575036-project] No DVR routers for this DVR port 70a9025d-8595-4108-80c4-44af938097db on host n-h2-800634-3 {{(pid=93916) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 18:33:43.614638 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-d10d2710-63f9-4377-86dc-ad5638583bd1 req-6f9c421e-9930-4d30-979b-904a5f1cc27e tempest-ListServersNegativeTestJSON-1954575036 tempest-ListServersNegativeTestJSON-1954575036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:43.614880 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-d53274b0-e4a4-4ff1-89c1-5f5960a60d66 tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728202197517'] for network, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:43.618559 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-d10d2710-63f9-4377-86dc-ad5638583bd1 req-6f9c421e-9930-4d30-979b-904a5f1cc27e tempest-ListServersNegativeTestJSON-1954575036 tempest-ListServersNegativeTestJSON-1954575036-project] 10.222.0.35 "DELETE /v2.0/ports/70a9025d-8595-4108-80c4-44af938097db HTTP/1.1" status: 204 len: 173 time: 1.8841934 Jul 14 18:33:43.618807 n-d-800634-3 neutron-server[93916]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e5f5619-b918-4ff9-8d84-fc3a9c92ccf7', 'name': 'network-vif-deleted', 'tag': '70a9025d-8595-4108-80c4-44af938097db'}] {{(pid=93916) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:33:43.623057 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f803e150b363a7893830aa996ac27753fa25517c406ecd3536b7c2d4b26eeb9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcd80dc3-5ede-454f-9f85-5e25eb7c1e05" -d '{"events": [{"server_uuid": "7e5f5619-b918-4ff9-8d84-fc3a9c92ccf7", "name": "network-vif-deleted", "tag": "70a9025d-8595-4108-80c4-44af938097db"}]}' {{(pid=93916) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:33:43.653400 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d4d1977-4b64-48b6-b384-8ec0e7832566 tempest-RoutersNegativeTest-467807617 tempest-RoutersNegativeTest-467807617-project] Network c8145dde-704d-4ea2-9fcf-e235fe5f4455 is scheduled to be hosted by DHCP agent 028393c3-0576-4ebd-bca1-8ea8a148e1a2 with binding_index 1 {{(pid=93916) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 18:33:43.667660 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [None req-8d4d1977-4b64-48b6-b384-8ec0e7832566 tempest-RoutersNegativeTest-467807617 tempest-RoutersNegativeTest-467807617-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-3, c8145dde-704d-4ea2-9fcf-e235fe5f4455) {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:33:43.680735 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87d5b263-f39d-452c-9c99-9780108e3cf8 None None] Network c8145dde-704d-4ea2-9fcf-e235fe5f4455 requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:33:43.686553 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d4d1977-4b64-48b6-b384-8ec0e7832566 tempest-RoutersNegativeTest-467807617 tempest-RoutersNegativeTest-467807617-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:33:43.687466 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-8d4d1977-4b64-48b6-b384-8ec0e7832566 tempest-RoutersNegativeTest-467807617 tempest-RoutersNegativeTest-467807617-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598705'] for subnet, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:43.715739 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72dbe87-859c-4c19-992d-289be7f10219 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ef5e3a0-eb15-4d38-952d-7e7d9baf772e,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:33:43.721592 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-8d4d1977-4b64-48b6-b384-8ec0e7832566 tempest-RoutersNegativeTest-467807617 tempest-RoutersNegativeTest-467807617-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7721891 Jul 14 18:33:43.724744 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 18:33:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30a39496-8fff-4389-9feb-bbb4007ebb99 x-openstack-request-id: req-30a39496-8fff-4389-9feb-bbb4007ebb99 {{(pid=93916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:33:43.725690 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e5f5619-b918-4ff9-8d84-fc3a9c92ccf7", "name": "network-vif-deleted", "tag": "70a9025d-8595-4108-80c4-44af938097db", "status": "completed", "code": 200}]} {{(pid=93916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:33:43.735865 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 46124) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:33:43.739403 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-30a39496-8fff-4389-9feb-bbb4007ebb99 {{(pid=93916) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:33:43.740897 n-d-800634-3 neutron-server[93916]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e5f5619-b918-4ff9-8d84-fc3a9c92ccf7', 'name': 'network-vif-deleted', 'tag': '70a9025d-8595-4108-80c4-44af938097db', 'status': 'completed', 'code': 200} Jul 14 18:33:43.751219 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-7d512625-4ae9-4edb-9348-2c2e42c05bc0 tempest-RoutersNegativeTest-467807617 tempest-RoutersNegativeTest-467807617-project] Request body: {'subnet': {'network_id': 'efb0bbdf-7dfc-44d5-9560-09e0d5893b2e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:33:43.889083 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.db.resource_extend [None req-d53274b0-e4a4-4ff1-89c1-5f5960a60d66 tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 14 18:33:43.947480 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-d53274b0-e4a4-4ff1-89c1-5f5960a60d66 tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727'] for network, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:43.953844 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d53274b0-e4a4-4ff1-89c1-5f5960a60d66 tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:33:43.954645 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-d53274b0-e4a4-4ff1-89c1-5f5960a60d66 tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598705'] for network, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:43.978178 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-ef225f6f-6e49-4b4b-a954-8774c2446375 req-73a1a73f-8ad0-476c-9f09-5b90ba175b98 tempest-ListServersNegativeTestJSON-1954575036 tempest-ListServersNegativeTestJSON-1954575036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:43.985307 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d512625-4ae9-4edb-9348-2c2e42c05bc0 tempest-RoutersNegativeTest-467807617 tempest-RoutersNegativeTest-467807617-project] Made reservation on behalf of a122f9e77da1488aa9c1d9341cd15818 for: {'subnet': 1} {{(pid=93915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:33:43.990548 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-7d512625-4ae9-4edb-9348-2c2e42c05bc0 tempest-RoutersNegativeTest-467807617 tempest-RoutersNegativeTest-467807617-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28969735'] for subnet, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:44.030889 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] get_ports_and_sgs() called for port_ids ['70a9025d-8595-4108-80c4-44af938097db'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 18:33:44.341413 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4cb2490-1cc8-427e-96cf-a3736419fc3d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9222b97e-5d1c-54f8-ba97-82f172498e76-c8145dde-704d-4ea2-9fcf-e235fe5f4455', 'network_id': 'c8145dde-704d-4ea2-9fcf-e235fe5f4455', 'tenant_id': 'a122f9e77da1488aa9c1d9341cd15818', 'fixed_ips': [{'subnet_id': '650aa223-1e70-47a0-8c81-847bfe32100e'}]}} from n-d-800634-3. {{(pid=93917) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 18:33:44.344533 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-c4cb2490-1cc8-427e-96cf-a3736419fc3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:44.389216 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device 614c79d4-3e9e-49ef-bb1f-c14b808e938a no longer exists at agent hyperv_n-h1-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 18:33:44.468473 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] No Port match for: 614c79d4-3e9e-49ef-bb1f-c14b808e938a {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 18:33:44.468780 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device 614c79d4-3e9e-49ef-bb1f-c14b808e938a not bound to the agent host n-h1-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 18:33:44.595297 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.db_base_plugin_common [None req-c4cb2490-1cc8-427e-96cf-a3736419fc3d None None] Allocated IP 172.20.0.2 (c8145dde-704d-4ea2-9fcf-e235fe5f4455/650aa223-1e70-47a0-8c81-847bfe32100e/5f1cdfbb-e5da-4a2f-b9eb-fa0322621153) {{(pid=93917) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:33:44.635524 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 46144) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:33:44.641651 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-6627d9f3-4c12-4210-b9a0-d430af8d9058 tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Request body: {'subnet': {'network_id': '1bc4cc25-3977-48c7-9d3d-fe53cc9ce76f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:33:44.646992 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-d53274b0-e4a4-4ff1-89c1-5f5960a60d66 tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.3368154 Jul 14 18:33:44.779805 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a1a73f-8ad0-476c-9f09-5b90ba175b98 tempest-ListServersNegativeTestJSON-1954575036 tempest-ListServersNegativeTestJSON-1954575036-project] Pushing event deleted for resources: {'Port': ['ID=614c79d4-3e9e-49ef-bb1f-c14b808e938a,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:33:44.932677 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6627d9f3-4c12-4210-b9a0-d430af8d9058 tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Made reservation on behalf of 1733a117d4a444009498e255ae4afc94 for: {'subnet': 1} {{(pid=93916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:33:44.937677 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-6627d9f3-4c12-4210-b9a0-d430af8d9058 tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26033189'] for subnet, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:44.963499 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2b072fc8-74a2-4904-9bdf-b6ac635e60b9 req-a5a7ddf7-3dbf-4188-8637-d9922493cbd9 tempest-ListServersNegativeTestJSON-1954575036 tempest-ListServersNegativeTestJSON-1954575036-project] 10.222.0.16 "GET /v2.0/ports?device_id=7e5f5619-b918-4ff9-8d84-fc3a9c92ccf7 HTTP/1.1" status: 200 len: 210 time: 0.3148482 Jul 14 18:33:44.976297 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53274b0-e4a4-4ff1-89c1-5f5960a60d66 tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Pushing event updated for resources: {'Network': ['ID=1bc4cc25-3977-48c7-9d3d-fe53cc9ce76f,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:33:45.012006 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Network 1bc4cc25-3977-48c7-9d3d-fe53cc9ce76f details requested by agent ovs-agent-n-d-800634-3 with host n-d-800634-3 {{(pid=93917) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 18:33:45.041328 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef225f6f-6e49-4b4b-a954-8774c2446375 req-73a1a73f-8ad0-476c-9f09-5b90ba175b98 tempest-ListServersNegativeTestJSON-1954575036 tempest-ListServersNegativeTestJSON-1954575036-project] No DVR routers for this DVR port 614c79d4-3e9e-49ef-bb1f-c14b808e938a on host n-h1-800634-3 {{(pid=93915) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 18:33:45.055862 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-ef225f6f-6e49-4b4b-a954-8774c2446375 req-73a1a73f-8ad0-476c-9f09-5b90ba175b98 tempest-ListServersNegativeTestJSON-1954575036 tempest-ListServersNegativeTestJSON-1954575036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:45.060616 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ef225f6f-6e49-4b4b-a954-8774c2446375 req-73a1a73f-8ad0-476c-9f09-5b90ba175b98 tempest-ListServersNegativeTestJSON-1954575036 tempest-ListServersNegativeTestJSON-1954575036-project] 10.222.0.18 "DELETE /v2.0/ports/614c79d4-3e9e-49ef-bb1f-c14b808e938a HTTP/1.1" status: 204 len: 173 time: 2.6598055 Jul 14 18:33:45.064966 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ebce3af-548e-4172-8575-203cd6fbd5ab', 'name': 'network-vif-deleted', 'tag': '614c79d4-3e9e-49ef-bb1f-c14b808e938a'}] {{(pid=93915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:33:45.073406 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e72782ad3af8f7d4ce76cedf092bca46d1756acc5c4653cf0b52034cdd6b073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19256413-9ee8-4fec-9cec-966a4237fead" -d '{"events": [{"server_uuid": "7ebce3af-548e-4172-8575-203cd6fbd5ab", "name": "network-vif-deleted", "tag": "614c79d4-3e9e-49ef-bb1f-c14b808e938a"}]}' {{(pid=93915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:33:45.240752 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-c4cb2490-1cc8-427e-96cf-a3736419fc3d None None] Notify callbacks [] for port, precommit_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:45.248018 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 18:33:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2bb6417-ee50-4616-ab2b-1e7a0149096c x-openstack-request-id: req-a2bb6417-ee50-4616-ab2b-1e7a0149096c {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:33:45.250945 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ebce3af-548e-4172-8575-203cd6fbd5ab", "name": "network-vif-deleted", "tag": "614c79d4-3e9e-49ef-bb1f-c14b808e938a", "status": "completed", "code": 200}]} {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:33:45.251579 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a2bb6417-ee50-4616-ab2b-1e7a0149096c {{(pid=93915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:33:45.252901 n-d-800634-3 neutron-server[93915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ebce3af-548e-4172-8575-203cd6fbd5ab', 'name': 'network-vif-deleted', 'tag': '614c79d4-3e9e-49ef-bb1f-c14b808e938a', 'status': 'completed', 'code': 200} Jul 14 18:33:45.278238 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-c4cb2490-1cc8-427e-96cf-a3736419fc3d None None] Transition to ACTIVE for port object 5f1cdfbb-e5da-4a2f-b9eb-fa0322621153 will not be triggered until provisioned by entity L2. {{(pid=93917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:33:45.321205 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-c4cb2490-1cc8-427e-96cf-a3736419fc3d None None] Transition to ACTIVE for port object 5f1cdfbb-e5da-4a2f-b9eb-fa0322621153 will not be triggered until provisioned by entity DHCP. {{(pid=93917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:33:45.339724 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-c4cb2490-1cc8-427e-96cf-a3736419fc3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804'] for port, after_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:45.435352 n-d-800634-3 neutron-server[93917]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4cb2490-1cc8-427e-96cf-a3736419fc3d None None] Network c8145dde-704d-4ea2-9fcf-e235fe5f4455 is already hosted by enough agents. {{(pid=93917) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:33:45.448534 n-d-800634-3 neutron-server[93917]: DEBUG neutron.scheduler.base_scheduler [None req-c4cb2490-1cc8-427e-96cf-a3736419fc3d None None] Resources bound (agent type, host, resource id): {{(pid=93917) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:33:45.455894 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4cb2490-1cc8-427e-96cf-a3736419fc3d None None] Received port after_create {{(pid=93917) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:33:45.465512 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-6627d9f3-4c12-4210-b9a0-d430af8d9058 tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2684753', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26033175'] for subnet, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:45.495001 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07e94a07-3539-4a6a-ae0a-41b6b49e9845 None None] Network 68b226b3-cd66-492f-9213-3d9463e582d1 requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:33:45.503211 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-7d512625-4ae9-4edb-9348-2c2e42c05bc0 tempest-RoutersNegativeTest-467807617 tempest-RoutersNegativeTest-467807617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25912837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28969781'] for subnet, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:45.619972 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4cb2490-1cc8-427e-96cf-a3736419fc3d None None] Pushing event updated for resources: {'Port': ['ID=5f1cdfbb-e5da-4a2f-b9eb-fa0322621153,revision_number=1']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:33:45.638418 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6627d9f3-4c12-4210-b9a0-d430af8d9058 tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Pushing event updated for resources: {'Subnet': ['ID=5455c4d2-a300-4c8b-90a1-e07d0481fbfb,revision_number=0']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:33:45.647831 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6627d9f3-4c12-4210-b9a0-d430af8d9058 tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Checking segment: {'id': 'd39704a6-cab0-4c37-96d0-3d0660bbd2a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '1bc4cc25-3977-48c7-9d3d-fe53cc9ce76f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93916) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:33:45.648927 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6627d9f3-4c12-4210-b9a0-d430af8d9058 tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Network hostable DHCP agents. Network: 1bc4cc25-3977-48c7-9d3d-fe53cc9ce76f, hostable agents: ['028393c3-0576-4ebd-bca1-8ea8a148e1a2'], hosted agents: [] {{(pid=93916) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 18:33:45.675084 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d512625-4ae9-4edb-9348-2c2e42c05bc0 tempest-RoutersNegativeTest-467807617 tempest-RoutersNegativeTest-467807617-project] Pushing event updated for resources: {'Subnet': ['ID=35739776-02ea-400b-b468-a514afecdf3a,revision_number=0']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:33:45.681456 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6627d9f3-4c12-4210-b9a0-d430af8d9058 tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Network 1bc4cc25-3977-48c7-9d3d-fe53cc9ce76f is scheduled to be hosted by DHCP agent 028393c3-0576-4ebd-bca1-8ea8a148e1a2 with binding_index 1 {{(pid=93916) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 18:33:45.692660 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-3f0956a8-2a77-48f2-b416-aab3234a6b25 None None] Provisioning for port 33600dba-ec2b-40fd-b378-c995901046f0 completed by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:33:45.700462 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [None req-6627d9f3-4c12-4210-b9a0-d430af8d9058 tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-3, 1bc4cc25-3977-48c7-9d3d-fe53cc9ce76f) {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:33:45.706188 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6627d9f3-4c12-4210-b9a0-d430af8d9058 tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:33:45.706801 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-6627d9f3-4c12-4210-b9a0-d430af8d9058 tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598705'] for subnet, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:45.717345 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d512625-4ae9-4edb-9348-2c2e42c05bc0 tempest-RoutersNegativeTest-467807617 tempest-RoutersNegativeTest-467807617-project] Checking segment: {'id': '6ee9ce5b-bd87-44f5-bb42-a383623925d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'efb0bbdf-7dfc-44d5-9560-09e0d5893b2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:33:45.717881 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d512625-4ae9-4edb-9348-2c2e42c05bc0 tempest-RoutersNegativeTest-467807617 tempest-RoutersNegativeTest-467807617-project] Network hostable DHCP agents. Network: efb0bbdf-7dfc-44d5-9560-09e0d5893b2e, hostable agents: ['028393c3-0576-4ebd-bca1-8ea8a148e1a2'], hosted agents: [] {{(pid=93915) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 18:33:45.740159 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-6627d9f3-4c12-4210-b9a0-d430af8d9058 tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.1027911 Jul 14 18:33:45.741594 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 46168) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:33:45.767722 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-c4cb2490-1cc8-427e-96cf-a3736419fc3d None None] Attempting to bind port 5f1cdfbb-e5da-4a2f-b9eb-fa0322621153 on host n-d-800634-3 for vnic_type normal with profile {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:33:45.768021 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-c4cb2490-1cc8-427e-96cf-a3736419fc3d None None] Attempting to bind port 5f1cdfbb-e5da-4a2f-b9eb-fa0322621153 by drivers openvswitch,hyperv on host n-d-800634-3 at level 0 using segments [{'id': '63ba823d-ddaa-4a97-8c8d-35725f957729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'c8145dde-704d-4ea2-9fcf-e235fe5f4455'}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:33:45.768758 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4cb2490-1cc8-427e-96cf-a3736419fc3d None None] Attempting to bind port 5f1cdfbb-e5da-4a2f-b9eb-fa0322621153 on network c8145dde-704d-4ea2-9fcf-e235fe5f4455 {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:33:45.776058 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d512625-4ae9-4edb-9348-2c2e42c05bc0 tempest-RoutersNegativeTest-467807617 tempest-RoutersNegativeTest-467807617-project] Network efb0bbdf-7dfc-44d5-9560-09e0d5893b2e is scheduled to be hosted by DHCP agent 028393c3-0576-4ebd-bca1-8ea8a148e1a2 with binding_index 1 {{(pid=93915) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 18:33:45.802061 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [None req-7d512625-4ae9-4edb-9348-2c2e42c05bc0 tempest-RoutersNegativeTest-467807617 tempest-RoutersNegativeTest-467807617-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-3, efb0bbdf-7dfc-44d5-9560-09e0d5893b2e) {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:33:45.818010 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d512625-4ae9-4edb-9348-2c2e42c05bc0 tempest-RoutersNegativeTest-467807617 tempest-RoutersNegativeTest-467807617-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:33:45.820565 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-7d512625-4ae9-4edb-9348-2c2e42c05bc0 tempest-RoutersNegativeTest-467807617 tempest-RoutersNegativeTest-467807617-project] Notify callbacks [] for subnet, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:45.827075 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b46ae400-fc7e-4ff1-81b6-e58d1ebbb2aa None None] Network 1bc4cc25-3977-48c7-9d3d-fe53cc9ce76f requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:33:45.847087 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-7d512625-4ae9-4edb-9348-2c2e42c05bc0 tempest-RoutersNegativeTest-467807617 tempest-RoutersNegativeTest-467807617-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1091070 Jul 14 18:33:45.849409 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 46170) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:33:45.914705 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-5c046bc8-a8fe-4878-bf0a-6f461ab549a7 tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645734'] for network, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:45.970383 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51eeec64-a820-4dd7-965f-4f15a2c5d75c None None] Network efb0bbdf-7dfc-44d5-9560-09e0d5893b2e requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:33:45.974259 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 33600dba-ec2b-40fd-b378-c995901046f0 up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:33:45.981431 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4cb2490-1cc8-427e-96cf-a3736419fc3d None None] Checking agent: {'id': '01c19e91-a945-4e3c-94a6-c211e17c923e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 8, 23), 'started_at': datetime.datetime(2021, 7, 14, 18, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 18, 33, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 18:33:45.982448 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4cb2490-1cc8-427e-96cf-a3736419fc3d None None] Checking segment: {'id': '63ba823d-ddaa-4a97-8c8d-35725f957729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'c8145dde-704d-4ea2-9fcf-e235fe5f4455'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93917) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:33:45.983086 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-c4cb2490-1cc8-427e-96cf-a3736419fc3d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:45.983971 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4cb2490-1cc8-427e-96cf-a3736419fc3d None None] Bound using segment: {'id': '63ba823d-ddaa-4a97-8c8d-35725f957729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'c8145dde-704d-4ea2-9fcf-e235fe5f4455'} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 18:33:45.984765 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-c4cb2490-1cc8-427e-96cf-a3736419fc3d None None] Bound port: 5f1cdfbb-e5da-4a2f-b9eb-fa0322621153, host: n-d-800634-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63ba823d-ddaa-4a97-8c8d-35725f957729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'c8145dde-704d-4ea2-9fcf-e235fe5f4455'}}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 18:33:46.000463 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-c4cb2490-1cc8-427e-96cf-a3736419fc3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:46.003027 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-5c046bc8-a8fe-4878-bf0a-6f461ab549a7 tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081283'] for subnet, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:46.112824 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Device 70a9025d-8595-4108-80c4-44af938097db no longer exists at agent hyperv_n-h2-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 18:33:46.183969 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-5c046bc8-a8fe-4878-bf0a-6f461ab549a7 tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2684816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26033152'] for subnet, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:46.298426 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] No Port match for: 70a9025d-8595-4108-80c4-44af938097db {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 18:33:46.304923 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Device 70a9025d-8595-4108-80c4-44af938097db not bound to the agent host n-h2-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 18:33:46.433313 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-5c046bc8-a8fe-4878-bf0a-6f461ab549a7 tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2096010', 'neutron.services.segments.db._delete_segments_for_network-8728202734996'] for network, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:46.447620 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.segments.db [None req-5c046bc8-a8fe-4878-bf0a-6f461ab549a7 tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1bc4cc25-3977-48c7-9d3d-fe53cc9ce76f']}} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:33:46.469784 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.segments.db [None req-5c046bc8-a8fe-4878-bf0a-6f461ab549a7 tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd39704a6-cab0-4c37-96d0-3d0660bbd2a9') {'for_net_delete': True} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:33:46.470148 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.segments.db [None req-5c046bc8-a8fe-4878-bf0a-6f461ab549a7 tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd39704a6-cab0-4c37-96d0-3d0660bbd2a9') {} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:33:46.484370 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-5c046bc8-a8fe-4878-bf0a-6f461ab549a7 tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728202715275', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26296891'] for segment, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:46.502007 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-5c046bc8-a8fe-4878-bf0a-6f461ab549a7 tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:46.511605 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c046bc8-a8fe-4878-bf0a-6f461ab549a7 tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Releasing vlan 89 on physical network physnet1 to pool {{(pid=93916) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 18:33:46.512357 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-5c046bc8-a8fe-4878-bf0a-6f461ab549a7 tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2682942'] for segment, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:46.552170 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-731d8591-4ed7-4632-80dc-b19206aab06b req-91e0c005-c813-4912-95d4-ea24f001a6c3 tempest-ServerShowV254Test-1743861056 tempest-ServerShowV254Test-1743861056-project] 10.222.0.16 "GET /v2.0/ports?device_id=09976659-3505-4872-a434-70575e61f2eb HTTP/1.1" status: 200 len: 210 time: 0.1683342 Jul 14 18:33:46.641980 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c046bc8-a8fe-4878-bf0a-6f461ab549a7 tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Pushing event deleted for resources: {'Subnet': ['ID=5455c4d2-a300-4c8b-90a1-e07d0481fbfb,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:33:46.648929 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3a23a812-dce7-4e07-a977-e362fa56227b req-e47960d0-202b-4ced-8a37-aeb26234a88e tempest-ListServersNegativeTestJSON-1954575036 tempest-ListServersNegativeTestJSON-1954575036-project] 10.222.0.16 "GET /v2.0/ports?device_id=7ebce3af-548e-4172-8575-203cd6fbd5ab HTTP/1.1" status: 200 len: 210 time: 0.2545910 Jul 14 18:33:46.652326 n-d-800634-3 neutron-server[93916]: Traceback (most recent call last): Jul 14 18:33:46.652326 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 18:33:46.652326 n-d-800634-3 neutron-server[93916]: timer() Jul 14 18:33:46.652326 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 18:33:46.652326 n-d-800634-3 neutron-server[93916]: cb(*args, **kw) Jul 14 18:33:46.652326 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 18:33:46.652326 n-d-800634-3 neutron-server[93916]: return func(*args, **kwargs) Jul 14 18:33:46.652326 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 18:33:46.652326 n-d-800634-3 neutron-server[93916]: self._notify() Jul 14 18:33:46.652326 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 18:33:46.652326 n-d-800634-3 neutron-server[93916]: self.callback(batched_events) Jul 14 18:33:46.652326 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 18:33:46.652326 n-d-800634-3 neutron-server[93916]: event.method(event) Jul 14 18:33:46.652326 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 18:33:46.652326 n-d-800634-3 neutron-server[93916]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 18:33:46.652326 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 18:33:46.652326 n-d-800634-3 neutron-server[93916]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 18:33:46.652326 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 18:33:46.652326 n-d-800634-3 neutron-server[93916]: return f(self, *a, **k) Jul 14 18:33:46.652326 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 18:33:46.652326 n-d-800634-3 neutron-server[93916]: return self._get(url).json() Jul 14 18:33:46.652326 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 18:33:46.652326 n-d-800634-3 neutron-server[93916]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 18:33:46.652326 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 18:33:46.652326 n-d-800634-3 neutron-server[93916]: return self.request(url, 'GET', **kwargs) Jul 14 18:33:46.652326 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 18:33:46.652326 n-d-800634-3 neutron-server[93916]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 18:33:46.652326 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 18:33:46.652326 n-d-800634-3 neutron-server[93916]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 18:33:46.652326 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 18:33:46.652326 n-d-800634-3 neutron-server[93916]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 18:33:46.652326 n-d-800634-3 neutron-server[93916]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 18:33:46.655803 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-5c046bc8-a8fe-4878-bf0a-6f461ab549a7 tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2096001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-930085'] for network, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:46.684419 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-c4cb2490-1cc8-427e-96cf-a3736419fc3d None None] For port 5f1cdfbb-e5da-4a2f-b9eb-fa0322621153, host n-d-800634-3, cleared binding levels {{(pid=93917) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:33:46.686652 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning for port 33600dba-ec2b-40fd-b378-c995901046f0 completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:33:46.722350 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27954603-1118-4777-8776-f4f8269923e7 None None] Network 1bc4cc25-3977-48c7-9d3d-fe53cc9ce76f requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:33:46.732368 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port 33600dba-ec2b-40fd-b378-c995901046f0 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:33:46.732734 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:46.776262 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-5c046bc8-a8fe-4878-bf0a-6f461ab549a7 tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598705'] for network, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:46.788444 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-5c046bc8-a8fe-4878-bf0a-6f461ab549a7 tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] 10.222.0.16 "DELETE /v2.0/networks/1bc4cc25-3977-48c7-9d3d-fe53cc9ce76f HTTP/1.1" status: 204 len: 168 time: 1.0438750 Jul 14 18:33:46.793172 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c046bc8-a8fe-4878-bf0a-6f461ab549a7 tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Pushing event deleted for resources: {'Network': ['ID=1bc4cc25-3977-48c7-9d3d-fe53cc9ce76f,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:33:46.793485 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 46196) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:33:46.796495 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-c4cb2490-1cc8-427e-96cf-a3736419fc3d None None] For port 5f1cdfbb-e5da-4a2f-b9eb-fa0322621153, host n-d-800634-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=5f1cdfbb-e5da-4a2f-b9eb-fa0322621153,segment=NetworkSegment(63ba823d-ddaa-4a97-8c8d-35725f957729),segment_id=63ba823d-ddaa-4a97-8c8d-35725f957729)] {{(pid=93917) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 18:33:46.815824 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27954603-1118-4777-8776-f4f8269923e7 None None] Network 1bc4cc25-3977-48c7-9d3d-fe53cc9ce76f could not be found, it might have been deleted concurrently. {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 14 18:33:46.821701 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-c4cb2490-1cc8-427e-96cf-a3736419fc3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:46.832259 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-21f0b641-b8cb-48c3-8a7e-daf2736f34bf tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-184814810'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:33:46.875140 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.agents_db [None req-2ea07fb6-aa68-4671-8654-119d82b9f530 None None] Agent healthcheck: found 7 active agents {{(pid=93918) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 18:33:46.976467 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-66a9bdf8-441b-4308-af1f-148e00412a97 tempest-RoutersNegativeTest-467807617 tempest-RoutersNegativeTest-467807617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:47.036366 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21f0b641-b8cb-48c3-8a7e-daf2736f34bf tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Made reservation on behalf of 1733a117d4a444009498e255ae4afc94 for: {'network': 1} {{(pid=93915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:33:47.041581 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-21f0b641-b8cb-48c3-8a7e-daf2736f34bf tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for network, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:47.206075 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6a05999-3195-409f-8d73-05f3f0a70c16 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9222b97e-5d1c-54f8-ba97-82f172498e76-efb0bbdf-7dfc-44d5-9560-09e0d5893b2e', 'network_id': 'efb0bbdf-7dfc-44d5-9560-09e0d5893b2e', 'tenant_id': 'a122f9e77da1488aa9c1d9341cd15818', 'fixed_ips': [{'subnet_id': '35739776-02ea-400b-b468-a514afecdf3a'}]}} from n-d-800634-3. {{(pid=93917) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 18:33:47.208012 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-d6a05999-3195-409f-8d73-05f3f0a70c16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:47.235109 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21f0b641-b8cb-48c3-8a7e-daf2736f34bf tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 61} {{(pid=93915) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 18:33:47.277364 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-527522a1-5b92-444e-a28d-ee1d08a4c55f None None] Provisioning complete for port 33600dba-ec2b-40fd-b378-c995901046f0 triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:33:47.278117 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-527522a1-5b92-444e-a28d-ee1d08a4c55f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:47.300304 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-21f0b641-b8cb-48c3-8a7e-daf2736f34bf tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:47.300837 n-d-800634-3 neutron-server[93915]: INFO neutron.db.segments_db [None req-21f0b641-b8cb-48c3-8a7e-daf2736f34bf tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Added segment 644d5eba-4bfe-4e74-8317-ecd2d8548a20 of type vlan for network f882c386-b393-40a4-854c-9aa0e14cffde Jul 14 18:33:47.540609 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-21f0b641-b8cb-48c3-8a7e-daf2736f34bf tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728202197517'] for network, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:47.622939 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-21f0b641-b8cb-48c3-8a7e-daf2736f34bf tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727'] for network, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:47.648641 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21f0b641-b8cb-48c3-8a7e-daf2736f34bf tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:33:47.651258 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-21f0b641-b8cb-48c3-8a7e-daf2736f34bf tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598705'] for network, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:47.663993 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.db_base_plugin_common [None req-d6a05999-3195-409f-8d73-05f3f0a70c16 None None] Allocated IP 172.20.0.2 (efb0bbdf-7dfc-44d5-9560-09e0d5893b2e/35739776-02ea-400b-b468-a514afecdf3a/3b48218e-547b-4016-a079-ed223aaf615e) {{(pid=93917) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:33:47.745292 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-21f0b641-b8cb-48c3-8a7e-daf2736f34bf tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.9333780 Jul 14 18:33:47.749237 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 46214) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:33:47.758019 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-6a62ce4f-1ab4-4e86-a2d5-648b8b5e37a4 tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Request body: {'subnet': {'network_id': 'f882c386-b393-40a4-854c-9aa0e14cffde', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:33:47.839451 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4cb2490-1cc8-427e-96cf-a3736419fc3d None None] Pushing event updated for resources: {'Port': ['ID=5f1cdfbb-e5da-4a2f-b9eb-fa0322621153,revision_number=2']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:33:47.889297 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:47.917133 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 46218) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:33:47.957117 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.db_base_plugin_common [None req-66a9bdf8-441b-4308-af1f-148e00412a97 tempest-RoutersNegativeTest-467807617 tempest-RoutersNegativeTest-467807617-project] Allocated IP 172.20.0.1 (c8145dde-704d-4ea2-9fcf-e235fe5f4455/650aa223-1e70-47a0-8c81-847bfe32100e/be5684c6-0165-47d5-a387-8ab2d7a5e9d2) {{(pid=93915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:33:48.128281 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.db_base_plugin_v2 [None req-60500873-7ce3-4fba-abdb-2238cf70c688 admin admin] Deleting subnet 16963be7-2514-43a8-ae92-2c8ccfc02c91 {{(pid=93916) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 18:33:48.135587 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-d6a05999-3195-409f-8d73-05f3f0a70c16 None None] Notify callbacks [] for port, precommit_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:48.153621 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-60500873-7ce3-4fba-abdb-2238cf70c688 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:48.154031 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-d6a05999-3195-409f-8d73-05f3f0a70c16 None None] Transition to ACTIVE for port object 3b48218e-547b-4016-a079-ed223aaf615e will not be triggered until provisioned by entity L2. {{(pid=93917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:33:48.175054 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-d6a05999-3195-409f-8d73-05f3f0a70c16 None None] Transition to ACTIVE for port object 3b48218e-547b-4016-a079-ed223aaf615e will not be triggered until provisioned by entity DHCP. {{(pid=93917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:33:48.175901 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a62ce4f-1ab4-4e86-a2d5-648b8b5e37a4 tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Made reservation on behalf of 1733a117d4a444009498e255ae4afc94 for: {'subnet': 1} {{(pid=93916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:33:48.181285 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-6a62ce4f-1ab4-4e86-a2d5-648b8b5e37a4 tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26033189'] for subnet, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:48.185156 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-527522a1-5b92-444e-a28d-ee1d08a4c55f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:48.210048 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-d6a05999-3195-409f-8d73-05f3f0a70c16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804'] for port, after_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:48.221942 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] For port 33600dba-ec2b-40fd-b378-c995901046f0, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=33600dba-ec2b-40fd-b378-c995901046f0,segment=NetworkSegment(9abd64b8-1b5f-45d9-9734-cff67df51290),segment_id=9abd64b8-1b5f-45d9-9734-cff67df51290)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:33:48.246290 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:48.250950 n-d-800634-3 neutron-server[93917]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6a05999-3195-409f-8d73-05f3f0a70c16 None None] Network efb0bbdf-7dfc-44d5-9560-09e0d5893b2e is already hosted by enough agents. {{(pid=93917) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:33:48.258405 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-60500873-7ce3-4fba-abdb-2238cf70c688 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26296866'] for subnet, precommit_delete_associations {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:48.306285 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-60500873-7ce3-4fba-abdb-2238cf70c688 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081283'] for subnet, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:48.393071 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-66a9bdf8-441b-4308-af1f-148e00412a97 tempest-RoutersNegativeTest-467807617 tempest-RoutersNegativeTest-467807617-project] Notify callbacks [] for port, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:48.400523 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-60500873-7ce3-4fba-abdb-2238cf70c688 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2684816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26033152'] for subnet, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:48.416621 n-d-800634-3 neutron-server[93917]: DEBUG neutron.scheduler.base_scheduler [None req-d6a05999-3195-409f-8d73-05f3f0a70c16 None None] Resources bound (agent type, host, resource id): {{(pid=93917) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:33:48.419461 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-60500873-7ce3-4fba-abdb-2238cf70c688 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598705'] for subnet, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:48.423266 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6a05999-3195-409f-8d73-05f3f0a70c16 None None] Received port after_create {{(pid=93917) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:33:48.426135 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-60500873-7ce3-4fba-abdb-2238cf70c688 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/16963be7-2514-43a8-ae92-2c8ccfc02c91 HTTP/1.1" status: 204 len: 168 time: 0.5076251 Jul 14 18:33:48.428812 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 46230) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:33:48.432054 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-d0ce68bd-57ba-443a-bf4c-b51a75c02487 req-0a8f5184-53a9-47a9-a8e7-4280ac534e43 tempest-ServerShowV254Test-1743861056 tempest-ServerShowV254Test-1743861056-project] 10.222.0.16 "GET /v2.0/ports?device_id=09976659-3505-4872-a434-70575e61f2eb HTTP/1.1" status: 200 len: 210 time: 0.6815591 Jul 14 18:33:48.432530 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.db.api [None req-527522a1-5b92-444e-a28d-ee1d08a4c55f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93917) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 14 18:33:48.452405 n-d-800634-3 neutron-server[93917]: DEBUG oslo_db.api [None req-527522a1-5b92-444e-a28d-ee1d08a4c55f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 18:33:48.484317 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60500873-7ce3-4fba-abdb-2238cf70c688 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=16963be7-2514-43a8-ae92-2c8ccfc02c91,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:33:48.489518 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.provisioning_blocks [None req-66a9bdf8-441b-4308-af1f-148e00412a97 tempest-RoutersNegativeTest-467807617 tempest-RoutersNegativeTest-467807617-project] Transition to ACTIVE for port object be5684c6-0165-47d5-a387-8ab2d7a5e9d2 will not be triggered until provisioned by entity DHCP. {{(pid=93915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:33:48.547531 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 5f1cdfbb-e5da-4a2f-b9eb-fa0322621153 up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:33:48.581458 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f0b641-b8cb-48c3-8a7e-daf2736f34bf tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Pushing event updated for resources: {'Network': ['ID=f882c386-b393-40a4-854c-9aa0e14cffde,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:33:48.587695 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-66a9bdf8-441b-4308-af1f-148e00412a97 tempest-RoutersNegativeTest-467807617 tempest-RoutersNegativeTest-467807617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:48.625681 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Network f882c386-b393-40a4-854c-9aa0e14cffde details requested by agent ovs-agent-n-d-800634-3 with host n-d-800634-3 {{(pid=93917) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 18:33:48.642970 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a9bdf8-441b-4308-af1f-148e00412a97 tempest-RoutersNegativeTest-467807617 tempest-RoutersNegativeTest-467807617-project] Pushing event updated for resources: {'Port': ['ID=be5684c6-0165-47d5-a387-8ab2d7a5e9d2,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:33:48.651910 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a05999-3195-409f-8d73-05f3f0a70c16 None None] Pushing event updated for resources: {'Port': ['ID=3b48218e-547b-4016-a079-ed223aaf615e,revision_number=1']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:33:48.661457 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66a9bdf8-441b-4308-af1f-148e00412a97 tempest-RoutersNegativeTest-467807617 tempest-RoutersNegativeTest-467807617-project] Network c8145dde-704d-4ea2-9fcf-e235fe5f4455 is already hosted by enough agents. {{(pid=93915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:33:48.664073 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [None req-66a9bdf8-441b-4308-af1f-148e00412a97 tempest-RoutersNegativeTest-467807617 tempest-RoutersNegativeTest-467807617-project] Resources bound (agent type, host, resource id): {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:33:48.668253 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66a9bdf8-441b-4308-af1f-148e00412a97 tempest-RoutersNegativeTest-467807617 tempest-RoutersNegativeTest-467807617-project] Received port after_create {{(pid=93915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:33:48.677783 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-358a67c3-5f5e-439d-b79b-08b3a9134eec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645734'] for network, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:48.727279 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-66a9bdf8-441b-4308-af1f-148e00412a97 tempest-RoutersNegativeTest-467807617 tempest-RoutersNegativeTest-467807617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-930452'] for router_interface, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:48.782815 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-d6a05999-3195-409f-8d73-05f3f0a70c16 None None] Attempting to bind port 3b48218e-547b-4016-a079-ed223aaf615e on host n-d-800634-3 for vnic_type normal with profile {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:33:48.783331 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-d6a05999-3195-409f-8d73-05f3f0a70c16 None None] Attempting to bind port 3b48218e-547b-4016-a079-ed223aaf615e by drivers openvswitch,hyperv on host n-d-800634-3 at level 0 using segments [{'id': '6ee9ce5b-bd87-44f5-bb42-a383623925d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'efb0bbdf-7dfc-44d5-9560-09e0d5893b2e'}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:33:48.783881 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6a05999-3195-409f-8d73-05f3f0a70c16 None None] Attempting to bind port 3b48218e-547b-4016-a079-ed223aaf615e on network efb0bbdf-7dfc-44d5-9560-09e0d5893b2e {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:33:48.829006 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6a05999-3195-409f-8d73-05f3f0a70c16 None None] Checking agent: {'id': '01c19e91-a945-4e3c-94a6-c211e17c923e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 8, 23), 'started_at': datetime.datetime(2021, 7, 14, 18, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 18, 33, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 18:33:48.829566 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6a05999-3195-409f-8d73-05f3f0a70c16 None None] Checking segment: {'id': '6ee9ce5b-bd87-44f5-bb42-a383623925d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'efb0bbdf-7dfc-44d5-9560-09e0d5893b2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93917) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:33:48.830150 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-d6a05999-3195-409f-8d73-05f3f0a70c16 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:48.830565 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6a05999-3195-409f-8d73-05f3f0a70c16 None None] Bound using segment: {'id': '6ee9ce5b-bd87-44f5-bb42-a383623925d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'efb0bbdf-7dfc-44d5-9560-09e0d5893b2e'} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 18:33:48.831158 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-d6a05999-3195-409f-8d73-05f3f0a70c16 None None] Bound port: 3b48218e-547b-4016-a079-ed223aaf615e, host: n-d-800634-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ee9ce5b-bd87-44f5-bb42-a383623925d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'efb0bbdf-7dfc-44d5-9560-09e0d5893b2e'}}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 18:33:48.831704 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-d6a05999-3195-409f-8d73-05f3f0a70c16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:48.842606 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-358a67c3-5f5e-439d-b79b-08b3a9134eec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2096010', 'neutron.services.segments.db._delete_segments_for_network-8728202734996'] for network, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:48.887639 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.segments.db [None req-358a67c3-5f5e-439d-b79b-08b3a9134eec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5641320d-334e-4428-915a-8e9a03b89510']}} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:33:48.901253 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Pushing event updated for resources: {'Port': ['ID=33600dba-ec2b-40fd-b378-c995901046f0,revision_number=3']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:33:48.908892 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning for port 5f1cdfbb-e5da-4a2f-b9eb-fa0322621153 completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:33:48.955106 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.segments.db [None req-358a67c3-5f5e-439d-b79b-08b3a9134eec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06e7bf6e-f877-4c63-9036-fc82062f0e13') {'for_net_delete': True} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:33:48.955405 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.segments.db [None req-358a67c3-5f5e-439d-b79b-08b3a9134eec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06e7bf6e-f877-4c63-9036-fc82062f0e13') {} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:33:48.991203 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-358a67c3-5f5e-439d-b79b-08b3a9134eec admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728202715275', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26296891'] for segment, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:49.015558 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-6a62ce4f-1ab4-4e86-a2d5-648b8b5e37a4 tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2684753', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26033175'] for subnet, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:49.030202 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-d6a05999-3195-409f-8d73-05f3f0a70c16 None None] For port 3b48218e-547b-4016-a079-ed223aaf615e, host n-d-800634-3, cleared binding levels {{(pid=93917) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:33:49.030680 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-66a9bdf8-441b-4308-af1f-148e00412a97 tempest-RoutersNegativeTest-467807617 tempest-RoutersNegativeTest-467807617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:49.038916 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-d6a05999-3195-409f-8d73-05f3f0a70c16 None None] For port 3b48218e-547b-4016-a079-ed223aaf615e, host n-d-800634-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=3b48218e-547b-4016-a079-ed223aaf615e,segment=NetworkSegment(6ee9ce5b-bd87-44f5-bb42-a383623925d7),segment_id=6ee9ce5b-bd87-44f5-bb42-a383623925d7)] {{(pid=93917) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 18:33:49.047389 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-d6a05999-3195-409f-8d73-05f3f0a70c16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:49.087679 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-358a67c3-5f5e-439d-b79b-08b3a9134eec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:49.106949 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-358a67c3-5f5e-439d-b79b-08b3a9134eec admin admin] Releasing vlan 81 on physical network physnet1 to pool {{(pid=93916) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 18:33:49.107363 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-358a67c3-5f5e-439d-b79b-08b3a9134eec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2682942'] for segment, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:49.111644 n-d-800634-3 neutron-server[93916]: Traceback (most recent call last): Jul 14 18:33:49.111644 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 18:33:49.111644 n-d-800634-3 neutron-server[93916]: timer() Jul 14 18:33:49.111644 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 18:33:49.111644 n-d-800634-3 neutron-server[93916]: cb(*args, **kw) Jul 14 18:33:49.111644 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 18:33:49.111644 n-d-800634-3 neutron-server[93916]: return func(*args, **kwargs) Jul 14 18:33:49.111644 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 18:33:49.111644 n-d-800634-3 neutron-server[93916]: self._notify() Jul 14 18:33:49.111644 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 18:33:49.111644 n-d-800634-3 neutron-server[93916]: self.callback(batched_events) Jul 14 18:33:49.111644 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 18:33:49.111644 n-d-800634-3 neutron-server[93916]: event.method(event) Jul 14 18:33:49.111644 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 18:33:49.111644 n-d-800634-3 neutron-server[93916]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 18:33:49.111644 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 18:33:49.111644 n-d-800634-3 neutron-server[93916]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 18:33:49.111644 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 18:33:49.111644 n-d-800634-3 neutron-server[93916]: return f(self, *a, **k) Jul 14 18:33:49.111644 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 18:33:49.111644 n-d-800634-3 neutron-server[93916]: return self._get(url).json() Jul 14 18:33:49.111644 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 18:33:49.111644 n-d-800634-3 neutron-server[93916]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 18:33:49.111644 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 18:33:49.111644 n-d-800634-3 neutron-server[93916]: return self.request(url, 'GET', **kwargs) Jul 14 18:33:49.111644 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 18:33:49.111644 n-d-800634-3 neutron-server[93916]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 18:33:49.111644 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 18:33:49.111644 n-d-800634-3 neutron-server[93916]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 18:33:49.111644 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 18:33:49.111644 n-d-800634-3 neutron-server[93916]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 18:33:49.111644 n-d-800634-3 neutron-server[93916]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 18:33:49.163050 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fe5d4dc-e128-4935-8d92-fb61238e90f1 None None] Network c8145dde-704d-4ea2-9fcf-e235fe5f4455 requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:33:49.169492 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a05999-3195-409f-8d73-05f3f0a70c16 None None] Pushing event updated for resources: {'Port': ['ID=3b48218e-547b-4016-a079-ed223aaf615e,revision_number=2']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:33:49.221570 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a62ce4f-1ab4-4e86-a2d5-648b8b5e37a4 tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Pushing event updated for resources: {'Subnet': ['ID=b3956593-18f2-4776-b75f-2f64ff42a961,revision_number=0']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:33:49.275791 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-358a67c3-5f5e-439d-b79b-08b3a9134eec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2096001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-930085'] for network, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:49.287432 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-358a67c3-5f5e-439d-b79b-08b3a9134eec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598705'] for network, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:49.288321 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-236177c9-e408-4f5e-8278-c9edf4c31146 None None] Provisioning for port 5f1cdfbb-e5da-4a2f-b9eb-fa0322621153 completed by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:33:49.295035 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-358a67c3-5f5e-439d-b79b-08b3a9134eec admin admin] 10.222.0.16 "DELETE /v2.0/networks/5641320d-334e-4428-915a-8e9a03b89510 HTTP/1.1" status: 204 len: 168 time: 0.8604820 Jul 14 18:33:49.324695 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-236177c9-e408-4f5e-8278-c9edf4c31146 None None] Provisioning complete for port 5f1cdfbb-e5da-4a2f-b9eb-fa0322621153 triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:33:49.325252 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-236177c9-e408-4f5e-8278-c9edf4c31146 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:49.326413 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a62ce4f-1ab4-4e86-a2d5-648b8b5e37a4 tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Checking segment: {'id': '644d5eba-4bfe-4e74-8317-ecd2d8548a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'f882c386-b393-40a4-854c-9aa0e14cffde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93916) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:33:49.326804 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a62ce4f-1ab4-4e86-a2d5-648b8b5e37a4 tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Network hostable DHCP agents. Network: f882c386-b393-40a4-854c-9aa0e14cffde, hostable agents: ['028393c3-0576-4ebd-bca1-8ea8a148e1a2'], hosted agents: [] {{(pid=93916) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 18:33:49.334718 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358a67c3-5f5e-439d-b79b-08b3a9134eec admin admin] Pushing event deleted for resources: {'Network': ['ID=5641320d-334e-4428-915a-8e9a03b89510,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:33:49.372442 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a62ce4f-1ab4-4e86-a2d5-648b8b5e37a4 tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Network f882c386-b393-40a4-854c-9aa0e14cffde is scheduled to be hosted by DHCP agent 028393c3-0576-4ebd-bca1-8ea8a148e1a2 with binding_index 1 {{(pid=93916) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 18:33:49.385246 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [None req-6a62ce4f-1ab4-4e86-a2d5-648b8b5e37a4 tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-3, f882c386-b393-40a4-854c-9aa0e14cffde) {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:33:49.391437 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a62ce4f-1ab4-4e86-a2d5-648b8b5e37a4 tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:33:49.392308 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-6a62ce4f-1ab4-4e86-a2d5-648b8b5e37a4 tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598705'] for subnet, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:49.416835 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-6a62ce4f-1ab4-4e86-a2d5-648b8b5e37a4 tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6654973 Jul 14 18:33:49.421684 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 46240) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:33:49.431667 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-60c05537-cc10-444f-9962-66ba4b312da5 tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Request body: {'subnet': {'network_id': 'f882c386-b393-40a4-854c-9aa0e14cffde', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:33:49.441267 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f8761cf-131d-4e98-a8f2-e0940c5d5529 None None] Network f882c386-b393-40a4-854c-9aa0e14cffde requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:33:49.988785 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-236177c9-e408-4f5e-8278-c9edf4c31146 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:50.044580 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-66a9bdf8-441b-4308-af1f-148e00412a97 tempest-RoutersNegativeTest-467807617 tempest-RoutersNegativeTest-467807617-project] Notify callbacks [] for port, precommit_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:50.058436 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 46256) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:33:50.068036 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-66a9bdf8-441b-4308-af1f-148e00412a97 tempest-RoutersNegativeTest-467807617 tempest-RoutersNegativeTest-467807617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25912978'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:50.078124 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-236177c9-e408-4f5e-8278-c9edf4c31146 None None] For port 5f1cdfbb-e5da-4a2f-b9eb-fa0322621153, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=5f1cdfbb-e5da-4a2f-b9eb-fa0322621153,segment=NetworkSegment(63ba823d-ddaa-4a97-8c8d-35725f957729),segment_id=63ba823d-ddaa-4a97-8c8d-35725f957729)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:33:50.136383 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-236177c9-e408-4f5e-8278-c9edf4c31146 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:50.202744 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-66a9bdf8-441b-4308-af1f-148e00412a97 tempest-RoutersNegativeTest-467807617 tempest-RoutersNegativeTest-467807617-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-598741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-928734'] for router_interface, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:50.207511 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a9bdf8-441b-4308-af1f-148e00412a97 tempest-RoutersNegativeTest-467807617 tempest-RoutersNegativeTest-467807617-project] Pushing event updated for resources: {'Port': ['ID=be5684c6-0165-47d5-a387-8ab2d7a5e9d2,revision_number=2']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:33:50.211681 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-82109843-5ef7-47ba-850e-75263130dfae req-398894fb-075c-4679-bf25-5b706f2a4bf7 tempest-ServerShowV254Test-1743861056 tempest-ServerShowV254Test-1743861056-project] 10.222.0.16 "GET /v2.0/ports?device_id=09976659-3505-4872-a434-70575e61f2eb HTTP/1.1" status: 200 len: 210 time: 0.1643946 Jul 14 18:33:50.240356 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236177c9-e408-4f5e-8278-c9edf4c31146 None None] Pushing event updated for resources: {'Port': ['ID=5f1cdfbb-e5da-4a2f-b9eb-fa0322621153,revision_number=3']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:33:50.270189 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37be514a-951c-4a68-b8b2-93b17517622d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9222b97e-5d1c-54f8-ba97-82f172498e76-f882c386-b393-40a4-854c-9aa0e14cffde', 'network_id': 'f882c386-b393-40a4-854c-9aa0e14cffde', 'tenant_id': '1733a117d4a444009498e255ae4afc94', 'fixed_ips': [{'subnet_id': 'b3956593-18f2-4776-b75f-2f64ff42a961'}]}} from n-d-800634-3. {{(pid=93917) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 18:33:50.271122 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-37be514a-951c-4a68-b8b2-93b17517622d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:50.382276 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 46258) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:33:50.385273 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-de420861-d8a4-469f-bc7c-58c9d6140c9d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=add0c5df4b5a4a65831713cee12d05fe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3252487 Jul 14 18:33:50.424608 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-28821875-6f89-4a12-80cf-163248dc49ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:50.507780 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66a9bdf8-441b-4308-af1f-148e00412a97 tempest-RoutersNegativeTest-467807617 tempest-RoutersNegativeTest-467807617-project] Network c8145dde-704d-4ea2-9fcf-e235fe5f4455 is already hosted by enough agents. {{(pid=93915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:33:50.513174 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [None req-66a9bdf8-441b-4308-af1f-148e00412a97 tempest-RoutersNegativeTest-467807617 tempest-RoutersNegativeTest-467807617-project] Resources bound (agent type, host, resource id): {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:33:50.542227 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-ba1c0946-4667-4e82-8b57-19c376106072 None None] Provisioning for port be5684c6-0165-47d5-a387-8ab2d7a5e9d2 completed by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:33:50.561617 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60c05537-cc10-444f-9962-66ba4b312da5 tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Made reservation on behalf of 1733a117d4a444009498e255ae4afc94 for: {'subnet': 1} {{(pid=93916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:33:50.567388 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-ba1c0946-4667-4e82-8b57-19c376106072 None None] Provisioning complete for port be5684c6-0165-47d5-a387-8ab2d7a5e9d2 triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:33:50.568021 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-ba1c0946-4667-4e82-8b57-19c376106072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:50.570915 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.db_base_plugin_common [None req-37be514a-951c-4a68-b8b2-93b17517622d None None] Allocated IP 2001:db8::2 (f882c386-b393-40a4-854c-9aa0e14cffde/b3956593-18f2-4776-b75f-2f64ff42a961/1b0d873c-1117-4639-be6e-e0b017b310a9) {{(pid=93917) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:33:50.577059 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-60c05537-cc10-444f-9962-66ba4b312da5 tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26033189'] for subnet, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:50.757640 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-830b0ba3-aacd-462c-8dd7-d73c7a798139 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:50.796218 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 33600dba-ec2b-40fd-b378-c995901046f0 up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:33:50.863459 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-830b0ba3-aacd-462c-8dd7-d73c7a798139 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:50.925210 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-ba1c0946-4667-4e82-8b57-19c376106072 None None] Port be5684c6-0165-47d5-a387-8ab2d7a5e9d2 cannot update to ACTIVE because it is not bound. {{(pid=93917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 18:33:50.970457 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-ba1c0946-4667-4e82-8b57-19c376106072 None None] Provisioning complete for port 5f1cdfbb-e5da-4a2f-b9eb-fa0322621153 triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:33:50.970838 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-ba1c0946-4667-4e82-8b57-19c376106072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:51.017041 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port 33600dba-ec2b-40fd-b378-c995901046f0 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:33:51.018146 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:51.033326 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-44a35f03-5f20-44e9-950f-055d2217c7bd req-c705237d-2d01-4bc0-933b-094c924b3ab9 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=7c5857c2-2935-412d-922f-b15f51818e64&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2303975 Jul 14 18:33:51.034176 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66a9bdf8-441b-4308-af1f-148e00412a97 tempest-RoutersNegativeTest-467807617 tempest-RoutersNegativeTest-467807617-project] Router 3a1b9aa6-f59b-41eb-829e-0ddc1bec96db is scheduled to L3 agent 2c6eb27e-defb-4cca-9a24-381c7415e359 with binding_index 1 {{(pid=93915) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 18:33:51.097980 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-ba514db5-4411-411a-bad9-ac21a5737d79 req-a0dc1eee-00bc-4c2c-a8e1-85970d76cb10 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=09976659-3505-4872-a434-70575e61f2eb HTTP/1.1" status: 200 len: 210 time: 0.1096179 Jul 14 18:33:51.138098 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-830b0ba3-aacd-462c-8dd7-d73c7a798139 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:51.141103 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-830b0ba3-aacd-462c-8dd7-d73c7a798139 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:51.142331 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-830b0ba3-aacd-462c-8dd7-d73c7a798139 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c386ce62-7a65-43f3-a197-165e9e809b9b HTTP/1.1" status: 204 len: 168 time: 0.7462435 Jul 14 18:33:51.192701 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830b0ba3-aacd-462c-8dd7-d73c7a798139 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c386ce62-7a65-43f3-a197-165e9e809b9b,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:33:51.210524 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-37be514a-951c-4a68-b8b2-93b17517622d None None] Notify callbacks [] for port, precommit_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:51.226630 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6554f285-556a-4a4d-93c8-9b7a04d64d0d None None] Network efb0bbdf-7dfc-44d5-9560-09e0d5893b2e requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:33:51.340427 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66a9bdf8-441b-4308-af1f-148e00412a97 tempest-RoutersNegativeTest-467807617 tempest-RoutersNegativeTest-467807617-project] Notify agent at l3_agent.n-d-800634-3 the message routers_updated {{(pid=93915) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 18:33:51.361758 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-66a9bdf8-441b-4308-af1f-148e00412a97 tempest-RoutersNegativeTest-467807617 tempest-RoutersNegativeTest-467807617-project] 10.222.0.16 "PUT /v2.0/routers/3a1b9aa6-f59b-41eb-829e-0ddc1bec96db/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5104811 Jul 14 18:33:51.365521 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 46270) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:33:51.429490 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3db86661-f4fe-4b7d-95f7-5a36796e6baa None None] Sync routers for ids ['3a1b9aa6-f59b-41eb-829e-0ddc1bec96db'] in n-d-800634-3 {{(pid=93917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 18:33:51.437436 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-37be514a-951c-4a68-b8b2-93b17517622d None None] Transition to ACTIVE for port object 1b0d873c-1117-4639-be6e-e0b017b310a9 will not be triggered until provisioned by entity L2. {{(pid=93917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:33:51.553531 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a35f03-5f20-44e9-950f-055d2217c7bd req-ae298879-56ac-4258-838d-3360c137a35d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:33:51.556783 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-44a35f03-5f20-44e9-950f-055d2217c7bd req-ae298879-56ac-4258-838d-3360c137a35d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=cb67bdfcb7724fc99fb71468214ad40d&device_id=7c5857c2-2935-412d-922f-b15f51818e64 HTTP/1.1" status: 200 len: 1096 time: 0.3971786 Jul 14 18:33:51.576775 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-37be514a-951c-4a68-b8b2-93b17517622d None None] Transition to ACTIVE for port object 1b0d873c-1117-4639-be6e-e0b017b310a9 will not be triggered until provisioned by entity DHCP. {{(pid=93917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:33:51.582314 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3db86661-f4fe-4b7d-95f7-5a36796e6baa None None] Routers {'3a1b9aa6-f59b-41eb-829e-0ddc1bec96db'} bound to L3 agent in host n-d-800634-3 {{(pid=93917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:33:51.583077 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-3db86661-f4fe-4b7d-95f7-5a36796e6baa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:33:23Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['3a1b9aa6-f59b-41eb-829e-0ddc1bec96db'], 'active': True} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:33:51.617427 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-60c05537-cc10-444f-9962-66ba4b312da5 tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2684753', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26033175'] for subnet, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:51.622414 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-3db86661-f4fe-4b7d-95f7-5a36796e6baa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-3', False) {} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:33:51.646066 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-76305044-3a52-4c5d-9060-e2fb4c8e3b92 req-000d59dc-1ae0-4da2-a8e7-d3c7082a93c2 tempest-ServerShowV254Test-1743861056 tempest-ServerShowV254Test-1743861056-project] 10.222.0.16 "GET /v2.0/ports?device_id=09976659-3505-4872-a434-70575e61f2eb HTTP/1.1" status: 200 len: 210 time: 0.0955448 Jul 14 18:33:51.650147 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-37be514a-951c-4a68-b8b2-93b17517622d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804'] for port, after_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:51.776865 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60c05537-cc10-444f-9962-66ba4b312da5 tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Network f882c386-b393-40a4-854c-9aa0e14cffde is already hosted by enough agents. {{(pid=93916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:33:51.788974 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [None req-60c05537-cc10-444f-9962-66ba4b312da5 tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Resources bound (agent type, host, resource id): {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:33:51.800470 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60c05537-cc10-444f-9962-66ba4b312da5 tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:33:51.801603 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-60c05537-cc10-444f-9962-66ba4b312da5 tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598705'] for subnet, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:51.825465 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c05537-cc10-444f-9962-66ba4b312da5 tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Pushing event updated for resources: {'Subnet': ['ID=918aa775-259f-463f-862a-57af9167dc2a,revision_number=0']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:33:51.831530 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-60c05537-cc10-444f-9962-66ba4b312da5 tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.4079061 Jul 14 18:33:51.835180 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 46280) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:33:52.015167 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a35f03-5f20-44e9-950f-055d2217c7bd req-c4f68c85-7eec-456d-a8d4-c03142c940a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:33:52.022401 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-44a35f03-5f20-44e9-950f-055d2217c7bd req-c4f68c85-7eec-456d-a8d4-c03142c940a3 service neutron] 10.222.0.18 "GET /v2.0/networks?id=fbb7114e-4079-4798-86d9-6d4690d7f388 HTTP/1.1" status: 200 len: 918 time: 0.4262455 Jul 14 18:33:52.110960 n-d-800634-3 neutron-server[93915]: INFO neutron.api.v2.resource [None req-8f7006ff-f46f-486d-8e6c-bf7c85663859 tempest-RoutersNegativeTest-467807617 tempest-RoutersNegativeTest-467807617-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 18:33:52.114464 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-8f7006ff-f46f-486d-8e6c-bf7c85663859 tempest-RoutersNegativeTest-467807617 tempest-RoutersNegativeTest-467807617-project] 10.222.0.16 "PUT /v2.0/routers/3a1b9aa6-f59b-41eb-829e-0ddc1bec96db/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.7442498 Jul 14 18:33:52.115095 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 46298) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:33:52.129819 n-d-800634-3 neutron-server[93917]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37be514a-951c-4a68-b8b2-93b17517622d None None] Network f882c386-b393-40a4-854c-9aa0e14cffde is already hosted by enough agents. {{(pid=93917) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:33:52.138330 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dd84a0a-50ba-46db-9eb1-9f062d51c69b tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:33:52.147222 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dd84a0a-50ba-46db-9eb1-9f062d51c69b tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:33:52.150681 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dd84a0a-50ba-46db-9eb1-9f062d51c69b tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:33:52.155273 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3db86661-f4fe-4b7d-95f7-5a36796e6baa None None] Routers {'3a1b9aa6-f59b-41eb-829e-0ddc1bec96db'} bound to L3 agent in host n-d-800634-3 {{(pid=93917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:33:52.156696 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-3db86661-f4fe-4b7d-95f7-5a36796e6baa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:33:23Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['3a1b9aa6-f59b-41eb-829e-0ddc1bec96db'], 'active': True} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:33:52.159218 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dd84a0a-50ba-46db-9eb1-9f062d51c69b tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:33:52.163329 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dd84a0a-50ba-46db-9eb1-9f062d51c69b tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:33:52.176160 n-d-800634-3 neutron-server[93917]: DEBUG neutron.scheduler.base_scheduler [None req-37be514a-951c-4a68-b8b2-93b17517622d None None] Resources bound (agent type, host, resource id): {{(pid=93917) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:33:52.178288 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 46300) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:33:52.178454 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-2dd84a0a-50ba-46db-9eb1-9f062d51c69b tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.3405480 Jul 14 18:33:52.179549 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-44a35f03-5f20-44e9-950f-055d2217c7bd req-1dde2b98-adb2-441a-bbd6-e0e30bcd77b4 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9536e0c9-98cf-4d2e-aadf-5b4392e45011 HTTP/1.1" status: 200 len: 217 time: 0.0763412 Jul 14 18:33:52.181102 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37be514a-951c-4a68-b8b2-93b17517622d None None] Received port after_create {{(pid=93917) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:33:52.187226 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-1d7d0232-d60c-4392-9735-4f0071498d0a tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-793768025'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:33:52.266332 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 3b48218e-547b-4016-a079-ed223aaf615e up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:33:52.283128 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-72dec209-5907-4da5-94d9-7d2f7ae64776 None None] Provisioning complete for port be5684c6-0165-47d5-a387-8ab2d7a5e9d2 triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:33:52.283685 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-72dec209-5907-4da5-94d9-7d2f7ae64776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:52.318056 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-3db86661-f4fe-4b7d-95f7-5a36796e6baa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-3', False) {} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:33:52.319002 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3db86661-f4fe-4b7d-95f7-5a36796e6baa None None] The sync data for ids ['3a1b9aa6-f59b-41eb-829e-0ddc1bec96db'] in n-d-800634-3 is: [] {{(pid=93917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 18:33:52.321392 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37be514a-951c-4a68-b8b2-93b17517622d None None] Pushing event updated for resources: {'Port': ['ID=1b0d873c-1117-4639-be6e-e0b017b310a9,revision_number=1']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:33:52.355381 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d7d0232-d60c-4392-9735-4f0071498d0a tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Made reservation on behalf of 1733a117d4a444009498e255ae4afc94 for: {'network': 1} {{(pid=93915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:33:52.359803 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-1d7d0232-d60c-4392-9735-4f0071498d0a tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for network, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:52.367478 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a35f03-5f20-44e9-950f-055d2217c7bd req-43d5dafd-d9aa-44a9-8f77-cc295677ff6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:33:52.369394 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-44a35f03-5f20-44e9-950f-055d2217c7bd req-43d5dafd-d9aa-44a9-8f77-cc295677ff6f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c0358a3b-3414-4691-860c-4e7a5ebb58c9 HTTP/1.1" status: 200 len: 858 time: 0.1342618 Jul 14 18:33:52.419852 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-44a35f03-5f20-44e9-950f-055d2217c7bd req-e6b5a16d-74cf-4011-98b2-0a4a6032eed4 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=fbb7114e-4079-4798-86d9-6d4690d7f388&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0346172 Jul 14 18:33:52.463089 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-72dec209-5907-4da5-94d9-7d2f7ae64776 None None] Port be5684c6-0165-47d5-a387-8ab2d7a5e9d2 cannot update to ACTIVE because it is not bound. {{(pid=93917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 18:33:52.464825 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-37be514a-951c-4a68-b8b2-93b17517622d None None] Attempting to bind port 1b0d873c-1117-4639-be6e-e0b017b310a9 on host n-d-800634-3 for vnic_type normal with profile {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:33:52.465206 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-37be514a-951c-4a68-b8b2-93b17517622d None None] Attempting to bind port 1b0d873c-1117-4639-be6e-e0b017b310a9 by drivers openvswitch,hyperv on host n-d-800634-3 at level 0 using segments [{'id': '644d5eba-4bfe-4e74-8317-ecd2d8548a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'f882c386-b393-40a4-854c-9aa0e14cffde'}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:33:52.465582 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37be514a-951c-4a68-b8b2-93b17517622d None None] Attempting to bind port 1b0d873c-1117-4639-be6e-e0b017b310a9 on network f882c386-b393-40a4-854c-9aa0e14cffde {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:33:52.481006 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37be514a-951c-4a68-b8b2-93b17517622d None None] Checking agent: {'id': '01c19e91-a945-4e3c-94a6-c211e17c923e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 8, 23), 'started_at': datetime.datetime(2021, 7, 14, 18, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 18, 33, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 18:33:52.481400 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37be514a-951c-4a68-b8b2-93b17517622d None None] Checking segment: {'id': '644d5eba-4bfe-4e74-8317-ecd2d8548a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'f882c386-b393-40a4-854c-9aa0e14cffde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93917) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:33:52.481975 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-37be514a-951c-4a68-b8b2-93b17517622d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:52.482393 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37be514a-951c-4a68-b8b2-93b17517622d None None] Bound using segment: {'id': '644d5eba-4bfe-4e74-8317-ecd2d8548a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'f882c386-b393-40a4-854c-9aa0e14cffde'} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 18:33:52.482900 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-37be514a-951c-4a68-b8b2-93b17517622d None None] Bound port: 1b0d873c-1117-4639-be6e-e0b017b310a9, host: n-d-800634-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '644d5eba-4bfe-4e74-8317-ecd2d8548a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'f882c386-b393-40a4-854c-9aa0e14cffde'}}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 18:33:52.483356 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-37be514a-951c-4a68-b8b2-93b17517622d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:52.486497 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-72dec209-5907-4da5-94d9-7d2f7ae64776 None None] Provisioning for port 3b48218e-547b-4016-a079-ed223aaf615e completed by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:33:52.504755 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning for port 3b48218e-547b-4016-a079-ed223aaf615e completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:33:52.512780 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port 3b48218e-547b-4016-a079-ed223aaf615e triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:33:52.513089 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:52.653673 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-37be514a-951c-4a68-b8b2-93b17517622d None None] For port 1b0d873c-1117-4639-be6e-e0b017b310a9, host n-d-800634-3, cleared binding levels {{(pid=93917) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:33:52.658873 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-37be514a-951c-4a68-b8b2-93b17517622d None None] For port 1b0d873c-1117-4639-be6e-e0b017b310a9, host n-d-800634-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=1b0d873c-1117-4639-be6e-e0b017b310a9,segment=NetworkSegment(644d5eba-4bfe-4e74-8317-ecd2d8548a20),segment_id=644d5eba-4bfe-4e74-8317-ecd2d8548a20)] {{(pid=93917) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 18:33:52.666352 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-37be514a-951c-4a68-b8b2-93b17517622d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:52.669837 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 46310) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:33:52.673814 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-db3e523e-8522-4804-81ed-cf26acd55831 req-78bc9709-7b02-45f4-8b8e-cf1e0616cde9 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=03a24d87-527f-4d5b-a998-53393446562a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0798256 Jul 14 18:33:52.802581 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:52.811574 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37be514a-951c-4a68-b8b2-93b17517622d None None] Pushing event updated for resources: {'Port': ['ID=1b0d873c-1117-4639-be6e-e0b017b310a9,revision_number=2']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:33:52.825876 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-2fee925d-2e84-46b0-9fe2-1b153f141f1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:52.839908 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-db3e523e-8522-4804-81ed-cf26acd55831 req-a77374cc-9be1-4575-892f-2495fdd80264 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c51e850593fc4a37af9470721017e8e7&device_id=03a24d87-527f-4d5b-a998-53393446562a HTTP/1.1" status: 200 len: 210 time: 0.1065807 Jul 14 18:33:52.857501 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] For port 3b48218e-547b-4016-a079-ed223aaf615e, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=3b48218e-547b-4016-a079-ed223aaf615e,segment=NetworkSegment(6ee9ce5b-bd87-44f5-bb42-a383623925d7),segment_id=6ee9ce5b-bd87-44f5-bb42-a383623925d7)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:33:52.865514 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:52.866609 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 5f1cdfbb-e5da-4a2f-b9eb-fa0322621153 up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:33:52.936210 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-db3e523e-8522-4804-81ed-cf26acd55831 req-5945806a-1cf2-46f4-aefd-c2f694f0a134 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=c51e850593fc4a37af9470721017e8e7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0656850 Jul 14 18:33:52.949668 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Pushing event updated for resources: {'Port': ['ID=3b48218e-547b-4016-a079-ed223aaf615e,revision_number=3']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:33:53.032062 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-7448ee9d-2283-43b9-8cab-38a5f55d690c None None] Provisioning complete for port 3b48218e-547b-4016-a079-ed223aaf615e triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:33:53.032826 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-7448ee9d-2283-43b9-8cab-38a5f55d690c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:53.042370 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-8387d02c-1929-4862-a4b8-bddb0ebc4012 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-1278005292-network', 'tenant_id': 'bc00a49d970c402a9d26e3f8244b6309'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:33:53.065940 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port 5f1cdfbb-e5da-4a2f-b9eb-fa0322621153 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:33:53.066476 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:53.149683 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8387d02c-1929-4862-a4b8-bddb0ebc4012 admin admin] Made reservation on behalf of bc00a49d970c402a9d26e3f8244b6309 for: {'network': 1} {{(pid=93916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:33:53.156188 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-8387d02c-1929-4862-a4b8-bddb0ebc4012 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for network, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:53.188512 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-8387d02c-1929-4862-a4b8-bddb0ebc4012 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:53.204616 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:53.492699 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c7604a14-b370-482f-9d91-3838e65a0425 req-901c90e5-57c1-4759-adcb-1774127dbc6a tempest-ServerShowV254Test-1743861056 tempest-ServerShowV254Test-1743861056-project] 10.222.0.16 "GET /v2.0/ports?device_id=09976659-3505-4872-a434-70575e61f2eb HTTP/1.1" status: 200 len: 210 time: 0.0960960 Jul 14 18:33:53.496500 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d7d0232-d60c-4392-9735-4f0071498d0a tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 81} {{(pid=93915) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 18:33:53.552574 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-1d7d0232-d60c-4392-9735-4f0071498d0a tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:53.553197 n-d-800634-3 neutron-server[93915]: INFO neutron.db.segments_db [None req-1d7d0232-d60c-4392-9735-4f0071498d0a tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Added segment 4b5e5ded-3ece-4ea8-b1e3-2c1c2092b6d4 of type vlan for network fc4381da-7042-4ec9-ac54-ce09bca6933e Jul 14 18:33:53.559129 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3e523e-8522-4804-81ed-cf26acd55831 req-3e2260e3-09d6-48d3-bc0d-1649bcff3f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:33:53.561256 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-db3e523e-8522-4804-81ed-cf26acd55831 req-3e2260e3-09d6-48d3-bc0d-1649bcff3f87 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.6106663 Jul 14 18:33:53.661334 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 3b48218e-547b-4016-a079-ed223aaf615e up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:33:53.697975 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-8387d02c-1929-4862-a4b8-bddb0ebc4012 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:53.707197 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-8387d02c-1929-4862-a4b8-bddb0ebc4012 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:53.708458 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-44a35f03-5f20-44e9-950f-055d2217c7bd req-e3316e72-eef6-4db4-8127-b528c0b89dee service neutron] 10.222.0.18 "GET /v2.0/networks/fbb7114e-4079-4798-86d9-6d4690d7f388?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2737422 Jul 14 18:33:53.735560 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8387d02c-1929-4862-a4b8-bddb0ebc4012 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 97} {{(pid=93916) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 18:33:53.756167 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-8387d02c-1929-4862-a4b8-bddb0ebc4012 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:53.756650 n-d-800634-3 neutron-server[93916]: INFO neutron.db.segments_db [None req-8387d02c-1929-4862-a4b8-bddb0ebc4012 admin admin] Added segment 9182ad96-9d5e-42c0-8319-7d34fcf2c5ad of type vlan for network 5c2b1ad9-b7c6-42f5-980f-ff933c7b9b10 Jul 14 18:33:53.758647 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8387d02c-1929-4862-a4b8-bddb0ebc4012 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5be666b2-293d-46ef-a6aa-7f465b02e205,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:33:53.762411 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port 3b48218e-547b-4016-a079-ed223aaf615e triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:33:53.763165 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:53.809142 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-1d7d0232-d60c-4392-9735-4f0071498d0a tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728202197517'] for network, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:53.824341 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-8387d02c-1929-4862-a4b8-bddb0ebc4012 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728202197517'] for network, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:53.864724 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-8387d02c-1929-4862-a4b8-bddb0ebc4012 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727'] for network, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:53.866716 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8387d02c-1929-4862-a4b8-bddb0ebc4012 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:33:53.867565 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-8387d02c-1929-4862-a4b8-bddb0ebc4012 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598705'] for network, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:53.942577 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 1b0d873c-1117-4639-be6e-e0b017b310a9 up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:33:53.971916 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-8387d02c-1929-4862-a4b8-bddb0ebc4012 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.2961595 Jul 14 18:33:53.975107 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 46324) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:33:53.983902 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-6b7e0987-bb2c-4d4a-8cfb-c37776595e7d admin admin] Request body: {'subnet': {'network_id': '5c2b1ad9-b7c6-42f5-980f-ff933c7b9b10', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-1278005292-subnet', 'tenant_id': 'bc00a49d970c402a9d26e3f8244b6309', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:33:54.035640 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b7e0987-bb2c-4d4a-8cfb-c37776595e7d admin admin] Made reservation on behalf of bc00a49d970c402a9d26e3f8244b6309 for: {'subnet': 1} {{(pid=93916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:33:54.049323 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-6b7e0987-bb2c-4d4a-8cfb-c37776595e7d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26033189'] for subnet, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:54.061516 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-1d7d0232-d60c-4392-9735-4f0071498d0a tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727'] for network, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:54.070534 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d7d0232-d60c-4392-9735-4f0071498d0a tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:33:54.077118 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-1d7d0232-d60c-4392-9735-4f0071498d0a tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598705'] for network, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:54.107251 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-574aeb93-9938-449c-8e6c-cb22c9b52cc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:54.128225 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning for port 1b0d873c-1117-4639-be6e-e0b017b310a9 completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:33:54.142695 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8387d02c-1929-4862-a4b8-bddb0ebc4012 admin admin] Pushing event updated for resources: {'Network': ['ID=5c2b1ad9-b7c6-42f5-980f-ff933c7b9b10,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:33:54.158881 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Network 5c2b1ad9-b7c6-42f5-980f-ff933c7b9b10 details requested by agent ovs-agent-n-d-800634-3 with host n-d-800634-3 {{(pid=93917) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 18:33:54.288256 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-1d7d0232-d60c-4392-9735-4f0071498d0a tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 2.1075270 Jul 14 18:33:54.291955 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 46334) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:33:54.303146 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-32d139cd-fdaa-4b52-8112-de84b09b382e tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Request body: {'network': {'name': 'New_network'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:33:54.422998 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84f61fc9-4a97-410f-84e3-07cad4b5348c None None] Network f882c386-b393-40a4-854c-9aa0e14cffde requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:33:54.425343 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-44a35f03-5f20-44e9-950f-055d2217c7bd req-44d07416-c85f-4517-b24e-66ecceabcbc5 service neutron] 10.222.0.18 "GET /v2.0/networks/fbb7114e-4079-4798-86d9-6d4690d7f388?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6261551 Jul 14 18:33:54.436492 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-6b7e0987-bb2c-4d4a-8cfb-c37776595e7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2684753', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26033175'] for subnet, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:54.448784 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-6590fe81-55e3-4981-8b93-e784704cab30 tempest-RoutersNegativeTest-467807617 tempest-RoutersNegativeTest-467807617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-928623'] for router_interface, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:54.451050 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7d0232-d60c-4392-9735-4f0071498d0a tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Pushing event updated for resources: {'Network': ['ID=fc4381da-7042-4ec9-ac54-ce09bca6933e,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:33:54.566020 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Network fc4381da-7042-4ec9-ac54-ce09bca6933e details requested by agent ovs-agent-n-d-800634-3 with host n-d-800634-3 {{(pid=93917) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 18:33:54.567832 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7e0987-bb2c-4d4a-8cfb-c37776595e7d admin admin] Pushing event updated for resources: {'Subnet': ['ID=d49b56c3-eb98-4614-ba40-0fb0c157fa98,revision_number=0']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:33:54.637343 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b7e0987-bb2c-4d4a-8cfb-c37776595e7d admin admin] Checking segment: {'id': '9182ad96-9d5e-42c0-8319-7d34fcf2c5ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '5c2b1ad9-b7c6-42f5-980f-ff933c7b9b10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93916) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:33:54.637751 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b7e0987-bb2c-4d4a-8cfb-c37776595e7d admin admin] Network hostable DHCP agents. Network: 5c2b1ad9-b7c6-42f5-980f-ff933c7b9b10, hostable agents: ['028393c3-0576-4ebd-bca1-8ea8a148e1a2'], hosted agents: [] {{(pid=93916) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 18:33:54.663717 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b7e0987-bb2c-4d4a-8cfb-c37776595e7d admin admin] Network 5c2b1ad9-b7c6-42f5-980f-ff933c7b9b10 is scheduled to be hosted by DHCP agent 028393c3-0576-4ebd-bca1-8ea8a148e1a2 with binding_index 1 {{(pid=93916) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 18:33:54.686032 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [None req-6b7e0987-bb2c-4d4a-8cfb-c37776595e7d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-3, 5c2b1ad9-b7c6-42f5-980f-ff933c7b9b10) {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:33:54.693070 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b7e0987-bb2c-4d4a-8cfb-c37776595e7d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:33:54.693588 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-6b7e0987-bb2c-4d4a-8cfb-c37776595e7d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598705'] for subnet, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:54.705993 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97841440-0250-4feb-a512-9bb58cc3ca6e None None] Network 5c2b1ad9-b7c6-42f5-980f-ff933c7b9b10 requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:33:54.726298 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-6b7e0987-bb2c-4d4a-8cfb-c37776595e7d admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.7497323 Jul 14 18:33:54.729641 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 46344) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:33:54.734598 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-fd28e485-a1ce-4b39-9f28-6215497cd9f0 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-1278005292-router', 'tenant_id': 'bc00a49d970c402a9d26e3f8244b6309', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61'}}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:33:54.744492 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-32d139cd-fdaa-4b52-8112-de84b09b382e tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728202197517'] for network, precommit_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:54.769990 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-fd28e485-a1ce-4b39-9f28-6215497cd9f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-571768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11104'] for router, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:54.771334 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-fd28e485-a1ce-4b39-9f28-6215497cd9f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-571675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-930014', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-632314', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11129'] for router, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:54.844149 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-fd28e485-a1ce-4b39-9f28-6215497cd9f0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:54.864939 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-25e713e8-7f7e-4cca-ac62-400fb7e6ddf9 None None] Provisioning for port 1b0d873c-1117-4639-be6e-e0b017b310a9 completed by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:33:54.901313 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-32d139cd-fdaa-4b52-8112-de84b09b382e tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727'] for network, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:54.923476 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-25e713e8-7f7e-4cca-ac62-400fb7e6ddf9 None None] Provisioning complete for port 1b0d873c-1117-4639-be6e-e0b017b310a9 triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:33:54.923844 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-25e713e8-7f7e-4cca-ac62-400fb7e6ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:54.931255 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-32d139cd-fdaa-4b52-8112-de84b09b382e tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Network fc4381da-7042-4ec9-ac54-ce09bca6933e is not hosted by any dhcp agent {{(pid=93915) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 14 18:33:54.937441 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32d139cd-fdaa-4b52-8112-de84b09b382e tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:33:54.938149 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-32d139cd-fdaa-4b52-8112-de84b09b382e tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Notify callbacks [] for network, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:54.942629 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-32d139cd-fdaa-4b52-8112-de84b09b382e tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] 10.222.0.16 "PUT /v2.0/networks/fc4381da-7042-4ec9-ac54-ce09bca6933e HTTP/1.1" status: 200 len: 723 time: 0.6440465 Jul 14 18:33:54.944022 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 46348) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:33:54.952666 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-18818b3f-06e4-4989-8949-842bf027fa2f tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Request body: {'subnet': {'network_id': 'fc4381da-7042-4ec9-ac54-ce09bca6933e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:33:55.117722 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-fd28e485-a1ce-4b39-9f28-6215497cd9f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-929996', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-571750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11395'] for router, precommit_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:55.315688 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-7afff764-d3d0-4aed-a917-9d4f44ddc711 req-9454208a-a430-43a9-bd21-de25e2f12d75 tempest-ServerShowV254Test-1743861056 tempest-ServerShowV254Test-1743861056-project] 10.222.0.16 "GET /v2.0/ports?device_id=09976659-3505-4872-a434-70575e61f2eb HTTP/1.1" status: 200 len: 210 time: 0.0761914 Jul 14 18:33:55.365467 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d139cd-fdaa-4b52-8112-de84b09b382e tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Pushing event updated for resources: {'Network': ['ID=fc4381da-7042-4ec9-ac54-ce09bca6933e,revision_number=2']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:33:55.391099 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17876e6e-4c10-43e3-b1c0-4760bb16bdc2 None None] Network 5c2b1ad9-b7c6-42f5-980f-ff933c7b9b10 requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:33:55.391099 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Network fc4381da-7042-4ec9-ac54-ce09bca6933e details requested by agent ovs-agent-n-d-800634-3 with host n-d-800634-3 {{(pid=93917) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 18:33:55.406444 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18818b3f-06e4-4989-8949-842bf027fa2f tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Made reservation on behalf of 1733a117d4a444009498e255ae4afc94 for: {'subnet': 1} {{(pid=93915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:33:55.420724 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-18818b3f-06e4-4989-8949-842bf027fa2f tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28969735'] for subnet, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:55.614831 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-25e713e8-7f7e-4cca-ac62-400fb7e6ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:55.615403 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-fd28e485-a1ce-4b39-9f28-6215497cd9f0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:55.650831 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-fd28e485-a1ce-4b39-9f28-6215497cd9f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:55.666031 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-25e713e8-7f7e-4cca-ac62-400fb7e6ddf9 None None] For port 1b0d873c-1117-4639-be6e-e0b017b310a9, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=1b0d873c-1117-4639-be6e-e0b017b310a9,segment=NetworkSegment(644d5eba-4bfe-4e74-8317-ecd2d8548a20),segment_id=644d5eba-4bfe-4e74-8317-ecd2d8548a20)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:33:55.672920 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-25e713e8-7f7e-4cca-ac62-400fb7e6ddf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:55.751243 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [None req-6590fe81-55e3-4981-8b93-e784704cab30 tempest-RoutersNegativeTest-467807617 tempest-RoutersNegativeTest-467807617-project] Deleting port be5684c6-0165-47d5-a387-8ab2d7a5e9d2 {{(pid=93915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:33:55.751791 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-6590fe81-55e3-4981-8b93-e784704cab30 tempest-RoutersNegativeTest-467807617 tempest-RoutersNegativeTest-467807617-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:55.826501 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-2f4e3af3-e708-4ffd-a544-82d93a489d01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:55.872371 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.db_base_plugin_common [None req-fd28e485-a1ce-4b39-9f28-6215497cd9f0 admin admin] Allocated IP 172.25.1.232 (9200a437-e1de-4520-88f6-e68386523e61/5f47f848-4532-407a-a0e2-5690ade15fd0/d57da537-9edf-46de-a3c0-1553301d937e) {{(pid=93916) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:33:55.907870 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-18818b3f-06e4-4989-8949-842bf027fa2f tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25912837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28969781'] for subnet, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:55.926537 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e713e8-7f7e-4cca-ac62-400fb7e6ddf9 None None] Pushing event updated for resources: {'Port': ['ID=1b0d873c-1117-4639-be6e-e0b017b310a9,revision_number=3']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:33:55.957621 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-792caaa1-9e97-4964-9efb-284040a02824 None None] Update dhcp port {'port': {'network_id': 'f882c386-b393-40a4-854c-9aa0e14cffde', 'fixed_ips': [{'subnet_id': 'b3956593-18f2-4776-b75f-2f64ff42a961', 'ip_address': '2001:db8::2'}, {'subnet_id': '918aa775-259f-463f-862a-57af9167dc2a'}], 'binding:host_id': 'n-d-800634-3'}, 'id': '1b0d873c-1117-4639-be6e-e0b017b310a9'} from n-d-800634-3. {{(pid=93917) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 14 18:33:55.967231 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18818b3f-06e4-4989-8949-842bf027fa2f tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Pushing event updated for resources: {'Subnet': ['ID=70534a36-bd07-4d50-859c-2a3f126838b6,revision_number=0']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:33:55.997871 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-6590fe81-55e3-4981-8b93-e784704cab30 tempest-RoutersNegativeTest-467807617 tempest-RoutersNegativeTest-467807617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:56.008682 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-792caaa1-9e97-4964-9efb-284040a02824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:56.026990 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [None req-6590fe81-55e3-4981-8b93-e784704cab30 tempest-RoutersNegativeTest-467807617 tempest-RoutersNegativeTest-467807617-project] Calling delete_port for be5684c6-0165-47d5-a387-8ab2d7a5e9d2 owned by network:router_interface {{(pid=93915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:33:56.048602 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18818b3f-06e4-4989-8949-842bf027fa2f tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Checking segment: {'id': '4b5e5ded-3ece-4ea8-b1e3-2c1c2092b6d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'fc4381da-7042-4ec9-ac54-ce09bca6933e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:33:56.048602 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18818b3f-06e4-4989-8949-842bf027fa2f tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Network hostable DHCP agents. Network: fc4381da-7042-4ec9-ac54-ce09bca6933e, hostable agents: ['028393c3-0576-4ebd-bca1-8ea8a148e1a2'], hosted agents: [] {{(pid=93915) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 18:33:56.083213 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-fd28e485-a1ce-4b39-9f28-6215497cd9f0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:56.115399 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18818b3f-06e4-4989-8949-842bf027fa2f tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Network fc4381da-7042-4ec9-ac54-ce09bca6933e is scheduled to be hosted by DHCP agent 028393c3-0576-4ebd-bca1-8ea8a148e1a2 with binding_index 1 {{(pid=93915) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 18:33:56.151441 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-fd28e485-a1ce-4b39-9f28-6215497cd9f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:56.172556 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [None req-18818b3f-06e4-4989-8949-842bf027fa2f tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-3, fc4381da-7042-4ec9-ac54-ce09bca6933e) {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:33:56.188936 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18818b3f-06e4-4989-8949-842bf027fa2f tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:33:56.189808 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-18818b3f-06e4-4989-8949-842bf027fa2f tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Notify callbacks [] for subnet, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:56.205316 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd28e485-a1ce-4b39-9f28-6215497cd9f0 admin admin] Network 9200a437-e1de-4520-88f6-e68386523e61 is already hosted by enough agents. {{(pid=93916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:33:56.209539 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [None req-fd28e485-a1ce-4b39-9f28-6215497cd9f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:33:56.213283 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd28e485-a1ce-4b39-9f28-6215497cd9f0 admin admin] Received port after_create {{(pid=93916) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:33:56.227008 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-18818b3f-06e4-4989-8949-842bf027fa2f tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2798111 Jul 14 18:33:56.228908 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 46360) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:33:56.239096 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-10c91ae5-d4db-4e77-b0e5-f3e919dc7548 tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:33:56.271050 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd28e485-a1ce-4b39-9f28-6215497cd9f0 admin admin] Pushing event updated for resources: {'Port': ['ID=d57da537-9edf-46de-a3c0-1553301d937e,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:33:56.301315 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.db_base_plugin_common [None req-792caaa1-9e97-4964-9efb-284040a02824 None None] Allocated IP 172.20.0.1 (f882c386-b393-40a4-854c-9aa0e14cffde/918aa775-259f-463f-862a-57af9167dc2a/1b0d873c-1117-4639-be6e-e0b017b310a9) {{(pid=93917) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:33:56.440668 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-10c91ae5-d4db-4e77-b0e5-f3e919dc7548 tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-28969740'] for subnet, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:56.447843 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-6590fe81-55e3-4981-8b93-e784704cab30 tempest-RoutersNegativeTest-467807617 tempest-RoutersNegativeTest-467807617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:56.492088 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-792caaa1-9e97-4964-9efb-284040a02824 None None] For port 1b0d873c-1117-4639-be6e-e0b017b310a9, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=1b0d873c-1117-4639-be6e-e0b017b310a9,segment=NetworkSegment(644d5eba-4bfe-4e74-8317-ecd2d8548a20),segment_id=644d5eba-4bfe-4e74-8317-ecd2d8548a20)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:33:56.567129 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6590fe81-55e3-4981-8b93-e784704cab30 tempest-RoutersNegativeTest-467807617 tempest-RoutersNegativeTest-467807617-project] Pushing event deleted for resources: {'Port': ['ID=be5684c6-0165-47d5-a387-8ab2d7a5e9d2,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:33:56.653148 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-1abb4fe5-9ca1-4f6d-9a23-76fc1a6dd6dd req-a11716fc-b4da-45d4-ae05-31cc0ed9ee50 tempest-ServerShowV254Test-1743861056 tempest-ServerShowV254Test-1743861056-project] 10.222.0.16 "GET /v2.0/ports?device_id=09976659-3505-4872-a434-70575e61f2eb HTTP/1.1" status: 200 len: 210 time: 0.0729635 Jul 14 18:33:56.690349 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-fd28e485-a1ce-4b39-9f28-6215497cd9f0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:56.761295 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-853d1200-972e-4f01-a7e3-07228ebbf682 None None] Network fc4381da-7042-4ec9-ac54-ce09bca6933e requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:33:56.969092 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-6590fe81-55e3-4981-8b93-e784704cab30 tempest-RoutersNegativeTest-467807617 tempest-RoutersNegativeTest-467807617-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-598732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-928907'] for router_interface, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:56.984270 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-10c91ae5-d4db-4e77-b0e5-f3e919dc7548 tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8728202639598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-25913043'] for subnet, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:56.989018 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-792caaa1-9e97-4964-9efb-284040a02824 None None] Notify callbacks [] for port, precommit_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:57.067354 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-792caaa1-9e97-4964-9efb-284040a02824 None None] Transition to ACTIVE for port object 1b0d873c-1117-4639-be6e-e0b017b310a9 will not be triggered until provisioned by entity DHCP. {{(pid=93917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:33:57.077133 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-792caaa1-9e97-4964-9efb-284040a02824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:57.089091 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10c91ae5-d4db-4e77-b0e5-f3e919dc7548 tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:33:57.090060 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-10c91ae5-d4db-4e77-b0e5-f3e919dc7548 tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Notify callbacks [] for subnet, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:57.095068 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-10c91ae5-d4db-4e77-b0e5-f3e919dc7548 tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] 10.222.0.16 "PUT /v2.0/subnets/70534a36-bd07-4d50-859c-2a3f126838b6 HTTP/1.1" status: 200 len: 826 time: 0.8636422 Jul 14 18:33:57.096470 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1b92036-9c5d-4973-907a-5963678dd4cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9222b97e-5d1c-54f8-ba97-82f172498e76-fc4381da-7042-4ec9-ac54-ce09bca6933e', 'network_id': 'fc4381da-7042-4ec9-ac54-ce09bca6933e', 'tenant_id': '1733a117d4a444009498e255ae4afc94', 'fixed_ips': [{'subnet_id': '70534a36-bd07-4d50-859c-2a3f126838b6'}]}} from n-d-800634-3. {{(pid=93917) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 18:33:57.098179 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-a1b92036-9c5d-4973-907a-5963678dd4cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:57.114601 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 46370) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:33:57.167207 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c91ae5-d4db-4e77-b0e5-f3e919dc7548 tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Pushing event updated for resources: {'Subnet': ['ID=70534a36-bd07-4d50-859c-2a3f126838b6,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:33:57.273338 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6590fe81-55e3-4981-8b93-e784704cab30 tempest-RoutersNegativeTest-467807617 tempest-RoutersNegativeTest-467807617-project] Router 3a1b9aa6-f59b-41eb-829e-0ddc1bec96db has already been hosted by L3 agent 2c6eb27e-defb-4cca-9a24-381c7415e359 {{(pid=93915) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 18:33:57.318369 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-fd28e485-a1ce-4b39-9f28-6215497cd9f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-571759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-930033'] for router, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:57.326604 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a3f3eb9b-39aa-4260-8c55-aa632966a807 tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645734'] for network, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:57.337962 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792caaa1-9e97-4964-9efb-284040a02824 None None] Pushing event updated for resources: {'Port': ['ID=1b0d873c-1117-4639-be6e-e0b017b310a9,revision_number=4']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:33:57.370905 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6590fe81-55e3-4981-8b93-e784704cab30 tempest-RoutersNegativeTest-467807617 tempest-RoutersNegativeTest-467807617-project] Notify agent at l3_agent.n-d-800634-3 the message routers_updated {{(pid=93915) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 18:33:57.382153 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0fdee56-ea19-4105-8729-135d70536033 None None] Sync routers for ids ['3a1b9aa6-f59b-41eb-829e-0ddc1bec96db'] in n-d-800634-3 {{(pid=93918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 18:33:57.397030 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-6590fe81-55e3-4981-8b93-e784704cab30 tempest-RoutersNegativeTest-467807617 tempest-RoutersNegativeTest-467807617-project] 10.222.0.16 "PUT /v2.0/routers/3a1b9aa6-f59b-41eb-829e-0ddc1bec96db/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2805886 Jul 14 18:33:57.398620 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 46374) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:33:57.414395 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0fdee56-ea19-4105-8729-135d70536033 None None] Routers {'3a1b9aa6-f59b-41eb-829e-0ddc1bec96db'} bound to L3 agent in host n-d-800634-3 {{(pid=93918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:33:57.415249 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-f0fdee56-ea19-4105-8729-135d70536033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:33:53Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['3a1b9aa6-f59b-41eb-829e-0ddc1bec96db'], 'active': True} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:33:57.429737 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.db_base_plugin_common [None req-a1b92036-9c5d-4973-907a-5963678dd4cd None None] Allocated IP 2001:db8::2 (fc4381da-7042-4ec9-ac54-ce09bca6933e/70534a36-bd07-4d50-859c-2a3f126838b6/ea7634ad-3b8a-4aa6-a8b0-256727e795bb) {{(pid=93917) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:33:57.480478 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-f0fdee56-ea19-4105-8729-135d70536033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-3', False) {} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:33:57.524568 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0fdee56-ea19-4105-8729-135d70536033 None None] Routers {'3a1b9aa6-f59b-41eb-829e-0ddc1bec96db'} bound to L3 agent in host n-d-800634-3 {{(pid=93918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:33:57.536352 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-f0fdee56-ea19-4105-8729-135d70536033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:33:53Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['3a1b9aa6-f59b-41eb-829e-0ddc1bec96db'], 'active': True} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:33:57.574441 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 1b0d873c-1117-4639-be6e-e0b017b310a9 up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:33:57.593416 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-f0fdee56-ea19-4105-8729-135d70536033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-3', False) {} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:33:57.594362 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0fdee56-ea19-4105-8729-135d70536033 None None] The sync data for ids ['3a1b9aa6-f59b-41eb-829e-0ddc1bec96db'] in n-d-800634-3 is: [] {{(pid=93918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 18:33:57.671023 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-a1b92036-9c5d-4973-907a-5963678dd4cd None None] Notify callbacks [] for port, precommit_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:57.683505 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-a1b92036-9c5d-4973-907a-5963678dd4cd None None] Transition to ACTIVE for port object ea7634ad-3b8a-4aa6-a8b0-256727e795bb will not be triggered until provisioned by entity L2. {{(pid=93917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:33:57.721443 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-a1b92036-9c5d-4973-907a-5963678dd4cd None None] Transition to ACTIVE for port object ea7634ad-3b8a-4aa6-a8b0-256727e795bb will not be triggered until provisioned by entity DHCP. {{(pid=93917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:33:57.735574 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-a1b92036-9c5d-4973-907a-5963678dd4cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804'] for port, after_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:57.781359 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b92036-9c5d-4973-907a-5963678dd4cd None None] Pushing event updated for resources: {'Port': ['ID=ea7634ad-3b8a-4aa6-a8b0-256727e795bb,revision_number=1']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:33:57.809234 n-d-800634-3 neutron-server[93917]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1b92036-9c5d-4973-907a-5963678dd4cd None None] Network fc4381da-7042-4ec9-ac54-ce09bca6933e is already hosted by enough agents. {{(pid=93917) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:33:57.811533 n-d-800634-3 neutron-server[93917]: DEBUG neutron.scheduler.base_scheduler [None req-a1b92036-9c5d-4973-907a-5963678dd4cd None None] Resources bound (agent type, host, resource id): {{(pid=93917) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:33:57.823255 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1b92036-9c5d-4973-907a-5963678dd4cd None None] Received port after_create {{(pid=93917) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:33:57.925388 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-1123cd25-28a7-405c-9f5c-9e3549bfa7f8 req-b0995dee-ac76-406a-8d8a-6a5d80a2e442 tempest-ServerShowV254Test-1743861056 tempest-ServerShowV254Test-1743861056-project] 10.222.0.16 "GET /v2.0/ports?device_id=09976659-3505-4872-a434-70575e61f2eb HTTP/1.1" status: 200 len: 210 time: 0.0704434 Jul 14 18:33:57.934594 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-a1b92036-9c5d-4973-907a-5963678dd4cd None None] Attempting to bind port ea7634ad-3b8a-4aa6-a8b0-256727e795bb on host n-d-800634-3 for vnic_type normal with profile {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:33:57.934824 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-a1b92036-9c5d-4973-907a-5963678dd4cd None None] Attempting to bind port ea7634ad-3b8a-4aa6-a8b0-256727e795bb by drivers openvswitch,hyperv on host n-d-800634-3 at level 0 using segments [{'id': '4b5e5ded-3ece-4ea8-b1e3-2c1c2092b6d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'fc4381da-7042-4ec9-ac54-ce09bca6933e'}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:33:57.935749 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1b92036-9c5d-4973-907a-5963678dd4cd None None] Attempting to bind port ea7634ad-3b8a-4aa6-a8b0-256727e795bb on network fc4381da-7042-4ec9-ac54-ce09bca6933e {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:33:57.952565 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1b92036-9c5d-4973-907a-5963678dd4cd None None] Checking agent: {'id': '01c19e91-a945-4e3c-94a6-c211e17c923e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 8, 23), 'started_at': datetime.datetime(2021, 7, 14, 18, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 18, 33, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 18:33:57.953724 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1b92036-9c5d-4973-907a-5963678dd4cd None None] Checking segment: {'id': '4b5e5ded-3ece-4ea8-b1e3-2c1c2092b6d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'fc4381da-7042-4ec9-ac54-ce09bca6933e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93917) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:33:57.954139 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-a1b92036-9c5d-4973-907a-5963678dd4cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:57.955819 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1b92036-9c5d-4973-907a-5963678dd4cd None None] Bound using segment: {'id': '4b5e5ded-3ece-4ea8-b1e3-2c1c2092b6d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'fc4381da-7042-4ec9-ac54-ce09bca6933e'} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 18:33:57.965163 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-a1b92036-9c5d-4973-907a-5963678dd4cd None None] Bound port: ea7634ad-3b8a-4aa6-a8b0-256727e795bb, host: n-d-800634-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b5e5ded-3ece-4ea8-b1e3-2c1c2092b6d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'fc4381da-7042-4ec9-ac54-ce09bca6933e'}}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 18:33:57.965163 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-a1b92036-9c5d-4973-907a-5963678dd4cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:58.010811 n-d-800634-3 neutron-server[93916]: INFO neutron.api.v2.resource [None req-9dc2a44a-9a86-415b-8d91-85b0c8864d74 tempest-RoutersNegativeTest-467807617 tempest-RoutersNegativeTest-467807617-project] delete failed (client error): The resource could not be found. Jul 14 18:33:58.012221 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-9dc2a44a-9a86-415b-8d91-85b0c8864d74 tempest-RoutersNegativeTest-467807617 tempest-RoutersNegativeTest-467807617-project] 10.222.0.16 "DELETE /v2.0/routers/tempest-non_exist_router-1329910385 HTTP/1.1" status: 404 len: 335 time: 0.6102810 Jul 14 18:33:58.016892 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 46386) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:33:58.024983 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-6249212a-3ae4-448b-94da-6a20d44114ee tempest-RoutersNegativeTest-467807617 tempest-RoutersNegativeTest-467807617-project] Request body: {'router': {'external_gateway_info': {'network_id': '3a1b9aa6-f59b-41eb-829e-0ddc1bec96db'}}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:33:58.051646 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-a1b92036-9c5d-4973-907a-5963678dd4cd None None] For port ea7634ad-3b8a-4aa6-a8b0-256727e795bb, host n-d-800634-3, cleared binding levels {{(pid=93917) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:33:58.057195 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-a1b92036-9c5d-4973-907a-5963678dd4cd None None] For port ea7634ad-3b8a-4aa6-a8b0-256727e795bb, host n-d-800634-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=ea7634ad-3b8a-4aa6-a8b0-256727e795bb,segment=NetworkSegment(4b5e5ded-3ece-4ea8-b1e3-2c1c2092b6d4),segment_id=4b5e5ded-3ece-4ea8-b1e3-2c1c2092b6d4)] {{(pid=93917) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 18:33:58.066184 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-a1b92036-9c5d-4973-907a-5963678dd4cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:58.091250 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a3f3eb9b-39aa-4260-8c55-aa632966a807 tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081283'] for subnet, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:58.146842 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b92036-9c5d-4973-907a-5963678dd4cd None None] Pushing event updated for resources: {'Port': ['ID=ea7634ad-3b8a-4aa6-a8b0-256727e795bb,revision_number=2']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:33:58.213455 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a3f3eb9b-39aa-4260-8c55-aa632966a807 tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2684816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26033152'] for subnet, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:58.271073 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f3eb9b-39aa-4260-8c55-aa632966a807 tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Pushing event deleted for resources: {'Subnet': ['ID=70534a36-bd07-4d50-859c-2a3f126838b6,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:33:58.306482 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f3eb9b-39aa-4260-8c55-aa632966a807 tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:33:58.306834 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f3eb9b-39aa-4260-8c55-aa632966a807 tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:33:58.307174 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f3eb9b-39aa-4260-8c55-aa632966a807 tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:33:58.307522 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f3eb9b-39aa-4260-8c55-aa632966a807 tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:33:58.307888 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f3eb9b-39aa-4260-8c55-aa632966a807 tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:33:58.308312 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f3eb9b-39aa-4260-8c55-aa632966a807 tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:33:58.308623 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f3eb9b-39aa-4260-8c55-aa632966a807 tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:33:58.308953 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f3eb9b-39aa-4260-8c55-aa632966a807 tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:33:58.309285 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f3eb9b-39aa-4260-8c55-aa632966a807 tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:33:58.309641 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f3eb9b-39aa-4260-8c55-aa632966a807 tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:33:58.309972 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f3eb9b-39aa-4260-8c55-aa632966a807 tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:33:58.310306 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f3eb9b-39aa-4260-8c55-aa632966a807 tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:33:58.381080 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd28e485-a1ce-4b39-9f28-6215497cd9f0 admin admin] Router e8098b08-da38-4605-b586-97fee7b43474 is scheduled to L3 agent 2c6eb27e-defb-4cca-9a24-381c7415e359 with binding_index 1 {{(pid=93916) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 18:33:58.384688 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a3f3eb9b-39aa-4260-8c55-aa632966a807 tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2096010', 'neutron.services.segments.db._delete_segments_for_network-8728202734996'] for network, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:58.402329 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ada510e-3360-4700-b819-e13a880d0db8 None None] Network f882c386-b393-40a4-854c-9aa0e14cffde requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:33:58.430929 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.segments.db [None req-a3f3eb9b-39aa-4260-8c55-aa632966a807 tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc4381da-7042-4ec9-ac54-ce09bca6933e']}} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:33:58.468014 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-6249212a-3ae4-448b-94da-6a20d44114ee tempest-RoutersNegativeTest-467807617 tempest-RoutersNegativeTest-467807617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-929996', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-571750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11395'] for router, precommit_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:58.484749 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.segments.db [None req-a3f3eb9b-39aa-4260-8c55-aa632966a807 tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b5e5ded-3ece-4ea8-b1e3-2c1c2092b6d4') {'for_net_delete': True} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:33:58.485523 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.segments.db [None req-a3f3eb9b-39aa-4260-8c55-aa632966a807 tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b5e5ded-3ece-4ea8-b1e3-2c1c2092b6d4') {} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:33:58.504323 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a3f3eb9b-39aa-4260-8c55-aa632966a807 tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728202715275', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26296891'] for segment, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:58.530847 n-d-800634-3 neutron-server[93915]: INFO neutron.api.v2.resource [None req-6249212a-3ae4-448b-94da-6a20d44114ee tempest-RoutersNegativeTest-467807617 tempest-RoutersNegativeTest-467807617-project] update failed (client error): The resource could not be found. Jul 14 18:33:58.537189 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-6249212a-3ae4-448b-94da-6a20d44114ee tempest-RoutersNegativeTest-467807617 tempest-RoutersNegativeTest-467807617-project] 10.222.0.16 "PUT /v2.0/routers/3a1b9aa6-f59b-41eb-829e-0ddc1bec96db HTTP/1.1" status: 404 len: 339 time: 0.5179183 Jul 14 18:33:58.538379 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 46392) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:33:58.559918 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-57820f46-3e34-4d5c-ba49-b0c1ee8a2635 None None] Provisioning for port 1b0d873c-1117-4639-be6e-e0b017b310a9 completed by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:33:58.575174 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-57820f46-3e34-4d5c-ba49-b0c1ee8a2635 None None] Provisioning complete for port 1b0d873c-1117-4639-be6e-e0b017b310a9 triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:33:58.575602 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-57820f46-3e34-4d5c-ba49-b0c1ee8a2635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:58.588697 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a3f3eb9b-39aa-4260-8c55-aa632966a807 tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:58.646712 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3f3eb9b-39aa-4260-8c55-aa632966a807 tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Releasing vlan 81 on physical network physnet1 to pool {{(pid=93916) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 18:33:58.647868 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a3f3eb9b-39aa-4260-8c55-aa632966a807 tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2682942'] for segment, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:58.651612 n-d-800634-3 neutron-server[93916]: Traceback (most recent call last): Jul 14 18:33:58.651612 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 18:33:58.651612 n-d-800634-3 neutron-server[93916]: timer() Jul 14 18:33:58.651612 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 18:33:58.651612 n-d-800634-3 neutron-server[93916]: cb(*args, **kw) Jul 14 18:33:58.651612 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 18:33:58.651612 n-d-800634-3 neutron-server[93916]: return func(*args, **kwargs) Jul 14 18:33:58.651612 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 18:33:58.651612 n-d-800634-3 neutron-server[93916]: self._notify() Jul 14 18:33:58.651612 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 18:33:58.651612 n-d-800634-3 neutron-server[93916]: self.callback(batched_events) Jul 14 18:33:58.651612 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 18:33:58.651612 n-d-800634-3 neutron-server[93916]: event.method(event) Jul 14 18:33:58.651612 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 18:33:58.651612 n-d-800634-3 neutron-server[93916]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 18:33:58.651612 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 18:33:58.651612 n-d-800634-3 neutron-server[93916]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 18:33:58.651612 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 18:33:58.651612 n-d-800634-3 neutron-server[93916]: return f(self, *a, **k) Jul 14 18:33:58.651612 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 18:33:58.651612 n-d-800634-3 neutron-server[93916]: return self._get(url).json() Jul 14 18:33:58.651612 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 18:33:58.651612 n-d-800634-3 neutron-server[93916]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 18:33:58.651612 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 18:33:58.651612 n-d-800634-3 neutron-server[93916]: return self.request(url, 'GET', **kwargs) Jul 14 18:33:58.651612 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 18:33:58.651612 n-d-800634-3 neutron-server[93916]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 18:33:58.651612 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 18:33:58.651612 n-d-800634-3 neutron-server[93916]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 18:33:58.651612 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 18:33:58.651612 n-d-800634-3 neutron-server[93916]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 18:33:58.651612 n-d-800634-3 neutron-server[93916]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 18:33:58.755844 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.db.api [None req-a3f3eb9b-39aa-4260-8c55-aa632966a807 tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 14 18:33:58.755844 n-d-800634-3 neutron-server[93916]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 14 18:33:58.755844 n-d-800634-3 neutron-server[93916]: [parameters: {'id': 'fc4381da-7042-4ec9-ac54-ce09bca6933e'}] Jul 14 18:33:58.755844 n-d-800634-3 neutron-server[93916]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93916) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 14 18:33:58.756845 n-d-800634-3 neutron-server[93916]: DEBUG oslo_db.api [None req-a3f3eb9b-39aa-4260-8c55-aa632966a807 tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 18:33:58.758847 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd28e485-a1ce-4b39-9f28-6215497cd9f0 admin admin] Notify agent at l3_agent.n-d-800634-3 the message routers_updated {{(pid=93916) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 18:33:58.770246 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8ac291a-aaf8-4497-aac8-1850ab001f7c None None] Sync routers for ids ['e8098b08-da38-4605-b586-97fee7b43474'] in n-d-800634-3 {{(pid=93917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 18:33:58.780604 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-fd28e485-a1ce-4b39-9f28-6215497cd9f0 admin admin] Notify callbacks [] for router, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:58.786423 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-fd28e485-a1ce-4b39-9f28-6215497cd9f0 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 4.0517352 Jul 14 18:33:58.787237 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 46396) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:33:58.831001 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8ac291a-aaf8-4497-aac8-1850ab001f7c None None] Routers {'e8098b08-da38-4605-b586-97fee7b43474'} bound to L3 agent in host n-d-800634-3 {{(pid=93917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:33:58.831734 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-e8ac291a-aaf8-4497-aac8-1850ab001f7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:33:53Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['e8098b08-da38-4605-b586-97fee7b43474'], 'active': True} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:33:59.033058 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvr_db [None req-e8ac291a-aaf8-4497-aac8-1850ab001f7c None None] Set router e8098b08-da38-4605-b586-97fee7b43474 gateway port host: n-d-800634-3 {{(pid=93917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 18:33:59.271558 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a3f3eb9b-39aa-4260-8c55-aa632966a807 tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645734'] for network, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:59.332335 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-e8ac291a-aaf8-4497-aac8-1850ab001f7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8098b08-da38-4605-b586-97fee7b43474', 'name': 'tempest-ServerRescueTestJSONUnderV235-1278005292-router', 'tenant_id': 'bc00a49d970c402a9d26e3f8244b6309', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.232'}], 'enable_snat': True}, 'gw_port_id': 'd57da537-9edf-46de-a3c0-1553301d937e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:33:54Z', 'updated_at': '2021-07-14T18:33:56Z', 'revision_number': 3, 'project_id': 'bc00a49d970c402a9d26e3f8244b6309', 'gw_port': {'id': 'd57da537-9edf-46de-a3c0-1553301d937e', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:13:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8098b08-da38-4605-b586-97fee7b43474', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1610, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:33:55Z', 'updated_at': '2021-07-14T18:33:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3'}], 'n-d-800634-3', False) {} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:33:59.380360 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8ac291a-aaf8-4497-aac8-1850ab001f7c None None] Checking router: e8098b08-da38-4605-b586-97fee7b43474 for host: n-d-800634-3 {{(pid=93917) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 18:33:59.380866 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8ac291a-aaf8-4497-aac8-1850ab001f7c None None] Updating router e8098b08-da38-4605-b586-97fee7b43474 port d57da537-9edf-46de-a3c0-1553301d937e binding host n-d-800634-3 {{(pid=93917) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 18:33:59.470726 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-e8ac291a-aaf8-4497-aac8-1850ab001f7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:59.483710 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-1fea11da-47da-4668-9ae0-257fdd4b457e req-409128d0-fd22-4705-b5d6-cdbc0d04663b tempest-ServerShowV254Test-1743861056 tempest-ServerShowV254Test-1743861056-project] 10.222.0.16 "GET /v2.0/ports?device_id=09976659-3505-4872-a434-70575e61f2eb HTTP/1.1" status: 200 len: 210 time: 0.0448637 Jul 14 18:33:59.575678 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-4a2a5bbb-3236-4ee8-aaf3-a671ee42da13 tempest-RoutersNegativeTest-467807617 tempest-RoutersNegativeTest-467807617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:59.641600 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device ea7634ad-3b8a-4aa6-a8b0-256727e795bb up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:33:59.666994 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-a3f3eb9b-39aa-4260-8c55-aa632966a807 tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Deleting port ea7634ad-3b8a-4aa6-a8b0-256727e795bb {{(pid=93916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:33:59.667575 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a3f3eb9b-39aa-4260-8c55-aa632966a807 tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:59.684253 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68834690-db8d-4b08-8ebf-843a906ad635 None None] Network fc4381da-7042-4ec9-ac54-ce09bca6933e requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:33:59.690595 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-91b4bcd5-1878-4978-b54e-b91bf611b357 None None] Provisioning complete for port 1b0d873c-1117-4639-be6e-e0b017b310a9 triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:33:59.690983 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-91b4bcd5-1878-4978-b54e-b91bf611b357 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:59.771847 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-1e7b7e44-cce2-4eb2-948c-b95e8fcdca1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:59.782509 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.db [None req-a3f3eb9b-39aa-4260-8c55-aa632966a807 tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] For port ea7634ad-3b8a-4aa6-a8b0-256727e795bb, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=ea7634ad-3b8a-4aa6-a8b0-256727e795bb,segment=NetworkSegment(4b5e5ded-3ece-4ea8-b1e3-2c1c2092b6d4),segment_id=4b5e5ded-3ece-4ea8-b1e3-2c1c2092b6d4)] {{(pid=93916) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:33:59.783249 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a3f3eb9b-39aa-4260-8c55-aa632966a807 tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:33:59.809115 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-a3f3eb9b-39aa-4260-8c55-aa632966a807 tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Calling delete_port for ea7634ad-3b8a-4aa6-a8b0-256727e795bb owned by network:dhcp {{(pid=93916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:33:59.846194 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.db_base_plugin_common [None req-4a2a5bbb-3236-4ee8-aaf3-a671ee42da13 tempest-RoutersNegativeTest-467807617 tempest-RoutersNegativeTest-467807617-project] Allocated IP 172.20.0.1 (68b226b3-cd66-492f-9213-3d9463e582d1/1266f2c3-cea2-4489-8ea2-eca4e41bccbd/b97dd5c4-9326-4b02-a482-ce454b938c6a) {{(pid=93915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:33:59.909557 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning for port ea7634ad-3b8a-4aa6-a8b0-256727e795bb completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:33:59.979361 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-4a2a5bbb-3236-4ee8-aaf3-a671ee42da13 tempest-RoutersNegativeTest-467807617 tempest-RoutersNegativeTest-467807617-project] Notify callbacks [] for port, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:00.015221 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.provisioning_blocks [None req-4a2a5bbb-3236-4ee8-aaf3-a671ee42da13 tempest-RoutersNegativeTest-467807617 tempest-RoutersNegativeTest-467807617-project] Transition to ACTIVE for port object b97dd5c4-9326-4b02-a482-ce454b938c6a will not be triggered until provisioned by entity DHCP. {{(pid=93915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:34:00.018196 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a3f3eb9b-39aa-4260-8c55-aa632966a807 tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:00.057965 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f3eb9b-39aa-4260-8c55-aa632966a807 tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Pushing event deleted for resources: {'Port': ['ID=ea7634ad-3b8a-4aa6-a8b0-256727e795bb,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:34:00.070059 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3f3eb9b-39aa-4260-8c55-aa632966a807 tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] No DVR routers for this DVR port ea7634ad-3b8a-4aa6-a8b0-256727e795bb on host n-d-800634-3 {{(pid=93916) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 18:34:00.071693 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-4a2a5bbb-3236-4ee8-aaf3-a671ee42da13 tempest-RoutersNegativeTest-467807617 tempest-RoutersNegativeTest-467807617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:00.075983 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.db_base_plugin_common [None req-1e7b7e44-cce2-4eb2-948c-b95e8fcdca1b admin admin] Allocated IP 172.20.0.1 (5c2b1ad9-b7c6-42f5-980f-ff933c7b9b10/d49b56c3-eb98-4614-ba40-0fb0c157fa98/178f76c1-e244-4f46-bf04-f67dd021ddba) {{(pid=93916) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:34:00.087887 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-e8ac291a-aaf8-4497-aac8-1850ab001f7c None None] Notify callbacks [] for port, precommit_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:00.128697 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a2a5bbb-3236-4ee8-aaf3-a671ee42da13 tempest-RoutersNegativeTest-467807617 tempest-RoutersNegativeTest-467807617-project] Network 68b226b3-cd66-492f-9213-3d9463e582d1 is already hosted by enough agents. {{(pid=93915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:34:00.135518 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [None req-4a2a5bbb-3236-4ee8-aaf3-a671ee42da13 tempest-RoutersNegativeTest-467807617 tempest-RoutersNegativeTest-467807617-project] Resources bound (agent type, host, resource id): {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:34:00.141121 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-e8ac291a-aaf8-4497-aac8-1850ab001f7c None None] Transition to ACTIVE for port object d57da537-9edf-46de-a3c0-1553301d937e will not be triggered until provisioned by entity L2. {{(pid=93917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:34:00.141346 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a2a5bbb-3236-4ee8-aaf3-a671ee42da13 tempest-RoutersNegativeTest-467807617 tempest-RoutersNegativeTest-467807617-project] Received port after_create {{(pid=93915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:34:00.148483 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40657448-ae22-4a23-a673-52da0a7971ce None None] DHCP port deletion for fc4381da-7042-4ec9-ac54-ce09bca6933e request from n-d-800634-3 {{(pid=93917) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 18:34:00.162889 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-e8ac291a-aaf8-4497-aac8-1850ab001f7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:00.172940 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-4ef0750a-f190-4e3b-b9f3-55713ae597ad None None] Could not find standard attr ID for object ea7634ad-3b8a-4aa6-a8b0-256727e795bb. {{(pid=93917) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 14 18:34:00.181214 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2a5bbb-3236-4ee8-aaf3-a671ee42da13 tempest-RoutersNegativeTest-467807617 tempest-RoutersNegativeTest-467807617-project] Pushing event updated for resources: {'Port': ['ID=b97dd5c4-9326-4b02-a482-ce454b938c6a,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:34:00.225538 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a3f3eb9b-39aa-4260-8c55-aa632966a807 tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2096010', 'neutron.services.segments.db._delete_segments_for_network-8728202734996'] for network, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:00.225844 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-4a2a5bbb-3236-4ee8-aaf3-a671ee42da13 tempest-RoutersNegativeTest-467807617 tempest-RoutersNegativeTest-467807617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-930452'] for router_interface, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:00.241716 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.segments.db [None req-a3f3eb9b-39aa-4260-8c55-aa632966a807 tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc4381da-7042-4ec9-ac54-ce09bca6933e']}} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:34:00.256418 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.segments.db [None req-a3f3eb9b-39aa-4260-8c55-aa632966a807 tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b5e5ded-3ece-4ea8-b1e3-2c1c2092b6d4') {'for_net_delete': True} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:34:00.256832 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.segments.db [None req-a3f3eb9b-39aa-4260-8c55-aa632966a807 tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b5e5ded-3ece-4ea8-b1e3-2c1c2092b6d4') {} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:34:00.260080 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30fa51a-50d1-4855-ba25-ae916244f40b None None] Pushing event updated for resources: {'Port': ['ID=d57da537-9edf-46de-a3c0-1553301d937e,revision_number=2']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:34:00.265674 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2abd0710-9222-4d39-814c-18431a646f74 None None] Network fc4381da-7042-4ec9-ac54-ce09bca6933e requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:34:00.278453 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a3f3eb9b-39aa-4260-8c55-aa632966a807 tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728202715275', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26296891'] for segment, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:00.309196 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a3f3eb9b-39aa-4260-8c55-aa632966a807 tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:00.326778 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3f3eb9b-39aa-4260-8c55-aa632966a807 tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Releasing vlan 81 on physical network physnet1 to pool {{(pid=93916) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 18:34:00.327272 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a3f3eb9b-39aa-4260-8c55-aa632966a807 tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2682942'] for segment, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:00.330930 n-d-800634-3 neutron-server[93916]: Traceback (most recent call last): Jul 14 18:34:00.330930 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 18:34:00.330930 n-d-800634-3 neutron-server[93916]: timer() Jul 14 18:34:00.330930 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 18:34:00.330930 n-d-800634-3 neutron-server[93916]: cb(*args, **kw) Jul 14 18:34:00.330930 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 18:34:00.330930 n-d-800634-3 neutron-server[93916]: return func(*args, **kwargs) Jul 14 18:34:00.330930 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 18:34:00.330930 n-d-800634-3 neutron-server[93916]: self._notify() Jul 14 18:34:00.330930 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 18:34:00.330930 n-d-800634-3 neutron-server[93916]: self.callback(batched_events) Jul 14 18:34:00.330930 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 18:34:00.330930 n-d-800634-3 neutron-server[93916]: event.method(event) Jul 14 18:34:00.330930 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 18:34:00.330930 n-d-800634-3 neutron-server[93916]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 18:34:00.330930 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 18:34:00.330930 n-d-800634-3 neutron-server[93916]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 18:34:00.330930 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 18:34:00.330930 n-d-800634-3 neutron-server[93916]: return f(self, *a, **k) Jul 14 18:34:00.330930 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 18:34:00.330930 n-d-800634-3 neutron-server[93916]: return self._get(url).json() Jul 14 18:34:00.330930 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 18:34:00.330930 n-d-800634-3 neutron-server[93916]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 18:34:00.330930 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 18:34:00.330930 n-d-800634-3 neutron-server[93916]: return self.request(url, 'GET', **kwargs) Jul 14 18:34:00.330930 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 18:34:00.330930 n-d-800634-3 neutron-server[93916]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 18:34:00.330930 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 18:34:00.330930 n-d-800634-3 neutron-server[93916]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 18:34:00.330930 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 18:34:00.330930 n-d-800634-3 neutron-server[93916]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 18:34:00.330930 n-d-800634-3 neutron-server[93916]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 18:34:00.334525 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-1e7b7e44-cce2-4eb2-948c-b95e8fcdca1b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:00.422290 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a3f3eb9b-39aa-4260-8c55-aa632966a807 tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2096001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-930085'] for network, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:00.431079 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a3f3eb9b-39aa-4260-8c55-aa632966a807 tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598705'] for network, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:00.433658 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-a3f3eb9b-39aa-4260-8c55-aa632966a807 tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] 10.222.0.16 "DELETE /v2.0/networks/fc4381da-7042-4ec9-ac54-ce09bca6933e HTTP/1.1" status: 204 len: 168 time: 3.3173513 Jul 14 18:34:00.437947 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 46412) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:34:00.464315 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f3eb9b-39aa-4260-8c55-aa632966a807 tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Pushing event deleted for resources: {'Network': ['ID=fc4381da-7042-4ec9-ac54-ce09bca6933e,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:34:00.495700 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-1e7b7e44-cce2-4eb2-948c-b95e8fcdca1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:00.526739 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-e8ac291a-aaf8-4497-aac8-1850ab001f7c None None] Attempting to bind port d57da537-9edf-46de-a3c0-1553301d937e on host n-d-800634-3 for vnic_type normal with profile {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:34:00.526980 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-e8ac291a-aaf8-4497-aac8-1850ab001f7c None None] Attempting to bind port d57da537-9edf-46de-a3c0-1553301d937e by drivers openvswitch,hyperv on host n-d-800634-3 at level 0 using segments [{'id': '5afb940b-bbdf-4727-be00-5d46367c38a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9200a437-e1de-4520-88f6-e68386523e61'}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:34:00.532510 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8ac291a-aaf8-4497-aac8-1850ab001f7c None None] Attempting to bind port d57da537-9edf-46de-a3c0-1553301d937e on network 9200a437-e1de-4520-88f6-e68386523e61 {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:34:00.536011 n-d-800634-3 neutron-server[93915]: INFO neutron.pecan_wsgi.hooks.translation [None req-224e184e-0d77-4ae9-b224-901557b8976d tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] DELETE failed (client error): The resource could not be found. Jul 14 18:34:00.536544 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8ac291a-aaf8-4497-aac8-1850ab001f7c None None] Checking agent: {'id': '01c19e91-a945-4e3c-94a6-c211e17c923e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 8, 23), 'started_at': datetime.datetime(2021, 7, 14, 18, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 18, 33, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 18:34:00.536705 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-224e184e-0d77-4ae9-b224-901557b8976d tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93915) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 18:34:00.536809 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8ac291a-aaf8-4497-aac8-1850ab001f7c None None] Checking segment: {'id': '5afb940b-bbdf-4727-be00-5d46367c38a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9200a437-e1de-4520-88f6-e68386523e61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93917) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:34:00.537625 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-e8ac291a-aaf8-4497-aac8-1850ab001f7c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:00.537842 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8ac291a-aaf8-4497-aac8-1850ab001f7c None None] Bound using segment: {'id': '5afb940b-bbdf-4727-be00-5d46367c38a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9200a437-e1de-4520-88f6-e68386523e61'} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 18:34:00.538419 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-e8ac291a-aaf8-4497-aac8-1850ab001f7c None None] Bound port: d57da537-9edf-46de-a3c0-1553301d937e, host: n-d-800634-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5afb940b-bbdf-4727-be00-5d46367c38a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9200a437-e1de-4520-88f6-e68386523e61'}}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 18:34:00.538829 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-e8ac291a-aaf8-4497-aac8-1850ab001f7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:00.540261 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-224e184e-0d77-4ae9-b224-901557b8976d tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] 10.222.0.16 "DELETE /v2.0/networks/fc4381da-7042-4ec9-ac54-ce09bca6933e HTTP/1.1" status: 404 len: 339 time: 0.0971549 Jul 14 18:34:00.550779 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 46418) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:34:00.560028 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-962a609d-0f7d-4d48-96f9-9cfd83a54f22 tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-769127361', 'description': 'd1'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:34:00.608352 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e7b7e44-cce2-4eb2-948c-b95e8fcdca1b admin admin] Network 5c2b1ad9-b7c6-42f5-980f-ff933c7b9b10 is already hosted by enough agents. {{(pid=93916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:34:00.616834 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [None req-1e7b7e44-cce2-4eb2-948c-b95e8fcdca1b admin admin] Resources bound (agent type, host, resource id): {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:34:00.622753 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e7b7e44-cce2-4eb2-948c-b95e8fcdca1b admin admin] Received port after_create {{(pid=93916) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:34:00.644271 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-962a609d-0f7d-4d48-96f9-9cfd83a54f22 tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Made reservation on behalf of 1733a117d4a444009498e255ae4afc94 for: {'network': 1} {{(pid=93915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:34:00.651828 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-66f596a0-3d90-46f4-8c95-9a24f41c7a31 None None] Provisioning for port b97dd5c4-9326-4b02-a482-ce454b938c6a completed by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:34:00.654006 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-962a609d-0f7d-4d48-96f9-9cfd83a54f22 tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for network, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:00.666868 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-66f596a0-3d90-46f4-8c95-9a24f41c7a31 None None] Provisioning complete for port b97dd5c4-9326-4b02-a482-ce454b938c6a triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:34:00.667290 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-66f596a0-3d90-46f4-8c95-9a24f41c7a31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:00.698025 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-4a2a5bbb-3236-4ee8-aaf3-a671ee42da13 tempest-RoutersNegativeTest-467807617 tempest-RoutersNegativeTest-467807617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:00.719951 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-66f596a0-3d90-46f4-8c95-9a24f41c7a31 None None] Port b97dd5c4-9326-4b02-a482-ce454b938c6a cannot update to ACTIVE because it is not bound. {{(pid=93917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 18:34:00.726799 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7b7e44-cce2-4eb2-948c-b95e8fcdca1b admin admin] Pushing event updated for resources: {'Port': ['ID=178f76c1-e244-4f46-bf04-f67dd021ddba,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:34:00.744696 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-1e7b7e44-cce2-4eb2-948c-b95e8fcdca1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-930452'] for router_interface, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:00.758747 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-e8ac291a-aaf8-4497-aac8-1850ab001f7c None None] For port d57da537-9edf-46de-a3c0-1553301d937e, host n-d-800634-3, cleared binding levels {{(pid=93917) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:34:00.762574 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-550070c7-26ca-4545-83e4-74e6e3b48f6b None None] get_active_networks_info from n-d-800634-3 {{(pid=93917) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 14 18:34:00.767515 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-e8ac291a-aaf8-4497-aac8-1850ab001f7c None None] For port d57da537-9edf-46de-a3c0-1553301d937e, host n-d-800634-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=d57da537-9edf-46de-a3c0-1553301d937e,segment=NetworkSegment(5afb940b-bbdf-4727-be00-5d46367c38a1),segment_id=5afb940b-bbdf-4727-be00-5d46367c38a1)] {{(pid=93917) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 18:34:00.803601 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-e8ac291a-aaf8-4497-aac8-1850ab001f7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:00.846076 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-962a609d-0f7d-4d48-96f9-9cfd83a54f22 tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 63} {{(pid=93915) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 18:34:00.884710 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-7fb0625d-47ba-42b1-82ec-c84689859457 req-c9cd67d8-c0f1-444f-9fea-2088545fc787 tempest-ServerShowV254Test-1743861056 tempest-ServerShowV254Test-1743861056-project] 10.222.0.16 "GET /v2.0/ports?device_id=09976659-3505-4872-a434-70575e61f2eb HTTP/1.1" status: 200 len: 210 time: 0.0556872 Jul 14 18:34:00.917482 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-962a609d-0f7d-4d48-96f9-9cfd83a54f22 tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:00.917994 n-d-800634-3 neutron-server[93915]: INFO neutron.db.segments_db [None req-962a609d-0f7d-4d48-96f9-9cfd83a54f22 tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Added segment 7ccee3a3-331a-4e0e-a1aa-25196c8d8a5d of type vlan for network fa34375c-138d-4a4a-ab98-4e586c9b9f51 Jul 14 18:34:00.923745 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8ac291a-aaf8-4497-aac8-1850ab001f7c None None] Routers {'e8098b08-da38-4605-b586-97fee7b43474'} bound to L3 agent in host n-d-800634-3 {{(pid=93917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:34:00.924441 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-e8ac291a-aaf8-4497-aac8-1850ab001f7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:33:53Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['e8098b08-da38-4605-b586-97fee7b43474'], 'active': True} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:34:00.950611 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-1e7b7e44-cce2-4eb2-948c-b95e8fcdca1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:00.971841 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30fa51a-50d1-4855-ba25-ae916244f40b None None] Pushing event updated for resources: {'Port': ['ID=d57da537-9edf-46de-a3c0-1553301d937e,revision_number=3']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:34:01.088025 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-962a609d-0f7d-4d48-96f9-9cfd83a54f22 tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728202197517'] for network, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:01.097548 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvr_db [None req-e8ac291a-aaf8-4497-aac8-1850ab001f7c None None] Set router e8098b08-da38-4605-b586-97fee7b43474 gateway port host: n-d-800634-3 {{(pid=93917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 18:34:01.202315 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-962a609d-0f7d-4d48-96f9-9cfd83a54f22 tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727'] for network, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:01.203497 n-d-800634-3 neutron-server[93917]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-550070c7-26ca-4545-83e4-74e6e3b48f6b None None] Resources bound (agent type, host, resource id): {{(pid=93917) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 14 18:34:01.208839 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-962a609d-0f7d-4d48-96f9-9cfd83a54f22 tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:34:01.209636 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-962a609d-0f7d-4d48-96f9-9cfd83a54f22 tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Notify callbacks [] for network, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:01.219467 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-1e7b7e44-cce2-4eb2-948c-b95e8fcdca1b admin admin] Notify callbacks [] for port, precommit_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:01.232348 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-1e7b7e44-cce2-4eb2-948c-b95e8fcdca1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2684870'] for port, after_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:01.309309 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-962a609d-0f7d-4d48-96f9-9cfd83a54f22 tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.7542267 Jul 14 18:34:01.310504 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 46428) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:34:01.339454 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962a609d-0f7d-4d48-96f9-9cfd83a54f22 tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Pushing event updated for resources: {'Network': ['ID=fa34375c-138d-4a4a-ab98-4e586c9b9f51,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:34:01.340564 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-1e7b7e44-cce2-4eb2-948c-b95e8fcdca1b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-598741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-928734'] for router_interface, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:01.352691 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Network fa34375c-138d-4a4a-ab98-4e586c9b9f51 details requested by agent ovs-agent-n-d-800634-3 with host n-d-800634-3 {{(pid=93917) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 18:34:01.377202 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-4a2a5bbb-3236-4ee8-aaf3-a671ee42da13 tempest-RoutersNegativeTest-467807617 tempest-RoutersNegativeTest-467807617-project] Notify callbacks [] for port, precommit_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:01.384362 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-4a2a5bbb-3236-4ee8-aaf3-a671ee42da13 tempest-RoutersNegativeTest-467807617 tempest-RoutersNegativeTest-467807617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25912978'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:01.464658 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7b7e44-cce2-4eb2-948c-b95e8fcdca1b admin admin] Pushing event updated for resources: {'Port': ['ID=178f76c1-e244-4f46-bf04-f67dd021ddba,revision_number=2']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:34:01.482245 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2a5bbb-3236-4ee8-aaf3-a671ee42da13 tempest-RoutersNegativeTest-467807617 tempest-RoutersNegativeTest-467807617-project] Pushing event updated for resources: {'Port': ['ID=b97dd5c4-9326-4b02-a482-ce454b938c6a,revision_number=2']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:34:01.483321 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99c79619-8d20-437e-95c8-2b3e13d38b48 tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:34:01.495841 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-99c79619-8d20-437e-95c8-2b3e13d38b48 tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] 10.222.0.16 "GET /v2.0/networks?id=fa34375c-138d-4a4a-ab98-4e586c9b9f51 HTTP/1.1" status: 200 len: 764 time: 0.1793351 Jul 14 18:34:01.496328 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device ea7634ad-3b8a-4aa6-a8b0-256727e795bb no longer exists at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 18:34:01.498329 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 46430) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:34:01.509445 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-cf97a30a-a939-460b-a1ad-225c257b8f64 tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Request body: {'network': {'description': 'd2'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:34:01.544965 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] No Port match for: ea7634ad-3b8a-4aa6-a8b0-256727e795bb {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 18:34:01.545315 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device ea7634ad-3b8a-4aa6-a8b0-256727e795bb not bound to the agent host n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 18:34:01.577566 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-e8ac291a-aaf8-4497-aac8-1850ab001f7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8098b08-da38-4605-b586-97fee7b43474', 'name': 'tempest-ServerRescueTestJSONUnderV235-1278005292-router', 'tenant_id': 'bc00a49d970c402a9d26e3f8244b6309', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.232'}], 'enable_snat': True}, 'gw_port_id': 'd57da537-9edf-46de-a3c0-1553301d937e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:33:54Z', 'updated_at': '2021-07-14T18:34:00Z', 'revision_number': 4, 'project_id': 'bc00a49d970c402a9d26e3f8244b6309', 'gw_port': {'id': 'd57da537-9edf-46de-a3c0-1553301d937e', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:13:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8098b08-da38-4605-b586-97fee7b43474', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1610, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:33:55Z', 'updated_at': '2021-07-14T18:34:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_interfaces': [{'id': '178f76c1-e244-4f46-bf04-f67dd021ddba', 'name': '', 'network_id': '5c2b1ad9-b7c6-42f5-980f-ff933c7b9b10', 'tenant_id': 'bc00a49d970c402a9d26e3f8244b6309', 'mac_address': 'fa:16:3e:5d:78:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8098b08-da38-4605-b586-97fee7b43474', 'device_owner': 'network:router_interface', 'standard_attr_id': 1613, 'fixed_ips': [{'subnet_id': 'd49b56c3-eb98-4614-ba40-0fb0c157fa98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:33:59Z', 'updated_at': '2021-07-14T18:34:00Z', 'revision_number': 1, 'project_id': 'bc00a49d970c402a9d26e3f8244b6309', 'subnets': [{'id': 'd49b56c3-eb98-4614-ba40-0fb0c157fa98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-3', False) {} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:34:01.578793 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-4a2a5bbb-3236-4ee8-aaf3-a671ee42da13 tempest-RoutersNegativeTest-467807617 tempest-RoutersNegativeTest-467807617-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-598741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-928734'] for router_interface, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:01.614982 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8ac291a-aaf8-4497-aac8-1850ab001f7c None None] The sync data for ids ['e8098b08-da38-4605-b586-97fee7b43474'] in n-d-800634-3 is: [{'id': 'e8098b08-da38-4605-b586-97fee7b43474', 'name': 'tempest-ServerRescueTestJSONUnderV235-1278005292-router', 'tenant_id': 'bc00a49d970c402a9d26e3f8244b6309', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.232'}], 'enable_snat': True}, 'gw_port_id': 'd57da537-9edf-46de-a3c0-1553301d937e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:33:54Z', 'updated_at': '2021-07-14T18:34:00Z', 'revision_number': 4, 'project_id': 'bc00a49d970c402a9d26e3f8244b6309', 'gw_port': {'id': 'd57da537-9edf-46de-a3c0-1553301d937e', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:13:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8098b08-da38-4605-b586-97fee7b43474', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1610, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:33:55Z', 'updated_at': '2021-07-14T18:34:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_interfaces': [{'id': '178f76c1-e244-4f46-bf04-f67dd021ddba', 'name': '', 'network_id': '5c2b1ad9-b7c6-42f5-980f-ff933c7b9b10', 'tenant_id': 'bc00a49d970c402a9d26e3f8244b6309', 'mac_address': 'fa:16:3e:5d:78:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8098b08-da38-4605-b586-97fee7b43474', 'device_owner': 'network:router_interface', 'standard_attr_id': 1613, 'fixed_ips': [{'subnet_id': 'd49b56c3-eb98-4614-ba40-0fb0c157fa98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:33:59Z', 'updated_at': '2021-07-14T18:34:00Z', 'revision_number': 1, 'project_id': 'bc00a49d970c402a9d26e3f8244b6309', 'subnets': [{'id': 'd49b56c3-eb98-4614-ba40-0fb0c157fa98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 18:34:01.685215 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e7b7e44-cce2-4eb2-948c-b95e8fcdca1b admin admin] Network 5c2b1ad9-b7c6-42f5-980f-ff933c7b9b10 is already hosted by enough agents. {{(pid=93916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:34:01.689206 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [None req-1e7b7e44-cce2-4eb2-948c-b95e8fcdca1b admin admin] Resources bound (agent type, host, resource id): {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:34:01.786518 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 46436) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:34:01.792610 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-c7706849-c8f2-45a6-a172-f9ef83dbbc7f tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1786074533'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:34:01.851839 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7706849-c8f2-45a6-a172-f9ef83dbbc7f tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Made reservation on behalf of 97b50484cf0c4fbaadc06c25d281353e for: {'network': 1} {{(pid=93915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:34:01.856024 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-c7706849-c8f2-45a6-a172-f9ef83dbbc7f tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for network, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:01.868595 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-cf97a30a-a939-460b-a1ad-225c257b8f64 tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728202197517'] for network, precommit_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:01.882216 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e7b7e44-cce2-4eb2-948c-b95e8fcdca1b admin admin] Router e8098b08-da38-4605-b586-97fee7b43474 has already been hosted by L3 agent 2c6eb27e-defb-4cca-9a24-381c7415e359 {{(pid=93916) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 18:34:01.890770 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a2a5bbb-3236-4ee8-aaf3-a671ee42da13 tempest-RoutersNegativeTest-467807617 tempest-RoutersNegativeTest-467807617-project] Network 68b226b3-cd66-492f-9213-3d9463e582d1 is already hosted by enough agents. {{(pid=93915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:34:01.895039 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [None req-4a2a5bbb-3236-4ee8-aaf3-a671ee42da13 tempest-RoutersNegativeTest-467807617 tempest-RoutersNegativeTest-467807617-project] Resources bound (agent type, host, resource id): {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:34:01.933461 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-cf97a30a-a939-460b-a1ad-225c257b8f64 tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727'] for network, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:01.971765 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7706849-c8f2-45a6-a172-f9ef83dbbc7f tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 51} {{(pid=93915) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 18:34:02.046771 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-cf97a30a-a939-460b-a1ad-225c257b8f64 tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Network fa34375c-138d-4a4a-ab98-4e586c9b9f51 is not hosted by any dhcp agent {{(pid=93915) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 14 18:34:02.056971 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf97a30a-a939-460b-a1ad-225c257b8f64 tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:34:02.057647 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-cf97a30a-a939-460b-a1ad-225c257b8f64 tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Notify callbacks [] for network, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:02.061501 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-cf97a30a-a939-460b-a1ad-225c257b8f64 tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] 10.222.0.16 "PUT /v2.0/networks/fa34375c-138d-4a4a-ab98-4e586c9b9f51 HTTP/1.1" status: 200 len: 761 time: 0.5596220 Jul 14 18:34:02.128584 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 46440) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:34:02.150902 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e7b7e44-cce2-4eb2-948c-b95e8fcdca1b admin admin] Notify agent at l3_agent.n-d-800634-3 the message routers_updated {{(pid=93916) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 18:34:02.159588 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-1e7b7e44-cce2-4eb2-948c-b95e8fcdca1b admin admin] 10.222.0.16 "PUT /v2.0/routers/e8098b08-da38-4605-b586-97fee7b43474/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3711839 Jul 14 18:34:02.291872 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-87cb1546-5836-4928-979d-7ec00380c93e None None] Provisioning complete for port b97dd5c4-9326-4b02-a482-ce454b938c6a triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:34:02.292454 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-87cb1546-5836-4928-979d-7ec00380c93e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:02.323491 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-c7706849-c8f2-45a6-a172-f9ef83dbbc7f tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:02.324219 n-d-800634-3 neutron-server[93915]: INFO neutron.db.segments_db [None req-c7706849-c8f2-45a6-a172-f9ef83dbbc7f tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Added segment 10270b9d-7deb-4383-8c55-a66aebb27b9d of type vlan for network 53bb0fcd-64dd-42eb-8d88-ad420edc0329 Jul 14 18:34:02.338448 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4462066f-2d87-42bd-9830-d801e0ed20f8 tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:34:02.344565 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 46446) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:34:02.356215 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-4462066f-2d87-42bd-9830-d801e0ed20f8 tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] 10.222.0.16 "GET /v2.0/networks?id=fa34375c-138d-4a4a-ab98-4e586c9b9f51 HTTP/1.1" status: 200 len: 764 time: 0.2246194 Jul 14 18:34:02.400321 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-87cb1546-5836-4928-979d-7ec00380c93e None None] Port b97dd5c4-9326-4b02-a482-ce454b938c6a cannot update to ACTIVE because it is not bound. {{(pid=93917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 18:34:02.422898 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:02.439017 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-7a98662b-3f55-4f50-b5e0-6ce1df821809 req-a2e91d61-58a8-4f67-b404-584b377f723c tempest-ServerShowV254Test-1743861056 tempest-ServerShowV254Test-1743861056-project] 10.222.0.16 "GET /v2.0/ports?device_id=09976659-3505-4872-a434-70575e61f2eb HTTP/1.1" status: 200 len: 210 time: 0.2844281 Jul 14 18:34:02.513171 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf97a30a-a939-460b-a1ad-225c257b8f64 tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Pushing event updated for resources: {'Network': ['ID=fa34375c-138d-4a4a-ab98-4e586c9b9f51,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:34:02.528996 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-c7706849-c8f2-45a6-a172-f9ef83dbbc7f tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728202197517'] for network, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:02.529235 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Network fa34375c-138d-4a4a-ab98-4e586c9b9f51 details requested by agent ovs-agent-n-d-800634-3 with host n-d-800634-3 {{(pid=93917) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 18:34:02.577637 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a2a5bbb-3236-4ee8-aaf3-a671ee42da13 tempest-RoutersNegativeTest-467807617 tempest-RoutersNegativeTest-467807617-project] Router 3a1b9aa6-f59b-41eb-829e-0ddc1bec96db has already been hosted by L3 agent 2c6eb27e-defb-4cca-9a24-381c7415e359 {{(pid=93915) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 18:34:02.688897 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-c7706849-c8f2-45a6-a172-f9ef83dbbc7f tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727'] for network, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:02.695071 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7706849-c8f2-45a6-a172-f9ef83dbbc7f tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:34:02.695904 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-c7706849-c8f2-45a6-a172-f9ef83dbbc7f tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Notify callbacks [] for network, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:02.769735 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e089957a-3221-47e9-8736-40d1a0939362 tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:34:02.771659 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-e089957a-3221-47e9-8736-40d1a0939362 tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.4253764 Jul 14 18:34:02.784216 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 46462) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:34:02.815938 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-c7706849-c8f2-45a6-a172-f9ef83dbbc7f tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.0282109 Jul 14 18:34:02.828110 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 46464) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:34:02.954154 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd9a38f-05a1-4be8-b53b-39f216ab8a7d req-cdee150e-a63d-4003-b6fa-f01cb3966d21 tempest-ServerRescueTestJSONUnderV235-773555335 tempest-ServerRescueTestJSONUnderV235-773555335-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:34:02.955645 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6fd9a38f-05a1-4be8-b53b-39f216ab8a7d req-cdee150e-a63d-4003-b6fa-f01cb3966d21 tempest-ServerRescueTestJSONUnderV235-773555335 tempest-ServerRescueTestJSONUnderV235-773555335-project] 10.222.0.16 "GET /v2.0/networks?id=5c2b1ad9-b7c6-42f5-980f-ff933c7b9b10 HTTP/1.1" status: 200 len: 820 time: 0.1454954 Jul 14 18:34:02.960302 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-7b23dff4-5ca7-4805-8675-522ccac2e18e tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-2072245338'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:34:02.990105 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6fd9a38f-05a1-4be8-b53b-39f216ab8a7d req-2b30bdf4-e654-41eb-94ac-8e5e949a4039 tempest-ServerRescueTestJSONUnderV235-773555335 tempest-ServerRescueTestJSONUnderV235-773555335-project] 10.222.0.16 "GET /v2.0/quotas/bc00a49d970c402a9d26e3f8244b6309 HTTP/1.1" status: 200 len: 375 time: 0.0196016 Jul 14 18:34:03.003131 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7706849-c8f2-45a6-a172-f9ef83dbbc7f tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Pushing event updated for resources: {'Network': ['ID=53bb0fcd-64dd-42eb-8d88-ad420edc0329,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:34:03.011214 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a2a5bbb-3236-4ee8-aaf3-a671ee42da13 tempest-RoutersNegativeTest-467807617 tempest-RoutersNegativeTest-467807617-project] Notify agent at l3_agent.n-d-800634-3 the message routers_updated {{(pid=93915) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 18:34:03.014910 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Network 53bb0fcd-64dd-42eb-8d88-ad420edc0329 details requested by agent ovs-agent-n-d-800634-3 with host n-d-800634-3 {{(pid=93917) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 18:34:03.023861 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1c12288-38d9-46f9-8bf1-9873dc1675ff None None] Sync routers for ids ['3a1b9aa6-f59b-41eb-829e-0ddc1bec96db'] in n-d-800634-3 {{(pid=93918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 18:34:03.028300 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-4a2a5bbb-3236-4ee8-aaf3-a671ee42da13 tempest-RoutersNegativeTest-467807617 tempest-RoutersNegativeTest-467807617-project] 10.222.0.16 "PUT /v2.0/routers/3a1b9aa6-f59b-41eb-829e-0ddc1bec96db/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4829423 Jul 14 18:34:03.033608 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 46468) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:34:03.045264 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1c12288-38d9-46f9-8bf1-9873dc1675ff None None] Routers {'3a1b9aa6-f59b-41eb-829e-0ddc1bec96db'} bound to L3 agent in host n-d-800634-3 {{(pid=93918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:34:03.050140 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-b1c12288-38d9-46f9-8bf1-9873dc1675ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:33:53Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['3a1b9aa6-f59b-41eb-829e-0ddc1bec96db'], 'active': True} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:34:03.085718 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b23dff4-5ca7-4805-8675-522ccac2e18e tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Made reservation on behalf of 97b50484cf0c4fbaadc06c25d281353e for: {'network': 1} {{(pid=93915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:34:03.090066 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-7b23dff4-5ca7-4805-8675-522ccac2e18e tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for network, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:03.156594 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-b1c12288-38d9-46f9-8bf1-9873dc1675ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-3', False) {} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:34:03.187340 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1c12288-38d9-46f9-8bf1-9873dc1675ff None None] Routers {'3a1b9aa6-f59b-41eb-829e-0ddc1bec96db'} bound to L3 agent in host n-d-800634-3 {{(pid=93918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:34:03.188981 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-b1c12288-38d9-46f9-8bf1-9873dc1675ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:33:53Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['3a1b9aa6-f59b-41eb-829e-0ddc1bec96db'], 'active': True} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:34:03.251104 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b23dff4-5ca7-4805-8675-522ccac2e18e tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 68} {{(pid=93915) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 18:34:03.261781 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-a96ab32e-09d1-41ab-81dd-be671a4db29b tempest-RoutersNegativeTest-467807617 tempest-RoutersNegativeTest-467807617-project] Notify callbacks [] for router, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:03.261995 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-b1c12288-38d9-46f9-8bf1-9873dc1675ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-3', False) {} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:34:03.262804 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1c12288-38d9-46f9-8bf1-9873dc1675ff None None] The sync data for ids ['3a1b9aa6-f59b-41eb-829e-0ddc1bec96db'] in n-d-800634-3 is: [] {{(pid=93918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 18:34:03.276847 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6fd9a38f-05a1-4be8-b53b-39f216ab8a7d req-724f92df-f807-4ca9-a43d-76a857f84fc1 tempest-ServerRescueTestJSONUnderV235-773555335 tempest-ServerRescueTestJSONUnderV235-773555335-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=bc00a49d970c402a9d26e3f8244b6309&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2708285 Jul 14 18:34:03.315781 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-64e0ffa6-b18a-4ba0-9bb7-08276f106460 tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] 10.222.0.16 "GET /v2.0/subnets?network_id=9200a437-e1de-4520-88f6-e68386523e61 HTTP/1.1" status: 200 len: 207 time: 0.5301263 Jul 14 18:34:03.320464 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 46470) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:34:03.349506 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-7b23dff4-5ca7-4805-8675-522ccac2e18e tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:03.349984 n-d-800634-3 neutron-server[93915]: INFO neutron.db.segments_db [None req-7b23dff4-5ca7-4805-8675-522ccac2e18e tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Added segment 55e97a62-6e3a-4f99-9832-0415496a9afd of type vlan for network d9b1ce92-40c0-4c35-b452-dfbdda964ee7 Jul 14 18:34:03.407649 n-d-800634-3 neutron-server[93915]: INFO neutron.api.v2.resource [None req-a96ab32e-09d1-41ab-81dd-be671a4db29b tempest-RoutersNegativeTest-467807617 tempest-RoutersNegativeTest-467807617-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 14 18:34:03.410015 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-a96ab32e-09d1-41ab-81dd-be671a4db29b tempest-RoutersNegativeTest-467807617 tempest-RoutersNegativeTest-467807617-project] 10.222.0.16 "DELETE /v2.0/routers/3a1b9aa6-f59b-41eb-829e-0ddc1bec96db HTTP/1.1" status: 409 len: 329 time: 0.3754385 Jul 14 18:34:03.415240 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 46476) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:34:03.514871 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device d57da537-9edf-46de-a3c0-1553301d937e up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:34:03.637367 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning for port d57da537-9edf-46de-a3c0-1553301d937e completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:34:03.642733 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port d57da537-9edf-46de-a3c0-1553301d937e triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:34:03.643203 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:03.699899 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-7b23dff4-5ca7-4805-8675-522ccac2e18e tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728202197517'] for network, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:03.728931 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ed3cbbb0-063e-4663-88a1-a44664bf2b00 req-f51eb82a-71c3-42b2-87c8-55266b922d4a tempest-ServerShowV254Test-1743861056 tempest-ServerShowV254Test-1743861056-project] 10.222.0.16 "GET /v2.0/ports?device_id=09976659-3505-4872-a434-70575e61f2eb HTTP/1.1" status: 200 len: 210 time: 0.0907037 Jul 14 18:34:03.730771 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6fd9a38f-05a1-4be8-b53b-39f216ab8a7d req-c929101f-d46e-4b87-9e4e-f50d3a1e0257 service neutron] 10.222.0.16 "GET /v2.0/networks/5c2b1ad9-b7c6-42f5-980f-ff933c7b9b10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3882315 Jul 14 18:34:03.739855 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:03.769423 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] For port d57da537-9edf-46de-a3c0-1553301d937e, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=d57da537-9edf-46de-a3c0-1553301d937e,segment=NetworkSegment(5afb940b-bbdf-4727-be00-5d46367c38a1),segment_id=5afb940b-bbdf-4727-be00-5d46367c38a1)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:34:03.778768 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:03.795978 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28fe4aed-6bd4-4eac-9204-f1f0d9cc1827 tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:34:03.802700 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28fe4aed-6bd4-4eac-9204-f1f0d9cc1827 tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:34:03.809357 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28fe4aed-6bd4-4eac-9204-f1f0d9cc1827 tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:34:03.815383 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28fe4aed-6bd4-4eac-9204-f1f0d9cc1827 tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:34:03.822256 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28fe4aed-6bd4-4eac-9204-f1f0d9cc1827 tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:34:03.828718 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28fe4aed-6bd4-4eac-9204-f1f0d9cc1827 tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:34:03.830825 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-28fe4aed-6bd4-4eac-9204-f1f0d9cc1827 tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3728 time: 0.5093145 Jul 14 18:34:03.836325 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 46480) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:34:03.850969 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Pushing event updated for resources: {'Port': ['ID=d57da537-9edf-46de-a3c0-1553301d937e,revision_number=4']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:34:03.914238 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-7b23dff4-5ca7-4805-8675-522ccac2e18e tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727'] for network, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:03.920428 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b23dff4-5ca7-4805-8675-522ccac2e18e tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:34:03.921093 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-7b23dff4-5ca7-4805-8675-522ccac2e18e tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Notify callbacks [] for network, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:03.954367 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-2d5aca00-aa96-4053-acb5-ce23c01faef5 tempest-RoutersNegativeTest-467807617 tempest-RoutersNegativeTest-467807617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-928623'] for router_interface, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:04.228822 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-2d5aca00-aa96-4053-acb5-ce23c01faef5 tempest-RoutersNegativeTest-467807617 tempest-RoutersNegativeTest-467807617-project] Deleting port b97dd5c4-9326-4b02-a482-ce454b938c6a {{(pid=93916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:34:04.229172 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-2d5aca00-aa96-4053-acb5-ce23c01faef5 tempest-RoutersNegativeTest-467807617 tempest-RoutersNegativeTest-467807617-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:04.334275 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-2d5aca00-aa96-4053-acb5-ce23c01faef5 tempest-RoutersNegativeTest-467807617 tempest-RoutersNegativeTest-467807617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:04.349194 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-2d5aca00-aa96-4053-acb5-ce23c01faef5 tempest-RoutersNegativeTest-467807617 tempest-RoutersNegativeTest-467807617-project] Calling delete_port for b97dd5c4-9326-4b02-a482-ce454b938c6a owned by network:router_interface {{(pid=93916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:34:04.406476 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-7b23dff4-5ca7-4805-8675-522ccac2e18e tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.4578407 Jul 14 18:34:04.409602 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 46484) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:34:04.416020 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-b049dd7b-f268-44a2-a88b-dbda081f1d15 tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Request body: {'subnet': {'network_id': '53bb0fcd-64dd-42eb-8d88-ad420edc0329', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:34:04.449903 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6fd9a38f-05a1-4be8-b53b-39f216ab8a7d req-f5a04a20-a520-47ea-bc93-c0b037a16ca8 service neutron] 10.222.0.16 "GET /v2.0/networks/5c2b1ad9-b7c6-42f5-980f-ff933c7b9b10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6803854 Jul 14 18:34:04.461950 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b23dff4-5ca7-4805-8675-522ccac2e18e tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Pushing event updated for resources: {'Network': ['ID=d9b1ce92-40c0-4c35-b452-dfbdda964ee7,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:34:04.498688 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Network d9b1ce92-40c0-4c35-b452-dfbdda964ee7 details requested by agent ovs-agent-n-d-800634-3 with host n-d-800634-3 {{(pid=93917) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 18:34:04.529594 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-23b3422f-4e27-4612-ad82-4ceb3be8598b tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] 10.222.0.16 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 810 time: 0.6915822 Jul 14 18:34:04.533097 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 46488) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:34:04.695610 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0efee645-3684-4891-bafd-17f825ecb99c tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:34:04.698660 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0efee645-3684-4891-bafd-17f825ecb99c tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:34:04.701589 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0efee645-3684-4891-bafd-17f825ecb99c tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:34:04.704554 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0efee645-3684-4891-bafd-17f825ecb99c tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:34:04.708408 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0efee645-3684-4891-bafd-17f825ecb99c tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:34:04.715607 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-0efee645-3684-4891-bafd-17f825ecb99c tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1771414 Jul 14 18:34:04.715964 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 46494) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:34:04.753170 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b049dd7b-f268-44a2-a88b-dbda081f1d15 tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Made reservation on behalf of 97b50484cf0c4fbaadc06c25d281353e for: {'subnet': 1} {{(pid=93916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:34:04.756876 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-b049dd7b-f268-44a2-a88b-dbda081f1d15 tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26033189'] for subnet, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:04.838772 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-2d5aca00-aa96-4053-acb5-ce23c01faef5 tempest-RoutersNegativeTest-467807617 tempest-RoutersNegativeTest-467807617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:04.841493 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7ae1218-9c4a-4e59-bf2d-cf333ecf46a8 None None] Sync routers for ids ['e8098b08-da38-4605-b586-97fee7b43474'] in n-d-800634-3 {{(pid=93917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 18:34:04.857789 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-820eaea7-e1ca-4820-8add-2e1a45f342f9 req-6c5134b0-ae5e-474e-a999-7bb64fe47d19 tempest-ServerRescueTestJSONUnderV235-773555335 tempest-ServerRescueTestJSONUnderV235-773555335-project] 10.222.0.16 "GET /v2.0/ports?device_id=1141130f-4875-4e07-b30e-73bca303df1e HTTP/1.1" status: 200 len: 210 time: 0.0654511 Jul 14 18:34:04.858578 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7ae1218-9c4a-4e59-bf2d-cf333ecf46a8 None None] Routers {'e8098b08-da38-4605-b586-97fee7b43474'} bound to L3 agent in host n-d-800634-3 {{(pid=93917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:34:04.860293 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-f7ae1218-9c4a-4e59-bf2d-cf333ecf46a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:33:53Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['e8098b08-da38-4605-b586-97fee7b43474'], 'active': True} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:34:04.882993 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5aca00-aa96-4053-acb5-ce23c01faef5 tempest-RoutersNegativeTest-467807617 tempest-RoutersNegativeTest-467807617-project] Pushing event deleted for resources: {'Port': ['ID=b97dd5c4-9326-4b02-a482-ce454b938c6a,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:34:04.919616 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b09c392-80fc-4e9a-a1d8-b13b18283aaa tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Attributes excluded by policy engine: ['shared'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:34:04.921272 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b09c392-80fc-4e9a-a1d8-b13b18283aaa tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Attributes excluded by policy engine: ['shared'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:34:04.923305 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b09c392-80fc-4e9a-a1d8-b13b18283aaa tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Attributes excluded by policy engine: ['shared'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:34:04.925245 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b09c392-80fc-4e9a-a1d8-b13b18283aaa tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Attributes excluded by policy engine: ['shared'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:34:04.927203 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b09c392-80fc-4e9a-a1d8-b13b18283aaa tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Attributes excluded by policy engine: ['shared'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:34:04.931190 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-8b09c392-80fc-4e9a-a1d8-b13b18283aaa tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] 10.222.0.16 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.2127483 Jul 14 18:34:04.934098 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 46500) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:34:05.107819 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4a246d6-2346-4101-af40-ca001c3e33a9 tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:34:05.109615 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvr_db [None req-f7ae1218-9c4a-4e59-bf2d-cf333ecf46a8 None None] Set router e8098b08-da38-4605-b586-97fee7b43474 gateway port host: n-d-800634-3 {{(pid=93917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 18:34:05.109841 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-a4a246d6-2346-4101-af40-ca001c3e33a9 tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] 10.222.0.16 "GET /v2.0/networks/4c6ea0d1-ea1c-48c4-bc69-af221a0f955b HTTP/1.1" status: 200 len: 803 time: 0.1738660 Jul 14 18:34:05.113290 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 46504) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:34:05.262473 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-b049dd7b-f268-44a2-a88b-dbda081f1d15 tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2684753', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26033175'] for subnet, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:05.273931 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-d6273979-6c5e-4c35-b06e-589c6b837037 tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] 10.222.0.16 "GET /v2.0/networks/4c6ea0d1-ea1c-48c4-bc69-af221a0f955b?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 319 time: 0.1582344 Jul 14 18:34:05.274912 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 46510) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:34:05.328649 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:05.342726 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df26ca93-2aff-4e6b-bcbf-51efb2ecb3b0 tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:34:05.344085 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-df26ca93-2aff-4e6b-bcbf-51efb2ecb3b0 tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] 10.222.0.16 "GET /v2.0/subnets/93a392e0-5559-451a-aa12-e4cfb4228bbf HTTP/1.1" status: 200 len: 843 time: 0.0660803 Jul 14 18:34:05.348471 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 46514) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:34:05.350480 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-2d5aca00-aa96-4053-acb5-ce23c01faef5 tempest-RoutersNegativeTest-467807617 tempest-RoutersNegativeTest-467807617-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-598732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-928907'] for router_interface, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:05.472173 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efed28b6-2cb2-4990-9ead-a05a74828d96 tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Attributes excluded by policy engine: ['shared'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:34:05.477793 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-efed28b6-2cb2-4990-9ead-a05a74828d96 tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] 10.222.0.16 "GET /v2.0/subnets/93a392e0-5559-451a-aa12-e4cfb4228bbf?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1242201 Jul 14 18:34:05.480476 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 46516) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:34:05.488725 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-1e2a5638-5490-42c6-91bf-42b8cbe2c31f tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-923240335'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:34:05.499878 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device d57da537-9edf-46de-a3c0-1553301d937e up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:34:05.538369 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-35313385-16de-4e23-a163-02c94adabf18 req-26d2f048-2476-443f-9d82-2befe8d0c201 tempest-ServerShowV254Test-1743861056 tempest-ServerShowV254Test-1743861056-project] 10.222.0.16 "GET /v2.0/ports?device_id=09976659-3505-4872-a434-70575e61f2eb HTTP/1.1" status: 200 len: 210 time: 0.0611956 Jul 14 18:34:05.555774 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e2a5638-5490-42c6-91bf-42b8cbe2c31f tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Made reservation on behalf of 1733a117d4a444009498e255ae4afc94 for: {'network': 1} {{(pid=93915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:34:05.560339 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-1e2a5638-5490-42c6-91bf-42b8cbe2c31f tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for network, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:05.592186 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e2a5638-5490-42c6-91bf-42b8cbe2c31f tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 56} {{(pid=93915) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 18:34:05.596496 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-f7ae1218-9c4a-4e59-bf2d-cf333ecf46a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8098b08-da38-4605-b586-97fee7b43474', 'name': 'tempest-ServerRescueTestJSONUnderV235-1278005292-router', 'tenant_id': 'bc00a49d970c402a9d26e3f8244b6309', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.232'}], 'enable_snat': True}, 'gw_port_id': 'd57da537-9edf-46de-a3c0-1553301d937e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:33:54Z', 'updated_at': '2021-07-14T18:34:00Z', 'revision_number': 4, 'project_id': 'bc00a49d970c402a9d26e3f8244b6309', 'gw_port': {'id': 'd57da537-9edf-46de-a3c0-1553301d937e', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:13:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8098b08-da38-4605-b586-97fee7b43474', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1610, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:33:55Z', 'updated_at': '2021-07-14T18:34:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_interfaces': [{'id': '178f76c1-e244-4f46-bf04-f67dd021ddba', 'name': '', 'network_id': '5c2b1ad9-b7c6-42f5-980f-ff933c7b9b10', 'tenant_id': 'bc00a49d970c402a9d26e3f8244b6309', 'mac_address': 'fa:16:3e:5d:78:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8098b08-da38-4605-b586-97fee7b43474', 'device_owner': 'network:router_interface', 'standard_attr_id': 1613, 'fixed_ips': [{'subnet_id': 'd49b56c3-eb98-4614-ba40-0fb0c157fa98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:33:59Z', 'updated_at': '2021-07-14T18:34:01Z', 'revision_number': 2, 'project_id': 'bc00a49d970c402a9d26e3f8244b6309', 'subnets': [{'id': 'd49b56c3-eb98-4614-ba40-0fb0c157fa98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-3', False) {} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:34:05.600682 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b049dd7b-f268-44a2-a88b-dbda081f1d15 tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Pushing event updated for resources: {'Subnet': ['ID=bfc85fc4-a1ec-4557-a25f-86f06ef0ab5a,revision_number=0']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:34:05.605497 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b049dd7b-f268-44a2-a88b-dbda081f1d15 tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Checking segment: {'id': '10270b9d-7deb-4383-8c55-a66aebb27b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '53bb0fcd-64dd-42eb-8d88-ad420edc0329'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93916) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:34:05.606817 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-1e2a5638-5490-42c6-91bf-42b8cbe2c31f tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:05.607342 n-d-800634-3 neutron-server[93915]: INFO neutron.db.segments_db [None req-1e2a5638-5490-42c6-91bf-42b8cbe2c31f tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Added segment ea9a56e6-e965-4648-816e-608e990b7f3c of type vlan for network dfe77bf2-6327-4948-b76f-8d7f6fb387b7 Jul 14 18:34:05.608931 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b049dd7b-f268-44a2-a88b-dbda081f1d15 tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Network hostable DHCP agents. Network: 53bb0fcd-64dd-42eb-8d88-ad420edc0329, hostable agents: ['028393c3-0576-4ebd-bca1-8ea8a148e1a2'], hosted agents: [] {{(pid=93916) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 18:34:05.637434 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7ae1218-9c4a-4e59-bf2d-cf333ecf46a8 None None] Checking router: e8098b08-da38-4605-b586-97fee7b43474 for host: n-d-800634-3 {{(pid=93917) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 18:34:05.637922 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7ae1218-9c4a-4e59-bf2d-cf333ecf46a8 None None] Updating router e8098b08-da38-4605-b586-97fee7b43474 port 178f76c1-e244-4f46-bf04-f67dd021ddba binding host n-d-800634-3 {{(pid=93917) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 18:34:05.667646 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-1e2a5638-5490-42c6-91bf-42b8cbe2c31f tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728202197517'] for network, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:05.678084 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port d57da537-9edf-46de-a3c0-1553301d937e triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:34:05.678619 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:05.706871 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-1e2a5638-5490-42c6-91bf-42b8cbe2c31f tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727'] for network, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:05.708710 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-f7ae1218-9c4a-4e59-bf2d-cf333ecf46a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:05.717738 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e2a5638-5490-42c6-91bf-42b8cbe2c31f tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:34:05.718590 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-1e2a5638-5490-42c6-91bf-42b8cbe2c31f tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Notify callbacks [] for network, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:05.743673 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b049dd7b-f268-44a2-a88b-dbda081f1d15 tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Network 53bb0fcd-64dd-42eb-8d88-ad420edc0329 is scheduled to be hosted by DHCP agent 028393c3-0576-4ebd-bca1-8ea8a148e1a2 with binding_index 1 {{(pid=93916) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 18:34:05.750635 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d5aca00-aa96-4053-acb5-ce23c01faef5 tempest-RoutersNegativeTest-467807617 tempest-RoutersNegativeTest-467807617-project] Router 3a1b9aa6-f59b-41eb-829e-0ddc1bec96db has already been hosted by L3 agent 2c6eb27e-defb-4cca-9a24-381c7415e359 {{(pid=93916) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 18:34:05.762663 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [None req-b049dd7b-f268-44a2-a88b-dbda081f1d15 tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-3, 53bb0fcd-64dd-42eb-8d88-ad420edc0329) {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:34:05.767977 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b049dd7b-f268-44a2-a88b-dbda081f1d15 tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:34:05.768742 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-b049dd7b-f268-44a2-a88b-dbda081f1d15 tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598705'] for subnet, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:05.773079 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a09bb54-bf87-4aca-9e6b-2b22e7bbb87a None None] Network 53bb0fcd-64dd-42eb-8d88-ad420edc0329 requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:34:05.813581 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-1e2a5638-5490-42c6-91bf-42b8cbe2c31f tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3274853 Jul 14 18:34:05.813886 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 46520) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:34:05.823468 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-bc31e3c6-921c-4645-b73b-1806a59bacbf tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Request body: {'subnet': {'network_id': 'dfe77bf2-6327-4948-b76f-8d7f6fb387b7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:34:05.842508 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2a5638-5490-42c6-91bf-42b8cbe2c31f tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Pushing event updated for resources: {'Network': ['ID=dfe77bf2-6327-4948-b76f-8d7f6fb387b7,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:34:05.862017 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Network dfe77bf2-6327-4948-b76f-8d7f6fb387b7 details requested by agent ovs-agent-n-d-800634-3 with host n-d-800634-3 {{(pid=93917) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 18:34:05.874963 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d5aca00-aa96-4053-acb5-ce23c01faef5 tempest-RoutersNegativeTest-467807617 tempest-RoutersNegativeTest-467807617-project] Notify agent at l3_agent.n-d-800634-3 the message routers_updated {{(pid=93916) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 18:34:05.882078 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-2d5aca00-aa96-4053-acb5-ce23c01faef5 tempest-RoutersNegativeTest-467807617 tempest-RoutersNegativeTest-467807617-project] 10.222.0.16 "PUT /v2.0/routers/3a1b9aa6-f59b-41eb-829e-0ddc1bec96db/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4302440 Jul 14 18:34:05.886182 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 46524) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:34:05.898352 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-b049dd7b-f268-44a2-a88b-dbda081f1d15 tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.4872160 Jul 14 18:34:05.901263 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d5b0f7d-b249-4ec3-9389-dc7738cd9f9f None None] Sync routers for ids ['3a1b9aa6-f59b-41eb-829e-0ddc1bec96db'] in n-d-800634-3 {{(pid=93918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 18:34:05.921574 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d5b0f7d-b249-4ec3-9389-dc7738cd9f9f None None] Routers {'3a1b9aa6-f59b-41eb-829e-0ddc1bec96db'} bound to L3 agent in host n-d-800634-3 {{(pid=93918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:34:05.922307 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-5d5b0f7d-b249-4ec3-9389-dc7738cd9f9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:33:53Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['3a1b9aa6-f59b-41eb-829e-0ddc1bec96db'], 'active': True} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:34:05.923240 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 46526) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:34:05.947346 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-3200cbb3-bfef-47c6-bf86-74f86e6fc9fe tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Request body: {'subnet': {'network_id': 'd9b1ce92-40c0-4c35-b452-dfbdda964ee7', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:34:05.948381 n-d-800634-3 neutron-server[93916]: INFO neutron.api.v2.resource [None req-2e61b043-4388-4770-b7ae-b1e41b0fc9f0 tempest-RoutersNegativeTest-467807617 tempest-RoutersNegativeTest-467807617-project] show failed (client error): The resource could not be found. Jul 14 18:34:05.949445 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-2e61b043-4388-4770-b7ae-b1e41b0fc9f0 tempest-RoutersNegativeTest-467807617 tempest-RoutersNegativeTest-467807617-project] 10.222.0.16 "GET /v2.0/routers/tempest-non_exist_router-1732393815 HTTP/1.1" status: 404 len: 335 time: 0.0619178 Jul 14 18:34:05.956739 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 46528) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:34:05.962197 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-4d645b37-58a8-4dfc-92ac-5517d0524517 tempest-RoutersNegativeTest-467807617 tempest-RoutersNegativeTest-467807617-project] Request body: {'router': {'name': 'new_name'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:34:05.969498 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-5d5b0f7d-b249-4ec3-9389-dc7738cd9f9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-3', False) {} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:34:05.996406 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d5b0f7d-b249-4ec3-9389-dc7738cd9f9f None None] Routers {'3a1b9aa6-f59b-41eb-829e-0ddc1bec96db'} bound to L3 agent in host n-d-800634-3 {{(pid=93918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:34:05.997691 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-5d5b0f7d-b249-4ec3-9389-dc7738cd9f9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:33:53Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['3a1b9aa6-f59b-41eb-829e-0ddc1bec96db'], 'active': True} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:34:06.000746 n-d-800634-3 neutron-server[93916]: INFO neutron.api.v2.resource [None req-4d645b37-58a8-4dfc-92ac-5517d0524517 tempest-RoutersNegativeTest-467807617 tempest-RoutersNegativeTest-467807617-project] update failed (client error): The resource could not be found. Jul 14 18:34:06.005711 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-4d645b37-58a8-4dfc-92ac-5517d0524517 tempest-RoutersNegativeTest-467807617 tempest-RoutersNegativeTest-467807617-project] 10.222.0.16 "PUT /v2.0/routers/tempest-non_exist_router-573021190 HTTP/1.1" status: 404 len: 334 time: 0.0477343 Jul 14 18:34:06.006481 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 46530) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:34:06.049361 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-5d5b0f7d-b249-4ec3-9389-dc7738cd9f9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-3', False) {} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:34:06.050419 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d5b0f7d-b249-4ec3-9389-dc7738cd9f9f None None] The sync data for ids ['3a1b9aa6-f59b-41eb-829e-0ddc1bec96db'] in n-d-800634-3 is: [] {{(pid=93918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 18:34:06.078155 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.db_base_plugin_v2 [None req-62ea8d5e-ec91-4ba5-a97e-c3244ab97952 tempest-RoutersNegativeTest-467807617 tempest-RoutersNegativeTest-467807617-project] Deleting subnet 35739776-02ea-400b-b468-a514afecdf3a {{(pid=93916) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 18:34:06.083199 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-62ea8d5e-ec91-4ba5-a97e-c3244ab97952 tempest-RoutersNegativeTest-467807617 tempest-RoutersNegativeTest-467807617-project] Notify callbacks [] for subnet, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:06.136660 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-62ea8d5e-ec91-4ba5-a97e-c3244ab97952 tempest-RoutersNegativeTest-467807617 tempest-RoutersNegativeTest-467807617-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26296866'] for subnet, precommit_delete_associations {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:06.153613 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-124b0638-707e-41bd-a53f-1c587c2a076b req-6911ff9a-6801-40b9-b928-31a17a387ad5 tempest-ServerRescueTestJSONUnderV235-773555335 tempest-ServerRescueTestJSONUnderV235-773555335-project] 10.222.0.16 "GET /v2.0/ports?device_id=1141130f-4875-4e07-b30e-73bca303df1e HTTP/1.1" status: 200 len: 210 time: 0.0544157 Jul 14 18:34:06.192367 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc31e3c6-921c-4645-b73b-1806a59bacbf tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Made reservation on behalf of 1733a117d4a444009498e255ae4afc94 for: {'subnet': 1} {{(pid=93915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:34:06.196879 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-bc31e3c6-921c-4645-b73b-1806a59bacbf tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28969735'] for subnet, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:06.247694 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-62ea8d5e-ec91-4ba5-a97e-c3244ab97952 tempest-RoutersNegativeTest-467807617 tempest-RoutersNegativeTest-467807617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081283'] for subnet, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:06.262126 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3200cbb3-bfef-47c6-bf86-74f86e6fc9fe tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Made reservation on behalf of 97b50484cf0c4fbaadc06c25d281353e for: {'subnet': 1} {{(pid=93915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:34:06.265610 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-3200cbb3-bfef-47c6-bf86-74f86e6fc9fe tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28969735'] for subnet, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:06.287346 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.ipam_backend_mixin [None req-bc31e3c6-921c-4645-b73b-1806a59bacbf tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Performing IP validity checks on allocation pools {{(pid=93915) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 14 18:34:06.287863 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.ipam_backend_mixin [None req-bc31e3c6-921c-4645-b73b-1806a59bacbf tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93915) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 14 18:34:06.333820 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-62ea8d5e-ec91-4ba5-a97e-c3244ab97952 tempest-RoutersNegativeTest-467807617 tempest-RoutersNegativeTest-467807617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2684816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26033152'] for subnet, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:06.362914 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-62ea8d5e-ec91-4ba5-a97e-c3244ab97952 tempest-RoutersNegativeTest-467807617 tempest-RoutersNegativeTest-467807617-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598705'] for subnet, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:06.366146 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-62ea8d5e-ec91-4ba5-a97e-c3244ab97952 tempest-RoutersNegativeTest-467807617 tempest-RoutersNegativeTest-467807617-project] 10.222.0.16 "DELETE /v2.0/subnets/35739776-02ea-400b-b468-a514afecdf3a HTTP/1.1" status: 204 len: 168 time: 0.3582292 Jul 14 18:34:06.371079 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 46532) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:34:06.371660 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b09476a3-2d87-46a1-a1ac-6604e923f574 None None] Network efb0bbdf-7dfc-44d5-9560-09e0d5893b2e requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:34:06.426579 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ea8d5e-ec91-4ba5-a97e-c3244ab97952 tempest-RoutersNegativeTest-467807617 tempest-RoutersNegativeTest-467807617-project] Pushing event deleted for resources: {'Subnet': ['ID=35739776-02ea-400b-b468-a514afecdf3a,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:34:06.464812 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.db_base_plugin_v2 [None req-68c2473c-de31-4b04-9079-64c6bdd0dba0 tempest-RoutersNegativeTest-467807617 tempest-RoutersNegativeTest-467807617-project] Deleting subnet 650aa223-1e70-47a0-8c81-847bfe32100e {{(pid=93916) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 18:34:06.465496 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f986b96-94f6-4750-b7b9-21b7c4f3658b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9222b97e-5d1c-54f8-ba97-82f172498e76-53bb0fcd-64dd-42eb-8d88-ad420edc0329', 'network_id': '53bb0fcd-64dd-42eb-8d88-ad420edc0329', 'tenant_id': '97b50484cf0c4fbaadc06c25d281353e', 'fixed_ips': [{'subnet_id': 'bfc85fc4-a1ec-4557-a25f-86f06ef0ab5a'}]}} from n-d-800634-3. {{(pid=93917) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 18:34:06.466501 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-6f986b96-94f6-4750-b7b9-21b7c4f3658b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:06.469656 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-68c2473c-de31-4b04-9079-64c6bdd0dba0 tempest-RoutersNegativeTest-467807617 tempest-RoutersNegativeTest-467807617-project] Notify callbacks [] for subnet, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:06.527959 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-68c2473c-de31-4b04-9079-64c6bdd0dba0 tempest-RoutersNegativeTest-467807617 tempest-RoutersNegativeTest-467807617-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26296866'] for subnet, precommit_delete_associations {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:06.681105 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-68c2473c-de31-4b04-9079-64c6bdd0dba0 tempest-RoutersNegativeTest-467807617 tempest-RoutersNegativeTest-467807617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081283'] for subnet, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:06.686276 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-f7ae1218-9c4a-4e59-bf2d-cf333ecf46a8 None None] Notify callbacks [] for port, precommit_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:06.740872 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-bc31e3c6-921c-4645-b73b-1806a59bacbf tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25912837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28969781'] for subnet, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:06.766528 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd9a38f-05a1-4be8-b53b-39f216ab8a7d req-aee48840-d925-43c8-8569-25da133f4a59 tempest-ServerRescueTestJSONUnderV235-773555335 tempest-ServerRescueTestJSONUnderV235-773555335-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:34:06.768014 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6fd9a38f-05a1-4be8-b53b-39f216ab8a7d req-aee48840-d925-43c8-8569-25da133f4a59 tempest-ServerRescueTestJSONUnderV235-773555335 tempest-ServerRescueTestJSONUnderV235-773555335-project] 10.222.0.18 "GET /v2.0/networks?id=5c2b1ad9-b7c6-42f5-980f-ff933c7b9b10 HTTP/1.1" status: 200 len: 820 time: 0.3000305 Jul 14 18:34:06.802572 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [req-6fd9a38f-05a1-4be8-b53b-39f216ab8a7d req-94017446-393d-4c8c-9628-62e20835ac46 tempest-ServerRescueTestJSONUnderV235-773555335 tempest-ServerRescueTestJSONUnderV235-773555335-project] Request body: {'port': {'device_id': '1141130f-4875-4e07-b30e-73bca303df1e', 'network_id': '5c2b1ad9-b7c6-42f5-980f-ff933c7b9b10', 'admin_state_up': True, 'tenant_id': 'bc00a49d970c402a9d26e3f8244b6309'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:34:06.828598 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-68c2473c-de31-4b04-9079-64c6bdd0dba0 tempest-RoutersNegativeTest-467807617 tempest-RoutersNegativeTest-467807617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2684816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26033152'] for subnet, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:06.864898 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c2473c-de31-4b04-9079-64c6bdd0dba0 tempest-RoutersNegativeTest-467807617 tempest-RoutersNegativeTest-467807617-project] Pushing event deleted for resources: {'Subnet': ['ID=650aa223-1e70-47a0-8c81-847bfe32100e,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:34:06.869573 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-68c2473c-de31-4b04-9079-64c6bdd0dba0 tempest-RoutersNegativeTest-467807617 tempest-RoutersNegativeTest-467807617-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598705'] for subnet, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:06.874913 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-68c2473c-de31-4b04-9079-64c6bdd0dba0 tempest-RoutersNegativeTest-467807617 tempest-RoutersNegativeTest-467807617-project] 10.222.0.16 "DELETE /v2.0/subnets/650aa223-1e70-47a0-8c81-847bfe32100e HTTP/1.1" status: 204 len: 168 time: 0.5012672 Jul 14 18:34:06.875547 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 46540) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:34:06.899343 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-f7ae1218-9c4a-4e59-bf2d-cf333ecf46a8 None None] Transition to ACTIVE for port object 178f76c1-e244-4f46-bf04-f67dd021ddba will not be triggered until provisioned by entity L2. {{(pid=93917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:34:06.901599 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-391a5cd5-1007-4b08-8e1a-1c3b097cdae1 None None] Network c8145dde-704d-4ea2-9fcf-e235fe5f4455 requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:34:06.950884 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-f7ae1218-9c4a-4e59-bf2d-cf333ecf46a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:06.957948 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c5dd0c86-5984-476a-b1a5-9cbc174e3314 req-03d3a766-520c-48a7-ac3a-e28fc782d4ce tempest-ServerShowV254Test-1743861056 tempest-ServerShowV254Test-1743861056-project] 10.222.0.16 "GET /v2.0/ports?device_id=09976659-3505-4872-a434-70575e61f2eb HTTP/1.1" status: 200 len: 210 time: 0.1249475 Jul 14 18:34:06.972549 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-5047f393-1096-4bcc-a676-3179d3c5b18c tempest-RoutersNegativeTest-467807617 tempest-RoutersNegativeTest-467807617-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645734'] for network, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:06.980341 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc31e3c6-921c-4645-b73b-1806a59bacbf tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Pushing event updated for resources: {'Subnet': ['ID=ef7b58e2-ed2c-4592-84c8-b6f518e87dab,revision_number=0']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:34:06.999561 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-3200cbb3-bfef-47c6-bf86-74f86e6fc9fe tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25912837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28969781'] for subnet, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:07.054713 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-5047f393-1096-4bcc-a676-3179d3c5b18c tempest-RoutersNegativeTest-467807617 tempest-RoutersNegativeTest-467807617-project] Deleting port 3b48218e-547b-4016-a079-ed223aaf615e {{(pid=93916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:34:07.055579 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-5047f393-1096-4bcc-a676-3179d3c5b18c tempest-RoutersNegativeTest-467807617 tempest-RoutersNegativeTest-467807617-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:07.078926 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc31e3c6-921c-4645-b73b-1806a59bacbf tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Checking segment: {'id': 'ea9a56e6-e965-4648-816e-608e990b7f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'dfe77bf2-6327-4948-b76f-8d7f6fb387b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:34:07.079295 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc31e3c6-921c-4645-b73b-1806a59bacbf tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Network hostable DHCP agents. Network: dfe77bf2-6327-4948-b76f-8d7f6fb387b7, hostable agents: ['028393c3-0576-4ebd-bca1-8ea8a148e1a2'], hosted agents: [] {{(pid=93915) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 18:34:07.084242 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2866ad9b-cd7d-42a0-92d3-c907bf4521a0 None None] Pushing event updated for resources: {'Port': ['ID=178f76c1-e244-4f46-bf04-f67dd021ddba,revision_number=3']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:34:07.108749 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3200cbb3-bfef-47c6-bf86-74f86e6fc9fe tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Pushing event updated for resources: {'Subnet': ['ID=6b5b6fc5-6d46-499c-9d51-f1f072b12976,revision_number=0']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:34:07.114475 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.db_base_plugin_common [None req-6f986b96-94f6-4750-b7b9-21b7c4f3658b None None] Allocated IP 10.1.1.2 (53bb0fcd-64dd-42eb-8d88-ad420edc0329/bfc85fc4-a1ec-4557-a25f-86f06ef0ab5a/f4ce86bf-2980-4c44-b6b4-f0631036b55a) {{(pid=93917) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:34:07.134924 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc31e3c6-921c-4645-b73b-1806a59bacbf tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Network dfe77bf2-6327-4948-b76f-8d7f6fb387b7 is scheduled to be hosted by DHCP agent 028393c3-0576-4ebd-bca1-8ea8a148e1a2 with binding_index 1 {{(pid=93915) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 18:34:07.137051 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.db [None req-5047f393-1096-4bcc-a676-3179d3c5b18c tempest-RoutersNegativeTest-467807617 tempest-RoutersNegativeTest-467807617-project] For port 3b48218e-547b-4016-a079-ed223aaf615e, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=3b48218e-547b-4016-a079-ed223aaf615e,segment=NetworkSegment(6ee9ce5b-bd87-44f5-bb42-a383623925d7),segment_id=6ee9ce5b-bd87-44f5-bb42-a383623925d7)] {{(pid=93916) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:34:07.137775 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-5047f393-1096-4bcc-a676-3179d3c5b18c tempest-RoutersNegativeTest-467807617 tempest-RoutersNegativeTest-467807617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:07.137951 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3200cbb3-bfef-47c6-bf86-74f86e6fc9fe tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Checking segment: {'id': '55e97a62-6e3a-4f99-9832-0415496a9afd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'd9b1ce92-40c0-4c35-b452-dfbdda964ee7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:34:07.138329 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3200cbb3-bfef-47c6-bf86-74f86e6fc9fe tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Network hostable DHCP agents. Network: d9b1ce92-40c0-4c35-b452-dfbdda964ee7, hostable agents: ['028393c3-0576-4ebd-bca1-8ea8a148e1a2'], hosted agents: [] {{(pid=93915) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 18:34:07.162072 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6fd9a38f-05a1-4be8-b53b-39f216ab8a7d req-94017446-393d-4c8c-9628-62e20835ac46 tempest-ServerRescueTestJSONUnderV235-773555335 tempest-ServerRescueTestJSONUnderV235-773555335-project] Made reservation on behalf of bc00a49d970c402a9d26e3f8244b6309 for: {'port': 1} {{(pid=93915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:34:07.164328 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-5047f393-1096-4bcc-a676-3179d3c5b18c tempest-RoutersNegativeTest-467807617 tempest-RoutersNegativeTest-467807617-project] Calling delete_port for 3b48218e-547b-4016-a079-ed223aaf615e owned by network:dhcp {{(pid=93916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:34:07.166410 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-6fd9a38f-05a1-4be8-b53b-39f216ab8a7d req-94017446-393d-4c8c-9628-62e20835ac46 tempest-ServerRescueTestJSONUnderV235-773555335 tempest-ServerRescueTestJSONUnderV235-773555335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:07.172489 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [None req-bc31e3c6-921c-4645-b73b-1806a59bacbf tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-3, dfe77bf2-6327-4948-b76f-8d7f6fb387b7) {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:34:07.183171 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eef7ea41-76b6-4eed-a6dd-6242c5dd5af5 None None] Network dfe77bf2-6327-4948-b76f-8d7f6fb387b7 requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:34:07.191908 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc31e3c6-921c-4645-b73b-1806a59bacbf tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:34:07.192542 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-bc31e3c6-921c-4645-b73b-1806a59bacbf tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Notify callbacks [] for subnet, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:07.217466 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3200cbb3-bfef-47c6-bf86-74f86e6fc9fe tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Network d9b1ce92-40c0-4c35-b452-dfbdda964ee7 is scheduled to be hosted by DHCP agent 028393c3-0576-4ebd-bca1-8ea8a148e1a2 with binding_index 1 {{(pid=93915) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 18:34:07.230112 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-bc31e3c6-921c-4645-b73b-1806a59bacbf tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 1.4145846 Jul 14 18:34:07.230976 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 46544) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:34:07.236975 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-7aa0b44c-768b-4d86-9290-13d89dfbb852 tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:34:07.326854 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [None req-3200cbb3-bfef-47c6-bf86-74f86e6fc9fe tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-3, d9b1ce92-40c0-4c35-b452-dfbdda964ee7) {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:34:07.350450 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e4a0c00-e275-4344-8eb5-dadca330d2ea None None] DHCP port deletion for efb0bbdf-7dfc-44d5-9560-09e0d5893b2e request from n-d-800634-3 {{(pid=93917) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 18:34:07.353770 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dada7084-e535-4b41-a394-e8ca540cd9a9 None None] Network d9b1ce92-40c0-4c35-b452-dfbdda964ee7 requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:34:07.371765 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-5047f393-1096-4bcc-a676-3179d3c5b18c tempest-RoutersNegativeTest-467807617 tempest-RoutersNegativeTest-467807617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:07.376555 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3200cbb3-bfef-47c6-bf86-74f86e6fc9fe tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:34:07.377161 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-3200cbb3-bfef-47c6-bf86-74f86e6fc9fe tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Notify callbacks [] for subnet, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:07.381371 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-45e4ce61-d49b-4c9d-af39-27c92e42e279 req-aa45011c-1d33-46d2-b3cb-83532c727746 tempest-ServerRescueTestJSONUnderV235-773555335 tempest-ServerRescueTestJSONUnderV235-773555335-project] 10.222.0.16 "GET /v2.0/ports?device_id=1141130f-4875-4e07-b30e-73bca303df1e HTTP/1.1" status: 200 len: 210 time: 0.0493271 Jul 14 18:34:07.383482 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-7aa0b44c-768b-4d86-9290-13d89dfbb852 tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-26033198'] for subnet, before_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:07.417712 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-f7ae1218-9c4a-4e59-bf2d-cf333ecf46a8 None None] Attempting to bind port 178f76c1-e244-4f46-bf04-f67dd021ddba on host n-d-800634-3 for vnic_type normal with profile {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:34:07.418063 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-f7ae1218-9c4a-4e59-bf2d-cf333ecf46a8 None None] Attempting to bind port 178f76c1-e244-4f46-bf04-f67dd021ddba by drivers openvswitch,hyperv on host n-d-800634-3 at level 0 using segments [{'id': '9182ad96-9d5e-42c0-8319-7d34fcf2c5ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '5c2b1ad9-b7c6-42f5-980f-ff933c7b9b10'}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:34:07.418424 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7ae1218-9c4a-4e59-bf2d-cf333ecf46a8 None None] Attempting to bind port 178f76c1-e244-4f46-bf04-f67dd021ddba on network 5c2b1ad9-b7c6-42f5-980f-ff933c7b9b10 {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:34:07.438092 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5047f393-1096-4bcc-a676-3179d3c5b18c tempest-RoutersNegativeTest-467807617 tempest-RoutersNegativeTest-467807617-project] No DVR routers for this DVR port 3b48218e-547b-4016-a079-ed223aaf615e on host n-d-800634-3 {{(pid=93916) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 18:34:07.443576 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5047f393-1096-4bcc-a676-3179d3c5b18c tempest-RoutersNegativeTest-467807617 tempest-RoutersNegativeTest-467807617-project] Pushing event deleted for resources: {'Port': ['ID=3b48218e-547b-4016-a079-ed223aaf615e,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:34:07.470105 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-2e4a0c00-e275-4344-8eb5-dadca330d2ea None None] The port '3b48218e-547b-4016-a079-ed223aaf615e' was deleted {{(pid=93917) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 14 18:34:07.486186 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.db_base_plugin_common [req-6fd9a38f-05a1-4be8-b53b-39f216ab8a7d req-94017446-393d-4c8c-9628-62e20835ac46 tempest-ServerRescueTestJSONUnderV235-773555335 tempest-ServerRescueTestJSONUnderV235-773555335-project] Allocated IP 172.20.0.13 (5c2b1ad9-b7c6-42f5-980f-ff933c7b9b10/d49b56c3-eb98-4614-ba40-0fb0c157fa98/cb0a2880-d1c3-4b70-a889-9bdddf8dc02e) {{(pid=93915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:34:07.489734 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7ae1218-9c4a-4e59-bf2d-cf333ecf46a8 None None] Checking agent: {'id': '01c19e91-a945-4e3c-94a6-c211e17c923e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 8, 23), 'started_at': datetime.datetime(2021, 7, 14, 18, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 18, 33, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 18:34:07.490111 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7ae1218-9c4a-4e59-bf2d-cf333ecf46a8 None None] Checking segment: {'id': '9182ad96-9d5e-42c0-8319-7d34fcf2c5ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '5c2b1ad9-b7c6-42f5-980f-ff933c7b9b10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93917) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:34:07.490525 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-f7ae1218-9c4a-4e59-bf2d-cf333ecf46a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:07.490923 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7ae1218-9c4a-4e59-bf2d-cf333ecf46a8 None None] Bound using segment: {'id': '9182ad96-9d5e-42c0-8319-7d34fcf2c5ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '5c2b1ad9-b7c6-42f5-980f-ff933c7b9b10'} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 18:34:07.491419 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-f7ae1218-9c4a-4e59-bf2d-cf333ecf46a8 None None] Bound port: 178f76c1-e244-4f46-bf04-f67dd021ddba, host: n-d-800634-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9182ad96-9d5e-42c0-8319-7d34fcf2c5ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '5c2b1ad9-b7c6-42f5-980f-ff933c7b9b10'}}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 18:34:07.491816 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-f7ae1218-9c4a-4e59-bf2d-cf333ecf46a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:07.554230 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-3200cbb3-bfef-47c6-bf86-74f86e6fc9fe tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.6265695 Jul 14 18:34:07.558456 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 46546) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:34:07.560844 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 3b48218e-547b-4016-a079-ed223aaf615e no longer exists at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 18:34:07.563299 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-484eef2b-7cfb-466a-a3a0-feff231dfc63 tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Request body: {'port': {'network_id': '53bb0fcd-64dd-42eb-8d88-ad420edc0329', 'name': 'tempest-TaggedBootDevicesTest-799142642', 'fixed_ips': [{'subnet_id': 'bfc85fc4-a1ec-4557-a25f-86f06ef0ab5a'}]}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:34:07.591573 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] No Port match for: 3b48218e-547b-4016-a079-ed223aaf615e {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 18:34:07.592230 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 3b48218e-547b-4016-a079-ed223aaf615e not bound to the agent host n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 18:34:07.600423 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-5047f393-1096-4bcc-a676-3179d3c5b18c tempest-RoutersNegativeTest-467807617 tempest-RoutersNegativeTest-467807617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2096010', 'neutron.services.segments.db._delete_segments_for_network-8728202734996'] for network, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:07.665159 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.segments.db [None req-5047f393-1096-4bcc-a676-3179d3c5b18c tempest-RoutersNegativeTest-467807617 tempest-RoutersNegativeTest-467807617-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['efb0bbdf-7dfc-44d5-9560-09e0d5893b2e']}} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:34:07.705548 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.segments.db [None req-5047f393-1096-4bcc-a676-3179d3c5b18c tempest-RoutersNegativeTest-467807617 tempest-RoutersNegativeTest-467807617-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ee9ce5b-bd87-44f5-bb42-a383623925d7') {'for_net_delete': True} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:34:07.706274 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.segments.db [None req-5047f393-1096-4bcc-a676-3179d3c5b18c tempest-RoutersNegativeTest-467807617 tempest-RoutersNegativeTest-467807617-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ee9ce5b-bd87-44f5-bb42-a383623925d7') {} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:34:07.721475 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-6fd9a38f-05a1-4be8-b53b-39f216ab8a7d req-94017446-393d-4c8c-9628-62e20835ac46 tempest-ServerRescueTestJSONUnderV235-773555335 tempest-ServerRescueTestJSONUnderV235-773555335-project] Notify callbacks [] for port, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:07.743609 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-5047f393-1096-4bcc-a676-3179d3c5b18c tempest-RoutersNegativeTest-467807617 tempest-RoutersNegativeTest-467807617-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728202715275', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26296891'] for segment, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:07.751243 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11e384ec-01fd-4205-b41c-6f1079a5663f None None] DHCP port deletion for c8145dde-704d-4ea2-9fcf-e235fe5f4455 request from n-d-800634-3 {{(pid=93917) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 18:34:07.785232 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-6fd9a38f-05a1-4be8-b53b-39f216ab8a7d req-94017446-393d-4c8c-9628-62e20835ac46 tempest-ServerRescueTestJSONUnderV235-773555335 tempest-ServerRescueTestJSONUnderV235-773555335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:07.820370 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-5047f393-1096-4bcc-a676-3179d3c5b18c tempest-RoutersNegativeTest-467807617 tempest-RoutersNegativeTest-467807617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:07.834791 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5047f393-1096-4bcc-a676-3179d3c5b18c tempest-RoutersNegativeTest-467807617 tempest-RoutersNegativeTest-467807617-project] Releasing vlan 67 on physical network physnet1 to pool {{(pid=93916) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 18:34:07.835201 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-5047f393-1096-4bcc-a676-3179d3c5b18c tempest-RoutersNegativeTest-467807617 tempest-RoutersNegativeTest-467807617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2682942'] for segment, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:07.843137 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ffd5167-f755-4890-9da2-f1b34c76a7a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9222b97e-5d1c-54f8-ba97-82f172498e76-dfe77bf2-6327-4948-b76f-8d7f6fb387b7', 'network_id': 'dfe77bf2-6327-4948-b76f-8d7f6fb387b7', 'tenant_id': '1733a117d4a444009498e255ae4afc94', 'fixed_ips': [{'subnet_id': 'ef7b58e2-ed2c-4592-84c8-b6f518e87dab'}]}} from n-d-800634-3. {{(pid=93917) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 18:34:07.844026 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9ffd5167-f755-4890-9da2-f1b34c76a7a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:07.845173 n-d-800634-3 neutron-server[93916]: Traceback (most recent call last): Jul 14 18:34:07.845173 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 18:34:07.845173 n-d-800634-3 neutron-server[93916]: timer() Jul 14 18:34:07.845173 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 18:34:07.845173 n-d-800634-3 neutron-server[93916]: cb(*args, **kw) Jul 14 18:34:07.845173 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 18:34:07.845173 n-d-800634-3 neutron-server[93916]: return func(*args, **kwargs) Jul 14 18:34:07.845173 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 18:34:07.845173 n-d-800634-3 neutron-server[93916]: self._notify() Jul 14 18:34:07.845173 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 18:34:07.845173 n-d-800634-3 neutron-server[93916]: self.callback(batched_events) Jul 14 18:34:07.845173 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 18:34:07.845173 n-d-800634-3 neutron-server[93916]: event.method(event) Jul 14 18:34:07.845173 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 18:34:07.845173 n-d-800634-3 neutron-server[93916]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 18:34:07.845173 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 18:34:07.845173 n-d-800634-3 neutron-server[93916]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 18:34:07.845173 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 18:34:07.845173 n-d-800634-3 neutron-server[93916]: return f(self, *a, **k) Jul 14 18:34:07.845173 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 18:34:07.845173 n-d-800634-3 neutron-server[93916]: return self._get(url).json() Jul 14 18:34:07.845173 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 18:34:07.845173 n-d-800634-3 neutron-server[93916]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 18:34:07.845173 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 18:34:07.845173 n-d-800634-3 neutron-server[93916]: return self.request(url, 'GET', **kwargs) Jul 14 18:34:07.845173 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 18:34:07.845173 n-d-800634-3 neutron-server[93916]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 18:34:07.845173 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 18:34:07.845173 n-d-800634-3 neutron-server[93916]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 18:34:07.845173 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 18:34:07.845173 n-d-800634-3 neutron-server[93916]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 18:34:07.845173 n-d-800634-3 neutron-server[93916]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 18:34:07.928855 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-484eef2b-7cfb-466a-a3a0-feff231dfc63 tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Made reservation on behalf of 97b50484cf0c4fbaadc06c25d281353e for: {'port': 1} {{(pid=93916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:34:07.983972 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6fd9a38f-05a1-4be8-b53b-39f216ab8a7d req-94017446-393d-4c8c-9628-62e20835ac46 tempest-ServerRescueTestJSONUnderV235-773555335 tempest-ServerRescueTestJSONUnderV235-773555335-project] Network 5c2b1ad9-b7c6-42f5-980f-ff933c7b9b10 is already hosted by enough agents. {{(pid=93915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:34:08.005966 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-f7ae1218-9c4a-4e59-bf2d-cf333ecf46a8 None None] For port 178f76c1-e244-4f46-bf04-f67dd021ddba, host n-d-800634-3, cleared binding levels {{(pid=93917) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:34:08.011061 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [req-6fd9a38f-05a1-4be8-b53b-39f216ab8a7d req-94017446-393d-4c8c-9628-62e20835ac46 tempest-ServerRescueTestJSONUnderV235-773555335 tempest-ServerRescueTestJSONUnderV235-773555335-project] Resources bound (agent type, host, resource id): {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:34:08.017214 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fd9a38f-05a1-4be8-b53b-39f216ab8a7d req-94017446-393d-4c8c-9628-62e20835ac46 tempest-ServerRescueTestJSONUnderV235-773555335 tempest-ServerRescueTestJSONUnderV235-773555335-project] Received port after_create {{(pid=93915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:34:08.039035 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43f999e6-51e2-4824-9add-b738d95a2571 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9222b97e-5d1c-54f8-ba97-82f172498e76-d9b1ce92-40c0-4c35-b452-dfbdda964ee7', 'network_id': 'd9b1ce92-40c0-4c35-b452-dfbdda964ee7', 'tenant_id': '97b50484cf0c4fbaadc06c25d281353e', 'fixed_ips': [{'subnet_id': '6b5b6fc5-6d46-499c-9d51-f1f072b12976'}]}} from n-d-800634-3. {{(pid=93917) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 18:34:08.041110 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-43f999e6-51e2-4824-9add-b738d95a2571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:08.067801 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-6f986b96-94f6-4750-b7b9-21b7c4f3658b None None] Notify callbacks [] for port, precommit_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:08.075516 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-f7ae1218-9c4a-4e59-bf2d-cf333ecf46a8 None None] For port 178f76c1-e244-4f46-bf04-f67dd021ddba, host n-d-800634-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=178f76c1-e244-4f46-bf04-f67dd021ddba,segment=NetworkSegment(9182ad96-9d5e-42c0-8319-7d34fcf2c5ad),segment_id=9182ad96-9d5e-42c0-8319-7d34fcf2c5ad)] {{(pid=93917) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 18:34:08.079408 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94017446-393d-4c8c-9628-62e20835ac46 tempest-ServerRescueTestJSONUnderV235-773555335 tempest-ServerRescueTestJSONUnderV235-773555335-project] Pushing event updated for resources: {'Port': ['ID=cb0a2880-d1c3-4b70-a889-9bdddf8dc02e,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:34:08.087984 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd9a38f-05a1-4be8-b53b-39f216ab8a7d req-94017446-393d-4c8c-9628-62e20835ac46 tempest-ServerRescueTestJSONUnderV235-773555335 tempest-ServerRescueTestJSONUnderV235-773555335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:34:08.089165 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-6fd9a38f-05a1-4be8-b53b-39f216ab8a7d req-94017446-393d-4c8c-9628-62e20835ac46 tempest-ServerRescueTestJSONUnderV235-773555335 tempest-ServerRescueTestJSONUnderV235-773555335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:08.105394 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6fd9a38f-05a1-4be8-b53b-39f216ab8a7d req-94017446-393d-4c8c-9628-62e20835ac46 tempest-ServerRescueTestJSONUnderV235-773555335 tempest-ServerRescueTestJSONUnderV235-773555335-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3071373 Jul 14 18:34:08.118346 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [req-6fd9a38f-05a1-4be8-b53b-39f216ab8a7d req-f47d58c1-5496-4a2b-a75b-3fe0bb78fd7f service neutron] Request body: {'port': {'device_id': '1141130f-4875-4e07-b30e-73bca303df1e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800634-3'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:34:08.144631 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-f7ae1218-9c4a-4e59-bf2d-cf333ecf46a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:08.193977 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-6f986b96-94f6-4750-b7b9-21b7c4f3658b None None] Transition to ACTIVE for port object f4ce86bf-2980-4c44-b6b4-f0631036b55a will not be triggered until provisioned by entity L2. {{(pid=93917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:34:08.233481 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-0d3b6551-0982-4831-bbf1-db9abe2d1014 req-2bc09f06-059f-4568-87c7-b86f24de5fdc tempest-ServerShowV254Test-1743861056 tempest-ServerShowV254Test-1743861056-project] 10.222.0.16 "GET /v2.0/ports?device_id=09976659-3505-4872-a434-70575e61f2eb HTTP/1.1" status: 200 len: 210 time: 0.0595727 Jul 14 18:34:08.298507 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-6fd9a38f-05a1-4be8-b53b-39f216ab8a7d req-f47d58c1-5496-4a2b-a75b-3fe0bb78fd7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:08.325609 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-6f986b96-94f6-4750-b7b9-21b7c4f3658b None None] Transition to ACTIVE for port object f4ce86bf-2980-4c44-b6b4-f0631036b55a will not be triggered until provisioned by entity DHCP. {{(pid=93917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:34:08.352501 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-11e384ec-01fd-4205-b41c-6f1079a5663f None None] Deleting port 5f1cdfbb-e5da-4a2f-b9eb-fa0322621153 {{(pid=93917) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:34:08.352903 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-11e384ec-01fd-4205-b41c-6f1079a5663f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:08.357819 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-6f986b96-94f6-4750-b7b9-21b7c4f3658b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804'] for port, after_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:08.363865 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7ae1218-9c4a-4e59-bf2d-cf333ecf46a8 None None] Routers {'e8098b08-da38-4605-b586-97fee7b43474'} bound to L3 agent in host n-d-800634-3 {{(pid=93917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:34:08.364574 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-f7ae1218-9c4a-4e59-bf2d-cf333ecf46a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:33:53Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['e8098b08-da38-4605-b586-97fee7b43474'], 'active': True} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:34:08.366366 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2866ad9b-cd7d-42a0-92d3-c907bf4521a0 None None] Pushing event updated for resources: {'Port': ['ID=178f76c1-e244-4f46-bf04-f67dd021ddba,revision_number=4']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:34:08.564780 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-484eef2b-7cfb-466a-a3a0-feff231dfc63 tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:08.631617 n-d-800634-3 neutron-server[93916]: DEBUG neutron.notifiers.nova [None req-484eef2b-7cfb-466a-a3a0-feff231dfc63 tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] device_id is not set on port 02f27bc5-ba4e-4925-b830-6468da0dccb6 yet. {{(pid=93916) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 18:34:08.645800 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-5047f393-1096-4bcc-a676-3179d3c5b18c tempest-RoutersNegativeTest-467807617 tempest-RoutersNegativeTest-467807617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2096001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-930085'] for network, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:08.673504 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-5047f393-1096-4bcc-a676-3179d3c5b18c tempest-RoutersNegativeTest-467807617 tempest-RoutersNegativeTest-467807617-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598705'] for network, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:08.676467 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-5047f393-1096-4bcc-a676-3179d3c5b18c tempest-RoutersNegativeTest-467807617 tempest-RoutersNegativeTest-467807617-project] 10.222.0.16 "DELETE /v2.0/networks/efb0bbdf-7dfc-44d5-9560-09e0d5893b2e HTTP/1.1" status: 204 len: 168 time: 1.7977164 Jul 14 18:34:08.677795 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5047f393-1096-4bcc-a676-3179d3c5b18c tempest-RoutersNegativeTest-467807617 tempest-RoutersNegativeTest-467807617-project] Pushing event deleted for resources: {'Network': ['ID=efb0bbdf-7dfc-44d5-9560-09e0d5893b2e,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:34:08.679009 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 46556) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:34:08.704379 n-d-800634-3 neutron-server[93917]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f986b96-94f6-4750-b7b9-21b7c4f3658b None None] Network 53bb0fcd-64dd-42eb-8d88-ad420edc0329 is already hosted by enough agents. {{(pid=93917) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:34:08.720353 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-7aa0b44c-768b-4d86-9290-13d89dfbb852 tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8728202639598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2684807'] for subnet, after_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:08.725517 n-d-800634-3 neutron-server[93917]: DEBUG neutron.scheduler.base_scheduler [None req-6f986b96-94f6-4750-b7b9-21b7c4f3658b None None] Resources bound (agent type, host, resource id): {{(pid=93917) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:34:08.728344 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f986b96-94f6-4750-b7b9-21b7c4f3658b None None] Received port after_create {{(pid=93917) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:34:08.783282 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7aa0b44c-768b-4d86-9290-13d89dfbb852 tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:34:08.784178 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-7aa0b44c-768b-4d86-9290-13d89dfbb852 tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Notify callbacks [] for subnet, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:08.785998 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-7aa0b44c-768b-4d86-9290-13d89dfbb852 tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] 10.222.0.16 "PUT /v2.0/subnets/ef7b58e2-ed2c-4592-84c8-b6f518e87dab HTTP/1.1" status: 200 len: 900 time: 1.5539162 Jul 14 18:34:08.787832 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.db_base_plugin_common [None req-43f999e6-51e2-4824-9add-b738d95a2571 None None] Allocated IP 10.2.2.2 (d9b1ce92-40c0-4c35-b452-dfbdda964ee7/6b5b6fc5-6d46-499c-9d51-f1f072b12976/dd2cbb35-022a-4b24-8680-826b142f2449) {{(pid=93917) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:34:08.793404 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 46558) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:34:08.819430 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f986b96-94f6-4750-b7b9-21b7c4f3658b None None] Pushing event updated for resources: {'Port': ['ID=f4ce86bf-2980-4c44-b6b4-f0631036b55a,revision_number=1']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:34:08.822902 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a771c543-d2f4-4b50-9f54-0ff571b4851f req-27c40131-8569-427f-96e0-e8ec281f156b tempest-ServerRescueTestJSONUnderV235-773555335 tempest-ServerRescueTestJSONUnderV235-773555335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:34:08.830413 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a771c543-d2f4-4b50-9f54-0ff571b4851f req-27c40131-8569-427f-96e0-e8ec281f156b tempest-ServerRescueTestJSONUnderV235-773555335 tempest-ServerRescueTestJSONUnderV235-773555335-project] 10.222.0.16 "GET /v2.0/ports?device_id=1141130f-4875-4e07-b30e-73bca303df1e HTTP/1.1" status: 200 len: 932 time: 0.2258537 Jul 14 18:34:08.831772 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-11e384ec-01fd-4205-b41c-6f1079a5663f None None] For port 5f1cdfbb-e5da-4a2f-b9eb-fa0322621153, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=5f1cdfbb-e5da-4a2f-b9eb-fa0322621153,segment=NetworkSegment(63ba823d-ddaa-4a97-8c8d-35725f957729),segment_id=63ba823d-ddaa-4a97-8c8d-35725f957729)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:34:08.832192 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-11e384ec-01fd-4205-b41c-6f1079a5663f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:08.844802 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa0b44c-768b-4d86-9290-13d89dfbb852 tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Pushing event updated for resources: {'Subnet': ['ID=ef7b58e2-ed2c-4592-84c8-b6f518e87dab,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:34:08.906470 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-11e384ec-01fd-4205-b41c-6f1079a5663f None None] Calling delete_port for 5f1cdfbb-e5da-4a2f-b9eb-fa0322621153 owned by network:dhcp {{(pid=93917) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:34:08.915600 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-44581004-87d4-4024-9477-fe3bf998c999 tempest-RoutersNegativeTest-467807617 tempest-RoutersNegativeTest-467807617-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645734'] for network, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:08.941987 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.db_base_plugin_common [None req-484eef2b-7cfb-466a-a3a0-feff231dfc63 tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Allocated IP 10.1.1.245 (53bb0fcd-64dd-42eb-8d88-ad420edc0329/bfc85fc4-a1ec-4557-a25f-86f06ef0ab5a/02f27bc5-ba4e-4925-b830-6468da0dccb6) {{(pid=93916) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:34:08.955974 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvr_db [None req-f7ae1218-9c4a-4e59-bf2d-cf333ecf46a8 None None] Set router e8098b08-da38-4605-b586-97fee7b43474 gateway port host: n-d-800634-3 {{(pid=93917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 18:34:09.020864 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a771c543-d2f4-4b50-9f54-0ff571b4851f req-1b79eb0f-7a08-4a58-91c5-fd67c95ca578 tempest-ServerRescueTestJSONUnderV235-773555335 tempest-ServerRescueTestJSONUnderV235-773555335-project] 10.222.0.16 "GET /v2.0/security-groups?id=5be666b2-293d-46ef-a6aa-7f465b02e205&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1894023 Jul 14 18:34:09.049067 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [req-6fd9a38f-05a1-4be8-b53b-39f216ab8a7d req-f47d58c1-5496-4a2b-a75b-3fe0bb78fd7f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb0a2880-d1c3-4b70-a889-9bdddf8dc02e {{(pid=93915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 18:34:09.065170 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-6fd9a38f-05a1-4be8-b53b-39f216ab8a7d req-f47d58c1-5496-4a2b-a75b-3fe0bb78fd7f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:09.095804 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-334ba0d6-ccc3-42ee-96d8-1ece9646f3fd tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645734'] for network, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:09.099852 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.provisioning_blocks [req-6fd9a38f-05a1-4be8-b53b-39f216ab8a7d req-f47d58c1-5496-4a2b-a75b-3fe0bb78fd7f service neutron] Transition to ACTIVE for port object cb0a2880-d1c3-4b70-a889-9bdddf8dc02e will not be triggered until provisioned by entity L2. {{(pid=93915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:34:09.111520 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-6fd9a38f-05a1-4be8-b53b-39f216ab8a7d req-f47d58c1-5496-4a2b-a75b-3fe0bb78fd7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25912978'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:09.112175 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-484eef2b-7cfb-466a-a3a0-feff231dfc63 tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Notify callbacks [] for port, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:09.127336 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.provisioning_blocks [None req-484eef2b-7cfb-466a-a3a0-feff231dfc63 tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Transition to ACTIVE for port object 02f27bc5-ba4e-4925-b830-6468da0dccb6 will not be triggered until provisioned by entity DHCP. {{(pid=93916) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:34:09.157765 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-43f999e6-51e2-4824-9add-b738d95a2571 None None] Notify callbacks [] for port, precommit_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:09.166126 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-484eef2b-7cfb-466a-a3a0-feff231dfc63 tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:09.168809 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-43f999e6-51e2-4824-9add-b738d95a2571 None None] Transition to ACTIVE for port object dd2cbb35-022a-4b24-8680-826b142f2449 will not be triggered until provisioned by entity L2. {{(pid=93917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:34:09.190656 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-43f999e6-51e2-4824-9add-b738d95a2571 None None] Transition to ACTIVE for port object dd2cbb35-022a-4b24-8680-826b142f2449 will not be triggered until provisioned by entity DHCP. {{(pid=93917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:34:09.265314 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-484eef2b-7cfb-466a-a3a0-feff231dfc63 tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Network 53bb0fcd-64dd-42eb-8d88-ad420edc0329 is already hosted by enough agents. {{(pid=93916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:34:09.267792 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [None req-44581004-87d4-4024-9477-fe3bf998c999 tempest-RoutersNegativeTest-467807617 tempest-RoutersNegativeTest-467807617-project] Deleting port 5f1cdfbb-e5da-4a2f-b9eb-fa0322621153 {{(pid=93915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:34:09.268207 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-44581004-87d4-4024-9477-fe3bf998c999 tempest-RoutersNegativeTest-467807617 tempest-RoutersNegativeTest-467807617-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:09.269360 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [None req-484eef2b-7cfb-466a-a3a0-feff231dfc63 tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Resources bound (agent type, host, resource id): {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:34:09.272893 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-484eef2b-7cfb-466a-a3a0-feff231dfc63 tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Received port after_create {{(pid=93916) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:34:09.303292 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484eef2b-7cfb-466a-a3a0-feff231dfc63 tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Pushing event updated for resources: {'Port': ['ID=02f27bc5-ba4e-4925-b830-6468da0dccb6,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:34:09.321626 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-6f986b96-94f6-4750-b7b9-21b7c4f3658b None None] Attempting to bind port f4ce86bf-2980-4c44-b6b4-f0631036b55a on host n-d-800634-3 for vnic_type normal with profile {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:34:09.322705 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-6f986b96-94f6-4750-b7b9-21b7c4f3658b None None] Attempting to bind port f4ce86bf-2980-4c44-b6b4-f0631036b55a by drivers openvswitch,hyperv on host n-d-800634-3 at level 0 using segments [{'id': '10270b9d-7deb-4383-8c55-a66aebb27b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '53bb0fcd-64dd-42eb-8d88-ad420edc0329'}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:34:09.322705 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f986b96-94f6-4750-b7b9-21b7c4f3658b None None] Attempting to bind port f4ce86bf-2980-4c44-b6b4-f0631036b55a on network 53bb0fcd-64dd-42eb-8d88-ad420edc0329 {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:34:09.330116 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47d58c1-5496-4a2b-a75b-3fe0bb78fd7f service neutron] Pushing event updated for resources: {'Port': ['ID=cb0a2880-d1c3-4b70-a889-9bdddf8dc02e,revision_number=2']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:34:09.351149 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-484eef2b-7cfb-466a-a3a0-feff231dfc63 tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:34:09.351839 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-484eef2b-7cfb-466a-a3a0-feff231dfc63 tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:09.364877 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-43f999e6-51e2-4824-9add-b738d95a2571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804'] for port, after_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:09.368205 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.db_base_plugin_common [None req-9ffd5167-f755-4890-9da2-f1b34c76a7a6 None None] Allocated IP 2001:db8::3 (dfe77bf2-6327-4948-b76f-8d7f6fb387b7/ef7b58e2-ed2c-4592-84c8-b6f518e87dab/22421c39-3577-4958-9fe0-0e2652b4c5b0) {{(pid=93917) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:34:09.386329 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-484eef2b-7cfb-466a-a3a0-feff231dfc63 tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.8237364 Jul 14 18:34:09.386617 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 46568) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:34:09.391526 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-22764182-c3ca-47fa-8f84-8e9c814b998d tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Request body: {'port': {'network_id': '53bb0fcd-64dd-42eb-8d88-ad420edc0329', 'name': 'tempest-TaggedBootDevicesTest-717464479', 'fixed_ips': [{'subnet_id': 'bfc85fc4-a1ec-4557-a25f-86f06ef0ab5a'}]}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:34:09.429050 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f986b96-94f6-4750-b7b9-21b7c4f3658b None None] Checking agent: {'id': '01c19e91-a945-4e3c-94a6-c211e17c923e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 8, 23), 'started_at': datetime.datetime(2021, 7, 14, 18, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 18, 33, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 18:34:09.429434 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f986b96-94f6-4750-b7b9-21b7c4f3658b None None] Checking segment: {'id': '10270b9d-7deb-4383-8c55-a66aebb27b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '53bb0fcd-64dd-42eb-8d88-ad420edc0329'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93917) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:34:09.429875 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-6f986b96-94f6-4750-b7b9-21b7c4f3658b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:09.430828 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f986b96-94f6-4750-b7b9-21b7c4f3658b None None] Bound using segment: {'id': '10270b9d-7deb-4383-8c55-a66aebb27b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '53bb0fcd-64dd-42eb-8d88-ad420edc0329'} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 18:34:09.432370 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-6f986b96-94f6-4750-b7b9-21b7c4f3658b None None] Bound port: f4ce86bf-2980-4c44-b6b4-f0631036b55a, host: n-d-800634-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10270b9d-7deb-4383-8c55-a66aebb27b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '53bb0fcd-64dd-42eb-8d88-ad420edc0329'}}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 18:34:09.433291 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-6f986b96-94f6-4750-b7b9-21b7c4f3658b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:09.474213 n-d-800634-3 neutron-server[93917]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43f999e6-51e2-4824-9add-b738d95a2571 None None] Network d9b1ce92-40c0-4c35-b452-dfbdda964ee7 is already hosted by enough agents. {{(pid=93917) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:34:09.557223 n-d-800634-3 neutron-server[93917]: DEBUG neutron.scheduler.base_scheduler [None req-43f999e6-51e2-4824-9add-b738d95a2571 None None] Resources bound (agent type, host, resource id): {{(pid=93917) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:34:09.568905 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43f999e6-51e2-4824-9add-b738d95a2571 None None] Received port after_create {{(pid=93917) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:34:09.582878 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f999e6-51e2-4824-9add-b738d95a2571 None None] Pushing event updated for resources: {'Port': ['ID=dd2cbb35-022a-4b24-8680-826b142f2449,revision_number=1']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:34:09.583584 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22764182-c3ca-47fa-8f84-8e9c814b998d tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Made reservation on behalf of 97b50484cf0c4fbaadc06c25d281353e for: {'port': 1} {{(pid=93916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:34:09.599989 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-22764182-c3ca-47fa-8f84-8e9c814b998d tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:09.624358 n-d-800634-3 neutron-server[93916]: DEBUG neutron.notifiers.nova [None req-22764182-c3ca-47fa-8f84-8e9c814b998d tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] device_id is not set on port 2ce8955c-39eb-4a08-89c1-c4e808ceeb28 yet. {{(pid=93916) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 18:34:09.638287 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-334ba0d6-ccc3-42ee-96d8-1ece9646f3fd tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081283'] for subnet, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:09.656574 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a9484561-8979-4b37-bb21-28edc87c9868 req-f6f5b041-cd46-41a6-bf95-f8dc7a73a1f1 tempest-ServerShowV254Test-1743861056 tempest-ServerShowV254Test-1743861056-project] 10.222.0.16 "GET /v2.0/ports?device_id=09976659-3505-4872-a434-70575e61f2eb HTTP/1.1" status: 200 len: 210 time: 0.1134882 Jul 14 18:34:09.737462 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [None req-44581004-87d4-4024-9477-fe3bf998c999 tempest-RoutersNegativeTest-467807617 tempest-RoutersNegativeTest-467807617-project] For port 5f1cdfbb-e5da-4a2f-b9eb-fa0322621153, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=5f1cdfbb-e5da-4a2f-b9eb-fa0322621153,segment=NetworkSegment(63ba823d-ddaa-4a97-8c8d-35725f957729),segment_id=63ba823d-ddaa-4a97-8c8d-35725f957729)] {{(pid=93915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:34:09.738115 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-44581004-87d4-4024-9477-fe3bf998c999 tempest-RoutersNegativeTest-467807617 tempest-RoutersNegativeTest-467807617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:09.790000 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9ffd5167-f755-4890-9da2-f1b34c76a7a6 None None] Notify callbacks [] for port, precommit_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:09.799502 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9ffd5167-f755-4890-9da2-f1b34c76a7a6 None None] Transition to ACTIVE for port object 22421c39-3577-4958-9fe0-0e2652b4c5b0 will not be triggered until provisioned by entity L2. {{(pid=93917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:34:09.808994 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [None req-44581004-87d4-4024-9477-fe3bf998c999 tempest-RoutersNegativeTest-467807617 tempest-RoutersNegativeTest-467807617-project] Calling delete_port for 5f1cdfbb-e5da-4a2f-b9eb-fa0322621153 owned by network:dhcp {{(pid=93915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:34:09.818940 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9ffd5167-f755-4890-9da2-f1b34c76a7a6 None None] Transition to ACTIVE for port object 22421c39-3577-4958-9fe0-0e2652b4c5b0 will not be triggered until provisioned by entity DHCP. {{(pid=93917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:34:09.841028 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-6fd9a38f-05a1-4be8-b53b-39f216ab8a7d req-f47d58c1-5496-4a2b-a75b-3fe0bb78fd7f service neutron] Attempting to bind port cb0a2880-d1c3-4b70-a889-9bdddf8dc02e on host n-h1-800634-3 for vnic_type normal with profile {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:34:09.841727 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-6fd9a38f-05a1-4be8-b53b-39f216ab8a7d req-f47d58c1-5496-4a2b-a75b-3fe0bb78fd7f service neutron] Attempting to bind port cb0a2880-d1c3-4b70-a889-9bdddf8dc02e by drivers openvswitch,hyperv on host n-h1-800634-3 at level 0 using segments [{'id': '9182ad96-9d5e-42c0-8319-7d34fcf2c5ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '5c2b1ad9-b7c6-42f5-980f-ff933c7b9b10'}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:34:09.842360 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fd9a38f-05a1-4be8-b53b-39f216ab8a7d req-f47d58c1-5496-4a2b-a75b-3fe0bb78fd7f service neutron] Attempting to bind port cb0a2880-d1c3-4b70-a889-9bdddf8dc02e on network 5c2b1ad9-b7c6-42f5-980f-ff933c7b9b10 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:34:09.858172 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-11e384ec-01fd-4205-b41c-6f1079a5663f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813'] for port, after_delete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:09.867366 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 178f76c1-e244-4f46-bf04-f67dd021ddba up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:34:09.874362 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fd9a38f-05a1-4be8-b53b-39f216ab8a7d req-f47d58c1-5496-4a2b-a75b-3fe0bb78fd7f service neutron] Port cb0a2880-d1c3-4b70-a889-9bdddf8dc02e on network 5c2b1ad9-b7c6-42f5-980f-ff933c7b9b10 not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-3 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 18:34:09.874917 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fd9a38f-05a1-4be8-b53b-39f216ab8a7d req-f47d58c1-5496-4a2b-a75b-3fe0bb78fd7f service neutron] Attempting to bind port cb0a2880-d1c3-4b70-a889-9bdddf8dc02e on network 5c2b1ad9-b7c6-42f5-980f-ff933c7b9b10 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:34:09.876537 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.db_base_plugin_common [None req-22764182-c3ca-47fa-8f84-8e9c814b998d tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Allocated IP 10.1.1.137 (53bb0fcd-64dd-42eb-8d88-ad420edc0329/bfc85fc4-a1ec-4557-a25f-86f06ef0ab5a/2ce8955c-39eb-4a08-89c1-c4e808ceeb28) {{(pid=93916) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:34:09.921870 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9ffd5167-f755-4890-9da2-f1b34c76a7a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804'] for port, after_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:09.944874 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fd9a38f-05a1-4be8-b53b-39f216ab8a7d req-f47d58c1-5496-4a2b-a75b-3fe0bb78fd7f service neutron] Checking agent: {'id': 'a3630ff4-fbee-45d9-b9b6-0ae41cb3a350', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 15, 32), 'started_at': datetime.datetime(2021, 7, 14, 18, 15, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 18, 34, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 18:34:09.945954 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fd9a38f-05a1-4be8-b53b-39f216ab8a7d req-f47d58c1-5496-4a2b-a75b-3fe0bb78fd7f service neutron] Checking segment: {'id': '9182ad96-9d5e-42c0-8319-7d34fcf2c5ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '5c2b1ad9-b7c6-42f5-980f-ff933c7b9b10'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:34:09.947040 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fd9a38f-05a1-4be8-b53b-39f216ab8a7d req-f47d58c1-5496-4a2b-a75b-3fe0bb78fd7f service neutron] Bound using segment: {'id': '9182ad96-9d5e-42c0-8319-7d34fcf2c5ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '5c2b1ad9-b7c6-42f5-980f-ff933c7b9b10'} {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 18:34:09.947874 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-6fd9a38f-05a1-4be8-b53b-39f216ab8a7d req-f47d58c1-5496-4a2b-a75b-3fe0bb78fd7f service neutron] Bound port: cb0a2880-d1c3-4b70-a889-9bdddf8dc02e, host: n-h1-800634-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9182ad96-9d5e-42c0-8319-7d34fcf2c5ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '5c2b1ad9-b7c6-42f5-980f-ff933c7b9b10'}}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 18:34:09.948516 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-6fd9a38f-05a1-4be8-b53b-39f216ab8a7d req-f47d58c1-5496-4a2b-a75b-3fe0bb78fd7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:09.981748 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-334ba0d6-ccc3-42ee-96d8-1ece9646f3fd tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25913028', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28969762'] for subnet, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:09.991838 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e384ec-01fd-4205-b41c-6f1079a5663f None None] Pushing event deleted for resources: {'Port': ['ID=5f1cdfbb-e5da-4a2f-b9eb-fa0322621153,revision_number=None']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:34:10.044723 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11e384ec-01fd-4205-b41c-6f1079a5663f None None] No DVR routers for this DVR port 5f1cdfbb-e5da-4a2f-b9eb-fa0322621153 on host n-d-800634-3 {{(pid=93917) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 18:34:10.053520 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334ba0d6-ccc3-42ee-96d8-1ece9646f3fd tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Pushing event deleted for resources: {'Subnet': ['ID=ef7b58e2-ed2c-4592-84c8-b6f518e87dab,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:34:10.104744 n-d-800634-3 neutron-server[93917]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ffd5167-f755-4890-9da2-f1b34c76a7a6 None None] Network dfe77bf2-6327-4948-b76f-8d7f6fb387b7 is already hosted by enough agents. {{(pid=93917) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:34:10.125590 n-d-800634-3 neutron-server[93917]: DEBUG neutron.scheduler.base_scheduler [None req-9ffd5167-f755-4890-9da2-f1b34c76a7a6 None None] Resources bound (agent type, host, resource id): {{(pid=93917) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:34:10.131199 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ffd5167-f755-4890-9da2-f1b34c76a7a6 None None] Received port after_create {{(pid=93917) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:34:10.166643 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-43f999e6-51e2-4824-9add-b738d95a2571 None None] Attempting to bind port dd2cbb35-022a-4b24-8680-826b142f2449 on host n-d-800634-3 for vnic_type normal with profile {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:34:10.167387 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-43f999e6-51e2-4824-9add-b738d95a2571 None None] Attempting to bind port dd2cbb35-022a-4b24-8680-826b142f2449 by drivers openvswitch,hyperv on host n-d-800634-3 at level 0 using segments [{'id': '55e97a62-6e3a-4f99-9832-0415496a9afd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'd9b1ce92-40c0-4c35-b452-dfbdda964ee7'}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:34:10.167604 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43f999e6-51e2-4824-9add-b738d95a2571 None None] Attempting to bind port dd2cbb35-022a-4b24-8680-826b142f2449 on network d9b1ce92-40c0-4c35-b452-dfbdda964ee7 {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:34:10.189074 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-22764182-c3ca-47fa-8f84-8e9c814b998d tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Notify callbacks [] for port, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:10.190318 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-44581004-87d4-4024-9477-fe3bf998c999 tempest-RoutersNegativeTest-467807617 tempest-RoutersNegativeTest-467807617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:10.207475 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43f999e6-51e2-4824-9add-b738d95a2571 None None] Checking agent: {'id': '01c19e91-a945-4e3c-94a6-c211e17c923e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 8, 23), 'started_at': datetime.datetime(2021, 7, 14, 18, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 18, 33, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 18:34:10.207475 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43f999e6-51e2-4824-9add-b738d95a2571 None None] Checking segment: {'id': '55e97a62-6e3a-4f99-9832-0415496a9afd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'd9b1ce92-40c0-4c35-b452-dfbdda964ee7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93917) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:34:10.207916 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-43f999e6-51e2-4824-9add-b738d95a2571 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:10.208183 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43f999e6-51e2-4824-9add-b738d95a2571 None None] Bound using segment: {'id': '55e97a62-6e3a-4f99-9832-0415496a9afd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'd9b1ce92-40c0-4c35-b452-dfbdda964ee7'} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 18:34:10.208450 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-334ba0d6-ccc3-42ee-96d8-1ece9646f3fd tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2096010', 'neutron.services.segments.db._delete_segments_for_network-8728202734996'] for network, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:10.208823 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-43f999e6-51e2-4824-9add-b738d95a2571 None None] Bound port: dd2cbb35-022a-4b24-8680-826b142f2449, host: n-d-800634-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55e97a62-6e3a-4f99-9832-0415496a9afd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'd9b1ce92-40c0-4c35-b452-dfbdda964ee7'}}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 18:34:10.209096 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-43f999e6-51e2-4824-9add-b738d95a2571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:10.211038 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffd5167-f755-4890-9da2-f1b34c76a7a6 None None] Pushing event updated for resources: {'Port': ['ID=22421c39-3577-4958-9fe0-0e2652b4c5b0,revision_number=1']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:34:10.231613 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.provisioning_blocks [None req-22764182-c3ca-47fa-8f84-8e9c814b998d tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Transition to ACTIVE for port object 2ce8955c-39eb-4a08-89c1-c4e808ceeb28 will not be triggered until provisioned by entity DHCP. {{(pid=93916) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:34:10.255740 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-6fd9a38f-05a1-4be8-b53b-39f216ab8a7d req-f47d58c1-5496-4a2b-a75b-3fe0bb78fd7f service neutron] For port cb0a2880-d1c3-4b70-a889-9bdddf8dc02e, host n-h1-800634-3, cleared binding levels {{(pid=93915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:34:10.259919 n-d-800634-3 neutron-server[93915]: DEBUG neutron.services.segments.db [None req-334ba0d6-ccc3-42ee-96d8-1ece9646f3fd tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dfe77bf2-6327-4948-b76f-8d7f6fb387b7']}} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:34:10.262822 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44581004-87d4-4024-9477-fe3bf998c999 tempest-RoutersNegativeTest-467807617 tempest-RoutersNegativeTest-467807617-project] Pushing event deleted for resources: {'Port': ['ID=5f1cdfbb-e5da-4a2f-b9eb-fa0322621153,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:34:10.265323 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44581004-87d4-4024-9477-fe3bf998c999 tempest-RoutersNegativeTest-467807617 tempest-RoutersNegativeTest-467807617-project] No DVR routers for this DVR port 5f1cdfbb-e5da-4a2f-b9eb-fa0322621153 on host n-d-800634-3 {{(pid=93915) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 18:34:10.284595 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-6f986b96-94f6-4750-b7b9-21b7c4f3658b None None] For port f4ce86bf-2980-4c44-b6b4-f0631036b55a, host n-d-800634-3, cleared binding levels {{(pid=93917) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:34:10.304515 n-d-800634-3 neutron-server[93915]: DEBUG neutron.services.segments.db [None req-334ba0d6-ccc3-42ee-96d8-1ece9646f3fd tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea9a56e6-e965-4648-816e-608e990b7f3c') {'for_net_delete': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:34:10.305011 n-d-800634-3 neutron-server[93915]: DEBUG neutron.services.segments.db [None req-334ba0d6-ccc3-42ee-96d8-1ece9646f3fd tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea9a56e6-e965-4648-816e-608e990b7f3c') {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:34:10.307434 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-22764182-c3ca-47fa-8f84-8e9c814b998d tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:10.309064 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-6fd9a38f-05a1-4be8-b53b-39f216ab8a7d req-f47d58c1-5496-4a2b-a75b-3fe0bb78fd7f service neutron] For port cb0a2880-d1c3-4b70-a889-9bdddf8dc02e, host n-h1-800634-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=cb0a2880-d1c3-4b70-a889-9bdddf8dc02e,segment=NetworkSegment(9182ad96-9d5e-42c0-8319-7d34fcf2c5ad),segment_id=9182ad96-9d5e-42c0-8319-7d34fcf2c5ad)] {{(pid=93915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 18:34:10.325932 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-6f986b96-94f6-4750-b7b9-21b7c4f3658b None None] For port f4ce86bf-2980-4c44-b6b4-f0631036b55a, host n-d-800634-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=f4ce86bf-2980-4c44-b6b4-f0631036b55a,segment=NetworkSegment(10270b9d-7deb-4383-8c55-a66aebb27b9d),segment_id=10270b9d-7deb-4383-8c55-a66aebb27b9d)] {{(pid=93917) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 18:34:10.328197 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning for port 178f76c1-e244-4f46-bf04-f67dd021ddba completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:34:10.359062 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-6fd9a38f-05a1-4be8-b53b-39f216ab8a7d req-f47d58c1-5496-4a2b-a75b-3fe0bb78fd7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25912978'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:10.359324 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-6f986b96-94f6-4750-b7b9-21b7c4f3658b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:10.370663 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-334ba0d6-ccc3-42ee-96d8-1ece9646f3fd tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728202715275', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28939920'] for segment, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:10.385180 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22764182-c3ca-47fa-8f84-8e9c814b998d tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Network 53bb0fcd-64dd-42eb-8d88-ad420edc0329 is already hosted by enough agents. {{(pid=93916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:34:10.390156 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [None req-22764182-c3ca-47fa-8f84-8e9c814b998d tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Resources bound (agent type, host, resource id): {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:34:10.394865 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22764182-c3ca-47fa-8f84-8e9c814b998d tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Received port after_create {{(pid=93916) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:34:10.402848 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22764182-c3ca-47fa-8f84-8e9c814b998d tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Pushing event updated for resources: {'Port': ['ID=2ce8955c-39eb-4a08-89c1-c4e808ceeb28,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:34:10.483531 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-43f999e6-51e2-4824-9add-b738d95a2571 None None] For port dd2cbb35-022a-4b24-8680-826b142f2449, host n-d-800634-3, cleared binding levels {{(pid=93917) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:34:10.496938 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-43f999e6-51e2-4824-9add-b738d95a2571 None None] For port dd2cbb35-022a-4b24-8680-826b142f2449, host n-d-800634-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=dd2cbb35-022a-4b24-8680-826b142f2449,segment=NetworkSegment(55e97a62-6e3a-4f99-9832-0415496a9afd),segment_id=55e97a62-6e3a-4f99-9832-0415496a9afd)] {{(pid=93917) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 18:34:10.515530 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22764182-c3ca-47fa-8f84-8e9c814b998d tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:34:10.516056 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-334ba0d6-ccc3-42ee-96d8-1ece9646f3fd tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:10.516892 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-22764182-c3ca-47fa-8f84-8e9c814b998d tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:10.523119 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd9a38f-05a1-4be8-b53b-39f216ab8a7d req-f47d58c1-5496-4a2b-a75b-3fe0bb78fd7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:34:10.524100 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-6fd9a38f-05a1-4be8-b53b-39f216ab8a7d req-f47d58c1-5496-4a2b-a75b-3fe0bb78fd7f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:10.533102 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6fd9a38f-05a1-4be8-b53b-39f216ab8a7d req-f47d58c1-5496-4a2b-a75b-3fe0bb78fd7f service neutron] 10.222.0.18 "PUT /v2.0/ports/cb0a2880-d1c3-4b70-a889-9bdddf8dc02e HTTP/1.1" status: 200 len: 1092 time: 2.4131019 Jul 14 18:34:10.533102 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1141130f-4875-4e07-b30e-73bca303df1e', 'tag': 'cb0a2880-d1c3-4b70-a889-9bdddf8dc02e'}] {{(pid=93915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:34:10.533102 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e72782ad3af8f7d4ce76cedf092bca46d1756acc5c4653cf0b52034cdd6b073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5a104d6-7c97-482d-9245-b89285e1b644" -d '{"events": [{"name": "network-changed", "server_uuid": "1141130f-4875-4e07-b30e-73bca303df1e", "tag": "cb0a2880-d1c3-4b70-a889-9bdddf8dc02e"}]}' {{(pid=93915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:34:10.552894 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-44581004-87d4-4024-9477-fe3bf998c999 tempest-RoutersNegativeTest-467807617 tempest-RoutersNegativeTest-467807617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2096010', 'neutron.services.segments.db._delete_segments_for_network-8728202734996'] for network, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:10.556636 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-334ba0d6-ccc3-42ee-96d8-1ece9646f3fd tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Releasing vlan 56 on physical network physnet1 to pool {{(pid=93915) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 18:34:10.557513 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-334ba0d6-ccc3-42ee-96d8-1ece9646f3fd tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25911658'] for segment, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:10.559359 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-22764182-c3ca-47fa-8f84-8e9c814b998d tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.1716039 Jul 14 18:34:10.564170 n-d-800634-3 neutron-server[93915]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:34:10.564170 n-d-800634-3 neutron-server[93915]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:34:10.564170 n-d-800634-3 neutron-server[93915]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:34:10.564170 n-d-800634-3 neutron-server[93915]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:34:10.564170 n-d-800634-3 neutron-server[93915]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 18:34:10.564170 n-d-800634-3 neutron-server[93915]: self.session.flush() Jul 14 18:34:10.564170 n-d-800634-3 neutron-server[93915]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 18:34:10.564170 n-d-800634-3 neutron-server[93915]: self.session.flush() Jul 14 18:34:10.564170 n-d-800634-3 neutron-server[93915]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 18:34:10.564170 n-d-800634-3 neutron-server[93915]: self.session.flush() Jul 14 18:34:10.564170 n-d-800634-3 neutron-server[93915]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 18:34:10.564170 n-d-800634-3 neutron-server[93915]: self.session.flush() Jul 14 18:34:10.564170 n-d-800634-3 neutron-server[93915]: Traceback (most recent call last): Jul 14 18:34:10.564170 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 18:34:10.564170 n-d-800634-3 neutron-server[93915]: timer() Jul 14 18:34:10.564170 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 18:34:10.564170 n-d-800634-3 neutron-server[93915]: cb(*args, **kw) Jul 14 18:34:10.564170 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 18:34:10.564170 n-d-800634-3 neutron-server[93915]: return func(*args, **kwargs) Jul 14 18:34:10.564170 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 18:34:10.564170 n-d-800634-3 neutron-server[93915]: self._notify() Jul 14 18:34:10.564170 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 18:34:10.564170 n-d-800634-3 neutron-server[93915]: self.callback(batched_events) Jul 14 18:34:10.564170 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 18:34:10.564170 n-d-800634-3 neutron-server[93915]: event.method(event) Jul 14 18:34:10.564170 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 18:34:10.564170 n-d-800634-3 neutron-server[93915]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 18:34:10.564170 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 18:34:10.564170 n-d-800634-3 neutron-server[93915]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 18:34:10.564170 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 18:34:10.564170 n-d-800634-3 neutron-server[93915]: return f(self, *a, **k) Jul 14 18:34:10.564170 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 18:34:10.564170 n-d-800634-3 neutron-server[93915]: return self._get(url).json() Jul 14 18:34:10.564170 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 18:34:10.564170 n-d-800634-3 neutron-server[93915]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 18:34:10.564170 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 18:34:10.564170 n-d-800634-3 neutron-server[93915]: return self.request(url, 'GET', **kwargs) Jul 14 18:34:10.564170 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 18:34:10.564170 n-d-800634-3 neutron-server[93915]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 18:34:10.564170 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 18:34:10.564170 n-d-800634-3 neutron-server[93915]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 18:34:10.564170 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 18:34:10.564170 n-d-800634-3 neutron-server[93915]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 18:34:10.564170 n-d-800634-3 neutron-server[93915]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 18:34:10.577130 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port 178f76c1-e244-4f46-bf04-f67dd021ddba triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:34:10.577522 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:10.650567 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-43f999e6-51e2-4824-9add-b738d95a2571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:10.650916 n-d-800634-3 neutron-server[93915]: DEBUG neutron.services.segments.db [None req-44581004-87d4-4024-9477-fe3bf998c999 tempest-RoutersNegativeTest-467807617 tempest-RoutersNegativeTest-467807617-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8145dde-704d-4ea2-9fcf-e235fe5f4455']}} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:34:10.663389 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-9ffd5167-f755-4890-9da2-f1b34c76a7a6 None None] Attempting to bind port 22421c39-3577-4958-9fe0-0e2652b4c5b0 on host n-d-800634-3 for vnic_type normal with profile {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:34:10.663947 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-9ffd5167-f755-4890-9da2-f1b34c76a7a6 None None] Attempting to bind port 22421c39-3577-4958-9fe0-0e2652b4c5b0 by drivers openvswitch,hyperv on host n-d-800634-3 at level 0 using segments [{'id': 'ea9a56e6-e965-4648-816e-608e990b7f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'dfe77bf2-6327-4948-b76f-8d7f6fb387b7'}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:34:10.664536 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ffd5167-f755-4890-9da2-f1b34c76a7a6 None None] Attempting to bind port 22421c39-3577-4958-9fe0-0e2652b4c5b0 on network dfe77bf2-6327-4948-b76f-8d7f6fb387b7 {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:34:10.697109 n-d-800634-3 neutron-server[93915]: DEBUG neutron.services.segments.db [None req-44581004-87d4-4024-9477-fe3bf998c999 tempest-RoutersNegativeTest-467807617 tempest-RoutersNegativeTest-467807617-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63ba823d-ddaa-4a97-8c8d-35725f957729') {'for_net_delete': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:34:10.697587 n-d-800634-3 neutron-server[93915]: DEBUG neutron.services.segments.db [None req-44581004-87d4-4024-9477-fe3bf998c999 tempest-RoutersNegativeTest-467807617 tempest-RoutersNegativeTest-467807617-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63ba823d-ddaa-4a97-8c8d-35725f957729') {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:34:10.700048 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47d58c1-5496-4a2b-a75b-3fe0bb78fd7f service neutron] Pushing event updated for resources: {'Port': ['ID=cb0a2880-d1c3-4b70-a889-9bdddf8dc02e,revision_number=3']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:34:10.708786 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ffd5167-f755-4890-9da2-f1b34c76a7a6 None None] Checking agent: {'id': '01c19e91-a945-4e3c-94a6-c211e17c923e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 8, 23), 'started_at': datetime.datetime(2021, 7, 14, 18, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 18, 33, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 18:34:10.709398 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ffd5167-f755-4890-9da2-f1b34c76a7a6 None None] Checking segment: {'id': 'ea9a56e6-e965-4648-816e-608e990b7f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'dfe77bf2-6327-4948-b76f-8d7f6fb387b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93917) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:34:10.710030 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9ffd5167-f755-4890-9da2-f1b34c76a7a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:10.710674 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ffd5167-f755-4890-9da2-f1b34c76a7a6 None None] Bound using segment: {'id': 'ea9a56e6-e965-4648-816e-608e990b7f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'dfe77bf2-6327-4948-b76f-8d7f6fb387b7'} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 18:34:10.711978 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-9ffd5167-f755-4890-9da2-f1b34c76a7a6 None None] Bound port: 22421c39-3577-4958-9fe0-0e2652b4c5b0, host: n-d-800634-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea9a56e6-e965-4648-816e-608e990b7f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'dfe77bf2-6327-4948-b76f-8d7f6fb387b7'}}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 18:34:10.712673 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9ffd5167-f755-4890-9da2-f1b34c76a7a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:10.724241 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-44581004-87d4-4024-9477-fe3bf998c999 tempest-RoutersNegativeTest-467807617 tempest-RoutersNegativeTest-467807617-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728202715275', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28939920'] for segment, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:10.739948 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.db.api [None req-334ba0d6-ccc3-42ee-96d8-1ece9646f3fd tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 14 18:34:10.739948 n-d-800634-3 neutron-server[93915]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 14 18:34:10.739948 n-d-800634-3 neutron-server[93915]: [parameters: {'id': 'dfe77bf2-6327-4948-b76f-8d7f6fb387b7'}] Jul 14 18:34:10.739948 n-d-800634-3 neutron-server[93915]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93915) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 14 18:34:10.740695 n-d-800634-3 neutron-server[93915]: DEBUG oslo_db.api [None req-334ba0d6-ccc3-42ee-96d8-1ece9646f3fd tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 18:34:10.759816 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9dbf99c-510b-4178-99fb-175201474f15 req-3e808d78-5155-490f-a49e-aa8be69fe824 tempest-ServerRescueTestJSONUnderV235-773555335 tempest-ServerRescueTestJSONUnderV235-773555335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:34:10.771621 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b9dbf99c-510b-4178-99fb-175201474f15 req-3e808d78-5155-490f-a49e-aa8be69fe824 tempest-ServerRescueTestJSONUnderV235-773555335 tempest-ServerRescueTestJSONUnderV235-773555335-project] 10.222.0.16 "GET /v2.0/ports?device_id=1141130f-4875-4e07-b30e-73bca303df1e HTTP/1.1" status: 200 len: 944 time: 0.4976814 Jul 14 18:34:10.783221 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-44581004-87d4-4024-9477-fe3bf998c999 tempest-RoutersNegativeTest-467807617 tempest-RoutersNegativeTest-467807617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:10.795573 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f986b96-94f6-4750-b7b9-21b7c4f3658b None None] Pushing event updated for resources: {'Port': ['ID=f4ce86bf-2980-4c44-b6b4-f0631036b55a,revision_number=2']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:34:10.973120 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-9ffd5167-f755-4890-9da2-f1b34c76a7a6 None None] For port 22421c39-3577-4958-9fe0-0e2652b4c5b0, host n-d-800634-3, cleared binding levels {{(pid=93917) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:34:10.976860 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-9ffd5167-f755-4890-9da2-f1b34c76a7a6 None None] For port 22421c39-3577-4958-9fe0-0e2652b4c5b0, host n-d-800634-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=22421c39-3577-4958-9fe0-0e2652b4c5b0,segment=NetworkSegment(ea9a56e6-e965-4648-816e-608e990b7f3c),segment_id=ea9a56e6-e965-4648-816e-608e990b7f3c)] {{(pid=93917) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 18:34:11.019926 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9ffd5167-f755-4890-9da2-f1b34c76a7a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:11.079440 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-f7ae1218-9c4a-4e59-bf2d-cf333ecf46a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8098b08-da38-4605-b586-97fee7b43474', 'name': 'tempest-ServerRescueTestJSONUnderV235-1278005292-router', 'tenant_id': 'bc00a49d970c402a9d26e3f8244b6309', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.232'}], 'enable_snat': True}, 'gw_port_id': 'd57da537-9edf-46de-a3c0-1553301d937e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:33:54Z', 'updated_at': '2021-07-14T18:34:00Z', 'revision_number': 4, 'project_id': 'bc00a49d970c402a9d26e3f8244b6309', 'gw_port': {'id': 'd57da537-9edf-46de-a3c0-1553301d937e', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:13:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8098b08-da38-4605-b586-97fee7b43474', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1610, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:33:55Z', 'updated_at': '2021-07-14T18:34:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_interfaces': [{'id': '178f76c1-e244-4f46-bf04-f67dd021ddba', 'name': '', 'network_id': '5c2b1ad9-b7c6-42f5-980f-ff933c7b9b10', 'tenant_id': 'bc00a49d970c402a9d26e3f8244b6309', 'mac_address': 'fa:16:3e:5d:78:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8098b08-da38-4605-b586-97fee7b43474', 'device_owner': 'network:router_interface', 'standard_attr_id': 1613, 'fixed_ips': [{'subnet_id': 'd49b56c3-eb98-4614-ba40-0fb0c157fa98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:33:59Z', 'updated_at': '2021-07-14T18:34:07Z', 'revision_number': 4, 'project_id': 'bc00a49d970c402a9d26e3f8244b6309', 'subnets': [{'id': 'd49b56c3-eb98-4614-ba40-0fb0c157fa98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-3', False) {} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:34:11.115485 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7ae1218-9c4a-4e59-bf2d-cf333ecf46a8 None None] The sync data for ids ['e8098b08-da38-4605-b586-97fee7b43474'] in n-d-800634-3 is: [{'id': 'e8098b08-da38-4605-b586-97fee7b43474', 'name': 'tempest-ServerRescueTestJSONUnderV235-1278005292-router', 'tenant_id': 'bc00a49d970c402a9d26e3f8244b6309', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.232'}], 'enable_snat': True}, 'gw_port_id': 'd57da537-9edf-46de-a3c0-1553301d937e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:33:54Z', 'updated_at': '2021-07-14T18:34:00Z', 'revision_number': 4, 'project_id': 'bc00a49d970c402a9d26e3f8244b6309', 'gw_port': {'id': 'd57da537-9edf-46de-a3c0-1553301d937e', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:13:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8098b08-da38-4605-b586-97fee7b43474', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1610, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:33:55Z', 'updated_at': '2021-07-14T18:34:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_interfaces': [{'id': '178f76c1-e244-4f46-bf04-f67dd021ddba', 'name': '', 'network_id': '5c2b1ad9-b7c6-42f5-980f-ff933c7b9b10', 'tenant_id': 'bc00a49d970c402a9d26e3f8244b6309', 'mac_address': 'fa:16:3e:5d:78:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8098b08-da38-4605-b586-97fee7b43474', 'device_owner': 'network:router_interface', 'standard_attr_id': 1613, 'fixed_ips': [{'subnet_id': 'd49b56c3-eb98-4614-ba40-0fb0c157fa98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:33:59Z', 'updated_at': '2021-07-14T18:34:07Z', 'revision_number': 4, 'project_id': 'bc00a49d970c402a9d26e3f8244b6309', 'subnets': [{'id': 'd49b56c3-eb98-4614-ba40-0fb0c157fa98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 18:34:11.160530 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:11.162378 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f999e6-51e2-4824-9add-b738d95a2571 None None] Pushing event updated for resources: {'Port': ['ID=dd2cbb35-022a-4b24-8680-826b142f2449,revision_number=2']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:34:11.358811 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-334ba0d6-ccc3-42ee-96d8-1ece9646f3fd tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645734'] for network, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:11.364820 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44581004-87d4-4024-9477-fe3bf998c999 tempest-RoutersNegativeTest-467807617 tempest-RoutersNegativeTest-467807617-project] Releasing vlan 77 on physical network physnet1 to pool {{(pid=93915) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 18:34:11.365476 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-44581004-87d4-4024-9477-fe3bf998c999 tempest-RoutersNegativeTest-467807617 tempest-RoutersNegativeTest-467807617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25911658'] for segment, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:11.375072 n-d-800634-3 neutron-server[93915]: Traceback (most recent call last): Jul 14 18:34:11.375072 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 18:34:11.375072 n-d-800634-3 neutron-server[93915]: timer() Jul 14 18:34:11.375072 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 18:34:11.375072 n-d-800634-3 neutron-server[93915]: cb(*args, **kw) Jul 14 18:34:11.375072 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 18:34:11.375072 n-d-800634-3 neutron-server[93915]: return func(*args, **kwargs) Jul 14 18:34:11.375072 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 18:34:11.375072 n-d-800634-3 neutron-server[93915]: self._notify() Jul 14 18:34:11.375072 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 18:34:11.375072 n-d-800634-3 neutron-server[93915]: self.callback(batched_events) Jul 14 18:34:11.375072 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 18:34:11.375072 n-d-800634-3 neutron-server[93915]: event.method(event) Jul 14 18:34:11.375072 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 18:34:11.375072 n-d-800634-3 neutron-server[93915]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 18:34:11.375072 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 18:34:11.375072 n-d-800634-3 neutron-server[93915]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 18:34:11.375072 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 18:34:11.375072 n-d-800634-3 neutron-server[93915]: return f(self, *a, **k) Jul 14 18:34:11.375072 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 18:34:11.375072 n-d-800634-3 neutron-server[93915]: return self._get(url).json() Jul 14 18:34:11.375072 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 18:34:11.375072 n-d-800634-3 neutron-server[93915]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 18:34:11.375072 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 18:34:11.375072 n-d-800634-3 neutron-server[93915]: return self.request(url, 'GET', **kwargs) Jul 14 18:34:11.375072 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 18:34:11.375072 n-d-800634-3 neutron-server[93915]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 18:34:11.375072 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 18:34:11.375072 n-d-800634-3 neutron-server[93915]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 18:34:11.375072 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 18:34:11.375072 n-d-800634-3 neutron-server[93915]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 18:34:11.375072 n-d-800634-3 neutron-server[93915]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 18:34:11.377850 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 18:34:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad19068d-9a1e-41a7-846b-c1f51616a2e1 x-openstack-request-id: req-ad19068d-9a1e-41a7-846b-c1f51616a2e1 {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:34:11.377850 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1141130f-4875-4e07-b30e-73bca303df1e", "tag": "cb0a2880-d1c3-4b70-a889-9bdddf8dc02e", "status": "completed", "code": 200}]} {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:34:11.377850 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ad19068d-9a1e-41a7-846b-c1f51616a2e1 {{(pid=93915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:34:11.377850 n-d-800634-3 neutron-server[93915]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1141130f-4875-4e07-b30e-73bca303df1e', 'tag': 'cb0a2880-d1c3-4b70-a889-9bdddf8dc02e', 'status': 'completed', 'code': 200} Jul 14 18:34:11.409315 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8313dac-80f8-46b6-bce2-4abcfd5504b8 None None] Network dfe77bf2-6327-4948-b76f-8d7f6fb387b7 requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:34:11.485653 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] For port 178f76c1-e244-4f46-bf04-f67dd021ddba, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=178f76c1-e244-4f46-bf04-f67dd021ddba,segment=NetworkSegment(9182ad96-9d5e-42c0-8319-7d34fcf2c5ad),segment_id=9182ad96-9d5e-42c0-8319-7d34fcf2c5ad)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:34:11.557391 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:11.561867 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd9a38f-05a1-4be8-b53b-39f216ab8a7d req-b8298f9b-a9ce-485e-8543-210aa10d4ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:34:11.563871 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6fd9a38f-05a1-4be8-b53b-39f216ab8a7d req-b8298f9b-a9ce-485e-8543-210aa10d4ca4 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=bc00a49d970c402a9d26e3f8244b6309&device_id=1141130f-4875-4e07-b30e-73bca303df1e HTTP/1.1" status: 200 len: 1095 time: 0.9377284 Jul 14 18:34:11.582689 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffd5167-f755-4890-9da2-f1b34c76a7a6 None None] Pushing event updated for resources: {'Port': ['ID=22421c39-3577-4958-9fe0-0e2652b4c5b0,revision_number=2']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:34:11.629537 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6fd9a38f-05a1-4be8-b53b-39f216ab8a7d req-b0d227a2-b67f-4fda-9a47-d19d4d5c44f9 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cb0a2880-d1c3-4b70-a889-9bdddf8dc02e HTTP/1.1" status: 200 len: 217 time: 0.0561318 Jul 14 18:34:11.635665 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b9dbf99c-510b-4178-99fb-175201474f15 req-ec4ab03e-8bcd-43e6-8d38-e4d202108433 tempest-ServerRescueTestJSONUnderV235-773555335 tempest-ServerRescueTestJSONUnderV235-773555335-project] 10.222.0.16 "GET /v2.0/security-groups?id=5be666b2-293d-46ef-a6aa-7f465b02e205&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8625376 Jul 14 18:34:11.636283 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-44581004-87d4-4024-9477-fe3bf998c999 tempest-RoutersNegativeTest-467807617 tempest-RoutersNegativeTest-467807617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2096001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-930085'] for network, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:11.671459 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 5f1cdfbb-e5da-4a2f-b9eb-fa0322621153 no longer exists at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 18:34:11.674787 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-44581004-87d4-4024-9477-fe3bf998c999 tempest-RoutersNegativeTest-467807617 tempest-RoutersNegativeTest-467807617-project] Notify callbacks [] for network, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:11.676786 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-44581004-87d4-4024-9477-fe3bf998c999 tempest-RoutersNegativeTest-467807617 tempest-RoutersNegativeTest-467807617-project] 10.222.0.16 "DELETE /v2.0/networks/c8145dde-704d-4ea2-9fcf-e235fe5f4455 HTTP/1.1" status: 204 len: 168 time: 2.9920020 Jul 14 18:34:11.680369 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 46604) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:34:11.726351 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44581004-87d4-4024-9477-fe3bf998c999 tempest-RoutersNegativeTest-467807617 tempest-RoutersNegativeTest-467807617-project] Pushing event deleted for resources: {'Network': ['ID=c8145dde-704d-4ea2-9fcf-e235fe5f4455,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:34:11.748997 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd9a38f-05a1-4be8-b53b-39f216ab8a7d req-635e1429-0bd4-485a-b691-9b810b68e55b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:34:11.750528 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6fd9a38f-05a1-4be8-b53b-39f216ab8a7d req-635e1429-0bd4-485a-b691-9b810b68e55b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d49b56c3-eb98-4614-ba40-0fb0c157fa98 HTTP/1.1" status: 200 len: 860 time: 0.1123114 Jul 14 18:34:11.769847 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] No Port match for: 5f1cdfbb-e5da-4a2f-b9eb-fa0322621153 {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 18:34:11.770395 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 5f1cdfbb-e5da-4a2f-b9eb-fa0322621153 not bound to the agent host n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 18:34:11.777076 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Pushing event updated for resources: {'Port': ['ID=178f76c1-e244-4f46-bf04-f67dd021ddba,revision_number=5']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:34:11.796512 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e039cc1-6a9a-4312-ac6d-a08a2cba5914 tempest-RoutersNegativeTest-467807617 tempest-RoutersNegativeTest-467807617-project] Deleting subnet 1266f2c3-cea2-4489-8ea2-eca4e41bccbd {{(pid=93916) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 18:34:11.800664 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-3e039cc1-6a9a-4312-ac6d-a08a2cba5914 tempest-RoutersNegativeTest-467807617 tempest-RoutersNegativeTest-467807617-project] Notify callbacks [] for subnet, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:11.830583 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6fd9a38f-05a1-4be8-b53b-39f216ab8a7d req-29e89068-820d-49f8-9195-ab122f56f244 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5c2b1ad9-b7c6-42f5-980f-ff933c7b9b10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0690103 Jul 14 18:34:11.831259 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebf674d0-6a18-4477-962a-20c02b892211 None None] Network dfe77bf2-6327-4948-b76f-8d7f6fb387b7 requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:34:11.848626 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [None req-334ba0d6-ccc3-42ee-96d8-1ece9646f3fd tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Deleting port 22421c39-3577-4958-9fe0-0e2652b4c5b0 {{(pid=93915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:34:11.863261 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-334ba0d6-ccc3-42ee-96d8-1ece9646f3fd tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:11.880176 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-3e039cc1-6a9a-4312-ac6d-a08a2cba5914 tempest-RoutersNegativeTest-467807617 tempest-RoutersNegativeTest-467807617-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26296866'] for subnet, precommit_delete_associations {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:12.022401 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-255a1388-c12a-4ca1-a9a3-509d322f72d1 req-44dd43d3-8538-4819-8525-6902f0ea41c4 tempest-ServerShowV254Test-1743861056 tempest-ServerShowV254Test-1743861056-project] 10.222.0.16 "GET /v2.0/ports?device_id=09976659-3505-4872-a434-70575e61f2eb HTTP/1.1" status: 200 len: 210 time: 0.0732012 Jul 14 18:34:12.191666 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [None req-334ba0d6-ccc3-42ee-96d8-1ece9646f3fd tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] For port 22421c39-3577-4958-9fe0-0e2652b4c5b0, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=22421c39-3577-4958-9fe0-0e2652b4c5b0,segment=NetworkSegment(ea9a56e6-e965-4648-816e-608e990b7f3c),segment_id=ea9a56e6-e965-4648-816e-608e990b7f3c)] {{(pid=93915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:34:12.192050 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-334ba0d6-ccc3-42ee-96d8-1ece9646f3fd tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:12.264186 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [None req-334ba0d6-ccc3-42ee-96d8-1ece9646f3fd tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Calling delete_port for 22421c39-3577-4958-9fe0-0e2652b4c5b0 owned by network:dhcp {{(pid=93915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:34:12.274673 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6fd9a38f-05a1-4be8-b53b-39f216ab8a7d req-8737bcf0-07fd-4e3b-be02-3d715a56798c service neutron] 10.222.0.18 "GET /v2.0/networks/5c2b1ad9-b7c6-42f5-980f-ff933c7b9b10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4343712 Jul 14 18:34:12.289561 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-3e039cc1-6a9a-4312-ac6d-a08a2cba5914 tempest-RoutersNegativeTest-467807617 tempest-RoutersNegativeTest-467807617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081283'] for subnet, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:12.347962 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device dd2cbb35-022a-4b24-8680-826b142f2449 up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:34:12.443903 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-3e039cc1-6a9a-4312-ac6d-a08a2cba5914 tempest-RoutersNegativeTest-467807617 tempest-RoutersNegativeTest-467807617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2684816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26033152'] for subnet, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:12.505181 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning for port dd2cbb35-022a-4b24-8680-826b142f2449 completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:34:12.515265 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device f4ce86bf-2980-4c44-b6b4-f0631036b55a up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:34:12.577891 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e039cc1-6a9a-4312-ac6d-a08a2cba5914 tempest-RoutersNegativeTest-467807617 tempest-RoutersNegativeTest-467807617-project] Pushing event deleted for resources: {'Subnet': ['ID=1266f2c3-cea2-4489-8ea2-eca4e41bccbd,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:34:12.584917 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6fd9a38f-05a1-4be8-b53b-39f216ab8a7d req-96979aeb-b416-4a0f-966c-60992c584df8 service neutron] 10.222.0.18 "GET /v2.0/networks/5c2b1ad9-b7c6-42f5-980f-ff933c7b9b10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2969141 Jul 14 18:34:12.608968 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-3e039cc1-6a9a-4312-ac6d-a08a2cba5914 tempest-RoutersNegativeTest-467807617 tempest-RoutersNegativeTest-467807617-project] Notify callbacks [] for subnet, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:12.611566 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-3e039cc1-6a9a-4312-ac6d-a08a2cba5914 tempest-RoutersNegativeTest-467807617 tempest-RoutersNegativeTest-467807617-project] 10.222.0.16 "DELETE /v2.0/subnets/1266f2c3-cea2-4489-8ea2-eca4e41bccbd HTTP/1.1" status: 204 len: 168 time: 0.9298353 Jul 14 18:34:12.612065 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-334ba0d6-ccc3-42ee-96d8-1ece9646f3fd tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:12.613899 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 46612) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:34:12.637175 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6ea448c-0a46-481f-8286-640baa610801 None None] Network 68b226b3-cd66-492f-9213-3d9463e582d1 requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:34:12.731354 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334ba0d6-ccc3-42ee-96d8-1ece9646f3fd tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Pushing event deleted for resources: {'Port': ['ID=22421c39-3577-4958-9fe0-0e2652b4c5b0,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:34:12.802497 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-334ba0d6-ccc3-42ee-96d8-1ece9646f3fd tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] No DVR routers for this DVR port 22421c39-3577-4958-9fe0-0e2652b4c5b0 on host n-d-800634-3 {{(pid=93915) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 18:34:12.912504 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87a40250-8f17-42d1-bde2-e71081586829 None None] Network 53bb0fcd-64dd-42eb-8d88-ad420edc0329 requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:34:12.923284 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-592c3c14-bd52-4004-88c2-990632681018 tempest-RoutersNegativeTest-467807617 tempest-RoutersNegativeTest-467807617-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645734'] for network, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:12.956739 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 46616) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:34:12.967110 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-af7cf029-9ef6-4e3d-a521-23f558160ca4 tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Request body: {'security_group': {'name': 'tempest-securitygroup--532264570', 'description': 'tempest-description--1710174764'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:34:13.026225 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-334ba0d6-ccc3-42ee-96d8-1ece9646f3fd tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2096010', 'neutron.services.segments.db._delete_segments_for_network-8728202734996'] for network, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:13.040921 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a104d6-7c97-482d-9245-b89285e1b644 req-7dc65df0-ce29-4c2f-8893-634b93afe9ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:34:13.042578 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b5a104d6-7c97-482d-9245-b89285e1b644 req-7dc65df0-ce29-4c2f-8893-634b93afe9ea service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=bc00a49d970c402a9d26e3f8244b6309&device_id=1141130f-4875-4e07-b30e-73bca303df1e HTTP/1.1" status: 200 len: 1095 time: 0.3675861 Jul 14 18:34:13.049156 n-d-800634-3 neutron-server[93915]: DEBUG neutron.services.segments.db [None req-334ba0d6-ccc3-42ee-96d8-1ece9646f3fd tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dfe77bf2-6327-4948-b76f-8d7f6fb387b7']}} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:34:13.123076 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-af7cf029-9ef6-4e3d-a521-23f558160ca4 tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Notify callbacks [] for security_group, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:13.180623 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-592c3c14-bd52-4004-88c2-990632681018 tempest-RoutersNegativeTest-467807617 tempest-RoutersNegativeTest-467807617-project] Deleting port 33600dba-ec2b-40fd-b378-c995901046f0 {{(pid=93916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:34:13.181679 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-592c3c14-bd52-4004-88c2-990632681018 tempest-RoutersNegativeTest-467807617 tempest-RoutersNegativeTest-467807617-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:13.208159 n-d-800634-3 neutron-server[93915]: DEBUG neutron.services.segments.db [None req-334ba0d6-ccc3-42ee-96d8-1ece9646f3fd tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea9a56e6-e965-4648-816e-608e990b7f3c') {'for_net_delete': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:34:13.210718 n-d-800634-3 neutron-server[93915]: DEBUG neutron.services.segments.db [None req-334ba0d6-ccc3-42ee-96d8-1ece9646f3fd tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea9a56e6-e965-4648-816e-608e990b7f3c') {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:34:13.269026 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-334ba0d6-ccc3-42ee-96d8-1ece9646f3fd tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728202715275', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28939920'] for segment, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:13.335277 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning for port f4ce86bf-2980-4c44-b6b4-f0631036b55a completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:34:13.346141 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port f4ce86bf-2980-4c44-b6b4-f0631036b55a triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:34:13.346940 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:13.353577 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-ffb18235-fb7c-40d2-9789-8a37e49c131e None None] Provisioning for port f4ce86bf-2980-4c44-b6b4-f0631036b55a completed by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:34:13.364296 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-334ba0d6-ccc3-42ee-96d8-1ece9646f3fd tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:13.376084 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.db [None req-592c3c14-bd52-4004-88c2-990632681018 tempest-RoutersNegativeTest-467807617 tempest-RoutersNegativeTest-467807617-project] For port 33600dba-ec2b-40fd-b378-c995901046f0, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=33600dba-ec2b-40fd-b378-c995901046f0,segment=NetworkSegment(9abd64b8-1b5f-45d9-9734-cff67df51290),segment_id=9abd64b8-1b5f-45d9-9734-cff67df51290)] {{(pid=93916) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:34:13.376899 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-592c3c14-bd52-4004-88c2-990632681018 tempest-RoutersNegativeTest-467807617 tempest-RoutersNegativeTest-467807617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:13.389551 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2fee2f75-22ea-4945-a7fb-667b7aa0143c req-26476f31-7135-49c8-aa0c-5ea40e9a8aa7 tempest-ServerShowV254Test-1743861056 tempest-ServerShowV254Test-1743861056-project] 10.222.0.16 "GET /v2.0/ports?device_id=09976659-3505-4872-a434-70575e61f2eb HTTP/1.1" status: 200 len: 210 time: 0.0820191 Jul 14 18:34:13.396340 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-592c3c14-bd52-4004-88c2-990632681018 tempest-RoutersNegativeTest-467807617 tempest-RoutersNegativeTest-467807617-project] Calling delete_port for 33600dba-ec2b-40fd-b378-c995901046f0 owned by network:dhcp {{(pid=93916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:34:13.401164 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-334ba0d6-ccc3-42ee-96d8-1ece9646f3fd tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Releasing vlan 56 on physical network physnet1 to pool {{(pid=93915) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 18:34:13.401586 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-334ba0d6-ccc3-42ee-96d8-1ece9646f3fd tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25911658'] for segment, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:13.444060 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-ffb18235-fb7c-40d2-9789-8a37e49c131e None None] Provisioning complete for port f4ce86bf-2980-4c44-b6b4-f0631036b55a triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:34:13.444476 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-ffb18235-fb7c-40d2-9789-8a37e49c131e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:13.496680 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9bf78e9-c772-4631-b744-3545575dca35 None None] Network d9b1ce92-40c0-4c35-b452-dfbdda964ee7 requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:34:13.523237 n-d-800634-3 neutron-server[93915]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:34:13.523237 n-d-800634-3 neutron-server[93915]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:34:13.523237 n-d-800634-3 neutron-server[93915]: Traceback (most recent call last): Jul 14 18:34:13.523237 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 18:34:13.523237 n-d-800634-3 neutron-server[93915]: timer() Jul 14 18:34:13.523237 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 18:34:13.523237 n-d-800634-3 neutron-server[93915]: cb(*args, **kw) Jul 14 18:34:13.523237 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 18:34:13.523237 n-d-800634-3 neutron-server[93915]: return func(*args, **kwargs) Jul 14 18:34:13.523237 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 18:34:13.523237 n-d-800634-3 neutron-server[93915]: self._notify() Jul 14 18:34:13.523237 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 18:34:13.523237 n-d-800634-3 neutron-server[93915]: self.callback(batched_events) Jul 14 18:34:13.523237 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 18:34:13.523237 n-d-800634-3 neutron-server[93915]: event.method(event) Jul 14 18:34:13.523237 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 18:34:13.523237 n-d-800634-3 neutron-server[93915]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 18:34:13.523237 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 18:34:13.523237 n-d-800634-3 neutron-server[93915]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 18:34:13.523237 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 18:34:13.523237 n-d-800634-3 neutron-server[93915]: return f(self, *a, **k) Jul 14 18:34:13.523237 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 18:34:13.523237 n-d-800634-3 neutron-server[93915]: return self._get(url).json() Jul 14 18:34:13.523237 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 18:34:13.523237 n-d-800634-3 neutron-server[93915]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 18:34:13.523237 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 18:34:13.523237 n-d-800634-3 neutron-server[93915]: return self.request(url, 'GET', **kwargs) Jul 14 18:34:13.523237 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 18:34:13.523237 n-d-800634-3 neutron-server[93915]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 18:34:13.523237 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 18:34:13.523237 n-d-800634-3 neutron-server[93915]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 18:34:13.523237 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 18:34:13.523237 n-d-800634-3 neutron-server[93915]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 18:34:13.523237 n-d-800634-3 neutron-server[93915]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 18:34:13.555275 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd452b3-87a0-48e9-99ed-4844424547ea req-2b22eed8-7f82-4af3-b358-a371b9fa9e29 tempest-ServerRescueTestJSONUnderV235-773555335 tempest-ServerRescueTestJSONUnderV235-773555335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:34:13.565520 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-1bd452b3-87a0-48e9-99ed-4844424547ea req-2b22eed8-7f82-4af3-b358-a371b9fa9e29 tempest-ServerRescueTestJSONUnderV235-773555335 tempest-ServerRescueTestJSONUnderV235-773555335-project] 10.222.0.16 "GET /v2.0/ports?device_id=1141130f-4875-4e07-b30e-73bca303df1e HTTP/1.1" status: 200 len: 944 time: 0.5987659 Jul 14 18:34:13.578817 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-334ba0d6-ccc3-42ee-96d8-1ece9646f3fd tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2096001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-930085'] for network, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:13.620081 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-334ba0d6-ccc3-42ee-96d8-1ece9646f3fd tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Notify callbacks [] for network, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:13.626426 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-334ba0d6-ccc3-42ee-96d8-1ece9646f3fd tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] 10.222.0.16 "DELETE /v2.0/networks/dfe77bf2-6327-4948-b76f-8d7f6fb387b7 HTTP/1.1" status: 204 len: 168 time: 4.8244882 Jul 14 18:34:13.629828 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 46626) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:34:13.647471 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:13.655858 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-af7cf029-9ef6-4e3d-a521-23f558160ca4 tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Notify callbacks [] for security_group, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:13.670002 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-af7cf029-9ef6-4e3d-a521-23f558160ca4 tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:13.722348 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7cf029-9ef6-4e3d-a521-23f558160ca4 tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1bfbf1b1-a239-48c4-9d02-fd8b65b471a7,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:34:13.724821 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-1bd452b3-87a0-48e9-99ed-4844424547ea req-b09825a9-e834-493e-a8bc-6727a87f22d2 tempest-ServerRescueTestJSONUnderV235-773555335 tempest-ServerRescueTestJSONUnderV235-773555335-project] 10.222.0.16 "GET /v2.0/security-groups?id=5be666b2-293d-46ef-a6aa-7f465b02e205&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579127 Jul 14 18:34:13.735662 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-592c3c14-bd52-4004-88c2-990632681018 tempest-RoutersNegativeTest-467807617 tempest-RoutersNegativeTest-467807617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:13.738926 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334ba0d6-ccc3-42ee-96d8-1ece9646f3fd tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Pushing event deleted for resources: {'Network': ['ID=dfe77bf2-6327-4948-b76f-8d7f6fb387b7,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:34:13.746440 n-d-800634-3 neutron-server[93915]: INFO neutron.pecan_wsgi.hooks.translation [None req-91f94100-d5db-47c7-b3a7-0b06821c5ddc tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] DELETE failed (client error): The resource could not be found. Jul 14 18:34:13.748025 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-91f94100-d5db-47c7-b3a7-0b06821c5ddc tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93915) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 18:34:13.750444 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-91f94100-d5db-47c7-b3a7-0b06821c5ddc tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] 10.222.0.16 "DELETE /v2.0/subnets/ef7b58e2-ed2c-4592-84c8-b6f518e87dab HTTP/1.1" status: 404 len: 337 time: 0.1129422 Jul 14 18:34:13.752173 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a104d6-7c97-482d-9245-b89285e1b644 req-a880a857-e3d4-41d7-ad0c-bcaf6d8c86a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:34:13.754348 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b5a104d6-7c97-482d-9245-b89285e1b644 req-a880a857-e3d4-41d7-ad0c-bcaf6d8c86a7 service neutron] 10.222.0.18 "GET /v2.0/networks?id=5c2b1ad9-b7c6-42f5-980f-ff933c7b9b10 HTTP/1.1" status: 200 len: 920 time: 0.7017972 Jul 14 18:34:13.755147 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 46628) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:34:13.764283 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-af7cf029-9ef6-4e3d-a521-23f558160ca4 tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:13.766998 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-af7cf029-9ef6-4e3d-a521-23f558160ca4 tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.8082800 Jul 14 18:34:13.775213 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 46630) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:34:13.788388 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] For port f4ce86bf-2980-4c44-b6b4-f0631036b55a, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=f4ce86bf-2980-4c44-b6b4-f0631036b55a,segment=NetworkSegment(10270b9d-7deb-4383-8c55-a66aebb27b9d),segment_id=10270b9d-7deb-4383-8c55-a66aebb27b9d)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:34:13.794480 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-ffb18235-fb7c-40d2-9789-8a37e49c131e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:13.799864 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:13.800710 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 178f76c1-e244-4f46-bf04-f67dd021ddba up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:34:13.808452 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-da728299-9088-42e9-b3f0-73824e606e02 tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Request body: {'security_group_rule': {'security_group_id': '1bfbf1b1-a239-48c4-9d02-fd8b65b471a7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:34:13.842951 n-d-800634-3 neutron-server[93915]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f54d28c-b395-4480-b37a-3410425f712e tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] DELETE failed (client error): The resource could not be found. Jul 14 18:34:13.843674 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f54d28c-b395-4480-b37a-3410425f712e tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93915) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 18:34:13.846118 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-9f54d28c-b395-4480-b37a-3410425f712e tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] 10.222.0.16 "DELETE /v2.0/networks/dfe77bf2-6327-4948-b76f-8d7f6fb387b7 HTTP/1.1" status: 404 len: 339 time: 0.0897617 Jul 14 18:34:13.848249 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b5a104d6-7c97-482d-9245-b89285e1b644 req-a8ac356c-cd3f-4f9f-8601-bb307cacd0dc service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cb0a2880-d1c3-4b70-a889-9bdddf8dc02e HTTP/1.1" status: 200 len: 217 time: 0.0797563 Jul 14 18:34:13.848884 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 46632) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:34:13.895499 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-592c3c14-bd52-4004-88c2-990632681018 tempest-RoutersNegativeTest-467807617 tempest-RoutersNegativeTest-467807617-project] No DVR routers for this DVR port 33600dba-ec2b-40fd-b378-c995901046f0 on host n-d-800634-3 {{(pid=93916) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 18:34:13.908652 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592c3c14-bd52-4004-88c2-990632681018 tempest-RoutersNegativeTest-467807617 tempest-RoutersNegativeTest-467807617-project] Pushing event deleted for resources: {'Port': ['ID=33600dba-ec2b-40fd-b378-c995901046f0,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:34:13.922060 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-da728299-9088-42e9-b3f0-73824e606e02 tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:13.961059 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98ac006f-ee46-4f62-80a0-a96b8b386023 None None] DHCP port deletion for 68b226b3-cd66-492f-9213-3d9463e582d1 request from n-d-800634-3 {{(pid=93917) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 18:34:14.013146 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-01b8de66-ed92-4b21-bab7-33bed7fe27e5 tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645734'] for network, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:14.017139 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a104d6-7c97-482d-9245-b89285e1b644 req-e19671ae-3fc0-4dee-a12e-48aa0fc9d2d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:34:14.019219 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b5a104d6-7c97-482d-9245-b89285e1b644 req-e19671ae-3fc0-4dee-a12e-48aa0fc9d2d3 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d49b56c3-eb98-4614-ba40-0fb0c157fa98 HTTP/1.1" status: 200 len: 860 time: 0.0603433 Jul 14 18:34:14.061129 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-592c3c14-bd52-4004-88c2-990632681018 tempest-RoutersNegativeTest-467807617 tempest-RoutersNegativeTest-467807617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2096010', 'neutron.services.segments.db._delete_segments_for_network-8728202734996'] for network, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:14.076598 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.segments.db [None req-592c3c14-bd52-4004-88c2-990632681018 tempest-RoutersNegativeTest-467807617 tempest-RoutersNegativeTest-467807617-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68b226b3-cd66-492f-9213-3d9463e582d1']}} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:34:14.092607 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.segments.db [None req-592c3c14-bd52-4004-88c2-990632681018 tempest-RoutersNegativeTest-467807617 tempest-RoutersNegativeTest-467807617-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9abd64b8-1b5f-45d9-9734-cff67df51290') {'for_net_delete': True} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:34:14.093572 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.segments.db [None req-592c3c14-bd52-4004-88c2-990632681018 tempest-RoutersNegativeTest-467807617 tempest-RoutersNegativeTest-467807617-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9abd64b8-1b5f-45d9-9734-cff67df51290') {} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:34:14.093790 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b5a104d6-7c97-482d-9245-b89285e1b644 req-52e051f7-e3f2-4cab-82c6-2fae11389996 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5c2b1ad9-b7c6-42f5-980f-ff933c7b9b10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0669053 Jul 14 18:34:14.098488 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Pushing event updated for resources: {'Port': ['ID=f4ce86bf-2980-4c44-b6b4-f0631036b55a,revision_number=3']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:34:14.136455 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-592c3c14-bd52-4004-88c2-990632681018 tempest-RoutersNegativeTest-467807617 tempest-RoutersNegativeTest-467807617-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728202715275', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26296891'] for segment, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:14.137593 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.db.api [None req-ffb18235-fb7c-40d2-9789-8a37e49c131e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93917) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 14 18:34:14.138023 n-d-800634-3 neutron-server[93917]: DEBUG oslo_db.api [None req-ffb18235-fb7c-40d2-9789-8a37e49c131e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 18:34:14.156334 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port 178f76c1-e244-4f46-bf04-f67dd021ddba triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:34:14.156864 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:14.165891 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-592c3c14-bd52-4004-88c2-990632681018 tempest-RoutersNegativeTest-467807617 tempest-RoutersNegativeTest-467807617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:14.189493 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-da728299-9088-42e9-b3f0-73824e606e02 tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:14.191020 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-592c3c14-bd52-4004-88c2-990632681018 tempest-RoutersNegativeTest-467807617 tempest-RoutersNegativeTest-467807617-project] Releasing vlan 53 on physical network physnet1 to pool {{(pid=93916) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 18:34:14.191547 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-592c3c14-bd52-4004-88c2-990632681018 tempest-RoutersNegativeTest-467807617 tempest-RoutersNegativeTest-467807617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2682942'] for segment, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:14.196832 n-d-800634-3 neutron-server[93916]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:34:14.196832 n-d-800634-3 neutron-server[93916]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:34:14.196832 n-d-800634-3 neutron-server[93916]: Traceback (most recent call last): Jul 14 18:34:14.196832 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 18:34:14.196832 n-d-800634-3 neutron-server[93916]: timer() Jul 14 18:34:14.196832 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 18:34:14.196832 n-d-800634-3 neutron-server[93916]: cb(*args, **kw) Jul 14 18:34:14.196832 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 18:34:14.196832 n-d-800634-3 neutron-server[93916]: return func(*args, **kwargs) Jul 14 18:34:14.196832 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 18:34:14.196832 n-d-800634-3 neutron-server[93916]: self._notify() Jul 14 18:34:14.196832 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 18:34:14.196832 n-d-800634-3 neutron-server[93916]: self.callback(batched_events) Jul 14 18:34:14.196832 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 18:34:14.196832 n-d-800634-3 neutron-server[93916]: event.method(event) Jul 14 18:34:14.196832 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 18:34:14.196832 n-d-800634-3 neutron-server[93916]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 18:34:14.196832 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 18:34:14.196832 n-d-800634-3 neutron-server[93916]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 18:34:14.196832 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 18:34:14.196832 n-d-800634-3 neutron-server[93916]: return f(self, *a, **k) Jul 14 18:34:14.196832 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 18:34:14.196832 n-d-800634-3 neutron-server[93916]: return self._get(url).json() Jul 14 18:34:14.196832 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 18:34:14.196832 n-d-800634-3 neutron-server[93916]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 18:34:14.196832 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 18:34:14.196832 n-d-800634-3 neutron-server[93916]: return self.request(url, 'GET', **kwargs) Jul 14 18:34:14.196832 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 18:34:14.196832 n-d-800634-3 neutron-server[93916]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 18:34:14.196832 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 18:34:14.196832 n-d-800634-3 neutron-server[93916]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 18:34:14.196832 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 18:34:14.196832 n-d-800634-3 neutron-server[93916]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 18:34:14.196832 n-d-800634-3 neutron-server[93916]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 18:34:14.211325 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-da728299-9088-42e9-b3f0-73824e606e02 tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305173'] for security_group_rule, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:14.225954 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-01b8de66-ed92-4b21-bab7-33bed7fe27e5 tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2096010', 'neutron.services.segments.db._delete_segments_for_network-8728202734996'] for network, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:14.237533 n-d-800634-3 neutron-server[93915]: DEBUG neutron.services.segments.db [None req-01b8de66-ed92-4b21-bab7-33bed7fe27e5 tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa34375c-138d-4a4a-ab98-4e586c9b9f51']}} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:34:14.255039 n-d-800634-3 neutron-server[93915]: DEBUG neutron.services.segments.db [None req-01b8de66-ed92-4b21-bab7-33bed7fe27e5 tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ccee3a3-331a-4e0e-a1aa-25196c8d8a5d') {'for_net_delete': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:34:14.255350 n-d-800634-3 neutron-server[93915]: DEBUG neutron.services.segments.db [None req-01b8de66-ed92-4b21-bab7-33bed7fe27e5 tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ccee3a3-331a-4e0e-a1aa-25196c8d8a5d') {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:34:14.272249 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-01b8de66-ed92-4b21-bab7-33bed7fe27e5 tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728202715275', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28939920'] for segment, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:14.291415 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-01b8de66-ed92-4b21-bab7-33bed7fe27e5 tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:14.293856 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-da728299-9088-42e9-b3f0-73824e606e02 tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:14.298072 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-da728299-9088-42e9-b3f0-73824e606e02 tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5175807 Jul 14 18:34:14.299846 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 46634) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:34:14.300480 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da728299-9088-42e9-b3f0-73824e606e02 tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d01c09d-62ed-41e9-906c-85933da96167,revision_number=0']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:34:14.307068 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-ec0115db-4d41-40df-86a1-2073af365eb0 tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Request body: {'security_group_rule': {'security_group_id': '1bfbf1b1-a239-48c4-9d02-fd8b65b471a7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:34:14.343184 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-592c3c14-bd52-4004-88c2-990632681018 tempest-RoutersNegativeTest-467807617 tempest-RoutersNegativeTest-467807617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2096001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-930085'] for network, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:14.355864 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-592c3c14-bd52-4004-88c2-990632681018 tempest-RoutersNegativeTest-467807617 tempest-RoutersNegativeTest-467807617-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598705'] for network, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:14.364578 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-592c3c14-bd52-4004-88c2-990632681018 tempest-RoutersNegativeTest-467807617 tempest-RoutersNegativeTest-467807617-project] 10.222.0.16 "DELETE /v2.0/networks/68b226b3-cd66-492f-9213-3d9463e582d1 HTTP/1.1" status: 204 len: 168 time: 1.7460089 Jul 14 18:34:14.382504 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 46636) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:34:14.395536 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01b8de66-ed92-4b21-bab7-33bed7fe27e5 tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Releasing vlan 63 on physical network physnet1 to pool {{(pid=93915) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 18:34:14.396019 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-01b8de66-ed92-4b21-bab7-33bed7fe27e5 tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25911658'] for segment, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:14.399921 n-d-800634-3 neutron-server[93915]: Traceback (most recent call last): Jul 14 18:34:14.399921 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 18:34:14.399921 n-d-800634-3 neutron-server[93915]: timer() Jul 14 18:34:14.399921 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 18:34:14.399921 n-d-800634-3 neutron-server[93915]: cb(*args, **kw) Jul 14 18:34:14.399921 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 18:34:14.399921 n-d-800634-3 neutron-server[93915]: return func(*args, **kwargs) Jul 14 18:34:14.399921 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 18:34:14.399921 n-d-800634-3 neutron-server[93915]: self._notify() Jul 14 18:34:14.399921 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 18:34:14.399921 n-d-800634-3 neutron-server[93915]: self.callback(batched_events) Jul 14 18:34:14.399921 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 18:34:14.399921 n-d-800634-3 neutron-server[93915]: event.method(event) Jul 14 18:34:14.399921 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 18:34:14.399921 n-d-800634-3 neutron-server[93915]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 18:34:14.399921 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 18:34:14.399921 n-d-800634-3 neutron-server[93915]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 18:34:14.399921 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 18:34:14.399921 n-d-800634-3 neutron-server[93915]: return f(self, *a, **k) Jul 14 18:34:14.399921 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 18:34:14.399921 n-d-800634-3 neutron-server[93915]: return self._get(url).json() Jul 14 18:34:14.399921 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 18:34:14.399921 n-d-800634-3 neutron-server[93915]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 18:34:14.399921 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 18:34:14.399921 n-d-800634-3 neutron-server[93915]: return self.request(url, 'GET', **kwargs) Jul 14 18:34:14.399921 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 18:34:14.399921 n-d-800634-3 neutron-server[93915]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 18:34:14.399921 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 18:34:14.399921 n-d-800634-3 neutron-server[93915]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 18:34:14.399921 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 18:34:14.399921 n-d-800634-3 neutron-server[93915]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 18:34:14.399921 n-d-800634-3 neutron-server[93915]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 18:34:14.516396 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device f4ce86bf-2980-4c44-b6b4-f0631036b55a up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:34:14.541136 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-ec0115db-4d41-40df-86a1-2073af365eb0 tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:14.544051 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592c3c14-bd52-4004-88c2-990632681018 tempest-RoutersNegativeTest-467807617 tempest-RoutersNegativeTest-467807617-project] Pushing event deleted for resources: {'Network': ['ID=68b226b3-cd66-492f-9213-3d9463e582d1,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:34:14.554416 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-0dd154cc-9c71-4c75-8853-6739c17a9229 tempest-RoutersNegativeTest-467807617 tempest-RoutersNegativeTest-467807617-project] 10.222.0.16 "GET /v2.0/ports?device_id=3a1b9aa6-f59b-41eb-829e-0ddc1bec96db HTTP/1.1" status: 200 len: 205 time: 0.1614363 Jul 14 18:34:14.557320 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 46642) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:34:14.566280 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b5a104d6-7c97-482d-9245-b89285e1b644 req-41ccdd09-c351-4daf-9d9b-13e81955c51f service neutron] 10.222.0.18 "GET /v2.0/networks/5c2b1ad9-b7c6-42f5-980f-ff933c7b9b10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4654517 Jul 14 18:34:14.603850 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device cb0a2880-d1c3-4b70-a889-9bdddf8dc02e details requested by agent hyperv_n-h1-800634-3 with host n-h1-800634-3 {{(pid=93917) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 18:34:14.683365 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-01b8de66-ed92-4b21-bab7-33bed7fe27e5 tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2096001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-930085'] for network, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:14.694431 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-48edf7e4-4b02-4e94-a36b-2f8876dd16ab tempest-RoutersNegativeTest-467807617 tempest-RoutersNegativeTest-467807617-project] Notify callbacks [] for router, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:14.781601 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-01b8de66-ed92-4b21-bab7-33bed7fe27e5 tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Notify callbacks [] for network, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:14.786763 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-01b8de66-ed92-4b21-bab7-33bed7fe27e5 tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] 10.222.0.16 "DELETE /v2.0/networks/fa34375c-138d-4a4a-ab98-4e586c9b9f51 HTTP/1.1" status: 204 len: 168 time: 0.9366984 Jul 14 18:34:14.807064 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 46650) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:34:14.808028 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b8de66-ed92-4b21-bab7-33bed7fe27e5 tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Pushing event deleted for resources: {'Network': ['ID=fa34375c-138d-4a4a-ab98-4e586c9b9f51,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:34:14.840846 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f9d5f7b9-ff1c-4db9-ae30-fc6e4b16b234 req-aa8f3710-ba7b-4335-99d3-c87b2aee0967 tempest-ServerShowV254Test-1743861056 tempest-ServerShowV254Test-1743861056-project] 10.222.0.16 "GET /v2.0/ports?device_id=09976659-3505-4872-a434-70575e61f2eb HTTP/1.1" status: 200 len: 210 time: 0.1418846 Jul 14 18:34:14.881453 n-d-800634-3 neutron-server[93915]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed5fdb06-133f-45a3-97e9-5b11cb783126 tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] DELETE failed (client error): The resource could not be found. Jul 14 18:34:14.882271 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed5fdb06-133f-45a3-97e9-5b11cb783126 tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93915) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 18:34:14.888172 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-ed5fdb06-133f-45a3-97e9-5b11cb783126 tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] 10.222.0.16 "DELETE /v2.0/subnets/70534a36-bd07-4d50-859c-2a3f126838b6 HTTP/1.1" status: 404 len: 337 time: 0.0725527 Jul 14 18:34:14.891690 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 46652) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:34:14.916181 n-d-800634-3 neutron-server[93915]: INFO neutron.pecan_wsgi.hooks.translation [None req-573f4fdc-30eb-4aad-95a8-3023555e20a4 tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] DELETE failed (client error): The resource could not be found. Jul 14 18:34:14.919772 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-573f4fdc-30eb-4aad-95a8-3023555e20a4 tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93915) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 18:34:14.924810 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-573f4fdc-30eb-4aad-95a8-3023555e20a4 tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] 10.222.0.16 "DELETE /v2.0/networks/fc4381da-7042-4ec9-ac54-ce09bca6933e HTTP/1.1" status: 404 len: 339 time: 0.0314660 Jul 14 18:34:14.927874 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 46654) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:34:14.974817 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port f4ce86bf-2980-4c44-b6b4-f0631036b55a triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:34:14.975296 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:15.001432 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b5a104d6-7c97-482d-9245-b89285e1b644 req-706734cf-db40-447b-8d08-a8b69d74f83c service neutron] 10.222.0.18 "GET /v2.0/networks/5c2b1ad9-b7c6-42f5-980f-ff933c7b9b10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4259720 Jul 14 18:34:15.004602 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port cb0a2880-d1c3-4b70-a889-9bdddf8dc02e, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=cb0a2880-d1c3-4b70-a889-9bdddf8dc02e,segment=NetworkSegment(9182ad96-9d5e-42c0-8319-7d34fcf2c5ad),segment_id=9182ad96-9d5e-42c0-8319-7d34fcf2c5ad)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:34:15.027492 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcbdc913-9dd6-4ace-a810-8d994e3b47ea None None] get_active_networks_info from n-d-800634-3 {{(pid=93917) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 14 18:34:15.053152 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-48edf7e4-4b02-4e94-a36b-2f8876dd16ab tempest-RoutersNegativeTest-467807617 tempest-RoutersNegativeTest-467807617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-571778', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11402'] for router, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:15.061005 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-48edf7e4-4b02-4e94-a36b-2f8876dd16ab tempest-RoutersNegativeTest-467807617 tempest-RoutersNegativeTest-467807617-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:15.079441 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.db_base_plugin_v2 [None req-f992fa59-9e6b-4c08-b092-357c393a8b85 tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Deleting subnet 918aa775-259f-463f-862a-57af9167dc2a {{(pid=93915) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 18:34:15.084099 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-f992fa59-9e6b-4c08-b092-357c393a8b85 tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Notify callbacks [] for subnet, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:15.119223 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-ec0115db-4d41-40df-86a1-2073af365eb0 tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:15.120981 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-48edf7e4-4b02-4e94-a36b-2f8876dd16ab tempest-RoutersNegativeTest-467807617 tempest-RoutersNegativeTest-467807617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-541202'] for router, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:15.121662 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48edf7e4-4b02-4e94-a36b-2f8876dd16ab tempest-RoutersNegativeTest-467807617 tempest-RoutersNegativeTest-467807617-project] Fanout notify agent at l3_agent the message router_deleted on router 3a1b9aa6-f59b-41eb-829e-0ddc1bec96db {{(pid=93916) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 18:34:15.131710 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-48edf7e4-4b02-4e94-a36b-2f8876dd16ab tempest-RoutersNegativeTest-467807617 tempest-RoutersNegativeTest-467807617-project] Notify callbacks [] for router, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:15.135660 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-48edf7e4-4b02-4e94-a36b-2f8876dd16ab tempest-RoutersNegativeTest-467807617 tempest-RoutersNegativeTest-467807617-project] 10.222.0.16 "DELETE /v2.0/routers/3a1b9aa6-f59b-41eb-829e-0ddc1bec96db HTTP/1.1" status: 204 len: 168 time: 0.5746989 Jul 14 18:34:15.136297 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-ec0115db-4d41-40df-86a1-2073af365eb0 tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305173'] for security_group_rule, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:15.140494 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Returning: {'device': 'cb0a2880-d1c3-4b70-a889-9bdddf8dc02e', 'network_id': '5c2b1ad9-b7c6-42f5-980f-ff933c7b9b10', 'port_id': 'cb0a2880-d1c3-4b70-a889-9bdddf8dc02e', 'mac_address': 'fa:16:3e:79:af:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 97, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd49b56c3-eb98-4614-ba40-0fb0c157fa98', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93917) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 18:34:15.142481 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-7783ff2d-1c1a-429e-98a2-f53968af89a3 None None] Provisioning for port dd2cbb35-022a-4b24-8680-826b142f2449 completed by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:34:15.153637 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-7783ff2d-1c1a-429e-98a2-f53968af89a3 None None] Provisioning complete for port dd2cbb35-022a-4b24-8680-826b142f2449 triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:34:15.154437 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-7783ff2d-1c1a-429e-98a2-f53968af89a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:15.158009 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0115db-4d41-40df-86a1-2073af365eb0 tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3150b4c2-568b-401e-97b4-0cf932db1a1c,revision_number=0']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:34:15.168024 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-ec0115db-4d41-40df-86a1-2073af365eb0 tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:15.173848 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 46658) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:34:15.174339 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-ec0115db-4d41-40df-86a1-2073af365eb0 tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8716388 Jul 14 18:34:15.185533 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-df745919-e3a8-4dc2-a0e7-a66eda2fa696 tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Request body: {'floatingip': {'floating_network_id': '9200a437-e1de-4520-88f6-e68386523e61'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:34:15.227437 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-f992fa59-9e6b-4c08-b092-357c393a8b85 tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28939913'] for subnet, precommit_delete_associations {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:15.271906 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013a01b7-4796-442c-8a3f-4a6f5a20bc34 req-b0d94e98-7eaa-459d-b3eb-ed4cb6856c34 tempest-ServerRescueTestJSONUnderV235-773555335 tempest-ServerRescueTestJSONUnderV235-773555335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:34:15.273931 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-013a01b7-4796-442c-8a3f-4a6f5a20bc34 req-b0d94e98-7eaa-459d-b3eb-ed4cb6856c34 tempest-ServerRescueTestJSONUnderV235-773555335 tempest-ServerRescueTestJSONUnderV235-773555335-project] 10.222.0.16 "GET /v2.0/ports?device_id=1141130f-4875-4e07-b30e-73bca303df1e HTTP/1.1" status: 200 len: 944 time: 0.2692192 Jul 14 18:34:15.351405 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:15.395367 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-df745919-e3a8-4dc2-a0e7-a66eda2fa696 tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Notify callbacks [] for floatingip, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:15.411582 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb0a2880-d1c3-4b70-a889-9bdddf8dc02e {{(pid=93917) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 18:34:15.439999 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 33600dba-ec2b-40fd-b378-c995901046f0 no longer exists at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 18:34:15.460814 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 46662) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:34:15.484360 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] No Port match for: 33600dba-ec2b-40fd-b378-c995901046f0 {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 18:34:15.484733 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 33600dba-ec2b-40fd-b378-c995901046f0 not bound to the agent host n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 18:34:15.489923 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-7783ff2d-1c1a-429e-98a2-f53968af89a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:15.505060 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-013a01b7-4796-442c-8a3f-4a6f5a20bc34 req-2850ea36-3b48-4b24-90f5-8265425c099a tempest-ServerRescueTestJSONUnderV235-773555335 tempest-ServerRescueTestJSONUnderV235-773555335-project] 10.222.0.16 "GET /v2.0/security-groups?id=5be666b2-293d-46ef-a6aa-7f465b02e205&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2220712 Jul 14 18:34:15.517969 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port cb0a2880-d1c3-4b70-a889-9bdddf8dc02e, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=cb0a2880-d1c3-4b70-a889-9bdddf8dc02e,segment=NetworkSegment(9182ad96-9d5e-42c0-8319-7d34fcf2c5ad),segment_id=9182ad96-9d5e-42c0-8319-7d34fcf2c5ad)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:34:15.545376 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:15.579481 n-d-800634-3 neutron-server[93917]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcbdc913-9dd6-4ace-a810-8d994e3b47ea None None] Resources bound (agent type, host, resource id): {{(pid=93917) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 14 18:34:15.609000 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-7783ff2d-1c1a-429e-98a2-f53968af89a3 None None] For port dd2cbb35-022a-4b24-8680-826b142f2449, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=dd2cbb35-022a-4b24-8680-826b142f2449,segment=NetworkSegment(55e97a62-6e3a-4f99-9832-0415496a9afd),segment_id=55e97a62-6e3a-4f99-9832-0415496a9afd)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:34:15.610962 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-f992fa59-9e6b-4c08-b092-357c393a8b85 tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081283'] for subnet, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:15.628070 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-7783ff2d-1c1a-429e-98a2-f53968af89a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:15.650307 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Pushing event updated for resources: {'Port': ['ID=cb0a2880-d1c3-4b70-a889-9bdddf8dc02e,revision_number=4']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:34:15.734619 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-7783ff2d-1c1a-429e-98a2-f53968af89a3 None None] Provisioning for port 2ce8955c-39eb-4a08-89c1-c4e808ceeb28 completed by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:34:15.745775 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-7783ff2d-1c1a-429e-98a2-f53968af89a3 None None] Provisioning complete for port 2ce8955c-39eb-4a08-89c1-c4e808ceeb28 triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:34:15.746152 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-7783ff2d-1c1a-429e-98a2-f53968af89a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:15.819501 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-f992fa59-9e6b-4c08-b092-357c393a8b85 tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25913028', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28969762'] for subnet, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:15.857565 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7783ff2d-1c1a-429e-98a2-f53968af89a3 None None] Pushing event updated for resources: {'Port': ['ID=dd2cbb35-022a-4b24-8680-826b142f2449,revision_number=3']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:34:15.884439 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-f992fa59-9e6b-4c08-b092-357c393a8b85 tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Notify callbacks [] for subnet, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:15.890734 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-9f703d9c-6793-41bf-a48f-dde69d1da78e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a122f9e77da1488aa9c1d9341cd15818&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4274354 Jul 14 18:34:15.891579 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 46674) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:34:15.892396 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-f992fa59-9e6b-4c08-b092-357c393a8b85 tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] 10.222.0.16 "DELETE /v2.0/subnets/918aa775-259f-463f-862a-57af9167dc2a HTTP/1.1" status: 204 len: 168 time: 0.9582064 Jul 14 18:34:15.895551 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 46676) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:34:15.898465 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] get_ports_and_sgs() called for port_ids ['cb0a2880-d1c3-4b70-a889-9bdddf8dc02e'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 18:34:15.928279 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-7783ff2d-1c1a-429e-98a2-f53968af89a3 None None] Port 2ce8955c-39eb-4a08-89c1-c4e808ceeb28 cannot update to ACTIVE because it is not bound. {{(pid=93917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 18:34:15.948959 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f992fa59-9e6b-4c08-b092-357c393a8b85 tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Pushing event deleted for resources: {'Subnet': ['ID=918aa775-259f-463f-862a-57af9167dc2a,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:34:15.968828 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-df745919-e3a8-4dc2-a0e7-a66eda2fa696 tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:16.031606 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.db_base_plugin_v2 [None req-02d89e6c-6b41-4062-aa46-642fa1a813af tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Deleting subnet b3956593-18f2-4776-b75f-2f64ff42a961 {{(pid=93916) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 18:34:16.039741 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-02d89e6c-6b41-4062-aa46-642fa1a813af tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Notify callbacks [] for subnet, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:16.113209 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-02d89e6c-6b41-4062-aa46-642fa1a813af tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26296866'] for subnet, precommit_delete_associations {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:16.118586 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-7783ff2d-1c1a-429e-98a2-f53968af89a3 None None] Provisioning for port 02f27bc5-ba4e-4925-b830-6468da0dccb6 completed by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:34:16.130828 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-7783ff2d-1c1a-429e-98a2-f53968af89a3 None None] Provisioning complete for port 02f27bc5-ba4e-4925-b830-6468da0dccb6 triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:34:16.131207 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-7783ff2d-1c1a-429e-98a2-f53968af89a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:16.138045 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-43e612e0-c728-4742-817b-9f99f661a088 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:16.141721 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-389a9e6a-f004-40e0-b291-de9ab6045f1c req-a69fdad8-b589-4c94-a701-4b895c13334b tempest-ServerShowV254Test-1743861056 tempest-ServerShowV254Test-1743861056-project] 10.222.0.16 "GET /v2.0/ports?device_id=09976659-3505-4872-a434-70575e61f2eb HTTP/1.1" status: 200 len: 210 time: 0.0432634 Jul 14 18:34:16.218763 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-7783ff2d-1c1a-429e-98a2-f53968af89a3 None None] Port 02f27bc5-ba4e-4925-b830-6468da0dccb6 cannot update to ACTIVE because it is not bound. {{(pid=93917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 18:34:16.219852 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-43e612e0-c728-4742-817b-9f99f661a088 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:16.246810 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.db_base_plugin_common [None req-df745919-e3a8-4dc2-a0e7-a66eda2fa696 tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Allocated IP 172.25.1.63 (9200a437-e1de-4520-88f6-e68386523e61/5f47f848-4532-407a-a0e2-5690ade15fd0/3a350273-0da7-4f39-80b1-2f1b3af979a6) {{(pid=93915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:34:16.260210 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-7783ff2d-1c1a-429e-98a2-f53968af89a3 None None] Provisioning complete for port f4ce86bf-2980-4c44-b6b4-f0631036b55a triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:34:16.260977 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-7783ff2d-1c1a-429e-98a2-f53968af89a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:16.293138 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-02d89e6c-6b41-4062-aa46-642fa1a813af tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081283'] for subnet, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:16.419190 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-43e612e0-c728-4742-817b-9f99f661a088 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:16.423194 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-43e612e0-c728-4742-817b-9f99f661a088 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:16.424754 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-43e612e0-c728-4742-817b-9f99f661a088 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2587396f-87c3-414a-bb23-db5bac609b13 HTTP/1.1" status: 204 len: 168 time: 0.4880979 Jul 14 18:34:16.439588 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e612e0-c728-4742-817b-9f99f661a088 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2587396f-87c3-414a-bb23-db5bac609b13,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:34:16.454537 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-02d89e6c-6b41-4062-aa46-642fa1a813af tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2684816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26033152'] for subnet, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:16.467261 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-df745919-e3a8-4dc2-a0e7-a66eda2fa696 tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Notify callbacks [] for port, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:16.494252 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device dd2cbb35-022a-4b24-8680-826b142f2449 up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:34:16.520338 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-df745919-e3a8-4dc2-a0e7-a66eda2fa696 tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:16.521534 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d89e6c-6b41-4062-aa46-642fa1a813af tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Pushing event deleted for resources: {'Subnet': ['ID=b3956593-18f2-4776-b75f-2f64ff42a961,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:34:16.557614 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-02d89e6c-6b41-4062-aa46-642fa1a813af tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Notify callbacks [] for subnet, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:16.573026 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-02d89e6c-6b41-4062-aa46-642fa1a813af tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] 10.222.0.16 "DELETE /v2.0/subnets/b3956593-18f2-4776-b75f-2f64ff42a961 HTTP/1.1" status: 204 len: 168 time: 0.6781247 Jul 14 18:34:16.577535 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 46682) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:34:16.621083 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df745919-e3a8-4dc2-a0e7-a66eda2fa696 tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Network 9200a437-e1de-4520-88f6-e68386523e61 is already hosted by enough agents. {{(pid=93915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:34:16.640483 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [None req-df745919-e3a8-4dc2-a0e7-a66eda2fa696 tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Resources bound (agent type, host, resource id): {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:34:16.649431 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df745919-e3a8-4dc2-a0e7-a66eda2fa696 tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Received port after_create {{(pid=93915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:34:16.718526 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d8cb6b2-5faf-4094-bf4b-0d67932d6573 None None] Network f882c386-b393-40a4-854c-9aa0e14cffde requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:34:16.734594 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df745919-e3a8-4dc2-a0e7-a66eda2fa696 tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Pushing event updated for resources: {'Port': ['ID=3a350273-0da7-4f39-80b1-2f1b3af979a6,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:34:16.848137 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port dd2cbb35-022a-4b24-8680-826b142f2449 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:34:16.848516 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:16.851425 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-cefed659-5e98-4ff8-a063-63b498f80927 tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645734'] for network, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:16.855488 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-df745919-e3a8-4dc2-a0e7-a66eda2fa696 tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:16.946757 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-cefed659-5e98-4ff8-a063-63b498f80927 tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Deleting port 1b0d873c-1117-4639-be6e-e0b017b310a9 {{(pid=93916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:34:16.947431 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-cefed659-5e98-4ff8-a063-63b498f80927 tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:17.026097 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-df745919-e3a8-4dc2-a0e7-a66eda2fa696 tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:17.039089 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.db [None req-cefed659-5e98-4ff8-a063-63b498f80927 tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] For port 1b0d873c-1117-4639-be6e-e0b017b310a9, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=1b0d873c-1117-4639-be6e-e0b017b310a9,segment=NetworkSegment(644d5eba-4bfe-4e74-8317-ecd2d8548a20),segment_id=644d5eba-4bfe-4e74-8317-ecd2d8548a20)] {{(pid=93916) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:34:17.039560 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-cefed659-5e98-4ff8-a063-63b498f80927 tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:17.062185 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-cefed659-5e98-4ff8-a063-63b498f80927 tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Calling delete_port for 1b0d873c-1117-4639-be6e-e0b017b310a9 owned by network:dhcp {{(pid=93916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:34:17.180174 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8ceb55f-a769-4f95-b491-82d3b8173eda None None] DHCP port deletion for f882c386-b393-40a4-854c-9aa0e14cffde request from n-d-800634-3 {{(pid=93917) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 18:34:17.197727 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac374431-341c-4348-92fe-5046e4a006fb req-404dcf11-8d2c-485f-b440-a342ef7371cb tempest-ServerRescueTestJSONUnderV235-773555335 tempest-ServerRescueTestJSONUnderV235-773555335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:34:17.199418 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ac374431-341c-4348-92fe-5046e4a006fb req-404dcf11-8d2c-485f-b440-a342ef7371cb tempest-ServerRescueTestJSONUnderV235-773555335 tempest-ServerRescueTestJSONUnderV235-773555335-project] 10.222.0.16 "GET /v2.0/ports?device_id=1141130f-4875-4e07-b30e-73bca303df1e HTTP/1.1" status: 200 len: 945 time: 0.3249888 Jul 14 18:34:17.244585 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-cefed659-5e98-4ff8-a063-63b498f80927 tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:17.248815 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-a8ceb55f-a769-4f95-b491-82d3b8173eda None None] Deleting port 1b0d873c-1117-4639-be6e-e0b017b310a9 {{(pid=93917) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:34:17.249499 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-a8ceb55f-a769-4f95-b491-82d3b8173eda None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:17.276154 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefed659-5e98-4ff8-a063-63b498f80927 tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Pushing event deleted for resources: {'Port': ['ID=1b0d873c-1117-4639-be6e-e0b017b310a9,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:34:17.297055 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cefed659-5e98-4ff8-a063-63b498f80927 tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] No DVR routers for this DVR port 1b0d873c-1117-4639-be6e-e0b017b310a9 on host n-d-800634-3 {{(pid=93916) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 18:34:17.358600 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ac374431-341c-4348-92fe-5046e4a006fb req-75fa8ec3-87e5-4d6d-ba2d-9645ca665907 tempest-ServerRescueTestJSONUnderV235-773555335 tempest-ServerRescueTestJSONUnderV235-773555335-project] 10.222.0.16 "GET /v2.0/security-groups?id=5be666b2-293d-46ef-a6aa-7f465b02e205&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478574 Jul 14 18:34:17.371757 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-a8ceb55f-a769-4f95-b491-82d3b8173eda None None] For port 1b0d873c-1117-4639-be6e-e0b017b310a9, host n-d-800634-3, got binding levels [] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:34:17.372245 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-a8ceb55f-a769-4f95-b491-82d3b8173eda None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:17.386897 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-a8ceb55f-a769-4f95-b491-82d3b8173eda None None] Calling delete_port for 1b0d873c-1117-4639-be6e-e0b017b310a9 owned by network:dhcp {{(pid=93917) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:34:17.390585 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.ipam_backend_mixin [None req-a8ceb55f-a769-4f95-b491-82d3b8173eda None None] Port 1b0d873c-1117-4639-be6e-e0b017b310a9 was not found and therefore no delete operation was performed {{(pid=93917) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 14 18:34:17.391760 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-a8ceb55f-a769-4f95-b491-82d3b8173eda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813'] for port, after_delete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:17.417210 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-adf5e3dd-a553-46e8-adfa-168eb2c58d97 req-99da93e3-c56a-4fb5-81f3-48e25a7fb627 tempest-ServerShowV254Test-1743861056 tempest-ServerShowV254Test-1743861056-project] 10.222.0.16 "GET /v2.0/ports?device_id=09976659-3505-4872-a434-70575e61f2eb HTTP/1.1" status: 200 len: 210 time: 0.0571682 Jul 14 18:34:17.429200 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-cefed659-5e98-4ff8-a063-63b498f80927 tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2096010', 'neutron.services.segments.db._delete_segments_for_network-8728202734996'] for network, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:17.430837 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ceb55f-a769-4f95-b491-82d3b8173eda None None] Pushing event deleted for resources: {'Port': ['ID=1b0d873c-1117-4639-be6e-e0b017b310a9,revision_number=None']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:34:17.442459 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8ceb55f-a769-4f95-b491-82d3b8173eda None None] No DVR routers for this DVR port 1b0d873c-1117-4639-be6e-e0b017b310a9 on host n-d-800634-3 {{(pid=93917) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 18:34:17.450353 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.segments.db [None req-cefed659-5e98-4ff8-a063-63b498f80927 tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f882c386-b393-40a4-854c-9aa0e14cffde']}} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:34:17.471215 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.segments.db [None req-cefed659-5e98-4ff8-a063-63b498f80927 tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '644d5eba-4bfe-4e74-8317-ecd2d8548a20') {'for_net_delete': True} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:34:17.471505 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.segments.db [None req-cefed659-5e98-4ff8-a063-63b498f80927 tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '644d5eba-4bfe-4e74-8317-ecd2d8548a20') {} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:34:17.482655 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-cefed659-5e98-4ff8-a063-63b498f80927 tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728202715275', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26296891'] for segment, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:17.499449 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-cefed659-5e98-4ff8-a063-63b498f80927 tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:17.503164 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-df745919-e3a8-4dc2-a0e7-a66eda2fa696 tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Notify callbacks [] for port, precommit_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:17.509685 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cefed659-5e98-4ff8-a063-63b498f80927 tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Releasing vlan 61 on physical network physnet1 to pool {{(pid=93916) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 18:34:17.510206 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-cefed659-5e98-4ff8-a063-63b498f80927 tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2682942'] for segment, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:17.514272 n-d-800634-3 neutron-server[93916]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:34:17.514272 n-d-800634-3 neutron-server[93916]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:34:17.514272 n-d-800634-3 neutron-server[93916]: Traceback (most recent call last): Jul 14 18:34:17.514272 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 18:34:17.514272 n-d-800634-3 neutron-server[93916]: timer() Jul 14 18:34:17.514272 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 18:34:17.514272 n-d-800634-3 neutron-server[93916]: cb(*args, **kw) Jul 14 18:34:17.514272 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 18:34:17.514272 n-d-800634-3 neutron-server[93916]: return func(*args, **kwargs) Jul 14 18:34:17.514272 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 18:34:17.514272 n-d-800634-3 neutron-server[93916]: self._notify() Jul 14 18:34:17.514272 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 18:34:17.514272 n-d-800634-3 neutron-server[93916]: self.callback(batched_events) Jul 14 18:34:17.514272 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 18:34:17.514272 n-d-800634-3 neutron-server[93916]: event.method(event) Jul 14 18:34:17.514272 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 18:34:17.514272 n-d-800634-3 neutron-server[93916]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 18:34:17.514272 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 18:34:17.514272 n-d-800634-3 neutron-server[93916]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 18:34:17.514272 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 18:34:17.514272 n-d-800634-3 neutron-server[93916]: return f(self, *a, **k) Jul 14 18:34:17.514272 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 18:34:17.514272 n-d-800634-3 neutron-server[93916]: return self._get(url).json() Jul 14 18:34:17.514272 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 18:34:17.514272 n-d-800634-3 neutron-server[93916]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 18:34:17.514272 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 18:34:17.514272 n-d-800634-3 neutron-server[93916]: return self.request(url, 'GET', **kwargs) Jul 14 18:34:17.514272 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 18:34:17.514272 n-d-800634-3 neutron-server[93916]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 18:34:17.514272 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 18:34:17.514272 n-d-800634-3 neutron-server[93916]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 18:34:17.514272 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 18:34:17.514272 n-d-800634-3 neutron-server[93916]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 18:34:17.514272 n-d-800634-3 neutron-server[93916]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 18:34:17.518350 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-df745919-e3a8-4dc2-a0e7-a66eda2fa696 tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25912978'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:17.577173 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df745919-e3a8-4dc2-a0e7-a66eda2fa696 tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Pushing event updated for resources: {'Port': ['ID=3a350273-0da7-4f39-80b1-2f1b3af979a6,revision_number=2']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:34:17.593195 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-cefed659-5e98-4ff8-a063-63b498f80927 tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2096001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-930085'] for network, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:17.625529 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-cefed659-5e98-4ff8-a063-63b498f80927 tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598705'] for network, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:17.629942 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-cefed659-5e98-4ff8-a063-63b498f80927 tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] 10.222.0.16 "DELETE /v2.0/networks/f882c386-b393-40a4-854c-9aa0e14cffde HTTP/1.1" status: 204 len: 168 time: 1.0488989 Jul 14 18:34:17.629942 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefed659-5e98-4ff8-a063-63b498f80927 tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Pushing event deleted for resources: {'Network': ['ID=f882c386-b393-40a4-854c-9aa0e14cffde,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:34:17.631784 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 46710) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:34:17.636833 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-df745919-e3a8-4dc2-a0e7-a66eda2fa696 tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-930131'] for floatingip, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:17.652878 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-df745919-e3a8-4dc2-a0e7-a66eda2fa696 tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for floatingip, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:17.654514 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-df745919-e3a8-4dc2-a0e7-a66eda2fa696 tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.4738023 Jul 14 18:34:17.670138 n-d-800634-3 neutron-server[93916]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0dbf754-2877-4da3-b3c3-373e1989628e tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] DELETE failed (client error): The resource could not be found. Jul 14 18:34:17.670609 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a0dbf754-2877-4da3-b3c3-373e1989628e tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93916) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 18:34:17.674583 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-a0dbf754-2877-4da3-b3c3-373e1989628e tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] 10.222.0.16 "DELETE /v2.0/subnets/5455c4d2-a300-4c8b-90a1-e07d0481fbfb HTTP/1.1" status: 404 len: 337 time: 0.0343912 Jul 14 18:34:17.675579 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 46714) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:34:17.675579 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 46716) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:34:17.699346 n-d-800634-3 neutron-server[93916]: INFO neutron.pecan_wsgi.hooks.translation [None req-574bc2ee-63cb-461a-a480-2c7b6902888e tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] DELETE failed (client error): The resource could not be found. Jul 14 18:34:17.700053 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-574bc2ee-63cb-461a-a480-2c7b6902888e tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93916) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 18:34:17.704434 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-574bc2ee-63cb-461a-a480-2c7b6902888e tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] 10.222.0.16 "DELETE /v2.0/networks/1bc4cc25-3977-48c7-9d3d-fe53cc9ce76f HTTP/1.1" status: 404 len: 339 time: 0.0279331 Jul 14 18:34:17.704579 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 46722) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:34:17.742468 n-d-800634-3 neutron-server[93915]: INFO neutron.pecan_wsgi.hooks.translation [None req-a98ec284-0cf6-46b6-85f3-3e3c0a4a258a tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] DELETE failed (client error): The resource could not be found. Jul 14 18:34:17.743170 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a98ec284-0cf6-46b6-85f3-3e3c0a4a258a tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93915) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 18:34:17.745168 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-a98ec284-0cf6-46b6-85f3-3e3c0a4a258a tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] 10.222.0.16 "DELETE /v2.0/subnets/8f5b350a-c76e-4db8-bd9e-e671332543f5 HTTP/1.1" status: 404 len: 337 time: 0.0396779 Jul 14 18:34:17.747824 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 46724) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:34:17.779766 n-d-800634-3 neutron-server[93915]: INFO neutron.pecan_wsgi.hooks.translation [None req-d63ca879-fca9-45f8-84e1-95208a9495c9 tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] DELETE failed (client error): The resource could not be found. Jul 14 18:34:17.780596 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d63ca879-fca9-45f8-84e1-95208a9495c9 tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93915) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 18:34:17.785393 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-d63ca879-fca9-45f8-84e1-95208a9495c9 tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] 10.222.0.16 "DELETE /v2.0/networks/e7a64176-adba-4df1-bc22-7c7068a66746 HTTP/1.1" status: 404 len: 339 time: 0.0343051 Jul 14 18:34:17.785789 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 46728) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:34:17.827797 n-d-800634-3 neutron-server[93915]: INFO neutron.pecan_wsgi.hooks.translation [None req-8948e475-a0b7-44fa-842d-bf3465c791fc tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] DELETE failed (client error): The resource could not be found. Jul 14 18:34:17.829125 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8948e475-a0b7-44fa-842d-bf3465c791fc tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93915) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 18:34:17.830504 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-8948e475-a0b7-44fa-842d-bf3465c791fc tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] 10.222.0.16 "DELETE /v2.0/subnets/042b51eb-cab6-4f30-b5ae-5acfb68b166c HTTP/1.1" status: 404 len: 337 time: 0.0437031 Jul 14 18:34:17.831207 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-835fbaf7-cca1-4fe5-92d2-a1983b481125 tempest-SecGroupTest-46502004 tempest-SecGroupTest-46502004-project] Request body: {'security_group': {'name': 'tempest-secgroup--282967794'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:34:17.833510 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 46736) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:34:17.854913 n-d-800634-3 neutron-server[93915]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a39cc63-29d5-4a85-8e0a-5ea0c0827575 tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] DELETE failed (client error): The resource could not be found. Jul 14 18:34:17.855613 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a39cc63-29d5-4a85-8e0a-5ea0c0827575 tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93915) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 18:34:17.857757 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-7a39cc63-29d5-4a85-8e0a-5ea0c0827575 tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] 10.222.0.16 "DELETE /v2.0/networks/95f298fd-2d85-4ac0-814c-1fdc3edd527e HTTP/1.1" status: 404 len: 339 time: 0.0232434 Jul 14 18:34:17.860890 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 46740) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:34:17.864287 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-835fbaf7-cca1-4fe5-92d2-a1983b481125 tempest-SecGroupTest-46502004 tempest-SecGroupTest-46502004-project] Notify callbacks [] for security_group, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:17.876658 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-835fbaf7-cca1-4fe5-92d2-a1983b481125 tempest-SecGroupTest-46502004 tempest-SecGroupTest-46502004-project] Notify callbacks [] for security_group, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:17.964077 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf364a36-d4fd-4c05-9278-fd69b54534f6 tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Deleting subnet 8db97162-e2af-438f-a2ad-919a209cdea2 {{(pid=93915) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 18:34:17.970392 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-cf364a36-d4fd-4c05-9278-fd69b54534f6 tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Notify callbacks [] for subnet, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:17.976505 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3346827c-1d6a-458f-9452-34ea36dc82a2 req-09dab58a-e76d-48fc-9d4f-5619aa2d4be7 tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--532264570&fields=id&tenant_id=97b50484cf0c4fbaadc06c25d281353e HTTP/1.1" status: 200 len: 267 time: 0.0784776 Jul 14 18:34:18.017660 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-835fbaf7-cca1-4fe5-92d2-a1983b481125 tempest-SecGroupTest-46502004 tempest-SecGroupTest-46502004-project] Notify callbacks [] for security_group, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:18.021975 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-835fbaf7-cca1-4fe5-92d2-a1983b481125 tempest-SecGroupTest-46502004 tempest-SecGroupTest-46502004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:18.068926 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835fbaf7-cca1-4fe5-92d2-a1983b481125 tempest-SecGroupTest-46502004 tempest-SecGroupTest-46502004-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bef7b4d0-f387-4a00-aa8a-b591e1aa26f7,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:34:18.070239 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-cf364a36-d4fd-4c05-9278-fd69b54534f6 tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28939913'] for subnet, precommit_delete_associations {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:18.106791 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3346827c-1d6a-458f-9452-34ea36dc82a2 req-4ae8cfc8-0e53-48c4-bb9a-7eac7a6a948c tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:34:18.108182 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3346827c-1d6a-458f-9452-34ea36dc82a2 req-4ae8cfc8-0e53-48c4-bb9a-7eac7a6a948c tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] 10.222.0.16 "GET /v2.0/ports/02f27bc5-ba4e-4925-b830-6468da0dccb6 HTTP/1.1" status: 200 len: 931 time: 0.1070435 Jul 14 18:34:18.134112 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-835fbaf7-cca1-4fe5-92d2-a1983b481125 tempest-SecGroupTest-46502004 tempest-SecGroupTest-46502004-project] Notify callbacks [] for security_group, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:18.141389 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-835fbaf7-cca1-4fe5-92d2-a1983b481125 tempest-SecGroupTest-46502004 tempest-SecGroupTest-46502004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:18.176131 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-835fbaf7-cca1-4fe5-92d2-a1983b481125 tempest-SecGroupTest-46502004 tempest-SecGroupTest-46502004-project] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:18.179971 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-835fbaf7-cca1-4fe5-92d2-a1983b481125 tempest-SecGroupTest-46502004 tempest-SecGroupTest-46502004-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4997683 Jul 14 18:34:18.180583 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 46748) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:34:18.207186 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835fbaf7-cca1-4fe5-92d2-a1983b481125 tempest-SecGroupTest-46502004 tempest-SecGroupTest-46502004-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3a1694cd-b3b2-4a3b-ab29-bf1598427ecf,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:34:18.222409 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3346827c-1d6a-458f-9452-34ea36dc82a2 req-b14c6236-b849-4a28-90f4-2a5246b568eb tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:34:18.222888 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3346827c-1d6a-458f-9452-34ea36dc82a2 req-b14c6236-b849-4a28-90f4-2a5246b568eb tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] 10.222.0.16 "GET /v2.0/ports/2ce8955c-39eb-4a08-89c1-c4e808ceeb28 HTTP/1.1" status: 200 len: 931 time: 0.0998092 Jul 14 18:34:18.230758 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-cf364a36-d4fd-4c05-9278-fd69b54534f6 tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081283'] for subnet, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:18.331624 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3346827c-1d6a-458f-9452-34ea36dc82a2 req-9664a1f0-0250-4356-86f1-ac22d073e3c6 tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] 10.222.0.16 "GET /v2.0/ports?network_id=d9b1ce92-40c0-4c35-b452-dfbdda964ee7&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0930338 Jul 14 18:34:18.357847 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-1e423319-1aee-45c1-8ac1-6e0ac195e831 tempest-SecGroupTest-46502004 tempest-SecGroupTest-46502004-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1761069 Jul 14 18:34:18.359156 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 46752) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:34:18.363937 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-ac5bcf27-420a-40f7-8b2e-7e7ac69b0e09 tempest-SecGroupTest-46502004 tempest-SecGroupTest-46502004-project] Request body: {'security_group': {'name': 'tempest-security--1743006212', 'description': 'tempest-security-description-1823452507'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:34:18.397787 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3346827c-1d6a-458f-9452-34ea36dc82a2 req-20921443-31cc-4b4b-b5a9-87113cc84d5f tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] 10.222.0.16 "GET /v2.0/ports?network_id=d9b1ce92-40c0-4c35-b452-dfbdda964ee7&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0494225 Jul 14 18:34:18.403841 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-ac5bcf27-420a-40f7-8b2e-7e7ac69b0e09 tempest-SecGroupTest-46502004 tempest-SecGroupTest-46502004-project] Notify callbacks [] for security_group, before_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:18.426000 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 1b0d873c-1117-4639-be6e-e0b017b310a9 no longer exists at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 18:34:18.466973 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] No Port match for: 1b0d873c-1117-4639-be6e-e0b017b310a9 {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 18:34:18.467766 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 1b0d873c-1117-4639-be6e-e0b017b310a9 not bound to the agent host n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 18:34:18.521470 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-ac5bcf27-420a-40f7-8b2e-7e7ac69b0e09 tempest-SecGroupTest-46502004 tempest-SecGroupTest-46502004-project] Notify callbacks [] for security_group, precommit_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:18.535453 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-ac5bcf27-420a-40f7-8b2e-7e7ac69b0e09 tempest-SecGroupTest-46502004 tempest-SecGroupTest-46502004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:18.538887 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-ac5bcf27-420a-40f7-8b2e-7e7ac69b0e09 tempest-SecGroupTest-46502004 tempest-SecGroupTest-46502004-project] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:18.540959 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-ac5bcf27-420a-40f7-8b2e-7e7ac69b0e09 tempest-SecGroupTest-46502004 tempest-SecGroupTest-46502004-project] 10.222.0.16 "PUT /v2.0/security-groups/3a1694cd-b3b2-4a3b-ab29-bf1598427ecf HTTP/1.1" status: 200 len: 1780 time: 0.1801059 Jul 14 18:34:18.544187 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 46758) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:34:18.571511 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-cf364a36-d4fd-4c05-9278-fd69b54534f6 tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25913028', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28969762'] for subnet, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:18.595819 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5bcf27-420a-40f7-8b2e-7e7ac69b0e09 tempest-SecGroupTest-46502004 tempest-SecGroupTest-46502004-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3a1694cd-b3b2-4a3b-ab29-bf1598427ecf,revision_number=2']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:34:18.607286 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-f636acd3-24f6-4b79-b5ed-4badc9937da1 tempest-SecGroupTest-46502004 tempest-SecGroupTest-46502004-project] 10.222.0.16 "GET /v2.0/security-groups/3a1694cd-b3b2-4a3b-ab29-bf1598427ecf HTTP/1.1" status: 200 len: 1780 time: 0.0581603 Jul 14 18:34:18.607286 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 46760) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:34:18.620937 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device cb0a2880-d1c3-4b70-a889-9bdddf8dc02e up at agent hyperv_n-h1-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:34:18.668815 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-d5dbecdd-5596-4b36-bf2a-e291809e1ac7 tempest-SecGroupTest-46502004 tempest-SecGroupTest-46502004-project] Notify callbacks [] for security_group, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:18.671751 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Provisioning for port cb0a2880-d1c3-4b70-a889-9bdddf8dc02e completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:34:18.675688 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Provisioning complete for port cb0a2880-d1c3-4b70-a889-9bdddf8dc02e triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:34:18.676070 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:18.680418 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-cf364a36-d4fd-4c05-9278-fd69b54534f6 tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Notify callbacks [] for subnet, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:18.684568 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-cf364a36-d4fd-4c05-9278-fd69b54534f6 tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] 10.222.0.16 "DELETE /v2.0/subnets/8db97162-e2af-438f-a2ad-919a209cdea2 HTTP/1.1" status: 204 len: 168 time: 0.8202169 Jul 14 18:34:18.684568 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf364a36-d4fd-4c05-9278-fd69b54534f6 tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Pushing event deleted for resources: {'Subnet': ['ID=8db97162-e2af-438f-a2ad-919a209cdea2,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:34:18.686075 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 46762) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:34:18.700840 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-337575bb-1942-4bb9-8ed4-9aed8aed2fc9 None None] Network c95d733a-a09d-421d-a879-91b1cbf2df1b requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:34:18.717751 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3346827c-1d6a-458f-9452-34ea36dc82a2 req-a851597d-816f-4289-b402-ffb1d1726b9a tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:34:18.723916 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3346827c-1d6a-458f-9452-34ea36dc82a2 req-a851597d-816f-4289-b402-ffb1d1726b9a tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:34:18.729915 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3346827c-1d6a-458f-9452-34ea36dc82a2 req-a851597d-816f-4289-b402-ffb1d1726b9a tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:34:18.732788 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3346827c-1d6a-458f-9452-34ea36dc82a2 req-a851597d-816f-4289-b402-ffb1d1726b9a tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] 10.222.0.16 "GET /v2.0/networks?id=a3451eaf-fb13-48b5-b64d-da7580c60487&id=53bb0fcd-64dd-42eb-8d88-ad420edc0329&id=53bb0fcd-64dd-42eb-8d88-ad420edc0329&id=d9b1ce92-40c0-4c35-b452-dfbdda964ee7&id=d9b1ce92-40c0-4c35-b452-dfbdda964ee7 HTTP/1.1" status: 200 len: 1990 time: 0.3256173 Jul 14 18:34:18.741926 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-d5dbecdd-5596-4b36-bf2a-e291809e1ac7 tempest-SecGroupTest-46502004 tempest-SecGroupTest-46502004-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:18.781628 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3346827c-1d6a-458f-9452-34ea36dc82a2 req-25f1561f-31e1-42d6-bd7d-39b52f2ffd48 tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] 10.222.0.16 "GET /v2.0/quotas/97b50484cf0c4fbaadc06c25d281353e HTTP/1.1" status: 200 len: 375 time: 0.0346782 Jul 14 18:34:18.801155 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2f15f5-134e-4771-8264-a3c60c4475d9 req-5c7c150e-fb93-40c5-8aab-83816fab5f19 tempest-ServerRescueTestJSONUnderV235-773555335 tempest-ServerRescueTestJSONUnderV235-773555335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:34:18.802704 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2f2f15f5-134e-4771-8264-a3c60c4475d9 req-5c7c150e-fb93-40c5-8aab-83816fab5f19 tempest-ServerRescueTestJSONUnderV235-773555335 tempest-ServerRescueTestJSONUnderV235-773555335-project] 10.222.0.16 "GET /v2.0/ports?device_id=1141130f-4875-4e07-b30e-73bca303df1e HTTP/1.1" status: 200 len: 945 time: 0.2276187 Jul 14 18:34:18.809637 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-1caf508a-d068-4697-8fd8-278ef1249929 tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645734'] for network, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:18.854664 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-d5dbecdd-5596-4b36-bf2a-e291809e1ac7 tempest-SecGroupTest-46502004 tempest-SecGroupTest-46502004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:18.857306 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-d5dbecdd-5596-4b36-bf2a-e291809e1ac7 tempest-SecGroupTest-46502004 tempest-SecGroupTest-46502004-project] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:18.860949 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-d5dbecdd-5596-4b36-bf2a-e291809e1ac7 tempest-SecGroupTest-46502004 tempest-SecGroupTest-46502004-project] 10.222.0.16 "DELETE /v2.0/security-groups/3a1694cd-b3b2-4a3b-ab29-bf1598427ecf HTTP/1.1" status: 204 len: 168 time: 0.2502871 Jul 14 18:34:18.862179 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 46764) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:34:18.877189 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5dbecdd-5596-4b36-bf2a-e291809e1ac7 tempest-SecGroupTest-46502004 tempest-SecGroupTest-46502004-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a1694cd-b3b2-4a3b-ab29-bf1598427ecf,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:34:18.891458 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:18.906283 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-1caf508a-d068-4697-8fd8-278ef1249929 tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Deleting port 512e1289-cd3d-43a4-b8cf-27d62502107a {{(pid=93916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:34:18.906844 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-1caf508a-d068-4697-8fd8-278ef1249929 tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:18.929516 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1141130f-4875-4e07-b30e-73bca303df1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb0a2880-d1c3-4b70-a889-9bdddf8dc02e'}] {{(pid=93917) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:34:18.932150 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20b787f3c29eaa7aa2a4d648c725a2124c5ff39a8d793252f9d844495e14cf42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06ff8c4d-56f9-4bfd-95dd-e127e6341c4a" -d '{"events": [{"server_uuid": "1141130f-4875-4e07-b30e-73bca303df1e", "name": "network-vif-plugged", "status": "completed", "tag": "cb0a2880-d1c3-4b70-a889-9bdddf8dc02e"}]}' {{(pid=93917) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:34:18.945028 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2f2f15f5-134e-4771-8264-a3c60c4475d9 req-ee789704-5685-4fcc-86f1-09928150a06b tempest-ServerRescueTestJSONUnderV235-773555335 tempest-ServerRescueTestJSONUnderV235-773555335-project] 10.222.0.16 "GET /v2.0/security-groups?id=5be666b2-293d-46ef-a6aa-7f465b02e205&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303000 Jul 14 18:34:18.949488 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port cb0a2880-d1c3-4b70-a889-9bdddf8dc02e, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=cb0a2880-d1c3-4b70-a889-9bdddf8dc02e,segment=NetworkSegment(9182ad96-9d5e-42c0-8319-7d34fcf2c5ad),segment_id=9182ad96-9d5e-42c0-8319-7d34fcf2c5ad)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:34:18.959007 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:18.984726 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-3e4e4561-5342-4ced-8125-f6b94183013a tempest-SecGroupTest-46502004 tempest-SecGroupTest-46502004-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1152849 Jul 14 18:34:18.989165 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 46770) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:34:19.005755 n-d-800634-3 neutron-server[93915]: INFO neutron.api.v2.resource [None req-8bddec7c-f34c-4d56-81a0-9b50ade0c170 tempest-SecGroupTest-46502004 tempest-SecGroupTest-46502004-project] delete failed (client error): The resource could not be found. Jul 14 18:34:19.006766 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-8bddec7c-f34c-4d56-81a0-9b50ade0c170 tempest-SecGroupTest-46502004 tempest-SecGroupTest-46502004-project] 10.222.0.16 "DELETE /v2.0/security-groups/3a1694cd-b3b2-4a3b-ab29-bf1598427ecf HTTP/1.1" status: 404 len: 347 time: 0.0167096 Jul 14 18:34:19.016319 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 46772) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:34:19.022798 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-4f501c3c-1334-429f-a192-7d27eca379b2 tempest-SecGroupTest-46502004 tempest-SecGroupTest-46502004-project] Request body: {'security_group': {'name': 'tempest-secgroup--176166639'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:34:19.025444 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d113993a-6ca3-4eb1-810e-3736c4e8c440 None None] DHCP port deletion for c95d733a-a09d-421d-a879-91b1cbf2df1b request from n-d-800634-3 {{(pid=93917) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 18:34:19.026129 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3346827c-1d6a-458f-9452-34ea36dc82a2 req-fad67b8f-8e26-4009-bc72-c67ce5e99105 tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=97b50484cf0c4fbaadc06c25d281353e&fields=id HTTP/1.1" status: 200 len: 532 time: 0.2224648 Jul 14 18:34:19.050537 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.db [None req-1caf508a-d068-4697-8fd8-278ef1249929 tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] For port 512e1289-cd3d-43a4-b8cf-27d62502107a, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=512e1289-cd3d-43a4-b8cf-27d62502107a,segment=NetworkSegment(43921ed1-9825-4410-aa96-19e1fe685fe8),segment_id=43921ed1-9825-4410-aa96-19e1fe685fe8)] {{(pid=93916) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:34:19.050900 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-1caf508a-d068-4697-8fd8-278ef1249929 tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:19.072389 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-1caf508a-d068-4697-8fd8-278ef1249929 tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Calling delete_port for 512e1289-cd3d-43a4-b8cf-27d62502107a owned by network:dhcp {{(pid=93916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:34:19.074738 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Pushing event updated for resources: {'Port': ['ID=cb0a2880-d1c3-4b70-a889-9bdddf8dc02e,revision_number=5']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:34:19.083322 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-4f501c3c-1334-429f-a192-7d27eca379b2 tempest-SecGroupTest-46502004 tempest-SecGroupTest-46502004-project] Notify callbacks [] for security_group, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:19.132579 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-d113993a-6ca3-4eb1-810e-3736c4e8c440 None None] Deleting port 512e1289-cd3d-43a4-b8cf-27d62502107a {{(pid=93917) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:34:19.133710 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-d113993a-6ca3-4eb1-810e-3736c4e8c440 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:19.150627 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-0747d6e2-fc1c-488a-ba99-410c33d7fd84 req-2dd3f115-0327-4b97-9f78-d05503c55937 tempest-ServerShowV254Test-1743861056 tempest-ServerShowV254Test-1743861056-project] 10.222.0.16 "GET /v2.0/ports?device_id=09976659-3505-4872-a434-70575e61f2eb HTTP/1.1" status: 200 len: 210 time: 0.0376446 Jul 14 18:34:19.203274 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3346827c-1d6a-458f-9452-34ea36dc82a2 req-71712fb7-28b9-45d1-9b4a-82f316ba068f service neutron] 10.222.0.16 "GET /v2.0/networks/a3451eaf-fb13-48b5-b64d-da7580c60487?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1636558 Jul 14 18:34:19.206410 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-1caf508a-d068-4697-8fd8-278ef1249929 tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:19.219760 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-d113993a-6ca3-4eb1-810e-3736c4e8c440 None None] For port 512e1289-cd3d-43a4-b8cf-27d62502107a, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=512e1289-cd3d-43a4-b8cf-27d62502107a,segment=NetworkSegment(43921ed1-9825-4410-aa96-19e1fe685fe8),segment_id=43921ed1-9825-4410-aa96-19e1fe685fe8)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:34:19.220316 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-d113993a-6ca3-4eb1-810e-3736c4e8c440 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:19.237945 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-d113993a-6ca3-4eb1-810e-3736c4e8c440 None None] Calling delete_port for 512e1289-cd3d-43a4-b8cf-27d62502107a owned by network:dhcp {{(pid=93917) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:34:19.241206 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 18:34:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fee151e9-80f3-426a-8ced-cf23d29b607c x-openstack-request-id: req-fee151e9-80f3-426a-8ced-cf23d29b607c {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:34:19.241692 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1141130f-4875-4e07-b30e-73bca303df1e", "name": "network-vif-plugged", "status": "completed", "tag": "cb0a2880-d1c3-4b70-a889-9bdddf8dc02e", "code": 200}]} {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:34:19.242019 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-fee151e9-80f3-426a-8ced-cf23d29b607c {{(pid=93917) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:34:19.242182 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1caf508a-d068-4697-8fd8-278ef1249929 tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Pushing event deleted for resources: {'Port': ['ID=512e1289-cd3d-43a4-b8cf-27d62502107a,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:34:19.243172 n-d-800634-3 neutron-server[93917]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1141130f-4875-4e07-b30e-73bca303df1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb0a2880-d1c3-4b70-a889-9bdddf8dc02e', 'code': 200} Jul 14 18:34:19.250135 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1caf508a-d068-4697-8fd8-278ef1249929 tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] No DVR routers for this DVR port 512e1289-cd3d-43a4-b8cf-27d62502107a on host n-d-800634-3 {{(pid=93916) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 18:34:19.295537 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-4f501c3c-1334-429f-a192-7d27eca379b2 tempest-SecGroupTest-46502004 tempest-SecGroupTest-46502004-project] Notify callbacks [] for security_group, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:19.304677 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-4f501c3c-1334-429f-a192-7d27eca379b2 tempest-SecGroupTest-46502004 tempest-SecGroupTest-46502004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:19.364283 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3346827c-1d6a-458f-9452-34ea36dc82a2 req-1ca07f23-2b03-4ef9-b1b8-c4d8984bec12 service neutron] 10.222.0.16 "GET /v2.0/networks/a3451eaf-fb13-48b5-b64d-da7580c60487?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1497767 Jul 14 18:34:19.372642 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-1caf508a-d068-4697-8fd8-278ef1249929 tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2096010', 'neutron.services.segments.db._delete_segments_for_network-8728202734996'] for network, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:19.385741 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-d113993a-6ca3-4eb1-810e-3736c4e8c440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813'] for port, after_delete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:19.390758 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-4f501c3c-1334-429f-a192-7d27eca379b2 tempest-SecGroupTest-46502004 tempest-SecGroupTest-46502004-project] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:19.392017 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-4f501c3c-1334-429f-a192-7d27eca379b2 tempest-SecGroupTest-46502004 tempest-SecGroupTest-46502004-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3799720 Jul 14 18:34:19.395829 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.segments.db [None req-1caf508a-d068-4697-8fd8-278ef1249929 tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c95d733a-a09d-421d-a879-91b1cbf2df1b']}} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:34:19.397904 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 46780) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:34:19.409317 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-47c556b3-1eda-4f05-8f99-58519ab340ee tempest-SecGroupTest-46502004 tempest-SecGroupTest-46502004-project] Request body: {'security_group_rule': {'security_group_id': '9771b3b1-7d33-4912-94b4-b95b11cb3910', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:34:19.418927 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f501c3c-1334-429f-a192-7d27eca379b2 tempest-SecGroupTest-46502004 tempest-SecGroupTest-46502004-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9771b3b1-7d33-4912-94b4-b95b11cb3910,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:34:19.422266 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.segments.db [None req-1caf508a-d068-4697-8fd8-278ef1249929 tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43921ed1-9825-4410-aa96-19e1fe685fe8') {'for_net_delete': True} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:34:19.422786 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.segments.db [None req-1caf508a-d068-4697-8fd8-278ef1249929 tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43921ed1-9825-4410-aa96-19e1fe685fe8') {} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:34:19.426241 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d113993a-6ca3-4eb1-810e-3736c4e8c440 None None] Pushing event deleted for resources: {'Port': ['ID=512e1289-cd3d-43a4-b8cf-27d62502107a,revision_number=None']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:34:19.428488 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d113993a-6ca3-4eb1-810e-3736c4e8c440 None None] No DVR routers for this DVR port 512e1289-cd3d-43a4-b8cf-27d62502107a on host n-d-800634-3 {{(pid=93917) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 18:34:19.442868 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-1caf508a-d068-4697-8fd8-278ef1249929 tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728202715275', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26296891'] for segment, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:19.472022 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-1caf508a-d068-4697-8fd8-278ef1249929 tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:19.483803 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1caf508a-d068-4697-8fd8-278ef1249929 tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Releasing vlan 78 on physical network physnet1 to pool {{(pid=93916) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 18:34:19.484156 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-1caf508a-d068-4697-8fd8-278ef1249929 tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2682942'] for segment, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:19.487622 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-47c556b3-1eda-4f05-8f99-58519ab340ee tempest-SecGroupTest-46502004 tempest-SecGroupTest-46502004-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:19.490325 n-d-800634-3 neutron-server[93916]: Traceback (most recent call last): Jul 14 18:34:19.490325 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 18:34:19.490325 n-d-800634-3 neutron-server[93916]: timer() Jul 14 18:34:19.490325 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 18:34:19.490325 n-d-800634-3 neutron-server[93916]: cb(*args, **kw) Jul 14 18:34:19.490325 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 18:34:19.490325 n-d-800634-3 neutron-server[93916]: return func(*args, **kwargs) Jul 14 18:34:19.490325 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 18:34:19.490325 n-d-800634-3 neutron-server[93916]: self._notify() Jul 14 18:34:19.490325 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 18:34:19.490325 n-d-800634-3 neutron-server[93916]: self.callback(batched_events) Jul 14 18:34:19.490325 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 18:34:19.490325 n-d-800634-3 neutron-server[93916]: event.method(event) Jul 14 18:34:19.490325 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 18:34:19.490325 n-d-800634-3 neutron-server[93916]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 18:34:19.490325 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 18:34:19.490325 n-d-800634-3 neutron-server[93916]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 18:34:19.490325 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 18:34:19.490325 n-d-800634-3 neutron-server[93916]: return f(self, *a, **k) Jul 14 18:34:19.490325 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 18:34:19.490325 n-d-800634-3 neutron-server[93916]: return self._get(url).json() Jul 14 18:34:19.490325 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 18:34:19.490325 n-d-800634-3 neutron-server[93916]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 18:34:19.490325 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 18:34:19.490325 n-d-800634-3 neutron-server[93916]: return self.request(url, 'GET', **kwargs) Jul 14 18:34:19.490325 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 18:34:19.490325 n-d-800634-3 neutron-server[93916]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 18:34:19.490325 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 18:34:19.490325 n-d-800634-3 neutron-server[93916]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 18:34:19.490325 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 18:34:19.490325 n-d-800634-3 neutron-server[93916]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 18:34:19.490325 n-d-800634-3 neutron-server[93916]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 18:34:19.498853 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3346827c-1d6a-458f-9452-34ea36dc82a2 req-ebbd174c-f9f5-494f-ab3a-3f9ba740ebe7 service neutron] 10.222.0.16 "GET /v2.0/ports/02f27bc5-ba4e-4925-b830-6468da0dccb6?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1335478 Jul 14 18:34:19.567076 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f41060-2e0d-413e-867b-30344c75915e req-4d05e551-45fb-4fff-b4a6-e0010bddbaee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:34:19.568894 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-97f41060-2e0d-413e-867b-30344c75915e req-4d05e551-45fb-4fff-b4a6-e0010bddbaee service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=1141130f-4875-4e07-b30e-73bca303df1e HTTP/1.1" status: 200 len: 1097 time: 0.1794305 Jul 14 18:34:19.595425 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-1caf508a-d068-4697-8fd8-278ef1249929 tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2096001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-930085'] for network, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:19.605802 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-1caf508a-d068-4697-8fd8-278ef1249929 tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598705'] for network, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:19.610437 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-1caf508a-d068-4697-8fd8-278ef1249929 tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] 10.222.0.16 "DELETE /v2.0/networks/c95d733a-a09d-421d-a879-91b1cbf2df1b HTTP/1.1" status: 204 len: 168 time: 0.9208984 Jul 14 18:34:19.612177 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 46782) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:34:19.643164 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1caf508a-d068-4697-8fd8-278ef1249929 tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Pushing event deleted for resources: {'Network': ['ID=c95d733a-a09d-421d-a879-91b1cbf2df1b,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:34:19.647356 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-47c556b3-1eda-4f05-8f99-58519ab340ee tempest-SecGroupTest-46502004 tempest-SecGroupTest-46502004-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:19.668315 n-d-800634-3 neutron-server[93916]: INFO neutron.pecan_wsgi.hooks.translation [None req-b75cd7bb-462c-423f-958f-2b7f152092db tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] DELETE failed (client error): The resource could not be found. Jul 14 18:34:19.668788 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b75cd7bb-462c-423f-958f-2b7f152092db tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93916) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 18:34:19.670622 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-b75cd7bb-462c-423f-958f-2b7f152092db tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] 10.222.0.16 "DELETE /v2.0/subnets/d952d5df-c567-4f45-8a9f-63d1a223f48f HTTP/1.1" status: 404 len: 337 time: 0.0573919 Jul 14 18:34:19.671430 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-47c556b3-1eda-4f05-8f99-58519ab340ee tempest-SecGroupTest-46502004 tempest-SecGroupTest-46502004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305173'] for security_group_rule, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:19.674134 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 46784) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:34:19.708615 n-d-800634-3 neutron-server[93916]: INFO neutron.pecan_wsgi.hooks.translation [None req-d83a528d-b37c-4db8-a8f0-866ea1bc40bc tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] DELETE failed (client error): The resource could not be found. Jul 14 18:34:19.709154 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d83a528d-b37c-4db8-a8f0-866ea1bc40bc tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93916) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 18:34:19.710962 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-d83a528d-b37c-4db8-a8f0-866ea1bc40bc tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] 10.222.0.16 "DELETE /v2.0/networks/3c4918d4-6a24-45ed-a485-431f31712a55 HTTP/1.1" status: 404 len: 339 time: 0.0338917 Jul 14 18:34:19.714885 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c556b3-1eda-4f05-8f99-58519ab340ee tempest-SecGroupTest-46502004 tempest-SecGroupTest-46502004-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36e4e184-382c-4f28-abf8-b50101446b5e,revision_number=0']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:34:19.717378 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 46786) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:34:19.747989 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-47c556b3-1eda-4f05-8f99-58519ab340ee tempest-SecGroupTest-46502004 tempest-SecGroupTest-46502004-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:19.751702 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-47c556b3-1eda-4f05-8f99-58519ab340ee tempest-SecGroupTest-46502004 tempest-SecGroupTest-46502004-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3489034 Jul 14 18:34:19.752706 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 46788) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:34:19.801337 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7b34277-be8a-4069-b8e8-13ac6ff540f2 tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Deleting subnet 93a392e0-5559-451a-aa12-e4cfb4228bbf {{(pid=93916) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 18:34:19.805545 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-ffae1250-eba9-450f-8c14-4720966647d7 tempest-SecGroupTest-46502004 tempest-SecGroupTest-46502004-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:19.807602 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a7b34277-be8a-4069-b8e8-13ac6ff540f2 tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Notify callbacks [] for subnet, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:19.842375 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-ffae1250-eba9-450f-8c14-4720966647d7 tempest-SecGroupTest-46502004 tempest-SecGroupTest-46502004-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:19.878812 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a7b34277-be8a-4069-b8e8-13ac6ff540f2 tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26296866'] for subnet, precommit_delete_associations {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:19.917314 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-ffae1250-eba9-450f-8c14-4720966647d7 tempest-SecGroupTest-46502004 tempest-SecGroupTest-46502004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305173'] for security_group_rule, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:19.926146 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-ffae1250-eba9-450f-8c14-4720966647d7 tempest-SecGroupTest-46502004 tempest-SecGroupTest-46502004-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:19.929912 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-ffae1250-eba9-450f-8c14-4720966647d7 tempest-SecGroupTest-46502004 tempest-SecGroupTest-46502004-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/36e4e184-382c-4f28-abf8-b50101446b5e HTTP/1.1" status: 204 len: 168 time: 0.1743846 Jul 14 18:34:19.930955 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 46790) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:34:19.954229 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffae1250-eba9-450f-8c14-4720966647d7 tempest-SecGroupTest-46502004 tempest-SecGroupTest-46502004-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=36e4e184-382c-4f28-abf8-b50101446b5e,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:34:20.021237 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-cc2ee95e-a7dc-4346-9b34-be830b688206 tempest-SecGroupTest-46502004 tempest-SecGroupTest-46502004-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0887570 Jul 14 18:34:20.024966 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 46798) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:34:20.037383 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a7b34277-be8a-4069-b8e8-13ac6ff540f2 tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081283'] for subnet, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:20.057750 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-97f41060-2e0d-413e-867b-30344c75915e req-67028a67-5b2a-4f61-9fad-605751f124cc service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=5be666b2-293d-46ef-a6aa-7f465b02e205&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4806919 Jul 14 18:34:20.115836 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a7b34277-be8a-4069-b8e8-13ac6ff540f2 tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2684816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26033152'] for subnet, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:20.121032 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3346827c-1d6a-458f-9452-34ea36dc82a2 req-c02b82fb-100b-4c50-964b-c53bd448420d service neutron] 10.222.0.16 "GET /v2.0/networks/53bb0fcd-64dd-42eb-8d88-ad420edc0329?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6132033 Jul 14 18:34:20.146638 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b34277-be8a-4069-b8e8-13ac6ff540f2 tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Pushing event deleted for resources: {'Subnet': ['ID=93a392e0-5559-451a-aa12-e4cfb4228bbf,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:34:20.149509 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a7b34277-be8a-4069-b8e8-13ac6ff540f2 tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Notify callbacks [] for subnet, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:20.151505 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-a7b34277-be8a-4069-b8e8-13ac6ff540f2 tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] 10.222.0.16 "DELETE /v2.0/subnets/93a392e0-5559-451a-aa12-e4cfb4228bbf HTTP/1.1" status: 204 len: 168 time: 0.4331570 Jul 14 18:34:20.154305 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 46800) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:34:20.155916 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91ad5e91-0882-433a-9c47-120387191f73 None None] Network 4c6ea0d1-ea1c-48c4-bc69-af221a0f955b requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:34:20.170085 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-a5579c8d-a0b1-4eb2-91b4-7ad3e80eed3a tempest-SecGroupTest-46502004 tempest-SecGroupTest-46502004-project] Notify callbacks [] for security_group, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:20.238687 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-307e7a00-17b3-492f-9277-b888e7cba572 tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645734'] for network, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:20.243195 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-a5579c8d-a0b1-4eb2-91b4-7ad3e80eed3a tempest-SecGroupTest-46502004 tempest-SecGroupTest-46502004-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:20.283998 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2cff04-d39d-464f-86a2-0dadc9339a34 req-da207fb1-cdfb-4039-ab5c-ce9d43654c92 tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:34:20.285485 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3c2cff04-d39d-464f-86a2-0dadc9339a34 req-da207fb1-cdfb-4039-ab5c-ce9d43654c92 tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] 10.222.0.16 "GET /v2.0/ports?device_id=e324c388-2bb3-401d-a7a7-373392456b8c HTTP/1.1" status: 200 len: 946 time: 0.2305396 Jul 14 18:34:20.296952 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-307e7a00-17b3-492f-9277-b888e7cba572 tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Deleting port b447341e-8d49-4443-94e1-bbb002b4d1d2 {{(pid=93916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:34:20.297448 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-307e7a00-17b3-492f-9277-b888e7cba572 tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:20.323680 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-f2fbb6fe-68bd-419d-83f4-7e7b72b78539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:20.333583 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3346827c-1d6a-458f-9452-34ea36dc82a2 req-f68dc0ac-499e-444d-aa85-aba9130c2050 service neutron] 10.222.0.16 "GET /v2.0/networks/53bb0fcd-64dd-42eb-8d88-ad420edc0329?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2029855 Jul 14 18:34:20.381675 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-a5579c8d-a0b1-4eb2-91b4-7ad3e80eed3a tempest-SecGroupTest-46502004 tempest-SecGroupTest-46502004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:20.384858 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-a5579c8d-a0b1-4eb2-91b4-7ad3e80eed3a tempest-SecGroupTest-46502004 tempest-SecGroupTest-46502004-project] Notify callbacks [] for security_group, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:20.388988 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-a5579c8d-a0b1-4eb2-91b4-7ad3e80eed3a tempest-SecGroupTest-46502004 tempest-SecGroupTest-46502004-project] 10.222.0.16 "DELETE /v2.0/security-groups/9771b3b1-7d33-4912-94b4-b95b11cb3910 HTTP/1.1" status: 204 len: 168 time: 0.3582380 Jul 14 18:34:20.390594 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 46804) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:34:20.392471 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3c2cff04-d39d-464f-86a2-0dadc9339a34 req-5a8cf70b-0c1e-4d68-b0ee-e7552b1bb0fe tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] 10.222.0.16 "GET /v2.0/security-groups?id=c6d2ae5e-7962-48ff-a84c-cacbd11fb04d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0924304 Jul 14 18:34:20.422712 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3346827c-1d6a-458f-9452-34ea36dc82a2 req-7b4fad50-d6e7-4af1-b11b-a471abd1ad5c service neutron] 10.222.0.16 "GET /v2.0/ports/2ce8955c-39eb-4a08-89c1-c4e808ceeb28?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0749989 Jul 14 18:34:20.423761 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5579c8d-a0b1-4eb2-91b4-7ad3e80eed3a tempest-SecGroupTest-46502004 tempest-SecGroupTest-46502004-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9771b3b1-7d33-4912-94b4-b95b11cb3910,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:34:20.428015 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.db [None req-307e7a00-17b3-492f-9277-b888e7cba572 tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] For port b447341e-8d49-4443-94e1-bbb002b4d1d2, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=b447341e-8d49-4443-94e1-bbb002b4d1d2,segment=NetworkSegment(8e42b942-1732-4e2b-80f2-566c2746a8fa),segment_id=8e42b942-1732-4e2b-80f2-566c2746a8fa)] {{(pid=93916) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:34:20.428597 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87785e17-e601-486b-9b6d-8c297bba0f2d None None] DHCP port deletion for 4c6ea0d1-ea1c-48c4-bc69-af221a0f955b request from n-d-800634-3 {{(pid=93917) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 18:34:20.429091 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-307e7a00-17b3-492f-9277-b888e7cba572 tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:20.458585 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-307e7a00-17b3-492f-9277-b888e7cba572 tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Calling delete_port for b447341e-8d49-4443-94e1-bbb002b4d1d2 owned by network:dhcp {{(pid=93916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:34:20.470166 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 512e1289-cd3d-43a4-b8cf-27d62502107a no longer exists at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 18:34:20.495458 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] No Port match for: 512e1289-cd3d-43a4-b8cf-27d62502107a {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 18:34:20.495953 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 512e1289-cd3d-43a4-b8cf-27d62502107a not bound to the agent host n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 18:34:20.524821 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-87785e17-e601-486b-9b6d-8c297bba0f2d None None] Deleting port b447341e-8d49-4443-94e1-bbb002b4d1d2 {{(pid=93917) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:34:20.525563 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-87785e17-e601-486b-9b6d-8c297bba0f2d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:20.544161 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3346827c-1d6a-458f-9452-34ea36dc82a2 req-bd8db9e5-9161-429d-8ccd-8e9a83104000 service neutron] 10.222.0.16 "GET /v2.0/networks/53bb0fcd-64dd-42eb-8d88-ad420edc0329?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1072202 Jul 14 18:34:20.567317 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-37eae118-60ec-419c-9c60-5105602ae482 tempest-SecGroupTest-46502004 tempest-SecGroupTest-46502004-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1753993 Jul 14 18:34:20.574718 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 46808) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:34:20.579794 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-f19a8015-379b-4142-b9ae-dcc716217446 tempest-SecGroupTest-46502004 tempest-SecGroupTest-46502004-project] Request body: {'security_group': {'name': 'tempest-secgroup--454288759'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:34:20.588147 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-307e7a00-17b3-492f-9277-b888e7cba572 tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:20.601028 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-87785e17-e601-486b-9b6d-8c297bba0f2d None None] For port b447341e-8d49-4443-94e1-bbb002b4d1d2, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=b447341e-8d49-4443-94e1-bbb002b4d1d2,segment=NetworkSegment(8e42b942-1732-4e2b-80f2-566c2746a8fa),segment_id=8e42b942-1732-4e2b-80f2-566c2746a8fa)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:34:20.601445 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-87785e17-e601-486b-9b6d-8c297bba0f2d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:20.616940 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-87785e17-e601-486b-9b6d-8c297bba0f2d None None] Calling delete_port for b447341e-8d49-4443-94e1-bbb002b4d1d2 owned by network:dhcp {{(pid=93917) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:34:20.624040 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-307e7a00-17b3-492f-9277-b888e7cba572 tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] No DVR routers for this DVR port b447341e-8d49-4443-94e1-bbb002b4d1d2 on host n-d-800634-3 {{(pid=93916) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 18:34:20.632381 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307e7a00-17b3-492f-9277-b888e7cba572 tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Pushing event deleted for resources: {'Port': ['ID=b447341e-8d49-4443-94e1-bbb002b4d1d2,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:34:20.672602 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-f19a8015-379b-4142-b9ae-dcc716217446 tempest-SecGroupTest-46502004 tempest-SecGroupTest-46502004-project] Notify callbacks [] for security_group, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:20.696097 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3346827c-1d6a-458f-9452-34ea36dc82a2 req-bca26ce7-2459-49c5-a56c-5a6eb95ebb0c service neutron] 10.222.0.16 "GET /v2.0/networks/53bb0fcd-64dd-42eb-8d88-ad420edc0329?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1446774 Jul 14 18:34:20.705031 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660c4f08-e597-4439-b923-dcd8123ca85e req-3115d0e8-2e68-4044-aa8e-2285174a0518 tempest-ServerRescueTestJSONUnderV235-773555335 tempest-ServerRescueTestJSONUnderV235-773555335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:34:20.706554 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-660c4f08-e597-4439-b923-dcd8123ca85e req-3115d0e8-2e68-4044-aa8e-2285174a0518 tempest-ServerRescueTestJSONUnderV235-773555335 tempest-ServerRescueTestJSONUnderV235-773555335-project] 10.222.0.16 "GET /v2.0/ports?device_id=1141130f-4875-4e07-b30e-73bca303df1e HTTP/1.1" status: 200 len: 946 time: 0.1286936 Jul 14 18:34:20.714687 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-87785e17-e601-486b-9b6d-8c297bba0f2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813'] for port, after_delete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:20.731302 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-307e7a00-17b3-492f-9277-b888e7cba572 tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2096010', 'neutron.services.segments.db._delete_segments_for_network-8728202734996'] for network, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:20.744347 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87785e17-e601-486b-9b6d-8c297bba0f2d None None] Pushing event deleted for resources: {'Port': ['ID=b447341e-8d49-4443-94e1-bbb002b4d1d2,revision_number=None']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:34:20.745497 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.segments.db [None req-307e7a00-17b3-492f-9277-b888e7cba572 tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c6ea0d1-ea1c-48c4-bc69-af221a0f955b']}} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:34:20.748157 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87785e17-e601-486b-9b6d-8c297bba0f2d None None] No DVR routers for this DVR port b447341e-8d49-4443-94e1-bbb002b4d1d2 on host n-d-800634-3 {{(pid=93917) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 18:34:20.767140 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.segments.db [None req-307e7a00-17b3-492f-9277-b888e7cba572 tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e42b942-1732-4e2b-80f2-566c2746a8fa') {'for_net_delete': True} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:34:20.767635 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.segments.db [None req-307e7a00-17b3-492f-9277-b888e7cba572 tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e42b942-1732-4e2b-80f2-566c2746a8fa') {} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:34:20.783926 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-307e7a00-17b3-492f-9277-b888e7cba572 tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728202715275', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26296891'] for segment, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:20.807825 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-307e7a00-17b3-492f-9277-b888e7cba572 tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:20.809095 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-660c4f08-e597-4439-b923-dcd8123ca85e req-52104010-c54b-4cd1-8b35-ec04667f77ae tempest-ServerRescueTestJSONUnderV235-773555335 tempest-ServerRescueTestJSONUnderV235-773555335-project] 10.222.0.16 "GET /v2.0/security-groups?id=5be666b2-293d-46ef-a6aa-7f465b02e205&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927176 Jul 14 18:34:20.817655 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-307e7a00-17b3-492f-9277-b888e7cba572 tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Releasing vlan 98 on physical network physnet1 to pool {{(pid=93916) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 18:34:20.818122 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-307e7a00-17b3-492f-9277-b888e7cba572 tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2682942'] for segment, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:20.821733 n-d-800634-3 neutron-server[93916]: Traceback (most recent call last): Jul 14 18:34:20.821733 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 18:34:20.821733 n-d-800634-3 neutron-server[93916]: timer() Jul 14 18:34:20.821733 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 18:34:20.821733 n-d-800634-3 neutron-server[93916]: cb(*args, **kw) Jul 14 18:34:20.821733 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 18:34:20.821733 n-d-800634-3 neutron-server[93916]: return func(*args, **kwargs) Jul 14 18:34:20.821733 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 18:34:20.821733 n-d-800634-3 neutron-server[93916]: self._notify() Jul 14 18:34:20.821733 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 18:34:20.821733 n-d-800634-3 neutron-server[93916]: self.callback(batched_events) Jul 14 18:34:20.821733 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 18:34:20.821733 n-d-800634-3 neutron-server[93916]: event.method(event) Jul 14 18:34:20.821733 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 18:34:20.821733 n-d-800634-3 neutron-server[93916]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 18:34:20.821733 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 18:34:20.821733 n-d-800634-3 neutron-server[93916]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 18:34:20.821733 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 18:34:20.821733 n-d-800634-3 neutron-server[93916]: return f(self, *a, **k) Jul 14 18:34:20.821733 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 18:34:20.821733 n-d-800634-3 neutron-server[93916]: return self._get(url).json() Jul 14 18:34:20.821733 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 18:34:20.821733 n-d-800634-3 neutron-server[93916]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 18:34:20.821733 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 18:34:20.821733 n-d-800634-3 neutron-server[93916]: return self.request(url, 'GET', **kwargs) Jul 14 18:34:20.821733 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 18:34:20.821733 n-d-800634-3 neutron-server[93916]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 18:34:20.821733 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 18:34:20.821733 n-d-800634-3 neutron-server[93916]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 18:34:20.821733 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 18:34:20.821733 n-d-800634-3 neutron-server[93916]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 18:34:20.821733 n-d-800634-3 neutron-server[93916]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 18:34:20.830177 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3346827c-1d6a-458f-9452-34ea36dc82a2 req-eb61b13d-3014-4e75-9fac-2fd125d7e5d0 service neutron] 10.222.0.16 "GET /v2.0/networks/53bb0fcd-64dd-42eb-8d88-ad420edc0329?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226485 Jul 14 18:34:20.897503 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-307e7a00-17b3-492f-9277-b888e7cba572 tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2096001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-930085'] for network, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:20.905781 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-307e7a00-17b3-492f-9277-b888e7cba572 tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598705'] for network, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:20.911489 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-307e7a00-17b3-492f-9277-b888e7cba572 tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] 10.222.0.16 "DELETE /v2.0/networks/4c6ea0d1-ea1c-48c4-bc69-af221a0f955b HTTP/1.1" status: 204 len: 168 time: 0.7534776 Jul 14 18:34:20.947018 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307e7a00-17b3-492f-9277-b888e7cba572 tempest-NetworksIpV6Test-384567393 tempest-NetworksIpV6Test-384567393-project] Pushing event deleted for resources: {'Network': ['ID=4c6ea0d1-ea1c-48c4-bc69-af221a0f955b,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:34:20.949693 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3346827c-1d6a-458f-9452-34ea36dc82a2 req-a203dbd3-354c-4255-9449-1889539ddacc service neutron] 10.222.0.16 "GET /v2.0/networks/53bb0fcd-64dd-42eb-8d88-ad420edc0329?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1134303 Jul 14 18:34:20.972224 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-f19a8015-379b-4142-b9ae-dcc716217446 tempest-SecGroupTest-46502004 tempest-SecGroupTest-46502004-project] Notify callbacks [] for security_group, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:20.980951 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-f19a8015-379b-4142-b9ae-dcc716217446 tempest-SecGroupTest-46502004 tempest-SecGroupTest-46502004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:21.011513 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19a8015-379b-4142-b9ae-dcc716217446 tempest-SecGroupTest-46502004 tempest-SecGroupTest-46502004-project] Pushing event updated for resources: {'SecurityGroup': ['ID=59800e21-7362-4c7c-8f21-ead43a8d3a0d,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:34:21.031684 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-f19a8015-379b-4142-b9ae-dcc716217446 tempest-SecGroupTest-46502004 tempest-SecGroupTest-46502004-project] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:21.033225 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-f19a8015-379b-4142-b9ae-dcc716217446 tempest-SecGroupTest-46502004 tempest-SecGroupTest-46502004-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4574571 Jul 14 18:34:21.036039 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 46812) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:34:21.041558 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-76c949f0-a979-430e-8c94-c6c6bb9e2b06 tempest-SecGroupTest-46502004 tempest-SecGroupTest-46502004-project] Request body: {'security_group_rule': {'security_group_id': '59800e21-7362-4c7c-8f21-ead43a8d3a0d', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:34:21.049109 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b2f8b729-452a-434d-a515-37cf4921ae7a req-adae6158-0040-4a7e-8fb4-f8f2eaae9d34 tempest-ServerShowV254Test-1743861056 tempest-ServerShowV254Test-1743861056-project] 10.222.0.16 "GET /v2.0/ports?device_id=09976659-3505-4872-a434-70575e61f2eb HTTP/1.1" status: 200 len: 210 time: 0.0660813 Jul 14 18:34:21.088915 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-76c949f0-a979-430e-8c94-c6c6bb9e2b06 tempest-SecGroupTest-46502004 tempest-SecGroupTest-46502004-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:21.100987 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3346827c-1d6a-458f-9452-34ea36dc82a2 req-86e709f8-368a-4162-9552-5ce859190c52 service neutron] 10.222.0.16 "GET /v2.0/networks/53bb0fcd-64dd-42eb-8d88-ad420edc0329?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1453760 Jul 14 18:34:21.232470 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3346827c-1d6a-458f-9452-34ea36dc82a2 req-5d39640e-6951-4d00-ace5-77344b1d0dfd service neutron] 10.222.0.16 "GET /v2.0/networks/53bb0fcd-64dd-42eb-8d88-ad420edc0329?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216943 Jul 14 18:34:21.304520 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 46818) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:34:21.344763 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3346827c-1d6a-458f-9452-34ea36dc82a2 req-46f3d75b-ba25-4df4-85ee-881495552f66 service neutron] 10.222.0.16 "GET /v2.0/networks/d9b1ce92-40c0-4c35-b452-dfbdda964ee7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1062469 Jul 14 18:34:21.487792 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3346827c-1d6a-458f-9452-34ea36dc82a2 req-46900b76-59f5-4893-9c5d-02dc4fe313a9 service neutron] 10.222.0.16 "GET /v2.0/networks/d9b1ce92-40c0-4c35-b452-dfbdda964ee7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370814 Jul 14 18:34:21.508416 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-c9514200-1c36-44e4-b06c-049032e7faab admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1733a117d4a444009498e255ae4afc94&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2023237 Jul 14 18:34:21.519065 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 46824) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:34:21.535280 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-76c949f0-a979-430e-8c94-c6c6bb9e2b06 tempest-SecGroupTest-46502004 tempest-SecGroupTest-46502004-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:21.540270 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-76c949f0-a979-430e-8c94-c6c6bb9e2b06 tempest-SecGroupTest-46502004 tempest-SecGroupTest-46502004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305173'] for security_group_rule, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:21.557495 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c949f0-a979-430e-8c94-c6c6bb9e2b06 tempest-SecGroupTest-46502004 tempest-SecGroupTest-46502004-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56e7d26d-1bdd-43fa-95ad-e62987634628,revision_number=0']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:34:21.566225 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-76c949f0-a979-430e-8c94-c6c6bb9e2b06 tempest-SecGroupTest-46502004 tempest-SecGroupTest-46502004-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:21.567500 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-76c949f0-a979-430e-8c94-c6c6bb9e2b06 tempest-SecGroupTest-46502004 tempest-SecGroupTest-46502004-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5300953 Jul 14 18:34:21.570120 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 46826) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:34:21.575060 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-b3c2b2d4-cd5f-4f9d-b37c-46ae193476b1 tempest-SecGroupTest-46502004 tempest-SecGroupTest-46502004-project] Request body: {'security_group_rule': {'security_group_id': '59800e21-7362-4c7c-8f21-ead43a8d3a0d', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:34:21.602178 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-b3c2b2d4-cd5f-4f9d-b37c-46ae193476b1 tempest-SecGroupTest-46502004 tempest-SecGroupTest-46502004-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:21.660831 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-b3c2b2d4-cd5f-4f9d-b37c-46ae193476b1 tempest-SecGroupTest-46502004 tempest-SecGroupTest-46502004-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:21.665305 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-b3c2b2d4-cd5f-4f9d-b37c-46ae193476b1 tempest-SecGroupTest-46502004 tempest-SecGroupTest-46502004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305173'] for security_group_rule, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:21.683393 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c2b2d4-cd5f-4f9d-b37c-46ae193476b1 tempest-SecGroupTest-46502004 tempest-SecGroupTest-46502004-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e92d767e-8204-47f4-b35a-f8935d47fde5,revision_number=0']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:34:21.690148 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-b3c2b2d4-cd5f-4f9d-b37c-46ae193476b1 tempest-SecGroupTest-46502004 tempest-SecGroupTest-46502004-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:21.694209 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-b3c2b2d4-cd5f-4f9d-b37c-46ae193476b1 tempest-SecGroupTest-46502004 tempest-SecGroupTest-46502004-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1225941 Jul 14 18:34:21.694807 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 46828) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:34:21.700050 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-3493038a-5066-4c60-a805-3b7a908440c5 tempest-SecGroupTest-46502004 tempest-SecGroupTest-46502004-project] Request body: {'security_group_rule': {'security_group_id': '59800e21-7362-4c7c-8f21-ead43a8d3a0d', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:34:21.731002 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-3493038a-5066-4c60-a805-3b7a908440c5 tempest-SecGroupTest-46502004 tempest-SecGroupTest-46502004-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:21.755268 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3346827c-1d6a-458f-9452-34ea36dc82a2 req-03dfb5a8-17c8-4c05-8675-934974b63b70 service neutron] 10.222.0.16 "GET /v2.0/networks/d9b1ce92-40c0-4c35-b452-dfbdda964ee7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2586021 Jul 14 18:34:21.755963 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-874b98d6-5ac5-4073-8db1-3450006bc76a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:21.794833 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53b9d4b-63a4-45fc-9c9a-2c0042838d73 req-ace426d9-d904-4778-a75f-f4ade70f5fed tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:34:21.796981 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b53b9d4b-63a4-45fc-9c9a-2c0042838d73 req-ace426d9-d904-4778-a75f-f4ade70f5fed tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] 10.222.0.18 "GET /v2.0/ports?device_id=e324c388-2bb3-401d-a7a7-373392456b8c HTTP/1.1" status: 200 len: 946 time: 0.2346606 Jul 14 18:34:21.798001 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-3493038a-5066-4c60-a805-3b7a908440c5 tempest-SecGroupTest-46502004 tempest-SecGroupTest-46502004-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:21.801985 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-3493038a-5066-4c60-a805-3b7a908440c5 tempest-SecGroupTest-46502004 tempest-SecGroupTest-46502004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305173'] for security_group_rule, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:21.826855 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3493038a-5066-4c60-a805-3b7a908440c5 tempest-SecGroupTest-46502004 tempest-SecGroupTest-46502004-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=709f6704-f919-45df-956d-2635f025f559,revision_number=0']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:34:21.830916 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-3493038a-5066-4c60-a805-3b7a908440c5 tempest-SecGroupTest-46502004 tempest-SecGroupTest-46502004-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:21.832494 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-3493038a-5066-4c60-a805-3b7a908440c5 tempest-SecGroupTest-46502004 tempest-SecGroupTest-46502004-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1361473 Jul 14 18:34:21.835671 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 46830) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:34:21.840010 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-141968a8-7b5c-4be7-a157-7e67aa6a8b44 tempest-SecGroupTest-46502004 tempest-SecGroupTest-46502004-project] Request body: {'security_group_rule': {'security_group_id': '59800e21-7362-4c7c-8f21-ead43a8d3a0d', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:34:21.858246 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1df8632-3e3d-4744-af59-2e1803d778c7 req-475599a2-1ef5-4777-aab9-e7bca51d2561 tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:34:21.859816 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-d1df8632-3e3d-4744-af59-2e1803d778c7 req-475599a2-1ef5-4777-aab9-e7bca51d2561 tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] 10.222.0.16 "GET /v2.0/ports?device_id=e324c388-2bb3-401d-a7a7-373392456b8c HTTP/1.1" status: 200 len: 946 time: 0.2953990 Jul 14 18:34:21.871072 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-141968a8-7b5c-4be7-a157-7e67aa6a8b44 tempest-SecGroupTest-46502004 tempest-SecGroupTest-46502004-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:21.880250 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-874b98d6-5ac5-4073-8db1-3450006bc76a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:21.938660 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-141968a8-7b5c-4be7-a157-7e67aa6a8b44 tempest-SecGroupTest-46502004 tempest-SecGroupTest-46502004-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:21.942458 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-141968a8-7b5c-4be7-a157-7e67aa6a8b44 tempest-SecGroupTest-46502004 tempest-SecGroupTest-46502004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305173'] for security_group_rule, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:21.957623 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141968a8-7b5c-4be7-a157-7e67aa6a8b44 tempest-SecGroupTest-46502004 tempest-SecGroupTest-46502004-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=456c5150-266f-4d35-92bc-25a860671395,revision_number=0']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:34:21.967005 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-141968a8-7b5c-4be7-a157-7e67aa6a8b44 tempest-SecGroupTest-46502004 tempest-SecGroupTest-46502004-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:21.968245 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-141968a8-7b5c-4be7-a157-7e67aa6a8b44 tempest-SecGroupTest-46502004 tempest-SecGroupTest-46502004-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1317918 Jul 14 18:34:21.970986 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 46834) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:34:21.975706 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-1c214ba0-78b7-4691-8d5a-c70077d8a9fc tempest-SecGroupTest-46502004 tempest-SecGroupTest-46502004-project] Request body: {'security_group_rule': {'security_group_id': '59800e21-7362-4c7c-8f21-ead43a8d3a0d', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:34:21.997567 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-d1df8632-3e3d-4744-af59-2e1803d778c7 req-f7b836cd-87a7-4174-aab7-eba868fdaa80 tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] 10.222.0.16 "GET /v2.0/security-groups?id=c6d2ae5e-7962-48ff-a84c-cacbd11fb04d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1254590 Jul 14 18:34:22.007513 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-1c214ba0-78b7-4691-8d5a-c70077d8a9fc tempest-SecGroupTest-46502004 tempest-SecGroupTest-46502004-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:22.045505 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3346827c-1d6a-458f-9452-34ea36dc82a2 req-92a20e24-568b-4f98-bd85-7e1eed7f41d0 service neutron] 10.222.0.16 "GET /v2.0/networks/d9b1ce92-40c0-4c35-b452-dfbdda964ee7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2787652 Jul 14 18:34:22.066869 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-874b98d6-5ac5-4073-8db1-3450006bc76a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:22.069764 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-874b98d6-5ac5-4073-8db1-3450006bc76a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:22.071147 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-874b98d6-5ac5-4073-8db1-3450006bc76a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f10a2b0c-373b-4e3f-bbc5-98e9177f3205 HTTP/1.1" status: 204 len: 168 time: 0.5511236 Jul 14 18:34:22.085026 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874b98d6-5ac5-4073-8db1-3450006bc76a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f10a2b0c-373b-4e3f-bbc5-98e9177f3205,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:34:22.097591 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874b98d6-5ac5-4073-8db1-3450006bc76a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:34:22.097948 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874b98d6-5ac5-4073-8db1-3450006bc76a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:34:22.098662 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874b98d6-5ac5-4073-8db1-3450006bc76a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:34:22.099017 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874b98d6-5ac5-4073-8db1-3450006bc76a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:34:22.099359 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874b98d6-5ac5-4073-8db1-3450006bc76a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:34:22.099761 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874b98d6-5ac5-4073-8db1-3450006bc76a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:34:22.100099 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874b98d6-5ac5-4073-8db1-3450006bc76a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:34:22.100690 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874b98d6-5ac5-4073-8db1-3450006bc76a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:34:22.100899 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874b98d6-5ac5-4073-8db1-3450006bc76a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:34:22.101239 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874b98d6-5ac5-4073-8db1-3450006bc76a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:34:22.101673 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874b98d6-5ac5-4073-8db1-3450006bc76a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:34:22.102715 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874b98d6-5ac5-4073-8db1-3450006bc76a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:34:22.109515 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [req-b53b9d4b-63a4-45fc-9c9a-2c0042838d73 req-90dee0fc-d831-4518-9044-afaf3496a423 tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] Deleting port fc7adfc8-2429-4dd9-9c99-fafc5938bde8 {{(pid=93915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:34:22.109877 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-b53b9d4b-63a4-45fc-9c9a-2c0042838d73 req-90dee0fc-d831-4518-9044-afaf3496a423 tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:22.130983 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-1c214ba0-78b7-4691-8d5a-c70077d8a9fc tempest-SecGroupTest-46502004 tempest-SecGroupTest-46502004-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:22.136382 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-1c214ba0-78b7-4691-8d5a-c70077d8a9fc tempest-SecGroupTest-46502004 tempest-SecGroupTest-46502004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305173'] for security_group_rule, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:22.169124 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-1c214ba0-78b7-4691-8d5a-c70077d8a9fc tempest-SecGroupTest-46502004 tempest-SecGroupTest-46502004-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:22.173051 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-1c214ba0-78b7-4691-8d5a-c70077d8a9fc tempest-SecGroupTest-46502004 tempest-SecGroupTest-46502004-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1982286 Jul 14 18:34:22.173051 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c214ba0-78b7-4691-8d5a-c70077d8a9fc tempest-SecGroupTest-46502004 tempest-SecGroupTest-46502004-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3e34254-fdec-4a55-8533-29bb78bc8d82,revision_number=0']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:34:22.173276 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 46842) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:34:22.201101 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-5cae879d-f4c0-4cb6-8dfb-a097e48ffe16 tempest-SecGroupTest-46502004 tempest-SecGroupTest-46502004-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:22.213913 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-5cae879d-f4c0-4cb6-8dfb-a097e48ffe16 tempest-SecGroupTest-46502004 tempest-SecGroupTest-46502004-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:22.270397 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-5cae879d-f4c0-4cb6-8dfb-a097e48ffe16 tempest-SecGroupTest-46502004 tempest-SecGroupTest-46502004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305173'] for security_group_rule, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:22.281124 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-b53b9d4b-63a4-45fc-9c9a-2c0042838d73 req-90dee0fc-d831-4518-9044-afaf3496a423 tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] For port fc7adfc8-2429-4dd9-9c99-fafc5938bde8, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=fc7adfc8-2429-4dd9-9c99-fafc5938bde8,segment=NetworkSegment(48f07496-1654-4e70-864e-6d82e6081c18),segment_id=48f07496-1654-4e70-864e-6d82e6081c18)] {{(pid=93915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:34:22.281493 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-b53b9d4b-63a4-45fc-9c9a-2c0042838d73 req-90dee0fc-d831-4518-9044-afaf3496a423 tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:22.285758 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-5cae879d-f4c0-4cb6-8dfb-a097e48ffe16 tempest-SecGroupTest-46502004 tempest-SecGroupTest-46502004-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:22.287231 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-5cae879d-f4c0-4cb6-8dfb-a097e48ffe16 tempest-SecGroupTest-46502004 tempest-SecGroupTest-46502004-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/e3e34254-fdec-4a55-8533-29bb78bc8d82 HTTP/1.1" status: 204 len: 168 time: 0.1111512 Jul 14 18:34:22.288074 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cae879d-f4c0-4cb6-8dfb-a097e48ffe16 tempest-SecGroupTest-46502004 tempest-SecGroupTest-46502004-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e3e34254-fdec-4a55-8533-29bb78bc8d82,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:34:22.289997 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 46850) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:34:22.305957 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c571b6-d14e-4e77-bd0c-00406d8bcda9 req-3f21546b-e8de-4950-ad7d-6d91137ff955 tempest-ServerRescueTestJSONUnderV235-773555335 tempest-ServerRescueTestJSONUnderV235-773555335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:34:22.307404 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a6c571b6-d14e-4e77-bd0c-00406d8bcda9 req-3f21546b-e8de-4950-ad7d-6d91137ff955 tempest-ServerRescueTestJSONUnderV235-773555335 tempest-ServerRescueTestJSONUnderV235-773555335-project] 10.222.0.16 "GET /v2.0/ports?device_id=1141130f-4875-4e07-b30e-73bca303df1e HTTP/1.1" status: 200 len: 946 time: 0.1542864 Jul 14 18:34:22.363177 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-0675dd5b-ca27-48a7-b04b-f4e5f4734e01 tempest-SecGroupTest-46502004 tempest-SecGroupTest-46502004-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.0715902 Jul 14 18:34:22.372032 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 46856) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:34:22.429398 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device b447341e-8d49-4443-94e1-bbb002b4d1d2 no longer exists at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 18:34:22.452703 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] No Port match for: b447341e-8d49-4443-94e1-bbb002b4d1d2 {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 18:34:22.453395 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device b447341e-8d49-4443-94e1-bbb002b4d1d2 not bound to the agent host n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 18:34:22.469454 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a6c571b6-d14e-4e77-bd0c-00406d8bcda9 req-f7841419-3f16-488b-bbb8-0712dd004572 tempest-ServerRescueTestJSONUnderV235-773555335 tempest-ServerRescueTestJSONUnderV235-773555335-project] 10.222.0.16 "GET /v2.0/security-groups?id=5be666b2-293d-46ef-a6aa-7f465b02e205&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407762 Jul 14 18:34:22.485401 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-9e8b2b89-a8e6-4223-acef-54e7e609d75f tempest-SecGroupTest-46502004 tempest-SecGroupTest-46502004-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:22.524811 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-9e8b2b89-a8e6-4223-acef-54e7e609d75f tempest-SecGroupTest-46502004 tempest-SecGroupTest-46502004-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:22.603606 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-9e8b2b89-a8e6-4223-acef-54e7e609d75f tempest-SecGroupTest-46502004 tempest-SecGroupTest-46502004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305173'] for security_group_rule, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:22.612328 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-9e8b2b89-a8e6-4223-acef-54e7e609d75f tempest-SecGroupTest-46502004 tempest-SecGroupTest-46502004-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:22.617027 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-9e8b2b89-a8e6-4223-acef-54e7e609d75f tempest-SecGroupTest-46502004 tempest-SecGroupTest-46502004-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/456c5150-266f-4d35-92bc-25a860671395 HTTP/1.1" status: 204 len: 168 time: 0.2361338 Jul 14 18:34:22.617206 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 46876) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:34:22.632472 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8b2b89-a8e6-4223-acef-54e7e609d75f tempest-SecGroupTest-46502004 tempest-SecGroupTest-46502004-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=456c5150-266f-4d35-92bc-25a860671395,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:34:22.657484 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-b53b9d4b-63a4-45fc-9c9a-2c0042838d73 req-90dee0fc-d831-4518-9044-afaf3496a423 tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:22.657867 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-b53b9d4b-63a4-45fc-9c9a-2c0042838d73 req-90dee0fc-d831-4518-9044-afaf3496a423 tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-930131'] for floatingip, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:22.658183 n-d-800634-3 neutron-server[93915]: INFO neutron.db.l3_db [req-b53b9d4b-63a4-45fc-9c9a-2c0042838d73 req-90dee0fc-d831-4518-9044-afaf3496a423 tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] Floating IP 4cee81e7-7c1c-4b81-9929-3e4c23ffd71d disassociated. External IP: 172.25.1.234, port: fc7adfc8-2429-4dd9-9c99-fafc5938bde8. Jul 14 18:34:22.658539 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [req-b53b9d4b-63a4-45fc-9c9a-2c0042838d73 req-90dee0fc-d831-4518-9044-afaf3496a423 tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] Calling delete_port for fc7adfc8-2429-4dd9-9c99-fafc5938bde8 owned by compute:nova {{(pid=93915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:34:22.731174 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-878e46ee-fe73-4a20-a378-a1703c960032 tempest-SecGroupTest-46502004 tempest-SecGroupTest-46502004-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.1099565 Jul 14 18:34:22.733965 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 46882) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:34:22.770557 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-936186d5-1b8f-41dc-ba88-bc5f067da8d4 req-d04ecae8-0116-4f04-b9e8-b83ddad3f3f1 tempest-ServerShowV254Test-1743861056 tempest-ServerShowV254Test-1743861056-project] 10.222.0.16 "GET /v2.0/ports?device_id=09976659-3505-4872-a434-70575e61f2eb HTTP/1.1" status: 200 len: 210 time: 0.1010814 Jul 14 18:34:22.790706 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-7a1caaea-b0a4-4e7e-b764-19e944612ef3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:22.824298 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-43b6c4ea-cb2f-4cec-b12e-a5d5d5ed67f7 tempest-SecGroupTest-46502004 tempest-SecGroupTest-46502004-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:22.840223 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-43b6c4ea-cb2f-4cec-b12e-a5d5d5ed67f7 tempest-SecGroupTest-46502004 tempest-SecGroupTest-46502004-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:22.906246 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-d8310049-7d4b-4d3f-b560-35207523003a req-55388191-219f-408d-9c36-6062c86f8e6f service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=09976659-3505-4872-a434-70575e61f2eb HTTP/1.1" status: 200 len: 210 time: 0.0351205 Jul 14 18:34:22.907239 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-43b6c4ea-cb2f-4cec-b12e-a5d5d5ed67f7 tempest-SecGroupTest-46502004 tempest-SecGroupTest-46502004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305173'] for security_group_rule, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:22.914985 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-43b6c4ea-cb2f-4cec-b12e-a5d5d5ed67f7 tempest-SecGroupTest-46502004 tempest-SecGroupTest-46502004-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:22.916374 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-43b6c4ea-cb2f-4cec-b12e-a5d5d5ed67f7 tempest-SecGroupTest-46502004 tempest-SecGroupTest-46502004-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/709f6704-f919-45df-956d-2635f025f559 HTTP/1.1" status: 204 len: 168 time: 0.1808739 Jul 14 18:34:22.920827 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 46890) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:34:22.948390 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b6c4ea-cb2f-4cec-b12e-a5d5d5ed67f7 tempest-SecGroupTest-46502004 tempest-SecGroupTest-46502004-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=709f6704-f919-45df-956d-2635f025f559,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:34:22.967520 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-b53b9d4b-63a4-45fc-9c9a-2c0042838d73 req-90dee0fc-d831-4518-9044-afaf3496a423 tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:22.978869 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-8f94dead-3f81-45f0-a9a2-a2efd42ca29c tempest-SecGroupTest-46502004 tempest-SecGroupTest-46502004-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0564344 Jul 14 18:34:22.981854 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 46894) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:34:23.024052 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-482352ab-4ff3-4e7d-adac-41285b40a703 tempest-SecGroupTest-46502004 tempest-SecGroupTest-46502004-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:23.032653 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90dee0fc-d831-4518-9044-afaf3496a423 tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] Pushing event deleted for resources: {'Port': ['ID=fc7adfc8-2429-4dd9-9c99-fafc5938bde8,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:34:23.034227 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-482352ab-4ff3-4e7d-adac-41285b40a703 tempest-SecGroupTest-46502004 tempest-SecGroupTest-46502004-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:23.084239 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-482352ab-4ff3-4e7d-adac-41285b40a703 tempest-SecGroupTest-46502004 tempest-SecGroupTest-46502004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305173'] for security_group_rule, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:23.095436 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-482352ab-4ff3-4e7d-adac-41285b40a703 tempest-SecGroupTest-46502004 tempest-SecGroupTest-46502004-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:23.102876 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-482352ab-4ff3-4e7d-adac-41285b40a703 tempest-SecGroupTest-46502004 tempest-SecGroupTest-46502004-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/e92d767e-8204-47f4-b35a-f8935d47fde5 HTTP/1.1" status: 204 len: 168 time: 0.1169167 Jul 14 18:34:23.104847 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 46904) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:34:23.116528 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482352ab-4ff3-4e7d-adac-41285b40a703 tempest-SecGroupTest-46502004 tempest-SecGroupTest-46502004-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e92d767e-8204-47f4-b35a-f8935d47fde5,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:34:23.172339 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:23.181862 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-11e20344-34ba-4f31-809c-8b554d6f2068 req-63e59b8f-9a02-4ed1-a452-2db823926283 tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] 10.222.0.16 "GET /v2.0/ports?device_id=d7b58cc5-d900-4c19-86f4-9befdd4826d6 HTTP/1.1" status: 200 len: 210 time: 0.0545483 Jul 14 18:34:23.188883 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-31dcf21b-e250-4118-b0ae-14816fcfcf41 tempest-SecGroupTest-46502004 tempest-SecGroupTest-46502004-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0827696 Jul 14 18:34:23.191987 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 46908) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:34:23.223158 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-850a9ced-f8f1-4f4a-af85-70cca75e7987 tempest-SecGroupTest-46502004 tempest-SecGroupTest-46502004-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:23.232598 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-850a9ced-f8f1-4f4a-af85-70cca75e7987 tempest-SecGroupTest-46502004 tempest-SecGroupTest-46502004-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:23.291653 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-850a9ced-f8f1-4f4a-af85-70cca75e7987 tempest-SecGroupTest-46502004 tempest-SecGroupTest-46502004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305173'] for security_group_rule, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:23.301836 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-850a9ced-f8f1-4f4a-af85-70cca75e7987 tempest-SecGroupTest-46502004 tempest-SecGroupTest-46502004-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:23.303265 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-850a9ced-f8f1-4f4a-af85-70cca75e7987 tempest-SecGroupTest-46502004 tempest-SecGroupTest-46502004-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/56e7d26d-1bdd-43fa-95ad-e62987634628 HTTP/1.1" status: 204 len: 168 time: 0.1097767 Jul 14 18:34:23.304371 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b53b9d4b-63a4-45fc-9c9a-2c0042838d73 req-90dee0fc-d831-4518-9044-afaf3496a423 tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] Router 6d3af555-74c9-4536-901b-a38fb4bef1f4 has already been hosted by L3 agent 2c6eb27e-defb-4cca-9a24-381c7415e359 {{(pid=93915) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 18:34:23.307593 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 46912) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:34:23.319070 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850a9ced-f8f1-4f4a-af85-70cca75e7987 tempest-SecGroupTest-46502004 tempest-SecGroupTest-46502004-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=56e7d26d-1bdd-43fa-95ad-e62987634628,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:34:23.376659 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 46918) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:34:23.545833 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-c62b4408-5222-49c5-ac61-66eef15ff48a tempest-DvrRoutersNegativeTest-176902564 tempest-DvrRoutersNegativeTest-176902564-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-586635911', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:34:23.548774 n-d-800634-3 neutron-server[93916]: DEBUG neutron.policy [None req-c62b4408-5222-49c5-ac61-66eef15ff48a tempest-DvrRoutersNegativeTest-176902564 tempest-DvrRoutersNegativeTest-176902564-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=93916) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Jul 14 18:34:23.549139 n-d-800634-3 neutron-server[93916]: DEBUG neutron.policy [None req-c62b4408-5222-49c5-ac61-66eef15ff48a tempest-DvrRoutersNegativeTest-176902564 tempest-DvrRoutersNegativeTest-176902564-project] Failed policy check for 'create_router' {{(pid=93916) enforce /opt/stack/neutron/neutron/policy.py:520}} Jul 14 18:34:23.549688 n-d-800634-3 neutron-server[93916]: INFO neutron.api.v2.resource [None req-c62b4408-5222-49c5-ac61-66eef15ff48a tempest-DvrRoutersNegativeTest-176902564 tempest-DvrRoutersNegativeTest-176902564-project] create failed (client error): Access was denied to this resource. Jul 14 18:34:23.550678 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-c62b4408-5222-49c5-ac61-66eef15ff48a tempest-DvrRoutersNegativeTest-176902564 tempest-DvrRoutersNegativeTest-176902564-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.1730030 Jul 14 18:34:23.580726 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ec584ed6-eb03-4b0b-8e70-6c546b11d4a7 req-f62ab7a6-2f50-4ae2-bdb6-2547ee97b2d9 tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] 10.222.0.16 "GET /v2.0/ports?device_id=e324c388-2bb3-401d-a7a7-373392456b8c HTTP/1.1" status: 200 len: 210 time: 0.0577004 Jul 14 18:34:23.663808 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-cde45328-1bc7-4bf0-9eb2-72258deda408 tempest-SecGroupTest-46502004 tempest-SecGroupTest-46502004-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3444800 Jul 14 18:34:23.666665 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 46924) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:34:23.676250 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b53b9d4b-63a4-45fc-9c9a-2c0042838d73 req-90dee0fc-d831-4518-9044-afaf3496a423 tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] Notify agent at l3_agent.n-d-800634-3 the message routers_updated {{(pid=93915) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 18:34:23.687234 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6e09ce2-c63a-4faa-8b85-69c717f3e70e None None] Sync routers for ids ['6d3af555-74c9-4536-901b-a38fb4bef1f4'] in n-d-800634-3 {{(pid=93917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 18:34:23.700589 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6e09ce2-c63a-4faa-8b85-69c717f3e70e None None] Routers {'6d3af555-74c9-4536-901b-a38fb4bef1f4'} bound to L3 agent in host n-d-800634-3 {{(pid=93917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:34:23.701504 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-c6e09ce2-c63a-4faa-8b85-69c717f3e70e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:34:23Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['6d3af555-74c9-4536-901b-a38fb4bef1f4'], 'active': True} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:34:23.755612 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34e7df6-1c8c-454f-a63b-be5bc0a6f99b req-2cd5d102-fc7a-4a1f-981e-e1575cce9d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:34:23.763293 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a34e7df6-1c8c-454f-a63b-be5bc0a6f99b req-2cd5d102-fc7a-4a1f-981e-e1575cce9d8b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=bc00a49d970c402a9d26e3f8244b6309&device_id=1141130f-4875-4e07-b30e-73bca303df1e HTTP/1.1" status: 200 len: 1097 time: 0.2898703 Jul 14 18:34:23.767489 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-8e8836c1-1589-420a-a88a-0cd50b355be0 tempest-SecGroupTest-46502004 tempest-SecGroupTest-46502004-project] Notify callbacks [] for security_group, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:23.815430 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-8e8836c1-1589-420a-a88a-0cd50b355be0 tempest-SecGroupTest-46502004 tempest-SecGroupTest-46502004-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:23.833353 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [req-b53b9d4b-63a4-45fc-9c9a-2c0042838d73 req-90dee0fc-d831-4518-9044-afaf3496a423 tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] No DVR routers for this DVR port fc7adfc8-2429-4dd9-9c99-fafc5938bde8 on host n-h1-800634-3 {{(pid=93915) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 18:34:23.838479 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-b53b9d4b-63a4-45fc-9c9a-2c0042838d73 req-90dee0fc-d831-4518-9044-afaf3496a423 tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:23.840962 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b53b9d4b-63a4-45fc-9c9a-2c0042838d73 req-90dee0fc-d831-4518-9044-afaf3496a423 tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] 10.222.0.18 "DELETE /v2.0/ports/fc7adfc8-2429-4dd9-9c99-fafc5938bde8 HTTP/1.1" status: 204 len: 173 time: 1.9914019 Jul 14 18:34:23.852263 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvr_db [None req-c6e09ce2-c63a-4faa-8b85-69c717f3e70e None None] Set router 6d3af555-74c9-4536-901b-a38fb4bef1f4 gateway port host: n-d-800634-3 {{(pid=93917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 18:34:23.856251 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.agents_db [None req-2ea07fb6-aa68-4671-8654-119d82b9f530 None None] Agent healthcheck: found 7 active agents {{(pid=93918) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 18:34:23.862953 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e324c388-2bb3-401d-a7a7-373392456b8c', 'name': 'network-vif-deleted', 'tag': 'fc7adfc8-2429-4dd9-9c99-fafc5938bde8'}] {{(pid=93915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:34:23.866518 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e72782ad3af8f7d4ce76cedf092bca46d1756acc5c4653cf0b52034cdd6b073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1515439-b336-46fa-8bfa-e216567dfbdb" -d '{"events": [{"server_uuid": "e324c388-2bb3-401d-a7a7-373392456b8c", "name": "network-vif-deleted", "tag": "fc7adfc8-2429-4dd9-9c99-fafc5938bde8"}]}' {{(pid=93915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:34:23.929070 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-8e8836c1-1589-420a-a88a-0cd50b355be0 tempest-SecGroupTest-46502004 tempest-SecGroupTest-46502004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:23.935707 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-8e8836c1-1589-420a-a88a-0cd50b355be0 tempest-SecGroupTest-46502004 tempest-SecGroupTest-46502004-project] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:23.939451 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-8e8836c1-1589-420a-a88a-0cd50b355be0 tempest-SecGroupTest-46502004 tempest-SecGroupTest-46502004-project] 10.222.0.16 "DELETE /v2.0/security-groups/59800e21-7362-4c7c-8f21-ead43a8d3a0d HTTP/1.1" status: 204 len: 168 time: 0.2710137 Jul 14 18:34:23.953179 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 46932) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:34:24.018889 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8836c1-1589-420a-a88a-0cd50b355be0 tempest-SecGroupTest-46502004 tempest-SecGroupTest-46502004-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=59800e21-7362-4c7c-8f21-ead43a8d3a0d,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:34:24.034935 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 46936) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:34:24.092434 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-39c52e21-342a-4728-9ccc-978458be1417 tempest-SecGroupTest-46502004 tempest-SecGroupTest-46502004-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1355460 Jul 14 18:34:24.100720 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 46940) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:34:24.102706 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-45144025-8085-48fc-9909-4ff1c7b559d8 tempest-SecGroupTest-46502004 tempest-SecGroupTest-46502004-project] Request body: {'security_group': {'name': 'tempest-secgroup--1788325076'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:34:24.147534 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-45144025-8085-48fc-9909-4ff1c7b559d8 tempest-SecGroupTest-46502004 tempest-SecGroupTest-46502004-project] Notify callbacks [] for security_group, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:24.177375 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-574aeb93-9938-449c-8e6c-cb22c9b52cc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:24.230575 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-88f8fade-3f1a-4c9f-8a11-e18000331685 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:24.296707 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-c6e09ce2-c63a-4faa-8b85-69c717f3e70e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d3af555-74c9-4536-901b-a38fb4bef1f4', 'name': 'tempest-AttachVolumeShelveTestJSON-426954697-router', 'tenant_id': '81405c7e7f554ba6bd8aaf104233fc29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.218'}], 'enable_snat': True}, 'gw_port_id': '3dff1768-00b9-48e5-abaa-8ae11b033402', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:29:55Z', 'updated_at': '2021-07-14T18:30:00Z', 'revision_number': 4, 'project_id': '81405c7e7f554ba6bd8aaf104233fc29', 'gw_port': {'id': '3dff1768-00b9-48e5-abaa-8ae11b033402', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:b1:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d3af555-74c9-4536-901b-a38fb4bef1f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1138, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:29:55Z', 'updated_at': '2021-07-14T18:30:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_interfaces': [{'id': '883fd5a2-430a-4d82-8595-e1fd8ecbd8d5', 'name': '', 'network_id': 'fd8ea664-6074-4bbe-887f-058fe7b50123', 'tenant_id': '81405c7e7f554ba6bd8aaf104233fc29', 'mac_address': 'fa:16:3e:d7:6e:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d3af555-74c9-4536-901b-a38fb4bef1f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1142, 'fixed_ips': [{'subnet_id': 'c9715e59-b525-40fa-a99e-ebf6aedac4af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:29:58Z', 'updated_at': '2021-07-14T18:30:05Z', 'revision_number': 5, 'project_id': '81405c7e7f554ba6bd8aaf104233fc29', 'subnets': [{'id': 'c9715e59-b525-40fa-a99e-ebf6aedac4af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-3', False) {} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:34:24.298088 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-45144025-8085-48fc-9909-4ff1c7b559d8 tempest-SecGroupTest-46502004 tempest-SecGroupTest-46502004-project] Notify callbacks [] for security_group, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:24.306377 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-45144025-8085-48fc-9909-4ff1c7b559d8 tempest-SecGroupTest-46502004 tempest-SecGroupTest-46502004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:24.331852 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6e09ce2-c63a-4faa-8b85-69c717f3e70e None None] Checking router: 6d3af555-74c9-4536-901b-a38fb4bef1f4 for host: n-d-800634-3 {{(pid=93917) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 18:34:24.342180 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6e09ce2-c63a-4faa-8b85-69c717f3e70e None None] Routers {'6d3af555-74c9-4536-901b-a38fb4bef1f4'} bound to L3 agent in host n-d-800634-3 {{(pid=93917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:34:24.343101 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-c6e09ce2-c63a-4faa-8b85-69c717f3e70e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:34:23Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['6d3af555-74c9-4536-901b-a38fb4bef1f4'], 'active': True} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:34:24.359976 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45144025-8085-48fc-9909-4ff1c7b559d8 tempest-SecGroupTest-46502004 tempest-SecGroupTest-46502004-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a6f4f49-03cf-4e8e-b92d-b042f58a77a6,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:34:24.461902 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-88f8fade-3f1a-4c9f-8a11-e18000331685 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:24.469984 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-88f8fade-3f1a-4c9f-8a11-e18000331685 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:24.499617 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30bbd8d-a151-41d6-bda2-65945d2605d8 req-6d3eca86-ff16-45ed-93af-fcd7c292e253 tempest-ServerRescueTestJSONUnderV235-773555335 tempest-ServerRescueTestJSONUnderV235-773555335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:34:24.501214 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c30bbd8d-a151-41d6-bda2-65945d2605d8 req-6d3eca86-ff16-45ed-93af-fcd7c292e253 tempest-ServerRescueTestJSONUnderV235-773555335 tempest-ServerRescueTestJSONUnderV235-773555335-project] 10.222.0.16 "GET /v2.0/ports?device_id=1141130f-4875-4e07-b30e-73bca303df1e HTTP/1.1" status: 200 len: 946 time: 1.0203052 Jul 14 18:34:24.505693 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-88f8fade-3f1a-4c9f-8a11-e18000331685 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=532d804a48a747759875982006f7e399&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4532092 Jul 14 18:34:24.507589 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-45144025-8085-48fc-9909-4ff1c7b559d8 tempest-SecGroupTest-46502004 tempest-SecGroupTest-46502004-project] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:24.509299 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-45144025-8085-48fc-9909-4ff1c7b559d8 tempest-SecGroupTest-46502004 tempest-SecGroupTest-46502004-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4112122 Jul 14 18:34:24.509897 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 46946) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:34:24.514409 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-cd45f36c-133f-4e3a-8e9c-314ea64f95e1 req-1a5cfd04-254c-470b-b34e-5efa37734e15 tempest-ServerShowV254Test-1743861056 tempest-ServerShowV254Test-1743861056-project] 10.222.0.16 "GET /v2.0/ports?device_id=09976659-3505-4872-a434-70575e61f2eb HTTP/1.1" status: 200 len: 210 time: 0.1232743 Jul 14 18:34:24.520411 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 46948) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:34:24.532263 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvr_db [None req-c6e09ce2-c63a-4faa-8b85-69c717f3e70e None None] Set router 6d3af555-74c9-4536-901b-a38fb4bef1f4 gateway port host: n-d-800634-3 {{(pid=93917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 18:34:24.540594 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-4ec15d02-0217-468e-9737-f507b503cc01 tempest-SecGroupTest-46502004 tempest-SecGroupTest-46502004-project] Request body: {'security_group_rule': {'security_group_id': '2a6f4f49-03cf-4e8e-b92d-b042f58a77a6', 'direction': 'ingress', 'protocol': 17}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:34:24.605798 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f8fade-3f1a-4c9f-8a11-e18000331685 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f3fe414-b27d-4f15-8c0a-32b3ad2e4d78,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:34:24.624074 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-92133018-5e9e-456f-9d62-2280df2f3076 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:24.662039 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-92133018-5e9e-456f-9d62-2280df2f3076 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:24.674530 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 18:34:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c27389a2-52b3-44a4-8f56-e9b79361379d x-openstack-request-id: req-c27389a2-52b3-44a4-8f56-e9b79361379d {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:34:24.675673 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e324c388-2bb3-401d-a7a7-373392456b8c", "name": "network-vif-deleted", "tag": "fc7adfc8-2429-4dd9-9c99-fafc5938bde8", "status": "completed", "code": 200}]} {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:34:24.676794 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c27389a2-52b3-44a4-8f56-e9b79361379d {{(pid=93915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:34:24.677300 n-d-800634-3 neutron-server[93915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e324c388-2bb3-401d-a7a7-373392456b8c', 'name': 'network-vif-deleted', 'tag': 'fc7adfc8-2429-4dd9-9c99-fafc5938bde8', 'status': 'completed', 'code': 200} Jul 14 18:34:24.722017 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34e7df6-1c8c-454f-a63b-be5bc0a6f99b req-4e6dd880-742f-487e-926b-6a1f1c85dadd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:34:24.737682 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a34e7df6-1c8c-454f-a63b-be5bc0a6f99b req-4e6dd880-742f-487e-926b-6a1f1c85dadd service neutron] 10.222.0.18 "GET /v2.0/networks?id=5c2b1ad9-b7c6-42f5-980f-ff933c7b9b10 HTTP/1.1" status: 200 len: 920 time: 0.9200242 Jul 14 18:34:24.753955 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c30bbd8d-a151-41d6-bda2-65945d2605d8 req-290eff87-648a-488a-891a-8bef704bad0f tempest-ServerRescueTestJSONUnderV235-773555335 tempest-ServerRescueTestJSONUnderV235-773555335-project] 10.222.0.16 "GET /v2.0/security-groups?id=5be666b2-293d-46ef-a6aa-7f465b02e205&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2449021 Jul 14 18:34:24.813718 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a34e7df6-1c8c-454f-a63b-be5bc0a6f99b req-fb48fc97-e0ec-4892-8ac2-cfd6980d7249 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cb0a2880-d1c3-4b70-a889-9bdddf8dc02e HTTP/1.1" status: 200 len: 217 time: 0.0558212 Jul 14 18:34:24.820066 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-92133018-5e9e-456f-9d62-2280df2f3076 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:24.823150 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-92133018-5e9e-456f-9d62-2280df2f3076 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:24.824517 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-92133018-5e9e-456f-9d62-2280df2f3076 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0f3fe414-b27d-4f15-8c0a-32b3ad2e4d78 HTTP/1.1" status: 204 len: 168 time: 0.3087056 Jul 14 18:34:24.826161 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device fc7adfc8-2429-4dd9-9c99-fafc5938bde8 no longer exists at agent hyperv_n-h1-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 18:34:24.842511 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-4ec15d02-0217-468e-9737-f507b503cc01 tempest-SecGroupTest-46502004 tempest-SecGroupTest-46502004-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:24.866217 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92133018-5e9e-456f-9d62-2280df2f3076 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f3fe414-b27d-4f15-8c0a-32b3ad2e4d78,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:34:24.876686 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3346827c-1d6a-458f-9452-34ea36dc82a2 req-576eda4d-96c9-406b-8100-62b789a7a7f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:34:24.882106 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-3346827c-1d6a-458f-9452-34ea36dc82a2 req-576eda4d-96c9-406b-8100-62b789a7a7f3 service neutron] 10.222.0.35 "GET /v2.0/ports/02f27bc5-ba4e-4925-b830-6468da0dccb6 HTTP/1.1" status: 200 len: 1027 time: 0.1439500 Jul 14 18:34:24.978185 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] No Port match for: fc7adfc8-2429-4dd9-9c99-fafc5938bde8 {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 18:34:24.981013 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device fc7adfc8-2429-4dd9-9c99-fafc5938bde8 not bound to the agent host n-h1-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 18:34:24.989691 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34e7df6-1c8c-454f-a63b-be5bc0a6f99b req-12cf2947-1b02-4bb2-9648-6fae3fa3cd67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:34:24.991242 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a34e7df6-1c8c-454f-a63b-be5bc0a6f99b req-12cf2947-1b02-4bb2-9648-6fae3fa3cd67 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d49b56c3-eb98-4614-ba40-0fb0c157fa98 HTTP/1.1" status: 200 len: 860 time: 0.1614935 Jul 14 18:34:25.003474 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3346827c-1d6a-458f-9452-34ea36dc82a2 req-a1e9ea66-14ae-4388-8206-a60ac35d3a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:34:25.005312 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-3346827c-1d6a-458f-9452-34ea36dc82a2 req-a1e9ea66-14ae-4388-8206-a60ac35d3a84 service neutron] 10.222.0.35 "GET /v2.0/ports/2ce8955c-39eb-4a08-89c1-c4e808ceeb28 HTTP/1.1" status: 200 len: 1027 time: 0.1174035 Jul 14 18:34:25.120736 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a34e7df6-1c8c-454f-a63b-be5bc0a6f99b req-fea0cbd5-381b-452b-92d7-bc5dac228c4d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5c2b1ad9-b7c6-42f5-980f-ff933c7b9b10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1114335 Jul 14 18:34:25.213857 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-4ec15d02-0217-468e-9737-f507b503cc01 tempest-SecGroupTest-46502004 tempest-SecGroupTest-46502004-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:25.239812 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a8207a9e-de81-4276-aaf1-753263f23172 req-07206809-ee28-4b30-8aad-37bc759d0f29 tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] 10.222.0.16 "GET /v2.0/ports?device_id=d7b58cc5-d900-4c19-86f4-9befdd4826d6 HTTP/1.1" status: 200 len: 210 time: 0.1609941 Jul 14 18:34:25.263578 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-4ec15d02-0217-468e-9737-f507b503cc01 tempest-SecGroupTest-46502004 tempest-SecGroupTest-46502004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305173'] for security_group_rule, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:25.290017 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3346827c-1d6a-458f-9452-34ea36dc82a2 req-70df2521-4381-445e-9ebf-b6f20db2e8ad tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:34:25.300539 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3346827c-1d6a-458f-9452-34ea36dc82a2 req-70df2521-4381-445e-9ebf-b6f20db2e8ad tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:34:25.312688 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3346827c-1d6a-458f-9452-34ea36dc82a2 req-70df2521-4381-445e-9ebf-b6f20db2e8ad tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:34:25.315489 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-3346827c-1d6a-458f-9452-34ea36dc82a2 req-70df2521-4381-445e-9ebf-b6f20db2e8ad tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] 10.222.0.35 "GET /v2.0/networks?id=a3451eaf-fb13-48b5-b64d-da7580c60487&id=53bb0fcd-64dd-42eb-8d88-ad420edc0329&id=53bb0fcd-64dd-42eb-8d88-ad420edc0329&id=53bb0fcd-64dd-42eb-8d88-ad420edc0329&id=53bb0fcd-64dd-42eb-8d88-ad420edc0329&id=d9b1ce92-40c0-4c35-b452-dfbdda964ee7&id=d9b1ce92-40c0-4c35-b452-dfbdda964ee7 HTTP/1.1" status: 200 len: 1990 time: 0.3043826 Jul 14 18:34:25.389747 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 46962) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:34:25.438026 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-c6e09ce2-c63a-4faa-8b85-69c717f3e70e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d3af555-74c9-4536-901b-a38fb4bef1f4', 'name': 'tempest-AttachVolumeShelveTestJSON-426954697-router', 'tenant_id': '81405c7e7f554ba6bd8aaf104233fc29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.218'}], 'enable_snat': True}, 'gw_port_id': '3dff1768-00b9-48e5-abaa-8ae11b033402', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:29:55Z', 'updated_at': '2021-07-14T18:30:00Z', 'revision_number': 4, 'project_id': '81405c7e7f554ba6bd8aaf104233fc29', 'gw_port': {'id': '3dff1768-00b9-48e5-abaa-8ae11b033402', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:b1:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d3af555-74c9-4536-901b-a38fb4bef1f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1138, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:29:55Z', 'updated_at': '2021-07-14T18:30:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_interfaces': [{'id': '883fd5a2-430a-4d82-8595-e1fd8ecbd8d5', 'name': '', 'network_id': 'fd8ea664-6074-4bbe-887f-058fe7b50123', 'tenant_id': '81405c7e7f554ba6bd8aaf104233fc29', 'mac_address': 'fa:16:3e:d7:6e:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d3af555-74c9-4536-901b-a38fb4bef1f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1142, 'fixed_ips': [{'subnet_id': 'c9715e59-b525-40fa-a99e-ebf6aedac4af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:29:58Z', 'updated_at': '2021-07-14T18:30:05Z', 'revision_number': 5, 'project_id': '81405c7e7f554ba6bd8aaf104233fc29', 'subnets': [{'id': 'c9715e59-b525-40fa-a99e-ebf6aedac4af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-3', False) {} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:34:25.469785 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec15d02-0217-468e-9737-f507b503cc01 tempest-SecGroupTest-46502004 tempest-SecGroupTest-46502004-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f4a176d-6889-44c4-99e7-f1c5c39e2d0a,revision_number=0']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:34:25.472035 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-4ec15d02-0217-468e-9737-f507b503cc01 tempest-SecGroupTest-46502004 tempest-SecGroupTest-46502004-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:25.473492 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-4ec15d02-0217-468e-9737-f507b503cc01 tempest-SecGroupTest-46502004 tempest-SecGroupTest-46502004-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.9521055 Jul 14 18:34:25.478626 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 46966) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:34:25.530136 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-3346827c-1d6a-458f-9452-34ea36dc82a2 req-8a27f322-38dc-40a8-8204-512b5a84dccf tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=97b50484cf0c4fbaadc06c25d281353e HTTP/1.1" status: 200 len: 379 time: 0.2051494 Jul 14 18:34:25.559245 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [req-3346827c-1d6a-458f-9452-34ea36dc82a2 req-2e34574e-a382-4383-b4b8-9363bcc0801b tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Request body: {'port': {'device_id': 'd7b58cc5-d900-4c19-86f4-9befdd4826d6', 'network_id': 'a3451eaf-fb13-48b5-b64d-da7580c60487', 'admin_state_up': True, 'tenant_id': '97b50484cf0c4fbaadc06c25d281353e', 'security_groups': ['1bfbf1b1-a239-48c4-9d02-fd8b65b471a7']}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:34:25.575929 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-abbd38d3-d677-41c5-b5f2-85e13c892b29 tempest-SecGroupTest-46502004 tempest-SecGroupTest-46502004-project] Notify callbacks [] for security_group, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:25.584693 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a34e7df6-1c8c-454f-a63b-be5bc0a6f99b req-4cc08e76-8c7c-4d45-98f5-c2074ab060e5 service neutron] 10.222.0.18 "GET /v2.0/networks/5c2b1ad9-b7c6-42f5-980f-ff933c7b9b10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3688190 Jul 14 18:34:25.622985 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-abbd38d3-d677-41c5-b5f2-85e13c892b29 tempest-SecGroupTest-46502004 tempest-SecGroupTest-46502004-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:25.626329 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6e09ce2-c63a-4faa-8b85-69c717f3e70e None None] The sync data for ids ['6d3af555-74c9-4536-901b-a38fb4bef1f4'] in n-d-800634-3 is: [{'id': '6d3af555-74c9-4536-901b-a38fb4bef1f4', 'name': 'tempest-AttachVolumeShelveTestJSON-426954697-router', 'tenant_id': '81405c7e7f554ba6bd8aaf104233fc29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.218'}], 'enable_snat': True}, 'gw_port_id': '3dff1768-00b9-48e5-abaa-8ae11b033402', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:29:55Z', 'updated_at': '2021-07-14T18:30:00Z', 'revision_number': 4, 'project_id': '81405c7e7f554ba6bd8aaf104233fc29', 'gw_port': {'id': '3dff1768-00b9-48e5-abaa-8ae11b033402', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:b1:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d3af555-74c9-4536-901b-a38fb4bef1f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1138, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:29:55Z', 'updated_at': '2021-07-14T18:30:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_interfaces': [{'id': '883fd5a2-430a-4d82-8595-e1fd8ecbd8d5', 'name': '', 'network_id': 'fd8ea664-6074-4bbe-887f-058fe7b50123', 'tenant_id': '81405c7e7f554ba6bd8aaf104233fc29', 'mac_address': 'fa:16:3e:d7:6e:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d3af555-74c9-4536-901b-a38fb4bef1f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1142, 'fixed_ips': [{'subnet_id': 'c9715e59-b525-40fa-a99e-ebf6aedac4af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:29:58Z', 'updated_at': '2021-07-14T18:30:05Z', 'revision_number': 5, 'project_id': '81405c7e7f554ba6bd8aaf104233fc29', 'subnets': [{'id': 'c9715e59-b525-40fa-a99e-ebf6aedac4af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 18:34:25.755643 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-2f4e3af3-e708-4ffd-a544-82d93a489d01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:25.828889 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a34e7df6-1c8c-454f-a63b-be5bc0a6f99b req-0e63afe9-34c7-4a1e-b02e-621a223d2162 service neutron] 10.222.0.18 "GET /v2.0/networks/5c2b1ad9-b7c6-42f5-980f-ff933c7b9b10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2349687 Jul 14 18:34:25.838320 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-bef036fc-4730-4e2e-acce-fab72b9ad2b7 tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] Notify callbacks [] for security_group, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:25.907861 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-8c890961-7434-4290-81b5-bbfc6c6128b9 req-15493d29-1ef1-463c-8b84-7f2276711334 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9302404b749e4ef485d37ab96351e1de&device_id=09976659-3505-4872-a434-70575e61f2eb HTTP/1.1" status: 200 len: 210 time: 0.0773523 Jul 14 18:34:25.911794 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-bef036fc-4730-4e2e-acce-fab72b9ad2b7 tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:25.946188 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3346827c-1d6a-458f-9452-34ea36dc82a2 req-2e34574e-a382-4383-b4b8-9363bcc0801b tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Made reservation on behalf of 97b50484cf0c4fbaadc06c25d281353e for: {'port': 1} {{(pid=93916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:34:25.952300 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-3346827c-1d6a-458f-9452-34ea36dc82a2 req-2e34574e-a382-4383-b4b8-9363bcc0801b tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:26.007255 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-8c890961-7434-4290-81b5-bbfc6c6128b9 req-486af710-e4cf-4ca2-9ad5-9ae44c7443f5 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=9302404b749e4ef485d37ab96351e1de&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0778408 Jul 14 18:34:26.160712 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b00f1511-1072-4423-8928-82db418a3f0e req-65ca8590-7e93-466e-bb18-bf00988995e9 tempest-ServerShowV254Test-1743861056 tempest-ServerShowV254Test-1743861056-project] 10.222.0.16 "GET /v2.0/ports?device_id=09976659-3505-4872-a434-70575e61f2eb HTTP/1.1" status: 200 len: 210 time: 0.0964398 Jul 14 18:34:26.166902 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-bef036fc-4730-4e2e-acce-fab72b9ad2b7 tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:26.172150 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-bef036fc-4730-4e2e-acce-fab72b9ad2b7 tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:26.174141 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-bef036fc-4730-4e2e-acce-fab72b9ad2b7 tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] 10.222.0.16 "DELETE /v2.0/security-groups/c6d2ae5e-7962-48ff-a84c-cacbd11fb04d HTTP/1.1" status: 204 len: 168 time: 0.7659750 Jul 14 18:34:26.198381 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 46988) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:34:26.199487 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-abbd38d3-d677-41c5-b5f2-85e13c892b29 tempest-SecGroupTest-46502004 tempest-SecGroupTest-46502004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:26.202981 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-abbd38d3-d677-41c5-b5f2-85e13c892b29 tempest-SecGroupTest-46502004 tempest-SecGroupTest-46502004-project] Notify callbacks [] for security_group, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:26.207003 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-abbd38d3-d677-41c5-b5f2-85e13c892b29 tempest-SecGroupTest-46502004 tempest-SecGroupTest-46502004-project] 10.222.0.16 "DELETE /v2.0/security-groups/2a6f4f49-03cf-4e8e-b92d-b042f58a77a6 HTTP/1.1" status: 204 len: 168 time: 0.7271957 Jul 14 18:34:26.215759 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 46990) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:34:26.217463 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef036fc-4730-4e2e-acce-fab72b9ad2b7 tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6d2ae5e-7962-48ff-a84c-cacbd11fb04d,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:34:26.221974 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35d6d795-2158-4deb-b636-1367486985f7 None None] New status for floating IP 4cee81e7-7c1c-4b81-9929-3e4c23ffd71d: DOWN {{(pid=93918) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 18:34:26.300086 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbd38d3-d677-41c5-b5f2-85e13c892b29 tempest-SecGroupTest-46502004 tempest-SecGroupTest-46502004-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a6f4f49-03cf-4e8e-b92d-b042f58a77a6,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:34:26.354440 n-d-800634-3 neutron-server[93915]: INFO neutron.api.v2.resource [None req-8997bbc8-62d8-479e-97ab-bb0b3211758e tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] show failed (client error): The resource could not be found. Jul 14 18:34:26.359490 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-8997bbc8-62d8-479e-97ab-bb0b3211758e tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] 10.222.0.16 "GET /v2.0/security-groups/c6d2ae5e-7962-48ff-a84c-cacbd11fb04d HTTP/1.1" status: 404 len: 347 time: 0.1510596 Jul 14 18:34:26.363092 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 46998) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:34:26.424413 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-602586ec-dbfe-479a-931f-cf1031a7f917 tempest-SecGroupTest-46502004 tempest-SecGroupTest-46502004-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1797764 Jul 14 18:34:26.425279 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 47000) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:34:26.435476 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-169f442f-b37e-42be-89be-d637a46f865c tempest-SecGroupTest-46502004 tempest-SecGroupTest-46502004-project] Request body: {'security_group': {'name': 'tempest-secgroup--1870419358'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:34:26.474061 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-169f442f-b37e-42be-89be-d637a46f865c tempest-SecGroupTest-46502004 tempest-SecGroupTest-46502004-project] Notify callbacks [] for security_group, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:26.495357 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.db_base_plugin_common [req-3346827c-1d6a-458f-9452-34ea36dc82a2 req-2e34574e-a382-4383-b4b8-9363bcc0801b tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Allocated IP 172.20.0.7 (a3451eaf-fb13-48b5-b64d-da7580c60487/ca505849-4eae-4ad9-8cb2-1c989449b21f/827a9395-b498-4e0f-b70e-182acf0b86da) {{(pid=93916) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:34:26.524970 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c890961-7434-4290-81b5-bbfc6c6128b9 req-00d5c196-962f-4462-9689-3f8555047916 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:34:26.527141 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-8c890961-7434-4290-81b5-bbfc6c6128b9 req-00d5c196-962f-4462-9689-3f8555047916 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.5190117 Jul 14 18:34:26.566112 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63a25ab-1b38-4231-ba03-a36bdbe31251 req-d4f9225e-bf81-4e08-9a8b-ec61a94a03e4 tempest-ServerRescueTestJSONUnderV235-773555335 tempest-ServerRescueTestJSONUnderV235-773555335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:34:26.578736 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b63a25ab-1b38-4231-ba03-a36bdbe31251 req-d4f9225e-bf81-4e08-9a8b-ec61a94a03e4 tempest-ServerRescueTestJSONUnderV235-773555335 tempest-ServerRescueTestJSONUnderV235-773555335-project] 10.222.0.16 "GET /v2.0/ports?device_id=1141130f-4875-4e07-b30e-73bca303df1e HTTP/1.1" status: 200 len: 946 time: 0.4697618 Jul 14 18:34:26.702694 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-147d6796-5bb0-496c-be01-b2c58383cfbd req-a937acd1-1617-47f9-891d-1e0ebd3fcd2c tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] 10.222.0.16 "GET /v2.0/ports?device_id=d7b58cc5-d900-4c19-86f4-9befdd4826d6 HTTP/1.1" status: 200 len: 210 time: 0.1031520 Jul 14 18:34:26.718470 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-b68c4c67-db1e-4da7-bd72-cbe663c37994 tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] Deleting port 64f5bc0b-21ca-454a-b8f7-f2c18f81f49b {{(pid=93916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:34:26.718766 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-b68c4c67-db1e-4da7-bd72-cbe663c37994 tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:26.724078 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b63a25ab-1b38-4231-ba03-a36bdbe31251 req-6c2ef061-7f2a-42c9-9757-535a973949b5 tempest-ServerRescueTestJSONUnderV235-773555335 tempest-ServerRescueTestJSONUnderV235-773555335-project] 10.222.0.16 "GET /v2.0/security-groups?id=5be666b2-293d-46ef-a6aa-7f465b02e205&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429038 Jul 14 18:34:26.800102 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-169f442f-b37e-42be-89be-d637a46f865c tempest-SecGroupTest-46502004 tempest-SecGroupTest-46502004-project] Notify callbacks [] for security_group, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:26.806909 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-169f442f-b37e-42be-89be-d637a46f865c tempest-SecGroupTest-46502004 tempest-SecGroupTest-46502004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:26.855026 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-3346827c-1d6a-458f-9452-34ea36dc82a2 req-2e34574e-a382-4383-b4b8-9363bcc0801b tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Notify callbacks [] for port, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:26.874533 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169f442f-b37e-42be-89be-d637a46f865c tempest-SecGroupTest-46502004 tempest-SecGroupTest-46502004-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c07dbfd-e1f0-4d71-b710-384b1888967c,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:34:26.882614 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-b68c4c67-db1e-4da7-bd72-cbe663c37994 tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:26.882985 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-b68c4c67-db1e-4da7-bd72-cbe663c37994 tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:26.885684 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.provisioning_blocks [req-3346827c-1d6a-458f-9452-34ea36dc82a2 req-2e34574e-a382-4383-b4b8-9363bcc0801b tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Transition to ACTIVE for port object 827a9395-b498-4e0f-b70e-182acf0b86da will not be triggered until provisioned by entity DHCP. {{(pid=93916) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:34:26.893697 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-169f442f-b37e-42be-89be-d637a46f865c tempest-SecGroupTest-46502004 tempest-SecGroupTest-46502004-project] Notify callbacks [] for security_group, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:26.899068 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-169f442f-b37e-42be-89be-d637a46f865c tempest-SecGroupTest-46502004 tempest-SecGroupTest-46502004-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4646995 Jul 14 18:34:26.899068 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 47010) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:34:26.902873 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-b68c4c67-db1e-4da7-bd72-cbe663c37994 tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] Calling delete_port for 64f5bc0b-21ca-454a-b8f7-f2c18f81f49b owned by network:floatingip {{(pid=93916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:34:26.903194 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-a34ccdec-bee3-4b57-a954-50d33be446b4 tempest-SecGroupTest-46502004 tempest-SecGroupTest-46502004-project] Request body: {'security_group': {'name': 'tempest-secgroup--857672224'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:34:26.932584 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-a34ccdec-bee3-4b57-a954-50d33be446b4 tempest-SecGroupTest-46502004 tempest-SecGroupTest-46502004-project] Notify callbacks [] for security_group, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:27.000904 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-3346827c-1d6a-458f-9452-34ea36dc82a2 req-2e34574e-a382-4383-b4b8-9363bcc0801b tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:27.072465 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-a34ccdec-bee3-4b57-a954-50d33be446b4 tempest-SecGroupTest-46502004 tempest-SecGroupTest-46502004-project] Notify callbacks [] for security_group, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:27.078189 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3346827c-1d6a-458f-9452-34ea36dc82a2 req-2e34574e-a382-4383-b4b8-9363bcc0801b tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Network a3451eaf-fb13-48b5-b64d-da7580c60487 is already hosted by enough agents. {{(pid=93916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:34:27.078390 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-a34ccdec-bee3-4b57-a954-50d33be446b4 tempest-SecGroupTest-46502004 tempest-SecGroupTest-46502004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:27.079261 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e34574e-a382-4383-b4b8-9363bcc0801b tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Pushing event updated for resources: {'Port': ['ID=827a9395-b498-4e0f-b70e-182acf0b86da,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:34:27.083392 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [req-3346827c-1d6a-458f-9452-34ea36dc82a2 req-2e34574e-a382-4383-b4b8-9363bcc0801b tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Resources bound (agent type, host, resource id): {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:34:27.086212 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.l3_dvrscheduler_db [req-3346827c-1d6a-458f-9452-34ea36dc82a2 req-2e34574e-a382-4383-b4b8-9363bcc0801b tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Received port after_create {{(pid=93916) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:34:27.122330 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-a34ccdec-bee3-4b57-a954-50d33be446b4 tempest-SecGroupTest-46502004 tempest-SecGroupTest-46502004-project] Notify callbacks [] for security_group, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:27.126837 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-a34ccdec-bee3-4b57-a954-50d33be446b4 tempest-SecGroupTest-46502004 tempest-SecGroupTest-46502004-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2249012 Jul 14 18:34:27.127888 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 47018) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:34:27.136343 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-0f38977c-158d-45c8-ae84-d0fda9ddc80a tempest-SecGroupTest-46502004 tempest-SecGroupTest-46502004-project] Request body: {'security_group_rule': {'security_group_id': '1c07dbfd-e1f0-4d71-b710-384b1888967c', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'ac9accb9-9d80-429e-94a5-7cd711d2c4a7', 'remote_ip_prefix': None}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:34:27.143157 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34ccdec-bee3-4b57-a954-50d33be446b4 tempest-SecGroupTest-46502004 tempest-SecGroupTest-46502004-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ac9accb9-9d80-429e-94a5-7cd711d2c4a7,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:34:27.209012 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-0f38977c-158d-45c8-ae84-d0fda9ddc80a tempest-SecGroupTest-46502004 tempest-SecGroupTest-46502004-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:27.230725 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3346827c-1d6a-458f-9452-34ea36dc82a2 req-2e34574e-a382-4383-b4b8-9363bcc0801b tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:34:27.232053 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-3346827c-1d6a-458f-9452-34ea36dc82a2 req-2e34574e-a382-4383-b4b8-9363bcc0801b tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:27.259788 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-3346827c-1d6a-458f-9452-34ea36dc82a2 req-2e34574e-a382-4383-b4b8-9363bcc0801b tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7196331 Jul 14 18:34:27.261421 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-b68c4c67-db1e-4da7-bd72-cbe663c37994 tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:27.276042 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [req-3346827c-1d6a-458f-9452-34ea36dc82a2 req-24c2ed2c-dd94-47ba-ab14-cd3aaeb3ac71 tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Request body: {'port': {'device_id': 'd7b58cc5-d900-4c19-86f4-9befdd4826d6', 'network_id': '53bb0fcd-64dd-42eb-8d88-ad420edc0329', 'admin_state_up': True, 'tenant_id': '97b50484cf0c4fbaadc06c25d281353e', 'security_groups': ['1bfbf1b1-a239-48c4-9d02-fd8b65b471a7']}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:34:27.345095 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-0f38977c-158d-45c8-ae84-d0fda9ddc80a tempest-SecGroupTest-46502004 tempest-SecGroupTest-46502004-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:27.353576 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-0f38977c-158d-45c8-ae84-d0fda9ddc80a tempest-SecGroupTest-46502004 tempest-SecGroupTest-46502004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305173'] for security_group_rule, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:27.385905 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f38977c-158d-45c8-ae84-d0fda9ddc80a tempest-SecGroupTest-46502004 tempest-SecGroupTest-46502004-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f36a7597-1990-44e2-981a-c7fe46d5f9f6,revision_number=0']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:34:27.392768 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68c4c67-db1e-4da7-bd72-cbe663c37994 tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] Pushing event deleted for resources: {'Port': ['ID=64f5bc0b-21ca-454a-b8f7-f2c18f81f49b,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:34:27.466580 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a59b9585-42b6-40d4-8ec2-14fe289ab448 req-9074c2f5-f6d0-4aa3-a4b7-06aa457b3d84 tempest-ServerShowV254Test-1743861056 tempest-ServerShowV254Test-1743861056-project] 10.222.0.16 "GET /v2.0/ports?device_id=09976659-3505-4872-a434-70575e61f2eb HTTP/1.1" status: 200 len: 210 time: 0.0849576 Jul 14 18:34:27.469075 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-0f38977c-158d-45c8-ae84-d0fda9ddc80a tempest-SecGroupTest-46502004 tempest-SecGroupTest-46502004-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:27.470765 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-0f38977c-158d-45c8-ae84-d0fda9ddc80a tempest-SecGroupTest-46502004 tempest-SecGroupTest-46502004-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.3425801 Jul 14 18:34:27.473920 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 47028) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:34:27.532674 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-7242243e-82a3-415d-931d-8b8aaca47061 tempest-SecGroupTest-46502004 tempest-SecGroupTest-46502004-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:27.555108 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-7242243e-82a3-415d-931d-8b8aaca47061 tempest-SecGroupTest-46502004 tempest-SecGroupTest-46502004-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:27.558420 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-cc9b9a88-f607-448d-81af-19a149df18eb None None] Provisioning for port 827a9395-b498-4e0f-b70e-182acf0b86da completed by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:34:27.567572 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-cc9b9a88-f607-448d-81af-19a149df18eb None None] Provisioning complete for port 827a9395-b498-4e0f-b70e-182acf0b86da triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:34:27.568341 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-cc9b9a88-f607-448d-81af-19a149df18eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:27.651379 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-7242243e-82a3-415d-931d-8b8aaca47061 tempest-SecGroupTest-46502004 tempest-SecGroupTest-46502004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305173'] for security_group_rule, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:27.661506 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-b68c4c67-db1e-4da7-bd72-cbe663c37994 tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] Notify callbacks [] for floatingip, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:27.665342 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-7242243e-82a3-415d-931d-8b8aaca47061 tempest-SecGroupTest-46502004 tempest-SecGroupTest-46502004-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:27.670028 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-7242243e-82a3-415d-931d-8b8aaca47061 tempest-SecGroupTest-46502004 tempest-SecGroupTest-46502004-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/f36a7597-1990-44e2-981a-c7fe46d5f9f6 HTTP/1.1" status: 204 len: 168 time: 0.1916699 Jul 14 18:34:27.670028 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7242243e-82a3-415d-931d-8b8aaca47061 tempest-SecGroupTest-46502004 tempest-SecGroupTest-46502004-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f36a7597-1990-44e2-981a-c7fe46d5f9f6,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:34:27.670919 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 47034) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:34:27.672365 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-b68c4c67-db1e-4da7-bd72-cbe663c37994 tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for floatingip, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:27.679125 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-b68c4c67-db1e-4da7-bd72-cbe663c37994 tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] 10.222.0.16 "DELETE /v2.0/floatingips/4cee81e7-7c1c-4b81-9929-3e4c23ffd71d HTTP/1.1" status: 204 len: 168 time: 1.3145726 Jul 14 18:34:27.697492 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-cc9b9a88-f607-448d-81af-19a149df18eb None None] Port 827a9395-b498-4e0f-b70e-182acf0b86da cannot update to ACTIVE because it is not bound. {{(pid=93917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 18:34:27.730248 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3346827c-1d6a-458f-9452-34ea36dc82a2 req-24c2ed2c-dd94-47ba-ab14-cd3aaeb3ac71 tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Made reservation on behalf of 97b50484cf0c4fbaadc06c25d281353e for: {'port': 1} {{(pid=93916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:34:27.736970 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-3346827c-1d6a-458f-9452-34ea36dc82a2 req-24c2ed2c-dd94-47ba-ab14-cd3aaeb3ac71 tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:27.773088 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-8c890961-7434-4290-81b5-bbfc6c6128b9 req-310c6464-6f5d-4739-9938-7020e0e3296f tempest-ServerShowV254Test-1743861056 tempest-ServerShowV254Test-1743861056-project] 10.222.0.35 "GET /v2.0/ports?device_id=09976659-3505-4872-a434-70575e61f2eb HTTP/1.1" status: 200 len: 210 time: 0.0506220 Jul 14 18:34:27.850239 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-a1a475d1-d3b3-4fd6-a09a-423501620ab9 tempest-SecGroupTest-46502004 tempest-SecGroupTest-46502004-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1788847 Jul 14 18:34:27.850898 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 47048) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:34:27.918948 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-045a3f4e-f3f4-4094-9a59-1745fa1030f0 tempest-SecGroupTest-46502004 tempest-SecGroupTest-46502004-project] Notify callbacks [] for security_group, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:27.955681 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-045a3f4e-f3f4-4094-9a59-1745fa1030f0 tempest-SecGroupTest-46502004 tempest-SecGroupTest-46502004-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:28.079100 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-045a3f4e-f3f4-4094-9a59-1745fa1030f0 tempest-SecGroupTest-46502004 tempest-SecGroupTest-46502004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:28.080056 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.db_base_plugin_common [req-3346827c-1d6a-458f-9452-34ea36dc82a2 req-24c2ed2c-dd94-47ba-ab14-cd3aaeb3ac71 tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Allocated IP 10.1.1.202 (53bb0fcd-64dd-42eb-8d88-ad420edc0329/bfc85fc4-a1ec-4557-a25f-86f06ef0ab5a/eae0b81b-04b1-451f-ad3f-22e780eb31b9) {{(pid=93916) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:34:28.081698 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-045a3f4e-f3f4-4094-9a59-1745fa1030f0 tempest-SecGroupTest-46502004 tempest-SecGroupTest-46502004-project] Notify callbacks [] for security_group, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:28.082918 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-045a3f4e-f3f4-4094-9a59-1745fa1030f0 tempest-SecGroupTest-46502004 tempest-SecGroupTest-46502004-project] 10.222.0.16 "DELETE /v2.0/security-groups/ac9accb9-9d80-429e-94a5-7cd711d2c4a7 HTTP/1.1" status: 204 len: 168 time: 0.2310345 Jul 14 18:34:28.085681 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 47054) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:34:28.117550 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045a3f4e-f3f4-4094-9a59-1745fa1030f0 tempest-SecGroupTest-46502004 tempest-SecGroupTest-46502004-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac9accb9-9d80-429e-94a5-7cd711d2c4a7,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:34:28.127161 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 47056) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:34:28.136501 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-67d8f6c2-99ff-4e61-b841-e2146cba50c2 tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1893099112', 'description': 'tempest-description--1954475909'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:34:28.181274 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16b54e4-03a1-4ba5-850d-4480e7a365d0 req-9e129dcb-fef4-4297-9029-c7d8bc4d8b6f tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:34:28.183321 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c16b54e4-03a1-4ba5-850d-4480e7a365d0 req-9e129dcb-fef4-4297-9029-c7d8bc4d8b6f tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] 10.222.0.16 "GET /v2.0/ports?device_id=d7b58cc5-d900-4c19-86f4-9befdd4826d6 HTTP/1.1" status: 200 len: 931 time: 0.2008767 Jul 14 18:34:28.229281 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-67d8f6c2-99ff-4e61-b841-e2146cba50c2 tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] Notify callbacks [] for security_group, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:28.258875 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c16b54e4-03a1-4ba5-850d-4480e7a365d0 req-5d4ddf0c-a4fc-4e60-9321-1a5aea39c9f3 tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] 10.222.0.16 "GET /v2.0/security-groups?id=1bfbf1b1-a239-48c4-9d02-fd8b65b471a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0688612 Jul 14 18:34:28.346641 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-6bfd57c6-69d7-4730-b34d-12377deb9816 tempest-SecGroupTest-46502004 tempest-SecGroupTest-46502004-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.2579608 Jul 14 18:34:28.354058 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 47060) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:34:28.437703 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-26f2bfee-adc8-4c07-b46b-afdfe1c43c4f tempest-SecGroupTest-46502004 tempest-SecGroupTest-46502004-project] Notify callbacks [] for security_group, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:28.448364 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-67d8f6c2-99ff-4e61-b841-e2146cba50c2 tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] Notify callbacks [] for security_group, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:28.456735 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-67d8f6c2-99ff-4e61-b841-e2146cba50c2 tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:28.468539 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-26f2bfee-adc8-4c07-b46b-afdfe1c43c4f tempest-SecGroupTest-46502004 tempest-SecGroupTest-46502004-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:28.551371 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c561420-2193-4daf-8a37-fe075d3f0e23 req-79531418-046f-4a76-9c3b-22874f5995b7 tempest-ServerRescueTestJSONUnderV235-773555335 tempest-ServerRescueTestJSONUnderV235-773555335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:34:28.553425 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6c561420-2193-4daf-8a37-fe075d3f0e23 req-79531418-046f-4a76-9c3b-22874f5995b7 tempest-ServerRescueTestJSONUnderV235-773555335 tempest-ServerRescueTestJSONUnderV235-773555335-project] 10.222.0.16 "GET /v2.0/ports?device_id=1141130f-4875-4e07-b30e-73bca303df1e HTTP/1.1" status: 200 len: 946 time: 0.2644608 Jul 14 18:34:28.560808 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-67d8f6c2-99ff-4e61-b841-e2146cba50c2 tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:28.566270 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-67d8f6c2-99ff-4e61-b841-e2146cba50c2 tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.4362614 Jul 14 18:34:28.575705 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 47066) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:34:28.586132 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-77d3be1d-b094-42aa-b59e-93d26591380f tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] Request body: {'security_group_rule': {'security_group_id': '3eac0233-2f58-4c36-8bbf-3f6eb68f3b22', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:34:28.587841 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d8f6c2-99ff-4e61-b841-e2146cba50c2 tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3eac0233-2f58-4c36-8bbf-3f6eb68f3b22,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:34:28.620996 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 47068) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:34:28.654067 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-3346827c-1d6a-458f-9452-34ea36dc82a2 req-24c2ed2c-dd94-47ba-ab14-cd3aaeb3ac71 tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Notify callbacks [] for port, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:28.658495 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-77d3be1d-b094-42aa-b59e-93d26591380f tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:28.678116 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.provisioning_blocks [req-3346827c-1d6a-458f-9452-34ea36dc82a2 req-24c2ed2c-dd94-47ba-ab14-cd3aaeb3ac71 tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Transition to ACTIVE for port object eae0b81b-04b1-451f-ad3f-22e780eb31b9 will not be triggered until provisioned by entity DHCP. {{(pid=93916) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:34:28.690066 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-26f2bfee-adc8-4c07-b46b-afdfe1c43c4f tempest-SecGroupTest-46502004 tempest-SecGroupTest-46502004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:28.693020 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-26f2bfee-adc8-4c07-b46b-afdfe1c43c4f tempest-SecGroupTest-46502004 tempest-SecGroupTest-46502004-project] Notify callbacks [] for security_group, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:28.694194 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-26f2bfee-adc8-4c07-b46b-afdfe1c43c4f tempest-SecGroupTest-46502004 tempest-SecGroupTest-46502004-project] 10.222.0.16 "DELETE /v2.0/security-groups/1c07dbfd-e1f0-4d71-b710-384b1888967c HTTP/1.1" status: 204 len: 168 time: 0.3389504 Jul 14 18:34:28.697020 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 47074) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:34:28.739706 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6c561420-2193-4daf-8a37-fe075d3f0e23 req-a1605518-1947-4325-b567-f4c9a2979965 tempest-ServerRescueTestJSONUnderV235-773555335 tempest-ServerRescueTestJSONUnderV235-773555335-project] 10.222.0.16 "GET /v2.0/security-groups?id=5be666b2-293d-46ef-a6aa-7f465b02e205&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1770210 Jul 14 18:34:28.740629 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f2bfee-adc8-4c07-b46b-afdfe1c43c4f tempest-SecGroupTest-46502004 tempest-SecGroupTest-46502004-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c07dbfd-e1f0-4d71-b710-384b1888967c,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:34:28.806145 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c2510eb4-4ec3-4d3b-a0fa-1b22b1d96253 req-2cd5b800-cb92-481f-9685-a4740f99b226 tempest-ServerShowV254Test-1743861056 tempest-ServerShowV254Test-1743861056-project] 10.222.0.16 "GET /v2.0/ports?device_id=09976659-3505-4872-a434-70575e61f2eb HTTP/1.1" status: 200 len: 210 time: 0.0930076 Jul 14 18:34:28.817851 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-98d58c47-7f92-497b-bf92-267afa17208f tempest-SecGroupTest-46502004 tempest-SecGroupTest-46502004-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1147535 Jul 14 18:34:28.824325 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 47076) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:34:28.832916 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-3346827c-1d6a-458f-9452-34ea36dc82a2 req-24c2ed2c-dd94-47ba-ab14-cd3aaeb3ac71 tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:28.834891 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-b2e8c39a-2b87-4b87-b07d-c8fc05e8159b tempest-SecGroupTest-46502004 tempest-SecGroupTest-46502004-project] Request body: {'security_group': {'name': 'tempest-secgroup--1716209510'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:34:28.865164 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-77d3be1d-b094-42aa-b59e-93d26591380f tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:28.871914 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-77d3be1d-b094-42aa-b59e-93d26591380f tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305173'] for security_group_rule, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:28.901722 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-b2e8c39a-2b87-4b87-b07d-c8fc05e8159b tempest-SecGroupTest-46502004 tempest-SecGroupTest-46502004-project] Notify callbacks [] for security_group, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:28.902615 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c2ed2c-dd94-47ba-ab14-cd3aaeb3ac71 tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Pushing event updated for resources: {'Port': ['ID=eae0b81b-04b1-451f-ad3f-22e780eb31b9,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:34:28.909905 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-0f0bda2a-a3e4-4362-aa4b-b473e0d90528 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:28.914142 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d3be1d-b094-42aa-b59e-93d26591380f tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98f8649f-6620-443f-aaa7-b1d38adec6b8,revision_number=0']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:34:28.916208 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-77d3be1d-b094-42aa-b59e-93d26591380f tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:28.921978 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-77d3be1d-b094-42aa-b59e-93d26591380f tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3401980 Jul 14 18:34:28.925080 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 47078) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:34:28.930929 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-967d0da1-3ca5-40e4-a4d2-50d9ee9a2e94 tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] Request body: {'security_group_rule': {'security_group_id': '3eac0233-2f58-4c36-8bbf-3f6eb68f3b22', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:34:28.945172 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3346827c-1d6a-458f-9452-34ea36dc82a2 req-24c2ed2c-dd94-47ba-ab14-cd3aaeb3ac71 tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Network 53bb0fcd-64dd-42eb-8d88-ad420edc0329 is already hosted by enough agents. {{(pid=93916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:34:28.953084 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [req-3346827c-1d6a-458f-9452-34ea36dc82a2 req-24c2ed2c-dd94-47ba-ab14-cd3aaeb3ac71 tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Resources bound (agent type, host, resource id): {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:34:28.960037 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.l3_dvrscheduler_db [req-3346827c-1d6a-458f-9452-34ea36dc82a2 req-24c2ed2c-dd94-47ba-ab14-cd3aaeb3ac71 tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Received port after_create {{(pid=93916) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:34:29.050950 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3346827c-1d6a-458f-9452-34ea36dc82a2 req-24c2ed2c-dd94-47ba-ab14-cd3aaeb3ac71 tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:34:29.052012 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-3346827c-1d6a-458f-9452-34ea36dc82a2 req-24c2ed2c-dd94-47ba-ab14-cd3aaeb3ac71 tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:29.125318 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-0f0bda2a-a3e4-4362-aa4b-b473e0d90528 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:29.148020 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-0f0bda2a-a3e4-4362-aa4b-b473e0d90528 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:29.199466 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-967d0da1-3ca5-40e4-a4d2-50d9ee9a2e94 tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:29.233873 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0bda2a-a3e4-4362-aa4b-b473e0d90528 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cafdec94-c7dc-4f64-9cf5-c69c1c7f1da1,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:34:29.238069 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-0f0bda2a-a3e4-4362-aa4b-b473e0d90528 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=24c7d16b5cb746db8a1b8239a5321fd7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6139531 Jul 14 18:34:29.241567 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 47082) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:34:29.248530 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-b2e8c39a-2b87-4b87-b07d-c8fc05e8159b tempest-SecGroupTest-46502004 tempest-SecGroupTest-46502004-project] Notify callbacks [] for security_group, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:29.254121 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-b2e8c39a-2b87-4b87-b07d-c8fc05e8159b tempest-SecGroupTest-46502004 tempest-SecGroupTest-46502004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:29.269234 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-3346827c-1d6a-458f-9452-34ea36dc82a2 req-24c2ed2c-dd94-47ba-ab14-cd3aaeb3ac71 tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9977691 Jul 14 18:34:29.283103 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-b2e8c39a-2b87-4b87-b07d-c8fc05e8159b tempest-SecGroupTest-46502004 tempest-SecGroupTest-46502004-project] Notify callbacks [] for security_group, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:29.287761 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-b2e8c39a-2b87-4b87-b07d-c8fc05e8159b tempest-SecGroupTest-46502004 tempest-SecGroupTest-46502004-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4584551 Jul 14 18:34:29.287761 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 47084) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:34:29.290235 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [req-3346827c-1d6a-458f-9452-34ea36dc82a2 req-ba85976d-649c-4832-9e8a-4ad94843b517 tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Request body: {'port': {'device_id': 'd7b58cc5-d900-4c19-86f4-9befdd4826d6', 'network_id': '53bb0fcd-64dd-42eb-8d88-ad420edc0329', 'admin_state_up': True, 'tenant_id': '97b50484cf0c4fbaadc06c25d281353e', 'security_groups': ['1bfbf1b1-a239-48c4-9d02-fd8b65b471a7']}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:34:29.293269 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-21e8a7db-12c3-4938-9fda-2f1cbf080e30 tempest-SecGroupTest-46502004 tempest-SecGroupTest-46502004-project] Request body: {'security_group_rule': {'security_group_id': '99ff398c-7da0-43ae-8680-f91586ec7656', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:34:29.300476 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e8c39a-2b87-4b87-b07d-c8fc05e8159b tempest-SecGroupTest-46502004 tempest-SecGroupTest-46502004-project] Pushing event updated for resources: {'SecurityGroup': ['ID=99ff398c-7da0-43ae-8680-f91586ec7656,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:34:29.333333 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-a9eb6b29-a8d1-4d3f-9729-bde57ee8c986 None None] Provisioning for port eae0b81b-04b1-451f-ad3f-22e780eb31b9 completed by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:34:29.335429 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-21e8a7db-12c3-4938-9fda-2f1cbf080e30 tempest-SecGroupTest-46502004 tempest-SecGroupTest-46502004-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:29.339142 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-a9eb6b29-a8d1-4d3f-9729-bde57ee8c986 None None] Provisioning complete for port eae0b81b-04b1-451f-ad3f-22e780eb31b9 triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:34:29.339738 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-a9eb6b29-a8d1-4d3f-9729-bde57ee8c986 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:29.382878 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-a9eb6b29-a8d1-4d3f-9729-bde57ee8c986 None None] Port eae0b81b-04b1-451f-ad3f-22e780eb31b9 cannot update to ACTIVE because it is not bound. {{(pid=93917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 18:34:29.414934 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-967d0da1-3ca5-40e4-a4d2-50d9ee9a2e94 tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:29.440651 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-21e8a7db-12c3-4938-9fda-2f1cbf080e30 tempest-SecGroupTest-46502004 tempest-SecGroupTest-46502004-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:29.445620 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-967d0da1-3ca5-40e4-a4d2-50d9ee9a2e94 tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305173'] for security_group_rule, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:29.446122 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-21e8a7db-12c3-4938-9fda-2f1cbf080e30 tempest-SecGroupTest-46502004 tempest-SecGroupTest-46502004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305173'] for security_group_rule, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:29.486751 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-943f98f3-456f-4e82-97e7-b5c54b006cb1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:29.493795 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967d0da1-3ca5-40e4-a4d2-50d9ee9a2e94 tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=710a458c-dab3-4588-948b-da2096e79d33,revision_number=0']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:34:29.499944 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e8a7db-12c3-4938-9fda-2f1cbf080e30 tempest-SecGroupTest-46502004 tempest-SecGroupTest-46502004-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3a8fc55-ddec-45fb-8d9e-022d0ba87d39,revision_number=0']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:34:29.512217 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-21e8a7db-12c3-4938-9fda-2f1cbf080e30 tempest-SecGroupTest-46502004 tempest-SecGroupTest-46502004-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:29.513427 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-21e8a7db-12c3-4938-9fda-2f1cbf080e30 tempest-SecGroupTest-46502004 tempest-SecGroupTest-46502004-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2253113 Jul 14 18:34:29.517145 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-967d0da1-3ca5-40e4-a4d2-50d9ee9a2e94 tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:29.517312 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 47088) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:34:29.521347 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-967d0da1-3ca5-40e4-a4d2-50d9ee9a2e94 tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5920062 Jul 14 18:34:29.535375 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 47090) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:34:29.542718 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-58d9a6b3-cd11-41b2-b8c8-9cc88757bf4a tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] Request body: {'floatingip': {'floating_network_id': '9200a437-e1de-4520-88f6-e68386523e61'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:34:29.556050 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-943f98f3-456f-4e82-97e7-b5c54b006cb1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:29.574222 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4317bd-a10b-46ee-aeee-95075035110c req-24dbaf78-0396-4ab9-93ee-423e979c37cc tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:34:29.580156 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4317bd-a10b-46ee-aeee-95075035110c req-24dbaf78-0396-4ab9-93ee-423e979c37cc tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:34:29.581782 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-fa4317bd-a10b-46ee-aeee-95075035110c req-24dbaf78-0396-4ab9-93ee-423e979c37cc tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] 10.222.0.16 "GET /v2.0/ports?device_id=d7b58cc5-d900-4c19-86f4-9befdd4826d6 HTTP/1.1" status: 200 len: 1653 time: 0.1333787 Jul 14 18:34:29.582800 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.db.api [None req-58d9a6b3-cd11-41b2-b8c8-9cc88757bf4a tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 14 18:34:29.582800 n-d-800634-3 neutron-server[93915]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 14 18:34:29.582800 n-d-800634-3 neutron-server[93915]: [parameters: {'project_id_1': '81405c7e7f554ba6bd8aaf104233fc29', 'expiration_1': datetime.datetime(2021, 7, 14, 18, 34, 29, 552783)}] Jul 14 18:34:29.582800 n-d-800634-3 neutron-server[93915]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93915) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 14 18:34:29.583447 n-d-800634-3 neutron-server[93915]: DEBUG oslo_db.api [None req-58d9a6b3-cd11-41b2-b8c8-9cc88757bf4a tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 18:34:29.584287 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-1c9fbfc7-85e6-4880-9da0-5d6ec8169988 tempest-SecGroupTest-46502004 tempest-SecGroupTest-46502004-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:29.585451 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3346827c-1d6a-458f-9452-34ea36dc82a2 req-ba85976d-649c-4832-9e8a-4ad94843b517 tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Made reservation on behalf of 97b50484cf0c4fbaadc06c25d281353e for: {'port': 1} {{(pid=93916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:34:29.590007 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-3346827c-1d6a-458f-9452-34ea36dc82a2 req-ba85976d-649c-4832-9e8a-4ad94843b517 tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:29.593895 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-1c9fbfc7-85e6-4880-9da0-5d6ec8169988 tempest-SecGroupTest-46502004 tempest-SecGroupTest-46502004-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:29.649968 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-fa4317bd-a10b-46ee-aeee-95075035110c req-3bde5c94-8320-4e47-893b-6947a5cf464e tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] 10.222.0.16 "GET /v2.0/security-groups?id=1bfbf1b1-a239-48c4-9d02-fd8b65b471a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536757 Jul 14 18:34:29.650930 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-1c9fbfc7-85e6-4880-9da0-5d6ec8169988 tempest-SecGroupTest-46502004 tempest-SecGroupTest-46502004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305173'] for security_group_rule, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:29.657639 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-1c9fbfc7-85e6-4880-9da0-5d6ec8169988 tempest-SecGroupTest-46502004 tempest-SecGroupTest-46502004-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:29.658779 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-1c9fbfc7-85e6-4880-9da0-5d6ec8169988 tempest-SecGroupTest-46502004 tempest-SecGroupTest-46502004-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/d3a8fc55-ddec-45fb-8d9e-022d0ba87d39 HTTP/1.1" status: 204 len: 168 time: 0.1396210 Jul 14 18:34:29.662948 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 47092) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:34:29.665340 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9fbfc7-85e6-4880-9da0-5d6ec8169988 tempest-SecGroupTest-46502004 tempest-SecGroupTest-46502004-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d3a8fc55-ddec-45fb-8d9e-022d0ba87d39,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:34:29.703930 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-943f98f3-456f-4e82-97e7-b5c54b006cb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:29.706571 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-943f98f3-456f-4e82-97e7-b5c54b006cb1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:29.707732 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-943f98f3-456f-4e82-97e7-b5c54b006cb1 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/cafdec94-c7dc-4f64-9cf5-c69c1c7f1da1 HTTP/1.1" status: 204 len: 168 time: 0.4623392 Jul 14 18:34:29.729903 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943f98f3-456f-4e82-97e7-b5c54b006cb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cafdec94-c7dc-4f64-9cf5-c69c1c7f1da1,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:34:29.787158 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-21e212d5-a131-42d6-89b2-6976f01d7ed7 tempest-SecGroupTest-46502004 tempest-SecGroupTest-46502004-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1230209 Jul 14 18:34:29.790346 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 47098) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:34:29.825353 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.db_base_plugin_common [req-3346827c-1d6a-458f-9452-34ea36dc82a2 req-ba85976d-649c-4832-9e8a-4ad94843b517 tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Allocated IP 10.1.1.120 (53bb0fcd-64dd-42eb-8d88-ad420edc0329/bfc85fc4-a1ec-4557-a25f-86f06ef0ab5a/85897482-0484-49f8-8ec5-b7a74ba260d7) {{(pid=93916) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:34:29.873202 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-580e07db-c7e5-437a-a9a7-a34588ce3aea tempest-SecGroupTest-46502004 tempest-SecGroupTest-46502004-project] Notify callbacks [] for security_group, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:29.911936 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-580e07db-c7e5-437a-a9a7-a34588ce3aea tempest-SecGroupTest-46502004 tempest-SecGroupTest-46502004-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:29.966991 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-580e07db-c7e5-437a-a9a7-a34588ce3aea tempest-SecGroupTest-46502004 tempest-SecGroupTest-46502004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:29.975040 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-580e07db-c7e5-437a-a9a7-a34588ce3aea tempest-SecGroupTest-46502004 tempest-SecGroupTest-46502004-project] Notify callbacks [] for security_group, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:29.980193 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 47106) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:34:29.986292 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-580e07db-c7e5-437a-a9a7-a34588ce3aea tempest-SecGroupTest-46502004 tempest-SecGroupTest-46502004-project] 10.222.0.16 "DELETE /v2.0/security-groups/99ff398c-7da0-43ae-8680-f91586ec7656 HTTP/1.1" status: 204 len: 168 time: 0.1879621 Jul 14 18:34:30.008700 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580e07db-c7e5-437a-a9a7-a34588ce3aea tempest-SecGroupTest-46502004 tempest-SecGroupTest-46502004-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=99ff398c-7da0-43ae-8680-f91586ec7656,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:34:30.097048 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-3346827c-1d6a-458f-9452-34ea36dc82a2 req-ba85976d-649c-4832-9e8a-4ad94843b517 tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Notify callbacks [] for port, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:30.142896 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-0837fda2-0b5e-43b3-ae81-81f6e12bd0b9 tempest-SecGroupTest-46502004 tempest-SecGroupTest-46502004-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1610894 Jul 14 18:34:30.150268 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.provisioning_blocks [req-3346827c-1d6a-458f-9452-34ea36dc82a2 req-ba85976d-649c-4832-9e8a-4ad94843b517 tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Transition to ACTIVE for port object 85897482-0484-49f8-8ec5-b7a74ba260d7 will not be triggered until provisioned by entity DHCP. {{(pid=93916) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:34:30.152658 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 47112) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:34:30.162850 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d759e9eb-9d07-469a-a31a-fcdd83f38b07 req-784b3bfb-84c7-4732-843f-92e44150f63a tempest-ServerRescueTestJSONUnderV235-773555335 tempest-ServerRescueTestJSONUnderV235-773555335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:34:30.164883 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-d759e9eb-9d07-469a-a31a-fcdd83f38b07 req-784b3bfb-84c7-4732-843f-92e44150f63a tempest-ServerRescueTestJSONUnderV235-773555335 tempest-ServerRescueTestJSONUnderV235-773555335-project] 10.222.0.16 "GET /v2.0/ports?device_id=1141130f-4875-4e07-b30e-73bca303df1e HTTP/1.1" status: 200 len: 946 time: 0.1353855 Jul 14 18:34:30.174931 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-e2c046bc-df77-4be0-87a7-49efe16984fb tempest-SecGroupTest-46502004 tempest-SecGroupTest-46502004-project] Request body: {'security_group': {'name': 'tempest-secgroup--2114949308'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:34:30.191232 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-58d9a6b3-cd11-41b2-b8c8-9cc88757bf4a tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] Notify callbacks [] for floatingip, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:30.198900 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-3346827c-1d6a-458f-9452-34ea36dc82a2 req-ba85976d-649c-4832-9e8a-4ad94843b517 tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:30.264696 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba85976d-649c-4832-9e8a-4ad94843b517 tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Pushing event updated for resources: {'Port': ['ID=85897482-0484-49f8-8ec5-b7a74ba260d7,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:34:30.294035 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3346827c-1d6a-458f-9452-34ea36dc82a2 req-ba85976d-649c-4832-9e8a-4ad94843b517 tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Network 53bb0fcd-64dd-42eb-8d88-ad420edc0329 is already hosted by enough agents. {{(pid=93916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:34:30.296110 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 47114) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:34:30.304207 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-e2c046bc-df77-4be0-87a7-49efe16984fb tempest-SecGroupTest-46502004 tempest-SecGroupTest-46502004-project] Notify callbacks [] for security_group, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:30.313240 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-d759e9eb-9d07-469a-a31a-fcdd83f38b07 req-6aa28647-52f6-4c46-9d7e-db924ffd1829 tempest-ServerRescueTestJSONUnderV235-773555335 tempest-ServerRescueTestJSONUnderV235-773555335-project] 10.222.0.16 "GET /v2.0/security-groups?id=5be666b2-293d-46ef-a6aa-7f465b02e205&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182699 Jul 14 18:34:30.328907 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-81614ed4-36b5-4096-929d-3904f6b583ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:30.345393 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [req-3346827c-1d6a-458f-9452-34ea36dc82a2 req-ba85976d-649c-4832-9e8a-4ad94843b517 tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Resources bound (agent type, host, resource id): {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:34:30.354137 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.l3_dvrscheduler_db [req-3346827c-1d6a-458f-9452-34ea36dc82a2 req-ba85976d-649c-4832-9e8a-4ad94843b517 tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Received port after_create {{(pid=93916) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:34:30.424158 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-58d9a6b3-cd11-41b2-b8c8-9cc88757bf4a tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:30.443296 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3346827c-1d6a-458f-9452-34ea36dc82a2 req-ba85976d-649c-4832-9e8a-4ad94843b517 tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:34:30.443969 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-3346827c-1d6a-458f-9452-34ea36dc82a2 req-ba85976d-649c-4832-9e8a-4ad94843b517 tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:30.466636 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-e2c046bc-df77-4be0-87a7-49efe16984fb tempest-SecGroupTest-46502004 tempest-SecGroupTest-46502004-project] Notify callbacks [] for security_group, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:30.518220 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-e2c046bc-df77-4be0-87a7-49efe16984fb tempest-SecGroupTest-46502004 tempest-SecGroupTest-46502004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:30.563148 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 47118) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:34:30.618714 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-81614ed4-36b5-4096-929d-3904f6b583ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:30.625035 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-81614ed4-36b5-4096-929d-3904f6b583ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:30.631719 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c046bc-df77-4be0-87a7-49efe16984fb tempest-SecGroupTest-46502004 tempest-SecGroupTest-46502004-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a6b8b31d-26d4-40b6-9b1d-d2b80feecee2,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:34:30.646706 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-e2c046bc-df77-4be0-87a7-49efe16984fb tempest-SecGroupTest-46502004 tempest-SecGroupTest-46502004-project] Notify callbacks [] for security_group, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:30.647950 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-e2c046bc-df77-4be0-87a7-49efe16984fb tempest-SecGroupTest-46502004 tempest-SecGroupTest-46502004-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4939973 Jul 14 18:34:30.651879 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 47122) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:34:30.663103 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-6e745a07-ada2-4908-8260-bebae82ae07d tempest-SecGroupTest-46502004 tempest-SecGroupTest-46502004-project] Request body: {'security_group_rule': {'security_group_id': 'a6b8b31d-26d4-40b6-9b1d-d2b80feecee2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:34:30.675301 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81614ed4-36b5-4096-929d-3904f6b583ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a715d883-e48c-40cf-97aa-c11c2c286d82,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:34:30.684622 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-3346827c-1d6a-458f-9452-34ea36dc82a2 req-ba85976d-649c-4832-9e8a-4ad94843b517 tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4037354 Jul 14 18:34:30.703399 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [req-3346827c-1d6a-458f-9452-34ea36dc82a2 req-fca3ea78-309c-4c6c-b803-7c9ab6c46588 tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Request body: {'port': {'device_id': 'd7b58cc5-d900-4c19-86f4-9befdd4826d6', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'd9b1ce92-40c0-4c35-b452-dfbdda964ee7', 'admin_state_up': True, 'tenant_id': '97b50484cf0c4fbaadc06c25d281353e', 'security_groups': ['1bfbf1b1-a239-48c4-9d02-fd8b65b471a7']}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:34:30.724097 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-14b4bd24-42ec-42d4-8d9f-7e21b09cce00 None None] Provisioning for port 85897482-0484-49f8-8ec5-b7a74ba260d7 completed by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:34:30.735939 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-14b4bd24-42ec-42d4-8d9f-7e21b09cce00 None None] Provisioning complete for port 85897482-0484-49f8-8ec5-b7a74ba260d7 triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:34:30.737268 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-81614ed4-36b5-4096-929d-3904f6b583ad admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=62a22bf540d14deb9453af451e1ff0ed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4373238 Jul 14 18:34:30.737587 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-14b4bd24-42ec-42d4-8d9f-7e21b09cce00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:30.738089 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 47126) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:34:30.766886 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.db_base_plugin_common [None req-58d9a6b3-cd11-41b2-b8c8-9cc88757bf4a tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] Allocated IP 172.25.1.220 (9200a437-e1de-4520-88f6-e68386523e61/5f47f848-4532-407a-a0e2-5690ade15fd0/f31f54fe-59ca-4362-b3f3-ea6c663964a9) {{(pid=93915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:34:30.808273 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-14b4bd24-42ec-42d4-8d9f-7e21b09cce00 None None] Port 85897482-0484-49f8-8ec5-b7a74ba260d7 cannot update to ACTIVE because it is not bound. {{(pid=93917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 18:34:30.809513 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-6e745a07-ada2-4908-8260-bebae82ae07d tempest-SecGroupTest-46502004 tempest-SecGroupTest-46502004-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:30.817294 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-0259dcd2-da31-41fb-a8ae-3a645b20f274 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:30.949449 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-bf25d12d-35a6-4ed1-90ab-bfe5af6262f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:30.988459 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-bf25d12d-35a6-4ed1-90ab-bfe5af6262f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:31.035903 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-6e745a07-ada2-4908-8260-bebae82ae07d tempest-SecGroupTest-46502004 tempest-SecGroupTest-46502004-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:31.050187 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-6e745a07-ada2-4908-8260-bebae82ae07d tempest-SecGroupTest-46502004 tempest-SecGroupTest-46502004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305173'] for security_group_rule, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:31.064441 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-0259dcd2-da31-41fb-a8ae-3a645b20f274 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:31.068625 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1023c8b-b1ed-4bd7-81b4-bb9eb161fb28 req-82a26942-b092-47dd-ba5f-cdeba5702713 tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:34:31.073095 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-0259dcd2-da31-41fb-a8ae-3a645b20f274 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:31.075763 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1023c8b-b1ed-4bd7-81b4-bb9eb161fb28 req-82a26942-b092-47dd-ba5f-cdeba5702713 tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:34:31.080070 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-bf25d12d-35a6-4ed1-90ab-bfe5af6262f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:31.081928 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1023c8b-b1ed-4bd7-81b4-bb9eb161fb28 req-82a26942-b092-47dd-ba5f-cdeba5702713 tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:34:31.082759 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-bf25d12d-35a6-4ed1-90ab-bfe5af6262f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:31.083625 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-d1023c8b-b1ed-4bd7-81b4-bb9eb161fb28 req-82a26942-b092-47dd-ba5f-cdeba5702713 tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] 10.222.0.16 "GET /v2.0/ports?device_id=d7b58cc5-d900-4c19-86f4-9befdd4826d6 HTTP/1.1" status: 200 len: 2374 time: 0.1848757 Jul 14 18:34:31.089172 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-58d9a6b3-cd11-41b2-b8c8-9cc88757bf4a tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] Notify callbacks [] for port, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:31.092943 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-bf25d12d-35a6-4ed1-90ab-bfe5af6262f8 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a715d883-e48c-40cf-97aa-c11c2c286d82 HTTP/1.1" status: 204 len: 168 time: 0.3170128 Jul 14 18:34:31.128373 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e745a07-ada2-4908-8260-bebae82ae07d tempest-SecGroupTest-46502004 tempest-SecGroupTest-46502004-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=436db0aa-1ae4-4ff0-b1be-a0f950456d4f,revision_number=0']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:34:31.148445 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-d1023c8b-b1ed-4bd7-81b4-bb9eb161fb28 req-34eac837-cbbe-45fb-854b-ab200a431a04 tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] 10.222.0.16 "GET /v2.0/security-groups?id=1bfbf1b1-a239-48c4-9d02-fd8b65b471a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506358 Jul 14 18:34:31.179335 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-0259dcd2-da31-41fb-a8ae-3a645b20f274 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9302404b749e4ef485d37ab96351e1de&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6148193 Jul 14 18:34:31.183768 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 47130) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:34:31.187467 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3346827c-1d6a-458f-9452-34ea36dc82a2 req-fca3ea78-309c-4c6c-b803-7c9ab6c46588 tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Made reservation on behalf of 97b50484cf0c4fbaadc06c25d281353e for: {'port': 1} {{(pid=93916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:34:31.193353 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-58d9a6b3-cd11-41b2-b8c8-9cc88757bf4a tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:31.194854 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0259dcd2-da31-41fb-a8ae-3a645b20f274 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77373e1d-e0f1-4860-9223-0b3032befbdc,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:34:31.245937 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-6e745a07-ada2-4908-8260-bebae82ae07d tempest-SecGroupTest-46502004 tempest-SecGroupTest-46502004-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:31.247222 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-6e745a07-ada2-4908-8260-bebae82ae07d tempest-SecGroupTest-46502004 tempest-SecGroupTest-46502004-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5879750 Jul 14 18:34:31.254540 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 47138) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:34:31.302304 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58d9a6b3-cd11-41b2-b8c8-9cc88757bf4a tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] Network 9200a437-e1de-4520-88f6-e68386523e61 is already hosted by enough agents. {{(pid=93915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:34:31.308516 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [None req-58d9a6b3-cd11-41b2-b8c8-9cc88757bf4a tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] Resources bound (agent type, host, resource id): {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:34:31.311506 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d9a6b3-cd11-41b2-b8c8-9cc88757bf4a tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] Pushing event updated for resources: {'Port': ['ID=f31f54fe-59ca-4362-b3f3-ea6c663964a9,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:34:31.315671 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58d9a6b3-cd11-41b2-b8c8-9cc88757bf4a tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] Received port after_create {{(pid=93915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:34:31.354883 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-147ad0fc-771e-419b-b91b-f692b4d7b385 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:31.387817 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-147ad0fc-771e-419b-b91b-f692b4d7b385 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:31.444663 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf25d12d-35a6-4ed1-90ab-bfe5af6262f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a715d883-e48c-40cf-97aa-c11c2c286d82,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:34:31.454551 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 47146) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:34:31.465099 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-ca904048-2645-4d82-9635-34c253bfe063 tempest-SecGroupTest-46502004 tempest-SecGroupTest-46502004-project] 10.222.0.16 "GET /v2.0/security-group-rules/436db0aa-1ae4-4ff0-b1be-a0f950456d4f HTTP/1.1" status: 200 len: 763 time: 0.1649044 Jul 14 18:34:31.468584 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-3346827c-1d6a-458f-9452-34ea36dc82a2 req-fca3ea78-309c-4c6c-b803-7c9ab6c46588 tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:31.472417 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-58d9a6b3-cd11-41b2-b8c8-9cc88757bf4a tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:31.547353 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-147ad0fc-771e-419b-b91b-f692b4d7b385 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:31.549953 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-147ad0fc-771e-419b-b91b-f692b4d7b385 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:31.553878 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-147ad0fc-771e-419b-b91b-f692b4d7b385 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/77373e1d-e0f1-4860-9223-0b3032befbdc HTTP/1.1" status: 204 len: 168 time: 0.3686168 Jul 14 18:34:31.565277 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-9dace518-869f-46d5-b869-fc665ef1d43d tempest-SecGroupTest-46502004 tempest-SecGroupTest-46502004-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1089680 Jul 14 18:34:31.578185 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 47152) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:34:31.632763 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147ad0fc-771e-419b-b91b-f692b4d7b385 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77373e1d-e0f1-4860-9223-0b3032befbdc,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:34:31.641581 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-58d9a6b3-cd11-41b2-b8c8-9cc88757bf4a tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:31.758644 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-192daa9c-5dac-49e9-a2ab-bf8b51f0c5ca tempest-SecGroupTest-46502004 tempest-SecGroupTest-46502004-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:31.780900 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-192daa9c-5dac-49e9-a2ab-bf8b51f0c5ca tempest-SecGroupTest-46502004 tempest-SecGroupTest-46502004-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:31.804367 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.db_base_plugin_common [req-3346827c-1d6a-458f-9452-34ea36dc82a2 req-fca3ea78-309c-4c6c-b803-7c9ab6c46588 tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Allocated IP 10.2.2.100 (d9b1ce92-40c0-4c35-b452-dfbdda964ee7/6b5b6fc5-6d46-499c-9d51-f1f072b12976/c2b3fb63-6908-4955-af27-c8e059a5a158) {{(pid=93916) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:34:31.869926 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-192daa9c-5dac-49e9-a2ab-bf8b51f0c5ca tempest-SecGroupTest-46502004 tempest-SecGroupTest-46502004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305173'] for security_group_rule, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:31.892420 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cd8fd7-d91d-4b5b-bbdf-461e20ab67ec req-2fd53127-f33f-46a6-8b1f-17f36894fa86 tempest-ServerRescueTestJSONUnderV235-773555335 tempest-ServerRescueTestJSONUnderV235-773555335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:34:31.896162 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c9cd8fd7-d91d-4b5b-bbdf-461e20ab67ec req-2fd53127-f33f-46a6-8b1f-17f36894fa86 tempest-ServerRescueTestJSONUnderV235-773555335 tempest-ServerRescueTestJSONUnderV235-773555335-project] 10.222.0.16 "GET /v2.0/ports?device_id=1141130f-4875-4e07-b30e-73bca303df1e HTTP/1.1" status: 200 len: 946 time: 0.3501172 Jul 14 18:34:31.914206 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-192daa9c-5dac-49e9-a2ab-bf8b51f0c5ca tempest-SecGroupTest-46502004 tempest-SecGroupTest-46502004-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:31.915971 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-192daa9c-5dac-49e9-a2ab-bf8b51f0c5ca tempest-SecGroupTest-46502004 tempest-SecGroupTest-46502004-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/436db0aa-1ae4-4ff0-b1be-a0f950456d4f HTTP/1.1" status: 204 len: 168 time: 0.3244491 Jul 14 18:34:31.923878 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 47162) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:34:31.960751 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192daa9c-5dac-49e9-a2ab-bf8b51f0c5ca tempest-SecGroupTest-46502004 tempest-SecGroupTest-46502004-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=436db0aa-1ae4-4ff0-b1be-a0f950456d4f,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:34:31.966563 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-58d9a6b3-cd11-41b2-b8c8-9cc88757bf4a tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] Notify callbacks [] for port, precommit_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:31.979345 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-58d9a6b3-cd11-41b2-b8c8-9cc88757bf4a tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25912978'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:31.996210 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-33232753-b825-4b13-96bf-2db8f5f9d2f0 tempest-SecGroupTest-46502004 tempest-SecGroupTest-46502004-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0702467 Jul 14 18:34:31.996210 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 47168) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:34:32.009533 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-3b247403-3ac9-4b19-bd6a-62e62fa0c7b9 tempest-SecGroupTest-46502004 tempest-SecGroupTest-46502004-project] Request body: {'security_group_rule': {'security_group_id': 'a6b8b31d-26d4-40b6-9b1d-d2b80feecee2', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:34:32.048426 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-3b247403-3ac9-4b19-bd6a-62e62fa0c7b9 tempest-SecGroupTest-46502004 tempest-SecGroupTest-46502004-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:32.082203 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d9a6b3-cd11-41b2-b8c8-9cc88757bf4a tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] Pushing event updated for resources: {'Port': ['ID=f31f54fe-59ca-4362-b3f3-ea6c663964a9,revision_number=2']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:34:32.109372 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-3346827c-1d6a-458f-9452-34ea36dc82a2 req-fca3ea78-309c-4c6c-b803-7c9ab6c46588 tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Notify callbacks [] for port, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:32.138951 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.provisioning_blocks [req-3346827c-1d6a-458f-9452-34ea36dc82a2 req-fca3ea78-309c-4c6c-b803-7c9ab6c46588 tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Transition to ACTIVE for port object c2b3fb63-6908-4955-af27-c8e059a5a158 will not be triggered until provisioned by entity DHCP. {{(pid=93916) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:34:32.153902 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-3b247403-3ac9-4b19-bd6a-62e62fa0c7b9 tempest-SecGroupTest-46502004 tempest-SecGroupTest-46502004-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:32.161803 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-3b247403-3ac9-4b19-bd6a-62e62fa0c7b9 tempest-SecGroupTest-46502004 tempest-SecGroupTest-46502004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305173'] for security_group_rule, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:32.181416 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c9cd8fd7-d91d-4b5b-bbdf-461e20ab67ec req-c9328caa-b2fc-432a-b5c0-f21dde83daeb tempest-ServerRescueTestJSONUnderV235-773555335 tempest-ServerRescueTestJSONUnderV235-773555335-project] 10.222.0.16 "GET /v2.0/security-groups?id=5be666b2-293d-46ef-a6aa-7f465b02e205&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2176070 Jul 14 18:34:32.204379 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-3b247403-3ac9-4b19-bd6a-62e62fa0c7b9 tempest-SecGroupTest-46502004 tempest-SecGroupTest-46502004-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:32.204379 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-3b247403-3ac9-4b19-bd6a-62e62fa0c7b9 tempest-SecGroupTest-46502004 tempest-SecGroupTest-46502004-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1983283 Jul 14 18:34:32.206139 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 47180) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:34:32.210923 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b247403-3ac9-4b19-bd6a-62e62fa0c7b9 tempest-SecGroupTest-46502004 tempest-SecGroupTest-46502004-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9bf71bdb-b053-44aa-859e-81d4d0964e3e,revision_number=0']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:34:32.234260 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-3346827c-1d6a-458f-9452-34ea36dc82a2 req-fca3ea78-309c-4c6c-b803-7c9ab6c46588 tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:32.247954 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-aaaf00f2-5a3f-488e-b923-e32852a9be3b tempest-SecGroupTest-46502004 tempest-SecGroupTest-46502004-project] 10.222.0.16 "GET /v2.0/security-group-rules/9bf71bdb-b053-44aa-859e-81d4d0964e3e HTTP/1.1" status: 200 len: 763 time: 0.0371079 Jul 14 18:34:32.251091 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 47184) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:34:32.273235 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-58d9a6b3-cd11-41b2-b8c8-9cc88757bf4a tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-930131'] for floatingip, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:32.303749 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-58d9a6b3-cd11-41b2-b8c8-9cc88757bf4a tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for floatingip, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:32.305240 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-58d9a6b3-cd11-41b2-b8c8-9cc88757bf4a tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.7689075 Jul 14 18:34:32.318098 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-997d2964-2507-41fb-a8f7-3d4f7ed62067 tempest-SecGroupTest-46502004 tempest-SecGroupTest-46502004-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0656435 Jul 14 18:34:32.326057 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 47188) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:34:32.340693 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3346827c-1d6a-458f-9452-34ea36dc82a2 req-fca3ea78-309c-4c6c-b803-7c9ab6c46588 tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Network d9b1ce92-40c0-4c35-b452-dfbdda964ee7 is already hosted by enough agents. {{(pid=93916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:34:32.346665 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:32.352389 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [req-3346827c-1d6a-458f-9452-34ea36dc82a2 req-fca3ea78-309c-4c6c-b803-7c9ab6c46588 tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Resources bound (agent type, host, resource id): {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:34:32.356669 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.l3_dvrscheduler_db [req-3346827c-1d6a-458f-9452-34ea36dc82a2 req-fca3ea78-309c-4c6c-b803-7c9ab6c46588 tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Received port after_create {{(pid=93916) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:34:32.389922 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-0aad6532-8d6e-422c-b410-52bcba687286 tempest-SecGroupTest-46502004 tempest-SecGroupTest-46502004-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:32.445068 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-0aad6532-8d6e-422c-b410-52bcba687286 tempest-SecGroupTest-46502004 tempest-SecGroupTest-46502004-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:32.483928 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca3ea78-309c-4c6c-b803-7c9ab6c46588 tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Pushing event updated for resources: {'Port': ['ID=c2b3fb63-6908-4955-af27-c8e059a5a158,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:34:32.535304 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-0aad6532-8d6e-422c-b410-52bcba687286 tempest-SecGroupTest-46502004 tempest-SecGroupTest-46502004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305173'] for security_group_rule, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:32.551855 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-0aad6532-8d6e-422c-b410-52bcba687286 tempest-SecGroupTest-46502004 tempest-SecGroupTest-46502004-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:32.553044 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-0aad6532-8d6e-422c-b410-52bcba687286 tempest-SecGroupTest-46502004 tempest-SecGroupTest-46502004-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/9bf71bdb-b053-44aa-859e-81d4d0964e3e HTTP/1.1" status: 204 len: 168 time: 0.2208440 Jul 14 18:34:32.554051 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aad6532-8d6e-422c-b410-52bcba687286 tempest-SecGroupTest-46502004 tempest-SecGroupTest-46502004-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9bf71bdb-b053-44aa-859e-81d4d0964e3e,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:34:32.555973 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 47198) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:34:32.568665 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3346827c-1d6a-458f-9452-34ea36dc82a2 req-fca3ea78-309c-4c6c-b803-7c9ab6c46588 tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:34:32.572734 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-3346827c-1d6a-458f-9452-34ea36dc82a2 req-fca3ea78-309c-4c6c-b803-7c9ab6c46588 tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:32.586597 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4642ddce-e018-45bc-b8e9-6f0a15621594 req-19111efd-9d58-4564-b6c7-eef13a627897 tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:34:32.602977 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4642ddce-e018-45bc-b8e9-6f0a15621594 req-19111efd-9d58-4564-b6c7-eef13a627897 tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:34:32.606224 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-3346827c-1d6a-458f-9452-34ea36dc82a2 req-fca3ea78-309c-4c6c-b803-7c9ab6c46588 tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9112129 Jul 14 18:34:32.615845 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4642ddce-e018-45bc-b8e9-6f0a15621594 req-19111efd-9d58-4564-b6c7-eef13a627897 tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:34:32.618426 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [req-3346827c-1d6a-458f-9452-34ea36dc82a2 req-024ae55b-21b0-4f4b-a92c-c6b939ca5193 tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Request body: {'port': {'device_id': 'd7b58cc5-d900-4c19-86f4-9befdd4826d6', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'd9b1ce92-40c0-4c35-b452-dfbdda964ee7', 'admin_state_up': True, 'tenant_id': '97b50484cf0c4fbaadc06c25d281353e', 'security_groups': ['1bfbf1b1-a239-48c4-9d02-fd8b65b471a7']}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:34:32.638688 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4642ddce-e018-45bc-b8e9-6f0a15621594 req-19111efd-9d58-4564-b6c7-eef13a627897 tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:34:32.647367 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-4642ddce-e018-45bc-b8e9-6f0a15621594 req-19111efd-9d58-4564-b6c7-eef13a627897 tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] 10.222.0.16 "GET /v2.0/ports?device_id=d7b58cc5-d900-4c19-86f4-9befdd4826d6 HTTP/1.1" status: 200 len: 3095 time: 0.2784858 Jul 14 18:34:32.757291 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-4642ddce-e018-45bc-b8e9-6f0a15621594 req-59d8e0c0-0d21-4c74-9549-0b2e62f50917 tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] 10.222.0.16 "GET /v2.0/security-groups?id=1bfbf1b1-a239-48c4-9d02-fd8b65b471a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1089230 Jul 14 18:34:32.758509 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-6ea093a9-93f5-4c67-9a56-904a59853c99 None None] Provisioning for port c2b3fb63-6908-4955-af27-c8e059a5a158 completed by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:34:32.767103 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-6ea093a9-93f5-4c67-9a56-904a59853c99 None None] Provisioning complete for port c2b3fb63-6908-4955-af27-c8e059a5a158 triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:34:32.767510 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-6ea093a9-93f5-4c67-9a56-904a59853c99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:32.855133 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-6ea093a9-93f5-4c67-9a56-904a59853c99 None None] Port c2b3fb63-6908-4955-af27-c8e059a5a158 cannot update to ACTIVE because it is not bound. {{(pid=93917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 18:34:32.859185 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3346827c-1d6a-458f-9452-34ea36dc82a2 req-024ae55b-21b0-4f4b-a92c-c6b939ca5193 tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Made reservation on behalf of 97b50484cf0c4fbaadc06c25d281353e for: {'port': 1} {{(pid=93916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:34:32.866242 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-3346827c-1d6a-458f-9452-34ea36dc82a2 req-024ae55b-21b0-4f4b-a92c-c6b939ca5193 tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:32.870693 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-bab8e29f-5bf6-4e08-850c-1a155457d83d tempest-SecGroupTest-46502004 tempest-SecGroupTest-46502004-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3125565 Jul 14 18:34:32.874055 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 47218) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:34:32.883985 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-f6651b00-42e6-4e3d-8686-b30e46882e45 tempest-SecGroupTest-46502004 tempest-SecGroupTest-46502004-project] Request body: {'security_group_rule': {'security_group_id': 'a6b8b31d-26d4-40b6-9b1d-d2b80feecee2', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:34:32.938671 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-7fb4fa41-4147-4a02-b146-a293033cc408 req-069cc67a-3582-4223-9107-852bcf951229 tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--1893099112&fields=id&tenant_id=81405c7e7f554ba6bd8aaf104233fc29 HTTP/1.1" status: 200 len: 267 time: 0.1474688 Jul 14 18:34:33.055429 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-f6651b00-42e6-4e3d-8686-b30e46882e45 tempest-SecGroupTest-46502004 tempest-SecGroupTest-46502004-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:33.113717 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb4fa41-4147-4a02-b146-a293033cc408 req-ec38fead-7e2e-42e4-b3a8-29b6f71bd447 tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:34:33.115314 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-7fb4fa41-4147-4a02-b146-a293033cc408 req-ec38fead-7e2e-42e4-b3a8-29b6f71bd447 tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] 10.222.0.16 "GET /v2.0/networks?id=fd8ea664-6074-4bbe-887f-058fe7b50123 HTTP/1.1" status: 200 len: 816 time: 0.1754370 Jul 14 18:34:33.140839 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.db_base_plugin_common [req-3346827c-1d6a-458f-9452-34ea36dc82a2 req-024ae55b-21b0-4f4b-a92c-c6b939ca5193 tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Allocated IP 10.2.2.200 (d9b1ce92-40c0-4c35-b452-dfbdda964ee7/6b5b6fc5-6d46-499c-9d51-f1f072b12976/867c1045-d4a3-4446-b5e7-7ab9463781ba) {{(pid=93916) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:34:33.144422 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-7fb4fa41-4147-4a02-b146-a293033cc408 req-e704f09e-81eb-499e-be1f-c843c51f3d49 tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] 10.222.0.16 "GET /v2.0/quotas/81405c7e7f554ba6bd8aaf104233fc29 HTTP/1.1" status: 200 len: 375 time: 0.0143781 Jul 14 18:34:33.261163 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-f6651b00-42e6-4e3d-8686-b30e46882e45 tempest-SecGroupTest-46502004 tempest-SecGroupTest-46502004-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:33.271913 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-f6651b00-42e6-4e3d-8686-b30e46882e45 tempest-SecGroupTest-46502004 tempest-SecGroupTest-46502004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305173'] for security_group_rule, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:33.293195 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-7fb4fa41-4147-4a02-b146-a293033cc408 req-e572fc21-66a2-4676-9c0d-8694efa09dc8 tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=81405c7e7f554ba6bd8aaf104233fc29&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1330721 Jul 14 18:34:33.304045 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6651b00-42e6-4e3d-8686-b30e46882e45 tempest-SecGroupTest-46502004 tempest-SecGroupTest-46502004-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac8f54d6-70a8-4b4e-907f-710110dba913,revision_number=0']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:34:33.310640 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-f6651b00-42e6-4e3d-8686-b30e46882e45 tempest-SecGroupTest-46502004 tempest-SecGroupTest-46502004-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:33.312413 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-f6651b00-42e6-4e3d-8686-b30e46882e45 tempest-SecGroupTest-46502004 tempest-SecGroupTest-46502004-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4377844 Jul 14 18:34:33.322357 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 47234) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:34:33.383795 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-3847f743-2ec5-42ee-ace2-db2d9fa56d7a tempest-SecGroupTest-46502004 tempest-SecGroupTest-46502004-project] 10.222.0.16 "GET /v2.0/security-group-rules/ac8f54d6-70a8-4b4e-907f-710110dba913 HTTP/1.1" status: 200 len: 764 time: 0.0599399 Jul 14 18:34:33.386362 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 47240) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:34:33.426567 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-3346827c-1d6a-458f-9452-34ea36dc82a2 req-024ae55b-21b0-4f4b-a92c-c6b939ca5193 tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Notify callbacks [] for port, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:33.454092 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-c9ea260c-25f2-4c37-aa86-a4df4fb9ae2e tempest-SecGroupTest-46502004 tempest-SecGroupTest-46502004-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0654862 Jul 14 18:34:33.457180 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 47242) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:34:33.468304 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.provisioning_blocks [req-3346827c-1d6a-458f-9452-34ea36dc82a2 req-024ae55b-21b0-4f4b-a92c-c6b939ca5193 tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Transition to ACTIVE for port object 867c1045-d4a3-4446-b5e7-7ab9463781ba will not be triggered until provisioned by entity DHCP. {{(pid=93916) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:34:33.500275 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-7fb4fa41-4147-4a02-b146-a293033cc408 req-3b50e418-5246-4f73-8c79-4b54ecba8f83 service neutron] 10.222.0.16 "GET /v2.0/networks/fd8ea664-6074-4bbe-887f-058fe7b50123?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1908593 Jul 14 18:34:33.518933 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-656cd923-0f39-46f3-8cb8-ab58e373b83a tempest-SecGroupTest-46502004 tempest-SecGroupTest-46502004-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:33.530804 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-656cd923-0f39-46f3-8cb8-ab58e373b83a tempest-SecGroupTest-46502004 tempest-SecGroupTest-46502004-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:33.553488 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-3346827c-1d6a-458f-9452-34ea36dc82a2 req-024ae55b-21b0-4f4b-a92c-c6b939ca5193 tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:33.630672 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-656cd923-0f39-46f3-8cb8-ab58e373b83a tempest-SecGroupTest-46502004 tempest-SecGroupTest-46502004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305173'] for security_group_rule, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:33.638089 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-656cd923-0f39-46f3-8cb8-ab58e373b83a tempest-SecGroupTest-46502004 tempest-SecGroupTest-46502004-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:33.643082 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-656cd923-0f39-46f3-8cb8-ab58e373b83a tempest-SecGroupTest-46502004 tempest-SecGroupTest-46502004-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/ac8f54d6-70a8-4b4e-907f-710110dba913 HTTP/1.1" status: 204 len: 168 time: 0.1811137 Jul 14 18:34:33.647773 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 47250) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:34:33.650288 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3346827c-1d6a-458f-9452-34ea36dc82a2 req-024ae55b-21b0-4f4b-a92c-c6b939ca5193 tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Network d9b1ce92-40c0-4c35-b452-dfbdda964ee7 is already hosted by enough agents. {{(pid=93916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:34:33.671311 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [req-3346827c-1d6a-458f-9452-34ea36dc82a2 req-024ae55b-21b0-4f4b-a92c-c6b939ca5193 tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Resources bound (agent type, host, resource id): {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:34:33.672912 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656cd923-0f39-46f3-8cb8-ab58e373b83a tempest-SecGroupTest-46502004 tempest-SecGroupTest-46502004-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ac8f54d6-70a8-4b4e-907f-710110dba913,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:34:33.690161 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.l3_dvrscheduler_db [req-3346827c-1d6a-458f-9452-34ea36dc82a2 req-024ae55b-21b0-4f4b-a92c-c6b939ca5193 tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Received port after_create {{(pid=93916) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:34:33.737944 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-cf3b773e-6ff7-453c-82d9-bde843a3dd5c tempest-SecGroupTest-46502004 tempest-SecGroupTest-46502004-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0798187 Jul 14 18:34:33.737944 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-7fb4fa41-4147-4a02-b146-a293033cc408 req-f1f0c733-df09-46d4-8cac-e5ddb6ccc000 service neutron] 10.222.0.16 "GET /v2.0/networks/fd8ea664-6074-4bbe-887f-058fe7b50123?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2285676 Jul 14 18:34:33.738283 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 47254) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:34:33.746470 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024ae55b-21b0-4f4b-a92c-c6b939ca5193 tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Pushing event updated for resources: {'Port': ['ID=867c1045-d4a3-4446-b5e7-7ab9463781ba,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:34:33.817763 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3346827c-1d6a-458f-9452-34ea36dc82a2 req-024ae55b-21b0-4f4b-a92c-c6b939ca5193 tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:34:33.818449 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-3346827c-1d6a-458f-9452-34ea36dc82a2 req-024ae55b-21b0-4f4b-a92c-c6b939ca5193 tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:33.859564 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-3346827c-1d6a-458f-9452-34ea36dc82a2 req-024ae55b-21b0-4f4b-a92c-c6b939ca5193 tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2454171 Jul 14 18:34:33.871618 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [req-3346827c-1d6a-458f-9452-34ea36dc82a2 req-9aea8376-01be-404c-8492-ad03824fe243 service neutron] Request body: {'port': {'device_id': 'd7b58cc5-d900-4c19-86f4-9befdd4826d6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800634-3'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:34:33.893406 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-bfb21bcc-6c79-40ec-a179-575ad20ba095 tempest-SecGroupTest-46502004 tempest-SecGroupTest-46502004-project] Notify callbacks [] for security_group, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:33.989232 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-3346827c-1d6a-458f-9452-34ea36dc82a2 req-9aea8376-01be-404c-8492-ad03824fe243 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:34.043427 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-bfb21bcc-6c79-40ec-a179-575ad20ba095 tempest-SecGroupTest-46502004 tempest-SecGroupTest-46502004-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:34.094691 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-367f7f18-ea26-458a-914e-4f25f923be70 None None] Provisioning for port 867c1045-d4a3-4446-b5e7-7ab9463781ba completed by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:34:34.099759 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-367f7f18-ea26-458a-914e-4f25f923be70 None None] Provisioning complete for port 867c1045-d4a3-4446-b5e7-7ab9463781ba triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:34:34.100165 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-367f7f18-ea26-458a-914e-4f25f923be70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:34.140020 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3a5390-6fe5-40fb-8330-da2566efd1df req-c12fdbf3-d022-4ea5-acd4-a4dbed954379 tempest-ServerRescueTestJSONUnderV235-773555335 tempest-ServerRescueTestJSONUnderV235-773555335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:34:34.142404 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-7d3a5390-6fe5-40fb-8330-da2566efd1df req-c12fdbf3-d022-4ea5-acd4-a4dbed954379 tempest-ServerRescueTestJSONUnderV235-773555335 tempest-ServerRescueTestJSONUnderV235-773555335-project] 10.222.0.16 "GET /v2.0/ports?device_id=1141130f-4875-4e07-b30e-73bca303df1e HTTP/1.1" status: 200 len: 946 time: 0.1892381 Jul 14 18:34:34.184658 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-bfb21bcc-6c79-40ec-a179-575ad20ba095 tempest-SecGroupTest-46502004 tempest-SecGroupTest-46502004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:34.191550 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-bfb21bcc-6c79-40ec-a179-575ad20ba095 tempest-SecGroupTest-46502004 tempest-SecGroupTest-46502004-project] Notify callbacks [] for security_group, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:34.195239 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-bfb21bcc-6c79-40ec-a179-575ad20ba095 tempest-SecGroupTest-46502004 tempest-SecGroupTest-46502004-project] 10.222.0.16 "DELETE /v2.0/security-groups/a6b8b31d-26d4-40b6-9b1d-d2b80feecee2 HTTP/1.1" status: 204 len: 168 time: 0.4557729 Jul 14 18:34:34.235904 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-367f7f18-ea26-458a-914e-4f25f923be70 None None] Port 867c1045-d4a3-4446-b5e7-7ab9463781ba cannot update to ACTIVE because it is not bound. {{(pid=93917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 18:34:34.246684 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 47266) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:34:34.350899 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb21bcc-6c79-40ec-a179-575ad20ba095 tempest-SecGroupTest-46502004 tempest-SecGroupTest-46502004-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6b8b31d-26d4-40b6-9b1d-d2b80feecee2,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:34:34.412071 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-7d3a5390-6fe5-40fb-8330-da2566efd1df req-359c124a-2086-46ae-83d4-a9fbebbfdbe1 tempest-ServerRescueTestJSONUnderV235-773555335 tempest-ServerRescueTestJSONUnderV235-773555335-project] 10.222.0.16 "GET /v2.0/security-groups?id=5be666b2-293d-46ef-a6aa-7f465b02e205&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2570133 Jul 14 18:34:34.538130 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-bd5b8e2f-9778-410e-80b2-7765750b60e8 tempest-SecGroupTest-46502004 tempest-SecGroupTest-46502004-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2804852 Jul 14 18:34:34.558671 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 47278) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:34:34.587461 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-771cc3ae-6524-4163-b7a6-207cc7a382ad req-7f25947c-6f96-4d4b-92ee-cb07a0f588a8 tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] 10.222.0.16 "GET /v2.0/ports?device_id=9cc02da8-a510-4707-81d5-af2edaddbb4a HTTP/1.1" status: 200 len: 210 time: 0.0731056 Jul 14 18:34:34.640078 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-ac99d864-082e-4696-8d1f-b8734a927bdd tempest-SecGroupTest-46502004 tempest-SecGroupTest-46502004-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0792029 Jul 14 18:34:34.672365 n-d-800634-3 neutron-server[93916]: DEBUG neutron.notifiers.nova [req-3346827c-1d6a-458f-9452-34ea36dc82a2 req-9aea8376-01be-404c-8492-ad03824fe243 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 827a9395-b498-4e0f-b70e-182acf0b86da {{(pid=93916) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 18:34:34.683108 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-3346827c-1d6a-458f-9452-34ea36dc82a2 req-9aea8376-01be-404c-8492-ad03824fe243 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:34.694713 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c6bc75-7f43-468a-8d9e-fe16a02e3802 req-219878a3-2882-4322-9ab3-84f8e2e91f50 tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:34:34.696484 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.provisioning_blocks [req-3346827c-1d6a-458f-9452-34ea36dc82a2 req-9aea8376-01be-404c-8492-ad03824fe243 service neutron] Transition to ACTIVE for port object 827a9395-b498-4e0f-b70e-182acf0b86da will not be triggered until provisioned by entity L2. {{(pid=93916) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:34:34.701705 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-3346827c-1d6a-458f-9452-34ea36dc82a2 req-9aea8376-01be-404c-8492-ad03824fe243 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2684870'] for port, after_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:34.704178 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c6bc75-7f43-468a-8d9e-fe16a02e3802 req-219878a3-2882-4322-9ab3-84f8e2e91f50 tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:34:34.715331 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c6bc75-7f43-468a-8d9e-fe16a02e3802 req-219878a3-2882-4322-9ab3-84f8e2e91f50 tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:34:34.724240 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c6bc75-7f43-468a-8d9e-fe16a02e3802 req-219878a3-2882-4322-9ab3-84f8e2e91f50 tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:34:34.736178 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c6bc75-7f43-468a-8d9e-fe16a02e3802 req-219878a3-2882-4322-9ab3-84f8e2e91f50 tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:34:34.751456 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-08c6bc75-7f43-468a-8d9e-fe16a02e3802 req-219878a3-2882-4322-9ab3-84f8e2e91f50 tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] 10.222.0.16 "GET /v2.0/ports?device_id=d7b58cc5-d900-4c19-86f4-9befdd4826d6 HTTP/1.1" status: 200 len: 3816 time: 0.2599006 Jul 14 18:34:34.830082 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-08c6bc75-7f43-468a-8d9e-fe16a02e3802 req-a48f286d-b431-436c-88c9-090c26ec3471 tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] 10.222.0.16 "GET /v2.0/security-groups?id=1bfbf1b1-a239-48c4-9d02-fd8b65b471a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0707002 Jul 14 18:34:34.836633 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 47286) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:34:34.848746 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aea8376-01be-404c-8492-ad03824fe243 service neutron] Pushing event updated for resources: {'Port': ['ID=827a9395-b498-4e0f-b70e-182acf0b86da,revision_number=2']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:34:34.864581 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.managers [req-3346827c-1d6a-458f-9452-34ea36dc82a2 req-9aea8376-01be-404c-8492-ad03824fe243 service neutron] Attempting to bind port 827a9395-b498-4e0f-b70e-182acf0b86da on host n-h2-800634-3 for vnic_type normal with profile {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:34:34.865205 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.managers [req-3346827c-1d6a-458f-9452-34ea36dc82a2 req-9aea8376-01be-404c-8492-ad03824fe243 service neutron] Attempting to bind port 827a9395-b498-4e0f-b70e-182acf0b86da by drivers openvswitch,hyperv on host n-h2-800634-3 at level 0 using segments [{'id': '637ec1cb-18c4-4dda-9a4b-e2420d872dc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'a3451eaf-fb13-48b5-b64d-da7580c60487'}] {{(pid=93916) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:34:34.865732 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3346827c-1d6a-458f-9452-34ea36dc82a2 req-9aea8376-01be-404c-8492-ad03824fe243 service neutron] Attempting to bind port 827a9395-b498-4e0f-b70e-182acf0b86da on network a3451eaf-fb13-48b5-b64d-da7580c60487 {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:34:34.871682 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3346827c-1d6a-458f-9452-34ea36dc82a2 req-9aea8376-01be-404c-8492-ad03824fe243 service neutron] Port 827a9395-b498-4e0f-b70e-182acf0b86da on network a3451eaf-fb13-48b5-b64d-da7580c60487 not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-3 {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 18:34:34.872528 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3346827c-1d6a-458f-9452-34ea36dc82a2 req-9aea8376-01be-404c-8492-ad03824fe243 service neutron] Attempting to bind port 827a9395-b498-4e0f-b70e-182acf0b86da on network a3451eaf-fb13-48b5-b64d-da7580c60487 {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:34:34.878592 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3346827c-1d6a-458f-9452-34ea36dc82a2 req-9aea8376-01be-404c-8492-ad03824fe243 service neutron] Checking agent: {'id': '08e36a6c-8d04-48f0-a644-f27680635246', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 15, 35), 'started_at': datetime.datetime(2021, 7, 14, 18, 15, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 18, 34, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 18:34:34.879155 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3346827c-1d6a-458f-9452-34ea36dc82a2 req-9aea8376-01be-404c-8492-ad03824fe243 service neutron] Checking segment: {'id': '637ec1cb-18c4-4dda-9a4b-e2420d872dc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'a3451eaf-fb13-48b5-b64d-da7580c60487'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93916) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:34:34.879917 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3346827c-1d6a-458f-9452-34ea36dc82a2 req-9aea8376-01be-404c-8492-ad03824fe243 service neutron] Bound using segment: {'id': '637ec1cb-18c4-4dda-9a4b-e2420d872dc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'a3451eaf-fb13-48b5-b64d-da7580c60487'} {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 18:34:34.880606 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.managers [req-3346827c-1d6a-458f-9452-34ea36dc82a2 req-9aea8376-01be-404c-8492-ad03824fe243 service neutron] Bound port: 827a9395-b498-4e0f-b70e-182acf0b86da, host: n-h2-800634-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '637ec1cb-18c4-4dda-9a4b-e2420d872dc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'a3451eaf-fb13-48b5-b64d-da7580c60487'}}] {{(pid=93916) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 18:34:34.881189 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-3346827c-1d6a-458f-9452-34ea36dc82a2 req-9aea8376-01be-404c-8492-ad03824fe243 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:34.995703 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.db [req-3346827c-1d6a-458f-9452-34ea36dc82a2 req-9aea8376-01be-404c-8492-ad03824fe243 service neutron] For port 827a9395-b498-4e0f-b70e-182acf0b86da, host n-h2-800634-3, cleared binding levels {{(pid=93916) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:34:35.000773 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-0142261f-df31-482d-aa63-b96f1ad1111e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:35.005112 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.db [req-3346827c-1d6a-458f-9452-34ea36dc82a2 req-9aea8376-01be-404c-8492-ad03824fe243 service neutron] For port 827a9395-b498-4e0f-b70e-182acf0b86da, host n-h2-800634-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=827a9395-b498-4e0f-b70e-182acf0b86da,segment=NetworkSegment(637ec1cb-18c4-4dda-9a4b-e2420d872dc7),segment_id=637ec1cb-18c4-4dda-9a4b-e2420d872dc7)] {{(pid=93916) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 18:34:35.015273 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-3346827c-1d6a-458f-9452-34ea36dc82a2 req-9aea8376-01be-404c-8492-ad03824fe243 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2684870'] for port, after_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:35.056738 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3346827c-1d6a-458f-9452-34ea36dc82a2 req-9aea8376-01be-404c-8492-ad03824fe243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:34:35.057558 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-3346827c-1d6a-458f-9452-34ea36dc82a2 req-9aea8376-01be-404c-8492-ad03824fe243 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:35.059070 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-3346827c-1d6a-458f-9452-34ea36dc82a2 req-9aea8376-01be-404c-8492-ad03824fe243 service neutron] 10.222.0.35 "PUT /v2.0/ports/827a9395-b498-4e0f-b70e-182acf0b86da HTTP/1.1" status: 200 len: 1091 time: 1.1925557 Jul 14 18:34:35.059581 n-d-800634-3 neutron-server[93916]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7b58cc5-d900-4c19-86f4-9befdd4826d6', 'tag': '827a9395-b498-4e0f-b70e-182acf0b86da'}] {{(pid=93916) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:34:35.062003 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f803e150b363a7893830aa996ac27753fa25517c406ecd3536b7c2d4b26eeb9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b85b2954-bb1c-47b2-b526-18d4c34876ca" -d '{"events": [{"name": "network-changed", "server_uuid": "d7b58cc5-d900-4c19-86f4-9befdd4826d6", "tag": "827a9395-b498-4e0f-b70e-182acf0b86da"}]}' {{(pid=93916) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:34:35.105979 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aea8376-01be-404c-8492-ad03824fe243 service neutron] Pushing event updated for resources: {'Port': ['ID=827a9395-b498-4e0f-b70e-182acf0b86da,revision_number=3']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:34:35.121581 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [req-3346827c-1d6a-458f-9452-34ea36dc82a2 req-6e801120-14c5-47cb-89ce-8770107d8f20 service neutron] Request body: {'port': {'device_id': 'd7b58cc5-d900-4c19-86f4-9befdd4826d6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800634-3'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:34:35.198130 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 18:34:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d01a9527-fb09-4c8f-becf-ec92f4adf464 x-openstack-request-id: req-d01a9527-fb09-4c8f-becf-ec92f4adf464 {{(pid=93916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:34:35.198440 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7b58cc5-d900-4c19-86f4-9befdd4826d6", "tag": "827a9395-b498-4e0f-b70e-182acf0b86da", "status": "completed", "code": 200}]} {{(pid=93916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:34:35.198820 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d01a9527-fb09-4c8f-becf-ec92f4adf464 {{(pid=93916) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:34:35.199230 n-d-800634-3 neutron-server[93916]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7b58cc5-d900-4c19-86f4-9befdd4826d6', 'tag': '827a9395-b498-4e0f-b70e-182acf0b86da', 'status': 'completed', 'code': 200} Jul 14 18:34:35.265241 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:35.272234 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 47296) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:34:35.285162 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-3346827c-1d6a-458f-9452-34ea36dc82a2 req-6e801120-14c5-47cb-89ce-8770107d8f20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:35.437474 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-0142261f-df31-482d-aa63-b96f1ad1111e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:35.465948 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-0142261f-df31-482d-aa63-b96f1ad1111e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:35.542064 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-0142261f-df31-482d-aa63-b96f1ad1111e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=cd426920f3ff4deca5c3451e50353ebb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7022021 Jul 14 18:34:35.548566 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 47306) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:34:35.598808 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0142261f-df31-482d-aa63-b96f1ad1111e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe78ad32-4362-4b94-9c91-33f3b0df6a15,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:34:35.604994 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85b2954-bb1c-47b2-b526-18d4c34876ca req-012abb1e-fc6b-47a6-947a-9aa57e85fe71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:34:35.605498 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85b2954-bb1c-47b2-b526-18d4c34876ca req-012abb1e-fc6b-47a6-947a-9aa57e85fe71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:34:35.605972 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85b2954-bb1c-47b2-b526-18d4c34876ca req-012abb1e-fc6b-47a6-947a-9aa57e85fe71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:34:35.606442 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85b2954-bb1c-47b2-b526-18d4c34876ca req-012abb1e-fc6b-47a6-947a-9aa57e85fe71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:34:35.606910 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85b2954-bb1c-47b2-b526-18d4c34876ca req-012abb1e-fc6b-47a6-947a-9aa57e85fe71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:34:35.608943 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b85b2954-bb1c-47b2-b526-18d4c34876ca req-012abb1e-fc6b-47a6-947a-9aa57e85fe71 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=97b50484cf0c4fbaadc06c25d281353e&device_id=d7b58cc5-d900-4c19-86f4-9befdd4826d6 HTTP/1.1" status: 200 len: 4363 time: 0.3569958 Jul 14 18:34:35.803408 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-e5f1c6d1-7629-4d8f-833f-79db90bb853c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=fd427388fa7542e395830dee219121af&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5270078 Jul 14 18:34:35.807101 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 47310) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:34:35.922221 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-18db7a49-8bbc-40a7-853e-8d0341a1f224 req-24372f7f-d12f-472a-b437-0eb662086836 tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] 10.222.0.16 "GET /v2.0/ports?device_id=9cc02da8-a510-4707-81d5-af2edaddbb4a HTTP/1.1" status: 200 len: 210 time: 0.1105368 Jul 14 18:34:36.095622 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-f4a99d63-5447-48ab-99b7-8b23af5a554d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:36.300683 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-f4a99d63-5447-48ab-99b7-8b23af5a554d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:36.342892 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb4fa41-4147-4a02-b146-a293033cc408 req-cf56c4a8-f69f-4bdc-a028-3fc8739e9c73 tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:34:36.344438 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-7fb4fa41-4147-4a02-b146-a293033cc408 req-cf56c4a8-f69f-4bdc-a028-3fc8739e9c73 tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] 10.222.0.35 "GET /v2.0/networks?id=fd8ea664-6074-4bbe-887f-058fe7b50123 HTTP/1.1" status: 200 len: 816 time: 0.4489357 Jul 14 18:34:36.355313 n-d-800634-3 neutron-server[93916]: DEBUG neutron.notifiers.nova [req-3346827c-1d6a-458f-9452-34ea36dc82a2 req-6e801120-14c5-47cb-89ce-8770107d8f20 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 02f27bc5-ba4e-4925-b830-6468da0dccb6 {{(pid=93916) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 18:34:36.356019 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444fc5c0-362b-4839-9c35-0893a37065fe req-3618ad25-2f05-406c-ad87-8dec6e5a6963 tempest-ServerRescueTestJSONUnderV235-773555335 tempest-ServerRescueTestJSONUnderV235-773555335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:34:36.362773 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-444fc5c0-362b-4839-9c35-0893a37065fe req-3618ad25-2f05-406c-ad87-8dec6e5a6963 tempest-ServerRescueTestJSONUnderV235-773555335 tempest-ServerRescueTestJSONUnderV235-773555335-project] 10.222.0.16 "GET /v2.0/ports?device_id=1141130f-4875-4e07-b30e-73bca303df1e HTTP/1.1" status: 200 len: 946 time: 0.7935736 Jul 14 18:34:36.364580 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-3346827c-1d6a-458f-9452-34ea36dc82a2 req-6e801120-14c5-47cb-89ce-8770107d8f20 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:36.375880 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85b2954-bb1c-47b2-b526-18d4c34876ca req-138a0d2e-9239-4621-81d3-36fc213f8a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:34:36.376537 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85b2954-bb1c-47b2-b526-18d4c34876ca req-138a0d2e-9239-4621-81d3-36fc213f8a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:34:36.377063 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85b2954-bb1c-47b2-b526-18d4c34876ca req-138a0d2e-9239-4621-81d3-36fc213f8a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:34:36.378654 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b85b2954-bb1c-47b2-b526-18d4c34876ca req-138a0d2e-9239-4621-81d3-36fc213f8a16 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=97b50484cf0c4fbaadc06c25d281353e&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.7388699 Jul 14 18:34:36.383884 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.provisioning_blocks [req-3346827c-1d6a-458f-9452-34ea36dc82a2 req-6e801120-14c5-47cb-89ce-8770107d8f20 service neutron] Transition to ACTIVE for port object 02f27bc5-ba4e-4925-b830-6468da0dccb6 will not be triggered until provisioned by entity L2. {{(pid=93916) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:34:36.390278 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-3346827c-1d6a-458f-9452-34ea36dc82a2 req-6e801120-14c5-47cb-89ce-8770107d8f20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2684870'] for port, after_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:36.508480 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e801120-14c5-47cb-89ce-8770107d8f20 service neutron] Pushing event updated for resources: {'Port': ['ID=02f27bc5-ba4e-4925-b830-6468da0dccb6,revision_number=2']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:34:36.581459 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.managers [req-3346827c-1d6a-458f-9452-34ea36dc82a2 req-6e801120-14c5-47cb-89ce-8770107d8f20 service neutron] Attempting to bind port 02f27bc5-ba4e-4925-b830-6468da0dccb6 on host n-h2-800634-3 for vnic_type normal with profile {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:34:36.582187 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.managers [req-3346827c-1d6a-458f-9452-34ea36dc82a2 req-6e801120-14c5-47cb-89ce-8770107d8f20 service neutron] Attempting to bind port 02f27bc5-ba4e-4925-b830-6468da0dccb6 by drivers openvswitch,hyperv on host n-h2-800634-3 at level 0 using segments [{'id': '10270b9d-7deb-4383-8c55-a66aebb27b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '53bb0fcd-64dd-42eb-8d88-ad420edc0329'}] {{(pid=93916) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:34:36.583166 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3346827c-1d6a-458f-9452-34ea36dc82a2 req-6e801120-14c5-47cb-89ce-8770107d8f20 service neutron] Attempting to bind port 02f27bc5-ba4e-4925-b830-6468da0dccb6 on network 53bb0fcd-64dd-42eb-8d88-ad420edc0329 {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:34:36.589612 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3346827c-1d6a-458f-9452-34ea36dc82a2 req-6e801120-14c5-47cb-89ce-8770107d8f20 service neutron] Port 02f27bc5-ba4e-4925-b830-6468da0dccb6 on network 53bb0fcd-64dd-42eb-8d88-ad420edc0329 not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-3 {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 18:34:36.590352 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3346827c-1d6a-458f-9452-34ea36dc82a2 req-6e801120-14c5-47cb-89ce-8770107d8f20 service neutron] Attempting to bind port 02f27bc5-ba4e-4925-b830-6468da0dccb6 on network 53bb0fcd-64dd-42eb-8d88-ad420edc0329 {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:34:36.598166 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3346827c-1d6a-458f-9452-34ea36dc82a2 req-6e801120-14c5-47cb-89ce-8770107d8f20 service neutron] Checking agent: {'id': '08e36a6c-8d04-48f0-a644-f27680635246', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 15, 35), 'started_at': datetime.datetime(2021, 7, 14, 18, 15, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 18, 34, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 18:34:36.598953 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3346827c-1d6a-458f-9452-34ea36dc82a2 req-6e801120-14c5-47cb-89ce-8770107d8f20 service neutron] Checking segment: {'id': '10270b9d-7deb-4383-8c55-a66aebb27b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '53bb0fcd-64dd-42eb-8d88-ad420edc0329'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93916) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:34:36.599803 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3346827c-1d6a-458f-9452-34ea36dc82a2 req-6e801120-14c5-47cb-89ce-8770107d8f20 service neutron] Bound using segment: {'id': '10270b9d-7deb-4383-8c55-a66aebb27b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '53bb0fcd-64dd-42eb-8d88-ad420edc0329'} {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 18:34:36.600578 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.managers [req-3346827c-1d6a-458f-9452-34ea36dc82a2 req-6e801120-14c5-47cb-89ce-8770107d8f20 service neutron] Bound port: 02f27bc5-ba4e-4925-b830-6468da0dccb6, host: n-h2-800634-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10270b9d-7deb-4383-8c55-a66aebb27b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '53bb0fcd-64dd-42eb-8d88-ad420edc0329'}}] {{(pid=93916) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 18:34:36.601835 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-3346827c-1d6a-458f-9452-34ea36dc82a2 req-6e801120-14c5-47cb-89ce-8770107d8f20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:36.685818 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.db [req-3346827c-1d6a-458f-9452-34ea36dc82a2 req-6e801120-14c5-47cb-89ce-8770107d8f20 service neutron] For port 02f27bc5-ba4e-4925-b830-6468da0dccb6, host n-h2-800634-3, cleared binding levels {{(pid=93916) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:34:36.690782 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.db [req-3346827c-1d6a-458f-9452-34ea36dc82a2 req-6e801120-14c5-47cb-89ce-8770107d8f20 service neutron] For port 02f27bc5-ba4e-4925-b830-6468da0dccb6, host n-h2-800634-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=02f27bc5-ba4e-4925-b830-6468da0dccb6,segment=NetworkSegment(10270b9d-7deb-4383-8c55-a66aebb27b9d),segment_id=10270b9d-7deb-4383-8c55-a66aebb27b9d)] {{(pid=93916) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 18:34:36.700158 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-3346827c-1d6a-458f-9452-34ea36dc82a2 req-6e801120-14c5-47cb-89ce-8770107d8f20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2684870'] for port, after_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:36.798765 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e801120-14c5-47cb-89ce-8770107d8f20 service neutron] Pushing event updated for resources: {'Port': ['ID=02f27bc5-ba4e-4925-b830-6468da0dccb6,revision_number=3']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:34:36.815464 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3346827c-1d6a-458f-9452-34ea36dc82a2 req-6e801120-14c5-47cb-89ce-8770107d8f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:34:36.816334 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-3346827c-1d6a-458f-9452-34ea36dc82a2 req-6e801120-14c5-47cb-89ce-8770107d8f20 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:36.817834 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-3346827c-1d6a-458f-9452-34ea36dc82a2 req-6e801120-14c5-47cb-89ce-8770107d8f20 service neutron] 10.222.0.35 "PUT /v2.0/ports/02f27bc5-ba4e-4925-b830-6468da0dccb6 HTTP/1.1" status: 200 len: 1130 time: 1.7046242 Jul 14 18:34:36.873844 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [req-3346827c-1d6a-458f-9452-34ea36dc82a2 req-4ce85910-258b-40b4-9075-633a6cc6e50e service neutron] Request body: {'port': {'device_id': 'd7b58cc5-d900-4c19-86f4-9befdd4826d6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800634-3'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:34:36.902922 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-64d2606a-ef56-4de7-900a-5e6a8e0e169b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:36.974356 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-7fb4fa41-4147-4a02-b146-a293033cc408 req-9cec5448-1cb7-4a73-b045-60d70df0f58a tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=81405c7e7f554ba6bd8aaf104233fc29 HTTP/1.1" status: 200 len: 380 time: 0.6007762 Jul 14 18:34:36.985109 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-64d2606a-ef56-4de7-900a-5e6a8e0e169b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:37.007723 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-444fc5c0-362b-4839-9c35-0893a37065fe req-9ad2897a-4e30-4592-ac61-57d40484e5df tempest-ServerRescueTestJSONUnderV235-773555335 tempest-ServerRescueTestJSONUnderV235-773555335-project] 10.222.0.16 "GET /v2.0/security-groups?id=5be666b2-293d-46ef-a6aa-7f465b02e205&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6406255 Jul 14 18:34:37.014423 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [req-7fb4fa41-4147-4a02-b146-a293033cc408 req-27f09397-25ca-4585-8912-f3053868ca21 tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] Request body: {'port': {'device_id': '9cc02da8-a510-4707-81d5-af2edaddbb4a', 'network_id': 'fd8ea664-6074-4bbe-887f-058fe7b50123', 'admin_state_up': True, 'tenant_id': '81405c7e7f554ba6bd8aaf104233fc29', 'security_groups': ['3eac0233-2f58-4c36-8bbf-3f6eb68f3b22']}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:34:37.048743 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-3346827c-1d6a-458f-9452-34ea36dc82a2 req-4ce85910-258b-40b4-9075-633a6cc6e50e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:37.054224 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-f4a99d63-5447-48ab-99b7-8b23af5a554d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:37.063104 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-f4a99d63-5447-48ab-99b7-8b23af5a554d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:37.071731 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-f4a99d63-5447-48ab-99b7-8b23af5a554d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/fe78ad32-4362-4b94-9c91-33f3b0df6a15 HTTP/1.1" status: 204 len: 168 time: 1.5184798 Jul 14 18:34:37.128090 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf2376b-cd68-411b-8046-887d0fe317e3 req-d6a8717d-9fed-4501-b085-012b062a0b9a tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:34:37.145141 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf2376b-cd68-411b-8046-887d0fe317e3 req-d6a8717d-9fed-4501-b085-012b062a0b9a tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:34:37.152060 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf2376b-cd68-411b-8046-887d0fe317e3 req-d6a8717d-9fed-4501-b085-012b062a0b9a tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:34:37.173946 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf2376b-cd68-411b-8046-887d0fe317e3 req-d6a8717d-9fed-4501-b085-012b062a0b9a tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:34:37.180423 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf2376b-cd68-411b-8046-887d0fe317e3 req-d6a8717d-9fed-4501-b085-012b062a0b9a tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:34:37.205229 n-d-800634-3 neutron-server[93916]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7b58cc5-d900-4c19-86f4-9befdd4826d6', 'tag': '02f27bc5-ba4e-4925-b830-6468da0dccb6'}] {{(pid=93916) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:34:37.205476 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-bcf2376b-cd68-411b-8046-887d0fe317e3 req-d6a8717d-9fed-4501-b085-012b062a0b9a tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] 10.222.0.16 "GET /v2.0/ports?device_id=d7b58cc5-d900-4c19-86f4-9befdd4826d6 HTTP/1.1" status: 200 len: 3828 time: 1.0025423 Jul 14 18:34:37.229701 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f803e150b363a7893830aa996ac27753fa25517c406ecd3536b7c2d4b26eeb9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca9551f4-1830-417f-b006-835d3b23d5a8" -d '{"events": [{"name": "network-changed", "server_uuid": "d7b58cc5-d900-4c19-86f4-9befdd4826d6", "tag": "02f27bc5-ba4e-4925-b830-6468da0dccb6"}]}' {{(pid=93916) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:34:37.383498 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a99d63-5447-48ab-99b7-8b23af5a554d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe78ad32-4362-4b94-9c91-33f3b0df6a15,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:34:37.451230 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85b2954-bb1c-47b2-b526-18d4c34876ca req-15e2d673-60ec-4b84-95a6-6ca087e4501f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:34:37.453185 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b85b2954-bb1c-47b2-b526-18d4c34876ca req-15e2d673-60ec-4b84-95a6-6ca087e4501f service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 1.0560241 Jul 14 18:34:37.526230 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6f2007d1-c856-428f-aeb6-9d4a9ffad336 req-2d5b323c-2909-4289-ad79-06a9d4ba8b87 tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] 10.222.0.16 "GET /v2.0/ports?device_id=9cc02da8-a510-4707-81d5-af2edaddbb4a HTTP/1.1" status: 200 len: 210 time: 0.0718255 Jul 14 18:34:37.540822 n-d-800634-3 neutron-server[93916]: DEBUG neutron.notifiers.nova [req-3346827c-1d6a-458f-9452-34ea36dc82a2 req-4ce85910-258b-40b4-9075-633a6cc6e50e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ce8955c-39eb-4a08-89c1-c4e808ceeb28 {{(pid=93916) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 18:34:37.549488 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-3346827c-1d6a-458f-9452-34ea36dc82a2 req-4ce85910-258b-40b4-9075-633a6cc6e50e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:37.559338 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-bcf2376b-cd68-411b-8046-887d0fe317e3 req-c90dda84-aea8-4c00-a4ca-064190496147 tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] 10.222.0.16 "GET /v2.0/security-groups?id=1bfbf1b1-a239-48c4-9d02-fd8b65b471a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3473670 Jul 14 18:34:37.587065 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.provisioning_blocks [req-3346827c-1d6a-458f-9452-34ea36dc82a2 req-4ce85910-258b-40b4-9075-633a6cc6e50e service neutron] Transition to ACTIVE for port object 2ce8955c-39eb-4a08-89c1-c4e808ceeb28 will not be triggered until provisioned by entity L2. {{(pid=93916) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:34:37.591807 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-64d2606a-ef56-4de7-900a-5e6a8e0e169b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:37.600161 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-64d2606a-ef56-4de7-900a-5e6a8e0e169b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:37.600161 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-64d2606a-ef56-4de7-900a-5e6a8e0e169b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/bef7b4d0-f387-4a00-aa8a-b591e1aa26f7 HTTP/1.1" status: 204 len: 168 time: 1.7850614 Jul 14 18:34:37.605236 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-3346827c-1d6a-458f-9452-34ea36dc82a2 req-4ce85910-258b-40b4-9075-633a6cc6e50e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2684870'] for port, after_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:37.643641 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d2606a-ef56-4de7-900a-5e6a8e0e169b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bef7b4d0-f387-4a00-aa8a-b591e1aa26f7,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:34:37.691068 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 18:34:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8babd7a2-5fa9-44ff-b626-9e270af06673 x-openstack-request-id: req-8babd7a2-5fa9-44ff-b626-9e270af06673 {{(pid=93916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:34:37.691869 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7b58cc5-d900-4c19-86f4-9befdd4826d6", "tag": "02f27bc5-ba4e-4925-b830-6468da0dccb6", "status": "completed", "code": 200}]} {{(pid=93916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:34:37.692499 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8babd7a2-5fa9-44ff-b626-9e270af06673 {{(pid=93916) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:34:37.694565 n-d-800634-3 neutron-server[93916]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7b58cc5-d900-4c19-86f4-9befdd4826d6', 'tag': '02f27bc5-ba4e-4925-b830-6468da0dccb6', 'status': 'completed', 'code': 200} Jul 14 18:34:37.695450 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce85910-258b-40b4-9075-633a6cc6e50e service neutron] Pushing event updated for resources: {'Port': ['ID=2ce8955c-39eb-4a08-89c1-c4e808ceeb28,revision_number=2']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:34:37.765939 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7fb4fa41-4147-4a02-b146-a293033cc408 req-27f09397-25ca-4585-8912-f3053868ca21 tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] Made reservation on behalf of 81405c7e7f554ba6bd8aaf104233fc29 for: {'port': 1} {{(pid=93915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:34:37.778756 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-7fb4fa41-4147-4a02-b146-a293033cc408 req-27f09397-25ca-4585-8912-f3053868ca21 tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:37.901699 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.managers [req-3346827c-1d6a-458f-9452-34ea36dc82a2 req-4ce85910-258b-40b4-9075-633a6cc6e50e service neutron] Attempting to bind port 2ce8955c-39eb-4a08-89c1-c4e808ceeb28 on host n-h2-800634-3 for vnic_type normal with profile {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:34:37.902045 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.managers [req-3346827c-1d6a-458f-9452-34ea36dc82a2 req-4ce85910-258b-40b4-9075-633a6cc6e50e service neutron] Attempting to bind port 2ce8955c-39eb-4a08-89c1-c4e808ceeb28 by drivers openvswitch,hyperv on host n-h2-800634-3 at level 0 using segments [{'id': '10270b9d-7deb-4383-8c55-a66aebb27b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '53bb0fcd-64dd-42eb-8d88-ad420edc0329'}] {{(pid=93916) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:34:37.902386 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3346827c-1d6a-458f-9452-34ea36dc82a2 req-4ce85910-258b-40b4-9075-633a6cc6e50e service neutron] Attempting to bind port 2ce8955c-39eb-4a08-89c1-c4e808ceeb28 on network 53bb0fcd-64dd-42eb-8d88-ad420edc0329 {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:34:37.908827 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9551f4-1830-417f-b006-835d3b23d5a8 req-e8ee669b-431e-404a-8d18-c96ad6ba833a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:34:37.910386 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9551f4-1830-417f-b006-835d3b23d5a8 req-e8ee669b-431e-404a-8d18-c96ad6ba833a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:34:37.910955 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9551f4-1830-417f-b006-835d3b23d5a8 req-e8ee669b-431e-404a-8d18-c96ad6ba833a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:34:37.911451 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9551f4-1830-417f-b006-835d3b23d5a8 req-e8ee669b-431e-404a-8d18-c96ad6ba833a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:34:37.911938 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9551f4-1830-417f-b006-835d3b23d5a8 req-e8ee669b-431e-404a-8d18-c96ad6ba833a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:34:37.912608 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9551f4-1830-417f-b006-835d3b23d5a8 req-e8ee669b-431e-404a-8d18-c96ad6ba833a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:34:37.913095 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9551f4-1830-417f-b006-835d3b23d5a8 req-e8ee669b-431e-404a-8d18-c96ad6ba833a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:34:37.915844 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ca9551f4-1830-417f-b006-835d3b23d5a8 req-e8ee669b-431e-404a-8d18-c96ad6ba833a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=97b50484cf0c4fbaadc06c25d281353e&device_id=d7b58cc5-d900-4c19-86f4-9befdd4826d6 HTTP/1.1" status: 200 len: 6167 time: 0.2465599 Jul 14 18:34:37.918996 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3346827c-1d6a-458f-9452-34ea36dc82a2 req-4ce85910-258b-40b4-9075-633a6cc6e50e service neutron] Port 2ce8955c-39eb-4a08-89c1-c4e808ceeb28 on network 53bb0fcd-64dd-42eb-8d88-ad420edc0329 not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-3 {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 18:34:37.919336 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3346827c-1d6a-458f-9452-34ea36dc82a2 req-4ce85910-258b-40b4-9075-633a6cc6e50e service neutron] Attempting to bind port 2ce8955c-39eb-4a08-89c1-c4e808ceeb28 on network 53bb0fcd-64dd-42eb-8d88-ad420edc0329 {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:34:37.935436 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3346827c-1d6a-458f-9452-34ea36dc82a2 req-4ce85910-258b-40b4-9075-633a6cc6e50e service neutron] Checking agent: {'id': '08e36a6c-8d04-48f0-a644-f27680635246', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 15, 35), 'started_at': datetime.datetime(2021, 7, 14, 18, 15, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 18, 34, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 18:34:37.936023 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3346827c-1d6a-458f-9452-34ea36dc82a2 req-4ce85910-258b-40b4-9075-633a6cc6e50e service neutron] Checking segment: {'id': '10270b9d-7deb-4383-8c55-a66aebb27b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '53bb0fcd-64dd-42eb-8d88-ad420edc0329'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93916) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:34:37.936640 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3346827c-1d6a-458f-9452-34ea36dc82a2 req-4ce85910-258b-40b4-9075-633a6cc6e50e service neutron] Bound using segment: {'id': '10270b9d-7deb-4383-8c55-a66aebb27b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '53bb0fcd-64dd-42eb-8d88-ad420edc0329'} {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 18:34:37.937312 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.managers [req-3346827c-1d6a-458f-9452-34ea36dc82a2 req-4ce85910-258b-40b4-9075-633a6cc6e50e service neutron] Bound port: 2ce8955c-39eb-4a08-89c1-c4e808ceeb28, host: n-h2-800634-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10270b9d-7deb-4383-8c55-a66aebb27b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '53bb0fcd-64dd-42eb-8d88-ad420edc0329'}}] {{(pid=93916) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 18:34:37.937935 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-3346827c-1d6a-458f-9452-34ea36dc82a2 req-4ce85910-258b-40b4-9075-633a6cc6e50e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:38.095038 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.db [req-3346827c-1d6a-458f-9452-34ea36dc82a2 req-4ce85910-258b-40b4-9075-633a6cc6e50e service neutron] For port 2ce8955c-39eb-4a08-89c1-c4e808ceeb28, host n-h2-800634-3, cleared binding levels {{(pid=93916) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:34:38.098427 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.db [req-3346827c-1d6a-458f-9452-34ea36dc82a2 req-4ce85910-258b-40b4-9075-633a6cc6e50e service neutron] For port 2ce8955c-39eb-4a08-89c1-c4e808ceeb28, host n-h2-800634-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=2ce8955c-39eb-4a08-89c1-c4e808ceeb28,segment=NetworkSegment(10270b9d-7deb-4383-8c55-a66aebb27b9d),segment_id=10270b9d-7deb-4383-8c55-a66aebb27b9d)] {{(pid=93916) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 18:34:38.106637 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-3346827c-1d6a-458f-9452-34ea36dc82a2 req-4ce85910-258b-40b4-9075-633a6cc6e50e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2684870'] for port, after_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:38.180419 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3346827c-1d6a-458f-9452-34ea36dc82a2 req-4ce85910-258b-40b4-9075-633a6cc6e50e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:34:38.181194 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-3346827c-1d6a-458f-9452-34ea36dc82a2 req-4ce85910-258b-40b4-9075-633a6cc6e50e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:38.182680 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-3346827c-1d6a-458f-9452-34ea36dc82a2 req-4ce85910-258b-40b4-9075-633a6cc6e50e service neutron] 10.222.0.35 "PUT /v2.0/ports/2ce8955c-39eb-4a08-89c1-c4e808ceeb28 HTTP/1.1" status: 200 len: 1130 time: 1.3313401 Jul 14 18:34:38.185102 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.db_base_plugin_common [req-7fb4fa41-4147-4a02-b146-a293033cc408 req-27f09397-25ca-4585-8912-f3053868ca21 tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] Allocated IP 172.20.0.11 (fd8ea664-6074-4bbe-887f-058fe7b50123/c9715e59-b525-40fa-a99e-ebf6aedac4af/9611ddd0-9e07-40ea-aec9-fb06e7378e68) {{(pid=93915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:34:38.214346 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9551f4-1830-417f-b006-835d3b23d5a8 req-fe22b0a4-b7fb-4c86-8c55-f2bd199d55fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:34:38.214830 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9551f4-1830-417f-b006-835d3b23d5a8 req-fe22b0a4-b7fb-4c86-8c55-f2bd199d55fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:34:38.215309 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9551f4-1830-417f-b006-835d3b23d5a8 req-fe22b0a4-b7fb-4c86-8c55-f2bd199d55fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:34:38.217068 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ca9551f4-1830-417f-b006-835d3b23d5a8 req-fe22b0a4-b7fb-4c86-8c55-f2bd199d55fc service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=97b50484cf0c4fbaadc06c25d281353e&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.2927184 Jul 14 18:34:38.258250 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [req-3346827c-1d6a-458f-9452-34ea36dc82a2 req-d443d00d-2d13-4493-bcbe-a8663bf27d1c service neutron] Request body: {'port': {'device_id': 'd7b58cc5-d900-4c19-86f4-9befdd4826d6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800634-3'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:34:38.521712 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce85910-258b-40b4-9075-633a6cc6e50e service neutron] Pushing event updated for resources: {'Port': ['ID=2ce8955c-39eb-4a08-89c1-c4e808ceeb28,revision_number=3']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:34:38.580904 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-3346827c-1d6a-458f-9452-34ea36dc82a2 req-d443d00d-2d13-4493-bcbe-a8663bf27d1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:38.629468 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc09c2b1-38ad-4da1-8df1-76ff7000cbbf req-05a65fa2-137d-442e-b7d9-65a3b577d0ae tempest-ServerRescueTestJSONUnderV235-773555335 tempest-ServerRescueTestJSONUnderV235-773555335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:34:38.631990 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-dc09c2b1-38ad-4da1-8df1-76ff7000cbbf req-05a65fa2-137d-442e-b7d9-65a3b577d0ae tempest-ServerRescueTestJSONUnderV235-773555335 tempest-ServerRescueTestJSONUnderV235-773555335-project] 10.222.0.16 "GET /v2.0/ports?device_id=1141130f-4875-4e07-b30e-73bca303df1e HTTP/1.1" status: 200 len: 946 time: 0.3478758 Jul 14 18:34:38.813157 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9551f4-1830-417f-b006-835d3b23d5a8 req-c349122e-4e8b-41c6-80b8-ef4d7b3c679d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:34:38.833855 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ca9551f4-1830-417f-b006-835d3b23d5a8 req-c349122e-4e8b-41c6-80b8-ef4d7b3c679d service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.5910685 Jul 14 18:34:38.911406 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-dc09c2b1-38ad-4da1-8df1-76ff7000cbbf req-aa4ef589-b6c9-4dec-9b66-9881e2e0c797 tempest-ServerRescueTestJSONUnderV235-773555335 tempest-ServerRescueTestJSONUnderV235-773555335-project] 10.222.0.16 "GET /v2.0/security-groups?id=5be666b2-293d-46ef-a6aa-7f465b02e205&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2710469 Jul 14 18:34:39.026638 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b7f1ecf0-55f2-45cc-a638-b2d0c8194405 req-0e94753f-e1a9-46e2-9ef9-75252f100993 tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] 10.222.0.16 "GET /v2.0/ports?device_id=9cc02da8-a510-4707-81d5-af2edaddbb4a HTTP/1.1" status: 200 len: 210 time: 0.1417410 Jul 14 18:34:39.060906 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-7fb4fa41-4147-4a02-b146-a293033cc408 req-27f09397-25ca-4585-8912-f3053868ca21 tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] Notify callbacks [] for port, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:39.092607 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.provisioning_blocks [req-7fb4fa41-4147-4a02-b146-a293033cc408 req-27f09397-25ca-4585-8912-f3053868ca21 tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] Transition to ACTIVE for port object 9611ddd0-9e07-40ea-aec9-fb06e7378e68 will not be triggered until provisioned by entity DHCP. {{(pid=93915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:34:39.162400 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-7fb4fa41-4147-4a02-b146-a293033cc408 req-27f09397-25ca-4585-8912-f3053868ca21 tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:39.262610 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7fb4fa41-4147-4a02-b146-a293033cc408 req-27f09397-25ca-4585-8912-f3053868ca21 tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] Network fd8ea664-6074-4bbe-887f-058fe7b50123 is already hosted by enough agents. {{(pid=93915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:34:39.296747 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [req-7fb4fa41-4147-4a02-b146-a293033cc408 req-27f09397-25ca-4585-8912-f3053868ca21 tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] Resources bound (agent type, host, resource id): {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:34:39.313031 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fb4fa41-4147-4a02-b146-a293033cc408 req-27f09397-25ca-4585-8912-f3053868ca21 tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] Received port after_create {{(pid=93915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:34:39.365414 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f09397-25ca-4585-8912-f3053868ca21 tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] Pushing event updated for resources: {'Port': ['ID=9611ddd0-9e07-40ea-aec9-fb06e7378e68,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:34:39.404897 n-d-800634-3 neutron-server[93916]: DEBUG neutron.notifiers.nova [req-3346827c-1d6a-458f-9452-34ea36dc82a2 req-d443d00d-2d13-4493-bcbe-a8663bf27d1c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eae0b81b-04b1-451f-ad3f-22e780eb31b9 {{(pid=93916) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 18:34:39.417449 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb4fa41-4147-4a02-b146-a293033cc408 req-27f09397-25ca-4585-8912-f3053868ca21 tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:34:39.418289 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-7fb4fa41-4147-4a02-b146-a293033cc408 req-27f09397-25ca-4585-8912-f3053868ca21 tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:39.428460 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-3346827c-1d6a-458f-9452-34ea36dc82a2 req-d443d00d-2d13-4493-bcbe-a8663bf27d1c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:39.465199 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.provisioning_blocks [req-3346827c-1d6a-458f-9452-34ea36dc82a2 req-d443d00d-2d13-4493-bcbe-a8663bf27d1c service neutron] Transition to ACTIVE for port object eae0b81b-04b1-451f-ad3f-22e780eb31b9 will not be triggered until provisioned by entity L2. {{(pid=93916) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:34:39.470954 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-3346827c-1d6a-458f-9452-34ea36dc82a2 req-d443d00d-2d13-4493-bcbe-a8663bf27d1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2684870'] for port, after_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:39.516695 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-7fb4fa41-4147-4a02-b146-a293033cc408 req-27f09397-25ca-4585-8912-f3053868ca21 tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5238388 Jul 14 18:34:39.558930 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [req-7fb4fa41-4147-4a02-b146-a293033cc408 req-b6ab087a-b6df-49b9-91a3-c93ba8f41407 service neutron] Request body: {'port': {'device_id': '9cc02da8-a510-4707-81d5-af2edaddbb4a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800634-3'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:34:39.570694 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d443d00d-2d13-4493-bcbe-a8663bf27d1c service neutron] Pushing event updated for resources: {'Port': ['ID=eae0b81b-04b1-451f-ad3f-22e780eb31b9,revision_number=2']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:34:39.639728 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.managers [req-3346827c-1d6a-458f-9452-34ea36dc82a2 req-d443d00d-2d13-4493-bcbe-a8663bf27d1c service neutron] Attempting to bind port eae0b81b-04b1-451f-ad3f-22e780eb31b9 on host n-h2-800634-3 for vnic_type normal with profile {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:34:39.641670 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.managers [req-3346827c-1d6a-458f-9452-34ea36dc82a2 req-d443d00d-2d13-4493-bcbe-a8663bf27d1c service neutron] Attempting to bind port eae0b81b-04b1-451f-ad3f-22e780eb31b9 by drivers openvswitch,hyperv on host n-h2-800634-3 at level 0 using segments [{'id': '10270b9d-7deb-4383-8c55-a66aebb27b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '53bb0fcd-64dd-42eb-8d88-ad420edc0329'}] {{(pid=93916) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:34:39.644031 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3346827c-1d6a-458f-9452-34ea36dc82a2 req-d443d00d-2d13-4493-bcbe-a8663bf27d1c service neutron] Attempting to bind port eae0b81b-04b1-451f-ad3f-22e780eb31b9 on network 53bb0fcd-64dd-42eb-8d88-ad420edc0329 {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:34:39.655840 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3346827c-1d6a-458f-9452-34ea36dc82a2 req-d443d00d-2d13-4493-bcbe-a8663bf27d1c service neutron] Port eae0b81b-04b1-451f-ad3f-22e780eb31b9 on network 53bb0fcd-64dd-42eb-8d88-ad420edc0329 not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-3 {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 18:34:39.665714 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3346827c-1d6a-458f-9452-34ea36dc82a2 req-d443d00d-2d13-4493-bcbe-a8663bf27d1c service neutron] Attempting to bind port eae0b81b-04b1-451f-ad3f-22e780eb31b9 on network 53bb0fcd-64dd-42eb-8d88-ad420edc0329 {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:34:39.695518 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3346827c-1d6a-458f-9452-34ea36dc82a2 req-d443d00d-2d13-4493-bcbe-a8663bf27d1c service neutron] Checking agent: {'id': '08e36a6c-8d04-48f0-a644-f27680635246', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 15, 35), 'started_at': datetime.datetime(2021, 7, 14, 18, 15, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 18, 34, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 18:34:39.695916 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3346827c-1d6a-458f-9452-34ea36dc82a2 req-d443d00d-2d13-4493-bcbe-a8663bf27d1c service neutron] Checking segment: {'id': '10270b9d-7deb-4383-8c55-a66aebb27b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '53bb0fcd-64dd-42eb-8d88-ad420edc0329'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93916) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:34:39.696374 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3346827c-1d6a-458f-9452-34ea36dc82a2 req-d443d00d-2d13-4493-bcbe-a8663bf27d1c service neutron] Bound using segment: {'id': '10270b9d-7deb-4383-8c55-a66aebb27b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '53bb0fcd-64dd-42eb-8d88-ad420edc0329'} {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 18:34:39.696826 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.managers [req-3346827c-1d6a-458f-9452-34ea36dc82a2 req-d443d00d-2d13-4493-bcbe-a8663bf27d1c service neutron] Bound port: eae0b81b-04b1-451f-ad3f-22e780eb31b9, host: n-h2-800634-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10270b9d-7deb-4383-8c55-a66aebb27b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '53bb0fcd-64dd-42eb-8d88-ad420edc0329'}}] {{(pid=93916) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 18:34:39.697194 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-3346827c-1d6a-458f-9452-34ea36dc82a2 req-d443d00d-2d13-4493-bcbe-a8663bf27d1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:39.704956 n-d-800634-3 neutron-server[93916]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7b58cc5-d900-4c19-86f4-9befdd4826d6', 'tag': '2ce8955c-39eb-4a08-89c1-c4e808ceeb28'}] {{(pid=93916) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:34:39.711107 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f803e150b363a7893830aa996ac27753fa25517c406ecd3536b7c2d4b26eeb9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25e98fef-b873-4b3d-8387-8bc2b6a2f5f8" -d '{"events": [{"name": "network-changed", "server_uuid": "d7b58cc5-d900-4c19-86f4-9befdd4826d6", "tag": "2ce8955c-39eb-4a08-89c1-c4e808ceeb28"}]}' {{(pid=93916) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:34:39.724017 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c653935-0f24-434a-92d6-56f65efc95c9 req-4d4a485a-a10b-4400-979d-f7fc67db1409 tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:34:39.748144 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c653935-0f24-434a-92d6-56f65efc95c9 req-4d4a485a-a10b-4400-979d-f7fc67db1409 tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:34:39.764775 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c653935-0f24-434a-92d6-56f65efc95c9 req-4d4a485a-a10b-4400-979d-f7fc67db1409 tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:34:39.777187 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c653935-0f24-434a-92d6-56f65efc95c9 req-4d4a485a-a10b-4400-979d-f7fc67db1409 tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:34:39.801359 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c653935-0f24-434a-92d6-56f65efc95c9 req-4d4a485a-a10b-4400-979d-f7fc67db1409 tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:34:39.818582 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c653935-0f24-434a-92d6-56f65efc95c9 req-4d4a485a-a10b-4400-979d-f7fc67db1409 tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:34:39.835158 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c653935-0f24-434a-92d6-56f65efc95c9 req-4d4a485a-a10b-4400-979d-f7fc67db1409 tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:34:39.845396 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.db [req-3346827c-1d6a-458f-9452-34ea36dc82a2 req-d443d00d-2d13-4493-bcbe-a8663bf27d1c service neutron] For port eae0b81b-04b1-451f-ad3f-22e780eb31b9, host n-h2-800634-3, cleared binding levels {{(pid=93916) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:34:39.855350 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-1c653935-0f24-434a-92d6-56f65efc95c9 req-4d4a485a-a10b-4400-979d-f7fc67db1409 tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] 10.222.0.16 "GET /v2.0/ports?device_id=d7b58cc5-d900-4c19-86f4-9befdd4826d6 HTTP/1.1" status: 200 len: 5372 time: 0.5861742 Jul 14 18:34:39.861696 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 18:34:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a05c454-91f8-41f4-8c5e-8c26414d5855 x-openstack-request-id: req-8a05c454-91f8-41f4-8c5e-8c26414d5855 {{(pid=93916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:34:39.862190 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7b58cc5-d900-4c19-86f4-9befdd4826d6", "tag": "2ce8955c-39eb-4a08-89c1-c4e808ceeb28", "status": "completed", "code": 200}]} {{(pid=93916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:34:39.862751 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8a05c454-91f8-41f4-8c5e-8c26414d5855 {{(pid=93916) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:34:39.863485 n-d-800634-3 neutron-server[93916]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7b58cc5-d900-4c19-86f4-9befdd4826d6', 'tag': '2ce8955c-39eb-4a08-89c1-c4e808ceeb28', 'status': 'completed', 'code': 200} Jul 14 18:34:39.865492 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.db [req-3346827c-1d6a-458f-9452-34ea36dc82a2 req-d443d00d-2d13-4493-bcbe-a8663bf27d1c service neutron] For port eae0b81b-04b1-451f-ad3f-22e780eb31b9, host n-h2-800634-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=eae0b81b-04b1-451f-ad3f-22e780eb31b9,segment=NetworkSegment(10270b9d-7deb-4383-8c55-a66aebb27b9d),segment_id=10270b9d-7deb-4383-8c55-a66aebb27b9d)] {{(pid=93916) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 18:34:39.872615 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-3346827c-1d6a-458f-9452-34ea36dc82a2 req-d443d00d-2d13-4493-bcbe-a8663bf27d1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2684870'] for port, after_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:39.900595 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-ca8fa4fb-a34d-40d3-999e-3b59b43d09f6 None None] Provisioning for port 9611ddd0-9e07-40ea-aec9-fb06e7378e68 completed by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:34:39.912782 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-ca8fa4fb-a34d-40d3-999e-3b59b43d09f6 None None] Provisioning complete for port 9611ddd0-9e07-40ea-aec9-fb06e7378e68 triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:34:39.913807 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-ca8fa4fb-a34d-40d3-999e-3b59b43d09f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:39.995091 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3346827c-1d6a-458f-9452-34ea36dc82a2 req-d443d00d-2d13-4493-bcbe-a8663bf27d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:34:39.998504 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-ca8fa4fb-a34d-40d3-999e-3b59b43d09f6 None None] Port 9611ddd0-9e07-40ea-aec9-fb06e7378e68 cannot update to ACTIVE because it is not bound. {{(pid=93917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 18:34:40.006354 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-3346827c-1d6a-458f-9452-34ea36dc82a2 req-d443d00d-2d13-4493-bcbe-a8663bf27d1c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:40.009183 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-3346827c-1d6a-458f-9452-34ea36dc82a2 req-d443d00d-2d13-4493-bcbe-a8663bf27d1c service neutron] 10.222.0.35 "PUT /v2.0/ports/eae0b81b-04b1-451f-ad3f-22e780eb31b9 HTTP/1.1" status: 200 len: 1091 time: 1.8001652 Jul 14 18:34:40.072644 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-7fb4fa41-4147-4a02-b146-a293033cc408 req-b6ab087a-b6df-49b9-91a3-c93ba8f41407 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:40.074373 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [req-3346827c-1d6a-458f-9452-34ea36dc82a2 req-09596656-c088-4e1a-af4e-a377ff37c9bb service neutron] Request body: {'port': {'device_id': 'd7b58cc5-d900-4c19-86f4-9befdd4826d6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800634-3'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:34:40.139465 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-1c653935-0f24-434a-92d6-56f65efc95c9 req-4ea9c6a0-50d7-484f-b6f6-81518bd425e4 tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] 10.222.0.16 "GET /v2.0/security-groups?id=1bfbf1b1-a239-48c4-9d02-fd8b65b471a7&id=1cc7ef8d-a00b-43d6-95a3-c209cbabb8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2821743 Jul 14 18:34:40.182729 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d443d00d-2d13-4493-bcbe-a8663bf27d1c service neutron] Pushing event updated for resources: {'Port': ['ID=eae0b81b-04b1-451f-ad3f-22e780eb31b9,revision_number=3']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:34:40.355696 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-3346827c-1d6a-458f-9452-34ea36dc82a2 req-09596656-c088-4e1a-af4e-a377ff37c9bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:40.618176 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e98fef-b873-4b3d-8387-8bc2b6a2f5f8 req-81f63fcd-3d97-4767-b6ee-d451641b2986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:34:40.619997 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e98fef-b873-4b3d-8387-8bc2b6a2f5f8 req-81f63fcd-3d97-4767-b6ee-d451641b2986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:34:40.620558 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e98fef-b873-4b3d-8387-8bc2b6a2f5f8 req-81f63fcd-3d97-4767-b6ee-d451641b2986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:34:40.621801 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e98fef-b873-4b3d-8387-8bc2b6a2f5f8 req-81f63fcd-3d97-4767-b6ee-d451641b2986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:34:40.622182 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e98fef-b873-4b3d-8387-8bc2b6a2f5f8 req-81f63fcd-3d97-4767-b6ee-d451641b2986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:34:40.622851 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e98fef-b873-4b3d-8387-8bc2b6a2f5f8 req-81f63fcd-3d97-4767-b6ee-d451641b2986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:34:40.623578 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e98fef-b873-4b3d-8387-8bc2b6a2f5f8 req-81f63fcd-3d97-4767-b6ee-d451641b2986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:34:40.626685 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-25e98fef-b873-4b3d-8387-8bc2b6a2f5f8 req-81f63fcd-3d97-4767-b6ee-d451641b2986 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=97b50484cf0c4fbaadc06c25d281353e&device_id=d7b58cc5-d900-4c19-86f4-9befdd4826d6 HTTP/1.1" status: 200 len: 6276 time: 0.6143956 Jul 14 18:34:40.904677 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08c6a27-0914-4b9a-8c64-51442dcd6bd5 req-2855baca-9a23-4338-8258-01c9c1593990 tempest-ServerRescueTestJSONUnderV235-773555335 tempest-ServerRescueTestJSONUnderV235-773555335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:34:40.916247 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f08c6a27-0914-4b9a-8c64-51442dcd6bd5 req-2855baca-9a23-4338-8258-01c9c1593990 tempest-ServerRescueTestJSONUnderV235-773555335 tempest-ServerRescueTestJSONUnderV235-773555335-project] 10.222.0.16 "GET /v2.0/ports?device_id=1141130f-4875-4e07-b30e-73bca303df1e HTTP/1.1" status: 200 len: 946 time: 0.6740630 Jul 14 18:34:40.920455 n-d-800634-3 neutron-server[93916]: DEBUG neutron.notifiers.nova [req-3346827c-1d6a-458f-9452-34ea36dc82a2 req-09596656-c088-4e1a-af4e-a377ff37c9bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85897482-0484-49f8-8ec5-b7a74ba260d7 {{(pid=93916) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 18:34:40.944952 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-3346827c-1d6a-458f-9452-34ea36dc82a2 req-09596656-c088-4e1a-af4e-a377ff37c9bb service neutron] Notify callbacks [] for port, precommit_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:40.977909 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.provisioning_blocks [req-3346827c-1d6a-458f-9452-34ea36dc82a2 req-09596656-c088-4e1a-af4e-a377ff37c9bb service neutron] Transition to ACTIVE for port object 85897482-0484-49f8-8ec5-b7a74ba260d7 will not be triggered until provisioned by entity L2. {{(pid=93916) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:34:40.987397 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-3346827c-1d6a-458f-9452-34ea36dc82a2 req-09596656-c088-4e1a-af4e-a377ff37c9bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2684870'] for port, after_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:41.036064 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05dbb1c-84ed-4891-84db-1166ac6e24c3 req-2e262cb4-391e-456e-adb1-62e68b5da474 tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:34:41.037684 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f05dbb1c-84ed-4891-84db-1166ac6e24c3 req-2e262cb4-391e-456e-adb1-62e68b5da474 tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] 10.222.0.16 "GET /v2.0/ports?device_id=9cc02da8-a510-4707-81d5-af2edaddbb4a HTTP/1.1" status: 200 len: 932 time: 0.5655982 Jul 14 18:34:41.141483 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f08c6a27-0914-4b9a-8c64-51442dcd6bd5 req-9af552ac-accb-4376-9444-78038bc4414a tempest-ServerRescueTestJSONUnderV235-773555335 tempest-ServerRescueTestJSONUnderV235-773555335-project] 10.222.0.16 "GET /v2.0/security-groups?id=5be666b2-293d-46ef-a6aa-7f465b02e205&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2217507 Jul 14 18:34:41.175379 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09596656-c088-4e1a-af4e-a377ff37c9bb service neutron] Pushing event updated for resources: {'Port': ['ID=85897482-0484-49f8-8ec5-b7a74ba260d7,revision_number=2']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:34:41.186448 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e98fef-b873-4b3d-8387-8bc2b6a2f5f8 req-302b8525-479f-4c52-961e-09f1aa3c04ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:34:41.187308 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e98fef-b873-4b3d-8387-8bc2b6a2f5f8 req-302b8525-479f-4c52-961e-09f1aa3c04ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:34:41.187800 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e98fef-b873-4b3d-8387-8bc2b6a2f5f8 req-302b8525-479f-4c52-961e-09f1aa3c04ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:34:41.192291 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-25e98fef-b873-4b3d-8387-8bc2b6a2f5f8 req-302b8525-479f-4c52-961e-09f1aa3c04ae service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=97b50484cf0c4fbaadc06c25d281353e&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.5420392 Jul 14 18:34:41.417977 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.managers [req-3346827c-1d6a-458f-9452-34ea36dc82a2 req-09596656-c088-4e1a-af4e-a377ff37c9bb service neutron] Attempting to bind port 85897482-0484-49f8-8ec5-b7a74ba260d7 on host n-h2-800634-3 for vnic_type normal with profile {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:34:41.418754 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.managers [req-3346827c-1d6a-458f-9452-34ea36dc82a2 req-09596656-c088-4e1a-af4e-a377ff37c9bb service neutron] Attempting to bind port 85897482-0484-49f8-8ec5-b7a74ba260d7 by drivers openvswitch,hyperv on host n-h2-800634-3 at level 0 using segments [{'id': '10270b9d-7deb-4383-8c55-a66aebb27b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '53bb0fcd-64dd-42eb-8d88-ad420edc0329'}] {{(pid=93916) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:34:41.419177 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3346827c-1d6a-458f-9452-34ea36dc82a2 req-09596656-c088-4e1a-af4e-a377ff37c9bb service neutron] Attempting to bind port 85897482-0484-49f8-8ec5-b7a74ba260d7 on network 53bb0fcd-64dd-42eb-8d88-ad420edc0329 {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:34:41.424781 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3346827c-1d6a-458f-9452-34ea36dc82a2 req-09596656-c088-4e1a-af4e-a377ff37c9bb service neutron] Port 85897482-0484-49f8-8ec5-b7a74ba260d7 on network 53bb0fcd-64dd-42eb-8d88-ad420edc0329 not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-3 {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 18:34:41.425365 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3346827c-1d6a-458f-9452-34ea36dc82a2 req-09596656-c088-4e1a-af4e-a377ff37c9bb service neutron] Attempting to bind port 85897482-0484-49f8-8ec5-b7a74ba260d7 on network 53bb0fcd-64dd-42eb-8d88-ad420edc0329 {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:34:41.436646 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3346827c-1d6a-458f-9452-34ea36dc82a2 req-09596656-c088-4e1a-af4e-a377ff37c9bb service neutron] Checking agent: {'id': '08e36a6c-8d04-48f0-a644-f27680635246', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 15, 35), 'started_at': datetime.datetime(2021, 7, 14, 18, 15, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 18, 34, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 18:34:41.442472 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3346827c-1d6a-458f-9452-34ea36dc82a2 req-09596656-c088-4e1a-af4e-a377ff37c9bb service neutron] Checking segment: {'id': '10270b9d-7deb-4383-8c55-a66aebb27b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '53bb0fcd-64dd-42eb-8d88-ad420edc0329'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93916) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:34:41.443043 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3346827c-1d6a-458f-9452-34ea36dc82a2 req-09596656-c088-4e1a-af4e-a377ff37c9bb service neutron] Bound using segment: {'id': '10270b9d-7deb-4383-8c55-a66aebb27b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '53bb0fcd-64dd-42eb-8d88-ad420edc0329'} {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 18:34:41.443707 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.managers [req-3346827c-1d6a-458f-9452-34ea36dc82a2 req-09596656-c088-4e1a-af4e-a377ff37c9bb service neutron] Bound port: 85897482-0484-49f8-8ec5-b7a74ba260d7, host: n-h2-800634-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10270b9d-7deb-4383-8c55-a66aebb27b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '53bb0fcd-64dd-42eb-8d88-ad420edc0329'}}] {{(pid=93916) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 18:34:41.444590 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-3346827c-1d6a-458f-9452-34ea36dc82a2 req-09596656-c088-4e1a-af4e-a377ff37c9bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:41.511345 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f05dbb1c-84ed-4891-84db-1166ac6e24c3 req-6c9975d1-db25-47f7-8643-52bab67cbda8 tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] 10.222.0.16 "GET /v2.0/security-groups?id=3eac0233-2f58-4c36-8bbf-3f6eb68f3b22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4447265 Jul 14 18:34:41.578712 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [req-7fb4fa41-4147-4a02-b146-a293033cc408 req-b6ab087a-b6df-49b9-91a3-c93ba8f41407 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9611ddd0-9e07-40ea-aec9-fb06e7378e68 {{(pid=93915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 18:34:41.578955 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.db [req-3346827c-1d6a-458f-9452-34ea36dc82a2 req-09596656-c088-4e1a-af4e-a377ff37c9bb service neutron] For port 85897482-0484-49f8-8ec5-b7a74ba260d7, host n-h2-800634-3, cleared binding levels {{(pid=93916) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:34:41.589140 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.db [req-3346827c-1d6a-458f-9452-34ea36dc82a2 req-09596656-c088-4e1a-af4e-a377ff37c9bb service neutron] For port 85897482-0484-49f8-8ec5-b7a74ba260d7, host n-h2-800634-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=85897482-0484-49f8-8ec5-b7a74ba260d7,segment=NetworkSegment(10270b9d-7deb-4383-8c55-a66aebb27b9d),segment_id=10270b9d-7deb-4383-8c55-a66aebb27b9d)] {{(pid=93916) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 18:34:41.599802 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-3346827c-1d6a-458f-9452-34ea36dc82a2 req-09596656-c088-4e1a-af4e-a377ff37c9bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2684870'] for port, after_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:41.607995 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-7fb4fa41-4147-4a02-b146-a293033cc408 req-b6ab087a-b6df-49b9-91a3-c93ba8f41407 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:41.670829 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3346827c-1d6a-458f-9452-34ea36dc82a2 req-09596656-c088-4e1a-af4e-a377ff37c9bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:34:41.671864 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-3346827c-1d6a-458f-9452-34ea36dc82a2 req-09596656-c088-4e1a-af4e-a377ff37c9bb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:41.674127 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-3346827c-1d6a-458f-9452-34ea36dc82a2 req-09596656-c088-4e1a-af4e-a377ff37c9bb service neutron] 10.222.0.35 "PUT /v2.0/ports/85897482-0484-49f8-8ec5-b7a74ba260d7 HTTP/1.1" status: 200 len: 1091 time: 1.6203949 Jul 14 18:34:41.705424 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.provisioning_blocks [req-7fb4fa41-4147-4a02-b146-a293033cc408 req-b6ab087a-b6df-49b9-91a3-c93ba8f41407 service neutron] Transition to ACTIVE for port object 9611ddd0-9e07-40ea-aec9-fb06e7378e68 will not be triggered until provisioned by entity L2. {{(pid=93915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:34:41.717336 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e98fef-b873-4b3d-8387-8bc2b6a2f5f8 req-ae161ca0-d76c-4436-a3cb-5e39004f89d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:34:41.718919 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-25e98fef-b873-4b3d-8387-8bc2b6a2f5f8 req-ae161ca0-d76c-4436-a3cb-5e39004f89d4 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.5165513 Jul 14 18:34:41.721059 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-7fb4fa41-4147-4a02-b146-a293033cc408 req-b6ab087a-b6df-49b9-91a3-c93ba8f41407 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25912978'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:41.730257 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [req-3346827c-1d6a-458f-9452-34ea36dc82a2 req-8763543c-afa5-41bc-8b81-a2b750c1cc3b service neutron] Request body: {'port': {'device_id': 'd7b58cc5-d900-4c19-86f4-9befdd4826d6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800634-3'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:34:41.867801 n-d-800634-3 neutron-server[93916]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7b58cc5-d900-4c19-86f4-9befdd4826d6', 'tag': 'eae0b81b-04b1-451f-ad3f-22e780eb31b9'}, {'name': 'network-changed', 'server_uuid': 'd7b58cc5-d900-4c19-86f4-9befdd4826d6', 'tag': '85897482-0484-49f8-8ec5-b7a74ba260d7'}] {{(pid=93916) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:34:41.870275 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f803e150b363a7893830aa996ac27753fa25517c406ecd3536b7c2d4b26eeb9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edf1f98d-4980-46ba-a96d-88fdc5a01d6f" -d '{"events": [{"name": "network-changed", "server_uuid": "d7b58cc5-d900-4c19-86f4-9befdd4826d6", "tag": "eae0b81b-04b1-451f-ad3f-22e780eb31b9"}, {"name": "network-changed", "server_uuid": "d7b58cc5-d900-4c19-86f4-9befdd4826d6", "tag": "85897482-0484-49f8-8ec5-b7a74ba260d7"}]}' {{(pid=93916) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:34:41.900269 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09596656-c088-4e1a-af4e-a377ff37c9bb service neutron] Pushing event updated for resources: {'Port': ['ID=85897482-0484-49f8-8ec5-b7a74ba260d7,revision_number=3']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:34:41.970617 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ab087a-b6df-49b9-91a3-c93ba8f41407 service neutron] Pushing event updated for resources: {'Port': ['ID=9611ddd0-9e07-40ea-aec9-fb06e7378e68,revision_number=2']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:34:42.023733 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-3346827c-1d6a-458f-9452-34ea36dc82a2 req-8763543c-afa5-41bc-8b81-a2b750c1cc3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:42.042220 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 14 Jul 2021 18:34:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69ccaaae-06f3-428e-a15a-68d1f4fa92fb x-openstack-request-id: req-69ccaaae-06f3-428e-a15a-68d1f4fa92fb {{(pid=93916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:34:42.042531 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7b58cc5-d900-4c19-86f4-9befdd4826d6", "tag": "eae0b81b-04b1-451f-ad3f-22e780eb31b9", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "d7b58cc5-d900-4c19-86f4-9befdd4826d6", "tag": "85897482-0484-49f8-8ec5-b7a74ba260d7", "status": "completed", "code": 200}]} {{(pid=93916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:34:42.047547 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-69ccaaae-06f3-428e-a15a-68d1f4fa92fb {{(pid=93916) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:34:42.048236 n-d-800634-3 neutron-server[93916]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7b58cc5-d900-4c19-86f4-9befdd4826d6', 'tag': 'eae0b81b-04b1-451f-ad3f-22e780eb31b9', 'status': 'completed', 'code': 200} Jul 14 18:34:42.049220 n-d-800634-3 neutron-server[93916]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7b58cc5-d900-4c19-86f4-9befdd4826d6', 'tag': '85897482-0484-49f8-8ec5-b7a74ba260d7', 'status': 'completed', 'code': 200} Jul 14 18:34:42.103743 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32787c8-5ca5-45f2-b920-255e25781fdb req-02f9d24a-ca3f-4316-93cf-f0b5f3fbb775 tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:34:42.128986 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32787c8-5ca5-45f2-b920-255e25781fdb req-02f9d24a-ca3f-4316-93cf-f0b5f3fbb775 tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:34:42.150751 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32787c8-5ca5-45f2-b920-255e25781fdb req-02f9d24a-ca3f-4316-93cf-f0b5f3fbb775 tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:34:42.166296 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32787c8-5ca5-45f2-b920-255e25781fdb req-02f9d24a-ca3f-4316-93cf-f0b5f3fbb775 tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:34:42.185048 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32787c8-5ca5-45f2-b920-255e25781fdb req-02f9d24a-ca3f-4316-93cf-f0b5f3fbb775 tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:34:42.209565 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32787c8-5ca5-45f2-b920-255e25781fdb req-02f9d24a-ca3f-4316-93cf-f0b5f3fbb775 tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:34:42.229091 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32787c8-5ca5-45f2-b920-255e25781fdb req-02f9d24a-ca3f-4316-93cf-f0b5f3fbb775 tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:34:42.231067 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b32787c8-5ca5-45f2-b920-255e25781fdb req-02f9d24a-ca3f-4316-93cf-f0b5f3fbb775 tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] 10.222.0.16 "GET /v2.0/ports?device_id=d7b58cc5-d900-4c19-86f4-9befdd4826d6 HTTP/1.1" status: 200 len: 5396 time: 0.6205373 Jul 14 18:34:42.551916 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-7fb4fa41-4147-4a02-b146-a293033cc408 req-b6ab087a-b6df-49b9-91a3-c93ba8f41407 service neutron] Attempting to bind port 9611ddd0-9e07-40ea-aec9-fb06e7378e68 on host n-h2-800634-3 for vnic_type normal with profile {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:34:42.553201 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-7fb4fa41-4147-4a02-b146-a293033cc408 req-b6ab087a-b6df-49b9-91a3-c93ba8f41407 service neutron] Attempting to bind port 9611ddd0-9e07-40ea-aec9-fb06e7378e68 by drivers openvswitch,hyperv on host n-h2-800634-3 at level 0 using segments [{'id': '48f07496-1654-4e70-864e-6d82e6081c18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'fd8ea664-6074-4bbe-887f-058fe7b50123'}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:34:42.553901 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fb4fa41-4147-4a02-b146-a293033cc408 req-b6ab087a-b6df-49b9-91a3-c93ba8f41407 service neutron] Attempting to bind port 9611ddd0-9e07-40ea-aec9-fb06e7378e68 on network fd8ea664-6074-4bbe-887f-058fe7b50123 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:34:42.564590 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fb4fa41-4147-4a02-b146-a293033cc408 req-b6ab087a-b6df-49b9-91a3-c93ba8f41407 service neutron] Port 9611ddd0-9e07-40ea-aec9-fb06e7378e68 on network fd8ea664-6074-4bbe-887f-058fe7b50123 not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-3 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 18:34:42.565295 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fb4fa41-4147-4a02-b146-a293033cc408 req-b6ab087a-b6df-49b9-91a3-c93ba8f41407 service neutron] Attempting to bind port 9611ddd0-9e07-40ea-aec9-fb06e7378e68 on network fd8ea664-6074-4bbe-887f-058fe7b50123 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:34:42.613114 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b32787c8-5ca5-45f2-b920-255e25781fdb req-4ac1e9c4-078e-48a5-8982-1ea393feb177 tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] 10.222.0.16 "GET /v2.0/security-groups?id=1bfbf1b1-a239-48c4-9d02-fd8b65b471a7&id=1cc7ef8d-a00b-43d6-95a3-c209cbabb8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3595922 Jul 14 18:34:42.623529 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fb4fa41-4147-4a02-b146-a293033cc408 req-b6ab087a-b6df-49b9-91a3-c93ba8f41407 service neutron] Checking agent: {'id': '08e36a6c-8d04-48f0-a644-f27680635246', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 15, 35), 'started_at': datetime.datetime(2021, 7, 14, 18, 15, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 18, 34, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 18:34:42.624337 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fb4fa41-4147-4a02-b146-a293033cc408 req-b6ab087a-b6df-49b9-91a3-c93ba8f41407 service neutron] Checking segment: {'id': '48f07496-1654-4e70-864e-6d82e6081c18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'fd8ea664-6074-4bbe-887f-058fe7b50123'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:34:42.624873 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fb4fa41-4147-4a02-b146-a293033cc408 req-b6ab087a-b6df-49b9-91a3-c93ba8f41407 service neutron] Bound using segment: {'id': '48f07496-1654-4e70-864e-6d82e6081c18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'fd8ea664-6074-4bbe-887f-058fe7b50123'} {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 18:34:42.625414 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-7fb4fa41-4147-4a02-b146-a293033cc408 req-b6ab087a-b6df-49b9-91a3-c93ba8f41407 service neutron] Bound port: 9611ddd0-9e07-40ea-aec9-fb06e7378e68, host: n-h2-800634-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '48f07496-1654-4e70-864e-6d82e6081c18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'fd8ea664-6074-4bbe-887f-058fe7b50123'}}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 18:34:42.625941 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-7fb4fa41-4147-4a02-b146-a293033cc408 req-b6ab087a-b6df-49b9-91a3-c93ba8f41407 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:42.723983 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf1f98d-4980-46ba-a96d-88fdc5a01d6f req-8cce174a-9499-4acf-aac2-4183f3ed714f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:34:42.724721 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf1f98d-4980-46ba-a96d-88fdc5a01d6f req-8cce174a-9499-4acf-aac2-4183f3ed714f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:34:42.724971 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf1f98d-4980-46ba-a96d-88fdc5a01d6f req-8cce174a-9499-4acf-aac2-4183f3ed714f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:34:42.728533 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf1f98d-4980-46ba-a96d-88fdc5a01d6f req-8cce174a-9499-4acf-aac2-4183f3ed714f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:34:42.732310 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf1f98d-4980-46ba-a96d-88fdc5a01d6f req-8cce174a-9499-4acf-aac2-4183f3ed714f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:34:42.733000 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf1f98d-4980-46ba-a96d-88fdc5a01d6f req-8cce174a-9499-4acf-aac2-4183f3ed714f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:34:42.734456 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf1f98d-4980-46ba-a96d-88fdc5a01d6f req-8cce174a-9499-4acf-aac2-4183f3ed714f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:34:42.738586 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-edf1f98d-4980-46ba-a96d-88fdc5a01d6f req-8cce174a-9499-4acf-aac2-4183f3ed714f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=97b50484cf0c4fbaadc06c25d281353e&device_id=d7b58cc5-d900-4c19-86f4-9befdd4826d6 HTTP/1.1" status: 200 len: 6343 time: 0.7195492 Jul 14 18:34:42.744629 n-d-800634-3 neutron-server[93916]: DEBUG neutron.notifiers.nova [req-3346827c-1d6a-458f-9452-34ea36dc82a2 req-8763543c-afa5-41bc-8b81-a2b750c1cc3b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2b3fb63-6908-4955-af27-c8e059a5a158 {{(pid=93916) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 18:34:42.759752 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-3346827c-1d6a-458f-9452-34ea36dc82a2 req-8763543c-afa5-41bc-8b81-a2b750c1cc3b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:42.798467 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.provisioning_blocks [req-3346827c-1d6a-458f-9452-34ea36dc82a2 req-8763543c-afa5-41bc-8b81-a2b750c1cc3b service neutron] Transition to ACTIVE for port object c2b3fb63-6908-4955-af27-c8e059a5a158 will not be triggered until provisioned by entity L2. {{(pid=93916) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:34:42.810858 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-3346827c-1d6a-458f-9452-34ea36dc82a2 req-8763543c-afa5-41bc-8b81-a2b750c1cc3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2684870'] for port, after_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:42.909675 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 47554) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:34:42.991210 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8763543c-afa5-41bc-8b81-a2b750c1cc3b service neutron] Pushing event updated for resources: {'Port': ['ID=c2b3fb63-6908-4955-af27-c8e059a5a158,revision_number=2']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:34:43.092644 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-7fb4fa41-4147-4a02-b146-a293033cc408 req-b6ab087a-b6df-49b9-91a3-c93ba8f41407 service neutron] For port 9611ddd0-9e07-40ea-aec9-fb06e7378e68, host n-h2-800634-3, cleared binding levels {{(pid=93915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:34:43.102432 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-7fb4fa41-4147-4a02-b146-a293033cc408 req-b6ab087a-b6df-49b9-91a3-c93ba8f41407 service neutron] For port 9611ddd0-9e07-40ea-aec9-fb06e7378e68, host n-h2-800634-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=9611ddd0-9e07-40ea-aec9-fb06e7378e68,segment=NetworkSegment(48f07496-1654-4e70-864e-6d82e6081c18),segment_id=48f07496-1654-4e70-864e-6d82e6081c18)] {{(pid=93915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 18:34:43.126270 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de289211-b05f-4f99-8895-cfc6c2daf5e9 req-f9a191e8-d8d7-412a-9def-ca73395ec034 tempest-ServerRescueTestJSONUnderV235-773555335 tempest-ServerRescueTestJSONUnderV235-773555335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:34:43.133825 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-de289211-b05f-4f99-8895-cfc6c2daf5e9 req-f9a191e8-d8d7-412a-9def-ca73395ec034 tempest-ServerRescueTestJSONUnderV235-773555335 tempest-ServerRescueTestJSONUnderV235-773555335-project] 10.222.0.16 "GET /v2.0/ports?device_id=1141130f-4875-4e07-b30e-73bca303df1e HTTP/1.1" status: 200 len: 946 time: 0.7955551 Jul 14 18:34:43.154138 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.managers [req-3346827c-1d6a-458f-9452-34ea36dc82a2 req-8763543c-afa5-41bc-8b81-a2b750c1cc3b service neutron] Attempting to bind port c2b3fb63-6908-4955-af27-c8e059a5a158 on host n-h2-800634-3 for vnic_type normal with profile {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:34:43.155141 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.managers [req-3346827c-1d6a-458f-9452-34ea36dc82a2 req-8763543c-afa5-41bc-8b81-a2b750c1cc3b service neutron] Attempting to bind port c2b3fb63-6908-4955-af27-c8e059a5a158 by drivers openvswitch,hyperv on host n-h2-800634-3 at level 0 using segments [{'id': '55e97a62-6e3a-4f99-9832-0415496a9afd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'd9b1ce92-40c0-4c35-b452-dfbdda964ee7'}] {{(pid=93916) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:34:43.155885 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3346827c-1d6a-458f-9452-34ea36dc82a2 req-8763543c-afa5-41bc-8b81-a2b750c1cc3b service neutron] Attempting to bind port c2b3fb63-6908-4955-af27-c8e059a5a158 on network d9b1ce92-40c0-4c35-b452-dfbdda964ee7 {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:34:43.163736 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-7fb4fa41-4147-4a02-b146-a293033cc408 req-b6ab087a-b6df-49b9-91a3-c93ba8f41407 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25912978'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:43.164819 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3346827c-1d6a-458f-9452-34ea36dc82a2 req-8763543c-afa5-41bc-8b81-a2b750c1cc3b service neutron] Port c2b3fb63-6908-4955-af27-c8e059a5a158 on network d9b1ce92-40c0-4c35-b452-dfbdda964ee7 not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-3 {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 18:34:43.165439 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3346827c-1d6a-458f-9452-34ea36dc82a2 req-8763543c-afa5-41bc-8b81-a2b750c1cc3b service neutron] Attempting to bind port c2b3fb63-6908-4955-af27-c8e059a5a158 on network d9b1ce92-40c0-4c35-b452-dfbdda964ee7 {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:34:43.171546 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3346827c-1d6a-458f-9452-34ea36dc82a2 req-8763543c-afa5-41bc-8b81-a2b750c1cc3b service neutron] Checking agent: {'id': '08e36a6c-8d04-48f0-a644-f27680635246', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 15, 35), 'started_at': datetime.datetime(2021, 7, 14, 18, 15, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 18, 34, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 18:34:43.172280 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3346827c-1d6a-458f-9452-34ea36dc82a2 req-8763543c-afa5-41bc-8b81-a2b750c1cc3b service neutron] Checking segment: {'id': '55e97a62-6e3a-4f99-9832-0415496a9afd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'd9b1ce92-40c0-4c35-b452-dfbdda964ee7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93916) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:34:43.172970 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3346827c-1d6a-458f-9452-34ea36dc82a2 req-8763543c-afa5-41bc-8b81-a2b750c1cc3b service neutron] Bound using segment: {'id': '55e97a62-6e3a-4f99-9832-0415496a9afd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'd9b1ce92-40c0-4c35-b452-dfbdda964ee7'} {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 18:34:43.173672 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.managers [req-3346827c-1d6a-458f-9452-34ea36dc82a2 req-8763543c-afa5-41bc-8b81-a2b750c1cc3b service neutron] Bound port: c2b3fb63-6908-4955-af27-c8e059a5a158, host: n-h2-800634-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55e97a62-6e3a-4f99-9832-0415496a9afd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'd9b1ce92-40c0-4c35-b452-dfbdda964ee7'}}] {{(pid=93916) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 18:34:43.174292 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-3346827c-1d6a-458f-9452-34ea36dc82a2 req-8763543c-afa5-41bc-8b81-a2b750c1cc3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:43.286627 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.db [req-3346827c-1d6a-458f-9452-34ea36dc82a2 req-8763543c-afa5-41bc-8b81-a2b750c1cc3b service neutron] For port c2b3fb63-6908-4955-af27-c8e059a5a158, host n-h2-800634-3, cleared binding levels {{(pid=93916) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:34:43.307089 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-0c5d9279-c803-43eb-be76-4a527a1ceaaa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:43.352408 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.db [req-3346827c-1d6a-458f-9452-34ea36dc82a2 req-8763543c-afa5-41bc-8b81-a2b750c1cc3b service neutron] For port c2b3fb63-6908-4955-af27-c8e059a5a158, host n-h2-800634-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=c2b3fb63-6908-4955-af27-c8e059a5a158,segment=NetworkSegment(55e97a62-6e3a-4f99-9832-0415496a9afd),segment_id=55e97a62-6e3a-4f99-9832-0415496a9afd)] {{(pid=93916) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 18:34:43.364832 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-3346827c-1d6a-458f-9452-34ea36dc82a2 req-8763543c-afa5-41bc-8b81-a2b750c1cc3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2684870'] for port, after_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:43.411906 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3346827c-1d6a-458f-9452-34ea36dc82a2 req-8763543c-afa5-41bc-8b81-a2b750c1cc3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:34:43.412681 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-3346827c-1d6a-458f-9452-34ea36dc82a2 req-8763543c-afa5-41bc-8b81-a2b750c1cc3b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:43.414852 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-3346827c-1d6a-458f-9452-34ea36dc82a2 req-8763543c-afa5-41bc-8b81-a2b750c1cc3b service neutron] 10.222.0.35 "PUT /v2.0/ports/c2b3fb63-6908-4955-af27-c8e059a5a158 HTTP/1.1" status: 200 len: 1091 time: 1.7013884 Jul 14 18:34:43.454199 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [req-3346827c-1d6a-458f-9452-34ea36dc82a2 req-848badb6-8eae-4868-a21b-2447c832a451 service neutron] Request body: {'port': {'device_id': 'd7b58cc5-d900-4c19-86f4-9befdd4826d6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800634-3'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:34:43.484269 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb4fa41-4147-4a02-b146-a293033cc408 req-b6ab087a-b6df-49b9-91a3-c93ba8f41407 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:34:43.489517 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-7fb4fa41-4147-4a02-b146-a293033cc408 req-b6ab087a-b6df-49b9-91a3-c93ba8f41407 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:43.491421 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-7fb4fa41-4147-4a02-b146-a293033cc408 req-b6ab087a-b6df-49b9-91a3-c93ba8f41407 service neutron] 10.222.0.35 "PUT /v2.0/ports/9611ddd0-9e07-40ea-aec9-fb06e7378e68 HTTP/1.1" status: 200 len: 1092 time: 3.9508457 Jul 14 18:34:43.501963 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9cc02da8-a510-4707-81d5-af2edaddbb4a', 'tag': '9611ddd0-9e07-40ea-aec9-fb06e7378e68'}] {{(pid=93915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:34:43.511608 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e72782ad3af8f7d4ce76cedf092bca46d1756acc5c4653cf0b52034cdd6b073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2359f100-8aee-46cf-b77f-103bea5af4bb" -d '{"events": [{"name": "network-changed", "server_uuid": "9cc02da8-a510-4707-81d5-af2edaddbb4a", "tag": "9611ddd0-9e07-40ea-aec9-fb06e7378e68"}]}' {{(pid=93915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:34:43.540196 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf1f98d-4980-46ba-a96d-88fdc5a01d6f req-3e3adcfc-ecc5-4554-b09c-19f1c9321c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:34:43.541172 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf1f98d-4980-46ba-a96d-88fdc5a01d6f req-3e3adcfc-ecc5-4554-b09c-19f1c9321c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:34:43.542225 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf1f98d-4980-46ba-a96d-88fdc5a01d6f req-3e3adcfc-ecc5-4554-b09c-19f1c9321c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:34:43.544365 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-edf1f98d-4980-46ba-a96d-88fdc5a01d6f req-3e3adcfc-ecc5-4554-b09c-19f1c9321c78 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=97b50484cf0c4fbaadc06c25d281353e&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.7490432 Jul 14 18:34:43.575062 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-de289211-b05f-4f99-8895-cfc6c2daf5e9 req-5d212649-69db-4965-8f91-7640711f800a tempest-ServerRescueTestJSONUnderV235-773555335 tempest-ServerRescueTestJSONUnderV235-773555335-project] 10.222.0.16 "GET /v2.0/security-groups?id=5be666b2-293d-46ef-a6aa-7f465b02e205&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4032645 Jul 14 18:34:43.655398 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-3346827c-1d6a-458f-9452-34ea36dc82a2 req-848badb6-8eae-4868-a21b-2447c832a451 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:43.684352 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8763543c-afa5-41bc-8b81-a2b750c1cc3b service neutron] Pushing event updated for resources: {'Port': ['ID=c2b3fb63-6908-4955-af27-c8e059a5a158,revision_number=3']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:34:43.850933 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ab087a-b6df-49b9-91a3-c93ba8f41407 service neutron] Pushing event updated for resources: {'Port': ['ID=9611ddd0-9e07-40ea-aec9-fb06e7378e68,revision_number=3']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:34:43.873214 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 18:34:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41ee48e7-b19d-40db-b2eb-9f231eab5186 x-openstack-request-id: req-41ee48e7-b19d-40db-b2eb-9f231eab5186 {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:34:43.873505 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9cc02da8-a510-4707-81d5-af2edaddbb4a", "tag": "9611ddd0-9e07-40ea-aec9-fb06e7378e68", "status": "completed", "code": 200}]} {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:34:43.874938 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-41ee48e7-b19d-40db-b2eb-9f231eab5186 {{(pid=93915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:34:43.875627 n-d-800634-3 neutron-server[93915]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9cc02da8-a510-4707-81d5-af2edaddbb4a', 'tag': '9611ddd0-9e07-40ea-aec9-fb06e7378e68', 'status': 'completed', 'code': 200} Jul 14 18:34:43.899054 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-0c5d9279-c803-43eb-be76-4a527a1ceaaa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:43.910472 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-0c5d9279-c803-43eb-be76-4a527a1ceaaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:44.026967 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5d9279-c803-43eb-be76-4a527a1ceaaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bfd0eb3-92f5-439e-a0a4-5c701cc05232,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:34:44.048075 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-0c5d9279-c803-43eb-be76-4a527a1ceaaa admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=393515d6a50744ffb75bfa9699d6a0e6&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1346622 Jul 14 18:34:44.050542 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 47614) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:34:44.051362 n-d-800634-3 neutron-server[93916]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7b58cc5-d900-4c19-86f4-9befdd4826d6', 'tag': 'c2b3fb63-6908-4955-af27-c8e059a5a158'}] {{(pid=93916) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:34:44.055946 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f803e150b363a7893830aa996ac27753fa25517c406ecd3536b7c2d4b26eeb9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-804d6dbe-ea88-4ded-8c28-c70321e9581b" -d '{"events": [{"name": "network-changed", "server_uuid": "d7b58cc5-d900-4c19-86f4-9befdd4826d6", "tag": "c2b3fb63-6908-4955-af27-c8e059a5a158"}]}' {{(pid=93916) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:34:44.058016 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf1f98d-4980-46ba-a96d-88fdc5a01d6f req-ad5fceae-0bc8-4ade-94e7-c4058fde4ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:34:44.063529 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-edf1f98d-4980-46ba-a96d-88fdc5a01d6f req-ad5fceae-0bc8-4ade-94e7-c4058fde4ce0 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.4860063 Jul 14 18:34:44.129187 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c191b325-4549-4e47-9484-3ac8bb7c3508 req-aacdd935-9d17-4768-923b-a99c9999159b tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:34:44.138997 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c191b325-4549-4e47-9484-3ac8bb7c3508 req-aacdd935-9d17-4768-923b-a99c9999159b tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] 10.222.0.16 "GET /v2.0/ports?device_id=9cc02da8-a510-4707-81d5-af2edaddbb4a HTTP/1.1" status: 200 len: 944 time: 1.0021501 Jul 14 18:34:44.218661 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-446f4c40-9a31-4903-a341-cb4b17f7ecb7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:44.256413 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb4fa41-4147-4a02-b146-a293033cc408 req-f1069fc7-0d5e-4611-870e-22dc04d8a9c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:34:44.257973 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-446f4c40-9a31-4903-a341-cb4b17f7ecb7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:44.258500 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-7fb4fa41-4147-4a02-b146-a293033cc408 req-f1069fc7-0d5e-4611-870e-22dc04d8a9c4 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=81405c7e7f554ba6bd8aaf104233fc29&device_id=9cc02da8-a510-4707-81d5-af2edaddbb4a HTTP/1.1" status: 200 len: 1095 time: 0.6796649 Jul 14 18:34:44.346836 n-d-800634-3 neutron-server[93916]: DEBUG neutron.notifiers.nova [req-3346827c-1d6a-458f-9452-34ea36dc82a2 req-848badb6-8eae-4868-a21b-2447c832a451 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 867c1045-d4a3-4446-b5e7-7ab9463781ba {{(pid=93916) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 18:34:44.357289 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-3346827c-1d6a-458f-9452-34ea36dc82a2 req-848badb6-8eae-4868-a21b-2447c832a451 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:44.376415 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.provisioning_blocks [req-3346827c-1d6a-458f-9452-34ea36dc82a2 req-848badb6-8eae-4868-a21b-2447c832a451 service neutron] Transition to ACTIVE for port object 867c1045-d4a3-4446-b5e7-7ab9463781ba will not be triggered until provisioned by entity L2. {{(pid=93916) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:34:44.378248 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-446f4c40-9a31-4903-a341-cb4b17f7ecb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:44.381571 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-446f4c40-9a31-4903-a341-cb4b17f7ecb7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:44.387211 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-446f4c40-9a31-4903-a341-cb4b17f7ecb7 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9bfd0eb3-92f5-439e-a0a4-5c701cc05232 HTTP/1.1" status: 204 len: 168 time: 0.3261490 Jul 14 18:34:44.396984 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37180f2-20ed-42dc-92e2-24b99456ac98 req-5260bbb0-d52f-43cf-b80c-96f71474d54a tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:34:44.403205 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37180f2-20ed-42dc-92e2-24b99456ac98 req-5260bbb0-d52f-43cf-b80c-96f71474d54a tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:34:44.407393 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-3346827c-1d6a-458f-9452-34ea36dc82a2 req-848badb6-8eae-4868-a21b-2447c832a451 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2684870'] for port, after_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:44.410641 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37180f2-20ed-42dc-92e2-24b99456ac98 req-5260bbb0-d52f-43cf-b80c-96f71474d54a tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:34:44.418232 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37180f2-20ed-42dc-92e2-24b99456ac98 req-5260bbb0-d52f-43cf-b80c-96f71474d54a tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:34:44.429712 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37180f2-20ed-42dc-92e2-24b99456ac98 req-5260bbb0-d52f-43cf-b80c-96f71474d54a tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:34:44.448540 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37180f2-20ed-42dc-92e2-24b99456ac98 req-5260bbb0-d52f-43cf-b80c-96f71474d54a tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:34:44.456524 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37180f2-20ed-42dc-92e2-24b99456ac98 req-5260bbb0-d52f-43cf-b80c-96f71474d54a tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:34:44.474584 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e37180f2-20ed-42dc-92e2-24b99456ac98 req-5260bbb0-d52f-43cf-b80c-96f71474d54a tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] 10.222.0.16 "GET /v2.0/ports?device_id=d7b58cc5-d900-4c19-86f4-9befdd4826d6 HTTP/1.1" status: 200 len: 5408 time: 0.5714042 Jul 14 18:34:44.478728 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446f4c40-9a31-4903-a341-cb4b17f7ecb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bfd0eb3-92f5-439e-a0a4-5c701cc05232,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:34:44.498237 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c191b325-4549-4e47-9484-3ac8bb7c3508 req-287e580c-5c2a-4aec-90b6-6c69b51052ee tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] 10.222.0.16 "GET /v2.0/security-groups?id=3eac0233-2f58-4c36-8bbf-3f6eb68f3b22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3577423 Jul 14 18:34:44.520515 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-7fb4fa41-4147-4a02-b146-a293033cc408 req-f52c4620-dde1-42f6-9535-ef20a61f7a7c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9611ddd0-9e07-40ea-aec9-fb06e7378e68 HTTP/1.1" status: 200 len: 217 time: 0.2374694 Jul 14 18:34:44.572975 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848badb6-8eae-4868-a21b-2447c832a451 service neutron] Pushing event updated for resources: {'Port': ['ID=867c1045-d4a3-4446-b5e7-7ab9463781ba,revision_number=2']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:34:44.602508 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 47628) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:34:44.754174 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.managers [req-3346827c-1d6a-458f-9452-34ea36dc82a2 req-848badb6-8eae-4868-a21b-2447c832a451 service neutron] Attempting to bind port 867c1045-d4a3-4446-b5e7-7ab9463781ba on host n-h2-800634-3 for vnic_type normal with profile {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:34:44.754549 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.managers [req-3346827c-1d6a-458f-9452-34ea36dc82a2 req-848badb6-8eae-4868-a21b-2447c832a451 service neutron] Attempting to bind port 867c1045-d4a3-4446-b5e7-7ab9463781ba by drivers openvswitch,hyperv on host n-h2-800634-3 at level 0 using segments [{'id': '55e97a62-6e3a-4f99-9832-0415496a9afd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'd9b1ce92-40c0-4c35-b452-dfbdda964ee7'}] {{(pid=93916) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:34:44.755226 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3346827c-1d6a-458f-9452-34ea36dc82a2 req-848badb6-8eae-4868-a21b-2447c832a451 service neutron] Attempting to bind port 867c1045-d4a3-4446-b5e7-7ab9463781ba on network d9b1ce92-40c0-4c35-b452-dfbdda964ee7 {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:34:44.760751 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e37180f2-20ed-42dc-92e2-24b99456ac98 req-49d17586-a1dd-4c4e-987d-466b8c5abb1d tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] 10.222.0.16 "GET /v2.0/security-groups?id=1bfbf1b1-a239-48c4-9d02-fd8b65b471a7&id=1cc7ef8d-a00b-43d6-95a3-c209cbabb8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2849274 Jul 14 18:34:44.766336 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3346827c-1d6a-458f-9452-34ea36dc82a2 req-848badb6-8eae-4868-a21b-2447c832a451 service neutron] Port 867c1045-d4a3-4446-b5e7-7ab9463781ba on network d9b1ce92-40c0-4c35-b452-dfbdda964ee7 not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-3 {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 18:34:44.766679 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3346827c-1d6a-458f-9452-34ea36dc82a2 req-848badb6-8eae-4868-a21b-2447c832a451 service neutron] Attempting to bind port 867c1045-d4a3-4446-b5e7-7ab9463781ba on network d9b1ce92-40c0-4c35-b452-dfbdda964ee7 {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:34:44.783251 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3346827c-1d6a-458f-9452-34ea36dc82a2 req-848badb6-8eae-4868-a21b-2447c832a451 service neutron] Checking agent: {'id': '08e36a6c-8d04-48f0-a644-f27680635246', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 15, 35), 'started_at': datetime.datetime(2021, 7, 14, 18, 15, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 18, 34, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 18:34:44.783606 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3346827c-1d6a-458f-9452-34ea36dc82a2 req-848badb6-8eae-4868-a21b-2447c832a451 service neutron] Checking segment: {'id': '55e97a62-6e3a-4f99-9832-0415496a9afd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'd9b1ce92-40c0-4c35-b452-dfbdda964ee7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93916) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:34:44.785721 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3346827c-1d6a-458f-9452-34ea36dc82a2 req-848badb6-8eae-4868-a21b-2447c832a451 service neutron] Bound using segment: {'id': '55e97a62-6e3a-4f99-9832-0415496a9afd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'd9b1ce92-40c0-4c35-b452-dfbdda964ee7'} {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 18:34:44.786203 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.managers [req-3346827c-1d6a-458f-9452-34ea36dc82a2 req-848badb6-8eae-4868-a21b-2447c832a451 service neutron] Bound port: 867c1045-d4a3-4446-b5e7-7ab9463781ba, host: n-h2-800634-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55e97a62-6e3a-4f99-9832-0415496a9afd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'd9b1ce92-40c0-4c35-b452-dfbdda964ee7'}}] {{(pid=93916) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 18:34:44.786596 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-3346827c-1d6a-458f-9452-34ea36dc82a2 req-848badb6-8eae-4868-a21b-2447c832a451 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:44.801522 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf1f98d-4980-46ba-a96d-88fdc5a01d6f req-eeff9ac9-c8d6-4b64-9f70-78379460efea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:34:44.802019 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf1f98d-4980-46ba-a96d-88fdc5a01d6f req-eeff9ac9-c8d6-4b64-9f70-78379460efea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:34:44.802507 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf1f98d-4980-46ba-a96d-88fdc5a01d6f req-eeff9ac9-c8d6-4b64-9f70-78379460efea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:34:44.802991 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf1f98d-4980-46ba-a96d-88fdc5a01d6f req-eeff9ac9-c8d6-4b64-9f70-78379460efea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:34:44.803467 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf1f98d-4980-46ba-a96d-88fdc5a01d6f req-eeff9ac9-c8d6-4b64-9f70-78379460efea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:34:44.803945 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf1f98d-4980-46ba-a96d-88fdc5a01d6f req-eeff9ac9-c8d6-4b64-9f70-78379460efea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:34:44.832422 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf1f98d-4980-46ba-a96d-88fdc5a01d6f req-eeff9ac9-c8d6-4b64-9f70-78379460efea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:34:44.834681 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-edf1f98d-4980-46ba-a96d-88fdc5a01d6f req-eeff9ac9-c8d6-4b64-9f70-78379460efea service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=97b50484cf0c4fbaadc06c25d281353e&device_id=d7b58cc5-d900-4c19-86f4-9befdd4826d6 HTTP/1.1" status: 200 len: 6410 time: 0.7170315 Jul 14 18:34:44.842911 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb4fa41-4147-4a02-b146-a293033cc408 req-789f54db-1390-4117-861d-7c5ff8cc5313 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:34:44.850655 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-7fb4fa41-4147-4a02-b146-a293033cc408 req-789f54db-1390-4117-861d-7c5ff8cc5313 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c9715e59-b525-40fa-a99e-ebf6aedac4af HTTP/1.1" status: 200 len: 855 time: 0.3103509 Jul 14 18:34:44.901822 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 18:34:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cc99bba-efc8-444b-b22c-ca64bc50eab6 x-openstack-request-id: req-3cc99bba-efc8-444b-b22c-ca64bc50eab6 {{(pid=93916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:34:44.902188 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7b58cc5-d900-4c19-86f4-9befdd4826d6", "tag": "c2b3fb63-6908-4955-af27-c8e059a5a158", "status": "completed", "code": 200}]} {{(pid=93916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:34:44.908222 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3cc99bba-efc8-444b-b22c-ca64bc50eab6 {{(pid=93916) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:34:44.908755 n-d-800634-3 neutron-server[93916]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7b58cc5-d900-4c19-86f4-9befdd4826d6', 'tag': 'c2b3fb63-6908-4955-af27-c8e059a5a158', 'status': 'completed', 'code': 200} Jul 14 18:34:44.985536 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-b018a647-b335-4509-88df-7059d05243eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:45.184379 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 47640) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:34:45.185866 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.db [req-3346827c-1d6a-458f-9452-34ea36dc82a2 req-848badb6-8eae-4868-a21b-2447c832a451 service neutron] For port 867c1045-d4a3-4446-b5e7-7ab9463781ba, host n-h2-800634-3, cleared binding levels {{(pid=93916) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:34:45.206797 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-c05d0bd4-68d9-4277-9158-6ec83dc99d35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:45.232275 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.db [req-3346827c-1d6a-458f-9452-34ea36dc82a2 req-848badb6-8eae-4868-a21b-2447c832a451 service neutron] For port 867c1045-d4a3-4446-b5e7-7ab9463781ba, host n-h2-800634-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=867c1045-d4a3-4446-b5e7-7ab9463781ba,segment=NetworkSegment(55e97a62-6e3a-4f99-9832-0415496a9afd),segment_id=55e97a62-6e3a-4f99-9832-0415496a9afd)] {{(pid=93916) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 18:34:45.250047 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-3346827c-1d6a-458f-9452-34ea36dc82a2 req-848badb6-8eae-4868-a21b-2447c832a451 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2684870'] for port, after_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:45.313460 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-b018a647-b335-4509-88df-7059d05243eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:45.314547 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848badb6-8eae-4868-a21b-2447c832a451 service neutron] Pushing event updated for resources: {'Port': ['ID=867c1045-d4a3-4446-b5e7-7ab9463781ba,revision_number=3']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:34:45.331874 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-b018a647-b335-4509-88df-7059d05243eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:45.352680 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3346827c-1d6a-458f-9452-34ea36dc82a2 req-848badb6-8eae-4868-a21b-2447c832a451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:34:45.353457 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-3346827c-1d6a-458f-9452-34ea36dc82a2 req-848badb6-8eae-4868-a21b-2447c832a451 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:45.355031 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-3346827c-1d6a-458f-9452-34ea36dc82a2 req-848badb6-8eae-4868-a21b-2447c832a451 service neutron] 10.222.0.35 "PUT /v2.0/ports/867c1045-d4a3-4446-b5e7-7ab9463781ba HTTP/1.1" status: 200 len: 1091 time: 1.9058325 Jul 14 18:34:45.408568 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b018a647-b335-4509-88df-7059d05243eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f72039d-3894-4303-b8ad-bd932dfb7b73,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:34:45.456255 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-b018a647-b335-4509-88df-7059d05243eb admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=013673697251498a8c1918bb3fb8fe8a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8483891 Jul 14 18:34:45.466316 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 47642) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:34:45.627437 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf1f98d-4980-46ba-a96d-88fdc5a01d6f req-11182326-5ab5-4f61-9151-eef504ff0954 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:34:45.628926 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf1f98d-4980-46ba-a96d-88fdc5a01d6f req-11182326-5ab5-4f61-9151-eef504ff0954 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:34:45.629771 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf1f98d-4980-46ba-a96d-88fdc5a01d6f req-11182326-5ab5-4f61-9151-eef504ff0954 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:34:45.631808 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-edf1f98d-4980-46ba-a96d-88fdc5a01d6f req-11182326-5ab5-4f61-9151-eef504ff0954 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=97b50484cf0c4fbaadc06c25d281353e&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.7789893 Jul 14 18:34:45.639565 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb4fa41-4147-4a02-b146-a293033cc408 req-93f399d2-6d1f-475f-8744-f81271300b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:34:45.641456 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-7fb4fa41-4147-4a02-b146-a293033cc408 req-93f399d2-6d1f-475f-8744-f81271300b93 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=fd8ea664-6074-4bbe-887f-058fe7b50123&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7515996 Jul 14 18:34:45.641925 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-1626faf6-2e08-401a-9d22-712919053ff5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:45.702389 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-1626faf6-2e08-401a-9d22-712919053ff5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:45.793908 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-c05d0bd4-68d9-4277-9158-6ec83dc99d35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:45.809641 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-c05d0bd4-68d9-4277-9158-6ec83dc99d35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:45.857607 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-1626faf6-2e08-401a-9d22-712919053ff5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:45.860237 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-1626faf6-2e08-401a-9d22-712919053ff5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:45.864163 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-1626faf6-2e08-401a-9d22-712919053ff5 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2f72039d-3894-4303-b8ad-bd932dfb7b73 HTTP/1.1" status: 204 len: 168 time: 0.3966079 Jul 14 18:34:45.878697 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-c05d0bd4-68d9-4277-9158-6ec83dc99d35 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4b4223441fd143bdb45d255d5231dc72&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6899672 Jul 14 18:34:45.880077 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05d0bd4-68d9-4277-9158-6ec83dc99d35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=188d9f78-1c28-4e30-9cde-3a81b1a28473,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:34:45.883283 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 47654) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:34:45.913586 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-7fb4fa41-4147-4a02-b146-a293033cc408 req-b524d4d9-95c8-4d16-9d43-e7e59f895711 service neutron] 10.222.0.35 "GET /v2.0/networks/fd8ea664-6074-4bbe-887f-058fe7b50123?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2508714 Jul 14 18:34:45.922044 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8643ee5-737b-482e-a994-d69632add094 req-4fd8e7bf-2150-46c8-98e0-dcf628698f85 tempest-ServerRescueTestJSONUnderV235-773555335 tempest-ServerRescueTestJSONUnderV235-773555335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:34:45.926520 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1626faf6-2e08-401a-9d22-712919053ff5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f72039d-3894-4303-b8ad-bd932dfb7b73,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:34:45.935133 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a8643ee5-737b-482e-a994-d69632add094 req-4fd8e7bf-2150-46c8-98e0-dcf628698f85 tempest-ServerRescueTestJSONUnderV235-773555335 tempest-ServerRescueTestJSONUnderV235-773555335-project] 10.222.0.16 "GET /v2.0/ports?device_id=1141130f-4875-4e07-b30e-73bca303df1e HTTP/1.1" status: 200 len: 946 time: 0.5081477 Jul 14 18:34:45.963491 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-5d242950-8741-40ef-b1f0-245714608fe1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:45.988625 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf1f98d-4980-46ba-a96d-88fdc5a01d6f req-0174ed29-83d2-4de8-ba70-41349d73705c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:34:45.990112 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-edf1f98d-4980-46ba-a96d-88fdc5a01d6f req-0174ed29-83d2-4de8-ba70-41349d73705c service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.3471558 Jul 14 18:34:46.009232 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-5d242950-8741-40ef-b1f0-245714608fe1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:46.149501 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-5d242950-8741-40ef-b1f0-245714608fe1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:46.152762 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-5d242950-8741-40ef-b1f0-245714608fe1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:46.154040 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-5d242950-8741-40ef-b1f0-245714608fe1 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/188d9f78-1c28-4e30-9cde-3a81b1a28473 HTTP/1.1" status: 204 len: 168 time: 0.2700524 Jul 14 18:34:46.168026 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d242950-8741-40ef-b1f0-245714608fe1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=188d9f78-1c28-4e30-9cde-3a81b1a28473,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:34:46.235565 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-7fb4fa41-4147-4a02-b146-a293033cc408 req-c1562181-c289-42df-ba47-549bb1d7f6f2 service neutron] 10.222.0.35 "GET /v2.0/networks/fd8ea664-6074-4bbe-887f-058fe7b50123?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2482734 Jul 14 18:34:46.312908 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a8643ee5-737b-482e-a994-d69632add094 req-1f47d46e-667b-4a2c-9ba9-026e94bba146 tempest-ServerRescueTestJSONUnderV235-773555335 tempest-ServerRescueTestJSONUnderV235-773555335-project] 10.222.0.16 "GET /v2.0/security-groups?id=5be666b2-293d-46ef-a6aa-7f465b02e205&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3766420 Jul 14 18:34:46.431797 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4021bda-9c18-4144-a0d8-78f5faa7f63e req-ef0f11df-1711-4a2c-8950-3ca046ee7a62 tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:34:46.438991 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b4021bda-9c18-4144-a0d8-78f5faa7f63e req-ef0f11df-1711-4a2c-8950-3ca046ee7a62 tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] 10.222.0.16 "GET /v2.0/ports?device_id=9cc02da8-a510-4707-81d5-af2edaddbb4a HTTP/1.1" status: 200 len: 944 time: 0.6858633 Jul 14 18:34:46.493697 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804d6dbe-ea88-4ded-8c28-c70321e9581b req-59f137d6-846f-4551-b4e6-0233bf25ca9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:34:46.494203 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804d6dbe-ea88-4ded-8c28-c70321e9581b req-59f137d6-846f-4551-b4e6-0233bf25ca9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:34:46.494692 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804d6dbe-ea88-4ded-8c28-c70321e9581b req-59f137d6-846f-4551-b4e6-0233bf25ca9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:34:46.495492 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804d6dbe-ea88-4ded-8c28-c70321e9581b req-59f137d6-846f-4551-b4e6-0233bf25ca9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:34:46.496306 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804d6dbe-ea88-4ded-8c28-c70321e9581b req-59f137d6-846f-4551-b4e6-0233bf25ca9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:34:46.497182 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804d6dbe-ea88-4ded-8c28-c70321e9581b req-59f137d6-846f-4551-b4e6-0233bf25ca9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:34:46.497683 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804d6dbe-ea88-4ded-8c28-c70321e9581b req-59f137d6-846f-4551-b4e6-0233bf25ca9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:34:46.499731 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-804d6dbe-ea88-4ded-8c28-c70321e9581b req-59f137d6-846f-4551-b4e6-0233bf25ca9b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=97b50484cf0c4fbaadc06c25d281353e&device_id=d7b58cc5-d900-4c19-86f4-9befdd4826d6 HTTP/1.1" status: 200 len: 6477 time: 0.4055479 Jul 14 18:34:46.537123 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b4021bda-9c18-4144-a0d8-78f5faa7f63e req-c3550859-cec1-4642-a8f0-49de04c24ea2 tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] 10.222.0.16 "GET /v2.0/security-groups?id=3eac0233-2f58-4c36-8bbf-3f6eb68f3b22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0972617 Jul 14 18:34:46.608774 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 47666) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:34:46.625445 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-0ab33767-c42f-4315-aec9-828225462615 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:46.629271 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2359f100-8aee-46cf-b77f-103bea5af4bb req-f00c5271-44c4-4247-9fe7-6328612cc59e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:34:46.631856 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2359f100-8aee-46cf-b77f-103bea5af4bb req-f00c5271-44c4-4247-9fe7-6328612cc59e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=81405c7e7f554ba6bd8aaf104233fc29&device_id=9cc02da8-a510-4707-81d5-af2edaddbb4a HTTP/1.1" status: 200 len: 1095 time: 0.3174155 Jul 14 18:34:46.828619 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-0ab33767-c42f-4315-aec9-828225462615 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:46.835916 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-0ab33767-c42f-4315-aec9-828225462615 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:46.909703 n-d-800634-3 neutron-server[93916]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7b58cc5-d900-4c19-86f4-9befdd4826d6', 'tag': '867c1045-d4a3-4446-b5e7-7ab9463781ba'}] {{(pid=93916) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:34:46.911943 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f803e150b363a7893830aa996ac27753fa25517c406ecd3536b7c2d4b26eeb9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e12a89d-cbf4-48d0-8780-ae7f46fb0db3" -d '{"events": [{"name": "network-changed", "server_uuid": "d7b58cc5-d900-4c19-86f4-9befdd4826d6", "tag": "867c1045-d4a3-4446-b5e7-7ab9463781ba"}]}' {{(pid=93916) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:34:46.966077 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-0ab33767-c42f-4315-aec9-828225462615 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ed702f6d57474e959b76484c30202840&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3561332 Jul 14 18:34:46.969376 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 47676) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:34:46.974976 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab33767-c42f-4315-aec9-828225462615 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17c2f31c-b09c-45e2-b7b8-2c0ef6a53fa0,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:34:46.989576 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804d6dbe-ea88-4ded-8c28-c70321e9581b req-2129e2b4-87ec-475c-b444-27384e9e3bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:34:46.990245 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804d6dbe-ea88-4ded-8c28-c70321e9581b req-2129e2b4-87ec-475c-b444-27384e9e3bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:34:46.990484 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804d6dbe-ea88-4ded-8c28-c70321e9581b req-2129e2b4-87ec-475c-b444-27384e9e3bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:34:47.009330 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-804d6dbe-ea88-4ded-8c28-c70321e9581b req-2129e2b4-87ec-475c-b444-27384e9e3bcb service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=97b50484cf0c4fbaadc06c25d281353e&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.4947896 Jul 14 18:34:47.049541 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4c273d-a4a6-4826-9026-d608e9400408 req-dbd4af19-9cca-4ea2-b938-2affcb3cb12c tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:34:47.059353 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4c273d-a4a6-4826-9026-d608e9400408 req-dbd4af19-9cca-4ea2-b938-2affcb3cb12c tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:34:47.063070 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 18:34:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f08151e4-c518-4e26-9288-46cb095e75cf x-openstack-request-id: req-f08151e4-c518-4e26-9288-46cb095e75cf {{(pid=93916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:34:47.063356 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7b58cc5-d900-4c19-86f4-9befdd4826d6", "tag": "867c1045-d4a3-4446-b5e7-7ab9463781ba", "status": "completed", "code": 200}]} {{(pid=93916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:34:47.063675 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f08151e4-c518-4e26-9288-46cb095e75cf {{(pid=93916) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:34:47.064025 n-d-800634-3 neutron-server[93916]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7b58cc5-d900-4c19-86f4-9befdd4826d6', 'tag': '867c1045-d4a3-4446-b5e7-7ab9463781ba', 'status': 'completed', 'code': 200} Jul 14 18:34:47.067579 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4c273d-a4a6-4826-9026-d608e9400408 req-dbd4af19-9cca-4ea2-b938-2affcb3cb12c tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:34:47.073828 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4c273d-a4a6-4826-9026-d608e9400408 req-dbd4af19-9cca-4ea2-b938-2affcb3cb12c tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:34:47.083995 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4c273d-a4a6-4826-9026-d608e9400408 req-dbd4af19-9cca-4ea2-b938-2affcb3cb12c tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:34:47.091165 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4c273d-a4a6-4826-9026-d608e9400408 req-dbd4af19-9cca-4ea2-b938-2affcb3cb12c tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:34:47.097193 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4c273d-a4a6-4826-9026-d608e9400408 req-dbd4af19-9cca-4ea2-b938-2affcb3cb12c tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:34:47.106473 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-8f4c273d-a4a6-4826-9026-d608e9400408 req-dbd4af19-9cca-4ea2-b938-2affcb3cb12c tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] 10.222.0.16 "GET /v2.0/ports?device_id=d7b58cc5-d900-4c19-86f4-9befdd4826d6 HTTP/1.1" status: 200 len: 5420 time: 0.5930161 Jul 14 18:34:47.171823 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-fc9f4462-a31d-4480-9203-56609e6ffed0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:47.234015 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-8f4c273d-a4a6-4826-9026-d608e9400408 req-f49ec16b-bdff-4f37-9b63-a9c9b40a0cfa tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] 10.222.0.16 "GET /v2.0/security-groups?id=1bfbf1b1-a239-48c4-9d02-fd8b65b471a7&id=1cc7ef8d-a00b-43d6-95a3-c209cbabb8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1266334 Jul 14 18:34:47.265657 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-fc9f4462-a31d-4480-9203-56609e6ffed0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:47.272162 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2359f100-8aee-46cf-b77f-103bea5af4bb req-4ae0f902-46eb-4b40-bbf9-8b295839f0a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:34:47.278460 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2359f100-8aee-46cf-b77f-103bea5af4bb req-4ae0f902-46eb-4b40-bbf9-8b295839f0a4 service neutron] 10.222.0.35 "GET /v2.0/networks?id=fd8ea664-6074-4bbe-887f-058fe7b50123 HTTP/1.1" status: 200 len: 916 time: 0.6363399 Jul 14 18:34:47.391362 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-fc9f4462-a31d-4480-9203-56609e6ffed0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:47.394184 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-fc9f4462-a31d-4480-9203-56609e6ffed0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:47.397694 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-fc9f4462-a31d-4480-9203-56609e6ffed0 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/17c2f31c-b09c-45e2-b7b8-2c0ef6a53fa0 HTTP/1.1" status: 204 len: 168 time: 0.4257681 Jul 14 18:34:47.414838 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2359f100-8aee-46cf-b77f-103bea5af4bb req-28f9f287-ec64-4e0c-857e-d91060cf8f0e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9611ddd0-9e07-40ea-aec9-fb06e7378e68 HTTP/1.1" status: 200 len: 217 time: 0.1031041 Jul 14 18:34:47.423149 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9f4462-a31d-4480-9203-56609e6ffed0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17c2f31c-b09c-45e2-b7b8-2c0ef6a53fa0,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:34:47.472304 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804d6dbe-ea88-4ded-8c28-c70321e9581b req-4dea462b-80cc-415f-aa38-1bd01deab51e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:34:47.474071 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-804d6dbe-ea88-4ded-8c28-c70321e9581b req-4dea462b-80cc-415f-aa38-1bd01deab51e service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.4554861 Jul 14 18:34:47.542649 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2359f100-8aee-46cf-b77f-103bea5af4bb req-8926c441-0ef4-45cf-a60a-4eaa9f0cd70d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:34:47.547078 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2359f100-8aee-46cf-b77f-103bea5af4bb req-8926c441-0ef4-45cf-a60a-4eaa9f0cd70d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c9715e59-b525-40fa-a99e-ebf6aedac4af HTTP/1.1" status: 200 len: 855 time: 0.1244640 Jul 14 18:34:47.788412 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37296a1-b0f1-40a2-bdad-b5e103709430 req-b8d73091-7b37-4897-85d7-8b63fb57f6b2 tempest-ServerRescueTestJSONUnderV235-773555335 tempest-ServerRescueTestJSONUnderV235-773555335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:34:47.790043 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f37296a1-b0f1-40a2-bdad-b5e103709430 req-b8d73091-7b37-4897-85d7-8b63fb57f6b2 tempest-ServerRescueTestJSONUnderV235-773555335 tempest-ServerRescueTestJSONUnderV235-773555335-project] 10.222.0.16 "GET /v2.0/ports?device_id=1141130f-4875-4e07-b30e-73bca303df1e HTTP/1.1" status: 200 len: 946 time: 0.2417655 Jul 14 18:34:47.798325 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2359f100-8aee-46cf-b77f-103bea5af4bb req-e76a225d-67b3-4254-83a9-70db917e3830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:34:47.799919 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2359f100-8aee-46cf-b77f-103bea5af4bb req-e76a225d-67b3-4254-83a9-70db917e3830 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=fd8ea664-6074-4bbe-887f-058fe7b50123&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2252808 Jul 14 18:34:47.809441 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3346827c-1d6a-458f-9452-34ea36dc82a2 req-471e08f4-f073-4aba-8afa-c86f8cd2d3bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:34:47.809929 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3346827c-1d6a-458f-9452-34ea36dc82a2 req-471e08f4-f073-4aba-8afa-c86f8cd2d3bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:34:47.810407 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3346827c-1d6a-458f-9452-34ea36dc82a2 req-471e08f4-f073-4aba-8afa-c86f8cd2d3bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:34:47.810879 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3346827c-1d6a-458f-9452-34ea36dc82a2 req-471e08f4-f073-4aba-8afa-c86f8cd2d3bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:34:47.811347 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3346827c-1d6a-458f-9452-34ea36dc82a2 req-471e08f4-f073-4aba-8afa-c86f8cd2d3bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:34:47.811813 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3346827c-1d6a-458f-9452-34ea36dc82a2 req-471e08f4-f073-4aba-8afa-c86f8cd2d3bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:34:47.812378 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3346827c-1d6a-458f-9452-34ea36dc82a2 req-471e08f4-f073-4aba-8afa-c86f8cd2d3bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:34:47.814327 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3346827c-1d6a-458f-9452-34ea36dc82a2 req-471e08f4-f073-4aba-8afa-c86f8cd2d3bb service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=97b50484cf0c4fbaadc06c25d281353e&device_id=d7b58cc5-d900-4c19-86f4-9befdd4826d6 HTTP/1.1" status: 200 len: 6477 time: 0.2643356 Jul 14 18:34:47.962167 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3346827c-1d6a-458f-9452-34ea36dc82a2 req-533cc3fc-1591-4773-83c0-86bbff6aef0b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=827a9395-b498-4e0f-b70e-182acf0b86da HTTP/1.1" status: 200 len: 217 time: 0.1160700 Jul 14 18:34:48.158520 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f37296a1-b0f1-40a2-bdad-b5e103709430 req-4d6083e8-cf4d-41e3-97b2-446cfe945cd5 tempest-ServerRescueTestJSONUnderV235-773555335 tempest-ServerRescueTestJSONUnderV235-773555335-project] 10.222.0.16 "GET /v2.0/security-groups?id=5be666b2-293d-46ef-a6aa-7f465b02e205&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3571596 Jul 14 18:34:48.229491 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3346827c-1d6a-458f-9452-34ea36dc82a2 req-e3590d26-9fe9-4bb8-9624-faebfc130362 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:34:48.231371 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3346827c-1d6a-458f-9452-34ea36dc82a2 req-e3590d26-9fe9-4bb8-9624-faebfc130362 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ca505849-4eae-4ad9-8cb2-1c989449b21f HTTP/1.1" status: 200 len: 850 time: 0.2597356 Jul 14 18:34:48.342537 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Device 9611ddd0-9e07-40ea-aec9-fb06e7378e68 details requested by agent hyperv_n-h2-800634-3 with host n-h2-800634-3 {{(pid=93917) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 18:34:48.415161 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2359f100-8aee-46cf-b77f-103bea5af4bb req-3afe75da-950b-4895-bd6c-5383154a9cd3 service neutron] 10.222.0.35 "GET /v2.0/networks/fd8ea664-6074-4bbe-887f-058fe7b50123?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5986562 Jul 14 18:34:48.448589 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6016334c-23a4-4168-98a6-2601a6d855e5 req-436f98a9-3ed4-40bb-8331-9bbb82a3ca54 tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:34:48.460209 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6016334c-23a4-4168-98a6-2601a6d855e5 req-436f98a9-3ed4-40bb-8331-9bbb82a3ca54 tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] 10.222.0.16 "GET /v2.0/ports?device_id=9cc02da8-a510-4707-81d5-af2edaddbb4a HTTP/1.1" status: 200 len: 944 time: 0.6446855 Jul 14 18:34:48.552636 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 47724) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:34:48.697932 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] For port 9611ddd0-9e07-40ea-aec9-fb06e7378e68, host n-h2-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=9611ddd0-9e07-40ea-aec9-fb06e7378e68,segment=NetworkSegment(48f07496-1654-4e70-864e-6d82e6081c18),segment_id=48f07496-1654-4e70-864e-6d82e6081c18)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:34:48.732979 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6016334c-23a4-4168-98a6-2601a6d855e5 req-8a8368a8-3223-4639-a53d-f8d2b10fe8b6 tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] 10.222.0.16 "GET /v2.0/security-groups?id=3eac0233-2f58-4c36-8bbf-3f6eb68f3b22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2449872 Jul 14 18:34:48.733134 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Returning: {'device': '9611ddd0-9e07-40ea-aec9-fb06e7378e68', 'network_id': 'fd8ea664-6074-4bbe-887f-058fe7b50123', 'port_id': '9611ddd0-9e07-40ea-aec9-fb06e7378e68', 'mac_address': 'fa:16:3e:de:a4:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9715e59-b525-40fa-a99e-ebf6aedac4af', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93917) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 18:34:48.792248 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3346827c-1d6a-458f-9452-34ea36dc82a2 req-5d098f5b-fd1c-4bbe-b5bc-00facbd14547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:34:48.792248 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3346827c-1d6a-458f-9452-34ea36dc82a2 req-5d098f5b-fd1c-4bbe-b5bc-00facbd14547 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a3451eaf-fb13-48b5-b64d-da7580c60487&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5473716 Jul 14 18:34:48.802994 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2359f100-8aee-46cf-b77f-103bea5af4bb req-1b685846-11bd-424e-b10c-77a56ce99ed0 service neutron] 10.222.0.35 "GET /v2.0/networks/fd8ea664-6074-4bbe-887f-058fe7b50123?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3199039 Jul 14 18:34:48.878171 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:48.934627 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9611ddd0-9e07-40ea-aec9-fb06e7378e68 {{(pid=93917) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 18:34:49.018589 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] For port 9611ddd0-9e07-40ea-aec9-fb06e7378e68, host n-h2-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=9611ddd0-9e07-40ea-aec9-fb06e7378e68,segment=NetworkSegment(48f07496-1654-4e70-864e-6d82e6081c18),segment_id=48f07496-1654-4e70-864e-6d82e6081c18)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:34:49.026555 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:49.038123 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-059e999d-458e-4bf0-8424-14f0bee48080 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:49.238336 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3346827c-1d6a-458f-9452-34ea36dc82a2 req-7301a6cd-ebd8-4ca6-a348-40ddc4e3cb7a service neutron] 10.222.0.35 "GET /v2.0/networks/a3451eaf-fb13-48b5-b64d-da7580c60487?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4401937 Jul 14 18:34:49.264868 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Pushing event updated for resources: {'Port': ['ID=9611ddd0-9e07-40ea-aec9-fb06e7378e68,revision_number=4']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:34:49.291433 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed965409-15fb-4e38-afd3-1e0f604fcc33 req-353fa4bf-19f4-40d6-aed5-ad4781c6dfcb tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:34:49.304710 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed965409-15fb-4e38-afd3-1e0f604fcc33 req-353fa4bf-19f4-40d6-aed5-ad4781c6dfcb tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:34:49.314163 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:34:49.314708 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:34:49.314940 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-059e999d-458e-4bf0-8424-14f0bee48080 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:49.315274 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:34:49.315820 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:34:49.320501 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed965409-15fb-4e38-afd3-1e0f604fcc33 req-353fa4bf-19f4-40d6-aed5-ad4781c6dfcb tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:34:49.321138 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-059e999d-458e-4bf0-8424-14f0bee48080 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:49.348895 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed965409-15fb-4e38-afd3-1e0f604fcc33 req-353fa4bf-19f4-40d6-aed5-ad4781c6dfcb tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:34:49.351765 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:34:49.353304 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:34:49.360528 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-059e999d-458e-4bf0-8424-14f0bee48080 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=aebc2ac8be1d4f4084866cfb7f67433b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8055072 Jul 14 18:34:49.361400 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:34:49.364299 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 47744) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:34:49.365154 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:34:49.366099 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:34:49.366918 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:34:49.367675 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:34:49.372144 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:34:49.395347 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] get_ports_and_sgs() called for port_ids ['9611ddd0-9e07-40ea-aec9-fb06e7378e68'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 18:34:49.395773 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed965409-15fb-4e38-afd3-1e0f604fcc33 req-353fa4bf-19f4-40d6-aed5-ad4781c6dfcb tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:34:49.409646 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed965409-15fb-4e38-afd3-1e0f604fcc33 req-353fa4bf-19f4-40d6-aed5-ad4781c6dfcb tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:34:49.442068 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed965409-15fb-4e38-afd3-1e0f604fcc33 req-353fa4bf-19f4-40d6-aed5-ad4781c6dfcb tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:34:49.443564 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059e999d-458e-4bf0-8424-14f0bee48080 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34c044d6-91b4-435c-8aee-187800a3dc7a,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:34:49.447243 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-dfb12b8a-15b1-4308-8977-39ebe5e46dc1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:49.456315 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ed965409-15fb-4e38-afd3-1e0f604fcc33 req-353fa4bf-19f4-40d6-aed5-ad4781c6dfcb tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] 10.222.0.16 "GET /v2.0/ports?device_id=d7b58cc5-d900-4c19-86f4-9befdd4826d6 HTTP/1.1" status: 200 len: 5420 time: 0.5689321 Jul 14 18:34:49.490669 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-dfb12b8a-15b1-4308-8977-39ebe5e46dc1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:49.591079 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-dfb12b8a-15b1-4308-8977-39ebe5e46dc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:49.593829 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-dfb12b8a-15b1-4308-8977-39ebe5e46dc1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:49.597681 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-dfb12b8a-15b1-4308-8977-39ebe5e46dc1 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/34c044d6-91b4-435c-8aee-187800a3dc7a HTTP/1.1" status: 204 len: 168 time: 0.2298014 Jul 14 18:34:49.609362 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb12b8a-15b1-4308-8977-39ebe5e46dc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34c044d6-91b4-435c-8aee-187800a3dc7a,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:34:49.947819 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ed965409-15fb-4e38-afd3-1e0f604fcc33 req-ee81d529-fe75-4a15-9d33-e3b55063844b tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] 10.222.0.16 "GET /v2.0/security-groups?id=1bfbf1b1-a239-48c4-9d02-fd8b65b471a7&id=1cc7ef8d-a00b-43d6-95a3-c209cbabb8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4326429 Jul 14 18:34:49.976959 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4594691-0a91-4f42-b8ee-24c5bdab3697 req-b90f3744-fbc3-4e3f-a116-9f448507fa2b tempest-ServerRescueTestJSONUnderV235-773555335 tempest-ServerRescueTestJSONUnderV235-773555335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:34:49.979505 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c4594691-0a91-4f42-b8ee-24c5bdab3697 req-b90f3744-fbc3-4e3f-a116-9f448507fa2b tempest-ServerRescueTestJSONUnderV235-773555335 tempest-ServerRescueTestJSONUnderV235-773555335-project] 10.222.0.16 "GET /v2.0/ports?device_id=1141130f-4875-4e07-b30e-73bca303df1e HTTP/1.1" status: 200 len: 946 time: 0.2086947 Jul 14 18:34:50.058026 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c4594691-0a91-4f42-b8ee-24c5bdab3697 req-25875dd5-a6e5-438a-8850-7036c85d6d6b tempest-ServerRescueTestJSONUnderV235-773555335 tempest-ServerRescueTestJSONUnderV235-773555335-project] 10.222.0.16 "GET /v2.0/security-groups?id=5be666b2-293d-46ef-a6aa-7f465b02e205&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713665 Jul 14 18:34:50.068389 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3346827c-1d6a-458f-9452-34ea36dc82a2 req-9288ce1b-5faa-490f-b75b-000452ff47c6 service neutron] 10.222.0.35 "GET /v2.0/networks/a3451eaf-fb13-48b5-b64d-da7580c60487?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6097531 Jul 14 18:34:50.125930 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3346827c-1d6a-458f-9452-34ea36dc82a2 req-a08a8be9-b384-490d-9394-1c9263dc46bd service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.245&port_id=02f27bc5-ba4e-4925-b830-6468da0dccb6 HTTP/1.1" status: 200 len: 217 time: 0.0484204 Jul 14 18:34:50.244167 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3346827c-1d6a-458f-9452-34ea36dc82a2 req-cc31befd-8aaa-43ca-84ef-7a08291909d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:34:50.244683 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3346827c-1d6a-458f-9452-34ea36dc82a2 req-cc31befd-8aaa-43ca-84ef-7a08291909d4 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=bfc85fc4-a1ec-4557-a25f-86f06ef0ab5a HTTP/1.1" status: 200 len: 797 time: 0.1106591 Jul 14 18:34:50.353069 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-97800af3-14c2-4471-bcbc-492ba008775a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:50.361937 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Device 9611ddd0-9e07-40ea-aec9-fb06e7378e68 up at agent hyperv_n-h2-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:34:50.403403 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3346827c-1d6a-458f-9452-34ea36dc82a2 req-e5f7258d-4627-49d5-bd70-c3b4121b3e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:34:50.405863 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3346827c-1d6a-458f-9452-34ea36dc82a2 req-e5f7258d-4627-49d5-bd70-c3b4121b3e2b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=53bb0fcd-64dd-42eb-8d88-ad420edc0329&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1517773 Jul 14 18:34:50.458337 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Provisioning for port 9611ddd0-9e07-40ea-aec9-fb06e7378e68 completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:34:50.473694 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Provisioning complete for port 9611ddd0-9e07-40ea-aec9-fb06e7378e68 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:34:50.474336 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:50.498917 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9ab881-6749-4c1d-b1cf-b17c9f6ca9e6 req-bb2155aa-08eb-42be-8c28-b977791ce8f0 tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:34:50.507368 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-af9ab881-6749-4c1d-b1cf-b17c9f6ca9e6 req-bb2155aa-08eb-42be-8c28-b977791ce8f0 tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] 10.222.0.16 "GET /v2.0/ports?device_id=9cc02da8-a510-4707-81d5-af2edaddbb4a HTTP/1.1" status: 200 len: 945 time: 0.1899457 Jul 14 18:34:50.584812 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-af9ab881-6749-4c1d-b1cf-b17c9f6ca9e6 req-d7e55d4a-c88c-47fb-98fd-93d9369c6675 tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] 10.222.0.16 "GET /v2.0/security-groups?id=3eac0233-2f58-4c36-8bbf-3f6eb68f3b22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0760827 Jul 14 18:34:50.589059 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3346827c-1d6a-458f-9452-34ea36dc82a2 req-7c0e9902-075c-462c-83b6-231f03fc4009 service neutron] 10.222.0.35 "GET /v2.0/networks/53bb0fcd-64dd-42eb-8d88-ad420edc0329?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1724441 Jul 14 18:34:50.697347 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:50.761565 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-91d5b5b3-f390-4aba-a3fc-61de44761630 req-5745495f-7e9e-4427-b59f-98485c17d35d service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=2b9e4456-2d8d-44aa-a867-8b086bbb5414&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1707621 Jul 14 18:34:50.764047 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3346827c-1d6a-458f-9452-34ea36dc82a2 req-9ac18eb7-2e51-4d57-90cd-a4b0d7dd9320 service neutron] 10.222.0.35 "GET /v2.0/networks/53bb0fcd-64dd-42eb-8d88-ad420edc0329?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1643732 Jul 14 18:34:50.783567 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] For port 9611ddd0-9e07-40ea-aec9-fb06e7378e68, host n-h2-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=9611ddd0-9e07-40ea-aec9-fb06e7378e68,segment=NetworkSegment(48f07496-1654-4e70-864e-6d82e6081c18),segment_id=48f07496-1654-4e70-864e-6d82e6081c18)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:34:50.785489 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cc02da8-a510-4707-81d5-af2edaddbb4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9611ddd0-9e07-40ea-aec9-fb06e7378e68'}] {{(pid=93917) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:34:50.789205 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20b787f3c29eaa7aa2a4d648c725a2124c5ff39a8d793252f9d844495e14cf42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46e5c4d1-92fa-4e74-805d-155ef8c99e11" -d '{"events": [{"server_uuid": "9cc02da8-a510-4707-81d5-af2edaddbb4a", "name": "network-vif-plugged", "status": "completed", "tag": "9611ddd0-9e07-40ea-aec9-fb06e7378e68"}]}' {{(pid=93917) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:34:50.807612 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:50.878627 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 18:34:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf42ab80-d934-4e3b-ad10-4ff50acbaed0 x-openstack-request-id: req-cf42ab80-d934-4e3b-ad10-4ff50acbaed0 {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:34:50.879448 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cc02da8-a510-4707-81d5-af2edaddbb4a", "name": "network-vif-plugged", "status": "completed", "tag": "9611ddd0-9e07-40ea-aec9-fb06e7378e68", "code": 200}]} {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:34:50.881325 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-cf42ab80-d934-4e3b-ad10-4ff50acbaed0 {{(pid=93917) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:34:50.881325 n-d-800634-3 neutron-server[93917]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cc02da8-a510-4707-81d5-af2edaddbb4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9611ddd0-9e07-40ea-aec9-fb06e7378e68', 'code': 200} Jul 14 18:34:50.907995 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3346827c-1d6a-458f-9452-34ea36dc82a2 req-ca07e708-31ba-44b9-96e5-e0bc45c4e836 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.137&port_id=2ce8955c-39eb-4a08-89c1-c4e808ceeb28 HTTP/1.1" status: 200 len: 217 time: 0.1369841 Jul 14 18:34:50.941619 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Pushing event updated for resources: {'Port': ['ID=9611ddd0-9e07-40ea-aec9-fb06e7378e68,revision_number=5']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:34:51.073227 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3346827c-1d6a-458f-9452-34ea36dc82a2 req-ea31c730-b02f-4322-900b-a6198ee8ea1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:34:51.074865 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3346827c-1d6a-458f-9452-34ea36dc82a2 req-ea31c730-b02f-4322-900b-a6198ee8ea1a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=bfc85fc4-a1ec-4557-a25f-86f06ef0ab5a HTTP/1.1" status: 200 len: 797 time: 0.1250210 Jul 14 18:34:51.081373 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d5b5b3-f390-4aba-a3fc-61de44761630 req-72cb6b4c-8802-406b-aa5a-c36bfd75c049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:34:51.082951 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-91d5b5b3-f390-4aba-a3fc-61de44761630 req-72cb6b4c-8802-406b-aa5a-c36bfd75c049 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=cb67bdfcb7724fc99fb71468214ad40d&device_id=2b9e4456-2d8d-44aa-a867-8b086bbb5414 HTTP/1.1" status: 200 len: 1097 time: 0.1865258 Jul 14 18:34:51.713538 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fd6088-720d-4c46-b64d-f190280abc6f req-ee9bee66-671c-49da-9ded-0067c437a769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:34:51.715131 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-01fd6088-720d-4c46-b64d-f190280abc6f req-ee9bee66-671c-49da-9ded-0067c437a769 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=9cc02da8-a510-4707-81d5-af2edaddbb4a HTTP/1.1" status: 200 len: 1097 time: 0.7520797 Jul 14 18:34:51.900885 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-01fd6088-720d-4c46-b64d-f190280abc6f req-ec61a452-faa7-4eda-a1a0-59506f243c4f service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=3eac0233-2f58-4c36-8bbf-3f6eb68f3b22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1530411 Jul 14 18:34:51.921445 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d5b5b3-f390-4aba-a3fc-61de44761630 req-b9abcc50-1b47-46ad-8861-e8cf92fd1bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:34:51.922951 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-91d5b5b3-f390-4aba-a3fc-61de44761630 req-b9abcc50-1b47-46ad-8861-e8cf92fd1bb1 service neutron] 10.222.0.18 "GET /v2.0/networks?id=fbb7114e-4079-4798-86d9-6d4690d7f388 HTTP/1.1" status: 200 len: 918 time: 0.8023512 Jul 14 18:34:51.928092 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3346827c-1d6a-458f-9452-34ea36dc82a2 req-2fc11135-3de6-4e0a-9a8b-5a881d1bc59f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:34:51.929693 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3346827c-1d6a-458f-9452-34ea36dc82a2 req-2fc11135-3de6-4e0a-9a8b-5a881d1bc59f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=53bb0fcd-64dd-42eb-8d88-ad420edc0329&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.8458674 Jul 14 18:34:52.001017 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-91d5b5b3-f390-4aba-a3fc-61de44761630 req-b8c6341e-e58e-46f3-b682-5349b07dc0ed service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f2fad040-7094-4bfd-9931-7a428eb95eec HTTP/1.1" status: 200 len: 217 time: 0.0692246 Jul 14 18:34:52.025830 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff477e2c-4ca4-4fcd-8ff1-60f3627554fc req-eaf4a6da-5b5e-4b17-9f22-b1fe4e7071de tempest-ServerRescueTestJSONUnderV235-773555335 tempest-ServerRescueTestJSONUnderV235-773555335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:34:52.033883 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ff477e2c-4ca4-4fcd-8ff1-60f3627554fc req-eaf4a6da-5b5e-4b17-9f22-b1fe4e7071de tempest-ServerRescueTestJSONUnderV235-773555335 tempest-ServerRescueTestJSONUnderV235-773555335-project] 10.222.0.16 "GET /v2.0/ports?device_id=1141130f-4875-4e07-b30e-73bca303df1e HTTP/1.1" status: 200 len: 946 time: 0.2903922 Jul 14 18:34:52.091043 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e68679-7881-4e36-abf4-75ade52a3864 req-ab3bd920-4cea-4802-ad78-a9fcebe38055 tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:34:52.097550 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e68679-7881-4e36-abf4-75ade52a3864 req-ab3bd920-4cea-4802-ad78-a9fcebe38055 tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:34:52.104621 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e68679-7881-4e36-abf4-75ade52a3864 req-ab3bd920-4cea-4802-ad78-a9fcebe38055 tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:34:52.112025 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e68679-7881-4e36-abf4-75ade52a3864 req-ab3bd920-4cea-4802-ad78-a9fcebe38055 tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:34:52.119577 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e68679-7881-4e36-abf4-75ade52a3864 req-ab3bd920-4cea-4802-ad78-a9fcebe38055 tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:34:52.125129 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e68679-7881-4e36-abf4-75ade52a3864 req-ab3bd920-4cea-4802-ad78-a9fcebe38055 tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:34:52.136513 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e68679-7881-4e36-abf4-75ade52a3864 req-ab3bd920-4cea-4802-ad78-a9fcebe38055 tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:34:52.138840 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f9e68679-7881-4e36-abf4-75ade52a3864 req-ab3bd920-4cea-4802-ad78-a9fcebe38055 tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] 10.222.0.16 "GET /v2.0/ports?device_id=d7b58cc5-d900-4c19-86f4-9befdd4826d6 HTTP/1.1" status: 200 len: 5420 time: 0.3967245 Jul 14 18:34:52.277991 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d5b5b3-f390-4aba-a3fc-61de44761630 req-efc9f8cd-5021-4589-bdf3-e032ad59ff92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:34:52.279488 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-91d5b5b3-f390-4aba-a3fc-61de44761630 req-efc9f8cd-5021-4589-bdf3-e032ad59ff92 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c0358a3b-3414-4691-860c-4e7a5ebb58c9 HTTP/1.1" status: 200 len: 858 time: 0.2434926 Jul 14 18:34:52.297377 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ff477e2c-4ca4-4fcd-8ff1-60f3627554fc req-e8c61131-56cf-4a34-b95f-ef326fc889bc tempest-ServerRescueTestJSONUnderV235-773555335 tempest-ServerRescueTestJSONUnderV235-773555335-project] 10.222.0.16 "GET /v2.0/security-groups?id=5be666b2-293d-46ef-a6aa-7f465b02e205&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2624686 Jul 14 18:34:52.393675 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f9e68679-7881-4e36-abf4-75ade52a3864 req-54466a53-c64d-4328-8a3e-349aa3ae1efa tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] 10.222.0.16 "GET /v2.0/security-groups?id=1bfbf1b1-a239-48c4-9d02-fd8b65b471a7&id=1cc7ef8d-a00b-43d6-95a3-c209cbabb8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2531881 Jul 14 18:34:52.397305 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-91d5b5b3-f390-4aba-a3fc-61de44761630 req-62e9e8db-58d7-417a-8ec2-aedba6e27c82 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=fbb7114e-4079-4798-86d9-6d4690d7f388&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0938451 Jul 14 18:34:52.421623 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3346827c-1d6a-458f-9452-34ea36dc82a2 req-e53f296d-1214-41fd-960b-6b252857ce94 service neutron] 10.222.0.35 "GET /v2.0/networks/53bb0fcd-64dd-42eb-8d88-ad420edc0329?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4336150 Jul 14 18:34:52.568038 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-91d5b5b3-f390-4aba-a3fc-61de44761630 req-c2fa97c6-18f9-4d00-bc6b-0ca6c0ddf72b service neutron] 10.222.0.18 "GET /v2.0/networks/fbb7114e-4079-4798-86d9-6d4690d7f388?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1592557 Jul 14 18:34:52.582231 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc470df-b6f4-4e7e-a1a4-3a56eff7459c req-dba24011-e94e-4611-ad75-900759357696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:34:52.583921 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-7bc470df-b6f4-4e7e-a1a4-3a56eff7459c req-dba24011-e94e-4611-ad75-900759357696 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=1141130f-4875-4e07-b30e-73bca303df1e HTTP/1.1" status: 200 len: 1097 time: 0.4419668 Jul 14 18:34:52.745584 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-7bc470df-b6f4-4e7e-a1a4-3a56eff7459c req-1c71e416-7018-4edc-b674-2a14a16fb9b0 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=5be666b2-293d-46ef-a6aa-7f465b02e205&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255438 Jul 14 18:34:52.798054 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-0d89c661-50e8-493f-a2d7-a1fd65dae9c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:52.819944 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3346827c-1d6a-458f-9452-34ea36dc82a2 req-e54e6119-252f-4c22-aefd-8d16c7b211fe service neutron] 10.222.0.35 "GET /v2.0/networks/53bb0fcd-64dd-42eb-8d88-ad420edc0329?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3865521 Jul 14 18:34:52.892880 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3346827c-1d6a-458f-9452-34ea36dc82a2 req-1a94b701-7ba6-4ac0-bb4d-ded8f639c443 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.202&port_id=eae0b81b-04b1-451f-ad3f-22e780eb31b9 HTTP/1.1" status: 200 len: 217 time: 0.0656841 Jul 14 18:34:52.905881 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-91d5b5b3-f390-4aba-a3fc-61de44761630 req-ad843354-5b5b-46e7-88e9-8ea215392014 service neutron] 10.222.0.18 "GET /v2.0/networks/fbb7114e-4079-4798-86d9-6d4690d7f388?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3206739 Jul 14 18:34:53.026377 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3346827c-1d6a-458f-9452-34ea36dc82a2 req-7a61d727-88a3-4144-9c37-094ded4ecc07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:34:53.029218 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3346827c-1d6a-458f-9452-34ea36dc82a2 req-7a61d727-88a3-4144-9c37-094ded4ecc07 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=bfc85fc4-a1ec-4557-a25f-86f06ef0ab5a HTTP/1.1" status: 200 len: 797 time: 0.1303601 Jul 14 18:34:53.041713 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f43155-7e9e-45be-ba1d-622a568836dc req-a722109f-a9e1-4899-90c0-f52021a7a567 tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:34:53.043567 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-21f43155-7e9e-45be-ba1d-622a568836dc req-a722109f-a9e1-4899-90c0-f52021a7a567 tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] 10.222.0.16 "GET /v2.0/ports?device_id=9cc02da8-a510-4707-81d5-af2edaddbb4a HTTP/1.1" status: 200 len: 946 time: 0.3071826 Jul 14 18:34:53.165997 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:53.176668 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3346827c-1d6a-458f-9452-34ea36dc82a2 req-df5dd66f-931a-4c80-b955-3f54a1943990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:34:53.178356 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3346827c-1d6a-458f-9452-34ea36dc82a2 req-df5dd66f-931a-4c80-b955-3f54a1943990 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=53bb0fcd-64dd-42eb-8d88-ad420edc0329&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1335690 Jul 14 18:34:53.190608 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-21f43155-7e9e-45be-ba1d-622a568836dc req-c97eb06f-e2f2-4d6b-b0e6-bbe66decbdea tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] 10.222.0.16 "GET /v2.0/security-groups?id=3eac0233-2f58-4c36-8bbf-3f6eb68f3b22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1005599 Jul 14 18:34:53.347520 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3346827c-1d6a-458f-9452-34ea36dc82a2 req-9d5bc442-2ae3-4bc5-ad7f-ee101782c065 service neutron] 10.222.0.35 "GET /v2.0/networks/53bb0fcd-64dd-42eb-8d88-ad420edc0329?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1549582 Jul 14 18:34:53.609194 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3346827c-1d6a-458f-9452-34ea36dc82a2 req-7bb2dda2-950d-4606-b522-0526b907776c service neutron] 10.222.0.35 "GET /v2.0/networks/53bb0fcd-64dd-42eb-8d88-ad420edc0329?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2539513 Jul 14 18:34:53.747492 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36f5da9-5ad3-4978-9d65-dd9e6d9e7b22 req-4c7715e8-3be0-460e-b66e-e05518addb5f tempest-ServerRescueTestJSONUnderV235-773555335 tempest-ServerRescueTestJSONUnderV235-773555335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:34:53.749688 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a36f5da9-5ad3-4978-9d65-dd9e6d9e7b22 req-4c7715e8-3be0-460e-b66e-e05518addb5f tempest-ServerRescueTestJSONUnderV235-773555335 tempest-ServerRescueTestJSONUnderV235-773555335-project] 10.222.0.16 "GET /v2.0/ports?device_id=1141130f-4875-4e07-b30e-73bca303df1e HTTP/1.1" status: 200 len: 946 time: 0.2384555 Jul 14 18:34:53.754234 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3346827c-1d6a-458f-9452-34ea36dc82a2 req-e021f1f9-876f-4759-a85d-7dd55a6f005a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.120&port_id=85897482-0484-49f8-8ec5-b7a74ba260d7 HTTP/1.1" status: 200 len: 217 time: 0.1280801 Jul 14 18:34:53.825136 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 47858) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:34:53.873444 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a36f5da9-5ad3-4978-9d65-dd9e6d9e7b22 req-6a7baddd-6ced-4ad8-9106-d240c33e4d65 tempest-ServerRescueTestJSONUnderV235-773555335 tempest-ServerRescueTestJSONUnderV235-773555335-project] 10.222.0.16 "GET /v2.0/security-groups?id=5be666b2-293d-46ef-a6aa-7f465b02e205&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180565 Jul 14 18:34:53.888940 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3346827c-1d6a-458f-9452-34ea36dc82a2 req-64923037-d21f-43e5-aae8-69d14416b49e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:34:53.890743 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3346827c-1d6a-458f-9452-34ea36dc82a2 req-64923037-d21f-43e5-aae8-69d14416b49e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=bfc85fc4-a1ec-4557-a25f-86f06ef0ab5a HTTP/1.1" status: 200 len: 797 time: 0.1035697 Jul 14 18:34:53.939700 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f366fe46-1689-48c1-999b-ec366bfad7f3 req-98938578-55b5-4bb8-9a24-5f462b7d00c2 tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:34:53.946394 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f366fe46-1689-48c1-999b-ec366bfad7f3 req-98938578-55b5-4bb8-9a24-5f462b7d00c2 tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:34:53.953575 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f366fe46-1689-48c1-999b-ec366bfad7f3 req-98938578-55b5-4bb8-9a24-5f462b7d00c2 tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:34:53.959811 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f366fe46-1689-48c1-999b-ec366bfad7f3 req-98938578-55b5-4bb8-9a24-5f462b7d00c2 tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:34:53.965859 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f366fe46-1689-48c1-999b-ec366bfad7f3 req-98938578-55b5-4bb8-9a24-5f462b7d00c2 tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:34:53.971912 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f366fe46-1689-48c1-999b-ec366bfad7f3 req-98938578-55b5-4bb8-9a24-5f462b7d00c2 tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:34:53.972422 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-b7385de0-7d85-48eb-b89f-c5b43116c884 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:53.978677 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f366fe46-1689-48c1-999b-ec366bfad7f3 req-98938578-55b5-4bb8-9a24-5f462b7d00c2 tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:34:53.986132 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f366fe46-1689-48c1-999b-ec366bfad7f3 req-98938578-55b5-4bb8-9a24-5f462b7d00c2 tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] 10.222.0.16 "GET /v2.0/ports?device_id=d7b58cc5-d900-4c19-86f4-9befdd4826d6 HTTP/1.1" status: 200 len: 5420 time: 0.3070133 Jul 14 18:34:54.047688 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f366fe46-1689-48c1-999b-ec366bfad7f3 req-72de2727-4310-4662-b482-7ba6bb35eeef tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] 10.222.0.16 "GET /v2.0/security-groups?id=1bfbf1b1-a239-48c4-9d02-fd8b65b471a7&id=1cc7ef8d-a00b-43d6-95a3-c209cbabb8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0605688 Jul 14 18:34:54.060680 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-574aeb93-9938-449c-8e6c-cb22c9b52cc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:54.078075 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3346827c-1d6a-458f-9452-34ea36dc82a2 req-c9eba821-bb86-43c4-a263-5bb0d7c3f659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:34:54.079722 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3346827c-1d6a-458f-9452-34ea36dc82a2 req-c9eba821-bb86-43c4-a263-5bb0d7c3f659 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=53bb0fcd-64dd-42eb-8d88-ad420edc0329&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1832893 Jul 14 18:34:54.110861 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-b7385de0-7d85-48eb-b89f-c5b43116c884 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:54.117458 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-b7385de0-7d85-48eb-b89f-c5b43116c884 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:54.153267 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-b7385de0-7d85-48eb-b89f-c5b43116c884 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c12cec16e25a4c4fbff2d5348f476c50&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3269589 Jul 14 18:34:54.161774 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 47864) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:34:54.173721 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7385de0-7d85-48eb-b89f-c5b43116c884 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3aee04d0-ca7b-4338-b15b-c288a95f675c,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:34:54.228238 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3346827c-1d6a-458f-9452-34ea36dc82a2 req-ff15c43f-1b9d-4a92-a40c-83cfb2019dee service neutron] 10.222.0.35 "GET /v2.0/networks/53bb0fcd-64dd-42eb-8d88-ad420edc0329?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1419792 Jul 14 18:34:54.325191 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-e30ef2e5-47c0-40d1-9189-d662f382ba3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:54.391788 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-e30ef2e5-47c0-40d1-9189-d662f382ba3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:54.465201 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3346827c-1d6a-458f-9452-34ea36dc82a2 req-e5779704-7bbb-4cbb-bd2a-e89b1b61b9d7 service neutron] 10.222.0.35 "GET /v2.0/networks/53bb0fcd-64dd-42eb-8d88-ad420edc0329?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2266216 Jul 14 18:34:54.543383 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae014e4-e558-48b3-85c2-cff84dc267f9 req-53dd6d93-b465-4703-afc9-99a7c08b9ae0 tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:34:54.543383 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-9ae014e4-e558-48b3-85c2-cff84dc267f9 req-53dd6d93-b465-4703-afc9-99a7c08b9ae0 tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] 10.222.0.16 "GET /v2.0/ports?device_id=9cc02da8-a510-4707-81d5-af2edaddbb4a HTTP/1.1" status: 200 len: 946 time: 0.2001977 Jul 14 18:34:54.543383 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3346827c-1d6a-458f-9452-34ea36dc82a2 req-3cb58bd9-199b-4e3d-a908-b6a11f59aec1 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=c2b3fb63-6908-4955-af27-c8e059a5a158 HTTP/1.1" status: 200 len: 217 time: 0.0688751 Jul 14 18:34:54.565356 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-e30ef2e5-47c0-40d1-9189-d662f382ba3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:54.568195 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-e30ef2e5-47c0-40d1-9189-d662f382ba3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:54.573505 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-e30ef2e5-47c0-40d1-9189-d662f382ba3b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3aee04d0-ca7b-4338-b15b-c288a95f675c HTTP/1.1" status: 204 len: 168 time: 0.4005296 Jul 14 18:34:54.669635 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30ef2e5-47c0-40d1-9189-d662f382ba3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3aee04d0-ca7b-4338-b15b-c288a95f675c,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:34:54.688729 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3346827c-1d6a-458f-9452-34ea36dc82a2 req-db9373c4-0b1e-48d4-a910-767bf711f28d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:34:54.691703 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3346827c-1d6a-458f-9452-34ea36dc82a2 req-db9373c4-0b1e-48d4-a910-767bf711f28d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=6b5b6fc5-6d46-499c-9d51-f1f072b12976 HTTP/1.1" status: 200 len: 797 time: 0.1447449 Jul 14 18:34:54.743914 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-9ae014e4-e558-48b3-85c2-cff84dc267f9 req-329409da-b784-43f1-85fd-e8336e151ef1 tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] 10.222.0.16 "GET /v2.0/security-groups?id=3eac0233-2f58-4c36-8bbf-3f6eb68f3b22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1986232 Jul 14 18:34:54.968000 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-d775bf8d-af2b-4a51-bcf0-6c718d658da9 req-8836477d-0f0e-44e2-94dc-bd038bd0e6bc service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=6ab0c594-ecaf-4c5b-977a-9c1b59a2d9cc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.1492875 Jul 14 18:34:55.047894 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-d775bf8d-af2b-4a51-bcf0-6c718d658da9 req-a24e2826-0be3-497c-a0bf-c55fa442c784 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f1c4e239e6d24b3bb240a97f6c99b33f&device_id=6ab0c594-ecaf-4c5b-977a-9c1b59a2d9cc HTTP/1.1" status: 200 len: 210 time: 0.0489101 Jul 14 18:34:55.055157 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3346827c-1d6a-458f-9452-34ea36dc82a2 req-52968b21-8b75-4bcf-94cc-92bdacbe511b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:34:55.057914 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3346827c-1d6a-458f-9452-34ea36dc82a2 req-52968b21-8b75-4bcf-94cc-92bdacbe511b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d9b1ce92-40c0-4c35-b452-dfbdda964ee7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3601007 Jul 14 18:34:55.209428 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-d775bf8d-af2b-4a51-bcf0-6c718d658da9 req-99762d9d-9fd9-45ab-9f93-462136bc09fc service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=f1c4e239e6d24b3bb240a97f6c99b33f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1071243 Jul 14 18:34:55.245129 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 47900) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:34:55.267262 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-5bf72df6-d26e-4adb-a89e-c582dd456f7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:55.375031 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3346827c-1d6a-458f-9452-34ea36dc82a2 req-545565c8-8fe9-4107-a44a-10d6536d1440 service neutron] 10.222.0.35 "GET /v2.0/networks/d9b1ce92-40c0-4c35-b452-dfbdda964ee7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3028052 Jul 14 18:34:55.393161 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-5bf72df6-d26e-4adb-a89e-c582dd456f7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:55.398733 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-5bf72df6-d26e-4adb-a89e-c582dd456f7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:55.427783 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b9514f-bd79-4c3a-80c1-6ed7c9d1f882 req-dcd60289-fab8-4d34-bb48-8565b45b7683 tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:34:55.429917 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f2b9514f-bd79-4c3a-80c1-6ed7c9d1f882 req-dcd60289-fab8-4d34-bb48-8565b45b7683 tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] 10.222.0.16 "GET /v2.0/ports?device_id=9cc02da8-a510-4707-81d5-af2edaddbb4a HTTP/1.1" status: 200 len: 946 time: 0.3864238 Jul 14 18:34:55.446301 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 47902) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:34:55.451977 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-00abb3a0-fc2e-471e-b407-f31ccb33dea0 tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] Request body: {'floatingip': {'port_id': '9611ddd0-9e07-40ea-aec9-fb06e7378e68'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:34:55.483417 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8e7877-0a18-44bd-b414-ae4bee04a0e7 req-a4aa144b-cd0e-4934-a95e-04cfbe89f664 tempest-ServerRescueTestJSONUnderV235-773555335 tempest-ServerRescueTestJSONUnderV235-773555335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:34:55.485050 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ca8e7877-0a18-44bd-b414-ae4bee04a0e7 req-a4aa144b-cd0e-4934-a95e-04cfbe89f664 tempest-ServerRescueTestJSONUnderV235-773555335 tempest-ServerRescueTestJSONUnderV235-773555335-project] 10.222.0.16 "GET /v2.0/ports?device_id=1141130f-4875-4e07-b30e-73bca303df1e HTTP/1.1" status: 200 len: 946 time: 0.4119396 Jul 14 18:34:55.488102 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d775bf8d-af2b-4a51-bcf0-6c718d658da9 req-53658fe6-1cfd-487c-aeb5-99c4b952de4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:34:55.490829 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-d775bf8d-af2b-4a51-bcf0-6c718d658da9 req-53658fe6-1cfd-487c-aeb5-99c4b952de4d service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2748802 Jul 14 18:34:55.499695 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-00abb3a0-fc2e-471e-b407-f31ccb33dea0 tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] Notify callbacks [] for floatingip, before_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:55.502270 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf72df6-d26e-4adb-a89e-c582dd456f7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b85d92ac-e70c-4232-9027-c61d096a4601,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:34:55.508808 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-5bf72df6-d26e-4adb-a89e-c582dd456f7f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=010208cbe2f64bfe9e2216503670f095&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2623782 Jul 14 18:34:55.521753 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 47904) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:34:55.597216 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ca8e7877-0a18-44bd-b414-ae4bee04a0e7 req-0bcac1d9-6849-43c2-ab51-4347b0de79dc tempest-ServerRescueTestJSONUnderV235-773555335 tempest-ServerRescueTestJSONUnderV235-773555335-project] 10.222.0.16 "GET /v2.0/security-groups?id=5be666b2-293d-46ef-a6aa-7f465b02e205&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017456 Jul 14 18:34:55.628411 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3346827c-1d6a-458f-9452-34ea36dc82a2 req-e7a161b8-a7c2-4311-a797-ddda8f385c05 service neutron] 10.222.0.35 "GET /v2.0/networks/d9b1ce92-40c0-4c35-b452-dfbdda964ee7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2434525 Jul 14 18:34:55.694026 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3346827c-1d6a-458f-9452-34ea36dc82a2 req-c34399d9-c6d1-4789-8cf9-dad4e21a9793 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=867c1045-d4a3-4446-b5e7-7ab9463781ba HTTP/1.1" status: 200 len: 217 time: 0.0594044 Jul 14 18:34:55.697384 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [req-7e079cb4-5ac5-4d13-84c1-e14f086cd73c req-8237445a-f198-42c7-b146-cdc655e77ad1 tempest-ServerRescueTestJSONUnderV235-773555335 tempest-ServerRescueTestJSONUnderV235-773555335-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-1123356870', 'description': 'tempest-description-993390630'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:34:55.705141 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-52fc45c6-a4c5-4d20-a97a-187ee5a5b766 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:55.731246 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-2f4e3af3-e708-4ffd-a544-82d93a489d01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:55.790132 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-7e079cb4-5ac5-4d13-84c1-e14f086cd73c req-8237445a-f198-42c7-b146-cdc655e77ad1 tempest-ServerRescueTestJSONUnderV235-773555335 tempest-ServerRescueTestJSONUnderV235-773555335-project] Notify callbacks [] for security_group, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:55.818955 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-52fc45c6-a4c5-4d20-a97a-187ee5a5b766 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:55.874114 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3346827c-1d6a-458f-9452-34ea36dc82a2 req-da076129-8141-4368-89b4-f558708a4c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:34:55.875643 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3346827c-1d6a-458f-9452-34ea36dc82a2 req-da076129-8141-4368-89b4-f558708a4c8e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=6b5b6fc5-6d46-499c-9d51-f1f072b12976 HTTP/1.1" status: 200 len: 797 time: 0.1711926 Jul 14 18:34:56.002659 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f2b96c-8a51-4783-b10e-935a2e4f11ba req-7fd19520-0a21-4f4e-ad48-e678fa577a89 tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:34:56.009074 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f2b96c-8a51-4783-b10e-935a2e4f11ba req-7fd19520-0a21-4f4e-ad48-e678fa577a89 tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:34:56.015201 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f2b96c-8a51-4783-b10e-935a2e4f11ba req-7fd19520-0a21-4f4e-ad48-e678fa577a89 tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:34:56.023488 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f2b96c-8a51-4783-b10e-935a2e4f11ba req-7fd19520-0a21-4f4e-ad48-e678fa577a89 tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:34:56.032705 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f2b96c-8a51-4783-b10e-935a2e4f11ba req-7fd19520-0a21-4f4e-ad48-e678fa577a89 tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:34:56.036807 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f2b96c-8a51-4783-b10e-935a2e4f11ba req-7fd19520-0a21-4f4e-ad48-e678fa577a89 tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:34:56.042935 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f2b96c-8a51-4783-b10e-935a2e4f11ba req-7fd19520-0a21-4f4e-ad48-e678fa577a89 tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:34:56.044877 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e3f2b96c-8a51-4783-b10e-935a2e4f11ba req-7fd19520-0a21-4f4e-ad48-e678fa577a89 tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] 10.222.0.16 "GET /v2.0/ports?device_id=d7b58cc5-d900-4c19-86f4-9befdd4826d6 HTTP/1.1" status: 200 len: 5420 time: 0.2955124 Jul 14 18:34:56.049469 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-52fc45c6-a4c5-4d20-a97a-187ee5a5b766 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:56.052023 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-52fc45c6-a4c5-4d20-a97a-187ee5a5b766 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:56.056484 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-52fc45c6-a4c5-4d20-a97a-187ee5a5b766 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b85d92ac-e70c-4232-9027-c61d096a4601 HTTP/1.1" status: 204 len: 168 time: 0.5340602 Jul 14 18:34:56.099946 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fc45c6-a4c5-4d20-a97a-187ee5a5b766 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b85d92ac-e70c-4232-9027-c61d096a4601,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:34:56.128821 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3346827c-1d6a-458f-9452-34ea36dc82a2 req-86ddcd8f-0ee6-4d3e-9627-2ab557453af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:34:56.130457 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3346827c-1d6a-458f-9452-34ea36dc82a2 req-86ddcd8f-0ee6-4d3e-9627-2ab557453af8 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d9b1ce92-40c0-4c35-b452-dfbdda964ee7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2454803 Jul 14 18:34:56.144100 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-00abb3a0-fc2e-471e-b407-f31ccb33dea0 tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:56.146979 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-7e079cb4-5ac5-4d13-84c1-e14f086cd73c req-8237445a-f198-42c7-b146-cdc655e77ad1 tempest-ServerRescueTestJSONUnderV235-773555335 tempest-ServerRescueTestJSONUnderV235-773555335-project] Notify callbacks [] for security_group, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:56.158003 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-00abb3a0-fc2e-471e-b407-f31ccb33dea0 tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-930131'] for floatingip, after_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:56.165937 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e3f2b96c-8a51-4783-b10e-935a2e4f11ba req-82e20819-d78f-4cca-94fd-46f31875dcfb tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] 10.222.0.16 "GET /v2.0/security-groups?id=1bfbf1b1-a239-48c4-9d02-fd8b65b471a7&id=1cc7ef8d-a00b-43d6-95a3-c209cbabb8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0949166 Jul 14 18:34:56.176184 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-7e079cb4-5ac5-4d13-84c1-e14f086cd73c req-8237445a-f198-42c7-b146-cdc655e77ad1 tempest-ServerRescueTestJSONUnderV235-773555335 tempest-ServerRescueTestJSONUnderV235-773555335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:56.453671 n-d-800634-3 neutron-server[93916]: INFO neutron.db.l3_db [None req-00abb3a0-fc2e-471e-b407-f31ccb33dea0 tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] Floating IP 73fab0b6-83ad-431e-8b11-919469236756 associated. External IP: 172.25.1.220, port: 9611ddd0-9e07-40ea-aec9-fb06e7378e68. Jul 14 18:34:56.815777 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-7e079cb4-5ac5-4d13-84c1-e14f086cd73c req-8237445a-f198-42c7-b146-cdc655e77ad1 tempest-ServerRescueTestJSONUnderV235-773555335 tempest-ServerRescueTestJSONUnderV235-773555335-project] Notify callbacks [] for security_group, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:56.817097 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-7e079cb4-5ac5-4d13-84c1-e14f086cd73c req-8237445a-f198-42c7-b146-cdc655e77ad1 tempest-ServerRescueTestJSONUnderV235-773555335 tempest-ServerRescueTestJSONUnderV235-773555335-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1814 time: 1.1258738 Jul 14 18:34:56.839835 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8237445a-f198-42c7-b146-cdc655e77ad1 tempest-ServerRescueTestJSONUnderV235-773555335 tempest-ServerRescueTestJSONUnderV235-773555335-project] Pushing event updated for resources: {'SecurityGroup': ['ID=df8678d1-2f0d-4705-8b78-d21e66d2eb9c,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:34:56.888528 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3346827c-1d6a-458f-9452-34ea36dc82a2 req-45affd6f-0970-4e2d-98e7-d08983d10a39 service neutron] 10.222.0.35 "GET /v2.0/networks/d9b1ce92-40c0-4c35-b452-dfbdda964ee7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7446611 Jul 14 18:34:56.914250 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00abb3a0-fc2e-471e-b407-f31ccb33dea0 tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] Router 6d3af555-74c9-4536-901b-a38fb4bef1f4 has already been hosted by L3 agent 2c6eb27e-defb-4cca-9a24-381c7415e359 {{(pid=93916) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 18:34:57.218856 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3346827c-1d6a-458f-9452-34ea36dc82a2 req-b9e036a6-7771-4228-9a64-d27169f21e19 service neutron] 10.222.0.35 "GET /v2.0/networks/d9b1ce92-40c0-4c35-b452-dfbdda964ee7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3217950 Jul 14 18:34:57.222352 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e36092c6-a277-42f5-99c4-c6ca2ceccbde req-7685b403-97cf-436d-abda-9ee173ded29f tempest-ServerRescueTestJSONUnderV235-773555335 tempest-ServerRescueTestJSONUnderV235-773555335-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1123356870&fields=id&tenant_id=bc00a49d970c402a9d26e3f8244b6309 HTTP/1.1" status: 200 len: 267 time: 0.1878252 Jul 14 18:34:57.287833 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 47982) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:34:57.328524 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00abb3a0-fc2e-471e-b407-f31ccb33dea0 tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] Notify agent at l3_agent.n-d-800634-3 the message routers_updated {{(pid=93916) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 18:34:57.344709 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49ea7220-152d-4447-9095-0bbc446f07a8 None None] Sync routers for ids ['6d3af555-74c9-4536-901b-a38fb4bef1f4'] in n-d-800634-3 {{(pid=93917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 18:34:57.345430 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-00abb3a0-fc2e-471e-b407-f31ccb33dea0 tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for floatingip, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:57.393919 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49ea7220-152d-4447-9095-0bbc446f07a8 None None] Routers {'6d3af555-74c9-4536-901b-a38fb4bef1f4'} bound to L3 agent in host n-d-800634-3 {{(pid=93917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:34:57.399278 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-49ea7220-152d-4447-9095-0bbc446f07a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:34:53Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['6d3af555-74c9-4536-901b-a38fb4bef1f4'], 'active': True} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:34:57.459554 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e12a89d-cbf4-48d0-8780-ae7f46fb0db3 req-c997f9a2-222e-486e-99f2-1fbeb31cc864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:34:57.459818 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e12a89d-cbf4-48d0-8780-ae7f46fb0db3 req-c997f9a2-222e-486e-99f2-1fbeb31cc864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:34:57.464538 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e12a89d-cbf4-48d0-8780-ae7f46fb0db3 req-c997f9a2-222e-486e-99f2-1fbeb31cc864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:34:57.466434 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e12a89d-cbf4-48d0-8780-ae7f46fb0db3 req-c997f9a2-222e-486e-99f2-1fbeb31cc864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:34:57.466434 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e12a89d-cbf4-48d0-8780-ae7f46fb0db3 req-c997f9a2-222e-486e-99f2-1fbeb31cc864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:34:57.467022 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e12a89d-cbf4-48d0-8780-ae7f46fb0db3 req-c997f9a2-222e-486e-99f2-1fbeb31cc864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:34:57.467831 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e12a89d-cbf4-48d0-8780-ae7f46fb0db3 req-c997f9a2-222e-486e-99f2-1fbeb31cc864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:34:57.471355 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6e12a89d-cbf4-48d0-8780-ae7f46fb0db3 req-c997f9a2-222e-486e-99f2-1fbeb31cc864 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=97b50484cf0c4fbaadc06c25d281353e&device_id=d7b58cc5-d900-4c19-86f4-9befdd4826d6 HTTP/1.1" status: 200 len: 6477 time: 0.1642435 Jul 14 18:34:57.478442 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-00abb3a0-fc2e-471e-b407-f31ccb33dea0 tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] 10.222.0.16 "PUT /v2.0/floatingips/73fab0b6-83ad-431e-8b11-919469236756 HTTP/1.1" status: 200 len: 992 time: 2.0281889 Jul 14 18:34:57.478442 n-d-800634-3 neutron-server[93916]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9cc02da8-a510-4707-81d5-af2edaddbb4a', 'tag': '9611ddd0-9e07-40ea-aec9-fb06e7378e68'}] {{(pid=93916) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:34:57.486310 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36092c6-a277-42f5-99c4-c6ca2ceccbde req-376c9714-60f8-4602-99d1-82e6107ecd27 tempest-ServerRescueTestJSONUnderV235-773555335 tempest-ServerRescueTestJSONUnderV235-773555335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:34:57.488691 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f803e150b363a7893830aa996ac27753fa25517c406ecd3536b7c2d4b26eeb9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a1a985e-612b-4a04-a6cd-91021922a7af" -d '{"events": [{"name": "network-changed", "server_uuid": "9cc02da8-a510-4707-81d5-af2edaddbb4a", "tag": "9611ddd0-9e07-40ea-aec9-fb06e7378e68"}]}' {{(pid=93916) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:34:57.499707 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e36092c6-a277-42f5-99c4-c6ca2ceccbde req-376c9714-60f8-4602-99d1-82e6107ecd27 tempest-ServerRescueTestJSONUnderV235-773555335 tempest-ServerRescueTestJSONUnderV235-773555335-project] 10.222.0.16 "GET /v2.0/ports?device_id=1141130f-4875-4e07-b30e-73bca303df1e HTTP/1.1" status: 200 len: 946 time: 0.2704079 Jul 14 18:34:57.544094 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [req-e36092c6-a277-42f5-99c4-c6ca2ceccbde req-2eddfdb8-b5f0-4dc7-9e8a-d95875f48a82 tempest-ServerRescueTestJSONUnderV235-773555335 tempest-ServerRescueTestJSONUnderV235-773555335-project] Request body: {'port': {'security_groups': ['5be666b2-293d-46ef-a6aa-7f465b02e205', 'df8678d1-2f0d-4705-8b78-d21e66d2eb9c']}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:34:57.609052 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-32a5042d-237d-472f-87cb-85c9f75fb770 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:57.694966 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvr_db [None req-49ea7220-152d-4447-9095-0bbc446f07a8 None None] Set router 6d3af555-74c9-4536-901b-a38fb4bef1f4 gateway port host: n-d-800634-3 {{(pid=93917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 18:34:57.872254 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e12a89d-cbf4-48d0-8780-ae7f46fb0db3 req-d3643582-0edd-42f0-93b9-5570110b4fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:34:57.875111 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6e12a89d-cbf4-48d0-8780-ae7f46fb0db3 req-d3643582-0edd-42f0-93b9-5570110b4fcf service neutron] 10.222.0.35 "GET /v2.0/networks?id=d9b1ce92-40c0-4c35-b452-dfbdda964ee7 HTTP/1.1" status: 200 len: 902 time: 0.3713078 Jul 14 18:34:57.910988 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-e36092c6-a277-42f5-99c4-c6ca2ceccbde req-2eddfdb8-b5f0-4dc7-9e8a-d95875f48a82 tempest-ServerRescueTestJSONUnderV235-773555335 tempest-ServerRescueTestJSONUnderV235-773555335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:57.961869 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6e12a89d-cbf4-48d0-8780-ae7f46fb0db3 req-80eef9bd-bdc8-4c95-b466-17159155e97a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=867c1045-d4a3-4446-b5e7-7ab9463781ba HTTP/1.1" status: 200 len: 217 time: 0.0709212 Jul 14 18:34:57.979959 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7724aee2-7ec6-4613-a6af-25d4fecefa4f req-8ac70311-1d62-440d-b632-d4e8a17686f8 tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:34:57.987937 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7724aee2-7ec6-4613-a6af-25d4fecefa4f req-8ac70311-1d62-440d-b632-d4e8a17686f8 tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:34:57.995605 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7724aee2-7ec6-4613-a6af-25d4fecefa4f req-8ac70311-1d62-440d-b632-d4e8a17686f8 tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:34:58.001314 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-32a5042d-237d-472f-87cb-85c9f75fb770 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:58.003892 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7724aee2-7ec6-4613-a6af-25d4fecefa4f req-8ac70311-1d62-440d-b632-d4e8a17686f8 tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:34:58.009933 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-32a5042d-237d-472f-87cb-85c9f75fb770 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:58.011026 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7724aee2-7ec6-4613-a6af-25d4fecefa4f req-8ac70311-1d62-440d-b632-d4e8a17686f8 tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:34:58.019082 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7724aee2-7ec6-4613-a6af-25d4fecefa4f req-8ac70311-1d62-440d-b632-d4e8a17686f8 tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:34:58.027815 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7724aee2-7ec6-4613-a6af-25d4fecefa4f req-8ac70311-1d62-440d-b632-d4e8a17686f8 tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:34:58.035757 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-7724aee2-7ec6-4613-a6af-25d4fecefa4f req-8ac70311-1d62-440d-b632-d4e8a17686f8 tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] 10.222.0.16 "GET /v2.0/ports?device_id=d7b58cc5-d900-4c19-86f4-9befdd4826d6 HTTP/1.1" status: 200 len: 5420 time: 0.4378538 Jul 14 18:34:58.109769 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-32a5042d-237d-472f-87cb-85c9f75fb770 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a42021db8a70473386c4fdc0d65a5bcb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8153465 Jul 14 18:34:58.113128 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a5042d-237d-472f-87cb-85c9f75fb770 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d07a8f9a-d427-4455-bca8-7caced8c819c,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:34:58.118323 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 48006) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:34:58.185054 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e12a89d-cbf4-48d0-8780-ae7f46fb0db3 req-9562f899-39c1-497a-8627-365c06ec46e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:34:58.186876 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6e12a89d-cbf4-48d0-8780-ae7f46fb0db3 req-9562f899-39c1-497a-8627-365c06ec46e9 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=6b5b6fc5-6d46-499c-9d51-f1f072b12976 HTTP/1.1" status: 200 len: 797 time: 0.1422114 Jul 14 18:34:58.206709 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-7724aee2-7ec6-4613-a6af-25d4fecefa4f req-6a991ac5-be5c-412e-b2a1-3c939e0f4211 tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] 10.222.0.16 "GET /v2.0/security-groups?id=1bfbf1b1-a239-48c4-9d02-fd8b65b471a7&id=1cc7ef8d-a00b-43d6-95a3-c209cbabb8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1698205 Jul 14 18:34:58.336069 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-49ea7220-152d-4447-9095-0bbc446f07a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d3af555-74c9-4536-901b-a38fb4bef1f4', 'name': 'tempest-AttachVolumeShelveTestJSON-426954697-router', 'tenant_id': '81405c7e7f554ba6bd8aaf104233fc29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.218'}], 'enable_snat': True}, 'gw_port_id': '3dff1768-00b9-48e5-abaa-8ae11b033402', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:29:55Z', 'updated_at': '2021-07-14T18:30:00Z', 'revision_number': 4, 'project_id': '81405c7e7f554ba6bd8aaf104233fc29', 'gw_port': {'id': '3dff1768-00b9-48e5-abaa-8ae11b033402', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:b1:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d3af555-74c9-4536-901b-a38fb4bef1f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1138, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:29:55Z', 'updated_at': '2021-07-14T18:30:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_floatingips': [{'id': '73fab0b6-83ad-431e-8b11-919469236756', 'tenant_id': '81405c7e7f554ba6bd8aaf104233fc29', 'floating_ip_address': '172.25.1.220', 'floating_network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'router_id': '6d3af555-74c9-4536-901b-a38fb4bef1f4', 'port_id': '9611ddd0-9e07-40ea-aec9-fb06e7378e68', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1706, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd8ea664-6074-4bbe-887f-058fe7b50123', 'mac_address': 'fa:16:3e:de:a4:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cc02da8-a510-4707-81d5-af2edaddbb4a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T18:34:31Z', 'updated_at': '2021-07-14T18:34:55Z', 'revision_number': 1, 'project_id': '81405c7e7f554ba6bd8aaf104233fc29', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '883fd5a2-430a-4d82-8595-e1fd8ecbd8d5', 'name': '', 'network_id': 'fd8ea664-6074-4bbe-887f-058fe7b50123', 'tenant_id': '81405c7e7f554ba6bd8aaf104233fc29', 'mac_address': 'fa:16:3e:d7:6e:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d3af555-74c9-4536-901b-a38fb4bef1f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1142, 'fixed_ips': [{'subnet_id': 'c9715e59-b525-40fa-a99e-ebf6aedac4af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:29:58Z', 'updated_at': '2021-07-14T18:30:05Z', 'revision_number': 5, 'project_id': '81405c7e7f554ba6bd8aaf104233fc29', 'subnets': [{'id': 'c9715e59-b525-40fa-a99e-ebf6aedac4af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-3', False) {} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:34:58.414131 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-15cc713d-f98f-43dd-99fe-789536d448fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:58.428190 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49ea7220-152d-4447-9095-0bbc446f07a8 None None] Checking router: 6d3af555-74c9-4536-901b-a38fb4bef1f4 for host: n-d-800634-3 {{(pid=93917) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 18:34:58.459559 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49ea7220-152d-4447-9095-0bbc446f07a8 None None] Routers {'6d3af555-74c9-4536-901b-a38fb4bef1f4'} bound to L3 agent in host n-d-800634-3 {{(pid=93917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:34:58.467886 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-49ea7220-152d-4447-9095-0bbc446f07a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:34:53Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['6d3af555-74c9-4536-901b-a38fb4bef1f4'], 'active': True} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:34:58.482469 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 18:34:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7929058a-e5c6-449b-8eab-423c3d108983 x-openstack-request-id: req-7929058a-e5c6-449b-8eab-423c3d108983 {{(pid=93916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:34:58.483095 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9cc02da8-a510-4707-81d5-af2edaddbb4a", "tag": "9611ddd0-9e07-40ea-aec9-fb06e7378e68", "status": "completed", "code": 200}]} {{(pid=93916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:34:58.485523 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7929058a-e5c6-449b-8eab-423c3d108983 {{(pid=93916) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:34:58.486468 n-d-800634-3 neutron-server[93916]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9cc02da8-a510-4707-81d5-af2edaddbb4a', 'tag': '9611ddd0-9e07-40ea-aec9-fb06e7378e68', 'status': 'completed', 'code': 200} Jul 14 18:34:58.549766 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-15cc713d-f98f-43dd-99fe-789536d448fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:58.703028 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e12a89d-cbf4-48d0-8780-ae7f46fb0db3 req-b09e38fa-abaf-4201-99cf-01f281b83897 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:34:58.705913 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6e12a89d-cbf4-48d0-8780-ae7f46fb0db3 req-b09e38fa-abaf-4201-99cf-01f281b83897 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d9b1ce92-40c0-4c35-b452-dfbdda964ee7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4912398 Jul 14 18:34:58.775098 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvr_db [None req-49ea7220-152d-4447-9095-0bbc446f07a8 None None] Set router 6d3af555-74c9-4536-901b-a38fb4bef1f4 gateway port host: n-d-800634-3 {{(pid=93917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 18:34:58.907902 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1a985e-612b-4a04-a6cd-91021922a7af req-8ca50182-11ea-4e10-b3ad-304b05770d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:34:58.909686 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-4a1a985e-612b-4a04-a6cd-91021922a7af req-8ca50182-11ea-4e10-b3ad-304b05770d33 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=81405c7e7f554ba6bd8aaf104233fc29&device_id=9cc02da8-a510-4707-81d5-af2edaddbb4a HTTP/1.1" status: 200 len: 1097 time: 0.3571358 Jul 14 18:34:58.948444 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-e36092c6-a277-42f5-99c4-c6ca2ceccbde req-2eddfdb8-b5f0-4dc7-9e8a-d95875f48a82 tempest-ServerRescueTestJSONUnderV235-773555335 tempest-ServerRescueTestJSONUnderV235-773555335-project] For port cb0a2880-d1c3-4b70-a889-9bdddf8dc02e, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=cb0a2880-d1c3-4b70-a889-9bdddf8dc02e,segment=NetworkSegment(9182ad96-9d5e-42c0-8319-7d34fcf2c5ad),segment_id=9182ad96-9d5e-42c0-8319-7d34fcf2c5ad)] {{(pid=93915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:34:59.018105 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-15cc713d-f98f-43dd-99fe-789536d448fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:59.022430 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-15cc713d-f98f-43dd-99fe-789536d448fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:59.024688 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-15cc713d-f98f-43dd-99fe-789536d448fe admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d07a8f9a-d427-4455-bca8-7caced8c819c HTTP/1.1" status: 204 len: 168 time: 0.9049430 Jul 14 18:34:59.062384 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15cc713d-f98f-43dd-99fe-789536d448fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d07a8f9a-d427-4455-bca8-7caced8c819c,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:34:59.095028 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6e12a89d-cbf4-48d0-8780-ae7f46fb0db3 req-f7dce9a7-8a76-4c34-adb7-ca72d8304941 service neutron] 10.222.0.35 "GET /v2.0/networks/d9b1ce92-40c0-4c35-b452-dfbdda964ee7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3778770 Jul 14 18:34:59.178470 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-49ea7220-152d-4447-9095-0bbc446f07a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d3af555-74c9-4536-901b-a38fb4bef1f4', 'name': 'tempest-AttachVolumeShelveTestJSON-426954697-router', 'tenant_id': '81405c7e7f554ba6bd8aaf104233fc29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.218'}], 'enable_snat': True}, 'gw_port_id': '3dff1768-00b9-48e5-abaa-8ae11b033402', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:29:55Z', 'updated_at': '2021-07-14T18:30:00Z', 'revision_number': 4, 'project_id': '81405c7e7f554ba6bd8aaf104233fc29', 'gw_port': {'id': '3dff1768-00b9-48e5-abaa-8ae11b033402', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:b1:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d3af555-74c9-4536-901b-a38fb4bef1f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1138, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:29:55Z', 'updated_at': '2021-07-14T18:30:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_floatingips': [{'id': '73fab0b6-83ad-431e-8b11-919469236756', 'tenant_id': '81405c7e7f554ba6bd8aaf104233fc29', 'floating_ip_address': '172.25.1.220', 'floating_network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'router_id': '6d3af555-74c9-4536-901b-a38fb4bef1f4', 'port_id': '9611ddd0-9e07-40ea-aec9-fb06e7378e68', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1706, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd8ea664-6074-4bbe-887f-058fe7b50123', 'mac_address': 'fa:16:3e:de:a4:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cc02da8-a510-4707-81d5-af2edaddbb4a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T18:34:31Z', 'updated_at': '2021-07-14T18:34:55Z', 'revision_number': 1, 'project_id': '81405c7e7f554ba6bd8aaf104233fc29', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '883fd5a2-430a-4d82-8595-e1fd8ecbd8d5', 'name': '', 'network_id': 'fd8ea664-6074-4bbe-887f-058fe7b50123', 'tenant_id': '81405c7e7f554ba6bd8aaf104233fc29', 'mac_address': 'fa:16:3e:d7:6e:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d3af555-74c9-4536-901b-a38fb4bef1f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1142, 'fixed_ips': [{'subnet_id': 'c9715e59-b525-40fa-a99e-ebf6aedac4af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:29:58Z', 'updated_at': '2021-07-14T18:30:05Z', 'revision_number': 5, 'project_id': '81405c7e7f554ba6bd8aaf104233fc29', 'subnets': [{'id': 'c9715e59-b525-40fa-a99e-ebf6aedac4af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-3', False) {} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:34:59.187355 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-e36092c6-a277-42f5-99c4-c6ca2ceccbde req-2eddfdb8-b5f0-4dc7-9e8a-d95875f48a82 tempest-ServerRescueTestJSONUnderV235-773555335 tempest-ServerRescueTestJSONUnderV235-773555335-project] Notify callbacks [] for port, precommit_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:59.215425 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49ea7220-152d-4447-9095-0bbc446f07a8 None None] The sync data for ids ['6d3af555-74c9-4536-901b-a38fb4bef1f4'] in n-d-800634-3 is: [{'id': '6d3af555-74c9-4536-901b-a38fb4bef1f4', 'name': 'tempest-AttachVolumeShelveTestJSON-426954697-router', 'tenant_id': '81405c7e7f554ba6bd8aaf104233fc29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.218'}], 'enable_snat': True}, 'gw_port_id': '3dff1768-00b9-48e5-abaa-8ae11b033402', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:29:55Z', 'updated_at': '2021-07-14T18:30:00Z', 'revision_number': 4, 'project_id': '81405c7e7f554ba6bd8aaf104233fc29', 'gw_port': {'id': '3dff1768-00b9-48e5-abaa-8ae11b033402', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:b1:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d3af555-74c9-4536-901b-a38fb4bef1f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1138, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:29:55Z', 'updated_at': '2021-07-14T18:30:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_floatingips': [{'id': '73fab0b6-83ad-431e-8b11-919469236756', 'tenant_id': '81405c7e7f554ba6bd8aaf104233fc29', 'floating_ip_address': '172.25.1.220', 'floating_network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'router_id': '6d3af555-74c9-4536-901b-a38fb4bef1f4', 'port_id': '9611ddd0-9e07-40ea-aec9-fb06e7378e68', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1706, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd8ea664-6074-4bbe-887f-058fe7b50123', 'mac_address': 'fa:16:3e:de:a4:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cc02da8-a510-4707-81d5-af2edaddbb4a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T18:34:31Z', 'updated_at': '2021-07-14T18:34:55Z', 'revision_number': 1, 'project_id': '81405c7e7f554ba6bd8aaf104233fc29', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '883fd5a2-430a-4d82-8595-e1fd8ecbd8d5', 'name': '', 'network_id': 'fd8ea664-6074-4bbe-887f-058fe7b50123', 'tenant_id': '81405c7e7f554ba6bd8aaf104233fc29', 'mac_address': 'fa:16:3e:d7:6e:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d3af555-74c9-4536-901b-a38fb4bef1f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1142, 'fixed_ips': [{'subnet_id': 'c9715e59-b525-40fa-a99e-ebf6aedac4af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:29:58Z', 'updated_at': '2021-07-14T18:30:05Z', 'revision_number': 5, 'project_id': '81405c7e7f554ba6bd8aaf104233fc29', 'subnets': [{'id': 'c9715e59-b525-40fa-a99e-ebf6aedac4af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 18:34:59.252041 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-e36092c6-a277-42f5-99c4-c6ca2ceccbde req-2eddfdb8-b5f0-4dc7-9e8a-d95875f48a82 tempest-ServerRescueTestJSONUnderV235-773555335 tempest-ServerRescueTestJSONUnderV235-773555335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25912978'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:59.264064 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] get_ports_and_sgs() called for port_ids ['cb0a2880-d1c3-4b70-a889-9bdddf8dc02e'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 18:34:59.300664 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1a985e-612b-4a04-a6cd-91021922a7af req-3e9c820d-fbc8-406a-b4e2-55a4a4494ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:34:59.302669 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-4a1a985e-612b-4a04-a6cd-91021922a7af req-3e9c820d-fbc8-406a-b4e2-55a4a4494ebb service neutron] 10.222.0.35 "GET /v2.0/networks?id=fd8ea664-6074-4bbe-887f-058fe7b50123 HTTP/1.1" status: 200 len: 916 time: 0.3816197 Jul 14 18:34:59.445518 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36092c6-a277-42f5-99c4-c6ca2ceccbde req-2eddfdb8-b5f0-4dc7-9e8a-d95875f48a82 tempest-ServerRescueTestJSONUnderV235-773555335 tempest-ServerRescueTestJSONUnderV235-773555335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:34:59.450911 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-e36092c6-a277-42f5-99c4-c6ca2ceccbde req-2eddfdb8-b5f0-4dc7-9e8a-d95875f48a82 tempest-ServerRescueTestJSONUnderV235-773555335 tempest-ServerRescueTestJSONUnderV235-773555335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:59.453602 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e36092c6-a277-42f5-99c4-c6ca2ceccbde req-2eddfdb8-b5f0-4dc7-9e8a-d95875f48a82 tempest-ServerRescueTestJSONUnderV235-773555335 tempest-ServerRescueTestJSONUnderV235-773555335-project] 10.222.0.16 "PUT /v2.0/ports/cb0a2880-d1c3-4b70-a889-9bdddf8dc02e HTTP/1.1" status: 200 len: 982 time: 1.9526577 Jul 14 18:34:59.457168 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1141130f-4875-4e07-b30e-73bca303df1e', 'tag': 'cb0a2880-d1c3-4b70-a889-9bdddf8dc02e'}] {{(pid=93915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:34:59.460996 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e72782ad3af8f7d4ce76cedf092bca46d1756acc5c4653cf0b52034cdd6b073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ca4274b-31cc-47e4-a41f-fee666743168" -d '{"events": [{"name": "network-changed", "server_uuid": "1141130f-4875-4e07-b30e-73bca303df1e", "tag": "cb0a2880-d1c3-4b70-a889-9bdddf8dc02e"}]}' {{(pid=93915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:34:59.532404 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6e12a89d-cbf4-48d0-8780-ae7f46fb0db3 req-919358b2-54fc-438a-aea7-d7577406ce68 service neutron] 10.222.0.35 "GET /v2.0/networks/d9b1ce92-40c0-4c35-b452-dfbdda964ee7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4094250 Jul 14 18:34:59.533496 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eddfdb8-b5f0-4dc7-9e8a-d95875f48a82 tempest-ServerRescueTestJSONUnderV235-773555335 tempest-ServerRescueTestJSONUnderV235-773555335-project] Pushing event updated for resources: {'Port': ['ID=cb0a2880-d1c3-4b70-a889-9bdddf8dc02e,revision_number=6']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:34:59.538122 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-4a1a985e-612b-4a04-a6cd-91021922a7af req-9e55a0fb-ef1f-4954-bdf5-efd9a56077e7 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9611ddd0-9e07-40ea-aec9-fb06e7378e68 HTTP/1.1" status: 200 len: 1000 time: 0.2289188 Jul 14 18:34:59.586224 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] get_ports_and_sgs() called for port_ids ['cb0a2880-d1c3-4b70-a889-9bdddf8dc02e'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 18:34:59.690547 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13a0827f-bfc3-4eea-bb8d-6c0684e5cc40 None None] New status for floating IP 73fab0b6-83ad-431e-8b11-919469236756: ACTIVE {{(pid=93918) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 18:34:59.749328 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 48068) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:34:59.762700 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1a985e-612b-4a04-a6cd-91021922a7af req-be3697e8-e86a-4bda-93a2-6c0b6d80299f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:34:59.764774 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-4a1a985e-612b-4a04-a6cd-91021922a7af req-be3697e8-e86a-4bda-93a2-6c0b6d80299f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c9715e59-b525-40fa-a99e-ebf6aedac4af HTTP/1.1" status: 200 len: 855 time: 0.1700163 Jul 14 18:34:59.780280 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-febe809d-eeaa-4f89-a4c1-3c62ca73b4b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:59.844040 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0fa4df-8520-47ba-b618-f09d9e4f579d req-afbba760-0099-4587-9bf9-c47117d145bd tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:34:59.854167 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0fa4df-8520-47ba-b618-f09d9e4f579d req-afbba760-0099-4587-9bf9-c47117d145bd tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:34:59.862881 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0fa4df-8520-47ba-b618-f09d9e4f579d req-afbba760-0099-4587-9bf9-c47117d145bd tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:34:59.873121 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0fa4df-8520-47ba-b618-f09d9e4f579d req-afbba760-0099-4587-9bf9-c47117d145bd tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:34:59.886429 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0fa4df-8520-47ba-b618-f09d9e4f579d req-afbba760-0099-4587-9bf9-c47117d145bd tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:34:59.902416 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0fa4df-8520-47ba-b618-f09d9e4f579d req-afbba760-0099-4587-9bf9-c47117d145bd tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:34:59.912857 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0fa4df-8520-47ba-b618-f09d9e4f579d req-afbba760-0099-4587-9bf9-c47117d145bd tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:34:59.926322 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-bc0fa4df-8520-47ba-b618-f09d9e4f579d req-afbba760-0099-4587-9bf9-c47117d145bd tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] 10.222.0.16 "GET /v2.0/ports?device_id=d7b58cc5-d900-4c19-86f4-9befdd4826d6 HTTP/1.1" status: 200 len: 5420 time: 0.3866596 Jul 14 18:34:59.945454 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 18:34:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87342e75-20a5-4625-aaac-f7b664969d03 x-openstack-request-id: req-87342e75-20a5-4625-aaac-f7b664969d03 {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:34:59.945817 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1141130f-4875-4e07-b30e-73bca303df1e", "tag": "cb0a2880-d1c3-4b70-a889-9bdddf8dc02e", "status": "completed", "code": 200}]} {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:34:59.946188 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-87342e75-20a5-4625-aaac-f7b664969d03 {{(pid=93915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:34:59.946706 n-d-800634-3 neutron-server[93915]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1141130f-4875-4e07-b30e-73bca303df1e', 'tag': 'cb0a2880-d1c3-4b70-a889-9bdddf8dc02e', 'status': 'completed', 'code': 200} Jul 14 18:34:59.966763 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-febe809d-eeaa-4f89-a4c1-3c62ca73b4b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:34:59.974261 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-febe809d-eeaa-4f89-a4c1-3c62ca73b4b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:00.098495 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-bc0fa4df-8520-47ba-b618-f09d9e4f579d req-045507db-3169-41f6-8e39-47a360e86a92 tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] 10.222.0.16 "GET /v2.0/security-groups?id=1bfbf1b1-a239-48c4-9d02-fd8b65b471a7&id=1cc7ef8d-a00b-43d6-95a3-c209cbabb8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1690848 Jul 14 18:35:00.101989 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febe809d-eeaa-4f89-a4c1-3c62ca73b4b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccdac82c-c84e-4c2b-8f35-fb5f3d584459,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:35:00.143892 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1a985e-612b-4a04-a6cd-91021922a7af req-1fd5688a-1da6-4fc9-8ef5-563bede47bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:35:00.153176 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-4a1a985e-612b-4a04-a6cd-91021922a7af req-1fd5688a-1da6-4fc9-8ef5-563bede47bd8 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=fd8ea664-6074-4bbe-887f-058fe7b50123&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3795476 Jul 14 18:35:00.175034 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febe809d-eeaa-4f89-a4c1-3c62ca73b4b8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:35:00.175736 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febe809d-eeaa-4f89-a4c1-3c62ca73b4b8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:35:00.181810 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febe809d-eeaa-4f89-a4c1-3c62ca73b4b8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:35:00.182815 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febe809d-eeaa-4f89-a4c1-3c62ca73b4b8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:35:00.185376 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febe809d-eeaa-4f89-a4c1-3c62ca73b4b8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:35:00.186153 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febe809d-eeaa-4f89-a4c1-3c62ca73b4b8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:35:00.188257 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febe809d-eeaa-4f89-a4c1-3c62ca73b4b8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:35:00.189691 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febe809d-eeaa-4f89-a4c1-3c62ca73b4b8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:35:00.192357 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febe809d-eeaa-4f89-a4c1-3c62ca73b4b8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:35:00.193916 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febe809d-eeaa-4f89-a4c1-3c62ca73b4b8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:35:00.194659 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febe809d-eeaa-4f89-a4c1-3c62ca73b4b8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:35:00.198745 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febe809d-eeaa-4f89-a4c1-3c62ca73b4b8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:35:00.228803 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-febe809d-eeaa-4f89-a4c1-3c62ca73b4b8 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5384e34ee3604097ba781db5f0fe317f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4775534 Jul 14 18:35:00.231646 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 48076) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:35:00.380450 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-9a6a25fc-b40c-4ccd-aaa6-5a204ad7e950 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:00.404531 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca4274b-31cc-47e4-a41f-fee666743168 req-b72898ca-a958-4852-94c8-28a7691da808 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:35:00.408065 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-7ca4274b-31cc-47e4-a41f-fee666743168 req-b72898ca-a958-4852-94c8-28a7691da808 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=bc00a49d970c402a9d26e3f8244b6309&device_id=1141130f-4875-4e07-b30e-73bca303df1e HTTP/1.1" status: 200 len: 1136 time: 0.4789016 Jul 14 18:35:00.431192 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-9a6a25fc-b40c-4ccd-aaa6-5a204ad7e950 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:00.494356 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-9a6a25fc-b40c-4ccd-aaa6-5a204ad7e950 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:00.498921 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-9a6a25fc-b40c-4ccd-aaa6-5a204ad7e950 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:00.501192 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-9a6a25fc-b40c-4ccd-aaa6-5a204ad7e950 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ccdac82c-c84e-4c2b-8f35-fb5f3d584459 HTTP/1.1" status: 204 len: 168 time: 0.2676711 Jul 14 18:35:00.519972 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6a25fc-b40c-4ccd-aaa6-5a204ad7e950 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccdac82c-c84e-4c2b-8f35-fb5f3d584459,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:35:00.586703 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a8ddba9f-ebde-40cf-8c72-a3f70a6bd65e req-839c0b1f-f6ce-4cd5-9fc5-2b8853c41468 tempest-ServerRescueTestJSONUnderV235-773555335 tempest-ServerRescueTestJSONUnderV235-773555335-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1123356870&fields=id&tenant_id=bc00a49d970c402a9d26e3f8244b6309 HTTP/1.1" status: 200 len: 267 time: 0.2281494 Jul 14 18:35:00.709355 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-4a1a985e-612b-4a04-a6cd-91021922a7af req-b10a42d4-74cd-4fff-878a-97d387185e40 service neutron] 10.222.0.35 "GET /v2.0/networks/fd8ea664-6074-4bbe-887f-058fe7b50123?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5440884 Jul 14 18:35:00.811326 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ddba9f-ebde-40cf-8c72-a3f70a6bd65e req-0b55f758-7ae7-4d4a-9128-5e5fc02a4da6 tempest-ServerRescueTestJSONUnderV235-773555335 tempest-ServerRescueTestJSONUnderV235-773555335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:35:00.821304 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a8ddba9f-ebde-40cf-8c72-a3f70a6bd65e req-0b55f758-7ae7-4d4a-9128-5e5fc02a4da6 tempest-ServerRescueTestJSONUnderV235-773555335 tempest-ServerRescueTestJSONUnderV235-773555335-project] 10.222.0.16 "GET /v2.0/ports?device_id=1141130f-4875-4e07-b30e-73bca303df1e HTTP/1.1" status: 200 len: 985 time: 0.2336712 Jul 14 18:35:00.831760 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [req-a8ddba9f-ebde-40cf-8c72-a3f70a6bd65e req-29a8ab3b-1457-4d5f-9c38-52b41377a3bb tempest-ServerRescueTestJSONUnderV235-773555335 tempest-ServerRescueTestJSONUnderV235-773555335-project] Request body: {'port': {'security_groups': ['5be666b2-293d-46ef-a6aa-7f465b02e205']}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:35:00.842000 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca4274b-31cc-47e4-a41f-fee666743168 req-393cb61e-5e39-49c0-a3d6-54da21faa183 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:35:00.843416 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-7ca4274b-31cc-47e4-a41f-fee666743168 req-393cb61e-5e39-49c0-a3d6-54da21faa183 service neutron] 10.222.0.18 "GET /v2.0/networks?id=5c2b1ad9-b7c6-42f5-980f-ff933c7b9b10 HTTP/1.1" status: 200 len: 920 time: 0.4196513 Jul 14 18:35:00.863924 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.agents_db [None req-2ea07fb6-aa68-4671-8654-119d82b9f530 None None] Agent healthcheck: found 7 active agents {{(pid=93918) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 18:35:00.964361 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-7ca4274b-31cc-47e4-a41f-fee666743168 req-d6b6c6e8-3c43-4f77-9e6c-2ab0a4db8daf service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cb0a2880-d1c3-4b70-a889-9bdddf8dc02e HTTP/1.1" status: 200 len: 217 time: 0.1122530 Jul 14 18:35:01.203534 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-a8ddba9f-ebde-40cf-8c72-a3f70a6bd65e req-29a8ab3b-1457-4d5f-9c38-52b41377a3bb tempest-ServerRescueTestJSONUnderV235-773555335 tempest-ServerRescueTestJSONUnderV235-773555335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:01.214563 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca4274b-31cc-47e4-a41f-fee666743168 req-e4a7713b-d5c9-43cd-bb38-3a3343562b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:35:01.216305 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-7ca4274b-31cc-47e4-a41f-fee666743168 req-e4a7713b-d5c9-43cd-bb38-3a3343562b8e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d49b56c3-eb98-4614-ba40-0fb0c157fa98 HTTP/1.1" status: 200 len: 860 time: 0.2419124 Jul 14 18:35:01.280165 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-4a1a985e-612b-4a04-a6cd-91021922a7af req-a2f80a73-f208-4891-a25f-6b912e40062e service neutron] 10.222.0.35 "GET /v2.0/networks/fd8ea664-6074-4bbe-887f-058fe7b50123?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5591936 Jul 14 18:35:01.322361 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-7ca4274b-31cc-47e4-a41f-fee666743168 req-4acd9a51-341d-47ed-a105-e97a9d43984d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5c2b1ad9-b7c6-42f5-980f-ff933c7b9b10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0855074 Jul 14 18:35:01.441909 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-7ca4274b-31cc-47e4-a41f-fee666743168 req-7d50088b-fe1c-498e-8d29-3f5e976794e9 service neutron] 10.222.0.18 "GET /v2.0/networks/5c2b1ad9-b7c6-42f5-980f-ff933c7b9b10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1111951 Jul 14 18:35:01.625056 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-7ca4274b-31cc-47e4-a41f-fee666743168 req-bd1f7c87-a456-4cd5-9a07-4ec8474133c1 service neutron] 10.222.0.18 "GET /v2.0/networks/5c2b1ad9-b7c6-42f5-980f-ff933c7b9b10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1754026 Jul 14 18:35:01.727243 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d240af3c-fab2-48f9-a738-68ca90929fbd req-9be1b02b-d14a-4b6b-bbfb-0c5229cee1f0 tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:35:01.739474 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d240af3c-fab2-48f9-a738-68ca90929fbd req-9be1b02b-d14a-4b6b-bbfb-0c5229cee1f0 tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:35:01.739474 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d240af3c-fab2-48f9-a738-68ca90929fbd req-9be1b02b-d14a-4b6b-bbfb-0c5229cee1f0 tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:35:01.746592 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d240af3c-fab2-48f9-a738-68ca90929fbd req-9be1b02b-d14a-4b6b-bbfb-0c5229cee1f0 tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:35:01.752297 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d240af3c-fab2-48f9-a738-68ca90929fbd req-9be1b02b-d14a-4b6b-bbfb-0c5229cee1f0 tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:35:01.760889 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d240af3c-fab2-48f9-a738-68ca90929fbd req-9be1b02b-d14a-4b6b-bbfb-0c5229cee1f0 tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:35:01.767706 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d240af3c-fab2-48f9-a738-68ca90929fbd req-9be1b02b-d14a-4b6b-bbfb-0c5229cee1f0 tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:35:01.769834 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-d240af3c-fab2-48f9-a738-68ca90929fbd req-9be1b02b-d14a-4b6b-bbfb-0c5229cee1f0 tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] 10.222.0.16 "GET /v2.0/ports?device_id=d7b58cc5-d900-4c19-86f4-9befdd4826d6 HTTP/1.1" status: 200 len: 5420 time: 0.2974987 Jul 14 18:35:01.840802 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-a8ddba9f-ebde-40cf-8c72-a3f70a6bd65e req-29a8ab3b-1457-4d5f-9c38-52b41377a3bb tempest-ServerRescueTestJSONUnderV235-773555335 tempest-ServerRescueTestJSONUnderV235-773555335-project] For port cb0a2880-d1c3-4b70-a889-9bdddf8dc02e, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=cb0a2880-d1c3-4b70-a889-9bdddf8dc02e,segment=NetworkSegment(9182ad96-9d5e-42c0-8319-7d34fcf2c5ad),segment_id=9182ad96-9d5e-42c0-8319-7d34fcf2c5ad)] {{(pid=93915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:35:01.864412 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-d240af3c-fab2-48f9-a738-68ca90929fbd req-795517ce-51d7-4246-951f-2ab068a12632 tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] 10.222.0.16 "GET /v2.0/security-groups?id=1bfbf1b1-a239-48c4-9d02-fd8b65b471a7&id=1cc7ef8d-a00b-43d6-95a3-c209cbabb8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0819385 Jul 14 18:35:01.891611 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-a8ddba9f-ebde-40cf-8c72-a3f70a6bd65e req-29a8ab3b-1457-4d5f-9c38-52b41377a3bb tempest-ServerRescueTestJSONUnderV235-773555335 tempest-ServerRescueTestJSONUnderV235-773555335-project] Notify callbacks [] for port, precommit_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:01.902756 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-a8ddba9f-ebde-40cf-8c72-a3f70a6bd65e req-29a8ab3b-1457-4d5f-9c38-52b41377a3bb tempest-ServerRescueTestJSONUnderV235-773555335 tempest-ServerRescueTestJSONUnderV235-773555335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25912978'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:01.914739 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] get_ports_and_sgs() called for port_ids ['cb0a2880-d1c3-4b70-a889-9bdddf8dc02e'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 18:35:01.986722 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a8ab3b-1457-4d5f-9c38-52b41377a3bb tempest-ServerRescueTestJSONUnderV235-773555335 tempest-ServerRescueTestJSONUnderV235-773555335-project] Pushing event updated for resources: {'Port': ['ID=cb0a2880-d1c3-4b70-a889-9bdddf8dc02e,revision_number=7']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:35:02.029475 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ddba9f-ebde-40cf-8c72-a3f70a6bd65e req-29a8ab3b-1457-4d5f-9c38-52b41377a3bb tempest-ServerRescueTestJSONUnderV235-773555335 tempest-ServerRescueTestJSONUnderV235-773555335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:35:02.030199 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-a8ddba9f-ebde-40cf-8c72-a3f70a6bd65e req-29a8ab3b-1457-4d5f-9c38-52b41377a3bb tempest-ServerRescueTestJSONUnderV235-773555335 tempest-ServerRescueTestJSONUnderV235-773555335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:02.063351 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a8ddba9f-ebde-40cf-8c72-a3f70a6bd65e req-29a8ab3b-1457-4d5f-9c38-52b41377a3bb tempest-ServerRescueTestJSONUnderV235-773555335 tempest-ServerRescueTestJSONUnderV235-773555335-project] 10.222.0.16 "PUT /v2.0/ports/cb0a2880-d1c3-4b70-a889-9bdddf8dc02e HTTP/1.1" status: 200 len: 943 time: 1.2405918 Jul 14 18:35:02.063351 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1141130f-4875-4e07-b30e-73bca303df1e', 'tag': 'cb0a2880-d1c3-4b70-a889-9bdddf8dc02e'}] {{(pid=93915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:35:02.066057 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e72782ad3af8f7d4ce76cedf092bca46d1756acc5c4653cf0b52034cdd6b073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e490906c-b6dc-4945-8038-4386a7ba9329" -d '{"events": [{"name": "network-changed", "server_uuid": "1141130f-4875-4e07-b30e-73bca303df1e", "tag": "cb0a2880-d1c3-4b70-a889-9bdddf8dc02e"}]}' {{(pid=93915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:35:02.166704 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] get_ports_and_sgs() called for port_ids ['cb0a2880-d1c3-4b70-a889-9bdddf8dc02e'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 18:35:02.440644 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:02.455684 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-0f63210c-6d0b-4bc4-9c77-7a4337333366 req-6629d483-0f7c-49b9-8514-8fd13d4ef8da tempest-ServerRescueTestJSONUnderV235-773555335 tempest-ServerRescueTestJSONUnderV235-773555335-project] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3803697 Jul 14 18:35:02.473776 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [req-0f63210c-6d0b-4bc4-9c77-7a4337333366 req-fd5761e7-28c4-4158-b78a-9e8470049491 tempest-ServerRescueTestJSONUnderV235-773555335 tempest-ServerRescueTestJSONUnderV235-773555335-project] Request body: {'floatingip': {'floating_network_id': '9200a437-e1de-4520-88f6-e68386523e61'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:35:02.523203 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-0f63210c-6d0b-4bc4-9c77-7a4337333366 req-fd5761e7-28c4-4158-b78a-9e8470049491 tempest-ServerRescueTestJSONUnderV235-773555335 tempest-ServerRescueTestJSONUnderV235-773555335-project] Notify callbacks [] for floatingip, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:02.803425 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-0f63210c-6d0b-4bc4-9c77-7a4337333366 req-fd5761e7-28c4-4158-b78a-9e8470049491 tempest-ServerRescueTestJSONUnderV235-773555335 tempest-ServerRescueTestJSONUnderV235-773555335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:03.003488 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 18:35:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6588107-09b4-4df9-8389-0ab874761923 x-openstack-request-id: req-a6588107-09b4-4df9-8389-0ab874761923 {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:35:03.004207 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1141130f-4875-4e07-b30e-73bca303df1e", "tag": "cb0a2880-d1c3-4b70-a889-9bdddf8dc02e", "status": "completed", "code": 200}]} {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:35:03.012567 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a6588107-09b4-4df9-8389-0ab874761923 {{(pid=93915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:35:03.012567 n-d-800634-3 neutron-server[93915]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1141130f-4875-4e07-b30e-73bca303df1e', 'tag': 'cb0a2880-d1c3-4b70-a889-9bdddf8dc02e', 'status': 'completed', 'code': 200} Jul 14 18:35:03.140061 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.db_base_plugin_common [req-0f63210c-6d0b-4bc4-9c77-7a4337333366 req-fd5761e7-28c4-4158-b78a-9e8470049491 tempest-ServerRescueTestJSONUnderV235-773555335 tempest-ServerRescueTestJSONUnderV235-773555335-project] Allocated IP 172.25.1.233 (9200a437-e1de-4520-88f6-e68386523e61/5f47f848-4532-407a-a0e2-5690ade15fd0/7c05f37f-9667-482f-95b3-4b342fd3a753) {{(pid=93915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:35:03.312512 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e490906c-b6dc-4945-8038-4386a7ba9329 req-81251ab4-9080-4b7d-8083-d7ac986eb80a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:35:03.314925 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e490906c-b6dc-4945-8038-4386a7ba9329 req-81251ab4-9080-4b7d-8083-d7ac986eb80a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=bc00a49d970c402a9d26e3f8244b6309&device_id=1141130f-4875-4e07-b30e-73bca303df1e HTTP/1.1" status: 200 len: 1097 time: 0.3043168 Jul 14 18:35:03.954939 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-0f63210c-6d0b-4bc4-9c77-7a4337333366 req-fd5761e7-28c4-4158-b78a-9e8470049491 tempest-ServerRescueTestJSONUnderV235-773555335 tempest-ServerRescueTestJSONUnderV235-773555335-project] Notify callbacks [] for port, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:04.001115 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a261d1e-b454-4846-89b9-5bd963a26f68 req-5183f078-4eef-409d-b1fd-c939c47cb590 tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:35:04.007422 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a261d1e-b454-4846-89b9-5bd963a26f68 req-5183f078-4eef-409d-b1fd-c939c47cb590 tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:35:04.014264 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a261d1e-b454-4846-89b9-5bd963a26f68 req-5183f078-4eef-409d-b1fd-c939c47cb590 tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:35:04.020620 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a261d1e-b454-4846-89b9-5bd963a26f68 req-5183f078-4eef-409d-b1fd-c939c47cb590 tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:35:04.027742 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a261d1e-b454-4846-89b9-5bd963a26f68 req-5183f078-4eef-409d-b1fd-c939c47cb590 tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:35:04.035863 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a261d1e-b454-4846-89b9-5bd963a26f68 req-5183f078-4eef-409d-b1fd-c939c47cb590 tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:35:04.042491 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a261d1e-b454-4846-89b9-5bd963a26f68 req-5183f078-4eef-409d-b1fd-c939c47cb590 tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:35:04.044806 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-9a261d1e-b454-4846-89b9-5bd963a26f68 req-5183f078-4eef-409d-b1fd-c939c47cb590 tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] 10.222.0.16 "GET /v2.0/ports?device_id=d7b58cc5-d900-4c19-86f4-9befdd4826d6 HTTP/1.1" status: 200 len: 5420 time: 0.9064670 Jul 14 18:35:04.070291 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e490906c-b6dc-4945-8038-4386a7ba9329 req-4ef41798-7e72-4ff9-be7a-5ae09a4ac753 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:35:04.072030 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e490906c-b6dc-4945-8038-4386a7ba9329 req-4ef41798-7e72-4ff9-be7a-5ae09a4ac753 service neutron] 10.222.0.18 "GET /v2.0/networks?id=5c2b1ad9-b7c6-42f5-980f-ff933c7b9b10 HTTP/1.1" status: 200 len: 920 time: 0.7370169 Jul 14 18:35:04.130737 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e490906c-b6dc-4945-8038-4386a7ba9329 req-5c36d895-480a-4d1e-a878-6a3df1c2b993 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cb0a2880-d1c3-4b70-a889-9bdddf8dc02e HTTP/1.1" status: 200 len: 217 time: 0.0444152 Jul 14 18:35:04.169674 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-9a261d1e-b454-4846-89b9-5bd963a26f68 req-3f859680-0386-4f34-8f24-985bd3d04bd1 tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] 10.222.0.16 "GET /v2.0/security-groups?id=1bfbf1b1-a239-48c4-9d02-fd8b65b471a7&id=1cc7ef8d-a00b-43d6-95a3-c209cbabb8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1123040 Jul 14 18:35:04.236923 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-0f63210c-6d0b-4bc4-9c77-7a4337333366 req-fd5761e7-28c4-4158-b78a-9e8470049491 tempest-ServerRescueTestJSONUnderV235-773555335 tempest-ServerRescueTestJSONUnderV235-773555335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:04.246939 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e490906c-b6dc-4945-8038-4386a7ba9329 req-131466df-f635-46e8-a097-c2907dee78a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:35:04.248501 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e490906c-b6dc-4945-8038-4386a7ba9329 req-131466df-f635-46e8-a097-c2907dee78a6 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d49b56c3-eb98-4614-ba40-0fb0c157fa98 HTTP/1.1" status: 200 len: 860 time: 0.1106288 Jul 14 18:35:04.323567 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e490906c-b6dc-4945-8038-4386a7ba9329 req-720b1eba-f1fa-4974-bbce-33fca6550ab6 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5c2b1ad9-b7c6-42f5-980f-ff933c7b9b10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0487878 Jul 14 18:35:04.344725 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f63210c-6d0b-4bc4-9c77-7a4337333366 req-fd5761e7-28c4-4158-b78a-9e8470049491 tempest-ServerRescueTestJSONUnderV235-773555335 tempest-ServerRescueTestJSONUnderV235-773555335-project] Network 9200a437-e1de-4520-88f6-e68386523e61 is already hosted by enough agents. {{(pid=93915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:35:04.382585 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [req-0f63210c-6d0b-4bc4-9c77-7a4337333366 req-fd5761e7-28c4-4158-b78a-9e8470049491 tempest-ServerRescueTestJSONUnderV235-773555335 tempest-ServerRescueTestJSONUnderV235-773555335-project] Resources bound (agent type, host, resource id): {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:35:04.430458 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f63210c-6d0b-4bc4-9c77-7a4337333366 req-fd5761e7-28c4-4158-b78a-9e8470049491 tempest-ServerRescueTestJSONUnderV235-773555335 tempest-ServerRescueTestJSONUnderV235-773555335-project] Received port after_create {{(pid=93915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:35:04.436328 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5761e7-28c4-4158-b78a-9e8470049491 tempest-ServerRescueTestJSONUnderV235-773555335 tempest-ServerRescueTestJSONUnderV235-773555335-project] Pushing event updated for resources: {'Port': ['ID=7c05f37f-9667-482f-95b3-4b342fd3a753,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:35:04.620457 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e490906c-b6dc-4945-8038-4386a7ba9329 req-7c704812-4d17-4ba2-a3ac-523aac042ef2 service neutron] 10.222.0.18 "GET /v2.0/networks/5c2b1ad9-b7c6-42f5-980f-ff933c7b9b10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2901382 Jul 14 18:35:04.715983 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-0f63210c-6d0b-4bc4-9c77-7a4337333366 req-fd5761e7-28c4-4158-b78a-9e8470049491 tempest-ServerRescueTestJSONUnderV235-773555335 tempest-ServerRescueTestJSONUnderV235-773555335-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:04.812854 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e490906c-b6dc-4945-8038-4386a7ba9329 req-81f504df-87e8-4a9d-9efd-a171d0073814 service neutron] 10.222.0.18 "GET /v2.0/networks/5c2b1ad9-b7c6-42f5-980f-ff933c7b9b10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1851680 Jul 14 18:35:04.813742 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-0f63210c-6d0b-4bc4-9c77-7a4337333366 req-fd5761e7-28c4-4158-b78a-9e8470049491 tempest-ServerRescueTestJSONUnderV235-773555335 tempest-ServerRescueTestJSONUnderV235-773555335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:05.101472 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-0f63210c-6d0b-4bc4-9c77-7a4337333366 req-fd5761e7-28c4-4158-b78a-9e8470049491 tempest-ServerRescueTestJSONUnderV235-773555335 tempest-ServerRescueTestJSONUnderV235-773555335-project] Notify callbacks [] for port, precommit_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:05.121444 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-0f63210c-6d0b-4bc4-9c77-7a4337333366 req-fd5761e7-28c4-4158-b78a-9e8470049491 tempest-ServerRescueTestJSONUnderV235-773555335 tempest-ServerRescueTestJSONUnderV235-773555335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25912978'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:05.138154 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 48360) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:35:05.206613 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5761e7-28c4-4158-b78a-9e8470049491 tempest-ServerRescueTestJSONUnderV235-773555335 tempest-ServerRescueTestJSONUnderV235-773555335-project] Pushing event updated for resources: {'Port': ['ID=7c05f37f-9667-482f-95b3-4b342fd3a753,revision_number=2']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:35:05.217008 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-0f63210c-6d0b-4bc4-9c77-7a4337333366 req-fd5761e7-28c4-4158-b78a-9e8470049491 tempest-ServerRescueTestJSONUnderV235-773555335 tempest-ServerRescueTestJSONUnderV235-773555335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-930131'] for floatingip, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:05.237850 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-0f63210c-6d0b-4bc4-9c77-7a4337333366 req-fd5761e7-28c4-4158-b78a-9e8470049491 tempest-ServerRescueTestJSONUnderV235-773555335 tempest-ServerRescueTestJSONUnderV235-773555335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for floatingip, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:05.239931 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-0f63210c-6d0b-4bc4-9c77-7a4337333366 req-fd5761e7-28c4-4158-b78a-9e8470049491 tempest-ServerRescueTestJSONUnderV235-773555335 tempest-ServerRescueTestJSONUnderV235-773555335-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.7711916 Jul 14 18:35:05.260830 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:05.335797 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-c7f4604a-f50f-4eaa-8351-defb0deb551d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:05.351594 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-0f63210c-6d0b-4bc4-9c77-7a4337333366 req-e8b1754f-05c7-44a6-95d7-29ecdd384109 tempest-ServerRescueTestJSONUnderV235-773555335 tempest-ServerRescueTestJSONUnderV235-773555335-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.1.233 HTTP/1.1" status: 200 len: 696 time: 0.1049376 Jul 14 18:35:05.499668 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-c7f4604a-f50f-4eaa-8351-defb0deb551d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:05.506131 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-c7f4604a-f50f-4eaa-8351-defb0deb551d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:05.556642 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f63210c-6d0b-4bc4-9c77-7a4337333366 req-15008ec3-869f-48e0-8e8b-ffb114f61a41 tempest-ServerRescueTestJSONUnderV235-773555335 tempest-ServerRescueTestJSONUnderV235-773555335-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:35:05.558578 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-0f63210c-6d0b-4bc4-9c77-7a4337333366 req-15008ec3-869f-48e0-8e8b-ffb114f61a41 tempest-ServerRescueTestJSONUnderV235-773555335 tempest-ServerRescueTestJSONUnderV235-773555335-project] 10.222.0.16 "GET /v2.0/networks/9200a437-e1de-4520-88f6-e68386523e61 HTTP/1.1" status: 200 len: 784 time: 0.2008729 Jul 14 18:35:05.559401 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-c7f4604a-f50f-4eaa-8351-defb0deb551d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8d2dba30905d4f86ac15ea109dd11afa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4196942 Jul 14 18:35:05.561071 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f4604a-f50f-4eaa-8351-defb0deb551d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99725173-2c22-4dc8-891f-1f693b090406,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:35:05.565238 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 48386) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:35:05.572550 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74c60b2-0838-425f-9842-43d71ba1a606 req-56d705e6-4c72-410b-942e-cf3ba82e4390 tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:35:05.580100 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74c60b2-0838-425f-9842-43d71ba1a606 req-56d705e6-4c72-410b-942e-cf3ba82e4390 tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:35:05.588428 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74c60b2-0838-425f-9842-43d71ba1a606 req-56d705e6-4c72-410b-942e-cf3ba82e4390 tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:35:05.595407 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74c60b2-0838-425f-9842-43d71ba1a606 req-56d705e6-4c72-410b-942e-cf3ba82e4390 tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:35:05.602203 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74c60b2-0838-425f-9842-43d71ba1a606 req-56d705e6-4c72-410b-942e-cf3ba82e4390 tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:35:05.608177 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74c60b2-0838-425f-9842-43d71ba1a606 req-56d705e6-4c72-410b-942e-cf3ba82e4390 tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:35:05.614144 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74c60b2-0838-425f-9842-43d71ba1a606 req-56d705e6-4c72-410b-942e-cf3ba82e4390 tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:35:05.616012 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e74c60b2-0838-425f-9842-43d71ba1a606 req-56d705e6-4c72-410b-942e-cf3ba82e4390 tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] 10.222.0.16 "GET /v2.0/ports?device_id=d7b58cc5-d900-4c19-86f4-9befdd4826d6 HTTP/1.1" status: 200 len: 5420 time: 0.1815434 Jul 14 18:35:05.622541 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [req-0f63210c-6d0b-4bc4-9c77-7a4337333366 req-73d6470c-5c6e-44ba-a34e-4af65d18eb97 tempest-ServerRescueTestJSONUnderV235-773555335 tempest-ServerRescueTestJSONUnderV235-773555335-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=93915) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 18:35:05.623610 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-0f63210c-6d0b-4bc4-9c77-7a4337333366 req-73d6470c-5c6e-44ba-a34e-4af65d18eb97 tempest-ServerRescueTestJSONUnderV235-773555335 tempest-ServerRescueTestJSONUnderV235-773555335-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060697 Jul 14 18:35:05.646651 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-77a23cdd-79f0-4b61-8815-0077facc125d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:05.683794 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e74c60b2-0838-425f-9842-43d71ba1a606 req-d563db92-6e56-4b00-9623-bc127ad3c471 tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] 10.222.0.16 "GET /v2.0/security-groups?id=1bfbf1b1-a239-48c4-9d02-fd8b65b471a7&id=1cc7ef8d-a00b-43d6-95a3-c209cbabb8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0519280 Jul 14 18:35:05.686667 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-77a23cdd-79f0-4b61-8815-0077facc125d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:05.791730 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-77a23cdd-79f0-4b61-8815-0077facc125d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:05.798233 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-77a23cdd-79f0-4b61-8815-0077facc125d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:05.801940 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-77a23cdd-79f0-4b61-8815-0077facc125d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/99725173-2c22-4dc8-891f-1f693b090406 HTTP/1.1" status: 204 len: 168 time: 0.2350454 Jul 14 18:35:05.838050 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a23cdd-79f0-4b61-8815-0077facc125d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99725173-2c22-4dc8-891f-1f693b090406,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:35:06.125825 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee237a2-2749-4acf-a091-ac30ab1d608e req-063fdb69-d5db-4972-9963-9a40c05c8c73 tempest-ServerRescueTestJSONUnderV235-773555335 tempest-ServerRescueTestJSONUnderV235-773555335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:35:06.134883 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3ee237a2-2749-4acf-a091-ac30ab1d608e req-063fdb69-d5db-4972-9963-9a40c05c8c73 tempest-ServerRescueTestJSONUnderV235-773555335 tempest-ServerRescueTestJSONUnderV235-773555335-project] 10.222.0.16 "GET /v2.0/ports?device_id=1141130f-4875-4e07-b30e-73bca303df1e&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1466670 Jul 14 18:35:06.215093 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3ee237a2-2749-4acf-a091-ac30ab1d608e req-7dd8317c-da2f-4a0e-9f65-efddc1678ce3 tempest-ServerRescueTestJSONUnderV235-773555335 tempest-ServerRescueTestJSONUnderV235-773555335-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.1.233 HTTP/1.1" status: 200 len: 696 time: 0.0789480 Jul 14 18:35:06.221345 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [req-3ee237a2-2749-4acf-a091-ac30ab1d608e req-ae0077cd-9d54-4b8d-afbb-33139a040e20 tempest-ServerRescueTestJSONUnderV235-773555335 tempest-ServerRescueTestJSONUnderV235-773555335-project] Request body: {'floatingip': {'port_id': 'cb0a2880-d1c3-4b70-a889-9bdddf8dc02e', 'fixed_ip_address': '172.20.0.13'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:35:06.276046 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-3ee237a2-2749-4acf-a091-ac30ab1d608e req-ae0077cd-9d54-4b8d-afbb-33139a040e20 tempest-ServerRescueTestJSONUnderV235-773555335 tempest-ServerRescueTestJSONUnderV235-773555335-project] Notify callbacks [] for floatingip, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:06.287244 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 48426) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:35:06.304758 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-e0c72b02-e81e-4487-bddf-073e05f33c82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:06.422564 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-e0c72b02-e81e-4487-bddf-073e05f33c82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:06.427263 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-e0c72b02-e81e-4487-bddf-073e05f33c82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:06.474270 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-e0c72b02-e81e-4487-bddf-073e05f33c82 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c2a2a4a2a36a4738b1957748fc6653f0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1856418 Jul 14 18:35:06.475500 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c72b02-e81e-4487-bddf-073e05f33c82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a73d17f6-ed30-430b-86d9-d057dd2a43f9,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:35:06.478282 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 48442) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:35:06.541953 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-9bd15f0e-30e1-4628-beac-62936c095421 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:06.567584 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-9bd15f0e-30e1-4628-beac-62936c095421 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:06.680944 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-9bd15f0e-30e1-4628-beac-62936c095421 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:06.684498 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-9bd15f0e-30e1-4628-beac-62936c095421 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:06.685949 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-9bd15f0e-30e1-4628-beac-62936c095421 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a73d17f6-ed30-430b-86d9-d057dd2a43f9 HTTP/1.1" status: 204 len: 168 time: 0.2061758 Jul 14 18:35:06.715624 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd15f0e-30e1-4628-beac-62936c095421 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a73d17f6-ed30-430b-86d9-d057dd2a43f9,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:35:07.186092 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09c268a-0515-4e9d-b35a-05e3ea78ba79 req-c36d9890-aee0-4447-8559-64e198e54ced tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:35:07.192017 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09c268a-0515-4e9d-b35a-05e3ea78ba79 req-c36d9890-aee0-4447-8559-64e198e54ced tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:35:07.214149 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09c268a-0515-4e9d-b35a-05e3ea78ba79 req-c36d9890-aee0-4447-8559-64e198e54ced tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:35:07.238148 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09c268a-0515-4e9d-b35a-05e3ea78ba79 req-c36d9890-aee0-4447-8559-64e198e54ced tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:35:07.244780 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09c268a-0515-4e9d-b35a-05e3ea78ba79 req-c36d9890-aee0-4447-8559-64e198e54ced tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:35:07.251303 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09c268a-0515-4e9d-b35a-05e3ea78ba79 req-c36d9890-aee0-4447-8559-64e198e54ced tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:35:07.257590 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09c268a-0515-4e9d-b35a-05e3ea78ba79 req-c36d9890-aee0-4447-8559-64e198e54ced tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:35:07.265381 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f09c268a-0515-4e9d-b35a-05e3ea78ba79 req-c36d9890-aee0-4447-8559-64e198e54ced tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] 10.222.0.16 "GET /v2.0/ports?device_id=d7b58cc5-d900-4c19-86f4-9befdd4826d6 HTTP/1.1" status: 200 len: 5420 time: 0.3353000 Jul 14 18:35:07.290842 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.db.resource_extend [req-3ee237a2-2749-4acf-a091-ac30ab1d608e req-ae0077cd-9d54-4b8d-afbb-33139a040e20 tempest-ServerRescueTestJSONUnderV235-773555335 tempest-ServerRescueTestJSONUnderV235-773555335-project] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 14 18:35:07.368990 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f09c268a-0515-4e9d-b35a-05e3ea78ba79 req-1fea8a0d-daeb-44ab-b22a-7cd60f3b023f tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] 10.222.0.16 "GET /v2.0/security-groups?id=1bfbf1b1-a239-48c4-9d02-fd8b65b471a7&id=1cc7ef8d-a00b-43d6-95a3-c209cbabb8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1022336 Jul 14 18:35:07.414260 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-3ee237a2-2749-4acf-a091-ac30ab1d608e req-ae0077cd-9d54-4b8d-afbb-33139a040e20 tempest-ServerRescueTestJSONUnderV235-773555335 tempest-ServerRescueTestJSONUnderV235-773555335-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:07.425193 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-3ee237a2-2749-4acf-a091-ac30ab1d608e req-ae0077cd-9d54-4b8d-afbb-33139a040e20 tempest-ServerRescueTestJSONUnderV235-773555335 tempest-ServerRescueTestJSONUnderV235-773555335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-930131'] for floatingip, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:07.918034 n-d-800634-3 neutron-server[93915]: INFO neutron.db.l3_db [req-3ee237a2-2749-4acf-a091-ac30ab1d608e req-ae0077cd-9d54-4b8d-afbb-33139a040e20 tempest-ServerRescueTestJSONUnderV235-773555335 tempest-ServerRescueTestJSONUnderV235-773555335-project] Floating IP 5074dd03-0aae-432a-a234-9fad66d4e435 associated. External IP: 172.25.1.233, port: cb0a2880-d1c3-4b70-a889-9bdddf8dc02e. Jul 14 18:35:08.210117 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3ee237a2-2749-4acf-a091-ac30ab1d608e req-ae0077cd-9d54-4b8d-afbb-33139a040e20 tempest-ServerRescueTestJSONUnderV235-773555335 tempest-ServerRescueTestJSONUnderV235-773555335-project] Router e8098b08-da38-4605-b586-97fee7b43474 has already been hosted by L3 agent 2c6eb27e-defb-4cca-9a24-381c7415e359 {{(pid=93915) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 18:35:08.489588 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3ee237a2-2749-4acf-a091-ac30ab1d608e req-ae0077cd-9d54-4b8d-afbb-33139a040e20 tempest-ServerRescueTestJSONUnderV235-773555335 tempest-ServerRescueTestJSONUnderV235-773555335-project] Notify agent at l3_agent.n-d-800634-3 the message routers_updated {{(pid=93915) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 18:35:08.497416 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-3ee237a2-2749-4acf-a091-ac30ab1d608e req-ae0077cd-9d54-4b8d-afbb-33139a040e20 tempest-ServerRescueTestJSONUnderV235-773555335 tempest-ServerRescueTestJSONUnderV235-773555335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for floatingip, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:08.513593 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbbef7ce-1b72-4237-87a3-61c604994b7a None None] Sync routers for ids ['e8098b08-da38-4605-b586-97fee7b43474'] in n-d-800634-3 {{(pid=93917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 18:35:08.538335 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbbef7ce-1b72-4237-87a3-61c604994b7a None None] Routers {'e8098b08-da38-4605-b586-97fee7b43474'} bound to L3 agent in host n-d-800634-3 {{(pid=93917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:35:08.540192 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-bbbef7ce-1b72-4237-87a3-61c604994b7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:34:53Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['e8098b08-da38-4605-b586-97fee7b43474'], 'active': True} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:35:08.589550 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3ee237a2-2749-4acf-a091-ac30ab1d608e req-ae0077cd-9d54-4b8d-afbb-33139a040e20 tempest-ServerRescueTestJSONUnderV235-773555335 tempest-ServerRescueTestJSONUnderV235-773555335-project] 10.222.0.16 "PUT /v2.0/floatingips/5074dd03-0aae-432a-a234-9fad66d4e435 HTTP/1.1" status: 200 len: 997 time: 2.3733461 Jul 14 18:35:08.595394 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1141130f-4875-4e07-b30e-73bca303df1e', 'tag': 'cb0a2880-d1c3-4b70-a889-9bdddf8dc02e'}] {{(pid=93915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:35:08.606784 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e72782ad3af8f7d4ce76cedf092bca46d1756acc5c4653cf0b52034cdd6b073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11d75893-a919-4146-978f-284cb18d87cf" -d '{"events": [{"name": "network-changed", "server_uuid": "1141130f-4875-4e07-b30e-73bca303df1e", "tag": "cb0a2880-d1c3-4b70-a889-9bdddf8dc02e"}]}' {{(pid=93915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:35:08.687640 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvr_db [None req-bbbef7ce-1b72-4237-87a3-61c604994b7a None None] Set router e8098b08-da38-4605-b586-97fee7b43474 gateway port host: n-d-800634-3 {{(pid=93917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 18:35:08.842283 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4b75a1-b760-4670-861e-980fb824e3d1 req-464e90de-bd3f-42dc-93c6-34f6ae5c74b1 tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:35:08.848586 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4b75a1-b760-4670-861e-980fb824e3d1 req-464e90de-bd3f-42dc-93c6-34f6ae5c74b1 tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:35:08.855423 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4b75a1-b760-4670-861e-980fb824e3d1 req-464e90de-bd3f-42dc-93c6-34f6ae5c74b1 tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:35:08.861763 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4b75a1-b760-4670-861e-980fb824e3d1 req-464e90de-bd3f-42dc-93c6-34f6ae5c74b1 tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:35:08.867961 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4b75a1-b760-4670-861e-980fb824e3d1 req-464e90de-bd3f-42dc-93c6-34f6ae5c74b1 tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:35:08.874130 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4b75a1-b760-4670-861e-980fb824e3d1 req-464e90de-bd3f-42dc-93c6-34f6ae5c74b1 tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:35:08.880149 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4b75a1-b760-4670-861e-980fb824e3d1 req-464e90de-bd3f-42dc-93c6-34f6ae5c74b1 tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:35:08.889129 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ad4b75a1-b760-4670-861e-980fb824e3d1 req-464e90de-bd3f-42dc-93c6-34f6ae5c74b1 tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] 10.222.0.16 "GET /v2.0/ports?device_id=d7b58cc5-d900-4c19-86f4-9befdd4826d6 HTTP/1.1" status: 200 len: 5420 time: 0.1771605 Jul 14 18:35:08.971995 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ad4b75a1-b760-4670-861e-980fb824e3d1 req-195b9d3f-7dc0-43e1-988a-cc890652b7a7 tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] 10.222.0.16 "GET /v2.0/security-groups?id=1bfbf1b1-a239-48c4-9d02-fd8b65b471a7&id=1cc7ef8d-a00b-43d6-95a3-c209cbabb8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0816460 Jul 14 18:35:09.009281 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee237a2-2749-4acf-a091-ac30ab1d608e req-98e66842-e5a5-43b5-857a-1d9ca76c3c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:35:09.010835 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3ee237a2-2749-4acf-a091-ac30ab1d608e req-98e66842-e5a5-43b5-857a-1d9ca76c3c20 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=bc00a49d970c402a9d26e3f8244b6309&device_id=1141130f-4875-4e07-b30e-73bca303df1e HTTP/1.1" status: 200 len: 1097 time: 0.3974366 Jul 14 18:35:09.263803 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee237a2-2749-4acf-a091-ac30ab1d608e req-6ba61e6e-1982-48e9-9aa6-bbe8fa9e0135 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:35:09.271271 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3ee237a2-2749-4acf-a091-ac30ab1d608e req-6ba61e6e-1982-48e9-9aa6-bbe8fa9e0135 service neutron] 10.222.0.16 "GET /v2.0/networks?id=5c2b1ad9-b7c6-42f5-980f-ff933c7b9b10 HTTP/1.1" status: 200 len: 920 time: 0.2464533 Jul 14 18:35:09.408973 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 18:35:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09547f9d-3b86-414e-b6cc-123991150dcc x-openstack-request-id: req-09547f9d-3b86-414e-b6cc-123991150dcc {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:35:09.412384 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1141130f-4875-4e07-b30e-73bca303df1e", "tag": "cb0a2880-d1c3-4b70-a889-9bdddf8dc02e", "status": "completed", "code": 200}]} {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:35:09.413940 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-09547f9d-3b86-414e-b6cc-123991150dcc {{(pid=93915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:35:09.414979 n-d-800634-3 neutron-server[93915]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1141130f-4875-4e07-b30e-73bca303df1e', 'tag': 'cb0a2880-d1c3-4b70-a889-9bdddf8dc02e', 'status': 'completed', 'code': 200} Jul 14 18:35:09.449638 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-bbbef7ce-1b72-4237-87a3-61c604994b7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8098b08-da38-4605-b586-97fee7b43474', 'name': 'tempest-ServerRescueTestJSONUnderV235-1278005292-router', 'tenant_id': 'bc00a49d970c402a9d26e3f8244b6309', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.232'}], 'enable_snat': True}, 'gw_port_id': 'd57da537-9edf-46de-a3c0-1553301d937e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:33:54Z', 'updated_at': '2021-07-14T18:34:00Z', 'revision_number': 4, 'project_id': 'bc00a49d970c402a9d26e3f8244b6309', 'gw_port': {'id': 'd57da537-9edf-46de-a3c0-1553301d937e', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:13:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8098b08-da38-4605-b586-97fee7b43474', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1610, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:33:55Z', 'updated_at': '2021-07-14T18:34:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_floatingips': [{'id': '5074dd03-0aae-432a-a234-9fad66d4e435', 'tenant_id': 'bc00a49d970c402a9d26e3f8244b6309', 'floating_ip_address': '172.25.1.233', 'floating_network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'router_id': 'e8098b08-da38-4605-b586-97fee7b43474', 'port_id': 'cb0a2880-d1c3-4b70-a889-9bdddf8dc02e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1766, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5c2b1ad9-b7c6-42f5-980f-ff933c7b9b10', 'mac_address': 'fa:16:3e:79:af:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1141130f-4875-4e07-b30e-73bca303df1e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T18:35:04Z', 'updated_at': '2021-07-14T18:35:07Z', 'revision_number': 1, 'project_id': 'bc00a49d970c402a9d26e3f8244b6309', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '178f76c1-e244-4f46-bf04-f67dd021ddba', 'name': '', 'network_id': '5c2b1ad9-b7c6-42f5-980f-ff933c7b9b10', 'tenant_id': 'bc00a49d970c402a9d26e3f8244b6309', 'mac_address': 'fa:16:3e:5d:78:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8098b08-da38-4605-b586-97fee7b43474', 'device_owner': 'network:router_interface', 'standard_attr_id': 1613, 'fixed_ips': [{'subnet_id': 'd49b56c3-eb98-4614-ba40-0fb0c157fa98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:33:59Z', 'updated_at': '2021-07-14T18:34:11Z', 'revision_number': 5, 'project_id': 'bc00a49d970c402a9d26e3f8244b6309', 'subnets': [{'id': 'd49b56c3-eb98-4614-ba40-0fb0c157fa98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-3', False) {} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:35:09.489470 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbbef7ce-1b72-4237-87a3-61c604994b7a None None] Checking router: e8098b08-da38-4605-b586-97fee7b43474 for host: n-d-800634-3 {{(pid=93917) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 18:35:09.500096 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbbef7ce-1b72-4237-87a3-61c604994b7a None None] Routers {'e8098b08-da38-4605-b586-97fee7b43474'} bound to L3 agent in host n-d-800634-3 {{(pid=93917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:35:09.500906 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-bbbef7ce-1b72-4237-87a3-61c604994b7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:34:53Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['e8098b08-da38-4605-b586-97fee7b43474'], 'active': True} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:35:09.576799 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3ee237a2-2749-4acf-a091-ac30ab1d608e req-29446ff5-d533-43cd-bb64-b8b278197708 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cb0a2880-d1c3-4b70-a889-9bdddf8dc02e HTTP/1.1" status: 200 len: 1000 time: 0.2951705 Jul 14 18:35:09.640690 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee237a2-2749-4acf-a091-ac30ab1d608e req-a8cc38ed-4239-44c2-a13a-eab626c44903 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:35:09.642229 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3ee237a2-2749-4acf-a091-ac30ab1d608e req-a8cc38ed-4239-44c2-a13a-eab626c44903 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d49b56c3-eb98-4614-ba40-0fb0c157fa98 HTTP/1.1" status: 200 len: 860 time: 0.0609324 Jul 14 18:35:09.655339 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d75893-a919-4146-978f-284cb18d87cf req-f656c426-cfb0-4a00-abcd-ec79fc17a74d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:35:09.658216 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-11d75893-a919-4146-978f-284cb18d87cf req-f656c426-cfb0-4a00-abcd-ec79fc17a74d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=bc00a49d970c402a9d26e3f8244b6309&device_id=1141130f-4875-4e07-b30e-73bca303df1e HTTP/1.1" status: 200 len: 1097 time: 0.2337410 Jul 14 18:35:09.695594 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3ee237a2-2749-4acf-a091-ac30ab1d608e req-bec22231-d4ce-4724-8655-c3df77b605b0 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5c2b1ad9-b7c6-42f5-980f-ff933c7b9b10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0367932 Jul 14 18:35:09.723339 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvr_db [None req-bbbef7ce-1b72-4237-87a3-61c604994b7a None None] Set router e8098b08-da38-4605-b586-97fee7b43474 gateway port host: n-d-800634-3 {{(pid=93917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 18:35:09.900413 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d75893-a919-4146-978f-284cb18d87cf req-3fef00e6-98ef-4b1d-9fc2-817421ca346a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:35:09.902879 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-11d75893-a919-4146-978f-284cb18d87cf req-3fef00e6-98ef-4b1d-9fc2-817421ca346a service neutron] 10.222.0.18 "GET /v2.0/networks?id=5c2b1ad9-b7c6-42f5-980f-ff933c7b9b10 HTTP/1.1" status: 200 len: 920 time: 0.2054849 Jul 14 18:35:09.917219 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3ee237a2-2749-4acf-a091-ac30ab1d608e req-38673f82-b5bc-4a06-add3-2d7256b97dc4 service neutron] 10.222.0.16 "GET /v2.0/networks/5c2b1ad9-b7c6-42f5-980f-ff933c7b9b10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2080343 Jul 14 18:35:09.929172 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 48604) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:35:10.074831 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-11d75893-a919-4146-978f-284cb18d87cf req-0e28a89f-95de-4c8f-96e5-6cf79a7771ff service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cb0a2880-d1c3-4b70-a889-9bdddf8dc02e HTTP/1.1" status: 200 len: 1000 time: 0.1467655 Jul 14 18:35:10.082355 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-bbbef7ce-1b72-4237-87a3-61c604994b7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8098b08-da38-4605-b586-97fee7b43474', 'name': 'tempest-ServerRescueTestJSONUnderV235-1278005292-router', 'tenant_id': 'bc00a49d970c402a9d26e3f8244b6309', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.232'}], 'enable_snat': True}, 'gw_port_id': 'd57da537-9edf-46de-a3c0-1553301d937e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:33:54Z', 'updated_at': '2021-07-14T18:34:00Z', 'revision_number': 4, 'project_id': 'bc00a49d970c402a9d26e3f8244b6309', 'gw_port': {'id': 'd57da537-9edf-46de-a3c0-1553301d937e', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:13:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8098b08-da38-4605-b586-97fee7b43474', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1610, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:33:55Z', 'updated_at': '2021-07-14T18:34:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_floatingips': [{'id': '5074dd03-0aae-432a-a234-9fad66d4e435', 'tenant_id': 'bc00a49d970c402a9d26e3f8244b6309', 'floating_ip_address': '172.25.1.233', 'floating_network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'router_id': 'e8098b08-da38-4605-b586-97fee7b43474', 'port_id': 'cb0a2880-d1c3-4b70-a889-9bdddf8dc02e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1766, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5c2b1ad9-b7c6-42f5-980f-ff933c7b9b10', 'mac_address': 'fa:16:3e:79:af:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1141130f-4875-4e07-b30e-73bca303df1e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T18:35:04Z', 'updated_at': '2021-07-14T18:35:07Z', 'revision_number': 1, 'project_id': 'bc00a49d970c402a9d26e3f8244b6309', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '178f76c1-e244-4f46-bf04-f67dd021ddba', 'name': '', 'network_id': '5c2b1ad9-b7c6-42f5-980f-ff933c7b9b10', 'tenant_id': 'bc00a49d970c402a9d26e3f8244b6309', 'mac_address': 'fa:16:3e:5d:78:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8098b08-da38-4605-b586-97fee7b43474', 'device_owner': 'network:router_interface', 'standard_attr_id': 1613, 'fixed_ips': [{'subnet_id': 'd49b56c3-eb98-4614-ba40-0fb0c157fa98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:33:59Z', 'updated_at': '2021-07-14T18:34:11Z', 'revision_number': 5, 'project_id': 'bc00a49d970c402a9d26e3f8244b6309', 'subnets': [{'id': 'd49b56c3-eb98-4614-ba40-0fb0c157fa98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-3', False) {} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:35:10.142815 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbbef7ce-1b72-4237-87a3-61c604994b7a None None] The sync data for ids ['e8098b08-da38-4605-b586-97fee7b43474'] in n-d-800634-3 is: [{'id': 'e8098b08-da38-4605-b586-97fee7b43474', 'name': 'tempest-ServerRescueTestJSONUnderV235-1278005292-router', 'tenant_id': 'bc00a49d970c402a9d26e3f8244b6309', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.232'}], 'enable_snat': True}, 'gw_port_id': 'd57da537-9edf-46de-a3c0-1553301d937e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:33:54Z', 'updated_at': '2021-07-14T18:34:00Z', 'revision_number': 4, 'project_id': 'bc00a49d970c402a9d26e3f8244b6309', 'gw_port': {'id': 'd57da537-9edf-46de-a3c0-1553301d937e', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:13:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8098b08-da38-4605-b586-97fee7b43474', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1610, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:33:55Z', 'updated_at': '2021-07-14T18:34:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_floatingips': [{'id': '5074dd03-0aae-432a-a234-9fad66d4e435', 'tenant_id': 'bc00a49d970c402a9d26e3f8244b6309', 'floating_ip_address': '172.25.1.233', 'floating_network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'router_id': 'e8098b08-da38-4605-b586-97fee7b43474', 'port_id': 'cb0a2880-d1c3-4b70-a889-9bdddf8dc02e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1766, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5c2b1ad9-b7c6-42f5-980f-ff933c7b9b10', 'mac_address': 'fa:16:3e:79:af:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1141130f-4875-4e07-b30e-73bca303df1e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T18:35:04Z', 'updated_at': '2021-07-14T18:35:07Z', 'revision_number': 1, 'project_id': 'bc00a49d970c402a9d26e3f8244b6309', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '178f76c1-e244-4f46-bf04-f67dd021ddba', 'name': '', 'network_id': '5c2b1ad9-b7c6-42f5-980f-ff933c7b9b10', 'tenant_id': 'bc00a49d970c402a9d26e3f8244b6309', 'mac_address': 'fa:16:3e:5d:78:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8098b08-da38-4605-b586-97fee7b43474', 'device_owner': 'network:router_interface', 'standard_attr_id': 1613, 'fixed_ips': [{'subnet_id': 'd49b56c3-eb98-4614-ba40-0fb0c157fa98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:33:59Z', 'updated_at': '2021-07-14T18:34:11Z', 'revision_number': 5, 'project_id': 'bc00a49d970c402a9d26e3f8244b6309', 'subnets': [{'id': 'd49b56c3-eb98-4614-ba40-0fb0c157fa98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 18:35:10.171167 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-555f4dac-0b39-4498-ad7e-e69839f3e3c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:10.246514 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d75893-a919-4146-978f-284cb18d87cf req-94259019-008b-4d43-bff7-f5f0fbaeecea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:35:10.250273 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-11d75893-a919-4146-978f-284cb18d87cf req-94259019-008b-4d43-bff7-f5f0fbaeecea service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d49b56c3-eb98-4614-ba40-0fb0c157fa98 HTTP/1.1" status: 200 len: 860 time: 0.1609414 Jul 14 18:35:10.253296 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3ee237a2-2749-4acf-a091-ac30ab1d608e req-a38d1616-4de5-455c-91c6-9e09905ae6de service neutron] 10.222.0.16 "GET /v2.0/networks/5c2b1ad9-b7c6-42f5-980f-ff933c7b9b10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3352482 Jul 14 18:35:10.321080 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-11d75893-a919-4146-978f-284cb18d87cf req-ab666a68-02a2-4da9-be92-dd6c0e664f2a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5c2b1ad9-b7c6-42f5-980f-ff933c7b9b10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0636456 Jul 14 18:35:10.362565 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-555f4dac-0b39-4498-ad7e-e69839f3e3c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:10.373891 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-555f4dac-0b39-4498-ad7e-e69839f3e3c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:10.449586 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-555f4dac-0b39-4498-ad7e-e69839f3e3c2 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=934acc94ccd14552b977bcf2c2ac4af1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5177772 Jul 14 18:35:10.450862 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555f4dac-0b39-4498-ad7e-e69839f3e3c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8fa1fb8-f941-458b-a49e-be756d634cd8,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:35:10.453870 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 48616) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:35:10.545424 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18eb7a5f-3f5a-49b4-aaaa-16a01048b28c req-23f98298-dde1-460c-9b7f-b614a138a32b tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:35:10.579505 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0912987-78a4-43a8-8d63-b62ef4933cfc None None] New status for floating IP 5074dd03-0aae-432a-a234-9fad66d4e435: ACTIVE {{(pid=93918) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 18:35:10.587862 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18eb7a5f-3f5a-49b4-aaaa-16a01048b28c req-23f98298-dde1-460c-9b7f-b614a138a32b tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:35:10.605389 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18eb7a5f-3f5a-49b4-aaaa-16a01048b28c req-23f98298-dde1-460c-9b7f-b614a138a32b tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:35:10.624152 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-84dd5edd-d990-47de-a9d4-bec4f02c4d76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:10.637013 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18eb7a5f-3f5a-49b4-aaaa-16a01048b28c req-23f98298-dde1-460c-9b7f-b614a138a32b tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:35:10.664508 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18eb7a5f-3f5a-49b4-aaaa-16a01048b28c req-23f98298-dde1-460c-9b7f-b614a138a32b tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:35:10.671814 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18eb7a5f-3f5a-49b4-aaaa-16a01048b28c req-23f98298-dde1-460c-9b7f-b614a138a32b tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:35:10.678707 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18eb7a5f-3f5a-49b4-aaaa-16a01048b28c req-23f98298-dde1-460c-9b7f-b614a138a32b tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:35:10.688379 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-18eb7a5f-3f5a-49b4-aaaa-16a01048b28c req-23f98298-dde1-460c-9b7f-b614a138a32b tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] 10.222.0.16 "GET /v2.0/ports?device_id=d7b58cc5-d900-4c19-86f4-9befdd4826d6 HTTP/1.1" status: 200 len: 5420 time: 0.5106454 Jul 14 18:35:10.722811 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-84dd5edd-d990-47de-a9d4-bec4f02c4d76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:10.840413 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-84dd5edd-d990-47de-a9d4-bec4f02c4d76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:10.844106 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-84dd5edd-d990-47de-a9d4-bec4f02c4d76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:10.847664 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-84dd5edd-d990-47de-a9d4-bec4f02c4d76 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d8fa1fb8-f941-458b-a49e-be756d634cd8 HTTP/1.1" status: 204 len: 168 time: 0.3903058 Jul 14 18:35:10.864483 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dd5edd-d990-47de-a9d4-bec4f02c4d76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8fa1fb8-f941-458b-a49e-be756d634cd8,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:35:10.865023 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-9cbd05fb-927b-4253-8cdb-b71b13dabdfe req-376a22e0-b1db-4155-bb13-fa93d487886d tempest-ServerRescueTestJSONUnderV235-773555335 tempest-ServerRescueTestJSONUnderV235-773555335-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.1.233 HTTP/1.1" status: 200 len: 1000 time: 0.1636183 Jul 14 18:35:11.032554 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-18eb7a5f-3f5a-49b4-aaaa-16a01048b28c req-b0eaa3be-81d6-45a8-a9e3-88928aee6718 tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] 10.222.0.16 "GET /v2.0/security-groups?id=1bfbf1b1-a239-48c4-9d02-fd8b65b471a7&id=1cc7ef8d-a00b-43d6-95a3-c209cbabb8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3414612 Jul 14 18:35:11.079186 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-11d75893-a919-4146-978f-284cb18d87cf req-5c6b89e1-9278-4a87-90a3-b3cecc1b491d service neutron] 10.222.0.18 "GET /v2.0/networks/5c2b1ad9-b7c6-42f5-980f-ff933c7b9b10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7485747 Jul 14 18:35:11.177670 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbd05fb-927b-4253-8cdb-b71b13dabdfe req-5ad623d7-38c1-47a5-9960-a3ee2ca5857b tempest-ServerRescueTestJSONUnderV235-773555335 tempest-ServerRescueTestJSONUnderV235-773555335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:35:11.186426 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-9cbd05fb-927b-4253-8cdb-b71b13dabdfe req-5ad623d7-38c1-47a5-9960-a3ee2ca5857b tempest-ServerRescueTestJSONUnderV235-773555335 tempest-ServerRescueTestJSONUnderV235-773555335-project] 10.222.0.16 "GET /v2.0/ports/cb0a2880-d1c3-4b70-a889-9bdddf8dc02e HTTP/1.1" status: 200 len: 943 time: 0.2954338 Jul 14 18:35:11.284937 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-11d75893-a919-4146-978f-284cb18d87cf req-0d34b5c3-11c1-42eb-aa90-f2d72e2f142b service neutron] 10.222.0.18 "GET /v2.0/networks/5c2b1ad9-b7c6-42f5-980f-ff933c7b9b10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1946554 Jul 14 18:35:11.416289 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-9cbd05fb-927b-4253-8cdb-b71b13dabdfe req-3f266d00-85ad-4214-9f53-7a3c1c976b4e tempest-ServerRescueTestJSONUnderV235-773555335 tempest-ServerRescueTestJSONUnderV235-773555335-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.1.233 HTTP/1.1" status: 200 len: 1002 time: 0.0742812 Jul 14 18:35:11.577809 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbd05fb-927b-4253-8cdb-b71b13dabdfe req-48566f28-8341-4c55-b606-2542188127b0 tempest-ServerRescueTestJSONUnderV235-773555335 tempest-ServerRescueTestJSONUnderV235-773555335-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:35:11.589362 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-9cbd05fb-927b-4253-8cdb-b71b13dabdfe req-48566f28-8341-4c55-b606-2542188127b0 tempest-ServerRescueTestJSONUnderV235-773555335 tempest-ServerRescueTestJSONUnderV235-773555335-project] 10.222.0.16 "GET /v2.0/networks/9200a437-e1de-4520-88f6-e68386523e61 HTTP/1.1" status: 200 len: 784 time: 0.1634860 Jul 14 18:35:11.719173 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-9cbd05fb-927b-4253-8cdb-b71b13dabdfe req-615c97c7-f26e-4708-add4-6f4cfa47de01 tempest-ServerRescueTestJSONUnderV235-773555335 tempest-ServerRescueTestJSONUnderV235-773555335-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.1.233 HTTP/1.1" status: 200 len: 1002 time: 0.1286688 Jul 14 18:35:11.728993 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [req-9cbd05fb-927b-4253-8cdb-b71b13dabdfe req-3c864e24-d412-420a-a0e7-076e78f9d1f4 tempest-ServerRescueTestJSONUnderV235-773555335 tempest-ServerRescueTestJSONUnderV235-773555335-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:35:11.799206 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-9cbd05fb-927b-4253-8cdb-b71b13dabdfe req-3c864e24-d412-420a-a0e7-076e78f9d1f4 tempest-ServerRescueTestJSONUnderV235-773555335 tempest-ServerRescueTestJSONUnderV235-773555335-project] Notify callbacks [] for floatingip, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:11.999833 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-9cbd05fb-927b-4253-8cdb-b71b13dabdfe req-3c864e24-d412-420a-a0e7-076e78f9d1f4 tempest-ServerRescueTestJSONUnderV235-773555335 tempest-ServerRescueTestJSONUnderV235-773555335-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:12.005632 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-9cbd05fb-927b-4253-8cdb-b71b13dabdfe req-3c864e24-d412-420a-a0e7-076e78f9d1f4 tempest-ServerRescueTestJSONUnderV235-773555335 tempest-ServerRescueTestJSONUnderV235-773555335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-930131'] for floatingip, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:12.005966 n-d-800634-3 neutron-server[93915]: INFO neutron.db.l3_db [req-9cbd05fb-927b-4253-8cdb-b71b13dabdfe req-3c864e24-d412-420a-a0e7-076e78f9d1f4 tempest-ServerRescueTestJSONUnderV235-773555335 tempest-ServerRescueTestJSONUnderV235-773555335-project] Floating IP 5074dd03-0aae-432a-a234-9fad66d4e435 disassociated. External IP: 172.25.1.233, port: cb0a2880-d1c3-4b70-a889-9bdddf8dc02e. Jul 14 18:35:12.558595 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9cbd05fb-927b-4253-8cdb-b71b13dabdfe req-3c864e24-d412-420a-a0e7-076e78f9d1f4 tempest-ServerRescueTestJSONUnderV235-773555335 tempest-ServerRescueTestJSONUnderV235-773555335-project] Router e8098b08-da38-4605-b586-97fee7b43474 has already been hosted by L3 agent 2c6eb27e-defb-4cca-9a24-381c7415e359 {{(pid=93915) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 18:35:12.572477 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446e1bb8-d067-45fe-aeed-523e820fe689 req-3d7338a8-5dfb-43a2-b380-f36a2c7f14ed tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:35:12.577677 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446e1bb8-d067-45fe-aeed-523e820fe689 req-3d7338a8-5dfb-43a2-b380-f36a2c7f14ed tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:35:12.584049 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446e1bb8-d067-45fe-aeed-523e820fe689 req-3d7338a8-5dfb-43a2-b380-f36a2c7f14ed tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:35:12.590118 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446e1bb8-d067-45fe-aeed-523e820fe689 req-3d7338a8-5dfb-43a2-b380-f36a2c7f14ed tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:35:12.596475 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446e1bb8-d067-45fe-aeed-523e820fe689 req-3d7338a8-5dfb-43a2-b380-f36a2c7f14ed tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:35:12.602956 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446e1bb8-d067-45fe-aeed-523e820fe689 req-3d7338a8-5dfb-43a2-b380-f36a2c7f14ed tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:35:12.608869 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446e1bb8-d067-45fe-aeed-523e820fe689 req-3d7338a8-5dfb-43a2-b380-f36a2c7f14ed tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:35:12.616632 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-446e1bb8-d067-45fe-aeed-523e820fe689 req-3d7338a8-5dfb-43a2-b380-f36a2c7f14ed tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] 10.222.0.16 "GET /v2.0/ports?device_id=d7b58cc5-d900-4c19-86f4-9befdd4826d6 HTTP/1.1" status: 200 len: 5420 time: 0.4398687 Jul 14 18:35:12.700078 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-446e1bb8-d067-45fe-aeed-523e820fe689 req-bda5e04e-e68f-4e1b-8d5b-1306db11c241 tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] 10.222.0.16 "GET /v2.0/security-groups?id=1bfbf1b1-a239-48c4-9d02-fd8b65b471a7&id=1cc7ef8d-a00b-43d6-95a3-c209cbabb8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0825360 Jul 14 18:35:12.780587 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9cbd05fb-927b-4253-8cdb-b71b13dabdfe req-3c864e24-d412-420a-a0e7-076e78f9d1f4 tempest-ServerRescueTestJSONUnderV235-773555335 tempest-ServerRescueTestJSONUnderV235-773555335-project] Notify agent at l3_agent.n-d-800634-3 the message routers_updated {{(pid=93915) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 18:35:12.786055 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-9cbd05fb-927b-4253-8cdb-b71b13dabdfe req-3c864e24-d412-420a-a0e7-076e78f9d1f4 tempest-ServerRescueTestJSONUnderV235-773555335 tempest-ServerRescueTestJSONUnderV235-773555335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for floatingip, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:12.795016 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a81b9fcb-9139-4d97-90bd-bca4e11e1ce0 None None] Sync routers for ids ['e8098b08-da38-4605-b586-97fee7b43474'] in n-d-800634-3 {{(pid=93917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 18:35:12.812199 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a81b9fcb-9139-4d97-90bd-bca4e11e1ce0 None None] Routers {'e8098b08-da38-4605-b586-97fee7b43474'} bound to L3 agent in host n-d-800634-3 {{(pid=93917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:35:12.813424 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-a81b9fcb-9139-4d97-90bd-bca4e11e1ce0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:34:53Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['e8098b08-da38-4605-b586-97fee7b43474'], 'active': True} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:35:12.886407 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-9cbd05fb-927b-4253-8cdb-b71b13dabdfe req-3c864e24-d412-420a-a0e7-076e78f9d1f4 tempest-ServerRescueTestJSONUnderV235-773555335 tempest-ServerRescueTestJSONUnderV235-773555335-project] 10.222.0.16 "PUT /v2.0/floatingips/5074dd03-0aae-432a-a234-9fad66d4e435 HTTP/1.1" status: 200 len: 695 time: 1.1659214 Jul 14 18:35:12.887004 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1141130f-4875-4e07-b30e-73bca303df1e', 'tag': 'cb0a2880-d1c3-4b70-a889-9bdddf8dc02e'}] {{(pid=93915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:35:12.895075 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e72782ad3af8f7d4ce76cedf092bca46d1756acc5c4653cf0b52034cdd6b073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4015fb64-620b-4701-8e85-b0b1bc71a04e" -d '{"events": [{"name": "network-changed", "server_uuid": "1141130f-4875-4e07-b30e-73bca303df1e", "tag": "cb0a2880-d1c3-4b70-a889-9bdddf8dc02e"}]}' {{(pid=93915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:35:12.984231 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvr_db [None req-a81b9fcb-9139-4d97-90bd-bca4e11e1ce0 None None] Set router e8098b08-da38-4605-b586-97fee7b43474 gateway port host: n-d-800634-3 {{(pid=93917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 18:35:13.046615 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbd05fb-927b-4253-8cdb-b71b13dabdfe req-3b99eb6b-fa33-415a-9fa7-09d495aed408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:35:13.049634 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-9cbd05fb-927b-4253-8cdb-b71b13dabdfe req-3b99eb6b-fa33-415a-9fa7-09d495aed408 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=bc00a49d970c402a9d26e3f8244b6309&device_id=1141130f-4875-4e07-b30e-73bca303df1e HTTP/1.1" status: 200 len: 1097 time: 0.1398506 Jul 14 18:35:13.194136 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 18:35:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77f86083-3cbd-47ec-8985-20fa9c6cb519 x-openstack-request-id: req-77f86083-3cbd-47ec-8985-20fa9c6cb519 {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:35:13.194439 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1141130f-4875-4e07-b30e-73bca303df1e", "tag": "cb0a2880-d1c3-4b70-a889-9bdddf8dc02e", "status": "completed", "code": 200}]} {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:35:13.194701 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-77f86083-3cbd-47ec-8985-20fa9c6cb519 {{(pid=93915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:35:13.195107 n-d-800634-3 neutron-server[93915]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1141130f-4875-4e07-b30e-73bca303df1e', 'tag': 'cb0a2880-d1c3-4b70-a889-9bdddf8dc02e', 'status': 'completed', 'code': 200} Jul 14 18:35:13.282205 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbd05fb-927b-4253-8cdb-b71b13dabdfe req-9502c4d1-a729-4c5c-99a1-22df8591c7fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:35:13.283759 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-9cbd05fb-927b-4253-8cdb-b71b13dabdfe req-9502c4d1-a729-4c5c-99a1-22df8591c7fb service neutron] 10.222.0.16 "GET /v2.0/networks?id=5c2b1ad9-b7c6-42f5-980f-ff933c7b9b10 HTTP/1.1" status: 200 len: 920 time: 0.2169135 Jul 14 18:35:13.295704 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 48782) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:35:13.331560 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-9cbd05fb-927b-4253-8cdb-b71b13dabdfe req-af14f979-1d09-48e8-b338-c9a47a7df790 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cb0a2880-d1c3-4b70-a889-9bdddf8dc02e HTTP/1.1" status: 200 len: 217 time: 0.0383384 Jul 14 18:35:13.365237 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4015fb64-620b-4701-8e85-b0b1bc71a04e req-7af60083-d991-4945-ad4f-5bff1dd8bb89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:35:13.365237 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-4015fb64-620b-4701-8e85-b0b1bc71a04e req-7af60083-d991-4945-ad4f-5bff1dd8bb89 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=bc00a49d970c402a9d26e3f8244b6309&device_id=1141130f-4875-4e07-b30e-73bca303df1e HTTP/1.1" status: 200 len: 1097 time: 0.1436250 Jul 14 18:35:13.418844 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-a81b9fcb-9139-4d97-90bd-bca4e11e1ce0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8098b08-da38-4605-b586-97fee7b43474', 'name': 'tempest-ServerRescueTestJSONUnderV235-1278005292-router', 'tenant_id': 'bc00a49d970c402a9d26e3f8244b6309', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.232'}], 'enable_snat': True}, 'gw_port_id': 'd57da537-9edf-46de-a3c0-1553301d937e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:33:54Z', 'updated_at': '2021-07-14T18:34:00Z', 'revision_number': 4, 'project_id': 'bc00a49d970c402a9d26e3f8244b6309', 'gw_port': {'id': 'd57da537-9edf-46de-a3c0-1553301d937e', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:13:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8098b08-da38-4605-b586-97fee7b43474', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1610, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:33:55Z', 'updated_at': '2021-07-14T18:34:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_interfaces': [{'id': '178f76c1-e244-4f46-bf04-f67dd021ddba', 'name': '', 'network_id': '5c2b1ad9-b7c6-42f5-980f-ff933c7b9b10', 'tenant_id': 'bc00a49d970c402a9d26e3f8244b6309', 'mac_address': 'fa:16:3e:5d:78:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8098b08-da38-4605-b586-97fee7b43474', 'device_owner': 'network:router_interface', 'standard_attr_id': 1613, 'fixed_ips': [{'subnet_id': 'd49b56c3-eb98-4614-ba40-0fb0c157fa98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:33:59Z', 'updated_at': '2021-07-14T18:34:11Z', 'revision_number': 5, 'project_id': 'bc00a49d970c402a9d26e3f8244b6309', 'subnets': [{'id': 'd49b56c3-eb98-4614-ba40-0fb0c157fa98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-3', False) {} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:35:13.464618 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a81b9fcb-9139-4d97-90bd-bca4e11e1ce0 None None] Checking router: e8098b08-da38-4605-b586-97fee7b43474 for host: n-d-800634-3 {{(pid=93917) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 18:35:13.485395 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a81b9fcb-9139-4d97-90bd-bca4e11e1ce0 None None] Routers {'e8098b08-da38-4605-b586-97fee7b43474'} bound to L3 agent in host n-d-800634-3 {{(pid=93917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:35:13.485529 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-9cc3b094-7ba8-4378-9116-69ff43eaf112 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:13.485667 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-a81b9fcb-9139-4d97-90bd-bca4e11e1ce0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:34:53Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['e8098b08-da38-4605-b586-97fee7b43474'], 'active': True} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:35:13.491744 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbd05fb-927b-4253-8cdb-b71b13dabdfe req-d0a4d8ed-744a-4986-8a7b-7aa2d17c005c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:35:13.494088 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-9cbd05fb-927b-4253-8cdb-b71b13dabdfe req-d0a4d8ed-744a-4986-8a7b-7aa2d17c005c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d49b56c3-eb98-4614-ba40-0fb0c157fa98 HTTP/1.1" status: 200 len: 860 time: 0.1401789 Jul 14 18:35:13.629044 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-9cbd05fb-927b-4253-8cdb-b71b13dabdfe req-d44b069d-bb6b-4da6-980d-57a34ba090f0 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5c2b1ad9-b7c6-42f5-980f-ff933c7b9b10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1224895 Jul 14 18:35:13.630036 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4015fb64-620b-4701-8e85-b0b1bc71a04e req-04a03884-1342-460c-b1c9-d843f0cc7c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:35:13.633749 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-4015fb64-620b-4701-8e85-b0b1bc71a04e req-04a03884-1342-460c-b1c9-d843f0cc7c15 service neutron] 10.222.0.18 "GET /v2.0/networks?id=5c2b1ad9-b7c6-42f5-980f-ff933c7b9b10 HTTP/1.1" status: 200 len: 920 time: 0.2118433 Jul 14 18:35:13.669994 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-9cc3b094-7ba8-4378-9116-69ff43eaf112 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:13.674736 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-9cc3b094-7ba8-4378-9116-69ff43eaf112 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:13.689496 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvr_db [None req-a81b9fcb-9139-4d97-90bd-bca4e11e1ce0 None None] Set router e8098b08-da38-4605-b586-97fee7b43474 gateway port host: n-d-800634-3 {{(pid=93917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 18:35:13.723984 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-9cc3b094-7ba8-4378-9116-69ff43eaf112 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=367aa75ddc8b42e082073803c4fb75b0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4268806 Jul 14 18:35:13.725023 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc3b094-7ba8-4378-9116-69ff43eaf112 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=321e0bc6-8e9f-4f22-8976-1265def377f8,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:35:13.728846 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 48800) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:35:13.854111 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-0ab0e215-87d0-4811-be8b-487844a6c81c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:13.893229 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-4015fb64-620b-4701-8e85-b0b1bc71a04e req-f505a9f5-950a-4cd6-b938-e2eb387e142c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cb0a2880-d1c3-4b70-a889-9bdddf8dc02e HTTP/1.1" status: 200 len: 217 time: 0.0883563 Jul 14 18:35:13.899683 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-9cbd05fb-927b-4253-8cdb-b71b13dabdfe req-d8d99e98-97df-4b15-a9d9-e0f1432a9e6b service neutron] 10.222.0.16 "GET /v2.0/networks/5c2b1ad9-b7c6-42f5-980f-ff933c7b9b10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2579517 Jul 14 18:35:13.903719 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-0ab0e215-87d0-4811-be8b-487844a6c81c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:13.994035 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-0ab0e215-87d0-4811-be8b-487844a6c81c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:13.998591 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-0ab0e215-87d0-4811-be8b-487844a6c81c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:14.003387 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-0ab0e215-87d0-4811-be8b-487844a6c81c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/321e0bc6-8e9f-4f22-8976-1265def377f8 HTTP/1.1" status: 204 len: 168 time: 0.2721543 Jul 14 18:35:14.013024 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-a81b9fcb-9139-4d97-90bd-bca4e11e1ce0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8098b08-da38-4605-b586-97fee7b43474', 'name': 'tempest-ServerRescueTestJSONUnderV235-1278005292-router', 'tenant_id': 'bc00a49d970c402a9d26e3f8244b6309', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.232'}], 'enable_snat': True}, 'gw_port_id': 'd57da537-9edf-46de-a3c0-1553301d937e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:33:54Z', 'updated_at': '2021-07-14T18:34:00Z', 'revision_number': 4, 'project_id': 'bc00a49d970c402a9d26e3f8244b6309', 'gw_port': {'id': 'd57da537-9edf-46de-a3c0-1553301d937e', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:13:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8098b08-da38-4605-b586-97fee7b43474', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1610, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:33:55Z', 'updated_at': '2021-07-14T18:34:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_interfaces': [{'id': '178f76c1-e244-4f46-bf04-f67dd021ddba', 'name': '', 'network_id': '5c2b1ad9-b7c6-42f5-980f-ff933c7b9b10', 'tenant_id': 'bc00a49d970c402a9d26e3f8244b6309', 'mac_address': 'fa:16:3e:5d:78:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8098b08-da38-4605-b586-97fee7b43474', 'device_owner': 'network:router_interface', 'standard_attr_id': 1613, 'fixed_ips': [{'subnet_id': 'd49b56c3-eb98-4614-ba40-0fb0c157fa98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:33:59Z', 'updated_at': '2021-07-14T18:34:11Z', 'revision_number': 5, 'project_id': 'bc00a49d970c402a9d26e3f8244b6309', 'subnets': [{'id': 'd49b56c3-eb98-4614-ba40-0fb0c157fa98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-3', False) {} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:35:14.050706 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a81b9fcb-9139-4d97-90bd-bca4e11e1ce0 None None] The sync data for ids ['e8098b08-da38-4605-b586-97fee7b43474'] in n-d-800634-3 is: [{'id': 'e8098b08-da38-4605-b586-97fee7b43474', 'name': 'tempest-ServerRescueTestJSONUnderV235-1278005292-router', 'tenant_id': 'bc00a49d970c402a9d26e3f8244b6309', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.232'}], 'enable_snat': True}, 'gw_port_id': 'd57da537-9edf-46de-a3c0-1553301d937e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:33:54Z', 'updated_at': '2021-07-14T18:34:00Z', 'revision_number': 4, 'project_id': 'bc00a49d970c402a9d26e3f8244b6309', 'gw_port': {'id': 'd57da537-9edf-46de-a3c0-1553301d937e', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:13:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8098b08-da38-4605-b586-97fee7b43474', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1610, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:33:55Z', 'updated_at': '2021-07-14T18:34:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_interfaces': [{'id': '178f76c1-e244-4f46-bf04-f67dd021ddba', 'name': '', 'network_id': '5c2b1ad9-b7c6-42f5-980f-ff933c7b9b10', 'tenant_id': 'bc00a49d970c402a9d26e3f8244b6309', 'mac_address': 'fa:16:3e:5d:78:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8098b08-da38-4605-b586-97fee7b43474', 'device_owner': 'network:router_interface', 'standard_attr_id': 1613, 'fixed_ips': [{'subnet_id': 'd49b56c3-eb98-4614-ba40-0fb0c157fa98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:33:59Z', 'updated_at': '2021-07-14T18:34:11Z', 'revision_number': 5, 'project_id': 'bc00a49d970c402a9d26e3f8244b6309', 'subnets': [{'id': 'd49b56c3-eb98-4614-ba40-0fb0c157fa98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 18:35:14.065960 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab0e215-87d0-4811-be8b-487844a6c81c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=321e0bc6-8e9f-4f22-8976-1265def377f8,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:35:14.155725 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4015fb64-620b-4701-8e85-b0b1bc71a04e req-8821a916-e250-4736-befe-3cd525253f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:35:14.157560 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-4015fb64-620b-4701-8e85-b0b1bc71a04e req-8821a916-e250-4736-befe-3cd525253f4b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d49b56c3-eb98-4614-ba40-0fb0c157fa98 HTTP/1.1" status: 200 len: 860 time: 0.2569442 Jul 14 18:35:14.226501 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-4015fb64-620b-4701-8e85-b0b1bc71a04e req-95a34437-1b10-442d-8886-5172badce741 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5c2b1ad9-b7c6-42f5-980f-ff933c7b9b10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0560679 Jul 14 18:35:14.313339 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df00974-060b-4e42-be8b-48b8270df94b req-55e935d2-4eb2-4186-b734-cfc3e270e6c6 tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:35:14.320667 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df00974-060b-4e42-be8b-48b8270df94b req-55e935d2-4eb2-4186-b734-cfc3e270e6c6 tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:35:14.330324 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df00974-060b-4e42-be8b-48b8270df94b req-55e935d2-4eb2-4186-b734-cfc3e270e6c6 tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:35:14.343996 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df00974-060b-4e42-be8b-48b8270df94b req-55e935d2-4eb2-4186-b734-cfc3e270e6c6 tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:35:14.356905 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df00974-060b-4e42-be8b-48b8270df94b req-55e935d2-4eb2-4186-b734-cfc3e270e6c6 tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:35:14.368466 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df00974-060b-4e42-be8b-48b8270df94b req-55e935d2-4eb2-4186-b734-cfc3e270e6c6 tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:35:14.375114 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df00974-060b-4e42-be8b-48b8270df94b req-55e935d2-4eb2-4186-b734-cfc3e270e6c6 tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:35:14.377829 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6df00974-060b-4e42-be8b-48b8270df94b req-55e935d2-4eb2-4186-b734-cfc3e270e6c6 tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] 10.222.0.16 "GET /v2.0/ports?device_id=d7b58cc5-d900-4c19-86f4-9befdd4826d6 HTTP/1.1" status: 200 len: 5420 time: 0.4458165 Jul 14 18:35:14.480070 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-9cbd05fb-927b-4253-8cdb-b71b13dabdfe req-404bc234-31c3-4c5e-aee6-bc07b47ed182 service neutron] 10.222.0.16 "GET /v2.0/networks/5c2b1ad9-b7c6-42f5-980f-ff933c7b9b10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5591486 Jul 14 18:35:14.491575 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-4015fb64-620b-4701-8e85-b0b1bc71a04e req-06871124-9860-4765-b6a1-e9ddfa64046a service neutron] 10.222.0.18 "GET /v2.0/networks/5c2b1ad9-b7c6-42f5-980f-ff933c7b9b10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2483163 Jul 14 18:35:14.546756 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e305fbf-278e-4d94-a98b-d6f557857b1d None None] New status for floating IP 5074dd03-0aae-432a-a234-9fad66d4e435: DOWN {{(pid=93918) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 18:35:14.638940 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6df00974-060b-4e42-be8b-48b8270df94b req-2171c129-2934-4268-984a-31144363ad69 tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] 10.222.0.16 "GET /v2.0/security-groups?id=1bfbf1b1-a239-48c4-9d02-fd8b65b471a7&id=1cc7ef8d-a00b-43d6-95a3-c209cbabb8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1461077 Jul 14 18:35:14.716397 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-4015fb64-620b-4701-8e85-b0b1bc71a04e req-c27de601-4b3c-4fa3-af8e-6cf9280fed92 service neutron] 10.222.0.18 "GET /v2.0/networks/5c2b1ad9-b7c6-42f5-980f-ff933c7b9b10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2258852 Jul 14 18:35:14.781213 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-569e3eb7-9977-4a34-9563-e0bffb8f266c req-7c1780a1-d0d0-4f2d-95a1-52b1edf1a141 tempest-ServerRescueTestJSONUnderV235-773555335 tempest-ServerRescueTestJSONUnderV235-773555335-project] 10.222.0.16 "GET /v2.0/floatingips/5074dd03-0aae-432a-a234-9fad66d4e435 HTTP/1.1" status: 200 len: 695 time: 0.0758932 Jul 14 18:35:14.964297 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569e3eb7-9977-4a34-9563-e0bffb8f266c req-8f23b4ab-f60c-4cdc-91a2-cb7655a8b242 tempest-ServerRescueTestJSONUnderV235-773555335 tempest-ServerRescueTestJSONUnderV235-773555335-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:35:14.974699 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-569e3eb7-9977-4a34-9563-e0bffb8f266c req-8f23b4ab-f60c-4cdc-91a2-cb7655a8b242 tempest-ServerRescueTestJSONUnderV235-773555335 tempest-ServerRescueTestJSONUnderV235-773555335-project] 10.222.0.16 "GET /v2.0/networks/9200a437-e1de-4520-88f6-e68386523e61 HTTP/1.1" status: 200 len: 784 time: 0.1891744 Jul 14 18:35:15.052451 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-569e3eb7-9977-4a34-9563-e0bffb8f266c req-60942416-0792-4c19-9eeb-202f1df4fe4d tempest-ServerRescueTestJSONUnderV235-773555335 tempest-ServerRescueTestJSONUnderV235-773555335-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.1.233 HTTP/1.1" status: 200 len: 698 time: 0.0755086 Jul 14 18:35:15.130346 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-569e3eb7-9977-4a34-9563-e0bffb8f266c req-bf9bf591-a9b0-42e5-a1d0-e7673e7f3f2b tempest-ServerRescueTestJSONUnderV235-773555335 tempest-ServerRescueTestJSONUnderV235-773555335-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.1.233 HTTP/1.1" status: 200 len: 698 time: 0.0766075 Jul 14 18:35:15.433412 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [req-569e3eb7-9977-4a34-9563-e0bffb8f266c req-39e0bb16-72be-48eb-ab19-df6c99ea7b3d tempest-ServerRescueTestJSONUnderV235-773555335 tempest-ServerRescueTestJSONUnderV235-773555335-project] Deleting port 7c05f37f-9667-482f-95b3-4b342fd3a753 {{(pid=93915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:35:15.433760 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-569e3eb7-9977-4a34-9563-e0bffb8f266c req-39e0bb16-72be-48eb-ab19-df6c99ea7b3d tempest-ServerRescueTestJSONUnderV235-773555335 tempest-ServerRescueTestJSONUnderV235-773555335-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:15.532503 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-569e3eb7-9977-4a34-9563-e0bffb8f266c req-39e0bb16-72be-48eb-ab19-df6c99ea7b3d tempest-ServerRescueTestJSONUnderV235-773555335 tempest-ServerRescueTestJSONUnderV235-773555335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:15.532874 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-569e3eb7-9977-4a34-9563-e0bffb8f266c req-39e0bb16-72be-48eb-ab19-df6c99ea7b3d tempest-ServerRescueTestJSONUnderV235-773555335 tempest-ServerRescueTestJSONUnderV235-773555335-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:15.553568 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [req-569e3eb7-9977-4a34-9563-e0bffb8f266c req-39e0bb16-72be-48eb-ab19-df6c99ea7b3d tempest-ServerRescueTestJSONUnderV235-773555335 tempest-ServerRescueTestJSONUnderV235-773555335-project] Calling delete_port for 7c05f37f-9667-482f-95b3-4b342fd3a753 owned by network:floatingip {{(pid=93915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:35:15.788556 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-569e3eb7-9977-4a34-9563-e0bffb8f266c req-39e0bb16-72be-48eb-ab19-df6c99ea7b3d tempest-ServerRescueTestJSONUnderV235-773555335 tempest-ServerRescueTestJSONUnderV235-773555335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:15.826475 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e0bb16-72be-48eb-ab19-df6c99ea7b3d tempest-ServerRescueTestJSONUnderV235-773555335 tempest-ServerRescueTestJSONUnderV235-773555335-project] Pushing event deleted for resources: {'Port': ['ID=7c05f37f-9667-482f-95b3-4b342fd3a753,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:35:15.971697 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-569e3eb7-9977-4a34-9563-e0bffb8f266c req-39e0bb16-72be-48eb-ab19-df6c99ea7b3d tempest-ServerRescueTestJSONUnderV235-773555335 tempest-ServerRescueTestJSONUnderV235-773555335-project] Notify callbacks [] for floatingip, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:15.978211 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-569e3eb7-9977-4a34-9563-e0bffb8f266c req-39e0bb16-72be-48eb-ab19-df6c99ea7b3d tempest-ServerRescueTestJSONUnderV235-773555335 tempest-ServerRescueTestJSONUnderV235-773555335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for floatingip, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:15.981564 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-569e3eb7-9977-4a34-9563-e0bffb8f266c req-39e0bb16-72be-48eb-ab19-df6c99ea7b3d tempest-ServerRescueTestJSONUnderV235-773555335 tempest-ServerRescueTestJSONUnderV235-773555335-project] 10.222.0.16 "DELETE /v2.0/floatingips/5074dd03-0aae-432a-a234-9fad66d4e435 HTTP/1.1" status: 204 len: 173 time: 0.8500874 Jul 14 18:35:16.264504 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-06133a48-49c9-4a17-bd65-021ac8ae1358 req-913aae02-1605-45fa-bf6e-ae7d0f534611 tempest-ServerRescueTestJSONUnderV235-773555335 tempest-ServerRescueTestJSONUnderV235-773555335-project] 10.222.0.16 "GET /v2.0/security-groups/df8678d1-2f0d-4705-8b78-d21e66d2eb9c HTTP/1.1" status: 200 len: 1809 time: 0.0845537 Jul 14 18:35:16.280595 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f28fda0-1a8a-4a1c-a0f1-2e1bcc58d130 req-f6fd41c4-f242-432a-97cc-91ed3c45e08a tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:35:16.291835 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f28fda0-1a8a-4a1c-a0f1-2e1bcc58d130 req-f6fd41c4-f242-432a-97cc-91ed3c45e08a tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:35:16.311028 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f28fda0-1a8a-4a1c-a0f1-2e1bcc58d130 req-f6fd41c4-f242-432a-97cc-91ed3c45e08a tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:35:16.321816 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f28fda0-1a8a-4a1c-a0f1-2e1bcc58d130 req-f6fd41c4-f242-432a-97cc-91ed3c45e08a tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:35:16.330799 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f28fda0-1a8a-4a1c-a0f1-2e1bcc58d130 req-f6fd41c4-f242-432a-97cc-91ed3c45e08a tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:35:16.337757 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 48872) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:35:16.340431 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f28fda0-1a8a-4a1c-a0f1-2e1bcc58d130 req-f6fd41c4-f242-432a-97cc-91ed3c45e08a tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:35:16.347544 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f28fda0-1a8a-4a1c-a0f1-2e1bcc58d130 req-f6fd41c4-f242-432a-97cc-91ed3c45e08a tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:35:16.350956 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-9f28fda0-1a8a-4a1c-a0f1-2e1bcc58d130 req-f6fd41c4-f242-432a-97cc-91ed3c45e08a tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] 10.222.0.16 "GET /v2.0/ports?device_id=d7b58cc5-d900-4c19-86f4-9befdd4826d6 HTTP/1.1" status: 200 len: 5420 time: 0.2262440 Jul 14 18:35:16.463998 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-9f28fda0-1a8a-4a1c-a0f1-2e1bcc58d130 req-c070ac59-c74d-4124-980d-2ece1d59d507 tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] 10.222.0.16 "GET /v2.0/security-groups?id=1bfbf1b1-a239-48c4-9d02-fd8b65b471a7&id=1cc7ef8d-a00b-43d6-95a3-c209cbabb8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1026270 Jul 14 18:35:16.470299 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Device 02f27bc5-ba4e-4925-b830-6468da0dccb6 details requested by agent hyperv_n-h2-800634-3 with host n-h2-800634-3 {{(pid=93917) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 18:35:16.476832 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-06133a48-49c9-4a17-bd65-021ac8ae1358 req-2c78818d-00bf-44b6-8f0e-6d00fe1d4dc9 tempest-ServerRescueTestJSONUnderV235-773555335 tempest-ServerRescueTestJSONUnderV235-773555335-project] Notify callbacks [] for security_group, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:16.539101 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-06133a48-49c9-4a17-bd65-021ac8ae1358 req-2c78818d-00bf-44b6-8f0e-6d00fe1d4dc9 tempest-ServerRescueTestJSONUnderV235-773555335 tempest-ServerRescueTestJSONUnderV235-773555335-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:16.605035 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-793b932a-0b54-4b5c-8e62-a02ceb461c37 tempest-MeteringIpV6TestJSON-1585647036 tempest-MeteringIpV6TestJSON-1585647036-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-491525667'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:35:16.605966 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-793b932a-0b54-4b5c-8e62-a02ceb461c37 tempest-MeteringIpV6TestJSON-1585647036 tempest-MeteringIpV6TestJSON-1585647036-project-admin] Unknown quota resources ['metering_label']. {{(pid=93916) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 14 18:35:16.622512 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-06133a48-49c9-4a17-bd65-021ac8ae1358 req-2c78818d-00bf-44b6-8f0e-6d00fe1d4dc9 tempest-ServerRescueTestJSONUnderV235-773555335 tempest-ServerRescueTestJSONUnderV235-773555335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:16.634440 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-06133a48-49c9-4a17-bd65-021ac8ae1358 req-2c78818d-00bf-44b6-8f0e-6d00fe1d4dc9 tempest-ServerRescueTestJSONUnderV235-773555335 tempest-ServerRescueTestJSONUnderV235-773555335-project] Notify callbacks [] for security_group, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:16.636162 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-06133a48-49c9-4a17-bd65-021ac8ae1358 req-2c78818d-00bf-44b6-8f0e-6d00fe1d4dc9 tempest-ServerRescueTestJSONUnderV235-773555335 tempest-ServerRescueTestJSONUnderV235-773555335-project] 10.222.0.16 "DELETE /v2.0/security-groups/df8678d1-2f0d-4705-8b78-d21e66d2eb9c HTTP/1.1" status: 204 len: 173 time: 0.3706152 Jul 14 18:35:16.661652 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c78818d-00bf-44b6-8f0e-6d00fe1d4dc9 tempest-ServerRescueTestJSONUnderV235-773555335 tempest-ServerRescueTestJSONUnderV235-773555335-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=df8678d1-2f0d-4705-8b78-d21e66d2eb9c,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:35:16.669517 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] For port 02f27bc5-ba4e-4925-b830-6468da0dccb6, host n-h2-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=02f27bc5-ba4e-4925-b830-6468da0dccb6,segment=NetworkSegment(10270b9d-7deb-4383-8c55-a66aebb27b9d),segment_id=10270b9d-7deb-4383-8c55-a66aebb27b9d)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:35:16.699467 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Returning: {'device': '02f27bc5-ba4e-4925-b830-6468da0dccb6', 'network_id': '53bb0fcd-64dd-42eb-8d88-ad420edc0329', 'port_id': '02f27bc5-ba4e-4925-b830-6468da0dccb6', 'mac_address': 'fa:16:3e:05:05:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bfc85fc4-a1ec-4557-a25f-86f06ef0ab5a', 'ip_address': '10.1.1.245'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93917) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 18:35:16.782437 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:16.805853 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02f27bc5-ba4e-4925-b830-6468da0dccb6 {{(pid=93917) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 18:35:16.853245 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] For port 02f27bc5-ba4e-4925-b830-6468da0dccb6, host n-h2-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=02f27bc5-ba4e-4925-b830-6468da0dccb6,segment=NetworkSegment(10270b9d-7deb-4383-8c55-a66aebb27b9d),segment_id=10270b9d-7deb-4383-8c55-a66aebb27b9d)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:35:16.859311 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:16.860528 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Device 85897482-0484-49f8-8ec5-b7a74ba260d7 details requested by agent hyperv_n-h2-800634-3 with host n-h2-800634-3 {{(pid=93917) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 18:35:16.915260 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] For port 85897482-0484-49f8-8ec5-b7a74ba260d7, host n-h2-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=85897482-0484-49f8-8ec5-b7a74ba260d7,segment=NetworkSegment(10270b9d-7deb-4383-8c55-a66aebb27b9d),segment_id=10270b9d-7deb-4383-8c55-a66aebb27b9d)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:35:16.996199 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Returning: {'device': '85897482-0484-49f8-8ec5-b7a74ba260d7', 'network_id': '53bb0fcd-64dd-42eb-8d88-ad420edc0329', 'port_id': '85897482-0484-49f8-8ec5-b7a74ba260d7', 'mac_address': 'fa:16:3e:85:75:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bfc85fc4-a1ec-4557-a25f-86f06ef0ab5a', 'ip_address': '10.1.1.120'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93917) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 18:35:17.002538 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Pushing event updated for resources: {'Port': ['ID=02f27bc5-ba4e-4925-b830-6468da0dccb6,revision_number=4']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:35:17.085219 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:17.119464 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85897482-0484-49f8-8ec5-b7a74ba260d7 {{(pid=93917) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 18:35:17.177361 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] For port 85897482-0484-49f8-8ec5-b7a74ba260d7, host n-h2-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=85897482-0484-49f8-8ec5-b7a74ba260d7,segment=NetworkSegment(10270b9d-7deb-4383-8c55-a66aebb27b9d),segment_id=10270b9d-7deb-4383-8c55-a66aebb27b9d)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:35:17.183485 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:17.184391 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Device c2b3fb63-6908-4955-af27-c8e059a5a158 details requested by agent hyperv_n-h2-800634-3 with host n-h2-800634-3 {{(pid=93917) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 18:35:17.340625 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Pushing event updated for resources: {'Port': ['ID=85897482-0484-49f8-8ec5-b7a74ba260d7,revision_number=4']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:35:17.377463 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8a4d85-d4e3-4824-ba94-b14a017db027 req-e5bcd80b-5c9e-44d8-984c-714e12e5b38b tempest-ServerRescueTestJSONUnderV235-773555335 tempest-ServerRescueTestJSONUnderV235-773555335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:35:17.396753 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2b8a4d85-d4e3-4824-ba94-b14a017db027 req-e5bcd80b-5c9e-44d8-984c-714e12e5b38b tempest-ServerRescueTestJSONUnderV235-773555335 tempest-ServerRescueTestJSONUnderV235-773555335-project] 10.222.0.16 "GET /v2.0/ports?device_id=1141130f-4875-4e07-b30e-73bca303df1e HTTP/1.1" status: 200 len: 946 time: 0.1952808 Jul 14 18:35:17.437436 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-793b932a-0b54-4b5c-8e62-a02ceb461c37 tempest-MeteringIpV6TestJSON-1585647036 tempest-MeteringIpV6TestJSON-1585647036-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:17.443189 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-793b932a-0b54-4b5c-8e62-a02ceb461c37 tempest-MeteringIpV6TestJSON-1585647036 tempest-MeteringIpV6TestJSON-1585647036-project-admin] 10.222.0.16 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 1.1043048 Jul 14 18:35:17.443829 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 48896) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:35:17.456920 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-9666aa6a-870c-41f7-b62f-f60d82081d19 tempest-MeteringIpV6TestJSON-1585647036 tempest-MeteringIpV6TestJSON-1585647036-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': 'b12ce09a-6b3d-4923-9e69-ecd1bf21e1bd'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:35:17.457700 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-9666aa6a-870c-41f7-b62f-f60d82081d19 tempest-MeteringIpV6TestJSON-1585647036 tempest-MeteringIpV6TestJSON-1585647036-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=93916) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 14 18:35:17.499915 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2b8a4d85-d4e3-4824-ba94-b14a017db027 req-15a7dca6-7240-4dd3-b99f-052b29f7f876 tempest-ServerRescueTestJSONUnderV235-773555335 tempest-ServerRescueTestJSONUnderV235-773555335-project] 10.222.0.16 "GET /v2.0/security-groups?id=5be666b2-293d-46ef-a6aa-7f465b02e205&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952759 Jul 14 18:35:17.567246 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] For port c2b3fb63-6908-4955-af27-c8e059a5a158, host n-h2-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=c2b3fb63-6908-4955-af27-c8e059a5a158,segment=NetworkSegment(55e97a62-6e3a-4f99-9832-0415496a9afd),segment_id=55e97a62-6e3a-4f99-9832-0415496a9afd)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:35:17.582854 n-d-800634-3 neutron-server[93916]: WARNING neutron.services.metering.metering_plugin [None req-9666aa6a-870c-41f7-b62f-f60d82081d19 tempest-MeteringIpV6TestJSON-1585647036 tempest-MeteringIpV6TestJSON-1585647036-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 14 18:35:17.597094 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Returning: {'device': 'c2b3fb63-6908-4955-af27-c8e059a5a158', 'network_id': 'd9b1ce92-40c0-4c35-b452-dfbdda964ee7', 'port_id': 'c2b3fb63-6908-4955-af27-c8e059a5a158', 'mac_address': 'fa:16:3e:b7:f2:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 68, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b5b6fc5-6d46-499c-9d51-f1f072b12976', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93917) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 18:35:17.726618 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:17.776432 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2b3fb63-6908-4955-af27-c8e059a5a158 {{(pid=93917) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 18:35:17.788617 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-9666aa6a-870c-41f7-b62f-f60d82081d19 tempest-MeteringIpV6TestJSON-1585647036 tempest-MeteringIpV6TestJSON-1585647036-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:17.793755 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 48906) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:35:17.798848 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-9666aa6a-870c-41f7-b62f-f60d82081d19 tempest-MeteringIpV6TestJSON-1585647036 tempest-MeteringIpV6TestJSON-1585647036-project-admin] 10.222.0.16 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.3538225 Jul 14 18:35:17.806690 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-dec4ee0c-36f9-4ef4-a7d6-6b1dc17ac078 tempest-MeteringIpV6TestJSON-1585647036 tempest-MeteringIpV6TestJSON-1585647036-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': 'b12ce09a-6b3d-4923-9e69-ecd1bf21e1bd'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:35:17.807676 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-dec4ee0c-36f9-4ef4-a7d6-6b1dc17ac078 tempest-MeteringIpV6TestJSON-1585647036 tempest-MeteringIpV6TestJSON-1585647036-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=93915) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 14 18:35:17.852174 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] For port c2b3fb63-6908-4955-af27-c8e059a5a158, host n-h2-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=c2b3fb63-6908-4955-af27-c8e059a5a158,segment=NetworkSegment(55e97a62-6e3a-4f99-9832-0415496a9afd),segment_id=55e97a62-6e3a-4f99-9832-0415496a9afd)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:35:17.865961 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:17.866608 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Device eae0b81b-04b1-451f-ad3f-22e780eb31b9 details requested by agent hyperv_n-h2-800634-3 with host n-h2-800634-3 {{(pid=93917) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 18:35:18.009779 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Pushing event updated for resources: {'Port': ['ID=c2b3fb63-6908-4955-af27-c8e059a5a158,revision_number=4']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:35:18.016671 n-d-800634-3 neutron-server[93915]: WARNING neutron.services.metering.metering_plugin [None req-dec4ee0c-36f9-4ef4-a7d6-6b1dc17ac078 tempest-MeteringIpV6TestJSON-1585647036 tempest-MeteringIpV6TestJSON-1585647036-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 14 18:35:18.031161 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] For port eae0b81b-04b1-451f-ad3f-22e780eb31b9, host n-h2-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=eae0b81b-04b1-451f-ad3f-22e780eb31b9,segment=NetworkSegment(10270b9d-7deb-4383-8c55-a66aebb27b9d),segment_id=10270b9d-7deb-4383-8c55-a66aebb27b9d)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:35:18.044518 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Returning: {'device': 'eae0b81b-04b1-451f-ad3f-22e780eb31b9', 'network_id': '53bb0fcd-64dd-42eb-8d88-ad420edc0329', 'port_id': 'eae0b81b-04b1-451f-ad3f-22e780eb31b9', 'mac_address': 'fa:16:3e:19:27:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bfc85fc4-a1ec-4557-a25f-86f06ef0ab5a', 'ip_address': '10.1.1.202'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93917) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 18:35:18.065155 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aee528d-f960-47d0-ac5d-cb4b3aa46a2a req-27e5b23b-f260-4291-b9a0-ac8191cd8a97 tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:35:18.082725 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aee528d-f960-47d0-ac5d-cb4b3aa46a2a req-27e5b23b-f260-4291-b9a0-ac8191cd8a97 tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:35:18.089488 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aee528d-f960-47d0-ac5d-cb4b3aa46a2a req-27e5b23b-f260-4291-b9a0-ac8191cd8a97 tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:35:18.099350 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aee528d-f960-47d0-ac5d-cb4b3aa46a2a req-27e5b23b-f260-4291-b9a0-ac8191cd8a97 tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:35:18.121356 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aee528d-f960-47d0-ac5d-cb4b3aa46a2a req-27e5b23b-f260-4291-b9a0-ac8191cd8a97 tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:35:18.127322 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aee528d-f960-47d0-ac5d-cb4b3aa46a2a req-27e5b23b-f260-4291-b9a0-ac8191cd8a97 tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:35:18.130458 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:18.148418 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aee528d-f960-47d0-ac5d-cb4b3aa46a2a req-27e5b23b-f260-4291-b9a0-ac8191cd8a97 tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:35:18.150252 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-8aee528d-f960-47d0-ac5d-cb4b3aa46a2a req-27e5b23b-f260-4291-b9a0-ac8191cd8a97 tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] 10.222.0.16 "GET /v2.0/ports?device_id=d7b58cc5-d900-4c19-86f4-9befdd4826d6 HTTP/1.1" status: 200 len: 5422 time: 0.4495738 Jul 14 18:35:18.159732 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eae0b81b-04b1-451f-ad3f-22e780eb31b9 {{(pid=93917) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 18:35:18.194641 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] For port eae0b81b-04b1-451f-ad3f-22e780eb31b9, host n-h2-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=eae0b81b-04b1-451f-ad3f-22e780eb31b9,segment=NetworkSegment(10270b9d-7deb-4383-8c55-a66aebb27b9d),segment_id=10270b9d-7deb-4383-8c55-a66aebb27b9d)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:35:18.200975 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:18.202950 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Device 827a9395-b498-4e0f-b70e-182acf0b86da details requested by agent hyperv_n-h2-800634-3 with host n-h2-800634-3 {{(pid=93917) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 18:35:18.353459 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Pushing event updated for resources: {'Port': ['ID=eae0b81b-04b1-451f-ad3f-22e780eb31b9,revision_number=4']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:35:18.394096 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-dec4ee0c-36f9-4ef4-a7d6-6b1dc17ac078 tempest-MeteringIpV6TestJSON-1585647036 tempest-MeteringIpV6TestJSON-1585647036-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:18.395310 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-dec4ee0c-36f9-4ef4-a7d6-6b1dc17ac078 tempest-MeteringIpV6TestJSON-1585647036 tempest-MeteringIpV6TestJSON-1585647036-project-admin] 10.222.0.16 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.6005676 Jul 14 18:35:18.401716 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 48922) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:35:18.426443 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-e1404d0e-6865-471e-b5c1-8ec19a105cc5 tempest-MeteringIpV6TestJSON-1585647036 tempest-MeteringIpV6TestJSON-1585647036-project-admin] 10.222.0.16 "GET /v2.0/metering/metering-label-rules?id=f7dcd4a8-1f5e-4dd8-ac1e-cac6cdec73c5 HTTP/1.1" status: 200 len: 462 time: 0.0230706 Jul 14 18:35:18.426651 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 48924) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:35:18.446462 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-8aee528d-f960-47d0-ac5d-cb4b3aa46a2a req-57e3ee3d-d93f-49cb-bd63-7ae7e1c2568e tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] 10.222.0.16 "GET /v2.0/security-groups?id=1bfbf1b1-a239-48c4-9d02-fd8b65b471a7&id=1cc7ef8d-a00b-43d6-95a3-c209cbabb8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1319516 Jul 14 18:35:18.569925 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 48930) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:35:18.584155 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 48934) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:35:18.617598 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] For port 827a9395-b498-4e0f-b70e-182acf0b86da, host n-h2-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=827a9395-b498-4e0f-b70e-182acf0b86da,segment=NetworkSegment(637ec1cb-18c4-4dda-9a4b-e2420d872dc7),segment_id=637ec1cb-18c4-4dda-9a4b-e2420d872dc7)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:35:18.635514 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-5f8f9790-6e74-4b9a-9a73-e974ba717906 tempest-MeteringIpV6TestJSON-1585647036 tempest-MeteringIpV6TestJSON-1585647036-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:18.639599 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-5f8f9790-6e74-4b9a-9a73-e974ba717906 tempest-MeteringIpV6TestJSON-1585647036 tempest-MeteringIpV6TestJSON-1585647036-project-admin] 10.222.0.16 "DELETE /v2.0/metering/metering-label-rules/f7dcd4a8-1f5e-4dd8-ac1e-cac6cdec73c5 HTTP/1.1" status: 204 len: 168 time: 0.2091532 Jul 14 18:35:18.640135 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 48938) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:35:18.651601 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-c5c53c62-4763-46c5-8a29-aee217de539b tempest-MeteringIpV6TestJSON-1585647036 tempest-MeteringIpV6TestJSON-1585647036-project-admin] 10.222.0.16 "GET /v2.0/metering/metering-label-rules?id=f7dcd4a8-1f5e-4dd8-ac1e-cac6cdec73c5 HTTP/1.1" status: 200 len: 221 time: 0.0101318 Jul 14 18:35:18.656991 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 48940) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:35:18.661251 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Returning: {'device': '827a9395-b498-4e0f-b70e-182acf0b86da', 'network_id': 'a3451eaf-fb13-48b5-b64d-da7580c60487', 'port_id': '827a9395-b498-4e0f-b70e-182acf0b86da', 'mac_address': 'fa:16:3e:b5:7e:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca505849-4eae-4ad9-8cb2-1c989449b21f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93917) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 18:35:18.666735 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-3556d480-f103-4d70-909e-b359f58c5191 tempest-MeteringIpV6TestJSON-1585647036 tempest-MeteringIpV6TestJSON-1585647036-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--794826802', 'description': 'label created by tempest'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:35:18.667923 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-3556d480-f103-4d70-909e-b359f58c5191 tempest-MeteringIpV6TestJSON-1585647036 tempest-MeteringIpV6TestJSON-1585647036-project-admin] Unknown quota resources ['metering_label']. {{(pid=93915) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 14 18:35:18.733835 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-7692633a-b7bc-47f6-ac67-373e89960d51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:18.759303 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:18.770535 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-d6475b01-9868-4dfd-ae68-7f24c98a333b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:18.783642 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 827a9395-b498-4e0f-b70e-182acf0b86da {{(pid=93917) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 18:35:18.811141 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] For port 827a9395-b498-4e0f-b70e-182acf0b86da, host n-h2-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=827a9395-b498-4e0f-b70e-182acf0b86da,segment=NetworkSegment(637ec1cb-18c4-4dda-9a4b-e2420d872dc7),segment_id=637ec1cb-18c4-4dda-9a4b-e2420d872dc7)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:35:18.815834 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:18.816930 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Device 2ce8955c-39eb-4a08-89c1-c4e808ceeb28 details requested by agent hyperv_n-h2-800634-3 with host n-h2-800634-3 {{(pid=93917) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 18:35:18.903071 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-7692633a-b7bc-47f6-ac67-373e89960d51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:18.920350 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Pushing event updated for resources: {'Port': ['ID=827a9395-b498-4e0f-b70e-182acf0b86da,revision_number=4']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:35:18.924229 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] For port 2ce8955c-39eb-4a08-89c1-c4e808ceeb28, host n-h2-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=2ce8955c-39eb-4a08-89c1-c4e808ceeb28,segment=NetworkSegment(10270b9d-7deb-4383-8c55-a66aebb27b9d),segment_id=10270b9d-7deb-4383-8c55-a66aebb27b9d)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:35:18.938937 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Returning: {'device': '2ce8955c-39eb-4a08-89c1-c4e808ceeb28', 'network_id': '53bb0fcd-64dd-42eb-8d88-ad420edc0329', 'port_id': '2ce8955c-39eb-4a08-89c1-c4e808ceeb28', 'mac_address': 'fa:16:3e:ec:1f:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bfc85fc4-a1ec-4557-a25f-86f06ef0ab5a', 'ip_address': '10.1.1.137'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93917) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 18:35:18.969978 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-3556d480-f103-4d70-909e-b359f58c5191 tempest-MeteringIpV6TestJSON-1585647036 tempest-MeteringIpV6TestJSON-1585647036-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:18.971140 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-3556d480-f103-4d70-909e-b359f58c5191 tempest-MeteringIpV6TestJSON-1585647036 tempest-MeteringIpV6TestJSON-1585647036-project-admin] 10.222.0.16 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.3129139 Jul 14 18:35:18.974977 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 48944) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:35:19.004988 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-7692633a-b7bc-47f6-ac67-373e89960d51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:19.005915 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:19.043376 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ce8955c-39eb-4a08-89c1-c4e808ceeb28 {{(pid=93917) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 18:35:19.072050 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-d6475b01-9868-4dfd-ae68-7f24c98a333b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:19.074209 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] For port 2ce8955c-39eb-4a08-89c1-c4e808ceeb28, host n-h2-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=2ce8955c-39eb-4a08-89c1-c4e808ceeb28,segment=NetworkSegment(10270b9d-7deb-4383-8c55-a66aebb27b9d),segment_id=10270b9d-7deb-4383-8c55-a66aebb27b9d)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:35:19.082523 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:19.084225 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Device 867c1045-d4a3-4446-b5e7-7ab9463781ba details requested by agent hyperv_n-h2-800634-3 with host n-h2-800634-3 {{(pid=93917) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 18:35:19.087372 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-7692633a-b7bc-47f6-ac67-373e89960d51 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a520b62f3f61475db6bb492a1de3b158&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5160344 Jul 14 18:35:19.089931 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-d6475b01-9868-4dfd-ae68-7f24c98a333b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:19.103585 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 48946) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:35:19.116430 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7692633a-b7bc-47f6-ac67-373e89960d51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b5a18f7-6f71-4d01-a474-abc96c8d0257,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:35:19.134409 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-165be8c8-c97b-4c5d-bf80-fb887d938f5f tempest-MeteringIpV6TestJSON-1585647036 tempest-MeteringIpV6TestJSON-1585647036-project-admin] 10.222.0.16 "GET /v2.0/metering/metering-labels?id=e38fa0fd-2472-496d-ab1c-c34f68b88613 HTTP/1.1" status: 200 len: 467 time: 0.1570003 Jul 14 18:35:19.139013 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 48948) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:35:19.160851 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45968c4f-ca38-4fb4-b026-9ad6ed7dc357 req-b26d2b9a-b250-4a9a-ae60-d07ad23b94c3 tempest-ServerRescueTestJSONUnderV235-773555335 tempest-ServerRescueTestJSONUnderV235-773555335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:35:19.162523 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-45968c4f-ca38-4fb4-b026-9ad6ed7dc357 req-b26d2b9a-b250-4a9a-ae60-d07ad23b94c3 tempest-ServerRescueTestJSONUnderV235-773555335 tempest-ServerRescueTestJSONUnderV235-773555335-project] 10.222.0.16 "GET /v2.0/ports?device_id=1141130f-4875-4e07-b30e-73bca303df1e HTTP/1.1" status: 200 len: 946 time: 0.3545010 Jul 14 18:35:19.175156 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] For port 867c1045-d4a3-4446-b5e7-7ab9463781ba, host n-h2-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=867c1045-d4a3-4446-b5e7-7ab9463781ba,segment=NetworkSegment(55e97a62-6e3a-4f99-9832-0415496a9afd),segment_id=55e97a62-6e3a-4f99-9832-0415496a9afd)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:35:19.183762 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Pushing event updated for resources: {'Port': ['ID=2ce8955c-39eb-4a08-89c1-c4e808ceeb28,revision_number=4']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:35:19.190450 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Returning: {'device': '867c1045-d4a3-4446-b5e7-7ab9463781ba', 'network_id': 'd9b1ce92-40c0-4c35-b452-dfbdda964ee7', 'port_id': '867c1045-d4a3-4446-b5e7-7ab9463781ba', 'mac_address': 'fa:16:3e:5e:55:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 68, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b5b6fc5-6d46-499c-9d51-f1f072b12976', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93917) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 18:35:19.191936 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-d6475b01-9868-4dfd-ae68-7f24c98a333b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=49713b2c68394907b819b6650c25f770&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6070952 Jul 14 18:35:19.204934 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 48950) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:35:19.255630 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:19.262232 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6475b01-9868-4dfd-ae68-7f24c98a333b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0cb3edc-ea04-4851-94a7-b614c08f1616,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:35:19.285929 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 867c1045-d4a3-4446-b5e7-7ab9463781ba {{(pid=93917) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 18:35:19.328153 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] For port 867c1045-d4a3-4446-b5e7-7ab9463781ba, host n-h2-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=867c1045-d4a3-4446-b5e7-7ab9463781ba,segment=NetworkSegment(55e97a62-6e3a-4f99-9832-0415496a9afd),segment_id=55e97a62-6e3a-4f99-9832-0415496a9afd)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:35:19.337854 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:19.433504 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Pushing event updated for resources: {'Port': ['ID=867c1045-d4a3-4446-b5e7-7ab9463781ba,revision_number=4']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:35:19.536600 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-53a18c6b-5870-4bc5-aacf-745750ab1756 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:19.549643 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a9d56c3e-2355-45db-a554-8e728b7d73f6 tempest-MeteringIpV6TestJSON-1585647036 tempest-MeteringIpV6TestJSON-1585647036-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:19.554475 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-a9d56c3e-2355-45db-a554-8e728b7d73f6 tempest-MeteringIpV6TestJSON-1585647036 tempest-MeteringIpV6TestJSON-1585647036-project-admin] 10.222.0.16 "DELETE /v2.0/metering/metering-labels/e38fa0fd-2472-496d-ab1c-c34f68b88613 HTTP/1.1" status: 204 len: 168 time: 0.3970816 Jul 14 18:35:19.560758 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 48956) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:35:19.570973 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-e353b73b-2dba-49b4-b3fe-c9079641833d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:19.594663 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-ff47328d-1acc-464a-8d63-75b814691a60 tempest-MeteringIpV6TestJSON-1585647036 tempest-MeteringIpV6TestJSON-1585647036-project-admin] 10.222.0.16 "GET /v2.0/metering/metering-labels?id=e38fa0fd-2472-496d-ab1c-c34f68b88613 HTTP/1.1" status: 200 len: 216 time: 0.0290666 Jul 14 18:35:19.594663 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-53a18c6b-5870-4bc5-aacf-745750ab1756 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:19.596067 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 48958) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:35:19.607153 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-45968c4f-ca38-4fb4-b026-9ad6ed7dc357 req-44e86a5c-64e5-4a5a-8231-d721b4d4407e tempest-ServerRescueTestJSONUnderV235-773555335 tempest-ServerRescueTestJSONUnderV235-773555335-project] 10.222.0.16 "GET /v2.0/security-groups?id=5be666b2-293d-46ef-a6aa-7f465b02e205&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4321597 Jul 14 18:35:19.623262 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-e353b73b-2dba-49b4-b3fe-c9079641833d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:19.633206 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-ace61c3e-5a04-4576-af37-3418e9d1b955 tempest-MeteringIpV6TestJSON-1585647036 tempest-MeteringIpV6TestJSON-1585647036-project-admin] 10.222.0.16 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0359824 Jul 14 18:35:19.638074 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 48960) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:35:19.661644 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d069a7-2b5e-4cdf-ad3c-607536655fc8 req-f59e9de4-0836-4d88-88e4-cc7bb771ed38 tempest-ServerRescueTestJSONUnderV235-773555335 tempest-ServerRescueTestJSONUnderV235-773555335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:35:19.664377 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-d9d069a7-2b5e-4cdf-ad3c-607536655fc8 req-f59e9de4-0836-4d88-88e4-cc7bb771ed38 tempest-ServerRescueTestJSONUnderV235-773555335 tempest-ServerRescueTestJSONUnderV235-773555335-project] 10.222.0.18 "GET /v2.0/ports?device_id=1141130f-4875-4e07-b30e-73bca303df1e HTTP/1.1" status: 200 len: 946 time: 0.1380436 Jul 14 18:35:19.692530 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-40786ae1-141a-4a94-b213-bfa08662167f tempest-MeteringIpV6TestJSON-1585647036 tempest-MeteringIpV6TestJSON-1585647036-project-admin] 10.222.0.16 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0390913 Jul 14 18:35:19.692677 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 48964) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:35:19.759302 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-bbe3b536-c343-44cd-8009-550c94e4963a tempest-MeteringIpV6TestJSON-1585647036 tempest-MeteringIpV6TestJSON-1585647036-project-admin] 10.222.0.16 "GET /v2.0/metering/metering-labels/b12ce09a-6b3d-4923-9e69-ecd1bf21e1bd HTTP/1.1" status: 200 len: 472 time: 0.0622370 Jul 14 18:35:19.759521 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 48966) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:35:19.776642 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-805b055d-f3bd-4526-84d0-bd61ff50b6b3 tempest-MeteringIpV6TestJSON-1585647036 tempest-MeteringIpV6TestJSON-1585647036-project-admin] 10.222.0.16 "GET /v2.0/metering/metering-label-rules/cfa44896-2366-4e12-b5bc-2870c3c6557f HTTP/1.1" status: 200 len: 459 time: 0.0127237 Jul 14 18:35:19.776642 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-53a18c6b-5870-4bc5-aacf-745750ab1756 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:19.777588 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-53a18c6b-5870-4bc5-aacf-745750ab1756 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:19.778741 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 48968) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:35:19.778960 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-53a18c6b-5870-4bc5-aacf-745750ab1756 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3b5a18f7-6f71-4d01-a474-abc96c8d0257 HTTP/1.1" status: 204 len: 168 time: 0.6737428 Jul 14 18:35:19.781934 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-e353b73b-2dba-49b4-b3fe-c9079641833d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:19.784974 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-e353b73b-2dba-49b4-b3fe-c9079641833d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:19.788592 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-e353b73b-2dba-49b4-b3fe-c9079641833d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c0cb3edc-ea04-4851-94a7-b614c08f1616 HTTP/1.1" status: 204 len: 168 time: 0.5792320 Jul 14 18:35:19.793209 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a18c6b-5870-4bc5-aacf-745750ab1756 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b5a18f7-6f71-4d01-a474-abc96c8d0257,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:35:19.803750 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e353b73b-2dba-49b4-b3fe-c9079641833d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0cb3edc-ea04-4851-94a7-b614c08f1616,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:35:19.979283 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] get_ports_and_sgs() called for port_ids ['c2b3fb63-6908-4955-af27-c8e059a5a158'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 18:35:19.985221 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-3669803b-a7a7-44be-ae15-f0e9f2236bd2 tempest-MeteringIpV6TestJSON-1585647036 tempest-MeteringIpV6TestJSON-1585647036-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:19.989873 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-3669803b-a7a7-44be-ae15-f0e9f2236bd2 tempest-MeteringIpV6TestJSON-1585647036 tempest-MeteringIpV6TestJSON-1585647036-project-admin] 10.222.0.16 "DELETE /v2.0/metering/metering-label-rules/cfa44896-2366-4e12-b5bc-2870c3c6557f HTTP/1.1" status: 204 len: 168 time: 0.2007766 Jul 14 18:35:19.990381 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 48980) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:35:20.009877 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] get_ports_and_sgs() called for port_ids ['02f27bc5-ba4e-4925-b830-6468da0dccb6'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 18:35:20.012063 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] get_ports_and_sgs() called for port_ids ['2ce8955c-39eb-4a08-89c1-c4e808ceeb28'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 18:35:20.031224 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58656a63-dcd9-4ad8-ad9d-19fe1325304c req-4f72542e-f2ef-4c67-8f7f-8d0ff4583124 tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:35:20.049832 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58656a63-dcd9-4ad8-ad9d-19fe1325304c req-4f72542e-f2ef-4c67-8f7f-8d0ff4583124 tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:35:20.059151 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] get_ports_and_sgs() called for port_ids ['867c1045-d4a3-4446-b5e7-7ab9463781ba'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 18:35:20.070040 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58656a63-dcd9-4ad8-ad9d-19fe1325304c req-4f72542e-f2ef-4c67-8f7f-8d0ff4583124 tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:35:20.075978 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58656a63-dcd9-4ad8-ad9d-19fe1325304c req-4f72542e-f2ef-4c67-8f7f-8d0ff4583124 tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:35:20.088406 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58656a63-dcd9-4ad8-ad9d-19fe1325304c req-4f72542e-f2ef-4c67-8f7f-8d0ff4583124 tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:35:20.094596 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58656a63-dcd9-4ad8-ad9d-19fe1325304c req-4f72542e-f2ef-4c67-8f7f-8d0ff4583124 tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:35:20.102559 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58656a63-dcd9-4ad8-ad9d-19fe1325304c req-4f72542e-f2ef-4c67-8f7f-8d0ff4583124 tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:35:20.104631 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-58656a63-dcd9-4ad8-ad9d-19fe1325304c req-4f72542e-f2ef-4c67-8f7f-8d0ff4583124 tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] 10.222.0.16 "GET /v2.0/ports?device_id=d7b58cc5-d900-4c19-86f4-9befdd4826d6 HTTP/1.1" status: 200 len: 5427 time: 0.4535499 Jul 14 18:35:20.165809 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [req-d9d069a7-2b5e-4cdf-ad3c-607536655fc8 req-a53c48e4-0c50-4235-a76d-ef55cdc83523 tempest-ServerRescueTestJSONUnderV235-773555335 tempest-ServerRescueTestJSONUnderV235-773555335-project] Deleting port cb0a2880-d1c3-4b70-a889-9bdddf8dc02e {{(pid=93915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:35:20.166164 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-d9d069a7-2b5e-4cdf-ad3c-607536655fc8 req-a53c48e4-0c50-4235-a76d-ef55cdc83523 tempest-ServerRescueTestJSONUnderV235-773555335 tempest-ServerRescueTestJSONUnderV235-773555335-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:20.199553 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-58656a63-dcd9-4ad8-ad9d-19fe1325304c req-c2f9c869-1e6d-40ed-9d0c-cf2e6e10fee3 tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] 10.222.0.16 "GET /v2.0/security-groups?id=1bfbf1b1-a239-48c4-9d02-fd8b65b471a7&id=1cc7ef8d-a00b-43d6-95a3-c209cbabb8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0782900 Jul 14 18:35:20.292033 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 48982) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:35:20.292033 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 48984) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:35:20.313232 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-e9c5f546-c5f2-4204-882f-608bc02a4f02 tempest-MeteringIpV6TestJSON-1585647036 tempest-MeteringIpV6TestJSON-1585647036-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:20.316840 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-e9c5f546-c5f2-4204-882f-608bc02a4f02 tempest-MeteringIpV6TestJSON-1585647036 tempest-MeteringIpV6TestJSON-1585647036-project-admin] 10.222.0.16 "DELETE /v2.0/metering/metering-labels/b12ce09a-6b3d-4923-9e69-ecd1bf21e1bd HTTP/1.1" status: 204 len: 168 time: 0.3228104 Jul 14 18:35:20.324783 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-7b9a59f8-5f85-40ea-8c74-36c402baee55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:20.334793 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-8ca54faf-797f-4509-9cfc-1077d427f8ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:20.380210 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-d9d069a7-2b5e-4cdf-ad3c-607536655fc8 req-a53c48e4-0c50-4235-a76d-ef55cdc83523 tempest-ServerRescueTestJSONUnderV235-773555335 tempest-ServerRescueTestJSONUnderV235-773555335-project] For port cb0a2880-d1c3-4b70-a889-9bdddf8dc02e, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=cb0a2880-d1c3-4b70-a889-9bdddf8dc02e,segment=NetworkSegment(9182ad96-9d5e-42c0-8319-7d34fcf2c5ad),segment_id=9182ad96-9d5e-42c0-8319-7d34fcf2c5ad)] {{(pid=93915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:35:20.380596 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-d9d069a7-2b5e-4cdf-ad3c-607536655fc8 req-a53c48e4-0c50-4235-a76d-ef55cdc83523 tempest-ServerRescueTestJSONUnderV235-773555335 tempest-ServerRescueTestJSONUnderV235-773555335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:20.393557 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.db.api [None req-8ca54faf-797f-4509-9cfc-1077d427f8ee admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 14 18:35:20.393557 n-d-800634-3 neutron-server[93915]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 14 18:35:20.393557 n-d-800634-3 neutron-server[93915]: [parameters: {'project_id': '7646cc5bdee04a909bd696057589b5ab', 'id': '1aeff05e-f9da-4029-8cd5-af3af038bc2a', 'expiration': datetime.datetime(2021, 7, 14, 18, 37, 20, 377184)}] Jul 14 18:35:20.393557 n-d-800634-3 neutron-server[93915]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93915) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 14 18:35:20.394293 n-d-800634-3 neutron-server[93915]: DEBUG oslo_db.api [None req-8ca54faf-797f-4509-9cfc-1077d427f8ee admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 18:35:20.400193 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b3df5028-483b-43a6-9485-c074aa5af96c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:20.404331 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [req-d9d069a7-2b5e-4cdf-ad3c-607536655fc8 req-a53c48e4-0c50-4235-a76d-ef55cdc83523 tempest-ServerRescueTestJSONUnderV235-773555335 tempest-ServerRescueTestJSONUnderV235-773555335-project] Calling delete_port for cb0a2880-d1c3-4b70-a889-9bdddf8dc02e owned by compute:nova {{(pid=93915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:35:20.539833 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-7b9a59f8-5f85-40ea-8c74-36c402baee55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:20.554808 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-7b9a59f8-5f85-40ea-8c74-36c402baee55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:20.696887 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-7b9a59f8-5f85-40ea-8c74-36c402baee55 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=149f2d3fa79f41bf8d9f5d18fc2c9f46&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4024475 Jul 14 18:35:20.698056 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 48992) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:35:20.698974 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9a59f8-5f85-40ea-8c74-36c402baee55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92c3e9d8-8d97-49ae-ade6-2749eba09013,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:35:20.706689 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-d9d069a7-2b5e-4cdf-ad3c-607536655fc8 req-a53c48e4-0c50-4235-a76d-ef55cdc83523 tempest-ServerRescueTestJSONUnderV235-773555335 tempest-ServerRescueTestJSONUnderV235-773555335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:20.730259 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] get_ports_and_sgs() called for port_ids ['cb0a2880-d1c3-4b70-a889-9bdddf8dc02e'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 18:35:20.764497 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53c48e4-0c50-4235-a76d-ef55cdc83523 tempest-ServerRescueTestJSONUnderV235-773555335 tempest-ServerRescueTestJSONUnderV235-773555335-project] Pushing event deleted for resources: {'Port': ['ID=cb0a2880-d1c3-4b70-a889-9bdddf8dc02e,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:35:20.831337 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-0cf681ab-cd6a-41a5-8633-04f946a39271 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:20.844770 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9d069a7-2b5e-4cdf-ad3c-607536655fc8 req-a53c48e4-0c50-4235-a76d-ef55cdc83523 tempest-ServerRescueTestJSONUnderV235-773555335 tempest-ServerRescueTestJSONUnderV235-773555335-project] No DVR routers for this DVR port cb0a2880-d1c3-4b70-a889-9bdddf8dc02e on host n-h1-800634-3 {{(pid=93915) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 18:35:20.854367 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-d9d069a7-2b5e-4cdf-ad3c-607536655fc8 req-a53c48e4-0c50-4235-a76d-ef55cdc83523 tempest-ServerRescueTestJSONUnderV235-773555335 tempest-ServerRescueTestJSONUnderV235-773555335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:20.859575 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-d9d069a7-2b5e-4cdf-ad3c-607536655fc8 req-a53c48e4-0c50-4235-a76d-ef55cdc83523 tempest-ServerRescueTestJSONUnderV235-773555335 tempest-ServerRescueTestJSONUnderV235-773555335-project] 10.222.0.18 "DELETE /v2.0/ports/cb0a2880-d1c3-4b70-a889-9bdddf8dc02e HTTP/1.1" status: 204 len: 173 time: 1.1812046 Jul 14 18:35:20.860308 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1141130f-4875-4e07-b30e-73bca303df1e', 'name': 'network-vif-deleted', 'tag': 'cb0a2880-d1c3-4b70-a889-9bdddf8dc02e'}] {{(pid=93915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:35:20.864184 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e72782ad3af8f7d4ce76cedf092bca46d1756acc5c4653cf0b52034cdd6b073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c7f0a11-8541-4944-84db-9ba3048f002d" -d '{"events": [{"server_uuid": "1141130f-4875-4e07-b30e-73bca303df1e", "name": "network-vif-deleted", "tag": "cb0a2880-d1c3-4b70-a889-9bdddf8dc02e"}]}' {{(pid=93915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:35:20.880180 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-0cf681ab-cd6a-41a5-8633-04f946a39271 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:20.903649 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-8ca54faf-797f-4509-9cfc-1077d427f8ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:20.935148 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-8770c6bf-3587-47cf-9fa8-68a8e6582396 req-ce21b1dc-fc7b-44c9-a4a0-f242f62a6702 tempest-ServerRescueTestJSONUnderV235-773555335 tempest-ServerRescueTestJSONUnderV235-773555335-project] 10.222.0.16 "GET /v2.0/ports?device_id=1141130f-4875-4e07-b30e-73bca303df1e HTTP/1.1" status: 200 len: 210 time: 0.0503182 Jul 14 18:35:21.019660 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-0cf681ab-cd6a-41a5-8633-04f946a39271 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:21.023149 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-0cf681ab-cd6a-41a5-8633-04f946a39271 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:21.023336 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 49002) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:35:21.026973 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-0cf681ab-cd6a-41a5-8633-04f946a39271 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/92c3e9d8-8d97-49ae-ade6-2749eba09013 HTTP/1.1" status: 204 len: 168 time: 0.3255029 Jul 14 18:35:21.036454 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 18:35:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-798f85c9-bcd3-4a2e-9e67-8742ea082d79 x-openstack-request-id: req-798f85c9-bcd3-4a2e-9e67-8742ea082d79 {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:35:21.036817 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1141130f-4875-4e07-b30e-73bca303df1e", "name": "network-vif-deleted", "tag": "cb0a2880-d1c3-4b70-a889-9bdddf8dc02e", "status": "completed", "code": 200}]} {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:35:21.037016 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-798f85c9-bcd3-4a2e-9e67-8742ea082d79 {{(pid=93915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:35:21.038073 n-d-800634-3 neutron-server[93915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1141130f-4875-4e07-b30e-73bca303df1e', 'name': 'network-vif-deleted', 'tag': 'cb0a2880-d1c3-4b70-a889-9bdddf8dc02e', 'status': 'completed', 'code': 200} Jul 14 18:35:21.043168 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf681ab-cd6a-41a5-8633-04f946a39271 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92c3e9d8-8d97-49ae-ade6-2749eba09013,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:35:21.122339 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-8ca54faf-797f-4509-9cfc-1077d427f8ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:21.129458 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-8ca54faf-797f-4509-9cfc-1077d427f8ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:21.138841 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] get_ports_and_sgs() called for port_ids ['eae0b81b-04b1-451f-ad3f-22e780eb31b9'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 18:35:21.181475 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] get_ports_and_sgs() called for port_ids ['85897482-0484-49f8-8ec5-b7a74ba260d7'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 18:35:21.183875 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] get_ports_and_sgs() called for port_ids ['827a9395-b498-4e0f-b70e-182acf0b86da'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 18:35:21.193063 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-8ca54faf-797f-4509-9cfc-1077d427f8ee admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7646cc5bdee04a909bd696057589b5ab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8946683 Jul 14 18:35:21.194206 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca54faf-797f-4509-9cfc-1077d427f8ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88a0fe5d-0c60-4657-868a-66a4e7b3748d,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:35:21.196259 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 49008) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:35:21.296381 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-70205bba-1741-4c53-8886-6c602106bae4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:21.333054 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-70205bba-1741-4c53-8886-6c602106bae4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:21.448110 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-70205bba-1741-4c53-8886-6c602106bae4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:21.456509 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-70205bba-1741-4c53-8886-6c602106bae4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:21.458723 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-70205bba-1741-4c53-8886-6c602106bae4 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/88a0fe5d-0c60-4657-868a-66a4e7b3748d HTTP/1.1" status: 204 len: 168 time: 0.2608423 Jul 14 18:35:21.483850 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70205bba-1741-4c53-8886-6c602106bae4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88a0fe5d-0c60-4657-868a-66a4e7b3748d,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:35:21.533773 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66471f3a-0ebf-4971-b56e-d1638f35f142 req-90453f67-3ef8-4f49-8694-3d60408fbeb2 tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:35:21.543600 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66471f3a-0ebf-4971-b56e-d1638f35f142 req-90453f67-3ef8-4f49-8694-3d60408fbeb2 tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:35:21.555277 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66471f3a-0ebf-4971-b56e-d1638f35f142 req-90453f67-3ef8-4f49-8694-3d60408fbeb2 tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:35:21.565052 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66471f3a-0ebf-4971-b56e-d1638f35f142 req-90453f67-3ef8-4f49-8694-3d60408fbeb2 tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:35:21.575138 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66471f3a-0ebf-4971-b56e-d1638f35f142 req-90453f67-3ef8-4f49-8694-3d60408fbeb2 tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:35:21.583529 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66471f3a-0ebf-4971-b56e-d1638f35f142 req-90453f67-3ef8-4f49-8694-3d60408fbeb2 tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:35:21.602296 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66471f3a-0ebf-4971-b56e-d1638f35f142 req-90453f67-3ef8-4f49-8694-3d60408fbeb2 tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:35:21.608588 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-66471f3a-0ebf-4971-b56e-d1638f35f142 req-90453f67-3ef8-4f49-8694-3d60408fbeb2 tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] 10.222.0.16 "GET /v2.0/ports?device_id=d7b58cc5-d900-4c19-86f4-9befdd4826d6 HTTP/1.1" status: 200 len: 5427 time: 0.2433424 Jul 14 18:35:21.695977 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-ae858a4b-acec-4e82-872f-605d52702fff admin admin] Notify callbacks [] for security_group, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:21.764210 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-66471f3a-0ebf-4971-b56e-d1638f35f142 req-abdd4d00-9ab4-4308-a399-54035a1cc317 tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] 10.222.0.16 "GET /v2.0/security-groups?id=1bfbf1b1-a239-48c4-9d02-fd8b65b471a7&id=1cc7ef8d-a00b-43d6-95a3-c209cbabb8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1302159 Jul 14 18:35:21.897856 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-ae858a4b-acec-4e82-872f-605d52702fff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:21.902434 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-ae858a4b-acec-4e82-872f-605d52702fff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:21.940755 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-ae858a4b-acec-4e82-872f-605d52702fff admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ec8c68f16dc6467482be6d55e352abac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9151967 Jul 14 18:35:21.941574 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 49028) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:35:21.951585 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae858a4b-acec-4e82-872f-605d52702fff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff9ae0ad-9573-4693-b691-1ae7ef08640e,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:35:22.021010 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-74a8a356-8cf3-45f7-a8f2-ed475847d55c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:22.031673 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 49034) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:35:22.054730 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-74a8a356-8cf3-45f7-a8f2-ed475847d55c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:22.062712 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-0013b696-7be7-49e8-9f62-328830df68a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:22.091372 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 49038) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:35:22.158517 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-74a8a356-8cf3-45f7-a8f2-ed475847d55c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:22.161320 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-74a8a356-8cf3-45f7-a8f2-ed475847d55c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:22.164929 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-74a8a356-8cf3-45f7-a8f2-ed475847d55c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ff9ae0ad-9573-4693-b691-1ae7ef08640e HTTP/1.1" status: 204 len: 168 time: 0.2195592 Jul 14 18:35:22.180208 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a8a356-8cf3-45f7-a8f2-ed475847d55c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff9ae0ad-9573-4693-b691-1ae7ef08640e,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:35:22.383037 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-0013b696-7be7-49e8-9f62-328830df68a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:22.390975 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-0013b696-7be7-49e8-9f62-328830df68a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:22.459014 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 49052) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:35:22.459198 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-0013b696-7be7-49e8-9f62-328830df68a5 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a55e7c02a3634702ab0226b76534baec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4262435 Jul 14 18:35:22.460352 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0013b696-7be7-49e8-9f62-328830df68a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2392f4df-2855-4911-ae9a-61d8fd3cf321,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:35:22.490897 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0013b696-7be7-49e8-9f62-328830df68a5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:35:22.491263 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0013b696-7be7-49e8-9f62-328830df68a5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:35:22.491628 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0013b696-7be7-49e8-9f62-328830df68a5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:35:22.492212 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0013b696-7be7-49e8-9f62-328830df68a5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:35:22.492467 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0013b696-7be7-49e8-9f62-328830df68a5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:35:22.492807 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0013b696-7be7-49e8-9f62-328830df68a5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:35:22.493143 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0013b696-7be7-49e8-9f62-328830df68a5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:35:22.493479 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0013b696-7be7-49e8-9f62-328830df68a5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:35:22.493809 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0013b696-7be7-49e8-9f62-328830df68a5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:35:22.494140 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0013b696-7be7-49e8-9f62-328830df68a5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:35:22.494474 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0013b696-7be7-49e8-9f62-328830df68a5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:35:22.494802 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0013b696-7be7-49e8-9f62-328830df68a5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:35:22.555783 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-58a978e8-145c-41af-bbff-a7d351bd16b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:22.597938 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-58a978e8-145c-41af-bbff-a7d351bd16b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:22.601101 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 49054) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:35:22.639525 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-83c66fbf-d0dc-43da-bcca-22236ed7198a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:22.736161 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-58a978e8-145c-41af-bbff-a7d351bd16b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:22.738942 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-58a978e8-145c-41af-bbff-a7d351bd16b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:22.740148 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-58a978e8-145c-41af-bbff-a7d351bd16b7 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2392f4df-2855-4911-ae9a-61d8fd3cf321 HTTP/1.1" status: 204 len: 168 time: 0.2795086 Jul 14 18:35:22.783014 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-dcdc8ade-8b05-44c7-9e2e-d4cdd8ec6212 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:22.784182 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a978e8-145c-41af-bbff-a7d351bd16b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2392f4df-2855-4911-ae9a-61d8fd3cf321,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:35:22.792608 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-1b5b842f-5ac3-4400-8b69-9cc2a5cdd342 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-928623'] for router_interface, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:22.899686 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-83c66fbf-d0dc-43da-bcca-22236ed7198a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:22.908317 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-83c66fbf-d0dc-43da-bcca-22236ed7198a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:22.963335 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device cb0a2880-d1c3-4b70-a889-9bdddf8dc02e no longer exists at agent hyperv_n-h1-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 18:35:22.993157 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-83c66fbf-d0dc-43da-bcca-22236ed7198a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9019b44923a741178953e322f85534aa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3905268 Jul 14 18:35:22.994605 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 49068) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:35:23.003714 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] No Port match for: cb0a2880-d1c3-4b70-a889-9bdddf8dc02e {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 18:35:23.004055 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device cb0a2880-d1c3-4b70-a889-9bdddf8dc02e not bound to the agent host n-h1-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 18:35:23.028402 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c66fbf-d0dc-43da-bcca-22236ed7198a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e006336-e23d-4ed2-b5bd-52e0dd438c7d,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:35:23.082155 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a9a7b6d7-bb1c-4de4-b553-52a3b59d8ecc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:23.110027 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a9a7b6d7-bb1c-4de4-b553-52a3b59d8ecc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:23.174654 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:23.248851 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a9a7b6d7-bb1c-4de4-b553-52a3b59d8ecc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:23.251566 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a9a7b6d7-bb1c-4de4-b553-52a3b59d8ecc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:23.253334 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-a9a7b6d7-bb1c-4de4-b553-52a3b59d8ecc admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3e006336-e23d-4ed2-b5bd-52e0dd438c7d HTTP/1.1" status: 204 len: 168 time: 0.2554433 Jul 14 18:35:23.286574 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a7b6d7-bb1c-4de4-b553-52a3b59d8ecc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e006336-e23d-4ed2-b5bd-52e0dd438c7d,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:35:23.290878 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fe30b0-a87d-48c9-94b9-76eb31597c0e req-3538a67a-3e51-476f-aaae-1c9ece67bb7f tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:35:23.297373 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fe30b0-a87d-48c9-94b9-76eb31597c0e req-3538a67a-3e51-476f-aaae-1c9ece67bb7f tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:35:23.304817 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fe30b0-a87d-48c9-94b9-76eb31597c0e req-3538a67a-3e51-476f-aaae-1c9ece67bb7f tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:35:23.313239 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fe30b0-a87d-48c9-94b9-76eb31597c0e req-3538a67a-3e51-476f-aaae-1c9ece67bb7f tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:35:23.320290 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fe30b0-a87d-48c9-94b9-76eb31597c0e req-3538a67a-3e51-476f-aaae-1c9ece67bb7f tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:35:23.326436 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fe30b0-a87d-48c9-94b9-76eb31597c0e req-3538a67a-3e51-476f-aaae-1c9ece67bb7f tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:35:23.332812 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fe30b0-a87d-48c9-94b9-76eb31597c0e req-3538a67a-3e51-476f-aaae-1c9ece67bb7f tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:35:23.340798 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-20fe30b0-a87d-48c9-94b9-76eb31597c0e req-3538a67a-3e51-476f-aaae-1c9ece67bb7f tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] 10.222.0.16 "GET /v2.0/ports?device_id=d7b58cc5-d900-4c19-86f4-9befdd4826d6 HTTP/1.1" status: 200 len: 5427 time: 0.2679174 Jul 14 18:35:23.372504 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Device 02f27bc5-ba4e-4925-b830-6468da0dccb6 up at agent hyperv_n-h2-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:35:23.436808 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-20fe30b0-a87d-48c9-94b9-76eb31597c0e req-ea091bd2-c265-4708-a17f-a5977947efbd tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] 10.222.0.16 "GET /v2.0/security-groups?id=1bfbf1b1-a239-48c4-9d02-fd8b65b471a7&id=1cc7ef8d-a00b-43d6-95a3-c209cbabb8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0919607 Jul 14 18:35:23.455611 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Provisioning for port 02f27bc5-ba4e-4925-b830-6468da0dccb6 completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:35:23.468512 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Provisioning complete for port 02f27bc5-ba4e-4925-b830-6468da0dccb6 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:35:23.469119 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:23.515021 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [None req-1b5b842f-5ac3-4400-8b69-9cc2a5cdd342 admin admin] Deleting port 178f76c1-e244-4f46-bf04-f67dd021ddba {{(pid=93915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:35:23.515365 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-1b5b842f-5ac3-4400-8b69-9cc2a5cdd342 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:23.601136 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:23.633261 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [None req-1b5b842f-5ac3-4400-8b69-9cc2a5cdd342 admin admin] For port 178f76c1-e244-4f46-bf04-f67dd021ddba, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=178f76c1-e244-4f46-bf04-f67dd021ddba,segment=NetworkSegment(9182ad96-9d5e-42c0-8319-7d34fcf2c5ad),segment_id=9182ad96-9d5e-42c0-8319-7d34fcf2c5ad)] {{(pid=93915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:35:23.633636 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-1b5b842f-5ac3-4400-8b69-9cc2a5cdd342 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:23.643342 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7b58cc5-d900-4c19-86f4-9befdd4826d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02f27bc5-ba4e-4925-b830-6468da0dccb6'}] {{(pid=93917) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:35:23.646381 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20b787f3c29eaa7aa2a4d648c725a2124c5ff39a8d793252f9d844495e14cf42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0f8948e-9af6-49e0-91ca-4632a9a18ce9" -d '{"events": [{"server_uuid": "d7b58cc5-d900-4c19-86f4-9befdd4826d6", "name": "network-vif-plugged", "status": "completed", "tag": "02f27bc5-ba4e-4925-b830-6468da0dccb6"}]}' {{(pid=93917) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:35:23.651084 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [None req-1b5b842f-5ac3-4400-8b69-9cc2a5cdd342 admin admin] Calling delete_port for 178f76c1-e244-4f46-bf04-f67dd021ddba owned by network:router_interface {{(pid=93915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:35:23.696160 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] For port 02f27bc5-ba4e-4925-b830-6468da0dccb6, host n-h2-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=02f27bc5-ba4e-4925-b830-6468da0dccb6,segment=NetworkSegment(10270b9d-7deb-4383-8c55-a66aebb27b9d),segment_id=10270b9d-7deb-4383-8c55-a66aebb27b9d)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:35:23.705654 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 18:35:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a02a879b-7ef3-4b86-a89e-961b4c4d9a5e x-openstack-request-id: req-a02a879b-7ef3-4b86-a89e-961b4c4d9a5e {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:35:23.705972 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7b58cc5-d900-4c19-86f4-9befdd4826d6", "name": "network-vif-plugged", "status": "completed", "tag": "02f27bc5-ba4e-4925-b830-6468da0dccb6", "code": 200}]} {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:35:23.706239 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a02a879b-7ef3-4b86-a89e-961b4c4d9a5e {{(pid=93917) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:35:23.706817 n-d-800634-3 neutron-server[93917]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7b58cc5-d900-4c19-86f4-9befdd4826d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02f27bc5-ba4e-4925-b830-6468da0dccb6', 'code': 200} Jul 14 18:35:23.707736 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:23.708816 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Device 85897482-0484-49f8-8ec5-b7a74ba260d7 up at agent hyperv_n-h2-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:35:23.832204 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Pushing event updated for resources: {'Port': ['ID=02f27bc5-ba4e-4925-b830-6468da0dccb6,revision_number=5']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:35:23.858876 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Provisioning for port 85897482-0484-49f8-8ec5-b7a74ba260d7 completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:35:23.869221 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Provisioning complete for port 85897482-0484-49f8-8ec5-b7a74ba260d7 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:35:23.869221 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:23.979935 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:24.005175 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-1b5b842f-5ac3-4400-8b69-9cc2a5cdd342 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:24.026842 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] For port 85897482-0484-49f8-8ec5-b7a74ba260d7, host n-h2-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=85897482-0484-49f8-8ec5-b7a74ba260d7,segment=NetworkSegment(10270b9d-7deb-4383-8c55-a66aebb27b9d),segment_id=10270b9d-7deb-4383-8c55-a66aebb27b9d)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:35:24.032238 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:24.033682 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Device c2b3fb63-6908-4955-af27-c8e059a5a158 up at agent hyperv_n-h2-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:35:24.070302 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5b842f-5ac3-4400-8b69-9cc2a5cdd342 admin admin] Pushing event deleted for resources: {'Port': ['ID=178f76c1-e244-4f46-bf04-f67dd021ddba,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:35:24.108107 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-574aeb93-9938-449c-8e6c-cb22c9b52cc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:24.143356 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Pushing event updated for resources: {'Port': ['ID=85897482-0484-49f8-8ec5-b7a74ba260d7,revision_number=5']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:35:24.151665 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Provisioning for port c2b3fb63-6908-4955-af27-c8e059a5a158 completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:35:24.160046 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Provisioning complete for port c2b3fb63-6908-4955-af27-c8e059a5a158 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:35:24.160853 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:24.299132 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:24.362452 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] For port c2b3fb63-6908-4955-af27-c8e059a5a158, host n-h2-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=c2b3fb63-6908-4955-af27-c8e059a5a158,segment=NetworkSegment(55e97a62-6e3a-4f99-9832-0415496a9afd),segment_id=55e97a62-6e3a-4f99-9832-0415496a9afd)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:35:24.368964 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:24.371807 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Device eae0b81b-04b1-451f-ad3f-22e780eb31b9 up at agent hyperv_n-h2-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:35:24.419796 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-1b5b842f-5ac3-4400-8b69-9cc2a5cdd342 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-598732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-928907'] for router_interface, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:24.500382 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Pushing event updated for resources: {'Port': ['ID=c2b3fb63-6908-4955-af27-c8e059a5a158,revision_number=5']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:35:24.537322 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Provisioning for port eae0b81b-04b1-451f-ad3f-22e780eb31b9 completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:35:24.551586 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Provisioning complete for port eae0b81b-04b1-451f-ad3f-22e780eb31b9 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:35:24.552145 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:24.686266 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:24.738465 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] For port eae0b81b-04b1-451f-ad3f-22e780eb31b9, host n-h2-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=eae0b81b-04b1-451f-ad3f-22e780eb31b9,segment=NetworkSegment(10270b9d-7deb-4383-8c55-a66aebb27b9d),segment_id=10270b9d-7deb-4383-8c55-a66aebb27b9d)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:35:24.745480 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:24.747516 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Device 2ce8955c-39eb-4a08-89c1-c4e808ceeb28 up at agent hyperv_n-h2-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:35:24.851114 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Pushing event updated for resources: {'Port': ['ID=eae0b81b-04b1-451f-ad3f-22e780eb31b9,revision_number=5']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:35:24.897058 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Provisioning for port 2ce8955c-39eb-4a08-89c1-c4e808ceeb28 completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:35:24.910366 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Provisioning complete for port 2ce8955c-39eb-4a08-89c1-c4e808ceeb28 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:35:24.914982 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:25.082319 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:25.138884 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042c444e-6a45-4308-9e74-9f419fde922a req-c6cf38ce-c3d6-4fd4-84b1-e335b0360d2b tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:35:25.145256 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042c444e-6a45-4308-9e74-9f419fde922a req-c6cf38ce-c3d6-4fd4-84b1-e335b0360d2b tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:35:25.151761 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042c444e-6a45-4308-9e74-9f419fde922a req-c6cf38ce-c3d6-4fd4-84b1-e335b0360d2b tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:35:25.158242 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042c444e-6a45-4308-9e74-9f419fde922a req-c6cf38ce-c3d6-4fd4-84b1-e335b0360d2b tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:35:25.164538 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042c444e-6a45-4308-9e74-9f419fde922a req-c6cf38ce-c3d6-4fd4-84b1-e335b0360d2b tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:35:25.171030 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042c444e-6a45-4308-9e74-9f419fde922a req-c6cf38ce-c3d6-4fd4-84b1-e335b0360d2b tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:35:25.172914 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] For port 2ce8955c-39eb-4a08-89c1-c4e808ceeb28, host n-h2-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=2ce8955c-39eb-4a08-89c1-c4e808ceeb28,segment=NetworkSegment(10270b9d-7deb-4383-8c55-a66aebb27b9d),segment_id=10270b9d-7deb-4383-8c55-a66aebb27b9d)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:35:25.177482 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042c444e-6a45-4308-9e74-9f419fde922a req-c6cf38ce-c3d6-4fd4-84b1-e335b0360d2b tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:35:25.181691 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:25.185781 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Device 867c1045-d4a3-4446-b5e7-7ab9463781ba up at agent hyperv_n-h2-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:35:25.186001 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-042c444e-6a45-4308-9e74-9f419fde922a req-c6cf38ce-c3d6-4fd4-84b1-e335b0360d2b tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] 10.222.0.16 "GET /v2.0/ports?device_id=d7b58cc5-d900-4c19-86f4-9befdd4826d6 HTTP/1.1" status: 200 len: 5430 time: 0.4878924 Jul 14 18:35:25.221352 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b5b842f-5ac3-4400-8b69-9cc2a5cdd342 admin admin] Router e8098b08-da38-4605-b586-97fee7b43474 has already been hosted by L3 agent 2c6eb27e-defb-4cca-9a24-381c7415e359 {{(pid=93915) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 18:35:25.222797 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 49146) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:35:25.261733 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-042c444e-6a45-4308-9e74-9f419fde922a req-b8a9abf3-f686-4df8-af6e-09114d10e016 tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] 10.222.0.16 "GET /v2.0/security-groups?id=1bfbf1b1-a239-48c4-9d02-fd8b65b471a7&id=1cc7ef8d-a00b-43d6-95a3-c209cbabb8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0680504 Jul 14 18:35:25.294746 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Pushing event updated for resources: {'Port': ['ID=2ce8955c-39eb-4a08-89c1-c4e808ceeb28,revision_number=5']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:35:25.308747 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Provisioning for port 867c1045-d4a3-4446-b5e7-7ab9463781ba completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:35:25.320549 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Provisioning complete for port 867c1045-d4a3-4446-b5e7-7ab9463781ba triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:35:25.321425 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:25.482069 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b5b842f-5ac3-4400-8b69-9cc2a5cdd342 admin admin] Notify agent at l3_agent.n-d-800634-3 the message routers_updated {{(pid=93915) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 18:35:25.503848 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-1b5b842f-5ac3-4400-8b69-9cc2a5cdd342 admin admin] 10.222.0.16 "PUT /v2.0/routers/e8098b08-da38-4605-b586-97fee7b43474/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4079690 Jul 14 18:35:25.504090 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 49162) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:35:25.518839 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e99b16a0-4289-4dd9-927a-3c7675748e6e None None] Sync routers for ids ['e8098b08-da38-4605-b586-97fee7b43474'] in n-d-800634-3 {{(pid=93917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 18:35:25.550008 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:25.561375 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-7b140be1-f157-4b2e-a63f-1a19f5009357 tempest-AgentManagementNegativeTest-1255132450 tempest-AgentManagementNegativeTest-1255132450-project] 10.222.0.16 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.3365443 Jul 14 18:35:25.604769 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e99b16a0-4289-4dd9-927a-3c7675748e6e None None] Routers {'e8098b08-da38-4605-b586-97fee7b43474'} bound to L3 agent in host n-d-800634-3 {{(pid=93917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:35:25.605796 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-e99b16a0-4289-4dd9-927a-3c7675748e6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:35:23Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['e8098b08-da38-4605-b586-97fee7b43474'], 'active': True} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:35:25.708534 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7b58cc5-d900-4c19-86f4-9befdd4826d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85897482-0484-49f8-8ec5-b7a74ba260d7'}, {'server_uuid': 'd7b58cc5-d900-4c19-86f4-9befdd4826d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2b3fb63-6908-4955-af27-c8e059a5a158'}, {'server_uuid': 'd7b58cc5-d900-4c19-86f4-9befdd4826d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eae0b81b-04b1-451f-ad3f-22e780eb31b9'}, {'server_uuid': 'd7b58cc5-d900-4c19-86f4-9befdd4826d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ce8955c-39eb-4a08-89c1-c4e808ceeb28'}, {'server_uuid': 'd7b58cc5-d900-4c19-86f4-9befdd4826d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '867c1045-d4a3-4446-b5e7-7ab9463781ba'}] {{(pid=93917) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:35:25.711728 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20b787f3c29eaa7aa2a4d648c725a2124c5ff39a8d793252f9d844495e14cf42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e20ea43-b846-4b0d-87fe-89480ab8a9c4" -d '{"events": [{"server_uuid": "d7b58cc5-d900-4c19-86f4-9befdd4826d6", "name": "network-vif-plugged", "status": "completed", "tag": "85897482-0484-49f8-8ec5-b7a74ba260d7"}, {"server_uuid": "d7b58cc5-d900-4c19-86f4-9befdd4826d6", "name": "network-vif-plugged", "status": "completed", "tag": "c2b3fb63-6908-4955-af27-c8e059a5a158"}, {"server_uuid": "d7b58cc5-d900-4c19-86f4-9befdd4826d6", "name": "network-vif-plugged", "status": "completed", "tag": "eae0b81b-04b1-451f-ad3f-22e780eb31b9"}, {"server_uuid": "d7b58cc5-d900-4c19-86f4-9befdd4826d6", "name": "network-vif-plugged", "status": "completed", "tag": "2ce8955c-39eb-4a08-89c1-c4e808ceeb28"}, {"server_uuid": "d7b58cc5-d900-4c19-86f4-9befdd4826d6", "name": "network-vif-plugged", "status": "completed", "tag": "867c1045-d4a3-4446-b5e7-7ab9463781ba"}]}' {{(pid=93917) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:35:25.723477 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] For port 867c1045-d4a3-4446-b5e7-7ab9463781ba, host n-h2-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=867c1045-d4a3-4446-b5e7-7ab9463781ba,segment=NetworkSegment(55e97a62-6e3a-4f99-9832-0415496a9afd),segment_id=55e97a62-6e3a-4f99-9832-0415496a9afd)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:35:25.731917 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:25.749419 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Device 827a9395-b498-4e0f-b70e-182acf0b86da up at agent hyperv_n-h2-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:35:25.814712 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 867 Content-Type: application/json Date: Wed, 14 Jul 2021 18:35:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b15de1c1-cee1-4954-ba36-6786ea7ec1e7 x-openstack-request-id: req-b15de1c1-cee1-4954-ba36-6786ea7ec1e7 {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:35:25.815000 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7b58cc5-d900-4c19-86f4-9befdd4826d6", "name": "network-vif-plugged", "status": "completed", "tag": "85897482-0484-49f8-8ec5-b7a74ba260d7", "code": 200}, {"server_uuid": "d7b58cc5-d900-4c19-86f4-9befdd4826d6", "name": "network-vif-plugged", "status": "completed", "tag": "c2b3fb63-6908-4955-af27-c8e059a5a158", "code": 200}, {"server_uuid": "d7b58cc5-d900-4c19-86f4-9befdd4826d6", "name": "network-vif-plugged", "status": "completed", "tag": "eae0b81b-04b1-451f-ad3f-22e780eb31b9", "code": 200}, {"server_uuid": "d7b58cc5-d900-4c19-86f4-9befdd4826d6", "name": "network-vif-plugged", "status": "completed", "tag": "2ce8955c-39eb-4a08-89c1-c4e808ceeb28", "code": 200}, {"server_uuid": "d7b58cc5-d900-4c19-86f4-9befdd4826d6", "name": "network-vif-plugged", "status": "completed", "tag": "867c1045-d4a3-4446-b5e7-7ab9463781ba", "code": 200}]} {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:35:25.815263 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b15de1c1-cee1-4954-ba36-6786ea7ec1e7 {{(pid=93917) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:35:25.815727 n-d-800634-3 neutron-server[93917]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7b58cc5-d900-4c19-86f4-9befdd4826d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85897482-0484-49f8-8ec5-b7a74ba260d7', 'code': 200} Jul 14 18:35:25.815955 n-d-800634-3 neutron-server[93917]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7b58cc5-d900-4c19-86f4-9befdd4826d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2b3fb63-6908-4955-af27-c8e059a5a158', 'code': 200} Jul 14 18:35:25.816280 n-d-800634-3 neutron-server[93917]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7b58cc5-d900-4c19-86f4-9befdd4826d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eae0b81b-04b1-451f-ad3f-22e780eb31b9', 'code': 200} Jul 14 18:35:25.816514 n-d-800634-3 neutron-server[93917]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7b58cc5-d900-4c19-86f4-9befdd4826d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ce8955c-39eb-4a08-89c1-c4e808ceeb28', 'code': 200} Jul 14 18:35:25.816797 n-d-800634-3 neutron-server[93917]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7b58cc5-d900-4c19-86f4-9befdd4826d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '867c1045-d4a3-4446-b5e7-7ab9463781ba', 'code': 200} Jul 14 18:35:25.825367 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-2f4e3af3-e708-4ffd-a544-82d93a489d01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:25.862818 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvr_db [None req-e99b16a0-4289-4dd9-927a-3c7675748e6e None None] Set router e8098b08-da38-4605-b586-97fee7b43474 gateway port host: n-d-800634-3 {{(pid=93917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 18:35:25.875264 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-728bad07-971a-4dc7-bcc9-9270d2475510 admin admin] Notify callbacks [] for router, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:26.031133 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Pushing event updated for resources: {'Port': ['ID=867c1045-d4a3-4446-b5e7-7ab9463781ba,revision_number=5']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:35:26.049817 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 49178) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:35:26.060241 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-728bad07-971a-4dc7-bcc9-9270d2475510 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:26.113544 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Provisioning for port 827a9395-b498-4e0f-b70e-182acf0b86da completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:35:26.127020 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Provisioning complete for port 827a9395-b498-4e0f-b70e-182acf0b86da triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:35:26.127399 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:26.171143 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [None req-728bad07-971a-4dc7-bcc9-9270d2475510 admin admin] Deleting port d57da537-9edf-46de-a3c0-1553301d937e {{(pid=93915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:35:26.172140 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-728bad07-971a-4dc7-bcc9-9270d2475510 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:26.267660 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:26.273767 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [None req-728bad07-971a-4dc7-bcc9-9270d2475510 admin admin] For port d57da537-9edf-46de-a3c0-1553301d937e, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=d57da537-9edf-46de-a3c0-1553301d937e,segment=NetworkSegment(5afb940b-bbdf-4727-be00-5d46367c38a1),segment_id=5afb940b-bbdf-4727-be00-5d46367c38a1)] {{(pid=93915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:35:26.274130 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-728bad07-971a-4dc7-bcc9-9270d2475510 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:26.284036 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-b89c48fc-5442-4d38-865a-55450ef5babb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:26.294900 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [None req-728bad07-971a-4dc7-bcc9-9270d2475510 admin admin] Calling delete_port for d57da537-9edf-46de-a3c0-1553301d937e owned by network:router_gateway {{(pid=93915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:35:26.362406 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] For port 827a9395-b498-4e0f-b70e-182acf0b86da, host n-h2-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=827a9395-b498-4e0f-b70e-182acf0b86da,segment=NetworkSegment(637ec1cb-18c4-4dda-9a4b-e2420d872dc7),segment_id=637ec1cb-18c4-4dda-9a4b-e2420d872dc7)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:35:26.381838 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:26.399597 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-e99b16a0-4289-4dd9-927a-3c7675748e6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8098b08-da38-4605-b586-97fee7b43474', 'name': 'tempest-ServerRescueTestJSONUnderV235-1278005292-router', 'tenant_id': 'bc00a49d970c402a9d26e3f8244b6309', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.232'}], 'enable_snat': True}, 'gw_port_id': 'd57da537-9edf-46de-a3c0-1553301d937e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:33:54Z', 'updated_at': '2021-07-14T18:35:23Z', 'revision_number': 5, 'project_id': 'bc00a49d970c402a9d26e3f8244b6309', 'gw_port': {'id': 'd57da537-9edf-46de-a3c0-1553301d937e', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:13:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8098b08-da38-4605-b586-97fee7b43474', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1610, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:33:55Z', 'updated_at': '2021-07-14T18:34:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3'}], 'n-d-800634-3', False) {} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:35:26.542282 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-b89c48fc-5442-4d38-865a-55450ef5babb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:26.544154 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e99b16a0-4289-4dd9-927a-3c7675748e6e None None] Checking router: e8098b08-da38-4605-b586-97fee7b43474 for host: n-d-800634-3 {{(pid=93917) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 18:35:26.547694 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-b89c48fc-5442-4d38-865a-55450ef5babb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:26.615506 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89c48fc-5442-4d38-865a-55450ef5babb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce72d42d-dd01-41eb-a809-05b7f4898847,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:35:26.617950 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-728bad07-971a-4dc7-bcc9-9270d2475510 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:26.663519 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e99b16a0-4289-4dd9-927a-3c7675748e6e None None] Routers {'e8098b08-da38-4605-b586-97fee7b43474'} bound to L3 agent in host n-d-800634-3 {{(pid=93917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:35:26.666323 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-e99b16a0-4289-4dd9-927a-3c7675748e6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:35:23Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['e8098b08-da38-4605-b586-97fee7b43474'], 'active': True} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:35:26.699788 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-b89c48fc-5442-4d38-865a-55450ef5babb admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=276f4c7d92f5430f8d5e9da5187b13b3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6487238 Jul 14 18:35:26.705387 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 49204) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:35:26.727858 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728bad07-971a-4dc7-bcc9-9270d2475510 admin admin] Pushing event deleted for resources: {'Port': ['ID=d57da537-9edf-46de-a3c0-1553301d937e,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:35:26.823902 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-e3af5689-c469-422f-8a79-5c1073ee3dac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:26.833319 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Pushing event updated for resources: {'Port': ['ID=827a9395-b498-4e0f-b70e-182acf0b86da,revision_number=5']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:35:26.865263 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvr_db [None req-e99b16a0-4289-4dd9-927a-3c7675748e6e None None] Set router e8098b08-da38-4605-b586-97fee7b43474 gateway port host: None {{(pid=93917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 18:35:26.871073 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-e3af5689-c469-422f-8a79-5c1073ee3dac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:26.915610 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8568c32-d26a-4c82-b242-6c8283082b92 req-13b8e29d-9d81-4dbe-a32f-e8a319588de2 tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:35:26.926280 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8568c32-d26a-4c82-b242-6c8283082b92 req-13b8e29d-9d81-4dbe-a32f-e8a319588de2 tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:35:26.932933 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8568c32-d26a-4c82-b242-6c8283082b92 req-13b8e29d-9d81-4dbe-a32f-e8a319588de2 tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:35:26.941921 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8568c32-d26a-4c82-b242-6c8283082b92 req-13b8e29d-9d81-4dbe-a32f-e8a319588de2 tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:35:26.949152 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8568c32-d26a-4c82-b242-6c8283082b92 req-13b8e29d-9d81-4dbe-a32f-e8a319588de2 tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:35:26.955765 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8568c32-d26a-4c82-b242-6c8283082b92 req-13b8e29d-9d81-4dbe-a32f-e8a319588de2 tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:35:26.964031 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8568c32-d26a-4c82-b242-6c8283082b92 req-13b8e29d-9d81-4dbe-a32f-e8a319588de2 tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:35:26.967181 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c8568c32-d26a-4c82-b242-6c8283082b92 req-13b8e29d-9d81-4dbe-a32f-e8a319588de2 tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] 10.222.0.16 "GET /v2.0/ports?device_id=d7b58cc5-d900-4c19-86f4-9befdd4826d6 HTTP/1.1" status: 200 len: 5434 time: 0.4550467 Jul 14 18:35:26.970838 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-728bad07-971a-4dc7-bcc9-9270d2475510 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-930057'] for router_gateway, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:26.994623 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-e3af5689-c469-422f-8a79-5c1073ee3dac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:26.999965 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-e3af5689-c469-422f-8a79-5c1073ee3dac admin admin] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:27.001981 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-e3af5689-c469-422f-8a79-5c1073ee3dac admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ce72d42d-dd01-41eb-a809-05b7f4898847 HTTP/1.1" status: 204 len: 168 time: 0.2951579 Jul 14 18:35:27.018545 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3af5689-c469-422f-8a79-5c1073ee3dac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce72d42d-dd01-41eb-a809-05b7f4898847,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:35:27.146884 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c8568c32-d26a-4c82-b242-6c8283082b92 req-f820d415-f1ea-4847-a523-ed6bdc633457 tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] 10.222.0.16 "GET /v2.0/security-groups?id=1bfbf1b1-a239-48c4-9d02-fd8b65b471a7&id=1cc7ef8d-a00b-43d6-95a3-c209cbabb8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1550481 Jul 14 18:35:27.149441 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-e99b16a0-4289-4dd9-927a-3c7675748e6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8098b08-da38-4605-b586-97fee7b43474', 'name': 'tempest-ServerRescueTestJSONUnderV235-1278005292-router', 'tenant_id': 'bc00a49d970c402a9d26e3f8244b6309', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:33:54Z', 'updated_at': '2021-07-14T18:35:26Z', 'revision_number': 7, 'project_id': 'bc00a49d970c402a9d26e3f8244b6309', 'gw_port_host': None}], 'n-d-800634-3', False) {} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:35:27.158693 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-728bad07-971a-4dc7-bcc9-9270d2475510 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-571778', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11402'] for router, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:27.166002 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-728bad07-971a-4dc7-bcc9-9270d2475510 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:27.187922 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e99b16a0-4289-4dd9-927a-3c7675748e6e None None] The sync data for ids ['e8098b08-da38-4605-b586-97fee7b43474'] in n-d-800634-3 is: [{'id': 'e8098b08-da38-4605-b586-97fee7b43474', 'name': 'tempest-ServerRescueTestJSONUnderV235-1278005292-router', 'tenant_id': 'bc00a49d970c402a9d26e3f8244b6309', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:33:54Z', 'updated_at': '2021-07-14T18:35:26Z', 'revision_number': 7, 'project_id': 'bc00a49d970c402a9d26e3f8244b6309', 'gw_port_host': None}] {{(pid=93917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 18:35:27.270179 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-728bad07-971a-4dc7-bcc9-9270d2475510 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-541202'] for router, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:27.270763 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-728bad07-971a-4dc7-bcc9-9270d2475510 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e8098b08-da38-4605-b586-97fee7b43474 {{(pid=93915) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 18:35:27.276658 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-728bad07-971a-4dc7-bcc9-9270d2475510 admin admin] Notify callbacks [] for router, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:27.280702 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 49216) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:35:27.290587 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-728bad07-971a-4dc7-bcc9-9270d2475510 admin admin] 10.222.0.16 "DELETE /v2.0/routers/e8098b08-da38-4605-b586-97fee7b43474 HTTP/1.1" status: 204 len: 168 time: 1.7845852 Jul 14 18:35:27.332905 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b917f5d-c9f4-4176-acb7-628d537ef26b admin admin] Deleting subnet d49b56c3-eb98-4614-ba40-0fb0c157fa98 {{(pid=93916) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 18:35:27.338680 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-4b917f5d-c9f4-4176-acb7-628d537ef26b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:27.383590 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-4b917f5d-c9f4-4176-acb7-628d537ef26b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26296866'] for subnet, precommit_delete_associations {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:27.428981 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-4b917f5d-c9f4-4176-acb7-628d537ef26b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081283'] for subnet, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:27.509969 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-4b917f5d-c9f4-4176-acb7-628d537ef26b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2684816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26033152'] for subnet, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:27.558578 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b917f5d-c9f4-4176-acb7-628d537ef26b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d49b56c3-eb98-4614-ba40-0fb0c157fa98,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:35:27.569799 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-4b917f5d-c9f4-4176-acb7-628d537ef26b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:27.572292 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-4b917f5d-c9f4-4176-acb7-628d537ef26b admin admin] 10.222.0.16 "DELETE /v2.0/subnets/d49b56c3-eb98-4614-ba40-0fb0c157fa98 HTTP/1.1" status: 204 len: 168 time: 0.2901905 Jul 14 18:35:27.574878 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 49228) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:35:27.671603 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-b1826a6d-4c73-4f15-a62f-0fa7355f6287 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645734'] for network, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:27.770678 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-b1826a6d-4c73-4f15-a62f-0fa7355f6287 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2096010', 'neutron.services.segments.db._delete_segments_for_network-8728202734996'] for network, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:27.781820 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.segments.db [None req-b1826a6d-4c73-4f15-a62f-0fa7355f6287 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c2b1ad9-b7c6-42f5-980f-ff933c7b9b10']}} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:35:27.794459 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.segments.db [None req-b1826a6d-4c73-4f15-a62f-0fa7355f6287 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9182ad96-9d5e-42c0-8319-7d34fcf2c5ad') {'for_net_delete': True} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:35:27.794809 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.segments.db [None req-b1826a6d-4c73-4f15-a62f-0fa7355f6287 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9182ad96-9d5e-42c0-8319-7d34fcf2c5ad') {} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:35:27.814096 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-b1826a6d-4c73-4f15-a62f-0fa7355f6287 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728202715275', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26296891'] for segment, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:27.823451 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7b58cc5-d900-4c19-86f4-9befdd4826d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '827a9395-b498-4e0f-b70e-182acf0b86da'}] {{(pid=93917) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:35:27.826367 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20b787f3c29eaa7aa2a4d648c725a2124c5ff39a8d793252f9d844495e14cf42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fca79f34-e1ba-4865-8738-fc3907090659" -d '{"events": [{"server_uuid": "d7b58cc5-d900-4c19-86f4-9befdd4826d6", "name": "network-vif-plugged", "status": "completed", "tag": "827a9395-b498-4e0f-b70e-182acf0b86da"}]}' {{(pid=93917) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:35:27.871727 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-b1826a6d-4c73-4f15-a62f-0fa7355f6287 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:27.883388 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1826a6d-4c73-4f15-a62f-0fa7355f6287 admin admin] Releasing vlan 97 on physical network physnet1 to pool {{(pid=93916) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 18:35:27.884933 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-b1826a6d-4c73-4f15-a62f-0fa7355f6287 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2682942'] for segment, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:27.888662 n-d-800634-3 neutron-server[93916]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:35:27.888662 n-d-800634-3 neutron-server[93916]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:35:27.888662 n-d-800634-3 neutron-server[93916]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:35:27.888662 n-d-800634-3 neutron-server[93916]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:35:27.888662 n-d-800634-3 neutron-server[93916]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:35:27.888662 n-d-800634-3 neutron-server[93916]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:35:27.888662 n-d-800634-3 neutron-server[93916]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:35:27.888662 n-d-800634-3 neutron-server[93916]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:35:27.888662 n-d-800634-3 neutron-server[93916]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:35:27.888662 n-d-800634-3 neutron-server[93916]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:35:27.888662 n-d-800634-3 neutron-server[93916]: Traceback (most recent call last): Jul 14 18:35:27.888662 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 18:35:27.888662 n-d-800634-3 neutron-server[93916]: timer() Jul 14 18:35:27.888662 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 18:35:27.888662 n-d-800634-3 neutron-server[93916]: cb(*args, **kw) Jul 14 18:35:27.888662 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 18:35:27.888662 n-d-800634-3 neutron-server[93916]: return func(*args, **kwargs) Jul 14 18:35:27.888662 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 18:35:27.888662 n-d-800634-3 neutron-server[93916]: self._notify() Jul 14 18:35:27.888662 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 18:35:27.888662 n-d-800634-3 neutron-server[93916]: self.callback(batched_events) Jul 14 18:35:27.888662 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 18:35:27.888662 n-d-800634-3 neutron-server[93916]: event.method(event) Jul 14 18:35:27.888662 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 18:35:27.888662 n-d-800634-3 neutron-server[93916]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 18:35:27.888662 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 18:35:27.888662 n-d-800634-3 neutron-server[93916]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 18:35:27.888662 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 18:35:27.888662 n-d-800634-3 neutron-server[93916]: return f(self, *a, **k) Jul 14 18:35:27.888662 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 18:35:27.888662 n-d-800634-3 neutron-server[93916]: return self._get(url).json() Jul 14 18:35:27.888662 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 18:35:27.888662 n-d-800634-3 neutron-server[93916]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 18:35:27.888662 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 18:35:27.888662 n-d-800634-3 neutron-server[93916]: return self.request(url, 'GET', **kwargs) Jul 14 18:35:27.888662 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 18:35:27.888662 n-d-800634-3 neutron-server[93916]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 18:35:27.888662 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 18:35:27.888662 n-d-800634-3 neutron-server[93916]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 18:35:27.888662 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 18:35:27.888662 n-d-800634-3 neutron-server[93916]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 18:35:27.888662 n-d-800634-3 neutron-server[93916]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 18:35:27.940281 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 18:35:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-867422cd-c1bf-4e45-babb-0d7c1c29303b x-openstack-request-id: req-867422cd-c1bf-4e45-babb-0d7c1c29303b {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:35:27.941257 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7b58cc5-d900-4c19-86f4-9befdd4826d6", "name": "network-vif-plugged", "status": "completed", "tag": "827a9395-b498-4e0f-b70e-182acf0b86da", "code": 200}]} {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:35:27.941257 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-867422cd-c1bf-4e45-babb-0d7c1c29303b {{(pid=93917) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:35:27.941557 n-d-800634-3 neutron-server[93917]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7b58cc5-d900-4c19-86f4-9befdd4826d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '827a9395-b498-4e0f-b70e-182acf0b86da', 'code': 200} Jul 14 18:35:28.033606 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-b1826a6d-4c73-4f15-a62f-0fa7355f6287 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2096001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-930085'] for network, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:28.043597 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-b1826a6d-4c73-4f15-a62f-0fa7355f6287 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598705'] for network, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:28.064491 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-b1826a6d-4c73-4f15-a62f-0fa7355f6287 admin admin] 10.222.0.16 "DELETE /v2.0/networks/5c2b1ad9-b7c6-42f5-980f-ff933c7b9b10 HTTP/1.1" status: 204 len: 168 time: 0.4877963 Jul 14 18:35:28.080556 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1826a6d-4c73-4f15-a62f-0fa7355f6287 admin admin] Pushing event deleted for resources: {'Network': ['ID=5c2b1ad9-b7c6-42f5-980f-ff933c7b9b10,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:35:28.106832 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 49252) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:35:28.194968 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85abb26-2a26-47cd-bed0-afb1d9dce82a req-1a4fbb62-9e2e-4646-ab56-3698feeece7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:35:28.195537 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85abb26-2a26-47cd-bed0-afb1d9dce82a req-1a4fbb62-9e2e-4646-ab56-3698feeece7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:35:28.196384 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85abb26-2a26-47cd-bed0-afb1d9dce82a req-1a4fbb62-9e2e-4646-ab56-3698feeece7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:35:28.197052 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85abb26-2a26-47cd-bed0-afb1d9dce82a req-1a4fbb62-9e2e-4646-ab56-3698feeece7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:35:28.197636 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85abb26-2a26-47cd-bed0-afb1d9dce82a req-1a4fbb62-9e2e-4646-ab56-3698feeece7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:35:28.198169 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85abb26-2a26-47cd-bed0-afb1d9dce82a req-1a4fbb62-9e2e-4646-ab56-3698feeece7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:35:28.198699 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85abb26-2a26-47cd-bed0-afb1d9dce82a req-1a4fbb62-9e2e-4646-ab56-3698feeece7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:35:28.201751 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f85abb26-2a26-47cd-bed0-afb1d9dce82a req-1a4fbb62-9e2e-4646-ab56-3698feeece7b service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=d7b58cc5-d900-4c19-86f4-9befdd4826d6 HTTP/1.1" status: 200 len: 6491 time: 0.1182976 Jul 14 18:35:28.278539 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-424a560e-583d-4315-9944-16da6e3ea851 tempest-RoutersNegativeIpV6Test-2039758575 tempest-RoutersNegativeIpV6Test-2039758575-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-425785958', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:35:28.293233 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f85abb26-2a26-47cd-bed0-afb1d9dce82a req-22012227-2877-49c1-834e-282eaea10617 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=1cc7ef8d-a00b-43d6-95a3-c209cbabb8c3&id=1bfbf1b1-a239-48c4-9d02-fd8b65b471a7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0822592 Jul 14 18:35:28.346606 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-424a560e-583d-4315-9944-16da6e3ea851 tempest-RoutersNegativeIpV6Test-2039758575 tempest-RoutersNegativeIpV6Test-2039758575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-571768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11104'] for router, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:28.347850 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-424a560e-583d-4315-9944-16da6e3ea851 tempest-RoutersNegativeIpV6Test-2039758575 tempest-RoutersNegativeIpV6Test-2039758575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-571675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-930014', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-632314', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11129'] for router, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:28.409720 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 49264) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:35:28.439033 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddaa1347-cead-4693-94c6-64176326ce54 req-d884b207-5952-4712-a021-de9613bff403 tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:35:28.458043 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddaa1347-cead-4693-94c6-64176326ce54 req-d884b207-5952-4712-a021-de9613bff403 tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:35:28.482419 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddaa1347-cead-4693-94c6-64176326ce54 req-d884b207-5952-4712-a021-de9613bff403 tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:35:28.488765 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddaa1347-cead-4693-94c6-64176326ce54 req-d884b207-5952-4712-a021-de9613bff403 tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:35:28.498537 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddaa1347-cead-4693-94c6-64176326ce54 req-d884b207-5952-4712-a021-de9613bff403 tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:35:28.506809 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddaa1347-cead-4693-94c6-64176326ce54 req-d884b207-5952-4712-a021-de9613bff403 tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:35:28.509529 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-424a560e-583d-4315-9944-16da6e3ea851 tempest-RoutersNegativeIpV6Test-2039758575 tempest-RoutersNegativeIpV6Test-2039758575-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:28.519831 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device d57da537-9edf-46de-a3c0-1553301d937e no longer exists at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 18:35:28.522153 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddaa1347-cead-4693-94c6-64176326ce54 req-d884b207-5952-4712-a021-de9613bff403 tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:35:28.532858 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ddaa1347-cead-4693-94c6-64176326ce54 req-d884b207-5952-4712-a021-de9613bff403 tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] 10.222.0.16 "GET /v2.0/ports?device_id=d7b58cc5-d900-4c19-86f4-9befdd4826d6 HTTP/1.1" status: 200 len: 5434 time: 0.1835568 Jul 14 18:35:28.536001 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-424a560e-583d-4315-9944-16da6e3ea851 tempest-RoutersNegativeIpV6Test-2039758575 tempest-RoutersNegativeIpV6Test-2039758575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-571759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-930033'] for router, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:28.550457 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] No Port match for: d57da537-9edf-46de-a3c0-1553301d937e {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 18:35:28.551231 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device d57da537-9edf-46de-a3c0-1553301d937e not bound to the agent host n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 18:35:28.551935 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 178f76c1-e244-4f46-bf04-f67dd021ddba no longer exists at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 18:35:28.590967 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] No Port match for: 178f76c1-e244-4f46-bf04-f67dd021ddba {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 18:35:28.591865 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 178f76c1-e244-4f46-bf04-f67dd021ddba not bound to the agent host n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 18:35:28.594854 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-26af52b0-5382-4ee7-88f8-b3d1ccd6569a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=bc00a49d970c402a9d26e3f8244b6309&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1839428 Jul 14 18:35:28.596535 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-424a560e-583d-4315-9944-16da6e3ea851 tempest-RoutersNegativeIpV6Test-2039758575 tempest-RoutersNegativeIpV6Test-2039758575-project] Notify callbacks [] for router, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:28.597475 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-424a560e-583d-4315-9944-16da6e3ea851 tempest-RoutersNegativeIpV6Test-2039758575 tempest-RoutersNegativeIpV6Test-2039758575-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 711 time: 0.4887726 Jul 14 18:35:28.598099 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 49272) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:35:28.605154 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 49274) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:35:28.606067 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ddaa1347-cead-4693-94c6-64176326ce54 req-48517096-dc86-4c6b-957a-01d3a807b1b5 tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] 10.222.0.16 "GET /v2.0/security-groups?id=1bfbf1b1-a239-48c4-9d02-fd8b65b471a7&id=1cc7ef8d-a00b-43d6-95a3-c209cbabb8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0720518 Jul 14 18:35:28.612601 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-049cb5e9-0e67-4be5-8cac-70a1a76d60af tempest-RoutersNegativeIpV6Test-2039758575 tempest-RoutersNegativeIpV6Test-2039758575-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1754804443'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:35:28.682442 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-049cb5e9-0e67-4be5-8cac-70a1a76d60af tempest-RoutersNegativeIpV6Test-2039758575 tempest-RoutersNegativeIpV6Test-2039758575-project] Made reservation on behalf of 92a05624b93549f8867c1c234e2e2bbe for: {'network': 1} {{(pid=93916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:35:28.686410 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-049cb5e9-0e67-4be5-8cac-70a1a76d60af tempest-RoutersNegativeIpV6Test-2039758575 tempest-RoutersNegativeIpV6Test-2039758575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for network, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:28.699627 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-049cb5e9-0e67-4be5-8cac-70a1a76d60af tempest-RoutersNegativeIpV6Test-2039758575 tempest-RoutersNegativeIpV6Test-2039758575-project] Notify callbacks [] for security_group, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:28.713134 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-2ca85d2f-7c57-4a9c-be86-f0c601c9fc65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:28.747468 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-2ca85d2f-7c57-4a9c-be86-f0c601c9fc65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:28.849469 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-2ca85d2f-7c57-4a9c-be86-f0c601c9fc65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:28.852222 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-2ca85d2f-7c57-4a9c-be86-f0c601c9fc65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:28.855742 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-2ca85d2f-7c57-4a9c-be86-f0c601c9fc65 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/5be666b2-293d-46ef-a6aa-7f465b02e205 HTTP/1.1" status: 204 len: 168 time: 0.2543893 Jul 14 18:35:28.867365 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca85d2f-7c57-4a9c-be86-f0c601c9fc65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5be666b2-293d-46ef-a6aa-7f465b02e205,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:35:28.910426 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-049cb5e9-0e67-4be5-8cac-70a1a76d60af tempest-RoutersNegativeIpV6Test-2039758575 tempest-RoutersNegativeIpV6Test-2039758575-project] Notify callbacks [] for security_group, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:28.915094 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-049cb5e9-0e67-4be5-8cac-70a1a76d60af tempest-RoutersNegativeIpV6Test-2039758575 tempest-RoutersNegativeIpV6Test-2039758575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:28.946937 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-049cb5e9-0e67-4be5-8cac-70a1a76d60af tempest-RoutersNegativeIpV6Test-2039758575 tempest-RoutersNegativeIpV6Test-2039758575-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 98} {{(pid=93916) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 18:35:28.957901 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049cb5e9-0e67-4be5-8cac-70a1a76d60af tempest-RoutersNegativeIpV6Test-2039758575 tempest-RoutersNegativeIpV6Test-2039758575-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c97fb39-de20-4219-ad17-7b1ff7d244ad,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:35:28.983090 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-049cb5e9-0e67-4be5-8cac-70a1a76d60af tempest-RoutersNegativeIpV6Test-2039758575 tempest-RoutersNegativeIpV6Test-2039758575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:28.983736 n-d-800634-3 neutron-server[93916]: INFO neutron.db.segments_db [None req-049cb5e9-0e67-4be5-8cac-70a1a76d60af tempest-RoutersNegativeIpV6Test-2039758575 tempest-RoutersNegativeIpV6Test-2039758575-project] Added segment 78a0b8cd-0280-465c-a13e-6281465dd13b of type vlan for network bf5c6c6b-c541-48e0-be93-68604a3e3e2b Jul 14 18:35:29.052438 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-049cb5e9-0e67-4be5-8cac-70a1a76d60af tempest-RoutersNegativeIpV6Test-2039758575 tempest-RoutersNegativeIpV6Test-2039758575-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728202197517'] for network, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:29.121455 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-049cb5e9-0e67-4be5-8cac-70a1a76d60af tempest-RoutersNegativeIpV6Test-2039758575 tempest-RoutersNegativeIpV6Test-2039758575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727'] for network, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:29.132513 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-049cb5e9-0e67-4be5-8cac-70a1a76d60af tempest-RoutersNegativeIpV6Test-2039758575 tempest-RoutersNegativeIpV6Test-2039758575-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:35:29.133135 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-049cb5e9-0e67-4be5-8cac-70a1a76d60af tempest-RoutersNegativeIpV6Test-2039758575 tempest-RoutersNegativeIpV6Test-2039758575-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598705'] for network, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:29.194391 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-049cb5e9-0e67-4be5-8cac-70a1a76d60af tempest-RoutersNegativeIpV6Test-2039758575 tempest-RoutersNegativeIpV6Test-2039758575-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.5862436 Jul 14 18:35:29.198425 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 49288) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:35:29.203874 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-d2a8d1b7-f718-454b-9db6-586b50b22cbe tempest-RoutersNegativeIpV6Test-2039758575 tempest-RoutersNegativeIpV6Test-2039758575-project] Request body: {'subnet': {'network_id': 'bf5c6c6b-c541-48e0-be93-68604a3e3e2b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:35:29.215732 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049cb5e9-0e67-4be5-8cac-70a1a76d60af tempest-RoutersNegativeIpV6Test-2039758575 tempest-RoutersNegativeIpV6Test-2039758575-project] Pushing event updated for resources: {'Network': ['ID=bf5c6c6b-c541-48e0-be93-68604a3e3e2b,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:35:29.228205 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Network bf5c6c6b-c541-48e0-be93-68604a3e3e2b details requested by agent ovs-agent-n-d-800634-3 with host n-d-800634-3 {{(pid=93917) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 18:35:29.319706 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2a8d1b7-f718-454b-9db6-586b50b22cbe tempest-RoutersNegativeIpV6Test-2039758575 tempest-RoutersNegativeIpV6Test-2039758575-project] Made reservation on behalf of 92a05624b93549f8867c1c234e2e2bbe for: {'subnet': 1} {{(pid=93915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:35:29.326514 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-d2a8d1b7-f718-454b-9db6-586b50b22cbe tempest-RoutersNegativeIpV6Test-2039758575 tempest-RoutersNegativeIpV6Test-2039758575-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28969735'] for subnet, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:29.670910 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-d2a8d1b7-f718-454b-9db6-586b50b22cbe tempest-RoutersNegativeIpV6Test-2039758575 tempest-RoutersNegativeIpV6Test-2039758575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25912837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28969781'] for subnet, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:29.899786 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a8d1b7-f718-454b-9db6-586b50b22cbe tempest-RoutersNegativeIpV6Test-2039758575 tempest-RoutersNegativeIpV6Test-2039758575-project] Pushing event updated for resources: {'Subnet': ['ID=d88dff1a-61e4-40f9-bb82-f00c63725b80,revision_number=0']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:35:29.912609 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2a8d1b7-f718-454b-9db6-586b50b22cbe tempest-RoutersNegativeIpV6Test-2039758575 tempest-RoutersNegativeIpV6Test-2039758575-project] Checking segment: {'id': '78a0b8cd-0280-465c-a13e-6281465dd13b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'bf5c6c6b-c541-48e0-be93-68604a3e3e2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:35:29.912972 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2a8d1b7-f718-454b-9db6-586b50b22cbe tempest-RoutersNegativeIpV6Test-2039758575 tempest-RoutersNegativeIpV6Test-2039758575-project] Network hostable DHCP agents. Network: bf5c6c6b-c541-48e0-be93-68604a3e3e2b, hostable agents: ['028393c3-0576-4ebd-bca1-8ea8a148e1a2'], hosted agents: [] {{(pid=93915) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 18:35:29.945453 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2a8d1b7-f718-454b-9db6-586b50b22cbe tempest-RoutersNegativeIpV6Test-2039758575 tempest-RoutersNegativeIpV6Test-2039758575-project] Network bf5c6c6b-c541-48e0-be93-68604a3e3e2b is scheduled to be hosted by DHCP agent 028393c3-0576-4ebd-bca1-8ea8a148e1a2 with binding_index 1 {{(pid=93915) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 18:35:29.956306 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [None req-d2a8d1b7-f718-454b-9db6-586b50b22cbe tempest-RoutersNegativeIpV6Test-2039758575 tempest-RoutersNegativeIpV6Test-2039758575-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-3, bf5c6c6b-c541-48e0-be93-68604a3e3e2b) {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:35:29.972918 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8865d9ca-4b14-434a-9df4-7dfc52b95c56 req-a66d4c2b-1de5-49cd-853a-0a5978b3d5be tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:35:29.977301 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2454ecb-0943-4f1f-b33d-88ad30e2e0f4 None None] Network bf5c6c6b-c541-48e0-be93-68604a3e3e2b requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:35:29.992421 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8865d9ca-4b14-434a-9df4-7dfc52b95c56 req-a66d4c2b-1de5-49cd-853a-0a5978b3d5be tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:35:30.000279 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8865d9ca-4b14-434a-9df4-7dfc52b95c56 req-a66d4c2b-1de5-49cd-853a-0a5978b3d5be tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:35:30.008991 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8865d9ca-4b14-434a-9df4-7dfc52b95c56 req-a66d4c2b-1de5-49cd-853a-0a5978b3d5be tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:35:30.017133 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8865d9ca-4b14-434a-9df4-7dfc52b95c56 req-a66d4c2b-1de5-49cd-853a-0a5978b3d5be tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:35:30.026428 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8865d9ca-4b14-434a-9df4-7dfc52b95c56 req-a66d4c2b-1de5-49cd-853a-0a5978b3d5be tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:35:30.035478 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8865d9ca-4b14-434a-9df4-7dfc52b95c56 req-a66d4c2b-1de5-49cd-853a-0a5978b3d5be tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:35:30.038468 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-8865d9ca-4b14-434a-9df4-7dfc52b95c56 req-a66d4c2b-1de5-49cd-853a-0a5978b3d5be tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] 10.222.0.16 "GET /v2.0/ports?device_id=d7b58cc5-d900-4c19-86f4-9befdd4826d6 HTTP/1.1" status: 200 len: 5434 time: 0.2218451 Jul 14 18:35:30.040903 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2a8d1b7-f718-454b-9db6-586b50b22cbe tempest-RoutersNegativeIpV6Test-2039758575 tempest-RoutersNegativeIpV6Test-2039758575-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:35:30.041543 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-d2a8d1b7-f718-454b-9db6-586b50b22cbe tempest-RoutersNegativeIpV6Test-2039758575 tempest-RoutersNegativeIpV6Test-2039758575-project] Notify callbacks [] for subnet, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:30.106679 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-d2a8d1b7-f718-454b-9db6-586b50b22cbe tempest-RoutersNegativeIpV6Test-2039758575 tempest-RoutersNegativeIpV6Test-2039758575-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9068041 Jul 14 18:35:30.110325 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 49342) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:35:30.126240 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-c0271f31-cc7b-46c7-be9d-d604819c0f4b tempest-RoutersNegativeIpV6Test-2039758575 tempest-RoutersNegativeIpV6Test-2039758575-project] Request body: {'network': {'name': 'tempest-router-network01--919659449'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:35:30.211886 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b2559a0-edf8-49f7-a8bd-c2819b7757c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9222b97e-5d1c-54f8-ba97-82f172498e76-bf5c6c6b-c541-48e0-be93-68604a3e3e2b', 'network_id': 'bf5c6c6b-c541-48e0-be93-68604a3e3e2b', 'tenant_id': '92a05624b93549f8867c1c234e2e2bbe', 'fixed_ips': [{'subnet_id': 'd88dff1a-61e4-40f9-bb82-f00c63725b80'}]}} from n-d-800634-3. {{(pid=93917) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 18:35:30.213536 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9b2559a0-edf8-49f7-a8bd-c2819b7757c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:30.213770 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-8865d9ca-4b14-434a-9df4-7dfc52b95c56 req-e992da6a-284a-495a-8d5a-6fd5b841329c tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] 10.222.0.16 "GET /v2.0/security-groups?id=1bfbf1b1-a239-48c4-9d02-fd8b65b471a7&id=1cc7ef8d-a00b-43d6-95a3-c209cbabb8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1675792 Jul 14 18:35:30.261446 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0271f31-cc7b-46c7-be9d-d604819c0f4b tempest-RoutersNegativeIpV6Test-2039758575 tempest-RoutersNegativeIpV6Test-2039758575-project] Made reservation on behalf of 92a05624b93549f8867c1c234e2e2bbe for: {'network': 1} {{(pid=93915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:35:30.271536 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-c0271f31-cc7b-46c7-be9d-d604819c0f4b tempest-RoutersNegativeIpV6Test-2039758575 tempest-RoutersNegativeIpV6Test-2039758575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for network, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:30.351014 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0271f31-cc7b-46c7-be9d-d604819c0f4b tempest-RoutersNegativeIpV6Test-2039758575 tempest-RoutersNegativeIpV6Test-2039758575-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 97} {{(pid=93915) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 18:35:30.390104 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-c0271f31-cc7b-46c7-be9d-d604819c0f4b tempest-RoutersNegativeIpV6Test-2039758575 tempest-RoutersNegativeIpV6Test-2039758575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:30.390616 n-d-800634-3 neutron-server[93915]: INFO neutron.db.segments_db [None req-c0271f31-cc7b-46c7-be9d-d604819c0f4b tempest-RoutersNegativeIpV6Test-2039758575 tempest-RoutersNegativeIpV6Test-2039758575-project] Added segment 2defd7cd-828b-486a-9d38-64947344d8fd of type vlan for network d921a1fd-ccb4-405d-8cca-6abef83c7209 Jul 14 18:35:30.399745 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.db_base_plugin_common [None req-9b2559a0-edf8-49f7-a8bd-c2819b7757c2 None None] Allocated IP 2001:db8::2 (bf5c6c6b-c541-48e0-be93-68604a3e3e2b/d88dff1a-61e4-40f9-bb82-f00c63725b80/cb5f64a7-4991-4001-8e82-69c3bac5aa92) {{(pid=93917) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:35:30.543613 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-c0271f31-cc7b-46c7-be9d-d604819c0f4b tempest-RoutersNegativeIpV6Test-2039758575 tempest-RoutersNegativeIpV6Test-2039758575-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728202197517'] for network, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:30.598840 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9b2559a0-edf8-49f7-a8bd-c2819b7757c2 None None] Notify callbacks [] for port, precommit_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:30.623333 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-c0271f31-cc7b-46c7-be9d-d604819c0f4b tempest-RoutersNegativeIpV6Test-2039758575 tempest-RoutersNegativeIpV6Test-2039758575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727'] for network, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:30.627388 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9b2559a0-edf8-49f7-a8bd-c2819b7757c2 None None] Transition to ACTIVE for port object cb5f64a7-4991-4001-8e82-69c3bac5aa92 will not be triggered until provisioned by entity L2. {{(pid=93917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:35:30.635591 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0271f31-cc7b-46c7-be9d-d604819c0f4b tempest-RoutersNegativeIpV6Test-2039758575 tempest-RoutersNegativeIpV6Test-2039758575-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:35:30.636272 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-c0271f31-cc7b-46c7-be9d-d604819c0f4b tempest-RoutersNegativeIpV6Test-2039758575 tempest-RoutersNegativeIpV6Test-2039758575-project] Notify callbacks [] for network, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:30.646063 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9b2559a0-edf8-49f7-a8bd-c2819b7757c2 None None] Transition to ACTIVE for port object cb5f64a7-4991-4001-8e82-69c3bac5aa92 will not be triggered until provisioned by entity DHCP. {{(pid=93917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:35:30.660070 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9b2559a0-edf8-49f7-a8bd-c2819b7757c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804'] for port, after_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:30.727136 n-d-800634-3 neutron-server[93917]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b2559a0-edf8-49f7-a8bd-c2819b7757c2 None None] Network bf5c6c6b-c541-48e0-be93-68604a3e3e2b is already hosted by enough agents. {{(pid=93917) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:35:30.732703 n-d-800634-3 neutron-server[93917]: DEBUG neutron.scheduler.base_scheduler [None req-9b2559a0-edf8-49f7-a8bd-c2819b7757c2 None None] Resources bound (agent type, host, resource id): {{(pid=93917) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:35:30.736628 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b2559a0-edf8-49f7-a8bd-c2819b7757c2 None None] Received port after_create {{(pid=93917) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:35:30.750820 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2559a0-edf8-49f7-a8bd-c2819b7757c2 None None] Pushing event updated for resources: {'Port': ['ID=cb5f64a7-4991-4001-8e82-69c3bac5aa92,revision_number=1']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:35:30.772373 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-c0271f31-cc7b-46c7-be9d-d604819c0f4b tempest-RoutersNegativeIpV6Test-2039758575 tempest-RoutersNegativeIpV6Test-2039758575-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.6598487 Jul 14 18:35:30.774638 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 49382) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:35:30.782344 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-762debf0-6910-40a1-845e-b947e7b1ba69 tempest-RoutersNegativeIpV6Test-2039758575 tempest-RoutersNegativeIpV6Test-2039758575-project] Request body: {'network': {'name': 'tempest-router-network02--2133922161'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:35:30.791977 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0271f31-cc7b-46c7-be9d-d604819c0f4b tempest-RoutersNegativeIpV6Test-2039758575 tempest-RoutersNegativeIpV6Test-2039758575-project] Pushing event updated for resources: {'Network': ['ID=d921a1fd-ccb4-405d-8cca-6abef83c7209,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:35:30.831538 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Network d921a1fd-ccb4-405d-8cca-6abef83c7209 details requested by agent ovs-agent-n-d-800634-3 with host n-d-800634-3 {{(pid=93917) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 18:35:30.883451 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-762debf0-6910-40a1-845e-b947e7b1ba69 tempest-RoutersNegativeIpV6Test-2039758575 tempest-RoutersNegativeIpV6Test-2039758575-project] Made reservation on behalf of 92a05624b93549f8867c1c234e2e2bbe for: {'network': 1} {{(pid=93916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:35:30.891405 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-762debf0-6910-40a1-845e-b947e7b1ba69 tempest-RoutersNegativeIpV6Test-2039758575 tempest-RoutersNegativeIpV6Test-2039758575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for network, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:30.933011 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-9b2559a0-edf8-49f7-a8bd-c2819b7757c2 None None] Attempting to bind port cb5f64a7-4991-4001-8e82-69c3bac5aa92 on host n-d-800634-3 for vnic_type normal with profile {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:35:30.933391 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-9b2559a0-edf8-49f7-a8bd-c2819b7757c2 None None] Attempting to bind port cb5f64a7-4991-4001-8e82-69c3bac5aa92 by drivers openvswitch,hyperv on host n-d-800634-3 at level 0 using segments [{'id': '78a0b8cd-0280-465c-a13e-6281465dd13b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'bf5c6c6b-c541-48e0-be93-68604a3e3e2b'}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:35:30.933831 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b2559a0-edf8-49f7-a8bd-c2819b7757c2 None None] Attempting to bind port cb5f64a7-4991-4001-8e82-69c3bac5aa92 on network bf5c6c6b-c541-48e0-be93-68604a3e3e2b {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:35:30.950643 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b2559a0-edf8-49f7-a8bd-c2819b7757c2 None None] Checking agent: {'id': '01c19e91-a945-4e3c-94a6-c211e17c923e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 8, 23), 'started_at': datetime.datetime(2021, 7, 14, 18, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 18, 35, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 18:35:30.951022 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b2559a0-edf8-49f7-a8bd-c2819b7757c2 None None] Checking segment: {'id': '78a0b8cd-0280-465c-a13e-6281465dd13b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'bf5c6c6b-c541-48e0-be93-68604a3e3e2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93917) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:35:30.951426 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9b2559a0-edf8-49f7-a8bd-c2819b7757c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:30.951836 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b2559a0-edf8-49f7-a8bd-c2819b7757c2 None None] Bound using segment: {'id': '78a0b8cd-0280-465c-a13e-6281465dd13b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'bf5c6c6b-c541-48e0-be93-68604a3e3e2b'} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 18:35:30.952447 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-9b2559a0-edf8-49f7-a8bd-c2819b7757c2 None None] Bound port: cb5f64a7-4991-4001-8e82-69c3bac5aa92, host: n-d-800634-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78a0b8cd-0280-465c-a13e-6281465dd13b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'bf5c6c6b-c541-48e0-be93-68604a3e3e2b'}}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 18:35:30.953151 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9b2559a0-edf8-49f7-a8bd-c2819b7757c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:30.955496 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-762debf0-6910-40a1-845e-b947e7b1ba69 tempest-RoutersNegativeIpV6Test-2039758575 tempest-RoutersNegativeIpV6Test-2039758575-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 89} {{(pid=93916) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 18:35:30.978004 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-762debf0-6910-40a1-845e-b947e7b1ba69 tempest-RoutersNegativeIpV6Test-2039758575 tempest-RoutersNegativeIpV6Test-2039758575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:30.978632 n-d-800634-3 neutron-server[93916]: INFO neutron.db.segments_db [None req-762debf0-6910-40a1-845e-b947e7b1ba69 tempest-RoutersNegativeIpV6Test-2039758575 tempest-RoutersNegativeIpV6Test-2039758575-project] Added segment 35fd8a1c-9b8a-4561-aaf1-134994c84f51 of type vlan for network 43fbebcf-630f-4265-8038-ba30fac1761d Jul 14 18:35:30.998589 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a947b118-54d6-432e-b2fe-fcf2a542d901 req-00103c6c-534d-47b7-bea9-eb73923d71c9 tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:35:31.008433 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a947b118-54d6-432e-b2fe-fcf2a542d901 req-00103c6c-534d-47b7-bea9-eb73923d71c9 tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:35:31.027974 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a947b118-54d6-432e-b2fe-fcf2a542d901 req-00103c6c-534d-47b7-bea9-eb73923d71c9 tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:35:31.038429 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a947b118-54d6-432e-b2fe-fcf2a542d901 req-00103c6c-534d-47b7-bea9-eb73923d71c9 tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:35:31.051124 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-762debf0-6910-40a1-845e-b947e7b1ba69 tempest-RoutersNegativeIpV6Test-2039758575 tempest-RoutersNegativeIpV6Test-2039758575-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728202197517'] for network, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:31.075098 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-9b2559a0-edf8-49f7-a8bd-c2819b7757c2 None None] For port cb5f64a7-4991-4001-8e82-69c3bac5aa92, host n-d-800634-3, cleared binding levels {{(pid=93917) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:35:31.076101 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a947b118-54d6-432e-b2fe-fcf2a542d901 req-00103c6c-534d-47b7-bea9-eb73923d71c9 tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:35:31.079576 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-9b2559a0-edf8-49f7-a8bd-c2819b7757c2 None None] For port cb5f64a7-4991-4001-8e82-69c3bac5aa92, host n-d-800634-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=cb5f64a7-4991-4001-8e82-69c3bac5aa92,segment=NetworkSegment(78a0b8cd-0280-465c-a13e-6281465dd13b),segment_id=78a0b8cd-0280-465c-a13e-6281465dd13b)] {{(pid=93917) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 18:35:31.089899 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9b2559a0-edf8-49f7-a8bd-c2819b7757c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:31.095852 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a947b118-54d6-432e-b2fe-fcf2a542d901 req-00103c6c-534d-47b7-bea9-eb73923d71c9 tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:35:31.098446 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-762debf0-6910-40a1-845e-b947e7b1ba69 tempest-RoutersNegativeIpV6Test-2039758575 tempest-RoutersNegativeIpV6Test-2039758575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727'] for network, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:31.108388 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-762debf0-6910-40a1-845e-b947e7b1ba69 tempest-RoutersNegativeIpV6Test-2039758575 tempest-RoutersNegativeIpV6Test-2039758575-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:35:31.109418 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-762debf0-6910-40a1-845e-b947e7b1ba69 tempest-RoutersNegativeIpV6Test-2039758575 tempest-RoutersNegativeIpV6Test-2039758575-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598705'] for network, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:31.116316 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a947b118-54d6-432e-b2fe-fcf2a542d901 req-00103c6c-534d-47b7-bea9-eb73923d71c9 tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:35:31.125520 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a947b118-54d6-432e-b2fe-fcf2a542d901 req-00103c6c-534d-47b7-bea9-eb73923d71c9 tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] 10.222.0.16 "GET /v2.0/ports?device_id=d7b58cc5-d900-4c19-86f4-9befdd4826d6 HTTP/1.1" status: 200 len: 5434 time: 0.3135900 Jul 14 18:35:31.132061 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 49402) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:35:31.138566 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-a9ee758e-c75d-4c82-be6e-805990eebcba tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Request body: {'floatingip': {'port_id': '827a9395-b498-4e0f-b70e-182acf0b86da'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:35:31.205462 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-762debf0-6910-40a1-845e-b947e7b1ba69 tempest-RoutersNegativeIpV6Test-2039758575 tempest-RoutersNegativeIpV6Test-2039758575-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4286711 Jul 14 18:35:31.206357 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 49410) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:35:31.220727 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2559a0-edf8-49f7-a8bd-c2819b7757c2 None None] Pushing event updated for resources: {'Port': ['ID=cb5f64a7-4991-4001-8e82-69c3bac5aa92,revision_number=2']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:35:31.238675 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-d2687239-8fed-4563-9826-1370bd881231 tempest-RoutersNegativeIpV6Test-2039758575 tempest-RoutersNegativeIpV6Test-2039758575-project] Request body: {'subnet': {'network_id': 'd921a1fd-ccb4-405d-8cca-6abef83c7209', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:35:31.248174 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-a9ee758e-c75d-4c82-be6e-805990eebcba tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Notify callbacks [] for floatingip, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:31.376704 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762debf0-6910-40a1-845e-b947e7b1ba69 tempest-RoutersNegativeIpV6Test-2039758575 tempest-RoutersNegativeIpV6Test-2039758575-project] Pushing event updated for resources: {'Network': ['ID=43fbebcf-630f-4265-8038-ba30fac1761d,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:35:31.391201 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Network 43fbebcf-630f-4265-8038-ba30fac1761d details requested by agent ovs-agent-n-d-800634-3 with host n-d-800634-3 {{(pid=93917) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 18:35:31.401172 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2687239-8fed-4563-9826-1370bd881231 tempest-RoutersNegativeIpV6Test-2039758575 tempest-RoutersNegativeIpV6Test-2039758575-project] Made reservation on behalf of 92a05624b93549f8867c1c234e2e2bbe for: {'subnet': 1} {{(pid=93916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:35:31.407136 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-d2687239-8fed-4563-9826-1370bd881231 tempest-RoutersNegativeIpV6Test-2039758575 tempest-RoutersNegativeIpV6Test-2039758575-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26033189'] for subnet, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:31.823947 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-d2687239-8fed-4563-9826-1370bd881231 tempest-RoutersNegativeIpV6Test-2039758575 tempest-RoutersNegativeIpV6Test-2039758575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2684753', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26033175'] for subnet, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:31.833785 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 49422) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:35:31.950554 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2687239-8fed-4563-9826-1370bd881231 tempest-RoutersNegativeIpV6Test-2039758575 tempest-RoutersNegativeIpV6Test-2039758575-project] Checking segment: {'id': '2defd7cd-828b-486a-9d38-64947344d8fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'd921a1fd-ccb4-405d-8cca-6abef83c7209'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93916) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:35:31.950905 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2687239-8fed-4563-9826-1370bd881231 tempest-RoutersNegativeIpV6Test-2039758575 tempest-RoutersNegativeIpV6Test-2039758575-project] Network hostable DHCP agents. Network: d921a1fd-ccb4-405d-8cca-6abef83c7209, hostable agents: ['028393c3-0576-4ebd-bca1-8ea8a148e1a2'], hosted agents: [] {{(pid=93916) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 18:35:31.956355 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2687239-8fed-4563-9826-1370bd881231 tempest-RoutersNegativeIpV6Test-2039758575 tempest-RoutersNegativeIpV6Test-2039758575-project] Pushing event updated for resources: {'Subnet': ['ID=4680a183-a2fc-4032-992f-2296e1a6be79,revision_number=0']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:35:31.996247 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2687239-8fed-4563-9826-1370bd881231 tempest-RoutersNegativeIpV6Test-2039758575 tempest-RoutersNegativeIpV6Test-2039758575-project] Network d921a1fd-ccb4-405d-8cca-6abef83c7209 is scheduled to be hosted by DHCP agent 028393c3-0576-4ebd-bca1-8ea8a148e1a2 with binding_index 1 {{(pid=93916) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 18:35:32.013904 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [None req-d2687239-8fed-4563-9826-1370bd881231 tempest-RoutersNegativeIpV6Test-2039758575 tempest-RoutersNegativeIpV6Test-2039758575-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-3, d921a1fd-ccb4-405d-8cca-6abef83c7209) {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:35:32.018526 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2687239-8fed-4563-9826-1370bd881231 tempest-RoutersNegativeIpV6Test-2039758575 tempest-RoutersNegativeIpV6Test-2039758575-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:35:32.019121 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-d2687239-8fed-4563-9826-1370bd881231 tempest-RoutersNegativeIpV6Test-2039758575 tempest-RoutersNegativeIpV6Test-2039758575-project] Notify callbacks [] for subnet, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:32.025317 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b77c4ca7-4cc1-4f49-827b-c43dc79d695e None None] Network d921a1fd-ccb4-405d-8cca-6abef83c7209 requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:35:32.074530 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-d2687239-8fed-4563-9826-1370bd881231 tempest-RoutersNegativeIpV6Test-2039758575 tempest-RoutersNegativeIpV6Test-2039758575-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8634865 Jul 14 18:35:32.075173 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 49432) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:35:32.084507 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-bb0409ce-3e29-49ca-9034-bff068a5ae02 tempest-RoutersNegativeIpV6Test-2039758575 tempest-RoutersNegativeIpV6Test-2039758575-project] Request body: {'subnet': {'network_id': '43fbebcf-630f-4265-8038-ba30fac1761d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:35:32.132758 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-7ac5eb67-1c91-4593-b14e-afae418cf40c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:32.280063 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 49436) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:35:32.311952 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.db.resource_extend [None req-a9ee758e-c75d-4c82-be6e-805990eebcba tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 14 18:35:32.363696 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23e9ad37-6acd-4303-b315-dd698059e8d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9222b97e-5d1c-54f8-ba97-82f172498e76-d921a1fd-ccb4-405d-8cca-6abef83c7209', 'network_id': 'd921a1fd-ccb4-405d-8cca-6abef83c7209', 'tenant_id': '92a05624b93549f8867c1c234e2e2bbe', 'fixed_ips': [{'subnet_id': '4680a183-a2fc-4032-992f-2296e1a6be79'}]}} from n-d-800634-3. {{(pid=93917) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 18:35:32.364617 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-23e9ad37-6acd-4303-b315-dd698059e8d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:32.415694 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:32.545431 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-05f9006a-35ff-44a7-8e98-dee7b1b6a981 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:32.562037 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-7ac5eb67-1c91-4593-b14e-afae418cf40c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:32.586375 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-a9ee758e-c75d-4c82-be6e-805990eebcba tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:32.588575 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-7ac5eb67-1c91-4593-b14e-afae418cf40c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:32.629909 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-a9ee758e-c75d-4c82-be6e-805990eebcba tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-930131'] for floatingip, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:32.635042 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device cb5f64a7-4991-4001-8e82-69c3bac5aa92 up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:35:32.636662 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb0409ce-3e29-49ca-9034-bff068a5ae02 tempest-RoutersNegativeIpV6Test-2039758575 tempest-RoutersNegativeIpV6Test-2039758575-project] Made reservation on behalf of 92a05624b93549f8867c1c234e2e2bbe for: {'subnet': 1} {{(pid=93916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:35:32.643544 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-bb0409ce-3e29-49ca-9034-bff068a5ae02 tempest-RoutersNegativeIpV6Test-2039758575 tempest-RoutersNegativeIpV6Test-2039758575-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26033189'] for subnet, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:32.732460 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-7ac5eb67-1c91-4593-b14e-afae418cf40c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f8580f1f5046485daa34163435b8856c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8937154 Jul 14 18:35:32.736050 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 49444) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:35:32.767361 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac5eb67-1c91-4593-b14e-afae418cf40c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a96d79c5-e1e6-4c91-a8a6-b10d5dab9846,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:35:32.774915 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.db_base_plugin_common [None req-23e9ad37-6acd-4303-b315-dd698059e8d2 None None] Allocated IP 2001:db8::2 (d921a1fd-ccb4-405d-8cca-6abef83c7209/4680a183-a2fc-4032-992f-2296e1a6be79/1a208a31-9c35-4f23-82bb-0295030f28f9) {{(pid=93917) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:35:32.836851 n-d-800634-3 neutron-server[93915]: INFO neutron.db.l3_db [None req-a9ee758e-c75d-4c82-be6e-805990eebcba tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Floating IP 135c5d30-0d1b-4771-a986-58a6f0e0a556 associated. External IP: 172.25.1.63, port: 827a9395-b498-4e0f-b70e-182acf0b86da. Jul 14 18:35:32.957081 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-49c708c3-916f-4be2-bb7a-2a32eaf641fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:32.974555 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning for port cb5f64a7-4991-4001-8e82-69c3bac5aa92 completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:35:33.025345 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-49c708c3-916f-4be2-bb7a-2a32eaf641fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:33.075908 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e3f0995-7d8c-4095-be3f-8e8ac885e9cc None None] Network bf5c6c6b-c541-48e0-be93-68604a3e3e2b requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:35:33.165355 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-05f9006a-35ff-44a7-8e98-dee7b1b6a981 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:33.197407 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9ee758e-c75d-4c82-be6e-805990eebcba tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Router 3d66d1cf-0e59-4a39-bd79-0339de07e4f4 has already been hosted by L3 agent 2c6eb27e-defb-4cca-9a24-381c7415e359 {{(pid=93915) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 18:35:33.199635 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-05f9006a-35ff-44a7-8e98-dee7b1b6a981 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:33.230009 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-21d8e297-f2a2-4894-a058-98a11f11760c None None] Provisioning for port cb5f64a7-4991-4001-8e82-69c3bac5aa92 completed by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:35:33.244578 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-21d8e297-f2a2-4894-a058-98a11f11760c None None] Provisioning complete for port cb5f64a7-4991-4001-8e82-69c3bac5aa92 triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:35:33.245332 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-21d8e297-f2a2-4894-a058-98a11f11760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:33.257958 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-23e9ad37-6acd-4303-b315-dd698059e8d2 None None] Notify callbacks [] for port, precommit_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:33.268867 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-bb0409ce-3e29-49ca-9034-bff068a5ae02 tempest-RoutersNegativeIpV6Test-2039758575 tempest-RoutersNegativeIpV6Test-2039758575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2684753', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26033175'] for subnet, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:33.273740 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-05f9006a-35ff-44a7-8e98-dee7b1b6a981 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c8d2be1310f64560a3c78066611cb71e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9931598 Jul 14 18:35:33.283344 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 49450) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:35:33.304039 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-23e9ad37-6acd-4303-b315-dd698059e8d2 None None] Transition to ACTIVE for port object 1a208a31-9c35-4f23-82bb-0295030f28f9 will not be triggered until provisioned by entity L2. {{(pid=93917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:35:33.314887 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f9006a-35ff-44a7-8e98-dee7b1b6a981 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18262f8f-0eb2-4357-a5eb-e4d4c1d6e4d5,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:35:33.327496 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-49c708c3-916f-4be2-bb7a-2a32eaf641fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:33.333890 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-49c708c3-916f-4be2-bb7a-2a32eaf641fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:33.335756 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-49c708c3-916f-4be2-bb7a-2a32eaf641fe admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a96d79c5-e1e6-4c91-a8a6-b10d5dab9846 HTTP/1.1" status: 204 len: 168 time: 0.5955398 Jul 14 18:35:33.364945 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-23e9ad37-6acd-4303-b315-dd698059e8d2 None None] Transition to ACTIVE for port object 1a208a31-9c35-4f23-82bb-0295030f28f9 will not be triggered until provisioned by entity DHCP. {{(pid=93917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:35:33.383984 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c708c3-916f-4be2-bb7a-2a32eaf641fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a96d79c5-e1e6-4c91-a8a6-b10d5dab9846,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:35:33.391723 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-23e9ad37-6acd-4303-b315-dd698059e8d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804'] for port, after_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:33.419340 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0409ce-3e29-49ca-9034-bff068a5ae02 tempest-RoutersNegativeIpV6Test-2039758575 tempest-RoutersNegativeIpV6Test-2039758575-project] Pushing event updated for resources: {'Subnet': ['ID=b18c6530-482c-405a-ba56-d58df43a6693,revision_number=0']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:35:33.424254 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9ee758e-c75d-4c82-be6e-805990eebcba tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Notify agent at l3_agent.n-d-800634-3 the message routers_updated {{(pid=93915) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 18:35:33.435031 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88f37eb4-aef3-4fa6-a458-7f39bbf02435 None None] Sync routers for ids ['3d66d1cf-0e59-4a39-bd79-0339de07e4f4'] in n-d-800634-3 {{(pid=93918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 18:35:33.458351 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-a9ee758e-c75d-4c82-be6e-805990eebcba tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for floatingip, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:33.469335 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88f37eb4-aef3-4fa6-a458-7f39bbf02435 None None] Routers {'3d66d1cf-0e59-4a39-bd79-0339de07e4f4'} bound to L3 agent in host n-d-800634-3 {{(pid=93918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:35:33.470728 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-88f37eb4-aef3-4fa6-a458-7f39bbf02435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:35:23Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['3d66d1cf-0e59-4a39-bd79-0339de07e4f4'], 'active': True} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:35:33.478911 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-2c7f242b-cc2e-498f-8477-e91469f5c7a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:33.482842 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb0409ce-3e29-49ca-9034-bff068a5ae02 tempest-RoutersNegativeIpV6Test-2039758575 tempest-RoutersNegativeIpV6Test-2039758575-project] Checking segment: {'id': '35fd8a1c-9b8a-4561-aaf1-134994c84f51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '43fbebcf-630f-4265-8038-ba30fac1761d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93916) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:35:33.483255 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb0409ce-3e29-49ca-9034-bff068a5ae02 tempest-RoutersNegativeIpV6Test-2039758575 tempest-RoutersNegativeIpV6Test-2039758575-project] Network hostable DHCP agents. Network: 43fbebcf-630f-4265-8038-ba30fac1761d, hostable agents: ['028393c3-0576-4ebd-bca1-8ea8a148e1a2'], hosted agents: [] {{(pid=93916) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 18:35:33.542241 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-2c7f242b-cc2e-498f-8477-e91469f5c7a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:33.579891 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb0409ce-3e29-49ca-9034-bff068a5ae02 tempest-RoutersNegativeIpV6Test-2039758575 tempest-RoutersNegativeIpV6Test-2039758575-project] Network 43fbebcf-630f-4265-8038-ba30fac1761d is scheduled to be hosted by DHCP agent 028393c3-0576-4ebd-bca1-8ea8a148e1a2 with binding_index 1 {{(pid=93916) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 18:35:33.580751 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-a9ee758e-c75d-4c82-be6e-805990eebcba tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] 10.222.0.16 "PUT /v2.0/floatingips/135c5d30-0d1b-4771-a986-58a6f0e0a556 HTTP/1.1" status: 200 len: 990 time: 2.4473543 Jul 14 18:35:33.582944 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7b58cc5-d900-4c19-86f4-9befdd4826d6', 'tag': '827a9395-b498-4e0f-b70e-182acf0b86da'}] {{(pid=93915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:35:33.587509 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e72782ad3af8f7d4ce76cedf092bca46d1756acc5c4653cf0b52034cdd6b073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cfe44ab-0dfb-494e-8317-a1d2bd5658b5" -d '{"events": [{"name": "network-changed", "server_uuid": "d7b58cc5-d900-4c19-86f4-9befdd4826d6", "tag": "827a9395-b498-4e0f-b70e-182acf0b86da"}]}' {{(pid=93915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:35:33.606889 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e9ad37-6acd-4303-b315-dd698059e8d2 None None] Pushing event updated for resources: {'Port': ['ID=1a208a31-9c35-4f23-82bb-0295030f28f9,revision_number=1']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:35:33.610346 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [None req-bb0409ce-3e29-49ca-9034-bff068a5ae02 tempest-RoutersNegativeIpV6Test-2039758575 tempest-RoutersNegativeIpV6Test-2039758575-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-3, 43fbebcf-630f-4265-8038-ba30fac1761d) {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:35:33.630867 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvr_db [None req-88f37eb4-aef3-4fa6-a458-7f39bbf02435 None None] Set router 3d66d1cf-0e59-4a39-bd79-0339de07e4f4 gateway port host: n-d-800634-3 {{(pid=93918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 18:35:33.643096 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb0409ce-3e29-49ca-9034-bff068a5ae02 tempest-RoutersNegativeIpV6Test-2039758575 tempest-RoutersNegativeIpV6Test-2039758575-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:35:33.643693 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-bb0409ce-3e29-49ca-9034-bff068a5ae02 tempest-RoutersNegativeIpV6Test-2039758575 tempest-RoutersNegativeIpV6Test-2039758575-project] Notify callbacks [] for subnet, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:33.688194 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-bb0409ce-3e29-49ca-9034-bff068a5ae02 tempest-RoutersNegativeIpV6Test-2039758575 tempest-RoutersNegativeIpV6Test-2039758575-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6079731 Jul 14 18:35:33.688715 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 49462) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:35:33.717499 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-2c7f242b-cc2e-498f-8477-e91469f5c7a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:33.727114 n-d-800634-3 neutron-server[93917]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23e9ad37-6acd-4303-b315-dd698059e8d2 None None] Network d921a1fd-ccb4-405d-8cca-6abef83c7209 is already hosted by enough agents. {{(pid=93917) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:35:33.736560 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-2c7f242b-cc2e-498f-8477-e91469f5c7a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:33.737743 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-2c7f242b-cc2e-498f-8477-e91469f5c7a8 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/18262f8f-0eb2-4357-a5eb-e4d4c1d6e4d5 HTTP/1.1" status: 204 len: 168 time: 0.4529822 Jul 14 18:35:33.739299 n-d-800634-3 neutron-server[93917]: DEBUG neutron.scheduler.base_scheduler [None req-23e9ad37-6acd-4303-b315-dd698059e8d2 None None] Resources bound (agent type, host, resource id): {{(pid=93917) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:35:33.760600 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23e9ad37-6acd-4303-b315-dd698059e8d2 None None] Received port after_create {{(pid=93917) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:35:33.770024 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e57e7a44-10a7-4a1b-bfa7-885895b9b476 None None] Network 43fbebcf-630f-4265-8038-ba30fac1761d requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:35:33.785725 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7f242b-cc2e-498f-8477-e91469f5c7a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18262f8f-0eb2-4357-a5eb-e4d4c1d6e4d5,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:35:33.789048 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 18:35:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cea66233-1be3-4b59-b2d3-a058814f60f6 x-openstack-request-id: req-cea66233-1be3-4b59-b2d3-a058814f60f6 {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:35:33.789380 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7b58cc5-d900-4c19-86f4-9befdd4826d6", "tag": "827a9395-b498-4e0f-b70e-182acf0b86da", "status": "completed", "code": 200}]} {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:35:33.789612 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-cea66233-1be3-4b59-b2d3-a058814f60f6 {{(pid=93915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:35:33.795622 n-d-800634-3 neutron-server[93915]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7b58cc5-d900-4c19-86f4-9befdd4826d6', 'tag': '827a9395-b498-4e0f-b70e-182acf0b86da', 'status': 'completed', 'code': 200} Jul 14 18:35:33.968929 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-88f37eb4-aef3-4fa6-a458-7f39bbf02435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d66d1cf-0e59-4a39-bd79-0339de07e4f4', 'name': 'tempest-TaggedBootDevicesTest-167320257-router', 'tenant_id': '97b50484cf0c4fbaadc06c25d281353e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.9'}], 'enable_snat': True}, 'gw_port_id': 'f4dce0fa-4466-4422-8fbf-e549ad994da8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:33:05Z', 'updated_at': '2021-07-14T18:33:21Z', 'revision_number': 4, 'project_id': '97b50484cf0c4fbaadc06c25d281353e', 'gw_port': {'id': 'f4dce0fa-4466-4422-8fbf-e549ad994da8', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:99:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d66d1cf-0e59-4a39-bd79-0339de07e4f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1539, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:33:09Z', 'updated_at': '2021-07-14T18:33:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_floatingips': [{'id': '135c5d30-0d1b-4771-a986-58a6f0e0a556', 'tenant_id': '97b50484cf0c4fbaadc06c25d281353e', 'floating_ip_address': '172.25.1.63', 'floating_network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'router_id': '3d66d1cf-0e59-4a39-bd79-0339de07e4f4', 'port_id': '827a9395-b498-4e0f-b70e-182acf0b86da', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1637, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3451eaf-fb13-48b5-b64d-da7580c60487', 'mac_address': 'fa:16:3e:b5:7e:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7b58cc5-d900-4c19-86f4-9befdd4826d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T18:34:16Z', 'updated_at': '2021-07-14T18:35:32Z', 'revision_number': 1, 'project_id': '97b50484cf0c4fbaadc06c25d281353e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'acce96de-fa0d-4328-b8c7-90358a15052d', 'name': '', 'network_id': 'a3451eaf-fb13-48b5-b64d-da7580c60487', 'tenant_id': '97b50484cf0c4fbaadc06c25d281353e', 'mac_address': 'fa:16:3e:ff:49:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d66d1cf-0e59-4a39-bd79-0339de07e4f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1540, 'fixed_ips': [{'subnet_id': 'ca505849-4eae-4ad9-8cb2-1c989449b21f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:33:19Z', 'updated_at': '2021-07-14T18:33:28Z', 'revision_number': 5, 'project_id': '97b50484cf0c4fbaadc06c25d281353e', 'subnets': [{'id': 'ca505849-4eae-4ad9-8cb2-1c989449b21f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-3', False) {} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:35:34.021447 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-21d8e297-f2a2-4894-a058-98a11f11760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:34.030083 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88f37eb4-aef3-4fa6-a458-7f39bbf02435 None None] Checking router: 3d66d1cf-0e59-4a39-bd79-0339de07e4f4 for host: n-d-800634-3 {{(pid=93918) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 18:35:34.042532 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88f37eb4-aef3-4fa6-a458-7f39bbf02435 None None] Routers {'3d66d1cf-0e59-4a39-bd79-0339de07e4f4'} bound to L3 agent in host n-d-800634-3 {{(pid=93918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:35:34.043683 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-88f37eb4-aef3-4fa6-a458-7f39bbf02435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:35:23Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['3d66d1cf-0e59-4a39-bd79-0339de07e4f4'], 'active': True} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:35:34.196629 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-23e9ad37-6acd-4303-b315-dd698059e8d2 None None] Attempting to bind port 1a208a31-9c35-4f23-82bb-0295030f28f9 on host n-d-800634-3 for vnic_type normal with profile {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:35:34.197433 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-23e9ad37-6acd-4303-b315-dd698059e8d2 None None] Attempting to bind port 1a208a31-9c35-4f23-82bb-0295030f28f9 by drivers openvswitch,hyperv on host n-d-800634-3 at level 0 using segments [{'id': '2defd7cd-828b-486a-9d38-64947344d8fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'd921a1fd-ccb4-405d-8cca-6abef83c7209'}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:35:34.200189 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23e9ad37-6acd-4303-b315-dd698059e8d2 None None] Attempting to bind port 1a208a31-9c35-4f23-82bb-0295030f28f9 on network d921a1fd-ccb4-405d-8cca-6abef83c7209 {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:35:34.221071 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23e9ad37-6acd-4303-b315-dd698059e8d2 None None] Checking agent: {'id': '01c19e91-a945-4e3c-94a6-c211e17c923e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 8, 23), 'started_at': datetime.datetime(2021, 7, 14, 18, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 18, 35, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 18:35:34.221388 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23e9ad37-6acd-4303-b315-dd698059e8d2 None None] Checking segment: {'id': '2defd7cd-828b-486a-9d38-64947344d8fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'd921a1fd-ccb4-405d-8cca-6abef83c7209'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93917) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:35:34.221764 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-23e9ad37-6acd-4303-b315-dd698059e8d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:34.225849 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23e9ad37-6acd-4303-b315-dd698059e8d2 None None] Bound using segment: {'id': '2defd7cd-828b-486a-9d38-64947344d8fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'd921a1fd-ccb4-405d-8cca-6abef83c7209'} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 18:35:34.226774 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-23e9ad37-6acd-4303-b315-dd698059e8d2 None None] Bound port: 1a208a31-9c35-4f23-82bb-0295030f28f9, host: n-d-800634-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2defd7cd-828b-486a-9d38-64947344d8fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'd921a1fd-ccb4-405d-8cca-6abef83c7209'}}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 18:35:34.228433 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-23e9ad37-6acd-4303-b315-dd698059e8d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:34.261010 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvr_db [None req-88f37eb4-aef3-4fa6-a458-7f39bbf02435 None None] Set router 3d66d1cf-0e59-4a39-bd79-0339de07e4f4 gateway port host: n-d-800634-3 {{(pid=93918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 18:35:34.335102 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-21d8e297-f2a2-4894-a058-98a11f11760c None None] For port cb5f64a7-4991-4001-8e82-69c3bac5aa92, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=cb5f64a7-4991-4001-8e82-69c3bac5aa92,segment=NetworkSegment(78a0b8cd-0280-465c-a13e-6281465dd13b),segment_id=78a0b8cd-0280-465c-a13e-6281465dd13b)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:35:34.354622 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 49484) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:35:34.377336 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-893c338a-fd3a-4fca-8434-90671674cfca admin admin] Notify callbacks [] for security_group, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:34.450716 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-21d8e297-f2a2-4894-a058-98a11f11760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:34.670991 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfe44ab-0dfb-494e-8317-a1d2bd5658b5 req-7b5920aa-2de3-4ce8-99b9-3a50e3bd56e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:35:34.672246 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfe44ab-0dfb-494e-8317-a1d2bd5658b5 req-7b5920aa-2de3-4ce8-99b9-3a50e3bd56e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:35:34.672903 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfe44ab-0dfb-494e-8317-a1d2bd5658b5 req-7b5920aa-2de3-4ce8-99b9-3a50e3bd56e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:35:34.673573 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfe44ab-0dfb-494e-8317-a1d2bd5658b5 req-7b5920aa-2de3-4ce8-99b9-3a50e3bd56e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:35:34.674401 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfe44ab-0dfb-494e-8317-a1d2bd5658b5 req-7b5920aa-2de3-4ce8-99b9-3a50e3bd56e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:35:34.675052 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfe44ab-0dfb-494e-8317-a1d2bd5658b5 req-7b5920aa-2de3-4ce8-99b9-3a50e3bd56e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:35:34.676264 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfe44ab-0dfb-494e-8317-a1d2bd5658b5 req-7b5920aa-2de3-4ce8-99b9-3a50e3bd56e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:35:34.679327 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3cfe44ab-0dfb-494e-8317-a1d2bd5658b5 req-7b5920aa-2de3-4ce8-99b9-3a50e3bd56e2 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=97b50484cf0c4fbaadc06c25d281353e&device_id=d7b58cc5-d900-4c19-86f4-9befdd4826d6 HTTP/1.1" status: 200 len: 6491 time: 0.8828509 Jul 14 18:35:34.679514 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-893c338a-fd3a-4fca-8434-90671674cfca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:34.693202 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-893c338a-fd3a-4fca-8434-90671674cfca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:34.709764 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-23e9ad37-6acd-4303-b315-dd698059e8d2 None None] For port 1a208a31-9c35-4f23-82bb-0295030f28f9, host n-d-800634-3, cleared binding levels {{(pid=93917) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:35:34.734551 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-23e9ad37-6acd-4303-b315-dd698059e8d2 None None] For port 1a208a31-9c35-4f23-82bb-0295030f28f9, host n-d-800634-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=1a208a31-9c35-4f23-82bb-0295030f28f9,segment=NetworkSegment(2defd7cd-828b-486a-9d38-64947344d8fd),segment_id=2defd7cd-828b-486a-9d38-64947344d8fd)] {{(pid=93917) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 18:35:34.782968 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893c338a-fd3a-4fca-8434-90671674cfca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f7d4dab-0c88-41b3-bd06-82d5f35b588a,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:35:34.795259 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-23e9ad37-6acd-4303-b315-dd698059e8d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:34.807261 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d8e297-f2a2-4894-a058-98a11f11760c None None] Pushing event updated for resources: {'Port': ['ID=cb5f64a7-4991-4001-8e82-69c3bac5aa92,revision_number=3']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:35:34.816160 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b55194f-e3b7-4d47-8f31-5f840b89e992 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9222b97e-5d1c-54f8-ba97-82f172498e76-43fbebcf-630f-4265-8038-ba30fac1761d', 'network_id': '43fbebcf-630f-4265-8038-ba30fac1761d', 'tenant_id': '92a05624b93549f8867c1c234e2e2bbe', 'fixed_ips': [{'subnet_id': 'b18c6530-482c-405a-ba56-d58df43a6693'}]}} from n-d-800634-3. {{(pid=93917) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 18:35:34.817255 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-0b55194f-e3b7-4d47-8f31-5f840b89e992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:34.830765 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-893c338a-fd3a-4fca-8434-90671674cfca admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b3670acd359244b3814699217b224bc0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4742708 Jul 14 18:35:34.834553 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 49496) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:35:34.920622 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfe44ab-0dfb-494e-8317-a1d2bd5658b5 req-b7809086-015f-436b-bce5-05a658c4831d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:35:34.925481 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3cfe44ab-0dfb-494e-8317-a1d2bd5658b5 req-b7809086-015f-436b-bce5-05a658c4831d service neutron] 10.222.0.35 "GET /v2.0/networks?id=a3451eaf-fb13-48b5-b64d-da7580c60487 HTTP/1.1" status: 200 len: 911 time: 0.2137198 Jul 14 18:35:34.945183 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e9ad37-6acd-4303-b315-dd698059e8d2 None None] Pushing event updated for resources: {'Port': ['ID=1a208a31-9c35-4f23-82bb-0295030f28f9,revision_number=2']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:35:34.966717 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-b6d5ea86-07d4-484c-9c61-4c09475a2a40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:35.056962 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-b6d5ea86-07d4-484c-9c61-4c09475a2a40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:35.155549 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3cfe44ab-0dfb-494e-8317-a1d2bd5658b5 req-883446b2-882b-49c4-8a91-06b792858fe8 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=827a9395-b498-4e0f-b70e-182acf0b86da HTTP/1.1" status: 200 len: 998 time: 0.2054574 Jul 14 18:35:35.167733 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-b6d5ea86-07d4-484c-9c61-4c09475a2a40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:35.172499 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-b6d5ea86-07d4-484c-9c61-4c09475a2a40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:35.175174 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-b6d5ea86-07d4-484c-9c61-4c09475a2a40 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8f7d4dab-0c88-41b3-bd06-82d5f35b588a HTTP/1.1" status: 204 len: 168 time: 0.3351476 Jul 14 18:35:35.187123 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d5ea86-07d4-484c-9c61-4c09475a2a40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f7d4dab-0c88-41b3-bd06-82d5f35b588a,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:35:35.189787 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-99f47c41-2620-475f-8992-3e355b4df877 None None] Provisioning complete for port cb5f64a7-4991-4001-8e82-69c3bac5aa92 triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:35:35.190177 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-99f47c41-2620-475f-8992-3e355b4df877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:35.191231 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-88f37eb4-aef3-4fa6-a458-7f39bbf02435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d66d1cf-0e59-4a39-bd79-0339de07e4f4', 'name': 'tempest-TaggedBootDevicesTest-167320257-router', 'tenant_id': '97b50484cf0c4fbaadc06c25d281353e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.9'}], 'enable_snat': True}, 'gw_port_id': 'f4dce0fa-4466-4422-8fbf-e549ad994da8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:33:05Z', 'updated_at': '2021-07-14T18:33:21Z', 'revision_number': 4, 'project_id': '97b50484cf0c4fbaadc06c25d281353e', 'gw_port': {'id': 'f4dce0fa-4466-4422-8fbf-e549ad994da8', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:99:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d66d1cf-0e59-4a39-bd79-0339de07e4f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1539, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:33:09Z', 'updated_at': '2021-07-14T18:33:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_floatingips': [{'id': '135c5d30-0d1b-4771-a986-58a6f0e0a556', 'tenant_id': '97b50484cf0c4fbaadc06c25d281353e', 'floating_ip_address': '172.25.1.63', 'floating_network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'router_id': '3d66d1cf-0e59-4a39-bd79-0339de07e4f4', 'port_id': '827a9395-b498-4e0f-b70e-182acf0b86da', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1637, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3451eaf-fb13-48b5-b64d-da7580c60487', 'mac_address': 'fa:16:3e:b5:7e:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7b58cc5-d900-4c19-86f4-9befdd4826d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T18:34:16Z', 'updated_at': '2021-07-14T18:35:32Z', 'revision_number': 1, 'project_id': '97b50484cf0c4fbaadc06c25d281353e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'acce96de-fa0d-4328-b8c7-90358a15052d', 'name': '', 'network_id': 'a3451eaf-fb13-48b5-b64d-da7580c60487', 'tenant_id': '97b50484cf0c4fbaadc06c25d281353e', 'mac_address': 'fa:16:3e:ff:49:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d66d1cf-0e59-4a39-bd79-0339de07e4f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1540, 'fixed_ips': [{'subnet_id': 'ca505849-4eae-4ad9-8cb2-1c989449b21f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:33:19Z', 'updated_at': '2021-07-14T18:33:28Z', 'revision_number': 5, 'project_id': '97b50484cf0c4fbaadc06c25d281353e', 'subnets': [{'id': 'ca505849-4eae-4ad9-8cb2-1c989449b21f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-3', False) {} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:35:35.255862 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88f37eb4-aef3-4fa6-a458-7f39bbf02435 None None] The sync data for ids ['3d66d1cf-0e59-4a39-bd79-0339de07e4f4'] in n-d-800634-3 is: [{'id': '3d66d1cf-0e59-4a39-bd79-0339de07e4f4', 'name': 'tempest-TaggedBootDevicesTest-167320257-router', 'tenant_id': '97b50484cf0c4fbaadc06c25d281353e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.9'}], 'enable_snat': True}, 'gw_port_id': 'f4dce0fa-4466-4422-8fbf-e549ad994da8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:33:05Z', 'updated_at': '2021-07-14T18:33:21Z', 'revision_number': 4, 'project_id': '97b50484cf0c4fbaadc06c25d281353e', 'gw_port': {'id': 'f4dce0fa-4466-4422-8fbf-e549ad994da8', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:99:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d66d1cf-0e59-4a39-bd79-0339de07e4f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1539, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:33:09Z', 'updated_at': '2021-07-14T18:33:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_floatingips': [{'id': '135c5d30-0d1b-4771-a986-58a6f0e0a556', 'tenant_id': '97b50484cf0c4fbaadc06c25d281353e', 'floating_ip_address': '172.25.1.63', 'floating_network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'router_id': '3d66d1cf-0e59-4a39-bd79-0339de07e4f4', 'port_id': '827a9395-b498-4e0f-b70e-182acf0b86da', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1637, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3451eaf-fb13-48b5-b64d-da7580c60487', 'mac_address': 'fa:16:3e:b5:7e:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7b58cc5-d900-4c19-86f4-9befdd4826d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T18:34:16Z', 'updated_at': '2021-07-14T18:35:32Z', 'revision_number': 1, 'project_id': '97b50484cf0c4fbaadc06c25d281353e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'acce96de-fa0d-4328-b8c7-90358a15052d', 'name': '', 'network_id': 'a3451eaf-fb13-48b5-b64d-da7580c60487', 'tenant_id': '97b50484cf0c4fbaadc06c25d281353e', 'mac_address': 'fa:16:3e:ff:49:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d66d1cf-0e59-4a39-bd79-0339de07e4f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1540, 'fixed_ips': [{'subnet_id': 'ca505849-4eae-4ad9-8cb2-1c989449b21f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:33:19Z', 'updated_at': '2021-07-14T18:33:28Z', 'revision_number': 5, 'project_id': '97b50484cf0c4fbaadc06c25d281353e', 'subnets': [{'id': 'ca505849-4eae-4ad9-8cb2-1c989449b21f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 18:35:35.286865 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfe44ab-0dfb-494e-8317-a1d2bd5658b5 req-75ba6bb4-5f4f-4715-91cb-ff28e7a21e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:35:35.293716 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3cfe44ab-0dfb-494e-8317-a1d2bd5658b5 req-75ba6bb4-5f4f-4715-91cb-ff28e7a21e1d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ca505849-4eae-4ad9-8cb2-1c989449b21f HTTP/1.1" status: 200 len: 850 time: 0.1268935 Jul 14 18:35:35.362527 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:35.568451 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.db_base_plugin_common [None req-0b55194f-e3b7-4d47-8f31-5f840b89e992 None None] Allocated IP 2001:db8::2 (43fbebcf-630f-4265-8038-ba30fac1761d/b18c6530-482c-405a-ba56-d58df43a6693/547e47c3-d939-49a1-aad9-a74691902632) {{(pid=93917) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:35:35.799289 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 49516) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:35:35.836199 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffea342e-eb9d-4e64-a8ad-a230a19dedd3 None None] New status for floating IP 135c5d30-0d1b-4771-a986-58a6f0e0a556: ACTIVE {{(pid=93917) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 18:35:35.875182 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-c7c20888-5fa3-4fc6-8923-fceb6b5b7193 tempest-RoutersNegativeIpV6Test-2039758575 tempest-RoutersNegativeIpV6Test-2039758575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:35.878549 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfe44ab-0dfb-494e-8317-a1d2bd5658b5 req-e8e29766-fbe1-4836-bab3-d4b8204969d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:35:35.883812 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3cfe44ab-0dfb-494e-8317-a1d2bd5658b5 req-e8e29766-fbe1-4836-bab3-d4b8204969d9 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a3451eaf-fb13-48b5-b64d-da7580c60487&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5698857 Jul 14 18:35:36.044927 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-321cdac7-5d22-48bb-beee-79be0236d372 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:36.250057 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3cfe44ab-0dfb-494e-8317-a1d2bd5658b5 req-ad2a9eb6-cd70-42b8-9f1b-1bb7482cd32e service neutron] 10.222.0.35 "GET /v2.0/networks/a3451eaf-fb13-48b5-b64d-da7580c60487?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3535047 Jul 14 18:35:36.254138 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-321cdac7-5d22-48bb-beee-79be0236d372 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:36.260377 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-321cdac7-5d22-48bb-beee-79be0236d372 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:36.321883 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-0b55194f-e3b7-4d47-8f31-5f840b89e992 None None] Notify callbacks [] for port, precommit_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:36.341436 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-0b55194f-e3b7-4d47-8f31-5f840b89e992 None None] Transition to ACTIVE for port object 547e47c3-d939-49a1-aad9-a74691902632 will not be triggered until provisioned by entity L2. {{(pid=93917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:35:36.351355 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321cdac7-5d22-48bb-beee-79be0236d372 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f646523-f9b3-41d9-a7df-f4d8b4844698,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:35:36.379480 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-0b55194f-e3b7-4d47-8f31-5f840b89e992 None None] Transition to ACTIVE for port object 547e47c3-d939-49a1-aad9-a74691902632 will not be triggered until provisioned by entity DHCP. {{(pid=93917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:35:36.394307 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-0b55194f-e3b7-4d47-8f31-5f840b89e992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804'] for port, after_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:36.420763 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-321cdac7-5d22-48bb-beee-79be0236d372 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b73883d388774bc0b11327d2356e0f20&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6203058 Jul 14 18:35:36.426810 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 49538) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:35:36.493145 n-d-800634-3 neutron-server[93917]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b55194f-e3b7-4d47-8f31-5f840b89e992 None None] Network 43fbebcf-630f-4265-8038-ba30fac1761d is already hosted by enough agents. {{(pid=93917) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:35:36.494827 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b55194f-e3b7-4d47-8f31-5f840b89e992 None None] Pushing event updated for resources: {'Port': ['ID=547e47c3-d939-49a1-aad9-a74691902632,revision_number=1']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:35:36.499550 n-d-800634-3 neutron-server[93917]: DEBUG neutron.scheduler.base_scheduler [None req-0b55194f-e3b7-4d47-8f31-5f840b89e992 None None] Resources bound (agent type, host, resource id): {{(pid=93917) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:35:36.502623 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b55194f-e3b7-4d47-8f31-5f840b89e992 None None] Received port after_create {{(pid=93917) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:35:36.569529 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-856df04e-6534-4210-be7d-5ba43c65b37f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:36.613256 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-0b55194f-e3b7-4d47-8f31-5f840b89e992 None None] Attempting to bind port 547e47c3-d939-49a1-aad9-a74691902632 on host n-d-800634-3 for vnic_type normal with profile {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:35:36.614817 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-0b55194f-e3b7-4d47-8f31-5f840b89e992 None None] Attempting to bind port 547e47c3-d939-49a1-aad9-a74691902632 by drivers openvswitch,hyperv on host n-d-800634-3 at level 0 using segments [{'id': '35fd8a1c-9b8a-4561-aaf1-134994c84f51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '43fbebcf-630f-4265-8038-ba30fac1761d'}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:35:36.617252 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b55194f-e3b7-4d47-8f31-5f840b89e992 None None] Attempting to bind port 547e47c3-d939-49a1-aad9-a74691902632 on network 43fbebcf-630f-4265-8038-ba30fac1761d {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:35:36.630333 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b55194f-e3b7-4d47-8f31-5f840b89e992 None None] Checking agent: {'id': '01c19e91-a945-4e3c-94a6-c211e17c923e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 8, 23), 'started_at': datetime.datetime(2021, 7, 14, 18, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 18, 35, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 18:35:36.631799 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b55194f-e3b7-4d47-8f31-5f840b89e992 None None] Checking segment: {'id': '35fd8a1c-9b8a-4561-aaf1-134994c84f51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '43fbebcf-630f-4265-8038-ba30fac1761d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93917) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:35:36.632485 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-0b55194f-e3b7-4d47-8f31-5f840b89e992 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:36.633904 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b55194f-e3b7-4d47-8f31-5f840b89e992 None None] Bound using segment: {'id': '35fd8a1c-9b8a-4561-aaf1-134994c84f51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '43fbebcf-630f-4265-8038-ba30fac1761d'} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 18:35:36.635191 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-0b55194f-e3b7-4d47-8f31-5f840b89e992 None None] Bound port: 547e47c3-d939-49a1-aad9-a74691902632, host: n-d-800634-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35fd8a1c-9b8a-4561-aaf1-134994c84f51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '43fbebcf-630f-4265-8038-ba30fac1761d'}}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 18:35:36.636608 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-0b55194f-e3b7-4d47-8f31-5f840b89e992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:36.649061 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-856df04e-6534-4210-be7d-5ba43c65b37f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:36.790905 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 1a208a31-9c35-4f23-82bb-0295030f28f9 up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:35:36.791514 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-856df04e-6534-4210-be7d-5ba43c65b37f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:36.797766 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-856df04e-6534-4210-be7d-5ba43c65b37f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:36.801803 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-856df04e-6534-4210-be7d-5ba43c65b37f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9f646523-f9b3-41d9-a7df-f4d8b4844698 HTTP/1.1" status: 204 len: 168 time: 0.3711812 Jul 14 18:35:36.830950 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856df04e-6534-4210-be7d-5ba43c65b37f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f646523-f9b3-41d9-a7df-f4d8b4844698,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:35:36.918244 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-0b55194f-e3b7-4d47-8f31-5f840b89e992 None None] For port 547e47c3-d939-49a1-aad9-a74691902632, host n-d-800634-3, cleared binding levels {{(pid=93917) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:35:36.924700 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-0b55194f-e3b7-4d47-8f31-5f840b89e992 None None] For port 547e47c3-d939-49a1-aad9-a74691902632, host n-d-800634-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=547e47c3-d939-49a1-aad9-a74691902632,segment=NetworkSegment(35fd8a1c-9b8a-4561-aaf1-134994c84f51),segment_id=35fd8a1c-9b8a-4561-aaf1-134994c84f51)] {{(pid=93917) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 18:35:36.951819 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-0b55194f-e3b7-4d47-8f31-5f840b89e992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:36.985460 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 49564) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:35:37.008536 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3cfe44ab-0dfb-494e-8317-a1d2bd5658b5 req-31021c25-b1c5-47ff-bfdf-8360193f7b3b service neutron] 10.222.0.35 "GET /v2.0/networks/a3451eaf-fb13-48b5-b64d-da7580c60487?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7528701 Jul 14 18:35:37.016793 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dc06f4a-7fba-4382-b8c3-a64f433e0268 None None] Network d921a1fd-ccb4-405d-8cca-6abef83c7209 requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:35:37.060727 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning for port 1a208a31-9c35-4f23-82bb-0295030f28f9 completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:35:37.069075 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.db_base_plugin_common [None req-c7c20888-5fa3-4fc6-8923-fceb6b5b7193 tempest-RoutersNegativeIpV6Test-2039758575 tempest-RoutersNegativeIpV6Test-2039758575-project] Allocated IP 2001:db8::1 (d921a1fd-ccb4-405d-8cca-6abef83c7209/4680a183-a2fc-4032-992f-2296e1a6be79/0980f5ac-3eef-462c-80ab-1933cca94589) {{(pid=93915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:35:37.108974 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device cb5f64a7-4991-4001-8e82-69c3bac5aa92 up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:35:37.111545 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b55194f-e3b7-4d47-8f31-5f840b89e992 None None] Pushing event updated for resources: {'Port': ['ID=547e47c3-d939-49a1-aad9-a74691902632,revision_number=2']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:35:37.143681 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-eee51611-7e41-4746-b2af-73fdfd2e76e2 None None] Provisioning for port 1a208a31-9c35-4f23-82bb-0295030f28f9 completed by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:35:37.171239 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-eee51611-7e41-4746-b2af-73fdfd2e76e2 None None] Provisioning complete for port 1a208a31-9c35-4f23-82bb-0295030f28f9 triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:35:37.172141 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-eee51611-7e41-4746-b2af-73fdfd2e76e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:37.272938 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port cb5f64a7-4991-4001-8e82-69c3bac5aa92 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:35:37.273693 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:37.289757 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-c7c20888-5fa3-4fc6-8923-fceb6b5b7193 tempest-RoutersNegativeIpV6Test-2039758575 tempest-RoutersNegativeIpV6Test-2039758575-project] Notify callbacks [] for port, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:37.309957 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.provisioning_blocks [None req-c7c20888-5fa3-4fc6-8923-fceb6b5b7193 tempest-RoutersNegativeIpV6Test-2039758575 tempest-RoutersNegativeIpV6Test-2039758575-project] Transition to ACTIVE for port object 0980f5ac-3eef-462c-80ab-1933cca94589 will not be triggered until provisioned by entity DHCP. {{(pid=93915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:35:37.367589 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-c7c20888-5fa3-4fc6-8923-fceb6b5b7193 tempest-RoutersNegativeIpV6Test-2039758575 tempest-RoutersNegativeIpV6Test-2039758575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:37.442493 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7c20888-5fa3-4fc6-8923-fceb6b5b7193 tempest-RoutersNegativeIpV6Test-2039758575 tempest-RoutersNegativeIpV6Test-2039758575-project] Network d921a1fd-ccb4-405d-8cca-6abef83c7209 is already hosted by enough agents. {{(pid=93915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:35:37.503897 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [None req-c7c20888-5fa3-4fc6-8923-fceb6b5b7193 tempest-RoutersNegativeIpV6Test-2039758575 tempest-RoutersNegativeIpV6Test-2039758575-project] Resources bound (agent type, host, resource id): {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:35:37.509374 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7c20888-5fa3-4fc6-8923-fceb6b5b7193 tempest-RoutersNegativeIpV6Test-2039758575 tempest-RoutersNegativeIpV6Test-2039758575-project] Received port after_create {{(pid=93915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:35:37.510329 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-c7c20888-5fa3-4fc6-8923-fceb6b5b7193 tempest-RoutersNegativeIpV6Test-2039758575 tempest-RoutersNegativeIpV6Test-2039758575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-930452'] for router_interface, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:37.588647 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-eee51611-7e41-4746-b2af-73fdfd2e76e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:37.613602 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-4cb7df83-f1b0-400c-bb25-e456a86db870 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:37.720495 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c20888-5fa3-4fc6-8923-fceb6b5b7193 tempest-RoutersNegativeIpV6Test-2039758575 tempest-RoutersNegativeIpV6Test-2039758575-project] Pushing event updated for resources: {'Port': ['ID=0980f5ac-3eef-462c-80ab-1933cca94589,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:35:37.778318 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-eee51611-7e41-4746-b2af-73fdfd2e76e2 None None] For port 1a208a31-9c35-4f23-82bb-0295030f28f9, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=1a208a31-9c35-4f23-82bb-0295030f28f9,segment=NetworkSegment(2defd7cd-828b-486a-9d38-64947344d8fd),segment_id=2defd7cd-828b-486a-9d38-64947344d8fd)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:35:37.808548 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-eee51611-7e41-4746-b2af-73fdfd2e76e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:37.857266 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.agents_db [None req-2ea07fb6-aa68-4671-8654-119d82b9f530 None None] Agent healthcheck: found 7 active agents {{(pid=93918) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 18:35:37.874513 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 49584) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:35:37.890866 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee51611-7e41-4746-b2af-73fdfd2e76e2 None None] Pushing event updated for resources: {'Port': ['ID=1a208a31-9c35-4f23-82bb-0295030f28f9,revision_number=3']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:35:37.923132 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-4cb7df83-f1b0-400c-bb25-e456a86db870 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:37.930022 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-4cb7df83-f1b0-400c-bb25-e456a86db870 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:37.948060 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-36a54060-8c40-4fb2-865d-8e3f616d8e7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:37.999113 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb7df83-f1b0-400c-bb25-e456a86db870 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c716bf0c-3c2a-48ec-831a-087f473f456e,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:35:38.013323 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-4cb7df83-f1b0-400c-bb25-e456a86db870 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=cf15b382b4734e38a5d55ce39fba1b9c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0252261 Jul 14 18:35:38.016024 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 49586) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:35:38.090131 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-c7c20888-5fa3-4fc6-8923-fceb6b5b7193 tempest-RoutersNegativeIpV6Test-2039758575 tempest-RoutersNegativeIpV6Test-2039758575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:38.094842 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-94f8ade2-b61a-4b83-9a17-dcca17635784 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:38.161604 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-94f8ade2-b61a-4b83-9a17-dcca17635784 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:38.260811 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-94f8ade2-b61a-4b83-9a17-dcca17635784 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:38.267935 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-94f8ade2-b61a-4b83-9a17-dcca17635784 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:38.269978 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-94f8ade2-b61a-4b83-9a17-dcca17635784 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c716bf0c-3c2a-48ec-831a-087f473f456e HTTP/1.1" status: 204 len: 168 time: 0.2524924 Jul 14 18:35:38.280980 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f8ade2-b61a-4b83-9a17-dcca17635784 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c716bf0c-3c2a-48ec-831a-087f473f456e,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:35:38.345494 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-36a54060-8c40-4fb2-865d-8e3f616d8e7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:38.360420 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-36a54060-8c40-4fb2-865d-8e3f616d8e7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:38.364218 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-b58a0e26-e1b9-447d-82d6-059309170d6c None None] Provisioning for port 0980f5ac-3eef-462c-80ab-1933cca94589 completed by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:35:38.370469 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-b58a0e26-e1b9-447d-82d6-059309170d6c None None] Provisioning complete for port 0980f5ac-3eef-462c-80ab-1933cca94589 triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:35:38.371142 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b58a0e26-e1b9-447d-82d6-059309170d6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:38.495928 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-b58a0e26-e1b9-447d-82d6-059309170d6c None None] Port 0980f5ac-3eef-462c-80ab-1933cca94589 cannot update to ACTIVE because it is not bound. {{(pid=93917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 18:35:38.513504 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a54060-8c40-4fb2-865d-8e3f616d8e7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0004c78e-6ea5-43cc-a49d-a9fbe62c97cb,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:35:38.515324 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-b58a0e26-e1b9-447d-82d6-059309170d6c None None] Provisioning complete for port 1a208a31-9c35-4f23-82bb-0295030f28f9 triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:35:38.515699 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b58a0e26-e1b9-447d-82d6-059309170d6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:38.563272 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-36a54060-8c40-4fb2-865d-8e3f616d8e7f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=29a773446caa4ab8b0370a8ed728151c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6862538 Jul 14 18:35:38.566993 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 49598) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:35:38.731619 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-46bf0fad-71aa-40e1-9e8e-d45a004f22a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:38.774674 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-c7c20888-5fa3-4fc6-8923-fceb6b5b7193 tempest-RoutersNegativeIpV6Test-2039758575 tempest-RoutersNegativeIpV6Test-2039758575-project] Notify callbacks [] for port, precommit_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:38.779481 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 1a208a31-9c35-4f23-82bb-0295030f28f9 up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:35:38.795003 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-c7c20888-5fa3-4fc6-8923-fceb6b5b7193 tempest-RoutersNegativeIpV6Test-2039758575 tempest-RoutersNegativeIpV6Test-2039758575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25912978'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:38.797080 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-c7c20888-5fa3-4fc6-8923-fceb6b5b7193 tempest-RoutersNegativeIpV6Test-2039758575 tempest-RoutersNegativeIpV6Test-2039758575-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-598741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-928734'] for router_interface, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:38.801374 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-46bf0fad-71aa-40e1-9e8e-d45a004f22a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:38.915984 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-46bf0fad-71aa-40e1-9e8e-d45a004f22a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:38.919139 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-46bf0fad-71aa-40e1-9e8e-d45a004f22a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:38.920489 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-46bf0fad-71aa-40e1-9e8e-d45a004f22a2 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0004c78e-6ea5-43cc-a49d-a9fbe62c97cb HTTP/1.1" status: 204 len: 168 time: 0.3514190 Jul 14 18:35:38.937530 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46bf0fad-71aa-40e1-9e8e-d45a004f22a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0004c78e-6ea5-43cc-a49d-a9fbe62c97cb,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:35:38.940961 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c20888-5fa3-4fc6-8923-fceb6b5b7193 tempest-RoutersNegativeIpV6Test-2039758575 tempest-RoutersNegativeIpV6Test-2039758575-project] Pushing event updated for resources: {'Port': ['ID=0980f5ac-3eef-462c-80ab-1933cca94589,revision_number=2']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:35:39.080081 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port 1a208a31-9c35-4f23-82bb-0295030f28f9 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:35:39.081822 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:39.200813 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4b6265d-ad38-4b07-becf-affc2951ad18 None None] Network 43fbebcf-630f-4265-8038-ba30fac1761d requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:35:39.248256 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7c20888-5fa3-4fc6-8923-fceb6b5b7193 tempest-RoutersNegativeIpV6Test-2039758575 tempest-RoutersNegativeIpV6Test-2039758575-project] Network d921a1fd-ccb4-405d-8cca-6abef83c7209 is already hosted by enough agents. {{(pid=93915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:35:39.253971 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [None req-c7c20888-5fa3-4fc6-8923-fceb6b5b7193 tempest-RoutersNegativeIpV6Test-2039758575 tempest-RoutersNegativeIpV6Test-2039758575-project] Resources bound (agent type, host, resource id): {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:35:39.499810 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-54b48431-ac35-4790-a5a5-7d310beb6111 None None] Provisioning complete for port 0980f5ac-3eef-462c-80ab-1933cca94589 triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:35:39.500932 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-54b48431-ac35-4790-a5a5-7d310beb6111 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:39.611406 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7c20888-5fa3-4fc6-8923-fceb6b5b7193 tempest-RoutersNegativeIpV6Test-2039758575 tempest-RoutersNegativeIpV6Test-2039758575-project] Router d4e8d5ca-a9b1-4f91-a65f-270f58d6bf82 is scheduled to L3 agent 2c6eb27e-defb-4cca-9a24-381c7415e359 with binding_index 1 {{(pid=93915) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 18:35:39.624840 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-54b48431-ac35-4790-a5a5-7d310beb6111 None None] Port 0980f5ac-3eef-462c-80ab-1933cca94589 cannot update to ACTIVE because it is not bound. {{(pid=93917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 18:35:39.643435 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 547e47c3-d939-49a1-aad9-a74691902632 up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:35:39.764799 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7c20888-5fa3-4fc6-8923-fceb6b5b7193 tempest-RoutersNegativeIpV6Test-2039758575 tempest-RoutersNegativeIpV6Test-2039758575-project] Notify agent at l3_agent.n-d-800634-3 the message routers_updated {{(pid=93915) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 18:35:39.776099 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-c7c20888-5fa3-4fc6-8923-fceb6b5b7193 tempest-RoutersNegativeIpV6Test-2039758575 tempest-RoutersNegativeIpV6Test-2039758575-project] 10.222.0.16 "PUT /v2.0/routers/d4e8d5ca-a9b1-4f91-a65f-270f58d6bf82/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0862882 Jul 14 18:35:39.777397 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4825a901-9666-4c99-9183-fc0ebdcacabe None None] Sync routers for ids ['d4e8d5ca-a9b1-4f91-a65f-270f58d6bf82'] in n-d-800634-3 {{(pid=93918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 18:35:39.778884 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 49628) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:35:39.788824 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4825a901-9666-4c99-9183-fc0ebdcacabe None None] Routers {'d4e8d5ca-a9b1-4f91-a65f-270f58d6bf82'} bound to L3 agent in host n-d-800634-3 {{(pid=93918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:35:39.792407 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-4825a901-9666-4c99-9183-fc0ebdcacabe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:35:23Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['d4e8d5ca-a9b1-4f91-a65f-270f58d6bf82'], 'active': True} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:35:39.814708 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-f086494a-7b27-4c90-8e9b-46c1b9d56114 None None] Provisioning for port 547e47c3-d939-49a1-aad9-a74691902632 completed by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:35:39.847534 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning for port 547e47c3-d939-49a1-aad9-a74691902632 completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:35:39.860850 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port 547e47c3-d939-49a1-aad9-a74691902632 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:35:39.861763 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:39.893194 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-4825a901-9666-4c99-9183-fc0ebdcacabe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-3', False) {} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:35:39.904663 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4825a901-9666-4c99-9183-fc0ebdcacabe None None] Routers {'d4e8d5ca-a9b1-4f91-a65f-270f58d6bf82'} bound to L3 agent in host n-d-800634-3 {{(pid=93918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:35:39.906016 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-4825a901-9666-4c99-9183-fc0ebdcacabe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:35:23Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['d4e8d5ca-a9b1-4f91-a65f-270f58d6bf82'], 'active': True} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:35:39.941115 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-4825a901-9666-4c99-9183-fc0ebdcacabe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-3', False) {} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:35:39.942112 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4825a901-9666-4c99-9183-fc0ebdcacabe None None] The sync data for ids ['d4e8d5ca-a9b1-4f91-a65f-270f58d6bf82'] in n-d-800634-3 is: [] {{(pid=93918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 18:35:39.971031 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-2b14ba49-5f11-4516-a1b9-4a6da333d08c None None] Provisioning complete for port 0980f5ac-3eef-462c-80ab-1933cca94589 triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:35:39.971669 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-2b14ba49-5f11-4516-a1b9-4a6da333d08c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:40.121811 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-2b14ba49-5f11-4516-a1b9-4a6da333d08c None None] Port 0980f5ac-3eef-462c-80ab-1933cca94589 cannot update to ACTIVE because it is not bound. {{(pid=93917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 18:35:40.214951 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:40.291856 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] For port 547e47c3-d939-49a1-aad9-a74691902632, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=547e47c3-d939-49a1-aad9-a74691902632,segment=NetworkSegment(35fd8a1c-9b8a-4561-aaf1-134994c84f51),segment_id=35fd8a1c-9b8a-4561-aaf1-134994c84f51)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:35:40.301428 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:40.417052 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-365e75e9-90fc-493e-8596-0902d2c7ff8b None None] Provisioning complete for port 547e47c3-d939-49a1-aad9-a74691902632 triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:35:40.417052 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-365e75e9-90fc-493e-8596-0902d2c7ff8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:40.420056 n-d-800634-3 neutron-server[93916]: INFO neutron.api.v2.resource [None req-4b2f4221-d509-45fe-93f6-3d62f4ad5d89 tempest-RoutersNegativeIpV6Test-2039758575 tempest-RoutersNegativeIpV6Test-2039758575-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 18:35:40.422802 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-4b2f4221-d509-45fe-93f6-3d62f4ad5d89 tempest-RoutersNegativeIpV6Test-2039758575 tempest-RoutersNegativeIpV6Test-2039758575-project] 10.222.0.16 "PUT /v2.0/routers/d4e8d5ca-a9b1-4f91-a65f-270f58d6bf82/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.6420760 Jul 14 18:35:40.426640 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 49660) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:35:40.444542 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Pushing event updated for resources: {'Port': ['ID=547e47c3-d939-49a1-aad9-a74691902632,revision_number=3']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:35:41.407878 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-118df550-642f-45d9-a852-3e3b503f7619 tempest-RoutersNegativeIpV6Test-2039758575 tempest-RoutersNegativeIpV6Test-2039758575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-928623'] for router_interface, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:41.872793 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [None req-118df550-642f-45d9-a852-3e3b503f7619 tempest-RoutersNegativeIpV6Test-2039758575 tempest-RoutersNegativeIpV6Test-2039758575-project] Deleting port 0980f5ac-3eef-462c-80ab-1933cca94589 {{(pid=93915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:35:41.874037 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-118df550-642f-45d9-a852-3e3b503f7619 tempest-RoutersNegativeIpV6Test-2039758575 tempest-RoutersNegativeIpV6Test-2039758575-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:41.992060 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-118df550-642f-45d9-a852-3e3b503f7619 tempest-RoutersNegativeIpV6Test-2039758575 tempest-RoutersNegativeIpV6Test-2039758575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:42.013350 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [None req-118df550-642f-45d9-a852-3e3b503f7619 tempest-RoutersNegativeIpV6Test-2039758575 tempest-RoutersNegativeIpV6Test-2039758575-project] Calling delete_port for 0980f5ac-3eef-462c-80ab-1933cca94589 owned by network:router_interface {{(pid=93915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:35:42.275150 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-118df550-642f-45d9-a852-3e3b503f7619 tempest-RoutersNegativeIpV6Test-2039758575 tempest-RoutersNegativeIpV6Test-2039758575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:42.304553 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118df550-642f-45d9-a852-3e3b503f7619 tempest-RoutersNegativeIpV6Test-2039758575 tempest-RoutersNegativeIpV6Test-2039758575-project] Pushing event deleted for resources: {'Port': ['ID=0980f5ac-3eef-462c-80ab-1933cca94589,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:35:42.428597 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-118df550-642f-45d9-a852-3e3b503f7619 tempest-RoutersNegativeIpV6Test-2039758575 tempest-RoutersNegativeIpV6Test-2039758575-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-598732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-928907'] for router_interface, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:42.513351 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 547e47c3-d939-49a1-aad9-a74691902632 up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:35:42.622799 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port 547e47c3-d939-49a1-aad9-a74691902632 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:35:42.623996 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:42.749667 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-118df550-642f-45d9-a852-3e3b503f7619 tempest-RoutersNegativeIpV6Test-2039758575 tempest-RoutersNegativeIpV6Test-2039758575-project] Router d4e8d5ca-a9b1-4f91-a65f-270f58d6bf82 has already been hosted by L3 agent 2c6eb27e-defb-4cca-9a24-381c7415e359 {{(pid=93915) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 18:35:42.839960 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-118df550-642f-45d9-a852-3e3b503f7619 tempest-RoutersNegativeIpV6Test-2039758575 tempest-RoutersNegativeIpV6Test-2039758575-project] Notify agent at l3_agent.n-d-800634-3 the message routers_updated {{(pid=93915) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 18:35:42.845471 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-118df550-642f-45d9-a852-3e3b503f7619 tempest-RoutersNegativeIpV6Test-2039758575 tempest-RoutersNegativeIpV6Test-2039758575-project] 10.222.0.16 "PUT /v2.0/routers/d4e8d5ca-a9b1-4f91-a65f-270f58d6bf82/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4175782 Jul 14 18:35:42.849148 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 49730) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:35:42.854448 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37dbc3b9-085e-4549-b92a-242b8bd78ac8 None None] Sync routers for ids ['d4e8d5ca-a9b1-4f91-a65f-270f58d6bf82'] in n-d-800634-3 {{(pid=93917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 18:35:42.871961 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37dbc3b9-085e-4549-b92a-242b8bd78ac8 None None] Routers {'d4e8d5ca-a9b1-4f91-a65f-270f58d6bf82'} bound to L3 agent in host n-d-800634-3 {{(pid=93917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:35:42.873131 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-37dbc3b9-085e-4549-b92a-242b8bd78ac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:35:23Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['d4e8d5ca-a9b1-4f91-a65f-270f58d6bf82'], 'active': True} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:35:42.905069 n-d-800634-3 neutron-server[93915]: INFO neutron.api.v2.resource [None req-e0664a1f-5186-4901-9e65-091ee9da9ca7 tempest-RoutersNegativeIpV6Test-2039758575 tempest-RoutersNegativeIpV6Test-2039758575-project] delete failed (client error): The resource could not be found. Jul 14 18:35:42.906635 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-e0664a1f-5186-4901-9e65-091ee9da9ca7 tempest-RoutersNegativeIpV6Test-2039758575 tempest-RoutersNegativeIpV6Test-2039758575-project] 10.222.0.16 "DELETE /v2.0/routers/tempest-non_exist_router-493755913 HTTP/1.1" status: 404 len: 334 time: 0.0548029 Jul 14 18:35:42.911540 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 49734) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:35:42.918149 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-22fe312a-55ba-41c6-90ba-e05b0e1d8360 tempest-RoutersNegativeIpV6Test-2039758575 tempest-RoutersNegativeIpV6Test-2039758575-project] Request body: {'router': {'external_gateway_info': {'network_id': 'd4e8d5ca-a9b1-4f91-a65f-270f58d6bf82'}}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:35:42.930642 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-37dbc3b9-085e-4549-b92a-242b8bd78ac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-3', False) {} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:35:42.940878 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37dbc3b9-085e-4549-b92a-242b8bd78ac8 None None] Routers {'d4e8d5ca-a9b1-4f91-a65f-270f58d6bf82'} bound to L3 agent in host n-d-800634-3 {{(pid=93917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:35:42.941508 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-37dbc3b9-085e-4549-b92a-242b8bd78ac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:35:23Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['d4e8d5ca-a9b1-4f91-a65f-270f58d6bf82'], 'active': True} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:35:43.013118 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-37dbc3b9-085e-4549-b92a-242b8bd78ac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-3', False) {} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:35:43.014570 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37dbc3b9-085e-4549-b92a-242b8bd78ac8 None None] The sync data for ids ['d4e8d5ca-a9b1-4f91-a65f-270f58d6bf82'] in n-d-800634-3 is: [] {{(pid=93917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 18:35:43.209529 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-22fe312a-55ba-41c6-90ba-e05b0e1d8360 tempest-RoutersNegativeIpV6Test-2039758575 tempest-RoutersNegativeIpV6Test-2039758575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-929996', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-571750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11395'] for router, precommit_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:43.242194 n-d-800634-3 neutron-server[93916]: INFO neutron.api.v2.resource [None req-22fe312a-55ba-41c6-90ba-e05b0e1d8360 tempest-RoutersNegativeIpV6Test-2039758575 tempest-RoutersNegativeIpV6Test-2039758575-project] update failed (client error): The resource could not be found. Jul 14 18:35:43.243363 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-22fe312a-55ba-41c6-90ba-e05b0e1d8360 tempest-RoutersNegativeIpV6Test-2039758575 tempest-RoutersNegativeIpV6Test-2039758575-project] 10.222.0.16 "PUT /v2.0/routers/d4e8d5ca-a9b1-4f91-a65f-270f58d6bf82 HTTP/1.1" status: 404 len: 339 time: 0.3296480 Jul 14 18:35:43.249161 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 49752) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:35:43.254994 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-a40719a7-88aa-483f-b704-be216624cb70 tempest-RoutersNegativeIpV6Test-2039758575 tempest-RoutersNegativeIpV6Test-2039758575-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-2021394188'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:35:43.284302 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a40719a7-88aa-483f-b704-be216624cb70 tempest-RoutersNegativeIpV6Test-2039758575 tempest-RoutersNegativeIpV6Test-2039758575-project] Made reservation on behalf of 92a05624b93549f8867c1c234e2e2bbe for: {'network': 1} {{(pid=93916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:35:43.288085 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a40719a7-88aa-483f-b704-be216624cb70 tempest-RoutersNegativeIpV6Test-2039758575 tempest-RoutersNegativeIpV6Test-2039758575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for network, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:43.314074 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a40719a7-88aa-483f-b704-be216624cb70 tempest-RoutersNegativeIpV6Test-2039758575 tempest-RoutersNegativeIpV6Test-2039758575-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 65} {{(pid=93916) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 18:35:43.324581 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a40719a7-88aa-483f-b704-be216624cb70 tempest-RoutersNegativeIpV6Test-2039758575 tempest-RoutersNegativeIpV6Test-2039758575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:43.325027 n-d-800634-3 neutron-server[93916]: INFO neutron.db.segments_db [None req-a40719a7-88aa-483f-b704-be216624cb70 tempest-RoutersNegativeIpV6Test-2039758575 tempest-RoutersNegativeIpV6Test-2039758575-project] Added segment 716d3101-1f2f-44a6-86d0-b646a70b41d3 of type vlan for network abbeb5bb-db8a-4766-ba35-300288a3ee53 Jul 14 18:35:43.370215 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a40719a7-88aa-483f-b704-be216624cb70 tempest-RoutersNegativeIpV6Test-2039758575 tempest-RoutersNegativeIpV6Test-2039758575-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728202197517'] for network, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:43.405322 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a40719a7-88aa-483f-b704-be216624cb70 tempest-RoutersNegativeIpV6Test-2039758575 tempest-RoutersNegativeIpV6Test-2039758575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727'] for network, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:43.411257 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a40719a7-88aa-483f-b704-be216624cb70 tempest-RoutersNegativeIpV6Test-2039758575 tempest-RoutersNegativeIpV6Test-2039758575-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:35:43.412674 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a40719a7-88aa-483f-b704-be216624cb70 tempest-RoutersNegativeIpV6Test-2039758575 tempest-RoutersNegativeIpV6Test-2039758575-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598705'] for network, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:43.475764 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-a40719a7-88aa-483f-b704-be216624cb70 tempest-RoutersNegativeIpV6Test-2039758575 tempest-RoutersNegativeIpV6Test-2039758575-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.2254462 Jul 14 18:35:43.478818 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 49766) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:35:43.485793 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40719a7-88aa-483f-b704-be216624cb70 tempest-RoutersNegativeIpV6Test-2039758575 tempest-RoutersNegativeIpV6Test-2039758575-project] Pushing event updated for resources: {'Network': ['ID=abbeb5bb-db8a-4766-ba35-300288a3ee53,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:35:43.485998 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-64d76bb8-9a7f-4078-87e2-e9dc7b73bab7 tempest-RoutersNegativeIpV6Test-2039758575 tempest-RoutersNegativeIpV6Test-2039758575-project] Request body: {'subnet': {'network_id': 'abbeb5bb-db8a-4766-ba35-300288a3ee53', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:35:43.498738 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Network abbeb5bb-db8a-4766-ba35-300288a3ee53 details requested by agent ovs-agent-n-d-800634-3 with host n-d-800634-3 {{(pid=93917) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 18:35:43.584939 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 49772) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:35:43.622662 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64d76bb8-9a7f-4078-87e2-e9dc7b73bab7 tempest-RoutersNegativeIpV6Test-2039758575 tempest-RoutersNegativeIpV6Test-2039758575-project] Made reservation on behalf of 92a05624b93549f8867c1c234e2e2bbe for: {'subnet': 1} {{(pid=93915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:35:43.626538 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-64d76bb8-9a7f-4078-87e2-e9dc7b73bab7 tempest-RoutersNegativeIpV6Test-2039758575 tempest-RoutersNegativeIpV6Test-2039758575-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28969735'] for subnet, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:43.737616 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-f0c16ed7-fdf9-4f96-9c1c-7813e8e15f64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:43.911743 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-f0c16ed7-fdf9-4f96-9c1c-7813e8e15f64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:43.913733 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-64d76bb8-9a7f-4078-87e2-e9dc7b73bab7 tempest-RoutersNegativeIpV6Test-2039758575 tempest-RoutersNegativeIpV6Test-2039758575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25912837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28969781'] for subnet, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:43.917283 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-f0c16ed7-fdf9-4f96-9c1c-7813e8e15f64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:43.954985 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c16ed7-fdf9-4f96-9c1c-7813e8e15f64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af58db37-a8bf-430a-a076-092c85587c6b,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:35:43.997175 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-f0c16ed7-fdf9-4f96-9c1c-7813e8e15f64 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c4db3dc49a9541acb57b352dab228d61&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4117835 Jul 14 18:35:43.997842 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 49792) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:35:44.075259 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-1bba244d-a1be-4d5f-92d7-9c6ce964cfc1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:44.111755 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d76bb8-9a7f-4078-87e2-e9dc7b73bab7 tempest-RoutersNegativeIpV6Test-2039758575 tempest-RoutersNegativeIpV6Test-2039758575-project] Pushing event updated for resources: {'Subnet': ['ID=15abc1aa-5f06-47d0-ac5d-e7abc27f96bc,revision_number=0']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:35:44.118659 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-1bba244d-a1be-4d5f-92d7-9c6ce964cfc1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:44.131990 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64d76bb8-9a7f-4078-87e2-e9dc7b73bab7 tempest-RoutersNegativeIpV6Test-2039758575 tempest-RoutersNegativeIpV6Test-2039758575-project] Checking segment: {'id': '716d3101-1f2f-44a6-86d0-b646a70b41d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'abbeb5bb-db8a-4766-ba35-300288a3ee53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:35:44.135356 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64d76bb8-9a7f-4078-87e2-e9dc7b73bab7 tempest-RoutersNegativeIpV6Test-2039758575 tempest-RoutersNegativeIpV6Test-2039758575-project] Network hostable DHCP agents. Network: abbeb5bb-db8a-4766-ba35-300288a3ee53, hostable agents: ['028393c3-0576-4ebd-bca1-8ea8a148e1a2'], hosted agents: [] {{(pid=93915) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 18:35:44.178027 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64d76bb8-9a7f-4078-87e2-e9dc7b73bab7 tempest-RoutersNegativeIpV6Test-2039758575 tempest-RoutersNegativeIpV6Test-2039758575-project] Network abbeb5bb-db8a-4766-ba35-300288a3ee53 is scheduled to be hosted by DHCP agent 028393c3-0576-4ebd-bca1-8ea8a148e1a2 with binding_index 1 {{(pid=93915) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 18:35:44.188724 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-1bba244d-a1be-4d5f-92d7-9c6ce964cfc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:44.191653 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-1bba244d-a1be-4d5f-92d7-9c6ce964cfc1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:44.196750 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-1bba244d-a1be-4d5f-92d7-9c6ce964cfc1 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/af58db37-a8bf-430a-a076-092c85587c6b HTTP/1.1" status: 204 len: 168 time: 0.1977522 Jul 14 18:35:44.200005 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [None req-64d76bb8-9a7f-4078-87e2-e9dc7b73bab7 tempest-RoutersNegativeIpV6Test-2039758575 tempest-RoutersNegativeIpV6Test-2039758575-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-3, abbeb5bb-db8a-4766-ba35-300288a3ee53) {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:35:44.208145 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bba244d-a1be-4d5f-92d7-9c6ce964cfc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af58db37-a8bf-430a-a076-092c85587c6b,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:35:44.212014 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dd0d054-476d-4fe3-956a-b9c7770c6ab2 None None] Network abbeb5bb-db8a-4766-ba35-300288a3ee53 requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:35:44.223006 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64d76bb8-9a7f-4078-87e2-e9dc7b73bab7 tempest-RoutersNegativeIpV6Test-2039758575 tempest-RoutersNegativeIpV6Test-2039758575-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:35:44.223141 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-64d76bb8-9a7f-4078-87e2-e9dc7b73bab7 tempest-RoutersNegativeIpV6Test-2039758575 tempest-RoutersNegativeIpV6Test-2039758575-project] Notify callbacks [] for subnet, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:44.243566 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-64d76bb8-9a7f-4078-87e2-e9dc7b73bab7 tempest-RoutersNegativeIpV6Test-2039758575 tempest-RoutersNegativeIpV6Test-2039758575-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.7631452 Jul 14 18:35:44.246080 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 49800) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:35:44.254229 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-047aa26b-046e-4e86-9e16-efcec10ec25e tempest-RoutersNegativeIpV6Test-2039758575 tempest-RoutersNegativeIpV6Test-2039758575-project] Request body: {'router': {'external_gateway_info': {'network_id': 'abbeb5bb-db8a-4766-ba35-300288a3ee53'}}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:35:44.431282 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ffa0ec9-3f14-48d4-9da5-f7734a1a2c08 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9222b97e-5d1c-54f8-ba97-82f172498e76-abbeb5bb-db8a-4766-ba35-300288a3ee53', 'network_id': 'abbeb5bb-db8a-4766-ba35-300288a3ee53', 'tenant_id': '92a05624b93549f8867c1c234e2e2bbe', 'fixed_ips': [{'subnet_id': '15abc1aa-5f06-47d0-ac5d-e7abc27f96bc'}]}} from n-d-800634-3. {{(pid=93917) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 18:35:44.432973 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-0ffa0ec9-3f14-48d4-9da5-f7734a1a2c08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:44.625340 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.db_base_plugin_common [None req-0ffa0ec9-3f14-48d4-9da5-f7734a1a2c08 None None] Allocated IP 2001:db8:1::2 (abbeb5bb-db8a-4766-ba35-300288a3ee53/15abc1aa-5f06-47d0-ac5d-e7abc27f96bc/e4cdca56-b604-47b9-8bf4-7fe75dc92b89) {{(pid=93917) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:35:44.707651 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 49806) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:35:44.727231 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-ca95df12-12f2-47fe-80d3-33b1156b53bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:44.872073 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-0ffa0ec9-3f14-48d4-9da5-f7734a1a2c08 None None] Notify callbacks [] for port, precommit_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:44.902065 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-0ffa0ec9-3f14-48d4-9da5-f7734a1a2c08 None None] Transition to ACTIVE for port object e4cdca56-b604-47b9-8bf4-7fe75dc92b89 will not be triggered until provisioned by entity L2. {{(pid=93917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:35:44.915456 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-ca95df12-12f2-47fe-80d3-33b1156b53bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:44.924517 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-0ffa0ec9-3f14-48d4-9da5-f7734a1a2c08 None None] Transition to ACTIVE for port object e4cdca56-b604-47b9-8bf4-7fe75dc92b89 will not be triggered until provisioned by entity DHCP. {{(pid=93917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:35:44.929847 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-ca95df12-12f2-47fe-80d3-33b1156b53bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:44.937206 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-0ffa0ec9-3f14-48d4-9da5-f7734a1a2c08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804'] for port, after_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:44.992859 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-ca95df12-12f2-47fe-80d3-33b1156b53bb admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a3b188ba105140c4bbbd3318cca685d2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2836792 Jul 14 18:35:44.993570 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 49810) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:35:45.032790 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ffa0ec9-3f14-48d4-9da5-f7734a1a2c08 None None] Pushing event updated for resources: {'Port': ['ID=e4cdca56-b604-47b9-8bf4-7fe75dc92b89,revision_number=1']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:35:45.105849 n-d-800634-3 neutron-server[93917]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ffa0ec9-3f14-48d4-9da5-f7734a1a2c08 None None] Network abbeb5bb-db8a-4766-ba35-300288a3ee53 is already hosted by enough agents. {{(pid=93917) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:35:45.111646 n-d-800634-3 neutron-server[93917]: DEBUG neutron.scheduler.base_scheduler [None req-0ffa0ec9-3f14-48d4-9da5-f7734a1a2c08 None None] Resources bound (agent type, host, resource id): {{(pid=93917) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:35:45.117692 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca95df12-12f2-47fe-80d3-33b1156b53bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e06536d-37b8-4cfa-8136-113daca7f7f5,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:35:45.123956 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ffa0ec9-3f14-48d4-9da5-f7734a1a2c08 None None] Received port after_create {{(pid=93917) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:35:45.178649 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-532dd379-5d45-4f9c-bdde-65d05dd484b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:45.234500 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-0ffa0ec9-3f14-48d4-9da5-f7734a1a2c08 None None] Attempting to bind port e4cdca56-b604-47b9-8bf4-7fe75dc92b89 on host n-d-800634-3 for vnic_type normal with profile {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:35:45.235099 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-0ffa0ec9-3f14-48d4-9da5-f7734a1a2c08 None None] Attempting to bind port e4cdca56-b604-47b9-8bf4-7fe75dc92b89 by drivers openvswitch,hyperv on host n-d-800634-3 at level 0 using segments [{'id': '716d3101-1f2f-44a6-86d0-b646a70b41d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'abbeb5bb-db8a-4766-ba35-300288a3ee53'}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:35:45.235236 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ffa0ec9-3f14-48d4-9da5-f7734a1a2c08 None None] Attempting to bind port e4cdca56-b604-47b9-8bf4-7fe75dc92b89 on network abbeb5bb-db8a-4766-ba35-300288a3ee53 {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:35:45.236540 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-532dd379-5d45-4f9c-bdde-65d05dd484b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:45.242327 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ffa0ec9-3f14-48d4-9da5-f7734a1a2c08 None None] Checking agent: {'id': '01c19e91-a945-4e3c-94a6-c211e17c923e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 8, 23), 'started_at': datetime.datetime(2021, 7, 14, 18, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 18, 35, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 18:35:45.242705 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ffa0ec9-3f14-48d4-9da5-f7734a1a2c08 None None] Checking segment: {'id': '716d3101-1f2f-44a6-86d0-b646a70b41d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'abbeb5bb-db8a-4766-ba35-300288a3ee53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93917) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:35:45.244164 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-0ffa0ec9-3f14-48d4-9da5-f7734a1a2c08 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:45.244593 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ffa0ec9-3f14-48d4-9da5-f7734a1a2c08 None None] Bound using segment: {'id': '716d3101-1f2f-44a6-86d0-b646a70b41d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'abbeb5bb-db8a-4766-ba35-300288a3ee53'} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 18:35:45.246055 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-0ffa0ec9-3f14-48d4-9da5-f7734a1a2c08 None None] Bound port: e4cdca56-b604-47b9-8bf4-7fe75dc92b89, host: n-d-800634-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '716d3101-1f2f-44a6-86d0-b646a70b41d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'abbeb5bb-db8a-4766-ba35-300288a3ee53'}}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 18:35:45.246954 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-0ffa0ec9-3f14-48d4-9da5-f7734a1a2c08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:45.324480 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-047aa26b-046e-4e86-9e16-efcec10ec25e tempest-RoutersNegativeIpV6Test-2039758575 tempest-RoutersNegativeIpV6Test-2039758575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-929996', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-571750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11395'] for router, precommit_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:45.334645 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-0ffa0ec9-3f14-48d4-9da5-f7734a1a2c08 None None] For port e4cdca56-b604-47b9-8bf4-7fe75dc92b89, host n-d-800634-3, cleared binding levels {{(pid=93917) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:35:45.338768 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-0ffa0ec9-3f14-48d4-9da5-f7734a1a2c08 None None] For port e4cdca56-b604-47b9-8bf4-7fe75dc92b89, host n-d-800634-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=e4cdca56-b604-47b9-8bf4-7fe75dc92b89,segment=NetworkSegment(716d3101-1f2f-44a6-86d0-b646a70b41d3),segment_id=716d3101-1f2f-44a6-86d0-b646a70b41d3)] {{(pid=93917) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 18:35:45.347904 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-0ffa0ec9-3f14-48d4-9da5-f7734a1a2c08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:45.393639 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-532dd379-5d45-4f9c-bdde-65d05dd484b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:45.397907 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-532dd379-5d45-4f9c-bdde-65d05dd484b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:45.400851 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-532dd379-5d45-4f9c-bdde-65d05dd484b5 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3e06536d-37b8-4cfa-8136-113daca7f7f5 HTTP/1.1" status: 204 len: 168 time: 0.4026961 Jul 14 18:35:45.443318 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532dd379-5d45-4f9c-bdde-65d05dd484b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e06536d-37b8-4cfa-8136-113daca7f7f5,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:35:45.659431 n-d-800634-3 neutron-server[93916]: INFO neutron.api.v2.resource [None req-047aa26b-046e-4e86-9e16-efcec10ec25e tempest-RoutersNegativeIpV6Test-2039758575 tempest-RoutersNegativeIpV6Test-2039758575-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 18:35:45.668595 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-047aa26b-046e-4e86-9e16-efcec10ec25e tempest-RoutersNegativeIpV6Test-2039758575 tempest-RoutersNegativeIpV6Test-2039758575-project] 10.222.0.16 "PUT /v2.0/routers/d4e8d5ca-a9b1-4f91-a65f-270f58d6bf82 HTTP/1.1" status: 400 len: 364 time: 1.4134688 Jul 14 18:35:45.669229 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 49822) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:35:45.873221 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ffa0ec9-3f14-48d4-9da5-f7734a1a2c08 None None] Pushing event updated for resources: {'Port': ['ID=e4cdca56-b604-47b9-8bf4-7fe75dc92b89,revision_number=2']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:35:46.248086 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-14c72b99-ee6a-4b71-9a9a-921f5fb4ffab tempest-RoutersNegativeIpV6Test-2039758575 tempest-RoutersNegativeIpV6Test-2039758575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:46.728027 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.db_base_plugin_common [None req-14c72b99-ee6a-4b71-9a9a-921f5fb4ffab tempest-RoutersNegativeIpV6Test-2039758575 tempest-RoutersNegativeIpV6Test-2039758575-project] Allocated IP 2001:db8::1 (bf5c6c6b-c541-48e0-be93-68604a3e3e2b/d88dff1a-61e4-40f9-bb82-f00c63725b80/d6310504-58b9-4d74-a723-c4e992e64f31) {{(pid=93916) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:35:46.729993 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device e4cdca56-b604-47b9-8bf4-7fe75dc92b89 up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:35:46.822161 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning for port e4cdca56-b604-47b9-8bf4-7fe75dc92b89 completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:35:46.933069 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-14c72b99-ee6a-4b71-9a9a-921f5fb4ffab tempest-RoutersNegativeIpV6Test-2039758575 tempest-RoutersNegativeIpV6Test-2039758575-project] Notify callbacks [] for port, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:46.957557 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.provisioning_blocks [None req-14c72b99-ee6a-4b71-9a9a-921f5fb4ffab tempest-RoutersNegativeIpV6Test-2039758575 tempest-RoutersNegativeIpV6Test-2039758575-project] Transition to ACTIVE for port object d6310504-58b9-4d74-a723-c4e992e64f31 will not be triggered until provisioned by entity DHCP. {{(pid=93916) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:35:47.016724 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-14c72b99-ee6a-4b71-9a9a-921f5fb4ffab tempest-RoutersNegativeIpV6Test-2039758575 tempest-RoutersNegativeIpV6Test-2039758575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:47.096597 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14c72b99-ee6a-4b71-9a9a-921f5fb4ffab tempest-RoutersNegativeIpV6Test-2039758575 tempest-RoutersNegativeIpV6Test-2039758575-project] Network bf5c6c6b-c541-48e0-be93-68604a3e3e2b is already hosted by enough agents. {{(pid=93916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:35:47.100868 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [None req-14c72b99-ee6a-4b71-9a9a-921f5fb4ffab tempest-RoutersNegativeIpV6Test-2039758575 tempest-RoutersNegativeIpV6Test-2039758575-project] Resources bound (agent type, host, resource id): {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:35:47.105636 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14c72b99-ee6a-4b71-9a9a-921f5fb4ffab tempest-RoutersNegativeIpV6Test-2039758575 tempest-RoutersNegativeIpV6Test-2039758575-project] Received port after_create {{(pid=93916) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:35:47.106587 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-14c72b99-ee6a-4b71-9a9a-921f5fb4ffab tempest-RoutersNegativeIpV6Test-2039758575 tempest-RoutersNegativeIpV6Test-2039758575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-930452'] for router_interface, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:47.188064 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-701b1a73-ade8-4c18-98c6-01ceb3c588c0 None None] Network abbeb5bb-db8a-4766-ba35-300288a3ee53 requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:35:47.253194 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c72b99-ee6a-4b71-9a9a-921f5fb4ffab tempest-RoutersNegativeIpV6Test-2039758575 tempest-RoutersNegativeIpV6Test-2039758575-project] Pushing event updated for resources: {'Port': ['ID=d6310504-58b9-4d74-a723-c4e992e64f31,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:35:47.346870 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-14c72b99-ee6a-4b71-9a9a-921f5fb4ffab tempest-RoutersNegativeIpV6Test-2039758575 tempest-RoutersNegativeIpV6Test-2039758575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:47.360153 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-fd9aaa2e-b9e6-443e-b032-4fe7337e95f5 None None] Provisioning for port e4cdca56-b604-47b9-8bf4-7fe75dc92b89 completed by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:35:47.367943 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-fd9aaa2e-b9e6-443e-b032-4fe7337e95f5 None None] Provisioning complete for port e4cdca56-b604-47b9-8bf4-7fe75dc92b89 triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:35:47.369357 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-fd9aaa2e-b9e6-443e-b032-4fe7337e95f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:47.732095 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-fd9aaa2e-b9e6-443e-b032-4fe7337e95f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:47.811798 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-fd9aaa2e-b9e6-443e-b032-4fe7337e95f5 None None] For port e4cdca56-b604-47b9-8bf4-7fe75dc92b89, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=e4cdca56-b604-47b9-8bf4-7fe75dc92b89,segment=NetworkSegment(716d3101-1f2f-44a6-86d0-b646a70b41d3),segment_id=716d3101-1f2f-44a6-86d0-b646a70b41d3)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:35:47.821145 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-fd9aaa2e-b9e6-443e-b032-4fe7337e95f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:47.982391 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-95cbb9d9-ae8f-407b-baed-1d4c9c130d8e None None] Provisioning for port d6310504-58b9-4d74-a723-c4e992e64f31 completed by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:35:47.985000 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9aaa2e-b9e6-443e-b032-4fe7337e95f5 None None] Pushing event updated for resources: {'Port': ['ID=e4cdca56-b604-47b9-8bf4-7fe75dc92b89,revision_number=3']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:35:47.999148 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-95cbb9d9-ae8f-407b-baed-1d4c9c130d8e None None] Provisioning complete for port d6310504-58b9-4d74-a723-c4e992e64f31 triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:35:47.999536 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-95cbb9d9-ae8f-407b-baed-1d4c9c130d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:48.090219 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-95cbb9d9-ae8f-407b-baed-1d4c9c130d8e None None] Port d6310504-58b9-4d74-a723-c4e992e64f31 cannot update to ACTIVE because it is not bound. {{(pid=93917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 18:35:48.128253 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-14c72b99-ee6a-4b71-9a9a-921f5fb4ffab tempest-RoutersNegativeIpV6Test-2039758575 tempest-RoutersNegativeIpV6Test-2039758575-project] Notify callbacks [] for port, precommit_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:48.137791 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-14c72b99-ee6a-4b71-9a9a-921f5fb4ffab tempest-RoutersNegativeIpV6Test-2039758575 tempest-RoutersNegativeIpV6Test-2039758575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2684870'] for port, after_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:48.138674 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-14c72b99-ee6a-4b71-9a9a-921f5fb4ffab tempest-RoutersNegativeIpV6Test-2039758575 tempest-RoutersNegativeIpV6Test-2039758575-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-598741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-928734'] for router_interface, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:48.307201 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c72b99-ee6a-4b71-9a9a-921f5fb4ffab tempest-RoutersNegativeIpV6Test-2039758575 tempest-RoutersNegativeIpV6Test-2039758575-project] Pushing event updated for resources: {'Port': ['ID=d6310504-58b9-4d74-a723-c4e992e64f31,revision_number=2']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:35:48.566343 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14c72b99-ee6a-4b71-9a9a-921f5fb4ffab tempest-RoutersNegativeIpV6Test-2039758575 tempest-RoutersNegativeIpV6Test-2039758575-project] Network bf5c6c6b-c541-48e0-be93-68604a3e3e2b is already hosted by enough agents. {{(pid=93916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:35:48.568808 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [None req-14c72b99-ee6a-4b71-9a9a-921f5fb4ffab tempest-RoutersNegativeIpV6Test-2039758575 tempest-RoutersNegativeIpV6Test-2039758575-project] Resources bound (agent type, host, resource id): {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:35:48.653467 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device e4cdca56-b604-47b9-8bf4-7fe75dc92b89 up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:35:48.663389 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-33a28d9a-0953-43dd-b48c-2381411bd6fa None None] Provisioning complete for port e4cdca56-b604-47b9-8bf4-7fe75dc92b89 triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:35:48.663844 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-33a28d9a-0953-43dd-b48c-2381411bd6fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:48.819717 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port e4cdca56-b604-47b9-8bf4-7fe75dc92b89 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:35:48.820544 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:48.870771 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14c72b99-ee6a-4b71-9a9a-921f5fb4ffab tempest-RoutersNegativeIpV6Test-2039758575 tempest-RoutersNegativeIpV6Test-2039758575-project] Router d4e8d5ca-a9b1-4f91-a65f-270f58d6bf82 has already been hosted by L3 agent 2c6eb27e-defb-4cca-9a24-381c7415e359 {{(pid=93916) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 18:35:49.036813 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14c72b99-ee6a-4b71-9a9a-921f5fb4ffab tempest-RoutersNegativeIpV6Test-2039758575 tempest-RoutersNegativeIpV6Test-2039758575-project] Notify agent at l3_agent.n-d-800634-3 the message routers_updated {{(pid=93916) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 18:35:49.040804 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-3b83e83f-d6e2-4199-94dd-19a76925ef16 None None] Provisioning complete for port d6310504-58b9-4d74-a723-c4e992e64f31 triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:35:49.041180 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-3b83e83f-d6e2-4199-94dd-19a76925ef16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:49.050500 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af41e020-4061-4fc3-9302-6f25a1bfa7a1 None None] Sync routers for ids ['d4e8d5ca-a9b1-4f91-a65f-270f58d6bf82'] in n-d-800634-3 {{(pid=93918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 18:35:49.054466 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-14c72b99-ee6a-4b71-9a9a-921f5fb4ffab tempest-RoutersNegativeIpV6Test-2039758575 tempest-RoutersNegativeIpV6Test-2039758575-project] 10.222.0.16 "PUT /v2.0/routers/d4e8d5ca-a9b1-4f91-a65f-270f58d6bf82/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3794444 Jul 14 18:35:49.057684 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 49908) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:35:49.066832 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af41e020-4061-4fc3-9302-6f25a1bfa7a1 None None] Routers {'d4e8d5ca-a9b1-4f91-a65f-270f58d6bf82'} bound to L3 agent in host n-d-800634-3 {{(pid=93918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:35:49.069138 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-af41e020-4061-4fc3-9302-6f25a1bfa7a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:35:23Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['d4e8d5ca-a9b1-4f91-a65f-270f58d6bf82'], 'active': True} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:35:49.161590 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-af41e020-4061-4fc3-9302-6f25a1bfa7a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-3', False) {} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:35:49.175175 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-3b83e83f-d6e2-4199-94dd-19a76925ef16 None None] Port d6310504-58b9-4d74-a723-c4e992e64f31 cannot update to ACTIVE because it is not bound. {{(pid=93917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 18:35:49.182312 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af41e020-4061-4fc3-9302-6f25a1bfa7a1 None None] Routers {'d4e8d5ca-a9b1-4f91-a65f-270f58d6bf82'} bound to L3 agent in host n-d-800634-3 {{(pid=93918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:35:49.183443 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-af41e020-4061-4fc3-9302-6f25a1bfa7a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:35:23Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['d4e8d5ca-a9b1-4f91-a65f-270f58d6bf82'], 'active': True} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:35:49.225405 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-af41e020-4061-4fc3-9302-6f25a1bfa7a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-3', False) {} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:35:49.226248 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af41e020-4061-4fc3-9302-6f25a1bfa7a1 None None] The sync data for ids ['d4e8d5ca-a9b1-4f91-a65f-270f58d6bf82'] in n-d-800634-3 is: [] {{(pid=93918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 18:35:49.313525 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-0a586eb8-4452-43a5-81f5-d41ebd3f9f3c tempest-RoutersNegativeIpV6Test-2039758575 tempest-RoutersNegativeIpV6Test-2039758575-project] Notify callbacks [] for router, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:49.415831 n-d-800634-3 neutron-server[93915]: INFO neutron.api.v2.resource [None req-0a586eb8-4452-43a5-81f5-d41ebd3f9f3c tempest-RoutersNegativeIpV6Test-2039758575 tempest-RoutersNegativeIpV6Test-2039758575-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 14 18:35:49.417359 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-0a586eb8-4452-43a5-81f5-d41ebd3f9f3c tempest-RoutersNegativeIpV6Test-2039758575 tempest-RoutersNegativeIpV6Test-2039758575-project] 10.222.0.16 "DELETE /v2.0/routers/d4e8d5ca-a9b1-4f91-a65f-270f58d6bf82 HTTP/1.1" status: 409 len: 329 time: 0.3584557 Jul 14 18:35:49.420471 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 49920) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:35:50.012605 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 49940) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:35:50.100606 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-d62209bc-47d1-4a06-8d80-87086caf121d tempest-RoutersNegativeIpV6Test-2039758575 tempest-RoutersNegativeIpV6Test-2039758575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-928623'] for router_interface, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:50.271564 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-13d26818-4921-45ce-a9a5-d31c403e5995 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:50.353899 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-3acfe780-ad5f-4e2f-bc10-6935a3d0007f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:50.448785 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-13d26818-4921-45ce-a9a5-d31c403e5995 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:50.466058 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-13d26818-4921-45ce-a9a5-d31c403e5995 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:50.500104 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d26818-4921-45ce-a9a5-d31c403e5995 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9e051a5-1faf-46c8-b664-3f008185624b,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:35:50.607663 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 49956) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:35:50.716502 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-13d26818-4921-45ce-a9a5-d31c403e5995 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=50c51f635ce5486c9ad7772cb1a783db&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6981711 Jul 14 18:35:50.718237 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 49960) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:35:50.803570 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-2b70b2d1-40c0-4a07-92fe-1b4e93be6688 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:50.814093 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-acc58c25-f31d-424c-9836-539e7ce6270c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:50.853450 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-acc58c25-f31d-424c-9836-539e7ce6270c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:50.876975 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [None req-d62209bc-47d1-4a06-8d80-87086caf121d tempest-RoutersNegativeIpV6Test-2039758575 tempest-RoutersNegativeIpV6Test-2039758575-project] Deleting port d6310504-58b9-4d74-a723-c4e992e64f31 {{(pid=93915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:35:50.877604 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-d62209bc-47d1-4a06-8d80-87086caf121d tempest-RoutersNegativeIpV6Test-2039758575 tempest-RoutersNegativeIpV6Test-2039758575-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:50.974684 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-acc58c25-f31d-424c-9836-539e7ce6270c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:50.977907 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-acc58c25-f31d-424c-9836-539e7ce6270c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:50.979515 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-acc58c25-f31d-424c-9836-539e7ce6270c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e9e051a5-1faf-46c8-b664-3f008185624b HTTP/1.1" status: 204 len: 168 time: 0.2599380 Jul 14 18:35:51.001917 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-d62209bc-47d1-4a06-8d80-87086caf121d tempest-RoutersNegativeIpV6Test-2039758575 tempest-RoutersNegativeIpV6Test-2039758575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:51.008747 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc58c25-f31d-424c-9836-539e7ce6270c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9e051a5-1faf-46c8-b664-3f008185624b,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:35:51.051177 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [None req-d62209bc-47d1-4a06-8d80-87086caf121d tempest-RoutersNegativeIpV6Test-2039758575 tempest-RoutersNegativeIpV6Test-2039758575-project] Calling delete_port for d6310504-58b9-4d74-a723-c4e992e64f31 owned by network:router_interface {{(pid=93915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:35:51.056861 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-2b70b2d1-40c0-4a07-92fe-1b4e93be6688 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:51.061551 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-2b70b2d1-40c0-4a07-92fe-1b4e93be6688 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:51.113300 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-2b70b2d1-40c0-4a07-92fe-1b4e93be6688 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=af9522c222804a928f1d4dec306634f4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5041955 Jul 14 18:35:51.114615 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b70b2d1-40c0-4a07-92fe-1b4e93be6688 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18a7f34f-6ce0-4a2c-84b2-076efdad49d1,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:35:51.117397 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 49966) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:35:51.207454 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-566ac90d-2ecf-4f94-b9a4-2daf3f0079c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:51.245556 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-566ac90d-2ecf-4f94-b9a4-2daf3f0079c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:51.365513 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-566ac90d-2ecf-4f94-b9a4-2daf3f0079c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:51.369566 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-566ac90d-2ecf-4f94-b9a4-2daf3f0079c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:51.371216 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-566ac90d-2ecf-4f94-b9a4-2daf3f0079c2 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/18a7f34f-6ce0-4a2c-84b2-076efdad49d1 HTTP/1.1" status: 204 len: 168 time: 0.2524052 Jul 14 18:35:51.377832 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-d62209bc-47d1-4a06-8d80-87086caf121d tempest-RoutersNegativeIpV6Test-2039758575 tempest-RoutersNegativeIpV6Test-2039758575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:51.384329 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566ac90d-2ecf-4f94-b9a4-2daf3f0079c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18a7f34f-6ce0-4a2c-84b2-076efdad49d1,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:35:51.538943 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62209bc-47d1-4a06-8d80-87086caf121d tempest-RoutersNegativeIpV6Test-2039758575 tempest-RoutersNegativeIpV6Test-2039758575-project] Pushing event deleted for resources: {'Port': ['ID=d6310504-58b9-4d74-a723-c4e992e64f31,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:35:51.603283 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-d62209bc-47d1-4a06-8d80-87086caf121d tempest-RoutersNegativeIpV6Test-2039758575 tempest-RoutersNegativeIpV6Test-2039758575-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-598732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-928907'] for router_interface, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:52.010125 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d62209bc-47d1-4a06-8d80-87086caf121d tempest-RoutersNegativeIpV6Test-2039758575 tempest-RoutersNegativeIpV6Test-2039758575-project] Router d4e8d5ca-a9b1-4f91-a65f-270f58d6bf82 has already been hosted by L3 agent 2c6eb27e-defb-4cca-9a24-381c7415e359 {{(pid=93915) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 18:35:52.102881 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d62209bc-47d1-4a06-8d80-87086caf121d tempest-RoutersNegativeIpV6Test-2039758575 tempest-RoutersNegativeIpV6Test-2039758575-project] Notify agent at l3_agent.n-d-800634-3 the message routers_updated {{(pid=93915) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 18:35:52.116343 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a088fa9f-fb66-4e2c-b90d-b0a7507dec55 None None] Sync routers for ids ['d4e8d5ca-a9b1-4f91-a65f-270f58d6bf82'] in n-d-800634-3 {{(pid=93917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 18:35:52.117142 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-d62209bc-47d1-4a06-8d80-87086caf121d tempest-RoutersNegativeIpV6Test-2039758575 tempest-RoutersNegativeIpV6Test-2039758575-project] 10.222.0.16 "PUT /v2.0/routers/d4e8d5ca-a9b1-4f91-a65f-270f58d6bf82/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6952605 Jul 14 18:35:52.120808 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 50002) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:35:52.130231 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a088fa9f-fb66-4e2c-b90d-b0a7507dec55 None None] Routers {'d4e8d5ca-a9b1-4f91-a65f-270f58d6bf82'} bound to L3 agent in host n-d-800634-3 {{(pid=93917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:35:52.133240 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-a088fa9f-fb66-4e2c-b90d-b0a7507dec55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:35:23Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['d4e8d5ca-a9b1-4f91-a65f-270f58d6bf82'], 'active': True} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:35:52.167252 n-d-800634-3 neutron-server[93915]: INFO neutron.api.v2.resource [None req-839b9f95-db2c-424f-b3d3-db18ccdaf128 tempest-RoutersNegativeIpV6Test-2039758575 tempest-RoutersNegativeIpV6Test-2039758575-project] show failed (client error): The resource could not be found. Jul 14 18:35:52.174411 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-839b9f95-db2c-424f-b3d3-db18ccdaf128 tempest-RoutersNegativeIpV6Test-2039758575 tempest-RoutersNegativeIpV6Test-2039758575-project] 10.222.0.16 "GET /v2.0/routers/tempest-non_exist_router-1821753261 HTTP/1.1" status: 404 len: 335 time: 0.0464957 Jul 14 18:35:52.175259 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 50008) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:35:52.182138 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-c9129316-1257-40d3-b959-5f59facee60c tempest-RoutersNegativeIpV6Test-2039758575 tempest-RoutersNegativeIpV6Test-2039758575-project] Request body: {'router': {'name': 'new_name'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:35:52.229562 n-d-800634-3 neutron-server[93915]: INFO neutron.api.v2.resource [None req-c9129316-1257-40d3-b959-5f59facee60c tempest-RoutersNegativeIpV6Test-2039758575 tempest-RoutersNegativeIpV6Test-2039758575-project] update failed (client error): The resource could not be found. Jul 14 18:35:52.234542 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-c9129316-1257-40d3-b959-5f59facee60c tempest-RoutersNegativeIpV6Test-2039758575 tempest-RoutersNegativeIpV6Test-2039758575-project] 10.222.0.16 "PUT /v2.0/routers/tempest-non_exist_router-18433400 HTTP/1.1" status: 404 len: 333 time: 0.0542731 Jul 14 18:35:52.234946 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 50012) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:35:52.235509 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-a088fa9f-fb66-4e2c-b90d-b0a7507dec55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-3', False) {} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:35:52.253423 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a088fa9f-fb66-4e2c-b90d-b0a7507dec55 None None] Routers {'d4e8d5ca-a9b1-4f91-a65f-270f58d6bf82'} bound to L3 agent in host n-d-800634-3 {{(pid=93917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:35:52.254753 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-a088fa9f-fb66-4e2c-b90d-b0a7507dec55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:35:23Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['d4e8d5ca-a9b1-4f91-a65f-270f58d6bf82'], 'active': True} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:35:52.313242 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-a088fa9f-fb66-4e2c-b90d-b0a7507dec55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-3', False) {} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:35:52.314460 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a088fa9f-fb66-4e2c-b90d-b0a7507dec55 None None] The sync data for ids ['d4e8d5ca-a9b1-4f91-a65f-270f58d6bf82'] in n-d-800634-3 is: [] {{(pid=93917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 18:35:52.337313 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b6d1ef9-979a-4384-a5f5-9cc3de2bc5d6 tempest-RoutersNegativeIpV6Test-2039758575 tempest-RoutersNegativeIpV6Test-2039758575-project] Deleting subnet 15abc1aa-5f06-47d0-ac5d-e7abc27f96bc {{(pid=93916) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 18:35:52.342563 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-3b6d1ef9-979a-4384-a5f5-9cc3de2bc5d6 tempest-RoutersNegativeIpV6Test-2039758575 tempest-RoutersNegativeIpV6Test-2039758575-project] Notify callbacks [] for subnet, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:52.354784 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 50014) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:35:52.395826 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-3b6d1ef9-979a-4384-a5f5-9cc3de2bc5d6 tempest-RoutersNegativeIpV6Test-2039758575 tempest-RoutersNegativeIpV6Test-2039758575-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26296866'] for subnet, precommit_delete_associations {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:52.508015 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-83340318-ab83-43f0-881f-013a5ffe45a6 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1872588568-network', 'tenant_id': 'ae713e34e8344c009274332962fd3e1e'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:35:52.538303 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-3b6d1ef9-979a-4384-a5f5-9cc3de2bc5d6 tempest-RoutersNegativeIpV6Test-2039758575 tempest-RoutersNegativeIpV6Test-2039758575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081283'] for subnet, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:52.551539 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83340318-ab83-43f0-881f-013a5ffe45a6 admin admin] Made reservation on behalf of ae713e34e8344c009274332962fd3e1e for: {'network': 1} {{(pid=93915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:35:52.557226 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-83340318-ab83-43f0-881f-013a5ffe45a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for network, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:52.583184 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-83340318-ab83-43f0-881f-013a5ffe45a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:52.637164 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-3b6d1ef9-979a-4384-a5f5-9cc3de2bc5d6 tempest-RoutersNegativeIpV6Test-2039758575 tempest-RoutersNegativeIpV6Test-2039758575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2684816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26033152'] for subnet, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:52.670542 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6d1ef9-979a-4384-a5f5-9cc3de2bc5d6 tempest-RoutersNegativeIpV6Test-2039758575 tempest-RoutersNegativeIpV6Test-2039758575-project] Pushing event deleted for resources: {'Subnet': ['ID=15abc1aa-5f06-47d0-ac5d-e7abc27f96bc,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:35:52.672984 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-3b6d1ef9-979a-4384-a5f5-9cc3de2bc5d6 tempest-RoutersNegativeIpV6Test-2039758575 tempest-RoutersNegativeIpV6Test-2039758575-project] Notify callbacks [] for subnet, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:52.675671 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-3b6d1ef9-979a-4384-a5f5-9cc3de2bc5d6 tempest-RoutersNegativeIpV6Test-2039758575 tempest-RoutersNegativeIpV6Test-2039758575-project] 10.222.0.16 "DELETE /v2.0/subnets/15abc1aa-5f06-47d0-ac5d-e7abc27f96bc HTTP/1.1" status: 204 len: 168 time: 0.4390664 Jul 14 18:35:52.679037 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 50024) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:35:52.681994 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6daad998-c039-458a-a212-3ab4326c50f3 None None] Network abbeb5bb-db8a-4766-ba35-300288a3ee53 requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:35:52.768634 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-38523cb1-7fbc-40ad-9f89-49d4949f59b4 tempest-RoutersNegativeIpV6Test-2039758575 tempest-RoutersNegativeIpV6Test-2039758575-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645734'] for network, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:52.793008 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-83340318-ab83-43f0-881f-013a5ffe45a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:52.805641 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-83340318-ab83-43f0-881f-013a5ffe45a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:52.835897 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-38523cb1-7fbc-40ad-9f89-49d4949f59b4 tempest-RoutersNegativeIpV6Test-2039758575 tempest-RoutersNegativeIpV6Test-2039758575-project] Deleting port e4cdca56-b604-47b9-8bf4-7fe75dc92b89 {{(pid=93916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:35:52.836466 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-38523cb1-7fbc-40ad-9f89-49d4949f59b4 tempest-RoutersNegativeIpV6Test-2039758575 tempest-RoutersNegativeIpV6Test-2039758575-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:52.847903 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83340318-ab83-43f0-881f-013a5ffe45a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4973aa98-8832-4679-9ffa-755965597c13,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:35:52.868085 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83340318-ab83-43f0-881f-013a5ffe45a6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 70} {{(pid=93915) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 18:35:52.901297 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-83340318-ab83-43f0-881f-013a5ffe45a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:52.901740 n-d-800634-3 neutron-server[93915]: INFO neutron.db.segments_db [None req-83340318-ab83-43f0-881f-013a5ffe45a6 admin admin] Added segment d26c3ed5-71d6-4af6-aafd-10eed5bb91a2 of type vlan for network 68805e02-3f8f-48a9-87b2-0ce97568e6c6 Jul 14 18:35:52.947353 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e8062277-56e5-4e9c-bafc-c2e1aab2bf12 req-ee948782-dee8-461b-ae51-721731062daf service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=7c5857c2-2935-412d-922f-b15f51818e64&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3109102 Jul 14 18:35:52.968278 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.db [None req-38523cb1-7fbc-40ad-9f89-49d4949f59b4 tempest-RoutersNegativeIpV6Test-2039758575 tempest-RoutersNegativeIpV6Test-2039758575-project] For port e4cdca56-b604-47b9-8bf4-7fe75dc92b89, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=e4cdca56-b604-47b9-8bf4-7fe75dc92b89,segment=NetworkSegment(716d3101-1f2f-44a6-86d0-b646a70b41d3),segment_id=716d3101-1f2f-44a6-86d0-b646a70b41d3)] {{(pid=93916) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:35:52.968989 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-cf62fb2b-900b-45b5-af10-48d844988714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:52.969534 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-38523cb1-7fbc-40ad-9f89-49d4949f59b4 tempest-RoutersNegativeIpV6Test-2039758575 tempest-RoutersNegativeIpV6Test-2039758575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:53.019709 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-38523cb1-7fbc-40ad-9f89-49d4949f59b4 tempest-RoutersNegativeIpV6Test-2039758575 tempest-RoutersNegativeIpV6Test-2039758575-project] Calling delete_port for e4cdca56-b604-47b9-8bf4-7fe75dc92b89 owned by network:dhcp {{(pid=93916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:35:53.158296 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-83340318-ab83-43f0-881f-013a5ffe45a6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728202197517'] for network, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:53.198422 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-38523cb1-7fbc-40ad-9f89-49d4949f59b4 tempest-RoutersNegativeIpV6Test-2039758575 tempest-RoutersNegativeIpV6Test-2039758575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:53.218822 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6226dab-9c5f-4722-9a7f-f7bf93e5db49 None None] DHCP port deletion for abbeb5bb-db8a-4766-ba35-300288a3ee53 request from n-d-800634-3 {{(pid=93917) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 18:35:53.226167 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:53.277845 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38523cb1-7fbc-40ad-9f89-49d4949f59b4 tempest-RoutersNegativeIpV6Test-2039758575 tempest-RoutersNegativeIpV6Test-2039758575-project] Pushing event deleted for resources: {'Port': ['ID=e4cdca56-b604-47b9-8bf4-7fe75dc92b89,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:35:53.279929 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38523cb1-7fbc-40ad-9f89-49d4949f59b4 tempest-RoutersNegativeIpV6Test-2039758575 tempest-RoutersNegativeIpV6Test-2039758575-project] No DVR routers for this DVR port e4cdca56-b604-47b9-8bf4-7fe75dc92b89 on host n-d-800634-3 {{(pid=93916) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 18:35:53.347047 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8062277-56e5-4e9c-bafc-c2e1aab2bf12 req-ae111363-d155-47c4-8481-26cd8bf47711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:35:53.350084 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e8062277-56e5-4e9c-bafc-c2e1aab2bf12 req-ae111363-d155-47c4-8481-26cd8bf47711 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=cb67bdfcb7724fc99fb71468214ad40d&device_id=7c5857c2-2935-412d-922f-b15f51818e64 HTTP/1.1" status: 200 len: 1096 time: 0.3462615 Jul 14 18:35:53.355013 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-83340318-ab83-43f0-881f-013a5ffe45a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727'] for network, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:53.355013 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83340318-ab83-43f0-881f-013a5ffe45a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:35:53.355297 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-83340318-ab83-43f0-881f-013a5ffe45a6 admin admin] Notify callbacks [] for network, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:53.413982 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-38523cb1-7fbc-40ad-9f89-49d4949f59b4 tempest-RoutersNegativeIpV6Test-2039758575 tempest-RoutersNegativeIpV6Test-2039758575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2096010', 'neutron.services.segments.db._delete_segments_for_network-8728202734996'] for network, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:53.431136 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.segments.db [None req-38523cb1-7fbc-40ad-9f89-49d4949f59b4 tempest-RoutersNegativeIpV6Test-2039758575 tempest-RoutersNegativeIpV6Test-2039758575-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['abbeb5bb-db8a-4766-ba35-300288a3ee53']}} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:35:53.448634 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.segments.db [None req-38523cb1-7fbc-40ad-9f89-49d4949f59b4 tempest-RoutersNegativeIpV6Test-2039758575 tempest-RoutersNegativeIpV6Test-2039758575-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '716d3101-1f2f-44a6-86d0-b646a70b41d3') {'for_net_delete': True} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:35:53.448980 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.segments.db [None req-38523cb1-7fbc-40ad-9f89-49d4949f59b4 tempest-RoutersNegativeIpV6Test-2039758575 tempest-RoutersNegativeIpV6Test-2039758575-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '716d3101-1f2f-44a6-86d0-b646a70b41d3') {} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:35:53.471822 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-38523cb1-7fbc-40ad-9f89-49d4949f59b4 tempest-RoutersNegativeIpV6Test-2039758575 tempest-RoutersNegativeIpV6Test-2039758575-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728202715275', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26296891'] for segment, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:53.495109 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-38523cb1-7fbc-40ad-9f89-49d4949f59b4 tempest-RoutersNegativeIpV6Test-2039758575 tempest-RoutersNegativeIpV6Test-2039758575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:53.503115 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38523cb1-7fbc-40ad-9f89-49d4949f59b4 tempest-RoutersNegativeIpV6Test-2039758575 tempest-RoutersNegativeIpV6Test-2039758575-project] Releasing vlan 65 on physical network physnet1 to pool {{(pid=93916) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 18:35:53.503530 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-38523cb1-7fbc-40ad-9f89-49d4949f59b4 tempest-RoutersNegativeIpV6Test-2039758575 tempest-RoutersNegativeIpV6Test-2039758575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2682942'] for segment, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:53.506953 n-d-800634-3 neutron-server[93916]: Traceback (most recent call last): Jul 14 18:35:53.506953 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 18:35:53.506953 n-d-800634-3 neutron-server[93916]: timer() Jul 14 18:35:53.506953 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 18:35:53.506953 n-d-800634-3 neutron-server[93916]: cb(*args, **kw) Jul 14 18:35:53.506953 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 18:35:53.506953 n-d-800634-3 neutron-server[93916]: return func(*args, **kwargs) Jul 14 18:35:53.506953 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 18:35:53.506953 n-d-800634-3 neutron-server[93916]: self._notify() Jul 14 18:35:53.506953 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 18:35:53.506953 n-d-800634-3 neutron-server[93916]: self.callback(batched_events) Jul 14 18:35:53.506953 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 18:35:53.506953 n-d-800634-3 neutron-server[93916]: event.method(event) Jul 14 18:35:53.506953 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 18:35:53.506953 n-d-800634-3 neutron-server[93916]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 18:35:53.506953 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 18:35:53.506953 n-d-800634-3 neutron-server[93916]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 18:35:53.506953 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 18:35:53.506953 n-d-800634-3 neutron-server[93916]: return f(self, *a, **k) Jul 14 18:35:53.506953 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 18:35:53.506953 n-d-800634-3 neutron-server[93916]: return self._get(url).json() Jul 14 18:35:53.506953 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 18:35:53.506953 n-d-800634-3 neutron-server[93916]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 18:35:53.506953 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 18:35:53.506953 n-d-800634-3 neutron-server[93916]: return self.request(url, 'GET', **kwargs) Jul 14 18:35:53.506953 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 18:35:53.506953 n-d-800634-3 neutron-server[93916]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 18:35:53.506953 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 18:35:53.506953 n-d-800634-3 neutron-server[93916]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 18:35:53.506953 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 18:35:53.506953 n-d-800634-3 neutron-server[93916]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 18:35:53.506953 n-d-800634-3 neutron-server[93916]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 18:35:53.510548 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-83340318-ab83-43f0-881f-013a5ffe45a6 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1471903 Jul 14 18:35:53.519535 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 50042) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:35:53.546415 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-6cabc48e-5fa8-40de-a85b-8b971a8fded9 admin admin] Request body: {'subnet': {'network_id': '68805e02-3f8f-48a9-87b2-0ce97568e6c6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1872588568-subnet', 'tenant_id': 'ae713e34e8344c009274332962fd3e1e', 'ip_version': 4}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:35:53.572629 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83340318-ab83-43f0-881f-013a5ffe45a6 admin admin] Pushing event updated for resources: {'Network': ['ID=68805e02-3f8f-48a9-87b2-0ce97568e6c6,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:35:53.582654 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Network 68805e02-3f8f-48a9-87b2-0ce97568e6c6 details requested by agent ovs-agent-n-d-800634-3 with host n-d-800634-3 {{(pid=93917) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 18:35:53.641340 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-38523cb1-7fbc-40ad-9f89-49d4949f59b4 tempest-RoutersNegativeIpV6Test-2039758575 tempest-RoutersNegativeIpV6Test-2039758575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2096001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-930085'] for network, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:53.650739 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cabc48e-5fa8-40de-a85b-8b971a8fded9 admin admin] Made reservation on behalf of ae713e34e8344c009274332962fd3e1e for: {'subnet': 1} {{(pid=93916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:35:53.654412 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-6cabc48e-5fa8-40de-a85b-8b971a8fded9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26033189'] for subnet, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:53.661154 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8062277-56e5-4e9c-bafc-c2e1aab2bf12 req-a5cb306c-1117-4498-8360-933faa3100bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:35:53.661471 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-38523cb1-7fbc-40ad-9f89-49d4949f59b4 tempest-RoutersNegativeIpV6Test-2039758575 tempest-RoutersNegativeIpV6Test-2039758575-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598705'] for network, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:53.665349 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-38523cb1-7fbc-40ad-9f89-49d4949f59b4 tempest-RoutersNegativeIpV6Test-2039758575 tempest-RoutersNegativeIpV6Test-2039758575-project] 10.222.0.16 "DELETE /v2.0/networks/abbeb5bb-db8a-4766-ba35-300288a3ee53 HTTP/1.1" status: 204 len: 168 time: 0.9850557 Jul 14 18:35:53.665797 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e8062277-56e5-4e9c-bafc-c2e1aab2bf12 req-a5cb306c-1117-4498-8360-933faa3100bc service neutron] 10.222.0.18 "GET /v2.0/networks?id=fbb7114e-4079-4798-86d9-6d4690d7f388 HTTP/1.1" status: 200 len: 918 time: 0.2466385 Jul 14 18:35:53.668821 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 50046) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:35:53.711783 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38523cb1-7fbc-40ad-9f89-49d4949f59b4 tempest-RoutersNegativeIpV6Test-2039758575 tempest-RoutersNegativeIpV6Test-2039758575-project] Pushing event deleted for resources: {'Network': ['ID=abbeb5bb-db8a-4766-ba35-300288a3ee53,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:35:54.042671 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-6cabc48e-5fa8-40de-a85b-8b971a8fded9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2684753', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26033175'] for subnet, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:54.067340 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-574aeb93-9938-449c-8e6c-cb22c9b52cc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:54.131838 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e8062277-56e5-4e9c-bafc-c2e1aab2bf12 req-feb66d5e-b5af-4dfa-ad20-6202e327e7c1 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9536e0c9-98cf-4d2e-aadf-5b4392e45011 HTTP/1.1" status: 200 len: 217 time: 0.4453838 Jul 14 18:35:54.179931 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cabc48e-5fa8-40de-a85b-8b971a8fded9 admin admin] Checking segment: {'id': 'd26c3ed5-71d6-4af6-aafd-10eed5bb91a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '68805e02-3f8f-48a9-87b2-0ce97568e6c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93916) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:35:54.180663 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cabc48e-5fa8-40de-a85b-8b971a8fded9 admin admin] Network hostable DHCP agents. Network: 68805e02-3f8f-48a9-87b2-0ce97568e6c6, hostable agents: ['028393c3-0576-4ebd-bca1-8ea8a148e1a2'], hosted agents: [] {{(pid=93916) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 18:35:54.198783 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.db_base_plugin_v2 [None req-b645cbba-2675-4fd0-b78c-909648e0af70 tempest-RoutersNegativeIpV6Test-2039758575 tempest-RoutersNegativeIpV6Test-2039758575-project] Deleting subnet b18c6530-482c-405a-ba56-d58df43a6693 {{(pid=93915) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 18:35:54.205795 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-b645cbba-2675-4fd0-b78c-909648e0af70 tempest-RoutersNegativeIpV6Test-2039758575 tempest-RoutersNegativeIpV6Test-2039758575-project] Notify callbacks [] for subnet, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:54.211834 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8062277-56e5-4e9c-bafc-c2e1aab2bf12 req-96614f3d-b1dd-4e95-9402-09d225608f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:35:54.213411 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cabc48e-5fa8-40de-a85b-8b971a8fded9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=efae7b11-f22e-4dc7-8af2-12c7fcf14d7e,revision_number=0']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:35:54.213790 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e8062277-56e5-4e9c-bafc-c2e1aab2bf12 req-96614f3d-b1dd-4e95-9402-09d225608f93 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c0358a3b-3414-4691-860c-4e7a5ebb58c9 HTTP/1.1" status: 200 len: 858 time: 0.0763180 Jul 14 18:35:54.228280 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cabc48e-5fa8-40de-a85b-8b971a8fded9 admin admin] Network 68805e02-3f8f-48a9-87b2-0ce97568e6c6 is scheduled to be hosted by DHCP agent 028393c3-0576-4ebd-bca1-8ea8a148e1a2 with binding_index 1 {{(pid=93916) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 18:35:54.243986 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [None req-6cabc48e-5fa8-40de-a85b-8b971a8fded9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-3, 68805e02-3f8f-48a9-87b2-0ce97568e6c6) {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:35:54.253420 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d72d1fad-c33e-499d-b068-a42953961fee None None] Network 68805e02-3f8f-48a9-87b2-0ce97568e6c6 requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:35:54.272186 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cabc48e-5fa8-40de-a85b-8b971a8fded9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:35:54.274447 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-6cabc48e-5fa8-40de-a85b-8b971a8fded9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:54.308337 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-6cabc48e-5fa8-40de-a85b-8b971a8fded9 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7880673 Jul 14 18:35:54.310582 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 50070) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:35:54.334216 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-65585ff1-dfdc-4893-b1f0-48860b5a05b8 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1872588568-router', 'tenant_id': 'ae713e34e8344c009274332962fd3e1e', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61'}}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:35:54.346541 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e8062277-56e5-4e9c-bafc-c2e1aab2bf12 req-570be964-eaed-445f-80a2-2cb9e5a2e2d2 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=fbb7114e-4079-4798-86d9-6d4690d7f388&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0789459 Jul 14 18:35:54.373696 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-65585ff1-dfdc-4893-b1f0-48860b5a05b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-571768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11104'] for router, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:54.375360 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-65585ff1-dfdc-4893-b1f0-48860b5a05b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-571675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-930014', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-632314', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11129'] for router, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:54.446075 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-65585ff1-dfdc-4893-b1f0-48860b5a05b8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:54.481972 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-b645cbba-2675-4fd0-b78c-909648e0af70 tempest-RoutersNegativeIpV6Test-2039758575 tempest-RoutersNegativeIpV6Test-2039758575-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28939913'] for subnet, precommit_delete_associations {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:54.568044 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device e4cdca56-b604-47b9-8bf4-7fe75dc92b89 no longer exists at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 18:35:54.618349 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] No Port match for: e4cdca56-b604-47b9-8bf4-7fe75dc92b89 {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 18:35:54.618945 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device e4cdca56-b604-47b9-8bf4-7fe75dc92b89 not bound to the agent host n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 18:35:54.707307 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e8062277-56e5-4e9c-bafc-c2e1aab2bf12 req-cb1c8f95-3c6b-4926-b35e-59fe8f62d16c service neutron] 10.222.0.18 "GET /v2.0/networks/fbb7114e-4079-4798-86d9-6d4690d7f388?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3539193 Jul 14 18:35:54.739369 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c39dbaf-dd46-4f19-a08e-6b5453951536 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9222b97e-5d1c-54f8-ba97-82f172498e76-68805e02-3f8f-48a9-87b2-0ce97568e6c6', 'network_id': '68805e02-3f8f-48a9-87b2-0ce97568e6c6', 'tenant_id': 'ae713e34e8344c009274332962fd3e1e', 'fixed_ips': [{'subnet_id': 'efae7b11-f22e-4dc7-8af2-12c7fcf14d7e'}]}} from n-d-800634-3. {{(pid=93917) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 18:35:54.740488 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-5c39dbaf-dd46-4f19-a08e-6b5453951536 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:54.756015 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-b645cbba-2675-4fd0-b78c-909648e0af70 tempest-RoutersNegativeIpV6Test-2039758575 tempest-RoutersNegativeIpV6Test-2039758575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081283'] for subnet, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:54.789947 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-65585ff1-dfdc-4893-b1f0-48860b5a05b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-929996', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-571750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11395'] for router, precommit_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:54.970298 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-b645cbba-2675-4fd0-b78c-909648e0af70 tempest-RoutersNegativeIpV6Test-2039758575 tempest-RoutersNegativeIpV6Test-2039758575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25913028', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28969762'] for subnet, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:55.012460 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.db_base_plugin_common [None req-5c39dbaf-dd46-4f19-a08e-6b5453951536 None None] Allocated IP 172.20.0.2 (68805e02-3f8f-48a9-87b2-0ce97568e6c6/efae7b11-f22e-4dc7-8af2-12c7fcf14d7e/15165781-f1ef-4475-833e-ff7c29ba28e2) {{(pid=93917) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:35:55.018335 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa01e01c-53e4-4c57-8869-400d814a02d2 None None] Network 43fbebcf-630f-4265-8038-ba30fac1761d requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:35:55.059751 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-b645cbba-2675-4fd0-b78c-909648e0af70 tempest-RoutersNegativeIpV6Test-2039758575 tempest-RoutersNegativeIpV6Test-2039758575-project] Notify callbacks [] for subnet, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:55.063885 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-b645cbba-2675-4fd0-b78c-909648e0af70 tempest-RoutersNegativeIpV6Test-2039758575 tempest-RoutersNegativeIpV6Test-2039758575-project] 10.222.0.16 "DELETE /v2.0/subnets/b18c6530-482c-405a-ba56-d58df43a6693 HTTP/1.1" status: 204 len: 168 time: 1.3936844 Jul 14 18:35:55.071712 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b645cbba-2675-4fd0-b78c-909648e0af70 tempest-RoutersNegativeIpV6Test-2039758575 tempest-RoutersNegativeIpV6Test-2039758575-project] Pushing event deleted for resources: {'Subnet': ['ID=b18c6530-482c-405a-ba56-d58df43a6693,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:35:55.073793 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 50104) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:35:55.158278 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.db_base_plugin_v2 [None req-b63a4d19-fedc-4e5c-a514-151020fb4476 tempest-RoutersNegativeIpV6Test-2039758575 tempest-RoutersNegativeIpV6Test-2039758575-project] Deleting subnet 4680a183-a2fc-4032-992f-2296e1a6be79 {{(pid=93915) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 18:35:55.164359 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-b63a4d19-fedc-4e5c-a514-151020fb4476 tempest-RoutersNegativeIpV6Test-2039758575 tempest-RoutersNegativeIpV6Test-2039758575-project] Notify callbacks [] for subnet, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:55.171848 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e8062277-56e5-4e9c-bafc-c2e1aab2bf12 req-723af6fa-b0f7-40f7-9e69-31833a4c041b service neutron] 10.222.0.18 "GET /v2.0/networks/fbb7114e-4079-4798-86d9-6d4690d7f388?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4528234 Jul 14 18:35:55.224981 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-65585ff1-dfdc-4893-b1f0-48860b5a05b8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:55.263679 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-b63a4d19-fedc-4e5c-a514-151020fb4476 tempest-RoutersNegativeIpV6Test-2039758575 tempest-RoutersNegativeIpV6Test-2039758575-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28939913'] for subnet, precommit_delete_associations {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:55.382757 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-65585ff1-dfdc-4893-b1f0-48860b5a05b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:55.400028 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-b63a4d19-fedc-4e5c-a514-151020fb4476 tempest-RoutersNegativeIpV6Test-2039758575 tempest-RoutersNegativeIpV6Test-2039758575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081283'] for subnet, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:55.443953 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-5c39dbaf-dd46-4f19-a08e-6b5453951536 None None] Notify callbacks [] for port, precommit_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:55.455482 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-5c39dbaf-dd46-4f19-a08e-6b5453951536 None None] Transition to ACTIVE for port object 15165781-f1ef-4475-833e-ff7c29ba28e2 will not be triggered until provisioned by entity L2. {{(pid=93917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:35:55.483484 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-5c39dbaf-dd46-4f19-a08e-6b5453951536 None None] Transition to ACTIVE for port object 15165781-f1ef-4475-833e-ff7c29ba28e2 will not be triggered until provisioned by entity DHCP. {{(pid=93917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:35:55.497510 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-5c39dbaf-dd46-4f19-a08e-6b5453951536 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804'] for port, after_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:55.527189 n-d-800634-3 neutron-server[93917]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c39dbaf-dd46-4f19-a08e-6b5453951536 None None] Network 68805e02-3f8f-48a9-87b2-0ce97568e6c6 is already hosted by enough agents. {{(pid=93917) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:35:55.530950 n-d-800634-3 neutron-server[93917]: DEBUG neutron.scheduler.base_scheduler [None req-5c39dbaf-dd46-4f19-a08e-6b5453951536 None None] Resources bound (agent type, host, resource id): {{(pid=93917) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:35:55.535095 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c39dbaf-dd46-4f19-a08e-6b5453951536 None None] Received port after_create {{(pid=93917) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:35:55.570853 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a0a1bfa-0635-49df-b8e9-5da501c08ca5 None None] DHCP port deletion for 43fbebcf-630f-4265-8038-ba30fac1761d request from n-d-800634-3 {{(pid=93917) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 18:35:55.571256 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-b63a4d19-fedc-4e5c-a514-151020fb4476 tempest-RoutersNegativeIpV6Test-2039758575 tempest-RoutersNegativeIpV6Test-2039758575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25913028', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28969762'] for subnet, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:55.645617 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c39dbaf-dd46-4f19-a08e-6b5453951536 None None] Pushing event updated for resources: {'Port': ['ID=15165781-f1ef-4475-833e-ff7c29ba28e2,revision_number=1']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:35:55.653043 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63a4d19-fedc-4e5c-a514-151020fb4476 tempest-RoutersNegativeIpV6Test-2039758575 tempest-RoutersNegativeIpV6Test-2039758575-project] Pushing event deleted for resources: {'Subnet': ['ID=4680a183-a2fc-4032-992f-2296e1a6be79,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:35:55.679199 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-b63a4d19-fedc-4e5c-a514-151020fb4476 tempest-RoutersNegativeIpV6Test-2039758575 tempest-RoutersNegativeIpV6Test-2039758575-project] Notify callbacks [] for subnet, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:55.681199 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-b63a4d19-fedc-4e5c-a514-151020fb4476 tempest-RoutersNegativeIpV6Test-2039758575 tempest-RoutersNegativeIpV6Test-2039758575-project] 10.222.0.16 "DELETE /v2.0/subnets/4680a183-a2fc-4032-992f-2296e1a6be79 HTTP/1.1" status: 204 len: 168 time: 0.6046021 Jul 14 18:35:55.684013 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 50126) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:35:55.732650 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c39dbaf-dd46-4f19-a08e-6b5453951536 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:35:55.736219 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c39dbaf-dd46-4f19-a08e-6b5453951536 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:35:55.737212 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c39dbaf-dd46-4f19-a08e-6b5453951536 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:35:55.738311 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c39dbaf-dd46-4f19-a08e-6b5453951536 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:35:55.739898 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c39dbaf-dd46-4f19-a08e-6b5453951536 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:35:55.741545 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c39dbaf-dd46-4f19-a08e-6b5453951536 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:35:55.742898 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c39dbaf-dd46-4f19-a08e-6b5453951536 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:35:55.743510 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c39dbaf-dd46-4f19-a08e-6b5453951536 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:35:55.745173 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c39dbaf-dd46-4f19-a08e-6b5453951536 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:35:55.747733 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c39dbaf-dd46-4f19-a08e-6b5453951536 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:35:55.748396 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c39dbaf-dd46-4f19-a08e-6b5453951536 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:35:55.751517 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c39dbaf-dd46-4f19-a08e-6b5453951536 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:35:55.766752 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.db_base_plugin_common [None req-65585ff1-dfdc-4893-b1f0-48860b5a05b8 admin admin] Allocated IP 172.25.1.225 (9200a437-e1de-4520-88f6-e68386523e61/5f47f848-4532-407a-a0e2-5690ade15fd0/af790abe-9c54-4f25-b56b-41f0eb4e3654) {{(pid=93916) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:35:55.772642 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-5c39dbaf-dd46-4f19-a08e-6b5453951536 None None] Attempting to bind port 15165781-f1ef-4475-833e-ff7c29ba28e2 on host n-d-800634-3 for vnic_type normal with profile {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:35:55.774648 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-5c39dbaf-dd46-4f19-a08e-6b5453951536 None None] Attempting to bind port 15165781-f1ef-4475-833e-ff7c29ba28e2 by drivers openvswitch,hyperv on host n-d-800634-3 at level 0 using segments [{'id': 'd26c3ed5-71d6-4af6-aafd-10eed5bb91a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '68805e02-3f8f-48a9-87b2-0ce97568e6c6'}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:35:55.776766 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c39dbaf-dd46-4f19-a08e-6b5453951536 None None] Attempting to bind port 15165781-f1ef-4475-833e-ff7c29ba28e2 on network 68805e02-3f8f-48a9-87b2-0ce97568e6c6 {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:35:55.787793 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-feff048b-3ae9-416a-9e5c-8cfa3346a263 None None] Network d921a1fd-ccb4-405d-8cca-6abef83c7209 requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:35:55.855612 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c39dbaf-dd46-4f19-a08e-6b5453951536 None None] Checking agent: {'id': '01c19e91-a945-4e3c-94a6-c211e17c923e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 8, 23), 'started_at': datetime.datetime(2021, 7, 14, 18, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 18, 35, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 18:35:55.856685 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c39dbaf-dd46-4f19-a08e-6b5453951536 None None] Checking segment: {'id': 'd26c3ed5-71d6-4af6-aafd-10eed5bb91a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '68805e02-3f8f-48a9-87b2-0ce97568e6c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93917) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:35:55.858309 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-5c39dbaf-dd46-4f19-a08e-6b5453951536 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:55.858923 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c39dbaf-dd46-4f19-a08e-6b5453951536 None None] Bound using segment: {'id': 'd26c3ed5-71d6-4af6-aafd-10eed5bb91a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '68805e02-3f8f-48a9-87b2-0ce97568e6c6'} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 18:35:55.859959 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-5c39dbaf-dd46-4f19-a08e-6b5453951536 None None] Bound port: 15165781-f1ef-4475-833e-ff7c29ba28e2, host: n-d-800634-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd26c3ed5-71d6-4af6-aafd-10eed5bb91a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '68805e02-3f8f-48a9-87b2-0ce97568e6c6'}}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 18:35:55.860689 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-5c39dbaf-dd46-4f19-a08e-6b5453951536 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:55.980142 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-d19b68ea-27b5-429b-91f1-4e4deaee0297 tempest-RoutersNegativeIpV6Test-2039758575 tempest-RoutersNegativeIpV6Test-2039758575-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645734'] for network, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:55.982628 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 50132) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:35:56.118013 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [None req-d19b68ea-27b5-429b-91f1-4e4deaee0297 tempest-RoutersNegativeIpV6Test-2039758575 tempest-RoutersNegativeIpV6Test-2039758575-project] Deleting port 547e47c3-d939-49a1-aad9-a74691902632 {{(pid=93915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:35:56.118716 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-d19b68ea-27b5-429b-91f1-4e4deaee0297 tempest-RoutersNegativeIpV6Test-2039758575 tempest-RoutersNegativeIpV6Test-2039758575-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:56.171200 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-2f4e3af3-e708-4ffd-a544-82d93a489d01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:56.217892 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-65585ff1-dfdc-4893-b1f0-48860b5a05b8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:56.303779 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-65585ff1-dfdc-4893-b1f0-48860b5a05b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:56.304662 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-7a0a1bfa-0635-49df-b8e9-5da501c08ca5 None None] Deleting port 547e47c3-d939-49a1-aad9-a74691902632 {{(pid=93917) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:35:56.305066 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-7a0a1bfa-0635-49df-b8e9-5da501c08ca5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:56.313032 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [None req-d19b68ea-27b5-429b-91f1-4e4deaee0297 tempest-RoutersNegativeIpV6Test-2039758575 tempest-RoutersNegativeIpV6Test-2039758575-project] For port 547e47c3-d939-49a1-aad9-a74691902632, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=547e47c3-d939-49a1-aad9-a74691902632,segment=NetworkSegment(35fd8a1c-9b8a-4561-aaf1-134994c84f51),segment_id=35fd8a1c-9b8a-4561-aaf1-134994c84f51)] {{(pid=93915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:35:56.314617 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-d19b68ea-27b5-429b-91f1-4e4deaee0297 tempest-RoutersNegativeIpV6Test-2039758575 tempest-RoutersNegativeIpV6Test-2039758575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:56.323040 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-5c39dbaf-dd46-4f19-a08e-6b5453951536 None None] For port 15165781-f1ef-4475-833e-ff7c29ba28e2, host n-d-800634-3, cleared binding levels {{(pid=93917) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:35:56.381240 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-5c39dbaf-dd46-4f19-a08e-6b5453951536 None None] For port 15165781-f1ef-4475-833e-ff7c29ba28e2, host n-d-800634-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=15165781-f1ef-4475-833e-ff7c29ba28e2,segment=NetworkSegment(d26c3ed5-71d6-4af6-aafd-10eed5bb91a2),segment_id=d26c3ed5-71d6-4af6-aafd-10eed5bb91a2)] {{(pid=93917) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 18:35:56.382558 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [None req-d19b68ea-27b5-429b-91f1-4e4deaee0297 tempest-RoutersNegativeIpV6Test-2039758575 tempest-RoutersNegativeIpV6Test-2039758575-project] Calling delete_port for 547e47c3-d939-49a1-aad9-a74691902632 owned by network:dhcp {{(pid=93915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:35:56.388034 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65585ff1-dfdc-4893-b1f0-48860b5a05b8 admin admin] Network 9200a437-e1de-4520-88f6-e68386523e61 is already hosted by enough agents. {{(pid=93916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:35:56.392628 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [None req-65585ff1-dfdc-4893-b1f0-48860b5a05b8 admin admin] Resources bound (agent type, host, resource id): {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:35:56.395267 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-5c39dbaf-dd46-4f19-a08e-6b5453951536 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:56.397548 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65585ff1-dfdc-4893-b1f0-48860b5a05b8 admin admin] Received port after_create {{(pid=93916) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:35:56.448094 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65585ff1-dfdc-4893-b1f0-48860b5a05b8 admin admin] Pushing event updated for resources: {'Port': ['ID=af790abe-9c54-4f25-b56b-41f0eb4e3654,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:35:56.482619 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-663d9aaf-5609-4131-86c5-81c4c4237aff admin admin] Notify callbacks [] for security_group, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:56.495781 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-7a0a1bfa-0635-49df-b8e9-5da501c08ca5 None None] For port 547e47c3-d939-49a1-aad9-a74691902632, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=547e47c3-d939-49a1-aad9-a74691902632,segment=NetworkSegment(35fd8a1c-9b8a-4561-aaf1-134994c84f51),segment_id=35fd8a1c-9b8a-4561-aaf1-134994c84f51)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:35:56.499370 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-7a0a1bfa-0635-49df-b8e9-5da501c08ca5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:56.537458 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-7a0a1bfa-0635-49df-b8e9-5da501c08ca5 None None] Calling delete_port for 547e47c3-d939-49a1-aad9-a74691902632 owned by network:dhcp {{(pid=93917) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:35:56.554873 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 547e47c3-d939-49a1-aad9-a74691902632 no longer exists at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 18:35:56.609789 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c39dbaf-dd46-4f19-a08e-6b5453951536 None None] Pushing event updated for resources: {'Port': ['ID=15165781-f1ef-4475-833e-ff7c29ba28e2,revision_number=2']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:35:56.772692 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-d19b68ea-27b5-429b-91f1-4e4deaee0297 tempest-RoutersNegativeIpV6Test-2039758575 tempest-RoutersNegativeIpV6Test-2039758575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:56.793188 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3027bf8e-ea3d-4e65-8e70-9599899f1c77 None None] DHCP port deletion for d921a1fd-ccb4-405d-8cca-6abef83c7209 request from n-d-800634-3 {{(pid=93917) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 18:35:56.798026 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d19b68ea-27b5-429b-91f1-4e4deaee0297 tempest-RoutersNegativeIpV6Test-2039758575 tempest-RoutersNegativeIpV6Test-2039758575-project] No DVR routers for this DVR port 547e47c3-d939-49a1-aad9-a74691902632 on host n-d-800634-3 {{(pid=93915) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 18:35:56.878373 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-7a0a1bfa-0635-49df-b8e9-5da501c08ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813'] for port, after_delete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:56.889365 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19b68ea-27b5-429b-91f1-4e4deaee0297 tempest-RoutersNegativeIpV6Test-2039758575 tempest-RoutersNegativeIpV6Test-2039758575-project] Pushing event deleted for resources: {'Port': ['ID=547e47c3-d939-49a1-aad9-a74691902632,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:35:57.037761 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0a1bfa-0635-49df-b8e9-5da501c08ca5 None None] Pushing event deleted for resources: {'Port': ['ID=547e47c3-d939-49a1-aad9-a74691902632,revision_number=None']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:35:57.056374 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a0a1bfa-0635-49df-b8e9-5da501c08ca5 None None] No DVR routers for this DVR port 547e47c3-d939-49a1-aad9-a74691902632 on host n-d-800634-3 {{(pid=93917) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 18:35:57.072494 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] No active binding found for port 547e47c3-d939-49a1-aad9-a74691902632 {{(pid=93917) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 14 18:35:57.074164 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 547e47c3-d939-49a1-aad9-a74691902632 not bound to the agent host n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 18:35:57.133709 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-3027bf8e-ea3d-4e65-8e70-9599899f1c77 None None] Deleting port 1a208a31-9c35-4f23-82bb-0295030f28f9 {{(pid=93917) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:35:57.136299 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-3027bf8e-ea3d-4e65-8e70-9599899f1c77 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:57.157975 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-d19b68ea-27b5-429b-91f1-4e4deaee0297 tempest-RoutersNegativeIpV6Test-2039758575 tempest-RoutersNegativeIpV6Test-2039758575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2096010', 'neutron.services.segments.db._delete_segments_for_network-8728202734996'] for network, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:57.241891 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-3027bf8e-ea3d-4e65-8e70-9599899f1c77 None None] For port 1a208a31-9c35-4f23-82bb-0295030f28f9, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=1a208a31-9c35-4f23-82bb-0295030f28f9,segment=NetworkSegment(2defd7cd-828b-486a-9d38-64947344d8fd),segment_id=2defd7cd-828b-486a-9d38-64947344d8fd)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:35:57.242752 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-3027bf8e-ea3d-4e65-8e70-9599899f1c77 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:57.252780 n-d-800634-3 neutron-server[93915]: DEBUG neutron.services.segments.db [None req-d19b68ea-27b5-429b-91f1-4e4deaee0297 tempest-RoutersNegativeIpV6Test-2039758575 tempest-RoutersNegativeIpV6Test-2039758575-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43fbebcf-630f-4265-8038-ba30fac1761d']}} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:35:57.258939 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-65585ff1-dfdc-4893-b1f0-48860b5a05b8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:57.262129 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-3027bf8e-ea3d-4e65-8e70-9599899f1c77 None None] Calling delete_port for 1a208a31-9c35-4f23-82bb-0295030f28f9 owned by network:dhcp {{(pid=93917) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:35:57.310341 n-d-800634-3 neutron-server[93915]: DEBUG neutron.services.segments.db [None req-d19b68ea-27b5-429b-91f1-4e4deaee0297 tempest-RoutersNegativeIpV6Test-2039758575 tempest-RoutersNegativeIpV6Test-2039758575-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35fd8a1c-9b8a-4561-aaf1-134994c84f51') {'for_net_delete': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:35:57.310906 n-d-800634-3 neutron-server[93915]: DEBUG neutron.services.segments.db [None req-d19b68ea-27b5-429b-91f1-4e4deaee0297 tempest-RoutersNegativeIpV6Test-2039758575 tempest-RoutersNegativeIpV6Test-2039758575-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35fd8a1c-9b8a-4561-aaf1-134994c84f51') {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:35:57.333045 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-d19b68ea-27b5-429b-91f1-4e4deaee0297 tempest-RoutersNegativeIpV6Test-2039758575 tempest-RoutersNegativeIpV6Test-2039758575-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728202715275', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28939920'] for segment, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:57.345983 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-663d9aaf-5609-4131-86c5-81c4c4237aff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:57.360816 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-663d9aaf-5609-4131-86c5-81c4c4237aff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:57.447833 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-d19b68ea-27b5-429b-91f1-4e4deaee0297 tempest-RoutersNegativeIpV6Test-2039758575 tempest-RoutersNegativeIpV6Test-2039758575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:57.514850 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-663d9aaf-5609-4131-86c5-81c4c4237aff admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9a6f9b437cf941288dde6a77d5682a34&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5280995 Jul 14 18:35:57.514850 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663d9aaf-5609-4131-86c5-81c4c4237aff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37ac41de-2fac-4ab3-baef-91b84e16d1a2,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:35:57.516460 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-3027bf8e-ea3d-4e65-8e70-9599899f1c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813'] for port, after_delete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:57.518062 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d19b68ea-27b5-429b-91f1-4e4deaee0297 tempest-RoutersNegativeIpV6Test-2039758575 tempest-RoutersNegativeIpV6Test-2039758575-project] Releasing vlan 89 on physical network physnet1 to pool {{(pid=93915) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 18:35:57.518491 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-d19b68ea-27b5-429b-91f1-4e4deaee0297 tempest-RoutersNegativeIpV6Test-2039758575 tempest-RoutersNegativeIpV6Test-2039758575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25911658'] for segment, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:57.521516 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 50160) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:35:57.522243 n-d-800634-3 neutron-server[93915]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:35:57.522243 n-d-800634-3 neutron-server[93915]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:35:57.522243 n-d-800634-3 neutron-server[93915]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:35:57.522243 n-d-800634-3 neutron-server[93915]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:35:57.522243 n-d-800634-3 neutron-server[93915]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:35:57.522243 n-d-800634-3 neutron-server[93915]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:35:57.522243 n-d-800634-3 neutron-server[93915]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:35:57.522243 n-d-800634-3 neutron-server[93915]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:35:57.522243 n-d-800634-3 neutron-server[93915]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:35:57.522243 n-d-800634-3 neutron-server[93915]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:35:57.522243 n-d-800634-3 neutron-server[93915]: Traceback (most recent call last): Jul 14 18:35:57.522243 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 18:35:57.522243 n-d-800634-3 neutron-server[93915]: timer() Jul 14 18:35:57.522243 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 18:35:57.522243 n-d-800634-3 neutron-server[93915]: cb(*args, **kw) Jul 14 18:35:57.522243 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 18:35:57.522243 n-d-800634-3 neutron-server[93915]: return func(*args, **kwargs) Jul 14 18:35:57.522243 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 18:35:57.522243 n-d-800634-3 neutron-server[93915]: self._notify() Jul 14 18:35:57.522243 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 18:35:57.522243 n-d-800634-3 neutron-server[93915]: self.callback(batched_events) Jul 14 18:35:57.522243 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 18:35:57.522243 n-d-800634-3 neutron-server[93915]: event.method(event) Jul 14 18:35:57.522243 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 18:35:57.522243 n-d-800634-3 neutron-server[93915]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 18:35:57.522243 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 18:35:57.522243 n-d-800634-3 neutron-server[93915]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 18:35:57.522243 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 18:35:57.522243 n-d-800634-3 neutron-server[93915]: return f(self, *a, **k) Jul 14 18:35:57.522243 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 18:35:57.522243 n-d-800634-3 neutron-server[93915]: return self._get(url).json() Jul 14 18:35:57.522243 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 18:35:57.522243 n-d-800634-3 neutron-server[93915]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 18:35:57.522243 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 18:35:57.522243 n-d-800634-3 neutron-server[93915]: return self.request(url, 'GET', **kwargs) Jul 14 18:35:57.522243 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 18:35:57.522243 n-d-800634-3 neutron-server[93915]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 18:35:57.522243 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 18:35:57.522243 n-d-800634-3 neutron-server[93915]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 18:35:57.522243 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 18:35:57.522243 n-d-800634-3 neutron-server[93915]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 18:35:57.522243 n-d-800634-3 neutron-server[93915]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 18:35:57.595410 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3027bf8e-ea3d-4e65-8e70-9599899f1c77 None None] Pushing event deleted for resources: {'Port': ['ID=1a208a31-9c35-4f23-82bb-0295030f28f9,revision_number=None']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:35:57.603433 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3027bf8e-ea3d-4e65-8e70-9599899f1c77 None None] No DVR routers for this DVR port 1a208a31-9c35-4f23-82bb-0295030f28f9 on host n-d-800634-3 {{(pid=93917) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 18:35:57.705131 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-ed709f94-d8b3-495c-a8b1-56da8338fbf8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:57.706958 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-d19b68ea-27b5-429b-91f1-4e4deaee0297 tempest-RoutersNegativeIpV6Test-2039758575 tempest-RoutersNegativeIpV6Test-2039758575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2096001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-930085'] for network, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:57.725058 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-d19b68ea-27b5-429b-91f1-4e4deaee0297 tempest-RoutersNegativeIpV6Test-2039758575 tempest-RoutersNegativeIpV6Test-2039758575-project] Notify callbacks [] for network, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:57.726971 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-d19b68ea-27b5-429b-91f1-4e4deaee0297 tempest-RoutersNegativeIpV6Test-2039758575 tempest-RoutersNegativeIpV6Test-2039758575-project] 10.222.0.16 "DELETE /v2.0/networks/43fbebcf-630f-4265-8038-ba30fac1761d HTTP/1.1" status: 204 len: 168 time: 2.0411892 Jul 14 18:35:57.760433 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 50164) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:35:57.775584 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19b68ea-27b5-429b-91f1-4e4deaee0297 tempest-RoutersNegativeIpV6Test-2039758575 tempest-RoutersNegativeIpV6Test-2039758575-project] Pushing event deleted for resources: {'Network': ['ID=43fbebcf-630f-4265-8038-ba30fac1761d,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:35:57.803959 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-65585ff1-dfdc-4893-b1f0-48860b5a05b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-571759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-930033'] for router, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:57.906386 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-ed709f94-d8b3-495c-a8b1-56da8338fbf8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:57.966567 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-0cb18426-57ba-4c8c-80cc-c5692599a5a2 tempest-RoutersNegativeIpV6Test-2039758575 tempest-RoutersNegativeIpV6Test-2039758575-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645734'] for network, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:58.068889 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-ed709f94-d8b3-495c-a8b1-56da8338fbf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:58.072086 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-ed709f94-d8b3-495c-a8b1-56da8338fbf8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:58.076407 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-ed709f94-d8b3-495c-a8b1-56da8338fbf8 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/37ac41de-2fac-4ab3-baef-91b84e16d1a2 HTTP/1.1" status: 204 len: 168 time: 0.5530415 Jul 14 18:35:58.138260 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed709f94-d8b3-495c-a8b1-56da8338fbf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37ac41de-2fac-4ab3-baef-91b84e16d1a2,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:35:58.167435 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-0cb18426-57ba-4c8c-80cc-c5692599a5a2 tempest-RoutersNegativeIpV6Test-2039758575 tempest-RoutersNegativeIpV6Test-2039758575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2096010', 'neutron.services.segments.db._delete_segments_for_network-8728202734996'] for network, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:58.194186 n-d-800634-3 neutron-server[93915]: DEBUG neutron.services.segments.db [None req-0cb18426-57ba-4c8c-80cc-c5692599a5a2 tempest-RoutersNegativeIpV6Test-2039758575 tempest-RoutersNegativeIpV6Test-2039758575-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d921a1fd-ccb4-405d-8cca-6abef83c7209']}} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:35:58.231765 n-d-800634-3 neutron-server[93915]: DEBUG neutron.services.segments.db [None req-0cb18426-57ba-4c8c-80cc-c5692599a5a2 tempest-RoutersNegativeIpV6Test-2039758575 tempest-RoutersNegativeIpV6Test-2039758575-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2defd7cd-828b-486a-9d38-64947344d8fd') {'for_net_delete': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:35:58.232074 n-d-800634-3 neutron-server[93915]: DEBUG neutron.services.segments.db [None req-0cb18426-57ba-4c8c-80cc-c5692599a5a2 tempest-RoutersNegativeIpV6Test-2039758575 tempest-RoutersNegativeIpV6Test-2039758575-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2defd7cd-828b-486a-9d38-64947344d8fd') {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:35:58.268358 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-0cb18426-57ba-4c8c-80cc-c5692599a5a2 tempest-RoutersNegativeIpV6Test-2039758575 tempest-RoutersNegativeIpV6Test-2039758575-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728202715275', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28939920'] for segment, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:58.307112 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-0cb18426-57ba-4c8c-80cc-c5692599a5a2 tempest-RoutersNegativeIpV6Test-2039758575 tempest-RoutersNegativeIpV6Test-2039758575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:58.321567 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0cb18426-57ba-4c8c-80cc-c5692599a5a2 tempest-RoutersNegativeIpV6Test-2039758575 tempest-RoutersNegativeIpV6Test-2039758575-project] Releasing vlan 97 on physical network physnet1 to pool {{(pid=93915) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 18:35:58.324390 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-0cb18426-57ba-4c8c-80cc-c5692599a5a2 tempest-RoutersNegativeIpV6Test-2039758575 tempest-RoutersNegativeIpV6Test-2039758575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25911658'] for segment, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:58.332598 n-d-800634-3 neutron-server[93915]: Traceback (most recent call last): Jul 14 18:35:58.332598 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 18:35:58.332598 n-d-800634-3 neutron-server[93915]: timer() Jul 14 18:35:58.332598 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 18:35:58.332598 n-d-800634-3 neutron-server[93915]: cb(*args, **kw) Jul 14 18:35:58.332598 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 18:35:58.332598 n-d-800634-3 neutron-server[93915]: return func(*args, **kwargs) Jul 14 18:35:58.332598 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 18:35:58.332598 n-d-800634-3 neutron-server[93915]: self._notify() Jul 14 18:35:58.332598 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 18:35:58.332598 n-d-800634-3 neutron-server[93915]: self.callback(batched_events) Jul 14 18:35:58.332598 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 18:35:58.332598 n-d-800634-3 neutron-server[93915]: event.method(event) Jul 14 18:35:58.332598 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 18:35:58.332598 n-d-800634-3 neutron-server[93915]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 18:35:58.332598 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 18:35:58.332598 n-d-800634-3 neutron-server[93915]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 18:35:58.332598 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 18:35:58.332598 n-d-800634-3 neutron-server[93915]: return f(self, *a, **k) Jul 14 18:35:58.332598 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 18:35:58.332598 n-d-800634-3 neutron-server[93915]: return self._get(url).json() Jul 14 18:35:58.332598 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 18:35:58.332598 n-d-800634-3 neutron-server[93915]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 18:35:58.332598 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 18:35:58.332598 n-d-800634-3 neutron-server[93915]: return self.request(url, 'GET', **kwargs) Jul 14 18:35:58.332598 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 18:35:58.332598 n-d-800634-3 neutron-server[93915]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 18:35:58.332598 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 18:35:58.332598 n-d-800634-3 neutron-server[93915]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 18:35:58.332598 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 18:35:58.332598 n-d-800634-3 neutron-server[93915]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 18:35:58.332598 n-d-800634-3 neutron-server[93915]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 18:35:58.359561 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fad1ef44-64d8-496b-8cd9-528bac82d6a8 None None] Network 68805e02-3f8f-48a9-87b2-0ce97568e6c6 requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:35:58.489671 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-0cb18426-57ba-4c8c-80cc-c5692599a5a2 tempest-RoutersNegativeIpV6Test-2039758575 tempest-RoutersNegativeIpV6Test-2039758575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2096001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-930085'] for network, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:58.519879 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-0cb18426-57ba-4c8c-80cc-c5692599a5a2 tempest-RoutersNegativeIpV6Test-2039758575 tempest-RoutersNegativeIpV6Test-2039758575-project] Notify callbacks [] for network, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:58.529295 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-0cb18426-57ba-4c8c-80cc-c5692599a5a2 tempest-RoutersNegativeIpV6Test-2039758575 tempest-RoutersNegativeIpV6Test-2039758575-project] 10.222.0.16 "DELETE /v2.0/networks/d921a1fd-ccb4-405d-8cca-6abef83c7209 HTTP/1.1" status: 204 len: 168 time: 0.7648237 Jul 14 18:35:58.584065 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-798f3d46-120c-43e4-9af6-8142ccf231fc None None] Provisioning for port 15165781-f1ef-4475-833e-ff7c29ba28e2 completed by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:35:58.603121 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 50180) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:35:58.632162 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb18426-57ba-4c8c-80cc-c5692599a5a2 tempest-RoutersNegativeIpV6Test-2039758575 tempest-RoutersNegativeIpV6Test-2039758575-project] Pushing event deleted for resources: {'Network': ['ID=d921a1fd-ccb4-405d-8cca-6abef83c7209,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:35:58.714053 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 15165781-f1ef-4475-833e-ff7c29ba28e2 up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:35:58.727675 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 50182) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:35:58.766845 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-70f3d69c-f5fc-47d0-a071-e83b11451915 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:58.810595 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.db_base_plugin_v2 [None req-50830f41-9510-416d-85e8-4b63d9d3a227 tempest-RoutersNegativeIpV6Test-2039758575 tempest-RoutersNegativeIpV6Test-2039758575-project] Deleting subnet d88dff1a-61e4-40f9-bb82-f00c63725b80 {{(pid=93915) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 18:35:58.816000 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-50830f41-9510-416d-85e8-4b63d9d3a227 tempest-RoutersNegativeIpV6Test-2039758575 tempest-RoutersNegativeIpV6Test-2039758575-project] Notify callbacks [] for subnet, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:58.890101 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning for port 15165781-f1ef-4475-833e-ff7c29ba28e2 completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:35:58.897089 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-50830f41-9510-416d-85e8-4b63d9d3a227 tempest-RoutersNegativeIpV6Test-2039758575 tempest-RoutersNegativeIpV6Test-2039758575-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28939913'] for subnet, precommit_delete_associations {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:58.907633 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port 15165781-f1ef-4475-833e-ff7c29ba28e2 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:35:58.908426 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:58.952696 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65585ff1-dfdc-4893-b1f0-48860b5a05b8 admin admin] Router 03801ab3-8b52-42d7-922d-2e55a3437c4b is scheduled to L3 agent 2c6eb27e-defb-4cca-9a24-381c7415e359 with binding_index 1 {{(pid=93916) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 18:35:59.025826 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:59.078533 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] For port 15165781-f1ef-4475-833e-ff7c29ba28e2, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=15165781-f1ef-4475-833e-ff7c29ba28e2,segment=NetworkSegment(d26c3ed5-71d6-4af6-aafd-10eed5bb91a2),segment_id=d26c3ed5-71d6-4af6-aafd-10eed5bb91a2)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:35:59.078974 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-50830f41-9510-416d-85e8-4b63d9d3a227 tempest-RoutersNegativeIpV6Test-2039758575 tempest-RoutersNegativeIpV6Test-2039758575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081283'] for subnet, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:59.083820 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-70f3d69c-f5fc-47d0-a071-e83b11451915 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:59.087219 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:59.107631 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-70f3d69c-f5fc-47d0-a071-e83b11451915 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:59.166859 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 1a208a31-9c35-4f23-82bb-0295030f28f9 no longer exists at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 18:35:59.167834 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65585ff1-dfdc-4893-b1f0-48860b5a05b8 admin admin] Notify agent at l3_agent.n-d-800634-3 the message routers_updated {{(pid=93916) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 18:35:59.186777 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21e0ccb9-2f97-4fb5-85ca-4f717fe313bb None None] Sync routers for ids ['03801ab3-8b52-42d7-922d-2e55a3437c4b'] in n-d-800634-3 {{(pid=93918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 18:35:59.188968 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-70f3d69c-f5fc-47d0-a071-e83b11451915 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=635f527c3b7a450a850f3a4269856af3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4564068 Jul 14 18:35:59.191754 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 50188) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:35:59.206094 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21e0ccb9-2f97-4fb5-85ca-4f717fe313bb None None] Routers {'03801ab3-8b52-42d7-922d-2e55a3437c4b'} bound to L3 agent in host n-d-800634-3 {{(pid=93918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:35:59.206757 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-21e0ccb9-2f97-4fb5-85ca-4f717fe313bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:35:53Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['03801ab3-8b52-42d7-922d-2e55a3437c4b'], 'active': True} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:35:59.215955 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f3d69c-f5fc-47d0-a071-e83b11451915 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df530fc2-2c0b-464c-8f15-7477de47311d,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:35:59.222803 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] No Port match for: 1a208a31-9c35-4f23-82bb-0295030f28f9 {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 18:35:59.222803 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 1a208a31-9c35-4f23-82bb-0295030f28f9 not bound to the agent host n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 18:35:59.240911 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Pushing event updated for resources: {'Port': ['ID=15165781-f1ef-4475-833e-ff7c29ba28e2,revision_number=3']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:35:59.265788 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-65585ff1-dfdc-4893-b1f0-48860b5a05b8 admin admin] Notify callbacks [] for router, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:59.270226 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-50830f41-9510-416d-85e8-4b63d9d3a227 tempest-RoutersNegativeIpV6Test-2039758575 tempest-RoutersNegativeIpV6Test-2039758575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25913028', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28969762'] for subnet, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:59.270370 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-65585ff1-dfdc-4893-b1f0-48860b5a05b8 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 4.9402599 Jul 14 18:35:59.272642 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 50190) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:35:59.304869 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50830f41-9510-416d-85e8-4b63d9d3a227 tempest-RoutersNegativeIpV6Test-2039758575 tempest-RoutersNegativeIpV6Test-2039758575-project] Pushing event deleted for resources: {'Subnet': ['ID=d88dff1a-61e4-40f9-bb82-f00c63725b80,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:35:59.308643 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-50830f41-9510-416d-85e8-4b63d9d3a227 tempest-RoutersNegativeIpV6Test-2039758575 tempest-RoutersNegativeIpV6Test-2039758575-project] Notify callbacks [] for subnet, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:59.310578 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-50830f41-9510-416d-85e8-4b63d9d3a227 tempest-RoutersNegativeIpV6Test-2039758575 tempest-RoutersNegativeIpV6Test-2039758575-project] 10.222.0.16 "DELETE /v2.0/subnets/d88dff1a-61e4-40f9-bb82-f00c63725b80 HTTP/1.1" status: 204 len: 168 time: 0.7058978 Jul 14 18:35:59.313136 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 50192) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:35:59.318491 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff39fddc-4815-4996-9950-51ba292c8a17 None None] Network bf5c6c6b-c541-48e0-be93-68604a3e3e2b requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:35:59.342471 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-7742a248-1c81-49d9-97c4-669d7fe1c1f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:59.360995 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvr_db [None req-21e0ccb9-2f97-4fb5-85ca-4f717fe313bb None None] Set router 03801ab3-8b52-42d7-922d-2e55a3437c4b gateway port host: n-d-800634-3 {{(pid=93918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 18:35:59.365486 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-7742a248-1c81-49d9-97c4-669d7fe1c1f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:59.396772 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-2290df91-e75a-4e82-9510-5a672e92b76b tempest-RoutersNegativeIpV6Test-2039758575 tempest-RoutersNegativeIpV6Test-2039758575-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645734'] for network, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:59.404231 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-93c4073c-3705-4fd9-a1d1-273c2acf0443 None None] Provisioning complete for port 15165781-f1ef-4475-833e-ff7c29ba28e2 triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:35:59.404765 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-93c4073c-3705-4fd9-a1d1-273c2acf0443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:59.473772 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [None req-2290df91-e75a-4e82-9510-5a672e92b76b tempest-RoutersNegativeIpV6Test-2039758575 tempest-RoutersNegativeIpV6Test-2039758575-project] Deleting port cb5f64a7-4991-4001-8e82-69c3bac5aa92 {{(pid=93915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:35:59.473772 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-2290df91-e75a-4e82-9510-5a672e92b76b tempest-RoutersNegativeIpV6Test-2039758575 tempest-RoutersNegativeIpV6Test-2039758575-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:59.593289 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-7742a248-1c81-49d9-97c4-669d7fe1c1f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:59.602264 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-7742a248-1c81-49d9-97c4-669d7fe1c1f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:59.604305 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [None req-2290df91-e75a-4e82-9510-5a672e92b76b tempest-RoutersNegativeIpV6Test-2039758575 tempest-RoutersNegativeIpV6Test-2039758575-project] For port cb5f64a7-4991-4001-8e82-69c3bac5aa92, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=cb5f64a7-4991-4001-8e82-69c3bac5aa92,segment=NetworkSegment(78a0b8cd-0280-465c-a13e-6281465dd13b),segment_id=78a0b8cd-0280-465c-a13e-6281465dd13b)] {{(pid=93915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:35:59.605786 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-2290df91-e75a-4e82-9510-5a672e92b76b tempest-RoutersNegativeIpV6Test-2039758575 tempest-RoutersNegativeIpV6Test-2039758575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:59.613405 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-7742a248-1c81-49d9-97c4-669d7fe1c1f8 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/df530fc2-2c0b-464c-8f15-7477de47311d HTTP/1.1" status: 204 len: 168 time: 0.4186962 Jul 14 18:35:59.634559 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [None req-2290df91-e75a-4e82-9510-5a672e92b76b tempest-RoutersNegativeIpV6Test-2039758575 tempest-RoutersNegativeIpV6Test-2039758575-project] Calling delete_port for cb5f64a7-4991-4001-8e82-69c3bac5aa92 owned by network:dhcp {{(pid=93915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:35:59.645278 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7742a248-1c81-49d9-97c4-669d7fe1c1f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df530fc2-2c0b-464c-8f15-7477de47311d,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:35:59.700282 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9baf3088-2be3-46a5-bfd2-ee1954e0ce52 None None] DHCP port deletion for bf5c6c6b-c541-48e0-be93-68604a3e3e2b request from n-d-800634-3 {{(pid=93917) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 18:35:59.727846 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-21e0ccb9-2f97-4fb5-85ca-4f717fe313bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03801ab3-8b52-42d7-922d-2e55a3437c4b', 'name': 'tempest-TestAggregatesBasicOps-1872588568-router', 'tenant_id': 'ae713e34e8344c009274332962fd3e1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.225'}], 'enable_snat': True}, 'gw_port_id': 'af790abe-9c54-4f25-b56b-41f0eb4e3654', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:35:54Z', 'updated_at': '2021-07-14T18:35:56Z', 'revision_number': 3, 'project_id': 'ae713e34e8344c009274332962fd3e1e', 'gw_port': {'id': 'af790abe-9c54-4f25-b56b-41f0eb4e3654', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:6a:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03801ab3-8b52-42d7-922d-2e55a3437c4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1911, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:35:55Z', 'updated_at': '2021-07-14T18:35:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3'}], 'n-d-800634-3', False) {} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:35:59.797696 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21e0ccb9-2f97-4fb5-85ca-4f717fe313bb None None] Checking router: 03801ab3-8b52-42d7-922d-2e55a3437c4b for host: n-d-800634-3 {{(pid=93918) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 18:35:59.798328 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21e0ccb9-2f97-4fb5-85ca-4f717fe313bb None None] Updating router 03801ab3-8b52-42d7-922d-2e55a3437c4b port af790abe-9c54-4f25-b56b-41f0eb4e3654 binding host n-d-800634-3 {{(pid=93918) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 18:35:59.817679 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-9baf3088-2be3-46a5-bfd2-ee1954e0ce52 None None] Deleting port cb5f64a7-4991-4001-8e82-69c3bac5aa92 {{(pid=93917) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:35:59.818294 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9baf3088-2be3-46a5-bfd2-ee1954e0ce52 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:59.820213 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-2290df91-e75a-4e82-9510-5a672e92b76b tempest-RoutersNegativeIpV6Test-2039758575 tempest-RoutersNegativeIpV6Test-2039758575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:59.871922 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2290df91-e75a-4e82-9510-5a672e92b76b tempest-RoutersNegativeIpV6Test-2039758575 tempest-RoutersNegativeIpV6Test-2039758575-project] Pushing event deleted for resources: {'Port': ['ID=cb5f64a7-4991-4001-8e82-69c3bac5aa92,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:35:59.878378 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2290df91-e75a-4e82-9510-5a672e92b76b tempest-RoutersNegativeIpV6Test-2039758575 tempest-RoutersNegativeIpV6Test-2039758575-project] No DVR routers for this DVR port cb5f64a7-4991-4001-8e82-69c3bac5aa92 on host n-d-800634-3 {{(pid=93915) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 18:35:59.888734 n-d-800634-3 neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-21e0ccb9-2f97-4fb5-85ca-4f717fe313bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:35:59.983426 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-9baf3088-2be3-46a5-bfd2-ee1954e0ce52 None None] For port cb5f64a7-4991-4001-8e82-69c3bac5aa92, host n-d-800634-3, got binding levels [] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:35:59.984203 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9baf3088-2be3-46a5-bfd2-ee1954e0ce52 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:00.002191 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-9baf3088-2be3-46a5-bfd2-ee1954e0ce52 None None] Calling delete_port for cb5f64a7-4991-4001-8e82-69c3bac5aa92 owned by network:dhcp {{(pid=93917) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:36:00.008446 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.ipam_backend_mixin [None req-9baf3088-2be3-46a5-bfd2-ee1954e0ce52 None None] Port cb5f64a7-4991-4001-8e82-69c3bac5aa92 was not found and therefore no delete operation was performed {{(pid=93917) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 14 18:36:00.010917 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9baf3088-2be3-46a5-bfd2-ee1954e0ce52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813'] for port, after_delete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:00.034504 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9baf3088-2be3-46a5-bfd2-ee1954e0ce52 None None] No DVR routers for this DVR port cb5f64a7-4991-4001-8e82-69c3bac5aa92 on host n-d-800634-3 {{(pid=93917) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 18:36:00.063295 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-2290df91-e75a-4e82-9510-5a672e92b76b tempest-RoutersNegativeIpV6Test-2039758575 tempest-RoutersNegativeIpV6Test-2039758575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2096010', 'neutron.services.segments.db._delete_segments_for_network-8728202734996'] for network, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:00.075399 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9baf3088-2be3-46a5-bfd2-ee1954e0ce52 None None] Pushing event deleted for resources: {'Port': ['ID=cb5f64a7-4991-4001-8e82-69c3bac5aa92,revision_number=None']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:36:00.083632 n-d-800634-3 neutron-server[93915]: DEBUG neutron.services.segments.db [None req-2290df91-e75a-4e82-9510-5a672e92b76b tempest-RoutersNegativeIpV6Test-2039758575 tempest-RoutersNegativeIpV6Test-2039758575-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf5c6c6b-c541-48e0-be93-68604a3e3e2b']}} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:36:00.107509 n-d-800634-3 neutron-server[93915]: DEBUG neutron.services.segments.db [None req-2290df91-e75a-4e82-9510-5a672e92b76b tempest-RoutersNegativeIpV6Test-2039758575 tempest-RoutersNegativeIpV6Test-2039758575-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78a0b8cd-0280-465c-a13e-6281465dd13b') {'for_net_delete': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:36:00.107819 n-d-800634-3 neutron-server[93915]: DEBUG neutron.services.segments.db [None req-2290df91-e75a-4e82-9510-5a672e92b76b tempest-RoutersNegativeIpV6Test-2039758575 tempest-RoutersNegativeIpV6Test-2039758575-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78a0b8cd-0280-465c-a13e-6281465dd13b') {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:36:00.127395 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-2290df91-e75a-4e82-9510-5a672e92b76b tempest-RoutersNegativeIpV6Test-2039758575 tempest-RoutersNegativeIpV6Test-2039758575-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728202715275', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28939920'] for segment, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:00.182106 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-2290df91-e75a-4e82-9510-5a672e92b76b tempest-RoutersNegativeIpV6Test-2039758575 tempest-RoutersNegativeIpV6Test-2039758575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:00.196369 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2290df91-e75a-4e82-9510-5a672e92b76b tempest-RoutersNegativeIpV6Test-2039758575 tempest-RoutersNegativeIpV6Test-2039758575-project] Releasing vlan 98 on physical network physnet1 to pool {{(pid=93915) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 18:36:00.197069 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-2290df91-e75a-4e82-9510-5a672e92b76b tempest-RoutersNegativeIpV6Test-2039758575 tempest-RoutersNegativeIpV6Test-2039758575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25911658'] for segment, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:00.215072 n-d-800634-3 neutron-server[93915]: Traceback (most recent call last): Jul 14 18:36:00.215072 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 18:36:00.215072 n-d-800634-3 neutron-server[93915]: timer() Jul 14 18:36:00.215072 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 18:36:00.215072 n-d-800634-3 neutron-server[93915]: cb(*args, **kw) Jul 14 18:36:00.215072 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 18:36:00.215072 n-d-800634-3 neutron-server[93915]: return func(*args, **kwargs) Jul 14 18:36:00.215072 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 18:36:00.215072 n-d-800634-3 neutron-server[93915]: self._notify() Jul 14 18:36:00.215072 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 18:36:00.215072 n-d-800634-3 neutron-server[93915]: self.callback(batched_events) Jul 14 18:36:00.215072 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 18:36:00.215072 n-d-800634-3 neutron-server[93915]: event.method(event) Jul 14 18:36:00.215072 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 18:36:00.215072 n-d-800634-3 neutron-server[93915]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 18:36:00.215072 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 18:36:00.215072 n-d-800634-3 neutron-server[93915]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 18:36:00.215072 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 18:36:00.215072 n-d-800634-3 neutron-server[93915]: return f(self, *a, **k) Jul 14 18:36:00.215072 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 18:36:00.215072 n-d-800634-3 neutron-server[93915]: return self._get(url).json() Jul 14 18:36:00.215072 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 18:36:00.215072 n-d-800634-3 neutron-server[93915]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 18:36:00.215072 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 18:36:00.215072 n-d-800634-3 neutron-server[93915]: return self.request(url, 'GET', **kwargs) Jul 14 18:36:00.215072 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 18:36:00.215072 n-d-800634-3 neutron-server[93915]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 18:36:00.215072 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 18:36:00.215072 n-d-800634-3 neutron-server[93915]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 18:36:00.215072 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 18:36:00.215072 n-d-800634-3 neutron-server[93915]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 18:36:00.215072 n-d-800634-3 neutron-server[93915]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 18:36:00.291959 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-ce089c38-79d1-484b-aa68-28f5c2045be4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:00.349537 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-2290df91-e75a-4e82-9510-5a672e92b76b tempest-RoutersNegativeIpV6Test-2039758575 tempest-RoutersNegativeIpV6Test-2039758575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2096001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-930085'] for network, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:00.363350 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-2290df91-e75a-4e82-9510-5a672e92b76b tempest-RoutersNegativeIpV6Test-2039758575 tempest-RoutersNegativeIpV6Test-2039758575-project] Notify callbacks [] for network, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:00.365886 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-2290df91-e75a-4e82-9510-5a672e92b76b tempest-RoutersNegativeIpV6Test-2039758575 tempest-RoutersNegativeIpV6Test-2039758575-project] 10.222.0.16 "DELETE /v2.0/networks/bf5c6c6b-c541-48e0-be93-68604a3e3e2b HTTP/1.1" status: 204 len: 168 time: 1.0517604 Jul 14 18:36:00.383759 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 50220) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:36:00.384777 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2290df91-e75a-4e82-9510-5a672e92b76b tempest-RoutersNegativeIpV6Test-2039758575 tempest-RoutersNegativeIpV6Test-2039758575-project] Pushing event deleted for resources: {'Network': ['ID=bf5c6c6b-c541-48e0-be93-68604a3e3e2b,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:36:00.446330 n-d-800634-3 neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-21e0ccb9-2f97-4fb5-85ca-4f717fe313bb None None] Notify callbacks [] for port, precommit_update {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:00.476216 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.provisioning_blocks [None req-21e0ccb9-2f97-4fb5-85ca-4f717fe313bb None None] Transition to ACTIVE for port object af790abe-9c54-4f25-b56b-41f0eb4e3654 will not be triggered until provisioned by entity L2. {{(pid=93918) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:36:00.483455 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-57f03bd6-9e28-4602-91f6-0c68ba536759 tempest-RoutersNegativeIpV6Test-2039758575 tempest-RoutersNegativeIpV6Test-2039758575-project] 10.222.0.16 "GET /v2.0/ports?device_id=d4e8d5ca-a9b1-4f91-a65f-270f58d6bf82 HTTP/1.1" status: 200 len: 205 time: 0.0888150 Jul 14 18:36:00.485823 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 50222) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:36:00.488882 n-d-800634-3 neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-21e0ccb9-2f97-4fb5-85ca-4f717fe313bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:00.572347 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 15165781-f1ef-4475-833e-ff7c29ba28e2 up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:36:00.584452 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.managers [None req-21e0ccb9-2f97-4fb5-85ca-4f717fe313bb None None] Attempting to bind port af790abe-9c54-4f25-b56b-41f0eb4e3654 on host n-d-800634-3 for vnic_type normal with profile {{(pid=93918) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:36:00.585223 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.managers [None req-21e0ccb9-2f97-4fb5-85ca-4f717fe313bb None None] Attempting to bind port af790abe-9c54-4f25-b56b-41f0eb4e3654 by drivers openvswitch,hyperv on host n-d-800634-3 at level 0 using segments [{'id': '5afb940b-bbdf-4727-be00-5d46367c38a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9200a437-e1de-4520-88f6-e68386523e61'}] {{(pid=93918) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:36:00.585676 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21e0ccb9-2f97-4fb5-85ca-4f717fe313bb None None] Attempting to bind port af790abe-9c54-4f25-b56b-41f0eb4e3654 on network 9200a437-e1de-4520-88f6-e68386523e61 {{(pid=93918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:36:00.593407 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df78a5d-e1e4-4c50-a95a-5a5fea63a3be None None] Pushing event updated for resources: {'Port': ['ID=af790abe-9c54-4f25-b56b-41f0eb4e3654,revision_number=2']} {{(pid=93918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:36:00.596919 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21e0ccb9-2f97-4fb5-85ca-4f717fe313bb None None] Checking agent: {'id': '01c19e91-a945-4e3c-94a6-c211e17c923e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 8, 23), 'started_at': datetime.datetime(2021, 7, 14, 18, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 18, 35, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 18:36:00.605651 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21e0ccb9-2f97-4fb5-85ca-4f717fe313bb None None] Checking segment: {'id': '5afb940b-bbdf-4727-be00-5d46367c38a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9200a437-e1de-4520-88f6-e68386523e61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93918) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:36:00.606218 n-d-800634-3 neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-21e0ccb9-2f97-4fb5-85ca-4f717fe313bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:00.606709 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21e0ccb9-2f97-4fb5-85ca-4f717fe313bb None None] Bound using segment: {'id': '5afb940b-bbdf-4727-be00-5d46367c38a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9200a437-e1de-4520-88f6-e68386523e61'} {{(pid=93918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 18:36:00.607280 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.managers [None req-21e0ccb9-2f97-4fb5-85ca-4f717fe313bb None None] Bound port: af790abe-9c54-4f25-b56b-41f0eb4e3654, host: n-d-800634-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5afb940b-bbdf-4727-be00-5d46367c38a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9200a437-e1de-4520-88f6-e68386523e61'}}] {{(pid=93918) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 18:36:00.607785 n-d-800634-3 neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-21e0ccb9-2f97-4fb5-85ca-4f717fe313bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:00.616155 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.db_base_plugin_common [None req-ce089c38-79d1-484b-aa68-28f5c2045be4 admin admin] Allocated IP 172.20.0.1 (68805e02-3f8f-48a9-87b2-0ce97568e6c6/efae7b11-f22e-4dc7-8af2-12c7fcf14d7e/f350d07c-0179-49fb-b19d-f13e2997917d) {{(pid=93916) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:36:00.651250 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port 15165781-f1ef-4475-833e-ff7c29ba28e2 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:36:00.652362 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:00.654145 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df78a5d-e1e4-4c50-a95a-5a5fea63a3be None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:36:00.654562 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df78a5d-e1e4-4c50-a95a-5a5fea63a3be None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:36:00.654873 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-385ecebf-f2a1-41f5-ac9a-cc158e9f98d4 tempest-RoutersNegativeIpV6Test-2039758575 tempest-RoutersNegativeIpV6Test-2039758575-project] Notify callbacks [] for router, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:00.655038 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df78a5d-e1e4-4c50-a95a-5a5fea63a3be None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:36:00.655429 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df78a5d-e1e4-4c50-a95a-5a5fea63a3be None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:36:00.655824 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df78a5d-e1e4-4c50-a95a-5a5fea63a3be None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:36:00.656959 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df78a5d-e1e4-4c50-a95a-5a5fea63a3be None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:36:00.657437 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df78a5d-e1e4-4c50-a95a-5a5fea63a3be None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:36:00.657667 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df78a5d-e1e4-4c50-a95a-5a5fea63a3be None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:36:00.658068 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df78a5d-e1e4-4c50-a95a-5a5fea63a3be None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:36:00.658490 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df78a5d-e1e4-4c50-a95a-5a5fea63a3be None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:36:00.658873 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df78a5d-e1e4-4c50-a95a-5a5fea63a3be None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:36:00.660271 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df78a5d-e1e4-4c50-a95a-5a5fea63a3be None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:36:00.702272 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.db [None req-21e0ccb9-2f97-4fb5-85ca-4f717fe313bb None None] For port af790abe-9c54-4f25-b56b-41f0eb4e3654, host n-d-800634-3, cleared binding levels {{(pid=93918) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:36:00.706987 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.db [None req-21e0ccb9-2f97-4fb5-85ca-4f717fe313bb None None] For port af790abe-9c54-4f25-b56b-41f0eb4e3654, host n-d-800634-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=af790abe-9c54-4f25-b56b-41f0eb4e3654,segment=NetworkSegment(5afb940b-bbdf-4727-be00-5d46367c38a1),segment_id=5afb940b-bbdf-4727-be00-5d46367c38a1)] {{(pid=93918) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 18:36:00.711803 n-d-800634-3 neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-21e0ccb9-2f97-4fb5-85ca-4f717fe313bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:00.822251 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21e0ccb9-2f97-4fb5-85ca-4f717fe313bb None None] Routers {'03801ab3-8b52-42d7-922d-2e55a3437c4b'} bound to L3 agent in host n-d-800634-3 {{(pid=93918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:36:00.822905 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-21e0ccb9-2f97-4fb5-85ca-4f717fe313bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:35:53Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['03801ab3-8b52-42d7-922d-2e55a3437c4b'], 'active': True} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:36:00.837291 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df78a5d-e1e4-4c50-a95a-5a5fea63a3be None None] Pushing event updated for resources: {'Port': ['ID=af790abe-9c54-4f25-b56b-41f0eb4e3654,revision_number=3']} {{(pid=93918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:36:00.872364 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device cb5f64a7-4991-4001-8e82-69c3bac5aa92 no longer exists at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 18:36:00.945097 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] No Port match for: cb5f64a7-4991-4001-8e82-69c3bac5aa92 {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 18:36:00.949662 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device cb5f64a7-4991-4001-8e82-69c3bac5aa92 not bound to the agent host n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 18:36:00.963981 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-ce089c38-79d1-484b-aa68-28f5c2045be4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:00.983799 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.provisioning_blocks [None req-ce089c38-79d1-484b-aa68-28f5c2045be4 admin admin] Transition to ACTIVE for port object f350d07c-0179-49fb-b19d-f13e2997917d will not be triggered until provisioned by entity DHCP. {{(pid=93916) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:36:01.036616 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-385ecebf-f2a1-41f5-ac9a-cc158e9f98d4 tempest-RoutersNegativeIpV6Test-2039758575 tempest-RoutersNegativeIpV6Test-2039758575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-571778', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11402'] for router, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:01.039989 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-ce089c38-79d1-484b-aa68-28f5c2045be4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:01.040448 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-385ecebf-f2a1-41f5-ac9a-cc158e9f98d4 tempest-RoutersNegativeIpV6Test-2039758575 tempest-RoutersNegativeIpV6Test-2039758575-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:01.075474 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvr_db [None req-21e0ccb9-2f97-4fb5-85ca-4f717fe313bb None None] Set router 03801ab3-8b52-42d7-922d-2e55a3437c4b gateway port host: n-d-800634-3 {{(pid=93918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 18:36:01.103773 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-385ecebf-f2a1-41f5-ac9a-cc158e9f98d4 tempest-RoutersNegativeIpV6Test-2039758575 tempest-RoutersNegativeIpV6Test-2039758575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-541202'] for router, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:01.104249 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-385ecebf-f2a1-41f5-ac9a-cc158e9f98d4 tempest-RoutersNegativeIpV6Test-2039758575 tempest-RoutersNegativeIpV6Test-2039758575-project] Fanout notify agent at l3_agent the message router_deleted on router d4e8d5ca-a9b1-4f91-a65f-270f58d6bf82 {{(pid=93915) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 18:36:01.121198 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-385ecebf-f2a1-41f5-ac9a-cc158e9f98d4 tempest-RoutersNegativeIpV6Test-2039758575 tempest-RoutersNegativeIpV6Test-2039758575-project] Notify callbacks [] for router, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:01.122862 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-385ecebf-f2a1-41f5-ac9a-cc158e9f98d4 tempest-RoutersNegativeIpV6Test-2039758575 tempest-RoutersNegativeIpV6Test-2039758575-project] 10.222.0.16 "DELETE /v2.0/routers/d4e8d5ca-a9b1-4f91-a65f-270f58d6bf82 HTTP/1.1" status: 204 len: 168 time: 0.6347711 Jul 14 18:36:01.124747 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce089c38-79d1-484b-aa68-28f5c2045be4 admin admin] Network 68805e02-3f8f-48a9-87b2-0ce97568e6c6 is already hosted by enough agents. {{(pid=93916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:36:01.128353 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [None req-ce089c38-79d1-484b-aa68-28f5c2045be4 admin admin] Resources bound (agent type, host, resource id): {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:36:01.132380 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce089c38-79d1-484b-aa68-28f5c2045be4 admin admin] Received port after_create {{(pid=93916) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:36:01.184811 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce089c38-79d1-484b-aa68-28f5c2045be4 admin admin] Pushing event updated for resources: {'Port': ['ID=f350d07c-0179-49fb-b19d-f13e2997917d,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:36:01.216924 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce089c38-79d1-484b-aa68-28f5c2045be4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:36:01.217221 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce089c38-79d1-484b-aa68-28f5c2045be4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:36:01.217549 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce089c38-79d1-484b-aa68-28f5c2045be4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:36:01.218562 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce089c38-79d1-484b-aa68-28f5c2045be4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:36:01.218906 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce089c38-79d1-484b-aa68-28f5c2045be4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:36:01.219242 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce089c38-79d1-484b-aa68-28f5c2045be4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:36:01.219573 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce089c38-79d1-484b-aa68-28f5c2045be4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:36:01.219908 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce089c38-79d1-484b-aa68-28f5c2045be4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:36:01.220257 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce089c38-79d1-484b-aa68-28f5c2045be4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:36:01.220584 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce089c38-79d1-484b-aa68-28f5c2045be4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:36:01.220905 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce089c38-79d1-484b-aa68-28f5c2045be4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:36:01.221232 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce089c38-79d1-484b-aa68-28f5c2045be4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:36:01.247190 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-ce089c38-79d1-484b-aa68-28f5c2045be4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-930452'] for router_interface, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:01.440202 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-21e0ccb9-2f97-4fb5-85ca-4f717fe313bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03801ab3-8b52-42d7-922d-2e55a3437c4b', 'name': 'tempest-TestAggregatesBasicOps-1872588568-router', 'tenant_id': 'ae713e34e8344c009274332962fd3e1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.225'}], 'enable_snat': True}, 'gw_port_id': 'af790abe-9c54-4f25-b56b-41f0eb4e3654', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:35:54Z', 'updated_at': '2021-07-14T18:35:56Z', 'revision_number': 3, 'project_id': 'ae713e34e8344c009274332962fd3e1e', 'gw_port': {'id': 'af790abe-9c54-4f25-b56b-41f0eb4e3654', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:6a:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03801ab3-8b52-42d7-922d-2e55a3437c4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1911, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:35:55Z', 'updated_at': '2021-07-14T18:36:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3'}], 'n-d-800634-3', False) {} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:36:01.554238 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21e0ccb9-2f97-4fb5-85ca-4f717fe313bb None None] The sync data for ids ['03801ab3-8b52-42d7-922d-2e55a3437c4b'] in n-d-800634-3 is: [{'id': '03801ab3-8b52-42d7-922d-2e55a3437c4b', 'name': 'tempest-TestAggregatesBasicOps-1872588568-router', 'tenant_id': 'ae713e34e8344c009274332962fd3e1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.225'}], 'enable_snat': True}, 'gw_port_id': 'af790abe-9c54-4f25-b56b-41f0eb4e3654', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:35:54Z', 'updated_at': '2021-07-14T18:35:56Z', 'revision_number': 3, 'project_id': 'ae713e34e8344c009274332962fd3e1e', 'gw_port': {'id': 'af790abe-9c54-4f25-b56b-41f0eb4e3654', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:6a:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03801ab3-8b52-42d7-922d-2e55a3437c4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1911, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:35:55Z', 'updated_at': '2021-07-14T18:36:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3'}] {{(pid=93918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 18:36:01.554921 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-ce089c38-79d1-484b-aa68-28f5c2045be4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:01.557047 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-3ef448dc-620b-468b-ae04-456305e3acf1 None None] Provisioning for port f350d07c-0179-49fb-b19d-f13e2997917d completed by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:36:01.574150 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-3ef448dc-620b-468b-ae04-456305e3acf1 None None] Provisioning complete for port f350d07c-0179-49fb-b19d-f13e2997917d triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:36:01.574534 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-3ef448dc-620b-468b-ae04-456305e3acf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:01.762273 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-3ef448dc-620b-468b-ae04-456305e3acf1 None None] Port f350d07c-0179-49fb-b19d-f13e2997917d cannot update to ACTIVE because it is not bound. {{(pid=93917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 18:36:01.792706 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 50256) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:36:02.101911 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-ce089c38-79d1-484b-aa68-28f5c2045be4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:02.112346 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-ce089c38-79d1-484b-aa68-28f5c2045be4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2684870'] for port, after_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:02.250760 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce089c38-79d1-484b-aa68-28f5c2045be4 admin admin] Pushing event updated for resources: {'Port': ['ID=f350d07c-0179-49fb-b19d-f13e2997917d,revision_number=2']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:36:02.253658 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-ce089c38-79d1-484b-aa68-28f5c2045be4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-598741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-928734'] for router_interface, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:02.379048 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:02.391021 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-cfd66fe3-ca8b-4369-92fd-afa60d6f8c3c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=92a05624b93549f8867c1c234e2e2bbe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5984120 Jul 14 18:36:02.393357 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 50274) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:36:02.439245 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce089c38-79d1-484b-aa68-28f5c2045be4 admin admin] Network 68805e02-3f8f-48a9-87b2-0ce97568e6c6 is already hosted by enough agents. {{(pid=93916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:36:02.441867 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [None req-ce089c38-79d1-484b-aa68-28f5c2045be4 admin admin] Resources bound (agent type, host, resource id): {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:36:02.514786 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-5b5157e2-818e-4f21-8320-8794175777b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:02.574398 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-5b5157e2-818e-4f21-8320-8794175777b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:02.641605 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-5b5157e2-818e-4f21-8320-8794175777b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:02.651051 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-5b5157e2-818e-4f21-8320-8794175777b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:02.652659 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-5b5157e2-818e-4f21-8320-8794175777b6 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6c97fb39-de20-4219-ad17-7b1ff7d244ad HTTP/1.1" status: 204 len: 168 time: 0.2576208 Jul 14 18:36:02.660281 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce089c38-79d1-484b-aa68-28f5c2045be4 admin admin] Router 03801ab3-8b52-42d7-922d-2e55a3437c4b has already been hosted by L3 agent 2c6eb27e-defb-4cca-9a24-381c7415e359 {{(pid=93916) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 18:36:02.678951 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device af790abe-9c54-4f25-b56b-41f0eb4e3654 up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:36:02.686490 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5157e2-818e-4f21-8320-8794175777b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c97fb39-de20-4219-ad17-7b1ff7d244ad,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:36:02.904304 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning for port af790abe-9c54-4f25-b56b-41f0eb4e3654 completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:36:02.914509 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port af790abe-9c54-4f25-b56b-41f0eb4e3654 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:36:02.916526 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:02.940543 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce089c38-79d1-484b-aa68-28f5c2045be4 admin admin] Notify agent at l3_agent.n-d-800634-3 the message routers_updated {{(pid=93916) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 18:36:02.962687 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-ce089c38-79d1-484b-aa68-28f5c2045be4 admin admin] 10.222.0.16 "PUT /v2.0/routers/03801ab3-8b52-42d7-922d-2e55a3437c4b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6888714 Jul 14 18:36:03.065780 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-cf5a45e9-b7a3-4749-9b61-b1e0c5444761 None None] Provisioning complete for port f350d07c-0179-49fb-b19d-f13e2997917d triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:36:03.067382 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-cf5a45e9-b7a3-4749-9b61-b1e0c5444761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:03.213664 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:03.223088 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-cf5a45e9-b7a3-4749-9b61-b1e0c5444761 None None] Port f350d07c-0179-49fb-b19d-f13e2997917d cannot update to ACTIVE because it is not bound. {{(pid=93917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 18:36:03.252473 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] For port af790abe-9c54-4f25-b56b-41f0eb4e3654, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=af790abe-9c54-4f25-b56b-41f0eb4e3654,segment=NetworkSegment(5afb940b-bbdf-4727-be00-5d46367c38a1),segment_id=5afb940b-bbdf-4727-be00-5d46367c38a1)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:36:03.259436 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:03.367436 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Pushing event updated for resources: {'Port': ['ID=af790abe-9c54-4f25-b56b-41f0eb4e3654,revision_number=4']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:36:04.214965 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 50398) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:36:04.221663 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-b14ae5ad-3176-4273-984a-70321d6f5993 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-476305125-network', 'tenant_id': '7ac1d5b7e3914afd8d483c4cde2c1e9a'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:36:04.229773 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 50400) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:36:04.298176 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b14ae5ad-3176-4273-984a-70321d6f5993 admin admin] Made reservation on behalf of 7ac1d5b7e3914afd8d483c4cde2c1e9a for: {'network': 1} {{(pid=93915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:36:04.301206 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-b14ae5ad-3176-4273-984a-70321d6f5993 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for network, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:04.325454 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-b14ae5ad-3176-4273-984a-70321d6f5993 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:04.478473 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-b14ae5ad-3176-4273-984a-70321d6f5993 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:04.484555 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-b14ae5ad-3176-4273-984a-70321d6f5993 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:04.524050 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b14ae5ad-3176-4273-984a-70321d6f5993 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 65} {{(pid=93915) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 18:36:04.540199 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14ae5ad-3176-4273-984a-70321d6f5993 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=071df424-653d-45ba-a70a-7a9378a1257a,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:36:04.558107 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-c5fca378-b359-4ebc-a933-056df5d46384 tempest-ServiceProvidersTest-312687033 tempest-ServiceProvidersTest-312687033-project] 10.222.0.16 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.3209484 Jul 14 18:36:04.558397 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-b14ae5ad-3176-4273-984a-70321d6f5993 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:04.558617 n-d-800634-3 neutron-server[93915]: INFO neutron.db.segments_db [None req-b14ae5ad-3176-4273-984a-70321d6f5993 admin admin] Added segment 37fc176e-f479-4b38-b8f2-9e0a8fc169c7 of type vlan for network 374c11b6-d334-46cc-9ec3-cf76732d6607 Jul 14 18:36:04.607432 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device af790abe-9c54-4f25-b56b-41f0eb4e3654 up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:36:04.641023 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-b14ae5ad-3176-4273-984a-70321d6f5993 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728202197517'] for network, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:04.666113 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f142df0-2222-49ad-b7eb-4ce22966fc78 None None] Sync routers for ids ['03801ab3-8b52-42d7-922d-2e55a3437c4b'] in n-d-800634-3 {{(pid=93917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 18:36:04.716395 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-b14ae5ad-3176-4273-984a-70321d6f5993 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727'] for network, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:04.717723 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b14ae5ad-3176-4273-984a-70321d6f5993 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:36:04.718469 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-b14ae5ad-3176-4273-984a-70321d6f5993 admin admin] Notify callbacks [] for network, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:04.725488 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f142df0-2222-49ad-b7eb-4ce22966fc78 None None] Routers {'03801ab3-8b52-42d7-922d-2e55a3437c4b'} bound to L3 agent in host n-d-800634-3 {{(pid=93917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:36:04.729697 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-4f142df0-2222-49ad-b7eb-4ce22966fc78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:35:53Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['03801ab3-8b52-42d7-922d-2e55a3437c4b'], 'active': True} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:36:04.866527 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 50438) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:36:04.875523 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-5125a9e5-7584-46d1-9153-22772b7ec606 admin admin] Request body: {'subnet': {'network_id': '374c11b6-d334-46cc-9ec3-cf76732d6607', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-476305125-subnet', 'tenant_id': '7ac1d5b7e3914afd8d483c4cde2c1e9a', 'ip_version': 4}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:36:04.877710 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-b14ae5ad-3176-4273-984a-70321d6f5993 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6464818 Jul 14 18:36:04.899883 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14ae5ad-3176-4273-984a-70321d6f5993 admin admin] Pushing event updated for resources: {'Network': ['ID=374c11b6-d334-46cc-9ec3-cf76732d6607,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:36:04.935816 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Network 374c11b6-d334-46cc-9ec3-cf76732d6607 details requested by agent ovs-agent-n-d-800634-3 with host n-d-800634-3 {{(pid=93917) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 18:36:04.940483 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port af790abe-9c54-4f25-b56b-41f0eb4e3654 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:36:04.941110 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:04.983897 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5125a9e5-7584-46d1-9153-22772b7ec606 admin admin] Made reservation on behalf of 7ac1d5b7e3914afd8d483c4cde2c1e9a for: {'subnet': 1} {{(pid=93916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:36:04.995041 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-5125a9e5-7584-46d1-9153-22772b7ec606 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26033189'] for subnet, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:05.112845 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvr_db [None req-4f142df0-2222-49ad-b7eb-4ce22966fc78 None None] Set router 03801ab3-8b52-42d7-922d-2e55a3437c4b gateway port host: n-d-800634-3 {{(pid=93917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 18:36:05.133708 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 50446) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:36:05.318369 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-5125a9e5-7584-46d1-9153-22772b7ec606 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2684753', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26033175'] for subnet, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:05.389184 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:05.403595 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5125a9e5-7584-46d1-9153-22772b7ec606 admin admin] Pushing event updated for resources: {'Subnet': ['ID=826049cf-17b7-4231-984f-489200840e94,revision_number=0']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:36:05.410199 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-183f4e72-3018-46c6-8d48-f98191a5e8db admin admin] Notify callbacks [] for security_group, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:05.430471 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5125a9e5-7584-46d1-9153-22772b7ec606 admin admin] Checking segment: {'id': '37fc176e-f479-4b38-b8f2-9e0a8fc169c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '374c11b6-d334-46cc-9ec3-cf76732d6607'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93916) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:36:05.433755 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5125a9e5-7584-46d1-9153-22772b7ec606 admin admin] Network hostable DHCP agents. Network: 374c11b6-d334-46cc-9ec3-cf76732d6607, hostable agents: ['028393c3-0576-4ebd-bca1-8ea8a148e1a2'], hosted agents: [] {{(pid=93916) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 18:36:05.506957 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5125a9e5-7584-46d1-9153-22772b7ec606 admin admin] Network 374c11b6-d334-46cc-9ec3-cf76732d6607 is scheduled to be hosted by DHCP agent 028393c3-0576-4ebd-bca1-8ea8a148e1a2 with binding_index 1 {{(pid=93916) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 18:36:05.541375 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [None req-5125a9e5-7584-46d1-9153-22772b7ec606 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-3, 374c11b6-d334-46cc-9ec3-cf76732d6607) {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:36:05.563811 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5125a9e5-7584-46d1-9153-22772b7ec606 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:36:05.564914 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-5125a9e5-7584-46d1-9153-22772b7ec606 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:05.565727 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5bf05bb-35a4-46c9-adf9-331a47763e51 None None] Network 374c11b6-d334-46cc-9ec3-cf76732d6607 requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:36:05.669213 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-183f4e72-3018-46c6-8d48-f98191a5e8db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:05.675240 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-183f4e72-3018-46c6-8d48-f98191a5e8db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:05.684010 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-5125a9e5-7584-46d1-9153-22772b7ec606 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8156145 Jul 14 18:36:05.687145 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 50480) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:36:05.694416 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-0ff940d9-5852-4502-a611-114768f608d7 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-476305125-router', 'tenant_id': '7ac1d5b7e3914afd8d483c4cde2c1e9a', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61'}}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:36:05.725526 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183f4e72-3018-46c6-8d48-f98191a5e8db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ca173f0-b7df-4129-8d32-88f440cd4d1d,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:36:05.751036 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-183f4e72-3018-46c6-8d48-f98191a5e8db admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=57170484409e40e6b1912d74c68c0bd9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6158376 Jul 14 18:36:05.751681 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 50486) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:36:05.770524 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-0ff940d9-5852-4502-a611-114768f608d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-571768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11104'] for router, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:05.773301 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-0ff940d9-5852-4502-a611-114768f608d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-571675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-930014', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-632314', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11129'] for router, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:05.780577 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-4f142df0-2222-49ad-b7eb-4ce22966fc78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03801ab3-8b52-42d7-922d-2e55a3437c4b', 'name': 'tempest-TestAggregatesBasicOps-1872588568-router', 'tenant_id': 'ae713e34e8344c009274332962fd3e1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.225'}], 'enable_snat': True}, 'gw_port_id': 'af790abe-9c54-4f25-b56b-41f0eb4e3654', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:35:54Z', 'updated_at': '2021-07-14T18:36:01Z', 'revision_number': 4, 'project_id': 'ae713e34e8344c009274332962fd3e1e', 'gw_port': {'id': 'af790abe-9c54-4f25-b56b-41f0eb4e3654', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:6a:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03801ab3-8b52-42d7-922d-2e55a3437c4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1911, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:35:55Z', 'updated_at': '2021-07-14T18:36:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_interfaces': [{'id': 'f350d07c-0179-49fb-b19d-f13e2997917d', 'name': '', 'network_id': '68805e02-3f8f-48a9-87b2-0ce97568e6c6', 'tenant_id': 'ae713e34e8344c009274332962fd3e1e', 'mac_address': 'fa:16:3e:e1:4b:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03801ab3-8b52-42d7-922d-2e55a3437c4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1922, 'fixed_ips': [{'subnet_id': 'efae7b11-f22e-4dc7-8af2-12c7fcf14d7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:36:00Z', 'updated_at': '2021-07-14T18:36:01Z', 'revision_number': 2, 'project_id': 'ae713e34e8344c009274332962fd3e1e', 'subnets': [{'id': 'efae7b11-f22e-4dc7-8af2-12c7fcf14d7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-3', False) {} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:36:05.836978 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-a5a20342-7aa9-47e8-8bd6-c2a0beb27d8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:05.863767 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f142df0-2222-49ad-b7eb-4ce22966fc78 None None] Checking router: 03801ab3-8b52-42d7-922d-2e55a3437c4b for host: n-d-800634-3 {{(pid=93917) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 18:36:05.864235 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f142df0-2222-49ad-b7eb-4ce22966fc78 None None] Updating router 03801ab3-8b52-42d7-922d-2e55a3437c4b port f350d07c-0179-49fb-b19d-f13e2997917d binding host n-d-800634-3 {{(pid=93917) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 18:36:05.868969 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-a5a20342-7aa9-47e8-8bd6-c2a0beb27d8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:05.895682 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-0ff940d9-5852-4502-a611-114768f608d7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:05.943842 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-a5a20342-7aa9-47e8-8bd6-c2a0beb27d8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:05.958657 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-a5a20342-7aa9-47e8-8bd6-c2a0beb27d8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:05.970520 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-a5a20342-7aa9-47e8-8bd6-c2a0beb27d8b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6ca173f0-b7df-4129-8d32-88f440cd4d1d HTTP/1.1" status: 204 len: 168 time: 0.2126217 Jul 14 18:36:05.985761 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a20342-7aa9-47e8-8bd6-c2a0beb27d8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ca173f0-b7df-4129-8d32-88f440cd4d1d,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:36:06.175374 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-4f142df0-2222-49ad-b7eb-4ce22966fc78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:06.180532 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 50498) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:36:06.265936 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-0ff940d9-5852-4502-a611-114768f608d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-929996', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-571750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11395'] for router, precommit_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:06.341388 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43a08e97-1332-4a15-b450-e3b785cc11bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9222b97e-5d1c-54f8-ba97-82f172498e76-374c11b6-d334-46cc-9ec3-cf76732d6607', 'network_id': '374c11b6-d334-46cc-9ec3-cf76732d6607', 'tenant_id': '7ac1d5b7e3914afd8d483c4cde2c1e9a', 'fixed_ips': [{'subnet_id': '826049cf-17b7-4231-984f-489200840e94'}]}} from n-d-800634-3. {{(pid=93917) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 18:36:06.341388 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-43a08e97-1332-4a15-b450-e3b785cc11bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:06.605938 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.db_base_plugin_common [None req-43a08e97-1332-4a15-b450-e3b785cc11bc None None] Allocated IP 172.20.0.2 (374c11b6-d334-46cc-9ec3-cf76732d6607/826049cf-17b7-4231-984f-489200840e94/a39577aa-af14-4128-87e6-30e7a3fdc410) {{(pid=93917) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:36:06.718364 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-accfefb3-8651-43ad-b781-2ef5a0d638ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:06.804326 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-0ff940d9-5852-4502-a611-114768f608d7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:06.850628 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-0ff940d9-5852-4502-a611-114768f608d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:06.917465 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-accfefb3-8651-43ad-b781-2ef5a0d638ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:06.923566 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-accfefb3-8651-43ad-b781-2ef5a0d638ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:06.974985 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accfefb3-8651-43ad-b781-2ef5a0d638ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8019eaa7-ff7a-441e-b7b0-5fc6589a0a81,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:36:07.010214 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-accfefb3-8651-43ad-b781-2ef5a0d638ff admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=86d6030351604535bd4143679f44b63d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8283956 Jul 14 18:36:07.011305 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 50520) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:36:07.038856 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.db_base_plugin_common [None req-0ff940d9-5852-4502-a611-114768f608d7 admin admin] Allocated IP 172.25.1.43 (9200a437-e1de-4520-88f6-e68386523e61/5f47f848-4532-407a-a0e2-5690ade15fd0/34262a1d-8c5b-42f9-807a-6a47e8c5c196) {{(pid=93916) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:36:07.081518 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-76e96973-f20c-41bc-9764-434e51e51800 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:07.114038 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-76e96973-f20c-41bc-9764-434e51e51800 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:07.190736 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-76e96973-f20c-41bc-9764-434e51e51800 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:07.193479 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-76e96973-f20c-41bc-9764-434e51e51800 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:07.197077 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-76e96973-f20c-41bc-9764-434e51e51800 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8019eaa7-ff7a-441e-b7b0-5fc6589a0a81 HTTP/1.1" status: 204 len: 168 time: 0.1823153 Jul 14 18:36:07.202884 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-43a08e97-1332-4a15-b450-e3b785cc11bc None None] Notify callbacks [] for port, precommit_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:07.206299 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-4f142df0-2222-49ad-b7eb-4ce22966fc78 None None] Notify callbacks [] for port, precommit_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:07.215711 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e96973-f20c-41bc-9764-434e51e51800 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8019eaa7-ff7a-441e-b7b0-5fc6589a0a81,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:36:07.234949 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-4f142df0-2222-49ad-b7eb-4ce22966fc78 None None] Transition to ACTIVE for port object f350d07c-0179-49fb-b19d-f13e2997917d will not be triggered until provisioned by entity L2. {{(pid=93917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:36:07.238625 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-43a08e97-1332-4a15-b450-e3b785cc11bc None None] Transition to ACTIVE for port object a39577aa-af14-4128-87e6-30e7a3fdc410 will not be triggered until provisioned by entity L2. {{(pid=93917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:36:07.266932 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-4f142df0-2222-49ad-b7eb-4ce22966fc78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:07.328486 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-0ff940d9-5852-4502-a611-114768f608d7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:07.331066 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-43a08e97-1332-4a15-b450-e3b785cc11bc None None] Transition to ACTIVE for port object a39577aa-af14-4128-87e6-30e7a3fdc410 will not be triggered until provisioned by entity DHCP. {{(pid=93917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:36:07.349831 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-43a08e97-1332-4a15-b450-e3b785cc11bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804'] for port, after_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:07.416346 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27477f80-4d0e-4c5a-a8f5-139ef7485514 None None] Pushing event updated for resources: {'Port': ['ID=f350d07c-0179-49fb-b19d-f13e2997917d,revision_number=3']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:36:07.422689 n-d-800634-3 neutron-server[93917]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43a08e97-1332-4a15-b450-e3b785cc11bc None None] Network 374c11b6-d334-46cc-9ec3-cf76732d6607 is already hosted by enough agents. {{(pid=93917) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:36:07.434514 n-d-800634-3 neutron-server[93917]: DEBUG neutron.scheduler.base_scheduler [None req-43a08e97-1332-4a15-b450-e3b785cc11bc None None] Resources bound (agent type, host, resource id): {{(pid=93917) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:36:07.439816 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43a08e97-1332-4a15-b450-e3b785cc11bc None None] Received port after_create {{(pid=93917) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:36:07.439972 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-0ff940d9-5852-4502-a611-114768f608d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:07.493050 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-4f142df0-2222-49ad-b7eb-4ce22966fc78 None None] Attempting to bind port f350d07c-0179-49fb-b19d-f13e2997917d on host n-d-800634-3 for vnic_type normal with profile {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:36:07.497436 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-4f142df0-2222-49ad-b7eb-4ce22966fc78 None None] Attempting to bind port f350d07c-0179-49fb-b19d-f13e2997917d by drivers openvswitch,hyperv on host n-d-800634-3 at level 0 using segments [{'id': 'd26c3ed5-71d6-4af6-aafd-10eed5bb91a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '68805e02-3f8f-48a9-87b2-0ce97568e6c6'}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:36:07.498069 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f142df0-2222-49ad-b7eb-4ce22966fc78 None None] Attempting to bind port f350d07c-0179-49fb-b19d-f13e2997917d on network 68805e02-3f8f-48a9-87b2-0ce97568e6c6 {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:36:07.507895 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f142df0-2222-49ad-b7eb-4ce22966fc78 None None] Checking agent: {'id': '01c19e91-a945-4e3c-94a6-c211e17c923e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 8, 23), 'started_at': datetime.datetime(2021, 7, 14, 18, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 18, 35, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 18:36:07.508584 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f142df0-2222-49ad-b7eb-4ce22966fc78 None None] Checking segment: {'id': 'd26c3ed5-71d6-4af6-aafd-10eed5bb91a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '68805e02-3f8f-48a9-87b2-0ce97568e6c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93917) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:36:07.509204 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-4f142df0-2222-49ad-b7eb-4ce22966fc78 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:07.509827 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f142df0-2222-49ad-b7eb-4ce22966fc78 None None] Bound using segment: {'id': 'd26c3ed5-71d6-4af6-aafd-10eed5bb91a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '68805e02-3f8f-48a9-87b2-0ce97568e6c6'} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 18:36:07.510527 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-4f142df0-2222-49ad-b7eb-4ce22966fc78 None None] Bound port: f350d07c-0179-49fb-b19d-f13e2997917d, host: n-d-800634-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd26c3ed5-71d6-4af6-aafd-10eed5bb91a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '68805e02-3f8f-48a9-87b2-0ce97568e6c6'}}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 18:36:07.511131 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-4f142df0-2222-49ad-b7eb-4ce22966fc78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:07.532037 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ff940d9-5852-4502-a611-114768f608d7 admin admin] Network 9200a437-e1de-4520-88f6-e68386523e61 is already hosted by enough agents. {{(pid=93916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:36:07.539403 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [None req-0ff940d9-5852-4502-a611-114768f608d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:36:07.544496 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ff940d9-5852-4502-a611-114768f608d7 admin admin] Received port after_create {{(pid=93916) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:36:07.596268 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a08e97-1332-4a15-b450-e3b785cc11bc None None] Pushing event updated for resources: {'Port': ['ID=a39577aa-af14-4128-87e6-30e7a3fdc410,revision_number=1']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:36:07.640560 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff940d9-5852-4502-a611-114768f608d7 admin admin] Pushing event updated for resources: {'Port': ['ID=34262a1d-8c5b-42f9-807a-6a47e8c5c196,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:36:07.657922 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-43a08e97-1332-4a15-b450-e3b785cc11bc None None] Attempting to bind port a39577aa-af14-4128-87e6-30e7a3fdc410 on host n-d-800634-3 for vnic_type normal with profile {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:36:07.664641 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-43a08e97-1332-4a15-b450-e3b785cc11bc None None] Attempting to bind port a39577aa-af14-4128-87e6-30e7a3fdc410 by drivers openvswitch,hyperv on host n-d-800634-3 at level 0 using segments [{'id': '37fc176e-f479-4b38-b8f2-9e0a8fc169c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '374c11b6-d334-46cc-9ec3-cf76732d6607'}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:36:07.669168 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43a08e97-1332-4a15-b450-e3b785cc11bc None None] Attempting to bind port a39577aa-af14-4128-87e6-30e7a3fdc410 on network 374c11b6-d334-46cc-9ec3-cf76732d6607 {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:36:07.683247 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43a08e97-1332-4a15-b450-e3b785cc11bc None None] Checking agent: {'id': '01c19e91-a945-4e3c-94a6-c211e17c923e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 8, 23), 'started_at': datetime.datetime(2021, 7, 14, 18, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 18, 35, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 18:36:07.695523 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43a08e97-1332-4a15-b450-e3b785cc11bc None None] Checking segment: {'id': '37fc176e-f479-4b38-b8f2-9e0a8fc169c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '374c11b6-d334-46cc-9ec3-cf76732d6607'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93917) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:36:07.696177 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-43a08e97-1332-4a15-b450-e3b785cc11bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:07.696767 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43a08e97-1332-4a15-b450-e3b785cc11bc None None] Bound using segment: {'id': '37fc176e-f479-4b38-b8f2-9e0a8fc169c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '374c11b6-d334-46cc-9ec3-cf76732d6607'} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 18:36:07.697452 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-43a08e97-1332-4a15-b450-e3b785cc11bc None None] Bound port: a39577aa-af14-4128-87e6-30e7a3fdc410, host: n-d-800634-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37fc176e-f479-4b38-b8f2-9e0a8fc169c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '374c11b6-d334-46cc-9ec3-cf76732d6607'}}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 18:36:07.698022 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-43a08e97-1332-4a15-b450-e3b785cc11bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:07.700801 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 50538) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:36:07.791162 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-43a08e97-1332-4a15-b450-e3b785cc11bc None None] For port a39577aa-af14-4128-87e6-30e7a3fdc410, host n-d-800634-3, cleared binding levels {{(pid=93917) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:36:07.796154 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-43a08e97-1332-4a15-b450-e3b785cc11bc None None] For port a39577aa-af14-4128-87e6-30e7a3fdc410, host n-d-800634-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=a39577aa-af14-4128-87e6-30e7a3fdc410,segment=NetworkSegment(37fc176e-f479-4b38-b8f2-9e0a8fc169c7),segment_id=37fc176e-f479-4b38-b8f2-9e0a8fc169c7)] {{(pid=93917) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 18:36:07.806529 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-43a08e97-1332-4a15-b450-e3b785cc11bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:07.815890 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-4f142df0-2222-49ad-b7eb-4ce22966fc78 None None] For port f350d07c-0179-49fb-b19d-f13e2997917d, host n-d-800634-3, cleared binding levels {{(pid=93917) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:36:07.861389 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-4f142df0-2222-49ad-b7eb-4ce22966fc78 None None] For port f350d07c-0179-49fb-b19d-f13e2997917d, host n-d-800634-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=f350d07c-0179-49fb-b19d-f13e2997917d,segment=NetworkSegment(d26c3ed5-71d6-4af6-aafd-10eed5bb91a2),segment_id=d26c3ed5-71d6-4af6-aafd-10eed5bb91a2)] {{(pid=93917) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 18:36:07.888818 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-4f142df0-2222-49ad-b7eb-4ce22966fc78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:07.954175 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a08e97-1332-4a15-b450-e3b785cc11bc None None] Pushing event updated for resources: {'Port': ['ID=a39577aa-af14-4128-87e6-30e7a3fdc410,revision_number=2']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:36:08.010633 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-ed1b693b-0228-4ae6-ac02-09a354ac6756 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1081156952-network', 'tenant_id': '2b578c017ab341f588ff25c315311d32'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:36:08.031494 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 50546) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:36:08.039078 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f142df0-2222-49ad-b7eb-4ce22966fc78 None None] Routers {'03801ab3-8b52-42d7-922d-2e55a3437c4b'} bound to L3 agent in host n-d-800634-3 {{(pid=93917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:36:08.040458 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-4f142df0-2222-49ad-b7eb-4ce22966fc78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:35:53Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['03801ab3-8b52-42d7-922d-2e55a3437c4b'], 'active': True} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:36:08.086664 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed1b693b-0228-4ae6-ac02-09a354ac6756 admin admin] Made reservation on behalf of 2b578c017ab341f588ff25c315311d32 for: {'network': 1} {{(pid=93915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:36:08.090502 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-ed1b693b-0228-4ae6-ac02-09a354ac6756 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for network, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:08.103648 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-2608a3f3-c69f-4364-a292-508783f47160 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:08.113110 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-ed1b693b-0228-4ae6-ac02-09a354ac6756 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:08.168270 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.db.api [None req-2608a3f3-c69f-4364-a292-508783f47160 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 14 18:36:08.168270 n-d-800634-3 neutron-server[93916]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 14 18:36:08.168270 n-d-800634-3 neutron-server[93916]: [parameters: {'project_id_1': '6fb3fd06e08f4958b7552bc8b5768c2a', 'expiration_1': datetime.datetime(2021, 7, 14, 18, 36, 8, 155002)}] Jul 14 18:36:08.168270 n-d-800634-3 neutron-server[93916]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93916) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 14 18:36:08.171198 n-d-800634-3 neutron-server[93916]: DEBUG oslo_db.api [None req-2608a3f3-c69f-4364-a292-508783f47160 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 18:36:08.381087 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27477f80-4d0e-4c5a-a8f5-139ef7485514 None None] Pushing event updated for resources: {'Port': ['ID=f350d07c-0179-49fb-b19d-f13e2997917d,revision_number=4']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:36:08.439617 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-ed1b693b-0228-4ae6-ac02-09a354ac6756 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:08.469819 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-ed1b693b-0228-4ae6-ac02-09a354ac6756 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:08.487018 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvr_db [None req-4f142df0-2222-49ad-b7eb-4ce22966fc78 None None] Set router 03801ab3-8b52-42d7-922d-2e55a3437c4b gateway port host: n-d-800634-3 {{(pid=93917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 18:36:08.575557 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-0ff940d9-5852-4502-a611-114768f608d7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:08.583231 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1b693b-0228-4ae6-ac02-09a354ac6756 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d40c62bc-03c3-45c2-aa04-72967a4aaf1f,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:36:08.617911 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed1b693b-0228-4ae6-ac02-09a354ac6756 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 69} {{(pid=93915) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 18:36:08.677385 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-ed1b693b-0228-4ae6-ac02-09a354ac6756 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:08.684648 n-d-800634-3 neutron-server[93915]: INFO neutron.db.segments_db [None req-ed1b693b-0228-4ae6-ac02-09a354ac6756 admin admin] Added segment 2e9acea1-3f33-4962-bd97-4942f8279240 of type vlan for network 427e93fa-d737-4f44-b512-27c2a50e24d1 Jul 14 18:36:08.747752 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-2608a3f3-c69f-4364-a292-508783f47160 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:08.753195 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-ed1b693b-0228-4ae6-ac02-09a354ac6756 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728202197517'] for network, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:08.812195 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device a39577aa-af14-4128-87e6-30e7a3fdc410 up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:36:08.855903 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-ed1b693b-0228-4ae6-ac02-09a354ac6756 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727'] for network, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:08.857208 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed1b693b-0228-4ae6-ac02-09a354ac6756 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:36:08.858569 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-ed1b693b-0228-4ae6-ac02-09a354ac6756 admin admin] Notify callbacks [] for network, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:09.010403 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning for port a39577aa-af14-4128-87e6-30e7a3fdc410 completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:36:09.025093 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1b693b-0228-4ae6-ac02-09a354ac6756 admin admin] Pushing event updated for resources: {'Network': ['ID=427e93fa-d737-4f44-b512-27c2a50e24d1,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:36:09.048365 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Network 427e93fa-d737-4f44-b512-27c2a50e24d1 details requested by agent ovs-agent-n-d-800634-3 with host n-d-800634-3 {{(pid=93917) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 18:36:09.270374 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-4f142df0-2222-49ad-b7eb-4ce22966fc78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03801ab3-8b52-42d7-922d-2e55a3437c4b', 'name': 'tempest-TestAggregatesBasicOps-1872588568-router', 'tenant_id': 'ae713e34e8344c009274332962fd3e1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.225'}], 'enable_snat': True}, 'gw_port_id': 'af790abe-9c54-4f25-b56b-41f0eb4e3654', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:35:54Z', 'updated_at': '2021-07-14T18:36:01Z', 'revision_number': 4, 'project_id': 'ae713e34e8344c009274332962fd3e1e', 'gw_port': {'id': 'af790abe-9c54-4f25-b56b-41f0eb4e3654', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:6a:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03801ab3-8b52-42d7-922d-2e55a3437c4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1911, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:35:55Z', 'updated_at': '2021-07-14T18:36:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_interfaces': [{'id': 'f350d07c-0179-49fb-b19d-f13e2997917d', 'name': '', 'network_id': '68805e02-3f8f-48a9-87b2-0ce97568e6c6', 'tenant_id': 'ae713e34e8344c009274332962fd3e1e', 'mac_address': 'fa:16:3e:e1:4b:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03801ab3-8b52-42d7-922d-2e55a3437c4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1922, 'fixed_ips': [{'subnet_id': 'efae7b11-f22e-4dc7-8af2-12c7fcf14d7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:36:00Z', 'updated_at': '2021-07-14T18:36:07Z', 'revision_number': 4, 'project_id': 'ae713e34e8344c009274332962fd3e1e', 'subnets': [{'id': 'efae7b11-f22e-4dc7-8af2-12c7fcf14d7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-3', False) {} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:36:09.366273 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f142df0-2222-49ad-b7eb-4ce22966fc78 None None] The sync data for ids ['03801ab3-8b52-42d7-922d-2e55a3437c4b'] in n-d-800634-3 is: [{'id': '03801ab3-8b52-42d7-922d-2e55a3437c4b', 'name': 'tempest-TestAggregatesBasicOps-1872588568-router', 'tenant_id': 'ae713e34e8344c009274332962fd3e1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.225'}], 'enable_snat': True}, 'gw_port_id': 'af790abe-9c54-4f25-b56b-41f0eb4e3654', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:35:54Z', 'updated_at': '2021-07-14T18:36:01Z', 'revision_number': 4, 'project_id': 'ae713e34e8344c009274332962fd3e1e', 'gw_port': {'id': 'af790abe-9c54-4f25-b56b-41f0eb4e3654', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:6a:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03801ab3-8b52-42d7-922d-2e55a3437c4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1911, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:35:55Z', 'updated_at': '2021-07-14T18:36:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_interfaces': [{'id': 'f350d07c-0179-49fb-b19d-f13e2997917d', 'name': '', 'network_id': '68805e02-3f8f-48a9-87b2-0ce97568e6c6', 'tenant_id': 'ae713e34e8344c009274332962fd3e1e', 'mac_address': 'fa:16:3e:e1:4b:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03801ab3-8b52-42d7-922d-2e55a3437c4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1922, 'fixed_ips': [{'subnet_id': 'efae7b11-f22e-4dc7-8af2-12c7fcf14d7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:36:00Z', 'updated_at': '2021-07-14T18:36:07Z', 'revision_number': 4, 'project_id': 'ae713e34e8344c009274332962fd3e1e', 'subnets': [{'id': 'efae7b11-f22e-4dc7-8af2-12c7fcf14d7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 18:36:09.379465 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-0ff940d9-5852-4502-a611-114768f608d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-571759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-930033'] for router, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:09.620438 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-2608a3f3-c69f-4364-a292-508783f47160 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:09.632818 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-2608a3f3-c69f-4364-a292-508783f47160 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:09.635443 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-ed1b693b-0228-4ae6-ac02-09a354ac6756 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.9332325 Jul 14 18:36:09.645503 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 50560) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:36:09.651320 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-959fadfd-a0d4-46c9-9a27-97e0a3115ecc admin admin] Request body: {'subnet': {'network_id': '427e93fa-d737-4f44-b512-27c2a50e24d1', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1081156952-subnet', 'tenant_id': '2b578c017ab341f588ff25c315311d32', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:36:09.691587 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-959fadfd-a0d4-46c9-9a27-97e0a3115ecc admin admin] Made reservation on behalf of 2b578c017ab341f588ff25c315311d32 for: {'subnet': 1} {{(pid=93915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:36:09.695959 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-959fadfd-a0d4-46c9-9a27-97e0a3115ecc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28969735'] for subnet, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:09.734873 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2608a3f3-c69f-4364-a292-508783f47160 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15b55ebd-5c48-4d15-9554-7262546c6078,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:36:09.748239 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-2608a3f3-c69f-4364-a292-508783f47160 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6fb3fd06e08f4958b7552bc8b5768c2a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7121899 Jul 14 18:36:09.749319 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 50564) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:36:09.785923 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ff940d9-5852-4502-a611-114768f608d7 admin admin] Router 50b4d31f-e460-41d9-bcbb-4759a9588051 is scheduled to L3 agent 2c6eb27e-defb-4cca-9a24-381c7415e359 with binding_index 1 {{(pid=93916) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 18:36:09.926197 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-d731ef6a-9c32-48d9-a058-283df0ff0a9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:09.937509 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61de37a6-1489-47c2-a844-07a0c4debcbd None None] Network 374c11b6-d334-46cc-9ec3-cf76732d6607 requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:36:09.994904 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-d731ef6a-9c32-48d9-a058-283df0ff0a9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:10.049456 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-bcb2560e-8bc1-424c-ac00-29a59199e373 None None] Provisioning for port a39577aa-af14-4128-87e6-30e7a3fdc410 completed by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:36:10.068380 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-bcb2560e-8bc1-424c-ac00-29a59199e373 None None] Provisioning complete for port a39577aa-af14-4128-87e6-30e7a3fdc410 triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:36:10.068760 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-bcb2560e-8bc1-424c-ac00-29a59199e373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:10.079425 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ff940d9-5852-4502-a611-114768f608d7 admin admin] Notify agent at l3_agent.n-d-800634-3 the message routers_updated {{(pid=93916) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 18:36:10.091326 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b345ccd2-ffa9-44fb-adde-615cde575702 None None] Sync routers for ids ['50b4d31f-e460-41d9-bcbb-4759a9588051'] in n-d-800634-3 {{(pid=93918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 18:36:10.108691 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-0ff940d9-5852-4502-a611-114768f608d7 admin admin] Notify callbacks [] for router, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:10.110130 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-0ff940d9-5852-4502-a611-114768f608d7 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.4214275 Jul 14 18:36:10.115849 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 50568) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:36:10.117462 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b345ccd2-ffa9-44fb-adde-615cde575702 None None] Routers {'50b4d31f-e460-41d9-bcbb-4759a9588051'} bound to L3 agent in host n-d-800634-3 {{(pid=93918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:36:10.119728 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-b345ccd2-ffa9-44fb-adde-615cde575702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:35:53Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['50b4d31f-e460-41d9-bcbb-4759a9588051'], 'active': True} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:36:10.229822 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-959fadfd-a0d4-46c9-9a27-97e0a3115ecc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25912837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28969781'] for subnet, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:10.259147 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-d731ef6a-9c32-48d9-a058-283df0ff0a9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:10.272200 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-d731ef6a-9c32-48d9-a058-283df0ff0a9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:10.277392 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-d731ef6a-9c32-48d9-a058-283df0ff0a9a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/15b55ebd-5c48-4d15-9554-7262546c6078 HTTP/1.1" status: 204 len: 168 time: 0.5239911 Jul 14 18:36:10.359563 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-bcb2560e-8bc1-424c-ac00-29a59199e373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:10.442401 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d731ef6a-9c32-48d9-a058-283df0ff0a9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15b55ebd-5c48-4d15-9554-7262546c6078,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:36:10.496105 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959fadfd-a0d4-46c9-9a27-97e0a3115ecc admin admin] Pushing event updated for resources: {'Subnet': ['ID=3327be3f-f00b-421e-84fc-a95f2f08b6d5,revision_number=0']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:36:10.517916 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-959fadfd-a0d4-46c9-9a27-97e0a3115ecc admin admin] Checking segment: {'id': '2e9acea1-3f33-4962-bd97-4942f8279240', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '427e93fa-d737-4f44-b512-27c2a50e24d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:36:10.520337 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-959fadfd-a0d4-46c9-9a27-97e0a3115ecc admin admin] Network hostable DHCP agents. Network: 427e93fa-d737-4f44-b512-27c2a50e24d1, hostable agents: ['028393c3-0576-4ebd-bca1-8ea8a148e1a2'], hosted agents: [] {{(pid=93915) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 18:36:10.555506 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-bcb2560e-8bc1-424c-ac00-29a59199e373 None None] For port a39577aa-af14-4128-87e6-30e7a3fdc410, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=a39577aa-af14-4128-87e6-30e7a3fdc410,segment=NetworkSegment(37fc176e-f479-4b38-b8f2-9e0a8fc169c7),segment_id=37fc176e-f479-4b38-b8f2-9e0a8fc169c7)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:36:10.592159 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-bcb2560e-8bc1-424c-ac00-29a59199e373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:10.667103 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-959fadfd-a0d4-46c9-9a27-97e0a3115ecc admin admin] Network 427e93fa-d737-4f44-b512-27c2a50e24d1 is scheduled to be hosted by DHCP agent 028393c3-0576-4ebd-bca1-8ea8a148e1a2 with binding_index 1 {{(pid=93915) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 18:36:10.669257 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvr_db [None req-b345ccd2-ffa9-44fb-adde-615cde575702 None None] Set router 50b4d31f-e460-41d9-bcbb-4759a9588051 gateway port host: n-d-800634-3 {{(pid=93918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 18:36:10.705000 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [None req-959fadfd-a0d4-46c9-9a27-97e0a3115ecc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-3, 427e93fa-d737-4f44-b512-27c2a50e24d1) {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:36:10.719915 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-959fadfd-a0d4-46c9-9a27-97e0a3115ecc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:36:10.720553 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-959fadfd-a0d4-46c9-9a27-97e0a3115ecc admin admin] Notify callbacks [] for subnet, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:10.738276 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device f350d07c-0179-49fb-b19d-f13e2997917d up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:36:10.788029 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-959fadfd-a0d4-46c9-9a27-97e0a3115ecc admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.1410501 Jul 14 18:36:10.846163 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12fa7b50-3196-4394-979d-f6c15b8b8a59 None None] Network 427e93fa-d737-4f44-b512-27c2a50e24d1 requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:36:11.081309 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb2560e-8bc1-424c-ac00-29a59199e373 None None] Pushing event updated for resources: {'Port': ['ID=a39577aa-af14-4128-87e6-30e7a3fdc410,revision_number=3']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:36:11.104307 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning for port f350d07c-0179-49fb-b19d-f13e2997917d completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:36:11.119299 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port f350d07c-0179-49fb-b19d-f13e2997917d triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:36:11.120208 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:11.451840 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-631276c5-632f-48a8-a243-e1d928d0139d None None] Network 427e93fa-d737-4f44-b512-27c2a50e24d1 requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:36:11.482688 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-b345ccd2-ffa9-44fb-adde-615cde575702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50b4d31f-e460-41d9-bcbb-4759a9588051', 'name': 'tempest-TestAggregatesBasicOps-476305125-router', 'tenant_id': '7ac1d5b7e3914afd8d483c4cde2c1e9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.43'}], 'enable_snat': True}, 'gw_port_id': '34262a1d-8c5b-42f9-807a-6a47e8c5c196', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:36:05Z', 'updated_at': '2021-07-14T18:36:08Z', 'revision_number': 3, 'project_id': '7ac1d5b7e3914afd8d483c4cde2c1e9a', 'gw_port': {'id': '34262a1d-8c5b-42f9-807a-6a47e8c5c196', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:bd:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50b4d31f-e460-41d9-bcbb-4759a9588051', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1942, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:36:06Z', 'updated_at': '2021-07-14T18:36:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3'}], 'n-d-800634-3', False) {} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:36:11.564650 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:11.666519 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b345ccd2-ffa9-44fb-adde-615cde575702 None None] Checking router: 50b4d31f-e460-41d9-bcbb-4759a9588051 for host: n-d-800634-3 {{(pid=93918) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 18:36:11.666880 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b345ccd2-ffa9-44fb-adde-615cde575702 None None] Updating router 50b4d31f-e460-41d9-bcbb-4759a9588051 port 34262a1d-8c5b-42f9-807a-6a47e8c5c196 binding host n-d-800634-3 {{(pid=93918) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 18:36:11.794434 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] For port f350d07c-0179-49fb-b19d-f13e2997917d, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=f350d07c-0179-49fb-b19d-f13e2997917d,segment=NetworkSegment(d26c3ed5-71d6-4af6-aafd-10eed5bb91a2),segment_id=d26c3ed5-71d6-4af6-aafd-10eed5bb91a2)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:36:11.852294 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-82d66fbb-d3b5-4804-9ac4-d23b1e613458 None None] Provisioning complete for port a39577aa-af14-4128-87e6-30e7a3fdc410 triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:36:11.852690 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-82d66fbb-d3b5-4804-9ac4-d23b1e613458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:11.854393 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:11.885922 n-d-800634-3 neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-b345ccd2-ffa9-44fb-adde-615cde575702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:12.606034 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Pushing event updated for resources: {'Port': ['ID=f350d07c-0179-49fb-b19d-f13e2997917d,revision_number=5']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:36:12.747343 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device a39577aa-af14-4128-87e6-30e7a3fdc410 up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:36:12.866043 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port a39577aa-af14-4128-87e6-30e7a3fdc410 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:36:12.866845 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:12.870299 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-1a3bdfa1-1002-44d2-8d01-133e141de4dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:13.064427 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 50628) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:36:13.071114 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-91588c0d-2747-467e-9aa9-c401d41a3a59 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-174750600-network', 'tenant_id': 'ea106b9a34f048a59f59ca85e472b6a6'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:36:13.121432 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91588c0d-2747-467e-9aa9-c401d41a3a59 admin admin] Made reservation on behalf of ea106b9a34f048a59f59ca85e472b6a6 for: {'network': 1} {{(pid=93915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:36:13.131811 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-91588c0d-2747-467e-9aa9-c401d41a3a59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for network, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:13.157950 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-91588c0d-2747-467e-9aa9-c401d41a3a59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:13.201466 n-d-800634-3 neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-b345ccd2-ffa9-44fb-adde-615cde575702 None None] Notify callbacks [] for port, precommit_update {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:13.224448 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.provisioning_blocks [None req-b345ccd2-ffa9-44fb-adde-615cde575702 None None] Transition to ACTIVE for port object 34262a1d-8c5b-42f9-807a-6a47e8c5c196 will not be triggered until provisioned by entity L2. {{(pid=93918) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:36:13.239783 n-d-800634-3 neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-b345ccd2-ffa9-44fb-adde-615cde575702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:13.425964 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-91588c0d-2747-467e-9aa9-c401d41a3a59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:13.434104 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9c6288-ad53-45cc-bde0-9e3a6647f811 None None] Pushing event updated for resources: {'Port': ['ID=34262a1d-8c5b-42f9-807a-6a47e8c5c196,revision_number=2']} {{(pid=93918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:36:13.436476 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-91588c0d-2747-467e-9aa9-c401d41a3a59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:13.446473 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.managers [None req-b345ccd2-ffa9-44fb-adde-615cde575702 None None] Attempting to bind port 34262a1d-8c5b-42f9-807a-6a47e8c5c196 on host n-d-800634-3 for vnic_type normal with profile {{(pid=93918) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:36:13.447032 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.managers [None req-b345ccd2-ffa9-44fb-adde-615cde575702 None None] Attempting to bind port 34262a1d-8c5b-42f9-807a-6a47e8c5c196 by drivers openvswitch,hyperv on host n-d-800634-3 at level 0 using segments [{'id': '5afb940b-bbdf-4727-be00-5d46367c38a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9200a437-e1de-4520-88f6-e68386523e61'}] {{(pid=93918) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:36:13.447648 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b345ccd2-ffa9-44fb-adde-615cde575702 None None] Attempting to bind port 34262a1d-8c5b-42f9-807a-6a47e8c5c196 on network 9200a437-e1de-4520-88f6-e68386523e61 {{(pid=93918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:36:13.458177 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.db_base_plugin_common [None req-1a3bdfa1-1002-44d2-8d01-133e141de4dc admin admin] Allocated IP 172.20.0.1 (374c11b6-d334-46cc-9ec3-cf76732d6607/826049cf-17b7-4231-984f-489200840e94/9a00d11e-0109-48ee-af3c-f83455b8bfa7) {{(pid=93916) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:36:13.496586 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b345ccd2-ffa9-44fb-adde-615cde575702 None None] Checking agent: {'id': '01c19e91-a945-4e3c-94a6-c211e17c923e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 8, 23), 'started_at': datetime.datetime(2021, 7, 14, 18, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 18, 35, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 18:36:13.504485 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b345ccd2-ffa9-44fb-adde-615cde575702 None None] Checking segment: {'id': '5afb940b-bbdf-4727-be00-5d46367c38a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9200a437-e1de-4520-88f6-e68386523e61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93918) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:36:13.505599 n-d-800634-3 neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-b345ccd2-ffa9-44fb-adde-615cde575702 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:13.506008 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b345ccd2-ffa9-44fb-adde-615cde575702 None None] Bound using segment: {'id': '5afb940b-bbdf-4727-be00-5d46367c38a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9200a437-e1de-4520-88f6-e68386523e61'} {{(pid=93918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 18:36:13.506504 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.managers [None req-b345ccd2-ffa9-44fb-adde-615cde575702 None None] Bound port: 34262a1d-8c5b-42f9-807a-6a47e8c5c196, host: n-d-800634-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5afb940b-bbdf-4727-be00-5d46367c38a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9200a437-e1de-4520-88f6-e68386523e61'}}] {{(pid=93918) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 18:36:13.506892 n-d-800634-3 neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-b345ccd2-ffa9-44fb-adde-615cde575702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:13.518647 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91588c0d-2747-467e-9aa9-c401d41a3a59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbc4d73c-8840-4a68-93e6-966b74d2b8d0,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:36:13.561531 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91588c0d-2747-467e-9aa9-c401d41a3a59 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 78} {{(pid=93915) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 18:36:13.586500 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-91588c0d-2747-467e-9aa9-c401d41a3a59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:13.586979 n-d-800634-3 neutron-server[93915]: INFO neutron.db.segments_db [None req-91588c0d-2747-467e-9aa9-c401d41a3a59 admin admin] Added segment e6cc382a-bdbf-49e2-b61b-1401eb829a96 of type vlan for network 055bb106-239f-473d-9ac5-0ba997975ca9 Jul 14 18:36:13.697922 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.db [None req-b345ccd2-ffa9-44fb-adde-615cde575702 None None] For port 34262a1d-8c5b-42f9-807a-6a47e8c5c196, host n-d-800634-3, cleared binding levels {{(pid=93918) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:36:13.705523 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-91588c0d-2747-467e-9aa9-c401d41a3a59 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728202197517'] for network, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:13.730170 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.db [None req-b345ccd2-ffa9-44fb-adde-615cde575702 None None] For port 34262a1d-8c5b-42f9-807a-6a47e8c5c196, host n-d-800634-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=34262a1d-8c5b-42f9-807a-6a47e8c5c196,segment=NetworkSegment(5afb940b-bbdf-4727-be00-5d46367c38a1),segment_id=5afb940b-bbdf-4727-be00-5d46367c38a1)] {{(pid=93918) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 18:36:13.746579 n-d-800634-3 neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-b345ccd2-ffa9-44fb-adde-615cde575702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:13.764475 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-91588c0d-2747-467e-9aa9-c401d41a3a59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727'] for network, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:13.766319 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91588c0d-2747-467e-9aa9-c401d41a3a59 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:36:13.767156 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-91588c0d-2747-467e-9aa9-c401d41a3a59 admin admin] Notify callbacks [] for network, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:13.788486 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-91588c0d-2747-467e-9aa9-c401d41a3a59 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.7218752 Jul 14 18:36:13.793683 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 50644) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:36:13.808759 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-9a056cd2-2f6f-4c56-9387-af7f3bd8a88d admin admin] Request body: {'subnet': {'network_id': '055bb106-239f-473d-9ac5-0ba997975ca9', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-174750600-subnet', 'tenant_id': 'ea106b9a34f048a59f59ca85e472b6a6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:36:13.868304 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-1a3bdfa1-1002-44d2-8d01-133e141de4dc admin admin] Notify callbacks [] for port, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:13.894538 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b345ccd2-ffa9-44fb-adde-615cde575702 None None] Routers {'50b4d31f-e460-41d9-bcbb-4759a9588051'} bound to L3 agent in host n-d-800634-3 {{(pid=93918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:36:13.896602 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-b345ccd2-ffa9-44fb-adde-615cde575702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:35:53Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['50b4d31f-e460-41d9-bcbb-4759a9588051'], 'active': True} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:36:13.911140 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91588c0d-2747-467e-9aa9-c401d41a3a59 admin admin] Pushing event updated for resources: {'Network': ['ID=055bb106-239f-473d-9ac5-0ba997975ca9,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:36:13.919325 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.provisioning_blocks [None req-1a3bdfa1-1002-44d2-8d01-133e141de4dc admin admin] Transition to ACTIVE for port object 9a00d11e-0109-48ee-af3c-f83455b8bfa7 will not be triggered until provisioned by entity DHCP. {{(pid=93916) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:36:13.942017 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Network 055bb106-239f-473d-9ac5-0ba997975ca9 details requested by agent ovs-agent-n-d-800634-3 with host n-d-800634-3 {{(pid=93917) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 18:36:14.010899 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a056cd2-2f6f-4c56-9387-af7f3bd8a88d admin admin] Made reservation on behalf of ea106b9a34f048a59f59ca85e472b6a6 for: {'subnet': 1} {{(pid=93916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:36:14.013330 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-9a056cd2-2f6f-4c56-9387-af7f3bd8a88d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26033189'] for subnet, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:14.069486 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9c6288-ad53-45cc-bde0-9e3a6647f811 None None] Pushing event updated for resources: {'Port': ['ID=34262a1d-8c5b-42f9-807a-6a47e8c5c196,revision_number=3']} {{(pid=93918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:36:14.146746 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-1a3bdfa1-1002-44d2-8d01-133e141de4dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:14.204481 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvr_db [None req-b345ccd2-ffa9-44fb-adde-615cde575702 None None] Set router 50b4d31f-e460-41d9-bcbb-4759a9588051 gateway port host: n-d-800634-3 {{(pid=93918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 18:36:14.223226 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a3bdfa1-1002-44d2-8d01-133e141de4dc admin admin] Network 374c11b6-d334-46cc-9ec3-cf76732d6607 is already hosted by enough agents. {{(pid=93916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:36:14.233088 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [None req-1a3bdfa1-1002-44d2-8d01-133e141de4dc admin admin] Resources bound (agent type, host, resource id): {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:36:14.240173 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a3bdfa1-1002-44d2-8d01-133e141de4dc admin admin] Received port after_create {{(pid=93916) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:36:14.274075 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3bdfa1-1002-44d2-8d01-133e141de4dc admin admin] Pushing event updated for resources: {'Port': ['ID=9a00d11e-0109-48ee-af3c-f83455b8bfa7,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:36:14.385754 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-1a3bdfa1-1002-44d2-8d01-133e141de4dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-930452'] for router_interface, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:14.512401 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-9a056cd2-2f6f-4c56-9387-af7f3bd8a88d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2684753', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26033175'] for subnet, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:14.619389 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device f350d07c-0179-49fb-b19d-f13e2997917d up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:36:14.717478 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a056cd2-2f6f-4c56-9387-af7f3bd8a88d admin admin] Pushing event updated for resources: {'Subnet': ['ID=c2fa8bbf-8a96-4441-8e7b-dc7b4399a1eb,revision_number=0']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:36:14.824252 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-59308d12-8bd9-4b52-9f2a-ea439c422317 None None] Provisioning for port 9a00d11e-0109-48ee-af3c-f83455b8bfa7 completed by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:36:14.853592 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-59308d12-8bd9-4b52-9f2a-ea439c422317 None None] Provisioning complete for port 9a00d11e-0109-48ee-af3c-f83455b8bfa7 triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:36:14.854882 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-59308d12-8bd9-4b52-9f2a-ea439c422317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:14.887211 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a056cd2-2f6f-4c56-9387-af7f3bd8a88d admin admin] Checking segment: {'id': 'e6cc382a-bdbf-49e2-b61b-1401eb829a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '055bb106-239f-473d-9ac5-0ba997975ca9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93916) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:36:14.888272 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a056cd2-2f6f-4c56-9387-af7f3bd8a88d admin admin] Network hostable DHCP agents. Network: 055bb106-239f-473d-9ac5-0ba997975ca9, hostable agents: ['028393c3-0576-4ebd-bca1-8ea8a148e1a2'], hosted agents: [] {{(pid=93916) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 18:36:14.907506 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.agents_db [None req-2ea07fb6-aa68-4671-8654-119d82b9f530 None None] Agent healthcheck: found 7 active agents {{(pid=93918) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 18:36:14.950675 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port f350d07c-0179-49fb-b19d-f13e2997917d triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:36:14.951878 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:14.954217 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-59308d12-8bd9-4b52-9f2a-ea439c422317 None None] Port 9a00d11e-0109-48ee-af3c-f83455b8bfa7 cannot update to ACTIVE because it is not bound. {{(pid=93917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 18:36:14.987753 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-b345ccd2-ffa9-44fb-adde-615cde575702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50b4d31f-e460-41d9-bcbb-4759a9588051', 'name': 'tempest-TestAggregatesBasicOps-476305125-router', 'tenant_id': '7ac1d5b7e3914afd8d483c4cde2c1e9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.43'}], 'enable_snat': True}, 'gw_port_id': '34262a1d-8c5b-42f9-807a-6a47e8c5c196', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:36:05Z', 'updated_at': '2021-07-14T18:36:08Z', 'revision_number': 3, 'project_id': '7ac1d5b7e3914afd8d483c4cde2c1e9a', 'gw_port': {'id': '34262a1d-8c5b-42f9-807a-6a47e8c5c196', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:bd:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50b4d31f-e460-41d9-bcbb-4759a9588051', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1942, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:36:06Z', 'updated_at': '2021-07-14T18:36:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3'}], 'n-d-800634-3', False) {} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:36:15.068261 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a056cd2-2f6f-4c56-9387-af7f3bd8a88d admin admin] Network 055bb106-239f-473d-9ac5-0ba997975ca9 is scheduled to be hosted by DHCP agent 028393c3-0576-4ebd-bca1-8ea8a148e1a2 with binding_index 1 {{(pid=93916) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 18:36:15.104236 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [None req-9a056cd2-2f6f-4c56-9387-af7f3bd8a88d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-3, 055bb106-239f-473d-9ac5-0ba997975ca9) {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:36:15.113346 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-1a3bdfa1-1002-44d2-8d01-133e141de4dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:15.119423 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a056cd2-2f6f-4c56-9387-af7f3bd8a88d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:36:15.120379 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-9a056cd2-2f6f-4c56-9387-af7f3bd8a88d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:15.136479 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b345ccd2-ffa9-44fb-adde-615cde575702 None None] The sync data for ids ['50b4d31f-e460-41d9-bcbb-4759a9588051'] in n-d-800634-3 is: [{'id': '50b4d31f-e460-41d9-bcbb-4759a9588051', 'name': 'tempest-TestAggregatesBasicOps-476305125-router', 'tenant_id': '7ac1d5b7e3914afd8d483c4cde2c1e9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.43'}], 'enable_snat': True}, 'gw_port_id': '34262a1d-8c5b-42f9-807a-6a47e8c5c196', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:36:05Z', 'updated_at': '2021-07-14T18:36:08Z', 'revision_number': 3, 'project_id': '7ac1d5b7e3914afd8d483c4cde2c1e9a', 'gw_port': {'id': '34262a1d-8c5b-42f9-807a-6a47e8c5c196', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:bd:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50b4d31f-e460-41d9-bcbb-4759a9588051', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1942, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:36:06Z', 'updated_at': '2021-07-14T18:36:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3'}] {{(pid=93918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 18:36:15.209364 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7678bfa8-613a-47b0-8bc6-f5712d433e84 None None] Network 055bb106-239f-473d-9ac5-0ba997975ca9 requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:36:15.221423 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-9a056cd2-2f6f-4c56-9387-af7f3bd8a88d admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.4253228 Jul 14 18:36:15.683564 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-1a3bdfa1-1002-44d2-8d01-133e141de4dc admin admin] Notify callbacks [] for port, precommit_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:15.693048 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-1a3bdfa1-1002-44d2-8d01-133e141de4dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2684870'] for port, after_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:15.710314 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ed0bac0-c797-4b85-889c-69e3caaca51f None None] Network 055bb106-239f-473d-9ac5-0ba997975ca9 requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:36:15.794804 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-1a3bdfa1-1002-44d2-8d01-133e141de4dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-598741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-928734'] for router_interface, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:16.074143 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3bdfa1-1002-44d2-8d01-133e141de4dc admin admin] Pushing event updated for resources: {'Port': ['ID=9a00d11e-0109-48ee-af3c-f83455b8bfa7,revision_number=2']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:36:16.172089 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a3bdfa1-1002-44d2-8d01-133e141de4dc admin admin] Network 374c11b6-d334-46cc-9ec3-cf76732d6607 is already hosted by enough agents. {{(pid=93916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:36:16.174558 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [None req-1a3bdfa1-1002-44d2-8d01-133e141de4dc admin admin] Resources bound (agent type, host, resource id): {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:36:16.508150 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a3bdfa1-1002-44d2-8d01-133e141de4dc admin admin] Router 50b4d31f-e460-41d9-bcbb-4759a9588051 has already been hosted by L3 agent 2c6eb27e-defb-4cca-9a24-381c7415e359 {{(pid=93916) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 18:36:16.644217 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 34262a1d-8c5b-42f9-807a-6a47e8c5c196 up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:36:16.723842 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbb5e22-d26b-4161-bbb8-40a808dcc810 req-b2a1dbd2-ddda-4c8c-8328-e339b773f698 tempest-VolumesActionsTest-225112210 tempest-VolumesActionsTest-225112210-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:36:16.731782 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ddbb5e22-d26b-4161-bbb8-40a808dcc810 req-b2a1dbd2-ddda-4c8c-8328-e339b773f698 tempest-VolumesActionsTest-225112210 tempest-VolumesActionsTest-225112210-project] 10.222.0.16 "GET /v2.0/networks?id=427e93fa-d737-4f44-b512-27c2a50e24d1 HTTP/1.1" status: 200 len: 809 time: 0.3374701 Jul 14 18:36:16.759312 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ddbb5e22-d26b-4161-bbb8-40a808dcc810 req-e7dcefad-d1a5-4d3d-9e0e-7472dd7b566f tempest-VolumesActionsTest-225112210 tempest-VolumesActionsTest-225112210-project] 10.222.0.16 "GET /v2.0/quotas/2b578c017ab341f588ff25c315311d32 HTTP/1.1" status: 200 len: 375 time: 0.0261066 Jul 14 18:36:16.761521 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 50704) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:36:16.809069 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning for port 34262a1d-8c5b-42f9-807a-6a47e8c5c196 completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:36:16.817144 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a3bdfa1-1002-44d2-8d01-133e141de4dc admin admin] Notify agent at l3_agent.n-d-800634-3 the message routers_updated {{(pid=93916) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 18:36:16.837322 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-1a3bdfa1-1002-44d2-8d01-133e141de4dc admin admin] 10.222.0.16 "PUT /v2.0/routers/50b4d31f-e460-41d9-bcbb-4759a9588051/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7183120 Jul 14 18:36:16.843310 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port 34262a1d-8c5b-42f9-807a-6a47e8c5c196 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:36:16.844195 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:16.860819 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ddbb5e22-d26b-4161-bbb8-40a808dcc810 req-b19e87c0-50f4-46d3-aba9-41b1f433b8d8 tempest-VolumesActionsTest-225112210 tempest-VolumesActionsTest-225112210-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=2b578c017ab341f588ff25c315311d32&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1006503 Jul 14 18:36:16.954068 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-ef37deb2-097e-4a2b-86ce-cd9e875bbbb1 None None] Provisioning complete for port 9a00d11e-0109-48ee-af3c-f83455b8bfa7 triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:36:16.956062 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-ef37deb2-097e-4a2b-86ce-cd9e875bbbb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:17.117501 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ddbb5e22-d26b-4161-bbb8-40a808dcc810 req-3658289a-1ce8-4860-b0fb-9206bd743f6b service neutron] 10.222.0.16 "GET /v2.0/networks/427e93fa-d737-4f44-b512-27c2a50e24d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2480652 Jul 14 18:36:17.154838 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:17.173081 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-ef37deb2-097e-4a2b-86ce-cd9e875bbbb1 None None] Port 9a00d11e-0109-48ee-af3c-f83455b8bfa7 cannot update to ACTIVE because it is not bound. {{(pid=93917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 18:36:17.223213 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] For port 34262a1d-8c5b-42f9-807a-6a47e8c5c196, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=34262a1d-8c5b-42f9-807a-6a47e8c5c196,segment=NetworkSegment(5afb940b-bbdf-4727-be00-5d46367c38a1),segment_id=5afb940b-bbdf-4727-be00-5d46367c38a1)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:36:17.228846 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:17.299319 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Pushing event updated for resources: {'Port': ['ID=34262a1d-8c5b-42f9-807a-6a47e8c5c196,revision_number=4']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:36:17.317812 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ddbb5e22-d26b-4161-bbb8-40a808dcc810 req-48c6b827-db01-4aa6-81f5-e8fd8fd4d72a service neutron] 10.222.0.16 "GET /v2.0/networks/427e93fa-d737-4f44-b512-27c2a50e24d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1980908 Jul 14 18:36:17.390886 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-a54d0cf3-6341-4660-85d3-0d4c5428b723 tempest-FloatingIPAdminTestJSON-280141705 tempest-FloatingIPAdminTestJSON-280141705-project] Request body: {'floatingip': {'floating_network_id': '9200a437-e1de-4520-88f6-e68386523e61'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:36:17.441746 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a54d0cf3-6341-4660-85d3-0d4c5428b723 tempest-FloatingIPAdminTestJSON-280141705 tempest-FloatingIPAdminTestJSON-280141705-project] Notify callbacks [] for floatingip, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:17.691467 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-7696e5a1-1710-41eb-8506-de07b8b83c5d req-372b7139-5121-4225-ab23-ee2410241ae9 tempest-VolumesActionsTest-225112210 tempest-VolumesActionsTest-225112210-project] 10.222.0.16 "GET /v2.0/ports?device_id=7cf0c9f1-af6b-4311-82d2-777855e83e55 HTTP/1.1" status: 200 len: 210 time: 0.1138194 Jul 14 18:36:17.745918 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a54d0cf3-6341-4660-85d3-0d4c5428b723 tempest-FloatingIPAdminTestJSON-280141705 tempest-FloatingIPAdminTestJSON-280141705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:18.064309 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.db_base_plugin_common [None req-a54d0cf3-6341-4660-85d3-0d4c5428b723 tempest-FloatingIPAdminTestJSON-280141705 tempest-FloatingIPAdminTestJSON-280141705-project] Allocated IP 172.25.1.27 (9200a437-e1de-4520-88f6-e68386523e61/5f47f848-4532-407a-a0e2-5690ade15fd0/2dbb0893-d2ca-413b-b157-5bafd3f0d437) {{(pid=93916) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:36:18.337519 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a54d0cf3-6341-4660-85d3-0d4c5428b723 tempest-FloatingIPAdminTestJSON-280141705 tempest-FloatingIPAdminTestJSON-280141705-project] Notify callbacks [] for port, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:18.407982 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a54d0cf3-6341-4660-85d3-0d4c5428b723 tempest-FloatingIPAdminTestJSON-280141705 tempest-FloatingIPAdminTestJSON-280141705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:18.445428 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a54d0cf3-6341-4660-85d3-0d4c5428b723 tempest-FloatingIPAdminTestJSON-280141705 tempest-FloatingIPAdminTestJSON-280141705-project] Network 9200a437-e1de-4520-88f6-e68386523e61 is already hosted by enough agents. {{(pid=93916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:36:18.448681 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [None req-a54d0cf3-6341-4660-85d3-0d4c5428b723 tempest-FloatingIPAdminTestJSON-280141705 tempest-FloatingIPAdminTestJSON-280141705-project] Resources bound (agent type, host, resource id): {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:36:18.473633 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a54d0cf3-6341-4660-85d3-0d4c5428b723 tempest-FloatingIPAdminTestJSON-280141705 tempest-FloatingIPAdminTestJSON-280141705-project] Received port after_create {{(pid=93916) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:36:18.545280 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54d0cf3-6341-4660-85d3-0d4c5428b723 tempest-FloatingIPAdminTestJSON-280141705 tempest-FloatingIPAdminTestJSON-280141705-project] Pushing event updated for resources: {'Port': ['ID=2dbb0893-d2ca-413b-b157-5bafd3f0d437,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:36:18.605893 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 34262a1d-8c5b-42f9-807a-6a47e8c5c196 up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:36:18.715057 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f952b84-1594-46bc-9455-74157219ae1f None None] Sync routers for ids ['50b4d31f-e460-41d9-bcbb-4759a9588051'] in n-d-800634-3 {{(pid=93917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 18:36:18.736104 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a54d0cf3-6341-4660-85d3-0d4c5428b723 tempest-FloatingIPAdminTestJSON-280141705 tempest-FloatingIPAdminTestJSON-280141705-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:18.746626 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f952b84-1594-46bc-9455-74157219ae1f None None] Routers {'50b4d31f-e460-41d9-bcbb-4759a9588051'} bound to L3 agent in host n-d-800634-3 {{(pid=93917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:36:18.747341 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-9f952b84-1594-46bc-9455-74157219ae1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:35:53Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['50b4d31f-e460-41d9-bcbb-4759a9588051'], 'active': True} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:36:18.811145 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port 34262a1d-8c5b-42f9-807a-6a47e8c5c196 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:36:18.811659 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:18.869471 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a54d0cf3-6341-4660-85d3-0d4c5428b723 tempest-FloatingIPAdminTestJSON-280141705 tempest-FloatingIPAdminTestJSON-280141705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:18.926709 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvr_db [None req-9f952b84-1594-46bc-9455-74157219ae1f None None] Set router 50b4d31f-e460-41d9-bcbb-4759a9588051 gateway port host: n-d-800634-3 {{(pid=93917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 18:36:19.109113 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-1aa8f72f-c5b5-4651-a73c-3a08a873b34a req-fc74a1d7-f082-4203-a7c0-68a08a6becb0 tempest-VolumesActionsTest-225112210 tempest-VolumesActionsTest-225112210-project] 10.222.0.16 "GET /v2.0/ports?device_id=7cf0c9f1-af6b-4311-82d2-777855e83e55 HTTP/1.1" status: 200 len: 210 time: 0.0533221 Jul 14 18:36:19.184501 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a54d0cf3-6341-4660-85d3-0d4c5428b723 tempest-FloatingIPAdminTestJSON-280141705 tempest-FloatingIPAdminTestJSON-280141705-project] Notify callbacks [] for port, precommit_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:19.196205 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a54d0cf3-6341-4660-85d3-0d4c5428b723 tempest-FloatingIPAdminTestJSON-280141705 tempest-FloatingIPAdminTestJSON-280141705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2684870'] for port, after_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:19.330500 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-9f952b84-1594-46bc-9455-74157219ae1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50b4d31f-e460-41d9-bcbb-4759a9588051', 'name': 'tempest-TestAggregatesBasicOps-476305125-router', 'tenant_id': '7ac1d5b7e3914afd8d483c4cde2c1e9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.43'}], 'enable_snat': True}, 'gw_port_id': '34262a1d-8c5b-42f9-807a-6a47e8c5c196', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:36:05Z', 'updated_at': '2021-07-14T18:36:14Z', 'revision_number': 4, 'project_id': '7ac1d5b7e3914afd8d483c4cde2c1e9a', 'gw_port': {'id': '34262a1d-8c5b-42f9-807a-6a47e8c5c196', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:bd:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50b4d31f-e460-41d9-bcbb-4759a9588051', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1942, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:36:06Z', 'updated_at': '2021-07-14T18:36:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_interfaces': [{'id': '9a00d11e-0109-48ee-af3c-f83455b8bfa7', 'name': '', 'network_id': '374c11b6-d334-46cc-9ec3-cf76732d6607', 'tenant_id': '7ac1d5b7e3914afd8d483c4cde2c1e9a', 'mac_address': 'fa:16:3e:5b:6a:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50b4d31f-e460-41d9-bcbb-4759a9588051', 'device_owner': 'network:router_interface', 'standard_attr_id': 1957, 'fixed_ips': [{'subnet_id': '826049cf-17b7-4231-984f-489200840e94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:36:12Z', 'updated_at': '2021-07-14T18:36:15Z', 'revision_number': 2, 'project_id': '7ac1d5b7e3914afd8d483c4cde2c1e9a', 'subnets': [{'id': '826049cf-17b7-4231-984f-489200840e94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-3', False) {} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:36:19.384266 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f952b84-1594-46bc-9455-74157219ae1f None None] Checking router: 50b4d31f-e460-41d9-bcbb-4759a9588051 for host: n-d-800634-3 {{(pid=93917) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 18:36:19.384893 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f952b84-1594-46bc-9455-74157219ae1f None None] Updating router 50b4d31f-e460-41d9-bcbb-4759a9588051 port 9a00d11e-0109-48ee-af3c-f83455b8bfa7 binding host n-d-800634-3 {{(pid=93917) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 18:36:19.464038 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a54d0cf3-6341-4660-85d3-0d4c5428b723 tempest-FloatingIPAdminTestJSON-280141705 tempest-FloatingIPAdminTestJSON-280141705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-930131'] for floatingip, after_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:19.469704 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54d0cf3-6341-4660-85d3-0d4c5428b723 tempest-FloatingIPAdminTestJSON-280141705 tempest-FloatingIPAdminTestJSON-280141705-project] Pushing event updated for resources: {'Port': ['ID=2dbb0893-d2ca-413b-b157-5bafd3f0d437,revision_number=2']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:36:19.501438 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a54d0cf3-6341-4660-85d3-0d4c5428b723 tempest-FloatingIPAdminTestJSON-280141705 tempest-FloatingIPAdminTestJSON-280141705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for floatingip, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:19.506492 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9f952b84-1594-46bc-9455-74157219ae1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:19.507796 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-a54d0cf3-6341-4660-85d3-0d4c5428b723 tempest-FloatingIPAdminTestJSON-280141705 tempest-FloatingIPAdminTestJSON-280141705-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.7449811 Jul 14 18:36:19.508784 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 50788) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:36:19.522103 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-644999c9-b5d4-4a50-ac38-74058c1b8de5 tempest-FloatingIPAdminTestJSON-280141705 tempest-FloatingIPAdminTestJSON-280141705-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1975279567'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:36:19.554426 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-644999c9-b5d4-4a50-ac38-74058c1b8de5 tempest-FloatingIPAdminTestJSON-280141705 tempest-FloatingIPAdminTestJSON-280141705-project] Made reservation on behalf of 93b211ec9daa4ae481f1600db30f46fb for: {'network': 1} {{(pid=93916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:36:19.559191 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-644999c9-b5d4-4a50-ac38-74058c1b8de5 tempest-FloatingIPAdminTestJSON-280141705 tempest-FloatingIPAdminTestJSON-280141705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for network, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:19.582195 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 50792) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:36:19.583840 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-644999c9-b5d4-4a50-ac38-74058c1b8de5 tempest-FloatingIPAdminTestJSON-280141705 tempest-FloatingIPAdminTestJSON-280141705-project] Notify callbacks [] for security_group, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:19.631127 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbb5e22-d26b-4161-bbb8-40a808dcc810 req-fa5bde9d-ec16-4464-b1bb-37658a1d5ac5 tempest-VolumesActionsTest-225112210 tempest-VolumesActionsTest-225112210-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:36:19.633462 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ddbb5e22-d26b-4161-bbb8-40a808dcc810 req-fa5bde9d-ec16-4464-b1bb-37658a1d5ac5 tempest-VolumesActionsTest-225112210 tempest-VolumesActionsTest-225112210-project] 10.222.0.18 "GET /v2.0/networks?id=427e93fa-d737-4f44-b512-27c2a50e24d1 HTTP/1.1" status: 200 len: 809 time: 0.2332535 Jul 14 18:36:19.651100 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [req-ddbb5e22-d26b-4161-bbb8-40a808dcc810 req-8a92e32c-85ae-4724-a10d-8fa14f6e3c51 tempest-VolumesActionsTest-225112210 tempest-VolumesActionsTest-225112210-project] Request body: {'port': {'device_id': '7cf0c9f1-af6b-4311-82d2-777855e83e55', 'network_id': '427e93fa-d737-4f44-b512-27c2a50e24d1', 'admin_state_up': True, 'tenant_id': '2b578c017ab341f588ff25c315311d32'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:36:19.925256 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9f952b84-1594-46bc-9455-74157219ae1f None None] Notify callbacks [] for port, precommit_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:19.937744 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9f952b84-1594-46bc-9455-74157219ae1f None None] Transition to ACTIVE for port object 9a00d11e-0109-48ee-af3c-f83455b8bfa7 will not be triggered until provisioned by entity L2. {{(pid=93917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:36:19.949845 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9f952b84-1594-46bc-9455-74157219ae1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:20.012853 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644c5143-3ccd-4a85-99a9-1a9ce30bcdf1 None None] Pushing event updated for resources: {'Port': ['ID=9a00d11e-0109-48ee-af3c-f83455b8bfa7,revision_number=3']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:36:20.048317 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-644999c9-b5d4-4a50-ac38-74058c1b8de5 tempest-FloatingIPAdminTestJSON-280141705 tempest-FloatingIPAdminTestJSON-280141705-project] Notify callbacks [] for security_group, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:20.059981 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-644999c9-b5d4-4a50-ac38-74058c1b8de5 tempest-FloatingIPAdminTestJSON-280141705 tempest-FloatingIPAdminTestJSON-280141705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:20.127901 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-644999c9-b5d4-4a50-ac38-74058c1b8de5 tempest-FloatingIPAdminTestJSON-280141705 tempest-FloatingIPAdminTestJSON-280141705-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 89} {{(pid=93916) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 18:36:20.131794 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-9f952b84-1594-46bc-9455-74157219ae1f None None] Attempting to bind port 9a00d11e-0109-48ee-af3c-f83455b8bfa7 on host n-d-800634-3 for vnic_type normal with profile {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:36:20.132344 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-9f952b84-1594-46bc-9455-74157219ae1f None None] Attempting to bind port 9a00d11e-0109-48ee-af3c-f83455b8bfa7 by drivers openvswitch,hyperv on host n-d-800634-3 at level 0 using segments [{'id': '37fc176e-f479-4b38-b8f2-9e0a8fc169c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '374c11b6-d334-46cc-9ec3-cf76732d6607'}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:36:20.132818 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f952b84-1594-46bc-9455-74157219ae1f None None] Attempting to bind port 9a00d11e-0109-48ee-af3c-f83455b8bfa7 on network 374c11b6-d334-46cc-9ec3-cf76732d6607 {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:36:20.139550 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f952b84-1594-46bc-9455-74157219ae1f None None] Checking agent: {'id': '01c19e91-a945-4e3c-94a6-c211e17c923e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 8, 23), 'started_at': datetime.datetime(2021, 7, 14, 18, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 18, 35, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 18:36:20.140268 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f952b84-1594-46bc-9455-74157219ae1f None None] Checking segment: {'id': '37fc176e-f479-4b38-b8f2-9e0a8fc169c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '374c11b6-d334-46cc-9ec3-cf76732d6607'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93917) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:36:20.140785 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9f952b84-1594-46bc-9455-74157219ae1f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:20.141353 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f952b84-1594-46bc-9455-74157219ae1f None None] Bound using segment: {'id': '37fc176e-f479-4b38-b8f2-9e0a8fc169c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '374c11b6-d334-46cc-9ec3-cf76732d6607'} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 18:36:20.141969 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-9f952b84-1594-46bc-9455-74157219ae1f None None] Bound port: 9a00d11e-0109-48ee-af3c-f83455b8bfa7, host: n-d-800634-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37fc176e-f479-4b38-b8f2-9e0a8fc169c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '374c11b6-d334-46cc-9ec3-cf76732d6607'}}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 18:36:20.143743 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9f952b84-1594-46bc-9455-74157219ae1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:20.180581 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644999c9-b5d4-4a50-ac38-74058c1b8de5 tempest-FloatingIPAdminTestJSON-280141705 tempest-FloatingIPAdminTestJSON-280141705-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a03ab90a-a444-437e-b629-725614565401,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:36:20.188692 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-644999c9-b5d4-4a50-ac38-74058c1b8de5 tempest-FloatingIPAdminTestJSON-280141705 tempest-FloatingIPAdminTestJSON-280141705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:20.189057 n-d-800634-3 neutron-server[93916]: INFO neutron.db.segments_db [None req-644999c9-b5d4-4a50-ac38-74058c1b8de5 tempest-FloatingIPAdminTestJSON-280141705 tempest-FloatingIPAdminTestJSON-280141705-project] Added segment d9c48d82-06f3-4ac2-8fbd-46f845699d90 of type vlan for network 80e9fa6f-e318-483f-b191-8ffb6026719e Jul 14 18:36:20.310334 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-9f952b84-1594-46bc-9455-74157219ae1f None None] For port 9a00d11e-0109-48ee-af3c-f83455b8bfa7, host n-d-800634-3, cleared binding levels {{(pid=93917) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:36:20.329125 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-644999c9-b5d4-4a50-ac38-74058c1b8de5 tempest-FloatingIPAdminTestJSON-280141705 tempest-FloatingIPAdminTestJSON-280141705-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728202197517'] for network, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:20.394894 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-9f952b84-1594-46bc-9455-74157219ae1f None None] For port 9a00d11e-0109-48ee-af3c-f83455b8bfa7, host n-d-800634-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=9a00d11e-0109-48ee-af3c-f83455b8bfa7,segment=NetworkSegment(37fc176e-f479-4b38-b8f2-9e0a8fc169c7),segment_id=37fc176e-f479-4b38-b8f2-9e0a8fc169c7)] {{(pid=93917) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 18:36:20.401432 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-60025df3-0dd0-49a6-99d5-dff97daa7c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:20.405691 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-644999c9-b5d4-4a50-ac38-74058c1b8de5 tempest-FloatingIPAdminTestJSON-280141705 tempest-FloatingIPAdminTestJSON-280141705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727'] for network, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:20.410125 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9f952b84-1594-46bc-9455-74157219ae1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:20.423923 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-644999c9-b5d4-4a50-ac38-74058c1b8de5 tempest-FloatingIPAdminTestJSON-280141705 tempest-FloatingIPAdminTestJSON-280141705-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:36:20.425282 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-644999c9-b5d4-4a50-ac38-74058c1b8de5 tempest-FloatingIPAdminTestJSON-280141705 tempest-FloatingIPAdminTestJSON-280141705-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598705'] for network, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:20.490685 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-9be92cd8-edc6-4770-85ff-2c9ccae1ef91 req-1ea8bf46-1f5c-4d2e-86c9-6e84fbd31e6b tempest-VolumesActionsTest-225112210 tempest-VolumesActionsTest-225112210-project] 10.222.0.16 "GET /v2.0/ports?device_id=7cf0c9f1-af6b-4311-82d2-777855e83e55 HTTP/1.1" status: 200 len: 210 time: 0.0868223 Jul 14 18:36:20.493668 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ddbb5e22-d26b-4161-bbb8-40a808dcc810 req-8a92e32c-85ae-4724-a10d-8fa14f6e3c51 tempest-VolumesActionsTest-225112210 tempest-VolumesActionsTest-225112210-project] Made reservation on behalf of 2b578c017ab341f588ff25c315311d32 for: {'port': 1} {{(pid=93915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:36:20.502320 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-ddbb5e22-d26b-4161-bbb8-40a808dcc810 req-8a92e32c-85ae-4724-a10d-8fa14f6e3c51 tempest-VolumesActionsTest-225112210 tempest-VolumesActionsTest-225112210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:20.572428 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f952b84-1594-46bc-9455-74157219ae1f None None] Routers {'50b4d31f-e460-41d9-bcbb-4759a9588051'} bound to L3 agent in host n-d-800634-3 {{(pid=93917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:36:20.574444 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-9f952b84-1594-46bc-9455-74157219ae1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:35:53Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['50b4d31f-e460-41d9-bcbb-4759a9588051'], 'active': True} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:36:20.642815 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-644999c9-b5d4-4a50-ac38-74058c1b8de5 tempest-FloatingIPAdminTestJSON-280141705 tempest-FloatingIPAdminTestJSON-280141705-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.1309865 Jul 14 18:36:20.651264 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 50806) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:36:20.660434 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-bd1e3e7c-ebd9-40a1-ac6d-fcda05ac2036 tempest-FloatingIPAdminTestJSON-280141705 tempest-FloatingIPAdminTestJSON-280141705-project] Request body: {'subnet': {'network_id': '80e9fa6f-e318-483f-b191-8ffb6026719e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:36:20.678363 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644999c9-b5d4-4a50-ac38-74058c1b8de5 tempest-FloatingIPAdminTestJSON-280141705 tempest-FloatingIPAdminTestJSON-280141705-project] Pushing event updated for resources: {'Network': ['ID=80e9fa6f-e318-483f-b191-8ffb6026719e,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:36:20.719797 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644c5143-3ccd-4a85-99a9-1a9ce30bcdf1 None None] Pushing event updated for resources: {'Port': ['ID=9a00d11e-0109-48ee-af3c-f83455b8bfa7,revision_number=4']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:36:20.731859 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Network 80e9fa6f-e318-483f-b191-8ffb6026719e details requested by agent ovs-agent-n-d-800634-3 with host n-d-800634-3 {{(pid=93917) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 18:36:20.776232 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-3029d98e-c79c-40db-895b-583765900d53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-928623'] for router_interface, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:20.831705 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.db_base_plugin_common [req-ddbb5e22-d26b-4161-bbb8-40a808dcc810 req-8a92e32c-85ae-4724-a10d-8fa14f6e3c51 tempest-VolumesActionsTest-225112210 tempest-VolumesActionsTest-225112210-project] Allocated IP 172.20.0.12 (427e93fa-d737-4f44-b512-27c2a50e24d1/3327be3f-f00b-421e-84fc-a95f2f08b6d5/0bd5f123-ed1e-4c34-b450-b52212bfa291) {{(pid=93915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:36:20.851966 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd1e3e7c-ebd9-40a1-ac6d-fcda05ac2036 tempest-FloatingIPAdminTestJSON-280141705 tempest-FloatingIPAdminTestJSON-280141705-project] Made reservation on behalf of 93b211ec9daa4ae481f1600db30f46fb for: {'subnet': 1} {{(pid=93915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:36:20.856067 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-bd1e3e7c-ebd9-40a1-ac6d-fcda05ac2036 tempest-FloatingIPAdminTestJSON-280141705 tempest-FloatingIPAdminTestJSON-280141705-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28969735'] for subnet, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:20.959459 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvr_db [None req-9f952b84-1594-46bc-9455-74157219ae1f None None] Set router 50b4d31f-e460-41d9-bcbb-4759a9588051 gateway port host: n-d-800634-3 {{(pid=93917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 18:36:21.181810 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-ddbb5e22-d26b-4161-bbb8-40a808dcc810 req-8a92e32c-85ae-4724-a10d-8fa14f6e3c51 tempest-VolumesActionsTest-225112210 tempest-VolumesActionsTest-225112210-project] Notify callbacks [] for port, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:21.215117 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-3029d98e-c79c-40db-895b-583765900d53 admin admin] Deleting port f350d07c-0179-49fb-b19d-f13e2997917d {{(pid=93916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:36:21.215544 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-3029d98e-c79c-40db-895b-583765900d53 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:21.278650 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-9f952b84-1594-46bc-9455-74157219ae1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50b4d31f-e460-41d9-bcbb-4759a9588051', 'name': 'tempest-TestAggregatesBasicOps-476305125-router', 'tenant_id': '7ac1d5b7e3914afd8d483c4cde2c1e9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.43'}], 'enable_snat': True}, 'gw_port_id': '34262a1d-8c5b-42f9-807a-6a47e8c5c196', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:36:05Z', 'updated_at': '2021-07-14T18:36:14Z', 'revision_number': 4, 'project_id': '7ac1d5b7e3914afd8d483c4cde2c1e9a', 'gw_port': {'id': '34262a1d-8c5b-42f9-807a-6a47e8c5c196', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:bd:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50b4d31f-e460-41d9-bcbb-4759a9588051', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1942, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:36:06Z', 'updated_at': '2021-07-14T18:36:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_interfaces': [{'id': '9a00d11e-0109-48ee-af3c-f83455b8bfa7', 'name': '', 'network_id': '374c11b6-d334-46cc-9ec3-cf76732d6607', 'tenant_id': '7ac1d5b7e3914afd8d483c4cde2c1e9a', 'mac_address': 'fa:16:3e:5b:6a:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50b4d31f-e460-41d9-bcbb-4759a9588051', 'device_owner': 'network:router_interface', 'standard_attr_id': 1957, 'fixed_ips': [{'subnet_id': '826049cf-17b7-4231-984f-489200840e94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:36:12Z', 'updated_at': '2021-07-14T18:36:20Z', 'revision_number': 4, 'project_id': '7ac1d5b7e3914afd8d483c4cde2c1e9a', 'subnets': [{'id': '826049cf-17b7-4231-984f-489200840e94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-3', False) {} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:36:21.316443 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-ddbb5e22-d26b-4161-bbb8-40a808dcc810 req-8a92e32c-85ae-4724-a10d-8fa14f6e3c51 tempest-VolumesActionsTest-225112210 tempest-VolumesActionsTest-225112210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:21.326460 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f952b84-1594-46bc-9455-74157219ae1f None None] The sync data for ids ['50b4d31f-e460-41d9-bcbb-4759a9588051'] in n-d-800634-3 is: [{'id': '50b4d31f-e460-41d9-bcbb-4759a9588051', 'name': 'tempest-TestAggregatesBasicOps-476305125-router', 'tenant_id': '7ac1d5b7e3914afd8d483c4cde2c1e9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.43'}], 'enable_snat': True}, 'gw_port_id': '34262a1d-8c5b-42f9-807a-6a47e8c5c196', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:36:05Z', 'updated_at': '2021-07-14T18:36:14Z', 'revision_number': 4, 'project_id': '7ac1d5b7e3914afd8d483c4cde2c1e9a', 'gw_port': {'id': '34262a1d-8c5b-42f9-807a-6a47e8c5c196', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:bd:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50b4d31f-e460-41d9-bcbb-4759a9588051', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1942, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:36:06Z', 'updated_at': '2021-07-14T18:36:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_interfaces': [{'id': '9a00d11e-0109-48ee-af3c-f83455b8bfa7', 'name': '', 'network_id': '374c11b6-d334-46cc-9ec3-cf76732d6607', 'tenant_id': '7ac1d5b7e3914afd8d483c4cde2c1e9a', 'mac_address': 'fa:16:3e:5b:6a:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50b4d31f-e460-41d9-bcbb-4759a9588051', 'device_owner': 'network:router_interface', 'standard_attr_id': 1957, 'fixed_ips': [{'subnet_id': '826049cf-17b7-4231-984f-489200840e94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:36:12Z', 'updated_at': '2021-07-14T18:36:20Z', 'revision_number': 4, 'project_id': '7ac1d5b7e3914afd8d483c4cde2c1e9a', 'subnets': [{'id': '826049cf-17b7-4231-984f-489200840e94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 18:36:21.330956 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-bd1e3e7c-ebd9-40a1-ac6d-fcda05ac2036 tempest-FloatingIPAdminTestJSON-280141705 tempest-FloatingIPAdminTestJSON-280141705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25912837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28969781'] for subnet, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:21.335564 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.db [None req-3029d98e-c79c-40db-895b-583765900d53 admin admin] For port f350d07c-0179-49fb-b19d-f13e2997917d, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=f350d07c-0179-49fb-b19d-f13e2997917d,segment=NetworkSegment(d26c3ed5-71d6-4af6-aafd-10eed5bb91a2),segment_id=d26c3ed5-71d6-4af6-aafd-10eed5bb91a2)] {{(pid=93916) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:36:21.336061 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-3029d98e-c79c-40db-895b-583765900d53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:21.352564 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-3029d98e-c79c-40db-895b-583765900d53 admin admin] Calling delete_port for f350d07c-0179-49fb-b19d-f13e2997917d owned by network:router_interface {{(pid=93916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:36:21.508091 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1e3e7c-ebd9-40a1-ac6d-fcda05ac2036 tempest-FloatingIPAdminTestJSON-280141705 tempest-FloatingIPAdminTestJSON-280141705-project] Pushing event updated for resources: {'Subnet': ['ID=a673e2d8-0111-490f-a2d6-cac157d27002,revision_number=0']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:36:21.556021 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ddbb5e22-d26b-4161-bbb8-40a808dcc810 req-8a92e32c-85ae-4724-a10d-8fa14f6e3c51 tempest-VolumesActionsTest-225112210 tempest-VolumesActionsTest-225112210-project] Network 427e93fa-d737-4f44-b512-27c2a50e24d1 is already hosted by enough agents. {{(pid=93915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:36:21.575023 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a92e32c-85ae-4724-a10d-8fa14f6e3c51 tempest-VolumesActionsTest-225112210 tempest-VolumesActionsTest-225112210-project] Pushing event updated for resources: {'Port': ['ID=0bd5f123-ed1e-4c34-b450-b52212bfa291,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:36:21.577692 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [req-ddbb5e22-d26b-4161-bbb8-40a808dcc810 req-8a92e32c-85ae-4724-a10d-8fa14f6e3c51 tempest-VolumesActionsTest-225112210 tempest-VolumesActionsTest-225112210-project] Resources bound (agent type, host, resource id): {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:36:21.589582 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddbb5e22-d26b-4161-bbb8-40a808dcc810 req-8a92e32c-85ae-4724-a10d-8fa14f6e3c51 tempest-VolumesActionsTest-225112210 tempest-VolumesActionsTest-225112210-project] Received port after_create {{(pid=93915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:36:21.627763 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd1e3e7c-ebd9-40a1-ac6d-fcda05ac2036 tempest-FloatingIPAdminTestJSON-280141705 tempest-FloatingIPAdminTestJSON-280141705-project] Checking segment: {'id': 'd9c48d82-06f3-4ac2-8fbd-46f845699d90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '80e9fa6f-e318-483f-b191-8ffb6026719e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:36:21.628539 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd1e3e7c-ebd9-40a1-ac6d-fcda05ac2036 tempest-FloatingIPAdminTestJSON-280141705 tempest-FloatingIPAdminTestJSON-280141705-project] Network hostable DHCP agents. Network: 80e9fa6f-e318-483f-b191-8ffb6026719e, hostable agents: ['028393c3-0576-4ebd-bca1-8ea8a148e1a2'], hosted agents: [] {{(pid=93915) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 18:36:21.678355 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd1e3e7c-ebd9-40a1-ac6d-fcda05ac2036 tempest-FloatingIPAdminTestJSON-280141705 tempest-FloatingIPAdminTestJSON-280141705-project] Network 80e9fa6f-e318-483f-b191-8ffb6026719e is scheduled to be hosted by DHCP agent 028393c3-0576-4ebd-bca1-8ea8a148e1a2 with binding_index 1 {{(pid=93915) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 18:36:21.698842 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbb5e22-d26b-4161-bbb8-40a808dcc810 req-8a92e32c-85ae-4724-a10d-8fa14f6e3c51 tempest-VolumesActionsTest-225112210 tempest-VolumesActionsTest-225112210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:36:21.699636 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-ddbb5e22-d26b-4161-bbb8-40a808dcc810 req-8a92e32c-85ae-4724-a10d-8fa14f6e3c51 tempest-VolumesActionsTest-225112210 tempest-VolumesActionsTest-225112210-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:21.745597 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ddbb5e22-d26b-4161-bbb8-40a808dcc810 req-8a92e32c-85ae-4724-a10d-8fa14f6e3c51 tempest-VolumesActionsTest-225112210 tempest-VolumesActionsTest-225112210-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0998785 Jul 14 18:36:21.747342 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [None req-bd1e3e7c-ebd9-40a1-ac6d-fcda05ac2036 tempest-FloatingIPAdminTestJSON-280141705 tempest-FloatingIPAdminTestJSON-280141705-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-3, 80e9fa6f-e318-483f-b191-8ffb6026719e) {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:36:21.767759 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e20642e-5376-4eb4-af92-39a471dfe245 None None] Network 80e9fa6f-e318-483f-b191-8ffb6026719e requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:36:21.797657 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [req-ddbb5e22-d26b-4161-bbb8-40a808dcc810 req-1a6c7e66-fcfd-4dad-9e8f-a97ecacb9dd4 service neutron] Request body: {'port': {'device_id': '7cf0c9f1-af6b-4311-82d2-777855e83e55', 'device_owner': 'compute:foo_zone', 'binding:host_id': 'n-h1-800634-3'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:36:21.836282 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd1e3e7c-ebd9-40a1-ac6d-fcda05ac2036 tempest-FloatingIPAdminTestJSON-280141705 tempest-FloatingIPAdminTestJSON-280141705-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:36:21.837102 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-bd1e3e7c-ebd9-40a1-ac6d-fcda05ac2036 tempest-FloatingIPAdminTestJSON-280141705 tempest-FloatingIPAdminTestJSON-280141705-project] Notify callbacks [] for subnet, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:21.877751 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-3029d98e-c79c-40db-895b-583765900d53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:21.933820 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3029d98e-c79c-40db-895b-583765900d53 admin admin] Pushing event deleted for resources: {'Port': ['ID=f350d07c-0179-49fb-b19d-f13e2997917d,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:36:22.010527 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-bd1e3e7c-ebd9-40a1-ac6d-fcda05ac2036 tempest-FloatingIPAdminTestJSON-280141705 tempest-FloatingIPAdminTestJSON-280141705-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3573306 Jul 14 18:36:22.021969 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 50820) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:36:22.030359 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-a5a349ae-ebdc-452b-8acd-2cc86732d5cd tempest-FloatingIPAdminTestJSON-280141705 tempest-FloatingIPAdminTestJSON-280141705-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1768022610', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61'}, 'admin_state_up': False}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:36:22.146328 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c0d2513-18ee-4cdf-9e3e-73e0d4ec4ff9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9222b97e-5d1c-54f8-ba97-82f172498e76-80e9fa6f-e318-483f-b191-8ffb6026719e', 'network_id': '80e9fa6f-e318-483f-b191-8ffb6026719e', 'tenant_id': '93b211ec9daa4ae481f1600db30f46fb', 'fixed_ips': [{'subnet_id': 'a673e2d8-0111-490f-a2d6-cac157d27002'}]}} from n-d-800634-3. {{(pid=93917) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 18:36:22.147200 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-7c0d2513-18ee-4cdf-9e3e-73e0d4ec4ff9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:22.190860 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9f0841-292e-4605-86e3-cdb228da11b4 req-726344d4-8c27-43aa-91f4-57ae429f554e tempest-VolumesActionsTest-225112210 tempest-VolumesActionsTest-225112210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:36:22.199158 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ce9f0841-292e-4605-86e3-cdb228da11b4 req-726344d4-8c27-43aa-91f4-57ae429f554e tempest-VolumesActionsTest-225112210 tempest-VolumesActionsTest-225112210-project] 10.222.0.16 "GET /v2.0/ports?device_id=7cf0c9f1-af6b-4311-82d2-777855e83e55 HTTP/1.1" status: 200 len: 932 time: 0.3927932 Jul 14 18:36:22.206986 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-a5a349ae-ebdc-452b-8acd-2cc86732d5cd tempest-FloatingIPAdminTestJSON-280141705 tempest-FloatingIPAdminTestJSON-280141705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-571768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11104'] for router, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:22.208996 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-a5a349ae-ebdc-452b-8acd-2cc86732d5cd tempest-FloatingIPAdminTestJSON-280141705 tempest-FloatingIPAdminTestJSON-280141705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-571675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-930014', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-632314', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11129'] for router, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:22.214974 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-ddbb5e22-d26b-4161-bbb8-40a808dcc810 req-1a6c7e66-fcfd-4dad-9e8f-a97ecacb9dd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:22.351555 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-3029d98e-c79c-40db-895b-583765900d53 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-598732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-928907'] for router_interface, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:22.390317 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ce9f0841-292e-4605-86e3-cdb228da11b4 req-b890e40c-f8ba-4fcd-a5f4-8f58e24c45e7 tempest-VolumesActionsTest-225112210 tempest-VolumesActionsTest-225112210-project] 10.222.0.16 "GET /v2.0/security-groups?id=d40c62bc-03c3-45c2-aa04-72967a4aaf1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1897786 Jul 14 18:36:22.507409 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-a5a349ae-ebdc-452b-8acd-2cc86732d5cd tempest-FloatingIPAdminTestJSON-280141705 tempest-FloatingIPAdminTestJSON-280141705-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:22.733451 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.db_base_plugin_common [None req-7c0d2513-18ee-4cdf-9e3e-73e0d4ec4ff9 None None] Allocated IP 172.20.0.2 (80e9fa6f-e318-483f-b191-8ffb6026719e/a673e2d8-0111-490f-a2d6-cac157d27002/8c7f978e-72ef-4f9c-af42-221f45d74811) {{(pid=93917) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:36:23.006330 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3029d98e-c79c-40db-895b-583765900d53 admin admin] Router 03801ab3-8b52-42d7-922d-2e55a3437c4b has already been hosted by L3 agent 2c6eb27e-defb-4cca-9a24-381c7415e359 {{(pid=93916) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 18:36:23.071077 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-7c0d2513-18ee-4cdf-9e3e-73e0d4ec4ff9 None None] Notify callbacks [] for port, precommit_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:23.076362 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-a5a349ae-ebdc-452b-8acd-2cc86732d5cd tempest-FloatingIPAdminTestJSON-280141705 tempest-FloatingIPAdminTestJSON-280141705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-929996', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-571750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11395'] for router, precommit_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:23.084602 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-7c0d2513-18ee-4cdf-9e3e-73e0d4ec4ff9 None None] Transition to ACTIVE for port object 8c7f978e-72ef-4f9c-af42-221f45d74811 will not be triggered until provisioned by entity L2. {{(pid=93917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:36:23.110453 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-7c0d2513-18ee-4cdf-9e3e-73e0d4ec4ff9 None None] Transition to ACTIVE for port object 8c7f978e-72ef-4f9c-af42-221f45d74811 will not be triggered until provisioned by entity DHCP. {{(pid=93917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:36:23.119672 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 9a00d11e-0109-48ee-af3c-f83455b8bfa7 up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:36:23.127775 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b1d96af3-f812-4f53-adb9-5924c97fe41f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:23.165857 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-7c0d2513-18ee-4cdf-9e3e-73e0d4ec4ff9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804'] for port, after_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:23.271259 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3029d98e-c79c-40db-895b-583765900d53 admin admin] Notify agent at l3_agent.n-d-800634-3 the message routers_updated {{(pid=93916) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 18:36:23.281046 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cefe9176-d49a-4fac-aafc-82bc27d5601a None None] Sync routers for ids ['03801ab3-8b52-42d7-922d-2e55a3437c4b'] in n-d-800634-3 {{(pid=93918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 18:36:23.287718 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-3029d98e-c79c-40db-895b-583765900d53 admin admin] 10.222.0.16 "PUT /v2.0/routers/03801ab3-8b52-42d7-922d-2e55a3437c4b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7007873 Jul 14 18:36:23.293750 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cefe9176-d49a-4fac-aafc-82bc27d5601a None None] Routers {'03801ab3-8b52-42d7-922d-2e55a3437c4b'} bound to L3 agent in host n-d-800634-3 {{(pid=93918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:36:23.294653 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-cefe9176-d49a-4fac-aafc-82bc27d5601a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:36:23Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['03801ab3-8b52-42d7-922d-2e55a3437c4b'], 'active': True} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:36:23.296103 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 50840) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:36:23.304226 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0d2513-18ee-4cdf-9e3e-73e0d4ec4ff9 None None] Pushing event updated for resources: {'Port': ['ID=8c7f978e-72ef-4f9c-af42-221f45d74811,revision_number=1']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:36:23.388428 n-d-800634-3 neutron-server[93917]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c0d2513-18ee-4cdf-9e3e-73e0d4ec4ff9 None None] Network 80e9fa6f-e318-483f-b191-8ffb6026719e is already hosted by enough agents. {{(pid=93917) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:36:23.403937 n-d-800634-3 neutron-server[93917]: DEBUG neutron.scheduler.base_scheduler [None req-7c0d2513-18ee-4cdf-9e3e-73e0d4ec4ff9 None None] Resources bound (agent type, host, resource id): {{(pid=93917) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:36:23.414151 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c0d2513-18ee-4cdf-9e3e-73e0d4ec4ff9 None None] Received port after_create {{(pid=93917) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:36:23.420739 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:23.447344 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvr_db [None req-cefe9176-d49a-4fac-aafc-82bc27d5601a None None] Set router 03801ab3-8b52-42d7-922d-2e55a3437c4b gateway port host: n-d-800634-3 {{(pid=93918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 18:36:23.511048 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-7c0d2513-18ee-4cdf-9e3e-73e0d4ec4ff9 None None] Attempting to bind port 8c7f978e-72ef-4f9c-af42-221f45d74811 on host n-d-800634-3 for vnic_type normal with profile {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:36:23.511677 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-7c0d2513-18ee-4cdf-9e3e-73e0d4ec4ff9 None None] Attempting to bind port 8c7f978e-72ef-4f9c-af42-221f45d74811 by drivers openvswitch,hyperv on host n-d-800634-3 at level 0 using segments [{'id': 'd9c48d82-06f3-4ac2-8fbd-46f845699d90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '80e9fa6f-e318-483f-b191-8ffb6026719e'}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:36:23.512333 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c0d2513-18ee-4cdf-9e3e-73e0d4ec4ff9 None None] Attempting to bind port 8c7f978e-72ef-4f9c-af42-221f45d74811 on network 80e9fa6f-e318-483f-b191-8ffb6026719e {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:36:23.555764 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c0d2513-18ee-4cdf-9e3e-73e0d4ec4ff9 None None] Checking agent: {'id': '01c19e91-a945-4e3c-94a6-c211e17c923e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 8, 23), 'started_at': datetime.datetime(2021, 7, 14, 18, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 18, 36, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 18:36:23.559328 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c0d2513-18ee-4cdf-9e3e-73e0d4ec4ff9 None None] Checking segment: {'id': 'd9c48d82-06f3-4ac2-8fbd-46f845699d90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '80e9fa6f-e318-483f-b191-8ffb6026719e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93917) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:36:23.559643 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-7c0d2513-18ee-4cdf-9e3e-73e0d4ec4ff9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:23.560301 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c0d2513-18ee-4cdf-9e3e-73e0d4ec4ff9 None None] Bound using segment: {'id': 'd9c48d82-06f3-4ac2-8fbd-46f845699d90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '80e9fa6f-e318-483f-b191-8ffb6026719e'} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 18:36:23.560996 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-7c0d2513-18ee-4cdf-9e3e-73e0d4ec4ff9 None None] Bound port: 8c7f978e-72ef-4f9c-af42-221f45d74811, host: n-d-800634-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9c48d82-06f3-4ac2-8fbd-46f845699d90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '80e9fa6f-e318-483f-b191-8ffb6026719e'}}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 18:36:23.561427 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-7c0d2513-18ee-4cdf-9e3e-73e0d4ec4ff9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:23.568418 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-3571c8f8-64ca-48a4-a7b0-29918b0993a6 admin admin] Notify callbacks [] for router, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:23.656073 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [req-ddbb5e22-d26b-4161-bbb8-40a808dcc810 req-1a6c7e66-fcfd-4dad-9e8f-a97ecacb9dd4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0bd5f123-ed1e-4c34-b450-b52212bfa291 {{(pid=93915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 18:36:23.726710 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-ddbb5e22-d26b-4161-bbb8-40a808dcc810 req-1a6c7e66-fcfd-4dad-9e8f-a97ecacb9dd4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:23.726989 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-7c0d2513-18ee-4cdf-9e3e-73e0d4ec4ff9 None None] For port 8c7f978e-72ef-4f9c-af42-221f45d74811, host n-d-800634-3, cleared binding levels {{(pid=93917) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:36:23.730988 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-7c0d2513-18ee-4cdf-9e3e-73e0d4ec4ff9 None None] For port 8c7f978e-72ef-4f9c-af42-221f45d74811, host n-d-800634-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=8c7f978e-72ef-4f9c-af42-221f45d74811,segment=NetworkSegment(d9c48d82-06f3-4ac2-8fbd-46f845699d90),segment_id=d9c48d82-06f3-4ac2-8fbd-46f845699d90)] {{(pid=93917) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 18:36:23.732941 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning for port 9a00d11e-0109-48ee-af3c-f83455b8bfa7 completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:36:23.743209 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port 9a00d11e-0109-48ee-af3c-f83455b8bfa7 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:36:23.743761 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:23.746706 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-7c0d2513-18ee-4cdf-9e3e-73e0d4ec4ff9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:23.822426 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.provisioning_blocks [req-ddbb5e22-d26b-4161-bbb8-40a808dcc810 req-1a6c7e66-fcfd-4dad-9e8f-a97ecacb9dd4 service neutron] Transition to ACTIVE for port object 0bd5f123-ed1e-4c34-b450-b52212bfa291 will not be triggered until provisioned by entity L2. {{(pid=93915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:36:23.851489 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-cefe9176-d49a-4fac-aafc-82bc27d5601a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03801ab3-8b52-42d7-922d-2e55a3437c4b', 'name': 'tempest-TestAggregatesBasicOps-1872588568-router', 'tenant_id': 'ae713e34e8344c009274332962fd3e1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.225'}], 'enable_snat': True}, 'gw_port_id': 'af790abe-9c54-4f25-b56b-41f0eb4e3654', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:35:54Z', 'updated_at': '2021-07-14T18:36:21Z', 'revision_number': 5, 'project_id': 'ae713e34e8344c009274332962fd3e1e', 'gw_port': {'id': 'af790abe-9c54-4f25-b56b-41f0eb4e3654', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:6a:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03801ab3-8b52-42d7-922d-2e55a3437c4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1911, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:35:55Z', 'updated_at': '2021-07-14T18:36:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3'}], 'n-d-800634-3', False) {} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:36:23.886043 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0d2513-18ee-4cdf-9e3e-73e0d4ec4ff9 None None] Pushing event updated for resources: {'Port': ['ID=8c7f978e-72ef-4f9c-af42-221f45d74811,revision_number=2']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:36:23.896984 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cefe9176-d49a-4fac-aafc-82bc27d5601a None None] Checking router: 03801ab3-8b52-42d7-922d-2e55a3437c4b for host: n-d-800634-3 {{(pid=93918) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 18:36:23.924504 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cefe9176-d49a-4fac-aafc-82bc27d5601a None None] Routers {'03801ab3-8b52-42d7-922d-2e55a3437c4b'} bound to L3 agent in host n-d-800634-3 {{(pid=93918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:36:23.924819 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-ddbb5e22-d26b-4161-bbb8-40a808dcc810 req-1a6c7e66-fcfd-4dad-9e8f-a97ecacb9dd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25912978'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:23.925668 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-cefe9176-d49a-4fac-aafc-82bc27d5601a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:36:23Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['03801ab3-8b52-42d7-922d-2e55a3437c4b'], 'active': True} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:36:23.957575 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:24.024306 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6c7e66-fcfd-4dad-9e8f-a97ecacb9dd4 service neutron] Pushing event updated for resources: {'Port': ['ID=0bd5f123-ed1e-4c34-b450-b52212bfa291,revision_number=2']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:36:24.031321 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] For port 9a00d11e-0109-48ee-af3c-f83455b8bfa7, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=9a00d11e-0109-48ee-af3c-f83455b8bfa7,segment=NetworkSegment(37fc176e-f479-4b38-b8f2-9e0a8fc169c7),segment_id=37fc176e-f479-4b38-b8f2-9e0a8fc169c7)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:36:24.040003 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:24.163589 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Pushing event updated for resources: {'Port': ['ID=9a00d11e-0109-48ee-af3c-f83455b8bfa7,revision_number=5']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:36:24.170826 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6c7e66-fcfd-4dad-9e8f-a97ecacb9dd4 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:36:24.171432 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6c7e66-fcfd-4dad-9e8f-a97ecacb9dd4 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:36:24.171543 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6c7e66-fcfd-4dad-9e8f-a97ecacb9dd4 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:36:24.171831 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6c7e66-fcfd-4dad-9e8f-a97ecacb9dd4 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:36:24.172191 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6c7e66-fcfd-4dad-9e8f-a97ecacb9dd4 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:36:24.172532 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6c7e66-fcfd-4dad-9e8f-a97ecacb9dd4 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:36:24.176983 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6c7e66-fcfd-4dad-9e8f-a97ecacb9dd4 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:36:24.180415 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6c7e66-fcfd-4dad-9e8f-a97ecacb9dd4 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:36:24.180958 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6c7e66-fcfd-4dad-9e8f-a97ecacb9dd4 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:36:24.181479 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6c7e66-fcfd-4dad-9e8f-a97ecacb9dd4 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:36:24.181989 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6c7e66-fcfd-4dad-9e8f-a97ecacb9dd4 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:36:24.182972 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6c7e66-fcfd-4dad-9e8f-a97ecacb9dd4 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:36:24.185466 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvr_db [None req-cefe9176-d49a-4fac-aafc-82bc27d5601a None None] Set router 03801ab3-8b52-42d7-922d-2e55a3437c4b gateway port host: n-d-800634-3 {{(pid=93918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 18:36:24.202355 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-a5a349ae-ebdc-452b-8acd-2cc86732d5cd tempest-FloatingIPAdminTestJSON-280141705 tempest-FloatingIPAdminTestJSON-280141705-project] Notify callbacks [] for router_gateway, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:24.215856 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-574aeb93-9938-449c-8e6c-cb22c9b52cc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:24.265078 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-a5a349ae-ebdc-452b-8acd-2cc86732d5cd tempest-FloatingIPAdminTestJSON-280141705 tempest-FloatingIPAdminTestJSON-280141705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:24.293985 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1237ea1c-5e8c-49eb-93de-a7e098a6f7f2 req-8b837391-7114-43fb-aaf7-ed8e360c15f1 tempest-VolumesActionsTest-225112210 tempest-VolumesActionsTest-225112210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:36:24.305001 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-1237ea1c-5e8c-49eb-93de-a7e098a6f7f2 req-8b837391-7114-43fb-aaf7-ed8e360c15f1 tempest-VolumesActionsTest-225112210 tempest-VolumesActionsTest-225112210-project] 10.222.0.16 "GET /v2.0/ports?device_id=7cf0c9f1-af6b-4311-82d2-777855e83e55 HTTP/1.1" status: 200 len: 932 time: 0.6069345 Jul 14 18:36:24.393902 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-3571c8f8-64ca-48a4-a7b0-29918b0993a6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:24.426312 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-1237ea1c-5e8c-49eb-93de-a7e098a6f7f2 req-a690aab6-6a7b-4516-bbbc-f83a36c88b40 tempest-VolumesActionsTest-225112210 tempest-VolumesActionsTest-225112210-project] 10.222.0.16 "GET /v2.0/security-groups?id=d40c62bc-03c3-45c2-aa04-72967a4aaf1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169415 Jul 14 18:36:24.539675 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-ddbb5e22-d26b-4161-bbb8-40a808dcc810 req-1a6c7e66-fcfd-4dad-9e8f-a97ecacb9dd4 service neutron] Attempting to bind port 0bd5f123-ed1e-4c34-b450-b52212bfa291 on host n-h1-800634-3 for vnic_type normal with profile {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:36:24.540027 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-ddbb5e22-d26b-4161-bbb8-40a808dcc810 req-1a6c7e66-fcfd-4dad-9e8f-a97ecacb9dd4 service neutron] Attempting to bind port 0bd5f123-ed1e-4c34-b450-b52212bfa291 by drivers openvswitch,hyperv on host n-h1-800634-3 at level 0 using segments [{'id': '2e9acea1-3f33-4962-bd97-4942f8279240', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '427e93fa-d737-4f44-b512-27c2a50e24d1'}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:36:24.540454 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddbb5e22-d26b-4161-bbb8-40a808dcc810 req-1a6c7e66-fcfd-4dad-9e8f-a97ecacb9dd4 service neutron] Attempting to bind port 0bd5f123-ed1e-4c34-b450-b52212bfa291 on network 427e93fa-d737-4f44-b512-27c2a50e24d1 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:36:24.550467 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddbb5e22-d26b-4161-bbb8-40a808dcc810 req-1a6c7e66-fcfd-4dad-9e8f-a97ecacb9dd4 service neutron] Port 0bd5f123-ed1e-4c34-b450-b52212bfa291 on network 427e93fa-d737-4f44-b512-27c2a50e24d1 not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-3 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 18:36:24.550802 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddbb5e22-d26b-4161-bbb8-40a808dcc810 req-1a6c7e66-fcfd-4dad-9e8f-a97ecacb9dd4 service neutron] Attempting to bind port 0bd5f123-ed1e-4c34-b450-b52212bfa291 on network 427e93fa-d737-4f44-b512-27c2a50e24d1 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:36:24.576320 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-3571c8f8-64ca-48a4-a7b0-29918b0993a6 admin admin] Deleting port af790abe-9c54-4f25-b56b-41f0eb4e3654 {{(pid=93916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:36:24.576594 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-3571c8f8-64ca-48a4-a7b0-29918b0993a6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:24.583332 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddbb5e22-d26b-4161-bbb8-40a808dcc810 req-1a6c7e66-fcfd-4dad-9e8f-a97ecacb9dd4 service neutron] Checking agent: {'id': 'a3630ff4-fbee-45d9-b9b6-0ae41cb3a350', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 15, 32), 'started_at': datetime.datetime(2021, 7, 14, 18, 15, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 18, 36, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 18:36:24.583688 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddbb5e22-d26b-4161-bbb8-40a808dcc810 req-1a6c7e66-fcfd-4dad-9e8f-a97ecacb9dd4 service neutron] Checking segment: {'id': '2e9acea1-3f33-4962-bd97-4942f8279240', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '427e93fa-d737-4f44-b512-27c2a50e24d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:36:24.584081 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddbb5e22-d26b-4161-bbb8-40a808dcc810 req-1a6c7e66-fcfd-4dad-9e8f-a97ecacb9dd4 service neutron] Bound using segment: {'id': '2e9acea1-3f33-4962-bd97-4942f8279240', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '427e93fa-d737-4f44-b512-27c2a50e24d1'} {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 18:36:24.584656 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-ddbb5e22-d26b-4161-bbb8-40a808dcc810 req-1a6c7e66-fcfd-4dad-9e8f-a97ecacb9dd4 service neutron] Bound port: 0bd5f123-ed1e-4c34-b450-b52212bfa291, host: n-h1-800634-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e9acea1-3f33-4962-bd97-4942f8279240', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '427e93fa-d737-4f44-b512-27c2a50e24d1'}}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 18:36:24.585052 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-ddbb5e22-d26b-4161-bbb8-40a808dcc810 req-1a6c7e66-fcfd-4dad-9e8f-a97ecacb9dd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:24.631942 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-cefe9176-d49a-4fac-aafc-82bc27d5601a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03801ab3-8b52-42d7-922d-2e55a3437c4b', 'name': 'tempest-TestAggregatesBasicOps-1872588568-router', 'tenant_id': 'ae713e34e8344c009274332962fd3e1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.225'}], 'enable_snat': True}, 'gw_port_id': 'af790abe-9c54-4f25-b56b-41f0eb4e3654', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:35:54Z', 'updated_at': '2021-07-14T18:36:21Z', 'revision_number': 5, 'project_id': 'ae713e34e8344c009274332962fd3e1e', 'gw_port': {'id': 'af790abe-9c54-4f25-b56b-41f0eb4e3654', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:6a:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03801ab3-8b52-42d7-922d-2e55a3437c4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1911, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:35:55Z', 'updated_at': '2021-07-14T18:36:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3'}], 'n-d-800634-3', False) {} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:36:24.641344 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.db_base_plugin_common [None req-a5a349ae-ebdc-452b-8acd-2cc86732d5cd tempest-FloatingIPAdminTestJSON-280141705 tempest-FloatingIPAdminTestJSON-280141705-project] Allocated IP 172.25.1.40 (9200a437-e1de-4520-88f6-e68386523e61/5f47f848-4532-407a-a0e2-5690ade15fd0/5c4da97f-95d4-47da-a1dd-6bbe26bd4ddf) {{(pid=93915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:36:24.692472 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cefe9176-d49a-4fac-aafc-82bc27d5601a None None] The sync data for ids ['03801ab3-8b52-42d7-922d-2e55a3437c4b'] in n-d-800634-3 is: [{'id': '03801ab3-8b52-42d7-922d-2e55a3437c4b', 'name': 'tempest-TestAggregatesBasicOps-1872588568-router', 'tenant_id': 'ae713e34e8344c009274332962fd3e1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.225'}], 'enable_snat': True}, 'gw_port_id': 'af790abe-9c54-4f25-b56b-41f0eb4e3654', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:35:54Z', 'updated_at': '2021-07-14T18:36:21Z', 'revision_number': 5, 'project_id': 'ae713e34e8344c009274332962fd3e1e', 'gw_port': {'id': 'af790abe-9c54-4f25-b56b-41f0eb4e3654', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:6a:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03801ab3-8b52-42d7-922d-2e55a3437c4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1911, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:35:55Z', 'updated_at': '2021-07-14T18:36:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3'}] {{(pid=93918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 18:36:24.761559 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.db [None req-3571c8f8-64ca-48a4-a7b0-29918b0993a6 admin admin] For port af790abe-9c54-4f25-b56b-41f0eb4e3654, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=af790abe-9c54-4f25-b56b-41f0eb4e3654,segment=NetworkSegment(5afb940b-bbdf-4727-be00-5d46367c38a1),segment_id=5afb940b-bbdf-4727-be00-5d46367c38a1)] {{(pid=93916) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:36:24.762614 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-3571c8f8-64ca-48a4-a7b0-29918b0993a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:24.789940 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-a5a349ae-ebdc-452b-8acd-2cc86732d5cd tempest-FloatingIPAdminTestJSON-280141705 tempest-FloatingIPAdminTestJSON-280141705-project] Notify callbacks [] for port, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:24.796664 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 8c7f978e-72ef-4f9c-af42-221f45d74811 up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:36:24.800151 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-3571c8f8-64ca-48a4-a7b0-29918b0993a6 admin admin] Calling delete_port for af790abe-9c54-4f25-b56b-41f0eb4e3654 owned by network:router_gateway {{(pid=93916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:36:24.869065 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-a5a349ae-ebdc-452b-8acd-2cc86732d5cd tempest-FloatingIPAdminTestJSON-280141705 tempest-FloatingIPAdminTestJSON-280141705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:24.894768 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning for port 8c7f978e-72ef-4f9c-af42-221f45d74811 completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:36:24.906111 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 9a00d11e-0109-48ee-af3c-f83455b8bfa7 up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:36:24.927950 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5a349ae-ebdc-452b-8acd-2cc86732d5cd tempest-FloatingIPAdminTestJSON-280141705 tempest-FloatingIPAdminTestJSON-280141705-project] Network 9200a437-e1de-4520-88f6-e68386523e61 is already hosted by enough agents. {{(pid=93915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:36:24.931940 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [None req-a5a349ae-ebdc-452b-8acd-2cc86732d5cd tempest-FloatingIPAdminTestJSON-280141705 tempest-FloatingIPAdminTestJSON-280141705-project] Resources bound (agent type, host, resource id): {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:36:24.938746 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-ddbb5e22-d26b-4161-bbb8-40a808dcc810 req-1a6c7e66-fcfd-4dad-9e8f-a97ecacb9dd4 service neutron] For port 0bd5f123-ed1e-4c34-b450-b52212bfa291, host n-h1-800634-3, cleared binding levels {{(pid=93915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:36:24.941954 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5a349ae-ebdc-452b-8acd-2cc86732d5cd tempest-FloatingIPAdminTestJSON-280141705 tempest-FloatingIPAdminTestJSON-280141705-project] Received port after_create {{(pid=93915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:36:25.002424 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-ddbb5e22-d26b-4161-bbb8-40a808dcc810 req-1a6c7e66-fcfd-4dad-9e8f-a97ecacb9dd4 service neutron] For port 0bd5f123-ed1e-4c34-b450-b52212bfa291, host n-h1-800634-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=0bd5f123-ed1e-4c34-b450-b52212bfa291,segment=NetworkSegment(2e9acea1-3f33-4962-bd97-4942f8279240),segment_id=2e9acea1-3f33-4962-bd97-4942f8279240)] {{(pid=93915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 18:36:25.014329 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-ddbb5e22-d26b-4161-bbb8-40a808dcc810 req-1a6c7e66-fcfd-4dad-9e8f-a97ecacb9dd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25912978'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:25.017244 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a349ae-ebdc-452b-8acd-2cc86732d5cd tempest-FloatingIPAdminTestJSON-280141705 tempest-FloatingIPAdminTestJSON-280141705-project] Pushing event updated for resources: {'Port': ['ID=5c4da97f-95d4-47da-a1dd-6bbe26bd4ddf,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:36:25.055530 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port 9a00d11e-0109-48ee-af3c-f83455b8bfa7 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:36:25.056794 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:25.089638 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbb5e22-d26b-4161-bbb8-40a808dcc810 req-1a6c7e66-fcfd-4dad-9e8f-a97ecacb9dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:36:25.093156 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-ddbb5e22-d26b-4161-bbb8-40a808dcc810 req-1a6c7e66-fcfd-4dad-9e8f-a97ecacb9dd4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:25.094842 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ddbb5e22-d26b-4161-bbb8-40a808dcc810 req-1a6c7e66-fcfd-4dad-9e8f-a97ecacb9dd4 service neutron] 10.222.0.18 "PUT /v2.0/ports/0bd5f123-ed1e-4c34-b450-b52212bfa291 HTTP/1.1" status: 200 len: 1096 time: 3.3402674 Jul 14 18:36:25.096596 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7cf0c9f1-af6b-4311-82d2-777855e83e55', 'tag': '0bd5f123-ed1e-4c34-b450-b52212bfa291'}] {{(pid=93915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:36:25.107476 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e72782ad3af8f7d4ce76cedf092bca46d1756acc5c4653cf0b52034cdd6b073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6e493e1-45b3-4c96-8924-a339aaf7896e" -d '{"events": [{"name": "network-changed", "server_uuid": "7cf0c9f1-af6b-4311-82d2-777855e83e55", "tag": "0bd5f123-ed1e-4c34-b450-b52212bfa291"}]}' {{(pid=93915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:36:25.117273 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-3571c8f8-64ca-48a4-a7b0-29918b0993a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:25.177675 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3571c8f8-64ca-48a4-a7b0-29918b0993a6 admin admin] Pushing event deleted for resources: {'Port': ['ID=af790abe-9c54-4f25-b56b-41f0eb4e3654,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:36:25.238647 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 18:36:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-752eb933-161f-48fb-8281-db3e956f348f x-openstack-request-id: req-752eb933-161f-48fb-8281-db3e956f348f {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:36:25.239266 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7cf0c9f1-af6b-4311-82d2-777855e83e55", "tag": "0bd5f123-ed1e-4c34-b450-b52212bfa291", "status": "completed", "code": 200}]} {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:36:25.239788 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-752eb933-161f-48fb-8281-db3e956f348f {{(pid=93915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:36:25.240320 n-d-800634-3 neutron-server[93915]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7cf0c9f1-af6b-4311-82d2-777855e83e55', 'tag': '0bd5f123-ed1e-4c34-b450-b52212bfa291', 'status': 'completed', 'code': 200} Jul 14 18:36:25.308531 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-3571c8f8-64ca-48a4-a7b0-29918b0993a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-930057'] for router_gateway, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:25.440299 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6c7e66-fcfd-4dad-9e8f-a97ecacb9dd4 service neutron] Pushing event updated for resources: {'Port': ['ID=0bd5f123-ed1e-4c34-b450-b52212bfa291,revision_number=3']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:36:25.455387 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-3571c8f8-64ca-48a4-a7b0-29918b0993a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-571778', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11402'] for router, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:25.459223 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-3571c8f8-64ca-48a4-a7b0-29918b0993a6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:25.525724 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-3571c8f8-64ca-48a4-a7b0-29918b0993a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-541202'] for router, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:25.526501 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3571c8f8-64ca-48a4-a7b0-29918b0993a6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 03801ab3-8b52-42d7-922d-2e55a3437c4b {{(pid=93916) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 18:36:25.543727 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-3571c8f8-64ca-48a4-a7b0-29918b0993a6 admin admin] Notify callbacks [] for router, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:25.547579 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-3571c8f8-64ca-48a4-a7b0-29918b0993a6 admin admin] 10.222.0.16 "DELETE /v2.0/routers/03801ab3-8b52-42d7-922d-2e55a3437c4b HTTP/1.1" status: 204 len: 168 time: 2.2453458 Jul 14 18:36:25.547965 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 50866) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:36:25.613861 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.db_base_plugin_v2 [None req-41b42935-bed9-4e89-9da3-a65c9489ca17 admin admin] Deleting subnet efae7b11-f22e-4dc7-8af2-12c7fcf14d7e {{(pid=93916) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 18:36:25.618118 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-41b42935-bed9-4e89-9da3-a65c9489ca17 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:25.622220 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d84d37c-1e92-49e4-94f1-70d25f85ef02 None None] Network 80e9fa6f-e318-483f-b191-8ffb6026719e requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:36:25.668597 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-41b42935-bed9-4e89-9da3-a65c9489ca17 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26296866'] for subnet, precommit_delete_associations {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:25.751854 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-0c296a76-e7d9-43b5-bc4c-2315682a14b8 None None] Provisioning for port 8c7f978e-72ef-4f9c-af42-221f45d74811 completed by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:36:25.762568 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-0c296a76-e7d9-43b5-bc4c-2315682a14b8 None None] Provisioning complete for port 8c7f978e-72ef-4f9c-af42-221f45d74811 triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:36:25.763487 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-0c296a76-e7d9-43b5-bc4c-2315682a14b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:25.793797 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbb5e22-d26b-4161-bbb8-40a808dcc810 req-2d5136e2-e991-4deb-817d-594b11395ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:36:25.795360 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ddbb5e22-d26b-4161-bbb8-40a808dcc810 req-2d5136e2-e991-4deb-817d-594b11395ef3 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2b578c017ab341f588ff25c315311d32&device_id=7cf0c9f1-af6b-4311-82d2-777855e83e55 HTTP/1.1" status: 200 len: 1099 time: 0.5834129 Jul 14 18:36:25.805745 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-2f4e3af3-e708-4ffd-a544-82d93a489d01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:25.811771 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-41b42935-bed9-4e89-9da3-a65c9489ca17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081283'] for subnet, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:25.890248 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ddbb5e22-d26b-4161-bbb8-40a808dcc810 req-1ac14f41-8e80-45a6-b0a0-4c7fdb223f92 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0bd5f123-ed1e-4c34-b450-b52212bfa291 HTTP/1.1" status: 200 len: 217 time: 0.0829968 Jul 14 18:36:25.914011 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-41b42935-bed9-4e89-9da3-a65c9489ca17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2684816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26033152'] for subnet, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:25.954997 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-a5a349ae-ebdc-452b-8acd-2cc86732d5cd tempest-FloatingIPAdminTestJSON-280141705 tempest-FloatingIPAdminTestJSON-280141705-project] Notify callbacks [] for router_gateway, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:25.959688 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-41b42935-bed9-4e89-9da3-a65c9489ca17 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:25.961495 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19cd9ad7-314d-455a-8e45-29fa69f9fae1 None None] Network 68805e02-3f8f-48a9-87b2-0ce97568e6c6 requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:36:25.962634 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-41b42935-bed9-4e89-9da3-a65c9489ca17 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/efae7b11-f22e-4dc7-8af2-12c7fcf14d7e HTTP/1.1" status: 204 len: 168 time: 0.4136162 Jul 14 18:36:25.963894 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b42935-bed9-4e89-9da3-a65c9489ca17 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=efae7b11-f22e-4dc7-8af2-12c7fcf14d7e,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:36:25.967007 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-0c296a76-e7d9-43b5-bc4c-2315682a14b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:25.970621 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 50870) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:36:26.061882 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-fbae33f5-b2d6-4ea4-9bc9-ebd78ff56785 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645734'] for network, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:26.072861 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-0c296a76-e7d9-43b5-bc4c-2315682a14b8 None None] For port 8c7f978e-72ef-4f9c-af42-221f45d74811, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=8c7f978e-72ef-4f9c-af42-221f45d74811,segment=NetworkSegment(d9c48d82-06f3-4ac2-8fbd-46f845699d90),segment_id=d9c48d82-06f3-4ac2-8fbd-46f845699d90)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:36:26.110503 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-0c296a76-e7d9-43b5-bc4c-2315682a14b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:26.157485 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-fbae33f5-b2d6-4ea4-9bc9-ebd78ff56785 admin admin] Deleting port 15165781-f1ef-4475-833e-ff7c29ba28e2 {{(pid=93916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:36:26.157989 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-fbae33f5-b2d6-4ea4-9bc9-ebd78ff56785 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:26.248181 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.db [None req-fbae33f5-b2d6-4ea4-9bc9-ebd78ff56785 admin admin] For port 15165781-f1ef-4475-833e-ff7c29ba28e2, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=15165781-f1ef-4475-833e-ff7c29ba28e2,segment=NetworkSegment(d26c3ed5-71d6-4af6-aafd-10eed5bb91a2),segment_id=d26c3ed5-71d6-4af6-aafd-10eed5bb91a2)] {{(pid=93916) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:36:26.248695 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-fbae33f5-b2d6-4ea4-9bc9-ebd78ff56785 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:26.264780 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c296a76-e7d9-43b5-bc4c-2315682a14b8 None None] Pushing event updated for resources: {'Port': ['ID=8c7f978e-72ef-4f9c-af42-221f45d74811,revision_number=3']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:36:26.282269 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-fbae33f5-b2d6-4ea4-9bc9-ebd78ff56785 admin admin] Calling delete_port for 15165781-f1ef-4475-833e-ff7c29ba28e2 owned by network:dhcp {{(pid=93916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:36:26.408861 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94b40995-c6b0-4b03-8a1a-b725e00b939a None None] DHCP port deletion for 68805e02-3f8f-48a9-87b2-0ce97568e6c6 request from n-d-800634-3 {{(pid=93917) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 18:36:26.508439 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-fbae33f5-b2d6-4ea4-9bc9-ebd78ff56785 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:26.558092 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-94b40995-c6b0-4b03-8a1a-b725e00b939a None None] Deleting port 15165781-f1ef-4475-833e-ff7c29ba28e2 {{(pid=93917) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:36:26.558572 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-94b40995-c6b0-4b03-8a1a-b725e00b939a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:26.584005 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbae33f5-b2d6-4ea4-9bc9-ebd78ff56785 admin admin] Pushing event deleted for resources: {'Port': ['ID=15165781-f1ef-4475-833e-ff7c29ba28e2,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:36:26.607932 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbae33f5-b2d6-4ea4-9bc9-ebd78ff56785 admin admin] No DVR routers for this DVR port 15165781-f1ef-4475-833e-ff7c29ba28e2 on host n-d-800634-3 {{(pid=93916) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 18:36:26.618897 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 8c7f978e-72ef-4f9c-af42-221f45d74811 up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:36:26.727162 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-bb9a640d-11df-464d-aafb-d3c88f18585c None None] Provisioning complete for port 8c7f978e-72ef-4f9c-af42-221f45d74811 triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:36:26.727760 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-bb9a640d-11df-464d-aafb-d3c88f18585c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:26.737910 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-94b40995-c6b0-4b03-8a1a-b725e00b939a None None] For port 15165781-f1ef-4475-833e-ff7c29ba28e2, host n-d-800634-3, got binding levels [] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:36:26.738457 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-94b40995-c6b0-4b03-8a1a-b725e00b939a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:26.800333 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-fbae33f5-b2d6-4ea4-9bc9-ebd78ff56785 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2096010', 'neutron.services.segments.db._delete_segments_for_network-8728202734996'] for network, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:26.832011 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.segments.db [None req-fbae33f5-b2d6-4ea4-9bc9-ebd78ff56785 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68805e02-3f8f-48a9-87b2-0ce97568e6c6']}} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:36:26.845791 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbb5e22-d26b-4161-bbb8-40a808dcc810 req-359d8a20-c136-41d0-951c-23c7d27031d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:36:26.847986 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ddbb5e22-d26b-4161-bbb8-40a808dcc810 req-359d8a20-c136-41d0-951c-23c7d27031d5 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=3327be3f-f00b-421e-84fc-a95f2f08b6d5 HTTP/1.1" status: 200 len: 849 time: 0.9336298 Jul 14 18:36:26.855400 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.segments.db [None req-fbae33f5-b2d6-4ea4-9bc9-ebd78ff56785 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd26c3ed5-71d6-4af6-aafd-10eed5bb91a2') {'for_net_delete': True} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:36:26.855703 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.segments.db [None req-fbae33f5-b2d6-4ea4-9bc9-ebd78ff56785 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd26c3ed5-71d6-4af6-aafd-10eed5bb91a2') {} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:36:26.858945 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-94b40995-c6b0-4b03-8a1a-b725e00b939a None None] Calling delete_port for 15165781-f1ef-4475-833e-ff7c29ba28e2 owned by network:dhcp {{(pid=93917) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:36:26.863792 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753d1532-def8-4dcb-8048-b48216598803 req-ddec5c99-022f-4a5b-b317-eb578bfb031e tempest-VolumesActionsTest-225112210 tempest-VolumesActionsTest-225112210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:36:26.871987 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-753d1532-def8-4dcb-8048-b48216598803 req-ddec5c99-022f-4a5b-b317-eb578bfb031e tempest-VolumesActionsTest-225112210 tempest-VolumesActionsTest-225112210-project] 10.222.0.16 "GET /v2.0/ports?device_id=7cf0c9f1-af6b-4311-82d2-777855e83e55 HTTP/1.1" status: 200 len: 948 time: 1.2008893 Jul 14 18:36:26.873771 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 50896) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:36:26.873910 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.ipam_backend_mixin [None req-94b40995-c6b0-4b03-8a1a-b725e00b939a None None] Port 15165781-f1ef-4475-833e-ff7c29ba28e2 was not found and therefore no delete operation was performed {{(pid=93917) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 14 18:36:26.880524 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-fbae33f5-b2d6-4ea4-9bc9-ebd78ff56785 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728202715275', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26296891'] for segment, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:26.881757 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-94b40995-c6b0-4b03-8a1a-b725e00b939a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813'] for port, after_delete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:26.914128 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-fbae33f5-b2d6-4ea4-9bc9-ebd78ff56785 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:26.920986 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fbae33f5-b2d6-4ea4-9bc9-ebd78ff56785 admin admin] Releasing vlan 70 on physical network physnet1 to pool {{(pid=93916) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 18:36:26.921395 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-fbae33f5-b2d6-4ea4-9bc9-ebd78ff56785 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2682942'] for segment, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:26.923512 n-d-800634-3 neutron-server[93916]: Traceback (most recent call last): Jul 14 18:36:26.923512 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 18:36:26.923512 n-d-800634-3 neutron-server[93916]: timer() Jul 14 18:36:26.923512 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 18:36:26.923512 n-d-800634-3 neutron-server[93916]: cb(*args, **kw) Jul 14 18:36:26.923512 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 18:36:26.923512 n-d-800634-3 neutron-server[93916]: return func(*args, **kwargs) Jul 14 18:36:26.923512 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 18:36:26.923512 n-d-800634-3 neutron-server[93916]: self._notify() Jul 14 18:36:26.923512 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 18:36:26.923512 n-d-800634-3 neutron-server[93916]: self.callback(batched_events) Jul 14 18:36:26.923512 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 18:36:26.923512 n-d-800634-3 neutron-server[93916]: event.method(event) Jul 14 18:36:26.923512 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 18:36:26.923512 n-d-800634-3 neutron-server[93916]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 18:36:26.923512 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 18:36:26.923512 n-d-800634-3 neutron-server[93916]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 18:36:26.923512 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 18:36:26.923512 n-d-800634-3 neutron-server[93916]: return f(self, *a, **k) Jul 14 18:36:26.923512 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 18:36:26.923512 n-d-800634-3 neutron-server[93916]: return self._get(url).json() Jul 14 18:36:26.923512 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 18:36:26.923512 n-d-800634-3 neutron-server[93916]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 18:36:26.923512 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 18:36:26.923512 n-d-800634-3 neutron-server[93916]: return self.request(url, 'GET', **kwargs) Jul 14 18:36:26.923512 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 18:36:26.923512 n-d-800634-3 neutron-server[93916]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 18:36:26.923512 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 18:36:26.923512 n-d-800634-3 neutron-server[93916]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 18:36:26.923512 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 18:36:26.923512 n-d-800634-3 neutron-server[93916]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 18:36:26.923512 n-d-800634-3 neutron-server[93916]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 18:36:26.933348 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ddbb5e22-d26b-4161-bbb8-40a808dcc810 req-250080eb-ac5e-47a4-a410-e6c76bf6abb0 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=427e93fa-d737-4f44-b512-27c2a50e24d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0584817 Jul 14 18:36:26.953111 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b40995-c6b0-4b03-8a1a-b725e00b939a None None] Pushing event deleted for resources: {'Port': ['ID=15165781-f1ef-4475-833e-ff7c29ba28e2,revision_number=None']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:36:26.955537 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port 8c7f978e-72ef-4f9c-af42-221f45d74811 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:36:26.956256 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:27.015014 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94b40995-c6b0-4b03-8a1a-b725e00b939a None None] No DVR routers for this DVR port 15165781-f1ef-4475-833e-ff7c29ba28e2 on host n-d-800634-3 {{(pid=93917) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 18:36:27.017675 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-fbae33f5-b2d6-4ea4-9bc9-ebd78ff56785 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2096001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-930085'] for network, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:27.021774 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-753d1532-def8-4dcb-8048-b48216598803 req-e090f825-cc03-4d86-8a16-e1e848ddcaf0 tempest-VolumesActionsTest-225112210 tempest-VolumesActionsTest-225112210-project] 10.222.0.16 "GET /v2.0/security-groups?id=d40c62bc-03c3-45c2-aa04-72967a4aaf1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487367 Jul 14 18:36:27.031753 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-fbae33f5-b2d6-4ea4-9bc9-ebd78ff56785 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598705'] for network, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:27.035640 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-fbae33f5-b2d6-4ea4-9bc9-ebd78ff56785 admin admin] 10.222.0.16 "DELETE /v2.0/networks/68805e02-3f8f-48a9-87b2-0ce97568e6c6 HTTP/1.1" status: 204 len: 168 time: 1.0629411 Jul 14 18:36:27.038893 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 50902) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:36:27.066206 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbae33f5-b2d6-4ea4-9bc9-ebd78ff56785 admin admin] Pushing event deleted for resources: {'Network': ['ID=68805e02-3f8f-48a9-87b2-0ce97568e6c6,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:36:27.171597 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-31629ef0-7c1e-4d74-b279-b7fa9c982688 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:27.230794 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ddbb5e22-d26b-4161-bbb8-40a808dcc810 req-0593a3f4-acbc-4cef-bbe0-e2e8ba2b44d5 service neutron] 10.222.0.18 "GET /v2.0/networks/427e93fa-d737-4f44-b512-27c2a50e24d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2894499 Jul 14 18:36:27.251237 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device f350d07c-0179-49fb-b19d-f13e2997917d no longer exists at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 18:36:27.261323 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-a5a349ae-ebdc-452b-8acd-2cc86732d5cd tempest-FloatingIPAdminTestJSON-280141705 tempest-FloatingIPAdminTestJSON-280141705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-571759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-930033'] for router, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:27.309573 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] No Port match for: f350d07c-0179-49fb-b19d-f13e2997917d {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 18:36:27.310017 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device f350d07c-0179-49fb-b19d-f13e2997917d not bound to the agent host n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 18:36:27.310520 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device af790abe-9c54-4f25-b56b-41f0eb4e3654 no longer exists at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 18:36:27.384003 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] No Port match for: af790abe-9c54-4f25-b56b-41f0eb4e3654 {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 18:36:27.389278 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device af790abe-9c54-4f25-b56b-41f0eb4e3654 not bound to the agent host n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 18:36:27.390022 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 15165781-f1ef-4475-833e-ff7c29ba28e2 no longer exists at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 18:36:27.431015 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] No Port match for: 15165781-f1ef-4475-833e-ff7c29ba28e2 {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 18:36:27.440265 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 15165781-f1ef-4475-833e-ff7c29ba28e2 not bound to the agent host n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 18:36:27.488044 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ddbb5e22-d26b-4161-bbb8-40a808dcc810 req-efd31821-580f-43b3-b9a5-039cacb0f94f service neutron] 10.222.0.18 "GET /v2.0/networks/427e93fa-d737-4f44-b512-27c2a50e24d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2507107 Jul 14 18:36:27.569892 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-31629ef0-7c1e-4d74-b279-b7fa9c982688 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:27.596687 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-31629ef0-7c1e-4d74-b279-b7fa9c982688 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:27.656259 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-31629ef0-7c1e-4d74-b279-b7fa9c982688 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6e8169669ccd4f11a50e507709758ce4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7696493 Jul 14 18:36:27.664950 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 50908) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:36:27.682557 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31629ef0-7c1e-4d74-b279-b7fa9c982688 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84f165ae-adc7-49d8-a688-6e0249d5a472,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:36:27.685656 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5a349ae-ebdc-452b-8acd-2cc86732d5cd tempest-FloatingIPAdminTestJSON-280141705 tempest-FloatingIPAdminTestJSON-280141705-project] Router 620662ac-657b-40e2-9ce7-6a61c5a423de is scheduled to L3 agent 2c6eb27e-defb-4cca-9a24-381c7415e359 with binding_index 1 {{(pid=93915) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 18:36:27.720870 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-15ca7e19-e2c5-448e-9358-364e48ce7bae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-928623'] for router_interface, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:27.728634 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e493e1-45b3-4c96-8924-a339aaf7896e req-6be9a718-e174-46ec-8a7b-1f83ae1ac902 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:36:27.730239 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b6e493e1-45b3-4c96-8924-a339aaf7896e req-6be9a718-e174-46ec-8a7b-1f83ae1ac902 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2b578c017ab341f588ff25c315311d32&device_id=7cf0c9f1-af6b-4311-82d2-777855e83e55 HTTP/1.1" status: 200 len: 1099 time: 0.1732283 Jul 14 18:36:27.871059 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-413c37b6-0906-428b-a78e-f36a564e3f6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:27.925646 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-413c37b6-0906-428b-a78e-f36a564e3f6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:27.962765 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5a349ae-ebdc-452b-8acd-2cc86732d5cd tempest-FloatingIPAdminTestJSON-280141705 tempest-FloatingIPAdminTestJSON-280141705-project] Notify agent at l3_agent.n-d-800634-3 the message routers_updated {{(pid=93915) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 18:36:27.977374 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e493e1-45b3-4c96-8924-a339aaf7896e req-221f115e-8b2f-4575-ad2a-3d7bb4e92ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:36:27.978865 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b6e493e1-45b3-4c96-8924-a339aaf7896e req-221f115e-8b2f-4575-ad2a-3d7bb4e92ea8 service neutron] 10.222.0.18 "GET /v2.0/networks?id=427e93fa-d737-4f44-b512-27c2a50e24d1 HTTP/1.1" status: 200 len: 909 time: 0.2145460 Jul 14 18:36:27.980138 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c218ce5f-208b-4c6e-8e23-2327a21ded0b None None] Sync routers for ids ['620662ac-657b-40e2-9ce7-6a61c5a423de'] in n-d-800634-3 {{(pid=93917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 18:36:27.995134 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c218ce5f-208b-4c6e-8e23-2327a21ded0b None None] Routers {'620662ac-657b-40e2-9ce7-6a61c5a423de'} bound to L3 agent in host n-d-800634-3 {{(pid=93917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:36:27.997200 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-c218ce5f-208b-4c6e-8e23-2327a21ded0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:36:23Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['620662ac-657b-40e2-9ce7-6a61c5a423de'], 'active': True} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:36:28.025163 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-15ca7e19-e2c5-448e-9358-364e48ce7bae admin admin] Deleting port 9a00d11e-0109-48ee-af3c-f83455b8bfa7 {{(pid=93916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:36:28.025712 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-15ca7e19-e2c5-448e-9358-364e48ce7bae admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:28.029510 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-a5a349ae-ebdc-452b-8acd-2cc86732d5cd tempest-FloatingIPAdminTestJSON-280141705 tempest-FloatingIPAdminTestJSON-280141705-project] Notify callbacks [] for router, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:28.029510 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-a5a349ae-ebdc-452b-8acd-2cc86732d5cd tempest-FloatingIPAdminTestJSON-280141705 tempest-FloatingIPAdminTestJSON-280141705-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 6.0028031 Jul 14 18:36:28.031243 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b6e493e1-45b3-4c96-8924-a339aaf7896e req-4d8614a0-0712-47f7-ac55-5d9eb964269d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0bd5f123-ed1e-4c34-b450-b52212bfa291 HTTP/1.1" status: 200 len: 217 time: 0.0434277 Jul 14 18:36:28.033239 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 50914) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:36:28.064770 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-c218ce5f-208b-4c6e-8e23-2327a21ded0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-3', False) {} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:36:28.082433 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c218ce5f-208b-4c6e-8e23-2327a21ded0b None None] Routers {'620662ac-657b-40e2-9ce7-6a61c5a423de'} bound to L3 agent in host n-d-800634-3 {{(pid=93917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:36:28.083098 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-c218ce5f-208b-4c6e-8e23-2327a21ded0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:36:23Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['620662ac-657b-40e2-9ce7-6a61c5a423de'], 'active': True} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:36:28.120836 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-c218ce5f-208b-4c6e-8e23-2327a21ded0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-3', False) {} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:36:28.121508 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c218ce5f-208b-4c6e-8e23-2327a21ded0b None None] The sync data for ids ['620662ac-657b-40e2-9ce7-6a61c5a423de'] in n-d-800634-3 is: [] {{(pid=93917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 18:36:28.143347 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-413c37b6-0906-428b-a78e-f36a564e3f6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:28.147092 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-413c37b6-0906-428b-a78e-f36a564e3f6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:28.150219 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-413c37b6-0906-428b-a78e-f36a564e3f6e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/84f165ae-adc7-49d8-a688-6e0249d5a472 HTTP/1.1" status: 204 len: 168 time: 0.4818296 Jul 14 18:36:28.160595 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.db [None req-15ca7e19-e2c5-448e-9358-364e48ce7bae admin admin] For port 9a00d11e-0109-48ee-af3c-f83455b8bfa7, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=9a00d11e-0109-48ee-af3c-f83455b8bfa7,segment=NetworkSegment(37fc176e-f479-4b38-b8f2-9e0a8fc169c7),segment_id=37fc176e-f479-4b38-b8f2-9e0a8fc169c7)] {{(pid=93916) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:36:28.161812 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-15ca7e19-e2c5-448e-9358-364e48ce7bae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:28.185331 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-15ca7e19-e2c5-448e-9358-364e48ce7bae admin admin] Calling delete_port for 9a00d11e-0109-48ee-af3c-f83455b8bfa7 owned by network:router_interface {{(pid=93916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:36:28.192586 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e493e1-45b3-4c96-8924-a339aaf7896e req-67220287-c39b-4448-b879-50ac8338c614 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:36:28.194098 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b6e493e1-45b3-4c96-8924-a339aaf7896e req-67220287-c39b-4448-b879-50ac8338c614 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=3327be3f-f00b-421e-84fc-a95f2f08b6d5 HTTP/1.1" status: 200 len: 849 time: 0.1537607 Jul 14 18:36:28.194831 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413c37b6-0906-428b-a78e-f36a564e3f6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84f165ae-adc7-49d8-a688-6e0249d5a472,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:36:28.252268 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b6e493e1-45b3-4c96-8924-a339aaf7896e req-b3718f5f-e9f7-4d87-b2e9-5e676b195667 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=427e93fa-d737-4f44-b512-27c2a50e24d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0507584 Jul 14 18:36:28.415106 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-15ca7e19-e2c5-448e-9358-364e48ce7bae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:28.458791 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ca7e19-e2c5-448e-9358-364e48ce7bae admin admin] Pushing event deleted for resources: {'Port': ['ID=9a00d11e-0109-48ee-af3c-f83455b8bfa7,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:36:28.506235 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8a1acd-d9fe-41fe-9be4-cc98529e0f37 req-2b3f119b-fc51-448e-b700-2f8d7bb2a0e1 tempest-VolumesActionsTest-225112210 tempest-VolumesActionsTest-225112210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:36:28.507816 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-4f8a1acd-d9fe-41fe-9be4-cc98529e0f37 req-2b3f119b-fc51-448e-b700-2f8d7bb2a0e1 tempest-VolumesActionsTest-225112210 tempest-VolumesActionsTest-225112210-project] 10.222.0.16 "GET /v2.0/ports?device_id=7cf0c9f1-af6b-4311-82d2-777855e83e55 HTTP/1.1" status: 200 len: 948 time: 0.2582700 Jul 14 18:36:28.512396 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b6e493e1-45b3-4c96-8924-a339aaf7896e req-ce9fbe38-2e19-4684-b088-81e8c42fa5b0 service neutron] 10.222.0.18 "GET /v2.0/networks/427e93fa-d737-4f44-b512-27c2a50e24d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2467992 Jul 14 18:36:28.714332 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-15ca7e19-e2c5-448e-9358-364e48ce7bae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-598732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-928907'] for router_interface, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:28.802834 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-4f8a1acd-d9fe-41fe-9be4-cc98529e0f37 req-6ffae09a-714f-4b44-b93f-ee89a22c6eb8 tempest-VolumesActionsTest-225112210 tempest-VolumesActionsTest-225112210-project] 10.222.0.16 "GET /v2.0/security-groups?id=d40c62bc-03c3-45c2-aa04-72967a4aaf1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2848263 Jul 14 18:36:28.862557 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b6e493e1-45b3-4c96-8924-a339aaf7896e req-16ef7ed6-44d4-4393-96c7-5cc5d0af7c58 service neutron] 10.222.0.18 "GET /v2.0/networks/427e93fa-d737-4f44-b512-27c2a50e24d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3364444 Jul 14 18:36:29.093784 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-4ff012d1-c009-496f-b146-8ed4e3cddcc2 tempest-FloatingIPAdminTestJSON-280141705 tempest-FloatingIPAdminTestJSON-280141705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:29.116748 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15ca7e19-e2c5-448e-9358-364e48ce7bae admin admin] Router 50b4d31f-e460-41d9-bcbb-4759a9588051 has already been hosted by L3 agent 2c6eb27e-defb-4cca-9a24-381c7415e359 {{(pid=93916) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 18:36:29.274983 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15ca7e19-e2c5-448e-9358-364e48ce7bae admin admin] Notify agent at l3_agent.n-d-800634-3 the message routers_updated {{(pid=93916) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 18:36:29.282116 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-15ca7e19-e2c5-448e-9358-364e48ce7bae admin admin] 10.222.0.16 "PUT /v2.0/routers/50b4d31f-e460-41d9-bcbb-4759a9588051/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2415245 Jul 14 18:36:29.284478 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 50952) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:36:29.288587 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76ec1dfb-793c-44e3-8311-4cd9e5084a1e None None] Sync routers for ids ['50b4d31f-e460-41d9-bcbb-4759a9588051'] in n-d-800634-3 {{(pid=93918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 18:36:29.307837 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76ec1dfb-793c-44e3-8311-4cd9e5084a1e None None] Routers {'50b4d31f-e460-41d9-bcbb-4759a9588051'} bound to L3 agent in host n-d-800634-3 {{(pid=93918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:36:29.309158 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-76ec1dfb-793c-44e3-8311-4cd9e5084a1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:36:23Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['50b4d31f-e460-41d9-bcbb-4759a9588051'], 'active': True} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:36:29.398522 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-10a24ed1-627c-4a19-a0aa-c48ace583103 admin admin] Notify callbacks [] for router, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:29.447809 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvr_db [None req-76ec1dfb-793c-44e3-8311-4cd9e5084a1e None None] Set router 50b4d31f-e460-41d9-bcbb-4759a9588051 gateway port host: n-d-800634-3 {{(pid=93918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 18:36:29.472951 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.db_base_plugin_common [None req-4ff012d1-c009-496f-b146-8ed4e3cddcc2 tempest-FloatingIPAdminTestJSON-280141705 tempest-FloatingIPAdminTestJSON-280141705-project] Allocated IP 172.20.0.1 (80e9fa6f-e318-483f-b191-8ffb6026719e/a673e2d8-0111-490f-a2d6-cac157d27002/9f1ef797-7453-47ae-b59c-0e1666df7228) {{(pid=93915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:36:29.563741 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-10a24ed1-627c-4a19-a0aa-c48ace583103 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:29.634231 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-10a24ed1-627c-4a19-a0aa-c48ace583103 admin admin] Deleting port 34262a1d-8c5b-42f9-807a-6a47e8c5c196 {{(pid=93916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:36:29.634780 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-10a24ed1-627c-4a19-a0aa-c48ace583103 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:29.643813 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-4ff012d1-c009-496f-b146-8ed4e3cddcc2 tempest-FloatingIPAdminTestJSON-280141705 tempest-FloatingIPAdminTestJSON-280141705-project] Notify callbacks [] for port, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:29.676225 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.provisioning_blocks [None req-4ff012d1-c009-496f-b146-8ed4e3cddcc2 tempest-FloatingIPAdminTestJSON-280141705 tempest-FloatingIPAdminTestJSON-280141705-project] Transition to ACTIVE for port object 9f1ef797-7453-47ae-b59c-0e1666df7228 will not be triggered until provisioned by entity DHCP. {{(pid=93915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:36:29.691895 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-76ec1dfb-793c-44e3-8311-4cd9e5084a1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50b4d31f-e460-41d9-bcbb-4759a9588051', 'name': 'tempest-TestAggregatesBasicOps-476305125-router', 'tenant_id': '7ac1d5b7e3914afd8d483c4cde2c1e9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.43'}], 'enable_snat': True}, 'gw_port_id': '34262a1d-8c5b-42f9-807a-6a47e8c5c196', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:36:05Z', 'updated_at': '2021-07-14T18:36:28Z', 'revision_number': 5, 'project_id': '7ac1d5b7e3914afd8d483c4cde2c1e9a', 'gw_port': {'id': '34262a1d-8c5b-42f9-807a-6a47e8c5c196', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:bd:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50b4d31f-e460-41d9-bcbb-4759a9588051', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1942, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:36:06Z', 'updated_at': '2021-07-14T18:36:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3'}], 'n-d-800634-3', False) {} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:36:29.740754 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76ec1dfb-793c-44e3-8311-4cd9e5084a1e None None] Checking router: 50b4d31f-e460-41d9-bcbb-4759a9588051 for host: n-d-800634-3 {{(pid=93918) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 18:36:29.742033 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-4ff012d1-c009-496f-b146-8ed4e3cddcc2 tempest-FloatingIPAdminTestJSON-280141705 tempest-FloatingIPAdminTestJSON-280141705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:29.742518 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.db [None req-10a24ed1-627c-4a19-a0aa-c48ace583103 admin admin] For port 34262a1d-8c5b-42f9-807a-6a47e8c5c196, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=34262a1d-8c5b-42f9-807a-6a47e8c5c196,segment=NetworkSegment(5afb940b-bbdf-4727-be00-5d46367c38a1),segment_id=5afb940b-bbdf-4727-be00-5d46367c38a1)] {{(pid=93916) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:36:29.742889 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-10a24ed1-627c-4a19-a0aa-c48ace583103 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:29.750298 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76ec1dfb-793c-44e3-8311-4cd9e5084a1e None None] Routers {'50b4d31f-e460-41d9-bcbb-4759a9588051'} bound to L3 agent in host n-d-800634-3 {{(pid=93918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:36:29.750584 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-76ec1dfb-793c-44e3-8311-4cd9e5084a1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:36:23Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['50b4d31f-e460-41d9-bcbb-4759a9588051'], 'active': True} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:36:29.759845 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-10a24ed1-627c-4a19-a0aa-c48ace583103 admin admin] Calling delete_port for 34262a1d-8c5b-42f9-807a-6a47e8c5c196 owned by network:router_gateway {{(pid=93916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:36:29.840061 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ff012d1-c009-496f-b146-8ed4e3cddcc2 tempest-FloatingIPAdminTestJSON-280141705 tempest-FloatingIPAdminTestJSON-280141705-project] Network 80e9fa6f-e318-483f-b191-8ffb6026719e is already hosted by enough agents. {{(pid=93915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:36:29.854270 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvr_db [None req-76ec1dfb-793c-44e3-8311-4cd9e5084a1e None None] Set router 50b4d31f-e460-41d9-bcbb-4759a9588051 gateway port host: None {{(pid=93918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 18:36:29.858377 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [None req-4ff012d1-c009-496f-b146-8ed4e3cddcc2 tempest-FloatingIPAdminTestJSON-280141705 tempest-FloatingIPAdminTestJSON-280141705-project] Resources bound (agent type, host, resource id): {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:36:29.863747 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ff012d1-c009-496f-b146-8ed4e3cddcc2 tempest-FloatingIPAdminTestJSON-280141705 tempest-FloatingIPAdminTestJSON-280141705-project] Received port after_create {{(pid=93915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:36:29.913742 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff012d1-c009-496f-b146-8ed4e3cddcc2 tempest-FloatingIPAdminTestJSON-280141705 tempest-FloatingIPAdminTestJSON-280141705-project] Pushing event updated for resources: {'Port': ['ID=9f1ef797-7453-47ae-b59c-0e1666df7228,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:36:29.971380 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-4ff012d1-c009-496f-b146-8ed4e3cddcc2 tempest-FloatingIPAdminTestJSON-280141705 tempest-FloatingIPAdminTestJSON-280141705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-930452'] for router_interface, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:30.000103 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-10a24ed1-627c-4a19-a0aa-c48ace583103 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:30.012918 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-76ec1dfb-793c-44e3-8311-4cd9e5084a1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50b4d31f-e460-41d9-bcbb-4759a9588051', 'name': 'tempest-TestAggregatesBasicOps-476305125-router', 'tenant_id': '7ac1d5b7e3914afd8d483c4cde2c1e9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:36:05Z', 'updated_at': '2021-07-14T18:36:29Z', 'revision_number': 6, 'project_id': '7ac1d5b7e3914afd8d483c4cde2c1e9a', 'gw_port_host': None}], 'n-d-800634-3', False) {} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:36:30.056049 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76ec1dfb-793c-44e3-8311-4cd9e5084a1e None None] The sync data for ids ['50b4d31f-e460-41d9-bcbb-4759a9588051'] in n-d-800634-3 is: [{'id': '50b4d31f-e460-41d9-bcbb-4759a9588051', 'name': 'tempest-TestAggregatesBasicOps-476305125-router', 'tenant_id': '7ac1d5b7e3914afd8d483c4cde2c1e9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:36:05Z', 'updated_at': '2021-07-14T18:36:29Z', 'revision_number': 6, 'project_id': '7ac1d5b7e3914afd8d483c4cde2c1e9a', 'gw_port_host': None}] {{(pid=93918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 18:36:30.062534 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a24ed1-627c-4a19-a0aa-c48ace583103 admin admin] Pushing event deleted for resources: {'Port': ['ID=34262a1d-8c5b-42f9-807a-6a47e8c5c196,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:36:30.194792 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-10a24ed1-627c-4a19-a0aa-c48ace583103 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-930057'] for router_gateway, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:30.283692 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4475b1-9352-4576-ba63-d79c7c59df9e req-ee9629df-e9f5-47a2-9cdd-127d4ad9cabd tempest-VolumesActionsTest-225112210 tempest-VolumesActionsTest-225112210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:36:30.285533 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-0f4475b1-9352-4576-ba63-d79c7c59df9e req-ee9629df-e9f5-47a2-9cdd-127d4ad9cabd tempest-VolumesActionsTest-225112210 tempest-VolumesActionsTest-225112210-project] 10.222.0.16 "GET /v2.0/ports?device_id=7cf0c9f1-af6b-4311-82d2-777855e83e55 HTTP/1.1" status: 200 len: 948 time: 0.1718044 Jul 14 18:36:30.303362 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-10a24ed1-627c-4a19-a0aa-c48ace583103 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-571778', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11402'] for router, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:30.306346 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-10a24ed1-627c-4a19-a0aa-c48ace583103 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:30.335600 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-2f9da5a7-78c8-4e98-818f-ddae2ec7c017 None None] Provisioning for port 9f1ef797-7453-47ae-b59c-0e1666df7228 completed by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:36:30.344808 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-2f9da5a7-78c8-4e98-818f-ddae2ec7c017 None None] Provisioning complete for port 9f1ef797-7453-47ae-b59c-0e1666df7228 triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:36:30.345776 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-2f9da5a7-78c8-4e98-818f-ddae2ec7c017 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:30.361502 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-4ff012d1-c009-496f-b146-8ed4e3cddcc2 tempest-FloatingIPAdminTestJSON-280141705 tempest-FloatingIPAdminTestJSON-280141705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:30.397550 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-0f4475b1-9352-4576-ba63-d79c7c59df9e req-03dd4191-af86-4578-9e34-60546cdfb586 tempest-VolumesActionsTest-225112210 tempest-VolumesActionsTest-225112210-project] 10.222.0.16 "GET /v2.0/security-groups?id=d40c62bc-03c3-45c2-aa04-72967a4aaf1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054189 Jul 14 18:36:30.399508 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-10a24ed1-627c-4a19-a0aa-c48ace583103 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-541202'] for router, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:30.400080 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10a24ed1-627c-4a19-a0aa-c48ace583103 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 50b4d31f-e460-41d9-bcbb-4759a9588051 {{(pid=93916) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 18:36:30.414560 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-2f9da5a7-78c8-4e98-818f-ddae2ec7c017 None None] Port 9f1ef797-7453-47ae-b59c-0e1666df7228 cannot update to ACTIVE because it is not bound. {{(pid=93917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 18:36:30.415551 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-10a24ed1-627c-4a19-a0aa-c48ace583103 admin admin] Notify callbacks [] for router, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:30.431748 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-10a24ed1-627c-4a19-a0aa-c48ace583103 admin admin] 10.222.0.16 "DELETE /v2.0/routers/50b4d31f-e460-41d9-bcbb-4759a9588051 HTTP/1.1" status: 204 len: 168 time: 1.1428089 Jul 14 18:36:30.432106 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 51024) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:36:30.503796 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c929e95-bcf4-493f-b487-07abbe2fdc3a admin admin] Deleting subnet 826049cf-17b7-4231-984f-489200840e94 {{(pid=93916) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 18:36:30.507937 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-4c929e95-bcf4-493f-b487-07abbe2fdc3a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:30.570183 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-4c929e95-bcf4-493f-b487-07abbe2fdc3a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26296866'] for subnet, precommit_delete_associations {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:30.687728 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-4c929e95-bcf4-493f-b487-07abbe2fdc3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081283'] for subnet, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:30.751611 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-4c929e95-bcf4-493f-b487-07abbe2fdc3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2684816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26033152'] for subnet, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:30.793203 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c929e95-bcf4-493f-b487-07abbe2fdc3a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=826049cf-17b7-4231-984f-489200840e94,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:36:30.795434 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-4c929e95-bcf4-493f-b487-07abbe2fdc3a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:30.797843 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-4c929e95-bcf4-493f-b487-07abbe2fdc3a admin admin] 10.222.0.16 "DELETE /v2.0/subnets/826049cf-17b7-4231-984f-489200840e94 HTTP/1.1" status: 204 len: 168 time: 0.3647573 Jul 14 18:36:30.799850 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f198a27-eb26-46c2-8499-2a78531f70f4 None None] Network 374c11b6-d334-46cc-9ec3-cf76732d6607 requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:36:30.800614 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 51036) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:36:30.809585 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-4ff012d1-c009-496f-b146-8ed4e3cddcc2 tempest-FloatingIPAdminTestJSON-280141705 tempest-FloatingIPAdminTestJSON-280141705-project] Notify callbacks [] for port, precommit_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:30.814883 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-4ff012d1-c009-496f-b146-8ed4e3cddcc2 tempest-FloatingIPAdminTestJSON-280141705 tempest-FloatingIPAdminTestJSON-280141705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25912978'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:30.878979 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-be090a64-beee-4a64-8494-148df62c538c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645734'] for network, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:30.900790 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff012d1-c009-496f-b146-8ed4e3cddcc2 tempest-FloatingIPAdminTestJSON-280141705 tempest-FloatingIPAdminTestJSON-280141705-project] Pushing event updated for resources: {'Port': ['ID=9f1ef797-7453-47ae-b59c-0e1666df7228,revision_number=2']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:36:30.906792 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-4ff012d1-c009-496f-b146-8ed4e3cddcc2 tempest-FloatingIPAdminTestJSON-280141705 tempest-FloatingIPAdminTestJSON-280141705-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-598741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-928734'] for router_interface, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:30.972107 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-be090a64-beee-4a64-8494-148df62c538c admin admin] Deleting port a39577aa-af14-4128-87e6-30e7a3fdc410 {{(pid=93916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:36:30.972609 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-be090a64-beee-4a64-8494-148df62c538c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:30.990711 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 9a00d11e-0109-48ee-af3c-f83455b8bfa7 no longer exists at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 18:36:31.018432 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] No Port match for: 9a00d11e-0109-48ee-af3c-f83455b8bfa7 {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 18:36:31.019836 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 9a00d11e-0109-48ee-af3c-f83455b8bfa7 not bound to the agent host n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 18:36:31.076499 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37a38153-e9d0-484a-92fc-a310afa34e00 None None] DHCP port deletion for 374c11b6-d334-46cc-9ec3-cf76732d6607 request from n-d-800634-3 {{(pid=93917) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 18:36:31.101239 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.db [None req-be090a64-beee-4a64-8494-148df62c538c admin admin] For port a39577aa-af14-4128-87e6-30e7a3fdc410, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=a39577aa-af14-4128-87e6-30e7a3fdc410,segment=NetworkSegment(37fc176e-f479-4b38-b8f2-9e0a8fc169c7),segment_id=37fc176e-f479-4b38-b8f2-9e0a8fc169c7)] {{(pid=93916) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:36:31.101759 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-be090a64-beee-4a64-8494-148df62c538c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:31.125963 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-be090a64-beee-4a64-8494-148df62c538c admin admin] Calling delete_port for a39577aa-af14-4128-87e6-30e7a3fdc410 owned by network:dhcp {{(pid=93916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:36:31.129295 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ff012d1-c009-496f-b146-8ed4e3cddcc2 tempest-FloatingIPAdminTestJSON-280141705 tempest-FloatingIPAdminTestJSON-280141705-project] Network 80e9fa6f-e318-483f-b191-8ffb6026719e is already hosted by enough agents. {{(pid=93915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:36:31.133436 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [None req-4ff012d1-c009-496f-b146-8ed4e3cddcc2 tempest-FloatingIPAdminTestJSON-280141705 tempest-FloatingIPAdminTestJSON-280141705-project] Resources bound (agent type, host, resource id): {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:36:31.198397 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-37a38153-e9d0-484a-92fc-a310afa34e00 None None] Deleting port a39577aa-af14-4128-87e6-30e7a3fdc410 {{(pid=93917) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:36:31.199081 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-37a38153-e9d0-484a-92fc-a310afa34e00 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:31.302163 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-37a38153-e9d0-484a-92fc-a310afa34e00 None None] For port a39577aa-af14-4128-87e6-30e7a3fdc410, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=a39577aa-af14-4128-87e6-30e7a3fdc410,segment=NetworkSegment(37fc176e-f479-4b38-b8f2-9e0a8fc169c7),segment_id=37fc176e-f479-4b38-b8f2-9e0a8fc169c7)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:36:31.303616 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-37a38153-e9d0-484a-92fc-a310afa34e00 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:31.322512 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-37a38153-e9d0-484a-92fc-a310afa34e00 None None] Calling delete_port for a39577aa-af14-4128-87e6-30e7a3fdc410 owned by network:dhcp {{(pid=93917) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:36:31.345352 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-be090a64-beee-4a64-8494-148df62c538c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:31.447554 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be090a64-beee-4a64-8494-148df62c538c admin admin] No DVR routers for this DVR port a39577aa-af14-4128-87e6-30e7a3fdc410 on host n-d-800634-3 {{(pid=93916) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 18:36:31.459804 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be090a64-beee-4a64-8494-148df62c538c admin admin] Pushing event deleted for resources: {'Port': ['ID=a39577aa-af14-4128-87e6-30e7a3fdc410,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:36:31.470551 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ff012d1-c009-496f-b146-8ed4e3cddcc2 tempest-FloatingIPAdminTestJSON-280141705 tempest-FloatingIPAdminTestJSON-280141705-project] Router 620662ac-657b-40e2-9ce7-6a61c5a423de has already been hosted by L3 agent 2c6eb27e-defb-4cca-9a24-381c7415e359 {{(pid=93915) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 18:36:31.484182 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-37a38153-e9d0-484a-92fc-a310afa34e00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813'] for port, after_delete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:31.509358 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device 0bd5f123-ed1e-4c34-b450-b52212bfa291 details requested by agent hyperv_n-h1-800634-3 with host n-h1-800634-3 {{(pid=93917) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 18:36:31.694965 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-be090a64-beee-4a64-8494-148df62c538c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2096010', 'neutron.services.segments.db._delete_segments_for_network-8728202734996'] for network, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:31.696605 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37a38153-e9d0-484a-92fc-a310afa34e00 None None] No DVR routers for this DVR port a39577aa-af14-4128-87e6-30e7a3fdc410 on host n-d-800634-3 {{(pid=93917) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 18:36:31.712608 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.segments.db [None req-be090a64-beee-4a64-8494-148df62c538c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['374c11b6-d334-46cc-9ec3-cf76732d6607']}} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:36:31.728276 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.segments.db [None req-be090a64-beee-4a64-8494-148df62c538c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37fc176e-f479-4b38-b8f2-9e0a8fc169c7') {'for_net_delete': True} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:36:31.728626 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.segments.db [None req-be090a64-beee-4a64-8494-148df62c538c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37fc176e-f479-4b38-b8f2-9e0a8fc169c7') {} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:36:31.741585 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-be090a64-beee-4a64-8494-148df62c538c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728202715275', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26296891'] for segment, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:31.754761 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a38153-e9d0-484a-92fc-a310afa34e00 None None] Pushing event deleted for resources: {'Port': ['ID=a39577aa-af14-4128-87e6-30e7a3fdc410,revision_number=None']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:36:31.758824 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-be090a64-beee-4a64-8494-148df62c538c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:31.768485 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-fb6c58d8-01e3-4f81-bea1-24caaae6b817 None None] Provisioning complete for port 9f1ef797-7453-47ae-b59c-0e1666df7228 triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:36:31.769834 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-fb6c58d8-01e3-4f81-bea1-24caaae6b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:31.777258 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be090a64-beee-4a64-8494-148df62c538c admin admin] Releasing vlan 65 on physical network physnet1 to pool {{(pid=93916) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 18:36:31.779576 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-be090a64-beee-4a64-8494-148df62c538c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2682942'] for segment, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:31.786323 n-d-800634-3 neutron-server[93916]: Traceback (most recent call last): Jul 14 18:36:31.786323 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 18:36:31.786323 n-d-800634-3 neutron-server[93916]: timer() Jul 14 18:36:31.786323 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 18:36:31.786323 n-d-800634-3 neutron-server[93916]: cb(*args, **kw) Jul 14 18:36:31.786323 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 18:36:31.786323 n-d-800634-3 neutron-server[93916]: return func(*args, **kwargs) Jul 14 18:36:31.786323 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 18:36:31.786323 n-d-800634-3 neutron-server[93916]: self._notify() Jul 14 18:36:31.786323 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 18:36:31.786323 n-d-800634-3 neutron-server[93916]: self.callback(batched_events) Jul 14 18:36:31.786323 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 18:36:31.786323 n-d-800634-3 neutron-server[93916]: event.method(event) Jul 14 18:36:31.786323 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 18:36:31.786323 n-d-800634-3 neutron-server[93916]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 18:36:31.786323 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 18:36:31.786323 n-d-800634-3 neutron-server[93916]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 18:36:31.786323 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 18:36:31.786323 n-d-800634-3 neutron-server[93916]: return f(self, *a, **k) Jul 14 18:36:31.786323 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 18:36:31.786323 n-d-800634-3 neutron-server[93916]: return self._get(url).json() Jul 14 18:36:31.786323 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 18:36:31.786323 n-d-800634-3 neutron-server[93916]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 18:36:31.786323 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 18:36:31.786323 n-d-800634-3 neutron-server[93916]: return self.request(url, 'GET', **kwargs) Jul 14 18:36:31.786323 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 18:36:31.786323 n-d-800634-3 neutron-server[93916]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 18:36:31.786323 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 18:36:31.786323 n-d-800634-3 neutron-server[93916]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 18:36:31.786323 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 18:36:31.786323 n-d-800634-3 neutron-server[93916]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 18:36:31.786323 n-d-800634-3 neutron-server[93916]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 18:36:31.843749 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-fb6c58d8-01e3-4f81-bea1-24caaae6b817 None None] Port 9f1ef797-7453-47ae-b59c-0e1666df7228 cannot update to ACTIVE because it is not bound. {{(pid=93917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 18:36:31.848033 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port 0bd5f123-ed1e-4c34-b450-b52212bfa291, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=0bd5f123-ed1e-4c34-b450-b52212bfa291,segment=NetworkSegment(2e9acea1-3f33-4962-bd97-4942f8279240),segment_id=2e9acea1-3f33-4962-bd97-4942f8279240)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:36:31.867219 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Returning: {'device': '0bd5f123-ed1e-4c34-b450-b52212bfa291', 'network_id': '427e93fa-d737-4f44-b512-27c2a50e24d1', 'port_id': '0bd5f123-ed1e-4c34-b450-b52212bfa291', 'mac_address': 'fa:16:3e:45:90:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3327be3f-f00b-421e-84fc-a95f2f08b6d5', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:foo_zone', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93917) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 18:36:31.924706 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-be090a64-beee-4a64-8494-148df62c538c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2096001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-930085'] for network, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:31.936047 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-be090a64-beee-4a64-8494-148df62c538c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598705'] for network, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:31.938544 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-be090a64-beee-4a64-8494-148df62c538c admin admin] 10.222.0.16 "DELETE /v2.0/networks/374c11b6-d334-46cc-9ec3-cf76732d6607 HTTP/1.1" status: 204 len: 168 time: 1.1359868 Jul 14 18:36:31.946486 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:31.961561 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be090a64-beee-4a64-8494-148df62c538c admin admin] Pushing event deleted for resources: {'Network': ['ID=374c11b6-d334-46cc-9ec3-cf76732d6607,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:36:31.966782 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0bd5f123-ed1e-4c34-b450-b52212bfa291 {{(pid=93917) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 18:36:31.996102 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port 0bd5f123-ed1e-4c34-b450-b52212bfa291, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=0bd5f123-ed1e-4c34-b450-b52212bfa291,segment=NetworkSegment(2e9acea1-3f33-4962-bd97-4942f8279240),segment_id=2e9acea1-3f33-4962-bd97-4942f8279240)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:36:32.003495 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:32.080514 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Pushing event updated for resources: {'Port': ['ID=0bd5f123-ed1e-4c34-b450-b52212bfa291,revision_number=4']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:36:32.206315 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 51052) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:36:32.239499 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ff012d1-c009-496f-b146-8ed4e3cddcc2 tempest-FloatingIPAdminTestJSON-280141705 tempest-FloatingIPAdminTestJSON-280141705-project] Notify agent at l3_agent.n-d-800634-3 the message routers_updated {{(pid=93915) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 18:36:32.245591 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-4ff012d1-c009-496f-b146-8ed4e3cddcc2 tempest-FloatingIPAdminTestJSON-280141705 tempest-FloatingIPAdminTestJSON-280141705-project] 10.222.0.16 "PUT /v2.0/routers/620662ac-657b-40e2-9ce7-6a61c5a423de/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2112179 Jul 14 18:36:32.250187 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-462e3c58-3d51-422f-bd0d-fef675e443a6 None None] Sync routers for ids ['620662ac-657b-40e2-9ce7-6a61c5a423de'] in n-d-800634-3 {{(pid=93917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 18:36:32.250410 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 51054) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:36:32.256143 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-d4a28edb-536a-4624-bc1a-26ce9e7d00c8 tempest-FloatingIPAdminTestJSON-280141705 tempest-FloatingIPAdminTestJSON-280141705-project] Request body: {'port': {'network_id': '80e9fa6f-e318-483f-b191-8ffb6026719e', 'name': 'tempest-FloatingIPAdminTestJSON-37665449'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:36:32.261291 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-462e3c58-3d51-422f-bd0d-fef675e443a6 None None] Routers {'620662ac-657b-40e2-9ce7-6a61c5a423de'} bound to L3 agent in host n-d-800634-3 {{(pid=93917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:36:32.261930 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-462e3c58-3d51-422f-bd0d-fef675e443a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:36:23Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['620662ac-657b-40e2-9ce7-6a61c5a423de'], 'active': True} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:36:32.266730 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-ec9e8ceb-ec2c-4317-af8a-f665a0777926 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ae713e34e8344c009274332962fd3e1e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0565276 Jul 14 18:36:32.267980 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 51056) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:36:32.300557 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] get_ports_and_sgs() called for port_ids ['0bd5f123-ed1e-4c34-b450-b52212bfa291'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 18:36:32.303096 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-462e3c58-3d51-422f-bd0d-fef675e443a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-3', False) {} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:36:32.339782 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-462e3c58-3d51-422f-bd0d-fef675e443a6 None None] Routers {'620662ac-657b-40e2-9ce7-6a61c5a423de'} bound to L3 agent in host n-d-800634-3 {{(pid=93917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:36:32.340999 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-462e3c58-3d51-422f-bd0d-fef675e443a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:36:23Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['620662ac-657b-40e2-9ce7-6a61c5a423de'], 'active': True} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:36:32.371666 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5453275-d865-44c3-8dcc-3c0806ba716f req-6fa752da-d84d-49e0-b212-990befb3ea73 tempest-VolumesActionsTest-225112210 tempest-VolumesActionsTest-225112210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:36:32.375133 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-93c5c8a2-d993-4cde-b0c3-678b665babc8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:32.383006 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-462e3c58-3d51-422f-bd0d-fef675e443a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-3', False) {} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:36:32.383973 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-462e3c58-3d51-422f-bd0d-fef675e443a6 None None] The sync data for ids ['620662ac-657b-40e2-9ce7-6a61c5a423de'] in n-d-800634-3 is: [] {{(pid=93917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 18:36:32.388681 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f5453275-d865-44c3-8dcc-3c0806ba716f req-6fa752da-d84d-49e0-b212-990befb3ea73 tempest-VolumesActionsTest-225112210 tempest-VolumesActionsTest-225112210-project] 10.222.0.16 "GET /v2.0/ports?device_id=7cf0c9f1-af6b-4311-82d2-777855e83e55 HTTP/1.1" status: 200 len: 949 time: 0.2184193 Jul 14 18:36:32.413091 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-93c5c8a2-d993-4cde-b0c3-678b665babc8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:32.426797 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:32.442130 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4a28edb-536a-4624-bc1a-26ce9e7d00c8 tempest-FloatingIPAdminTestJSON-280141705 tempest-FloatingIPAdminTestJSON-280141705-project] Made reservation on behalf of 93b211ec9daa4ae481f1600db30f46fb for: {'port': 1} {{(pid=93915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:36:32.446026 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-d4a28edb-536a-4624-bc1a-26ce9e7d00c8 tempest-FloatingIPAdminTestJSON-280141705 tempest-FloatingIPAdminTestJSON-280141705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:32.458602 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f5453275-d865-44c3-8dcc-3c0806ba716f req-a480dd5d-db96-4a4e-b098-64967b16627b tempest-VolumesActionsTest-225112210 tempest-VolumesActionsTest-225112210-project] 10.222.0.16 "GET /v2.0/security-groups?id=d40c62bc-03c3-45c2-aa04-72967a4aaf1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689363 Jul 14 18:36:32.485506 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [None req-d4a28edb-536a-4624-bc1a-26ce9e7d00c8 tempest-FloatingIPAdminTestJSON-280141705 tempest-FloatingIPAdminTestJSON-280141705-project] device_id is not set on port d5e84090-9823-421f-a589-311ee55f75e6 yet. {{(pid=93915) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 18:36:32.528402 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-93c5c8a2-d993-4cde-b0c3-678b665babc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:32.534557 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-93c5c8a2-d993-4cde-b0c3-678b665babc8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:32.546450 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-93c5c8a2-d993-4cde-b0c3-678b665babc8 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/4973aa98-8832-4679-9ffa-755965597c13 HTTP/1.1" status: 204 len: 168 time: 0.2769010 Jul 14 18:36:32.579778 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c5c8a2-d993-4cde-b0c3-678b665babc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4973aa98-8832-4679-9ffa-755965597c13,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:36:32.653346 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 34262a1d-8c5b-42f9-807a-6a47e8c5c196 no longer exists at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 18:36:32.746080 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] No Port match for: 34262a1d-8c5b-42f9-807a-6a47e8c5c196 {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 18:36:32.747065 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 34262a1d-8c5b-42f9-807a-6a47e8c5c196 not bound to the agent host n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 18:36:32.747665 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device a39577aa-af14-4128-87e6-30e7a3fdc410 no longer exists at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 18:36:32.769593 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.db_base_plugin_common [None req-d4a28edb-536a-4624-bc1a-26ce9e7d00c8 tempest-FloatingIPAdminTestJSON-280141705 tempest-FloatingIPAdminTestJSON-280141705-project] Allocated IP 172.20.0.7 (80e9fa6f-e318-483f-b191-8ffb6026719e/a673e2d8-0111-490f-a2d6-cac157d27002/d5e84090-9823-421f-a589-311ee55f75e6) {{(pid=93915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:36:32.777757 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] No Port match for: a39577aa-af14-4128-87e6-30e7a3fdc410 {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 18:36:32.778711 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device a39577aa-af14-4128-87e6-30e7a3fdc410 not bound to the agent host n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 18:36:33.024021 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-d4a28edb-536a-4624-bc1a-26ce9e7d00c8 tempest-FloatingIPAdminTestJSON-280141705 tempest-FloatingIPAdminTestJSON-280141705-project] Notify callbacks [] for port, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:33.043598 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.provisioning_blocks [None req-d4a28edb-536a-4624-bc1a-26ce9e7d00c8 tempest-FloatingIPAdminTestJSON-280141705 tempest-FloatingIPAdminTestJSON-280141705-project] Transition to ACTIVE for port object d5e84090-9823-421f-a589-311ee55f75e6 will not be triggered until provisioned by entity DHCP. {{(pid=93915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:36:33.072472 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 51074) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:36:33.108096 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-d4a28edb-536a-4624-bc1a-26ce9e7d00c8 tempest-FloatingIPAdminTestJSON-280141705 tempest-FloatingIPAdminTestJSON-280141705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:33.168398 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4a28edb-536a-4624-bc1a-26ce9e7d00c8 tempest-FloatingIPAdminTestJSON-280141705 tempest-FloatingIPAdminTestJSON-280141705-project] Network 80e9fa6f-e318-483f-b191-8ffb6026719e is already hosted by enough agents. {{(pid=93915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:36:33.173311 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [None req-d4a28edb-536a-4624-bc1a-26ce9e7d00c8 tempest-FloatingIPAdminTestJSON-280141705 tempest-FloatingIPAdminTestJSON-280141705-project] Resources bound (agent type, host, resource id): {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:36:33.179414 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4a28edb-536a-4624-bc1a-26ce9e7d00c8 tempest-FloatingIPAdminTestJSON-280141705 tempest-FloatingIPAdminTestJSON-280141705-project] Received port after_create {{(pid=93915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:36:33.230090 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a28edb-536a-4624-bc1a-26ce9e7d00c8 tempest-FloatingIPAdminTestJSON-280141705 tempest-FloatingIPAdminTestJSON-280141705-project] Pushing event updated for resources: {'Port': ['ID=d5e84090-9823-421f-a589-311ee55f75e6,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:36:33.268556 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4a28edb-536a-4624-bc1a-26ce9e7d00c8 tempest-FloatingIPAdminTestJSON-280141705 tempest-FloatingIPAdminTestJSON-280141705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:36:33.269664 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-d4a28edb-536a-4624-bc1a-26ce9e7d00c8 tempest-FloatingIPAdminTestJSON-280141705 tempest-FloatingIPAdminTestJSON-280141705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:33.299646 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-d4a28edb-536a-4624-bc1a-26ce9e7d00c8 tempest-FloatingIPAdminTestJSON-280141705 tempest-FloatingIPAdminTestJSON-280141705-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.0481255 Jul 14 18:36:33.300620 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 51078) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:36:33.589711 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-fa3c9912-e2df-4344-b434-f59d28fd0c7f None None] Provisioning for port d5e84090-9823-421f-a589-311ee55f75e6 completed by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:36:33.599411 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-fa3c9912-e2df-4344-b434-f59d28fd0c7f None None] Provisioning complete for port d5e84090-9823-421f-a589-311ee55f75e6 triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:36:33.600315 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-fa3c9912-e2df-4344-b434-f59d28fd0c7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:33.649950 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-bf7308c5-5c18-4a57-855e-3bd4945cb58b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7ac1d5b7e3914afd8d483c4cde2c1e9a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5743644 Jul 14 18:36:33.650691 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 51090) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:36:33.664468 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-fa3c9912-e2df-4344-b434-f59d28fd0c7f None None] Port d5e84090-9823-421f-a589-311ee55f75e6 cannot update to ACTIVE because it is not bound. {{(pid=93917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 18:36:33.720103 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-cd1435db-966d-44e5-b772-4bb0c05efcc9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:33.751767 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-cd1435db-966d-44e5-b772-4bb0c05efcc9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:33.779244 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-3b7a5b10-4f17-40cd-8918-98a24b357c41 tempest-FloatingIPAdminTestJSON-176449326 tempest-FloatingIPAdminTestJSON-176449326-project-admin] Request body: {'floatingip': {'floating_network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'project_id': '93b211ec9daa4ae481f1600db30f46fb', 'port_id': 'd5e84090-9823-421f-a589-311ee55f75e6'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:36:33.832158 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f961bc-5932-44d7-9c34-f509d0b36a84 req-1134ecdb-08f0-4cb4-93a6-1fd3b2ad6717 tempest-VolumesActionsTest-225112210 tempest-VolumesActionsTest-225112210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:36:33.834940 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b9f961bc-5932-44d7-9c34-f509d0b36a84 req-1134ecdb-08f0-4cb4-93a6-1fd3b2ad6717 tempest-VolumesActionsTest-225112210 tempest-VolumesActionsTest-225112210-project] 10.222.0.16 "GET /v2.0/ports?device_id=7cf0c9f1-af6b-4311-82d2-777855e83e55 HTTP/1.1" status: 200 len: 949 time: 0.1568391 Jul 14 18:36:33.836046 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-3b7a5b10-4f17-40cd-8918-98a24b357c41 tempest-FloatingIPAdminTestJSON-176449326 tempest-FloatingIPAdminTestJSON-176449326-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:33.850171 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-cd1435db-966d-44e5-b772-4bb0c05efcc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:33.853404 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-cd1435db-966d-44e5-b772-4bb0c05efcc9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:33.854605 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-cd1435db-966d-44e5-b772-4bb0c05efcc9 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/071df424-653d-45ba-a70a-7a9378a1257a HTTP/1.1" status: 204 len: 168 time: 0.2030435 Jul 14 18:36:33.880593 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1435db-966d-44e5-b772-4bb0c05efcc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=071df424-653d-45ba-a70a-7a9378a1257a,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:36:33.970615 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b9f961bc-5932-44d7-9c34-f509d0b36a84 req-296e5734-7202-4c1c-be66-cbee4b051121 tempest-VolumesActionsTest-225112210 tempest-VolumesActionsTest-225112210-project] 10.222.0.16 "GET /v2.0/security-groups?id=d40c62bc-03c3-45c2-aa04-72967a4aaf1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300621 Jul 14 18:36:34.034189 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-3b7a5b10-4f17-40cd-8918-98a24b357c41 tempest-FloatingIPAdminTestJSON-176449326 tempest-FloatingIPAdminTestJSON-176449326-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:34.230649 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.db_base_plugin_common [None req-3b7a5b10-4f17-40cd-8918-98a24b357c41 tempest-FloatingIPAdminTestJSON-176449326 tempest-FloatingIPAdminTestJSON-176449326-project-admin] Allocated IP 172.25.1.54 (9200a437-e1de-4520-88f6-e68386523e61/5f47f848-4532-407a-a0e2-5690ade15fd0/e5c4e6b8-47e7-4242-ac2a-342a24f89ca1) {{(pid=93915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:36:34.379215 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-3b7a5b10-4f17-40cd-8918-98a24b357c41 tempest-FloatingIPAdminTestJSON-176449326 tempest-FloatingIPAdminTestJSON-176449326-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:34.434401 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-3b7a5b10-4f17-40cd-8918-98a24b357c41 tempest-FloatingIPAdminTestJSON-176449326 tempest-FloatingIPAdminTestJSON-176449326-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:34.519393 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b7a5b10-4f17-40cd-8918-98a24b357c41 tempest-FloatingIPAdminTestJSON-176449326 tempest-FloatingIPAdminTestJSON-176449326-project-admin] Network 9200a437-e1de-4520-88f6-e68386523e61 is already hosted by enough agents. {{(pid=93915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:36:34.532635 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [None req-3b7a5b10-4f17-40cd-8918-98a24b357c41 tempest-FloatingIPAdminTestJSON-176449326 tempest-FloatingIPAdminTestJSON-176449326-project-admin] Resources bound (agent type, host, resource id): {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:36:34.539549 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b7a5b10-4f17-40cd-8918-98a24b357c41 tempest-FloatingIPAdminTestJSON-176449326 tempest-FloatingIPAdminTestJSON-176449326-project-admin] Received port after_create {{(pid=93915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:36:34.586498 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7a5b10-4f17-40cd-8918-98a24b357c41 tempest-FloatingIPAdminTestJSON-176449326 tempest-FloatingIPAdminTestJSON-176449326-project-admin] Pushing event updated for resources: {'Port': ['ID=e5c4e6b8-47e7-4242-ac2a-342a24f89ca1,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:36:35.053009 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-3b7a5b10-4f17-40cd-8918-98a24b357c41 tempest-FloatingIPAdminTestJSON-176449326 tempest-FloatingIPAdminTestJSON-176449326-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:35.214622 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-3b7a5b10-4f17-40cd-8918-98a24b357c41 tempest-FloatingIPAdminTestJSON-176449326 tempest-FloatingIPAdminTestJSON-176449326-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:35.293315 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:35.331150 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device 0bd5f123-ed1e-4c34-b450-b52212bfa291 up at agent hyperv_n-h1-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:36:35.386536 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61cc939-0f04-43ab-88c6-029645bb0579 req-5bb69603-6612-4e14-ba37-fb7aef025498 tempest-VolumesActionsTest-225112210 tempest-VolumesActionsTest-225112210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:36:35.388140 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f61cc939-0f04-43ab-88c6-029645bb0579 req-5bb69603-6612-4e14-ba37-fb7aef025498 tempest-VolumesActionsTest-225112210 tempest-VolumesActionsTest-225112210-project] 10.222.0.16 "GET /v2.0/ports?device_id=7cf0c9f1-af6b-4311-82d2-777855e83e55 HTTP/1.1" status: 200 len: 949 time: 0.1519840 Jul 14 18:36:35.397071 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Provisioning for port 0bd5f123-ed1e-4c34-b450-b52212bfa291 completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:36:35.402967 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Provisioning complete for port 0bd5f123-ed1e-4c34-b450-b52212bfa291 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:36:35.403596 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:35.472508 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f61cc939-0f04-43ab-88c6-029645bb0579 req-db6b29e2-1d13-4409-a889-4c407f228f8c tempest-VolumesActionsTest-225112210 tempest-VolumesActionsTest-225112210-project] 10.222.0.16 "GET /v2.0/security-groups?id=d40c62bc-03c3-45c2-aa04-72967a4aaf1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769980 Jul 14 18:36:35.495323 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-3b7a5b10-4f17-40cd-8918-98a24b357c41 tempest-FloatingIPAdminTestJSON-176449326 tempest-FloatingIPAdminTestJSON-176449326-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:35.505952 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-3b7a5b10-4f17-40cd-8918-98a24b357c41 tempest-FloatingIPAdminTestJSON-176449326 tempest-FloatingIPAdminTestJSON-176449326-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25912978'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:35.533507 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:35.580392 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cf0c9f1-af6b-4311-82d2-777855e83e55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bd5f123-ed1e-4c34-b450-b52212bfa291'}] {{(pid=93917) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:36:35.584447 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20b787f3c29eaa7aa2a4d648c725a2124c5ff39a8d793252f9d844495e14cf42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bbe5322-deaa-4b35-92d0-d1dc4e4bef9d" -d '{"events": [{"server_uuid": "7cf0c9f1-af6b-4311-82d2-777855e83e55", "name": "network-vif-plugged", "status": "completed", "tag": "0bd5f123-ed1e-4c34-b450-b52212bfa291"}]}' {{(pid=93917) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:36:35.634350 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port 0bd5f123-ed1e-4c34-b450-b52212bfa291, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=0bd5f123-ed1e-4c34-b450-b52212bfa291,segment=NetworkSegment(2e9acea1-3f33-4962-bd97-4942f8279240),segment_id=2e9acea1-3f33-4962-bd97-4942f8279240)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:36:35.642554 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:35.673201 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7a5b10-4f17-40cd-8918-98a24b357c41 tempest-FloatingIPAdminTestJSON-176449326 tempest-FloatingIPAdminTestJSON-176449326-project-admin] Pushing event updated for resources: {'Port': ['ID=e5c4e6b8-47e7-4242-ac2a-342a24f89ca1,revision_number=2']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:36:35.694359 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-3b7a5b10-4f17-40cd-8918-98a24b357c41 tempest-FloatingIPAdminTestJSON-176449326 tempest-FloatingIPAdminTestJSON-176449326-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-930131'] for floatingip, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:35.726728 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 18:36:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2467a7ea-7cc6-47e0-be61-8ce6d73d706d x-openstack-request-id: req-2467a7ea-7cc6-47e0-be61-8ce6d73d706d {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:36:35.726728 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7cf0c9f1-af6b-4311-82d2-777855e83e55", "name": "network-vif-plugged", "status": "completed", "tag": "0bd5f123-ed1e-4c34-b450-b52212bfa291", "code": 200}]} {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:36:35.726728 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2467a7ea-7cc6-47e0-be61-8ce6d73d706d {{(pid=93917) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:36:35.726728 n-d-800634-3 neutron-server[93917]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7cf0c9f1-af6b-4311-82d2-777855e83e55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bd5f123-ed1e-4c34-b450-b52212bfa291', 'code': 200} Jul 14 18:36:35.805650 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Pushing event updated for resources: {'Port': ['ID=0bd5f123-ed1e-4c34-b450-b52212bfa291,revision_number=5']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:36:35.916051 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f61b593-d4ff-4b8c-9e44-24aedaba4163 req-b97bc1b5-0185-416b-b0cd-3675997cecb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:36:35.918182 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-8f61b593-d4ff-4b8c-9e44-24aedaba4163 req-b97bc1b5-0185-416b-b0cd-3675997cecb4 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=7cf0c9f1-af6b-4311-82d2-777855e83e55 HTTP/1.1" status: 200 len: 1101 time: 0.1513252 Jul 14 18:36:35.919673 n-d-800634-3 neutron-server[93915]: INFO neutron.db.l3_db [None req-3b7a5b10-4f17-40cd-8918-98a24b357c41 tempest-FloatingIPAdminTestJSON-176449326 tempest-FloatingIPAdminTestJSON-176449326-project-admin] Floating IP 7288e841-25e2-42e1-acdf-25c2bbacbd77 associated. External IP: 172.25.1.54, port: d5e84090-9823-421f-a589-311ee55f75e6. Jul 14 18:36:36.032678 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-8f61b593-d4ff-4b8c-9e44-24aedaba4163 req-5b694509-197f-48f8-aaac-018806f15d3d service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=d40c62bc-03c3-45c2-aa04-72967a4aaf1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074431 Jul 14 18:36:36.294263 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b7a5b10-4f17-40cd-8918-98a24b357c41 tempest-FloatingIPAdminTestJSON-176449326 tempest-FloatingIPAdminTestJSON-176449326-project-admin] Router 620662ac-657b-40e2-9ce7-6a61c5a423de has already been hosted by L3 agent 2c6eb27e-defb-4cca-9a24-381c7415e359 {{(pid=93915) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 18:36:36.447710 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b7a5b10-4f17-40cd-8918-98a24b357c41 tempest-FloatingIPAdminTestJSON-176449326 tempest-FloatingIPAdminTestJSON-176449326-project-admin] Notify agent at l3_agent.n-d-800634-3 the message routers_updated {{(pid=93915) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 18:36:36.464010 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bc48bb6-8870-4e71-b776-2902d9ef1848 None None] Sync routers for ids ['620662ac-657b-40e2-9ce7-6a61c5a423de'] in n-d-800634-3 {{(pid=93918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 18:36:36.530373 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bc48bb6-8870-4e71-b776-2902d9ef1848 None None] Routers {'620662ac-657b-40e2-9ce7-6a61c5a423de'} bound to L3 agent in host n-d-800634-3 {{(pid=93918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:36:36.530373 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-3bc48bb6-8870-4e71-b776-2902d9ef1848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:36:23Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['620662ac-657b-40e2-9ce7-6a61c5a423de'], 'active': True} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:36:36.533848 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-3b7a5b10-4f17-40cd-8918-98a24b357c41 tempest-FloatingIPAdminTestJSON-176449326 tempest-FloatingIPAdminTestJSON-176449326-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for floatingip, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:36.608543 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 51178) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:36:36.617760 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-6787901c-0c49-4608-9067-69ebdad6d87c tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2043523568', 'description': 'tempest-secgroup-smoke-2043523568 description', 'project_id': 'af718961b2754d7c873f442ed35947bb'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:36:36.641339 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-3b7a5b10-4f17-40cd-8918-98a24b357c41 tempest-FloatingIPAdminTestJSON-176449326 tempest-FloatingIPAdminTestJSON-176449326-project-admin] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 985 time: 3.3394232 Jul 14 18:36:36.646715 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 51180) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:36:36.704269 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-6787901c-0c49-4608-9067-69ebdad6d87c tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks [] for security_group, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:36.728104 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-6787901c-0c49-4608-9067-69ebdad6d87c tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks [] for security_group, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:36.747848 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-3bc48bb6-8870-4e71-b776-2902d9ef1848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-3', False) {} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:36:36.783720 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bc48bb6-8870-4e71-b776-2902d9ef1848 None None] Routers {'620662ac-657b-40e2-9ce7-6a61c5a423de'} bound to L3 agent in host n-d-800634-3 {{(pid=93918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:36:36.784697 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-3bc48bb6-8870-4e71-b776-2902d9ef1848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:36:23Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['620662ac-657b-40e2-9ce7-6a61c5a423de'], 'active': True} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:36:36.828216 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-3bc48bb6-8870-4e71-b776-2902d9ef1848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-3', False) {} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:36:36.829078 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bc48bb6-8870-4e71-b776-2902d9ef1848 None None] The sync data for ids ['620662ac-657b-40e2-9ce7-6a61c5a423de'] in n-d-800634-3 is: [] {{(pid=93918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 18:36:36.938923 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-6787901c-0c49-4608-9067-69ebdad6d87c tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks [] for security_group, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:36.944291 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-6787901c-0c49-4608-9067-69ebdad6d87c tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:36.983336 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-46000678-fab5-4066-8b2e-f7bd02a0e793 tempest-FloatingIPAdminTestJSON-176449326 tempest-FloatingIPAdminTestJSON-176449326-project-admin] 10.222.0.16 "GET /v2.0/floatingips/7288e841-25e2-42e1-acdf-25c2bbacbd77 HTTP/1.1" status: 200 len: 980 time: 0.2633364 Jul 14 18:36:36.985947 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 51184) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:36:37.010618 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ae67f8-a75c-450b-80c1-6c99af401469 req-02601b35-aae0-4785-9651-207f8e8870d3 tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:36:37.012324 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-02ae67f8-a75c-450b-80c1-6c99af401469 req-02601b35-aae0-4785-9651-207f8e8870d3 tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] 10.222.0.16 "GET /v2.0/ports?device_id=9cc02da8-a510-4707-81d5-af2edaddbb4a HTTP/1.1" status: 200 len: 946 time: 0.3966026 Jul 14 18:36:37.045518 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba624c8-8b45-4ec5-8762-c0f2d5c9d349 req-6d9dd45a-072b-4dd2-8452-dfa068953dff tempest-VolumesActionsTest-225112210 tempest-VolumesActionsTest-225112210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:36:37.047263 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-4ba624c8-8b45-4ec5-8762-c0f2d5c9d349 req-6d9dd45a-072b-4dd2-8452-dfa068953dff tempest-VolumesActionsTest-225112210 tempest-VolumesActionsTest-225112210-project] 10.222.0.16 "GET /v2.0/ports?device_id=7cf0c9f1-af6b-4311-82d2-777855e83e55 HTTP/1.1" status: 200 len: 950 time: 0.1773577 Jul 14 18:36:37.066831 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6787901c-0c49-4608-9067-69ebdad6d87c tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d1b77fa3-d2f0-4dc9-9b98-76044c47568e,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:36:37.091690 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-02ae67f8-a75c-450b-80c1-6c99af401469 req-520e1a01-b642-4449-9798-4d8fd4ca344f tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] 10.222.0.16 "GET /v2.0/security-groups?id=3eac0233-2f58-4c36-8bbf-3f6eb68f3b22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732160 Jul 14 18:36:37.124938 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-4ba624c8-8b45-4ec5-8762-c0f2d5c9d349 req-4a1935d3-d060-42a9-98a4-23691b116cfe tempest-VolumesActionsTest-225112210 tempest-VolumesActionsTest-225112210-project] 10.222.0.16 "GET /v2.0/security-groups?id=d40c62bc-03c3-45c2-aa04-72967a4aaf1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705297 Jul 14 18:36:37.160754 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-2d6a999f-e3a6-4e30-aeab-a083b7a0870b tempest-FloatingIPAdminTestJSON-176449326 tempest-FloatingIPAdminTestJSON-176449326-project-admin] 10.222.0.16 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3818 time: 0.1711071 Jul 14 18:36:37.161181 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 51186) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:36:37.208366 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-6787901c-0c49-4608-9067-69ebdad6d87c tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks [] for security_group, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:37.213559 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-6787901c-0c49-4608-9067-69ebdad6d87c tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:37.245268 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-6787901c-0c49-4608-9067-69ebdad6d87c tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:37.249571 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-6787901c-0c49-4608-9067-69ebdad6d87c tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.6355467 Jul 14 18:36:37.250535 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 51188) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:36:37.255279 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-cff1f78b-0d28-46f6-aadb-ce8759749ac9 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Request body: {'security_group_rule': {'security_group_id': 'c67cf0ff-df49-40b6-a3f5-cbd66b5fac2e', 'project_id': 'af718961b2754d7c873f442ed35947bb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:36:37.261259 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6787901c-0c49-4608-9067-69ebdad6d87c tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c67cf0ff-df49-40b6-a3f5-cbd66b5fac2e,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:36:37.293977 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-cff1f78b-0d28-46f6-aadb-ce8759749ac9 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:37.357045 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [None req-ef8c9582-30ac-4a1d-8a24-00cb5e395ea8 tempest-FloatingIPAdminTestJSON-280141705 tempest-FloatingIPAdminTestJSON-280141705-project] Deleting port e5c4e6b8-47e7-4242-ac2a-342a24f89ca1 {{(pid=93915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:36:37.357851 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-ef8c9582-30ac-4a1d-8a24-00cb5e395ea8 tempest-FloatingIPAdminTestJSON-280141705 tempest-FloatingIPAdminTestJSON-280141705-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:37.424038 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-cff1f78b-0d28-46f6-aadb-ce8759749ac9 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:37.429514 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-cff1f78b-0d28-46f6-aadb-ce8759749ac9 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305173'] for security_group_rule, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:37.447456 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff1f78b-0d28-46f6-aadb-ce8759749ac9 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7ec63a6-6953-4e6a-90fc-8d26aa820ece,revision_number=0']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:36:37.465103 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-cff1f78b-0d28-46f6-aadb-ce8759749ac9 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:37.466740 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-cff1f78b-0d28-46f6-aadb-ce8759749ac9 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2150738 Jul 14 18:36:37.470749 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 51194) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:36:37.477585 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-06e86716-746a-4b36-a98f-29289138c887 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Request body: {'security_group_rule': {'security_group_id': 'c67cf0ff-df49-40b6-a3f5-cbd66b5fac2e', 'project_id': 'af718961b2754d7c873f442ed35947bb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:36:37.480868 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-ef8c9582-30ac-4a1d-8a24-00cb5e395ea8 tempest-FloatingIPAdminTestJSON-280141705 tempest-FloatingIPAdminTestJSON-280141705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:37.481196 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-ef8c9582-30ac-4a1d-8a24-00cb5e395ea8 tempest-FloatingIPAdminTestJSON-280141705 tempest-FloatingIPAdminTestJSON-280141705-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:37.512911 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-06e86716-746a-4b36-a98f-29289138c887 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:37.515067 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [None req-ef8c9582-30ac-4a1d-8a24-00cb5e395ea8 tempest-FloatingIPAdminTestJSON-280141705 tempest-FloatingIPAdminTestJSON-280141705-project] Calling delete_port for e5c4e6b8-47e7-4242-ac2a-342a24f89ca1 owned by network:floatingip {{(pid=93915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:36:37.626636 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-06e86716-746a-4b36-a98f-29289138c887 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:37.632595 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-06e86716-746a-4b36-a98f-29289138c887 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305173'] for security_group_rule, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:37.656624 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e86716-746a-4b36-a98f-29289138c887 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6fcbbf28-6b9a-4310-9f2b-04f7dbae05d8,revision_number=0']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:36:37.663743 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-06e86716-746a-4b36-a98f-29289138c887 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:37.668438 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-06e86716-746a-4b36-a98f-29289138c887 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1955976 Jul 14 18:36:37.669113 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 51198) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:36:37.673764 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-bc3dac33-af8b-4df6-b615-1950b3ef868b tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Request body: {'security_group_rule': {'security_group_id': 'c67cf0ff-df49-40b6-a3f5-cbd66b5fac2e', 'project_id': 'af718961b2754d7c873f442ed35947bb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:36:37.709470 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-bc3dac33-af8b-4df6-b615-1950b3ef868b tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:37.809861 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-ef8c9582-30ac-4a1d-8a24-00cb5e395ea8 tempest-FloatingIPAdminTestJSON-280141705 tempest-FloatingIPAdminTestJSON-280141705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:37.816535 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-bc3dac33-af8b-4df6-b615-1950b3ef868b tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:37.821952 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-bc3dac33-af8b-4df6-b615-1950b3ef868b tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305173'] for security_group_rule, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:37.847385 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3dac33-af8b-4df6-b615-1950b3ef868b tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5bcb73fb-ec13-403b-af55-91406b72f9f7,revision_number=0']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:36:37.860360 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-bc3dac33-af8b-4df6-b615-1950b3ef868b tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:37.865666 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-bc3dac33-af8b-4df6-b615-1950b3ef868b tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1952629 Jul 14 18:36:37.866284 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 51202) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:36:37.871733 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-477d94c6-2e37-4bc5-aa65-0c383bcffcdb tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Request body: {'security_group_rule': {'security_group_id': 'c67cf0ff-df49-40b6-a3f5-cbd66b5fac2e', 'project_id': 'af718961b2754d7c873f442ed35947bb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:36:37.909266 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-477d94c6-2e37-4bc5-aa65-0c383bcffcdb tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:37.990116 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-477d94c6-2e37-4bc5-aa65-0c383bcffcdb tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:37.997586 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-477d94c6-2e37-4bc5-aa65-0c383bcffcdb tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305173'] for security_group_rule, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:38.022433 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477d94c6-2e37-4bc5-aa65-0c383bcffcdb tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=883ab9c9-0bdd-43de-be17-2acb2ca72935,revision_number=0']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:36:38.025275 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-477d94c6-2e37-4bc5-aa65-0c383bcffcdb tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:38.029064 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-477d94c6-2e37-4bc5-aa65-0c383bcffcdb tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1592538 Jul 14 18:36:38.029379 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 51204) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:36:38.034844 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-01ab93d7-03e1-43b1-940e-21558e87c964 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Request body: {'security_group_rule': {'security_group_id': 'c67cf0ff-df49-40b6-a3f5-cbd66b5fac2e', 'project_id': 'af718961b2754d7c873f442ed35947bb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:36:38.062291 n-d-800634-3 neutron-server[93916]: INFO neutron.db.securitygroups_db [None req-01ab93d7-03e1-43b1-940e-21558e87c964 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Project af718961b2754d7c873f442ed35947bb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 14 18:36:38.068266 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-01ab93d7-03e1-43b1-940e-21558e87c964 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:38.142350 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-01ab93d7-03e1-43b1-940e-21558e87c964 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:38.146810 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-01ab93d7-03e1-43b1-940e-21558e87c964 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305173'] for security_group_rule, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:38.167785 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ab93d7-03e1-43b1-940e-21558e87c964 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a4d2281-b619-41d5-82cf-f15e6f0e12ce,revision_number=0']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:36:38.183571 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-01ab93d7-03e1-43b1-940e-21558e87c964 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:38.189569 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-01ab93d7-03e1-43b1-940e-21558e87c964 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1554451 Jul 14 18:36:38.190242 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 51210) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:36:38.199567 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-4c3e6b0a-ddd2-41d3-8b7d-3c0ff750c4fd tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Request body: {'security_group_rule': {'security_group_id': 'c67cf0ff-df49-40b6-a3f5-cbd66b5fac2e', 'project_id': 'af718961b2754d7c873f442ed35947bb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:36:38.216661 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8c9582-30ac-4a1d-8a24-00cb5e395ea8 tempest-FloatingIPAdminTestJSON-280141705 tempest-FloatingIPAdminTestJSON-280141705-project] Pushing event deleted for resources: {'Port': ['ID=e5c4e6b8-47e7-4242-ac2a-342a24f89ca1,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:36:38.257432 n-d-800634-3 neutron-server[93916]: INFO neutron.db.securitygroups_db [None req-4c3e6b0a-ddd2-41d3-8b7d-3c0ff750c4fd tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Project af718961b2754d7c873f442ed35947bb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 14 18:36:38.269888 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-4c3e6b0a-ddd2-41d3-8b7d-3c0ff750c4fd tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:38.297892 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-ef8c9582-30ac-4a1d-8a24-00cb5e395ea8 tempest-FloatingIPAdminTestJSON-280141705 tempest-FloatingIPAdminTestJSON-280141705-project] Notify callbacks [] for floatingip, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:38.298228 n-d-800634-3 neutron-server[93915]: INFO neutron.db.l3_db [None req-ef8c9582-30ac-4a1d-8a24-00cb5e395ea8 tempest-FloatingIPAdminTestJSON-280141705 tempest-FloatingIPAdminTestJSON-280141705-project] Floating IP 7288e841-25e2-42e1-acdf-25c2bbacbd77 disassociated (deleted). External IP: 172.25.1.54, port: d5e84090-9823-421f-a589-311ee55f75e6. Jul 14 18:36:38.365561 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-4c3e6b0a-ddd2-41d3-8b7d-3c0ff750c4fd tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:38.370678 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-4c3e6b0a-ddd2-41d3-8b7d-3c0ff750c4fd tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305173'] for security_group_rule, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:38.394647 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3e6b0a-ddd2-41d3-8b7d-3c0ff750c4fd tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94bda0de-1758-4545-8f83-025b634d1e5e,revision_number=0']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:36:38.402223 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-4c3e6b0a-ddd2-41d3-8b7d-3c0ff750c4fd tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:38.406139 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-4c3e6b0a-ddd2-41d3-8b7d-3c0ff750c4fd tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2137525 Jul 14 18:36:38.409896 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 51214) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:36:38.415817 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-0ca4aafb-4278-4134-a096-07a1ac98a3cd tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Request body: {'network': {'name': 'tempest-network-smoke--522769872', 'project_id': 'af718961b2754d7c873f442ed35947bb', 'port_security_enabled': True}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:36:38.459122 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ca4aafb-4278-4134-a096-07a1ac98a3cd tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Made reservation on behalf of af718961b2754d7c873f442ed35947bb for: {'network': 1} {{(pid=93916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:36:38.467362 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-0ca4aafb-4278-4134-a096-07a1ac98a3cd tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for network, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:38.499514 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ca4aafb-4278-4134-a096-07a1ac98a3cd tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 64} {{(pid=93916) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 18:36:38.511561 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-0ca4aafb-4278-4134-a096-07a1ac98a3cd tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:38.512052 n-d-800634-3 neutron-server[93916]: INFO neutron.db.segments_db [None req-0ca4aafb-4278-4134-a096-07a1ac98a3cd tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Added segment 4f5e1cb4-ef62-44dd-b171-50e9c0e61133 of type vlan for network 725cc431-8d64-405c-80c6-620abc8a4603 Jul 14 18:36:38.542424 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68c6753-2131-4d5d-99ff-fd4be26f3104 req-f74c76ab-e6d7-4663-b657-5f716a6eeea2 tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:36:38.548828 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c68c6753-2131-4d5d-99ff-fd4be26f3104 req-f74c76ab-e6d7-4663-b657-5f716a6eeea2 tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] 10.222.0.16 "GET /v2.0/ports?device_id=9cc02da8-a510-4707-81d5-af2edaddbb4a HTTP/1.1" status: 200 len: 946 time: 0.1947536 Jul 14 18:36:38.567015 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-0ca4aafb-4278-4134-a096-07a1ac98a3cd tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728202197517'] for network, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:38.578379 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe448680-ada6-43ee-b2d9-bb1e9be24bad req-2ba7db4d-247b-404e-a1a4-4496fea92a1c tempest-VolumesActionsTest-225112210 tempest-VolumesActionsTest-225112210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:36:38.579923 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-fe448680-ada6-43ee-b2d9-bb1e9be24bad req-2ba7db4d-247b-404e-a1a4-4496fea92a1c tempest-VolumesActionsTest-225112210 tempest-VolumesActionsTest-225112210-project] 10.222.0.16 "GET /v2.0/ports?device_id=7cf0c9f1-af6b-4311-82d2-777855e83e55 HTTP/1.1" status: 200 len: 950 time: 0.2273517 Jul 14 18:36:38.601989 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-0ca4aafb-4278-4134-a096-07a1ac98a3cd tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727'] for network, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:38.607741 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ca4aafb-4278-4134-a096-07a1ac98a3cd tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:36:38.608492 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-0ca4aafb-4278-4134-a096-07a1ac98a3cd tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598705'] for network, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:38.662521 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c68c6753-2131-4d5d-99ff-fd4be26f3104 req-18b89ee8-7ef5-4997-aa3c-7d40583c4f52 tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] 10.222.0.16 "GET /v2.0/security-groups?id=3eac0233-2f58-4c36-8bbf-3f6eb68f3b22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1127255 Jul 14 18:36:38.677682 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-0ca4aafb-4278-4134-a096-07a1ac98a3cd tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2631817 Jul 14 18:36:38.678157 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 51220) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:36:38.682855 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-56a986b6-464a-4360-a10e-b03a643512f0 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-422052349', 'admin_state_up': True, 'project_id': 'af718961b2754d7c873f442ed35947bb', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61'}}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:36:38.696883 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca4aafb-4278-4134-a096-07a1ac98a3cd tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Pushing event updated for resources: {'Network': ['ID=725cc431-8d64-405c-80c6-620abc8a4603,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:36:38.720989 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Network 725cc431-8d64-405c-80c6-620abc8a4603 details requested by agent ovs-agent-n-d-800634-3 with host n-d-800634-3 {{(pid=93917) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 18:36:38.722716 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-fe448680-ada6-43ee-b2d9-bb1e9be24bad req-d5c5dc3a-ff47-4f51-9694-5773f84cfe71 tempest-VolumesActionsTest-225112210 tempest-VolumesActionsTest-225112210-project] 10.222.0.16 "GET /v2.0/security-groups?id=d40c62bc-03c3-45c2-aa04-72967a4aaf1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050241 Jul 14 18:36:38.738968 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef8c9582-30ac-4a1d-8a24-00cb5e395ea8 tempest-FloatingIPAdminTestJSON-280141705 tempest-FloatingIPAdminTestJSON-280141705-project] Router 620662ac-657b-40e2-9ce7-6a61c5a423de has already been hosted by L3 agent 2c6eb27e-defb-4cca-9a24-381c7415e359 {{(pid=93915) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 18:36:38.741879 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-56a986b6-464a-4360-a10e-b03a643512f0 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-571768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11104'] for router, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:38.743404 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-56a986b6-464a-4360-a10e-b03a643512f0 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-571675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-930014', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-632314', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11129'] for router, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:38.923585 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-56a986b6-464a-4360-a10e-b03a643512f0 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:38.939306 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef8c9582-30ac-4a1d-8a24-00cb5e395ea8 tempest-FloatingIPAdminTestJSON-280141705 tempest-FloatingIPAdminTestJSON-280141705-project] Notify agent at l3_agent.n-d-800634-3 the message routers_updated {{(pid=93915) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 18:36:38.970702 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-ef8c9582-30ac-4a1d-8a24-00cb5e395ea8 tempest-FloatingIPAdminTestJSON-280141705 tempest-FloatingIPAdminTestJSON-280141705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for floatingip, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:39.024285 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d16918c7-4b55-4ef1-8c8b-d83d31eb0a9b None None] Sync routers for ids ['620662ac-657b-40e2-9ce7-6a61c5a423de'] in n-d-800634-3 {{(pid=93917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 18:36:39.048631 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d16918c7-4b55-4ef1-8c8b-d83d31eb0a9b None None] Routers {'620662ac-657b-40e2-9ce7-6a61c5a423de'} bound to L3 agent in host n-d-800634-3 {{(pid=93917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:36:39.049817 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-d16918c7-4b55-4ef1-8c8b-d83d31eb0a9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:36:23Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['620662ac-657b-40e2-9ce7-6a61c5a423de'], 'active': True} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:36:39.086897 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-ef8c9582-30ac-4a1d-8a24-00cb5e395ea8 tempest-FloatingIPAdminTestJSON-280141705 tempest-FloatingIPAdminTestJSON-280141705-project] 10.222.0.16 "DELETE /v2.0/floatingips/7288e841-25e2-42e1-acdf-25c2bbacbd77 HTTP/1.1" status: 204 len: 168 time: 1.9245141 Jul 14 18:36:39.087775 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 51226) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:36:39.096946 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-c2b1fafa-104a-4c01-a90e-8df369cdc284 tempest-FloatingIPAdminTestJSON-176449326 tempest-FloatingIPAdminTestJSON-176449326-project-admin] Request body: {'floatingip': {'floating_network_id': '9200a437-e1de-4520-88f6-e68386523e61'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:36:39.110960 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-d16918c7-4b55-4ef1-8c8b-d83d31eb0a9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-3', False) {} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:36:39.124148 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d16918c7-4b55-4ef1-8c8b-d83d31eb0a9b None None] Routers {'620662ac-657b-40e2-9ce7-6a61c5a423de'} bound to L3 agent in host n-d-800634-3 {{(pid=93917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:36:39.125139 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-d16918c7-4b55-4ef1-8c8b-d83d31eb0a9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:36:23Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['620662ac-657b-40e2-9ce7-6a61c5a423de'], 'active': True} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:36:39.151291 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-c2b1fafa-104a-4c01-a90e-8df369cdc284 tempest-FloatingIPAdminTestJSON-176449326 tempest-FloatingIPAdminTestJSON-176449326-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:39.181850 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-d16918c7-4b55-4ef1-8c8b-d83d31eb0a9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-3', False) {} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:36:39.183451 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d16918c7-4b55-4ef1-8c8b-d83d31eb0a9b None None] The sync data for ids ['620662ac-657b-40e2-9ce7-6a61c5a423de'] in n-d-800634-3 is: [] {{(pid=93917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 18:36:39.198450 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-56a986b6-464a-4360-a10e-b03a643512f0 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-929996', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-571750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11395'] for router, precommit_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:39.304884 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-c2b1fafa-104a-4c01-a90e-8df369cdc284 tempest-FloatingIPAdminTestJSON-176449326 tempest-FloatingIPAdminTestJSON-176449326-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:39.448251 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-56a986b6-464a-4360-a10e-b03a643512f0 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks [] for router_gateway, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:39.471065 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-56a986b6-464a-4360-a10e-b03a643512f0 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:39.477721 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.db_base_plugin_common [None req-c2b1fafa-104a-4c01-a90e-8df369cdc284 tempest-FloatingIPAdminTestJSON-176449326 tempest-FloatingIPAdminTestJSON-176449326-project-admin] Allocated IP 172.25.1.167 (9200a437-e1de-4520-88f6-e68386523e61/5f47f848-4532-407a-a0e2-5690ade15fd0/57f4764d-38d8-4527-a729-637095e8bace) {{(pid=93915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:36:39.617970 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-c2b1fafa-104a-4c01-a90e-8df369cdc284 tempest-FloatingIPAdminTestJSON-176449326 tempest-FloatingIPAdminTestJSON-176449326-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:39.664317 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-c2b1fafa-104a-4c01-a90e-8df369cdc284 tempest-FloatingIPAdminTestJSON-176449326 tempest-FloatingIPAdminTestJSON-176449326-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:39.725583 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.db_base_plugin_common [None req-56a986b6-464a-4360-a10e-b03a643512f0 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Allocated IP 172.25.1.48 (9200a437-e1de-4520-88f6-e68386523e61/5f47f848-4532-407a-a0e2-5690ade15fd0/0112f6c8-4a94-4c13-9838-deb131d3ad55) {{(pid=93916) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:36:39.735805 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2b1fafa-104a-4c01-a90e-8df369cdc284 tempest-FloatingIPAdminTestJSON-176449326 tempest-FloatingIPAdminTestJSON-176449326-project-admin] Network 9200a437-e1de-4520-88f6-e68386523e61 is already hosted by enough agents. {{(pid=93915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:36:39.743198 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [None req-c2b1fafa-104a-4c01-a90e-8df369cdc284 tempest-FloatingIPAdminTestJSON-176449326 tempest-FloatingIPAdminTestJSON-176449326-project-admin] Resources bound (agent type, host, resource id): {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:36:39.763163 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2b1fafa-104a-4c01-a90e-8df369cdc284 tempest-FloatingIPAdminTestJSON-176449326 tempest-FloatingIPAdminTestJSON-176449326-project-admin] Received port after_create {{(pid=93915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:36:39.774355 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b1fafa-104a-4c01-a90e-8df369cdc284 tempest-FloatingIPAdminTestJSON-176449326 tempest-FloatingIPAdminTestJSON-176449326-project-admin] Pushing event updated for resources: {'Port': ['ID=57f4764d-38d8-4527-a729-637095e8bace,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:36:39.868840 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-56a986b6-464a-4360-a10e-b03a643512f0 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks [] for port, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:39.934926 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-56a986b6-464a-4360-a10e-b03a643512f0 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:39.966386 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e587c25e-da67-4c4e-a003-fea6340661cb req-16bcae6e-7cf3-4ed0-99f9-433579f9bc89 tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:36:39.968373 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e587c25e-da67-4c4e-a003-fea6340661cb req-16bcae6e-7cf3-4ed0-99f9-433579f9bc89 tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] 10.222.0.16 "GET /v2.0/ports?device_id=9cc02da8-a510-4707-81d5-af2edaddbb4a HTTP/1.1" status: 200 len: 946 time: 0.1336291 Jul 14 18:36:39.984541 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56a986b6-464a-4360-a10e-b03a643512f0 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Network 9200a437-e1de-4520-88f6-e68386523e61 is already hosted by enough agents. {{(pid=93916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:36:39.987733 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [None req-56a986b6-464a-4360-a10e-b03a643512f0 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Resources bound (agent type, host, resource id): {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:36:39.990628 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56a986b6-464a-4360-a10e-b03a643512f0 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Received port after_create {{(pid=93916) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:36:40.010506 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-c2b1fafa-104a-4c01-a90e-8df369cdc284 tempest-FloatingIPAdminTestJSON-176449326 tempest-FloatingIPAdminTestJSON-176449326-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:40.075635 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a986b6-464a-4360-a10e-b03a643512f0 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Pushing event updated for resources: {'Port': ['ID=0112f6c8-4a94-4c13-9838-deb131d3ad55,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:36:40.077214 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e587c25e-da67-4c4e-a003-fea6340661cb req-4509750b-aef4-4380-808e-4f8e7dd3ef4a tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] 10.222.0.16 "GET /v2.0/security-groups?id=3eac0233-2f58-4c36-8bbf-3f6eb68f3b22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0971503 Jul 14 18:36:40.121835 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-c2b1fafa-104a-4c01-a90e-8df369cdc284 tempest-FloatingIPAdminTestJSON-176449326 tempest-FloatingIPAdminTestJSON-176449326-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:40.395889 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-c2b1fafa-104a-4c01-a90e-8df369cdc284 tempest-FloatingIPAdminTestJSON-176449326 tempest-FloatingIPAdminTestJSON-176449326-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:40.401941 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-c2b1fafa-104a-4c01-a90e-8df369cdc284 tempest-FloatingIPAdminTestJSON-176449326 tempest-FloatingIPAdminTestJSON-176449326-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25912978'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:40.501396 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-56a986b6-464a-4360-a10e-b03a643512f0 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks [] for router_gateway, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:40.506467 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b1fafa-104a-4c01-a90e-8df369cdc284 tempest-FloatingIPAdminTestJSON-176449326 tempest-FloatingIPAdminTestJSON-176449326-project-admin] Pushing event updated for resources: {'Port': ['ID=57f4764d-38d8-4527-a729-637095e8bace,revision_number=2']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:36:40.517056 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-c2b1fafa-104a-4c01-a90e-8df369cdc284 tempest-FloatingIPAdminTestJSON-176449326 tempest-FloatingIPAdminTestJSON-176449326-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-930131'] for floatingip, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:40.538679 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-c2b1fafa-104a-4c01-a90e-8df369cdc284 tempest-FloatingIPAdminTestJSON-176449326 tempest-FloatingIPAdminTestJSON-176449326-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for floatingip, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:40.542087 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-c2b1fafa-104a-4c01-a90e-8df369cdc284 tempest-FloatingIPAdminTestJSON-176449326 tempest-FloatingIPAdminTestJSON-176449326-project-admin] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4504366 Jul 14 18:36:40.542873 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 51248) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:36:40.783416 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-177fddcf-e103-49a4-85dd-db0189e76806 tempest-FloatingIPAdminTestJSON-287525742 tempest-FloatingIPAdminTestJSON-287525742-project] Request body: {'floatingip': {'floating_network_id': '9200a437-e1de-4520-88f6-e68386523e61'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:36:40.794683 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-56a986b6-464a-4360-a10e-b03a643512f0 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-571759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-930033'] for router, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:40.821807 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-177fddcf-e103-49a4-85dd-db0189e76806 tempest-FloatingIPAdminTestJSON-287525742 tempest-FloatingIPAdminTestJSON-287525742-project] Notify callbacks [] for floatingip, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:40.956077 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56a986b6-464a-4360-a10e-b03a643512f0 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Router 60ec3922-97dc-41af-af8a-a3a7b858f890 is scheduled to L3 agent 2c6eb27e-defb-4cca-9a24-381c7415e359 with binding_index 1 {{(pid=93916) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 18:36:40.999196 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-177fddcf-e103-49a4-85dd-db0189e76806 tempest-FloatingIPAdminTestJSON-287525742 tempest-FloatingIPAdminTestJSON-287525742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:41.096488 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56a986b6-464a-4360-a10e-b03a643512f0 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify agent at l3_agent.n-d-800634-3 the message routers_updated {{(pid=93916) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 18:36:41.108616 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38bd5516-5d1b-47a3-993d-d1f45dbc1846 None None] Sync routers for ids ['60ec3922-97dc-41af-af8a-a3a7b858f890'] in n-d-800634-3 {{(pid=93918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 18:36:41.120451 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-56a986b6-464a-4360-a10e-b03a643512f0 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks [] for router, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:41.122490 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-56a986b6-464a-4360-a10e-b03a643512f0 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.4435515 Jul 14 18:36:41.126534 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 51264) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:36:41.127236 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38bd5516-5d1b-47a3-993d-d1f45dbc1846 None None] Routers {'60ec3922-97dc-41af-af8a-a3a7b858f890'} bound to L3 agent in host n-d-800634-3 {{(pid=93918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:36:41.129990 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-38bd5516-5d1b-47a3-993d-d1f45dbc1846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:36:23Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['60ec3922-97dc-41af-af8a-a3a7b858f890'], 'active': True} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:36:41.262450 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.db_base_plugin_common [None req-177fddcf-e103-49a4-85dd-db0189e76806 tempest-FloatingIPAdminTestJSON-287525742 tempest-FloatingIPAdminTestJSON-287525742-project] Allocated IP 172.25.1.35 (9200a437-e1de-4520-88f6-e68386523e61/5f47f848-4532-407a-a0e2-5690ade15fd0/84acc8dc-22fa-4f71-8c98-8923cbec90b5) {{(pid=93915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:36:41.319714 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-88188e1a-c9fe-44a3-bdc2-173e2aaf6d5e tempest-TestNetworkAdvancedServerOps-1839370163 tempest-TestNetworkAdvancedServerOps-1839370163-project-admin] 10.222.0.16 "GET /v2.0/subnets?project_id=af718961b2754d7c873f442ed35947bb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1914020 Jul 14 18:36:41.321857 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 51272) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:36:41.443665 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvr_db [None req-38bd5516-5d1b-47a3-993d-d1f45dbc1846 None None] Set router 60ec3922-97dc-41af-af8a-a3a7b858f890 gateway port host: n-d-800634-3 {{(pid=93918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 18:36:41.483688 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-177fddcf-e103-49a4-85dd-db0189e76806 tempest-FloatingIPAdminTestJSON-287525742 tempest-FloatingIPAdminTestJSON-287525742-project] Notify callbacks [] for port, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:41.595401 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-177fddcf-e103-49a4-85dd-db0189e76806 tempest-FloatingIPAdminTestJSON-287525742 tempest-FloatingIPAdminTestJSON-287525742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:41.676652 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177fddcf-e103-49a4-85dd-db0189e76806 tempest-FloatingIPAdminTestJSON-287525742 tempest-FloatingIPAdminTestJSON-287525742-project] Pushing event updated for resources: {'Port': ['ID=84acc8dc-22fa-4f71-8c98-8923cbec90b5,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:36:41.692554 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa516966-a19e-4e5a-adb1-4511e90da66e req-7481fb0f-eaad-45b0-bb73-540b61d170bb tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:36:41.698314 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-38bd5516-5d1b-47a3-993d-d1f45dbc1846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60ec3922-97dc-41af-af8a-a3a7b858f890', 'name': 'tempest-TestNetworkAdvancedServerOps-router-422052349', 'tenant_id': 'af718961b2754d7c873f442ed35947bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.48'}], 'enable_snat': True}, 'gw_port_id': '0112f6c8-4a94-4c13-9838-deb131d3ad55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:36:38Z', 'updated_at': '2021-07-14T18:36:40Z', 'revision_number': 3, 'project_id': 'af718961b2754d7c873f442ed35947bb', 'gw_port': {'id': '0112f6c8-4a94-4c13-9838-deb131d3ad55', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:38:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60ec3922-97dc-41af-af8a-a3a7b858f890', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2007, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:36:39Z', 'updated_at': '2021-07-14T18:36:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3'}], 'n-d-800634-3', False) {} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:36:41.704324 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-aa516966-a19e-4e5a-adb1-4511e90da66e req-7481fb0f-eaad-45b0-bb73-540b61d170bb tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] 10.222.0.16 "GET /v2.0/ports?device_id=9cc02da8-a510-4707-81d5-af2edaddbb4a HTTP/1.1" status: 200 len: 946 time: 0.3757703 Jul 14 18:36:41.718913 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3aac8c4-d742-4b72-861f-d9917ba2250b tempest-TestNetworkAdvancedServerOps-1839370163 tempest-TestNetworkAdvancedServerOps-1839370163-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:36:41.723787 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-e3aac8c4-d742-4b72-861f-d9917ba2250b tempest-TestNetworkAdvancedServerOps-1839370163 tempest-TestNetworkAdvancedServerOps-1839370163-project-admin] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3969669 Jul 14 18:36:41.723787 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 51282) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:36:41.744638 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-177fddcf-e103-49a4-85dd-db0189e76806 tempest-FloatingIPAdminTestJSON-287525742 tempest-FloatingIPAdminTestJSON-287525742-project] Network 9200a437-e1de-4520-88f6-e68386523e61 is already hosted by enough agents. {{(pid=93915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:36:41.747108 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38bd5516-5d1b-47a3-993d-d1f45dbc1846 None None] Checking router: 60ec3922-97dc-41af-af8a-a3a7b858f890 for host: n-d-800634-3 {{(pid=93918) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 18:36:41.747540 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38bd5516-5d1b-47a3-993d-d1f45dbc1846 None None] Updating router 60ec3922-97dc-41af-af8a-a3a7b858f890 port 0112f6c8-4a94-4c13-9838-deb131d3ad55 binding host n-d-800634-3 {{(pid=93918) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 18:36:41.748776 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [None req-177fddcf-e103-49a4-85dd-db0189e76806 tempest-FloatingIPAdminTestJSON-287525742 tempest-FloatingIPAdminTestJSON-287525742-project] Resources bound (agent type, host, resource id): {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:36:41.774113 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-177fddcf-e103-49a4-85dd-db0189e76806 tempest-FloatingIPAdminTestJSON-287525742 tempest-FloatingIPAdminTestJSON-287525742-project] Received port after_create {{(pid=93915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:36:41.795556 n-d-800634-3 neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-38bd5516-5d1b-47a3-993d-d1f45dbc1846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:41.795751 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-6272cd04-04f4-4f92-9707-5bdb01c4c34f tempest-TestNetworkAdvancedServerOps-1839370163 tempest-TestNetworkAdvancedServerOps-1839370163-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=9200a437-e1de-4520-88f6-e68386523e61&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0687017 Jul 14 18:36:41.796588 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 51286) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:36:41.802614 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-49730116-e9b3-4726-a7b6-e87b8fe52d69 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-882296599', 'network_id': '725cc431-8d64-405c-80c6-620abc8a4603', 'project_id': 'af718961b2754d7c873f442ed35947bb', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:36:41.878027 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-aa516966-a19e-4e5a-adb1-4511e90da66e req-96b00665-1301-4528-b98d-304820534b49 tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] 10.222.0.16 "GET /v2.0/security-groups?id=3eac0233-2f58-4c36-8bbf-3f6eb68f3b22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1722422 Jul 14 18:36:41.944905 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-177fddcf-e103-49a4-85dd-db0189e76806 tempest-FloatingIPAdminTestJSON-287525742 tempest-FloatingIPAdminTestJSON-287525742-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:41.984839 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49730116-e9b3-4726-a7b6-e87b8fe52d69 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Made reservation on behalf of af718961b2754d7c873f442ed35947bb for: {'subnet': 1} {{(pid=93916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:36:41.990301 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-49730116-e9b3-4726-a7b6-e87b8fe52d69 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26033189'] for subnet, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:42.026567 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-177fddcf-e103-49a4-85dd-db0189e76806 tempest-FloatingIPAdminTestJSON-287525742 tempest-FloatingIPAdminTestJSON-287525742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:42.276005 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-49730116-e9b3-4726-a7b6-e87b8fe52d69 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2684753', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26033175'] for subnet, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:42.290645 n-d-800634-3 neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-38bd5516-5d1b-47a3-993d-d1f45dbc1846 None None] Notify callbacks [] for port, precommit_update {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:42.305112 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.provisioning_blocks [None req-38bd5516-5d1b-47a3-993d-d1f45dbc1846 None None] Transition to ACTIVE for port object 0112f6c8-4a94-4c13-9838-deb131d3ad55 will not be triggered until provisioned by entity L2. {{(pid=93918) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:36:42.316173 n-d-800634-3 neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-38bd5516-5d1b-47a3-993d-d1f45dbc1846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:42.339098 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-177fddcf-e103-49a4-85dd-db0189e76806 tempest-FloatingIPAdminTestJSON-287525742 tempest-FloatingIPAdminTestJSON-287525742-project] Notify callbacks [] for port, precommit_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:42.350286 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-177fddcf-e103-49a4-85dd-db0189e76806 tempest-FloatingIPAdminTestJSON-287525742 tempest-FloatingIPAdminTestJSON-287525742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25912978'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:42.375813 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64cfaa7-f116-478d-adc1-2d7f5de85486 None None] Pushing event updated for resources: {'Port': ['ID=0112f6c8-4a94-4c13-9838-deb131d3ad55,revision_number=2']} {{(pid=93918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:36:42.408486 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49730116-e9b3-4726-a7b6-e87b8fe52d69 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Pushing event updated for resources: {'Subnet': ['ID=2613ee9b-ec36-428a-b270-275b26077e23,revision_number=0']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:36:42.410177 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.managers [None req-38bd5516-5d1b-47a3-993d-d1f45dbc1846 None None] Attempting to bind port 0112f6c8-4a94-4c13-9838-deb131d3ad55 on host n-d-800634-3 for vnic_type normal with profile {{(pid=93918) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:36:42.410630 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.managers [None req-38bd5516-5d1b-47a3-993d-d1f45dbc1846 None None] Attempting to bind port 0112f6c8-4a94-4c13-9838-deb131d3ad55 by drivers openvswitch,hyperv on host n-d-800634-3 at level 0 using segments [{'id': '5afb940b-bbdf-4727-be00-5d46367c38a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9200a437-e1de-4520-88f6-e68386523e61'}] {{(pid=93918) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:36:42.411138 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38bd5516-5d1b-47a3-993d-d1f45dbc1846 None None] Attempting to bind port 0112f6c8-4a94-4c13-9838-deb131d3ad55 on network 9200a437-e1de-4520-88f6-e68386523e61 {{(pid=93918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:36:42.416664 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49730116-e9b3-4726-a7b6-e87b8fe52d69 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Checking segment: {'id': '4f5e1cb4-ef62-44dd-b171-50e9c0e61133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '725cc431-8d64-405c-80c6-620abc8a4603'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93916) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:36:42.417023 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49730116-e9b3-4726-a7b6-e87b8fe52d69 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Network hostable DHCP agents. Network: 725cc431-8d64-405c-80c6-620abc8a4603, hostable agents: ['028393c3-0576-4ebd-bca1-8ea8a148e1a2'], hosted agents: [] {{(pid=93916) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 18:36:42.424936 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38bd5516-5d1b-47a3-993d-d1f45dbc1846 None None] Checking agent: {'id': '01c19e91-a945-4e3c-94a6-c211e17c923e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 8, 23), 'started_at': datetime.datetime(2021, 7, 14, 18, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 18, 36, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 18:36:42.428856 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38bd5516-5d1b-47a3-993d-d1f45dbc1846 None None] Checking segment: {'id': '5afb940b-bbdf-4727-be00-5d46367c38a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9200a437-e1de-4520-88f6-e68386523e61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93918) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:36:42.430374 n-d-800634-3 neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-38bd5516-5d1b-47a3-993d-d1f45dbc1846 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:42.431755 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38bd5516-5d1b-47a3-993d-d1f45dbc1846 None None] Bound using segment: {'id': '5afb940b-bbdf-4727-be00-5d46367c38a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9200a437-e1de-4520-88f6-e68386523e61'} {{(pid=93918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 18:36:42.433420 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.managers [None req-38bd5516-5d1b-47a3-993d-d1f45dbc1846 None None] Bound port: 0112f6c8-4a94-4c13-9838-deb131d3ad55, host: n-d-800634-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5afb940b-bbdf-4727-be00-5d46367c38a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9200a437-e1de-4520-88f6-e68386523e61'}}] {{(pid=93918) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 18:36:42.434622 n-d-800634-3 neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-38bd5516-5d1b-47a3-993d-d1f45dbc1846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:42.437233 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49730116-e9b3-4726-a7b6-e87b8fe52d69 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Network 725cc431-8d64-405c-80c6-620abc8a4603 is scheduled to be hosted by DHCP agent 028393c3-0576-4ebd-bca1-8ea8a148e1a2 with binding_index 1 {{(pid=93916) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 18:36:42.449510 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [None req-49730116-e9b3-4726-a7b6-e87b8fe52d69 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-3, 725cc431-8d64-405c-80c6-620abc8a4603) {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:36:42.459340 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b966a430-b0c7-491e-ae22-fc545e37d9f6 None None] Network 725cc431-8d64-405c-80c6-620abc8a4603 requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:36:42.464026 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49730116-e9b3-4726-a7b6-e87b8fe52d69 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:36:42.464226 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-49730116-e9b3-4726-a7b6-e87b8fe52d69 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks [] for subnet, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:42.495092 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-49730116-e9b3-4726-a7b6-e87b8fe52d69 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6946850 Jul 14 18:36:42.496823 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 51300) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:36:42.518543 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177fddcf-e103-49a4-85dd-db0189e76806 tempest-FloatingIPAdminTestJSON-287525742 tempest-FloatingIPAdminTestJSON-287525742-project] Pushing event updated for resources: {'Port': ['ID=84acc8dc-22fa-4f71-8c98-8923cbec90b5,revision_number=2']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:36:42.532211 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.db [None req-38bd5516-5d1b-47a3-993d-d1f45dbc1846 None None] For port 0112f6c8-4a94-4c13-9838-deb131d3ad55, host n-d-800634-3, cleared binding levels {{(pid=93918) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:36:42.537299 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.db [None req-38bd5516-5d1b-47a3-993d-d1f45dbc1846 None None] For port 0112f6c8-4a94-4c13-9838-deb131d3ad55, host n-d-800634-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=0112f6c8-4a94-4c13-9838-deb131d3ad55,segment=NetworkSegment(5afb940b-bbdf-4727-be00-5d46367c38a1),segment_id=5afb940b-bbdf-4727-be00-5d46367c38a1)] {{(pid=93918) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 18:36:42.544904 n-d-800634-3 neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-38bd5516-5d1b-47a3-993d-d1f45dbc1846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:42.566210 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-177fddcf-e103-49a4-85dd-db0189e76806 tempest-FloatingIPAdminTestJSON-287525742 tempest-FloatingIPAdminTestJSON-287525742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-930131'] for floatingip, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:42.588867 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-177fddcf-e103-49a4-85dd-db0189e76806 tempest-FloatingIPAdminTestJSON-287525742 tempest-FloatingIPAdminTestJSON-287525742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for floatingip, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:42.594119 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-177fddcf-e103-49a4-85dd-db0189e76806 tempest-FloatingIPAdminTestJSON-287525742 tempest-FloatingIPAdminTestJSON-287525742-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.0500395 Jul 14 18:36:42.594850 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 51304) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:36:42.696305 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38bd5516-5d1b-47a3-993d-d1f45dbc1846 None None] Routers {'60ec3922-97dc-41af-af8a-a3a7b858f890'} bound to L3 agent in host n-d-800634-3 {{(pid=93918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:36:42.697161 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-38bd5516-5d1b-47a3-993d-d1f45dbc1846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:36:23Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['60ec3922-97dc-41af-af8a-a3a7b858f890'], 'active': True} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:36:42.748341 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64cfaa7-f116-478d-adc1-2d7f5de85486 None None] Pushing event updated for resources: {'Port': ['ID=0112f6c8-4a94-4c13-9838-deb131d3ad55,revision_number=3']} {{(pid=93918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:36:42.886085 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4be94ca4-95a0-469a-88ed-82d07406bad5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9222b97e-5d1c-54f8-ba97-82f172498e76-725cc431-8d64-405c-80c6-620abc8a4603', 'network_id': '725cc431-8d64-405c-80c6-620abc8a4603', 'tenant_id': 'af718961b2754d7c873f442ed35947bb', 'fixed_ips': [{'subnet_id': '2613ee9b-ec36-428a-b270-275b26077e23'}]}} from n-d-800634-3. {{(pid=93917) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 18:36:42.887219 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-4be94ca4-95a0-469a-88ed-82d07406bad5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:42.925100 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvr_db [None req-38bd5516-5d1b-47a3-993d-d1f45dbc1846 None None] Set router 60ec3922-97dc-41af-af8a-a3a7b858f890 gateway port host: n-d-800634-3 {{(pid=93918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 18:36:42.965953 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-5e921910-a341-4119-8e20-d1a8b9c6e54d tempest-FloatingIPAdminTestJSON-176449326 tempest-FloatingIPAdminTestJSON-176449326-project-admin] 10.222.0.16 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 4005 time: 0.3659947 Jul 14 18:36:42.967660 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 51312) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:36:43.209058 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-4373ec18-1421-4394-9380-d3055b4f2f05 tempest-FloatingIPAdminTestJSON-280141705 tempest-FloatingIPAdminTestJSON-280141705-project] 10.222.0.16 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 690 time: 0.2375045 Jul 14 18:36:43.209275 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.db_base_plugin_common [None req-4be94ca4-95a0-469a-88ed-82d07406bad5 None None] Allocated IP 172.20.0.2 (725cc431-8d64-405c-80c6-620abc8a4603/2613ee9b-ec36-428a-b270-275b26077e23/022d486f-1191-4f06-bb03-3790fac945e8) {{(pid=93917) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:36:43.217453 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 51314) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:36:43.335401 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-38bd5516-5d1b-47a3-993d-d1f45dbc1846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60ec3922-97dc-41af-af8a-a3a7b858f890', 'name': 'tempest-TestNetworkAdvancedServerOps-router-422052349', 'tenant_id': 'af718961b2754d7c873f442ed35947bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.48'}], 'enable_snat': True}, 'gw_port_id': '0112f6c8-4a94-4c13-9838-deb131d3ad55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:36:38Z', 'updated_at': '2021-07-14T18:36:40Z', 'revision_number': 3, 'project_id': 'af718961b2754d7c873f442ed35947bb', 'gw_port': {'id': '0112f6c8-4a94-4c13-9838-deb131d3ad55', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:38:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60ec3922-97dc-41af-af8a-a3a7b858f890', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2007, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:36:39Z', 'updated_at': '2021-07-14T18:36:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3'}], 'n-d-800634-3', False) {} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:36:43.373772 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38bd5516-5d1b-47a3-993d-d1f45dbc1846 None None] The sync data for ids ['60ec3922-97dc-41af-af8a-a3a7b858f890'] in n-d-800634-3 is: [{'id': '60ec3922-97dc-41af-af8a-a3a7b858f890', 'name': 'tempest-TestNetworkAdvancedServerOps-router-422052349', 'tenant_id': 'af718961b2754d7c873f442ed35947bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.48'}], 'enable_snat': True}, 'gw_port_id': '0112f6c8-4a94-4c13-9838-deb131d3ad55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:36:38Z', 'updated_at': '2021-07-14T18:36:40Z', 'revision_number': 3, 'project_id': 'af718961b2754d7c873f442ed35947bb', 'gw_port': {'id': '0112f6c8-4a94-4c13-9838-deb131d3ad55', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:38:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60ec3922-97dc-41af-af8a-a3a7b858f890', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2007, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:36:39Z', 'updated_at': '2021-07-14T18:36:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3'}] {{(pid=93918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 18:36:43.466774 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78dca54-60b9-4c70-9b89-cd41c1c983d0 req-d20ed2c2-1d83-486d-ae86-0ea35d2e9a61 tempest-VolumesActionsTest-225112210 tempest-VolumesActionsTest-225112210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:36:43.474852 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a78dca54-60b9-4c70-9b89-cd41c1c983d0 req-d20ed2c2-1d83-486d-ae86-0ea35d2e9a61 tempest-VolumesActionsTest-225112210 tempest-VolumesActionsTest-225112210-project] 10.222.0.16 "GET /v2.0/ports?device_id=7cf0c9f1-af6b-4311-82d2-777855e83e55 HTTP/1.1" status: 200 len: 950 time: 0.4218526 Jul 14 18:36:43.514312 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-4be94ca4-95a0-469a-88ed-82d07406bad5 None None] Notify callbacks [] for port, precommit_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:43.525280 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-4be94ca4-95a0-469a-88ed-82d07406bad5 None None] Transition to ACTIVE for port object 022d486f-1191-4f06-bb03-3790fac945e8 will not be triggered until provisioned by entity L2. {{(pid=93917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:36:43.555400 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ceff280-b529-4d8c-9b04-2982ca458127 req-e14cea8a-26ac-48c2-95b9-5d90eff694ba tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:36:43.556562 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-4be94ca4-95a0-469a-88ed-82d07406bad5 None None] Transition to ACTIVE for port object 022d486f-1191-4f06-bb03-3790fac945e8 will not be triggered until provisioned by entity DHCP. {{(pid=93917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:36:43.564706 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3ceff280-b529-4d8c-9b04-2982ca458127 req-e14cea8a-26ac-48c2-95b9-5d90eff694ba tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] 10.222.0.16 "GET /v2.0/ports?device_id=9cc02da8-a510-4707-81d5-af2edaddbb4a HTTP/1.1" status: 200 len: 946 time: 0.3438551 Jul 14 18:36:43.565962 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-4be94ca4-95a0-469a-88ed-82d07406bad5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804'] for port, after_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:43.625197 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be94ca4-95a0-469a-88ed-82d07406bad5 None None] Pushing event updated for resources: {'Port': ['ID=022d486f-1191-4f06-bb03-3790fac945e8,revision_number=1']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:36:43.629713 n-d-800634-3 neutron-server[93917]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4be94ca4-95a0-469a-88ed-82d07406bad5 None None] Network 725cc431-8d64-405c-80c6-620abc8a4603 is already hosted by enough agents. {{(pid=93917) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:36:43.631794 n-d-800634-3 neutron-server[93917]: DEBUG neutron.scheduler.base_scheduler [None req-4be94ca4-95a0-469a-88ed-82d07406bad5 None None] Resources bound (agent type, host, resource id): {{(pid=93917) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:36:43.634735 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4be94ca4-95a0-469a-88ed-82d07406bad5 None None] Received port after_create {{(pid=93917) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:36:43.688781 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [None req-160db01c-5e26-4832-86a5-f3d451f238f0 tempest-FloatingIPAdminTestJSON-287525742 tempest-FloatingIPAdminTestJSON-287525742-project] Deleting port 84acc8dc-22fa-4f71-8c98-8923cbec90b5 {{(pid=93915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:36:43.690613 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-160db01c-5e26-4832-86a5-f3d451f238f0 tempest-FloatingIPAdminTestJSON-287525742 tempest-FloatingIPAdminTestJSON-287525742-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:43.711768 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a78dca54-60b9-4c70-9b89-cd41c1c983d0 req-a2825c43-c1d8-4610-95dd-9f9e1107bfb3 tempest-VolumesActionsTest-225112210 tempest-VolumesActionsTest-225112210-project] 10.222.0.16 "GET /v2.0/security-groups?id=d40c62bc-03c3-45c2-aa04-72967a4aaf1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2356689 Jul 14 18:36:43.760093 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3ceff280-b529-4d8c-9b04-2982ca458127 req-a9426012-00df-4555-83b5-328f3e95d160 tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] 10.222.0.16 "GET /v2.0/security-groups?id=3eac0233-2f58-4c36-8bbf-3f6eb68f3b22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1798708 Jul 14 18:36:43.795957 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-4be94ca4-95a0-469a-88ed-82d07406bad5 None None] Attempting to bind port 022d486f-1191-4f06-bb03-3790fac945e8 on host n-d-800634-3 for vnic_type normal with profile {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:36:43.796496 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-4be94ca4-95a0-469a-88ed-82d07406bad5 None None] Attempting to bind port 022d486f-1191-4f06-bb03-3790fac945e8 by drivers openvswitch,hyperv on host n-d-800634-3 at level 0 using segments [{'id': '4f5e1cb4-ef62-44dd-b171-50e9c0e61133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '725cc431-8d64-405c-80c6-620abc8a4603'}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:36:43.796868 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4be94ca4-95a0-469a-88ed-82d07406bad5 None None] Attempting to bind port 022d486f-1191-4f06-bb03-3790fac945e8 on network 725cc431-8d64-405c-80c6-620abc8a4603 {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:36:43.830595 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4be94ca4-95a0-469a-88ed-82d07406bad5 None None] Checking agent: {'id': '01c19e91-a945-4e3c-94a6-c211e17c923e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 8, 23), 'started_at': datetime.datetime(2021, 7, 14, 18, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 18, 36, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 18:36:43.830984 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4be94ca4-95a0-469a-88ed-82d07406bad5 None None] Checking segment: {'id': '4f5e1cb4-ef62-44dd-b171-50e9c0e61133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '725cc431-8d64-405c-80c6-620abc8a4603'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93917) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:36:43.831390 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-4be94ca4-95a0-469a-88ed-82d07406bad5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:43.831785 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4be94ca4-95a0-469a-88ed-82d07406bad5 None None] Bound using segment: {'id': '4f5e1cb4-ef62-44dd-b171-50e9c0e61133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '725cc431-8d64-405c-80c6-620abc8a4603'} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 18:36:43.833646 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-4be94ca4-95a0-469a-88ed-82d07406bad5 None None] Bound port: 022d486f-1191-4f06-bb03-3790fac945e8, host: n-d-800634-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f5e1cb4-ef62-44dd-b171-50e9c0e61133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '725cc431-8d64-405c-80c6-620abc8a4603'}}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 18:36:43.834033 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-4be94ca4-95a0-469a-88ed-82d07406bad5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:43.948903 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-81888166-892f-4a15-b6ee-c94644c8c412 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:43.987964 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-4be94ca4-95a0-469a-88ed-82d07406bad5 None None] For port 022d486f-1191-4f06-bb03-3790fac945e8, host n-d-800634-3, cleared binding levels {{(pid=93917) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:36:44.004904 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-4be94ca4-95a0-469a-88ed-82d07406bad5 None None] For port 022d486f-1191-4f06-bb03-3790fac945e8, host n-d-800634-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=022d486f-1191-4f06-bb03-3790fac945e8,segment=NetworkSegment(4f5e1cb4-ef62-44dd-b171-50e9c0e61133),segment_id=4f5e1cb4-ef62-44dd-b171-50e9c0e61133)] {{(pid=93917) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 18:36:44.013269 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-4be94ca4-95a0-469a-88ed-82d07406bad5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:44.107872 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-160db01c-5e26-4832-86a5-f3d451f238f0 tempest-FloatingIPAdminTestJSON-287525742 tempest-FloatingIPAdminTestJSON-287525742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:44.108532 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-160db01c-5e26-4832-86a5-f3d451f238f0 tempest-FloatingIPAdminTestJSON-287525742 tempest-FloatingIPAdminTestJSON-287525742-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:44.157541 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [None req-160db01c-5e26-4832-86a5-f3d451f238f0 tempest-FloatingIPAdminTestJSON-287525742 tempest-FloatingIPAdminTestJSON-287525742-project] Calling delete_port for 84acc8dc-22fa-4f71-8c98-8923cbec90b5 owned by network:floatingip {{(pid=93915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:36:44.158702 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be94ca4-95a0-469a-88ed-82d07406bad5 None None] Pushing event updated for resources: {'Port': ['ID=022d486f-1191-4f06-bb03-3790fac945e8,revision_number=2']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:36:44.314905 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55cc2bd-b12c-4826-8211-104fa7a0446e req-a2d2f46a-362d-41e4-a710-e0b9c46f0cbf tempest-VolumesActionsTest-225112210 tempest-VolumesActionsTest-225112210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:36:44.316837 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-d55cc2bd-b12c-4826-8211-104fa7a0446e req-a2d2f46a-362d-41e4-a710-e0b9c46f0cbf tempest-VolumesActionsTest-225112210 tempest-VolumesActionsTest-225112210-project] 10.222.0.18 "GET /v2.0/ports?device_id=7cf0c9f1-af6b-4311-82d2-777855e83e55 HTTP/1.1" status: 200 len: 950 time: 0.3066649 Jul 14 18:36:44.454977 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.db_base_plugin_common [None req-81888166-892f-4a15-b6ee-c94644c8c412 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Allocated IP 172.20.0.1 (725cc431-8d64-405c-80c6-620abc8a4603/2613ee9b-ec36-428a-b270-275b26077e23/b3c18129-76e6-475f-8831-2765d5e1b3f3) {{(pid=93916) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:36:44.606299 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-160db01c-5e26-4832-86a5-f3d451f238f0 tempest-FloatingIPAdminTestJSON-287525742 tempest-FloatingIPAdminTestJSON-287525742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:44.627280 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [req-d55cc2bd-b12c-4826-8211-104fa7a0446e req-890a1af9-b200-44d7-9e6e-e0208ebf9c7a tempest-VolumesActionsTest-225112210 tempest-VolumesActionsTest-225112210-project] Deleting port 0bd5f123-ed1e-4c34-b450-b52212bfa291 {{(pid=93915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:36:44.627695 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-d55cc2bd-b12c-4826-8211-104fa7a0446e req-890a1af9-b200-44d7-9e6e-e0208ebf9c7a tempest-VolumesActionsTest-225112210 tempest-VolumesActionsTest-225112210-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:44.670855 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-81888166-892f-4a15-b6ee-c94644c8c412 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks [] for port, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:44.698080 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 022d486f-1191-4f06-bb03-3790fac945e8 up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:36:44.705011 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.provisioning_blocks [None req-81888166-892f-4a15-b6ee-c94644c8c412 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Transition to ACTIVE for port object b3c18129-76e6-475f-8831-2765d5e1b3f3 will not be triggered until provisioned by entity DHCP. {{(pid=93916) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:36:44.733007 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160db01c-5e26-4832-86a5-f3d451f238f0 tempest-FloatingIPAdminTestJSON-287525742 tempest-FloatingIPAdminTestJSON-287525742-project] Pushing event deleted for resources: {'Port': ['ID=84acc8dc-22fa-4f71-8c98-8923cbec90b5,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:36:44.760484 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-81888166-892f-4a15-b6ee-c94644c8c412 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:44.793920 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning for port 022d486f-1191-4f06-bb03-3790fac945e8 completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:36:44.806160 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 0112f6c8-4a94-4c13-9838-deb131d3ad55 up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:36:44.841033 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81888166-892f-4a15-b6ee-c94644c8c412 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Network 725cc431-8d64-405c-80c6-620abc8a4603 is already hosted by enough agents. {{(pid=93916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:36:44.846201 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [None req-81888166-892f-4a15-b6ee-c94644c8c412 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Resources bound (agent type, host, resource id): {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:36:44.851003 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81888166-892f-4a15-b6ee-c94644c8c412 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Received port after_create {{(pid=93916) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:36:44.853947 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-160db01c-5e26-4832-86a5-f3d451f238f0 tempest-FloatingIPAdminTestJSON-287525742 tempest-FloatingIPAdminTestJSON-287525742-project] Notify callbacks [] for floatingip, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:44.857344 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-160db01c-5e26-4832-86a5-f3d451f238f0 tempest-FloatingIPAdminTestJSON-287525742 tempest-FloatingIPAdminTestJSON-287525742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for floatingip, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:44.860728 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-160db01c-5e26-4832-86a5-f3d451f238f0 tempest-FloatingIPAdminTestJSON-287525742 tempest-FloatingIPAdminTestJSON-287525742-project] 10.222.0.16 "DELETE /v2.0/floatingips/006458c5-068b-4814-8756-081f5a6fe893 HTTP/1.1" status: 204 len: 168 time: 1.6415801 Jul 14 18:36:44.863245 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 51330) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:36:44.875391 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-d55cc2bd-b12c-4826-8211-104fa7a0446e req-890a1af9-b200-44d7-9e6e-e0208ebf9c7a tempest-VolumesActionsTest-225112210 tempest-VolumesActionsTest-225112210-project] For port 0bd5f123-ed1e-4c34-b450-b52212bfa291, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=0bd5f123-ed1e-4c34-b450-b52212bfa291,segment=NetworkSegment(2e9acea1-3f33-4962-bd97-4942f8279240),segment_id=2e9acea1-3f33-4962-bd97-4942f8279240)] {{(pid=93915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:36:44.883301 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-d55cc2bd-b12c-4826-8211-104fa7a0446e req-890a1af9-b200-44d7-9e6e-e0208ebf9c7a tempest-VolumesActionsTest-225112210 tempest-VolumesActionsTest-225112210-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:44.918992 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81888166-892f-4a15-b6ee-c94644c8c412 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Pushing event updated for resources: {'Port': ['ID=b3c18129-76e6-475f-8831-2765d5e1b3f3,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:36:44.952433 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-81888166-892f-4a15-b6ee-c94644c8c412 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-930452'] for router_interface, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:45.018137 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning for port 0112f6c8-4a94-4c13-9838-deb131d3ad55 completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:36:45.023059 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port 0112f6c8-4a94-4c13-9838-deb131d3ad55 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:36:45.023713 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:45.064989 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [req-d55cc2bd-b12c-4826-8211-104fa7a0446e req-890a1af9-b200-44d7-9e6e-e0208ebf9c7a tempest-VolumesActionsTest-225112210 tempest-VolumesActionsTest-225112210-project] Calling delete_port for 0bd5f123-ed1e-4c34-b450-b52212bfa291 owned by compute:foo_zone {{(pid=93915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:36:45.187477 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:45.215446 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] For port 0112f6c8-4a94-4c13-9838-deb131d3ad55, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=0112f6c8-4a94-4c13-9838-deb131d3ad55,segment=NetworkSegment(5afb940b-bbdf-4727-be00-5d46367c38a1),segment_id=5afb940b-bbdf-4727-be00-5d46367c38a1)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:36:45.225490 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:45.271131 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-81888166-892f-4a15-b6ee-c94644c8c412 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:45.321313 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Pushing event updated for resources: {'Port': ['ID=0112f6c8-4a94-4c13-9838-deb131d3ad55,revision_number=4']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:36:45.448205 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c06ffa-f48c-46f7-8fb7-6c06832d3355 req-788727fd-b835-460f-805e-63a853e78a1b tempest-VolumesActionsTest-225112210 tempest-VolumesActionsTest-225112210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:36:45.459004 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-61c06ffa-f48c-46f7-8fb7-6c06832d3355 req-788727fd-b835-460f-805e-63a853e78a1b tempest-VolumesActionsTest-225112210 tempest-VolumesActionsTest-225112210-project] 10.222.0.16 "GET /v2.0/ports?device_id=7cf0c9f1-af6b-4311-82d2-777855e83e55 HTTP/1.1" status: 200 len: 950 time: 0.2747285 Jul 14 18:36:45.468482 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83722c85-438d-45c0-97bf-974877b2fcd9 req-f5e2342d-eff9-4e88-b416-5a30cc41d03f tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:36:45.476167 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-83722c85-438d-45c0-97bf-974877b2fcd9 req-f5e2342d-eff9-4e88-b416-5a30cc41d03f tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] 10.222.0.16 "GET /v2.0/ports?device_id=9cc02da8-a510-4707-81d5-af2edaddbb4a HTTP/1.1" status: 200 len: 946 time: 0.4070606 Jul 14 18:36:45.512282 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [None req-58e5f926-2fce-46ae-b640-a74b4d5bd9bf tempest-FloatingIPAdminTestJSON-176449326 tempest-FloatingIPAdminTestJSON-176449326-project-admin] Deleting port 57f4764d-38d8-4527-a729-637095e8bace {{(pid=93915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:36:45.512634 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-58e5f926-2fce-46ae-b640-a74b4d5bd9bf tempest-FloatingIPAdminTestJSON-176449326 tempest-FloatingIPAdminTestJSON-176449326-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:45.647970 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d54e957-d2c5-4b54-a696-9edfdd0c6033 None None] Network 725cc431-8d64-405c-80c6-620abc8a4603 requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:36:45.722079 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-81888166-892f-4a15-b6ee-c94644c8c412 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks [] for port, precommit_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:45.735158 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-81888166-892f-4a15-b6ee-c94644c8c412 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2684870'] for port, after_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:45.742300 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-174f44da-e2bc-4355-8c46-fe0bc12e9392 None None] Provisioning for port 022d486f-1191-4f06-bb03-3790fac945e8 completed by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:36:45.775373 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-174f44da-e2bc-4355-8c46-fe0bc12e9392 None None] Provisioning complete for port 022d486f-1191-4f06-bb03-3790fac945e8 triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:36:45.776958 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-174f44da-e2bc-4355-8c46-fe0bc12e9392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:45.850608 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81888166-892f-4a15-b6ee-c94644c8c412 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Pushing event updated for resources: {'Port': ['ID=b3c18129-76e6-475f-8831-2765d5e1b3f3,revision_number=2']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:36:45.853584 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-81888166-892f-4a15-b6ee-c94644c8c412 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-598741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-928734'] for router_interface, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:46.004396 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-83722c85-438d-45c0-97bf-974877b2fcd9 req-ecc170f0-5565-43a4-9a52-678484d37f3a tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] 10.222.0.16 "GET /v2.0/security-groups?id=3eac0233-2f58-4c36-8bbf-3f6eb68f3b22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5271780 Jul 14 18:36:46.004630 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81888166-892f-4a15-b6ee-c94644c8c412 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Network 725cc431-8d64-405c-80c6-620abc8a4603 is already hosted by enough agents. {{(pid=93916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:36:46.008404 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [None req-81888166-892f-4a15-b6ee-c94644c8c412 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Resources bound (agent type, host, resource id): {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:36:46.029987 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-174f44da-e2bc-4355-8c46-fe0bc12e9392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:46.108793 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-174f44da-e2bc-4355-8c46-fe0bc12e9392 None None] For port 022d486f-1191-4f06-bb03-3790fac945e8, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=022d486f-1191-4f06-bb03-3790fac945e8,segment=NetworkSegment(4f5e1cb4-ef62-44dd-b171-50e9c0e61133),segment_id=4f5e1cb4-ef62-44dd-b171-50e9c0e61133)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:36:46.109823 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-61c06ffa-f48c-46f7-8fb7-6c06832d3355 req-845acd57-8caf-42a9-a38b-2827b0fa10be tempest-VolumesActionsTest-225112210 tempest-VolumesActionsTest-225112210-project] 10.222.0.16 "GET /v2.0/security-groups?id=d40c62bc-03c3-45c2-aa04-72967a4aaf1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6498568 Jul 14 18:36:46.119884 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-174f44da-e2bc-4355-8c46-fe0bc12e9392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:46.199690 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-d55cc2bd-b12c-4826-8211-104fa7a0446e req-890a1af9-b200-44d7-9e6e-e0208ebf9c7a tempest-VolumesActionsTest-225112210 tempest-VolumesActionsTest-225112210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:46.215698 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] get_ports_and_sgs() called for port_ids ['0bd5f123-ed1e-4c34-b450-b52212bfa291'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 18:36:46.313389 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174f44da-e2bc-4355-8c46-fe0bc12e9392 None None] Pushing event updated for resources: {'Port': ['ID=022d486f-1191-4f06-bb03-3790fac945e8,revision_number=3']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:36:46.346762 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81888166-892f-4a15-b6ee-c94644c8c412 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Router 60ec3922-97dc-41af-af8a-a3a7b858f890 has already been hosted by L3 agent 2c6eb27e-defb-4cca-9a24-381c7415e359 {{(pid=93916) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 18:36:46.365165 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890a1af9-b200-44d7-9e6e-e0208ebf9c7a tempest-VolumesActionsTest-225112210 tempest-VolumesActionsTest-225112210-project] Pushing event deleted for resources: {'Port': ['ID=0bd5f123-ed1e-4c34-b450-b52212bfa291,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:36:46.385021 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-58e5f926-2fce-46ae-b640-a74b4d5bd9bf tempest-FloatingIPAdminTestJSON-176449326 tempest-FloatingIPAdminTestJSON-176449326-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:46.385353 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-58e5f926-2fce-46ae-b640-a74b4d5bd9bf tempest-FloatingIPAdminTestJSON-176449326 tempest-FloatingIPAdminTestJSON-176449326-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:46.445959 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [None req-58e5f926-2fce-46ae-b640-a74b4d5bd9bf tempest-FloatingIPAdminTestJSON-176449326 tempest-FloatingIPAdminTestJSON-176449326-project-admin] Calling delete_port for 57f4764d-38d8-4527-a729-637095e8bace owned by network:floatingip {{(pid=93915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:36:46.457358 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-e3405e7c-275e-4cd3-9702-e3254f38da37 None None] Provisioning for port b3c18129-76e6-475f-8831-2765d5e1b3f3 completed by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:36:46.463748 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-e3405e7c-275e-4cd3-9702-e3254f38da37 None None] Provisioning complete for port b3c18129-76e6-475f-8831-2765d5e1b3f3 triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:36:46.464359 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-e3405e7c-275e-4cd3-9702-e3254f38da37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:46.497444 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [req-d55cc2bd-b12c-4826-8211-104fa7a0446e req-890a1af9-b200-44d7-9e6e-e0208ebf9c7a tempest-VolumesActionsTest-225112210 tempest-VolumesActionsTest-225112210-project] No DVR routers for this DVR port 0bd5f123-ed1e-4c34-b450-b52212bfa291 on host n-h1-800634-3 {{(pid=93915) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 18:36:46.505694 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-d55cc2bd-b12c-4826-8211-104fa7a0446e req-890a1af9-b200-44d7-9e6e-e0208ebf9c7a tempest-VolumesActionsTest-225112210 tempest-VolumesActionsTest-225112210-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:46.509953 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-d55cc2bd-b12c-4826-8211-104fa7a0446e req-890a1af9-b200-44d7-9e6e-e0208ebf9c7a tempest-VolumesActionsTest-225112210 tempest-VolumesActionsTest-225112210-project] 10.222.0.18 "DELETE /v2.0/ports/0bd5f123-ed1e-4c34-b450-b52212bfa291 HTTP/1.1" status: 204 len: 173 time: 2.1866412 Jul 14 18:36:46.513645 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cf0c9f1-af6b-4311-82d2-777855e83e55', 'name': 'network-vif-deleted', 'tag': '0bd5f123-ed1e-4c34-b450-b52212bfa291'}] {{(pid=93915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:36:46.516965 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e72782ad3af8f7d4ce76cedf092bca46d1756acc5c4653cf0b52034cdd6b073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1f8fb46-b935-4246-a50e-de609dfd7a58" -d '{"events": [{"server_uuid": "7cf0c9f1-af6b-4311-82d2-777855e83e55", "name": "network-vif-deleted", "tag": "0bd5f123-ed1e-4c34-b450-b52212bfa291"}]}' {{(pid=93915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:36:46.577686 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-e3405e7c-275e-4cd3-9702-e3254f38da37 None None] Port b3c18129-76e6-475f-8831-2765d5e1b3f3 cannot update to ACTIVE because it is not bound. {{(pid=93917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 18:36:46.602439 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-e3405e7c-275e-4cd3-9702-e3254f38da37 None None] Provisioning complete for port 022d486f-1191-4f06-bb03-3790fac945e8 triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:36:46.604456 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-e3405e7c-275e-4cd3-9702-e3254f38da37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:46.625213 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 18:36:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-931b45c6-b071-4b73-b4a6-8e86add0800d x-openstack-request-id: req-931b45c6-b071-4b73-b4a6-8e86add0800d {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:36:46.625665 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7cf0c9f1-af6b-4311-82d2-777855e83e55", "name": "network-vif-deleted", "tag": "0bd5f123-ed1e-4c34-b450-b52212bfa291", "status": "completed", "code": 200}]} {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:36:46.626027 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-931b45c6-b071-4b73-b4a6-8e86add0800d {{(pid=93915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:36:46.626642 n-d-800634-3 neutron-server[93915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7cf0c9f1-af6b-4311-82d2-777855e83e55', 'name': 'network-vif-deleted', 'tag': '0bd5f123-ed1e-4c34-b450-b52212bfa291', 'status': 'completed', 'code': 200} Jul 14 18:36:46.652225 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81888166-892f-4a15-b6ee-c94644c8c412 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify agent at l3_agent.n-d-800634-3 the message routers_updated {{(pid=93916) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 18:36:46.665598 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-81888166-892f-4a15-b6ee-c94644c8c412 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] 10.222.0.16 "PUT /v2.0/routers/60ec3922-97dc-41af-af8a-a3a7b858f890/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1666429 Jul 14 18:36:46.676214 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4526afc0-47e9-4079-ac46-3741a34774e0 None None] Sync routers for ids ['60ec3922-97dc-41af-af8a-a3a7b858f890'] in n-d-800634-3 {{(pid=93917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 18:36:46.680706 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 022d486f-1191-4f06-bb03-3790fac945e8 up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:36:46.807821 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4526afc0-47e9-4079-ac46-3741a34774e0 None None] Routers {'60ec3922-97dc-41af-af8a-a3a7b858f890'} bound to L3 agent in host n-d-800634-3 {{(pid=93917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:36:46.808539 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-4526afc0-47e9-4079-ac46-3741a34774e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:36:23Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['60ec3922-97dc-41af-af8a-a3a7b858f890'], 'active': True} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:36:46.855758 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-58e5f926-2fce-46ae-b640-a74b4d5bd9bf tempest-FloatingIPAdminTestJSON-176449326 tempest-FloatingIPAdminTestJSON-176449326-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:46.889007 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e5f926-2fce-46ae-b640-a74b4d5bd9bf tempest-FloatingIPAdminTestJSON-176449326 tempest-FloatingIPAdminTestJSON-176449326-project-admin] Pushing event deleted for resources: {'Port': ['ID=57f4764d-38d8-4527-a729-637095e8bace,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:36:47.017540 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port 022d486f-1191-4f06-bb03-3790fac945e8 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:36:47.017540 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:47.024088 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-bff422f8-8b94-45a4-847e-bb6f160eaf86 req-1a15e401-1268-4234-98f5-b7e4896dcfda tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2043523568&fields=id&tenant_id=af718961b2754d7c873f442ed35947bb HTTP/1.1" status: 200 len: 267 time: 0.0885723 Jul 14 18:36:47.036386 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-58e5f926-2fce-46ae-b640-a74b4d5bd9bf tempest-FloatingIPAdminTestJSON-176449326 tempest-FloatingIPAdminTestJSON-176449326-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:47.038967 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-58e5f926-2fce-46ae-b640-a74b4d5bd9bf tempest-FloatingIPAdminTestJSON-176449326 tempest-FloatingIPAdminTestJSON-176449326-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for floatingip, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:47.043805 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 51358) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:36:47.053878 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-58e5f926-2fce-46ae-b640-a74b4d5bd9bf tempest-FloatingIPAdminTestJSON-176449326 tempest-FloatingIPAdminTestJSON-176449326-project-admin] 10.222.0.16 "DELETE /v2.0/floatingips/afdfd923-3674-4cd8-8277-80fef1e18817 HTTP/1.1" status: 204 len: 168 time: 2.1890841 Jul 14 18:36:47.077372 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvr_db [None req-4526afc0-47e9-4079-ac46-3741a34774e0 None None] Set router 60ec3922-97dc-41af-af8a-a3a7b858f890 gateway port host: n-d-800634-3 {{(pid=93917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 18:36:47.229491 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 0112f6c8-4a94-4c13-9838-deb131d3ad55 up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:36:47.271837 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff422f8-8b94-45a4-847e-bb6f160eaf86 req-51057c3c-9de1-4adc-9c1e-f44df7c6cdff tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:36:47.278667 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-bff422f8-8b94-45a4-847e-bb6f160eaf86 req-51057c3c-9de1-4adc-9c1e-f44df7c6cdff tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] 10.222.0.16 "GET /v2.0/networks?id=725cc431-8d64-405c-80c6-620abc8a4603 HTTP/1.1" status: 200 len: 796 time: 0.2535827 Jul 14 18:36:47.322481 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-dc223ef6-ea9c-4ae8-8d53-f28e9b79a7f6 tempest-FloatingIPAdminTestJSON-280141705 tempest-FloatingIPAdminTestJSON-280141705-project] Deleting port d5e84090-9823-421f-a589-311ee55f75e6 {{(pid=93916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:36:47.323433 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-dc223ef6-ea9c-4ae8-8d53-f28e9b79a7f6 tempest-FloatingIPAdminTestJSON-280141705 tempest-FloatingIPAdminTestJSON-280141705-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:47.333384 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-bff422f8-8b94-45a4-847e-bb6f160eaf86 req-8cfdb388-9da1-40ed-9d1f-4e08e92a8df3 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] 10.222.0.16 "GET /v2.0/quotas/af718961b2754d7c873f442ed35947bb HTTP/1.1" status: 200 len: 375 time: 0.0537395 Jul 14 18:36:47.444363 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2112fe-e7d4-4085-9d48-265327c54c57 req-0fbf8478-81a7-437e-9153-7d3636c0bf4c tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:36:47.451679 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2b2112fe-e7d4-4085-9d48-265327c54c57 req-0fbf8478-81a7-437e-9153-7d3636c0bf4c tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] 10.222.0.16 "GET /v2.0/ports?device_id=9cc02da8-a510-4707-81d5-af2edaddbb4a HTTP/1.1" status: 200 len: 946 time: 0.1996684 Jul 14 18:36:47.482685 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-955b73e4-40e6-44d6-8462-468a08bef9c5 None None] Provisioning complete for port b3c18129-76e6-475f-8831-2765d5e1b3f3 triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:36:47.483062 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-955b73e4-40e6-44d6-8462-468a08bef9c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:47.498450 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-dc223ef6-ea9c-4ae8-8d53-f28e9b79a7f6 tempest-FloatingIPAdminTestJSON-280141705 tempest-FloatingIPAdminTestJSON-280141705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:47.507176 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-bff422f8-8b94-45a4-847e-bb6f160eaf86 req-6a2081c8-9f84-4f51-b516-5ec442e495f9 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=af718961b2754d7c873f442ed35947bb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1725922 Jul 14 18:36:47.525947 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-dc223ef6-ea9c-4ae8-8d53-f28e9b79a7f6 tempest-FloatingIPAdminTestJSON-280141705 tempest-FloatingIPAdminTestJSON-280141705-project] Calling delete_port for d5e84090-9823-421f-a589-311ee55f75e6 owned by {{(pid=93916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:36:47.533400 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2b2112fe-e7d4-4085-9d48-265327c54c57 req-481c5b48-7e7c-4ab2-bd3b-09948a039ce2 tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] 10.222.0.16 "GET /v2.0/security-groups?id=3eac0233-2f58-4c36-8bbf-3f6eb68f3b22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0804968 Jul 14 18:36:47.547112 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port 0112f6c8-4a94-4c13-9838-deb131d3ad55 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:36:47.547671 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:47.670468 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-955b73e4-40e6-44d6-8462-468a08bef9c5 None None] Port b3c18129-76e6-475f-8831-2765d5e1b3f3 cannot update to ACTIVE because it is not bound. {{(pid=93917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 18:36:47.700018 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-bff422f8-8b94-45a4-847e-bb6f160eaf86 req-adcce02f-49af-41f6-b4e0-3e3a6839fff7 service neutron] 10.222.0.16 "GET /v2.0/networks/725cc431-8d64-405c-80c6-620abc8a4603?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1655321 Jul 14 18:36:47.725286 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-4526afc0-47e9-4079-ac46-3741a34774e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60ec3922-97dc-41af-af8a-a3a7b858f890', 'name': 'tempest-TestNetworkAdvancedServerOps-router-422052349', 'tenant_id': 'af718961b2754d7c873f442ed35947bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.48'}], 'enable_snat': True}, 'gw_port_id': '0112f6c8-4a94-4c13-9838-deb131d3ad55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:36:38Z', 'updated_at': '2021-07-14T18:36:45Z', 'revision_number': 4, 'project_id': 'af718961b2754d7c873f442ed35947bb', 'gw_port': {'id': '0112f6c8-4a94-4c13-9838-deb131d3ad55', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:38:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60ec3922-97dc-41af-af8a-a3a7b858f890', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2007, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:36:39Z', 'updated_at': '2021-07-14T18:36:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_interfaces': [{'id': 'b3c18129-76e6-475f-8831-2765d5e1b3f3', 'name': '', 'network_id': '725cc431-8d64-405c-80c6-620abc8a4603', 'tenant_id': 'af718961b2754d7c873f442ed35947bb', 'mac_address': 'fa:16:3e:b6:73:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60ec3922-97dc-41af-af8a-a3a7b858f890', 'device_owner': 'network:router_interface', 'standard_attr_id': 2013, 'fixed_ips': [{'subnet_id': '2613ee9b-ec36-428a-b270-275b26077e23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:36:44Z', 'updated_at': '2021-07-14T18:36:45Z', 'revision_number': 2, 'project_id': 'af718961b2754d7c873f442ed35947bb', 'subnets': [{'id': '2613ee9b-ec36-428a-b270-275b26077e23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-3', False) {} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:36:47.767264 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-dc223ef6-ea9c-4ae8-8d53-f28e9b79a7f6 tempest-FloatingIPAdminTestJSON-280141705 tempest-FloatingIPAdminTestJSON-280141705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:47.797483 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4526afc0-47e9-4079-ac46-3741a34774e0 None None] Checking router: 60ec3922-97dc-41af-af8a-a3a7b858f890 for host: n-d-800634-3 {{(pid=93917) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 18:36:47.797839 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4526afc0-47e9-4079-ac46-3741a34774e0 None None] Updating router 60ec3922-97dc-41af-af8a-a3a7b858f890 port b3c18129-76e6-475f-8831-2765d5e1b3f3 binding host n-d-800634-3 {{(pid=93917) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 18:36:47.821261 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc223ef6-ea9c-4ae8-8d53-f28e9b79a7f6 tempest-FloatingIPAdminTestJSON-280141705 tempest-FloatingIPAdminTestJSON-280141705-project] Pushing event deleted for resources: {'Port': ['ID=d5e84090-9823-421f-a589-311ee55f75e6,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:36:47.952923 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-bff422f8-8b94-45a4-847e-bb6f160eaf86 req-8b1992b0-ec27-4127-b76c-a139b433204c service neutron] 10.222.0.16 "GET /v2.0/networks/725cc431-8d64-405c-80c6-620abc8a4603?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2269902 Jul 14 18:36:47.959891 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-4526afc0-47e9-4079-ac46-3741a34774e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:48.000658 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-0c992efb-4cf6-4b3e-af6b-b4845bf5dcde None None] Provisioning complete for port b3c18129-76e6-475f-8831-2765d5e1b3f3 triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:36:48.001183 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-0c992efb-4cf6-4b3e-af6b-b4845bf5dcde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:48.096636 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-0c992efb-4cf6-4b3e-af6b-b4845bf5dcde None None] Port b3c18129-76e6-475f-8831-2765d5e1b3f3 cannot update to ACTIVE because it is not bound. {{(pid=93917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 18:36:48.123960 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-dc223ef6-ea9c-4ae8-8d53-f28e9b79a7f6 tempest-FloatingIPAdminTestJSON-280141705 tempest-FloatingIPAdminTestJSON-280141705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:48.128382 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-dc223ef6-ea9c-4ae8-8d53-f28e9b79a7f6 tempest-FloatingIPAdminTestJSON-280141705 tempest-FloatingIPAdminTestJSON-280141705-project] 10.222.0.16 "DELETE /v2.0/ports/d5e84090-9823-421f-a589-311ee55f75e6 HTTP/1.1" status: 204 len: 168 time: 1.0812800 Jul 14 18:36:48.128887 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 51376) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:36:48.229076 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aca5e714-1a7c-45de-9e5d-1eb52e9f8843 tempest-FloatingIPAdminTestJSON-280141705 tempest-FloatingIPAdminTestJSON-280141705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:36:48.229076 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-aca5e714-1a7c-45de-9e5d-1eb52e9f8843 tempest-FloatingIPAdminTestJSON-280141705 tempest-FloatingIPAdminTestJSON-280141705-project] 10.222.0.16 "GET /v2.0/ports?device_id=620662ac-657b-40e2-9ce7-6a61c5a423de HTTP/1.1" status: 200 len: 913 time: 0.0962403 Jul 14 18:36:48.230867 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 51382) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:36:48.338624 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f8ae7070-d88a-4668-91e3-88c21c51e026 req-a05b470e-30cb-4c54-86ba-f42af78ea491 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] 10.222.0.16 "GET /v2.0/ports?device_id=7677033f-c81d-4c6b-bb6d-c53ed17bcb6d HTTP/1.1" status: 200 len: 210 time: 0.0458572 Jul 14 18:36:48.590834 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-4526afc0-47e9-4079-ac46-3741a34774e0 None None] Notify callbacks [] for port, precommit_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:48.607572 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-4526afc0-47e9-4079-ac46-3741a34774e0 None None] Transition to ACTIVE for port object b3c18129-76e6-475f-8831-2765d5e1b3f3 will not be triggered until provisioned by entity L2. {{(pid=93917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:36:48.635275 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-4526afc0-47e9-4079-ac46-3741a34774e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:48.766077 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52457fb7-5ae2-4f18-910f-232c527d199e None None] Pushing event updated for resources: {'Port': ['ID=b3c18129-76e6-475f-8831-2765d5e1b3f3,revision_number=3']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:36:48.783582 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-4526afc0-47e9-4079-ac46-3741a34774e0 None None] Attempting to bind port b3c18129-76e6-475f-8831-2765d5e1b3f3 on host n-d-800634-3 for vnic_type normal with profile {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:36:48.784809 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-4526afc0-47e9-4079-ac46-3741a34774e0 None None] Attempting to bind port b3c18129-76e6-475f-8831-2765d5e1b3f3 by drivers openvswitch,hyperv on host n-d-800634-3 at level 0 using segments [{'id': '4f5e1cb4-ef62-44dd-b171-50e9c0e61133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '725cc431-8d64-405c-80c6-620abc8a4603'}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:36:48.784809 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4526afc0-47e9-4079-ac46-3741a34774e0 None None] Attempting to bind port b3c18129-76e6-475f-8831-2765d5e1b3f3 on network 725cc431-8d64-405c-80c6-620abc8a4603 {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:36:48.791695 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4526afc0-47e9-4079-ac46-3741a34774e0 None None] Checking agent: {'id': '01c19e91-a945-4e3c-94a6-c211e17c923e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 8, 23), 'started_at': datetime.datetime(2021, 7, 14, 18, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 18, 36, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 18:36:48.792405 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4526afc0-47e9-4079-ac46-3741a34774e0 None None] Checking segment: {'id': '4f5e1cb4-ef62-44dd-b171-50e9c0e61133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '725cc431-8d64-405c-80c6-620abc8a4603'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93917) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:36:48.792875 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-4526afc0-47e9-4079-ac46-3741a34774e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:48.793336 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4526afc0-47e9-4079-ac46-3741a34774e0 None None] Bound using segment: {'id': '4f5e1cb4-ef62-44dd-b171-50e9c0e61133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '725cc431-8d64-405c-80c6-620abc8a4603'} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 18:36:48.793893 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-4526afc0-47e9-4079-ac46-3741a34774e0 None None] Bound port: b3c18129-76e6-475f-8831-2765d5e1b3f3, host: n-d-800634-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f5e1cb4-ef62-44dd-b171-50e9c0e61133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '725cc431-8d64-405c-80c6-620abc8a4603'}}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 18:36:48.794486 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-4526afc0-47e9-4079-ac46-3741a34774e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:48.886164 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-4526afc0-47e9-4079-ac46-3741a34774e0 None None] For port b3c18129-76e6-475f-8831-2765d5e1b3f3, host n-d-800634-3, cleared binding levels {{(pid=93917) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:36:48.891082 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-4526afc0-47e9-4079-ac46-3741a34774e0 None None] For port b3c18129-76e6-475f-8831-2765d5e1b3f3, host n-d-800634-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=b3c18129-76e6-475f-8831-2765d5e1b3f3,segment=NetworkSegment(4f5e1cb4-ef62-44dd-b171-50e9c0e61133),segment_id=4f5e1cb4-ef62-44dd-b171-50e9c0e61133)] {{(pid=93917) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 18:36:48.897797 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-4526afc0-47e9-4079-ac46-3741a34774e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:48.951199 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08a293e-ff25-4d8b-bf8d-2b3e74a15d64 req-550b58a9-cfc1-4a07-977d-8111757db0c9 tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:36:48.960071 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a08a293e-ff25-4d8b-bf8d-2b3e74a15d64 req-550b58a9-cfc1-4a07-977d-8111757db0c9 tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] 10.222.0.16 "GET /v2.0/ports?device_id=9cc02da8-a510-4707-81d5-af2edaddbb4a HTTP/1.1" status: 200 len: 946 time: 0.1330721 Jul 14 18:36:48.984680 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-f7e0e907-ad0f-4425-8a0b-d95c675a7bef tempest-FloatingIPAdminTestJSON-280141705 tempest-FloatingIPAdminTestJSON-280141705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-928623'] for router_interface, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:48.995474 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4526afc0-47e9-4079-ac46-3741a34774e0 None None] Routers {'60ec3922-97dc-41af-af8a-a3a7b858f890'} bound to L3 agent in host n-d-800634-3 {{(pid=93917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:36:48.996143 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-4526afc0-47e9-4079-ac46-3741a34774e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:36:23Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['60ec3922-97dc-41af-af8a-a3a7b858f890'], 'active': True} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:36:49.084112 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a08a293e-ff25-4d8b-bf8d-2b3e74a15d64 req-95cd4c49-1845-47ee-9d9e-97192c8f0831 tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] 10.222.0.16 "GET /v2.0/security-groups?id=3eac0233-2f58-4c36-8bbf-3f6eb68f3b22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1230140 Jul 14 18:36:49.561115 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f67e0206-2d24-4670-bb8d-e5966e0f09f3 req-ffa73fa5-5f2a-45ac-a2e2-dc412f62a63c tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] 10.222.0.16 "GET /v2.0/ports?device_id=7677033f-c81d-4c6b-bb6d-c53ed17bcb6d HTTP/1.1" status: 200 len: 210 time: 0.0715721 Jul 14 18:36:49.592538 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52457fb7-5ae2-4f18-910f-232c527d199e None None] Pushing event updated for resources: {'Port': ['ID=b3c18129-76e6-475f-8831-2765d5e1b3f3,revision_number=4']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:36:49.600400 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device 0bd5f123-ed1e-4c34-b450-b52212bfa291 no longer exists at agent hyperv_n-h1-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 18:36:49.683158 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Device 9611ddd0-9e07-40ea-aec9-fb06e7378e68 details requested by agent hyperv_n-h2-800634-3 with host n-h2-800634-3 {{(pid=93917) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 18:36:49.699098 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] No Port match for: 0bd5f123-ed1e-4c34-b450-b52212bfa291 {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 18:36:49.699612 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device 0bd5f123-ed1e-4c34-b450-b52212bfa291 not bound to the agent host n-h1-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 18:36:49.763447 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvr_db [None req-4526afc0-47e9-4079-ac46-3741a34774e0 None None] Set router 60ec3922-97dc-41af-af8a-a3a7b858f890 gateway port host: n-d-800634-3 {{(pid=93917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 18:36:49.844477 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [None req-f7e0e907-ad0f-4425-8a0b-d95c675a7bef tempest-FloatingIPAdminTestJSON-280141705 tempest-FloatingIPAdminTestJSON-280141705-project] Deleting port 9f1ef797-7453-47ae-b59c-0e1666df7228 {{(pid=93915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:36:49.844833 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-f7e0e907-ad0f-4425-8a0b-d95c675a7bef tempest-FloatingIPAdminTestJSON-280141705 tempest-FloatingIPAdminTestJSON-280141705-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:49.981277 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-f7e0e907-ad0f-4425-8a0b-d95c675a7bef tempest-FloatingIPAdminTestJSON-280141705 tempest-FloatingIPAdminTestJSON-280141705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:50.011321 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [None req-f7e0e907-ad0f-4425-8a0b-d95c675a7bef tempest-FloatingIPAdminTestJSON-280141705 tempest-FloatingIPAdminTestJSON-280141705-project] Calling delete_port for 9f1ef797-7453-47ae-b59c-0e1666df7228 owned by network:router_interface {{(pid=93915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:36:50.067931 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] For port 9611ddd0-9e07-40ea-aec9-fb06e7378e68, host n-h2-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=9611ddd0-9e07-40ea-aec9-fb06e7378e68,segment=NetworkSegment(48f07496-1654-4e70-864e-6d82e6081c18),segment_id=48f07496-1654-4e70-864e-6d82e6081c18)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:36:50.089079 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Returning: {'device': '9611ddd0-9e07-40ea-aec9-fb06e7378e68', 'network_id': 'fd8ea664-6074-4bbe-887f-058fe7b50123', 'port_id': '9611ddd0-9e07-40ea-aec9-fb06e7378e68', 'mac_address': 'fa:16:3e:de:a4:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9715e59-b525-40fa-a99e-ebf6aedac4af', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93917) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 18:36:50.185112 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:50.223088 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9611ddd0-9e07-40ea-aec9-fb06e7378e68 {{(pid=93917) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 18:36:50.270518 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] For port 9611ddd0-9e07-40ea-aec9-fb06e7378e68, host n-h2-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=9611ddd0-9e07-40ea-aec9-fb06e7378e68,segment=NetworkSegment(48f07496-1654-4e70-864e-6d82e6081c18),segment_id=48f07496-1654-4e70-864e-6d82e6081c18)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:36:50.287069 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:50.399937 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-f7e0e907-ad0f-4425-8a0b-d95c675a7bef tempest-FloatingIPAdminTestJSON-280141705 tempest-FloatingIPAdminTestJSON-280141705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:50.511191 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Pushing event updated for resources: {'Port': ['ID=9611ddd0-9e07-40ea-aec9-fb06e7378e68,revision_number=6']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:36:50.537610 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9163065f-1d4e-4cfb-af97-3eef98049687 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:50.559361 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] get_ports_and_sgs() called for port_ids ['9611ddd0-9e07-40ea-aec9-fb06e7378e68'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 18:36:50.572680 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e0e907-ad0f-4425-8a0b-d95c675a7bef tempest-FloatingIPAdminTestJSON-280141705 tempest-FloatingIPAdminTestJSON-280141705-project] Pushing event deleted for resources: {'Port': ['ID=9f1ef797-7453-47ae-b59c-0e1666df7228,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:36:50.635795 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-4526afc0-47e9-4079-ac46-3741a34774e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60ec3922-97dc-41af-af8a-a3a7b858f890', 'name': 'tempest-TestNetworkAdvancedServerOps-router-422052349', 'tenant_id': 'af718961b2754d7c873f442ed35947bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.48'}], 'enable_snat': True}, 'gw_port_id': '0112f6c8-4a94-4c13-9838-deb131d3ad55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:36:38Z', 'updated_at': '2021-07-14T18:36:45Z', 'revision_number': 4, 'project_id': 'af718961b2754d7c873f442ed35947bb', 'gw_port': {'id': '0112f6c8-4a94-4c13-9838-deb131d3ad55', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:38:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60ec3922-97dc-41af-af8a-a3a7b858f890', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2007, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:36:39Z', 'updated_at': '2021-07-14T18:36:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_interfaces': [{'id': 'b3c18129-76e6-475f-8831-2765d5e1b3f3', 'name': '', 'network_id': '725cc431-8d64-405c-80c6-620abc8a4603', 'tenant_id': 'af718961b2754d7c873f442ed35947bb', 'mac_address': 'fa:16:3e:b6:73:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60ec3922-97dc-41af-af8a-a3a7b858f890', 'device_owner': 'network:router_interface', 'standard_attr_id': 2013, 'fixed_ips': [{'subnet_id': '2613ee9b-ec36-428a-b270-275b26077e23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:36:44Z', 'updated_at': '2021-07-14T18:36:48Z', 'revision_number': 4, 'project_id': 'af718961b2754d7c873f442ed35947bb', 'subnets': [{'id': '2613ee9b-ec36-428a-b270-275b26077e23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-3', False) {} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:36:50.734345 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d80c22-0a3e-4781-9224-cb9579f22648 req-14fcad4e-22b6-472a-8701-031d47868186 tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:36:50.746406 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f2d80c22-0a3e-4781-9224-cb9579f22648 req-14fcad4e-22b6-472a-8701-031d47868186 tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] 10.222.0.16 "GET /v2.0/ports?device_id=9cc02da8-a510-4707-81d5-af2edaddbb4a HTTP/1.1" status: 200 len: 945 time: 0.3680663 Jul 14 18:36:50.787194 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4526afc0-47e9-4079-ac46-3741a34774e0 None None] The sync data for ids ['60ec3922-97dc-41af-af8a-a3a7b858f890'] in n-d-800634-3 is: [{'id': '60ec3922-97dc-41af-af8a-a3a7b858f890', 'name': 'tempest-TestNetworkAdvancedServerOps-router-422052349', 'tenant_id': 'af718961b2754d7c873f442ed35947bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.48'}], 'enable_snat': True}, 'gw_port_id': '0112f6c8-4a94-4c13-9838-deb131d3ad55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:36:38Z', 'updated_at': '2021-07-14T18:36:45Z', 'revision_number': 4, 'project_id': 'af718961b2754d7c873f442ed35947bb', 'gw_port': {'id': '0112f6c8-4a94-4c13-9838-deb131d3ad55', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:38:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60ec3922-97dc-41af-af8a-a3a7b858f890', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2007, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:36:39Z', 'updated_at': '2021-07-14T18:36:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_interfaces': [{'id': 'b3c18129-76e6-475f-8831-2765d5e1b3f3', 'name': '', 'network_id': '725cc431-8d64-405c-80c6-620abc8a4603', 'tenant_id': 'af718961b2754d7c873f442ed35947bb', 'mac_address': 'fa:16:3e:b6:73:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60ec3922-97dc-41af-af8a-a3a7b858f890', 'device_owner': 'network:router_interface', 'standard_attr_id': 2013, 'fixed_ips': [{'subnet_id': '2613ee9b-ec36-428a-b270-275b26077e23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:36:44Z', 'updated_at': '2021-07-14T18:36:48Z', 'revision_number': 4, 'project_id': 'af718961b2754d7c873f442ed35947bb', 'subnets': [{'id': '2613ee9b-ec36-428a-b270-275b26077e23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 18:36:51.089354 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f2d80c22-0a3e-4781-9224-cb9579f22648 req-21689d64-00e4-4031-bf13-00d58643ec5f tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] 10.222.0.16 "GET /v2.0/security-groups?id=3eac0233-2f58-4c36-8bbf-3f6eb68f3b22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3419189 Jul 14 18:36:51.247028 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-f7e0e907-ad0f-4425-8a0b-d95c675a7bef tempest-FloatingIPAdminTestJSON-280141705 tempest-FloatingIPAdminTestJSON-280141705-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-598732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-928907'] for router_interface, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:51.260325 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b6c19b43-9783-4d65-8e0e-f648c0b45e84 req-8d7544a9-2f6b-44d2-8b39-1fddb63806e5 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] 10.222.0.16 "GET /v2.0/ports?device_id=7677033f-c81d-4c6b-bb6d-c53ed17bcb6d HTTP/1.1" status: 200 len: 210 time: 0.2129047 Jul 14 18:36:51.650824 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Device 9611ddd0-9e07-40ea-aec9-fb06e7378e68 up at agent hyperv_n-h2-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:36:51.787986 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Provisioning complete for port 9611ddd0-9e07-40ea-aec9-fb06e7378e68 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:36:51.788684 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:51.871311 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.agents_db [None req-2ea07fb6-aa68-4671-8654-119d82b9f530 None None] Agent healthcheck: found 7 active agents {{(pid=93918) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 18:36:51.927353 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7e0e907-ad0f-4425-8a0b-d95c675a7bef tempest-FloatingIPAdminTestJSON-280141705 tempest-FloatingIPAdminTestJSON-280141705-project] Router 620662ac-657b-40e2-9ce7-6a61c5a423de has already been hosted by L3 agent 2c6eb27e-defb-4cca-9a24-381c7415e359 {{(pid=93915) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 18:36:52.051873 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:52.133214 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cc02da8-a510-4707-81d5-af2edaddbb4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9611ddd0-9e07-40ea-aec9-fb06e7378e68'}] {{(pid=93917) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:36:52.136248 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20b787f3c29eaa7aa2a4d648c725a2124c5ff39a8d793252f9d844495e14cf42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8af12c4-2946-42c5-b5bf-b9c7800a3cfa" -d '{"events": [{"server_uuid": "9cc02da8-a510-4707-81d5-af2edaddbb4a", "name": "network-vif-plugged", "status": "completed", "tag": "9611ddd0-9e07-40ea-aec9-fb06e7378e68"}]}' {{(pid=93917) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:36:52.193922 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] For port 9611ddd0-9e07-40ea-aec9-fb06e7378e68, host n-h2-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=9611ddd0-9e07-40ea-aec9-fb06e7378e68,segment=NetworkSegment(48f07496-1654-4e70-864e-6d82e6081c18),segment_id=48f07496-1654-4e70-864e-6d82e6081c18)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:36:52.202278 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:52.383334 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Pushing event updated for resources: {'Port': ['ID=9611ddd0-9e07-40ea-aec9-fb06e7378e68,revision_number=7']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:36:52.608775 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7e0e907-ad0f-4425-8a0b-d95c675a7bef tempest-FloatingIPAdminTestJSON-280141705 tempest-FloatingIPAdminTestJSON-280141705-project] Notify agent at l3_agent.n-d-800634-3 the message routers_updated {{(pid=93915) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 18:36:52.626416 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53db3046-f407-450d-b5d8-6bb7998c20f2 None None] Sync routers for ids ['620662ac-657b-40e2-9ce7-6a61c5a423de'] in n-d-800634-3 {{(pid=93918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 18:36:52.632075 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-f7e0e907-ad0f-4425-8a0b-d95c675a7bef tempest-FloatingIPAdminTestJSON-280141705 tempest-FloatingIPAdminTestJSON-280141705-project] 10.222.0.16 "PUT /v2.0/routers/620662ac-657b-40e2-9ce7-6a61c5a423de/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3992186 Jul 14 18:36:52.634773 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 51502) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:36:52.692272 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53db3046-f407-450d-b5d8-6bb7998c20f2 None None] Routers {'620662ac-657b-40e2-9ce7-6a61c5a423de'} bound to L3 agent in host n-d-800634-3 {{(pid=93918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:36:52.694040 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-53db3046-f407-450d-b5d8-6bb7998c20f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:36:23Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['620662ac-657b-40e2-9ce7-6a61c5a423de'], 'active': True} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:36:52.739795 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device b3c18129-76e6-475f-8831-2765d5e1b3f3 up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:36:52.819823 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 18:36:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-459e9b8f-4fc3-422c-bf29-b5c03f018bfd x-openstack-request-id: req-459e9b8f-4fc3-422c-bf29-b5c03f018bfd {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:36:52.833355 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cc02da8-a510-4707-81d5-af2edaddbb4a", "name": "network-vif-plugged", "status": "completed", "tag": "9611ddd0-9e07-40ea-aec9-fb06e7378e68", "code": 200}]} {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:36:52.835697 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-459e9b8f-4fc3-422c-bf29-b5c03f018bfd {{(pid=93917) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:36:52.839479 n-d-800634-3 neutron-server[93917]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cc02da8-a510-4707-81d5-af2edaddbb4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9611ddd0-9e07-40ea-aec9-fb06e7378e68', 'code': 200} Jul 14 18:36:52.856694 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-53db3046-f407-450d-b5d8-6bb7998c20f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-3', False) {} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:36:52.911560 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53db3046-f407-450d-b5d8-6bb7998c20f2 None None] Routers {'620662ac-657b-40e2-9ce7-6a61c5a423de'} bound to L3 agent in host n-d-800634-3 {{(pid=93918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:36:52.912992 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-53db3046-f407-450d-b5d8-6bb7998c20f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:36:23Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['620662ac-657b-40e2-9ce7-6a61c5a423de'], 'active': True} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:36:52.951458 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-a55bfc01-9dda-4f49-b218-69a36177b7b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:53.007357 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning for port b3c18129-76e6-475f-8831-2765d5e1b3f3 completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:36:53.018911 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port b3c18129-76e6-475f-8831-2765d5e1b3f3 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:36:53.019284 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:53.024213 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-53db3046-f407-450d-b5d8-6bb7998c20f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-3', False) {} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:36:53.027684 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53db3046-f407-450d-b5d8-6bb7998c20f2 None None] The sync data for ids ['620662ac-657b-40e2-9ce7-6a61c5a423de'] in n-d-800634-3 is: [] {{(pid=93918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 18:36:53.063658 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-28db6918-2cfa-4cbd-aa5d-539b18df616b tempest-FloatingIPAdminTestJSON-280141705 tempest-FloatingIPAdminTestJSON-280141705-project] Notify callbacks [] for router, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:53.155298 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0084be-2127-49b2-9b42-e75f37851731 req-c1b23a8a-ec32-45d6-8a59-62e40ae5df4c tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:36:53.155298 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6e0084be-2127-49b2-9b42-e75f37851731 req-c1b23a8a-ec32-45d6-8a59-62e40ae5df4c tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] 10.222.0.16 "GET /v2.0/ports?device_id=9cc02da8-a510-4707-81d5-af2edaddbb4a HTTP/1.1" status: 200 len: 946 time: 0.4909744 Jul 14 18:36:53.213619 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-7998f324-e7f3-4c86-95b7-403db916fc6f req-62156778-2e98-4b0f-874a-9ce9e6f0889d service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=a4e0bc60-2fa3-47a3-a9ba-155133f4e67a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.3162763 Jul 14 18:36:53.229747 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-28db6918-2cfa-4cbd-aa5d-539b18df616b tempest-FloatingIPAdminTestJSON-280141705 tempest-FloatingIPAdminTestJSON-280141705-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:53.237905 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6e0084be-2127-49b2-9b42-e75f37851731 req-a51d8e6b-b5f6-44d7-b5a1-34d0f1a9f6ed tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] 10.222.0.16 "GET /v2.0/security-groups?id=3eac0233-2f58-4c36-8bbf-3f6eb68f3b22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0834234 Jul 14 18:36:53.287033 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:53.401014 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:53.426689 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-899d64b4-6085-4b63-89f7-f47d63d2ae91 req-f7386044-c7b7-4ca8-93fb-7804f13f0803 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] 10.222.0.16 "GET /v2.0/ports?device_id=7677033f-c81d-4c6b-bb6d-c53ed17bcb6d HTTP/1.1" status: 200 len: 210 time: 0.1854613 Jul 14 18:36:53.504841 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-28db6918-2cfa-4cbd-aa5d-539b18df616b tempest-FloatingIPAdminTestJSON-280141705 tempest-FloatingIPAdminTestJSON-280141705-project] Deleting port 5c4da97f-95d4-47da-a1dd-6bbe26bd4ddf {{(pid=93916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:36:53.505652 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-28db6918-2cfa-4cbd-aa5d-539b18df616b tempest-FloatingIPAdminTestJSON-280141705 tempest-FloatingIPAdminTestJSON-280141705-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:53.548024 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] For port b3c18129-76e6-475f-8831-2765d5e1b3f3, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=b3c18129-76e6-475f-8831-2765d5e1b3f3,segment=NetworkSegment(4f5e1cb4-ef62-44dd-b171-50e9c0e61133),segment_id=4f5e1cb4-ef62-44dd-b171-50e9c0e61133)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:36:53.562265 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:53.669610 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7998f324-e7f3-4c86-95b7-403db916fc6f req-5be8e872-fe04-4085-94b9-8e35c00cdb42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:36:53.670663 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7998f324-e7f3-4c86-95b7-403db916fc6f req-5be8e872-fe04-4085-94b9-8e35c00cdb42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:36:53.670663 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7998f324-e7f3-4c86-95b7-403db916fc6f req-5be8e872-fe04-4085-94b9-8e35c00cdb42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:36:53.671035 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7998f324-e7f3-4c86-95b7-403db916fc6f req-5be8e872-fe04-4085-94b9-8e35c00cdb42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:36:53.673800 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7998f324-e7f3-4c86-95b7-403db916fc6f req-5be8e872-fe04-4085-94b9-8e35c00cdb42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:36:53.677265 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7998f324-e7f3-4c86-95b7-403db916fc6f req-5be8e872-fe04-4085-94b9-8e35c00cdb42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:36:53.678073 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7998f324-e7f3-4c86-95b7-403db916fc6f req-5be8e872-fe04-4085-94b9-8e35c00cdb42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:36:53.683653 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-7998f324-e7f3-4c86-95b7-403db916fc6f req-5be8e872-fe04-4085-94b9-8e35c00cdb42 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=362562baf49d424491e86fd541949698&device_id=a4e0bc60-2fa3-47a3-a9ba-155133f4e67a HTTP/1.1" status: 200 len: 6501 time: 0.3526688 Jul 14 18:36:53.750436 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Pushing event updated for resources: {'Port': ['ID=b3c18129-76e6-475f-8831-2765d5e1b3f3,revision_number=5']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:36:53.789540 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-28db6918-2cfa-4cbd-aa5d-539b18df616b tempest-FloatingIPAdminTestJSON-280141705 tempest-FloatingIPAdminTestJSON-280141705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:53.842874 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-28db6918-2cfa-4cbd-aa5d-539b18df616b tempest-FloatingIPAdminTestJSON-280141705 tempest-FloatingIPAdminTestJSON-280141705-project] Calling delete_port for 5c4da97f-95d4-47da-a1dd-6bbe26bd4ddf owned by network:router_gateway {{(pid=93916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:36:53.962423 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7998f324-e7f3-4c86-95b7-403db916fc6f req-f9d480e7-48de-4bed-8eb4-c0304877af4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:36:53.962899 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7998f324-e7f3-4c86-95b7-403db916fc6f req-f9d480e7-48de-4bed-8eb4-c0304877af4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:36:53.963544 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7998f324-e7f3-4c86-95b7-403db916fc6f req-f9d480e7-48de-4bed-8eb4-c0304877af4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:36:53.965899 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-7998f324-e7f3-4c86-95b7-403db916fc6f req-f9d480e7-48de-4bed-8eb4-c0304877af4b service neutron] 10.222.0.18 "GET /v2.0/networks?id=cfaa954e-bb83-44ea-acae-a3d7b9e23407&id=78f1bdd6-a438-4e68-a059-5fadb7299624&id=78f1bdd6-a438-4e68-a059-5fadb7299624&id=78f1bdd6-a438-4e68-a059-5fadb7299624&id=78f1bdd6-a438-4e68-a059-5fadb7299624&id=63a5555f-a22d-4515-8f3a-d708078edd37&id=63a5555f-a22d-4515-8f3a-d708078edd37 HTTP/1.1" status: 200 len: 2295 time: 0.2484982 Jul 14 18:36:54.095704 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-574aeb93-9938-449c-8e6c-cb22c9b52cc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:54.145875 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-28db6918-2cfa-4cbd-aa5d-539b18df616b tempest-FloatingIPAdminTestJSON-280141705 tempest-FloatingIPAdminTestJSON-280141705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:54.160856 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-7998f324-e7f3-4c86-95b7-403db916fc6f req-f2dbb113-cdf2-45d0-93e1-9ddd5feaf844 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5e3cdfe6-c3db-4167-a3c6-0bddcdac61ef HTTP/1.1" status: 200 len: 1001 time: 0.1864078 Jul 14 18:36:54.239343 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28db6918-2cfa-4cbd-aa5d-539b18df616b tempest-FloatingIPAdminTestJSON-280141705 tempest-FloatingIPAdminTestJSON-280141705-project] Pushing event deleted for resources: {'Port': ['ID=5c4da97f-95d4-47da-a1dd-6bbe26bd4ddf,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:36:54.256863 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7998f324-e7f3-4c86-95b7-403db916fc6f req-a9e8a02a-8ad4-45b0-8cfe-4df9c02be2aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:36:54.272396 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-7998f324-e7f3-4c86-95b7-403db916fc6f req-a9e8a02a-8ad4-45b0-8cfe-4df9c02be2aa service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2a4f902e-afed-4486-b940-935fd979aa23 HTTP/1.1" status: 200 len: 855 time: 0.0779307 Jul 14 18:36:54.306388 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-28db6918-2cfa-4cbd-aa5d-539b18df616b tempest-FloatingIPAdminTestJSON-280141705 tempest-FloatingIPAdminTestJSON-280141705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-930057'] for router_gateway, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:54.380717 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7998f324-e7f3-4c86-95b7-403db916fc6f req-389f04c1-6bea-4f74-a08c-918f275a0b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:36:54.382254 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-7998f324-e7f3-4c86-95b7-403db916fc6f req-389f04c1-6bea-4f74-a08c-918f275a0b5d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=cfaa954e-bb83-44ea-acae-a3d7b9e23407&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1088235 Jul 14 18:36:54.651875 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-28db6918-2cfa-4cbd-aa5d-539b18df616b tempest-FloatingIPAdminTestJSON-280141705 tempest-FloatingIPAdminTestJSON-280141705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-571778', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11402'] for router, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:54.654778 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-28db6918-2cfa-4cbd-aa5d-539b18df616b tempest-FloatingIPAdminTestJSON-280141705 tempest-FloatingIPAdminTestJSON-280141705-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:54.781128 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device b3c18129-76e6-475f-8831-2765d5e1b3f3 up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:36:54.787170 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-28db6918-2cfa-4cbd-aa5d-539b18df616b tempest-FloatingIPAdminTestJSON-280141705 tempest-FloatingIPAdminTestJSON-280141705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-541202'] for router, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:54.788026 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28db6918-2cfa-4cbd-aa5d-539b18df616b tempest-FloatingIPAdminTestJSON-280141705 tempest-FloatingIPAdminTestJSON-280141705-project] Fanout notify agent at l3_agent the message router_deleted on router 620662ac-657b-40e2-9ce7-6a61c5a423de {{(pid=93916) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 18:36:54.809862 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-28db6918-2cfa-4cbd-aa5d-539b18df616b tempest-FloatingIPAdminTestJSON-280141705 tempest-FloatingIPAdminTestJSON-280141705-project] Notify callbacks [] for router, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:54.817452 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-28db6918-2cfa-4cbd-aa5d-539b18df616b tempest-FloatingIPAdminTestJSON-280141705 tempest-FloatingIPAdminTestJSON-280141705-project] 10.222.0.16 "DELETE /v2.0/routers/620662ac-657b-40e2-9ce7-6a61c5a423de HTTP/1.1" status: 204 len: 168 time: 2.1811116 Jul 14 18:36:54.823634 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 51534) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:36:54.901328 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7b25fa9-994f-4b56-b8b1-8547a6ce263f tempest-FloatingIPAdminTestJSON-280141705 tempest-FloatingIPAdminTestJSON-280141705-project] Deleting subnet a673e2d8-0111-490f-a2d6-cac157d27002 {{(pid=93916) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 18:36:54.905297 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a7b25fa9-994f-4b56-b8b1-8547a6ce263f tempest-FloatingIPAdminTestJSON-280141705 tempest-FloatingIPAdminTestJSON-280141705-project] Notify callbacks [] for subnet, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:54.943956 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-19670280-e0e2-4adc-8c48-e644dec8ad6e req-97fddd9f-c2ae-4ceb-9a3d-c19859e8d5cf tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] 10.222.0.16 "GET /v2.0/ports?device_id=7677033f-c81d-4c6b-bb6d-c53ed17bcb6d HTTP/1.1" status: 200 len: 210 time: 0.1745322 Jul 14 18:36:54.959433 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a7b25fa9-994f-4b56-b8b1-8547a6ce263f tempest-FloatingIPAdminTestJSON-280141705 tempest-FloatingIPAdminTestJSON-280141705-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26296866'] for subnet, precommit_delete_associations {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:54.980208 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port b3c18129-76e6-475f-8831-2765d5e1b3f3 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:36:54.981146 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:55.120102 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a7b25fa9-994f-4b56-b8b1-8547a6ce263f tempest-FloatingIPAdminTestJSON-280141705 tempest-FloatingIPAdminTestJSON-280141705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081283'] for subnet, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:55.160466 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-7998f324-e7f3-4c86-95b7-403db916fc6f req-d0197324-502a-4c08-ac84-b672d7260700 service neutron] 10.222.0.18 "GET /v2.0/networks/cfaa954e-bb83-44ea-acae-a3d7b9e23407?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7634761 Jul 14 18:36:55.312735 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a7b25fa9-994f-4b56-b8b1-8547a6ce263f tempest-FloatingIPAdminTestJSON-280141705 tempest-FloatingIPAdminTestJSON-280141705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2684816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26033152'] for subnet, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:55.386412 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75a757a5-8fb8-4fcf-91ed-c8209ca4f05a None None] Network 80e9fa6f-e318-483f-b191-8ffb6026719e requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:36:55.399517 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a7b25fa9-994f-4b56-b8b1-8547a6ce263f tempest-FloatingIPAdminTestJSON-280141705 tempest-FloatingIPAdminTestJSON-280141705-project] Notify callbacks [] for subnet, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:55.399995 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff422f8-8b94-45a4-847e-bb6f160eaf86 req-abd1c245-d80f-44e7-b1da-6f5da441ab17 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:36:55.401792 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-bff422f8-8b94-45a4-847e-bb6f160eaf86 req-abd1c245-d80f-44e7-b1da-6f5da441ab17 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] 10.222.0.18 "GET /v2.0/networks?id=725cc431-8d64-405c-80c6-620abc8a4603 HTTP/1.1" status: 200 len: 796 time: 0.6116405 Jul 14 18:36:55.417447 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-a7b25fa9-994f-4b56-b8b1-8547a6ce263f tempest-FloatingIPAdminTestJSON-280141705 tempest-FloatingIPAdminTestJSON-280141705-project] 10.222.0.16 "DELETE /v2.0/subnets/a673e2d8-0111-490f-a2d6-cac157d27002 HTTP/1.1" status: 204 len: 168 time: 0.5924006 Jul 14 18:36:55.417658 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f0de5f-f7aa-4e4a-96d6-8c331e8a6143 req-84b90ec4-72b1-4e57-a77e-d8f53ea4f5b7 tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:36:55.424539 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b2f0de5f-f7aa-4e4a-96d6-8c331e8a6143 req-84b90ec4-72b1-4e57-a77e-d8f53ea4f5b7 tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] 10.222.0.16 "GET /v2.0/ports?device_id=9cc02da8-a510-4707-81d5-af2edaddbb4a HTTP/1.1" status: 200 len: 946 time: 0.7535381 Jul 14 18:36:55.446445 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 51540) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:36:55.500663 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b25fa9-994f-4b56-b8b1-8547a6ce263f tempest-FloatingIPAdminTestJSON-280141705 tempest-FloatingIPAdminTestJSON-280141705-project] Pushing event deleted for resources: {'Subnet': ['ID=a673e2d8-0111-490f-a2d6-cac157d27002,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:36:55.591055 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-7998f324-e7f3-4c86-95b7-403db916fc6f req-335bf42f-b7f4-40b9-a84c-bed6bc3024f7 service neutron] 10.222.0.18 "GET /v2.0/networks/cfaa954e-bb83-44ea-acae-a3d7b9e23407?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4195535 Jul 14 18:36:55.634902 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b2f0de5f-f7aa-4e4a-96d6-8c331e8a6143 req-dae8f793-ad15-468f-9707-083da8a4867d tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] 10.222.0.16 "GET /v2.0/security-groups?id=3eac0233-2f58-4c36-8bbf-3f6eb68f3b22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2094629 Jul 14 18:36:55.733912 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-7998f324-e7f3-4c86-95b7-403db916fc6f req-451a82b1-cbf9-4ec9-9563-3dce0bcbba47 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.74&port_id=05410bfa-6a89-41e2-898c-80b7f771042b HTTP/1.1" status: 200 len: 217 time: 0.1220758 Jul 14 18:36:55.743283 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-bff422f8-8b94-45a4-847e-bb6f160eaf86 req-ecf57a51-a37d-4a27-9888-b4c82febe843 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=af718961b2754d7c873f442ed35947bb HTTP/1.1" status: 200 len: 380 time: 0.2958288 Jul 14 18:36:55.768226 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [req-bff422f8-8b94-45a4-847e-bb6f160eaf86 req-0aad368d-58c4-4d4c-9b33-4c9949c3e13b tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Request body: {'port': {'device_id': '7677033f-c81d-4c6b-bb6d-c53ed17bcb6d', 'network_id': '725cc431-8d64-405c-80c6-620abc8a4603', 'admin_state_up': True, 'tenant_id': 'af718961b2754d7c873f442ed35947bb', 'security_groups': ['c67cf0ff-df49-40b6-a3f5-cbd66b5fac2e']}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:36:55.807073 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-2f4e3af3-e708-4ffd-a544-82d93a489d01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:55.879200 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1e676db-5388-4cf4-9ce7-57e2054a7a7a None None] DHCP port deletion for 80e9fa6f-e318-483f-b191-8ffb6026719e request from n-d-800634-3 {{(pid=93917) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 18:36:55.880254 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-621e297b-7ab2-45d4-bed1-fe71189b72ac tempest-FloatingIPAdminTestJSON-280141705 tempest-FloatingIPAdminTestJSON-280141705-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645734'] for network, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:55.970117 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-d1e676db-5388-4cf4-9ce7-57e2054a7a7a None None] Deleting port 8c7f978e-72ef-4f9c-af42-221f45d74811 {{(pid=93917) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:36:55.973175 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-d1e676db-5388-4cf4-9ce7-57e2054a7a7a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:56.044792 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7998f324-e7f3-4c86-95b7-403db916fc6f req-d877c67b-5616-412e-8f20-538a16bc07c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:36:56.047420 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-7998f324-e7f3-4c86-95b7-403db916fc6f req-d877c67b-5616-412e-8f20-538a16bc07c5 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c660d228-559a-45b8-a86f-7ab611e1e8ab HTTP/1.1" status: 200 len: 797 time: 0.2971480 Jul 14 18:36:56.258411 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-d1e676db-5388-4cf4-9ce7-57e2054a7a7a None None] For port 8c7f978e-72ef-4f9c-af42-221f45d74811, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=8c7f978e-72ef-4f9c-af42-221f45d74811,segment=NetworkSegment(d9c48d82-06f3-4ac2-8fbd-46f845699d90),segment_id=d9c48d82-06f3-4ac2-8fbd-46f845699d90)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:36:56.259036 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-d1e676db-5388-4cf4-9ce7-57e2054a7a7a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:56.375821 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-d1e676db-5388-4cf4-9ce7-57e2054a7a7a None None] Calling delete_port for 8c7f978e-72ef-4f9c-af42-221f45d74811 owned by network:dhcp {{(pid=93917) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:36:56.623924 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 8c7f978e-72ef-4f9c-af42-221f45d74811 no longer exists at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 18:36:56.808302 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-d1e676db-5388-4cf4-9ce7-57e2054a7a7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813'] for port, after_delete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:56.824690 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] No active binding found for port 8c7f978e-72ef-4f9c-af42-221f45d74811 {{(pid=93917) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 14 18:36:56.825140 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 8c7f978e-72ef-4f9c-af42-221f45d74811 not bound to the agent host n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 18:36:56.919256 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e676db-5388-4cf4-9ce7-57e2054a7a7a None None] Pushing event deleted for resources: {'Port': ['ID=8c7f978e-72ef-4f9c-af42-221f45d74811,revision_number=None']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:36:56.986578 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1e676db-5388-4cf4-9ce7-57e2054a7a7a None None] No DVR routers for this DVR port 8c7f978e-72ef-4f9c-af42-221f45d74811 on host n-d-800634-3 {{(pid=93917) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 18:36:57.003296 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e676db-5388-4cf4-9ce7-57e2054a7a7a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:36:57.013062 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e676db-5388-4cf4-9ce7-57e2054a7a7a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:36:57.013590 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e676db-5388-4cf4-9ce7-57e2054a7a7a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:36:57.016746 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e676db-5388-4cf4-9ce7-57e2054a7a7a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:36:57.017257 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e676db-5388-4cf4-9ce7-57e2054a7a7a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:36:57.019946 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e676db-5388-4cf4-9ce7-57e2054a7a7a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:36:57.020763 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e676db-5388-4cf4-9ce7-57e2054a7a7a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:36:57.025239 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e676db-5388-4cf4-9ce7-57e2054a7a7a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:36:57.025239 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e676db-5388-4cf4-9ce7-57e2054a7a7a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:36:57.025239 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e676db-5388-4cf4-9ce7-57e2054a7a7a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:36:57.025239 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e676db-5388-4cf4-9ce7-57e2054a7a7a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:36:57.027391 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e676db-5388-4cf4-9ce7-57e2054a7a7a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:36:57.170512 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [None req-621e297b-7ab2-45d4-bed1-fe71189b72ac tempest-FloatingIPAdminTestJSON-280141705 tempest-FloatingIPAdminTestJSON-280141705-project] The port '8c7f978e-72ef-4f9c-af42-221f45d74811' was deleted {{(pid=93915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 14 18:36:57.203147 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b9f3908d-dafd-418c-9e5b-f5dc8665c7d5 req-6f27af8d-6e4c-4ba8-9cc4-be3abcc9ce9b service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=03a24d87-527f-4d5b-a998-53393446562a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.1493659 Jul 14 18:36:57.222598 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-8726d1b1-d148-4401-8bca-fd24ccf6683d req-d01fa5e7-d19a-46ba-b1af-461e1526934e tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] 10.222.0.16 "GET /v2.0/ports?device_id=7677033f-c81d-4c6b-bb6d-c53ed17bcb6d HTTP/1.1" status: 200 len: 210 time: 0.1581845 Jul 14 18:36:57.350278 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b9f3908d-dafd-418c-9e5b-f5dc8665c7d5 req-954c8a5f-8fe5-4f1e-84d8-60c8840f32da service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c51e850593fc4a37af9470721017e8e7&device_id=03a24d87-527f-4d5b-a998-53393446562a HTTP/1.1" status: 200 len: 210 time: 0.0610766 Jul 14 18:36:57.390079 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-621e297b-7ab2-45d4-bed1-fe71189b72ac tempest-FloatingIPAdminTestJSON-280141705 tempest-FloatingIPAdminTestJSON-280141705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2096010', 'neutron.services.segments.db._delete_segments_for_network-8728202734996'] for network, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:57.424103 n-d-800634-3 neutron-server[93915]: DEBUG neutron.services.segments.db [None req-621e297b-7ab2-45d4-bed1-fe71189b72ac tempest-FloatingIPAdminTestJSON-280141705 tempest-FloatingIPAdminTestJSON-280141705-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80e9fa6f-e318-483f-b191-8ffb6026719e']}} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:36:57.483795 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b9f3908d-dafd-418c-9e5b-f5dc8665c7d5 req-1c8a5b32-e04e-4d31-9282-592953793882 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=c51e850593fc4a37af9470721017e8e7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0900574 Jul 14 18:36:57.492551 n-d-800634-3 neutron-server[93915]: DEBUG neutron.services.segments.db [None req-621e297b-7ab2-45d4-bed1-fe71189b72ac tempest-FloatingIPAdminTestJSON-280141705 tempest-FloatingIPAdminTestJSON-280141705-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9c48d82-06f3-4ac2-8fbd-46f845699d90') {'for_net_delete': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:36:57.497743 n-d-800634-3 neutron-server[93915]: DEBUG neutron.services.segments.db [None req-621e297b-7ab2-45d4-bed1-fe71189b72ac tempest-FloatingIPAdminTestJSON-280141705 tempest-FloatingIPAdminTestJSON-280141705-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9c48d82-06f3-4ac2-8fbd-46f845699d90') {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:36:57.515559 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc55a7c8-a294-45c6-bb1b-a29363890ce9 req-d5fe7d8f-bbaa-43d6-91d1-093321c7a390 tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:36:57.544915 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-bc55a7c8-a294-45c6-bb1b-a29363890ce9 req-d5fe7d8f-bbaa-43d6-91d1-093321c7a390 tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] 10.222.0.16 "GET /v2.0/ports?device_id=9cc02da8-a510-4707-81d5-af2edaddbb4a HTTP/1.1" status: 200 len: 946 time: 0.4704912 Jul 14 18:36:57.558790 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bff422f8-8b94-45a4-847e-bb6f160eaf86 req-0aad368d-58c4-4d4c-9b33-4c9949c3e13b tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Made reservation on behalf of af718961b2754d7c873f442ed35947bb for: {'port': 1} {{(pid=93915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:36:57.564919 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-bff422f8-8b94-45a4-847e-bb6f160eaf86 req-0aad368d-58c4-4d4c-9b33-4c9949c3e13b tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:57.645652 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7998f324-e7f3-4c86-95b7-403db916fc6f req-f7223a78-de9d-469b-8b24-2694ddb2c49b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:36:57.652495 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-7998f324-e7f3-4c86-95b7-403db916fc6f req-f7223a78-de9d-469b-8b24-2694ddb2c49b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=78f1bdd6-a438-4e68-a059-5fadb7299624&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 1.5940409 Jul 14 18:36:57.662023 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-621e297b-7ab2-45d4-bed1-fe71189b72ac tempest-FloatingIPAdminTestJSON-280141705 tempest-FloatingIPAdminTestJSON-280141705-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728202715275', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28939920'] for segment, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:57.867474 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-621e297b-7ab2-45d4-bed1-fe71189b72ac tempest-FloatingIPAdminTestJSON-280141705 tempest-FloatingIPAdminTestJSON-280141705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:57.953338 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-621e297b-7ab2-45d4-bed1-fe71189b72ac tempest-FloatingIPAdminTestJSON-280141705 tempest-FloatingIPAdminTestJSON-280141705-project] Releasing vlan 89 on physical network physnet1 to pool {{(pid=93915) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 18:36:57.953759 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-621e297b-7ab2-45d4-bed1-fe71189b72ac tempest-FloatingIPAdminTestJSON-280141705 tempest-FloatingIPAdminTestJSON-280141705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25911658'] for segment, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:57.966808 n-d-800634-3 neutron-server[93915]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:36:57.966808 n-d-800634-3 neutron-server[93915]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:36:57.966808 n-d-800634-3 neutron-server[93915]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:36:57.966808 n-d-800634-3 neutron-server[93915]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:36:57.966808 n-d-800634-3 neutron-server[93915]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:36:57.966808 n-d-800634-3 neutron-server[93915]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:36:57.966808 n-d-800634-3 neutron-server[93915]: Traceback (most recent call last): Jul 14 18:36:57.966808 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 18:36:57.966808 n-d-800634-3 neutron-server[93915]: timer() Jul 14 18:36:57.966808 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 18:36:57.966808 n-d-800634-3 neutron-server[93915]: cb(*args, **kw) Jul 14 18:36:57.966808 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 18:36:57.966808 n-d-800634-3 neutron-server[93915]: return func(*args, **kwargs) Jul 14 18:36:57.966808 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 18:36:57.966808 n-d-800634-3 neutron-server[93915]: self._notify() Jul 14 18:36:57.966808 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 18:36:57.966808 n-d-800634-3 neutron-server[93915]: self.callback(batched_events) Jul 14 18:36:57.966808 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 18:36:57.966808 n-d-800634-3 neutron-server[93915]: event.method(event) Jul 14 18:36:57.966808 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 18:36:57.966808 n-d-800634-3 neutron-server[93915]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 18:36:57.966808 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 18:36:57.966808 n-d-800634-3 neutron-server[93915]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 18:36:57.966808 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 18:36:57.966808 n-d-800634-3 neutron-server[93915]: return f(self, *a, **k) Jul 14 18:36:57.966808 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 18:36:57.966808 n-d-800634-3 neutron-server[93915]: return self._get(url).json() Jul 14 18:36:57.966808 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 18:36:57.966808 n-d-800634-3 neutron-server[93915]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 18:36:57.966808 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 18:36:57.966808 n-d-800634-3 neutron-server[93915]: return self.request(url, 'GET', **kwargs) Jul 14 18:36:57.966808 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 18:36:57.966808 n-d-800634-3 neutron-server[93915]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 18:36:57.966808 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 18:36:57.966808 n-d-800634-3 neutron-server[93915]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 18:36:57.966808 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 18:36:57.966808 n-d-800634-3 neutron-server[93915]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 18:36:57.966808 n-d-800634-3 neutron-server[93915]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 18:36:58.002822 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-bc55a7c8-a294-45c6-bb1b-a29363890ce9 req-0142a5a2-96bb-46c9-aed1-4f04152da232 tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] 10.222.0.16 "GET /v2.0/security-groups?id=3eac0233-2f58-4c36-8bbf-3f6eb68f3b22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4550095 Jul 14 18:36:58.249693 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-621e297b-7ab2-45d4-bed1-fe71189b72ac tempest-FloatingIPAdminTestJSON-280141705 tempest-FloatingIPAdminTestJSON-280141705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2096001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-930085'] for network, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:58.276060 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-621e297b-7ab2-45d4-bed1-fe71189b72ac tempest-FloatingIPAdminTestJSON-280141705 tempest-FloatingIPAdminTestJSON-280141705-project] Notify callbacks [] for network, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:58.281617 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-621e297b-7ab2-45d4-bed1-fe71189b72ac tempest-FloatingIPAdminTestJSON-280141705 tempest-FloatingIPAdminTestJSON-280141705-project] 10.222.0.16 "DELETE /v2.0/networks/80e9fa6f-e318-483f-b191-8ffb6026719e HTTP/1.1" status: 204 len: 168 time: 2.8222306 Jul 14 18:36:58.281874 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 51578) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:36:58.293852 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.db_base_plugin_common [req-bff422f8-8b94-45a4-847e-bb6f160eaf86 req-0aad368d-58c4-4d4c-9b33-4c9949c3e13b tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Allocated IP 172.20.0.12 (725cc431-8d64-405c-80c6-620abc8a4603/2613ee9b-ec36-428a-b270-275b26077e23/f0ed37c3-f8f4-4ace-a3e5-c949da3a8a48) {{(pid=93915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:36:58.297707 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-7998f324-e7f3-4c86-95b7-403db916fc6f req-a4f88602-91f5-4970-ba72-d86cabdebcee service neutron] 10.222.0.18 "GET /v2.0/networks/78f1bdd6-a438-4e68-a059-5fadb7299624?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6221058 Jul 14 18:36:58.326308 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f3908d-dafd-418c-9e5b-f5dc8665c7d5 req-4ad8e21d-93d6-4aba-96b3-01fb3b1d8828 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:36:58.328041 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b9f3908d-dafd-418c-9e5b-f5dc8665c7d5 req-4ad8e21d-93d6-4aba-96b3-01fb3b1d8828 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.7397609 Jul 14 18:36:58.328819 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621e297b-7ab2-45d4-bed1-fe71189b72ac tempest-FloatingIPAdminTestJSON-280141705 tempest-FloatingIPAdminTestJSON-280141705-project] Pushing event deleted for resources: {'Network': ['ID=80e9fa6f-e318-483f-b191-8ffb6026719e,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:36:58.554507 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-5bea5c3c-1945-42c2-ba89-9e8861abee19 req-09199e64-51be-4852-a289-5bebe4c1980f tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] 10.222.0.16 "GET /v2.0/ports?device_id=7677033f-c81d-4c6b-bb6d-c53ed17bcb6d HTTP/1.1" status: 200 len: 210 time: 0.0582902 Jul 14 18:36:58.590218 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-7998f324-e7f3-4c86-95b7-403db916fc6f req-3e1934f7-1087-441a-a74a-29ab747a6988 service neutron] 10.222.0.18 "GET /v2.0/networks/78f1bdd6-a438-4e68-a059-5fadb7299624?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2761879 Jul 14 18:36:58.650080 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-3af202d5-a69c-4326-93fa-b63d8e224f2c tempest-FloatingIPAdminTestJSON-280141705 tempest-FloatingIPAdminTestJSON-280141705-project] Deleting port 2dbb0893-d2ca-413b-b157-5bafd3f0d437 {{(pid=93916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:36:58.650789 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-3af202d5-a69c-4326-93fa-b63d8e224f2c tempest-FloatingIPAdminTestJSON-280141705 tempest-FloatingIPAdminTestJSON-280141705-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:58.726122 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-7998f324-e7f3-4c86-95b7-403db916fc6f req-41d384dd-0160-4596-87af-5eb840fb46bf service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.68&port_id=0d90d118-2a16-461c-8b80-fa7d8a1aaaa6 HTTP/1.1" status: 200 len: 217 time: 0.1260331 Jul 14 18:36:58.913000 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-bff422f8-8b94-45a4-847e-bb6f160eaf86 req-0aad368d-58c4-4d4c-9b33-4c9949c3e13b tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks [] for port, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:58.933854 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.provisioning_blocks [req-bff422f8-8b94-45a4-847e-bb6f160eaf86 req-0aad368d-58c4-4d4c-9b33-4c9949c3e13b tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Transition to ACTIVE for port object f0ed37c3-f8f4-4ace-a3e5-c949da3a8a48 will not be triggered until provisioned by entity DHCP. {{(pid=93915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:36:58.996820 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-bff422f8-8b94-45a4-847e-bb6f160eaf86 req-0aad368d-58c4-4d4c-9b33-4c9949c3e13b tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:59.134696 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7998f324-e7f3-4c86-95b7-403db916fc6f req-180aa030-5379-48f5-8fd1-f7f0d3be45cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:36:59.139868 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-7998f324-e7f3-4c86-95b7-403db916fc6f req-180aa030-5379-48f5-8fd1-f7f0d3be45cc service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c660d228-559a-45b8-a86f-7ab611e1e8ab HTTP/1.1" status: 200 len: 797 time: 0.3266375 Jul 14 18:36:59.188311 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aad368d-58c4-4d4c-9b33-4c9949c3e13b tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Pushing event updated for resources: {'Port': ['ID=f0ed37c3-f8f4-4ace-a3e5-c949da3a8a48,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:36:59.203345 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bff422f8-8b94-45a4-847e-bb6f160eaf86 req-0aad368d-58c4-4d4c-9b33-4c9949c3e13b tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Network 725cc431-8d64-405c-80c6-620abc8a4603 is already hosted by enough agents. {{(pid=93915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:36:59.235348 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [req-bff422f8-8b94-45a4-847e-bb6f160eaf86 req-0aad368d-58c4-4d4c-9b33-4c9949c3e13b tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Resources bound (agent type, host, resource id): {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:36:59.244186 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [req-bff422f8-8b94-45a4-847e-bb6f160eaf86 req-0aad368d-58c4-4d4c-9b33-4c9949c3e13b tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Received port after_create {{(pid=93915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:36:59.302302 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-3af202d5-a69c-4326-93fa-b63d8e224f2c tempest-FloatingIPAdminTestJSON-280141705 tempest-FloatingIPAdminTestJSON-280141705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:59.302866 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-3af202d5-a69c-4326-93fa-b63d8e224f2c tempest-FloatingIPAdminTestJSON-280141705 tempest-FloatingIPAdminTestJSON-280141705-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:59.317546 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-3af202d5-a69c-4326-93fa-b63d8e224f2c tempest-FloatingIPAdminTestJSON-280141705 tempest-FloatingIPAdminTestJSON-280141705-project] Calling delete_port for 2dbb0893-d2ca-413b-b157-5bafd3f0d437 owned by network:floatingip {{(pid=93916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:36:59.401613 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff422f8-8b94-45a4-847e-bb6f160eaf86 req-0aad368d-58c4-4d4c-9b33-4c9949c3e13b tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:36:59.402525 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-bff422f8-8b94-45a4-847e-bb6f160eaf86 req-0aad368d-58c4-4d4c-9b33-4c9949c3e13b tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:59.446072 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7998f324-e7f3-4c86-95b7-403db916fc6f req-b335fc8f-7bb5-4873-985b-17024dc12dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:36:59.447917 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-7998f324-e7f3-4c86-95b7-403db916fc6f req-b335fc8f-7bb5-4873-985b-17024dc12dfb service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=78f1bdd6-a438-4e68-a059-5fadb7299624&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2897019 Jul 14 18:36:59.452052 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-bff422f8-8b94-45a4-847e-bb6f160eaf86 req-0aad368d-58c4-4d4c-9b33-4c9949c3e13b tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6901233 Jul 14 18:36:59.499415 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [req-bff422f8-8b94-45a4-847e-bb6f160eaf86 req-33b44219-f4f0-4a6c-8747-299b21db29f8 service neutron] Request body: {'port': {'device_id': '7677033f-c81d-4c6b-bb6d-c53ed17bcb6d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800634-3'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:36:59.688109 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-3af202d5-a69c-4326-93fa-b63d8e224f2c tempest-FloatingIPAdminTestJSON-280141705 tempest-FloatingIPAdminTestJSON-280141705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:59.742848 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af202d5-a69c-4326-93fa-b63d8e224f2c tempest-FloatingIPAdminTestJSON-280141705 tempest-FloatingIPAdminTestJSON-280141705-project] Pushing event deleted for resources: {'Port': ['ID=2dbb0893-d2ca-413b-b157-5bafd3f0d437,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:36:59.781638 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-cc905bfc-240c-4f9f-8141-8bc015ea8244 None None] Provisioning for port f0ed37c3-f8f4-4ace-a3e5-c949da3a8a48 completed by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:36:59.789723 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-7998f324-e7f3-4c86-95b7-403db916fc6f req-7fd08364-9dc8-4059-bc58-d64362ad1fe8 service neutron] 10.222.0.18 "GET /v2.0/networks/78f1bdd6-a438-4e68-a059-5fadb7299624?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3294015 Jul 14 18:36:59.791567 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-cc905bfc-240c-4f9f-8141-8bc015ea8244 None None] Provisioning complete for port f0ed37c3-f8f4-4ace-a3e5-c949da3a8a48 triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:36:59.791845 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-bff422f8-8b94-45a4-847e-bb6f160eaf86 req-33b44219-f4f0-4a6c-8747-299b21db29f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:59.795929 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-cc905bfc-240c-4f9f-8141-8bc015ea8244 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:59.808209 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39697a9-1338-42ab-b3e4-c4ce30081203 req-dda1dca1-ec53-473b-b51a-c1d5128861c5 tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:36:59.812583 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f39697a9-1338-42ab-b3e4-c4ce30081203 req-dda1dca1-ec53-473b-b51a-c1d5128861c5 tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] 10.222.0.16 "GET /v2.0/ports?device_id=9cc02da8-a510-4707-81d5-af2edaddbb4a HTTP/1.1" status: 200 len: 946 time: 0.5088840 Jul 14 18:36:59.879619 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-cc905bfc-240c-4f9f-8141-8bc015ea8244 None None] Port f0ed37c3-f8f4-4ace-a3e5-c949da3a8a48 cannot update to ACTIVE because it is not bound. {{(pid=93917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 18:36:59.892357 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-3af202d5-a69c-4326-93fa-b63d8e224f2c tempest-FloatingIPAdminTestJSON-280141705 tempest-FloatingIPAdminTestJSON-280141705-project] Notify callbacks [] for floatingip, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:59.895859 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-3af202d5-a69c-4326-93fa-b63d8e224f2c tempest-FloatingIPAdminTestJSON-280141705 tempest-FloatingIPAdminTestJSON-280141705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for floatingip, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:36:59.899398 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-3af202d5-a69c-4326-93fa-b63d8e224f2c tempest-FloatingIPAdminTestJSON-280141705 tempest-FloatingIPAdminTestJSON-280141705-project] 10.222.0.16 "DELETE /v2.0/floatingips/fad399db-4760-4e95-b36a-5af6ed59334d HTTP/1.1" status: 204 len: 168 time: 1.6139109 Jul 14 18:36:59.941932 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f39697a9-1338-42ab-b3e4-c4ce30081203 req-db0922ef-cf91-4278-b953-5a1b80dbd014 tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] 10.222.0.16 "GET /v2.0/security-groups?id=3eac0233-2f58-4c36-8bbf-3f6eb68f3b22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0890210 Jul 14 18:37:00.177503 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-7998f324-e7f3-4c86-95b7-403db916fc6f req-4459747a-eff3-4941-acf3-63437a98bd55 service neutron] 10.222.0.18 "GET /v2.0/networks/78f1bdd6-a438-4e68-a059-5fadb7299624?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3591459 Jul 14 18:37:00.258931 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7caecd2f-909f-4c5b-906b-b0ab6b1c7171 req-b02dd554-e80a-4abe-b0c6-06f358e8bd54 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:37:00.260481 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-7caecd2f-909f-4c5b-906b-b0ab6b1c7171 req-b02dd554-e80a-4abe-b0c6-06f358e8bd54 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] 10.222.0.16 "GET /v2.0/ports?device_id=7677033f-c81d-4c6b-bb6d-c53ed17bcb6d HTTP/1.1" status: 200 len: 932 time: 0.3620968 Jul 14 18:37:00.410709 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-7998f324-e7f3-4c86-95b7-403db916fc6f req-43f2b4a4-aa4e-40f5-9803-1db83c89e96a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.165&port_id=bde076ee-01e0-4557-a5c2-1f9d433c2343 HTTP/1.1" status: 200 len: 217 time: 0.1767159 Jul 14 18:37:00.477193 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 51620) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:37:00.726594 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [req-bff422f8-8b94-45a4-847e-bb6f160eaf86 req-33b44219-f4f0-4a6c-8747-299b21db29f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0ed37c3-f8f4-4ace-a3e5-c949da3a8a48 {{(pid=93915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 18:37:00.742237 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-bff422f8-8b94-45a4-847e-bb6f160eaf86 req-33b44219-f4f0-4a6c-8747-299b21db29f8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:37:00.747532 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-049ea437-9cfa-4ed5-ab79-2101bfb7d37e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=93b211ec9daa4ae481f1600db30f46fb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2662840 Jul 14 18:37:00.748491 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 51626) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:37:00.773728 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.provisioning_blocks [req-bff422f8-8b94-45a4-847e-bb6f160eaf86 req-33b44219-f4f0-4a6c-8747-299b21db29f8 service neutron] Transition to ACTIVE for port object f0ed37c3-f8f4-4ace-a3e5-c949da3a8a48 will not be triggered until provisioned by entity L2. {{(pid=93915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:37:00.776903 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7998f324-e7f3-4c86-95b7-403db916fc6f req-4374cb50-34d1-4a8f-87df-7bf43f6d2a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:37:00.778982 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-7998f324-e7f3-4c86-95b7-403db916fc6f req-4374cb50-34d1-4a8f-87df-7bf43f6d2a1d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c660d228-559a-45b8-a86f-7ab611e1e8ab HTTP/1.1" status: 200 len: 797 time: 0.3412790 Jul 14 18:37:00.783733 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-7caecd2f-909f-4c5b-906b-b0ab6b1c7171 req-384bf686-523c-4af8-bb93-c9eb2e0b1e2e tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] 10.222.0.16 "GET /v2.0/security-groups?id=c67cf0ff-df49-40b6-a3f5-cbd66b5fac2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4280558 Jul 14 18:37:00.784718 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-bff422f8-8b94-45a4-847e-bb6f160eaf86 req-33b44219-f4f0-4a6c-8747-299b21db29f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25912978'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:37:00.845613 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-c50d2d96-fc3d-4877-9ff8-a9c169a85e88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:37:00.886937 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b44219-f4f0-4a6c-8747-299b21db29f8 service neutron] Pushing event updated for resources: {'Port': ['ID=f0ed37c3-f8f4-4ace-a3e5-c949da3a8a48,revision_number=2']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:37:00.921361 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-c50d2d96-fc3d-4877-9ff8-a9c169a85e88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:37:01.003390 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-c50d2d96-fc3d-4877-9ff8-a9c169a85e88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:37:01.007952 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-c50d2d96-fc3d-4877-9ff8-a9c169a85e88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:37:01.009515 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-c50d2d96-fc3d-4877-9ff8-a9c169a85e88 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a03ab90a-a444-437e-b629-725614565401 HTTP/1.1" status: 204 len: 168 time: 0.2600646 Jul 14 18:37:01.017568 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-bff422f8-8b94-45a4-847e-bb6f160eaf86 req-33b44219-f4f0-4a6c-8747-299b21db29f8 service neutron] Attempting to bind port f0ed37c3-f8f4-4ace-a3e5-c949da3a8a48 on host n-h1-800634-3 for vnic_type normal with profile {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:37:01.017922 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-bff422f8-8b94-45a4-847e-bb6f160eaf86 req-33b44219-f4f0-4a6c-8747-299b21db29f8 service neutron] Attempting to bind port f0ed37c3-f8f4-4ace-a3e5-c949da3a8a48 by drivers openvswitch,hyperv on host n-h1-800634-3 at level 0 using segments [{'id': '4f5e1cb4-ef62-44dd-b171-50e9c0e61133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '725cc431-8d64-405c-80c6-620abc8a4603'}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:37:01.018129 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50d2d96-fc3d-4877-9ff8-a9c169a85e88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a03ab90a-a444-437e-b629-725614565401,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:37:01.018299 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bff422f8-8b94-45a4-847e-bb6f160eaf86 req-33b44219-f4f0-4a6c-8747-299b21db29f8 service neutron] Attempting to bind port f0ed37c3-f8f4-4ace-a3e5-c949da3a8a48 on network 725cc431-8d64-405c-80c6-620abc8a4603 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:37:01.032295 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bff422f8-8b94-45a4-847e-bb6f160eaf86 req-33b44219-f4f0-4a6c-8747-299b21db29f8 service neutron] Port f0ed37c3-f8f4-4ace-a3e5-c949da3a8a48 on network 725cc431-8d64-405c-80c6-620abc8a4603 not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-3 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 18:37:01.033101 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bff422f8-8b94-45a4-847e-bb6f160eaf86 req-33b44219-f4f0-4a6c-8747-299b21db29f8 service neutron] Attempting to bind port f0ed37c3-f8f4-4ace-a3e5-c949da3a8a48 on network 725cc431-8d64-405c-80c6-620abc8a4603 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:37:01.056996 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bff422f8-8b94-45a4-847e-bb6f160eaf86 req-33b44219-f4f0-4a6c-8747-299b21db29f8 service neutron] Checking agent: {'id': 'a3630ff4-fbee-45d9-b9b6-0ae41cb3a350', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 15, 32), 'started_at': datetime.datetime(2021, 7, 14, 18, 15, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 18, 36, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 18:37:01.057359 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bff422f8-8b94-45a4-847e-bb6f160eaf86 req-33b44219-f4f0-4a6c-8747-299b21db29f8 service neutron] Checking segment: {'id': '4f5e1cb4-ef62-44dd-b171-50e9c0e61133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '725cc431-8d64-405c-80c6-620abc8a4603'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:37:01.057758 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bff422f8-8b94-45a4-847e-bb6f160eaf86 req-33b44219-f4f0-4a6c-8747-299b21db29f8 service neutron] Bound using segment: {'id': '4f5e1cb4-ef62-44dd-b171-50e9c0e61133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '725cc431-8d64-405c-80c6-620abc8a4603'} {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 18:37:01.058207 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-bff422f8-8b94-45a4-847e-bb6f160eaf86 req-33b44219-f4f0-4a6c-8747-299b21db29f8 service neutron] Bound port: f0ed37c3-f8f4-4ace-a3e5-c949da3a8a48, host: n-h1-800634-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f5e1cb4-ef62-44dd-b171-50e9c0e61133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '725cc431-8d64-405c-80c6-620abc8a4603'}}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 18:37:01.058604 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-bff422f8-8b94-45a4-847e-bb6f160eaf86 req-33b44219-f4f0-4a6c-8747-299b21db29f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:37:01.101452 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7998f324-e7f3-4c86-95b7-403db916fc6f req-ed6a74c0-933e-4558-a084-e8c3dede7fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:37:01.103139 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-7998f324-e7f3-4c86-95b7-403db916fc6f req-ed6a74c0-933e-4558-a084-e8c3dede7fc8 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=78f1bdd6-a438-4e68-a059-5fadb7299624&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3136950 Jul 14 18:37:01.362853 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-bff422f8-8b94-45a4-847e-bb6f160eaf86 req-33b44219-f4f0-4a6c-8747-299b21db29f8 service neutron] For port f0ed37c3-f8f4-4ace-a3e5-c949da3a8a48, host n-h1-800634-3, cleared binding levels {{(pid=93915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:37:01.504408 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-bff422f8-8b94-45a4-847e-bb6f160eaf86 req-33b44219-f4f0-4a6c-8747-299b21db29f8 service neutron] For port f0ed37c3-f8f4-4ace-a3e5-c949da3a8a48, host n-h1-800634-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=f0ed37c3-f8f4-4ace-a3e5-c949da3a8a48,segment=NetworkSegment(4f5e1cb4-ef62-44dd-b171-50e9c0e61133),segment_id=4f5e1cb4-ef62-44dd-b171-50e9c0e61133)] {{(pid=93915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 18:37:01.521530 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-bff422f8-8b94-45a4-847e-bb6f160eaf86 req-33b44219-f4f0-4a6c-8747-299b21db29f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25912978'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:37:01.595423 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff422f8-8b94-45a4-847e-bb6f160eaf86 req-33b44219-f4f0-4a6c-8747-299b21db29f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:37:01.596055 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-bff422f8-8b94-45a4-847e-bb6f160eaf86 req-33b44219-f4f0-4a6c-8747-299b21db29f8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:37:01.598048 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-bff422f8-8b94-45a4-847e-bb6f160eaf86 req-33b44219-f4f0-4a6c-8747-299b21db29f8 service neutron] 10.222.0.18 "PUT /v2.0/ports/f0ed37c3-f8f4-4ace-a3e5-c949da3a8a48 HTTP/1.1" status: 200 len: 1092 time: 2.1126919 Jul 14 18:37:01.602044 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7677033f-c81d-4c6b-bb6d-c53ed17bcb6d', 'tag': 'f0ed37c3-f8f4-4ace-a3e5-c949da3a8a48'}] {{(pid=93915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:37:01.604460 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e72782ad3af8f7d4ce76cedf092bca46d1756acc5c4653cf0b52034cdd6b073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbe3ce05-5348-4713-997b-5d736afec007" -d '{"events": [{"name": "network-changed", "server_uuid": "7677033f-c81d-4c6b-bb6d-c53ed17bcb6d", "tag": "f0ed37c3-f8f4-4ace-a3e5-c949da3a8a48"}]}' {{(pid=93915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:37:01.689859 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-7998f324-e7f3-4c86-95b7-403db916fc6f req-1775effc-ac4d-40b5-85b5-bcf6e45dd249 service neutron] 10.222.0.18 "GET /v2.0/networks/78f1bdd6-a438-4e68-a059-5fadb7299624?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4199378 Jul 14 18:37:01.709308 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9be6fc-c999-456f-8b3e-82f9982de9f7 req-7cb46697-2720-468f-bfbf-672725fa5a74 tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:37:01.720858 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-8e9be6fc-c999-456f-8b3e-82f9982de9f7 req-7cb46697-2720-468f-bfbf-672725fa5a74 tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] 10.222.0.16 "GET /v2.0/ports?device_id=9cc02da8-a510-4707-81d5-af2edaddbb4a HTTP/1.1" status: 200 len: 946 time: 0.4451201 Jul 14 18:37:01.741598 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 51646) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:37:01.770715 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-58522d04-9321-478a-a30c-a3af3a0b6c27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:37:01.798889 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b44219-f4f0-4a6c-8747-299b21db29f8 service neutron] Pushing event updated for resources: {'Port': ['ID=f0ed37c3-f8f4-4ace-a3e5-c949da3a8a48,revision_number=3']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:37:01.890851 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 18:37:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a098fbe-cff9-4e85-9d31-a2e2a5a55772 x-openstack-request-id: req-1a098fbe-cff9-4e85-9d31-a2e2a5a55772 {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:37:01.890851 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7677033f-c81d-4c6b-bb6d-c53ed17bcb6d", "tag": "f0ed37c3-f8f4-4ace-a3e5-c949da3a8a48", "status": "completed", "code": 200}]} {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:37:01.890851 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1a098fbe-cff9-4e85-9d31-a2e2a5a55772 {{(pid=93915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:37:01.890851 n-d-800634-3 neutron-server[93915]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7677033f-c81d-4c6b-bb6d-c53ed17bcb6d', 'tag': 'f0ed37c3-f8f4-4ace-a3e5-c949da3a8a48', 'status': 'completed', 'code': 200} Jul 14 18:37:02.045526 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-58522d04-9321-478a-a30c-a3af3a0b6c27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:37:02.056065 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-58522d04-9321-478a-a30c-a3af3a0b6c27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:37:02.119093 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-58522d04-9321-478a-a30c-a3af3a0b6c27 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4ec799f9911f4b38bedccead911b708c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3751457 Jul 14 18:37:02.124368 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 51652) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:37:02.167971 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-8e9be6fc-c999-456f-8b3e-82f9982de9f7 req-b6fda919-d0bd-4836-8a39-db8ac6810d21 tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] 10.222.0.16 "GET /v2.0/security-groups?id=3eac0233-2f58-4c36-8bbf-3f6eb68f3b22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4455938 Jul 14 18:37:02.223162 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58522d04-9321-478a-a30c-a3af3a0b6c27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29d281dd-1275-4bc1-b0d3-4d50c96e77e6,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:37:02.282393 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58522d04-9321-478a-a30c-a3af3a0b6c27 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:37:02.286622 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58522d04-9321-478a-a30c-a3af3a0b6c27 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:37:02.287224 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58522d04-9321-478a-a30c-a3af3a0b6c27 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:37:02.287769 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58522d04-9321-478a-a30c-a3af3a0b6c27 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:37:02.296617 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58522d04-9321-478a-a30c-a3af3a0b6c27 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:37:02.297514 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58522d04-9321-478a-a30c-a3af3a0b6c27 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:37:02.298055 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58522d04-9321-478a-a30c-a3af3a0b6c27 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:37:02.299030 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58522d04-9321-478a-a30c-a3af3a0b6c27 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:37:02.299581 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58522d04-9321-478a-a30c-a3af3a0b6c27 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:37:02.302644 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58522d04-9321-478a-a30c-a3af3a0b6c27 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:37:02.303190 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58522d04-9321-478a-a30c-a3af3a0b6c27 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:37:02.304093 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58522d04-9321-478a-a30c-a3af3a0b6c27 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:37:02.397340 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:37:02.578446 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff422f8-8b94-45a4-847e-bb6f160eaf86 req-7ed59102-8b47-4380-a9b7-7482881defe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:37:02.580563 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-bff422f8-8b94-45a4-847e-bb6f160eaf86 req-7ed59102-8b47-4380-a9b7-7482881defe6 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=af718961b2754d7c873f442ed35947bb&device_id=7677033f-c81d-4c6b-bb6d-c53ed17bcb6d HTTP/1.1" status: 200 len: 1095 time: 0.9281771 Jul 14 18:37:02.593936 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-11aa61e8-8e57-4647-bcd2-18bbceed2fb4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:37:02.659229 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-7998f324-e7f3-4c86-95b7-403db916fc6f req-d5187267-0a20-4632-88c5-58b7196477c9 service neutron] 10.222.0.18 "GET /v2.0/networks/78f1bdd6-a438-4e68-a059-5fadb7299624?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8991349 Jul 14 18:37:02.708308 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-11aa61e8-8e57-4647-bcd2-18bbceed2fb4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:37:02.830430 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-bff422f8-8b94-45a4-847e-bb6f160eaf86 req-3cbbc12e-226d-4b3e-a196-7ec8befe927d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f0ed37c3-f8f4-4ace-a3e5-c949da3a8a48 HTTP/1.1" status: 200 len: 217 time: 0.2320695 Jul 14 18:37:02.846924 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-11aa61e8-8e57-4647-bcd2-18bbceed2fb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:37:02.852778 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-11aa61e8-8e57-4647-bcd2-18bbceed2fb4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:37:02.856864 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-11aa61e8-8e57-4647-bcd2-18bbceed2fb4 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/29d281dd-1275-4bc1-b0d3-4d50c96e77e6 HTTP/1.1" status: 204 len: 168 time: 0.7274218 Jul 14 18:37:02.883102 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11aa61e8-8e57-4647-bcd2-18bbceed2fb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29d281dd-1275-4bc1-b0d3-4d50c96e77e6,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:37:03.012093 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-7998f324-e7f3-4c86-95b7-403db916fc6f req-959a1816-7e4e-4624-9ddb-6d1ba8ceec1e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.229&port_id=e8bede3a-ba0f-49a4-a4a8-71589e0aa2ba HTTP/1.1" status: 200 len: 217 time: 0.2015324 Jul 14 18:37:03.090730 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd809b3-3f4f-4a39-9824-51f250b4d9ea req-879cb371-211d-4e0d-9467-1e3b0ad83b1a tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:37:03.097041 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-4bd809b3-3f4f-4a39-9824-51f250b4d9ea req-879cb371-211d-4e0d-9467-1e3b0ad83b1a tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] 10.222.0.16 "GET /v2.0/ports?device_id=7677033f-c81d-4c6b-bb6d-c53ed17bcb6d HTTP/1.1" status: 200 len: 944 time: 0.9099278 Jul 14 18:37:03.304327 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff422f8-8b94-45a4-847e-bb6f160eaf86 req-e14fb575-bab0-4dd8-8dab-6cb3bf4b2628 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:37:03.309819 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-bff422f8-8b94-45a4-847e-bb6f160eaf86 req-e14fb575-bab0-4dd8-8dab-6cb3bf4b2628 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2613ee9b-ec36-428a-b270-275b26077e23 HTTP/1.1" status: 200 len: 834 time: 0.4675224 Jul 14 18:37:03.403457 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7998f324-e7f3-4c86-95b7-403db916fc6f req-e5357bfc-f3bd-4f36-91dc-de829a8031d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:37:03.405086 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-7998f324-e7f3-4c86-95b7-403db916fc6f req-e5357bfc-f3bd-4f36-91dc-de829a8031d9 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c660d228-559a-45b8-a86f-7ab611e1e8ab HTTP/1.1" status: 200 len: 797 time: 0.3821437 Jul 14 18:37:03.422255 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-4bd809b3-3f4f-4a39-9824-51f250b4d9ea req-3b618dcf-9e0b-401a-a947-f565be8fb5d7 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] 10.222.0.16 "GET /v2.0/security-groups?id=c67cf0ff-df49-40b6-a3f5-cbd66b5fac2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3134985 Jul 14 18:37:03.825800 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 51688) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:37:03.849101 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff422f8-8b94-45a4-847e-bb6f160eaf86 req-73870b9c-f416-4dcc-8b42-48058947f56b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:37:03.856923 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-bff422f8-8b94-45a4-847e-bb6f160eaf86 req-73870b9c-f416-4dcc-8b42-48058947f56b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=725cc431-8d64-405c-80c6-620abc8a4603&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5307999 Jul 14 18:37:03.881681 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-69409cfc-ba27-47ff-910d-1caa2d7938c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:37:04.007752 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7998f324-e7f3-4c86-95b7-403db916fc6f req-86009855-dc44-4552-bea5-769bead63826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:37:04.009546 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-7998f324-e7f3-4c86-95b7-403db916fc6f req-86009855-dc44-4552-bea5-769bead63826 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=78f1bdd6-a438-4e68-a059-5fadb7299624&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5476325 Jul 14 18:37:04.123171 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e3bfe1-be71-41e9-858b-d24d6f896fdb req-1665000c-456d-4088-8622-a1aa6dd44a5e tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:37:04.142212 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-69409cfc-ba27-47ff-910d-1caa2d7938c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:37:04.149921 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-69409cfc-ba27-47ff-910d-1caa2d7938c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:37:04.164903 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e6e3bfe1-be71-41e9-858b-d24d6f896fdb req-1665000c-456d-4088-8622-a1aa6dd44a5e tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] 10.222.0.16 "GET /v2.0/ports?device_id=9cc02da8-a510-4707-81d5-af2edaddbb4a HTTP/1.1" status: 200 len: 946 time: 0.6497729 Jul 14 18:37:04.243180 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-bff422f8-8b94-45a4-847e-bb6f160eaf86 req-59f1bdd4-dacf-465b-b7fa-e700212db368 service neutron] 10.222.0.18 "GET /v2.0/networks/725cc431-8d64-405c-80c6-620abc8a4603?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3729644 Jul 14 18:37:04.260938 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-69409cfc-ba27-47ff-910d-1caa2d7938c0 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c9ca74b7779f40fb8ecaa7d380023e6c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4334860 Jul 14 18:37:04.261929 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69409cfc-ba27-47ff-910d-1caa2d7938c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=953cefb6-72c2-4410-801e-944faa514669,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:37:04.271386 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 51694) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:37:04.383442 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-4bb0afbd-3513-4939-93df-31df91a4ba8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:37:04.420555 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-4bb0afbd-3513-4939-93df-31df91a4ba8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:37:04.535780 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-4bb0afbd-3513-4939-93df-31df91a4ba8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:37:04.540205 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-4bb0afbd-3513-4939-93df-31df91a4ba8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:37:04.544458 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-4bb0afbd-3513-4939-93df-31df91a4ba8c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/953cefb6-72c2-4410-801e-944faa514669 HTTP/1.1" status: 204 len: 168 time: 0.2695081 Jul 14 18:37:04.555262 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb0afbd-3513-4939-93df-31df91a4ba8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=953cefb6-72c2-4410-801e-944faa514669,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:37:04.586135 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e6e3bfe1-be71-41e9-858b-d24d6f896fdb req-6dd248a1-78d0-4db6-aa22-ce8056c60376 tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] 10.222.0.16 "GET /v2.0/security-groups?id=3eac0233-2f58-4c36-8bbf-3f6eb68f3b22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3990808 Jul 14 18:37:04.614020 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-7998f324-e7f3-4c86-95b7-403db916fc6f req-3810aa00-8201-400b-aa0a-5c47979c0164 service neutron] 10.222.0.18 "GET /v2.0/networks/78f1bdd6-a438-4e68-a059-5fadb7299624?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5898604 Jul 14 18:37:05.299795 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:37:05.415101 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f275e9a-ec65-4b70-b8d0-b3944fd465d8 req-f829c2a6-f118-4bb8-aad0-06b2f6065e53 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:37:05.435092 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6f275e9a-ec65-4b70-b8d0-b3944fd465d8 req-f829c2a6-f118-4bb8-aad0-06b2f6065e53 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] 10.222.0.16 "GET /v2.0/ports?device_id=7677033f-c81d-4c6b-bb6d-c53ed17bcb6d HTTP/1.1" status: 200 len: 944 time: 0.7110081 Jul 14 18:37:05.501288 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-bff422f8-8b94-45a4-847e-bb6f160eaf86 req-ec5628ee-6f83-4f3f-98d9-a182e5999375 service neutron] 10.222.0.18 "GET /v2.0/networks/725cc431-8d64-405c-80c6-620abc8a4603?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9957860 Jul 14 18:37:05.504089 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-7998f324-e7f3-4c86-95b7-403db916fc6f req-f7be0933-c4f2-42aa-aedd-0edbb7cd14b7 service neutron] 10.222.0.18 "GET /v2.0/networks/78f1bdd6-a438-4e68-a059-5fadb7299624?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8891943 Jul 14 18:37:05.606387 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-7998f324-e7f3-4c86-95b7-403db916fc6f req-fa7ee295-7c16-4eb3-ae53-b2bc3c34a318 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=98e72a3e-3b4b-4cea-9e4f-1c80c632ced5 HTTP/1.1" status: 200 len: 217 time: 0.0844936 Jul 14 18:37:05.708715 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6f275e9a-ec65-4b70-b8d0-b3944fd465d8 req-02d7479e-0478-4356-be77-b40fbd45f074 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] 10.222.0.16 "GET /v2.0/security-groups?id=c67cf0ff-df49-40b6-a3f5-cbd66b5fac2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2658918 Jul 14 18:37:05.760385 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7998f324-e7f3-4c86-95b7-403db916fc6f req-478399e3-a003-4827-a899-9994895d9bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:37:05.761883 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-7998f324-e7f3-4c86-95b7-403db916fc6f req-478399e3-a003-4827-a899-9994895d9bfa service neutron] 10.222.0.18 "GET /v2.0/subnets?id=19364ef1-51c6-4b67-ab09-76164da25c3f HTTP/1.1" status: 200 len: 797 time: 0.1262178 Jul 14 18:37:05.861445 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe3ce05-5348-4713-997b-5d736afec007 req-4cc358a2-d2b5-4767-92b8-d5ca865e94aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:37:05.862696 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-fbe3ce05-5348-4713-997b-5d736afec007 req-4cc358a2-d2b5-4767-92b8-d5ca865e94aa service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=af718961b2754d7c873f442ed35947bb&device_id=7677033f-c81d-4c6b-bb6d-c53ed17bcb6d HTTP/1.1" status: 200 len: 1095 time: 0.2753303 Jul 14 18:37:06.206424 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe3ce05-5348-4713-997b-5d736afec007 req-950a849f-c600-43a7-afe0-0735a49513fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:37:06.209004 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-fbe3ce05-5348-4713-997b-5d736afec007 req-950a849f-c600-43a7-afe0-0735a49513fc service neutron] 10.222.0.18 "GET /v2.0/networks?id=725cc431-8d64-405c-80c6-620abc8a4603 HTTP/1.1" status: 200 len: 896 time: 0.2892570 Jul 14 18:37:06.304799 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-fbe3ce05-5348-4713-997b-5d736afec007 req-3b5d0569-15e1-4e5f-9480-ada58f96cc10 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f0ed37c3-f8f4-4ace-a3e5-c949da3a8a48 HTTP/1.1" status: 200 len: 217 time: 0.0857944 Jul 14 18:37:06.369897 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7998f324-e7f3-4c86-95b7-403db916fc6f req-c312fd40-79c6-4f1d-8d4d-9d2506ac8ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:37:06.371552 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-7998f324-e7f3-4c86-95b7-403db916fc6f req-c312fd40-79c6-4f1d-8d4d-9d2506ac8ff3 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=63a5555f-a22d-4515-8f3a-d708078edd37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.6007593 Jul 14 18:37:06.381920 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec89321-852a-49d1-8348-a27f7bd8ba34 req-eb089c01-aa0a-4463-9b49-fad2f6c57e9d tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:37:06.383789 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-1ec89321-852a-49d1-8348-a27f7bd8ba34 req-eb089c01-aa0a-4463-9b49-fad2f6c57e9d tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] 10.222.0.16 "GET /v2.0/ports?device_id=9cc02da8-a510-4707-81d5-af2edaddbb4a HTTP/1.1" status: 200 len: 946 time: 0.3423495 Jul 14 18:37:06.576294 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe3ce05-5348-4713-997b-5d736afec007 req-74804a79-8442-4a6e-9821-5c93bb1c387b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:37:06.577837 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-fbe3ce05-5348-4713-997b-5d736afec007 req-74804a79-8442-4a6e-9821-5c93bb1c387b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2613ee9b-ec36-428a-b270-275b26077e23 HTTP/1.1" status: 200 len: 834 time: 0.2581832 Jul 14 18:37:06.651901 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-1ec89321-852a-49d1-8348-a27f7bd8ba34 req-572ad3c3-c22c-4386-a1dd-68fc4c777a26 tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] 10.222.0.16 "GET /v2.0/security-groups?id=3eac0233-2f58-4c36-8bbf-3f6eb68f3b22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2423413 Jul 14 18:37:06.693728 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-7998f324-e7f3-4c86-95b7-403db916fc6f req-79b28bfc-0162-4d06-9849-f290391682f7 service neutron] 10.222.0.18 "GET /v2.0/networks/63a5555f-a22d-4515-8f3a-d708078edd37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3069324 Jul 14 18:37:06.793368 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe3ce05-5348-4713-997b-5d736afec007 req-8a681ac6-09a7-476e-9e60-13c99d709055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:37:06.794982 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-fbe3ce05-5348-4713-997b-5d736afec007 req-8a681ac6-09a7-476e-9e60-13c99d709055 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=725cc431-8d64-405c-80c6-620abc8a4603&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2026711 Jul 14 18:37:07.023527 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-fbe3ce05-5348-4713-997b-5d736afec007 req-0fc81d4f-1e47-4ee2-ac64-c8e6d90c700e service neutron] 10.222.0.18 "GET /v2.0/networks/725cc431-8d64-405c-80c6-620abc8a4603?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2103448 Jul 14 18:37:07.119421 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-7998f324-e7f3-4c86-95b7-403db916fc6f req-0c1e2c90-63b8-4261-9c7a-aebd57b3482e service neutron] 10.222.0.18 "GET /v2.0/networks/63a5555f-a22d-4515-8f3a-d708078edd37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4184117 Jul 14 18:37:07.256384 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-7998f324-e7f3-4c86-95b7-403db916fc6f req-10df2170-7472-4011-b2cb-756fc042fdee service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=0caf44dc-58df-4be6-8bff-86cf8aeccff9 HTTP/1.1" status: 200 len: 217 time: 0.1236422 Jul 14 18:37:07.555105 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7998f324-e7f3-4c86-95b7-403db916fc6f req-fbb84c39-ef84-4186-b310-db1f655bd85f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:37:07.556981 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-7998f324-e7f3-4c86-95b7-403db916fc6f req-fbb84c39-ef84-4186-b310-db1f655bd85f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=19364ef1-51c6-4b67-ab09-76164da25c3f HTTP/1.1" status: 200 len: 797 time: 0.2748163 Jul 14 18:37:07.587113 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b99629b-ca1b-4958-940f-585fd41dbe35 req-8ca27330-83f4-4be5-a6b7-95a8fe40ae44 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:37:07.589316 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2b99629b-ca1b-4958-940f-585fd41dbe35 req-8ca27330-83f4-4be5-a6b7-95a8fe40ae44 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] 10.222.0.16 "GET /v2.0/ports?device_id=7677033f-c81d-4c6b-bb6d-c53ed17bcb6d HTTP/1.1" status: 200 len: 944 time: 0.4673047 Jul 14 18:37:07.616383 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 51770) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:37:07.670617 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-fbe3ce05-5348-4713-997b-5d736afec007 req-c2393e54-01b5-4740-a39c-53f15eaab781 service neutron] 10.222.0.18 "GET /v2.0/networks/725cc431-8d64-405c-80c6-620abc8a4603?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5497928 Jul 14 18:37:07.787035 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2b99629b-ca1b-4958-940f-585fd41dbe35 req-583b7024-156a-46e3-85dd-0f9b745c4a39 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] 10.222.0.16 "GET /v2.0/security-groups?id=c67cf0ff-df49-40b6-a3f5-cbd66b5fac2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1897418 Jul 14 18:37:07.827127 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7998f324-e7f3-4c86-95b7-403db916fc6f req-c79c89e6-16ec-47ee-a3a7-7d6d472c65ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:37:07.835940 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-7998f324-e7f3-4c86-95b7-403db916fc6f req-c79c89e6-16ec-47ee-a3a7-7d6d472c65ec service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=63a5555f-a22d-4515-8f3a-d708078edd37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2693624 Jul 14 18:37:07.949774 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-530af32c-84bb-480e-9a55-e3308c79c2fc tempest-RoutersIpV6AdminTest-1118464879 tempest-RoutersIpV6AdminTest-1118464879-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-125761599', 'router:external': True}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:37:08.006271 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-530af32c-84bb-480e-9a55-e3308c79c2fc tempest-RoutersIpV6AdminTest-1118464879 tempest-RoutersIpV6AdminTest-1118464879-project-admin] Made reservation on behalf of 7a6fe24df197417d968c6db2144e3f67 for: {'network': 1} {{(pid=93916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:37:08.011436 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-530af32c-84bb-480e-9a55-e3308c79c2fc tempest-RoutersIpV6AdminTest-1118464879 tempest-RoutersIpV6AdminTest-1118464879-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for network, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:37:08.041139 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-530af32c-84bb-480e-9a55-e3308c79c2fc tempest-RoutersIpV6AdminTest-1118464879 tempest-RoutersIpV6AdminTest-1118464879-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:37:08.186646 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb3998d-65c0-46f1-a8c4-a704924640bc req-9fb6087f-1001-4b14-ab1d-9f83a030b235 tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:37:08.188525 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-1bb3998d-65c0-46f1-a8c4-a704924640bc req-9fb6087f-1001-4b14-ab1d-9f83a030b235 tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] 10.222.0.16 "GET /v2.0/ports?device_id=9cc02da8-a510-4707-81d5-af2edaddbb4a HTTP/1.1" status: 200 len: 946 time: 0.2961793 Jul 14 18:37:08.190817 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-7998f324-e7f3-4c86-95b7-403db916fc6f req-8a54a2a1-870b-4b55-ab15-cb9136797803 service neutron] 10.222.0.18 "GET /v2.0/networks/63a5555f-a22d-4515-8f3a-d708078edd37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3463364 Jul 14 18:37:08.365039 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-530af32c-84bb-480e-9a55-e3308c79c2fc tempest-RoutersIpV6AdminTest-1118464879 tempest-RoutersIpV6AdminTest-1118464879-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:37:08.371241 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-530af32c-84bb-480e-9a55-e3308c79c2fc tempest-RoutersIpV6AdminTest-1118464879 tempest-RoutersIpV6AdminTest-1118464879-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:37:08.381616 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-1bb3998d-65c0-46f1-a8c4-a704924640bc req-6069a4e0-ba95-4fa0-9a71-1ad3d867daef tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] 10.222.0.16 "GET /v2.0/security-groups?id=3eac0233-2f58-4c36-8bbf-3f6eb68f3b22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1616549 Jul 14 18:37:08.408644 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-7998f324-e7f3-4c86-95b7-403db916fc6f req-0a36e409-b264-4d06-9b84-d56f90b65c1b service neutron] 10.222.0.18 "GET /v2.0/networks/63a5555f-a22d-4515-8f3a-d708078edd37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2108383 Jul 14 18:37:08.411537 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-530af32c-84bb-480e-9a55-e3308c79c2fc tempest-RoutersIpV6AdminTest-1118464879 tempest-RoutersIpV6AdminTest-1118464879-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 79} {{(pid=93916) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 18:37:08.428032 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530af32c-84bb-480e-9a55-e3308c79c2fc tempest-RoutersIpV6AdminTest-1118464879 tempest-RoutersIpV6AdminTest-1118464879-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c1875a3-9c68-4fdc-b0d5-a3a58c674458,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:37:08.434932 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-530af32c-84bb-480e-9a55-e3308c79c2fc tempest-RoutersIpV6AdminTest-1118464879 tempest-RoutersIpV6AdminTest-1118464879-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:37:08.435687 n-d-800634-3 neutron-server[93916]: INFO neutron.db.segments_db [None req-530af32c-84bb-480e-9a55-e3308c79c2fc tempest-RoutersIpV6AdminTest-1118464879 tempest-RoutersIpV6AdminTest-1118464879-project-admin] Added segment eff68898-d207-4bdd-8148-aa73084fa597 of type vlan for network b271ca13-1698-4e2c-bcc9-45b019f164e2 Jul 14 18:37:08.556477 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-530af32c-84bb-480e-9a55-e3308c79c2fc tempest-RoutersIpV6AdminTest-1118464879 tempest-RoutersIpV6AdminTest-1118464879-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728202197517'] for network, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:37:08.661030 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-530af32c-84bb-480e-9a55-e3308c79c2fc tempest-RoutersIpV6AdminTest-1118464879 tempest-RoutersIpV6AdminTest-1118464879-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727'] for network, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:37:08.662807 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-530af32c-84bb-480e-9a55-e3308c79c2fc tempest-RoutersIpV6AdminTest-1118464879 tempest-RoutersIpV6AdminTest-1118464879-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:37:08.663475 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-530af32c-84bb-480e-9a55-e3308c79c2fc tempest-RoutersIpV6AdminTest-1118464879 tempest-RoutersIpV6AdminTest-1118464879-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598705'] for network, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:37:08.858022 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 51792) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:37:08.860849 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-530af32c-84bb-480e-9a55-e3308c79c2fc tempest-RoutersIpV6AdminTest-1118464879 tempest-RoutersIpV6AdminTest-1118464879-project-admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 873 time: 1.2421429 Jul 14 18:37:08.864762 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-c124bdb8-ba6c-41ef-b2e2-0a3e2fecb196 tempest-RoutersIpV6AdminTest-1118464879 tempest-RoutersIpV6AdminTest-1118464879-project-admin] Request body: {'subnet': {'network_id': 'b271ca13-1698-4e2c-bcc9-45b019f164e2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:37:08.889246 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530af32c-84bb-480e-9a55-e3308c79c2fc tempest-RoutersIpV6AdminTest-1118464879 tempest-RoutersIpV6AdminTest-1118464879-project-admin] Pushing event updated for resources: {'Network': ['ID=b271ca13-1698-4e2c-bcc9-45b019f164e2,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:37:08.900701 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Network b271ca13-1698-4e2c-bcc9-45b019f164e2 details requested by agent ovs-agent-n-d-800634-3 with host n-d-800634-3 {{(pid=93917) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 18:37:08.956978 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c124bdb8-ba6c-41ef-b2e2-0a3e2fecb196 tempest-RoutersIpV6AdminTest-1118464879 tempest-RoutersIpV6AdminTest-1118464879-project-admin] Made reservation on behalf of 7a6fe24df197417d968c6db2144e3f67 for: {'subnet': 1} {{(pid=93915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:37:08.959470 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-c124bdb8-ba6c-41ef-b2e2-0a3e2fecb196 tempest-RoutersIpV6AdminTest-1118464879 tempest-RoutersIpV6AdminTest-1118464879-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28969735'] for subnet, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:37:09.384739 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ddbd40-3ead-42ae-b9cb-a380438c020c req-24b4fafe-0e33-4ba8-b65e-997073ffb03a tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:37:09.406392 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a3ddbd40-3ead-42ae-b9cb-a380438c020c req-24b4fafe-0e33-4ba8-b65e-997073ffb03a tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] 10.222.0.16 "GET /v2.0/ports?device_id=7677033f-c81d-4c6b-bb6d-c53ed17bcb6d HTTP/1.1" status: 200 len: 944 time: 0.2986333 Jul 14 18:37:09.459638 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device f0ed37c3-f8f4-4ace-a3e5-c949da3a8a48 details requested by agent hyperv_n-h1-800634-3 with host n-h1-800634-3 {{(pid=93917) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 18:37:09.823344 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port f0ed37c3-f8f4-4ace-a3e5-c949da3a8a48, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=f0ed37c3-f8f4-4ace-a3e5-c949da3a8a48,segment=NetworkSegment(4f5e1cb4-ef62-44dd-b171-50e9c0e61133),segment_id=4f5e1cb4-ef62-44dd-b171-50e9c0e61133)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:37:09.838631 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Returning: {'device': 'f0ed37c3-f8f4-4ace-a3e5-c949da3a8a48', 'network_id': '725cc431-8d64-405c-80c6-620abc8a4603', 'port_id': 'f0ed37c3-f8f4-4ace-a3e5-c949da3a8a48', 'mac_address': 'fa:16:3e:57:ae:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 64, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2613ee9b-ec36-428a-b270-275b26077e23', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93917) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 18:37:09.910171 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a3ddbd40-3ead-42ae-b9cb-a380438c020c req-a6807126-1a73-4f07-abd1-4db30d941415 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] 10.222.0.16 "GET /v2.0/security-groups?id=c67cf0ff-df49-40b6-a3f5-cbd66b5fac2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5022423 Jul 14 18:37:09.965096 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:37:09.999058 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0ed37c3-f8f4-4ace-a3e5-c949da3a8a48 {{(pid=93917) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 18:37:10.062092 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port f0ed37c3-f8f4-4ace-a3e5-c949da3a8a48, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=f0ed37c3-f8f4-4ace-a3e5-c949da3a8a48,segment=NetworkSegment(4f5e1cb4-ef62-44dd-b171-50e9c0e61133),segment_id=4f5e1cb4-ef62-44dd-b171-50e9c0e61133)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:37:10.070230 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:37:10.319284 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Pushing event updated for resources: {'Port': ['ID=f0ed37c3-f8f4-4ace-a3e5-c949da3a8a48,revision_number=4']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:37:10.398952 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] get_ports_and_sgs() called for port_ids ['f0ed37c3-f8f4-4ace-a3e5-c949da3a8a48'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 18:37:10.547536 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c1db04-6183-4378-8ab6-f8b2d0826a4c req-c240084e-9c15-4b07-94d2-c29e7ce825fd tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:37:10.558911 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a8c1db04-6183-4378-8ab6-f8b2d0826a4c req-c240084e-9c15-4b07-94d2-c29e7ce825fd tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] 10.222.0.16 "GET /v2.0/ports?device_id=9cc02da8-a510-4707-81d5-af2edaddbb4a HTTP/1.1" status: 200 len: 946 time: 0.4433382 Jul 14 18:37:10.707977 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a8c1db04-6183-4378-8ab6-f8b2d0826a4c req-e62bb642-1a6c-4f38-a5eb-5b3fb475dea1 tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] 10.222.0.16 "GET /v2.0/security-groups?id=3eac0233-2f58-4c36-8bbf-3f6eb68f3b22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1460776 Jul 14 18:37:10.884005 n-d-800634-3 neutron-server[93915]: DEBUG neutron.objects.ports [None req-c124bdb8-ba6c-41ef-b2e2-0a3e2fecb196 tempest-RoutersIpV6AdminTest-1118464879 tempest-RoutersIpV6AdminTest-1118464879-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93915) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 14 18:37:10.884773 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-c124bdb8-ba6c-41ef-b2e2-0a3e2fecb196 tempest-RoutersIpV6AdminTest-1118464879 tempest-RoutersIpV6AdminTest-1118464879-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25912837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28969781'] for subnet, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:37:10.985111 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c124bdb8-ba6c-41ef-b2e2-0a3e2fecb196 tempest-RoutersIpV6AdminTest-1118464879 tempest-RoutersIpV6AdminTest-1118464879-project-admin] Pushing event updated for resources: {'Subnet': ['ID=bb50376b-4cb5-4973-ae26-d4f95a3a6586,revision_number=0']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:37:11.087137 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c124bdb8-ba6c-41ef-b2e2-0a3e2fecb196 tempest-RoutersIpV6AdminTest-1118464879 tempest-RoutersIpV6AdminTest-1118464879-project-admin] Checking segment: {'id': 'eff68898-d207-4bdd-8148-aa73084fa597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'b271ca13-1698-4e2c-bcc9-45b019f164e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:37:11.088581 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c124bdb8-ba6c-41ef-b2e2-0a3e2fecb196 tempest-RoutersIpV6AdminTest-1118464879 tempest-RoutersIpV6AdminTest-1118464879-project-admin] Network hostable DHCP agents. Network: b271ca13-1698-4e2c-bcc9-45b019f164e2, hostable agents: ['028393c3-0576-4ebd-bca1-8ea8a148e1a2'], hosted agents: [] {{(pid=93915) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 18:37:11.154490 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c124bdb8-ba6c-41ef-b2e2-0a3e2fecb196 tempest-RoutersIpV6AdminTest-1118464879 tempest-RoutersIpV6AdminTest-1118464879-project-admin] Network b271ca13-1698-4e2c-bcc9-45b019f164e2 is scheduled to be hosted by DHCP agent 028393c3-0576-4ebd-bca1-8ea8a148e1a2 with binding_index 1 {{(pid=93915) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 18:37:11.179220 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [None req-c124bdb8-ba6c-41ef-b2e2-0a3e2fecb196 tempest-RoutersIpV6AdminTest-1118464879 tempest-RoutersIpV6AdminTest-1118464879-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-3, b271ca13-1698-4e2c-bcc9-45b019f164e2) {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:37:11.184183 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c124bdb8-ba6c-41ef-b2e2-0a3e2fecb196 tempest-RoutersIpV6AdminTest-1118464879 tempest-RoutersIpV6AdminTest-1118464879-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:37:11.184929 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-c124bdb8-ba6c-41ef-b2e2-0a3e2fecb196 tempest-RoutersIpV6AdminTest-1118464879 tempest-RoutersIpV6AdminTest-1118464879-project-admin] Notify callbacks [] for subnet, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:37:11.202647 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-297c7408-f0ed-4148-970f-abe9e1d234d4 None None] Network b271ca13-1698-4e2c-bcc9-45b019f164e2 requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:37:11.220567 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-c124bdb8-ba6c-41ef-b2e2-0a3e2fecb196 tempest-RoutersIpV6AdminTest-1118464879 tempest-RoutersIpV6AdminTest-1118464879-project-admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 2.3580041 Jul 14 18:37:11.221212 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 51824) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:37:11.247720 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-47884306-8803-482b-9169-254a44651e72 tempest-RoutersIpV6AdminTest-1118464879 tempest-RoutersIpV6AdminTest-1118464879-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-519637951', 'network_id': 'b271ca13-1698-4e2c-bcc9-45b019f164e2'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:37:11.409515 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47884306-8803-482b-9169-254a44651e72 tempest-RoutersIpV6AdminTest-1118464879 tempest-RoutersIpV6AdminTest-1118464879-project-admin] Made reservation on behalf of 7a6fe24df197417d968c6db2144e3f67 for: {'port': 1} {{(pid=93915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:37:11.414205 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-47884306-8803-482b-9169-254a44651e72 tempest-RoutersIpV6AdminTest-1118464879 tempest-RoutersIpV6AdminTest-1118464879-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:37:11.447347 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [None req-47884306-8803-482b-9169-254a44651e72 tempest-RoutersIpV6AdminTest-1118464879 tempest-RoutersIpV6AdminTest-1118464879-project-admin] device_id is not set on port 680f1268-3273-40b0-a309-d8860be623ad yet. {{(pid=93915) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 18:37:11.467823 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e65ab0a4-1693-424b-9e02-f40136677e6a None None] Network b271ca13-1698-4e2c-bcc9-45b019f164e2 requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:37:11.506781 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10a0f16-7d57-43fd-a51a-7e1d65adae2d req-1d83bd20-a8e0-4f0a-8926-5e568fd79c4e tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:37:11.536692 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a10a0f16-7d57-43fd-a51a-7e1d65adae2d req-1d83bd20-a8e0-4f0a-8926-5e568fd79c4e tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] 10.222.0.16 "GET /v2.0/ports?device_id=7677033f-c81d-4c6b-bb6d-c53ed17bcb6d HTTP/1.1" status: 200 len: 945 time: 0.2326465 Jul 14 18:37:11.687285 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a10a0f16-7d57-43fd-a51a-7e1d65adae2d req-2e7b181d-249f-490d-82f3-a54400fc79b4 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] 10.222.0.16 "GET /v2.0/security-groups?id=c67cf0ff-df49-40b6-a3f5-cbd66b5fac2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1494098 Jul 14 18:37:11.845407 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.db_base_plugin_common [None req-47884306-8803-482b-9169-254a44651e72 tempest-RoutersIpV6AdminTest-1118464879 tempest-RoutersIpV6AdminTest-1118464879-project-admin] Allocated IP 2001:db8::a1 (b271ca13-1698-4e2c-bcc9-45b019f164e2/bb50376b-4cb5-4973-ae26-d4f95a3a6586/680f1268-3273-40b0-a309-d8860be623ad) {{(pid=93915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:37:12.174435 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187c039b-cd8e-4df4-812b-396f9446e881 req-c12117de-55fe-4fdf-bf0f-913c13494d9c tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:37:12.182023 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-187c039b-cd8e-4df4-812b-396f9446e881 req-c12117de-55fe-4fdf-bf0f-913c13494d9c tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] 10.222.0.16 "GET /v2.0/ports?device_id=9cc02da8-a510-4707-81d5-af2edaddbb4a HTTP/1.1" status: 200 len: 946 time: 0.2382042 Jul 14 18:37:12.229480 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-47884306-8803-482b-9169-254a44651e72 tempest-RoutersIpV6AdminTest-1118464879 tempest-RoutersIpV6AdminTest-1118464879-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:37:12.265451 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-187c039b-cd8e-4df4-812b-396f9446e881 req-a9ede201-af31-4357-a4f7-3961dc6b1f20 tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] 10.222.0.16 "GET /v2.0/security-groups?id=3eac0233-2f58-4c36-8bbf-3f6eb68f3b22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0777628 Jul 14 18:37:12.320641 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-47884306-8803-482b-9169-254a44651e72 tempest-RoutersIpV6AdminTest-1118464879 tempest-RoutersIpV6AdminTest-1118464879-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:37:12.382714 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47884306-8803-482b-9169-254a44651e72 tempest-RoutersIpV6AdminTest-1118464879 tempest-RoutersIpV6AdminTest-1118464879-project-admin] Network b271ca13-1698-4e2c-bcc9-45b019f164e2 is already hosted by enough agents. {{(pid=93915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:37:12.386268 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [None req-47884306-8803-482b-9169-254a44651e72 tempest-RoutersIpV6AdminTest-1118464879 tempest-RoutersIpV6AdminTest-1118464879-project-admin] Resources bound (agent type, host, resource id): {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:37:12.390375 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47884306-8803-482b-9169-254a44651e72 tempest-RoutersIpV6AdminTest-1118464879 tempest-RoutersIpV6AdminTest-1118464879-project-admin] Received port after_create {{(pid=93915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:37:12.392417 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47884306-8803-482b-9169-254a44651e72 tempest-RoutersIpV6AdminTest-1118464879 tempest-RoutersIpV6AdminTest-1118464879-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:37:12.393475 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-47884306-8803-482b-9169-254a44651e72 tempest-RoutersIpV6AdminTest-1118464879 tempest-RoutersIpV6AdminTest-1118464879-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:37:12.430039 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47884306-8803-482b-9169-254a44651e72 tempest-RoutersIpV6AdminTest-1118464879 tempest-RoutersIpV6AdminTest-1118464879-project-admin] Pushing event updated for resources: {'Port': ['ID=680f1268-3273-40b0-a309-d8860be623ad,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:37:12.454941 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-47884306-8803-482b-9169-254a44651e72 tempest-RoutersIpV6AdminTest-1118464879 tempest-RoutersIpV6AdminTest-1118464879-project-admin] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 1.2307355 Jul 14 18:37:12.463711 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 51836) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:37:12.730830 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [None req-b9a8136e-5dab-4be8-9ba7-1ed037f3cab9 tempest-RoutersIpV6AdminTest-1118464879 tempest-RoutersIpV6AdminTest-1118464879-project-admin] Deleting port 680f1268-3273-40b0-a309-d8860be623ad {{(pid=93915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:37:12.731187 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-b9a8136e-5dab-4be8-9ba7-1ed037f3cab9 tempest-RoutersIpV6AdminTest-1118464879 tempest-RoutersIpV6AdminTest-1118464879-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:37:13.014083 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-b9a8136e-5dab-4be8-9ba7-1ed037f3cab9 tempest-RoutersIpV6AdminTest-1118464879 tempest-RoutersIpV6AdminTest-1118464879-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:37:13.045580 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [None req-b9a8136e-5dab-4be8-9ba7-1ed037f3cab9 tempest-RoutersIpV6AdminTest-1118464879 tempest-RoutersIpV6AdminTest-1118464879-project-admin] Calling delete_port for 680f1268-3273-40b0-a309-d8860be623ad owned by {{(pid=93915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:37:13.113799 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fa2575-9384-426f-8828-7c991d48c2b9 req-9f273ab4-edd1-4a26-9ee4-0b4b05f27e33 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:37:13.117266 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-89fa2575-9384-426f-8828-7c991d48c2b9 req-9f273ab4-edd1-4a26-9ee4-0b4b05f27e33 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] 10.222.0.16 "GET /v2.0/ports?device_id=7677033f-c81d-4c6b-bb6d-c53ed17bcb6d HTTP/1.1" status: 200 len: 945 time: 0.2176929 Jul 14 18:37:13.303346 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-89fa2575-9384-426f-8828-7c991d48c2b9 req-1b6dfe79-0c39-4927-90cd-c8e80cee3c99 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] 10.222.0.16 "GET /v2.0/security-groups?id=c67cf0ff-df49-40b6-a3f5-cbd66b5fac2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0901620 Jul 14 18:37:13.490129 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device f0ed37c3-f8f4-4ace-a3e5-c949da3a8a48 up at agent hyperv_n-h1-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:37:13.608813 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-b9a8136e-5dab-4be8-9ba7-1ed037f3cab9 tempest-RoutersIpV6AdminTest-1118464879 tempest-RoutersIpV6AdminTest-1118464879-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:37:13.647628 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Provisioning for port f0ed37c3-f8f4-4ace-a3e5-c949da3a8a48 completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:37:13.648425 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a8136e-5dab-4be8-9ba7-1ed037f3cab9 tempest-RoutersIpV6AdminTest-1118464879 tempest-RoutersIpV6AdminTest-1118464879-project-admin] Pushing event deleted for resources: {'Port': ['ID=680f1268-3273-40b0-a309-d8860be623ad,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:37:13.652743 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Provisioning complete for port f0ed37c3-f8f4-4ace-a3e5-c949da3a8a48 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:37:13.653175 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:37:13.697518 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b575a06-03a8-46dc-84f6-0e9c92f1b768 req-7f5ff024-7adb-42f6-8d29-f98cf59cd6dc tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:37:13.699336 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-9b575a06-03a8-46dc-84f6-0e9c92f1b768 req-7f5ff024-7adb-42f6-8d29-f98cf59cd6dc tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] 10.222.0.16 "GET /v2.0/ports?device_id=9cc02da8-a510-4707-81d5-af2edaddbb4a HTTP/1.1" status: 200 len: 946 time: 0.2487233 Jul 14 18:37:13.700563 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-b9a8136e-5dab-4be8-9ba7-1ed037f3cab9 tempest-RoutersIpV6AdminTest-1118464879 tempest-RoutersIpV6AdminTest-1118464879-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:37:13.704171 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-b9a8136e-5dab-4be8-9ba7-1ed037f3cab9 tempest-RoutersIpV6AdminTest-1118464879 tempest-RoutersIpV6AdminTest-1118464879-project-admin] 10.222.0.16 "DELETE /v2.0/ports/680f1268-3273-40b0-a309-d8860be623ad HTTP/1.1" status: 204 len: 168 time: 1.2370107 Jul 14 18:37:13.706377 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 51860) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:37:13.711447 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-3620738a-d489-4d28-a533-99d1e550d9bf tempest-RoutersIpV6AdminTest-1118464879 tempest-RoutersIpV6AdminTest-1118464879-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b271ca13-1698-4e2c-bcc9-45b019f164e2', 'external_fixed_ips': [{'subnet_id': 'bb50376b-4cb5-4973-ae26-d4f95a3a6586', 'ip_address': '2001:db8::a1'}]}}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:37:13.799166 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-3620738a-d489-4d28-a533-99d1e550d9bf tempest-RoutersIpV6AdminTest-1118464879 tempest-RoutersIpV6AdminTest-1118464879-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-571768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11104'] for router, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:37:13.802600 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-3620738a-d489-4d28-a533-99d1e550d9bf tempest-RoutersIpV6AdminTest-1118464879 tempest-RoutersIpV6AdminTest-1118464879-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-571675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-930014', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-632314', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11129'] for router, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:37:13.839400 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:37:13.855357 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-9b575a06-03a8-46dc-84f6-0e9c92f1b768 req-f09f533a-374f-4026-a97f-d05ee507374f tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] 10.222.0.16 "GET /v2.0/security-groups?id=3eac0233-2f58-4c36-8bbf-3f6eb68f3b22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1081135 Jul 14 18:37:13.937230 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7677033f-c81d-4c6b-bb6d-c53ed17bcb6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0ed37c3-f8f4-4ace-a3e5-c949da3a8a48'}] {{(pid=93917) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:37:13.947189 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20b787f3c29eaa7aa2a4d648c725a2124c5ff39a8d793252f9d844495e14cf42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c01287dc-dc4f-4242-9ec4-36daf205b692" -d '{"events": [{"server_uuid": "7677033f-c81d-4c6b-bb6d-c53ed17bcb6d", "name": "network-vif-plugged", "status": "completed", "tag": "f0ed37c3-f8f4-4ace-a3e5-c949da3a8a48"}]}' {{(pid=93917) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:37:13.994508 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-3620738a-d489-4d28-a533-99d1e550d9bf tempest-RoutersIpV6AdminTest-1118464879 tempest-RoutersIpV6AdminTest-1118464879-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:37:14.023773 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port f0ed37c3-f8f4-4ace-a3e5-c949da3a8a48, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=f0ed37c3-f8f4-4ace-a3e5-c949da3a8a48,segment=NetworkSegment(4f5e1cb4-ef62-44dd-b171-50e9c0e61133),segment_id=4f5e1cb4-ef62-44dd-b171-50e9c0e61133)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:37:14.044636 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:37:14.130952 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 18:37:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e87aab5-3c24-4f6c-ae1e-82dc22c91292 x-openstack-request-id: req-6e87aab5-3c24-4f6c-ae1e-82dc22c91292 {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:37:14.140855 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7677033f-c81d-4c6b-bb6d-c53ed17bcb6d", "name": "network-vif-plugged", "status": "completed", "tag": "f0ed37c3-f8f4-4ace-a3e5-c949da3a8a48", "code": 200}]} {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:37:14.141622 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6e87aab5-3c24-4f6c-ae1e-82dc22c91292 {{(pid=93917) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:37:14.142816 n-d-800634-3 neutron-server[93917]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7677033f-c81d-4c6b-bb6d-c53ed17bcb6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0ed37c3-f8f4-4ace-a3e5-c949da3a8a48', 'code': 200} Jul 14 18:37:14.209075 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Pushing event updated for resources: {'Port': ['ID=f0ed37c3-f8f4-4ace-a3e5-c949da3a8a48,revision_number=5']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:37:14.300331 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-3620738a-d489-4d28-a533-99d1e550d9bf tempest-RoutersIpV6AdminTest-1118464879 tempest-RoutersIpV6AdminTest-1118464879-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-929996', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-571750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11395'] for router, precommit_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:37:14.443975 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c00f3f-b08d-404a-b990-ff6b38e0f4cb req-81361237-166d-4a99-b003-6b958f72d836 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:37:14.445681 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-95c00f3f-b08d-404a-b990-ff6b38e0f4cb req-81361237-166d-4a99-b003-6b958f72d836 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=7677033f-c81d-4c6b-bb6d-c53ed17bcb6d HTTP/1.1" status: 200 len: 1097 time: 0.1925704 Jul 14 18:37:14.548768 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-95c00f3f-b08d-404a-b990-ff6b38e0f4cb req-9b2fd715-d74d-4078-a690-5678a01fce78 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=c67cf0ff-df49-40b6-a3f5-cbd66b5fac2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0908186 Jul 14 18:37:14.809523 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e061c414-914b-4e45-ad70-cbc484f3e411 req-2b4a469c-5c53-442c-ab28-3607f0a15749 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:37:14.817011 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e061c414-914b-4e45-ad70-cbc484f3e411 req-2b4a469c-5c53-442c-ab28-3607f0a15749 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] 10.222.0.16 "GET /v2.0/ports?device_id=7677033f-c81d-4c6b-bb6d-c53ed17bcb6d HTTP/1.1" status: 200 len: 946 time: 0.2152109 Jul 14 18:37:15.588105 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-3620738a-d489-4d28-a533-99d1e550d9bf tempest-RoutersIpV6AdminTest-1118464879 tempest-RoutersIpV6AdminTest-1118464879-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:37:15.632318 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-3620738a-d489-4d28-a533-99d1e550d9bf tempest-RoutersIpV6AdminTest-1118464879 tempest-RoutersIpV6AdminTest-1118464879-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:37:15.645623 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e061c414-914b-4e45-ad70-cbc484f3e411 req-74aba952-e9de-4175-a177-88e8ec769ee2 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] 10.222.0.16 "GET /v2.0/security-groups?id=c67cf0ff-df49-40b6-a3f5-cbd66b5fac2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8276207 Jul 14 18:37:15.862466 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fedfe27-87e1-4870-ae80-3d6acbcc435c req-54879632-86b3-429b-8c63-a0d42b9f78b7 tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:37:15.866984 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-4fedfe27-87e1-4870-ae80-3d6acbcc435c req-54879632-86b3-429b-8c63-a0d42b9f78b7 tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] 10.222.0.16 "GET /v2.0/ports?device_id=9cc02da8-a510-4707-81d5-af2edaddbb4a HTTP/1.1" status: 200 len: 946 time: 0.3929138 Jul 14 18:37:15.979012 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-4fedfe27-87e1-4870-ae80-3d6acbcc435c req-8d32f1f1-2979-4e06-91c2-bd593882bdbc tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] 10.222.0.16 "GET /v2.0/security-groups?id=3eac0233-2f58-4c36-8bbf-3f6eb68f3b22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1085174 Jul 14 18:37:16.079560 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.db_base_plugin_common [None req-3620738a-d489-4d28-a533-99d1e550d9bf tempest-RoutersIpV6AdminTest-1118464879 tempest-RoutersIpV6AdminTest-1118464879-project-admin] Allocated IP 2001:db8::a1 (b271ca13-1698-4e2c-bcc9-45b019f164e2/bb50376b-4cb5-4973-ae26-d4f95a3a6586/d46f4313-696c-4099-a57c-d40681b513bd) {{(pid=93915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:37:16.299074 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-3620738a-d489-4d28-a533-99d1e550d9bf tempest-RoutersIpV6AdminTest-1118464879 tempest-RoutersIpV6AdminTest-1118464879-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:37:16.576306 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-3620738a-d489-4d28-a533-99d1e550d9bf tempest-RoutersIpV6AdminTest-1118464879 tempest-RoutersIpV6AdminTest-1118464879-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:37:16.689025 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3620738a-d489-4d28-a533-99d1e550d9bf tempest-RoutersIpV6AdminTest-1118464879 tempest-RoutersIpV6AdminTest-1118464879-project-admin] Pushing event updated for resources: {'Port': ['ID=d46f4313-696c-4099-a57c-d40681b513bd,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:37:16.795418 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3620738a-d489-4d28-a533-99d1e550d9bf tempest-RoutersIpV6AdminTest-1118464879 tempest-RoutersIpV6AdminTest-1118464879-project-admin] Network b271ca13-1698-4e2c-bcc9-45b019f164e2 is already hosted by enough agents. {{(pid=93915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:37:16.797597 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [None req-3620738a-d489-4d28-a533-99d1e550d9bf tempest-RoutersIpV6AdminTest-1118464879 tempest-RoutersIpV6AdminTest-1118464879-project-admin] Resources bound (agent type, host, resource id): {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:37:16.813883 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3620738a-d489-4d28-a533-99d1e550d9bf tempest-RoutersIpV6AdminTest-1118464879 tempest-RoutersIpV6AdminTest-1118464879-project-admin] Received port after_create {{(pid=93915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:37:17.173783 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1caed2b5-593b-461e-bddf-e1376d83d47d req-068cda0e-8567-4a8f-ab18-e40cd15a5f4e tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:37:17.184674 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-1caed2b5-593b-461e-bddf-e1376d83d47d req-068cda0e-8567-4a8f-ab18-e40cd15a5f4e tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] 10.222.0.16 "GET /v2.0/ports?device_id=7677033f-c81d-4c6b-bb6d-c53ed17bcb6d HTTP/1.1" status: 200 len: 946 time: 0.1869206 Jul 14 18:37:17.497788 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-3620738a-d489-4d28-a533-99d1e550d9bf tempest-RoutersIpV6AdminTest-1118464879 tempest-RoutersIpV6AdminTest-1118464879-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:37:17.524110 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-1caed2b5-593b-461e-bddf-e1376d83d47d req-f8f64cc9-b699-481f-96cb-b3bf95f40b45 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] 10.222.0.16 "GET /v2.0/security-groups?id=c67cf0ff-df49-40b6-a3f5-cbd66b5fac2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3316851 Jul 14 18:37:17.831418 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd4568d-b8fa-475e-b2bb-525aa6c82c95 req-b9d83bbd-c5cb-415b-90db-2cd1c4af9dd2 tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:37:17.834310 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-9dd4568d-b8fa-475e-b2bb-525aa6c82c95 req-b9d83bbd-c5cb-415b-90db-2cd1c4af9dd2 tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] 10.222.0.16 "GET /v2.0/ports?device_id=9cc02da8-a510-4707-81d5-af2edaddbb4a HTTP/1.1" status: 200 len: 946 time: 0.1883221 Jul 14 18:37:17.965415 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-9dd4568d-b8fa-475e-b2bb-525aa6c82c95 req-32dda4db-0f92-4cde-8a67-8247f16f144b tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] 10.222.0.16 "GET /v2.0/security-groups?id=3eac0233-2f58-4c36-8bbf-3f6eb68f3b22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1217406 Jul 14 18:37:18.007389 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-3620738a-d489-4d28-a533-99d1e550d9bf tempest-RoutersIpV6AdminTest-1118464879 tempest-RoutersIpV6AdminTest-1118464879-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-571759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-930033'] for router, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:37:18.157417 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc9930d-6db2-4207-a92c-8afa41c8277d req-6b065507-cd36-483b-b567-98fa63526e2c tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:37:18.170116 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2dc9930d-6db2-4207-a92c-8afa41c8277d req-6b065507-cd36-483b-b567-98fa63526e2c tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] 10.222.0.16 "GET /v2.0/ports?device_id=7677033f-c81d-4c6b-bb6d-c53ed17bcb6d HTTP/1.1" status: 200 len: 946 time: 0.2551794 Jul 14 18:37:18.235128 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2dc9930d-6db2-4207-a92c-8afa41c8277d req-a6ba5b58-e82e-4fec-b342-93f0a60858da tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] 10.222.0.16 "GET /v2.0/security-groups?id=c67cf0ff-df49-40b6-a3f5-cbd66b5fac2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639942 Jul 14 18:37:18.278370 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 51930) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:37:18.338335 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3620738a-d489-4d28-a533-99d1e550d9bf tempest-RoutersIpV6AdminTest-1118464879 tempest-RoutersIpV6AdminTest-1118464879-project-admin] Router 796f78d0-81d4-4401-b533-d6b4596440ba is scheduled to L3 agent 2c6eb27e-defb-4cca-9a24-381c7415e359 with binding_index 1 {{(pid=93915) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 18:37:18.495893 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-006ddbca-4d6b-4c12-967d-c9bebc14a635 tempest-TestNetworkAdvancedServerOps-1839370163 tempest-TestNetworkAdvancedServerOps-1839370163-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:37:18.497879 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-006ddbca-4d6b-4c12-967d-c9bebc14a635 tempest-TestNetworkAdvancedServerOps-1839370163 tempest-TestNetworkAdvancedServerOps-1839370163-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=7677033f-c81d-4c6b-bb6d-c53ed17bcb6d HTTP/1.1" status: 200 len: 1092 time: 0.2176032 Jul 14 18:37:18.501893 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 51936) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:37:18.510787 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-2b6c12da-fc03-477b-a87b-32f6960dabba tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Request body: {'floatingip': {'floating_network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'port_id': 'f0ed37c3-f8f4-4ace-a3e5-c949da3a8a48', 'tenant_id': 'af718961b2754d7c873f442ed35947bb', 'fixed_ip_address': '172.20.0.12'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:37:18.583615 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-2b6c12da-fc03-477b-a87b-32f6960dabba tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks [] for floatingip, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:37:18.594496 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3620738a-d489-4d28-a533-99d1e550d9bf tempest-RoutersIpV6AdminTest-1118464879 tempest-RoutersIpV6AdminTest-1118464879-project-admin] Notify agent at l3_agent.n-d-800634-3 the message routers_updated {{(pid=93915) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 18:37:18.605238 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa5fd56c-3b6f-4731-bd32-999053f3af7c None None] Sync routers for ids ['796f78d0-81d4-4401-b533-d6b4596440ba'] in n-d-800634-3 {{(pid=93917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 18:37:18.622171 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa5fd56c-3b6f-4731-bd32-999053f3af7c None None] Routers {'796f78d0-81d4-4401-b533-d6b4596440ba'} bound to L3 agent in host n-d-800634-3 {{(pid=93917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:37:18.622811 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-fa5fd56c-3b6f-4731-bd32-999053f3af7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:36:53Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['796f78d0-81d4-4401-b533-d6b4596440ba'], 'active': True} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:37:18.635709 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7442db5d-dfd7-469d-a70d-45f881b3a920 req-a39b06e5-d0b8-40d7-9618-abba12a6d0af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:37:18.637967 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-7442db5d-dfd7-469d-a70d-45f881b3a920 req-a39b06e5-d0b8-40d7-9618-abba12a6d0af service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=81405c7e7f554ba6bd8aaf104233fc29&device_id=9cc02da8-a510-4707-81d5-af2edaddbb4a HTTP/1.1" status: 200 len: 1097 time: 0.3410323 Jul 14 18:37:18.639513 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-3620738a-d489-4d28-a533-99d1e550d9bf tempest-RoutersIpV6AdminTest-1118464879 tempest-RoutersIpV6AdminTest-1118464879-project-admin] Notify callbacks [] for router, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:37:18.640637 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-3620738a-d489-4d28-a533-99d1e550d9bf tempest-RoutersIpV6AdminTest-1118464879 tempest-RoutersIpV6AdminTest-1118464879-project-admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 877 time: 4.9326360 Jul 14 18:37:18.643199 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 51940) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:37:18.726141 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-2b6c12da-fc03-477b-a87b-32f6960dabba tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:37:18.777299 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-a95853ba-78ca-4c7c-a846-7bef7f3d3cdb tempest-RoutersIpV6AdminTest-1118464879 tempest-RoutersIpV6AdminTest-1118464879-project-admin] Notify callbacks [] for router, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:37:18.849346 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7442db5d-dfd7-469d-a70d-45f881b3a920 req-f17f400f-753c-4f64-b591-997fce88d846 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:37:18.850860 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-7442db5d-dfd7-469d-a70d-45f881b3a920 req-f17f400f-753c-4f64-b591-997fce88d846 service neutron] 10.222.0.35 "GET /v2.0/networks?id=fd8ea664-6074-4bbe-887f-058fe7b50123 HTTP/1.1" status: 200 len: 916 time: 0.2013800 Jul 14 18:37:18.875652 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.db_base_plugin_common [None req-2b6c12da-fc03-477b-a87b-32f6960dabba tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Allocated IP 172.25.1.14 (9200a437-e1de-4520-88f6-e68386523e61/5f47f848-4532-407a-a0e2-5690ade15fd0/510e5f1c-e0f8-47db-906a-9f699019ae82) {{(pid=93916) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:37:18.989202 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-7442db5d-dfd7-469d-a70d-45f881b3a920 req-90b0b51c-34cc-493f-84b7-ebf057585012 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9611ddd0-9e07-40ea-aec9-fb06e7378e68 HTTP/1.1" status: 200 len: 1002 time: 0.1059549 Jul 14 18:37:19.012029 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvr_db [None req-fa5fd56c-3b6f-4731-bd32-999053f3af7c None None] Set router 796f78d0-81d4-4401-b533-d6b4596440ba gateway port host: n-d-800634-3 {{(pid=93917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 18:37:19.048348 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-2b6c12da-fc03-477b-a87b-32f6960dabba tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks [] for port, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:37:19.054012 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-a95853ba-78ca-4c7c-a846-7bef7f3d3cdb tempest-RoutersIpV6AdminTest-1118464879 tempest-RoutersIpV6AdminTest-1118464879-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:37:19.057924 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7442db5d-dfd7-469d-a70d-45f881b3a920 req-5fa7d3ac-d0e1-4628-8ca6-b3d4e6a68836 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:37:19.059424 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-7442db5d-dfd7-469d-a70d-45f881b3a920 req-5fa7d3ac-d0e1-4628-8ca6-b3d4e6a68836 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c9715e59-b525-40fa-a99e-ebf6aedac4af HTTP/1.1" status: 200 len: 855 time: 0.0637581 Jul 14 18:37:19.125691 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-2b6c12da-fc03-477b-a87b-32f6960dabba tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:37:19.164074 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7442db5d-dfd7-469d-a70d-45f881b3a920 req-76424a6e-ba75-4112-949a-c9b5b3d89bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:37:19.165678 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-7442db5d-dfd7-469d-a70d-45f881b3a920 req-76424a6e-ba75-4112-949a-c9b5b3d89bfb service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=fd8ea664-6074-4bbe-887f-058fe7b50123&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0994158 Jul 14 18:37:19.189598 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b6c12da-fc03-477b-a87b-32f6960dabba tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Network 9200a437-e1de-4520-88f6-e68386523e61 is already hosted by enough agents. {{(pid=93916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:37:19.195607 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [None req-2b6c12da-fc03-477b-a87b-32f6960dabba tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Resources bound (agent type, host, resource id): {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:37:19.203279 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b6c12da-fc03-477b-a87b-32f6960dabba tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Received port after_create {{(pid=93916) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:37:19.212265 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [None req-a95853ba-78ca-4c7c-a846-7bef7f3d3cdb tempest-RoutersIpV6AdminTest-1118464879 tempest-RoutersIpV6AdminTest-1118464879-project-admin] Deleting port d46f4313-696c-4099-a57c-d40681b513bd {{(pid=93915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:37:19.212615 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-a95853ba-78ca-4c7c-a846-7bef7f3d3cdb tempest-RoutersIpV6AdminTest-1118464879 tempest-RoutersIpV6AdminTest-1118464879-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:37:19.215781 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6c12da-fc03-477b-a87b-32f6960dabba tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Pushing event updated for resources: {'Port': ['ID=510e5f1c-e0f8-47db-906a-9f699019ae82,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:37:19.252450 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-fa5fd56c-3b6f-4731-bd32-999053f3af7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '796f78d0-81d4-4401-b533-d6b4596440ba', 'name': '', 'tenant_id': '7a6fe24df197417d968c6db2144e3f67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b271ca13-1698-4e2c-bcc9-45b019f164e2', 'external_fixed_ips': [{'subnet_id': 'bb50376b-4cb5-4973-ae26-d4f95a3a6586', 'ip_address': '2001:db8::a1'}], 'enable_snat': True}, 'gw_port_id': 'd46f4313-696c-4099-a57c-d40681b513bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:37:13Z', 'updated_at': '2021-07-14T18:37:17Z', 'revision_number': 3, 'project_id': '7a6fe24df197417d968c6db2144e3f67', 'gw_port': {'id': 'd46f4313-696c-4099-a57c-d40681b513bd', 'name': '', 'network_id': 'b271ca13-1698-4e2c-bcc9-45b019f164e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:b2:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '796f78d0-81d4-4401-b533-d6b4596440ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2035, 'fixed_ips': [{'subnet_id': 'bb50376b-4cb5-4973-ae26-d4f95a3a6586', 'ip_address': '2001:db8::a1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:37:15Z', 'updated_at': '2021-07-14T18:37:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bb50376b-4cb5-4973-ae26-d4f95a3a6586', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3'}], 'n-d-800634-3', False) {} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:37:19.288828 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa5fd56c-3b6f-4731-bd32-999053f3af7c None None] Checking router: 796f78d0-81d4-4401-b533-d6b4596440ba for host: n-d-800634-3 {{(pid=93917) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 18:37:19.289178 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa5fd56c-3b6f-4731-bd32-999053f3af7c None None] Updating router 796f78d0-81d4-4401-b533-d6b4596440ba port d46f4313-696c-4099-a57c-d40681b513bd binding host n-d-800634-3 {{(pid=93917) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 18:37:19.362556 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-fa5fd56c-3b6f-4731-bd32-999053f3af7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:37:19.396370 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-a95853ba-78ca-4c7c-a846-7bef7f3d3cdb tempest-RoutersIpV6AdminTest-1118464879 tempest-RoutersIpV6AdminTest-1118464879-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:37:19.400474 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-7442db5d-dfd7-469d-a70d-45f881b3a920 req-02cd1fbb-7b7f-4758-85fe-8b69d944d437 service neutron] 10.222.0.35 "GET /v2.0/networks/fd8ea664-6074-4bbe-887f-058fe7b50123?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2156477 Jul 14 18:37:19.414431 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865304e8-04b3-48e8-88b1-03600620f335 req-f46283d0-436a-49e3-b0e8-503ac083257f tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:37:19.416211 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-865304e8-04b3-48e8-88b1-03600620f335 req-f46283d0-436a-49e3-b0e8-503ac083257f tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] 10.222.0.16 "GET /v2.0/ports?device_id=9cc02da8-a510-4707-81d5-af2edaddbb4a HTTP/1.1" status: 200 len: 946 time: 0.2440896 Jul 14 18:37:19.442236 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [None req-a95853ba-78ca-4c7c-a846-7bef7f3d3cdb tempest-RoutersIpV6AdminTest-1118464879 tempest-RoutersIpV6AdminTest-1118464879-project-admin] Calling delete_port for d46f4313-696c-4099-a57c-d40681b513bd owned by network:router_gateway {{(pid=93915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:37:19.609180 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-865304e8-04b3-48e8-88b1-03600620f335 req-1a595dfb-d1cc-4282-b0bf-44385e704c56 tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] 10.222.0.16 "GET /v2.0/security-groups?id=3eac0233-2f58-4c36-8bbf-3f6eb68f3b22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1791594 Jul 14 18:37:19.638772 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-7442db5d-dfd7-469d-a70d-45f881b3a920 req-3ed3c062-0aa9-47b1-b289-56bf052b2a96 service neutron] 10.222.0.35 "GET /v2.0/networks/fd8ea664-6074-4bbe-887f-058fe7b50123?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2197187 Jul 14 18:37:19.900495 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-2b6c12da-fc03-477b-a87b-32f6960dabba tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:37:19.923630 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-a95853ba-78ca-4c7c-a846-7bef7f3d3cdb tempest-RoutersIpV6AdminTest-1118464879 tempest-RoutersIpV6AdminTest-1118464879-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:37:20.021325 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95853ba-78ca-4c7c-a846-7bef7f3d3cdb tempest-RoutersIpV6AdminTest-1118464879 tempest-RoutersIpV6AdminTest-1118464879-project-admin] Pushing event deleted for resources: {'Port': ['ID=d46f4313-696c-4099-a57c-d40681b513bd,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:37:20.055767 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.db.api [None req-fa5fd56c-3b6f-4731-bd32-999053f3af7c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93917) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 14 18:37:20.056545 n-d-800634-3 neutron-server[93917]: DEBUG oslo_db.api [None req-fa5fd56c-3b6f-4731-bd32-999053f3af7c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 18:37:20.080864 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-a95853ba-78ca-4c7c-a846-7bef7f3d3cdb tempest-RoutersIpV6AdminTest-1118464879 tempest-RoutersIpV6AdminTest-1118464879-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-930057'] for router_gateway, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:37:20.088484 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-2b6c12da-fc03-477b-a87b-32f6960dabba tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:37:20.220960 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-a95853ba-78ca-4c7c-a846-7bef7f3d3cdb tempest-RoutersIpV6AdminTest-1118464879 tempest-RoutersIpV6AdminTest-1118464879-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-571778', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11402'] for router, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:37:20.223797 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-a95853ba-78ca-4c7c-a846-7bef7f3d3cdb tempest-RoutersIpV6AdminTest-1118464879 tempest-RoutersIpV6AdminTest-1118464879-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:37:20.270857 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-a95853ba-78ca-4c7c-a846-7bef7f3d3cdb tempest-RoutersIpV6AdminTest-1118464879 tempest-RoutersIpV6AdminTest-1118464879-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-541202'] for router, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:37:20.271545 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a95853ba-78ca-4c7c-a846-7bef7f3d3cdb tempest-RoutersIpV6AdminTest-1118464879 tempest-RoutersIpV6AdminTest-1118464879-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 796f78d0-81d4-4401-b533-d6b4596440ba {{(pid=93915) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 18:37:20.276892 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-a95853ba-78ca-4c7c-a846-7bef7f3d3cdb tempest-RoutersIpV6AdminTest-1118464879 tempest-RoutersIpV6AdminTest-1118464879-project-admin] Notify callbacks [] for router, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:37:20.281129 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-a95853ba-78ca-4c7c-a846-7bef7f3d3cdb tempest-RoutersIpV6AdminTest-1118464879 tempest-RoutersIpV6AdminTest-1118464879-project-admin] 10.222.0.16 "DELETE /v2.0/routers/796f78d0-81d4-4401-b533-d6b4596440ba HTTP/1.1" status: 204 len: 168 time: 1.6368508 Jul 14 18:37:20.281771 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 51970) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:37:20.291313 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-2b6c12da-fc03-477b-a87b-32f6960dabba tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks [] for port, precommit_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:37:20.296903 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-2b6c12da-fc03-477b-a87b-32f6960dabba tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2684870'] for port, after_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:37:20.334994 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.db_base_plugin_v2 [None req-554fcee2-2522-4d4e-81cd-8b8d69bb7e10 tempest-RoutersIpV6AdminTest-1118464879 tempest-RoutersIpV6AdminTest-1118464879-project-admin] Deleting subnet bb50376b-4cb5-4973-ae26-d4f95a3a6586 {{(pid=93915) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 18:37:20.337478 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-005d6bb8-714d-45a9-b828-738c2ada3a19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:37:20.341669 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-554fcee2-2522-4d4e-81cd-8b8d69bb7e10 tempest-RoutersIpV6AdminTest-1118464879 tempest-RoutersIpV6AdminTest-1118464879-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:37:20.384863 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-554fcee2-2522-4d4e-81cd-8b8d69bb7e10 tempest-RoutersIpV6AdminTest-1118464879 tempest-RoutersIpV6AdminTest-1118464879-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28939913'] for subnet, precommit_delete_associations {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:37:20.385974 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6c12da-fc03-477b-a87b-32f6960dabba tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Pushing event updated for resources: {'Port': ['ID=510e5f1c-e0f8-47db-906a-9f699019ae82,revision_number=2']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:37:20.404249 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-2b6c12da-fc03-477b-a87b-32f6960dabba tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-930131'] for floatingip, after_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:37:20.428472 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-554fcee2-2522-4d4e-81cd-8b8d69bb7e10 tempest-RoutersIpV6AdminTest-1118464879 tempest-RoutersIpV6AdminTest-1118464879-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081283'] for subnet, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:37:20.497440 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-554fcee2-2522-4d4e-81cd-8b8d69bb7e10 tempest-RoutersIpV6AdminTest-1118464879 tempest-RoutersIpV6AdminTest-1118464879-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25913028', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28969762'] for subnet, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:37:20.525187 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554fcee2-2522-4d4e-81cd-8b8d69bb7e10 tempest-RoutersIpV6AdminTest-1118464879 tempest-RoutersIpV6AdminTest-1118464879-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=bb50376b-4cb5-4973-ae26-d4f95a3a6586,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:37:20.538109 n-d-800634-3 neutron-server[93916]: INFO neutron.db.l3_db [None req-2b6c12da-fc03-477b-a87b-32f6960dabba tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Floating IP a8b2e078-95b9-4c86-b91f-b8ac585320f3 associated. External IP: 172.25.1.14, port: f0ed37c3-f8f4-4ace-a3e5-c949da3a8a48. Jul 14 18:37:20.542329 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-554fcee2-2522-4d4e-81cd-8b8d69bb7e10 tempest-RoutersIpV6AdminTest-1118464879 tempest-RoutersIpV6AdminTest-1118464879-project-admin] Notify callbacks [] for subnet, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:37:20.552424 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-554fcee2-2522-4d4e-81cd-8b8d69bb7e10 tempest-RoutersIpV6AdminTest-1118464879 tempest-RoutersIpV6AdminTest-1118464879-project-admin] 10.222.0.16 "DELETE /v2.0/subnets/bb50376b-4cb5-4973-ae26-d4f95a3a6586 HTTP/1.1" status: 204 len: 168 time: 0.2667036 Jul 14 18:37:20.552988 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 51980) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:37:20.579941 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa5fd56c-3b6f-4731-bd32-999053f3af7c None None] Port d46f4313-696c-4099-a57c-d40681b513bd not found while updating agent binding for router 796f78d0-81d4-4401-b533-d6b4596440ba. {{(pid=93917) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Jul 14 18:37:20.593926 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa5fd56c-3b6f-4731-bd32-999053f3af7c None None] Routers set() bound to L3 agent in host n-d-800634-3 {{(pid=93917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:37:20.594649 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa5fd56c-3b6f-4731-bd32-999053f3af7c None None] Router IDs set() for agent in host n-d-800634-3 {{(pid=93917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 14 18:37:20.595340 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_agentschedulers_db [None req-fa5fd56c-3b6f-4731-bd32-999053f3af7c None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'796f78d0-81d4-4401-b533-d6b4596440ba'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:36:53Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent'). {{(pid=93917) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 14 18:37:20.595774 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa5fd56c-3b6f-4731-bd32-999053f3af7c None None] The sync data for ids ['796f78d0-81d4-4401-b533-d6b4596440ba'] in n-d-800634-3 is: [] {{(pid=93917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 18:37:20.661998 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-4467b0a5-e67e-45fe-a4c5-ffeb4e2d2ba8 tempest-RoutersIpV6AdminTest-1118464879 tempest-RoutersIpV6AdminTest-1118464879-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645734'] for network, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:37:20.742917 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-4467b0a5-e67e-45fe-a4c5-ffeb4e2d2ba8 tempest-RoutersIpV6AdminTest-1118464879 tempest-RoutersIpV6AdminTest-1118464879-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2096010', 'neutron.services.segments.db._delete_segments_for_network-8728202734996'] for network, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:37:20.753715 n-d-800634-3 neutron-server[93915]: DEBUG neutron.services.segments.db [None req-4467b0a5-e67e-45fe-a4c5-ffeb4e2d2ba8 tempest-RoutersIpV6AdminTest-1118464879 tempest-RoutersIpV6AdminTest-1118464879-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b271ca13-1698-4e2c-bcc9-45b019f164e2']}} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:37:20.770262 n-d-800634-3 neutron-server[93915]: DEBUG neutron.services.segments.db [None req-4467b0a5-e67e-45fe-a4c5-ffeb4e2d2ba8 tempest-RoutersIpV6AdminTest-1118464879 tempest-RoutersIpV6AdminTest-1118464879-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eff68898-d207-4bdd-8148-aa73084fa597') {'for_net_delete': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:37:20.770699 n-d-800634-3 neutron-server[93915]: DEBUG neutron.services.segments.db [None req-4467b0a5-e67e-45fe-a4c5-ffeb4e2d2ba8 tempest-RoutersIpV6AdminTest-1118464879 tempest-RoutersIpV6AdminTest-1118464879-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eff68898-d207-4bdd-8148-aa73084fa597') {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:37:20.781097 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-4467b0a5-e67e-45fe-a4c5-ffeb4e2d2ba8 tempest-RoutersIpV6AdminTest-1118464879 tempest-RoutersIpV6AdminTest-1118464879-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728202715275', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28939920'] for segment, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:37:20.799182 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-4467b0a5-e67e-45fe-a4c5-ffeb4e2d2ba8 tempest-RoutersIpV6AdminTest-1118464879 tempest-RoutersIpV6AdminTest-1118464879-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:37:20.808420 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4467b0a5-e67e-45fe-a4c5-ffeb4e2d2ba8 tempest-RoutersIpV6AdminTest-1118464879 tempest-RoutersIpV6AdminTest-1118464879-project-admin] Releasing vlan 79 on physical network physnet1 to pool {{(pid=93915) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 18:37:20.808859 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-4467b0a5-e67e-45fe-a4c5-ffeb4e2d2ba8 tempest-RoutersIpV6AdminTest-1118464879 tempest-RoutersIpV6AdminTest-1118464879-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25911658'] for segment, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:37:20.811863 n-d-800634-3 neutron-server[93915]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:37:20.811863 n-d-800634-3 neutron-server[93915]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:37:20.811863 n-d-800634-3 neutron-server[93915]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:37:20.811863 n-d-800634-3 neutron-server[93915]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:37:20.811863 n-d-800634-3 neutron-server[93915]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:37:20.811863 n-d-800634-3 neutron-server[93915]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:37:20.811863 n-d-800634-3 neutron-server[93915]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:37:20.811863 n-d-800634-3 neutron-server[93915]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:37:20.811863 n-d-800634-3 neutron-server[93915]: Traceback (most recent call last): Jul 14 18:37:20.811863 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 18:37:20.811863 n-d-800634-3 neutron-server[93915]: timer() Jul 14 18:37:20.811863 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 18:37:20.811863 n-d-800634-3 neutron-server[93915]: cb(*args, **kw) Jul 14 18:37:20.811863 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 18:37:20.811863 n-d-800634-3 neutron-server[93915]: return func(*args, **kwargs) Jul 14 18:37:20.811863 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 18:37:20.811863 n-d-800634-3 neutron-server[93915]: self._notify() Jul 14 18:37:20.811863 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 18:37:20.811863 n-d-800634-3 neutron-server[93915]: self.callback(batched_events) Jul 14 18:37:20.811863 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 18:37:20.811863 n-d-800634-3 neutron-server[93915]: event.method(event) Jul 14 18:37:20.811863 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 18:37:20.811863 n-d-800634-3 neutron-server[93915]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 18:37:20.811863 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 18:37:20.811863 n-d-800634-3 neutron-server[93915]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 18:37:20.811863 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 18:37:20.811863 n-d-800634-3 neutron-server[93915]: return f(self, *a, **k) Jul 14 18:37:20.811863 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 18:37:20.811863 n-d-800634-3 neutron-server[93915]: return self._get(url).json() Jul 14 18:37:20.811863 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 18:37:20.811863 n-d-800634-3 neutron-server[93915]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 18:37:20.811863 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 18:37:20.811863 n-d-800634-3 neutron-server[93915]: return self.request(url, 'GET', **kwargs) Jul 14 18:37:20.811863 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 18:37:20.811863 n-d-800634-3 neutron-server[93915]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 18:37:20.811863 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 18:37:20.811863 n-d-800634-3 neutron-server[93915]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 18:37:20.811863 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 18:37:20.811863 n-d-800634-3 neutron-server[93915]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 18:37:20.811863 n-d-800634-3 neutron-server[93915]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 18:37:20.821616 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b6c12da-fc03-477b-a87b-32f6960dabba tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Router 60ec3922-97dc-41af-af8a-a3a7b858f890 has already been hosted by L3 agent 2c6eb27e-defb-4cca-9a24-381c7415e359 {{(pid=93916) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 18:37:20.912656 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-4467b0a5-e67e-45fe-a4c5-ffeb4e2d2ba8 tempest-RoutersIpV6AdminTest-1118464879 tempest-RoutersIpV6AdminTest-1118464879-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2096001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-930085'] for network, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:37:20.918871 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4467b0a5-e67e-45fe-a4c5-ffeb4e2d2ba8 tempest-RoutersIpV6AdminTest-1118464879 tempest-RoutersIpV6AdminTest-1118464879-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network b271ca13-1698-4e2c-bcc9-45b019f164e2 {{(pid=93915) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 14 18:37:20.921887 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-4467b0a5-e67e-45fe-a4c5-ffeb4e2d2ba8 tempest-RoutersIpV6AdminTest-1118464879 tempest-RoutersIpV6AdminTest-1118464879-project-admin] Notify callbacks [] for network, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:37:20.924137 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-4467b0a5-e67e-45fe-a4c5-ffeb4e2d2ba8 tempest-RoutersIpV6AdminTest-1118464879 tempest-RoutersIpV6AdminTest-1118464879-project-admin] 10.222.0.16 "DELETE /v2.0/networks/b271ca13-1698-4e2c-bcc9-45b019f164e2 HTTP/1.1" status: 204 len: 168 time: 0.3678839 Jul 14 18:37:20.961263 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4467b0a5-e67e-45fe-a4c5-ffeb4e2d2ba8 tempest-RoutersIpV6AdminTest-1118464879 tempest-RoutersIpV6AdminTest-1118464879-project-admin] Pushing event deleted for resources: {'Network': ['ID=b271ca13-1698-4e2c-bcc9-45b019f164e2,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:37:20.998920 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2697fa-c3a4-4092-9fb7-a2d86377d5d5 req-2cd60cbe-4344-4117-acc1-57e1a3147ba0 tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:37:21.007636 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-4c2697fa-c3a4-4092-9fb7-a2d86377d5d5 req-2cd60cbe-4344-4117-acc1-57e1a3147ba0 tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] 10.222.0.16 "GET /v2.0/ports?device_id=9cc02da8-a510-4707-81d5-af2edaddbb4a HTTP/1.1" status: 200 len: 946 time: 0.1488249 Jul 14 18:37:21.063982 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-4c2697fa-c3a4-4092-9fb7-a2d86377d5d5 req-4f6f87b4-32e0-4fdd-b940-f0a767c9413b tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] 10.222.0.16 "GET /v2.0/security-groups?id=3eac0233-2f58-4c36-8bbf-3f6eb68f3b22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533478 Jul 14 18:37:21.113488 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b6c12da-fc03-477b-a87b-32f6960dabba tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify agent at l3_agent.n-d-800634-3 the message routers_updated {{(pid=93916) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 18:37:21.132171 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-2b6c12da-fc03-477b-a87b-32f6960dabba tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for floatingip, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:37:21.185034 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-2b6c12da-fc03-477b-a87b-32f6960dabba tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6802759 Jul 14 18:37:21.185034 n-d-800634-3 neutron-server[93916]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7677033f-c81d-4c6b-bb6d-c53ed17bcb6d', 'tag': 'f0ed37c3-f8f4-4ace-a3e5-c949da3a8a48'}] {{(pid=93916) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:37:21.186581 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f803e150b363a7893830aa996ac27753fa25517c406ecd3536b7c2d4b26eeb9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23dbe307-0ced-4f16-b35e-35044c4af50e" -d '{"events": [{"name": "network-changed", "server_uuid": "7677033f-c81d-4c6b-bb6d-c53ed17bcb6d", "tag": "f0ed37c3-f8f4-4ace-a3e5-c949da3a8a48"}]}' {{(pid=93916) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:37:21.233987 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 52004) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:37:21.241632 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-ba74bbb9-243f-434b-91cc-5eece5ed8ce1 tempest-RoutersIpV6AdminTest-1118464879 tempest-RoutersIpV6AdminTest-1118464879-project-admin] Request body: {'router': {'name': 'tempest-router--847748549', 'project_id': '1c1dcef0435b4d62977befbca744caba'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:37:21.311794 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-ba74bbb9-243f-434b-91cc-5eece5ed8ce1 tempest-RoutersIpV6AdminTest-1118464879 tempest-RoutersIpV6AdminTest-1118464879-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-571768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11104'] for router, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:37:21.314238 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-ba74bbb9-243f-434b-91cc-5eece5ed8ce1 tempest-RoutersIpV6AdminTest-1118464879 tempest-RoutersIpV6AdminTest-1118464879-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-571675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-930014', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-632314', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11129'] for router, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:37:21.438170 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-ba74bbb9-243f-434b-91cc-5eece5ed8ce1 tempest-RoutersIpV6AdminTest-1118464879 tempest-RoutersIpV6AdminTest-1118464879-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:37:21.445451 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-ba74bbb9-243f-434b-91cc-5eece5ed8ce1 tempest-RoutersIpV6AdminTest-1118464879 tempest-RoutersIpV6AdminTest-1118464879-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-571759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-930033'] for router, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:37:21.468362 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-ba74bbb9-243f-434b-91cc-5eece5ed8ce1 tempest-RoutersIpV6AdminTest-1118464879 tempest-RoutersIpV6AdminTest-1118464879-project-admin] Notify callbacks [] for router, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:37:21.474597 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-ba74bbb9-243f-434b-91cc-5eece5ed8ce1 tempest-RoutersIpV6AdminTest-1118464879 tempest-RoutersIpV6AdminTest-1118464879-project-admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.2395971 Jul 14 18:37:21.475425 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 52008) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:37:21.565372 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ee7f72-74d7-4613-9a8f-29b23e1f9bef req-eac687e1-e338-4245-b4d4-06caf7ea6c0b tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:37:21.590398 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-06ee7f72-74d7-4613-9a8f-29b23e1f9bef req-eac687e1-e338-4245-b4d4-06caf7ea6c0b tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] 10.222.0.16 "GET /v2.0/ports?device_id=7677033f-c81d-4c6b-bb6d-c53ed17bcb6d HTTP/1.1" status: 200 len: 946 time: 0.2044325 Jul 14 18:37:21.595075 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 18:37:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2709d5b5-85f9-4847-9e3c-5760abbcac32 x-openstack-request-id: req-2709d5b5-85f9-4847-9e3c-5760abbcac32 {{(pid=93916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:37:21.595480 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7677033f-c81d-4c6b-bb6d-c53ed17bcb6d", "tag": "f0ed37c3-f8f4-4ace-a3e5-c949da3a8a48", "status": "completed", "code": 200}]} {{(pid=93916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:37:21.595741 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2709d5b5-85f9-4847-9e3c-5760abbcac32 {{(pid=93916) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:37:21.596344 n-d-800634-3 neutron-server[93916]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7677033f-c81d-4c6b-bb6d-c53ed17bcb6d', 'tag': 'f0ed37c3-f8f4-4ace-a3e5-c949da3a8a48', 'status': 'completed', 'code': 200} Jul 14 18:37:21.613185 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-618c629f-bfc6-46b0-92f2-0f3c13eda470 tempest-RoutersIpV6AdminTest-1118464879 tempest-RoutersIpV6AdminTest-1118464879-project-admin] Notify callbacks [] for router, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:37:21.753852 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-06ee7f72-74d7-4613-9a8f-29b23e1f9bef req-6aaa0f1a-dce3-406b-9633-81d938c9b130 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] 10.222.0.16 "GET /v2.0/security-groups?id=c67cf0ff-df49-40b6-a3f5-cbd66b5fac2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1613002 Jul 14 18:37:21.793595 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dbe307-0ced-4f16-b35e-35044c4af50e req-04dbfb8d-7575-4614-8d6f-f29f3d4677bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:37:21.798317 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-23dbe307-0ced-4f16-b35e-35044c4af50e req-04dbfb8d-7575-4614-8d6f-f29f3d4677bf service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=af718961b2754d7c873f442ed35947bb&device_id=7677033f-c81d-4c6b-bb6d-c53ed17bcb6d HTTP/1.1" status: 200 len: 1097 time: 0.1788187 Jul 14 18:37:21.801772 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 52014) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:37:21.804988 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Device 9611ddd0-9e07-40ea-aec9-fb06e7378e68 no longer exists at agent hyperv_n-h2-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 18:37:21.892658 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9d96723-8ef7-4279-bdda-fba67b7342c7 None None] Sync routers for ids ['60ec3922-97dc-41af-af8a-a3a7b858f890'] in n-d-800634-3 {{(pid=93918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 18:37:21.904034 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9d96723-8ef7-4279-bdda-fba67b7342c7 None None] Routers {'60ec3922-97dc-41af-af8a-a3a7b858f890'} bound to L3 agent in host n-d-800634-3 {{(pid=93918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:37:21.905304 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-b9d96723-8ef7-4279-bdda-fba67b7342c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:36:53Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['60ec3922-97dc-41af-af8a-a3a7b858f890'], 'active': True} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:37:21.948525 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:37:22.020683 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-618c629f-bfc6-46b0-92f2-0f3c13eda470 tempest-RoutersIpV6AdminTest-1118464879 tempest-RoutersIpV6AdminTest-1118464879-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-571778', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11402'] for router, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:37:22.023933 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-618c629f-bfc6-46b0-92f2-0f3c13eda470 tempest-RoutersIpV6AdminTest-1118464879 tempest-RoutersIpV6AdminTest-1118464879-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:37:22.051028 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] For port 9611ddd0-9e07-40ea-aec9-fb06e7378e68, host n-h2-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=9611ddd0-9e07-40ea-aec9-fb06e7378e68,segment=NetworkSegment(48f07496-1654-4e70-864e-6d82e6081c18),segment_id=48f07496-1654-4e70-864e-6d82e6081c18)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:37:22.054681 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cc02da8-a510-4707-81d5-af2edaddbb4a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9611ddd0-9e07-40ea-aec9-fb06e7378e68'}] {{(pid=93917) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:37:22.060104 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20b787f3c29eaa7aa2a4d648c725a2124c5ff39a8d793252f9d844495e14cf42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09e239b8-c2a0-4b8e-b9c6-f07ba6ac4c98" -d '{"events": [{"server_uuid": "9cc02da8-a510-4707-81d5-af2edaddbb4a", "name": "network-vif-unplugged", "status": "completed", "tag": "9611ddd0-9e07-40ea-aec9-fb06e7378e68"}]}' {{(pid=93917) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:37:22.083130 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:37:22.136236 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-618c629f-bfc6-46b0-92f2-0f3c13eda470 tempest-RoutersIpV6AdminTest-1118464879 tempest-RoutersIpV6AdminTest-1118464879-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-541202'] for router, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:37:22.140473 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-618c629f-bfc6-46b0-92f2-0f3c13eda470 tempest-RoutersIpV6AdminTest-1118464879 tempest-RoutersIpV6AdminTest-1118464879-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 6752a190-261d-4062-bca8-3f7a92d7eaa5 {{(pid=93916) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 18:37:22.161055 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-618c629f-bfc6-46b0-92f2-0f3c13eda470 tempest-RoutersIpV6AdminTest-1118464879 tempest-RoutersIpV6AdminTest-1118464879-project-admin] Notify callbacks [] for router, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:37:22.169270 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-618c629f-bfc6-46b0-92f2-0f3c13eda470 tempest-RoutersIpV6AdminTest-1118464879 tempest-RoutersIpV6AdminTest-1118464879-project-admin] 10.222.0.16 "DELETE /v2.0/routers/6752a190-261d-4062-bca8-3f7a92d7eaa5 HTTP/1.1" status: 204 len: 168 time: 0.6921015 Jul 14 18:37:22.176268 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 14 Jul 2021 18:37:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a767cb46-0383-4d6c-9f9e-3159fd79fa92 x-openstack-request-id: req-a767cb46-0383-4d6c-9f9e-3159fd79fa92 {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:37:22.176557 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cc02da8-a510-4707-81d5-af2edaddbb4a", "name": "network-vif-unplugged", "status": "failed", "tag": "9611ddd0-9e07-40ea-aec9-fb06e7378e68", "code": 422}]} {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:37:22.186758 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a767cb46-0383-4d6c-9f9e-3159fd79fa92 {{(pid=93917) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:37:22.188360 n-d-800634-3 neutron-server[93917]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '9cc02da8-a510-4707-81d5-af2edaddbb4a', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '9611ddd0-9e07-40ea-aec9-fb06e7378e68', 'code': 422} returned with failed status Jul 14 18:37:22.217960 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Pushing event updated for resources: {'Port': ['ID=9611ddd0-9e07-40ea-aec9-fb06e7378e68,revision_number=8']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:37:22.343562 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 52030) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:37:22.386718 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvr_db [None req-b9d96723-8ef7-4279-bdda-fba67b7342c7 None None] Set router 60ec3922-97dc-41af-af8a-a3a7b858f890 gateway port host: n-d-800634-3 {{(pid=93918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 18:37:22.640767 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-27fdeace-9656-4401-89d6-afedb18574fa tempest-RoutersIpV6AdminTest-1184791079 tempest-RoutersIpV6AdminTest-1184791079-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1540286413', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61'}, 'admin_state_up': False}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:37:22.697481 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-27fdeace-9656-4401-89d6-afedb18574fa tempest-RoutersIpV6AdminTest-1184791079 tempest-RoutersIpV6AdminTest-1184791079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-571768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11104'] for router, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:37:22.699426 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-27fdeace-9656-4401-89d6-afedb18574fa tempest-RoutersIpV6AdminTest-1184791079 tempest-RoutersIpV6AdminTest-1184791079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-571675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-930014', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-632314', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11129'] for router, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:37:22.799633 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-f6f73010-73bb-45b7-9171-a7e2e9aeb232 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:37:22.844038 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-27fdeace-9656-4401-89d6-afedb18574fa tempest-RoutersIpV6AdminTest-1184791079 tempest-RoutersIpV6AdminTest-1184791079-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:37:22.887413 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-b9d96723-8ef7-4279-bdda-fba67b7342c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60ec3922-97dc-41af-af8a-a3a7b858f890', 'name': 'tempest-TestNetworkAdvancedServerOps-router-422052349', 'tenant_id': 'af718961b2754d7c873f442ed35947bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.48'}], 'enable_snat': True}, 'gw_port_id': '0112f6c8-4a94-4c13-9838-deb131d3ad55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:36:38Z', 'updated_at': '2021-07-14T18:36:45Z', 'revision_number': 4, 'project_id': 'af718961b2754d7c873f442ed35947bb', 'gw_port': {'id': '0112f6c8-4a94-4c13-9838-deb131d3ad55', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:38:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60ec3922-97dc-41af-af8a-a3a7b858f890', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2007, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:36:39Z', 'updated_at': '2021-07-14T18:36:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_floatingips': [{'id': 'a8b2e078-95b9-4c86-b91f-b8ac585320f3', 'tenant_id': 'af718961b2754d7c873f442ed35947bb', 'floating_ip_address': '172.25.1.14', 'floating_network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'router_id': '60ec3922-97dc-41af-af8a-a3a7b858f890', 'port_id': 'f0ed37c3-f8f4-4ace-a3e5-c949da3a8a48', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2037, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '725cc431-8d64-405c-80c6-620abc8a4603', 'mac_address': 'fa:16:3e:57:ae:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7677033f-c81d-4c6b-bb6d-c53ed17bcb6d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T18:37:19Z', 'updated_at': '2021-07-14T18:37:19Z', 'revision_number': 0, 'project_id': 'af718961b2754d7c873f442ed35947bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3c18129-76e6-475f-8831-2765d5e1b3f3', 'name': '', 'network_id': '725cc431-8d64-405c-80c6-620abc8a4603', 'tenant_id': 'af718961b2754d7c873f442ed35947bb', 'mac_address': 'fa:16:3e:b6:73:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60ec3922-97dc-41af-af8a-a3a7b858f890', 'device_owner': 'network:router_interface', 'standard_attr_id': 2013, 'fixed_ips': [{'subnet_id': '2613ee9b-ec36-428a-b270-275b26077e23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:36:44Z', 'updated_at': '2021-07-14T18:36:53Z', 'revision_number': 5, 'project_id': 'af718961b2754d7c873f442ed35947bb', 'subnets': [{'id': '2613ee9b-ec36-428a-b270-275b26077e23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-3', False) {} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:37:22.953253 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9d96723-8ef7-4279-bdda-fba67b7342c7 None None] Checking router: 60ec3922-97dc-41af-af8a-a3a7b858f890 for host: n-d-800634-3 {{(pid=93918) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 18:37:22.982942 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9d96723-8ef7-4279-bdda-fba67b7342c7 None None] Routers {'60ec3922-97dc-41af-af8a-a3a7b858f890'} bound to L3 agent in host n-d-800634-3 {{(pid=93918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:37:22.983828 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-b9d96723-8ef7-4279-bdda-fba67b7342c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:37:23Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['60ec3922-97dc-41af-af8a-a3a7b858f890'], 'active': True} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:37:23.006882 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-f5c10544-a496-4208-a276-f0d1c7cf2365 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] 10.222.0.16 "GET /v2.0/floatingips/a8b2e078-95b9-4c86-b91f-b8ac585320f3 HTTP/1.1" status: 200 len: 991 time: 1.2038343 Jul 14 18:37:23.048516 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc0e161-9e70-4cc4-850a-c398463ac1cb req-4ee100c5-a9fa-42e4-a842-8b16a1ffb82a tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:37:23.050673 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ddc0e161-9e70-4cc4-850a-c398463ac1cb req-4ee100c5-a9fa-42e4-a842-8b16a1ffb82a tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] 10.222.0.16 "GET /v2.0/ports?device_id=9cc02da8-a510-4707-81d5-af2edaddbb4a HTTP/1.1" status: 200 len: 944 time: 0.2287560 Jul 14 18:37:23.051857 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dbe307-0ced-4f16-b35e-35044c4af50e req-5eb2302c-a927-4b56-85dd-1b8b898385e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:37:23.053261 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-23dbe307-0ced-4f16-b35e-35044c4af50e req-5eb2302c-a927-4b56-85dd-1b8b898385e3 service neutron] 10.222.0.18 "GET /v2.0/networks?id=725cc431-8d64-405c-80c6-620abc8a4603 HTTP/1.1" status: 200 len: 896 time: 1.2441754 Jul 14 18:37:23.150295 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ddc0e161-9e70-4cc4-850a-c398463ac1cb req-8d884e0f-816c-4ef4-bd65-888b81797f68 tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] 10.222.0.16 "GET /v2.0/security-groups?id=3eac0233-2f58-4c36-8bbf-3f6eb68f3b22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0897007 Jul 14 18:37:23.177494 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvr_db [None req-b9d96723-8ef7-4279-bdda-fba67b7342c7 None None] Set router 60ec3922-97dc-41af-af8a-a3a7b858f890 gateway port host: n-d-800634-3 {{(pid=93918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 18:37:23.182368 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-23dbe307-0ced-4f16-b35e-35044c4af50e req-beef0d2b-f1ed-465b-af53-f1947493a602 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f0ed37c3-f8f4-4ace-a3e5-c949da3a8a48 HTTP/1.1" status: 200 len: 999 time: 0.0951333 Jul 14 18:37:23.207753 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:37:23.280936 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dbe307-0ced-4f16-b35e-35044c4af50e req-6a6cabe4-4065-4f88-9cc5-0b5504f4109a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:37:23.283366 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-23dbe307-0ced-4f16-b35e-35044c4af50e req-6a6cabe4-4065-4f88-9cc5-0b5504f4109a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2613ee9b-ec36-428a-b270-275b26077e23 HTTP/1.1" status: 200 len: 834 time: 0.0941453 Jul 14 18:37:23.424008 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dbe307-0ced-4f16-b35e-35044c4af50e req-9940a99f-2406-4d60-9e17-bb623754304f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:37:23.425702 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-23dbe307-0ced-4f16-b35e-35044c4af50e req-9940a99f-2406-4d60-9e17-bb623754304f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=725cc431-8d64-405c-80c6-620abc8a4603&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1365240 Jul 14 18:37:23.437284 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-27fdeace-9656-4401-89d6-afedb18574fa tempest-RoutersIpV6AdminTest-1184791079 tempest-RoutersIpV6AdminTest-1184791079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-929996', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-571750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11395'] for router, precommit_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:37:23.622286 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-23dbe307-0ced-4f16-b35e-35044c4af50e req-36792c45-eef5-4a97-9b1e-41d0285fb392 service neutron] 10.222.0.18 "GET /v2.0/networks/725cc431-8d64-405c-80c6-620abc8a4603?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1889877 Jul 14 18:37:23.679945 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-b9d96723-8ef7-4279-bdda-fba67b7342c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60ec3922-97dc-41af-af8a-a3a7b858f890', 'name': 'tempest-TestNetworkAdvancedServerOps-router-422052349', 'tenant_id': 'af718961b2754d7c873f442ed35947bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.48'}], 'enable_snat': True}, 'gw_port_id': '0112f6c8-4a94-4c13-9838-deb131d3ad55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:36:38Z', 'updated_at': '2021-07-14T18:36:45Z', 'revision_number': 4, 'project_id': 'af718961b2754d7c873f442ed35947bb', 'gw_port': {'id': '0112f6c8-4a94-4c13-9838-deb131d3ad55', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:38:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60ec3922-97dc-41af-af8a-a3a7b858f890', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2007, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:36:39Z', 'updated_at': '2021-07-14T18:36:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_floatingips': [{'id': 'a8b2e078-95b9-4c86-b91f-b8ac585320f3', 'tenant_id': 'af718961b2754d7c873f442ed35947bb', 'floating_ip_address': '172.25.1.14', 'floating_network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'router_id': '60ec3922-97dc-41af-af8a-a3a7b858f890', 'port_id': 'f0ed37c3-f8f4-4ace-a3e5-c949da3a8a48', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2037, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '725cc431-8d64-405c-80c6-620abc8a4603', 'mac_address': 'fa:16:3e:57:ae:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7677033f-c81d-4c6b-bb6d-c53ed17bcb6d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T18:37:19Z', 'updated_at': '2021-07-14T18:37:19Z', 'revision_number': 0, 'project_id': 'af718961b2754d7c873f442ed35947bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3c18129-76e6-475f-8831-2765d5e1b3f3', 'name': '', 'network_id': '725cc431-8d64-405c-80c6-620abc8a4603', 'tenant_id': 'af718961b2754d7c873f442ed35947bb', 'mac_address': 'fa:16:3e:b6:73:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60ec3922-97dc-41af-af8a-a3a7b858f890', 'device_owner': 'network:router_interface', 'standard_attr_id': 2013, 'fixed_ips': [{'subnet_id': '2613ee9b-ec36-428a-b270-275b26077e23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:36:44Z', 'updated_at': '2021-07-14T18:36:53Z', 'revision_number': 5, 'project_id': 'af718961b2754d7c873f442ed35947bb', 'subnets': [{'id': '2613ee9b-ec36-428a-b270-275b26077e23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-3', False) {} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:37:23.781300 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9d96723-8ef7-4279-bdda-fba67b7342c7 None None] The sync data for ids ['60ec3922-97dc-41af-af8a-a3a7b858f890'] in n-d-800634-3 is: [{'id': '60ec3922-97dc-41af-af8a-a3a7b858f890', 'name': 'tempest-TestNetworkAdvancedServerOps-router-422052349', 'tenant_id': 'af718961b2754d7c873f442ed35947bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.48'}], 'enable_snat': True}, 'gw_port_id': '0112f6c8-4a94-4c13-9838-deb131d3ad55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:36:38Z', 'updated_at': '2021-07-14T18:36:45Z', 'revision_number': 4, 'project_id': 'af718961b2754d7c873f442ed35947bb', 'gw_port': {'id': '0112f6c8-4a94-4c13-9838-deb131d3ad55', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:38:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60ec3922-97dc-41af-af8a-a3a7b858f890', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2007, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:36:39Z', 'updated_at': '2021-07-14T18:36:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_floatingips': [{'id': 'a8b2e078-95b9-4c86-b91f-b8ac585320f3', 'tenant_id': 'af718961b2754d7c873f442ed35947bb', 'floating_ip_address': '172.25.1.14', 'floating_network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'router_id': '60ec3922-97dc-41af-af8a-a3a7b858f890', 'port_id': 'f0ed37c3-f8f4-4ace-a3e5-c949da3a8a48', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2037, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '725cc431-8d64-405c-80c6-620abc8a4603', 'mac_address': 'fa:16:3e:57:ae:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7677033f-c81d-4c6b-bb6d-c53ed17bcb6d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T18:37:19Z', 'updated_at': '2021-07-14T18:37:19Z', 'revision_number': 0, 'project_id': 'af718961b2754d7c873f442ed35947bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3c18129-76e6-475f-8831-2765d5e1b3f3', 'name': '', 'network_id': '725cc431-8d64-405c-80c6-620abc8a4603', 'tenant_id': 'af718961b2754d7c873f442ed35947bb', 'mac_address': 'fa:16:3e:b6:73:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60ec3922-97dc-41af-af8a-a3a7b858f890', 'device_owner': 'network:router_interface', 'standard_attr_id': 2013, 'fixed_ips': [{'subnet_id': '2613ee9b-ec36-428a-b270-275b26077e23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:36:44Z', 'updated_at': '2021-07-14T18:36:53Z', 'revision_number': 5, 'project_id': 'af718961b2754d7c873f442ed35947bb', 'subnets': [{'id': '2613ee9b-ec36-428a-b270-275b26077e23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 18:37:23.858675 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-23dbe307-0ced-4f16-b35e-35044c4af50e req-d1917c88-a695-4f56-85c0-beed42c4f9e2 service neutron] 10.222.0.18 "GET /v2.0/networks/725cc431-8d64-405c-80c6-620abc8a4603?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2291212 Jul 14 18:37:23.970639 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-27fdeace-9656-4401-89d6-afedb18574fa tempest-RoutersIpV6AdminTest-1184791079 tempest-RoutersIpV6AdminTest-1184791079-project] Notify callbacks [] for router_gateway, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:37:24.009991 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 52076) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:37:24.022829 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-27fdeace-9656-4401-89d6-afedb18574fa tempest-RoutersIpV6AdminTest-1184791079 tempest-RoutersIpV6AdminTest-1184791079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:37:24.082582 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-574aeb93-9938-449c-8e6c-cb22c9b52cc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:37:24.145543 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-631a24ec-a44d-4807-9e8a-0d0796e511db tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] 10.222.0.16 "GET /v2.0/floatingips/a8b2e078-95b9-4c86-b91f-b8ac585320f3 HTTP/1.1" status: 200 len: 991 time: 0.1342559 Jul 14 18:37:24.238671 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23b79336-db7e-4da7-8bf7-e8efc4876d00 None None] New status for floating IP a8b2e078-95b9-4c86-b91f-b8ac585320f3: ACTIVE {{(pid=93917) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 18:37:24.345705 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.db_base_plugin_common [None req-27fdeace-9656-4401-89d6-afedb18574fa tempest-RoutersIpV6AdminTest-1184791079 tempest-RoutersIpV6AdminTest-1184791079-project] Allocated IP 172.25.1.4 (9200a437-e1de-4520-88f6-e68386523e61/5f47f848-4532-407a-a0e2-5690ade15fd0/4f8ff1b7-a2f9-4a1c-b97b-156aa79f45bc) {{(pid=93916) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:37:24.685510 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-27fdeace-9656-4401-89d6-afedb18574fa tempest-RoutersIpV6AdminTest-1184791079 tempest-RoutersIpV6AdminTest-1184791079-project] Notify callbacks [] for port, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:37:24.820623 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-27fdeace-9656-4401-89d6-afedb18574fa tempest-RoutersIpV6AdminTest-1184791079 tempest-RoutersIpV6AdminTest-1184791079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:37:24.903945 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27fdeace-9656-4401-89d6-afedb18574fa tempest-RoutersIpV6AdminTest-1184791079 tempest-RoutersIpV6AdminTest-1184791079-project] Pushing event updated for resources: {'Port': ['ID=4f8ff1b7-a2f9-4a1c-b97b-156aa79f45bc,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:37:24.935763 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27fdeace-9656-4401-89d6-afedb18574fa tempest-RoutersIpV6AdminTest-1184791079 tempest-RoutersIpV6AdminTest-1184791079-project] Network 9200a437-e1de-4520-88f6-e68386523e61 is already hosted by enough agents. {{(pid=93916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:37:24.938326 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [None req-27fdeace-9656-4401-89d6-afedb18574fa tempest-RoutersIpV6AdminTest-1184791079 tempest-RoutersIpV6AdminTest-1184791079-project] Resources bound (agent type, host, resource id): {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:37:24.957666 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27fdeace-9656-4401-89d6-afedb18574fa tempest-RoutersIpV6AdminTest-1184791079 tempest-RoutersIpV6AdminTest-1184791079-project] Received port after_create {{(pid=93916) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:37:25.146568 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 52104) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:37:25.266563 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-8ddc6376-2bb9-4e26-83d1-77858822a0c0 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] 10.222.0.16 "GET /v2.0/floatingips/a8b2e078-95b9-4c86-b91f-b8ac585320f3 HTTP/1.1" status: 200 len: 993 time: 0.1182997 Jul 14 18:37:25.415967 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-27fdeace-9656-4401-89d6-afedb18574fa tempest-RoutersIpV6AdminTest-1184791079 tempest-RoutersIpV6AdminTest-1184791079-project] Notify callbacks [] for router_gateway, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:37:25.517786 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b6a749-84ed-4551-857a-3b4b15c58fcb req-2d8d3a84-ef85-484a-819c-d97403ab8702 tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:37:25.522152 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c6b6a749-84ed-4551-857a-3b4b15c58fcb req-2d8d3a84-ef85-484a-819c-d97403ab8702 tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] 10.222.0.16 "GET /v2.0/ports?device_id=9cc02da8-a510-4707-81d5-af2edaddbb4a HTTP/1.1" status: 200 len: 944 time: 0.0879927 Jul 14 18:37:25.609629 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c6b6a749-84ed-4551-857a-3b4b15c58fcb req-90a40c6e-ef27-4dea-9fce-fabc3fb78dbe tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] 10.222.0.16 "GET /v2.0/security-groups?id=3eac0233-2f58-4c36-8bbf-3f6eb68f3b22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0799043 Jul 14 18:37:25.754442 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-2f4e3af3-e708-4ffd-a544-82d93a489d01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:37:25.783305 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-27fdeace-9656-4401-89d6-afedb18574fa tempest-RoutersIpV6AdminTest-1184791079 tempest-RoutersIpV6AdminTest-1184791079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-571759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-930033'] for router, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:37:25.810918 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Device 9611ddd0-9e07-40ea-aec9-fb06e7378e68 no longer exists at agent hyperv_n-h2-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 18:37:25.983126 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-7f1c8a3a-7a90-4d26-b8e5-25f0537d95a9 req-49dce543-7e67-44c2-868b-ea6c45c67b73 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=9cc02da8-a510-4707-81d5-af2edaddbb4a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2204885 Jul 14 18:37:26.007993 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27fdeace-9656-4401-89d6-afedb18574fa tempest-RoutersIpV6AdminTest-1184791079 tempest-RoutersIpV6AdminTest-1184791079-project] Router 5a2f4330-0e8e-4a02-9611-99b918102157 is scheduled to L3 agent 2c6eb27e-defb-4cca-9a24-381c7415e359 with binding_index 1 {{(pid=93916) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 18:37:26.206182 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27fdeace-9656-4401-89d6-afedb18574fa tempest-RoutersIpV6AdminTest-1184791079 tempest-RoutersIpV6AdminTest-1184791079-project] Notify agent at l3_agent.n-d-800634-3 the message routers_updated {{(pid=93916) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 18:37:26.222166 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c143b2d8-9813-4dee-b955-ee5c1d27efff None None] Sync routers for ids ['5a2f4330-0e8e-4a02-9611-99b918102157'] in n-d-800634-3 {{(pid=93918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 18:37:26.255256 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c143b2d8-9813-4dee-b955-ee5c1d27efff None None] Routers {'5a2f4330-0e8e-4a02-9611-99b918102157'} bound to L3 agent in host n-d-800634-3 {{(pid=93918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:37:26.255990 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-c143b2d8-9813-4dee-b955-ee5c1d27efff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:37:23Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['5a2f4330-0e8e-4a02-9611-99b918102157'], 'active': True} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:37:26.260393 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-27fdeace-9656-4401-89d6-afedb18574fa tempest-RoutersIpV6AdminTest-1184791079 tempest-RoutersIpV6AdminTest-1184791079-project] Notify callbacks [] for router, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:37:26.262367 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-27fdeace-9656-4401-89d6-afedb18574fa tempest-RoutersIpV6AdminTest-1184791079 tempest-RoutersIpV6AdminTest-1184791079-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 3.9166784 Jul 14 18:37:26.265386 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 52132) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:37:26.304031 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-c143b2d8-9813-4dee-b955-ee5c1d27efff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-3', False) {} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:37:26.317308 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c143b2d8-9813-4dee-b955-ee5c1d27efff None None] Routers {'5a2f4330-0e8e-4a02-9611-99b918102157'} bound to L3 agent in host n-d-800634-3 {{(pid=93918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:37:26.318103 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-c143b2d8-9813-4dee-b955-ee5c1d27efff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:37:23Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['5a2f4330-0e8e-4a02-9611-99b918102157'], 'active': True} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:37:26.367131 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-c143b2d8-9813-4dee-b955-ee5c1d27efff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-3', False) {} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:37:26.368026 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c143b2d8-9813-4dee-b955-ee5c1d27efff None None] The sync data for ids ['5a2f4330-0e8e-4a02-9611-99b918102157'] in n-d-800634-3 is: [] {{(pid=93918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 18:37:26.433598 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-f4a3f704-defc-4341-8584-324de0700138 tempest-RoutersIpV6AdminTest-1118464879 tempest-RoutersIpV6AdminTest-1118464879-project-admin] 10.222.0.16 "GET /v2.0/routers/5a2f4330-0e8e-4a02-9611-99b918102157 HTTP/1.1" status: 200 len: 923 time: 0.1658626 Jul 14 18:37:26.436734 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 52140) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:37:26.509605 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-8ab661e1-d5e0-4f2a-8be6-d2849ad88441 tempest-RoutersIpV6AdminTest-1184791079 tempest-RoutersIpV6AdminTest-1184791079-project] 10.222.0.16 "GET /v2.0/ports?device_id=5a2f4330-0e8e-4a02-9611-99b918102157 HTTP/1.1" status: 200 len: 205 time: 0.0683706 Jul 14 18:37:26.511405 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 52142) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:37:26.723139 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-1ccfa4dc-6e3a-40b7-a371-c722b64a961a tempest-RoutersIpV6AdminTest-1184791079 tempest-RoutersIpV6AdminTest-1184791079-project] Notify callbacks [] for router, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:37:26.966549 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-1ccfa4dc-6e3a-40b7-a371-c722b64a961a tempest-RoutersIpV6AdminTest-1184791079 tempest-RoutersIpV6AdminTest-1184791079-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:37:27.021814 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5add52-61c9-4b6b-890b-393ce986a651 req-f97f4812-39a3-450d-a83d-f8d1c951cf10 tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:37:27.023516 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2b5add52-61c9-4b6b-890b-393ce986a651 req-f97f4812-39a3-450d-a83d-f8d1c951cf10 tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] 10.222.0.16 "GET /v2.0/ports?device_id=9cc02da8-a510-4707-81d5-af2edaddbb4a HTTP/1.1" status: 200 len: 944 time: 0.1648831 Jul 14 18:37:27.108819 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2b5add52-61c9-4b6b-890b-393ce986a651 req-0763cfba-224c-4509-955f-fa2f4e104173 tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] 10.222.0.16 "GET /v2.0/security-groups?id=3eac0233-2f58-4c36-8bbf-3f6eb68f3b22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715804 Jul 14 18:37:27.116098 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [None req-1ccfa4dc-6e3a-40b7-a371-c722b64a961a tempest-RoutersIpV6AdminTest-1184791079 tempest-RoutersIpV6AdminTest-1184791079-project] Deleting port 4f8ff1b7-a2f9-4a1c-b97b-156aa79f45bc {{(pid=93915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:37:27.116653 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-1ccfa4dc-6e3a-40b7-a371-c722b64a961a tempest-RoutersIpV6AdminTest-1184791079 tempest-RoutersIpV6AdminTest-1184791079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:37:27.219960 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-1ccfa4dc-6e3a-40b7-a371-c722b64a961a tempest-RoutersIpV6AdminTest-1184791079 tempest-RoutersIpV6AdminTest-1184791079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:37:27.239198 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [None req-1ccfa4dc-6e3a-40b7-a371-c722b64a961a tempest-RoutersIpV6AdminTest-1184791079 tempest-RoutersIpV6AdminTest-1184791079-project] Calling delete_port for 4f8ff1b7-a2f9-4a1c-b97b-156aa79f45bc owned by network:router_gateway {{(pid=93915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:37:27.517074 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 52156) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:37:27.591029 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.db_base_plugin_v2 [None req-79834e4d-f622-4102-ade9-b045fccbceac admin admin] Deleting subnet 3327be3f-f00b-421e-84fc-a95f2f08b6d5 {{(pid=93916) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 18:37:27.598244 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-79834e4d-f622-4102-ade9-b045fccbceac admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:37:27.623456 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1c8a3a-7a90-4d26-b8e5-25f0537d95a9 req-d8b7bf93-bb47-4748-b3f2-fac92fbac097 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:37:27.625770 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-7f1c8a3a-7a90-4d26-b8e5-25f0537d95a9 req-d8b7bf93-bb47-4748-b3f2-fac92fbac097 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=9cc02da8-a510-4707-81d5-af2edaddbb4a&tenant_id=81405c7e7f554ba6bd8aaf104233fc29 HTTP/1.1" status: 200 len: 1095 time: 0.2080302 Jul 14 18:37:27.646648 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-1ccfa4dc-6e3a-40b7-a371-c722b64a961a tempest-RoutersIpV6AdminTest-1184791079 tempest-RoutersIpV6AdminTest-1184791079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:37:27.669625 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-79834e4d-f622-4102-ade9-b045fccbceac admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26296866'] for subnet, precommit_delete_associations {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:37:27.694095 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ccfa4dc-6e3a-40b7-a371-c722b64a961a tempest-RoutersIpV6AdminTest-1184791079 tempest-RoutersIpV6AdminTest-1184791079-project] Pushing event deleted for resources: {'Port': ['ID=4f8ff1b7-a2f9-4a1c-b97b-156aa79f45bc,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:37:27.734817 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ccfa4dc-6e3a-40b7-a371-c722b64a961a tempest-RoutersIpV6AdminTest-1184791079 tempest-RoutersIpV6AdminTest-1184791079-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:37:27.735560 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ccfa4dc-6e3a-40b7-a371-c722b64a961a tempest-RoutersIpV6AdminTest-1184791079 tempest-RoutersIpV6AdminTest-1184791079-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:37:27.736094 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ccfa4dc-6e3a-40b7-a371-c722b64a961a tempest-RoutersIpV6AdminTest-1184791079 tempest-RoutersIpV6AdminTest-1184791079-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:37:27.736640 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ccfa4dc-6e3a-40b7-a371-c722b64a961a tempest-RoutersIpV6AdminTest-1184791079 tempest-RoutersIpV6AdminTest-1184791079-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:37:27.737885 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ccfa4dc-6e3a-40b7-a371-c722b64a961a tempest-RoutersIpV6AdminTest-1184791079 tempest-RoutersIpV6AdminTest-1184791079-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:37:27.738410 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ccfa4dc-6e3a-40b7-a371-c722b64a961a tempest-RoutersIpV6AdminTest-1184791079 tempest-RoutersIpV6AdminTest-1184791079-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:37:27.738925 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ccfa4dc-6e3a-40b7-a371-c722b64a961a tempest-RoutersIpV6AdminTest-1184791079 tempest-RoutersIpV6AdminTest-1184791079-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:37:27.739439 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ccfa4dc-6e3a-40b7-a371-c722b64a961a tempest-RoutersIpV6AdminTest-1184791079 tempest-RoutersIpV6AdminTest-1184791079-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:37:27.740083 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ccfa4dc-6e3a-40b7-a371-c722b64a961a tempest-RoutersIpV6AdminTest-1184791079 tempest-RoutersIpV6AdminTest-1184791079-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:37:27.740617 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ccfa4dc-6e3a-40b7-a371-c722b64a961a tempest-RoutersIpV6AdminTest-1184791079 tempest-RoutersIpV6AdminTest-1184791079-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:37:27.741128 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ccfa4dc-6e3a-40b7-a371-c722b64a961a tempest-RoutersIpV6AdminTest-1184791079 tempest-RoutersIpV6AdminTest-1184791079-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:37:27.741638 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ccfa4dc-6e3a-40b7-a371-c722b64a961a tempest-RoutersIpV6AdminTest-1184791079 tempest-RoutersIpV6AdminTest-1184791079-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:37:27.787582 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-79834e4d-f622-4102-ade9-b045fccbceac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081283'] for subnet, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:37:27.857395 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-79834e4d-f622-4102-ade9-b045fccbceac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2684816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26033152'] for subnet, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:37:27.857617 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-1ccfa4dc-6e3a-40b7-a371-c722b64a961a tempest-RoutersIpV6AdminTest-1184791079 tempest-RoutersIpV6AdminTest-1184791079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-930057'] for router_gateway, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:37:27.862031 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1c8a3a-7a90-4d26-b8e5-25f0537d95a9 req-e7ecebab-b605-46ce-8b71-0ef55b62db02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:37:27.863653 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-7f1c8a3a-7a90-4d26-b8e5-25f0537d95a9 req-e7ecebab-b605-46ce-8b71-0ef55b62db02 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=81405c7e7f554ba6bd8aaf104233fc29&device_id=9cc02da8-a510-4707-81d5-af2edaddbb4a HTTP/1.1" status: 200 len: 1095 time: 0.1710856 Jul 14 18:37:27.885418 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79834e4d-f622-4102-ade9-b045fccbceac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3327be3f-f00b-421e-84fc-a95f2f08b6d5,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:37:27.889471 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-79834e4d-f622-4102-ade9-b045fccbceac admin admin] Notify callbacks [] for subnet, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:37:27.892175 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-79834e4d-f622-4102-ade9-b045fccbceac admin admin] 10.222.0.16 "DELETE /v2.0/subnets/3327be3f-f00b-421e-84fc-a95f2f08b6d5 HTTP/1.1" status: 204 len: 168 time: 0.3734632 Jul 14 18:37:27.895337 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 52160) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:37:27.993059 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-0c343d9f-9a05-476c-8317-10ff5292ec86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645734'] for network, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:37:28.007209 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-1ccfa4dc-6e3a-40b7-a371-c722b64a961a tempest-RoutersIpV6AdminTest-1184791079 tempest-RoutersIpV6AdminTest-1184791079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-571778', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11402'] for router, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:37:28.010734 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-1ccfa4dc-6e3a-40b7-a371-c722b64a961a tempest-RoutersIpV6AdminTest-1184791079 tempest-RoutersIpV6AdminTest-1184791079-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:37:28.072614 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-1ccfa4dc-6e3a-40b7-a371-c722b64a961a tempest-RoutersIpV6AdminTest-1184791079 tempest-RoutersIpV6AdminTest-1184791079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-541202'] for router, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:37:28.073121 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ccfa4dc-6e3a-40b7-a371-c722b64a961a tempest-RoutersIpV6AdminTest-1184791079 tempest-RoutersIpV6AdminTest-1184791079-project] Fanout notify agent at l3_agent the message router_deleted on router 5a2f4330-0e8e-4a02-9611-99b918102157 {{(pid=93915) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 18:37:28.079044 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-0c343d9f-9a05-476c-8317-10ff5292ec86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2096010', 'neutron.services.segments.db._delete_segments_for_network-8728202734996'] for network, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:37:28.081448 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-1ccfa4dc-6e3a-40b7-a371-c722b64a961a tempest-RoutersIpV6AdminTest-1184791079 tempest-RoutersIpV6AdminTest-1184791079-project] Notify callbacks [] for router, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:37:28.086825 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-1ccfa4dc-6e3a-40b7-a371-c722b64a961a tempest-RoutersIpV6AdminTest-1184791079 tempest-RoutersIpV6AdminTest-1184791079-project] 10.222.0.16 "DELETE /v2.0/routers/5a2f4330-0e8e-4a02-9611-99b918102157 HTTP/1.1" status: 204 len: 168 time: 1.5729635 Jul 14 18:37:28.087578 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 52164) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:37:28.091251 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.segments.db [None req-0c343d9f-9a05-476c-8317-10ff5292ec86 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['427e93fa-d737-4f44-b512-27c2a50e24d1']}} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:37:28.095063 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-1ca54802-e546-4bb6-8098-916683f5db5c tempest-RoutersIpV6AdminTest-1118464879 tempest-RoutersIpV6AdminTest-1118464879-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1621681456', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'enable_snat': False}}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:37:28.103134 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.segments.db [None req-0c343d9f-9a05-476c-8317-10ff5292ec86 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e9acea1-3f33-4962-bd97-4942f8279240') {'for_net_delete': True} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:37:28.103134 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.segments.db [None req-0c343d9f-9a05-476c-8317-10ff5292ec86 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e9acea1-3f33-4962-bd97-4942f8279240') {} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:37:28.110796 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1c8a3a-7a90-4d26-b8e5-25f0537d95a9 req-abe92440-45d3-4eb3-b058-4833ae835499 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:37:28.112795 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-7f1c8a3a-7a90-4d26-b8e5-25f0537d95a9 req-abe92440-45d3-4eb3-b058-4833ae835499 service neutron] 10.222.0.35 "GET /v2.0/networks?id=fd8ea664-6074-4bbe-887f-058fe7b50123 HTTP/1.1" status: 200 len: 916 time: 0.2205052 Jul 14 18:37:28.113614 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-0c343d9f-9a05-476c-8317-10ff5292ec86 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728202715275', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26296891'] for segment, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:37:28.131141 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-0c343d9f-9a05-476c-8317-10ff5292ec86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:37:28.138448 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c343d9f-9a05-476c-8317-10ff5292ec86 admin admin] Releasing vlan 69 on physical network physnet1 to pool {{(pid=93916) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 18:37:28.138891 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-0c343d9f-9a05-476c-8317-10ff5292ec86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2682942'] for segment, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:37:28.163636 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-1ca54802-e546-4bb6-8098-916683f5db5c tempest-RoutersIpV6AdminTest-1118464879 tempest-RoutersIpV6AdminTest-1118464879-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-571768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11104'] for router, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:37:28.165712 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-1ca54802-e546-4bb6-8098-916683f5db5c tempest-RoutersIpV6AdminTest-1118464879 tempest-RoutersIpV6AdminTest-1118464879-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-571675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-930014', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-632314', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11129'] for router, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:37:28.198204 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-7f1c8a3a-7a90-4d26-b8e5-25f0537d95a9 req-f4c650bb-5f62-44d3-b4e2-ec1ac2e20379 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9611ddd0-9e07-40ea-aec9-fb06e7378e68 HTTP/1.1" status: 200 len: 1000 time: 0.0788887 Jul 14 18:37:28.203587 n-d-800634-3 neutron-server[93916]: Traceback (most recent call last): Jul 14 18:37:28.203587 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 18:37:28.203587 n-d-800634-3 neutron-server[93916]: timer() Jul 14 18:37:28.203587 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 18:37:28.203587 n-d-800634-3 neutron-server[93916]: cb(*args, **kw) Jul 14 18:37:28.203587 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 18:37:28.203587 n-d-800634-3 neutron-server[93916]: return func(*args, **kwargs) Jul 14 18:37:28.203587 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 18:37:28.203587 n-d-800634-3 neutron-server[93916]: self._notify() Jul 14 18:37:28.203587 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 18:37:28.203587 n-d-800634-3 neutron-server[93916]: self.callback(batched_events) Jul 14 18:37:28.203587 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 18:37:28.203587 n-d-800634-3 neutron-server[93916]: event.method(event) Jul 14 18:37:28.203587 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 18:37:28.203587 n-d-800634-3 neutron-server[93916]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 18:37:28.203587 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 18:37:28.203587 n-d-800634-3 neutron-server[93916]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 18:37:28.203587 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 18:37:28.203587 n-d-800634-3 neutron-server[93916]: return f(self, *a, **k) Jul 14 18:37:28.203587 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 18:37:28.203587 n-d-800634-3 neutron-server[93916]: return self._get(url).json() Jul 14 18:37:28.203587 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 18:37:28.203587 n-d-800634-3 neutron-server[93916]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 18:37:28.203587 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 18:37:28.203587 n-d-800634-3 neutron-server[93916]: return self.request(url, 'GET', **kwargs) Jul 14 18:37:28.203587 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 18:37:28.203587 n-d-800634-3 neutron-server[93916]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 18:37:28.203587 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 18:37:28.203587 n-d-800634-3 neutron-server[93916]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 18:37:28.203587 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 18:37:28.203587 n-d-800634-3 neutron-server[93916]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 18:37:28.203587 n-d-800634-3 neutron-server[93916]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 18:37:28.233742 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-0c343d9f-9a05-476c-8317-10ff5292ec86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2096001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-930085'] for network, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:37:28.242985 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-0c343d9f-9a05-476c-8317-10ff5292ec86 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598705'] for network, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:37:28.262182 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 52168) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:37:28.262860 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-0c343d9f-9a05-476c-8317-10ff5292ec86 admin admin] 10.222.0.16 "DELETE /v2.0/networks/427e93fa-d737-4f44-b512-27c2a50e24d1 HTTP/1.1" status: 204 len: 168 time: 0.3537397 Jul 14 18:37:28.278690 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-1ca54802-e546-4bb6-8098-916683f5db5c tempest-RoutersIpV6AdminTest-1118464879 tempest-RoutersIpV6AdminTest-1118464879-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:37:28.294995 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c343d9f-9a05-476c-8317-10ff5292ec86 admin admin] Pushing event deleted for resources: {'Network': ['ID=427e93fa-d737-4f44-b512-27c2a50e24d1,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:37:28.449587 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1c8a3a-7a90-4d26-b8e5-25f0537d95a9 req-8c1ab9e6-6221-43b1-ada8-98f75c4a63d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:37:28.451119 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-7f1c8a3a-7a90-4d26-b8e5-25f0537d95a9 req-8c1ab9e6-6221-43b1-ada8-98f75c4a63d0 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c9715e59-b525-40fa-a99e-ebf6aedac4af HTTP/1.1" status: 200 len: 855 time: 0.2407928 Jul 14 18:37:28.489764 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf8eaef3-01e2-43bc-879e-3de2bea1f645 admin admin] Deleting subnet c2fa8bbf-8a96-4441-8e7b-dc7b4399a1eb {{(pid=93915) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 18:37:28.517005 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-cf8eaef3-01e2-43bc-879e-3de2bea1f645 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:37:28.649085 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-1ca54802-e546-4bb6-8098-916683f5db5c tempest-RoutersIpV6AdminTest-1118464879 tempest-RoutersIpV6AdminTest-1118464879-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-929996', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-571750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11395'] for router, precommit_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:37:28.675273 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-cf8eaef3-01e2-43bc-879e-3de2bea1f645 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28939913'] for subnet, precommit_delete_associations {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:37:28.776716 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1c8a3a-7a90-4d26-b8e5-25f0537d95a9 req-5c1b05d2-d432-44cb-8b1d-00273a9c421e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:37:28.778255 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-7f1c8a3a-7a90-4d26-b8e5-25f0537d95a9 req-5c1b05d2-d432-44cb-8b1d-00273a9c421e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=fd8ea664-6074-4bbe-887f-058fe7b50123&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3017707 Jul 14 18:37:28.795255 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765379fb-de83-49b6-998b-d3ba16fbff5b req-d084397a-7b7f-42c8-a76a-ef980a5b22b2 tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:37:28.796763 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-765379fb-de83-49b6-998b-d3ba16fbff5b req-d084397a-7b7f-42c8-a76a-ef980a5b22b2 tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] 10.222.0.16 "GET /v2.0/ports?device_id=9cc02da8-a510-4707-81d5-af2edaddbb4a HTTP/1.1" status: 200 len: 944 time: 0.4675424 Jul 14 18:37:28.797875 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-cf8eaef3-01e2-43bc-879e-3de2bea1f645 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081283'] for subnet, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:37:28.876382 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.agents_db [None req-2ea07fb6-aa68-4671-8654-119d82b9f530 None None] Agent healthcheck: found 7 active agents {{(pid=93918) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 18:37:28.947875 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-765379fb-de83-49b6-998b-d3ba16fbff5b req-0515c2ff-3480-4b8c-bfba-44cfb7e9ea62 tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] 10.222.0.16 "GET /v2.0/security-groups?id=3eac0233-2f58-4c36-8bbf-3f6eb68f3b22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1406090 Jul 14 18:37:28.979965 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-7f1c8a3a-7a90-4d26-b8e5-25f0537d95a9 req-ae4a341b-d61d-497b-ab5b-239f9dea3c8a service neutron] 10.222.0.35 "GET /v2.0/networks/fd8ea664-6074-4bbe-887f-058fe7b50123?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1937232 Jul 14 18:37:28.983516 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-cf8eaef3-01e2-43bc-879e-3de2bea1f645 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25913028', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28969762'] for subnet, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:37:29.032000 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8eaef3-01e2-43bc-879e-3de2bea1f645 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c2fa8bbf-8a96-4441-8e7b-dc7b4399a1eb,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:37:29.060229 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-cf8eaef3-01e2-43bc-879e-3de2bea1f645 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:37:29.062214 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-cf8eaef3-01e2-43bc-879e-3de2bea1f645 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/c2fa8bbf-8a96-4441-8e7b-dc7b4399a1eb HTTP/1.1" status: 204 len: 168 time: 0.7975435 Jul 14 18:37:29.066068 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 52178) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:37:29.160346 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-6ae87020-4595-406e-ac1e-f96175fcb817 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645734'] for network, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:37:29.188276 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-7f1c8a3a-7a90-4d26-b8e5-25f0537d95a9 req-4714a6ab-109b-4d48-9451-6dd00274e415 service neutron] 10.222.0.35 "GET /v2.0/networks/fd8ea664-6074-4bbe-887f-058fe7b50123?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2019613 Jul 14 18:37:29.232112 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-1ca54802-e546-4bb6-8098-916683f5db5c tempest-RoutersIpV6AdminTest-1118464879 tempest-RoutersIpV6AdminTest-1118464879-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:37:29.266203 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-1ca54802-e546-4bb6-8098-916683f5db5c tempest-RoutersIpV6AdminTest-1118464879 tempest-RoutersIpV6AdminTest-1118464879-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:37:29.270436 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-6ae87020-4595-406e-ac1e-f96175fcb817 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2096010', 'neutron.services.segments.db._delete_segments_for_network-8728202734996'] for network, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:37:29.289404 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.segments.db [None req-6ae87020-4595-406e-ac1e-f96175fcb817 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['055bb106-239f-473d-9ac5-0ba997975ca9']}} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:37:29.303270 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.segments.db [None req-6ae87020-4595-406e-ac1e-f96175fcb817 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6cc382a-bdbf-49e2-b61b-1401eb829a96') {'for_net_delete': True} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:37:29.303270 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.segments.db [None req-6ae87020-4595-406e-ac1e-f96175fcb817 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6cc382a-bdbf-49e2-b61b-1401eb829a96') {} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:37:29.312666 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-6ae87020-4595-406e-ac1e-f96175fcb817 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728202715275', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26296891'] for segment, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:37:29.329240 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-6ae87020-4595-406e-ac1e-f96175fcb817 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:37:29.344368 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ae87020-4595-406e-ac1e-f96175fcb817 admin admin] Releasing vlan 78 on physical network physnet1 to pool {{(pid=93916) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 18:37:29.344991 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-6ae87020-4595-406e-ac1e-f96175fcb817 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2682942'] for segment, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:37:29.347266 n-d-800634-3 neutron-server[93916]: Traceback (most recent call last): Jul 14 18:37:29.347266 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 18:37:29.347266 n-d-800634-3 neutron-server[93916]: timer() Jul 14 18:37:29.347266 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 18:37:29.347266 n-d-800634-3 neutron-server[93916]: cb(*args, **kw) Jul 14 18:37:29.347266 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 18:37:29.347266 n-d-800634-3 neutron-server[93916]: return func(*args, **kwargs) Jul 14 18:37:29.347266 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 18:37:29.347266 n-d-800634-3 neutron-server[93916]: self._notify() Jul 14 18:37:29.347266 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 18:37:29.347266 n-d-800634-3 neutron-server[93916]: self.callback(batched_events) Jul 14 18:37:29.347266 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 18:37:29.347266 n-d-800634-3 neutron-server[93916]: event.method(event) Jul 14 18:37:29.347266 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 18:37:29.347266 n-d-800634-3 neutron-server[93916]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 18:37:29.347266 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 18:37:29.347266 n-d-800634-3 neutron-server[93916]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 18:37:29.347266 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 18:37:29.347266 n-d-800634-3 neutron-server[93916]: return f(self, *a, **k) Jul 14 18:37:29.347266 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 18:37:29.347266 n-d-800634-3 neutron-server[93916]: return self._get(url).json() Jul 14 18:37:29.347266 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 18:37:29.347266 n-d-800634-3 neutron-server[93916]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 18:37:29.347266 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 18:37:29.347266 n-d-800634-3 neutron-server[93916]: return self.request(url, 'GET', **kwargs) Jul 14 18:37:29.347266 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 18:37:29.347266 n-d-800634-3 neutron-server[93916]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 18:37:29.347266 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 18:37:29.347266 n-d-800634-3 neutron-server[93916]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 18:37:29.347266 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 18:37:29.347266 n-d-800634-3 neutron-server[93916]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 18:37:29.347266 n-d-800634-3 neutron-server[93916]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 18:37:29.424631 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.db_base_plugin_common [None req-1ca54802-e546-4bb6-8098-916683f5db5c tempest-RoutersIpV6AdminTest-1118464879 tempest-RoutersIpV6AdminTest-1118464879-project-admin] Allocated IP 172.25.1.202 (9200a437-e1de-4520-88f6-e68386523e61/5f47f848-4532-407a-a0e2-5690ade15fd0/1ccf18bd-cb63-48ac-b2e9-1b4c4111f712) {{(pid=93915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:37:29.444186 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-6ae87020-4595-406e-ac1e-f96175fcb817 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2096001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-930085'] for network, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:37:29.470348 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-6ae87020-4595-406e-ac1e-f96175fcb817 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598705'] for network, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:37:29.479431 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-6ae87020-4595-406e-ac1e-f96175fcb817 admin admin] 10.222.0.16 "DELETE /v2.0/networks/055bb106-239f-473d-9ac5-0ba997975ca9 HTTP/1.1" status: 204 len: 168 time: 0.4076099 Jul 14 18:37:29.530706 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae87020-4595-406e-ac1e-f96175fcb817 admin admin] Pushing event deleted for resources: {'Network': ['ID=055bb106-239f-473d-9ac5-0ba997975ca9,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:37:29.673634 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-1ca54802-e546-4bb6-8098-916683f5db5c tempest-RoutersIpV6AdminTest-1118464879 tempest-RoutersIpV6AdminTest-1118464879-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:37:29.726368 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-1ca54802-e546-4bb6-8098-916683f5db5c tempest-RoutersIpV6AdminTest-1118464879 tempest-RoutersIpV6AdminTest-1118464879-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:37:29.777641 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 52196) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:37:29.799110 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ca54802-e546-4bb6-8098-916683f5db5c tempest-RoutersIpV6AdminTest-1118464879 tempest-RoutersIpV6AdminTest-1118464879-project-admin] Network 9200a437-e1de-4520-88f6-e68386523e61 is already hosted by enough agents. {{(pid=93915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:37:29.815987 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [None req-1ca54802-e546-4bb6-8098-916683f5db5c tempest-RoutersIpV6AdminTest-1118464879 tempest-RoutersIpV6AdminTest-1118464879-project-admin] Resources bound (agent type, host, resource id): {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:37:29.818947 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ca54802-e546-4bb6-8098-916683f5db5c tempest-RoutersIpV6AdminTest-1118464879 tempest-RoutersIpV6AdminTest-1118464879-project-admin] Received port after_create {{(pid=93915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:37:29.823078 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca54802-e546-4bb6-8098-916683f5db5c tempest-RoutersIpV6AdminTest-1118464879 tempest-RoutersIpV6AdminTest-1118464879-project-admin] Pushing event updated for resources: {'Port': ['ID=1ccf18bd-cb63-48ac-b2e9-1b4c4111f712,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:37:29.865638 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-0456a4c3-3633-4aee-b7f8-2da3cb9b2407 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2b578c017ab341f588ff25c315311d32&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0863018 Jul 14 18:37:29.867767 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 52202) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:37:30.025402 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-3ee5beb4-55c8-4cb4-8ff6-975c711f5e96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:37:30.085200 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-3ee5beb4-55c8-4cb4-8ff6-975c711f5e96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:37:30.277767 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-3ee5beb4-55c8-4cb4-8ff6-975c711f5e96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:37:30.308029 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-3ee5beb4-55c8-4cb4-8ff6-975c711f5e96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:37:30.320703 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-3ee5beb4-55c8-4cb4-8ff6-975c711f5e96 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d40c62bc-03c3-45c2-aa04-72967a4aaf1f HTTP/1.1" status: 204 len: 168 time: 0.4453595 Jul 14 18:37:30.349383 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee5beb4-55c8-4cb4-8ff6-975c711f5e96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d40c62bc-03c3-45c2-aa04-72967a4aaf1f,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:37:30.707916 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9100226-ef09-4325-9575-dcb3036b4f49 req-f37761d3-e8ad-4cd6-b1e7-ff52d3a05e32 tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:37:30.716769 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c9100226-ef09-4325-9575-dcb3036b4f49 req-f37761d3-e8ad-4cd6-b1e7-ff52d3a05e32 tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] 10.222.0.16 "GET /v2.0/ports?device_id=9cc02da8-a510-4707-81d5-af2edaddbb4a HTTP/1.1" status: 200 len: 944 time: 0.1929548 Jul 14 18:37:30.828824 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c9100226-ef09-4325-9575-dcb3036b4f49 req-82d7cd76-6010-4d0c-a3c2-034ece48f6ad tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] 10.222.0.16 "GET /v2.0/security-groups?id=3eac0233-2f58-4c36-8bbf-3f6eb68f3b22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1076107 Jul 14 18:37:30.872254 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-1ca54802-e546-4bb6-8098-916683f5db5c tempest-RoutersIpV6AdminTest-1118464879 tempest-RoutersIpV6AdminTest-1118464879-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:37:31.394565 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 52224) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:37:31.444789 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-1ca54802-e546-4bb6-8098-916683f5db5c tempest-RoutersIpV6AdminTest-1118464879 tempest-RoutersIpV6AdminTest-1118464879-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-571759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-930033'] for router, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:37:31.465678 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-9f1d2525-a2e0-47e2-83cc-312771846151 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ea106b9a34f048a59f59ca85e472b6a6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0689819 Jul 14 18:37:31.466621 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 52226) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:37:31.546117 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-d8aad9c7-1689-4e3c-9bf2-350e559cabb6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:37:31.599307 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-d8aad9c7-1689-4e3c-9bf2-350e559cabb6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:37:31.660764 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-d8aad9c7-1689-4e3c-9bf2-350e559cabb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:37:31.664691 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-d8aad9c7-1689-4e3c-9bf2-350e559cabb6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:37:31.668045 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-d8aad9c7-1689-4e3c-9bf2-350e559cabb6 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/dbc4d73c-8840-4a68-93e6-966b74d2b8d0 HTTP/1.1" status: 204 len: 168 time: 0.2001736 Jul 14 18:37:31.687349 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8aad9c7-1689-4e3c-9bf2-350e559cabb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbc4d73c-8840-4a68-93e6-966b74d2b8d0,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:37:31.777697 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ca54802-e546-4bb6-8098-916683f5db5c tempest-RoutersIpV6AdminTest-1118464879 tempest-RoutersIpV6AdminTest-1118464879-project-admin] Router 69cfa487-1581-4630-b0af-f62409b3680e is scheduled to L3 agent 2c6eb27e-defb-4cca-9a24-381c7415e359 with binding_index 1 {{(pid=93915) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 18:37:32.081538 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ca54802-e546-4bb6-8098-916683f5db5c tempest-RoutersIpV6AdminTest-1118464879 tempest-RoutersIpV6AdminTest-1118464879-project-admin] Notify agent at l3_agent.n-d-800634-3 the message routers_updated {{(pid=93915) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 18:37:32.095006 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9c6b30b-5c9d-4ba2-a9e5-8bdba94d99e5 None None] Sync routers for ids ['69cfa487-1581-4630-b0af-f62409b3680e'] in n-d-800634-3 {{(pid=93917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 18:37:32.115535 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9c6b30b-5c9d-4ba2-a9e5-8bdba94d99e5 None None] Routers {'69cfa487-1581-4630-b0af-f62409b3680e'} bound to L3 agent in host n-d-800634-3 {{(pid=93917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:37:32.117704 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-f9c6b30b-5c9d-4ba2-a9e5-8bdba94d99e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:37:23Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['69cfa487-1581-4630-b0af-f62409b3680e'], 'active': True} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:37:32.131299 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-1ca54802-e546-4bb6-8098-916683f5db5c tempest-RoutersIpV6AdminTest-1118464879 tempest-RoutersIpV6AdminTest-1118464879-project-admin] Notify callbacks [] for router, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:37:32.135163 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-1ca54802-e546-4bb6-8098-916683f5db5c tempest-RoutersIpV6AdminTest-1118464879 tempest-RoutersIpV6AdminTest-1118464879-project-admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 4.0434442 Jul 14 18:37:32.139198 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 52236) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:37:32.407567 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771f010a-48bc-4f3b-9760-27276206846c req-58000f5a-0df6-4eda-8a0b-f2d51d85f50a tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:37:32.420088 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-771f010a-48bc-4f3b-9760-27276206846c req-58000f5a-0df6-4eda-8a0b-f2d51d85f50a tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] 10.222.0.16 "GET /v2.0/ports?device_id=9cc02da8-a510-4707-81d5-af2edaddbb4a HTTP/1.1" status: 200 len: 944 time: 0.2810593 Jul 14 18:37:32.430208 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvr_db [None req-f9c6b30b-5c9d-4ba2-a9e5-8bdba94d99e5 None None] Set router 69cfa487-1581-4630-b0af-f62409b3680e gateway port host: n-d-800634-3 {{(pid=93917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 18:37:32.572855 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-1a3519e4-1934-45f2-8b93-f7baa364827e tempest-RoutersIpV6AdminTest-1118464879 tempest-RoutersIpV6AdminTest-1118464879-project-admin] 10.222.0.16 "GET /v2.0/routers/69cfa487-1581-4630-b0af-f62409b3680e HTTP/1.1" status: 200 len: 909 time: 0.4324446 Jul 14 18:37:32.576847 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 52248) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:37:32.587465 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-181128a6-2b1b-439a-b724-329664a77268 tempest-RoutersIpV6AdminTest-1118464879 tempest-RoutersIpV6AdminTest-1118464879-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1621681456', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'enable_snat': True}}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:37:32.588339 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-771f010a-48bc-4f3b-9760-27276206846c req-8fd69091-c2b3-490e-956b-643f16322bba tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] 10.222.0.16 "GET /v2.0/security-groups?id=3eac0233-2f58-4c36-8bbf-3f6eb68f3b22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1667478 Jul 14 18:37:32.652366 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-181128a6-2b1b-439a-b724-329664a77268 tempest-RoutersIpV6AdminTest-1118464879 tempest-RoutersIpV6AdminTest-1118464879-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-571768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11104'] for router, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:37:32.653744 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-181128a6-2b1b-439a-b724-329664a77268 tempest-RoutersIpV6AdminTest-1118464879 tempest-RoutersIpV6AdminTest-1118464879-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-571675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-930014', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-632314', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11129'] for router, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:37:32.757749 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-181128a6-2b1b-439a-b724-329664a77268 tempest-RoutersIpV6AdminTest-1118464879 tempest-RoutersIpV6AdminTest-1118464879-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:37:32.778734 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:37:33.075679 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-f9c6b30b-5c9d-4ba2-a9e5-8bdba94d99e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69cfa487-1581-4630-b0af-f62409b3680e', 'name': 'tempest-snat-router-1621681456', 'tenant_id': '7a6fe24df197417d968c6db2144e3f67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.202'}], 'enable_snat': False}, 'gw_port_id': '1ccf18bd-cb63-48ac-b2e9-1b4c4111f712', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:37:28Z', 'updated_at': '2021-07-14T18:37:30Z', 'revision_number': 3, 'project_id': '7a6fe24df197417d968c6db2144e3f67', 'gw_port': {'id': '1ccf18bd-cb63-48ac-b2e9-1b4c4111f712', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:e4:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69cfa487-1581-4630-b0af-f62409b3680e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2042, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:37:29Z', 'updated_at': '2021-07-14T18:37:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-800634-3'}], 'n-d-800634-3', False) {} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:37:33.256101 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9c6b30b-5c9d-4ba2-a9e5-8bdba94d99e5 None None] Checking router: 69cfa487-1581-4630-b0af-f62409b3680e for host: n-d-800634-3 {{(pid=93917) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 18:37:33.257108 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9c6b30b-5c9d-4ba2-a9e5-8bdba94d99e5 None None] Updating router 69cfa487-1581-4630-b0af-f62409b3680e port 1ccf18bd-cb63-48ac-b2e9-1b4c4111f712 binding host n-d-800634-3 {{(pid=93917) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 18:37:33.537585 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-f9c6b30b-5c9d-4ba2-a9e5-8bdba94d99e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:37:33.917618 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-181128a6-2b1b-439a-b724-329664a77268 tempest-RoutersIpV6AdminTest-1118464879 tempest-RoutersIpV6AdminTest-1118464879-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-929996', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-571750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11395'] for router, precommit_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:37:34.274927 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0f91b7-e134-48bb-86f6-d9830633e44c req-06935277-661b-4b16-a529-47ebde65d126 tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:37:34.295462 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-af0f91b7-e134-48bb-86f6-d9830633e44c req-06935277-661b-4b16-a529-47ebde65d126 tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] 10.222.0.16 "GET /v2.0/ports?device_id=9cc02da8-a510-4707-81d5-af2edaddbb4a HTTP/1.1" status: 200 len: 944 time: 0.2032344 Jul 14 18:37:34.357648 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-181128a6-2b1b-439a-b724-329664a77268 tempest-RoutersIpV6AdminTest-1118464879 tempest-RoutersIpV6AdminTest-1118464879-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:37:34.382758 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-181128a6-2b1b-439a-b724-329664a77268 tempest-RoutersIpV6AdminTest-1118464879 tempest-RoutersIpV6AdminTest-1118464879-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:37:34.434372 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-af0f91b7-e134-48bb-86f6-d9830633e44c req-b9f9d7b7-686c-491b-bf08-8e3486c1d5ac tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] 10.222.0.16 "GET /v2.0/security-groups?id=3eac0233-2f58-4c36-8bbf-3f6eb68f3b22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1322525 Jul 14 18:37:34.615502 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-f9c6b30b-5c9d-4ba2-a9e5-8bdba94d99e5 None None] Notify callbacks [] for port, precommit_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:37:34.629479 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-f9c6b30b-5c9d-4ba2-a9e5-8bdba94d99e5 None None] Transition to ACTIVE for port object 1ccf18bd-cb63-48ac-b2e9-1b4c4111f712 will not be triggered until provisioned by entity L2. {{(pid=93917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:37:34.648855 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-f9c6b30b-5c9d-4ba2-a9e5-8bdba94d99e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:37:34.726544 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-f9c6b30b-5c9d-4ba2-a9e5-8bdba94d99e5 None None] Attempting to bind port 1ccf18bd-cb63-48ac-b2e9-1b4c4111f712 on host n-d-800634-3 for vnic_type normal with profile {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:37:34.726920 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-f9c6b30b-5c9d-4ba2-a9e5-8bdba94d99e5 None None] Attempting to bind port 1ccf18bd-cb63-48ac-b2e9-1b4c4111f712 by drivers openvswitch,hyperv on host n-d-800634-3 at level 0 using segments [{'id': '5afb940b-bbdf-4727-be00-5d46367c38a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9200a437-e1de-4520-88f6-e68386523e61'}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:37:34.727283 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9c6b30b-5c9d-4ba2-a9e5-8bdba94d99e5 None None] Attempting to bind port 1ccf18bd-cb63-48ac-b2e9-1b4c4111f712 on network 9200a437-e1de-4520-88f6-e68386523e61 {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:37:34.741630 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1fbec4-a9f2-4980-bdeb-cd90a4312f4a None None] Pushing event updated for resources: {'Port': ['ID=1ccf18bd-cb63-48ac-b2e9-1b4c4111f712,revision_number=2']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:37:34.746573 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9c6b30b-5c9d-4ba2-a9e5-8bdba94d99e5 None None] Checking agent: {'id': '01c19e91-a945-4e3c-94a6-c211e17c923e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 8, 23), 'started_at': datetime.datetime(2021, 7, 14, 18, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 18, 37, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 18:37:34.746948 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9c6b30b-5c9d-4ba2-a9e5-8bdba94d99e5 None None] Checking segment: {'id': '5afb940b-bbdf-4727-be00-5d46367c38a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9200a437-e1de-4520-88f6-e68386523e61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93917) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:37:34.747357 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-f9c6b30b-5c9d-4ba2-a9e5-8bdba94d99e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:37:34.747749 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9c6b30b-5c9d-4ba2-a9e5-8bdba94d99e5 None None] Bound using segment: {'id': '5afb940b-bbdf-4727-be00-5d46367c38a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9200a437-e1de-4520-88f6-e68386523e61'} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 18:37:34.748274 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-f9c6b30b-5c9d-4ba2-a9e5-8bdba94d99e5 None None] Bound port: 1ccf18bd-cb63-48ac-b2e9-1b4c4111f712, host: n-d-800634-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5afb940b-bbdf-4727-be00-5d46367c38a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9200a437-e1de-4520-88f6-e68386523e61'}}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 18:37:34.748662 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-f9c6b30b-5c9d-4ba2-a9e5-8bdba94d99e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:37:34.862837 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.db_base_plugin_common [None req-181128a6-2b1b-439a-b724-329664a77268 tempest-RoutersIpV6AdminTest-1118464879 tempest-RoutersIpV6AdminTest-1118464879-project-admin] Allocated IP 172.25.1.222 (9200a437-e1de-4520-88f6-e68386523e61/5f47f848-4532-407a-a0e2-5690ade15fd0/d8535309-9ca8-47b9-ae6f-c9d21ccb4b4a) {{(pid=93916) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:37:34.882903 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-f9c6b30b-5c9d-4ba2-a9e5-8bdba94d99e5 None None] For port 1ccf18bd-cb63-48ac-b2e9-1b4c4111f712, host n-d-800634-3, cleared binding levels {{(pid=93917) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:37:34.887927 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-f9c6b30b-5c9d-4ba2-a9e5-8bdba94d99e5 None None] For port 1ccf18bd-cb63-48ac-b2e9-1b4c4111f712, host n-d-800634-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=1ccf18bd-cb63-48ac-b2e9-1b4c4111f712,segment=NetworkSegment(5afb940b-bbdf-4727-be00-5d46367c38a1),segment_id=5afb940b-bbdf-4727-be00-5d46367c38a1)] {{(pid=93917) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 18:37:34.895815 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-f9c6b30b-5c9d-4ba2-a9e5-8bdba94d99e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:37:35.031986 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1fbec4-a9f2-4980-bdeb-cd90a4312f4a None None] Pushing event updated for resources: {'Port': ['ID=1ccf18bd-cb63-48ac-b2e9-1b4c4111f712,revision_number=3']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:37:35.051803 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9c6b30b-5c9d-4ba2-a9e5-8bdba94d99e5 None None] Routers {'69cfa487-1581-4630-b0af-f62409b3680e'} bound to L3 agent in host n-d-800634-3 {{(pid=93917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:37:35.052773 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-f9c6b30b-5c9d-4ba2-a9e5-8bdba94d99e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:37:23Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['69cfa487-1581-4630-b0af-f62409b3680e'], 'active': True} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:37:35.192015 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-181128a6-2b1b-439a-b724-329664a77268 tempest-RoutersIpV6AdminTest-1118464879 tempest-RoutersIpV6AdminTest-1118464879-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:37:35.368535 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-181128a6-2b1b-439a-b724-329664a77268 tempest-RoutersIpV6AdminTest-1118464879 tempest-RoutersIpV6AdminTest-1118464879-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:37:35.452727 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:37:35.481971 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-181128a6-2b1b-439a-b724-329664a77268 tempest-RoutersIpV6AdminTest-1118464879 tempest-RoutersIpV6AdminTest-1118464879-project-admin] Network 9200a437-e1de-4520-88f6-e68386523e61 is already hosted by enough agents. {{(pid=93916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:37:35.485249 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [None req-181128a6-2b1b-439a-b724-329664a77268 tempest-RoutersIpV6AdminTest-1118464879 tempest-RoutersIpV6AdminTest-1118464879-project-admin] Resources bound (agent type, host, resource id): {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:37:35.489929 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-181128a6-2b1b-439a-b724-329664a77268 tempest-RoutersIpV6AdminTest-1118464879 tempest-RoutersIpV6AdminTest-1118464879-project-admin] Received port after_create {{(pid=93916) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:37:35.497086 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181128a6-2b1b-439a-b724-329664a77268 tempest-RoutersIpV6AdminTest-1118464879 tempest-RoutersIpV6AdminTest-1118464879-project-admin] Pushing event updated for resources: {'Port': ['ID=d8535309-9ca8-47b9-ae6f-c9d21ccb4b4a,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:37:35.556270 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvr_db [None req-f9c6b30b-5c9d-4ba2-a9e5-8bdba94d99e5 None None] Set router 69cfa487-1581-4630-b0af-f62409b3680e gateway port host: n-d-800634-3 {{(pid=93917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 18:37:35.913820 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 52310) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:37:36.078533 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-181128a6-2b1b-439a-b724-329664a77268 tempest-RoutersIpV6AdminTest-1118464879 tempest-RoutersIpV6AdminTest-1118464879-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:37:36.173246 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-f9c6b30b-5c9d-4ba2-a9e5-8bdba94d99e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69cfa487-1581-4630-b0af-f62409b3680e', 'name': 'tempest-snat-router-1621681456', 'tenant_id': '7a6fe24df197417d968c6db2144e3f67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.202'}], 'enable_snat': False}, 'gw_port_id': '1ccf18bd-cb63-48ac-b2e9-1b4c4111f712', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:37:28Z', 'updated_at': '2021-07-14T18:37:30Z', 'revision_number': 3, 'project_id': '7a6fe24df197417d968c6db2144e3f67', 'gw_port': {'id': '1ccf18bd-cb63-48ac-b2e9-1b4c4111f712', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:e4:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69cfa487-1581-4630-b0af-f62409b3680e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2042, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:37:29Z', 'updated_at': '2021-07-14T18:37:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-800634-3'}], 'n-d-800634-3', False) {} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:37:36.298214 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9c6b30b-5c9d-4ba2-a9e5-8bdba94d99e5 None None] The sync data for ids ['69cfa487-1581-4630-b0af-f62409b3680e'] in n-d-800634-3 is: [{'id': '69cfa487-1581-4630-b0af-f62409b3680e', 'name': 'tempest-snat-router-1621681456', 'tenant_id': '7a6fe24df197417d968c6db2144e3f67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.202'}], 'enable_snat': False}, 'gw_port_id': '1ccf18bd-cb63-48ac-b2e9-1b4c4111f712', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:37:28Z', 'updated_at': '2021-07-14T18:37:30Z', 'revision_number': 3, 'project_id': '7a6fe24df197417d968c6db2144e3f67', 'gw_port': {'id': '1ccf18bd-cb63-48ac-b2e9-1b4c4111f712', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:e4:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69cfa487-1581-4630-b0af-f62409b3680e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2042, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:37:29Z', 'updated_at': '2021-07-14T18:37:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-800634-3'}] {{(pid=93917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 18:37:36.320324 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-23e11258-49cc-4e69-a1d1-5e2df160527e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:37:36.369261 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a62184f-e5ec-48b1-9f96-5fd9b78333f3 req-62564475-826b-4379-906f-7aac4a7788e9 tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:37:36.371941 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2a62184f-e5ec-48b1-9f96-5fd9b78333f3 req-62564475-826b-4379-906f-7aac4a7788e9 tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] 10.222.0.16 "GET /v2.0/ports?device_id=9cc02da8-a510-4707-81d5-af2edaddbb4a HTTP/1.1" status: 200 len: 944 time: 0.3549342 Jul 14 18:37:36.625671 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-181128a6-2b1b-439a-b724-329664a77268 tempest-RoutersIpV6AdminTest-1118464879 tempest-RoutersIpV6AdminTest-1118464879-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-571759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-930033'] for router, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:37:36.687571 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2a62184f-e5ec-48b1-9f96-5fd9b78333f3 req-5d079cda-11e3-4623-93ab-412baa9200d2 tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] 10.222.0.16 "GET /v2.0/security-groups?id=3eac0233-2f58-4c36-8bbf-3f6eb68f3b22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2280841 Jul 14 18:37:36.783346 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-23e11258-49cc-4e69-a1d1-5e2df160527e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:37:36.800446 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-23e11258-49cc-4e69-a1d1-5e2df160527e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:37:36.845210 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-23e11258-49cc-4e69-a1d1-5e2df160527e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5e13bc07a3654b85a15a362e1649bd15&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9288530 Jul 14 18:37:36.847784 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 52318) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:37:36.935988 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-1817b761-e7cf-43e9-99d6-9c7f35f1cc2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:37:36.978873 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e11258-49cc-4e69-a1d1-5e2df160527e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cdf7091-4994-4336-89c9-af14c30bbf39,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:37:37.076576 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-1817b761-e7cf-43e9-99d6-9c7f35f1cc2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:37:37.189489 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-1817b761-e7cf-43e9-99d6-9c7f35f1cc2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:37:37.192833 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-1817b761-e7cf-43e9-99d6-9c7f35f1cc2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:37:37.207517 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-1817b761-e7cf-43e9-99d6-9c7f35f1cc2f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6cdf7091-4994-4336-89c9-af14c30bbf39 HTTP/1.1" status: 204 len: 168 time: 0.3512189 Jul 14 18:37:37.214707 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-181128a6-2b1b-439a-b724-329664a77268 tempest-RoutersIpV6AdminTest-1118464879 tempest-RoutersIpV6AdminTest-1118464879-project-admin] Router 9778ae9c-4aec-4227-92a0-688c72484f70 is scheduled to L3 agent 2c6eb27e-defb-4cca-9a24-381c7415e359 with binding_index 1 {{(pid=93916) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 18:37:37.230568 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1817b761-e7cf-43e9-99d6-9c7f35f1cc2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cdf7091-4994-4336-89c9-af14c30bbf39,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:37:37.531083 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-181128a6-2b1b-439a-b724-329664a77268 tempest-RoutersIpV6AdminTest-1118464879 tempest-RoutersIpV6AdminTest-1118464879-project-admin] Notify agent at l3_agent.n-d-800634-3 the message routers_updated {{(pid=93916) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 18:37:37.546535 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15b4db1b-b9cc-4f9d-a985-f881da2f3051 None None] Sync routers for ids ['9778ae9c-4aec-4227-92a0-688c72484f70'] in n-d-800634-3 {{(pid=93918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 18:37:37.574671 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-181128a6-2b1b-439a-b724-329664a77268 tempest-RoutersIpV6AdminTest-1118464879 tempest-RoutersIpV6AdminTest-1118464879-project-admin] Notify callbacks [] for router, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:37:37.580308 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-181128a6-2b1b-439a-b724-329664a77268 tempest-RoutersIpV6AdminTest-1118464879 tempest-RoutersIpV6AdminTest-1118464879-project-admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 4.9984424 Jul 14 18:37:37.580987 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 52328) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:37:37.589984 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15b4db1b-b9cc-4f9d-a985-f881da2f3051 None None] Routers {'9778ae9c-4aec-4227-92a0-688c72484f70'} bound to L3 agent in host n-d-800634-3 {{(pid=93918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:37:37.591383 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-15b4db1b-b9cc-4f9d-a985-f881da2f3051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:37:23Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['9778ae9c-4aec-4227-92a0-688c72484f70'], 'active': True} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:37:37.852242 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-cbae4d38-4b0e-41f3-8d5b-de1f18f58952 tempest-RoutersIpV6AdminTest-1118464879 tempest-RoutersIpV6AdminTest-1118464879-project-admin] 10.222.0.16 "GET /v2.0/routers/9778ae9c-4aec-4227-92a0-688c72484f70 HTTP/1.1" status: 200 len: 908 time: 0.2699122 Jul 14 18:37:37.856354 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 52336) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:37:38.044564 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvr_db [None req-15b4db1b-b9cc-4f9d-a985-f881da2f3051 None None] Set router 9778ae9c-4aec-4227-92a0-688c72484f70 gateway port host: n-d-800634-3 {{(pid=93918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 18:37:38.150471 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-89d691ad-c951-42ee-8434-0fa7f7edac83 tempest-RoutersIpV6AdminTest-1118464879 tempest-RoutersIpV6AdminTest-1118464879-project-admin] Notify callbacks [] for router, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:37:38.508030 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-89d691ad-c951-42ee-8434-0fa7f7edac83 tempest-RoutersIpV6AdminTest-1118464879 tempest-RoutersIpV6AdminTest-1118464879-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:37:38.591787 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-15b4db1b-b9cc-4f9d-a985-f881da2f3051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9778ae9c-4aec-4227-92a0-688c72484f70', 'name': 'tempest-snat-router-1621681456', 'tenant_id': '7a6fe24df197417d968c6db2144e3f67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.222'}], 'enable_snat': True}, 'gw_port_id': 'd8535309-9ca8-47b9-ae6f-c9d21ccb4b4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:37:32Z', 'updated_at': '2021-07-14T18:37:35Z', 'revision_number': 3, 'project_id': '7a6fe24df197417d968c6db2144e3f67', 'gw_port': {'id': 'd8535309-9ca8-47b9-ae6f-c9d21ccb4b4a', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:da:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9778ae9c-4aec-4227-92a0-688c72484f70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2044, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:37:34Z', 'updated_at': '2021-07-14T18:37:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3'}], 'n-d-800634-3', False) {} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:37:38.641488 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcd78ed-7b89-40df-9714-f10bbee269a2 req-7c8e9c15-5c60-47ee-b29f-20851dddce6a tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:37:38.643093 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-7bcd78ed-7b89-40df-9714-f10bbee269a2 req-7c8e9c15-5c60-47ee-b29f-20851dddce6a tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] 10.222.0.16 "GET /v2.0/ports?device_id=9cc02da8-a510-4707-81d5-af2edaddbb4a HTTP/1.1" status: 200 len: 944 time: 0.6220713 Jul 14 18:37:38.668724 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15b4db1b-b9cc-4f9d-a985-f881da2f3051 None None] Checking router: 9778ae9c-4aec-4227-92a0-688c72484f70 for host: n-d-800634-3 {{(pid=93918) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 18:37:38.670222 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15b4db1b-b9cc-4f9d-a985-f881da2f3051 None None] Updating router 9778ae9c-4aec-4227-92a0-688c72484f70 port d8535309-9ca8-47b9-ae6f-c9d21ccb4b4a binding host n-d-800634-3 {{(pid=93918) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 18:37:38.738628 n-d-800634-3 neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-15b4db1b-b9cc-4f9d-a985-f881da2f3051 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:37:38.770832 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 1ccf18bd-cb63-48ac-b2e9-1b4c4111f712 up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:37:38.795895 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-7bcd78ed-7b89-40df-9714-f10bbee269a2 req-4d0dd334-3ee3-449c-84d1-a2488ca87c3d tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] 10.222.0.16 "GET /v2.0/security-groups?id=3eac0233-2f58-4c36-8bbf-3f6eb68f3b22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1134703 Jul 14 18:37:38.869480 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [None req-89d691ad-c951-42ee-8434-0fa7f7edac83 tempest-RoutersIpV6AdminTest-1118464879 tempest-RoutersIpV6AdminTest-1118464879-project-admin] Deleting port d8535309-9ca8-47b9-ae6f-c9d21ccb4b4a {{(pid=93915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:37:38.870178 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-89d691ad-c951-42ee-8434-0fa7f7edac83 tempest-RoutersIpV6AdminTest-1118464879 tempest-RoutersIpV6AdminTest-1118464879-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:37:38.899279 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning for port 1ccf18bd-cb63-48ac-b2e9-1b4c4111f712 completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:37:38.913214 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port 1ccf18bd-cb63-48ac-b2e9-1b4c4111f712 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:37:38.914934 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:37:39.077948 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-89d691ad-c951-42ee-8434-0fa7f7edac83 tempest-RoutersIpV6AdminTest-1118464879 tempest-RoutersIpV6AdminTest-1118464879-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:37:39.136912 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [None req-89d691ad-c951-42ee-8434-0fa7f7edac83 tempest-RoutersIpV6AdminTest-1118464879 tempest-RoutersIpV6AdminTest-1118464879-project-admin] Calling delete_port for d8535309-9ca8-47b9-ae6f-c9d21ccb4b4a owned by network:router_gateway {{(pid=93915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:37:39.155444 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:37:39.222709 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] For port 1ccf18bd-cb63-48ac-b2e9-1b4c4111f712, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=1ccf18bd-cb63-48ac-b2e9-1b4c4111f712,segment=NetworkSegment(5afb940b-bbdf-4727-be00-5d46367c38a1),segment_id=5afb940b-bbdf-4727-be00-5d46367c38a1)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:37:39.230348 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:37:39.368690 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Pushing event updated for resources: {'Port': ['ID=1ccf18bd-cb63-48ac-b2e9-1b4c4111f712,revision_number=4']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:37:39.535429 n-d-800634-3 neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-15b4db1b-b9cc-4f9d-a985-f881da2f3051 None None] Notify callbacks [] for port, precommit_update {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:37:39.557420 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.provisioning_blocks [None req-15b4db1b-b9cc-4f9d-a985-f881da2f3051 None None] Transition to ACTIVE for port object d8535309-9ca8-47b9-ae6f-c9d21ccb4b4a will not be triggered until provisioned by entity L2. {{(pid=93918) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:37:39.569447 n-d-800634-3 neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-15b4db1b-b9cc-4f9d-a985-f881da2f3051 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:37:39.652952 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b621705d-6837-4718-932e-ae9a0637b51c None None] Pushing event updated for resources: {'Port': ['ID=d8535309-9ca8-47b9-ae6f-c9d21ccb4b4a,revision_number=2']} {{(pid=93918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:37:39.667949 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b621705d-6837-4718-932e-ae9a0637b51c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:37:39.670044 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b621705d-6837-4718-932e-ae9a0637b51c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:37:39.670670 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b621705d-6837-4718-932e-ae9a0637b51c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:37:39.671328 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b621705d-6837-4718-932e-ae9a0637b51c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:37:39.671936 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b621705d-6837-4718-932e-ae9a0637b51c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:37:39.672687 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b621705d-6837-4718-932e-ae9a0637b51c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:37:39.673553 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b621705d-6837-4718-932e-ae9a0637b51c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:37:39.674429 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b621705d-6837-4718-932e-ae9a0637b51c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:37:39.675456 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b621705d-6837-4718-932e-ae9a0637b51c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:37:39.676547 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b621705d-6837-4718-932e-ae9a0637b51c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:37:39.677528 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b621705d-6837-4718-932e-ae9a0637b51c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:37:39.678478 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b621705d-6837-4718-932e-ae9a0637b51c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:37:39.704449 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.managers [None req-15b4db1b-b9cc-4f9d-a985-f881da2f3051 None None] Attempting to bind port d8535309-9ca8-47b9-ae6f-c9d21ccb4b4a on host n-d-800634-3 for vnic_type normal with profile {{(pid=93918) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:37:39.705447 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.managers [None req-15b4db1b-b9cc-4f9d-a985-f881da2f3051 None None] Attempting to bind port d8535309-9ca8-47b9-ae6f-c9d21ccb4b4a by drivers openvswitch,hyperv on host n-d-800634-3 at level 0 using segments [{'id': '5afb940b-bbdf-4727-be00-5d46367c38a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9200a437-e1de-4520-88f6-e68386523e61'}] {{(pid=93918) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:37:39.707105 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15b4db1b-b9cc-4f9d-a985-f881da2f3051 None None] Attempting to bind port d8535309-9ca8-47b9-ae6f-c9d21ccb4b4a on network 9200a437-e1de-4520-88f6-e68386523e61 {{(pid=93918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:37:39.719121 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15b4db1b-b9cc-4f9d-a985-f881da2f3051 None None] Checking agent: {'id': '01c19e91-a945-4e3c-94a6-c211e17c923e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 8, 23), 'started_at': datetime.datetime(2021, 7, 14, 18, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 18, 37, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 18:37:39.720079 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15b4db1b-b9cc-4f9d-a985-f881da2f3051 None None] Checking segment: {'id': '5afb940b-bbdf-4727-be00-5d46367c38a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9200a437-e1de-4520-88f6-e68386523e61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93918) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:37:39.720916 n-d-800634-3 neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-15b4db1b-b9cc-4f9d-a985-f881da2f3051 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:37:39.721784 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15b4db1b-b9cc-4f9d-a985-f881da2f3051 None None] Bound using segment: {'id': '5afb940b-bbdf-4727-be00-5d46367c38a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9200a437-e1de-4520-88f6-e68386523e61'} {{(pid=93918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 18:37:39.723158 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.managers [None req-15b4db1b-b9cc-4f9d-a985-f881da2f3051 None None] Bound port: d8535309-9ca8-47b9-ae6f-c9d21ccb4b4a, host: n-d-800634-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5afb940b-bbdf-4727-be00-5d46367c38a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9200a437-e1de-4520-88f6-e68386523e61'}}] {{(pid=93918) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 18:37:39.724045 n-d-800634-3 neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-15b4db1b-b9cc-4f9d-a985-f881da2f3051 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:37:39.791051 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-89d691ad-c951-42ee-8434-0fa7f7edac83 tempest-RoutersIpV6AdminTest-1118464879 tempest-RoutersIpV6AdminTest-1118464879-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:37:39.798627 n-d-800634-3 neutron-server[93918]: DEBUG neutron_lib.db.api [None req-15b4db1b-b9cc-4f9d-a985-f881da2f3051 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=93918) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 14 18:37:39.799051 n-d-800634-3 neutron-server[93918]: DEBUG oslo_db.api [None req-15b4db1b-b9cc-4f9d-a985-f881da2f3051 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 18:37:39.841724 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d691ad-c951-42ee-8434-0fa7f7edac83 tempest-RoutersIpV6AdminTest-1118464879 tempest-RoutersIpV6AdminTest-1118464879-project-admin] Pushing event deleted for resources: {'Port': ['ID=d8535309-9ca8-47b9-ae6f-c9d21ccb4b4a,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:37:39.950571 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-89d691ad-c951-42ee-8434-0fa7f7edac83 tempest-RoutersIpV6AdminTest-1118464879 tempest-RoutersIpV6AdminTest-1118464879-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-930057'] for router_gateway, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:37:40.290449 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-89d691ad-c951-42ee-8434-0fa7f7edac83 tempest-RoutersIpV6AdminTest-1118464879 tempest-RoutersIpV6AdminTest-1118464879-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-571778', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11402'] for router, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:37:40.345914 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-89d691ad-c951-42ee-8434-0fa7f7edac83 tempest-RoutersIpV6AdminTest-1118464879 tempest-RoutersIpV6AdminTest-1118464879-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:37:40.353696 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.managers [None req-15b4db1b-b9cc-4f9d-a985-f881da2f3051 None None] Attempting to bind port d8535309-9ca8-47b9-ae6f-c9d21ccb4b4a on host n-d-800634-3 for vnic_type normal with profile {{(pid=93918) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:37:40.354585 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.managers [None req-15b4db1b-b9cc-4f9d-a985-f881da2f3051 None None] Attempting to bind port d8535309-9ca8-47b9-ae6f-c9d21ccb4b4a by drivers openvswitch,hyperv on host n-d-800634-3 at level 0 using segments [{'id': '5afb940b-bbdf-4727-be00-5d46367c38a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9200a437-e1de-4520-88f6-e68386523e61'}] {{(pid=93918) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:37:40.355126 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15b4db1b-b9cc-4f9d-a985-f881da2f3051 None None] Attempting to bind port d8535309-9ca8-47b9-ae6f-c9d21ccb4b4a on network 9200a437-e1de-4520-88f6-e68386523e61 {{(pid=93918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:37:40.376274 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15b4db1b-b9cc-4f9d-a985-f881da2f3051 None None] Checking agent: {'id': '01c19e91-a945-4e3c-94a6-c211e17c923e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 8, 23), 'started_at': datetime.datetime(2021, 7, 14, 18, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 18, 37, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 18:37:40.376648 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15b4db1b-b9cc-4f9d-a985-f881da2f3051 None None] Checking segment: {'id': '5afb940b-bbdf-4727-be00-5d46367c38a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9200a437-e1de-4520-88f6-e68386523e61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93918) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:37:40.377056 n-d-800634-3 neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-15b4db1b-b9cc-4f9d-a985-f881da2f3051 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:37:40.378083 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15b4db1b-b9cc-4f9d-a985-f881da2f3051 None None] Bound using segment: {'id': '5afb940b-bbdf-4727-be00-5d46367c38a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9200a437-e1de-4520-88f6-e68386523e61'} {{(pid=93918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 18:37:40.378574 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.managers [None req-15b4db1b-b9cc-4f9d-a985-f881da2f3051 None None] Bound port: d8535309-9ca8-47b9-ae6f-c9d21ccb4b4a, host: n-d-800634-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5afb940b-bbdf-4727-be00-5d46367c38a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9200a437-e1de-4520-88f6-e68386523e61'}}] {{(pid=93918) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 18:37:40.378967 n-d-800634-3 neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-15b4db1b-b9cc-4f9d-a985-f881da2f3051 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:37:40.489345 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-89d691ad-c951-42ee-8434-0fa7f7edac83 tempest-RoutersIpV6AdminTest-1118464879 tempest-RoutersIpV6AdminTest-1118464879-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-541202'] for router, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:37:40.489974 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89d691ad-c951-42ee-8434-0fa7f7edac83 tempest-RoutersIpV6AdminTest-1118464879 tempest-RoutersIpV6AdminTest-1118464879-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9778ae9c-4aec-4227-92a0-688c72484f70 {{(pid=93915) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 18:37:40.503966 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-89d691ad-c951-42ee-8434-0fa7f7edac83 tempest-RoutersIpV6AdminTest-1118464879 tempest-RoutersIpV6AdminTest-1118464879-project-admin] Notify callbacks [] for router, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:37:40.508611 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 52388) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:37:40.536300 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-89d691ad-c951-42ee-8434-0fa7f7edac83 tempest-RoutersIpV6AdminTest-1118464879 tempest-RoutersIpV6AdminTest-1118464879-project-admin] 10.222.0.16 "DELETE /v2.0/routers/9778ae9c-4aec-4227-92a0-688c72484f70 HTTP/1.1" status: 204 len: 168 time: 2.6494682 Jul 14 18:37:40.561176 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.plugin [None req-15b4db1b-b9cc-4f9d-a985-f881da2f3051 None None] Port d8535309-9ca8-47b9-ae6f-c9d21ccb4b4a has been deleted concurrently {{(pid=93918) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:660}} Jul 14 18:37:40.583830 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b888b4-8232-4ea0-9ed9-416752303bb7 req-1fcac46a-00ea-45e1-8bd3-f8685354f436 tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:37:40.593915 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-78b888b4-8232-4ea0-9ed9-416752303bb7 req-1fcac46a-00ea-45e1-8bd3-f8685354f436 tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] 10.222.0.16 "GET /v2.0/ports?device_id=9cc02da8-a510-4707-81d5-af2edaddbb4a HTTP/1.1" status: 200 len: 944 time: 0.3676608 Jul 14 18:37:40.594748 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15b4db1b-b9cc-4f9d-a985-f881da2f3051 None None] Routers set() bound to L3 agent in host n-d-800634-3 {{(pid=93918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:37:40.595331 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15b4db1b-b9cc-4f9d-a985-f881da2f3051 None None] Router IDs set() for agent in host n-d-800634-3 {{(pid=93918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 14 18:37:40.596934 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_agentschedulers_db [None req-15b4db1b-b9cc-4f9d-a985-f881da2f3051 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'9778ae9c-4aec-4227-92a0-688c72484f70'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:37:23Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent'). {{(pid=93918) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 14 18:37:40.597610 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15b4db1b-b9cc-4f9d-a985-f881da2f3051 None None] The sync data for ids ['9778ae9c-4aec-4227-92a0-688c72484f70'] in n-d-800634-3 is: [] {{(pid=93918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 18:37:40.678701 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-78b888b4-8232-4ea0-9ed9-416752303bb7 req-21131053-a472-4c00-9f36-7bfce3c8570c tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] 10.222.0.16 "GET /v2.0/security-groups?id=3eac0233-2f58-4c36-8bbf-3f6eb68f3b22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0838122 Jul 14 18:37:40.735714 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 1ccf18bd-cb63-48ac-b2e9-1b4c4111f712 up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:37:40.848874 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port 1ccf18bd-cb63-48ac-b2e9-1b4c4111f712 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:37:40.850525 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:37:40.854298 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-8df514fe-3a25-423d-b814-378f93382923 tempest-RoutersIpV6AdminTest-1118464879 tempest-RoutersIpV6AdminTest-1118464879-project-admin] Notify callbacks [] for router, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:37:41.063403 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-8df514fe-3a25-423d-b814-378f93382923 tempest-RoutersIpV6AdminTest-1118464879 tempest-RoutersIpV6AdminTest-1118464879-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:37:41.263582 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-8df514fe-3a25-423d-b814-378f93382923 tempest-RoutersIpV6AdminTest-1118464879 tempest-RoutersIpV6AdminTest-1118464879-project-admin] Deleting port 1ccf18bd-cb63-48ac-b2e9-1b4c4111f712 {{(pid=93916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:37:41.263582 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-8df514fe-3a25-423d-b814-378f93382923 tempest-RoutersIpV6AdminTest-1118464879 tempest-RoutersIpV6AdminTest-1118464879-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:37:41.551367 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.db [None req-8df514fe-3a25-423d-b814-378f93382923 tempest-RoutersIpV6AdminTest-1118464879 tempest-RoutersIpV6AdminTest-1118464879-project-admin] For port 1ccf18bd-cb63-48ac-b2e9-1b4c4111f712, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=1ccf18bd-cb63-48ac-b2e9-1b4c4111f712,segment=NetworkSegment(5afb940b-bbdf-4727-be00-5d46367c38a1),segment_id=5afb940b-bbdf-4727-be00-5d46367c38a1)] {{(pid=93916) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:37:41.552594 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-8df514fe-3a25-423d-b814-378f93382923 tempest-RoutersIpV6AdminTest-1118464879 tempest-RoutersIpV6AdminTest-1118464879-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:37:41.572663 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-8df514fe-3a25-423d-b814-378f93382923 tempest-RoutersIpV6AdminTest-1118464879 tempest-RoutersIpV6AdminTest-1118464879-project-admin] Calling delete_port for 1ccf18bd-cb63-48ac-b2e9-1b4c4111f712 owned by network:router_gateway {{(pid=93916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:37:41.859441 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-8df514fe-3a25-423d-b814-378f93382923 tempest-RoutersIpV6AdminTest-1118464879 tempest-RoutersIpV6AdminTest-1118464879-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:37:41.897389 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df514fe-3a25-423d-b814-378f93382923 tempest-RoutersIpV6AdminTest-1118464879 tempest-RoutersIpV6AdminTest-1118464879-project-admin] Pushing event deleted for resources: {'Port': ['ID=1ccf18bd-cb63-48ac-b2e9-1b4c4111f712,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:37:42.145051 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-8df514fe-3a25-423d-b814-378f93382923 tempest-RoutersIpV6AdminTest-1118464879 tempest-RoutersIpV6AdminTest-1118464879-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-930057'] for router_gateway, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:37:42.160501 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ed8c5c-655f-495c-b965-44e2e87fc884 req-cf1d0f1e-c0f3-44dc-9c14-1e067c77f073 tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:37:42.163620 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-63ed8c5c-655f-495c-b965-44e2e87fc884 req-cf1d0f1e-c0f3-44dc-9c14-1e067c77f073 tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] 10.222.0.16 "GET /v2.0/ports?device_id=9cc02da8-a510-4707-81d5-af2edaddbb4a HTTP/1.1" status: 200 len: 944 time: 0.2053394 Jul 14 18:37:42.220067 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-63ed8c5c-655f-495c-b965-44e2e87fc884 req-d9e4708f-d926-4b91-9507-f0c88dd1f3c9 tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] 10.222.0.16 "GET /v2.0/security-groups?id=3eac0233-2f58-4c36-8bbf-3f6eb68f3b22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504212 Jul 14 18:37:42.349536 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-8df514fe-3a25-423d-b814-378f93382923 tempest-RoutersIpV6AdminTest-1118464879 tempest-RoutersIpV6AdminTest-1118464879-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-571778', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11402'] for router, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:37:42.352785 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-8df514fe-3a25-423d-b814-378f93382923 tempest-RoutersIpV6AdminTest-1118464879 tempest-RoutersIpV6AdminTest-1118464879-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:37:42.442851 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-8df514fe-3a25-423d-b814-378f93382923 tempest-RoutersIpV6AdminTest-1118464879 tempest-RoutersIpV6AdminTest-1118464879-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-541202'] for router, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:37:42.443834 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8df514fe-3a25-423d-b814-378f93382923 tempest-RoutersIpV6AdminTest-1118464879 tempest-RoutersIpV6AdminTest-1118464879-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 69cfa487-1581-4630-b0af-f62409b3680e {{(pid=93916) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 18:37:42.457245 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-8df514fe-3a25-423d-b814-378f93382923 tempest-RoutersIpV6AdminTest-1118464879 tempest-RoutersIpV6AdminTest-1118464879-project-admin] Notify callbacks [] for router, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:37:42.464303 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-8df514fe-3a25-423d-b814-378f93382923 tempest-RoutersIpV6AdminTest-1118464879 tempest-RoutersIpV6AdminTest-1118464879-project-admin] 10.222.0.16 "DELETE /v2.0/routers/69cfa487-1581-4630-b0af-f62409b3680e HTTP/1.1" status: 204 len: 168 time: 1.9510686 Jul 14 18:37:42.464890 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 52418) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:37:42.469984 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-1cc06faf-0486-4a36-992f-191dd02efa82 tempest-RoutersIpV6AdminTest-1184791079 tempest-RoutersIpV6AdminTest-1184791079-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1414603481', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61'}, 'admin_state_up': False}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:37:42.554110 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-1cc06faf-0486-4a36-992f-191dd02efa82 tempest-RoutersIpV6AdminTest-1184791079 tempest-RoutersIpV6AdminTest-1184791079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-571768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11104'] for router, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:37:42.556157 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-1cc06faf-0486-4a36-992f-191dd02efa82 tempest-RoutersIpV6AdminTest-1184791079 tempest-RoutersIpV6AdminTest-1184791079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-571675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-930014', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-632314', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11129'] for router, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:37:42.768491 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-1cc06faf-0486-4a36-992f-191dd02efa82 tempest-RoutersIpV6AdminTest-1184791079 tempest-RoutersIpV6AdminTest-1184791079-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:37:43.069736 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-5831781d-27f3-4440-bfb0-25f8fd5e3dc8 req-3f4df799-b10a-4455-8b66-b84d90844045 tempest-VolumesBackupsTest-1789583416 tempest-VolumesBackupsTest-1789583416-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=32f1530e57494a099153334d7d544e25&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0364025 Jul 14 18:37:43.207512 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-1cc06faf-0486-4a36-992f-191dd02efa82 tempest-RoutersIpV6AdminTest-1184791079 tempest-RoutersIpV6AdminTest-1184791079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-929996', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-571750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11395'] for router, precommit_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:37:43.412334 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5831781d-27f3-4440-bfb0-25f8fd5e3dc8 req-d265b22b-6b5f-48c4-9cde-e65234303f91 tempest-VolumesBackupsTest-1789583416 tempest-VolumesBackupsTest-1789583416-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:37:43.420084 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-5831781d-27f3-4440-bfb0-25f8fd5e3dc8 req-d265b22b-6b5f-48c4-9cde-e65234303f91 tempest-VolumesBackupsTest-1789583416 tempest-VolumesBackupsTest-1789583416-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3442171 Jul 14 18:37:43.443008 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-5831781d-27f3-4440-bfb0-25f8fd5e3dc8 req-ac552a07-ee71-419b-bb5f-d07228140869 tempest-VolumesBackupsTest-1789583416 tempest-VolumesBackupsTest-1789583416-project] 10.222.0.16 "GET /v2.0/quotas/32f1530e57494a099153334d7d544e25 HTTP/1.1" status: 200 len: 375 time: 0.0216496 Jul 14 18:37:43.499368 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-5831781d-27f3-4440-bfb0-25f8fd5e3dc8 req-b94bbd1b-6360-4a65-9965-f55150f4a614 tempest-VolumesBackupsTest-1789583416 tempest-VolumesBackupsTest-1789583416-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=32f1530e57494a099153334d7d544e25&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0550280 Jul 14 18:37:43.547323 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-1cc06faf-0486-4a36-992f-191dd02efa82 tempest-RoutersIpV6AdminTest-1184791079 tempest-RoutersIpV6AdminTest-1184791079-project] Notify callbacks [] for router_gateway, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:37:43.572841 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-1cc06faf-0486-4a36-992f-191dd02efa82 tempest-RoutersIpV6AdminTest-1184791079 tempest-RoutersIpV6AdminTest-1184791079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:37:43.672500 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21972982-c4ca-4040-abd3-0921c0483916 req-76cb3d5e-8f0b-4563-9e36-278168662cc7 tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:37:43.681480 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-21972982-c4ca-4040-abd3-0921c0483916 req-76cb3d5e-8f0b-4563-9e36-278168662cc7 tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] 10.222.0.16 "GET /v2.0/ports?device_id=9cc02da8-a510-4707-81d5-af2edaddbb4a HTTP/1.1" status: 200 len: 944 time: 0.3047373 Jul 14 18:37:43.725134 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.db_base_plugin_common [None req-1cc06faf-0486-4a36-992f-191dd02efa82 tempest-RoutersIpV6AdminTest-1184791079 tempest-RoutersIpV6AdminTest-1184791079-project] Allocated IP 172.25.1.169 (9200a437-e1de-4520-88f6-e68386523e61/5f47f848-4532-407a-a0e2-5690ade15fd0/31860b9a-9a26-443f-81e8-a5b41da0b9b7) {{(pid=93916) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:37:43.749748 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-77103c7e-c051-429d-8bad-1687a6c39163 req-c11c8bf9-1079-4fe9-b803-da053e7adc9c tempest-VolumesBackupsTest-1789583416 tempest-VolumesBackupsTest-1789583416-project] 10.222.0.16 "GET /v2.0/ports?device_id=d3c3813b-46f5-4cd6-bab9-b34bb173e646 HTTP/1.1" status: 200 len: 210 time: 0.0376322 Jul 14 18:37:43.764931 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-21972982-c4ca-4040-abd3-0921c0483916 req-2e4dc61f-8e42-46e6-ba88-fd3131050ee1 tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] 10.222.0.16 "GET /v2.0/security-groups?id=3eac0233-2f58-4c36-8bbf-3f6eb68f3b22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0817032 Jul 14 18:37:43.867308 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-1cc06faf-0486-4a36-992f-191dd02efa82 tempest-RoutersIpV6AdminTest-1184791079 tempest-RoutersIpV6AdminTest-1184791079-project] Notify callbacks [] for port, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:37:43.921360 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-1cc06faf-0486-4a36-992f-191dd02efa82 tempest-RoutersIpV6AdminTest-1184791079 tempest-RoutersIpV6AdminTest-1184791079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:37:43.963046 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cc06faf-0486-4a36-992f-191dd02efa82 tempest-RoutersIpV6AdminTest-1184791079 tempest-RoutersIpV6AdminTest-1184791079-project] Network 9200a437-e1de-4520-88f6-e68386523e61 is already hosted by enough agents. {{(pid=93916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:37:43.966101 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [None req-1cc06faf-0486-4a36-992f-191dd02efa82 tempest-RoutersIpV6AdminTest-1184791079 tempest-RoutersIpV6AdminTest-1184791079-project] Resources bound (agent type, host, resource id): {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:37:43.972504 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cc06faf-0486-4a36-992f-191dd02efa82 tempest-RoutersIpV6AdminTest-1184791079 tempest-RoutersIpV6AdminTest-1184791079-project] Received port after_create {{(pid=93916) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:37:44.008778 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc06faf-0486-4a36-992f-191dd02efa82 tempest-RoutersIpV6AdminTest-1184791079 tempest-RoutersIpV6AdminTest-1184791079-project] Pushing event updated for resources: {'Port': ['ID=31860b9a-9a26-443f-81e8-a5b41da0b9b7,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:37:44.303166 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-1cc06faf-0486-4a36-992f-191dd02efa82 tempest-RoutersIpV6AdminTest-1184791079 tempest-RoutersIpV6AdminTest-1184791079-project] Notify callbacks [] for router_gateway, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:37:44.549070 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-1cc06faf-0486-4a36-992f-191dd02efa82 tempest-RoutersIpV6AdminTest-1184791079 tempest-RoutersIpV6AdminTest-1184791079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-571759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-930033'] for router, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:37:44.558415 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 1ccf18bd-cb63-48ac-b2e9-1b4c4111f712 no longer exists at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 18:37:44.587991 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] No Port match for: 1ccf18bd-cb63-48ac-b2e9-1b4c4111f712 {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 18:37:44.588635 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 1ccf18bd-cb63-48ac-b2e9-1b4c4111f712 not bound to the agent host n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 18:37:44.740593 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1cc06faf-0486-4a36-992f-191dd02efa82 tempest-RoutersIpV6AdminTest-1184791079 tempest-RoutersIpV6AdminTest-1184791079-project] Router e0ba582d-595c-45ac-b6fd-4e0f00f82a43 is scheduled to L3 agent 2c6eb27e-defb-4cca-9a24-381c7415e359 with binding_index 1 {{(pid=93916) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 18:37:44.907160 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cc06faf-0486-4a36-992f-191dd02efa82 tempest-RoutersIpV6AdminTest-1184791079 tempest-RoutersIpV6AdminTest-1184791079-project] Notify agent at l3_agent.n-d-800634-3 the message routers_updated {{(pid=93916) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 18:37:44.919964 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2909e028-efca-4047-bcbf-524a1cafadff None None] Sync routers for ids ['e0ba582d-595c-45ac-b6fd-4e0f00f82a43'] in n-d-800634-3 {{(pid=93917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 18:37:44.936067 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-1cc06faf-0486-4a36-992f-191dd02efa82 tempest-RoutersIpV6AdminTest-1184791079 tempest-RoutersIpV6AdminTest-1184791079-project] Notify callbacks [] for router, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:37:44.937523 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2909e028-efca-4047-bcbf-524a1cafadff None None] Routers {'e0ba582d-595c-45ac-b6fd-4e0f00f82a43'} bound to L3 agent in host n-d-800634-3 {{(pid=93917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:37:44.938239 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-2909e028-efca-4047-bcbf-524a1cafadff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:37:23Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['e0ba582d-595c-45ac-b6fd-4e0f00f82a43'], 'active': True} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:37:44.939555 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-1cc06faf-0486-4a36-992f-191dd02efa82 tempest-RoutersIpV6AdminTest-1184791079 tempest-RoutersIpV6AdminTest-1184791079-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 2.4728754 Jul 14 18:37:44.942212 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 52476) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:37:44.954661 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-865a830b-4a2f-4faa-9f52-61ef92026f70 tempest-RoutersIpV6AdminTest-1118464879 tempest-RoutersIpV6AdminTest-1118464879-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'enable_snat': False}}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:37:44.996056 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6a85d657-a9f8-43aa-bfa7-17ff2759b6e1 req-5b5fe1a0-9315-4397-8c2c-cf80837d3870 tempest-VolumesBackupsTest-1789583416 tempest-VolumesBackupsTest-1789583416-project] 10.222.0.16 "GET /v2.0/ports?device_id=d3c3813b-46f5-4cd6-bab9-b34bb173e646 HTTP/1.1" status: 200 len: 210 time: 0.0884469 Jul 14 18:37:45.117164 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-5831781d-27f3-4440-bfb0-25f8fd5e3dc8 req-b50a15a3-1703-4ec7-8cef-b970d7c7139f tempest-VolumesBackupsTest-1789583416 tempest-VolumesBackupsTest-1789583416-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=32f1530e57494a099153334d7d544e25&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0449092 Jul 14 18:37:45.262227 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-2909e028-efca-4047-bcbf-524a1cafadff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-3', False) {} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:37:45.272367 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2909e028-efca-4047-bcbf-524a1cafadff None None] Routers {'e0ba582d-595c-45ac-b6fd-4e0f00f82a43'} bound to L3 agent in host n-d-800634-3 {{(pid=93917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:37:45.273221 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-2909e028-efca-4047-bcbf-524a1cafadff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:37:23Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['e0ba582d-595c-45ac-b6fd-4e0f00f82a43'], 'active': True} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:37:45.285236 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59956634-3f90-434a-8d0e-5ca7eebad52a req-455941c2-bcc1-4f22-856a-81493eed3caa tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:37:45.301622 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-59956634-3f90-434a-8d0e-5ca7eebad52a req-455941c2-bcc1-4f22-856a-81493eed3caa tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] 10.222.0.16 "GET /v2.0/ports?device_id=9cc02da8-a510-4707-81d5-af2edaddbb4a HTTP/1.1" status: 200 len: 944 time: 0.3216105 Jul 14 18:37:45.315869 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-2909e028-efca-4047-bcbf-524a1cafadff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-3', False) {} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:37:45.316866 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2909e028-efca-4047-bcbf-524a1cafadff None None] The sync data for ids ['e0ba582d-595c-45ac-b6fd-4e0f00f82a43'] in n-d-800634-3 is: [] {{(pid=93917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 18:37:45.398598 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-59956634-3f90-434a-8d0e-5ca7eebad52a req-4fe77ca0-f54d-4d7d-baee-fa5375841538 tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] 10.222.0.16 "GET /v2.0/security-groups?id=3eac0233-2f58-4c36-8bbf-3f6eb68f3b22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0957210 Jul 14 18:37:45.416157 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5831781d-27f3-4440-bfb0-25f8fd5e3dc8 req-4cfbee07-99fa-4f73-9a1c-a6b292fabf1b tempest-VolumesBackupsTest-1789583416 tempest-VolumesBackupsTest-1789583416-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:37:45.418051 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-5831781d-27f3-4440-bfb0-25f8fd5e3dc8 req-4cfbee07-99fa-4f73-9a1c-a6b292fabf1b tempest-VolumesBackupsTest-1789583416 tempest-VolumesBackupsTest-1789583416-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2954948 Jul 14 18:37:45.434502 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [req-5831781d-27f3-4440-bfb0-25f8fd5e3dc8 req-838c6e15-5840-4f01-9a1c-f0bbaa290cfd tempest-VolumesBackupsTest-1789583416 tempest-VolumesBackupsTest-1789583416-project] Request body: {'port': {'device_id': 'd3c3813b-46f5-4cd6-bab9-b34bb173e646', 'network_id': '4f742057-89ee-4b4a-86f7-487ee61881a1', 'admin_state_up': True, 'tenant_id': '32f1530e57494a099153334d7d544e25'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:37:45.523362 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-865a830b-4a2f-4faa-9f52-61ef92026f70 tempest-RoutersIpV6AdminTest-1118464879 tempest-RoutersIpV6AdminTest-1118464879-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-929996', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-571750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11395'] for router, precommit_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:37:45.586698 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5831781d-27f3-4440-bfb0-25f8fd5e3dc8 req-838c6e15-5840-4f01-9a1c-f0bbaa290cfd tempest-VolumesBackupsTest-1789583416 tempest-VolumesBackupsTest-1789583416-project] Made reservation on behalf of 32f1530e57494a099153334d7d544e25 for: {'port': 1} {{(pid=93915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:37:45.590381 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-5831781d-27f3-4440-bfb0-25f8fd5e3dc8 req-838c6e15-5840-4f01-9a1c-f0bbaa290cfd tempest-VolumesBackupsTest-1789583416 tempest-VolumesBackupsTest-1789583416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:37:45.600918 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-5831781d-27f3-4440-bfb0-25f8fd5e3dc8 req-838c6e15-5840-4f01-9a1c-f0bbaa290cfd tempest-VolumesBackupsTest-1789583416 tempest-VolumesBackupsTest-1789583416-project] Notify callbacks [] for security_group, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:37:45.711539 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-5831781d-27f3-4440-bfb0-25f8fd5e3dc8 req-838c6e15-5840-4f01-9a1c-f0bbaa290cfd tempest-VolumesBackupsTest-1789583416 tempest-VolumesBackupsTest-1789583416-project] Notify callbacks [] for security_group, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:37:45.715627 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-5831781d-27f3-4440-bfb0-25f8fd5e3dc8 req-838c6e15-5840-4f01-9a1c-f0bbaa290cfd tempest-VolumesBackupsTest-1789583416 tempest-VolumesBackupsTest-1789583416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:37:45.808110 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838c6e15-5840-4f01-9a1c-f0bbaa290cfd tempest-VolumesBackupsTest-1789583416 tempest-VolumesBackupsTest-1789583416-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7e9bed6e-f7fd-4324-9c9a-ba8d68e5267e,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:37:45.866541 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.db_base_plugin_common [req-5831781d-27f3-4440-bfb0-25f8fd5e3dc8 req-838c6e15-5840-4f01-9a1c-f0bbaa290cfd tempest-VolumesBackupsTest-1789583416 tempest-VolumesBackupsTest-1789583416-project] Allocated IP 192.168.233.28 (4f742057-89ee-4b4a-86f7-487ee61881a1/f20c54fb-f7da-4761-aa61-2e4f99f3d332/0d132675-294f-4111-bf03-f90a25eb6fff) {{(pid=93915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:37:45.915010 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Device 9611ddd0-9e07-40ea-aec9-fb06e7378e68 details requested by agent hyperv_n-h2-800634-3 with host n-h2-800634-3 {{(pid=93917) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 18:37:46.090935 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] For port 9611ddd0-9e07-40ea-aec9-fb06e7378e68, host n-h2-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=9611ddd0-9e07-40ea-aec9-fb06e7378e68,segment=NetworkSegment(48f07496-1654-4e70-864e-6d82e6081c18),segment_id=48f07496-1654-4e70-864e-6d82e6081c18)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:37:46.100454 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-5831781d-27f3-4440-bfb0-25f8fd5e3dc8 req-838c6e15-5840-4f01-9a1c-f0bbaa290cfd tempest-VolumesBackupsTest-1789583416 tempest-VolumesBackupsTest-1789583416-project] Notify callbacks [] for port, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:37:46.114217 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Returning: {'device': '9611ddd0-9e07-40ea-aec9-fb06e7378e68', 'network_id': 'fd8ea664-6074-4bbe-887f-058fe7b50123', 'port_id': '9611ddd0-9e07-40ea-aec9-fb06e7378e68', 'mac_address': 'fa:16:3e:de:a4:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9715e59-b525-40fa-a99e-ebf6aedac4af', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93917) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 18:37:46.133591 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.provisioning_blocks [req-5831781d-27f3-4440-bfb0-25f8fd5e3dc8 req-838c6e15-5840-4f01-9a1c-f0bbaa290cfd tempest-VolumesBackupsTest-1789583416 tempest-VolumesBackupsTest-1789583416-project] Transition to ACTIVE for port object 0d132675-294f-4111-bf03-f90a25eb6fff will not be triggered until provisioned by entity DHCP. {{(pid=93915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:37:46.190945 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-5831781d-27f3-4440-bfb0-25f8fd5e3dc8 req-838c6e15-5840-4f01-9a1c-f0bbaa290cfd tempest-VolumesBackupsTest-1789583416 tempest-VolumesBackupsTest-1789583416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:37:46.204866 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:37:46.230108 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9611ddd0-9e07-40ea-aec9-fb06e7378e68 {{(pid=93917) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 18:37:46.255107 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] For port 9611ddd0-9e07-40ea-aec9-fb06e7378e68, host n-h2-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=9611ddd0-9e07-40ea-aec9-fb06e7378e68,segment=NetworkSegment(48f07496-1654-4e70-864e-6d82e6081c18),segment_id=48f07496-1654-4e70-864e-6d82e6081c18)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:37:46.262739 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:37:46.268467 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5831781d-27f3-4440-bfb0-25f8fd5e3dc8 req-838c6e15-5840-4f01-9a1c-f0bbaa290cfd tempest-VolumesBackupsTest-1789583416 tempest-VolumesBackupsTest-1789583416-project] Network 4f742057-89ee-4b4a-86f7-487ee61881a1 is already hosted by enough agents. {{(pid=93915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:37:46.279266 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [req-5831781d-27f3-4440-bfb0-25f8fd5e3dc8 req-838c6e15-5840-4f01-9a1c-f0bbaa290cfd tempest-VolumesBackupsTest-1789583416 tempest-VolumesBackupsTest-1789583416-project] Resources bound (agent type, host, resource id): {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:37:46.284897 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [req-5831781d-27f3-4440-bfb0-25f8fd5e3dc8 req-838c6e15-5840-4f01-9a1c-f0bbaa290cfd tempest-VolumesBackupsTest-1789583416 tempest-VolumesBackupsTest-1789583416-project] Received port after_create {{(pid=93915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:37:46.289651 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838c6e15-5840-4f01-9a1c-f0bbaa290cfd tempest-VolumesBackupsTest-1789583416 tempest-VolumesBackupsTest-1789583416-project] Pushing event updated for resources: {'Port': ['ID=0d132675-294f-4111-bf03-f90a25eb6fff,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:37:46.322349 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-865a830b-4a2f-4faa-9f52-61ef92026f70 tempest-RoutersIpV6AdminTest-1118464879 tempest-RoutersIpV6AdminTest-1118464879-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-929996', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-571750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11395'] for router, precommit_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:37:46.327762 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-865a830b-4a2f-4faa-9f52-61ef92026f70 tempest-RoutersIpV6AdminTest-1118464879 tempest-RoutersIpV6AdminTest-1118464879-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-930033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-929987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-930042', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-571805'] for router, after_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:37:46.354821 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6067dc1f-079f-4374-9778-9992b6e2d0eb req-b79d67e9-4e69-4479-a51d-46751c85d2be tempest-VolumesBackupsTest-1789583416 tempest-VolumesBackupsTest-1789583416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:37:46.359748 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6067dc1f-079f-4374-9778-9992b6e2d0eb req-b79d67e9-4e69-4479-a51d-46751c85d2be tempest-VolumesBackupsTest-1789583416 tempest-VolumesBackupsTest-1789583416-project] 10.222.0.16 "GET /v2.0/ports?device_id=d3c3813b-46f5-4cd6-bab9-b34bb173e646 HTTP/1.1" status: 200 len: 935 time: 0.1813886 Jul 14 18:37:46.372820 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Pushing event updated for resources: {'Port': ['ID=9611ddd0-9e07-40ea-aec9-fb06e7378e68,revision_number=9']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:37:46.409764 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5831781d-27f3-4440-bfb0-25f8fd5e3dc8 req-838c6e15-5840-4f01-9a1c-f0bbaa290cfd tempest-VolumesBackupsTest-1789583416 tempest-VolumesBackupsTest-1789583416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:37:46.410434 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-5831781d-27f3-4440-bfb0-25f8fd5e3dc8 req-838c6e15-5840-4f01-9a1c-f0bbaa290cfd tempest-VolumesBackupsTest-1789583416 tempest-VolumesBackupsTest-1789583416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:37:46.448246 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6067dc1f-079f-4374-9778-9992b6e2d0eb req-21b644e0-eece-4700-886a-3da5853a075e tempest-VolumesBackupsTest-1789583416 tempest-VolumesBackupsTest-1789583416-project] 10.222.0.16 "GET /v2.0/security-groups?id=7e9bed6e-f7fd-4324-9c9a-ba8d68e5267e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778368 Jul 14 18:37:46.450199 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-5831781d-27f3-4440-bfb0-25f8fd5e3dc8 req-838c6e15-5840-4f01-9a1c-f0bbaa290cfd tempest-VolumesBackupsTest-1789583416 tempest-VolumesBackupsTest-1789583416-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0240285 Jul 14 18:37:46.462440 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [req-5831781d-27f3-4440-bfb0-25f8fd5e3dc8 req-ed7bb07b-3e31-4798-947b-1f77fa0386a0 service neutron] Request body: {'port': {'device_id': 'd3c3813b-46f5-4cd6-bab9-b34bb173e646', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800634-3'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:37:46.538661 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-865a830b-4a2f-4faa-9f52-61ef92026f70 tempest-RoutersIpV6AdminTest-1118464879 tempest-RoutersIpV6AdminTest-1118464879-project-admin] Router e0ba582d-595c-45ac-b6fd-4e0f00f82a43 has already been hosted by L3 agent 2c6eb27e-defb-4cca-9a24-381c7415e359 {{(pid=93916) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 18:37:46.590505 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] get_ports_and_sgs() called for port_ids ['9611ddd0-9e07-40ea-aec9-fb06e7378e68'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 18:37:46.657906 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-5831781d-27f3-4440-bfb0-25f8fd5e3dc8 req-ed7bb07b-3e31-4798-947b-1f77fa0386a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:37:46.721809 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-69d26b76-0259-4bd8-aff5-c1f4321ae327 None None] Provisioning for port 0d132675-294f-4111-bf03-f90a25eb6fff completed by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:37:46.734037 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-69d26b76-0259-4bd8-aff5-c1f4321ae327 None None] Provisioning complete for port 0d132675-294f-4111-bf03-f90a25eb6fff triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:37:46.734537 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-69d26b76-0259-4bd8-aff5-c1f4321ae327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:37:46.783281 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-865a830b-4a2f-4faa-9f52-61ef92026f70 tempest-RoutersIpV6AdminTest-1118464879 tempest-RoutersIpV6AdminTest-1118464879-project-admin] Notify agent at l3_agent.n-d-800634-3 the message routers_updated {{(pid=93916) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 18:37:46.793676 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57a9f890-a615-40bb-882a-6f9636c9eaa0 None None] Sync routers for ids ['e0ba582d-595c-45ac-b6fd-4e0f00f82a43'] in n-d-800634-3 {{(pid=93918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 18:37:46.796479 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-865a830b-4a2f-4faa-9f52-61ef92026f70 tempest-RoutersIpV6AdminTest-1118464879 tempest-RoutersIpV6AdminTest-1118464879-project-admin] Notify callbacks [] for router, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:37:46.801407 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-865a830b-4a2f-4faa-9f52-61ef92026f70 tempest-RoutersIpV6AdminTest-1118464879 tempest-RoutersIpV6AdminTest-1118464879-project-admin] 10.222.0.16 "PUT /v2.0/routers/e0ba582d-595c-45ac-b6fd-4e0f00f82a43 HTTP/1.1" status: 200 len: 926 time: 1.8540483 Jul 14 18:37:46.802187 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 52500) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:37:46.809247 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57a9f890-a615-40bb-882a-6f9636c9eaa0 None None] Routers {'e0ba582d-595c-45ac-b6fd-4e0f00f82a43'} bound to L3 agent in host n-d-800634-3 {{(pid=93918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:37:46.810152 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-57a9f890-a615-40bb-882a-6f9636c9eaa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:37:23Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['e0ba582d-595c-45ac-b6fd-4e0f00f82a43'], 'active': True} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:37:46.843259 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-69d26b76-0259-4bd8-aff5-c1f4321ae327 None None] Port 0d132675-294f-4111-bf03-f90a25eb6fff cannot update to ACTIVE because it is not bound. {{(pid=93917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 18:37:46.886696 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a71cab4-6c9a-41c7-a497-f757d2783890 req-48ebbd6b-1b21-47da-9bb2-849d6284e68a tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:37:46.888329 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-1a71cab4-6c9a-41c7-a497-f757d2783890 req-48ebbd6b-1b21-47da-9bb2-849d6284e68a tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] 10.222.0.16 "GET /v2.0/ports?device_id=9cc02da8-a510-4707-81d5-af2edaddbb4a HTTP/1.1" status: 200 len: 945 time: 0.2125437 Jul 14 18:37:46.903686 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-57a9f890-a615-40bb-882a-6f9636c9eaa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-3', False) {} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:37:46.925950 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57a9f890-a615-40bb-882a-6f9636c9eaa0 None None] Routers {'e0ba582d-595c-45ac-b6fd-4e0f00f82a43'} bound to L3 agent in host n-d-800634-3 {{(pid=93918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:37:46.928698 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-57a9f890-a615-40bb-882a-6f9636c9eaa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:37:23Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['e0ba582d-595c-45ac-b6fd-4e0f00f82a43'], 'active': True} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:37:46.990369 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-57a9f890-a615-40bb-882a-6f9636c9eaa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-3', False) {} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:37:46.991340 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57a9f890-a615-40bb-882a-6f9636c9eaa0 None None] The sync data for ids ['e0ba582d-595c-45ac-b6fd-4e0f00f82a43'] in n-d-800634-3 is: [] {{(pid=93918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 18:37:47.019814 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-1a71cab4-6c9a-41c7-a497-f757d2783890 req-cec276ed-1199-4523-911f-e90edfd36221 tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] 10.222.0.16 "GET /v2.0/security-groups?id=3eac0233-2f58-4c36-8bbf-3f6eb68f3b22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1220560 Jul 14 18:37:47.028392 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-acdd985f-eb02-4bd2-a82a-c020aec6d6a1 tempest-RoutersIpV6AdminTest-1118464879 tempest-RoutersIpV6AdminTest-1118464879-project-admin] 10.222.0.16 "GET /v2.0/routers/e0ba582d-595c-45ac-b6fd-4e0f00f82a43 HTTP/1.1" status: 200 len: 926 time: 0.2248948 Jul 14 18:37:47.029086 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 52502) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:37:47.144931 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a359824f-817b-4528-9624-d19a90443eec tempest-RoutersIpV6AdminTest-1118464879 tempest-RoutersIpV6AdminTest-1118464879-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:37:47.149593 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-a359824f-817b-4528-9624-d19a90443eec tempest-RoutersIpV6AdminTest-1118464879 tempest-RoutersIpV6AdminTest-1118464879-project-admin] 10.222.0.16 "GET /v2.0/ports?network_id=9200a437-e1de-4520-88f6-e68386523e61&device_id=e0ba582d-595c-45ac-b6fd-4e0f00f82a43&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1189089 Jul 14 18:37:47.150262 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 52504) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:37:47.176768 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [req-5831781d-27f3-4440-bfb0-25f8fd5e3dc8 req-ed7bb07b-3e31-4798-947b-1f77fa0386a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d132675-294f-4111-bf03-f90a25eb6fff {{(pid=93915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 18:37:47.185528 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-5831781d-27f3-4440-bfb0-25f8fd5e3dc8 req-ed7bb07b-3e31-4798-947b-1f77fa0386a0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:37:47.209388 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.provisioning_blocks [req-5831781d-27f3-4440-bfb0-25f8fd5e3dc8 req-ed7bb07b-3e31-4798-947b-1f77fa0386a0 service neutron] Transition to ACTIVE for port object 0d132675-294f-4111-bf03-f90a25eb6fff will not be triggered until provisioned by entity L2. {{(pid=93915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:37:47.216699 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-5831781d-27f3-4440-bfb0-25f8fd5e3dc8 req-ed7bb07b-3e31-4798-947b-1f77fa0386a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25912978'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:37:47.265114 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a4507a6-37cc-4fbd-a30f-a663be6cd4d3 tempest-RoutersIpV6AdminTest-1118464879 tempest-RoutersIpV6AdminTest-1118464879-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:37:47.270232 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-9a4507a6-37cc-4fbd-a30f-a663be6cd4d3 tempest-RoutersIpV6AdminTest-1118464879 tempest-RoutersIpV6AdminTest-1118464879-project-admin] 10.222.0.16 "GET /v2.0/networks/9200a437-e1de-4520-88f6-e68386523e61 HTTP/1.1" status: 200 len: 881 time: 0.1188817 Jul 14 18:37:47.270943 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 52508) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:37:47.321116 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-6d25026c-395c-48f2-84e5-8dd38aae9c70 tempest-RoutersIpV6AdminTest-1184791079 tempest-RoutersIpV6AdminTest-1184791079-project] 10.222.0.16 "GET /v2.0/ports?device_id=e0ba582d-595c-45ac-b6fd-4e0f00f82a43 HTTP/1.1" status: 200 len: 205 time: 0.0489235 Jul 14 18:37:47.322893 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 52510) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:37:47.355391 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7bb07b-3e31-4798-947b-1f77fa0386a0 service neutron] Pushing event updated for resources: {'Port': ['ID=0d132675-294f-4111-bf03-f90a25eb6fff,revision_number=2']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:37:47.515884 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-5831781d-27f3-4440-bfb0-25f8fd5e3dc8 req-ed7bb07b-3e31-4798-947b-1f77fa0386a0 service neutron] Attempting to bind port 0d132675-294f-4111-bf03-f90a25eb6fff on host n-h2-800634-3 for vnic_type normal with profile {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:37:47.516264 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-5831781d-27f3-4440-bfb0-25f8fd5e3dc8 req-ed7bb07b-3e31-4798-947b-1f77fa0386a0 service neutron] Attempting to bind port 0d132675-294f-4111-bf03-f90a25eb6fff by drivers openvswitch,hyperv on host n-h2-800634-3 at level 0 using segments [{'id': '067fc487-22c7-42de-972d-ae352a28ad29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '4f742057-89ee-4b4a-86f7-487ee61881a1'}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:37:47.516601 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5831781d-27f3-4440-bfb0-25f8fd5e3dc8 req-ed7bb07b-3e31-4798-947b-1f77fa0386a0 service neutron] Attempting to bind port 0d132675-294f-4111-bf03-f90a25eb6fff on network 4f742057-89ee-4b4a-86f7-487ee61881a1 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:37:47.534773 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5831781d-27f3-4440-bfb0-25f8fd5e3dc8 req-ed7bb07b-3e31-4798-947b-1f77fa0386a0 service neutron] Port 0d132675-294f-4111-bf03-f90a25eb6fff on network 4f742057-89ee-4b4a-86f7-487ee61881a1 not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-3 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 18:37:47.535114 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5831781d-27f3-4440-bfb0-25f8fd5e3dc8 req-ed7bb07b-3e31-4798-947b-1f77fa0386a0 service neutron] Attempting to bind port 0d132675-294f-4111-bf03-f90a25eb6fff on network 4f742057-89ee-4b4a-86f7-487ee61881a1 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:37:47.545416 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5831781d-27f3-4440-bfb0-25f8fd5e3dc8 req-ed7bb07b-3e31-4798-947b-1f77fa0386a0 service neutron] Checking agent: {'id': '08e36a6c-8d04-48f0-a644-f27680635246', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 15, 35), 'started_at': datetime.datetime(2021, 7, 14, 18, 15, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 18, 37, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 18:37:47.546014 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5831781d-27f3-4440-bfb0-25f8fd5e3dc8 req-ed7bb07b-3e31-4798-947b-1f77fa0386a0 service neutron] Checking segment: {'id': '067fc487-22c7-42de-972d-ae352a28ad29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '4f742057-89ee-4b4a-86f7-487ee61881a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:37:47.546416 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5831781d-27f3-4440-bfb0-25f8fd5e3dc8 req-ed7bb07b-3e31-4798-947b-1f77fa0386a0 service neutron] Bound using segment: {'id': '067fc487-22c7-42de-972d-ae352a28ad29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '4f742057-89ee-4b4a-86f7-487ee61881a1'} {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 18:37:47.546866 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-5831781d-27f3-4440-bfb0-25f8fd5e3dc8 req-ed7bb07b-3e31-4798-947b-1f77fa0386a0 service neutron] Bound port: 0d132675-294f-4111-bf03-f90a25eb6fff, host: n-h2-800634-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '067fc487-22c7-42de-972d-ae352a28ad29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '4f742057-89ee-4b4a-86f7-487ee61881a1'}}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 18:37:47.547228 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-5831781d-27f3-4440-bfb0-25f8fd5e3dc8 req-ed7bb07b-3e31-4798-947b-1f77fa0386a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:37:47.602943 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-6f10d676-1fab-40b1-b44f-a340f7e5894c tempest-RoutersIpV6AdminTest-1184791079 tempest-RoutersIpV6AdminTest-1184791079-project] Notify callbacks [] for router, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:37:47.697864 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-5831781d-27f3-4440-bfb0-25f8fd5e3dc8 req-ed7bb07b-3e31-4798-947b-1f77fa0386a0 service neutron] For port 0d132675-294f-4111-bf03-f90a25eb6fff, host n-h2-800634-3, cleared binding levels {{(pid=93915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:37:47.701394 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-5831781d-27f3-4440-bfb0-25f8fd5e3dc8 req-ed7bb07b-3e31-4798-947b-1f77fa0386a0 service neutron] For port 0d132675-294f-4111-bf03-f90a25eb6fff, host n-h2-800634-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=0d132675-294f-4111-bf03-f90a25eb6fff,segment=NetworkSegment(067fc487-22c7-42de-972d-ae352a28ad29),segment_id=067fc487-22c7-42de-972d-ae352a28ad29)] {{(pid=93915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 18:37:47.718266 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-5831781d-27f3-4440-bfb0-25f8fd5e3dc8 req-ed7bb07b-3e31-4798-947b-1f77fa0386a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25912978'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:37:47.808683 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-6f10d676-1fab-40b1-b44f-a340f7e5894c tempest-RoutersIpV6AdminTest-1184791079 tempest-RoutersIpV6AdminTest-1184791079-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:37:47.883180 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5831781d-27f3-4440-bfb0-25f8fd5e3dc8 req-ed7bb07b-3e31-4798-947b-1f77fa0386a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:37:47.887041 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-5831781d-27f3-4440-bfb0-25f8fd5e3dc8 req-ed7bb07b-3e31-4798-947b-1f77fa0386a0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:37:47.891165 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-5831781d-27f3-4440-bfb0-25f8fd5e3dc8 req-ed7bb07b-3e31-4798-947b-1f77fa0386a0 service neutron] 10.222.0.35 "PUT /v2.0/ports/0d132675-294f-4111-bf03-f90a25eb6fff HTTP/1.1" status: 200 len: 1095 time: 1.4333978 Jul 14 18:37:47.901871 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-6f10d676-1fab-40b1-b44f-a340f7e5894c tempest-RoutersIpV6AdminTest-1184791079 tempest-RoutersIpV6AdminTest-1184791079-project] Deleting port 31860b9a-9a26-443f-81e8-a5b41da0b9b7 {{(pid=93916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:37:47.901871 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-6f10d676-1fab-40b1-b44f-a340f7e5894c tempest-RoutersIpV6AdminTest-1184791079 tempest-RoutersIpV6AdminTest-1184791079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:37:47.928297 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Device 9611ddd0-9e07-40ea-aec9-fb06e7378e68 up at agent hyperv_n-h2-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:37:47.930417 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3c3813b-46f5-4cd6-bab9-b34bb173e646', 'tag': '0d132675-294f-4111-bf03-f90a25eb6fff'}] {{(pid=93915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:37:47.933064 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e72782ad3af8f7d4ce76cedf092bca46d1756acc5c4653cf0b52034cdd6b073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9da400ac-6080-412e-a69e-73588e80a2c2" -d '{"events": [{"name": "network-changed", "server_uuid": "d3c3813b-46f5-4cd6-bab9-b34bb173e646", "tag": "0d132675-294f-4111-bf03-f90a25eb6fff"}]}' {{(pid=93915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:37:48.014397 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Provisioning complete for port 9611ddd0-9e07-40ea-aec9-fb06e7378e68 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:37:48.014890 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:37:48.025877 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fccd966-ec04-4c87-b16d-4b00a77bcb8a req-81eefd75-8b6c-4487-a9d3-41a4d6854df4 tempest-VolumesBackupsTest-1789583416 tempest-VolumesBackupsTest-1789583416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:37:48.045802 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-9fccd966-ec04-4c87-b16d-4b00a77bcb8a req-81eefd75-8b6c-4487-a9d3-41a4d6854df4 tempest-VolumesBackupsTest-1789583416 tempest-VolumesBackupsTest-1789583416-project] 10.222.0.16 "GET /v2.0/ports?device_id=d3c3813b-46f5-4cd6-bab9-b34bb173e646 HTTP/1.1" status: 200 len: 947 time: 0.3426492 Jul 14 18:37:48.056387 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-6f10d676-1fab-40b1-b44f-a340f7e5894c tempest-RoutersIpV6AdminTest-1184791079 tempest-RoutersIpV6AdminTest-1184791079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:37:48.065441 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 18:37:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4def3d04-4047-47d9-910e-b966813a44e8 x-openstack-request-id: req-4def3d04-4047-47d9-910e-b966813a44e8 {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:37:48.065807 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3c3813b-46f5-4cd6-bab9-b34bb173e646", "tag": "0d132675-294f-4111-bf03-f90a25eb6fff", "status": "completed", "code": 200}]} {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:37:48.066016 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4def3d04-4047-47d9-910e-b966813a44e8 {{(pid=93915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:37:48.066444 n-d-800634-3 neutron-server[93915]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3c3813b-46f5-4cd6-bab9-b34bb173e646', 'tag': '0d132675-294f-4111-bf03-f90a25eb6fff', 'status': 'completed', 'code': 200} Jul 14 18:37:48.090919 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-6f10d676-1fab-40b1-b44f-a340f7e5894c tempest-RoutersIpV6AdminTest-1184791079 tempest-RoutersIpV6AdminTest-1184791079-project] Calling delete_port for 31860b9a-9a26-443f-81e8-a5b41da0b9b7 owned by network:router_gateway {{(pid=93916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:37:48.095693 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7bb07b-3e31-4798-947b-1f77fa0386a0 service neutron] Pushing event updated for resources: {'Port': ['ID=0d132675-294f-4111-bf03-f90a25eb6fff,revision_number=3']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:37:48.133915 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:37:48.179448 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cc02da8-a510-4707-81d5-af2edaddbb4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9611ddd0-9e07-40ea-aec9-fb06e7378e68'}] {{(pid=93917) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:37:48.184099 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20b787f3c29eaa7aa2a4d648c725a2124c5ff39a8d793252f9d844495e14cf42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42a1e3a8-bf8b-430f-a31b-5131b15a99f1" -d '{"events": [{"server_uuid": "9cc02da8-a510-4707-81d5-af2edaddbb4a", "name": "network-vif-plugged", "status": "completed", "tag": "9611ddd0-9e07-40ea-aec9-fb06e7378e68"}]}' {{(pid=93917) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:37:48.207267 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-9fccd966-ec04-4c87-b16d-4b00a77bcb8a req-b30a0fce-527f-468f-a5bb-3d09e6fa854c tempest-VolumesBackupsTest-1789583416 tempest-VolumesBackupsTest-1789583416-project] 10.222.0.16 "GET /v2.0/security-groups?id=7e9bed6e-f7fd-4324-9c9a-ba8d68e5267e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604521 Jul 14 18:37:48.214483 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] For port 9611ddd0-9e07-40ea-aec9-fb06e7378e68, host n-h2-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=9611ddd0-9e07-40ea-aec9-fb06e7378e68,segment=NetworkSegment(48f07496-1654-4e70-864e-6d82e6081c18),segment_id=48f07496-1654-4e70-864e-6d82e6081c18)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:37:48.218383 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5831781d-27f3-4440-bfb0-25f8fd5e3dc8 req-6f2d666c-3cf7-486c-9502-302489478be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:37:48.225283 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:37:48.227242 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-5831781d-27f3-4440-bfb0-25f8fd5e3dc8 req-6f2d666c-3cf7-486c-9502-302489478be6 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=32f1530e57494a099153334d7d544e25&device_id=d3c3813b-46f5-4cd6-bab9-b34bb173e646 HTTP/1.1" status: 200 len: 1098 time: 0.2622626 Jul 14 18:37:48.294468 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Pushing event updated for resources: {'Port': ['ID=9611ddd0-9e07-40ea-aec9-fb06e7378e68,revision_number=10']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:37:48.314701 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-5831781d-27f3-4440-bfb0-25f8fd5e3dc8 req-d9181543-30d7-4c01-8860-68b674ca581d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.28&port_id=0d132675-294f-4111-bf03-f90a25eb6fff HTTP/1.1" status: 200 len: 217 time: 0.0792401 Jul 14 18:37:48.342046 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 18:37:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecb8f034-80e1-4054-b2ce-2d51e8b8d106 x-openstack-request-id: req-ecb8f034-80e1-4054-b2ce-2d51e8b8d106 {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:37:48.343327 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cc02da8-a510-4707-81d5-af2edaddbb4a", "name": "network-vif-plugged", "status": "completed", "tag": "9611ddd0-9e07-40ea-aec9-fb06e7378e68", "code": 200}]} {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:37:48.343991 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ecb8f034-80e1-4054-b2ce-2d51e8b8d106 {{(pid=93917) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:37:48.344665 n-d-800634-3 neutron-server[93917]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cc02da8-a510-4707-81d5-af2edaddbb4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9611ddd0-9e07-40ea-aec9-fb06e7378e68', 'code': 200} Jul 14 18:37:48.404950 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5831781d-27f3-4440-bfb0-25f8fd5e3dc8 req-934d79fe-a8ae-4ac0-b4cd-720a331c0f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:37:48.406724 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-5831781d-27f3-4440-bfb0-25f8fd5e3dc8 req-934d79fe-a8ae-4ac0-b4cd-720a331c0f4b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f20c54fb-f7da-4761-aa61-2e4f99f3d332 HTTP/1.1" status: 200 len: 843 time: 0.0742249 Jul 14 18:37:48.418983 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1bfd0b-b62a-47e3-bbe3-344a5f83f4e8 req-a608f7da-fdff-4fe7-b185-0ab82f650bea tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:37:48.420637 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2f1bfd0b-b62a-47e3-bbe3-344a5f83f4e8 req-a608f7da-fdff-4fe7-b185-0ab82f650bea tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] 10.222.0.16 "GET /v2.0/ports?device_id=9cc02da8-a510-4707-81d5-af2edaddbb4a HTTP/1.1" status: 200 len: 947 time: 0.1174648 Jul 14 18:37:48.435642 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-6f10d676-1fab-40b1-b44f-a340f7e5894c tempest-RoutersIpV6AdminTest-1184791079 tempest-RoutersIpV6AdminTest-1184791079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:37:48.514934 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2f1bfd0b-b62a-47e3-bbe3-344a5f83f4e8 req-b7136517-969f-4902-89bb-617c5fb53a32 tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] 10.222.0.16 "GET /v2.0/security-groups?id=3eac0233-2f58-4c36-8bbf-3f6eb68f3b22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0829368 Jul 14 18:37:48.530297 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f10d676-1fab-40b1-b44f-a340f7e5894c tempest-RoutersIpV6AdminTest-1184791079 tempest-RoutersIpV6AdminTest-1184791079-project] Pushing event deleted for resources: {'Port': ['ID=31860b9a-9a26-443f-81e8-a5b41da0b9b7,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:37:48.565894 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-6f10d676-1fab-40b1-b44f-a340f7e5894c tempest-RoutersIpV6AdminTest-1184791079 tempest-RoutersIpV6AdminTest-1184791079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-930057'] for router_gateway, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:37:48.665424 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-6f10d676-1fab-40b1-b44f-a340f7e5894c tempest-RoutersIpV6AdminTest-1184791079 tempest-RoutersIpV6AdminTest-1184791079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-571778', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11402'] for router, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:37:48.668177 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-6f10d676-1fab-40b1-b44f-a340f7e5894c tempest-RoutersIpV6AdminTest-1184791079 tempest-RoutersIpV6AdminTest-1184791079-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:37:48.716981 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-6f10d676-1fab-40b1-b44f-a340f7e5894c tempest-RoutersIpV6AdminTest-1184791079 tempest-RoutersIpV6AdminTest-1184791079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-541202'] for router, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:37:48.717976 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f10d676-1fab-40b1-b44f-a340f7e5894c tempest-RoutersIpV6AdminTest-1184791079 tempest-RoutersIpV6AdminTest-1184791079-project] Fanout notify agent at l3_agent the message router_deleted on router e0ba582d-595c-45ac-b6fd-4e0f00f82a43 {{(pid=93916) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 18:37:48.727378 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-6f10d676-1fab-40b1-b44f-a340f7e5894c tempest-RoutersIpV6AdminTest-1184791079 tempest-RoutersIpV6AdminTest-1184791079-project] Notify callbacks [] for router, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:37:48.732821 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-6f10d676-1fab-40b1-b44f-a340f7e5894c tempest-RoutersIpV6AdminTest-1184791079 tempest-RoutersIpV6AdminTest-1184791079-project] 10.222.0.16 "DELETE /v2.0/routers/e0ba582d-595c-45ac-b6fd-4e0f00f82a43 HTTP/1.1" status: 204 len: 168 time: 1.4076972 Jul 14 18:37:48.733484 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 52528) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:37:48.738824 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-c955793f-e1ec-4257-b474-1da39228c6bf tempest-RoutersIpV6AdminTest-1184791079 tempest-RoutersIpV6AdminTest-1184791079-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-216035099', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:37:48.770944 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-c955793f-e1ec-4257-b474-1da39228c6bf tempest-RoutersIpV6AdminTest-1184791079 tempest-RoutersIpV6AdminTest-1184791079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-571768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11104'] for router, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:37:48.773965 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-c955793f-e1ec-4257-b474-1da39228c6bf tempest-RoutersIpV6AdminTest-1184791079 tempest-RoutersIpV6AdminTest-1184791079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-571675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-930014', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-632314', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11129'] for router, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:37:48.855334 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-c955793f-e1ec-4257-b474-1da39228c6bf tempest-RoutersIpV6AdminTest-1184791079 tempest-RoutersIpV6AdminTest-1184791079-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:37:48.867078 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-c955793f-e1ec-4257-b474-1da39228c6bf tempest-RoutersIpV6AdminTest-1184791079 tempest-RoutersIpV6AdminTest-1184791079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-571759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-930033'] for router, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:37:48.887816 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-c955793f-e1ec-4257-b474-1da39228c6bf tempest-RoutersIpV6AdminTest-1184791079 tempest-RoutersIpV6AdminTest-1184791079-project] Notify callbacks [] for router, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:37:48.891789 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-c955793f-e1ec-4257-b474-1da39228c6bf tempest-RoutersIpV6AdminTest-1184791079 tempest-RoutersIpV6AdminTest-1184791079-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1545739 Jul 14 18:37:48.892182 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 52534) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:37:48.897457 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-59ee123c-f47e-4836-b549-3a33db48dbf8 tempest-RoutersIpV6AdminTest-1184791079 tempest-RoutersIpV6AdminTest-1184791079-project] Request body: {'router': {'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61'}}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:37:48.984020 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5831781d-27f3-4440-bfb0-25f8fd5e3dc8 req-fd8a8f0e-d16f-4449-a7fa-badfdd2b651b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:37:48.985930 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-5831781d-27f3-4440-bfb0-25f8fd5e3dc8 req-fd8a8f0e-d16f-4449-a7fa-badfdd2b651b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4f742057-89ee-4b4a-86f7-487ee61881a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5643268 Jul 14 18:37:49.088377 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-5831781d-27f3-4440-bfb0-25f8fd5e3dc8 req-19d9d23d-b836-4441-870f-7f1550d6e9c2 service neutron] 10.222.0.35 "GET /v2.0/networks/4f742057-89ee-4b4a-86f7-487ee61881a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942891 Jul 14 18:37:49.138804 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-59ee123c-f47e-4836-b549-3a33db48dbf8 tempest-RoutersIpV6AdminTest-1184791079 tempest-RoutersIpV6AdminTest-1184791079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-929996', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-571750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11395'] for router, precommit_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:37:49.159683 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f7dc96-25ec-4bdf-9db9-c48b1cb650db req-be685f53-9698-4804-a851-e71367d61e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:37:49.161342 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-53f7dc96-25ec-4bdf-9db9-c48b1cb650db req-be685f53-9698-4804-a851-e71367d61e2a service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=9cc02da8-a510-4707-81d5-af2edaddbb4a HTTP/1.1" status: 200 len: 1098 time: 0.6246405 Jul 14 18:37:49.215580 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-53f7dc96-25ec-4bdf-9db9-c48b1cb650db req-3b87e05f-1b99-45c5-9f95-2a15e414208e service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=3eac0233-2f58-4c36-8bbf-3f6eb68f3b22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470872 Jul 14 18:37:49.226816 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-5831781d-27f3-4440-bfb0-25f8fd5e3dc8 req-f84ba107-527d-4f0d-9239-dfafd91e9227 service neutron] 10.222.0.35 "GET /v2.0/networks/4f742057-89ee-4b4a-86f7-487ee61881a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307011 Jul 14 18:37:49.356735 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-59ee123c-f47e-4836-b549-3a33db48dbf8 tempest-RoutersIpV6AdminTest-1184791079 tempest-RoutersIpV6AdminTest-1184791079-project] Notify callbacks [] for router_gateway, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:37:49.382621 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-59ee123c-f47e-4836-b549-3a33db48dbf8 tempest-RoutersIpV6AdminTest-1184791079 tempest-RoutersIpV6AdminTest-1184791079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:37:49.413816 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da400ac-6080-412e-a69e-73588e80a2c2 req-cc3ac452-ede8-4ad7-8200-97bf842c0150 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:37:49.415362 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-9da400ac-6080-412e-a69e-73588e80a2c2 req-cc3ac452-ede8-4ad7-8200-97bf842c0150 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=32f1530e57494a099153334d7d544e25&device_id=d3c3813b-46f5-4cd6-bab9-b34bb173e646 HTTP/1.1" status: 200 len: 1098 time: 0.0983255 Jul 14 18:37:49.498612 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c0691f-1d64-4ac4-811a-08f11bed4382 req-0b08008a-913e-4ae0-b661-5c7addebdd3c tempest-VolumesBackupsTest-1789583416 tempest-VolumesBackupsTest-1789583416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:37:49.500191 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-68c0691f-1d64-4ac4-811a-08f11bed4382 req-0b08008a-913e-4ae0-b661-5c7addebdd3c tempest-VolumesBackupsTest-1789583416 tempest-VolumesBackupsTest-1789583416-project] 10.222.0.16 "GET /v2.0/ports?device_id=d3c3813b-46f5-4cd6-bab9-b34bb173e646 HTTP/1.1" status: 200 len: 947 time: 0.1453977 Jul 14 18:37:49.500382 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.db_base_plugin_common [None req-59ee123c-f47e-4836-b549-3a33db48dbf8 tempest-RoutersIpV6AdminTest-1184791079 tempest-RoutersIpV6AdminTest-1184791079-project] Allocated IP 172.25.1.65 (9200a437-e1de-4520-88f6-e68386523e61/5f47f848-4532-407a-a0e2-5690ade15fd0/64567f3c-5d39-4188-8164-07a0c082d6dc) {{(pid=93916) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:37:49.566014 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da400ac-6080-412e-a69e-73588e80a2c2 req-245e76ba-6156-46ae-8e60-6e9bfdfe38d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:37:49.567531 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-9da400ac-6080-412e-a69e-73588e80a2c2 req-245e76ba-6156-46ae-8e60-6e9bfdfe38d9 service neutron] 10.222.0.35 "GET /v2.0/networks?id=4f742057-89ee-4b4a-86f7-487ee61881a1 HTTP/1.1" status: 200 len: 869 time: 0.1450741 Jul 14 18:37:49.622989 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-68c0691f-1d64-4ac4-811a-08f11bed4382 req-209bb015-4632-4586-ac8e-d66ce06cc34b tempest-VolumesBackupsTest-1789583416 tempest-VolumesBackupsTest-1789583416-project] 10.222.0.16 "GET /v2.0/security-groups?id=7e9bed6e-f7fd-4324-9c9a-ba8d68e5267e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090508 Jul 14 18:37:49.624549 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-9da400ac-6080-412e-a69e-73588e80a2c2 req-46f34b9e-6fb1-48c7-8ad1-91f9c8660f7e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.28&port_id=0d132675-294f-4111-bf03-f90a25eb6fff HTTP/1.1" status: 200 len: 217 time: 0.0468702 Jul 14 18:37:49.629150 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-59ee123c-f47e-4836-b549-3a33db48dbf8 tempest-RoutersIpV6AdminTest-1184791079 tempest-RoutersIpV6AdminTest-1184791079-project] Notify callbacks [] for port, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:37:49.689029 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-59ee123c-f47e-4836-b549-3a33db48dbf8 tempest-RoutersIpV6AdminTest-1184791079 tempest-RoutersIpV6AdminTest-1184791079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:37:49.695617 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da400ac-6080-412e-a69e-73588e80a2c2 req-2519706b-19a2-45e2-92a7-b9f26a43d5ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:37:49.697133 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-9da400ac-6080-412e-a69e-73588e80a2c2 req-2519706b-19a2-45e2-92a7-b9f26a43d5ae service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f20c54fb-f7da-4761-aa61-2e4f99f3d332 HTTP/1.1" status: 200 len: 843 time: 0.0650039 Jul 14 18:37:49.741094 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ee123c-f47e-4836-b549-3a33db48dbf8 tempest-RoutersIpV6AdminTest-1184791079 tempest-RoutersIpV6AdminTest-1184791079-project] Pushing event updated for resources: {'Port': ['ID=64567f3c-5d39-4188-8164-07a0c082d6dc,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:37:49.749004 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59ee123c-f47e-4836-b549-3a33db48dbf8 tempest-RoutersIpV6AdminTest-1184791079 tempest-RoutersIpV6AdminTest-1184791079-project] Network 9200a437-e1de-4520-88f6-e68386523e61 is already hosted by enough agents. {{(pid=93916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:37:49.750722 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [None req-59ee123c-f47e-4836-b549-3a33db48dbf8 tempest-RoutersIpV6AdminTest-1184791079 tempest-RoutersIpV6AdminTest-1184791079-project] Resources bound (agent type, host, resource id): {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:37:49.756948 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59ee123c-f47e-4836-b549-3a33db48dbf8 tempest-RoutersIpV6AdminTest-1184791079 tempest-RoutersIpV6AdminTest-1184791079-project] Received port after_create {{(pid=93916) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:37:49.802719 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a992fbf-797b-4400-bc79-6d2c23ced268 req-2611aba0-67ef-43b0-a31b-a428a2fabc4f tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:37:49.804327 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-9a992fbf-797b-4400-bc79-6d2c23ced268 req-2611aba0-67ef-43b0-a31b-a428a2fabc4f tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] 10.222.0.16 "GET /v2.0/ports?device_id=9cc02da8-a510-4707-81d5-af2edaddbb4a HTTP/1.1" status: 200 len: 947 time: 0.1226399 Jul 14 18:37:49.807514 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da400ac-6080-412e-a69e-73588e80a2c2 req-03bc28b7-cf82-432a-bf19-3d7bf0c8a18b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:37:49.808997 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-9da400ac-6080-412e-a69e-73588e80a2c2 req-03bc28b7-cf82-432a-bf19-3d7bf0c8a18b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4f742057-89ee-4b4a-86f7-487ee61881a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0946455 Jul 14 18:37:49.896685 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-9a992fbf-797b-4400-bc79-6d2c23ced268 req-15486806-8c6b-4109-9cc9-0e3c41141819 tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] 10.222.0.16 "GET /v2.0/security-groups?id=3eac0233-2f58-4c36-8bbf-3f6eb68f3b22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0850842 Jul 14 18:37:49.946376 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-9da400ac-6080-412e-a69e-73588e80a2c2 req-adf64634-bfb9-493a-bfdb-69d201132f24 service neutron] 10.222.0.35 "GET /v2.0/networks/4f742057-89ee-4b4a-86f7-487ee61881a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283150 Jul 14 18:37:50.110698 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-9da400ac-6080-412e-a69e-73588e80a2c2 req-3d34b9f8-7864-4418-a64b-ad6468d952aa service neutron] 10.222.0.35 "GET /v2.0/networks/4f742057-89ee-4b4a-86f7-487ee61881a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1565714 Jul 14 18:37:50.126949 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-59ee123c-f47e-4836-b549-3a33db48dbf8 tempest-RoutersIpV6AdminTest-1184791079 tempest-RoutersIpV6AdminTest-1184791079-project] Notify callbacks [] for router_gateway, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:37:50.323297 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b44243a9-2f64-4ecc-8132-332cd1ea9b2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:37:50.377708 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-59ee123c-f47e-4836-b549-3a33db48dbf8 tempest-RoutersIpV6AdminTest-1184791079 tempest-RoutersIpV6AdminTest-1184791079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-929996', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-571750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11395'] for router, precommit_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:37:50.381664 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-59ee123c-f47e-4836-b549-3a33db48dbf8 tempest-RoutersIpV6AdminTest-1184791079 tempest-RoutersIpV6AdminTest-1184791079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-930033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-929987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-930042', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-571805'] for router, after_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:37:50.584956 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59ee123c-f47e-4836-b549-3a33db48dbf8 tempest-RoutersIpV6AdminTest-1184791079 tempest-RoutersIpV6AdminTest-1184791079-project] Router ecc8554a-6351-4f99-a067-61bbb85f8d49 is scheduled to L3 agent 2c6eb27e-defb-4cca-9a24-381c7415e359 with binding_index 1 {{(pid=93916) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 18:37:50.854654 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e120ea-7ad3-4c37-8145-a141c52d3c0d req-c129eff8-69f4-4299-873f-c3ead078da0b tempest-TestNetworkAdvancedServerOps-1839370163 tempest-TestNetworkAdvancedServerOps-1839370163-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:37:50.862453 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-72e120ea-7ad3-4c37-8145-a141c52d3c0d req-c129eff8-69f4-4299-873f-c3ead078da0b tempest-TestNetworkAdvancedServerOps-1839370163 tempest-TestNetworkAdvancedServerOps-1839370163-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=7677033f-c81d-4c6b-bb6d-c53ed17bcb6d HTTP/1.1" status: 200 len: 1097 time: 0.1058829 Jul 14 18:37:50.890945 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-72e120ea-7ad3-4c37-8145-a141c52d3c0d req-0349a8df-144c-4b42-983c-11504374d010 tempest-TestNetworkAdvancedServerOps-1839370163 tempest-TestNetworkAdvancedServerOps-1839370163-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:37:50.926422 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ed3b15-1b70-4c58-837e-0d72705be271 req-83e95a00-cc30-4fae-9a5d-5210a0cd9441 tempest-VolumesBackupsTest-1789583416 tempest-VolumesBackupsTest-1789583416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:37:50.928202 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-37ed3b15-1b70-4c58-837e-0d72705be271 req-83e95a00-cc30-4fae-9a5d-5210a0cd9441 tempest-VolumesBackupsTest-1789583416 tempest-VolumesBackupsTest-1789583416-project] 10.222.0.16 "GET /v2.0/ports?device_id=d3c3813b-46f5-4cd6-bab9-b34bb173e646 HTTP/1.1" status: 200 len: 947 time: 0.1236565 Jul 14 18:37:50.999398 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-37ed3b15-1b70-4c58-837e-0d72705be271 req-1107de79-cd87-49f3-acac-3ea878ce26f3 tempest-VolumesBackupsTest-1789583416 tempest-VolumesBackupsTest-1789583416-project] 10.222.0.16 "GET /v2.0/security-groups?id=7e9bed6e-f7fd-4324-9c9a-ba8d68e5267e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604022 Jul 14 18:37:51.121663 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-72e120ea-7ad3-4c37-8145-a141c52d3c0d req-0349a8df-144c-4b42-983c-11504374d010 tempest-TestNetworkAdvancedServerOps-1839370163 tempest-TestNetworkAdvancedServerOps-1839370163-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:37:51.130042 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-72e120ea-7ad3-4c37-8145-a141c52d3c0d req-0349a8df-144c-4b42-983c-11504374d010 tempest-TestNetworkAdvancedServerOps-1839370163 tempest-TestNetworkAdvancedServerOps-1839370163-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:37:51.139309 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59ee123c-f47e-4836-b549-3a33db48dbf8 tempest-RoutersIpV6AdminTest-1184791079 tempest-RoutersIpV6AdminTest-1184791079-project] Notify agent at l3_agent.n-d-800634-3 the message routers_updated {{(pid=93916) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 18:37:51.151649 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76bbeacb-ca80-40de-ae80-4b8443cb6336 None None] Sync routers for ids ['ecc8554a-6351-4f99-a067-61bbb85f8d49'] in n-d-800634-3 {{(pid=93917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 18:37:51.167959 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76bbeacb-ca80-40de-ae80-4b8443cb6336 None None] Routers {'ecc8554a-6351-4f99-a067-61bbb85f8d49'} bound to L3 agent in host n-d-800634-3 {{(pid=93917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:37:51.168782 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-59ee123c-f47e-4836-b549-3a33db48dbf8 tempest-RoutersIpV6AdminTest-1184791079 tempest-RoutersIpV6AdminTest-1184791079-project] Notify callbacks [] for router, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:37:51.168960 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-76bbeacb-ca80-40de-ae80-4b8443cb6336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:37:23Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['ecc8554a-6351-4f99-a067-61bbb85f8d49'], 'active': True} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:37:51.170712 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-59ee123c-f47e-4836-b549-3a33db48dbf8 tempest-RoutersIpV6AdminTest-1184791079 tempest-RoutersIpV6AdminTest-1184791079-project] 10.222.0.16 "PUT /v2.0/routers/ecc8554a-6351-4f99-a067-61bbb85f8d49 HTTP/1.1" status: 200 len: 882 time: 2.2776146 Jul 14 18:37:51.173375 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 52604) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:37:51.224693 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-72e120ea-7ad3-4c37-8145-a141c52d3c0d req-0349a8df-144c-4b42-983c-11504374d010 tempest-TestNetworkAdvancedServerOps-1839370163 tempest-TestNetworkAdvancedServerOps-1839370163-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=c67cf0ff-df49-40b6-a3f5-cbd66b5fac2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3611798 Jul 14 18:37:51.238520 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0349a8df-144c-4b42-983c-11504374d010 tempest-TestNetworkAdvancedServerOps-1839370163 tempest-TestNetworkAdvancedServerOps-1839370163-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48037093-5e3c-4c4f-a934-773e28031e15,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:37:51.263526 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-76bbeacb-ca80-40de-ae80-4b8443cb6336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-3', False) {} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:37:51.280742 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76bbeacb-ca80-40de-ae80-4b8443cb6336 None None] Routers {'ecc8554a-6351-4f99-a067-61bbb85f8d49'} bound to L3 agent in host n-d-800634-3 {{(pid=93917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:37:51.281371 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-76bbeacb-ca80-40de-ae80-4b8443cb6336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:37:23Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['ecc8554a-6351-4f99-a067-61bbb85f8d49'], 'active': True} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:37:51.297594 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79b758f-1613-4b77-afcc-59af8f60d6b3 req-bacc6ce5-123e-46e1-867b-5f21ff924557 tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:37:51.306991 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-48d33eb8-8c36-4b86-af5d-ad4ecc3d2f77 tempest-RoutersIpV6AdminTest-1118464879 tempest-RoutersIpV6AdminTest-1118464879-project-admin] 10.222.0.16 "GET /v2.0/routers/ecc8554a-6351-4f99-a067-61bbb85f8d49 HTTP/1.1" status: 200 len: 923 time: 0.1322074 Jul 14 18:37:51.308673 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a79b758f-1613-4b77-afcc-59af8f60d6b3 req-bacc6ce5-123e-46e1-867b-5f21ff924557 tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] 10.222.0.16 "GET /v2.0/ports?device_id=9cc02da8-a510-4707-81d5-af2edaddbb4a HTTP/1.1" status: 200 len: 947 time: 0.1596506 Jul 14 18:37:51.309705 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 52610) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:37:51.317538 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-76bbeacb-ca80-40de-ae80-4b8443cb6336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-3', False) {} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:37:51.318191 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76bbeacb-ca80-40de-ae80-4b8443cb6336 None None] The sync data for ids ['ecc8554a-6351-4f99-a067-61bbb85f8d49'] in n-d-800634-3 is: [] {{(pid=93917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 18:37:51.372418 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c605b183-2f3b-47ce-8209-d44361ecc7e5 tempest-RoutersIpV6AdminTest-1118464879 tempest-RoutersIpV6AdminTest-1118464879-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:37:51.377443 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-c605b183-2f3b-47ce-8209-d44361ecc7e5 tempest-RoutersIpV6AdminTest-1118464879 tempest-RoutersIpV6AdminTest-1118464879-project-admin] 10.222.0.16 "GET /v2.0/ports?network_id=9200a437-e1de-4520-88f6-e68386523e61&device_id=ecc8554a-6351-4f99-a067-61bbb85f8d49&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0665281 Jul 14 18:37:51.378131 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 52612) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:37:51.382240 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a79b758f-1613-4b77-afcc-59af8f60d6b3 req-7697f4ac-c038-48e4-8781-651d4acb7ece tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] 10.222.0.16 "GET /v2.0/security-groups?id=3eac0233-2f58-4c36-8bbf-3f6eb68f3b22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697589 Jul 14 18:37:51.496886 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de53572c-d084-43e8-b506-424f29fd60c7 tempest-RoutersIpV6AdminTest-1118464879 tempest-RoutersIpV6AdminTest-1118464879-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:37:51.501577 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 52616) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:37:51.501901 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-de53572c-d084-43e8-b506-424f29fd60c7 tempest-RoutersIpV6AdminTest-1118464879 tempest-RoutersIpV6AdminTest-1118464879-project-admin] 10.222.0.16 "GET /v2.0/networks/9200a437-e1de-4520-88f6-e68386523e61 HTTP/1.1" status: 200 len: 881 time: 0.1227238 Jul 14 18:37:51.566813 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-9d3d0f8c-968c-4f50-aed7-1dbf170610d0 tempest-RoutersIpV6AdminTest-1184791079 tempest-RoutersIpV6AdminTest-1184791079-project] 10.222.0.16 "GET /v2.0/ports?device_id=ecc8554a-6351-4f99-a067-61bbb85f8d49 HTTP/1.1" status: 200 len: 205 time: 0.0636415 Jul 14 18:37:51.569113 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 52620) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:37:51.625086 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f781fee9-45bf-4a50-9ae1-7357657db602 req-b100cab9-6047-4d2e-aade-7eff7ffbc5ea tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:37:51.626740 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f781fee9-45bf-4a50-9ae1-7357657db602 req-b100cab9-6047-4d2e-aade-7eff7ffbc5ea tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] 10.222.0.16 "GET /v2.0/ports?device_id=7677033f-c81d-4c6b-bb6d-c53ed17bcb6d HTTP/1.1" status: 200 len: 946 time: 0.1142838 Jul 14 18:37:51.672103 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f781fee9-45bf-4a50-9ae1-7357657db602 req-56607f99-d76a-4cba-8aef-beb6fbed2491 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] 10.222.0.16 "GET /v2.0/security-groups?id=c67cf0ff-df49-40b6-a3f5-cbd66b5fac2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387642 Jul 14 18:37:51.698249 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 52622) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:37:51.704632 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-e240f3b3-5516-4d41-8cd8-2427810d9964 tempest-RoutersIpV6AdminTest-1184791079 tempest-RoutersIpV6AdminTest-1184791079-project] Notify callbacks [] for router, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:37:51.764096 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-dfac1943-64ca-49ce-8096-45d2932aa7f0 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] 10.222.0.16 "GET /v2.0/floatingips/a8b2e078-95b9-4c86-b91f-b8ac585320f3 HTTP/1.1" status: 200 len: 993 time: 0.0644293 Jul 14 18:37:51.862542 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-e240f3b3-5516-4d41-8cd8-2427810d9964 tempest-RoutersIpV6AdminTest-1184791079 tempest-RoutersIpV6AdminTest-1184791079-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:37:51.941099 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-e240f3b3-5516-4d41-8cd8-2427810d9964 tempest-RoutersIpV6AdminTest-1184791079 tempest-RoutersIpV6AdminTest-1184791079-project] Deleting port 64567f3c-5d39-4188-8164-07a0c082d6dc {{(pid=93916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:37:51.941446 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-e240f3b3-5516-4d41-8cd8-2427810d9964 tempest-RoutersIpV6AdminTest-1184791079 tempest-RoutersIpV6AdminTest-1184791079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:37:51.947201 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Device 0d132675-294f-4111-bf03-f90a25eb6fff details requested by agent hyperv_n-h2-800634-3 with host n-h2-800634-3 {{(pid=93917) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 18:37:52.045257 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-e240f3b3-5516-4d41-8cd8-2427810d9964 tempest-RoutersIpV6AdminTest-1184791079 tempest-RoutersIpV6AdminTest-1184791079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:37:52.072919 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-e240f3b3-5516-4d41-8cd8-2427810d9964 tempest-RoutersIpV6AdminTest-1184791079 tempest-RoutersIpV6AdminTest-1184791079-project] Calling delete_port for 64567f3c-5d39-4188-8164-07a0c082d6dc owned by network:router_gateway {{(pid=93916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:37:52.083955 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] For port 0d132675-294f-4111-bf03-f90a25eb6fff, host n-h2-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=0d132675-294f-4111-bf03-f90a25eb6fff,segment=NetworkSegment(067fc487-22c7-42de-972d-ae352a28ad29),segment_id=067fc487-22c7-42de-972d-ae352a28ad29)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:37:52.098806 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Returning: {'device': '0d132675-294f-4111-bf03-f90a25eb6fff', 'network_id': '4f742057-89ee-4b4a-86f7-487ee61881a1', 'port_id': '0d132675-294f-4111-bf03-f90a25eb6fff', 'mac_address': 'fa:16:3e:f6:08:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f20c54fb-f7da-4761-aa61-2e4f99f3d332', 'ip_address': '192.168.233.28'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93917) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 18:37:52.149161 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:37:52.171628 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d132675-294f-4111-bf03-f90a25eb6fff {{(pid=93917) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 18:37:52.214862 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] For port 0d132675-294f-4111-bf03-f90a25eb6fff, host n-h2-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=0d132675-294f-4111-bf03-f90a25eb6fff,segment=NetworkSegment(067fc487-22c7-42de-972d-ae352a28ad29),segment_id=067fc487-22c7-42de-972d-ae352a28ad29)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:37:52.224317 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:37:52.245380 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82125155-28f9-427f-974e-066bf2b4557a req-b0cd6fee-248e-4a44-957f-114fb382aa5b tempest-VolumesBackupsTest-1789583416 tempest-VolumesBackupsTest-1789583416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:37:52.250698 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-82125155-28f9-427f-974e-066bf2b4557a req-b0cd6fee-248e-4a44-957f-114fb382aa5b tempest-VolumesBackupsTest-1789583416 tempest-VolumesBackupsTest-1789583416-project] 10.222.0.16 "GET /v2.0/ports?device_id=d3c3813b-46f5-4cd6-bab9-b34bb173e646 HTTP/1.1" status: 200 len: 947 time: 0.1262259 Jul 14 18:37:52.311131 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-82125155-28f9-427f-974e-066bf2b4557a req-8574fe0e-2226-4241-bebd-e1d5dff8b2cc tempest-VolumesBackupsTest-1789583416 tempest-VolumesBackupsTest-1789583416-project] 10.222.0.16 "GET /v2.0/security-groups?id=7e9bed6e-f7fd-4324-9c9a-ba8d68e5267e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542099 Jul 14 18:37:52.318718 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Pushing event updated for resources: {'Port': ['ID=0d132675-294f-4111-bf03-f90a25eb6fff,revision_number=4']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:37:52.388072 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-e240f3b3-5516-4d41-8cd8-2427810d9964 tempest-RoutersIpV6AdminTest-1184791079 tempest-RoutersIpV6AdminTest-1184791079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:37:52.425702 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e240f3b3-5516-4d41-8cd8-2427810d9964 tempest-RoutersIpV6AdminTest-1184791079 tempest-RoutersIpV6AdminTest-1184791079-project] Pushing event deleted for resources: {'Port': ['ID=64567f3c-5d39-4188-8164-07a0c082d6dc,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:37:52.507658 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-e240f3b3-5516-4d41-8cd8-2427810d9964 tempest-RoutersIpV6AdminTest-1184791079 tempest-RoutersIpV6AdminTest-1184791079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-930057'] for router_gateway, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:37:52.527357 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] get_ports_and_sgs() called for port_ids ['0d132675-294f-4111-bf03-f90a25eb6fff'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 18:37:52.636499 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-e240f3b3-5516-4d41-8cd8-2427810d9964 tempest-RoutersIpV6AdminTest-1184791079 tempest-RoutersIpV6AdminTest-1184791079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-571778', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11402'] for router, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:37:52.639001 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-e240f3b3-5516-4d41-8cd8-2427810d9964 tempest-RoutersIpV6AdminTest-1184791079 tempest-RoutersIpV6AdminTest-1184791079-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:37:52.718275 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-e240f3b3-5516-4d41-8cd8-2427810d9964 tempest-RoutersIpV6AdminTest-1184791079 tempest-RoutersIpV6AdminTest-1184791079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-541202'] for router, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:37:52.719145 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e240f3b3-5516-4d41-8cd8-2427810d9964 tempest-RoutersIpV6AdminTest-1184791079 tempest-RoutersIpV6AdminTest-1184791079-project] Fanout notify agent at l3_agent the message router_deleted on router ecc8554a-6351-4f99-a067-61bbb85f8d49 {{(pid=93916) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 18:37:52.732110 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-e240f3b3-5516-4d41-8cd8-2427810d9964 tempest-RoutersIpV6AdminTest-1184791079 tempest-RoutersIpV6AdminTest-1184791079-project] Notify callbacks [] for router, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:37:52.737752 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-e240f3b3-5516-4d41-8cd8-2427810d9964 tempest-RoutersIpV6AdminTest-1184791079 tempest-RoutersIpV6AdminTest-1184791079-project] 10.222.0.16 "DELETE /v2.0/routers/ecc8554a-6351-4f99-a067-61bbb85f8d49 HTTP/1.1" status: 204 len: 168 time: 1.1675231 Jul 14 18:37:52.742549 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 52648) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:37:52.748703 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-4c18a0d5-6009-4bd9-b76b-9fe4f01c8d89 tempest-RoutersIpV6AdminTest-1184791079 tempest-RoutersIpV6AdminTest-1184791079-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1889004325', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:37:52.817258 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-4c18a0d5-6009-4bd9-b76b-9fe4f01c8d89 tempest-RoutersIpV6AdminTest-1184791079 tempest-RoutersIpV6AdminTest-1184791079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-571768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11104'] for router, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:37:52.818332 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-4c18a0d5-6009-4bd9-b76b-9fe4f01c8d89 tempest-RoutersIpV6AdminTest-1184791079 tempest-RoutersIpV6AdminTest-1184791079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-571675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-930014', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-632314', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11129'] for router, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:37:52.831324 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 52652) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:37:52.850708 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-d980c706-63c5-47d5-9fec-9f23d921c2a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:37:52.886447 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-4c18a0d5-6009-4bd9-b76b-9fe4f01c8d89 tempest-RoutersIpV6AdminTest-1184791079 tempest-RoutersIpV6AdminTest-1184791079-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:37:52.894062 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-4c18a0d5-6009-4bd9-b76b-9fe4f01c8d89 tempest-RoutersIpV6AdminTest-1184791079 tempest-RoutersIpV6AdminTest-1184791079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-571759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-930033'] for router, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:37:52.933874 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-4c18a0d5-6009-4bd9-b76b-9fe4f01c8d89 tempest-RoutersIpV6AdminTest-1184791079 tempest-RoutersIpV6AdminTest-1184791079-project] Notify callbacks [] for router, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:37:52.939268 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-4c18a0d5-6009-4bd9-b76b-9fe4f01c8d89 tempest-RoutersIpV6AdminTest-1184791079 tempest-RoutersIpV6AdminTest-1184791079-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.1954243 Jul 14 18:37:52.940523 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 52656) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:37:52.947964 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-99f36ea6-ee21-437e-a758-6a72e5f3143c tempest-RoutersIpV6AdminTest-1118464879 tempest-RoutersIpV6AdminTest-1118464879-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'enable_snat': True}}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:37:52.982228 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-6eea697f-454f-4fa1-8305-5b5e615bfaea req-61e5134d-bede-441d-bfc1-f71070c8af5b service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=7677033f-c81d-4c6b-bb6d-c53ed17bcb6d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1145270 Jul 14 18:37:53.033068 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-55ccd820-12a3-4f32-894b-cbed6cee2aa3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:37:53.142660 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-55ccd820-12a3-4f32-894b-cbed6cee2aa3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:37:53.157772 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-55ccd820-12a3-4f32-894b-cbed6cee2aa3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:37:53.207436 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-55ccd820-12a3-4f32-894b-cbed6cee2aa3 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=64d4b84ca7474af6a9c5882968696008&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3720193 Jul 14 18:37:53.208065 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 52666) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:37:53.218653 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ccd820-12a3-4f32-894b-cbed6cee2aa3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6d49bfb-9dd8-4e4f-87db-21aa4d36ac7d,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:37:53.220645 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:37:53.240164 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-99f36ea6-ee21-437e-a758-6a72e5f3143c tempest-RoutersIpV6AdminTest-1118464879 tempest-RoutersIpV6AdminTest-1118464879-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-929996', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-571750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11395'] for router, precommit_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:37:53.261393 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f674c6d-d5bd-4336-940a-10975fb0cbd9 req-86d162e9-b8e1-41f9-b9ee-4723b723fc67 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:37:53.263767 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-0f674c6d-d5bd-4336-940a-10975fb0cbd9 req-86d162e9-b8e1-41f9-b9ee-4723b723fc67 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] 10.222.0.16 "GET /v2.0/ports?device_id=7677033f-c81d-4c6b-bb6d-c53ed17bcb6d HTTP/1.1" status: 200 len: 946 time: 0.3119135 Jul 14 18:37:53.305135 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-003be08a-4c60-47eb-9439-a6051d0dc2d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:37:53.328729 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-003be08a-4c60-47eb-9439-a6051d0dc2d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:37:53.356181 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-0f674c6d-d5bd-4336-940a-10975fb0cbd9 req-52b1f91a-6818-43a5-a83d-baf041dd7f86 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] 10.222.0.16 "GET /v2.0/security-groups?id=c67cf0ff-df49-40b6-a3f5-cbd66b5fac2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772436 Jul 14 18:37:53.389933 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-003be08a-4c60-47eb-9439-a6051d0dc2d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:37:53.392980 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-003be08a-4c60-47eb-9439-a6051d0dc2d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:37:53.396697 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-003be08a-4c60-47eb-9439-a6051d0dc2d2 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a6d49bfb-9dd8-4e4f-87db-21aa4d36ac7d HTTP/1.1" status: 204 len: 168 time: 0.1850872 Jul 14 18:37:53.417693 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003be08a-4c60-47eb-9439-a6051d0dc2d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6d49bfb-9dd8-4e4f-87db-21aa4d36ac7d,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:37:53.585404 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-99f36ea6-ee21-437e-a758-6a72e5f3143c tempest-RoutersIpV6AdminTest-1118464879 tempest-RoutersIpV6AdminTest-1118464879-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:37:53.608164 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-99f36ea6-ee21-437e-a758-6a72e5f3143c tempest-RoutersIpV6AdminTest-1118464879 tempest-RoutersIpV6AdminTest-1118464879-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:37:53.623500 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368577a2-4572-4ff3-a917-187e14dc8f95 req-5b6bf8d4-e361-4e0c-8051-e0b0c7bae9eb tempest-VolumesBackupsTest-1789583416 tempest-VolumesBackupsTest-1789583416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:37:53.625125 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-368577a2-4572-4ff3-a917-187e14dc8f95 req-5b6bf8d4-e361-4e0c-8051-e0b0c7bae9eb tempest-VolumesBackupsTest-1789583416 tempest-VolumesBackupsTest-1789583416-project] 10.222.0.16 "GET /v2.0/ports?device_id=d3c3813b-46f5-4cd6-bab9-b34bb173e646 HTTP/1.1" status: 200 len: 948 time: 0.1334636 Jul 14 18:37:53.753388 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-368577a2-4572-4ff3-a917-187e14dc8f95 req-8c45b91a-eed9-4b38-bc6e-b55f69a0ba11 tempest-VolumesBackupsTest-1789583416 tempest-VolumesBackupsTest-1789583416-project] 10.222.0.16 "GET /v2.0/security-groups?id=7e9bed6e-f7fd-4324-9c9a-ba8d68e5267e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203930 Jul 14 18:37:53.788978 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.db_base_plugin_common [None req-99f36ea6-ee21-437e-a758-6a72e5f3143c tempest-RoutersIpV6AdminTest-1118464879 tempest-RoutersIpV6AdminTest-1118464879-project-admin] Allocated IP 172.25.1.167 (9200a437-e1de-4520-88f6-e68386523e61/5f47f848-4532-407a-a0e2-5690ade15fd0/810e5248-3723-4d29-93ea-3b379676c1ef) {{(pid=93915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:37:53.921386 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-99f36ea6-ee21-437e-a758-6a72e5f3143c tempest-RoutersIpV6AdminTest-1118464879 tempest-RoutersIpV6AdminTest-1118464879-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:37:53.969051 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Device 0d132675-294f-4111-bf03-f90a25eb6fff up at agent hyperv_n-h2-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:37:53.977336 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-99f36ea6-ee21-437e-a758-6a72e5f3143c tempest-RoutersIpV6AdminTest-1118464879 tempest-RoutersIpV6AdminTest-1118464879-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:37:54.030400 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99f36ea6-ee21-437e-a758-6a72e5f3143c tempest-RoutersIpV6AdminTest-1118464879 tempest-RoutersIpV6AdminTest-1118464879-project-admin] Network 9200a437-e1de-4520-88f6-e68386523e61 is already hosted by enough agents. {{(pid=93915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:37:54.036228 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [None req-99f36ea6-ee21-437e-a758-6a72e5f3143c tempest-RoutersIpV6AdminTest-1118464879 tempest-RoutersIpV6AdminTest-1118464879-project-admin] Resources bound (agent type, host, resource id): {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:37:54.036774 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Provisioning for port 0d132675-294f-4111-bf03-f90a25eb6fff completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:37:54.040572 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99f36ea6-ee21-437e-a758-6a72e5f3143c tempest-RoutersIpV6AdminTest-1118464879 tempest-RoutersIpV6AdminTest-1118464879-project-admin] Received port after_create {{(pid=93915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:37:54.043657 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Provisioning complete for port 0d132675-294f-4111-bf03-f90a25eb6fff triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:37:54.044036 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:37:54.072333 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f36ea6-ee21-437e-a758-6a72e5f3143c tempest-RoutersIpV6AdminTest-1118464879 tempest-RoutersIpV6AdminTest-1118464879-project-admin] Pushing event updated for resources: {'Port': ['ID=810e5248-3723-4d29-93ea-3b379676c1ef,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:37:54.128109 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-574aeb93-9938-449c-8e6c-cb22c9b52cc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:37:54.142726 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:37:54.167533 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3c3813b-46f5-4cd6-bab9-b34bb173e646', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d132675-294f-4111-bf03-f90a25eb6fff'}] {{(pid=93917) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:37:54.170805 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20b787f3c29eaa7aa2a4d648c725a2124c5ff39a8d793252f9d844495e14cf42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c40aa59-a680-4dd3-a379-9dfc1cfb8406" -d '{"events": [{"server_uuid": "d3c3813b-46f5-4cd6-bab9-b34bb173e646", "name": "network-vif-plugged", "status": "completed", "tag": "0d132675-294f-4111-bf03-f90a25eb6fff"}]}' {{(pid=93917) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:37:54.186326 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] For port 0d132675-294f-4111-bf03-f90a25eb6fff, host n-h2-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=0d132675-294f-4111-bf03-f90a25eb6fff,segment=NetworkSegment(067fc487-22c7-42de-972d-ae352a28ad29),segment_id=067fc487-22c7-42de-972d-ae352a28ad29)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:37:54.192749 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:37:54.235049 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 18:37:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-472cd2fb-21f1-4d88-9b66-4992900e8f38 x-openstack-request-id: req-472cd2fb-21f1-4d88-9b66-4992900e8f38 {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:37:54.237350 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3c3813b-46f5-4cd6-bab9-b34bb173e646", "name": "network-vif-plugged", "status": "completed", "tag": "0d132675-294f-4111-bf03-f90a25eb6fff", "code": 200}]} {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:37:54.237874 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-472cd2fb-21f1-4d88-9b66-4992900e8f38 {{(pid=93917) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:37:54.238663 n-d-800634-3 neutron-server[93917]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3c3813b-46f5-4cd6-bab9-b34bb173e646', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d132675-294f-4111-bf03-f90a25eb6fff', 'code': 200} Jul 14 18:37:54.262100 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Pushing event updated for resources: {'Port': ['ID=0d132675-294f-4111-bf03-f90a25eb6fff,revision_number=5']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:37:54.392497 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-99f36ea6-ee21-437e-a758-6a72e5f3143c tempest-RoutersIpV6AdminTest-1118464879 tempest-RoutersIpV6AdminTest-1118464879-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:37:54.449406 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89143ca-2ef3-4100-9b8e-cd0c37e4c66a req-4866d15e-d634-4099-a556-7bf6e2e6caad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:37:54.450927 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c89143ca-2ef3-4100-9b8e-cd0c37e4c66a req-4866d15e-d634-4099-a556-7bf6e2e6caad service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=d3c3813b-46f5-4cd6-bab9-b34bb173e646 HTTP/1.1" status: 200 len: 1100 time: 0.1165240 Jul 14 18:37:54.578707 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c89143ca-2ef3-4100-9b8e-cd0c37e4c66a req-96facaf2-f958-49c9-af47-d96eb68b3835 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=7e9bed6e-f7fd-4324-9c9a-ba8d68e5267e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996022 Jul 14 18:37:54.727322 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e19e4f-7fd2-48b0-8f36-f1d3cb7cf88f req-6fb498ca-0ec1-471f-95c4-621fec151b03 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:37:54.728910 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f7e19e4f-7fd2-48b0-8f36-f1d3cb7cf88f req-6fb498ca-0ec1-471f-95c4-621fec151b03 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] 10.222.0.16 "GET /v2.0/ports?device_id=7677033f-c81d-4c6b-bb6d-c53ed17bcb6d HTTP/1.1" status: 200 len: 946 time: 0.2330191 Jul 14 18:37:54.739258 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 52724) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:37:54.742624 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-99f36ea6-ee21-437e-a758-6a72e5f3143c tempest-RoutersIpV6AdminTest-1118464879 tempest-RoutersIpV6AdminTest-1118464879-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-929996', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-571750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11395'] for router, precommit_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:37:54.760028 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-99f36ea6-ee21-437e-a758-6a72e5f3143c tempest-RoutersIpV6AdminTest-1118464879 tempest-RoutersIpV6AdminTest-1118464879-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-930033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-929987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-930042', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-571805'] for router, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:37:54.772350 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eea697f-454f-4fa1-8305-5b5e615bfaea req-91698752-61d2-4577-b1d6-424d4784a6ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:37:54.773849 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6eea697f-454f-4fa1-8305-5b5e615bfaea req-91698752-61d2-4577-b1d6-424d4784a6ea service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=af718961b2754d7c873f442ed35947bb&device_id=7677033f-c81d-4c6b-bb6d-c53ed17bcb6d HTTP/1.1" status: 200 len: 1097 time: 0.1601055 Jul 14 18:37:54.865419 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-98448cd2-7141-4c27-b075-7f71e751cc71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:37:54.870507 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f7e19e4f-7fd2-48b0-8f36-f1d3cb7cf88f req-9df08110-0306-4335-8a57-6f7965c3475d tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] 10.222.0.16 "GET /v2.0/security-groups?id=c67cf0ff-df49-40b6-a3f5-cbd66b5fac2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1314793 Jul 14 18:37:55.000912 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-98448cd2-7141-4c27-b075-7f71e751cc71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:37:55.006496 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-98448cd2-7141-4c27-b075-7f71e751cc71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:37:55.011747 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eea697f-454f-4fa1-8305-5b5e615bfaea req-504c6d76-54c2-4e13-8c68-6f7162374e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:37:55.013267 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6eea697f-454f-4fa1-8305-5b5e615bfaea req-504c6d76-54c2-4e13-8c68-6f7162374e84 service neutron] 10.222.0.18 "GET /v2.0/networks?id=725cc431-8d64-405c-80c6-620abc8a4603 HTTP/1.1" status: 200 len: 896 time: 0.2044113 Jul 14 18:37:55.035932 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-98448cd2-7141-4c27-b075-7f71e751cc71 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9a632bde6de44a8dbb58d5a644b56bd8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2947140 Jul 14 18:37:55.043338 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 52734) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:37:55.079392 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98448cd2-7141-4c27-b075-7f71e751cc71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f4d9632-43cd-426c-b41c-5391c76b518b,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:37:55.093867 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6679d80a-6be8-4bfa-8745-75c364020c24 req-15b271ed-d6a1-484a-9893-e351d6332efc tempest-VolumesBackupsTest-1789583416 tempest-VolumesBackupsTest-1789583416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:37:55.095824 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6679d80a-6be8-4bfa-8745-75c364020c24 req-15b271ed-d6a1-484a-9893-e351d6332efc tempest-VolumesBackupsTest-1789583416 tempest-VolumesBackupsTest-1789583416-project] 10.222.0.16 "GET /v2.0/ports?device_id=d3c3813b-46f5-4cd6-bab9-b34bb173e646 HTTP/1.1" status: 200 len: 949 time: 0.1791379 Jul 14 18:37:55.113917 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-3ee077b9-cd74-4305-b40b-414974860cd7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:37:55.116331 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99f36ea6-ee21-437e-a758-6a72e5f3143c tempest-RoutersIpV6AdminTest-1118464879 tempest-RoutersIpV6AdminTest-1118464879-project-admin] Router 7889222c-845b-4e8d-8eb6-d8a03ce5b031 is scheduled to L3 agent 2c6eb27e-defb-4cca-9a24-381c7415e359 with binding_index 1 {{(pid=93915) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 18:37:55.134408 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6eea697f-454f-4fa1-8305-5b5e615bfaea req-cfe98dba-2c5d-4f3f-be9a-6ccd9b7bb1d8 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f0ed37c3-f8f4-4ace-a3e5-c949da3a8a48 HTTP/1.1" status: 200 len: 1001 time: 0.1137249 Jul 14 18:37:55.137633 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-3ee077b9-cd74-4305-b40b-414974860cd7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:37:55.186424 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-3ee077b9-cd74-4305-b40b-414974860cd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:37:55.189109 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-3ee077b9-cd74-4305-b40b-414974860cd7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:37:55.190831 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-3ee077b9-cd74-4305-b40b-414974860cd7 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6f4d9632-43cd-426c-b41c-5391c76b518b HTTP/1.1" status: 204 len: 168 time: 0.1461530 Jul 14 18:37:55.198964 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee077b9-cd74-4305-b40b-414974860cd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f4d9632-43cd-426c-b41c-5391c76b518b,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:37:55.225064 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6679d80a-6be8-4bfa-8745-75c364020c24 req-ca21c844-dd8b-4820-8aea-be07c048da4f tempest-VolumesBackupsTest-1789583416 tempest-VolumesBackupsTest-1789583416-project] 10.222.0.16 "GET /v2.0/security-groups?id=7e9bed6e-f7fd-4324-9c9a-ba8d68e5267e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185138 Jul 14 18:37:55.288496 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eea697f-454f-4fa1-8305-5b5e615bfaea req-5f3517ce-3de0-4593-beb3-6d908c628fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:37:55.290086 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6eea697f-454f-4fa1-8305-5b5e615bfaea req-5f3517ce-3de0-4593-beb3-6d908c628fd4 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2613ee9b-ec36-428a-b270-275b26077e23 HTTP/1.1" status: 200 len: 834 time: 0.1480904 Jul 14 18:37:55.340867 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99f36ea6-ee21-437e-a758-6a72e5f3143c tempest-RoutersIpV6AdminTest-1118464879 tempest-RoutersIpV6AdminTest-1118464879-project-admin] Notify agent at l3_agent.n-d-800634-3 the message routers_updated {{(pid=93915) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 18:37:55.346304 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-99f36ea6-ee21-437e-a758-6a72e5f3143c tempest-RoutersIpV6AdminTest-1118464879 tempest-RoutersIpV6AdminTest-1118464879-project-admin] Notify callbacks [] for router, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:37:55.347590 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-99f36ea6-ee21-437e-a758-6a72e5f3143c tempest-RoutersIpV6AdminTest-1118464879 tempest-RoutersIpV6AdminTest-1118464879-project-admin] 10.222.0.16 "PUT /v2.0/routers/7889222c-845b-4e8d-8eb6-d8a03ce5b031 HTTP/1.1" status: 200 len: 919 time: 2.4058480 Jul 14 18:37:55.350448 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 52740) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:37:55.354150 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-533b3ab8-9865-4d8a-ba73-aa7784fd8df5 None None] Sync routers for ids ['7889222c-845b-4e8d-8eb6-d8a03ce5b031'] in n-d-800634-3 {{(pid=93918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 18:37:55.367584 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-533b3ab8-9865-4d8a-ba73-aa7784fd8df5 None None] Routers {'7889222c-845b-4e8d-8eb6-d8a03ce5b031'} bound to L3 agent in host n-d-800634-3 {{(pid=93918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:37:55.369432 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-533b3ab8-9865-4d8a-ba73-aa7784fd8df5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:37:53Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['7889222c-845b-4e8d-8eb6-d8a03ce5b031'], 'active': True} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:37:55.374693 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eea697f-454f-4fa1-8305-5b5e615bfaea req-5e3475e4-3052-4603-8b46-cec321886d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:37:55.376233 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6eea697f-454f-4fa1-8305-5b5e615bfaea req-5e3475e4-3052-4603-8b46-cec321886d34 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=725cc431-8d64-405c-80c6-620abc8a4603&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0791004 Jul 14 18:37:55.410804 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-533b3ab8-9865-4d8a-ba73-aa7784fd8df5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-3', False) {} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:37:55.421410 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-533b3ab8-9865-4d8a-ba73-aa7784fd8df5 None None] Routers {'7889222c-845b-4e8d-8eb6-d8a03ce5b031'} bound to L3 agent in host n-d-800634-3 {{(pid=93918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:37:55.422332 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-533b3ab8-9865-4d8a-ba73-aa7784fd8df5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:37:53Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['7889222c-845b-4e8d-8eb6-d8a03ce5b031'], 'active': True} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:37:55.472552 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-533b3ab8-9865-4d8a-ba73-aa7784fd8df5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-3', False) {} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:37:55.473548 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-533b3ab8-9865-4d8a-ba73-aa7784fd8df5 None None] The sync data for ids ['7889222c-845b-4e8d-8eb6-d8a03ce5b031'] in n-d-800634-3 is: [] {{(pid=93918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 18:37:55.513453 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-57d8412d-2541-4a90-8576-0f9e3ba7f234 tempest-RoutersIpV6AdminTest-1118464879 tempest-RoutersIpV6AdminTest-1118464879-project-admin] 10.222.0.16 "GET /v2.0/routers/7889222c-845b-4e8d-8eb6-d8a03ce5b031 HTTP/1.1" status: 200 len: 925 time: 0.1609573 Jul 14 18:37:55.514235 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 52744) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:37:55.515257 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6eea697f-454f-4fa1-8305-5b5e615bfaea req-a11a868c-71aa-4075-b178-f718716b6df8 service neutron] 10.222.0.18 "GET /v2.0/networks/725cc431-8d64-405c-80c6-620abc8a4603?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1321995 Jul 14 18:37:55.587251 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fafe79e8-9104-46a8-8a7c-f40b308543b3 tempest-RoutersIpV6AdminTest-1118464879 tempest-RoutersIpV6AdminTest-1118464879-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:37:55.589141 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-fafe79e8-9104-46a8-8a7c-f40b308543b3 tempest-RoutersIpV6AdminTest-1118464879 tempest-RoutersIpV6AdminTest-1118464879-project-admin] 10.222.0.16 "GET /v2.0/ports?network_id=9200a437-e1de-4520-88f6-e68386523e61&device_id=7889222c-845b-4e8d-8eb6-d8a03ce5b031&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0737579 Jul 14 18:37:55.591809 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 52748) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:37:55.647998 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6eea697f-454f-4fa1-8305-5b5e615bfaea req-b8ad4da8-2a00-4645-98b6-6f17c1c94670 service neutron] 10.222.0.18 "GET /v2.0/networks/725cc431-8d64-405c-80c6-620abc8a4603?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256146 Jul 14 18:37:55.698683 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ddd9457-bba7-4a29-a4a5-cca5a0e51454 tempest-RoutersIpV6AdminTest-1118464879 tempest-RoutersIpV6AdminTest-1118464879-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:37:55.699635 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-0ddd9457-bba7-4a29-a4a5-cca5a0e51454 tempest-RoutersIpV6AdminTest-1118464879 tempest-RoutersIpV6AdminTest-1118464879-project-admin] 10.222.0.16 "GET /v2.0/networks/9200a437-e1de-4520-88f6-e68386523e61 HTTP/1.1" status: 200 len: 881 time: 0.1068213 Jul 14 18:37:55.704568 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 52754) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:37:55.745526 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-2f4e3af3-e708-4ffd-a544-82d93a489d01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:37:55.755670 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-b7533e51-76a0-488c-91b6-cde860479101 tempest-RoutersIpV6AdminTest-1184791079 tempest-RoutersIpV6AdminTest-1184791079-project] 10.222.0.16 "GET /v2.0/ports?device_id=7889222c-845b-4e8d-8eb6-d8a03ce5b031 HTTP/1.1" status: 200 len: 205 time: 0.0489140 Jul 14 18:37:55.758586 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 52756) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:37:56.413678 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-43373194-f4f1-4f88-a7bc-9de90490f558 tempest-RoutersIpV6AdminTest-1184791079 tempest-RoutersIpV6AdminTest-1184791079-project] Notify callbacks [] for router, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:37:56.490750 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c90fc57-78b6-47e5-ada1-0628b1b612bc req-662ae401-9953-4d70-93df-7be08612b01a tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:37:56.492243 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-4c90fc57-78b6-47e5-ada1-0628b1b612bc req-662ae401-9953-4d70-93df-7be08612b01a tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] 10.222.0.16 "GET /v2.0/ports?device_id=7677033f-c81d-4c6b-bb6d-c53ed17bcb6d HTTP/1.1" status: 200 len: 946 time: 0.1832712 Jul 14 18:37:56.566966 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77058b0-d420-4de5-8173-eea9860040c3 req-e8094007-f60a-4f18-a456-86fac9949bc0 tempest-VolumesBackupsTest-1789583416 tempest-VolumesBackupsTest-1789583416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:37:56.568554 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e77058b0-d420-4de5-8173-eea9860040c3 req-e8094007-f60a-4f18-a456-86fac9949bc0 tempest-VolumesBackupsTest-1789583416 tempest-VolumesBackupsTest-1789583416-project] 10.222.0.16 "GET /v2.0/ports?device_id=d3c3813b-46f5-4cd6-bab9-b34bb173e646 HTTP/1.1" status: 200 len: 949 time: 0.1991343 Jul 14 18:37:56.610093 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-4c90fc57-78b6-47e5-ada1-0628b1b612bc req-da4e950d-c257-489d-b72b-7fcacb57aa5c tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] 10.222.0.16 "GET /v2.0/security-groups?id=c67cf0ff-df49-40b6-a3f5-cbd66b5fac2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0887711 Jul 14 18:37:56.624530 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-43373194-f4f1-4f88-a7bc-9de90490f558 tempest-RoutersIpV6AdminTest-1184791079 tempest-RoutersIpV6AdminTest-1184791079-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:37:56.638358 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e77058b0-d420-4de5-8173-eea9860040c3 req-6b010957-17a5-4e9a-92ba-c37aed2ac047 tempest-VolumesBackupsTest-1789583416 tempest-VolumesBackupsTest-1789583416-project] 10.222.0.16 "GET /v2.0/security-groups?id=7e9bed6e-f7fd-4324-9c9a-ba8d68e5267e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622838 Jul 14 18:37:56.695228 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [None req-43373194-f4f1-4f88-a7bc-9de90490f558 tempest-RoutersIpV6AdminTest-1184791079 tempest-RoutersIpV6AdminTest-1184791079-project] Deleting port 810e5248-3723-4d29-93ea-3b379676c1ef {{(pid=93915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:37:56.696195 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-43373194-f4f1-4f88-a7bc-9de90490f558 tempest-RoutersIpV6AdminTest-1184791079 tempest-RoutersIpV6AdminTest-1184791079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:37:56.787727 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-43373194-f4f1-4f88-a7bc-9de90490f558 tempest-RoutersIpV6AdminTest-1184791079 tempest-RoutersIpV6AdminTest-1184791079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:37:56.800288 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [None req-43373194-f4f1-4f88-a7bc-9de90490f558 tempest-RoutersIpV6AdminTest-1184791079 tempest-RoutersIpV6AdminTest-1184791079-project] Calling delete_port for 810e5248-3723-4d29-93ea-3b379676c1ef owned by network:router_gateway {{(pid=93915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:37:56.982423 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-43373194-f4f1-4f88-a7bc-9de90490f558 tempest-RoutersIpV6AdminTest-1184791079 tempest-RoutersIpV6AdminTest-1184791079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:37:57.022750 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43373194-f4f1-4f88-a7bc-9de90490f558 tempest-RoutersIpV6AdminTest-1184791079 tempest-RoutersIpV6AdminTest-1184791079-project] Pushing event deleted for resources: {'Port': ['ID=810e5248-3723-4d29-93ea-3b379676c1ef,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:37:57.107901 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-43373194-f4f1-4f88-a7bc-9de90490f558 tempest-RoutersIpV6AdminTest-1184791079 tempest-RoutersIpV6AdminTest-1184791079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-930057'] for router_gateway, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:37:57.209679 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-43373194-f4f1-4f88-a7bc-9de90490f558 tempest-RoutersIpV6AdminTest-1184791079 tempest-RoutersIpV6AdminTest-1184791079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-571778', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11402'] for router, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:37:57.212570 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-43373194-f4f1-4f88-a7bc-9de90490f558 tempest-RoutersIpV6AdminTest-1184791079 tempest-RoutersIpV6AdminTest-1184791079-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:37:57.296009 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-43373194-f4f1-4f88-a7bc-9de90490f558 tempest-RoutersIpV6AdminTest-1184791079 tempest-RoutersIpV6AdminTest-1184791079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-541202'] for router, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:37:57.296716 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43373194-f4f1-4f88-a7bc-9de90490f558 tempest-RoutersIpV6AdminTest-1184791079 tempest-RoutersIpV6AdminTest-1184791079-project] Fanout notify agent at l3_agent the message router_deleted on router 7889222c-845b-4e8d-8eb6-d8a03ce5b031 {{(pid=93915) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 18:37:57.307139 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-43373194-f4f1-4f88-a7bc-9de90490f558 tempest-RoutersIpV6AdminTest-1184791079 tempest-RoutersIpV6AdminTest-1184791079-project] Notify callbacks [] for router, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:37:57.312984 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-43373194-f4f1-4f88-a7bc-9de90490f558 tempest-RoutersIpV6AdminTest-1184791079 tempest-RoutersIpV6AdminTest-1184791079-project] 10.222.0.16 "DELETE /v2.0/routers/7889222c-845b-4e8d-8eb6-d8a03ce5b031 HTTP/1.1" status: 204 len: 168 time: 1.5496676 Jul 14 18:37:57.313514 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 52812) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:37:57.319154 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-d5ccbd64-cfc6-40a4-b73c-2fc2f9dfbc2f tempest-RoutersIpV6AdminTest-1184791079 tempest-RoutersIpV6AdminTest-1184791079-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1323568758', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:37:57.352868 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-d5ccbd64-cfc6-40a4-b73c-2fc2f9dfbc2f tempest-RoutersIpV6AdminTest-1184791079 tempest-RoutersIpV6AdminTest-1184791079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-571768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11104'] for router, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:37:57.354254 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-d5ccbd64-cfc6-40a4-b73c-2fc2f9dfbc2f tempest-RoutersIpV6AdminTest-1184791079 tempest-RoutersIpV6AdminTest-1184791079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-571675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-930014', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-632314', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11129'] for router, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:37:57.431901 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-d5ccbd64-cfc6-40a4-b73c-2fc2f9dfbc2f tempest-RoutersIpV6AdminTest-1184791079 tempest-RoutersIpV6AdminTest-1184791079-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:37:57.437100 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-d5ccbd64-cfc6-40a4-b73c-2fc2f9dfbc2f tempest-RoutersIpV6AdminTest-1184791079 tempest-RoutersIpV6AdminTest-1184791079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-571759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-930033'] for router, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:37:57.461241 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-d5ccbd64-cfc6-40a4-b73c-2fc2f9dfbc2f tempest-RoutersIpV6AdminTest-1184791079 tempest-RoutersIpV6AdminTest-1184791079-project] Notify callbacks [] for router, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:37:57.465067 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-d5ccbd64-cfc6-40a4-b73c-2fc2f9dfbc2f tempest-RoutersIpV6AdminTest-1184791079 tempest-RoutersIpV6AdminTest-1184791079-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.1478059 Jul 14 18:37:57.465303 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 52814) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:37:57.470579 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-aa087aaf-3adc-4f83-be30-4fe9da17d3cb tempest-RoutersIpV6AdminTest-1118464879 tempest-RoutersIpV6AdminTest-1118464879-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'enable_snat': False}}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:37:57.694222 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-aa087aaf-3adc-4f83-be30-4fe9da17d3cb tempest-RoutersIpV6AdminTest-1118464879 tempest-RoutersIpV6AdminTest-1118464879-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-929996', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-571750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11395'] for router, precommit_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:37:57.842423 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f3d3c5-1c3a-4b97-a081-95c7542f976e req-36edda9f-98ce-47b4-ac14-140f4afc6289 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:37:57.844695 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-74f3d3c5-1c3a-4b97-a081-95c7542f976e req-36edda9f-98ce-47b4-ac14-140f4afc6289 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] 10.222.0.16 "GET /v2.0/ports?device_id=7677033f-c81d-4c6b-bb6d-c53ed17bcb6d HTTP/1.1" status: 200 len: 946 time: 0.1087639 Jul 14 18:37:57.906473 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-74f3d3c5-1c3a-4b97-a081-95c7542f976e req-d7f55f20-b690-4b50-b79d-52878616d8aa tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] 10.222.0.16 "GET /v2.0/security-groups?id=c67cf0ff-df49-40b6-a3f5-cbd66b5fac2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522041 Jul 14 18:37:57.987931 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-aa087aaf-3adc-4f83-be30-4fe9da17d3cb tempest-RoutersIpV6AdminTest-1118464879 tempest-RoutersIpV6AdminTest-1118464879-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:37:58.009429 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-aa087aaf-3adc-4f83-be30-4fe9da17d3cb tempest-RoutersIpV6AdminTest-1118464879 tempest-RoutersIpV6AdminTest-1118464879-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:37:58.185964 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.db_base_plugin_common [None req-aa087aaf-3adc-4f83-be30-4fe9da17d3cb tempest-RoutersIpV6AdminTest-1118464879 tempest-RoutersIpV6AdminTest-1118464879-project-admin] Allocated IP 172.25.1.198 (9200a437-e1de-4520-88f6-e68386523e61/5f47f848-4532-407a-a0e2-5690ade15fd0/5165504d-6c28-486c-8a4d-ef4a7b4d6561) {{(pid=93916) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:37:58.326214 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-aa087aaf-3adc-4f83-be30-4fe9da17d3cb tempest-RoutersIpV6AdminTest-1118464879 tempest-RoutersIpV6AdminTest-1118464879-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:37:58.389442 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-aa087aaf-3adc-4f83-be30-4fe9da17d3cb tempest-RoutersIpV6AdminTest-1118464879 tempest-RoutersIpV6AdminTest-1118464879-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:37:58.441550 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa087aaf-3adc-4f83-be30-4fe9da17d3cb tempest-RoutersIpV6AdminTest-1118464879 tempest-RoutersIpV6AdminTest-1118464879-project-admin] Network 9200a437-e1de-4520-88f6-e68386523e61 is already hosted by enough agents. {{(pid=93916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:37:58.448005 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [None req-aa087aaf-3adc-4f83-be30-4fe9da17d3cb tempest-RoutersIpV6AdminTest-1118464879 tempest-RoutersIpV6AdminTest-1118464879-project-admin] Resources bound (agent type, host, resource id): {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:37:58.450427 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa087aaf-3adc-4f83-be30-4fe9da17d3cb tempest-RoutersIpV6AdminTest-1118464879 tempest-RoutersIpV6AdminTest-1118464879-project-admin] Pushing event updated for resources: {'Port': ['ID=5165504d-6c28-486c-8a4d-ef4a7b4d6561,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:37:58.453933 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa087aaf-3adc-4f83-be30-4fe9da17d3cb tempest-RoutersIpV6AdminTest-1118464879 tempest-RoutersIpV6AdminTest-1118464879-project-admin] Received port after_create {{(pid=93916) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:37:58.678015 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b0a85ed6-b452-436f-b317-c279c611518e req-af24052d-5d60-457f-8e02-740086263111 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=6ab0c594-ecaf-4c5b-977a-9c1b59a2d9cc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0375423 Jul 14 18:37:58.733450 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b0a85ed6-b452-436f-b317-c279c611518e req-75608ee2-336c-43db-9952-43214261a4ca service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f1c4e239e6d24b3bb240a97f6c99b33f&device_id=6ab0c594-ecaf-4c5b-977a-9c1b59a2d9cc HTTP/1.1" status: 200 len: 210 time: 0.0297008 Jul 14 18:37:58.780045 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-aa087aaf-3adc-4f83-be30-4fe9da17d3cb tempest-RoutersIpV6AdminTest-1118464879 tempest-RoutersIpV6AdminTest-1118464879-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:37:58.797049 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b0a85ed6-b452-436f-b317-c279c611518e req-900a4822-baa3-4672-800f-df103eec360e service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=f1c4e239e6d24b3bb240a97f6c99b33f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0416493 Jul 14 18:37:58.934658 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a85ed6-b452-436f-b317-c279c611518e req-c1e83c5b-c354-4caa-95e9-64899dda1011 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:37:58.939124 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b0a85ed6-b452-436f-b317-c279c611518e req-c1e83c5b-c354-4caa-95e9-64899dda1011 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1355956 Jul 14 18:37:59.080951 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-aa087aaf-3adc-4f83-be30-4fe9da17d3cb tempest-RoutersIpV6AdminTest-1118464879 tempest-RoutersIpV6AdminTest-1118464879-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-929996', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-571750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11395'] for router, precommit_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:37:59.089012 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-aa087aaf-3adc-4f83-be30-4fe9da17d3cb tempest-RoutersIpV6AdminTest-1118464879 tempest-RoutersIpV6AdminTest-1118464879-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-930033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-929987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-930042', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-571805'] for router, after_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:37:59.180571 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f889047-45c6-45ca-97f7-2a612030e80f req-f59af0a3-f56a-4d7d-af18-fe662be83b34 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:37:59.183267 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3f889047-45c6-45ca-97f7-2a612030e80f req-f59af0a3-f56a-4d7d-af18-fe662be83b34 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] 10.222.0.16 "GET /v2.0/ports?device_id=7677033f-c81d-4c6b-bb6d-c53ed17bcb6d HTTP/1.1" status: 200 len: 946 time: 0.0953102 Jul 14 18:37:59.277646 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3f889047-45c6-45ca-97f7-2a612030e80f req-c92ef700-9033-4fe3-9a8d-3e2c3de96988 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] 10.222.0.16 "GET /v2.0/security-groups?id=c67cf0ff-df49-40b6-a3f5-cbd66b5fac2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0867214 Jul 14 18:37:59.754468 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa087aaf-3adc-4f83-be30-4fe9da17d3cb tempest-RoutersIpV6AdminTest-1118464879 tempest-RoutersIpV6AdminTest-1118464879-project-admin] Router f2421d52-3df2-477b-9c6f-9d90baa22ee4 is scheduled to L3 agent 2c6eb27e-defb-4cca-9a24-381c7415e359 with binding_index 1 {{(pid=93916) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 18:37:59.867366 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa087aaf-3adc-4f83-be30-4fe9da17d3cb tempest-RoutersIpV6AdminTest-1118464879 tempest-RoutersIpV6AdminTest-1118464879-project-admin] Notify agent at l3_agent.n-d-800634-3 the message routers_updated {{(pid=93916) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 18:37:59.871781 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-aa087aaf-3adc-4f83-be30-4fe9da17d3cb tempest-RoutersIpV6AdminTest-1118464879 tempest-RoutersIpV6AdminTest-1118464879-project-admin] Notify callbacks [] for router, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:37:59.875877 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 52844) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:37:59.876695 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-aa087aaf-3adc-4f83-be30-4fe9da17d3cb tempest-RoutersIpV6AdminTest-1118464879 tempest-RoutersIpV6AdminTest-1118464879-project-admin] 10.222.0.16 "PUT /v2.0/routers/f2421d52-3df2-477b-9c6f-9d90baa22ee4 HTTP/1.1" status: 200 len: 920 time: 2.4102948 Jul 14 18:37:59.877736 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51376894-5066-4686-a0d2-5ba4bdfd77a6 None None] Sync routers for ids ['f2421d52-3df2-477b-9c6f-9d90baa22ee4'] in n-d-800634-3 {{(pid=93917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 18:37:59.889832 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51376894-5066-4686-a0d2-5ba4bdfd77a6 None None] Routers {'f2421d52-3df2-477b-9c6f-9d90baa22ee4'} bound to L3 agent in host n-d-800634-3 {{(pid=93917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:37:59.890620 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-51376894-5066-4686-a0d2-5ba4bdfd77a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:37:53Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['f2421d52-3df2-477b-9c6f-9d90baa22ee4'], 'active': True} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:37:59.925130 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-51376894-5066-4686-a0d2-5ba4bdfd77a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-3', False) {} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:37:59.935887 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51376894-5066-4686-a0d2-5ba4bdfd77a6 None None] Routers {'f2421d52-3df2-477b-9c6f-9d90baa22ee4'} bound to L3 agent in host n-d-800634-3 {{(pid=93917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:37:59.936519 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-51376894-5066-4686-a0d2-5ba4bdfd77a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:37:53Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['f2421d52-3df2-477b-9c6f-9d90baa22ee4'], 'active': True} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:37:59.971967 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-51376894-5066-4686-a0d2-5ba4bdfd77a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-3', False) {} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:37:59.972580 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51376894-5066-4686-a0d2-5ba4bdfd77a6 None None] The sync data for ids ['f2421d52-3df2-477b-9c6f-9d90baa22ee4'] in n-d-800634-3 is: [] {{(pid=93917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 18:37:59.999854 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-a4e5915d-4599-44ce-88e4-9a6c21e92f05 tempest-RoutersIpV6AdminTest-1118464879 tempest-RoutersIpV6AdminTest-1118464879-project-admin] 10.222.0.16 "GET /v2.0/routers/f2421d52-3df2-477b-9c6f-9d90baa22ee4 HTTP/1.1" status: 200 len: 926 time: 0.1224790 Jul 14 18:38:00.002888 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 52846) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:38:00.132837 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34a1b928-d793-4b9c-a623-71e10de6658f tempest-RoutersIpV6AdminTest-1118464879 tempest-RoutersIpV6AdminTest-1118464879-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:38:00.136919 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-34a1b928-d793-4b9c-a623-71e10de6658f tempest-RoutersIpV6AdminTest-1118464879 tempest-RoutersIpV6AdminTest-1118464879-project-admin] 10.222.0.16 "GET /v2.0/ports?network_id=9200a437-e1de-4520-88f6-e68386523e61&device_id=f2421d52-3df2-477b-9c6f-9d90baa22ee4&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1305916 Jul 14 18:38:00.137327 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 52852) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:38:00.237785 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a831ed8e-e19f-44fb-8d51-605477c4f09c tempest-RoutersIpV6AdminTest-1118464879 tempest-RoutersIpV6AdminTest-1118464879-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:38:00.241915 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-a831ed8e-e19f-44fb-8d51-605477c4f09c tempest-RoutersIpV6AdminTest-1118464879 tempest-RoutersIpV6AdminTest-1118464879-project-admin] 10.222.0.16 "GET /v2.0/networks/9200a437-e1de-4520-88f6-e68386523e61 HTTP/1.1" status: 200 len: 881 time: 0.1008830 Jul 14 18:38:00.242316 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 52856) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:38:00.285198 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-21a07870-c3f3-4d1d-a841-ec4b960bdb68 tempest-RoutersIpV6AdminTest-1184791079 tempest-RoutersIpV6AdminTest-1184791079-project] 10.222.0.16 "GET /v2.0/ports?device_id=f2421d52-3df2-477b-9c6f-9d90baa22ee4 HTTP/1.1" status: 200 len: 205 time: 0.0418265 Jul 14 18:38:00.287830 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 52862) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:38:00.445738 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-7d28ff5d-6167-4469-8bf3-f2a7abfa7c61 tempest-RoutersIpV6AdminTest-1184791079 tempest-RoutersIpV6AdminTest-1184791079-project] Notify callbacks [] for router, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:00.569143 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb1f68d-f67c-495d-99b4-a6b48c821949 req-1f0ae363-38ef-4dcb-a321-6be7671500e0 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:38:00.578593 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-4fb1f68d-f67c-495d-99b4-a6b48c821949 req-1f0ae363-38ef-4dcb-a321-6be7671500e0 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] 10.222.0.16 "GET /v2.0/ports?device_id=7677033f-c81d-4c6b-bb6d-c53ed17bcb6d HTTP/1.1" status: 200 len: 946 time: 0.0960355 Jul 14 18:38:00.617806 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-7d28ff5d-6167-4469-8bf3-f2a7abfa7c61 tempest-RoutersIpV6AdminTest-1184791079 tempest-RoutersIpV6AdminTest-1184791079-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:00.629664 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-4fb1f68d-f67c-495d-99b4-a6b48c821949 req-a951a928-e81c-4996-be3d-d916edc17f4f tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] 10.222.0.16 "GET /v2.0/security-groups?id=c67cf0ff-df49-40b6-a3f5-cbd66b5fac2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499418 Jul 14 18:38:00.693388 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-7d28ff5d-6167-4469-8bf3-f2a7abfa7c61 tempest-RoutersIpV6AdminTest-1184791079 tempest-RoutersIpV6AdminTest-1184791079-project] Deleting port 5165504d-6c28-486c-8a4d-ef4a7b4d6561 {{(pid=93916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:38:00.693802 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-7d28ff5d-6167-4469-8bf3-f2a7abfa7c61 tempest-RoutersIpV6AdminTest-1184791079 tempest-RoutersIpV6AdminTest-1184791079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:00.786766 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-7d28ff5d-6167-4469-8bf3-f2a7abfa7c61 tempest-RoutersIpV6AdminTest-1184791079 tempest-RoutersIpV6AdminTest-1184791079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:00.801583 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-7d28ff5d-6167-4469-8bf3-f2a7abfa7c61 tempest-RoutersIpV6AdminTest-1184791079 tempest-RoutersIpV6AdminTest-1184791079-project] Calling delete_port for 5165504d-6c28-486c-8a4d-ef4a7b4d6561 owned by network:router_gateway {{(pid=93916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:38:01.001679 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-7d28ff5d-6167-4469-8bf3-f2a7abfa7c61 tempest-RoutersIpV6AdminTest-1184791079 tempest-RoutersIpV6AdminTest-1184791079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:01.031288 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d28ff5d-6167-4469-8bf3-f2a7abfa7c61 tempest-RoutersIpV6AdminTest-1184791079 tempest-RoutersIpV6AdminTest-1184791079-project] Pushing event deleted for resources: {'Port': ['ID=5165504d-6c28-486c-8a4d-ef4a7b4d6561,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:38:01.113362 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-7d28ff5d-6167-4469-8bf3-f2a7abfa7c61 tempest-RoutersIpV6AdminTest-1184791079 tempest-RoutersIpV6AdminTest-1184791079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-930057'] for router_gateway, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:01.214426 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-7d28ff5d-6167-4469-8bf3-f2a7abfa7c61 tempest-RoutersIpV6AdminTest-1184791079 tempest-RoutersIpV6AdminTest-1184791079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-571778', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11402'] for router, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:01.217013 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-7d28ff5d-6167-4469-8bf3-f2a7abfa7c61 tempest-RoutersIpV6AdminTest-1184791079 tempest-RoutersIpV6AdminTest-1184791079-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:01.265567 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-7d28ff5d-6167-4469-8bf3-f2a7abfa7c61 tempest-RoutersIpV6AdminTest-1184791079 tempest-RoutersIpV6AdminTest-1184791079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-541202'] for router, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:01.266427 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d28ff5d-6167-4469-8bf3-f2a7abfa7c61 tempest-RoutersIpV6AdminTest-1184791079 tempest-RoutersIpV6AdminTest-1184791079-project] Fanout notify agent at l3_agent the message router_deleted on router f2421d52-3df2-477b-9c6f-9d90baa22ee4 {{(pid=93916) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 18:38:01.283630 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-7d28ff5d-6167-4469-8bf3-f2a7abfa7c61 tempest-RoutersIpV6AdminTest-1184791079 tempest-RoutersIpV6AdminTest-1184791079-project] Notify callbacks [] for router, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:01.288974 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 52874) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:38:01.289487 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-7d28ff5d-6167-4469-8bf3-f2a7abfa7c61 tempest-RoutersIpV6AdminTest-1184791079 tempest-RoutersIpV6AdminTest-1184791079-project] 10.222.0.16 "DELETE /v2.0/routers/f2421d52-3df2-477b-9c6f-9d90baa22ee4 HTTP/1.1" status: 204 len: 168 time: 1.0002475 Jul 14 18:38:01.294507 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-5e05a28a-bc75-4c5d-9580-a573250d6ff5 tempest-RoutersIpV6AdminTest-1184791079 tempest-RoutersIpV6AdminTest-1184791079-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-64017560', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61'}, 'admin_state_up': False}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:38:01.348155 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-5e05a28a-bc75-4c5d-9580-a573250d6ff5 tempest-RoutersIpV6AdminTest-1184791079 tempest-RoutersIpV6AdminTest-1184791079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-571768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11104'] for router, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:01.349758 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-5e05a28a-bc75-4c5d-9580-a573250d6ff5 tempest-RoutersIpV6AdminTest-1184791079 tempest-RoutersIpV6AdminTest-1184791079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-571675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-930014', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-632314', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11129'] for router, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:01.422014 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-5e05a28a-bc75-4c5d-9580-a573250d6ff5 tempest-RoutersIpV6AdminTest-1184791079 tempest-RoutersIpV6AdminTest-1184791079-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:01.595387 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-5e05a28a-bc75-4c5d-9580-a573250d6ff5 tempest-RoutersIpV6AdminTest-1184791079 tempest-RoutersIpV6AdminTest-1184791079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-929996', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-571750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11395'] for router, precommit_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:01.854419 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-5e05a28a-bc75-4c5d-9580-a573250d6ff5 tempest-RoutersIpV6AdminTest-1184791079 tempest-RoutersIpV6AdminTest-1184791079-project] Notify callbacks [] for router_gateway, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:01.883207 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-5e05a28a-bc75-4c5d-9580-a573250d6ff5 tempest-RoutersIpV6AdminTest-1184791079 tempest-RoutersIpV6AdminTest-1184791079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:01.957516 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7435fba-be74-49a5-ab6c-7af4f1c0674b req-13441310-c807-469b-adc1-60ce823e829d tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:38:01.959229 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f7435fba-be74-49a5-ab6c-7af4f1c0674b req-13441310-c807-469b-adc1-60ce823e829d tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] 10.222.0.16 "GET /v2.0/ports?device_id=7677033f-c81d-4c6b-bb6d-c53ed17bcb6d HTTP/1.1" status: 200 len: 946 time: 0.1932201 Jul 14 18:38:02.044988 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f7435fba-be74-49a5-ab6c-7af4f1c0674b req-ef92d4e1-21a2-4f13-8003-76fcb00f9a75 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] 10.222.0.16 "GET /v2.0/security-groups?id=c67cf0ff-df49-40b6-a3f5-cbd66b5fac2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779335 Jul 14 18:38:02.079530 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.db_base_plugin_common [None req-5e05a28a-bc75-4c5d-9580-a573250d6ff5 tempest-RoutersIpV6AdminTest-1184791079 tempest-RoutersIpV6AdminTest-1184791079-project] Allocated IP 172.25.1.142 (9200a437-e1de-4520-88f6-e68386523e61/5f47f848-4532-407a-a0e2-5690ade15fd0/fce77a2e-b8b8-40dd-9126-99263bc4c600) {{(pid=93915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:38:02.210153 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-5e05a28a-bc75-4c5d-9580-a573250d6ff5 tempest-RoutersIpV6AdminTest-1184791079 tempest-RoutersIpV6AdminTest-1184791079-project] Notify callbacks [] for port, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:02.253689 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-5e05a28a-bc75-4c5d-9580-a573250d6ff5 tempest-RoutersIpV6AdminTest-1184791079 tempest-RoutersIpV6AdminTest-1184791079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:02.298069 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e05a28a-bc75-4c5d-9580-a573250d6ff5 tempest-RoutersIpV6AdminTest-1184791079 tempest-RoutersIpV6AdminTest-1184791079-project] Network 9200a437-e1de-4520-88f6-e68386523e61 is already hosted by enough agents. {{(pid=93915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:38:02.301652 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [None req-5e05a28a-bc75-4c5d-9580-a573250d6ff5 tempest-RoutersIpV6AdminTest-1184791079 tempest-RoutersIpV6AdminTest-1184791079-project] Resources bound (agent type, host, resource id): {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:38:02.305227 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e05a28a-bc75-4c5d-9580-a573250d6ff5 tempest-RoutersIpV6AdminTest-1184791079 tempest-RoutersIpV6AdminTest-1184791079-project] Received port after_create {{(pid=93915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:38:02.329711 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e05a28a-bc75-4c5d-9580-a573250d6ff5 tempest-RoutersIpV6AdminTest-1184791079 tempest-RoutersIpV6AdminTest-1184791079-project] Pushing event updated for resources: {'Port': ['ID=fce77a2e-b8b8-40dd-9126-99263bc4c600,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:38:02.394771 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:02.646424 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-5e05a28a-bc75-4c5d-9580-a573250d6ff5 tempest-RoutersIpV6AdminTest-1184791079 tempest-RoutersIpV6AdminTest-1184791079-project] Notify callbacks [] for router_gateway, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:02.917712 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-5e05a28a-bc75-4c5d-9580-a573250d6ff5 tempest-RoutersIpV6AdminTest-1184791079 tempest-RoutersIpV6AdminTest-1184791079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-571759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-930033'] for router, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:03.148851 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e05a28a-bc75-4c5d-9580-a573250d6ff5 tempest-RoutersIpV6AdminTest-1184791079 tempest-RoutersIpV6AdminTest-1184791079-project] Router 6657a1ad-bd48-4552-83b1-b05402c33b2d is scheduled to L3 agent 2c6eb27e-defb-4cca-9a24-381c7415e359 with binding_index 1 {{(pid=93915) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 18:38:03.350352 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e05a28a-bc75-4c5d-9580-a573250d6ff5 tempest-RoutersIpV6AdminTest-1184791079 tempest-RoutersIpV6AdminTest-1184791079-project] Notify agent at l3_agent.n-d-800634-3 the message routers_updated {{(pid=93915) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 18:38:03.360246 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-830c806c-a307-462f-812e-bf0db402cacb None None] Sync routers for ids ['6657a1ad-bd48-4552-83b1-b05402c33b2d'] in n-d-800634-3 {{(pid=93918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 18:38:03.370815 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-830c806c-a307-462f-812e-bf0db402cacb None None] Routers {'6657a1ad-bd48-4552-83b1-b05402c33b2d'} bound to L3 agent in host n-d-800634-3 {{(pid=93918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:38:03.371334 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-830c806c-a307-462f-812e-bf0db402cacb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:37:53Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['6657a1ad-bd48-4552-83b1-b05402c33b2d'], 'active': True} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:38:03.381518 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-5e05a28a-bc75-4c5d-9580-a573250d6ff5 tempest-RoutersIpV6AdminTest-1184791079 tempest-RoutersIpV6AdminTest-1184791079-project] Notify callbacks [] for router, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:03.383159 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-5e05a28a-bc75-4c5d-9580-a573250d6ff5 tempest-RoutersIpV6AdminTest-1184791079 tempest-RoutersIpV6AdminTest-1184791079-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.0928602 Jul 14 18:38:03.386424 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 52902) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:38:03.393910 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-c9a8b8cc-4348-4c42-854c-36fc5874bf69 tempest-RoutersIpV6AdminTest-1184791079 tempest-RoutersIpV6AdminTest-1184791079-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:38:03.405539 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26208def-cccc-4cb1-8be1-b35fba3def09 req-2eb7fd86-d7b2-412d-b4ff-47a2cf637c83 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:38:03.410526 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-830c806c-a307-462f-812e-bf0db402cacb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-3', False) {} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:38:03.410771 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-26208def-cccc-4cb1-8be1-b35fba3def09 req-2eb7fd86-d7b2-412d-b4ff-47a2cf637c83 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] 10.222.0.16 "GET /v2.0/ports?device_id=7677033f-c81d-4c6b-bb6d-c53ed17bcb6d HTTP/1.1" status: 200 len: 946 time: 0.1163058 Jul 14 18:38:03.418298 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-830c806c-a307-462f-812e-bf0db402cacb None None] Routers {'6657a1ad-bd48-4552-83b1-b05402c33b2d'} bound to L3 agent in host n-d-800634-3 {{(pid=93918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:38:03.418930 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-830c806c-a307-462f-812e-bf0db402cacb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:37:53Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['6657a1ad-bd48-4552-83b1-b05402c33b2d'], 'active': True} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:38:03.454791 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-830c806c-a307-462f-812e-bf0db402cacb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-3', False) {} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:38:03.455998 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-830c806c-a307-462f-812e-bf0db402cacb None None] The sync data for ids ['6657a1ad-bd48-4552-83b1-b05402c33b2d'] in n-d-800634-3 is: [] {{(pid=93918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 18:38:03.540053 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-26208def-cccc-4cb1-8be1-b35fba3def09 req-c429c921-da8d-4b54-84a2-00212f0e77e5 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] 10.222.0.16 "GET /v2.0/security-groups?id=c67cf0ff-df49-40b6-a3f5-cbd66b5fac2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0954003 Jul 14 18:38:04.169120 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-c9a8b8cc-4348-4c42-854c-36fc5874bf69 tempest-RoutersIpV6AdminTest-1184791079 tempest-RoutersIpV6AdminTest-1184791079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-929996', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-571750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11395'] for router, precommit_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:04.195209 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-c9a8b8cc-4348-4c42-854c-36fc5874bf69 tempest-RoutersIpV6AdminTest-1184791079 tempest-RoutersIpV6AdminTest-1184791079-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:04.254760 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [None req-c9a8b8cc-4348-4c42-854c-36fc5874bf69 tempest-RoutersIpV6AdminTest-1184791079 tempest-RoutersIpV6AdminTest-1184791079-project] Deleting port fce77a2e-b8b8-40dd-9126-99263bc4c600 {{(pid=93915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:38:04.254954 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-c9a8b8cc-4348-4c42-854c-36fc5874bf69 tempest-RoutersIpV6AdminTest-1184791079 tempest-RoutersIpV6AdminTest-1184791079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:04.340904 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-c9a8b8cc-4348-4c42-854c-36fc5874bf69 tempest-RoutersIpV6AdminTest-1184791079 tempest-RoutersIpV6AdminTest-1184791079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:04.353931 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [None req-c9a8b8cc-4348-4c42-854c-36fc5874bf69 tempest-RoutersIpV6AdminTest-1184791079 tempest-RoutersIpV6AdminTest-1184791079-project] Calling delete_port for fce77a2e-b8b8-40dd-9126-99263bc4c600 owned by network:router_gateway {{(pid=93915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:38:04.574590 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-c9a8b8cc-4348-4c42-854c-36fc5874bf69 tempest-RoutersIpV6AdminTest-1184791079 tempest-RoutersIpV6AdminTest-1184791079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:04.606137 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a8b8cc-4348-4c42-854c-36fc5874bf69 tempest-RoutersIpV6AdminTest-1184791079 tempest-RoutersIpV6AdminTest-1184791079-project] Pushing event deleted for resources: {'Port': ['ID=fce77a2e-b8b8-40dd-9126-99263bc4c600,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:38:04.704348 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-c9a8b8cc-4348-4c42-854c-36fc5874bf69 tempest-RoutersIpV6AdminTest-1184791079 tempest-RoutersIpV6AdminTest-1184791079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-930057'] for router_gateway, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:04.879428 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 52926) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:38:04.985437 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6d16f1-7e17-47db-b0ad-2f313ef6e654 req-a895bdcc-2a82-4ef6-bff2-b1314d8c4c8e tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:38:04.987535 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-cc6d16f1-7e17-47db-b0ad-2f313ef6e654 req-a895bdcc-2a82-4ef6-bff2-b1314d8c4c8e tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] 10.222.0.16 "GET /v2.0/ports?device_id=7677033f-c81d-4c6b-bb6d-c53ed17bcb6d HTTP/1.1" status: 200 len: 946 time: 0.2848666 Jul 14 18:38:04.989724 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-c9a8b8cc-4348-4c42-854c-36fc5874bf69 tempest-RoutersIpV6AdminTest-1184791079 tempest-RoutersIpV6AdminTest-1184791079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-929996', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-571750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11395'] for router, precommit_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:04.993643 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-c9a8b8cc-4348-4c42-854c-36fc5874bf69 tempest-RoutersIpV6AdminTest-1184791079 tempest-RoutersIpV6AdminTest-1184791079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-930033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-929987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-930042', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-571805'] for router, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:05.011721 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-90efc32a-d99c-49a3-b06b-6efece787e27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:05.103788 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-cc6d16f1-7e17-47db-b0ad-2f313ef6e654 req-53184ca1-180c-4b3e-b484-87335779722d tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] 10.222.0.16 "GET /v2.0/security-groups?id=c67cf0ff-df49-40b6-a3f5-cbd66b5fac2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1044457 Jul 14 18:38:05.105550 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9a8b8cc-4348-4c42-854c-36fc5874bf69 tempest-RoutersIpV6AdminTest-1184791079 tempest-RoutersIpV6AdminTest-1184791079-project] Router 6657a1ad-bd48-4552-83b1-b05402c33b2d has already been hosted by L3 agent 2c6eb27e-defb-4cca-9a24-381c7415e359 {{(pid=93915) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 18:38:05.118155 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-90efc32a-d99c-49a3-b06b-6efece787e27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:05.132815 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-90efc32a-d99c-49a3-b06b-6efece787e27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:05.181455 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-90efc32a-d99c-49a3-b06b-6efece787e27 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=be6eba58f4dc4ae8b029ddad42d2a422&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2969787 Jul 14 18:38:05.181455 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90efc32a-d99c-49a3-b06b-6efece787e27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1a15242-9a9f-49c8-82b8-24b58ed4baa1,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:38:05.183021 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 52930) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:38:05.188679 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90efc32a-d99c-49a3-b06b-6efece787e27 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:38:05.189188 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90efc32a-d99c-49a3-b06b-6efece787e27 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:38:05.189452 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90efc32a-d99c-49a3-b06b-6efece787e27 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:38:05.189819 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90efc32a-d99c-49a3-b06b-6efece787e27 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:38:05.190765 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90efc32a-d99c-49a3-b06b-6efece787e27 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:38:05.190765 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90efc32a-d99c-49a3-b06b-6efece787e27 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:38:05.190956 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90efc32a-d99c-49a3-b06b-6efece787e27 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:38:05.191453 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90efc32a-d99c-49a3-b06b-6efece787e27 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:38:05.191560 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90efc32a-d99c-49a3-b06b-6efece787e27 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:38:05.191937 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90efc32a-d99c-49a3-b06b-6efece787e27 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:38:05.192371 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90efc32a-d99c-49a3-b06b-6efece787e27 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:38:05.192679 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90efc32a-d99c-49a3-b06b-6efece787e27 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:38:05.211496 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9a8b8cc-4348-4c42-854c-36fc5874bf69 tempest-RoutersIpV6AdminTest-1184791079 tempest-RoutersIpV6AdminTest-1184791079-project] Notify agent at l3_agent.n-d-800634-3 the message routers_updated {{(pid=93915) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 18:38:05.222976 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-c9a8b8cc-4348-4c42-854c-36fc5874bf69 tempest-RoutersIpV6AdminTest-1184791079 tempest-RoutersIpV6AdminTest-1184791079-project] Notify callbacks [] for router, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:05.223154 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-940bfa76-50e0-4060-a1e2-f1a7882933cd None None] Sync routers for ids ['6657a1ad-bd48-4552-83b1-b05402c33b2d'] in n-d-800634-3 {{(pid=93917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 18:38:05.226514 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-c9a8b8cc-4348-4c42-854c-36fc5874bf69 tempest-RoutersIpV6AdminTest-1184791079 tempest-RoutersIpV6AdminTest-1184791079-project] 10.222.0.16 "PUT /v2.0/routers/6657a1ad-bd48-4552-83b1-b05402c33b2d HTTP/1.1" status: 200 len: 708 time: 1.8364351 Jul 14 18:38:05.227028 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 52934) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:38:05.241215 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-940bfa76-50e0-4060-a1e2-f1a7882933cd None None] Routers {'6657a1ad-bd48-4552-83b1-b05402c33b2d'} bound to L3 agent in host n-d-800634-3 {{(pid=93917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:38:05.242130 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-940bfa76-50e0-4060-a1e2-f1a7882933cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:37:53Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['6657a1ad-bd48-4552-83b1-b05402c33b2d'], 'active': True} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:38:05.255318 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-7380874c-34e3-4ecb-88ba-398b75655de3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:05.281750 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-940bfa76-50e0-4060-a1e2-f1a7882933cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-3', False) {} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:38:05.283603 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-7380874c-34e3-4ecb-88ba-398b75655de3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:05.302022 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-940bfa76-50e0-4060-a1e2-f1a7882933cd None None] Routers {'6657a1ad-bd48-4552-83b1-b05402c33b2d'} bound to L3 agent in host n-d-800634-3 {{(pid=93917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:38:05.302929 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-940bfa76-50e0-4060-a1e2-f1a7882933cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:37:53Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['6657a1ad-bd48-4552-83b1-b05402c33b2d'], 'active': True} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:38:05.307606 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:05.326881 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-a8ef6b8f-897c-429b-9ce6-d4d1f560a79d tempest-RoutersIpV6AdminTest-1118464879 tempest-RoutersIpV6AdminTest-1118464879-project-admin] 10.222.0.16 "GET /v2.0/routers/6657a1ad-bd48-4552-83b1-b05402c33b2d HTTP/1.1" status: 200 len: 743 time: 0.0985162 Jul 14 18:38:05.329722 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 52936) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:38:05.342974 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-940bfa76-50e0-4060-a1e2-f1a7882933cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-3', False) {} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:38:05.343813 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-940bfa76-50e0-4060-a1e2-f1a7882933cd None None] The sync data for ids ['6657a1ad-bd48-4552-83b1-b05402c33b2d'] in n-d-800634-3 is: [] {{(pid=93917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 18:38:05.351820 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-7380874c-34e3-4ecb-88ba-398b75655de3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:05.355209 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-7380874c-34e3-4ecb-88ba-398b75655de3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:05.356365 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-7380874c-34e3-4ecb-88ba-398b75655de3 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c1a15242-9a9f-49c8-82b8-24b58ed4baa1 HTTP/1.1" status: 204 len: 168 time: 0.1723650 Jul 14 18:38:05.365541 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7380874c-34e3-4ecb-88ba-398b75655de3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1a15242-9a9f-49c8-82b8-24b58ed4baa1,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:38:05.394525 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-22cc91fb-8436-481e-a2a5-693b5cc759d3 tempest-RoutersIpV6AdminTest-1118464879 tempest-RoutersIpV6AdminTest-1118464879-project-admin] 10.222.0.16 "GET /v2.0/ports?network_id=9200a437-e1de-4520-88f6-e68386523e61&device_id=6657a1ad-bd48-4552-83b1-b05402c33b2d HTTP/1.1" status: 200 len: 205 time: 0.0619829 Jul 14 18:38:05.396978 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 52940) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:38:05.429814 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-feaa4981-b471-4c4b-b8fb-656b4e3684c7 tempest-RoutersIpV6AdminTest-1184791079 tempest-RoutersIpV6AdminTest-1184791079-project] 10.222.0.16 "GET /v2.0/ports?device_id=6657a1ad-bd48-4552-83b1-b05402c33b2d HTTP/1.1" status: 200 len: 205 time: 0.0317395 Jul 14 18:38:05.432581 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 52944) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:38:05.519799 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-7ce6ff66-54b0-4828-9a2d-23c309b89d99 tempest-RoutersIpV6AdminTest-1184791079 tempest-RoutersIpV6AdminTest-1184791079-project] Notify callbacks [] for router, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:05.689274 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-7ce6ff66-54b0-4828-9a2d-23c309b89d99 tempest-RoutersIpV6AdminTest-1184791079 tempest-RoutersIpV6AdminTest-1184791079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-571778', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11402'] for router, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:05.691989 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-7ce6ff66-54b0-4828-9a2d-23c309b89d99 tempest-RoutersIpV6AdminTest-1184791079 tempest-RoutersIpV6AdminTest-1184791079-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:05.739858 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-7ce6ff66-54b0-4828-9a2d-23c309b89d99 tempest-RoutersIpV6AdminTest-1184791079 tempest-RoutersIpV6AdminTest-1184791079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-541202'] for router, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:05.740619 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ce6ff66-54b0-4828-9a2d-23c309b89d99 tempest-RoutersIpV6AdminTest-1184791079 tempest-RoutersIpV6AdminTest-1184791079-project] Fanout notify agent at l3_agent the message router_deleted on router 6657a1ad-bd48-4552-83b1-b05402c33b2d {{(pid=93915) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 18:38:05.748552 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-7ce6ff66-54b0-4828-9a2d-23c309b89d99 tempest-RoutersIpV6AdminTest-1184791079 tempest-RoutersIpV6AdminTest-1184791079-project] Notify callbacks [] for router, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:05.752812 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-7ce6ff66-54b0-4828-9a2d-23c309b89d99 tempest-RoutersIpV6AdminTest-1184791079 tempest-RoutersIpV6AdminTest-1184791079-project] 10.222.0.16 "DELETE /v2.0/routers/6657a1ad-bd48-4552-83b1-b05402c33b2d HTTP/1.1" status: 204 len: 168 time: 0.3189411 Jul 14 18:38:05.753473 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 52958) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:38:05.784910 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-dfc5ac1b-3541-4696-8628-edc218c93424 tempest-RoutersIpV6AdminTest-1184791079 tempest-RoutersIpV6AdminTest-1184791079-project] 10.222.0.16 "GET /v2.0/ports?device_id=6657a1ad-bd48-4552-83b1-b05402c33b2d HTTP/1.1" status: 200 len: 205 time: 0.0297902 Jul 14 18:38:05.787213 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 52962) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:38:05.830916 n-d-800634-3 neutron-server[93916]: INFO neutron.api.v2.resource [None req-f9625d86-13ff-4d8c-ad0d-86fbc0b468c6 tempest-RoutersIpV6AdminTest-1184791079 tempest-RoutersIpV6AdminTest-1184791079-project] delete failed (client error): The resource could not be found. Jul 14 18:38:05.832271 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-f9625d86-13ff-4d8c-ad0d-86fbc0b468c6 tempest-RoutersIpV6AdminTest-1184791079 tempest-RoutersIpV6AdminTest-1184791079-project] 10.222.0.16 "DELETE /v2.0/routers/6657a1ad-bd48-4552-83b1-b05402c33b2d HTTP/1.1" status: 404 len: 336 time: 0.0441046 Jul 14 18:38:05.836266 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 52964) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:38:05.866044 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-43daaab3-f0d4-456d-a9a3-d75f4887f919 tempest-RoutersIpV6AdminTest-1184791079 tempest-RoutersIpV6AdminTest-1184791079-project] 10.222.0.16 "GET /v2.0/ports?device_id=f2421d52-3df2-477b-9c6f-9d90baa22ee4 HTTP/1.1" status: 200 len: 205 time: 0.0284529 Jul 14 18:38:05.868475 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 52968) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:38:05.878712 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.agents_db [None req-2ea07fb6-aa68-4671-8654-119d82b9f530 None None] Agent healthcheck: found 7 active agents {{(pid=93918) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 18:38:05.907103 n-d-800634-3 neutron-server[93916]: INFO neutron.api.v2.resource [None req-332cc69d-73f9-4500-a11f-b5e41795d369 tempest-RoutersIpV6AdminTest-1184791079 tempest-RoutersIpV6AdminTest-1184791079-project] delete failed (client error): The resource could not be found. Jul 14 18:38:05.908305 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-332cc69d-73f9-4500-a11f-b5e41795d369 tempest-RoutersIpV6AdminTest-1184791079 tempest-RoutersIpV6AdminTest-1184791079-project] 10.222.0.16 "DELETE /v2.0/routers/f2421d52-3df2-477b-9c6f-9d90baa22ee4 HTTP/1.1" status: 404 len: 336 time: 0.0386949 Jul 14 18:38:05.911573 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 52972) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:38:05.947167 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-84fcbfaf-0725-4fff-8e22-196ac7debe98 tempest-RoutersIpV6AdminTest-1184791079 tempest-RoutersIpV6AdminTest-1184791079-project] 10.222.0.16 "GET /v2.0/ports?device_id=7889222c-845b-4e8d-8eb6-d8a03ce5b031 HTTP/1.1" status: 200 len: 205 time: 0.0343289 Jul 14 18:38:05.950066 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 52976) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:38:05.987755 n-d-800634-3 neutron-server[93916]: INFO neutron.api.v2.resource [None req-74583cea-5f97-4b10-9d7a-46b6b511ffba tempest-RoutersIpV6AdminTest-1184791079 tempest-RoutersIpV6AdminTest-1184791079-project] delete failed (client error): The resource could not be found. Jul 14 18:38:05.988845 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-74583cea-5f97-4b10-9d7a-46b6b511ffba tempest-RoutersIpV6AdminTest-1184791079 tempest-RoutersIpV6AdminTest-1184791079-project] 10.222.0.16 "DELETE /v2.0/routers/7889222c-845b-4e8d-8eb6-d8a03ce5b031 HTTP/1.1" status: 404 len: 336 time: 0.0378673 Jul 14 18:38:05.991536 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 52980) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:38:06.022114 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-c112a853-af7c-4f02-b8fd-ddae2f28c29b tempest-RoutersIpV6AdminTest-1184791079 tempest-RoutersIpV6AdminTest-1184791079-project] 10.222.0.16 "GET /v2.0/ports?device_id=ecc8554a-6351-4f99-a067-61bbb85f8d49 HTTP/1.1" status: 200 len: 205 time: 0.0294800 Jul 14 18:38:06.024497 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 52982) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:38:06.065591 n-d-800634-3 neutron-server[93916]: INFO neutron.api.v2.resource [None req-b8185534-dcd6-47c1-97c9-e05354eed477 tempest-RoutersIpV6AdminTest-1184791079 tempest-RoutersIpV6AdminTest-1184791079-project] delete failed (client error): The resource could not be found. Jul 14 18:38:06.066650 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-b8185534-dcd6-47c1-97c9-e05354eed477 tempest-RoutersIpV6AdminTest-1184791079 tempest-RoutersIpV6AdminTest-1184791079-project] 10.222.0.16 "DELETE /v2.0/routers/ecc8554a-6351-4f99-a067-61bbb85f8d49 HTTP/1.1" status: 404 len: 336 time: 0.0412147 Jul 14 18:38:06.069349 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 52984) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:38:06.098896 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-b7b89ede-cb08-453a-a98a-c34b568e2458 tempest-RoutersIpV6AdminTest-1184791079 tempest-RoutersIpV6AdminTest-1184791079-project] 10.222.0.16 "GET /v2.0/ports?device_id=e0ba582d-595c-45ac-b6fd-4e0f00f82a43 HTTP/1.1" status: 200 len: 205 time: 0.0283196 Jul 14 18:38:06.101194 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 52988) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:38:06.138143 n-d-800634-3 neutron-server[93916]: INFO neutron.api.v2.resource [None req-30e429f4-5519-4062-9c27-f803a97f9ce8 tempest-RoutersIpV6AdminTest-1184791079 tempest-RoutersIpV6AdminTest-1184791079-project] delete failed (client error): The resource could not be found. Jul 14 18:38:06.141635 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-30e429f4-5519-4062-9c27-f803a97f9ce8 tempest-RoutersIpV6AdminTest-1184791079 tempest-RoutersIpV6AdminTest-1184791079-project] 10.222.0.16 "DELETE /v2.0/routers/e0ba582d-595c-45ac-b6fd-4e0f00f82a43 HTTP/1.1" status: 404 len: 336 time: 0.0370152 Jul 14 18:38:06.141985 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 52992) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:38:06.175100 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-2b115957-f9da-449c-adff-ea9ae58b4800 tempest-RoutersIpV6AdminTest-1184791079 tempest-RoutersIpV6AdminTest-1184791079-project] 10.222.0.16 "GET /v2.0/ports?device_id=5a2f4330-0e8e-4a02-9611-99b918102157 HTTP/1.1" status: 200 len: 205 time: 0.0294151 Jul 14 18:38:06.175657 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 52994) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:38:06.221980 n-d-800634-3 neutron-server[93916]: INFO neutron.api.v2.resource [None req-5bb5789e-278b-4b60-b6bc-ff39a65cb400 tempest-RoutersIpV6AdminTest-1184791079 tempest-RoutersIpV6AdminTest-1184791079-project] delete failed (client error): The resource could not be found. Jul 14 18:38:06.226656 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-5bb5789e-278b-4b60-b6bc-ff39a65cb400 tempest-RoutersIpV6AdminTest-1184791079 tempest-RoutersIpV6AdminTest-1184791079-project] 10.222.0.16 "DELETE /v2.0/routers/5a2f4330-0e8e-4a02-9611-99b918102157 HTTP/1.1" status: 404 len: 336 time: 0.0463340 Jul 14 18:38:06.226843 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 52998) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:38:06.260224 n-d-800634-3 neutron-server[93916]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e95486d-2f4c-4671-8d36-ddc6d6d48df2 tempest-RoutersIpV6AdminTest-1184791079 tempest-RoutersIpV6AdminTest-1184791079-project] DELETE failed (client error): The resource could not be found. Jul 14 18:38:06.260734 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e95486d-2f4c-4671-8d36-ddc6d6d48df2 tempest-RoutersIpV6AdminTest-1184791079 tempest-RoutersIpV6AdminTest-1184791079-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93916) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 18:38:06.264161 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-1e95486d-2f4c-4671-8d36-ddc6d6d48df2 tempest-RoutersIpV6AdminTest-1184791079 tempest-RoutersIpV6AdminTest-1184791079-project] 10.222.0.16 "DELETE /v2.0/subnets/bb50376b-4cb5-4973-ae26-d4f95a3a6586 HTTP/1.1" status: 404 len: 337 time: 0.0345113 Jul 14 18:38:06.315861 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26bfd17-20fd-4105-80b1-a63aec7b21d7 req-bc3beef1-ed9d-4949-97fe-e6a12326d170 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:38:06.317602 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b26bfd17-20fd-4105-80b1-a63aec7b21d7 req-bc3beef1-ed9d-4949-97fe-e6a12326d170 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] 10.222.0.16 "GET /v2.0/ports?device_id=7677033f-c81d-4c6b-bb6d-c53ed17bcb6d HTTP/1.1" status: 200 len: 946 time: 0.0828292 Jul 14 18:38:06.370527 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b26bfd17-20fd-4105-80b1-a63aec7b21d7 req-80ccb260-5b0f-4edc-aa87-b0e926a848d4 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] 10.222.0.16 "GET /v2.0/security-groups?id=c67cf0ff-df49-40b6-a3f5-cbd66b5fac2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470812 Jul 14 18:38:06.561413 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 53014) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:38:06.724401 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 53022) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:38:06.797034 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-e6a3de8a-eb44-4284-8858-9668f778b0d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:06.839840 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-197a9c71-5e6b-4b12-8179-b222e0ff132b tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Request body: {'network': {'name': 'tempest-network-smoke--28947126', 'project_id': '0c6eccb7d5c743f1a53a528a1f419fa2', 'port_security_enabled': True}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:38:06.905866 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-e6a3de8a-eb44-4284-8858-9668f778b0d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:06.910069 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-e6a3de8a-eb44-4284-8858-9668f778b0d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:06.928285 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-197a9c71-5e6b-4b12-8179-b222e0ff132b tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Made reservation on behalf of 0c6eccb7d5c743f1a53a528a1f419fa2 for: {'network': 1} {{(pid=93915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:38:06.932361 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-197a9c71-5e6b-4b12-8179-b222e0ff132b tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for network, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:06.941909 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-197a9c71-5e6b-4b12-8179-b222e0ff132b tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Notify callbacks [] for security_group, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:06.953702 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-e6a3de8a-eb44-4284-8858-9668f778b0d5 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5fe14be9ecab4d72b4be341836445f25&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3913684 Jul 14 18:38:06.954676 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a3de8a-eb44-4284-8858-9668f778b0d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41479448-2244-4579-b4ed-7ad1136b4a27,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:38:06.957804 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 53030) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:38:07.009599 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-f38376ca-edbe-4e52-b517-65eead8653fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:07.032042 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-f38376ca-edbe-4e52-b517-65eead8653fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:07.037587 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-197a9c71-5e6b-4b12-8179-b222e0ff132b tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Notify callbacks [] for security_group, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:07.041765 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-197a9c71-5e6b-4b12-8179-b222e0ff132b tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:07.068348 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-197a9c71-5e6b-4b12-8179-b222e0ff132b tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 55} {{(pid=93915) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 18:38:07.084332 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197a9c71-5e6b-4b12-8179-b222e0ff132b tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c26892ef-2a2e-45f9-9ef8-c86f14ddbb1f,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:38:07.085627 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-f38376ca-edbe-4e52-b517-65eead8653fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:07.089754 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-f38376ca-edbe-4e52-b517-65eead8653fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:07.089950 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-197a9c71-5e6b-4b12-8179-b222e0ff132b tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:07.090277 n-d-800634-3 neutron-server[93915]: INFO neutron.db.segments_db [None req-197a9c71-5e6b-4b12-8179-b222e0ff132b tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Added segment 2c69c6a5-6bc1-42c7-8ba3-45df07491651 of type vlan for network 310e07b1-9c76-4479-9715-2b28fbfd1cbf Jul 14 18:38:07.093683 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-f38376ca-edbe-4e52-b517-65eead8653fb admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/41479448-2244-4579-b4ed-7ad1136b4a27 HTTP/1.1" status: 204 len: 168 time: 0.1326542 Jul 14 18:38:07.110014 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38376ca-edbe-4e52-b517-65eead8653fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41479448-2244-4579-b4ed-7ad1136b4a27,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:38:07.153837 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-197a9c71-5e6b-4b12-8179-b222e0ff132b tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728202197517'] for network, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:07.203127 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-197a9c71-5e6b-4b12-8179-b222e0ff132b tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727'] for network, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:07.209767 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-197a9c71-5e6b-4b12-8179-b222e0ff132b tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:38:07.210735 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-197a9c71-5e6b-4b12-8179-b222e0ff132b tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Notify callbacks [] for network, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:07.285450 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-197a9c71-5e6b-4b12-8179-b222e0ff132b tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.5598199 Jul 14 18:38:07.288672 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 53036) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:38:07.293446 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-e49d7a44-b0c0-4f09-8902-04dc1d00c7ad tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-722088205', 'admin_state_up': True, 'project_id': '0c6eccb7d5c743f1a53a528a1f419fa2', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61'}}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:38:07.316109 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197a9c71-5e6b-4b12-8179-b222e0ff132b tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Pushing event updated for resources: {'Network': ['ID=310e07b1-9c76-4479-9715-2b28fbfd1cbf,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:38:07.326898 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-e49d7a44-b0c0-4f09-8902-04dc1d00c7ad tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-571768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11104'] for router, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:07.328330 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-e49d7a44-b0c0-4f09-8902-04dc1d00c7ad tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-571675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-930014', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-632314', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11129'] for router, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:07.329002 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Network 310e07b1-9c76-4479-9715-2b28fbfd1cbf details requested by agent ovs-agent-n-d-800634-3 with host n-d-800634-3 {{(pid=93917) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 18:38:07.390113 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-e49d7a44-b0c0-4f09-8902-04dc1d00c7ad tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:07.415354 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 53040) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:38:07.468408 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-5ac93bd2-66bd-41f3-a2d4-026cb1a355b9 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7a6fe24df197417d968c6db2144e3f67&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0517218 Jul 14 18:38:07.471321 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 53044) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:38:07.550907 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-e49d7a44-b0c0-4f09-8902-04dc1d00c7ad tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-929996', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-571750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11395'] for router, precommit_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:07.617203 n-d-800634-3 neutron-server[93915]: INFO neutron.api.v2.resource [req-6eea697f-454f-4fa1-8305-5b5e615bfaea req-0ff6144f-c6cf-4757-9bef-89fab6e8edfa service neutron] show failed (client error): The resource could not be found. Jul 14 18:38:07.618433 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6eea697f-454f-4fa1-8305-5b5e615bfaea req-0ff6144f-c6cf-4757-9bef-89fab6e8edfa service neutron] 10.222.0.18 "GET /v2.0/ports/f0ed37c3-f8f4-4ace-a3e5-c949da3a8a48/bindings/n-h2-800634-3 HTTP/1.1" status: 404 len: 380 time: 0.1388807 Jul 14 18:38:07.619318 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-e5113860-655c-4146-bb21-490f0382ec0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:07.655704 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2403432a-64cd-40cc-bf12-69716238035b req-63f3b2ba-b8bf-467d-9344-f5fde059ce11 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:38:07.657598 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2403432a-64cd-40cc-bf12-69716238035b req-63f3b2ba-b8bf-467d-9344-f5fde059ce11 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] 10.222.0.16 "GET /v2.0/ports?device_id=7677033f-c81d-4c6b-bb6d-c53ed17bcb6d HTTP/1.1" status: 200 len: 946 time: 0.1456792 Jul 14 18:38:07.660445 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-e5113860-655c-4146-bb21-490f0382ec0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:07.729803 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2403432a-64cd-40cc-bf12-69716238035b req-2d61d74f-ee12-4f67-83bf-b1e1d36ee01c tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] 10.222.0.16 "GET /v2.0/security-groups?id=c67cf0ff-df49-40b6-a3f5-cbd66b5fac2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616994 Jul 14 18:38:07.758286 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-e5113860-655c-4146-bb21-490f0382ec0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:07.762692 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-e5113860-655c-4146-bb21-490f0382ec0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:07.764566 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-e5113860-655c-4146-bb21-490f0382ec0a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8c1875a3-9c68-4fdc-b0d5-a3a58c674458 HTTP/1.1" status: 204 len: 168 time: 0.2920532 Jul 14 18:38:07.788484 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5113860-655c-4146-bb21-490f0382ec0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c1875a3-9c68-4fdc-b0d5-a3a58c674458,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:38:07.840354 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-e49d7a44-b0c0-4f09-8902-04dc1d00c7ad tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Notify callbacks [] for router_gateway, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:07.867747 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-e49d7a44-b0c0-4f09-8902-04dc1d00c7ad tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:08.045640 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eea697f-454f-4fa1-8305-5b5e615bfaea req-11ea45d9-5ce4-41a9-83d4-dfb599e39af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:38:08.047313 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6eea697f-454f-4fa1-8305-5b5e615bfaea req-11ea45d9-5ce4-41a9-83d4-dfb599e39af2 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=7677033f-c81d-4c6b-bb6d-c53ed17bcb6d&tenant_id=af718961b2754d7c873f442ed35947bb HTTP/1.1" status: 200 len: 1097 time: 0.0784905 Jul 14 18:38:08.057563 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.db_base_plugin_common [None req-e49d7a44-b0c0-4f09-8902-04dc1d00c7ad tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Allocated IP 172.25.1.4 (9200a437-e1de-4520-88f6-e68386523e61/5f47f848-4532-407a-a0e2-5690ade15fd0/eef8e124-1f9d-444c-a121-a72703ff3433) {{(pid=93916) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:38:08.068561 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [req-6eea697f-454f-4fa1-8305-5b5e615bfaea req-3b6c9589-563c-498c-a724-d772b86cb142 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-800634-3', 'device_owner': 'compute:nova'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:38:08.155203 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-6eea697f-454f-4fa1-8305-5b5e615bfaea req-3b6c9589-563c-498c-a724-d772b86cb142 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:08.191532 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-e49d7a44-b0c0-4f09-8902-04dc1d00c7ad tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Notify callbacks [] for port, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:08.263885 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-e49d7a44-b0c0-4f09-8902-04dc1d00c7ad tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:08.315232 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e49d7a44-b0c0-4f09-8902-04dc1d00c7ad tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Network 9200a437-e1de-4520-88f6-e68386523e61 is already hosted by enough agents. {{(pid=93916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:38:08.322364 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [None req-e49d7a44-b0c0-4f09-8902-04dc1d00c7ad tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Resources bound (agent type, host, resource id): {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:38:08.326789 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e49d7a44-b0c0-4f09-8902-04dc1d00c7ad tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Received port after_create {{(pid=93916) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:38:08.365256 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49d7a44-b0c0-4f09-8902-04dc1d00c7ad tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Pushing event updated for resources: {'Port': ['ID=eef8e124-1f9d-444c-a121-a72703ff3433,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:38:08.436557 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-6eea697f-454f-4fa1-8305-5b5e615bfaea req-3b6c9589-563c-498c-a724-d772b86cb142 service neutron] For port f0ed37c3-f8f4-4ace-a3e5-c949da3a8a48, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=f0ed37c3-f8f4-4ace-a3e5-c949da3a8a48,segment=NetworkSegment(4f5e1cb4-ef62-44dd-b171-50e9c0e61133),segment_id=4f5e1cb4-ef62-44dd-b171-50e9c0e61133)] {{(pid=93915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:38:08.483607 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-6eea697f-454f-4fa1-8305-5b5e615bfaea req-3b6c9589-563c-498c-a724-d772b86cb142 service neutron] For port f0ed37c3-f8f4-4ace-a3e5-c949da3a8a48, host n-h1-800634-3, cleared binding levels {{(pid=93915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:38:08.561406 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7677033f-c81d-4c6b-bb6d-c53ed17bcb6d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f0ed37c3-f8f4-4ace-a3e5-c949da3a8a48'}] {{(pid=93915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:38:08.566981 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e72782ad3af8f7d4ce76cedf092bca46d1756acc5c4653cf0b52034cdd6b073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ec6e36d-5962-4897-8787-5985425f3c73" -d '{"events": [{"server_uuid": "7677033f-c81d-4c6b-bb6d-c53ed17bcb6d", "name": "network-vif-unplugged", "status": "completed", "tag": "f0ed37c3-f8f4-4ace-a3e5-c949da3a8a48"}]}' {{(pid=93915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:38:08.586382 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-6eea697f-454f-4fa1-8305-5b5e615bfaea req-3b6c9589-563c-498c-a724-d772b86cb142 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:08.605347 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.provisioning_blocks [req-6eea697f-454f-4fa1-8305-5b5e615bfaea req-3b6c9589-563c-498c-a724-d772b86cb142 service neutron] Transition to ACTIVE for port object f0ed37c3-f8f4-4ace-a3e5-c949da3a8a48 will not be triggered until provisioned by entity L2. {{(pid=93915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:38:08.616390 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-6eea697f-454f-4fa1-8305-5b5e615bfaea req-3b6c9589-563c-498c-a724-d772b86cb142 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25912978'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:08.702614 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 14 Jul 2021 18:38:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbf9fc17-c7d4-4653-9800-fa1582b35fd9 x-openstack-request-id: req-fbf9fc17-c7d4-4653-9800-fa1582b35fd9 {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:38:08.702614 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7677033f-c81d-4c6b-bb6d-c53ed17bcb6d", "name": "network-vif-unplugged", "status": "completed", "tag": "f0ed37c3-f8f4-4ace-a3e5-c949da3a8a48", "code": 200}]} {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:38:08.702614 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-fbf9fc17-c7d4-4653-9800-fa1582b35fd9 {{(pid=93915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:38:08.703310 n-d-800634-3 neutron-server[93915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7677033f-c81d-4c6b-bb6d-c53ed17bcb6d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f0ed37c3-f8f4-4ace-a3e5-c949da3a8a48', 'code': 200} Jul 14 18:38:08.704142 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6c9589-563c-498c-a724-d772b86cb142 service neutron] Pushing event updated for resources: {'Port': ['ID=f0ed37c3-f8f4-4ace-a3e5-c949da3a8a48,revision_number=6']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:38:08.890071 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 53084) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:38:09.118279 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-527f461b-8787-4af6-aa62-90fd2429f9d0 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1897745828'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:38:09.118523 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-e49d7a44-b0c0-4f09-8902-04dc1d00c7ad tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Notify callbacks [] for router_gateway, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:09.128181 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [req-6eea697f-454f-4fa1-8305-5b5e615bfaea req-3b6c9589-563c-498c-a724-d772b86cb142 service neutron] No DVR routers for this DVR port f0ed37c3-f8f4-4ace-a3e5-c949da3a8a48 on host n-h1-800634-3 {{(pid=93915) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 18:38:09.195346 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-527f461b-8787-4af6-aa62-90fd2429f9d0 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Made reservation on behalf of 13ccccd91e8c4eb89f4317d7ac77ca6b for: {'network': 1} {{(pid=93915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:38:09.199002 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-527f461b-8787-4af6-aa62-90fd2429f9d0 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for network, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:09.334483 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-e49d7a44-b0c0-4f09-8902-04dc1d00c7ad tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-571759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-930033'] for router, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:09.483414 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e49d7a44-b0c0-4f09-8902-04dc1d00c7ad tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Router 3a31ae71-934f-4135-93de-c762cbccbf01 is scheduled to L3 agent 2c6eb27e-defb-4cca-9a24-381c7415e359 with binding_index 1 {{(pid=93916) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 18:38:09.496104 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-527f461b-8787-4af6-aa62-90fd2429f9d0 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks [] for security_group, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:09.529873 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17e5766-524e-43a6-95ae-7f31a7444bdd req-2541b978-733b-4a2a-91dc-ee5ff6f9126e tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:38:09.531391 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b17e5766-524e-43a6-95ae-7f31a7444bdd req-2541b978-733b-4a2a-91dc-ee5ff6f9126e tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] 10.222.0.16 "GET /v2.0/ports?device_id=7677033f-c81d-4c6b-bb6d-c53ed17bcb6d HTTP/1.1" status: 200 len: 944 time: 0.5296977 Jul 14 18:38:09.603989 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e49d7a44-b0c0-4f09-8902-04dc1d00c7ad tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Notify agent at l3_agent.n-d-800634-3 the message routers_updated {{(pid=93916) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 18:38:09.623765 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6b75065-6800-4004-81b6-f8bb33118ffd None None] Sync routers for ids ['3a31ae71-934f-4135-93de-c762cbccbf01'] in n-d-800634-3 {{(pid=93918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 18:38:09.624468 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b17e5766-524e-43a6-95ae-7f31a7444bdd req-b90fbec6-da8d-425b-97fc-1441979fe4f0 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] 10.222.0.16 "GET /v2.0/security-groups?id=c67cf0ff-df49-40b6-a3f5-cbd66b5fac2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0862451 Jul 14 18:38:09.633745 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-6eea697f-454f-4fa1-8305-5b5e615bfaea req-3b6c9589-563c-498c-a724-d772b86cb142 service neutron] Attempting to bind port f0ed37c3-f8f4-4ace-a3e5-c949da3a8a48 on host n-h2-800634-3 for vnic_type normal with profile {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:38:09.634092 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-6eea697f-454f-4fa1-8305-5b5e615bfaea req-3b6c9589-563c-498c-a724-d772b86cb142 service neutron] Attempting to bind port f0ed37c3-f8f4-4ace-a3e5-c949da3a8a48 by drivers openvswitch,hyperv on host n-h2-800634-3 at level 0 using segments [{'id': '4f5e1cb4-ef62-44dd-b171-50e9c0e61133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '725cc431-8d64-405c-80c6-620abc8a4603'}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:38:09.634426 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eea697f-454f-4fa1-8305-5b5e615bfaea req-3b6c9589-563c-498c-a724-d772b86cb142 service neutron] Attempting to bind port f0ed37c3-f8f4-4ace-a3e5-c949da3a8a48 on network 725cc431-8d64-405c-80c6-620abc8a4603 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:38:09.642800 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6b75065-6800-4004-81b6-f8bb33118ffd None None] Routers {'3a31ae71-934f-4135-93de-c762cbccbf01'} bound to L3 agent in host n-d-800634-3 {{(pid=93918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:38:09.643742 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-d6b75065-6800-4004-81b6-f8bb33118ffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:37:53Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['3a31ae71-934f-4135-93de-c762cbccbf01'], 'active': True} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:38:09.647132 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eea697f-454f-4fa1-8305-5b5e615bfaea req-3b6c9589-563c-498c-a724-d772b86cb142 service neutron] Port f0ed37c3-f8f4-4ace-a3e5-c949da3a8a48 on network 725cc431-8d64-405c-80c6-620abc8a4603 not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-3 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 18:38:09.647469 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eea697f-454f-4fa1-8305-5b5e615bfaea req-3b6c9589-563c-498c-a724-d772b86cb142 service neutron] Attempting to bind port f0ed37c3-f8f4-4ace-a3e5-c949da3a8a48 on network 725cc431-8d64-405c-80c6-620abc8a4603 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:38:09.662129 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eea697f-454f-4fa1-8305-5b5e615bfaea req-3b6c9589-563c-498c-a724-d772b86cb142 service neutron] Checking agent: {'id': '08e36a6c-8d04-48f0-a644-f27680635246', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 15, 35), 'started_at': datetime.datetime(2021, 7, 14, 18, 15, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 18, 38, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 18:38:09.662524 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eea697f-454f-4fa1-8305-5b5e615bfaea req-3b6c9589-563c-498c-a724-d772b86cb142 service neutron] Checking segment: {'id': '4f5e1cb4-ef62-44dd-b171-50e9c0e61133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '725cc431-8d64-405c-80c6-620abc8a4603'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:38:09.662952 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eea697f-454f-4fa1-8305-5b5e615bfaea req-3b6c9589-563c-498c-a724-d772b86cb142 service neutron] Bound using segment: {'id': '4f5e1cb4-ef62-44dd-b171-50e9c0e61133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '725cc431-8d64-405c-80c6-620abc8a4603'} {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 18:38:09.663426 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-6eea697f-454f-4fa1-8305-5b5e615bfaea req-3b6c9589-563c-498c-a724-d772b86cb142 service neutron] Bound port: f0ed37c3-f8f4-4ace-a3e5-c949da3a8a48, host: n-h2-800634-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f5e1cb4-ef62-44dd-b171-50e9c0e61133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '725cc431-8d64-405c-80c6-620abc8a4603'}}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 18:38:09.663783 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-6eea697f-454f-4fa1-8305-5b5e615bfaea req-3b6c9589-563c-498c-a724-d772b86cb142 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:09.742545 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-527f461b-8787-4af6-aa62-90fd2429f9d0 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks [] for security_group, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:09.753357 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-e49d7a44-b0c0-4f09-8902-04dc1d00c7ad tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Notify callbacks [] for router, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:09.754692 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-e49d7a44-b0c0-4f09-8902-04dc1d00c7ad tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 2.4649217 Jul 14 18:38:09.759167 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 53092) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:38:09.763527 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvr_db [None req-d6b75065-6800-4004-81b6-f8bb33118ffd None None] Set router 3a31ae71-934f-4135-93de-c762cbccbf01 gateway port host: n-d-800634-3 {{(pid=93918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 18:38:09.765357 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-527f461b-8787-4af6-aa62-90fd2429f9d0 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:09.798306 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-6eea697f-454f-4fa1-8305-5b5e615bfaea req-3b6c9589-563c-498c-a724-d772b86cb142 service neutron] For port f0ed37c3-f8f4-4ace-a3e5-c949da3a8a48, host n-h2-800634-3, cleared binding levels {{(pid=93915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:38:09.806692 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-6eea697f-454f-4fa1-8305-5b5e615bfaea req-3b6c9589-563c-498c-a724-d772b86cb142 service neutron] For port f0ed37c3-f8f4-4ace-a3e5-c949da3a8a48, host n-h2-800634-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=f0ed37c3-f8f4-4ace-a3e5-c949da3a8a48,segment=NetworkSegment(4f5e1cb4-ef62-44dd-b171-50e9c0e61133),segment_id=4f5e1cb4-ef62-44dd-b171-50e9c0e61133)] {{(pid=93915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 18:38:09.821659 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-6eea697f-454f-4fa1-8305-5b5e615bfaea req-3b6c9589-563c-498c-a724-d772b86cb142 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25912978'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:09.901719 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-527f461b-8787-4af6-aa62-90fd2429f9d0 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 82} {{(pid=93915) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 18:38:09.949893 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-40b2fc29-8459-4f66-a994-bfeffe4100f9 tempest-TestNetworkBasicOps-97253750 tempest-TestNetworkBasicOps-97253750-project-admin] 10.222.0.16 "GET /v2.0/subnets?project_id=0c6eccb7d5c743f1a53a528a1f419fa2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1872270 Jul 14 18:38:09.951779 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eea697f-454f-4fa1-8305-5b5e615bfaea req-3b6c9589-563c-498c-a724-d772b86cb142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:38:09.952328 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 53098) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:38:09.956297 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-6eea697f-454f-4fa1-8305-5b5e615bfaea req-3b6c9589-563c-498c-a724-d772b86cb142 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:09.958217 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6eea697f-454f-4fa1-8305-5b5e615bfaea req-3b6c9589-563c-498c-a724-d772b86cb142 service neutron] 10.222.0.35 "PUT /v2.0/ports/f0ed37c3-f8f4-4ace-a3e5-c949da3a8a48 HTTP/1.1" status: 200 len: 1092 time: 1.8980417 Jul 14 18:38:09.996318 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527f461b-8787-4af6-aa62-90fd2429f9d0 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a446f06a-2f98-4216-9025-521d70a760de,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:38:10.041648 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-527f461b-8787-4af6-aa62-90fd2429f9d0 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:10.042348 n-d-800634-3 neutron-server[93915]: INFO neutron.db.segments_db [None req-527f461b-8787-4af6-aa62-90fd2429f9d0 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Added segment e57d1292-9039-4d9f-94d2-728500c53487 of type vlan for network de099bce-1061-4014-bdd5-ec95cce7be8f Jul 14 18:38:10.170450 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-d6b75065-6800-4004-81b6-f8bb33118ffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a31ae71-934f-4135-93de-c762cbccbf01', 'name': 'tempest-TestNetworkBasicOps-router-722088205', 'tenant_id': '0c6eccb7d5c743f1a53a528a1f419fa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.4'}], 'enable_snat': True}, 'gw_port_id': 'eef8e124-1f9d-444c-a121-a72703ff3433', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:38:07Z', 'updated_at': '2021-07-14T18:38:08Z', 'revision_number': 3, 'project_id': '0c6eccb7d5c743f1a53a528a1f419fa2', 'gw_port': {'id': 'eef8e124-1f9d-444c-a121-a72703ff3433', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:02:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a31ae71-934f-4135-93de-c762cbccbf01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2099, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:38:07Z', 'updated_at': '2021-07-14T18:38:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3'}], 'n-d-800634-3', False) {} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:38:10.189290 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6c9589-563c-498c-a724-d772b86cb142 service neutron] Pushing event updated for resources: {'Port': ['ID=f0ed37c3-f8f4-4ace-a3e5-c949da3a8a48,revision_number=7']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:38:10.255859 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6b75065-6800-4004-81b6-f8bb33118ffd None None] Checking router: 3a31ae71-934f-4135-93de-c762cbccbf01 for host: n-d-800634-3 {{(pid=93918) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 18:38:10.256167 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6b75065-6800-4004-81b6-f8bb33118ffd None None] Updating router 3a31ae71-934f-4135-93de-c762cbccbf01 port eef8e124-1f9d-444c-a121-a72703ff3433 binding host n-d-800634-3 {{(pid=93918) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 18:38:10.272912 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-527f461b-8787-4af6-aa62-90fd2429f9d0 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728202197517'] for network, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:10.274185 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d7d9d2e-d58e-4523-b13e-f081153ec46f tempest-TestNetworkBasicOps-97253750 tempest-TestNetworkBasicOps-97253750-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:38:10.275731 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-9d7d9d2e-d58e-4523-b13e-f081153ec46f tempest-TestNetworkBasicOps-97253750 tempest-TestNetworkBasicOps-97253750-project-admin] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3193340 Jul 14 18:38:10.278654 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 53106) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:38:10.338798 n-d-800634-3 neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-d6b75065-6800-4004-81b6-f8bb33118ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:10.350992 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-c9c89d3e-c467-49c0-85b0-1181f61e051d tempest-TestNetworkBasicOps-97253750 tempest-TestNetworkBasicOps-97253750-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=9200a437-e1de-4520-88f6-e68386523e61&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0566146 Jul 14 18:38:10.351966 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 53110) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:38:10.357313 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-c0a3925b-f4ad-418c-9127-e521c13be20b tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1070559000', 'network_id': '310e07b1-9c76-4479-9715-2b28fbfd1cbf', 'project_id': '0c6eccb7d5c743f1a53a528a1f419fa2', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:38:10.368258 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-527f461b-8787-4af6-aa62-90fd2429f9d0 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727'] for network, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:10.375654 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-527f461b-8787-4af6-aa62-90fd2429f9d0 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:38:10.376402 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-527f461b-8787-4af6-aa62-90fd2429f9d0 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks [] for network, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:10.483381 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eea697f-454f-4fa1-8305-5b5e615bfaea req-761d3b79-6df5-4f0a-940d-186510daadc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:38:10.485107 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6eea697f-454f-4fa1-8305-5b5e615bfaea req-761d3b79-6df5-4f0a-940d-186510daadc2 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=af718961b2754d7c873f442ed35947bb&device_id=7677033f-c81d-4c6b-bb6d-c53ed17bcb6d HTTP/1.1" status: 200 len: 1095 time: 0.4720547 Jul 14 18:38:10.485927 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527f461b-8787-4af6-aa62-90fd2429f9d0 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Pushing event updated for resources: {'Network': ['ID=de099bce-1061-4014-bdd5-ec95cce7be8f,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:38:10.490065 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-527f461b-8787-4af6-aa62-90fd2429f9d0 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.5896111 Jul 14 18:38:10.495895 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 53112) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:38:10.512139 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Network de099bce-1061-4014-bdd5-ec95cce7be8f details requested by agent ovs-agent-n-d-800634-3 with host n-d-800634-3 {{(pid=93917) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 18:38:10.527549 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-c85a3601-0346-4d61-95ff-a825a34e6f6a tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Request body: {'subnet': {'network_id': 'de099bce-1061-4014-bdd5-ec95cce7be8f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:38:10.530192 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0a3925b-f4ad-418c-9127-e521c13be20b tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Made reservation on behalf of 0c6eccb7d5c743f1a53a528a1f419fa2 for: {'subnet': 1} {{(pid=93916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:38:10.535225 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-c0a3925b-f4ad-418c-9127-e521c13be20b tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26033189'] for subnet, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:10.704404 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7677033f-c81d-4c6b-bb6d-c53ed17bcb6d', 'tag': 'f0ed37c3-f8f4-4ace-a3e5-c949da3a8a48'}] {{(pid=93915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:38:10.707186 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e72782ad3af8f7d4ce76cedf092bca46d1756acc5c4653cf0b52034cdd6b073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a674e216-0c77-457c-8284-6481835657e9" -d '{"events": [{"name": "network-changed", "server_uuid": "7677033f-c81d-4c6b-bb6d-c53ed17bcb6d", "tag": "f0ed37c3-f8f4-4ace-a3e5-c949da3a8a48"}]}' {{(pid=93915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:38:10.726567 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eea697f-454f-4fa1-8305-5b5e615bfaea req-708cfc3d-28b6-4810-ba19-3b0b7c000cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:38:10.728603 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6eea697f-454f-4fa1-8305-5b5e615bfaea req-708cfc3d-28b6-4810-ba19-3b0b7c000cb3 service neutron] 10.222.0.35 "GET /v2.0/networks?id=725cc431-8d64-405c-80c6-620abc8a4603 HTTP/1.1" status: 200 len: 896 time: 0.2316966 Jul 14 18:38:10.732168 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c85a3601-0346-4d61-95ff-a825a34e6f6a tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Made reservation on behalf of 13ccccd91e8c4eb89f4317d7ac77ca6b for: {'subnet': 1} {{(pid=93915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:38:10.743346 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-c85a3601-0346-4d61-95ff-a825a34e6f6a tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28969735'] for subnet, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:10.781469 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-c0a3925b-f4ad-418c-9127-e521c13be20b tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2684753', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26033175'] for subnet, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:10.809561 n-d-800634-3 neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-d6b75065-6800-4004-81b6-f8bb33118ffd None None] Notify callbacks [] for port, precommit_update {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:10.826645 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6eea697f-454f-4fa1-8305-5b5e615bfaea req-92005987-78e7-4500-97da-271e41ff495d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f0ed37c3-f8f4-4ace-a3e5-c949da3a8a48 HTTP/1.1" status: 200 len: 999 time: 0.0796182 Jul 14 18:38:10.835411 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.provisioning_blocks [None req-d6b75065-6800-4004-81b6-f8bb33118ffd None None] Transition to ACTIVE for port object eef8e124-1f9d-444c-a121-a72703ff3433 will not be triggered until provisioned by entity L2. {{(pid=93918) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:38:10.847593 n-d-800634-3 neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-d6b75065-6800-4004-81b6-f8bb33118ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:10.900639 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a3925b-f4ad-418c-9127-e521c13be20b tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Pushing event updated for resources: {'Subnet': ['ID=8fde12ad-ce3f-46bc-b05a-eff3c76ca5e1,revision_number=0']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:38:10.937930 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d59584-9269-4794-9787-a6d001038c8a None None] Pushing event updated for resources: {'Port': ['ID=eef8e124-1f9d-444c-a121-a72703ff3433,revision_number=2']} {{(pid=93918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:38:10.970402 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 18:38:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33e22d04-f761-4f82-ba2a-2921a095d6fb x-openstack-request-id: req-33e22d04-f761-4f82-ba2a-2921a095d6fb {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:38:10.971363 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7677033f-c81d-4c6b-bb6d-c53ed17bcb6d", "tag": "f0ed37c3-f8f4-4ace-a3e5-c949da3a8a48", "status": "completed", "code": 200}]} {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:38:10.971735 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-33e22d04-f761-4f82-ba2a-2921a095d6fb {{(pid=93915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:38:10.972490 n-d-800634-3 neutron-server[93915]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7677033f-c81d-4c6b-bb6d-c53ed17bcb6d', 'tag': 'f0ed37c3-f8f4-4ace-a3e5-c949da3a8a48', 'status': 'completed', 'code': 200} Jul 14 18:38:10.981910 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0a3925b-f4ad-418c-9127-e521c13be20b tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Checking segment: {'id': '2c69c6a5-6bc1-42c7-8ba3-45df07491651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '310e07b1-9c76-4479-9715-2b28fbfd1cbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93916) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:38:10.982393 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0a3925b-f4ad-418c-9127-e521c13be20b tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Network hostable DHCP agents. Network: 310e07b1-9c76-4479-9715-2b28fbfd1cbf, hostable agents: ['028393c3-0576-4ebd-bca1-8ea8a148e1a2'], hosted agents: [] {{(pid=93916) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 18:38:10.983106 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.managers [None req-d6b75065-6800-4004-81b6-f8bb33118ffd None None] Attempting to bind port eef8e124-1f9d-444c-a121-a72703ff3433 on host n-d-800634-3 for vnic_type normal with profile {{(pid=93918) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:38:10.983494 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.managers [None req-d6b75065-6800-4004-81b6-f8bb33118ffd None None] Attempting to bind port eef8e124-1f9d-444c-a121-a72703ff3433 by drivers openvswitch,hyperv on host n-d-800634-3 at level 0 using segments [{'id': '5afb940b-bbdf-4727-be00-5d46367c38a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9200a437-e1de-4520-88f6-e68386523e61'}] {{(pid=93918) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:38:10.983882 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6b75065-6800-4004-81b6-f8bb33118ffd None None] Attempting to bind port eef8e124-1f9d-444c-a121-a72703ff3433 on network 9200a437-e1de-4520-88f6-e68386523e61 {{(pid=93918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:38:10.989927 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6b75065-6800-4004-81b6-f8bb33118ffd None None] Checking agent: {'id': '01c19e91-a945-4e3c-94a6-c211e17c923e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 8, 23), 'started_at': datetime.datetime(2021, 7, 14, 18, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 18, 37, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 18:38:10.990302 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6b75065-6800-4004-81b6-f8bb33118ffd None None] Checking segment: {'id': '5afb940b-bbdf-4727-be00-5d46367c38a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9200a437-e1de-4520-88f6-e68386523e61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93918) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:38:10.990713 n-d-800634-3 neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-d6b75065-6800-4004-81b6-f8bb33118ffd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:10.991105 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6b75065-6800-4004-81b6-f8bb33118ffd None None] Bound using segment: {'id': '5afb940b-bbdf-4727-be00-5d46367c38a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9200a437-e1de-4520-88f6-e68386523e61'} {{(pid=93918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 18:38:10.991577 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.managers [None req-d6b75065-6800-4004-81b6-f8bb33118ffd None None] Bound port: eef8e124-1f9d-444c-a121-a72703ff3433, host: n-d-800634-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5afb940b-bbdf-4727-be00-5d46367c38a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9200a437-e1de-4520-88f6-e68386523e61'}}] {{(pid=93918) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 18:38:10.991966 n-d-800634-3 neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-d6b75065-6800-4004-81b6-f8bb33118ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:11.007131 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0a3925b-f4ad-418c-9127-e521c13be20b tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Network 310e07b1-9c76-4479-9715-2b28fbfd1cbf is scheduled to be hosted by DHCP agent 028393c3-0576-4ebd-bca1-8ea8a148e1a2 with binding_index 1 {{(pid=93916) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 18:38:11.021761 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [None req-c0a3925b-f4ad-418c-9127-e521c13be20b tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-3, 310e07b1-9c76-4479-9715-2b28fbfd1cbf) {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:38:11.036205 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fb97466-a5c5-4f77-913b-1b94936211de None None] Network 310e07b1-9c76-4479-9715-2b28fbfd1cbf requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:38:11.052893 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eea697f-454f-4fa1-8305-5b5e615bfaea req-ee54438a-17e3-40f0-a212-5429852fc5f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:38:11.058324 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0a3925b-f4ad-418c-9127-e521c13be20b tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:38:11.058930 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-c0a3925b-f4ad-418c-9127-e521c13be20b tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Notify callbacks [] for subnet, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:11.059422 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6eea697f-454f-4fa1-8305-5b5e615bfaea req-ee54438a-17e3-40f0-a212-5429852fc5f0 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2613ee9b-ec36-428a-b270-275b26077e23 HTTP/1.1" status: 200 len: 834 time: 0.2165358 Jul 14 18:38:11.062350 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.db [None req-d6b75065-6800-4004-81b6-f8bb33118ffd None None] For port eef8e124-1f9d-444c-a121-a72703ff3433, host n-d-800634-3, cleared binding levels {{(pid=93918) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:38:11.067476 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.db [None req-d6b75065-6800-4004-81b6-f8bb33118ffd None None] For port eef8e124-1f9d-444c-a121-a72703ff3433, host n-d-800634-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=eef8e124-1f9d-444c-a121-a72703ff3433,segment=NetworkSegment(5afb940b-bbdf-4727-be00-5d46367c38a1),segment_id=5afb940b-bbdf-4727-be00-5d46367c38a1)] {{(pid=93918) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 18:38:11.073688 n-d-800634-3 neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-d6b75065-6800-4004-81b6-f8bb33118ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:11.104369 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-c0a3925b-f4ad-418c-9127-e521c13be20b tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7509987 Jul 14 18:38:11.106746 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 53126) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:38:11.197438 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6b75065-6800-4004-81b6-f8bb33118ffd None None] Routers {'3a31ae71-934f-4135-93de-c762cbccbf01'} bound to L3 agent in host n-d-800634-3 {{(pid=93918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:38:11.198647 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-d6b75065-6800-4004-81b6-f8bb33118ffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:37:53Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['3a31ae71-934f-4135-93de-c762cbccbf01'], 'active': True} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:38:11.200212 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d59584-9269-4794-9787-a6d001038c8a None None] Pushing event updated for resources: {'Port': ['ID=eef8e124-1f9d-444c-a121-a72703ff3433,revision_number=3']} {{(pid=93918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:38:11.319511 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d5c583-b0dd-46a6-abe4-3cfb5f27dec8 req-13161255-8264-4798-a885-03e9f381485f tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:38:11.321623 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-74d5c583-b0dd-46a6-abe4-3cfb5f27dec8 req-13161255-8264-4798-a885-03e9f381485f tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] 10.222.0.16 "GET /v2.0/ports?device_id=7677033f-c81d-4c6b-bb6d-c53ed17bcb6d HTTP/1.1" status: 200 len: 944 time: 0.3965504 Jul 14 18:38:11.378608 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9637da0b-eec3-4b3b-a21d-863aacd78e15 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9222b97e-5d1c-54f8-ba97-82f172498e76-310e07b1-9c76-4479-9715-2b28fbfd1cbf', 'network_id': '310e07b1-9c76-4479-9715-2b28fbfd1cbf', 'tenant_id': '0c6eccb7d5c743f1a53a528a1f419fa2', 'fixed_ips': [{'subnet_id': '8fde12ad-ce3f-46bc-b05a-eff3c76ca5e1'}]}} from n-d-800634-3. {{(pid=93917) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 18:38:11.379353 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9637da0b-eec3-4b3b-a21d-863aacd78e15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:11.389004 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvr_db [None req-d6b75065-6800-4004-81b6-f8bb33118ffd None None] Set router 3a31ae71-934f-4135-93de-c762cbccbf01 gateway port host: n-d-800634-3 {{(pid=93918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 18:38:11.406172 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a674e216-0c77-457c-8284-6481835657e9 req-753ce5c5-b8d1-4192-9a75-816d84f32601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:38:11.407729 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a674e216-0c77-457c-8284-6481835657e9 req-753ce5c5-b8d1-4192-9a75-816d84f32601 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=af718961b2754d7c873f442ed35947bb&device_id=7677033f-c81d-4c6b-bb6d-c53ed17bcb6d HTTP/1.1" status: 200 len: 1095 time: 0.4095626 Jul 14 18:38:11.421821 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eea697f-454f-4fa1-8305-5b5e615bfaea req-c3123153-9048-4db2-8244-4b1d356d0dee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:38:11.423380 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6eea697f-454f-4fa1-8305-5b5e615bfaea req-c3123153-9048-4db2-8244-4b1d356d0dee service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=725cc431-8d64-405c-80c6-620abc8a4603&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3534551 Jul 14 18:38:11.563565 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [req-6eea697f-454f-4fa1-8305-5b5e615bfaea req-7e194c3f-0788-4bab-b5b1-90207c78d334 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=93915) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 18:38:11.564708 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6eea697f-454f-4fa1-8305-5b5e615bfaea req-7e194c3f-0788-4bab-b5b1-90207c78d334 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0395787 Jul 14 18:38:11.594393 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-74d5c583-b0dd-46a6-abe4-3cfb5f27dec8 req-d8b97f59-81df-4972-bb03-fb99e17f0532 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] 10.222.0.16 "GET /v2.0/security-groups?id=c67cf0ff-df49-40b6-a3f5-cbd66b5fac2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2631443 Jul 14 18:38:11.627071 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a674e216-0c77-457c-8284-6481835657e9 req-5066bfd2-1989-4dc3-bc67-0871049fbd22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:38:11.629101 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a674e216-0c77-457c-8284-6481835657e9 req-5066bfd2-1989-4dc3-bc67-0871049fbd22 service neutron] 10.222.0.18 "GET /v2.0/networks?id=725cc431-8d64-405c-80c6-620abc8a4603 HTTP/1.1" status: 200 len: 896 time: 0.2137055 Jul 14 18:38:11.641898 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-d6b75065-6800-4004-81b6-f8bb33118ffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a31ae71-934f-4135-93de-c762cbccbf01', 'name': 'tempest-TestNetworkBasicOps-router-722088205', 'tenant_id': '0c6eccb7d5c743f1a53a528a1f419fa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.4'}], 'enable_snat': True}, 'gw_port_id': 'eef8e124-1f9d-444c-a121-a72703ff3433', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:38:07Z', 'updated_at': '2021-07-14T18:38:08Z', 'revision_number': 3, 'project_id': '0c6eccb7d5c743f1a53a528a1f419fa2', 'gw_port': {'id': 'eef8e124-1f9d-444c-a121-a72703ff3433', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:02:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a31ae71-934f-4135-93de-c762cbccbf01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2099, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:38:07Z', 'updated_at': '2021-07-14T18:38:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3'}], 'n-d-800634-3', False) {} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:38:11.645998 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-c85a3601-0346-4d61-95ff-a825a34e6f6a tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25912837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28969781'] for subnet, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:11.692289 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.db_base_plugin_common [None req-9637da0b-eec3-4b3b-a21d-863aacd78e15 None None] Allocated IP 172.20.0.2 (310e07b1-9c76-4479-9715-2b28fbfd1cbf/8fde12ad-ce3f-46bc-b05a-eff3c76ca5e1/617f80d7-89f9-4d6f-bdbf-bcbe0f167f27) {{(pid=93917) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:38:11.836885 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device f0ed37c3-f8f4-4ace-a3e5-c949da3a8a48 no longer exists at agent hyperv_n-h1-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 18:38:11.839999 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85a3601-0346-4d61-95ff-a825a34e6f6a tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Pushing event updated for resources: {'Subnet': ['ID=1d9474d2-2199-4288-9e43-e833abc9f5ee,revision_number=0']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:38:11.850555 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a674e216-0c77-457c-8284-6481835657e9 req-58613cce-33e0-4cae-9730-62a4bf44f24e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f0ed37c3-f8f4-4ace-a3e5-c949da3a8a48 HTTP/1.1" status: 200 len: 999 time: 0.2058332 Jul 14 18:38:11.870577 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6b75065-6800-4004-81b6-f8bb33118ffd None None] The sync data for ids ['3a31ae71-934f-4135-93de-c762cbccbf01'] in n-d-800634-3 is: [{'id': '3a31ae71-934f-4135-93de-c762cbccbf01', 'name': 'tempest-TestNetworkBasicOps-router-722088205', 'tenant_id': '0c6eccb7d5c743f1a53a528a1f419fa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.4'}], 'enable_snat': True}, 'gw_port_id': 'eef8e124-1f9d-444c-a121-a72703ff3433', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:38:07Z', 'updated_at': '2021-07-14T18:38:08Z', 'revision_number': 3, 'project_id': '0c6eccb7d5c743f1a53a528a1f419fa2', 'gw_port': {'id': 'eef8e124-1f9d-444c-a121-a72703ff3433', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:02:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a31ae71-934f-4135-93de-c762cbccbf01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2099, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:38:07Z', 'updated_at': '2021-07-14T18:38:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3'}] {{(pid=93918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 18:38:11.917470 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6eea697f-454f-4fa1-8305-5b5e615bfaea req-a9de58ae-1cbc-4603-b572-f3a7918914c1 service neutron] 10.222.0.35 "GET /v2.0/networks/725cc431-8d64-405c-80c6-620abc8a4603?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3130343 Jul 14 18:38:11.922806 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c85a3601-0346-4d61-95ff-a825a34e6f6a tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Checking segment: {'id': 'e57d1292-9039-4d9f-94d2-728500c53487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'de099bce-1061-4014-bdd5-ec95cce7be8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:38:11.924351 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c85a3601-0346-4d61-95ff-a825a34e6f6a tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Network hostable DHCP agents. Network: de099bce-1061-4014-bdd5-ec95cce7be8f, hostable agents: ['028393c3-0576-4ebd-bca1-8ea8a148e1a2'], hosted agents: [] {{(pid=93915) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 18:38:11.941156 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a674e216-0c77-457c-8284-6481835657e9 req-db56f0fe-0896-4b41-ba95-88b83b559f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:38:11.942917 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a674e216-0c77-457c-8284-6481835657e9 req-db56f0fe-0896-4b41-ba95-88b83b559f24 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2613ee9b-ec36-428a-b270-275b26077e23 HTTP/1.1" status: 200 len: 834 time: 0.0845330 Jul 14 18:38:11.966736 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device f0ed37c3-f8f4-4ace-a3e5-c949da3a8a48 not bound to the agent host n-h1-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 18:38:11.975932 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-ca24e3d2-2690-46e8-8e3a-a055dc6faf31 tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:12.043758 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9637da0b-eec3-4b3b-a21d-863aacd78e15 None None] Notify callbacks [] for port, precommit_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:12.053526 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9637da0b-eec3-4b3b-a21d-863aacd78e15 None None] Transition to ACTIVE for port object 617f80d7-89f9-4d6f-bdbf-bcbe0f167f27 will not be triggered until provisioned by entity L2. {{(pid=93917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:38:12.062462 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c85a3601-0346-4d61-95ff-a825a34e6f6a tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Network de099bce-1061-4014-bdd5-ec95cce7be8f is scheduled to be hosted by DHCP agent 028393c3-0576-4ebd-bca1-8ea8a148e1a2 with binding_index 1 {{(pid=93915) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 18:38:12.075784 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9637da0b-eec3-4b3b-a21d-863aacd78e15 None None] Transition to ACTIVE for port object 617f80d7-89f9-4d6f-bdbf-bcbe0f167f27 will not be triggered until provisioned by entity DHCP. {{(pid=93917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:38:12.089470 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9637da0b-eec3-4b3b-a21d-863aacd78e15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804'] for port, after_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:12.093852 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [None req-c85a3601-0346-4d61-95ff-a825a34e6f6a tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-3, de099bce-1061-4014-bdd5-ec95cce7be8f) {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:38:12.116331 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c85a3601-0346-4d61-95ff-a825a34e6f6a tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:38:12.118044 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-c85a3601-0346-4d61-95ff-a825a34e6f6a tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks [] for subnet, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:12.126508 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e9cef18-5c10-4084-87ae-3ebc49a9eb9f None None] Network de099bce-1061-4014-bdd5-ec95cce7be8f requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:38:12.142320 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6eea697f-454f-4fa1-8305-5b5e615bfaea req-23a4aa4f-8d1c-4421-85b0-e1586d61e201 service neutron] 10.222.0.35 "GET /v2.0/networks/725cc431-8d64-405c-80c6-620abc8a4603?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2119479 Jul 14 18:38:12.163938 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-c85a3601-0346-4d61-95ff-a825a34e6f6a tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.6547854 Jul 14 18:38:12.166697 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a674e216-0c77-457c-8284-6481835657e9 req-71073b2c-2a5f-4769-9d0e-fea184e048cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:38:12.169065 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a674e216-0c77-457c-8284-6481835657e9 req-71073b2c-2a5f-4769-9d0e-fea184e048cc service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=725cc431-8d64-405c-80c6-620abc8a4603&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2132745 Jul 14 18:38:12.169582 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 53134) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:38:12.229929 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-92147251-d11a-4fa1-b87c-5d8bfb1c815a tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Request body: {'port': {'network_id': 'de099bce-1061-4014-bdd5-ec95cce7be8f', 'name': 'tempest-NetworksTestDHCPv6-1873608935'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:38:12.266878 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [req-a674e216-0c77-457c-8284-6481835657e9 req-9ed8ec37-c708-4921-9298-fb18e1195a45 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=93915) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 18:38:12.275142 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a674e216-0c77-457c-8284-6481835657e9 req-9ed8ec37-c708-4921-9298-fb18e1195a45 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0297561 Jul 14 18:38:12.355048 n-d-800634-3 neutron-server[93917]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9637da0b-eec3-4b3b-a21d-863aacd78e15 None None] Network 310e07b1-9c76-4479-9715-2b28fbfd1cbf is already hosted by enough agents. {{(pid=93917) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:38:12.414437 n-d-800634-3 neutron-server[93917]: DEBUG neutron.scheduler.base_scheduler [None req-9637da0b-eec3-4b3b-a21d-863aacd78e15 None None] Resources bound (agent type, host, resource id): {{(pid=93917) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:38:12.435907 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9637da0b-eec3-4b3b-a21d-863aacd78e15 None None] Pushing event updated for resources: {'Port': ['ID=617f80d7-89f9-4d6f-bdbf-bcbe0f167f27,revision_number=1']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:38:12.439927 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9637da0b-eec3-4b3b-a21d-863aacd78e15 None None] Received port after_create {{(pid=93917) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:38:12.478230 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9637da0b-eec3-4b3b-a21d-863aacd78e15 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:38:12.478635 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9637da0b-eec3-4b3b-a21d-863aacd78e15 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:38:12.478913 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9637da0b-eec3-4b3b-a21d-863aacd78e15 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:38:12.484531 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9637da0b-eec3-4b3b-a21d-863aacd78e15 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:38:12.484844 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9637da0b-eec3-4b3b-a21d-863aacd78e15 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:38:12.485180 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9637da0b-eec3-4b3b-a21d-863aacd78e15 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:38:12.485519 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9637da0b-eec3-4b3b-a21d-863aacd78e15 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:38:12.485868 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9637da0b-eec3-4b3b-a21d-863aacd78e15 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:38:12.486771 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9637da0b-eec3-4b3b-a21d-863aacd78e15 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:38:12.487062 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9637da0b-eec3-4b3b-a21d-863aacd78e15 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:38:12.487398 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9637da0b-eec3-4b3b-a21d-863aacd78e15 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:38:12.487731 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9637da0b-eec3-4b3b-a21d-863aacd78e15 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:38:12.725357 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-9637da0b-eec3-4b3b-a21d-863aacd78e15 None None] Attempting to bind port 617f80d7-89f9-4d6f-bdbf-bcbe0f167f27 on host n-d-800634-3 for vnic_type normal with profile {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:38:12.733495 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-9637da0b-eec3-4b3b-a21d-863aacd78e15 None None] Attempting to bind port 617f80d7-89f9-4d6f-bdbf-bcbe0f167f27 by drivers openvswitch,hyperv on host n-d-800634-3 at level 0 using segments [{'id': '2c69c6a5-6bc1-42c7-8ba3-45df07491651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '310e07b1-9c76-4479-9715-2b28fbfd1cbf'}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:38:12.740572 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9637da0b-eec3-4b3b-a21d-863aacd78e15 None None] Attempting to bind port 617f80d7-89f9-4d6f-bdbf-bcbe0f167f27 on network 310e07b1-9c76-4479-9715-2b28fbfd1cbf {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:38:12.796642 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device eef8e124-1f9d-444c-a121-a72703ff3433 up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:38:12.807686 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a674e216-0c77-457c-8284-6481835657e9 req-d2fb5b25-ec79-47b6-9960-5e0a2c60c8f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:38:12.809301 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a674e216-0c77-457c-8284-6481835657e9 req-d2fb5b25-ec79-47b6-9960-5e0a2c60c8f4 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=af718961b2754d7c873f442ed35947bb&device_id=7677033f-c81d-4c6b-bb6d-c53ed17bcb6d HTTP/1.1" status: 200 len: 1095 time: 0.5331488 Jul 14 18:38:12.822262 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a674e216-0c77-457c-8284-6481835657e9 req-7cf9f503-9193-4098-bd5a-66daea63030a service neutron] 10.222.0.18 "GET /v2.0/networks/725cc431-8d64-405c-80c6-620abc8a4603?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3819931 Jul 14 18:38:12.846209 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.db_base_plugin_common [None req-ca24e3d2-2690-46e8-8e3a-a055dc6faf31 tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Allocated IP 172.20.0.1 (310e07b1-9c76-4479-9715-2b28fbfd1cbf/8fde12ad-ce3f-46bc-b05a-eff3c76ca5e1/9e6b9240-7375-41ea-aa66-998d3e231f8e) {{(pid=93916) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:38:12.907659 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9637da0b-eec3-4b3b-a21d-863aacd78e15 None None] Checking agent: {'id': '01c19e91-a945-4e3c-94a6-c211e17c923e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 8, 23), 'started_at': datetime.datetime(2021, 7, 14, 18, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 18, 37, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 18:38:12.909003 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9637da0b-eec3-4b3b-a21d-863aacd78e15 None None] Checking segment: {'id': '2c69c6a5-6bc1-42c7-8ba3-45df07491651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '310e07b1-9c76-4479-9715-2b28fbfd1cbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93917) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:38:12.909989 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9637da0b-eec3-4b3b-a21d-863aacd78e15 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:12.910701 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9637da0b-eec3-4b3b-a21d-863aacd78e15 None None] Bound using segment: {'id': '2c69c6a5-6bc1-42c7-8ba3-45df07491651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '310e07b1-9c76-4479-9715-2b28fbfd1cbf'} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 18:38:12.911415 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-9637da0b-eec3-4b3b-a21d-863aacd78e15 None None] Bound port: 617f80d7-89f9-4d6f-bdbf-bcbe0f167f27, host: n-d-800634-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c69c6a5-6bc1-42c7-8ba3-45df07491651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '310e07b1-9c76-4479-9715-2b28fbfd1cbf'}}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 18:38:12.912049 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9637da0b-eec3-4b3b-a21d-863aacd78e15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:13.030540 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-ca24e3d2-2690-46e8-8e3a-a055dc6faf31 tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Notify callbacks [] for port, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:13.046952 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.provisioning_blocks [None req-ca24e3d2-2690-46e8-8e3a-a055dc6faf31 tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Transition to ACTIVE for port object 9e6b9240-7375-41ea-aa66-998d3e231f8e will not be triggered until provisioned by entity DHCP. {{(pid=93916) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:38:13.070386 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92147251-d11a-4fa1-b87c-5d8bfb1c815a tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Made reservation on behalf of 13ccccd91e8c4eb89f4317d7ac77ca6b for: {'port': 1} {{(pid=93915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:38:13.074023 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-92147251-d11a-4fa1-b87c-5d8bfb1c815a tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:13.100318 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning for port eef8e124-1f9d-444c-a121-a72703ff3433 completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:38:13.104478 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fc930dd-6069-4596-a9bb-229fe2e0b8ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9222b97e-5d1c-54f8-ba97-82f172498e76-de099bce-1061-4014-bdd5-ec95cce7be8f', 'network_id': 'de099bce-1061-4014-bdd5-ec95cce7be8f', 'tenant_id': '13ccccd91e8c4eb89f4317d7ac77ca6b', 'fixed_ips': [{'subnet_id': '1d9474d2-2199-4288-9e43-e833abc9f5ee'}]}} from n-d-800634-3. {{(pid=93917) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 18:38:13.106281 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-0fc930dd-6069-4596-a9bb-229fe2e0b8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:13.112374 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [None req-92147251-d11a-4fa1-b87c-5d8bfb1c815a tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] device_id is not set on port fefa8151-137d-4d15-ac0c-36d498d02679 yet. {{(pid=93915) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 18:38:13.114771 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-ca24e3d2-2690-46e8-8e3a-a055dc6faf31 tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:13.198408 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a674e216-0c77-457c-8284-6481835657e9 req-13ced444-4c27-48b9-8cc3-b37760d93d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:38:13.199926 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a674e216-0c77-457c-8284-6481835657e9 req-13ced444-4c27-48b9-8cc3-b37760d93d0c service neutron] 10.222.0.35 "GET /v2.0/networks?id=725cc431-8d64-405c-80c6-620abc8a4603 HTTP/1.1" status: 200 len: 896 time: 0.3764324 Jul 14 18:38:13.213279 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca24e3d2-2690-46e8-8e3a-a055dc6faf31 tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Pushing event updated for resources: {'Port': ['ID=9e6b9240-7375-41ea-aa66-998d3e231f8e,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:38:13.228591 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca24e3d2-2690-46e8-8e3a-a055dc6faf31 tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Network 310e07b1-9c76-4479-9715-2b28fbfd1cbf is already hosted by enough agents. {{(pid=93916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:38:13.230353 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [None req-ca24e3d2-2690-46e8-8e3a-a055dc6faf31 tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Resources bound (agent type, host, resource id): {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:38:13.233186 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca24e3d2-2690-46e8-8e3a-a055dc6faf31 tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Received port after_create {{(pid=93916) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:38:13.247001 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port eef8e124-1f9d-444c-a121-a72703ff3433 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:38:13.247414 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:13.268213 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a674e216-0c77-457c-8284-6481835657e9 req-3727ef0a-4b3f-4765-b65b-60f23328575d service neutron] 10.222.0.18 "GET /v2.0/networks/725cc431-8d64-405c-80c6-620abc8a4603?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3794971 Jul 14 18:38:13.313706 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-ca24e3d2-2690-46e8-8e3a-a055dc6faf31 tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-930452'] for router_interface, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:13.333955 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedbfdf3-081e-4056-ad1a-aaf80a8cc34e req-dc85ca7c-b4bf-4675-82a0-f8ca562537f6 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:38:13.335620 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-aedbfdf3-081e-4056-ad1a-aaf80a8cc34e req-dc85ca7c-b4bf-4675-82a0-f8ca562537f6 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] 10.222.0.16 "GET /v2.0/ports?device_id=7677033f-c81d-4c6b-bb6d-c53ed17bcb6d HTTP/1.1" status: 200 len: 944 time: 0.4487052 Jul 14 18:38:13.380855 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-9637da0b-eec3-4b3b-a21d-863aacd78e15 None None] For port 617f80d7-89f9-4d6f-bdbf-bcbe0f167f27, host n-d-800634-3, cleared binding levels {{(pid=93917) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:38:13.404327 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-9637da0b-eec3-4b3b-a21d-863aacd78e15 None None] For port 617f80d7-89f9-4d6f-bdbf-bcbe0f167f27, host n-d-800634-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=617f80d7-89f9-4d6f-bdbf-bcbe0f167f27,segment=NetworkSegment(2c69c6a5-6bc1-42c7-8ba3-45df07491651),segment_id=2c69c6a5-6bc1-42c7-8ba3-45df07491651)] {{(pid=93917) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 18:38:13.408627 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a674e216-0c77-457c-8284-6481835657e9 req-44667fd9-b2c5-4a50-9e2c-66ceec19c1ee service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f0ed37c3-f8f4-4ace-a3e5-c949da3a8a48 HTTP/1.1" status: 200 len: 999 time: 0.1958120 Jul 14 18:38:13.445583 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9637da0b-eec3-4b3b-a21d-863aacd78e15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:13.513253 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-aedbfdf3-081e-4056-ad1a-aaf80a8cc34e req-83a77dba-01a9-4454-8986-9f02a7d8becf tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] 10.222.0.16 "GET /v2.0/security-groups?id=c67cf0ff-df49-40b6-a3f5-cbd66b5fac2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1560988 Jul 14 18:38:13.545969 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a674e216-0c77-457c-8284-6481835657e9 req-e1781086-5b19-4f5b-a530-fdcbdc7f9d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:38:13.548236 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a674e216-0c77-457c-8284-6481835657e9 req-e1781086-5b19-4f5b-a530-fdcbdc7f9d9f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2613ee9b-ec36-428a-b270-275b26077e23 HTTP/1.1" status: 200 len: 834 time: 0.1319292 Jul 14 18:38:13.560647 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9637da0b-eec3-4b3b-a21d-863aacd78e15 None None] Pushing event updated for resources: {'Port': ['ID=617f80d7-89f9-4d6f-bdbf-bcbe0f167f27,revision_number=2']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:38:13.618364 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-ca24e3d2-2690-46e8-8e3a-a055dc6faf31 tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:13.634319 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:13.636397 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a674e216-0c77-457c-8284-6481835657e9 req-1c629329-2dde-4dec-9bac-eb249251f9a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:38:13.643541 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a674e216-0c77-457c-8284-6481835657e9 req-1c629329-2dde-4dec-9bac-eb249251f9a3 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=725cc431-8d64-405c-80c6-620abc8a4603&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0856509 Jul 14 18:38:13.662659 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] For port eef8e124-1f9d-444c-a121-a72703ff3433, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=eef8e124-1f9d-444c-a121-a72703ff3433,segment=NetworkSegment(5afb940b-bbdf-4727-be00-5d46367c38a1),segment_id=5afb940b-bbdf-4727-be00-5d46367c38a1)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:38:13.678206 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:13.698110 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.db_base_plugin_common [None req-0fc930dd-6069-4596-a9bb-229fe2e0b8ef None None] Allocated IP 2001:db8::2 (de099bce-1061-4014-bdd5-ec95cce7be8f/1d9474d2-2199-4288-9e43-e833abc9f5ee/8f20f7c8-faf6-4189-874f-5d55ed5387cd) {{(pid=93917) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:38:13.812875 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a674e216-0c77-457c-8284-6481835657e9 req-1e27635e-d06d-4393-ab7d-ef52adaff594 service neutron] 10.222.0.35 "GET /v2.0/networks/725cc431-8d64-405c-80c6-620abc8a4603?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1641994 Jul 14 18:38:13.973834 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Pushing event updated for resources: {'Port': ['ID=eef8e124-1f9d-444c-a121-a72703ff3433,revision_number=4']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:38:14.070161 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a674e216-0c77-457c-8284-6481835657e9 req-247a0620-d614-48f5-a679-61d3352be75c service neutron] 10.222.0.35 "GET /v2.0/networks/725cc431-8d64-405c-80c6-620abc8a4603?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2482474 Jul 14 18:38:14.072165 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-ca24e3d2-2690-46e8-8e3a-a055dc6faf31 tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Notify callbacks [] for port, precommit_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:14.086520 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-ca24e3d2-2690-46e8-8e3a-a055dc6faf31 tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2684870'] for port, after_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:14.161074 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-0fc930dd-6069-4596-a9bb-229fe2e0b8ef None None] Notify callbacks [] for port, precommit_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:14.177356 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-0fc930dd-6069-4596-a9bb-229fe2e0b8ef None None] Transition to ACTIVE for port object 8f20f7c8-faf6-4189-874f-5d55ed5387cd will not be triggered until provisioned by entity L2. {{(pid=93917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:38:14.199672 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca24e3d2-2690-46e8-8e3a-a055dc6faf31 tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Pushing event updated for resources: {'Port': ['ID=9e6b9240-7375-41ea-aa66-998d3e231f8e,revision_number=2']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:38:14.203891 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-ca24e3d2-2690-46e8-8e3a-a055dc6faf31 tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-598741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-928734'] for router_interface, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:14.208566 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-0fc930dd-6069-4596-a9bb-229fe2e0b8ef None None] Transition to ACTIVE for port object 8f20f7c8-faf6-4189-874f-5d55ed5387cd will not be triggered until provisioned by entity DHCP. {{(pid=93917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:38:14.220735 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-0fc930dd-6069-4596-a9bb-229fe2e0b8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804'] for port, after_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:14.263609 n-d-800634-3 neutron-server[93917]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fc930dd-6069-4596-a9bb-229fe2e0b8ef None None] Network de099bce-1061-4014-bdd5-ec95cce7be8f is already hosted by enough agents. {{(pid=93917) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:38:14.269869 n-d-800634-3 neutron-server[93917]: DEBUG neutron.scheduler.base_scheduler [None req-0fc930dd-6069-4596-a9bb-229fe2e0b8ef None None] Resources bound (agent type, host, resource id): {{(pid=93917) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:38:14.273885 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fc930dd-6069-4596-a9bb-229fe2e0b8ef None None] Received port after_create {{(pid=93917) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:38:14.288264 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc930dd-6069-4596-a9bb-229fe2e0b8ef None None] Pushing event updated for resources: {'Port': ['ID=8f20f7c8-faf6-4189-874f-5d55ed5387cd,revision_number=1']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:38:14.333283 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca24e3d2-2690-46e8-8e3a-a055dc6faf31 tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Network 310e07b1-9c76-4479-9715-2b28fbfd1cbf is already hosted by enough agents. {{(pid=93916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:38:14.334779 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [None req-ca24e3d2-2690-46e8-8e3a-a055dc6faf31 tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Resources bound (agent type, host, resource id): {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:38:14.343181 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.db_base_plugin_common [None req-92147251-d11a-4fa1-b87c-5d8bfb1c815a tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Allocated IP 2001:db8::c7 (de099bce-1061-4014-bdd5-ec95cce7be8f/1d9474d2-2199-4288-9e43-e833abc9f5ee/fefa8151-137d-4d15-ac0c-36d498d02679) {{(pid=93915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:38:14.374959 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-0fc930dd-6069-4596-a9bb-229fe2e0b8ef None None] Attempting to bind port 8f20f7c8-faf6-4189-874f-5d55ed5387cd on host n-d-800634-3 for vnic_type normal with profile {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:38:14.375341 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-0fc930dd-6069-4596-a9bb-229fe2e0b8ef None None] Attempting to bind port 8f20f7c8-faf6-4189-874f-5d55ed5387cd by drivers openvswitch,hyperv on host n-d-800634-3 at level 0 using segments [{'id': 'e57d1292-9039-4d9f-94d2-728500c53487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'de099bce-1061-4014-bdd5-ec95cce7be8f'}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:38:14.375709 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fc930dd-6069-4596-a9bb-229fe2e0b8ef None None] Attempting to bind port 8f20f7c8-faf6-4189-874f-5d55ed5387cd on network de099bce-1061-4014-bdd5-ec95cce7be8f {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:38:14.381958 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fc930dd-6069-4596-a9bb-229fe2e0b8ef None None] Checking agent: {'id': '01c19e91-a945-4e3c-94a6-c211e17c923e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 8, 23), 'started_at': datetime.datetime(2021, 7, 14, 18, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 18, 37, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 18:38:14.382333 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fc930dd-6069-4596-a9bb-229fe2e0b8ef None None] Checking segment: {'id': 'e57d1292-9039-4d9f-94d2-728500c53487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'de099bce-1061-4014-bdd5-ec95cce7be8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93917) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:38:14.382740 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-0fc930dd-6069-4596-a9bb-229fe2e0b8ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:14.383326 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fc930dd-6069-4596-a9bb-229fe2e0b8ef None None] Bound using segment: {'id': 'e57d1292-9039-4d9f-94d2-728500c53487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'de099bce-1061-4014-bdd5-ec95cce7be8f'} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 18:38:14.383806 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-0fc930dd-6069-4596-a9bb-229fe2e0b8ef None None] Bound port: 8f20f7c8-faf6-4189-874f-5d55ed5387cd, host: n-d-800634-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e57d1292-9039-4d9f-94d2-728500c53487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'de099bce-1061-4014-bdd5-ec95cce7be8f'}}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 18:38:14.384261 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-0fc930dd-6069-4596-a9bb-229fe2e0b8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:14.460886 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-0fc930dd-6069-4596-a9bb-229fe2e0b8ef None None] For port 8f20f7c8-faf6-4189-874f-5d55ed5387cd, host n-d-800634-3, cleared binding levels {{(pid=93917) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:38:14.464837 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-0fc930dd-6069-4596-a9bb-229fe2e0b8ef None None] For port 8f20f7c8-faf6-4189-874f-5d55ed5387cd, host n-d-800634-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=8f20f7c8-faf6-4189-874f-5d55ed5387cd,segment=NetworkSegment(e57d1292-9039-4d9f-94d2-728500c53487),segment_id=e57d1292-9039-4d9f-94d2-728500c53487)] {{(pid=93917) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 18:38:14.472663 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-0fc930dd-6069-4596-a9bb-229fe2e0b8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:14.559855 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc930dd-6069-4596-a9bb-229fe2e0b8ef None None] Pushing event updated for resources: {'Port': ['ID=8f20f7c8-faf6-4189-874f-5d55ed5387cd,revision_number=2']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:38:14.628259 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca24e3d2-2690-46e8-8e3a-a055dc6faf31 tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Router 3a31ae71-934f-4135-93de-c762cbccbf01 has already been hosted by L3 agent 2c6eb27e-defb-4cca-9a24-381c7415e359 {{(pid=93916) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 18:38:14.935910 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca24e3d2-2690-46e8-8e3a-a055dc6faf31 tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Notify agent at l3_agent.n-d-800634-3 the message routers_updated {{(pid=93916) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 18:38:14.955730 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-ca24e3d2-2690-46e8-8e3a-a055dc6faf31 tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] 10.222.0.16 "PUT /v2.0/routers/3a31ae71-934f-4135-93de-c762cbccbf01/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8477890 Jul 14 18:38:14.956502 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 53166) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:38:14.982138 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device eef8e124-1f9d-444c-a121-a72703ff3433 up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:38:15.146110 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port eef8e124-1f9d-444c-a121-a72703ff3433 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:38:15.146110 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:15.228723 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cefb96c-328b-4d4d-acc8-3df5ec87ee86 None None] Sync routers for ids ['3a31ae71-934f-4135-93de-c762cbccbf01'] in n-d-800634-3 {{(pid=93917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 18:38:15.257322 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cefb96c-328b-4d4d-acc8-3df5ec87ee86 None None] Routers {'3a31ae71-934f-4135-93de-c762cbccbf01'} bound to L3 agent in host n-d-800634-3 {{(pid=93917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:38:15.257891 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-1cefb96c-328b-4d4d-acc8-3df5ec87ee86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:37:53Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['3a31ae71-934f-4135-93de-c762cbccbf01'], 'active': True} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:38:15.331926 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11724c2c-2605-4370-887f-5e9c80c58192 req-678d5269-cc17-4a73-bf3a-a8d38f17295d tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:38:15.336254 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-11724c2c-2605-4370-887f-5e9c80c58192 req-678d5269-cc17-4a73-bf3a-a8d38f17295d tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] 10.222.0.16 "GET /v2.0/ports?device_id=7677033f-c81d-4c6b-bb6d-c53ed17bcb6d HTTP/1.1" status: 200 len: 944 time: 0.3038471 Jul 14 18:38:15.344017 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aa51aa4-7a5d-4a7c-85ec-6e818d630a00 tempest-TestNetworkBasicOps-97253750 tempest-TestNetworkBasicOps-97253750-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:38:15.345352 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aa51aa4-7a5d-4a7c-85ec-6e818d630a00 tempest-TestNetworkBasicOps-97253750 tempest-TestNetworkBasicOps-97253750-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:38:15.347799 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aa51aa4-7a5d-4a7c-85ec-6e818d630a00 tempest-TestNetworkBasicOps-97253750 tempest-TestNetworkBasicOps-97253750-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:38:15.349556 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aa51aa4-7a5d-4a7c-85ec-6e818d630a00 tempest-TestNetworkBasicOps-97253750 tempest-TestNetworkBasicOps-97253750-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:38:15.350048 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aa51aa4-7a5d-4a7c-85ec-6e818d630a00 tempest-TestNetworkBasicOps-97253750 tempest-TestNetworkBasicOps-97253750-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:38:15.350520 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aa51aa4-7a5d-4a7c-85ec-6e818d630a00 tempest-TestNetworkBasicOps-97253750 tempest-TestNetworkBasicOps-97253750-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:38:15.350996 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aa51aa4-7a5d-4a7c-85ec-6e818d630a00 tempest-TestNetworkBasicOps-97253750 tempest-TestNetworkBasicOps-97253750-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:38:15.351461 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aa51aa4-7a5d-4a7c-85ec-6e818d630a00 tempest-TestNetworkBasicOps-97253750 tempest-TestNetworkBasicOps-97253750-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:38:15.351930 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aa51aa4-7a5d-4a7c-85ec-6e818d630a00 tempest-TestNetworkBasicOps-97253750 tempest-TestNetworkBasicOps-97253750-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:38:15.352422 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aa51aa4-7a5d-4a7c-85ec-6e818d630a00 tempest-TestNetworkBasicOps-97253750 tempest-TestNetworkBasicOps-97253750-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:38:15.352883 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aa51aa4-7a5d-4a7c-85ec-6e818d630a00 tempest-TestNetworkBasicOps-97253750 tempest-TestNetworkBasicOps-97253750-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:38:15.361833 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aa51aa4-7a5d-4a7c-85ec-6e818d630a00 tempest-TestNetworkBasicOps-97253750 tempest-TestNetworkBasicOps-97253750-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:38:15.362419 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aa51aa4-7a5d-4a7c-85ec-6e818d630a00 tempest-TestNetworkBasicOps-97253750 tempest-TestNetworkBasicOps-97253750-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:38:15.362897 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aa51aa4-7a5d-4a7c-85ec-6e818d630a00 tempest-TestNetworkBasicOps-97253750 tempest-TestNetworkBasicOps-97253750-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:38:15.368673 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-8aa51aa4-7a5d-4a7c-85ec-6e818d630a00 tempest-TestNetworkBasicOps-97253750 tempest-TestNetworkBasicOps-97253750-project-admin] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 9830 time: 0.4110506 Jul 14 18:38:15.369405 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 53170) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:38:15.377127 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-92147251-d11a-4fa1-b87c-5d8bfb1c815a tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks [] for port, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:15.431647 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.provisioning_blocks [None req-92147251-d11a-4fa1-b87c-5d8bfb1c815a tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Transition to ACTIVE for port object fefa8151-137d-4d15-ac0c-36d498d02679 will not be triggered until provisioned by entity DHCP. {{(pid=93915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:38:15.464021 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-11724c2c-2605-4370-887f-5e9c80c58192 req-2c400185-05ec-4523-9807-708438edeb18 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] 10.222.0.16 "GET /v2.0/security-groups?id=c67cf0ff-df49-40b6-a3f5-cbd66b5fac2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1151388 Jul 14 18:38:15.514549 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-92147251-d11a-4fa1-b87c-5d8bfb1c815a tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:15.583806 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e623760f-4d73-474c-9c46-922ea338710f None None] Network 310e07b1-9c76-4479-9715-2b28fbfd1cbf requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:38:15.624842 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92147251-d11a-4fa1-b87c-5d8bfb1c815a tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Pushing event updated for resources: {'Port': ['ID=fefa8151-137d-4d15-ac0c-36d498d02679,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:38:15.641660 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92147251-d11a-4fa1-b87c-5d8bfb1c815a tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Network de099bce-1061-4014-bdd5-ec95cce7be8f is already hosted by enough agents. {{(pid=93915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:38:15.643849 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [None req-92147251-d11a-4fa1-b87c-5d8bfb1c815a tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Resources bound (agent type, host, resource id): {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:38:15.647711 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92147251-d11a-4fa1-b87c-5d8bfb1c815a tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Received port after_create {{(pid=93915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:38:15.656033 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92147251-d11a-4fa1-b87c-5d8bfb1c815a tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:38:15.656959 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-92147251-d11a-4fa1-b87c-5d8bfb1c815a tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:15.676708 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-92147251-d11a-4fa1-b87c-5d8bfb1c815a tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.5023012 Jul 14 18:38:15.678783 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 53174) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:38:15.704949 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 617f80d7-89f9-4d6f-bdbf-bcbe0f167f27 up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:38:15.775909 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvr_db [None req-1cefb96c-328b-4d4d-acc8-3df5ec87ee86 None None] Set router 3a31ae71-934f-4135-93de-c762cbccbf01 gateway port host: n-d-800634-3 {{(pid=93917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 18:38:15.813117 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-226b5f37-9ac8-48ae-93a9-2541b5e489ac tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:38:15.821406 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-226b5f37-9ac8-48ae-93a9-2541b5e489ac tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:38:15.824165 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-226b5f37-9ac8-48ae-93a9-2541b5e489ac tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.1435599 Jul 14 18:38:15.826657 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 53178) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:38:15.947666 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-279a1eb9-8bb6-4539-a540-1aaad1d7cf8a tempest-TestNetworkBasicOps-97253750 tempest-TestNetworkBasicOps-97253750-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:38:15.948333 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-279a1eb9-8bb6-4539-a540-1aaad1d7cf8a tempest-TestNetworkBasicOps-97253750 tempest-TestNetworkBasicOps-97253750-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:38:15.948818 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-279a1eb9-8bb6-4539-a540-1aaad1d7cf8a tempest-TestNetworkBasicOps-97253750 tempest-TestNetworkBasicOps-97253750-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:38:15.949303 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-279a1eb9-8bb6-4539-a540-1aaad1d7cf8a tempest-TestNetworkBasicOps-97253750 tempest-TestNetworkBasicOps-97253750-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:38:15.949778 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-279a1eb9-8bb6-4539-a540-1aaad1d7cf8a tempest-TestNetworkBasicOps-97253750 tempest-TestNetworkBasicOps-97253750-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:38:15.950229 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-279a1eb9-8bb6-4539-a540-1aaad1d7cf8a tempest-TestNetworkBasicOps-97253750 tempest-TestNetworkBasicOps-97253750-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:38:15.950678 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-279a1eb9-8bb6-4539-a540-1aaad1d7cf8a tempest-TestNetworkBasicOps-97253750 tempest-TestNetworkBasicOps-97253750-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:38:15.951126 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-279a1eb9-8bb6-4539-a540-1aaad1d7cf8a tempest-TestNetworkBasicOps-97253750 tempest-TestNetworkBasicOps-97253750-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:38:15.951574 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-279a1eb9-8bb6-4539-a540-1aaad1d7cf8a tempest-TestNetworkBasicOps-97253750 tempest-TestNetworkBasicOps-97253750-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:38:15.952037 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-279a1eb9-8bb6-4539-a540-1aaad1d7cf8a tempest-TestNetworkBasicOps-97253750 tempest-TestNetworkBasicOps-97253750-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:38:15.952575 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-279a1eb9-8bb6-4539-a540-1aaad1d7cf8a tempest-TestNetworkBasicOps-97253750 tempest-TestNetworkBasicOps-97253750-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:38:15.953057 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-279a1eb9-8bb6-4539-a540-1aaad1d7cf8a tempest-TestNetworkBasicOps-97253750 tempest-TestNetworkBasicOps-97253750-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:38:15.953498 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-279a1eb9-8bb6-4539-a540-1aaad1d7cf8a tempest-TestNetworkBasicOps-97253750 tempest-TestNetworkBasicOps-97253750-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:38:15.953965 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-279a1eb9-8bb6-4539-a540-1aaad1d7cf8a tempest-TestNetworkBasicOps-97253750 tempest-TestNetworkBasicOps-97253750-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:38:15.960393 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-279a1eb9-8bb6-4539-a540-1aaad1d7cf8a tempest-TestNetworkBasicOps-97253750 tempest-TestNetworkBasicOps-97253750-project-admin] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 8898 time: 0.5883873 Jul 14 18:38:15.961310 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 53180) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:38:16.002732 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [None req-4b601559-25b2-4ca4-86a7-19f9b734606f tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Deleting port fefa8151-137d-4d15-ac0c-36d498d02679 {{(pid=93915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:38:16.003451 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-4b601559-25b2-4ca4-86a7-19f9b734606f tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:16.094220 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Device f0ed37c3-f8f4-4ace-a3e5-c949da3a8a48 details requested by agent hyperv_n-h2-800634-3 with host n-h2-800634-3 {{(pid=93917) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 18:38:16.146631 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-4b601559-25b2-4ca4-86a7-19f9b734606f tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:16.165898 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-05abf3c5-ca00-4bcf-a829-3ef1473e602e None None] Provisioning for port 617f80d7-89f9-4d6f-bdbf-bcbe0f167f27 completed by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:38:16.251929 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [None req-4b601559-25b2-4ca4-86a7-19f9b734606f tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Calling delete_port for fefa8151-137d-4d15-ac0c-36d498d02679 owned by {{(pid=93915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:38:16.411053 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning for port 617f80d7-89f9-4d6f-bdbf-bcbe0f167f27 completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:38:16.503290 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-9bb080f2-0639-4b0f-8c84-d90bb3ad540b tempest-TestNetworkBasicOps-97253750 tempest-TestNetworkBasicOps-97253750-project-admin] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 5226 time: 0.5407081 Jul 14 18:38:16.513460 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1758237d-3dae-46d0-b7f2-e50be482eb7c None None] Network de099bce-1061-4014-bdd5-ec95cce7be8f requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:38:16.544664 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-4b601559-25b2-4ca4-86a7-19f9b734606f tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:16.608888 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b601559-25b2-4ca4-86a7-19f9b734606f tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Pushing event deleted for resources: {'Port': ['ID=fefa8151-137d-4d15-ac0c-36d498d02679,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:38:16.656768 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port 617f80d7-89f9-4d6f-bdbf-bcbe0f167f27 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:38:16.656994 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-4b601559-25b2-4ca4-86a7-19f9b734606f tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:16.657367 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:16.659969 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-4b601559-25b2-4ca4-86a7-19f9b734606f tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] 10.222.0.16 "DELETE /v2.0/ports/fefa8151-137d-4d15-ac0c-36d498d02679 HTTP/1.1" status: 204 len: 168 time: 0.8315375 Jul 14 18:38:16.662508 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 53192) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:38:16.789393 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-648693d5-95c8-40d7-b336-a3138aa23896 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:38:16.791084 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-648693d5-95c8-40d7-b336-a3138aa23896 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:38:16.795067 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-648693d5-95c8-40d7-b336-a3138aa23896 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1289287 Jul 14 18:38:16.795269 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 53194) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:38:16.805439 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5151a24-6e73-4d45-818c-b0ccf61dca1c req-762055e6-75c8-412f-bc6f-c8a65adee005 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:38:16.807002 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f5151a24-6e73-4d45-818c-b0ccf61dca1c req-762055e6-75c8-412f-bc6f-c8a65adee005 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] 10.222.0.16 "GET /v2.0/ports?device_id=7677033f-c81d-4c6b-bb6d-c53ed17bcb6d HTTP/1.1" status: 200 len: 944 time: 0.1117029 Jul 14 18:38:16.893906 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] For port f0ed37c3-f8f4-4ace-a3e5-c949da3a8a48, host n-h2-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=f0ed37c3-f8f4-4ace-a3e5-c949da3a8a48,segment=NetworkSegment(4f5e1cb4-ef62-44dd-b171-50e9c0e61133),segment_id=4f5e1cb4-ef62-44dd-b171-50e9c0e61133)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:38:16.900454 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f5151a24-6e73-4d45-818c-b0ccf61dca1c req-f6843da7-0be1-43a9-ad36-e6295e126bea tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] 10.222.0.16 "GET /v2.0/security-groups?id=c67cf0ff-df49-40b6-a3f5-cbd66b5fac2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0844131 Jul 14 18:38:16.901473 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-50f8ad59-c324-460e-bc18-7a186524d565 None None] Provisioning for port 8f20f7c8-faf6-4189-874f-5d55ed5387cd completed by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:38:16.909606 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.db_base_plugin_v2 [None req-24c859d3-1e76-4053-bf3b-9b72be40d4f1 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Deleting subnet 1d9474d2-2199-4288-9e43-e833abc9f5ee {{(pid=93916) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 18:38:16.923806 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-24c859d3-1e76-4053-bf3b-9b72be40d4f1 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks [] for subnet, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:17.018188 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Returning: {'device': 'f0ed37c3-f8f4-4ace-a3e5-c949da3a8a48', 'network_id': '725cc431-8d64-405c-80c6-620abc8a4603', 'port_id': 'f0ed37c3-f8f4-4ace-a3e5-c949da3a8a48', 'mac_address': 'fa:16:3e:57:ae:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 64, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2613ee9b-ec36-428a-b270-275b26077e23', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93917) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 18:38:17.062843 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-24c859d3-1e76-4053-bf3b-9b72be40d4f1 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26296866'] for subnet, precommit_delete_associations {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:17.142510 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:17.205716 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0ed37c3-f8f4-4ace-a3e5-c949da3a8a48 {{(pid=93917) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 18:38:17.226162 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-1cefb96c-328b-4d4d-acc8-3df5ec87ee86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a31ae71-934f-4135-93de-c762cbccbf01', 'name': 'tempest-TestNetworkBasicOps-router-722088205', 'tenant_id': '0c6eccb7d5c743f1a53a528a1f419fa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.4'}], 'enable_snat': True}, 'gw_port_id': 'eef8e124-1f9d-444c-a121-a72703ff3433', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:38:07Z', 'updated_at': '2021-07-14T18:38:13Z', 'revision_number': 4, 'project_id': '0c6eccb7d5c743f1a53a528a1f419fa2', 'gw_port': {'id': 'eef8e124-1f9d-444c-a121-a72703ff3433', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:02:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a31ae71-934f-4135-93de-c762cbccbf01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2099, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:38:07Z', 'updated_at': '2021-07-14T18:38:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_interfaces': [{'id': '9e6b9240-7375-41ea-aa66-998d3e231f8e', 'name': '', 'network_id': '310e07b1-9c76-4479-9715-2b28fbfd1cbf', 'tenant_id': '0c6eccb7d5c743f1a53a528a1f419fa2', 'mac_address': 'fa:16:3e:a4:93:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a31ae71-934f-4135-93de-c762cbccbf01', 'device_owner': 'network:router_interface', 'standard_attr_id': 2110, 'fixed_ips': [{'subnet_id': '8fde12ad-ce3f-46bc-b05a-eff3c76ca5e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:38:12Z', 'updated_at': '2021-07-14T18:38:13Z', 'revision_number': 2, 'project_id': '0c6eccb7d5c743f1a53a528a1f419fa2', 'subnets': [{'id': '8fde12ad-ce3f-46bc-b05a-eff3c76ca5e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-3', False) {} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:38:17.275988 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] For port f0ed37c3-f8f4-4ace-a3e5-c949da3a8a48, host n-h2-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=f0ed37c3-f8f4-4ace-a3e5-c949da3a8a48,segment=NetworkSegment(4f5e1cb4-ef62-44dd-b171-50e9c0e61133),segment_id=4f5e1cb4-ef62-44dd-b171-50e9c0e61133)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:38:17.277703 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:17.280844 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cefb96c-328b-4d4d-acc8-3df5ec87ee86 None None] Checking router: 3a31ae71-934f-4135-93de-c762cbccbf01 for host: n-d-800634-3 {{(pid=93917) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 18:38:17.281206 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cefb96c-328b-4d4d-acc8-3df5ec87ee86 None None] Updating router 3a31ae71-934f-4135-93de-c762cbccbf01 port 9e6b9240-7375-41ea-aa66-998d3e231f8e binding host n-d-800634-3 {{(pid=93917) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 18:38:17.299646 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:17.318181 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-24c859d3-1e76-4053-bf3b-9b72be40d4f1 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081283'] for subnet, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:17.344829 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 53202) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:38:17.359963 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-08fcb7ae-c9d5-415d-a979-f509e8e036be tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-147636011', 'description': 'tempest-secgroup-smoke-147636011 description', 'project_id': '0c6eccb7d5c743f1a53a528a1f419fa2'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:38:17.443507 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-24c859d3-1e76-4053-bf3b-9b72be40d4f1 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2684816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26033152'] for subnet, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:17.461093 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] For port 617f80d7-89f9-4d6f-bdbf-bcbe0f167f27, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=617f80d7-89f9-4d6f-bdbf-bcbe0f167f27,segment=NetworkSegment(2c69c6a5-6bc1-42c7-8ba3-45df07491651),segment_id=2c69c6a5-6bc1-42c7-8ba3-45df07491651)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:38:17.533142 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-24c859d3-1e76-4053-bf3b-9b72be40d4f1 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks [] for subnet, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:17.538984 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-24c859d3-1e76-4053-bf3b-9b72be40d4f1 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] 10.222.0.16 "DELETE /v2.0/subnets/1d9474d2-2199-4288-9e43-e833abc9f5ee HTTP/1.1" status: 204 len: 168 time: 0.7411301 Jul 14 18:38:17.540106 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c859d3-1e76-4053-bf3b-9b72be40d4f1 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Pushing event deleted for resources: {'Subnet': ['ID=1d9474d2-2199-4288-9e43-e833abc9f5ee,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:38:17.545652 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Pushing event updated for resources: {'Port': ['ID=f0ed37c3-f8f4-4ace-a3e5-c949da3a8a48,revision_number=8']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:38:17.560078 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-1cefb96c-328b-4d4d-acc8-3df5ec87ee86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:17.573417 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 53206) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:38:17.582677 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:17.775562 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-c72f09df-fd70-4fd2-a698-e8611f066176 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1970298 Jul 14 18:38:17.776332 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 53212) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:38:17.782066 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-de78c70c-b653-44c1-9906-b7d8285e2529 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Request body: {'subnet': {'network_id': 'de099bce-1061-4014-bdd5-ec95cce7be8f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:38:17.802089 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] get_ports_and_sgs() called for port_ids ['f0ed37c3-f8f4-4ace-a3e5-c949da3a8a48'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 18:38:17.848611 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-08fcb7ae-c9d5-415d-a979-f509e8e036be tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Notify callbacks [] for security_group, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:17.947495 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 8f20f7c8-faf6-4189-874f-5d55ed5387cd up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:38:17.996975 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de78c70c-b653-44c1-9906-b7d8285e2529 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Made reservation on behalf of 13ccccd91e8c4eb89f4317d7ac77ca6b for: {'subnet': 1} {{(pid=93916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:38:18.024047 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-de78c70c-b653-44c1-9906-b7d8285e2529 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26033189'] for subnet, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:18.027479 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34154601-7c4a-496d-aa6c-8543355df25c req-186e98bc-b920-42f3-872c-40f0ce0e1229 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:38:18.037121 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-34154601-7c4a-496d-aa6c-8543355df25c req-186e98bc-b920-42f3-872c-40f0ce0e1229 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] 10.222.0.16 "GET /v2.0/ports?device_id=7677033f-c81d-4c6b-bb6d-c53ed17bcb6d HTTP/1.1" status: 200 len: 945 time: 0.3610771 Jul 14 18:38:18.085869 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28580b30-7534-4f9a-bd1e-bf72f6515f18 None None] Network de099bce-1061-4014-bdd5-ec95cce7be8f requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:38:18.098266 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef85387-42c2-43d4-b2df-348aa7071110 req-529a05cb-03cb-4f06-84a3-297e723a8308 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:38:18.102981 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-cef85387-42c2-43d4-b2df-348aa7071110 req-529a05cb-03cb-4f06-84a3-297e723a8308 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] 10.222.0.18 "GET /v2.0/ports?device_id=7677033f-c81d-4c6b-bb6d-c53ed17bcb6d&tenant_id=af718961b2754d7c873f442ed35947bb&binding%3Ahost_id=n-h2-800634-3 HTTP/1.1" status: 200 len: 945 time: 0.6975679 Jul 14 18:38:18.141411 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Pushing event updated for resources: {'Port': ['ID=617f80d7-89f9-4d6f-bdbf-bcbe0f167f27,revision_number=3']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:38:18.220749 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-ba3be2fe-0163-41ca-b245-1c045688eb6c None None] Provisioning for port 9e6b9240-7375-41ea-aa66-998d3e231f8e completed by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:38:18.258781 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-ba3be2fe-0163-41ca-b245-1c045688eb6c None None] Provisioning complete for port 9e6b9240-7375-41ea-aa66-998d3e231f8e triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:38:18.259183 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-ba3be2fe-0163-41ca-b245-1c045688eb6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:18.273031 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-34154601-7c4a-496d-aa6c-8543355df25c req-2c13dfcf-2f5a-402a-9a66-d34019ffbe20 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] 10.222.0.16 "GET /v2.0/security-groups?id=c67cf0ff-df49-40b6-a3f5-cbd66b5fac2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2349179 Jul 14 18:38:18.350937 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-de78c70c-b653-44c1-9906-b7d8285e2529 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2684753', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26033175'] for subnet, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:18.359894 n-d-800634-3 neutron-server[93915]: INFO neutron.api.v2.resource [req-cef85387-42c2-43d4-b2df-348aa7071110 req-59a51aa1-5f66-4c29-973f-510134466813 service neutron] delete failed (client error): The resource could not be found. Jul 14 18:38:18.361843 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-cef85387-42c2-43d4-b2df-348aa7071110 req-59a51aa1-5f66-4c29-973f-510134466813 service neutron] 10.222.0.18 "DELETE /v2.0/ports/f0ed37c3-f8f4-4ace-a3e5-c949da3a8a48/bindings/n-h1-800634-3 HTTP/1.1" status: 404 len: 380 time: 0.2295644 Jul 14 18:38:18.369857 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-ba3be2fe-0163-41ca-b245-1c045688eb6c None None] Port 9e6b9240-7375-41ea-aa66-998d3e231f8e cannot update to ACTIVE because it is not bound. {{(pid=93917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 18:38:18.387052 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-08fcb7ae-c9d5-415d-a979-f509e8e036be tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Notify callbacks [] for security_group, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:18.395189 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-08fcb7ae-c9d5-415d-a979-f509e8e036be tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:18.448480 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de78c70c-b653-44c1-9906-b7d8285e2529 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Network de099bce-1061-4014-bdd5-ec95cce7be8f is already hosted by enough agents. {{(pid=93916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:38:18.452397 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [None req-de78c70c-b653-44c1-9906-b7d8285e2529 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Resources bound (agent type, host, resource id): {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:38:18.457962 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de78c70c-b653-44c1-9906-b7d8285e2529 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:38:18.458563 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-de78c70c-b653-44c1-9906-b7d8285e2529 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks [] for subnet, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:18.462917 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de78c70c-b653-44c1-9906-b7d8285e2529 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Pushing event updated for resources: {'Subnet': ['ID=14364042-cf16-47d2-803b-2a3b1e8408bf,revision_number=0']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:38:18.472089 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-08fcb7ae-c9d5-415d-a979-f509e8e036be tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Notify callbacks [] for security_group, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:18.473640 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-08fcb7ae-c9d5-415d-a979-f509e8e036be tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 1.1248887 Jul 14 18:38:18.477549 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 53216) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:38:18.483807 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-da8c3df8-cd67-43bf-bbd6-e7ac4a2d6c8b tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Request body: {'security_group_rule': {'security_group_id': 'fc6dd3c4-c788-41ac-b543-0fb2220ac857', 'project_id': '0c6eccb7d5c743f1a53a528a1f419fa2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:38:18.521500 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08fcb7ae-c9d5-415d-a979-f509e8e036be tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fc6dd3c4-c788-41ac-b543-0fb2220ac857,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:38:18.535793 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-da8c3df8-cd67-43bf-bbd6-e7ac4a2d6c8b tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:18.562805 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning for port 8f20f7c8-faf6-4189-874f-5d55ed5387cd completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:38:18.568173 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-de78c70c-b653-44c1-9906-b7d8285e2529 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7894044 Jul 14 18:38:18.570895 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 53218) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:38:18.576526 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-12ef1783-7572-4c00-81ce-f10f0c2de3cc tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Request body: {'port': {'network_id': 'de099bce-1061-4014-bdd5-ec95cce7be8f', 'name': 'tempest-NetworksTestDHCPv6-784814808'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:38:18.587220 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port 8f20f7c8-faf6-4189-874f-5d55ed5387cd triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:38:18.587627 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:18.614020 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-ba3be2fe-0163-41ca-b245-1c045688eb6c None None] Provisioning complete for port 617f80d7-89f9-4d6f-bdbf-bcbe0f167f27 triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:38:18.614326 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-ba3be2fe-0163-41ca-b245-1c045688eb6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:18.630753 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef85387-42c2-43d4-b2df-348aa7071110 req-fad9ba45-9212-4104-a82a-6f0cec959c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:38:18.632364 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-cef85387-42c2-43d4-b2df-348aa7071110 req-fad9ba45-9212-4104-a82a-6f0cec959c87 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=af718961b2754d7c873f442ed35947bb&device_id=7677033f-c81d-4c6b-bb6d-c53ed17bcb6d HTTP/1.1" status: 200 len: 1096 time: 0.1525073 Jul 14 18:38:18.667144 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-da8c3df8-cd67-43bf-bbd6-e7ac4a2d6c8b tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:18.680525 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-da8c3df8-cd67-43bf-bbd6-e7ac4a2d6c8b tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305173'] for security_group_rule, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:18.771806 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8c3df8-cd67-43bf-bbd6-e7ac4a2d6c8b tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34d2a581-1763-4b64-955b-e81793ac9ade,revision_number=0']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:38:18.799852 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-da8c3df8-cd67-43bf-bbd6-e7ac4a2d6c8b tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:18.804069 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-da8c3df8-cd67-43bf-bbd6-e7ac4a2d6c8b tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3227260 Jul 14 18:38:18.808197 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 53224) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:38:18.824706 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-dd6e2599-fb41-4700-b6c7-9abe95963f6f tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Request body: {'security_group_rule': {'security_group_id': 'fc6dd3c4-c788-41ac-b543-0fb2220ac857', 'project_id': '0c6eccb7d5c743f1a53a528a1f419fa2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:38:18.893356 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef85387-42c2-43d4-b2df-348aa7071110 req-683a2c71-baff-4c48-902c-987f07ad1a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:38:18.895615 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-cef85387-42c2-43d4-b2df-348aa7071110 req-683a2c71-baff-4c48-902c-987f07ad1a5e service neutron] 10.222.0.18 "GET /v2.0/networks?id=725cc431-8d64-405c-80c6-620abc8a4603 HTTP/1.1" status: 200 len: 896 time: 0.2490103 Jul 14 18:38:18.898683 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12ef1783-7572-4c00-81ce-f10f0c2de3cc tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Made reservation on behalf of 13ccccd91e8c4eb89f4317d7ac77ca6b for: {'port': 1} {{(pid=93915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:38:18.908909 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-12ef1783-7572-4c00-81ce-f10f0c2de3cc tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:18.943122 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-dd6e2599-fb41-4700-b6c7-9abe95963f6f tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:18.956314 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [None req-12ef1783-7572-4c00-81ce-f10f0c2de3cc tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] device_id is not set on port eff2ac8c-8b6d-4056-b7b3-bc7631a2f239 yet. {{(pid=93915) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 18:38:19.118397 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-1cefb96c-328b-4d4d-acc8-3df5ec87ee86 None None] Notify callbacks [] for port, precommit_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:19.151303 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.db_base_plugin_common [None req-12ef1783-7572-4c00-81ce-f10f0c2de3cc tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Allocated IP 2001:db8::17d (de099bce-1061-4014-bdd5-ec95cce7be8f/14364042-cf16-47d2-803b-2a3b1e8408bf/eff2ac8c-8b6d-4056-b7b3-bc7631a2f239) {{(pid=93915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:38:19.175990 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-1cefb96c-328b-4d4d-acc8-3df5ec87ee86 None None] Transition to ACTIVE for port object 9e6b9240-7375-41ea-aa66-998d3e231f8e will not be triggered until provisioned by entity L2. {{(pid=93917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:38:19.177957 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:19.202378 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-1cefb96c-328b-4d4d-acc8-3df5ec87ee86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:19.272010 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-dd6e2599-fb41-4700-b6c7-9abe95963f6f tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:19.282926 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-dd6e2599-fb41-4700-b6c7-9abe95963f6f tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305173'] for security_group_rule, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:19.340094 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6e2599-fb41-4700-b6c7-9abe95963f6f tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=154a1d70-0097-408b-9d14-108feeea5635,revision_number=0']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:38:19.371253 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-dd6e2599-fb41-4700-b6c7-9abe95963f6f tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:19.372251 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-dd6e2599-fb41-4700-b6c7-9abe95963f6f tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5630071 Jul 14 18:38:19.375479 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 53234) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:38:19.380811 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-9ce96c12-09d3-478e-ab44-873545c917eb tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Request body: {'security_group_rule': {'security_group_id': 'fc6dd3c4-c788-41ac-b543-0fb2220ac857', 'project_id': '0c6eccb7d5c743f1a53a528a1f419fa2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:38:19.406975 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-cef85387-42c2-43d4-b2df-348aa7071110 req-a2bf4c67-b30d-499e-9a13-56fd723fe594 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f0ed37c3-f8f4-4ace-a3e5-c949da3a8a48 HTTP/1.1" status: 200 len: 1000 time: 0.4776900 Jul 14 18:38:19.447232 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-9ce96c12-09d3-478e-ab44-873545c917eb tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:19.504267 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50056e6d-b999-498c-9a2f-efdf7175f26e None None] Pushing event updated for resources: {'Port': ['ID=9e6b9240-7375-41ea-aa66-998d3e231f8e,revision_number=3']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:38:19.530443 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] For port 8f20f7c8-faf6-4189-874f-5d55ed5387cd, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=8f20f7c8-faf6-4189-874f-5d55ed5387cd,segment=NetworkSegment(e57d1292-9039-4d9f-94d2-728500c53487),segment_id=e57d1292-9039-4d9f-94d2-728500c53487)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:38:19.538056 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef85387-42c2-43d4-b2df-348aa7071110 req-2f8c410e-9711-42b4-be62-89be0282e60f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:38:19.540678 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-cef85387-42c2-43d4-b2df-348aa7071110 req-2f8c410e-9711-42b4-be62-89be0282e60f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2613ee9b-ec36-428a-b270-275b26077e23 HTTP/1.1" status: 200 len: 834 time: 0.1265247 Jul 14 18:38:19.596037 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:19.598760 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-12ef1783-7572-4c00-81ce-f10f0c2de3cc tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks [] for port, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:19.611803 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-9ce96c12-09d3-478e-ab44-873545c917eb tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:19.614478 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.provisioning_blocks [None req-12ef1783-7572-4c00-81ce-f10f0c2de3cc tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Transition to ACTIVE for port object eff2ac8c-8b6d-4056-b7b3-bc7631a2f239 will not be triggered until provisioned by entity DHCP. {{(pid=93915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:38:19.623364 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-9ce96c12-09d3-478e-ab44-873545c917eb tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305173'] for security_group_rule, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:19.660601 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce96c12-09d3-478e-ab44-873545c917eb tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6cb42ea9-8985-46c2-a49a-d66a6c4d7963,revision_number=0']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:38:19.690684 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-9ce96c12-09d3-478e-ab44-873545c917eb tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:19.691976 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-9ce96c12-09d3-478e-ab44-873545c917eb tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3153048 Jul 14 18:38:19.694920 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 53236) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:38:19.696625 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5849adc0-b5e7-4b6e-9359-3fbeeffa270c None None] Network de099bce-1061-4014-bdd5-ec95cce7be8f requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:38:19.707542 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-adcf95ce-c3d8-430b-bfc8-79001ca79c95 tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Request body: {'security_group_rule': {'security_group_id': 'fc6dd3c4-c788-41ac-b543-0fb2220ac857', 'project_id': '0c6eccb7d5c743f1a53a528a1f419fa2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:38:19.741938 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-12ef1783-7572-4c00-81ce-f10f0c2de3cc tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:19.798025 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-adcf95ce-c3d8-430b-bfc8-79001ca79c95 tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:19.872782 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Pushing event updated for resources: {'Port': ['ID=8f20f7c8-faf6-4189-874f-5d55ed5387cd,revision_number=4']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:38:19.879991 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12ef1783-7572-4c00-81ce-f10f0c2de3cc tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Network de099bce-1061-4014-bdd5-ec95cce7be8f is already hosted by enough agents. {{(pid=93915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:38:19.895766 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [None req-12ef1783-7572-4c00-81ce-f10f0c2de3cc tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Resources bound (agent type, host, resource id): {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:38:19.903043 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12ef1783-7572-4c00-81ce-f10f0c2de3cc tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Received port after_create {{(pid=93915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:38:19.908516 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 617f80d7-89f9-4d6f-bdbf-bcbe0f167f27 up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:38:19.909941 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12ef1783-7572-4c00-81ce-f10f0c2de3cc tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:38:19.912514 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-12ef1783-7572-4c00-81ce-f10f0c2de3cc tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:19.932381 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ef1783-7572-4c00-81ce-f10f0c2de3cc tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Pushing event updated for resources: {'Port': ['ID=eff2ac8c-8b6d-4056-b7b3-bc7631a2f239,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:38:19.948809 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef85387-42c2-43d4-b2df-348aa7071110 req-c217011f-34d7-4255-b1f0-c1331b4f719c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:38:19.951044 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-cef85387-42c2-43d4-b2df-348aa7071110 req-c217011f-34d7-4255-b1f0-c1331b4f719c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=725cc431-8d64-405c-80c6-620abc8a4603&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4019473 Jul 14 18:38:19.955556 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-12ef1783-7572-4c00-81ce-f10f0c2de3cc tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.3825483 Jul 14 18:38:19.971874 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-fcab8488-110a-4273-8a57-fa8056c487f5 None None] Provisioning complete for port 8f20f7c8-faf6-4189-874f-5d55ed5387cd triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:38:19.972305 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-fcab8488-110a-4273-8a57-fa8056c487f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:19.978446 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 53242) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:38:20.026389 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-1cefb96c-328b-4d4d-acc8-3df5ec87ee86 None None] Attempting to bind port 9e6b9240-7375-41ea-aa66-998d3e231f8e on host n-d-800634-3 for vnic_type normal with profile {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:38:20.026774 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-1cefb96c-328b-4d4d-acc8-3df5ec87ee86 None None] Attempting to bind port 9e6b9240-7375-41ea-aa66-998d3e231f8e by drivers openvswitch,hyperv on host n-d-800634-3 at level 0 using segments [{'id': '2c69c6a5-6bc1-42c7-8ba3-45df07491651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '310e07b1-9c76-4479-9715-2b28fbfd1cbf'}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:38:20.027149 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cefb96c-328b-4d4d-acc8-3df5ec87ee86 None None] Attempting to bind port 9e6b9240-7375-41ea-aa66-998d3e231f8e on network 310e07b1-9c76-4479-9715-2b28fbfd1cbf {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:38:20.055305 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cefb96c-328b-4d4d-acc8-3df5ec87ee86 None None] Checking agent: {'id': '01c19e91-a945-4e3c-94a6-c211e17c923e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 8, 23), 'started_at': datetime.datetime(2021, 7, 14, 18, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 18, 37, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 18:38:20.055716 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cefb96c-328b-4d4d-acc8-3df5ec87ee86 None None] Checking segment: {'id': '2c69c6a5-6bc1-42c7-8ba3-45df07491651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '310e07b1-9c76-4479-9715-2b28fbfd1cbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93917) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:38:20.056135 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-1cefb96c-328b-4d4d-acc8-3df5ec87ee86 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:20.056885 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cefb96c-328b-4d4d-acc8-3df5ec87ee86 None None] Bound using segment: {'id': '2c69c6a5-6bc1-42c7-8ba3-45df07491651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '310e07b1-9c76-4479-9715-2b28fbfd1cbf'} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 18:38:20.057314 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-1cefb96c-328b-4d4d-acc8-3df5ec87ee86 None None] Bound port: 9e6b9240-7375-41ea-aa66-998d3e231f8e, host: n-d-800634-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c69c6a5-6bc1-42c7-8ba3-45df07491651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '310e07b1-9c76-4479-9715-2b28fbfd1cbf'}}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 18:38:20.057738 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-1cefb96c-328b-4d4d-acc8-3df5ec87ee86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:20.079904 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-cef85387-42c2-43d4-b2df-348aa7071110 req-c609f9ab-01d2-450a-aea7-c9783e582c83 service neutron] 10.222.0.18 "GET /v2.0/networks/725cc431-8d64-405c-80c6-620abc8a4603?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1128986 Jul 14 18:38:20.123479 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498ce46d-9b65-47d3-9bb6-f2f0ef92faab req-207e9082-72ab-48d1-ba21-01721fc54f17 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:38:20.135197 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port 617f80d7-89f9-4d6f-bdbf-bcbe0f167f27 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:38:20.135700 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:20.136147 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-498ce46d-9b65-47d3-9bb6-f2f0ef92faab req-207e9082-72ab-48d1-ba21-01721fc54f17 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] 10.222.0.16 "GET /v2.0/ports?device_id=7677033f-c81d-4c6b-bb6d-c53ed17bcb6d HTTP/1.1" status: 200 len: 945 time: 0.4155369 Jul 14 18:38:20.202421 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-adcf95ce-c3d8-430b-bfc8-79001ca79c95 tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:20.216055 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-adcf95ce-c3d8-430b-bfc8-79001ca79c95 tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305173'] for security_group_rule, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:20.260270 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-adcf95ce-c3d8-430b-bfc8-79001ca79c95 tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:20.261526 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-adcf95ce-c3d8-430b-bfc8-79001ca79c95 tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5656309 Jul 14 18:38:20.264356 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 53244) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:38:20.269468 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-58d776a7-ca82-4a15-b720-e7a51b26deea tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Request body: {'security_group_rule': {'security_group_id': 'fc6dd3c4-c788-41ac-b543-0fb2220ac857', 'project_id': '0c6eccb7d5c743f1a53a528a1f419fa2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:38:20.272521 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adcf95ce-c3d8-430b-bfc8-79001ca79c95 tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e65252e-9495-4316-adc2-b1db8c80fd36,revision_number=0']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:38:20.288499 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-498ce46d-9b65-47d3-9bb6-f2f0ef92faab req-6406c517-8669-4695-b19c-7ddda1129c39 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] 10.222.0.16 "GET /v2.0/security-groups?id=c67cf0ff-df49-40b6-a3f5-cbd66b5fac2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1458437 Jul 14 18:38:20.291499 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e073d19-5175-4a8b-9741-b7f04b086d7b tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:38:20.301195 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e073d19-5175-4a8b-9741-b7f04b086d7b tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:38:20.305454 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-2e073d19-5175-4a8b-9741-b7f04b086d7b tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1591 time: 0.3234153 Jul 14 18:38:20.306298 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 53248) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:38:20.381122 n-d-800634-3 neutron-server[93915]: INFO neutron.db.securitygroups_db [None req-58d776a7-ca82-4a15-b720-e7a51b26deea tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Project 0c6eccb7d5c743f1a53a528a1f419fa2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 14 18:38:20.398678 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-1cefb96c-328b-4d4d-acc8-3df5ec87ee86 None None] For port 9e6b9240-7375-41ea-aa66-998d3e231f8e, host n-d-800634-3, cleared binding levels {{(pid=93917) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:38:20.402221 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-1cefb96c-328b-4d4d-acc8-3df5ec87ee86 None None] For port 9e6b9240-7375-41ea-aa66-998d3e231f8e, host n-d-800634-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=9e6b9240-7375-41ea-aa66-998d3e231f8e,segment=NetworkSegment(2c69c6a5-6bc1-42c7-8ba3-45df07491651),segment_id=2c69c6a5-6bc1-42c7-8ba3-45df07491651)] {{(pid=93917) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 18:38:20.402564 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-58d776a7-ca82-4a15-b720-e7a51b26deea tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:20.428846 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-1cefb96c-328b-4d4d-acc8-3df5ec87ee86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:20.464274 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-cef85387-42c2-43d4-b2df-348aa7071110 req-a2e969be-322c-4e64-a196-2e79ad63fd79 service neutron] 10.222.0.18 "GET /v2.0/networks/725cc431-8d64-405c-80c6-620abc8a4603?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3735425 Jul 14 18:38:20.533110 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-e09a02dc-3001-4d5e-ba38-12f49be2b7c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:20.540226 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-58d776a7-ca82-4a15-b720-e7a51b26deea tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:20.552588 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cefb96c-328b-4d4d-acc8-3df5ec87ee86 None None] Routers {'3a31ae71-934f-4135-93de-c762cbccbf01'} bound to L3 agent in host n-d-800634-3 {{(pid=93917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:38:20.553217 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-1cefb96c-328b-4d4d-acc8-3df5ec87ee86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:37:53Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['3a31ae71-934f-4135-93de-c762cbccbf01'], 'active': True} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:38:20.565720 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-58d776a7-ca82-4a15-b720-e7a51b26deea tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305173'] for security_group_rule, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:20.624347 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50056e6d-b999-498c-9a2f-efdf7175f26e None None] Pushing event updated for resources: {'Port': ['ID=9e6b9240-7375-41ea-aa66-998d3e231f8e,revision_number=4']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:38:20.634692 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d776a7-ca82-4a15-b720-e7a51b26deea tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f28e4c51-203c-41d7-9508-dd0a2f88a188,revision_number=0']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:38:20.650610 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-58d776a7-ca82-4a15-b720-e7a51b26deea tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:20.656914 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-58d776a7-ca82-4a15-b720-e7a51b26deea tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3885164 Jul 14 18:38:20.657501 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 53252) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:38:20.658777 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [None req-adb8c896-d818-4131-80a9-bc6c1c466f08 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Deleting port eff2ac8c-8b6d-4056-b7b3-bc7631a2f239 {{(pid=93915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:38:20.659258 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-adb8c896-d818-4131-80a9-bc6c1c466f08 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:20.662505 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-e6068895-f0e4-4b13-9d17-ab8660207778 tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Request body: {'security_group_rule': {'security_group_id': 'fc6dd3c4-c788-41ac-b543-0fb2220ac857', 'project_id': '0c6eccb7d5c743f1a53a528a1f419fa2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:38:20.712019 n-d-800634-3 neutron-server[93916]: INFO neutron.db.securitygroups_db [None req-e6068895-f0e4-4b13-9d17-ab8660207778 tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Project 0c6eccb7d5c743f1a53a528a1f419fa2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 14 18:38:20.718163 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-e6068895-f0e4-4b13-9d17-ab8660207778 tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:20.765238 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-488a0cb7-7f9d-46ef-bea4-28b6869f6654 None None] Provisioning complete for port 8f20f7c8-faf6-4189-874f-5d55ed5387cd triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:38:20.765664 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-488a0cb7-7f9d-46ef-bea4-28b6869f6654 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:20.812505 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-e6068895-f0e4-4b13-9d17-ab8660207778 tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:20.823589 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-e6068895-f0e4-4b13-9d17-ab8660207778 tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305173'] for security_group_rule, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:20.839995 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-adb8c896-d818-4131-80a9-bc6c1c466f08 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:20.882196 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [None req-adb8c896-d818-4131-80a9-bc6c1c466f08 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Calling delete_port for eff2ac8c-8b6d-4056-b7b3-bc7631a2f239 owned by {{(pid=93915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:38:20.887069 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6068895-f0e4-4b13-9d17-ab8660207778 tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73e8ed27-80ac-4ecb-97cf-51fabd0c2d0e,revision_number=0']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:38:20.896922 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-e6068895-f0e4-4b13-9d17-ab8660207778 tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:20.906897 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-e6068895-f0e4-4b13-9d17-ab8660207778 tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2399468 Jul 14 18:38:20.942111 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvr_db [None req-1cefb96c-328b-4d4d-acc8-3df5ec87ee86 None None] Set router 3a31ae71-934f-4135-93de-c762cbccbf01 gateway port host: n-d-800634-3 {{(pid=93917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 18:38:21.159211 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-adb8c896-d818-4131-80a9-bc6c1c466f08 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:21.230615 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb8c896-d818-4131-80a9-bc6c1c466f08 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Pushing event deleted for resources: {'Port': ['ID=eff2ac8c-8b6d-4056-b7b3-bc7631a2f239,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:38:21.282505 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-adb8c896-d818-4131-80a9-bc6c1c466f08 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:21.284549 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-adb8c896-d818-4131-80a9-bc6c1c466f08 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] 10.222.0.16 "DELETE /v2.0/ports/eff2ac8c-8b6d-4056-b7b3-bc7631a2f239 HTTP/1.1" status: 204 len: 168 time: 0.9776802 Jul 14 18:38:21.287182 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 53270) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:38:21.401883 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2179d39e-f706-44b6-9026-7480ebd73d79 req-94e9d6ff-699c-48b1-a138-aec80e2f4c6c tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-147636011&fields=id&tenant_id=0c6eccb7d5c743f1a53a528a1f419fa2 HTTP/1.1" status: 200 len: 267 time: 0.1270537 Jul 14 18:38:21.447312 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93f9330b-b7a6-4b01-a7a3-ed5f8de5fede tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:38:21.465634 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93f9330b-b7a6-4b01-a7a3-ed5f8de5fede tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:38:21.467320 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-93f9330b-b7a6-4b01-a7a3-ed5f8de5fede tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1784225 Jul 14 18:38:21.477168 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 53276) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:38:21.596328 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-aae1a77d-bcb9-45d4-8570-f242701ff6d4 None None] Could not find standard attr ID for object eff2ac8c-8b6d-4056-b7b3-bc7631a2f239. {{(pid=93917) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 14 18:38:21.630418 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-aae1a77d-bcb9-45d4-8570-f242701ff6d4 None None] Provisioning complete for port 8f20f7c8-faf6-4189-874f-5d55ed5387cd triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:38:21.631144 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-aae1a77d-bcb9-45d4-8570-f242701ff6d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:21.636671 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-1cefb96c-328b-4d4d-acc8-3df5ec87ee86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a31ae71-934f-4135-93de-c762cbccbf01', 'name': 'tempest-TestNetworkBasicOps-router-722088205', 'tenant_id': '0c6eccb7d5c743f1a53a528a1f419fa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.4'}], 'enable_snat': True}, 'gw_port_id': 'eef8e124-1f9d-444c-a121-a72703ff3433', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:38:07Z', 'updated_at': '2021-07-14T18:38:13Z', 'revision_number': 4, 'project_id': '0c6eccb7d5c743f1a53a528a1f419fa2', 'gw_port': {'id': 'eef8e124-1f9d-444c-a121-a72703ff3433', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:02:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a31ae71-934f-4135-93de-c762cbccbf01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2099, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:38:07Z', 'updated_at': '2021-07-14T18:38:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_interfaces': [{'id': '9e6b9240-7375-41ea-aa66-998d3e231f8e', 'name': '', 'network_id': '310e07b1-9c76-4479-9715-2b28fbfd1cbf', 'tenant_id': '0c6eccb7d5c743f1a53a528a1f419fa2', 'mac_address': 'fa:16:3e:a4:93:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a31ae71-934f-4135-93de-c762cbccbf01', 'device_owner': 'network:router_interface', 'standard_attr_id': 2110, 'fixed_ips': [{'subnet_id': '8fde12ad-ce3f-46bc-b05a-eff3c76ca5e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:38:12Z', 'updated_at': '2021-07-14T18:38:20Z', 'revision_number': 4, 'project_id': '0c6eccb7d5c743f1a53a528a1f419fa2', 'subnets': [{'id': '8fde12ad-ce3f-46bc-b05a-eff3c76ca5e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-3', False) {} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:38:21.714797 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9be8cfc-0014-4d8e-a3b2-d04aa389a047 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Deleting subnet 14364042-cf16-47d2-803b-2a3b1e8408bf {{(pid=93916) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 18:38:21.719461 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-b9be8cfc-0014-4d8e-a3b2-d04aa389a047 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks [] for subnet, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:21.724649 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cefb96c-328b-4d4d-acc8-3df5ec87ee86 None None] The sync data for ids ['3a31ae71-934f-4135-93de-c762cbccbf01'] in n-d-800634-3 is: [{'id': '3a31ae71-934f-4135-93de-c762cbccbf01', 'name': 'tempest-TestNetworkBasicOps-router-722088205', 'tenant_id': '0c6eccb7d5c743f1a53a528a1f419fa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.4'}], 'enable_snat': True}, 'gw_port_id': 'eef8e124-1f9d-444c-a121-a72703ff3433', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:38:07Z', 'updated_at': '2021-07-14T18:38:13Z', 'revision_number': 4, 'project_id': '0c6eccb7d5c743f1a53a528a1f419fa2', 'gw_port': {'id': 'eef8e124-1f9d-444c-a121-a72703ff3433', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:02:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a31ae71-934f-4135-93de-c762cbccbf01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2099, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:38:07Z', 'updated_at': '2021-07-14T18:38:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_interfaces': [{'id': '9e6b9240-7375-41ea-aa66-998d3e231f8e', 'name': '', 'network_id': '310e07b1-9c76-4479-9715-2b28fbfd1cbf', 'tenant_id': '0c6eccb7d5c743f1a53a528a1f419fa2', 'mac_address': 'fa:16:3e:a4:93:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a31ae71-934f-4135-93de-c762cbccbf01', 'device_owner': 'network:router_interface', 'standard_attr_id': 2110, 'fixed_ips': [{'subnet_id': '8fde12ad-ce3f-46bc-b05a-eff3c76ca5e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:38:12Z', 'updated_at': '2021-07-14T18:38:20Z', 'revision_number': 4, 'project_id': '0c6eccb7d5c743f1a53a528a1f419fa2', 'subnets': [{'id': '8fde12ad-ce3f-46bc-b05a-eff3c76ca5e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 18:38:21.795670 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 8f20f7c8-faf6-4189-874f-5d55ed5387cd up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:38:21.796162 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-b9be8cfc-0014-4d8e-a3b2-d04aa389a047 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26296866'] for subnet, precommit_delete_associations {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:21.840234 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2179d39e-f706-44b6-9026-7480ebd73d79 req-a4998b66-cd3d-4453-b971-87556da0cc5b tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:38:21.847907 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2179d39e-f706-44b6-9026-7480ebd73d79 req-a4998b66-cd3d-4453-b971-87556da0cc5b tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] 10.222.0.16 "GET /v2.0/networks?id=310e07b1-9c76-4479-9715-2b28fbfd1cbf HTTP/1.1" status: 200 len: 795 time: 0.4447896 Jul 14 18:38:21.913801 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2179d39e-f706-44b6-9026-7480ebd73d79 req-f7177fed-baab-4e46-8130-6a597b0aa27d tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] 10.222.0.16 "GET /v2.0/quotas/0c6eccb7d5c743f1a53a528a1f419fa2 HTTP/1.1" status: 200 len: 375 time: 0.0649285 Jul 14 18:38:21.958712 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-b9be8cfc-0014-4d8e-a3b2-d04aa389a047 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081283'] for subnet, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:22.094433 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-b9be8cfc-0014-4d8e-a3b2-d04aa389a047 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2684816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26033152'] for subnet, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:22.102291 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68370e1-4720-4e16-b67b-f1fecd4a6dcf req-5f89bb09-b75d-4c7d-8d67-b6df8b13f49c tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:38:22.103011 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Device f0ed37c3-f8f4-4ace-a3e5-c949da3a8a48 up at agent hyperv_n-h2-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:38:22.114572 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e68370e1-4720-4e16-b67b-f1fecd4a6dcf req-5f89bb09-b75d-4c7d-8d67-b6df8b13f49c tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] 10.222.0.16 "GET /v2.0/ports?device_id=7677033f-c81d-4c6b-bb6d-c53ed17bcb6d HTTP/1.1" status: 200 len: 945 time: 0.3821568 Jul 14 18:38:22.137665 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port 8f20f7c8-faf6-4189-874f-5d55ed5387cd triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:38:22.137889 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-b9be8cfc-0014-4d8e-a3b2-d04aa389a047 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks [] for subnet, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:22.139112 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:22.139827 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-b9be8cfc-0014-4d8e-a3b2-d04aa389a047 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] 10.222.0.16 "DELETE /v2.0/subnets/14364042-cf16-47d2-803b-2a3b1e8408bf HTTP/1.1" status: 204 len: 168 time: 0.6616838 Jul 14 18:38:22.167299 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 53282) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:38:22.189968 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9be8cfc-0014-4d8e-a3b2-d04aa389a047 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Pushing event deleted for resources: {'Subnet': ['ID=14364042-cf16-47d2-803b-2a3b1e8408bf,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:38:22.215364 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-84ec75ae-c3b4-4a16-8a59-7fac3fd7a30a None None] Could not find standard attr ID for object fefa8151-137d-4d15-ac0c-36d498d02679. {{(pid=93917) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 14 18:38:22.225086 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3e131ad-a8ec-4b7a-b756-1c630cbc5572 None None] Network de099bce-1061-4014-bdd5-ec95cce7be8f requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:38:22.262631 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e68370e1-4720-4e16-b67b-f1fecd4a6dcf req-f0f5b36b-8960-4c5f-a94b-213101f94bd1 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] 10.222.0.16 "GET /v2.0/security-groups?id=c67cf0ff-df49-40b6-a3f5-cbd66b5fac2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1469750 Jul 14 18:38:22.286887 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 53284) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:38:22.301506 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Provisioning for port f0ed37c3-f8f4-4ace-a3e5-c949da3a8a48 completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:38:22.315497 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Provisioning complete for port f0ed37c3-f8f4-4ace-a3e5-c949da3a8a48 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:38:22.315879 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:22.401159 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-a8bc301e-cc71-4e5e-bf54-bc10b78ea5af tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1828730 Jul 14 18:38:22.403520 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 53286) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:38:22.409940 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-afc2c5b6-85d9-4d09-ab14-cd72534be157 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Request body: {'subnet': {'network_id': 'de099bce-1061-4014-bdd5-ec95cce7be8f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:38:22.504629 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-f050af78-cdde-4faa-871c-594021dd7006 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] 10.222.0.16 "GET /v2.0/floatingips/a8b2e078-95b9-4c86-b91f-b8ac585320f3 HTTP/1.1" status: 200 len: 992 time: 0.2097487 Jul 14 18:38:22.662706 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-88def76f-cb46-4daa-88bf-cefca1d94464 None None] Could not find standard attr ID for object eff2ac8c-8b6d-4056-b7b3-bc7631a2f239. {{(pid=93917) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 14 18:38:22.693898 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2179d39e-f706-44b6-9026-7480ebd73d79 req-6969c68e-cc79-4d9a-9d5e-66b8dcddc526 tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=0c6eccb7d5c743f1a53a528a1f419fa2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.7603753 Jul 14 18:38:22.719942 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [req-2179d39e-f706-44b6-9026-7480ebd73d79 req-34ff211d-c3b1-40ce-a08c-82fd29da63ee service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=93915) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 18:38:22.734031 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2179d39e-f706-44b6-9026-7480ebd73d79 req-34ff211d-c3b1-40ce-a08c-82fd29da63ee service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0298603 Jul 14 18:38:22.745060 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afc2c5b6-85d9-4d09-ab14-cd72534be157 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Made reservation on behalf of 13ccccd91e8c4eb89f4317d7ac77ca6b for: {'subnet': 1} {{(pid=93915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:38:22.748608 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-afc2c5b6-85d9-4d09-ab14-cd72534be157 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28969735'] for subnet, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:22.803388 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-5ab51ffb-5e8f-44f9-a3d0-a43867368ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:22.814925 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:22.864952 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7677033f-c81d-4c6b-bb6d-c53ed17bcb6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0ed37c3-f8f4-4ace-a3e5-c949da3a8a48'}] {{(pid=93917) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:38:22.867861 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20b787f3c29eaa7aa2a4d648c725a2124c5ff39a8d793252f9d844495e14cf42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f37b00b-56bf-4a06-8477-73ee60048111" -d '{"events": [{"server_uuid": "7677033f-c81d-4c6b-bb6d-c53ed17bcb6d", "name": "network-vif-plugged", "status": "completed", "tag": "f0ed37c3-f8f4-4ace-a3e5-c949da3a8a48"}]}' {{(pid=93917) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:38:22.895203 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] For port f0ed37c3-f8f4-4ace-a3e5-c949da3a8a48, host n-h2-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=f0ed37c3-f8f4-4ace-a3e5-c949da3a8a48,segment=NetworkSegment(4f5e1cb4-ef62-44dd-b171-50e9c0e61133),segment_id=4f5e1cb4-ef62-44dd-b171-50e9c0e61133)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:38:22.906141 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:23.016418 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 18:38:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28986dbf-5f03-4f8a-b638-da4c84d79c95 x-openstack-request-id: req-28986dbf-5f03-4f8a-b638-da4c84d79c95 {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:38:23.016763 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7677033f-c81d-4c6b-bb6d-c53ed17bcb6d", "name": "network-vif-plugged", "status": "completed", "tag": "f0ed37c3-f8f4-4ace-a3e5-c949da3a8a48", "code": 200}]} {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:38:23.017554 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-28986dbf-5f03-4f8a-b638-da4c84d79c95 {{(pid=93917) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:38:23.017973 n-d-800634-3 neutron-server[93917]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7677033f-c81d-4c6b-bb6d-c53ed17bcb6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0ed37c3-f8f4-4ace-a3e5-c949da3a8a48', 'code': 200} Jul 14 18:38:23.027892 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Pushing event updated for resources: {'Port': ['ID=f0ed37c3-f8f4-4ace-a3e5-c949da3a8a48,revision_number=9']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:38:23.077735 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab12cad4-08ee-4692-9ca9-9efb22916444 None None] DHCP port deletion for de099bce-1061-4014-bdd5-ec95cce7be8f request from n-d-800634-3 {{(pid=93917) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 18:38:23.143348 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-ab12cad4-08ee-4692-9ca9-9efb22916444 None None] Deleting port 8f20f7c8-faf6-4189-874f-5d55ed5387cd {{(pid=93917) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:38:23.144065 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-ab12cad4-08ee-4692-9ca9-9efb22916444 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:23.211731 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2179d39e-f706-44b6-9026-7480ebd73d79 req-1f0f3e0d-e807-41db-9e22-bfade643e70a service neutron] 10.222.0.16 "GET /v2.0/networks/310e07b1-9c76-4479-9715-2b28fbfd1cbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4767199 Jul 14 18:38:23.232227 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-ab12cad4-08ee-4692-9ca9-9efb22916444 None None] For port 8f20f7c8-faf6-4189-874f-5d55ed5387cd, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=8f20f7c8-faf6-4189-874f-5d55ed5387cd,segment=NetworkSegment(e57d1292-9039-4d9f-94d2-728500c53487),segment_id=e57d1292-9039-4d9f-94d2-728500c53487)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:38:23.232791 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-ab12cad4-08ee-4692-9ca9-9efb22916444 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:23.250492 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-ab12cad4-08ee-4692-9ca9-9efb22916444 None None] Calling delete_port for 8f20f7c8-faf6-4189-874f-5d55ed5387cd owned by network:dhcp {{(pid=93917) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:38:23.354747 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-ab12cad4-08ee-4692-9ca9-9efb22916444 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813'] for port, after_delete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:23.362139 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:23.386860 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab12cad4-08ee-4692-9ca9-9efb22916444 None None] Pushing event deleted for resources: {'Port': ['ID=8f20f7c8-faf6-4189-874f-5d55ed5387cd,revision_number=None']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:38:23.399712 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab12cad4-08ee-4692-9ca9-9efb22916444 None None] No DVR routers for this DVR port 8f20f7c8-faf6-4189-874f-5d55ed5387cd on host n-d-800634-3 {{(pid=93917) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 18:38:23.408569 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2179d39e-f706-44b6-9026-7480ebd73d79 req-154dd502-14fc-4733-9f0f-0a6a872fd6b9 service neutron] 10.222.0.16 "GET /v2.0/networks/310e07b1-9c76-4479-9715-2b28fbfd1cbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1895041 Jul 14 18:38:23.500307 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-afc2c5b6-85d9-4d09-ab14-cd72534be157 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25912837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28969781'] for subnet, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:23.582306 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc2c5b6-85d9-4d09-ab14-cd72534be157 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Pushing event updated for resources: {'Subnet': ['ID=80f353a4-9667-47d2-af99-3a24719c5749,revision_number=0']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:38:23.593079 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afc2c5b6-85d9-4d09-ab14-cd72534be157 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Network de099bce-1061-4014-bdd5-ec95cce7be8f is already hosted by enough agents. {{(pid=93915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:38:23.595294 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [None req-afc2c5b6-85d9-4d09-ab14-cd72534be157 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Resources bound (agent type, host, resource id): {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:38:23.599183 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afc2c5b6-85d9-4d09-ab14-cd72534be157 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:38:23.600788 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-afc2c5b6-85d9-4d09-ab14-cd72534be157 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks [] for subnet, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:23.630344 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97fbb492-229b-4b23-b53e-c6b8c2be69af None None] Network de099bce-1061-4014-bdd5-ec95cce7be8f requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:38:23.657322 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-afc2c5b6-85d9-4d09-ab14-cd72534be157 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.2517824 Jul 14 18:38:23.659841 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 53304) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:38:23.666124 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-6c5d6c4b-9d38-4b39-9828-ffddf585e8a2 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Request body: {'port': {'network_id': 'de099bce-1061-4014-bdd5-ec95cce7be8f', 'name': 'tempest-NetworksTestDHCPv6-1633579556'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:38:23.710544 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-19998b84-bb46-4a91-8ef6-130b7961ccdc req-b7a626fc-db1c-4d8f-8824-f0d93025b502 tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] 10.222.0.16 "GET /v2.0/ports?device_id=b19a8ff8-9d39-4cd0-9048-318f9ac3e8c4 HTTP/1.1" status: 200 len: 210 time: 0.0863886 Jul 14 18:38:23.894894 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c5d6c4b-9d38-4b39-9828-ffddf585e8a2 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Made reservation on behalf of 13ccccd91e8c4eb89f4317d7ac77ca6b for: {'port': 1} {{(pid=93916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:38:23.895498 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 9e6b9240-7375-41ea-aa66-998d3e231f8e up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:38:23.913412 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-6c5d6c4b-9d38-4b39-9828-ffddf585e8a2 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:23.938648 n-d-800634-3 neutron-server[93916]: DEBUG neutron.notifiers.nova [None req-6c5d6c4b-9d38-4b39-9828-ffddf585e8a2 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] device_id is not set on port 5c34c544-07ff-4526-9d18-25666ff04fc9 yet. {{(pid=93916) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 18:38:23.993559 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abaade55-f263-47db-a5c9-33eaad9eef8e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9222b97e-5d1c-54f8-ba97-82f172498e76-de099bce-1061-4014-bdd5-ec95cce7be8f', 'network_id': 'de099bce-1061-4014-bdd5-ec95cce7be8f', 'tenant_id': '13ccccd91e8c4eb89f4317d7ac77ca6b', 'fixed_ips': [{'subnet_id': '80f353a4-9667-47d2-af99-3a24719c5749'}]}} from n-d-800634-3. {{(pid=93917) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 18:38:23.994815 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-abaade55-f263-47db-a5c9-33eaad9eef8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:24.006876 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning for port 9e6b9240-7375-41ea-aa66-998d3e231f8e completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:38:24.013740 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port 9e6b9240-7375-41ea-aa66-998d3e231f8e triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:38:24.014302 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:24.087768 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.db_base_plugin_common [None req-6c5d6c4b-9d38-4b39-9828-ffddf585e8a2 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Allocated IP 2001:db8::36b (de099bce-1061-4014-bdd5-ec95cce7be8f/80f353a4-9667-47d2-af99-3a24719c5749/5c34c544-07ff-4526-9d18-25666ff04fc9) {{(pid=93916) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:38:24.141731 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-574aeb93-9938-449c-8e6c-cb22c9b52cc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:24.194363 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:24.233739 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] For port 9e6b9240-7375-41ea-aa66-998d3e231f8e, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=9e6b9240-7375-41ea-aa66-998d3e231f8e,segment=NetworkSegment(2c69c6a5-6bc1-42c7-8ba3-45df07491651),segment_id=2c69c6a5-6bc1-42c7-8ba3-45df07491651)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:38:24.239221 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:24.311291 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Pushing event updated for resources: {'Port': ['ID=9e6b9240-7375-41ea-aa66-998d3e231f8e,revision_number=5']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:38:24.319581 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-6c5d6c4b-9d38-4b39-9828-ffddf585e8a2 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks [] for port, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:24.334210 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 8f20f7c8-faf6-4189-874f-5d55ed5387cd no longer exists at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 18:38:24.338247 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.provisioning_blocks [None req-6c5d6c4b-9d38-4b39-9828-ffddf585e8a2 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Transition to ACTIVE for port object 5c34c544-07ff-4526-9d18-25666ff04fc9 will not be triggered until provisioned by entity DHCP. {{(pid=93916) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:38:24.368241 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] No Port match for: 8f20f7c8-faf6-4189-874f-5d55ed5387cd {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 18:38:24.368733 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 8f20f7c8-faf6-4189-874f-5d55ed5387cd not bound to the agent host n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 18:38:24.396144 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-6c5d6c4b-9d38-4b39-9828-ffddf585e8a2 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:24.455044 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.db_base_plugin_common [None req-abaade55-f263-47db-a5c9-33eaad9eef8e None None] Allocated IP 2001:db8::2 (de099bce-1061-4014-bdd5-ec95cce7be8f/80f353a4-9667-47d2-af99-3a24719c5749/874f2df0-caa1-4e99-abd2-a24c7ce4f545) {{(pid=93917) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:38:24.458326 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c5d6c4b-9d38-4b39-9828-ffddf585e8a2 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Network de099bce-1061-4014-bdd5-ec95cce7be8f is already hosted by enough agents. {{(pid=93916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:38:24.463485 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [None req-6c5d6c4b-9d38-4b39-9828-ffddf585e8a2 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Resources bound (agent type, host, resource id): {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:38:24.468551 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c5d6c4b-9d38-4b39-9828-ffddf585e8a2 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Received port after_create {{(pid=93916) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:38:24.477189 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c5d6c4b-9d38-4b39-9828-ffddf585e8a2 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:38:24.478878 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-6c5d6c4b-9d38-4b39-9828-ffddf585e8a2 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:24.492437 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5d6c4b-9d38-4b39-9828-ffddf585e8a2 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Pushing event updated for resources: {'Port': ['ID=5c34c544-07ff-4526-9d18-25666ff04fc9,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:38:24.514139 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-6c5d6c4b-9d38-4b39-9828-ffddf585e8a2 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 0.8523083 Jul 14 18:38:24.514943 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 53320) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:38:24.670047 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1282efe1-df2e-43d2-a38f-521c9a7ce073 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:38:24.671773 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-1282efe1-df2e-43d2-a38f-521c9a7ce073 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.1553941 Jul 14 18:38:24.674695 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 53330) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:38:24.720691 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-abaade55-f263-47db-a5c9-33eaad9eef8e None None] Notify callbacks [] for port, precommit_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:24.730876 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-abaade55-f263-47db-a5c9-33eaad9eef8e None None] Transition to ACTIVE for port object 874f2df0-caa1-4e99-abd2-a24c7ce4f545 will not be triggered until provisioned by entity L2. {{(pid=93917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:38:24.761032 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-abaade55-f263-47db-a5c9-33eaad9eef8e None None] Transition to ACTIVE for port object 874f2df0-caa1-4e99-abd2-a24c7ce4f545 will not be triggered until provisioned by entity DHCP. {{(pid=93917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:38:24.769998 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-abaade55-f263-47db-a5c9-33eaad9eef8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804'] for port, after_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:24.808603 n-d-800634-3 neutron-server[93917]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abaade55-f263-47db-a5c9-33eaad9eef8e None None] Network de099bce-1061-4014-bdd5-ec95cce7be8f is already hosted by enough agents. {{(pid=93917) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:38:24.828744 n-d-800634-3 neutron-server[93917]: DEBUG neutron.scheduler.base_scheduler [None req-abaade55-f263-47db-a5c9-33eaad9eef8e None None] Resources bound (agent type, host, resource id): {{(pid=93917) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:38:24.832776 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abaade55-f263-47db-a5c9-33eaad9eef8e None None] Received port after_create {{(pid=93917) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:38:24.906514 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abaade55-f263-47db-a5c9-33eaad9eef8e None None] Pushing event updated for resources: {'Port': ['ID=874f2df0-caa1-4e99-abd2-a24c7ce4f545,revision_number=1']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:38:24.909329 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [None req-0dfebcaf-4de7-45fd-8ddd-be68b34492a0 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Deleting port 5c34c544-07ff-4526-9d18-25666ff04fc9 {{(pid=93915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:38:24.912388 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-0dfebcaf-4de7-45fd-8ddd-be68b34492a0 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:24.928752 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-abaade55-f263-47db-a5c9-33eaad9eef8e None None] Attempting to bind port 874f2df0-caa1-4e99-abd2-a24c7ce4f545 on host n-d-800634-3 for vnic_type normal with profile {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:38:24.929175 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-abaade55-f263-47db-a5c9-33eaad9eef8e None None] Attempting to bind port 874f2df0-caa1-4e99-abd2-a24c7ce4f545 by drivers openvswitch,hyperv on host n-d-800634-3 at level 0 using segments [{'id': 'e57d1292-9039-4d9f-94d2-728500c53487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'de099bce-1061-4014-bdd5-ec95cce7be8f'}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:38:24.929549 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abaade55-f263-47db-a5c9-33eaad9eef8e None None] Attempting to bind port 874f2df0-caa1-4e99-abd2-a24c7ce4f545 on network de099bce-1061-4014-bdd5-ec95cce7be8f {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:38:24.938247 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abaade55-f263-47db-a5c9-33eaad9eef8e None None] Checking agent: {'id': '01c19e91-a945-4e3c-94a6-c211e17c923e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 8, 23), 'started_at': datetime.datetime(2021, 7, 14, 18, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 18, 38, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 18:38:24.938770 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abaade55-f263-47db-a5c9-33eaad9eef8e None None] Checking segment: {'id': 'e57d1292-9039-4d9f-94d2-728500c53487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'de099bce-1061-4014-bdd5-ec95cce7be8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93917) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:38:24.939314 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-abaade55-f263-47db-a5c9-33eaad9eef8e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:24.939841 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abaade55-f263-47db-a5c9-33eaad9eef8e None None] Bound using segment: {'id': 'e57d1292-9039-4d9f-94d2-728500c53487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'de099bce-1061-4014-bdd5-ec95cce7be8f'} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 18:38:24.940626 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-abaade55-f263-47db-a5c9-33eaad9eef8e None None] Bound port: 874f2df0-caa1-4e99-abd2-a24c7ce4f545, host: n-d-800634-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e57d1292-9039-4d9f-94d2-728500c53487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'de099bce-1061-4014-bdd5-ec95cce7be8f'}}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 18:38:24.941090 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-abaade55-f263-47db-a5c9-33eaad9eef8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:25.086237 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-abaade55-f263-47db-a5c9-33eaad9eef8e None None] For port 874f2df0-caa1-4e99-abd2-a24c7ce4f545, host n-d-800634-3, cleared binding levels {{(pid=93917) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:38:25.091507 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-abaade55-f263-47db-a5c9-33eaad9eef8e None None] For port 874f2df0-caa1-4e99-abd2-a24c7ce4f545, host n-d-800634-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=874f2df0-caa1-4e99-abd2-a24c7ce4f545,segment=NetworkSegment(e57d1292-9039-4d9f-94d2-728500c53487),segment_id=e57d1292-9039-4d9f-94d2-728500c53487)] {{(pid=93917) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 18:38:25.098006 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-abaade55-f263-47db-a5c9-33eaad9eef8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:25.143435 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-8d2a187e-5376-47c9-84f6-ea686e1544b1 req-1e72a682-7e52-4f5a-a027-93e8961e2e17 tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] 10.222.0.16 "GET /v2.0/ports?device_id=b19a8ff8-9d39-4cd0-9048-318f9ac3e8c4 HTTP/1.1" status: 200 len: 210 time: 0.0480509 Jul 14 18:38:25.152998 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-0dfebcaf-4de7-45fd-8ddd-be68b34492a0 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:25.191273 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [None req-0dfebcaf-4de7-45fd-8ddd-be68b34492a0 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Calling delete_port for 5c34c544-07ff-4526-9d18-25666ff04fc9 owned by {{(pid=93915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:38:25.194837 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abaade55-f263-47db-a5c9-33eaad9eef8e None None] Pushing event updated for resources: {'Port': ['ID=874f2df0-caa1-4e99-abd2-a24c7ce4f545,revision_number=2']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:38:25.409926 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2179d39e-f706-44b6-9026-7480ebd73d79 req-93063904-f65b-4a43-98ec-3db0c1c4384b tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:38:25.411458 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2179d39e-f706-44b6-9026-7480ebd73d79 req-93063904-f65b-4a43-98ec-3db0c1c4384b tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] 10.222.0.35 "GET /v2.0/networks?id=310e07b1-9c76-4479-9715-2b28fbfd1cbf HTTP/1.1" status: 200 len: 795 time: 0.1877258 Jul 14 18:38:25.584150 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2179d39e-f706-44b6-9026-7480ebd73d79 req-a928e85f-edab-4dce-b3c9-28d41dd77436 tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0c6eccb7d5c743f1a53a528a1f419fa2 HTTP/1.1" status: 200 len: 379 time: 0.1570616 Jul 14 18:38:25.598638 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [req-2179d39e-f706-44b6-9026-7480ebd73d79 req-03a32a60-550c-4492-88cb-564f8f505008 tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Request body: {'port': {'device_id': 'b19a8ff8-9d39-4cd0-9048-318f9ac3e8c4', 'network_id': '310e07b1-9c76-4479-9715-2b28fbfd1cbf', 'admin_state_up': True, 'tenant_id': '0c6eccb7d5c743f1a53a528a1f419fa2', 'security_groups': ['fc6dd3c4-c788-41ac-b543-0fb2220ac857']}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:38:25.624496 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c6453a-4af5-41a5-be24-79c720a1fa51 req-0fa028a6-779f-42c7-bb11-d98b5d885c32 tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:38:25.626127 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b7c6453a-4af5-41a5-be24-79c720a1fa51 req-0fa028a6-779f-42c7-bb11-d98b5d885c32 tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] 10.222.0.16 "GET /v2.0/ports?device_id=9cc02da8-a510-4707-81d5-af2edaddbb4a HTTP/1.1" status: 200 len: 947 time: 0.2855289 Jul 14 18:38:25.654907 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-0dfebcaf-4de7-45fd-8ddd-be68b34492a0 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:25.699857 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfebcaf-4de7-45fd-8ddd-be68b34492a0 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Pushing event deleted for resources: {'Port': ['ID=5c34c544-07ff-4526-9d18-25666ff04fc9,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:38:25.748796 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-2f4e3af3-e708-4ffd-a544-82d93a489d01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:25.814891 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-0dfebcaf-4de7-45fd-8ddd-be68b34492a0 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:25.819169 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-0dfebcaf-4de7-45fd-8ddd-be68b34492a0 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] 10.222.0.16 "DELETE /v2.0/ports/5c34c544-07ff-4526-9d18-25666ff04fc9 HTTP/1.1" status: 204 len: 168 time: 1.1406415 Jul 14 18:38:25.819901 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 53342) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:38:25.834466 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b7c6453a-4af5-41a5-be24-79c720a1fa51 req-af1145b6-691d-461c-b096-6ce905de8ec4 tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] 10.222.0.16 "GET /v2.0/security-groups?id=3eac0233-2f58-4c36-8bbf-3f6eb68f3b22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1808069 Jul 14 18:38:25.841198 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 874f2df0-caa1-4e99-abd2-a24c7ce4f545 up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:38:25.876751 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2179d39e-f706-44b6-9026-7480ebd73d79 req-03a32a60-550c-4492-88cb-564f8f505008 tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Made reservation on behalf of 0c6eccb7d5c743f1a53a528a1f419fa2 for: {'port': 1} {{(pid=93915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:38:25.880510 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-2179d39e-f706-44b6-9026-7480ebd73d79 req-03a32a60-550c-4492-88cb-564f8f505008 tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:25.921742 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88953909-7a34-47db-9476-d2855586ad40 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:38:25.924974 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88953909-7a34-47db-9476-d2855586ad40 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:38:25.929539 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-88953909-7a34-47db-9476-d2855586ad40 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1076875 Jul 14 18:38:25.930464 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 53344) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:38:25.933413 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning for port 874f2df0-caa1-4e99-abd2-a24c7ce4f545 completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:38:25.940908 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 9e6b9240-7375-41ea-aa66-998d3e231f8e up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:38:25.996808 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port 9e6b9240-7375-41ea-aa66-998d3e231f8e triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:38:25.997589 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:26.034872 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae1e02da-6006-4e81-91de-6ba65118ff8f tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Deleting subnet 80f353a4-9667-47d2-af99-3a24719c5749 {{(pid=93916) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 18:38:26.039131 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-ae1e02da-6006-4e81-91de-6ba65118ff8f tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks [] for subnet, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:26.098105 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.db_base_plugin_common [req-2179d39e-f706-44b6-9026-7480ebd73d79 req-03a32a60-550c-4492-88cb-564f8f505008 tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Allocated IP 172.20.0.3 (310e07b1-9c76-4479-9715-2b28fbfd1cbf/8fde12ad-ce3f-46bc-b05a-eff3c76ca5e1/01e919c7-8637-42ef-8e01-955fe39681bd) {{(pid=93915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:38:26.143619 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-ae1e02da-6006-4e81-91de-6ba65118ff8f tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26296866'] for subnet, precommit_delete_associations {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:26.333814 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-ae1e02da-6006-4e81-91de-6ba65118ff8f tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081283'] for subnet, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:26.428087 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-ae1e02da-6006-4e81-91de-6ba65118ff8f tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2684816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26033152'] for subnet, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:26.452856 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-baa3ad08-3882-43cf-b86b-9a5bdcc7b084 req-39362f5d-6e07-47a8-967e-39231c33a9ff tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] 10.222.0.16 "GET /v2.0/ports?device_id=b19a8ff8-9d39-4cd0-9048-318f9ac3e8c4 HTTP/1.1" status: 200 len: 210 time: 0.0625532 Jul 14 18:38:26.481080 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-2179d39e-f706-44b6-9026-7480ebd73d79 req-03a32a60-550c-4492-88cb-564f8f505008 tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Notify callbacks [] for port, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:26.490533 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-ae1e02da-6006-4e81-91de-6ba65118ff8f tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks [] for subnet, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:26.493882 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-ae1e02da-6006-4e81-91de-6ba65118ff8f tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] 10.222.0.16 "DELETE /v2.0/subnets/80f353a4-9667-47d2-af99-3a24719c5749 HTTP/1.1" status: 204 len: 168 time: 0.5622127 Jul 14 18:38:26.495397 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1e02da-6006-4e81-91de-6ba65118ff8f tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Pushing event deleted for resources: {'Subnet': ['ID=80f353a4-9667-47d2-af99-3a24719c5749,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:38:26.497984 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 53358) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:38:26.506794 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.provisioning_blocks [req-2179d39e-f706-44b6-9026-7480ebd73d79 req-03a32a60-550c-4492-88cb-564f8f505008 tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Transition to ACTIVE for port object 01e919c7-8637-42ef-8e01-955fe39681bd will not be triggered until provisioned by entity DHCP. {{(pid=93915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:38:26.554018 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-60d793cd-7f98-40f9-8b76-222068670be1 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0523243 Jul 14 18:38:26.554385 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 53360) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:38:26.626969 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0b9f3a9-8cdd-45bc-8bac-71f50b40ed2a None None] Network de099bce-1061-4014-bdd5-ec95cce7be8f requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:38:26.644924 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afea47d-d4b3-4229-a91b-5263ac51a366 req-6abc58aa-37f0-4ebb-96e7-ca14078caef5 tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:38:26.646749 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-8afea47d-d4b3-4229-a91b-5263ac51a366 req-6abc58aa-37f0-4ebb-96e7-ca14078caef5 tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] 10.222.0.35 "GET /v2.0/ports?device_id=9cc02da8-a510-4707-81d5-af2edaddbb4a HTTP/1.1" status: 200 len: 947 time: 0.1070392 Jul 14 18:38:26.648622 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-2179d39e-f706-44b6-9026-7480ebd73d79 req-03a32a60-550c-4492-88cb-564f8f505008 tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:26.651136 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17df31b9-481c-4b95-a1eb-e973c042235d tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:38:26.653308 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-17df31b9-481c-4b95-a1eb-e973c042235d tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0979390 Jul 14 18:38:26.656054 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 53362) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:38:26.700642 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-ddb73382-bbf3-412d-be31-6aaa973b1215 None None] Provisioning for port 874f2df0-caa1-4e99-abd2-a24c7ce4f545 completed by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:38:26.712910 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-ddb73382-bbf3-412d-be31-6aaa973b1215 None None] Provisioning complete for port 874f2df0-caa1-4e99-abd2-a24c7ce4f545 triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:38:26.713386 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-ddb73382-bbf3-412d-be31-6aaa973b1215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:26.745964 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d786d62-cc73-4ad1-bcb0-5ca1f8255735 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:38:26.747845 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-6d786d62-cc73-4ad1-bcb0-5ca1f8255735 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0892746 Jul 14 18:38:26.751239 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 53364) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:38:26.755106 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2179d39e-f706-44b6-9026-7480ebd73d79 req-03a32a60-550c-4492-88cb-564f8f505008 tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Network 310e07b1-9c76-4479-9715-2b28fbfd1cbf is already hosted by enough agents. {{(pid=93915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:38:26.763217 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a32a60-550c-4492-88cb-564f8f505008 tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Pushing event updated for resources: {'Port': ['ID=01e919c7-8637-42ef-8e01-955fe39681bd,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:38:26.765813 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [req-2179d39e-f706-44b6-9026-7480ebd73d79 req-03a32a60-550c-4492-88cb-564f8f505008 tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Resources bound (agent type, host, resource id): {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:38:26.768199 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [req-2179d39e-f706-44b6-9026-7480ebd73d79 req-03a32a60-550c-4492-88cb-564f8f505008 tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Received port after_create {{(pid=93915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:38:26.899930 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2179d39e-f706-44b6-9026-7480ebd73d79 req-03a32a60-550c-4492-88cb-564f8f505008 tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:38:26.900655 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-2179d39e-f706-44b6-9026-7480ebd73d79 req-03a32a60-550c-4492-88cb-564f8f505008 tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:26.906326 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-4751a78a-8c38-4540-b29c-03b0094cf85a tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1521487 Jul 14 18:38:26.910911 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 53368) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:38:26.916946 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-d50ef4db-babe-402f-9755-d8c6afef515f tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Request body: {'subnet': {'network_id': 'de099bce-1061-4014-bdd5-ec95cce7be8f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:38:26.944780 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [req-8afea47d-d4b3-4229-a91b-5263ac51a366 req-f158549e-238b-4fc3-9adf-d8f90b1aabe8 tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] Deleting port 9611ddd0-9e07-40ea-aec9-fb06e7378e68 {{(pid=93915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:38:26.945035 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-8afea47d-d4b3-4229-a91b-5263ac51a366 req-f158549e-238b-4fc3-9adf-d8f90b1aabe8 tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:26.951450 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-ddb73382-bbf3-412d-be31-6aaa973b1215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:26.989764 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2179d39e-f706-44b6-9026-7480ebd73d79 req-03a32a60-550c-4492-88cb-564f8f505008 tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3976562 Jul 14 18:38:27.004273 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-549dcb69-f194-416a-b983-41f6c1049c65 None None] DHCP port deletion for de099bce-1061-4014-bdd5-ec95cce7be8f request from n-d-800634-3 {{(pid=93917) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 18:38:27.006291 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [req-2179d39e-f706-44b6-9026-7480ebd73d79 req-b34c0c37-930e-4c7e-973e-36e767f128f0 service neutron] Request body: {'port': {'device_id': 'b19a8ff8-9d39-4cd0-9048-318f9ac3e8c4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800634-3'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:38:27.050855 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-ddb73382-bbf3-412d-be31-6aaa973b1215 None None] For port 874f2df0-caa1-4e99-abd2-a24c7ce4f545, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=874f2df0-caa1-4e99-abd2-a24c7ce4f545,segment=NetworkSegment(e57d1292-9039-4d9f-94d2-728500c53487),segment_id=e57d1292-9039-4d9f-94d2-728500c53487)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:38:27.060101 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-ddb73382-bbf3-412d-be31-6aaa973b1215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:27.123974 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d50ef4db-babe-402f-9755-d8c6afef515f tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Made reservation on behalf of 13ccccd91e8c4eb89f4317d7ac77ca6b for: {'subnet': 1} {{(pid=93916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:38:27.133654 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-d50ef4db-babe-402f-9755-d8c6afef515f tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26033189'] for subnet, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:27.145796 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-2179d39e-f706-44b6-9026-7480ebd73d79 req-b34c0c37-930e-4c7e-973e-36e767f128f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:27.202586 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-549dcb69-f194-416a-b983-41f6c1049c65 None None] Deleting port 874f2df0-caa1-4e99-abd2-a24c7ce4f545 {{(pid=93917) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:38:27.203118 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-549dcb69-f194-416a-b983-41f6c1049c65 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:27.243067 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb73382-bbf3-412d-be31-6aaa973b1215 None None] Pushing event updated for resources: {'Port': ['ID=874f2df0-caa1-4e99-abd2-a24c7ce4f545,revision_number=4']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:38:27.277976 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-8afea47d-d4b3-4229-a91b-5263ac51a366 req-f158549e-238b-4fc3-9adf-d8f90b1aabe8 tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] For port 9611ddd0-9e07-40ea-aec9-fb06e7378e68, host n-h2-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=9611ddd0-9e07-40ea-aec9-fb06e7378e68,segment=NetworkSegment(48f07496-1654-4e70-864e-6d82e6081c18),segment_id=48f07496-1654-4e70-864e-6d82e6081c18)] {{(pid=93915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:38:27.278502 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-8afea47d-d4b3-4229-a91b-5263ac51a366 req-f158549e-238b-4fc3-9adf-d8f90b1aabe8 tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:27.288574 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-b62fae0c-e50b-4e1a-96b6-c3359b9d328f None None] Provisioning for port 01e919c7-8637-42ef-8e01-955fe39681bd completed by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:38:27.295046 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-b62fae0c-e50b-4e1a-96b6-c3359b9d328f None None] Provisioning complete for port 01e919c7-8637-42ef-8e01-955fe39681bd triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:38:27.295552 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b62fae0c-e50b-4e1a-96b6-c3359b9d328f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:27.374874 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-549dcb69-f194-416a-b983-41f6c1049c65 None None] For port 874f2df0-caa1-4e99-abd2-a24c7ce4f545, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=874f2df0-caa1-4e99-abd2-a24c7ce4f545,segment=NetworkSegment(e57d1292-9039-4d9f-94d2-728500c53487),segment_id=e57d1292-9039-4d9f-94d2-728500c53487)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:38:27.375525 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-549dcb69-f194-416a-b983-41f6c1049c65 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:27.378194 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-b62fae0c-e50b-4e1a-96b6-c3359b9d328f None None] Port 01e919c7-8637-42ef-8e01-955fe39681bd cannot update to ACTIVE because it is not bound. {{(pid=93917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 18:38:27.393008 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-549dcb69-f194-416a-b983-41f6c1049c65 None None] Calling delete_port for 874f2df0-caa1-4e99-abd2-a24c7ce4f545 owned by network:dhcp {{(pid=93917) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:38:27.472163 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-d50ef4db-babe-402f-9755-d8c6afef515f tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2684753', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26033175'] for subnet, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:27.495972 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-549dcb69-f194-416a-b983-41f6c1049c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813'] for port, after_delete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:27.514328 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-549dcb69-f194-416a-b983-41f6c1049c65 None None] No DVR routers for this DVR port 874f2df0-caa1-4e99-abd2-a24c7ce4f545 on host n-d-800634-3 {{(pid=93917) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 18:38:27.552839 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549dcb69-f194-416a-b983-41f6c1049c65 None None] Pushing event deleted for resources: {'Port': ['ID=874f2df0-caa1-4e99-abd2-a24c7ce4f545,revision_number=None']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:38:27.582077 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50ef4db-babe-402f-9755-d8c6afef515f tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Pushing event updated for resources: {'Subnet': ['ID=9558fcf1-d0e4-45cd-8c8f-04ce39fe892d,revision_number=0']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:38:27.585608 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d50ef4db-babe-402f-9755-d8c6afef515f tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Network de099bce-1061-4014-bdd5-ec95cce7be8f is already hosted by enough agents. {{(pid=93916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:38:27.587513 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [None req-d50ef4db-babe-402f-9755-d8c6afef515f tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Resources bound (agent type, host, resource id): {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:38:27.590366 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d50ef4db-babe-402f-9755-d8c6afef515f tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:38:27.591048 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-d50ef4db-babe-402f-9755-d8c6afef515f tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks [] for subnet, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:27.598738 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1efb375f-6f97-40bc-9bd3-26657daf1a07 None None] Network de099bce-1061-4014-bdd5-ec95cce7be8f requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:38:27.627394 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-8afea47d-d4b3-4229-a91b-5263ac51a366 req-f158549e-238b-4fc3-9adf-d8f90b1aabe8 tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:27.627980 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-8afea47d-d4b3-4229-a91b-5263ac51a366 req-f158549e-238b-4fc3-9adf-d8f90b1aabe8 tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-930131'] for floatingip, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:27.628530 n-d-800634-3 neutron-server[93915]: INFO neutron.db.l3_db [req-8afea47d-d4b3-4229-a91b-5263ac51a366 req-f158549e-238b-4fc3-9adf-d8f90b1aabe8 tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] Floating IP 73fab0b6-83ad-431e-8b11-919469236756 disassociated. External IP: 172.25.1.220, port: 9611ddd0-9e07-40ea-aec9-fb06e7378e68. Jul 14 18:38:27.629059 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [req-8afea47d-d4b3-4229-a91b-5263ac51a366 req-f158549e-238b-4fc3-9adf-d8f90b1aabe8 tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] Calling delete_port for 9611ddd0-9e07-40ea-aec9-fb06e7378e68 owned by compute:nova {{(pid=93915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:38:27.632540 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-d50ef4db-babe-402f-9755-d8c6afef515f tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7200849 Jul 14 18:38:27.635367 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 53380) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:38:27.642458 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-a29bd0a0-39f6-46f3-863e-54fabc59e1ae tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Request body: {'port': {'network_id': 'de099bce-1061-4014-bdd5-ec95cce7be8f', 'fixed_ips': [{'subnet_id': '9558fcf1-d0e4-45cd-8c8f-04ce39fe892d', 'ip_address': '2001:db8::cc66:a6e6:6e50:4756'}], 'name': 'tempest-NetworksTestDHCPv6-63043647'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:38:27.854727 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 874f2df0-caa1-4e99-abd2-a24c7ce4f545 no longer exists at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 18:38:27.890141 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a29bd0a0-39f6-46f3-863e-54fabc59e1ae tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Made reservation on behalf of 13ccccd91e8c4eb89f4317d7ac77ca6b for: {'port': 1} {{(pid=93916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:38:27.898018 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] No Port match for: 874f2df0-caa1-4e99-abd2-a24c7ce4f545 {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 18:38:27.898486 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 874f2df0-caa1-4e99-abd2-a24c7ce4f545 not bound to the agent host n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 18:38:27.910537 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c533ff21-2e53-4a0f-9674-fab2a1544c4f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9222b97e-5d1c-54f8-ba97-82f172498e76-de099bce-1061-4014-bdd5-ec95cce7be8f', 'network_id': 'de099bce-1061-4014-bdd5-ec95cce7be8f', 'tenant_id': '13ccccd91e8c4eb89f4317d7ac77ca6b', 'fixed_ips': [{'subnet_id': '9558fcf1-d0e4-45cd-8c8f-04ce39fe892d'}]}} from n-d-800634-3. {{(pid=93917) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 18:38:27.911714 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-c533ff21-2e53-4a0f-9674-fab2a1544c4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:27.948858 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c1acb2-4be2-4ba1-8dba-009d2c4b745a req-3d428328-0335-43de-9d81-a2edf7bc068c tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:38:27.957579 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-79c1acb2-4be2-4ba1-8dba-009d2c4b745a req-3d428328-0335-43de-9d81-a2edf7bc068c tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] 10.222.0.16 "GET /v2.0/ports?device_id=9cc02da8-a510-4707-81d5-af2edaddbb4a HTTP/1.1" status: 200 len: 947 time: 0.8736348 Jul 14 18:38:27.995625 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a29bd0a0-39f6-46f3-863e-54fabc59e1ae tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:28.015547 n-d-800634-3 neutron-server[93916]: DEBUG neutron.notifiers.nova [None req-a29bd0a0-39f6-46f3-863e-54fabc59e1ae tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] device_id is not set on port 3eb8f079-32d0-4a1c-b5a3-48e7b6c64edd yet. {{(pid=93916) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 18:38:28.062428 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.db_base_plugin_common [None req-c533ff21-2e53-4a0f-9674-fab2a1544c4f None None] Allocated IP 2001:db8::2 (de099bce-1061-4014-bdd5-ec95cce7be8f/9558fcf1-d0e4-45cd-8c8f-04ce39fe892d/8cb9256f-3fa3-4aaa-bb0b-979eb38db7cc) {{(pid=93917) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:38:28.187988 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-79c1acb2-4be2-4ba1-8dba-009d2c4b745a req-403aa79b-baa2-40aa-ad9f-cdc0f68c34b0 tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] 10.222.0.16 "GET /v2.0/security-groups?id=3eac0233-2f58-4c36-8bbf-3f6eb68f3b22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2294581 Jul 14 18:38:28.191797 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [req-2179d39e-f706-44b6-9026-7480ebd73d79 req-b34c0c37-930e-4c7e-973e-36e767f128f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 01e919c7-8637-42ef-8e01-955fe39681bd {{(pid=93915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 18:38:28.205180 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-2179d39e-f706-44b6-9026-7480ebd73d79 req-b34c0c37-930e-4c7e-973e-36e767f128f0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:28.245821 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9597c21-90e5-4cc8-9bf9-176e0736f548 req-f6cce1d8-4dd9-42ed-8a83-86a73a46daa3 tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:38:28.252227 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a9597c21-90e5-4cc8-9bf9-176e0736f548 req-f6cce1d8-4dd9-42ed-8a83-86a73a46daa3 tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] 10.222.0.16 "GET /v2.0/ports?device_id=b19a8ff8-9d39-4cd0-9048-318f9ac3e8c4 HTTP/1.1" status: 200 len: 931 time: 0.3797534 Jul 14 18:38:28.274292 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-c533ff21-2e53-4a0f-9674-fab2a1544c4f None None] Notify callbacks [] for port, precommit_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:28.284076 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-c533ff21-2e53-4a0f-9674-fab2a1544c4f None None] Transition to ACTIVE for port object 8cb9256f-3fa3-4aaa-bb0b-979eb38db7cc will not be triggered until provisioned by entity L2. {{(pid=93917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:38:28.293377 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.provisioning_blocks [req-2179d39e-f706-44b6-9026-7480ebd73d79 req-b34c0c37-930e-4c7e-973e-36e767f128f0 service neutron] Transition to ACTIVE for port object 01e919c7-8637-42ef-8e01-955fe39681bd will not be triggered until provisioned by entity L2. {{(pid=93915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:38:28.304901 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-2179d39e-f706-44b6-9026-7480ebd73d79 req-b34c0c37-930e-4c7e-973e-36e767f128f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25912978'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:28.306174 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-c533ff21-2e53-4a0f-9674-fab2a1544c4f None None] Transition to ACTIVE for port object 8cb9256f-3fa3-4aaa-bb0b-979eb38db7cc will not be triggered until provisioned by entity DHCP. {{(pid=93917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:38:28.315115 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-c533ff21-2e53-4a0f-9674-fab2a1544c4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804'] for port, after_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:28.355896 n-d-800634-3 neutron-server[93917]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c533ff21-2e53-4a0f-9674-fab2a1544c4f None None] Network de099bce-1061-4014-bdd5-ec95cce7be8f is already hosted by enough agents. {{(pid=93917) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:38:28.362194 n-d-800634-3 neutron-server[93917]: DEBUG neutron.scheduler.base_scheduler [None req-c533ff21-2e53-4a0f-9674-fab2a1544c4f None None] Resources bound (agent type, host, resource id): {{(pid=93917) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:38:28.366261 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c533ff21-2e53-4a0f-9674-fab2a1544c4f None None] Received port after_create {{(pid=93917) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:38:28.378421 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c533ff21-2e53-4a0f-9674-fab2a1544c4f None None] Pushing event updated for resources: {'Port': ['ID=8cb9256f-3fa3-4aaa-bb0b-979eb38db7cc,revision_number=1']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:38:28.383695 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-8afea47d-d4b3-4229-a91b-5263ac51a366 req-f158549e-238b-4fc3-9adf-d8f90b1aabe8 tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:28.414470 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a9597c21-90e5-4cc8-9bf9-176e0736f548 req-d9b92cc7-3a9d-4c59-9d16-5f8e1bb60688 tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] 10.222.0.16 "GET /v2.0/security-groups?id=fc6dd3c4-c788-41ac-b543-0fb2220ac857&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1611447 Jul 14 18:38:28.427401 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34c0c37-930e-4c7e-973e-36e767f128f0 service neutron] Pushing event updated for resources: {'Port': ['ID=01e919c7-8637-42ef-8e01-955fe39681bd,revision_number=2']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:38:28.486673 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-c533ff21-2e53-4a0f-9674-fab2a1544c4f None None] Attempting to bind port 8cb9256f-3fa3-4aaa-bb0b-979eb38db7cc on host n-d-800634-3 for vnic_type normal with profile {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:38:28.487048 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-c533ff21-2e53-4a0f-9674-fab2a1544c4f None None] Attempting to bind port 8cb9256f-3fa3-4aaa-bb0b-979eb38db7cc by drivers openvswitch,hyperv on host n-d-800634-3 at level 0 using segments [{'id': 'e57d1292-9039-4d9f-94d2-728500c53487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'de099bce-1061-4014-bdd5-ec95cce7be8f'}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:38:28.487418 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c533ff21-2e53-4a0f-9674-fab2a1544c4f None None] Attempting to bind port 8cb9256f-3fa3-4aaa-bb0b-979eb38db7cc on network de099bce-1061-4014-bdd5-ec95cce7be8f {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:38:28.493119 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c533ff21-2e53-4a0f-9674-fab2a1544c4f None None] Checking agent: {'id': '01c19e91-a945-4e3c-94a6-c211e17c923e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 8, 23), 'started_at': datetime.datetime(2021, 7, 14, 18, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 18, 38, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 18:38:28.493373 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c533ff21-2e53-4a0f-9674-fab2a1544c4f None None] Checking segment: {'id': 'e57d1292-9039-4d9f-94d2-728500c53487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'de099bce-1061-4014-bdd5-ec95cce7be8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93917) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:38:28.493785 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-c533ff21-2e53-4a0f-9674-fab2a1544c4f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:28.494190 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c533ff21-2e53-4a0f-9674-fab2a1544c4f None None] Bound using segment: {'id': 'e57d1292-9039-4d9f-94d2-728500c53487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'de099bce-1061-4014-bdd5-ec95cce7be8f'} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 18:38:28.494677 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-c533ff21-2e53-4a0f-9674-fab2a1544c4f None None] Bound port: 8cb9256f-3fa3-4aaa-bb0b-979eb38db7cc, host: n-d-800634-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e57d1292-9039-4d9f-94d2-728500c53487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'de099bce-1061-4014-bdd5-ec95cce7be8f'}}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 18:38:28.495065 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-c533ff21-2e53-4a0f-9674-fab2a1544c4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:28.506296 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.db_base_plugin_common [None req-a29bd0a0-39f6-46f3-863e-54fabc59e1ae tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Allocated IP 2001:db8::cc66:a6e6:6e50:4756 (de099bce-1061-4014-bdd5-ec95cce7be8f/9558fcf1-d0e4-45cd-8c8f-04ce39fe892d/3eb8f079-32d0-4a1c-b5a3-48e7b6c64edd) {{(pid=93916) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:38:28.506755 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34c0c37-930e-4c7e-973e-36e767f128f0 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:38:28.507214 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34c0c37-930e-4c7e-973e-36e767f128f0 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:38:28.507678 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34c0c37-930e-4c7e-973e-36e767f128f0 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:38:28.508380 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34c0c37-930e-4c7e-973e-36e767f128f0 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:38:28.508709 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34c0c37-930e-4c7e-973e-36e767f128f0 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:38:28.509010 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34c0c37-930e-4c7e-973e-36e767f128f0 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:38:28.510139 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34c0c37-930e-4c7e-973e-36e767f128f0 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:38:28.510666 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34c0c37-930e-4c7e-973e-36e767f128f0 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:38:28.511276 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34c0c37-930e-4c7e-973e-36e767f128f0 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:38:28.511552 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34c0c37-930e-4c7e-973e-36e767f128f0 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:38:28.511984 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34c0c37-930e-4c7e-973e-36e767f128f0 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:38:28.512456 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34c0c37-930e-4c7e-973e-36e767f128f0 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:38:28.631672 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f158549e-238b-4fc3-9adf-d8f90b1aabe8 tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] Pushing event deleted for resources: {'Port': ['ID=9611ddd0-9e07-40ea-aec9-fb06e7378e68,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:38:28.632557 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-c533ff21-2e53-4a0f-9674-fab2a1544c4f None None] For port 8cb9256f-3fa3-4aaa-bb0b-979eb38db7cc, host n-d-800634-3, cleared binding levels {{(pid=93917) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:38:28.637256 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-c533ff21-2e53-4a0f-9674-fab2a1544c4f None None] For port 8cb9256f-3fa3-4aaa-bb0b-979eb38db7cc, host n-d-800634-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=8cb9256f-3fa3-4aaa-bb0b-979eb38db7cc,segment=NetworkSegment(e57d1292-9039-4d9f-94d2-728500c53487),segment_id=e57d1292-9039-4d9f-94d2-728500c53487)] {{(pid=93917) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 18:38:28.644869 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-c533ff21-2e53-4a0f-9674-fab2a1544c4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:28.746830 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c533ff21-2e53-4a0f-9674-fab2a1544c4f None None] Pushing event updated for resources: {'Port': ['ID=8cb9256f-3fa3-4aaa-bb0b-979eb38db7cc,revision_number=2']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:38:28.866077 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a29bd0a0-39f6-46f3-863e-54fabc59e1ae tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks [] for port, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:28.887282 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.provisioning_blocks [None req-a29bd0a0-39f6-46f3-863e-54fabc59e1ae tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Transition to ACTIVE for port object 3eb8f079-32d0-4a1c-b5a3-48e7b6c64edd will not be triggered until provisioned by entity DHCP. {{(pid=93916) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:38:28.931620 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a29bd0a0-39f6-46f3-863e-54fabc59e1ae tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:29.017281 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a29bd0a0-39f6-46f3-863e-54fabc59e1ae tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Network de099bce-1061-4014-bdd5-ec95cce7be8f is already hosted by enough agents. {{(pid=93916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:38:29.030425 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [None req-a29bd0a0-39f6-46f3-863e-54fabc59e1ae tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Resources bound (agent type, host, resource id): {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:38:29.039162 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a29bd0a0-39f6-46f3-863e-54fabc59e1ae tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Received port after_create {{(pid=93916) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:38:29.046574 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a29bd0a0-39f6-46f3-863e-54fabc59e1ae tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:38:29.047549 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a29bd0a0-39f6-46f3-863e-54fabc59e1ae tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:29.147180 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-a29bd0a0-39f6-46f3-863e-54fabc59e1ae tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 1.5103304 Jul 14 18:38:29.148640 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29bd0a0-39f6-46f3-863e-54fabc59e1ae tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Pushing event updated for resources: {'Port': ['ID=3eb8f079-32d0-4a1c-b5a3-48e7b6c64edd,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:38:29.152003 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 53390) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:38:29.176210 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-2179d39e-f706-44b6-9026-7480ebd73d79 req-b34c0c37-930e-4c7e-973e-36e767f128f0 service neutron] Attempting to bind port 01e919c7-8637-42ef-8e01-955fe39681bd on host n-h2-800634-3 for vnic_type normal with profile {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:38:29.177047 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-2179d39e-f706-44b6-9026-7480ebd73d79 req-b34c0c37-930e-4c7e-973e-36e767f128f0 service neutron] Attempting to bind port 01e919c7-8637-42ef-8e01-955fe39681bd by drivers openvswitch,hyperv on host n-h2-800634-3 at level 0 using segments [{'id': '2c69c6a5-6bc1-42c7-8ba3-45df07491651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '310e07b1-9c76-4479-9715-2b28fbfd1cbf'}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:38:29.177047 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2179d39e-f706-44b6-9026-7480ebd73d79 req-b34c0c37-930e-4c7e-973e-36e767f128f0 service neutron] Attempting to bind port 01e919c7-8637-42ef-8e01-955fe39681bd on network 310e07b1-9c76-4479-9715-2b28fbfd1cbf {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:38:29.200842 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2179d39e-f706-44b6-9026-7480ebd73d79 req-b34c0c37-930e-4c7e-973e-36e767f128f0 service neutron] Port 01e919c7-8637-42ef-8e01-955fe39681bd on network 310e07b1-9c76-4479-9715-2b28fbfd1cbf not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-3 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 18:38:29.201297 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2179d39e-f706-44b6-9026-7480ebd73d79 req-b34c0c37-930e-4c7e-973e-36e767f128f0 service neutron] Attempting to bind port 01e919c7-8637-42ef-8e01-955fe39681bd on network 310e07b1-9c76-4479-9715-2b28fbfd1cbf {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:38:29.215184 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2179d39e-f706-44b6-9026-7480ebd73d79 req-b34c0c37-930e-4c7e-973e-36e767f128f0 service neutron] Checking agent: {'id': '08e36a6c-8d04-48f0-a644-f27680635246', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 15, 35), 'started_at': datetime.datetime(2021, 7, 14, 18, 15, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 18, 38, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 18:38:29.216009 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2179d39e-f706-44b6-9026-7480ebd73d79 req-b34c0c37-930e-4c7e-973e-36e767f128f0 service neutron] Checking segment: {'id': '2c69c6a5-6bc1-42c7-8ba3-45df07491651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '310e07b1-9c76-4479-9715-2b28fbfd1cbf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:38:29.216476 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2179d39e-f706-44b6-9026-7480ebd73d79 req-b34c0c37-930e-4c7e-973e-36e767f128f0 service neutron] Bound using segment: {'id': '2c69c6a5-6bc1-42c7-8ba3-45df07491651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '310e07b1-9c76-4479-9715-2b28fbfd1cbf'} {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 18:38:29.216969 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-2179d39e-f706-44b6-9026-7480ebd73d79 req-b34c0c37-930e-4c7e-973e-36e767f128f0 service neutron] Bound port: 01e919c7-8637-42ef-8e01-955fe39681bd, host: n-h2-800634-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c69c6a5-6bc1-42c7-8ba3-45df07491651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '310e07b1-9c76-4479-9715-2b28fbfd1cbf'}}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 18:38:29.217384 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-2179d39e-f706-44b6-9026-7480ebd73d79 req-b34c0c37-930e-4c7e-973e-36e767f128f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:29.276398 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8afea47d-d4b3-4229-a91b-5263ac51a366 req-f158549e-238b-4fc3-9adf-d8f90b1aabe8 tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] Router 6d3af555-74c9-4536-901b-a38fb4bef1f4 has already been hosted by L3 agent 2c6eb27e-defb-4cca-9a24-381c7415e359 {{(pid=93915) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 18:38:29.334716 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-114196d6-9cfe-4903-b714-7583c30a36a2 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:38:29.348958 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-114196d6-9cfe-4903-b714-7583c30a36a2 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:38:29.352037 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-114196d6-9cfe-4903-b714-7583c30a36a2 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1683 time: 0.1987908 Jul 14 18:38:29.355020 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 53398) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:38:29.503922 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-50f7c007-655c-458f-9519-1b5430aefa5a req-5c36c9b1-3b91-4dc9-934f-79b709c3c753 tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] 10.222.0.16 "GET /v2.0/ports?device_id=9cc02da8-a510-4707-81d5-af2edaddbb4a HTTP/1.1" status: 200 len: 210 time: 0.0580919 Jul 14 18:38:29.509373 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-2179d39e-f706-44b6-9026-7480ebd73d79 req-b34c0c37-930e-4c7e-973e-36e767f128f0 service neutron] For port 01e919c7-8637-42ef-8e01-955fe39681bd, host n-h2-800634-3, cleared binding levels {{(pid=93915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:38:29.569950 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-2179d39e-f706-44b6-9026-7480ebd73d79 req-b34c0c37-930e-4c7e-973e-36e767f128f0 service neutron] For port 01e919c7-8637-42ef-8e01-955fe39681bd, host n-h2-800634-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=01e919c7-8637-42ef-8e01-955fe39681bd,segment=NetworkSegment(2c69c6a5-6bc1-42c7-8ba3-45df07491651),segment_id=2c69c6a5-6bc1-42c7-8ba3-45df07491651)] {{(pid=93915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 18:38:29.605973 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-2179d39e-f706-44b6-9026-7480ebd73d79 req-b34c0c37-930e-4c7e-973e-36e767f128f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25912978'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:29.691150 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2179d39e-f706-44b6-9026-7480ebd73d79 req-b34c0c37-930e-4c7e-973e-36e767f128f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:38:29.691782 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-2179d39e-f706-44b6-9026-7480ebd73d79 req-b34c0c37-930e-4c7e-973e-36e767f128f0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:29.693227 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2179d39e-f706-44b6-9026-7480ebd73d79 req-b34c0c37-930e-4c7e-973e-36e767f128f0 service neutron] 10.222.0.35 "PUT /v2.0/ports/01e919c7-8637-42ef-8e01-955fe39681bd HTTP/1.1" status: 200 len: 1091 time: 2.6920934 Jul 14 18:38:29.694421 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b19a8ff8-9d39-4cd0-9048-318f9ac3e8c4', 'tag': '01e919c7-8637-42ef-8e01-955fe39681bd'}] {{(pid=93915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:38:29.696683 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e72782ad3af8f7d4ce76cedf092bca46d1756acc5c4653cf0b52034cdd6b073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41a92f4d-a33c-49ee-92ba-1ac3bef691b9" -d '{"events": [{"name": "network-changed", "server_uuid": "b19a8ff8-9d39-4cd0-9048-318f9ac3e8c4", "tag": "01e919c7-8637-42ef-8e01-955fe39681bd"}]}' {{(pid=93915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:38:29.708937 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8afea47d-d4b3-4229-a91b-5263ac51a366 req-f158549e-238b-4fc3-9adf-d8f90b1aabe8 tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] Notify agent at l3_agent.n-d-800634-3 the message routers_updated {{(pid=93915) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 18:38:29.731061 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06496eb3-0ba3-4209-b021-49ed46f439d7 None None] Sync routers for ids ['6d3af555-74c9-4536-901b-a38fb4bef1f4'] in n-d-800634-3 {{(pid=93918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 18:38:29.750927 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06496eb3-0ba3-4209-b021-49ed46f439d7 None None] Routers {'6d3af555-74c9-4536-901b-a38fb4bef1f4'} bound to L3 agent in host n-d-800634-3 {{(pid=93918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:38:29.763111 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-06496eb3-0ba3-4209-b021-49ed46f439d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:38:23Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['6d3af555-74c9-4536-901b-a38fb4bef1f4'], 'active': True} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:38:29.791531 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34c0c37-930e-4c7e-973e-36e767f128f0 service neutron] Pushing event updated for resources: {'Port': ['ID=01e919c7-8637-42ef-8e01-955fe39681bd,revision_number=3']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:38:29.896102 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 18:38:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1686e15e-e428-4e80-a54d-c2e8d63a0ad8 x-openstack-request-id: req-1686e15e-e428-4e80-a54d-c2e8d63a0ad8 {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:38:29.896421 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b19a8ff8-9d39-4cd0-9048-318f9ac3e8c4", "tag": "01e919c7-8637-42ef-8e01-955fe39681bd", "status": "completed", "code": 200}]} {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:38:29.896674 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1686e15e-e428-4e80-a54d-c2e8d63a0ad8 {{(pid=93915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:38:29.897074 n-d-800634-3 neutron-server[93915]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b19a8ff8-9d39-4cd0-9048-318f9ac3e8c4', 'tag': '01e919c7-8637-42ef-8e01-955fe39681bd', 'status': 'completed', 'code': 200} Jul 14 18:38:29.902009 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [req-8afea47d-d4b3-4229-a91b-5263ac51a366 req-f158549e-238b-4fc3-9adf-d8f90b1aabe8 tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] No DVR routers for this DVR port 9611ddd0-9e07-40ea-aec9-fb06e7378e68 on host n-h2-800634-3 {{(pid=93915) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 18:38:29.915350 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-8afea47d-d4b3-4229-a91b-5263ac51a366 req-f158549e-238b-4fc3-9adf-d8f90b1aabe8 tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:29.917421 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-8afea47d-d4b3-4229-a91b-5263ac51a366 req-f158549e-238b-4fc3-9adf-d8f90b1aabe8 tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] 10.222.0.35 "DELETE /v2.0/ports/9611ddd0-9e07-40ea-aec9-fb06e7378e68 HTTP/1.1" status: 204 len: 173 time: 3.2600043 Jul 14 18:38:29.928863 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 8cb9256f-3fa3-4aaa-bb0b-979eb38db7cc up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:38:29.946617 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [None req-96936d39-eda2-4d53-9e6e-42e5afff1a37 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Deleting port 3eb8f079-32d0-4a1c-b5a3-48e7b6c64edd {{(pid=93915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:38:29.947108 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-96936d39-eda2-4d53-9e6e-42e5afff1a37 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:30.020084 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvr_db [None req-06496eb3-0ba3-4209-b021-49ed46f439d7 None None] Set router 6d3af555-74c9-4536-901b-a38fb4bef1f4 gateway port host: n-d-800634-3 {{(pid=93918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 18:38:30.085423 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning for port 8cb9256f-3fa3-4aaa-bb0b-979eb38db7cc completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:38:30.088111 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3179a571-f338-4c75-9a78-e8e7d9f5cd68 req-96453192-f66c-4da4-875c-91cf0c7ab897 tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:38:30.098837 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3179a571-f338-4c75-9a78-e8e7d9f5cd68 req-96453192-f66c-4da4-875c-91cf0c7ab897 tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] 10.222.0.16 "GET /v2.0/ports?device_id=b19a8ff8-9d39-4cd0-9048-318f9ac3e8c4 HTTP/1.1" status: 200 len: 943 time: 0.5245991 Jul 14 18:38:30.129656 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Device 9611ddd0-9e07-40ea-aec9-fb06e7378e68 no longer exists at agent hyperv_n-h2-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 18:38:30.171963 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] No Port match for: 9611ddd0-9e07-40ea-aec9-fb06e7378e68 {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 18:38:30.172566 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Device 9611ddd0-9e07-40ea-aec9-fb06e7378e68 not bound to the agent host n-h2-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 18:38:30.200269 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2179d39e-f706-44b6-9026-7480ebd73d79 req-cc8db5fb-7f01-4281-bd69-26634937c743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:38:30.201947 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2179d39e-f706-44b6-9026-7480ebd73d79 req-cc8db5fb-7f01-4281-bd69-26634937c743 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0c6eccb7d5c743f1a53a528a1f419fa2&device_id=b19a8ff8-9d39-4cd0-9048-318f9ac3e8c4 HTTP/1.1" status: 200 len: 1094 time: 0.4369814 Jul 14 18:38:30.222821 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3179a571-f338-4c75-9a78-e8e7d9f5cd68 req-2b04956f-25be-4dba-bac6-30eabc151669 tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] 10.222.0.16 "GET /v2.0/security-groups?id=fc6dd3c4-c788-41ac-b543-0fb2220ac857&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1222908 Jul 14 18:38:30.288145 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2179d39e-f706-44b6-9026-7480ebd73d79 req-f95ef690-43c5-437d-87f8-289e483c9745 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=01e919c7-8637-42ef-8e01-955fe39681bd HTTP/1.1" status: 200 len: 217 time: 0.0542331 Jul 14 18:38:30.351961 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-96936d39-eda2-4d53-9e6e-42e5afff1a37 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:30.370413 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2179d39e-f706-44b6-9026-7480ebd73d79 req-b49e56cb-3809-4ffa-bbc2-02994d3d750b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:38:30.372407 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2179d39e-f706-44b6-9026-7480ebd73d79 req-b49e56cb-3809-4ffa-bbc2-02994d3d750b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8fde12ad-ce3f-46bc-b05a-eff3c76ca5e1 HTTP/1.1" status: 200 len: 835 time: 0.0755155 Jul 14 18:38:30.381638 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [None req-96936d39-eda2-4d53-9e6e-42e5afff1a37 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Calling delete_port for 3eb8f079-32d0-4a1c-b5a3-48e7b6c64edd owned by {{(pid=93915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:38:30.393215 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-06496eb3-0ba3-4209-b021-49ed46f439d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d3af555-74c9-4536-901b-a38fb4bef1f4', 'name': 'tempest-AttachVolumeShelveTestJSON-426954697-router', 'tenant_id': '81405c7e7f554ba6bd8aaf104233fc29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.218'}], 'enable_snat': True}, 'gw_port_id': '3dff1768-00b9-48e5-abaa-8ae11b033402', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:29:55Z', 'updated_at': '2021-07-14T18:30:00Z', 'revision_number': 4, 'project_id': '81405c7e7f554ba6bd8aaf104233fc29', 'gw_port': {'id': '3dff1768-00b9-48e5-abaa-8ae11b033402', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:b1:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d3af555-74c9-4536-901b-a38fb4bef1f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1138, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:29:55Z', 'updated_at': '2021-07-14T18:30:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_interfaces': [{'id': '883fd5a2-430a-4d82-8595-e1fd8ecbd8d5', 'name': '', 'network_id': 'fd8ea664-6074-4bbe-887f-058fe7b50123', 'tenant_id': '81405c7e7f554ba6bd8aaf104233fc29', 'mac_address': 'fa:16:3e:d7:6e:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d3af555-74c9-4536-901b-a38fb4bef1f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1142, 'fixed_ips': [{'subnet_id': 'c9715e59-b525-40fa-a99e-ebf6aedac4af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:29:58Z', 'updated_at': '2021-07-14T18:30:05Z', 'revision_number': 5, 'project_id': '81405c7e7f554ba6bd8aaf104233fc29', 'subnets': [{'id': 'c9715e59-b525-40fa-a99e-ebf6aedac4af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-3', False) {} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:38:30.433966 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-d39207cd-53a9-4dc7-8cfd-9cf286467681 None None] Provisioning for port 8cb9256f-3fa3-4aaa-bb0b-979eb38db7cc completed by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:38:30.434962 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06496eb3-0ba3-4209-b021-49ed46f439d7 None None] Checking router: 6d3af555-74c9-4536-901b-a38fb4bef1f4 for host: n-d-800634-3 {{(pid=93918) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 18:38:30.440518 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-d39207cd-53a9-4dc7-8cfd-9cf286467681 None None] Provisioning complete for port 8cb9256f-3fa3-4aaa-bb0b-979eb38db7cc triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:38:30.441532 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-d39207cd-53a9-4dc7-8cfd-9cf286467681 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:30.448515 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06496eb3-0ba3-4209-b021-49ed46f439d7 None None] Routers {'6d3af555-74c9-4536-901b-a38fb4bef1f4'} bound to L3 agent in host n-d-800634-3 {{(pid=93918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:38:30.449624 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-06496eb3-0ba3-4209-b021-49ed46f439d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:38:23Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['6d3af555-74c9-4536-901b-a38fb4bef1f4'], 'active': True} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:38:30.585873 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2179d39e-f706-44b6-9026-7480ebd73d79 req-a07dd250-7024-480a-91d0-199b865cfef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:38:30.588203 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2179d39e-f706-44b6-9026-7480ebd73d79 req-a07dd250-7024-480a-91d0-199b865cfef7 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=310e07b1-9c76-4479-9715-2b28fbfd1cbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2078979 Jul 14 18:38:30.622497 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvr_db [None req-06496eb3-0ba3-4209-b021-49ed46f439d7 None None] Set router 6d3af555-74c9-4536-901b-a38fb4bef1f4 gateway port host: n-d-800634-3 {{(pid=93918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 18:38:30.638023 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-d39207cd-53a9-4dc7-8cfd-9cf286467681 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:30.716050 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-d39207cd-53a9-4dc7-8cfd-9cf286467681 None None] For port 8cb9256f-3fa3-4aaa-bb0b-979eb38db7cc, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=8cb9256f-3fa3-4aaa-bb0b-979eb38db7cc,segment=NetworkSegment(e57d1292-9039-4d9f-94d2-728500c53487),segment_id=e57d1292-9039-4d9f-94d2-728500c53487)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:38:30.722375 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-d39207cd-53a9-4dc7-8cfd-9cf286467681 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:30.794952 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39207cd-53a9-4dc7-8cfd-9cf286467681 None None] Pushing event updated for resources: {'Port': ['ID=8cb9256f-3fa3-4aaa-bb0b-979eb38db7cc,revision_number=3']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:38:30.889976 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-1ef7f5d2-ecf7-4c5a-a669-b68d89e14a0c req-171bb58c-762b-49ce-9aea-637bef6421d1 tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] 10.222.0.16 "GET /v2.0/ports?device_id=9cc02da8-a510-4707-81d5-af2edaddbb4a HTTP/1.1" status: 200 len: 210 time: 0.1780870 Jul 14 18:38:30.941926 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-06496eb3-0ba3-4209-b021-49ed46f439d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d3af555-74c9-4536-901b-a38fb4bef1f4', 'name': 'tempest-AttachVolumeShelveTestJSON-426954697-router', 'tenant_id': '81405c7e7f554ba6bd8aaf104233fc29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.218'}], 'enable_snat': True}, 'gw_port_id': '3dff1768-00b9-48e5-abaa-8ae11b033402', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:29:55Z', 'updated_at': '2021-07-14T18:30:00Z', 'revision_number': 4, 'project_id': '81405c7e7f554ba6bd8aaf104233fc29', 'gw_port': {'id': '3dff1768-00b9-48e5-abaa-8ae11b033402', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:b1:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d3af555-74c9-4536-901b-a38fb4bef1f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1138, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:29:55Z', 'updated_at': '2021-07-14T18:30:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_interfaces': [{'id': '883fd5a2-430a-4d82-8595-e1fd8ecbd8d5', 'name': '', 'network_id': 'fd8ea664-6074-4bbe-887f-058fe7b50123', 'tenant_id': '81405c7e7f554ba6bd8aaf104233fc29', 'mac_address': 'fa:16:3e:d7:6e:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d3af555-74c9-4536-901b-a38fb4bef1f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1142, 'fixed_ips': [{'subnet_id': 'c9715e59-b525-40fa-a99e-ebf6aedac4af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:29:58Z', 'updated_at': '2021-07-14T18:30:05Z', 'revision_number': 5, 'project_id': '81405c7e7f554ba6bd8aaf104233fc29', 'subnets': [{'id': 'c9715e59-b525-40fa-a99e-ebf6aedac4af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-3', False) {} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:38:30.959008 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-96936d39-eda2-4d53-9e6e-42e5afff1a37 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:30.959152 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-f3656747-235f-4228-979b-5b34996eeae2 None None] Provisioning for port 3eb8f079-32d0-4a1c-b5a3-48e7b6c64edd completed by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:38:30.968646 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-f3656747-235f-4228-979b-5b34996eeae2 None None] Provisioning complete for port 3eb8f079-32d0-4a1c-b5a3-48e7b6c64edd triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:38:30.969262 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-f3656747-235f-4228-979b-5b34996eeae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:30.981645 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06496eb3-0ba3-4209-b021-49ed46f439d7 None None] The sync data for ids ['6d3af555-74c9-4536-901b-a38fb4bef1f4'] in n-d-800634-3 is: [{'id': '6d3af555-74c9-4536-901b-a38fb4bef1f4', 'name': 'tempest-AttachVolumeShelveTestJSON-426954697-router', 'tenant_id': '81405c7e7f554ba6bd8aaf104233fc29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.218'}], 'enable_snat': True}, 'gw_port_id': '3dff1768-00b9-48e5-abaa-8ae11b033402', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:29:55Z', 'updated_at': '2021-07-14T18:30:00Z', 'revision_number': 4, 'project_id': '81405c7e7f554ba6bd8aaf104233fc29', 'gw_port': {'id': '3dff1768-00b9-48e5-abaa-8ae11b033402', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:b1:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d3af555-74c9-4536-901b-a38fb4bef1f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1138, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:29:55Z', 'updated_at': '2021-07-14T18:30:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_interfaces': [{'id': '883fd5a2-430a-4d82-8595-e1fd8ecbd8d5', 'name': '', 'network_id': 'fd8ea664-6074-4bbe-887f-058fe7b50123', 'tenant_id': '81405c7e7f554ba6bd8aaf104233fc29', 'mac_address': 'fa:16:3e:d7:6e:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d3af555-74c9-4536-901b-a38fb4bef1f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1142, 'fixed_ips': [{'subnet_id': 'c9715e59-b525-40fa-a99e-ebf6aedac4af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:29:58Z', 'updated_at': '2021-07-14T18:30:05Z', 'revision_number': 5, 'project_id': '81405c7e7f554ba6bd8aaf104233fc29', 'subnets': [{'id': 'c9715e59-b525-40fa-a99e-ebf6aedac4af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 18:38:30.990931 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-f3656747-235f-4228-979b-5b34996eeae2 None None] Port 3eb8f079-32d0-4a1c-b5a3-48e7b6c64edd was deleted so its status cannot be updated. {{(pid=93917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 14 18:38:31.010079 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2179d39e-f706-44b6-9026-7480ebd73d79 req-efda4d4c-c0f3-4918-8abc-a3457a8d9bcd service neutron] 10.222.0.35 "GET /v2.0/networks/310e07b1-9c76-4479-9715-2b28fbfd1cbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3906841 Jul 14 18:38:31.016519 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96936d39-eda2-4d53-9e6e-42e5afff1a37 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Pushing event deleted for resources: {'Port': ['ID=3eb8f079-32d0-4a1c-b5a3-48e7b6c64edd,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:38:31.105215 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-96936d39-eda2-4d53-9e6e-42e5afff1a37 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:31.107319 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-96936d39-eda2-4d53-9e6e-42e5afff1a37 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] 10.222.0.16 "DELETE /v2.0/ports/3eb8f079-32d0-4a1c-b5a3-48e7b6c64edd HTTP/1.1" status: 204 len: 168 time: 1.7277384 Jul 14 18:38:31.109871 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 53418) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:38:31.234745 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bd114c3-e51b-453e-8bd6-536e9703310d tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:38:31.238726 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bd114c3-e51b-453e-8bd6-536e9703310d tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:38:31.244471 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-3bd114c3-e51b-453e-8bd6-536e9703310d tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1334858 Jul 14 18:38:31.245040 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 53422) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:38:31.306549 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2179d39e-f706-44b6-9026-7480ebd73d79 req-2e17b1cc-5791-4758-a867-0a6d93bf6d79 service neutron] 10.222.0.35 "GET /v2.0/networks/310e07b1-9c76-4479-9715-2b28fbfd1cbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2864707 Jul 14 18:38:31.335680 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.db_base_plugin_v2 [None req-df0df089-904b-4a29-b897-d23c2a6523f4 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Deleting subnet 9558fcf1-d0e4-45cd-8c8f-04ce39fe892d {{(pid=93916) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 18:38:31.339469 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-df0df089-904b-4a29-b897-d23c2a6523f4 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks [] for subnet, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:31.378592 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7348d550-acf6-4189-bf64-64bd4138e1b9 None None] New status for floating IP 73fab0b6-83ad-431e-8b11-919469236756: DOWN {{(pid=93917) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 18:38:31.416363 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-df0df089-904b-4a29-b897-d23c2a6523f4 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26296866'] for subnet, precommit_delete_associations {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:31.491779 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a92f4d-a33c-49ee-92ba-1ac3bef691b9 req-812f2c5f-403e-4ec2-9645-9e28a5c2b422 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:38:31.493579 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-41a92f4d-a33c-49ee-92ba-1ac3bef691b9 req-812f2c5f-403e-4ec2-9645-9e28a5c2b422 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0c6eccb7d5c743f1a53a528a1f419fa2&device_id=b19a8ff8-9d39-4cd0-9048-318f9ac3e8c4 HTTP/1.1" status: 200 len: 1094 time: 0.1153979 Jul 14 18:38:31.529762 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e062de-e02d-4bc2-82fe-2fdf27ab1743 req-fe1a6a6c-d0cd-4a30-8032-269b0c75e728 tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:38:31.531382 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-04e062de-e02d-4bc2-82fe-2fdf27ab1743 req-fe1a6a6c-d0cd-4a30-8032-269b0c75e728 tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] 10.222.0.16 "GET /v2.0/ports?device_id=b19a8ff8-9d39-4cd0-9048-318f9ac3e8c4 HTTP/1.1" status: 200 len: 943 time: 0.1423428 Jul 14 18:38:31.558494 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-df0df089-904b-4a29-b897-d23c2a6523f4 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081283'] for subnet, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:31.625527 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-df0df089-904b-4a29-b897-d23c2a6523f4 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2684816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26033152'] for subnet, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:31.627565 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-04e062de-e02d-4bc2-82fe-2fdf27ab1743 req-28bba3ec-910c-4934-86ad-5d89400f9f7c tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] 10.222.0.16 "GET /v2.0/security-groups?id=fc6dd3c4-c788-41ac-b543-0fb2220ac857&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0825050 Jul 14 18:38:31.652611 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0df089-904b-4a29-b897-d23c2a6523f4 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Pushing event deleted for resources: {'Subnet': ['ID=9558fcf1-d0e4-45cd-8c8f-04ce39fe892d,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:38:31.656761 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-df0df089-904b-4a29-b897-d23c2a6523f4 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks [] for subnet, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:31.660436 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a92f4d-a33c-49ee-92ba-1ac3bef691b9 req-82128aa8-aa55-4814-a20c-6ea10c724e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:38:31.662125 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-df0df089-904b-4a29-b897-d23c2a6523f4 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] 10.222.0.16 "DELETE /v2.0/subnets/9558fcf1-d0e4-45cd-8c8f-04ce39fe892d HTTP/1.1" status: 204 len: 168 time: 0.4139328 Jul 14 18:38:31.662335 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 53430) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:38:31.662820 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-41a92f4d-a33c-49ee-92ba-1ac3bef691b9 req-82128aa8-aa55-4814-a20c-6ea10c724e38 service neutron] 10.222.0.35 "GET /v2.0/networks?id=310e07b1-9c76-4479-9715-2b28fbfd1cbf HTTP/1.1" status: 200 len: 895 time: 0.1562173 Jul 14 18:38:31.667305 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1876cb92-1145-49ab-911a-08156a4b4a85 None None] Network de099bce-1061-4014-bdd5-ec95cce7be8f requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:38:31.707055 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-bb974452-62d9-423e-bbd1-975afcd63efe tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0436406 Jul 14 18:38:31.709692 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 53432) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:38:31.714719 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-5ac312aa-9ad3-4c04-9694-68fbf550f8d8 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Request body: {'subnet': {'network_id': 'de099bce-1061-4014-bdd5-ec95cce7be8f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:38:31.730334 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-41a92f4d-a33c-49ee-92ba-1ac3bef691b9 req-fdb44c53-8dad-47eb-8c51-d6456bbeb498 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=01e919c7-8637-42ef-8e01-955fe39681bd HTTP/1.1" status: 200 len: 217 time: 0.0558987 Jul 14 18:38:31.731640 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 8cb9256f-3fa3-4aaa-bb0b-979eb38db7cc up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:38:31.781381 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a92f4d-a33c-49ee-92ba-1ac3bef691b9 req-a41fad7a-fbe0-42cd-8ee6-22a51971a916 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:38:31.782831 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-41a92f4d-a33c-49ee-92ba-1ac3bef691b9 req-a41fad7a-fbe0-42cd-8ee6-22a51971a916 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8fde12ad-ce3f-46bc-b05a-eff3c76ca5e1 HTTP/1.1" status: 200 len: 835 time: 0.0461812 Jul 14 18:38:31.835597 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port 8cb9256f-3fa3-4aaa-bb0b-979eb38db7cc triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:38:31.835977 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:31.856960 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a92f4d-a33c-49ee-92ba-1ac3bef691b9 req-60017211-2cb0-4f31-b8c3-9c469b10f521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:38:31.858908 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-41a92f4d-a33c-49ee-92ba-1ac3bef691b9 req-60017211-2cb0-4f31-b8c3-9c469b10f521 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=310e07b1-9c76-4479-9715-2b28fbfd1cbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0678394 Jul 14 18:38:31.922671 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cc02da8-a510-4707-81d5-af2edaddbb4a', 'name': 'network-vif-deleted', 'tag': '9611ddd0-9e07-40ea-aec9-fb06e7378e68'}] {{(pid=93915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:38:31.926215 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e72782ad3af8f7d4ce76cedf092bca46d1756acc5c4653cf0b52034cdd6b073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd0c8036-34c1-4b71-af2f-f8015f31b97f" -d '{"events": [{"server_uuid": "9cc02da8-a510-4707-81d5-af2edaddbb4a", "name": "network-vif-deleted", "tag": "9611ddd0-9e07-40ea-aec9-fb06e7378e68"}]}' {{(pid=93915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:38:32.013680 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-41a92f4d-a33c-49ee-92ba-1ac3bef691b9 req-ad64e947-7e53-482e-89ac-d81ebf12000f service neutron] 10.222.0.35 "GET /v2.0/networks/310e07b1-9c76-4479-9715-2b28fbfd1cbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1413338 Jul 14 18:38:32.056902 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 18:38:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db6b8a91-58fd-45a7-a594-656ece78ede0 x-openstack-request-id: req-db6b8a91-58fd-45a7-a594-656ece78ede0 {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:38:32.057307 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cc02da8-a510-4707-81d5-af2edaddbb4a", "name": "network-vif-deleted", "tag": "9611ddd0-9e07-40ea-aec9-fb06e7378e68", "status": "completed", "code": 200}]} {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:38:32.057621 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-db6b8a91-58fd-45a7-a594-656ece78ede0 {{(pid=93915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:38:32.058084 n-d-800634-3 neutron-server[93915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cc02da8-a510-4707-81d5-af2edaddbb4a', 'name': 'network-vif-deleted', 'tag': '9611ddd0-9e07-40ea-aec9-fb06e7378e68', 'status': 'completed', 'code': 200} Jul 14 18:38:32.113143 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 53442) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:38:32.114740 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8913524-f1b3-4760-a075-9e6b67fb39d2 None None] DHCP port deletion for de099bce-1061-4014-bdd5-ec95cce7be8f request from n-d-800634-3 {{(pid=93917) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 18:38:32.147393 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-41a92f4d-a33c-49ee-92ba-1ac3bef691b9 req-200b2167-869b-439e-ba48-13a3d1f67540 service neutron] 10.222.0.35 "GET /v2.0/networks/310e07b1-9c76-4479-9715-2b28fbfd1cbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264772 Jul 14 18:38:32.177217 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ac312aa-9ad3-4c04-9694-68fbf550f8d8 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Made reservation on behalf of 13ccccd91e8c4eb89f4317d7ac77ca6b for: {'subnet': 1} {{(pid=93916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:38:32.181446 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-5ac312aa-9ad3-4c04-9694-68fbf550f8d8 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26033189'] for subnet, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:32.187609 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-b8913524-f1b3-4760-a075-9e6b67fb39d2 None None] Deleting port 8cb9256f-3fa3-4aaa-bb0b-979eb38db7cc {{(pid=93917) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:38:32.188356 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b8913524-f1b3-4760-a075-9e6b67fb39d2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:32.241152 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-5cd1a39c-1257-44cf-ba7c-feeb142dc25b tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] Notify callbacks [] for security_group, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:32.258455 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b8913524-f1b3-4760-a075-9e6b67fb39d2 None None] For port 8cb9256f-3fa3-4aaa-bb0b-979eb38db7cc, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=8cb9256f-3fa3-4aaa-bb0b-979eb38db7cc,segment=NetworkSegment(e57d1292-9039-4d9f-94d2-728500c53487),segment_id=e57d1292-9039-4d9f-94d2-728500c53487)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:38:32.258860 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b8913524-f1b3-4760-a075-9e6b67fb39d2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:32.286745 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-5cd1a39c-1257-44cf-ba7c-feeb142dc25b tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:32.293879 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-b8913524-f1b3-4760-a075-9e6b67fb39d2 None None] Calling delete_port for 8cb9256f-3fa3-4aaa-bb0b-979eb38db7cc owned by network:dhcp {{(pid=93917) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:38:32.408506 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-5cd1a39c-1257-44cf-ba7c-feeb142dc25b tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:32.412265 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-5cd1a39c-1257-44cf-ba7c-feeb142dc25b tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:32.414086 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-5cd1a39c-1257-44cf-ba7c-feeb142dc25b tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] 10.222.0.16 "DELETE /v2.0/security-groups/3eac0233-2f58-4c36-8bbf-3f6eb68f3b22 HTTP/1.1" status: 204 len: 168 time: 0.2996941 Jul 14 18:38:32.418478 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:32.420741 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 53448) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:38:32.423764 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b8913524-f1b3-4760-a075-9e6b67fb39d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813'] for port, after_delete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:32.446549 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd1a39c-1257-44cf-ba7c-feeb142dc25b tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3eac0233-2f58-4c36-8bbf-3f6eb68f3b22,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:38:32.468831 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8913524-f1b3-4760-a075-9e6b67fb39d2 None None] No DVR routers for this DVR port 8cb9256f-3fa3-4aaa-bb0b-979eb38db7cc on host n-d-800634-3 {{(pid=93917) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 18:38:32.477978 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8913524-f1b3-4760-a075-9e6b67fb39d2 None None] Pushing event deleted for resources: {'Port': ['ID=8cb9256f-3fa3-4aaa-bb0b-979eb38db7cc,revision_number=None']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:38:32.478883 n-d-800634-3 neutron-server[93916]: INFO neutron.api.v2.resource [None req-927a6636-cea0-4f13-87bd-7e2edf8faea8 tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] show failed (client error): The resource could not be found. Jul 14 18:38:32.483747 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-927a6636-cea0-4f13-87bd-7e2edf8faea8 tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] 10.222.0.16 "GET /v2.0/security-groups/3eac0233-2f58-4c36-8bbf-3f6eb68f3b22 HTTP/1.1" status: 404 len: 347 time: 0.0584137 Jul 14 18:38:32.486815 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 53450) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:38:32.524668 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-5ac312aa-9ad3-4c04-9694-68fbf550f8d8 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2684753', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26033175'] for subnet, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:32.576021 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ac312aa-9ad3-4c04-9694-68fbf550f8d8 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Network de099bce-1061-4014-bdd5-ec95cce7be8f is already hosted by enough agents. {{(pid=93916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:38:32.581496 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [None req-5ac312aa-9ad3-4c04-9694-68fbf550f8d8 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Resources bound (agent type, host, resource id): {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:38:32.584694 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ac312aa-9ad3-4c04-9694-68fbf550f8d8 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:38:32.585294 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-5ac312aa-9ad3-4c04-9694-68fbf550f8d8 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks [] for subnet, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:32.591964 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5542a4af-00fe-49d1-8beb-02874c8a3d1a None None] Network de099bce-1061-4014-bdd5-ec95cce7be8f requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:38:32.626536 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-5ac312aa-9ad3-4c04-9694-68fbf550f8d8 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9157143 Jul 14 18:38:32.629641 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 53454) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:38:32.642652 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-a0c0d6ec-5878-450f-a0fa-be7e74ca8229 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Request body: {'port': {'network_id': 'de099bce-1061-4014-bdd5-ec95cce7be8f', 'fixed_ips': [{'subnet_id': 'b52c788b-c976-43c9-bdac-e1ecb48779d4', 'ip_address': '2001:db8::a44e:7c47:c37:dd44'}], 'name': 'tempest-NetworksTestDHCPv6-474910080'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:38:32.653049 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac312aa-9ad3-4c04-9694-68fbf550f8d8 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Pushing event updated for resources: {'Subnet': ['ID=b52c788b-c976-43c9-bdac-e1ecb48779d4,revision_number=0']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:38:32.697356 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [None req-fc0bb4b4-c0a5-4200-aadc-2674ea8e7cb0 tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] Deleting port f31f54fe-59ca-4362-b3f3-ea6c663964a9 {{(pid=93915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:38:32.697800 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-fc0bb4b4-c0a5-4200-aadc-2674ea8e7cb0 tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:32.833152 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0c0d6ec-5878-450f-a0fa-be7e74ca8229 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Made reservation on behalf of 13ccccd91e8c4eb89f4317d7ac77ca6b for: {'port': 1} {{(pid=93916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:38:32.848757 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a0c0d6ec-5878-450f-a0fa-be7e74ca8229 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:32.856991 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-fc0bb4b4-c0a5-4200-aadc-2674ea8e7cb0 tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:32.857528 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-fc0bb4b4-c0a5-4200-aadc-2674ea8e7cb0 tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:32.867089 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2e15ae7-4916-4262-bf29-8e94db9e5971 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9222b97e-5d1c-54f8-ba97-82f172498e76-de099bce-1061-4014-bdd5-ec95cce7be8f', 'network_id': 'de099bce-1061-4014-bdd5-ec95cce7be8f', 'tenant_id': '13ccccd91e8c4eb89f4317d7ac77ca6b', 'fixed_ips': [{'subnet_id': 'b52c788b-c976-43c9-bdac-e1ecb48779d4'}]}} from n-d-800634-3. {{(pid=93917) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 18:38:32.868429 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-a2e15ae7-4916-4262-bf29-8e94db9e5971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:32.868989 n-d-800634-3 neutron-server[93916]: DEBUG neutron.notifiers.nova [None req-a0c0d6ec-5878-450f-a0fa-be7e74ca8229 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] device_id is not set on port 64cc6c9f-d84f-40f7-83bd-206ae9ca153d yet. {{(pid=93916) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 18:38:32.895033 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [None req-fc0bb4b4-c0a5-4200-aadc-2674ea8e7cb0 tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] Calling delete_port for f31f54fe-59ca-4362-b3f3-ea6c663964a9 owned by network:floatingip {{(pid=93915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:38:32.991987 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77d7e3f-ec74-4406-b05d-23a7d5ed75bd req-49bd7cbf-ad17-4f66-8cf8-81c5d308c1a4 tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:38:32.993640 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c77d7e3f-ec74-4406-b05d-23a7d5ed75bd req-49bd7cbf-ad17-4f66-8cf8-81c5d308c1a4 tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] 10.222.0.16 "GET /v2.0/ports?device_id=b19a8ff8-9d39-4cd0-9048-318f9ac3e8c4 HTTP/1.1" status: 200 len: 943 time: 0.2163961 Jul 14 18:38:33.079799 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.db_base_plugin_common [None req-a2e15ae7-4916-4262-bf29-8e94db9e5971 None None] Allocated IP 2001:db8::2 (de099bce-1061-4014-bdd5-ec95cce7be8f/b52c788b-c976-43c9-bdac-e1ecb48779d4/08409080-8e7c-461e-9332-621a218f9ce4) {{(pid=93917) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:38:33.084986 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c77d7e3f-ec74-4406-b05d-23a7d5ed75bd req-430fec67-917f-47a3-97de-ceb2b1ea204b tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] 10.222.0.16 "GET /v2.0/security-groups?id=fc6dd3c4-c788-41ac-b543-0fb2220ac857&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0726216 Jul 14 18:38:33.116098 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-fc0bb4b4-c0a5-4200-aadc-2674ea8e7cb0 tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:33.139027 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0bb4b4-c0a5-4200-aadc-2674ea8e7cb0 tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] Pushing event deleted for resources: {'Port': ['ID=f31f54fe-59ca-4362-b3f3-ea6c663964a9,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:38:33.199415 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-fc0bb4b4-c0a5-4200-aadc-2674ea8e7cb0 tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] Notify callbacks [] for floatingip, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:33.202518 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-fc0bb4b4-c0a5-4200-aadc-2674ea8e7cb0 tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for floatingip, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:33.205134 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-fc0bb4b4-c0a5-4200-aadc-2674ea8e7cb0 tempest-AttachVolumeShelveTestJSON-1732762494 tempest-AttachVolumeShelveTestJSON-1732762494-project] 10.222.0.16 "DELETE /v2.0/floatingips/73fab0b6-83ad-431e-8b11-919469236756 HTTP/1.1" status: 204 len: 168 time: 0.7166867 Jul 14 18:38:33.272313 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-a2e15ae7-4916-4262-bf29-8e94db9e5971 None None] Notify callbacks [] for port, precommit_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:33.283373 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-a2e15ae7-4916-4262-bf29-8e94db9e5971 None None] Transition to ACTIVE for port object 08409080-8e7c-461e-9332-621a218f9ce4 will not be triggered until provisioned by entity L2. {{(pid=93917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:38:33.300922 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-a2e15ae7-4916-4262-bf29-8e94db9e5971 None None] Transition to ACTIVE for port object 08409080-8e7c-461e-9332-621a218f9ce4 will not be triggered until provisioned by entity DHCP. {{(pid=93917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:38:33.323349 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-a2e15ae7-4916-4262-bf29-8e94db9e5971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804'] for port, after_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:33.369869 n-d-800634-3 neutron-server[93917]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2e15ae7-4916-4262-bf29-8e94db9e5971 None None] Network de099bce-1061-4014-bdd5-ec95cce7be8f is already hosted by enough agents. {{(pid=93917) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:38:33.375865 n-d-800634-3 neutron-server[93917]: DEBUG neutron.scheduler.base_scheduler [None req-a2e15ae7-4916-4262-bf29-8e94db9e5971 None None] Resources bound (agent type, host, resource id): {{(pid=93917) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:38:33.385354 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2e15ae7-4916-4262-bf29-8e94db9e5971 None None] Received port after_create {{(pid=93917) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:38:33.399185 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e15ae7-4916-4262-bf29-8e94db9e5971 None None] Pushing event updated for resources: {'Port': ['ID=08409080-8e7c-461e-9332-621a218f9ce4,revision_number=1']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:38:33.414575 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.db_base_plugin_common [None req-a0c0d6ec-5878-450f-a0fa-be7e74ca8229 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Allocated IP 2001:db8::a44e:7c47:c37:dd44 (de099bce-1061-4014-bdd5-ec95cce7be8f/b52c788b-c976-43c9-bdac-e1ecb48779d4/64cc6c9f-d84f-40f7-83bd-206ae9ca153d) {{(pid=93916) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:38:33.500011 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-a2e15ae7-4916-4262-bf29-8e94db9e5971 None None] Attempting to bind port 08409080-8e7c-461e-9332-621a218f9ce4 on host n-d-800634-3 for vnic_type normal with profile {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:38:33.502302 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-a2e15ae7-4916-4262-bf29-8e94db9e5971 None None] Attempting to bind port 08409080-8e7c-461e-9332-621a218f9ce4 by drivers openvswitch,hyperv on host n-d-800634-3 at level 0 using segments [{'id': 'e57d1292-9039-4d9f-94d2-728500c53487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'de099bce-1061-4014-bdd5-ec95cce7be8f'}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:38:33.502302 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2e15ae7-4916-4262-bf29-8e94db9e5971 None None] Attempting to bind port 08409080-8e7c-461e-9332-621a218f9ce4 on network de099bce-1061-4014-bdd5-ec95cce7be8f {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:38:33.508073 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2e15ae7-4916-4262-bf29-8e94db9e5971 None None] Checking agent: {'id': '01c19e91-a945-4e3c-94a6-c211e17c923e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 8, 23), 'started_at': datetime.datetime(2021, 7, 14, 18, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 18, 38, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 18:38:33.508612 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2e15ae7-4916-4262-bf29-8e94db9e5971 None None] Checking segment: {'id': 'e57d1292-9039-4d9f-94d2-728500c53487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'de099bce-1061-4014-bdd5-ec95cce7be8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93917) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:38:33.509255 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-a2e15ae7-4916-4262-bf29-8e94db9e5971 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:33.509882 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2e15ae7-4916-4262-bf29-8e94db9e5971 None None] Bound using segment: {'id': 'e57d1292-9039-4d9f-94d2-728500c53487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'de099bce-1061-4014-bdd5-ec95cce7be8f'} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 18:38:33.510450 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-a2e15ae7-4916-4262-bf29-8e94db9e5971 None None] Bound port: 08409080-8e7c-461e-9332-621a218f9ce4, host: n-d-800634-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e57d1292-9039-4d9f-94d2-728500c53487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'de099bce-1061-4014-bdd5-ec95cce7be8f'}}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 18:38:33.510941 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-a2e15ae7-4916-4262-bf29-8e94db9e5971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:33.604337 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-a2e15ae7-4916-4262-bf29-8e94db9e5971 None None] For port 08409080-8e7c-461e-9332-621a218f9ce4, host n-d-800634-3, cleared binding levels {{(pid=93917) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:38:33.609786 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-a2e15ae7-4916-4262-bf29-8e94db9e5971 None None] For port 08409080-8e7c-461e-9332-621a218f9ce4, host n-d-800634-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=08409080-8e7c-461e-9332-621a218f9ce4,segment=NetworkSegment(e57d1292-9039-4d9f-94d2-728500c53487),segment_id=e57d1292-9039-4d9f-94d2-728500c53487)] {{(pid=93917) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 18:38:33.613969 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-a2e15ae7-4916-4262-bf29-8e94db9e5971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:33.687354 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e15ae7-4916-4262-bf29-8e94db9e5971 None None] Pushing event updated for resources: {'Port': ['ID=08409080-8e7c-461e-9332-621a218f9ce4,revision_number=2']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:38:33.715933 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a0c0d6ec-5878-450f-a0fa-be7e74ca8229 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks [] for port, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:33.738243 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.provisioning_blocks [None req-a0c0d6ec-5878-450f-a0fa-be7e74ca8229 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Transition to ACTIVE for port object 64cc6c9f-d84f-40f7-83bd-206ae9ca153d will not be triggered until provisioned by entity DHCP. {{(pid=93916) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:38:33.781086 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 8cb9256f-3fa3-4aaa-bb0b-979eb38db7cc no longer exists at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 18:38:33.798980 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a0c0d6ec-5878-450f-a0fa-be7e74ca8229 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:33.805155 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] No Port match for: 8cb9256f-3fa3-4aaa-bb0b-979eb38db7cc {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 18:38:33.805673 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 8cb9256f-3fa3-4aaa-bb0b-979eb38db7cc not bound to the agent host n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 18:38:33.890909 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0c0d6ec-5878-450f-a0fa-be7e74ca8229 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Network de099bce-1061-4014-bdd5-ec95cce7be8f is already hosted by enough agents. {{(pid=93916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:38:33.892900 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [None req-a0c0d6ec-5878-450f-a0fa-be7e74ca8229 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Resources bound (agent type, host, resource id): {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:38:33.896841 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0c0d6ec-5878-450f-a0fa-be7e74ca8229 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Received port after_create {{(pid=93916) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:38:33.903364 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0c0d6ec-5878-450f-a0fa-be7e74ca8229 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:38:33.904054 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a0c0d6ec-5878-450f-a0fa-be7e74ca8229 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:33.917445 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c0d6ec-5878-450f-a0fa-be7e74ca8229 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Pushing event updated for resources: {'Port': ['ID=64cc6c9f-d84f-40f7-83bd-206ae9ca153d,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:38:33.969952 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-a0c0d6ec-5878-450f-a0fa-be7e74ca8229 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 1.3392043 Jul 14 18:38:33.972172 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 53498) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:38:34.069868 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee518348-cc92-4cc3-8fb5-96001586ee4b tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:38:34.076099 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee518348-cc92-4cc3-8fb5-96001586ee4b tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:38:34.077844 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-ee518348-cc92-4cc3-8fb5-96001586ee4b tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1683 time: 0.1044748 Jul 14 18:38:34.080664 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 53500) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:38:34.123659 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Device 01e919c7-8637-42ef-8e01-955fe39681bd details requested by agent hyperv_n-h2-800634-3 with host n-h2-800634-3 {{(pid=93917) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 18:38:34.250012 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-f06d809c-038c-4279-86a4-6eac56b252ba tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Deleting port 64cc6c9f-d84f-40f7-83bd-206ae9ca153d {{(pid=93916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:38:34.250451 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-f06d809c-038c-4279-86a4-6eac56b252ba tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:34.313396 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c1412f-6f94-478c-b62a-0a51d6c8eaf1 req-e96d8ba4-3966-44a4-93ff-16a26b67c334 tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:38:34.321048 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-64c1412f-6f94-478c-b62a-0a51d6c8eaf1 req-e96d8ba4-3966-44a4-93ff-16a26b67c334 tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] 10.222.0.16 "GET /v2.0/ports?device_id=b19a8ff8-9d39-4cd0-9048-318f9ac3e8c4 HTTP/1.1" status: 200 len: 943 time: 0.0927067 Jul 14 18:38:34.349630 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] For port 01e919c7-8637-42ef-8e01-955fe39681bd, host n-h2-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=01e919c7-8637-42ef-8e01-955fe39681bd,segment=NetworkSegment(2c69c6a5-6bc1-42c7-8ba3-45df07491651),segment_id=2c69c6a5-6bc1-42c7-8ba3-45df07491651)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:38:34.375074 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Returning: {'device': '01e919c7-8637-42ef-8e01-955fe39681bd', 'network_id': '310e07b1-9c76-4479-9715-2b28fbfd1cbf', 'port_id': '01e919c7-8637-42ef-8e01-955fe39681bd', 'mac_address': 'fa:16:3e:3c:e0:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 55, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8fde12ad-ce3f-46bc-b05a-eff3c76ca5e1', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93917) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 18:38:34.395777 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-f06d809c-038c-4279-86a4-6eac56b252ba tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:34.400812 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-64c1412f-6f94-478c-b62a-0a51d6c8eaf1 req-a46c72fd-a2b6-42b9-aa78-b7ae93f2c738 tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] 10.222.0.16 "GET /v2.0/security-groups?id=fc6dd3c4-c788-41ac-b543-0fb2220ac857&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0784757 Jul 14 18:38:34.430469 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:34.430607 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-f06d809c-038c-4279-86a4-6eac56b252ba tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Calling delete_port for 64cc6c9f-d84f-40f7-83bd-206ae9ca153d owned by {{(pid=93916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:38:34.463204 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01e919c7-8637-42ef-8e01-955fe39681bd {{(pid=93917) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 18:38:34.515411 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] For port 01e919c7-8637-42ef-8e01-955fe39681bd, host n-h2-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=01e919c7-8637-42ef-8e01-955fe39681bd,segment=NetworkSegment(2c69c6a5-6bc1-42c7-8ba3-45df07491651),segment_id=2c69c6a5-6bc1-42c7-8ba3-45df07491651)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:38:34.534408 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:34.641833 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-f06d809c-038c-4279-86a4-6eac56b252ba tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:34.660028 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Pushing event updated for resources: {'Port': ['ID=01e919c7-8637-42ef-8e01-955fe39681bd,revision_number=4']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:38:34.681557 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06d809c-038c-4279-86a4-6eac56b252ba tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Pushing event deleted for resources: {'Port': ['ID=64cc6c9f-d84f-40f7-83bd-206ae9ca153d,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:38:34.727420 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-f06d809c-038c-4279-86a4-6eac56b252ba tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:34.732379 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-f06d809c-038c-4279-86a4-6eac56b252ba tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] 10.222.0.16 "DELETE /v2.0/ports/64cc6c9f-d84f-40f7-83bd-206ae9ca153d HTTP/1.1" status: 204 len: 168 time: 0.6484323 Jul 14 18:38:34.733806 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 53516) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:38:34.805266 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22525570-8924-408a-b5d4-3280e9842567 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:38:34.807903 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22525570-8924-408a-b5d4-3280e9842567 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:38:34.812151 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-22525570-8924-408a-b5d4-3280e9842567 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0749171 Jul 14 18:38:34.812662 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 53524) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:38:34.875121 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] get_ports_and_sgs() called for port_ids ['01e919c7-8637-42ef-8e01-955fe39681bd'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 18:38:34.904772 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.db_base_plugin_v2 [None req-981eb0f2-ad93-49b8-9d11-c82e7db3bab6 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Deleting subnet b52c788b-c976-43c9-bdac-e1ecb48779d4 {{(pid=93916) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 18:38:34.908035 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-981eb0f2-ad93-49b8-9d11-c82e7db3bab6 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks [] for subnet, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:34.981464 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-981eb0f2-ad93-49b8-9d11-c82e7db3bab6 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26296866'] for subnet, precommit_delete_associations {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:35.090002 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-981eb0f2-ad93-49b8-9d11-c82e7db3bab6 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081283'] for subnet, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:35.168756 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-c1cce985-5761-414e-8388-705a4c6e2be2 None None] Provisioning for port 08409080-8e7c-461e-9332-621a218f9ce4 completed by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:38:35.206934 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-981eb0f2-ad93-49b8-9d11-c82e7db3bab6 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2684816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26033152'] for subnet, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:35.238455 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981eb0f2-ad93-49b8-9d11-c82e7db3bab6 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Pushing event deleted for resources: {'Subnet': ['ID=b52c788b-c976-43c9-bdac-e1ecb48779d4,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:38:35.253418 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-981eb0f2-ad93-49b8-9d11-c82e7db3bab6 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks [] for subnet, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:35.258704 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-981eb0f2-ad93-49b8-9d11-c82e7db3bab6 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] 10.222.0.16 "DELETE /v2.0/subnets/b52c788b-c976-43c9-bdac-e1ecb48779d4 HTTP/1.1" status: 204 len: 168 time: 0.4423394 Jul 14 18:38:35.259017 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 53530) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:38:35.311620 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:35.317727 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-1adaf607-2e93-4ff3-8586-c13b74ec213a tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0559161 Jul 14 18:38:35.320163 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 53532) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:38:35.325179 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-3819b032-b8fe-4877-ae38-64d8a8a2655f tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Request body: {'subnet': {'network_id': 'de099bce-1061-4014-bdd5-ec95cce7be8f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:38:35.407766 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bbe8e99-ab81-4cb5-921f-40ce4fe1d810 None None] Network de099bce-1061-4014-bdd5-ec95cce7be8f requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:38:35.534285 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-38180073-cdb0-4454-b116-99627b249a19 None None] Could not find standard attr ID for object 64cc6c9f-d84f-40f7-83bd-206ae9ca153d. {{(pid=93917) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 14 18:38:35.636864 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3819b032-b8fe-4877-ae38-64d8a8a2655f tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Made reservation on behalf of 13ccccd91e8c4eb89f4317d7ac77ca6b for: {'subnet': 1} {{(pid=93916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:38:35.643189 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-3819b032-b8fe-4877-ae38-64d8a8a2655f tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26033189'] for subnet, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:35.772134 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b77d0d76-829b-4625-9129-2208bdaf9cd4 None None] DHCP port deletion for de099bce-1061-4014-bdd5-ec95cce7be8f request from n-d-800634-3 {{(pid=93917) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 18:38:35.816434 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac43b360-c2c5-4dd8-961b-e04fdcaa526c req-d3f050ed-faae-4724-87f7-7610157159de tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:38:35.829103 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ac43b360-c2c5-4dd8-961b-e04fdcaa526c req-d3f050ed-faae-4724-87f7-7610157159de tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] 10.222.0.16 "GET /v2.0/ports?device_id=b19a8ff8-9d39-4cd0-9048-318f9ac3e8c4 HTTP/1.1" status: 200 len: 944 time: 0.1568706 Jul 14 18:38:35.853996 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-b77d0d76-829b-4625-9129-2208bdaf9cd4 None None] Deleting port 08409080-8e7c-461e-9332-621a218f9ce4 {{(pid=93917) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:38:35.854615 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b77d0d76-829b-4625-9129-2208bdaf9cd4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:35.924363 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ac43b360-c2c5-4dd8-961b-e04fdcaa526c req-7cc6e004-5de4-46c0-acf7-ea07c1865f17 tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] 10.222.0.16 "GET /v2.0/security-groups?id=fc6dd3c4-c788-41ac-b543-0fb2220ac857&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0938761 Jul 14 18:38:36.043147 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b77d0d76-829b-4625-9129-2208bdaf9cd4 None None] For port 08409080-8e7c-461e-9332-621a218f9ce4, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=08409080-8e7c-461e-9332-621a218f9ce4,segment=NetworkSegment(e57d1292-9039-4d9f-94d2-728500c53487),segment_id=e57d1292-9039-4d9f-94d2-728500c53487)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:38:36.043147 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b77d0d76-829b-4625-9129-2208bdaf9cd4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:36.064547 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-b77d0d76-829b-4625-9129-2208bdaf9cd4 None None] Calling delete_port for 08409080-8e7c-461e-9332-621a218f9ce4 owned by network:dhcp {{(pid=93917) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:38:36.227898 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Device 01e919c7-8637-42ef-8e01-955fe39681bd up at agent hyperv_n-h2-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:38:36.251731 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b77d0d76-829b-4625-9129-2208bdaf9cd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813'] for port, after_delete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:36.326104 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-3819b032-b8fe-4877-ae38-64d8a8a2655f tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2684753', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26033175'] for subnet, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:36.357122 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b77d0d76-829b-4625-9129-2208bdaf9cd4 None None] No DVR routers for this DVR port 08409080-8e7c-461e-9332-621a218f9ce4 on host n-d-800634-3 {{(pid=93917) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 18:38:36.400167 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77d0d76-829b-4625-9129-2208bdaf9cd4 None None] Pushing event deleted for resources: {'Port': ['ID=08409080-8e7c-461e-9332-621a218f9ce4,revision_number=None']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:38:36.430710 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3819b032-b8fe-4877-ae38-64d8a8a2655f tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Pushing event updated for resources: {'Subnet': ['ID=de6107ed-90e6-4e7a-8673-fe0751c1c4c6,revision_number=0']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:38:36.442379 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3819b032-b8fe-4877-ae38-64d8a8a2655f tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Network de099bce-1061-4014-bdd5-ec95cce7be8f is already hosted by enough agents. {{(pid=93916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:38:36.448157 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [None req-3819b032-b8fe-4877-ae38-64d8a8a2655f tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Resources bound (agent type, host, resource id): {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:38:36.451300 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3819b032-b8fe-4877-ae38-64d8a8a2655f tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:38:36.451811 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Provisioning for port 01e919c7-8637-42ef-8e01-955fe39681bd completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:38:36.452381 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-3819b032-b8fe-4877-ae38-64d8a8a2655f tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks [] for subnet, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:36.460138 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Provisioning complete for port 01e919c7-8637-42ef-8e01-955fe39681bd triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:38:36.460817 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:36.463013 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b2a0cb1-e4b5-45a1-b12c-df600078d8b0 None None] Network de099bce-1061-4014-bdd5-ec95cce7be8f requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:38:36.486736 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-3819b032-b8fe-4877-ae38-64d8a8a2655f tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1632602 Jul 14 18:38:36.487552 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 53562) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:38:36.502487 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-26c4b89b-be52-4054-98ad-8f87dc597c8c tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Request body: {'port': {'network_id': 'de099bce-1061-4014-bdd5-ec95cce7be8f', 'fixed_ips': [{'subnet_id': 'de6107ed-90e6-4e7a-8673-fe0751c1c4c6', 'ip_address': '2001:db8::5ba0:1aa2:15cb:9e2f'}], 'name': 'tempest-NetworksTestDHCPv6-2010438436'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:38:36.652988 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26c4b89b-be52-4054-98ad-8f87dc597c8c tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Made reservation on behalf of 13ccccd91e8c4eb89f4317d7ac77ca6b for: {'port': 1} {{(pid=93915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:38:36.776678 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:36.783034 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4e71e78-01dd-4d29-9cbf-d40cc03cef03 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9222b97e-5d1c-54f8-ba97-82f172498e76-de099bce-1061-4014-bdd5-ec95cce7be8f', 'network_id': 'de099bce-1061-4014-bdd5-ec95cce7be8f', 'tenant_id': '13ccccd91e8c4eb89f4317d7ac77ca6b', 'fixed_ips': [{'subnet_id': 'de6107ed-90e6-4e7a-8673-fe0751c1c4c6'}]}} from n-d-800634-3. {{(pid=93917) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 18:38:36.784033 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-c4e71e78-01dd-4d29-9cbf-d40cc03cef03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:36.830949 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] For port 01e919c7-8637-42ef-8e01-955fe39681bd, host n-h2-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=01e919c7-8637-42ef-8e01-955fe39681bd,segment=NetworkSegment(2c69c6a5-6bc1-42c7-8ba3-45df07491651),segment_id=2c69c6a5-6bc1-42c7-8ba3-45df07491651)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:38:36.832452 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b19a8ff8-9d39-4cd0-9048-318f9ac3e8c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01e919c7-8637-42ef-8e01-955fe39681bd'}] {{(pid=93917) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:38:36.838512 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20b787f3c29eaa7aa2a4d648c725a2124c5ff39a8d793252f9d844495e14cf42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0255af71-82c5-46d8-a8fe-c7ad71936dc6" -d '{"events": [{"server_uuid": "b19a8ff8-9d39-4cd0-9048-318f9ac3e8c4", "name": "network-vif-plugged", "status": "completed", "tag": "01e919c7-8637-42ef-8e01-955fe39681bd"}]}' {{(pid=93917) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:38:36.844056 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:36.858209 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-26c4b89b-be52-4054-98ad-8f87dc597c8c tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:36.919038 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [None req-26c4b89b-be52-4054-98ad-8f87dc597c8c tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] device_id is not set on port 56fe0b44-181f-4a02-ba06-4be000974243 yet. {{(pid=93915) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 18:38:37.019786 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 18:38:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca3285cf-a67d-4896-aefc-afab4e2d2c92 x-openstack-request-id: req-ca3285cf-a67d-4896-aefc-afab4e2d2c92 {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:38:37.020252 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b19a8ff8-9d39-4cd0-9048-318f9ac3e8c4", "name": "network-vif-plugged", "status": "completed", "tag": "01e919c7-8637-42ef-8e01-955fe39681bd", "code": 200}]} {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:38:37.020614 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ca3285cf-a67d-4896-aefc-afab4e2d2c92 {{(pid=93917) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:38:37.021130 n-d-800634-3 neutron-server[93917]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b19a8ff8-9d39-4cd0-9048-318f9ac3e8c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01e919c7-8637-42ef-8e01-955fe39681bd', 'code': 200} Jul 14 18:38:37.115766 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Pushing event updated for resources: {'Port': ['ID=01e919c7-8637-42ef-8e01-955fe39681bd,revision_number=5']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:38:37.202200 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.db_base_plugin_common [None req-c4e71e78-01dd-4d29-9cbf-d40cc03cef03 None None] Allocated IP 2001:db8::2 (de099bce-1061-4014-bdd5-ec95cce7be8f/de6107ed-90e6-4e7a-8673-fe0751c1c4c6/9c15e163-1d96-4a18-86e2-537deffb9320) {{(pid=93917) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:38:37.352000 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01ba8f2-0813-4fe2-ad94-f4a24f993a43 req-622c16f4-e707-4d19-868c-e0806e0d7085 tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:38:37.358711 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b01ba8f2-0813-4fe2-ad94-f4a24f993a43 req-622c16f4-e707-4d19-868c-e0806e0d7085 tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] 10.222.0.16 "GET /v2.0/ports?device_id=b19a8ff8-9d39-4cd0-9048-318f9ac3e8c4 HTTP/1.1" status: 200 len: 945 time: 0.1400614 Jul 14 18:38:37.378060 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774bcf94-1474-41cc-b0df-2f454683d7ae req-b310b0e2-8f96-4fe4-9d45-69a5398becdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:38:37.380176 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-774bcf94-1474-41cc-b0df-2f454683d7ae req-b310b0e2-8f96-4fe4-9d45-69a5398becdc service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=b19a8ff8-9d39-4cd0-9048-318f9ac3e8c4 HTTP/1.1" status: 200 len: 1096 time: 0.2034419 Jul 14 18:38:37.410011 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b01ba8f2-0813-4fe2-ad94-f4a24f993a43 req-cc2a606e-cb07-4bdb-b0c3-6f325eab20ed tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] 10.222.0.16 "GET /v2.0/security-groups?id=fc6dd3c4-c788-41ac-b543-0fb2220ac857&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507009 Jul 14 18:38:37.447811 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-c4e71e78-01dd-4d29-9cbf-d40cc03cef03 None None] Notify callbacks [] for port, precommit_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:37.468432 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-c4e71e78-01dd-4d29-9cbf-d40cc03cef03 None None] Transition to ACTIVE for port object 9c15e163-1d96-4a18-86e2-537deffb9320 will not be triggered until provisioned by entity L2. {{(pid=93917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:38:37.485453 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-774bcf94-1474-41cc-b0df-2f454683d7ae req-d67604b9-ec5a-4fc9-905a-dbef8be65008 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=fc6dd3c4-c788-41ac-b543-0fb2220ac857&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0887029 Jul 14 18:38:37.498784 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-c4e71e78-01dd-4d29-9cbf-d40cc03cef03 None None] Transition to ACTIVE for port object 9c15e163-1d96-4a18-86e2-537deffb9320 will not be triggered until provisioned by entity DHCP. {{(pid=93917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:38:37.510388 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-c4e71e78-01dd-4d29-9cbf-d40cc03cef03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804'] for port, after_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:37.577136 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e71e78-01dd-4d29-9cbf-d40cc03cef03 None None] Pushing event updated for resources: {'Port': ['ID=9c15e163-1d96-4a18-86e2-537deffb9320,revision_number=1']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:38:37.592925 n-d-800634-3 neutron-server[93917]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4e71e78-01dd-4d29-9cbf-d40cc03cef03 None None] Network de099bce-1061-4014-bdd5-ec95cce7be8f is already hosted by enough agents. {{(pid=93917) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:38:37.595401 n-d-800634-3 neutron-server[93917]: DEBUG neutron.scheduler.base_scheduler [None req-c4e71e78-01dd-4d29-9cbf-d40cc03cef03 None None] Resources bound (agent type, host, resource id): {{(pid=93917) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:38:37.600146 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4e71e78-01dd-4d29-9cbf-d40cc03cef03 None None] Received port after_create {{(pid=93917) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:38:37.622739 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.db_base_plugin_common [None req-26c4b89b-be52-4054-98ad-8f87dc597c8c tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Allocated IP 2001:db8::5ba0:1aa2:15cb:9e2f (de099bce-1061-4014-bdd5-ec95cce7be8f/de6107ed-90e6-4e7a-8673-fe0751c1c4c6/56fe0b44-181f-4a02-ba06-4be000974243) {{(pid=93915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:38:37.694518 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 08409080-8e7c-461e-9332-621a218f9ce4 no longer exists at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 18:38:37.722107 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] No Port match for: 08409080-8e7c-461e-9332-621a218f9ce4 {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 18:38:37.722556 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 08409080-8e7c-461e-9332-621a218f9ce4 not bound to the agent host n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 18:38:37.734486 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-c4e71e78-01dd-4d29-9cbf-d40cc03cef03 None None] Attempting to bind port 9c15e163-1d96-4a18-86e2-537deffb9320 on host n-d-800634-3 for vnic_type normal with profile {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:38:37.734979 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-c4e71e78-01dd-4d29-9cbf-d40cc03cef03 None None] Attempting to bind port 9c15e163-1d96-4a18-86e2-537deffb9320 by drivers openvswitch,hyperv on host n-d-800634-3 at level 0 using segments [{'id': 'e57d1292-9039-4d9f-94d2-728500c53487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'de099bce-1061-4014-bdd5-ec95cce7be8f'}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:38:37.736153 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4e71e78-01dd-4d29-9cbf-d40cc03cef03 None None] Attempting to bind port 9c15e163-1d96-4a18-86e2-537deffb9320 on network de099bce-1061-4014-bdd5-ec95cce7be8f {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:38:37.743134 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4e71e78-01dd-4d29-9cbf-d40cc03cef03 None None] Checking agent: {'id': '01c19e91-a945-4e3c-94a6-c211e17c923e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 8, 23), 'started_at': datetime.datetime(2021, 7, 14, 18, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 18, 38, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 18:38:37.743636 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4e71e78-01dd-4d29-9cbf-d40cc03cef03 None None] Checking segment: {'id': 'e57d1292-9039-4d9f-94d2-728500c53487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'de099bce-1061-4014-bdd5-ec95cce7be8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93917) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:38:37.744410 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-c4e71e78-01dd-4d29-9cbf-d40cc03cef03 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:37.744907 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4e71e78-01dd-4d29-9cbf-d40cc03cef03 None None] Bound using segment: {'id': 'e57d1292-9039-4d9f-94d2-728500c53487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'de099bce-1061-4014-bdd5-ec95cce7be8f'} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 18:38:37.747539 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-c4e71e78-01dd-4d29-9cbf-d40cc03cef03 None None] Bound port: 9c15e163-1d96-4a18-86e2-537deffb9320, host: n-d-800634-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e57d1292-9039-4d9f-94d2-728500c53487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'de099bce-1061-4014-bdd5-ec95cce7be8f'}}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 18:38:37.748158 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-c4e71e78-01dd-4d29-9cbf-d40cc03cef03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:37.824412 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-26c4b89b-be52-4054-98ad-8f87dc597c8c tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks [] for port, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:37.847307 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.provisioning_blocks [None req-26c4b89b-be52-4054-98ad-8f87dc597c8c tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Transition to ACTIVE for port object 56fe0b44-181f-4a02-ba06-4be000974243 will not be triggered until provisioned by entity DHCP. {{(pid=93915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:38:37.849111 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-c4e71e78-01dd-4d29-9cbf-d40cc03cef03 None None] For port 9c15e163-1d96-4a18-86e2-537deffb9320, host n-d-800634-3, cleared binding levels {{(pid=93917) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:38:37.855401 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-c4e71e78-01dd-4d29-9cbf-d40cc03cef03 None None] For port 9c15e163-1d96-4a18-86e2-537deffb9320, host n-d-800634-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=9c15e163-1d96-4a18-86e2-537deffb9320,segment=NetworkSegment(e57d1292-9039-4d9f-94d2-728500c53487),segment_id=e57d1292-9039-4d9f-94d2-728500c53487)] {{(pid=93917) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 18:38:37.866123 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-c4e71e78-01dd-4d29-9cbf-d40cc03cef03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:37.886701 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-26c4b89b-be52-4054-98ad-8f87dc597c8c tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:37.953673 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e71e78-01dd-4d29-9cbf-d40cc03cef03 None None] Pushing event updated for resources: {'Port': ['ID=9c15e163-1d96-4a18-86e2-537deffb9320,revision_number=2']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:38:38.327317 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26c4b89b-be52-4054-98ad-8f87dc597c8c tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Network de099bce-1061-4014-bdd5-ec95cce7be8f is already hosted by enough agents. {{(pid=93915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:38:38.331700 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [None req-26c4b89b-be52-4054-98ad-8f87dc597c8c tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Resources bound (agent type, host, resource id): {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:38:38.334107 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26c4b89b-be52-4054-98ad-8f87dc597c8c tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Received port after_create {{(pid=93915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:38:38.340165 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26c4b89b-be52-4054-98ad-8f87dc597c8c tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:38:38.340874 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-26c4b89b-be52-4054-98ad-8f87dc597c8c tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:38.345238 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c4b89b-be52-4054-98ad-8f87dc597c8c tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Pushing event updated for resources: {'Port': ['ID=56fe0b44-181f-4a02-ba06-4be000974243,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:38:38.360555 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-26c4b89b-be52-4054-98ad-8f87dc597c8c tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.8713038 Jul 14 18:38:38.362986 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 53604) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:38:38.444650 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0560cc03-7533-421d-a230-c5b517db49bb tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:38:38.451888 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0560cc03-7533-421d-a230-c5b517db49bb tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:38:38.453672 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-0560cc03-7533-421d-a230-c5b517db49bb tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.0895081 Jul 14 18:38:38.457167 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 53612) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:38:38.631078 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-80aec5d4-4104-4d2a-a344-4c8f197b2066 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Deleting port 56fe0b44-181f-4a02-ba06-4be000974243 {{(pid=93916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:38:38.631438 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-80aec5d4-4104-4d2a-a344-4c8f197b2066 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:38.769747 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328f0308-08bd-4334-bcfe-24e97c1cbc92 req-ad91b696-b475-4d8c-8707-a7f98b7dcad2 tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:38:38.780596 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-328f0308-08bd-4334-bcfe-24e97c1cbc92 req-ad91b696-b475-4d8c-8707-a7f98b7dcad2 tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] 10.222.0.16 "GET /v2.0/ports?device_id=b19a8ff8-9d39-4cd0-9048-318f9ac3e8c4 HTTP/1.1" status: 200 len: 945 time: 0.1563499 Jul 14 18:38:38.785135 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-80aec5d4-4104-4d2a-a344-4c8f197b2066 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:38.808293 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-80aec5d4-4104-4d2a-a344-4c8f197b2066 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Calling delete_port for 56fe0b44-181f-4a02-ba06-4be000974243 owned by {{(pid=93916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:38:38.835894 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-328f0308-08bd-4334-bcfe-24e97c1cbc92 req-b557d1db-9901-473d-aa06-df11b8df5e65 tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] 10.222.0.16 "GET /v2.0/security-groups?id=fc6dd3c4-c788-41ac-b543-0fb2220ac857&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525265 Jul 14 18:38:38.995220 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-80aec5d4-4104-4d2a-a344-4c8f197b2066 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:39.036480 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80aec5d4-4104-4d2a-a344-4c8f197b2066 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Pushing event deleted for resources: {'Port': ['ID=56fe0b44-181f-4a02-ba06-4be000974243,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:38:39.075058 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-80aec5d4-4104-4d2a-a344-4c8f197b2066 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:39.077358 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-80aec5d4-4104-4d2a-a344-4c8f197b2066 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] 10.222.0.16 "DELETE /v2.0/ports/56fe0b44-181f-4a02-ba06-4be000974243 HTTP/1.1" status: 204 len: 168 time: 0.6186430 Jul 14 18:38:39.084154 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 53628) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:38:39.166633 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a57deb88-c958-4518-b883-3463f8002502 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:38:39.168523 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a57deb88-c958-4518-b883-3463f8002502 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:38:39.172361 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-a57deb88-c958-4518-b883-3463f8002502 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0909610 Jul 14 18:38:39.178650 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 53634) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:38:39.240258 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3256c95-8793-47aa-a2e9-4f4edffbe06b tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Deleting subnet de6107ed-90e6-4e7a-8673-fe0751c1c4c6 {{(pid=93916) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 18:38:39.244862 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a3256c95-8793-47aa-a2e9-4f4edffbe06b tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks [] for subnet, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:39.297123 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a3256c95-8793-47aa-a2e9-4f4edffbe06b tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26296866'] for subnet, precommit_delete_associations {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:39.314707 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-6f97f241-d945-450e-8a3e-8f99f2c4df4c None None] Provisioning for port 9c15e163-1d96-4a18-86e2-537deffb9320 completed by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:38:39.414482 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a3256c95-8793-47aa-a2e9-4f4edffbe06b tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081283'] for subnet, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:39.479518 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a3256c95-8793-47aa-a2e9-4f4edffbe06b tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2684816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26033152'] for subnet, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:39.506582 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3256c95-8793-47aa-a2e9-4f4edffbe06b tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Pushing event deleted for resources: {'Subnet': ['ID=de6107ed-90e6-4e7a-8673-fe0751c1c4c6,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:38:39.513171 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a3256c95-8793-47aa-a2e9-4f4edffbe06b tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks [] for subnet, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:39.515451 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-a3256c95-8793-47aa-a2e9-4f4edffbe06b tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] 10.222.0.16 "DELETE /v2.0/subnets/de6107ed-90e6-4e7a-8673-fe0751c1c4c6 HTTP/1.1" status: 204 len: 168 time: 0.3378532 Jul 14 18:38:39.518834 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 53642) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:38:39.542784 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9a7394a7-ec3e-4cae-8064-686d618198e0 None None] Could not find standard attr ID for object 56fe0b44-181f-4a02-ba06-4be000974243. {{(pid=93917) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 14 18:38:39.560637 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-ff51f596-ad49-4c35-8445-270d7c629983 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0408087 Jul 14 18:38:39.563247 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 53644) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:38:39.655940 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd4bc09d-81a2-407f-b98a-e71a4eae685a tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:38:39.658906 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-cd4bc09d-81a2-407f-b98a-e71a4eae685a tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0934644 Jul 14 18:38:39.661452 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 53650) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:38:39.792716 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7743b2b9-5350-46bb-bc15-8ff302bfe461 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:38:39.797338 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 53662) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:38:39.798487 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-7743b2b9-5350-46bb-bc15-8ff302bfe461 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1357572 Jul 14 18:38:39.853598 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22d2cd88-c76b-4e3a-92fd-8cbab774a8bf None None] Network de099bce-1061-4014-bdd5-ec95cce7be8f requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:38:39.930269 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 53668) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:38:39.930908 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 9c15e163-1d96-4a18-86e2-537deffb9320 up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:38:39.936408 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-4253f6de-fd01-4b63-b4e7-ecad05cb5a0a tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Request body: {'subnet': {'network_id': 'de099bce-1061-4014-bdd5-ec95cce7be8f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:38:39.943122 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-be6cbc03-d666-4678-9d6d-046fea4def0b tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1444309 Jul 14 18:38:40.022645 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 53672) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:38:40.104752 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4253f6de-fd01-4b63-b4e7-ecad05cb5a0a tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Made reservation on behalf of 13ccccd91e8c4eb89f4317d7ac77ca6b for: {'subnet': 1} {{(pid=93915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:38:40.110240 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-4253f6de-fd01-4b63-b4e7-ecad05cb5a0a tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28969735'] for subnet, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:40.134672 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning for port 9c15e163-1d96-4a18-86e2-537deffb9320 completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:38:40.145802 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port 9c15e163-1d96-4a18-86e2-537deffb9320 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:38:40.147360 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:40.326538 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:40.357019 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7004b2ad-a007-474d-a6b4-024f1b4fb3ba None None] DHCP port deletion for de099bce-1061-4014-bdd5-ec95cce7be8f request from n-d-800634-3 {{(pid=93917) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 18:38:40.366302 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de257bb-251a-47e1-b832-e685294fee21 req-b67a4ea1-ce4b-454e-8a1b-9b2b9be777a4 tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:38:40.374003 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-5de257bb-251a-47e1-b832-e685294fee21 req-b67a4ea1-ce4b-454e-8a1b-9b2b9be777a4 tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] 10.222.0.16 "GET /v2.0/ports?device_id=b19a8ff8-9d39-4cd0-9048-318f9ac3e8c4 HTTP/1.1" status: 200 len: 945 time: 0.1737301 Jul 14 18:38:40.427023 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] For port 9c15e163-1d96-4a18-86e2-537deffb9320, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=9c15e163-1d96-4a18-86e2-537deffb9320,segment=NetworkSegment(e57d1292-9039-4d9f-94d2-728500c53487),segment_id=e57d1292-9039-4d9f-94d2-728500c53487)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:38:40.437160 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:40.508174 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-5de257bb-251a-47e1-b832-e685294fee21 req-9284e48e-c134-43cb-9baa-d0e797c67da6 tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] 10.222.0.16 "GET /v2.0/security-groups?id=fc6dd3c4-c788-41ac-b543-0fb2220ac857&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1331995 Jul 14 18:38:40.688545 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-4253f6de-fd01-4b63-b4e7-ecad05cb5a0a tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25912837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28969781'] for subnet, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:40.714864 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Pushing event updated for resources: {'Port': ['ID=9c15e163-1d96-4a18-86e2-537deffb9320,revision_number=4']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:38:40.728288 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4253f6de-fd01-4b63-b4e7-ecad05cb5a0a tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Network de099bce-1061-4014-bdd5-ec95cce7be8f is already hosted by enough agents. {{(pid=93915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:38:40.733788 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-7004b2ad-a007-474d-a6b4-024f1b4fb3ba None None] Deleting port 9c15e163-1d96-4a18-86e2-537deffb9320 {{(pid=93917) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:38:40.734177 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-7004b2ad-a007-474d-a6b4-024f1b4fb3ba None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:40.737859 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [None req-4253f6de-fd01-4b63-b4e7-ecad05cb5a0a tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Resources bound (agent type, host, resource id): {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:38:40.764150 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4253f6de-fd01-4b63-b4e7-ecad05cb5a0a tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:38:40.764311 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-4253f6de-fd01-4b63-b4e7-ecad05cb5a0a tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks [] for subnet, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:40.789957 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-4253f6de-fd01-4b63-b4e7-ecad05cb5a0a tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8584404 Jul 14 18:38:40.802784 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 53690) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:38:40.809254 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-8a84da18-4c63-4eb8-8929-a73d2069d5d1 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Request body: {'port': {'network_id': 'de099bce-1061-4014-bdd5-ec95cce7be8f', 'fixed_ips': [{'subnet_id': '3e8e5175-61ee-4146-8044-a359b4e90337', 'ip_address': '2001:db8::533e:d46a:6e70:501e'}], 'name': 'tempest-NetworksTestDHCPv6-274423309'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:38:40.827276 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4253f6de-fd01-4b63-b4e7-ecad05cb5a0a tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Pushing event updated for resources: {'Subnet': ['ID=3e8e5175-61ee-4146-8044-a359b4e90337,revision_number=0']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:38:40.880588 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-7004b2ad-a007-474d-a6b4-024f1b4fb3ba None None] For port 9c15e163-1d96-4a18-86e2-537deffb9320, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=9c15e163-1d96-4a18-86e2-537deffb9320,segment=NetworkSegment(e57d1292-9039-4d9f-94d2-728500c53487),segment_id=e57d1292-9039-4d9f-94d2-728500c53487)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:38:40.881008 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-7004b2ad-a007-474d-a6b4-024f1b4fb3ba None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:40.897021 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afc4610-0414-4664-a2fa-a52772250bfc req-9a16b33d-a5db-4465-96f2-ce9d493a7bda tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:38:40.908942 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-0afc4610-0414-4664-a2fa-a52772250bfc req-9a16b33d-a5db-4465-96f2-ce9d493a7bda tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] 10.222.0.16 "GET /v2.0/ports?device_id=b19a8ff8-9d39-4cd0-9048-318f9ac3e8c4 HTTP/1.1" status: 200 len: 945 time: 0.1469460 Jul 14 18:38:40.914590 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-85633b42-0396-42d3-a55d-6c9885be2b16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-928623'] for router_interface, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:40.920973 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-7004b2ad-a007-474d-a6b4-024f1b4fb3ba None None] Calling delete_port for 9c15e163-1d96-4a18-86e2-537deffb9320 owned by network:dhcp {{(pid=93917) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:38:40.971192 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-0afc4610-0414-4664-a2fa-a52772250bfc req-482b993c-23f5-4ffd-9576-1b5029b7fd93 tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] 10.222.0.16 "GET /v2.0/security-groups?id=fc6dd3c4-c788-41ac-b543-0fb2220ac857&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0612550 Jul 14 18:38:40.986572 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 53696) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:38:41.049794 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-7004b2ad-a007-474d-a6b4-024f1b4fb3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813'] for port, after_delete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:41.077937 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7004b2ad-a007-474d-a6b4-024f1b4fb3ba None None] Pushing event deleted for resources: {'Port': ['ID=9c15e163-1d96-4a18-86e2-537deffb9320,revision_number=None']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:38:41.085304 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7004b2ad-a007-474d-a6b4-024f1b4fb3ba None None] No DVR routers for this DVR port 9c15e163-1d96-4a18-86e2-537deffb9320 on host n-d-800634-3 {{(pid=93917) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 18:38:41.106910 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a84da18-4c63-4eb8-8929-a73d2069d5d1 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Made reservation on behalf of 13ccccd91e8c4eb89f4317d7ac77ca6b for: {'port': 1} {{(pid=93916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:38:41.108320 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a34623ea-76ad-4444-9591-8f14fd166d09 None None] Network de099bce-1061-4014-bdd5-ec95cce7be8f requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:38:41.313962 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f9ff267-d05f-44a0-afd8-b2ed91c4057a tempest-TestNetworkBasicOps-97253750 tempest-TestNetworkBasicOps-97253750-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:38:41.318417 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-0f9ff267-d05f-44a0-afd8-b2ed91c4057a tempest-TestNetworkBasicOps-97253750 tempest-TestNetworkBasicOps-97253750-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=b19a8ff8-9d39-4cd0-9048-318f9ac3e8c4 HTTP/1.1" status: 200 len: 1091 time: 0.3264053 Jul 14 18:38:41.318583 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb862749-b4b5-450d-914a-18591179cd1c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9222b97e-5d1c-54f8-ba97-82f172498e76-de099bce-1061-4014-bdd5-ec95cce7be8f', 'network_id': 'de099bce-1061-4014-bdd5-ec95cce7be8f', 'tenant_id': '13ccccd91e8c4eb89f4317d7ac77ca6b', 'fixed_ips': [{'subnet_id': '3e8e5175-61ee-4146-8044-a359b4e90337'}]}} from n-d-800634-3. {{(pid=93917) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 18:38:41.318583 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-cb862749-b4b5-450d-914a-18591179cd1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:41.318774 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 53706) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:38:41.323744 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-3272efe5-83b1-4604-8aa6-641d1c1ce3ee tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Request body: {'floatingip': {'floating_network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'port_id': '01e919c7-8637-42ef-8e01-955fe39681bd', 'tenant_id': '0c6eccb7d5c743f1a53a528a1f419fa2', 'fixed_ip_address': '172.20.0.3'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:38:41.325476 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-8a84da18-4c63-4eb8-8929-a73d2069d5d1 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:41.352248 n-d-800634-3 neutron-server[93916]: DEBUG neutron.notifiers.nova [None req-8a84da18-4c63-4eb8-8929-a73d2069d5d1 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] device_id is not set on port 952fa924-659b-44d1-9db4-a303238b7c87 yet. {{(pid=93916) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 18:38:41.373224 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-3272efe5-83b1-4604-8aa6-641d1c1ce3ee tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Notify callbacks [] for floatingip, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:41.506839 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.db_base_plugin_common [None req-cb862749-b4b5-450d-914a-18591179cd1c None None] Allocated IP 2001:db8::2 (de099bce-1061-4014-bdd5-ec95cce7be8f/3e8e5175-61ee-4146-8044-a359b4e90337/68368636-9def-45de-b69d-874d6b9ba031) {{(pid=93917) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:38:41.567457 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-85633b42-0396-42d3-a55d-6c9885be2b16 admin admin] Deleting port 883fd5a2-430a-4d82-8595-e1fd8ecbd8d5 {{(pid=93916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:38:41.567809 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-85633b42-0396-42d3-a55d-6c9885be2b16 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:41.569115 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-3272efe5-83b1-4604-8aa6-641d1c1ce3ee tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:41.674469 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.db [None req-85633b42-0396-42d3-a55d-6c9885be2b16 admin admin] For port 883fd5a2-430a-4d82-8595-e1fd8ecbd8d5, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=883fd5a2-430a-4d82-8595-e1fd8ecbd8d5,segment=NetworkSegment(48f07496-1654-4e70-864e-6d82e6081c18),segment_id=48f07496-1654-4e70-864e-6d82e6081c18)] {{(pid=93916) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:38:41.674969 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-85633b42-0396-42d3-a55d-6c9885be2b16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:41.692818 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-85633b42-0396-42d3-a55d-6c9885be2b16 admin admin] Calling delete_port for 883fd5a2-430a-4d82-8595-e1fd8ecbd8d5 owned by network:router_interface {{(pid=93916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:38:41.701896 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.db_base_plugin_common [None req-3272efe5-83b1-4604-8aa6-641d1c1ce3ee tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Allocated IP 172.25.1.45 (9200a437-e1de-4520-88f6-e68386523e61/5f47f848-4532-407a-a0e2-5690ade15fd0/08b8f842-194f-4133-aa92-f9808a00705e) {{(pid=93915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:38:41.710730 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-cb862749-b4b5-450d-914a-18591179cd1c None None] Notify callbacks [] for port, precommit_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:41.722357 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-cb862749-b4b5-450d-914a-18591179cd1c None None] Transition to ACTIVE for port object 68368636-9def-45de-b69d-874d6b9ba031 will not be triggered until provisioned by entity L2. {{(pid=93917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:38:41.759753 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-cb862749-b4b5-450d-914a-18591179cd1c None None] Transition to ACTIVE for port object 68368636-9def-45de-b69d-874d6b9ba031 will not be triggered until provisioned by entity DHCP. {{(pid=93917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:38:41.770394 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 9c15e163-1d96-4a18-86e2-537deffb9320 no longer exists at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 18:38:41.776475 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-cb862749-b4b5-450d-914a-18591179cd1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804'] for port, after_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:41.807907 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] No Port match for: 9c15e163-1d96-4a18-86e2-537deffb9320 {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 18:38:41.808142 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 9c15e163-1d96-4a18-86e2-537deffb9320 not bound to the agent host n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 18:38:41.848989 n-d-800634-3 neutron-server[93917]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb862749-b4b5-450d-914a-18591179cd1c None None] Network de099bce-1061-4014-bdd5-ec95cce7be8f is already hosted by enough agents. {{(pid=93917) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:38:41.852249 n-d-800634-3 neutron-server[93917]: DEBUG neutron.scheduler.base_scheduler [None req-cb862749-b4b5-450d-914a-18591179cd1c None None] Resources bound (agent type, host, resource id): {{(pid=93917) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:38:41.856235 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb862749-b4b5-450d-914a-18591179cd1c None None] Received port after_create {{(pid=93917) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:38:41.864245 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-3272efe5-83b1-4604-8aa6-641d1c1ce3ee tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Notify callbacks [] for port, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:41.864445 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb862749-b4b5-450d-914a-18591179cd1c None None] Pushing event updated for resources: {'Port': ['ID=68368636-9def-45de-b69d-874d6b9ba031,revision_number=1']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:38:41.875105 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.db_base_plugin_common [None req-8a84da18-4c63-4eb8-8929-a73d2069d5d1 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Allocated IP 2001:db8::533e:d46a:6e70:501e (de099bce-1061-4014-bdd5-ec95cce7be8f/3e8e5175-61ee-4146-8044-a359b4e90337/952fa924-659b-44d1-9db4-a303238b7c87) {{(pid=93916) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:38:41.928886 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-3272efe5-83b1-4604-8aa6-641d1c1ce3ee tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:41.933093 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-cb862749-b4b5-450d-914a-18591179cd1c None None] Attempting to bind port 68368636-9def-45de-b69d-874d6b9ba031 on host n-d-800634-3 for vnic_type normal with profile {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:38:41.933584 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-cb862749-b4b5-450d-914a-18591179cd1c None None] Attempting to bind port 68368636-9def-45de-b69d-874d6b9ba031 by drivers openvswitch,hyperv on host n-d-800634-3 at level 0 using segments [{'id': 'e57d1292-9039-4d9f-94d2-728500c53487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'de099bce-1061-4014-bdd5-ec95cce7be8f'}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:38:41.934104 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb862749-b4b5-450d-914a-18591179cd1c None None] Attempting to bind port 68368636-9def-45de-b69d-874d6b9ba031 on network de099bce-1061-4014-bdd5-ec95cce7be8f {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:38:41.942216 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb862749-b4b5-450d-914a-18591179cd1c None None] Checking agent: {'id': '01c19e91-a945-4e3c-94a6-c211e17c923e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 8, 23), 'started_at': datetime.datetime(2021, 7, 14, 18, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 18, 38, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 18:38:41.943877 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb862749-b4b5-450d-914a-18591179cd1c None None] Checking segment: {'id': 'e57d1292-9039-4d9f-94d2-728500c53487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'de099bce-1061-4014-bdd5-ec95cce7be8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93917) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:38:41.944360 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-cb862749-b4b5-450d-914a-18591179cd1c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:41.944822 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb862749-b4b5-450d-914a-18591179cd1c None None] Bound using segment: {'id': 'e57d1292-9039-4d9f-94d2-728500c53487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'de099bce-1061-4014-bdd5-ec95cce7be8f'} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 18:38:41.945321 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-cb862749-b4b5-450d-914a-18591179cd1c None None] Bound port: 68368636-9def-45de-b69d-874d6b9ba031, host: n-d-800634-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e57d1292-9039-4d9f-94d2-728500c53487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'de099bce-1061-4014-bdd5-ec95cce7be8f'}}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 18:38:41.945766 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-cb862749-b4b5-450d-914a-18591179cd1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:41.976552 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3272efe5-83b1-4604-8aa6-641d1c1ce3ee tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Network 9200a437-e1de-4520-88f6-e68386523e61 is already hosted by enough agents. {{(pid=93915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:38:41.979719 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [None req-3272efe5-83b1-4604-8aa6-641d1c1ce3ee tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Resources bound (agent type, host, resource id): {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:38:41.983504 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3272efe5-83b1-4604-8aa6-641d1c1ce3ee tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Received port after_create {{(pid=93915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:38:42.014551 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3272efe5-83b1-4604-8aa6-641d1c1ce3ee tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Pushing event updated for resources: {'Port': ['ID=08b8f842-194f-4133-aa92-f9808a00705e,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:38:42.028673 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-cb862749-b4b5-450d-914a-18591179cd1c None None] For port 68368636-9def-45de-b69d-874d6b9ba031, host n-d-800634-3, cleared binding levels {{(pid=93917) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:38:42.033461 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-cb862749-b4b5-450d-914a-18591179cd1c None None] For port 68368636-9def-45de-b69d-874d6b9ba031, host n-d-800634-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=68368636-9def-45de-b69d-874d6b9ba031,segment=NetworkSegment(e57d1292-9039-4d9f-94d2-728500c53487),segment_id=e57d1292-9039-4d9f-94d2-728500c53487)] {{(pid=93917) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 18:38:42.039950 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-cb862749-b4b5-450d-914a-18591179cd1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:42.155008 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb862749-b4b5-450d-914a-18591179cd1c None None] Pushing event updated for resources: {'Port': ['ID=68368636-9def-45de-b69d-874d6b9ba031,revision_number=2']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:38:42.198599 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-85633b42-0396-42d3-a55d-6c9885be2b16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:42.212225 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-8a84da18-4c63-4eb8-8929-a73d2069d5d1 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks [] for port, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:42.243083 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.provisioning_blocks [None req-8a84da18-4c63-4eb8-8929-a73d2069d5d1 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Transition to ACTIVE for port object 952fa924-659b-44d1-9db4-a303238b7c87 will not be triggered until provisioned by entity DHCP. {{(pid=93916) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:38:42.283838 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-8a84da18-4c63-4eb8-8929-a73d2069d5d1 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:42.309702 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85633b42-0396-42d3-a55d-6c9885be2b16 admin admin] Pushing event deleted for resources: {'Port': ['ID=883fd5a2-430a-4d82-8595-e1fd8ecbd8d5,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:38:42.424707 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a84da18-4c63-4eb8-8929-a73d2069d5d1 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Network de099bce-1061-4014-bdd5-ec95cce7be8f is already hosted by enough agents. {{(pid=93916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:38:42.456029 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [None req-8a84da18-4c63-4eb8-8929-a73d2069d5d1 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Resources bound (agent type, host, resource id): {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:38:42.464484 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a84da18-4c63-4eb8-8929-a73d2069d5d1 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Received port after_create {{(pid=93916) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:38:42.470750 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a84da18-4c63-4eb8-8929-a73d2069d5d1 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:38:42.471200 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-8a84da18-4c63-4eb8-8929-a73d2069d5d1 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:42.513042 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a84da18-4c63-4eb8-8929-a73d2069d5d1 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Pushing event updated for resources: {'Port': ['ID=952fa924-659b-44d1-9db4-a303238b7c87,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:38:42.524263 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-8a84da18-4c63-4eb8-8929-a73d2069d5d1 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.7196908 Jul 14 18:38:42.527277 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 53728) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:38:42.533319 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-763b63b4-92f3-41d7-afa1-2a35f05c48da tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Request body: {'port': {'network_id': 'de099bce-1061-4014-bdd5-ec95cce7be8f', 'fixed_ips': [{'subnet_id': '3e8e5175-61ee-4146-8044-a359b4e90337', 'ip_address': '2001:db8::533e:d46a:6e70:501e'}], 'name': 'tempest-NetworksTestDHCPv6-155123006'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:38:42.879102 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.agents_db [None req-2ea07fb6-aa68-4671-8654-119d82b9f530 None None] Agent healthcheck: found 7 active agents {{(pid=93918) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 18:38:42.890078 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-3272efe5-83b1-4604-8aa6-641d1c1ce3ee tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:43.009142 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-3272efe5-83b1-4604-8aa6-641d1c1ce3ee tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:43.093775 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-85633b42-0396-42d3-a55d-6c9885be2b16 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-598732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-928907'] for router_interface, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:43.181924 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-763b63b4-92f3-41d7-afa1-2a35f05c48da tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Made reservation on behalf of 13ccccd91e8c4eb89f4317d7ac77ca6b for: {'port': 1} {{(pid=93916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:38:43.187184 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-763b63b4-92f3-41d7-afa1-2a35f05c48da tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:43.210185 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-3272efe5-83b1-4604-8aa6-641d1c1ce3ee tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Notify callbacks [] for port, precommit_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:43.218934 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-3272efe5-83b1-4604-8aa6-641d1c1ce3ee tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25912978'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:43.259356 n-d-800634-3 neutron-server[93916]: DEBUG neutron.notifiers.nova [None req-763b63b4-92f3-41d7-afa1-2a35f05c48da tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] device_id is not set on port b70a9b32-6b7b-443e-98c0-c271835b64bd yet. {{(pid=93916) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 18:38:43.313172 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-3272efe5-83b1-4604-8aa6-641d1c1ce3ee tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-930131'] for floatingip, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:43.360476 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3272efe5-83b1-4604-8aa6-641d1c1ce3ee tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Pushing event updated for resources: {'Port': ['ID=08b8f842-194f-4133-aa92-f9808a00705e,revision_number=2']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:38:43.437868 n-d-800634-3 neutron-server[93915]: INFO neutron.db.l3_db [None req-3272efe5-83b1-4604-8aa6-641d1c1ce3ee tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Floating IP 7db51d33-2269-4fa9-9f42-d9269d42f07f associated. External IP: 172.25.1.45, port: 01e919c7-8637-42ef-8e01-955fe39681bd. Jul 14 18:38:43.548636 n-d-800634-3 neutron-server[93916]: INFO neutron.pecan_wsgi.hooks.translation [None req-763b63b4-92f3-41d7-afa1-2a35f05c48da tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] POST failed (client error): There was a conflict when trying to complete your request. Jul 14 18:38:43.549101 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-763b63b4-92f3-41d7-afa1-2a35f05c48da tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=93916) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 18:38:43.579592 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85633b42-0396-42d3-a55d-6c9885be2b16 admin admin] Router 6d3af555-74c9-4536-901b-a38fb4bef1f4 has already been hosted by L3 agent 2c6eb27e-defb-4cca-9a24-381c7415e359 {{(pid=93916) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 18:38:43.588018 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-763b63b4-92f3-41d7-afa1-2a35f05c48da tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 1.0571373 Jul 14 18:38:43.588018 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 53754) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:38:43.694925 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9258dd5a-1119-4b5e-95fc-de901c007917 None None] Provisioning for port 68368636-9def-45de-b69d-874d6b9ba031 completed by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:38:43.771049 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3272efe5-83b1-4604-8aa6-641d1c1ce3ee tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Router 3a31ae71-934f-4135-93de-c762cbccbf01 has already been hosted by L3 agent 2c6eb27e-defb-4cca-9a24-381c7415e359 {{(pid=93915) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 18:38:43.832624 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18dee3ed-a45f-48d6-85ff-96f3fbd85d5f tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:38:43.839254 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18dee3ed-a45f-48d6-85ff-96f3fbd85d5f tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:38:43.843536 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-18dee3ed-a45f-48d6-85ff-96f3fbd85d5f tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.2516336 Jul 14 18:38:43.844630 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 53758) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:38:43.857565 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85633b42-0396-42d3-a55d-6c9885be2b16 admin admin] Notify agent at l3_agent.n-d-800634-3 the message routers_updated {{(pid=93916) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 18:38:43.863781 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-85633b42-0396-42d3-a55d-6c9885be2b16 admin admin] 10.222.0.16 "PUT /v2.0/routers/6d3af555-74c9-4536-901b-a38fb4bef1f4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8399827 Jul 14 18:38:43.869815 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 53760) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:38:43.871081 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69b52ff8-0ff7-423f-a195-86c624b9d91f None None] Sync routers for ids ['6d3af555-74c9-4536-901b-a38fb4bef1f4'] in n-d-800634-3 {{(pid=93918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 18:38:43.889040 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69b52ff8-0ff7-423f-a195-86c624b9d91f None None] Routers {'6d3af555-74c9-4536-901b-a38fb4bef1f4'} bound to L3 agent in host n-d-800634-3 {{(pid=93918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:38:43.890306 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-69b52ff8-0ff7-423f-a195-86c624b9d91f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:38:23Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['6d3af555-74c9-4536-901b-a38fb4bef1f4'], 'active': True} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:38:43.938582 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 68368636-9def-45de-b69d-874d6b9ba031 up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:38:43.997495 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-5269fe0f-af2a-42ee-8204-f19a5a44a5de tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Deleting port 952fa924-659b-44d1-9db4-a303238b7c87 {{(pid=93916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:38:43.998147 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-5269fe0f-af2a-42ee-8204-f19a5a44a5de tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:44.026070 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvr_db [None req-69b52ff8-0ff7-423f-a195-86c624b9d91f None None] Set router 6d3af555-74c9-4536-901b-a38fb4bef1f4 gateway port host: n-d-800634-3 {{(pid=93918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 18:38:44.068976 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-bafc048b-6f3c-4ba5-9469-12be12ed9726 None None] Provisioning for port 952fa924-659b-44d1-9db4-a303238b7c87 completed by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:38:44.075295 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning for port 68368636-9def-45de-b69d-874d6b9ba031 completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:38:44.079188 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-bafc048b-6f3c-4ba5-9469-12be12ed9726 None None] Provisioning complete for port 952fa924-659b-44d1-9db4-a303238b7c87 triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:38:44.079566 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-bafc048b-6f3c-4ba5-9469-12be12ed9726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:44.083467 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port 68368636-9def-45de-b69d-874d6b9ba031 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:38:44.083840 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:44.129198 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-5269fe0f-af2a-42ee-8204-f19a5a44a5de tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:44.158776 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-bafc048b-6f3c-4ba5-9469-12be12ed9726 None None] Port 952fa924-659b-44d1-9db4-a303238b7c87 cannot update to ACTIVE because it is not bound. {{(pid=93917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 18:38:44.187116 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-5269fe0f-af2a-42ee-8204-f19a5a44a5de tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Calling delete_port for 952fa924-659b-44d1-9db4-a303238b7c87 owned by {{(pid=93916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:38:44.229999 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:44.252950 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-69b52ff8-0ff7-423f-a195-86c624b9d91f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d3af555-74c9-4536-901b-a38fb4bef1f4', 'name': 'tempest-AttachVolumeShelveTestJSON-426954697-router', 'tenant_id': '81405c7e7f554ba6bd8aaf104233fc29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.218'}], 'enable_snat': True}, 'gw_port_id': '3dff1768-00b9-48e5-abaa-8ae11b033402', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:29:55Z', 'updated_at': '2021-07-14T18:38:42Z', 'revision_number': 5, 'project_id': '81405c7e7f554ba6bd8aaf104233fc29', 'gw_port': {'id': '3dff1768-00b9-48e5-abaa-8ae11b033402', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:b1:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d3af555-74c9-4536-901b-a38fb4bef1f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1138, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:29:55Z', 'updated_at': '2021-07-14T18:30:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3'}], 'n-d-800634-3', False) {} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:38:44.289940 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69b52ff8-0ff7-423f-a195-86c624b9d91f None None] Checking router: 6d3af555-74c9-4536-901b-a38fb4bef1f4 for host: n-d-800634-3 {{(pid=93918) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 18:38:44.300242 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69b52ff8-0ff7-423f-a195-86c624b9d91f None None] Routers {'6d3af555-74c9-4536-901b-a38fb4bef1f4'} bound to L3 agent in host n-d-800634-3 {{(pid=93918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:38:44.300982 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-69b52ff8-0ff7-423f-a195-86c624b9d91f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:38:23Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['6d3af555-74c9-4536-901b-a38fb4bef1f4'], 'active': True} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:38:44.310324 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] For port 68368636-9def-45de-b69d-874d6b9ba031, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=68368636-9def-45de-b69d-874d6b9ba031,segment=NetworkSegment(e57d1292-9039-4d9f-94d2-728500c53487),segment_id=e57d1292-9039-4d9f-94d2-728500c53487)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:38:44.319390 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:44.347251 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-5269fe0f-af2a-42ee-8204-f19a5a44a5de tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:44.382391 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Pushing event updated for resources: {'Port': ['ID=68368636-9def-45de-b69d-874d6b9ba031,revision_number=3']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:38:44.398889 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5269fe0f-af2a-42ee-8204-f19a5a44a5de tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Pushing event deleted for resources: {'Port': ['ID=952fa924-659b-44d1-9db4-a303238b7c87,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:38:44.434693 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvr_db [None req-69b52ff8-0ff7-423f-a195-86c624b9d91f None None] Set router 6d3af555-74c9-4536-901b-a38fb4bef1f4 gateway port host: n-d-800634-3 {{(pid=93918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 18:38:44.447856 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-5269fe0f-af2a-42ee-8204-f19a5a44a5de tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:44.455868 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-5269fe0f-af2a-42ee-8204-f19a5a44a5de tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] 10.222.0.16 "DELETE /v2.0/ports/952fa924-659b-44d1-9db4-a303238b7c87 HTTP/1.1" status: 204 len: 168 time: 0.6082575 Jul 14 18:38:44.455868 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 53768) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:38:44.511084 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3272efe5-83b1-4604-8aa6-641d1c1ce3ee tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Notify agent at l3_agent.n-d-800634-3 the message routers_updated {{(pid=93915) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 18:38:44.522965 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1230be4-a127-4ef0-92c3-37393d8ddc7c None None] Sync routers for ids ['3a31ae71-934f-4135-93de-c762cbccbf01'] in n-d-800634-3 {{(pid=93917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 18:38:44.530245 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-3e95661c-560d-45ea-af68-ccc7b6f4f30c admin admin] Notify callbacks [] for router, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:44.549821 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1230be4-a127-4ef0-92c3-37393d8ddc7c None None] Routers {'3a31ae71-934f-4135-93de-c762cbccbf01'} bound to L3 agent in host n-d-800634-3 {{(pid=93917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:38:44.552610 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-f1230be4-a127-4ef0-92c3-37393d8ddc7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:38:23Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['3a31ae71-934f-4135-93de-c762cbccbf01'], 'active': True} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:38:44.570373 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93961050-8711-43f4-af3c-495d21bb911c tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:38:44.572164 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93961050-8711-43f4-af3c-495d21bb911c tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:38:44.579883 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-93961050-8711-43f4-af3c-495d21bb911c tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1237431 Jul 14 18:38:44.583617 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 53776) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:38:44.588968 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-3272efe5-83b1-4604-8aa6-641d1c1ce3ee tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for floatingip, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:44.689059 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5703ae1-efe1-4f90-a963-d3d6068cdaf7 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Deleting subnet 3e8e5175-61ee-4146-8044-a359b4e90337 {{(pid=93916) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 18:38:44.692849 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-d5703ae1-efe1-4f90-a963-d3d6068cdaf7 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks [] for subnet, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:44.748183 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-d5703ae1-efe1-4f90-a963-d3d6068cdaf7 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26296866'] for subnet, precommit_delete_associations {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:44.796392 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-3272efe5-83b1-4604-8aa6-641d1c1ce3ee tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.4741070 Jul 14 18:38:44.798220 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b19a8ff8-9d39-4cd0-9048-318f9ac3e8c4', 'tag': '01e919c7-8637-42ef-8e01-955fe39681bd'}] {{(pid=93915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:38:44.800096 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e72782ad3af8f7d4ce76cedf092bca46d1756acc5c4653cf0b52034cdd6b073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d556b273-d329-420a-a58b-c548e5ba7a4c" -d '{"events": [{"name": "network-changed", "server_uuid": "b19a8ff8-9d39-4cd0-9048-318f9ac3e8c4", "tag": "01e919c7-8637-42ef-8e01-955fe39681bd"}]}' {{(pid=93915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:38:44.802816 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 53782) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:38:44.851594 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvr_db [None req-f1230be4-a127-4ef0-92c3-37393d8ddc7c None None] Set router 3a31ae71-934f-4135-93de-c762cbccbf01 gateway port host: n-d-800634-3 {{(pid=93917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 18:38:44.864047 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-3e95661c-560d-45ea-af68-ccc7b6f4f30c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:44.882721 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 18:38:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-503680e8-632d-414f-bf07-f1a93b892d79 x-openstack-request-id: req-503680e8-632d-414f-bf07-f1a93b892d79 {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:38:44.883062 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b19a8ff8-9d39-4cd0-9048-318f9ac3e8c4", "tag": "01e919c7-8637-42ef-8e01-955fe39681bd", "status": "completed", "code": 200}]} {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:38:44.883317 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-503680e8-632d-414f-bf07-f1a93b892d79 {{(pid=93915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:38:44.883744 n-d-800634-3 neutron-server[93915]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b19a8ff8-9d39-4cd0-9048-318f9ac3e8c4', 'tag': '01e919c7-8637-42ef-8e01-955fe39681bd', 'status': 'completed', 'code': 200} Jul 14 18:38:44.888479 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-69b52ff8-0ff7-423f-a195-86c624b9d91f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d3af555-74c9-4536-901b-a38fb4bef1f4', 'name': 'tempest-AttachVolumeShelveTestJSON-426954697-router', 'tenant_id': '81405c7e7f554ba6bd8aaf104233fc29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.218'}], 'enable_snat': True}, 'gw_port_id': '3dff1768-00b9-48e5-abaa-8ae11b033402', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:29:55Z', 'updated_at': '2021-07-14T18:38:42Z', 'revision_number': 5, 'project_id': '81405c7e7f554ba6bd8aaf104233fc29', 'gw_port': {'id': '3dff1768-00b9-48e5-abaa-8ae11b033402', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:b1:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d3af555-74c9-4536-901b-a38fb4bef1f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1138, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:29:55Z', 'updated_at': '2021-07-14T18:30:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3'}], 'n-d-800634-3', False) {} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:38:44.950773 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-17fb339c-b75c-4d86-966f-bba3c2b07ecc tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] 10.222.0.16 "GET /v2.0/floatingips/7db51d33-2269-4fa9-9f42-d9269d42f07f HTTP/1.1" status: 200 len: 990 time: 0.1439285 Jul 14 18:38:44.961705 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69b52ff8-0ff7-423f-a195-86c624b9d91f None None] The sync data for ids ['6d3af555-74c9-4536-901b-a38fb4bef1f4'] in n-d-800634-3 is: [{'id': '6d3af555-74c9-4536-901b-a38fb4bef1f4', 'name': 'tempest-AttachVolumeShelveTestJSON-426954697-router', 'tenant_id': '81405c7e7f554ba6bd8aaf104233fc29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.218'}], 'enable_snat': True}, 'gw_port_id': '3dff1768-00b9-48e5-abaa-8ae11b033402', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:29:55Z', 'updated_at': '2021-07-14T18:38:42Z', 'revision_number': 5, 'project_id': '81405c7e7f554ba6bd8aaf104233fc29', 'gw_port': {'id': '3dff1768-00b9-48e5-abaa-8ae11b033402', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:b1:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d3af555-74c9-4536-901b-a38fb4bef1f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1138, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:29:55Z', 'updated_at': '2021-07-14T18:30:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3'}] {{(pid=93918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 18:38:44.976871 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-d5703ae1-efe1-4f90-a963-d3d6068cdaf7 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081283'] for subnet, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:45.031816 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [None req-3e95661c-560d-45ea-af68-ccc7b6f4f30c admin admin] Deleting port 3dff1768-00b9-48e5-abaa-8ae11b033402 {{(pid=93915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:38:45.032776 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-3e95661c-560d-45ea-af68-ccc7b6f4f30c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:45.050773 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-d5703ae1-efe1-4f90-a963-d3d6068cdaf7 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2684816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26033152'] for subnet, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:45.086919 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5703ae1-efe1-4f90-a963-d3d6068cdaf7 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Pushing event deleted for resources: {'Subnet': ['ID=3e8e5175-61ee-4146-8044-a359b4e90337,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:38:45.088231 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d556b273-d329-420a-a58b-c548e5ba7a4c req-5c58424b-dc63-497f-9634-380f98b16f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:38:45.089927 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-d556b273-d329-420a-a58b-c548e5ba7a4c req-5c58424b-dc63-497f-9634-380f98b16f2f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0c6eccb7d5c743f1a53a528a1f419fa2&device_id=b19a8ff8-9d39-4cd0-9048-318f9ac3e8c4 HTTP/1.1" status: 200 len: 1096 time: 0.1563911 Jul 14 18:38:45.099108 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-d5703ae1-efe1-4f90-a963-d3d6068cdaf7 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks [] for subnet, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:45.104509 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-d5703ae1-efe1-4f90-a963-d3d6068cdaf7 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] 10.222.0.16 "DELETE /v2.0/subnets/3e8e5175-61ee-4146-8044-a359b4e90337 HTTP/1.1" status: 204 len: 168 time: 0.5196669 Jul 14 18:38:45.105544 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 53792) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:38:45.119484 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1b54a4b-1c32-46de-8b8f-5095940ebce6 None None] Network de099bce-1061-4014-bdd5-ec95cce7be8f requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:38:45.158104 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-1a45891a-3b2a-4846-a67a-1d14d437dd5f tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0501766 Jul 14 18:38:45.160748 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 53794) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:38:45.168249 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-6d61366f-e893-4a70-975b-ce85e2055edb tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Request body: {'subnet': {'network_id': 'de099bce-1061-4014-bdd5-ec95cce7be8f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:38:45.219128 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [None req-3e95661c-560d-45ea-af68-ccc7b6f4f30c admin admin] For port 3dff1768-00b9-48e5-abaa-8ae11b033402, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=3dff1768-00b9-48e5-abaa-8ae11b033402,segment=NetworkSegment(5afb940b-bbdf-4727-be00-5d46367c38a1),segment_id=5afb940b-bbdf-4727-be00-5d46367c38a1)] {{(pid=93915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:38:45.219689 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-3e95661c-560d-45ea-af68-ccc7b6f4f30c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:45.246700 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [None req-3e95661c-560d-45ea-af68-ccc7b6f4f30c admin admin] Calling delete_port for 3dff1768-00b9-48e5-abaa-8ae11b033402 owned by network:router_gateway {{(pid=93915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:38:45.281240 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d61366f-e893-4a70-975b-ce85e2055edb tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Made reservation on behalf of 13ccccd91e8c4eb89f4317d7ac77ca6b for: {'subnet': 1} {{(pid=93916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:38:45.285788 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-6d61366f-e893-4a70-975b-ce85e2055edb tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26033189'] for subnet, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:45.324535 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d556b273-d329-420a-a58b-c548e5ba7a4c req-0331225f-35b3-438c-9ee7-68546c3369e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:38:45.327688 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-d556b273-d329-420a-a58b-c548e5ba7a4c req-0331225f-35b3-438c-9ee7-68546c3369e5 service neutron] 10.222.0.35 "GET /v2.0/networks?id=310e07b1-9c76-4479-9715-2b28fbfd1cbf HTTP/1.1" status: 200 len: 895 time: 0.2263596 Jul 14 18:38:45.367014 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-f1230be4-a127-4ef0-92c3-37393d8ddc7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a31ae71-934f-4135-93de-c762cbccbf01', 'name': 'tempest-TestNetworkBasicOps-router-722088205', 'tenant_id': '0c6eccb7d5c743f1a53a528a1f419fa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.4'}], 'enable_snat': True}, 'gw_port_id': 'eef8e124-1f9d-444c-a121-a72703ff3433', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:38:07Z', 'updated_at': '2021-07-14T18:38:13Z', 'revision_number': 4, 'project_id': '0c6eccb7d5c743f1a53a528a1f419fa2', 'gw_port': {'id': 'eef8e124-1f9d-444c-a121-a72703ff3433', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:02:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a31ae71-934f-4135-93de-c762cbccbf01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2099, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:38:07Z', 'updated_at': '2021-07-14T18:38:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_floatingips': [{'id': '7db51d33-2269-4fa9-9f42-d9269d42f07f', 'tenant_id': '0c6eccb7d5c743f1a53a528a1f419fa2', 'floating_ip_address': '172.25.1.45', 'floating_network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'router_id': '3a31ae71-934f-4135-93de-c762cbccbf01', 'port_id': '01e919c7-8637-42ef-8e01-955fe39681bd', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2141, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '310e07b1-9c76-4479-9715-2b28fbfd1cbf', 'mac_address': 'fa:16:3e:3c:e0:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b19a8ff8-9d39-4cd0-9048-318f9ac3e8c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T18:38:42Z', 'updated_at': '2021-07-14T18:38:42Z', 'revision_number': 0, 'project_id': '0c6eccb7d5c743f1a53a528a1f419fa2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e6b9240-7375-41ea-aa66-998d3e231f8e', 'name': '', 'network_id': '310e07b1-9c76-4479-9715-2b28fbfd1cbf', 'tenant_id': '0c6eccb7d5c743f1a53a528a1f419fa2', 'mac_address': 'fa:16:3e:a4:93:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a31ae71-934f-4135-93de-c762cbccbf01', 'device_owner': 'network:router_interface', 'standard_attr_id': 2110, 'fixed_ips': [{'subnet_id': '8fde12ad-ce3f-46bc-b05a-eff3c76ca5e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:38:12Z', 'updated_at': '2021-07-14T18:38:24Z', 'revision_number': 5, 'project_id': '0c6eccb7d5c743f1a53a528a1f419fa2', 'subnets': [{'id': '8fde12ad-ce3f-46bc-b05a-eff3c76ca5e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-3', False) {} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:38:45.396224 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1230be4-a127-4ef0-92c3-37393d8ddc7c None None] Checking router: 3a31ae71-934f-4135-93de-c762cbccbf01 for host: n-d-800634-3 {{(pid=93917) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 18:38:45.407692 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1230be4-a127-4ef0-92c3-37393d8ddc7c None None] Routers {'3a31ae71-934f-4135-93de-c762cbccbf01'} bound to L3 agent in host n-d-800634-3 {{(pid=93917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:38:45.408445 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-f1230be4-a127-4ef0-92c3-37393d8ddc7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:38:23Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['3a31ae71-934f-4135-93de-c762cbccbf01'], 'active': True} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:38:45.463506 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-d556b273-d329-420a-a58b-c548e5ba7a4c req-cc759d56-a32e-44e3-b8f4-11014d6f9030 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=01e919c7-8637-42ef-8e01-955fe39681bd HTTP/1.1" status: 200 len: 998 time: 0.1273804 Jul 14 18:38:45.548444 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f17c7f3f-e6d1-4aec-a9e7-9925b328bf00 None None] DHCP port deletion for de099bce-1061-4014-bdd5-ec95cce7be8f request from n-d-800634-3 {{(pid=93917) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 18:38:45.555197 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvr_db [None req-f1230be4-a127-4ef0-92c3-37393d8ddc7c None None] Set router 3a31ae71-934f-4135-93de-c762cbccbf01 gateway port host: n-d-800634-3 {{(pid=93917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 18:38:45.596936 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d556b273-d329-420a-a58b-c548e5ba7a4c req-13bc99d7-e262-4c9d-bed9-09b9f9a3f2bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:38:45.604145 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-d556b273-d329-420a-a58b-c548e5ba7a4c req-13bc99d7-e262-4c9d-bed9-09b9f9a3f2bc service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8fde12ad-ce3f-46bc-b05a-eff3c76ca5e1 HTTP/1.1" status: 200 len: 835 time: 0.0972397 Jul 14 18:38:45.654280 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-6d61366f-e893-4a70-975b-ce85e2055edb tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2684753', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26033175'] for subnet, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:45.710989 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d61366f-e893-4a70-975b-ce85e2055edb tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Network de099bce-1061-4014-bdd5-ec95cce7be8f is already hosted by enough agents. {{(pid=93916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:38:45.724666 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [None req-6d61366f-e893-4a70-975b-ce85e2055edb tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Resources bound (agent type, host, resource id): {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:38:45.734627 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d556b273-d329-420a-a58b-c548e5ba7a4c req-165e6d00-7f49-4a29-a1d7-ca125e1e70e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:38:45.737291 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-d556b273-d329-420a-a58b-c548e5ba7a4c req-165e6d00-7f49-4a29-a1d7-ca125e1e70e0 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=310e07b1-9c76-4479-9715-2b28fbfd1cbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1296442 Jul 14 18:38:45.738032 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-3e95661c-560d-45ea-af68-ccc7b6f4f30c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:45.741989 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d61366f-e893-4a70-975b-ce85e2055edb tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:38:45.742600 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-6d61366f-e893-4a70-975b-ce85e2055edb tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks [] for subnet, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:45.756138 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-f17c7f3f-e6d1-4aec-a9e7-9925b328bf00 None None] Deleting port 68368636-9def-45de-b69d-874d6b9ba031 {{(pid=93917) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:38:45.756138 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-f17c7f3f-e6d1-4aec-a9e7-9925b328bf00 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:45.756704 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d61366f-e893-4a70-975b-ce85e2055edb tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Pushing event updated for resources: {'Subnet': ['ID=ceaaa750-dc92-4737-b0ca-0f8625d9bbb8,revision_number=0']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:38:45.778021 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-6d61366f-e893-4a70-975b-ce85e2055edb tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6154079 Jul 14 18:38:45.778544 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 53804) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:38:45.793208 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-441f33b1-e21a-440b-8c0b-3914b55fec7b tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Request body: {'port': {'network_id': 'de099bce-1061-4014-bdd5-ec95cce7be8f', 'fixed_ips': [{'subnet_id': 'ceaaa750-dc92-4737-b0ca-0f8625d9bbb8', 'ip_address': '2001:db8:0:1::2'}], 'name': 'tempest-NetworksTestDHCPv6-415453748'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:38:45.830060 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 883fd5a2-430a-4d82-8595-e1fd8ecbd8d5 no longer exists at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 18:38:45.854121 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] No Port match for: 883fd5a2-430a-4d82-8595-e1fd8ecbd8d5 {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 18:38:45.854691 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 883fd5a2-430a-4d82-8595-e1fd8ecbd8d5 not bound to the agent host n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 18:38:45.855333 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 68368636-9def-45de-b69d-874d6b9ba031 no longer exists at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 18:38:45.889887 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e95661c-560d-45ea-af68-ccc7b6f4f30c admin admin] Pushing event deleted for resources: {'Port': ['ID=3dff1768-00b9-48e5-abaa-8ae11b033402,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:38:45.937438 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-441f33b1-e21a-440b-8c0b-3914b55fec7b tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Made reservation on behalf of 13ccccd91e8c4eb89f4317d7ac77ca6b for: {'port': 1} {{(pid=93916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:38:45.944109 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-441f33b1-e21a-440b-8c0b-3914b55fec7b tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:45.948036 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-f17c7f3f-e6d1-4aec-a9e7-9925b328bf00 None None] For port 68368636-9def-45de-b69d-874d6b9ba031, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=68368636-9def-45de-b69d-874d6b9ba031,segment=NetworkSegment(e57d1292-9039-4d9f-94d2-728500c53487),segment_id=e57d1292-9039-4d9f-94d2-728500c53487)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:38:45.948303 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-f17c7f3f-e6d1-4aec-a9e7-9925b328bf00 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:45.958482 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 53814) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:38:45.983751 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-f17c7f3f-e6d1-4aec-a9e7-9925b328bf00 None None] Calling delete_port for 68368636-9def-45de-b69d-874d6b9ba031 owned by network:dhcp {{(pid=93917) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:38:46.023121 n-d-800634-3 neutron-server[93916]: DEBUG neutron.notifiers.nova [None req-441f33b1-e21a-440b-8c0b-3914b55fec7b tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] device_id is not set on port 5a7a3ac5-89fd-413e-9313-d999b5e56ad6 yet. {{(pid=93916) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 18:38:46.089147 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-3e95661c-560d-45ea-af68-ccc7b6f4f30c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-930057'] for router_gateway, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:46.113014 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-c265ac5b-b0a2-4668-98db-f841a36dac22 tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] 10.222.0.16 "GET /v2.0/floatingips/7db51d33-2269-4fa9-9f42-d9269d42f07f HTTP/1.1" status: 200 len: 990 time: 0.1519988 Jul 14 18:38:46.165233 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:46.207696 n-d-800634-3 neutron-server[93916]: INFO neutron.pecan_wsgi.hooks.translation [None req-441f33b1-e21a-440b-8c0b-3914b55fec7b tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 18:38:46.208461 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-441f33b1-e21a-440b-8c0b-3914b55fec7b tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93916) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 18:38:46.210680 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-f17c7f3f-e6d1-4aec-a9e7-9925b328bf00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813'] for port, after_delete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:46.226405 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-441f33b1-e21a-440b-8c0b-3914b55fec7b tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 0.4450765 Jul 14 18:38:46.229044 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 53818) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:38:46.240691 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-f1230be4-a127-4ef0-92c3-37393d8ddc7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a31ae71-934f-4135-93de-c762cbccbf01', 'name': 'tempest-TestNetworkBasicOps-router-722088205', 'tenant_id': '0c6eccb7d5c743f1a53a528a1f419fa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.4'}], 'enable_snat': True}, 'gw_port_id': 'eef8e124-1f9d-444c-a121-a72703ff3433', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:38:07Z', 'updated_at': '2021-07-14T18:38:13Z', 'revision_number': 4, 'project_id': '0c6eccb7d5c743f1a53a528a1f419fa2', 'gw_port': {'id': 'eef8e124-1f9d-444c-a121-a72703ff3433', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:02:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a31ae71-934f-4135-93de-c762cbccbf01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2099, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:38:07Z', 'updated_at': '2021-07-14T18:38:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_floatingips': [{'id': '7db51d33-2269-4fa9-9f42-d9269d42f07f', 'tenant_id': '0c6eccb7d5c743f1a53a528a1f419fa2', 'floating_ip_address': '172.25.1.45', 'floating_network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'router_id': '3a31ae71-934f-4135-93de-c762cbccbf01', 'port_id': '01e919c7-8637-42ef-8e01-955fe39681bd', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2141, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '310e07b1-9c76-4479-9715-2b28fbfd1cbf', 'mac_address': 'fa:16:3e:3c:e0:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b19a8ff8-9d39-4cd0-9048-318f9ac3e8c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T18:38:42Z', 'updated_at': '2021-07-14T18:38:42Z', 'revision_number': 0, 'project_id': '0c6eccb7d5c743f1a53a528a1f419fa2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e6b9240-7375-41ea-aa66-998d3e231f8e', 'name': '', 'network_id': '310e07b1-9c76-4479-9715-2b28fbfd1cbf', 'tenant_id': '0c6eccb7d5c743f1a53a528a1f419fa2', 'mac_address': 'fa:16:3e:a4:93:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a31ae71-934f-4135-93de-c762cbccbf01', 'device_owner': 'network:router_interface', 'standard_attr_id': 2110, 'fixed_ips': [{'subnet_id': '8fde12ad-ce3f-46bc-b05a-eff3c76ca5e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:38:12Z', 'updated_at': '2021-07-14T18:38:24Z', 'revision_number': 5, 'project_id': '0c6eccb7d5c743f1a53a528a1f419fa2', 'subnets': [{'id': '8fde12ad-ce3f-46bc-b05a-eff3c76ca5e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-3', False) {} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:38:46.271351 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-210b5f56-7d14-4c91-a1f5-37ed0affdda6 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0411463 Jul 14 18:38:46.273801 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 53820) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:38:46.291363 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f17c7f3f-e6d1-4aec-a9e7-9925b328bf00 None None] No DVR routers for this DVR port 68368636-9def-45de-b69d-874d6b9ba031 on host n-d-800634-3 {{(pid=93917) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 18:38:46.293176 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17c7f3f-e6d1-4aec-a9e7-9925b328bf00 None None] Pushing event deleted for resources: {'Port': ['ID=68368636-9def-45de-b69d-874d6b9ba031,revision_number=None']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:38:46.296415 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1230be4-a127-4ef0-92c3-37393d8ddc7c None None] The sync data for ids ['3a31ae71-934f-4135-93de-c762cbccbf01'] in n-d-800634-3 is: [{'id': '3a31ae71-934f-4135-93de-c762cbccbf01', 'name': 'tempest-TestNetworkBasicOps-router-722088205', 'tenant_id': '0c6eccb7d5c743f1a53a528a1f419fa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.4'}], 'enable_snat': True}, 'gw_port_id': 'eef8e124-1f9d-444c-a121-a72703ff3433', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:38:07Z', 'updated_at': '2021-07-14T18:38:13Z', 'revision_number': 4, 'project_id': '0c6eccb7d5c743f1a53a528a1f419fa2', 'gw_port': {'id': 'eef8e124-1f9d-444c-a121-a72703ff3433', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:02:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a31ae71-934f-4135-93de-c762cbccbf01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2099, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:38:07Z', 'updated_at': '2021-07-14T18:38:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_floatingips': [{'id': '7db51d33-2269-4fa9-9f42-d9269d42f07f', 'tenant_id': '0c6eccb7d5c743f1a53a528a1f419fa2', 'floating_ip_address': '172.25.1.45', 'floating_network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'router_id': '3a31ae71-934f-4135-93de-c762cbccbf01', 'port_id': '01e919c7-8637-42ef-8e01-955fe39681bd', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2141, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '310e07b1-9c76-4479-9715-2b28fbfd1cbf', 'mac_address': 'fa:16:3e:3c:e0:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b19a8ff8-9d39-4cd0-9048-318f9ac3e8c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T18:38:42Z', 'updated_at': '2021-07-14T18:38:42Z', 'revision_number': 0, 'project_id': '0c6eccb7d5c743f1a53a528a1f419fa2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e6b9240-7375-41ea-aa66-998d3e231f8e', 'name': '', 'network_id': '310e07b1-9c76-4479-9715-2b28fbfd1cbf', 'tenant_id': '0c6eccb7d5c743f1a53a528a1f419fa2', 'mac_address': 'fa:16:3e:a4:93:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a31ae71-934f-4135-93de-c762cbccbf01', 'device_owner': 'network:router_interface', 'standard_attr_id': 2110, 'fixed_ips': [{'subnet_id': '8fde12ad-ce3f-46bc-b05a-eff3c76ca5e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:38:12Z', 'updated_at': '2021-07-14T18:38:24Z', 'revision_number': 5, 'project_id': '0c6eccb7d5c743f1a53a528a1f419fa2', 'subnets': [{'id': '8fde12ad-ce3f-46bc-b05a-eff3c76ca5e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 18:38:46.314590 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-3e95661c-560d-45ea-af68-ccc7b6f4f30c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-571778', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11402'] for router, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:46.319218 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-3e95661c-560d-45ea-af68-ccc7b6f4f30c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:46.325103 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-774c53da-972c-4c3d-b076-e12416780c1a None None] Network de099bce-1061-4014-bdd5-ec95cce7be8f requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:38:46.332998 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-d556b273-d329-420a-a58b-c548e5ba7a4c req-011e308e-5156-4eb8-9ba5-be2f06619eb2 service neutron] 10.222.0.35 "GET /v2.0/networks/310e07b1-9c76-4479-9715-2b28fbfd1cbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5847311 Jul 14 18:38:46.371367 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da490425-8ddd-498f-a2c4-85a5b7793c8d tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:38:46.376201 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da490425-8ddd-498f-a2c4-85a5b7793c8d tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:38:46.380156 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-da490425-8ddd-498f-a2c4-85a5b7793c8d tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1051700 Jul 14 18:38:46.382936 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 53826) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:38:46.468729 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-3e95661c-560d-45ea-af68-ccc7b6f4f30c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-541202'] for router, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:46.469297 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e95661c-560d-45ea-af68-ccc7b6f4f30c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6d3af555-74c9-4536-901b-a38fb4bef1f4 {{(pid=93915) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 18:38:46.477218 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-3e95661c-560d-45ea-af68-ccc7b6f4f30c admin admin] Notify callbacks [] for router, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:46.482898 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-3e95661c-560d-45ea-af68-ccc7b6f4f30c admin admin] 10.222.0.16 "DELETE /v2.0/routers/6d3af555-74c9-4536-901b-a38fb4bef1f4 HTTP/1.1" status: 204 len: 168 time: 2.6100845 Jul 14 18:38:46.483863 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 53828) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:38:46.510216 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fda37fe8-5aac-4422-b925-20f56ed19329 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9222b97e-5d1c-54f8-ba97-82f172498e76-de099bce-1061-4014-bdd5-ec95cce7be8f', 'network_id': 'de099bce-1061-4014-bdd5-ec95cce7be8f', 'tenant_id': '13ccccd91e8c4eb89f4317d7ac77ca6b', 'fixed_ips': [{'subnet_id': 'ceaaa750-dc92-4737-b0ca-0f8625d9bbb8'}]}} from n-d-800634-3. {{(pid=93917) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 18:38:46.511082 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-fda37fe8-5aac-4422-b925-20f56ed19329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:46.530832 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ed57f28-f77c-4ec7-842b-9f6c496d6bdb tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Deleting subnet ceaaa750-dc92-4737-b0ca-0f8625d9bbb8 {{(pid=93916) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 18:38:46.543757 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-9ed57f28-f77c-4ec7-842b-9f6c496d6bdb tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks [] for subnet, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:46.568938 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-d556b273-d329-420a-a58b-c548e5ba7a4c req-a007af89-d2a8-482e-a8b1-648f8fc23655 service neutron] 10.222.0.35 "GET /v2.0/networks/310e07b1-9c76-4479-9715-2b28fbfd1cbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1680224 Jul 14 18:38:46.601661 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.db_base_plugin_v2 [None req-9816aefb-4742-485d-a64b-26b7a551fe1f admin admin] Deleting subnet c9715e59-b525-40fa-a99e-ebf6aedac4af {{(pid=93916) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 18:38:46.608807 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-9816aefb-4742-485d-a64b-26b7a551fe1f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:46.637866 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-9ed57f28-f77c-4ec7-842b-9f6c496d6bdb tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26296866'] for subnet, precommit_delete_associations {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:46.701517 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-9816aefb-4742-485d-a64b-26b7a551fe1f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26296866'] for subnet, precommit_delete_associations {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:46.744716 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-9ed57f28-f77c-4ec7-842b-9f6c496d6bdb tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081283'] for subnet, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:46.762704 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b54b4aa5-4b32-4360-b207-d70f50416e02 None None] New status for floating IP 7db51d33-2269-4fa9-9f42-d9269d42f07f: ACTIVE {{(pid=93918) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 18:38:46.833685 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-9ed57f28-f77c-4ec7-842b-9f6c496d6bdb tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2684816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26033152'] for subnet, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:46.853418 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server [None req-fda37fe8-5aac-4422-b925-20f56ed19329 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ceaaa750-dc92-4737-b0ca-0f8625d9bbb8: This subnet is being modified by another concurrent operation. Jul 14 18:38:46.853418 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 14 18:38:46.853418 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 14 18:38:46.853418 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 14 18:38:46.853418 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 14 18:38:46.853418 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 14 18:38:46.853418 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 14 18:38:46.853418 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 14 18:38:46.853418 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 14 18:38:46.853418 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 14 18:38:46.853418 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 14 18:38:46.853418 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 14 18:38:46.853418 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 18:38:46.853418 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 18:38:46.853418 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 18:38:46.853418 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 18:38:46.853418 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 14 18:38:46.853418 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 14 18:38:46.853418 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 14 18:38:46.853418 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 14 18:38:46.853418 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 18:38:46.853418 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 18:38:46.853418 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 18:38:46.853418 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 18:38:46.853418 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 14 18:38:46.853418 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 14 18:38:46.853418 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 14 18:38:46.853418 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 14 18:38:46.853418 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 18:38:46.853418 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 18:38:46.853418 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 18:38:46.853418 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 18:38:46.853418 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 14 18:38:46.853418 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 14 18:38:46.853418 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 14 18:38:46.853418 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 14 18:38:46.853418 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 14 18:38:46.853418 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 14 18:38:46.853418 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 14 18:38:46.853418 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 14 18:38:46.853418 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 14 18:38:46.853418 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 14 18:38:46.853418 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 14 18:38:46.853418 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 14 18:38:46.853418 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 14 18:38:46.853418 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 14 18:38:46.853418 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 14 18:38:46.853418 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 14 18:38:46.853418 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 18:38:46.853418 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 18:38:46.853418 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 18:38:46.853418 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 18:38:46.853418 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 14 18:38:46.853418 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 14 18:38:46.858011 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 14 18:38:46.858011 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 14 18:38:46.858011 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 18:38:46.858011 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 18:38:46.858011 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 18:38:46.858011 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 18:38:46.858011 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 14 18:38:46.858011 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 14 18:38:46.858011 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 14 18:38:46.858011 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 14 18:38:46.858011 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 18:38:46.858011 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 18:38:46.858011 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 18:38:46.858011 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 18:38:46.858011 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 14 18:38:46.858011 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 14 18:38:46.858011 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 14 18:38:46.858011 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 14 18:38:46.858011 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 14 18:38:46.858011 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 14 18:38:46.858011 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 14 18:38:46.858011 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 14 18:38:46.858011 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 14 18:38:46.858011 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 14 18:38:46.858011 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 18:38:46.858011 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 18:38:46.858011 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 18:38:46.858011 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 18:38:46.858011 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 14 18:38:46.858011 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 14 18:38:46.858011 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 14 18:38:46.858011 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 14 18:38:46.858011 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 14 18:38:46.858011 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 14 18:38:46.858011 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 14 18:38:46.858011 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server raise exception Jul 14 18:38:46.858011 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ceaaa750-dc92-4737-b0ca-0f8625d9bbb8: This subnet is being modified by another concurrent operation. Jul 14 18:38:46.858011 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server Jul 14 18:38:46.869095 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed57f28-f77c-4ec7-842b-9f6c496d6bdb tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Pushing event deleted for resources: {'Subnet': ['ID=ceaaa750-dc92-4737-b0ca-0f8625d9bbb8,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:38:46.877841 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b644ed8-7073-4da1-b27a-b33a40693a85 None None] get_active_networks_info from n-d-800634-3 {{(pid=93917) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 14 18:38:46.891804 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-9ed57f28-f77c-4ec7-842b-9f6c496d6bdb tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks [] for subnet, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:46.893741 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-9ed57f28-f77c-4ec7-842b-9f6c496d6bdb tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] 10.222.0.16 "DELETE /v2.0/subnets/ceaaa750-dc92-4737-b0ca-0f8625d9bbb8 HTTP/1.1" status: 204 len: 168 time: 0.5091636 Jul 14 18:38:46.896266 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 53834) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:38:46.949966 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-1e46c3ad-f724-48c7-86d2-8373da68c83f tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0526006 Jul 14 18:38:46.954512 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 53838) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:38:46.961120 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-9816aefb-4742-485d-a64b-26b7a551fe1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081283'] for subnet, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:46.961337 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-31ca5db8-ae5e-49cd-865d-7efb5612a246 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Request body: {'subnet': {'network_id': 'de099bce-1061-4014-bdd5-ec95cce7be8f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:38:47.046180 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-9816aefb-4742-485d-a64b-26b7a551fe1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2684816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26033152'] for subnet, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:47.101435 n-d-800634-3 neutron-server[93917]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b644ed8-7073-4da1-b27a-b33a40693a85 None None] Resources bound (agent type, host, resource id): {{(pid=93917) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 14 18:38:47.115777 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 53844) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:38:47.119788 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9816aefb-4742-485d-a64b-26b7a551fe1f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c9715e59-b525-40fa-a99e-ebf6aedac4af,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:38:47.160602 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-9816aefb-4742-485d-a64b-26b7a551fe1f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:47.166737 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-9816aefb-4742-485d-a64b-26b7a551fe1f admin admin] 10.222.0.16 "DELETE /v2.0/subnets/c9715e59-b525-40fa-a99e-ebf6aedac4af HTTP/1.1" status: 204 len: 168 time: 0.6795661 Jul 14 18:38:47.174577 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 53848) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:38:47.268813 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-7bcbe48a-4ff0-4ab4-9b44-61586a9d42e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645734'] for network, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:47.272736 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31ca5db8-ae5e-49cd-865d-7efb5612a246 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Made reservation on behalf of 13ccccd91e8c4eb89f4317d7ac77ca6b for: {'subnet': 1} {{(pid=93915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:38:47.282802 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-31ca5db8-ae5e-49cd-865d-7efb5612a246 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28969735'] for subnet, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:47.351329 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-7bcbe48a-4ff0-4ab4-9b44-61586a9d42e0 admin admin] Deleting port 33a141bf-08bd-4174-bc8d-d2686c97d5f7 {{(pid=93916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:38:47.351759 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-7bcbe48a-4ff0-4ab4-9b44-61586a9d42e0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:47.396376 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-ee449cc0-8787-4db6-ace1-60fe41a929ed tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] 10.222.0.16 "GET /v2.0/floatingips/7db51d33-2269-4fa9-9f42-d9269d42f07f HTTP/1.1" status: 200 len: 990 time: 0.2764943 Jul 14 18:38:47.453452 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.db [None req-7bcbe48a-4ff0-4ab4-9b44-61586a9d42e0 admin admin] For port 33a141bf-08bd-4174-bc8d-d2686c97d5f7, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=33a141bf-08bd-4174-bc8d-d2686c97d5f7,segment=NetworkSegment(48f07496-1654-4e70-864e-6d82e6081c18),segment_id=48f07496-1654-4e70-864e-6d82e6081c18)] {{(pid=93916) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:38:47.454821 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-7bcbe48a-4ff0-4ab4-9b44-61586a9d42e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:47.472318 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-7bcbe48a-4ff0-4ab4-9b44-61586a9d42e0 admin admin] Calling delete_port for 33a141bf-08bd-4174-bc8d-d2686c97d5f7 owned by network:dhcp {{(pid=93916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:38:47.573936 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-31ca5db8-ae5e-49cd-865d-7efb5612a246 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25912837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28969781'] for subnet, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:47.577852 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-7bcbe48a-4ff0-4ab4-9b44-61586a9d42e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:47.587530 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77894572-c044-47e8-9a37-7297c4691e79 None None] Network fd8ea664-6074-4bbe-887f-058fe7b50123 requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:38:47.607747 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bcbe48a-4ff0-4ab4-9b44-61586a9d42e0 admin admin] Pushing event deleted for resources: {'Port': ['ID=33a141bf-08bd-4174-bc8d-d2686c97d5f7,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:38:47.614997 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bcbe48a-4ff0-4ab4-9b44-61586a9d42e0 admin admin] No DVR routers for this DVR port 33a141bf-08bd-4174-bc8d-d2686c97d5f7 on host n-d-800634-3 {{(pid=93916) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 18:38:47.629475 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31ca5db8-ae5e-49cd-865d-7efb5612a246 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Network de099bce-1061-4014-bdd5-ec95cce7be8f is already hosted by enough agents. {{(pid=93915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:38:47.633163 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [None req-31ca5db8-ae5e-49cd-865d-7efb5612a246 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Resources bound (agent type, host, resource id): {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:38:47.637556 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31ca5db8-ae5e-49cd-865d-7efb5612a246 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:38:47.638328 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-31ca5db8-ae5e-49cd-865d-7efb5612a246 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks [] for subnet, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:47.646478 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bc37514-f9a1-4815-bae1-34e03f9ad0eb None None] Network de099bce-1061-4014-bdd5-ec95cce7be8f requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:38:47.656918 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ca5db8-ae5e-49cd-865d-7efb5612a246 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Pushing event updated for resources: {'Subnet': ['ID=a5c8143d-c87d-4238-869f-dddff4a1f2cd,revision_number=0']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:38:47.665559 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-31ca5db8-ae5e-49cd-865d-7efb5612a246 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7094102 Jul 14 18:38:47.666281 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 53854) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:38:47.671870 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-7bb6381a-4acc-42ea-ae87-bf0ee6c68b37 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-176479591', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:38:47.717714 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-7bb6381a-4acc-42ea-ae87-bf0ee6c68b37 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-571768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11104'] for router, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:47.722111 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-7bb6381a-4acc-42ea-ae87-bf0ee6c68b37 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-571675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-930014', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-632314', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11129'] for router, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:47.722454 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-7bcbe48a-4ff0-4ab4-9b44-61586a9d42e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2096010', 'neutron.services.segments.db._delete_segments_for_network-8728202734996'] for network, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:47.743462 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.segments.db [None req-7bcbe48a-4ff0-4ab4-9b44-61586a9d42e0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd8ea664-6074-4bbe-887f-058fe7b50123']}} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:38:47.793742 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-7bb6381a-4acc-42ea-ae87-bf0ee6c68b37 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:47.794186 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.segments.db [None req-7bcbe48a-4ff0-4ab4-9b44-61586a9d42e0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48f07496-1654-4e70-864e-6d82e6081c18') {'for_net_delete': True} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:38:47.794416 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.segments.db [None req-7bcbe48a-4ff0-4ab4-9b44-61586a9d42e0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48f07496-1654-4e70-864e-6d82e6081c18') {} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:38:47.809958 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-7bb6381a-4acc-42ea-ae87-bf0ee6c68b37 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-571759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-930033'] for router, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:47.834760 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-7bb6381a-4acc-42ea-ae87-bf0ee6c68b37 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks [] for router, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:47.838839 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-7bb6381a-4acc-42ea-ae87-bf0ee6c68b37 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1688576 Jul 14 18:38:47.839166 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 53860) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:38:47.841096 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-7bcbe48a-4ff0-4ab4-9b44-61586a9d42e0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728202715275', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26296891'] for segment, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:47.860635 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-7bcbe48a-4ff0-4ab4-9b44-61586a9d42e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:47.875009 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7bcbe48a-4ff0-4ab4-9b44-61586a9d42e0 admin admin] Releasing vlan 75 on physical network physnet1 to pool {{(pid=93916) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 18:38:47.876382 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-7bcbe48a-4ff0-4ab4-9b44-61586a9d42e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2682942'] for segment, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:47.878762 n-d-800634-3 neutron-server[93916]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:38:47.878762 n-d-800634-3 neutron-server[93916]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:38:47.878762 n-d-800634-3 neutron-server[93916]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:38:47.878762 n-d-800634-3 neutron-server[93916]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:38:47.878762 n-d-800634-3 neutron-server[93916]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:38:47.878762 n-d-800634-3 neutron-server[93916]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:38:47.878762 n-d-800634-3 neutron-server[93916]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:38:47.878762 n-d-800634-3 neutron-server[93916]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:38:47.878762 n-d-800634-3 neutron-server[93916]: Traceback (most recent call last): Jul 14 18:38:47.878762 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 18:38:47.878762 n-d-800634-3 neutron-server[93916]: timer() Jul 14 18:38:47.878762 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 18:38:47.878762 n-d-800634-3 neutron-server[93916]: cb(*args, **kw) Jul 14 18:38:47.878762 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 18:38:47.878762 n-d-800634-3 neutron-server[93916]: return func(*args, **kwargs) Jul 14 18:38:47.878762 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 18:38:47.878762 n-d-800634-3 neutron-server[93916]: self._notify() Jul 14 18:38:47.878762 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 18:38:47.878762 n-d-800634-3 neutron-server[93916]: self.callback(batched_events) Jul 14 18:38:47.878762 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 18:38:47.878762 n-d-800634-3 neutron-server[93916]: event.method(event) Jul 14 18:38:47.878762 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 18:38:47.878762 n-d-800634-3 neutron-server[93916]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 18:38:47.878762 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 18:38:47.878762 n-d-800634-3 neutron-server[93916]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 18:38:47.878762 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 18:38:47.878762 n-d-800634-3 neutron-server[93916]: return f(self, *a, **k) Jul 14 18:38:47.878762 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 18:38:47.878762 n-d-800634-3 neutron-server[93916]: return self._get(url).json() Jul 14 18:38:47.878762 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 18:38:47.878762 n-d-800634-3 neutron-server[93916]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 18:38:47.878762 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 18:38:47.878762 n-d-800634-3 neutron-server[93916]: return self.request(url, 'GET', **kwargs) Jul 14 18:38:47.878762 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 18:38:47.878762 n-d-800634-3 neutron-server[93916]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 18:38:47.878762 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 18:38:47.878762 n-d-800634-3 neutron-server[93916]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 18:38:47.878762 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 18:38:47.878762 n-d-800634-3 neutron-server[93916]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 18:38:47.878762 n-d-800634-3 neutron-server[93916]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 18:38:47.923699 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 3dff1768-00b9-48e5-abaa-8ae11b033402 no longer exists at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 18:38:47.951401 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-7bcbe48a-4ff0-4ab4-9b44-61586a9d42e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2096001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-930085'] for network, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:47.957156 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-7bcbe48a-4ff0-4ab4-9b44-61586a9d42e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598705'] for network, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:47.963987 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-7bcbe48a-4ff0-4ab4-9b44-61586a9d42e0 admin admin] 10.222.0.16 "DELETE /v2.0/networks/fd8ea664-6074-4bbe-887f-058fe7b50123 HTTP/1.1" status: 204 len: 168 time: 0.7906656 Jul 14 18:38:47.984804 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bcbe48a-4ff0-4ab4-9b44-61586a9d42e0 admin admin] Pushing event deleted for resources: {'Network': ['ID=fd8ea664-6074-4bbe-887f-058fe7b50123,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:38:47.985863 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] No Port match for: 3dff1768-00b9-48e5-abaa-8ae11b033402 {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 18:38:47.986310 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 3dff1768-00b9-48e5-abaa-8ae11b033402 not bound to the agent host n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 18:38:47.999006 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bdb7d67-b336-4082-87cf-c1be19e845fb None None] DHCP port deletion for fd8ea664-6074-4bbe-887f-058fe7b50123 request from n-d-800634-3 {{(pid=93917) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 18:38:48.067540 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3151693f-a403-45d3-88f4-e21d1c485d57 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9222b97e-5d1c-54f8-ba97-82f172498e76-de099bce-1061-4014-bdd5-ec95cce7be8f', 'network_id': 'de099bce-1061-4014-bdd5-ec95cce7be8f', 'tenant_id': '13ccccd91e8c4eb89f4317d7ac77ca6b', 'fixed_ips': [{'subnet_id': 'a5c8143d-c87d-4238-869f-dddff4a1f2cd'}]}} from n-d-800634-3. {{(pid=93917) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 18:38:48.069627 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-3151693f-a403-45d3-88f4-e21d1c485d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:48.143784 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 53872) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:38:48.253350 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-9da47393-9d34-44b3-8b64-4b9f7171b208 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=81405c7e7f554ba6bd8aaf104233fc29&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1083398 Jul 14 18:38:48.255836 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 53876) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:38:48.278245 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.db_base_plugin_common [None req-3151693f-a403-45d3-88f4-e21d1c485d57 None None] Allocated IP 2001:db8::2 (de099bce-1061-4014-bdd5-ec95cce7be8f/a5c8143d-c87d-4238-869f-dddff4a1f2cd/c3aafb69-bc19-43cb-b3f4-5f17c5084c42) {{(pid=93917) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:38:48.304310 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-b8e665ef-c00d-40fd-8729-4a3af4d1588b tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:48.369737 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-b6139e3b-fc72-4fcd-8873-15c80b7370d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:48.397568 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-b6139e3b-fc72-4fcd-8873-15c80b7370d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:48.399974 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 53880) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:38:48.507355 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-6ddd11a4-1e6e-4380-9305-da800cfad78b tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] 10.222.0.16 "GET /v2.0/floatingips/7db51d33-2269-4fa9-9f42-d9269d42f07f HTTP/1.1" status: 200 len: 992 time: 0.1059270 Jul 14 18:38:48.517348 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-3151693f-a403-45d3-88f4-e21d1c485d57 None None] Notify callbacks [] for port, precommit_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:48.529321 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-3151693f-a403-45d3-88f4-e21d1c485d57 None None] Transition to ACTIVE for port object c3aafb69-bc19-43cb-b3f4-5f17c5084c42 will not be triggered until provisioned by entity L2. {{(pid=93917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:38:48.544696 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-3151693f-a403-45d3-88f4-e21d1c485d57 None None] Transition to ACTIVE for port object c3aafb69-bc19-43cb-b3f4-5f17c5084c42 will not be triggered until provisioned by entity DHCP. {{(pid=93917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:38:48.552095 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-3151693f-a403-45d3-88f4-e21d1c485d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804'] for port, after_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:48.561313 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-b6139e3b-fc72-4fcd-8873-15c80b7370d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:48.564654 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-b6139e3b-fc72-4fcd-8873-15c80b7370d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:48.565992 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-b6139e3b-fc72-4fcd-8873-15c80b7370d8 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a999d234-74fd-4fe9-9c1f-7cf4ee715591 HTTP/1.1" status: 204 len: 168 time: 0.3090537 Jul 14 18:38:48.595345 n-d-800634-3 neutron-server[93917]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3151693f-a403-45d3-88f4-e21d1c485d57 None None] Network de099bce-1061-4014-bdd5-ec95cce7be8f is already hosted by enough agents. {{(pid=93917) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:38:48.599314 n-d-800634-3 neutron-server[93917]: DEBUG neutron.scheduler.base_scheduler [None req-3151693f-a403-45d3-88f4-e21d1c485d57 None None] Resources bound (agent type, host, resource id): {{(pid=93917) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:38:48.603574 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3151693f-a403-45d3-88f4-e21d1c485d57 None None] Received port after_create {{(pid=93917) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:38:48.616892 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6139e3b-fc72-4fcd-8873-15c80b7370d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a999d234-74fd-4fe9-9c1f-7cf4ee715591,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:38:48.623819 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3151693f-a403-45d3-88f4-e21d1c485d57 None None] Pushing event updated for resources: {'Port': ['ID=c3aafb69-bc19-43cb-b3f4-5f17c5084c42,revision_number=1']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:38:48.678975 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.db_base_plugin_common [None req-b8e665ef-c00d-40fd-8729-4a3af4d1588b tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Allocated IP 2001:db8::1 (de099bce-1061-4014-bdd5-ec95cce7be8f/a5c8143d-c87d-4238-869f-dddff4a1f2cd/ce7a975b-f2f7-4c81-ac52-bcd87f3641d6) {{(pid=93915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:38:48.705746 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-3151693f-a403-45d3-88f4-e21d1c485d57 None None] Attempting to bind port c3aafb69-bc19-43cb-b3f4-5f17c5084c42 on host n-d-800634-3 for vnic_type normal with profile {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:38:48.706776 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-3151693f-a403-45d3-88f4-e21d1c485d57 None None] Attempting to bind port c3aafb69-bc19-43cb-b3f4-5f17c5084c42 by drivers openvswitch,hyperv on host n-d-800634-3 at level 0 using segments [{'id': 'e57d1292-9039-4d9f-94d2-728500c53487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'de099bce-1061-4014-bdd5-ec95cce7be8f'}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:38:48.708482 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3151693f-a403-45d3-88f4-e21d1c485d57 None None] Attempting to bind port c3aafb69-bc19-43cb-b3f4-5f17c5084c42 on network de099bce-1061-4014-bdd5-ec95cce7be8f {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:38:48.714968 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3151693f-a403-45d3-88f4-e21d1c485d57 None None] Checking agent: {'id': '01c19e91-a945-4e3c-94a6-c211e17c923e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 8, 23), 'started_at': datetime.datetime(2021, 7, 14, 18, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 18, 38, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 18:38:48.715433 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3151693f-a403-45d3-88f4-e21d1c485d57 None None] Checking segment: {'id': 'e57d1292-9039-4d9f-94d2-728500c53487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'de099bce-1061-4014-bdd5-ec95cce7be8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93917) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:38:48.715906 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-3151693f-a403-45d3-88f4-e21d1c485d57 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:48.716400 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3151693f-a403-45d3-88f4-e21d1c485d57 None None] Bound using segment: {'id': 'e57d1292-9039-4d9f-94d2-728500c53487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'de099bce-1061-4014-bdd5-ec95cce7be8f'} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 18:38:48.716949 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-3151693f-a403-45d3-88f4-e21d1c485d57 None None] Bound port: c3aafb69-bc19-43cb-b3f4-5f17c5084c42, host: n-d-800634-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e57d1292-9039-4d9f-94d2-728500c53487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'de099bce-1061-4014-bdd5-ec95cce7be8f'}}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 18:38:48.717403 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-3151693f-a403-45d3-88f4-e21d1c485d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:48.805956 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-3151693f-a403-45d3-88f4-e21d1c485d57 None None] For port c3aafb69-bc19-43cb-b3f4-5f17c5084c42, host n-d-800634-3, cleared binding levels {{(pid=93917) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:38:48.810412 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-3151693f-a403-45d3-88f4-e21d1c485d57 None None] For port c3aafb69-bc19-43cb-b3f4-5f17c5084c42, host n-d-800634-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=c3aafb69-bc19-43cb-b3f4-5f17c5084c42,segment=NetworkSegment(e57d1292-9039-4d9f-94d2-728500c53487),segment_id=e57d1292-9039-4d9f-94d2-728500c53487)] {{(pid=93917) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 18:38:48.817829 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-3151693f-a403-45d3-88f4-e21d1c485d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:48.823279 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-b8e665ef-c00d-40fd-8729-4a3af4d1588b tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks [] for port, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:48.838140 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.provisioning_blocks [None req-b8e665ef-c00d-40fd-8729-4a3af4d1588b tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Transition to ACTIVE for port object ce7a975b-f2f7-4c81-ac52-bcd87f3641d6 will not be triggered until provisioned by entity DHCP. {{(pid=93915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:38:48.893491 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-b8e665ef-c00d-40fd-8729-4a3af4d1588b tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:48.902505 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3151693f-a403-45d3-88f4-e21d1c485d57 None None] Pushing event updated for resources: {'Port': ['ID=c3aafb69-bc19-43cb-b3f4-5f17c5084c42,revision_number=2']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:38:48.994649 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8e665ef-c00d-40fd-8729-4a3af4d1588b tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Network de099bce-1061-4014-bdd5-ec95cce7be8f is already hosted by enough agents. {{(pid=93915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:38:48.996422 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [None req-b8e665ef-c00d-40fd-8729-4a3af4d1588b tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Resources bound (agent type, host, resource id): {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:38:48.998606 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e665ef-c00d-40fd-8729-4a3af4d1588b tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Pushing event updated for resources: {'Port': ['ID=ce7a975b-f2f7-4c81-ac52-bcd87f3641d6,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:38:49.001163 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8e665ef-c00d-40fd-8729-4a3af4d1588b tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Received port after_create {{(pid=93915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:38:49.001790 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-b8e665ef-c00d-40fd-8729-4a3af4d1588b tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-930452'] for router_interface, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:49.232430 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-b8e665ef-c00d-40fd-8729-4a3af4d1588b tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:49.573584 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b20928f-fda9-4bc9-b7cc-f5a51a2d4584 req-73ca2e0d-f6c3-45e5-9237-5dda8893303e tempest-TestNetworkAdvancedServerOps-1839370163 tempest-TestNetworkAdvancedServerOps-1839370163-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:38:49.575148 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2b20928f-fda9-4bc9-b7cc-f5a51a2d4584 req-73ca2e0d-f6c3-45e5-9237-5dda8893303e tempest-TestNetworkAdvancedServerOps-1839370163 tempest-TestNetworkAdvancedServerOps-1839370163-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=7677033f-c81d-4c6b-bb6d-c53ed17bcb6d HTTP/1.1" status: 200 len: 1097 time: 0.2227876 Jul 14 18:38:49.619037 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 53928) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:38:49.639435 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2b20928f-fda9-4bc9-b7cc-f5a51a2d4584 req-fdc179e2-fca5-45cc-bf94-f2031104c9a6 tempest-TestNetworkAdvancedServerOps-1839370163 tempest-TestNetworkAdvancedServerOps-1839370163-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=c67cf0ff-df49-40b6-a3f5-cbd66b5fac2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537603 Jul 14 18:38:49.691595 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 53934) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:38:49.733095 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-b8e665ef-c00d-40fd-8729-4a3af4d1588b tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks [] for port, precommit_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:49.742873 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-b8e665ef-c00d-40fd-8729-4a3af4d1588b tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25912978'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:49.743931 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-b8e665ef-c00d-40fd-8729-4a3af4d1588b tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-598741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-928734'] for router_interface, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:49.856500 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device c3aafb69-bc19-43cb-b3f4-5f17c5084c42 up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:38:49.858805 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-2a8c05d1-e1f3-4305-a067-8886a79e214f admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1341928878-network', 'tenant_id': '4427572788fe4f30abbab6f59fdbf9f1'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:38:49.935623 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a8c05d1-e1f3-4305-a067-8886a79e214f admin admin] Made reservation on behalf of 4427572788fe4f30abbab6f59fdbf9f1 for: {'network': 1} {{(pid=93916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:38:49.938420 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-2a8c05d1-e1f3-4305-a067-8886a79e214f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for network, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:49.961453 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-2a8c05d1-e1f3-4305-a067-8886a79e214f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:49.986307 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning for port c3aafb69-bc19-43cb-b3f4-5f17c5084c42 completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:38:49.999933 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 33a141bf-08bd-4174-bc8d-d2686c97d5f7 no longer exists at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 18:38:50.004176 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-dd7231e3-9cd1-47b1-9c1a-8da0e10969a2 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Deleting port 510e5f1c-e0f8-47db-906a-9f699019ae82 {{(pid=93916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:38:50.004534 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-dd7231e3-9cd1-47b1-9c1a-8da0e10969a2 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:50.023396 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] No Port match for: 33a141bf-08bd-4174-bc8d-d2686c97d5f7 {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 18:38:50.023892 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 33a141bf-08bd-4174-bc8d-d2686c97d5f7 not bound to the agent host n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 18:38:50.180175 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-2a8c05d1-e1f3-4305-a067-8886a79e214f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:50.184607 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-dd7231e3-9cd1-47b1-9c1a-8da0e10969a2 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:50.184982 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-dd7231e3-9cd1-47b1-9c1a-8da0e10969a2 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:50.189187 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-2a8c05d1-e1f3-4305-a067-8886a79e214f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:50.209909 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a8c05d1-e1f3-4305-a067-8886a79e214f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 73} {{(pid=93916) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 18:38:50.231688 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-dd7231e3-9cd1-47b1-9c1a-8da0e10969a2 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Calling delete_port for 510e5f1c-e0f8-47db-906a-9f699019ae82 owned by network:floatingip {{(pid=93916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:38:50.248325 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-2a8c05d1-e1f3-4305-a067-8886a79e214f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:50.248680 n-d-800634-3 neutron-server[93916]: INFO neutron.db.segments_db [None req-2a8c05d1-e1f3-4305-a067-8886a79e214f admin admin] Added segment d46cbae5-a9c8-4575-b283-c5e5c56b0da1 of type vlan for network 949878ad-81d9-4447-9e61-f4d51615e760 Jul 14 18:38:50.277817 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e665ef-c00d-40fd-8729-4a3af4d1588b tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Pushing event updated for resources: {'Port': ['ID=ce7a975b-f2f7-4c81-ac52-bcd87f3641d6,revision_number=2']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:38:50.298374 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8c05d1-e1f3-4305-a067-8886a79e214f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c12e930-6fff-41d7-aec1-8ad43a070853,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:38:50.325458 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8e665ef-c00d-40fd-8729-4a3af4d1588b tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Network de099bce-1061-4014-bdd5-ec95cce7be8f is already hosted by enough agents. {{(pid=93915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:38:50.327736 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [None req-b8e665ef-c00d-40fd-8729-4a3af4d1588b tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Resources bound (agent type, host, resource id): {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:38:50.337018 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-0b120d5e-8f54-4ec8-b465-46b2476b9727 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:50.374643 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-2a8c05d1-e1f3-4305-a067-8886a79e214f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728202197517'] for network, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:50.491221 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-2a8c05d1-e1f3-4305-a067-8886a79e214f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727'] for network, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:50.492253 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a8c05d1-e1f3-4305-a067-8886a79e214f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:38:50.492839 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-2a8c05d1-e1f3-4305-a067-8886a79e214f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598705'] for network, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:50.547992 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-2785e9f9-4863-46e1-9e74-d5e53d45c808 None None] Provisioning for port c3aafb69-bc19-43cb-b3f4-5f17c5084c42 completed by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:38:50.560507 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-2785e9f9-4863-46e1-9e74-d5e53d45c808 None None] Provisioning complete for port c3aafb69-bc19-43cb-b3f4-5f17c5084c42 triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:38:50.561029 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-2785e9f9-4863-46e1-9e74-d5e53d45c808 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:50.561171 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8e665ef-c00d-40fd-8729-4a3af4d1588b tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Router 78f42ebd-6ea2-4f35-b42c-bfe8dbaa2d8d is scheduled to L3 agent 2c6eb27e-defb-4cca-9a24-381c7415e359 with binding_index 1 {{(pid=93915) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 18:38:50.595578 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-2a8c05d1-e1f3-4305-a067-8886a79e214f admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.9755104 Jul 14 18:38:50.638542 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 53950) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:38:50.665044 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-5009d228-e631-49b8-aae9-e5862598afd3 admin admin] Request body: {'subnet': {'network_id': '949878ad-81d9-4447-9e61-f4d51615e760', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1341928878-subnet', 'tenant_id': '4427572788fe4f30abbab6f59fdbf9f1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:38:50.698854 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5009d228-e631-49b8-aae9-e5862598afd3 admin admin] Made reservation on behalf of 4427572788fe4f30abbab6f59fdbf9f1 for: {'subnet': 1} {{(pid=93916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:38:50.702835 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-5009d228-e631-49b8-aae9-e5862598afd3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26033189'] for subnet, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:50.726699 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8c05d1-e1f3-4305-a067-8886a79e214f admin admin] Pushing event updated for resources: {'Network': ['ID=949878ad-81d9-4447-9e61-f4d51615e760,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:38:50.789040 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Network 949878ad-81d9-4447-9e61-f4d51615e760 details requested by agent ovs-agent-n-d-800634-3 with host n-d-800634-3 {{(pid=93917) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 18:38:50.807390 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8e665ef-c00d-40fd-8729-4a3af4d1588b tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify agent at l3_agent.n-d-800634-3 the message routers_updated {{(pid=93915) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 18:38:50.814099 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-b8e665ef-c00d-40fd-8729-4a3af4d1588b tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] 10.222.0.16 "PUT /v2.0/routers/78f42ebd-6ea2-4f35-b42c-bfe8dbaa2d8d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9732399 Jul 14 18:38:50.816832 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 53958) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:38:50.836479 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-2785e9f9-4863-46e1-9e74-d5e53d45c808 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:50.842379 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-dd7231e3-9cd1-47b1-9c1a-8da0e10969a2 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:50.901491 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a70bca85-ae69-4f0e-a03f-edc934cfff53 None None] Sync routers for ids ['78f42ebd-6ea2-4f35-b42c-bfe8dbaa2d8d'] in n-d-800634-3 {{(pid=93917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 18:38:50.940556 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-2785e9f9-4863-46e1-9e74-d5e53d45c808 None None] For port c3aafb69-bc19-43cb-b3f4-5f17c5084c42, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=c3aafb69-bc19-43cb-b3f4-5f17c5084c42,segment=NetworkSegment(e57d1292-9039-4d9f-94d2-728500c53487),segment_id=e57d1292-9039-4d9f-94d2-728500c53487)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:38:50.950701 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a70bca85-ae69-4f0e-a03f-edc934cfff53 None None] Routers {'78f42ebd-6ea2-4f35-b42c-bfe8dbaa2d8d'} bound to L3 agent in host n-d-800634-3 {{(pid=93917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:38:50.951683 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-a70bca85-ae69-4f0e-a03f-edc934cfff53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:38:23Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['78f42ebd-6ea2-4f35-b42c-bfe8dbaa2d8d'], 'active': True} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:38:50.953930 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-2785e9f9-4863-46e1-9e74-d5e53d45c808 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:50.954078 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e63dc27f-285e-4d6b-8b04-25d35f11e462 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:38:50.963496 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-e63dc27f-285e-4d6b-8b04-25d35f11e462 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] 10.222.0.16 "GET /v2.0/ports/ce7a975b-f2f7-4c81-ac52-bcd87f3641d6 HTTP/1.1" status: 200 len: 911 time: 0.1448596 Jul 14 18:38:50.967141 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 53960) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:38:51.005192 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7231e3-9cd1-47b1-9c1a-8da0e10969a2 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Pushing event deleted for resources: {'Port': ['ID=510e5f1c-e0f8-47db-906a-9f699019ae82,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:38:51.091259 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24d4f472-f00a-4b22-b2c5-ceaa4d55690b tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:38:51.098126 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24d4f472-f00a-4b22-b2c5-ceaa4d55690b tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:38:51.099849 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-24d4f472-f00a-4b22-b2c5-ceaa4d55690b tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1308684 Jul 14 18:38:51.102964 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 53964) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:38:51.114530 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2785e9f9-4863-46e1-9e74-d5e53d45c808 None None] Pushing event updated for resources: {'Port': ['ID=c3aafb69-bc19-43cb-b3f4-5f17c5084c42,revision_number=3']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:38:51.143453 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-dd7231e3-9cd1-47b1-9c1a-8da0e10969a2 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks [] for floatingip, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:51.144381 n-d-800634-3 neutron-server[93916]: INFO neutron.db.l3_db [None req-dd7231e3-9cd1-47b1-9c1a-8da0e10969a2 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Floating IP a8b2e078-95b9-4c86-b91f-b8ac585320f3 disassociated (deleted). External IP: 172.25.1.14, port: f0ed37c3-f8f4-4ace-a3e5-c949da3a8a48. Jul 14 18:38:51.155230 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-77922e5e-42ff-427b-b49b-518a5291118c None None] Provisioning for port ce7a975b-f2f7-4c81-ac52-bcd87f3641d6 completed by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:38:51.163015 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvr_db [None req-a70bca85-ae69-4f0e-a03f-edc934cfff53 None None] Set router 78f42ebd-6ea2-4f35-b42c-bfe8dbaa2d8d gateway port host: None {{(pid=93917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 18:38:51.215534 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-77922e5e-42ff-427b-b49b-518a5291118c None None] Provisioning complete for port ce7a975b-f2f7-4c81-ac52-bcd87f3641d6 triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:38:51.215912 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-77922e5e-42ff-427b-b49b-518a5291118c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:51.247508 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-5009d228-e631-49b8-aae9-e5862598afd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2684753', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26033175'] for subnet, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:51.360419 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-77922e5e-42ff-427b-b49b-518a5291118c None None] Port ce7a975b-f2f7-4c81-ac52-bcd87f3641d6 cannot update to ACTIVE because it is not bound. {{(pid=93917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 18:38:51.387201 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5009d228-e631-49b8-aae9-e5862598afd3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=42f73a38-7ef6-4d77-ab5e-abe039b69936,revision_number=0']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:38:51.400479 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5009d228-e631-49b8-aae9-e5862598afd3 admin admin] Checking segment: {'id': 'd46cbae5-a9c8-4575-b283-c5e5c56b0da1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '949878ad-81d9-4447-9e61-f4d51615e760'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93916) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:38:51.401016 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5009d228-e631-49b8-aae9-e5862598afd3 admin admin] Network hostable DHCP agents. Network: 949878ad-81d9-4447-9e61-f4d51615e760, hostable agents: ['028393c3-0576-4ebd-bca1-8ea8a148e1a2'], hosted agents: [] {{(pid=93916) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 18:38:51.466464 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-a70bca85-ae69-4f0e-a03f-edc934cfff53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78f42ebd-6ea2-4f35-b42c-bfe8dbaa2d8d', 'name': 'tempest-NetworksTestDHCPv6-router-176479591', 'tenant_id': '13ccccd91e8c4eb89f4317d7ac77ca6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:38:47Z', 'updated_at': '2021-07-14T18:38:49Z', 'revision_number': 2, 'project_id': '13ccccd91e8c4eb89f4317d7ac77ca6b', 'gw_port_host': None, '_interfaces': [{'id': 'ce7a975b-f2f7-4c81-ac52-bcd87f3641d6', 'name': '', 'network_id': 'de099bce-1061-4014-bdd5-ec95cce7be8f', 'tenant_id': '13ccccd91e8c4eb89f4317d7ac77ca6b', 'mac_address': 'fa:16:3e:3a:83:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78f42ebd-6ea2-4f35-b42c-bfe8dbaa2d8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2149, 'fixed_ips': [{'subnet_id': 'a5c8143d-c87d-4238-869f-dddff4a1f2cd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:38:48Z', 'updated_at': '2021-07-14T18:38:49Z', 'revision_number': 2, 'project_id': '13ccccd91e8c4eb89f4317d7ac77ca6b', 'subnets': [{'id': 'a5c8143d-c87d-4238-869f-dddff4a1f2cd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-3', False) {} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:38:51.499861 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a70bca85-ae69-4f0e-a03f-edc934cfff53 None None] Checking router: 78f42ebd-6ea2-4f35-b42c-bfe8dbaa2d8d for host: n-d-800634-3 {{(pid=93917) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 18:38:51.501722 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a70bca85-ae69-4f0e-a03f-edc934cfff53 None None] Updating router 78f42ebd-6ea2-4f35-b42c-bfe8dbaa2d8d port ce7a975b-f2f7-4c81-ac52-bcd87f3641d6 binding host n-d-800634-3 {{(pid=93917) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 18:38:51.535144 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-ad586a36-7c77-402c-b465-a0d35a990d8e None None] Provisioning complete for port ce7a975b-f2f7-4c81-ac52-bcd87f3641d6 triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:38:51.535144 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-ad586a36-7c77-402c-b465-a0d35a990d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:51.541325 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5009d228-e631-49b8-aae9-e5862598afd3 admin admin] Network 949878ad-81d9-4447-9e61-f4d51615e760 is scheduled to be hosted by DHCP agent 028393c3-0576-4ebd-bca1-8ea8a148e1a2 with binding_index 1 {{(pid=93916) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 18:38:51.579278 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [None req-5009d228-e631-49b8-aae9-e5862598afd3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-3, 949878ad-81d9-4447-9e61-f4d51615e760) {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:38:51.579779 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-a70bca85-ae69-4f0e-a03f-edc934cfff53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:51.595618 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e5a9712-8704-43eb-ab76-0bc7cd68e555 None None] Network 949878ad-81d9-4447-9e61-f4d51615e760 requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:38:51.604681 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5009d228-e631-49b8-aae9-e5862598afd3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:38:51.605610 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-5009d228-e631-49b8-aae9-e5862598afd3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:51.610411 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd7231e3-9cd1-47b1-9c1a-8da0e10969a2 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Router 60ec3922-97dc-41af-af8a-a3a7b858f890 has already been hosted by L3 agent 2c6eb27e-defb-4cca-9a24-381c7415e359 {{(pid=93916) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 18:38:51.654714 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-ad586a36-7c77-402c-b465-a0d35a990d8e None None] Port ce7a975b-f2f7-4c81-ac52-bcd87f3641d6 cannot update to ACTIVE because it is not bound. {{(pid=93917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 18:38:51.783582 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-8a79f004-b124-4c01-a914-1a99c92e72b7 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-928623'] for router_interface, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:51.784690 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device c3aafb69-bc19-43cb-b3f4-5f17c5084c42 up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:38:52.096051 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [None req-8a79f004-b124-4c01-a914-1a99c92e72b7 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Deleting port ce7a975b-f2f7-4c81-ac52-bcd87f3641d6 {{(pid=93915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:38:52.097004 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-8a79f004-b124-4c01-a914-1a99c92e72b7 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:52.142478 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port c3aafb69-bc19-43cb-b3f4-5f17c5084c42 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:38:52.142977 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:52.160441 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-5009d228-e631-49b8-aae9-e5862598afd3 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5089109 Jul 14 18:38:52.161227 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 53988) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:38:52.167763 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-66541b94-74c7-4d52-82ca-cbc8fd8fa2a9 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1341928878-router', 'tenant_id': '4427572788fe4f30abbab6f59fdbf9f1', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61'}}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:38:52.179372 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2754cacc-50ec-49da-9161-169d29cf43fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9222b97e-5d1c-54f8-ba97-82f172498e76-949878ad-81d9-4447-9e61-f4d51615e760', 'network_id': '949878ad-81d9-4447-9e61-f4d51615e760', 'tenant_id': '4427572788fe4f30abbab6f59fdbf9f1', 'fixed_ips': [{'subnet_id': '42f73a38-7ef6-4d77-ab5e-abe039b69936'}]}} from n-d-800634-3. {{(pid=93917) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 18:38:52.180346 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-2754cacc-50ec-49da-9161-169d29cf43fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:52.247824 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-8a79f004-b124-4c01-a914-1a99c92e72b7 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:52.255654 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-66541b94-74c7-4d52-82ca-cbc8fd8fa2a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-571768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11104'] for router, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:52.256726 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-66541b94-74c7-4d52-82ca-cbc8fd8fa2a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-571675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-930014', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-632314', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11129'] for router, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:52.264622 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd7231e3-9cd1-47b1-9c1a-8da0e10969a2 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify agent at l3_agent.n-d-800634-3 the message routers_updated {{(pid=93916) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 18:38:52.270623 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-dd7231e3-9cd1-47b1-9c1a-8da0e10969a2 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for floatingip, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:52.276062 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da92dc27-1bce-4fd8-aeaf-89edd63bccc9 None None] Sync routers for ids ['60ec3922-97dc-41af-af8a-a3a7b858f890'] in n-d-800634-3 {{(pid=93918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 18:38:52.287741 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [None req-8a79f004-b124-4c01-a914-1a99c92e72b7 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Calling delete_port for ce7a975b-f2f7-4c81-ac52-bcd87f3641d6 owned by network:router_interface {{(pid=93915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:38:52.290830 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da92dc27-1bce-4fd8-aeaf-89edd63bccc9 None None] Routers {'60ec3922-97dc-41af-af8a-a3a7b858f890'} bound to L3 agent in host n-d-800634-3 {{(pid=93918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:38:52.292476 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-da92dc27-1bce-4fd8-aeaf-89edd63bccc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:38:23Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['60ec3922-97dc-41af-af8a-a3a7b858f890'], 'active': True} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:38:52.361131 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-66541b94-74c7-4d52-82ca-cbc8fd8fa2a9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:52.362981 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-dd7231e3-9cd1-47b1-9c1a-8da0e10969a2 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] 10.222.0.16 "DELETE /v2.0/floatingips/a8b2e078-95b9-4c86-b91f-b8ac585320f3 HTTP/1.1" status: 204 len: 168 time: 2.6701496 Jul 14 18:38:52.363529 n-d-800634-3 neutron-server[93916]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7677033f-c81d-4c6b-bb6d-c53ed17bcb6d', 'tag': 'f0ed37c3-f8f4-4ace-a3e5-c949da3a8a48'}] {{(pid=93916) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:38:52.366245 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f803e150b363a7893830aa996ac27753fa25517c406ecd3536b7c2d4b26eeb9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf2bc2bb-4cc8-402e-b3f7-a1587f50c9d2" -d '{"events": [{"name": "network-changed", "server_uuid": "7677033f-c81d-4c6b-bb6d-c53ed17bcb6d", "tag": "f0ed37c3-f8f4-4ace-a3e5-c949da3a8a48"}]}' {{(pid=93916) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:38:52.369457 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.db_base_plugin_common [None req-2754cacc-50ec-49da-9161-169d29cf43fc None None] Allocated IP 172.20.0.2 (949878ad-81d9-4447-9e61-f4d51615e760/42f73a38-7ef6-4d77-ab5e-abe039b69936/f689c0fb-2a5a-4b69-acba-6cb722dcda91) {{(pid=93917) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:38:52.534221 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvr_db [None req-da92dc27-1bce-4fd8-aeaf-89edd63bccc9 None None] Set router 60ec3922-97dc-41af-af8a-a3a7b858f890 gateway port host: n-d-800634-3 {{(pid=93918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 18:38:52.636907 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-66541b94-74c7-4d52-82ca-cbc8fd8fa2a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-929996', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-571750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11395'] for router, precommit_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:52.737813 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-8a79f004-b124-4c01-a914-1a99c92e72b7 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:52.756564 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 18:38:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0324091-14ce-490b-b46a-991b2c7e273c x-openstack-request-id: req-e0324091-14ce-490b-b46a-991b2c7e273c {{(pid=93916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:38:52.756851 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7677033f-c81d-4c6b-bb6d-c53ed17bcb6d", "tag": "f0ed37c3-f8f4-4ace-a3e5-c949da3a8a48", "status": "completed", "code": 200}]} {{(pid=93916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:38:52.757135 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e0324091-14ce-490b-b46a-991b2c7e273c {{(pid=93916) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:38:52.757687 n-d-800634-3 neutron-server[93916]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7677033f-c81d-4c6b-bb6d-c53ed17bcb6d', 'tag': 'f0ed37c3-f8f4-4ace-a3e5-c949da3a8a48', 'status': 'completed', 'code': 200} Jul 14 18:38:52.871594 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a79f004-b124-4c01-a914-1a99c92e72b7 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Pushing event deleted for resources: {'Port': ['ID=ce7a975b-f2f7-4c81-ac52-bcd87f3641d6,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:38:53.007991 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.db.api [None req-a70bca85-ae69-4f0e-a03f-edc934cfff53 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93917) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 14 18:38:53.008309 n-d-800634-3 neutron-server[93917]: DEBUG oslo_db.api [None req-a70bca85-ae69-4f0e-a03f-edc934cfff53 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 18:38:53.053833 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-8d78bd21-d9ca-408e-ae7c-bd20bbad7433 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:53.097341 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-66541b94-74c7-4d52-82ca-cbc8fd8fa2a9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:53.124532 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-66541b94-74c7-4d52-82ca-cbc8fd8fa2a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:53.134915 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-2754cacc-50ec-49da-9161-169d29cf43fc None None] Notify callbacks [] for port, precommit_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:53.146388 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-da92dc27-1bce-4fd8-aeaf-89edd63bccc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60ec3922-97dc-41af-af8a-a3a7b858f890', 'name': 'tempest-TestNetworkAdvancedServerOps-router-422052349', 'tenant_id': 'af718961b2754d7c873f442ed35947bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.48'}], 'enable_snat': True}, 'gw_port_id': '0112f6c8-4a94-4c13-9838-deb131d3ad55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:36:38Z', 'updated_at': '2021-07-14T18:36:45Z', 'revision_number': 4, 'project_id': 'af718961b2754d7c873f442ed35947bb', 'gw_port': {'id': '0112f6c8-4a94-4c13-9838-deb131d3ad55', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:38:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60ec3922-97dc-41af-af8a-a3a7b858f890', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2007, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:36:39Z', 'updated_at': '2021-07-14T18:36:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_interfaces': [{'id': 'b3c18129-76e6-475f-8831-2765d5e1b3f3', 'name': '', 'network_id': '725cc431-8d64-405c-80c6-620abc8a4603', 'tenant_id': 'af718961b2754d7c873f442ed35947bb', 'mac_address': 'fa:16:3e:b6:73:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60ec3922-97dc-41af-af8a-a3a7b858f890', 'device_owner': 'network:router_interface', 'standard_attr_id': 2013, 'fixed_ips': [{'subnet_id': '2613ee9b-ec36-428a-b270-275b26077e23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:36:44Z', 'updated_at': '2021-07-14T18:36:53Z', 'revision_number': 5, 'project_id': 'af718961b2754d7c873f442ed35947bb', 'subnets': [{'id': '2613ee9b-ec36-428a-b270-275b26077e23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-3', False) {} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:38:53.228951 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-2754cacc-50ec-49da-9161-169d29cf43fc None None] Transition to ACTIVE for port object f689c0fb-2a5a-4b69-acba-6cb722dcda91 will not be triggered until provisioned by entity L2. {{(pid=93917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:38:53.238344 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da92dc27-1bce-4fd8-aeaf-89edd63bccc9 None None] Checking router: 60ec3922-97dc-41af-af8a-a3a7b858f890 for host: n-d-800634-3 {{(pid=93918) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 18:38:53.247436 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:53.269111 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da92dc27-1bce-4fd8-aeaf-89edd63bccc9 None None] Routers {'60ec3922-97dc-41af-af8a-a3a7b858f890'} bound to L3 agent in host n-d-800634-3 {{(pid=93918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:38:53.272435 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-da92dc27-1bce-4fd8-aeaf-89edd63bccc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:38:53Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['60ec3922-97dc-41af-af8a-a3a7b858f890'], 'active': True} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:38:53.288283 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-2754cacc-50ec-49da-9161-169d29cf43fc None None] Transition to ACTIVE for port object f689c0fb-2a5a-4b69-acba-6cb722dcda91 will not be triggered until provisioned by entity DHCP. {{(pid=93917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:38:53.303157 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-8a79f004-b124-4c01-a914-1a99c92e72b7 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-598732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-928907'] for router_interface, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:53.306965 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-2754cacc-50ec-49da-9161-169d29cf43fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804'] for port, after_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:53.369659 n-d-800634-3 neutron-server[93917]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2754cacc-50ec-49da-9161-169d29cf43fc None None] Network 949878ad-81d9-4447-9e61-f4d51615e760 is already hosted by enough agents. {{(pid=93917) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:38:53.370932 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2754cacc-50ec-49da-9161-169d29cf43fc None None] Pushing event updated for resources: {'Port': ['ID=f689c0fb-2a5a-4b69-acba-6cb722dcda91,revision_number=1']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:38:53.373700 n-d-800634-3 neutron-server[93917]: DEBUG neutron.scheduler.base_scheduler [None req-2754cacc-50ec-49da-9161-169d29cf43fc None None] Resources bound (agent type, host, resource id): {{(pid=93917) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:38:53.376521 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2754cacc-50ec-49da-9161-169d29cf43fc None None] Received port after_create {{(pid=93917) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:38:53.383948 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.db_base_plugin_common [None req-66541b94-74c7-4d52-82ca-cbc8fd8fa2a9 admin admin] Allocated IP 172.25.1.148 (9200a437-e1de-4520-88f6-e68386523e61/5f47f848-4532-407a-a0e2-5690ade15fd0/96b6fe5d-cb6c-43bc-a1ec-af6bf3a43be7) {{(pid=93916) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:38:53.432268 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2bc2bb-4cc8-402e-b3f7-a1587f50c9d2 req-84a0bc72-8ff0-4c27-baa1-f1a700ad96f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:38:53.434346 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-cf2bc2bb-4cc8-402e-b3f7-a1587f50c9d2 req-84a0bc72-8ff0-4c27-baa1-f1a700ad96f8 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=af718961b2754d7c873f442ed35947bb&device_id=7677033f-c81d-4c6b-bb6d-c53ed17bcb6d HTTP/1.1" status: 200 len: 1097 time: 0.6021111 Jul 14 18:38:53.450191 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvr_db [None req-da92dc27-1bce-4fd8-aeaf-89edd63bccc9 None None] Set router 60ec3922-97dc-41af-af8a-a3a7b858f890 gateway port host: n-d-800634-3 {{(pid=93918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 18:38:53.467223 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d9a990-da35-4ae7-bb22-1cb32a91a313 req-28486108-6e69-4a59-bc4a-b83eaf4f5db9 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:38:53.468999 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-31d9a990-da35-4ae7-bb22-1cb32a91a313 req-28486108-6e69-4a59-bc4a-b83eaf4f5db9 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] 10.222.0.16 "GET /v2.0/ports?device_id=7677033f-c81d-4c6b-bb6d-c53ed17bcb6d HTTP/1.1" status: 200 len: 946 time: 0.3605115 Jul 14 18:38:53.479180 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-2754cacc-50ec-49da-9161-169d29cf43fc None None] Attempting to bind port f689c0fb-2a5a-4b69-acba-6cb722dcda91 on host n-d-800634-3 for vnic_type normal with profile {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:38:53.480371 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-2754cacc-50ec-49da-9161-169d29cf43fc None None] Attempting to bind port f689c0fb-2a5a-4b69-acba-6cb722dcda91 by drivers openvswitch,hyperv on host n-d-800634-3 at level 0 using segments [{'id': 'd46cbae5-a9c8-4575-b283-c5e5c56b0da1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '949878ad-81d9-4447-9e61-f4d51615e760'}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:38:53.483110 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2754cacc-50ec-49da-9161-169d29cf43fc None None] Attempting to bind port f689c0fb-2a5a-4b69-acba-6cb722dcda91 on network 949878ad-81d9-4447-9e61-f4d51615e760 {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:38:53.496343 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2754cacc-50ec-49da-9161-169d29cf43fc None None] Checking agent: {'id': '01c19e91-a945-4e3c-94a6-c211e17c923e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 8, 23), 'started_at': datetime.datetime(2021, 7, 14, 18, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 18, 38, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 18:38:53.499184 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2754cacc-50ec-49da-9161-169d29cf43fc None None] Checking segment: {'id': 'd46cbae5-a9c8-4575-b283-c5e5c56b0da1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '949878ad-81d9-4447-9e61-f4d51615e760'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93917) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:38:53.499769 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-2754cacc-50ec-49da-9161-169d29cf43fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:53.500396 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2754cacc-50ec-49da-9161-169d29cf43fc None None] Bound using segment: {'id': 'd46cbae5-a9c8-4575-b283-c5e5c56b0da1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '949878ad-81d9-4447-9e61-f4d51615e760'} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 18:38:53.502956 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-2754cacc-50ec-49da-9161-169d29cf43fc None None] Bound port: f689c0fb-2a5a-4b69-acba-6cb722dcda91, host: n-d-800634-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd46cbae5-a9c8-4575-b283-c5e5c56b0da1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '949878ad-81d9-4447-9e61-f4d51615e760'}}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 18:38:53.503545 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-2754cacc-50ec-49da-9161-169d29cf43fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:53.560267 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a70bca85-ae69-4f0e-a03f-edc934cfff53 None None] Port ce7a975b-f2f7-4c81-ac52-bcd87f3641d6 not found while updating agent binding for router 78f42ebd-6ea2-4f35-b42c-bfe8dbaa2d8d. {{(pid=93917) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Jul 14 18:38:53.594446 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-66541b94-74c7-4d52-82ca-cbc8fd8fa2a9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:53.600692 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a70bca85-ae69-4f0e-a03f-edc934cfff53 None None] Routers {'78f42ebd-6ea2-4f35-b42c-bfe8dbaa2d8d'} bound to L3 agent in host n-d-800634-3 {{(pid=93917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:38:53.601881 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-a70bca85-ae69-4f0e-a03f-edc934cfff53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:38:53Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['78f42ebd-6ea2-4f35-b42c-bfe8dbaa2d8d'], 'active': True} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:38:53.649627 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-66541b94-74c7-4d52-82ca-cbc8fd8fa2a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:53.709565 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvr_db [None req-a70bca85-ae69-4f0e-a03f-edc934cfff53 None None] Set router 78f42ebd-6ea2-4f35-b42c-bfe8dbaa2d8d gateway port host: None {{(pid=93917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 18:38:53.715111 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66541b94-74c7-4d52-82ca-cbc8fd8fa2a9 admin admin] Pushing event updated for resources: {'Port': ['ID=96b6fe5d-cb6c-43bc-a1ec-af6bf3a43be7,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:38:53.746342 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66541b94-74c7-4d52-82ca-cbc8fd8fa2a9 admin admin] Network 9200a437-e1de-4520-88f6-e68386523e61 is already hosted by enough agents. {{(pid=93916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:38:53.748088 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [None req-66541b94-74c7-4d52-82ca-cbc8fd8fa2a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:38:53.755364 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66541b94-74c7-4d52-82ca-cbc8fd8fa2a9 admin admin] Received port after_create {{(pid=93916) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:38:53.771995 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-a70bca85-ae69-4f0e-a03f-edc934cfff53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78f42ebd-6ea2-4f35-b42c-bfe8dbaa2d8d', 'name': 'tempest-NetworksTestDHCPv6-router-176479591', 'tenant_id': '13ccccd91e8c4eb89f4317d7ac77ca6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:38:47Z', 'updated_at': '2021-07-14T18:38:52Z', 'revision_number': 3, 'project_id': '13ccccd91e8c4eb89f4317d7ac77ca6b', 'gw_port_host': None}], 'n-d-800634-3', False) {} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:38:53.782502 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2bc2bb-4cc8-402e-b3f7-a1587f50c9d2 req-b962d629-f0c2-4fd6-88a3-a28972c46316 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:38:53.788424 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-cf2bc2bb-4cc8-402e-b3f7-a1587f50c9d2 req-b962d629-f0c2-4fd6-88a3-a28972c46316 service neutron] 10.222.0.35 "GET /v2.0/networks?id=725cc431-8d64-405c-80c6-620abc8a4603 HTTP/1.1" status: 200 len: 896 time: 0.3423717 Jul 14 18:38:53.801364 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a79f004-b124-4c01-a914-1a99c92e72b7 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Router 78f42ebd-6ea2-4f35-b42c-bfe8dbaa2d8d has already been hosted by L3 agent 2c6eb27e-defb-4cca-9a24-381c7415e359 {{(pid=93915) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 18:38:53.813257 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a70bca85-ae69-4f0e-a03f-edc934cfff53 None None] The sync data for ids ['78f42ebd-6ea2-4f35-b42c-bfe8dbaa2d8d'] in n-d-800634-3 is: [{'id': '78f42ebd-6ea2-4f35-b42c-bfe8dbaa2d8d', 'name': 'tempest-NetworksTestDHCPv6-router-176479591', 'tenant_id': '13ccccd91e8c4eb89f4317d7ac77ca6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:38:47Z', 'updated_at': '2021-07-14T18:38:52Z', 'revision_number': 3, 'project_id': '13ccccd91e8c4eb89f4317d7ac77ca6b', 'gw_port_host': None}] {{(pid=93917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 18:38:53.828256 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-2754cacc-50ec-49da-9161-169d29cf43fc None None] For port f689c0fb-2a5a-4b69-acba-6cb722dcda91, host n-d-800634-3, cleared binding levels {{(pid=93917) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:38:53.832180 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-2754cacc-50ec-49da-9161-169d29cf43fc None None] For port f689c0fb-2a5a-4b69-acba-6cb722dcda91, host n-d-800634-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=f689c0fb-2a5a-4b69-acba-6cb722dcda91,segment=NetworkSegment(d46cbae5-a9c8-4575-b283-c5e5c56b0da1),segment_id=d46cbae5-a9c8-4575-b283-c5e5c56b0da1)] {{(pid=93917) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 18:38:53.839749 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-2754cacc-50ec-49da-9161-169d29cf43fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:53.845223 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-da92dc27-1bce-4fd8-aeaf-89edd63bccc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60ec3922-97dc-41af-af8a-a3a7b858f890', 'name': 'tempest-TestNetworkAdvancedServerOps-router-422052349', 'tenant_id': 'af718961b2754d7c873f442ed35947bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.48'}], 'enable_snat': True}, 'gw_port_id': '0112f6c8-4a94-4c13-9838-deb131d3ad55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:36:38Z', 'updated_at': '2021-07-14T18:36:45Z', 'revision_number': 4, 'project_id': 'af718961b2754d7c873f442ed35947bb', 'gw_port': {'id': '0112f6c8-4a94-4c13-9838-deb131d3ad55', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:38:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60ec3922-97dc-41af-af8a-a3a7b858f890', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2007, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:36:39Z', 'updated_at': '2021-07-14T18:36:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_interfaces': [{'id': 'b3c18129-76e6-475f-8831-2765d5e1b3f3', 'name': '', 'network_id': '725cc431-8d64-405c-80c6-620abc8a4603', 'tenant_id': 'af718961b2754d7c873f442ed35947bb', 'mac_address': 'fa:16:3e:b6:73:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60ec3922-97dc-41af-af8a-a3a7b858f890', 'device_owner': 'network:router_interface', 'standard_attr_id': 2013, 'fixed_ips': [{'subnet_id': '2613ee9b-ec36-428a-b270-275b26077e23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:36:44Z', 'updated_at': '2021-07-14T18:36:53Z', 'revision_number': 5, 'project_id': 'af718961b2754d7c873f442ed35947bb', 'subnets': [{'id': '2613ee9b-ec36-428a-b270-275b26077e23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-3', False) {} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:38:53.904210 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-31d9a990-da35-4ae7-bb22-1cb32a91a313 req-85a630c7-47dc-4504-bb78-6c1b6419e8c6 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] 10.222.0.16 "GET /v2.0/security-groups?id=c67cf0ff-df49-40b6-a3f5-cbd66b5fac2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3442440 Jul 14 18:38:53.911127 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-cf2bc2bb-4cc8-402e-b3f7-a1587f50c9d2 req-eb843677-da4e-4526-a7e0-ef3f4d9a95e2 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f0ed37c3-f8f4-4ace-a3e5-c949da3a8a48 HTTP/1.1" status: 200 len: 217 time: 0.1085224 Jul 14 18:38:53.942134 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2754cacc-50ec-49da-9161-169d29cf43fc None None] Pushing event updated for resources: {'Port': ['ID=f689c0fb-2a5a-4b69-acba-6cb722dcda91,revision_number=2']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:38:53.983042 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da92dc27-1bce-4fd8-aeaf-89edd63bccc9 None None] The sync data for ids ['60ec3922-97dc-41af-af8a-a3a7b858f890'] in n-d-800634-3 is: [{'id': '60ec3922-97dc-41af-af8a-a3a7b858f890', 'name': 'tempest-TestNetworkAdvancedServerOps-router-422052349', 'tenant_id': 'af718961b2754d7c873f442ed35947bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.48'}], 'enable_snat': True}, 'gw_port_id': '0112f6c8-4a94-4c13-9838-deb131d3ad55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:36:38Z', 'updated_at': '2021-07-14T18:36:45Z', 'revision_number': 4, 'project_id': 'af718961b2754d7c873f442ed35947bb', 'gw_port': {'id': '0112f6c8-4a94-4c13-9838-deb131d3ad55', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:38:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60ec3922-97dc-41af-af8a-a3a7b858f890', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2007, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:36:39Z', 'updated_at': '2021-07-14T18:36:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_interfaces': [{'id': 'b3c18129-76e6-475f-8831-2765d5e1b3f3', 'name': '', 'network_id': '725cc431-8d64-405c-80c6-620abc8a4603', 'tenant_id': 'af718961b2754d7c873f442ed35947bb', 'mac_address': 'fa:16:3e:b6:73:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60ec3922-97dc-41af-af8a-a3a7b858f890', 'device_owner': 'network:router_interface', 'standard_attr_id': 2013, 'fixed_ips': [{'subnet_id': '2613ee9b-ec36-428a-b270-275b26077e23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:36:44Z', 'updated_at': '2021-07-14T18:36:53Z', 'revision_number': 5, 'project_id': 'af718961b2754d7c873f442ed35947bb', 'subnets': [{'id': '2613ee9b-ec36-428a-b270-275b26077e23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 18:38:54.077141 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-574aeb93-9938-449c-8e6c-cb22c9b52cc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:54.320470 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a79f004-b124-4c01-a914-1a99c92e72b7 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify agent at l3_agent.n-d-800634-3 the message routers_updated {{(pid=93915) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 18:38:54.337481 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-8a79f004-b124-4c01-a914-1a99c92e72b7 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] 10.222.0.16 "PUT /v2.0/routers/78f42ebd-6ea2-4f35-b42c-bfe8dbaa2d8d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2333505 Jul 14 18:38:54.342499 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 54030) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:38:54.384459 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2bc2bb-4cc8-402e-b3f7-a1587f50c9d2 req-3b020fa2-8687-422e-a6f8-8da3097a35c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:38:54.386020 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-cf2bc2bb-4cc8-402e-b3f7-a1587f50c9d2 req-3b020fa2-8687-422e-a6f8-8da3097a35c9 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2613ee9b-ec36-428a-b270-275b26077e23 HTTP/1.1" status: 200 len: 834 time: 0.4672704 Jul 14 18:38:54.386724 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-66541b94-74c7-4d52-82ca-cbc8fd8fa2a9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:54.491546 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e4eb270-399b-4afa-be80-265ffb362606 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:38:54.493928 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e4eb270-399b-4afa-be80-265ffb362606 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:38:54.498207 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-1e4eb270-399b-4afa-be80-265ffb362606 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1512902 Jul 14 18:38:54.501296 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 54034) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:38:54.523930 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5369c5ca-a787-4fe5-acf0-5a1e79399ed8 None None] New status for floating IP a8b2e078-95b9-4c86-b91f-b8ac585320f3: DOWN {{(pid=93917) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 18:38:54.549818 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b318485-571d-48d0-9f93-a3192c568e8c req-f139bca2-5d03-4360-8034-1939f6067254 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:38:54.551319 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6b318485-571d-48d0-9f93-a3192c568e8c req-f139bca2-5d03-4360-8034-1939f6067254 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] 10.222.0.35 "GET /v2.0/ports?device_id=7677033f-c81d-4c6b-bb6d-c53ed17bcb6d HTTP/1.1" status: 200 len: 946 time: 0.3845606 Jul 14 18:38:54.664443 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.db_base_plugin_v2 [None req-2be9eea0-597e-4ed1-8c13-d16e25743825 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Deleting subnet a5c8143d-c87d-4238-869f-dddff4a1f2cd {{(pid=93915) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 18:38:54.671517 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2bc2bb-4cc8-402e-b3f7-a1587f50c9d2 req-5aee015b-3248-4f9f-90ed-f647b99dbf6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:38:54.673423 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-cf2bc2bb-4cc8-402e-b3f7-a1587f50c9d2 req-5aee015b-3248-4f9f-90ed-f647b99dbf6c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=725cc431-8d64-405c-80c6-620abc8a4603&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2768741 Jul 14 18:38:54.678185 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-2be9eea0-597e-4ed1-8c13-d16e25743825 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks [] for subnet, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:54.774061 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-66541b94-74c7-4d52-82ca-cbc8fd8fa2a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-571759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-930033'] for router, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:54.805789 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-2be9eea0-597e-4ed1-8c13-d16e25743825 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28939913'] for subnet, precommit_delete_associations {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:54.948562 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66541b94-74c7-4d52-82ca-cbc8fd8fa2a9 admin admin] Router 2dc4323a-0122-442a-83ad-c3183f0460cc is scheduled to L3 agent 2c6eb27e-defb-4cca-9a24-381c7415e359 with binding_index 1 {{(pid=93916) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 18:38:54.963245 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-cf2bc2bb-4cc8-402e-b3f7-a1587f50c9d2 req-7ae65818-22c9-45fc-9b0a-02cb73968d8a service neutron] 10.222.0.35 "GET /v2.0/networks/725cc431-8d64-405c-80c6-620abc8a4603?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2769420 Jul 14 18:38:54.998570 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [req-6b318485-571d-48d0-9f93-a3192c568e8c req-29f67e15-4ed8-4c48-93e6-ecfa44bf0f32 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Deleting port f0ed37c3-f8f4-4ace-a3e5-c949da3a8a48 {{(pid=93915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:38:54.998828 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-6b318485-571d-48d0-9f93-a3192c568e8c req-29f67e15-4ed8-4c48-93e6-ecfa44bf0f32 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:55.168388 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66541b94-74c7-4d52-82ca-cbc8fd8fa2a9 admin admin] Notify agent at l3_agent.n-d-800634-3 the message routers_updated {{(pid=93916) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 18:38:55.180529 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a052fc1b-507a-48b8-965c-0b633bbc08b8 None None] Sync routers for ids ['2dc4323a-0122-442a-83ad-c3183f0460cc'] in n-d-800634-3 {{(pid=93918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 18:38:55.194157 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a052fc1b-507a-48b8-965c-0b633bbc08b8 None None] Routers {'2dc4323a-0122-442a-83ad-c3183f0460cc'} bound to L3 agent in host n-d-800634-3 {{(pid=93918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:38:55.194157 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-a052fc1b-507a-48b8-965c-0b633bbc08b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:38:53Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['2dc4323a-0122-442a-83ad-c3183f0460cc'], 'active': True} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:38:55.198431 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-66541b94-74c7-4d52-82ca-cbc8fd8fa2a9 admin admin] Notify callbacks [] for router, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:55.201870 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-66541b94-74c7-4d52-82ca-cbc8fd8fa2a9 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.0352759 Jul 14 18:38:55.202316 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 54050) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:38:55.383318 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvr_db [None req-a052fc1b-507a-48b8-965c-0b633bbc08b8 None None] Set router 2dc4323a-0122-442a-83ad-c3183f0460cc gateway port host: n-d-800634-3 {{(pid=93918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 18:38:55.561767 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-2be9eea0-597e-4ed1-8c13-d16e25743825 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081283'] for subnet, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:55.772106 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-2f4e3af3-e708-4ffd-a544-82d93a489d01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:55.810713 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c5ff4af-1686-4a69-9663-08dc4e263c7f None None] Sync routers for ids ['78f42ebd-6ea2-4f35-b42c-bfe8dbaa2d8d'] in n-d-800634-3 {{(pid=93917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 18:38:55.820329 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-a052fc1b-507a-48b8-965c-0b633bbc08b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dc4323a-0122-442a-83ad-c3183f0460cc', 'name': 'tempest-AttachVolumeTestJSON-1341928878-router', 'tenant_id': '4427572788fe4f30abbab6f59fdbf9f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.148'}], 'enable_snat': True}, 'gw_port_id': '96b6fe5d-cb6c-43bc-a1ec-af6bf3a43be7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:38:52Z', 'updated_at': '2021-07-14T18:38:54Z', 'revision_number': 3, 'project_id': '4427572788fe4f30abbab6f59fdbf9f1', 'gw_port': {'id': '96b6fe5d-cb6c-43bc-a1ec-af6bf3a43be7', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:4b:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2dc4323a-0122-442a-83ad-c3183f0460cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2160, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:38:53Z', 'updated_at': '2021-07-14T18:38:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3'}], 'n-d-800634-3', False) {} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:38:55.832723 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c5ff4af-1686-4a69-9663-08dc4e263c7f None None] Routers {'78f42ebd-6ea2-4f35-b42c-bfe8dbaa2d8d'} bound to L3 agent in host n-d-800634-3 {{(pid=93917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:38:55.835387 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-1c5ff4af-1686-4a69-9663-08dc4e263c7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:38:53Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['78f42ebd-6ea2-4f35-b42c-bfe8dbaa2d8d'], 'active': True} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:38:55.873465 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-2be9eea0-597e-4ed1-8c13-d16e25743825 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25913028', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28969762'] for subnet, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:55.906195 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a052fc1b-507a-48b8-965c-0b633bbc08b8 None None] Checking router: 2dc4323a-0122-442a-83ad-c3183f0460cc for host: n-d-800634-3 {{(pid=93918) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 18:38:55.907374 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a052fc1b-507a-48b8-965c-0b633bbc08b8 None None] Updating router 2dc4323a-0122-442a-83ad-c3183f0460cc port 96b6fe5d-cb6c-43bc-a1ec-af6bf3a43be7 binding host n-d-800634-3 {{(pid=93918) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 18:38:55.908418 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-cf2bc2bb-4cc8-402e-b3f7-a1587f50c9d2 req-5c71b02a-19db-45cc-b6eb-1131facc378e service neutron] 10.222.0.35 "GET /v2.0/networks/725cc431-8d64-405c-80c6-620abc8a4603?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9315059 Jul 14 18:38:55.951382 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be9eea0-597e-4ed1-8c13-d16e25743825 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Pushing event deleted for resources: {'Subnet': ['ID=a5c8143d-c87d-4238-869f-dddff4a1f2cd,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:38:55.954634 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-2be9eea0-597e-4ed1-8c13-d16e25743825 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks [] for subnet, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:55.960087 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-2be9eea0-597e-4ed1-8c13-d16e25743825 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] 10.222.0.16 "DELETE /v2.0/subnets/a5c8143d-c87d-4238-869f-dddff4a1f2cd HTTP/1.1" status: 204 len: 168 time: 1.4567018 Jul 14 18:38:55.963748 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 54064) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:38:55.985766 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-6b318485-571d-48d0-9f93-a3192c568e8c req-29f67e15-4ed8-4c48-93e6-ecfa44bf0f32 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] For port f0ed37c3-f8f4-4ace-a3e5-c949da3a8a48, host n-h2-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=f0ed37c3-f8f4-4ace-a3e5-c949da3a8a48,segment=NetworkSegment(4f5e1cb4-ef62-44dd-b171-50e9c0e61133),segment_id=4f5e1cb4-ef62-44dd-b171-50e9c0e61133)] {{(pid=93915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:38:55.986405 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-6b318485-571d-48d0-9f93-a3192c568e8c req-29f67e15-4ed8-4c48-93e6-ecfa44bf0f32 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:55.986860 n-d-800634-3 neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-a052fc1b-507a-48b8-965c-0b633bbc08b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:55.992363 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvr_db [None req-1c5ff4af-1686-4a69-9663-08dc4e263c7f None None] Set router 78f42ebd-6ea2-4f35-b42c-bfe8dbaa2d8d gateway port host: None {{(pid=93917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 18:38:56.002656 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248d5c50-b3cf-4764-99a5-864f40620071 req-d88a951e-d892-48ee-9d72-e68935abb319 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:38:56.004013 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-248d5c50-b3cf-4764-99a5-864f40620071 req-d88a951e-d892-48ee-9d72-e68935abb319 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] 10.222.0.16 "GET /v2.0/ports?device_id=7677033f-c81d-4c6b-bb6d-c53ed17bcb6d HTTP/1.1" status: 200 len: 946 time: 0.9528062 Jul 14 18:38:56.011666 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [req-6b318485-571d-48d0-9f93-a3192c568e8c req-29f67e15-4ed8-4c48-93e6-ecfa44bf0f32 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Calling delete_port for f0ed37c3-f8f4-4ace-a3e5-c949da3a8a48 owned by compute:nova {{(pid=93915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:38:56.044222 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device f689c0fb-2a5a-4b69-acba-6cb722dcda91 up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:38:56.046321 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9b276a1-7033-47cf-81e4-998173a68a43 None None] Network 949878ad-81d9-4447-9e61-f4d51615e760 requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:38:56.048516 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-261c5381-c74b-46ff-8ebe-6b3a1bed895a None None] Network de099bce-1061-4014-bdd5-ec95cce7be8f requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:38:56.183079 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-248d5c50-b3cf-4764-99a5-864f40620071 req-3d270d7a-df46-4693-a583-bf345ae55380 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] 10.222.0.16 "GET /v2.0/security-groups?id=c67cf0ff-df49-40b6-a3f5-cbd66b5fac2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1725492 Jul 14 18:38:56.252258 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-1c5ff4af-1686-4a69-9663-08dc4e263c7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78f42ebd-6ea2-4f35-b42c-bfe8dbaa2d8d', 'name': 'tempest-NetworksTestDHCPv6-router-176479591', 'tenant_id': '13ccccd91e8c4eb89f4317d7ac77ca6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:38:47Z', 'updated_at': '2021-07-14T18:38:52Z', 'revision_number': 3, 'project_id': '13ccccd91e8c4eb89f4317d7ac77ca6b', 'gw_port_host': None}], 'n-d-800634-3', False) {} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:38:56.293243 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-52a22f11-0799-4997-b046-fd92354340d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:56.340347 n-d-800634-3 neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-a052fc1b-507a-48b8-965c-0b633bbc08b8 None None] Notify callbacks [] for port, precommit_update {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:56.355466 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.provisioning_blocks [None req-a052fc1b-507a-48b8-965c-0b633bbc08b8 None None] Transition to ACTIVE for port object 96b6fe5d-cb6c-43bc-a1ec-af6bf3a43be7 will not be triggered until provisioned by entity L2. {{(pid=93918) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:38:56.362008 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-6b318485-571d-48d0-9f93-a3192c568e8c req-29f67e15-4ed8-4c48-93e6-ecfa44bf0f32 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:56.368738 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c5ff4af-1686-4a69-9663-08dc4e263c7f None None] Checking router: 78f42ebd-6ea2-4f35-b42c-bfe8dbaa2d8d for host: n-d-800634-3 {{(pid=93917) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 18:38:56.369779 n-d-800634-3 neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-a052fc1b-507a-48b8-965c-0b633bbc08b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:56.381830 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-1c379920-cb9e-4b08-8c10-082beb4d1b4f None None] Provisioning for port f689c0fb-2a5a-4b69-acba-6cb722dcda91 completed by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:38:56.426618 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f67e15-4ed8-4c48-93e6-ecfa44bf0f32 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Pushing event deleted for resources: {'Port': ['ID=f0ed37c3-f8f4-4ace-a3e5-c949da3a8a48,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:38:56.444454 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f90e88-2e1d-4ee8-9d51-3c101f0bd9aa None None] Pushing event updated for resources: {'Port': ['ID=96b6fe5d-cb6c-43bc-a1ec-af6bf3a43be7,revision_number=2']} {{(pid=93918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:38:56.465138 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f90e88-2e1d-4ee8-9d51-3c101f0bd9aa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:38:56.466747 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f90e88-2e1d-4ee8-9d51-3c101f0bd9aa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:38:56.467377 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f90e88-2e1d-4ee8-9d51-3c101f0bd9aa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:38:56.468486 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f90e88-2e1d-4ee8-9d51-3c101f0bd9aa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:38:56.469070 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f90e88-2e1d-4ee8-9d51-3c101f0bd9aa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:38:56.469697 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f90e88-2e1d-4ee8-9d51-3c101f0bd9aa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:38:56.482286 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f90e88-2e1d-4ee8-9d51-3c101f0bd9aa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:38:56.488921 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f90e88-2e1d-4ee8-9d51-3c101f0bd9aa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:38:56.489674 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f90e88-2e1d-4ee8-9d51-3c101f0bd9aa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:38:56.489988 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c5ff4af-1686-4a69-9663-08dc4e263c7f None None] Routers {'78f42ebd-6ea2-4f35-b42c-bfe8dbaa2d8d'} bound to L3 agent in host n-d-800634-3 {{(pid=93917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:38:56.490481 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f90e88-2e1d-4ee8-9d51-3c101f0bd9aa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:38:56.490649 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-1c5ff4af-1686-4a69-9663-08dc4e263c7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:38:53Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['78f42ebd-6ea2-4f35-b42c-bfe8dbaa2d8d'], 'active': True} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:38:56.492415 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f90e88-2e1d-4ee8-9d51-3c101f0bd9aa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:38:56.492940 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f90e88-2e1d-4ee8-9d51-3c101f0bd9aa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:38:56.512508 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b318485-571d-48d0-9f93-a3192c568e8c req-29f67e15-4ed8-4c48-93e6-ecfa44bf0f32 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] No DVR routers for this DVR port f0ed37c3-f8f4-4ace-a3e5-c949da3a8a48 on host n-h2-800634-3 {{(pid=93915) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 18:38:56.523671 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.managers [None req-a052fc1b-507a-48b8-965c-0b633bbc08b8 None None] Attempting to bind port 96b6fe5d-cb6c-43bc-a1ec-af6bf3a43be7 on host n-d-800634-3 for vnic_type normal with profile {{(pid=93918) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:38:56.524524 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.managers [None req-a052fc1b-507a-48b8-965c-0b633bbc08b8 None None] Attempting to bind port 96b6fe5d-cb6c-43bc-a1ec-af6bf3a43be7 by drivers openvswitch,hyperv on host n-d-800634-3 at level 0 using segments [{'id': '5afb940b-bbdf-4727-be00-5d46367c38a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9200a437-e1de-4520-88f6-e68386523e61'}] {{(pid=93918) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:38:56.525052 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a052fc1b-507a-48b8-965c-0b633bbc08b8 None None] Attempting to bind port 96b6fe5d-cb6c-43bc-a1ec-af6bf3a43be7 on network 9200a437-e1de-4520-88f6-e68386523e61 {{(pid=93918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:38:56.538645 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-6b318485-571d-48d0-9f93-a3192c568e8c req-29f67e15-4ed8-4c48-93e6-ecfa44bf0f32 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:56.539226 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a052fc1b-507a-48b8-965c-0b633bbc08b8 None None] Checking agent: {'id': '01c19e91-a945-4e3c-94a6-c211e17c923e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 8, 23), 'started_at': datetime.datetime(2021, 7, 14, 18, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 18, 38, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 18:38:56.539817 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a052fc1b-507a-48b8-965c-0b633bbc08b8 None None] Checking segment: {'id': '5afb940b-bbdf-4727-be00-5d46367c38a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9200a437-e1de-4520-88f6-e68386523e61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93918) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:38:56.540418 n-d-800634-3 neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-a052fc1b-507a-48b8-965c-0b633bbc08b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:56.540985 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a052fc1b-507a-48b8-965c-0b633bbc08b8 None None] Bound using segment: {'id': '5afb940b-bbdf-4727-be00-5d46367c38a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9200a437-e1de-4520-88f6-e68386523e61'} {{(pid=93918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 18:38:56.541640 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.managers [None req-a052fc1b-507a-48b8-965c-0b633bbc08b8 None None] Bound port: 96b6fe5d-cb6c-43bc-a1ec-af6bf3a43be7, host: n-d-800634-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5afb940b-bbdf-4727-be00-5d46367c38a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9200a437-e1de-4520-88f6-e68386523e61'}}] {{(pid=93918) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 18:38:56.542307 n-d-800634-3 neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-a052fc1b-507a-48b8-965c-0b633bbc08b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:56.548046 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6b318485-571d-48d0-9f93-a3192c568e8c req-29f67e15-4ed8-4c48-93e6-ecfa44bf0f32 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] 10.222.0.35 "DELETE /v2.0/ports/f0ed37c3-f8f4-4ace-a3e5-c949da3a8a48 HTTP/1.1" status: 204 len: 173 time: 1.9564168 Jul 14 18:38:56.548936 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7677033f-c81d-4c6b-bb6d-c53ed17bcb6d', 'name': 'network-vif-deleted', 'tag': 'f0ed37c3-f8f4-4ace-a3e5-c949da3a8a48'}] {{(pid=93915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:38:56.551190 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e72782ad3af8f7d4ce76cedf092bca46d1756acc5c4653cf0b52034cdd6b073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfe1bb77-87f7-435a-84c9-f9ddcc352eda" -d '{"events": [{"server_uuid": "7677033f-c81d-4c6b-bb6d-c53ed17bcb6d", "name": "network-vif-deleted", "tag": "f0ed37c3-f8f4-4ace-a3e5-c949da3a8a48"}]}' {{(pid=93915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:38:56.596287 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning for port f689c0fb-2a5a-4b69-acba-6cb722dcda91 completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:38:56.675366 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 18:38:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35833c9e-8ee1-4df8-9864-f1c05f1b44eb x-openstack-request-id: req-35833c9e-8ee1-4df8-9864-f1c05f1b44eb {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:38:56.675984 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7677033f-c81d-4c6b-bb6d-c53ed17bcb6d", "name": "network-vif-deleted", "tag": "f0ed37c3-f8f4-4ace-a3e5-c949da3a8a48", "status": "completed", "code": 200}]} {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:38:56.676436 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-35833c9e-8ee1-4df8-9864-f1c05f1b44eb {{(pid=93915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:38:56.677025 n-d-800634-3 neutron-server[93915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7677033f-c81d-4c6b-bb6d-c53ed17bcb6d', 'name': 'network-vif-deleted', 'tag': 'f0ed37c3-f8f4-4ace-a3e5-c949da3a8a48', 'status': 'completed', 'code': 200} Jul 14 18:38:56.690096 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvr_db [None req-1c5ff4af-1686-4a69-9663-08dc4e263c7f None None] Set router 78f42ebd-6ea2-4f35-b42c-bfe8dbaa2d8d gateway port host: None {{(pid=93917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 18:38:56.733360 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a122de73-e2ef-4fdf-b393-625b9086e35f req-a6fb727d-aeda-445f-8d31-0aa4812f24a7 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=2b9e4456-2d8d-44aa-a867-8b086bbb5414&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1573219 Jul 14 18:38:56.809108 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.db [None req-a052fc1b-507a-48b8-965c-0b633bbc08b8 None None] For port 96b6fe5d-cb6c-43bc-a1ec-af6bf3a43be7, host n-d-800634-3, cleared binding levels {{(pid=93918) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:38:56.820040 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.db [None req-a052fc1b-507a-48b8-965c-0b633bbc08b8 None None] For port 96b6fe5d-cb6c-43bc-a1ec-af6bf3a43be7, host n-d-800634-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=96b6fe5d-cb6c-43bc-a1ec-af6bf3a43be7,segment=NetworkSegment(5afb940b-bbdf-4727-be00-5d46367c38a1),segment_id=5afb940b-bbdf-4727-be00-5d46367c38a1)] {{(pid=93918) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 18:38:56.827874 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-1c5ff4af-1686-4a69-9663-08dc4e263c7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78f42ebd-6ea2-4f35-b42c-bfe8dbaa2d8d', 'name': 'tempest-NetworksTestDHCPv6-router-176479591', 'tenant_id': '13ccccd91e8c4eb89f4317d7ac77ca6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:38:47Z', 'updated_at': '2021-07-14T18:38:52Z', 'revision_number': 3, 'project_id': '13ccccd91e8c4eb89f4317d7ac77ca6b', 'gw_port_host': None}], 'n-d-800634-3', False) {} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:38:56.830920 n-d-800634-3 neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-a052fc1b-507a-48b8-965c-0b633bbc08b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:56.891670 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c5ff4af-1686-4a69-9663-08dc4e263c7f None None] The sync data for ids ['78f42ebd-6ea2-4f35-b42c-bfe8dbaa2d8d'] in n-d-800634-3 is: [{'id': '78f42ebd-6ea2-4f35-b42c-bfe8dbaa2d8d', 'name': 'tempest-NetworksTestDHCPv6-router-176479591', 'tenant_id': '13ccccd91e8c4eb89f4317d7ac77ca6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:38:47Z', 'updated_at': '2021-07-14T18:38:52Z', 'revision_number': 3, 'project_id': '13ccccd91e8c4eb89f4317d7ac77ca6b', 'gw_port_host': None}] {{(pid=93917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 18:38:56.915269 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port f689c0fb-2a5a-4b69-acba-6cb722dcda91 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:38:56.915648 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:56.962709 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a052fc1b-507a-48b8-965c-0b633bbc08b8 None None] Routers {'2dc4323a-0122-442a-83ad-c3183f0460cc'} bound to L3 agent in host n-d-800634-3 {{(pid=93918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:38:56.963348 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-a052fc1b-507a-48b8-965c-0b633bbc08b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:38:53Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['2dc4323a-0122-442a-83ad-c3183f0460cc'], 'active': True} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:38:57.025022 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a122de73-e2ef-4fdf-b393-625b9086e35f req-c072631b-e159-4101-93ca-28c8b3d02168 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:38:57.040355 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f90e88-2e1d-4ee8-9d51-3c101f0bd9aa None None] Pushing event updated for resources: {'Port': ['ID=96b6fe5d-cb6c-43bc-a1ec-af6bf3a43be7,revision_number=3']} {{(pid=93918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:38:57.047006 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a122de73-e2ef-4fdf-b393-625b9086e35f req-c072631b-e159-4101-93ca-28c8b3d02168 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=cb67bdfcb7724fc99fb71468214ad40d&device_id=2b9e4456-2d8d-44aa-a867-8b086bbb5414 HTTP/1.1" status: 200 len: 1097 time: 0.1998453 Jul 14 18:38:57.244915 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvr_db [None req-a052fc1b-507a-48b8-965c-0b633bbc08b8 None None] Set router 2dc4323a-0122-442a-83ad-c3183f0460cc gateway port host: n-d-800634-3 {{(pid=93918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 18:38:57.299494 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-c5812f9b-ebc4-4d46-962a-af26923354cf tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 1.3296039 Jul 14 18:38:57.311395 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 54094) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:38:57.338003 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd1c1830-5c8f-48ea-93cd-4a9fed2f5ebf None None] DHCP port deletion for de099bce-1061-4014-bdd5-ec95cce7be8f request from n-d-800634-3 {{(pid=93917) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 18:38:57.377808 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a122de73-e2ef-4fdf-b393-625b9086e35f req-ea4d6782-cddc-4dc1-a5a3-3252e2c700bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:38:57.381377 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a122de73-e2ef-4fdf-b393-625b9086e35f req-ea4d6782-cddc-4dc1-a5a3-3252e2c700bb service neutron] 10.222.0.18 "GET /v2.0/networks?id=fbb7114e-4079-4798-86d9-6d4690d7f388 HTTP/1.1" status: 200 len: 918 time: 0.2784021 Jul 14 18:38:57.384435 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:57.433797 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 54096) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:38:57.438773 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a122de73-e2ef-4fdf-b393-625b9086e35f req-1183d961-fe4a-46b2-8966-5bbfc9accf00 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f2fad040-7094-4bfd-9931-7a428eb95eec HTTP/1.1" status: 200 len: 217 time: 0.0496902 Jul 14 18:38:57.465590 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] For port f689c0fb-2a5a-4b69-acba-6cb722dcda91, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=f689c0fb-2a5a-4b69-acba-6cb722dcda91,segment=NetworkSegment(d46cbae5-a9c8-4575-b283-c5e5c56b0da1),segment_id=d46cbae5-a9c8-4575-b283-c5e5c56b0da1)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:38:57.474796 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:57.533341 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a122de73-e2ef-4fdf-b393-625b9086e35f req-c6d0a9e2-a19d-4139-baf2-c67609d99f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:38:57.534889 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a122de73-e2ef-4fdf-b393-625b9086e35f req-c6d0a9e2-a19d-4139-baf2-c67609d99f40 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c0358a3b-3414-4691-860c-4e7a5ebb58c9 HTTP/1.1" status: 200 len: 858 time: 0.0904722 Jul 14 18:38:57.575582 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Pushing event updated for resources: {'Port': ['ID=f689c0fb-2a5a-4b69-acba-6cb722dcda91,revision_number=3']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:38:57.576408 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a122de73-e2ef-4fdf-b393-625b9086e35f req-19d0735f-8f84-4e20-a4e9-f60c08a1c48d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=fbb7114e-4079-4798-86d9-6d4690d7f388&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314913 Jul 14 18:38:57.579409 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-bd1c1830-5c8f-48ea-93cd-4a9fed2f5ebf None None] Deleting port c3aafb69-bc19-43cb-b3f4-5f17c5084c42 {{(pid=93917) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:38:57.580132 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-bd1c1830-5c8f-48ea-93cd-4a9fed2f5ebf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:57.594859 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-a052fc1b-507a-48b8-965c-0b633bbc08b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dc4323a-0122-442a-83ad-c3183f0460cc', 'name': 'tempest-AttachVolumeTestJSON-1341928878-router', 'tenant_id': '4427572788fe4f30abbab6f59fdbf9f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.148'}], 'enable_snat': True}, 'gw_port_id': '96b6fe5d-cb6c-43bc-a1ec-af6bf3a43be7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:38:52Z', 'updated_at': '2021-07-14T18:38:54Z', 'revision_number': 3, 'project_id': '4427572788fe4f30abbab6f59fdbf9f1', 'gw_port': {'id': '96b6fe5d-cb6c-43bc-a1ec-af6bf3a43be7', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:4b:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2dc4323a-0122-442a-83ad-c3183f0460cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2160, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:38:53Z', 'updated_at': '2021-07-14T18:38:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3'}], 'n-d-800634-3', False) {} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:38:57.647752 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a052fc1b-507a-48b8-965c-0b633bbc08b8 None None] The sync data for ids ['2dc4323a-0122-442a-83ad-c3183f0460cc'] in n-d-800634-3 is: [{'id': '2dc4323a-0122-442a-83ad-c3183f0460cc', 'name': 'tempest-AttachVolumeTestJSON-1341928878-router', 'tenant_id': '4427572788fe4f30abbab6f59fdbf9f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.148'}], 'enable_snat': True}, 'gw_port_id': '96b6fe5d-cb6c-43bc-a1ec-af6bf3a43be7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:38:52Z', 'updated_at': '2021-07-14T18:38:54Z', 'revision_number': 3, 'project_id': '4427572788fe4f30abbab6f59fdbf9f1', 'gw_port': {'id': '96b6fe5d-cb6c-43bc-a1ec-af6bf3a43be7', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:4b:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2dc4323a-0122-442a-83ad-c3183f0460cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2160, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:38:53Z', 'updated_at': '2021-07-14T18:38:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3'}] {{(pid=93918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 18:38:57.694547 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-bd1c1830-5c8f-48ea-93cd-4a9fed2f5ebf None None] For port c3aafb69-bc19-43cb-b3f4-5f17c5084c42, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=c3aafb69-bc19-43cb-b3f4-5f17c5084c42,segment=NetworkSegment(e57d1292-9039-4d9f-94d2-728500c53487),segment_id=e57d1292-9039-4d9f-94d2-728500c53487)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:38:57.694961 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-bd1c1830-5c8f-48ea-93cd-4a9fed2f5ebf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:57.712133 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-bd1c1830-5c8f-48ea-93cd-4a9fed2f5ebf None None] Calling delete_port for c3aafb69-bc19-43cb-b3f4-5f17c5084c42 owned by network:dhcp {{(pid=93917) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:38:57.748701 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a122de73-e2ef-4fdf-b393-625b9086e35f req-15a26816-8db8-4c39-a8a4-fd3b65ae4608 service neutron] 10.222.0.18 "GET /v2.0/networks/fbb7114e-4079-4798-86d9-6d4690d7f388?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1614428 Jul 14 18:38:57.801803 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.db_base_plugin_common [None req-52a22f11-0799-4997-b046-fd92354340d1 admin admin] Allocated IP 172.20.0.1 (949878ad-81d9-4447-9e61-f4d51615e760/42f73a38-7ef6-4d77-ab5e-abe039b69936/70ba2e1f-9013-4cdf-a890-295e6c4fdaa3) {{(pid=93916) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:38:57.858056 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-bd1c1830-5c8f-48ea-93cd-4a9fed2f5ebf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813'] for port, after_delete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:57.878053 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device f689c0fb-2a5a-4b69-acba-6cb722dcda91 up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:38:57.914600 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a122de73-e2ef-4fdf-b393-625b9086e35f req-8346bc96-91d7-4736-819b-cbb6397a1758 service neutron] 10.222.0.18 "GET /v2.0/networks/fbb7114e-4079-4798-86d9-6d4690d7f388?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1592402 Jul 14 18:38:57.919870 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1c1830-5c8f-48ea-93cd-4a9fed2f5ebf None None] Pushing event deleted for resources: {'Port': ['ID=c3aafb69-bc19-43cb-b3f4-5f17c5084c42,revision_number=None']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:38:57.979219 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-888a51ee-f7e9-49d8-b6a4-0d438927931c tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks [] for router, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:58.201660 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd1c1830-5c8f-48ea-93cd-4a9fed2f5ebf None None] No DVR routers for this DVR port c3aafb69-bc19-43cb-b3f4-5f17c5084c42 on host n-d-800634-3 {{(pid=93917) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 18:38:58.224291 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Device f0ed37c3-f8f4-4ace-a3e5-c949da3a8a48 no longer exists at agent hyperv_n-h2-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 18:38:58.265640 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] No Port match for: f0ed37c3-f8f4-4ace-a3e5-c949da3a8a48 {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 18:38:58.266114 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Device f0ed37c3-f8f4-4ace-a3e5-c949da3a8a48 not bound to the agent host n-h2-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 18:38:58.272206 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-8e3c040b-c04a-4925-b2ee-59193fb6d273 None None] Provisioning complete for port f689c0fb-2a5a-4b69-acba-6cb722dcda91 triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:38:58.272707 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-8e3c040b-c04a-4925-b2ee-59193fb6d273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:58.291878 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-888a51ee-f7e9-49d8-b6a4-0d438927931c tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-571778', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11402'] for router, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:58.300945 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-888a51ee-f7e9-49d8-b6a4-0d438927931c tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:58.337224 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port f689c0fb-2a5a-4b69-acba-6cb722dcda91 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:38:58.337778 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:58.490380 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-52a22f11-0799-4997-b046-fd92354340d1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:58.499095 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-888a51ee-f7e9-49d8-b6a4-0d438927931c tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-541202'] for router, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:58.499596 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-888a51ee-f7e9-49d8-b6a4-0d438927931c tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Fanout notify agent at l3_agent the message router_deleted on router 78f42ebd-6ea2-4f35-b42c-bfe8dbaa2d8d {{(pid=93916) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 18:38:58.516774 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-888a51ee-f7e9-49d8-b6a4-0d438927931c tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks [] for router, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:58.517920 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-888a51ee-f7e9-49d8-b6a4-0d438927931c tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] 10.222.0.16 "DELETE /v2.0/routers/78f42ebd-6ea2-4f35-b42c-bfe8dbaa2d8d HTTP/1.1" status: 204 len: 168 time: 1.2020390 Jul 14 18:38:58.521793 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 54118) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:38:58.541105 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-d479762c-0660-4948-97ad-7145f69a210d tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Request body: {'subnet': {'network_id': 'de099bce-1061-4014-bdd5-ec95cce7be8f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:38:58.626912 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.provisioning_blocks [None req-52a22f11-0799-4997-b046-fd92354340d1 admin admin] Transition to ACTIVE for port object 70ba2e1f-9013-4cdf-a890-295e6c4fdaa3 will not be triggered until provisioned by entity DHCP. {{(pid=93916) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:38:58.699407 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-52a22f11-0799-4997-b046-fd92354340d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:58.702164 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device c3aafb69-bc19-43cb-b3f4-5f17c5084c42 no longer exists at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 18:38:58.722655 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] No Port match for: c3aafb69-bc19-43cb-b3f4-5f17c5084c42 {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 18:38:58.723085 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device c3aafb69-bc19-43cb-b3f4-5f17c5084c42 not bound to the agent host n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 18:38:58.740719 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d479762c-0660-4948-97ad-7145f69a210d tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Made reservation on behalf of 13ccccd91e8c4eb89f4317d7ac77ca6b for: {'subnet': 1} {{(pid=93915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:38:58.746973 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-d479762c-0660-4948-97ad-7145f69a210d tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28969735'] for subnet, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:58.762958 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a22f11-0799-4997-b046-fd92354340d1 admin admin] Pushing event updated for resources: {'Port': ['ID=70ba2e1f-9013-4cdf-a890-295e6c4fdaa3,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:38:58.774652 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52a22f11-0799-4997-b046-fd92354340d1 admin admin] Network 949878ad-81d9-4447-9e61-f4d51615e760 is already hosted by enough agents. {{(pid=93916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:38:58.778731 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [None req-52a22f11-0799-4997-b046-fd92354340d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:38:58.782896 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52a22f11-0799-4997-b046-fd92354340d1 admin admin] Received port after_create {{(pid=93916) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:38:58.841963 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-52a22f11-0799-4997-b046-fd92354340d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-930452'] for router_interface, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:59.057275 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-d479762c-0660-4948-97ad-7145f69a210d tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25912837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28969781'] for subnet, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:59.104019 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-52a22f11-0799-4997-b046-fd92354340d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:59.138621 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d479762c-0660-4948-97ad-7145f69a210d tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Pushing event updated for resources: {'Subnet': ['ID=787f44bc-2e81-40af-a267-7b929a491ce9,revision_number=0']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:38:59.148995 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d479762c-0660-4948-97ad-7145f69a210d tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Network de099bce-1061-4014-bdd5-ec95cce7be8f is already hosted by enough agents. {{(pid=93915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:38:59.150622 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [None req-d479762c-0660-4948-97ad-7145f69a210d tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Resources bound (agent type, host, resource id): {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:38:59.154977 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d479762c-0660-4948-97ad-7145f69a210d tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:38:59.158458 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-d479762c-0660-4948-97ad-7145f69a210d tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks [] for subnet, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:59.189058 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-301fadaa-addd-48d4-acad-72f2fe528f92 None None] Network de099bce-1061-4014-bdd5-ec95cce7be8f requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:38:59.189853 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-d479762c-0660-4948-97ad-7145f69a210d tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6655414 Jul 14 18:38:59.191021 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 54132) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:38:59.192866 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-7b69805f-cd1f-4803-bfc4-d2c66f1ee052 None None] Provisioning for port 70ba2e1f-9013-4cdf-a890-295e6c4fdaa3 completed by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:38:59.207047 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-5e518816-9d71-45ed-9e87-67ec9b2623af tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1397669900', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:38:59.275410 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-7b69805f-cd1f-4803-bfc4-d2c66f1ee052 None None] Provisioning complete for port 70ba2e1f-9013-4cdf-a890-295e6c4fdaa3 triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:38:59.275764 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-7b69805f-cd1f-4803-bfc4-d2c66f1ee052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:59.289407 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-5e518816-9d71-45ed-9e87-67ec9b2623af tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-571768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11104'] for router, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:59.290362 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-d86f108b-066e-4817-b7f7-f04c567213a2 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-928623'] for router_interface, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:59.292463 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-5e518816-9d71-45ed-9e87-67ec9b2623af tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-571675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-930014', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-632314', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11129'] for router, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:59.355225 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-7b69805f-cd1f-4803-bfc4-d2c66f1ee052 None None] Port 70ba2e1f-9013-4cdf-a890-295e6c4fdaa3 cannot update to ACTIVE because it is not bound. {{(pid=93917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 18:38:59.389395 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-5e518816-9d71-45ed-9e87-67ec9b2623af tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:59.394857 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-5e518816-9d71-45ed-9e87-67ec9b2623af tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-571759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-930033'] for router, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:59.417171 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-5e518816-9d71-45ed-9e87-67ec9b2623af tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks [] for router, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:59.419277 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-5e518816-9d71-45ed-9e87-67ec9b2623af tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.2271860 Jul 14 18:38:59.422254 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 54134) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:38:59.446992 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-52a22f11-0799-4997-b046-fd92354340d1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:59.455405 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-52a22f11-0799-4997-b046-fd92354340d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2684870'] for port, after_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:59.473352 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6603573-0d4a-47a4-b58f-5ac47ae658a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9222b97e-5d1c-54f8-ba97-82f172498e76-de099bce-1061-4014-bdd5-ec95cce7be8f', 'network_id': 'de099bce-1061-4014-bdd5-ec95cce7be8f', 'tenant_id': '13ccccd91e8c4eb89f4317d7ac77ca6b', 'fixed_ips': [{'subnet_id': '787f44bc-2e81-40af-a267-7b929a491ce9'}]}} from n-d-800634-3. {{(pid=93917) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 18:38:59.474289 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b6603573-0d4a-47a4-b58f-5ac47ae658a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:59.545272 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-52a22f11-0799-4997-b046-fd92354340d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-598741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-928734'] for router_interface, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:38:59.684398 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a22f11-0799-4997-b046-fd92354340d1 admin admin] Pushing event updated for resources: {'Port': ['ID=70ba2e1f-9013-4cdf-a890-295e6c4fdaa3,revision_number=2']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:38:59.769450 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.db_base_plugin_common [None req-b6603573-0d4a-47a4-b58f-5ac47ae658a4 None None] Allocated IP 2001:db8::2 (de099bce-1061-4014-bdd5-ec95cce7be8f/787f44bc-2e81-40af-a267-7b929a491ce9/cb86f0c1-f1d6-4dff-977d-0271cac09242) {{(pid=93917) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:38:59.782239 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52a22f11-0799-4997-b046-fd92354340d1 admin admin] Network 949878ad-81d9-4447-9e61-f4d51615e760 is already hosted by enough agents. {{(pid=93916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:38:59.811727 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [None req-52a22f11-0799-4997-b046-fd92354340d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:38:59.919233 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 96b6fe5d-cb6c-43bc-a1ec-af6bf3a43be7 up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:38:59.923715 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-635711e2-638d-482f-8d44-b4b5abbb2464 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:00.052884 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning for port 96b6fe5d-cb6c-43bc-a1ec-af6bf3a43be7 completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:39:00.065625 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52a22f11-0799-4997-b046-fd92354340d1 admin admin] Router 2dc4323a-0122-442a-83ad-c3183f0460cc has already been hosted by L3 agent 2c6eb27e-defb-4cca-9a24-381c7415e359 {{(pid=93916) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 18:39:00.074390 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port 96b6fe5d-cb6c-43bc-a1ec-af6bf3a43be7 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:39:00.074626 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:00.178615 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b6603573-0d4a-47a4-b58f-5ac47ae658a4 None None] Notify callbacks [] for port, precommit_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:00.211032 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-b6603573-0d4a-47a4-b58f-5ac47ae658a4 None None] Transition to ACTIVE for port object cb86f0c1-f1d6-4dff-977d-0271cac09242 will not be triggered until provisioned by entity L2. {{(pid=93917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:39:00.237289 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-d86f108b-066e-4817-b7f7-f04c567213a2 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Deleting port b3c18129-76e6-475f-8831-2765d5e1b3f3 {{(pid=93916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:39:00.238675 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-d86f108b-066e-4817-b7f7-f04c567213a2 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:00.255628 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-7302c270-6f9a-4c4f-bc13-19039fad6199 None None] Provisioning complete for port 70ba2e1f-9013-4cdf-a890-295e6c4fdaa3 triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:39:00.256009 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-7302c270-6f9a-4c4f-bc13-19039fad6199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:00.305061 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-7302c270-6f9a-4c4f-bc13-19039fad6199 None None] Port 70ba2e1f-9013-4cdf-a890-295e6c4fdaa3 cannot update to ACTIVE because it is not bound. {{(pid=93917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 18:39:00.318063 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-b6603573-0d4a-47a4-b58f-5ac47ae658a4 None None] Transition to ACTIVE for port object cb86f0c1-f1d6-4dff-977d-0271cac09242 will not be triggered until provisioned by entity DHCP. {{(pid=93917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:39:00.323881 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:00.333105 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b6603573-0d4a-47a4-b58f-5ac47ae658a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804'] for port, after_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:00.352816 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52a22f11-0799-4997-b046-fd92354340d1 admin admin] Notify agent at l3_agent.n-d-800634-3 the message routers_updated {{(pid=93916) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 18:39:00.363944 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6abc2ea1-a5e1-424c-874e-b2e17ce6d8bb None None] Sync routers for ids ['2dc4323a-0122-442a-83ad-c3183f0460cc'] in n-d-800634-3 {{(pid=93918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 18:39:00.379065 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6abc2ea1-a5e1-424c-874e-b2e17ce6d8bb None None] Routers {'2dc4323a-0122-442a-83ad-c3183f0460cc'} bound to L3 agent in host n-d-800634-3 {{(pid=93918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:39:00.379704 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-6abc2ea1-a5e1-424c-874e-b2e17ce6d8bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:38:53Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['2dc4323a-0122-442a-83ad-c3183f0460cc'], 'active': True} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:39:00.396332 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.db [None req-d86f108b-066e-4817-b7f7-f04c567213a2 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] For port b3c18129-76e6-475f-8831-2765d5e1b3f3, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=b3c18129-76e6-475f-8831-2765d5e1b3f3,segment=NetworkSegment(4f5e1cb4-ef62-44dd-b171-50e9c0e61133),segment_id=4f5e1cb4-ef62-44dd-b171-50e9c0e61133)] {{(pid=93916) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:39:00.396710 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-d86f108b-066e-4817-b7f7-f04c567213a2 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:00.413270 n-d-800634-3 neutron-server[93917]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6603573-0d4a-47a4-b58f-5ac47ae658a4 None None] Network de099bce-1061-4014-bdd5-ec95cce7be8f is already hosted by enough agents. {{(pid=93917) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:39:00.414367 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-d86f108b-066e-4817-b7f7-f04c567213a2 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Calling delete_port for b3c18129-76e6-475f-8831-2765d5e1b3f3 owned by network:router_interface {{(pid=93916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:39:00.423598 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] For port 96b6fe5d-cb6c-43bc-a1ec-af6bf3a43be7, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=96b6fe5d-cb6c-43bc-a1ec-af6bf3a43be7,segment=NetworkSegment(5afb940b-bbdf-4727-be00-5d46367c38a1),segment_id=5afb940b-bbdf-4727-be00-5d46367c38a1)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:39:00.425398 n-d-800634-3 neutron-server[93917]: DEBUG neutron.scheduler.base_scheduler [None req-b6603573-0d4a-47a4-b58f-5ac47ae658a4 None None] Resources bound (agent type, host, resource id): {{(pid=93917) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:39:00.429676 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6603573-0d4a-47a4-b58f-5ac47ae658a4 None None] Received port after_create {{(pid=93917) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:39:00.444179 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:00.465207 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6603573-0d4a-47a4-b58f-5ac47ae658a4 None None] Pushing event updated for resources: {'Port': ['ID=cb86f0c1-f1d6-4dff-977d-0271cac09242,revision_number=1']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:39:00.506402 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.db_base_plugin_common [None req-635711e2-638d-482f-8d44-b4b5abbb2464 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Allocated IP 2001:db8::1 (de099bce-1061-4014-bdd5-ec95cce7be8f/787f44bc-2e81-40af-a267-7b929a491ce9/44d9931f-5c56-4681-ab49-6bfd0d556cb3) {{(pid=93915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:39:00.586637 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvr_db [None req-6abc2ea1-a5e1-424c-874e-b2e17ce6d8bb None None] Set router 2dc4323a-0122-442a-83ad-c3183f0460cc gateway port host: n-d-800634-3 {{(pid=93918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 18:39:00.624989 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Pushing event updated for resources: {'Port': ['ID=96b6fe5d-cb6c-43bc-a1ec-af6bf3a43be7,revision_number=4']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:39:00.639823 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-b6603573-0d4a-47a4-b58f-5ac47ae658a4 None None] Attempting to bind port cb86f0c1-f1d6-4dff-977d-0271cac09242 on host n-d-800634-3 for vnic_type normal with profile {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:39:00.640350 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-b6603573-0d4a-47a4-b58f-5ac47ae658a4 None None] Attempting to bind port cb86f0c1-f1d6-4dff-977d-0271cac09242 by drivers openvswitch,hyperv on host n-d-800634-3 at level 0 using segments [{'id': 'e57d1292-9039-4d9f-94d2-728500c53487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'de099bce-1061-4014-bdd5-ec95cce7be8f'}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:39:00.641004 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6603573-0d4a-47a4-b58f-5ac47ae658a4 None None] Attempting to bind port cb86f0c1-f1d6-4dff-977d-0271cac09242 on network de099bce-1061-4014-bdd5-ec95cce7be8f {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:39:00.648623 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6603573-0d4a-47a4-b58f-5ac47ae658a4 None None] Checking agent: {'id': '01c19e91-a945-4e3c-94a6-c211e17c923e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 8, 23), 'started_at': datetime.datetime(2021, 7, 14, 18, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 18, 38, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 18:39:00.651130 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6603573-0d4a-47a4-b58f-5ac47ae658a4 None None] Checking segment: {'id': 'e57d1292-9039-4d9f-94d2-728500c53487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'de099bce-1061-4014-bdd5-ec95cce7be8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93917) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:39:00.651564 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b6603573-0d4a-47a4-b58f-5ac47ae658a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:00.651968 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6603573-0d4a-47a4-b58f-5ac47ae658a4 None None] Bound using segment: {'id': 'e57d1292-9039-4d9f-94d2-728500c53487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'de099bce-1061-4014-bdd5-ec95cce7be8f'} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 18:39:00.652495 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-b6603573-0d4a-47a4-b58f-5ac47ae658a4 None None] Bound port: cb86f0c1-f1d6-4dff-977d-0271cac09242, host: n-d-800634-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e57d1292-9039-4d9f-94d2-728500c53487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'de099bce-1061-4014-bdd5-ec95cce7be8f'}}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 18:39:00.652887 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b6603573-0d4a-47a4-b58f-5ac47ae658a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:00.783108 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-635711e2-638d-482f-8d44-b4b5abbb2464 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks [] for port, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:00.788979 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b6603573-0d4a-47a4-b58f-5ac47ae658a4 None None] For port cb86f0c1-f1d6-4dff-977d-0271cac09242, host n-d-800634-3, cleared binding levels {{(pid=93917) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:39:00.793911 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b6603573-0d4a-47a4-b58f-5ac47ae658a4 None None] For port cb86f0c1-f1d6-4dff-977d-0271cac09242, host n-d-800634-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=cb86f0c1-f1d6-4dff-977d-0271cac09242,segment=NetworkSegment(e57d1292-9039-4d9f-94d2-728500c53487),segment_id=e57d1292-9039-4d9f-94d2-728500c53487)] {{(pid=93917) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 18:39:00.801705 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b6603573-0d4a-47a4-b58f-5ac47ae658a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:00.817983 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.provisioning_blocks [None req-635711e2-638d-482f-8d44-b4b5abbb2464 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Transition to ACTIVE for port object 44d9931f-5c56-4681-ab49-6bfd0d556cb3 will not be triggered until provisioned by entity DHCP. {{(pid=93915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:39:00.893650 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6603573-0d4a-47a4-b58f-5ac47ae658a4 None None] Pushing event updated for resources: {'Port': ['ID=cb86f0c1-f1d6-4dff-977d-0271cac09242,revision_number=2']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:39:00.914436 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-635711e2-638d-482f-8d44-b4b5abbb2464 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:00.944657 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-52a22f11-0799-4997-b046-fd92354340d1 admin admin] 10.222.0.16 "PUT /v2.0/routers/2dc4323a-0122-442a-83ad-c3183f0460cc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7408075 Jul 14 18:39:00.996297 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-6abc2ea1-a5e1-424c-874e-b2e17ce6d8bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dc4323a-0122-442a-83ad-c3183f0460cc', 'name': 'tempest-AttachVolumeTestJSON-1341928878-router', 'tenant_id': '4427572788fe4f30abbab6f59fdbf9f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.148'}], 'enable_snat': True}, 'gw_port_id': '96b6fe5d-cb6c-43bc-a1ec-af6bf3a43be7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:38:52Z', 'updated_at': '2021-07-14T18:38:58Z', 'revision_number': 4, 'project_id': '4427572788fe4f30abbab6f59fdbf9f1', 'gw_port': {'id': '96b6fe5d-cb6c-43bc-a1ec-af6bf3a43be7', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:4b:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2dc4323a-0122-442a-83ad-c3183f0460cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2160, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:38:53Z', 'updated_at': '2021-07-14T18:38:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_interfaces': [{'id': '70ba2e1f-9013-4cdf-a890-295e6c4fdaa3', 'name': '', 'network_id': '949878ad-81d9-4447-9e61-f4d51615e760', 'tenant_id': '4427572788fe4f30abbab6f59fdbf9f1', 'mac_address': 'fa:16:3e:62:fc:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2dc4323a-0122-442a-83ad-c3183f0460cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2161, 'fixed_ips': [{'subnet_id': '42f73a38-7ef6-4d77-ab5e-abe039b69936', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:38:56Z', 'updated_at': '2021-07-14T18:38:59Z', 'revision_number': 2, 'project_id': '4427572788fe4f30abbab6f59fdbf9f1', 'subnets': [{'id': '42f73a38-7ef6-4d77-ab5e-abe039b69936', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-3', False) {} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:39:01.019493 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-635711e2-638d-482f-8d44-b4b5abbb2464 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Network de099bce-1061-4014-bdd5-ec95cce7be8f is already hosted by enough agents. {{(pid=93915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:39:01.024196 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [None req-635711e2-638d-482f-8d44-b4b5abbb2464 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Resources bound (agent type, host, resource id): {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:39:01.030337 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-635711e2-638d-482f-8d44-b4b5abbb2464 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Received port after_create {{(pid=93915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:39:01.030337 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-635711e2-638d-482f-8d44-b4b5abbb2464 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-930452'] for router_interface, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:01.068717 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6abc2ea1-a5e1-424c-874e-b2e17ce6d8bb None None] Checking router: 2dc4323a-0122-442a-83ad-c3183f0460cc for host: n-d-800634-3 {{(pid=93918) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 18:39:01.070678 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6abc2ea1-a5e1-424c-874e-b2e17ce6d8bb None None] Updating router 2dc4323a-0122-442a-83ad-c3183f0460cc port 70ba2e1f-9013-4cdf-a890-295e6c4fdaa3 binding host n-d-800634-3 {{(pid=93918) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 18:39:01.083607 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-d86f108b-066e-4817-b7f7-f04c567213a2 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:01.139692 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635711e2-638d-482f-8d44-b4b5abbb2464 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Pushing event updated for resources: {'Port': ['ID=44d9931f-5c56-4681-ab49-6bfd0d556cb3,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:39:01.179629 n-d-800634-3 neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-6abc2ea1-a5e1-424c-874e-b2e17ce6d8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:01.197961 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86f108b-066e-4817-b7f7-f04c567213a2 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Pushing event deleted for resources: {'Port': ['ID=b3c18129-76e6-475f-8831-2765d5e1b3f3,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:39:01.298469 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-635711e2-638d-482f-8d44-b4b5abbb2464 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:01.586239 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-d86f108b-066e-4817-b7f7-f04c567213a2 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-598732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-928907'] for router_interface, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:01.738938 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6db77b0e-5f84-4ecb-8e56-1e0880baa3bd req-13a9b6dd-00b4-4739-adc8-2042e6328c28 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=d7b58cc5-d900-4c19-86f4-9befdd4826d6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1375461 Jul 14 18:39:01.783290 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-635711e2-638d-482f-8d44-b4b5abbb2464 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks [] for port, precommit_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:01.797618 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-635711e2-638d-482f-8d44-b4b5abbb2464 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25912978'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:01.798502 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-635711e2-638d-482f-8d44-b4b5abbb2464 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-598741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-928734'] for router_interface, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:01.910174 n-d-800634-3 neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-6abc2ea1-a5e1-424c-874e-b2e17ce6d8bb None None] Notify callbacks [] for port, precommit_update {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:01.930829 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.provisioning_blocks [None req-6abc2ea1-a5e1-424c-874e-b2e17ce6d8bb None None] Transition to ACTIVE for port object 70ba2e1f-9013-4cdf-a890-295e6c4fdaa3 will not be triggered until provisioned by entity L2. {{(pid=93918) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:39:01.945612 n-d-800634-3 neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-6abc2ea1-a5e1-424c-874e-b2e17ce6d8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:02.098840 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 54188) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:39:02.109347 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635711e2-638d-482f-8d44-b4b5abbb2464 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Pushing event updated for resources: {'Port': ['ID=44d9931f-5c56-4681-ab49-6bfd0d556cb3,revision_number=2']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:39:02.115307 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-9897bbd6-967b-477c-a49c-e667851e30b6 tempest-AttachVolumeTestJSON-1507206526 tempest-AttachVolumeTestJSON-1507206526-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1148104469', 'description': 'tempest-description--1620442014'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:39:02.244577 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-9897bbd6-967b-477c-a49c-e667851e30b6 tempest-AttachVolumeTestJSON-1507206526 tempest-AttachVolumeTestJSON-1507206526-project] Notify callbacks [] for security_group, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:02.251354 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d86f108b-066e-4817-b7f7-f04c567213a2 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Router 60ec3922-97dc-41af-af8a-a3a7b858f890 has already been hosted by L3 agent 2c6eb27e-defb-4cca-9a24-381c7415e359 {{(pid=93916) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 18:39:02.259671 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.managers [None req-6abc2ea1-a5e1-424c-874e-b2e17ce6d8bb None None] Attempting to bind port 70ba2e1f-9013-4cdf-a890-295e6c4fdaa3 on host n-d-800634-3 for vnic_type normal with profile {{(pid=93918) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:39:02.260105 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.managers [None req-6abc2ea1-a5e1-424c-874e-b2e17ce6d8bb None None] Attempting to bind port 70ba2e1f-9013-4cdf-a890-295e6c4fdaa3 by drivers openvswitch,hyperv on host n-d-800634-3 at level 0 using segments [{'id': 'd46cbae5-a9c8-4575-b283-c5e5c56b0da1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '949878ad-81d9-4447-9e61-f4d51615e760'}] {{(pid=93918) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:39:02.260447 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6abc2ea1-a5e1-424c-874e-b2e17ce6d8bb None None] Attempting to bind port 70ba2e1f-9013-4cdf-a890-295e6c4fdaa3 on network 949878ad-81d9-4447-9e61-f4d51615e760 {{(pid=93918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:39:02.267637 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6abc2ea1-a5e1-424c-874e-b2e17ce6d8bb None None] Checking agent: {'id': '01c19e91-a945-4e3c-94a6-c211e17c923e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 8, 23), 'started_at': datetime.datetime(2021, 7, 14, 18, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 18, 38, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 18:39:02.268011 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6abc2ea1-a5e1-424c-874e-b2e17ce6d8bb None None] Checking segment: {'id': 'd46cbae5-a9c8-4575-b283-c5e5c56b0da1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '949878ad-81d9-4447-9e61-f4d51615e760'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93918) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:39:02.268461 n-d-800634-3 neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-6abc2ea1-a5e1-424c-874e-b2e17ce6d8bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:02.268859 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6abc2ea1-a5e1-424c-874e-b2e17ce6d8bb None None] Bound using segment: {'id': 'd46cbae5-a9c8-4575-b283-c5e5c56b0da1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '949878ad-81d9-4447-9e61-f4d51615e760'} {{(pid=93918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 18:39:02.269342 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.managers [None req-6abc2ea1-a5e1-424c-874e-b2e17ce6d8bb None None] Bound port: 70ba2e1f-9013-4cdf-a890-295e6c4fdaa3, host: n-d-800634-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd46cbae5-a9c8-4575-b283-c5e5c56b0da1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '949878ad-81d9-4447-9e61-f4d51615e760'}}] {{(pid=93918) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 18:39:02.270646 n-d-800634-3 neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-6abc2ea1-a5e1-424c-874e-b2e17ce6d8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:02.283000 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device cb86f0c1-f1d6-4dff-977d-0271cac09242 up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:39:02.383755 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-635711e2-638d-482f-8d44-b4b5abbb2464 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Network de099bce-1061-4014-bdd5-ec95cce7be8f is already hosted by enough agents. {{(pid=93915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:39:02.408974 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db77b0e-5f84-4ecb-8e56-1e0880baa3bd req-77fec855-2b15-4a6f-b4f2-416ed030a074 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:39:02.409591 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db77b0e-5f84-4ecb-8e56-1e0880baa3bd req-77fec855-2b15-4a6f-b4f2-416ed030a074 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:39:02.410188 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db77b0e-5f84-4ecb-8e56-1e0880baa3bd req-77fec855-2b15-4a6f-b4f2-416ed030a074 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:39:02.410889 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db77b0e-5f84-4ecb-8e56-1e0880baa3bd req-77fec855-2b15-4a6f-b4f2-416ed030a074 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:39:02.411724 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db77b0e-5f84-4ecb-8e56-1e0880baa3bd req-77fec855-2b15-4a6f-b4f2-416ed030a074 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:39:02.412513 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db77b0e-5f84-4ecb-8e56-1e0880baa3bd req-77fec855-2b15-4a6f-b4f2-416ed030a074 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:39:02.413365 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db77b0e-5f84-4ecb-8e56-1e0880baa3bd req-77fec855-2b15-4a6f-b4f2-416ed030a074 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:39:02.416349 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6db77b0e-5f84-4ecb-8e56-1e0880baa3bd req-77fec855-2b15-4a6f-b4f2-416ed030a074 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=97b50484cf0c4fbaadc06c25d281353e&device_id=d7b58cc5-d900-4c19-86f4-9befdd4826d6 HTTP/1.1" status: 200 len: 6491 time: 0.6304941 Jul 14 18:39:02.416922 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:02.417794 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [None req-635711e2-638d-482f-8d44-b4b5abbb2464 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Resources bound (agent type, host, resource id): {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:39:02.437551 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbcfdec-a2d2-48d4-b68a-7f1dcb7de69b None None] Pushing event updated for resources: {'Port': ['ID=70ba2e1f-9013-4cdf-a890-295e6c4fdaa3,revision_number=3']} {{(pid=93918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:39:02.440077 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning for port cb86f0c1-f1d6-4dff-977d-0271cac09242 completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:39:02.445251 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.db [None req-6abc2ea1-a5e1-424c-874e-b2e17ce6d8bb None None] For port 70ba2e1f-9013-4cdf-a890-295e6c4fdaa3, host n-d-800634-3, cleared binding levels {{(pid=93918) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:39:02.448819 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 96b6fe5d-cb6c-43bc-a1ec-af6bf3a43be7 up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:39:02.466546 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.db [None req-6abc2ea1-a5e1-424c-874e-b2e17ce6d8bb None None] For port 70ba2e1f-9013-4cdf-a890-295e6c4fdaa3, host n-d-800634-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=70ba2e1f-9013-4cdf-a890-295e6c4fdaa3,segment=NetworkSegment(d46cbae5-a9c8-4575-b283-c5e5c56b0da1),segment_id=d46cbae5-a9c8-4575-b283-c5e5c56b0da1)] {{(pid=93918) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 18:39:02.481928 n-d-800634-3 neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-6abc2ea1-a5e1-424c-874e-b2e17ce6d8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:02.556773 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-9897bbd6-967b-477c-a49c-e667851e30b6 tempest-AttachVolumeTestJSON-1507206526 tempest-AttachVolumeTestJSON-1507206526-project] Notify callbacks [] for security_group, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:02.625187 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port 96b6fe5d-cb6c-43bc-a1ec-af6bf3a43be7 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:39:02.627294 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:02.670356 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-9897bbd6-967b-477c-a49c-e667851e30b6 tempest-AttachVolumeTestJSON-1507206526 tempest-AttachVolumeTestJSON-1507206526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:02.676615 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6abc2ea1-a5e1-424c-874e-b2e17ce6d8bb None None] Routers {'2dc4323a-0122-442a-83ad-c3183f0460cc'} bound to L3 agent in host n-d-800634-3 {{(pid=93918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:39:02.677545 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-6abc2ea1-a5e1-424c-874e-b2e17ce6d8bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:38:53Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['2dc4323a-0122-442a-83ad-c3183f0460cc'], 'active': True} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:39:02.770103 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9897bbd6-967b-477c-a49c-e667851e30b6 tempest-AttachVolumeTestJSON-1507206526 tempest-AttachVolumeTestJSON-1507206526-project] Pushing event updated for resources: {'SecurityGroup': ['ID=96b55db8-12e1-43af-8475-4683f85322eb,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:39:02.788663 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db77b0e-5f84-4ecb-8e56-1e0880baa3bd req-c7fa45ef-4c34-4908-bf59-02702b6ec9bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:39:02.789199 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db77b0e-5f84-4ecb-8e56-1e0880baa3bd req-c7fa45ef-4c34-4908-bf59-02702b6ec9bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:39:02.789682 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db77b0e-5f84-4ecb-8e56-1e0880baa3bd req-c7fa45ef-4c34-4908-bf59-02702b6ec9bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:39:02.791430 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6db77b0e-5f84-4ecb-8e56-1e0880baa3bd req-c7fa45ef-4c34-4908-bf59-02702b6ec9bc service neutron] 10.222.0.35 "GET /v2.0/networks?id=a3451eaf-fb13-48b5-b64d-da7580c60487&id=53bb0fcd-64dd-42eb-8d88-ad420edc0329&id=53bb0fcd-64dd-42eb-8d88-ad420edc0329&id=53bb0fcd-64dd-42eb-8d88-ad420edc0329&id=53bb0fcd-64dd-42eb-8d88-ad420edc0329&id=d9b1ce92-40c0-4c35-b452-dfbdda964ee7&id=d9b1ce92-40c0-4c35-b452-dfbdda964ee7 HTTP/1.1" status: 200 len: 2290 time: 0.2179852 Jul 14 18:39:02.823866 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-635711e2-638d-482f-8d44-b4b5abbb2464 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Router 9a9615a7-c32a-45b8-a407-f0354c5e63f4 is scheduled to L3 agent 2c6eb27e-defb-4cca-9a24-381c7415e359 with binding_index 1 {{(pid=93915) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 18:39:02.830574 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-9897bbd6-967b-477c-a49c-e667851e30b6 tempest-AttachVolumeTestJSON-1507206526 tempest-AttachVolumeTestJSON-1507206526-project] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:02.842513 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-9897bbd6-967b-477c-a49c-e667851e30b6 tempest-AttachVolumeTestJSON-1507206526 tempest-AttachVolumeTestJSON-1507206526-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.7425058 Jul 14 18:39:02.848789 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 54198) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:39:02.875839 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbcfdec-a2d2-48d4-b68a-7f1dcb7de69b None None] Pushing event updated for resources: {'Port': ['ID=70ba2e1f-9013-4cdf-a890-295e6c4fdaa3,revision_number=4']} {{(pid=93918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:39:02.881285 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-a14abb47-8fc0-4bd5-a6c8-0a3c3fc5d940 tempest-AttachVolumeTestJSON-1507206526 tempest-AttachVolumeTestJSON-1507206526-project] Request body: {'security_group_rule': {'security_group_id': '96b55db8-12e1-43af-8475-4683f85322eb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:39:02.970094 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a14abb47-8fc0-4bd5-a6c8-0a3c3fc5d940 tempest-AttachVolumeTestJSON-1507206526 tempest-AttachVolumeTestJSON-1507206526-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:03.039707 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d86f108b-066e-4817-b7f7-f04c567213a2 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify agent at l3_agent.n-d-800634-3 the message routers_updated {{(pid=93916) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 18:39:03.053615 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-174142e3-aecb-427e-afd0-abf0878dd6aa None None] Sync routers for ids ['60ec3922-97dc-41af-af8a-a3a7b858f890'] in n-d-800634-3 {{(pid=93917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 18:39:03.055745 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-d86f108b-066e-4817-b7f7-f04c567213a2 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] 10.222.0.16 "PUT /v2.0/routers/60ec3922-97dc-41af-af8a-a3a7b858f890/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6208375 Jul 14 18:39:03.063559 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 54202) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:39:03.072612 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-174142e3-aecb-427e-afd0-abf0878dd6aa None None] Routers {'60ec3922-97dc-41af-af8a-a3a7b858f890'} bound to L3 agent in host n-d-800634-3 {{(pid=93917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:39:03.073264 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-174142e3-aecb-427e-afd0-abf0878dd6aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:38:53Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['60ec3922-97dc-41af-af8a-a3a7b858f890'], 'active': True} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:39:03.086630 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvr_db [None req-6abc2ea1-a5e1-424c-874e-b2e17ce6d8bb None None] Set router 2dc4323a-0122-442a-83ad-c3183f0460cc gateway port host: n-d-800634-3 {{(pid=93918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 18:39:03.248402 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6db77b0e-5f84-4ecb-8e56-1e0880baa3bd req-db3d85ab-9c6e-4539-9a9e-64b0f93d14cc service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=827a9395-b498-4e0f-b70e-182acf0b86da HTTP/1.1" status: 200 len: 1000 time: 0.4485412 Jul 14 18:39:03.252626 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a14abb47-8fc0-4bd5-a6c8-0a3c3fc5d940 tempest-AttachVolumeTestJSON-1507206526 tempest-AttachVolumeTestJSON-1507206526-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:03.263887 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a14abb47-8fc0-4bd5-a6c8-0a3c3fc5d940 tempest-AttachVolumeTestJSON-1507206526 tempest-AttachVolumeTestJSON-1507206526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305173'] for security_group_rule, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:03.295075 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14abb47-8fc0-4bd5-a6c8-0a3c3fc5d940 tempest-AttachVolumeTestJSON-1507206526 tempest-AttachVolumeTestJSON-1507206526-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7149c950-0303-4089-825f-3dd171989ac0,revision_number=0']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:39:03.303459 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e9e4554-3f97-4e8c-b378-3c75380ed68c tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Deleting subnet 2613ee9b-ec36-428a-b270-275b26077e23 {{(pid=93916) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 18:39:03.312399 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-2e9e4554-3f97-4e8c-b378-3c75380ed68c tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks [] for subnet, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:03.358480 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a14abb47-8fc0-4bd5-a6c8-0a3c3fc5d940 tempest-AttachVolumeTestJSON-1507206526 tempest-AttachVolumeTestJSON-1507206526-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:03.370345 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-a14abb47-8fc0-4bd5-a6c8-0a3c3fc5d940 tempest-AttachVolumeTestJSON-1507206526 tempest-AttachVolumeTestJSON-1507206526-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5109968 Jul 14 18:39:03.372422 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 54210) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:39:03.385047 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db77b0e-5f84-4ecb-8e56-1e0880baa3bd req-6c85d131-214b-42b0-a2df-06c8d9f613b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:39:03.391683 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-4d66be0d-1779-4ab4-9c94-2289cff52d77 tempest-AttachVolumeTestJSON-1507206526 tempest-AttachVolumeTestJSON-1507206526-project] Request body: {'security_group_rule': {'security_group_id': '96b55db8-12e1-43af-8475-4683f85322eb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:39:03.392039 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6db77b0e-5f84-4ecb-8e56-1e0880baa3bd req-6c85d131-214b-42b0-a2df-06c8d9f613b9 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ca505849-4eae-4ad9-8cb2-1c989449b21f HTTP/1.1" status: 200 len: 850 time: 0.1348593 Jul 14 18:39:03.418613 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-635711e2-638d-482f-8d44-b4b5abbb2464 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify agent at l3_agent.n-d-800634-3 the message routers_updated {{(pid=93915) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 18:39:03.437607 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-635711e2-638d-482f-8d44-b4b5abbb2464 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] 10.222.0.16 "PUT /v2.0/routers/9a9615a7-c32a-45b8-a407-f0354c5e63f4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0140848 Jul 14 18:39:03.440905 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 54212) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:39:03.470636 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvr_db [None req-174142e3-aecb-427e-afd0-abf0878dd6aa None None] Set router 60ec3922-97dc-41af-af8a-a3a7b858f890 gateway port host: n-d-800634-3 {{(pid=93917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 18:39:03.480209 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-2e9e4554-3f97-4e8c-b378-3c75380ed68c tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26296866'] for subnet, precommit_delete_associations {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:03.499153 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ce85add-7680-4e60-8093-d91ab99d9e57 None None] Sync routers for ids ['9a9615a7-c32a-45b8-a407-f0354c5e63f4'] in n-d-800634-3 {{(pid=93918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 18:39:03.569284 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-4d66be0d-1779-4ab4-9c94-2289cff52d77 tempest-AttachVolumeTestJSON-1507206526 tempest-AttachVolumeTestJSON-1507206526-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:03.570870 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7621d74-f327-41f4-8caa-6af695de4fe7 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:39:03.572667 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-b7621d74-f327-41f4-8caa-6af695de4fe7 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] 10.222.0.16 "GET /v2.0/ports/44d9931f-5c56-4681-ab49-6bfd0d556cb3 HTTP/1.1" status: 200 len: 911 time: 0.1315918 Jul 14 18:39:03.581690 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 54218) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:39:03.614527 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db77b0e-5f84-4ecb-8e56-1e0880baa3bd req-aa881fea-bbbe-4bfe-9228-ade271ceab3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:39:03.616617 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6db77b0e-5f84-4ecb-8e56-1e0880baa3bd req-aa881fea-bbbe-4bfe-9228-ade271ceab3d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a3451eaf-fb13-48b5-b64d-da7580c60487&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1917629 Jul 14 18:39:03.691753 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-82b51c0a-2102-41b6-aeba-4012a83f6dd0 None None] Provisioning for port cb86f0c1-f1d6-4dff-977d-0271cac09242 completed by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:39:03.702887 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-4d66be0d-1779-4ab4-9c94-2289cff52d77 tempest-AttachVolumeTestJSON-1507206526 tempest-AttachVolumeTestJSON-1507206526-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:03.709178 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-82b51c0a-2102-41b6-aeba-4012a83f6dd0 None None] Provisioning complete for port cb86f0c1-f1d6-4dff-977d-0271cac09242 triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:39:03.709977 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-82b51c0a-2102-41b6-aeba-4012a83f6dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:03.735075 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-4d66be0d-1779-4ab4-9c94-2289cff52d77 tempest-AttachVolumeTestJSON-1507206526 tempest-AttachVolumeTestJSON-1507206526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305173'] for security_group_rule, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:03.761680 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ce85add-7680-4e60-8093-d91ab99d9e57 None None] Routers {'9a9615a7-c32a-45b8-a407-f0354c5e63f4'} bound to L3 agent in host n-d-800634-3 {{(pid=93918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:39:03.763290 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-5ce85add-7680-4e60-8093-d91ab99d9e57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:38:53Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['9a9615a7-c32a-45b8-a407-f0354c5e63f4'], 'active': True} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:39:03.902583 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d66be0d-1779-4ab4-9c94-2289cff52d77 tempest-AttachVolumeTestJSON-1507206526 tempest-AttachVolumeTestJSON-1507206526-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=467e7024-4a31-4514-b7cb-29138f64a5da,revision_number=0']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:39:03.929369 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-6abc2ea1-a5e1-424c-874e-b2e17ce6d8bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dc4323a-0122-442a-83ad-c3183f0460cc', 'name': 'tempest-AttachVolumeTestJSON-1341928878-router', 'tenant_id': '4427572788fe4f30abbab6f59fdbf9f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.148'}], 'enable_snat': True}, 'gw_port_id': '96b6fe5d-cb6c-43bc-a1ec-af6bf3a43be7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:38:52Z', 'updated_at': '2021-07-14T18:38:58Z', 'revision_number': 4, 'project_id': '4427572788fe4f30abbab6f59fdbf9f1', 'gw_port': {'id': '96b6fe5d-cb6c-43bc-a1ec-af6bf3a43be7', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:4b:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dc4323a-0122-442a-83ad-c3183f0460cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2160, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:38:53Z', 'updated_at': '2021-07-14T18:39:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_interfaces': [{'id': '70ba2e1f-9013-4cdf-a890-295e6c4fdaa3', 'name': '', 'network_id': '949878ad-81d9-4447-9e61-f4d51615e760', 'tenant_id': '4427572788fe4f30abbab6f59fdbf9f1', 'mac_address': 'fa:16:3e:62:fc:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2dc4323a-0122-442a-83ad-c3183f0460cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2161, 'fixed_ips': [{'subnet_id': '42f73a38-7ef6-4d77-ab5e-abe039b69936', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:38:56Z', 'updated_at': '2021-07-14T18:39:02Z', 'revision_number': 4, 'project_id': '4427572788fe4f30abbab6f59fdbf9f1', 'subnets': [{'id': '42f73a38-7ef6-4d77-ab5e-abe039b69936', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-3', False) {} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:39:03.938496 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvr_db [None req-5ce85add-7680-4e60-8093-d91ab99d9e57 None None] Set router 9a9615a7-c32a-45b8-a407-f0354c5e63f4 gateway port host: None {{(pid=93918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 18:39:03.948493 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-4d66be0d-1779-4ab4-9c94-2289cff52d77 tempest-AttachVolumeTestJSON-1507206526 tempest-AttachVolumeTestJSON-1507206526-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:03.952547 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-4d66be0d-1779-4ab4-9c94-2289cff52d77 tempest-AttachVolumeTestJSON-1507206526 tempest-AttachVolumeTestJSON-1507206526-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5716929 Jul 14 18:39:03.952977 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 54222) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:39:03.969809 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-1241591f-71b8-4355-a75c-cd86bc30d581 tempest-AttachVolumeTestJSON-1507206526 tempest-AttachVolumeTestJSON-1507206526-project] Request body: {'floatingip': {'floating_network_id': '9200a437-e1de-4520-88f6-e68386523e61'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:39:03.987359 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-2e9e4554-3f97-4e8c-b378-3c75380ed68c tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081283'] for subnet, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:04.011671 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-82b51c0a-2102-41b6-aeba-4012a83f6dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:04.063616 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6abc2ea1-a5e1-424c-874e-b2e17ce6d8bb None None] The sync data for ids ['2dc4323a-0122-442a-83ad-c3183f0460cc'] in n-d-800634-3 is: [{'id': '2dc4323a-0122-442a-83ad-c3183f0460cc', 'name': 'tempest-AttachVolumeTestJSON-1341928878-router', 'tenant_id': '4427572788fe4f30abbab6f59fdbf9f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.148'}], 'enable_snat': True}, 'gw_port_id': '96b6fe5d-cb6c-43bc-a1ec-af6bf3a43be7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:38:52Z', 'updated_at': '2021-07-14T18:38:58Z', 'revision_number': 4, 'project_id': '4427572788fe4f30abbab6f59fdbf9f1', 'gw_port': {'id': '96b6fe5d-cb6c-43bc-a1ec-af6bf3a43be7', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:4b:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dc4323a-0122-442a-83ad-c3183f0460cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2160, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:38:53Z', 'updated_at': '2021-07-14T18:39:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_interfaces': [{'id': '70ba2e1f-9013-4cdf-a890-295e6c4fdaa3', 'name': '', 'network_id': '949878ad-81d9-4447-9e61-f4d51615e760', 'tenant_id': '4427572788fe4f30abbab6f59fdbf9f1', 'mac_address': 'fa:16:3e:62:fc:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2dc4323a-0122-442a-83ad-c3183f0460cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2161, 'fixed_ips': [{'subnet_id': '42f73a38-7ef6-4d77-ab5e-abe039b69936', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:38:56Z', 'updated_at': '2021-07-14T18:39:02Z', 'revision_number': 4, 'project_id': '4427572788fe4f30abbab6f59fdbf9f1', 'subnets': [{'id': '42f73a38-7ef6-4d77-ab5e-abe039b69936', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 18:39:04.164153 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-1241591f-71b8-4355-a75c-cd86bc30d581 tempest-AttachVolumeTestJSON-1507206526 tempest-AttachVolumeTestJSON-1507206526-project] Notify callbacks [] for floatingip, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:04.228685 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-2e9e4554-3f97-4e8c-b378-3c75380ed68c tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2684816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26033152'] for subnet, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:04.239607 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-82b51c0a-2102-41b6-aeba-4012a83f6dd0 None None] For port cb86f0c1-f1d6-4dff-977d-0271cac09242, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=cb86f0c1-f1d6-4dff-977d-0271cac09242,segment=NetworkSegment(e57d1292-9039-4d9f-94d2-728500c53487),segment_id=e57d1292-9039-4d9f-94d2-728500c53487)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:39:04.251231 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-82b51c0a-2102-41b6-aeba-4012a83f6dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:04.309723 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9e4554-3f97-4e8c-b378-3c75380ed68c tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Pushing event deleted for resources: {'Subnet': ['ID=2613ee9b-ec36-428a-b270-275b26077e23,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:39:04.322268 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-174142e3-aecb-427e-afd0-abf0878dd6aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60ec3922-97dc-41af-af8a-a3a7b858f890', 'name': 'tempest-TestNetworkAdvancedServerOps-router-422052349', 'tenant_id': 'af718961b2754d7c873f442ed35947bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.48'}], 'enable_snat': True}, 'gw_port_id': '0112f6c8-4a94-4c13-9838-deb131d3ad55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:36:38Z', 'updated_at': '2021-07-14T18:39:00Z', 'revision_number': 5, 'project_id': 'af718961b2754d7c873f442ed35947bb', 'gw_port': {'id': '0112f6c8-4a94-4c13-9838-deb131d3ad55', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:38:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60ec3922-97dc-41af-af8a-a3a7b858f890', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2007, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:36:39Z', 'updated_at': '2021-07-14T18:36:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3'}], 'n-d-800634-3', False) {} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:39:04.419534 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-2e9e4554-3f97-4e8c-b378-3c75380ed68c tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks [] for subnet, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:04.428919 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-2e9e4554-3f97-4e8c-b378-3c75380ed68c tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] 10.222.0.16 "DELETE /v2.0/subnets/2613ee9b-ec36-428a-b270-275b26077e23 HTTP/1.1" status: 204 len: 168 time: 1.3636286 Jul 14 18:39:04.434986 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 54232) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:39:04.442731 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-174142e3-aecb-427e-afd0-abf0878dd6aa None None] Checking router: 60ec3922-97dc-41af-af8a-a3a7b858f890 for host: n-d-800634-3 {{(pid=93917) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 18:39:04.477188 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e161b03-533e-461f-ac41-ce71e317e425 None None] Network 725cc431-8d64-405c-80c6-620abc8a4603 requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:39:04.575507 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-dc3358bb-b73a-4df5-8147-2e25ce1166e2 None None] Provisioning for port 44d9931f-5c56-4681-ab49-6bfd0d556cb3 completed by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:39:04.632931 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-dc3358bb-b73a-4df5-8147-2e25ce1166e2 None None] Provisioning complete for port 44d9931f-5c56-4681-ab49-6bfd0d556cb3 triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:39:04.633540 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-dc3358bb-b73a-4df5-8147-2e25ce1166e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:04.677473 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-174142e3-aecb-427e-afd0-abf0878dd6aa None None] Routers {'60ec3922-97dc-41af-af8a-a3a7b858f890'} bound to L3 agent in host n-d-800634-3 {{(pid=93917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:39:04.678401 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-174142e3-aecb-427e-afd0-abf0878dd6aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:38:53Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['60ec3922-97dc-41af-af8a-a3a7b858f890'], 'active': True} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:39:04.723743 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-c4aa554d-eba6-47f7-8110-9d62f809691e tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks [] for router, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:04.729973 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-5ce85add-7680-4e60-8093-d91ab99d9e57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a9615a7-c32a-45b8-a407-f0354c5e63f4', 'name': 'tempest-NetworksTestDHCPv6-router-1397669900', 'tenant_id': '13ccccd91e8c4eb89f4317d7ac77ca6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:38:59Z', 'updated_at': '2021-07-14T18:39:01Z', 'revision_number': 2, 'project_id': '13ccccd91e8c4eb89f4317d7ac77ca6b', 'gw_port_host': None, '_interfaces': [{'id': '44d9931f-5c56-4681-ab49-6bfd0d556cb3', 'name': '', 'network_id': 'de099bce-1061-4014-bdd5-ec95cce7be8f', 'tenant_id': '13ccccd91e8c4eb89f4317d7ac77ca6b', 'mac_address': 'fa:16:3e:7f:e6:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a9615a7-c32a-45b8-a407-f0354c5e63f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2165, 'fixed_ips': [{'subnet_id': '787f44bc-2e81-40af-a267-7b929a491ce9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:39:00Z', 'updated_at': '2021-07-14T18:39:01Z', 'revision_number': 2, 'project_id': '13ccccd91e8c4eb89f4317d7ac77ca6b', 'subnets': [{'id': '787f44bc-2e81-40af-a267-7b929a491ce9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-3', False) {} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:39:04.787768 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2d2086a-51b0-490a-949f-70285ab82ee1 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:39:04.792687 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ce85add-7680-4e60-8093-d91ab99d9e57 None None] Checking router: 9a9615a7-c32a-45b8-a407-f0354c5e63f4 for host: n-d-800634-3 {{(pid=93918) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 18:39:04.796558 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ce85add-7680-4e60-8093-d91ab99d9e57 None None] Updating router 9a9615a7-c32a-45b8-a407-f0354c5e63f4 port 44d9931f-5c56-4681-ab49-6bfd0d556cb3 binding host n-d-800634-3 {{(pid=93918) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 18:39:04.806994 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2d2086a-51b0-490a-949f-70285ab82ee1 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:39:04.813319 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 54242) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:39:04.816623 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-a2d2086a-51b0-490a-949f-70285ab82ee1 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1653 time: 1.2234550 Jul 14 18:39:04.857144 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6db77b0e-5f84-4ecb-8e56-1e0880baa3bd req-e5f8080e-52c4-4928-9d19-5bb8cf6b1769 service neutron] 10.222.0.35 "GET /v2.0/networks/a3451eaf-fb13-48b5-b64d-da7580c60487?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2012460 Jul 14 18:39:04.904153 n-d-800634-3 neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-5ce85add-7680-4e60-8093-d91ab99d9e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:05.106185 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6db77b0e-5f84-4ecb-8e56-1e0880baa3bd req-683c2436-4a61-43e5-94a8-990bcafd339e service neutron] 10.222.0.35 "GET /v2.0/networks/a3451eaf-fb13-48b5-b64d-da7580c60487?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2424781 Jul 14 18:39:05.154258 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvr_db [None req-174142e3-aecb-427e-afd0-abf0878dd6aa None None] Set router 60ec3922-97dc-41af-af8a-a3a7b858f890 gateway port host: n-d-800634-3 {{(pid=93917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 18:39:05.206080 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-c4aa554d-eba6-47f7-8110-9d62f809691e tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:05.226892 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6db77b0e-5f84-4ecb-8e56-1e0880baa3bd req-de911a4d-0a52-4a4b-8e83-46df732f03ae service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.245&port_id=02f27bc5-ba4e-4925-b830-6468da0dccb6 HTTP/1.1" status: 200 len: 217 time: 0.1117430 Jul 14 18:39:05.327656 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-1241591f-71b8-4355-a75c-cd86bc30d581 tempest-AttachVolumeTestJSON-1507206526 tempest-AttachVolumeTestJSON-1507206526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:05.334741 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db77b0e-5f84-4ecb-8e56-1e0880baa3bd req-9764c4a3-6889-46e1-94e7-18bc6413fd43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:39:05.336529 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6db77b0e-5f84-4ecb-8e56-1e0880baa3bd req-9764c4a3-6889-46e1-94e7-18bc6413fd43 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=bfc85fc4-a1ec-4557-a25f-86f06ef0ab5a HTTP/1.1" status: 200 len: 797 time: 0.1020510 Jul 14 18:39:05.353032 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-dc3358bb-b73a-4df5-8147-2e25ce1166e2 None None] Port 44d9931f-5c56-4681-ab49-6bfd0d556cb3 cannot update to ACTIVE because it is not bound. {{(pid=93917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 18:39:05.399528 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b51c0a-2102-41b6-aeba-4012a83f6dd0 None None] Pushing event updated for resources: {'Port': ['ID=cb86f0c1-f1d6-4dff-977d-0271cac09242,revision_number=3']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:39:05.441117 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db77b0e-5f84-4ecb-8e56-1e0880baa3bd req-fb1ad268-56cd-4f74-bde1-ffea7fb7e74b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:39:05.446495 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6db77b0e-5f84-4ecb-8e56-1e0880baa3bd req-fb1ad268-56cd-4f74-bde1-ffea7fb7e74b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=53bb0fcd-64dd-42eb-8d88-ad420edc0329&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0949388 Jul 14 18:39:05.466977 n-d-800634-3 neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-5ce85add-7680-4e60-8093-d91ab99d9e57 None None] Notify callbacks [] for port, precommit_update {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:05.479539 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.provisioning_blocks [None req-5ce85add-7680-4e60-8093-d91ab99d9e57 None None] Transition to ACTIVE for port object 44d9931f-5c56-4681-ab49-6bfd0d556cb3 will not be triggered until provisioned by entity L2. {{(pid=93918) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:39:05.491051 n-d-800634-3 neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-5ce85add-7680-4e60-8093-d91ab99d9e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:05.558309 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8fdba1-9bf9-4575-96b8-5c6fe200aaee None None] Pushing event updated for resources: {'Port': ['ID=44d9931f-5c56-4681-ab49-6bfd0d556cb3,revision_number=3']} {{(pid=93918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:39:05.570735 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:05.710529 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.managers [None req-5ce85add-7680-4e60-8093-d91ab99d9e57 None None] Attempting to bind port 44d9931f-5c56-4681-ab49-6bfd0d556cb3 on host n-d-800634-3 for vnic_type normal with profile {{(pid=93918) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:39:05.712264 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.managers [None req-5ce85add-7680-4e60-8093-d91ab99d9e57 None None] Attempting to bind port 44d9931f-5c56-4681-ab49-6bfd0d556cb3 by drivers openvswitch,hyperv on host n-d-800634-3 at level 0 using segments [{'id': 'e57d1292-9039-4d9f-94d2-728500c53487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'de099bce-1061-4014-bdd5-ec95cce7be8f'}] {{(pid=93918) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:39:05.713005 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ce85add-7680-4e60-8093-d91ab99d9e57 None None] Attempting to bind port 44d9931f-5c56-4681-ab49-6bfd0d556cb3 on network de099bce-1061-4014-bdd5-ec95cce7be8f {{(pid=93918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:39:05.732787 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ce85add-7680-4e60-8093-d91ab99d9e57 None None] Checking agent: {'id': '01c19e91-a945-4e3c-94a6-c211e17c923e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 8, 23), 'started_at': datetime.datetime(2021, 7, 14, 18, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 18, 38, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 18:39:05.733579 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ce85add-7680-4e60-8093-d91ab99d9e57 None None] Checking segment: {'id': 'e57d1292-9039-4d9f-94d2-728500c53487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'de099bce-1061-4014-bdd5-ec95cce7be8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93918) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:39:05.734088 n-d-800634-3 neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-5ce85add-7680-4e60-8093-d91ab99d9e57 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:05.735123 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ce85add-7680-4e60-8093-d91ab99d9e57 None None] Bound using segment: {'id': 'e57d1292-9039-4d9f-94d2-728500c53487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'de099bce-1061-4014-bdd5-ec95cce7be8f'} {{(pid=93918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 18:39:05.735794 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.managers [None req-5ce85add-7680-4e60-8093-d91ab99d9e57 None None] Bound port: 44d9931f-5c56-4681-ab49-6bfd0d556cb3, host: n-d-800634-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e57d1292-9039-4d9f-94d2-728500c53487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'de099bce-1061-4014-bdd5-ec95cce7be8f'}}] {{(pid=93918) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 18:39:05.736761 n-d-800634-3 neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-5ce85add-7680-4e60-8093-d91ab99d9e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:05.740718 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6db77b0e-5f84-4ecb-8e56-1e0880baa3bd req-0d08791d-08ac-4790-bc7f-50a179d984a4 service neutron] 10.222.0.35 "GET /v2.0/networks/53bb0fcd-64dd-42eb-8d88-ad420edc0329?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2876408 Jul 14 18:39:05.791862 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-c4aa554d-eba6-47f7-8110-9d62f809691e tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Deleting port 0112f6c8-4a94-4c13-9838-deb131d3ad55 {{(pid=93916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:39:05.809738 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-c4aa554d-eba6-47f7-8110-9d62f809691e tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:05.841302 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00a0ee75-ba48-4181-9cf0-fb6ffbfe0e71 None None] DHCP port deletion for 725cc431-8d64-405c-80c6-620abc8a4603 request from n-d-800634-3 {{(pid=93917) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 18:39:05.855699 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-174142e3-aecb-427e-afd0-abf0878dd6aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60ec3922-97dc-41af-af8a-a3a7b858f890', 'name': 'tempest-TestNetworkAdvancedServerOps-router-422052349', 'tenant_id': 'af718961b2754d7c873f442ed35947bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.48'}], 'enable_snat': True}, 'gw_port_id': '0112f6c8-4a94-4c13-9838-deb131d3ad55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:36:38Z', 'updated_at': '2021-07-14T18:39:00Z', 'revision_number': 5, 'project_id': 'af718961b2754d7c873f442ed35947bb', 'gw_port': {'id': '0112f6c8-4a94-4c13-9838-deb131d3ad55', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:38:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60ec3922-97dc-41af-af8a-a3a7b858f890', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2007, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:36:39Z', 'updated_at': '2021-07-14T18:36:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3'}], 'n-d-800634-3', False) {} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:39:05.959560 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.db [None req-5ce85add-7680-4e60-8093-d91ab99d9e57 None None] For port 44d9931f-5c56-4681-ab49-6bfd0d556cb3, host n-d-800634-3, cleared binding levels {{(pid=93918) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:39:05.964573 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.db [None req-5ce85add-7680-4e60-8093-d91ab99d9e57 None None] For port 44d9931f-5c56-4681-ab49-6bfd0d556cb3, host n-d-800634-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=44d9931f-5c56-4681-ab49-6bfd0d556cb3,segment=NetworkSegment(e57d1292-9039-4d9f-94d2-728500c53487),segment_id=e57d1292-9039-4d9f-94d2-728500c53487)] {{(pid=93918) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 18:39:05.966068 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-174142e3-aecb-427e-afd0-abf0878dd6aa None None] The sync data for ids ['60ec3922-97dc-41af-af8a-a3a7b858f890'] in n-d-800634-3 is: [{'id': '60ec3922-97dc-41af-af8a-a3a7b858f890', 'name': 'tempest-TestNetworkAdvancedServerOps-router-422052349', 'tenant_id': 'af718961b2754d7c873f442ed35947bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.48'}], 'enable_snat': True}, 'gw_port_id': '0112f6c8-4a94-4c13-9838-deb131d3ad55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:36:38Z', 'updated_at': '2021-07-14T18:39:00Z', 'revision_number': 5, 'project_id': 'af718961b2754d7c873f442ed35947bb', 'gw_port': {'id': '0112f6c8-4a94-4c13-9838-deb131d3ad55', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:38:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60ec3922-97dc-41af-af8a-a3a7b858f890', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2007, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:36:39Z', 'updated_at': '2021-07-14T18:36:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3'}] {{(pid=93917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 18:39:05.977119 n-d-800634-3 neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-5ce85add-7680-4e60-8093-d91ab99d9e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:06.006933 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6db77b0e-5f84-4ecb-8e56-1e0880baa3bd req-9a1f4d5c-dd75-43c4-aac8-093b0a465203 service neutron] 10.222.0.35 "GET /v2.0/networks/53bb0fcd-64dd-42eb-8d88-ad420edc0329?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2575018 Jul 14 18:39:06.115927 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6db77b0e-5f84-4ecb-8e56-1e0880baa3bd req-a3c37409-b7a4-4db7-a19e-966ed38a23e6 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.137&port_id=2ce8955c-39eb-4a08-89c1-c4e808ceeb28 HTTP/1.1" status: 200 len: 217 time: 0.0945170 Jul 14 18:39:06.150219 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-00a0ee75-ba48-4181-9cf0-fb6ffbfe0e71 None None] Deleting port 022d486f-1191-4f06-bb03-3790fac945e8 {{(pid=93917) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:39:06.151029 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-00a0ee75-ba48-4181-9cf0-fb6ffbfe0e71 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:06.193334 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8fdba1-9bf9-4575-96b8-5c6fe200aaee None None] Pushing event updated for resources: {'Port': ['ID=44d9931f-5c56-4681-ab49-6bfd0d556cb3,revision_number=4']} {{(pid=93918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:39:06.211177 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ce85add-7680-4e60-8093-d91ab99d9e57 None None] Routers {'9a9615a7-c32a-45b8-a407-f0354c5e63f4'} bound to L3 agent in host n-d-800634-3 {{(pid=93918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:39:06.212612 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-5ce85add-7680-4e60-8093-d91ab99d9e57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:38:53Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['9a9615a7-c32a-45b8-a407-f0354c5e63f4'], 'active': True} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:39:06.252079 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db77b0e-5f84-4ecb-8e56-1e0880baa3bd req-26db2026-1767-4f07-acee-522cfc44d34d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:39:06.259520 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6db77b0e-5f84-4ecb-8e56-1e0880baa3bd req-26db2026-1767-4f07-acee-522cfc44d34d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=bfc85fc4-a1ec-4557-a25f-86f06ef0ab5a HTTP/1.1" status: 200 len: 797 time: 0.1375198 Jul 14 18:39:06.261218 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.db_base_plugin_common [None req-1241591f-71b8-4355-a75c-cd86bc30d581 tempest-AttachVolumeTestJSON-1507206526 tempest-AttachVolumeTestJSON-1507206526-project] Allocated IP 172.25.1.208 (9200a437-e1de-4520-88f6-e68386523e61/5f47f848-4532-407a-a0e2-5690ade15fd0/8553092b-e7ec-4304-96c1-9c47b4b3254b) {{(pid=93916) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:39:06.277588 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-00a0ee75-ba48-4181-9cf0-fb6ffbfe0e71 None None] For port 022d486f-1191-4f06-bb03-3790fac945e8, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=022d486f-1191-4f06-bb03-3790fac945e8,segment=NetworkSegment(4f5e1cb4-ef62-44dd-b171-50e9c0e61133),segment_id=4f5e1cb4-ef62-44dd-b171-50e9c0e61133)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:39:06.278573 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-00a0ee75-ba48-4181-9cf0-fb6ffbfe0e71 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:06.295472 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-00a0ee75-ba48-4181-9cf0-fb6ffbfe0e71 None None] Calling delete_port for 022d486f-1191-4f06-bb03-3790fac945e8 owned by network:dhcp {{(pid=93917) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:39:06.373759 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-3af743f3-1f95-4e6f-b855-70d0b5226f1d tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-928623'] for router_interface, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:06.414376 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db77b0e-5f84-4ecb-8e56-1e0880baa3bd req-bc8bcd35-ebe7-4214-b972-a205a34b2ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:39:06.415961 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6db77b0e-5f84-4ecb-8e56-1e0880baa3bd req-bc8bcd35-ebe7-4214-b972-a205a34b2ab8 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=53bb0fcd-64dd-42eb-8d88-ad420edc0329&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1475768 Jul 14 18:39:06.523445 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvr_db [None req-5ce85add-7680-4e60-8093-d91ab99d9e57 None None] Set router 9a9615a7-c32a-45b8-a407-f0354c5e63f4 gateway port host: None {{(pid=93918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 18:39:06.535164 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device cb86f0c1-f1d6-4dff-977d-0271cac09242 up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:39:06.658032 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-00a0ee75-ba48-4181-9cf0-fb6ffbfe0e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813'] for port, after_delete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:06.696903 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6db77b0e-5f84-4ecb-8e56-1e0880baa3bd req-99ece982-3efe-400d-8b59-302f1062c7ca service neutron] 10.222.0.35 "GET /v2.0/networks/53bb0fcd-64dd-42eb-8d88-ad420edc0329?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2729080 Jul 14 18:39:06.699726 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00a0ee75-ba48-4181-9cf0-fb6ffbfe0e71 None None] No DVR routers for this DVR port 022d486f-1191-4f06-bb03-3790fac945e8 on host n-d-800634-3 {{(pid=93917) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 18:39:06.757045 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a0ee75-ba48-4181-9cf0-fb6ffbfe0e71 None None] Pushing event deleted for resources: {'Port': ['ID=022d486f-1191-4f06-bb03-3790fac945e8,revision_number=None']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:39:06.791538 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port cb86f0c1-f1d6-4dff-977d-0271cac09242 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:39:06.798956 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:06.913580 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6db77b0e-5f84-4ecb-8e56-1e0880baa3bd req-61d861c0-6e4e-4d4b-a06f-d3d0681513ac service neutron] 10.222.0.35 "GET /v2.0/networks/53bb0fcd-64dd-42eb-8d88-ad420edc0329?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2072313 Jul 14 18:39:06.922479 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-5ce85add-7680-4e60-8093-d91ab99d9e57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a9615a7-c32a-45b8-a407-f0354c5e63f4', 'name': 'tempest-NetworksTestDHCPv6-router-1397669900', 'tenant_id': '13ccccd91e8c4eb89f4317d7ac77ca6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:38:59Z', 'updated_at': '2021-07-14T18:39:01Z', 'revision_number': 2, 'project_id': '13ccccd91e8c4eb89f4317d7ac77ca6b', 'gw_port_host': None, '_interfaces': [{'id': '44d9931f-5c56-4681-ab49-6bfd0d556cb3', 'name': '', 'network_id': 'de099bce-1061-4014-bdd5-ec95cce7be8f', 'tenant_id': '13ccccd91e8c4eb89f4317d7ac77ca6b', 'mac_address': 'fa:16:3e:7f:e6:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a9615a7-c32a-45b8-a407-f0354c5e63f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2165, 'fixed_ips': [{'subnet_id': '787f44bc-2e81-40af-a267-7b929a491ce9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:39:00Z', 'updated_at': '2021-07-14T18:39:05Z', 'revision_number': 4, 'project_id': '13ccccd91e8c4eb89f4317d7ac77ca6b', 'subnets': [{'id': '787f44bc-2e81-40af-a267-7b929a491ce9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-3', False) {} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:39:06.962929 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6db77b0e-5f84-4ecb-8e56-1e0880baa3bd req-cc6d3c30-7e5a-4726-8408-870893b4e1fc service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.202&port_id=eae0b81b-04b1-451f-ad3f-22e780eb31b9 HTTP/1.1" status: 200 len: 217 time: 0.0419743 Jul 14 18:39:06.981908 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ce85add-7680-4e60-8093-d91ab99d9e57 None None] The sync data for ids ['9a9615a7-c32a-45b8-a407-f0354c5e63f4'] in n-d-800634-3 is: [{'id': '9a9615a7-c32a-45b8-a407-f0354c5e63f4', 'name': 'tempest-NetworksTestDHCPv6-router-1397669900', 'tenant_id': '13ccccd91e8c4eb89f4317d7ac77ca6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:38:59Z', 'updated_at': '2021-07-14T18:39:01Z', 'revision_number': 2, 'project_id': '13ccccd91e8c4eb89f4317d7ac77ca6b', 'gw_port_host': None, '_interfaces': [{'id': '44d9931f-5c56-4681-ab49-6bfd0d556cb3', 'name': '', 'network_id': 'de099bce-1061-4014-bdd5-ec95cce7be8f', 'tenant_id': '13ccccd91e8c4eb89f4317d7ac77ca6b', 'mac_address': 'fa:16:3e:7f:e6:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a9615a7-c32a-45b8-a407-f0354c5e63f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2165, 'fixed_ips': [{'subnet_id': '787f44bc-2e81-40af-a267-7b929a491ce9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:39:00Z', 'updated_at': '2021-07-14T18:39:05Z', 'revision_number': 4, 'project_id': '13ccccd91e8c4eb89f4317d7ac77ca6b', 'subnets': [{'id': '787f44bc-2e81-40af-a267-7b929a491ce9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 18:39:06.991721 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 70ba2e1f-9013-4cdf-a890-295e6c4fdaa3 up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:39:07.037886 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db77b0e-5f84-4ecb-8e56-1e0880baa3bd req-dd090f17-9f3a-441e-abc2-b4fdf148e48a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:39:07.039510 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6db77b0e-5f84-4ecb-8e56-1e0880baa3bd req-dd090f17-9f3a-441e-abc2-b4fdf148e48a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=bfc85fc4-a1ec-4557-a25f-86f06ef0ab5a HTTP/1.1" status: 200 len: 797 time: 0.0692205 Jul 14 18:39:07.072573 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning for port 70ba2e1f-9013-4cdf-a890-295e6c4fdaa3 completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:39:07.081229 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port 70ba2e1f-9013-4cdf-a890-295e6c4fdaa3 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:39:07.081849 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:07.134663 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db77b0e-5f84-4ecb-8e56-1e0880baa3bd req-30d38929-ad20-4cf6-9b5f-7632a3861060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:39:07.139963 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6db77b0e-5f84-4ecb-8e56-1e0880baa3bd req-30d38929-ad20-4cf6-9b5f-7632a3861060 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=53bb0fcd-64dd-42eb-8d88-ad420edc0329&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0925698 Jul 14 18:39:07.149604 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.db [None req-c4aa554d-eba6-47f7-8110-9d62f809691e tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] For port 0112f6c8-4a94-4c13-9838-deb131d3ad55, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=0112f6c8-4a94-4c13-9838-deb131d3ad55,segment=NetworkSegment(5afb940b-bbdf-4727-be00-5d46367c38a1),segment_id=5afb940b-bbdf-4727-be00-5d46367c38a1)] {{(pid=93916) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:39:07.150096 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-c4aa554d-eba6-47f7-8110-9d62f809691e tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:07.180994 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-c4aa554d-eba6-47f7-8110-9d62f809691e tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Calling delete_port for 0112f6c8-4a94-4c13-9838-deb131d3ad55 owned by network:router_gateway {{(pid=93916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:39:07.242355 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:07.319879 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] For port 70ba2e1f-9013-4cdf-a890-295e6c4fdaa3, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=70ba2e1f-9013-4cdf-a890-295e6c4fdaa3,segment=NetworkSegment(d46cbae5-a9c8-4575-b283-c5e5c56b0da1),segment_id=d46cbae5-a9c8-4575-b283-c5e5c56b0da1)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:39:07.325662 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:07.363690 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6db77b0e-5f84-4ecb-8e56-1e0880baa3bd req-a10edaa7-13e6-471e-83bc-269b10e839ff service neutron] 10.222.0.35 "GET /v2.0/networks/53bb0fcd-64dd-42eb-8d88-ad420edc0329?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2179668 Jul 14 18:39:07.384466 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-1241591f-71b8-4355-a75c-cd86bc30d581 tempest-AttachVolumeTestJSON-1507206526 tempest-AttachVolumeTestJSON-1507206526-project] Notify callbacks [] for port, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:07.455800 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Pushing event updated for resources: {'Port': ['ID=70ba2e1f-9013-4cdf-a890-295e6c4fdaa3,revision_number=5']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:39:07.574389 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6db77b0e-5f84-4ecb-8e56-1e0880baa3bd req-bb0f42dc-0d78-4da1-ac20-1e599ba8f803 service neutron] 10.222.0.35 "GET /v2.0/networks/53bb0fcd-64dd-42eb-8d88-ad420edc0329?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2037866 Jul 14 18:39:07.601858 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-c4aa554d-eba6-47f7-8110-9d62f809691e tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:07.645336 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6db77b0e-5f84-4ecb-8e56-1e0880baa3bd req-f76f1180-ea1e-470d-b19f-2ab3d6e80667 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.120&port_id=85897482-0484-49f8-8ec5-b7a74ba260d7 HTTP/1.1" status: 200 len: 217 time: 0.0590794 Jul 14 18:39:07.655027 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4aa554d-eba6-47f7-8110-9d62f809691e tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Pushing event deleted for resources: {'Port': ['ID=0112f6c8-4a94-4c13-9838-deb131d3ad55,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:39:07.717400 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db77b0e-5f84-4ecb-8e56-1e0880baa3bd req-9cd6e957-eb4e-4bb0-8db9-dadfab686f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:39:07.720553 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6db77b0e-5f84-4ecb-8e56-1e0880baa3bd req-9cd6e957-eb4e-4bb0-8db9-dadfab686f18 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=bfc85fc4-a1ec-4557-a25f-86f06ef0ab5a HTTP/1.1" status: 200 len: 797 time: 0.0689964 Jul 14 18:39:07.727535 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-1241591f-71b8-4355-a75c-cd86bc30d581 tempest-AttachVolumeTestJSON-1507206526 tempest-AttachVolumeTestJSON-1507206526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:07.756956 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4aa554d-eba6-47f7-8110-9d62f809691e tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:39:07.758483 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4aa554d-eba6-47f7-8110-9d62f809691e tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:39:07.759061 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4aa554d-eba6-47f7-8110-9d62f809691e tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:39:07.759713 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4aa554d-eba6-47f7-8110-9d62f809691e tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:39:07.760142 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4aa554d-eba6-47f7-8110-9d62f809691e tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:39:07.760563 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4aa554d-eba6-47f7-8110-9d62f809691e tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:39:07.761250 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4aa554d-eba6-47f7-8110-9d62f809691e tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:39:07.762041 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4aa554d-eba6-47f7-8110-9d62f809691e tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:39:07.762455 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4aa554d-eba6-47f7-8110-9d62f809691e tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:39:07.762857 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4aa554d-eba6-47f7-8110-9d62f809691e tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:39:07.763260 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4aa554d-eba6-47f7-8110-9d62f809691e tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:39:07.763693 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4aa554d-eba6-47f7-8110-9d62f809691e tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:39:07.844193 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db77b0e-5f84-4ecb-8e56-1e0880baa3bd req-01383c39-52a0-47c9-b698-6cfb210c507f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:39:07.845923 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6db77b0e-5f84-4ecb-8e56-1e0880baa3bd req-01383c39-52a0-47c9-b698-6cfb210c507f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=53bb0fcd-64dd-42eb-8d88-ad420edc0329&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1166501 Jul 14 18:39:07.890304 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1241591f-71b8-4355-a75c-cd86bc30d581 tempest-AttachVolumeTestJSON-1507206526 tempest-AttachVolumeTestJSON-1507206526-project] Network 9200a437-e1de-4520-88f6-e68386523e61 is already hosted by enough agents. {{(pid=93916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:39:07.934993 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [None req-1241591f-71b8-4355-a75c-cd86bc30d581 tempest-AttachVolumeTestJSON-1507206526 tempest-AttachVolumeTestJSON-1507206526-project] Resources bound (agent type, host, resource id): {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:39:07.949436 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1241591f-71b8-4355-a75c-cd86bc30d581 tempest-AttachVolumeTestJSON-1507206526 tempest-AttachVolumeTestJSON-1507206526-project] Received port after_create {{(pid=93916) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:39:07.952934 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 44d9931f-5c56-4681-ab49-6bfd0d556cb3 up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:39:07.986920 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1241591f-71b8-4355-a75c-cd86bc30d581 tempest-AttachVolumeTestJSON-1507206526 tempest-AttachVolumeTestJSON-1507206526-project] Pushing event updated for resources: {'Port': ['ID=8553092b-e7ec-4304-96c1-9c47b4b3254b,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:39:08.001373 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-c4aa554d-eba6-47f7-8110-9d62f809691e tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-930057'] for router_gateway, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:08.036667 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6db77b0e-5f84-4ecb-8e56-1e0880baa3bd req-514af3d5-5743-4923-9f1f-70cb2591cfe9 service neutron] 10.222.0.35 "GET /v2.0/networks/53bb0fcd-64dd-42eb-8d88-ad420edc0329?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1785886 Jul 14 18:39:08.074336 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning for port 44d9931f-5c56-4681-ab49-6bfd0d556cb3 completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:39:08.081146 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port 44d9931f-5c56-4681-ab49-6bfd0d556cb3 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:39:08.081511 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:08.150854 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-c4aa554d-eba6-47f7-8110-9d62f809691e tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-571778', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11402'] for router, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:08.155342 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-3af743f3-1f95-4e6f-b855-70d0b5226f1d tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Deleting port 44d9931f-5c56-4681-ab49-6bfd0d556cb3 {{(pid=93916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:39:08.156923 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-3af743f3-1f95-4e6f-b855-70d0b5226f1d tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:08.192838 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6db77b0e-5f84-4ecb-8e56-1e0880baa3bd req-cdcf2491-d28d-4b86-8e41-133e4c2227df service neutron] 10.222.0.35 "GET /v2.0/networks/53bb0fcd-64dd-42eb-8d88-ad420edc0329?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1455567 Jul 14 18:39:08.226389 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-c4aa554d-eba6-47f7-8110-9d62f809691e tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:08.229896 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:08.246893 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6db77b0e-5f84-4ecb-8e56-1e0880baa3bd req-f371c379-9be8-4700-a06a-dc993cf4ab2b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=c2b3fb63-6908-4955-af27-c8e059a5a158 HTTP/1.1" status: 200 len: 217 time: 0.0435555 Jul 14 18:39:08.314747 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] For port 44d9931f-5c56-4681-ab49-6bfd0d556cb3, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=44d9931f-5c56-4681-ab49-6bfd0d556cb3,segment=NetworkSegment(e57d1292-9039-4d9f-94d2-728500c53487),segment_id=e57d1292-9039-4d9f-94d2-728500c53487)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:39:08.319615 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:08.320911 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 70ba2e1f-9013-4cdf-a890-295e6c4fdaa3 up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:39:08.321956 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db77b0e-5f84-4ecb-8e56-1e0880baa3bd req-2a7fcb75-eb4e-46aa-a7b6-0c9e90b24d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:39:08.323623 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6db77b0e-5f84-4ecb-8e56-1e0880baa3bd req-2a7fcb75-eb4e-46aa-a7b6-0c9e90b24d6e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=6b5b6fc5-6d46-499c-9d51-f1f072b12976 HTTP/1.1" status: 200 len: 797 time: 0.0710218 Jul 14 18:39:08.363015 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-c4aa554d-eba6-47f7-8110-9d62f809691e tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-541202'] for router, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:08.363156 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4aa554d-eba6-47f7-8110-9d62f809691e tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Fanout notify agent at l3_agent the message router_deleted on router 60ec3922-97dc-41af-af8a-a3a7b858f890 {{(pid=93916) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 18:39:08.372414 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-1241591f-71b8-4355-a75c-cd86bc30d581 tempest-AttachVolumeTestJSON-1507206526 tempest-AttachVolumeTestJSON-1507206526-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:08.381722 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-c4aa554d-eba6-47f7-8110-9d62f809691e tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks [] for router, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:08.385346 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-c4aa554d-eba6-47f7-8110-9d62f809691e tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] 10.222.0.16 "DELETE /v2.0/routers/60ec3922-97dc-41af-af8a-a3a7b858f890 HTTP/1.1" status: 204 len: 168 time: 3.9383249 Jul 14 18:39:08.389828 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 54306) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:39:08.435774 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Pushing event updated for resources: {'Port': ['ID=44d9931f-5c56-4681-ab49-6bfd0d556cb3,revision_number=5']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:39:08.453984 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port 70ba2e1f-9013-4cdf-a890-295e6c4fdaa3 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:39:08.454548 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:08.496189 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db77b0e-5f84-4ecb-8e56-1e0880baa3bd req-3861448d-0d21-4c57-8f9b-f68b735b8406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:39:08.497928 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6db77b0e-5f84-4ecb-8e56-1e0880baa3bd req-3861448d-0d21-4c57-8f9b-f68b735b8406 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d9b1ce92-40c0-4c35-b452-dfbdda964ee7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1672137 Jul 14 18:39:08.612529 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.db [None req-3af743f3-1f95-4e6f-b855-70d0b5226f1d tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] For port 44d9931f-5c56-4681-ab49-6bfd0d556cb3, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=44d9931f-5c56-4681-ab49-6bfd0d556cb3,segment=NetworkSegment(e57d1292-9039-4d9f-94d2-728500c53487),segment_id=e57d1292-9039-4d9f-94d2-728500c53487)] {{(pid=93916) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:39:08.612877 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-3af743f3-1f95-4e6f-b855-70d0b5226f1d tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:08.660109 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-3af743f3-1f95-4e6f-b855-70d0b5226f1d tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Calling delete_port for 44d9931f-5c56-4681-ab49-6bfd0d556cb3 owned by network:router_interface {{(pid=93916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:39:08.679646 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-1241591f-71b8-4355-a75c-cd86bc30d581 tempest-AttachVolumeTestJSON-1507206526 tempest-AttachVolumeTestJSON-1507206526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:08.711626 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6db77b0e-5f84-4ecb-8e56-1e0880baa3bd req-1a87ad01-87b7-412e-b029-78c7f5345b6a service neutron] 10.222.0.35 "GET /v2.0/networks/d9b1ce92-40c0-4c35-b452-dfbdda964ee7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2037170 Jul 14 18:39:08.713190 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-baf51e6d-784a-4dee-aee9-6322a2e333bf tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645734'] for network, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:08.816384 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6db77b0e-5f84-4ecb-8e56-1e0880baa3bd req-6f06df06-f9e4-4bcf-897b-b1b3b156e90a service neutron] 10.222.0.35 "GET /v2.0/networks/d9b1ce92-40c0-4c35-b452-dfbdda964ee7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957539 Jul 14 18:39:08.862681 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6db77b0e-5f84-4ecb-8e56-1e0880baa3bd req-b8c8b241-c246-4e66-8a5d-38f6eb84b0bb service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=867c1045-d4a3-4446-b5e7-7ab9463781ba HTTP/1.1" status: 200 len: 217 time: 0.0390918 Jul 14 18:39:08.924898 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db77b0e-5f84-4ecb-8e56-1e0880baa3bd req-0bdc07cd-9dec-4d09-bced-930077b4eed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:39:08.926541 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6db77b0e-5f84-4ecb-8e56-1e0880baa3bd req-0bdc07cd-9dec-4d09-bced-930077b4eed3 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=6b5b6fc5-6d46-499c-9d51-f1f072b12976 HTTP/1.1" status: 200 len: 797 time: 0.0573642 Jul 14 18:39:08.959119 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 022d486f-1191-4f06-bb03-3790fac945e8 no longer exists at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 18:39:08.983720 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-baf51e6d-784a-4dee-aee9-6322a2e333bf tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2096010', 'neutron.services.segments.db._delete_segments_for_network-8728202734996'] for network, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:09.007936 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] No Port match for: 022d486f-1191-4f06-bb03-3790fac945e8 {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 18:39:09.010932 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 022d486f-1191-4f06-bb03-3790fac945e8 not bound to the agent host n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 18:39:09.011694 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device b3c18129-76e6-475f-8831-2765d5e1b3f3 no longer exists at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 18:39:09.050666 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.segments.db [None req-baf51e6d-784a-4dee-aee9-6322a2e333bf tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['725cc431-8d64-405c-80c6-620abc8a4603']}} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:39:09.069182 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] No Port match for: b3c18129-76e6-475f-8831-2765d5e1b3f3 {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 18:39:09.069568 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device b3c18129-76e6-475f-8831-2765d5e1b3f3 not bound to the agent host n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 18:39:09.090676 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db77b0e-5f84-4ecb-8e56-1e0880baa3bd req-f244232d-a404-4e62-afda-ad0763a94648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:39:09.092435 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6db77b0e-5f84-4ecb-8e56-1e0880baa3bd req-f244232d-a404-4e62-afda-ad0763a94648 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d9b1ce92-40c0-4c35-b452-dfbdda964ee7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1510997 Jul 14 18:39:09.104686 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.segments.db [None req-baf51e6d-784a-4dee-aee9-6322a2e333bf tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f5e1cb4-ef62-44dd-b171-50e9c0e61133') {'for_net_delete': True} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:39:09.105013 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.segments.db [None req-baf51e6d-784a-4dee-aee9-6322a2e333bf tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f5e1cb4-ef62-44dd-b171-50e9c0e61133') {} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:39:09.117128 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-baf51e6d-784a-4dee-aee9-6322a2e333bf tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728202715275', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26296891'] for segment, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:09.155327 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-baf51e6d-784a-4dee-aee9-6322a2e333bf tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:09.193066 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-baf51e6d-784a-4dee-aee9-6322a2e333bf tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Releasing vlan 64 on physical network physnet1 to pool {{(pid=93916) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 18:39:09.193578 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-baf51e6d-784a-4dee-aee9-6322a2e333bf tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2682942'] for segment, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:09.197133 n-d-800634-3 neutron-server[93916]: Traceback (most recent call last): Jul 14 18:39:09.197133 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 18:39:09.197133 n-d-800634-3 neutron-server[93916]: timer() Jul 14 18:39:09.197133 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 18:39:09.197133 n-d-800634-3 neutron-server[93916]: cb(*args, **kw) Jul 14 18:39:09.197133 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 18:39:09.197133 n-d-800634-3 neutron-server[93916]: return func(*args, **kwargs) Jul 14 18:39:09.197133 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 18:39:09.197133 n-d-800634-3 neutron-server[93916]: self._notify() Jul 14 18:39:09.197133 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 18:39:09.197133 n-d-800634-3 neutron-server[93916]: self.callback(batched_events) Jul 14 18:39:09.197133 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 18:39:09.197133 n-d-800634-3 neutron-server[93916]: event.method(event) Jul 14 18:39:09.197133 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 18:39:09.197133 n-d-800634-3 neutron-server[93916]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 18:39:09.197133 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 18:39:09.197133 n-d-800634-3 neutron-server[93916]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 18:39:09.197133 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 18:39:09.197133 n-d-800634-3 neutron-server[93916]: return f(self, *a, **k) Jul 14 18:39:09.197133 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 18:39:09.197133 n-d-800634-3 neutron-server[93916]: return self._get(url).json() Jul 14 18:39:09.197133 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 18:39:09.197133 n-d-800634-3 neutron-server[93916]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 18:39:09.197133 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 18:39:09.197133 n-d-800634-3 neutron-server[93916]: return self.request(url, 'GET', **kwargs) Jul 14 18:39:09.197133 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 18:39:09.197133 n-d-800634-3 neutron-server[93916]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 18:39:09.197133 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 18:39:09.197133 n-d-800634-3 neutron-server[93916]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 18:39:09.197133 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 18:39:09.197133 n-d-800634-3 neutron-server[93916]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 18:39:09.197133 n-d-800634-3 neutron-server[93916]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 18:39:09.246720 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6db77b0e-5f84-4ecb-8e56-1e0880baa3bd req-ee90881b-37ae-4ff3-a4e3-ae3dbc95d14a service neutron] 10.222.0.35 "GET /v2.0/networks/d9b1ce92-40c0-4c35-b452-dfbdda964ee7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1458526 Jul 14 18:39:09.332402 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-baf51e6d-784a-4dee-aee9-6322a2e333bf tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2096001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-930085'] for network, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:09.354531 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-baf51e6d-784a-4dee-aee9-6322a2e333bf tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598705'] for network, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:09.356528 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-baf51e6d-784a-4dee-aee9-6322a2e333bf tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] 10.222.0.16 "DELETE /v2.0/networks/725cc431-8d64-405c-80c6-620abc8a4603 HTTP/1.1" status: 204 len: 168 time: 0.9648778 Jul 14 18:39:09.360040 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 54326) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:39:09.369145 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6db77b0e-5f84-4ecb-8e56-1e0880baa3bd req-4febbdb9-29ec-4d3e-967f-017f0410f67c service neutron] 10.222.0.35 "GET /v2.0/networks/d9b1ce92-40c0-4c35-b452-dfbdda964ee7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1140826 Jul 14 18:39:09.378494 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-1241591f-71b8-4355-a75c-cd86bc30d581 tempest-AttachVolumeTestJSON-1507206526 tempest-AttachVolumeTestJSON-1507206526-project] Notify callbacks [] for port, precommit_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:09.382799 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf51e6d-784a-4dee-aee9-6322a2e333bf tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Pushing event deleted for resources: {'Network': ['ID=725cc431-8d64-405c-80c6-620abc8a4603,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:39:09.384898 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-3af743f3-1f95-4e6f-b855-70d0b5226f1d tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:09.401018 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-1241591f-71b8-4355-a75c-cd86bc30d581 tempest-AttachVolumeTestJSON-1507206526 tempest-AttachVolumeTestJSON-1507206526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2684870'] for port, after_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:09.445381 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af743f3-1f95-4e6f-b855-70d0b5226f1d tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Pushing event deleted for resources: {'Port': ['ID=44d9931f-5c56-4681-ab49-6bfd0d556cb3,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:39:09.638944 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1241591f-71b8-4355-a75c-cd86bc30d581 tempest-AttachVolumeTestJSON-1507206526 tempest-AttachVolumeTestJSON-1507206526-project] Pushing event updated for resources: {'Port': ['ID=8553092b-e7ec-4304-96c1-9c47b4b3254b,revision_number=2']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:39:09.644849 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a822e4d7-9c66-46cf-80a3-0404a32ad23b tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks [] for security_group, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:09.649918 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-1241591f-71b8-4355-a75c-cd86bc30d581 tempest-AttachVolumeTestJSON-1507206526 tempest-AttachVolumeTestJSON-1507206526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-930131'] for floatingip, after_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:09.667210 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-3af743f3-1f95-4e6f-b855-70d0b5226f1d tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-598732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-928907'] for router_interface, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:09.702515 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a822e4d7-9c66-46cf-80a3-0404a32ad23b tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:09.734873 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-1241591f-71b8-4355-a75c-cd86bc30d581 tempest-AttachVolumeTestJSON-1507206526 tempest-AttachVolumeTestJSON-1507206526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for floatingip, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:09.736215 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-1241591f-71b8-4355-a75c-cd86bc30d581 tempest-AttachVolumeTestJSON-1507206526 tempest-AttachVolumeTestJSON-1507206526-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.7769101 Jul 14 18:39:09.886575 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 0112f6c8-4a94-4c13-9838-deb131d3ad55 no longer exists at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 18:39:09.915452 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] No Port match for: 0112f6c8-4a94-4c13-9838-deb131d3ad55 {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 18:39:09.916028 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 0112f6c8-4a94-4c13-9838-deb131d3ad55 not bound to the agent host n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 18:39:09.958695 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a822e4d7-9c66-46cf-80a3-0404a32ad23b tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:09.961652 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a822e4d7-9c66-46cf-80a3-0404a32ad23b tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:09.962999 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-a822e4d7-9c66-46cf-80a3-0404a32ad23b tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] 10.222.0.16 "DELETE /v2.0/security-groups/c67cf0ff-df49-40b6-a3f5-cbd66b5fac2e HTTP/1.1" status: 204 len: 168 time: 0.6006801 Jul 14 18:39:09.979417 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a822e4d7-9c66-46cf-80a3-0404a32ad23b tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c67cf0ff-df49-40b6-a3f5-cbd66b5fac2e,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:39:09.987981 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3af743f3-1f95-4e6f-b855-70d0b5226f1d tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Router 9a9615a7-c32a-45b8-a407-f0354c5e63f4 has already been hosted by L3 agent 2c6eb27e-defb-4cca-9a24-381c7415e359 {{(pid=93916) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 18:39:10.020491 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c455e191-dee3-4146-a7c1-6bd16b440175 req-b53fca8a-225e-4ec5-b49c-b65001ee20ae tempest-AttachVolumeTestJSON-1507206526 tempest-AttachVolumeTestJSON-1507206526-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--1148104469&fields=id&tenant_id=4427572788fe4f30abbab6f59fdbf9f1 HTTP/1.1" status: 200 len: 267 time: 0.0538549 Jul 14 18:39:10.155659 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3af743f3-1f95-4e6f-b855-70d0b5226f1d tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify agent at l3_agent.n-d-800634-3 the message routers_updated {{(pid=93916) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 18:39:10.159272 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c455e191-dee3-4146-a7c1-6bd16b440175 req-9b8bf881-eefb-4012-82fb-89491f185d53 tempest-AttachVolumeTestJSON-1507206526 tempest-AttachVolumeTestJSON-1507206526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:39:10.166446 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c455e191-dee3-4146-a7c1-6bd16b440175 req-9b8bf881-eefb-4012-82fb-89491f185d53 tempest-AttachVolumeTestJSON-1507206526 tempest-AttachVolumeTestJSON-1507206526-project] 10.222.0.16 "GET /v2.0/networks?id=949878ad-81d9-4447-9e61-f4d51615e760 HTTP/1.1" status: 200 len: 811 time: 0.1496673 Jul 14 18:39:10.167263 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edd3e308-dd16-411b-aee7-bfefa1694cb9 None None] Sync routers for ids ['9a9615a7-c32a-45b8-a407-f0354c5e63f4'] in n-d-800634-3 {{(pid=93917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 18:39:10.182418 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edd3e308-dd16-411b-aee7-bfefa1694cb9 None None] Routers {'9a9615a7-c32a-45b8-a407-f0354c5e63f4'} bound to L3 agent in host n-d-800634-3 {{(pid=93917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:39:10.183846 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c455e191-dee3-4146-a7c1-6bd16b440175 req-9f1736d7-b613-436c-8bfc-001af347ff3f tempest-AttachVolumeTestJSON-1507206526 tempest-AttachVolumeTestJSON-1507206526-project] 10.222.0.16 "GET /v2.0/quotas/4427572788fe4f30abbab6f59fdbf9f1 HTTP/1.1" status: 200 len: 375 time: 0.0164974 Jul 14 18:39:10.186346 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-3af743f3-1f95-4e6f-b855-70d0b5226f1d tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] 10.222.0.16 "PUT /v2.0/routers/9a9615a7-c32a-45b8-a407-f0354c5e63f4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3703122 Jul 14 18:39:10.187198 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-edd3e308-dd16-411b-aee7-bfefa1694cb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:38:53Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['9a9615a7-c32a-45b8-a407-f0354c5e63f4'], 'active': True} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:39:10.187333 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 54358) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:39:10.249616 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6be4743e-3776-4d8a-a161-36624d4cbc75 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:39:10.251907 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6be4743e-3776-4d8a-a161-36624d4cbc75 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:39:10.254006 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-6be4743e-3776-4d8a-a161-36624d4cbc75 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0633643 Jul 14 18:39:10.256380 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 54360) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:39:10.301529 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c455e191-dee3-4146-a7c1-6bd16b440175 req-f10ee464-0f24-4789-8f22-ba619048b38b tempest-AttachVolumeTestJSON-1507206526 tempest-AttachVolumeTestJSON-1507206526-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=4427572788fe4f30abbab6f59fdbf9f1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1167355 Jul 14 18:39:10.302978 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvr_db [None req-edd3e308-dd16-411b-aee7-bfefa1694cb9 None None] Set router 9a9615a7-c32a-45b8-a407-f0354c5e63f4 gateway port host: None {{(pid=93917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 18:39:10.338314 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c797d69-51e0-4ce7-9683-4e9a8084d765 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Deleting subnet 787f44bc-2e81-40af-a267-7b929a491ce9 {{(pid=93916) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 18:39:10.342083 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-5c797d69-51e0-4ce7-9683-4e9a8084d765 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks [] for subnet, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:10.380971 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-edd3e308-dd16-411b-aee7-bfefa1694cb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a9615a7-c32a-45b8-a407-f0354c5e63f4', 'name': 'tempest-NetworksTestDHCPv6-router-1397669900', 'tenant_id': '13ccccd91e8c4eb89f4317d7ac77ca6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:38:59Z', 'updated_at': '2021-07-14T18:39:09Z', 'revision_number': 3, 'project_id': '13ccccd91e8c4eb89f4317d7ac77ca6b', 'gw_port_host': None}], 'n-d-800634-3', False) {} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:39:10.392692 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-5c797d69-51e0-4ce7-9683-4e9a8084d765 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26296866'] for subnet, precommit_delete_associations {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:10.448759 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edd3e308-dd16-411b-aee7-bfefa1694cb9 None None] Checking router: 9a9615a7-c32a-45b8-a407-f0354c5e63f4 for host: n-d-800634-3 {{(pid=93917) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 18:39:10.468912 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edd3e308-dd16-411b-aee7-bfefa1694cb9 None None] Routers {'9a9615a7-c32a-45b8-a407-f0354c5e63f4'} bound to L3 agent in host n-d-800634-3 {{(pid=93917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:39:10.470028 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-edd3e308-dd16-411b-aee7-bfefa1694cb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:38:53Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['9a9615a7-c32a-45b8-a407-f0354c5e63f4'], 'active': True} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:39:10.519395 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-5c797d69-51e0-4ce7-9683-4e9a8084d765 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081283'] for subnet, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:10.592156 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c455e191-dee3-4146-a7c1-6bd16b440175 req-c0385652-1947-431f-8871-86c6884ccf07 service neutron] 10.222.0.16 "GET /v2.0/networks/949878ad-81d9-4447-9e61-f4d51615e760?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2697916 Jul 14 18:39:10.593438 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvr_db [None req-edd3e308-dd16-411b-aee7-bfefa1694cb9 None None] Set router 9a9615a7-c32a-45b8-a407-f0354c5e63f4 gateway port host: None {{(pid=93917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 18:39:10.664161 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-5c797d69-51e0-4ce7-9683-4e9a8084d765 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2684816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26033152'] for subnet, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:10.722218 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-edd3e308-dd16-411b-aee7-bfefa1694cb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a9615a7-c32a-45b8-a407-f0354c5e63f4', 'name': 'tempest-NetworksTestDHCPv6-router-1397669900', 'tenant_id': '13ccccd91e8c4eb89f4317d7ac77ca6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:38:59Z', 'updated_at': '2021-07-14T18:39:09Z', 'revision_number': 3, 'project_id': '13ccccd91e8c4eb89f4317d7ac77ca6b', 'gw_port_host': None}], 'n-d-800634-3', False) {} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:39:10.726085 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 54374) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:39:10.727428 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c797d69-51e0-4ce7-9683-4e9a8084d765 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Pushing event deleted for resources: {'Subnet': ['ID=787f44bc-2e81-40af-a267-7b929a491ce9,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:39:10.739705 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-fe74f806-6996-48e4-9ad6-860dff912897 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1110256111', 'description': 'tempest-secgroup-smoke-1110256111 description', 'project_id': 'af718961b2754d7c873f442ed35947bb'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:39:10.760400 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f83943d7-3f6d-424d-b9f0-ee274eb19b50 None None] Network de099bce-1061-4014-bdd5-ec95cce7be8f requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:39:10.764829 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edd3e308-dd16-411b-aee7-bfefa1694cb9 None None] The sync data for ids ['9a9615a7-c32a-45b8-a407-f0354c5e63f4'] in n-d-800634-3 is: [{'id': '9a9615a7-c32a-45b8-a407-f0354c5e63f4', 'name': 'tempest-NetworksTestDHCPv6-router-1397669900', 'tenant_id': '13ccccd91e8c4eb89f4317d7ac77ca6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:38:59Z', 'updated_at': '2021-07-14T18:39:09Z', 'revision_number': 3, 'project_id': '13ccccd91e8c4eb89f4317d7ac77ca6b', 'gw_port_host': None}] {{(pid=93917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 18:39:10.766097 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-5c797d69-51e0-4ce7-9683-4e9a8084d765 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks [] for subnet, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:10.768471 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-5c797d69-51e0-4ce7-9683-4e9a8084d765 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] 10.222.0.16 "DELETE /v2.0/subnets/787f44bc-2e81-40af-a267-7b929a491ce9 HTTP/1.1" status: 204 len: 168 time: 0.5109408 Jul 14 18:39:10.772885 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 54378) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:39:10.774665 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-fe74f806-6996-48e4-9ad6-860dff912897 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks [] for security_group, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:10.954116 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c455e191-dee3-4146-a7c1-6bd16b440175 req-ebbfb993-0e32-4891-84fd-8f0191a577cc service neutron] 10.222.0.16 "GET /v2.0/networks/949878ad-81d9-4447-9e61-f4d51615e760?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3547945 Jul 14 18:39:11.019240 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-fe74f806-6996-48e4-9ad6-860dff912897 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks [] for security_group, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:11.032892 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-fe74f806-6996-48e4-9ad6-860dff912897 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:11.049276 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-4217b91b-14a1-47f4-8b21-3eeabb7d8d43 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.2682734 Jul 14 18:39:11.051909 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 54384) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:39:11.080320 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-fe74f806-6996-48e4-9ad6-860dff912897 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:11.085982 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-fe74f806-6996-48e4-9ad6-860dff912897 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3504846 Jul 14 18:39:11.098108 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 54386) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:39:11.113992 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-3f747c0f-e128-42ee-9a49-30c0dbd5685c tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Request body: {'security_group_rule': {'security_group_id': '594b2ab7-3a96-48b2-98bb-9a68eebb818a', 'project_id': 'af718961b2754d7c873f442ed35947bb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:39:11.162021 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe74f806-6996-48e4-9ad6-860dff912897 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Pushing event updated for resources: {'SecurityGroup': ['ID=594b2ab7-3a96-48b2-98bb-9a68eebb818a,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:39:11.205920 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 54398) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:39:11.253438 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45923fd5-4b76-4f92-aaf2-a23cd49a505c None None] DHCP port deletion for de099bce-1061-4014-bdd5-ec95cce7be8f request from n-d-800634-3 {{(pid=93917) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 18:39:11.276510 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-3f747c0f-e128-42ee-9a49-30c0dbd5685c tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:11.326271 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-45923fd5-4b76-4f92-aaf2-a23cd49a505c None None] Deleting port cb86f0c1-f1d6-4dff-977d-0271cac09242 {{(pid=93917) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:39:11.326675 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-45923fd5-4b76-4f92-aaf2-a23cd49a505c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:11.332549 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-aa77cd8a-9f68-423b-9679-f86f5d5325f4 req-c50efb8e-0dcd-44fc-bf7a-f1b86485510c tempest-AttachVolumeTestJSON-1507206526 tempest-AttachVolumeTestJSON-1507206526-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d4752b4-cf55-42cb-aaf8-a6366a7dc104 HTTP/1.1" status: 200 len: 210 time: 0.0802274 Jul 14 18:39:11.335774 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-1b04ce02-afca-48a7-a463-01c5aef745d4 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks [] for router, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:11.442601 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-45923fd5-4b76-4f92-aaf2-a23cd49a505c None None] For port cb86f0c1-f1d6-4dff-977d-0271cac09242, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=cb86f0c1-f1d6-4dff-977d-0271cac09242,segment=NetworkSegment(e57d1292-9039-4d9f-94d2-728500c53487),segment_id=e57d1292-9039-4d9f-94d2-728500c53487)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:39:11.443092 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-45923fd5-4b76-4f92-aaf2-a23cd49a505c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:11.444534 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-388a2187-a8f2-4eaa-a24d-10dce4d9ca01 tempest-TestNetworkBasicOps-97253750 tempest-TestNetworkBasicOps-97253750-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:39:11.445100 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-388a2187-a8f2-4eaa-a24d-10dce4d9ca01 tempest-TestNetworkBasicOps-97253750 tempest-TestNetworkBasicOps-97253750-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:39:11.445585 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-388a2187-a8f2-4eaa-a24d-10dce4d9ca01 tempest-TestNetworkBasicOps-97253750 tempest-TestNetworkBasicOps-97253750-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:39:11.450592 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-388a2187-a8f2-4eaa-a24d-10dce4d9ca01 tempest-TestNetworkBasicOps-97253750 tempest-TestNetworkBasicOps-97253750-project-admin] 10.222.0.16 "GET /v2.0/ports?project_id=0c6eccb7d5c743f1a53a528a1f419fa2&network_id=310e07b1-9c76-4479-9715-2b28fbfd1cbf HTTP/1.1" status: 200 len: 2969 time: 0.2395830 Jul 14 18:39:11.462848 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-45923fd5-4b76-4f92-aaf2-a23cd49a505c None None] Calling delete_port for cb86f0c1-f1d6-4dff-977d-0271cac09242 owned by network:dhcp {{(pid=93917) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:39:11.491113 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-3f747c0f-e128-42ee-9a49-30c0dbd5685c tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:11.497108 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-3f747c0f-e128-42ee-9a49-30c0dbd5685c tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305173'] for security_group_rule, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:11.542673 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f747c0f-e128-42ee-9a49-30c0dbd5685c tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=435c50b1-0246-4e28-bb8d-db01a571ad79,revision_number=0']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:39:11.544205 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-1b04ce02-afca-48a7-a463-01c5aef745d4 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-571778', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11402'] for router, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:11.546409 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-1b04ce02-afca-48a7-a463-01c5aef745d4 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:11.558560 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-3f747c0f-e128-42ee-9a49-30c0dbd5685c tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:11.562958 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-3f747c0f-e128-42ee-9a49-30c0dbd5685c tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4601729 Jul 14 18:39:11.563620 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 54404) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:39:11.568408 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-2995d8cf-b3af-416b-b504-b6aaf9c59599 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Request body: {'security_group_rule': {'security_group_id': '594b2ab7-3a96-48b2-98bb-9a68eebb818a', 'project_id': 'af718961b2754d7c873f442ed35947bb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:39:11.594803 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-1b04ce02-afca-48a7-a463-01c5aef745d4 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-541202'] for router, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:11.595416 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b04ce02-afca-48a7-a463-01c5aef745d4 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Fanout notify agent at l3_agent the message router_deleted on router 9a9615a7-c32a-45b8-a407-f0354c5e63f4 {{(pid=93915) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 18:39:11.602853 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-1b04ce02-afca-48a7-a463-01c5aef745d4 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks [] for router, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:11.603949 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-1b04ce02-afca-48a7-a463-01c5aef745d4 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] 10.222.0.16 "DELETE /v2.0/routers/9a9615a7-c32a-45b8-a407-f0354c5e63f4 HTTP/1.1" status: 204 len: 168 time: 0.5510530 Jul 14 18:39:11.606555 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 54406) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:39:11.619336 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-2995d8cf-b3af-416b-b504-b6aaf9c59599 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:11.660488 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-45923fd5-4b76-4f92-aaf2-a23cd49a505c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813'] for port, after_delete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:11.713333 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45923fd5-4b76-4f92-aaf2-a23cd49a505c None None] Pushing event deleted for resources: {'Port': ['ID=cb86f0c1-f1d6-4dff-977d-0271cac09242,revision_number=None']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:39:11.732019 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45923fd5-4b76-4f92-aaf2-a23cd49a505c None None] No DVR routers for this DVR port cb86f0c1-f1d6-4dff-977d-0271cac09242 on host n-d-800634-3 {{(pid=93917) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 18:39:11.775878 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e8f8520-4c2e-460c-9fac-1dc8fd731178 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:39:11.779693 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-9e8f8520-4c2e-460c-9fac-1dc8fd731178 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1672335 Jul 14 18:39:11.782133 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 54414) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:39:11.787785 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-2995d8cf-b3af-416b-b504-b6aaf9c59599 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:11.793333 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-2995d8cf-b3af-416b-b504-b6aaf9c59599 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305173'] for security_group_rule, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:11.826726 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device cb86f0c1-f1d6-4dff-977d-0271cac09242 no longer exists at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 18:39:11.841862 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2995d8cf-b3af-416b-b504-b6aaf9c59599 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58721ccd-855e-45eb-859e-4e7185e35667,revision_number=0']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:39:11.861693 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] No Port match for: cb86f0c1-f1d6-4dff-977d-0271cac09242 {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 18:39:11.862201 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-2995d8cf-b3af-416b-b504-b6aaf9c59599 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:11.863455 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device cb86f0c1-f1d6-4dff-977d-0271cac09242 not bound to the agent host n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 18:39:11.867139 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-2995d8cf-b3af-416b-b504-b6aaf9c59599 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2996464 Jul 14 18:39:11.868343 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 54420) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:39:11.869559 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 44d9931f-5c56-4681-ab49-6bfd0d556cb3 no longer exists at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 18:39:11.874438 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-3767e54d-608d-498f-8ffe-02602a727088 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Request body: {'security_group_rule': {'security_group_id': '594b2ab7-3a96-48b2-98bb-9a68eebb818a', 'project_id': 'af718961b2754d7c873f442ed35947bb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:39:11.883037 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b0e2639-335f-4d4b-a0a5-47dc34d63922 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:39:11.887222 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 54422) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:39:11.888099 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-9b0e2639-335f-4d4b-a0a5-47dc34d63922 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1049652 Jul 14 18:39:11.903937 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] No Port match for: 44d9931f-5c56-4681-ab49-6bfd0d556cb3 {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 18:39:11.904396 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 44d9931f-5c56-4681-ab49-6bfd0d556cb3 not bound to the agent host n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 18:39:11.942161 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-7a594657-4440-472c-9d03-a1a57ba7c127 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0531120 Jul 14 18:39:11.946918 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 54426) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:39:11.955462 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-cd69cafb-cfb5-42bc-ac84-6eec03594439 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Request body: {'subnet': {'network_id': 'de099bce-1061-4014-bdd5-ec95cce7be8f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:39:11.968105 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-3767e54d-608d-498f-8ffe-02602a727088 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:12.048396 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-3767e54d-608d-498f-8ffe-02602a727088 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:12.070864 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-3767e54d-608d-498f-8ffe-02602a727088 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305173'] for security_group_rule, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:12.102495 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3767e54d-608d-498f-8ffe-02602a727088 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bffaf90d-3ec1-4e0d-a7b5-b6abfe6e6e7d,revision_number=0']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:39:12.111451 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-3767e54d-608d-498f-8ffe-02602a727088 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:12.113358 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-3767e54d-608d-498f-8ffe-02602a727088 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2433314 Jul 14 18:39:12.115959 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 54436) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:39:12.121254 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-eff51abb-f66e-420f-9764-8cf925566a6f tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Request body: {'security_group_rule': {'security_group_id': '594b2ab7-3a96-48b2-98bb-9a68eebb818a', 'project_id': 'af718961b2754d7c873f442ed35947bb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:39:12.146357 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd69cafb-cfb5-42bc-ac84-6eec03594439 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Made reservation on behalf of 13ccccd91e8c4eb89f4317d7ac77ca6b for: {'subnet': 1} {{(pid=93915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:39:12.151191 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-cd69cafb-cfb5-42bc-ac84-6eec03594439 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28969735'] for subnet, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:12.236227 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-eff51abb-f66e-420f-9764-8cf925566a6f tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:12.328831 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-eff51abb-f66e-420f-9764-8cf925566a6f tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:12.353861 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-eff51abb-f66e-420f-9764-8cf925566a6f tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305173'] for security_group_rule, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:12.413226 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff51abb-f66e-420f-9764-8cf925566a6f tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b99da168-868a-4ab8-80c2-b7190c9c45f4,revision_number=0']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:39:12.424544 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-eff51abb-f66e-420f-9764-8cf925566a6f tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:12.426596 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-eff51abb-f66e-420f-9764-8cf925566a6f tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3094609 Jul 14 18:39:12.429448 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 54450) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:39:12.436756 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-2a126315-d387-4c82-a424-f033d0f89b49 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Request body: {'security_group_rule': {'security_group_id': '594b2ab7-3a96-48b2-98bb-9a68eebb818a', 'project_id': 'af718961b2754d7c873f442ed35947bb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:39:12.471027 n-d-800634-3 neutron-server[93916]: INFO neutron.db.securitygroups_db [None req-2a126315-d387-4c82-a424-f033d0f89b49 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Project af718961b2754d7c873f442ed35947bb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 14 18:39:12.477761 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-2a126315-d387-4c82-a424-f033d0f89b49 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:12.533223 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-81f53909-47fa-4b35-9564-784d82c186b1 req-bb89b2db-3889-4a3f-af87-dd1f7ffdb6c6 tempest-AttachVolumeTestJSON-1507206526 tempest-AttachVolumeTestJSON-1507206526-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d4752b4-cf55-42cb-aaf8-a6366a7dc104 HTTP/1.1" status: 200 len: 210 time: 0.0418270 Jul 14 18:39:12.590459 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-2a126315-d387-4c82-a424-f033d0f89b49 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:12.597916 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-2a126315-d387-4c82-a424-f033d0f89b49 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305173'] for security_group_rule, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:12.621298 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a126315-d387-4c82-a424-f033d0f89b49 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4227d40e-e052-4aa3-a7ee-99c8e7845dea,revision_number=0']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:39:12.628536 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-2a126315-d387-4c82-a424-f033d0f89b49 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:12.632564 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-2a126315-d387-4c82-a424-f033d0f89b49 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1986017 Jul 14 18:39:12.633639 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 54452) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:39:12.639144 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-051916be-2350-430a-b81e-c34474f38577 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Request body: {'security_group_rule': {'security_group_id': '594b2ab7-3a96-48b2-98bb-9a68eebb818a', 'project_id': 'af718961b2754d7c873f442ed35947bb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:39:12.663123 n-d-800634-3 neutron-server[93915]: DEBUG neutron.objects.ports [None req-cd69cafb-cfb5-42bc-ac84-6eec03594439 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93915) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 14 18:39:12.668300 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-cd69cafb-cfb5-42bc-ac84-6eec03594439 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25912837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28969781'] for subnet, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:12.735545 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd69cafb-cfb5-42bc-ac84-6eec03594439 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Network de099bce-1061-4014-bdd5-ec95cce7be8f is already hosted by enough agents. {{(pid=93915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:39:12.739790 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [None req-cd69cafb-cfb5-42bc-ac84-6eec03594439 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Resources bound (agent type, host, resource id): {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:39:12.744866 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd69cafb-cfb5-42bc-ac84-6eec03594439 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:39:12.745537 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-cd69cafb-cfb5-42bc-ac84-6eec03594439 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks [] for subnet, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:12.748789 n-d-800634-3 neutron-server[93915]: INFO neutron.db.securitygroups_db [None req-051916be-2350-430a-b81e-c34474f38577 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Project af718961b2754d7c873f442ed35947bb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 14 18:39:12.749616 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d32012c-dcd5-4f93-af7b-3c5e043d17df None None] Network de099bce-1061-4014-bdd5-ec95cce7be8f requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:39:12.764229 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-051916be-2350-430a-b81e-c34474f38577 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:12.767066 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd69cafb-cfb5-42bc-ac84-6eec03594439 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Pushing event updated for resources: {'Subnet': ['ID=4f0db515-36d8-4ab2-b875-4188f7e7ff1b,revision_number=0']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:39:12.777598 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-cd69cafb-cfb5-42bc-ac84-6eec03594439 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.8293369 Jul 14 18:39:12.780621 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 54458) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:39:12.786284 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-415bd677-9c9a-41c3-aaab-6576479a762f tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Request body: {'subnet': {'network_id': 'de099bce-1061-4014-bdd5-ec95cce7be8f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:39:12.893538 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-051916be-2350-430a-b81e-c34474f38577 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:12.899767 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-051916be-2350-430a-b81e-c34474f38577 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305173'] for security_group_rule, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:12.911752 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-415bd677-9c9a-41c3-aaab-6576479a762f tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Made reservation on behalf of 13ccccd91e8c4eb89f4317d7ac77ca6b for: {'subnet': 1} {{(pid=93916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:39:12.922834 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-415bd677-9c9a-41c3-aaab-6576479a762f tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26033189'] for subnet, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:12.934986 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051916be-2350-430a-b81e-c34474f38577 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24c0a226-fa75-42b8-8b62-8336f8436e77,revision_number=0']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:39:12.961991 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-051916be-2350-430a-b81e-c34474f38577 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:12.964878 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-051916be-2350-430a-b81e-c34474f38577 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3299994 Jul 14 18:39:12.969436 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 54466) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:39:12.972004 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09594687-6120-4872-b239-a80bda3ecc29 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9222b97e-5d1c-54f8-ba97-82f172498e76-de099bce-1061-4014-bdd5-ec95cce7be8f', 'network_id': 'de099bce-1061-4014-bdd5-ec95cce7be8f', 'tenant_id': '13ccccd91e8c4eb89f4317d7ac77ca6b', 'fixed_ips': [{'subnet_id': '4f0db515-36d8-4ab2-b875-4188f7e7ff1b'}]}} from n-d-800634-3. {{(pid=93917) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 18:39:12.973175 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-09594687-6120-4872-b239-a80bda3ecc29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:12.980208 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-ead539a2-48d3-402f-a193-fccd01e6585c tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Request body: {'network': {'name': 'tempest-network-smoke--524111224', 'project_id': 'af718961b2754d7c873f442ed35947bb', 'port_security_enabled': True}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:39:13.038417 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ead539a2-48d3-402f-a193-fccd01e6585c tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Made reservation on behalf of af718961b2754d7c873f442ed35947bb for: {'network': 1} {{(pid=93915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:39:13.047201 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-ead539a2-48d3-402f-a193-fccd01e6585c tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for network, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:13.162507 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ead539a2-48d3-402f-a193-fccd01e6585c tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 64} {{(pid=93915) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 18:39:13.187665 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.db_base_plugin_common [None req-09594687-6120-4872-b239-a80bda3ecc29 None None] Allocated IP 2001:db8::f816:3eff:fed3:e60a (de099bce-1061-4014-bdd5-ec95cce7be8f/4f0db515-36d8-4ab2-b875-4188f7e7ff1b/d1edf54e-edac-4618-808f-9e7a636a4603) {{(pid=93917) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:39:13.335277 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-415bd677-9c9a-41c3-aaab-6576479a762f tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2684753', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26033175'] for subnet, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:13.383280 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-415bd677-9c9a-41c3-aaab-6576479a762f tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Network de099bce-1061-4014-bdd5-ec95cce7be8f is already hosted by enough agents. {{(pid=93916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:39:13.387111 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [None req-415bd677-9c9a-41c3-aaab-6576479a762f tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Resources bound (agent type, host, resource id): {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:39:13.391019 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-415bd677-9c9a-41c3-aaab-6576479a762f tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:39:13.391982 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-415bd677-9c9a-41c3-aaab-6576479a762f tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks [] for subnet, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:13.464440 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-415bd677-9c9a-41c3-aaab-6576479a762f tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6820624 Jul 14 18:39:13.470233 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 54476) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:39:13.476166 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-3adcb76e-17a9-46f3-a907-1afed0ce6fa7 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Request body: {'port': {'network_id': 'de099bce-1061-4014-bdd5-ec95cce7be8f', 'mac_address': 'fa:16:3e:a4:4f:5a', 'name': 'tempest-NetworksTestDHCPv6-203988441'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:39:13.481477 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415bd677-9c9a-41c3-aaab-6576479a762f tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Pushing event updated for resources: {'Subnet': ['ID=f9134047-c2a6-4b2d-b08d-e2efe93a39d5,revision_number=0']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:39:13.495051 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-09594687-6120-4872-b239-a80bda3ecc29 None None] Notify callbacks [] for port, precommit_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:13.506597 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-09594687-6120-4872-b239-a80bda3ecc29 None None] Transition to ACTIVE for port object d1edf54e-edac-4618-808f-9e7a636a4603 will not be triggered until provisioned by entity L2. {{(pid=93917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:39:13.541376 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-09594687-6120-4872-b239-a80bda3ecc29 None None] Transition to ACTIVE for port object d1edf54e-edac-4618-808f-9e7a636a4603 will not be triggered until provisioned by entity DHCP. {{(pid=93917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:39:13.556811 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-09594687-6120-4872-b239-a80bda3ecc29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804'] for port, after_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:13.630637 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09594687-6120-4872-b239-a80bda3ecc29 None None] Pushing event updated for resources: {'Port': ['ID=d1edf54e-edac-4618-808f-9e7a636a4603,revision_number=1']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:39:13.650895 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09594687-6120-4872-b239-a80bda3ecc29 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:39:13.651253 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09594687-6120-4872-b239-a80bda3ecc29 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:39:13.651488 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09594687-6120-4872-b239-a80bda3ecc29 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:39:13.651818 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09594687-6120-4872-b239-a80bda3ecc29 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:39:13.652556 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09594687-6120-4872-b239-a80bda3ecc29 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:39:13.652556 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09594687-6120-4872-b239-a80bda3ecc29 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:39:13.652866 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09594687-6120-4872-b239-a80bda3ecc29 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:39:13.653127 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09594687-6120-4872-b239-a80bda3ecc29 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:39:13.653451 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09594687-6120-4872-b239-a80bda3ecc29 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:39:13.654041 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09594687-6120-4872-b239-a80bda3ecc29 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:39:13.654363 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09594687-6120-4872-b239-a80bda3ecc29 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:39:13.662751 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09594687-6120-4872-b239-a80bda3ecc29 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:39:13.671095 n-d-800634-3 neutron-server[93917]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09594687-6120-4872-b239-a80bda3ecc29 None None] Network de099bce-1061-4014-bdd5-ec95cce7be8f is already hosted by enough agents. {{(pid=93917) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:39:13.674068 n-d-800634-3 neutron-server[93917]: DEBUG neutron.scheduler.base_scheduler [None req-09594687-6120-4872-b239-a80bda3ecc29 None None] Resources bound (agent type, host, resource id): {{(pid=93917) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:39:13.676489 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09594687-6120-4872-b239-a80bda3ecc29 None None] Received port after_create {{(pid=93917) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:39:13.705024 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3adcb76e-17a9-46f3-a907-1afed0ce6fa7 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Made reservation on behalf of 13ccccd91e8c4eb89f4317d7ac77ca6b for: {'port': 1} {{(pid=93916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:39:13.756205 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-ead539a2-48d3-402f-a193-fccd01e6585c tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:13.756768 n-d-800634-3 neutron-server[93915]: INFO neutron.db.segments_db [None req-ead539a2-48d3-402f-a193-fccd01e6585c tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Added segment d0d72d50-2af1-4c80-a444-7e1148083188 of type vlan for network 4af60b63-c835-45f6-978c-4969f04b1f64 Jul 14 18:39:13.761525 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-37190c48-30b0-4739-8a73-6ff700940f2b req-efc3f4f9-b33b-4309-920d-d9711b8d41c0 tempest-AttachVolumeTestJSON-1507206526 tempest-AttachVolumeTestJSON-1507206526-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d4752b4-cf55-42cb-aaf8-a6366a7dc104 HTTP/1.1" status: 200 len: 210 time: 0.0374806 Jul 14 18:39:13.773420 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-09594687-6120-4872-b239-a80bda3ecc29 None None] Attempting to bind port d1edf54e-edac-4618-808f-9e7a636a4603 on host n-d-800634-3 for vnic_type normal with profile {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:39:13.774732 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-09594687-6120-4872-b239-a80bda3ecc29 None None] Attempting to bind port d1edf54e-edac-4618-808f-9e7a636a4603 by drivers openvswitch,hyperv on host n-d-800634-3 at level 0 using segments [{'id': 'e57d1292-9039-4d9f-94d2-728500c53487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'de099bce-1061-4014-bdd5-ec95cce7be8f'}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:39:13.775686 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09594687-6120-4872-b239-a80bda3ecc29 None None] Attempting to bind port d1edf54e-edac-4618-808f-9e7a636a4603 on network de099bce-1061-4014-bdd5-ec95cce7be8f {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:39:13.785738 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09594687-6120-4872-b239-a80bda3ecc29 None None] Checking agent: {'id': '01c19e91-a945-4e3c-94a6-c211e17c923e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 8, 23), 'started_at': datetime.datetime(2021, 7, 14, 18, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 18, 38, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 18:39:13.785738 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09594687-6120-4872-b239-a80bda3ecc29 None None] Checking segment: {'id': 'e57d1292-9039-4d9f-94d2-728500c53487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'de099bce-1061-4014-bdd5-ec95cce7be8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93917) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:39:13.785738 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-09594687-6120-4872-b239-a80bda3ecc29 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:13.785738 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09594687-6120-4872-b239-a80bda3ecc29 None None] Bound using segment: {'id': 'e57d1292-9039-4d9f-94d2-728500c53487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'de099bce-1061-4014-bdd5-ec95cce7be8f'} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 18:39:13.785738 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-09594687-6120-4872-b239-a80bda3ecc29 None None] Bound port: d1edf54e-edac-4618-808f-9e7a636a4603, host: n-d-800634-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e57d1292-9039-4d9f-94d2-728500c53487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'de099bce-1061-4014-bdd5-ec95cce7be8f'}}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 18:39:13.785738 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-09594687-6120-4872-b239-a80bda3ecc29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:13.802597 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-3adcb76e-17a9-46f3-a907-1afed0ce6fa7 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:13.836708 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-ead539a2-48d3-402f-a193-fccd01e6585c tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728202197517'] for network, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:13.837075 n-d-800634-3 neutron-server[93916]: DEBUG neutron.notifiers.nova [None req-3adcb76e-17a9-46f3-a907-1afed0ce6fa7 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] device_id is not set on port 4b947f10-b8d5-454f-afa5-8b859ef646f4 yet. {{(pid=93916) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 18:39:13.871099 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c455e191-dee3-4146-a7c1-6bd16b440175 req-a576e966-a50b-4b9b-9257-82dad1e00ce8 tempest-AttachVolumeTestJSON-1507206526 tempest-AttachVolumeTestJSON-1507206526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:39:13.873528 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c455e191-dee3-4146-a7c1-6bd16b440175 req-a576e966-a50b-4b9b-9257-82dad1e00ce8 tempest-AttachVolumeTestJSON-1507206526 tempest-AttachVolumeTestJSON-1507206526-project] 10.222.0.18 "GET /v2.0/networks?id=949878ad-81d9-4447-9e61-f4d51615e760 HTTP/1.1" status: 200 len: 811 time: 0.8130295 Jul 14 18:39:13.929471 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-ead539a2-48d3-402f-a193-fccd01e6585c tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727'] for network, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:13.937489 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ead539a2-48d3-402f-a193-fccd01e6585c tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:39:13.938172 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-ead539a2-48d3-402f-a193-fccd01e6585c tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks [] for network, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:13.967349 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-ead539a2-48d3-402f-a193-fccd01e6585c tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.9966338 Jul 14 18:39:13.973476 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 54490) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:39:13.979447 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-7cdf098e-fc84-46d2-88ba-cf7268a5bb20 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1009685838', 'admin_state_up': True, 'project_id': 'af718961b2754d7c873f442ed35947bb', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61'}}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:39:14.025756 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-7cdf098e-fc84-46d2-88ba-cf7268a5bb20 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-571768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11104'] for router, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:14.026842 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-7cdf098e-fc84-46d2-88ba-cf7268a5bb20 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-571675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-930014', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-632314', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11129'] for router, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:14.028251 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c455e191-dee3-4146-a7c1-6bd16b440175 req-6a0bdaa4-bed6-4b73-aafa-554172dcb709 tempest-AttachVolumeTestJSON-1507206526 tempest-AttachVolumeTestJSON-1507206526-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4427572788fe4f30abbab6f59fdbf9f1 HTTP/1.1" status: 200 len: 380 time: 0.1392226 Jul 14 18:39:14.043325 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [req-c455e191-dee3-4146-a7c1-6bd16b440175 req-c8d89d54-ae23-485d-9361-1355d4407448 tempest-AttachVolumeTestJSON-1507206526 tempest-AttachVolumeTestJSON-1507206526-project] Request body: {'port': {'device_id': '2d4752b4-cf55-42cb-aaf8-a6366a7dc104', 'network_id': '949878ad-81d9-4447-9e61-f4d51615e760', 'admin_state_up': True, 'tenant_id': '4427572788fe4f30abbab6f59fdbf9f1', 'security_groups': ['96b55db8-12e1-43af-8475-4683f85322eb']}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:39:14.066491 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-09594687-6120-4872-b239-a80bda3ecc29 None None] For port d1edf54e-edac-4618-808f-9e7a636a4603, host n-d-800634-3, cleared binding levels {{(pid=93917) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:39:14.071664 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-09594687-6120-4872-b239-a80bda3ecc29 None None] For port d1edf54e-edac-4618-808f-9e7a636a4603, host n-d-800634-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=d1edf54e-edac-4618-808f-9e7a636a4603,segment=NetworkSegment(e57d1292-9039-4d9f-94d2-728500c53487),segment_id=e57d1292-9039-4d9f-94d2-728500c53487)] {{(pid=93917) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 18:39:14.077447 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-09594687-6120-4872-b239-a80bda3ecc29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:14.100341 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead539a2-48d3-402f-a193-fccd01e6585c tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Pushing event updated for resources: {'Network': ['ID=4af60b63-c835-45f6-978c-4969f04b1f64,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:39:14.120166 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Network 4af60b63-c835-45f6-978c-4969f04b1f64 details requested by agent ovs-agent-n-d-800634-3 with host n-d-800634-3 {{(pid=93917) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 18:39:14.221757 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c455e191-dee3-4146-a7c1-6bd16b440175 req-c8d89d54-ae23-485d-9361-1355d4407448 tempest-AttachVolumeTestJSON-1507206526 tempest-AttachVolumeTestJSON-1507206526-project] Made reservation on behalf of 4427572788fe4f30abbab6f59fdbf9f1 for: {'port': 1} {{(pid=93915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:39:14.226568 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-c455e191-dee3-4146-a7c1-6bd16b440175 req-c8d89d54-ae23-485d-9361-1355d4407448 tempest-AttachVolumeTestJSON-1507206526 tempest-AttachVolumeTestJSON-1507206526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:14.258155 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09594687-6120-4872-b239-a80bda3ecc29 None None] Pushing event updated for resources: {'Port': ['ID=d1edf54e-edac-4618-808f-9e7a636a4603,revision_number=2']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:39:14.482622 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.db_base_plugin_common [req-c455e191-dee3-4146-a7c1-6bd16b440175 req-c8d89d54-ae23-485d-9361-1355d4407448 tempest-AttachVolumeTestJSON-1507206526 tempest-AttachVolumeTestJSON-1507206526-project] Allocated IP 172.20.0.9 (949878ad-81d9-4447-9e61-f4d51615e760/42f73a38-7ef6-4d77-ab5e-abe039b69936/d804339d-5b7a-476d-a012-f8d5a3d4af14) {{(pid=93915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:39:14.618059 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-7cdf098e-fc84-46d2-88ba-cf7268a5bb20 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:14.699722 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 54508) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:39:14.720408 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-c455e191-dee3-4146-a7c1-6bd16b440175 req-c8d89d54-ae23-485d-9361-1355d4407448 tempest-AttachVolumeTestJSON-1507206526 tempest-AttachVolumeTestJSON-1507206526-project] Notify callbacks [] for port, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:14.786927 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.provisioning_blocks [req-c455e191-dee3-4146-a7c1-6bd16b440175 req-c8d89d54-ae23-485d-9361-1355d4407448 tempest-AttachVolumeTestJSON-1507206526 tempest-AttachVolumeTestJSON-1507206526-project] Transition to ACTIVE for port object d804339d-5b7a-476d-a012-f8d5a3d4af14 will not be triggered until provisioned by entity DHCP. {{(pid=93915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:39:14.807770 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dc3138c-0f8d-440f-a708-d5fd0762eacf tempest-TestNetworkBasicOps-97253750 tempest-TestNetworkBasicOps-97253750-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:39:14.820452 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-9dc3138c-0f8d-440f-a708-d5fd0762eacf tempest-TestNetworkBasicOps-97253750 tempest-TestNetworkBasicOps-97253750-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=9200a437-e1de-4520-88f6-e68386523e61 HTTP/1.1" status: 200 len: 814 time: 0.1085377 Jul 14 18:39:14.836006 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.db_base_plugin_common [None req-3adcb76e-17a9-46f3-a907-1afed0ce6fa7 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Allocated IP 172.20.0.7 (de099bce-1061-4014-bdd5-ec95cce7be8f/f9134047-c2a6-4b2d-b08d-e2efe93a39d5/4b947f10-b8d5-454f-afa5-8b859ef646f4) {{(pid=93916) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:39:14.839744 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-7cdf098e-fc84-46d2-88ba-cf7268a5bb20 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-929996', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-571750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11395'] for router, precommit_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:14.850131 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.db_base_plugin_common [None req-3adcb76e-17a9-46f3-a907-1afed0ce6fa7 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Allocated IP 2001:db8::f816:3eff:fea4:4f5a (de099bce-1061-4014-bdd5-ec95cce7be8f/4f0db515-36d8-4ab2-b875-4188f7e7ff1b/4b947f10-b8d5-454f-afa5-8b859ef646f4) {{(pid=93916) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:39:14.854866 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-c455e191-dee3-4146-a7c1-6bd16b440175 req-c8d89d54-ae23-485d-9361-1355d4407448 tempest-AttachVolumeTestJSON-1507206526 tempest-AttachVolumeTestJSON-1507206526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:14.918832 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d89d54-ae23-485d-9361-1355d4407448 tempest-AttachVolumeTestJSON-1507206526 tempest-AttachVolumeTestJSON-1507206526-project] Pushing event updated for resources: {'Port': ['ID=d804339d-5b7a-476d-a012-f8d5a3d4af14,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:39:14.939304 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c455e191-dee3-4146-a7c1-6bd16b440175 req-c8d89d54-ae23-485d-9361-1355d4407448 tempest-AttachVolumeTestJSON-1507206526 tempest-AttachVolumeTestJSON-1507206526-project] Network 949878ad-81d9-4447-9e61-f4d51615e760 is already hosted by enough agents. {{(pid=93915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:39:14.945819 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [req-c455e191-dee3-4146-a7c1-6bd16b440175 req-c8d89d54-ae23-485d-9361-1355d4407448 tempest-AttachVolumeTestJSON-1507206526 tempest-AttachVolumeTestJSON-1507206526-project] Resources bound (agent type, host, resource id): {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:39:14.975588 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [req-c455e191-dee3-4146-a7c1-6bd16b440175 req-c8d89d54-ae23-485d-9361-1355d4407448 tempest-AttachVolumeTestJSON-1507206526 tempest-AttachVolumeTestJSON-1507206526-project] Received port after_create {{(pid=93915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:39:15.122629 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c455e191-dee3-4146-a7c1-6bd16b440175 req-c8d89d54-ae23-485d-9361-1355d4407448 tempest-AttachVolumeTestJSON-1507206526 tempest-AttachVolumeTestJSON-1507206526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:39:15.125929 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-c455e191-dee3-4146-a7c1-6bd16b440175 req-c8d89d54-ae23-485d-9361-1355d4407448 tempest-AttachVolumeTestJSON-1507206526 tempest-AttachVolumeTestJSON-1507206526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:15.160182 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-3adcb76e-17a9-46f3-a907-1afed0ce6fa7 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks [] for port, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:15.175750 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c455e191-dee3-4146-a7c1-6bd16b440175 req-c8d89d54-ae23-485d-9361-1355d4407448 tempest-AttachVolumeTestJSON-1507206526 tempest-AttachVolumeTestJSON-1507206526-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1396475 Jul 14 18:39:15.183929 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.provisioning_blocks [None req-3adcb76e-17a9-46f3-a907-1afed0ce6fa7 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Transition to ACTIVE for port object 4b947f10-b8d5-454f-afa5-8b859ef646f4 will not be triggered until provisioned by entity DHCP. {{(pid=93916) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:39:15.196381 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [req-c455e191-dee3-4146-a7c1-6bd16b440175 req-6dccdce8-e03e-46ee-9b4d-fd236d2b0889 service neutron] Request body: {'port': {'device_id': '2d4752b4-cf55-42cb-aaf8-a6366a7dc104', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800634-3'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:39:15.233994 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-3adcb76e-17a9-46f3-a907-1afed0ce6fa7 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:15.268875 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c220ff-d8ae-4c7f-8f9f-4fea04aab6a6 req-7bb9f121-7f17-4d56-a7a4-1255d44292b8 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:39:15.275856 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c220ff-d8ae-4c7f-8f9f-4fea04aab6a6 req-7bb9f121-7f17-4d56-a7a4-1255d44292b8 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:39:15.282481 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c220ff-d8ae-4c7f-8f9f-4fea04aab6a6 req-7bb9f121-7f17-4d56-a7a4-1255d44292b8 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:39:15.288833 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c220ff-d8ae-4c7f-8f9f-4fea04aab6a6 req-7bb9f121-7f17-4d56-a7a4-1255d44292b8 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:39:15.296169 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c220ff-d8ae-4c7f-8f9f-4fea04aab6a6 req-7bb9f121-7f17-4d56-a7a4-1255d44292b8 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:39:15.303000 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c220ff-d8ae-4c7f-8f9f-4fea04aab6a6 req-7bb9f121-7f17-4d56-a7a4-1255d44292b8 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:39:15.317245 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c220ff-d8ae-4c7f-8f9f-4fea04aab6a6 req-7bb9f121-7f17-4d56-a7a4-1255d44292b8 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:39:15.319543 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adcb76e-17a9-46f3-a907-1afed0ce6fa7 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Pushing event updated for resources: {'Port': ['ID=4b947f10-b8d5-454f-afa5-8b859ef646f4,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:39:15.331472 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3adcb76e-17a9-46f3-a907-1afed0ce6fa7 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Network de099bce-1061-4014-bdd5-ec95cce7be8f is already hosted by enough agents. {{(pid=93916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:39:15.332741 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-86c220ff-d8ae-4c7f-8f9f-4fea04aab6a6 req-7bb9f121-7f17-4d56-a7a4-1255d44292b8 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] 10.222.0.16 "GET /v2.0/ports?device_id=a4e0bc60-2fa3-47a3-a9ba-155133f4e67a HTTP/1.1" status: 200 len: 5444 time: 0.3901443 Jul 14 18:39:15.334993 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [None req-3adcb76e-17a9-46f3-a907-1afed0ce6fa7 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Resources bound (agent type, host, resource id): {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:39:15.338761 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3adcb76e-17a9-46f3-a907-1afed0ce6fa7 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Received port after_create {{(pid=93916) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:39:15.370058 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a247359e-0114-4e95-8004-d070df6fe853 req-8987d1b9-277c-4638-9b9f-8d9ae2515820 tempest-AttachVolumeTestJSON-1507206526 tempest-AttachVolumeTestJSON-1507206526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:39:15.378637 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a247359e-0114-4e95-8004-d070df6fe853 req-8987d1b9-277c-4638-9b9f-8d9ae2515820 tempest-AttachVolumeTestJSON-1507206526 tempest-AttachVolumeTestJSON-1507206526-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d4752b4-cf55-42cb-aaf8-a6366a7dc104 HTTP/1.1" status: 200 len: 931 time: 0.3503816 Jul 14 18:39:15.435281 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-86c220ff-d8ae-4c7f-8f9f-4fea04aab6a6 req-0c6f9e11-5dae-433c-a257-e0359907181b tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] 10.222.0.16 "GET /v2.0/security-groups?id=748fe4c5-70b9-4e07-b6fc-ddd56d9bbb08&id=1433845c-1171-43a4-b403-5201c1216c85&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0898993 Jul 14 18:39:15.437733 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-c5105bd6-cf45-48f1-903f-f34605ad5409 None None] Provisioning for port d804339d-5b7a-476d-a012-f8d5a3d4af14 completed by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:39:15.448044 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-c5105bd6-cf45-48f1-903f-f34605ad5409 None None] Provisioning complete for port d804339d-5b7a-476d-a012-f8d5a3d4af14 triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:39:15.453767 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-c5105bd6-cf45-48f1-903f-f34605ad5409 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:15.491124 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a247359e-0114-4e95-8004-d070df6fe853 req-fac6b0dc-1963-446d-be57-fd79e9af9a78 tempest-AttachVolumeTestJSON-1507206526 tempest-AttachVolumeTestJSON-1507206526-project] 10.222.0.16 "GET /v2.0/security-groups?id=96b55db8-12e1-43af-8475-4683f85322eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1113842 Jul 14 18:39:15.515150 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-c455e191-dee3-4146-a7c1-6bd16b440175 req-6dccdce8-e03e-46ee-9b4d-fd236d2b0889 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:15.526307 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-c5105bd6-cf45-48f1-903f-f34605ad5409 None None] Port d804339d-5b7a-476d-a012-f8d5a3d4af14 cannot update to ACTIVE because it is not bound. {{(pid=93917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 18:39:15.565581 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3adcb76e-17a9-46f3-a907-1afed0ce6fa7 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:39:15.566324 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-3adcb76e-17a9-46f3-a907-1afed0ce6fa7 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:15.591563 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-7cdf098e-fc84-46d2-88ba-cf7268a5bb20 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks [] for router_gateway, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:15.642485 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-7cdf098e-fc84-46d2-88ba-cf7268a5bb20 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:15.660031 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-3adcb76e-17a9-46f3-a907-1afed0ce6fa7 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 2.1870184 Jul 14 18:39:15.662577 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 54538) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:39:15.752301 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e232563d-cb80-459b-b9c2-3a541f2a4519 None None] Network de099bce-1061-4014-bdd5-ec95cce7be8f requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:39:15.856834 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-174b58a0-59a1-4659-b99a-16b9ee79ab7a tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:39:15.864655 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-174b58a0-59a1-4659-b99a-16b9ee79ab7a tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:39:15.866358 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-174b58a0-59a1-4659-b99a-16b9ee79ab7a tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1781 time: 0.2028282 Jul 14 18:39:15.867143 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 54542) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:39:15.877319 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-bc24426f-6fb0-4eb9-ae2a-cc2732239008 tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Request body: {'network': {'name': 'tempest-network-smoke--323772903', 'project_id': '0c6eccb7d5c743f1a53a528a1f419fa2', 'port_security_enabled': True}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:39:15.878313 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device d1edf54e-edac-4618-808f-9e7a636a4603 up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:39:15.891405 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 54546) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:39:15.894025 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.db_base_plugin_common [None req-7cdf098e-fc84-46d2-88ba-cf7268a5bb20 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Allocated IP 172.25.1.111 (9200a437-e1de-4520-88f6-e68386523e61/5f47f848-4532-407a-a0e2-5690ade15fd0/35ff524d-ea29-488f-856b-f4d8c977ed72) {{(pid=93916) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:39:15.909673 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-7774867a-a534-4de5-b37c-476b6a6439e6 None None] Provisioning for port d1edf54e-edac-4618-808f-9e7a636a4603 completed by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:39:15.987681 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning for port d1edf54e-edac-4618-808f-9e7a636a4603 completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:39:15.994159 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port d1edf54e-edac-4618-808f-9e7a636a4603 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:39:15.994545 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:16.022760 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1796b06e-3dda-467b-b07a-d7645371c05f req-cca5ec70-94cc-4607-8d2c-d6dde7ba1992 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:39:16.032177 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1796b06e-3dda-467b-b07a-d7645371c05f req-cca5ec70-94cc-4607-8d2c-d6dde7ba1992 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:39:16.042817 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1796b06e-3dda-467b-b07a-d7645371c05f req-cca5ec70-94cc-4607-8d2c-d6dde7ba1992 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:39:16.052644 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1796b06e-3dda-467b-b07a-d7645371c05f req-cca5ec70-94cc-4607-8d2c-d6dde7ba1992 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:39:16.059744 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1796b06e-3dda-467b-b07a-d7645371c05f req-cca5ec70-94cc-4607-8d2c-d6dde7ba1992 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:39:16.066248 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1796b06e-3dda-467b-b07a-d7645371c05f req-cca5ec70-94cc-4607-8d2c-d6dde7ba1992 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:39:16.073426 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc24426f-6fb0-4eb9-ae2a-cc2732239008 tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Made reservation on behalf of 0c6eccb7d5c743f1a53a528a1f419fa2 for: {'network': 1} {{(pid=93916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:39:16.073645 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1796b06e-3dda-467b-b07a-d7645371c05f req-cca5ec70-94cc-4607-8d2c-d6dde7ba1992 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:39:16.077325 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-bc24426f-6fb0-4eb9-ae2a-cc2732239008 tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for network, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:16.089497 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-1796b06e-3dda-467b-b07a-d7645371c05f req-cca5ec70-94cc-4607-8d2c-d6dde7ba1992 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] 10.222.0.16 "GET /v2.0/ports?device_id=a4e0bc60-2fa3-47a3-a9ba-155133f4e67a HTTP/1.1" status: 200 len: 5444 time: 0.2373660 Jul 14 18:39:16.118451 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:16.146167 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc24426f-6fb0-4eb9-ae2a-cc2732239008 tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 62} {{(pid=93916) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 18:39:16.156308 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [req-c455e191-dee3-4146-a7c1-6bd16b440175 req-6dccdce8-e03e-46ee-9b4d-fd236d2b0889 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d804339d-5b7a-476d-a012-f8d5a3d4af14 {{(pid=93915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 18:39:16.166661 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-c455e191-dee3-4146-a7c1-6bd16b440175 req-6dccdce8-e03e-46ee-9b4d-fd236d2b0889 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:16.178572 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-bc24426f-6fb0-4eb9-ae2a-cc2732239008 tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:16.178922 n-d-800634-3 neutron-server[93916]: INFO neutron.db.segments_db [None req-bc24426f-6fb0-4eb9-ae2a-cc2732239008 tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Added segment eea5473f-55d7-4a98-a1d1-b1f0b0bfe581 of type vlan for network ec24d75e-fe44-44be-8dac-22e11e1b9f62 Jul 14 18:39:16.184507 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.provisioning_blocks [req-c455e191-dee3-4146-a7c1-6bd16b440175 req-6dccdce8-e03e-46ee-9b4d-fd236d2b0889 service neutron] Transition to ACTIVE for port object d804339d-5b7a-476d-a012-f8d5a3d4af14 will not be triggered until provisioned by entity L2. {{(pid=93915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:39:16.189577 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-c455e191-dee3-4146-a7c1-6bd16b440175 req-6dccdce8-e03e-46ee-9b4d-fd236d2b0889 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25912978'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:16.198272 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-ba8aea82-4304-429f-9606-3d4de58cc4ec tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Deleting port 4b947f10-b8d5-454f-afa5-8b859ef646f4 {{(pid=93916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:39:16.198661 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-ba8aea82-4304-429f-9606-3d4de58cc4ec tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:16.212685 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] For port d1edf54e-edac-4618-808f-9e7a636a4603, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=d1edf54e-edac-4618-808f-9e7a636a4603,segment=NetworkSegment(e57d1292-9039-4d9f-94d2-728500c53487),segment_id=e57d1292-9039-4d9f-94d2-728500c53487)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:39:16.221092 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:16.246629 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dccdce8-e03e-46ee-9b4d-fd236d2b0889 service neutron] Pushing event updated for resources: {'Port': ['ID=d804339d-5b7a-476d-a012-f8d5a3d4af14,revision_number=2']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:39:16.262931 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68d68b1c-c837-4ba7-9a44-8c7a45c10d3b None None] Update dhcp port {'port': {'network_id': 'de099bce-1061-4014-bdd5-ec95cce7be8f', 'fixed_ips': [{'subnet_id': '4f0db515-36d8-4ab2-b875-4188f7e7ff1b', 'ip_address': '2001:db8::f816:3eff:fed3:e60a'}, {'subnet_id': 'f9134047-c2a6-4b2d-b08d-e2efe93a39d5'}], 'binding:host_id': 'n-d-800634-3'}, 'id': 'd1edf54e-edac-4618-808f-9e7a636a4603'} from n-d-800634-3. {{(pid=93917) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 14 18:39:16.312483 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-bc24426f-6fb0-4eb9-ae2a-cc2732239008 tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728202197517'] for network, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:16.345183 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-7cdf098e-fc84-46d2-88ba-cf7268a5bb20 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks [] for port, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:16.346000 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-68d68b1c-c837-4ba7-9a44-8c7a45c10d3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:16.348153 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Pushing event updated for resources: {'Port': ['ID=d1edf54e-edac-4618-808f-9e7a636a4603,revision_number=3']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:39:16.368406 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-c455e191-dee3-4146-a7c1-6bd16b440175 req-6dccdce8-e03e-46ee-9b4d-fd236d2b0889 service neutron] Attempting to bind port d804339d-5b7a-476d-a012-f8d5a3d4af14 on host n-h1-800634-3 for vnic_type normal with profile {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:39:16.369047 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-c455e191-dee3-4146-a7c1-6bd16b440175 req-6dccdce8-e03e-46ee-9b4d-fd236d2b0889 service neutron] Attempting to bind port d804339d-5b7a-476d-a012-f8d5a3d4af14 by drivers openvswitch,hyperv on host n-h1-800634-3 at level 0 using segments [{'id': 'd46cbae5-a9c8-4575-b283-c5e5c56b0da1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '949878ad-81d9-4447-9e61-f4d51615e760'}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:39:16.369387 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c455e191-dee3-4146-a7c1-6bd16b440175 req-6dccdce8-e03e-46ee-9b4d-fd236d2b0889 service neutron] Attempting to bind port d804339d-5b7a-476d-a012-f8d5a3d4af14 on network 949878ad-81d9-4447-9e61-f4d51615e760 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:39:16.380244 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c455e191-dee3-4146-a7c1-6bd16b440175 req-6dccdce8-e03e-46ee-9b4d-fd236d2b0889 service neutron] Port d804339d-5b7a-476d-a012-f8d5a3d4af14 on network 949878ad-81d9-4447-9e61-f4d51615e760 not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-3 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 18:39:16.380727 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c455e191-dee3-4146-a7c1-6bd16b440175 req-6dccdce8-e03e-46ee-9b4d-fd236d2b0889 service neutron] Attempting to bind port d804339d-5b7a-476d-a012-f8d5a3d4af14 on network 949878ad-81d9-4447-9e61-f4d51615e760 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:39:16.386604 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c455e191-dee3-4146-a7c1-6bd16b440175 req-6dccdce8-e03e-46ee-9b4d-fd236d2b0889 service neutron] Checking agent: {'id': 'a3630ff4-fbee-45d9-b9b6-0ae41cb3a350', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 15, 32), 'started_at': datetime.datetime(2021, 7, 14, 18, 15, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 18, 39, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 18:39:16.387009 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c455e191-dee3-4146-a7c1-6bd16b440175 req-6dccdce8-e03e-46ee-9b4d-fd236d2b0889 service neutron] Checking segment: {'id': 'd46cbae5-a9c8-4575-b283-c5e5c56b0da1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '949878ad-81d9-4447-9e61-f4d51615e760'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:39:16.387404 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c455e191-dee3-4146-a7c1-6bd16b440175 req-6dccdce8-e03e-46ee-9b4d-fd236d2b0889 service neutron] Bound using segment: {'id': 'd46cbae5-a9c8-4575-b283-c5e5c56b0da1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '949878ad-81d9-4447-9e61-f4d51615e760'} {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 18:39:16.387842 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-c455e191-dee3-4146-a7c1-6bd16b440175 req-6dccdce8-e03e-46ee-9b4d-fd236d2b0889 service neutron] Bound port: d804339d-5b7a-476d-a012-f8d5a3d4af14, host: n-h1-800634-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd46cbae5-a9c8-4575-b283-c5e5c56b0da1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '949878ad-81d9-4447-9e61-f4d51615e760'}}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 18:39:16.388309 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-c455e191-dee3-4146-a7c1-6bd16b440175 req-6dccdce8-e03e-46ee-9b4d-fd236d2b0889 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:16.482435 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-7cdf098e-fc84-46d2-88ba-cf7268a5bb20 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:16.497891 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-c455e191-dee3-4146-a7c1-6bd16b440175 req-6dccdce8-e03e-46ee-9b4d-fd236d2b0889 service neutron] For port d804339d-5b7a-476d-a012-f8d5a3d4af14, host n-h1-800634-3, cleared binding levels {{(pid=93915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:39:16.503381 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-c455e191-dee3-4146-a7c1-6bd16b440175 req-6dccdce8-e03e-46ee-9b4d-fd236d2b0889 service neutron] For port d804339d-5b7a-476d-a012-f8d5a3d4af14, host n-h1-800634-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=d804339d-5b7a-476d-a012-f8d5a3d4af14,segment=NetworkSegment(d46cbae5-a9c8-4575-b283-c5e5c56b0da1),segment_id=d46cbae5-a9c8-4575-b283-c5e5c56b0da1)] {{(pid=93915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 18:39:16.509194 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-c455e191-dee3-4146-a7c1-6bd16b440175 req-6dccdce8-e03e-46ee-9b4d-fd236d2b0889 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25912978'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:16.539537 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c455e191-dee3-4146-a7c1-6bd16b440175 req-6dccdce8-e03e-46ee-9b4d-fd236d2b0889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:39:16.540703 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-c455e191-dee3-4146-a7c1-6bd16b440175 req-6dccdce8-e03e-46ee-9b4d-fd236d2b0889 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:16.543768 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c455e191-dee3-4146-a7c1-6bd16b440175 req-6dccdce8-e03e-46ee-9b4d-fd236d2b0889 service neutron] 10.222.0.18 "PUT /v2.0/ports/d804339d-5b7a-476d-a012-f8d5a3d4af14 HTTP/1.1" status: 200 len: 1091 time: 1.3536599 Jul 14 18:39:16.545675 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d4752b4-cf55-42cb-aaf8-a6366a7dc104', 'tag': 'd804339d-5b7a-476d-a012-f8d5a3d4af14'}] {{(pid=93915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:39:16.549614 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e72782ad3af8f7d4ce76cedf092bca46d1756acc5c4653cf0b52034cdd6b073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1211a9bd-ccb5-4ad5-b3a9-62fe5163f8eb" -d '{"events": [{"name": "network-changed", "server_uuid": "2d4752b4-cf55-42cb-aaf8-a6366a7dc104", "tag": "d804339d-5b7a-476d-a012-f8d5a3d4af14"}]}' {{(pid=93915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:39:16.624175 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cdf098e-fc84-46d2-88ba-cf7268a5bb20 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Pushing event updated for resources: {'Port': ['ID=35ff524d-ea29-488f-856b-f4d8c977ed72,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:39:16.654127 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 18:39:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e61ab40-6bf8-4ca5-b4ce-062c30b7e104 x-openstack-request-id: req-2e61ab40-6bf8-4ca5-b4ce-062c30b7e104 {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:39:16.654471 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d4752b4-cf55-42cb-aaf8-a6366a7dc104", "tag": "d804339d-5b7a-476d-a012-f8d5a3d4af14", "status": "completed", "code": 200}]} {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:39:16.654736 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2e61ab40-6bf8-4ca5-b4ce-062c30b7e104 {{(pid=93915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:39:16.655144 n-d-800634-3 neutron-server[93915]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d4752b4-cf55-42cb-aaf8-a6366a7dc104', 'tag': 'd804339d-5b7a-476d-a012-f8d5a3d4af14', 'status': 'completed', 'code': 200} Jul 14 18:39:16.670626 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cdf098e-fc84-46d2-88ba-cf7268a5bb20 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Network 9200a437-e1de-4520-88f6-e68386523e61 is already hosted by enough agents. {{(pid=93916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:39:16.672433 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.db_base_plugin_common [None req-68d68b1c-c837-4ba7-9a44-8c7a45c10d3b None None] Allocated IP 172.20.0.2 (de099bce-1061-4014-bdd5-ec95cce7be8f/f9134047-c2a6-4b2d-b08d-e2efe93a39d5/d1edf54e-edac-4618-808f-9e7a636a4603) {{(pid=93917) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:39:16.675328 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dccdce8-e03e-46ee-9b4d-fd236d2b0889 service neutron] Pushing event updated for resources: {'Port': ['ID=d804339d-5b7a-476d-a012-f8d5a3d4af14,revision_number=3']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:39:16.680575 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [None req-7cdf098e-fc84-46d2-88ba-cf7268a5bb20 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Resources bound (agent type, host, resource id): {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:39:16.685725 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-bc24426f-6fb0-4eb9-ae2a-cc2732239008 tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727'] for network, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:16.695098 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc24426f-6fb0-4eb9-ae2a-cc2732239008 tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:39:16.695770 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-bc24426f-6fb0-4eb9-ae2a-cc2732239008 tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598705'] for network, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:16.700987 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-ba8aea82-4304-429f-9606-3d4de58cc4ec tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:16.704144 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cdf098e-fc84-46d2-88ba-cf7268a5bb20 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Received port after_create {{(pid=93916) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:39:16.707468 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c455e191-dee3-4146-a7c1-6bd16b440175 req-68271a7d-5c8a-44a0-bad1-d9c458e9a5c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:39:16.709758 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c455e191-dee3-4146-a7c1-6bd16b440175 req-68271a7d-5c8a-44a0-bad1-d9c458e9a5c9 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4427572788fe4f30abbab6f59fdbf9f1&device_id=2d4752b4-cf55-42cb-aaf8-a6366a7dc104 HTTP/1.1" status: 200 len: 1094 time: 0.1198883 Jul 14 18:39:16.774821 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c455e191-dee3-4146-a7c1-6bd16b440175 req-854a2d23-686b-459c-b43b-fbac36cb0795 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d804339d-5b7a-476d-a012-f8d5a3d4af14 HTTP/1.1" status: 200 len: 217 time: 0.0571971 Jul 14 18:39:16.828498 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-68d68b1c-c837-4ba7-9a44-8c7a45c10d3b None None] For port d1edf54e-edac-4618-808f-9e7a636a4603, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=d1edf54e-edac-4618-808f-9e7a636a4603,segment=NetworkSegment(e57d1292-9039-4d9f-94d2-728500c53487),segment_id=e57d1292-9039-4d9f-94d2-728500c53487)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:39:16.852388 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c455e191-dee3-4146-a7c1-6bd16b440175 req-a59b2ffc-1e26-4ec4-af21-2f908cbe25b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:39:16.854255 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c455e191-dee3-4146-a7c1-6bd16b440175 req-a59b2ffc-1e26-4ec4-af21-2f908cbe25b6 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=42f73a38-7ef6-4d77-ab5e-abe039b69936 HTTP/1.1" status: 200 len: 850 time: 0.0585485 Jul 14 18:39:16.879735 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-68d68b1c-c837-4ba7-9a44-8c7a45c10d3b None None] Notify callbacks [] for port, precommit_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:16.903063 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-68d68b1c-c837-4ba7-9a44-8c7a45c10d3b None None] Transition to ACTIVE for port object d1edf54e-edac-4618-808f-9e7a636a4603 will not be triggered until provisioned by entity DHCP. {{(pid=93917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:39:16.913371 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-68d68b1c-c837-4ba7-9a44-8c7a45c10d3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:16.941655 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-ba8aea82-4304-429f-9606-3d4de58cc4ec tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Calling delete_port for 4b947f10-b8d5-454f-afa5-8b859ef646f4 owned by {{(pid=93916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:39:16.960591 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c699bc7e-5400-4e39-9ca1-8c2bfbce9bd2 req-d30642ad-2595-4820-b1ee-2da3c5abacef tempest-AttachVolumeTestJSON-1507206526 tempest-AttachVolumeTestJSON-1507206526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:39:16.969277 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c699bc7e-5400-4e39-9ca1-8c2bfbce9bd2 req-d30642ad-2595-4820-b1ee-2da3c5abacef tempest-AttachVolumeTestJSON-1507206526 tempest-AttachVolumeTestJSON-1507206526-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d4752b4-cf55-42cb-aaf8-a6366a7dc104 HTTP/1.1" status: 200 len: 943 time: 0.2074668 Jul 14 18:39:17.001980 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d68b1c-c837-4ba7-9a44-8c7a45c10d3b None None] Pushing event updated for resources: {'Port': ['ID=d1edf54e-edac-4618-808f-9e7a636a4603,revision_number=4']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:39:17.036030 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c699bc7e-5400-4e39-9ca1-8c2bfbce9bd2 req-b975a8d4-2fd7-4834-bd7f-6714119fd02f tempest-AttachVolumeTestJSON-1507206526 tempest-AttachVolumeTestJSON-1507206526-project] 10.222.0.16 "GET /v2.0/security-groups?id=96b55db8-12e1-43af-8475-4683f85322eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617938 Jul 14 18:39:17.045970 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c455e191-dee3-4146-a7c1-6bd16b440175 req-7b1ba057-38a0-4f76-96d3-fa8b068f1f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:39:17.054336 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c455e191-dee3-4146-a7c1-6bd16b440175 req-7b1ba057-38a0-4f76-96d3-fa8b068f1f4c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=949878ad-81d9-4447-9e61-f4d51615e760&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1906831 Jul 14 18:39:17.127273 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-bc24426f-6fb0-4eb9-ae2a-cc2732239008 tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.2549088 Jul 14 18:39:17.130782 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 54564) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:39:17.148347 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc24426f-6fb0-4eb9-ae2a-cc2732239008 tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Pushing event updated for resources: {'Network': ['ID=ec24d75e-fe44-44be-8dac-22e11e1b9f62,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:39:17.164454 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Network ec24d75e-fe44-44be-8dac-22e11e1b9f62 details requested by agent ovs-agent-n-d-800634-3 with host n-d-800634-3 {{(pid=93917) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 18:39:17.299854 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1bec578-4351-4af0-8695-e4e48f56c823 tempest-TestNetworkBasicOps-97253750 tempest-TestNetworkBasicOps-97253750-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:39:17.301442 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-e1bec578-4351-4af0-8695-e4e48f56c823 tempest-TestNetworkBasicOps-97253750 tempest-TestNetworkBasicOps-97253750-project-admin] 10.222.0.16 "GET /v2.0/subnets?project_id=0c6eccb7d5c743f1a53a528a1f419fa2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.1696916 Jul 14 18:39:17.303900 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c455e191-dee3-4146-a7c1-6bd16b440175 req-b109e1ab-8870-42e0-b5c8-e4e27f80d1c1 service neutron] 10.222.0.18 "GET /v2.0/networks/949878ad-81d9-4447-9e61-f4d51615e760?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2391658 Jul 14 18:39:17.304478 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 54566) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:39:17.443393 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-ba8aea82-4304-429f-9606-3d4de58cc4ec tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:17.457938 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-7cdf098e-fc84-46d2-88ba-cf7268a5bb20 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks [] for router_gateway, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:17.572634 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c455e191-dee3-4146-a7c1-6bd16b440175 req-9a865aae-3b30-4fca-aa89-4dfd025e7e38 service neutron] 10.222.0.18 "GET /v2.0/networks/949878ad-81d9-4447-9e61-f4d51615e760?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2572732 Jul 14 18:39:17.589016 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21ae3b8b-bf9f-440f-a765-f516fce1170f tempest-TestNetworkBasicOps-97253750 tempest-TestNetworkBasicOps-97253750-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:39:17.593508 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-21ae3b8b-bf9f-440f-a765-f516fce1170f tempest-TestNetworkBasicOps-97253750 tempest-TestNetworkBasicOps-97253750-project-admin] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2851498 Jul 14 18:39:17.595604 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 54572) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:39:17.655564 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-2503d47f-6bf1-4ba2-938e-8db66cf7e36a tempest-TestNetworkBasicOps-97253750 tempest-TestNetworkBasicOps-97253750-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=9200a437-e1de-4520-88f6-e68386523e61&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0586085 Jul 14 18:39:17.673209 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 54574) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:39:17.707340 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-69523eb6-17b3-4579-8bf6-1a38d8ef6e7a tempest-TestNetworkBasicOps-97253750 tempest-TestNetworkBasicOps-97253750-project-admin] 10.222.0.16 "GET /v2.0/subnets?project_id=0c6eccb7d5c743f1a53a528a1f419fa2&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0288987 Jul 14 18:39:17.709879 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 54578) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:39:17.780543 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8aea82-4304-429f-9606-3d4de58cc4ec tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Pushing event deleted for resources: {'Port': ['ID=4b947f10-b8d5-454f-afa5-8b859ef646f4,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:39:17.814402 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device d1edf54e-edac-4618-808f-9e7a636a4603 up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:39:17.817547 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1211a9bd-ccb5-4ad5-b3a9-62fe5163f8eb req-b3ecc0d8-ef11-4d20-9c4c-b4e36eaf82f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:39:17.819068 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-1211a9bd-ccb5-4ad5-b3a9-62fe5163f8eb req-b3ecc0d8-ef11-4d20-9c4c-b4e36eaf82f5 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4427572788fe4f30abbab6f59fdbf9f1&device_id=2d4752b4-cf55-42cb-aaf8-a6366a7dc104 HTTP/1.1" status: 200 len: 1094 time: 0.1753395 Jul 14 18:39:17.899695 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f93cf94b-3d5d-4c1f-9e15-73721d0f064a tempest-TestNetworkBasicOps-97253750 tempest-TestNetworkBasicOps-97253750-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:39:17.901282 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-f93cf94b-3d5d-4c1f-9e15-73721d0f064a tempest-TestNetworkBasicOps-97253750 tempest-TestNetworkBasicOps-97253750-project-admin] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1904867 Jul 14 18:39:17.905432 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 54580) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:39:17.953154 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-9d7317ab-dbb2-4979-aa2b-c19609340a70 tempest-TestNetworkBasicOps-97253750 tempest-TestNetworkBasicOps-97253750-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=9200a437-e1de-4520-88f6-e68386523e61&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0472288 Jul 14 18:39:17.962521 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1211a9bd-ccb5-4ad5-b3a9-62fe5163f8eb req-79416275-3ce4-43d3-aa24-378d6de8f7c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:39:17.964702 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-1211a9bd-ccb5-4ad5-b3a9-62fe5163f8eb req-79416275-3ce4-43d3-aa24-378d6de8f7c6 service neutron] 10.222.0.18 "GET /v2.0/networks?id=949878ad-81d9-4447-9e61-f4d51615e760 HTTP/1.1" status: 200 len: 911 time: 0.1377318 Jul 14 18:39:17.964702 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 54582) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:39:17.971863 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-ae4eca71-9f61-478b-9a8a-21b00c70fbb1 tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1576676925', 'network_id': 'ec24d75e-fe44-44be-8dac-22e11e1b9f62', 'project_id': '0c6eccb7d5c743f1a53a528a1f419fa2', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:39:17.985203 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-ba8aea82-4304-429f-9606-3d4de58cc4ec tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:17.990647 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-ba8aea82-4304-429f-9606-3d4de58cc4ec tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] 10.222.0.16 "DELETE /v2.0/ports/4b947f10-b8d5-454f-afa5-8b859ef646f4 HTTP/1.1" status: 204 len: 168 time: 2.0973945 Jul 14 18:39:18.005987 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 54586) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:39:18.010064 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-7cdf098e-fc84-46d2-88ba-cf7268a5bb20 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-571759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-930033'] for router, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:18.074260 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-1d75ab31-e501-4c4e-9f58-93418d9df7af None None] Could not find standard attr ID for object 4b947f10-b8d5-454f-afa5-8b859ef646f4. {{(pid=93917) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 14 18:39:18.098980 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-1d75ab31-e501-4c4e-9f58-93418d9df7af None None] Provisioning for port d1edf54e-edac-4618-808f-9e7a636a4603 completed by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:39:18.106516 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-1d75ab31-e501-4c4e-9f58-93418d9df7af None None] Provisioning complete for port d1edf54e-edac-4618-808f-9e7a636a4603 triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:39:18.107140 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-1d75ab31-e501-4c4e-9f58-93418d9df7af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:18.172030 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-1211a9bd-ccb5-4ad5-b3a9-62fe5163f8eb req-bdc708a5-f876-47f0-9331-c4026ac266c3 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d804339d-5b7a-476d-a012-f8d5a3d4af14 HTTP/1.1" status: 200 len: 217 time: 0.1960599 Jul 14 18:39:18.224049 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57c559d1-18e0-4a27-b13e-bef115ee229f tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:39:18.226440 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57c559d1-18e0-4a27-b13e-bef115ee229f tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:39:18.228669 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57c559d1-18e0-4a27-b13e-bef115ee229f tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:39:18.233545 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-57c559d1-18e0-4a27-b13e-bef115ee229f tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.2252855 Jul 14 18:39:18.238049 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 54594) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:39:18.314870 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae4eca71-9f61-478b-9a8a-21b00c70fbb1 tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Made reservation on behalf of 0c6eccb7d5c743f1a53a528a1f419fa2 for: {'subnet': 1} {{(pid=93915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:39:18.318875 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-ae4eca71-9f61-478b-9a8a-21b00c70fbb1 tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28969735'] for subnet, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:18.376555 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cdf098e-fc84-46d2-88ba-cf7268a5bb20 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Router c38da495-c6ac-40ad-8d3c-e678b5d50955 is scheduled to L3 agent 2c6eb27e-defb-4cca-9a24-381c7415e359 with binding_index 1 {{(pid=93916) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 18:39:18.432882 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1211a9bd-ccb5-4ad5-b3a9-62fe5163f8eb req-50999fd6-9e08-453c-83b8-c19ebf594cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:39:18.434442 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-1211a9bd-ccb5-4ad5-b3a9-62fe5163f8eb req-50999fd6-9e08-453c-83b8-c19ebf594cd0 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=42f73a38-7ef6-4d77-ab5e-abe039b69936 HTTP/1.1" status: 200 len: 850 time: 0.2454524 Jul 14 18:39:18.444143 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd07a2ad-aae4-487b-8d9c-494aeea8f383 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Deleting subnet 4f0db515-36d8-4ab2-b875-4188f7e7ff1b {{(pid=93915) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 18:39:18.511521 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-dd07a2ad-aae4-487b-8d9c-494aeea8f383 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks [] for subnet, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:18.544027 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-90262458-795b-49f0-adbb-ec3b9483ef20 None None] Could not find standard attr ID for object 4b947f10-b8d5-454f-afa5-8b859ef646f4. {{(pid=93917) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 14 18:39:18.696048 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-dd07a2ad-aae4-487b-8d9c-494aeea8f383 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28939913'] for subnet, precommit_delete_associations {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:18.740629 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1211a9bd-ccb5-4ad5-b3a9-62fe5163f8eb req-5d0367a8-1382-4192-8612-7a99be69bca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:39:18.742500 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-1211a9bd-ccb5-4ad5-b3a9-62fe5163f8eb req-5d0367a8-1382-4192-8612-7a99be69bca1 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=949878ad-81d9-4447-9e61-f4d51615e760&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2949038 Jul 14 18:39:18.758682 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d92aaf-a579-4eff-a0d3-a5f38da40485 req-beece3f7-bf77-4f8c-898f-90a647059a69 tempest-AttachVolumeTestJSON-1507206526 tempest-AttachVolumeTestJSON-1507206526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:39:18.760684 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b0d92aaf-a579-4eff-a0d3-a5f38da40485 req-beece3f7-bf77-4f8c-898f-90a647059a69 tempest-AttachVolumeTestJSON-1507206526 tempest-AttachVolumeTestJSON-1507206526-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d4752b4-cf55-42cb-aaf8-a6366a7dc104 HTTP/1.1" status: 200 len: 943 time: 0.4491870 Jul 14 18:39:18.920077 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 54612) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:39:18.972717 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cdf098e-fc84-46d2-88ba-cf7268a5bb20 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify agent at l3_agent.n-d-800634-3 the message routers_updated {{(pid=93916) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 18:39:18.982600 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0799bde8-944f-45b4-8bdd-00f4216c5d54 None None] Sync routers for ids ['c38da495-c6ac-40ad-8d3c-e678b5d50955'] in n-d-800634-3 {{(pid=93918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 18:39:18.997208 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0799bde8-944f-45b4-8bdd-00f4216c5d54 None None] Routers {'c38da495-c6ac-40ad-8d3c-e678b5d50955'} bound to L3 agent in host n-d-800634-3 {{(pid=93918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:39:18.997891 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-0799bde8-944f-45b4-8bdd-00f4216c5d54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:38:53Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['c38da495-c6ac-40ad-8d3c-e678b5d50955'], 'active': True} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:39:19.006488 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-7cdf098e-fc84-46d2-88ba-cf7268a5bb20 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks [] for router, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:19.008249 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-7cdf098e-fc84-46d2-88ba-cf7268a5bb20 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 5.0333698 Jul 14 18:39:19.014996 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 54616) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:39:19.051631 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-88f05445-b29b-4162-b13c-a751b213531a tempest-TestNetworkAdvancedServerOps-1839370163 tempest-TestNetworkAdvancedServerOps-1839370163-project-admin] 10.222.0.16 "GET /v2.0/subnets?project_id=af718961b2754d7c873f442ed35947bb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0342231 Jul 14 18:39:19.054255 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 54618) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:39:19.173423 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvr_db [None req-0799bde8-944f-45b4-8bdd-00f4216c5d54 None None] Set router c38da495-c6ac-40ad-8d3c-e678b5d50955 gateway port host: n-d-800634-3 {{(pid=93918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 18:39:19.184616 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-744d2839-6fd2-47a6-ad3c-1d1b051cb90c tempest-TestNetworkAdvancedServerOps-1839370163 tempest-TestNetworkAdvancedServerOps-1839370163-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:39:19.186490 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-744d2839-6fd2-47a6-ad3c-1d1b051cb90c tempest-TestNetworkAdvancedServerOps-1839370163 tempest-TestNetworkAdvancedServerOps-1839370163-project-admin] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1311855 Jul 14 18:39:19.189644 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 54622) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:39:19.230937 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-8a047772-5bca-4a94-9f29-6b6906fb541a tempest-TestNetworkAdvancedServerOps-1839370163 tempest-TestNetworkAdvancedServerOps-1839370163-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=9200a437-e1de-4520-88f6-e68386523e61&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0397382 Jul 14 18:39:19.233580 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 54624) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:39:19.239720 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-ddc0f5c4-c04a-43d5-96c5-f00371b8c10c tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-749287933', 'network_id': '4af60b63-c835-45f6-978c-4969f04b1f64', 'project_id': 'af718961b2754d7c873f442ed35947bb', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:39:19.359135 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddc0f5c4-c04a-43d5-96c5-f00371b8c10c tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Made reservation on behalf of af718961b2754d7c873f442ed35947bb for: {'subnet': 1} {{(pid=93916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:39:19.363266 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-ddc0f5c4-c04a-43d5-96c5-f00371b8c10c tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26033189'] for subnet, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:19.423722 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b0d92aaf-a579-4eff-a0d3-a5f38da40485 req-5703f5ee-25ee-4459-9fc0-266ba753d1bc tempest-AttachVolumeTestJSON-1507206526 tempest-AttachVolumeTestJSON-1507206526-project] 10.222.0.16 "GET /v2.0/security-groups?id=96b55db8-12e1-43af-8475-4683f85322eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6478453 Jul 14 18:39:19.480371 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-1211a9bd-ccb5-4ad5-b3a9-62fe5163f8eb req-73c07fc1-a40c-499c-a5f4-94e7c0111a11 service neutron] 10.222.0.18 "GET /v2.0/networks/949878ad-81d9-4447-9e61-f4d51615e760?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7148159 Jul 14 18:39:19.488006 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-0799bde8-944f-45b4-8bdd-00f4216c5d54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c38da495-c6ac-40ad-8d3c-e678b5d50955', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1009685838', 'tenant_id': 'af718961b2754d7c873f442ed35947bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.111'}], 'enable_snat': True}, 'gw_port_id': '35ff524d-ea29-488f-856b-f4d8c977ed72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:39:14Z', 'updated_at': '2021-07-14T18:39:17Z', 'revision_number': 3, 'project_id': 'af718961b2754d7c873f442ed35947bb', 'gw_port': {'id': '35ff524d-ea29-488f-856b-f4d8c977ed72', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:f5:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c38da495-c6ac-40ad-8d3c-e678b5d50955', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2190, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:39:15Z', 'updated_at': '2021-07-14T18:39:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3'}], 'n-d-800634-3', False) {} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:39:19.542704 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0799bde8-944f-45b4-8bdd-00f4216c5d54 None None] Checking router: c38da495-c6ac-40ad-8d3c-e678b5d50955 for host: n-d-800634-3 {{(pid=93918) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 18:39:19.542960 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0799bde8-944f-45b4-8bdd-00f4216c5d54 None None] Updating router c38da495-c6ac-40ad-8d3c-e678b5d50955 port 35ff524d-ea29-488f-856b-f4d8c977ed72 binding host n-d-800634-3 {{(pid=93918) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 18:39:19.589754 n-d-800634-3 neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-0799bde8-944f-45b4-8bdd-00f4216c5d54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:19.622713 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-ddc0f5c4-c04a-43d5-96c5-f00371b8c10c tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2684753', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26033175'] for subnet, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:19.653219 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-dd07a2ad-aae4-487b-8d9c-494aeea8f383 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081283'] for subnet, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:19.722692 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-ae4eca71-9f61-478b-9a8a-21b00c70fbb1 tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25912837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28969781'] for subnet, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:19.771956 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddc0f5c4-c04a-43d5-96c5-f00371b8c10c tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Checking segment: {'id': 'd0d72d50-2af1-4c80-a444-7e1148083188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '4af60b63-c835-45f6-978c-4969f04b1f64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93916) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:39:19.772363 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddc0f5c4-c04a-43d5-96c5-f00371b8c10c tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Network hostable DHCP agents. Network: 4af60b63-c835-45f6-978c-4969f04b1f64, hostable agents: ['028393c3-0576-4ebd-bca1-8ea8a148e1a2'], hosted agents: [] {{(pid=93916) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 18:39:19.783591 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc0f5c4-c04a-43d5-96c5-f00371b8c10c tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Pushing event updated for resources: {'Subnet': ['ID=727c42fe-46fd-46d1-8ab9-17297f08f294,revision_number=0']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:39:19.787598 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4eca71-9f61-478b-9a8a-21b00c70fbb1 tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Pushing event updated for resources: {'Subnet': ['ID=68454e02-47a4-4e68-ab2a-a40151b5ebb0,revision_number=0']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:39:19.814165 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddc0f5c4-c04a-43d5-96c5-f00371b8c10c tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Network 4af60b63-c835-45f6-978c-4969f04b1f64 is scheduled to be hosted by DHCP agent 028393c3-0576-4ebd-bca1-8ea8a148e1a2 with binding_index 1 {{(pid=93916) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 18:39:19.834084 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-1211a9bd-ccb5-4ad5-b3a9-62fe5163f8eb req-443a115f-b46c-4b64-a262-3289cbb90b5d service neutron] 10.222.0.18 "GET /v2.0/networks/949878ad-81d9-4447-9e61-f4d51615e760?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3300688 Jul 14 18:39:19.836106 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [None req-ddc0f5c4-c04a-43d5-96c5-f00371b8c10c tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-3, 4af60b63-c835-45f6-978c-4969f04b1f64) {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:39:19.845226 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc04009a-1288-4cbf-967b-9380176acb91 req-48002267-7c20-4285-a40c-9bb95a59bc87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:39:19.845634 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddc0f5c4-c04a-43d5-96c5-f00371b8c10c tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:39:19.845777 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc04009a-1288-4cbf-967b-9380176acb91 req-48002267-7c20-4285-a40c-9bb95a59bc87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:39:19.846541 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc04009a-1288-4cbf-967b-9380176acb91 req-48002267-7c20-4285-a40c-9bb95a59bc87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:39:19.846671 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc04009a-1288-4cbf-967b-9380176acb91 req-48002267-7c20-4285-a40c-9bb95a59bc87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:39:19.847082 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc04009a-1288-4cbf-967b-9380176acb91 req-48002267-7c20-4285-a40c-9bb95a59bc87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:39:19.847644 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc04009a-1288-4cbf-967b-9380176acb91 req-48002267-7c20-4285-a40c-9bb95a59bc87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:39:19.848487 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc04009a-1288-4cbf-967b-9380176acb91 req-48002267-7c20-4285-a40c-9bb95a59bc87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:39:19.848593 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-ddc0f5c4-c04a-43d5-96c5-f00371b8c10c tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks [] for subnet, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:19.850051 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-fc04009a-1288-4cbf-967b-9380176acb91 req-48002267-7c20-4285-a40c-9bb95a59bc87 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=a4e0bc60-2fa3-47a3-a9ba-155133f4e67a HTTP/1.1" status: 200 len: 6501 time: 0.9143822 Jul 14 18:39:19.852895 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce326ae7-3968-43b9-b250-daa641072eae None None] Network 4af60b63-c835-45f6-978c-4969f04b1f64 requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:39:19.896924 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 54630) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:39:19.897483 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-ddc0f5c4-c04a-43d5-96c5-f00371b8c10c tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6618822 Jul 14 18:39:19.931550 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.agents_db [None req-2ea07fb6-aa68-4671-8654-119d82b9f530 None None] Agent healthcheck: found 7 active agents {{(pid=93918) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 18:39:19.939678 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-dd07a2ad-aae4-487b-8d9c-494aeea8f383 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25913028', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28969762'] for subnet, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:19.950113 n-d-800634-3 neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-0799bde8-944f-45b4-8bdd-00f4216c5d54 None None] Notify callbacks [] for port, precommit_update {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:19.964372 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.provisioning_blocks [None req-0799bde8-944f-45b4-8bdd-00f4216c5d54 None None] Transition to ACTIVE for port object 35ff524d-ea29-488f-856b-f4d8c977ed72 will not be triggered until provisioned by entity L2. {{(pid=93918) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:39:19.972823 n-d-800634-3 neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-0799bde8-944f-45b4-8bdd-00f4216c5d54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:19.981128 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd07a2ad-aae4-487b-8d9c-494aeea8f383 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Pushing event deleted for resources: {'Subnet': ['ID=4f0db515-36d8-4ab2-b875-4188f7e7ff1b,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:39:19.983208 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae4eca71-9f61-478b-9a8a-21b00c70fbb1 tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Checking segment: {'id': 'eea5473f-55d7-4a98-a1d1-b1f0b0bfe581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'ec24d75e-fe44-44be-8dac-22e11e1b9f62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:39:19.983587 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae4eca71-9f61-478b-9a8a-21b00c70fbb1 tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Network hostable DHCP agents. Network: ec24d75e-fe44-44be-8dac-22e11e1b9f62, hostable agents: ['028393c3-0576-4ebd-bca1-8ea8a148e1a2'], hosted agents: [] {{(pid=93915) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 18:39:20.006854 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-fc04009a-1288-4cbf-967b-9380176acb91 req-95a6bbe9-1d3b-49d4-baa8-d7d330535509 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=748fe4c5-70b9-4e07-b6fc-ddd56d9bbb08&id=1433845c-1171-43a4-b403-5201c1216c85&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1460741 Jul 14 18:39:20.011525 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-dd07a2ad-aae4-487b-8d9c-494aeea8f383 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks [] for subnet, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:20.016518 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-dd07a2ad-aae4-487b-8d9c-494aeea8f383 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] 10.222.0.16 "DELETE /v2.0/subnets/4f0db515-36d8-4ab2-b875-4188f7e7ff1b HTTP/1.1" status: 204 len: 168 time: 1.7733095 Jul 14 18:39:20.019027 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 54632) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:39:20.035147 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174adc37-5373-4612-8a17-6c03ce4688cd None None] Pushing event updated for resources: {'Port': ['ID=35ff524d-ea29-488f-856b-f4d8c977ed72,revision_number=2']} {{(pid=93918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:39:20.057894 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.managers [None req-0799bde8-944f-45b4-8bdd-00f4216c5d54 None None] Attempting to bind port 35ff524d-ea29-488f-856b-f4d8c977ed72 on host n-d-800634-3 for vnic_type normal with profile {{(pid=93918) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:39:20.058275 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.managers [None req-0799bde8-944f-45b4-8bdd-00f4216c5d54 None None] Attempting to bind port 35ff524d-ea29-488f-856b-f4d8c977ed72 by drivers openvswitch,hyperv on host n-d-800634-3 at level 0 using segments [{'id': '5afb940b-bbdf-4727-be00-5d46367c38a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9200a437-e1de-4520-88f6-e68386523e61'}] {{(pid=93918) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:39:20.058647 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0799bde8-944f-45b4-8bdd-00f4216c5d54 None None] Attempting to bind port 35ff524d-ea29-488f-856b-f4d8c977ed72 on network 9200a437-e1de-4520-88f6-e68386523e61 {{(pid=93918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:39:20.065434 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0799bde8-944f-45b4-8bdd-00f4216c5d54 None None] Checking agent: {'id': '01c19e91-a945-4e3c-94a6-c211e17c923e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 8, 23), 'started_at': datetime.datetime(2021, 7, 14, 18, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 18, 38, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 18:39:20.065879 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0799bde8-944f-45b4-8bdd-00f4216c5d54 None None] Checking segment: {'id': '5afb940b-bbdf-4727-be00-5d46367c38a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9200a437-e1de-4520-88f6-e68386523e61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93918) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:39:20.066295 n-d-800634-3 neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-0799bde8-944f-45b4-8bdd-00f4216c5d54 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:20.066695 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0799bde8-944f-45b4-8bdd-00f4216c5d54 None None] Bound using segment: {'id': '5afb940b-bbdf-4727-be00-5d46367c38a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9200a437-e1de-4520-88f6-e68386523e61'} {{(pid=93918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 18:39:20.067176 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.managers [None req-0799bde8-944f-45b4-8bdd-00f4216c5d54 None None] Bound port: 35ff524d-ea29-488f-856b-f4d8c977ed72, host: n-d-800634-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5afb940b-bbdf-4727-be00-5d46367c38a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9200a437-e1de-4520-88f6-e68386523e61'}}] {{(pid=93918) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 18:39:20.067563 n-d-800634-3 neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-0799bde8-944f-45b4-8bdd-00f4216c5d54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:20.075948 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ba323bc-2e3d-472b-ac37-cc15337c4e6f None None] Network de099bce-1061-4014-bdd5-ec95cce7be8f requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:39:20.101788 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8387efc-4d4b-4953-94f4-bcf6b100fd35 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9222b97e-5d1c-54f8-ba97-82f172498e76-4af60b63-c835-45f6-978c-4969f04b1f64', 'network_id': '4af60b63-c835-45f6-978c-4969f04b1f64', 'tenant_id': 'af718961b2754d7c873f442ed35947bb', 'fixed_ips': [{'subnet_id': '727c42fe-46fd-46d1-8ab9-17297f08f294'}]}} from n-d-800634-3. {{(pid=93917) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 18:39:20.102392 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-e8387efc-4d4b-4953-94f4-bcf6b100fd35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:20.115741 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae4eca71-9f61-478b-9a8a-21b00c70fbb1 tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Network ec24d75e-fe44-44be-8dac-22e11e1b9f62 is scheduled to be hosted by DHCP agent 028393c3-0576-4ebd-bca1-8ea8a148e1a2 with binding_index 1 {{(pid=93915) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 18:39:20.131612 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.db [None req-0799bde8-944f-45b4-8bdd-00f4216c5d54 None None] For port 35ff524d-ea29-488f-856b-f4d8c977ed72, host n-d-800634-3, cleared binding levels {{(pid=93918) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:39:20.132651 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [None req-ae4eca71-9f61-478b-9a8a-21b00c70fbb1 tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-3, ec24d75e-fe44-44be-8dac-22e11e1b9f62) {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:39:20.136336 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.db [None req-0799bde8-944f-45b4-8bdd-00f4216c5d54 None None] For port 35ff524d-ea29-488f-856b-f4d8c977ed72, host n-d-800634-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=35ff524d-ea29-488f-856b-f4d8c977ed72,segment=NetworkSegment(5afb940b-bbdf-4727-be00-5d46367c38a1),segment_id=5afb940b-bbdf-4727-be00-5d46367c38a1)] {{(pid=93918) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 18:39:20.142990 n-d-800634-3 neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-0799bde8-944f-45b4-8bdd-00f4216c5d54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:20.147728 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.db_base_plugin_v2 [None req-45037862-e9f0-4f20-b2ed-798b02d49edf tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Deleting subnet f9134047-c2a6-4b2d-b08d-e2efe93a39d5 {{(pid=93915) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 18:39:20.150857 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae4eca71-9f61-478b-9a8a-21b00c70fbb1 tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:39:20.151455 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-ae4eca71-9f61-478b-9a8a-21b00c70fbb1 tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Notify callbacks [] for subnet, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:20.158953 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-45037862-e9f0-4f20-b2ed-798b02d49edf tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks [] for subnet, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:20.161732 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-437bfd97-feed-4739-b25f-384c41070681 None None] Network ec24d75e-fe44-44be-8dac-22e11e1b9f62 requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:39:20.246353 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0799bde8-944f-45b4-8bdd-00f4216c5d54 None None] Routers {'c38da495-c6ac-40ad-8d3c-e678b5d50955'} bound to L3 agent in host n-d-800634-3 {{(pid=93918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:39:20.247597 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-0799bde8-944f-45b4-8bdd-00f4216c5d54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:38:53Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['c38da495-c6ac-40ad-8d3c-e678b5d50955'], 'active': True} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:39:20.262551 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-ae4eca71-9f61-478b-9a8a-21b00c70fbb1 tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 2.2967894 Jul 14 18:39:20.264998 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-45037862-e9f0-4f20-b2ed-798b02d49edf tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28939913'] for subnet, precommit_delete_associations {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:20.299294 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174adc37-5373-4612-8a17-6c03ce4688cd None None] Pushing event updated for resources: {'Port': ['ID=35ff524d-ea29-488f-856b-f4d8c977ed72,revision_number=3']} {{(pid=93918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:39:20.401918 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvr_db [None req-0799bde8-944f-45b4-8bdd-00f4216c5d54 None None] Set router c38da495-c6ac-40ad-8d3c-e678b5d50955 gateway port host: n-d-800634-3 {{(pid=93918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 18:39:20.421125 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device d804339d-5b7a-476d-a012-f8d5a3d4af14 details requested by agent hyperv_n-h1-800634-3 with host n-h1-800634-3 {{(pid=93917) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 18:39:20.604185 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 54646) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:39:20.612462 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-3055960f-57c7-46df-ac89-d8ecc890a5cf tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-42124721', 'description': 'tempest-secgroup-smoke-42124721 description', 'project_id': '0c6eccb7d5c743f1a53a528a1f419fa2'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:39:20.656221 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-45037862-e9f0-4f20-b2ed-798b02d49edf tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081283'] for subnet, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:20.661665 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-3055960f-57c7-46df-ac89-d8ecc890a5cf tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Notify callbacks [] for security_group, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:20.743741 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.db_base_plugin_common [None req-e8387efc-4d4b-4953-94f4-bcf6b100fd35 None None] Allocated IP 172.20.0.2 (4af60b63-c835-45f6-978c-4969f04b1f64/727c42fe-46fd-46d1-8ab9-17297f08f294/7407a7f5-ebb9-4094-a989-9e1c917e1132) {{(pid=93917) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:39:20.755288 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-443d908a-b7c3-4615-a16b-653228f02341 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:20.765095 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-0799bde8-944f-45b4-8bdd-00f4216c5d54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c38da495-c6ac-40ad-8d3c-e678b5d50955', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1009685838', 'tenant_id': 'af718961b2754d7c873f442ed35947bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.111'}], 'enable_snat': True}, 'gw_port_id': '35ff524d-ea29-488f-856b-f4d8c977ed72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:39:14Z', 'updated_at': '2021-07-14T18:39:17Z', 'revision_number': 3, 'project_id': 'af718961b2754d7c873f442ed35947bb', 'gw_port': {'id': '35ff524d-ea29-488f-856b-f4d8c977ed72', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:f5:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c38da495-c6ac-40ad-8d3c-e678b5d50955', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2190, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:39:15Z', 'updated_at': '2021-07-14T18:39:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3'}], 'n-d-800634-3', False) {} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:39:20.779257 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-45037862-e9f0-4f20-b2ed-798b02d49edf tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25913028', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28969762'] for subnet, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:20.808544 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0799bde8-944f-45b4-8bdd-00f4216c5d54 None None] The sync data for ids ['c38da495-c6ac-40ad-8d3c-e678b5d50955'] in n-d-800634-3 is: [{'id': 'c38da495-c6ac-40ad-8d3c-e678b5d50955', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1009685838', 'tenant_id': 'af718961b2754d7c873f442ed35947bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.111'}], 'enable_snat': True}, 'gw_port_id': '35ff524d-ea29-488f-856b-f4d8c977ed72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:39:14Z', 'updated_at': '2021-07-14T18:39:17Z', 'revision_number': 3, 'project_id': 'af718961b2754d7c873f442ed35947bb', 'gw_port': {'id': '35ff524d-ea29-488f-856b-f4d8c977ed72', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:f5:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c38da495-c6ac-40ad-8d3c-e678b5d50955', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2190, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:39:15Z', 'updated_at': '2021-07-14T18:39:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3'}] {{(pid=93918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 18:39:20.856911 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-3055960f-57c7-46df-ac89-d8ecc890a5cf tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Notify callbacks [] for security_group, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:20.861696 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-3055960f-57c7-46df-ac89-d8ecc890a5cf tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:20.916332 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3055960f-57c7-46df-ac89-d8ecc890a5cf tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5ae28d4a-02ca-4c7f-a85d-5b3fe1022a0b,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:39:20.920765 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-3055960f-57c7-46df-ac89-d8ecc890a5cf tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:20.926381 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45037862-e9f0-4f20-b2ed-798b02d49edf tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Pushing event deleted for resources: {'Subnet': ['ID=f9134047-c2a6-4b2d-b08d-e2efe93a39d5,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:39:20.930066 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-3055960f-57c7-46df-ac89-d8ecc890a5cf tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.3238730 Jul 14 18:39:20.932747 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 54650) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:39:20.936885 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-45037862-e9f0-4f20-b2ed-798b02d49edf tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks [] for subnet, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:20.937975 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-45479a02-6f9e-4f95-8142-b404d8ce2204 tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Request body: {'security_group_rule': {'security_group_id': '5ae28d4a-02ca-4c7f-a85d-5b3fe1022a0b', 'project_id': '0c6eccb7d5c743f1a53a528a1f419fa2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:39:20.939544 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-45037862-e9f0-4f20-b2ed-798b02d49edf tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] 10.222.0.16 "DELETE /v2.0/subnets/f9134047-c2a6-4b2d-b08d-e2efe93a39d5 HTTP/1.1" status: 204 len: 168 time: 0.9191992 Jul 14 18:39:20.942950 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 54652) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:39:20.995136 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-45479a02-6f9e-4f95-8142-b404d8ce2204 tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:20.998135 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-c1dc61cb-963b-49f7-89fe-f626431dead9 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0509670 Jul 14 18:39:21.001828 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 54654) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:39:21.009488 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-d9a62474-9009-43ec-bdaf-719f5d86de9e tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Request body: {'subnet': {'network_id': 'de099bce-1061-4014-bdd5-ec95cce7be8f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:39:21.073575 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c88d57e2-ff10-46f0-bd1d-fce1cbd1fa60 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9222b97e-5d1c-54f8-ba97-82f172498e76-ec24d75e-fe44-44be-8dac-22e11e1b9f62', 'network_id': 'ec24d75e-fe44-44be-8dac-22e11e1b9f62', 'tenant_id': '0c6eccb7d5c743f1a53a528a1f419fa2', 'fixed_ips': [{'subnet_id': '68454e02-47a4-4e68-ab2a-a40151b5ebb0'}]}} from n-d-800634-3. {{(pid=93917) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 18:39:21.075026 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-c88d57e2-ff10-46f0-bd1d-fce1cbd1fa60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:21.081014 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf144613-f6fe-47aa-bb2a-909c44c20678 req-4280e213-24f4-428a-bf1e-dcdef7c1b4d6 tempest-AttachVolumeTestJSON-1507206526 tempest-AttachVolumeTestJSON-1507206526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:39:21.097676 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-cf144613-f6fe-47aa-bb2a-909c44c20678 req-4280e213-24f4-428a-bf1e-dcdef7c1b4d6 tempest-AttachVolumeTestJSON-1507206526 tempest-AttachVolumeTestJSON-1507206526-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d4752b4-cf55-42cb-aaf8-a6366a7dc104 HTTP/1.1" status: 200 len: 943 time: 0.3504641 Jul 14 18:39:21.147852 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port d804339d-5b7a-476d-a012-f8d5a3d4af14, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=d804339d-5b7a-476d-a012-f8d5a3d4af14,segment=NetworkSegment(d46cbae5-a9c8-4575-b283-c5e5c56b0da1),segment_id=d46cbae5-a9c8-4575-b283-c5e5c56b0da1)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:39:21.184773 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-cf144613-f6fe-47aa-bb2a-909c44c20678 req-68e5b408-e1c2-49fc-b2a1-75f16933472c tempest-AttachVolumeTestJSON-1507206526 tempest-AttachVolumeTestJSON-1507206526-project] 10.222.0.16 "GET /v2.0/security-groups?id=96b55db8-12e1-43af-8475-4683f85322eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0859489 Jul 14 18:39:21.223105 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9a62474-9009-43ec-bdaf-719f5d86de9e tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Made reservation on behalf of 13ccccd91e8c4eb89f4317d7ac77ca6b for: {'subnet': 1} {{(pid=93916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:39:21.227592 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-d9a62474-9009-43ec-bdaf-719f5d86de9e tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26033189'] for subnet, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:21.245500 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-45479a02-6f9e-4f95-8142-b404d8ce2204 tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:21.286957 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Returning: {'device': 'd804339d-5b7a-476d-a012-f8d5a3d4af14', 'network_id': '949878ad-81d9-4447-9e61-f4d51615e760', 'port_id': 'd804339d-5b7a-476d-a012-f8d5a3d4af14', 'mac_address': 'fa:16:3e:16:12:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42f73a38-7ef6-4d77-ab5e-abe039b69936', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93917) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 18:39:21.358269 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-5fcbbc56-addd-4c56-8528-c5e63494d7cc tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:21.359826 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-45479a02-6f9e-4f95-8142-b404d8ce2204 tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305173'] for security_group_rule, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:21.371416 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-e8387efc-4d4b-4953-94f4-bcf6b100fd35 None None] Notify callbacks [] for port, precommit_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:21.454445 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-e8387efc-4d4b-4953-94f4-bcf6b100fd35 None None] Transition to ACTIVE for port object 7407a7f5-ebb9-4094-a989-9e1c917e1132 will not be triggered until provisioned by entity L2. {{(pid=93917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:39:21.464060 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45479a02-6f9e-4f95-8142-b404d8ce2204 tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82a6d4a5-5734-4e79-99a4-1c984795f22b,revision_number=0']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:39:21.466461 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:21.476267 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-45479a02-6f9e-4f95-8142-b404d8ce2204 tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:21.481846 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-45479a02-6f9e-4f95-8142-b404d8ce2204 tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5480127 Jul 14 18:39:21.484484 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 54656) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:39:21.489516 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-bee09182-9c30-4c16-80e0-aac047b0aa68 tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Request body: {'security_group_rule': {'security_group_id': '5ae28d4a-02ca-4c7f-a85d-5b3fe1022a0b', 'project_id': '0c6eccb7d5c743f1a53a528a1f419fa2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:39:21.531443 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.db_base_plugin_common [None req-c88d57e2-ff10-46f0-bd1d-fce1cbd1fa60 None None] Allocated IP 172.20.0.18 (ec24d75e-fe44-44be-8dac-22e11e1b9f62/68454e02-47a4-4e68-ab2a-a40151b5ebb0/86779753-ba8d-4406-ae68-f844162aa8b8) {{(pid=93917) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:39:21.557516 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d804339d-5b7a-476d-a012-f8d5a3d4af14 {{(pid=93917) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 18:39:21.567389 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-e8387efc-4d4b-4953-94f4-bcf6b100fd35 None None] Transition to ACTIVE for port object 7407a7f5-ebb9-4094-a989-9e1c917e1132 will not be triggered until provisioned by entity DHCP. {{(pid=93917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:39:21.582675 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-bee09182-9c30-4c16-80e0-aac047b0aa68 tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:21.599585 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3bfd7e4-ae8a-47d5-9885-610946e080b2 None None] Update dhcp port {'port': {'network_id': 'de099bce-1061-4014-bdd5-ec95cce7be8f', 'fixed_ips': [{'subnet_id': 'f9134047-c2a6-4b2d-b08d-e2efe93a39d5'}], 'binding:host_id': 'n-d-800634-3'}, 'id': 'd1edf54e-edac-4618-808f-9e7a636a4603'} from n-d-800634-3. {{(pid=93917) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 14 18:39:21.677226 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-e8387efc-4d4b-4953-94f4-bcf6b100fd35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804'] for port, after_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:21.786400 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port d804339d-5b7a-476d-a012-f8d5a3d4af14, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=d804339d-5b7a-476d-a012-f8d5a3d4af14,segment=NetworkSegment(d46cbae5-a9c8-4575-b283-c5e5c56b0da1),segment_id=d46cbae5-a9c8-4575-b283-c5e5c56b0da1)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:39:21.867135 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:21.869845 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 35ff524d-ea29-488f-856b-f4d8c977ed72 up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:39:21.890913 n-d-800634-3 neutron-server[93917]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8387efc-4d4b-4953-94f4-bcf6b100fd35 None None] Network 4af60b63-c835-45f6-978c-4969f04b1f64 is already hosted by enough agents. {{(pid=93917) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:39:21.908566 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-d3bfd7e4-ae8a-47d5-9885-610946e080b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:21.941886 n-d-800634-3 neutron-server[93916]: DEBUG neutron.objects.ports [None req-d9a62474-9009-43ec-bdaf-719f5d86de9e tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93916) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 14 18:39:21.944453 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-bee09182-9c30-4c16-80e0-aac047b0aa68 tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:21.973440 n-d-800634-3 neutron-server[93917]: DEBUG neutron.scheduler.base_scheduler [None req-e8387efc-4d4b-4953-94f4-bcf6b100fd35 None None] Resources bound (agent type, host, resource id): {{(pid=93917) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:39:21.975819 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8387efc-4d4b-4953-94f4-bcf6b100fd35 None None] Received port after_create {{(pid=93917) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:39:21.988744 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8387efc-4d4b-4953-94f4-bcf6b100fd35 None None] Pushing event updated for resources: {'Port': ['ID=7407a7f5-ebb9-4094-a989-9e1c917e1132,revision_number=1']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:39:22.005007 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.db_base_plugin_common [None req-5fcbbc56-addd-4c56-8528-c5e63494d7cc tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Allocated IP 172.20.0.1 (4af60b63-c835-45f6-978c-4969f04b1f64/727c42fe-46fd-46d1-8ab9-17297f08f294/b80e8fbe-d91d-4be8-8ac6-6ae8dbef92cc) {{(pid=93915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:39:22.092320 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-bee09182-9c30-4c16-80e0-aac047b0aa68 tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305173'] for security_group_rule, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:22.170663 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee09182-9c30-4c16-80e0-aac047b0aa68 tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f585b38-2af0-41b5-b669-acf433b9368d,revision_number=0']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:39:22.179875 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-5fcbbc56-addd-4c56-8528-c5e63494d7cc tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks [] for port, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:22.186386 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-bee09182-9c30-4c16-80e0-aac047b0aa68 tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:22.188169 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-bee09182-9c30-4c16-80e0-aac047b0aa68 tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7024202 Jul 14 18:39:22.194357 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.provisioning_blocks [None req-5fcbbc56-addd-4c56-8528-c5e63494d7cc tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Transition to ACTIVE for port object b80e8fbe-d91d-4be8-8ac6-6ae8dbef92cc will not be triggered until provisioned by entity DHCP. {{(pid=93915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:39:22.198334 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 54664) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:39:22.209598 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-523075ad-d8c5-4838-8e2e-aa2460e91014 tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Request body: {'security_group_rule': {'security_group_id': '5ae28d4a-02ca-4c7f-a85d-5b3fe1022a0b', 'project_id': '0c6eccb7d5c743f1a53a528a1f419fa2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:39:22.233077 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] get_ports_and_sgs() called for port_ids ['d804339d-5b7a-476d-a012-f8d5a3d4af14'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 18:39:22.237906 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-5fcbbc56-addd-4c56-8528-c5e63494d7cc tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:22.336652 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fcbbc56-addd-4c56-8528-c5e63494d7cc tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Pushing event updated for resources: {'Port': ['ID=b80e8fbe-d91d-4be8-8ac6-6ae8dbef92cc,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:39:22.342707 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-523075ad-d8c5-4838-8e2e-aa2460e91014 tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:22.374048 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fcbbc56-addd-4c56-8528-c5e63494d7cc tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Network 4af60b63-c835-45f6-978c-4969f04b1f64 is already hosted by enough agents. {{(pid=93915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:39:22.376417 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [None req-5fcbbc56-addd-4c56-8528-c5e63494d7cc tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Resources bound (agent type, host, resource id): {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:39:22.392428 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fcbbc56-addd-4c56-8528-c5e63494d7cc tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Received port after_create {{(pid=93915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:39:22.413067 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Pushing event updated for resources: {'Port': ['ID=d804339d-5b7a-476d-a012-f8d5a3d4af14,revision_number=4']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:39:22.420421 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-523075ad-d8c5-4838-8e2e-aa2460e91014 tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:22.427930 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-523075ad-d8c5-4838-8e2e-aa2460e91014 tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305173'] for security_group_rule, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:22.467678 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-e8387efc-4d4b-4953-94f4-bcf6b100fd35 None None] Attempting to bind port 7407a7f5-ebb9-4094-a989-9e1c917e1132 on host n-d-800634-3 for vnic_type normal with profile {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:39:22.468762 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-e8387efc-4d4b-4953-94f4-bcf6b100fd35 None None] Attempting to bind port 7407a7f5-ebb9-4094-a989-9e1c917e1132 by drivers openvswitch,hyperv on host n-d-800634-3 at level 0 using segments [{'id': 'd0d72d50-2af1-4c80-a444-7e1148083188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '4af60b63-c835-45f6-978c-4969f04b1f64'}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:39:22.469347 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8387efc-4d4b-4953-94f4-bcf6b100fd35 None None] Attempting to bind port 7407a7f5-ebb9-4094-a989-9e1c917e1132 on network 4af60b63-c835-45f6-978c-4969f04b1f64 {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:39:22.474039 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-5fcbbc56-addd-4c56-8528-c5e63494d7cc tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-930452'] for router_interface, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:22.488069 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning for port 35ff524d-ea29-488f-856b-f4d8c977ed72 completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:39:22.498882 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8387efc-4d4b-4953-94f4-bcf6b100fd35 None None] Checking agent: {'id': '01c19e91-a945-4e3c-94a6-c211e17c923e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 8, 23), 'started_at': datetime.datetime(2021, 7, 14, 18, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 18, 38, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 18:39:22.498882 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8387efc-4d4b-4953-94f4-bcf6b100fd35 None None] Checking segment: {'id': 'd0d72d50-2af1-4c80-a444-7e1148083188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '4af60b63-c835-45f6-978c-4969f04b1f64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93917) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:39:22.499233 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-e8387efc-4d4b-4953-94f4-bcf6b100fd35 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:22.499570 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8387efc-4d4b-4953-94f4-bcf6b100fd35 None None] Bound using segment: {'id': 'd0d72d50-2af1-4c80-a444-7e1148083188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '4af60b63-c835-45f6-978c-4969f04b1f64'} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 18:39:22.500065 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-e8387efc-4d4b-4953-94f4-bcf6b100fd35 None None] Bound port: 7407a7f5-ebb9-4094-a989-9e1c917e1132, host: n-d-800634-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0d72d50-2af1-4c80-a444-7e1148083188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '4af60b63-c835-45f6-978c-4969f04b1f64'}}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 18:39:22.500626 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-e8387efc-4d4b-4953-94f4-bcf6b100fd35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:22.511580 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-d9a62474-9009-43ec-bdaf-719f5d86de9e tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:22.515593 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port 35ff524d-ea29-488f-856b-f4d8c977ed72 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:39:22.515974 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:22.534345 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523075ad-d8c5-4838-8e2e-aa2460e91014 tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18cb8ce9-9b4a-489c-9f99-424efd7cbdcc,revision_number=0']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:39:22.583448 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-523075ad-d8c5-4838-8e2e-aa2460e91014 tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:22.588553 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-523075ad-d8c5-4838-8e2e-aa2460e91014 tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3885946 Jul 14 18:39:22.594609 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 54668) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:39:22.598771 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-30d13a90-85bf-4dd8-b82e-35f5017fe9db tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Request body: {'security_group_rule': {'security_group_id': '5ae28d4a-02ca-4c7f-a85d-5b3fe1022a0b', 'project_id': '0c6eccb7d5c743f1a53a528a1f419fa2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:39:22.600773 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-c88d57e2-ff10-46f0-bd1d-fce1cbd1fa60 None None] Notify callbacks [] for port, precommit_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:22.664218 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-c88d57e2-ff10-46f0-bd1d-fce1cbd1fa60 None None] Transition to ACTIVE for port object 86779753-ba8d-4406-ae68-f844162aa8b8 will not be triggered until provisioned by entity L2. {{(pid=93917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:39:22.680660 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76b8702-22da-49dc-ac67-3acf7803759a req-af4f03a6-e73e-42aa-a14a-77b120aa4e0f tempest-AttachVolumeTestJSON-1507206526 tempest-AttachVolumeTestJSON-1507206526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:39:22.683013 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c76b8702-22da-49dc-ac67-3acf7803759a req-af4f03a6-e73e-42aa-a14a-77b120aa4e0f tempest-AttachVolumeTestJSON-1507206526 tempest-AttachVolumeTestJSON-1507206526-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d4752b4-cf55-42cb-aaf8-a6366a7dc104 HTTP/1.1" status: 200 len: 944 time: 0.3016801 Jul 14 18:39:22.744813 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eba42e6-c813-4989-bf37-e6e7dd1b9599 None None] Network de099bce-1061-4014-bdd5-ec95cce7be8f requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:39:22.762534 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-c88d57e2-ff10-46f0-bd1d-fce1cbd1fa60 None None] Transition to ACTIVE for port object 86779753-ba8d-4406-ae68-f844162aa8b8 will not be triggered until provisioned by entity DHCP. {{(pid=93917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:39:22.792139 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c76b8702-22da-49dc-ac67-3acf7803759a req-167e6105-7b77-4a48-94d9-48cc7e4c580b tempest-AttachVolumeTestJSON-1507206526 tempest-AttachVolumeTestJSON-1507206526-project] 10.222.0.16 "GET /v2.0/security-groups?id=96b55db8-12e1-43af-8475-4683f85322eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0968246 Jul 14 18:39:22.797760 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-30d13a90-85bf-4dd8-b82e-35f5017fe9db tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:22.857026 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-c88d57e2-ff10-46f0-bd1d-fce1cbd1fa60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804'] for port, after_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:22.859336 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.db [None req-d9a62474-9009-43ec-bdaf-719f5d86de9e tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] For port d1edf54e-edac-4618-808f-9e7a636a4603, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=d1edf54e-edac-4618-808f-9e7a636a4603,segment=NetworkSegment(e57d1292-9039-4d9f-94d2-728500c53487),segment_id=e57d1292-9039-4d9f-94d2-728500c53487)] {{(pid=93916) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:39:22.886573 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-5fcbbc56-addd-4c56-8528-c5e63494d7cc tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:22.919202 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-d9a62474-9009-43ec-bdaf-719f5d86de9e tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks [] for port, precommit_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:22.926659 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-d9a62474-9009-43ec-bdaf-719f5d86de9e tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2684870'] for port, after_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:22.928370 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-d9a62474-9009-43ec-bdaf-719f5d86de9e tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2684753', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26033175'] for subnet, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:22.946363 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-30d13a90-85bf-4dd8-b82e-35f5017fe9db tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:22.988063 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-e8387efc-4d4b-4953-94f4-bcf6b100fd35 None None] For port 7407a7f5-ebb9-4094-a989-9e1c917e1132, host n-d-800634-3, cleared binding levels {{(pid=93917) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:39:22.996881 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-30d13a90-85bf-4dd8-b82e-35f5017fe9db tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305173'] for security_group_rule, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:23.005327 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-5df0f5fe-f06b-4da0-afdf-2e21a27938b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:23.045002 n-d-800634-3 neutron-server[93917]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c88d57e2-ff10-46f0-bd1d-fce1cbd1fa60 None None] Network ec24d75e-fe44-44be-8dac-22e11e1b9f62 is already hosted by enough agents. {{(pid=93917) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:39:23.053555 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88d57e2-ff10-46f0-bd1d-fce1cbd1fa60 None None] Pushing event updated for resources: {'Port': ['ID=86779753-ba8d-4406-ae68-f844162aa8b8,revision_number=1']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:39:23.068758 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d13a90-85bf-4dd8-b82e-35f5017fe9db tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0695eda0-6cd5-4501-848f-4db9d12ef82b,revision_number=0']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:39:23.069737 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-af51e96f-3118-42e3-99f3-4438b91ec620 None None] Provisioning complete for port d1edf54e-edac-4618-808f-9e7a636a4603 triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:39:23.070910 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-af51e96f-3118-42e3-99f3-4438b91ec620 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:23.082658 n-d-800634-3 neutron-server[93917]: DEBUG neutron.scheduler.base_scheduler [None req-c88d57e2-ff10-46f0-bd1d-fce1cbd1fa60 None None] Resources bound (agent type, host, resource id): {{(pid=93917) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:39:23.083141 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a62474-9009-43ec-bdaf-719f5d86de9e tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Pushing event updated for resources: {'Port': ['ID=d1edf54e-edac-4618-808f-9e7a636a4603,revision_number=8']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:39:23.090927 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a62474-9009-43ec-bdaf-719f5d86de9e tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Pushing event updated for resources: {'Subnet': ['ID=98308d3f-bfc6-44b4-8a4b-0803203d7695,revision_number=0']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:39:23.094021 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-e8387efc-4d4b-4953-94f4-bcf6b100fd35 None None] For port 7407a7f5-ebb9-4094-a989-9e1c917e1132, host n-d-800634-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=7407a7f5-ebb9-4094-a989-9e1c917e1132,segment=NetworkSegment(d0d72d50-2af1-4c80-a444-7e1148083188),segment_id=d0d72d50-2af1-4c80-a444-7e1148083188)] {{(pid=93917) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 18:39:23.107577 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9a62474-9009-43ec-bdaf-719f5d86de9e tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Network de099bce-1061-4014-bdd5-ec95cce7be8f is already hosted by enough agents. {{(pid=93916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:39:23.109265 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [None req-d9a62474-9009-43ec-bdaf-719f5d86de9e tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Resources bound (agent type, host, resource id): {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:39:23.112731 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-30d13a90-85bf-4dd8-b82e-35f5017fe9db tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:23.114524 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-30d13a90-85bf-4dd8-b82e-35f5017fe9db tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5192554 Jul 14 18:39:23.115503 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c88d57e2-ff10-46f0-bd1d-fce1cbd1fa60 None None] Received port after_create {{(pid=93917) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:39:23.129751 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9a62474-9009-43ec-bdaf-719f5d86de9e tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:39:23.130362 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-d9a62474-9009-43ec-bdaf-719f5d86de9e tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks [] for subnet, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:23.139269 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 54678) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:39:23.144024 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-0022d493-17d7-42e3-8cb0-d1354e4ddddd tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Request body: {'security_group_rule': {'security_group_id': '5ae28d4a-02ca-4c7f-a85d-5b3fe1022a0b', 'project_id': '0c6eccb7d5c743f1a53a528a1f419fa2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:39:23.168378 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 54680) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:39:23.173827 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-d9a62474-9009-43ec-bdaf-719f5d86de9e tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.1707745 Jul 14 18:39:23.175050 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-fd7a699f-9095-4880-bd65-0d15999bb4a5 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Request body: {'subnet': {'network_id': 'de099bce-1061-4014-bdd5-ec95cce7be8f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:39:23.206764 n-d-800634-3 neutron-server[93916]: INFO neutron.db.securitygroups_db [None req-0022d493-17d7-42e3-8cb0-d1354e4ddddd tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Project 0c6eccb7d5c743f1a53a528a1f419fa2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 14 18:39:23.208310 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-e8387efc-4d4b-4953-94f4-bcf6b100fd35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:23.217302 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-0022d493-17d7-42e3-8cb0-d1354e4ddddd tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:23.221254 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:23.259268 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] For port 35ff524d-ea29-488f-856b-f4d8c977ed72, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=35ff524d-ea29-488f-856b-f4d8c977ed72,segment=NetworkSegment(5afb940b-bbdf-4727-be00-5d46367c38a1),segment_id=5afb940b-bbdf-4727-be00-5d46367c38a1)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:39:23.322615 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-0022d493-17d7-42e3-8cb0-d1354e4ddddd tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:23.347160 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-0022d493-17d7-42e3-8cb0-d1354e4ddddd tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305173'] for security_group_rule, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:23.365544 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8387efc-4d4b-4953-94f4-bcf6b100fd35 None None] Pushing event updated for resources: {'Port': ['ID=7407a7f5-ebb9-4094-a989-9e1c917e1132,revision_number=2']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:39:23.377244 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:23.405041 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0022d493-17d7-42e3-8cb0-d1354e4ddddd tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f999e6ef-2031-4ba7-bc3c-b1b23a9fdb23,revision_number=0']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:39:23.419035 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd7a699f-9095-4880-bd65-0d15999bb4a5 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Made reservation on behalf of 13ccccd91e8c4eb89f4317d7ac77ca6b for: {'subnet': 1} {{(pid=93915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:39:23.423046 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-fd7a699f-9095-4880-bd65-0d15999bb4a5 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28969735'] for subnet, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:23.426883 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-0022d493-17d7-42e3-8cb0-d1354e4ddddd tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:23.428752 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-0022d493-17d7-42e3-8cb0-d1354e4ddddd tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2884068 Jul 14 18:39:23.431424 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 54682) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:39:23.436837 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-c4d72303-dcad-423c-ba50-26b68263dddc tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Request body: {'security_group_rule': {'security_group_id': '5ae28d4a-02ca-4c7f-a85d-5b3fe1022a0b', 'project_id': '0c6eccb7d5c743f1a53a528a1f419fa2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:39:23.469755 n-d-800634-3 neutron-server[93916]: INFO neutron.db.securitygroups_db [None req-c4d72303-dcad-423c-ba50-26b68263dddc tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Project 0c6eccb7d5c743f1a53a528a1f419fa2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 14 18:39:23.481592 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-c4d72303-dcad-423c-ba50-26b68263dddc tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:23.482446 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Pushing event updated for resources: {'Port': ['ID=35ff524d-ea29-488f-856b-f4d8c977ed72,revision_number=4']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:39:23.583277 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-c88d57e2-ff10-46f0-bd1d-fce1cbd1fa60 None None] Attempting to bind port 86779753-ba8d-4406-ae68-f844162aa8b8 on host n-d-800634-3 for vnic_type normal with profile {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:39:23.583660 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-c88d57e2-ff10-46f0-bd1d-fce1cbd1fa60 None None] Attempting to bind port 86779753-ba8d-4406-ae68-f844162aa8b8 by drivers openvswitch,hyperv on host n-d-800634-3 at level 0 using segments [{'id': 'eea5473f-55d7-4a98-a1d1-b1f0b0bfe581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'ec24d75e-fe44-44be-8dac-22e11e1b9f62'}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:39:23.584129 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c88d57e2-ff10-46f0-bd1d-fce1cbd1fa60 None None] Attempting to bind port 86779753-ba8d-4406-ae68-f844162aa8b8 on network ec24d75e-fe44-44be-8dac-22e11e1b9f62 {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:39:23.680331 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-c4d72303-dcad-423c-ba50-26b68263dddc tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:23.690110 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-c4d72303-dcad-423c-ba50-26b68263dddc tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305173'] for security_group_rule, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:23.726085 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d72303-dcad-423c-ba50-26b68263dddc tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c966c155-9eb5-4b41-bd96-bd6ae67df932,revision_number=0']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:39:23.772659 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-c4d72303-dcad-423c-ba50-26b68263dddc tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:23.774652 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-c4d72303-dcad-423c-ba50-26b68263dddc tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3418736 Jul 14 18:39:24.085375 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:24.127566 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c88d57e2-ff10-46f0-bd1d-fce1cbd1fa60 None None] Checking agent: {'id': '01c19e91-a945-4e3c-94a6-c211e17c923e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 8, 23), 'started_at': datetime.datetime(2021, 7, 14, 18, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 18, 39, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 18:39:24.127950 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c88d57e2-ff10-46f0-bd1d-fce1cbd1fa60 None None] Checking segment: {'id': 'eea5473f-55d7-4a98-a1d1-b1f0b0bfe581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'ec24d75e-fe44-44be-8dac-22e11e1b9f62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93917) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:39:24.128390 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-c88d57e2-ff10-46f0-bd1d-fce1cbd1fa60 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:24.128786 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c88d57e2-ff10-46f0-bd1d-fce1cbd1fa60 None None] Bound using segment: {'id': 'eea5473f-55d7-4a98-a1d1-b1f0b0bfe581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'ec24d75e-fe44-44be-8dac-22e11e1b9f62'} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 18:39:24.129284 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-c88d57e2-ff10-46f0-bd1d-fce1cbd1fa60 None None] Bound port: 86779753-ba8d-4406-ae68-f844162aa8b8, host: n-d-800634-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eea5473f-55d7-4a98-a1d1-b1f0b0bfe581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'ec24d75e-fe44-44be-8dac-22e11e1b9f62'}}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 18:39:24.129675 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-c88d57e2-ff10-46f0-bd1d-fce1cbd1fa60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:24.139521 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 7407a7f5-ebb9-4094-a989-9e1c917e1132 up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:39:24.287840 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-5fcbbc56-addd-4c56-8528-c5e63494d7cc tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks [] for port, precommit_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:24.344678 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-574aeb93-9938-449c-8e6c-cb22c9b52cc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:24.345235 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-fd7a699f-9095-4880-bd65-0d15999bb4a5 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25912837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28969781'] for subnet, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:24.348075 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-5fcbbc56-addd-4c56-8528-c5e63494d7cc tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25912978'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:24.394086 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning for port 7407a7f5-ebb9-4094-a989-9e1c917e1132 completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:39:24.404203 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-c88d57e2-ff10-46f0-bd1d-fce1cbd1fa60 None None] For port 86779753-ba8d-4406-ae68-f844162aa8b8, host n-d-800634-3, cleared binding levels {{(pid=93917) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:39:24.408224 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 35ff524d-ea29-488f-856b-f4d8c977ed72 up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:39:24.457400 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-c88d57e2-ff10-46f0-bd1d-fce1cbd1fa60 None None] For port 86779753-ba8d-4406-ae68-f844162aa8b8, host n-d-800634-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=86779753-ba8d-4406-ae68-f844162aa8b8,segment=NetworkSegment(eea5473f-55d7-4a98-a1d1-b1f0b0bfe581),segment_id=eea5473f-55d7-4a98-a1d1-b1f0b0bfe581)] {{(pid=93917) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 18:39:24.474492 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-c88d57e2-ff10-46f0-bd1d-fce1cbd1fa60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:24.498828 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fcbbc56-addd-4c56-8528-c5e63494d7cc tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Pushing event updated for resources: {'Port': ['ID=b80e8fbe-d91d-4be8-8ac6-6ae8dbef92cc,revision_number=2']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:39:24.555390 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd7a699f-9095-4880-bd65-0d15999bb4a5 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Network de099bce-1061-4014-bdd5-ec95cce7be8f is already hosted by enough agents. {{(pid=93915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:39:24.563426 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port 35ff524d-ea29-488f-856b-f4d8c977ed72 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:39:24.563674 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:24.594789 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [None req-fd7a699f-9095-4880-bd65-0d15999bb4a5 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Resources bound (agent type, host, resource id): {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:39:24.597247 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88d57e2-ff10-46f0-bd1d-fce1cbd1fa60 None None] Pushing event updated for resources: {'Port': ['ID=86779753-ba8d-4406-ae68-f844162aa8b8,revision_number=2']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:39:24.637041 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7a699f-9095-4880-bd65-0d15999bb4a5 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Pushing event updated for resources: {'Subnet': ['ID=43701c05-bdba-4298-a400-11ae68301a29,revision_number=0']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:39:24.650438 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd7a699f-9095-4880-bd65-0d15999bb4a5 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:39:24.651151 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-fd7a699f-9095-4880-bd65-0d15999bb4a5 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks [] for subnet, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:24.657152 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-5fcbbc56-addd-4c56-8528-c5e63494d7cc tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-598741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-928734'] for router_interface, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:24.702695 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6cd11c7c-9a1b-4bac-bcc1-893099e54cb2 req-6641282f-e1f5-4296-8919-325865abdbcc tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-42124721&fields=id&tenant_id=0c6eccb7d5c743f1a53a528a1f419fa2 HTTP/1.1" status: 200 len: 267 time: 0.3510363 Jul 14 18:39:24.799054 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983d0a3c-60ed-4b95-96a7-540e78870f11 req-599f8329-4f6e-401a-b5c7-3de1921c8e33 tempest-AttachVolumeTestJSON-1507206526 tempest-AttachVolumeTestJSON-1507206526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:39:24.808261 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-983d0a3c-60ed-4b95-96a7-540e78870f11 req-599f8329-4f6e-401a-b5c7-3de1921c8e33 tempest-AttachVolumeTestJSON-1507206526 tempest-AttachVolumeTestJSON-1507206526-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d4752b4-cf55-42cb-aaf8-a6366a7dc104 HTTP/1.1" status: 200 len: 944 time: 0.5126715 Jul 14 18:39:24.916991 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device d1edf54e-edac-4618-808f-9e7a636a4603 no longer exists at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 18:39:25.112780 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:25.160814 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] For port d1edf54e-edac-4618-808f-9e7a636a4603, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=d1edf54e-edac-4618-808f-9e7a636a4603,segment=NetworkSegment(e57d1292-9039-4d9f-94d2-728500c53487),segment_id=e57d1292-9039-4d9f-94d2-728500c53487)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:39:25.167653 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:25.275077 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Pushing event updated for resources: {'Port': ['ID=d1edf54e-edac-4618-808f-9e7a636a4603,revision_number=9']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:39:25.517178 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-fd7a699f-9095-4880-bd65-0d15999bb4a5 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3468645 Jul 14 18:39:25.520276 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 54844) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:39:25.534066 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-8d57ddb6-1810-4da5-be82-edcb83041c33 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Request body: {'port': {'network_id': 'de099bce-1061-4014-bdd5-ec95cce7be8f', 'mac_address': 'fa:16:3e:e3:a8:fb', 'name': 'tempest-NetworksTestDHCPv6-2108520616'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:39:25.564452 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-983d0a3c-60ed-4b95-96a7-540e78870f11 req-14b8b748-8029-4f45-947d-ce13662224ac tempest-AttachVolumeTestJSON-1507206526 tempest-AttachVolumeTestJSON-1507206526-project] 10.222.0.16 "GET /v2.0/security-groups?id=96b55db8-12e1-43af-8475-4683f85322eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7551799 Jul 14 18:39:25.586049 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16fbce9b-e2ef-4b29-9b2a-019b0c8164f6 None None] Network 4af60b63-c835-45f6-978c-4969f04b1f64 requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:39:25.658657 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd11c7c-9a1b-4bac-bcc1-893099e54cb2 req-1f414164-c1c5-4cde-8974-3b04dec23a4f tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:39:25.660292 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6cd11c7c-9a1b-4bac-bcc1-893099e54cb2 req-1f414164-c1c5-4cde-8974-3b04dec23a4f tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] 10.222.0.16 "GET /v2.0/networks?id=ec24d75e-fe44-44be-8dac-22e11e1b9f62 HTTP/1.1" status: 200 len: 796 time: 0.9453819 Jul 14 18:39:25.683680 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fcbbc56-addd-4c56-8528-c5e63494d7cc tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Network 4af60b63-c835-45f6-978c-4969f04b1f64 is already hosted by enough agents. {{(pid=93915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:39:25.699462 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [None req-5fcbbc56-addd-4c56-8528-c5e63494d7cc tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Resources bound (agent type, host, resource id): {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:39:25.860470 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d57ddb6-1810-4da5-be82-edcb83041c33 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Made reservation on behalf of 13ccccd91e8c4eb89f4317d7ac77ca6b for: {'port': 1} {{(pid=93916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:39:25.906413 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6cd11c7c-9a1b-4bac-bcc1-893099e54cb2 req-f84ce23c-a7c7-41a6-ac84-554dd7b3aed2 tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] 10.222.0.16 "GET /v2.0/quotas/0c6eccb7d5c743f1a53a528a1f419fa2 HTTP/1.1" status: 200 len: 375 time: 0.2209218 Jul 14 18:39:25.917093 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-1d7d6aa5-b075-478b-b4a5-a38bea0c1ca6 None None] Provisioning for port 7407a7f5-ebb9-4094-a989-9e1c917e1132 completed by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:39:25.940204 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fcbbc56-addd-4c56-8528-c5e63494d7cc tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Router c38da495-c6ac-40ad-8d3c-e678b5d50955 has already been hosted by L3 agent 2c6eb27e-defb-4cca-9a24-381c7415e359 {{(pid=93915) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 18:39:25.998355 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-1d7d6aa5-b075-478b-b4a5-a38bea0c1ca6 None None] Provisioning complete for port 7407a7f5-ebb9-4094-a989-9e1c917e1132 triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:39:25.998945 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-1d7d6aa5-b075-478b-b4a5-a38bea0c1ca6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:26.081594 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-8d57ddb6-1810-4da5-be82-edcb83041c33 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:26.087150 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device d1edf54e-edac-4618-808f-9e7a636a4603 up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:39:26.095108 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-2f4e3af3-e708-4ffd-a544-82d93a489d01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:26.116467 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78305be5-3e2e-4cee-96c8-76c7aa03a3ec None None] Network de099bce-1061-4014-bdd5-ec95cce7be8f requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:39:26.161255 n-d-800634-3 neutron-server[93916]: DEBUG neutron.notifiers.nova [None req-8d57ddb6-1810-4da5-be82-edcb83041c33 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] device_id is not set on port b6098b2b-1035-4fe6-8032-70b1045975ca yet. {{(pid=93916) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 18:39:26.247312 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6cd11c7c-9a1b-4bac-bcc1-893099e54cb2 req-7d7ab5b8-fa5f-45dc-8547-aca3bde4f93d tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=0c6eccb7d5c743f1a53a528a1f419fa2&fields=id HTTP/1.1" status: 200 len: 440 time: 0.3326395 Jul 14 18:39:26.286788 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [req-6cd11c7c-9a1b-4bac-bcc1-893099e54cb2 req-1bc39762-53a1-4945-9b8b-85a12bdd4d28 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=93915) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 18:39:26.289238 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6cd11c7c-9a1b-4bac-bcc1-893099e54cb2 req-1bc39762-53a1-4945-9b8b-85a12bdd4d28 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0091219 Jul 14 18:39:26.316707 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device d804339d-5b7a-476d-a012-f8d5a3d4af14 up at agent hyperv_n-h1-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:39:26.436926 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-1d7d6aa5-b075-478b-b4a5-a38bea0c1ca6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:26.483452 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fcbbc56-addd-4c56-8528-c5e63494d7cc tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify agent at l3_agent.n-d-800634-3 the message routers_updated {{(pid=93915) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 18:39:26.497033 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-5fcbbc56-addd-4c56-8528-c5e63494d7cc tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] 10.222.0.16 "PUT /v2.0/routers/c38da495-c6ac-40ad-8d3c-e678b5d50955/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5980828 Jul 14 18:39:26.534535 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.db_base_plugin_common [None req-8d57ddb6-1810-4da5-be82-edcb83041c33 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Allocated IP 172.20.0.11 (de099bce-1061-4014-bdd5-ec95cce7be8f/43701c05-bdba-4298-a400-11ae68301a29/b6098b2b-1035-4fe6-8032-70b1045975ca) {{(pid=93916) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:39:26.556917 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf424f8b-98c6-4d26-9bad-b3bba5fa3e7e None None] Sync routers for ids ['c38da495-c6ac-40ad-8d3c-e678b5d50955'] in n-d-800634-3 {{(pid=93917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 18:39:26.557608 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.db_base_plugin_common [None req-8d57ddb6-1810-4da5-be82-edcb83041c33 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Allocated IP 2001:db8::f816:3eff:fee3:a8fb (de099bce-1061-4014-bdd5-ec95cce7be8f/98308d3f-bfc6-44b4-8a4b-0803203d7695/b6098b2b-1035-4fe6-8032-70b1045975ca) {{(pid=93916) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:39:26.591382 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6cd11c7c-9a1b-4bac-bcc1-893099e54cb2 req-3d57037e-198a-426e-af87-38efbed15acd service neutron] 10.222.0.16 "GET /v2.0/networks/ec24d75e-fe44-44be-8dac-22e11e1b9f62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2908580 Jul 14 18:39:26.602939 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port d1edf54e-edac-4618-808f-9e7a636a4603 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:39:26.604000 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:26.705272 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-1d7d6aa5-b075-478b-b4a5-a38bea0c1ca6 None None] For port 7407a7f5-ebb9-4094-a989-9e1c917e1132, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=7407a7f5-ebb9-4094-a989-9e1c917e1132,segment=NetworkSegment(d0d72d50-2af1-4c80-a444-7e1148083188),segment_id=d0d72d50-2af1-4c80-a444-7e1148083188)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:39:26.707461 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70e2e4a0-811f-4acc-9112-d37424de98a6 None None] Network ec24d75e-fe44-44be-8dac-22e11e1b9f62 requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:39:26.796201 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6cd11c7c-9a1b-4bac-bcc1-893099e54cb2 req-2d2addcc-ecde-4e5e-9d63-ad2db623ff73 service neutron] 10.222.0.16 "GET /v2.0/networks/ec24d75e-fe44-44be-8dac-22e11e1b9f62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1887724 Jul 14 18:39:26.888865 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-8d57ddb6-1810-4da5-be82-edcb83041c33 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks [] for port, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:26.916269 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.provisioning_blocks [None req-8d57ddb6-1810-4da5-be82-edcb83041c33 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Transition to ACTIVE for port object b6098b2b-1035-4fe6-8032-70b1045975ca will not be triggered until provisioned by entity DHCP. {{(pid=93916) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:39:26.956051 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-1d7d6aa5-b075-478b-b4a5-a38bea0c1ca6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:26.958228 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040eb0b8-e3aa-4d5d-b022-9f9c840c97de req-3a9634c0-5d51-4a7a-8de7-352133d2c616 tempest-AttachVolumeTestJSON-1507206526 tempest-AttachVolumeTestJSON-1507206526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:39:26.966352 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-040eb0b8-e3aa-4d5d-b022-9f9c840c97de req-3a9634c0-5d51-4a7a-8de7-352133d2c616 tempest-AttachVolumeTestJSON-1507206526 tempest-AttachVolumeTestJSON-1507206526-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d4752b4-cf55-42cb-aaf8-a6366a7dc104 HTTP/1.1" status: 200 len: 944 time: 0.1614449 Jul 14 18:39:26.975077 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-8d57ddb6-1810-4da5-be82-edcb83041c33 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:26.986280 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Provisioning for port d804339d-5b7a-476d-a012-f8d5a3d4af14 completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:39:27.068288 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d57ddb6-1810-4da5-be82-edcb83041c33 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Network de099bce-1061-4014-bdd5-ec95cce7be8f is already hosted by enough agents. {{(pid=93916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:39:27.078993 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [None req-8d57ddb6-1810-4da5-be82-edcb83041c33 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Resources bound (agent type, host, resource id): {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:39:27.086192 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d57ddb6-1810-4da5-be82-edcb83041c33 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Received port after_create {{(pid=93916) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:39:27.088180 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-040eb0b8-e3aa-4d5d-b022-9f9c840c97de req-9bb62268-79f4-4926-afdf-9baff1a2343c tempest-AttachVolumeTestJSON-1507206526 tempest-AttachVolumeTestJSON-1507206526-project] 10.222.0.16 "GET /v2.0/security-groups?id=96b55db8-12e1-43af-8475-4683f85322eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1207621 Jul 14 18:39:27.118759 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf424f8b-98c6-4d26-9bad-b3bba5fa3e7e None None] Routers {'c38da495-c6ac-40ad-8d3c-e678b5d50955'} bound to L3 agent in host n-d-800634-3 {{(pid=93917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:39:27.119627 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-bf424f8b-98c6-4d26-9bad-b3bba5fa3e7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:39:23Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['c38da495-c6ac-40ad-8d3c-e678b5d50955'], 'active': True} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:39:27.131462 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Provisioning complete for port d804339d-5b7a-476d-a012-f8d5a3d4af14 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:39:27.131697 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:27.159519 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d57ddb6-1810-4da5-be82-edcb83041c33 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Pushing event updated for resources: {'Port': ['ID=b6098b2b-1035-4fe6-8032-70b1045975ca,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:39:27.244828 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d57ddb6-1810-4da5-be82-edcb83041c33 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:39:27.245540 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-8d57ddb6-1810-4da5-be82-edcb83041c33 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:27.284076 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-8d57ddb6-1810-4da5-be82-edcb83041c33 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 1.7625299 Jul 14 18:39:27.284903 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 55016) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:39:27.367533 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7d6aa5-b075-478b-b4a5-a38bea0c1ca6 None None] Pushing event updated for resources: {'Port': ['ID=7407a7f5-ebb9-4094-a989-9e1c917e1132,revision_number=3']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:39:27.407643 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-9b181450-4897-4a72-8338-d02b15e10b00 req-d7c5cbe0-5bd4-4416-b6fa-d73ada6f8820 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1110256111&fields=id&tenant_id=af718961b2754d7c873f442ed35947bb HTTP/1.1" status: 200 len: 267 time: 0.1369019 Jul 14 18:39:27.413373 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12aadbed-8f26-4bc4-9ac4-f7078d31e1d0 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:39:27.427770 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12aadbed-8f26-4bc4-9ac4-f7078d31e1d0 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:39:27.436024 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-12aadbed-8f26-4bc4-9ac4-f7078d31e1d0 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1783 time: 0.1499255 Jul 14 18:39:27.436691 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 55034) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:39:27.499666 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9f9ac24a-ca17-40bd-a772-ce57c7c3b4e5 None None] Provisioning complete for port d1edf54e-edac-4618-808f-9e7a636a4603 triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:39:27.500422 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9f9ac24a-ca17-40bd-a772-ce57c7c3b4e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:27.623857 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:27.689444 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f1c6c0ea-2a0f-4979-bb73-4d394d9d6400 req-0bec98b6-b7f2-4c02-a0bc-20816702ad21 tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] 10.222.0.16 "GET /v2.0/ports?device_id=874d322a-698e-44bb-9bd2-08be5cdf70c5 HTTP/1.1" status: 200 len: 210 time: 0.1181598 Jul 14 18:39:27.717467 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-4ca629af-09c6-4e78-9881-5c50888dd3fc tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Deleting port b6098b2b-1035-4fe6-8032-70b1045975ca {{(pid=93916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:39:27.717467 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-4ca629af-09c6-4e78-9881-5c50888dd3fc tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:27.777550 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b181450-4897-4a72-8338-d02b15e10b00 req-e136436d-369f-4446-b019-b6f33706ef4a tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:39:27.786406 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-9b181450-4897-4a72-8338-d02b15e10b00 req-e136436d-369f-4446-b019-b6f33706ef4a tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] 10.222.0.16 "GET /v2.0/networks?id=4af60b63-c835-45f6-978c-4969f04b1f64 HTTP/1.1" status: 200 len: 796 time: 0.3683641 Jul 14 18:39:27.804748 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-9b181450-4897-4a72-8338-d02b15e10b00 req-6bef31ad-7fc5-4065-8eeb-a5b740f13332 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] 10.222.0.16 "GET /v2.0/quotas/af718961b2754d7c873f442ed35947bb HTTP/1.1" status: 200 len: 375 time: 0.0169718 Jul 14 18:39:27.888771 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvr_db [None req-bf424f8b-98c6-4d26-9bad-b3bba5fa3e7e None None] Set router c38da495-c6ac-40ad-8d3c-e678b5d50955 gateway port host: n-d-800634-3 {{(pid=93917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 18:39:27.910721 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] For port d1edf54e-edac-4618-808f-9e7a636a4603, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=d1edf54e-edac-4618-808f-9e7a636a4603,segment=NetworkSegment(e57d1292-9039-4d9f-94d2-728500c53487),segment_id=e57d1292-9039-4d9f-94d2-728500c53487)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:39:27.928054 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-4ca629af-09c6-4e78-9881-5c50888dd3fc tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:27.956658 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-4ca629af-09c6-4e78-9881-5c50888dd3fc tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Calling delete_port for b6098b2b-1035-4fe6-8032-70b1045975ca owned by {{(pid=93916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:39:27.961228 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:27.962115 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 86779753-ba8d-4406-ae68-f844162aa8b8 up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:39:28.002938 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:28.036529 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-9b181450-4897-4a72-8338-d02b15e10b00 req-ddac129d-957a-415f-9242-d592b3c9533e tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=af718961b2754d7c873f442ed35947bb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2302790 Jul 14 18:39:28.284760 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-9b181450-4897-4a72-8338-d02b15e10b00 req-d110a61d-41fc-4698-8a89-462823ea0e1a service neutron] 10.222.0.16 "GET /v2.0/networks/4af60b63-c835-45f6-978c-4969f04b1f64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2162402 Jul 14 18:39:28.366944 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-4ca629af-09c6-4e78-9881-5c50888dd3fc tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:28.465904 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca629af-09c6-4e78-9881-5c50888dd3fc tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Pushing event deleted for resources: {'Port': ['ID=b6098b2b-1035-4fe6-8032-70b1045975ca,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:39:28.522907 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-9b181450-4897-4a72-8338-d02b15e10b00 req-69c6ce11-4bcf-433a-93cc-5b7c518959df service neutron] 10.222.0.16 "GET /v2.0/networks/4af60b63-c835-45f6-978c-4969f04b1f64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2311344 Jul 14 18:39:28.551590 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d4752b4-cf55-42cb-aaf8-a6366a7dc104', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd804339d-5b7a-476d-a012-f8d5a3d4af14'}] {{(pid=93917) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:39:28.554194 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20b787f3c29eaa7aa2a4d648c725a2124c5ff39a8d793252f9d844495e14cf42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eedda7ce-5f72-4047-89b7-31fb5e31760c" -d '{"events": [{"server_uuid": "2d4752b4-cf55-42cb-aaf8-a6366a7dc104", "name": "network-vif-plugged", "status": "completed", "tag": "d804339d-5b7a-476d-a012-f8d5a3d4af14"}]}' {{(pid=93917) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:39:28.612623 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port d804339d-5b7a-476d-a012-f8d5a3d4af14, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=d804339d-5b7a-476d-a012-f8d5a3d4af14,segment=NetworkSegment(d46cbae5-a9c8-4575-b283-c5e5c56b0da1),segment_id=d46cbae5-a9c8-4575-b283-c5e5c56b0da1)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:39:28.614370 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Pushing event updated for resources: {'Port': ['ID=d1edf54e-edac-4618-808f-9e7a636a4603,revision_number=10']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:39:28.621842 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-4ca629af-09c6-4e78-9881-5c50888dd3fc tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:28.628645 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-4ca629af-09c6-4e78-9881-5c50888dd3fc tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] 10.222.0.16 "DELETE /v2.0/ports/b6098b2b-1035-4fe6-8032-70b1045975ca HTTP/1.1" status: 204 len: 168 time: 1.1778343 Jul 14 18:39:28.630043 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 55152) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:39:28.661929 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:28.664868 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b92ee7a6-1939-4073-82b8-2d4b826ff9e1 None None] Update dhcp port {'port': {'network_id': 'de099bce-1061-4014-bdd5-ec95cce7be8f', 'fixed_ips': [{'subnet_id': '98308d3f-bfc6-44b4-8a4b-0803203d7695', 'ip_address': '2001:db8::f816:3eff:fed3:e60a'}, {'subnet_id': '43701c05-bdba-4298-a400-11ae68301a29'}], 'binding:host_id': 'n-d-800634-3'}, 'id': 'd1edf54e-edac-4618-808f-9e7a636a4603'} from n-d-800634-3. {{(pid=93917) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 14 18:39:28.724689 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning for port 86779753-ba8d-4406-ae68-f844162aa8b8 completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:39:28.793227 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb2c29e1-1288-4a38-9f2b-8e78e84eb542 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:39:28.797080 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb2c29e1-1288-4a38-9f2b-8e78e84eb542 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:39:28.798824 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb2c29e1-1288-4a38-9f2b-8e78e84eb542 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:39:28.808049 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-bb2c29e1-1288-4a38-9f2b-8e78e84eb542 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1755176 Jul 14 18:39:28.811620 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 55178) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:39:28.864045 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9f9ac24a-ca17-40bd-a772-ce57c7c3b4e5 None None] Provisioning for port 86779753-ba8d-4406-ae68-f844162aa8b8 completed by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:39:28.877426 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port 86779753-ba8d-4406-ae68-f844162aa8b8 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:39:28.877812 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:28.905959 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d74877d-19db-4e7e-b915-5f0cb281d439 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Deleting subnet 43701c05-bdba-4298-a400-11ae68301a29 {{(pid=93915) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 18:39:28.919293 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9f9ac24a-ca17-40bd-a772-ce57c7c3b4e5 None None] Provisioning complete for port 86779753-ba8d-4406-ae68-f844162aa8b8 triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:39:28.919886 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9f9ac24a-ca17-40bd-a772-ce57c7c3b4e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:28.925326 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-0d74877d-19db-4e7e-b915-5f0cb281d439 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks [] for subnet, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:29.069193 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afcf9e8-c659-4991-818d-e812aaa59511 req-980dabb7-d593-4e42-a476-635f6001163d tempest-AttachVolumeTestJSON-1507206526 tempest-AttachVolumeTestJSON-1507206526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:39:29.076382 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-9afcf9e8-c659-4991-818d-e812aaa59511 req-980dabb7-d593-4e42-a476-635f6001163d tempest-AttachVolumeTestJSON-1507206526 tempest-AttachVolumeTestJSON-1507206526-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d4752b4-cf55-42cb-aaf8-a6366a7dc104 HTTP/1.1" status: 200 len: 945 time: 0.2737181 Jul 14 18:39:29.102046 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-0d74877d-19db-4e7e-b915-5f0cb281d439 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28939913'] for subnet, precommit_delete_associations {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:29.125754 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b92ee7a6-1939-4073-82b8-2d4b826ff9e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:29.200664 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 18:39:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6f7add7-8f7b-4b6b-94e0-3dbabf7d9f1c x-openstack-request-id: req-e6f7add7-8f7b-4b6b-94e0-3dbabf7d9f1c {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:39:29.201030 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d4752b4-cf55-42cb-aaf8-a6366a7dc104", "name": "network-vif-plugged", "status": "completed", "tag": "d804339d-5b7a-476d-a012-f8d5a3d4af14", "code": 200}]} {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:39:29.201361 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e6f7add7-8f7b-4b6b-94e0-3dbabf7d9f1c {{(pid=93917) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:39:29.201826 n-d-800634-3 neutron-server[93917]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d4752b4-cf55-42cb-aaf8-a6366a7dc104', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd804339d-5b7a-476d-a012-f8d5a3d4af14', 'code': 200} Jul 14 18:39:29.240558 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Pushing event updated for resources: {'Port': ['ID=d804339d-5b7a-476d-a012-f8d5a3d4af14,revision_number=5']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:39:29.248027 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-9afcf9e8-c659-4991-818d-e812aaa59511 req-860cc2aa-be56-4a2a-be10-12adbb9a9c2e tempest-AttachVolumeTestJSON-1507206526 tempest-AttachVolumeTestJSON-1507206526-project] 10.222.0.16 "GET /v2.0/security-groups?id=96b55db8-12e1-43af-8475-4683f85322eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1707542 Jul 14 18:39:29.300850 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd11c7c-9a1b-4bac-bcc1-893099e54cb2 req-c53ce0ca-d36a-49e8-b4a7-6680e2995b3f tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:39:29.311689 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6cd11c7c-9a1b-4bac-bcc1-893099e54cb2 req-c53ce0ca-d36a-49e8-b4a7-6680e2995b3f tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] 10.222.0.35 "GET /v2.0/networks?id=ec24d75e-fe44-44be-8dac-22e11e1b9f62 HTTP/1.1" status: 200 len: 796 time: 0.3803933 Jul 14 18:39:29.328412 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-0d74877d-19db-4e7e-b915-5f0cb281d439 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081283'] for subnet, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:29.542126 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-14994726-7441-43e4-8c91-f4779ae6822b req-442be8e8-31ec-4bcd-9749-e605ff721028 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] 10.222.0.16 "GET /v2.0/ports?device_id=4c97b723-59cb-4a2d-8757-30536ade8338 HTTP/1.1" status: 200 len: 210 time: 0.1911230 Jul 14 18:39:29.543490 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-bf424f8b-98c6-4d26-9bad-b3bba5fa3e7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c38da495-c6ac-40ad-8d3c-e678b5d50955', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1009685838', 'tenant_id': 'af718961b2754d7c873f442ed35947bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.111'}], 'enable_snat': True}, 'gw_port_id': '35ff524d-ea29-488f-856b-f4d8c977ed72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:39:14Z', 'updated_at': '2021-07-14T18:39:22Z', 'revision_number': 4, 'project_id': 'af718961b2754d7c873f442ed35947bb', 'gw_port': {'id': '35ff524d-ea29-488f-856b-f4d8c977ed72', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:f5:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c38da495-c6ac-40ad-8d3c-e678b5d50955', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2190, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:39:15Z', 'updated_at': '2021-07-14T18:39:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_interfaces': [{'id': 'b80e8fbe-d91d-4be8-8ac6-6ae8dbef92cc', 'name': '', 'network_id': '4af60b63-c835-45f6-978c-4969f04b1f64', 'tenant_id': 'af718961b2754d7c873f442ed35947bb', 'mac_address': 'fa:16:3e:38:9f:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c38da495-c6ac-40ad-8d3c-e678b5d50955', 'device_owner': 'network:router_interface', 'standard_attr_id': 2202, 'fixed_ips': [{'subnet_id': '727c42fe-46fd-46d1-8ab9-17297f08f294', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:39:21Z', 'updated_at': '2021-07-14T18:39:23Z', 'revision_number': 2, 'project_id': 'af718961b2754d7c873f442ed35947bb', 'subnets': [{'id': '727c42fe-46fd-46d1-8ab9-17297f08f294', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-3', False) {} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:39:29.544366 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-face9f9c-832b-4b3a-91df-12ff0eb54d79 req-afb5362e-ffd2-4c99-b82b-124abffd0ae1 tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] 10.222.0.16 "GET /v2.0/ports?device_id=874d322a-698e-44bb-9bd2-08be5cdf70c5 HTTP/1.1" status: 200 len: 210 time: 0.0780053 Jul 14 18:39:29.578438 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6cd11c7c-9a1b-4bac-bcc1-893099e54cb2 req-86994ea5-81ac-488c-bc64-04d6cd14ed3f tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0c6eccb7d5c743f1a53a528a1f419fa2 HTTP/1.1" status: 200 len: 470 time: 0.2287207 Jul 14 18:39:29.590348 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [req-6cd11c7c-9a1b-4bac-bcc1-893099e54cb2 req-400e53b3-e2cf-4e0d-b796-c9bee286f1da tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Request body: {'port': {'device_id': '874d322a-698e-44bb-9bd2-08be5cdf70c5', 'network_id': 'ec24d75e-fe44-44be-8dac-22e11e1b9f62', 'admin_state_up': True, 'tenant_id': '0c6eccb7d5c743f1a53a528a1f419fa2', 'security_groups': ['5ae28d4a-02ca-4c7f-a85d-5b3fe1022a0b']}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:39:29.600931 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-0d74877d-19db-4e7e-b915-5f0cb281d439 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25913028', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28969762'] for subnet, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:29.606210 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf424f8b-98c6-4d26-9bad-b3bba5fa3e7e None None] Checking router: c38da495-c6ac-40ad-8d3c-e678b5d50955 for host: n-d-800634-3 {{(pid=93917) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 18:39:29.606873 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf424f8b-98c6-4d26-9bad-b3bba5fa3e7e None None] Updating router c38da495-c6ac-40ad-8d3c-e678b5d50955 port b80e8fbe-d91d-4be8-8ac6-6ae8dbef92cc binding host n-d-800634-3 {{(pid=93917) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 18:39:29.629620 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9f9ac24a-ca17-40bd-a772-ce57c7c3b4e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:29.635301 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server [None req-b92ee7a6-1939-4073-82b8-2d4b826ff9e1 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 43701c05-bdba-4298-a400-11ae68301a29: This subnet is being modified by another concurrent operation. Jul 14 18:39:29.635301 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 14 18:39:29.635301 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 14 18:39:29.635301 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 14 18:39:29.635301 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 14 18:39:29.635301 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 14 18:39:29.635301 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 14 18:39:29.635301 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 14 18:39:29.635301 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 14 18:39:29.635301 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 14 18:39:29.635301 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 14 18:39:29.635301 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 14 18:39:29.635301 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 14 18:39:29.635301 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 14 18:39:29.635301 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 18:39:29.635301 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 18:39:29.635301 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 18:39:29.635301 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 18:39:29.635301 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 14 18:39:29.635301 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 14 18:39:29.635301 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 14 18:39:29.635301 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 14 18:39:29.635301 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 18:39:29.635301 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 18:39:29.635301 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 18:39:29.635301 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 18:39:29.635301 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 14 18:39:29.635301 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 14 18:39:29.635301 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 14 18:39:29.635301 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 14 18:39:29.635301 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 18:39:29.635301 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 18:39:29.635301 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 18:39:29.635301 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 18:39:29.635301 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 14 18:39:29.635301 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 14 18:39:29.635301 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Jul 14 18:39:29.635301 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Jul 14 18:39:29.635301 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Jul 14 18:39:29.635301 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Jul 14 18:39:29.635301 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 14 18:39:29.635301 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 14 18:39:29.635301 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 14 18:39:29.635301 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 14 18:39:29.635301 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 14 18:39:29.635301 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 14 18:39:29.635301 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 18:39:29.635301 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 18:39:29.635301 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 18:39:29.635301 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 18:39:29.635301 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 14 18:39:29.635301 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 14 18:39:29.635301 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 14 18:39:29.635301 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 14 18:39:29.638896 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 18:39:29.638896 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 18:39:29.638896 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 18:39:29.638896 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 18:39:29.638896 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 14 18:39:29.638896 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 14 18:39:29.638896 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 14 18:39:29.638896 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 14 18:39:29.638896 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 18:39:29.638896 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 18:39:29.638896 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 18:39:29.638896 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 18:39:29.638896 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 14 18:39:29.638896 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 14 18:39:29.638896 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1727, in update_port Jul 14 18:39:29.638896 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Jul 14 18:39:29.638896 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 14 18:39:29.638896 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 14 18:39:29.638896 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1507, in update_port Jul 14 18:39:29.638896 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Jul 14 18:39:29.638896 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Jul 14 18:39:29.638896 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Jul 14 18:39:29.638896 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Jul 14 18:39:29.638896 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Jul 14 18:39:29.638896 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Jul 14 18:39:29.638896 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 14 18:39:29.638896 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 14 18:39:29.638896 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 14 18:39:29.638896 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 14 18:39:29.638896 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server raise exception Jul 14 18:39:29.638896 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 43701c05-bdba-4298-a400-11ae68301a29: This subnet is being modified by another concurrent operation. Jul 14 18:39:29.638896 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server Jul 14 18:39:29.702277 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:29.720608 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d74877d-19db-4e7e-b915-5f0cb281d439 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Pushing event deleted for resources: {'Subnet': ['ID=43701c05-bdba-4298-a400-11ae68301a29,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:39:29.732990 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-bf424f8b-98c6-4d26-9bad-b3bba5fa3e7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:29.749768 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bef33c-440e-4443-8e08-2b5995f94140 req-836618c0-71e6-4c73-9016-0ff8702320f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:39:29.751294 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-08bef33c-440e-4443-8e08-2b5995f94140 req-836618c0-71e6-4c73-9016-0ff8702320f7 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=2d4752b4-cf55-42cb-aaf8-a6366a7dc104 HTTP/1.1" status: 200 len: 1096 time: 0.4360917 Jul 14 18:39:29.757440 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-9f9ac24a-ca17-40bd-a772-ce57c7c3b4e5 None None] For port 86779753-ba8d-4406-ae68-f844162aa8b8, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=86779753-ba8d-4406-ae68-f844162aa8b8,segment=NetworkSegment(eea5473f-55d7-4a98-a1d1-b1f0b0bfe581),segment_id=eea5473f-55d7-4a98-a1d1-b1f0b0bfe581)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:39:29.758573 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd042d71-d2fb-4a8b-8cf6-73e2570b0a38 None None] Network de099bce-1061-4014-bdd5-ec95cce7be8f requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:39:29.761896 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d74877d-19db-4e7e-b915-5f0cb281d439 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:39:29.762596 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d74877d-19db-4e7e-b915-5f0cb281d439 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:39:29.763137 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d74877d-19db-4e7e-b915-5f0cb281d439 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:39:29.763705 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d74877d-19db-4e7e-b915-5f0cb281d439 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:39:29.764434 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d74877d-19db-4e7e-b915-5f0cb281d439 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:39:29.765567 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d74877d-19db-4e7e-b915-5f0cb281d439 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:39:29.766474 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d74877d-19db-4e7e-b915-5f0cb281d439 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:39:29.767025 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d74877d-19db-4e7e-b915-5f0cb281d439 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:39:29.767584 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d74877d-19db-4e7e-b915-5f0cb281d439 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:39:29.768218 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d74877d-19db-4e7e-b915-5f0cb281d439 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:39:29.769042 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d74877d-19db-4e7e-b915-5f0cb281d439 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:39:29.769688 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d74877d-19db-4e7e-b915-5f0cb281d439 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:39:29.777224 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-0d74877d-19db-4e7e-b915-5f0cb281d439 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks [] for subnet, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:29.779645 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-0d74877d-19db-4e7e-b915-5f0cb281d439 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] 10.222.0.16 "DELETE /v2.0/subnets/43701c05-bdba-4298-a400-11ae68301a29 HTTP/1.1" status: 204 len: 168 time: 0.9658298 Jul 14 18:39:29.783025 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 55218) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:39:29.803517 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9f9ac24a-ca17-40bd-a772-ce57c7c3b4e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:29.842088 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-08bef33c-440e-4443-8e08-2b5995f94140 req-8ce39d87-4a10-41a4-832b-37b6a771116a service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=96b55db8-12e1-43af-8475-4683f85322eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0817075 Jul 14 18:39:29.879510 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6cd11c7c-9a1b-4bac-bcc1-893099e54cb2 req-400e53b3-e2cf-4e0d-b796-c9bee286f1da tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Made reservation on behalf of 0c6eccb7d5c743f1a53a528a1f419fa2 for: {'port': 1} {{(pid=93915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:39:29.884652 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-6cd11c7c-9a1b-4bac-bcc1-893099e54cb2 req-400e53b3-e2cf-4e0d-b796-c9bee286f1da tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:29.925895 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.db_base_plugin_v2 [None req-323b854d-5350-4c40-b336-3a730dd7f886 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Deleting subnet 98308d3f-bfc6-44b4-8a4b-0803203d7695 {{(pid=93916) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 18:39:29.934217 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-323b854d-5350-4c40-b336-3a730dd7f886 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks [] for subnet, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:30.002083 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-323b854d-5350-4c40-b336-3a730dd7f886 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26296866'] for subnet, precommit_delete_associations {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:30.006002 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.db.api [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93917) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 14 18:39:30.006599 n-d-800634-3 neutron-server[93917]: DEBUG oslo_db.api [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 18:39:30.017673 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9ac24a-ca17-40bd-a772-ce57c7c3b4e5 None None] Pushing event updated for resources: {'Port': ['ID=86779753-ba8d-4406-ae68-f844162aa8b8,revision_number=3']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:39:30.053194 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-b19ddf53-e629-4718-8c67-441295153cf7 None None] Provisioning complete for port d1edf54e-edac-4618-808f-9e7a636a4603 triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:39:30.053955 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b19ddf53-e629-4718-8c67-441295153cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:30.095800 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.db_base_plugin_common [req-6cd11c7c-9a1b-4bac-bcc1-893099e54cb2 req-400e53b3-e2cf-4e0d-b796-c9bee286f1da tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Allocated IP 172.20.0.26 (ec24d75e-fe44-44be-8dac-22e11e1b9f62/68454e02-47a4-4e68-ab2a-a40151b5ebb0/013e3a14-286e-4f12-a396-a465555ede0c) {{(pid=93915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:39:30.193002 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-323b854d-5350-4c40-b336-3a730dd7f886 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081283'] for subnet, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:30.265441 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-323b854d-5350-4c40-b336-3a730dd7f886 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2684816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26033152'] for subnet, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:30.300592 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323b854d-5350-4c40-b336-3a730dd7f886 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Pushing event deleted for resources: {'Subnet': ['ID=98308d3f-bfc6-44b4-8a4b-0803203d7695,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:39:30.307070 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-323b854d-5350-4c40-b336-3a730dd7f886 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks [] for subnet, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:30.315010 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 55230) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:39:30.317258 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-323b854d-5350-4c40-b336-3a730dd7f886 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] 10.222.0.16 "DELETE /v2.0/subnets/98308d3f-bfc6-44b4-8a4b-0803203d7695 HTTP/1.1" status: 204 len: 168 time: 0.5329337 Jul 14 18:39:30.370250 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-6cd11c7c-9a1b-4bac-bcc1-893099e54cb2 req-400e53b3-e2cf-4e0d-b796-c9bee286f1da tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Notify callbacks [] for port, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:30.376985 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-ec2a88f1-fbe5-4758-821b-819e4102963e tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0582905 Jul 14 18:39:30.377685 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 55232) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:39:30.385280 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-b19ddf53-e629-4718-8c67-441295153cf7 None None] Provisioning complete for port 7407a7f5-ebb9-4094-a989-9e1c917e1132 triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:39:30.385813 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b19ddf53-e629-4718-8c67-441295153cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:30.389127 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.provisioning_blocks [req-6cd11c7c-9a1b-4bac-bcc1-893099e54cb2 req-400e53b3-e2cf-4e0d-b796-c9bee286f1da tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Transition to ACTIVE for port object 013e3a14-286e-4f12-a396-a465555ede0c will not be triggered until provisioned by entity DHCP. {{(pid=93915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:39:30.389573 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-bf424f8b-98c6-4d26-9bad-b3bba5fa3e7e None None] Notify callbacks [] for port, precommit_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:30.398795 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-a2a3bc5c-9dc0-46e4-a75f-0de91357484f tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Request body: {'subnet': {'network_id': 'de099bce-1061-4014-bdd5-ec95cce7be8f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:39:30.429974 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-bf424f8b-98c6-4d26-9bad-b3bba5fa3e7e None None] Transition to ACTIVE for port object b80e8fbe-d91d-4be8-8ac6-6ae8dbef92cc will not be triggered until provisioned by entity L2. {{(pid=93917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:39:30.442849 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-bf424f8b-98c6-4d26-9bad-b3bba5fa3e7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:30.483368 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-6cd11c7c-9a1b-4bac-bcc1-893099e54cb2 req-400e53b3-e2cf-4e0d-b796-c9bee286f1da tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:30.559790 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0339e1-363b-4ef5-86b8-1dd6e2b1c072 None None] Pushing event updated for resources: {'Port': ['ID=b80e8fbe-d91d-4be8-8ac6-6ae8dbef92cc,revision_number=3']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:39:30.598886 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2a3bc5c-9dc0-46e4-a75f-0de91357484f tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Made reservation on behalf of 13ccccd91e8c4eb89f4317d7ac77ca6b for: {'subnet': 1} {{(pid=93916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:39:30.605986 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6cd11c7c-9a1b-4bac-bcc1-893099e54cb2 req-400e53b3-e2cf-4e0d-b796-c9bee286f1da tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Network ec24d75e-fe44-44be-8dac-22e11e1b9f62 is already hosted by enough agents. {{(pid=93915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:39:30.609435 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99731e1f-b54b-4862-9b90-2870e17e0a0b None None] Network de099bce-1061-4014-bdd5-ec95cce7be8f requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:39:30.610559 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a2a3bc5c-9dc0-46e4-a75f-0de91357484f tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26033189'] for subnet, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:30.663987 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [req-6cd11c7c-9a1b-4bac-bcc1-893099e54cb2 req-400e53b3-e2cf-4e0d-b796-c9bee286f1da tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Resources bound (agent type, host, resource id): {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:39:30.679785 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400e53b3-e2cf-4e0d-b796-c9bee286f1da tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Pushing event updated for resources: {'Port': ['ID=013e3a14-286e-4f12-a396-a465555ede0c,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:39:30.683006 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [req-6cd11c7c-9a1b-4bac-bcc1-893099e54cb2 req-400e53b3-e2cf-4e0d-b796-c9bee286f1da tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Received port after_create {{(pid=93915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:39:30.970304 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b79a6d08-efcc-49dc-aac5-35adea13699d req-5f283d92-90a9-4645-9b0e-814b5bdcfd87 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] 10.222.0.16 "GET /v2.0/ports?device_id=4c97b723-59cb-4a2d-8757-30536ade8338 HTTP/1.1" status: 200 len: 210 time: 0.1759248 Jul 14 18:39:31.118614 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b181450-4897-4a72-8338-d02b15e10b00 req-3d93972f-512a-4159-abee-4cdedb6d2e75 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:39:31.121357 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-9b181450-4897-4a72-8338-d02b15e10b00 req-3d93972f-512a-4159-abee-4cdedb6d2e75 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] 10.222.0.18 "GET /v2.0/networks?id=4af60b63-c835-45f6-978c-4969f04b1f64 HTTP/1.1" status: 200 len: 796 time: 0.5511658 Jul 14 18:39:31.157164 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd11c7c-9a1b-4bac-bcc1-893099e54cb2 req-400e53b3-e2cf-4e0d-b796-c9bee286f1da tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:39:31.157859 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-6cd11c7c-9a1b-4bac-bcc1-893099e54cb2 req-400e53b3-e2cf-4e0d-b796-c9bee286f1da tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:31.181142 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a2a3bc5c-9dc0-46e4-a75f-0de91357484f tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2684753', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26033175'] for subnet, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:31.245260 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756e7bcb-232c-4540-b4a5-3eb4d5e678b6 req-a1c84feb-05e9-493b-a841-0158a23ac989 tempest-AttachVolumeTestJSON-1507206526 tempest-AttachVolumeTestJSON-1507206526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:39:31.256043 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-756e7bcb-232c-4540-b4a5-3eb4d5e678b6 req-a1c84feb-05e9-493b-a841-0158a23ac989 tempest-AttachVolumeTestJSON-1507206526 tempest-AttachVolumeTestJSON-1507206526-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d4752b4-cf55-42cb-aaf8-a6366a7dc104 HTTP/1.1" status: 200 len: 945 time: 0.7652066 Jul 14 18:39:31.268936 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2a3bc5c-9dc0-46e4-a75f-0de91357484f tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Network de099bce-1061-4014-bdd5-ec95cce7be8f is already hosted by enough agents. {{(pid=93916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:39:31.272727 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [None req-a2a3bc5c-9dc0-46e4-a75f-0de91357484f tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Resources bound (agent type, host, resource id): {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:39:31.279092 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2a3bc5c-9dc0-46e4-a75f-0de91357484f tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:39:31.279749 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a2a3bc5c-9dc0-46e4-a75f-0de91357484f tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks [] for subnet, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:31.300993 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-bf424f8b-98c6-4d26-9bad-b3bba5fa3e7e None None] Attempting to bind port b80e8fbe-d91d-4be8-8ac6-6ae8dbef92cc on host n-d-800634-3 for vnic_type normal with profile {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:39:31.301541 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-bf424f8b-98c6-4d26-9bad-b3bba5fa3e7e None None] Attempting to bind port b80e8fbe-d91d-4be8-8ac6-6ae8dbef92cc by drivers openvswitch,hyperv on host n-d-800634-3 at level 0 using segments [{'id': 'd0d72d50-2af1-4c80-a444-7e1148083188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '4af60b63-c835-45f6-978c-4969f04b1f64'}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:39:31.302575 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf424f8b-98c6-4d26-9bad-b3bba5fa3e7e None None] Attempting to bind port b80e8fbe-d91d-4be8-8ac6-6ae8dbef92cc on network 4af60b63-c835-45f6-978c-4969f04b1f64 {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:39:31.308926 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a3bc5c-9dc0-46e4-a75f-0de91357484f tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Pushing event updated for resources: {'Subnet': ['ID=16dde370-5cf1-4dc2-b82e-aca77bf38abc,revision_number=0']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:39:31.314331 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 7407a7f5-ebb9-4094-a989-9e1c917e1132 up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:39:31.316497 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-a2a3bc5c-9dc0-46e4-a75f-0de91357484f tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9291039 Jul 14 18:39:31.319541 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 55244) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:39:31.327079 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf424f8b-98c6-4d26-9bad-b3bba5fa3e7e None None] Checking agent: {'id': '01c19e91-a945-4e3c-94a6-c211e17c923e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 8, 23), 'started_at': datetime.datetime(2021, 7, 14, 18, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 18, 39, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 18:39:31.327517 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf424f8b-98c6-4d26-9bad-b3bba5fa3e7e None None] Checking segment: {'id': 'd0d72d50-2af1-4c80-a444-7e1148083188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '4af60b63-c835-45f6-978c-4969f04b1f64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93917) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:39:31.327937 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-bf424f8b-98c6-4d26-9bad-b3bba5fa3e7e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:31.328350 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf424f8b-98c6-4d26-9bad-b3bba5fa3e7e None None] Bound using segment: {'id': 'd0d72d50-2af1-4c80-a444-7e1148083188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '4af60b63-c835-45f6-978c-4969f04b1f64'} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 18:39:31.328825 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-bf424f8b-98c6-4d26-9bad-b3bba5fa3e7e None None] Bound port: b80e8fbe-d91d-4be8-8ac6-6ae8dbef92cc, host: n-d-800634-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0d72d50-2af1-4c80-a444-7e1148083188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '4af60b63-c835-45f6-978c-4969f04b1f64'}}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 18:39:31.329216 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-bf424f8b-98c6-4d26-9bad-b3bba5fa3e7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:31.330925 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-b19ddf53-e629-4718-8c67-441295153cf7 None None] Provisioning complete for port 86779753-ba8d-4406-ae68-f844162aa8b8 triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:39:31.331281 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b19ddf53-e629-4718-8c67-441295153cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:31.332760 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-bfe38a37-6517-4571-a12f-7e4a38709ff6 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Request body: {'subnet': {'network_id': 'de099bce-1061-4014-bdd5-ec95cce7be8f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:39:31.375919 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6cd11c7c-9a1b-4bac-bcc1-893099e54cb2 req-400e53b3-e2cf-4e0d-b796-c9bee286f1da tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7915347 Jul 14 18:39:31.424012 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-9b181450-4897-4a72-8338-d02b15e10b00 req-f1c76909-3b93-459c-afb8-1b95b6b00ae4 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=af718961b2754d7c873f442ed35947bb HTTP/1.1" status: 200 len: 380 time: 0.2584009 Jul 14 18:39:31.429791 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [req-6cd11c7c-9a1b-4bac-bcc1-893099e54cb2 req-3f5785e8-e7dc-47ca-8aa2-b036d4e381f8 service neutron] Request body: {'port': {'device_id': '874d322a-698e-44bb-9bd2-08be5cdf70c5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800634-3'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:39:31.476231 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfe38a37-6517-4571-a12f-7e4a38709ff6 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Made reservation on behalf of 13ccccd91e8c4eb89f4317d7ac77ca6b for: {'subnet': 1} {{(pid=93916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:39:31.480585 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-bfe38a37-6517-4571-a12f-7e4a38709ff6 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26033189'] for subnet, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:31.513662 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [req-9b181450-4897-4a72-8338-d02b15e10b00 req-2551f3a5-1eb6-4aa9-90aa-0f01f4285b57 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Request body: {'port': {'device_id': '4c97b723-59cb-4a2d-8757-30536ade8338', 'network_id': '4af60b63-c835-45f6-978c-4969f04b1f64', 'admin_state_up': True, 'tenant_id': 'af718961b2754d7c873f442ed35947bb', 'security_groups': ['594b2ab7-3a96-48b2-98bb-9a68eebb818a']}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:39:31.539482 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-bf424f8b-98c6-4d26-9bad-b3bba5fa3e7e None None] For port b80e8fbe-d91d-4be8-8ac6-6ae8dbef92cc, host n-d-800634-3, cleared binding levels {{(pid=93917) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:39:31.551560 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port 7407a7f5-ebb9-4094-a989-9e1c917e1132 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:39:31.552013 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:31.570636 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-bf424f8b-98c6-4d26-9bad-b3bba5fa3e7e None None] For port b80e8fbe-d91d-4be8-8ac6-6ae8dbef92cc, host n-d-800634-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=b80e8fbe-d91d-4be8-8ac6-6ae8dbef92cc,segment=NetworkSegment(d0d72d50-2af1-4c80-a444-7e1148083188),segment_id=d0d72d50-2af1-4c80-a444-7e1148083188)] {{(pid=93917) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 18:39:31.619438 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-bf424f8b-98c6-4d26-9bad-b3bba5fa3e7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:31.641338 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e34368-2638-4e35-80bc-74dd5b032fcb req-6131d622-6c33-46ac-b950-7b66d748d932 tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:39:31.643173 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-52e34368-2638-4e35-80bc-74dd5b032fcb req-6131d622-6c33-46ac-b950-7b66d748d932 tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] 10.222.0.16 "GET /v2.0/ports?device_id=874d322a-698e-44bb-9bd2-08be5cdf70c5 HTTP/1.1" status: 200 len: 932 time: 0.3833547 Jul 14 18:39:31.667031 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-756e7bcb-232c-4540-b4a5-3eb4d5e678b6 req-eefb5c3d-9bba-46c5-8280-813d757d4bec tempest-AttachVolumeTestJSON-1507206526 tempest-AttachVolumeTestJSON-1507206526-project] 10.222.0.16 "GET /v2.0/security-groups?id=96b55db8-12e1-43af-8475-4683f85322eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4099700 Jul 14 18:39:31.752629 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-b19ddf53-e629-4718-8c67-441295153cf7 None None] Provisioning for port b80e8fbe-d91d-4be8-8ac6-6ae8dbef92cc completed by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:39:31.798666 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf424f8b-98c6-4d26-9bad-b3bba5fa3e7e None None] Routers {'c38da495-c6ac-40ad-8d3c-e678b5d50955'} bound to L3 agent in host n-d-800634-3 {{(pid=93917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:39:31.801686 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-bf424f8b-98c6-4d26-9bad-b3bba5fa3e7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:39:23Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['c38da495-c6ac-40ad-8d3c-e678b5d50955'], 'active': True} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:39:31.817313 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0339e1-363b-4ef5-86b8-1dd6e2b1c072 None None] Pushing event updated for resources: {'Port': ['ID=b80e8fbe-d91d-4be8-8ac6-6ae8dbef92cc,revision_number=4']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:39:31.843370 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-6cd11c7c-9a1b-4bac-bcc1-893099e54cb2 req-3f5785e8-e7dc-47ca-8aa2-b036d4e381f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:31.880519 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-52e34368-2638-4e35-80bc-74dd5b032fcb req-dac2be38-8d76-4627-8498-5f73ae19bb36 tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] 10.222.0.16 "GET /v2.0/security-groups?id=5ae28d4a-02ca-4c7f-a85d-5b3fe1022a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2111149 Jul 14 18:39:31.935470 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9b181450-4897-4a72-8338-d02b15e10b00 req-2551f3a5-1eb6-4aa9-90aa-0f01f4285b57 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Made reservation on behalf of af718961b2754d7c873f442ed35947bb for: {'port': 1} {{(pid=93915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:39:31.941746 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-9b181450-4897-4a72-8338-d02b15e10b00 req-2551f3a5-1eb6-4aa9-90aa-0f01f4285b57 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:32.004921 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a9bfafd-f0d5-4d2e-99ca-1883fed60053 None None] Update dhcp port {'port': {'network_id': 'de099bce-1061-4014-bdd5-ec95cce7be8f', 'fixed_ips': [{'subnet_id': '16dde370-5cf1-4dc2-b82e-aca77bf38abc'}], 'binding:host_id': 'n-d-800634-3'}, 'id': 'd1edf54e-edac-4618-808f-9e7a636a4603'} from n-d-800634-3. {{(pid=93917) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 14 18:39:32.057327 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 86779753-ba8d-4406-ae68-f844162aa8b8 up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:39:32.092005 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-e2498d72-3e3f-4226-8e6a-28cd09d4cbf4 None None] Provisioning for port 013e3a14-286e-4f12-a396-a465555ede0c completed by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:39:32.116751 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvr_db [None req-bf424f8b-98c6-4d26-9bad-b3bba5fa3e7e None None] Set router c38da495-c6ac-40ad-8d3c-e678b5d50955 gateway port host: n-d-800634-3 {{(pid=93917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 18:39:32.122861 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-e2498d72-3e3f-4226-8e6a-28cd09d4cbf4 None None] Provisioning complete for port 013e3a14-286e-4f12-a396-a465555ede0c triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:39:32.123524 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-e2498d72-3e3f-4226-8e6a-28cd09d4cbf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:32.150597 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-4a9bfafd-f0d5-4d2e-99ca-1883fed60053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:32.170232 n-d-800634-3 neutron-server[93916]: DEBUG neutron.objects.ports [None req-bfe38a37-6517-4571-a12f-7e4a38709ff6 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93916) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 14 18:39:32.317498 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-e2498d72-3e3f-4226-8e6a-28cd09d4cbf4 None None] Port 013e3a14-286e-4f12-a396-a465555ede0c cannot update to ACTIVE because it is not bound. {{(pid=93917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 18:39:32.377442 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-78b2d73c-05c3-4bea-a0ad-75a17edc696d req-661f0f0f-6b0d-4fe6-b293-b5a33313b4ff tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] 10.222.0.16 "GET /v2.0/ports?device_id=4c97b723-59cb-4a2d-8757-30536ade8338 HTTP/1.1" status: 200 len: 210 time: 0.0934222 Jul 14 18:39:32.445461 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port 86779753-ba8d-4406-ae68-f844162aa8b8 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:39:32.445880 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:32.449953 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.db_base_plugin_common [req-9b181450-4897-4a72-8338-d02b15e10b00 req-2551f3a5-1eb6-4aa9-90aa-0f01f4285b57 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Allocated IP 172.20.0.9 (4af60b63-c835-45f6-978c-4969f04b1f64/727c42fe-46fd-46d1-8ab9-17297f08f294/3da287af-2738-4486-961b-dffd7cb5b2b2) {{(pid=93915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:39:32.454697 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:32.478412 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-e2498d72-3e3f-4226-8e6a-28cd09d4cbf4 None None] Provisioning complete for port d1edf54e-edac-4618-808f-9e7a636a4603 triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:39:32.478949 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-e2498d72-3e3f-4226-8e6a-28cd09d4cbf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:32.484640 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-bfe38a37-6517-4571-a12f-7e4a38709ff6 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:32.657496 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [req-6cd11c7c-9a1b-4bac-bcc1-893099e54cb2 req-3f5785e8-e7dc-47ca-8aa2-b036d4e381f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 013e3a14-286e-4f12-a396-a465555ede0c {{(pid=93915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 18:39:32.671883 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-6cd11c7c-9a1b-4bac-bcc1-893099e54cb2 req-3f5785e8-e7dc-47ca-8aa2-b036d4e381f8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:32.700952 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.provisioning_blocks [req-6cd11c7c-9a1b-4bac-bcc1-893099e54cb2 req-3f5785e8-e7dc-47ca-8aa2-b036d4e381f8 service neutron] Transition to ACTIVE for port object 013e3a14-286e-4f12-a396-a465555ede0c will not be triggered until provisioned by entity L2. {{(pid=93915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:39:32.707277 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-6cd11c7c-9a1b-4bac-bcc1-893099e54cb2 req-3f5785e8-e7dc-47ca-8aa2-b036d4e381f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25912978'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:32.747771 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.db.api [None req-4a9bfafd-f0d5-4d2e-99ca-1883fed60053 None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 2001:db8::f816:3eff:fed3:e60a-e9622ecb-ea9b-409c-b285-ebca0a115f {{(pid=93917) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 14 18:39:32.748592 n-d-800634-3 neutron-server[93917]: DEBUG oslo_db.api [None req-4a9bfafd-f0d5-4d2e-99ca-1883fed60053 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 18:39:32.766055 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-bf424f8b-98c6-4d26-9bad-b3bba5fa3e7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c38da495-c6ac-40ad-8d3c-e678b5d50955', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1009685838', 'tenant_id': 'af718961b2754d7c873f442ed35947bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.111'}], 'enable_snat': True}, 'gw_port_id': '35ff524d-ea29-488f-856b-f4d8c977ed72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:39:14Z', 'updated_at': '2021-07-14T18:39:22Z', 'revision_number': 4, 'project_id': 'af718961b2754d7c873f442ed35947bb', 'gw_port': {'id': '35ff524d-ea29-488f-856b-f4d8c977ed72', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:f5:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c38da495-c6ac-40ad-8d3c-e678b5d50955', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2190, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:39:15Z', 'updated_at': '2021-07-14T18:39:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_interfaces': [{'id': 'b80e8fbe-d91d-4be8-8ac6-6ae8dbef92cc', 'name': '', 'network_id': '4af60b63-c835-45f6-978c-4969f04b1f64', 'tenant_id': 'af718961b2754d7c873f442ed35947bb', 'mac_address': 'fa:16:3e:38:9f:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c38da495-c6ac-40ad-8d3c-e678b5d50955', 'device_owner': 'network:router_interface', 'standard_attr_id': 2202, 'fixed_ips': [{'subnet_id': '727c42fe-46fd-46d1-8ab9-17297f08f294', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:39:21Z', 'updated_at': '2021-07-14T18:39:31Z', 'revision_number': 4, 'project_id': 'af718961b2754d7c873f442ed35947bb', 'subnets': [{'id': '727c42fe-46fd-46d1-8ab9-17297f08f294', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-3', False) {} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:39:32.783377 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.db [None req-bfe38a37-6517-4571-a12f-7e4a38709ff6 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] For port d1edf54e-edac-4618-808f-9e7a636a4603, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=d1edf54e-edac-4618-808f-9e7a636a4603,segment=NetworkSegment(e57d1292-9039-4d9f-94d2-728500c53487),segment_id=e57d1292-9039-4d9f-94d2-728500c53487)] {{(pid=93916) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:39:32.807232 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5785e8-e7dc-47ca-8aa2-b036d4e381f8 service neutron] Pushing event updated for resources: {'Port': ['ID=013e3a14-286e-4f12-a396-a465555ede0c,revision_number=2']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:39:32.841017 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf424f8b-98c6-4d26-9bad-b3bba5fa3e7e None None] The sync data for ids ['c38da495-c6ac-40ad-8d3c-e678b5d50955'] in n-d-800634-3 is: [{'id': 'c38da495-c6ac-40ad-8d3c-e678b5d50955', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1009685838', 'tenant_id': 'af718961b2754d7c873f442ed35947bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.111'}], 'enable_snat': True}, 'gw_port_id': '35ff524d-ea29-488f-856b-f4d8c977ed72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:39:14Z', 'updated_at': '2021-07-14T18:39:22Z', 'revision_number': 4, 'project_id': 'af718961b2754d7c873f442ed35947bb', 'gw_port': {'id': '35ff524d-ea29-488f-856b-f4d8c977ed72', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:f5:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c38da495-c6ac-40ad-8d3c-e678b5d50955', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2190, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:39:15Z', 'updated_at': '2021-07-14T18:39:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_interfaces': [{'id': 'b80e8fbe-d91d-4be8-8ac6-6ae8dbef92cc', 'name': '', 'network_id': '4af60b63-c835-45f6-978c-4969f04b1f64', 'tenant_id': 'af718961b2754d7c873f442ed35947bb', 'mac_address': 'fa:16:3e:38:9f:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c38da495-c6ac-40ad-8d3c-e678b5d50955', 'device_owner': 'network:router_interface', 'standard_attr_id': 2202, 'fixed_ips': [{'subnet_id': '727c42fe-46fd-46d1-8ab9-17297f08f294', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:39:21Z', 'updated_at': '2021-07-14T18:39:31Z', 'revision_number': 4, 'project_id': 'af718961b2754d7c873f442ed35947bb', 'subnets': [{'id': '727c42fe-46fd-46d1-8ab9-17297f08f294', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 18:39:32.853792 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-9b181450-4897-4a72-8338-d02b15e10b00 req-2551f3a5-1eb6-4aa9-90aa-0f01f4285b57 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks [] for port, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:32.882017 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device d1edf54e-edac-4618-808f-9e7a636a4603 no longer exists at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 18:39:32.893557 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-bfe38a37-6517-4571-a12f-7e4a38709ff6 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks [] for port, precommit_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:32.902366 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-bfe38a37-6517-4571-a12f-7e4a38709ff6 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2684870'] for port, after_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:32.905420 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-bfe38a37-6517-4571-a12f-7e4a38709ff6 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2684753', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26033175'] for subnet, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:32.921215 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.provisioning_blocks [req-9b181450-4897-4a72-8338-d02b15e10b00 req-2551f3a5-1eb6-4aa9-90aa-0f01f4285b57 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Transition to ACTIVE for port object 3da287af-2738-4486-961b-dffd7cb5b2b2 will not be triggered until provisioned by entity DHCP. {{(pid=93915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:39:33.101915 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-6cd11c7c-9a1b-4bac-bcc1-893099e54cb2 req-3f5785e8-e7dc-47ca-8aa2-b036d4e381f8 service neutron] Attempting to bind port 013e3a14-286e-4f12-a396-a465555ede0c on host n-h2-800634-3 for vnic_type normal with profile {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:39:33.102619 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-6cd11c7c-9a1b-4bac-bcc1-893099e54cb2 req-3f5785e8-e7dc-47ca-8aa2-b036d4e381f8 service neutron] Attempting to bind port 013e3a14-286e-4f12-a396-a465555ede0c by drivers openvswitch,hyperv on host n-h2-800634-3 at level 0 using segments [{'id': 'eea5473f-55d7-4a98-a1d1-b1f0b0bfe581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'ec24d75e-fe44-44be-8dac-22e11e1b9f62'}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:39:33.103190 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cd11c7c-9a1b-4bac-bcc1-893099e54cb2 req-3f5785e8-e7dc-47ca-8aa2-b036d4e381f8 service neutron] Attempting to bind port 013e3a14-286e-4f12-a396-a465555ede0c on network ec24d75e-fe44-44be-8dac-22e11e1b9f62 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:39:33.122642 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cd11c7c-9a1b-4bac-bcc1-893099e54cb2 req-3f5785e8-e7dc-47ca-8aa2-b036d4e381f8 service neutron] Port 013e3a14-286e-4f12-a396-a465555ede0c on network ec24d75e-fe44-44be-8dac-22e11e1b9f62 not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-3 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 18:39:33.123388 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cd11c7c-9a1b-4bac-bcc1-893099e54cb2 req-3f5785e8-e7dc-47ca-8aa2-b036d4e381f8 service neutron] Attempting to bind port 013e3a14-286e-4f12-a396-a465555ede0c on network ec24d75e-fe44-44be-8dac-22e11e1b9f62 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:39:33.137592 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:33.142341 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cd11c7c-9a1b-4bac-bcc1-893099e54cb2 req-3f5785e8-e7dc-47ca-8aa2-b036d4e381f8 service neutron] Checking agent: {'id': '08e36a6c-8d04-48f0-a644-f27680635246', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 15, 35), 'started_at': datetime.datetime(2021, 7, 14, 18, 15, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 18, 39, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 18:39:33.143008 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cd11c7c-9a1b-4bac-bcc1-893099e54cb2 req-3f5785e8-e7dc-47ca-8aa2-b036d4e381f8 service neutron] Checking segment: {'id': 'eea5473f-55d7-4a98-a1d1-b1f0b0bfe581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'ec24d75e-fe44-44be-8dac-22e11e1b9f62'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:39:33.143612 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cd11c7c-9a1b-4bac-bcc1-893099e54cb2 req-3f5785e8-e7dc-47ca-8aa2-b036d4e381f8 service neutron] Bound using segment: {'id': 'eea5473f-55d7-4a98-a1d1-b1f0b0bfe581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'ec24d75e-fe44-44be-8dac-22e11e1b9f62'} {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 18:39:33.144311 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-6cd11c7c-9a1b-4bac-bcc1-893099e54cb2 req-3f5785e8-e7dc-47ca-8aa2-b036d4e381f8 service neutron] Bound port: 013e3a14-286e-4f12-a396-a465555ede0c, host: n-h2-800634-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eea5473f-55d7-4a98-a1d1-b1f0b0bfe581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'ec24d75e-fe44-44be-8dac-22e11e1b9f62'}}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 18:39:33.144882 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-6cd11c7c-9a1b-4bac-bcc1-893099e54cb2 req-3f5785e8-e7dc-47ca-8aa2-b036d4e381f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:33.145285 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe38a37-6517-4571-a12f-7e4a38709ff6 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Pushing event updated for resources: {'Port': ['ID=d1edf54e-edac-4618-808f-9e7a636a4603,revision_number=13']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:39:33.156597 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-9b181450-4897-4a72-8338-d02b15e10b00 req-2551f3a5-1eb6-4aa9-90aa-0f01f4285b57 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:33.163782 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe38a37-6517-4571-a12f-7e4a38709ff6 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Pushing event updated for resources: {'Subnet': ['ID=10e8ad97-8763-4d1c-8518-01465ac01fda,revision_number=0']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:39:33.219913 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfe38a37-6517-4571-a12f-7e4a38709ff6 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Network de099bce-1061-4014-bdd5-ec95cce7be8f is already hosted by enough agents. {{(pid=93916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:39:33.225483 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [None req-bfe38a37-6517-4571-a12f-7e4a38709ff6 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Resources bound (agent type, host, resource id): {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:39:33.231671 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfe38a37-6517-4571-a12f-7e4a38709ff6 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:39:33.232403 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-bfe38a37-6517-4571-a12f-7e4a38709ff6 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks [] for subnet, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:33.244459 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] For port d1edf54e-edac-4618-808f-9e7a636a4603, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=d1edf54e-edac-4618-808f-9e7a636a4603,segment=NetworkSegment(e57d1292-9039-4d9f-94d2-728500c53487),segment_id=e57d1292-9039-4d9f-94d2-728500c53487)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:39:33.254956 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:33.280144 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b181450-4897-4a72-8338-d02b15e10b00 req-2551f3a5-1eb6-4aa9-90aa-0f01f4285b57 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Network 4af60b63-c835-45f6-978c-4969f04b1f64 is already hosted by enough agents. {{(pid=93915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:39:33.292151 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888b52d7-f94a-4715-a2d7-ebeb08db0014 req-98766a73-6f4d-4b63-a171-8c924eb93885 tempest-AttachVolumeTestJSON-1507206526 tempest-AttachVolumeTestJSON-1507206526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:39:33.297574 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-888b52d7-f94a-4715-a2d7-ebeb08db0014 req-98766a73-6f4d-4b63-a171-8c924eb93885 tempest-AttachVolumeTestJSON-1507206526 tempest-AttachVolumeTestJSON-1507206526-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d4752b4-cf55-42cb-aaf8-a6366a7dc104 HTTP/1.1" status: 200 len: 945 time: 0.3313274 Jul 14 18:39:33.304089 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-bfe38a37-6517-4571-a12f-7e4a38709ff6 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.9834058 Jul 14 18:39:33.304802 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 55260) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:39:33.316298 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-55ec5deb-8d8a-4254-94d9-7638274ee8a5 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Request body: {'port': {'network_id': 'de099bce-1061-4014-bdd5-ec95cce7be8f', 'mac_address': 'fa:16:3e:a8:9a:04', 'name': 'tempest-NetworksTestDHCPv6-1699601108'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:39:33.341087 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [req-9b181450-4897-4a72-8338-d02b15e10b00 req-2551f3a5-1eb6-4aa9-90aa-0f01f4285b57 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Resources bound (agent type, host, resource id): {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:39:33.348488 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b181450-4897-4a72-8338-d02b15e10b00 req-2551f3a5-1eb6-4aa9-90aa-0f01f4285b57 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Received port after_create {{(pid=93915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:39:33.450908 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-4a9bfafd-f0d5-4d2e-99ca-1883fed60053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:33.480785 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-6cd11c7c-9a1b-4bac-bcc1-893099e54cb2 req-3f5785e8-e7dc-47ca-8aa2-b036d4e381f8 service neutron] For port 013e3a14-286e-4f12-a396-a465555ede0c, host n-h2-800634-3, cleared binding levels {{(pid=93915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:39:33.484766 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-6cd11c7c-9a1b-4bac-bcc1-893099e54cb2 req-3f5785e8-e7dc-47ca-8aa2-b036d4e381f8 service neutron] For port 013e3a14-286e-4f12-a396-a465555ede0c, host n-h2-800634-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=013e3a14-286e-4f12-a396-a465555ede0c,segment=NetworkSegment(eea5473f-55d7-4a98-a1d1-b1f0b0bfe581),segment_id=eea5473f-55d7-4a98-a1d1-b1f0b0bfe581)] {{(pid=93915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 18:39:33.530254 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2551f3a5-1eb6-4aa9-90aa-0f01f4285b57 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Pushing event updated for resources: {'Port': ['ID=3da287af-2738-4486-961b-dffd7cb5b2b2,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:39:33.541291 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-6cd11c7c-9a1b-4bac-bcc1-893099e54cb2 req-3f5785e8-e7dc-47ca-8aa2-b036d4e381f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25912978'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:33.623265 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5785e8-e7dc-47ca-8aa2-b036d4e381f8 service neutron] Pushing event updated for resources: {'Port': ['ID=013e3a14-286e-4f12-a396-a465555ede0c,revision_number=3']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:39:33.625490 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Pushing event updated for resources: {'Port': ['ID=d1edf54e-edac-4618-808f-9e7a636a4603,revision_number=14']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:39:33.658772 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device b80e8fbe-d91d-4be8-8ac6-6ae8dbef92cc up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:39:33.699821 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55ec5deb-8d8a-4254-94d9-7638274ee8a5 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Made reservation on behalf of 13ccccd91e8c4eb89f4317d7ac77ca6b for: {'port': 1} {{(pid=93916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:39:33.710248 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-888b52d7-f94a-4715-a2d7-ebeb08db0014 req-ed61e585-e64c-4b36-bae8-bb00d6d40552 tempest-AttachVolumeTestJSON-1507206526 tempest-AttachVolumeTestJSON-1507206526-project] 10.222.0.16 "GET /v2.0/security-groups?id=96b55db8-12e1-43af-8475-4683f85322eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3727224 Jul 14 18:39:33.736460 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd11c7c-9a1b-4bac-bcc1-893099e54cb2 req-3f5785e8-e7dc-47ca-8aa2-b036d4e381f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:39:33.736860 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-6cd11c7c-9a1b-4bac-bcc1-893099e54cb2 req-3f5785e8-e7dc-47ca-8aa2-b036d4e381f8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:33.738319 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6cd11c7c-9a1b-4bac-bcc1-893099e54cb2 req-3f5785e8-e7dc-47ca-8aa2-b036d4e381f8 service neutron] 10.222.0.35 "PUT /v2.0/ports/013e3a14-286e-4f12-a396-a465555ede0c HTTP/1.1" status: 200 len: 1092 time: 2.3270497 Jul 14 18:39:33.742417 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '874d322a-698e-44bb-9bd2-08be5cdf70c5', 'tag': '013e3a14-286e-4f12-a396-a465555ede0c'}] {{(pid=93915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:39:33.746092 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e72782ad3af8f7d4ce76cedf092bca46d1756acc5c4653cf0b52034cdd6b073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35cfbac0-2ffe-4b7d-bff6-78b849ffd592" -d '{"events": [{"name": "network-changed", "server_uuid": "874d322a-698e-44bb-9bd2-08be5cdf70c5", "tag": "013e3a14-286e-4f12-a396-a465555ede0c"}]}' {{(pid=93915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:39:33.765576 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b181450-4897-4a72-8338-d02b15e10b00 req-2551f3a5-1eb6-4aa9-90aa-0f01f4285b57 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:39:33.766269 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-9b181450-4897-4a72-8338-d02b15e10b00 req-2551f3a5-1eb6-4aa9-90aa-0f01f4285b57 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:33.858517 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-79f4709a-f56e-4abb-a8d8-d3b0e71cd4d9 None None] Provisioning for port 3da287af-2738-4486-961b-dffd7cb5b2b2 completed by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:39:33.866123 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-9b181450-4897-4a72-8338-d02b15e10b00 req-2551f3a5-1eb6-4aa9-90aa-0f01f4285b57 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3843594 Jul 14 18:39:33.916102 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [req-9b181450-4897-4a72-8338-d02b15e10b00 req-efe46432-ed4e-403d-88aa-1853c4bb8be1 service neutron] Request body: {'port': {'device_id': '4c97b723-59cb-4a2d-8757-30536ade8338', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800634-3'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:39:33.939037 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-55ec5deb-8d8a-4254-94d9-7638274ee8a5 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:33.986374 n-d-800634-3 neutron-server[93916]: DEBUG neutron.notifiers.nova [None req-55ec5deb-8d8a-4254-94d9-7638274ee8a5 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] device_id is not set on port cc4d6f23-cc65-4218-a56e-2db1d69d927c yet. {{(pid=93916) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 18:39:33.990670 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-79f4709a-f56e-4abb-a8d8-d3b0e71cd4d9 None None] Provisioning complete for port 3da287af-2738-4486-961b-dffd7cb5b2b2 triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:39:33.991181 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-79f4709a-f56e-4abb-a8d8-d3b0e71cd4d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:34.014634 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning for port b80e8fbe-d91d-4be8-8ac6-6ae8dbef92cc completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:39:34.268506 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.db_base_plugin_common [None req-55ec5deb-8d8a-4254-94d9-7638274ee8a5 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Allocated IP 172.20.0.3 (de099bce-1061-4014-bdd5-ec95cce7be8f/16dde370-5cf1-4dc2-b82e-aca77bf38abc/cc4d6f23-cc65-4218-a56e-2db1d69d927c) {{(pid=93916) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:39:34.277349 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.db_base_plugin_common [None req-55ec5deb-8d8a-4254-94d9-7638274ee8a5 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Allocated IP 2001:db8::f816:3eff:fea8:9a04 (de099bce-1061-4014-bdd5-ec95cce7be8f/10e8ad97-8763-4d1c-8518-01465ac01fda/cc4d6f23-cc65-4218-a56e-2db1d69d927c) {{(pid=93916) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:39:34.286538 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port b80e8fbe-d91d-4be8-8ac6-6ae8dbef92cc triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:39:34.286916 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:34.408066 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-79f4709a-f56e-4abb-a8d8-d3b0e71cd4d9 None None] Port 3da287af-2738-4486-961b-dffd7cb5b2b2 cannot update to ACTIVE because it is not bound. {{(pid=93917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 18:39:34.492946 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:34.530917 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-55ec5deb-8d8a-4254-94d9-7638274ee8a5 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks [] for port, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:34.548576 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.provisioning_blocks [None req-55ec5deb-8d8a-4254-94d9-7638274ee8a5 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Transition to ACTIVE for port object cc4d6f23-cc65-4218-a56e-2db1d69d927c will not be triggered until provisioned by entity DHCP. {{(pid=93916) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:39:34.597590 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-55ec5deb-8d8a-4254-94d9-7638274ee8a5 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:34.600507 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] For port b80e8fbe-d91d-4be8-8ac6-6ae8dbef92cc, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=b80e8fbe-d91d-4be8-8ac6-6ae8dbef92cc,segment=NetworkSegment(d0d72d50-2af1-4c80-a444-7e1148083188),segment_id=d0d72d50-2af1-4c80-a444-7e1148083188)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:39:34.671622 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55ec5deb-8d8a-4254-94d9-7638274ee8a5 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Network de099bce-1061-4014-bdd5-ec95cce7be8f is already hosted by enough agents. {{(pid=93916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:39:34.684130 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [None req-55ec5deb-8d8a-4254-94d9-7638274ee8a5 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Resources bound (agent type, host, resource id): {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:39:34.690734 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55ec5deb-8d8a-4254-94d9-7638274ee8a5 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Received port after_create {{(pid=93916) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:39:34.696596 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ec5deb-8d8a-4254-94d9-7638274ee8a5 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Pushing event updated for resources: {'Port': ['ID=cc4d6f23-cc65-4218-a56e-2db1d69d927c,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:39:34.697113 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d18c713-2fd8-4687-95e5-d7165a1c26c9 req-46ddd332-8774-4c32-a194-59a6d6f78b7e tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:39:34.699155 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-9d18c713-2fd8-4687-95e5-d7165a1c26c9 req-46ddd332-8774-4c32-a194-59a6d6f78b7e tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] 10.222.0.16 "GET /v2.0/ports?device_id=874d322a-698e-44bb-9bd2-08be5cdf70c5 HTTP/1.1" status: 200 len: 944 time: 1.1725562 Jul 14 18:39:34.709911 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:34.772898 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.db_base_plugin_common [None req-4a9bfafd-f0d5-4d2e-99ca-1883fed60053 None None] Allocated IP 172.20.0.2 (de099bce-1061-4014-bdd5-ec95cce7be8f/16dde370-5cf1-4dc2-b82e-aca77bf38abc/d1edf54e-edac-4618-808f-9e7a636a4603) {{(pid=93917) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:39:34.779534 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55ec5deb-8d8a-4254-94d9-7638274ee8a5 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:39:34.781036 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-55ec5deb-8d8a-4254-94d9-7638274ee8a5 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:34.810219 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-55ec5deb-8d8a-4254-94d9-7638274ee8a5 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.5019622 Jul 14 18:39:34.811299 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 55276) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:39:34.843429 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd11c7c-9a1b-4bac-bcc1-893099e54cb2 req-4bed4e98-c253-46ea-b2b3-2e3711c0e9b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:39:34.845038 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6cd11c7c-9a1b-4bac-bcc1-893099e54cb2 req-4bed4e98-c253-46ea-b2b3-2e3711c0e9b2 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0c6eccb7d5c743f1a53a528a1f419fa2&device_id=874d322a-698e-44bb-9bd2-08be5cdf70c5 HTTP/1.1" status: 200 len: 1095 time: 1.0527582 Jul 14 18:39:34.901152 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c28b9b-48b3-4dc6-af91-6a30e9b6345d req-b1fe2dcb-e9a4-47d6-a118-3bc3ae65a876 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:39:34.902712 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a7c28b9b-48b3-4dc6-af91-6a30e9b6345d req-b1fe2dcb-e9a4-47d6-a118-3bc3ae65a876 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] 10.222.0.16 "GET /v2.0/ports?device_id=4c97b723-59cb-4a2d-8757-30536ade8338 HTTP/1.1" status: 200 len: 931 time: 0.2730658 Jul 14 18:39:34.910917 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-9d18c713-2fd8-4687-95e5-d7165a1c26c9 req-c0a51d67-d892-462a-8cd5-e5fe66d97fbb tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] 10.222.0.16 "GET /v2.0/security-groups?id=5ae28d4a-02ca-4c7f-a85d-5b3fe1022a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2010334 Jul 14 18:39:34.933211 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab5403a6-e193-4a04-8a8e-69703826b88b tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:39:34.950843 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-4a9bfafd-f0d5-4d2e-99ca-1883fed60053 None None] For port d1edf54e-edac-4618-808f-9e7a636a4603, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=d1edf54e-edac-4618-808f-9e7a636a4603,segment=NetworkSegment(e57d1292-9039-4d9f-94d2-728500c53487),segment_id=e57d1292-9039-4d9f-94d2-728500c53487)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:39:34.956516 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6cd11c7c-9a1b-4bac-bcc1-893099e54cb2 req-62153bf9-d76c-4fee-b974-0f60d096d1e7 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.26&port_id=013e3a14-286e-4f12-a396-a465555ede0c HTTP/1.1" status: 200 len: 217 time: 0.0780878 Jul 14 18:39:34.957151 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-9b181450-4897-4a72-8338-d02b15e10b00 req-efe46432-ed4e-403d-88aa-1853c4bb8be1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:34.959451 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab5403a6-e193-4a04-8a8e-69703826b88b tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:39:34.967320 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-ab5403a6-e193-4a04-8a8e-69703826b88b tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1783 time: 0.1537199 Jul 14 18:39:34.971311 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 55278) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:39:35.010903 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-4a9bfafd-f0d5-4d2e-99ca-1883fed60053 None None] Notify callbacks [] for port, precommit_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:35.036654 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Pushing event updated for resources: {'Port': ['ID=b80e8fbe-d91d-4be8-8ac6-6ae8dbef92cc,revision_number=5']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:39:35.056970 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-4a9bfafd-f0d5-4d2e-99ca-1883fed60053 None None] Transition to ACTIVE for port object d1edf54e-edac-4618-808f-9e7a636a4603 will not be triggered until provisioned by entity DHCP. {{(pid=93917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:39:35.062358 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-4a9bfafd-f0d5-4d2e-99ca-1883fed60053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:35.125229 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a7c28b9b-48b3-4dc6-af91-6a30e9b6345d req-159ac787-ddda-43af-9817-014aa6e39a70 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] 10.222.0.16 "GET /v2.0/security-groups?id=594b2ab7-3a96-48b2-98bb-9a68eebb818a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2132299 Jul 14 18:39:35.141741 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd11c7c-9a1b-4bac-bcc1-893099e54cb2 req-e82a7c82-2a85-48b1-8caf-5a4f75fdb2b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:39:35.143225 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6cd11c7c-9a1b-4bac-bcc1-893099e54cb2 req-e82a7c82-2a85-48b1-8caf-5a4f75fdb2b2 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=68454e02-47a4-4e68-ab2a-a40151b5ebb0 HTTP/1.1" status: 200 len: 838 time: 0.1775661 Jul 14 18:39:35.198605 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9bfafd-f0d5-4d2e-99ca-1883fed60053 None None] Pushing event updated for resources: {'Port': ['ID=d1edf54e-edac-4618-808f-9e7a636a4603,revision_number=15']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:39:35.215229 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-daf04ec9-5100-4bc0-8502-9698dc17c17b tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Deleting port cc4d6f23-cc65-4218-a56e-2db1d69d927c {{(pid=93916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:39:35.215831 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-daf04ec9-5100-4bc0-8502-9698dc17c17b tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:35.246126 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 18:39:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23ed18eb-ed2e-45b6-88e8-2df27dfe0968 x-openstack-request-id: req-23ed18eb-ed2e-45b6-88e8-2df27dfe0968 {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:39:35.246568 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "874d322a-698e-44bb-9bd2-08be5cdf70c5", "tag": "013e3a14-286e-4f12-a396-a465555ede0c", "status": "completed", "code": 200}]} {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:39:35.246933 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-23ed18eb-ed2e-45b6-88e8-2df27dfe0968 {{(pid=93915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:39:35.247436 n-d-800634-3 neutron-server[93915]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '874d322a-698e-44bb-9bd2-08be5cdf70c5', 'tag': '013e3a14-286e-4f12-a396-a465555ede0c', 'status': 'completed', 'code': 200} Jul 14 18:39:35.319578 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:35.350802 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-daf04ec9-5100-4bc0-8502-9698dc17c17b tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:35.390932 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-daf04ec9-5100-4bc0-8502-9698dc17c17b tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Calling delete_port for cc4d6f23-cc65-4218-a56e-2db1d69d927c owned by {{(pid=93916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:39:35.470379 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd11c7c-9a1b-4bac-bcc1-893099e54cb2 req-b938ee0a-9035-4d41-86c1-eff490451fff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:39:35.471948 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6cd11c7c-9a1b-4bac-bcc1-893099e54cb2 req-b938ee0a-9035-4d41-86c1-eff490451fff service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ec24d75e-fe44-44be-8dac-22e11e1b9f62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3084145 Jul 14 18:39:35.492877 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device b80e8fbe-d91d-4be8-8ac6-6ae8dbef92cc up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:39:35.610294 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port b80e8fbe-d91d-4be8-8ac6-6ae8dbef92cc triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:39:35.610912 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:35.631058 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107995a9-e8ff-48b6-acd3-623896d3d8b0 req-df018827-78af-4e8f-86a5-8ac786014aae tempest-AttachVolumeTestJSON-1507206526 tempest-AttachVolumeTestJSON-1507206526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:39:35.641668 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-107995a9-e8ff-48b6-acd3-623896d3d8b0 req-df018827-78af-4e8f-86a5-8ac786014aae tempest-AttachVolumeTestJSON-1507206526 tempest-AttachVolumeTestJSON-1507206526-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d4752b4-cf55-42cb-aaf8-a6366a7dc104 HTTP/1.1" status: 200 len: 945 time: 0.4402800 Jul 14 18:39:35.652571 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 55284) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:39:35.658729 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-fa719e62-627a-4a3d-975b-8107405e1b56 tempest-AttachVolumeTestJSON-1507206526 tempest-AttachVolumeTestJSON-1507206526-project] Request body: {'floatingip': {'port_id': 'd804339d-5b7a-476d-a012-f8d5a3d4af14'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:39:35.740804 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-fa719e62-627a-4a3d-975b-8107405e1b56 tempest-AttachVolumeTestJSON-1507206526 tempest-AttachVolumeTestJSON-1507206526-project] Notify callbacks [] for floatingip, before_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:35.792580 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [req-9b181450-4897-4a72-8338-d02b15e10b00 req-efe46432-ed4e-403d-88aa-1853c4bb8be1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3da287af-2738-4486-961b-dffd7cb5b2b2 {{(pid=93915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 18:39:35.804484 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-9b181450-4897-4a72-8338-d02b15e10b00 req-efe46432-ed4e-403d-88aa-1853c4bb8be1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:35.819222 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.provisioning_blocks [req-9b181450-4897-4a72-8338-d02b15e10b00 req-efe46432-ed4e-403d-88aa-1853c4bb8be1 service neutron] Transition to ACTIVE for port object 3da287af-2738-4486-961b-dffd7cb5b2b2 will not be triggered until provisioned by entity L2. {{(pid=93915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:39:35.830987 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-9b181450-4897-4a72-8338-d02b15e10b00 req-efe46432-ed4e-403d-88aa-1853c4bb8be1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25912978'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:35.846454 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6cd11c7c-9a1b-4bac-bcc1-893099e54cb2 req-b2b164ff-93eb-433d-a778-cd9639b6df44 service neutron] 10.222.0.35 "GET /v2.0/networks/ec24d75e-fe44-44be-8dac-22e11e1b9f62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3273234 Jul 14 18:39:35.928703 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-daf04ec9-5100-4bc0-8502-9698dc17c17b tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:35.979286 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe46432-ed4e-403d-88aa-1853c4bb8be1 service neutron] Pushing event updated for resources: {'Port': ['ID=3da287af-2738-4486-961b-dffd7cb5b2b2,revision_number=2']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:39:36.008519 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf04ec9-5100-4bc0-8502-9698dc17c17b tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Pushing event deleted for resources: {'Port': ['ID=cc4d6f23-cc65-4218-a56e-2db1d69d927c,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:39:36.109573 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6cd11c7c-9a1b-4bac-bcc1-893099e54cb2 req-a385bb51-220c-490d-bd53-20e62ec483d8 service neutron] 10.222.0.35 "GET /v2.0/networks/ec24d75e-fe44-44be-8dac-22e11e1b9f62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2341161 Jul 14 18:39:36.135318 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-9b181450-4897-4a72-8338-d02b15e10b00 req-efe46432-ed4e-403d-88aa-1853c4bb8be1 service neutron] Attempting to bind port 3da287af-2738-4486-961b-dffd7cb5b2b2 on host n-h1-800634-3 for vnic_type normal with profile {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:39:36.135978 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-9b181450-4897-4a72-8338-d02b15e10b00 req-efe46432-ed4e-403d-88aa-1853c4bb8be1 service neutron] Attempting to bind port 3da287af-2738-4486-961b-dffd7cb5b2b2 by drivers openvswitch,hyperv on host n-h1-800634-3 at level 0 using segments [{'id': 'd0d72d50-2af1-4c80-a444-7e1148083188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '4af60b63-c835-45f6-978c-4969f04b1f64'}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:39:36.136470 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b181450-4897-4a72-8338-d02b15e10b00 req-efe46432-ed4e-403d-88aa-1853c4bb8be1 service neutron] Attempting to bind port 3da287af-2738-4486-961b-dffd7cb5b2b2 on network 4af60b63-c835-45f6-978c-4969f04b1f64 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:39:36.151237 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b181450-4897-4a72-8338-d02b15e10b00 req-efe46432-ed4e-403d-88aa-1853c4bb8be1 service neutron] Port 3da287af-2738-4486-961b-dffd7cb5b2b2 on network 4af60b63-c835-45f6-978c-4969f04b1f64 not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-3 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 18:39:36.154331 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b181450-4897-4a72-8338-d02b15e10b00 req-efe46432-ed4e-403d-88aa-1853c4bb8be1 service neutron] Attempting to bind port 3da287af-2738-4486-961b-dffd7cb5b2b2 on network 4af60b63-c835-45f6-978c-4969f04b1f64 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:39:36.216282 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b181450-4897-4a72-8338-d02b15e10b00 req-efe46432-ed4e-403d-88aa-1853c4bb8be1 service neutron] Checking agent: {'id': 'a3630ff4-fbee-45d9-b9b6-0ae41cb3a350', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 15, 32), 'started_at': datetime.datetime(2021, 7, 14, 18, 15, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 18, 39, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 18:39:36.217051 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b181450-4897-4a72-8338-d02b15e10b00 req-efe46432-ed4e-403d-88aa-1853c4bb8be1 service neutron] Checking segment: {'id': 'd0d72d50-2af1-4c80-a444-7e1148083188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '4af60b63-c835-45f6-978c-4969f04b1f64'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:39:36.217461 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b181450-4897-4a72-8338-d02b15e10b00 req-efe46432-ed4e-403d-88aa-1853c4bb8be1 service neutron] Bound using segment: {'id': 'd0d72d50-2af1-4c80-a444-7e1148083188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '4af60b63-c835-45f6-978c-4969f04b1f64'} {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 18:39:36.218211 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-9b181450-4897-4a72-8338-d02b15e10b00 req-efe46432-ed4e-403d-88aa-1853c4bb8be1 service neutron] Bound port: 3da287af-2738-4486-961b-dffd7cb5b2b2, host: n-h1-800634-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0d72d50-2af1-4c80-a444-7e1148083188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '4af60b63-c835-45f6-978c-4969f04b1f64'}}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 18:39:36.219040 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-9b181450-4897-4a72-8338-d02b15e10b00 req-efe46432-ed4e-403d-88aa-1853c4bb8be1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:36.294812 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4df93122-627b-46aa-b4ce-d9be6833ea08 None None] Network de099bce-1061-4014-bdd5-ec95cce7be8f requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:39:36.387347 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-205a2cbd-a1b4-4659-a526-4138078256e3 None None] Provisioning for port d1edf54e-edac-4618-808f-9e7a636a4603 completed by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:39:36.395270 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-205a2cbd-a1b4-4659-a526-4138078256e3 None None] Provisioning complete for port d1edf54e-edac-4618-808f-9e7a636a4603 triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:39:36.395947 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-205a2cbd-a1b4-4659-a526-4138078256e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:36.433164 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-9b181450-4897-4a72-8338-d02b15e10b00 req-efe46432-ed4e-403d-88aa-1853c4bb8be1 service neutron] For port 3da287af-2738-4486-961b-dffd7cb5b2b2, host n-h1-800634-3, cleared binding levels {{(pid=93915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:39:36.441926 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-9b181450-4897-4a72-8338-d02b15e10b00 req-efe46432-ed4e-403d-88aa-1853c4bb8be1 service neutron] For port 3da287af-2738-4486-961b-dffd7cb5b2b2, host n-h1-800634-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=3da287af-2738-4486-961b-dffd7cb5b2b2,segment=NetworkSegment(d0d72d50-2af1-4c80-a444-7e1148083188),segment_id=d0d72d50-2af1-4c80-a444-7e1148083188)] {{(pid=93915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 18:39:36.460156 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-9b181450-4897-4a72-8338-d02b15e10b00 req-efe46432-ed4e-403d-88aa-1853c4bb8be1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25912978'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:36.485865 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b181450-4897-4a72-8338-d02b15e10b00 req-efe46432-ed4e-403d-88aa-1853c4bb8be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:39:36.486396 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-9b181450-4897-4a72-8338-d02b15e10b00 req-efe46432-ed4e-403d-88aa-1853c4bb8be1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:36.488020 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-9b181450-4897-4a72-8338-d02b15e10b00 req-efe46432-ed4e-403d-88aa-1853c4bb8be1 service neutron] 10.222.0.18 "PUT /v2.0/ports/3da287af-2738-4486-961b-dffd7cb5b2b2 HTTP/1.1" status: 200 len: 1091 time: 2.6048894 Jul 14 18:39:36.491195 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cfbac0-2ffe-4b7d-bff6-78b849ffd592 req-3f7a7a2d-7676-45fa-a673-8a1ada64a547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:39:36.493921 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-35cfbac0-2ffe-4b7d-bff6-78b849ffd592 req-3f7a7a2d-7676-45fa-a673-8a1ada64a547 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0c6eccb7d5c743f1a53a528a1f419fa2&device_id=874d322a-698e-44bb-9bd2-08be5cdf70c5 HTTP/1.1" status: 200 len: 1095 time: 0.2694068 Jul 14 18:39:36.703330 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e5b95f-3f35-4e17-b7c7-48c8eb5a4eb3 req-afd6af27-8f4e-4c72-8d2c-271c1be80cce tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:39:36.704941 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-205a2cbd-a1b4-4659-a526-4138078256e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:36.705528 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-28e5b95f-3f35-4e17-b7c7-48c8eb5a4eb3 req-afd6af27-8f4e-4c72-8d2c-271c1be80cce tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] 10.222.0.16 "GET /v2.0/ports?device_id=874d322a-698e-44bb-9bd2-08be5cdf70c5 HTTP/1.1" status: 200 len: 944 time: 0.5305767 Jul 14 18:39:36.714795 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8599d4b6-c17b-4353-9c1a-a20537011769 req-c1783714-8bb4-496e-976c-1a67490879f9 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:39:36.716841 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-8599d4b6-c17b-4353-9c1a-a20537011769 req-c1783714-8bb4-496e-976c-1a67490879f9 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] 10.222.0.16 "GET /v2.0/ports?device_id=4c97b723-59cb-4a2d-8757-30536ade8338 HTTP/1.1" status: 200 len: 943 time: 0.3839483 Jul 14 18:39:36.790053 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cfbac0-2ffe-4b7d-bff6-78b849ffd592 req-b486cb59-7dd1-4ea7-b024-3eb36868e97e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:39:36.791498 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-35cfbac0-2ffe-4b7d-bff6-78b849ffd592 req-b486cb59-7dd1-4ea7-b024-3eb36868e97e service neutron] 10.222.0.35 "GET /v2.0/networks?id=ec24d75e-fe44-44be-8dac-22e11e1b9f62 HTTP/1.1" status: 200 len: 896 time: 0.2680559 Jul 14 18:39:36.794975 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-205a2cbd-a1b4-4659-a526-4138078256e3 None None] For port d1edf54e-edac-4618-808f-9e7a636a4603, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=d1edf54e-edac-4618-808f-9e7a636a4603,segment=NetworkSegment(e57d1292-9039-4d9f-94d2-728500c53487),segment_id=e57d1292-9039-4d9f-94d2-728500c53487)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:39:36.803547 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-205a2cbd-a1b4-4659-a526-4138078256e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:36.867784 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205a2cbd-a1b4-4659-a526-4138078256e3 None None] Pushing event updated for resources: {'Port': ['ID=d1edf54e-edac-4618-808f-9e7a636a4603,revision_number=16']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:39:36.880914 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-daf04ec9-5100-4bc0-8502-9698dc17c17b tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:36.883045 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-daf04ec9-5100-4bc0-8502-9698dc17c17b tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] 10.222.0.16 "DELETE /v2.0/ports/cc4d6f23-cc65-4218-a56e-2db1d69d927c HTTP/1.1" status: 204 len: 168 time: 1.9098535 Jul 14 18:39:36.885950 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 55298) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:39:36.887791 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe46432-ed4e-403d-88aa-1853c4bb8be1 service neutron] Pushing event updated for resources: {'Port': ['ID=3da287af-2738-4486-961b-dffd7cb5b2b2,revision_number=3']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:39:36.905517 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-35cfbac0-2ffe-4b7d-bff6-78b849ffd592 req-feb740be-808a-4fb0-807b-3c316ac07b22 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.26&port_id=013e3a14-286e-4f12-a396-a465555ede0c HTTP/1.1" status: 200 len: 217 time: 0.1009772 Jul 14 18:39:36.919255 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-28e5b95f-3f35-4e17-b7c7-48c8eb5a4eb3 req-16482541-9f96-4cb8-a85c-ecdf40c09a70 tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] 10.222.0.16 "GET /v2.0/security-groups?id=5ae28d4a-02ca-4c7f-a85d-5b3fe1022a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1962447 Jul 14 18:39:36.933134 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-8599d4b6-c17b-4353-9c1a-a20537011769 req-81961667-6e35-4fd6-a48b-532216e08076 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] 10.222.0.16 "GET /v2.0/security-groups?id=594b2ab7-3a96-48b2-98bb-9a68eebb818a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1934626 Jul 14 18:39:36.985275 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b181450-4897-4a72-8338-d02b15e10b00 req-be5efdb8-2bb6-4108-94bb-b794c49636dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:39:36.987272 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-9b181450-4897-4a72-8338-d02b15e10b00 req-be5efdb8-2bb6-4108-94bb-b794c49636dc service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=af718961b2754d7c873f442ed35947bb&device_id=4c97b723-59cb-4a2d-8757-30536ade8338 HTTP/1.1" status: 200 len: 1094 time: 0.3401632 Jul 14 18:39:37.005188 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cfbac0-2ffe-4b7d-bff6-78b849ffd592 req-f927ced8-75c1-4f16-a364-b400feac8664 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:39:37.006802 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-35cfbac0-2ffe-4b7d-bff6-78b849ffd592 req-f927ced8-75c1-4f16-a364-b400feac8664 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=68454e02-47a4-4e68-ab2a-a40151b5ebb0 HTTP/1.1" status: 200 len: 838 time: 0.0919704 Jul 14 18:39:37.017590 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a19da29c-34cf-49af-b3c3-a89c87f757a3 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:39:37.019124 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a19da29c-34cf-49af-b3c3-a89c87f757a3 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:39:37.020877 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a19da29c-34cf-49af-b3c3-a89c87f757a3 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:39:37.022513 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-a19da29c-34cf-49af-b3c3-a89c87f757a3 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1355760 Jul 14 18:39:37.025211 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 55300) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:39:37.049438 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-9b181450-4897-4a72-8338-d02b15e10b00 req-f683e64f-eb6f-44b3-b01d-abe0fa0b46cc service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3da287af-2738-4486-961b-dffd7cb5b2b2 HTTP/1.1" status: 200 len: 217 time: 0.0547478 Jul 14 18:39:37.154486 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b181450-4897-4a72-8338-d02b15e10b00 req-3df7731b-55ad-461a-ada0-b80d03d657ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:39:37.156151 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-9b181450-4897-4a72-8338-d02b15e10b00 req-3df7731b-55ad-461a-ada0-b80d03d657ef service neutron] 10.222.0.18 "GET /v2.0/subnets?id=727c42fe-46fd-46d1-8ab9-17297f08f294 HTTP/1.1" status: 200 len: 834 time: 0.0989773 Jul 14 18:39:37.208236 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cfbac0-2ffe-4b7d-bff6-78b849ffd592 req-61235a0f-f858-4d49-8981-89879e4e96c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:39:37.209802 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-35cfbac0-2ffe-4b7d-bff6-78b849ffd592 req-61235a0f-f858-4d49-8981-89879e4e96c7 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ec24d75e-fe44-44be-8dac-22e11e1b9f62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1624339 Jul 14 18:39:37.219470 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.db_base_plugin_v2 [None req-7eb0a55c-5c5c-4240-8b0a-660a2ffcc022 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Deleting subnet 10e8ad97-8763-4d1c-8518-01465ac01fda {{(pid=93916) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 18:39:37.231460 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-7eb0a55c-5c5c-4240-8b0a-660a2ffcc022 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks [] for subnet, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:37.250855 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c97b723-59cb-4a2d-8757-30536ade8338', 'tag': '3da287af-2738-4486-961b-dffd7cb5b2b2'}] {{(pid=93915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:39:37.253482 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e72782ad3af8f7d4ce76cedf092bca46d1756acc5c4653cf0b52034cdd6b073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ae0c43a-b406-47a6-b3c4-44bb12830eb3" -d '{"events": [{"name": "network-changed", "server_uuid": "4c97b723-59cb-4a2d-8757-30536ade8338", "tag": "3da287af-2738-4486-961b-dffd7cb5b2b2"}]}' {{(pid=93915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:39:37.310342 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b181450-4897-4a72-8338-d02b15e10b00 req-09731e3c-2c54-46aa-8b07-c0083d6a32a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:39:37.310981 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-fa719e62-627a-4a3d-975b-8107405e1b56 tempest-AttachVolumeTestJSON-1507206526 tempest-AttachVolumeTestJSON-1507206526-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:37.312669 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-9b181450-4897-4a72-8338-d02b15e10b00 req-09731e3c-2c54-46aa-8b07-c0083d6a32a9 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4af60b63-c835-45f6-978c-4969f04b1f64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1481285 Jul 14 18:39:37.319317 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-fa719e62-627a-4a3d-975b-8107405e1b56 tempest-AttachVolumeTestJSON-1507206526 tempest-AttachVolumeTestJSON-1507206526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-930131'] for floatingip, after_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:37.336574 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 18:39:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62af9222-9caa-4dd1-88c7-913c47266b60 x-openstack-request-id: req-62af9222-9caa-4dd1-88c7-913c47266b60 {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:39:37.336873 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c97b723-59cb-4a2d-8757-30536ade8338", "tag": "3da287af-2738-4486-961b-dffd7cb5b2b2", "status": "completed", "code": 200}]} {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:39:37.337131 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-62af9222-9caa-4dd1-88c7-913c47266b60 {{(pid=93915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:39:37.337532 n-d-800634-3 neutron-server[93915]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c97b723-59cb-4a2d-8757-30536ade8338', 'tag': '3da287af-2738-4486-961b-dffd7cb5b2b2', 'status': 'completed', 'code': 200} Jul 14 18:39:37.418651 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-35cfbac0-2ffe-4b7d-bff6-78b849ffd592 req-24ba1695-0b5c-4620-9c9a-eee4ab92b2f1 service neutron] 10.222.0.35 "GET /v2.0/networks/ec24d75e-fe44-44be-8dac-22e11e1b9f62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2001002 Jul 14 18:39:37.469002 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device d1edf54e-edac-4618-808f-9e7a636a4603 up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:39:37.482818 n-d-800634-3 neutron-server[93916]: INFO neutron.db.l3_db [None req-fa719e62-627a-4a3d-975b-8107405e1b56 tempest-AttachVolumeTestJSON-1507206526 tempest-AttachVolumeTestJSON-1507206526-project] Floating IP ac435b97-9e22-4865-9329-6c40d55e3c06 associated. External IP: 172.25.1.208, port: d804339d-5b7a-476d-a012-f8d5a3d4af14. Jul 14 18:39:37.490057 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-7eb0a55c-5c5c-4240-8b0a-660a2ffcc022 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26296866'] for subnet, precommit_delete_associations {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:37.527937 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port d1edf54e-edac-4618-808f-9e7a636a4603 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:39:37.528602 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:37.544837 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-9b181450-4897-4a72-8338-d02b15e10b00 req-f25a173f-4a7c-44aa-b4c9-83878c451b6d service neutron] 10.222.0.18 "GET /v2.0/networks/4af60b63-c835-45f6-978c-4969f04b1f64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2240589 Jul 14 18:39:37.717856 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67bbff2d-e482-4046-85d9-507d07fed22c None None] Network de099bce-1061-4014-bdd5-ec95cce7be8f requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:39:37.724011 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-35cfbac0-2ffe-4b7d-bff6-78b849ffd592 req-f8fe789d-2054-43d2-a2e9-f4420b564c89 service neutron] 10.222.0.35 "GET /v2.0/networks/ec24d75e-fe44-44be-8dac-22e11e1b9f62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2843056 Jul 14 18:39:37.735154 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-7eb0a55c-5c5c-4240-8b0a-660a2ffcc022 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081283'] for subnet, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:37.740168 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-9b181450-4897-4a72-8338-d02b15e10b00 req-57147ebe-49cc-4616-a490-4473180ebb9e service neutron] 10.222.0.18 "GET /v2.0/networks/4af60b63-c835-45f6-978c-4969f04b1f64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1742556 Jul 14 18:39:37.751191 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d68264-d344-4eca-8e1a-09228148b357 req-5274f270-fbcb-45cf-88b0-a6c06aefebbf tempest-VolumesBackupsTest-1789583416 tempest-VolumesBackupsTest-1789583416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:39:37.758633 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-06d68264-d344-4eca-8e1a-09228148b357 req-5274f270-fbcb-45cf-88b0-a6c06aefebbf tempest-VolumesBackupsTest-1789583416 tempest-VolumesBackupsTest-1789583416-project] 10.222.0.16 "GET /v2.0/ports?device_id=d3c3813b-46f5-4cd6-bab9-b34bb173e646 HTTP/1.1" status: 200 len: 949 time: 0.3178482 Jul 14 18:39:37.809994 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-a93c45bd-8934-4778-8e21-5b7240c255e4 None None] Provisioning complete for port d1edf54e-edac-4618-808f-9e7a636a4603 triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:39:37.810691 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-a93c45bd-8934-4778-8e21-5b7240c255e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:37.861066 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-06d68264-d344-4eca-8e1a-09228148b357 req-79926bd3-3f91-4307-9ddb-2928a3017561 tempest-VolumesBackupsTest-1789583416 tempest-VolumesBackupsTest-1789583416-project] 10.222.0.16 "GET /v2.0/security-groups?id=7e9bed6e-f7fd-4324-9c9a-ba8d68e5267e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971420 Jul 14 18:39:37.909716 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-7eb0a55c-5c5c-4240-8b0a-660a2ffcc022 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2684816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26033152'] for subnet, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:37.929627 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae0c43a-b406-47a6-b3c4-44bb12830eb3 req-7486046a-d5ab-4a71-8b76-ae80fad7418f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:39:37.931147 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-0ae0c43a-b406-47a6-b3c4-44bb12830eb3 req-7486046a-d5ab-4a71-8b76-ae80fad7418f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=af718961b2754d7c873f442ed35947bb&device_id=4c97b723-59cb-4a2d-8757-30536ade8338 HTTP/1.1" status: 200 len: 1094 time: 0.1362295 Jul 14 18:39:37.941165 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb0a55c-5c5c-4240-8b0a-660a2ffcc022 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Pushing event deleted for resources: {'Subnet': ['ID=10e8ad97-8763-4d1c-8518-01465ac01fda,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:39:37.946415 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa719e62-627a-4a3d-975b-8107405e1b56 tempest-AttachVolumeTestJSON-1507206526 tempest-AttachVolumeTestJSON-1507206526-project] Router 2dc4323a-0122-442a-83ad-c3183f0460cc has already been hosted by L3 agent 2c6eb27e-defb-4cca-9a24-381c7415e359 {{(pid=93916) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 18:39:37.951212 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-7eb0a55c-5c5c-4240-8b0a-660a2ffcc022 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks [] for subnet, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:37.953617 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-7eb0a55c-5c5c-4240-8b0a-660a2ffcc022 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] 10.222.0.16 "DELETE /v2.0/subnets/10e8ad97-8763-4d1c-8518-01465ac01fda HTTP/1.1" status: 204 len: 168 time: 0.9273355 Jul 14 18:39:37.956579 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 55308) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:39:38.096657 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.db_base_plugin_v2 [None req-57fe8a55-43eb-4317-a060-517b08c50423 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Deleting subnet 16dde370-5cf1-4dc2-b82e-aca77bf38abc {{(pid=93916) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 18:39:38.105352 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-57fe8a55-43eb-4317-a060-517b08c50423 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks [] for subnet, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:38.107024 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae0c43a-b406-47a6-b3c4-44bb12830eb3 req-4eed746e-b883-40eb-8c3b-86236c689a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:39:38.108854 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-0ae0c43a-b406-47a6-b3c4-44bb12830eb3 req-4eed746e-b883-40eb-8c3b-86236c689a50 service neutron] 10.222.0.18 "GET /v2.0/networks?id=4af60b63-c835-45f6-978c-4969f04b1f64 HTTP/1.1" status: 200 len: 896 time: 0.1717293 Jul 14 18:39:38.184812 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-57fe8a55-43eb-4317-a060-517b08c50423 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26296866'] for subnet, precommit_delete_associations {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:38.215353 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-0ae0c43a-b406-47a6-b3c4-44bb12830eb3 req-96fae5b4-ae17-4838-9836-63ab39ec4e3a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3da287af-2738-4486-961b-dffd7cb5b2b2 HTTP/1.1" status: 200 len: 217 time: 0.0991242 Jul 14 18:39:38.229744 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa719e62-627a-4a3d-975b-8107405e1b56 tempest-AttachVolumeTestJSON-1507206526 tempest-AttachVolumeTestJSON-1507206526-project] Notify agent at l3_agent.n-d-800634-3 the message routers_updated {{(pid=93916) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 18:39:38.236981 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-fa719e62-627a-4a3d-975b-8107405e1b56 tempest-AttachVolumeTestJSON-1507206526 tempest-AttachVolumeTestJSON-1507206526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for floatingip, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:38.242524 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eef7cfaf-76ce-4eee-9e5a-6a48f938263d None None] Sync routers for ids ['2dc4323a-0122-442a-83ad-c3183f0460cc'] in n-d-800634-3 {{(pid=93918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 18:39:38.265971 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eef7cfaf-76ce-4eee-9e5a-6a48f938263d None None] Routers {'2dc4323a-0122-442a-83ad-c3183f0460cc'} bound to L3 agent in host n-d-800634-3 {{(pid=93918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:39:38.267032 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-eef7cfaf-76ce-4eee-9e5a-6a48f938263d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:39:23Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['2dc4323a-0122-442a-83ad-c3183f0460cc'], 'active': True} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:39:38.295219 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae0c43a-b406-47a6-b3c4-44bb12830eb3 req-51ca13ec-f145-4ab9-8871-fee9fcb718e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:39:38.296783 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-0ae0c43a-b406-47a6-b3c4-44bb12830eb3 req-51ca13ec-f145-4ab9-8871-fee9fcb718e1 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=727c42fe-46fd-46d1-8ab9-17297f08f294 HTTP/1.1" status: 200 len: 834 time: 0.0713558 Jul 14 18:39:38.306723 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c0e2db-ca3d-45cd-831f-d734d11cb38c req-34001386-2822-47f4-a3a4-70a2b626506f tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:39:38.314350 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-30c0e2db-ca3d-45cd-831f-d734d11cb38c req-34001386-2822-47f4-a3a4-70a2b626506f tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] 10.222.0.16 "GET /v2.0/ports?device_id=874d322a-698e-44bb-9bd2-08be5cdf70c5 HTTP/1.1" status: 200 len: 944 time: 0.1910446 Jul 14 18:39:38.334497 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-57fe8a55-43eb-4317-a060-517b08c50423 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081283'] for subnet, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:38.338984 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e01000eb-1b51-4a53-8637-4c863457ee9d None None] Network de099bce-1061-4014-bdd5-ec95cce7be8f requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:39:38.390675 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ded901e-c917-4ff3-82f3-91a668df1b42 req-ba1ec269-3251-4032-8ecc-2fd1ee5c33ef tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:39:38.392750 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-4ded901e-c917-4ff3-82f3-91a668df1b42 req-ba1ec269-3251-4032-8ecc-2fd1ee5c33ef tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] 10.222.0.16 "GET /v2.0/ports?device_id=4c97b723-59cb-4a2d-8757-30536ade8338 HTTP/1.1" status: 200 len: 943 time: 0.2369764 Jul 14 18:39:38.392922 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-3978d1d2-721a-475a-a8ba-40b365602b37 None None] Provisioning complete for port d1edf54e-edac-4618-808f-9e7a636a4603 triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:39:38.393243 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-3978d1d2-721a-475a-a8ba-40b365602b37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:38.395126 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvr_db [None req-eef7cfaf-76ce-4eee-9e5a-6a48f938263d None None] Set router 2dc4323a-0122-442a-83ad-c3183f0460cc gateway port host: n-d-800634-3 {{(pid=93918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 18:39:38.409410 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-30c0e2db-ca3d-45cd-831f-d734d11cb38c req-bffa0450-915c-4861-a67f-04544af5ccf3 tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] 10.222.0.16 "GET /v2.0/security-groups?id=5ae28d4a-02ca-4c7f-a85d-5b3fe1022a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0940969 Jul 14 18:39:38.427086 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Device 013e3a14-286e-4f12-a396-a465555ede0c details requested by agent hyperv_n-h2-800634-3 with host n-h2-800634-3 {{(pid=93917) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 18:39:38.429201 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-57fe8a55-43eb-4317-a060-517b08c50423 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2684816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26033152'] for subnet, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:38.485048 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fe8a55-43eb-4317-a060-517b08c50423 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Pushing event deleted for resources: {'Subnet': ['ID=16dde370-5cf1-4dc2-b82e-aca77bf38abc,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:39:38.493849 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-57fe8a55-43eb-4317-a060-517b08c50423 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks [] for subnet, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:38.500231 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-57fe8a55-43eb-4317-a060-517b08c50423 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] 10.222.0.16 "DELETE /v2.0/subnets/16dde370-5cf1-4dc2-b82e-aca77bf38abc HTTP/1.1" status: 204 len: 168 time: 0.5422101 Jul 14 18:39:38.503144 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 55316) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:39:38.524943 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-4ded901e-c917-4ff3-82f3-91a668df1b42 req-38911a1c-dc16-4da0-a05c-49dcef72444e tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] 10.222.0.16 "GET /v2.0/security-groups?id=594b2ab7-3a96-48b2-98bb-9a68eebb818a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1128545 Jul 14 18:39:38.542983 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae0c43a-b406-47a6-b3c4-44bb12830eb3 req-5672aff0-43ff-4b03-913f-97d0f1e99448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:39:38.544568 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-0ae0c43a-b406-47a6-b3c4-44bb12830eb3 req-5672aff0-43ff-4b03-913f-97d0f1e99448 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4af60b63-c835-45f6-978c-4969f04b1f64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2108839 Jul 14 18:39:38.581221 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-7290da44-829a-4325-b697-035c005ab205 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0768931 Jul 14 18:39:38.583555 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-fa719e62-627a-4a3d-975b-8107405e1b56 tempest-AttachVolumeTestJSON-1507206526 tempest-AttachVolumeTestJSON-1507206526-project] 10.222.0.16 "PUT /v2.0/floatingips/ac435b97-9e22-4865-9329-6c40d55e3c06 HTTP/1.1" status: 200 len: 991 time: 2.9289978 Jul 14 18:39:38.584236 n-d-800634-3 neutron-server[93916]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d4752b4-cf55-42cb-aaf8-a6366a7dc104', 'tag': 'd804339d-5b7a-476d-a012-f8d5a3d4af14'}] {{(pid=93916) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:39:38.598088 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f803e150b363a7893830aa996ac27753fa25517c406ecd3536b7c2d4b26eeb9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17df141b-151c-4c36-afe1-059c79892c83" -d '{"events": [{"name": "network-changed", "server_uuid": "2d4752b4-cf55-42cb-aaf8-a6366a7dc104", "tag": "d804339d-5b7a-476d-a012-f8d5a3d4af14"}]}' {{(pid=93916) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:39:38.604702 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 55320) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:39:38.618228 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-af80bff4-191a-4fdc-9b85-bcd159666d07 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Request body: {'subnet': {'network_id': 'de099bce-1061-4014-bdd5-ec95cce7be8f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:39:38.701315 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-0ae0c43a-b406-47a6-b3c4-44bb12830eb3 req-63ab4cb5-f9ff-4fb2-b91f-7dad3a9a5121 service neutron] 10.222.0.18 "GET /v2.0/networks/4af60b63-c835-45f6-978c-4969f04b1f64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1497107 Jul 14 18:39:38.724937 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 18:39:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c3852b0-5103-48c9-b64e-0d10b098c361 x-openstack-request-id: req-1c3852b0-5103-48c9-b64e-0d10b098c361 {{(pid=93916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:39:38.725226 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d4752b4-cf55-42cb-aaf8-a6366a7dc104", "tag": "d804339d-5b7a-476d-a012-f8d5a3d4af14", "status": "completed", "code": 200}]} {{(pid=93916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:39:38.725480 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1c3852b0-5103-48c9-b64e-0d10b098c361 {{(pid=93916) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:39:38.725868 n-d-800634-3 neutron-server[93916]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d4752b4-cf55-42cb-aaf8-a6366a7dc104', 'tag': 'd804339d-5b7a-476d-a012-f8d5a3d4af14', 'status': 'completed', 'code': 200} Jul 14 18:39:38.768081 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] For port 013e3a14-286e-4f12-a396-a465555ede0c, host n-h2-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=013e3a14-286e-4f12-a396-a465555ede0c,segment=NetworkSegment(eea5473f-55d7-4a98-a1d1-b1f0b0bfe581),segment_id=eea5473f-55d7-4a98-a1d1-b1f0b0bfe581)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:39:38.791462 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Returning: {'device': '013e3a14-286e-4f12-a396-a465555ede0c', 'network_id': 'ec24d75e-fe44-44be-8dac-22e11e1b9f62', 'port_id': '013e3a14-286e-4f12-a396-a465555ede0c', 'mac_address': 'fa:16:3e:da:ac:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68454e02-47a4-4e68-ab2a-a40151b5ebb0', 'ip_address': '172.20.0.26'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93917) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 18:39:38.806182 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af80bff4-191a-4fdc-9b85-bcd159666d07 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Made reservation on behalf of 13ccccd91e8c4eb89f4317d7ac77ca6b for: {'subnet': 1} {{(pid=93916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:39:38.810712 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-af80bff4-191a-4fdc-9b85-bcd159666d07 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26033189'] for subnet, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:38.833840 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-eef7cfaf-76ce-4eee-9e5a-6a48f938263d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dc4323a-0122-442a-83ad-c3183f0460cc', 'name': 'tempest-AttachVolumeTestJSON-1341928878-router', 'tenant_id': '4427572788fe4f30abbab6f59fdbf9f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.148'}], 'enable_snat': True}, 'gw_port_id': '96b6fe5d-cb6c-43bc-a1ec-af6bf3a43be7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:38:52Z', 'updated_at': '2021-07-14T18:38:58Z', 'revision_number': 4, 'project_id': '4427572788fe4f30abbab6f59fdbf9f1', 'gw_port': {'id': '96b6fe5d-cb6c-43bc-a1ec-af6bf3a43be7', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:4b:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dc4323a-0122-442a-83ad-c3183f0460cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2160, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:38:53Z', 'updated_at': '2021-07-14T18:39:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_floatingips': [{'id': 'ac435b97-9e22-4865-9329-6c40d55e3c06', 'tenant_id': '4427572788fe4f30abbab6f59fdbf9f1', 'floating_ip_address': '172.25.1.208', 'floating_network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'router_id': '2dc4323a-0122-442a-83ad-c3183f0460cc', 'port_id': 'd804339d-5b7a-476d-a012-f8d5a3d4af14', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2172, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '949878ad-81d9-4447-9e61-f4d51615e760', 'mac_address': 'fa:16:3e:16:12:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d4752b4-cf55-42cb-aaf8-a6366a7dc104', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T18:39:08Z', 'updated_at': '2021-07-14T18:39:37Z', 'revision_number': 1, 'project_id': '4427572788fe4f30abbab6f59fdbf9f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70ba2e1f-9013-4cdf-a890-295e6c4fdaa3', 'name': '', 'network_id': '949878ad-81d9-4447-9e61-f4d51615e760', 'tenant_id': '4427572788fe4f30abbab6f59fdbf9f1', 'mac_address': 'fa:16:3e:62:fc:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dc4323a-0122-442a-83ad-c3183f0460cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2161, 'fixed_ips': [{'subnet_id': '42f73a38-7ef6-4d77-ab5e-abe039b69936', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:38:56Z', 'updated_at': '2021-07-14T18:39:07Z', 'revision_number': 5, 'project_id': '4427572788fe4f30abbab6f59fdbf9f1', 'subnets': [{'id': '42f73a38-7ef6-4d77-ab5e-abe039b69936', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-3', False) {} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:39:38.847552 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-0ae0c43a-b406-47a6-b3c4-44bb12830eb3 req-51b8a162-80ef-4f36-b24b-5d3d9b5067a7 service neutron] 10.222.0.18 "GET /v2.0/networks/4af60b63-c835-45f6-978c-4969f04b1f64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1393659 Jul 14 18:39:38.850427 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17df141b-151c-4c36-afe1-059c79892c83 req-a097b50f-2069-43b3-98b1-57362a175e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:39:38.852666 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-17df141b-151c-4c36-afe1-059c79892c83 req-a097b50f-2069-43b3-98b1-57362a175e8d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4427572788fe4f30abbab6f59fdbf9f1&device_id=2d4752b4-cf55-42cb-aaf8-a6366a7dc104 HTTP/1.1" status: 200 len: 1096 time: 0.1359763 Jul 14 18:39:38.869732 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:38.883505 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eef7cfaf-76ce-4eee-9e5a-6a48f938263d None None] Checking router: 2dc4323a-0122-442a-83ad-c3183f0460cc for host: n-d-800634-3 {{(pid=93918) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 18:39:38.892573 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 013e3a14-286e-4f12-a396-a465555ede0c {{(pid=93917) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 18:39:38.899172 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eef7cfaf-76ce-4eee-9e5a-6a48f938263d None None] Routers {'2dc4323a-0122-442a-83ad-c3183f0460cc'} bound to L3 agent in host n-d-800634-3 {{(pid=93918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:39:38.899973 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-eef7cfaf-76ce-4eee-9e5a-6a48f938263d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:39:23Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['2dc4323a-0122-442a-83ad-c3183f0460cc'], 'active': True} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:39:38.946473 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] For port 013e3a14-286e-4f12-a396-a465555ede0c, host n-h2-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=013e3a14-286e-4f12-a396-a465555ede0c,segment=NetworkSegment(eea5473f-55d7-4a98-a1d1-b1f0b0bfe581),segment_id=eea5473f-55d7-4a98-a1d1-b1f0b0bfe581)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:39:38.955920 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:38.961383 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca742686-a6b5-445d-9c3c-64554e8c275d None None] DHCP port deletion for de099bce-1061-4014-bdd5-ec95cce7be8f request from n-d-800634-3 {{(pid=93917) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 18:39:39.056820 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Pushing event updated for resources: {'Port': ['ID=013e3a14-286e-4f12-a396-a465555ede0c,revision_number=4']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:39:39.059694 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvr_db [None req-eef7cfaf-76ce-4eee-9e5a-6a48f938263d None None] Set router 2dc4323a-0122-442a-83ad-c3183f0460cc gateway port host: n-d-800634-3 {{(pid=93918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 18:39:39.074168 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-ca742686-a6b5-445d-9c3c-64554e8c275d None None] Deleting port d1edf54e-edac-4618-808f-9e7a636a4603 {{(pid=93917) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:39:39.074677 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-ca742686-a6b5-445d-9c3c-64554e8c275d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:39.081830 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-af80bff4-191a-4fdc-9b85-bcd159666d07 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2684753', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26033175'] for subnet, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:39.099383 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17df141b-151c-4c36-afe1-059c79892c83 req-5ca1b03e-0fc0-4278-905a-8ee95a41f13c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:39:39.101790 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-17df141b-151c-4c36-afe1-059c79892c83 req-5ca1b03e-0fc0-4278-905a-8ee95a41f13c service neutron] 10.222.0.18 "GET /v2.0/networks?id=949878ad-81d9-4447-9e61-f4d51615e760 HTTP/1.1" status: 200 len: 911 time: 0.2303760 Jul 14 18:39:39.128583 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af80bff4-191a-4fdc-9b85-bcd159666d07 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Network de099bce-1061-4014-bdd5-ec95cce7be8f is already hosted by enough agents. {{(pid=93916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:39:39.132941 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [None req-af80bff4-191a-4fdc-9b85-bcd159666d07 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Resources bound (agent type, host, resource id): {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:39:39.138372 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af80bff4-191a-4fdc-9b85-bcd159666d07 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:39:39.139424 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-af80bff4-191a-4fdc-9b85-bcd159666d07 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks [] for subnet, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:39.164484 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af80bff4-191a-4fdc-9b85-bcd159666d07 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Pushing event updated for resources: {'Subnet': ['ID=2e6eb370-b518-41e9-953c-c1fb5ac1bc5a,revision_number=0']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:39:39.172764 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-ca742686-a6b5-445d-9c3c-64554e8c275d None None] For port d1edf54e-edac-4618-808f-9e7a636a4603, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=d1edf54e-edac-4618-808f-9e7a636a4603,segment=NetworkSegment(e57d1292-9039-4d9f-94d2-728500c53487),segment_id=e57d1292-9039-4d9f-94d2-728500c53487)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:39:39.173376 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-ca742686-a6b5-445d-9c3c-64554e8c275d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:39.174959 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-af80bff4-191a-4fdc-9b85-bcd159666d07 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5664124 Jul 14 18:39:39.177730 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 55328) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:39:39.183321 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-9c30f71d-7c7f-407b-a82e-3c34ae4bcd8b tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Request body: {'subnet': {'network_id': 'de099bce-1061-4014-bdd5-ec95cce7be8f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:39:39.189466 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-ca742686-a6b5-445d-9c3c-64554e8c275d None None] Calling delete_port for d1edf54e-edac-4618-808f-9e7a636a4603 owned by network:dhcp {{(pid=93917) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:39:39.223187 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-17df141b-151c-4c36-afe1-059c79892c83 req-fd016ef9-21f7-4fc2-b0f7-22605c3ef895 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d804339d-5b7a-476d-a012-f8d5a3d4af14 HTTP/1.1" status: 200 len: 999 time: 0.1118171 Jul 14 18:39:39.283780 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] get_ports_and_sgs() called for port_ids ['013e3a14-286e-4f12-a396-a465555ede0c'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 18:39:39.294895 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e39367-6f04-4439-8e59-722a92211dbf req-77df9d37-ec50-45bf-8868-ae8b4adb3680 tempest-VolumesBackupsTest-1789583416 tempest-VolumesBackupsTest-1789583416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:39:39.297033 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f4e39367-6f04-4439-8e59-722a92211dbf req-77df9d37-ec50-45bf-8868-ae8b4adb3680 tempest-VolumesBackupsTest-1789583416 tempest-VolumesBackupsTest-1789583416-project] 10.222.0.35 "GET /v2.0/ports?device_id=d3c3813b-46f5-4cd6-bab9-b34bb173e646 HTTP/1.1" status: 200 len: 949 time: 0.4384346 Jul 14 18:39:39.297867 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-ca742686-a6b5-445d-9c3c-64554e8c275d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813'] for port, after_delete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:39.349080 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17df141b-151c-4c36-afe1-059c79892c83 req-22b66402-7c6b-41de-b510-6eb45f655346 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:39:39.350758 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-17df141b-151c-4c36-afe1-059c79892c83 req-22b66402-7c6b-41de-b510-6eb45f655346 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=42f73a38-7ef6-4d77-ab5e-abe039b69936 HTTP/1.1" status: 200 len: 850 time: 0.1189005 Jul 14 18:39:39.351840 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c30f71d-7c7f-407b-a82e-3c34ae4bcd8b tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Made reservation on behalf of 13ccccd91e8c4eb89f4317d7ac77ca6b for: {'subnet': 1} {{(pid=93916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:39:39.365325 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682435a2-cb1d-4d6b-83d8-f3f417baaa07 req-f3a20f48-7f8d-44e6-af36-b9f9caaee0d7 tempest-VolumesBackupsTest-1789583416 tempest-VolumesBackupsTest-1789583416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:39:39.366892 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-682435a2-cb1d-4d6b-83d8-f3f417baaa07 req-f3a20f48-7f8d-44e6-af36-b9f9caaee0d7 tempest-VolumesBackupsTest-1789583416 tempest-VolumesBackupsTest-1789583416-project] 10.222.0.16 "GET /v2.0/ports?device_id=d3c3813b-46f5-4cd6-bab9-b34bb173e646 HTTP/1.1" status: 200 len: 949 time: 0.3498771 Jul 14 18:39:39.370868 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-9c30f71d-7c7f-407b-a82e-3c34ae4bcd8b tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26033189'] for subnet, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:39.396021 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca742686-a6b5-445d-9c3c-64554e8c275d None None] No DVR routers for this DVR port d1edf54e-edac-4618-808f-9e7a636a4603 on host n-d-800634-3 {{(pid=93917) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 18:39:39.402297 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca742686-a6b5-445d-9c3c-64554e8c275d None None] Pushing event deleted for resources: {'Port': ['ID=d1edf54e-edac-4618-808f-9e7a636a4603,revision_number=None']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:39:39.416426 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device d1edf54e-edac-4618-808f-9e7a636a4603 no longer exists at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 18:39:39.421890 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b05bb11-e78d-4da2-8736-56e1593f688a None None] Network de099bce-1061-4014-bdd5-ec95cce7be8f requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:39:39.519678 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] No Port match for: d1edf54e-edac-4618-808f-9e7a636a4603 {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 18:39:39.519678 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device d1edf54e-edac-4618-808f-9e7a636a4603 not bound to the agent host n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 18:39:39.576943 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-eef7cfaf-76ce-4eee-9e5a-6a48f938263d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dc4323a-0122-442a-83ad-c3183f0460cc', 'name': 'tempest-AttachVolumeTestJSON-1341928878-router', 'tenant_id': '4427572788fe4f30abbab6f59fdbf9f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.148'}], 'enable_snat': True}, 'gw_port_id': '96b6fe5d-cb6c-43bc-a1ec-af6bf3a43be7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:38:52Z', 'updated_at': '2021-07-14T18:38:58Z', 'revision_number': 4, 'project_id': '4427572788fe4f30abbab6f59fdbf9f1', 'gw_port': {'id': '96b6fe5d-cb6c-43bc-a1ec-af6bf3a43be7', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:4b:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dc4323a-0122-442a-83ad-c3183f0460cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2160, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:38:53Z', 'updated_at': '2021-07-14T18:39:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_floatingips': [{'id': 'ac435b97-9e22-4865-9329-6c40d55e3c06', 'tenant_id': '4427572788fe4f30abbab6f59fdbf9f1', 'floating_ip_address': '172.25.1.208', 'floating_network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'router_id': '2dc4323a-0122-442a-83ad-c3183f0460cc', 'port_id': 'd804339d-5b7a-476d-a012-f8d5a3d4af14', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2172, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '949878ad-81d9-4447-9e61-f4d51615e760', 'mac_address': 'fa:16:3e:16:12:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d4752b4-cf55-42cb-aaf8-a6366a7dc104', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T18:39:08Z', 'updated_at': '2021-07-14T18:39:37Z', 'revision_number': 1, 'project_id': '4427572788fe4f30abbab6f59fdbf9f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70ba2e1f-9013-4cdf-a890-295e6c4fdaa3', 'name': '', 'network_id': '949878ad-81d9-4447-9e61-f4d51615e760', 'tenant_id': '4427572788fe4f30abbab6f59fdbf9f1', 'mac_address': 'fa:16:3e:62:fc:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dc4323a-0122-442a-83ad-c3183f0460cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2161, 'fixed_ips': [{'subnet_id': '42f73a38-7ef6-4d77-ab5e-abe039b69936', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:38:56Z', 'updated_at': '2021-07-14T18:39:07Z', 'revision_number': 5, 'project_id': '4427572788fe4f30abbab6f59fdbf9f1', 'subnets': [{'id': '42f73a38-7ef6-4d77-ab5e-abe039b69936', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-3', False) {} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:39:39.620416 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eef7cfaf-76ce-4eee-9e5a-6a48f938263d None None] The sync data for ids ['2dc4323a-0122-442a-83ad-c3183f0460cc'] in n-d-800634-3 is: [{'id': '2dc4323a-0122-442a-83ad-c3183f0460cc', 'name': 'tempest-AttachVolumeTestJSON-1341928878-router', 'tenant_id': '4427572788fe4f30abbab6f59fdbf9f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.148'}], 'enable_snat': True}, 'gw_port_id': '96b6fe5d-cb6c-43bc-a1ec-af6bf3a43be7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:38:52Z', 'updated_at': '2021-07-14T18:38:58Z', 'revision_number': 4, 'project_id': '4427572788fe4f30abbab6f59fdbf9f1', 'gw_port': {'id': '96b6fe5d-cb6c-43bc-a1ec-af6bf3a43be7', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:4b:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dc4323a-0122-442a-83ad-c3183f0460cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2160, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:38:53Z', 'updated_at': '2021-07-14T18:39:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_floatingips': [{'id': 'ac435b97-9e22-4865-9329-6c40d55e3c06', 'tenant_id': '4427572788fe4f30abbab6f59fdbf9f1', 'floating_ip_address': '172.25.1.208', 'floating_network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'router_id': '2dc4323a-0122-442a-83ad-c3183f0460cc', 'port_id': 'd804339d-5b7a-476d-a012-f8d5a3d4af14', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2172, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '949878ad-81d9-4447-9e61-f4d51615e760', 'mac_address': 'fa:16:3e:16:12:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d4752b4-cf55-42cb-aaf8-a6366a7dc104', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T18:39:08Z', 'updated_at': '2021-07-14T18:39:37Z', 'revision_number': 1, 'project_id': '4427572788fe4f30abbab6f59fdbf9f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70ba2e1f-9013-4cdf-a890-295e6c4fdaa3', 'name': '', 'network_id': '949878ad-81d9-4447-9e61-f4d51615e760', 'tenant_id': '4427572788fe4f30abbab6f59fdbf9f1', 'mac_address': 'fa:16:3e:62:fc:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dc4323a-0122-442a-83ad-c3183f0460cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2161, 'fixed_ips': [{'subnet_id': '42f73a38-7ef6-4d77-ab5e-abe039b69936', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:38:56Z', 'updated_at': '2021-07-14T18:39:07Z', 'revision_number': 5, 'project_id': '4427572788fe4f30abbab6f59fdbf9f1', 'subnets': [{'id': '42f73a38-7ef6-4d77-ab5e-abe039b69936', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 18:39:39.685347 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46ba52b6-1ed7-4a3a-94e5-346dcc73aac7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9222b97e-5d1c-54f8-ba97-82f172498e76-de099bce-1061-4014-bdd5-ec95cce7be8f', 'network_id': 'de099bce-1061-4014-bdd5-ec95cce7be8f', 'tenant_id': '13ccccd91e8c4eb89f4317d7ac77ca6b', 'fixed_ips': [{'subnet_id': '2e6eb370-b518-41e9-953c-c1fb5ac1bc5a'}]}} from n-d-800634-3. {{(pid=93917) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 18:39:39.686218 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-46ba52b6-1ed7-4a3a-94e5-346dcc73aac7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:39.786414 n-d-800634-3 neutron-server[93916]: DEBUG neutron.objects.ports [None req-9c30f71d-7c7f-407b-a82e-3c34ae4bcd8b tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93916) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 14 18:39:39.788045 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-9c30f71d-7c7f-407b-a82e-3c34ae4bcd8b tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2684753', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26033175'] for subnet, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:39.830024 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c30f71d-7c7f-407b-a82e-3c34ae4bcd8b tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Network de099bce-1061-4014-bdd5-ec95cce7be8f is already hosted by enough agents. {{(pid=93916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:39:39.833905 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [None req-9c30f71d-7c7f-407b-a82e-3c34ae4bcd8b tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Resources bound (agent type, host, resource id): {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:39:39.840289 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c30f71d-7c7f-407b-a82e-3c34ae4bcd8b tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:39:39.840963 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-9c30f71d-7c7f-407b-a82e-3c34ae4bcd8b tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks [] for subnet, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:39.863585 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c30f71d-7c7f-407b-a82e-3c34ae4bcd8b tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Pushing event updated for resources: {'Subnet': ['ID=b51c6791-f96b-4998-bfbd-29f9e3af6a2e,revision_number=0']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:39:39.870853 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-9c30f71d-7c7f-407b-a82e-3c34ae4bcd8b tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6918542 Jul 14 18:39:39.871898 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 55340) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:39:39.877991 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-0af83c5c-13bb-49c5-9c38-8ec0a5f0cb18 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Request body: {'port': {'network_id': 'de099bce-1061-4014-bdd5-ec95cce7be8f', 'mac_address': 'fa:16:3e:19:ec:cc', 'name': 'tempest-NetworksTestDHCPv6-345186476'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:39:40.020818 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.db_base_plugin_common [None req-46ba52b6-1ed7-4a3a-94e5-346dcc73aac7 None None] Allocated IP 172.20.0.2 (de099bce-1061-4014-bdd5-ec95cce7be8f/2e6eb370-b518-41e9-953c-c1fb5ac1bc5a/dfc1667d-72e2-451e-91f5-01f0c20c6aac) {{(pid=93917) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:39:40.026651 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0af83c5c-13bb-49c5-9c38-8ec0a5f0cb18 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Made reservation on behalf of 13ccccd91e8c4eb89f4317d7ac77ca6b for: {'port': 1} {{(pid=93916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:39:40.031266 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.db_base_plugin_common [None req-46ba52b6-1ed7-4a3a-94e5-346dcc73aac7 None None] Allocated IP 2001:db8::f816:3eff:fe92:6bb7 (de099bce-1061-4014-bdd5-ec95cce7be8f/b51c6791-f96b-4998-bfbd-29f9e3af6a2e/dfc1667d-72e2-451e-91f5-01f0c20c6aac) {{(pid=93917) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:39:40.037527 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d5ec0b2-9632-4594-8242-080d1e04bfae None None] New status for floating IP ac435b97-9e22-4865-9329-6c40d55e3c06: ACTIVE {{(pid=93917) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 18:39:40.113114 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-682435a2-cb1d-4d6b-83d8-f3f417baaa07 req-7673f081-6e53-477c-989f-bfa6c2cb1381 tempest-VolumesBackupsTest-1789583416 tempest-VolumesBackupsTest-1789583416-project] 10.222.0.16 "GET /v2.0/security-groups?id=7e9bed6e-f7fd-4324-9c9a-ba8d68e5267e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6887598 Jul 14 18:39:40.121911 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-0af83c5c-13bb-49c5-9c38-8ec0a5f0cb18 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:40.147641 n-d-800634-3 neutron-server[93916]: DEBUG neutron.notifiers.nova [None req-0af83c5c-13bb-49c5-9c38-8ec0a5f0cb18 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] device_id is not set on port dba685d3-6eb1-4c04-a5fc-f79c4682a362 yet. {{(pid=93916) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 18:39:40.154392 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17df141b-151c-4c36-afe1-059c79892c83 req-37e6eaf3-c368-446b-a53f-fc1c3ec49022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:39:40.156103 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-17df141b-151c-4c36-afe1-059c79892c83 req-37e6eaf3-c368-446b-a53f-fc1c3ec49022 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=949878ad-81d9-4447-9e61-f4d51615e760&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7882431 Jul 14 18:39:40.256137 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55d78b4-3620-4e1a-b57b-0a6c6c99a61f req-4b5aca8b-a7ee-4045-b172-1c5b3f76790e tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:39:40.257746 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b55d78b4-3620-4e1a-b57b-0a6c6c99a61f req-4b5aca8b-a7ee-4045-b172-1c5b3f76790e tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] 10.222.0.16 "GET /v2.0/ports?device_id=874d322a-698e-44bb-9bd2-08be5cdf70c5 HTTP/1.1" status: 200 len: 945 time: 0.2548864 Jul 14 18:39:40.270844 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [req-f4e39367-6f04-4439-8e59-722a92211dbf req-1220f68c-cfa7-4b9d-89e4-ab8dd574ae6a tempest-VolumesBackupsTest-1789583416 tempest-VolumesBackupsTest-1789583416-project] Deleting port 0d132675-294f-4111-bf03-f90a25eb6fff {{(pid=93915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:39:40.271193 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-f4e39367-6f04-4439-8e59-722a92211dbf req-1220f68c-cfa7-4b9d-89e4-ab8dd574ae6a tempest-VolumesBackupsTest-1789583416 tempest-VolumesBackupsTest-1789583416-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:40.350533 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device 3da287af-2738-4486-961b-dffd7cb5b2b2 details requested by agent hyperv_n-h1-800634-3 with host n-h1-800634-3 {{(pid=93917) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 18:39:40.417407 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-17df141b-151c-4c36-afe1-059c79892c83 req-0333ff00-b68a-4785-9676-0439b87c196b service neutron] 10.222.0.18 "GET /v2.0/networks/949878ad-81d9-4447-9e61-f4d51615e760?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2528591 Jul 14 18:39:40.439479 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b55d78b4-3620-4e1a-b57b-0a6c6c99a61f req-bb15d704-3fed-4e4e-a3da-5dc941392d88 tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] 10.222.0.16 "GET /v2.0/security-groups?id=5ae28d4a-02ca-4c7f-a85d-5b3fe1022a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1629517 Jul 14 18:39:40.504072 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-f4e39367-6f04-4439-8e59-722a92211dbf req-1220f68c-cfa7-4b9d-89e4-ab8dd574ae6a tempest-VolumesBackupsTest-1789583416 tempest-VolumesBackupsTest-1789583416-project] For port 0d132675-294f-4111-bf03-f90a25eb6fff, host n-h2-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=0d132675-294f-4111-bf03-f90a25eb6fff,segment=NetworkSegment(067fc487-22c7-42de-972d-ae352a28ad29),segment_id=067fc487-22c7-42de-972d-ae352a28ad29)] {{(pid=93915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:39:40.504464 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-f4e39367-6f04-4439-8e59-722a92211dbf req-1220f68c-cfa7-4b9d-89e4-ab8dd574ae6a tempest-VolumesBackupsTest-1789583416 tempest-VolumesBackupsTest-1789583416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:40.526008 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [req-f4e39367-6f04-4439-8e59-722a92211dbf req-1220f68c-cfa7-4b9d-89e4-ab8dd574ae6a tempest-VolumesBackupsTest-1789583416 tempest-VolumesBackupsTest-1789583416-project] Calling delete_port for 0d132675-294f-4111-bf03-f90a25eb6fff owned by compute:nova {{(pid=93915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:39:40.537885 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd14feb6-b7af-42da-8d9b-a0d2ba67d295 req-e10868d4-87f3-437d-8958-60c6b34bf350 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:39:40.539876 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-cd14feb6-b7af-42da-8d9b-a0d2ba67d295 req-e10868d4-87f3-437d-8958-60c6b34bf350 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] 10.222.0.16 "GET /v2.0/ports?device_id=4c97b723-59cb-4a2d-8757-30536ade8338 HTTP/1.1" status: 200 len: 943 time: 0.2792768 Jul 14 18:39:40.542126 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-46ba52b6-1ed7-4a3a-94e5-346dcc73aac7 None None] Notify callbacks [] for port, precommit_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:40.562849 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-46ba52b6-1ed7-4a3a-94e5-346dcc73aac7 None None] Transition to ACTIVE for port object dfc1667d-72e2-451e-91f5-01f0c20c6aac will not be triggered until provisioned by entity L2. {{(pid=93917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:39:40.599000 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-46ba52b6-1ed7-4a3a-94e5-346dcc73aac7 None None] Transition to ACTIVE for port object dfc1667d-72e2-451e-91f5-01f0c20c6aac will not be triggered until provisioned by entity DHCP. {{(pid=93917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:39:40.601827 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port 3da287af-2738-4486-961b-dffd7cb5b2b2, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=3da287af-2738-4486-961b-dffd7cb5b2b2,segment=NetworkSegment(d0d72d50-2af1-4c80-a444-7e1148083188),segment_id=d0d72d50-2af1-4c80-a444-7e1148083188)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:39:40.626156 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Returning: {'device': '3da287af-2738-4486-961b-dffd7cb5b2b2', 'network_id': '4af60b63-c835-45f6-978c-4969f04b1f64', 'port_id': '3da287af-2738-4486-961b-dffd7cb5b2b2', 'mac_address': 'fa:16:3e:99:60:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 64, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '727c42fe-46fd-46d1-8ab9-17297f08f294', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93917) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 18:39:40.630154 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-46ba52b6-1ed7-4a3a-94e5-346dcc73aac7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804'] for port, after_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:40.655989 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-17df141b-151c-4c36-afe1-059c79892c83 req-46031efe-d891-4783-8862-1cba47c4b06c service neutron] 10.222.0.18 "GET /v2.0/networks/949878ad-81d9-4447-9e61-f4d51615e760?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2321324 Jul 14 18:39:40.659532 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-cd14feb6-b7af-42da-8d9b-a0d2ba67d295 req-bfaf2a45-910e-4588-b210-b4fb12b35a90 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] 10.222.0.16 "GET /v2.0/security-groups?id=594b2ab7-3a96-48b2-98bb-9a68eebb818a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1076379 Jul 14 18:39:40.712808 n-d-800634-3 neutron-server[93917]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46ba52b6-1ed7-4a3a-94e5-346dcc73aac7 None None] Network de099bce-1061-4014-bdd5-ec95cce7be8f is already hosted by enough agents. {{(pid=93917) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:39:40.727766 n-d-800634-3 neutron-server[93917]: DEBUG neutron.scheduler.base_scheduler [None req-46ba52b6-1ed7-4a3a-94e5-346dcc73aac7 None None] Resources bound (agent type, host, resource id): {{(pid=93917) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:39:40.733646 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46ba52b6-1ed7-4a3a-94e5-346dcc73aac7 None None] Received port after_create {{(pid=93917) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:39:40.752566 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ba52b6-1ed7-4a3a-94e5-346dcc73aac7 None None] Pushing event updated for resources: {'Port': ['ID=dfc1667d-72e2-451e-91f5-01f0c20c6aac,revision_number=1']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:39:40.766244 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.db_base_plugin_common [None req-0af83c5c-13bb-49c5-9c38-8ec0a5f0cb18 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Allocated IP 172.20.0.5 (de099bce-1061-4014-bdd5-ec95cce7be8f/2e6eb370-b518-41e9-953c-c1fb5ac1bc5a/dba685d3-6eb1-4c04-a5fc-f79c4682a362) {{(pid=93916) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:39:40.774575 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.db_base_plugin_common [None req-0af83c5c-13bb-49c5-9c38-8ec0a5f0cb18 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Allocated IP 2001:db8::f816:3eff:fe19:eccc (de099bce-1061-4014-bdd5-ec95cce7be8f/b51c6791-f96b-4998-bfbd-29f9e3af6a2e/dba685d3-6eb1-4c04-a5fc-f79c4682a362) {{(pid=93916) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:39:40.779248 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-f4e39367-6f04-4439-8e59-722a92211dbf req-1220f68c-cfa7-4b9d-89e4-ab8dd574ae6a tempest-VolumesBackupsTest-1789583416 tempest-VolumesBackupsTest-1789583416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:40.810677 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1220f68c-cfa7-4b9d-89e4-ab8dd574ae6a tempest-VolumesBackupsTest-1789583416 tempest-VolumesBackupsTest-1789583416-project] Pushing event deleted for resources: {'Port': ['ID=0d132675-294f-4111-bf03-f90a25eb6fff,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:39:40.844285 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:40.863884 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4e39367-6f04-4439-8e59-722a92211dbf req-1220f68c-cfa7-4b9d-89e4-ab8dd574ae6a tempest-VolumesBackupsTest-1789583416 tempest-VolumesBackupsTest-1789583416-project] No DVR routers for this DVR port 0d132675-294f-4111-bf03-f90a25eb6fff on host n-h2-800634-3 {{(pid=93915) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 18:39:40.866573 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3da287af-2738-4486-961b-dffd7cb5b2b2 {{(pid=93917) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 18:39:40.866775 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-f4e39367-6f04-4439-8e59-722a92211dbf req-1220f68c-cfa7-4b9d-89e4-ab8dd574ae6a tempest-VolumesBackupsTest-1789583416 tempest-VolumesBackupsTest-1789583416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:40.868815 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f4e39367-6f04-4439-8e59-722a92211dbf req-1220f68c-cfa7-4b9d-89e4-ab8dd574ae6a tempest-VolumesBackupsTest-1789583416 tempest-VolumesBackupsTest-1789583416-project] 10.222.0.35 "DELETE /v2.0/ports/0d132675-294f-4111-bf03-f90a25eb6fff HTTP/1.1" status: 204 len: 173 time: 1.5639725 Jul 14 18:39:40.869354 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3c3813b-46f5-4cd6-bab9-b34bb173e646', 'name': 'network-vif-deleted', 'tag': '0d132675-294f-4111-bf03-f90a25eb6fff'}] {{(pid=93915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:39:40.871633 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e72782ad3af8f7d4ce76cedf092bca46d1756acc5c4653cf0b52034cdd6b073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c77cdcad-313f-4c0f-98f1-7e92035c155c" -d '{"events": [{"server_uuid": "d3c3813b-46f5-4cd6-bab9-b34bb173e646", "name": "network-vif-deleted", "tag": "0d132675-294f-4111-bf03-f90a25eb6fff"}]}' {{(pid=93915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:39:40.879928 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-46ba52b6-1ed7-4a3a-94e5-346dcc73aac7 None None] Attempting to bind port dfc1667d-72e2-451e-91f5-01f0c20c6aac on host n-d-800634-3 for vnic_type normal with profile {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:39:40.880336 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-46ba52b6-1ed7-4a3a-94e5-346dcc73aac7 None None] Attempting to bind port dfc1667d-72e2-451e-91f5-01f0c20c6aac by drivers openvswitch,hyperv on host n-d-800634-3 at level 0 using segments [{'id': 'e57d1292-9039-4d9f-94d2-728500c53487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'de099bce-1061-4014-bdd5-ec95cce7be8f'}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:39:40.880813 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46ba52b6-1ed7-4a3a-94e5-346dcc73aac7 None None] Attempting to bind port dfc1667d-72e2-451e-91f5-01f0c20c6aac on network de099bce-1061-4014-bdd5-ec95cce7be8f {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:39:40.892047 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46ba52b6-1ed7-4a3a-94e5-346dcc73aac7 None None] Checking agent: {'id': '01c19e91-a945-4e3c-94a6-c211e17c923e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 8, 23), 'started_at': datetime.datetime(2021, 7, 14, 18, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 18, 39, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 18:39:40.892430 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46ba52b6-1ed7-4a3a-94e5-346dcc73aac7 None None] Checking segment: {'id': 'e57d1292-9039-4d9f-94d2-728500c53487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'de099bce-1061-4014-bdd5-ec95cce7be8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93917) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:39:40.892843 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-46ba52b6-1ed7-4a3a-94e5-346dcc73aac7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:40.893245 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46ba52b6-1ed7-4a3a-94e5-346dcc73aac7 None None] Bound using segment: {'id': 'e57d1292-9039-4d9f-94d2-728500c53487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'de099bce-1061-4014-bdd5-ec95cce7be8f'} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 18:39:40.894093 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-46ba52b6-1ed7-4a3a-94e5-346dcc73aac7 None None] Bound port: dfc1667d-72e2-451e-91f5-01f0c20c6aac, host: n-d-800634-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e57d1292-9039-4d9f-94d2-728500c53487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'de099bce-1061-4014-bdd5-ec95cce7be8f'}}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 18:39:40.894679 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-46ba52b6-1ed7-4a3a-94e5-346dcc73aac7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:40.915707 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 18:39:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf9378bd-c536-43a6-b0c7-6d20393c6aad x-openstack-request-id: req-bf9378bd-c536-43a6-b0c7-6d20393c6aad {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:39:40.916025 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3c3813b-46f5-4cd6-bab9-b34bb173e646", "name": "network-vif-deleted", "tag": "0d132675-294f-4111-bf03-f90a25eb6fff", "status": "completed", "code": 200}]} {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:39:40.916326 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-bf9378bd-c536-43a6-b0c7-6d20393c6aad {{(pid=93915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:39:40.916760 n-d-800634-3 neutron-server[93915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3c3813b-46f5-4cd6-bab9-b34bb173e646', 'name': 'network-vif-deleted', 'tag': '0d132675-294f-4111-bf03-f90a25eb6fff', 'status': 'completed', 'code': 200} Jul 14 18:39:40.925885 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port 3da287af-2738-4486-961b-dffd7cb5b2b2, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=3da287af-2738-4486-961b-dffd7cb5b2b2,segment=NetworkSegment(d0d72d50-2af1-4c80-a444-7e1148083188),segment_id=d0d72d50-2af1-4c80-a444-7e1148083188)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:39:40.951674 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:40.978998 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-0af83c5c-13bb-49c5-9c38-8ec0a5f0cb18 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks [] for port, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:41.005176 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.provisioning_blocks [None req-0af83c5c-13bb-49c5-9c38-8ec0a5f0cb18 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Transition to ACTIVE for port object dba685d3-6eb1-4c04-a5fc-f79c4682a362 will not be triggered until provisioned by entity DHCP. {{(pid=93916) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:39:41.035297 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Pushing event updated for resources: {'Port': ['ID=3da287af-2738-4486-961b-dffd7cb5b2b2,revision_number=4']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:39:41.042911 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-46ba52b6-1ed7-4a3a-94e5-346dcc73aac7 None None] For port dfc1667d-72e2-451e-91f5-01f0c20c6aac, host n-d-800634-3, cleared binding levels {{(pid=93917) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:39:41.044216 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-0af83c5c-13bb-49c5-9c38-8ec0a5f0cb18 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:41.053023 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-46ba52b6-1ed7-4a3a-94e5-346dcc73aac7 None None] For port dfc1667d-72e2-451e-91f5-01f0c20c6aac, host n-d-800634-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=dfc1667d-72e2-451e-91f5-01f0c20c6aac,segment=NetworkSegment(e57d1292-9039-4d9f-94d2-728500c53487),segment_id=e57d1292-9039-4d9f-94d2-728500c53487)] {{(pid=93917) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 18:39:41.062686 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-46ba52b6-1ed7-4a3a-94e5-346dcc73aac7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:41.096540 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0af83c5c-13bb-49c5-9c38-8ec0a5f0cb18 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Network de099bce-1061-4014-bdd5-ec95cce7be8f is already hosted by enough agents. {{(pid=93916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:39:41.100728 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [None req-0af83c5c-13bb-49c5-9c38-8ec0a5f0cb18 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Resources bound (agent type, host, resource id): {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:39:41.106726 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0af83c5c-13bb-49c5-9c38-8ec0a5f0cb18 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Received port after_create {{(pid=93916) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:39:41.111585 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af83c5c-13bb-49c5-9c38-8ec0a5f0cb18 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Pushing event updated for resources: {'Port': ['ID=dba685d3-6eb1-4c04-a5fc-f79c4682a362,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:39:41.144085 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ba52b6-1ed7-4a3a-94e5-346dcc73aac7 None None] Pushing event updated for resources: {'Port': ['ID=dfc1667d-72e2-451e-91f5-01f0c20c6aac,revision_number=2']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:39:41.170075 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0af83c5c-13bb-49c5-9c38-8ec0a5f0cb18 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:39:41.170863 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-0af83c5c-13bb-49c5-9c38-8ec0a5f0cb18 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:41.192778 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-0af83c5c-13bb-49c5-9c38-8ec0a5f0cb18 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 1.3173630 Jul 14 18:39:41.193022 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 55348) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:39:41.261519 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] get_ports_and_sgs() called for port_ids ['3da287af-2738-4486-961b-dffd7cb5b2b2'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 18:39:41.314789 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-771415d7-2ae8-4bba-b94b-639b390c3bc7 req-4003b166-1b8a-498c-8173-c647204ea33f tempest-VolumesBackupsTest-1789583416 tempest-VolumesBackupsTest-1789583416-project] 10.222.0.16 "GET /v2.0/ports?device_id=d3c3813b-46f5-4cd6-bab9-b34bb173e646 HTTP/1.1" status: 200 len: 210 time: 0.0482826 Jul 14 18:39:41.315974 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f174598-d297-439c-8f54-96389982538e tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:39:41.326773 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f174598-d297-439c-8f54-96389982538e tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:39:41.328551 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-7f174598-d297-439c-8f54-96389982538e tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1860 time: 0.1346269 Jul 14 18:39:41.331467 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 55350) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:39:41.497878 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-f9ce8e41-a47c-4b92-b4bf-a490455c3c58 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Deleting port dba685d3-6eb1-4c04-a5fc-f79c4682a362 {{(pid=93916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:39:41.498284 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-f9ce8e41-a47c-4b92-b4bf-a490455c3c58 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:41.664865 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-f9ce8e41-a47c-4b92-b4bf-a490455c3c58 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:41.680772 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-f9ce8e41-a47c-4b92-b4bf-a490455c3c58 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Calling delete_port for dba685d3-6eb1-4c04-a5fc-f79c4682a362 owned by {{(pid=93916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:39:41.715098 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a53276-bd02-4025-a5ab-fbd48bbfd8bf req-718302ee-a4b4-4f85-8ebb-ab9ae14cee0a tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:39:41.716783 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a2a53276-bd02-4025-a5ab-fbd48bbfd8bf req-718302ee-a4b4-4f85-8ebb-ab9ae14cee0a tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] 10.222.0.16 "GET /v2.0/ports?device_id=874d322a-698e-44bb-9bd2-08be5cdf70c5 HTTP/1.1" status: 200 len: 945 time: 0.1036327 Jul 14 18:39:41.772317 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a2a53276-bd02-4025-a5ab-fbd48bbfd8bf req-0e56f9e1-8358-48c6-afda-ca67b666558d tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] 10.222.0.16 "GET /v2.0/security-groups?id=5ae28d4a-02ca-4c7f-a85d-5b3fe1022a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0479000 Jul 14 18:39:41.902288 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-f9ce8e41-a47c-4b92-b4bf-a490455c3c58 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:41.928219 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1871e4-8a0f-44c3-876f-5bbcfa18826b req-84e7ada0-4a85-4108-8890-19f76758f8b7 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:39:41.930612 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-1b1871e4-8a0f-44c3-876f-5bbcfa18826b req-84e7ada0-4a85-4108-8890-19f76758f8b7 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] 10.222.0.16 "GET /v2.0/ports?device_id=4c97b723-59cb-4a2d-8757-30536ade8338 HTTP/1.1" status: 200 len: 944 time: 0.0728354 Jul 14 18:39:41.934203 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ce8e41-a47c-4b92-b4bf-a490455c3c58 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Pushing event deleted for resources: {'Port': ['ID=dba685d3-6eb1-4c04-a5fc-f79c4682a362,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:39:41.976236 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-1b1871e4-8a0f-44c3-876f-5bbcfa18826b req-2401d204-004b-4075-b57d-5de308a004f4 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] 10.222.0.16 "GET /v2.0/security-groups?id=594b2ab7-3a96-48b2-98bb-9a68eebb818a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398960 Jul 14 18:39:42.037734 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-f9ce8e41-a47c-4b92-b4bf-a490455c3c58 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:42.042149 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-f9ce8e41-a47c-4b92-b4bf-a490455c3c58 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] 10.222.0.16 "DELETE /v2.0/ports/dba685d3-6eb1-4c04-a5fc-f79c4682a362 HTTP/1.1" status: 204 len: 168 time: 0.7065306 Jul 14 18:39:42.042826 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 55362) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:39:42.114903 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2bc8be7-2292-4e72-ab7a-19a2fa82ca39 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:39:42.116528 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2bc8be7-2292-4e72-ab7a-19a2fa82ca39 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:39:42.118579 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2bc8be7-2292-4e72-ab7a-19a2fa82ca39 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:39:42.121407 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-e2bc8be7-2292-4e72-ab7a-19a2fa82ca39 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0758612 Jul 14 18:39:42.122579 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 55364) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:39:42.181414 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.db_base_plugin_v2 [None req-f56300a6-d7b2-4e26-8587-73e9068e6fea tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Deleting subnet 2e6eb370-b518-41e9-953c-c1fb5ac1bc5a {{(pid=93916) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 18:39:42.184742 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-f56300a6-d7b2-4e26-8587-73e9068e6fea tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks [] for subnet, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:42.226799 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-f56300a6-d7b2-4e26-8587-73e9068e6fea tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26296866'] for subnet, precommit_delete_associations {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:42.294253 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81891399-ccf1-4ff7-818b-768d0020fed3 None None] Network de099bce-1061-4014-bdd5-ec95cce7be8f requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:39:42.312337 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-f56300a6-d7b2-4e26-8587-73e9068e6fea tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081283'] for subnet, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:42.355810 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-de348677-e732-420e-9a37-d60c85462dce None None] Provisioning for port dfc1667d-72e2-451e-91f5-01f0c20c6aac completed by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:39:42.379318 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-f56300a6-d7b2-4e26-8587-73e9068e6fea tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2684816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26033152'] for subnet, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:42.411332 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56300a6-d7b2-4e26-8587-73e9068e6fea tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Pushing event deleted for resources: {'Subnet': ['ID=2e6eb370-b518-41e9-953c-c1fb5ac1bc5a,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:39:42.414606 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-f56300a6-d7b2-4e26-8587-73e9068e6fea tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks [] for subnet, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:42.416553 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-f56300a6-d7b2-4e26-8587-73e9068e6fea tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] 10.222.0.16 "DELETE /v2.0/subnets/2e6eb370-b518-41e9-953c-c1fb5ac1bc5a HTTP/1.1" status: 204 len: 168 time: 0.2929738 Jul 14 18:39:42.419028 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 55368) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:39:42.426755 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Device 013e3a14-286e-4f12-a396-a465555ede0c up at agent hyperv_n-h2-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:39:42.484828 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.db_base_plugin_v2 [None req-0477b4cb-9d9c-4fab-a452-1ab06577f173 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Deleting subnet b51c6791-f96b-4998-bfbd-29f9e3af6a2e {{(pid=93916) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 18:39:42.489002 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-0477b4cb-9d9c-4fab-a452-1ab06577f173 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks [] for subnet, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:42.523643 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Provisioning for port 013e3a14-286e-4f12-a396-a465555ede0c completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:39:42.537384 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Provisioning complete for port 013e3a14-286e-4f12-a396-a465555ede0c triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:39:42.537792 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:42.564197 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-0477b4cb-9d9c-4fab-a452-1ab06577f173 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26296866'] for subnet, precommit_delete_associations {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:42.633353 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:42.657873 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '874d322a-698e-44bb-9bd2-08be5cdf70c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '013e3a14-286e-4f12-a396-a465555ede0c'}] {{(pid=93917) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:39:42.661049 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20b787f3c29eaa7aa2a4d648c725a2124c5ff39a8d793252f9d844495e14cf42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-336f6400-38cf-42cc-a3a2-14291fbcf0db" -d '{"events": [{"server_uuid": "874d322a-698e-44bb-9bd2-08be5cdf70c5", "name": "network-vif-plugged", "status": "completed", "tag": "013e3a14-286e-4f12-a396-a465555ede0c"}]}' {{(pid=93917) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:39:42.675297 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] For port 013e3a14-286e-4f12-a396-a465555ede0c, host n-h2-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=013e3a14-286e-4f12-a396-a465555ede0c,segment=NetworkSegment(eea5473f-55d7-4a98-a1d1-b1f0b0bfe581),segment_id=eea5473f-55d7-4a98-a1d1-b1f0b0bfe581)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:39:42.681387 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:42.682186 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Device 0d132675-294f-4111-bf03-f90a25eb6fff no longer exists at agent hyperv_n-h2-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 18:39:42.692888 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-0477b4cb-9d9c-4fab-a452-1ab06577f173 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081283'] for subnet, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:42.712378 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] No Port match for: 0d132675-294f-4111-bf03-f90a25eb6fff {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 18:39:42.712894 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Device 0d132675-294f-4111-bf03-f90a25eb6fff not bound to the agent host n-h2-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 18:39:42.753257 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 18:39:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd0a713c-5249-40b5-a442-56b9817d242a x-openstack-request-id: req-bd0a713c-5249-40b5-a442-56b9817d242a {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:39:42.753655 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "874d322a-698e-44bb-9bd2-08be5cdf70c5", "name": "network-vif-plugged", "status": "completed", "tag": "013e3a14-286e-4f12-a396-a465555ede0c", "code": 200}]} {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:39:42.754942 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-bd0a713c-5249-40b5-a442-56b9817d242a {{(pid=93917) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:39:42.756329 n-d-800634-3 neutron-server[93917]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '874d322a-698e-44bb-9bd2-08be5cdf70c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '013e3a14-286e-4f12-a396-a465555ede0c', 'code': 200} Jul 14 18:39:42.795429 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-0477b4cb-9d9c-4fab-a452-1ab06577f173 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2684816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26033152'] for subnet, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:42.813157 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-0477b4cb-9d9c-4fab-a452-1ab06577f173 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks [] for subnet, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:42.815064 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-0477b4cb-9d9c-4fab-a452-1ab06577f173 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] 10.222.0.16 "DELETE /v2.0/subnets/b51c6791-f96b-4998-bfbd-29f9e3af6a2e HTTP/1.1" status: 204 len: 168 time: 0.3950384 Jul 14 18:39:42.817475 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 55380) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:39:42.847316 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0477b4cb-9d9c-4fab-a452-1ab06577f173 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Pushing event deleted for resources: {'Subnet': ['ID=b51c6791-f96b-4998-bfbd-29f9e3af6a2e,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:39:42.867056 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Pushing event updated for resources: {'Port': ['ID=013e3a14-286e-4f12-a396-a465555ede0c,revision_number=5']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:39:42.883734 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-27f6a14b-e3c7-40f6-96ab-2487fef77c58 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0651727 Jul 14 18:39:42.886197 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 55382) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:39:42.949965 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389f0447-32d3-4a9d-8b6c-c9050b32b570 req-3b007786-02ff-498e-ac69-a9ac22f52344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:39:42.952879 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-389f0447-32d3-4a9d-8b6c-c9050b32b570 req-3b007786-02ff-498e-ac69-a9ac22f52344 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=874d322a-698e-44bb-9bd2-08be5cdf70c5 HTTP/1.1" status: 200 len: 1097 time: 0.1543629 Jul 14 18:39:42.987941 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed434d24-d2ea-4f6c-8eef-5b5b1ef0ba3d tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:39:42.993945 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-ed434d24-d2ea-4f6c-8eef-5b5b1ef0ba3d tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1044226 Jul 14 18:39:42.994508 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 55386) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:39:43.102659 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7167e745-447c-418b-96ef-21fc1c123701 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:39:43.106551 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-7167e745-447c-418b-96ef-21fc1c123701 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1084468 Jul 14 18:39:43.106946 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 55392) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:39:43.112896 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-389f0447-32d3-4a9d-8b6c-c9050b32b570 req-1dff8b98-97f0-47a8-a1e4-bb4ef9aaf14c service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=5ae28d4a-02ca-4c7f-a85d-5b3fe1022a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1531436 Jul 14 18:39:43.156096 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0f54b6-9caf-4451-af9a-d7a3e52a02d5 req-420eb90c-3af4-4844-9903-a9f7231e3227 tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:39:43.164687 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6c0f54b6-9caf-4451-af9a-d7a3e52a02d5 req-420eb90c-3af4-4844-9903-a9f7231e3227 tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] 10.222.0.16 "GET /v2.0/ports?device_id=874d322a-698e-44bb-9bd2-08be5cdf70c5 HTTP/1.1" status: 200 len: 946 time: 0.1313627 Jul 14 18:39:43.212316 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-db0bf0bc-a1cb-4f80-a75e-c09a1b8a96fa tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1008070 Jul 14 18:39:43.214418 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 55394) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:39:43.227727 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6c0f54b6-9caf-4451-af9a-d7a3e52a02d5 req-ada1d47c-7e69-4bcc-b8f8-0b8bea98c7fc tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] 10.222.0.16 "GET /v2.0/security-groups?id=5ae28d4a-02ca-4c7f-a85d-5b3fe1022a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0611393 Jul 14 18:39:43.228875 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-2bfaff1d-39c5-4f62-a59d-a9c0bbd28689 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Request body: {'subnet': {'network_id': 'de099bce-1061-4014-bdd5-ec95cce7be8f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:39:43.367927 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bfaff1d-39c5-4f62-a59d-a9c0bbd28689 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Made reservation on behalf of 13ccccd91e8c4eb89f4317d7ac77ca6b for: {'subnet': 1} {{(pid=93916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:39:43.371467 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-2bfaff1d-39c5-4f62-a59d-a9c0bbd28689 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26033189'] for subnet, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:43.373340 n-d-800634-3 neutron-server[93916]: INFO neutron.pecan_wsgi.hooks.translation [None req-2bfaff1d-39c5-4f62-a59d-a9c0bbd28689 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 18:39:43.373814 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2bfaff1d-39c5-4f62-a59d-a9c0bbd28689 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93916) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 18:39:43.407646 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-2bfaff1d-39c5-4f62-a59d-a9c0bbd28689 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.1918910 Jul 14 18:39:43.409445 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcb33d5-344c-44b1-b2c7-0621818897ab req-05e547c5-39f2-4d35-8920-510f3fb21184 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:39:43.410617 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 55396) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:39:43.414695 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-9dcb33d5-344c-44b1-b2c7-0621818897ab req-05e547c5-39f2-4d35-8920-510f3fb21184 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] 10.222.0.16 "GET /v2.0/ports?device_id=4c97b723-59cb-4a2d-8757-30536ade8338 HTTP/1.1" status: 200 len: 944 time: 0.1200340 Jul 14 18:39:43.417028 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-3ca86015-814b-487f-8c75-65bdce3c0396 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Request body: {'subnet': {'network_id': 'de099bce-1061-4014-bdd5-ec95cce7be8f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:39:43.446366 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-507db82f-4e74-4d65-9ccf-1126bc5ddd70 None None] Network de099bce-1061-4014-bdd5-ec95cce7be8f requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:39:43.498829 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-9dcb33d5-344c-44b1-b2c7-0621818897ab req-9155bc2b-9760-4f45-b002-ded01dbeb902 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] 10.222.0.16 "GET /v2.0/security-groups?id=594b2ab7-3a96-48b2-98bb-9a68eebb818a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763512 Jul 14 18:39:43.506073 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device dfc1667d-72e2-451e-91f5-01f0c20c6aac up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:39:43.553911 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ca86015-814b-487f-8c75-65bdce3c0396 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Made reservation on behalf of 13ccccd91e8c4eb89f4317d7ac77ca6b for: {'subnet': 1} {{(pid=93916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:39:43.558650 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-3ca86015-814b-487f-8c75-65bdce3c0396 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26033189'] for subnet, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:43.560093 n-d-800634-3 neutron-server[93916]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ca86015-814b-487f-8c75-65bdce3c0396 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 18:39:43.560569 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ca86015-814b-487f-8c75-65bdce3c0396 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93916) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 18:39:43.578018 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-3ca86015-814b-487f-8c75-65bdce3c0396 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.1661894 Jul 14 18:39:43.580823 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 55398) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:39:43.587109 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-ca25dfab-7fa4-40d2-b705-7e6edc64e473 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Request body: {'subnet': {'network_id': 'de099bce-1061-4014-bdd5-ec95cce7be8f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:39:43.671854 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning for port dfc1667d-72e2-451e-91f5-01f0c20c6aac completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:39:43.680419 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port dfc1667d-72e2-451e-91f5-01f0c20c6aac triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:39:43.680935 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:43.778634 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:43.816046 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa918440-7cf3-4fa4-83eb-762c4b5dcb4b None None] DHCP port deletion for de099bce-1061-4014-bdd5-ec95cce7be8f request from n-d-800634-3 {{(pid=93917) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 18:39:43.822975 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] For port dfc1667d-72e2-451e-91f5-01f0c20c6aac, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=dfc1667d-72e2-451e-91f5-01f0c20c6aac,segment=NetworkSegment(e57d1292-9039-4d9f-94d2-728500c53487),segment_id=e57d1292-9039-4d9f-94d2-728500c53487)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:39:43.828681 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:43.913403 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Pushing event updated for resources: {'Port': ['ID=dfc1667d-72e2-451e-91f5-01f0c20c6aac,revision_number=5']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:39:43.922010 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-fa918440-7cf3-4fa4-83eb-762c4b5dcb4b None None] Deleting port dfc1667d-72e2-451e-91f5-01f0c20c6aac {{(pid=93917) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:39:43.922387 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-fa918440-7cf3-4fa4-83eb-762c4b5dcb4b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:43.994178 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-fa918440-7cf3-4fa4-83eb-762c4b5dcb4b None None] For port dfc1667d-72e2-451e-91f5-01f0c20c6aac, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=dfc1667d-72e2-451e-91f5-01f0c20c6aac,segment=NetworkSegment(e57d1292-9039-4d9f-94d2-728500c53487),segment_id=e57d1292-9039-4d9f-94d2-728500c53487)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:39:43.994719 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-fa918440-7cf3-4fa4-83eb-762c4b5dcb4b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:44.011203 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-fa918440-7cf3-4fa4-83eb-762c4b5dcb4b None None] Calling delete_port for dfc1667d-72e2-451e-91f5-01f0c20c6aac owned by network:dhcp {{(pid=93917) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:39:44.126682 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-fa918440-7cf3-4fa4-83eb-762c4b5dcb4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813'] for port, after_delete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:44.141021 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca25dfab-7fa4-40d2-b705-7e6edc64e473 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Made reservation on behalf of 13ccccd91e8c4eb89f4317d7ac77ca6b for: {'subnet': 1} {{(pid=93916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:39:44.145992 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-ca25dfab-7fa4-40d2-b705-7e6edc64e473 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26033189'] for subnet, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:44.147995 n-d-800634-3 neutron-server[93916]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca25dfab-7fa4-40d2-b705-7e6edc64e473 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 18:39:44.148850 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca25dfab-7fa4-40d2-b705-7e6edc64e473 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93916) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 18:39:44.172835 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-ca25dfab-7fa4-40d2-b705-7e6edc64e473 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.5871441 Jul 14 18:39:44.173160 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 55406) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:39:44.178601 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa918440-7cf3-4fa4-83eb-762c4b5dcb4b None None] Pushing event deleted for resources: {'Port': ['ID=dfc1667d-72e2-451e-91f5-01f0c20c6aac,revision_number=None']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:39:44.181346 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-740c545b-8425-419e-bfe9-7ad4dae0e367 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Request body: {'subnet': {'network_id': 'de099bce-1061-4014-bdd5-ec95cce7be8f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:39:44.183921 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa918440-7cf3-4fa4-83eb-762c4b5dcb4b None None] No DVR routers for this DVR port dfc1667d-72e2-451e-91f5-01f0c20c6aac on host n-d-800634-3 {{(pid=93917) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 18:39:44.215400 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7c97921-59c3-419c-a83f-e83dbc631374 None None] get_active_networks_info from n-d-800634-3 {{(pid=93917) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 14 18:39:44.356186 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-740c545b-8425-419e-bfe9-7ad4dae0e367 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Made reservation on behalf of 13ccccd91e8c4eb89f4317d7ac77ca6b for: {'subnet': 1} {{(pid=93915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:39:44.358512 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device 3da287af-2738-4486-961b-dffd7cb5b2b2 up at agent hyperv_n-h1-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:39:44.361838 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-740c545b-8425-419e-bfe9-7ad4dae0e367 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28969735'] for subnet, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:44.363907 n-d-800634-3 neutron-server[93915]: INFO neutron.pecan_wsgi.hooks.translation [None req-740c545b-8425-419e-bfe9-7ad4dae0e367 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 18:39:44.364508 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-740c545b-8425-419e-bfe9-7ad4dae0e367 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93915) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 18:39:44.401613 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-740c545b-8425-419e-bfe9-7ad4dae0e367 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.2269537 Jul 14 18:39:44.402005 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 55412) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:39:44.408718 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-78f05c5a-45dd-4a7b-b550-1d1ad93daa32 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Request body: {'subnet': {'network_id': 'de099bce-1061-4014-bdd5-ec95cce7be8f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:39:44.466413 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def92a83-aee7-4d3e-be34-65226fb7d4e7 req-e8b9c6e1-8222-40b1-bbb7-95eaa99b1d6a tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:39:44.468093 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-def92a83-aee7-4d3e-be34-65226fb7d4e7 req-e8b9c6e1-8222-40b1-bbb7-95eaa99b1d6a tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] 10.222.0.16 "GET /v2.0/ports?device_id=874d322a-698e-44bb-9bd2-08be5cdf70c5 HTTP/1.1" status: 200 len: 946 time: 0.0888834 Jul 14 18:39:44.478759 n-d-800634-3 neutron-server[93917]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7c97921-59c3-419c-a83f-e83dbc631374 None None] Resources bound (agent type, host, resource id): {{(pid=93917) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 14 18:39:44.511447 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-def92a83-aee7-4d3e-be34-65226fb7d4e7 req-adfc0056-f9dc-43fb-8c5d-5ea922657576 tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] 10.222.0.16 "GET /v2.0/security-groups?id=5ae28d4a-02ca-4c7f-a85d-5b3fe1022a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0374758 Jul 14 18:39:44.533653 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Provisioning for port 3da287af-2738-4486-961b-dffd7cb5b2b2 completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:39:44.550390 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78f05c5a-45dd-4a7b-b550-1d1ad93daa32 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Made reservation on behalf of 13ccccd91e8c4eb89f4317d7ac77ca6b for: {'subnet': 1} {{(pid=93916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:39:44.556919 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-78f05c5a-45dd-4a7b-b550-1d1ad93daa32 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26033189'] for subnet, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:44.558658 n-d-800634-3 neutron-server[93916]: INFO neutron.pecan_wsgi.hooks.translation [None req-78f05c5a-45dd-4a7b-b550-1d1ad93daa32 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 18:39:44.559393 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-78f05c5a-45dd-4a7b-b550-1d1ad93daa32 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93916) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 18:39:44.589082 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Provisioning complete for port 3da287af-2738-4486-961b-dffd7cb5b2b2 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:39:44.589686 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:44.591610 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-78f05c5a-45dd-4a7b-b550-1d1ad93daa32 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.1882670 Jul 14 18:39:44.594577 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 55418) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:39:44.601106 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-233b89d4-893b-4d97-929b-2ac15880613a tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Request body: {'subnet': {'network_id': 'de099bce-1061-4014-bdd5-ec95cce7be8f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:39:44.745168 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:44.797911 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c97b723-59cb-4a2d-8757-30536ade8338', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3da287af-2738-4486-961b-dffd7cb5b2b2'}] {{(pid=93917) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:39:44.800353 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20b787f3c29eaa7aa2a4d648c725a2124c5ff39a8d793252f9d844495e14cf42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f47432b-9936-46ec-8020-c62f0c4200c7" -d '{"events": [{"server_uuid": "4c97b723-59cb-4a2d-8757-30536ade8338", "name": "network-vif-plugged", "status": "completed", "tag": "3da287af-2738-4486-961b-dffd7cb5b2b2"}]}' {{(pid=93917) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:39:44.830157 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e210c71-0e96-4bed-8af1-3653a9467c91 req-0888cbaa-2a85-4083-b5a1-33b32851cf6d tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:39:44.832628 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-0e210c71-0e96-4bed-8af1-3653a9467c91 req-0888cbaa-2a85-4083-b5a1-33b32851cf6d tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] 10.222.0.16 "GET /v2.0/ports?device_id=874d322a-698e-44bb-9bd2-08be5cdf70c5 HTTP/1.1" status: 200 len: 946 time: 0.1627038 Jul 14 18:39:44.837982 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-233b89d4-893b-4d97-929b-2ac15880613a tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Made reservation on behalf of 13ccccd91e8c4eb89f4317d7ac77ca6b for: {'subnet': 1} {{(pid=93915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:39:44.838702 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port 3da287af-2738-4486-961b-dffd7cb5b2b2, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=3da287af-2738-4486-961b-dffd7cb5b2b2,segment=NetworkSegment(d0d72d50-2af1-4c80-a444-7e1148083188),segment_id=d0d72d50-2af1-4c80-a444-7e1148083188)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:39:44.843319 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-233b89d4-893b-4d97-929b-2ac15880613a tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28969735'] for subnet, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:44.845690 n-d-800634-3 neutron-server[93915]: INFO neutron.pecan_wsgi.hooks.translation [None req-233b89d4-893b-4d97-929b-2ac15880613a tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 18:39:44.847132 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-233b89d4-893b-4d97-929b-2ac15880613a tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93915) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 18:39:44.847279 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:44.886423 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a07916-8e80-44ce-a6aa-bfee2c9ccb02 req-e61df022-3f51-4b29-8fd6-47b9b54404c6 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:39:44.888013 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-d0a07916-8e80-44ce-a6aa-bfee2c9ccb02 req-e61df022-3f51-4b29-8fd6-47b9b54404c6 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] 10.222.0.16 "GET /v2.0/ports?device_id=4c97b723-59cb-4a2d-8757-30536ade8338 HTTP/1.1" status: 200 len: 944 time: 0.2170570 Jul 14 18:39:44.891573 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-233b89d4-893b-4d97-929b-2ac15880613a tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.2959011 Jul 14 18:39:44.894420 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 55424) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:39:44.912762 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-0e210c71-0e96-4bed-8af1-3653a9467c91 req-013c659e-b834-4f44-a19f-65bb072ff7c6 tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] 10.222.0.16 "GET /v2.0/security-groups?id=5ae28d4a-02ca-4c7f-a85d-5b3fe1022a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0619318 Jul 14 18:39:44.958652 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-d0a07916-8e80-44ce-a6aa-bfee2c9ccb02 req-0db5a05e-0117-49d7-9278-5b4583c9bdfa tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] 10.222.0.16 "GET /v2.0/security-groups?id=594b2ab7-3a96-48b2-98bb-9a68eebb818a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496304 Jul 14 18:39:44.988286 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-424009dd-c5fb-4dbc-b287-5e8d7cc85489 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0898216 Jul 14 18:39:44.988733 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 55428) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:39:45.054856 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a7449f6-b2fd-4627-b2fe-4ed712cc36da tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:39:45.059023 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-7a7449f6-b2fd-4627-b2fe-4ed712cc36da tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0655086 Jul 14 18:39:45.059407 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 55430) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:39:45.100015 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 18:39:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41d512e9-962d-4af4-9e81-c099a079a4d2 x-openstack-request-id: req-41d512e9-962d-4af4-9e81-c099a079a4d2 {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:39:45.100384 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c97b723-59cb-4a2d-8757-30536ade8338", "name": "network-vif-plugged", "status": "completed", "tag": "3da287af-2738-4486-961b-dffd7cb5b2b2", "code": 200}]} {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:39:45.100648 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-41d512e9-962d-4af4-9e81-c099a079a4d2 {{(pid=93917) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:39:45.101045 n-d-800634-3 neutron-server[93917]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c97b723-59cb-4a2d-8757-30536ade8338', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3da287af-2738-4486-961b-dffd7cb5b2b2', 'code': 200} Jul 14 18:39:45.126450 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 55436) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:39:45.132053 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-a3472359-4ab4-4719-8933-de13f8e52072 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Request body: {'subnet': {'network_id': 'de099bce-1061-4014-bdd5-ec95cce7be8f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:39:45.139206 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-307f096f-7681-4c63-83be-387ee7c9d87a tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0784986 Jul 14 18:39:45.222851 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee51e11d-acd2-481e-ba86-d75131a44922 req-06cd62ce-560a-4f8d-982b-718a8070e12f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:39:45.224558 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ee51e11d-acd2-481e-ba86-d75131a44922 req-06cd62ce-560a-4f8d-982b-718a8070e12f service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=4c97b723-59cb-4a2d-8757-30536ade8338 HTTP/1.1" status: 200 len: 1096 time: 0.1128232 Jul 14 18:39:45.253422 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Pushing event updated for resources: {'Port': ['ID=3da287af-2738-4486-961b-dffd7cb5b2b2,revision_number=5']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:39:45.272513 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3472359-4ab4-4719-8933-de13f8e52072 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Made reservation on behalf of 13ccccd91e8c4eb89f4317d7ac77ca6b for: {'subnet': 1} {{(pid=93916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:39:45.272964 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ee51e11d-acd2-481e-ba86-d75131a44922 req-00f0b0de-8c45-4d1b-91c7-d9214a95ce20 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=594b2ab7-3a96-48b2-98bb-9a68eebb818a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413377 Jul 14 18:39:45.277208 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a3472359-4ab4-4719-8933-de13f8e52072 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26033189'] for subnet, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:45.340204 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6b4b317-076b-4de1-a99b-b1a5cc5ac420 None None] get_active_networks_info from n-d-800634-3 {{(pid=93917) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 14 18:39:45.468533 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device dfc1667d-72e2-451e-91f5-01f0c20c6aac no longer exists at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 18:39:45.498624 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] No Port match for: dfc1667d-72e2-451e-91f5-01f0c20c6aac {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 18:39:45.499894 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device dfc1667d-72e2-451e-91f5-01f0c20c6aac not bound to the agent host n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 18:39:45.566520 n-d-800634-3 neutron-server[93917]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6b4b317-076b-4de1-a99b-b1a5cc5ac420 None None] Resources bound (agent type, host, resource id): {{(pid=93917) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 14 18:39:45.609865 n-d-800634-3 neutron-server[93916]: DEBUG neutron.objects.ports [None req-a3472359-4ab4-4719-8933-de13f8e52072 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93916) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 14 18:39:45.612165 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a3472359-4ab4-4719-8933-de13f8e52072 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2684753', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26033175'] for subnet, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:45.658155 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3472359-4ab4-4719-8933-de13f8e52072 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Network de099bce-1061-4014-bdd5-ec95cce7be8f is already hosted by enough agents. {{(pid=93916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:39:45.665945 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [None req-a3472359-4ab4-4719-8933-de13f8e52072 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Resources bound (agent type, host, resource id): {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:39:45.670802 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3472359-4ab4-4719-8933-de13f8e52072 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:39:45.671555 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a3472359-4ab4-4719-8933-de13f8e52072 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks [] for subnet, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:45.680153 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3472359-4ab4-4719-8933-de13f8e52072 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Pushing event updated for resources: {'Subnet': ['ID=3ad16cbc-52fe-4d05-99b4-19196766cfd0,revision_number=0']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:39:45.694265 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-a3472359-4ab4-4719-8933-de13f8e52072 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.5642347 Jul 14 18:39:45.694762 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 55442) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:39:45.700889 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-46e6ebbc-5882-4a30-b11e-d0c42856239e tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Request body: {'port': {'network_id': 'de099bce-1061-4014-bdd5-ec95cce7be8f', 'mac_address': 'fa:16:3e:ce:8a:9f', 'name': 'tempest-NetworksTestDHCPv6-401462749'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:39:45.841735 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46e6ebbc-5882-4a30-b11e-d0c42856239e tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Made reservation on behalf of 13ccccd91e8c4eb89f4317d7ac77ca6b for: {'port': 1} {{(pid=93915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:39:45.950664 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-46e6ebbc-5882-4a30-b11e-d0c42856239e tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:45.970680 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcf2c629-c9cd-4d79-8f28-31c400ebd02b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9222b97e-5d1c-54f8-ba97-82f172498e76-de099bce-1061-4014-bdd5-ec95cce7be8f', 'network_id': 'de099bce-1061-4014-bdd5-ec95cce7be8f', 'tenant_id': '13ccccd91e8c4eb89f4317d7ac77ca6b', 'fixed_ips': [{'subnet_id': '3ad16cbc-52fe-4d05-99b4-19196766cfd0'}]}} from n-d-800634-3. {{(pid=93917) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 18:39:45.971880 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-bcf2c629-c9cd-4d79-8f28-31c400ebd02b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:46.001105 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [None req-46e6ebbc-5882-4a30-b11e-d0c42856239e tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] device_id is not set on port cc6c6488-bc65-4d1b-a043-89254e50da7c yet. {{(pid=93915) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 18:39:46.132370 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.db_base_plugin_common [None req-bcf2c629-c9cd-4d79-8f28-31c400ebd02b None None] Allocated IP 2001:db8::f816:3eff:feec:c320 (de099bce-1061-4014-bdd5-ec95cce7be8f/3ad16cbc-52fe-4d05-99b4-19196766cfd0/292bc8e7-a45c-440e-a9aa-ce3aef8f795c) {{(pid=93917) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:39:46.289976 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698cb95f-718e-43c8-a3c3-fa6b0f6a18d4 req-f34303ff-f6a6-47c6-87c8-df3f3767bacf tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:39:46.292008 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-698cb95f-718e-43c8-a3c3-fa6b0f6a18d4 req-f34303ff-f6a6-47c6-87c8-df3f3767bacf tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] 10.222.0.16 "GET /v2.0/ports?device_id=4c97b723-59cb-4a2d-8757-30536ade8338 HTTP/1.1" status: 200 len: 945 time: 0.1191232 Jul 14 18:39:46.342489 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-698cb95f-718e-43c8-a3c3-fa6b0f6a18d4 req-0427df1c-ffe6-4790-b2d5-685087e7def6 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] 10.222.0.16 "GET /v2.0/security-groups?id=594b2ab7-3a96-48b2-98bb-9a68eebb818a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435882 Jul 14 18:39:46.387551 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-bcf2c629-c9cd-4d79-8f28-31c400ebd02b None None] Notify callbacks [] for port, precommit_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:46.406264 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-bcf2c629-c9cd-4d79-8f28-31c400ebd02b None None] Transition to ACTIVE for port object 292bc8e7-a45c-440e-a9aa-ce3aef8f795c will not be triggered until provisioned by entity L2. {{(pid=93917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:39:46.440276 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-bcf2c629-c9cd-4d79-8f28-31c400ebd02b None None] Transition to ACTIVE for port object 292bc8e7-a45c-440e-a9aa-ce3aef8f795c will not be triggered until provisioned by entity DHCP. {{(pid=93917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:39:46.447700 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-bcf2c629-c9cd-4d79-8f28-31c400ebd02b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804'] for port, after_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:46.462425 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 55494) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:39:46.505916 n-d-800634-3 neutron-server[93917]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcf2c629-c9cd-4d79-8f28-31c400ebd02b None None] Network de099bce-1061-4014-bdd5-ec95cce7be8f is already hosted by enough agents. {{(pid=93917) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:39:46.512400 n-d-800634-3 neutron-server[93917]: DEBUG neutron.scheduler.base_scheduler [None req-bcf2c629-c9cd-4d79-8f28-31c400ebd02b None None] Resources bound (agent type, host, resource id): {{(pid=93917) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:39:46.518636 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcf2c629-c9cd-4d79-8f28-31c400ebd02b None None] Received port after_create {{(pid=93917) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:39:46.533009 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf2c629-c9cd-4d79-8f28-31c400ebd02b None None] Pushing event updated for resources: {'Port': ['ID=292bc8e7-a45c-440e-a9aa-ce3aef8f795c,revision_number=1']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:39:46.553129 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.db_base_plugin_common [None req-46e6ebbc-5882-4a30-b11e-d0c42856239e tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Allocated IP 2001:db8::f816:3eff:fece:8a9f (de099bce-1061-4014-bdd5-ec95cce7be8f/3ad16cbc-52fe-4d05-99b4-19196766cfd0/cc6c6488-bc65-4d1b-a043-89254e50da7c) {{(pid=93915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:39:46.603787 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-bcf2c629-c9cd-4d79-8f28-31c400ebd02b None None] Attempting to bind port 292bc8e7-a45c-440e-a9aa-ce3aef8f795c on host n-d-800634-3 for vnic_type normal with profile {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:39:46.604297 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-bcf2c629-c9cd-4d79-8f28-31c400ebd02b None None] Attempting to bind port 292bc8e7-a45c-440e-a9aa-ce3aef8f795c by drivers openvswitch,hyperv on host n-d-800634-3 at level 0 using segments [{'id': 'e57d1292-9039-4d9f-94d2-728500c53487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'de099bce-1061-4014-bdd5-ec95cce7be8f'}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:39:46.604736 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcf2c629-c9cd-4d79-8f28-31c400ebd02b None None] Attempting to bind port 292bc8e7-a45c-440e-a9aa-ce3aef8f795c on network de099bce-1061-4014-bdd5-ec95cce7be8f {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:39:46.611311 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcf2c629-c9cd-4d79-8f28-31c400ebd02b None None] Checking agent: {'id': '01c19e91-a945-4e3c-94a6-c211e17c923e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 8, 23), 'started_at': datetime.datetime(2021, 7, 14, 18, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 18, 39, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 18:39:46.611829 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcf2c629-c9cd-4d79-8f28-31c400ebd02b None None] Checking segment: {'id': 'e57d1292-9039-4d9f-94d2-728500c53487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'de099bce-1061-4014-bdd5-ec95cce7be8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93917) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:39:46.612335 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-bcf2c629-c9cd-4d79-8f28-31c400ebd02b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:46.612801 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcf2c629-c9cd-4d79-8f28-31c400ebd02b None None] Bound using segment: {'id': 'e57d1292-9039-4d9f-94d2-728500c53487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'de099bce-1061-4014-bdd5-ec95cce7be8f'} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 18:39:46.613380 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-bcf2c629-c9cd-4d79-8f28-31c400ebd02b None None] Bound port: 292bc8e7-a45c-440e-a9aa-ce3aef8f795c, host: n-d-800634-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e57d1292-9039-4d9f-94d2-728500c53487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'de099bce-1061-4014-bdd5-ec95cce7be8f'}}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 18:39:46.613854 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-bcf2c629-c9cd-4d79-8f28-31c400ebd02b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:46.715938 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-bcf2c629-c9cd-4d79-8f28-31c400ebd02b None None] For port 292bc8e7-a45c-440e-a9aa-ce3aef8f795c, host n-d-800634-3, cleared binding levels {{(pid=93917) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:39:46.720414 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-bcf2c629-c9cd-4d79-8f28-31c400ebd02b None None] For port 292bc8e7-a45c-440e-a9aa-ce3aef8f795c, host n-d-800634-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=292bc8e7-a45c-440e-a9aa-ce3aef8f795c,segment=NetworkSegment(e57d1292-9039-4d9f-94d2-728500c53487),segment_id=e57d1292-9039-4d9f-94d2-728500c53487)] {{(pid=93917) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 18:39:46.726366 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-bcf2c629-c9cd-4d79-8f28-31c400ebd02b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:46.798781 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf2c629-c9cd-4d79-8f28-31c400ebd02b None None] Pushing event updated for resources: {'Port': ['ID=292bc8e7-a45c-440e-a9aa-ce3aef8f795c,revision_number=2']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:39:46.804343 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-46e6ebbc-5882-4a30-b11e-d0c42856239e tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks [] for port, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:46.821201 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.provisioning_blocks [None req-46e6ebbc-5882-4a30-b11e-d0c42856239e tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Transition to ACTIVE for port object cc6c6488-bc65-4d1b-a043-89254e50da7c will not be triggered until provisioned by entity DHCP. {{(pid=93915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:39:46.873007 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-46e6ebbc-5882-4a30-b11e-d0c42856239e tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:46.999180 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46e6ebbc-5882-4a30-b11e-d0c42856239e tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Network de099bce-1061-4014-bdd5-ec95cce7be8f is already hosted by enough agents. {{(pid=93915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:39:47.002112 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [None req-46e6ebbc-5882-4a30-b11e-d0c42856239e tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Resources bound (agent type, host, resource id): {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:39:47.006085 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46e6ebbc-5882-4a30-b11e-d0c42856239e tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Received port after_create {{(pid=93915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:39:47.018340 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46e6ebbc-5882-4a30-b11e-d0c42856239e tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:39:47.022376 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-46e6ebbc-5882-4a30-b11e-d0c42856239e tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:47.044321 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e6ebbc-5882-4a30-b11e-d0c42856239e tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Pushing event updated for resources: {'Port': ['ID=cc6c6488-bc65-4d1b-a043-89254e50da7c,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:39:47.064354 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-46e6ebbc-5882-4a30-b11e-d0c42856239e tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.3659863 Jul 14 18:39:47.064650 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 55528) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:39:47.167351 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cd73441-51cc-4d47-bb9c-775d568be52e tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:39:47.172821 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cd73441-51cc-4d47-bb9c-775d568be52e tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:39:47.174533 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-4cd73441-51cc-4d47-bb9c-775d568be52e tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.1089332 Jul 14 18:39:47.177132 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 55530) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:39:47.184348 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a1744c65-b95c-46a5-88e9-87cff65b2897 tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:47.288391 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [None req-9d7450a6-3be9-4cad-b8d1-bb1e5cd27929 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Deleting port cc6c6488-bc65-4d1b-a043-89254e50da7c {{(pid=93915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:39:47.288655 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-9d7450a6-3be9-4cad-b8d1-bb1e5cd27929 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:47.434075 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-9d7450a6-3be9-4cad-b8d1-bb1e5cd27929 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:47.450163 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 292bc8e7-a45c-440e-a9aa-ce3aef8f795c up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:39:47.476762 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [None req-9d7450a6-3be9-4cad-b8d1-bb1e5cd27929 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Calling delete_port for cc6c6488-bc65-4d1b-a043-89254e50da7c owned by {{(pid=93915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:39:47.576775 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning for port 292bc8e7-a45c-440e-a9aa-ce3aef8f795c completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:39:47.653812 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.db_base_plugin_common [None req-a1744c65-b95c-46a5-88e9-87cff65b2897 tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Allocated IP 172.20.0.17 (ec24d75e-fe44-44be-8dac-22e11e1b9f62/68454e02-47a4-4e68-ab2a-a40151b5ebb0/53e0c36e-6f73-4599-b137-846f05a7b692) {{(pid=93916) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:39:47.695550 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff43fd6-0003-407b-ad12-aa8a3a6fa426 req-19539091-f993-4bc0-a3cb-ca87278597fb tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:39:47.697140 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-9ff43fd6-0003-407b-ad12-aa8a3a6fa426 req-19539091-f993-4bc0-a3cb-ca87278597fb tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] 10.222.0.16 "GET /v2.0/ports?device_id=4c97b723-59cb-4a2d-8757-30536ade8338 HTTP/1.1" status: 200 len: 945 time: 0.2009332 Jul 14 18:39:47.794771 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-9ff43fd6-0003-407b-ad12-aa8a3a6fa426 req-41f84822-3ae2-4b6a-a0a7-91f9908b3f02 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] 10.222.0.16 "GET /v2.0/security-groups?id=594b2ab7-3a96-48b2-98bb-9a68eebb818a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0856800 Jul 14 18:39:47.821811 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-9d7450a6-3be9-4cad-b8d1-bb1e5cd27929 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:47.851257 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a1744c65-b95c-46a5-88e9-87cff65b2897 tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Notify callbacks [] for port, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:47.879605 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7450a6-3be9-4cad-b8d1-bb1e5cd27929 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Pushing event deleted for resources: {'Port': ['ID=cc6c6488-bc65-4d1b-a043-89254e50da7c,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:39:47.912342 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.provisioning_blocks [None req-a1744c65-b95c-46a5-88e9-87cff65b2897 tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Transition to ACTIVE for port object 53e0c36e-6f73-4599-b137-846f05a7b692 will not be triggered until provisioned by entity DHCP. {{(pid=93916) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:39:47.942807 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-9d7450a6-3be9-4cad-b8d1-bb1e5cd27929 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:47.944890 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-9d7450a6-3be9-4cad-b8d1-bb1e5cd27929 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] 10.222.0.16 "DELETE /v2.0/ports/cc6c6488-bc65-4d1b-a043-89254e50da7c HTTP/1.1" status: 204 len: 168 time: 0.7667999 Jul 14 18:39:47.947375 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 55544) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:39:47.976206 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a1744c65-b95c-46a5-88e9-87cff65b2897 tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:48.032998 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c56ce358-c4f9-48c8-ad0a-68d913b63d13 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:39:48.035051 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c56ce358-c4f9-48c8-ad0a-68d913b63d13 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:39:48.039357 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-c56ce358-c4f9-48c8-ad0a-68d913b63d13 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.0884235 Jul 14 18:39:48.039571 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1744c65-b95c-46a5-88e9-87cff65b2897 tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Network ec24d75e-fe44-44be-8dac-22e11e1b9f62 is already hosted by enough agents. {{(pid=93916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:39:48.040024 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 55546) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:39:48.044297 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [None req-a1744c65-b95c-46a5-88e9-87cff65b2897 tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Resources bound (agent type, host, resource id): {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:39:48.047263 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1744c65-b95c-46a5-88e9-87cff65b2897 tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Received port after_create {{(pid=93916) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:39:48.095145 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1744c65-b95c-46a5-88e9-87cff65b2897 tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Pushing event updated for resources: {'Port': ['ID=53e0c36e-6f73-4599-b137-846f05a7b692,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:39:48.127379 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a1744c65-b95c-46a5-88e9-87cff65b2897 tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-930452'] for router_interface, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:48.135404 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee657758-782d-4005-b2c0-660c9f33f3df tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Deleting subnet 3ad16cbc-52fe-4d05-99b4-19196766cfd0 {{(pid=93915) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 18:39:48.145594 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-ee657758-782d-4005-b2c0-660c9f33f3df tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks [] for subnet, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:48.185954 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d0eb8b7-c40a-41ad-ac69-5627154c3397 None None] Network de099bce-1061-4014-bdd5-ec95cce7be8f requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:39:48.197485 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1ac4de-5508-4534-b5b2-701bebac305e req-5fe9f1c1-3d02-4561-8ab7-b4fe0c85e111 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:39:48.199017 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3d1ac4de-5508-4534-b5b2-701bebac305e req-5fe9f1c1-3d02-4561-8ab7-b4fe0c85e111 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] 10.222.0.16 "GET /v2.0/ports?device_id=4c97b723-59cb-4a2d-8757-30536ade8338 HTTP/1.1" status: 200 len: 945 time: 0.1814528 Jul 14 18:39:48.206396 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-ee657758-782d-4005-b2c0-660c9f33f3df tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28939913'] for subnet, precommit_delete_associations {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:48.308046 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-1c845d5c-ded0-467c-a445-0488e8fdea82 None None] Provisioning for port 292bc8e7-a45c-440e-a9aa-ce3aef8f795c completed by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:39:48.316786 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-1c845d5c-ded0-467c-a445-0488e8fdea82 None None] Provisioning complete for port 292bc8e7-a45c-440e-a9aa-ce3aef8f795c triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:39:48.317443 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-1c845d5c-ded0-467c-a445-0488e8fdea82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:48.335835 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a1744c65-b95c-46a5-88e9-87cff65b2897 tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:48.363066 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3d1ac4de-5508-4534-b5b2-701bebac305e req-2efae1d2-cc36-45b6-892b-d3f2230010cc tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] 10.222.0.16 "GET /v2.0/security-groups?id=594b2ab7-3a96-48b2-98bb-9a68eebb818a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1076000 Jul 14 18:39:48.367125 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 55548) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:39:48.431472 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-ee657758-782d-4005-b2c0-660c9f33f3df tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081283'] for subnet, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:48.534790 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-1c845d5c-ded0-467c-a445-0488e8fdea82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:48.564426 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42ebba8a-73ae-4827-a97b-0d495db57834 tempest-TestNetworkAdvancedServerOps-1839370163 tempest-TestNetworkAdvancedServerOps-1839370163-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:39:48.570790 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-42ebba8a-73ae-4827-a97b-0d495db57834 tempest-TestNetworkAdvancedServerOps-1839370163 tempest-TestNetworkAdvancedServerOps-1839370163-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=4c97b723-59cb-4a2d-8757-30536ade8338 HTTP/1.1" status: 200 len: 1091 time: 0.2024381 Jul 14 18:39:48.574750 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 55550) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:39:48.582356 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-1f7414b7-4c12-4cf3-812d-5a7088179591 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Request body: {'floatingip': {'floating_network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'port_id': '3da287af-2738-4486-961b-dffd7cb5b2b2', 'tenant_id': 'af718961b2754d7c873f442ed35947bb', 'fixed_ip_address': '172.20.0.9'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:39:48.625212 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-ee657758-782d-4005-b2c0-660c9f33f3df tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25913028', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28969762'] for subnet, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:48.666023 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.db.api [None req-1c845d5c-ded0-467c-a445-0488e8fdea82 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93917) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 14 18:39:48.666830 n-d-800634-3 neutron-server[93917]: DEBUG oslo_db.api [None req-1c845d5c-ded0-467c-a445-0488e8fdea82 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 18:39:48.719955 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-ee657758-782d-4005-b2c0-660c9f33f3df tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks [] for subnet, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:48.724629 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-ee657758-782d-4005-b2c0-660c9f33f3df tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] 10.222.0.16 "DELETE /v2.0/subnets/3ad16cbc-52fe-4d05-99b4-19196766cfd0 HTTP/1.1" status: 204 len: 168 time: 0.6834440 Jul 14 18:39:48.725621 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee657758-782d-4005-b2c0-660c9f33f3df tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Pushing event deleted for resources: {'Subnet': ['ID=3ad16cbc-52fe-4d05-99b4-19196766cfd0,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:39:48.727394 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 55558) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:39:48.752611 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-1f7414b7-4c12-4cf3-812d-5a7088179591 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks [] for floatingip, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:48.811296 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-6efceff7-884d-4b6b-9e10-3278cbdcb29d tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0603998 Jul 14 18:39:48.818458 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 55560) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:39:48.836381 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-b64f891d-ec1f-4b22-8abc-fe16b7a6e51a tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Request body: {'subnet': {'network_id': 'de099bce-1061-4014-bdd5-ec95cce7be8f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:39:48.858235 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a1744c65-b95c-46a5-88e9-87cff65b2897 tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Notify callbacks [] for port, precommit_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:48.870827 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a1744c65-b95c-46a5-88e9-87cff65b2897 tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2684870'] for port, after_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:48.890163 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6551b6c8-5862-41d9-ac6b-a7e0835992ca None None] Network de099bce-1061-4014-bdd5-ec95cce7be8f requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:39:48.965701 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-1f7414b7-4c12-4cf3-812d-5a7088179591 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:49.013708 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1744c65-b95c-46a5-88e9-87cff65b2897 tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Pushing event updated for resources: {'Port': ['ID=53e0c36e-6f73-4599-b137-846f05a7b692,revision_number=2']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:39:49.025338 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a1744c65-b95c-46a5-88e9-87cff65b2897 tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-598741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-928734'] for router_interface, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:49.103940 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b64f891d-ec1f-4b22-8abc-fe16b7a6e51a tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Made reservation on behalf of 13ccccd91e8c4eb89f4317d7ac77ca6b for: {'subnet': 1} {{(pid=93916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:39:49.107982 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-b64f891d-ec1f-4b22-8abc-fe16b7a6e51a tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26033189'] for subnet, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:49.128157 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.db_base_plugin_common [None req-1f7414b7-4c12-4cf3-812d-5a7088179591 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Allocated IP 172.25.1.206 (9200a437-e1de-4520-88f6-e68386523e61/5f47f848-4532-407a-a0e2-5690ade15fd0/35276045-0f7a-4eac-9995-c010fc0ef1e3) {{(pid=93915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:39:49.191208 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b19d133b-4f31-41ff-ae12-f18a704977f1 None None] DHCP port deletion for de099bce-1061-4014-bdd5-ec95cce7be8f request from n-d-800634-3 {{(pid=93917) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 18:39:49.242233 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-1c845d5c-ded0-467c-a445-0488e8fdea82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:49.255814 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1744c65-b95c-46a5-88e9-87cff65b2897 tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Network ec24d75e-fe44-44be-8dac-22e11e1b9f62 is already hosted by enough agents. {{(pid=93916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:39:49.259063 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [None req-a1744c65-b95c-46a5-88e9-87cff65b2897 tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Resources bound (agent type, host, resource id): {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:39:49.289320 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-1c845d5c-ded0-467c-a445-0488e8fdea82 None None] For port 292bc8e7-a45c-440e-a9aa-ce3aef8f795c, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=292bc8e7-a45c-440e-a9aa-ce3aef8f795c,segment=NetworkSegment(e57d1292-9039-4d9f-94d2-728500c53487),segment_id=e57d1292-9039-4d9f-94d2-728500c53487)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:39:49.291178 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-1f7414b7-4c12-4cf3-812d-5a7088179591 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks [] for port, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:49.297819 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-1c845d5c-ded0-467c-a445-0488e8fdea82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:49.377574 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-1f7414b7-4c12-4cf3-812d-5a7088179591 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:49.384699 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-b19d133b-4f31-41ff-ae12-f18a704977f1 None None] Deleting port 292bc8e7-a45c-440e-a9aa-ce3aef8f795c {{(pid=93917) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:39:49.385075 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b19d133b-4f31-41ff-ae12-f18a704977f1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:49.458769 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7414b7-4c12-4cf3-812d-5a7088179591 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Pushing event updated for resources: {'Port': ['ID=35276045-0f7a-4eac-9995-c010fc0ef1e3,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:39:49.463476 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f7414b7-4c12-4cf3-812d-5a7088179591 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Network 9200a437-e1de-4520-88f6-e68386523e61 is already hosted by enough agents. {{(pid=93915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:39:49.467064 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [None req-1f7414b7-4c12-4cf3-812d-5a7088179591 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Resources bound (agent type, host, resource id): {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:39:49.467280 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 292bc8e7-a45c-440e-a9aa-ce3aef8f795c no longer exists at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 18:39:49.468318 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f7414b7-4c12-4cf3-812d-5a7088179591 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Received port after_create {{(pid=93915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:39:49.469937 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c845d5c-ded0-467c-a445-0488e8fdea82 None None] Pushing event updated for resources: {'Port': ['ID=292bc8e7-a45c-440e-a9aa-ce3aef8f795c,revision_number=4']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:39:49.539345 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-d43489dc-834b-4442-b9a3-4b0fba243418 None None] Provisioning for port 53e0c36e-6f73-4599-b137-846f05a7b692 completed by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:39:49.546696 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b19d133b-4f31-41ff-ae12-f18a704977f1 None None] For port 292bc8e7-a45c-440e-a9aa-ce3aef8f795c, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=292bc8e7-a45c-440e-a9aa-ce3aef8f795c,segment=NetworkSegment(e57d1292-9039-4d9f-94d2-728500c53487),segment_id=e57d1292-9039-4d9f-94d2-728500c53487)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:39:49.547431 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b19d133b-4f31-41ff-ae12-f18a704977f1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:49.550181 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-d43489dc-834b-4442-b9a3-4b0fba243418 None None] Provisioning complete for port 53e0c36e-6f73-4599-b137-846f05a7b692 triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:39:49.550777 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-d43489dc-834b-4442-b9a3-4b0fba243418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:49.586336 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-b19d133b-4f31-41ff-ae12-f18a704977f1 None None] Calling delete_port for 292bc8e7-a45c-440e-a9aa-ce3aef8f795c owned by network:dhcp {{(pid=93917) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:39:49.642927 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-d43489dc-834b-4442-b9a3-4b0fba243418 None None] Port 53e0c36e-6f73-4599-b137-846f05a7b692 cannot update to ACTIVE because it is not bound. {{(pid=93917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 18:39:49.705423 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-d43489dc-834b-4442-b9a3-4b0fba243418 None None] Provisioning complete for port 292bc8e7-a45c-440e-a9aa-ce3aef8f795c triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:39:49.706152 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-d43489dc-834b-4442-b9a3-4b0fba243418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:49.707516 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1744c65-b95c-46a5-88e9-87cff65b2897 tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Router 3a31ae71-934f-4135-93de-c762cbccbf01 has already been hosted by L3 agent 2c6eb27e-defb-4cca-9a24-381c7415e359 {{(pid=93916) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 18:39:49.735425 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:49.841711 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] For port 292bc8e7-a45c-440e-a9aa-ce3aef8f795c, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=292bc8e7-a45c-440e-a9aa-ce3aef8f795c,segment=NetworkSegment(e57d1292-9039-4d9f-94d2-728500c53487),segment_id=e57d1292-9039-4d9f-94d2-728500c53487)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:39:49.850124 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:49.900176 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b19d133b-4f31-41ff-ae12-f18a704977f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813'] for port, after_delete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:49.922892 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b19d133b-4f31-41ff-ae12-f18a704977f1 None None] No DVR routers for this DVR port 292bc8e7-a45c-440e-a9aa-ce3aef8f795c on host n-d-800634-3 {{(pid=93917) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 18:39:49.958454 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-d43489dc-834b-4442-b9a3-4b0fba243418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:49.976692 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Pushing event updated for resources: {'Port': ['ID=292bc8e7-a45c-440e-a9aa-ce3aef8f795c,revision_number=5']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:39:50.006843 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19d133b-4f31-41ff-ae12-f18a704977f1 None None] Pushing event deleted for resources: {'Port': ['ID=292bc8e7-a45c-440e-a9aa-ce3aef8f795c,revision_number=None']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:39:50.023582 n-d-800634-3 neutron-server[93916]: DEBUG neutron.objects.ports [None req-b64f891d-ec1f-4b22-8abc-fe16b7a6e51a tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93916) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 14 18:39:50.038534 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-1f7414b7-4c12-4cf3-812d-5a7088179591 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:50.114554 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1744c65-b95c-46a5-88e9-87cff65b2897 tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Notify agent at l3_agent.n-d-800634-3 the message routers_updated {{(pid=93916) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 18:39:50.122798 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-a1744c65-b95c-46a5-88e9-87cff65b2897 tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] 10.222.0.16 "PUT /v2.0/routers/3a31ae71-934f-4135-93de-c762cbccbf01/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6583278 Jul 14 18:39:50.141963 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85d15e58-25a1-4842-8bd6-4e99a3d8dbaf None None] Sync routers for ids ['3a31ae71-934f-4135-93de-c762cbccbf01'] in n-d-800634-3 {{(pid=93918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 18:39:50.153922 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85d15e58-25a1-4842-8bd6-4e99a3d8dbaf None None] Routers {'3a31ae71-934f-4135-93de-c762cbccbf01'} bound to L3 agent in host n-d-800634-3 {{(pid=93918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:39:50.155591 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-85d15e58-25a1-4842-8bd6-4e99a3d8dbaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:39:23Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['3a31ae71-934f-4135-93de-c762cbccbf01'], 'active': True} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:39:50.203656 n-d-800634-3 neutron-server[93916]: WARNING neutron.services.revisions.revision_plugin [None req-b64f891d-ec1f-4b22-8abc-fe16b7a6e51a tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Could not find related port for resource to bump revision. Jul 14 18:39:50.203928 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-f64cc03a-41d0-45ca-86c8-62558ab3df06 None None] Provisioning complete for port 53e0c36e-6f73-4599-b137-846f05a7b692 triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:39:50.204037 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-f64cc03a-41d0-45ca-86c8-62558ab3df06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:50.212851 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.ipam_pluggable_backend [None req-b64f891d-ec1f-4b22-8abc-fe16b7a6e51a tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Port 292bc8e7-a45c-440e-a9aa-ce3aef8f795c was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=93916) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Jul 14 18:39:50.213581 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.ipam_pluggable_backend [None req-b64f891d-ec1f-4b22-8abc-fe16b7a6e51a tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Reverting IP allocation for 2001:db8::f816:3eff:feec:c320 {{(pid=93916) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Jul 14 18:39:50.221854 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.ipam_pluggable_backend [None req-b64f891d-ec1f-4b22-8abc-fe16b7a6e51a tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Reverting IP allocation failed for 2001:db8::f816:3eff:feec:c320 {{(pid=93916) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Jul 14 18:39:50.222418 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-b64f891d-ec1f-4b22-8abc-fe16b7a6e51a tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2684753', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26033175'] for subnet, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:50.228766 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-1f7414b7-4c12-4cf3-812d-5a7088179591 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:50.250192 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-f64cc03a-41d0-45ca-86c8-62558ab3df06 None None] Port 53e0c36e-6f73-4599-b137-846f05a7b692 cannot update to ACTIVE because it is not bound. {{(pid=93917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 18:39:50.293755 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvr_db [None req-85d15e58-25a1-4842-8bd6-4e99a3d8dbaf None None] Set router 3a31ae71-934f-4135-93de-c762cbccbf01 gateway port host: n-d-800634-3 {{(pid=93918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 18:39:50.301174 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b64f891d-ec1f-4b22-8abc-fe16b7a6e51a tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Network de099bce-1061-4014-bdd5-ec95cce7be8f is already hosted by enough agents. {{(pid=93916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:39:50.305956 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [None req-b64f891d-ec1f-4b22-8abc-fe16b7a6e51a tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Resources bound (agent type, host, resource id): {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:39:50.316189 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b64f891d-ec1f-4b22-8abc-fe16b7a6e51a tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:39:50.316848 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-b64f891d-ec1f-4b22-8abc-fe16b7a6e51a tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks [] for subnet, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:50.321333 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d39f5ad1-2c90-45c0-818a-0cd0c940b96a None None] Network de099bce-1061-4014-bdd5-ec95cce7be8f requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:39:50.345165 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-b64f891d-ec1f-4b22-8abc-fe16b7a6e51a tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.5153928 Jul 14 18:39:50.346492 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64f891d-ec1f-4b22-8abc-fe16b7a6e51a tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Pushing event updated for resources: {'Subnet': ['ID=e79d1525-f924-480c-bbcb-a07ef4245c51,revision_number=0']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:39:50.348389 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 55576) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:39:50.353752 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-ceefe2a9-a09c-4a90-b126-56194b3ea763 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Request body: {'port': {'network_id': 'de099bce-1061-4014-bdd5-ec95cce7be8f', 'mac_address': 'fa:16:3e:09:10:38', 'name': 'tempest-NetworksTestDHCPv6-1874298029'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:39:50.426739 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-c110b4b3-ed0b-444d-855f-8e7ccb547179 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:50.478187 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-1f7414b7-4c12-4cf3-812d-5a7088179591 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks [] for port, precommit_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:50.491999 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-1f7414b7-4c12-4cf3-812d-5a7088179591 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25912978'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:50.508514 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ceefe2a9-a09c-4a90-b126-56194b3ea763 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Made reservation on behalf of 13ccccd91e8c4eb89f4317d7ac77ca6b for: {'port': 1} {{(pid=93916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:39:50.588648 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24fa80f1-e8c9-4d31-88cc-d18b38943569 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9222b97e-5d1c-54f8-ba97-82f172498e76-de099bce-1061-4014-bdd5-ec95cce7be8f', 'network_id': 'de099bce-1061-4014-bdd5-ec95cce7be8f', 'tenant_id': '13ccccd91e8c4eb89f4317d7ac77ca6b', 'fixed_ips': [{'subnet_id': 'e79d1525-f924-480c-bbcb-a07ef4245c51'}]}} from n-d-800634-3. {{(pid=93917) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 18:39:50.589529 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-24fa80f1-e8c9-4d31-88cc-d18b38943569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:50.598732 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7414b7-4c12-4cf3-812d-5a7088179591 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Pushing event updated for resources: {'Port': ['ID=35276045-0f7a-4eac-9995-c010fc0ef1e3,revision_number=2']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:39:50.609744 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-1f7414b7-4c12-4cf3-812d-5a7088179591 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-930131'] for floatingip, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:50.637121 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-ceefe2a9-a09c-4a90-b126-56194b3ea763 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:50.670737 n-d-800634-3 neutron-server[93916]: DEBUG neutron.notifiers.nova [None req-ceefe2a9-a09c-4a90-b126-56194b3ea763 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] device_id is not set on port f971200b-fd88-461f-b369-e54a9022a7a7 yet. {{(pid=93916) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 18:39:50.688476 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-85d15e58-25a1-4842-8bd6-4e99a3d8dbaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a31ae71-934f-4135-93de-c762cbccbf01', 'name': 'tempest-TestNetworkBasicOps-router-722088205', 'tenant_id': '0c6eccb7d5c743f1a53a528a1f419fa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.4'}], 'enable_snat': True}, 'gw_port_id': 'eef8e124-1f9d-444c-a121-a72703ff3433', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:38:07Z', 'updated_at': '2021-07-14T18:39:48Z', 'revision_number': 5, 'project_id': '0c6eccb7d5c743f1a53a528a1f419fa2', 'gw_port': {'id': 'eef8e124-1f9d-444c-a121-a72703ff3433', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:02:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a31ae71-934f-4135-93de-c762cbccbf01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2099, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:38:07Z', 'updated_at': '2021-07-14T18:38:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_floatingips': [{'id': '7db51d33-2269-4fa9-9f42-d9269d42f07f', 'tenant_id': '0c6eccb7d5c743f1a53a528a1f419fa2', 'floating_ip_address': '172.25.1.45', 'floating_network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'router_id': '3a31ae71-934f-4135-93de-c762cbccbf01', 'port_id': '01e919c7-8637-42ef-8e01-955fe39681bd', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 2141, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '310e07b1-9c76-4479-9715-2b28fbfd1cbf', 'mac_address': 'fa:16:3e:3c:e0:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b19a8ff8-9d39-4cd0-9048-318f9ac3e8c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T18:38:42Z', 'updated_at': '2021-07-14T18:38:47Z', 'revision_number': 1, 'project_id': '0c6eccb7d5c743f1a53a528a1f419fa2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '53e0c36e-6f73-4599-b137-846f05a7b692', 'name': '', 'network_id': 'ec24d75e-fe44-44be-8dac-22e11e1b9f62', 'tenant_id': '0c6eccb7d5c743f1a53a528a1f419fa2', 'mac_address': 'fa:16:3e:1e:b1:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a31ae71-934f-4135-93de-c762cbccbf01', 'device_owner': 'network:router_interface', 'standard_attr_id': 2222, 'fixed_ips': [{'subnet_id': '68454e02-47a4-4e68-ab2a-a40151b5ebb0', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:39:47Z', 'updated_at': '2021-07-14T18:39:48Z', 'revision_number': 2, 'project_id': '0c6eccb7d5c743f1a53a528a1f419fa2', 'subnets': [{'id': '68454e02-47a4-4e68-ab2a-a40151b5ebb0', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9e6b9240-7375-41ea-aa66-998d3e231f8e', 'name': '', 'network_id': '310e07b1-9c76-4479-9715-2b28fbfd1cbf', 'tenant_id': '0c6eccb7d5c743f1a53a528a1f419fa2', 'mac_address': 'fa:16:3e:a4:93:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a31ae71-934f-4135-93de-c762cbccbf01', 'device_owner': 'network:router_interface', 'standard_attr_id': 2110, 'fixed_ips': [{'subnet_id': '8fde12ad-ce3f-46bc-b05a-eff3c76ca5e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:38:12Z', 'updated_at': '2021-07-14T18:38:24Z', 'revision_number': 5, 'project_id': '0c6eccb7d5c743f1a53a528a1f419fa2', 'subnets': [{'id': '8fde12ad-ce3f-46bc-b05a-eff3c76ca5e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-3', False) {} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:39:50.728268 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85d15e58-25a1-4842-8bd6-4e99a3d8dbaf None None] Checking router: 3a31ae71-934f-4135-93de-c762cbccbf01 for host: n-d-800634-3 {{(pid=93918) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 18:39:50.728902 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85d15e58-25a1-4842-8bd6-4e99a3d8dbaf None None] Updating router 3a31ae71-934f-4135-93de-c762cbccbf01 port 53e0c36e-6f73-4599-b137-846f05a7b692 binding host n-d-800634-3 {{(pid=93918) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 18:39:50.764145 n-d-800634-3 neutron-server[93915]: INFO neutron.db.l3_db [None req-1f7414b7-4c12-4cf3-812d-5a7088179591 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Floating IP 312ffb13-98db-4636-a400-74f56cf0a31e associated. External IP: 172.25.1.206, port: 3da287af-2738-4486-961b-dffd7cb5b2b2. Jul 14 18:39:50.768291 n-d-800634-3 neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-85d15e58-25a1-4842-8bd6-4e99a3d8dbaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:50.789166 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.db_base_plugin_common [None req-24fa80f1-e8c9-4d31-88cc-d18b38943569 None None] Allocated IP 2001:db8::f816:3eff:feb4:c6b7 (de099bce-1061-4014-bdd5-ec95cce7be8f/e79d1525-f924-480c-bbcb-a07ef4245c51/f1f701bc-45ea-4bb2-a32d-9f3938b3d9b4) {{(pid=93917) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:39:51.026712 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-24fa80f1-e8c9-4d31-88cc-d18b38943569 None None] Notify callbacks [] for port, precommit_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:51.039025 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-24fa80f1-e8c9-4d31-88cc-d18b38943569 None None] Transition to ACTIVE for port object f1f701bc-45ea-4bb2-a32d-9f3938b3d9b4 will not be triggered until provisioned by entity L2. {{(pid=93917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:39:51.058423 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-24fa80f1-e8c9-4d31-88cc-d18b38943569 None None] Transition to ACTIVE for port object f1f701bc-45ea-4bb2-a32d-9f3938b3d9b4 will not be triggered until provisioned by entity DHCP. {{(pid=93917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:39:51.083483 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-24fa80f1-e8c9-4d31-88cc-d18b38943569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804'] for port, after_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:51.167410 n-d-800634-3 neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-85d15e58-25a1-4842-8bd6-4e99a3d8dbaf None None] Notify callbacks [] for port, precommit_update {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:51.170372 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.db_base_plugin_common [None req-ceefe2a9-a09c-4a90-b126-56194b3ea763 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Allocated IP 2001:db8::f816:3eff:fe09:1038 (de099bce-1061-4014-bdd5-ec95cce7be8f/e79d1525-f924-480c-bbcb-a07ef4245c51/f971200b-fd88-461f-b369-e54a9022a7a7) {{(pid=93916) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:39:51.187142 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.provisioning_blocks [None req-85d15e58-25a1-4842-8bd6-4e99a3d8dbaf None None] Transition to ACTIVE for port object 53e0c36e-6f73-4599-b137-846f05a7b692 will not be triggered until provisioned by entity L2. {{(pid=93918) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:39:51.197838 n-d-800634-3 neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-85d15e58-25a1-4842-8bd6-4e99a3d8dbaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:51.256380 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8dda6ba-0378-4164-a533-03e94f1c29ae None None] Pushing event updated for resources: {'Port': ['ID=53e0c36e-6f73-4599-b137-846f05a7b692,revision_number=3']} {{(pid=93918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:39:51.367045 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.managers [None req-85d15e58-25a1-4842-8bd6-4e99a3d8dbaf None None] Attempting to bind port 53e0c36e-6f73-4599-b137-846f05a7b692 on host n-d-800634-3 for vnic_type normal with profile {{(pid=93918) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:39:51.367439 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.managers [None req-85d15e58-25a1-4842-8bd6-4e99a3d8dbaf None None] Attempting to bind port 53e0c36e-6f73-4599-b137-846f05a7b692 by drivers openvswitch,hyperv on host n-d-800634-3 at level 0 using segments [{'id': 'eea5473f-55d7-4a98-a1d1-b1f0b0bfe581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'ec24d75e-fe44-44be-8dac-22e11e1b9f62'}] {{(pid=93918) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:39:51.367810 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85d15e58-25a1-4842-8bd6-4e99a3d8dbaf None None] Attempting to bind port 53e0c36e-6f73-4599-b137-846f05a7b692 on network ec24d75e-fe44-44be-8dac-22e11e1b9f62 {{(pid=93918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:39:51.376049 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85d15e58-25a1-4842-8bd6-4e99a3d8dbaf None None] Checking agent: {'id': '01c19e91-a945-4e3c-94a6-c211e17c923e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 8, 23), 'started_at': datetime.datetime(2021, 7, 14, 18, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 18, 39, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 18:39:51.376049 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85d15e58-25a1-4842-8bd6-4e99a3d8dbaf None None] Checking segment: {'id': 'eea5473f-55d7-4a98-a1d1-b1f0b0bfe581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'ec24d75e-fe44-44be-8dac-22e11e1b9f62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93918) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:39:51.376049 n-d-800634-3 neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-85d15e58-25a1-4842-8bd6-4e99a3d8dbaf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:51.377435 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85d15e58-25a1-4842-8bd6-4e99a3d8dbaf None None] Bound using segment: {'id': 'eea5473f-55d7-4a98-a1d1-b1f0b0bfe581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'ec24d75e-fe44-44be-8dac-22e11e1b9f62'} {{(pid=93918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 18:39:51.378694 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.managers [None req-85d15e58-25a1-4842-8bd6-4e99a3d8dbaf None None] Bound port: 53e0c36e-6f73-4599-b137-846f05a7b692, host: n-d-800634-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eea5473f-55d7-4a98-a1d1-b1f0b0bfe581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'ec24d75e-fe44-44be-8dac-22e11e1b9f62'}}] {{(pid=93918) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 18:39:51.379096 n-d-800634-3 neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-85d15e58-25a1-4842-8bd6-4e99a3d8dbaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:51.436079 n-d-800634-3 neutron-server[93917]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24fa80f1-e8c9-4d31-88cc-d18b38943569 None None] Network de099bce-1061-4014-bdd5-ec95cce7be8f is already hosted by enough agents. {{(pid=93917) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:39:51.442839 n-d-800634-3 neutron-server[93917]: DEBUG neutron.scheduler.base_scheduler [None req-24fa80f1-e8c9-4d31-88cc-d18b38943569 None None] Resources bound (agent type, host, resource id): {{(pid=93917) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:39:51.447873 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24fa80f1-e8c9-4d31-88cc-d18b38943569 None None] Received port after_create {{(pid=93917) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:39:51.458390 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fa80f1-e8c9-4d31-88cc-d18b38943569 None None] Pushing event updated for resources: {'Port': ['ID=f1f701bc-45ea-4bb2-a32d-9f3938b3d9b4,revision_number=1']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:39:51.529610 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.db [None req-85d15e58-25a1-4842-8bd6-4e99a3d8dbaf None None] For port 53e0c36e-6f73-4599-b137-846f05a7b692, host n-d-800634-3, cleared binding levels {{(pid=93918) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:39:51.536787 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.db [None req-85d15e58-25a1-4842-8bd6-4e99a3d8dbaf None None] For port 53e0c36e-6f73-4599-b137-846f05a7b692, host n-d-800634-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=53e0c36e-6f73-4599-b137-846f05a7b692,segment=NetworkSegment(eea5473f-55d7-4a98-a1d1-b1f0b0bfe581),segment_id=eea5473f-55d7-4a98-a1d1-b1f0b0bfe581)] {{(pid=93918) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 18:39:51.543680 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-ceefe2a9-a09c-4a90-b126-56194b3ea763 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks [] for port, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:51.550136 n-d-800634-3 neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-85d15e58-25a1-4842-8bd6-4e99a3d8dbaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:51.579045 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.provisioning_blocks [None req-ceefe2a9-a09c-4a90-b126-56194b3ea763 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Transition to ACTIVE for port object f971200b-fd88-461f-b369-e54a9022a7a7 will not be triggered until provisioned by entity DHCP. {{(pid=93916) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:39:51.588844 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-24fa80f1-e8c9-4d31-88cc-d18b38943569 None None] Attempting to bind port f1f701bc-45ea-4bb2-a32d-9f3938b3d9b4 on host n-d-800634-3 for vnic_type normal with profile {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:39:51.589230 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-24fa80f1-e8c9-4d31-88cc-d18b38943569 None None] Attempting to bind port f1f701bc-45ea-4bb2-a32d-9f3938b3d9b4 by drivers openvswitch,hyperv on host n-d-800634-3 at level 0 using segments [{'id': 'e57d1292-9039-4d9f-94d2-728500c53487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'de099bce-1061-4014-bdd5-ec95cce7be8f'}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:39:51.589603 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24fa80f1-e8c9-4d31-88cc-d18b38943569 None None] Attempting to bind port f1f701bc-45ea-4bb2-a32d-9f3938b3d9b4 on network de099bce-1061-4014-bdd5-ec95cce7be8f {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:39:51.598482 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24fa80f1-e8c9-4d31-88cc-d18b38943569 None None] Checking agent: {'id': '01c19e91-a945-4e3c-94a6-c211e17c923e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 8, 23), 'started_at': datetime.datetime(2021, 7, 14, 18, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 18, 39, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 18:39:51.599129 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24fa80f1-e8c9-4d31-88cc-d18b38943569 None None] Checking segment: {'id': 'e57d1292-9039-4d9f-94d2-728500c53487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'de099bce-1061-4014-bdd5-ec95cce7be8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93917) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:39:51.599563 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-24fa80f1-e8c9-4d31-88cc-d18b38943569 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:51.604343 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24fa80f1-e8c9-4d31-88cc-d18b38943569 None None] Bound using segment: {'id': 'e57d1292-9039-4d9f-94d2-728500c53487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'de099bce-1061-4014-bdd5-ec95cce7be8f'} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 18:39:51.607862 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-24fa80f1-e8c9-4d31-88cc-d18b38943569 None None] Bound port: f1f701bc-45ea-4bb2-a32d-9f3938b3d9b4, host: n-d-800634-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e57d1292-9039-4d9f-94d2-728500c53487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'de099bce-1061-4014-bdd5-ec95cce7be8f'}}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 18:39:51.608501 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-24fa80f1-e8c9-4d31-88cc-d18b38943569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:51.667695 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85d15e58-25a1-4842-8bd6-4e99a3d8dbaf None None] Routers {'3a31ae71-934f-4135-93de-c762cbccbf01'} bound to L3 agent in host n-d-800634-3 {{(pid=93918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:39:51.668969 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-85d15e58-25a1-4842-8bd6-4e99a3d8dbaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:39:23Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['3a31ae71-934f-4135-93de-c762cbccbf01'], 'active': True} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:39:51.669996 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-ceefe2a9-a09c-4a90-b126-56194b3ea763 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:51.710086 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceefe2a9-a09c-4a90-b126-56194b3ea763 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Network de099bce-1061-4014-bdd5-ec95cce7be8f is already hosted by enough agents. {{(pid=93916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:39:51.713669 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [None req-ceefe2a9-a09c-4a90-b126-56194b3ea763 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Resources bound (agent type, host, resource id): {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:39:51.717231 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceefe2a9-a09c-4a90-b126-56194b3ea763 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Received port after_create {{(pid=93916) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:39:51.724866 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceefe2a9-a09c-4a90-b126-56194b3ea763 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:39:51.725548 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-ceefe2a9-a09c-4a90-b126-56194b3ea763 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:51.734489 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8dda6ba-0378-4164-a533-03e94f1c29ae None None] Pushing event updated for resources: {'Port': ['ID=53e0c36e-6f73-4599-b137-846f05a7b692,revision_number=4']} {{(pid=93918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:39:51.753087 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-24fa80f1-e8c9-4d31-88cc-d18b38943569 None None] For port f1f701bc-45ea-4bb2-a32d-9f3938b3d9b4, host n-d-800634-3, cleared binding levels {{(pid=93917) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:39:51.767061 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-24fa80f1-e8c9-4d31-88cc-d18b38943569 None None] For port f1f701bc-45ea-4bb2-a32d-9f3938b3d9b4, host n-d-800634-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=f1f701bc-45ea-4bb2-a32d-9f3938b3d9b4,segment=NetworkSegment(e57d1292-9039-4d9f-94d2-728500c53487),segment_id=e57d1292-9039-4d9f-94d2-728500c53487)] {{(pid=93917) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 18:39:51.778429 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-24fa80f1-e8c9-4d31-88cc-d18b38943569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:51.783752 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-ceefe2a9-a09c-4a90-b126-56194b3ea763 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.4342346 Jul 14 18:39:51.787566 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 55586) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:39:51.793534 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceefe2a9-a09c-4a90-b126-56194b3ea763 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Pushing event updated for resources: {'Port': ['ID=f971200b-fd88-461f-b369-e54a9022a7a7,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:39:51.890032 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvr_db [None req-85d15e58-25a1-4842-8bd6-4e99a3d8dbaf None None] Set router 3a31ae71-934f-4135-93de-c762cbccbf01 gateway port host: n-d-800634-3 {{(pid=93918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 18:39:51.899833 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fa80f1-e8c9-4d31-88cc-d18b38943569 None None] Pushing event updated for resources: {'Port': ['ID=f1f701bc-45ea-4bb2-a32d-9f3938b3d9b4,revision_number=2']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:39:51.927918 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f7414b7-4c12-4cf3-812d-5a7088179591 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Router c38da495-c6ac-40ad-8d3c-e678b5d50955 has already been hosted by L3 agent 2c6eb27e-defb-4cca-9a24-381c7415e359 {{(pid=93915) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 18:39:52.014427 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97e52f1f-85a7-4389-a701-b02bc1d5f762 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:39:52.020457 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97e52f1f-85a7-4389-a701-b02bc1d5f762 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:39:52.022239 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-97e52f1f-85a7-4389-a701-b02bc1d5f762 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.2283010 Jul 14 18:39:52.025830 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 55592) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:39:52.118666 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f7414b7-4c12-4cf3-812d-5a7088179591 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify agent at l3_agent.n-d-800634-3 the message routers_updated {{(pid=93915) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 18:39:52.130088 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d51f687a-bbb8-4b95-9d95-100c6b6093c5 None None] Sync routers for ids ['c38da495-c6ac-40ad-8d3c-e678b5d50955'] in n-d-800634-3 {{(pid=93917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 18:39:52.174337 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-1f7414b7-4c12-4cf3-812d-5a7088179591 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for floatingip, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:52.181855 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d51f687a-bbb8-4b95-9d95-100c6b6093c5 None None] Routers {'c38da495-c6ac-40ad-8d3c-e678b5d50955'} bound to L3 agent in host n-d-800634-3 {{(pid=93917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:39:52.182425 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-d51f687a-bbb8-4b95-9d95-100c6b6093c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:39:23Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['c38da495-c6ac-40ad-8d3c-e678b5d50955'], 'active': True} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:39:52.244731 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-1f7414b7-4c12-4cf3-812d-5a7088179591 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.6662662 Jul 14 18:39:52.256185 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c97b723-59cb-4a2d-8757-30536ade8338', 'tag': '3da287af-2738-4486-961b-dffd7cb5b2b2'}] {{(pid=93915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:39:52.259516 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e72782ad3af8f7d4ce76cedf092bca46d1756acc5c4653cf0b52034cdd6b073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-751cb435-0fe3-4f45-82f7-ddcaaf229076" -d '{"events": [{"name": "network-changed", "server_uuid": "4c97b723-59cb-4a2d-8757-30536ade8338", "tag": "3da287af-2738-4486-961b-dffd7cb5b2b2"}]}' {{(pid=93915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:39:52.302121 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-f3e6d2a5-c708-463f-b008-167aad23e112 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Deleting port f971200b-fd88-461f-b369-e54a9022a7a7 {{(pid=93916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:39:52.304711 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-f3e6d2a5-c708-463f-b008-167aad23e112 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:52.353425 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 18:39:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-083f35f3-343c-4866-aeec-376da2bf1189 x-openstack-request-id: req-083f35f3-343c-4866-aeec-376da2bf1189 {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:39:52.353713 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c97b723-59cb-4a2d-8757-30536ade8338", "tag": "3da287af-2738-4486-961b-dffd7cb5b2b2", "status": "completed", "code": 200}]} {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:39:52.354157 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-083f35f3-343c-4866-aeec-376da2bf1189 {{(pid=93915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:39:52.354712 n-d-800634-3 neutron-server[93915]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c97b723-59cb-4a2d-8757-30536ade8338', 'tag': '3da287af-2738-4486-961b-dffd7cb5b2b2', 'status': 'completed', 'code': 200} Jul 14 18:39:52.365966 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvr_db [None req-d51f687a-bbb8-4b95-9d95-100c6b6093c5 None None] Set router c38da495-c6ac-40ad-8d3c-e678b5d50955 gateway port host: n-d-800634-3 {{(pid=93917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 18:39:52.402562 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-85d15e58-25a1-4842-8bd6-4e99a3d8dbaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a31ae71-934f-4135-93de-c762cbccbf01', 'name': 'tempest-TestNetworkBasicOps-router-722088205', 'tenant_id': '0c6eccb7d5c743f1a53a528a1f419fa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.4'}], 'enable_snat': True}, 'gw_port_id': 'eef8e124-1f9d-444c-a121-a72703ff3433', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:38:07Z', 'updated_at': '2021-07-14T18:39:48Z', 'revision_number': 5, 'project_id': '0c6eccb7d5c743f1a53a528a1f419fa2', 'gw_port': {'id': 'eef8e124-1f9d-444c-a121-a72703ff3433', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:02:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a31ae71-934f-4135-93de-c762cbccbf01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2099, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:38:07Z', 'updated_at': '2021-07-14T18:38:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_floatingips': [{'id': '7db51d33-2269-4fa9-9f42-d9269d42f07f', 'tenant_id': '0c6eccb7d5c743f1a53a528a1f419fa2', 'floating_ip_address': '172.25.1.45', 'floating_network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'router_id': '3a31ae71-934f-4135-93de-c762cbccbf01', 'port_id': '01e919c7-8637-42ef-8e01-955fe39681bd', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 2141, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '310e07b1-9c76-4479-9715-2b28fbfd1cbf', 'mac_address': 'fa:16:3e:3c:e0:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b19a8ff8-9d39-4cd0-9048-318f9ac3e8c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T18:38:42Z', 'updated_at': '2021-07-14T18:38:47Z', 'revision_number': 1, 'project_id': '0c6eccb7d5c743f1a53a528a1f419fa2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '53e0c36e-6f73-4599-b137-846f05a7b692', 'name': '', 'network_id': 'ec24d75e-fe44-44be-8dac-22e11e1b9f62', 'tenant_id': '0c6eccb7d5c743f1a53a528a1f419fa2', 'mac_address': 'fa:16:3e:1e:b1:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a31ae71-934f-4135-93de-c762cbccbf01', 'device_owner': 'network:router_interface', 'standard_attr_id': 2222, 'fixed_ips': [{'subnet_id': '68454e02-47a4-4e68-ab2a-a40151b5ebb0', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:39:47Z', 'updated_at': '2021-07-14T18:39:51Z', 'revision_number': 4, 'project_id': '0c6eccb7d5c743f1a53a528a1f419fa2', 'subnets': [{'id': '68454e02-47a4-4e68-ab2a-a40151b5ebb0', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9e6b9240-7375-41ea-aa66-998d3e231f8e', 'name': '', 'network_id': '310e07b1-9c76-4479-9715-2b28fbfd1cbf', 'tenant_id': '0c6eccb7d5c743f1a53a528a1f419fa2', 'mac_address': 'fa:16:3e:a4:93:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a31ae71-934f-4135-93de-c762cbccbf01', 'device_owner': 'network:router_interface', 'standard_attr_id': 2110, 'fixed_ips': [{'subnet_id': '8fde12ad-ce3f-46bc-b05a-eff3c76ca5e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:38:12Z', 'updated_at': '2021-07-14T18:38:24Z', 'revision_number': 5, 'project_id': '0c6eccb7d5c743f1a53a528a1f419fa2', 'subnets': [{'id': '8fde12ad-ce3f-46bc-b05a-eff3c76ca5e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-3', False) {} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:39:52.463571 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-f3e6d2a5-c708-463f-b008-167aad23e112 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:52.478225 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85d15e58-25a1-4842-8bd6-4e99a3d8dbaf None None] The sync data for ids ['3a31ae71-934f-4135-93de-c762cbccbf01'] in n-d-800634-3 is: [{'id': '3a31ae71-934f-4135-93de-c762cbccbf01', 'name': 'tempest-TestNetworkBasicOps-router-722088205', 'tenant_id': '0c6eccb7d5c743f1a53a528a1f419fa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.4'}], 'enable_snat': True}, 'gw_port_id': 'eef8e124-1f9d-444c-a121-a72703ff3433', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:38:07Z', 'updated_at': '2021-07-14T18:39:48Z', 'revision_number': 5, 'project_id': '0c6eccb7d5c743f1a53a528a1f419fa2', 'gw_port': {'id': 'eef8e124-1f9d-444c-a121-a72703ff3433', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:02:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a31ae71-934f-4135-93de-c762cbccbf01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2099, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:38:07Z', 'updated_at': '2021-07-14T18:38:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_floatingips': [{'id': '7db51d33-2269-4fa9-9f42-d9269d42f07f', 'tenant_id': '0c6eccb7d5c743f1a53a528a1f419fa2', 'floating_ip_address': '172.25.1.45', 'floating_network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'router_id': '3a31ae71-934f-4135-93de-c762cbccbf01', 'port_id': '01e919c7-8637-42ef-8e01-955fe39681bd', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 2141, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '310e07b1-9c76-4479-9715-2b28fbfd1cbf', 'mac_address': 'fa:16:3e:3c:e0:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b19a8ff8-9d39-4cd0-9048-318f9ac3e8c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T18:38:42Z', 'updated_at': '2021-07-14T18:38:47Z', 'revision_number': 1, 'project_id': '0c6eccb7d5c743f1a53a528a1f419fa2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '53e0c36e-6f73-4599-b137-846f05a7b692', 'name': '', 'network_id': 'ec24d75e-fe44-44be-8dac-22e11e1b9f62', 'tenant_id': '0c6eccb7d5c743f1a53a528a1f419fa2', 'mac_address': 'fa:16:3e:1e:b1:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a31ae71-934f-4135-93de-c762cbccbf01', 'device_owner': 'network:router_interface', 'standard_attr_id': 2222, 'fixed_ips': [{'subnet_id': '68454e02-47a4-4e68-ab2a-a40151b5ebb0', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:39:47Z', 'updated_at': '2021-07-14T18:39:51Z', 'revision_number': 4, 'project_id': '0c6eccb7d5c743f1a53a528a1f419fa2', 'subnets': [{'id': '68454e02-47a4-4e68-ab2a-a40151b5ebb0', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9e6b9240-7375-41ea-aa66-998d3e231f8e', 'name': '', 'network_id': '310e07b1-9c76-4479-9715-2b28fbfd1cbf', 'tenant_id': '0c6eccb7d5c743f1a53a528a1f419fa2', 'mac_address': 'fa:16:3e:a4:93:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a31ae71-934f-4135-93de-c762cbccbf01', 'device_owner': 'network:router_interface', 'standard_attr_id': 2110, 'fixed_ips': [{'subnet_id': '8fde12ad-ce3f-46bc-b05a-eff3c76ca5e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:38:12Z', 'updated_at': '2021-07-14T18:38:24Z', 'revision_number': 5, 'project_id': '0c6eccb7d5c743f1a53a528a1f419fa2', 'subnets': [{'id': '8fde12ad-ce3f-46bc-b05a-eff3c76ca5e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 18:39:52.485910 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-f3e6d2a5-c708-463f-b008-167aad23e112 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Calling delete_port for f971200b-fd88-461f-b369-e54a9022a7a7 owned by {{(pid=93916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:39:52.617086 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751cb435-0fe3-4f45-82f7-ddcaaf229076 req-73ec3352-e47c-4ecf-8296-3c99bad0cdb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:39:52.618726 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-751cb435-0fe3-4f45-82f7-ddcaaf229076 req-73ec3352-e47c-4ecf-8296-3c99bad0cdb2 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=af718961b2754d7c873f442ed35947bb&device_id=4c97b723-59cb-4a2d-8757-30536ade8338 HTTP/1.1" status: 200 len: 1096 time: 0.2227478 Jul 14 18:39:52.751407 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-f3e6d2a5-c708-463f-b008-167aad23e112 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:52.835061 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf7f0ba-29fb-4f52-993d-585d58d120b0 req-7ffe5a1d-33a4-4ebe-9c81-98320ca368ce tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:39:52.837237 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2bf7f0ba-29fb-4f52-993d-585d58d120b0 req-7ffe5a1d-33a4-4ebe-9c81-98320ca368ce tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] 10.222.0.16 "GET /v2.0/ports?device_id=4c97b723-59cb-4a2d-8757-30536ade8338 HTTP/1.1" status: 200 len: 945 time: 0.3540010 Jul 14 18:39:52.860475 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e6d2a5-c708-463f-b008-167aad23e112 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Pushing event deleted for resources: {'Port': ['ID=f971200b-fd88-461f-b369-e54a9022a7a7,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:39:52.886312 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751cb435-0fe3-4f45-82f7-ddcaaf229076 req-f7ee09b1-7d34-4eb0-b532-3e4d0a7d940b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:39:52.888329 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-751cb435-0fe3-4f45-82f7-ddcaaf229076 req-f7ee09b1-7d34-4eb0-b532-3e4d0a7d940b service neutron] 10.222.0.18 "GET /v2.0/networks?id=4af60b63-c835-45f6-978c-4969f04b1f64 HTTP/1.1" status: 200 len: 896 time: 0.2581103 Jul 14 18:39:52.891074 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-c39edc9b-1ca4-42e7-aefb-8a359e4c128d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:52.931649 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-d51f687a-bbb8-4b95-9d95-100c6b6093c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c38da495-c6ac-40ad-8d3c-e678b5d50955', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1009685838', 'tenant_id': 'af718961b2754d7c873f442ed35947bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.111'}], 'enable_snat': True}, 'gw_port_id': '35ff524d-ea29-488f-856b-f4d8c977ed72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:39:14Z', 'updated_at': '2021-07-14T18:39:22Z', 'revision_number': 4, 'project_id': 'af718961b2754d7c873f442ed35947bb', 'gw_port': {'id': '35ff524d-ea29-488f-856b-f4d8c977ed72', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:f5:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c38da495-c6ac-40ad-8d3c-e678b5d50955', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2190, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:39:15Z', 'updated_at': '2021-07-14T18:39:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_floatingips': [{'id': '312ffb13-98db-4636-a400-74f56cf0a31e', 'tenant_id': 'af718961b2754d7c873f442ed35947bb', 'floating_ip_address': '172.25.1.206', 'floating_network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'router_id': 'c38da495-c6ac-40ad-8d3c-e678b5d50955', 'port_id': '3da287af-2738-4486-961b-dffd7cb5b2b2', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2225, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4af60b63-c835-45f6-978c-4969f04b1f64', 'mac_address': 'fa:16:3e:99:60:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c97b723-59cb-4a2d-8757-30536ade8338', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T18:39:49Z', 'updated_at': '2021-07-14T18:39:49Z', 'revision_number': 0, 'project_id': 'af718961b2754d7c873f442ed35947bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b80e8fbe-d91d-4be8-8ac6-6ae8dbef92cc', 'name': '', 'network_id': '4af60b63-c835-45f6-978c-4969f04b1f64', 'tenant_id': 'af718961b2754d7c873f442ed35947bb', 'mac_address': 'fa:16:3e:38:9f:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c38da495-c6ac-40ad-8d3c-e678b5d50955', 'device_owner': 'network:router_interface', 'standard_attr_id': 2202, 'fixed_ips': [{'subnet_id': '727c42fe-46fd-46d1-8ab9-17297f08f294', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:39:21Z', 'updated_at': '2021-07-14T18:39:34Z', 'revision_number': 5, 'project_id': 'af718961b2754d7c873f442ed35947bb', 'subnets': [{'id': '727c42fe-46fd-46d1-8ab9-17297f08f294', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-3', False) {} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:39:52.943475 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-f3e6d2a5-c708-463f-b008-167aad23e112 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:52.949019 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-f3e6d2a5-c708-463f-b008-167aad23e112 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] 10.222.0.16 "DELETE /v2.0/ports/f971200b-fd88-461f-b369-e54a9022a7a7 HTTP/1.1" status: 204 len: 168 time: 0.9209037 Jul 14 18:39:52.955720 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 55604) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:39:52.995276 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d51f687a-bbb8-4b95-9d95-100c6b6093c5 None None] Checking router: c38da495-c6ac-40ad-8d3c-e678b5d50955 for host: n-d-800634-3 {{(pid=93917) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 18:39:53.007358 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d51f687a-bbb8-4b95-9d95-100c6b6093c5 None None] Routers {'c38da495-c6ac-40ad-8d3c-e678b5d50955'} bound to L3 agent in host n-d-800634-3 {{(pid=93917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:39:53.008094 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-d51f687a-bbb8-4b95-9d95-100c6b6093c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:39:53Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['c38da495-c6ac-40ad-8d3c-e678b5d50955'], 'active': True} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:39:53.022326 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2bf7f0ba-29fb-4f52-993d-585d58d120b0 req-204caacb-eaaa-4893-bafd-529d576fd0c5 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] 10.222.0.16 "GET /v2.0/security-groups?id=594b2ab7-3a96-48b2-98bb-9a68eebb818a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1735227 Jul 14 18:39:53.024969 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-751cb435-0fe3-4f45-82f7-ddcaaf229076 req-4fd296b4-0dac-4ece-95c8-1f5bd40f45b5 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3da287af-2738-4486-961b-dffd7cb5b2b2 HTTP/1.1" status: 200 len: 999 time: 0.1121929 Jul 14 18:39:53.120818 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4469948-77c4-4053-a009-cc3522eba6df tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:39:53.122462 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4469948-77c4-4053-a009-cc3522eba6df tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:39:53.128159 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-b4469948-77c4-4053-a009-cc3522eba6df tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1680202 Jul 14 18:39:53.128159 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 55610) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:39:53.128159 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 55612) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:39:53.218679 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:53.240718 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751cb435-0fe3-4f45-82f7-ddcaaf229076 req-9bea23af-124e-4e07-a956-e67cd04bdd73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:39:53.246644 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvr_db [None req-d51f687a-bbb8-4b95-9d95-100c6b6093c5 None None] Set router c38da495-c6ac-40ad-8d3c-e678b5d50955 gateway port host: n-d-800634-3 {{(pid=93917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 18:39:53.249098 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-751cb435-0fe3-4f45-82f7-ddcaaf229076 req-9bea23af-124e-4e07-a956-e67cd04bdd73 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=727c42fe-46fd-46d1-8ab9-17297f08f294 HTTP/1.1" status: 200 len: 834 time: 0.2149870 Jul 14 18:39:53.387384 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751cb435-0fe3-4f45-82f7-ddcaaf229076 req-8281747a-cb5b-4176-9a70-7ba6d2cdc066 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:39:53.390088 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-751cb435-0fe3-4f45-82f7-ddcaaf229076 req-8281747a-cb5b-4176-9a70-7ba6d2cdc066 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4af60b63-c835-45f6-978c-4969f04b1f64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1326454 Jul 14 18:39:53.396336 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-3d89d012-4c36-4750-b6fd-ea86edf68b1d tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] 10.222.0.16 "GET /v2.0/floatingips/312ffb13-98db-4636-a400-74f56cf0a31e HTTP/1.1" status: 200 len: 991 time: 0.2678268 Jul 14 18:39:53.400223 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.db_base_plugin_v2 [None req-4171fae3-2764-4e50-b562-5e6817488087 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Deleting subnet e79d1525-f924-480c-bbcb-a07ef4245c51 {{(pid=93916) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 18:39:53.404773 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-4171fae3-2764-4e50-b562-5e6817488087 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks [] for subnet, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:53.579941 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-751cb435-0fe3-4f45-82f7-ddcaaf229076 req-2e8882f9-46be-4abe-b737-15e8e02cbf9b service neutron] 10.222.0.18 "GET /v2.0/networks/4af60b63-c835-45f6-978c-4969f04b1f64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1821578 Jul 14 18:39:53.631098 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 53e0c36e-6f73-4599-b137-846f05a7b692 up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:39:53.745158 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-751cb435-0fe3-4f45-82f7-ddcaaf229076 req-07de3d6b-682b-4060-9f94-dc3455ba5e7c service neutron] 10.222.0.18 "GET /v2.0/networks/4af60b63-c835-45f6-978c-4969f04b1f64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1518209 Jul 14 18:39:53.777277 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-3fe90fbf-a82e-4868-8f16-8e67b3d5fbd9 None None] Provisioning for port f1f701bc-45ea-4bb2-a32d-9f3938b3d9b4 completed by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:39:53.893027 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning for port 53e0c36e-6f73-4599-b137-846f05a7b692 completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:39:53.906733 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port 53e0c36e-6f73-4599-b137-846f05a7b692 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:39:53.907862 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:53.984320 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-d51f687a-bbb8-4b95-9d95-100c6b6093c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c38da495-c6ac-40ad-8d3c-e678b5d50955', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1009685838', 'tenant_id': 'af718961b2754d7c873f442ed35947bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.111'}], 'enable_snat': True}, 'gw_port_id': '35ff524d-ea29-488f-856b-f4d8c977ed72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:39:14Z', 'updated_at': '2021-07-14T18:39:22Z', 'revision_number': 4, 'project_id': 'af718961b2754d7c873f442ed35947bb', 'gw_port': {'id': '35ff524d-ea29-488f-856b-f4d8c977ed72', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:f5:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c38da495-c6ac-40ad-8d3c-e678b5d50955', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2190, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:39:15Z', 'updated_at': '2021-07-14T18:39:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_floatingips': [{'id': '312ffb13-98db-4636-a400-74f56cf0a31e', 'tenant_id': 'af718961b2754d7c873f442ed35947bb', 'floating_ip_address': '172.25.1.206', 'floating_network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'router_id': 'c38da495-c6ac-40ad-8d3c-e678b5d50955', 'port_id': '3da287af-2738-4486-961b-dffd7cb5b2b2', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2225, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4af60b63-c835-45f6-978c-4969f04b1f64', 'mac_address': 'fa:16:3e:99:60:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c97b723-59cb-4a2d-8757-30536ade8338', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T18:39:49Z', 'updated_at': '2021-07-14T18:39:49Z', 'revision_number': 0, 'project_id': 'af718961b2754d7c873f442ed35947bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b80e8fbe-d91d-4be8-8ac6-6ae8dbef92cc', 'name': '', 'network_id': '4af60b63-c835-45f6-978c-4969f04b1f64', 'tenant_id': 'af718961b2754d7c873f442ed35947bb', 'mac_address': 'fa:16:3e:38:9f:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c38da495-c6ac-40ad-8d3c-e678b5d50955', 'device_owner': 'network:router_interface', 'standard_attr_id': 2202, 'fixed_ips': [{'subnet_id': '727c42fe-46fd-46d1-8ab9-17297f08f294', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:39:21Z', 'updated_at': '2021-07-14T18:39:34Z', 'revision_number': 5, 'project_id': 'af718961b2754d7c873f442ed35947bb', 'subnets': [{'id': '727c42fe-46fd-46d1-8ab9-17297f08f294', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-3', False) {} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:39:54.022862 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d51f687a-bbb8-4b95-9d95-100c6b6093c5 None None] The sync data for ids ['c38da495-c6ac-40ad-8d3c-e678b5d50955'] in n-d-800634-3 is: [{'id': 'c38da495-c6ac-40ad-8d3c-e678b5d50955', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1009685838', 'tenant_id': 'af718961b2754d7c873f442ed35947bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.111'}], 'enable_snat': True}, 'gw_port_id': '35ff524d-ea29-488f-856b-f4d8c977ed72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:39:14Z', 'updated_at': '2021-07-14T18:39:22Z', 'revision_number': 4, 'project_id': 'af718961b2754d7c873f442ed35947bb', 'gw_port': {'id': '35ff524d-ea29-488f-856b-f4d8c977ed72', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:f5:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c38da495-c6ac-40ad-8d3c-e678b5d50955', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2190, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:39:15Z', 'updated_at': '2021-07-14T18:39:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_floatingips': [{'id': '312ffb13-98db-4636-a400-74f56cf0a31e', 'tenant_id': 'af718961b2754d7c873f442ed35947bb', 'floating_ip_address': '172.25.1.206', 'floating_network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'router_id': 'c38da495-c6ac-40ad-8d3c-e678b5d50955', 'port_id': '3da287af-2738-4486-961b-dffd7cb5b2b2', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2225, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4af60b63-c835-45f6-978c-4969f04b1f64', 'mac_address': 'fa:16:3e:99:60:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c97b723-59cb-4a2d-8757-30536ade8338', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T18:39:49Z', 'updated_at': '2021-07-14T18:39:49Z', 'revision_number': 0, 'project_id': 'af718961b2754d7c873f442ed35947bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b80e8fbe-d91d-4be8-8ac6-6ae8dbef92cc', 'name': '', 'network_id': '4af60b63-c835-45f6-978c-4969f04b1f64', 'tenant_id': 'af718961b2754d7c873f442ed35947bb', 'mac_address': 'fa:16:3e:38:9f:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c38da495-c6ac-40ad-8d3c-e678b5d50955', 'device_owner': 'network:router_interface', 'standard_attr_id': 2202, 'fixed_ips': [{'subnet_id': '727c42fe-46fd-46d1-8ab9-17297f08f294', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:39:21Z', 'updated_at': '2021-07-14T18:39:34Z', 'revision_number': 5, 'project_id': 'af718961b2754d7c873f442ed35947bb', 'subnets': [{'id': '727c42fe-46fd-46d1-8ab9-17297f08f294', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 18:39:54.036557 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-5ffa4e9b-9e64-4388-bae8-362725f3db3a None None] Could not find standard attr ID for object f971200b-fd88-461f-b369-e54a9022a7a7. {{(pid=93917) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 14 18:39:54.059263 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-4171fae3-2764-4e50-b562-5e6817488087 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26296866'] for subnet, precommit_delete_associations {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:54.118328 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-574aeb93-9938-449c-8e6c-cb22c9b52cc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:54.121016 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:54.169296 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-4171fae3-2764-4e50-b562-5e6817488087 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081283'] for subnet, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:54.172828 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] For port 53e0c36e-6f73-4599-b137-846f05a7b692, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=53e0c36e-6f73-4599-b137-846f05a7b692,segment=NetworkSegment(eea5473f-55d7-4a98-a1d1-b1f0b0bfe581),segment_id=eea5473f-55d7-4a98-a1d1-b1f0b0bfe581)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:39:54.182123 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:54.183451 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device f1f701bc-45ea-4bb2-a32d-9f3938b3d9b4 up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:39:54.277249 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-4171fae3-2764-4e50-b562-5e6817488087 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2684816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26033152'] for subnet, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:54.334034 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Pushing event updated for resources: {'Port': ['ID=53e0c36e-6f73-4599-b137-846f05a7b692,revision_number=5']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:39:54.338854 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64baa4ec-9bd5-4651-b79a-9930fbe0a6ea None None] New status for floating IP 312ffb13-98db-4636-a400-74f56cf0a31e: ACTIVE {{(pid=93918) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 18:39:54.348721 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning for port f1f701bc-45ea-4bb2-a32d-9f3938b3d9b4 completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:39:54.353325 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4171fae3-2764-4e50-b562-5e6817488087 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Pushing event deleted for resources: {'Subnet': ['ID=e79d1525-f924-480c-bbcb-a07ef4245c51,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:39:54.355042 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port f1f701bc-45ea-4bb2-a32d-9f3938b3d9b4 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:39:54.360238 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-4171fae3-2764-4e50-b562-5e6817488087 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks [] for subnet, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:54.361299 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:54.363031 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-4171fae3-2764-4e50-b562-5e6817488087 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] 10.222.0.16 "DELETE /v2.0/subnets/e79d1525-f924-480c-bbcb-a07ef4245c51 HTTP/1.1" status: 204 len: 168 time: 1.2110496 Jul 14 18:39:54.367545 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 55622) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:39:54.388796 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3af67534-4d7d-475f-97d8-3b62d0dd5965 None None] Network de099bce-1061-4014-bdd5-ec95cce7be8f requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:39:54.399620 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 55624) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:39:54.415089 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-b1aac7b7-1e5f-4f13-939b-65d18ce1a781 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0456398 Jul 14 18:39:54.415737 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 55626) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:39:54.522688 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9225313c-1267-461f-a288-807143a970f8 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:39:54.524218 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-9225313c-1267-461f-a288-807143a970f8 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1074059 Jul 14 18:39:54.533221 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 55628) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:39:54.577743 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-7c69ef4f-0eae-4ffd-821f-9dcaf5c2899e tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] 10.222.0.16 "GET /v2.0/floatingips/312ffb13-98db-4636-a400-74f56cf0a31e HTTP/1.1" status: 200 len: 991 time: 0.1753790 Jul 14 18:39:54.597630 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:54.600154 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64a31f0e-a62e-4c65-85ce-b602b24be334 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:39:54.602154 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-64a31f0e-a62e-4c65-85ce-b602b24be334 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0674970 Jul 14 18:39:54.604234 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 55630) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:39:54.650529 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] For port f1f701bc-45ea-4bb2-a32d-9f3938b3d9b4, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=f1f701bc-45ea-4bb2-a32d-9f3938b3d9b4,segment=NetworkSegment(e57d1292-9039-4d9f-94d2-728500c53487),segment_id=e57d1292-9039-4d9f-94d2-728500c53487)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:39:54.657229 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:54.657497 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-2f56f27d-6bbe-47a1-b692-356353405fbe tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0520716 Jul 14 18:39:54.664852 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 55632) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:39:54.670849 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-c137d917-cadd-4397-bd9c-da7eb325948e tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Request body: {'subnet': {'network_id': 'de099bce-1061-4014-bdd5-ec95cce7be8f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:39:54.718763 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Pushing event updated for resources: {'Port': ['ID=f1f701bc-45ea-4bb2-a32d-9f3938b3d9b4,revision_number=4']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:39:54.729711 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4c1e731-3898-4df5-806d-f03ce1a8e54a None None] DHCP port deletion for de099bce-1061-4014-bdd5-ec95cce7be8f request from n-d-800634-3 {{(pid=93917) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 18:39:54.782080 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c137d917-cadd-4397-bd9c-da7eb325948e tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Made reservation on behalf of 13ccccd91e8c4eb89f4317d7ac77ca6b for: {'subnet': 1} {{(pid=93916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:39:54.784395 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-c4c1e731-3898-4df5-806d-f03ce1a8e54a None None] Deleting port f1f701bc-45ea-4bb2-a32d-9f3938b3d9b4 {{(pid=93917) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:39:54.784836 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-c4c1e731-3898-4df5-806d-f03ce1a8e54a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:54.786053 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-c137d917-cadd-4397-bd9c-da7eb325948e tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26033189'] for subnet, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:54.868332 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-c4c1e731-3898-4df5-806d-f03ce1a8e54a None None] For port f1f701bc-45ea-4bb2-a32d-9f3938b3d9b4, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=f1f701bc-45ea-4bb2-a32d-9f3938b3d9b4,segment=NetworkSegment(e57d1292-9039-4d9f-94d2-728500c53487),segment_id=e57d1292-9039-4d9f-94d2-728500c53487)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:39:54.868981 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-c4c1e731-3898-4df5-806d-f03ce1a8e54a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:54.895614 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-c4c1e731-3898-4df5-806d-f03ce1a8e54a None None] Calling delete_port for f1f701bc-45ea-4bb2-a32d-9f3938b3d9b4 owned by network:dhcp {{(pid=93917) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:39:54.988403 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-c4c1e731-3898-4df5-806d-f03ce1a8e54a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813'] for port, after_delete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:55.021737 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c1e731-3898-4df5-806d-f03ce1a8e54a None None] Pushing event deleted for resources: {'Port': ['ID=f1f701bc-45ea-4bb2-a32d-9f3938b3d9b4,revision_number=None']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:39:55.030563 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4c1e731-3898-4df5-806d-f03ce1a8e54a None None] No DVR routers for this DVR port f1f701bc-45ea-4bb2-a32d-9f3938b3d9b4 on host n-d-800634-3 {{(pid=93917) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 18:39:55.098205 n-d-800634-3 neutron-server[93916]: DEBUG neutron.objects.ports [None req-c137d917-cadd-4397-bd9c-da7eb325948e tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93916) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 14 18:39:55.099791 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-c137d917-cadd-4397-bd9c-da7eb325948e tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2684753', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26033175'] for subnet, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:55.147518 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c137d917-cadd-4397-bd9c-da7eb325948e tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Network de099bce-1061-4014-bdd5-ec95cce7be8f is already hosted by enough agents. {{(pid=93916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:39:55.150993 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [None req-c137d917-cadd-4397-bd9c-da7eb325948e tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Resources bound (agent type, host, resource id): {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:39:55.156346 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c137d917-cadd-4397-bd9c-da7eb325948e tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:39:55.157026 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-c137d917-cadd-4397-bd9c-da7eb325948e tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks [] for subnet, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:55.164002 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9281d803-3a4b-4f31-8520-2a7427aff058 None None] Network de099bce-1061-4014-bdd5-ec95cce7be8f requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:39:55.170451 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c137d917-cadd-4397-bd9c-da7eb325948e tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Pushing event updated for resources: {'Subnet': ['ID=e2d97b17-6e20-4e75-beb0-7714bf496834,revision_number=0']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:39:55.182192 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-c137d917-cadd-4397-bd9c-da7eb325948e tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 0.5156598 Jul 14 18:39:55.185003 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 55640) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:39:55.190274 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-92f79cfe-c09c-4728-a58b-582129a4f86c tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Request body: {'port': {'network_id': 'de099bce-1061-4014-bdd5-ec95cce7be8f', 'mac_address': 'fa:16:3e:99:9e:68', 'name': 'tempest-NetworksTestDHCPv6-931107704'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:39:55.321289 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48f7638e-abc7-445d-8890-51fde95abbbe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9222b97e-5d1c-54f8-ba97-82f172498e76-de099bce-1061-4014-bdd5-ec95cce7be8f', 'network_id': 'de099bce-1061-4014-bdd5-ec95cce7be8f', 'tenant_id': '13ccccd91e8c4eb89f4317d7ac77ca6b', 'fixed_ips': [{'subnet_id': 'e2d97b17-6e20-4e75-beb0-7714bf496834'}]}} from n-d-800634-3. {{(pid=93917) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 18:39:55.322242 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-48f7638e-abc7-445d-8890-51fde95abbbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:55.325372 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92f79cfe-c09c-4728-a58b-582129a4f86c tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Made reservation on behalf of 13ccccd91e8c4eb89f4317d7ac77ca6b for: {'port': 1} {{(pid=93915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:39:55.444250 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 53e0c36e-6f73-4599-b137-846f05a7b692 up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:39:55.454811 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-92f79cfe-c09c-4728-a58b-582129a4f86c tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:55.479790 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [None req-92f79cfe-c09c-4728-a58b-582129a4f86c tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] device_id is not set on port 83241f61-37f4-448d-8956-9086d4d6215f yet. {{(pid=93915) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 18:39:55.550021 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.db_base_plugin_common [None req-48f7638e-abc7-445d-8890-51fde95abbbe None None] Allocated IP 2001:db8::f816:3eff:fe84:be6b (de099bce-1061-4014-bdd5-ec95cce7be8f/e2d97b17-6e20-4e75-beb0-7714bf496834/2286550b-2f7c-470c-8849-a08a6ce35ca5) {{(pid=93917) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:39:55.557054 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port 53e0c36e-6f73-4599-b137-846f05a7b692 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:39:55.557359 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:55.580868 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 55646) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:39:55.650566 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-5c7e1392-3b18-4c32-8ca5-721cdca8971e tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] 10.222.0.16 "GET /v2.0/floatingips/312ffb13-98db-4636-a400-74f56cf0a31e HTTP/1.1" status: 200 len: 993 time: 0.0675528 Jul 14 18:39:55.771979 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-2f4e3af3-e708-4ffd-a544-82d93a489d01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:55.777731 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-48f7638e-abc7-445d-8890-51fde95abbbe None None] Notify callbacks [] for port, precommit_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:55.784387 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device f1f701bc-45ea-4bb2-a32d-9f3938b3d9b4 no longer exists at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 18:39:55.806706 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-48f7638e-abc7-445d-8890-51fde95abbbe None None] Transition to ACTIVE for port object 2286550b-2f7c-470c-8849-a08a6ce35ca5 will not be triggered until provisioned by entity L2. {{(pid=93917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:39:55.808939 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] No Port match for: f1f701bc-45ea-4bb2-a32d-9f3938b3d9b4 {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 18:39:55.809223 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device f1f701bc-45ea-4bb2-a32d-9f3938b3d9b4 not bound to the agent host n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 18:39:55.824647 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-48f7638e-abc7-445d-8890-51fde95abbbe None None] Transition to ACTIVE for port object 2286550b-2f7c-470c-8849-a08a6ce35ca5 will not be triggered until provisioned by entity DHCP. {{(pid=93917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:39:55.830656 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-48f7638e-abc7-445d-8890-51fde95abbbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804'] for port, after_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:55.870743 n-d-800634-3 neutron-server[93917]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48f7638e-abc7-445d-8890-51fde95abbbe None None] Network de099bce-1061-4014-bdd5-ec95cce7be8f is already hosted by enough agents. {{(pid=93917) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:39:55.873868 n-d-800634-3 neutron-server[93917]: DEBUG neutron.scheduler.base_scheduler [None req-48f7638e-abc7-445d-8890-51fde95abbbe None None] Resources bound (agent type, host, resource id): {{(pid=93917) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:39:55.877546 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48f7638e-abc7-445d-8890-51fde95abbbe None None] Received port after_create {{(pid=93917) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:39:55.885065 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f7638e-abc7-445d-8890-51fde95abbbe None None] Pushing event updated for resources: {'Port': ['ID=2286550b-2f7c-470c-8849-a08a6ce35ca5,revision_number=1']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:39:55.886476 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.db_base_plugin_common [None req-92f79cfe-c09c-4728-a58b-582129a4f86c tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Allocated IP 2001:db8::f816:3eff:fe99:9e68 (de099bce-1061-4014-bdd5-ec95cce7be8f/e2d97b17-6e20-4e75-beb0-7714bf496834/83241f61-37f4-448d-8956-9086d4d6215f) {{(pid=93915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:39:55.966159 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-48f7638e-abc7-445d-8890-51fde95abbbe None None] Attempting to bind port 2286550b-2f7c-470c-8849-a08a6ce35ca5 on host n-d-800634-3 for vnic_type normal with profile {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:39:55.966709 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-48f7638e-abc7-445d-8890-51fde95abbbe None None] Attempting to bind port 2286550b-2f7c-470c-8849-a08a6ce35ca5 by drivers openvswitch,hyperv on host n-d-800634-3 at level 0 using segments [{'id': 'e57d1292-9039-4d9f-94d2-728500c53487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'de099bce-1061-4014-bdd5-ec95cce7be8f'}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:39:55.968319 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48f7638e-abc7-445d-8890-51fde95abbbe None None] Attempting to bind port 2286550b-2f7c-470c-8849-a08a6ce35ca5 on network de099bce-1061-4014-bdd5-ec95cce7be8f {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:39:55.975880 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48f7638e-abc7-445d-8890-51fde95abbbe None None] Checking agent: {'id': '01c19e91-a945-4e3c-94a6-c211e17c923e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 8, 23), 'started_at': datetime.datetime(2021, 7, 14, 18, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 18, 39, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 18:39:55.976382 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48f7638e-abc7-445d-8890-51fde95abbbe None None] Checking segment: {'id': 'e57d1292-9039-4d9f-94d2-728500c53487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'de099bce-1061-4014-bdd5-ec95cce7be8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93917) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:39:55.977030 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-48f7638e-abc7-445d-8890-51fde95abbbe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:55.977680 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48f7638e-abc7-445d-8890-51fde95abbbe None None] Bound using segment: {'id': 'e57d1292-9039-4d9f-94d2-728500c53487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'de099bce-1061-4014-bdd5-ec95cce7be8f'} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 18:39:55.978434 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-48f7638e-abc7-445d-8890-51fde95abbbe None None] Bound port: 2286550b-2f7c-470c-8849-a08a6ce35ca5, host: n-d-800634-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e57d1292-9039-4d9f-94d2-728500c53487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'de099bce-1061-4014-bdd5-ec95cce7be8f'}}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 18:39:55.979042 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-48f7638e-abc7-445d-8890-51fde95abbbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:56.098056 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-48f7638e-abc7-445d-8890-51fde95abbbe None None] For port 2286550b-2f7c-470c-8849-a08a6ce35ca5, host n-d-800634-3, cleared binding levels {{(pid=93917) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:39:56.101687 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-48f7638e-abc7-445d-8890-51fde95abbbe None None] For port 2286550b-2f7c-470c-8849-a08a6ce35ca5, host n-d-800634-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=2286550b-2f7c-470c-8849-a08a6ce35ca5,segment=NetworkSegment(e57d1292-9039-4d9f-94d2-728500c53487),segment_id=e57d1292-9039-4d9f-94d2-728500c53487)] {{(pid=93917) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 18:39:56.109587 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-48f7638e-abc7-445d-8890-51fde95abbbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:56.179165 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f7638e-abc7-445d-8890-51fde95abbbe None None] Pushing event updated for resources: {'Port': ['ID=2286550b-2f7c-470c-8849-a08a6ce35ca5,revision_number=2']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:39:56.179505 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-92f79cfe-c09c-4728-a58b-582129a4f86c tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks [] for port, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:56.201331 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.provisioning_blocks [None req-92f79cfe-c09c-4728-a58b-582129a4f86c tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Transition to ACTIVE for port object 83241f61-37f4-448d-8956-9086d4d6215f will not be triggered until provisioned by entity DHCP. {{(pid=93915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:39:56.247023 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-92f79cfe-c09c-4728-a58b-582129a4f86c tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:56.293117 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92f79cfe-c09c-4728-a58b-582129a4f86c tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Network de099bce-1061-4014-bdd5-ec95cce7be8f is already hosted by enough agents. {{(pid=93915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:39:56.297672 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [None req-92f79cfe-c09c-4728-a58b-582129a4f86c tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Resources bound (agent type, host, resource id): {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:39:56.304570 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92f79cfe-c09c-4728-a58b-582129a4f86c tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Received port after_create {{(pid=93915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:39:56.310397 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92f79cfe-c09c-4728-a58b-582129a4f86c tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:39:56.311085 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-92f79cfe-c09c-4728-a58b-582129a4f86c tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:56.327298 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f79cfe-c09c-4728-a58b-582129a4f86c tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Pushing event updated for resources: {'Port': ['ID=83241f61-37f4-448d-8956-9086d4d6215f,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:39:56.336305 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-92f79cfe-c09c-4728-a58b-582129a4f86c tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.1498923 Jul 14 18:39:56.338780 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 55652) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:39:56.447106 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e90cd501-c040-4c7b-91b5-6bdd9c4f3ff4 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:39:56.458577 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e90cd501-c040-4c7b-91b5-6bdd9c4f3ff4 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:39:56.461576 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-e90cd501-c040-4c7b-91b5-6bdd9c4f3ff4 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.1217811 Jul 14 18:39:56.464092 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 55658) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:39:56.628405 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [None req-0ac94297-2d53-458e-b05c-1278bef7d709 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Deleting port 83241f61-37f4-448d-8956-9086d4d6215f {{(pid=93915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:39:56.628648 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-0ac94297-2d53-458e-b05c-1278bef7d709 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:56.728964 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-15d5b1cb-770d-41e1-9483-129aeec35f53 req-176952f1-2284-47d1-b806-c2e07e058a4c service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=7c5857c2-2935-412d-922f-b15f51818e64&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1383331 Jul 14 18:39:56.733022 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-0ac94297-2d53-458e-b05c-1278bef7d709 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:56.746288 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [None req-0ac94297-2d53-458e-b05c-1278bef7d709 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Calling delete_port for 83241f61-37f4-448d-8956-9086d4d6215f owned by {{(pid=93915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:39:56.871808 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d5b1cb-770d-41e1-9483-129aeec35f53 req-d5e9f842-2702-46a2-b3f7-6379e24001ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:39:56.873398 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-15d5b1cb-770d-41e1-9483-129aeec35f53 req-d5e9f842-2702-46a2-b3f7-6379e24001ea service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=cb67bdfcb7724fc99fb71468214ad40d&device_id=7c5857c2-2935-412d-922f-b15f51818e64 HTTP/1.1" status: 200 len: 1096 time: 0.1205745 Jul 14 18:39:56.932858 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.agents_db [None req-2ea07fb6-aa68-4671-8654-119d82b9f530 None None] Agent healthcheck: found 7 active agents {{(pid=93918) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 18:39:57.002856 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-0ac94297-2d53-458e-b05c-1278bef7d709 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:57.041018 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac94297-2d53-458e-b05c-1278bef7d709 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Pushing event deleted for resources: {'Port': ['ID=83241f61-37f4-448d-8956-9086d4d6215f,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:39:57.077531 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d5b1cb-770d-41e1-9483-129aeec35f53 req-f86269e1-d1d7-425f-af90-c384c3852912 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:39:57.079097 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-15d5b1cb-770d-41e1-9483-129aeec35f53 req-f86269e1-d1d7-425f-af90-c384c3852912 service neutron] 10.222.0.18 "GET /v2.0/networks?id=fbb7114e-4079-4798-86d9-6d4690d7f388 HTTP/1.1" status: 200 len: 918 time: 0.1681108 Jul 14 18:39:57.082426 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-0ac94297-2d53-458e-b05c-1278bef7d709 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:57.084495 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-0ac94297-2d53-458e-b05c-1278bef7d709 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] 10.222.0.16 "DELETE /v2.0/ports/83241f61-37f4-448d-8956-9086d4d6215f HTTP/1.1" status: 204 len: 168 time: 0.6193733 Jul 14 18:39:57.087081 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 55660) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:39:57.129747 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-15d5b1cb-770d-41e1-9483-129aeec35f53 req-01560abe-67cb-4f7d-92d1-8a4a3de6bedd service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9536e0c9-98cf-4d2e-aadf-5b4392e45011 HTTP/1.1" status: 200 len: 217 time: 0.0431416 Jul 14 18:39:57.184942 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0d402d7-53e9-4761-8177-ba632f2bfc64 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:39:57.186913 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0d402d7-53e9-4761-8177-ba632f2bfc64 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:39:57.188572 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-f0d402d7-53e9-4761-8177-ba632f2bfc64 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.0998464 Jul 14 18:39:57.191261 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 55664) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:39:57.200569 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d5b1cb-770d-41e1-9483-129aeec35f53 req-26de926c-fc6d-473e-9498-6bda1ed78a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:39:57.203329 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-15d5b1cb-770d-41e1-9483-129aeec35f53 req-26de926c-fc6d-473e-9498-6bda1ed78a59 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c0358a3b-3414-4691-860c-4e7a5ebb58c9 HTTP/1.1" status: 200 len: 858 time: 0.0661933 Jul 14 18:39:57.251733 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.db_base_plugin_v2 [None req-256ea1dc-1e7f-4068-9b79-1bdf112f70a0 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Deleting subnet e2d97b17-6e20-4e75-beb0-7714bf496834 {{(pid=93916) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 18:39:57.255736 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-256ea1dc-1e7f-4068-9b79-1bdf112f70a0 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks [] for subnet, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:57.276632 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-15d5b1cb-770d-41e1-9483-129aeec35f53 req-315ad508-ec90-48a1-ace1-d2b4dc7c9e88 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=fbb7114e-4079-4798-86d9-6d4690d7f388&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0663698 Jul 14 18:39:57.319754 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-256ea1dc-1e7f-4068-9b79-1bdf112f70a0 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26296866'] for subnet, precommit_delete_associations {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:57.424077 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bd4e852-4532-42e1-bf38-75fd7b4723aa None None] Provisioning for port 2286550b-2f7c-470c-8849-a08a6ce35ca5 completed by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:39:57.454600 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-15d5b1cb-770d-41e1-9483-129aeec35f53 req-1080f299-eeae-40b0-aac4-871febc0a01d service neutron] 10.222.0.18 "GET /v2.0/networks/fbb7114e-4079-4798-86d9-6d4690d7f388?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1703479 Jul 14 18:39:57.535864 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 2286550b-2f7c-470c-8849-a08a6ce35ca5 up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:39:57.536358 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-256ea1dc-1e7f-4068-9b79-1bdf112f70a0 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081283'] for subnet, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:57.623146 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-256ea1dc-1e7f-4068-9b79-1bdf112f70a0 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2684816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26033152'] for subnet, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:57.641317 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-256ea1dc-1e7f-4068-9b79-1bdf112f70a0 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks [] for subnet, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:57.643940 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-256ea1dc-1e7f-4068-9b79-1bdf112f70a0 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] 10.222.0.16 "DELETE /v2.0/subnets/e2d97b17-6e20-4e75-beb0-7714bf496834 HTTP/1.1" status: 204 len: 168 time: 0.4510293 Jul 14 18:39:57.645927 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 55674) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:39:57.657719 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-15d5b1cb-770d-41e1-9483-129aeec35f53 req-b1d88985-cc8d-4824-a62b-81bd051696ce service neutron] 10.222.0.18 "GET /v2.0/networks/fbb7114e-4079-4798-86d9-6d4690d7f388?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1913271 Jul 14 18:39:57.683237 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning for port 2286550b-2f7c-470c-8849-a08a6ce35ca5 completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:39:57.690992 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port 2286550b-2f7c-470c-8849-a08a6ce35ca5 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:39:57.691681 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:57.721529 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01f9443c-8c2b-4d94-98b6-797cbdb7aa2e None None] Network de099bce-1061-4014-bdd5-ec95cce7be8f requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:39:57.730050 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256ea1dc-1e7f-4068-9b79-1bdf112f70a0 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Pushing event deleted for resources: {'Subnet': ['ID=e2d97b17-6e20-4e75-beb0-7714bf496834,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:39:57.738427 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-ae432335-eafd-4528-963f-4152da58f81b tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0912111 Jul 14 18:39:57.741423 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 55676) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:39:57.746820 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-bdb10dc3-f6fe-4442-8442-fc5131f60362 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Request body: {'subnet': {'network_id': 'de099bce-1061-4014-bdd5-ec95cce7be8f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:39:57.864334 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdb10dc3-f6fe-4442-8442-fc5131f60362 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Made reservation on behalf of 13ccccd91e8c4eb89f4317d7ac77ca6b for: {'subnet': 1} {{(pid=93916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:39:57.869594 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-bdb10dc3-f6fe-4442-8442-fc5131f60362 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26033189'] for subnet, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:57.922422 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-18bf005b-17db-4c69-ab9f-32510171bcc0 None None] Could not find standard attr ID for object 83241f61-37f4-448d-8956-9086d4d6215f. {{(pid=93917) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 14 18:39:58.034819 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:58.077798 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] For port 2286550b-2f7c-470c-8849-a08a6ce35ca5, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=2286550b-2f7c-470c-8849-a08a6ce35ca5,segment=NetworkSegment(e57d1292-9039-4d9f-94d2-728500c53487),segment_id=e57d1292-9039-4d9f-94d2-728500c53487)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:39:58.083425 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:58.141704 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Pushing event updated for resources: {'Port': ['ID=2286550b-2f7c-470c-8849-a08a6ce35ca5,revision_number=4']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:39:58.164966 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80a18110-476b-4bd1-a8b9-785efce5ed47 None None] DHCP port deletion for de099bce-1061-4014-bdd5-ec95cce7be8f request from n-d-800634-3 {{(pid=93917) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 18:39:58.216218 n-d-800634-3 neutron-server[93916]: DEBUG neutron.objects.ports [None req-bdb10dc3-f6fe-4442-8442-fc5131f60362 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93916) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 14 18:39:58.225542 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-80a18110-476b-4bd1-a8b9-785efce5ed47 None None] Deleting port 2286550b-2f7c-470c-8849-a08a6ce35ca5 {{(pid=93917) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:39:58.225980 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-80a18110-476b-4bd1-a8b9-785efce5ed47 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:58.327424 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-80a18110-476b-4bd1-a8b9-785efce5ed47 None None] For port 2286550b-2f7c-470c-8849-a08a6ce35ca5, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=2286550b-2f7c-470c-8849-a08a6ce35ca5,segment=NetworkSegment(e57d1292-9039-4d9f-94d2-728500c53487),segment_id=e57d1292-9039-4d9f-94d2-728500c53487)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:39:58.328267 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-80a18110-476b-4bd1-a8b9-785efce5ed47 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:58.345467 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-80a18110-476b-4bd1-a8b9-785efce5ed47 None None] Calling delete_port for 2286550b-2f7c-470c-8849-a08a6ce35ca5 owned by network:dhcp {{(pid=93917) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:39:58.440353 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-bdb10dc3-f6fe-4442-8442-fc5131f60362 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:58.446707 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-80a18110-476b-4bd1-a8b9-785efce5ed47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813'] for port, after_delete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:58.481190 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80a18110-476b-4bd1-a8b9-785efce5ed47 None None] No DVR routers for this DVR port 2286550b-2f7c-470c-8849-a08a6ce35ca5 on host n-d-800634-3 {{(pid=93917) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 18:39:58.486297 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a18110-476b-4bd1-a8b9-785efce5ed47 None None] Pushing event deleted for resources: {'Port': ['ID=2286550b-2f7c-470c-8849-a08a6ce35ca5,revision_number=None']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:39:58.497513 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.db_base_plugin_v2 [None req-bdb10dc3-f6fe-4442-8442-fc5131f60362 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Port 2286550b-2f7c-470c-8849-a08a6ce35ca5 concurrently deleted while adding address for new subnet {'id': 'b6cbe8f7-3794-4b2b-a4f2-f8ab41645337', 'name': '', 'tenant_id': '13ccccd91e8c4eb89f4317d7ac77ca6b', 'network_id': 'de099bce-1061-4014-bdd5-ec95cce7be8f', 'ip_version': 6, 'subnetpool_id': None, 'enable_dhcp': True, 'ipv6_ra_mode': None, 'ipv6_address_mode': 'dhcpv6-stateless', 'standard_attr_id': 2231, 'gateway_ip': '2001:db8::1', 'cidr': '2001:db8::/64', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:ffff'}], 'host_routes': [], 'dns_nameservers': [], 'shared': False, 'description': '', 'service_types': [], 'tags': [], 'created_at': '2021-07-14T18:39:57Z', 'updated_at': '2021-07-14T18:39:57Z', 'revision_number': 0, 'segment_id': None, 'project_id': '13ccccd91e8c4eb89f4317d7ac77ca6b'}. {{(pid=93916) _create_subnet_postcommit /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:769}} Jul 14 18:39:58.498238 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-bdb10dc3-f6fe-4442-8442-fc5131f60362 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2684753', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26033175'] for subnet, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:58.562872 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdb10dc3-f6fe-4442-8442-fc5131f60362 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Network de099bce-1061-4014-bdd5-ec95cce7be8f is already hosted by enough agents. {{(pid=93916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:39:58.568105 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [None req-bdb10dc3-f6fe-4442-8442-fc5131f60362 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Resources bound (agent type, host, resource id): {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:39:58.571831 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdb10dc3-f6fe-4442-8442-fc5131f60362 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:39:58.572453 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-bdb10dc3-f6fe-4442-8442-fc5131f60362 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks [] for subnet, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:58.579078 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f70394d6-5925-4705-a8cb-d8041444ee24 None None] Network de099bce-1061-4014-bdd5-ec95cce7be8f requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:39:58.606135 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb10dc3-f6fe-4442-8442-fc5131f60362 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Pushing event updated for resources: {'Subnet': ['ID=b6cbe8f7-3794-4b2b-a4f2-f8ab41645337,revision_number=0']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:39:58.628696 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-bdb10dc3-f6fe-4442-8442-fc5131f60362 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.8861101 Jul 14 18:39:58.630369 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 55684) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:39:58.640011 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-f8b55b29-62ec-48d5-8f7e-c97b6df402ec tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Request body: {'port': {'network_id': 'de099bce-1061-4014-bdd5-ec95cce7be8f', 'mac_address': 'fa:16:3e:b5:76:3f', 'name': 'tempest-NetworksTestDHCPv6-1289362860'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:39:58.781299 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8b55b29-62ec-48d5-8f7e-c97b6df402ec tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Made reservation on behalf of 13ccccd91e8c4eb89f4317d7ac77ca6b for: {'port': 1} {{(pid=93916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:39:58.791167 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6731889a-2bc4-4779-8764-ef3734c1bbdd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9222b97e-5d1c-54f8-ba97-82f172498e76-de099bce-1061-4014-bdd5-ec95cce7be8f', 'network_id': 'de099bce-1061-4014-bdd5-ec95cce7be8f', 'tenant_id': '13ccccd91e8c4eb89f4317d7ac77ca6b', 'fixed_ips': [{'subnet_id': 'b6cbe8f7-3794-4b2b-a4f2-f8ab41645337'}]}} from n-d-800634-3. {{(pid=93917) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 18:39:58.792144 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-6731889a-2bc4-4779-8764-ef3734c1bbdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:58.920351 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-f8b55b29-62ec-48d5-8f7e-c97b6df402ec tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:58.947631 n-d-800634-3 neutron-server[93916]: DEBUG neutron.notifiers.nova [None req-f8b55b29-62ec-48d5-8f7e-c97b6df402ec tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] device_id is not set on port 5baae4e8-9772-4066-96ec-2e296f7f1748 yet. {{(pid=93916) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 18:39:58.955664 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.db_base_plugin_common [None req-6731889a-2bc4-4779-8764-ef3734c1bbdd None None] Allocated IP 2001:db8::f816:3eff:fe11:9288 (de099bce-1061-4014-bdd5-ec95cce7be8f/b6cbe8f7-3794-4b2b-a4f2-f8ab41645337/8349f0bc-f9be-4e49-9377-3278641f689c) {{(pid=93917) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:39:59.113110 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-6731889a-2bc4-4779-8764-ef3734c1bbdd None None] Notify callbacks [] for port, precommit_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:59.122584 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-6731889a-2bc4-4779-8764-ef3734c1bbdd None None] Transition to ACTIVE for port object 8349f0bc-f9be-4e49-9377-3278641f689c will not be triggered until provisioned by entity L2. {{(pid=93917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:39:59.139041 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-6731889a-2bc4-4779-8764-ef3734c1bbdd None None] Transition to ACTIVE for port object 8349f0bc-f9be-4e49-9377-3278641f689c will not be triggered until provisioned by entity DHCP. {{(pid=93917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:39:59.145297 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-6731889a-2bc4-4779-8764-ef3734c1bbdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804'] for port, after_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:59.183507 n-d-800634-3 neutron-server[93917]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6731889a-2bc4-4779-8764-ef3734c1bbdd None None] Network de099bce-1061-4014-bdd5-ec95cce7be8f is already hosted by enough agents. {{(pid=93917) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:39:59.191256 n-d-800634-3 neutron-server[93917]: DEBUG neutron.scheduler.base_scheduler [None req-6731889a-2bc4-4779-8764-ef3734c1bbdd None None] Resources bound (agent type, host, resource id): {{(pid=93917) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:39:59.194930 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6731889a-2bc4-4779-8764-ef3734c1bbdd None None] Received port after_create {{(pid=93917) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:39:59.201300 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.db_base_plugin_common [None req-f8b55b29-62ec-48d5-8f7e-c97b6df402ec tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Allocated IP 2001:db8::f816:3eff:feb5:763f (de099bce-1061-4014-bdd5-ec95cce7be8f/b6cbe8f7-3794-4b2b-a4f2-f8ab41645337/5baae4e8-9772-4066-96ec-2e296f7f1748) {{(pid=93916) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:39:59.203409 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6731889a-2bc4-4779-8764-ef3734c1bbdd None None] Pushing event updated for resources: {'Port': ['ID=8349f0bc-f9be-4e49-9377-3278641f689c,revision_number=1']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:39:59.266001 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-6731889a-2bc4-4779-8764-ef3734c1bbdd None None] Attempting to bind port 8349f0bc-f9be-4e49-9377-3278641f689c on host n-d-800634-3 for vnic_type normal with profile {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:39:59.267141 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-6731889a-2bc4-4779-8764-ef3734c1bbdd None None] Attempting to bind port 8349f0bc-f9be-4e49-9377-3278641f689c by drivers openvswitch,hyperv on host n-d-800634-3 at level 0 using segments [{'id': 'e57d1292-9039-4d9f-94d2-728500c53487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'de099bce-1061-4014-bdd5-ec95cce7be8f'}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:39:59.267141 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6731889a-2bc4-4779-8764-ef3734c1bbdd None None] Attempting to bind port 8349f0bc-f9be-4e49-9377-3278641f689c on network de099bce-1061-4014-bdd5-ec95cce7be8f {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:39:59.274793 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6731889a-2bc4-4779-8764-ef3734c1bbdd None None] Checking agent: {'id': '01c19e91-a945-4e3c-94a6-c211e17c923e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 8, 23), 'started_at': datetime.datetime(2021, 7, 14, 18, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 18, 39, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 18:39:59.275331 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6731889a-2bc4-4779-8764-ef3734c1bbdd None None] Checking segment: {'id': 'e57d1292-9039-4d9f-94d2-728500c53487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'de099bce-1061-4014-bdd5-ec95cce7be8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93917) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:39:59.275830 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-6731889a-2bc4-4779-8764-ef3734c1bbdd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:59.276351 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6731889a-2bc4-4779-8764-ef3734c1bbdd None None] Bound using segment: {'id': 'e57d1292-9039-4d9f-94d2-728500c53487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'de099bce-1061-4014-bdd5-ec95cce7be8f'} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 18:39:59.276923 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-6731889a-2bc4-4779-8764-ef3734c1bbdd None None] Bound port: 8349f0bc-f9be-4e49-9377-3278641f689c, host: n-d-800634-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e57d1292-9039-4d9f-94d2-728500c53487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'de099bce-1061-4014-bdd5-ec95cce7be8f'}}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 18:39:59.277407 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-6731889a-2bc4-4779-8764-ef3734c1bbdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:59.345723 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-6731889a-2bc4-4779-8764-ef3734c1bbdd None None] For port 8349f0bc-f9be-4e49-9377-3278641f689c, host n-d-800634-3, cleared binding levels {{(pid=93917) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:39:59.349282 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-6731889a-2bc4-4779-8764-ef3734c1bbdd None None] For port 8349f0bc-f9be-4e49-9377-3278641f689c, host n-d-800634-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=8349f0bc-f9be-4e49-9377-3278641f689c,segment=NetworkSegment(e57d1292-9039-4d9f-94d2-728500c53487),segment_id=e57d1292-9039-4d9f-94d2-728500c53487)] {{(pid=93917) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 18:39:59.356742 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-6731889a-2bc4-4779-8764-ef3734c1bbdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:59.393929 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-f8b55b29-62ec-48d5-8f7e-c97b6df402ec tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks [] for port, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:59.415208 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 2286550b-2f7c-470c-8849-a08a6ce35ca5 no longer exists at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 18:39:59.421590 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.provisioning_blocks [None req-f8b55b29-62ec-48d5-8f7e-c97b6df402ec tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Transition to ACTIVE for port object 5baae4e8-9772-4066-96ec-2e296f7f1748 will not be triggered until provisioned by entity DHCP. {{(pid=93916) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:39:59.469570 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] No Port match for: 2286550b-2f7c-470c-8849-a08a6ce35ca5 {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 18:39:59.470105 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 2286550b-2f7c-470c-8849-a08a6ce35ca5 not bound to the agent host n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 18:39:59.479700 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6731889a-2bc4-4779-8764-ef3734c1bbdd None None] Pushing event updated for resources: {'Port': ['ID=8349f0bc-f9be-4e49-9377-3278641f689c,revision_number=2']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:39:59.499959 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-f8b55b29-62ec-48d5-8f7e-c97b6df402ec tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:59.562957 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8b55b29-62ec-48d5-8f7e-c97b6df402ec tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Network de099bce-1061-4014-bdd5-ec95cce7be8f is already hosted by enough agents. {{(pid=93916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:39:59.571361 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [None req-f8b55b29-62ec-48d5-8f7e-c97b6df402ec tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Resources bound (agent type, host, resource id): {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:39:59.575419 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8b55b29-62ec-48d5-8f7e-c97b6df402ec tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Received port after_create {{(pid=93916) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:39:59.582377 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8b55b29-62ec-48d5-8f7e-c97b6df402ec tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:39:59.583043 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-f8b55b29-62ec-48d5-8f7e-c97b6df402ec tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:39:59.594962 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b55b29-62ec-48d5-8f7e-c97b6df402ec tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Pushing event updated for resources: {'Port': ['ID=5baae4e8-9772-4066-96ec-2e296f7f1748,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:39:59.612413 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-f8b55b29-62ec-48d5-8f7e-c97b6df402ec tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 0.9791887 Jul 14 18:39:59.615216 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 55694) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:39:59.715887 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cd2956f-acc3-4a5c-a229-155e5edf1042 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:39:59.724569 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cd2956f-acc3-4a5c-a229-155e5edf1042 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:39:59.734249 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-3cd2956f-acc3-4a5c-a229-155e5edf1042 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1106706 Jul 14 18:39:59.734249 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 55698) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:39:59.860656 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [None req-dc2c51df-ccd3-4d4e-9666-f474c9682e20 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Deleting port 5baae4e8-9772-4066-96ec-2e296f7f1748 {{(pid=93915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:39:59.861011 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-dc2c51df-ccd3-4d4e-9666-f474c9682e20 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:00.010556 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-dc2c51df-ccd3-4d4e-9666-f474c9682e20 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:00.027943 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [None req-dc2c51df-ccd3-4d4e-9666-f474c9682e20 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Calling delete_port for 5baae4e8-9772-4066-96ec-2e296f7f1748 owned by {{(pid=93915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:40:00.169386 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-dc2c51df-ccd3-4d4e-9666-f474c9682e20 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:00.206412 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2c51df-ccd3-4d4e-9666-f474c9682e20 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Pushing event deleted for resources: {'Port': ['ID=5baae4e8-9772-4066-96ec-2e296f7f1748,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:40:00.235849 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-dc2c51df-ccd3-4d4e-9666-f474c9682e20 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:00.237965 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-dc2c51df-ccd3-4d4e-9666-f474c9682e20 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] 10.222.0.16 "DELETE /v2.0/ports/5baae4e8-9772-4066-96ec-2e296f7f1748 HTTP/1.1" status: 204 len: 168 time: 0.5065007 Jul 14 18:40:00.240834 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 55702) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:40:00.311748 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d91d5f6-6ee4-4ad4-8e96-17a993c0eca5 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:40:00.313472 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d91d5f6-6ee4-4ad4-8e96-17a993c0eca5 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:40:00.317421 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-9d91d5f6-6ee4-4ad4-8e96-17a993c0eca5 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.0732598 Jul 14 18:40:00.319194 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 55704) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:40:00.388741 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4a6182e-2efe-4c10-ae74-9e39f6053126 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Deleting subnet b6cbe8f7-3794-4b2b-a4f2-f8ab41645337 {{(pid=93916) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 18:40:00.395312 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-b4a6182e-2efe-4c10-ae74-9e39f6053126 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks [] for subnet, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:00.446497 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-b4a6182e-2efe-4c10-ae74-9e39f6053126 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26296866'] for subnet, precommit_delete_associations {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:00.551573 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-b4a6182e-2efe-4c10-ae74-9e39f6053126 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081283'] for subnet, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:00.625359 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-b4a6182e-2efe-4c10-ae74-9e39f6053126 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2684816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26033152'] for subnet, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:00.665634 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a6182e-2efe-4c10-ae74-9e39f6053126 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Pushing event deleted for resources: {'Subnet': ['ID=b6cbe8f7-3794-4b2b-a4f2-f8ab41645337,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:40:00.671051 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-b4a6182e-2efe-4c10-ae74-9e39f6053126 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks [] for subnet, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:00.673213 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-b4a6182e-2efe-4c10-ae74-9e39f6053126 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] 10.222.0.16 "DELETE /v2.0/subnets/b6cbe8f7-3794-4b2b-a4f2-f8ab41645337 HTTP/1.1" status: 204 len: 168 time: 0.3502488 Jul 14 18:40:00.675612 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 55708) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:40:00.724034 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-1c5e13fc-a172-4bdd-bf05-79ae6ae497d5 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0463591 Jul 14 18:40:00.726497 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 55710) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:40:00.808748 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c6cd60b-97df-48c3-9ab2-ec68e9a4f1a6 None None] Network de099bce-1061-4014-bdd5-ec95cce7be8f requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:40:00.831839 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cc5b3b7-8e39-4450-b563-9551ad0e2986 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:40:00.833560 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-2cc5b3b7-8e39-4450-b563-9551ad0e2986 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1061041 Jul 14 18:40:00.836051 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 55718) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:40:00.903787 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a35346cf-2e72-4fb8-a738-6549a89faaff tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:40:00.906540 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-a35346cf-2e72-4fb8-a738-6549a89faaff tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0693221 Jul 14 18:40:00.909191 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 55722) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:40:00.945770 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-82cd66ec-f1d3-4236-b76c-2a88cee4c164 None None] Provisioning for port 8349f0bc-f9be-4e49-9377-3278641f689c completed by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:40:00.958841 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-32545e1c-0c5b-40b5-bbc9-23f2c86384ca tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0483942 Jul 14 18:40:00.962775 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 55724) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:40:00.968628 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-5856d2ad-0266-4de0-a896-f3917708933c tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Request body: {'subnet': {'network_id': 'de099bce-1061-4014-bdd5-ec95cce7be8f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:40:01.057359 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60621158-fff1-4974-ae6f-61c9cc093321 None None] DHCP port deletion for de099bce-1061-4014-bdd5-ec95cce7be8f request from n-d-800634-3 {{(pid=93917) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 18:40:01.080088 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5856d2ad-0266-4de0-a896-f3917708933c tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Made reservation on behalf of 13ccccd91e8c4eb89f4317d7ac77ca6b for: {'subnet': 1} {{(pid=93915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:40:01.084187 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-5856d2ad-0266-4de0-a896-f3917708933c tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28969735'] for subnet, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:01.114252 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-60621158-fff1-4974-ae6f-61c9cc093321 None None] Deleting port 8349f0bc-f9be-4e49-9377-3278641f689c {{(pid=93917) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:40:01.114726 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-60621158-fff1-4974-ae6f-61c9cc093321 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:01.186386 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-60621158-fff1-4974-ae6f-61c9cc093321 None None] For port 8349f0bc-f9be-4e49-9377-3278641f689c, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=8349f0bc-f9be-4e49-9377-3278641f689c,segment=NetworkSegment(e57d1292-9039-4d9f-94d2-728500c53487),segment_id=e57d1292-9039-4d9f-94d2-728500c53487)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:40:01.186789 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-60621158-fff1-4974-ae6f-61c9cc093321 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:01.202706 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-60621158-fff1-4974-ae6f-61c9cc093321 None None] Calling delete_port for 8349f0bc-f9be-4e49-9377-3278641f689c owned by network:dhcp {{(pid=93917) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:40:01.292791 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-60621158-fff1-4974-ae6f-61c9cc093321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813'] for port, after_delete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:01.301118 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-5856d2ad-0266-4de0-a896-f3917708933c tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25912837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28969781'] for subnet, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:01.324420 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60621158-fff1-4974-ae6f-61c9cc093321 None None] Pushing event deleted for resources: {'Port': ['ID=8349f0bc-f9be-4e49-9377-3278641f689c,revision_number=None']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:40:01.326436 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60621158-fff1-4974-ae6f-61c9cc093321 None None] No DVR routers for this DVR port 8349f0bc-f9be-4e49-9377-3278641f689c on host n-d-800634-3 {{(pid=93917) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 18:40:01.356600 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5856d2ad-0266-4de0-a896-f3917708933c tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Network de099bce-1061-4014-bdd5-ec95cce7be8f is already hosted by enough agents. {{(pid=93915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:40:01.360076 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [None req-5856d2ad-0266-4de0-a896-f3917708933c tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Resources bound (agent type, host, resource id): {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:40:01.363527 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5856d2ad-0266-4de0-a896-f3917708933c tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:40:01.364217 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-5856d2ad-0266-4de0-a896-f3917708933c tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks [] for subnet, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:01.371077 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c993db2-45bb-41ac-af71-2a12657ab61e None None] Network de099bce-1061-4014-bdd5-ec95cce7be8f requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:40:01.381250 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5856d2ad-0266-4de0-a896-f3917708933c tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Pushing event updated for resources: {'Subnet': ['ID=352b9231-7d51-46f4-9677-6ae84c61ff5e,revision_number=0']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:40:01.391305 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-5856d2ad-0266-4de0-a896-f3917708933c tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4272623 Jul 14 18:40:01.394070 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 55726) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:40:01.399653 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-593bb69b-bf92-4e44-8cb8-c06b330de6d8 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Request body: {'port': {'network_id': 'de099bce-1061-4014-bdd5-ec95cce7be8f', 'mac_address': 'fa:16:3e:55:ff:0e', 'name': 'tempest-NetworksTestDHCPv6-1680888029'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:40:01.557294 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-593bb69b-bf92-4e44-8cb8-c06b330de6d8 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Made reservation on behalf of 13ccccd91e8c4eb89f4317d7ac77ca6b for: {'port': 1} {{(pid=93916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:40:01.562351 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-593bb69b-bf92-4e44-8cb8-c06b330de6d8 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:01.604257 n-d-800634-3 neutron-server[93916]: DEBUG neutron.notifiers.nova [None req-593bb69b-bf92-4e44-8cb8-c06b330de6d8 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] device_id is not set on port d83a949c-93fd-47f6-943d-e0a37fdc258a yet. {{(pid=93916) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 18:40:01.606698 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33035bde-cda1-46a8-9cde-e0650ae266b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9222b97e-5d1c-54f8-ba97-82f172498e76-de099bce-1061-4014-bdd5-ec95cce7be8f', 'network_id': 'de099bce-1061-4014-bdd5-ec95cce7be8f', 'tenant_id': '13ccccd91e8c4eb89f4317d7ac77ca6b', 'fixed_ips': [{'subnet_id': '352b9231-7d51-46f4-9677-6ae84c61ff5e'}]}} from n-d-800634-3. {{(pid=93917) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 18:40:01.608897 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-33035bde-cda1-46a8-9cde-e0650ae266b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:01.747107 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.db_base_plugin_common [None req-593bb69b-bf92-4e44-8cb8-c06b330de6d8 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Allocated IP 2001:db8::1ff (de099bce-1061-4014-bdd5-ec95cce7be8f/352b9231-7d51-46f4-9677-6ae84c61ff5e/d83a949c-93fd-47f6-943d-e0a37fdc258a) {{(pid=93916) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:40:01.947041 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-593bb69b-bf92-4e44-8cb8-c06b330de6d8 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks [] for port, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:01.969784 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.provisioning_blocks [None req-593bb69b-bf92-4e44-8cb8-c06b330de6d8 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Transition to ACTIVE for port object d83a949c-93fd-47f6-943d-e0a37fdc258a will not be triggered until provisioned by entity DHCP. {{(pid=93916) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:40:02.009587 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-593bb69b-bf92-4e44-8cb8-c06b330de6d8 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:02.065200 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.db_base_plugin_common [None req-33035bde-cda1-46a8-9cde-e0650ae266b6 None None] Allocated IP 2001:db8::2 (de099bce-1061-4014-bdd5-ec95cce7be8f/352b9231-7d51-46f4-9677-6ae84c61ff5e/9f8fd536-c8d9-4a12-bf5f-106ad8b70cfd) {{(pid=93917) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:40:02.083383 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-593bb69b-bf92-4e44-8cb8-c06b330de6d8 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Network de099bce-1061-4014-bdd5-ec95cce7be8f is already hosted by enough agents. {{(pid=93916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:40:02.090124 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [None req-593bb69b-bf92-4e44-8cb8-c06b330de6d8 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Resources bound (agent type, host, resource id): {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:40:02.093357 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593bb69b-bf92-4e44-8cb8-c06b330de6d8 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Pushing event updated for resources: {'Port': ['ID=d83a949c-93fd-47f6-943d-e0a37fdc258a,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:40:02.096165 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-593bb69b-bf92-4e44-8cb8-c06b330de6d8 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Received port after_create {{(pid=93916) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:40:02.102801 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-593bb69b-bf92-4e44-8cb8-c06b330de6d8 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:40:02.103686 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-593bb69b-bf92-4e44-8cb8-c06b330de6d8 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:02.123330 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-593bb69b-bf92-4e44-8cb8-c06b330de6d8 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 0.7279201 Jul 14 18:40:02.126310 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 55746) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:40:02.211926 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74544855-5231-44f8-a922-e2ba57e0855d tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:40:02.216220 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-74544855-5231-44f8-a922-e2ba57e0855d tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.0865254 Jul 14 18:40:02.216428 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 55748) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:40:02.279399 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-33035bde-cda1-46a8-9cde-e0650ae266b6 None None] Notify callbacks [] for port, precommit_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:02.291165 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-33035bde-cda1-46a8-9cde-e0650ae266b6 None None] Transition to ACTIVE for port object 9f8fd536-c8d9-4a12-bf5f-106ad8b70cfd will not be triggered until provisioned by entity L2. {{(pid=93917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:40:02.309931 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-33035bde-cda1-46a8-9cde-e0650ae266b6 None None] Transition to ACTIVE for port object 9f8fd536-c8d9-4a12-bf5f-106ad8b70cfd will not be triggered until provisioned by entity DHCP. {{(pid=93917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:40:02.317624 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-33035bde-cda1-46a8-9cde-e0650ae266b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804'] for port, after_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:02.353330 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-8435e081-f72d-4fa7-ba90-3c20ab2685c7 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Deleting port d83a949c-93fd-47f6-943d-e0a37fdc258a {{(pid=93916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:40:02.354013 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-8435e081-f72d-4fa7-ba90-3c20ab2685c7 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:02.366536 n-d-800634-3 neutron-server[93917]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33035bde-cda1-46a8-9cde-e0650ae266b6 None None] Network de099bce-1061-4014-bdd5-ec95cce7be8f is already hosted by enough agents. {{(pid=93917) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:40:02.380456 n-d-800634-3 neutron-server[93917]: DEBUG neutron.scheduler.base_scheduler [None req-33035bde-cda1-46a8-9cde-e0650ae266b6 None None] Resources bound (agent type, host, resource id): {{(pid=93917) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:40:02.383392 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33035bde-cda1-46a8-9cde-e0650ae266b6 None None] Received port after_create {{(pid=93917) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:40:02.430077 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:02.430348 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33035bde-cda1-46a8-9cde-e0650ae266b6 None None] Pushing event updated for resources: {'Port': ['ID=9f8fd536-c8d9-4a12-bf5f-106ad8b70cfd,revision_number=1']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:40:02.460629 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-8435e081-f72d-4fa7-ba90-3c20ab2685c7 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:02.469413 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-33035bde-cda1-46a8-9cde-e0650ae266b6 None None] Attempting to bind port 9f8fd536-c8d9-4a12-bf5f-106ad8b70cfd on host n-d-800634-3 for vnic_type normal with profile {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:40:02.470683 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-33035bde-cda1-46a8-9cde-e0650ae266b6 None None] Attempting to bind port 9f8fd536-c8d9-4a12-bf5f-106ad8b70cfd by drivers openvswitch,hyperv on host n-d-800634-3 at level 0 using segments [{'id': 'e57d1292-9039-4d9f-94d2-728500c53487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'de099bce-1061-4014-bdd5-ec95cce7be8f'}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:40:02.471176 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33035bde-cda1-46a8-9cde-e0650ae266b6 None None] Attempting to bind port 9f8fd536-c8d9-4a12-bf5f-106ad8b70cfd on network de099bce-1061-4014-bdd5-ec95cce7be8f {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:40:02.479721 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-8435e081-f72d-4fa7-ba90-3c20ab2685c7 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Calling delete_port for d83a949c-93fd-47f6-943d-e0a37fdc258a owned by {{(pid=93916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:40:02.480456 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33035bde-cda1-46a8-9cde-e0650ae266b6 None None] Checking agent: {'id': '01c19e91-a945-4e3c-94a6-c211e17c923e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 8, 23), 'started_at': datetime.datetime(2021, 7, 14, 18, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 18, 39, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 18:40:02.480905 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33035bde-cda1-46a8-9cde-e0650ae266b6 None None] Checking segment: {'id': 'e57d1292-9039-4d9f-94d2-728500c53487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'de099bce-1061-4014-bdd5-ec95cce7be8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93917) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:40:02.481777 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-33035bde-cda1-46a8-9cde-e0650ae266b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:02.482248 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33035bde-cda1-46a8-9cde-e0650ae266b6 None None] Bound using segment: {'id': 'e57d1292-9039-4d9f-94d2-728500c53487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'de099bce-1061-4014-bdd5-ec95cce7be8f'} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 18:40:02.483484 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-33035bde-cda1-46a8-9cde-e0650ae266b6 None None] Bound port: 9f8fd536-c8d9-4a12-bf5f-106ad8b70cfd, host: n-d-800634-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e57d1292-9039-4d9f-94d2-728500c53487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'de099bce-1061-4014-bdd5-ec95cce7be8f'}}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 18:40:02.483945 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-33035bde-cda1-46a8-9cde-e0650ae266b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:02.599088 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-33035bde-cda1-46a8-9cde-e0650ae266b6 None None] For port 9f8fd536-c8d9-4a12-bf5f-106ad8b70cfd, host n-d-800634-3, cleared binding levels {{(pid=93917) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:40:02.603486 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-33035bde-cda1-46a8-9cde-e0650ae266b6 None None] For port 9f8fd536-c8d9-4a12-bf5f-106ad8b70cfd, host n-d-800634-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=9f8fd536-c8d9-4a12-bf5f-106ad8b70cfd,segment=NetworkSegment(e57d1292-9039-4d9f-94d2-728500c53487),segment_id=e57d1292-9039-4d9f-94d2-728500c53487)] {{(pid=93917) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 18:40:02.610711 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-33035bde-cda1-46a8-9cde-e0650ae266b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:02.653197 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-8435e081-f72d-4fa7-ba90-3c20ab2685c7 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:02.685087 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8435e081-f72d-4fa7-ba90-3c20ab2685c7 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Pushing event deleted for resources: {'Port': ['ID=d83a949c-93fd-47f6-943d-e0a37fdc258a,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:40:02.714561 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-8435e081-f72d-4fa7-ba90-3c20ab2685c7 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:02.717380 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33035bde-cda1-46a8-9cde-e0650ae266b6 None None] Pushing event updated for resources: {'Port': ['ID=9f8fd536-c8d9-4a12-bf5f-106ad8b70cfd,revision_number=2']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:40:02.719744 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 55758) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:40:02.729065 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-8435e081-f72d-4fa7-ba90-3c20ab2685c7 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] 10.222.0.16 "DELETE /v2.0/ports/d83a949c-93fd-47f6-943d-e0a37fdc258a HTTP/1.1" status: 204 len: 168 time: 0.5112052 Jul 14 18:40:02.777767 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9cee76e-48bd-4c89-ae96-c78f1116a6ac tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:40:02.779766 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9cee76e-48bd-4c89-ae96-c78f1116a6ac tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:40:02.784497 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 55760) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:40:02.784906 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-a9cee76e-48bd-4c89-ae96-c78f1116a6ac tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.0637701 Jul 14 18:40:02.881935 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0876de8-b63c-4ceb-91ef-eab0f45ceb6a tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Deleting subnet 352b9231-7d51-46f4-9677-6ae84c61ff5e {{(pid=93916) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 18:40:02.895581 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-c0876de8-b63c-4ceb-91ef-eab0f45ceb6a tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks [] for subnet, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:02.987101 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-c0876de8-b63c-4ceb-91ef-eab0f45ceb6a tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26296866'] for subnet, precommit_delete_associations {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:03.193238 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-c0876de8-b63c-4ceb-91ef-eab0f45ceb6a tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081283'] for subnet, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:03.264994 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-c0876de8-b63c-4ceb-91ef-eab0f45ceb6a tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2684816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26033152'] for subnet, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:03.294339 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0876de8-b63c-4ceb-91ef-eab0f45ceb6a tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Pushing event deleted for resources: {'Subnet': ['ID=352b9231-7d51-46f4-9677-6ae84c61ff5e,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:40:03.296394 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-c0876de8-b63c-4ceb-91ef-eab0f45ceb6a tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks [] for subnet, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:03.300953 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-c0876de8-b63c-4ceb-91ef-eab0f45ceb6a tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] 10.222.0.16 "DELETE /v2.0/subnets/352b9231-7d51-46f4-9677-6ae84c61ff5e HTTP/1.1" status: 204 len: 168 time: 0.5127716 Jul 14 18:40:03.302532 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 55770) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:40:03.386991 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-f6562d1d-d837-4d98-943b-1cc1c81daa48 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0829659 Jul 14 18:40:03.390200 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 55772) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:40:03.456951 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d94ec7d5-a9ea-4153-8692-7dbacf74c24d tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:40:03.458505 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-d94ec7d5-a9ea-4153-8692-7dbacf74c24d tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0672305 Jul 14 18:40:03.461300 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 55774) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:40:03.478182 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 9f8fd536-c8d9-4a12-bf5f-106ad8b70cfd up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:40:03.536017 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47f5fb39-b9ad-448f-a9e1-ea9abcb56ca9 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:40:03.537689 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-47f5fb39-b9ad-448f-a9e1-ea9abcb56ca9 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0753629 Jul 14 18:40:03.541477 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 55776) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:40:03.562185 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning for port 9f8fd536-c8d9-4a12-bf5f-106ad8b70cfd completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:40:03.591929 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-38a88144-1f74-4359-843b-799e9b6ef644 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0490696 Jul 14 18:40:03.596941 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 55778) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:40:03.603311 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-3358d8b6-cc41-4874-84f7-76ed049074fb tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Request body: {'subnet': {'network_id': 'de099bce-1061-4014-bdd5-ec95cce7be8f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:40:03.749652 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3358d8b6-cc41-4874-84f7-76ed049074fb tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Made reservation on behalf of 13ccccd91e8c4eb89f4317d7ac77ca6b for: {'subnet': 1} {{(pid=93915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:40:03.753508 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-3358d8b6-cc41-4874-84f7-76ed049074fb tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28969735'] for subnet, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:03.906803 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85d6863a-8ded-4825-a6d2-336e3e80877d None None] Network de099bce-1061-4014-bdd5-ec95cce7be8f requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:40:03.976937 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-3610abe0-54b8-4604-b1bc-a633a9d5663f None None] Provisioning for port 9f8fd536-c8d9-4a12-bf5f-106ad8b70cfd completed by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:40:03.983906 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-3610abe0-54b8-4604-b1bc-a633a9d5663f None None] Provisioning complete for port 9f8fd536-c8d9-4a12-bf5f-106ad8b70cfd triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:40:03.984384 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-3610abe0-54b8-4604-b1bc-a633a9d5663f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:04.107134 n-d-800634-3 neutron-server[93915]: DEBUG neutron.objects.ports [None req-3358d8b6-cc41-4874-84f7-76ed049074fb tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93915) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 14 18:40:04.147860 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-3610abe0-54b8-4604-b1bc-a633a9d5663f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:04.222105 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-3610abe0-54b8-4604-b1bc-a633a9d5663f None None] For port 9f8fd536-c8d9-4a12-bf5f-106ad8b70cfd, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=9f8fd536-c8d9-4a12-bf5f-106ad8b70cfd,segment=NetworkSegment(e57d1292-9039-4d9f-94d2-728500c53487),segment_id=e57d1292-9039-4d9f-94d2-728500c53487)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:40:04.242194 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-3610abe0-54b8-4604-b1bc-a633a9d5663f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:04.328459 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3610abe0-54b8-4604-b1bc-a633a9d5663f None None] Pushing event updated for resources: {'Port': ['ID=9f8fd536-c8d9-4a12-bf5f-106ad8b70cfd,revision_number=4']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:40:04.451959 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-3358d8b6-cc41-4874-84f7-76ed049074fb tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:04.565198 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-2b9d59b7-5cb5-4bfd-9adb-38a20acdf2a4 None None] Provisioning complete for port 9f8fd536-c8d9-4a12-bf5f-106ad8b70cfd triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:40:04.565822 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-2b9d59b7-5cb5-4bfd-9adb-38a20acdf2a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:04.644285 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [None req-3358d8b6-cc41-4874-84f7-76ed049074fb tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] For port 9f8fd536-c8d9-4a12-bf5f-106ad8b70cfd, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=9f8fd536-c8d9-4a12-bf5f-106ad8b70cfd,segment=NetworkSegment(e57d1292-9039-4d9f-94d2-728500c53487),segment_id=e57d1292-9039-4d9f-94d2-728500c53487)] {{(pid=93915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:40:04.685975 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-3358d8b6-cc41-4874-84f7-76ed049074fb tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks [] for port, precommit_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:04.690874 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-3358d8b6-cc41-4874-84f7-76ed049074fb tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25912978'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:04.692672 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-3358d8b6-cc41-4874-84f7-76ed049074fb tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25912837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28969781'] for subnet, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:04.781273 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3358d8b6-cc41-4874-84f7-76ed049074fb tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Network de099bce-1061-4014-bdd5-ec95cce7be8f is already hosted by enough agents. {{(pid=93915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:40:04.791548 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-fb591f8d-aa35-4ae6-8d7c-cd1b08395eba None None] Could not find standard attr ID for object d83a949c-93fd-47f6-943d-e0a37fdc258a. {{(pid=93917) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 14 18:40:04.796182 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [None req-3358d8b6-cc41-4874-84f7-76ed049074fb tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Resources bound (agent type, host, resource id): {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:40:04.803829 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3358d8b6-cc41-4874-84f7-76ed049074fb tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:40:04.804565 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-3358d8b6-cc41-4874-84f7-76ed049074fb tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks [] for subnet, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:04.819604 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3358d8b6-cc41-4874-84f7-76ed049074fb tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Pushing event updated for resources: {'Subnet': ['ID=26e48225-cf64-4ec1-aadb-00beeab9a648,revision_number=0']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:40:04.828269 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3358d8b6-cc41-4874-84f7-76ed049074fb tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Pushing event updated for resources: {'Port': ['ID=9f8fd536-c8d9-4a12-bf5f-106ad8b70cfd,revision_number=6']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:40:04.839102 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-3358d8b6-cc41-4874-84f7-76ed049074fb tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.2407937 Jul 14 18:40:04.842074 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 55798) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:40:04.847501 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-f2ba1504-518c-41c2-a48d-1182bc6a4874 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Request body: {'subnet': {'network_id': 'de099bce-1061-4014-bdd5-ec95cce7be8f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:40:04.942633 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-542e70ec-8060-43fb-b58a-ebd00013fe8c None None] Network de099bce-1061-4014-bdd5-ec95cce7be8f requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:40:04.972692 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2ba1504-518c-41c2-a48d-1182bc6a4874 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Made reservation on behalf of 13ccccd91e8c4eb89f4317d7ac77ca6b for: {'subnet': 1} {{(pid=93916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:40:04.977857 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-f2ba1504-518c-41c2-a48d-1182bc6a4874 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26033189'] for subnet, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:05.080490 n-d-800634-3 neutron-server[93916]: INFO neutron.db.ipam_backend_mixin [None req-f2ba1504-518c-41c2-a48d-1182bc6a4874 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 26e48225-cf64-4ec1-aadb-00beeab9a648 (CIDR: 2001:db8::/64) Jul 14 18:40:05.086065 n-d-800634-3 neutron-server[93916]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2ba1504-518c-41c2-a48d-1182bc6a4874 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 18:40:05.086871 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f2ba1504-518c-41c2-a48d-1182bc6a4874 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93916) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 18:40:05.107478 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-f2ba1504-518c-41c2-a48d-1182bc6a4874 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2637584 Jul 14 18:40:05.110734 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 55802) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:40:05.119356 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-8b217ca4-ec1e-492f-bb21-8998377daa17 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Request body: {'subnet': {'network_id': 'de099bce-1061-4014-bdd5-ec95cce7be8f', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:40:05.306042 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:05.326250 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b217ca4-ec1e-492f-bb21-8998377daa17 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Made reservation on behalf of 13ccccd91e8c4eb89f4317d7ac77ca6b for: {'subnet': 1} {{(pid=93915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:40:05.331293 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-8b217ca4-ec1e-492f-bb21-8998377daa17 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28969735'] for subnet, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:05.420496 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 9f8fd536-c8d9-4a12-bf5f-106ad8b70cfd up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:40:05.479536 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port 9f8fd536-c8d9-4a12-bf5f-106ad8b70cfd triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:40:05.479847 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:05.531229 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-2e994a1e-9f70-4dc0-a127-0727b8e53744 None None] Provisioning complete for port 9f8fd536-c8d9-4a12-bf5f-106ad8b70cfd triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:40:05.531601 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-2e994a1e-9f70-4dc0-a127-0727b8e53744 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:05.624808 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-8b217ca4-ec1e-492f-bb21-8998377daa17 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25912837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28969781'] for subnet, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:05.682593 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b217ca4-ec1e-492f-bb21-8998377daa17 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Network de099bce-1061-4014-bdd5-ec95cce7be8f is already hosted by enough agents. {{(pid=93915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:40:05.689640 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [None req-8b217ca4-ec1e-492f-bb21-8998377daa17 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Resources bound (agent type, host, resource id): {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:40:05.694448 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b217ca4-ec1e-492f-bb21-8998377daa17 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:40:05.695110 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-8b217ca4-ec1e-492f-bb21-8998377daa17 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks [] for subnet, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:05.700168 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d327c3e1-3a01-4026-b367-5f26ff94f2da None None] Network de099bce-1061-4014-bdd5-ec95cce7be8f requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:40:05.717118 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b217ca4-ec1e-492f-bb21-8998377daa17 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Pushing event updated for resources: {'Subnet': ['ID=4bd53035-b13d-47db-9a23-b58beb8d5f1f,revision_number=0']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:40:05.724177 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-8b217ca4-ec1e-492f-bb21-8998377daa17 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6093664 Jul 14 18:40:05.724438 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 55810) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:40:05.730036 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-f6db7de7-1150-4c46-984d-149a7220dad5 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Request body: {'port': {'network_id': 'de099bce-1061-4014-bdd5-ec95cce7be8f', 'mac_address': 'fa:16:3e:96:b4:23', 'name': 'tempest-NetworksTestDHCPv6-1002410472'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:40:05.893426 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6db7de7-1150-4c46-984d-149a7220dad5 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Made reservation on behalf of 13ccccd91e8c4eb89f4317d7ac77ca6b for: {'port': 1} {{(pid=93915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:40:06.012587 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74c80471-7b79-4637-bfa0-c006ea8b0dcb None None] Update dhcp port {'port': {'network_id': 'de099bce-1061-4014-bdd5-ec95cce7be8f', 'fixed_ips': [{'subnet_id': '26e48225-cf64-4ec1-aadb-00beeab9a648', 'ip_address': '2001:db8::f816:3eff:fe67:90e4'}, {'subnet_id': '4bd53035-b13d-47db-9a23-b58beb8d5f1f'}], 'binding:host_id': 'n-d-800634-3'}, 'id': '9f8fd536-c8d9-4a12-bf5f-106ad8b70cfd'} from n-d-800634-3. {{(pid=93917) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 14 18:40:06.033569 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-f6db7de7-1150-4c46-984d-149a7220dad5 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:06.065967 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [None req-f6db7de7-1150-4c46-984d-149a7220dad5 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] device_id is not set on port 83220a35-6a78-4ce3-9589-289c354c4e77 yet. {{(pid=93915) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 18:40:06.075606 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-74c80471-7b79-4637-bfa0-c006ea8b0dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:06.289511 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.db_base_plugin_common [None req-f6db7de7-1150-4c46-984d-149a7220dad5 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Allocated IP 2001:db8:0:1::6e (de099bce-1061-4014-bdd5-ec95cce7be8f/4bd53035-b13d-47db-9a23-b58beb8d5f1f/83220a35-6a78-4ce3-9589-289c354c4e77) {{(pid=93915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:40:06.298055 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.db_base_plugin_common [None req-f6db7de7-1150-4c46-984d-149a7220dad5 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Allocated IP 2001:db8::f816:3eff:fe96:b423 (de099bce-1061-4014-bdd5-ec95cce7be8f/26e48225-cf64-4ec1-aadb-00beeab9a648/83220a35-6a78-4ce3-9589-289c354c4e77) {{(pid=93915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:40:06.816580 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-f6db7de7-1150-4c46-984d-149a7220dad5 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks [] for port, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:06.831531 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.provisioning_blocks [None req-f6db7de7-1150-4c46-984d-149a7220dad5 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Transition to ACTIVE for port object 83220a35-6a78-4ce3-9589-289c354c4e77 will not be triggered until provisioned by entity DHCP. {{(pid=93915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:40:06.865149 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-f6db7de7-1150-4c46-984d-149a7220dad5 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:06.914235 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6db7de7-1150-4c46-984d-149a7220dad5 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Network de099bce-1061-4014-bdd5-ec95cce7be8f is already hosted by enough agents. {{(pid=93915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:40:06.917906 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [None req-f6db7de7-1150-4c46-984d-149a7220dad5 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Resources bound (agent type, host, resource id): {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:40:06.922709 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6db7de7-1150-4c46-984d-149a7220dad5 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Received port after_create {{(pid=93915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:40:06.928365 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6db7de7-1150-4c46-984d-149a7220dad5 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:40:06.929000 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-f6db7de7-1150-4c46-984d-149a7220dad5 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:06.932634 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.db_base_plugin_common [None req-74c80471-7b79-4637-bfa0-c006ea8b0dcb None None] Allocated IP 2001:db8:0:1::2 (de099bce-1061-4014-bdd5-ec95cce7be8f/4bd53035-b13d-47db-9a23-b58beb8d5f1f/9f8fd536-c8d9-4a12-bf5f-106ad8b70cfd) {{(pid=93917) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:40:06.937664 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6db7de7-1150-4c46-984d-149a7220dad5 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Pushing event updated for resources: {'Port': ['ID=83220a35-6a78-4ce3-9589-289c354c4e77,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:40:06.947283 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-f6db7de7-1150-4c46-984d-149a7220dad5 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.2217495 Jul 14 18:40:06.949797 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 55822) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:40:07.031887 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-74c80471-7b79-4637-bfa0-c006ea8b0dcb None None] For port 9f8fd536-c8d9-4a12-bf5f-106ad8b70cfd, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=9f8fd536-c8d9-4a12-bf5f-106ad8b70cfd,segment=NetworkSegment(e57d1292-9039-4d9f-94d2-728500c53487),segment_id=e57d1292-9039-4d9f-94d2-728500c53487)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:40:07.050817 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [None req-045fbeb5-7c65-4932-a1a8-6a50448c7a53 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Deleting port 83220a35-6a78-4ce3-9589-289c354c4e77 {{(pid=93915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:40:07.051160 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-045fbeb5-7c65-4932-a1a8-6a50448c7a53 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:07.061945 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-74c80471-7b79-4637-bfa0-c006ea8b0dcb None None] Notify callbacks [] for port, precommit_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:07.075879 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-74c80471-7b79-4637-bfa0-c006ea8b0dcb None None] Transition to ACTIVE for port object 9f8fd536-c8d9-4a12-bf5f-106ad8b70cfd will not be triggered until provisioned by entity DHCP. {{(pid=93917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:40:07.080694 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-74c80471-7b79-4637-bfa0-c006ea8b0dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:07.141036 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-045fbeb5-7c65-4932-a1a8-6a50448c7a53 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:07.155623 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [None req-045fbeb5-7c65-4932-a1a8-6a50448c7a53 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Calling delete_port for 83220a35-6a78-4ce3-9589-289c354c4e77 owned by {{(pid=93915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:40:07.172738 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c80471-7b79-4637-bfa0-c006ea8b0dcb None None] Pushing event updated for resources: {'Port': ['ID=9f8fd536-c8d9-4a12-bf5f-106ad8b70cfd,revision_number=7']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:40:07.380411 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-045fbeb5-7c65-4932-a1a8-6a50448c7a53 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:07.439176 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 9f8fd536-c8d9-4a12-bf5f-106ad8b70cfd up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:40:07.444902 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045fbeb5-7c65-4932-a1a8-6a50448c7a53 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Pushing event deleted for resources: {'Port': ['ID=83220a35-6a78-4ce3-9589-289c354c4e77,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:40:07.512620 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-045fbeb5-7c65-4932-a1a8-6a50448c7a53 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:07.516946 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-045fbeb5-7c65-4932-a1a8-6a50448c7a53 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] 10.222.0.16 "DELETE /v2.0/ports/83220a35-6a78-4ce3-9589-289c354c4e77 HTTP/1.1" status: 204 len: 168 time: 0.5644894 Jul 14 18:40:07.517898 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 55832) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:40:07.615075 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb03a689-af78-4544-b87b-c5dd1ad8daee tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:40:07.616820 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-cb03a689-af78-4544-b87b-c5dd1ad8daee tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0977223 Jul 14 18:40:07.619464 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 55836) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:40:07.697685 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4790829d-a509-45f8-ae63-63ed88566f0e tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:40:07.699442 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-4790829d-a509-45f8-ae63-63ed88566f0e tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0786743 Jul 14 18:40:07.702711 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 55842) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:40:07.771198 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-068e0b2c-5953-4228-82e1-14d2c02f6667 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:40:07.776909 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-068e0b2c-5953-4228-82e1-14d2c02f6667 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:40:07.779196 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-068e0b2c-5953-4228-82e1-14d2c02f6667 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:40:07.782217 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-068e0b2c-5953-4228-82e1-14d2c02f6667 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0784740 Jul 14 18:40:07.785066 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 55844) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:40:07.878598 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6c3634f-6d34-4aa5-906d-38cd1581659f tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Deleting subnet 26e48225-cf64-4ec1-aadb-00beeab9a648 {{(pid=93916) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 18:40:07.882439 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-e6c3634f-6d34-4aa5-906d-38cd1581659f tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks [] for subnet, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:07.931119 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-e6c3634f-6d34-4aa5-906d-38cd1581659f tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26296866'] for subnet, precommit_delete_associations {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:08.025878 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-e6c3634f-6d34-4aa5-906d-38cd1581659f tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081283'] for subnet, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:08.033726 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-f506edca-edc5-436c-853f-f42a362f7c26 None None] Provisioning for port 9f8fd536-c8d9-4a12-bf5f-106ad8b70cfd completed by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:40:08.038969 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-f506edca-edc5-436c-853f-f42a362f7c26 None None] Provisioning complete for port 9f8fd536-c8d9-4a12-bf5f-106ad8b70cfd triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:40:08.039403 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-f506edca-edc5-436c-853f-f42a362f7c26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:08.102706 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-e6c3634f-6d34-4aa5-906d-38cd1581659f tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2684816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26033152'] for subnet, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:08.137156 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c3634f-6d34-4aa5-906d-38cd1581659f tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Pushing event deleted for resources: {'Subnet': ['ID=26e48225-cf64-4ec1-aadb-00beeab9a648,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:40:08.146101 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-e6c3634f-6d34-4aa5-906d-38cd1581659f tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks [] for subnet, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:08.150944 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-e6c3634f-6d34-4aa5-906d-38cd1581659f tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] 10.222.0.16 "DELETE /v2.0/subnets/26e48225-cf64-4ec1-aadb-00beeab9a648 HTTP/1.1" status: 204 len: 168 time: 0.3621550 Jul 14 18:40:08.150944 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c3634f-6d34-4aa5-906d-38cd1581659f tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:40:08.150944 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c3634f-6d34-4aa5-906d-38cd1581659f tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:40:08.150944 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c3634f-6d34-4aa5-906d-38cd1581659f tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:40:08.151338 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c3634f-6d34-4aa5-906d-38cd1581659f tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:40:08.151425 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c3634f-6d34-4aa5-906d-38cd1581659f tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:40:08.151860 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c3634f-6d34-4aa5-906d-38cd1581659f tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:40:08.152056 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c3634f-6d34-4aa5-906d-38cd1581659f tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:40:08.152374 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c3634f-6d34-4aa5-906d-38cd1581659f tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:40:08.153156 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c3634f-6d34-4aa5-906d-38cd1581659f tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:40:08.153488 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c3634f-6d34-4aa5-906d-38cd1581659f tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:40:08.153830 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c3634f-6d34-4aa5-906d-38cd1581659f tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:40:08.154159 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c3634f-6d34-4aa5-906d-38cd1581659f tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:40:08.154635 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 55846) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:40:08.230396 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.db_base_plugin_v2 [None req-799e20ea-f9d8-4c96-9c63-74f23ab4b6b4 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Deleting subnet 4bd53035-b13d-47db-9a23-b58beb8d5f1f {{(pid=93915) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 18:40:08.235181 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-799e20ea-f9d8-4c96-9c63-74f23ab4b6b4 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks [] for subnet, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:08.281147 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-799e20ea-f9d8-4c96-9c63-74f23ab4b6b4 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28939913'] for subnet, precommit_delete_associations {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:08.320699 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8833c16-5cd8-4f1d-9188-78e8174e5d3d None None] Network de099bce-1061-4014-bdd5-ec95cce7be8f requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:40:08.376804 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-799e20ea-f9d8-4c96-9c63-74f23ab4b6b4 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081283'] for subnet, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:08.465909 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-bb42669f-024c-40d1-a0a6-d2814d0f7671 None None] Could not find standard attr ID for object 83220a35-6a78-4ce3-9589-289c354c4e77. {{(pid=93917) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 14 18:40:08.466418 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-799e20ea-f9d8-4c96-9c63-74f23ab4b6b4 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25913028', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28969762'] for subnet, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:08.497127 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799e20ea-f9d8-4c96-9c63-74f23ab4b6b4 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Pushing event deleted for resources: {'Subnet': ['ID=4bd53035-b13d-47db-9a23-b58beb8d5f1f,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:40:08.503273 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-799e20ea-f9d8-4c96-9c63-74f23ab4b6b4 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks [] for subnet, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:08.505207 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-799e20ea-f9d8-4c96-9c63-74f23ab4b6b4 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] 10.222.0.16 "DELETE /v2.0/subnets/4bd53035-b13d-47db-9a23-b58beb8d5f1f HTTP/1.1" status: 204 len: 168 time: 0.3487790 Jul 14 18:40:08.507758 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 55852) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:40:08.556205 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-5d87e254-cbc8-4b70-a799-b02b19bad045 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0470672 Jul 14 18:40:08.561203 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 55854) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:40:08.561390 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 55856) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:40:08.567197 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-1075e958-3f3a-47e9-9fa7-3da5a7320eaf tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Request body: {'subnet': {'network_id': 'de099bce-1061-4014-bdd5-ec95cce7be8f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:40:08.650538 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4444396-c9f9-4d55-a82f-6d78fadbd78a None None] Update dhcp port {'port': {'network_id': 'de099bce-1061-4014-bdd5-ec95cce7be8f', 'fixed_ips': [{'subnet_id': '4bd53035-b13d-47db-9a23-b58beb8d5f1f'}], 'binding:host_id': 'n-d-800634-3'}, 'id': '9f8fd536-c8d9-4a12-bf5f-106ad8b70cfd'} from n-d-800634-3. {{(pid=93917) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 14 18:40:08.684725 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1075e958-3f3a-47e9-9fa7-3da5a7320eaf tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Made reservation on behalf of 13ccccd91e8c4eb89f4317d7ac77ca6b for: {'subnet': 1} {{(pid=93916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:40:08.690359 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-1075e958-3f3a-47e9-9fa7-3da5a7320eaf tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26033189'] for subnet, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:08.690764 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-c4444396-c9f9-4d55-a82f-6d78fadbd78a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:08.900146 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62222208-8ba5-4b7c-b4b4-445e200c67f0 None None] Network de099bce-1061-4014-bdd5-ec95cce7be8f requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:40:09.062055 n-d-800634-3 neutron-server[93916]: DEBUG neutron.objects.ports [None req-1075e958-3f3a-47e9-9fa7-3da5a7320eaf tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93916) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 14 18:40:09.070591 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-67ceb6f4-73f7-4b0a-8b82-c0fe7ff92bd2 None None] Provisioning complete for port 9f8fd536-c8d9-4a12-bf5f-106ad8b70cfd triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:40:09.071113 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-67ceb6f4-73f7-4b0a-8b82-c0fe7ff92bd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:09.239681 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-38f5ab5d-f3f3-4412-a313-7246441feef6 tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-928623'] for router_interface, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:09.287963 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8aaf3f7-30ee-43c0-bfcf-277eab0f7549 None None] Update dhcp port {'port': {'network_id': 'de099bce-1061-4014-bdd5-ec95cce7be8f', 'fixed_ips': [{'subnet_id': 'cd2385e5-be4a-42e1-a117-4c4e18a2dd88'}], 'binding:host_id': 'n-d-800634-3'}, 'id': '9f8fd536-c8d9-4a12-bf5f-106ad8b70cfd'} from n-d-800634-3. {{(pid=93917) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 14 18:40:09.329772 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-a8aaf3f7-30ee-43c0-bfcf-277eab0f7549 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:09.361673 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-1075e958-3f3a-47e9-9fa7-3da5a7320eaf tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:09.506977 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 9f8fd536-c8d9-4a12-bf5f-106ad8b70cfd no longer exists at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 18:40:09.634772 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.db [None req-1075e958-3f3a-47e9-9fa7-3da5a7320eaf tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] For port 9f8fd536-c8d9-4a12-bf5f-106ad8b70cfd, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=9f8fd536-c8d9-4a12-bf5f-106ad8b70cfd,segment=NetworkSegment(e57d1292-9039-4d9f-94d2-728500c53487),segment_id=e57d1292-9039-4d9f-94d2-728500c53487)] {{(pid=93916) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:40:09.680005 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-1075e958-3f3a-47e9-9fa7-3da5a7320eaf tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks [] for port, precommit_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:09.689235 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-1075e958-3f3a-47e9-9fa7-3da5a7320eaf tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2684870'] for port, after_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:09.690107 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-1075e958-3f3a-47e9-9fa7-3da5a7320eaf tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2684753', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26033175'] for subnet, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:09.695476 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.db.api [None req-a8aaf3f7-30ee-43c0-bfcf-277eab0f7549 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93917) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 14 18:40:09.696049 n-d-800634-3 neutron-server[93917]: DEBUG oslo_db.api [None req-a8aaf3f7-30ee-43c0-bfcf-277eab0f7549 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 18:40:09.711505 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:09.798836 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1075e958-3f3a-47e9-9fa7-3da5a7320eaf tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Pushing event updated for resources: {'Port': ['ID=9f8fd536-c8d9-4a12-bf5f-106ad8b70cfd,revision_number=11']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:40:09.800672 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.db.api [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93917) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 14 18:40:09.801248 n-d-800634-3 neutron-server[93917]: DEBUG oslo_db.api [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 18:40:09.815684 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1075e958-3f3a-47e9-9fa7-3da5a7320eaf tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Network de099bce-1061-4014-bdd5-ec95cce7be8f is already hosted by enough agents. {{(pid=93916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:40:09.822931 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [None req-1075e958-3f3a-47e9-9fa7-3da5a7320eaf tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Resources bound (agent type, host, resource id): {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:40:09.828376 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1075e958-3f3a-47e9-9fa7-3da5a7320eaf tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:40:09.829062 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-1075e958-3f3a-47e9-9fa7-3da5a7320eaf tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks [] for subnet, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:09.850116 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-1075e958-3f3a-47e9-9fa7-3da5a7320eaf tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2850964 Jul 14 18:40:09.850116 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1075e958-3f3a-47e9-9fa7-3da5a7320eaf tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Pushing event updated for resources: {'Subnet': ['ID=cd2385e5-be4a-42e1-a117-4c4e18a2dd88,revision_number=0']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:40:09.850683 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 55872) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:40:09.856393 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-a251049e-a7af-441b-9189-405ca1c1b656 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Request body: {'subnet': {'network_id': 'de099bce-1061-4014-bdd5-ec95cce7be8f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:40:09.897825 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [None req-38f5ab5d-f3f3-4412-a313-7246441feef6 tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Deleting port 53e0c36e-6f73-4599-b137-846f05a7b692 {{(pid=93915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:40:09.898521 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-38f5ab5d-f3f3-4412-a313-7246441feef6 tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:09.982779 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a251049e-a7af-441b-9189-405ca1c1b656 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Made reservation on behalf of 13ccccd91e8c4eb89f4317d7ac77ca6b for: {'subnet': 1} {{(pid=93916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:40:09.989914 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a251049e-a7af-441b-9189-405ca1c1b656 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26033189'] for subnet, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:10.041674 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [None req-38f5ab5d-f3f3-4412-a313-7246441feef6 tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] For port 53e0c36e-6f73-4599-b137-846f05a7b692, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=53e0c36e-6f73-4599-b137-846f05a7b692,segment=NetworkSegment(eea5473f-55d7-4a98-a1d1-b1f0b0bfe581),segment_id=eea5473f-55d7-4a98-a1d1-b1f0b0bfe581)] {{(pid=93915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:40:10.042258 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-38f5ab5d-f3f3-4412-a313-7246441feef6 tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:10.061990 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [None req-38f5ab5d-f3f3-4412-a313-7246441feef6 tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Calling delete_port for 53e0c36e-6f73-4599-b137-846f05a7b692 owned by network:router_interface {{(pid=93915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:40:10.122040 n-d-800634-3 neutron-server[93916]: INFO neutron.db.ipam_backend_mixin [None req-a251049e-a7af-441b-9189-405ca1c1b656 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet cd2385e5-be4a-42e1-a117-4c4e18a2dd88 (CIDR: 2001:db8::/64) Jul 14 18:40:10.126646 n-d-800634-3 neutron-server[93916]: INFO neutron.pecan_wsgi.hooks.translation [None req-a251049e-a7af-441b-9189-405ca1c1b656 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 18:40:10.127474 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a251049e-a7af-441b-9189-405ca1c1b656 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93916) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 18:40:10.147421 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-a251049e-a7af-441b-9189-405ca1c1b656 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2956097 Jul 14 18:40:10.148159 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 55878) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:40:10.155617 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-d2e1fef4-4346-423a-b1cf-33fa6372f2c7 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Request body: {'subnet': {'network_id': 'de099bce-1061-4014-bdd5-ec95cce7be8f', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:40:10.266780 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-a8aaf3f7-30ee-43c0-bfcf-277eab0f7549 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:10.318599 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2e1fef4-4346-423a-b1cf-33fa6372f2c7 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Made reservation on behalf of 13ccccd91e8c4eb89f4317d7ac77ca6b for: {'subnet': 1} {{(pid=93916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:40:10.328299 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-d2e1fef4-4346-423a-b1cf-33fa6372f2c7 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26033189'] for subnet, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:10.416806 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:10.446212 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-38f5ab5d-f3f3-4412-a313-7246441feef6 tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:10.500936 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f5ab5d-f3f3-4412-a313-7246441feef6 tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Pushing event deleted for resources: {'Port': ['ID=53e0c36e-6f73-4599-b137-846f05a7b692,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:40:10.682137 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-a8aaf3f7-30ee-43c0-bfcf-277eab0f7549 None None] For port 9f8fd536-c8d9-4a12-bf5f-106ad8b70cfd, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=9f8fd536-c8d9-4a12-bf5f-106ad8b70cfd,segment=NetworkSegment(e57d1292-9039-4d9f-94d2-728500c53487),segment_id=e57d1292-9039-4d9f-94d2-728500c53487)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:40:10.693894 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-d2e1fef4-4346-423a-b1cf-33fa6372f2c7 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2684753', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26033175'] for subnet, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:10.735215 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-a8aaf3f7-30ee-43c0-bfcf-277eab0f7549 None None] Notify callbacks [] for port, precommit_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:10.741134 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-a8aaf3f7-30ee-43c0-bfcf-277eab0f7549 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:10.844985 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.db.api [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93917) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 14 18:40:10.845338 n-d-800634-3 neutron-server[93917]: DEBUG oslo_db.api [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 18:40:10.846223 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8aaf3f7-30ee-43c0-bfcf-277eab0f7549 None None] Pushing event updated for resources: {'Port': ['ID=9f8fd536-c8d9-4a12-bf5f-106ad8b70cfd,revision_number=12']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:40:10.849491 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e1fef4-4346-423a-b1cf-33fa6372f2c7 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Pushing event updated for resources: {'Subnet': ['ID=04ba8b9a-9e74-4a98-9675-53975842750d,revision_number=0']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:40:10.885014 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2e1fef4-4346-423a-b1cf-33fa6372f2c7 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Network de099bce-1061-4014-bdd5-ec95cce7be8f is already hosted by enough agents. {{(pid=93916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:40:10.886546 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [None req-d2e1fef4-4346-423a-b1cf-33fa6372f2c7 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Resources bound (agent type, host, resource id): {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:40:10.892959 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2e1fef4-4346-423a-b1cf-33fa6372f2c7 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:40:10.893616 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-d2e1fef4-4346-423a-b1cf-33fa6372f2c7 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks [] for subnet, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:10.900094 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-38f5ab5d-f3f3-4412-a313-7246441feef6 tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-598732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-928907'] for router_interface, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:10.919778 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-d2e1fef4-4346-423a-b1cf-33fa6372f2c7 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7679675 Jul 14 18:40:10.920874 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 55884) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:40:10.926264 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-0a5fba76-cd3e-435e-bfb7-ec66ad37d064 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Request body: {'port': {'network_id': 'de099bce-1061-4014-bdd5-ec95cce7be8f', 'mac_address': 'fa:16:3e:c2:8f:4b', 'name': 'tempest-NetworksTestDHCPv6-1396992807'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:40:11.039807 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:11.141379 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] For port 9f8fd536-c8d9-4a12-bf5f-106ad8b70cfd, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=9f8fd536-c8d9-4a12-bf5f-106ad8b70cfd,segment=NetworkSegment(e57d1292-9039-4d9f-94d2-728500c53487),segment_id=e57d1292-9039-4d9f-94d2-728500c53487)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:40:11.146879 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:11.206664 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a5fba76-cd3e-435e-bfb7-ec66ad37d064 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Made reservation on behalf of 13ccccd91e8c4eb89f4317d7ac77ca6b for: {'port': 1} {{(pid=93916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:40:11.299762 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Pushing event updated for resources: {'Port': ['ID=9f8fd536-c8d9-4a12-bf5f-106ad8b70cfd,revision_number=13']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:40:11.569621 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-0a5fba76-cd3e-435e-bfb7-ec66ad37d064 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:11.611758 n-d-800634-3 neutron-server[93916]: DEBUG neutron.notifiers.nova [None req-0a5fba76-cd3e-435e-bfb7-ec66ad37d064 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] device_id is not set on port c4a4affb-4635-40f7-bbca-3f97ca18496c yet. {{(pid=93916) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 18:40:11.681010 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 9f8fd536-c8d9-4a12-bf5f-106ad8b70cfd up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:40:11.791862 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port 9f8fd536-c8d9-4a12-bf5f-106ad8b70cfd triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:40:11.792296 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:11.944310 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38f5ab5d-f3f3-4412-a313-7246441feef6 tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Router 3a31ae71-934f-4135-93de-c762cbccbf01 has already been hosted by L3 agent 2c6eb27e-defb-4cca-9a24-381c7415e359 {{(pid=93915) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 18:40:11.974942 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:12.038569 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fdfb5c0-c300-40b4-bf48-ccf33fadbe51 None None] Network de099bce-1061-4014-bdd5-ec95cce7be8f requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:40:12.039600 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.db_base_plugin_common [None req-0a5fba76-cd3e-435e-bfb7-ec66ad37d064 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Allocated IP 2001:db8:0:1::33 (de099bce-1061-4014-bdd5-ec95cce7be8f/04ba8b9a-9e74-4a98-9675-53975842750d/c4a4affb-4635-40f7-bbca-3f97ca18496c) {{(pid=93916) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:40:12.048033 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] For port 9f8fd536-c8d9-4a12-bf5f-106ad8b70cfd, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=9f8fd536-c8d9-4a12-bf5f-106ad8b70cfd,segment=NetworkSegment(e57d1292-9039-4d9f-94d2-728500c53487),segment_id=e57d1292-9039-4d9f-94d2-728500c53487)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:40:12.054808 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.db_base_plugin_common [None req-0a5fba76-cd3e-435e-bfb7-ec66ad37d064 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Allocated IP 2001:db8::f816:3eff:fec2:8f4b (de099bce-1061-4014-bdd5-ec95cce7be8f/cd2385e5-be4a-42e1-a117-4c4e18a2dd88/c4a4affb-4635-40f7-bbca-3f97ca18496c) {{(pid=93916) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:40:12.063269 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:12.168474 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-5702e35b-d8e5-4d17-9557-afbe64bb15e5 None None] Provisioning complete for port 9f8fd536-c8d9-4a12-bf5f-106ad8b70cfd triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:40:12.168474 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-5702e35b-d8e5-4d17-9557-afbe64bb15e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:12.215026 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Pushing event updated for resources: {'Port': ['ID=9f8fd536-c8d9-4a12-bf5f-106ad8b70cfd,revision_number=14']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:40:12.247855 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38f5ab5d-f3f3-4412-a313-7246441feef6 tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Notify agent at l3_agent.n-d-800634-3 the message routers_updated {{(pid=93915) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 18:40:12.261554 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6acf78e5-c194-487f-96d7-e839abccdb62 None None] Sync routers for ids ['3a31ae71-934f-4135-93de-c762cbccbf01'] in n-d-800634-3 {{(pid=93917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 18:40:12.265713 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-38f5ab5d-f3f3-4412-a313-7246441feef6 tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] 10.222.0.16 "PUT /v2.0/routers/3a31ae71-934f-4135-93de-c762cbccbf01/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7025924 Jul 14 18:40:12.310086 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-0a5fba76-cd3e-435e-bfb7-ec66ad37d064 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks [] for port, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:12.326803 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.provisioning_blocks [None req-0a5fba76-cd3e-435e-bfb7-ec66ad37d064 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Transition to ACTIVE for port object c4a4affb-4635-40f7-bbca-3f97ca18496c will not be triggered until provisioned by entity DHCP. {{(pid=93916) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:40:12.340559 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6acf78e5-c194-487f-96d7-e839abccdb62 None None] Routers {'3a31ae71-934f-4135-93de-c762cbccbf01'} bound to L3 agent in host n-d-800634-3 {{(pid=93917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:40:12.340559 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-6acf78e5-c194-487f-96d7-e839abccdb62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:39:53Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['3a31ae71-934f-4135-93de-c762cbccbf01'], 'active': True} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:40:12.381471 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-0a5fba76-cd3e-435e-bfb7-ec66ad37d064 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:12.436149 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a5fba76-cd3e-435e-bfb7-ec66ad37d064 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Network de099bce-1061-4014-bdd5-ec95cce7be8f is already hosted by enough agents. {{(pid=93916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:40:12.442259 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [None req-0a5fba76-cd3e-435e-bfb7-ec66ad37d064 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Resources bound (agent type, host, resource id): {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:40:12.447058 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a5fba76-cd3e-435e-bfb7-ec66ad37d064 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Received port after_create {{(pid=93916) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:40:12.454535 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a5fba76-cd3e-435e-bfb7-ec66ad37d064 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:40:12.455444 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-0a5fba76-cd3e-435e-bfb7-ec66ad37d064 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:12.469800 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5fba76-cd3e-435e-bfb7-ec66ad37d064 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Pushing event updated for resources: {'Port': ['ID=c4a4affb-4635-40f7-bbca-3f97ca18496c,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:40:12.496013 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 55902) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:40:12.499307 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-0a5fba76-cd3e-435e-bfb7-ec66ad37d064 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.5741081 Jul 14 18:40:12.540854 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvr_db [None req-6acf78e5-c194-487f-96d7-e839abccdb62 None None] Set router 3a31ae71-934f-4135-93de-c762cbccbf01 gateway port host: n-d-800634-3 {{(pid=93917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 18:40:12.731946 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [None req-f5c054f5-2ed2-4720-bc1d-8dc942aca057 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Deleting port c4a4affb-4635-40f7-bbca-3f97ca18496c {{(pid=93915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:40:12.732393 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-f5c054f5-2ed2-4720-bc1d-8dc942aca057 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:12.832655 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d63de1d0-80c0-415b-8464-a9ecffde2222 None None] Update dhcp port {'port': {'network_id': 'de099bce-1061-4014-bdd5-ec95cce7be8f', 'fixed_ips': [{'subnet_id': 'cd2385e5-be4a-42e1-a117-4c4e18a2dd88', 'ip_address': '2001:db8::f816:3eff:fe67:90e4'}, {'subnet_id': '04ba8b9a-9e74-4a98-9675-53975842750d'}], 'binding:host_id': 'n-d-800634-3'}, 'id': '9f8fd536-c8d9-4a12-bf5f-106ad8b70cfd'} from n-d-800634-3. {{(pid=93917) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 14 18:40:12.952183 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-f5c054f5-2ed2-4720-bc1d-8dc942aca057 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:12.970203 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [None req-f5c054f5-2ed2-4720-bc1d-8dc942aca057 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Calling delete_port for c4a4affb-4635-40f7-bbca-3f97ca18496c owned by {{(pid=93915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:40:13.100470 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38db108-5be0-4c77-af94-1e5c320197f7 req-f6528971-51df-4442-8e04-e15fb1aa821b tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:40:13.112758 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a38db108-5be0-4c77-af94-1e5c320197f7 req-f6528971-51df-4442-8e04-e15fb1aa821b tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] 10.222.0.16 "GET /v2.0/ports?device_id=874d322a-698e-44bb-9bd2-08be5cdf70c5 HTTP/1.1" status: 200 len: 946 time: 0.2017825 Jul 14 18:40:13.128321 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-d63de1d0-80c0-415b-8464-a9ecffde2222 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:13.193902 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a38db108-5be0-4c77-af94-1e5c320197f7 req-66dd7dc0-839d-4696-b481-48fcf069c8a0 tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] 10.222.0.16 "GET /v2.0/security-groups?id=5ae28d4a-02ca-4c7f-a85d-5b3fe1022a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0799842 Jul 14 18:40:13.352721 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-f5c054f5-2ed2-4720-bc1d-8dc942aca057 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:13.441615 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 9f8fd536-c8d9-4a12-bf5f-106ad8b70cfd up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:40:13.469699 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c054f5-2ed2-4720-bc1d-8dc942aca057 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Pushing event deleted for resources: {'Port': ['ID=c4a4affb-4635-40f7-bbca-3f97ca18496c,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:40:13.499519 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-f5c054f5-2ed2-4720-bc1d-8dc942aca057 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:13.504562 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 55918) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:40:13.514883 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-f5c054f5-2ed2-4720-bc1d-8dc942aca057 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] 10.222.0.16 "DELETE /v2.0/ports/c4a4affb-4635-40f7-bbca-3f97ca18496c HTTP/1.1" status: 204 len: 168 time: 1.0164616 Jul 14 18:40:13.585083 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.db_base_plugin_common [None req-d63de1d0-80c0-415b-8464-a9ecffde2222 None None] Allocated IP 2001:db8:0:1::2 (de099bce-1061-4014-bdd5-ec95cce7be8f/04ba8b9a-9e74-4a98-9675-53975842750d/9f8fd536-c8d9-4a12-bf5f-106ad8b70cfd) {{(pid=93917) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:40:13.596831 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-690fa3c0-1ce7-4c14-a07b-2615735fc1f0 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:40:13.602486 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-690fa3c0-1ce7-4c14-a07b-2615735fc1f0 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 964 time: 0.0938916 Jul 14 18:40:13.602944 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 55920) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:40:13.645538 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b69234-8183-46a4-b503-7b7c964720f7 req-e3f857c1-f12f-48f1-99f7-679d28376346 tempest-ServerRescueNegativeTestJSON-843679432 tempest-ServerRescueNegativeTestJSON-843679432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:40:13.657642 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-33b69234-8183-46a4-b503-7b7c964720f7 req-e3f857c1-f12f-48f1-99f7-679d28376346 tempest-ServerRescueNegativeTestJSON-843679432 tempest-ServerRescueNegativeTestJSON-843679432-project] 10.222.0.16 "GET /v2.0/ports?device_id=7c5857c2-2935-412d-922f-b15f51818e64 HTTP/1.1" status: 200 len: 945 time: 0.0966508 Jul 14 18:40:13.678929 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port 9f8fd536-c8d9-4a12-bf5f-106ad8b70cfd triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:40:13.679314 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:13.717230 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-6acf78e5-c194-487f-96d7-e839abccdb62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a31ae71-934f-4135-93de-c762cbccbf01', 'name': 'tempest-TestNetworkBasicOps-router-722088205', 'tenant_id': '0c6eccb7d5c743f1a53a528a1f419fa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.4'}], 'enable_snat': True}, 'gw_port_id': 'eef8e124-1f9d-444c-a121-a72703ff3433', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:38:07Z', 'updated_at': '2021-07-14T18:40:10Z', 'revision_number': 6, 'project_id': '0c6eccb7d5c743f1a53a528a1f419fa2', 'gw_port': {'id': 'eef8e124-1f9d-444c-a121-a72703ff3433', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:02:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a31ae71-934f-4135-93de-c762cbccbf01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2099, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:38:07Z', 'updated_at': '2021-07-14T18:38:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_floatingips': [{'id': '7db51d33-2269-4fa9-9f42-d9269d42f07f', 'tenant_id': '0c6eccb7d5c743f1a53a528a1f419fa2', 'floating_ip_address': '172.25.1.45', 'floating_network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'router_id': '3a31ae71-934f-4135-93de-c762cbccbf01', 'port_id': '01e919c7-8637-42ef-8e01-955fe39681bd', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 2141, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '310e07b1-9c76-4479-9715-2b28fbfd1cbf', 'mac_address': 'fa:16:3e:3c:e0:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b19a8ff8-9d39-4cd0-9048-318f9ac3e8c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T18:38:42Z', 'updated_at': '2021-07-14T18:38:47Z', 'revision_number': 1, 'project_id': '0c6eccb7d5c743f1a53a528a1f419fa2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e6b9240-7375-41ea-aa66-998d3e231f8e', 'name': '', 'network_id': '310e07b1-9c76-4479-9715-2b28fbfd1cbf', 'tenant_id': '0c6eccb7d5c743f1a53a528a1f419fa2', 'mac_address': 'fa:16:3e:a4:93:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a31ae71-934f-4135-93de-c762cbccbf01', 'device_owner': 'network:router_interface', 'standard_attr_id': 2110, 'fixed_ips': [{'subnet_id': '8fde12ad-ce3f-46bc-b05a-eff3c76ca5e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:38:12Z', 'updated_at': '2021-07-14T18:38:24Z', 'revision_number': 5, 'project_id': '0c6eccb7d5c743f1a53a528a1f419fa2', 'subnets': [{'id': '8fde12ad-ce3f-46bc-b05a-eff3c76ca5e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-3', False) {} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:40:13.718937 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-33b69234-8183-46a4-b503-7b7c964720f7 req-e6582b92-11f4-488b-a06e-478d35d0046f tempest-ServerRescueNegativeTestJSON-843679432 tempest-ServerRescueNegativeTestJSON-843679432-project] 10.222.0.16 "GET /v2.0/security-groups?id=2ad455ff-6ff4-4067-8bf1-fdec963484f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597272 Jul 14 18:40:13.724983 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a7782c2-f3ca-4aab-85aa-8f420f2fed7a tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:40:13.726589 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-3a7782c2-f3ca-4aab-85aa-8f420f2fed7a tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 964 time: 0.1222169 Jul 14 18:40:13.729471 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 55922) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:40:13.755070 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6acf78e5-c194-487f-96d7-e839abccdb62 None None] Checking router: 3a31ae71-934f-4135-93de-c762cbccbf01 for host: n-d-800634-3 {{(pid=93917) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 18:40:13.798793 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6acf78e5-c194-487f-96d7-e839abccdb62 None None] Routers {'3a31ae71-934f-4135-93de-c762cbccbf01'} bound to L3 agent in host n-d-800634-3 {{(pid=93917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:40:13.799872 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-6acf78e5-c194-487f-96d7-e839abccdb62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:39:53Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['3a31ae71-934f-4135-93de-c762cbccbf01'], 'active': True} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:40:13.806070 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-d63de1d0-80c0-415b-8464-a9ecffde2222 None None] For port 9f8fd536-c8d9-4a12-bf5f-106ad8b70cfd, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=9f8fd536-c8d9-4a12-bf5f-106ad8b70cfd,segment=NetworkSegment(e57d1292-9039-4d9f-94d2-728500c53487),segment_id=e57d1292-9039-4d9f-94d2-728500c53487)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:40:13.822394 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c08db4b8-5bfb-4bcc-b910-1d4b1eb758c2 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:40:13.824177 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c08db4b8-5bfb-4bcc-b910-1d4b1eb758c2 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:40:13.826617 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c08db4b8-5bfb-4bcc-b910-1d4b1eb758c2 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:40:13.831432 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 55928) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:40:13.831556 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-c08db4b8-5bfb-4bcc-b910-1d4b1eb758c2 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1006200 Jul 14 18:40:13.918493 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748fa030-0d67-4d69-9875-eaefd9f0bfe3 req-249ad700-491a-4c5f-b31a-5b379751f67d tempest-ServerRescueNegativeTestJSON-843679432 tempest-ServerRescueNegativeTestJSON-843679432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:40:13.920944 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-748fa030-0d67-4d69-9875-eaefd9f0bfe3 req-249ad700-491a-4c5f-b31a-5b379751f67d tempest-ServerRescueNegativeTestJSON-843679432 tempest-ServerRescueNegativeTestJSON-843679432-project] 10.222.0.18 "GET /v2.0/ports?device_id=7c5857c2-2935-412d-922f-b15f51818e64 HTTP/1.1" status: 200 len: 945 time: 0.0883708 Jul 14 18:40:13.929533 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.db_base_plugin_v2 [None req-18944e73-b562-4c87-8cff-a7f4f0326aa1 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Deleting subnet 04ba8b9a-9e74-4a98-9675-53975842750d {{(pid=93916) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 18:40:13.954846 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-d63de1d0-80c0-415b-8464-a9ecffde2222 None None] Notify callbacks [] for port, precommit_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:13.989311 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-d63de1d0-80c0-415b-8464-a9ecffde2222 None None] Transition to ACTIVE for port object 9f8fd536-c8d9-4a12-bf5f-106ad8b70cfd will not be triggered until provisioned by entity DHCP. {{(pid=93917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:40:13.996327 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-18944e73-b562-4c87-8cff-a7f4f0326aa1 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks [] for subnet, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:13.998875 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-d63de1d0-80c0-415b-8464-a9ecffde2222 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:14.002833 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvr_db [None req-6acf78e5-c194-487f-96d7-e839abccdb62 None None] Set router 3a31ae71-934f-4135-93de-c762cbccbf01 gateway port host: n-d-800634-3 {{(pid=93917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 18:40:14.057212 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-18944e73-b562-4c87-8cff-a7f4f0326aa1 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26296866'] for subnet, precommit_delete_associations {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:14.117432 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [req-748fa030-0d67-4d69-9875-eaefd9f0bfe3 req-207fb8bc-adc7-41d1-8081-28f611cea31e tempest-ServerRescueNegativeTestJSON-843679432 tempest-ServerRescueNegativeTestJSON-843679432-project] Deleting port 9536e0c9-98cf-4d2e-aadf-5b4392e45011 {{(pid=93915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:40:14.117971 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-748fa030-0d67-4d69-9875-eaefd9f0bfe3 req-207fb8bc-adc7-41d1-8081-28f611cea31e tempest-ServerRescueNegativeTestJSON-843679432 tempest-ServerRescueNegativeTestJSON-843679432-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:14.168098 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-18944e73-b562-4c87-8cff-a7f4f0326aa1 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081283'] for subnet, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:14.184875 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca79f5af-9dc4-4c1e-a28a-fa528e9298da req-9a2ac107-a146-4f72-849e-f6983720fa41 tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:40:14.186585 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ca79f5af-9dc4-4c1e-a28a-fa528e9298da req-9a2ac107-a146-4f72-849e-f6983720fa41 tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] 10.222.0.35 "GET /v2.0/ports?device_id=874d322a-698e-44bb-9bd2-08be5cdf70c5 HTTP/1.1" status: 200 len: 946 time: 0.1398001 Jul 14 18:40:14.191631 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63de1d0-80c0-415b-8464-a9ecffde2222 None None] Pushing event updated for resources: {'Port': ['ID=9f8fd536-c8d9-4a12-bf5f-106ad8b70cfd,revision_number=15']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:40:14.205733 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d63de1d0-80c0-415b-8464-a9ecffde2222 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:40:14.206095 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d63de1d0-80c0-415b-8464-a9ecffde2222 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:40:14.208347 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d63de1d0-80c0-415b-8464-a9ecffde2222 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:40:14.208823 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d63de1d0-80c0-415b-8464-a9ecffde2222 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:40:14.210025 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d63de1d0-80c0-415b-8464-a9ecffde2222 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:40:14.210398 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d63de1d0-80c0-415b-8464-a9ecffde2222 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:40:14.210757 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d63de1d0-80c0-415b-8464-a9ecffde2222 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:40:14.211096 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d63de1d0-80c0-415b-8464-a9ecffde2222 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:40:14.211535 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d63de1d0-80c0-415b-8464-a9ecffde2222 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:40:14.211755 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d63de1d0-80c0-415b-8464-a9ecffde2222 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:40:14.212769 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d63de1d0-80c0-415b-8464-a9ecffde2222 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:40:14.213101 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d63de1d0-80c0-415b-8464-a9ecffde2222 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:40:14.263478 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-18944e73-b562-4c87-8cff-a7f4f0326aa1 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2684816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26033152'] for subnet, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:14.289376 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-18944e73-b562-4c87-8cff-a7f4f0326aa1 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks [] for subnet, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:14.304087 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-18944e73-b562-4c87-8cff-a7f4f0326aa1 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] 10.222.0.16 "DELETE /v2.0/subnets/04ba8b9a-9e74-4a98-9675-53975842750d HTTP/1.1" status: 204 len: 168 time: 0.4710543 Jul 14 18:40:14.313567 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 55936) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:40:14.332507 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18944e73-b562-4c87-8cff-a7f4f0326aa1 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Pushing event deleted for resources: {'Subnet': ['ID=04ba8b9a-9e74-4a98-9675-53975842750d,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:40:14.382474 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-748fa030-0d67-4d69-9875-eaefd9f0bfe3 req-207fb8bc-adc7-41d1-8081-28f611cea31e tempest-ServerRescueNegativeTestJSON-843679432 tempest-ServerRescueNegativeTestJSON-843679432-project] For port 9536e0c9-98cf-4d2e-aadf-5b4392e45011, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=9536e0c9-98cf-4d2e-aadf-5b4392e45011,segment=NetworkSegment(414670be-19b5-4c22-8965-7b38a5c5b483),segment_id=414670be-19b5-4c22-8965-7b38a5c5b483)] {{(pid=93915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:40:14.382474 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-748fa030-0d67-4d69-9875-eaefd9f0bfe3 req-207fb8bc-adc7-41d1-8081-28f611cea31e tempest-ServerRescueNegativeTestJSON-843679432 tempest-ServerRescueNegativeTestJSON-843679432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:14.453131 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [req-748fa030-0d67-4d69-9875-eaefd9f0bfe3 req-207fb8bc-adc7-41d1-8081-28f611cea31e tempest-ServerRescueNegativeTestJSON-843679432 tempest-ServerRescueNegativeTestJSON-843679432-project] Calling delete_port for 9536e0c9-98cf-4d2e-aadf-5b4392e45011 owned by compute:nova {{(pid=93915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:40:14.475126 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.db_base_plugin_v2 [None req-614d5942-e4a2-48f3-b2b0-7defe5719448 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Deleting subnet cd2385e5-be4a-42e1-a117-4c4e18a2dd88 {{(pid=93915) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 18:40:14.492298 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-6acf78e5-c194-487f-96d7-e839abccdb62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a31ae71-934f-4135-93de-c762cbccbf01', 'name': 'tempest-TestNetworkBasicOps-router-722088205', 'tenant_id': '0c6eccb7d5c743f1a53a528a1f419fa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.4'}], 'enable_snat': True}, 'gw_port_id': 'eef8e124-1f9d-444c-a121-a72703ff3433', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:38:07Z', 'updated_at': '2021-07-14T18:40:10Z', 'revision_number': 6, 'project_id': '0c6eccb7d5c743f1a53a528a1f419fa2', 'gw_port': {'id': 'eef8e124-1f9d-444c-a121-a72703ff3433', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:02:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a31ae71-934f-4135-93de-c762cbccbf01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2099, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:38:07Z', 'updated_at': '2021-07-14T18:38:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_floatingips': [{'id': '7db51d33-2269-4fa9-9f42-d9269d42f07f', 'tenant_id': '0c6eccb7d5c743f1a53a528a1f419fa2', 'floating_ip_address': '172.25.1.45', 'floating_network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'router_id': '3a31ae71-934f-4135-93de-c762cbccbf01', 'port_id': '01e919c7-8637-42ef-8e01-955fe39681bd', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 2141, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '310e07b1-9c76-4479-9715-2b28fbfd1cbf', 'mac_address': 'fa:16:3e:3c:e0:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b19a8ff8-9d39-4cd0-9048-318f9ac3e8c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T18:38:42Z', 'updated_at': '2021-07-14T18:38:47Z', 'revision_number': 1, 'project_id': '0c6eccb7d5c743f1a53a528a1f419fa2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e6b9240-7375-41ea-aa66-998d3e231f8e', 'name': '', 'network_id': '310e07b1-9c76-4479-9715-2b28fbfd1cbf', 'tenant_id': '0c6eccb7d5c743f1a53a528a1f419fa2', 'mac_address': 'fa:16:3e:a4:93:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a31ae71-934f-4135-93de-c762cbccbf01', 'device_owner': 'network:router_interface', 'standard_attr_id': 2110, 'fixed_ips': [{'subnet_id': '8fde12ad-ce3f-46bc-b05a-eff3c76ca5e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:38:12Z', 'updated_at': '2021-07-14T18:38:24Z', 'revision_number': 5, 'project_id': '0c6eccb7d5c743f1a53a528a1f419fa2', 'subnets': [{'id': '8fde12ad-ce3f-46bc-b05a-eff3c76ca5e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-3', False) {} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:40:14.501622 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-614d5942-e4a2-48f3-b2b0-7defe5719448 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks [] for subnet, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:14.528238 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6acf78e5-c194-487f-96d7-e839abccdb62 None None] The sync data for ids ['3a31ae71-934f-4135-93de-c762cbccbf01'] in n-d-800634-3 is: [{'id': '3a31ae71-934f-4135-93de-c762cbccbf01', 'name': 'tempest-TestNetworkBasicOps-router-722088205', 'tenant_id': '0c6eccb7d5c743f1a53a528a1f419fa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.4'}], 'enable_snat': True}, 'gw_port_id': 'eef8e124-1f9d-444c-a121-a72703ff3433', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:38:07Z', 'updated_at': '2021-07-14T18:40:10Z', 'revision_number': 6, 'project_id': '0c6eccb7d5c743f1a53a528a1f419fa2', 'gw_port': {'id': 'eef8e124-1f9d-444c-a121-a72703ff3433', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:02:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a31ae71-934f-4135-93de-c762cbccbf01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2099, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:38:07Z', 'updated_at': '2021-07-14T18:38:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_floatingips': [{'id': '7db51d33-2269-4fa9-9f42-d9269d42f07f', 'tenant_id': '0c6eccb7d5c743f1a53a528a1f419fa2', 'floating_ip_address': '172.25.1.45', 'floating_network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'router_id': '3a31ae71-934f-4135-93de-c762cbccbf01', 'port_id': '01e919c7-8637-42ef-8e01-955fe39681bd', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 2141, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '310e07b1-9c76-4479-9715-2b28fbfd1cbf', 'mac_address': 'fa:16:3e:3c:e0:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b19a8ff8-9d39-4cd0-9048-318f9ac3e8c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T18:38:42Z', 'updated_at': '2021-07-14T18:38:47Z', 'revision_number': 1, 'project_id': '0c6eccb7d5c743f1a53a528a1f419fa2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e6b9240-7375-41ea-aa66-998d3e231f8e', 'name': '', 'network_id': '310e07b1-9c76-4479-9715-2b28fbfd1cbf', 'tenant_id': '0c6eccb7d5c743f1a53a528a1f419fa2', 'mac_address': 'fa:16:3e:a4:93:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a31ae71-934f-4135-93de-c762cbccbf01', 'device_owner': 'network:router_interface', 'standard_attr_id': 2110, 'fixed_ips': [{'subnet_id': '8fde12ad-ce3f-46bc-b05a-eff3c76ca5e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:38:12Z', 'updated_at': '2021-07-14T18:38:24Z', 'revision_number': 5, 'project_id': '0c6eccb7d5c743f1a53a528a1f419fa2', 'subnets': [{'id': '8fde12ad-ce3f-46bc-b05a-eff3c76ca5e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 18:40:14.626881 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-614d5942-e4a2-48f3-b2b0-7defe5719448 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28939913'] for subnet, precommit_delete_associations {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:14.672922 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [req-ca79f5af-9dc4-4c1e-a28a-fa528e9298da req-3efcac07-e9c1-4cc1-b3b0-ca473d105d3b tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Deleting port 013e3a14-286e-4f12-a396-a465555ede0c {{(pid=93915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:40:14.673500 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-ca79f5af-9dc4-4c1e-a28a-fa528e9298da req-3efcac07-e9c1-4cc1-b3b0-ca473d105d3b tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:14.814322 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ee5fb4-ee84-4fe3-a747-36d778333fd9 req-f2bb946e-241a-42e9-80eb-c572822893f9 tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:40:14.816518 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-16ee5fb4-ee84-4fe3-a747-36d778333fd9 req-f2bb946e-241a-42e9-80eb-c572822893f9 tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] 10.222.0.16 "GET /v2.0/ports?device_id=874d322a-698e-44bb-9bd2-08be5cdf70c5 HTTP/1.1" status: 200 len: 946 time: 0.3654706 Jul 14 18:40:14.935130 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50ef9831-0700-46c2-a464-bea8e41051f5 None None] Network de099bce-1061-4014-bdd5-ec95cce7be8f requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:40:14.977300 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-ca79f5af-9dc4-4c1e-a28a-fa528e9298da req-3efcac07-e9c1-4cc1-b3b0-ca473d105d3b tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] For port 013e3a14-286e-4f12-a396-a465555ede0c, host n-h2-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=013e3a14-286e-4f12-a396-a465555ede0c,segment=NetworkSegment(eea5473f-55d7-4a98-a1d1-b1f0b0bfe581),segment_id=eea5473f-55d7-4a98-a1d1-b1f0b0bfe581)] {{(pid=93915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:40:14.977677 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-ca79f5af-9dc4-4c1e-a28a-fa528e9298da req-3efcac07-e9c1-4cc1-b3b0-ca473d105d3b tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:14.999218 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-614d5942-e4a2-48f3-b2b0-7defe5719448 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081283'] for subnet, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:15.001684 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-df17eb06-98d0-43a1-8091-a306a5b5388a None None] Provisioning for port 9f8fd536-c8d9-4a12-bf5f-106ad8b70cfd completed by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:40:15.015103 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-df17eb06-98d0-43a1-8091-a306a5b5388a None None] Provisioning complete for port 9f8fd536-c8d9-4a12-bf5f-106ad8b70cfd triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:40:15.015527 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-df17eb06-98d0-43a1-8091-a306a5b5388a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:15.035293 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [req-ca79f5af-9dc4-4c1e-a28a-fa528e9298da req-3efcac07-e9c1-4cc1-b3b0-ca473d105d3b tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Calling delete_port for 013e3a14-286e-4f12-a396-a465555ede0c owned by compute:nova {{(pid=93915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:40:15.040805 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-16ee5fb4-ee84-4fe3-a747-36d778333fd9 req-327f553e-9b13-4cd7-bfdd-325731601e62 tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] 10.222.0.16 "GET /v2.0/security-groups?id=5ae28d4a-02ca-4c7f-a85d-5b3fe1022a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1945167 Jul 14 18:40:15.041591 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-748fa030-0d67-4d69-9875-eaefd9f0bfe3 req-207fb8bc-adc7-41d1-8081-28f611cea31e tempest-ServerRescueNegativeTestJSON-843679432 tempest-ServerRescueNegativeTestJSON-843679432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:15.057709 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] get_ports_and_sgs() called for port_ids ['f2fad040-7094-4bfd-9931-7a428eb95eec', '9536e0c9-98cf-4d2e-aadf-5b4392e45011'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 18:40:15.105473 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207fb8bc-adc7-41d1-8081-28f611cea31e tempest-ServerRescueNegativeTestJSON-843679432 tempest-ServerRescueNegativeTestJSON-843679432-project] Pushing event deleted for resources: {'Port': ['ID=9536e0c9-98cf-4d2e-aadf-5b4392e45011,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:40:15.207611 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [req-748fa030-0d67-4d69-9875-eaefd9f0bfe3 req-207fb8bc-adc7-41d1-8081-28f611cea31e tempest-ServerRescueNegativeTestJSON-843679432 tempest-ServerRescueNegativeTestJSON-843679432-project] No DVR routers for this DVR port 9536e0c9-98cf-4d2e-aadf-5b4392e45011 on host n-h1-800634-3 {{(pid=93915) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 18:40:15.218781 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40daa92-699a-4913-afbf-b9207ddb976c req-e259cb56-3c8d-4049-b344-6dce7b234666 tempest-ServerRescueNegativeTestJSON-843679432 tempest-ServerRescueNegativeTestJSON-843679432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:40:15.220432 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c40daa92-699a-4913-afbf-b9207ddb976c req-e259cb56-3c8d-4049-b344-6dce7b234666 tempest-ServerRescueNegativeTestJSON-843679432 tempest-ServerRescueNegativeTestJSON-843679432-project] 10.222.0.16 "GET /v2.0/ports?device_id=7c5857c2-2935-412d-922f-b15f51818e64 HTTP/1.1" status: 200 len: 867 time: 0.3697805 Jul 14 18:40:15.225944 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-748fa030-0d67-4d69-9875-eaefd9f0bfe3 req-207fb8bc-adc7-41d1-8081-28f611cea31e tempest-ServerRescueNegativeTestJSON-843679432 tempest-ServerRescueNegativeTestJSON-843679432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:15.228360 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-748fa030-0d67-4d69-9875-eaefd9f0bfe3 req-207fb8bc-adc7-41d1-8081-28f611cea31e tempest-ServerRescueNegativeTestJSON-843679432 tempest-ServerRescueNegativeTestJSON-843679432-project] 10.222.0.18 "DELETE /v2.0/ports/9536e0c9-98cf-4d2e-aadf-5b4392e45011 HTTP/1.1" status: 204 len: 173 time: 1.2952189 Jul 14 18:40:15.228795 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c5857c2-2935-412d-922f-b15f51818e64', 'name': 'network-vif-deleted', 'tag': '9536e0c9-98cf-4d2e-aadf-5b4392e45011'}] {{(pid=93915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:40:15.231430 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e72782ad3af8f7d4ce76cedf092bca46d1756acc5c4653cf0b52034cdd6b073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c3fd30c-2424-432c-9702-517d9aff5545" -d '{"events": [{"server_uuid": "7c5857c2-2935-412d-922f-b15f51818e64", "name": "network-vif-deleted", "tag": "9536e0c9-98cf-4d2e-aadf-5b4392e45011"}]}' {{(pid=93915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:40:15.249513 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-614d5942-e4a2-48f3-b2b0-7defe5719448 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25913028', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28969762'] for subnet, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:15.303764 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614d5942-e4a2-48f3-b2b0-7defe5719448 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Pushing event deleted for resources: {'Subnet': ['ID=cd2385e5-be4a-42e1-a117-4c4e18a2dd88,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:40:15.308534 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-614d5942-e4a2-48f3-b2b0-7defe5719448 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks [] for subnet, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:15.313159 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 55950) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:40:15.313687 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-614d5942-e4a2-48f3-b2b0-7defe5719448 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] 10.222.0.16 "DELETE /v2.0/subnets/cd2385e5-be4a-42e1-a117-4c4e18a2dd88 HTTP/1.1" status: 204 len: 168 time: 0.9985614 Jul 14 18:40:15.346560 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c40daa92-699a-4913-afbf-b9207ddb976c req-801f46c2-965d-4a5c-8544-01018e62e359 tempest-ServerRescueNegativeTestJSON-843679432 tempest-ServerRescueNegativeTestJSON-843679432-project] 10.222.0.16 "GET /v2.0/security-groups?id=2ad455ff-6ff4-4067-8bf1-fdec963484f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113615 Jul 14 18:40:15.413710 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-dda5c1e2-2bb1-4c57-8e75-acadc4d55937 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0991454 Jul 14 18:40:15.416634 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 55952) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:40:15.423143 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 18:40:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c73995cb-2820-430e-849c-6dc1f84a6957 x-openstack-request-id: req-c73995cb-2820-430e-849c-6dc1f84a6957 {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:40:15.423602 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c5857c2-2935-412d-922f-b15f51818e64", "name": "network-vif-deleted", "tag": "9536e0c9-98cf-4d2e-aadf-5b4392e45011", "status": "completed", "code": 200}]} {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:40:15.423937 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c73995cb-2820-430e-849c-6dc1f84a6957 {{(pid=93915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:40:15.424366 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-4ae3a249-9197-412d-b35d-c10a56029365 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Request body: {'subnet': {'network_id': 'de099bce-1061-4014-bdd5-ec95cce7be8f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:40:15.424513 n-d-800634-3 neutron-server[93915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c5857c2-2935-412d-922f-b15f51818e64', 'name': 'network-vif-deleted', 'tag': '9536e0c9-98cf-4d2e-aadf-5b4392e45011', 'status': 'completed', 'code': 200} Jul 14 18:40:15.448520 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-ca79f5af-9dc4-4c1e-a28a-fa528e9298da req-3efcac07-e9c1-4cc1-b3b0-ca473d105d3b tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:15.492892 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efcac07-e9c1-4cc1-b3b0-ca473d105d3b tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Pushing event deleted for resources: {'Port': ['ID=013e3a14-286e-4f12-a396-a465555ede0c,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:40:15.501408 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 9f8fd536-c8d9-4a12-bf5f-106ad8b70cfd up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:40:15.577900 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ae3a249-9197-412d-b35d-c10a56029365 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Made reservation on behalf of 13ccccd91e8c4eb89f4317d7ac77ca6b for: {'subnet': 1} {{(pid=93916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:40:15.584002 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca79f5af-9dc4-4c1e-a28a-fa528e9298da req-3efcac07-e9c1-4cc1-b3b0-ca473d105d3b tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] No DVR routers for this DVR port 013e3a14-286e-4f12-a396-a465555ede0c on host n-h2-800634-3 {{(pid=93915) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 18:40:15.584982 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-4ae3a249-9197-412d-b35d-c10a56029365 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26033189'] for subnet, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:15.586767 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-ca79f5af-9dc4-4c1e-a28a-fa528e9298da req-3efcac07-e9c1-4cc1-b3b0-ca473d105d3b tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:15.589228 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ca79f5af-9dc4-4c1e-a28a-fa528e9298da req-3efcac07-e9c1-4cc1-b3b0-ca473d105d3b tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] 10.222.0.35 "DELETE /v2.0/ports/013e3a14-286e-4f12-a396-a465555ede0c HTTP/1.1" status: 204 len: 173 time: 1.3964787 Jul 14 18:40:15.616441 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72238ad8-304e-4b15-9329-e7676c153fc1 None None] Update dhcp port {'port': {'network_id': 'de099bce-1061-4014-bdd5-ec95cce7be8f', 'fixed_ips': [{'subnet_id': 'cd2385e5-be4a-42e1-a117-4c4e18a2dd88'}], 'binding:host_id': 'n-d-800634-3'}, 'id': '9f8fd536-c8d9-4a12-bf5f-106ad8b70cfd'} from n-d-800634-3. {{(pid=93917) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 14 18:40:15.619970 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port 9f8fd536-c8d9-4a12-bf5f-106ad8b70cfd triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:40:15.620657 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:15.686673 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-72238ad8-304e-4b15-9329-e7676c153fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:15.823474 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-4ae3a249-9197-412d-b35d-c10a56029365 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2684753', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26033175'] for subnet, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:15.838100 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 53e0c36e-6f73-4599-b137-846f05a7b692 no longer exists at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 18:40:15.885779 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] No Port match for: 53e0c36e-6f73-4599-b137-846f05a7b692 {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 18:40:15.888406 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 53e0c36e-6f73-4599-b137-846f05a7b692 not bound to the agent host n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 18:40:15.919206 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ae3a249-9197-412d-b35d-c10a56029365 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Network de099bce-1061-4014-bdd5-ec95cce7be8f is already hosted by enough agents. {{(pid=93916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:40:15.930371 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [None req-4ae3a249-9197-412d-b35d-c10a56029365 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Resources bound (agent type, host, resource id): {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:40:15.933837 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8076a9af-9df4-4b5a-b833-dfa261e5ea51 None None] Network de099bce-1061-4014-bdd5-ec95cce7be8f requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:40:15.939635 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ae3a249-9197-412d-b35d-c10a56029365 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:40:15.940279 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-4ae3a249-9197-412d-b35d-c10a56029365 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks [] for subnet, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:15.952443 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae3a249-9197-412d-b35d-c10a56029365 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Pushing event updated for resources: {'Subnet': ['ID=4e0f4bf7-c773-4ba3-859b-f2145b1a497c,revision_number=0']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:40:15.961553 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-4ae3a249-9197-412d-b35d-c10a56029365 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.5409374 Jul 14 18:40:15.961983 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 55960) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:40:15.968439 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-843ffabd-7d1f-4a6f-a59b-9cb83cf56b9a tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Request body: {'subnet': {'network_id': 'de099bce-1061-4014-bdd5-ec95cce7be8f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:40:16.129947 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-ec88b30f-0821-428f-b685-b84c157e930b None None] Provisioning complete for port 9f8fd536-c8d9-4a12-bf5f-106ad8b70cfd triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:40:16.130324 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-ec88b30f-0821-428f-b685-b84c157e930b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:16.268894 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-d0c2e30d-0873-4407-960e-e469d382d4d5 req-3d23b8da-bfd8-4c01-a75b-d57c3228d727 tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] 10.222.0.16 "GET /v2.0/ports?device_id=874d322a-698e-44bb-9bd2-08be5cdf70c5 HTTP/1.1" status: 200 len: 210 time: 0.0367649 Jul 14 18:40:16.278404 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-843ffabd-7d1f-4a6f-a59b-9cb83cf56b9a tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Made reservation on behalf of 13ccccd91e8c4eb89f4317d7ac77ca6b for: {'subnet': 1} {{(pid=93915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:40:16.284369 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-843ffabd-7d1f-4a6f-a59b-9cb83cf56b9a tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28969735'] for subnet, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:16.403835 n-d-800634-3 neutron-server[93915]: INFO neutron.db.ipam_backend_mixin [None req-843ffabd-7d1f-4a6f-a59b-9cb83cf56b9a tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 4e0f4bf7-c773-4ba3-859b-f2145b1a497c (CIDR: 2001:db8::/64) Jul 14 18:40:16.409031 n-d-800634-3 neutron-server[93915]: INFO neutron.pecan_wsgi.hooks.translation [None req-843ffabd-7d1f-4a6f-a59b-9cb83cf56b9a tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 18:40:16.409626 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-843ffabd-7d1f-4a6f-a59b-9cb83cf56b9a tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93915) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 18:40:16.439703 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-843ffabd-7d1f-4a6f-a59b-9cb83cf56b9a tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4765906 Jul 14 18:40:16.442945 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 55972) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:40:16.450834 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-9060481f-00e6-4458-92a0-d02ac8390ea0 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Request body: {'subnet': {'network_id': 'de099bce-1061-4014-bdd5-ec95cce7be8f', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:40:16.536000 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Device 013e3a14-286e-4f12-a396-a465555ede0c no longer exists at agent hyperv_n-h2-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 18:40:16.541327 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e97834bf-f4ae-405e-994d-f34d148f7f8f None None] Update dhcp port {'port': {'network_id': 'de099bce-1061-4014-bdd5-ec95cce7be8f', 'fixed_ips': [{'subnet_id': '4e0f4bf7-c773-4ba3-859b-f2145b1a497c'}], 'binding:host_id': 'n-d-800634-3'}, 'id': '9f8fd536-c8d9-4a12-bf5f-106ad8b70cfd'} from n-d-800634-3. {{(pid=93917) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 14 18:40:16.630469 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9060481f-00e6-4458-92a0-d02ac8390ea0 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Made reservation on behalf of 13ccccd91e8c4eb89f4317d7ac77ca6b for: {'subnet': 1} {{(pid=93916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:40:16.644749 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-9060481f-00e6-4458-92a0-d02ac8390ea0 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26033189'] for subnet, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:16.764021 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] No Port match for: 013e3a14-286e-4f12-a396-a465555ede0c {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 18:40:16.764444 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Device 013e3a14-286e-4f12-a396-a465555ede0c not bound to the agent host n-h2-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 18:40:16.787718 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-e97834bf-f4ae-405e-994d-f34d148f7f8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:17.030173 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.db_base_plugin_common [None req-e97834bf-f4ae-405e-994d-f34d148f7f8f None None] Allocated IP 2001:db8::2 (de099bce-1061-4014-bdd5-ec95cce7be8f/4e0f4bf7-c773-4ba3-859b-f2145b1a497c/9f8fd536-c8d9-4a12-bf5f-106ad8b70cfd) {{(pid=93917) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:40:17.035766 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e102be4-34a2-4af1-a91f-27b4674ae318 req-94735627-db2a-4573-ae3f-d4ebc36c604f tempest-ServerRescueNegativeTestJSON-843679432 tempest-ServerRescueNegativeTestJSON-843679432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:40:17.040032 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-9e102be4-34a2-4af1-a91f-27b4674ae318 req-94735627-db2a-4573-ae3f-d4ebc36c604f tempest-ServerRescueNegativeTestJSON-843679432 tempest-ServerRescueNegativeTestJSON-843679432-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b9e4456-2d8d-44aa-a867-8b086bbb5414 HTTP/1.1" status: 200 len: 946 time: 0.1009073 Jul 14 18:40:17.100565 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-9e102be4-34a2-4af1-a91f-27b4674ae318 req-f216cdf9-13cc-41e2-9541-3c484124b43d tempest-ServerRescueNegativeTestJSON-843679432 tempest-ServerRescueNegativeTestJSON-843679432-project] 10.222.0.16 "GET /v2.0/security-groups?id=2ad455ff-6ff4-4067-8bf1-fdec963484f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506387 Jul 14 18:40:17.138653 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-e97834bf-f4ae-405e-994d-f34d148f7f8f None None] For port 9f8fd536-c8d9-4a12-bf5f-106ad8b70cfd, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=9f8fd536-c8d9-4a12-bf5f-106ad8b70cfd,segment=NetworkSegment(e57d1292-9039-4d9f-94d2-728500c53487),segment_id=e57d1292-9039-4d9f-94d2-728500c53487)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:40:17.143222 n-d-800634-3 neutron-server[93916]: DEBUG neutron.objects.ports [None req-9060481f-00e6-4458-92a0-d02ac8390ea0 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93916) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 14 18:40:17.170959 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-e97834bf-f4ae-405e-994d-f34d148f7f8f None None] Notify callbacks [] for port, precommit_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:17.184819 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-e97834bf-f4ae-405e-994d-f34d148f7f8f None None] Transition to ACTIVE for port object 9f8fd536-c8d9-4a12-bf5f-106ad8b70cfd will not be triggered until provisioned by entity DHCP. {{(pid=93917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:40:17.189222 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-e97834bf-f4ae-405e-994d-f34d148f7f8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:17.276856 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97834bf-f4ae-405e-994d-f34d148f7f8f None None] Pushing event updated for resources: {'Port': ['ID=9f8fd536-c8d9-4a12-bf5f-106ad8b70cfd,revision_number=18']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:40:17.332336 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-9060481f-00e6-4458-92a0-d02ac8390ea0 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:17.425903 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '874d322a-698e-44bb-9bd2-08be5cdf70c5', 'name': 'network-vif-deleted', 'tag': '013e3a14-286e-4f12-a396-a465555ede0c'}] {{(pid=93915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:40:17.429211 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e72782ad3af8f7d4ce76cedf092bca46d1756acc5c4653cf0b52034cdd6b073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fba41463-235d-4fb5-9a5f-1d91b6fd0568" -d '{"events": [{"server_uuid": "874d322a-698e-44bb-9bd2-08be5cdf70c5", "name": "network-vif-deleted", "tag": "013e3a14-286e-4f12-a396-a465555ede0c"}]}' {{(pid=93915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:40:17.487103 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 55994) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:40:17.496367 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 9f8fd536-c8d9-4a12-bf5f-106ad8b70cfd no longer exists at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 18:40:17.578970 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 18:40:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68121dc8-5a9f-4dd4-a836-66c489fa74ac x-openstack-request-id: req-68121dc8-5a9f-4dd4-a836-66c489fa74ac {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:40:17.579258 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "874d322a-698e-44bb-9bd2-08be5cdf70c5", "name": "network-vif-deleted", "tag": "013e3a14-286e-4f12-a396-a465555ede0c", "status": "completed", "code": 200}]} {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:40:17.579535 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-68121dc8-5a9f-4dd4-a836-66c489fa74ac {{(pid=93915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:40:17.579834 n-d-800634-3 neutron-server[93915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '874d322a-698e-44bb-9bd2-08be5cdf70c5', 'name': 'network-vif-deleted', 'tag': '013e3a14-286e-4f12-a396-a465555ede0c', 'status': 'completed', 'code': 200} Jul 14 18:40:17.695954 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:17.725385 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.db [None req-9060481f-00e6-4458-92a0-d02ac8390ea0 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] For port 9f8fd536-c8d9-4a12-bf5f-106ad8b70cfd, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=9f8fd536-c8d9-4a12-bf5f-106ad8b70cfd,segment=NetworkSegment(e57d1292-9039-4d9f-94d2-728500c53487),segment_id=e57d1292-9039-4d9f-94d2-728500c53487)] {{(pid=93916) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:40:17.759896 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-9060481f-00e6-4458-92a0-d02ac8390ea0 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks [] for port, precommit_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:17.760350 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-56f0c3ca-fc45-41b4-b2e3-6c141eab2cbf tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Notify callbacks [] for security_group, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:17.765675 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-9060481f-00e6-4458-92a0-d02ac8390ea0 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2684870'] for port, after_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:17.766548 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-9060481f-00e6-4458-92a0-d02ac8390ea0 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2684753', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26033175'] for subnet, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:17.801408 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2ce5cb-f671-4710-88ff-747d59689e39 req-87d2ad66-45ea-478c-922b-e482bbb30224 tempest-ServerRescueNegativeTestJSON-843679432 tempest-ServerRescueNegativeTestJSON-843679432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:40:17.803479 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ce2ce5cb-f671-4710-88ff-747d59689e39 req-87d2ad66-45ea-478c-922b-e482bbb30224 tempest-ServerRescueNegativeTestJSON-843679432 tempest-ServerRescueNegativeTestJSON-843679432-project] 10.222.0.18 "GET /v2.0/ports?device_id=2b9e4456-2d8d-44aa-a867-8b086bbb5414 HTTP/1.1" status: 200 len: 946 time: 0.2995515 Jul 14 18:40:17.815185 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.db.api [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93917) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 14 18:40:17.816291 n-d-800634-3 neutron-server[93917]: DEBUG oslo_db.api [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 18:40:17.850565 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-56f0c3ca-fc45-41b4-b2e3-6c141eab2cbf tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:17.851464 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9060481f-00e6-4458-92a0-d02ac8390ea0 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Network de099bce-1061-4014-bdd5-ec95cce7be8f is already hosted by enough agents. {{(pid=93916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:40:17.859973 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [None req-9060481f-00e6-4458-92a0-d02ac8390ea0 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Resources bound (agent type, host, resource id): {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:40:17.869281 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9060481f-00e6-4458-92a0-d02ac8390ea0 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:40:17.869889 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-9060481f-00e6-4458-92a0-d02ac8390ea0 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks [] for subnet, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:17.894449 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-9060481f-00e6-4458-92a0-d02ac8390ea0 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.4492786 Jul 14 18:40:17.901010 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 56002) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:40:17.907695 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-ca125fd5-77c3-4931-87f2-f75dce98b4de tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Request body: {'port': {'network_id': 'de099bce-1061-4014-bdd5-ec95cce7be8f', 'mac_address': 'fa:16:3e:50:80:41', 'name': 'tempest-NetworksTestDHCPv6-1812369693'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:40:17.972501 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9060481f-00e6-4458-92a0-d02ac8390ea0 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Pushing event updated for resources: {'Subnet': ['ID=d9819ed8-e332-43b0-bc7c-d2dda793dadc,revision_number=0']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:40:17.975694 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9060481f-00e6-4458-92a0-d02ac8390ea0 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Pushing event updated for resources: {'Port': ['ID=9f8fd536-c8d9-4a12-bf5f-106ad8b70cfd,revision_number=20']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:40:18.017823 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [req-ce2ce5cb-f671-4710-88ff-747d59689e39 req-73e23520-13a6-4844-bb34-dc229567bb03 tempest-ServerRescueNegativeTestJSON-843679432 tempest-ServerRescueNegativeTestJSON-843679432-project] Deleting port f2fad040-7094-4bfd-9931-7a428eb95eec {{(pid=93915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:40:18.018206 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-ce2ce5cb-f671-4710-88ff-747d59689e39 req-73e23520-13a6-4844-bb34-dc229567bb03 tempest-ServerRescueNegativeTestJSON-843679432 tempest-ServerRescueNegativeTestJSON-843679432-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:18.084563 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca125fd5-77c3-4931-87f2-f75dce98b4de tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Made reservation on behalf of 13ccccd91e8c4eb89f4317d7ac77ca6b for: {'port': 1} {{(pid=93916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:40:18.099142 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-56f0c3ca-fc45-41b4-b2e3-6c141eab2cbf tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:18.102028 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-56f0c3ca-fc45-41b4-b2e3-6c141eab2cbf tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Notify callbacks [] for security_group, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:18.103243 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-56f0c3ca-fc45-41b4-b2e3-6c141eab2cbf tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] 10.222.0.16 "DELETE /v2.0/security-groups/5ae28d4a-02ca-4c7f-a85d-5b3fe1022a0b HTTP/1.1" status: 204 len: 168 time: 0.6152346 Jul 14 18:40:18.152111 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f0c3ca-fc45-41b4-b2e3-6c141eab2cbf tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ae28d4a-02ca-4c7f-a85d-5b3fe1022a0b,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:40:18.169344 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 56014) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:40:18.250913 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-ce2ce5cb-f671-4710-88ff-747d59689e39 req-73e23520-13a6-4844-bb34-dc229567bb03 tempest-ServerRescueNegativeTestJSON-843679432 tempest-ServerRescueNegativeTestJSON-843679432-project] For port f2fad040-7094-4bfd-9931-7a428eb95eec, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=f2fad040-7094-4bfd-9931-7a428eb95eec,segment=NetworkSegment(414670be-19b5-4c22-8965-7b38a5c5b483),segment_id=414670be-19b5-4c22-8965-7b38a5c5b483)] {{(pid=93915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:40:18.253714 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-ce2ce5cb-f671-4710-88ff-747d59689e39 req-73e23520-13a6-4844-bb34-dc229567bb03 tempest-ServerRescueNegativeTestJSON-843679432 tempest-ServerRescueNegativeTestJSON-843679432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:18.264343 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-ca125fd5-77c3-4931-87f2-f75dce98b4de tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:18.287152 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.db_base_plugin_v2 [None req-6eaf3e9f-c637-4a83-93b4-ae2b9e68433a tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Deleting subnet 68454e02-47a4-4e68-ab2a-a40151b5ebb0 {{(pid=93915) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 18:40:18.294312 n-d-800634-3 neutron-server[93916]: DEBUG neutron.notifiers.nova [None req-ca125fd5-77c3-4931-87f2-f75dce98b4de tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] device_id is not set on port b6135fbf-a231-40fb-8687-98eccb3a8e55 yet. {{(pid=93916) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 18:40:18.305385 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-6eaf3e9f-c637-4a83-93b4-ae2b9e68433a tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Notify callbacks [] for subnet, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:18.359703 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [req-ce2ce5cb-f671-4710-88ff-747d59689e39 req-73e23520-13a6-4844-bb34-dc229567bb03 tempest-ServerRescueNegativeTestJSON-843679432 tempest-ServerRescueNegativeTestJSON-843679432-project] Calling delete_port for f2fad040-7094-4bfd-9931-7a428eb95eec owned by compute:nova {{(pid=93915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:40:18.398567 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-6eaf3e9f-c637-4a83-93b4-ae2b9e68433a tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28939913'] for subnet, precommit_delete_associations {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:18.401284 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:18.460840 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7abd998-3ebc-4d8c-9abc-59839c1ba133 None None] Network de099bce-1061-4014-bdd5-ec95cce7be8f requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:40:18.487811 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device f2fad040-7094-4bfd-9931-7a428eb95eec no longer exists at agent hyperv_n-h1-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 18:40:18.538621 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.db_base_plugin_common [None req-ca125fd5-77c3-4931-87f2-f75dce98b4de tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Allocated IP 2001:db8::1c9 (de099bce-1061-4014-bdd5-ec95cce7be8f/4e0f4bf7-c773-4ba3-859b-f2145b1a497c/b6135fbf-a231-40fb-8687-98eccb3a8e55) {{(pid=93916) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:40:18.541484 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] For port 9f8fd536-c8d9-4a12-bf5f-106ad8b70cfd, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=9f8fd536-c8d9-4a12-bf5f-106ad8b70cfd,segment=NetworkSegment(e57d1292-9039-4d9f-94d2-728500c53487),segment_id=e57d1292-9039-4d9f-94d2-728500c53487)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:40:18.554504 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.db_base_plugin_common [None req-ca125fd5-77c3-4931-87f2-f75dce98b4de tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Allocated IP 2001:db8:0:1:f816:3eff:fe50:8041 (de099bce-1061-4014-bdd5-ec95cce7be8f/d9819ed8-e332-43b0-bc7c-d2dda793dadc/b6135fbf-a231-40fb-8687-98eccb3a8e55) {{(pid=93916) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:40:18.611095 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:18.659159 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-49969457-cabb-4157-92eb-0ddd91796818 None None] Provisioning for port 9f8fd536-c8d9-4a12-bf5f-106ad8b70cfd completed by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:40:18.660086 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-6eaf3e9f-c637-4a83-93b4-ae2b9e68433a tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081283'] for subnet, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:18.674338 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-49969457-cabb-4157-92eb-0ddd91796818 None None] Provisioning complete for port 9f8fd536-c8d9-4a12-bf5f-106ad8b70cfd triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:40:18.674927 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-49969457-cabb-4157-92eb-0ddd91796818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:18.742279 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-6eaf3e9f-c637-4a83-93b4-ae2b9e68433a tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25913028', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28969762'] for subnet, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:18.746613 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-ca125fd5-77c3-4931-87f2-f75dce98b4de tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks [] for port, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:18.767992 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.provisioning_blocks [None req-ca125fd5-77c3-4931-87f2-f75dce98b4de tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Transition to ACTIVE for port object b6135fbf-a231-40fb-8687-98eccb3a8e55 will not be triggered until provisioned by entity DHCP. {{(pid=93916) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:40:18.789452 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Pushing event updated for resources: {'Port': ['ID=9f8fd536-c8d9-4a12-bf5f-106ad8b70cfd,revision_number=21']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:40:18.824324 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-6eaf3e9f-c637-4a83-93b4-ae2b9e68433a tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Notify callbacks [] for subnet, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:18.829284 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-6eaf3e9f-c637-4a83-93b4-ae2b9e68433a tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] 10.222.0.16 "DELETE /v2.0/subnets/68454e02-47a4-4e68-ab2a-a40151b5ebb0 HTTP/1.1" status: 204 len: 168 time: 0.6610737 Jul 14 18:40:18.830721 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 56020) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:40:18.847300 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eaf3e9f-c637-4a83-93b4-ae2b9e68433a tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Pushing event deleted for resources: {'Subnet': ['ID=68454e02-47a4-4e68-ab2a-a40151b5ebb0,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:40:18.863627 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e8975a7-0073-4b23-893e-a901b5ce791a None None] Network ec24d75e-fe44-44be-8dac-22e11e1b9f62 requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:40:18.877583 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-ce2ce5cb-f671-4710-88ff-747d59689e39 req-73e23520-13a6-4844-bb34-dc229567bb03 tempest-ServerRescueNegativeTestJSON-843679432 tempest-ServerRescueNegativeTestJSON-843679432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:18.988808 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:19.021062 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-49969457-cabb-4157-92eb-0ddd91796818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:19.146427 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-49969457-cabb-4157-92eb-0ddd91796818 None None] For port 9f8fd536-c8d9-4a12-bf5f-106ad8b70cfd, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=9f8fd536-c8d9-4a12-bf5f-106ad8b70cfd,segment=NetworkSegment(e57d1292-9039-4d9f-94d2-728500c53487),segment_id=e57d1292-9039-4d9f-94d2-728500c53487)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:40:19.148164 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device 9536e0c9-98cf-4d2e-aadf-5b4392e45011 no longer exists at agent hyperv_n-h1-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 18:40:19.173686 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] No Port match for: 9536e0c9-98cf-4d2e-aadf-5b4392e45011 {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 18:40:19.174208 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device 9536e0c9-98cf-4d2e-aadf-5b4392e45011 not bound to the agent host n-h1-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 18:40:19.177282 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-49969457-cabb-4157-92eb-0ddd91796818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:19.290491 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49969457-cabb-4157-92eb-0ddd91796818 None None] Pushing event updated for resources: {'Port': ['ID=9f8fd536-c8d9-4a12-bf5f-106ad8b70cfd,revision_number=22']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:40:19.337434 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e23520-13a6-4844-bb34-dc229567bb03 tempest-ServerRescueNegativeTestJSON-843679432 tempest-ServerRescueNegativeTestJSON-843679432-project] Pushing event deleted for resources: {'Port': ['ID=f2fad040-7094-4bfd-9931-7a428eb95eec,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:40:19.359986 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce2ce5cb-f671-4710-88ff-747d59689e39 req-73e23520-13a6-4844-bb34-dc229567bb03 tempest-ServerRescueNegativeTestJSON-843679432 tempest-ServerRescueNegativeTestJSON-843679432-project] No DVR routers for this DVR port f2fad040-7094-4bfd-9931-7a428eb95eec on host n-h1-800634-3 {{(pid=93915) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 18:40:19.365315 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-ce2ce5cb-f671-4710-88ff-747d59689e39 req-73e23520-13a6-4844-bb34-dc229567bb03 tempest-ServerRescueNegativeTestJSON-843679432 tempest-ServerRescueNegativeTestJSON-843679432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:19.367480 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ce2ce5cb-f671-4710-88ff-747d59689e39 req-73e23520-13a6-4844-bb34-dc229567bb03 tempest-ServerRescueNegativeTestJSON-843679432 tempest-ServerRescueNegativeTestJSON-843679432-project] 10.222.0.18 "DELETE /v2.0/ports/f2fad040-7094-4bfd-9931-7a428eb95eec HTTP/1.1" status: 204 len: 173 time: 1.5543382 Jul 14 18:40:19.378467 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4b5015-d3ba-4022-b9f1-156baf93cffc req-e36d18de-f94e-4178-9fb9-ece0f1118cfb tempest-ServerRescueNegativeTestJSON-843679432 tempest-ServerRescueNegativeTestJSON-843679432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:40:19.390533 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-9e4b5015-d3ba-4022-b9f1-156baf93cffc req-e36d18de-f94e-4178-9fb9-ece0f1118cfb tempest-ServerRescueNegativeTestJSON-843679432 tempest-ServerRescueNegativeTestJSON-843679432-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b9e4456-2d8d-44aa-a867-8b086bbb5414 HTTP/1.1" status: 200 len: 867 time: 0.8121626 Jul 14 18:40:19.391087 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-422664f6-a7cf-495c-a54b-9e3d9f26aaee tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645734'] for network, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:19.420755 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-ca125fd5-77c3-4931-87f2-f75dce98b4de tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:19.439304 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-564e8b90-15d3-4ef3-8ef3-c5dd66fec2fd None None] DHCP port deletion for ec24d75e-fe44-44be-8dac-22e11e1b9f62 request from n-d-800634-3 {{(pid=93917) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 18:40:19.440464 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-9e4b5015-d3ba-4022-b9f1-156baf93cffc req-e80afc80-f81f-4baf-a718-b4cb4ec99c5b tempest-ServerRescueNegativeTestJSON-843679432 tempest-ServerRescueNegativeTestJSON-843679432-project] 10.222.0.16 "GET /v2.0/security-groups?id=2ad455ff-6ff4-4067-8bf1-fdec963484f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495448 Jul 14 18:40:19.499498 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 56028) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:40:19.541513 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-564e8b90-15d3-4ef3-8ef3-c5dd66fec2fd None None] Deleting port 86779753-ba8d-4406-ae68-f844162aa8b8 {{(pid=93917) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:40:19.541894 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-564e8b90-15d3-4ef3-8ef3-c5dd66fec2fd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:19.588838 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b9e4456-2d8d-44aa-a867-8b086bbb5414', 'name': 'network-vif-deleted', 'tag': 'f2fad040-7094-4bfd-9931-7a428eb95eec'}] {{(pid=93915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:40:19.591362 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e72782ad3af8f7d4ce76cedf092bca46d1756acc5c4653cf0b52034cdd6b073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abefc214-b816-4bd3-b00f-ea3af06139be" -d '{"events": [{"server_uuid": "2b9e4456-2d8d-44aa-a867-8b086bbb5414", "name": "network-vif-deleted", "tag": "f2fad040-7094-4bfd-9931-7a428eb95eec"}]}' {{(pid=93915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:40:19.595122 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca125fd5-77c3-4931-87f2-f75dce98b4de tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Network de099bce-1061-4014-bdd5-ec95cce7be8f is already hosted by enough agents. {{(pid=93916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:40:19.611268 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [None req-ca125fd5-77c3-4931-87f2-f75dce98b4de tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Resources bound (agent type, host, resource id): {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:40:19.626185 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca125fd5-77c3-4931-87f2-f75dce98b4de tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Received port after_create {{(pid=93916) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:40:19.661192 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca125fd5-77c3-4931-87f2-f75dce98b4de tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:40:19.663219 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-ca125fd5-77c3-4931-87f2-f75dce98b4de tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:19.668098 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-564e8b90-15d3-4ef3-8ef3-c5dd66fec2fd None None] For port 86779753-ba8d-4406-ae68-f844162aa8b8, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=86779753-ba8d-4406-ae68-f844162aa8b8,segment=NetworkSegment(eea5473f-55d7-4a98-a1d1-b1f0b0bfe581),segment_id=eea5473f-55d7-4a98-a1d1-b1f0b0bfe581)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:40:19.668639 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-564e8b90-15d3-4ef3-8ef3-c5dd66fec2fd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:19.685785 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-564e8b90-15d3-4ef3-8ef3-c5dd66fec2fd None None] Calling delete_port for 86779753-ba8d-4406-ae68-f844162aa8b8 owned by network:dhcp {{(pid=93917) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:40:19.692946 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca125fd5-77c3-4931-87f2-f75dce98b4de tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Pushing event updated for resources: {'Port': ['ID=b6135fbf-a231-40fb-8687-98eccb3a8e55,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:40:19.693641 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 18:40:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-807fa51f-c9e1-4304-add0-885e9298dd68 x-openstack-request-id: req-807fa51f-c9e1-4304-add0-885e9298dd68 {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:40:19.694464 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b9e4456-2d8d-44aa-a867-8b086bbb5414", "name": "network-vif-deleted", "tag": "f2fad040-7094-4bfd-9931-7a428eb95eec", "status": "completed", "code": 200}]} {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:40:19.694880 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-807fa51f-c9e1-4304-add0-885e9298dd68 {{(pid=93915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:40:19.695437 n-d-800634-3 neutron-server[93915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b9e4456-2d8d-44aa-a867-8b086bbb5414', 'name': 'network-vif-deleted', 'tag': 'f2fad040-7094-4bfd-9931-7a428eb95eec', 'status': 'completed', 'code': 200} Jul 14 18:40:19.698285 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 9f8fd536-c8d9-4a12-bf5f-106ad8b70cfd up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:40:19.740966 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-ca125fd5-77c3-4931-87f2-f75dce98b4de tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.8386366 Jul 14 18:40:19.744890 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 56034) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:40:19.752196 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-422664f6-a7cf-495c-a54b-9e3d9f26aaee tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Deleting port 86779753-ba8d-4406-ae68-f844162aa8b8 {{(pid=93916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:40:19.753260 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-422664f6-a7cf-495c-a54b-9e3d9f26aaee tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:19.890837 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-564e8b90-15d3-4ef3-8ef3-c5dd66fec2fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813'] for port, after_delete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:19.986050 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564e8b90-15d3-4ef3-8ef3-c5dd66fec2fd None None] Pushing event deleted for resources: {'Port': ['ID=86779753-ba8d-4406-ae68-f844162aa8b8,revision_number=None']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:40:20.016824 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-564e8b90-15d3-4ef3-8ef3-c5dd66fec2fd None None] No DVR routers for this DVR port 86779753-ba8d-4406-ae68-f844162aa8b8 on host n-d-800634-3 {{(pid=93917) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 18:40:20.066544 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port 9f8fd536-c8d9-4a12-bf5f-106ad8b70cfd triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:40:20.069728 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:20.074004 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.db [None req-422664f6-a7cf-495c-a54b-9e3d9f26aaee tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] For port 86779753-ba8d-4406-ae68-f844162aa8b8, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=86779753-ba8d-4406-ae68-f844162aa8b8,segment=NetworkSegment(eea5473f-55d7-4a98-a1d1-b1f0b0bfe581),segment_id=eea5473f-55d7-4a98-a1d1-b1f0b0bfe581)] {{(pid=93916) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:40:20.074385 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-422664f6-a7cf-495c-a54b-9e3d9f26aaee tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:20.175955 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-422664f6-a7cf-495c-a54b-9e3d9f26aaee tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Calling delete_port for 86779753-ba8d-4406-ae68-f844162aa8b8 owned by network:dhcp {{(pid=93916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:40:20.342860 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-d9ab2671-528e-4bd6-85df-2d9a388849b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:20.374628 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-422664f6-a7cf-495c-a54b-9e3d9f26aaee tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:20.384730 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-f7178388-d881-4242-aa6e-adcba37bfdbd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-928623'] for router_interface, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:20.385198 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08bf8a03-1217-459d-9d0e-ad57530223f8 None None] Network de099bce-1061-4014-bdd5-ec95cce7be8f requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:40:20.400983 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-52fd5ec6-7862-48e1-83b5-bceb2ad2860f tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Deleting port b6135fbf-a231-40fb-8687-98eccb3a8e55 {{(pid=93916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:40:20.401341 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-52fd5ec6-7862-48e1-83b5-bceb2ad2860f tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:20.466325 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422664f6-a7cf-495c-a54b-9e3d9f26aaee tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Pushing event deleted for resources: {'Port': ['ID=86779753-ba8d-4406-ae68-f844162aa8b8,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:40:20.492463 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-c65587fe-e14e-4b95-a06a-7d08cb669bf2 None None] Provisioning complete for port 9f8fd536-c8d9-4a12-bf5f-106ad8b70cfd triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:40:20.493034 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-c65587fe-e14e-4b95-a06a-7d08cb669bf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:20.510600 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-422664f6-a7cf-495c-a54b-9e3d9f26aaee tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] No DVR routers for this DVR port 86779753-ba8d-4406-ae68-f844162aa8b8 on host n-d-800634-3 {{(pid=93916) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 18:40:20.635422 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-422664f6-a7cf-495c-a54b-9e3d9f26aaee tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2096010', 'neutron.services.segments.db._delete_segments_for_network-8728202734996'] for network, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:20.648309 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.segments.db [None req-422664f6-a7cf-495c-a54b-9e3d9f26aaee tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec24d75e-fe44-44be-8dac-22e11e1b9f62']}} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:40:20.662265 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.segments.db [None req-422664f6-a7cf-495c-a54b-9e3d9f26aaee tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eea5473f-55d7-4a98-a1d1-b1f0b0bfe581') {'for_net_delete': True} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:40:20.662568 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.segments.db [None req-422664f6-a7cf-495c-a54b-9e3d9f26aaee tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eea5473f-55d7-4a98-a1d1-b1f0b0bfe581') {} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:40:20.673457 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-422664f6-a7cf-495c-a54b-9e3d9f26aaee tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728202715275', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26296891'] for segment, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:20.697959 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-422664f6-a7cf-495c-a54b-9e3d9f26aaee tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:20.710999 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-422664f6-a7cf-495c-a54b-9e3d9f26aaee tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Releasing vlan 62 on physical network physnet1 to pool {{(pid=93916) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 18:40:20.711660 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-422664f6-a7cf-495c-a54b-9e3d9f26aaee tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2682942'] for segment, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:20.714959 n-d-800634-3 neutron-server[93916]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:40:20.714959 n-d-800634-3 neutron-server[93916]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:40:20.714959 n-d-800634-3 neutron-server[93916]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:40:20.714959 n-d-800634-3 neutron-server[93916]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:40:20.714959 n-d-800634-3 neutron-server[93916]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:40:20.714959 n-d-800634-3 neutron-server[93916]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:40:20.714959 n-d-800634-3 neutron-server[93916]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:40:20.714959 n-d-800634-3 neutron-server[93916]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:40:20.714959 n-d-800634-3 neutron-server[93916]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:40:20.714959 n-d-800634-3 neutron-server[93916]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:40:20.714959 n-d-800634-3 neutron-server[93916]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:40:20.714959 n-d-800634-3 neutron-server[93916]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:40:20.714959 n-d-800634-3 neutron-server[93916]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:40:20.714959 n-d-800634-3 neutron-server[93916]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:40:20.714959 n-d-800634-3 neutron-server[93916]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:40:20.714959 n-d-800634-3 neutron-server[93916]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:40:20.714959 n-d-800634-3 neutron-server[93916]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:40:20.714959 n-d-800634-3 neutron-server[93916]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:40:20.714959 n-d-800634-3 neutron-server[93916]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 18:40:20.714959 n-d-800634-3 neutron-server[93916]: self.session.flush() Jul 14 18:40:20.714959 n-d-800634-3 neutron-server[93916]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 18:40:20.714959 n-d-800634-3 neutron-server[93916]: self.session.flush() Jul 14 18:40:20.714959 n-d-800634-3 neutron-server[93916]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 18:40:20.714959 n-d-800634-3 neutron-server[93916]: self.session.flush() Jul 14 18:40:20.714959 n-d-800634-3 neutron-server[93916]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 18:40:20.714959 n-d-800634-3 neutron-server[93916]: self.session.flush() Jul 14 18:40:20.714959 n-d-800634-3 neutron-server[93916]: Traceback (most recent call last): Jul 14 18:40:20.714959 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 18:40:20.714959 n-d-800634-3 neutron-server[93916]: timer() Jul 14 18:40:20.714959 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 18:40:20.714959 n-d-800634-3 neutron-server[93916]: cb(*args, **kw) Jul 14 18:40:20.714959 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 18:40:20.714959 n-d-800634-3 neutron-server[93916]: return func(*args, **kwargs) Jul 14 18:40:20.714959 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 18:40:20.714959 n-d-800634-3 neutron-server[93916]: self._notify() Jul 14 18:40:20.714959 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 18:40:20.714959 n-d-800634-3 neutron-server[93916]: self.callback(batched_events) Jul 14 18:40:20.714959 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 18:40:20.714959 n-d-800634-3 neutron-server[93916]: event.method(event) Jul 14 18:40:20.714959 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 18:40:20.714959 n-d-800634-3 neutron-server[93916]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 18:40:20.714959 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 18:40:20.714959 n-d-800634-3 neutron-server[93916]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 18:40:20.714959 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 18:40:20.714959 n-d-800634-3 neutron-server[93916]: return f(self, *a, **k) Jul 14 18:40:20.714959 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 18:40:20.714959 n-d-800634-3 neutron-server[93916]: return self._get(url).json() Jul 14 18:40:20.714959 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 18:40:20.714959 n-d-800634-3 neutron-server[93916]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 18:40:20.714959 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 18:40:20.714959 n-d-800634-3 neutron-server[93916]: return self.request(url, 'GET', **kwargs) Jul 14 18:40:20.714959 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 18:40:20.714959 n-d-800634-3 neutron-server[93916]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 18:40:20.714959 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 18:40:20.714959 n-d-800634-3 neutron-server[93916]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 18:40:20.714959 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 18:40:20.714959 n-d-800634-3 neutron-server[93916]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 18:40:20.714959 n-d-800634-3 neutron-server[93916]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 18:40:20.790693 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [None req-f7178388-d881-4242-aa6e-adcba37bfdbd admin admin] Deleting port 29de2b48-7714-418a-91cf-def87a637fcd {{(pid=93915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:40:20.800913 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-f7178388-d881-4242-aa6e-adcba37bfdbd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:20.821426 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-52fd5ec6-7862-48e1-83b5-bceb2ad2860f tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:20.843240 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-422664f6-a7cf-495c-a54b-9e3d9f26aaee tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2096001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-930085'] for network, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:20.866662 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-422664f6-a7cf-495c-a54b-9e3d9f26aaee tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598705'] for network, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:20.872574 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-422664f6-a7cf-495c-a54b-9e3d9f26aaee tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] 10.222.0.16 "DELETE /v2.0/networks/ec24d75e-fe44-44be-8dac-22e11e1b9f62 HTTP/1.1" status: 204 len: 168 time: 2.0404966 Jul 14 18:40:20.886735 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [None req-f7178388-d881-4242-aa6e-adcba37bfdbd admin admin] For port 29de2b48-7714-418a-91cf-def87a637fcd, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=29de2b48-7714-418a-91cf-def87a637fcd,segment=NetworkSegment(414670be-19b5-4c22-8965-7b38a5c5b483),segment_id=414670be-19b5-4c22-8965-7b38a5c5b483)] {{(pid=93915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:40:20.887496 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-52fd5ec6-7862-48e1-83b5-bceb2ad2860f tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Calling delete_port for b6135fbf-a231-40fb-8687-98eccb3a8e55 owned by {{(pid=93916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:40:20.887950 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-f7178388-d881-4242-aa6e-adcba37bfdbd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:20.891486 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 56042) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:40:20.902560 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [None req-f7178388-d881-4242-aa6e-adcba37bfdbd admin admin] Calling delete_port for 29de2b48-7714-418a-91cf-def87a637fcd owned by network:router_interface {{(pid=93915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:40:20.979759 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422664f6-a7cf-495c-a54b-9e3d9f26aaee tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Pushing event deleted for resources: {'Network': ['ID=ec24d75e-fe44-44be-8dac-22e11e1b9f62,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:40:21.193943 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-f7178388-d881-4242-aa6e-adcba37bfdbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:21.249017 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7178388-d881-4242-aa6e-adcba37bfdbd admin admin] Pushing event deleted for resources: {'Port': ['ID=29de2b48-7714-418a-91cf-def87a637fcd,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:40:21.403681 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-80125fba-6ae7-43f8-bb91-c27d8494b7e1 tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Deleting port 08b8f842-194f-4133-aa92-f9808a00705e {{(pid=93916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:40:21.404364 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-80125fba-6ae7-43f8-bb91-c27d8494b7e1 tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:21.420656 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-d4be3f69-dac9-4204-9670-d53038a20096 None None] Provisioning complete for port 9f8fd536-c8d9-4a12-bf5f-106ad8b70cfd triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:40:21.421918 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-d4be3f69-dac9-4204-9670-d53038a20096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:21.536176 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-f7178388-d881-4242-aa6e-adcba37bfdbd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-598732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-928907'] for router_interface, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:21.625696 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-52fd5ec6-7862-48e1-83b5-bceb2ad2860f tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:21.660527 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-d4be3f69-dac9-4204-9670-d53038a20096 None None] Could not find standard attr ID for object b6135fbf-a231-40fb-8687-98eccb3a8e55. {{(pid=93917) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 14 18:40:21.663384 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 86779753-ba8d-4406-ae68-f844162aa8b8 no longer exists at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 18:40:21.694736 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] No Port match for: 86779753-ba8d-4406-ae68-f844162aa8b8 {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 18:40:21.695458 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 86779753-ba8d-4406-ae68-f844162aa8b8 not bound to the agent host n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 18:40:21.706059 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-80125fba-6ae7-43f8-bb91-c27d8494b7e1 tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:21.706414 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-80125fba-6ae7-43f8-bb91-c27d8494b7e1 tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:21.733861 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fd5ec6-7862-48e1-83b5-bceb2ad2860f tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Pushing event deleted for resources: {'Port': ['ID=b6135fbf-a231-40fb-8687-98eccb3a8e55,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:40:21.782173 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-f8f7b1e4-2214-4416-a690-a78efeeea63b None None] Could not find standard attr ID for object c4a4affb-4635-40f7-bbca-3f97ca18496c. {{(pid=93917) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 14 18:40:21.802149 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-80125fba-6ae7-43f8-bb91-c27d8494b7e1 tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Calling delete_port for 08b8f842-194f-4133-aa92-f9808a00705e owned by network:floatingip {{(pid=93916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:40:21.871670 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-52fd5ec6-7862-48e1-83b5-bceb2ad2860f tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:21.874352 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-52fd5ec6-7862-48e1-83b5-bceb2ad2860f tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] 10.222.0.16 "DELETE /v2.0/ports/b6135fbf-a231-40fb-8687-98eccb3a8e55 HTTP/1.1" status: 204 len: 168 time: 2.1276758 Jul 14 18:40:21.880635 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 56058) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:40:21.997476 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7178388-d881-4242-aa6e-adcba37bfdbd admin admin] Router 35e8d376-a86f-43fc-ae72-821a6e57d65d has already been hosted by L3 agent 2c6eb27e-defb-4cca-9a24-381c7415e359 {{(pid=93915) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 18:40:22.101828 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74e810f4-66dd-40e5-b0e9-d369f88e6de9 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:40:22.106408 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-74e810f4-66dd-40e5-b0e9-d369f88e6de9 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1689627 Jul 14 18:40:22.107045 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 56064) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:40:22.126629 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7178388-d881-4242-aa6e-adcba37bfdbd admin admin] Notify agent at l3_agent.n-d-800634-3 the message routers_updated {{(pid=93915) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 18:40:22.137226 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-f7178388-d881-4242-aa6e-adcba37bfdbd admin admin] 10.222.0.16 "PUT /v2.0/routers/35e8d376-a86f-43fc-ae72-821a6e57d65d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6370475 Jul 14 18:40:22.138027 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 56066) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:40:22.139413 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ae39caf-0f44-45ff-b36c-d0f68b2e8dba None None] Sync routers for ids ['35e8d376-a86f-43fc-ae72-821a6e57d65d'] in n-d-800634-3 {{(pid=93918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 18:40:22.169365 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ae39caf-0f44-45ff-b36c-d0f68b2e8dba None None] Routers {'35e8d376-a86f-43fc-ae72-821a6e57d65d'} bound to L3 agent in host n-d-800634-3 {{(pid=93918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:40:22.172959 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-1ae39caf-0f44-45ff-b36c-d0f68b2e8dba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:39:53Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['35e8d376-a86f-43fc-ae72-821a6e57d65d'], 'active': True} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:40:22.211109 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-02494079-89cf-4706-8061-0e412f19bca3 None None] Could not find standard attr ID for object b6135fbf-a231-40fb-8687-98eccb3a8e55. {{(pid=93917) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 14 18:40:22.257948 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-e7a58ffd-1591-4f4c-94ab-232590730925 admin admin] Notify callbacks [] for router, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:22.345928 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc3f01c8-075c-4f6a-afce-ecc86d60838e tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:40:22.350962 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-bc3f01c8-075c-4f6a-afce-ecc86d60838e tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2414815 Jul 14 18:40:22.354107 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 56072) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:40:22.380441 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-80125fba-6ae7-43f8-bb91-c27d8494b7e1 tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:22.427455 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvr_db [None req-1ae39caf-0f44-45ff-b36c-d0f68b2e8dba None None] Set router 35e8d376-a86f-43fc-ae72-821a6e57d65d gateway port host: n-d-800634-3 {{(pid=93918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 18:40:22.481980 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-e7a58ffd-1591-4f4c-94ab-232590730925 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:22.599733 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51e1b59b-02b3-4dad-8c3c-14b7d9a462f6 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:40:22.605484 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [None req-e7a58ffd-1591-4f4c-94ab-232590730925 admin admin] Deleting port 3a4d7c49-e3d7-4385-a963-0f9ad7451875 {{(pid=93915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:40:22.605833 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-e7a58ffd-1591-4f4c-94ab-232590730925 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:22.607998 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51e1b59b-02b3-4dad-8c3c-14b7d9a462f6 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:40:22.609805 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51e1b59b-02b3-4dad-8c3c-14b7d9a462f6 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:40:22.614324 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 56076) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:40:22.622348 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-51e1b59b-02b3-4dad-8c3c-14b7d9a462f6 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.2670686 Jul 14 18:40:22.672638 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80125fba-6ae7-43f8-bb91-c27d8494b7e1 tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Pushing event deleted for resources: {'Port': ['ID=08b8f842-194f-4133-aa92-f9808a00705e,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:40:22.775230 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.db_base_plugin_v2 [None req-afc801a6-c25b-4ff2-b686-a504e66ed2ca tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Deleting subnet 4e0f4bf7-c773-4ba3-859b-f2145b1a497c {{(pid=93915) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 18:40:22.776792 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-80125fba-6ae7-43f8-bb91-c27d8494b7e1 tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Notify callbacks [] for floatingip, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:22.777061 n-d-800634-3 neutron-server[93916]: INFO neutron.db.l3_db [None req-80125fba-6ae7-43f8-bb91-c27d8494b7e1 tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Floating IP 7db51d33-2269-4fa9-9f42-d9269d42f07f disassociated (deleted). External IP: 172.25.1.45, port: 01e919c7-8637-42ef-8e01-955fe39681bd. Jul 14 18:40:22.783377 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-afc801a6-c25b-4ff2-b686-a504e66ed2ca tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks [] for subnet, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:22.821308 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-1c9112da-b71d-4009-9e66-605768cb8749 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:22.847435 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-1ae39caf-0f44-45ff-b36c-d0f68b2e8dba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35e8d376-a86f-43fc-ae72-821a6e57d65d', 'name': 'tempest-ServerRescueNegativeTestJSON-803983831-router', 'tenant_id': 'cb67bdfcb7724fc99fb71468214ad40d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.140'}], 'enable_snat': True}, 'gw_port_id': '3a4d7c49-e3d7-4385-a963-0f9ad7451875', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:25:11Z', 'updated_at': '2021-07-14T18:40:21Z', 'revision_number': 5, 'project_id': 'cb67bdfcb7724fc99fb71468214ad40d', 'gw_port': {'id': '3a4d7c49-e3d7-4385-a963-0f9ad7451875', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:17:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35e8d376-a86f-43fc-ae72-821a6e57d65d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 937, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:25:11Z', 'updated_at': '2021-07-14T18:25:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3'}], 'n-d-800634-3', False) {} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:40:22.868341 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [None req-e7a58ffd-1591-4f4c-94ab-232590730925 admin admin] For port 3a4d7c49-e3d7-4385-a963-0f9ad7451875, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=3a4d7c49-e3d7-4385-a963-0f9ad7451875,segment=NetworkSegment(5afb940b-bbdf-4727-be00-5d46367c38a1),segment_id=5afb940b-bbdf-4727-be00-5d46367c38a1)] {{(pid=93915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:40:22.868820 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-e7a58ffd-1591-4f4c-94ab-232590730925 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:22.901771 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [None req-e7a58ffd-1591-4f4c-94ab-232590730925 admin admin] Calling delete_port for 3a4d7c49-e3d7-4385-a963-0f9ad7451875 owned by network:router_gateway {{(pid=93915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:40:22.927520 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ae39caf-0f44-45ff-b36c-d0f68b2e8dba None None] Checking router: 35e8d376-a86f-43fc-ae72-821a6e57d65d for host: n-d-800634-3 {{(pid=93918) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 18:40:22.941324 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ae39caf-0f44-45ff-b36c-d0f68b2e8dba None None] Routers {'35e8d376-a86f-43fc-ae72-821a6e57d65d'} bound to L3 agent in host n-d-800634-3 {{(pid=93918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:40:22.942146 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-1ae39caf-0f44-45ff-b36c-d0f68b2e8dba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:40:23Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['35e8d376-a86f-43fc-ae72-821a6e57d65d'], 'active': True} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:40:23.160086 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvr_db [None req-1ae39caf-0f44-45ff-b36c-d0f68b2e8dba None None] Set router 35e8d376-a86f-43fc-ae72-821a6e57d65d gateway port host: None {{(pid=93918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 18:40:23.177970 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:23.225164 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-afc801a6-c25b-4ff2-b686-a504e66ed2ca tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28939913'] for subnet, precommit_delete_associations {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:23.252812 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-e7a58ffd-1591-4f4c-94ab-232590730925 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:23.278075 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80125fba-6ae7-43f8-bb91-c27d8494b7e1 tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Router 3a31ae71-934f-4135-93de-c762cbccbf01 has already been hosted by L3 agent 2c6eb27e-defb-4cca-9a24-381c7415e359 {{(pid=93916) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 18:40:23.284899 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-1ae39caf-0f44-45ff-b36c-d0f68b2e8dba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35e8d376-a86f-43fc-ae72-821a6e57d65d', 'name': 'tempest-ServerRescueNegativeTestJSON-803983831-router', 'tenant_id': 'cb67bdfcb7724fc99fb71468214ad40d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:25:11Z', 'updated_at': '2021-07-14T18:40:22Z', 'revision_number': 6, 'project_id': 'cb67bdfcb7724fc99fb71468214ad40d', 'gw_port_host': None}], 'n-d-800634-3', False) {} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:40:23.314812 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ae39caf-0f44-45ff-b36c-d0f68b2e8dba None None] The sync data for ids ['35e8d376-a86f-43fc-ae72-821a6e57d65d'] in n-d-800634-3 is: [{'id': '35e8d376-a86f-43fc-ae72-821a6e57d65d', 'name': 'tempest-ServerRescueNegativeTestJSON-803983831-router', 'tenant_id': 'cb67bdfcb7724fc99fb71468214ad40d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:25:11Z', 'updated_at': '2021-07-14T18:40:22Z', 'revision_number': 6, 'project_id': 'cb67bdfcb7724fc99fb71468214ad40d', 'gw_port_host': None}] {{(pid=93918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 18:40:23.315610 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a58ffd-1591-4f4c-94ab-232590730925 admin admin] Pushing event deleted for resources: {'Port': ['ID=3a4d7c49-e3d7-4385-a963-0f9ad7451875,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:40:23.463286 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80125fba-6ae7-43f8-bb91-c27d8494b7e1 tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Notify agent at l3_agent.n-d-800634-3 the message routers_updated {{(pid=93916) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 18:40:23.476390 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5baa6f6-851c-4482-9cdd-0cbd6209203e None None] Sync routers for ids ['3a31ae71-934f-4135-93de-c762cbccbf01'] in n-d-800634-3 {{(pid=93917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 18:40:23.500528 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5baa6f6-851c-4482-9cdd-0cbd6209203e None None] Routers {'3a31ae71-934f-4135-93de-c762cbccbf01'} bound to L3 agent in host n-d-800634-3 {{(pid=93917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:40:23.501597 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-d5baa6f6-851c-4482-9cdd-0cbd6209203e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:40:23Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['3a31ae71-934f-4135-93de-c762cbccbf01'], 'active': True} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:40:23.504186 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-80125fba-6ae7-43f8-bb91-c27d8494b7e1 tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for floatingip, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:23.592089 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-e7a58ffd-1591-4f4c-94ab-232590730925 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-930057'] for router_gateway, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:23.594868 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-afc801a6-c25b-4ff2-b686-a504e66ed2ca tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081283'] for subnet, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:23.694283 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-80125fba-6ae7-43f8-bb91-c27d8494b7e1 tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] 10.222.0.16 "DELETE /v2.0/floatingips/7db51d33-2269-4fa9-9f42-d9269d42f07f HTTP/1.1" status: 204 len: 168 time: 2.8013799 Jul 14 18:40:23.695250 n-d-800634-3 neutron-server[93916]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b19a8ff8-9d39-4cd0-9048-318f9ac3e8c4', 'tag': '01e919c7-8637-42ef-8e01-955fe39681bd'}] {{(pid=93916) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:40:23.697970 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f803e150b363a7893830aa996ac27753fa25517c406ecd3536b7c2d4b26eeb9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ade977d-6ff3-4eaa-9c45-8adefef62ba8" -d '{"events": [{"name": "network-changed", "server_uuid": "b19a8ff8-9d39-4cd0-9048-318f9ac3e8c4", "tag": "01e919c7-8637-42ef-8e01-955fe39681bd"}]}' {{(pid=93916) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:40:24.111517 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-e7a58ffd-1591-4f4c-94ab-232590730925 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-571778', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11402'] for router, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:24.115242 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d1812e-ca21-40eb-a47c-031b39b35e44 req-7e8d4956-f1e3-484f-a6c2-92a2e76b4e3e tempest-TestNetworkAdvancedServerOps-1839370163 tempest-TestNetworkAdvancedServerOps-1839370163-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:40:24.123487 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-94d1812e-ca21-40eb-a47c-031b39b35e44 req-7e8d4956-f1e3-484f-a6c2-92a2e76b4e3e tempest-TestNetworkAdvancedServerOps-1839370163 tempest-TestNetworkAdvancedServerOps-1839370163-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=4c97b723-59cb-4a2d-8757-30536ade8338 HTTP/1.1" status: 200 len: 1096 time: 0.8496993 Jul 14 18:40:24.128346 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-574aeb93-9938-449c-8e6c-cb22c9b52cc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:24.132846 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-e7a58ffd-1591-4f4c-94ab-232590730925 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:24.167861 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvr_db [None req-d5baa6f6-851c-4482-9cdd-0cbd6209203e None None] Set router 3a31ae71-934f-4135-93de-c762cbccbf01 gateway port host: n-d-800634-3 {{(pid=93917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 18:40:24.258379 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-94d1812e-ca21-40eb-a47c-031b39b35e44 req-fe1ee1c2-ff59-40d8-8126-5ae39da8bcc9 tempest-TestNetworkAdvancedServerOps-1839370163 tempest-TestNetworkAdvancedServerOps-1839370163-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=594b2ab7-3a96-48b2-98bb-9a68eebb818a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1332700 Jul 14 18:40:24.267585 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-afc801a6-c25b-4ff2-b686-a504e66ed2ca tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25913028', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28969762'] for subnet, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:24.270751 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-e7a58ffd-1591-4f4c-94ab-232590730925 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-541202'] for router, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:24.271540 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7a58ffd-1591-4f4c-94ab-232590730925 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 35e8d376-a86f-43fc-ae72-821a6e57d65d {{(pid=93915) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 18:40:24.302794 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-e7a58ffd-1591-4f4c-94ab-232590730925 admin admin] Notify callbacks [] for router, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:24.304234 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-e7a58ffd-1591-4f4c-94ab-232590730925 admin admin] 10.222.0.16 "DELETE /v2.0/routers/35e8d376-a86f-43fc-ae72-821a6e57d65d HTTP/1.1" status: 204 len: 168 time: 2.1643982 Jul 14 18:40:24.309145 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc801a6-c25b-4ff2-b686-a504e66ed2ca tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Pushing event deleted for resources: {'Subnet': ['ID=4e0f4bf7-c773-4ba3-859b-f2145b1a497c,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:40:24.309457 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 56110) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:40:24.329410 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-afc801a6-c25b-4ff2-b686-a504e66ed2ca tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks [] for subnet, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:24.334358 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-afc801a6-c25b-4ff2-b686-a504e66ed2ca tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] 10.222.0.16 "DELETE /v2.0/subnets/4e0f4bf7-c773-4ba3-859b-f2145b1a497c HTTP/1.1" status: 204 len: 168 time: 1.7186599 Jul 14 18:40:24.336790 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 56112) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:40:24.403288 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.db_base_plugin_v2 [None req-9fcd8175-2d2b-454a-82b9-08fa24b20f12 admin admin] Deleting subnet c0358a3b-3414-4691-860c-4e7a5ebb58c9 {{(pid=93916) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 18:40:24.413869 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 18:40:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e60dd63-7370-4665-9669-eb8ed71e1311 x-openstack-request-id: req-0e60dd63-7370-4665-9669-eb8ed71e1311 {{(pid=93916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:40:24.415566 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b19a8ff8-9d39-4cd0-9048-318f9ac3e8c4", "tag": "01e919c7-8637-42ef-8e01-955fe39681bd", "status": "completed", "code": 200}]} {{(pid=93916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:40:24.415682 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0e60dd63-7370-4665-9669-eb8ed71e1311 {{(pid=93916) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:40:24.416136 n-d-800634-3 neutron-server[93916]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b19a8ff8-9d39-4cd0-9048-318f9ac3e8c4', 'tag': '01e919c7-8637-42ef-8e01-955fe39681bd', 'status': 'completed', 'code': 200} Jul 14 18:40:24.419111 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-9fcd8175-2d2b-454a-82b9-08fa24b20f12 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:24.420492 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-980166f5-a934-47ef-9558-7e2d1ed0c41c None None] Network de099bce-1061-4014-bdd5-ec95cce7be8f requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:40:24.495675 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.db_base_plugin_v2 [None req-55c52d5f-6ddb-4228-ab95-0ac35ef066c7 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Deleting subnet d9819ed8-e332-43b0-bc7c-d2dda793dadc {{(pid=93915) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 18:40:24.499333 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-55c52d5f-6ddb-4228-ab95-0ac35ef066c7 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks [] for subnet, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:24.552440 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-55c52d5f-6ddb-4228-ab95-0ac35ef066c7 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28939913'] for subnet, precommit_delete_associations {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:24.555761 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-9fcd8175-2d2b-454a-82b9-08fa24b20f12 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26296866'] for subnet, precommit_delete_associations {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:24.692324 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-9fcd8175-2d2b-454a-82b9-08fa24b20f12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081283'] for subnet, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:24.716005 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-55c52d5f-6ddb-4228-ab95-0ac35ef066c7 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081283'] for subnet, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:24.793589 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-9fcd8175-2d2b-454a-82b9-08fa24b20f12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2684816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26033152'] for subnet, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:24.858978 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fcd8175-2d2b-454a-82b9-08fa24b20f12 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c0358a3b-3414-4691-860c-4e7a5ebb58c9,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:40:24.861067 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-9fcd8175-2d2b-454a-82b9-08fa24b20f12 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:24.869150 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-9fcd8175-2d2b-454a-82b9-08fa24b20f12 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/c0358a3b-3414-4691-860c-4e7a5ebb58c9 HTTP/1.1" status: 204 len: 168 time: 0.5563333 Jul 14 18:40:24.873888 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 56124) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:40:24.967080 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-d5baa6f6-851c-4482-9cdd-0cbd6209203e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a31ae71-934f-4135-93de-c762cbccbf01', 'name': 'tempest-TestNetworkBasicOps-router-722088205', 'tenant_id': '0c6eccb7d5c743f1a53a528a1f419fa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.4'}], 'enable_snat': True}, 'gw_port_id': 'eef8e124-1f9d-444c-a121-a72703ff3433', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:38:07Z', 'updated_at': '2021-07-14T18:40:10Z', 'revision_number': 6, 'project_id': '0c6eccb7d5c743f1a53a528a1f419fa2', 'gw_port': {'id': 'eef8e124-1f9d-444c-a121-a72703ff3433', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:02:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a31ae71-934f-4135-93de-c762cbccbf01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2099, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:38:07Z', 'updated_at': '2021-07-14T18:38:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_interfaces': [{'id': '9e6b9240-7375-41ea-aa66-998d3e231f8e', 'name': '', 'network_id': '310e07b1-9c76-4479-9715-2b28fbfd1cbf', 'tenant_id': '0c6eccb7d5c743f1a53a528a1f419fa2', 'mac_address': 'fa:16:3e:a4:93:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a31ae71-934f-4135-93de-c762cbccbf01', 'device_owner': 'network:router_interface', 'standard_attr_id': 2110, 'fixed_ips': [{'subnet_id': '8fde12ad-ce3f-46bc-b05a-eff3c76ca5e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:38:12Z', 'updated_at': '2021-07-14T18:38:24Z', 'revision_number': 5, 'project_id': '0c6eccb7d5c743f1a53a528a1f419fa2', 'subnets': [{'id': '8fde12ad-ce3f-46bc-b05a-eff3c76ca5e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-3', False) {} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:40:25.012482 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5baa6f6-851c-4482-9cdd-0cbd6209203e None None] Checking router: 3a31ae71-934f-4135-93de-c762cbccbf01 for host: n-d-800634-3 {{(pid=93917) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 18:40:25.024041 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5baa6f6-851c-4482-9cdd-0cbd6209203e None None] Routers {'3a31ae71-934f-4135-93de-c762cbccbf01'} bound to L3 agent in host n-d-800634-3 {{(pid=93917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:40:25.025155 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-d5baa6f6-851c-4482-9cdd-0cbd6209203e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:40:23Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['3a31ae71-934f-4135-93de-c762cbccbf01'], 'active': True} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:40:25.051140 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-d6fa2177-dffd-4b33-bae8-270388dc3c6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645734'] for network, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:25.052405 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-55c52d5f-6ddb-4228-ab95-0ac35ef066c7 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25913028', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28969762'] for subnet, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:25.133993 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c52d5f-6ddb-4228-ab95-0ac35ef066c7 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Pushing event deleted for resources: {'Subnet': ['ID=d9819ed8-e332-43b0-bc7c-d2dda793dadc,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:40:25.137726 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-55c52d5f-6ddb-4228-ab95-0ac35ef066c7 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks [] for subnet, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:25.141462 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-55c52d5f-6ddb-4228-ab95-0ac35ef066c7 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] 10.222.0.16 "DELETE /v2.0/subnets/d9819ed8-e332-43b0-bc7c-d2dda793dadc HTTP/1.1" status: 204 len: 168 time: 0.8024330 Jul 14 18:40:25.145363 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 56128) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:40:25.178087 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvr_db [None req-d5baa6f6-851c-4482-9cdd-0cbd6209203e None None] Set router 3a31ae71-934f-4135-93de-c762cbccbf01 gateway port host: n-d-800634-3 {{(pid=93917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 18:40:25.214981 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ade977d-6ff3-4eaa-9c45-8adefef62ba8 req-5bd00075-29c4-46e9-b754-8dfdb670358b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:40:25.216665 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2ade977d-6ff3-4eaa-9c45-8adefef62ba8 req-5bd00075-29c4-46e9-b754-8dfdb670358b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0c6eccb7d5c743f1a53a528a1f419fa2&device_id=b19a8ff8-9d39-4cd0-9048-318f9ac3e8c4 HTTP/1.1" status: 200 len: 1096 time: 0.4273238 Jul 14 18:40:25.226624 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b93cf4-9c94-49b1-874a-9b5a931ebae9 req-43600079-d6b3-466c-ba51-32a876dc2680 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:40:25.234048 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f6b93cf4-9c94-49b1-874a-9b5a931ebae9 req-43600079-d6b3-466c-ba51-32a876dc2680 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] 10.222.0.16 "GET /v2.0/ports?device_id=4c97b723-59cb-4a2d-8757-30536ade8338 HTTP/1.1" status: 200 len: 945 time: 0.4263115 Jul 14 18:40:25.237772 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-2bf9dd2e-faa6-4790-b280-f9131169bd18 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0887735 Jul 14 18:40:25.240652 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 56130) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:40:25.252479 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-f3a5a03b-7afd-4e43-b369-2de56cad228c tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Request body: {'subnet': {'network_id': 'de099bce-1061-4014-bdd5-ec95cce7be8f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:40:25.280147 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f3c082-5532-43f8-9f27-86af726595ba req-f87aaffe-4981-45d9-af41-2b324f4baeef tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:40:25.286763 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-48f3c082-5532-43f8-9f27-86af726595ba req-f87aaffe-4981-45d9-af41-2b324f4baeef tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] 10.222.0.16 "GET /v2.0/ports?device_id=b19a8ff8-9d39-4cd0-9048-318f9ac3e8c4 HTTP/1.1" status: 200 len: 945 time: 0.4779146 Jul 14 18:40:25.408796 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 29de2b48-7714-418a-91cf-def87a637fcd no longer exists at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 18:40:25.433936 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-d6fa2177-dffd-4b33-bae8-270388dc3c6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2096010', 'neutron.services.segments.db._delete_segments_for_network-8728202734996'] for network, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:25.443503 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] No Port match for: 29de2b48-7714-418a-91cf-def87a637fcd {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 18:40:25.443840 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 29de2b48-7714-418a-91cf-def87a637fcd not bound to the agent host n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 18:40:25.444312 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 3a4d7c49-e3d7-4385-a963-0f9ad7451875 no longer exists at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 18:40:25.476301 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] No Port match for: 3a4d7c49-e3d7-4385-a963-0f9ad7451875 {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 18:40:25.476695 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 3a4d7c49-e3d7-4385-a963-0f9ad7451875 not bound to the agent host n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 18:40:25.483852 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f6b93cf4-9c94-49b1-874a-9b5a931ebae9 req-2cf02dc8-a001-4e77-a56e-4700dcddac62 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] 10.222.0.16 "GET /v2.0/security-groups?id=594b2ab7-3a96-48b2-98bb-9a68eebb818a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2488453 Jul 14 18:40:25.521759 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-48f3c082-5532-43f8-9f27-86af726595ba req-810d9542-ffb2-4b42-b691-b05ba8b0f10a tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] 10.222.0.16 "GET /v2.0/security-groups?id=fc6dd3c4-c788-41ac-b543-0fb2220ac857&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2316647 Jul 14 18:40:25.532970 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 56138) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:40:25.555818 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.segments.db [None req-d6fa2177-dffd-4b33-bae8-270388dc3c6f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fbb7114e-4079-4798-86d9-6d4690d7f388']}} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:40:25.585688 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3a5a03b-7afd-4e43-b369-2de56cad228c tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Made reservation on behalf of 13ccccd91e8c4eb89f4317d7ac77ca6b for: {'subnet': 1} {{(pid=93916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:40:25.594793 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-f3a5a03b-7afd-4e43-b369-2de56cad228c tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26033189'] for subnet, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:25.601564 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ade977d-6ff3-4eaa-9c45-8adefef62ba8 req-e80216e7-f5ea-45b3-a23f-8900b99f5b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:40:25.606505 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2ade977d-6ff3-4eaa-9c45-8adefef62ba8 req-e80216e7-f5ea-45b3-a23f-8900b99f5b4c service neutron] 10.222.0.35 "GET /v2.0/networks?id=310e07b1-9c76-4479-9715-2b28fbfd1cbf HTTP/1.1" status: 200 len: 895 time: 0.3586581 Jul 14 18:40:25.691380 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.segments.db [None req-d6fa2177-dffd-4b33-bae8-270388dc3c6f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '414670be-19b5-4c22-8965-7b38a5c5b483') {'for_net_delete': True} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:40:25.701368 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.segments.db [None req-d6fa2177-dffd-4b33-bae8-270388dc3c6f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '414670be-19b5-4c22-8965-7b38a5c5b483') {} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:40:25.712735 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-d5baa6f6-851c-4482-9cdd-0cbd6209203e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a31ae71-934f-4135-93de-c762cbccbf01', 'name': 'tempest-TestNetworkBasicOps-router-722088205', 'tenant_id': '0c6eccb7d5c743f1a53a528a1f419fa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.4'}], 'enable_snat': True}, 'gw_port_id': 'eef8e124-1f9d-444c-a121-a72703ff3433', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:38:07Z', 'updated_at': '2021-07-14T18:40:10Z', 'revision_number': 6, 'project_id': '0c6eccb7d5c743f1a53a528a1f419fa2', 'gw_port': {'id': 'eef8e124-1f9d-444c-a121-a72703ff3433', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:02:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a31ae71-934f-4135-93de-c762cbccbf01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2099, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:38:07Z', 'updated_at': '2021-07-14T18:38:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_interfaces': [{'id': '9e6b9240-7375-41ea-aa66-998d3e231f8e', 'name': '', 'network_id': '310e07b1-9c76-4479-9715-2b28fbfd1cbf', 'tenant_id': '0c6eccb7d5c743f1a53a528a1f419fa2', 'mac_address': 'fa:16:3e:a4:93:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a31ae71-934f-4135-93de-c762cbccbf01', 'device_owner': 'network:router_interface', 'standard_attr_id': 2110, 'fixed_ips': [{'subnet_id': '8fde12ad-ce3f-46bc-b05a-eff3c76ca5e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:38:12Z', 'updated_at': '2021-07-14T18:38:24Z', 'revision_number': 5, 'project_id': '0c6eccb7d5c743f1a53a528a1f419fa2', 'subnets': [{'id': '8fde12ad-ce3f-46bc-b05a-eff3c76ca5e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-3', False) {} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:40:25.729803 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2ade977d-6ff3-4eaa-9c45-8adefef62ba8 req-22bfc078-8c90-40ff-a984-f39bdbe762b5 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=01e919c7-8637-42ef-8e01-955fe39681bd HTTP/1.1" status: 200 len: 217 time: 0.1158690 Jul 14 18:40:25.777224 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5baa6f6-851c-4482-9cdd-0cbd6209203e None None] The sync data for ids ['3a31ae71-934f-4135-93de-c762cbccbf01'] in n-d-800634-3 is: [{'id': '3a31ae71-934f-4135-93de-c762cbccbf01', 'name': 'tempest-TestNetworkBasicOps-router-722088205', 'tenant_id': '0c6eccb7d5c743f1a53a528a1f419fa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.4'}], 'enable_snat': True}, 'gw_port_id': 'eef8e124-1f9d-444c-a121-a72703ff3433', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:38:07Z', 'updated_at': '2021-07-14T18:40:10Z', 'revision_number': 6, 'project_id': '0c6eccb7d5c743f1a53a528a1f419fa2', 'gw_port': {'id': 'eef8e124-1f9d-444c-a121-a72703ff3433', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:02:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a31ae71-934f-4135-93de-c762cbccbf01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2099, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:38:07Z', 'updated_at': '2021-07-14T18:38:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_interfaces': [{'id': '9e6b9240-7375-41ea-aa66-998d3e231f8e', 'name': '', 'network_id': '310e07b1-9c76-4479-9715-2b28fbfd1cbf', 'tenant_id': '0c6eccb7d5c743f1a53a528a1f419fa2', 'mac_address': 'fa:16:3e:a4:93:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a31ae71-934f-4135-93de-c762cbccbf01', 'device_owner': 'network:router_interface', 'standard_attr_id': 2110, 'fixed_ips': [{'subnet_id': '8fde12ad-ce3f-46bc-b05a-eff3c76ca5e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:38:12Z', 'updated_at': '2021-07-14T18:38:24Z', 'revision_number': 5, 'project_id': '0c6eccb7d5c743f1a53a528a1f419fa2', 'subnets': [{'id': '8fde12ad-ce3f-46bc-b05a-eff3c76ca5e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 18:40:25.837297 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-2f4e3af3-e708-4ffd-a544-82d93a489d01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:25.913747 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-d6fa2177-dffd-4b33-bae8-270388dc3c6f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728202715275', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26296891'] for segment, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:25.940651 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-122791b0-d1ae-49ea-a128-3f722f11dc0d None None] Network de099bce-1061-4014-bdd5-ec95cce7be8f requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:40:25.947699 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ade977d-6ff3-4eaa-9c45-8adefef62ba8 req-5cfce0b6-3c22-489f-8e93-1e300f488965 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:40:25.949990 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2ade977d-6ff3-4eaa-9c45-8adefef62ba8 req-5cfce0b6-3c22-489f-8e93-1e300f488965 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8fde12ad-ce3f-46bc-b05a-eff3c76ca5e1 HTTP/1.1" status: 200 len: 835 time: 0.1890650 Jul 14 18:40:25.975427 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-d6fa2177-dffd-4b33-bae8-270388dc3c6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:26.005203 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-02193062-7087-4941-ae1a-180a889f2aac tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] 10.222.0.16 "GET /v2.0/floatingips/312ffb13-98db-4636-a400-74f56cf0a31e HTTP/1.1" status: 200 len: 993 time: 0.4653499 Jul 14 18:40:26.006625 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6fa2177-dffd-4b33-bae8-270388dc3c6f admin admin] Releasing vlan 93 on physical network physnet1 to pool {{(pid=93916) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 18:40:26.007145 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-d6fa2177-dffd-4b33-bae8-270388dc3c6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2682942'] for segment, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:26.022882 n-d-800634-3 neutron-server[93916]: Traceback (most recent call last): Jul 14 18:40:26.022882 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 18:40:26.022882 n-d-800634-3 neutron-server[93916]: timer() Jul 14 18:40:26.022882 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 18:40:26.022882 n-d-800634-3 neutron-server[93916]: cb(*args, **kw) Jul 14 18:40:26.022882 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 18:40:26.022882 n-d-800634-3 neutron-server[93916]: return func(*args, **kwargs) Jul 14 18:40:26.022882 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 18:40:26.022882 n-d-800634-3 neutron-server[93916]: self._notify() Jul 14 18:40:26.022882 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 18:40:26.022882 n-d-800634-3 neutron-server[93916]: self.callback(batched_events) Jul 14 18:40:26.022882 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 18:40:26.022882 n-d-800634-3 neutron-server[93916]: event.method(event) Jul 14 18:40:26.022882 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 18:40:26.022882 n-d-800634-3 neutron-server[93916]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 18:40:26.022882 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 18:40:26.022882 n-d-800634-3 neutron-server[93916]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 18:40:26.022882 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 18:40:26.022882 n-d-800634-3 neutron-server[93916]: return f(self, *a, **k) Jul 14 18:40:26.022882 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 18:40:26.022882 n-d-800634-3 neutron-server[93916]: return self._get(url).json() Jul 14 18:40:26.022882 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 18:40:26.022882 n-d-800634-3 neutron-server[93916]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 18:40:26.022882 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 18:40:26.022882 n-d-800634-3 neutron-server[93916]: return self.request(url, 'GET', **kwargs) Jul 14 18:40:26.022882 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 18:40:26.022882 n-d-800634-3 neutron-server[93916]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 18:40:26.022882 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 18:40:26.022882 n-d-800634-3 neutron-server[93916]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 18:40:26.022882 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 18:40:26.022882 n-d-800634-3 neutron-server[93916]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 18:40:26.022882 n-d-800634-3 neutron-server[93916]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 18:40:26.046578 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc118c75-2748-4d7d-bebf-29869e14f870 req-e1f52be8-a96f-4cdf-a4aa-0fb3315e8323 tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:40:26.048908 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-fc118c75-2748-4d7d-bebf-29869e14f870 req-e1f52be8-a96f-4cdf-a4aa-0fb3315e8323 tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] 10.222.0.35 "GET /v2.0/ports?device_id=b19a8ff8-9d39-4cd0-9048-318f9ac3e8c4 HTTP/1.1" status: 200 len: 945 time: 0.3147535 Jul 14 18:40:26.074803 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-0c287eb8-cd11-4fd4-9daa-adc28c6239d6 None None] Provisioning complete for port 9f8fd536-c8d9-4a12-bf5f-106ad8b70cfd triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:40:26.075177 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-0c287eb8-cd11-4fd4-9daa-adc28c6239d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:26.152333 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-d6fa2177-dffd-4b33-bae8-270388dc3c6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2096001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-930085'] for network, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:26.171671 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-d6fa2177-dffd-4b33-bae8-270388dc3c6f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598705'] for network, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:26.182623 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-d6fa2177-dffd-4b33-bae8-270388dc3c6f admin admin] 10.222.0.16 "DELETE /v2.0/networks/fbb7114e-4079-4798-86d9-6d4690d7f388 HTTP/1.1" status: 204 len: 168 time: 1.3048689 Jul 14 18:40:26.211858 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ade977d-6ff3-4eaa-9c45-8adefef62ba8 req-c3b37ea0-9ca2-40e4-b1a9-f8184405cf5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:40:26.224796 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2ade977d-6ff3-4eaa-9c45-8adefef62ba8 req-c3b37ea0-9ca2-40e4-b1a9-f8184405cf5a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=310e07b1-9c76-4479-9715-2b28fbfd1cbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2610345 Jul 14 18:40:26.276239 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fa2177-dffd-4b33-bae8-270388dc3c6f admin admin] Pushing event deleted for resources: {'Network': ['ID=fbb7114e-4079-4798-86d9-6d4690d7f388,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:40:26.343045 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46d4729d-a80d-4fe4-b684-7dc4e3eca27a None None] New status for floating IP 7db51d33-2269-4fa9-9f42-d9269d42f07f: DOWN {{(pid=93918) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 18:40:26.391224 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-493c8d21-267c-48ce-834b-cf054da8d27b None None] DHCP port deletion for de099bce-1061-4014-bdd5-ec95cce7be8f request from n-d-800634-3 {{(pid=93917) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 18:40:26.407462 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-f3a5a03b-7afd-4e43-b369-2de56cad228c tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2684753', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26033175'] for subnet, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:26.463265 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3a5a03b-7afd-4e43-b369-2de56cad228c tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Network de099bce-1061-4014-bdd5-ec95cce7be8f is already hosted by enough agents. {{(pid=93916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:40:26.469920 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [None req-f3a5a03b-7afd-4e43-b369-2de56cad228c tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Resources bound (agent type, host, resource id): {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:40:26.477395 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3a5a03b-7afd-4e43-b369-2de56cad228c tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:40:26.479047 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-f3a5a03b-7afd-4e43-b369-2de56cad228c tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks [] for subnet, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:26.500015 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a5a03b-7afd-4e43-b369-2de56cad228c tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Pushing event updated for resources: {'Subnet': ['ID=01470483-73b3-4853-b6a8-da47494bdea8,revision_number=0']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:40:26.518187 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-f3a5a03b-7afd-4e43-b369-2de56cad228c tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.2730286 Jul 14 18:40:26.519757 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 56148) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:40:26.522362 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-493c8d21-267c-48ce-834b-cf054da8d27b None None] Deleting port 9f8fd536-c8d9-4a12-bf5f-106ad8b70cfd {{(pid=93917) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:40:26.522738 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-493c8d21-267c-48ce-834b-cf054da8d27b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:26.542520 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-69fbd4af-b3bc-4545-b803-830e0e074407 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Request body: {'subnet': {'network_id': 'de099bce-1061-4014-bdd5-ec95cce7be8f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:40:26.546360 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 56152) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:40:26.654017 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [req-fc118c75-2748-4d7d-bebf-29869e14f870 req-87a11ffc-2f4f-43a3-945a-fe2a30d03344 tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Deleting port 01e919c7-8637-42ef-8e01-955fe39681bd {{(pid=93915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:40:26.654845 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-fc118c75-2748-4d7d-bebf-29869e14f870 req-87a11ffc-2f4f-43a3-945a-fe2a30d03344 tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:26.706573 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-493c8d21-267c-48ce-834b-cf054da8d27b None None] For port 9f8fd536-c8d9-4a12-bf5f-106ad8b70cfd, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=9f8fd536-c8d9-4a12-bf5f-106ad8b70cfd,segment=NetworkSegment(e57d1292-9039-4d9f-94d2-728500c53487),segment_id=e57d1292-9039-4d9f-94d2-728500c53487)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:40:26.707725 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-493c8d21-267c-48ce-834b-cf054da8d27b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:26.722908 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2ade977d-6ff3-4eaa-9c45-8adefef62ba8 req-0f9eb1f3-99ba-4221-8341-2a86c8805225 service neutron] 10.222.0.35 "GET /v2.0/networks/310e07b1-9c76-4479-9715-2b28fbfd1cbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4369438 Jul 14 18:40:26.760135 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-493c8d21-267c-48ce-834b-cf054da8d27b None None] Calling delete_port for 9f8fd536-c8d9-4a12-bf5f-106ad8b70cfd owned by network:dhcp {{(pid=93917) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:40:26.818271 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2ade977d-6ff3-4eaa-9c45-8adefef62ba8 req-805ccf68-d7bb-4f3a-8e92-fe5ae40a4fb9 service neutron] 10.222.0.35 "GET /v2.0/networks/310e07b1-9c76-4479-9715-2b28fbfd1cbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840070 Jul 14 18:40:26.839303 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69fbd4af-b3bc-4545-b803-830e0e074407 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Made reservation on behalf of 13ccccd91e8c4eb89f4317d7ac77ca6b for: {'subnet': 1} {{(pid=93916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:40:26.854652 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-69fbd4af-b3bc-4545-b803-830e0e074407 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26033189'] for subnet, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:26.870970 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-77c0d22e-938e-47ee-a8f8-b49236d307e5 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=cb67bdfcb7724fc99fb71468214ad40d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3097053 Jul 14 18:40:26.894752 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 56162) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:40:27.000843 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-fc118c75-2748-4d7d-bebf-29869e14f870 req-87a11ffc-2f4f-43a3-945a-fe2a30d03344 tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] For port 01e919c7-8637-42ef-8e01-955fe39681bd, host n-h2-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=01e919c7-8637-42ef-8e01-955fe39681bd,segment=NetworkSegment(2c69c6a5-6bc1-42c7-8ba3-45df07491651),segment_id=2c69c6a5-6bc1-42c7-8ba3-45df07491651)] {{(pid=93915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:40:27.001219 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-fc118c75-2748-4d7d-bebf-29869e14f870 req-87a11ffc-2f4f-43a3-945a-fe2a30d03344 tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:27.012560 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-493c8d21-267c-48ce-834b-cf054da8d27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813'] for port, after_delete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:27.024069 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de14d28-f3c2-40c4-ab95-52e31fea0d71 req-0961f2d3-8f6a-435f-b932-d00e1ff853c0 tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:40:27.025685 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3de14d28-f3c2-40c4-ab95-52e31fea0d71 req-0961f2d3-8f6a-435f-b932-d00e1ff853c0 tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] 10.222.0.16 "GET /v2.0/ports?device_id=b19a8ff8-9d39-4cd0-9048-318f9ac3e8c4 HTTP/1.1" status: 200 len: 945 time: 0.1996830 Jul 14 18:40:27.032284 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [req-fc118c75-2748-4d7d-bebf-29869e14f870 req-87a11ffc-2f4f-43a3-945a-fe2a30d03344 tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Calling delete_port for 01e919c7-8637-42ef-8e01-955fe39681bd owned by compute:nova {{(pid=93915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:40:27.045723 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-493c8d21-267c-48ce-834b-cf054da8d27b None None] No DVR routers for this DVR port 9f8fd536-c8d9-4a12-bf5f-106ad8b70cfd on host n-d-800634-3 {{(pid=93917) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 18:40:27.071105 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-9a5a7c4e-da75-4fac-91db-4660c57c4fdd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:27.097697 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-9a5a7c4e-da75-4fac-91db-4660c57c4fdd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:27.116035 n-d-800634-3 neutron-server[93916]: INFO neutron.db.ipam_backend_mixin [None req-69fbd4af-b3bc-4545-b803-830e0e074407 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 01470483-73b3-4853-b6a8-da47494bdea8 (CIDR: 2001:db8::/64) Jul 14 18:40:27.119030 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a81f60e-21fb-4360-82c2-0793f308e931 None None] Network de099bce-1061-4014-bdd5-ec95cce7be8f requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:40:27.125373 n-d-800634-3 neutron-server[93916]: INFO neutron.pecan_wsgi.hooks.translation [None req-69fbd4af-b3bc-4545-b803-830e0e074407 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 18:40:27.125836 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-69fbd4af-b3bc-4545-b803-830e0e074407 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93916) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 18:40:27.167870 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-69fbd4af-b3bc-4545-b803-830e0e074407 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6455858 Jul 14 18:40:27.168713 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 56168) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:40:27.178821 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-d4793fea-7c6b-419c-86e8-8e23016504f6 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Request body: {'subnet': {'network_id': 'de099bce-1061-4014-bdd5-ec95cce7be8f', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:40:27.315797 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493c8d21-267c-48ce-834b-cf054da8d27b None None] Pushing event deleted for resources: {'Port': ['ID=9f8fd536-c8d9-4a12-bf5f-106ad8b70cfd,revision_number=None']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:40:27.361994 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3de14d28-f3c2-40c4-ab95-52e31fea0d71 req-3d71ebaa-ec42-4c6f-a60e-974f48950d51 tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] 10.222.0.16 "GET /v2.0/security-groups?id=fc6dd3c4-c788-41ac-b543-0fb2220ac857&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3278785 Jul 14 18:40:27.365442 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-fc118c75-2748-4d7d-bebf-29869e14f870 req-87a11ffc-2f4f-43a3-945a-fe2a30d03344 tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:27.391388 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-9a5a7c4e-da75-4fac-91db-4660c57c4fdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:27.391659 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-9a5a7c4e-da75-4fac-91db-4660c57c4fdd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:27.394989 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-9a5a7c4e-da75-4fac-91db-4660c57c4fdd admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2ad455ff-6ff4-4067-8bf1-fdec963484f5 HTTP/1.1" status: 204 len: 168 time: 0.4971354 Jul 14 18:40:27.491924 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a11ffc-2f4f-43a3-945a-fe2a30d03344 tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Pushing event deleted for resources: {'Port': ['ID=01e919c7-8637-42ef-8e01-955fe39681bd,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:40:27.494236 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5a7c4e-da75-4fac-91db-4660c57c4fdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ad455ff-6ff4-4067-8bf1-fdec963484f5,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:40:27.521720 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4793fea-7c6b-419c-86e8-8e23016504f6 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Made reservation on behalf of 13ccccd91e8c4eb89f4317d7ac77ca6b for: {'subnet': 1} {{(pid=93916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:40:27.535206 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-d4793fea-7c6b-419c-86e8-8e23016504f6 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26033189'] for subnet, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:27.570850 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 9f8fd536-c8d9-4a12-bf5f-106ad8b70cfd no longer exists at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 18:40:27.595664 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc118c75-2748-4d7d-bebf-29869e14f870 req-87a11ffc-2f4f-43a3-945a-fe2a30d03344 tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] No DVR routers for this DVR port 01e919c7-8637-42ef-8e01-955fe39681bd on host n-h2-800634-3 {{(pid=93915) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 18:40:27.599930 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-fc118c75-2748-4d7d-bebf-29869e14f870 req-87a11ffc-2f4f-43a3-945a-fe2a30d03344 tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:27.602822 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-fc118c75-2748-4d7d-bebf-29869e14f870 req-87a11ffc-2f4f-43a3-945a-fe2a30d03344 tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] 10.222.0.35 "DELETE /v2.0/ports/01e919c7-8637-42ef-8e01-955fe39681bd HTTP/1.1" status: 204 len: 173 time: 1.5448463 Jul 14 18:40:27.607228 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b19a8ff8-9d39-4cd0-9048-318f9ac3e8c4', 'name': 'network-vif-deleted', 'tag': '01e919c7-8637-42ef-8e01-955fe39681bd'}] {{(pid=93915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:40:27.609412 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e72782ad3af8f7d4ce76cedf092bca46d1756acc5c4653cf0b52034cdd6b073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5da4e806-7f0b-47f7-9d95-1feabd67c172" -d '{"events": [{"server_uuid": "b19a8ff8-9d39-4cd0-9048-318f9ac3e8c4", "name": "network-vif-deleted", "tag": "01e919c7-8637-42ef-8e01-955fe39681bd"}]}' {{(pid=93915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:40:27.615274 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] No Port match for: 9f8fd536-c8d9-4a12-bf5f-106ad8b70cfd {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 18:40:27.616413 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 9f8fd536-c8d9-4a12-bf5f-106ad8b70cfd not bound to the agent host n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 18:40:27.628082 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cc12130-6a72-442a-91b0-368fa19ca604 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9222b97e-5d1c-54f8-ba97-82f172498e76-de099bce-1061-4014-bdd5-ec95cce7be8f', 'network_id': 'de099bce-1061-4014-bdd5-ec95cce7be8f', 'tenant_id': '13ccccd91e8c4eb89f4317d7ac77ca6b', 'fixed_ips': [{'subnet_id': '01470483-73b3-4853-b6a8-da47494bdea8'}]}} from n-d-800634-3. {{(pid=93917) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 18:40:27.629163 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b5c657c8-4753-4ce9-856d-713bd06c0093 req-80b771de-c005-4fc4-a1ed-2997c93a48dd service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=4c97b723-59cb-4a2d-8757-30536ade8338&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4890380 Jul 14 18:40:27.635806 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-2cc12130-6a72-442a-91b0-368fa19ca604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:27.640436 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b502f2e-d8b5-4dd2-8d95-328535cde2ee req-8e6d8a67-9663-4cdd-a13e-3a7c2f254f19 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:40:27.642798 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-9b502f2e-d8b5-4dd2-8d95-328535cde2ee req-8e6d8a67-9663-4cdd-a13e-3a7c2f254f19 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] 10.222.0.16 "GET /v2.0/ports?device_id=4c97b723-59cb-4a2d-8757-30536ade8338 HTTP/1.1" status: 200 len: 945 time: 0.2011337 Jul 14 18:40:27.705123 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-9b502f2e-d8b5-4dd2-8d95-328535cde2ee req-1392c199-ab1f-47ba-b44a-c58ab5b426bc tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] 10.222.0.16 "GET /v2.0/security-groups?id=594b2ab7-3a96-48b2-98bb-9a68eebb818a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491517 Jul 14 18:40:27.753025 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 18:40:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79d94f6c-f569-4ff8-b466-2905532e0b32 x-openstack-request-id: req-79d94f6c-f569-4ff8-b466-2905532e0b32 {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:40:27.753332 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b19a8ff8-9d39-4cd0-9048-318f9ac3e8c4", "name": "network-vif-deleted", "tag": "01e919c7-8637-42ef-8e01-955fe39681bd", "status": "completed", "code": 200}]} {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:40:27.753589 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-79d94f6c-f569-4ff8-b466-2905532e0b32 {{(pid=93915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:40:27.754084 n-d-800634-3 neutron-server[93915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b19a8ff8-9d39-4cd0-9048-318f9ac3e8c4', 'name': 'network-vif-deleted', 'tag': '01e919c7-8637-42ef-8e01-955fe39681bd', 'status': 'completed', 'code': 200} Jul 14 18:40:27.901562 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.db_base_plugin_common [None req-2cc12130-6a72-442a-91b0-368fa19ca604 None None] Allocated IP 2001:db8::2 (de099bce-1061-4014-bdd5-ec95cce7be8f/01470483-73b3-4853-b6a8-da47494bdea8/e7aaab04-272c-4823-81e4-938a15344278) {{(pid=93917) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:40:28.211702 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-2cc12130-6a72-442a-91b0-368fa19ca604 None None] Notify callbacks [] for port, precommit_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:28.219400 n-d-800634-3 neutron-server[93916]: DEBUG neutron.objects.ports [None req-d4793fea-7c6b-419c-86e8-8e23016504f6 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93916) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 14 18:40:28.221278 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-d4793fea-7c6b-419c-86e8-8e23016504f6 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2684753', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26033175'] for subnet, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:28.242164 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-2cc12130-6a72-442a-91b0-368fa19ca604 None None] Transition to ACTIVE for port object e7aaab04-272c-4823-81e4-938a15344278 will not be triggered until provisioned by entity L2. {{(pid=93917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:40:28.307656 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-2cc12130-6a72-442a-91b0-368fa19ca604 None None] Transition to ACTIVE for port object e7aaab04-272c-4823-81e4-938a15344278 will not be triggered until provisioned by entity DHCP. {{(pid=93917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:40:28.327608 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-2cc12130-6a72-442a-91b0-368fa19ca604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804'] for port, after_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:28.327772 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4793fea-7c6b-419c-86e8-8e23016504f6 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Network de099bce-1061-4014-bdd5-ec95cce7be8f is already hosted by enough agents. {{(pid=93916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:40:28.356453 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [None req-d4793fea-7c6b-419c-86e8-8e23016504f6 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Resources bound (agent type, host, resource id): {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:40:28.361234 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4793fea-7c6b-419c-86e8-8e23016504f6 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:40:28.361854 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-d4793fea-7c6b-419c-86e8-8e23016504f6 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks [] for subnet, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:28.385765 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4793fea-7c6b-419c-86e8-8e23016504f6 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Pushing event updated for resources: {'Subnet': ['ID=4bebd29e-7b35-4b9f-bd82-c4fd74613ee5,revision_number=0']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:40:28.413550 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-d4793fea-7c6b-419c-86e8-8e23016504f6 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 1.2435191 Jul 14 18:40:28.416406 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 56214) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:40:28.417489 n-d-800634-3 neutron-server[93917]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cc12130-6a72-442a-91b0-368fa19ca604 None None] Network de099bce-1061-4014-bdd5-ec95cce7be8f is already hosted by enough agents. {{(pid=93917) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:40:28.425524 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-c644e372-551a-4c8e-ace8-7bd561735629 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Request body: {'port': {'network_id': 'de099bce-1061-4014-bdd5-ec95cce7be8f', 'mac_address': 'fa:16:3e:e6:c3:49', 'name': 'tempest-NetworksTestDHCPv6-130288234'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:40:28.426903 n-d-800634-3 neutron-server[93917]: DEBUG neutron.scheduler.base_scheduler [None req-2cc12130-6a72-442a-91b0-368fa19ca604 None None] Resources bound (agent type, host, resource id): {{(pid=93917) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:40:28.434368 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cc12130-6a72-442a-91b0-368fa19ca604 None None] Received port after_create {{(pid=93917) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:40:28.667459 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-2cc12130-6a72-442a-91b0-368fa19ca604 None None] Attempting to bind port e7aaab04-272c-4823-81e4-938a15344278 on host n-d-800634-3 for vnic_type normal with profile {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:40:28.668211 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-2cc12130-6a72-442a-91b0-368fa19ca604 None None] Attempting to bind port e7aaab04-272c-4823-81e4-938a15344278 by drivers openvswitch,hyperv on host n-d-800634-3 at level 0 using segments [{'id': 'e57d1292-9039-4d9f-94d2-728500c53487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'de099bce-1061-4014-bdd5-ec95cce7be8f'}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:40:28.668444 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cc12130-6a72-442a-91b0-368fa19ca604 None None] Attempting to bind port e7aaab04-272c-4823-81e4-938a15344278 on network de099bce-1061-4014-bdd5-ec95cce7be8f {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:40:28.673330 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Device 01e919c7-8637-42ef-8e01-955fe39681bd no longer exists at agent hyperv_n-h2-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 18:40:28.754436 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] No Port match for: 01e919c7-8637-42ef-8e01-955fe39681bd {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 18:40:28.754884 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Device 01e919c7-8637-42ef-8e01-955fe39681bd not bound to the agent host n-h2-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 18:40:28.756882 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cc12130-6a72-442a-91b0-368fa19ca604 None None] Checking agent: {'id': '01c19e91-a945-4e3c-94a6-c211e17c923e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 8, 23), 'started_at': datetime.datetime(2021, 7, 14, 18, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 18, 40, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 18:40:28.757168 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cc12130-6a72-442a-91b0-368fa19ca604 None None] Checking segment: {'id': 'e57d1292-9039-4d9f-94d2-728500c53487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'de099bce-1061-4014-bdd5-ec95cce7be8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93917) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:40:28.757792 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-2cc12130-6a72-442a-91b0-368fa19ca604 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:28.758244 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cc12130-6a72-442a-91b0-368fa19ca604 None None] Bound using segment: {'id': 'e57d1292-9039-4d9f-94d2-728500c53487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'de099bce-1061-4014-bdd5-ec95cce7be8f'} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 18:40:28.758910 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-2cc12130-6a72-442a-91b0-368fa19ca604 None None] Bound port: e7aaab04-272c-4823-81e4-938a15344278, host: n-d-800634-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e57d1292-9039-4d9f-94d2-728500c53487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'de099bce-1061-4014-bdd5-ec95cce7be8f'}}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 18:40:28.759351 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-2cc12130-6a72-442a-91b0-368fa19ca604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:28.762337 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc12130-6a72-442a-91b0-368fa19ca604 None None] Pushing event updated for resources: {'Port': ['ID=e7aaab04-272c-4823-81e4-938a15344278,revision_number=1']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:40:28.837811 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f74b5b6d-79f5-49f1-a688-9dfe36e93b11 req-3c570682-90de-4de1-a3c2-a5fc50985b53 tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] 10.222.0.16 "GET /v2.0/ports?device_id=b19a8ff8-9d39-4cd0-9048-318f9ac3e8c4 HTTP/1.1" status: 200 len: 210 time: 0.0823267 Jul 14 18:40:28.861947 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c644e372-551a-4c8e-ace8-7bd561735629 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Made reservation on behalf of 13ccccd91e8c4eb89f4317d7ac77ca6b for: {'port': 1} {{(pid=93915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:40:28.961161 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-2cc12130-6a72-442a-91b0-368fa19ca604 None None] For port e7aaab04-272c-4823-81e4-938a15344278, host n-d-800634-3, cleared binding levels {{(pid=93917) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:40:28.963129 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 56236) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:40:28.977484 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-2cc12130-6a72-442a-91b0-368fa19ca604 None None] For port e7aaab04-272c-4823-81e4-938a15344278, host n-d-800634-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=e7aaab04-272c-4823-81e4-938a15344278,segment=NetworkSegment(e57d1292-9039-4d9f-94d2-728500c53487),segment_id=e57d1292-9039-4d9f-94d2-728500c53487)] {{(pid=93917) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 18:40:29.013066 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-2cc12130-6a72-442a-91b0-368fa19ca604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:29.056848 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-c644e372-551a-4c8e-ace8-7bd561735629 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:29.104738 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc12130-6a72-442a-91b0-368fa19ca604 None None] Pushing event updated for resources: {'Port': ['ID=e7aaab04-272c-4823-81e4-938a15344278,revision_number=2']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:40:29.121595 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-836105a7-147f-45d0-ae8e-d236e224d09d admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-143291585-network', 'tenant_id': '35da738978f94aeabeb79ba359759a7a'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:40:29.139580 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [None req-c644e372-551a-4c8e-ace8-7bd561735629 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] device_id is not set on port b29d063f-b7fe-4cf6-8997-3acdd89be364 yet. {{(pid=93915) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 18:40:29.185723 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-836105a7-147f-45d0-ae8e-d236e224d09d admin admin] Made reservation on behalf of 35da738978f94aeabeb79ba359759a7a for: {'network': 1} {{(pid=93916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:40:29.188490 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-836105a7-147f-45d0-ae8e-d236e224d09d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for network, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:29.198278 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-836105a7-147f-45d0-ae8e-d236e224d09d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:29.273692 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed12387-38a9-445d-a9a9-a0e636ac6289 req-84ca6794-3778-4935-bb73-b3a91c16fd58 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:40:29.277336 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-fed12387-38a9-445d-a9a9-a0e636ac6289 req-84ca6794-3778-4935-bb73-b3a91c16fd58 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] 10.222.0.16 "GET /v2.0/ports?device_id=4c97b723-59cb-4a2d-8757-30536ade8338 HTTP/1.1" status: 200 len: 945 time: 0.2840459 Jul 14 18:40:29.373481 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-836105a7-147f-45d0-ae8e-d236e224d09d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:29.378596 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-836105a7-147f-45d0-ae8e-d236e224d09d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:29.389173 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-fed12387-38a9-445d-a9a9-a0e636ac6289 req-c2fe7867-f297-495b-aaa3-1d02b2991d5f tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] 10.222.0.16 "GET /v2.0/security-groups?id=594b2ab7-3a96-48b2-98bb-9a68eebb818a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1005232 Jul 14 18:40:29.435239 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-836105a7-147f-45d0-ae8e-d236e224d09d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 84} {{(pid=93916) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 18:40:29.456467 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836105a7-147f-45d0-ae8e-d236e224d09d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76b424ec-9e9e-4af7-8ed8-4b83c22e944f,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:40:29.463271 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-836105a7-147f-45d0-ae8e-d236e224d09d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:29.463850 n-d-800634-3 neutron-server[93916]: INFO neutron.db.segments_db [None req-836105a7-147f-45d0-ae8e-d236e224d09d admin admin] Added segment 6bb8bc6b-7068-4421-92d4-a42ebf3ba5a8 of type vlan for network 1415c993-ef04-446f-b982-480a56155e4c Jul 14 18:40:29.483239 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.db_base_plugin_common [None req-c644e372-551a-4c8e-ace8-7bd561735629 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Allocated IP 2001:db8::25b (de099bce-1061-4014-bdd5-ec95cce7be8f/01470483-73b3-4853-b6a8-da47494bdea8/b29d063f-b7fe-4cf6-8997-3acdd89be364) {{(pid=93915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:40:29.491705 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.db_base_plugin_common [None req-c644e372-551a-4c8e-ace8-7bd561735629 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Allocated IP 2001:db8:0:1:f816:3eff:fee6:c349 (de099bce-1061-4014-bdd5-ec95cce7be8f/4bebd29e-7b35-4b9f-bd82-c4fd74613ee5/b29d063f-b7fe-4cf6-8997-3acdd89be364) {{(pid=93915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:40:29.543157 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-836105a7-147f-45d0-ae8e-d236e224d09d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728202197517'] for network, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:29.613361 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-836105a7-147f-45d0-ae8e-d236e224d09d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727'] for network, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:29.615127 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-836105a7-147f-45d0-ae8e-d236e224d09d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:40:29.616112 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-836105a7-147f-45d0-ae8e-d236e224d09d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598705'] for network, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:29.713492 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836105a7-147f-45d0-ae8e-d236e224d09d admin admin] Pushing event updated for resources: {'Network': ['ID=1415c993-ef04-446f-b982-480a56155e4c,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:40:29.728978 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Network 1415c993-ef04-446f-b982-480a56155e4c details requested by agent ovs-agent-n-d-800634-3 with host n-d-800634-3 {{(pid=93917) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 18:40:29.735349 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-836105a7-147f-45d0-ae8e-d236e224d09d admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.7707884 Jul 14 18:40:29.735955 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 56246) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:40:29.740869 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-a271fdfa-c6a5-40f3-8428-b19d34e8ad97 admin admin] Request body: {'subnet': {'network_id': '1415c993-ef04-446f-b982-480a56155e4c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-143291585-subnet', 'tenant_id': '35da738978f94aeabeb79ba359759a7a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:40:29.765995 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a271fdfa-c6a5-40f3-8428-b19d34e8ad97 admin admin] Made reservation on behalf of 35da738978f94aeabeb79ba359759a7a for: {'subnet': 1} {{(pid=93916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:40:29.769176 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a271fdfa-c6a5-40f3-8428-b19d34e8ad97 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26033189'] for subnet, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:29.834183 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-c644e372-551a-4c8e-ace8-7bd561735629 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks [] for port, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:29.851294 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c657c8-4753-4ce9-856d-713bd06c0093 req-e177a602-795a-406b-9f70-e43b6b88ea18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:40:29.852859 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b5c657c8-4753-4ce9-856d-713bd06c0093 req-e177a602-795a-406b-9f70-e43b6b88ea18 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=af718961b2754d7c873f442ed35947bb&device_id=4c97b723-59cb-4a2d-8757-30536ade8338 HTTP/1.1" status: 200 len: 1096 time: 0.1309721 Jul 14 18:40:29.855515 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.provisioning_blocks [None req-c644e372-551a-4c8e-ace8-7bd561735629 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Transition to ACTIVE for port object b29d063f-b7fe-4cf6-8997-3acdd89be364 will not be triggered until provisioned by entity DHCP. {{(pid=93915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:40:29.967831 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-c644e372-551a-4c8e-ace8-7bd561735629 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:29.979735 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a271fdfa-c6a5-40f3-8428-b19d34e8ad97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2684753', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26033175'] for subnet, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:30.001854 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c657c8-4753-4ce9-856d-713bd06c0093 req-6c25a0b7-0bd7-4a94-a8b3-478337017ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:40:30.003356 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b5c657c8-4753-4ce9-856d-713bd06c0093 req-6c25a0b7-0bd7-4a94-a8b3-478337017ca9 service neutron] 10.222.0.18 "GET /v2.0/networks?id=4af60b63-c835-45f6-978c-4969f04b1f64 HTTP/1.1" status: 200 len: 896 time: 0.1439276 Jul 14 18:40:30.049395 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 56250) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:40:30.052157 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a271fdfa-c6a5-40f3-8428-b19d34e8ad97 admin admin] Pushing event updated for resources: {'Subnet': ['ID=18f8888f-9b51-4e17-95a7-54d1b3f01a7e,revision_number=0']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:40:30.064862 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c644e372-551a-4c8e-ace8-7bd561735629 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Network de099bce-1061-4014-bdd5-ec95cce7be8f is already hosted by enough agents. {{(pid=93915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:40:30.073625 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [None req-c644e372-551a-4c8e-ace8-7bd561735629 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Resources bound (agent type, host, resource id): {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:40:30.078008 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a271fdfa-c6a5-40f3-8428-b19d34e8ad97 admin admin] Checking segment: {'id': '6bb8bc6b-7068-4421-92d4-a42ebf3ba5a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '1415c993-ef04-446f-b982-480a56155e4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93916) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:40:30.078455 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a271fdfa-c6a5-40f3-8428-b19d34e8ad97 admin admin] Network hostable DHCP agents. Network: 1415c993-ef04-446f-b982-480a56155e4c, hostable agents: ['028393c3-0576-4ebd-bca1-8ea8a148e1a2'], hosted agents: [] {{(pid=93916) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 18:40:30.080782 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c644e372-551a-4c8e-ace8-7bd561735629 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Received port after_create {{(pid=93915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:40:30.087033 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c644e372-551a-4c8e-ace8-7bd561735629 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:40:30.087693 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-c644e372-551a-4c8e-ace8-7bd561735629 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:30.093603 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c644e372-551a-4c8e-ace8-7bd561735629 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Pushing event updated for resources: {'Port': ['ID=b29d063f-b7fe-4cf6-8997-3acdd89be364,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:40:30.131439 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a271fdfa-c6a5-40f3-8428-b19d34e8ad97 admin admin] Network 1415c993-ef04-446f-b982-480a56155e4c is scheduled to be hosted by DHCP agent 028393c3-0576-4ebd-bca1-8ea8a148e1a2 with binding_index 1 {{(pid=93916) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 18:40:30.135695 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-c644e372-551a-4c8e-ace8-7bd561735629 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.7177567 Jul 14 18:40:30.136852 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 56252) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:40:30.139040 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c644e372-551a-4c8e-ace8-7bd561735629 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:40:30.139757 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c644e372-551a-4c8e-ace8-7bd561735629 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:40:30.140189 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c644e372-551a-4c8e-ace8-7bd561735629 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:40:30.140598 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c644e372-551a-4c8e-ace8-7bd561735629 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:40:30.141039 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c644e372-551a-4c8e-ace8-7bd561735629 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:40:30.142033 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-693f86f7-a9ed-49e2-a43f-c446b842f0c8 tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Notify callbacks [] for security_group, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:30.142220 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c644e372-551a-4c8e-ace8-7bd561735629 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:40:30.142620 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c644e372-551a-4c8e-ace8-7bd561735629 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:40:30.143079 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c644e372-551a-4c8e-ace8-7bd561735629 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:40:30.143648 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c644e372-551a-4c8e-ace8-7bd561735629 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:40:30.144046 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c644e372-551a-4c8e-ace8-7bd561735629 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:40:30.144598 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c644e372-551a-4c8e-ace8-7bd561735629 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:40:30.145133 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c644e372-551a-4c8e-ace8-7bd561735629 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:40:30.157883 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [None req-a271fdfa-c6a5-40f3-8428-b19d34e8ad97 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-3, 1415c993-ef04-446f-b982-480a56155e4c) {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:40:30.168321 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e09b18c-f2f9-4aef-a2dd-79fde54fddc6 None None] Network 1415c993-ef04-446f-b982-480a56155e4c requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:40:30.184622 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b5c657c8-4753-4ce9-856d-713bd06c0093 req-9eafd19c-0780-4741-9f58-495a7f65172f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3da287af-2738-4486-961b-dffd7cb5b2b2 HTTP/1.1" status: 200 len: 1001 time: 0.1746619 Jul 14 18:40:30.205318 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a271fdfa-c6a5-40f3-8428-b19d34e8ad97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:40:30.206067 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a271fdfa-c6a5-40f3-8428-b19d34e8ad97 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:30.258558 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-693f86f7-a9ed-49e2-a43f-c446b842f0c8 tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:30.293971 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c657c8-4753-4ce9-856d-713bd06c0093 req-5ea11dd6-6cf6-4653-9f0d-052b66bd6a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:40:30.296278 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b5c657c8-4753-4ce9-856d-713bd06c0093 req-5ea11dd6-6cf6-4653-9f0d-052b66bd6a60 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=727c42fe-46fd-46d1-8ab9-17297f08f294 HTTP/1.1" status: 200 len: 834 time: 0.1041844 Jul 14 18:40:30.307789 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-a271fdfa-c6a5-40f3-8428-b19d34e8ad97 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.5624931 Jul 14 18:40:30.382577 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-0d23a174-d84f-4d74-be1d-aade2ab6ba50 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Deleting port b29d063f-b7fe-4cf6-8997-3acdd89be364 {{(pid=93916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:40:30.382932 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-0d23a174-d84f-4d74-be1d-aade2ab6ba50 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:30.406714 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-693f86f7-a9ed-49e2-a43f-c446b842f0c8 tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:30.411502 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c657c8-4753-4ce9-856d-713bd06c0093 req-f9652be5-42e6-4c53-8e6c-7cb70feab784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:40:30.415841 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e833da6-a76b-421c-bca9-f20ea394d26a None None] Network 1415c993-ef04-446f-b982-480a56155e4c requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:40:30.416042 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-693f86f7-a9ed-49e2-a43f-c446b842f0c8 tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:30.417351 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b5c657c8-4753-4ce9-856d-713bd06c0093 req-f9652be5-42e6-4c53-8e6c-7cb70feab784 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4af60b63-c835-45f6-978c-4969f04b1f64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1137826 Jul 14 18:40:30.429359 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-693f86f7-a9ed-49e2-a43f-c446b842f0c8 tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] 10.222.0.16 "DELETE /v2.0/security-groups/fc6dd3c4-c788-41ac-b543-0fb2220ac857 HTTP/1.1" status: 204 len: 168 time: 0.3780174 Jul 14 18:40:30.517059 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 56264) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:40:30.575336 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693f86f7-a9ed-49e2-a43f-c446b842f0c8 tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc6dd3c4-c788-41ac-b543-0fb2220ac857,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:40:30.663088 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-0d23a174-d84f-4d74-be1d-aade2ab6ba50 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:30.705536 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-0d23a174-d84f-4d74-be1d-aade2ab6ba50 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Calling delete_port for b29d063f-b7fe-4cf6-8997-3acdd89be364 owned by {{(pid=93916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:40:30.798257 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2320db52-1fac-4b8c-8dc0-c78cf6d9043c None None] Network de099bce-1061-4014-bdd5-ec95cce7be8f requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:40:30.991438 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-cc403482-7b1a-4244-a6d9-879db8425ad4 None None] Provisioning for port e7aaab04-272c-4823-81e4-938a15344278 completed by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:40:31.028158 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 56282) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:40:31.035305 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-dc13f3f6-7f9c-4a30-9f13-128f4535e8b1 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1958968127-network', 'tenant_id': '0eda081384d943dfb446c8d041fce1ab'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:40:31.040427 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-0d23a174-d84f-4d74-be1d-aade2ab6ba50 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:31.091033 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d23a174-d84f-4d74-be1d-aade2ab6ba50 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Pushing event deleted for resources: {'Port': ['ID=b29d063f-b7fe-4cf6-8997-3acdd89be364,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:40:31.112043 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b5c657c8-4753-4ce9-856d-713bd06c0093 req-26af711c-64df-40e2-96e2-bd1f8b232a8b service neutron] 10.222.0.18 "GET /v2.0/networks/4af60b63-c835-45f6-978c-4969f04b1f64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6881266 Jul 14 18:40:31.147960 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc13f3f6-7f9c-4a30-9f13-128f4535e8b1 admin admin] Made reservation on behalf of 0eda081384d943dfb446c8d041fce1ab for: {'network': 1} {{(pid=93916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:40:31.150712 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-dc13f3f6-7f9c-4a30-9f13-128f4535e8b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for network, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:31.154622 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-0d23a174-d84f-4d74-be1d-aade2ab6ba50 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:31.156710 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-0d23a174-d84f-4d74-be1d-aade2ab6ba50 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] 10.222.0.16 "DELETE /v2.0/ports/b29d063f-b7fe-4cf6-8997-3acdd89be364 HTTP/1.1" status: 204 len: 168 time: 1.0189397 Jul 14 18:40:31.164181 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 56284) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:40:31.174273 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-dc13f3f6-7f9c-4a30-9f13-128f4535e8b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:31.281493 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9de4fe2-9208-4923-acd5-b0a060c3629e tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:40:31.286100 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-a9de4fe2-9208-4923-acd5-b0a060c3629e tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.1175315 Jul 14 18:40:31.286263 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 56286) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:40:31.335304 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba3b873-6264-4175-9b8a-b3edda8a2d2f req-9d89b603-d0bd-451d-9d75-4fc04814f04f tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:40:31.344822 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-dba3b873-6264-4175-9b8a-b3edda8a2d2f req-9d89b603-d0bd-451d-9d75-4fc04814f04f tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] 10.222.0.16 "GET /v2.0/ports?device_id=4c97b723-59cb-4a2d-8757-30536ade8338 HTTP/1.1" status: 200 len: 945 time: 0.2882624 Jul 14 18:40:31.374752 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-dc13f3f6-7f9c-4a30-9f13-128f4535e8b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:31.382036 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-dc13f3f6-7f9c-4a30-9f13-128f4535e8b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:31.399632 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b5c657c8-4753-4ce9-856d-713bd06c0093 req-974beae4-77d3-441f-8809-19d89d59979e service neutron] 10.222.0.18 "GET /v2.0/networks/4af60b63-c835-45f6-978c-4969f04b1f64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2693310 Jul 14 18:40:31.452442 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f03cb9a-4750-455e-8e9d-eea2ff8c5d4b tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:40:31.457632 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-1f03cb9a-4750-455e-8e9d-eea2ff8c5d4b tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.1678512 Jul 14 18:40:31.462804 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 56288) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:40:31.465679 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc13f3f6-7f9c-4a30-9f13-128f4535e8b1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 53} {{(pid=93916) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 18:40:31.480307 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc13f3f6-7f9c-4a30-9f13-128f4535e8b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3348d52c-d4b9-45af-809c-a9fa3562e0cd,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:40:31.514938 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-dba3b873-6264-4175-9b8a-b3edda8a2d2f req-5da09f46-1ed4-4f28-8f27-498e5e78e4fc tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] 10.222.0.16 "GET /v2.0/security-groups?id=594b2ab7-3a96-48b2-98bb-9a68eebb818a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1688261 Jul 14 18:40:31.541965 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-dc13f3f6-7f9c-4a30-9f13-128f4535e8b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:31.552292 n-d-800634-3 neutron-server[93916]: INFO neutron.db.segments_db [None req-dc13f3f6-7f9c-4a30-9f13-128f4535e8b1 admin admin] Added segment 887c23a8-2461-4250-bae7-8f02209708d5 of type vlan for network 2973b448-0863-4035-9456-9eed7d5094fb Jul 14 18:40:31.635209 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-129bd840-705b-4b0f-bfa5-b8e33587db26 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:40:31.636797 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-129bd840-705b-4b0f-bfa5-b8e33587db26 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:40:31.638585 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-129bd840-705b-4b0f-bfa5-b8e33587db26 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:40:31.641520 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-129bd840-705b-4b0f-bfa5-b8e33587db26 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1762955 Jul 14 18:40:31.642226 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-dc13f3f6-7f9c-4a30-9f13-128f4535e8b1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728202197517'] for network, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:31.643558 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 56290) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:40:31.666782 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dec40021-c499-4a2f-a54a-895705305704 None None] Update dhcp port {'port': {'network_id': 'de099bce-1061-4014-bdd5-ec95cce7be8f', 'fixed_ips': [{'subnet_id': '01470483-73b3-4853-b6a8-da47494bdea8', 'ip_address': '2001:db8::2'}, {'subnet_id': '4bebd29e-7b35-4b9f-bd82-c4fd74613ee5'}], 'binding:host_id': 'n-d-800634-3'}, 'id': 'e7aaab04-272c-4823-81e4-938a15344278'} from n-d-800634-3. {{(pid=93917) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 14 18:40:31.668966 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device e7aaab04-272c-4823-81e4-938a15344278 up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:40:31.680091 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-dc13f3f6-7f9c-4a30-9f13-128f4535e8b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727'] for network, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:31.681379 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc13f3f6-7f9c-4a30-9f13-128f4535e8b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:40:31.682509 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-dc13f3f6-7f9c-4a30-9f13-128f4535e8b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598705'] for network, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:31.714276 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-dc13f3f6-7f9c-4a30-9f13-128f4535e8b1 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.6835575 Jul 14 18:40:31.718683 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 56292) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:40:31.734857 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-dec40021-c499-4a2f-a54a-895705305704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:31.769492 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.db_base_plugin_v2 [None req-03dbf9de-7f0d-48c3-a0f9-0e10bd190477 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Deleting subnet 01470483-73b3-4853-b6a8-da47494bdea8 {{(pid=93915) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 18:40:31.770255 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-c13f33ea-36b0-4a48-bd11-d7812855d6ce admin admin] Request body: {'subnet': {'network_id': '2973b448-0863-4035-9456-9eed7d5094fb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1958968127-subnet', 'tenant_id': '0eda081384d943dfb446c8d041fce1ab', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:40:31.782417 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-03dbf9de-7f0d-48c3-a0f9-0e10bd190477 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks [] for subnet, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:31.799241 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c13f33ea-36b0-4a48-bd11-d7812855d6ce admin admin] Made reservation on behalf of 0eda081384d943dfb446c8d041fce1ab for: {'subnet': 1} {{(pid=93916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:40:31.802347 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-c13f33ea-36b0-4a48-bd11-d7812855d6ce admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26033189'] for subnet, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:31.861099 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc13f3f6-7f9c-4a30-9f13-128f4535e8b1 admin admin] Pushing event updated for resources: {'Network': ['ID=2973b448-0863-4035-9456-9eed7d5094fb,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:40:31.861357 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-03dbf9de-7f0d-48c3-a0f9-0e10bd190477 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28939913'] for subnet, precommit_delete_associations {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:31.876558 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Network 2973b448-0863-4035-9456-9eed7d5094fb details requested by agent ovs-agent-n-d-800634-3 with host n-d-800634-3 {{(pid=93917) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 18:40:31.879056 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning for port e7aaab04-272c-4823-81e4-938a15344278 completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:40:31.926080 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-729e7996-ef68-45e2-8f5a-1f7b991d60ad tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-928623'] for router_interface, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:31.929394 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port e7aaab04-272c-4823-81e4-938a15344278 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:40:31.929977 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:32.089922 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:32.106219 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-c13f33ea-36b0-4a48-bd11-d7812855d6ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2684753', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26033175'] for subnet, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:32.141931 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] For port e7aaab04-272c-4823-81e4-938a15344278, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=e7aaab04-272c-4823-81e4-938a15344278,segment=NetworkSegment(e57d1292-9039-4d9f-94d2-728500c53487),segment_id=e57d1292-9039-4d9f-94d2-728500c53487)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:40:32.148914 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:32.150718 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-03dbf9de-7f0d-48c3-a0f9-0e10bd190477 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081283'] for subnet, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:32.194923 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c13f33ea-36b0-4a48-bd11-d7812855d6ce admin admin] Checking segment: {'id': '887c23a8-2461-4250-bae7-8f02209708d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '2973b448-0863-4035-9456-9eed7d5094fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93916) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:40:32.195279 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c13f33ea-36b0-4a48-bd11-d7812855d6ce admin admin] Network hostable DHCP agents. Network: 2973b448-0863-4035-9456-9eed7d5094fb, hostable agents: ['028393c3-0576-4ebd-bca1-8ea8a148e1a2'], hosted agents: [] {{(pid=93916) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 18:40:32.207720 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13f33ea-36b0-4a48-bd11-d7812855d6ce admin admin] Pushing event updated for resources: {'Subnet': ['ID=f7c891eb-302a-4e5b-a9fb-b44c95f7479d,revision_number=0']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:40:32.239643 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c13f33ea-36b0-4a48-bd11-d7812855d6ce admin admin] Network 2973b448-0863-4035-9456-9eed7d5094fb is scheduled to be hosted by DHCP agent 028393c3-0576-4ebd-bca1-8ea8a148e1a2 with binding_index 1 {{(pid=93916) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 18:40:32.249419 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Pushing event updated for resources: {'Port': ['ID=e7aaab04-272c-4823-81e4-938a15344278,revision_number=3']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:40:32.263923 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [None req-c13f33ea-36b0-4a48-bd11-d7812855d6ce admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-3, 2973b448-0863-4035-9456-9eed7d5094fb) {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:40:32.269524 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c13f33ea-36b0-4a48-bd11-d7812855d6ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:40:32.270638 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-c13f33ea-36b0-4a48-bd11-d7812855d6ce admin admin] Notify callbacks [] for subnet, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:32.275183 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87d0faf2-3a5b-4fc7-aea9-cd0bd76c4cf3 None None] Network 2973b448-0863-4035-9456-9eed7d5094fb requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:40:32.291662 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-03dbf9de-7f0d-48c3-a0f9-0e10bd190477 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25913028', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28969762'] for subnet, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:32.308991 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-c13f33ea-36b0-4a48-bd11-d7812855d6ce admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.5775595 Jul 14 18:40:32.325458 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03dbf9de-7f0d-48c3-a0f9-0e10bd190477 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Pushing event deleted for resources: {'Subnet': ['ID=01470483-73b3-4853-b6a8-da47494bdea8,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:40:32.361507 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-03dbf9de-7f0d-48c3-a0f9-0e10bd190477 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks [] for subnet, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:32.363726 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-03dbf9de-7f0d-48c3-a0f9-0e10bd190477 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] 10.222.0.16 "DELETE /v2.0/subnets/01470483-73b3-4853-b6a8-da47494bdea8 HTTP/1.1" status: 204 len: 168 time: 0.7191908 Jul 14 18:40:32.366248 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 56306) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:40:32.403597 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server [None req-dec40021-c499-4a2f-a54a-895705305704 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 01470483-73b3-4853-b6a8-da47494bdea8: This subnet is being modified by another concurrent operation. Jul 14 18:40:32.403597 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 14 18:40:32.403597 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 14 18:40:32.403597 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 14 18:40:32.403597 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 14 18:40:32.403597 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 14 18:40:32.403597 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 14 18:40:32.403597 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 14 18:40:32.403597 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 14 18:40:32.403597 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 14 18:40:32.403597 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 14 18:40:32.403597 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 14 18:40:32.403597 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 14 18:40:32.403597 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 14 18:40:32.403597 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 18:40:32.403597 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 18:40:32.403597 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 18:40:32.403597 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 18:40:32.403597 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 14 18:40:32.403597 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 14 18:40:32.403597 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 14 18:40:32.403597 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 14 18:40:32.403597 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 18:40:32.403597 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 18:40:32.403597 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 18:40:32.403597 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 18:40:32.403597 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 14 18:40:32.403597 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 14 18:40:32.403597 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 14 18:40:32.403597 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 14 18:40:32.403597 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 18:40:32.403597 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 18:40:32.403597 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 18:40:32.403597 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 18:40:32.403597 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 14 18:40:32.403597 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 14 18:40:32.403597 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Jul 14 18:40:32.403597 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Jul 14 18:40:32.403597 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Jul 14 18:40:32.403597 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Jul 14 18:40:32.403597 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 14 18:40:32.403597 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 14 18:40:32.403597 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 14 18:40:32.403597 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 14 18:40:32.403597 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 14 18:40:32.403597 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 14 18:40:32.403597 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 18:40:32.403597 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 18:40:32.403597 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 18:40:32.403597 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 18:40:32.403597 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 14 18:40:32.403597 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 14 18:40:32.403597 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 14 18:40:32.403597 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 14 18:40:32.408634 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 18:40:32.408634 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 18:40:32.408634 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 18:40:32.408634 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 18:40:32.408634 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 14 18:40:32.408634 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 14 18:40:32.408634 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 14 18:40:32.408634 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 14 18:40:32.408634 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 18:40:32.408634 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 18:40:32.408634 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 18:40:32.408634 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 18:40:32.408634 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 14 18:40:32.408634 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 14 18:40:32.408634 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1727, in update_port Jul 14 18:40:32.408634 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Jul 14 18:40:32.408634 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 14 18:40:32.408634 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 14 18:40:32.408634 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1507, in update_port Jul 14 18:40:32.408634 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Jul 14 18:40:32.408634 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Jul 14 18:40:32.408634 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Jul 14 18:40:32.408634 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Jul 14 18:40:32.408634 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Jul 14 18:40:32.408634 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Jul 14 18:40:32.408634 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 14 18:40:32.408634 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 14 18:40:32.408634 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 14 18:40:32.408634 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 14 18:40:32.408634 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server raise exception Jul 14 18:40:32.408634 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 01470483-73b3-4853-b6a8-da47494bdea8: This subnet is being modified by another concurrent operation. Jul 14 18:40:32.408634 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server Jul 14 18:40:32.454599 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [None req-729e7996-ef68-45e2-8f5a-1f7b991d60ad tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Deleting port 9e6b9240-7375-41ea-aa66-998d3e231f8e {{(pid=93915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:40:32.454939 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-729e7996-ef68-45e2-8f5a-1f7b991d60ad tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:32.511820 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34f08577-b764-4405-8a58-732920ed0700 None None] Network 2973b448-0863-4035-9456-9eed7d5094fb requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:40:32.519263 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:32.653186 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [None req-729e7996-ef68-45e2-8f5a-1f7b991d60ad tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] For port 9e6b9240-7375-41ea-aa66-998d3e231f8e, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=9e6b9240-7375-41ea-aa66-998d3e231f8e,segment=NetworkSegment(2c69c6a5-6bc1-42c7-8ba3-45df07491651),segment_id=2c69c6a5-6bc1-42c7-8ba3-45df07491651)] {{(pid=93915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:40:32.653473 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9c05097-10b4-44bc-ae87-6fb4b2540251 None None] Network de099bce-1061-4014-bdd5-ec95cce7be8f requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:40:32.653578 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-729e7996-ef68-45e2-8f5a-1f7b991d60ad tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:32.669885 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [None req-729e7996-ef68-45e2-8f5a-1f7b991d60ad tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Calling delete_port for 9e6b9240-7375-41ea-aa66-998d3e231f8e owned by network:router_interface {{(pid=93915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:40:32.828723 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-a3225ee9-460c-4b6e-b018-3f145754e532 None None] Provisioning complete for port e7aaab04-272c-4823-81e4-938a15344278 triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:40:32.829110 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-a3225ee9-460c-4b6e-b018-3f145754e532 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:32.895582 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.db_base_plugin_v2 [None req-55efcb67-753c-4167-9965-ce0a1360ecb1 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Deleting subnet 4bebd29e-7b35-4b9f-bd82-c4fd74613ee5 {{(pid=93916) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 18:40:32.899535 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-55efcb67-753c-4167-9965-ce0a1360ecb1 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks [] for subnet, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:32.959098 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-55efcb67-753c-4167-9965-ce0a1360ecb1 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26296866'] for subnet, precommit_delete_associations {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:33.031105 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2668845b-8a02-48b6-9325-554335b15849 req-5f56dd51-1fc4-471c-979e-8f577a2c5dfa tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:40:33.033053 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2668845b-8a02-48b6-9325-554335b15849 req-5f56dd51-1fc4-471c-979e-8f577a2c5dfa tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] 10.222.0.16 "GET /v2.0/ports?device_id=4c97b723-59cb-4a2d-8757-30536ade8338 HTTP/1.1" status: 200 len: 945 time: 0.1900866 Jul 14 18:40:33.046756 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-55efcb67-753c-4167-9965-ce0a1360ecb1 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081283'] for subnet, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:33.128971 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-55efcb67-753c-4167-9965-ce0a1360ecb1 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2684816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26033152'] for subnet, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:33.145624 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ee035b9-519d-4cab-8015-fdc1a12cb7b1 None None] Update dhcp port {'port': {'network_id': 'de099bce-1061-4014-bdd5-ec95cce7be8f', 'fixed_ips': [{'subnet_id': '4bebd29e-7b35-4b9f-bd82-c4fd74613ee5'}], 'binding:host_id': 'n-d-800634-3'}, 'id': 'e7aaab04-272c-4823-81e4-938a15344278'} from n-d-800634-3. {{(pid=93917) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 14 18:40:33.167213 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55efcb67-753c-4167-9965-ce0a1360ecb1 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Pushing event deleted for resources: {'Subnet': ['ID=4bebd29e-7b35-4b9f-bd82-c4fd74613ee5,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:40:33.187078 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-55efcb67-753c-4167-9965-ce0a1360ecb1 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks [] for subnet, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:33.194812 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-55efcb67-753c-4167-9965-ce0a1360ecb1 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] 10.222.0.16 "DELETE /v2.0/subnets/4bebd29e-7b35-4b9f-bd82-c4fd74613ee5 HTTP/1.1" status: 204 len: 168 time: 0.8274124 Jul 14 18:40:33.195589 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 56328) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:40:33.196106 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2668845b-8a02-48b6-9325-554335b15849 req-deb61b21-a3d4-45ba-946c-fb88be5525ae tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] 10.222.0.16 "GET /v2.0/security-groups?id=594b2ab7-3a96-48b2-98bb-9a68eebb818a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1546259 Jul 14 18:40:33.204845 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-729e7996-ef68-45e2-8f5a-1f7b991d60ad tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:33.215969 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-2ee035b9-519d-4cab-8015-fdc1a12cb7b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:33.253124 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729e7996-ef68-45e2-8f5a-1f7b991d60ad tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Pushing event deleted for resources: {'Port': ['ID=9e6b9240-7375-41ea-aa66-998d3e231f8e,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:40:33.257492 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-865f486a-9e6a-493b-97d1-77f645ec2aaf tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0600400 Jul 14 18:40:33.258115 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 56330) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:40:33.349701 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93d94a73-ebdc-462d-978f-5778b86f394a tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:40:33.351865 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-93d94a73-ebdc-462d-978f-5778b86f394a tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0926747 Jul 14 18:40:33.354361 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 56334) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:40:33.368537 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eaeab4b-722b-45d5-a077-a247372ccdd7 req-05be4268-87da-4fdc-9241-7b1507299b86 tempest-ServersNegativeTestMultiTenantJSON-1011770101 tempest-ServersNegativeTestMultiTenantJSON-1011770101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:40:33.377204 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2eaeab4b-722b-45d5-a077-a247372ccdd7 req-05be4268-87da-4fdc-9241-7b1507299b86 tempest-ServersNegativeTestMultiTenantJSON-1011770101 tempest-ServersNegativeTestMultiTenantJSON-1011770101-project] 10.222.0.16 "GET /v2.0/networks?id=1415c993-ef04-446f-b982-480a56155e4c HTTP/1.1" status: 200 len: 824 time: 0.3376200 Jul 14 18:40:33.424506 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2eaeab4b-722b-45d5-a077-a247372ccdd7 req-e41ae5b9-3eb0-47c9-97a3-321e48de077f tempest-ServersNegativeTestMultiTenantJSON-1011770101 tempest-ServersNegativeTestMultiTenantJSON-1011770101-project] 10.222.0.16 "GET /v2.0/quotas/35da738978f94aeabeb79ba359759a7a HTTP/1.1" status: 200 len: 375 time: 0.0462487 Jul 14 18:40:33.465083 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d2b4175-0595-4614-b696-2d974fa35235 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:40:33.469656 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-4d2b4175-0595-4614-b696-2d974fa35235 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1108398 Jul 14 18:40:33.470402 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 56336) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:40:33.478882 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2eaeab4b-722b-45d5-a077-a247372ccdd7 req-fe23b205-0eb0-40d1-b708-b86cb304bbe8 tempest-ServersNegativeTestMultiTenantJSON-1011770101 tempest-ServersNegativeTestMultiTenantJSON-1011770101-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=35da738978f94aeabeb79ba359759a7a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0522571 Jul 14 18:40:33.561238 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-7428e89d-ffd7-40be-b39c-f56bd94c7de0 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0886757 Jul 14 18:40:33.564043 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 56340) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:40:33.590775 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device e7aaab04-272c-4823-81e4-938a15344278 no longer exists at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 18:40:33.636037 n-d-800634-3 neutron-server[93916]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b60ce6b-720d-4051-b3e4-f7696a15dbde tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] DELETE failed (client error): The resource could not be found. Jul 14 18:40:33.637359 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b60ce6b-720d-4051-b3e4-f7696a15dbde tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93916) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 18:40:33.640979 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-3b60ce6b-720d-4051-b3e4-f7696a15dbde tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] 10.222.0.16 "DELETE /v2.0/ports/b29d063f-b7fe-4cf6-8997-3acdd89be364 HTTP/1.1" status: 404 len: 333 time: 0.0752971 Jul 14 18:40:33.643265 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 56344) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:40:33.707645 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-a1b064cb-bd69-4090-b754-8e7f254bb149 None None] Provisioning complete for port e7aaab04-272c-4823-81e4-938a15344278 triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:40:33.708021 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-a1b064cb-bd69-4090-b754-8e7f254bb149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:33.711207 n-d-800634-3 neutron-server[93916]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a13db0c-b7f3-4040-bf99-2d8782d5189f tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] DELETE failed (client error): The resource could not be found. Jul 14 18:40:33.711929 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a13db0c-b7f3-4040-bf99-2d8782d5189f tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93916) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 18:40:33.719845 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 56346) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:40:33.722010 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-6a13db0c-b7f3-4040-bf99-2d8782d5189f tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] 10.222.0.16 "DELETE /v2.0/subnets/4bebd29e-7b35-4b9f-bd82-c4fd74613ee5 HTTP/1.1" status: 404 len: 337 time: 0.0735075 Jul 14 18:40:33.798216 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:33.814652 n-d-800634-3 neutron-server[93915]: INFO neutron.pecan_wsgi.hooks.translation [None req-f14abe07-8e34-4cd8-8a38-c7c087be05db tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] DELETE failed (client error): The resource could not be found. Jul 14 18:40:33.815198 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f14abe07-8e34-4cd8-8a38-c7c087be05db tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93915) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 18:40:33.820875 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-f14abe07-8e34-4cd8-8a38-c7c087be05db tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] 10.222.0.16 "DELETE /v2.0/subnets/01470483-73b3-4853-b6a8-da47494bdea8 HTTP/1.1" status: 404 len: 337 time: 0.0562963 Jul 14 18:40:33.827498 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 56350) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:40:33.834669 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d51964a8-e427-4be1-bdf6-79cadd6cff45 None None] get_active_networks_info from n-d-800634-3 {{(pid=93917) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 14 18:40:33.866639 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-729e7996-ef68-45e2-8f5a-1f7b991d60ad tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-598732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-928907'] for router_interface, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:33.869214 n-d-800634-3 neutron-server[93916]: INFO neutron.pecan_wsgi.hooks.translation [None req-30994028-56ca-4d09-a63f-67fc0c4eedfa tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] DELETE failed (client error): The resource could not be found. Jul 14 18:40:33.869965 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-30994028-56ca-4d09-a63f-67fc0c4eedfa tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93916) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 18:40:33.875413 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-30994028-56ca-4d09-a63f-67fc0c4eedfa tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] 10.222.0.16 "DELETE /v2.0/ports/b6135fbf-a231-40fb-8687-98eccb3a8e55 HTTP/1.1" status: 404 len: 333 time: 0.0447438 Jul 14 18:40:33.876348 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 56352) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:40:33.877732 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] For port e7aaab04-272c-4823-81e4-938a15344278, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=e7aaab04-272c-4823-81e4-938a15344278,segment=NetworkSegment(e57d1292-9039-4d9f-94d2-728500c53487),segment_id=e57d1292-9039-4d9f-94d2-728500c53487)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:40:33.878927 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2eaeab4b-722b-45d5-a077-a247372ccdd7 req-0a2e0392-915a-4d8f-9750-10cae4ce43f5 service neutron] 10.222.0.16 "GET /v2.0/networks/1415c993-ef04-446f-b982-480a56155e4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3999825 Jul 14 18:40:33.889365 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:33.911247 n-d-800634-3 neutron-server[93916]: INFO neutron.pecan_wsgi.hooks.translation [None req-29420a0b-85dd-462d-92ae-f315ade51cfd tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] DELETE failed (client error): The resource could not be found. Jul 14 18:40:33.911704 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-29420a0b-85dd-462d-92ae-f315ade51cfd tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93916) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 18:40:33.916272 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-29420a0b-85dd-462d-92ae-f315ade51cfd tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] 10.222.0.16 "DELETE /v2.0/subnets/d9819ed8-e332-43b0-bc7c-d2dda793dadc HTTP/1.1" status: 404 len: 337 time: 0.0387094 Jul 14 18:40:33.916968 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 56354) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:40:33.933427 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.agents_db [None req-2ea07fb6-aa68-4671-8654-119d82b9f530 None None] Agent healthcheck: found 7 active agents {{(pid=93918) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 18:40:33.943436 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-a1b064cb-bd69-4090-b754-8e7f254bb149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:33.955545 n-d-800634-3 neutron-server[93916]: INFO neutron.pecan_wsgi.hooks.translation [None req-4312d447-818f-4019-9aca-41b2994f0387 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] DELETE failed (client error): The resource could not be found. Jul 14 18:40:33.956010 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4312d447-818f-4019-9aca-41b2994f0387 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93916) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 18:40:33.961024 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-4312d447-818f-4019-9aca-41b2994f0387 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] 10.222.0.16 "DELETE /v2.0/subnets/4e0f4bf7-c773-4ba3-859b-f2145b1a497c HTTP/1.1" status: 404 len: 337 time: 0.0430071 Jul 14 18:40:33.961612 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 56356) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:40:33.989546 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2eaeab4b-722b-45d5-a077-a247372ccdd7 req-81d4a821-d0a1-447b-bef7-ea5e5f59b88b service neutron] 10.222.0.16 "GET /v2.0/networks/1415c993-ef04-446f-b982-480a56155e4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1095688 Jul 14 18:40:33.995369 n-d-800634-3 neutron-server[93916]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d9958c3-5f07-47cb-8b68-3446a7bc18ae tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] DELETE failed (client error): The resource could not be found. Jul 14 18:40:33.996362 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d9958c3-5f07-47cb-8b68-3446a7bc18ae tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93916) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 18:40:34.001250 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 56358) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:40:34.001989 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-3d9958c3-5f07-47cb-8b68-3446a7bc18ae tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] 10.222.0.16 "DELETE /v2.0/ports/c4a4affb-4635-40f7-bbca-3f97ca18496c HTTP/1.1" status: 404 len: 333 time: 0.0394249 Jul 14 18:40:34.038782 n-d-800634-3 neutron-server[93915]: INFO neutron.pecan_wsgi.hooks.translation [None req-67e8fbd2-909c-4d65-92f1-2fa45acc3a0f tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] DELETE failed (client error): The resource could not be found. Jul 14 18:40:34.039607 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-67e8fbd2-909c-4d65-92f1-2fa45acc3a0f tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93915) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 18:40:34.041159 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-67e8fbd2-909c-4d65-92f1-2fa45acc3a0f tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] 10.222.0.16 "DELETE /v2.0/subnets/04ba8b9a-9e74-4a98-9675-53975842750d HTTP/1.1" status: 404 len: 337 time: 0.0389171 Jul 14 18:40:34.044225 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 56360) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:40:34.073478 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Pushing event updated for resources: {'Port': ['ID=e7aaab04-272c-4823-81e4-938a15344278,revision_number=5']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:40:34.079440 n-d-800634-3 neutron-server[93916]: INFO neutron.pecan_wsgi.hooks.translation [None req-b49fbde6-e7b2-45e3-9c89-2a60f101e21d tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] DELETE failed (client error): The resource could not be found. Jul 14 18:40:34.079905 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b49fbde6-e7b2-45e3-9c89-2a60f101e21d tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93916) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 18:40:34.085400 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-b49fbde6-e7b2-45e3-9c89-2a60f101e21d tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] 10.222.0.16 "DELETE /v2.0/subnets/cd2385e5-be4a-42e1-a117-4c4e18a2dd88 HTTP/1.1" status: 404 len: 337 time: 0.0395803 Jul 14 18:40:34.086115 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 56362) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:40:34.098974 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-a1b064cb-bd69-4090-b754-8e7f254bb149 None None] For port e7aaab04-272c-4823-81e4-938a15344278, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=e7aaab04-272c-4823-81e4-938a15344278,segment=NetworkSegment(e57d1292-9039-4d9f-94d2-728500c53487),segment_id=e57d1292-9039-4d9f-94d2-728500c53487)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:40:34.106656 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-a1b064cb-bd69-4090-b754-8e7f254bb149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:34.129010 n-d-800634-3 neutron-server[93916]: INFO neutron.pecan_wsgi.hooks.translation [None req-94b32ad5-a7f1-41d5-a5af-d0449e7a2671 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] DELETE failed (client error): The resource could not be found. Jul 14 18:40:34.129774 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-94b32ad5-a7f1-41d5-a5af-d0449e7a2671 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93916) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 18:40:34.134691 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-94b32ad5-a7f1-41d5-a5af-d0449e7a2671 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] 10.222.0.16 "DELETE /v2.0/ports/83220a35-6a78-4ce3-9589-289c354c4e77 HTTP/1.1" status: 404 len: 333 time: 0.0475476 Jul 14 18:40:34.135479 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 56364) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:40:34.178191 n-d-800634-3 neutron-server[93916]: INFO neutron.pecan_wsgi.hooks.translation [None req-8eac6489-2397-4f75-9f17-505445e1742a tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] DELETE failed (client error): The resource could not be found. Jul 14 18:40:34.178907 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8eac6489-2397-4f75-9f17-505445e1742a tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93916) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 18:40:34.183909 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-8eac6489-2397-4f75-9f17-505445e1742a tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] 10.222.0.16 "DELETE /v2.0/subnets/4bd53035-b13d-47db-9a23-b58beb8d5f1f HTTP/1.1" status: 404 len: 337 time: 0.0473602 Jul 14 18:40:34.184733 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 56366) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:40:34.185044 n-d-800634-3 neutron-server[93917]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d51964a8-e427-4be1-bdf6-79cadd6cff45 None None] Resources bound (agent type, host, resource id): {{(pid=93917) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 14 18:40:34.194267 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b064cb-bd69-4090-b754-8e7f254bb149 None None] Pushing event updated for resources: {'Port': ['ID=e7aaab04-272c-4823-81e4-938a15344278,revision_number=6']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:40:34.248761 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-2c79fbe6-1aad-4a74-b54c-d88e0a68a9a7 None None] Could not find standard attr ID for object b29d063f-b7fe-4cf6-8997-3acdd89be364. {{(pid=93917) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 14 18:40:34.278362 n-d-800634-3 neutron-server[93915]: INFO neutron.pecan_wsgi.hooks.translation [None req-34cc6ec0-6c0a-4e84-b221-ed9e9b2d5a57 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] DELETE failed (client error): The resource could not be found. Jul 14 18:40:34.279071 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-34cc6ec0-6c0a-4e84-b221-ed9e9b2d5a57 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93915) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 18:40:34.280697 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-34cc6ec0-6c0a-4e84-b221-ed9e9b2d5a57 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] 10.222.0.16 "DELETE /v2.0/subnets/26e48225-cf64-4ec1-aadb-00beeab9a648 HTTP/1.1" status: 404 len: 337 time: 0.0932071 Jul 14 18:40:34.284529 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 56374) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:40:34.329156 n-d-800634-3 neutron-server[93916]: INFO neutron.pecan_wsgi.hooks.translation [None req-384108f6-995b-4610-b2f8-fb3acd0c7c41 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] DELETE failed (client error): The resource could not be found. Jul 14 18:40:34.333933 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-384108f6-995b-4610-b2f8-fb3acd0c7c41 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93916) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 18:40:34.343206 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-384108f6-995b-4610-b2f8-fb3acd0c7c41 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] 10.222.0.16 "DELETE /v2.0/ports/d83a949c-93fd-47f6-943d-e0a37fdc258a HTTP/1.1" status: 404 len: 333 time: 0.0573874 Jul 14 18:40:34.343853 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 56376) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:40:34.367636 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-87d1f8e6-e9ee-4ebf-a06c-bb83fc0a5f9d req-57fd1796-406d-4ba0-8f87-a93f2f47a48e tempest-ServersNegativeTestMultiTenantJSON-1011770101 tempest-ServersNegativeTestMultiTenantJSON-1011770101-project] 10.222.0.16 "GET /v2.0/ports?device_id=bf482baf-654f-4191-a698-7f46ca6e9043 HTTP/1.1" status: 200 len: 210 time: 0.0793595 Jul 14 18:40:34.395006 n-d-800634-3 neutron-server[93916]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7dc714b-5ecd-4833-bdde-75349350760a tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] DELETE failed (client error): The resource could not be found. Jul 14 18:40:34.395470 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c7dc714b-5ecd-4833-bdde-75349350760a tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93916) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 18:40:34.410639 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-c7dc714b-5ecd-4833-bdde-75349350760a tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] 10.222.0.16 "DELETE /v2.0/subnets/352b9231-7d51-46f4-9677-6ae84c61ff5e HTTP/1.1" status: 404 len: 337 time: 0.0642748 Jul 14 18:40:34.411280 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 56382) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:40:34.439411 n-d-800634-3 neutron-server[93916]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f4197ca-ce9b-49b9-b352-2f886faf5a65 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] DELETE failed (client error): The resource could not be found. Jul 14 18:40:34.441364 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f4197ca-ce9b-49b9-b352-2f886faf5a65 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93916) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 18:40:34.446385 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-8f4197ca-ce9b-49b9-b352-2f886faf5a65 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] 10.222.0.16 "DELETE /v2.0/ports/5baae4e8-9772-4066-96ec-2e296f7f1748 HTTP/1.1" status: 404 len: 333 time: 0.0340409 Jul 14 18:40:34.447010 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 56386) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:40:34.484355 n-d-800634-3 neutron-server[93916]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f7ee66d-fedf-4207-99ec-792e459f2940 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] DELETE failed (client error): The resource could not be found. Jul 14 18:40:34.484811 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f7ee66d-fedf-4207-99ec-792e459f2940 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93916) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 18:40:34.486755 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-8f7ee66d-fedf-4207-99ec-792e459f2940 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] 10.222.0.16 "DELETE /v2.0/subnets/b6cbe8f7-3794-4b2b-a4f2-f8ab41645337 HTTP/1.1" status: 404 len: 337 time: 0.0386450 Jul 14 18:40:34.489361 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 56392) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:40:34.506608 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe24f9f4-3e23-4d1f-b445-d7e8f0ae260c req-6cab94d2-539a-433d-bced-81d3bc6e0e3a tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:40:34.508327 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-fe24f9f4-3e23-4d1f-b445-d7e8f0ae260c req-6cab94d2-539a-433d-bced-81d3bc6e0e3a tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] 10.222.0.16 "GET /v2.0/ports?device_id=4c97b723-59cb-4a2d-8757-30536ade8338 HTTP/1.1" status: 200 len: 945 time: 0.1033890 Jul 14 18:40:34.520908 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-729e7996-ef68-45e2-8f5a-1f7b991d60ad tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Router 3a31ae71-934f-4135-93de-c762cbccbf01 has already been hosted by L3 agent 2c6eb27e-defb-4cca-9a24-381c7415e359 {{(pid=93915) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 18:40:34.529155 n-d-800634-3 neutron-server[93916]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d434b2a-7c35-4149-b6b5-b6dc44c06598 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] DELETE failed (client error): The resource could not be found. Jul 14 18:40:34.534543 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d434b2a-7c35-4149-b6b5-b6dc44c06598 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93916) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 18:40:34.534543 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-9d434b2a-7c35-4149-b6b5-b6dc44c06598 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] 10.222.0.16 "DELETE /v2.0/ports/83241f61-37f4-448d-8956-9086d4d6215f HTTP/1.1" status: 404 len: 333 time: 0.0407732 Jul 14 18:40:34.534839 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 56394) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:40:34.571093 n-d-800634-3 neutron-server[93916]: INFO neutron.pecan_wsgi.hooks.translation [None req-4454b540-3fa2-444b-bebf-2bcfff7e6e75 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] DELETE failed (client error): The resource could not be found. Jul 14 18:40:34.571628 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4454b540-3fa2-444b-bebf-2bcfff7e6e75 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93916) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 18:40:34.577304 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-4454b540-3fa2-444b-bebf-2bcfff7e6e75 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] 10.222.0.16 "DELETE /v2.0/subnets/e2d97b17-6e20-4e75-beb0-7714bf496834 HTTP/1.1" status: 404 len: 337 time: 0.0388050 Jul 14 18:40:34.577527 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 56396) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:40:34.615254 n-d-800634-3 neutron-server[93916]: INFO neutron.pecan_wsgi.hooks.translation [None req-60ffc94b-123b-4c24-976d-3bafe1d35678 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] DELETE failed (client error): The resource could not be found. Jul 14 18:40:34.616096 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-60ffc94b-123b-4c24-976d-3bafe1d35678 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93916) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 18:40:34.620460 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-60ffc94b-123b-4c24-976d-3bafe1d35678 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] 10.222.0.16 "DELETE /v2.0/ports/f971200b-fd88-461f-b369-e54a9022a7a7 HTTP/1.1" status: 404 len: 333 time: 0.0396657 Jul 14 18:40:34.627548 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 56398) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:40:34.695200 n-d-800634-3 neutron-server[93916]: INFO neutron.pecan_wsgi.hooks.translation [None req-0621f3a7-0807-402c-96d9-6317ea01aa6b tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] DELETE failed (client error): The resource could not be found. Jul 14 18:40:34.695869 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0621f3a7-0807-402c-96d9-6317ea01aa6b tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93916) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 18:40:34.701270 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-0621f3a7-0807-402c-96d9-6317ea01aa6b tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] 10.222.0.16 "DELETE /v2.0/subnets/e79d1525-f924-480c-bbcb-a07ef4245c51 HTTP/1.1" status: 404 len: 337 time: 0.0700433 Jul 14 18:40:34.712859 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 56400) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:40:34.743044 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-fe24f9f4-3e23-4d1f-b445-d7e8f0ae260c req-f57f5488-a1c9-472a-a5c4-a7ff1e82e3d7 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] 10.222.0.16 "GET /v2.0/security-groups?id=594b2ab7-3a96-48b2-98bb-9a68eebb818a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2204323 Jul 14 18:40:34.748748 n-d-800634-3 neutron-server[93916]: INFO neutron.pecan_wsgi.hooks.translation [None req-66f1739e-1856-45e1-b90a-43be8874e5fe tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] DELETE failed (client error): The resource could not be found. Jul 14 18:40:34.749303 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-66f1739e-1856-45e1-b90a-43be8874e5fe tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93916) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 18:40:34.754356 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 56404) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:40:34.754568 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-66f1739e-1856-45e1-b90a-43be8874e5fe tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] 10.222.0.16 "DELETE /v2.0/ports/cc6c6488-bc65-4d1b-a043-89254e50da7c HTTP/1.1" status: 404 len: 333 time: 0.0399871 Jul 14 18:40:34.771448 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-832fc10b-76b4-4370-803c-96f01970251a None None] get_active_networks_info from n-d-800634-3 {{(pid=93917) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 14 18:40:34.828083 n-d-800634-3 neutron-server[93915]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf224521-c435-4296-ad46-11ee5c605653 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] DELETE failed (client error): The resource could not be found. Jul 14 18:40:34.828569 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf224521-c435-4296-ad46-11ee5c605653 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93915) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 18:40:34.830636 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-bf224521-c435-4296-ad46-11ee5c605653 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] 10.222.0.16 "DELETE /v2.0/subnets/3ad16cbc-52fe-4d05-99b4-19196766cfd0 HTTP/1.1" status: 404 len: 337 time: 0.0723827 Jul 14 18:40:34.833339 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 56408) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:40:34.862793 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-729e7996-ef68-45e2-8f5a-1f7b991d60ad tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Notify agent at l3_agent.n-d-800634-3 the message routers_updated {{(pid=93915) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 18:40:34.864544 n-d-800634-3 neutron-server[93915]: INFO neutron.pecan_wsgi.hooks.translation [None req-7436cc88-c043-4d65-8694-396bb38f9bbb tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] DELETE failed (client error): The resource could not be found. Jul 14 18:40:34.865393 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7436cc88-c043-4d65-8694-396bb38f9bbb tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93915) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 18:40:34.867031 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-7436cc88-c043-4d65-8694-396bb38f9bbb tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] 10.222.0.16 "DELETE /v2.0/ports/dba685d3-6eb1-4c04-a5fc-f79c4682a362 HTTP/1.1" status: 404 len: 333 time: 0.0327787 Jul 14 18:40:34.870459 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 56412) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:40:34.870991 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-729e7996-ef68-45e2-8f5a-1f7b991d60ad tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] 10.222.0.16 "PUT /v2.0/routers/3a31ae71-934f-4135-93de-c762cbccbf01/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3398874 Jul 14 18:40:34.882447 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 56414) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:40:34.904354 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b08d8749-db95-4718-88d1-5bb6c3f9c1cb None None] Sync routers for ids ['3a31ae71-934f-4135-93de-c762cbccbf01'] in n-d-800634-3 {{(pid=93917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 18:40:34.939989 n-d-800634-3 neutron-server[93916]: INFO neutron.pecan_wsgi.hooks.translation [None req-ccba0a19-67a5-4d9f-a2cf-1d4407b808a5 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] DELETE failed (client error): The resource could not be found. Jul 14 18:40:34.940481 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ccba0a19-67a5-4d9f-a2cf-1d4407b808a5 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93916) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 18:40:34.944958 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 56416) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:40:34.945120 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-ccba0a19-67a5-4d9f-a2cf-1d4407b808a5 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] 10.222.0.16 "DELETE /v2.0/subnets/b51c6791-f96b-4998-bfbd-29f9e3af6a2e HTTP/1.1" status: 404 len: 337 time: 0.0696552 Jul 14 18:40:34.962867 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b08d8749-db95-4718-88d1-5bb6c3f9c1cb None None] Routers {'3a31ae71-934f-4135-93de-c762cbccbf01'} bound to L3 agent in host n-d-800634-3 {{(pid=93917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:40:34.963531 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-b08d8749-db95-4718-88d1-5bb6c3f9c1cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:40:23Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['3a31ae71-934f-4135-93de-c762cbccbf01'], 'active': True} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:40:34.968154 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-64b624de-08a9-4962-8efa-7bc0956c0306 None None] Provisioning complete for port e7aaab04-272c-4823-81e4-938a15344278 triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:40:34.968637 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-64b624de-08a9-4962-8efa-7bc0956c0306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:34.993124 n-d-800634-3 neutron-server[93915]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd5b952c-424b-41a9-b4a7-068e68a23d42 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] DELETE failed (client error): The resource could not be found. Jul 14 18:40:34.993866 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd5b952c-424b-41a9-b4a7-068e68a23d42 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93915) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 18:40:34.995790 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-fd5b952c-424b-41a9-b4a7-068e68a23d42 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] 10.222.0.16 "DELETE /v2.0/subnets/2e6eb370-b518-41e9-953c-c1fb5ac1bc5a HTTP/1.1" status: 404 len: 337 time: 0.0498807 Jul 14 18:40:34.998752 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 56418) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:40:35.018972 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.db_base_plugin_v2 [None req-a49d4992-6f75-4128-b881-45f437ac6347 tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Deleting subnet 8fde12ad-ce3f-46bc-b05a-eff3c76ca5e1 {{(pid=93915) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 18:40:35.022687 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-a49d4992-6f75-4128-b881-45f437ac6347 tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Notify callbacks [] for subnet, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:35.047699 n-d-800634-3 neutron-server[93916]: INFO neutron.pecan_wsgi.hooks.translation [None req-62072979-5191-4848-ba52-ef516ee804f9 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] DELETE failed (client error): The resource could not be found. Jul 14 18:40:35.048801 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-62072979-5191-4848-ba52-ef516ee804f9 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93916) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 18:40:35.052195 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-62072979-5191-4848-ba52-ef516ee804f9 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] 10.222.0.16 "DELETE /v2.0/ports/cc4d6f23-cc65-4218-a56e-2db1d69d927c HTTP/1.1" status: 404 len: 333 time: 0.0524213 Jul 14 18:40:35.055223 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 56420) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:40:35.072619 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-a49d4992-6f75-4128-b881-45f437ac6347 tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28939913'] for subnet, precommit_delete_associations {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:35.095863 n-d-800634-3 neutron-server[93916]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d6ae75f-c491-484e-97cf-3f3b4546e8d0 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] DELETE failed (client error): The resource could not be found. Jul 14 18:40:35.097429 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d6ae75f-c491-484e-97cf-3f3b4546e8d0 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93916) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 18:40:35.098155 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-0d6ae75f-c491-484e-97cf-3f3b4546e8d0 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] 10.222.0.16 "DELETE /v2.0/subnets/10e8ad97-8763-4d1c-8518-01465ac01fda HTTP/1.1" status: 404 len: 337 time: 0.0417089 Jul 14 18:40:35.102347 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 56422) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:40:35.142180 n-d-800634-3 neutron-server[93916]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5d05ce3-8013-446a-b6f7-1d663cc65765 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] DELETE failed (client error): The resource could not be found. Jul 14 18:40:35.143583 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d5d05ce3-8013-446a-b6f7-1d663cc65765 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93916) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 18:40:35.148440 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-d5d05ce3-8013-446a-b6f7-1d663cc65765 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] 10.222.0.16 "DELETE /v2.0/subnets/16dde370-5cf1-4dc2-b82e-aca77bf38abc HTTP/1.1" status: 404 len: 337 time: 0.0450444 Jul 14 18:40:35.149264 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 56424) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:40:35.170717 n-d-800634-3 neutron-server[93917]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-832fc10b-76b4-4370-803c-96f01970251a None None] Resources bound (agent type, host, resource id): {{(pid=93917) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 14 18:40:35.181052 n-d-800634-3 neutron-server[93916]: INFO neutron.pecan_wsgi.hooks.translation [None req-99a9c5e5-45be-4a2e-9cd4-03d125719461 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] DELETE failed (client error): The resource could not be found. Jul 14 18:40:35.182033 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-99a9c5e5-45be-4a2e-9cd4-03d125719461 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93916) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 18:40:35.187501 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-99a9c5e5-45be-4a2e-9cd4-03d125719461 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] 10.222.0.16 "DELETE /v2.0/ports/b6098b2b-1035-4fe6-8032-70b1045975ca HTTP/1.1" status: 404 len: 333 time: 0.0366743 Jul 14 18:40:35.188376 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 56426) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:40:35.194822 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvr_db [None req-b08d8749-db95-4718-88d1-5bb6c3f9c1cb None None] Set router 3a31ae71-934f-4135-93de-c762cbccbf01 gateway port host: n-d-800634-3 {{(pid=93917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 18:40:35.226491 n-d-800634-3 neutron-server[93916]: INFO neutron.pecan_wsgi.hooks.translation [None req-978fee3f-57a9-4db3-be12-314fa62ae15b tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] DELETE failed (client error): The resource could not be found. Jul 14 18:40:35.227353 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-978fee3f-57a9-4db3-be12-314fa62ae15b tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93916) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 18:40:35.233301 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-978fee3f-57a9-4db3-be12-314fa62ae15b tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] 10.222.0.16 "DELETE /v2.0/subnets/43701c05-bdba-4298-a400-11ae68301a29 HTTP/1.1" status: 404 len: 337 time: 0.0432215 Jul 14 18:40:35.234392 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 56428) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:40:35.237216 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-a49d4992-6f75-4128-b881-45f437ac6347 tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081283'] for subnet, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:35.266069 n-d-800634-3 neutron-server[93916]: INFO neutron.pecan_wsgi.hooks.translation [None req-8bb79794-dedc-4f87-89ee-d0b7765a2899 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] DELETE failed (client error): The resource could not be found. Jul 14 18:40:35.266925 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8bb79794-dedc-4f87-89ee-d0b7765a2899 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93916) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 18:40:35.271928 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-8bb79794-dedc-4f87-89ee-d0b7765a2899 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] 10.222.0.16 "DELETE /v2.0/subnets/98308d3f-bfc6-44b4-8a4b-0803203d7695 HTTP/1.1" status: 404 len: 337 time: 0.0363281 Jul 14 18:40:35.272929 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 56430) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:40:35.306329 n-d-800634-3 neutron-server[93916]: INFO neutron.pecan_wsgi.hooks.translation [None req-f11da45d-c897-4d8e-904e-04a425e63220 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] DELETE failed (client error): The resource could not be found. Jul 14 18:40:35.307638 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f11da45d-c897-4d8e-904e-04a425e63220 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93916) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 18:40:35.313378 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-f11da45d-c897-4d8e-904e-04a425e63220 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] 10.222.0.16 "DELETE /v2.0/ports/4b947f10-b8d5-454f-afa5-8b859ef646f4 HTTP/1.1" status: 404 len: 333 time: 0.0388393 Jul 14 18:40:35.314557 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 56432) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:40:35.347010 n-d-800634-3 neutron-server[93916]: INFO neutron.pecan_wsgi.hooks.translation [None req-2475684a-00c7-41b4-a656-c94fd520c5ee tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] DELETE failed (client error): The resource could not be found. Jul 14 18:40:35.347581 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2475684a-00c7-41b4-a656-c94fd520c5ee tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93916) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 18:40:35.352724 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-2475684a-00c7-41b4-a656-c94fd520c5ee tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] 10.222.0.16 "DELETE /v2.0/subnets/f9134047-c2a6-4b2d-b08d-e2efe93a39d5 HTTP/1.1" status: 404 len: 337 time: 0.0369945 Jul 14 18:40:35.352957 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-a49d4992-6f75-4128-b881-45f437ac6347 tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25913028', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28969762'] for subnet, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:35.353410 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 56434) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:40:35.382080 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-a49d4992-6f75-4128-b881-45f437ac6347 tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Notify callbacks [] for subnet, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:35.386960 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-a49d4992-6f75-4128-b881-45f437ac6347 tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] 10.222.0.16 "DELETE /v2.0/subnets/8fde12ad-ce3f-46bc-b05a-eff3c76ca5e1 HTTP/1.1" status: 204 len: 168 time: 0.5034544 Jul 14 18:40:35.391653 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 56436) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:40:35.393784 n-d-800634-3 neutron-server[93916]: INFO neutron.pecan_wsgi.hooks.translation [None req-c79d9082-f341-46d9-aca5-e50d01bf5352 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] DELETE failed (client error): The resource could not be found. Jul 14 18:40:35.394370 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c79d9082-f341-46d9-aca5-e50d01bf5352 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93916) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 18:40:35.399904 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-c79d9082-f341-46d9-aca5-e50d01bf5352 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] 10.222.0.16 "DELETE /v2.0/subnets/4f0db515-36d8-4ab2-b875-4188f7e7ff1b HTTP/1.1" status: 404 len: 337 time: 0.0450904 Jul 14 18:40:35.401029 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 56438) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:40:35.430656 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49d4992-6f75-4128-b881-45f437ac6347 tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Pushing event deleted for resources: {'Subnet': ['ID=8fde12ad-ce3f-46bc-b05a-eff3c76ca5e1,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:40:35.440051 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-d9d12405-9c5e-4612-a669-2f8348fed80b tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a9615a7-c32a-45b8-a407-f0354c5e63f4 HTTP/1.1" status: 200 len: 205 time: 0.0377584 Jul 14 18:40:35.440814 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 56442) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:40:35.496857 n-d-800634-3 neutron-server[93916]: INFO neutron.api.v2.resource [None req-66dd6bb0-9122-496c-a156-f8ee893da710 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] delete failed (client error): The resource could not be found. Jul 14 18:40:35.501916 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-66dd6bb0-9122-496c-a156-f8ee893da710 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] 10.222.0.16 "DELETE /v2.0/routers/9a9615a7-c32a-45b8-a407-f0354c5e63f4 HTTP/1.1" status: 404 len: 336 time: 0.0600078 Jul 14 18:40:35.502574 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 56444) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:40:35.545587 n-d-800634-3 neutron-server[93916]: INFO neutron.pecan_wsgi.hooks.translation [None req-8bff761e-243f-43b7-aae0-5c0490b51d23 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] DELETE failed (client error): The resource could not be found. Jul 14 18:40:35.546060 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8bff761e-243f-43b7-aae0-5c0490b51d23 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93916) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 18:40:35.550816 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-8bff761e-243f-43b7-aae0-5c0490b51d23 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] 10.222.0.16 "DELETE /v2.0/subnets/787f44bc-2e81-40af-a267-7b929a491ce9 HTTP/1.1" status: 404 len: 337 time: 0.0470786 Jul 14 18:40:35.551517 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 56446) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:40:35.590165 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-c64a73b4-72f5-4c0c-88ff-da44bde384bd tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] 10.222.0.16 "GET /v2.0/ports?device_id=78f42ebd-6ea2-4f35-b42c-bfe8dbaa2d8d HTTP/1.1" status: 200 len: 205 time: 0.0372529 Jul 14 18:40:35.590837 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 56448) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:40:35.650218 n-d-800634-3 neutron-server[93916]: INFO neutron.api.v2.resource [None req-3188c7c4-b134-40f3-bcee-b321e51fda79 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] delete failed (client error): The resource could not be found. Jul 14 18:40:35.660418 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-3188c7c4-b134-40f3-bcee-b321e51fda79 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] 10.222.0.16 "DELETE /v2.0/routers/78f42ebd-6ea2-4f35-b42c-bfe8dbaa2d8d HTTP/1.1" status: 404 len: 336 time: 0.0683448 Jul 14 18:40:35.665264 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 56450) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:40:35.722350 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:35.731272 n-d-800634-3 neutron-server[93916]: INFO neutron.pecan_wsgi.hooks.translation [None req-75c628e3-f75b-4add-856f-266aa0eb0c21 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] DELETE failed (client error): The resource could not be found. Jul 14 18:40:35.732163 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-75c628e3-f75b-4add-856f-266aa0eb0c21 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93916) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 18:40:35.744878 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-75c628e3-f75b-4add-856f-266aa0eb0c21 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] 10.222.0.16 "DELETE /v2.0/subnets/a5c8143d-c87d-4238-869f-dddff4a1f2cd HTTP/1.1" status: 404 len: 337 time: 0.0784442 Jul 14 18:40:35.745583 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 56452) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:40:35.788653 n-d-800634-3 neutron-server[93916]: INFO neutron.pecan_wsgi.hooks.translation [None req-28fdfeed-738f-4082-8065-cdb008923843 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] DELETE failed (client error): The resource could not be found. Jul 14 18:40:35.789288 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-28fdfeed-738f-4082-8065-cdb008923843 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93916) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 18:40:35.791110 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-28fdfeed-738f-4082-8065-cdb008923843 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] 10.222.0.16 "DELETE /v2.0/subnets/ceaaa750-dc92-4737-b0ca-0f8625d9bbb8 HTTP/1.1" status: 404 len: 337 time: 0.0444834 Jul 14 18:40:35.804355 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 56460) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:40:35.874229 n-d-800634-3 neutron-server[93916]: INFO neutron.pecan_wsgi.hooks.translation [None req-6470851a-007c-4aad-96f8-2876cfdbd63d tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] DELETE failed (client error): The resource could not be found. Jul 14 18:40:35.875664 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6470851a-007c-4aad-96f8-2876cfdbd63d tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93916) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 18:40:35.892523 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-6470851a-007c-4aad-96f8-2876cfdbd63d tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] 10.222.0.16 "DELETE /v2.0/ports/952fa924-659b-44d1-9db4-a303238b7c87 HTTP/1.1" status: 404 len: 333 time: 0.0837197 Jul 14 18:40:35.897205 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 56464) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:40:35.984106 n-d-800634-3 neutron-server[93916]: INFO neutron.pecan_wsgi.hooks.translation [None req-bbeef514-2f89-4be2-90d6-85ee9386ef04 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] DELETE failed (client error): The resource could not be found. Jul 14 18:40:35.985082 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bbeef514-2f89-4be2-90d6-85ee9386ef04 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93916) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 18:40:35.988153 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-bbeef514-2f89-4be2-90d6-85ee9386ef04 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] 10.222.0.16 "DELETE /v2.0/subnets/3e8e5175-61ee-4146-8044-a359b4e90337 HTTP/1.1" status: 404 len: 337 time: 0.0856299 Jul 14 18:40:35.988436 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-b08d8749-db95-4718-88d1-5bb6c3f9c1cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a31ae71-934f-4135-93de-c762cbccbf01', 'name': 'tempest-TestNetworkBasicOps-router-722088205', 'tenant_id': '0c6eccb7d5c743f1a53a528a1f419fa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.4'}], 'enable_snat': True}, 'gw_port_id': 'eef8e124-1f9d-444c-a121-a72703ff3433', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:38:07Z', 'updated_at': '2021-07-14T18:40:33Z', 'revision_number': 7, 'project_id': '0c6eccb7d5c743f1a53a528a1f419fa2', 'gw_port': {'id': 'eef8e124-1f9d-444c-a121-a72703ff3433', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:02:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a31ae71-934f-4135-93de-c762cbccbf01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2099, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:38:07Z', 'updated_at': '2021-07-14T18:38:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3'}], 'n-d-800634-3', False) {} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:40:35.991913 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 56470) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:40:36.024175 n-d-800634-3 neutron-server[93916]: INFO neutron.pecan_wsgi.hooks.translation [None req-f58ca1d9-b813-49f1-9b7a-1165a6410b3a tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] DELETE failed (client error): The resource could not be found. Jul 14 18:40:36.025201 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f58ca1d9-b813-49f1-9b7a-1165a6410b3a tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93916) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 18:40:36.027154 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-f58ca1d9-b813-49f1-9b7a-1165a6410b3a tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] 10.222.0.16 "DELETE /v2.0/ports/56fe0b44-181f-4a02-ba06-4be000974243 HTTP/1.1" status: 404 len: 333 time: 0.0329673 Jul 14 18:40:36.030811 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 56472) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:40:36.071893 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b08d8749-db95-4718-88d1-5bb6c3f9c1cb None None] Checking router: 3a31ae71-934f-4135-93de-c762cbccbf01 for host: n-d-800634-3 {{(pid=93917) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 18:40:36.072420 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-776cc1a6-0f92-422f-81d7-da4daf70a423 req-e1fde3c3-64c9-4618-9f06-a8f2c80a731b tempest-ServersNegativeTestMultiTenantJSON-1011770101 tempest-ServersNegativeTestMultiTenantJSON-1011770101-project] 10.222.0.16 "GET /v2.0/ports?device_id=bf482baf-654f-4191-a698-7f46ca6e9043 HTTP/1.1" status: 200 len: 210 time: 0.1236246 Jul 14 18:40:36.082954 n-d-800634-3 neutron-server[93916]: INFO neutron.pecan_wsgi.hooks.translation [None req-b57ec4dd-c105-44b7-a2d0-47b905b222e2 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] DELETE failed (client error): The resource could not be found. Jul 14 18:40:36.083426 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b57ec4dd-c105-44b7-a2d0-47b905b222e2 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93916) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 18:40:36.088814 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-b57ec4dd-c105-44b7-a2d0-47b905b222e2 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] 10.222.0.16 "DELETE /v2.0/subnets/de6107ed-90e6-4e7a-8673-fe0751c1c4c6 HTTP/1.1" status: 404 len: 337 time: 0.0568941 Jul 14 18:40:36.094477 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 56474) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:40:36.160662 n-d-800634-3 neutron-server[93916]: INFO neutron.pecan_wsgi.hooks.translation [None req-848f9e70-653f-4729-b6dc-c9342516710d tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] DELETE failed (client error): The resource could not be found. Jul 14 18:40:36.161403 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-848f9e70-653f-4729-b6dc-c9342516710d tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93916) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 18:40:36.166162 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-848f9e70-653f-4729-b6dc-c9342516710d tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] 10.222.0.16 "DELETE /v2.0/ports/64cc6c9f-d84f-40f7-83bd-206ae9ca153d HTTP/1.1" status: 404 len: 333 time: 0.0706315 Jul 14 18:40:36.166888 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 56476) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:40:36.221496 n-d-800634-3 neutron-server[93916]: INFO neutron.pecan_wsgi.hooks.translation [None req-915b57fc-31e3-42fc-a6c5-e68523b2c1f7 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] DELETE failed (client error): The resource could not be found. Jul 14 18:40:36.222074 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-915b57fc-31e3-42fc-a6c5-e68523b2c1f7 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93916) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 18:40:36.227408 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-915b57fc-31e3-42fc-a6c5-e68523b2c1f7 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] 10.222.0.16 "DELETE /v2.0/subnets/b52c788b-c976-43c9-bdac-e1ecb48779d4 HTTP/1.1" status: 404 len: 337 time: 0.0594392 Jul 14 18:40:36.228141 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 56478) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:40:36.236360 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eaeab4b-722b-45d5-a077-a247372ccdd7 req-5fe2e41f-0aa3-4beb-b774-1c2ab52a7e6d tempest-ServersNegativeTestMultiTenantJSON-1011770101 tempest-ServersNegativeTestMultiTenantJSON-1011770101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:40:36.237917 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2eaeab4b-722b-45d5-a077-a247372ccdd7 req-5fe2e41f-0aa3-4beb-b774-1c2ab52a7e6d tempest-ServersNegativeTestMultiTenantJSON-1011770101 tempest-ServersNegativeTestMultiTenantJSON-1011770101-project] 10.222.0.18 "GET /v2.0/networks?id=1415c993-ef04-446f-b982-480a56155e4c HTTP/1.1" status: 200 len: 824 time: 0.2906065 Jul 14 18:40:36.240556 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-24b2aabe-73da-4f28-b719-ab3558fccc0e tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Notify callbacks [] for router, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:36.262256 n-d-800634-3 neutron-server[93916]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea4a5b97-779f-4d91-974c-2e1955e68115 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] DELETE failed (client error): The resource could not be found. Jul 14 18:40:36.263607 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea4a5b97-779f-4d91-974c-2e1955e68115 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93916) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 18:40:36.268750 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-ea4a5b97-779f-4d91-974c-2e1955e68115 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] 10.222.0.16 "DELETE /v2.0/ports/3eb8f079-32d0-4a1c-b5a3-48e7b6c64edd HTTP/1.1" status: 404 len: 333 time: 0.0391238 Jul 14 18:40:36.269151 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 56480) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:40:36.297331 n-d-800634-3 neutron-server[93916]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2375952-e6ea-4758-8e09-9adb8f39b908 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] DELETE failed (client error): The resource could not be found. Jul 14 18:40:36.297874 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c2375952-e6ea-4758-8e09-9adb8f39b908 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93916) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 18:40:36.302748 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-c2375952-e6ea-4758-8e09-9adb8f39b908 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] 10.222.0.16 "DELETE /v2.0/subnets/9558fcf1-d0e4-45cd-8c8f-04ce39fe892d HTTP/1.1" status: 404 len: 337 time: 0.0324929 Jul 14 18:40:36.303456 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 56482) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:40:36.315157 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b08d8749-db95-4718-88d1-5bb6c3f9c1cb None None] Routers {'3a31ae71-934f-4135-93de-c762cbccbf01'} bound to L3 agent in host n-d-800634-3 {{(pid=93917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:40:36.316028 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-b08d8749-db95-4718-88d1-5bb6c3f9c1cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:40:23Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['3a31ae71-934f-4135-93de-c762cbccbf01'], 'active': True} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:40:36.332873 n-d-800634-3 neutron-server[93916]: INFO neutron.pecan_wsgi.hooks.translation [None req-71644575-f62f-46de-afc7-924a7c893bd7 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] DELETE failed (client error): The resource could not be found. Jul 14 18:40:36.333718 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-71644575-f62f-46de-afc7-924a7c893bd7 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93916) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 18:40:36.337169 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [req-2eaeab4b-722b-45d5-a077-a247372ccdd7 req-7b952f40-e4e5-4e77-9f43-0c7f177c5be4 tempest-ServersNegativeTestMultiTenantJSON-1011770101 tempest-ServersNegativeTestMultiTenantJSON-1011770101-project] Request body: {'port': {'device_id': 'bf482baf-654f-4191-a698-7f46ca6e9043', 'network_id': '1415c993-ef04-446f-b982-480a56155e4c', 'admin_state_up': True, 'tenant_id': '35da738978f94aeabeb79ba359759a7a'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:40:36.338345 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-71644575-f62f-46de-afc7-924a7c893bd7 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] 10.222.0.16 "DELETE /v2.0/ports/5c34c544-07ff-4526-9d18-25666ff04fc9 HTTP/1.1" status: 404 len: 333 time: 0.0338848 Jul 14 18:40:36.339042 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 56484) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:40:36.357805 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fec978c-6825-4f8b-b67e-fb6226d5308a None None] Network 310e07b1-9c76-4479-9715-2b28fbfd1cbf requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:40:36.371277 n-d-800634-3 neutron-server[93916]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7456857-fdb0-47f0-83e6-012df8a6037b tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] DELETE failed (client error): The resource could not be found. Jul 14 18:40:36.371748 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f7456857-fdb0-47f0-83e6-012df8a6037b tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93916) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 18:40:36.374389 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-f7456857-fdb0-47f0-83e6-012df8a6037b tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] 10.222.0.16 "DELETE /v2.0/subnets/80f353a4-9667-47d2-af99-3a24719c5749 HTTP/1.1" status: 404 len: 337 time: 0.0340102 Jul 14 18:40:36.377369 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 56486) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:40:36.407141 n-d-800634-3 neutron-server[93916]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ffab9bb-6753-4e7b-ad7f-45ef3311d0b0 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] DELETE failed (client error): The resource could not be found. Jul 14 18:40:36.408359 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8ffab9bb-6753-4e7b-ad7f-45ef3311d0b0 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93916) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 18:40:36.413568 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-8ffab9bb-6753-4e7b-ad7f-45ef3311d0b0 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] 10.222.0.16 "DELETE /v2.0/ports/eff2ac8c-8b6d-4056-b7b3-bc7631a2f239 HTTP/1.1" status: 404 len: 333 time: 0.0351191 Jul 14 18:40:36.414665 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 56488) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:40:36.444579 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1c0b99-e414-4dfd-a1b9-48e080b86153 req-4e844305-3d8c-4e71-9fb6-f0a23fc65bcd tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:40:36.445733 n-d-800634-3 neutron-server[93916]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb7082c9-7a73-43d3-8339-257032a1cacb tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] DELETE failed (client error): The resource could not be found. Jul 14 18:40:36.446093 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6a1c0b99-e414-4dfd-a1b9-48e080b86153 req-4e844305-3d8c-4e71-9fb6-f0a23fc65bcd tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] 10.222.0.16 "GET /v2.0/ports?device_id=4c97b723-59cb-4a2d-8757-30536ade8338 HTTP/1.1" status: 200 len: 945 time: 0.2806234 Jul 14 18:40:36.446669 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb7082c9-7a73-43d3-8339-257032a1cacb tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93916) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 18:40:36.451866 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-cb7082c9-7a73-43d3-8339-257032a1cacb tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] 10.222.0.16 "DELETE /v2.0/subnets/14364042-cf16-47d2-803b-2a3b1e8408bf HTTP/1.1" status: 404 len: 337 time: 0.0360162 Jul 14 18:40:36.459488 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 56490) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:40:36.477019 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-24b2aabe-73da-4f28-b719-ab3558fccc0e tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:36.496045 n-d-800634-3 neutron-server[93916]: INFO neutron.pecan_wsgi.hooks.translation [None req-08e6ebea-f2c3-4e51-b6fe-7cb93e4078cf tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] DELETE failed (client error): The resource could not be found. Jul 14 18:40:36.497813 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-08e6ebea-f2c3-4e51-b6fe-7cb93e4078cf tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93916) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 18:40:36.503750 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-08e6ebea-f2c3-4e51-b6fe-7cb93e4078cf tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] 10.222.0.16 "DELETE /v2.0/ports/fefa8151-137d-4d15-ac0c-36d498d02679 HTTP/1.1" status: 404 len: 333 time: 0.0428464 Jul 14 18:40:36.504827 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 56492) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:40:36.513637 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-c25596a1-81dc-44dc-b1f5-6dd7080d144e None None] Provisioning complete for port e7aaab04-272c-4823-81e4-938a15344278 triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:40:36.514630 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-c25596a1-81dc-44dc-b1f5-6dd7080d144e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:36.521945 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6a1c0b99-e414-4dfd-a1b9-48e080b86153 req-818e4386-69f5-49eb-a818-8439ac292bdc tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] 10.222.0.16 "GET /v2.0/security-groups?id=594b2ab7-3a96-48b2-98bb-9a68eebb818a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678666 Jul 14 18:40:36.559420 n-d-800634-3 neutron-server[93916]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c9b27c8-ed33-49ec-b3b8-20563a202e30 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] DELETE failed (client error): The resource could not be found. Jul 14 18:40:36.560790 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7c9b27c8-ed33-49ec-b3b8-20563a202e30 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93916) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 18:40:36.565953 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-7c9b27c8-ed33-49ec-b3b8-20563a202e30 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] 10.222.0.16 "DELETE /v2.0/subnets/1d9474d2-2199-4288-9e43-e833abc9f5ee HTTP/1.1" status: 404 len: 337 time: 0.0596945 Jul 14 18:40:36.566122 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 56494) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:40:36.603820 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvr_db [None req-b08d8749-db95-4718-88d1-5bb6c3f9c1cb None None] Set router 3a31ae71-934f-4135-93de-c762cbccbf01 gateway port host: n-d-800634-3 {{(pid=93917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 18:40:36.627276 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2eaeab4b-722b-45d5-a077-a247372ccdd7 req-7b952f40-e4e5-4e77-9f43-0c7f177c5be4 tempest-ServersNegativeTestMultiTenantJSON-1011770101 tempest-ServersNegativeTestMultiTenantJSON-1011770101-project] Made reservation on behalf of 35da738978f94aeabeb79ba359759a7a for: {'port': 1} {{(pid=93915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:40:36.630770 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-2eaeab4b-722b-45d5-a077-a247372ccdd7 req-7b952f40-e4e5-4e77-9f43-0c7f177c5be4 tempest-ServersNegativeTestMultiTenantJSON-1011770101 tempest-ServersNegativeTestMultiTenantJSON-1011770101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:36.688858 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-4599013e-325c-4de7-bb3e-b5b460e63527 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645734'] for network, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:36.722069 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [None req-24b2aabe-73da-4f28-b719-ab3558fccc0e tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Deleting port eef8e124-1f9d-444c-a121-a72703ff3433 {{(pid=93915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:40:36.722300 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-24b2aabe-73da-4f28-b719-ab3558fccc0e tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:36.874744 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-b08d8749-db95-4718-88d1-5bb6c3f9c1cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a31ae71-934f-4135-93de-c762cbccbf01', 'name': 'tempest-TestNetworkBasicOps-router-722088205', 'tenant_id': '0c6eccb7d5c743f1a53a528a1f419fa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.4'}], 'enable_snat': True}, 'gw_port_id': 'eef8e124-1f9d-444c-a121-a72703ff3433', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:38:07Z', 'updated_at': '2021-07-14T18:40:33Z', 'revision_number': 7, 'project_id': '0c6eccb7d5c743f1a53a528a1f419fa2', 'gw_port': {'id': 'eef8e124-1f9d-444c-a121-a72703ff3433', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:02:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a31ae71-934f-4135-93de-c762cbccbf01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2099, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:38:07Z', 'updated_at': '2021-07-14T18:38:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3'}], 'n-d-800634-3', False) {} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:40:36.900748 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.db_base_plugin_common [req-2eaeab4b-722b-45d5-a077-a247372ccdd7 req-7b952f40-e4e5-4e77-9f43-0c7f177c5be4 tempest-ServersNegativeTestMultiTenantJSON-1011770101 tempest-ServersNegativeTestMultiTenantJSON-1011770101-project] Allocated IP 172.20.0.8 (1415c993-ef04-446f-b982-480a56155e4c/18f8888f-9b51-4e17-95a7-54d1b3f01a7e/c158dd68-3ce5-4055-a1c7-1125008ed2f8) {{(pid=93915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:40:36.908677 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f941b1d7-2b34-47f5-ae75-795a24e09db5 None None] DHCP port deletion for 310e07b1-9c76-4479-9715-2b28fbfd1cbf request from n-d-800634-3 {{(pid=93917) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 18:40:36.911318 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [None req-24b2aabe-73da-4f28-b719-ab3558fccc0e tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] For port eef8e124-1f9d-444c-a121-a72703ff3433, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=eef8e124-1f9d-444c-a121-a72703ff3433,segment=NetworkSegment(5afb940b-bbdf-4727-be00-5d46367c38a1),segment_id=5afb940b-bbdf-4727-be00-5d46367c38a1)] {{(pid=93915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:40:36.911663 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-24b2aabe-73da-4f28-b719-ab3558fccc0e tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:36.912259 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b08d8749-db95-4718-88d1-5bb6c3f9c1cb None None] The sync data for ids ['3a31ae71-934f-4135-93de-c762cbccbf01'] in n-d-800634-3 is: [{'id': '3a31ae71-934f-4135-93de-c762cbccbf01', 'name': 'tempest-TestNetworkBasicOps-router-722088205', 'tenant_id': '0c6eccb7d5c743f1a53a528a1f419fa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.4'}], 'enable_snat': True}, 'gw_port_id': 'eef8e124-1f9d-444c-a121-a72703ff3433', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:38:07Z', 'updated_at': '2021-07-14T18:40:33Z', 'revision_number': 7, 'project_id': '0c6eccb7d5c743f1a53a528a1f419fa2', 'gw_port': {'id': 'eef8e124-1f9d-444c-a121-a72703ff3433', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:02:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a31ae71-934f-4135-93de-c762cbccbf01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2099, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:38:07Z', 'updated_at': '2021-07-14T18:38:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3'}] {{(pid=93917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 18:40:36.942297 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [None req-24b2aabe-73da-4f28-b719-ab3558fccc0e tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Calling delete_port for eef8e124-1f9d-444c-a121-a72703ff3433 owned by network:router_gateway {{(pid=93915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:40:36.990639 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-f941b1d7-2b34-47f5-ae75-795a24e09db5 None None] Deleting port 617f80d7-89f9-4d6f-bdbf-bcbe0f167f27 {{(pid=93917) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:40:36.991151 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-f941b1d7-2b34-47f5-ae75-795a24e09db5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:37.043006 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [None req-4599013e-325c-4de7-bb3e-b5b460e63527 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Deleting port e7aaab04-272c-4823-81e4-938a15344278 {{(pid=93915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:40:37.043355 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-4599013e-325c-4de7-bb3e-b5b460e63527 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:37.066973 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-f941b1d7-2b34-47f5-ae75-795a24e09db5 None None] For port 617f80d7-89f9-4d6f-bdbf-bcbe0f167f27, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=617f80d7-89f9-4d6f-bdbf-bcbe0f167f27,segment=NetworkSegment(2c69c6a5-6bc1-42c7-8ba3-45df07491651),segment_id=2c69c6a5-6bc1-42c7-8ba3-45df07491651)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:40:37.067483 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-f941b1d7-2b34-47f5-ae75-795a24e09db5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:37.087143 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-f941b1d7-2b34-47f5-ae75-795a24e09db5 None None] Calling delete_port for 617f80d7-89f9-4d6f-bdbf-bcbe0f167f27 owned by network:dhcp {{(pid=93917) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:40:37.188669 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-f941b1d7-2b34-47f5-ae75-795a24e09db5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813'] for port, after_delete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:37.190775 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [None req-4599013e-325c-4de7-bb3e-b5b460e63527 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] For port e7aaab04-272c-4823-81e4-938a15344278, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=e7aaab04-272c-4823-81e4-938a15344278,segment=NetworkSegment(e57d1292-9039-4d9f-94d2-728500c53487),segment_id=e57d1292-9039-4d9f-94d2-728500c53487)] {{(pid=93915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:40:37.191134 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-4599013e-325c-4de7-bb3e-b5b460e63527 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:37.222620 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f941b1d7-2b34-47f5-ae75-795a24e09db5 None None] Pushing event deleted for resources: {'Port': ['ID=617f80d7-89f9-4d6f-bdbf-bcbe0f167f27,revision_number=None']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:40:37.228591 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f941b1d7-2b34-47f5-ae75-795a24e09db5 None None] No DVR routers for this DVR port 617f80d7-89f9-4d6f-bdbf-bcbe0f167f27 on host n-d-800634-3 {{(pid=93917) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 18:40:37.296803 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [None req-4599013e-325c-4de7-bb3e-b5b460e63527 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Calling delete_port for e7aaab04-272c-4823-81e4-938a15344278 owned by network:dhcp {{(pid=93915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:40:37.300267 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-218e918d-612c-45c2-b5ee-3339dc8b2c33 req-f7c0bf43-edd0-44f2-b783-bacc458dde1d tempest-ServersNegativeTestMultiTenantJSON-1011770101 tempest-ServersNegativeTestMultiTenantJSON-1011770101-project] 10.222.0.16 "GET /v2.0/ports?device_id=bf482baf-654f-4191-a698-7f46ca6e9043 HTTP/1.1" status: 200 len: 210 time: 0.0701277 Jul 14 18:40:37.387368 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-2eaeab4b-722b-45d5-a077-a247372ccdd7 req-7b952f40-e4e5-4e77-9f43-0c7f177c5be4 tempest-ServersNegativeTestMultiTenantJSON-1011770101 tempest-ServersNegativeTestMultiTenantJSON-1011770101-project] Notify callbacks [] for port, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:37.465962 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 617f80d7-89f9-4d6f-bdbf-bcbe0f167f27 no longer exists at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 18:40:37.487973 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-24b2aabe-73da-4f28-b719-ab3558fccc0e tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:37.496835 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] No Port match for: 617f80d7-89f9-4d6f-bdbf-bcbe0f167f27 {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 18:40:37.497227 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 617f80d7-89f9-4d6f-bdbf-bcbe0f167f27 not bound to the agent host n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 18:40:37.498441 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 9e6b9240-7375-41ea-aa66-998d3e231f8e no longer exists at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 18:40:37.501867 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-4599013e-325c-4de7-bb3e-b5b460e63527 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:37.534419 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] No Port match for: 9e6b9240-7375-41ea-aa66-998d3e231f8e {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 18:40:37.534746 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-2eaeab4b-722b-45d5-a077-a247372ccdd7 req-7b952f40-e4e5-4e77-9f43-0c7f177c5be4 tempest-ServersNegativeTestMultiTenantJSON-1011770101 tempest-ServersNegativeTestMultiTenantJSON-1011770101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:37.534957 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 9e6b9240-7375-41ea-aa66-998d3e231f8e not bound to the agent host n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 18:40:37.544263 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b2aabe-73da-4f28-b719-ab3558fccc0e tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Pushing event deleted for resources: {'Port': ['ID=eef8e124-1f9d-444c-a121-a72703ff3433,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:40:37.583915 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4599013e-325c-4de7-bb3e-b5b460e63527 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] No DVR routers for this DVR port e7aaab04-272c-4823-81e4-938a15344278 on host n-d-800634-3 {{(pid=93915) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 18:40:37.596244 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdbd9931-2d5f-4088-a324-d519cbc09d83 None None] DHCP port deletion for de099bce-1061-4014-bdd5-ec95cce7be8f request from n-d-800634-3 {{(pid=93917) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 18:40:37.621874 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e87d8fa-6e60-4c23-99d2-ada46fb9101b None None] get_active_networks_info from n-d-800634-3 {{(pid=93917) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 14 18:40:37.686266 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-24b2aabe-73da-4f28-b719-ab3558fccc0e tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-930057'] for router_gateway, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:37.688456 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4599013e-325c-4de7-bb3e-b5b460e63527 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Pushing event deleted for resources: {'Port': ['ID=e7aaab04-272c-4823-81e4-938a15344278,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:40:37.761967 n-d-800634-3 neutron-server[93917]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e87d8fa-6e60-4c23-99d2-ada46fb9101b None None] Resources bound (agent type, host, resource id): {{(pid=93917) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 14 18:40:37.780373 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2eaeab4b-722b-45d5-a077-a247372ccdd7 req-7b952f40-e4e5-4e77-9f43-0c7f177c5be4 tempest-ServersNegativeTestMultiTenantJSON-1011770101 tempest-ServersNegativeTestMultiTenantJSON-1011770101-project] Network 1415c993-ef04-446f-b982-480a56155e4c is already hosted by enough agents. {{(pid=93915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:40:37.891776 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [req-2eaeab4b-722b-45d5-a077-a247372ccdd7 req-7b952f40-e4e5-4e77-9f43-0c7f177c5be4 tempest-ServersNegativeTestMultiTenantJSON-1011770101 tempest-ServersNegativeTestMultiTenantJSON-1011770101-project] Resources bound (agent type, host, resource id): {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:40:37.894515 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [req-2eaeab4b-722b-45d5-a077-a247372ccdd7 req-7b952f40-e4e5-4e77-9f43-0c7f177c5be4 tempest-ServersNegativeTestMultiTenantJSON-1011770101 tempest-ServersNegativeTestMultiTenantJSON-1011770101-project] Received port after_create {{(pid=93915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:40:37.928912 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-4599013e-325c-4de7-bb3e-b5b460e63527 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2096010', 'neutron.services.segments.db._delete_segments_for_network-8728202734996'] for network, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:37.952069 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-24b2aabe-73da-4f28-b719-ab3558fccc0e tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-571778', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11402'] for router, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:37.959512 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-24b2aabe-73da-4f28-b719-ab3558fccc0e tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:37.964966 n-d-800634-3 neutron-server[93915]: DEBUG neutron.services.segments.db [None req-4599013e-325c-4de7-bb3e-b5b460e63527 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de099bce-1061-4014-bdd5-ec95cce7be8f']}} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:40:38.005572 n-d-800634-3 neutron-server[93915]: DEBUG neutron.services.segments.db [None req-4599013e-325c-4de7-bb3e-b5b460e63527 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e57d1292-9039-4d9f-94d2-728500c53487') {'for_net_delete': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:40:38.005965 n-d-800634-3 neutron-server[93915]: DEBUG neutron.services.segments.db [None req-4599013e-325c-4de7-bb3e-b5b460e63527 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e57d1292-9039-4d9f-94d2-728500c53487') {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:40:38.073824 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b952f40-e4e5-4e77-9f43-0c7f177c5be4 tempest-ServersNegativeTestMultiTenantJSON-1011770101 tempest-ServersNegativeTestMultiTenantJSON-1011770101-project] Pushing event updated for resources: {'Port': ['ID=c158dd68-3ce5-4055-a1c7-1125008ed2f8,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:40:38.082522 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-4599013e-325c-4de7-bb3e-b5b460e63527 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728202715275', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28939920'] for segment, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:38.126087 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-24b2aabe-73da-4f28-b719-ab3558fccc0e tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-541202'] for router, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:38.126619 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24b2aabe-73da-4f28-b719-ab3558fccc0e tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Fanout notify agent at l3_agent the message router_deleted on router 3a31ae71-934f-4135-93de-c762cbccbf01 {{(pid=93915) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 18:40:38.140410 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-24b2aabe-73da-4f28-b719-ab3558fccc0e tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Notify callbacks [] for router, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:38.141672 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-24b2aabe-73da-4f28-b719-ab3558fccc0e tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] 10.222.0.16 "DELETE /v2.0/routers/3a31ae71-934f-4135-93de-c762cbccbf01 HTTP/1.1" status: 204 len: 168 time: 2.7479930 Jul 14 18:40:38.143020 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-4599013e-325c-4de7-bb3e-b5b460e63527 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:38.144706 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 56518) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:40:38.152676 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4599013e-325c-4de7-bb3e-b5b460e63527 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Releasing vlan 82 on physical network physnet1 to pool {{(pid=93915) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 18:40:38.153364 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-4599013e-325c-4de7-bb3e-b5b460e63527 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25911658'] for segment, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:38.163010 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eaeab4b-722b-45d5-a077-a247372ccdd7 req-7b952f40-e4e5-4e77-9f43-0c7f177c5be4 tempest-ServersNegativeTestMultiTenantJSON-1011770101 tempest-ServersNegativeTestMultiTenantJSON-1011770101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:40:38.163947 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-2eaeab4b-722b-45d5-a077-a247372ccdd7 req-7b952f40-e4e5-4e77-9f43-0c7f177c5be4 tempest-ServersNegativeTestMultiTenantJSON-1011770101 tempest-ServersNegativeTestMultiTenantJSON-1011770101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:38.166868 n-d-800634-3 neutron-server[93915]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 18:40:38.166868 n-d-800634-3 neutron-server[93915]: items = [ Jul 14 18:40:38.166868 n-d-800634-3 neutron-server[93915]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:40:38.166868 n-d-800634-3 neutron-server[93915]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:40:38.166868 n-d-800634-3 neutron-server[93915]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:40:38.166868 n-d-800634-3 neutron-server[93915]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:40:38.166868 n-d-800634-3 neutron-server[93915]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:40:38.166868 n-d-800634-3 neutron-server[93915]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:40:38.166868 n-d-800634-3 neutron-server[93915]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:40:38.166868 n-d-800634-3 neutron-server[93915]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:40:38.166868 n-d-800634-3 neutron-server[93915]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:40:38.166868 n-d-800634-3 neutron-server[93915]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:40:38.166868 n-d-800634-3 neutron-server[93915]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:40:38.166868 n-d-800634-3 neutron-server[93915]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:40:38.166868 n-d-800634-3 neutron-server[93915]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:40:38.166868 n-d-800634-3 neutron-server[93915]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:40:38.166868 n-d-800634-3 neutron-server[93915]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:40:38.166868 n-d-800634-3 neutron-server[93915]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:40:38.166868 n-d-800634-3 neutron-server[93915]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:40:38.166868 n-d-800634-3 neutron-server[93915]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:40:38.166868 n-d-800634-3 neutron-server[93915]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:40:38.166868 n-d-800634-3 neutron-server[93915]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:40:38.166868 n-d-800634-3 neutron-server[93915]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:40:38.166868 n-d-800634-3 neutron-server[93915]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:40:38.166868 n-d-800634-3 neutron-server[93915]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:40:38.166868 n-d-800634-3 neutron-server[93915]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:40:38.166868 n-d-800634-3 neutron-server[93915]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:40:38.166868 n-d-800634-3 neutron-server[93915]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:40:38.166868 n-d-800634-3 neutron-server[93915]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:40:38.166868 n-d-800634-3 neutron-server[93915]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:40:38.166868 n-d-800634-3 neutron-server[93915]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:40:38.166868 n-d-800634-3 neutron-server[93915]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:40:38.166868 n-d-800634-3 neutron-server[93915]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:40:38.166868 n-d-800634-3 neutron-server[93915]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:40:38.166868 n-d-800634-3 neutron-server[93915]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:40:38.166868 n-d-800634-3 neutron-server[93915]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:40:38.166868 n-d-800634-3 neutron-server[93915]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:40:38.166868 n-d-800634-3 neutron-server[93915]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:40:38.166868 n-d-800634-3 neutron-server[93915]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:40:38.166868 n-d-800634-3 neutron-server[93915]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:40:38.166868 n-d-800634-3 neutron-server[93915]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:40:38.166868 n-d-800634-3 neutron-server[93915]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:40:38.166868 n-d-800634-3 neutron-server[93915]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:40:38.166868 n-d-800634-3 neutron-server[93915]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:40:38.166868 n-d-800634-3 neutron-server[93915]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:40:38.166868 n-d-800634-3 neutron-server[93915]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:40:38.166868 n-d-800634-3 neutron-server[93915]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:40:38.166868 n-d-800634-3 neutron-server[93915]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:40:38.166868 n-d-800634-3 neutron-server[93915]: Traceback (most recent call last): Jul 14 18:40:38.166868 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 18:40:38.166868 n-d-800634-3 neutron-server[93915]: timer() Jul 14 18:40:38.166868 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 18:40:38.166868 n-d-800634-3 neutron-server[93915]: cb(*args, **kw) Jul 14 18:40:38.166868 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 18:40:38.166868 n-d-800634-3 neutron-server[93915]: return func(*args, **kwargs) Jul 14 18:40:38.166868 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 18:40:38.166868 n-d-800634-3 neutron-server[93915]: self._notify() Jul 14 18:40:38.166868 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 18:40:38.166868 n-d-800634-3 neutron-server[93915]: self.callback(batched_events) Jul 14 18:40:38.166868 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 18:40:38.166868 n-d-800634-3 neutron-server[93915]: event.method(event) Jul 14 18:40:38.166868 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 18:40:38.166868 n-d-800634-3 neutron-server[93915]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 18:40:38.172712 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 18:40:38.172712 n-d-800634-3 neutron-server[93915]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 18:40:38.172712 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 18:40:38.172712 n-d-800634-3 neutron-server[93915]: return f(self, *a, **k) Jul 14 18:40:38.172712 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 18:40:38.172712 n-d-800634-3 neutron-server[93915]: return self._get(url).json() Jul 14 18:40:38.172712 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 18:40:38.172712 n-d-800634-3 neutron-server[93915]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 18:40:38.172712 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 18:40:38.172712 n-d-800634-3 neutron-server[93915]: return self.request(url, 'GET', **kwargs) Jul 14 18:40:38.172712 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 18:40:38.172712 n-d-800634-3 neutron-server[93915]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 18:40:38.172712 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 18:40:38.172712 n-d-800634-3 neutron-server[93915]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 18:40:38.172712 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 18:40:38.172712 n-d-800634-3 neutron-server[93915]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 18:40:38.172712 n-d-800634-3 neutron-server[93915]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 18:40:38.252651 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38dfc06-548c-44a4-b7c9-9a2b6b78130b req-f013e126-a7f4-4c1b-ad03-c67cf3c202ea tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:40:38.262986 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f38dfc06-548c-44a4-b7c9-9a2b6b78130b req-f013e126-a7f4-4c1b-ad03-c67cf3c202ea tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] 10.222.0.16 "GET /v2.0/ports?device_id=4c97b723-59cb-4a2d-8757-30536ade8338 HTTP/1.1" status: 200 len: 945 time: 0.5611815 Jul 14 18:40:38.288907 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-12953879-71c7-403e-b28d-7aad51fac64f tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645734'] for network, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:38.291945 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2eaeab4b-722b-45d5-a077-a247372ccdd7 req-7b952f40-e4e5-4e77-9f43-0c7f177c5be4 tempest-ServersNegativeTestMultiTenantJSON-1011770101 tempest-ServersNegativeTestMultiTenantJSON-1011770101-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9600914 Jul 14 18:40:38.296854 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-4599013e-325c-4de7-bb3e-b5b460e63527 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2096001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-930085'] for network, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:38.310651 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [req-2eaeab4b-722b-45d5-a077-a247372ccdd7 req-cc8b205c-be5a-49e2-9a0c-fd4d15d34758 service neutron] Request body: {'port': {'device_id': 'bf482baf-654f-4191-a698-7f46ca6e9043', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800634-3'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:40:38.423065 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f38dfc06-548c-44a4-b7c9-9a2b6b78130b req-e8d18000-b434-4df6-829b-513e5a8ebb12 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] 10.222.0.16 "GET /v2.0/security-groups?id=594b2ab7-3a96-48b2-98bb-9a68eebb818a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1591549 Jul 14 18:40:38.426898 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-12953879-71c7-403e-b28d-7aad51fac64f tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2096010', 'neutron.services.segments.db._delete_segments_for_network-8728202734996'] for network, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:38.427615 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47502e19-0757-4fe8-aa12-f749ef8c0027 None None] DHCP port deletion for de099bce-1061-4014-bdd5-ec95cce7be8f request from n-d-800634-3 {{(pid=93917) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 18:40:38.433773 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-2eaeab4b-722b-45d5-a077-a247372ccdd7 req-cc8b205c-be5a-49e2-9a0c-fd4d15d34758 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:38.443496 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-4599013e-325c-4de7-bb3e-b5b460e63527 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Notify callbacks [] for network, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:38.447220 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.segments.db [None req-12953879-71c7-403e-b28d-7aad51fac64f tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['310e07b1-9c76-4479-9715-2b28fbfd1cbf']}} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:40:38.452418 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-4599013e-325c-4de7-bb3e-b5b460e63527 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] 10.222.0.16 "DELETE /v2.0/networks/de099bce-1061-4014-bdd5-ec95cce7be8f HTTP/1.1" status: 204 len: 168 time: 1.8819218 Jul 14 18:40:38.471196 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.segments.db [None req-12953879-71c7-403e-b28d-7aad51fac64f tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c69c6a5-6bc1-42c7-8ba3-45df07491651') {'for_net_delete': True} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:40:38.471494 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.segments.db [None req-12953879-71c7-403e-b28d-7aad51fac64f tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c69c6a5-6bc1-42c7-8ba3-45df07491651') {} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:40:38.482300 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-12953879-71c7-403e-b28d-7aad51fac64f tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728202715275', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26296891'] for segment, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:38.499303 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-12953879-71c7-403e-b28d-7aad51fac64f tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:38.507768 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12953879-71c7-403e-b28d-7aad51fac64f tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Releasing vlan 55 on physical network physnet1 to pool {{(pid=93916) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 18:40:38.508206 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-12953879-71c7-403e-b28d-7aad51fac64f tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2682942'] for segment, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:38.512111 n-d-800634-3 neutron-server[93916]: Traceback (most recent call last): Jul 14 18:40:38.512111 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 18:40:38.512111 n-d-800634-3 neutron-server[93916]: timer() Jul 14 18:40:38.512111 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 18:40:38.512111 n-d-800634-3 neutron-server[93916]: cb(*args, **kw) Jul 14 18:40:38.512111 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 18:40:38.512111 n-d-800634-3 neutron-server[93916]: return func(*args, **kwargs) Jul 14 18:40:38.512111 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 18:40:38.512111 n-d-800634-3 neutron-server[93916]: self._notify() Jul 14 18:40:38.512111 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 18:40:38.512111 n-d-800634-3 neutron-server[93916]: self.callback(batched_events) Jul 14 18:40:38.512111 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 18:40:38.512111 n-d-800634-3 neutron-server[93916]: event.method(event) Jul 14 18:40:38.512111 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 18:40:38.512111 n-d-800634-3 neutron-server[93916]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 18:40:38.512111 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 18:40:38.512111 n-d-800634-3 neutron-server[93916]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 18:40:38.512111 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 18:40:38.512111 n-d-800634-3 neutron-server[93916]: return f(self, *a, **k) Jul 14 18:40:38.512111 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 18:40:38.512111 n-d-800634-3 neutron-server[93916]: return self._get(url).json() Jul 14 18:40:38.512111 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 18:40:38.512111 n-d-800634-3 neutron-server[93916]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 18:40:38.512111 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 18:40:38.512111 n-d-800634-3 neutron-server[93916]: return self.request(url, 'GET', **kwargs) Jul 14 18:40:38.512111 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 18:40:38.512111 n-d-800634-3 neutron-server[93916]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 18:40:38.512111 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 18:40:38.512111 n-d-800634-3 neutron-server[93916]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 18:40:38.512111 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 18:40:38.512111 n-d-800634-3 neutron-server[93916]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 18:40:38.512111 n-d-800634-3 neutron-server[93916]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 18:40:38.550281 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4599013e-325c-4de7-bb3e-b5b460e63527 tempest-NetworksTestDHCPv6-1525422640 tempest-NetworksTestDHCPv6-1525422640-project] Pushing event deleted for resources: {'Network': ['ID=de099bce-1061-4014-bdd5-ec95cce7be8f,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:40:38.616696 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-12953879-71c7-403e-b28d-7aad51fac64f tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2096001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-930085'] for network, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:38.645393 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-12953879-71c7-403e-b28d-7aad51fac64f tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598705'] for network, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:38.648358 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-12953879-71c7-403e-b28d-7aad51fac64f tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] 10.222.0.16 "DELETE /v2.0/networks/310e07b1-9c76-4479-9715-2b28fbfd1cbf HTTP/1.1" status: 204 len: 168 time: 0.5023904 Jul 14 18:40:38.694028 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 56526) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:40:38.694988 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12953879-71c7-403e-b28d-7aad51fac64f tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Pushing event deleted for resources: {'Network': ['ID=310e07b1-9c76-4479-9715-2b28fbfd1cbf,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:40:38.701725 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-76a76c49-d77b-4448-b8d4-ec6824d2268f tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Request body: {'network': {'name': 'tempest-network-smoke--1815743532', 'project_id': '0c6eccb7d5c743f1a53a528a1f419fa2', 'port_security_enabled': True}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:40:38.747815 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76a76c49-d77b-4448-b8d4-ec6824d2268f tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Made reservation on behalf of 0c6eccb7d5c743f1a53a528a1f419fa2 for: {'network': 1} {{(pid=93916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:40:38.751692 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-76a76c49-d77b-4448-b8d4-ec6824d2268f tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for network, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:38.760015 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7868e9b1-687b-40ec-9541-75d1416d4f41 req-2a2c5304-3c96-4bfd-95f7-6258db1be5eb tempest-ServersNegativeTestMultiTenantJSON-1011770101 tempest-ServersNegativeTestMultiTenantJSON-1011770101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:40:38.767370 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-7868e9b1-687b-40ec-9541-75d1416d4f41 req-2a2c5304-3c96-4bfd-95f7-6258db1be5eb tempest-ServersNegativeTestMultiTenantJSON-1011770101 tempest-ServersNegativeTestMultiTenantJSON-1011770101-project] 10.222.0.16 "GET /v2.0/ports?device_id=bf482baf-654f-4191-a698-7f46ca6e9043 HTTP/1.1" status: 200 len: 931 time: 0.2796605 Jul 14 18:40:38.792250 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76a76c49-d77b-4448-b8d4-ec6824d2268f tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 60} {{(pid=93916) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 18:40:38.806326 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-76a76c49-d77b-4448-b8d4-ec6824d2268f tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:38.806472 n-d-800634-3 neutron-server[93916]: INFO neutron.db.segments_db [None req-76a76c49-d77b-4448-b8d4-ec6824d2268f tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Added segment 023a2c51-fc5a-4668-8579-f4c9504fe4e4 of type vlan for network e602d401-0f37-42a7-8ad3-944d76449831 Jul 14 18:40:38.859843 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-76a76c49-d77b-4448-b8d4-ec6824d2268f tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728202197517'] for network, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:38.867207 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-7868e9b1-687b-40ec-9541-75d1416d4f41 req-bc30ab86-acc9-45dd-a13b-89ac63c20e86 tempest-ServersNegativeTestMultiTenantJSON-1011770101 tempest-ServersNegativeTestMultiTenantJSON-1011770101-project] 10.222.0.16 "GET /v2.0/security-groups?id=76b424ec-9e9e-4af7-8ed8-4b83c22e944f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988641 Jul 14 18:40:38.897487 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-76a76c49-d77b-4448-b8d4-ec6824d2268f tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727'] for network, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:38.907911 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76a76c49-d77b-4448-b8d4-ec6824d2268f tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:40:38.908926 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-76a76c49-d77b-4448-b8d4-ec6824d2268f tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598705'] for network, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:38.933359 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 56530) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:40:38.942878 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-76a76c49-d77b-4448-b8d4-ec6824d2268f tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2431538 Jul 14 18:40:38.948850 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 56532) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:40:38.954828 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-e4e83ca2-915d-48e3-aa17-4a998bb5aff3 tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1416134541', 'admin_state_up': True, 'project_id': '0c6eccb7d5c743f1a53a528a1f419fa2', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61'}}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:40:38.996227 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a76c49-d77b-4448-b8d4-ec6824d2268f tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Pushing event updated for resources: {'Network': ['ID=e602d401-0f37-42a7-8ad3-944d76449831,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:40:39.017606 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [req-2eaeab4b-722b-45d5-a077-a247372ccdd7 req-cc8b205c-be5a-49e2-9a0c-fd4d15d34758 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c158dd68-3ce5-4055-a1c7-1125008ed2f8 {{(pid=93915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 18:40:39.022377 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-e4e83ca2-915d-48e3-aa17-4a998bb5aff3 tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-571768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11104'] for router, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:39.023573 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-e4e83ca2-915d-48e3-aa17-4a998bb5aff3 tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-571675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-930014', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-632314', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11129'] for router, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:39.032732 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-2eaeab4b-722b-45d5-a077-a247372ccdd7 req-cc8b205c-be5a-49e2-9a0c-fd4d15d34758 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:39.034178 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Network e602d401-0f37-42a7-8ad3-944d76449831 details requested by agent ovs-agent-n-d-800634-3 with host n-d-800634-3 {{(pid=93917) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 18:40:39.099387 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.provisioning_blocks [req-2eaeab4b-722b-45d5-a077-a247372ccdd7 req-cc8b205c-be5a-49e2-9a0c-fd4d15d34758 service neutron] Transition to ACTIVE for port object c158dd68-3ce5-4055-a1c7-1125008ed2f8 will not be triggered until provisioned by entity L2. {{(pid=93915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:40:39.417334 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device eef8e124-1f9d-444c-a121-a72703ff3433 no longer exists at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 18:40:39.423639 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-2eaeab4b-722b-45d5-a077-a247372ccdd7 req-cc8b205c-be5a-49e2-9a0c-fd4d15d34758 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25912978'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:39.439195 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-e4e83ca2-915d-48e3-aa17-4a998bb5aff3 tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:39.443552 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] No Port match for: eef8e124-1f9d-444c-a121-a72703ff3433 {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 18:40:39.444428 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device eef8e124-1f9d-444c-a121-a72703ff3433 not bound to the agent host n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 18:40:39.598980 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-35eb0f68-4ced-446d-bdec-440950ceccd4 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=13ccccd91e8c4eb89f4317d7ac77ca6b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6642423 Jul 14 18:40:39.601775 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 56546) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:40:39.630169 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8b205c-be5a-49e2-9a0c-fd4d15d34758 service neutron] Pushing event updated for resources: {'Port': ['ID=c158dd68-3ce5-4055-a1c7-1125008ed2f8,revision_number=2']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:40:39.671205 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-af6ce966-9549-4b80-87cf-7660bd815108 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:39.702288 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-af6ce966-9549-4b80-87cf-7660bd815108 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:39.702835 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-e4e83ca2-915d-48e3-aa17-4a998bb5aff3 tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-929996', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-571750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11395'] for router, precommit_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:39.765499 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-af6ce966-9549-4b80-87cf-7660bd815108 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:39.768275 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-af6ce966-9549-4b80-87cf-7660bd815108 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:39.772778 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-af6ce966-9549-4b80-87cf-7660bd815108 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a446f06a-2f98-4216-9025-521d70a760de HTTP/1.1" status: 204 len: 168 time: 0.1698301 Jul 14 18:40:39.788311 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6ce966-9549-4b80-87cf-7660bd815108 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a446f06a-2f98-4216-9025-521d70a760de,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:40:39.831412 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ee5b22-d99a-4b93-bf8e-5f8522fb37af req-6a998305-a414-47f6-94b3-0f76321cf713 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:40:39.833256 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-43ee5b22-d99a-4b93-bf8e-5f8522fb37af req-6a998305-a414-47f6-94b3-0f76321cf713 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] 10.222.0.16 "GET /v2.0/ports?device_id=4c97b723-59cb-4a2d-8757-30536ade8338 HTTP/1.1" status: 200 len: 945 time: 0.2773919 Jul 14 18:40:39.834524 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-2eaeab4b-722b-45d5-a077-a247372ccdd7 req-cc8b205c-be5a-49e2-9a0c-fd4d15d34758 service neutron] Attempting to bind port c158dd68-3ce5-4055-a1c7-1125008ed2f8 on host n-h1-800634-3 for vnic_type normal with profile {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:40:39.834881 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-2eaeab4b-722b-45d5-a077-a247372ccdd7 req-cc8b205c-be5a-49e2-9a0c-fd4d15d34758 service neutron] Attempting to bind port c158dd68-3ce5-4055-a1c7-1125008ed2f8 by drivers openvswitch,hyperv on host n-h1-800634-3 at level 0 using segments [{'id': '6bb8bc6b-7068-4421-92d4-a42ebf3ba5a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '1415c993-ef04-446f-b982-480a56155e4c'}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:40:39.835305 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eaeab4b-722b-45d5-a077-a247372ccdd7 req-cc8b205c-be5a-49e2-9a0c-fd4d15d34758 service neutron] Attempting to bind port c158dd68-3ce5-4055-a1c7-1125008ed2f8 on network 1415c993-ef04-446f-b982-480a56155e4c {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:40:39.847588 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eaeab4b-722b-45d5-a077-a247372ccdd7 req-cc8b205c-be5a-49e2-9a0c-fd4d15d34758 service neutron] Port c158dd68-3ce5-4055-a1c7-1125008ed2f8 on network 1415c993-ef04-446f-b982-480a56155e4c not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-3 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 18:40:39.847951 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eaeab4b-722b-45d5-a077-a247372ccdd7 req-cc8b205c-be5a-49e2-9a0c-fd4d15d34758 service neutron] Attempting to bind port c158dd68-3ce5-4055-a1c7-1125008ed2f8 on network 1415c993-ef04-446f-b982-480a56155e4c {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:40:39.876021 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eaeab4b-722b-45d5-a077-a247372ccdd7 req-cc8b205c-be5a-49e2-9a0c-fd4d15d34758 service neutron] Checking agent: {'id': 'a3630ff4-fbee-45d9-b9b6-0ae41cb3a350', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 15, 32), 'started_at': datetime.datetime(2021, 7, 14, 18, 15, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 18, 40, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 18:40:39.876385 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eaeab4b-722b-45d5-a077-a247372ccdd7 req-cc8b205c-be5a-49e2-9a0c-fd4d15d34758 service neutron] Checking segment: {'id': '6bb8bc6b-7068-4421-92d4-a42ebf3ba5a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '1415c993-ef04-446f-b982-480a56155e4c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:40:39.876785 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eaeab4b-722b-45d5-a077-a247372ccdd7 req-cc8b205c-be5a-49e2-9a0c-fd4d15d34758 service neutron] Bound using segment: {'id': '6bb8bc6b-7068-4421-92d4-a42ebf3ba5a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '1415c993-ef04-446f-b982-480a56155e4c'} {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 18:40:39.877226 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-2eaeab4b-722b-45d5-a077-a247372ccdd7 req-cc8b205c-be5a-49e2-9a0c-fd4d15d34758 service neutron] Bound port: c158dd68-3ce5-4055-a1c7-1125008ed2f8, host: n-h1-800634-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6bb8bc6b-7068-4421-92d4-a42ebf3ba5a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '1415c993-ef04-446f-b982-480a56155e4c'}}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 18:40:39.877591 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-2eaeab4b-722b-45d5-a077-a247372ccdd7 req-cc8b205c-be5a-49e2-9a0c-fd4d15d34758 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:39.930490 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-43ee5b22-d99a-4b93-bf8e-5f8522fb37af req-d13e61df-2430-4f1c-b611-73067f955ee4 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] 10.222.0.16 "GET /v2.0/security-groups?id=594b2ab7-3a96-48b2-98bb-9a68eebb818a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0862870 Jul 14 18:40:39.986526 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-2eaeab4b-722b-45d5-a077-a247372ccdd7 req-cc8b205c-be5a-49e2-9a0c-fd4d15d34758 service neutron] For port c158dd68-3ce5-4055-a1c7-1125008ed2f8, host n-h1-800634-3, cleared binding levels {{(pid=93915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:40:39.990290 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-2eaeab4b-722b-45d5-a077-a247372ccdd7 req-cc8b205c-be5a-49e2-9a0c-fd4d15d34758 service neutron] For port c158dd68-3ce5-4055-a1c7-1125008ed2f8, host n-h1-800634-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=c158dd68-3ce5-4055-a1c7-1125008ed2f8,segment=NetworkSegment(6bb8bc6b-7068-4421-92d4-a42ebf3ba5a8),segment_id=6bb8bc6b-7068-4421-92d4-a42ebf3ba5a8)] {{(pid=93915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 18:40:39.998683 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-2eaeab4b-722b-45d5-a077-a247372ccdd7 req-cc8b205c-be5a-49e2-9a0c-fd4d15d34758 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25912978'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:40.082432 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eaeab4b-722b-45d5-a077-a247372ccdd7 req-cc8b205c-be5a-49e2-9a0c-fd4d15d34758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:40:40.083070 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-2eaeab4b-722b-45d5-a077-a247372ccdd7 req-cc8b205c-be5a-49e2-9a0c-fd4d15d34758 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:40.086128 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2eaeab4b-722b-45d5-a077-a247372ccdd7 req-cc8b205c-be5a-49e2-9a0c-fd4d15d34758 service neutron] 10.222.0.18 "PUT /v2.0/ports/c158dd68-3ce5-4055-a1c7-1125008ed2f8 HTTP/1.1" status: 200 len: 1091 time: 1.7861719 Jul 14 18:40:40.090839 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf482baf-654f-4191-a698-7f46ca6e9043', 'tag': 'c158dd68-3ce5-4055-a1c7-1125008ed2f8'}] {{(pid=93915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:40:40.093375 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e72782ad3af8f7d4ce76cedf092bca46d1756acc5c4653cf0b52034cdd6b073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36d7a6ed-139d-4f3a-9251-24d41b6f9b08" -d '{"events": [{"name": "network-changed", "server_uuid": "bf482baf-654f-4191-a698-7f46ca6e9043", "tag": "c158dd68-3ce5-4055-a1c7-1125008ed2f8"}]}' {{(pid=93915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:40:40.170519 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 18:40:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-767c5f10-182e-4a53-9439-28aed55537aa x-openstack-request-id: req-767c5f10-182e-4a53-9439-28aed55537aa {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:40:40.170815 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf482baf-654f-4191-a698-7f46ca6e9043", "tag": "c158dd68-3ce5-4055-a1c7-1125008ed2f8", "status": "completed", "code": 200}]} {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:40:40.171095 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-767c5f10-182e-4a53-9439-28aed55537aa {{(pid=93915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:40:40.171488 n-d-800634-3 neutron-server[93915]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf482baf-654f-4191-a698-7f46ca6e9043', 'tag': 'c158dd68-3ce5-4055-a1c7-1125008ed2f8', 'status': 'completed', 'code': 200} Jul 14 18:40:40.207031 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8b205c-be5a-49e2-9a0c-fd4d15d34758 service neutron] Pushing event updated for resources: {'Port': ['ID=c158dd68-3ce5-4055-a1c7-1125008ed2f8,revision_number=3']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:40:40.243000 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-e4e83ca2-915d-48e3-aa17-4a998bb5aff3 tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Notify callbacks [] for router_gateway, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:40.281342 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-e4e83ca2-915d-48e3-aa17-4a998bb5aff3 tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:40.320349 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c3de8c-06ae-4b08-93ce-03db6e7d19c3 req-e08b52f5-2ead-46d7-9349-1d42ed5d9cfd tempest-ServersNegativeTestMultiTenantJSON-1011770101 tempest-ServersNegativeTestMultiTenantJSON-1011770101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:40:40.325188 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-32c3de8c-06ae-4b08-93ce-03db6e7d19c3 req-e08b52f5-2ead-46d7-9349-1d42ed5d9cfd tempest-ServersNegativeTestMultiTenantJSON-1011770101 tempest-ServersNegativeTestMultiTenantJSON-1011770101-project] 10.222.0.16 "GET /v2.0/ports?device_id=bf482baf-654f-4191-a698-7f46ca6e9043 HTTP/1.1" status: 200 len: 943 time: 0.3149307 Jul 14 18:40:40.384908 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eaeab4b-722b-45d5-a077-a247372ccdd7 req-85bca6b8-6dac-4b6e-8451-9baac110d0e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:40:40.386567 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2eaeab4b-722b-45d5-a077-a247372ccdd7 req-85bca6b8-6dac-4b6e-8451-9baac110d0e8 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=35da738978f94aeabeb79ba359759a7a&device_id=bf482baf-654f-4191-a698-7f46ca6e9043 HTTP/1.1" status: 200 len: 1094 time: 0.2197690 Jul 14 18:40:40.460000 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2eaeab4b-722b-45d5-a077-a247372ccdd7 req-efc5c570-5f1e-4d4f-bbb1-a02a46a4ea77 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c158dd68-3ce5-4055-a1c7-1125008ed2f8 HTTP/1.1" status: 200 len: 217 time: 0.0516646 Jul 14 18:40:40.529322 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-32c3de8c-06ae-4b08-93ce-03db6e7d19c3 req-84936be1-5223-4295-97f6-93c6f0dc01e7 tempest-ServersNegativeTestMultiTenantJSON-1011770101 tempest-ServersNegativeTestMultiTenantJSON-1011770101-project] 10.222.0.16 "GET /v2.0/security-groups?id=76b424ec-9e9e-4af7-8ed8-4b83c22e944f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648481 Jul 14 18:40:40.564228 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eaeab4b-722b-45d5-a077-a247372ccdd7 req-42856af1-cd6f-40c5-9efc-c437be341028 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:40:40.565719 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2eaeab4b-722b-45d5-a077-a247372ccdd7 req-42856af1-cd6f-40c5-9efc-c437be341028 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=18f8888f-9b51-4e17-95a7-54d1b3f01a7e HTTP/1.1" status: 200 len: 864 time: 0.0948739 Jul 14 18:40:40.566801 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.db_base_plugin_common [None req-e4e83ca2-915d-48e3-aa17-4a998bb5aff3 tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Allocated IP 172.25.1.168 (9200a437-e1de-4520-88f6-e68386523e61/5f47f848-4532-407a-a0e2-5690ade15fd0/320661f6-329d-45fe-89a7-40d1a3349472) {{(pid=93915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:40:40.605330 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2eaeab4b-722b-45d5-a077-a247372ccdd7 req-f532bcfe-c562-4e1b-9cbd-5dfde29abd1d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=1415c993-ef04-446f-b982-480a56155e4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319738 Jul 14 18:40:40.678948 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 56582) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:40:40.766444 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2eaeab4b-722b-45d5-a077-a247372ccdd7 req-b9903350-25de-4fc5-a44f-63a307b188bb service neutron] 10.222.0.18 "GET /v2.0/networks/1415c993-ef04-446f-b982-480a56155e4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1474545 Jul 14 18:40:40.769177 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-e4e83ca2-915d-48e3-aa17-4a998bb5aff3 tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Notify callbacks [] for port, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:40.783481 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-6ea7fc1b-83c1-4061-8c60-fea182d85f4b tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-306295249'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:40:40.808931 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ea7fc1b-83c1-4061-8c60-fea182d85f4b tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Made reservation on behalf of 78e64edff38a43a79601b0ea9ee759c1 for: {'network': 1} {{(pid=93916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:40:40.813785 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-6ea7fc1b-83c1-4061-8c60-fea182d85f4b tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for network, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:40.824412 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-6ea7fc1b-83c1-4061-8c60-fea182d85f4b tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify callbacks [] for security_group, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:40.883315 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2eaeab4b-722b-45d5-a077-a247372ccdd7 req-b7e65398-34c4-4454-9773-804cf48a6b02 service neutron] 10.222.0.18 "GET /v2.0/networks/1415c993-ef04-446f-b982-480a56155e4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1111188 Jul 14 18:40:40.910136 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-e4e83ca2-915d-48e3-aa17-4a998bb5aff3 tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:40.986773 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-6ea7fc1b-83c1-4061-8c60-fea182d85f4b tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify callbacks [] for security_group, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:41.001974 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-6ea7fc1b-83c1-4061-8c60-fea182d85f4b tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:41.024524 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4e83ca2-915d-48e3-aa17-4a998bb5aff3 tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Network 9200a437-e1de-4520-88f6-e68386523e61 is already hosted by enough agents. {{(pid=93915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:40:41.036589 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [None req-e4e83ca2-915d-48e3-aa17-4a998bb5aff3 tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Resources bound (agent type, host, resource id): {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:40:41.037330 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea7fc1b-83c1-4061-8c60-fea182d85f4b tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a355d03e-2ac6-4409-8654-35c0d71d38bb,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:40:41.043021 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ea7fc1b-83c1-4061-8c60-fea182d85f4b tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 67} {{(pid=93916) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 18:40:41.055956 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-6ea7fc1b-83c1-4061-8c60-fea182d85f4b tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:41.056819 n-d-800634-3 neutron-server[93916]: INFO neutron.db.segments_db [None req-6ea7fc1b-83c1-4061-8c60-fea182d85f4b tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Added segment 8a44d352-2db1-407f-9b77-f8a0e3872460 of type vlan for network e3e8e2a7-2511-400e-8438-d422492221f1 Jul 14 18:40:41.063932 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4e83ca2-915d-48e3-aa17-4a998bb5aff3 tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Received port after_create {{(pid=93915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:40:41.077236 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e83ca2-915d-48e3-aa17-4a998bb5aff3 tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Pushing event updated for resources: {'Port': ['ID=320661f6-329d-45fe-89a7-40d1a3349472,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:40:41.115196 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-6ea7fc1b-83c1-4061-8c60-fea182d85f4b tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728202197517'] for network, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:41.163633 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-6ea7fc1b-83c1-4061-8c60-fea182d85f4b tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727'] for network, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:41.173137 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ea7fc1b-83c1-4061-8c60-fea182d85f4b tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:40:41.173802 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-6ea7fc1b-83c1-4061-8c60-fea182d85f4b tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598705'] for network, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:41.191112 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d7a6ed-139d-4f3a-9251-24d41b6f9b08 req-fdba8ae1-35a7-475b-bbd4-4dde7cc9673c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:40:41.192665 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-36d7a6ed-139d-4f3a-9251-24d41b6f9b08 req-fdba8ae1-35a7-475b-bbd4-4dde7cc9673c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=35da738978f94aeabeb79ba359759a7a&device_id=bf482baf-654f-4191-a698-7f46ca6e9043 HTTP/1.1" status: 200 len: 1094 time: 0.2426000 Jul 14 18:40:41.241807 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-6ea7fc1b-83c1-4061-8c60-fea182d85f4b tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5593069 Jul 14 18:40:41.243363 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 56596) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:40:41.251401 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-437e057e-9b8f-45f5-bd18-022ca1b1c8b6 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-581079677'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:40:41.268918 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea7fc1b-83c1-4061-8c60-fea182d85f4b tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Pushing event updated for resources: {'Network': ['ID=e3e8e2a7-2511-400e-8438-d422492221f1,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:40:41.283369 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Network e3e8e2a7-2511-400e-8438-d422492221f1 details requested by agent ovs-agent-n-d-800634-3 with host n-d-800634-3 {{(pid=93917) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 18:40:41.289887 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-437e057e-9b8f-45f5-bd18-022ca1b1c8b6 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Made reservation on behalf of 78e64edff38a43a79601b0ea9ee759c1 for: {'network': 1} {{(pid=93916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:40:41.293643 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-437e057e-9b8f-45f5-bd18-022ca1b1c8b6 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for network, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:41.322861 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-437e057e-9b8f-45f5-bd18-022ca1b1c8b6 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 77} {{(pid=93916) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 18:40:41.336961 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-437e057e-9b8f-45f5-bd18-022ca1b1c8b6 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:41.337470 n-d-800634-3 neutron-server[93916]: INFO neutron.db.segments_db [None req-437e057e-9b8f-45f5-bd18-022ca1b1c8b6 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Added segment 38a7de35-a6c8-4c0f-bd63-408061ce3a16 of type vlan for network 8aa5318f-46cf-4510-abd9-afbf076b21e8 Jul 14 18:40:41.396055 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2622aba3-069d-4d58-980f-4bf7d3ffa119 req-1bdac6ab-9b3b-4e95-a1eb-77a04c43c7af tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:40:41.397491 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2622aba3-069d-4d58-980f-4bf7d3ffa119 req-1bdac6ab-9b3b-4e95-a1eb-77a04c43c7af tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] 10.222.0.16 "GET /v2.0/ports?device_id=4c97b723-59cb-4a2d-8757-30536ade8338 HTTP/1.1" status: 200 len: 945 time: 0.2800164 Jul 14 18:40:41.416739 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-437e057e-9b8f-45f5-bd18-022ca1b1c8b6 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728202197517'] for network, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:41.448763 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-437e057e-9b8f-45f5-bd18-022ca1b1c8b6 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727'] for network, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:41.457062 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-437e057e-9b8f-45f5-bd18-022ca1b1c8b6 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:40:41.458689 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-437e057e-9b8f-45f5-bd18-022ca1b1c8b6 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598705'] for network, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:41.471894 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d7a6ed-139d-4f3a-9251-24d41b6f9b08 req-e148ad60-3a13-428d-b2ee-cda5201ef18b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:40:41.473948 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-36d7a6ed-139d-4f3a-9251-24d41b6f9b08 req-e148ad60-3a13-428d-b2ee-cda5201ef18b service neutron] 10.222.0.18 "GET /v2.0/networks?id=1415c993-ef04-446f-b982-480a56155e4c HTTP/1.1" status: 200 len: 924 time: 0.2733092 Jul 14 18:40:41.479820 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-437e057e-9b8f-45f5-bd18-022ca1b1c8b6 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2353485 Jul 14 18:40:41.487283 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 56602) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:40:41.494008 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-c9c07f7c-4d42-4543-8915-9828b3b9818e tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Request body: {'subnet': {'network_id': 'e3e8e2a7-2511-400e-8438-d422492221f1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:40:41.559786 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437e057e-9b8f-45f5-bd18-022ca1b1c8b6 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Pushing event updated for resources: {'Network': ['ID=8aa5318f-46cf-4510-abd9-afbf076b21e8,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:40:41.571870 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Network 8aa5318f-46cf-4510-abd9-afbf076b21e8 details requested by agent ovs-agent-n-d-800634-3 with host n-d-800634-3 {{(pid=93917) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 18:40:41.883557 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2622aba3-069d-4d58-980f-4bf7d3ffa119 req-ccf92442-0379-4047-8f77-7ac0586a1184 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] 10.222.0.16 "GET /v2.0/security-groups?id=594b2ab7-3a96-48b2-98bb-9a68eebb818a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4764178 Jul 14 18:40:41.926312 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-36d7a6ed-139d-4f3a-9251-24d41b6f9b08 req-4ccdb83c-7492-4574-a51b-9c4ea8c4194a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c158dd68-3ce5-4055-a1c7-1125008ed2f8 HTTP/1.1" status: 200 len: 217 time: 0.4380229 Jul 14 18:40:42.037559 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-e4e83ca2-915d-48e3-aa17-4a998bb5aff3 tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Notify callbacks [] for router_gateway, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:42.086448 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d7a6ed-139d-4f3a-9251-24d41b6f9b08 req-80d1b71e-158e-4f08-ad3f-f96f6db79b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:40:42.088040 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-36d7a6ed-139d-4f3a-9251-24d41b6f9b08 req-80d1b71e-158e-4f08-ad3f-f96f6db79b0e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=18f8888f-9b51-4e17-95a7-54d1b3f01a7e HTTP/1.1" status: 200 len: 864 time: 0.1376743 Jul 14 18:40:42.139905 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-36d7a6ed-139d-4f3a-9251-24d41b6f9b08 req-291fc5bc-5e08-4cf0-bb5d-fc1d17e0f248 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=1415c993-ef04-446f-b982-480a56155e4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0403683 Jul 14 18:40:42.142196 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9c07f7c-4d42-4543-8915-9828b3b9818e tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Made reservation on behalf of 78e64edff38a43a79601b0ea9ee759c1 for: {'subnet': 1} {{(pid=93915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:40:42.145852 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-c9c07f7c-4d42-4543-8915-9828b3b9818e tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28969735'] for subnet, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:42.155898 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7d392f-ab44-4025-bd24-ad2cba223635 req-22e0154f-e48d-4180-819e-57dfb5c7f11e tempest-ServersNegativeTestMultiTenantJSON-1011770101 tempest-ServersNegativeTestMultiTenantJSON-1011770101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:40:42.157270 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ef7d392f-ab44-4025-bd24-ad2cba223635 req-22e0154f-e48d-4180-819e-57dfb5c7f11e tempest-ServersNegativeTestMultiTenantJSON-1011770101 tempest-ServersNegativeTestMultiTenantJSON-1011770101-project] 10.222.0.16 "GET /v2.0/ports?device_id=bf482baf-654f-4191-a698-7f46ca6e9043 HTTP/1.1" status: 200 len: 943 time: 0.2730134 Jul 14 18:40:42.375896 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ef7d392f-ab44-4025-bd24-ad2cba223635 req-65aad8a9-cf0a-400e-8c73-3aa418599104 tempest-ServersNegativeTestMultiTenantJSON-1011770101 tempest-ServersNegativeTestMultiTenantJSON-1011770101-project] 10.222.0.16 "GET /v2.0/security-groups?id=76b424ec-9e9e-4af7-8ed8-4b83c22e944f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689270 Jul 14 18:40:42.442455 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-36d7a6ed-139d-4f3a-9251-24d41b6f9b08 req-40a008a9-d69a-4de9-8143-663afe93df9a service neutron] 10.222.0.18 "GET /v2.0/networks/1415c993-ef04-446f-b982-480a56155e4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2830827 Jul 14 18:40:42.641711 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-e4e83ca2-915d-48e3-aa17-4a998bb5aff3 tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-571759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-930033'] for router, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:42.658119 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-c9c07f7c-4d42-4543-8915-9828b3b9818e tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25912837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28969781'] for subnet, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:42.732838 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-36d7a6ed-139d-4f3a-9251-24d41b6f9b08 req-d49eeb27-67c7-49e9-bd6d-c247bdcaa723 service neutron] 10.222.0.18 "GET /v2.0/networks/1415c993-ef04-446f-b982-480a56155e4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2817578 Jul 14 18:40:42.811460 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c07f7c-4d42-4543-8915-9828b3b9818e tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Pushing event updated for resources: {'Subnet': ['ID=65842d35-555f-4bf6-a76e-103c852d21fd,revision_number=0']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:40:42.849207 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9c07f7c-4d42-4543-8915-9828b3b9818e tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Checking segment: {'id': '8a44d352-2db1-407f-9b77-f8a0e3872460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'e3e8e2a7-2511-400e-8438-d422492221f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:40:42.849579 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9c07f7c-4d42-4543-8915-9828b3b9818e tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Network hostable DHCP agents. Network: e3e8e2a7-2511-400e-8438-d422492221f1, hostable agents: ['028393c3-0576-4ebd-bca1-8ea8a148e1a2'], hosted agents: [] {{(pid=93915) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 18:40:42.893061 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9c07f7c-4d42-4543-8915-9828b3b9818e tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Network e3e8e2a7-2511-400e-8438-d422492221f1 is scheduled to be hosted by DHCP agent 028393c3-0576-4ebd-bca1-8ea8a148e1a2 with binding_index 1 {{(pid=93915) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 18:40:42.905918 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [None req-c9c07f7c-4d42-4543-8915-9828b3b9818e tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-3, e3e8e2a7-2511-400e-8438-d422492221f1) {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:40:42.912981 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9c07f7c-4d42-4543-8915-9828b3b9818e tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:40:42.913521 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-c9c07f7c-4d42-4543-8915-9828b3b9818e tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify callbacks [] for subnet, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:42.918306 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6654b27b-7167-40c2-ab82-946a750bb415 None None] Network e3e8e2a7-2511-400e-8438-d422492221f1 requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:40:42.924291 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4e83ca2-915d-48e3-aa17-4a998bb5aff3 tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Router b227a596-8f14-4250-94b3-5c465b582d5d is scheduled to L3 agent 2c6eb27e-defb-4cca-9a24-381c7415e359 with binding_index 1 {{(pid=93915) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 18:40:42.941024 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-c9c07f7c-4d42-4543-8915-9828b3b9818e tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4508772 Jul 14 18:40:42.943618 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 56622) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:40:42.950819 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-0b584524-ef41-4373-b641-fa37c34e2331 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Request body: {'subnet': {'network_id': '8aa5318f-46cf-4510-abd9-afbf076b21e8', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:40:43.091914 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4e83ca2-915d-48e3-aa17-4a998bb5aff3 tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Notify agent at l3_agent.n-d-800634-3 the message routers_updated {{(pid=93915) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 18:40:43.092987 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b584524-ef41-4373-b641-fa37c34e2331 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Made reservation on behalf of 78e64edff38a43a79601b0ea9ee759c1 for: {'subnet': 1} {{(pid=93916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:40:43.097028 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-0b584524-ef41-4373-b641-fa37c34e2331 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26033189'] for subnet, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:43.106996 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7485a0cb-2b5c-45e1-ac72-1f06b920dd95 None None] Sync routers for ids ['b227a596-8f14-4250-94b3-5c465b582d5d'] in n-d-800634-3 {{(pid=93918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 18:40:43.128902 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7485a0cb-2b5c-45e1-ac72-1f06b920dd95 None None] Routers {'b227a596-8f14-4250-94b3-5c465b582d5d'} bound to L3 agent in host n-d-800634-3 {{(pid=93918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:40:43.129442 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-7485a0cb-2b5c-45e1-ac72-1f06b920dd95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:40:23Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['b227a596-8f14-4250-94b3-5c465b582d5d'], 'active': True} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:40:43.164733 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13dfef18-5ebf-488c-b93d-fd6d59f3acb6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9222b97e-5d1c-54f8-ba97-82f172498e76-e3e8e2a7-2511-400e-8438-d422492221f1', 'network_id': 'e3e8e2a7-2511-400e-8438-d422492221f1', 'tenant_id': '78e64edff38a43a79601b0ea9ee759c1', 'fixed_ips': [{'subnet_id': '65842d35-555f-4bf6-a76e-103c852d21fd'}]}} from n-d-800634-3. {{(pid=93917) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 18:40:43.166050 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-13dfef18-5ebf-488c-b93d-fd6d59f3acb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:43.198605 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-e4e83ca2-915d-48e3-aa17-4a998bb5aff3 tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Notify callbacks [] for router, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:43.207307 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-e4e83ca2-915d-48e3-aa17-4a998bb5aff3 tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 4.2545202 Jul 14 18:40:43.231375 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 56626) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:40:43.386510 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.db_base_plugin_common [None req-13dfef18-5ebf-488c-b93d-fd6d59f3acb6 None None] Allocated IP 2001:db8::2 (e3e8e2a7-2511-400e-8438-d422492221f1/65842d35-555f-4bf6-a76e-103c852d21fd/882785fe-63c5-4e22-932c-603be281b238) {{(pid=93917) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:40:43.408395 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-10cccc49-690b-4fae-bb87-fce9158a73f9 tempest-TestNetworkBasicOps-97253750 tempest-TestNetworkBasicOps-97253750-project-admin] 10.222.0.16 "GET /v2.0/subnets?project_id=0c6eccb7d5c743f1a53a528a1f419fa2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1624768 Jul 14 18:40:43.409301 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 56632) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:40:43.437155 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvr_db [None req-7485a0cb-2b5c-45e1-ac72-1f06b920dd95 None None] Set router b227a596-8f14-4250-94b3-5c465b582d5d gateway port host: n-d-800634-3 {{(pid=93918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 18:40:43.448575 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-0b584524-ef41-4373-b641-fa37c34e2331 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2684753', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26033175'] for subnet, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:43.541901 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b584524-ef41-4373-b641-fa37c34e2331 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Pushing event updated for resources: {'Subnet': ['ID=470476ba-d78e-4c42-8b7a-b9d2bf3424cc,revision_number=0']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:40:43.545865 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b584524-ef41-4373-b641-fa37c34e2331 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Checking segment: {'id': '38a7de35-a6c8-4c0f-bd63-408061ce3a16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '8aa5318f-46cf-4510-abd9-afbf076b21e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93916) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:40:43.546200 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b584524-ef41-4373-b641-fa37c34e2331 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Network hostable DHCP agents. Network: 8aa5318f-46cf-4510-abd9-afbf076b21e8, hostable agents: ['028393c3-0576-4ebd-bca1-8ea8a148e1a2'], hosted agents: [] {{(pid=93916) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 18:40:43.573331 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b584524-ef41-4373-b641-fa37c34e2331 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Network 8aa5318f-46cf-4510-abd9-afbf076b21e8 is scheduled to be hosted by DHCP agent 028393c3-0576-4ebd-bca1-8ea8a148e1a2 with binding_index 1 {{(pid=93916) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 18:40:43.596372 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [None req-0b584524-ef41-4373-b641-fa37c34e2331 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-3, 8aa5318f-46cf-4510-abd9-afbf076b21e8) {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:40:43.618040 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee9ae7f2-4e29-4249-b911-a4f8ec65dd04 None None] Network 8aa5318f-46cf-4510-abd9-afbf076b21e8 requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:40:43.629590 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b584524-ef41-4373-b641-fa37c34e2331 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:40:43.630957 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-0b584524-ef41-4373-b641-fa37c34e2331 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify callbacks [] for subnet, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:43.698376 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-0b584524-ef41-4373-b641-fa37c34e2331 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.7494712 Jul 14 18:40:43.704555 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 56634) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:40:43.720065 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-13dfef18-5ebf-488c-b93d-fd6d59f3acb6 None None] Notify callbacks [] for port, precommit_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:43.724920 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-1006ef88-5f9c-434c-a4ce-c971f1ac649d tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2137005731', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:40:43.727098 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7a77bb0-1680-41d4-a131-ff440f06e551 tempest-TestNetworkBasicOps-97253750 tempest-TestNetworkBasicOps-97253750-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:40:43.729272 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-b7a77bb0-1680-41d4-a131-ff440f06e551 tempest-TestNetworkBasicOps-97253750 tempest-TestNetworkBasicOps-97253750-project-admin] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3184564 Jul 14 18:40:43.733128 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 56636) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:40:43.740312 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-13dfef18-5ebf-488c-b93d-fd6d59f3acb6 None None] Transition to ACTIVE for port object 882785fe-63c5-4e22-932c-603be281b238 will not be triggered until provisioned by entity L2. {{(pid=93917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:40:43.779802 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-1006ef88-5f9c-434c-a4ce-c971f1ac649d tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-571768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11104'] for router, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:43.783134 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-1006ef88-5f9c-434c-a4ce-c971f1ac649d tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-571675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-930014', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-632314', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11129'] for router, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:43.786721 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81ee0bb-ff2e-4189-8713-036b357b6451 req-1f634f21-db2b-4767-84d2-b71c784b005f tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:40:43.794277 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e81ee0bb-ff2e-4189-8713-036b357b6451 req-1f634f21-db2b-4767-84d2-b71c784b005f tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] 10.222.0.16 "GET /v2.0/ports?device_id=4c97b723-59cb-4a2d-8757-30536ade8338 HTTP/1.1" status: 200 len: 945 time: 0.7170947 Jul 14 18:40:43.803002 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-13dfef18-5ebf-488c-b93d-fd6d59f3acb6 None None] Transition to ACTIVE for port object 882785fe-63c5-4e22-932c-603be281b238 will not be triggered until provisioned by entity DHCP. {{(pid=93917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:40:43.816729 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-13dfef18-5ebf-488c-b93d-fd6d59f3acb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804'] for port, after_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:43.842155 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-9e72e567-681e-4860-b161-2d9f6c01a658 tempest-TestNetworkBasicOps-97253750 tempest-TestNetworkBasicOps-97253750-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=9200a437-e1de-4520-88f6-e68386523e61&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1034672 Jul 14 18:40:43.845638 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 56640) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:40:43.866009 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-0ffe849d-a8f4-4fa4-93b1-1b9049446933 tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-222040309', 'network_id': 'e602d401-0f37-42a7-8ad3-944d76449831', 'project_id': '0c6eccb7d5c743f1a53a528a1f419fa2', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:40:43.869108 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13dfef18-5ebf-488c-b93d-fd6d59f3acb6 None None] Pushing event updated for resources: {'Port': ['ID=882785fe-63c5-4e22-932c-603be281b238,revision_number=1']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:40:43.906812 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e81ee0bb-ff2e-4189-8713-036b357b6451 req-07636b3d-3fdc-47ee-83f4-4c5d08a74954 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] 10.222.0.16 "GET /v2.0/security-groups?id=594b2ab7-3a96-48b2-98bb-9a68eebb818a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1114540 Jul 14 18:40:43.964570 n-d-800634-3 neutron-server[93917]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13dfef18-5ebf-488c-b93d-fd6d59f3acb6 None None] Network e3e8e2a7-2511-400e-8438-d422492221f1 is already hosted by enough agents. {{(pid=93917) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:40:43.968169 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93f5fcc6-7c28-4fbd-a72b-73e8130adc3c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9222b97e-5d1c-54f8-ba97-82f172498e76-8aa5318f-46cf-4510-abd9-afbf076b21e8', 'network_id': '8aa5318f-46cf-4510-abd9-afbf076b21e8', 'tenant_id': '78e64edff38a43a79601b0ea9ee759c1', 'fixed_ips': [{'subnet_id': '470476ba-d78e-4c42-8b7a-b9d2bf3424cc'}]}} from n-d-800634-3. {{(pid=93917) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 18:40:43.969583 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-93f5fcc6-7c28-4fbd-a72b-73e8130adc3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:43.978837 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79596f74-d48c-4b2f-80ca-ab1101a43791 req-63cf7756-4954-408c-aaa5-9a5f14fb18e4 tempest-ServersNegativeTestMultiTenantJSON-1011770101 tempest-ServersNegativeTestMultiTenantJSON-1011770101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:40:43.986347 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-79596f74-d48c-4b2f-80ca-ab1101a43791 req-63cf7756-4954-408c-aaa5-9a5f14fb18e4 tempest-ServersNegativeTestMultiTenantJSON-1011770101 tempest-ServersNegativeTestMultiTenantJSON-1011770101-project] 10.222.0.16 "GET /v2.0/ports?device_id=bf482baf-654f-4191-a698-7f46ca6e9043 HTTP/1.1" status: 200 len: 943 time: 0.2545955 Jul 14 18:40:44.028488 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-7485a0cb-2b5c-45e1-ac72-1f06b920dd95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b227a596-8f14-4250-94b3-5c465b582d5d', 'name': 'tempest-TestNetworkBasicOps-router-1416134541', 'tenant_id': '0c6eccb7d5c743f1a53a528a1f419fa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.168'}], 'enable_snat': True}, 'gw_port_id': '320661f6-329d-45fe-89a7-40d1a3349472', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:40:39Z', 'updated_at': '2021-07-14T18:40:41Z', 'revision_number': 3, 'project_id': '0c6eccb7d5c743f1a53a528a1f419fa2', 'gw_port': {'id': '320661f6-329d-45fe-89a7-40d1a3349472', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:db:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b227a596-8f14-4250-94b3-5c465b582d5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2270, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:40:40Z', 'updated_at': '2021-07-14T18:40:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3'}], 'n-d-800634-3', False) {} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:40:44.028814 n-d-800634-3 neutron-server[93917]: DEBUG neutron.scheduler.base_scheduler [None req-13dfef18-5ebf-488c-b93d-fd6d59f3acb6 None None] Resources bound (agent type, host, resource id): {{(pid=93917) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:40:44.038575 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13dfef18-5ebf-488c-b93d-fd6d59f3acb6 None None] Received port after_create {{(pid=93917) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:40:44.059399 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-79596f74-d48c-4b2f-80ca-ab1101a43791 req-71e371ab-bcb7-4fb4-b769-24105f616857 tempest-ServersNegativeTestMultiTenantJSON-1011770101 tempest-ServersNegativeTestMultiTenantJSON-1011770101-project] 10.222.0.16 "GET /v2.0/security-groups?id=76b424ec-9e9e-4af7-8ed8-4b83c22e944f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720291 Jul 14 18:40:44.092236 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-1006ef88-5f9c-434c-a4ce-c971f1ac649d tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:44.102908 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-1006ef88-5f9c-434c-a4ce-c971f1ac649d tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-571759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-930033'] for router, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:44.106234 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7485a0cb-2b5c-45e1-ac72-1f06b920dd95 None None] Checking router: b227a596-8f14-4250-94b3-5c465b582d5d for host: n-d-800634-3 {{(pid=93918) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 18:40:44.107157 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7485a0cb-2b5c-45e1-ac72-1f06b920dd95 None None] Updating router b227a596-8f14-4250-94b3-5c465b582d5d port 320661f6-329d-45fe-89a7-40d1a3349472 binding host n-d-800634-3 {{(pid=93918) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 18:40:44.127136 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ffe849d-a8f4-4fa4-93b1-1b9049446933 tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Made reservation on behalf of 0c6eccb7d5c743f1a53a528a1f419fa2 for: {'subnet': 1} {{(pid=93916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:40:44.131571 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-0ffe849d-a8f4-4fa4-93b1-1b9049446933 tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26033189'] for subnet, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:44.151267 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-1006ef88-5f9c-434c-a4ce-c971f1ac649d tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify callbacks [] for router, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:44.158487 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-1006ef88-5f9c-434c-a4ce-c971f1ac649d tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4439595 Jul 14 18:40:44.158926 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 56646) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:40:44.224572 n-d-800634-3 neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-7485a0cb-2b5c-45e1-ac72-1f06b920dd95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:44.351190 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-13dfef18-5ebf-488c-b93d-fd6d59f3acb6 None None] Attempting to bind port 882785fe-63c5-4e22-932c-603be281b238 on host n-d-800634-3 for vnic_type normal with profile {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:40:44.351894 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-13dfef18-5ebf-488c-b93d-fd6d59f3acb6 None None] Attempting to bind port 882785fe-63c5-4e22-932c-603be281b238 by drivers openvswitch,hyperv on host n-d-800634-3 at level 0 using segments [{'id': '8a44d352-2db1-407f-9b77-f8a0e3872460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'e3e8e2a7-2511-400e-8438-d422492221f1'}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:40:44.352404 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13dfef18-5ebf-488c-b93d-fd6d59f3acb6 None None] Attempting to bind port 882785fe-63c5-4e22-932c-603be281b238 on network e3e8e2a7-2511-400e-8438-d422492221f1 {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:40:44.392954 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13dfef18-5ebf-488c-b93d-fd6d59f3acb6 None None] Checking agent: {'id': '01c19e91-a945-4e3c-94a6-c211e17c923e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 8, 23), 'started_at': datetime.datetime(2021, 7, 14, 18, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 18, 40, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 18:40:44.393936 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13dfef18-5ebf-488c-b93d-fd6d59f3acb6 None None] Checking segment: {'id': '8a44d352-2db1-407f-9b77-f8a0e3872460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'e3e8e2a7-2511-400e-8438-d422492221f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93917) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:40:44.394591 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-13dfef18-5ebf-488c-b93d-fd6d59f3acb6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:44.395231 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13dfef18-5ebf-488c-b93d-fd6d59f3acb6 None None] Bound using segment: {'id': '8a44d352-2db1-407f-9b77-f8a0e3872460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'e3e8e2a7-2511-400e-8438-d422492221f1'} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 18:40:44.406470 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-13dfef18-5ebf-488c-b93d-fd6d59f3acb6 None None] Bound port: 882785fe-63c5-4e22-932c-603be281b238, host: n-d-800634-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a44d352-2db1-407f-9b77-f8a0e3872460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'e3e8e2a7-2511-400e-8438-d422492221f1'}}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 18:40:44.407159 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-13dfef18-5ebf-488c-b93d-fd6d59f3acb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:44.547159 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.db_base_plugin_common [None req-93f5fcc6-7c28-4fbd-a72b-73e8130adc3c None None] Allocated IP 2001:db8:1::2 (8aa5318f-46cf-4510-abd9-afbf076b21e8/470476ba-d78e-4c42-8b7a-b9d2bf3424cc/dd6c450e-38da-48d2-810d-c4bbec320079) {{(pid=93917) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:40:44.656096 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-0ffe849d-a8f4-4fa4-93b1-1b9049446933 tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2684753', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26033175'] for subnet, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:44.683046 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-9079b203-d907-431d-a0f4-da0d34167a9c tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:44.735042 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ffe849d-a8f4-4fa4-93b1-1b9049446933 tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Pushing event updated for resources: {'Subnet': ['ID=848c5164-aa90-4aeb-8036-3a760cd657a3,revision_number=0']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:40:44.755341 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ffe849d-a8f4-4fa4-93b1-1b9049446933 tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Checking segment: {'id': '023a2c51-fc5a-4668-8579-f4c9504fe4e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'e602d401-0f37-42a7-8ad3-944d76449831'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93916) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:40:44.755709 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ffe849d-a8f4-4fa4-93b1-1b9049446933 tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Network hostable DHCP agents. Network: e602d401-0f37-42a7-8ad3-944d76449831, hostable agents: ['028393c3-0576-4ebd-bca1-8ea8a148e1a2'], hosted agents: [] {{(pid=93916) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 18:40:44.772700 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-93f5fcc6-7c28-4fbd-a72b-73e8130adc3c None None] Notify callbacks [] for port, precommit_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:44.784764 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ffe849d-a8f4-4fa4-93b1-1b9049446933 tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Network e602d401-0f37-42a7-8ad3-944d76449831 is scheduled to be hosted by DHCP agent 028393c3-0576-4ebd-bca1-8ea8a148e1a2 with binding_index 1 {{(pid=93916) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 18:40:44.785936 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device c158dd68-3ce5-4055-a1c7-1125008ed2f8 details requested by agent hyperv_n-h1-800634-3 with host n-h1-800634-3 {{(pid=93917) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 18:40:44.790778 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-93f5fcc6-7c28-4fbd-a72b-73e8130adc3c None None] Transition to ACTIVE for port object dd6c450e-38da-48d2-810d-c4bbec320079 will not be triggered until provisioned by entity L2. {{(pid=93917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:40:44.801710 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [None req-0ffe849d-a8f4-4fa4-93b1-1b9049446933 tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-3, e602d401-0f37-42a7-8ad3-944d76449831) {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:40:44.809298 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ffe849d-a8f4-4fa4-93b1-1b9049446933 tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:40:44.811997 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-0ffe849d-a8f4-4fa4-93b1-1b9049446933 tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Notify callbacks [] for subnet, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:44.818860 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad3be7fe-ac3c-4804-82cf-74d86aef83eb None None] Network e602d401-0f37-42a7-8ad3-944d76449831 requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:40:44.858746 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-0ffe849d-a8f4-4fa4-93b1-1b9049446933 tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.0057757 Jul 14 18:40:44.859756 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 56654) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:40:44.873956 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-93f5fcc6-7c28-4fbd-a72b-73e8130adc3c None None] Transition to ACTIVE for port object dd6c450e-38da-48d2-810d-c4bbec320079 will not be triggered until provisioned by entity DHCP. {{(pid=93917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:40:44.935347 n-d-800634-3 neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-7485a0cb-2b5c-45e1-ac72-1f06b920dd95 None None] Notify callbacks [] for port, precommit_update {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:44.958673 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.provisioning_blocks [None req-7485a0cb-2b5c-45e1-ac72-1f06b920dd95 None None] Transition to ACTIVE for port object 320661f6-329d-45fe-89a7-40d1a3349472 will not be triggered until provisioned by entity L2. {{(pid=93918) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:40:44.972799 n-d-800634-3 neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-7485a0cb-2b5c-45e1-ac72-1f06b920dd95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:45.093947 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.managers [None req-7485a0cb-2b5c-45e1-ac72-1f06b920dd95 None None] Attempting to bind port 320661f6-329d-45fe-89a7-40d1a3349472 on host n-d-800634-3 for vnic_type normal with profile {{(pid=93918) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:40:45.094295 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.managers [None req-7485a0cb-2b5c-45e1-ac72-1f06b920dd95 None None] Attempting to bind port 320661f6-329d-45fe-89a7-40d1a3349472 by drivers openvswitch,hyperv on host n-d-800634-3 at level 0 using segments [{'id': '5afb940b-bbdf-4727-be00-5d46367c38a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9200a437-e1de-4520-88f6-e68386523e61'}] {{(pid=93918) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:40:45.094620 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7485a0cb-2b5c-45e1-ac72-1f06b920dd95 None None] Attempting to bind port 320661f6-329d-45fe-89a7-40d1a3349472 on network 9200a437-e1de-4520-88f6-e68386523e61 {{(pid=93918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:40:45.109744 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b439322-f93d-45a8-b86e-ec311625ba5f None None] Pushing event updated for resources: {'Port': ['ID=320661f6-329d-45fe-89a7-40d1a3349472,revision_number=2']} {{(pid=93918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:40:45.114857 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7485a0cb-2b5c-45e1-ac72-1f06b920dd95 None None] Checking agent: {'id': '01c19e91-a945-4e3c-94a6-c211e17c923e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 8, 23), 'started_at': datetime.datetime(2021, 7, 14, 18, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 18, 40, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 18:40:45.115239 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7485a0cb-2b5c-45e1-ac72-1f06b920dd95 None None] Checking segment: {'id': '5afb940b-bbdf-4727-be00-5d46367c38a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9200a437-e1de-4520-88f6-e68386523e61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93918) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:40:45.115653 n-d-800634-3 neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-7485a0cb-2b5c-45e1-ac72-1f06b920dd95 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:45.116052 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7485a0cb-2b5c-45e1-ac72-1f06b920dd95 None None] Bound using segment: {'id': '5afb940b-bbdf-4727-be00-5d46367c38a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9200a437-e1de-4520-88f6-e68386523e61'} {{(pid=93918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 18:40:45.116567 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.managers [None req-7485a0cb-2b5c-45e1-ac72-1f06b920dd95 None None] Bound port: 320661f6-329d-45fe-89a7-40d1a3349472, host: n-d-800634-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5afb940b-bbdf-4727-be00-5d46367c38a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9200a437-e1de-4520-88f6-e68386523e61'}}] {{(pid=93918) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 18:40:45.116957 n-d-800634-3 neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-7485a0cb-2b5c-45e1-ac72-1f06b920dd95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:45.170732 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b439322-f93d-45a8-b86e-ec311625ba5f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:40:45.171076 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b439322-f93d-45a8-b86e-ec311625ba5f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:40:45.171418 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b439322-f93d-45a8-b86e-ec311625ba5f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:40:45.171755 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b439322-f93d-45a8-b86e-ec311625ba5f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:40:45.172087 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b439322-f93d-45a8-b86e-ec311625ba5f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:40:45.172442 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b439322-f93d-45a8-b86e-ec311625ba5f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:40:45.172767 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b439322-f93d-45a8-b86e-ec311625ba5f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:40:45.173093 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b439322-f93d-45a8-b86e-ec311625ba5f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:40:45.173417 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b439322-f93d-45a8-b86e-ec311625ba5f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:40:45.173738 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b439322-f93d-45a8-b86e-ec311625ba5f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:40:45.174060 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b439322-f93d-45a8-b86e-ec311625ba5f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:40:45.174382 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b439322-f93d-45a8-b86e-ec311625ba5f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:40:45.259168 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.db [None req-7485a0cb-2b5c-45e1-ac72-1f06b920dd95 None None] For port 320661f6-329d-45fe-89a7-40d1a3349472, host n-d-800634-3, cleared binding levels {{(pid=93918) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:40:45.263155 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.db [None req-7485a0cb-2b5c-45e1-ac72-1f06b920dd95 None None] For port 320661f6-329d-45fe-89a7-40d1a3349472, host n-d-800634-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=320661f6-329d-45fe-89a7-40d1a3349472,segment=NetworkSegment(5afb940b-bbdf-4727-be00-5d46367c38a1),segment_id=5afb940b-bbdf-4727-be00-5d46367c38a1)] {{(pid=93918) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 18:40:45.271295 n-d-800634-3 neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-7485a0cb-2b5c-45e1-ac72-1f06b920dd95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:45.330611 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port c158dd68-3ce5-4055-a1c7-1125008ed2f8, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=c158dd68-3ce5-4055-a1c7-1125008ed2f8,segment=NetworkSegment(6bb8bc6b-7068-4421-92d4-a42ebf3ba5a8),segment_id=6bb8bc6b-7068-4421-92d4-a42ebf3ba5a8)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:40:45.374291 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Returning: {'device': 'c158dd68-3ce5-4055-a1c7-1125008ed2f8', 'network_id': '1415c993-ef04-446f-b982-480a56155e4c', 'port_id': 'c158dd68-3ce5-4055-a1c7-1125008ed2f8', 'mac_address': 'fa:16:3e:12:22:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 84, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18f8888f-9b51-4e17-95a7-54d1b3f01a7e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93917) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 18:40:45.387496 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7485a0cb-2b5c-45e1-ac72-1f06b920dd95 None None] Routers {'b227a596-8f14-4250-94b3-5c465b582d5d'} bound to L3 agent in host n-d-800634-3 {{(pid=93918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:40:45.388802 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-7485a0cb-2b5c-45e1-ac72-1f06b920dd95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:40:23Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['b227a596-8f14-4250-94b3-5c465b582d5d'], 'active': True} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:40:45.392146 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b439322-f93d-45a8-b86e-ec311625ba5f None None] Pushing event updated for resources: {'Port': ['ID=320661f6-329d-45fe-89a7-40d1a3349472,revision_number=3']} {{(pid=93918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:40:45.408752 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-93f5fcc6-7c28-4fbd-a72b-73e8130adc3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804'] for port, after_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:45.466087 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8a722a-ad38-43ac-a133-775632caac45 req-845360e1-43bf-469f-8421-a8be12bf5ee4 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:40:45.473192 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2d8a722a-ad38-43ac-a133-775632caac45 req-845360e1-43bf-469f-8421-a8be12bf5ee4 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] 10.222.0.16 "GET /v2.0/ports?device_id=4c97b723-59cb-4a2d-8757-30536ade8338 HTTP/1.1" status: 200 len: 945 time: 0.2612751 Jul 14 18:40:45.520042 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvr_db [None req-7485a0cb-2b5c-45e1-ac72-1f06b920dd95 None None] Set router b227a596-8f14-4250-94b3-5c465b582d5d gateway port host: n-d-800634-3 {{(pid=93918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 18:40:45.552076 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:45.559684 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-13dfef18-5ebf-488c-b93d-fd6d59f3acb6 None None] For port 882785fe-63c5-4e22-932c-603be281b238, host n-d-800634-3, cleared binding levels {{(pid=93917) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:40:45.600338 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.db_base_plugin_common [None req-9079b203-d907-431d-a0f4-da0d34167a9c tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Allocated IP 2001:db8::1 (e3e8e2a7-2511-400e-8438-d422492221f1/65842d35-555f-4bf6-a76e-103c852d21fd/5cb670fb-186f-4c23-a646-3075e59fa612) {{(pid=93915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:40:45.617006 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-8cb47304-951c-4ea9-a59c-cdc1e1e8c0bb tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:45.646709 n-d-800634-3 neutron-server[93917]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93f5fcc6-7c28-4fbd-a72b-73e8130adc3c None None] Network 8aa5318f-46cf-4510-abd9-afbf076b21e8 is already hosted by enough agents. {{(pid=93917) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:40:45.648625 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f5fcc6-7c28-4fbd-a72b-73e8130adc3c None None] Pushing event updated for resources: {'Port': ['ID=dd6c450e-38da-48d2-810d-c4bbec320079,revision_number=1']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:40:45.654664 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-13dfef18-5ebf-488c-b93d-fd6d59f3acb6 None None] For port 882785fe-63c5-4e22-932c-603be281b238, host n-d-800634-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=882785fe-63c5-4e22-932c-603be281b238,segment=NetworkSegment(8a44d352-2db1-407f-9b77-f8a0e3872460),segment_id=8a44d352-2db1-407f-9b77-f8a0e3872460)] {{(pid=93917) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 18:40:45.656315 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ce82674-e060-4c36-8c00-3d22dcd577e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9222b97e-5d1c-54f8-ba97-82f172498e76-e602d401-0f37-42a7-8ad3-944d76449831', 'network_id': 'e602d401-0f37-42a7-8ad3-944d76449831', 'tenant_id': '0c6eccb7d5c743f1a53a528a1f419fa2', 'fixed_ips': [{'subnet_id': '848c5164-aa90-4aeb-8036-3a760cd657a3'}]}} from n-d-800634-3. {{(pid=93917) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 18:40:45.657168 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-8ce82674-e060-4c36-8c00-3d22dcd577e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:45.661159 n-d-800634-3 neutron-server[93917]: DEBUG neutron.scheduler.base_scheduler [None req-93f5fcc6-7c28-4fbd-a72b-73e8130adc3c None None] Resources bound (agent type, host, resource id): {{(pid=93917) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:40:45.663704 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c158dd68-3ce5-4055-a1c7-1125008ed2f8 {{(pid=93917) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 18:40:45.694669 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93f5fcc6-7c28-4fbd-a72b-73e8130adc3c None None] Received port after_create {{(pid=93917) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:40:45.722425 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-13dfef18-5ebf-488c-b93d-fd6d59f3acb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:45.744228 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2d8a722a-ad38-43ac-a133-775632caac45 req-c08c8e5d-7df2-4dea-bc8a-a5053caa65b1 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] 10.222.0.16 "GET /v2.0/security-groups?id=594b2ab7-3a96-48b2-98bb-9a68eebb818a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2690082 Jul 14 18:40:45.764657 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-7485a0cb-2b5c-45e1-ac72-1f06b920dd95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b227a596-8f14-4250-94b3-5c465b582d5d', 'name': 'tempest-TestNetworkBasicOps-router-1416134541', 'tenant_id': '0c6eccb7d5c743f1a53a528a1f419fa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.168'}], 'enable_snat': True}, 'gw_port_id': '320661f6-329d-45fe-89a7-40d1a3349472', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:40:39Z', 'updated_at': '2021-07-14T18:40:41Z', 'revision_number': 3, 'project_id': '0c6eccb7d5c743f1a53a528a1f419fa2', 'gw_port': {'id': '320661f6-329d-45fe-89a7-40d1a3349472', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:db:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b227a596-8f14-4250-94b3-5c465b582d5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2270, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:40:40Z', 'updated_at': '2021-07-14T18:40:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3'}], 'n-d-800634-3', False) {} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:40:45.774989 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port c158dd68-3ce5-4055-a1c7-1125008ed2f8, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=c158dd68-3ce5-4055-a1c7-1125008ed2f8,segment=NetworkSegment(6bb8bc6b-7068-4421-92d4-a42ebf3ba5a8),segment_id=6bb8bc6b-7068-4421-92d4-a42ebf3ba5a8)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:40:45.784436 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60435035-0533-4ddb-b953-cf2d5a17d25c req-7dbb305e-37f5-4d64-b66f-02089b7b1d52 tempest-ServersNegativeTestMultiTenantJSON-1011770101 tempest-ServersNegativeTestMultiTenantJSON-1011770101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:40:45.799024 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-60435035-0533-4ddb-b953-cf2d5a17d25c req-7dbb305e-37f5-4d64-b66f-02089b7b1d52 tempest-ServersNegativeTestMultiTenantJSON-1011770101 tempest-ServersNegativeTestMultiTenantJSON-1011770101-project] 10.222.0.16 "GET /v2.0/ports?device_id=bf482baf-654f-4191-a698-7f46ca6e9043 HTTP/1.1" status: 200 len: 943 time: 0.4771998 Jul 14 18:40:45.822070 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7485a0cb-2b5c-45e1-ac72-1f06b920dd95 None None] The sync data for ids ['b227a596-8f14-4250-94b3-5c465b582d5d'] in n-d-800634-3 is: [{'id': 'b227a596-8f14-4250-94b3-5c465b582d5d', 'name': 'tempest-TestNetworkBasicOps-router-1416134541', 'tenant_id': '0c6eccb7d5c743f1a53a528a1f419fa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.168'}], 'enable_snat': True}, 'gw_port_id': '320661f6-329d-45fe-89a7-40d1a3349472', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:40:39Z', 'updated_at': '2021-07-14T18:40:41Z', 'revision_number': 3, 'project_id': '0c6eccb7d5c743f1a53a528a1f419fa2', 'gw_port': {'id': '320661f6-329d-45fe-89a7-40d1a3349472', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:db:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b227a596-8f14-4250-94b3-5c465b582d5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2270, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:40:40Z', 'updated_at': '2021-07-14T18:40:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3'}] {{(pid=93918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 18:40:45.830750 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:45.948446 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-9079b203-d907-431d-a0f4-da0d34167a9c tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify callbacks [] for port, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:45.989021 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-93f5fcc6-7c28-4fbd-a72b-73e8130adc3c None None] Attempting to bind port dd6c450e-38da-48d2-810d-c4bbec320079 on host n-d-800634-3 for vnic_type normal with profile {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:40:45.989409 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-93f5fcc6-7c28-4fbd-a72b-73e8130adc3c None None] Attempting to bind port dd6c450e-38da-48d2-810d-c4bbec320079 by drivers openvswitch,hyperv on host n-d-800634-3 at level 0 using segments [{'id': '38a7de35-a6c8-4c0f-bd63-408061ce3a16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '8aa5318f-46cf-4510-abd9-afbf076b21e8'}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:40:45.989780 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93f5fcc6-7c28-4fbd-a72b-73e8130adc3c None None] Attempting to bind port dd6c450e-38da-48d2-810d-c4bbec320079 on network 8aa5318f-46cf-4510-abd9-afbf076b21e8 {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:40:46.000004 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-60435035-0533-4ddb-b953-cf2d5a17d25c req-1b6cbb76-775f-4359-9cf3-26f908127e69 tempest-ServersNegativeTestMultiTenantJSON-1011770101 tempest-ServersNegativeTestMultiTenantJSON-1011770101-project] 10.222.0.16 "GET /v2.0/security-groups?id=76b424ec-9e9e-4af7-8ed8-4b83c22e944f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1867812 Jul 14 18:40:46.016021 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13dfef18-5ebf-488c-b93d-fd6d59f3acb6 None None] Pushing event updated for resources: {'Port': ['ID=882785fe-63c5-4e22-932c-603be281b238,revision_number=2']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:40:46.021345 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93f5fcc6-7c28-4fbd-a72b-73e8130adc3c None None] Checking agent: {'id': '01c19e91-a945-4e3c-94a6-c211e17c923e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 8, 23), 'started_at': datetime.datetime(2021, 7, 14, 18, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 18, 40, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 18:40:46.021729 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93f5fcc6-7c28-4fbd-a72b-73e8130adc3c None None] Checking segment: {'id': '38a7de35-a6c8-4c0f-bd63-408061ce3a16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '8aa5318f-46cf-4510-abd9-afbf076b21e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93917) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:40:46.022135 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-93f5fcc6-7c28-4fbd-a72b-73e8130adc3c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:46.022529 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93f5fcc6-7c28-4fbd-a72b-73e8130adc3c None None] Bound using segment: {'id': '38a7de35-a6c8-4c0f-bd63-408061ce3a16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '8aa5318f-46cf-4510-abd9-afbf076b21e8'} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 18:40:46.023020 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-93f5fcc6-7c28-4fbd-a72b-73e8130adc3c None None] Bound port: dd6c450e-38da-48d2-810d-c4bbec320079, host: n-d-800634-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38a7de35-a6c8-4c0f-bd63-408061ce3a16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '8aa5318f-46cf-4510-abd9-afbf076b21e8'}}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 18:40:46.023409 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-93f5fcc6-7c28-4fbd-a72b-73e8130adc3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:46.037881 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.provisioning_blocks [None req-9079b203-d907-431d-a0f4-da0d34167a9c tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Transition to ACTIVE for port object 5cb670fb-186f-4c23-a646-3075e59fa612 will not be triggered until provisioned by entity DHCP. {{(pid=93915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:40:46.108697 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Pushing event updated for resources: {'Port': ['ID=c158dd68-3ce5-4055-a1c7-1125008ed2f8,revision_number=4']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:40:46.111989 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-9079b203-d907-431d-a0f4-da0d34167a9c tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:46.144401 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] get_ports_and_sgs() called for port_ids ['c158dd68-3ce5-4055-a1c7-1125008ed2f8'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 18:40:46.182600 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9079b203-d907-431d-a0f4-da0d34167a9c tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Network e3e8e2a7-2511-400e-8438-d422492221f1 is already hosted by enough agents. {{(pid=93915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:40:46.197135 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [None req-9079b203-d907-431d-a0f4-da0d34167a9c tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Resources bound (agent type, host, resource id): {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:40:46.207840 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9079b203-d907-431d-a0f4-da0d34167a9c tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Received port after_create {{(pid=93915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:40:46.208771 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-9079b203-d907-431d-a0f4-da0d34167a9c tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-930452'] for router_interface, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:46.278133 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9079b203-d907-431d-a0f4-da0d34167a9c tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Pushing event updated for resources: {'Port': ['ID=5cb670fb-186f-4c23-a646-3075e59fa612,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:40:46.304995 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.db_base_plugin_common [None req-8ce82674-e060-4c36-8c00-3d22dcd577e4 None None] Allocated IP 172.20.0.2 (e602d401-0f37-42a7-8ad3-944d76449831/848c5164-aa90-4aeb-8036-3a760cd657a3/c27245eb-9c84-4cde-a2ef-b53824dde702) {{(pid=93917) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:40:46.435428 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-9079b203-d907-431d-a0f4-da0d34167a9c tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:46.551578 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-93f5fcc6-7c28-4fbd-a72b-73e8130adc3c None None] For port dd6c450e-38da-48d2-810d-c4bbec320079, host n-d-800634-3, cleared binding levels {{(pid=93917) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:40:46.581652 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-93f5fcc6-7c28-4fbd-a72b-73e8130adc3c None None] For port dd6c450e-38da-48d2-810d-c4bbec320079, host n-d-800634-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=dd6c450e-38da-48d2-810d-c4bbec320079,segment=NetworkSegment(38a7de35-a6c8-4c0f-bd63-408061ce3a16),segment_id=38a7de35-a6c8-4c0f-bd63-408061ce3a16)] {{(pid=93917) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 18:40:46.607799 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-93f5fcc6-7c28-4fbd-a72b-73e8130adc3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:46.698910 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-8ce82674-e060-4c36-8c00-3d22dcd577e4 None None] Notify callbacks [] for port, precommit_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:46.728289 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-8ce82674-e060-4c36-8c00-3d22dcd577e4 None None] Transition to ACTIVE for port object c27245eb-9c84-4cde-a2ef-b53824dde702 will not be triggered until provisioned by entity L2. {{(pid=93917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:40:46.743405 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f5fcc6-7c28-4fbd-a72b-73e8130adc3c None None] Pushing event updated for resources: {'Port': ['ID=dd6c450e-38da-48d2-810d-c4bbec320079,revision_number=2']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:40:46.766794 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-8ce82674-e060-4c36-8c00-3d22dcd577e4 None None] Transition to ACTIVE for port object c27245eb-9c84-4cde-a2ef-b53824dde702 will not be triggered until provisioned by entity DHCP. {{(pid=93917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:40:46.780472 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-8ce82674-e060-4c36-8c00-3d22dcd577e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804'] for port, after_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:46.845990 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-9079b203-d907-431d-a0f4-da0d34167a9c tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify callbacks [] for port, precommit_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:46.857054 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-9079b203-d907-431d-a0f4-da0d34167a9c tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25912978'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:46.857870 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-9079b203-d907-431d-a0f4-da0d34167a9c tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-598741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-928734'] for router_interface, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:46.881570 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.db_base_plugin_common [None req-8cb47304-951c-4ea9-a59c-cdc1e1e8c0bb tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Allocated IP 172.20.0.1 (e602d401-0f37-42a7-8ad3-944d76449831/848c5164-aa90-4aeb-8036-3a760cd657a3/75860f29-4945-4edb-b493-54248c219c60) {{(pid=93916) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:40:46.956436 n-d-800634-3 neutron-server[93917]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ce82674-e060-4c36-8c00-3d22dcd577e4 None None] Network e602d401-0f37-42a7-8ad3-944d76449831 is already hosted by enough agents. {{(pid=93917) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:40:46.957933 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce82674-e060-4c36-8c00-3d22dcd577e4 None None] Pushing event updated for resources: {'Port': ['ID=c27245eb-9c84-4cde-a2ef-b53824dde702,revision_number=1']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:40:46.969952 n-d-800634-3 neutron-server[93917]: DEBUG neutron.scheduler.base_scheduler [None req-8ce82674-e060-4c36-8c00-3d22dcd577e4 None None] Resources bound (agent type, host, resource id): {{(pid=93917) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:40:46.976010 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ce82674-e060-4c36-8c00-3d22dcd577e4 None None] Received port after_create {{(pid=93917) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:40:47.070431 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-8cb47304-951c-4ea9-a59c-cdc1e1e8c0bb tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Notify callbacks [] for port, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:47.121288 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.provisioning_blocks [None req-8cb47304-951c-4ea9-a59c-cdc1e1e8c0bb tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Transition to ACTIVE for port object 75860f29-4945-4edb-b493-54248c219c60 will not be triggered until provisioned by entity DHCP. {{(pid=93916) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:40:47.164960 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-8ce82674-e060-4c36-8c00-3d22dcd577e4 None None] Attempting to bind port c27245eb-9c84-4cde-a2ef-b53824dde702 on host n-d-800634-3 for vnic_type normal with profile {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:40:47.165601 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-8ce82674-e060-4c36-8c00-3d22dcd577e4 None None] Attempting to bind port c27245eb-9c84-4cde-a2ef-b53824dde702 by drivers openvswitch,hyperv on host n-d-800634-3 at level 0 using segments [{'id': '023a2c51-fc5a-4668-8579-f4c9504fe4e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'e602d401-0f37-42a7-8ad3-944d76449831'}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:40:47.166282 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ce82674-e060-4c36-8c00-3d22dcd577e4 None None] Attempting to bind port c27245eb-9c84-4cde-a2ef-b53824dde702 on network e602d401-0f37-42a7-8ad3-944d76449831 {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:40:47.173355 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ce82674-e060-4c36-8c00-3d22dcd577e4 None None] Checking agent: {'id': '01c19e91-a945-4e3c-94a6-c211e17c923e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 8, 23), 'started_at': datetime.datetime(2021, 7, 14, 18, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 18, 40, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 18:40:47.174212 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ce82674-e060-4c36-8c00-3d22dcd577e4 None None] Checking segment: {'id': '023a2c51-fc5a-4668-8579-f4c9504fe4e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'e602d401-0f37-42a7-8ad3-944d76449831'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93917) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:40:47.180725 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-8ce82674-e060-4c36-8c00-3d22dcd577e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:47.181154 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ce82674-e060-4c36-8c00-3d22dcd577e4 None None] Bound using segment: {'id': '023a2c51-fc5a-4668-8579-f4c9504fe4e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'e602d401-0f37-42a7-8ad3-944d76449831'} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 18:40:47.181683 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-8ce82674-e060-4c36-8c00-3d22dcd577e4 None None] Bound port: c27245eb-9c84-4cde-a2ef-b53824dde702, host: n-d-800634-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '023a2c51-fc5a-4668-8579-f4c9504fe4e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'e602d401-0f37-42a7-8ad3-944d76449831'}}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 18:40:47.182403 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-8ce82674-e060-4c36-8c00-3d22dcd577e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:47.210102 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-8cb47304-951c-4ea9-a59c-cdc1e1e8c0bb tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:47.260400 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9079b203-d907-431d-a0f4-da0d34167a9c tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Pushing event updated for resources: {'Port': ['ID=5cb670fb-186f-4c23-a646-3075e59fa612,revision_number=2']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:40:47.353349 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb47304-951c-4ea9-a59c-cdc1e1e8c0bb tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Pushing event updated for resources: {'Port': ['ID=75860f29-4945-4edb-b493-54248c219c60,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:40:47.360976 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-8ce82674-e060-4c36-8c00-3d22dcd577e4 None None] For port c27245eb-9c84-4cde-a2ef-b53824dde702, host n-d-800634-3, cleared binding levels {{(pid=93917) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:40:47.368728 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-8ce82674-e060-4c36-8c00-3d22dcd577e4 None None] For port c27245eb-9c84-4cde-a2ef-b53824dde702, host n-d-800634-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=c27245eb-9c84-4cde-a2ef-b53824dde702,segment=NetworkSegment(023a2c51-fc5a-4668-8579-f4c9504fe4e4),segment_id=023a2c51-fc5a-4668-8579-f4c9504fe4e4)] {{(pid=93917) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 18:40:47.378733 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-8ce82674-e060-4c36-8c00-3d22dcd577e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:47.396085 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9079b203-d907-431d-a0f4-da0d34167a9c tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Network e3e8e2a7-2511-400e-8438-d422492221f1 is already hosted by enough agents. {{(pid=93915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:40:47.398162 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cb47304-951c-4ea9-a59c-cdc1e1e8c0bb tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Network e602d401-0f37-42a7-8ad3-944d76449831 is already hosted by enough agents. {{(pid=93916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:40:47.401130 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [None req-8cb47304-951c-4ea9-a59c-cdc1e1e8c0bb tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Resources bound (agent type, host, resource id): {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:40:47.401414 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [None req-9079b203-d907-431d-a0f4-da0d34167a9c tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Resources bound (agent type, host, resource id): {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:40:47.407709 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cb47304-951c-4ea9-a59c-cdc1e1e8c0bb tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Received port after_create {{(pid=93916) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:40:47.453873 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c48e796-6846-4875-9fc7-8ac940ed22d5 req-fb2fadaa-916e-4f45-8c57-8e4903f339bd tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:40:47.459448 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-9c48e796-6846-4875-9fc7-8ac940ed22d5 req-fb2fadaa-916e-4f45-8c57-8e4903f339bd tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] 10.222.0.16 "GET /v2.0/ports?device_id=4c97b723-59cb-4a2d-8757-30536ade8338 HTTP/1.1" status: 200 len: 945 time: 0.3268585 Jul 14 18:40:47.543125 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-8cb47304-951c-4ea9-a59c-cdc1e1e8c0bb tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-930452'] for router_interface, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:47.546898 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce82674-e060-4c36-8c00-3d22dcd577e4 None None] Pushing event updated for resources: {'Port': ['ID=c27245eb-9c84-4cde-a2ef-b53824dde702,revision_number=2']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:40:47.765728 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-040ad876-e3ea-4ae3-8c29-82e2044dc74a None None] Network e3e8e2a7-2511-400e-8438-d422492221f1 requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:40:47.770180 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device dd6c450e-38da-48d2-810d-c4bbec320079 up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:40:47.778423 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-9c48e796-6846-4875-9fc7-8ac940ed22d5 req-a2113aa1-1b64-488b-957b-44ef2b292ff0 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] 10.222.0.16 "GET /v2.0/security-groups?id=594b2ab7-3a96-48b2-98bb-9a68eebb818a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3176796 Jul 14 18:40:47.870720 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9079b203-d907-431d-a0f4-da0d34167a9c tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Router 6c98219e-67f1-4f06-976c-cd1efb78bf57 is scheduled to L3 agent 2c6eb27e-defb-4cca-9a24-381c7415e359 with binding_index 1 {{(pid=93915) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 18:40:47.912032 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-d15112f0-6176-47dd-986a-467816bf8dac None None] Provisioning for port 882785fe-63c5-4e22-932c-603be281b238 completed by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:40:47.982387 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-8cb47304-951c-4ea9-a59c-cdc1e1e8c0bb tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:48.044858 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning for port dd6c450e-38da-48d2-810d-c4bbec320079 completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:40:48.093209 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab44548-9e8d-459e-bdf2-2d438220aff6 req-27ab885b-050a-4862-bafb-4c54f697bc56 tempest-ServersNegativeTestMultiTenantJSON-1011770101 tempest-ServersNegativeTestMultiTenantJSON-1011770101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:40:48.103074 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 320661f6-329d-45fe-89a7-40d1a3349472 up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:40:48.112555 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-8ab44548-9e8d-459e-bdf2-2d438220aff6 req-27ab885b-050a-4862-bafb-4c54f697bc56 tempest-ServersNegativeTestMultiTenantJSON-1011770101 tempest-ServersNegativeTestMultiTenantJSON-1011770101-project] 10.222.0.16 "GET /v2.0/ports?device_id=bf482baf-654f-4191-a698-7f46ca6e9043 HTTP/1.1" status: 200 len: 944 time: 0.4500258 Jul 14 18:40:48.192692 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9079b203-d907-431d-a0f4-da0d34167a9c tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify agent at l3_agent.n-d-800634-3 the message routers_updated {{(pid=93915) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 18:40:48.202449 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-9079b203-d907-431d-a0f4-da0d34167a9c tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] 10.222.0.16 "PUT /v2.0/routers/6c98219e-67f1-4f06-976c-cd1efb78bf57/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0425375 Jul 14 18:40:48.203591 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 56688) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:40:48.217875 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-8ab44548-9e8d-459e-bdf2-2d438220aff6 req-1b0d1f75-3349-4fd7-8fd6-d92d170b1e05 tempest-ServersNegativeTestMultiTenantJSON-1011770101 tempest-ServersNegativeTestMultiTenantJSON-1011770101-project] 10.222.0.16 "GET /v2.0/security-groups?id=76b424ec-9e9e-4af7-8ed8-4b83c22e944f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041167 Jul 14 18:40:48.218236 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cabdcb5f-2238-464f-81f1-7d16f3878b2b None None] Sync routers for ids ['6c98219e-67f1-4f06-976c-cd1efb78bf57'] in n-d-800634-3 {{(pid=93917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 18:40:48.246531 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cabdcb5f-2238-464f-81f1-7d16f3878b2b None None] Routers {'6c98219e-67f1-4f06-976c-cd1efb78bf57'} bound to L3 agent in host n-d-800634-3 {{(pid=93917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:40:48.248263 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-cabdcb5f-2238-464f-81f1-7d16f3878b2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:40:23Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['6c98219e-67f1-4f06-976c-cd1efb78bf57'], 'active': True} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:40:48.309717 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-cabdcb5f-2238-464f-81f1-7d16f3878b2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-3', False) {} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:40:48.317469 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5fd56a5-b1d8-4e91-b703-c4658fdc312c tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:40:48.324727 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-b5fd56a5-b1d8-4e91-b703-c4658fdc312c tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] 10.222.0.16 "GET /v2.0/ports/5cb670fb-186f-4c23-a646-3075e59fa612 HTTP/1.1" status: 200 len: 911 time: 0.1056859 Jul 14 18:40:48.325922 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 56692) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:40:48.328921 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cabdcb5f-2238-464f-81f1-7d16f3878b2b None None] Routers {'6c98219e-67f1-4f06-976c-cd1efb78bf57'} bound to L3 agent in host n-d-800634-3 {{(pid=93917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:40:48.330584 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-cabdcb5f-2238-464f-81f1-7d16f3878b2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:40:23Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['6c98219e-67f1-4f06-976c-cd1efb78bf57'], 'active': True} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:40:48.337257 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning for port 320661f6-329d-45fe-89a7-40d1a3349472 completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:40:48.411322 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port 320661f6-329d-45fe-89a7-40d1a3349472 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:40:48.411928 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:48.416413 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-cabdcb5f-2238-464f-81f1-7d16f3878b2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-3', False) {} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:40:48.423699 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cabdcb5f-2238-464f-81f1-7d16f3878b2b None None] The sync data for ids ['6c98219e-67f1-4f06-976c-cd1efb78bf57'] in n-d-800634-3 is: [] {{(pid=93917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 18:40:48.618533 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:48.640487 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device c158dd68-3ce5-4055-a1c7-1125008ed2f8 up at agent hyperv_n-h1-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:40:48.668472 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-8cb47304-951c-4ea9-a59c-cdc1e1e8c0bb tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Notify callbacks [] for port, precommit_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:48.676572 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-8cb47304-951c-4ea9-a59c-cdc1e1e8c0bb tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2684870'] for port, after_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:48.726813 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] For port 320661f6-329d-45fe-89a7-40d1a3349472, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=320661f6-329d-45fe-89a7-40d1a3349472,segment=NetworkSegment(5afb940b-bbdf-4727-be00-5d46367c38a1),segment_id=5afb940b-bbdf-4727-be00-5d46367c38a1)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:40:48.744299 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:48.752457 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 882785fe-63c5-4e22-932c-603be281b238 up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:40:48.823257 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-8cb47304-951c-4ea9-a59c-cdc1e1e8c0bb tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-598741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-928734'] for router_interface, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:48.828360 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb47304-951c-4ea9-a59c-cdc1e1e8c0bb tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Pushing event updated for resources: {'Port': ['ID=75860f29-4945-4edb-b493-54248c219c60,revision_number=2']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:40:48.906498 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08b40a89-09de-4516-aa92-e68afe9bc513 None None] Network 8aa5318f-46cf-4510-abd9-afbf076b21e8 requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:40:48.972789 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-e61fdf6c-d5e1-47e9-87bc-d805ab859493 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:49.024781 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cb47304-951c-4ea9-a59c-cdc1e1e8c0bb tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Network e602d401-0f37-42a7-8ad3-944d76449831 is already hosted by enough agents. {{(pid=93916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:40:49.027249 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [None req-8cb47304-951c-4ea9-a59c-cdc1e1e8c0bb tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Resources bound (agent type, host, resource id): {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:40:49.031841 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Provisioning for port c158dd68-3ce5-4055-a1c7-1125008ed2f8 completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:40:49.048813 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Provisioning complete for port c158dd68-3ce5-4055-a1c7-1125008ed2f8 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:40:49.048917 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:49.107842 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-61d30238-d0eb-4cbe-a844-799a5d2ec3b5 None None] Provisioning for port 5cb670fb-186f-4c23-a646-3075e59fa612 completed by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:40:49.140098 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-61d30238-d0eb-4cbe-a844-799a5d2ec3b5 None None] Provisioning complete for port 5cb670fb-186f-4c23-a646-3075e59fa612 triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:40:49.140509 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-61d30238-d0eb-4cbe-a844-799a5d2ec3b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:49.216458 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Pushing event updated for resources: {'Port': ['ID=320661f6-329d-45fe-89a7-40d1a3349472,revision_number=4']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:40:49.251818 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cb47304-951c-4ea9-a59c-cdc1e1e8c0bb tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Router b227a596-8f14-4250-94b3-5c465b582d5d has already been hosted by L3 agent 2c6eb27e-defb-4cca-9a24-381c7415e359 {{(pid=93916) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 18:40:49.260803 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-61d30238-d0eb-4cbe-a844-799a5d2ec3b5 None None] Port 5cb670fb-186f-4c23-a646-3075e59fa612 cannot update to ACTIVE because it is not bound. {{(pid=93917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 18:40:49.422045 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.db_base_plugin_common [None req-e61fdf6c-d5e1-47e9-87bc-d805ab859493 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Allocated IP 2001:db8:1::1 (8aa5318f-46cf-4510-abd9-afbf076b21e8/470476ba-d78e-4c42-8b7a-b9d2bf3424cc/3553d49b-d48b-4be5-a1a8-95920f126c4c) {{(pid=93915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:40:49.485321 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning for port 882785fe-63c5-4e22-932c-603be281b238 completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:40:49.505153 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cb47304-951c-4ea9-a59c-cdc1e1e8c0bb tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Notify agent at l3_agent.n-d-800634-3 the message routers_updated {{(pid=93916) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 18:40:49.515614 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb98db71-6d86-4712-bb14-3e1a5d7e7f97 None None] Sync routers for ids ['b227a596-8f14-4250-94b3-5c465b582d5d'] in n-d-800634-3 {{(pid=93918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 18:40:49.521887 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-8cb47304-951c-4ea9-a59c-cdc1e1e8c0bb tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] 10.222.0.16 "PUT /v2.0/routers/b227a596-8f14-4250-94b3-5c465b582d5d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6609223 Jul 14 18:40:49.524854 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 56706) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:40:49.534826 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb98db71-6d86-4712-bb14-3e1a5d7e7f97 None None] Routers {'b227a596-8f14-4250-94b3-5c465b582d5d'} bound to L3 agent in host n-d-800634-3 {{(pid=93918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:40:49.535701 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-bb98db71-6d86-4712-bb14-3e1a5d7e7f97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:40:23Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['b227a596-8f14-4250-94b3-5c465b582d5d'], 'active': True} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:40:49.563364 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-61d30238-d0eb-4cbe-a844-799a5d2ec3b5 None None] Provisioning complete for port 882785fe-63c5-4e22-932c-603be281b238 triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:40:49.563697 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-61d30238-d0eb-4cbe-a844-799a5d2ec3b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:49.601196 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port 882785fe-63c5-4e22-932c-603be281b238 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:40:49.601894 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:49.731024 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-e61fdf6c-d5e1-47e9-87bc-d805ab859493 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify callbacks [] for port, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:49.749337 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvr_db [None req-bb98db71-6d86-4712-bb14-3e1a5d7e7f97 None None] Set router b227a596-8f14-4250-94b3-5c465b582d5d gateway port host: n-d-800634-3 {{(pid=93918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 18:40:49.761119 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.provisioning_blocks [None req-e61fdf6c-d5e1-47e9-87bc-d805ab859493 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Transition to ACTIVE for port object 3553d49b-d48b-4be5-a1a8-95920f126c4c will not be triggered until provisioned by entity DHCP. {{(pid=93915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:40:49.894818 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-e61fdf6c-d5e1-47e9-87bc-d805ab859493 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:49.917027 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e954df9-59d8-4540-8470-0ccebff34be4 req-60569530-4ed6-409a-b9d9-b5de304fc8fe tempest-ServersNegativeTestMultiTenantJSON-1011770101 tempest-ServersNegativeTestMultiTenantJSON-1011770101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:40:49.933427 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:49.933929 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6e954df9-59d8-4540-8470-0ccebff34be4 req-60569530-4ed6-409a-b9d9-b5de304fc8fe tempest-ServersNegativeTestMultiTenantJSON-1011770101 tempest-ServersNegativeTestMultiTenantJSON-1011770101-project] 10.222.0.16 "GET /v2.0/ports?device_id=bf482baf-654f-4191-a698-7f46ca6e9043 HTTP/1.1" status: 200 len: 944 time: 0.3310795 Jul 14 18:40:49.954303 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a3feab-adad-4927-bd0e-03b575692fb2 req-b0d70553-2dec-4e46-bf5d-27245f01f45c tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:40:49.962716 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-97a3feab-adad-4927-bd0e-03b575692fb2 req-b0d70553-2dec-4e46-bf5d-27245f01f45c tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] 10.222.0.16 "GET /v2.0/ports?device_id=4c97b723-59cb-4a2d-8757-30536ade8338 HTTP/1.1" status: 200 len: 945 time: 0.3572006 Jul 14 18:40:49.978099 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8fc422f-75a2-4dee-831b-1bf86710a9f7 None None] Network e602d401-0f37-42a7-8ad3-944d76449831 requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:40:50.056242 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port c158dd68-3ce5-4055-a1c7-1125008ed2f8, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=c158dd68-3ce5-4055-a1c7-1125008ed2f8,segment=NetworkSegment(6bb8bc6b-7068-4421-92d4-a42ebf3ba5a8),segment_id=6bb8bc6b-7068-4421-92d4-a42ebf3ba5a8)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:40:50.064319 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf482baf-654f-4191-a698-7f46ca6e9043', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c158dd68-3ce5-4055-a1c7-1125008ed2f8'}] {{(pid=93917) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:40:50.068095 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20b787f3c29eaa7aa2a4d648c725a2124c5ff39a8d793252f9d844495e14cf42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32b54023-cf27-4ac6-b6e7-3e1fc899e021" -d '{"events": [{"server_uuid": "bf482baf-654f-4191-a698-7f46ca6e9043", "name": "network-vif-plugged", "status": "completed", "tag": "c158dd68-3ce5-4055-a1c7-1125008ed2f8"}]}' {{(pid=93917) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:40:50.078336 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:50.084836 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e61fdf6c-d5e1-47e9-87bc-d805ab859493 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Network 8aa5318f-46cf-4510-abd9-afbf076b21e8 is already hosted by enough agents. {{(pid=93915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:40:50.128155 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-97a3feab-adad-4927-bd0e-03b575692fb2 req-e0760f64-34da-4b90-a03f-6fce3d49dd1c tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] 10.222.0.16 "GET /v2.0/security-groups?id=594b2ab7-3a96-48b2-98bb-9a68eebb818a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1349323 Jul 14 18:40:50.152717 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6e954df9-59d8-4540-8470-0ccebff34be4 req-246fb5c7-55c6-4769-9c6e-18e94bc25142 tempest-ServersNegativeTestMultiTenantJSON-1011770101 tempest-ServersNegativeTestMultiTenantJSON-1011770101-project] 10.222.0.16 "GET /v2.0/security-groups?id=76b424ec-9e9e-4af7-8ed8-4b83c22e944f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2216940 Jul 14 18:40:50.156400 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [None req-e61fdf6c-d5e1-47e9-87bc-d805ab859493 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Resources bound (agent type, host, resource id): {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:40:50.167246 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e61fdf6c-d5e1-47e9-87bc-d805ab859493 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Received port after_create {{(pid=93915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:40:50.174019 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-e61fdf6c-d5e1-47e9-87bc-d805ab859493 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-930452'] for router_interface, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:50.182168 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61fdf6c-d5e1-47e9-87bc-d805ab859493 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Pushing event updated for resources: {'Port': ['ID=3553d49b-d48b-4be5-a1a8-95920f126c4c,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:40:50.257827 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecc7cc67-1714-445b-ab1f-0b72bfefa250 tempest-TestNetworkBasicOps-97253750 tempest-TestNetworkBasicOps-97253750-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:40:50.258909 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecc7cc67-1714-445b-ab1f-0b72bfefa250 tempest-TestNetworkBasicOps-97253750 tempest-TestNetworkBasicOps-97253750-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:40:50.259538 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecc7cc67-1714-445b-ab1f-0b72bfefa250 tempest-TestNetworkBasicOps-97253750 tempest-TestNetworkBasicOps-97253750-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:40:50.260313 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecc7cc67-1714-445b-ab1f-0b72bfefa250 tempest-TestNetworkBasicOps-97253750 tempest-TestNetworkBasicOps-97253750-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:40:50.260936 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecc7cc67-1714-445b-ab1f-0b72bfefa250 tempest-TestNetworkBasicOps-97253750 tempest-TestNetworkBasicOps-97253750-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:40:50.261557 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecc7cc67-1714-445b-ab1f-0b72bfefa250 tempest-TestNetworkBasicOps-97253750 tempest-TestNetworkBasicOps-97253750-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:40:50.262357 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecc7cc67-1714-445b-ab1f-0b72bfefa250 tempest-TestNetworkBasicOps-97253750 tempest-TestNetworkBasicOps-97253750-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:40:50.263228 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecc7cc67-1714-445b-ab1f-0b72bfefa250 tempest-TestNetworkBasicOps-97253750 tempest-TestNetworkBasicOps-97253750-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:40:50.266022 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecc7cc67-1714-445b-ab1f-0b72bfefa250 tempest-TestNetworkBasicOps-97253750 tempest-TestNetworkBasicOps-97253750-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:40:50.266696 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecc7cc67-1714-445b-ab1f-0b72bfefa250 tempest-TestNetworkBasicOps-97253750 tempest-TestNetworkBasicOps-97253750-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:40:50.267323 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecc7cc67-1714-445b-ab1f-0b72bfefa250 tempest-TestNetworkBasicOps-97253750 tempest-TestNetworkBasicOps-97253750-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:40:50.268137 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecc7cc67-1714-445b-ab1f-0b72bfefa250 tempest-TestNetworkBasicOps-97253750 tempest-TestNetworkBasicOps-97253750-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:40:50.268753 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecc7cc67-1714-445b-ab1f-0b72bfefa250 tempest-TestNetworkBasicOps-97253750 tempest-TestNetworkBasicOps-97253750-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:40:50.269366 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecc7cc67-1714-445b-ab1f-0b72bfefa250 tempest-TestNetworkBasicOps-97253750 tempest-TestNetworkBasicOps-97253750-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:40:50.270119 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecc7cc67-1714-445b-ab1f-0b72bfefa250 tempest-TestNetworkBasicOps-97253750 tempest-TestNetworkBasicOps-97253750-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:40:50.270734 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecc7cc67-1714-445b-ab1f-0b72bfefa250 tempest-TestNetworkBasicOps-97253750 tempest-TestNetworkBasicOps-97253750-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:40:50.281926 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-ecc7cc67-1714-445b-ab1f-0b72bfefa250 tempest-TestNetworkBasicOps-97253750 tempest-TestNetworkBasicOps-97253750-project-admin] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 11213 time: 0.7485781 Jul 14 18:40:50.282564 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 56716) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:40:50.291864 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 18:40:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-daca9cde-a791-419d-b650-6bce930e663a x-openstack-request-id: req-daca9cde-a791-419d-b650-6bce930e663a {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:40:50.292344 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf482baf-654f-4191-a698-7f46ca6e9043", "name": "network-vif-plugged", "status": "completed", "tag": "c158dd68-3ce5-4055-a1c7-1125008ed2f8", "code": 200}]} {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:40:50.292715 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-daca9cde-a791-419d-b650-6bce930e663a {{(pid=93917) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:40:50.293831 n-d-800634-3 neutron-server[93917]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf482baf-654f-4191-a698-7f46ca6e9043', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c158dd68-3ce5-4055-a1c7-1125008ed2f8', 'code': 200} Jul 14 18:40:50.301275 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-61d30238-d0eb-4cbe-a844-799a5d2ec3b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:50.399506 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7970eee-3ca3-4bae-8069-492f34a6a33b tempest-TestNetworkBasicOps-97253750 tempest-TestNetworkBasicOps-97253750-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:40:50.402166 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:50.402928 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7970eee-3ca3-4bae-8069-492f34a6a33b tempest-TestNetworkBasicOps-97253750 tempest-TestNetworkBasicOps-97253750-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:40:50.404132 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7970eee-3ca3-4bae-8069-492f34a6a33b tempest-TestNetworkBasicOps-97253750 tempest-TestNetworkBasicOps-97253750-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:40:50.404897 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7970eee-3ca3-4bae-8069-492f34a6a33b tempest-TestNetworkBasicOps-97253750 tempest-TestNetworkBasicOps-97253750-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:40:50.407762 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7970eee-3ca3-4bae-8069-492f34a6a33b tempest-TestNetworkBasicOps-97253750 tempest-TestNetworkBasicOps-97253750-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:40:50.408448 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7970eee-3ca3-4bae-8069-492f34a6a33b tempest-TestNetworkBasicOps-97253750 tempest-TestNetworkBasicOps-97253750-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:40:50.409245 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7970eee-3ca3-4bae-8069-492f34a6a33b tempest-TestNetworkBasicOps-97253750 tempest-TestNetworkBasicOps-97253750-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:40:50.409857 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7970eee-3ca3-4bae-8069-492f34a6a33b tempest-TestNetworkBasicOps-97253750 tempest-TestNetworkBasicOps-97253750-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:40:50.413883 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7970eee-3ca3-4bae-8069-492f34a6a33b tempest-TestNetworkBasicOps-97253750 tempest-TestNetworkBasicOps-97253750-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:40:50.414513 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7970eee-3ca3-4bae-8069-492f34a6a33b tempest-TestNetworkBasicOps-97253750 tempest-TestNetworkBasicOps-97253750-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:40:50.415251 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7970eee-3ca3-4bae-8069-492f34a6a33b tempest-TestNetworkBasicOps-97253750 tempest-TestNetworkBasicOps-97253750-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:40:50.415852 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7970eee-3ca3-4bae-8069-492f34a6a33b tempest-TestNetworkBasicOps-97253750 tempest-TestNetworkBasicOps-97253750-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:40:50.416486 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7970eee-3ca3-4bae-8069-492f34a6a33b tempest-TestNetworkBasicOps-97253750 tempest-TestNetworkBasicOps-97253750-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:40:50.417091 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7970eee-3ca3-4bae-8069-492f34a6a33b tempest-TestNetworkBasicOps-97253750 tempest-TestNetworkBasicOps-97253750-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:40:50.418652 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Pushing event updated for resources: {'Port': ['ID=c158dd68-3ce5-4055-a1c7-1125008ed2f8,revision_number=5']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:40:50.419583 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7970eee-3ca3-4bae-8069-492f34a6a33b tempest-TestNetworkBasicOps-97253750 tempest-TestNetworkBasicOps-97253750-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:40:50.423911 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7970eee-3ca3-4bae-8069-492f34a6a33b tempest-TestNetworkBasicOps-97253750 tempest-TestNetworkBasicOps-97253750-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:40:50.430380 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-d7970eee-3ca3-4bae-8069-492f34a6a33b tempest-TestNetworkBasicOps-97253750 tempest-TestNetworkBasicOps-97253750-project-admin] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 10146 time: 0.1467476 Jul 14 18:40:50.431418 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 56718) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:40:50.526440 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc620e3-2a38-4d3b-b534-deb5300295ff req-9163a4a7-c916-4ba2-a16b-2a37b862e7db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:40:50.530334 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-5bc620e3-2a38-4d3b-b534-deb5300295ff req-9163a4a7-c916-4ba2-a16b-2a37b862e7db service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=bf482baf-654f-4191-a698-7f46ca6e9043 HTTP/1.1" status: 200 len: 1096 time: 0.1833544 Jul 14 18:40:50.565248 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-bb98db71-6d86-4712-bb14-3e1a5d7e7f97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b227a596-8f14-4250-94b3-5c465b582d5d', 'name': 'tempest-TestNetworkBasicOps-router-1416134541', 'tenant_id': '0c6eccb7d5c743f1a53a528a1f419fa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.168'}], 'enable_snat': True}, 'gw_port_id': '320661f6-329d-45fe-89a7-40d1a3349472', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:40:39Z', 'updated_at': '2021-07-14T18:40:47Z', 'revision_number': 4, 'project_id': '0c6eccb7d5c743f1a53a528a1f419fa2', 'gw_port': {'id': '320661f6-329d-45fe-89a7-40d1a3349472', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:db:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b227a596-8f14-4250-94b3-5c465b582d5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2270, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:40:40Z', 'updated_at': '2021-07-14T18:40:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_interfaces': [{'id': '75860f29-4945-4edb-b493-54248c219c60', 'name': '', 'network_id': 'e602d401-0f37-42a7-8ad3-944d76449831', 'tenant_id': '0c6eccb7d5c743f1a53a528a1f419fa2', 'mac_address': 'fa:16:3e:55:ea:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b227a596-8f14-4250-94b3-5c465b582d5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2288, 'fixed_ips': [{'subnet_id': '848c5164-aa90-4aeb-8036-3a760cd657a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:40:45Z', 'updated_at': '2021-07-14T18:40:48Z', 'revision_number': 2, 'project_id': '0c6eccb7d5c743f1a53a528a1f419fa2', 'subnets': [{'id': '848c5164-aa90-4aeb-8036-3a760cd657a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-3', False) {} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:40:50.601125 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-61d30238-d0eb-4cbe-a844-799a5d2ec3b5 None None] For port 882785fe-63c5-4e22-932c-603be281b238, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=882785fe-63c5-4e22-932c-603be281b238,segment=NetworkSegment(8a44d352-2db1-407f-9b77-f8a0e3872460),segment_id=8a44d352-2db1-407f-9b77-f8a0e3872460)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:40:50.603089 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-79570a41-26cb-435d-b0a8-17b481669eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:50.615136 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb98db71-6d86-4712-bb14-3e1a5d7e7f97 None None] Checking router: b227a596-8f14-4250-94b3-5c465b582d5d for host: n-d-800634-3 {{(pid=93918) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 18:40:50.615523 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb98db71-6d86-4712-bb14-3e1a5d7e7f97 None None] Updating router b227a596-8f14-4250-94b3-5c465b582d5d port 75860f29-4945-4edb-b493-54248c219c60 binding host n-d-800634-3 {{(pid=93918) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 18:40:50.636443 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-61d30238-d0eb-4cbe-a844-799a5d2ec3b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:50.673200 n-d-800634-3 neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-bb98db71-6d86-4712-bb14-3e1a5d7e7f97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:50.697429 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-e61fdf6c-d5e1-47e9-87bc-d805ab859493 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:50.703358 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d30238-d0eb-4cbe-a844-799a5d2ec3b5 None None] Pushing event updated for resources: {'Port': ['ID=882785fe-63c5-4e22-932c-603be281b238,revision_number=3']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:40:50.733686 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-5bc620e3-2a38-4d3b-b534-deb5300295ff req-cc58ac78-6542-413a-89fb-7479b3c45220 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=76b424ec-9e9e-4af7-8ed8-4b83c22e944f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1938732 Jul 14 18:40:50.790253 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-70a8bb02-c51c-4be4-8474-a3bed64177dd tempest-TestNetworkBasicOps-97253750 tempest-TestNetworkBasicOps-97253750-project-admin] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 5035 time: 0.3573604 Jul 14 18:40:50.812363 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-f871d4f1-74e0-4ac5-85ee-b76401e9bc56 None None] Provisioning complete for port 5cb670fb-186f-4c23-a646-3075e59fa612 triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:40:50.812842 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-f871d4f1-74e0-4ac5-85ee-b76401e9bc56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:50.895236 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-f871d4f1-74e0-4ac5-85ee-b76401e9bc56 None None] Port 5cb670fb-186f-4c23-a646-3075e59fa612 cannot update to ACTIVE because it is not bound. {{(pid=93917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 18:40:50.915066 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.db.api [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93917) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 14 18:40:50.915610 n-d-800634-3 neutron-server[93917]: DEBUG oslo_db.api [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 18:40:50.930793 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-f871d4f1-74e0-4ac5-85ee-b76401e9bc56 None None] Provisioning for port dd6c450e-38da-48d2-810d-c4bbec320079 completed by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:40:50.936069 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-f871d4f1-74e0-4ac5-85ee-b76401e9bc56 None None] Provisioning complete for port dd6c450e-38da-48d2-810d-c4bbec320079 triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:40:50.936751 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-f871d4f1-74e0-4ac5-85ee-b76401e9bc56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:51.040406 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-f871d4f1-74e0-4ac5-85ee-b76401e9bc56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:51.086308 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-f871d4f1-74e0-4ac5-85ee-b76401e9bc56 None None] For port dd6c450e-38da-48d2-810d-c4bbec320079, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=dd6c450e-38da-48d2-810d-c4bbec320079,segment=NetworkSegment(38a7de35-a6c8-4c0f-bd63-408061ce3a16),segment_id=38a7de35-a6c8-4c0f-bd63-408061ce3a16)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:40:51.092737 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-f871d4f1-74e0-4ac5-85ee-b76401e9bc56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:51.170410 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-f871d4f1-74e0-4ac5-85ee-b76401e9bc56 None None] Provisioning for port c27245eb-9c84-4cde-a2ef-b53824dde702 completed by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:40:51.227227 n-d-800634-3 neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-bb98db71-6d86-4712-bb14-3e1a5d7e7f97 None None] Notify callbacks [] for port, precommit_update {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:51.242563 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f871d4f1-74e0-4ac5-85ee-b76401e9bc56 None None] Pushing event updated for resources: {'Port': ['ID=dd6c450e-38da-48d2-810d-c4bbec320079,revision_number=3']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:40:51.259002 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.provisioning_blocks [None req-bb98db71-6d86-4712-bb14-3e1a5d7e7f97 None None] Transition to ACTIVE for port object 75860f29-4945-4edb-b493-54248c219c60 will not be triggered until provisioned by entity L2. {{(pid=93918) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:40:51.269990 n-d-800634-3 neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-bb98db71-6d86-4712-bb14-3e1a5d7e7f97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:51.314124 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 56728) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:40:51.320018 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-21b83aca-32ac-4966-a529-fcc9e12de818 tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1035015662', 'description': 'tempest-secgroup-smoke-1035015662 description', 'project_id': '0c6eccb7d5c743f1a53a528a1f419fa2'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:40:51.346672 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-dd7d07d1-6f42-42bd-ad78-dd0b6e5dc2b4 None None] Provisioning for port 75860f29-4945-4edb-b493-54248c219c60 completed by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:40:51.376394 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-dd7d07d1-6f42-42bd-ad78-dd0b6e5dc2b4 None None] Provisioning for port 3553d49b-d48b-4be5-a1a8-95920f126c4c completed by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:40:51.381995 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-21b83aca-32ac-4966-a529-fcc9e12de818 tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Notify callbacks [] for security_group, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:51.394496 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-dd7d07d1-6f42-42bd-ad78-dd0b6e5dc2b4 None None] Provisioning complete for port 3553d49b-d48b-4be5-a1a8-95920f126c4c triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:40:51.395016 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-dd7d07d1-6f42-42bd-ad78-dd0b6e5dc2b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:51.396316 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f04935-892b-4c5c-8a3b-884f39a18744 None None] Pushing event updated for resources: {'Port': ['ID=75860f29-4945-4edb-b493-54248c219c60,revision_number=3']} {{(pid=93918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:40:51.535898 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-dd7d07d1-6f42-42bd-ad78-dd0b6e5dc2b4 None None] Port 3553d49b-d48b-4be5-a1a8-95920f126c4c cannot update to ACTIVE because it is not bound. {{(pid=93917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 18:40:51.613202 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-21b83aca-32ac-4966-a529-fcc9e12de818 tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Notify callbacks [] for security_group, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:51.619405 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-21b83aca-32ac-4966-a529-fcc9e12de818 tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:51.662775 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.managers [None req-bb98db71-6d86-4712-bb14-3e1a5d7e7f97 None None] Attempting to bind port 75860f29-4945-4edb-b493-54248c219c60 on host n-d-800634-3 for vnic_type normal with profile {{(pid=93918) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:40:51.663291 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.managers [None req-bb98db71-6d86-4712-bb14-3e1a5d7e7f97 None None] Attempting to bind port 75860f29-4945-4edb-b493-54248c219c60 by drivers openvswitch,hyperv on host n-d-800634-3 at level 0 using segments [{'id': '023a2c51-fc5a-4668-8579-f4c9504fe4e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'e602d401-0f37-42a7-8ad3-944d76449831'}] {{(pid=93918) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:40:51.669065 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb98db71-6d86-4712-bb14-3e1a5d7e7f97 None None] Attempting to bind port 75860f29-4945-4edb-b493-54248c219c60 on network e602d401-0f37-42a7-8ad3-944d76449831 {{(pid=93918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:40:51.680467 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb98db71-6d86-4712-bb14-3e1a5d7e7f97 None None] Checking agent: {'id': '01c19e91-a945-4e3c-94a6-c211e17c923e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 8, 23), 'started_at': datetime.datetime(2021, 7, 14, 18, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 18, 40, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 18:40:51.683551 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb98db71-6d86-4712-bb14-3e1a5d7e7f97 None None] Checking segment: {'id': '023a2c51-fc5a-4668-8579-f4c9504fe4e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'e602d401-0f37-42a7-8ad3-944d76449831'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93918) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:40:51.684083 n-d-800634-3 neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-bb98db71-6d86-4712-bb14-3e1a5d7e7f97 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:51.685761 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb98db71-6d86-4712-bb14-3e1a5d7e7f97 None None] Bound using segment: {'id': '023a2c51-fc5a-4668-8579-f4c9504fe4e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'e602d401-0f37-42a7-8ad3-944d76449831'} {{(pid=93918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 18:40:51.686053 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.managers [None req-bb98db71-6d86-4712-bb14-3e1a5d7e7f97 None None] Bound port: 75860f29-4945-4edb-b493-54248c219c60, host: n-d-800634-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '023a2c51-fc5a-4668-8579-f4c9504fe4e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'e602d401-0f37-42a7-8ad3-944d76449831'}}] {{(pid=93918) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 18:40:51.686548 n-d-800634-3 neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-bb98db71-6d86-4712-bb14-3e1a5d7e7f97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:51.712531 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b83aca-32ac-4966-a529-fcc9e12de818 tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b5ae17c4-2e49-4e68-9235-78bd0301425c,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:40:51.714832 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-21b83aca-32ac-4966-a529-fcc9e12de818 tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:51.716625 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-21b83aca-32ac-4966-a529-fcc9e12de818 tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4007664 Jul 14 18:40:51.719943 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 56740) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:40:51.727551 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-29985f20-eec8-4da4-85f3-d0fb8586a5fb tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Request body: {'security_group_rule': {'security_group_id': 'b5ae17c4-2e49-4e68-9235-78bd0301425c', 'project_id': '0c6eccb7d5c743f1a53a528a1f419fa2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:40:51.779364 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-29985f20-eec8-4da4-85f3-d0fb8586a5fb tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:51.815394 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.db [None req-bb98db71-6d86-4712-bb14-3e1a5d7e7f97 None None] For port 75860f29-4945-4edb-b493-54248c219c60, host n-d-800634-3, cleared binding levels {{(pid=93918) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:40:51.819311 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.db [None req-bb98db71-6d86-4712-bb14-3e1a5d7e7f97 None None] For port 75860f29-4945-4edb-b493-54248c219c60, host n-d-800634-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=75860f29-4945-4edb-b493-54248c219c60,segment=NetworkSegment(023a2c51-fc5a-4668-8579-f4c9504fe4e4),segment_id=023a2c51-fc5a-4668-8579-f4c9504fe4e4)] {{(pid=93918) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 18:40:51.826439 n-d-800634-3 neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-bb98db71-6d86-4712-bb14-3e1a5d7e7f97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:51.875789 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb98db71-6d86-4712-bb14-3e1a5d7e7f97 None None] Routers {'b227a596-8f14-4250-94b3-5c465b582d5d'} bound to L3 agent in host n-d-800634-3 {{(pid=93918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:40:51.876941 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-bb98db71-6d86-4712-bb14-3e1a5d7e7f97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:40:23Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['b227a596-8f14-4250-94b3-5c465b582d5d'], 'active': True} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:40:51.887203 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-29985f20-eec8-4da4-85f3-d0fb8586a5fb tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:51.900417 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device dd6c450e-38da-48d2-810d-c4bbec320079 up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:40:51.919588 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-29985f20-eec8-4da4-85f3-d0fb8586a5fb tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305173'] for security_group_rule, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:51.957115 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29985f20-eec8-4da4-85f3-d0fb8586a5fb tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51f0c858-a8dc-4ff3-a233-318f1e185823,revision_number=0']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:40:51.979564 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-29985f20-eec8-4da4-85f3-d0fb8586a5fb tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:51.982335 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-29985f20-eec8-4da4-85f3-d0fb8586a5fb tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2602596 Jul 14 18:40:51.985549 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 56742) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:40:51.994249 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-2d7c668f-8909-4229-ba59-98340f698a37 tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Request body: {'security_group_rule': {'security_group_id': 'b5ae17c4-2e49-4e68-9235-78bd0301425c', 'project_id': '0c6eccb7d5c743f1a53a528a1f419fa2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:40:51.995924 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de64195-0518-43e1-b68f-9859a44fb7a9 req-9cefc300-ef93-4385-858f-ebdcaae15b62 tempest-ServersNegativeTestMultiTenantJSON-1011770101 tempest-ServersNegativeTestMultiTenantJSON-1011770101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:40:51.998137 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-7de64195-0518-43e1-b68f-9859a44fb7a9 req-9cefc300-ef93-4385-858f-ebdcaae15b62 tempest-ServersNegativeTestMultiTenantJSON-1011770101 tempest-ServersNegativeTestMultiTenantJSON-1011770101-project] 10.222.0.16 "GET /v2.0/ports?device_id=bf482baf-654f-4191-a698-7f46ca6e9043 HTTP/1.1" status: 200 len: 945 time: 0.2301381 Jul 14 18:40:52.023386 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port dd6c450e-38da-48d2-810d-c4bbec320079 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:40:52.025019 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:52.043324 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f04935-892b-4c5c-8a3b-884f39a18744 None None] Pushing event updated for resources: {'Port': ['ID=75860f29-4945-4edb-b493-54248c219c60,revision_number=4']} {{(pid=93918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:40:52.069785 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-2d7c668f-8909-4229-ba59-98340f698a37 tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:52.082387 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvr_db [None req-bb98db71-6d86-4712-bb14-3e1a5d7e7f97 None None] Set router b227a596-8f14-4250-94b3-5c465b582d5d gateway port host: n-d-800634-3 {{(pid=93918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 18:40:52.088989 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b218b7-657c-4332-b34c-81ebe909b334 req-4c233c88-e872-4139-87c7-909b7c876aa4 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:40:52.090581 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-44b218b7-657c-4332-b34c-81ebe909b334 req-4c233c88-e872-4139-87c7-909b7c876aa4 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] 10.222.0.16 "GET /v2.0/ports?device_id=4c97b723-59cb-4a2d-8757-30536ade8338 HTTP/1.1" status: 200 len: 945 time: 0.3307469 Jul 14 18:40:52.106832 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-7de64195-0518-43e1-b68f-9859a44fb7a9 req-1dfba2d9-f0bb-4773-9957-100a1d8c5aca tempest-ServersNegativeTestMultiTenantJSON-1011770101 tempest-ServersNegativeTestMultiTenantJSON-1011770101-project] 10.222.0.16 "GET /v2.0/security-groups?id=76b424ec-9e9e-4af7-8ed8-4b83c22e944f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996182 Jul 14 18:40:52.194713 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-44b218b7-657c-4332-b34c-81ebe909b334 req-2492942b-981b-458c-ad09-312340e83cfd tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] 10.222.0.16 "GET /v2.0/security-groups?id=594b2ab7-3a96-48b2-98bb-9a68eebb818a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0933549 Jul 14 18:40:52.197027 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-e61fdf6c-d5e1-47e9-87bc-d805ab859493 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify callbacks [] for port, precommit_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:52.210370 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-e61fdf6c-d5e1-47e9-87bc-d805ab859493 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25912978'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:52.211555 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-2d7c668f-8909-4229-ba59-98340f698a37 tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:52.211875 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-e61fdf6c-d5e1-47e9-87bc-d805ab859493 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-598741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-928734'] for router_interface, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:52.223664 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-2d7c668f-8909-4229-ba59-98340f698a37 tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305173'] for security_group_rule, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:52.288305 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7c668f-8909-4229-ba59-98340f698a37 tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0746c67d-a023-4a4a-a528-8e40cf908dee,revision_number=0']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:40:52.292433 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 320661f6-329d-45fe-89a7-40d1a3349472 up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:40:52.294801 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-2d7c668f-8909-4229-ba59-98340f698a37 tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:52.298444 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-2d7c668f-8909-4229-ba59-98340f698a37 tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3109419 Jul 14 18:40:52.301897 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 56744) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:40:52.311029 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-b0ddc769-6b2f-42d1-a7c7-889951805045 tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Request body: {'security_group_rule': {'security_group_id': 'b5ae17c4-2e49-4e68-9235-78bd0301425c', 'project_id': '0c6eccb7d5c743f1a53a528a1f419fa2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:40:52.333506 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61fdf6c-d5e1-47e9-87bc-d805ab859493 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Pushing event updated for resources: {'Port': ['ID=3553d49b-d48b-4be5-a1a8-95920f126c4c,revision_number=2']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:40:52.369478 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-b0ddc769-6b2f-42d1-a7c7-889951805045 tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:52.407929 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port 320661f6-329d-45fe-89a7-40d1a3349472 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:40:52.408636 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:52.506385 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e61fdf6c-d5e1-47e9-87bc-d805ab859493 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Network 8aa5318f-46cf-4510-abd9-afbf076b21e8 is already hosted by enough agents. {{(pid=93915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:40:52.508484 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [None req-e61fdf6c-d5e1-47e9-87bc-d805ab859493 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Resources bound (agent type, host, resource id): {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:40:52.525672 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-b0ddc769-6b2f-42d1-a7c7-889951805045 tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:52.534519 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-b0ddc769-6b2f-42d1-a7c7-889951805045 tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305173'] for security_group_rule, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:52.548961 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-bb98db71-6d86-4712-bb14-3e1a5d7e7f97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b227a596-8f14-4250-94b3-5c465b582d5d', 'name': 'tempest-TestNetworkBasicOps-router-1416134541', 'tenant_id': '0c6eccb7d5c743f1a53a528a1f419fa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.168'}], 'enable_snat': True}, 'gw_port_id': '320661f6-329d-45fe-89a7-40d1a3349472', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:40:39Z', 'updated_at': '2021-07-14T18:40:47Z', 'revision_number': 4, 'project_id': '0c6eccb7d5c743f1a53a528a1f419fa2', 'gw_port': {'id': '320661f6-329d-45fe-89a7-40d1a3349472', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:db:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b227a596-8f14-4250-94b3-5c465b582d5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2270, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:40:40Z', 'updated_at': '2021-07-14T18:40:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_interfaces': [{'id': '75860f29-4945-4edb-b493-54248c219c60', 'name': '', 'network_id': 'e602d401-0f37-42a7-8ad3-944d76449831', 'tenant_id': '0c6eccb7d5c743f1a53a528a1f419fa2', 'mac_address': 'fa:16:3e:55:ea:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b227a596-8f14-4250-94b3-5c465b582d5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2288, 'fixed_ips': [{'subnet_id': '848c5164-aa90-4aeb-8036-3a760cd657a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:40:45Z', 'updated_at': '2021-07-14T18:40:51Z', 'revision_number': 4, 'project_id': '0c6eccb7d5c743f1a53a528a1f419fa2', 'subnets': [{'id': '848c5164-aa90-4aeb-8036-3a760cd657a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-3', False) {} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:40:52.567181 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device c27245eb-9c84-4cde-a2ef-b53824dde702 up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:40:52.582525 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ddc769-6b2f-42d1-a7c7-889951805045 tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c91114a9-17b6-4b5d-8817-238452fa9e7a,revision_number=0']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:40:52.596967 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-b0ddc769-6b2f-42d1-a7c7-889951805045 tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:52.601311 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-b0ddc769-6b2f-42d1-a7c7-889951805045 tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2953556 Jul 14 18:40:52.601311 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 56746) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:40:52.604456 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb98db71-6d86-4712-bb14-3e1a5d7e7f97 None None] The sync data for ids ['b227a596-8f14-4250-94b3-5c465b582d5d'] in n-d-800634-3 is: [{'id': 'b227a596-8f14-4250-94b3-5c465b582d5d', 'name': 'tempest-TestNetworkBasicOps-router-1416134541', 'tenant_id': '0c6eccb7d5c743f1a53a528a1f419fa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.168'}], 'enable_snat': True}, 'gw_port_id': '320661f6-329d-45fe-89a7-40d1a3349472', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:40:39Z', 'updated_at': '2021-07-14T18:40:47Z', 'revision_number': 4, 'project_id': '0c6eccb7d5c743f1a53a528a1f419fa2', 'gw_port': {'id': '320661f6-329d-45fe-89a7-40d1a3349472', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:db:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b227a596-8f14-4250-94b3-5c465b582d5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2270, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:40:40Z', 'updated_at': '2021-07-14T18:40:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_interfaces': [{'id': '75860f29-4945-4edb-b493-54248c219c60', 'name': '', 'network_id': 'e602d401-0f37-42a7-8ad3-944d76449831', 'tenant_id': '0c6eccb7d5c743f1a53a528a1f419fa2', 'mac_address': 'fa:16:3e:55:ea:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b227a596-8f14-4250-94b3-5c465b582d5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2288, 'fixed_ips': [{'subnet_id': '848c5164-aa90-4aeb-8036-3a760cd657a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:40:45Z', 'updated_at': '2021-07-14T18:40:51Z', 'revision_number': 4, 'project_id': '0c6eccb7d5c743f1a53a528a1f419fa2', 'subnets': [{'id': '848c5164-aa90-4aeb-8036-3a760cd657a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 18:40:52.607986 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-6a957cbc-b56b-4b7c-b1dc-1d902106f00f tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Request body: {'security_group_rule': {'security_group_id': 'b5ae17c4-2e49-4e68-9235-78bd0301425c', 'project_id': '0c6eccb7d5c743f1a53a528a1f419fa2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:40:52.671984 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-6a957cbc-b56b-4b7c-b1dc-1d902106f00f tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:52.744149 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e61fdf6c-d5e1-47e9-87bc-d805ab859493 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Router 6c98219e-67f1-4f06-976c-cd1efb78bf57 has already been hosted by L3 agent 2c6eb27e-defb-4cca-9a24-381c7415e359 {{(pid=93915) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 18:40:52.758389 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning for port c27245eb-9c84-4cde-a2ef-b53824dde702 completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:40:52.763267 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port c27245eb-9c84-4cde-a2ef-b53824dde702 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:40:52.766885 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:52.835695 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-6a957cbc-b56b-4b7c-b1dc-1d902106f00f tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:52.842643 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-6a957cbc-b56b-4b7c-b1dc-1d902106f00f tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305173'] for security_group_rule, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:52.864716 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-034d5ea0-3559-488b-a82b-d3566916898b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:52.916072 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a957cbc-b56b-4b7c-b1dc-1d902106f00f tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=104383e5-91dc-4afe-aa61-b8341db8eb4b,revision_number=0']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:40:52.927861 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-6a957cbc-b56b-4b7c-b1dc-1d902106f00f tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:52.929866 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-6a957cbc-b56b-4b7c-b1dc-1d902106f00f tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3276381 Jul 14 18:40:52.933808 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 56750) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:40:52.941947 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e61fdf6c-d5e1-47e9-87bc-d805ab859493 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify agent at l3_agent.n-d-800634-3 the message routers_updated {{(pid=93915) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 18:40:52.946408 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-78c5ded8-69e1-43fd-9ee7-7861ec1e8bea tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Request body: {'security_group_rule': {'security_group_id': 'b5ae17c4-2e49-4e68-9235-78bd0301425c', 'project_id': '0c6eccb7d5c743f1a53a528a1f419fa2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:40:52.956063 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-464c2e4b-f36c-4738-b6d4-870133774f06 None None] Sync routers for ids ['6c98219e-67f1-4f06-976c-cd1efb78bf57'] in n-d-800634-3 {{(pid=93917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 18:40:52.960928 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-e61fdf6c-d5e1-47e9-87bc-d805ab859493 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] 10.222.0.16 "PUT /v2.0/routers/6c98219e-67f1-4f06-976c-cd1efb78bf57/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6339502 Jul 14 18:40:52.967089 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 56752) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:40:52.980681 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-464c2e4b-f36c-4738-b6d4-870133774f06 None None] Routers {'6c98219e-67f1-4f06-976c-cd1efb78bf57'} bound to L3 agent in host n-d-800634-3 {{(pid=93917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:40:52.981916 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-464c2e4b-f36c-4738-b6d4-870133774f06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:40:53Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['6c98219e-67f1-4f06-976c-cd1efb78bf57'], 'active': True} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:40:53.009298 n-d-800634-3 neutron-server[93916]: INFO neutron.db.securitygroups_db [None req-78c5ded8-69e1-43fd-9ee7-7861ec1e8bea tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Project 0c6eccb7d5c743f1a53a528a1f419fa2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 14 18:40:53.016066 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-78c5ded8-69e1-43fd-9ee7-7861ec1e8bea tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:53.058223 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-464c2e4b-f36c-4738-b6d4-870133774f06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-3', False) {} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:40:53.063707 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf2a13a7-f97c-45f9-aa26-1a6b6c78aa14 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:40:53.065837 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-cf2a13a7-f97c-45f9-aa26-1a6b6c78aa14 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] 10.222.0.16 "GET /v2.0/ports/3553d49b-d48b-4be5-a1a8-95920f126c4c HTTP/1.1" status: 200 len: 913 time: 0.0973339 Jul 14 18:40:53.068868 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 56754) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:40:53.084428 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:53.104091 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-464c2e4b-f36c-4738-b6d4-870133774f06 None None] Routers {'6c98219e-67f1-4f06-976c-cd1efb78bf57'} bound to L3 agent in host n-d-800634-3 {{(pid=93917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:40:53.104928 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-464c2e4b-f36c-4738-b6d4-870133774f06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:40:53Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['6c98219e-67f1-4f06-976c-cd1efb78bf57'], 'active': True} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:40:53.132474 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-78c5ded8-69e1-43fd-9ee7-7861ec1e8bea tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:53.142106 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-78c5ded8-69e1-43fd-9ee7-7861ec1e8bea tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305173'] for security_group_rule, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:53.161802 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c5ded8-69e1-43fd-9ee7-7861ec1e8bea tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ea54295-6e81-40b0-87ba-0455fb0cd1b8,revision_number=0']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:40:53.165164 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-8e515fb7-b169-45c6-98f3-40a508c5e5db None None] Provisioning complete for port 3553d49b-d48b-4be5-a1a8-95920f126c4c triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:40:53.165548 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-8e515fb7-b169-45c6-98f3-40a508c5e5db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:53.172314 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-464c2e4b-f36c-4738-b6d4-870133774f06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-3', False) {} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:40:53.172951 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-464c2e4b-f36c-4738-b6d4-870133774f06 None None] The sync data for ids ['6c98219e-67f1-4f06-976c-cd1efb78bf57'] in n-d-800634-3 is: [] {{(pid=93917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 18:40:53.217983 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-78c5ded8-69e1-43fd-9ee7-7861ec1e8bea tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:53.228513 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] For port c27245eb-9c84-4cde-a2ef-b53824dde702, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=c27245eb-9c84-4cde-a2ef-b53824dde702,segment=NetworkSegment(023a2c51-fc5a-4668-8579-f4c9504fe4e4),segment_id=023a2c51-fc5a-4668-8579-f4c9504fe4e4)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:40:53.228871 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-78c5ded8-69e1-43fd-9ee7-7861ec1e8bea tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2930229 Jul 14 18:40:53.229415 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 56760) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:40:53.235022 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-3d8c8e6f-97bb-47f4-b77e-497249a595ae tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Request body: {'security_group_rule': {'security_group_id': 'b5ae17c4-2e49-4e68-9235-78bd0301425c', 'project_id': '0c6eccb7d5c743f1a53a528a1f419fa2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:40:53.238322 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:53.239239 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 882785fe-63c5-4e22-932c-603be281b238 up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:40:53.247355 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:53.313281 n-d-800634-3 neutron-server[93916]: INFO neutron.db.securitygroups_db [None req-3d8c8e6f-97bb-47f4-b77e-497249a595ae tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Project 0c6eccb7d5c743f1a53a528a1f419fa2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 14 18:40:53.319516 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-3d8c8e6f-97bb-47f4-b77e-497249a595ae tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:53.385455 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Pushing event updated for resources: {'Port': ['ID=c27245eb-9c84-4cde-a2ef-b53824dde702,revision_number=3']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:40:53.390397 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-8e515fb7-b169-45c6-98f3-40a508c5e5db None None] Port 3553d49b-d48b-4be5-a1a8-95920f126c4c cannot update to ACTIVE because it is not bound. {{(pid=93917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 18:40:53.457443 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port 882785fe-63c5-4e22-932c-603be281b238 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:40:53.458110 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:53.470134 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-3d8c8e6f-97bb-47f4-b77e-497249a595ae tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:53.477936 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-3d8c8e6f-97bb-47f4-b77e-497249a595ae tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305173'] for security_group_rule, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:53.505707 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8c8e6f-97bb-47f4-b77e-497249a595ae tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9a752be-9789-44fe-896b-fce898290b4d,revision_number=0']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:40:53.516831 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-3d8c8e6f-97bb-47f4-b77e-497249a595ae tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:53.531931 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-3d8c8e6f-97bb-47f4-b77e-497249a595ae tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2968459 Jul 14 18:40:53.713534 n-d-800634-3 neutron-server[93915]: INFO neutron.api.v2.resource [req-b5c657c8-4753-4ce9-856d-713bd06c0093 req-203ebbae-9601-46fb-8d38-f6708dab7640 service neutron] show failed (client error): The resource could not be found. Jul 14 18:40:53.714699 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b5c657c8-4753-4ce9-856d-713bd06c0093 req-203ebbae-9601-46fb-8d38-f6708dab7640 service neutron] 10.222.0.18 "GET /v2.0/ports/3da287af-2738-4486-961b-dffd7cb5b2b2/bindings/n-h2-800634-3 HTTP/1.1" status: 404 len: 380 time: 0.3037322 Jul 14 18:40:53.835454 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device c27245eb-9c84-4cde-a2ef-b53824dde702 up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:40:53.898645 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port c27245eb-9c84-4cde-a2ef-b53824dde702 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:40:53.899623 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:53.900196 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639e2427-21a3-4d1a-8874-e7c5984c00a4 req-f78ab4d1-d627-4fdb-ada9-b24ab33027be tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:40:53.909730 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-639e2427-21a3-4d1a-8874-e7c5984c00a4 req-f78ab4d1-d627-4fdb-ada9-b24ab33027be tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] 10.222.0.16 "GET /v2.0/ports?device_id=4c97b723-59cb-4a2d-8757-30536ade8338 HTTP/1.1" status: 200 len: 945 time: 0.4956815 Jul 14 18:40:53.923832 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9860bfbc-8f26-4939-ae61-d58f630096fd req-587c6d97-c6cb-4b05-b4fb-692f8727d7e0 tempest-ServersNegativeTestMultiTenantJSON-1011770101 tempest-ServersNegativeTestMultiTenantJSON-1011770101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:40:53.932831 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-9860bfbc-8f26-4939-ae61-d58f630096fd req-587c6d97-c6cb-4b05-b4fb-692f8727d7e0 tempest-ServersNegativeTestMultiTenantJSON-1011770101 tempest-ServersNegativeTestMultiTenantJSON-1011770101-project] 10.222.0.16 "GET /v2.0/ports?device_id=bf482baf-654f-4191-a698-7f46ca6e9043 HTTP/1.1" status: 200 len: 945 time: 0.5228481 Jul 14 18:40:54.026416 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 75860f29-4945-4edb-b493-54248c219c60 up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:40:54.060672 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-9860bfbc-8f26-4939-ae61-d58f630096fd req-adab4aa5-42cb-4c40-9136-d5352addfe18 tempest-ServersNegativeTestMultiTenantJSON-1011770101 tempest-ServersNegativeTestMultiTenantJSON-1011770101-project] 10.222.0.16 "GET /v2.0/security-groups?id=76b424ec-9e9e-4af7-8ed8-4b83c22e944f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267841 Jul 14 18:40:54.122568 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-574aeb93-9938-449c-8e6c-cb22c9b52cc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:54.126092 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-639e2427-21a3-4d1a-8874-e7c5984c00a4 req-7c09ef43-7c47-4642-a038-979492802760 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] 10.222.0.16 "GET /v2.0/security-groups?id=594b2ab7-3a96-48b2-98bb-9a68eebb818a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2152507 Jul 14 18:40:54.128809 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning for port 75860f29-4945-4edb-b493-54248c219c60 completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:40:54.129345 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-19e67198-2593-4cf1-8eb8-50057f077794 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-928623'] for router_interface, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:54.140816 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port 75860f29-4945-4edb-b493-54248c219c60 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:40:54.141200 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:54.259180 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c657c8-4753-4ce9-856d-713bd06c0093 req-c5028040-076b-4c23-8f5f-3c3c17b9f122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:40:54.260789 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b5c657c8-4753-4ce9-856d-713bd06c0093 req-c5028040-076b-4c23-8f5f-3c3c17b9f122 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=4c97b723-59cb-4a2d-8757-30536ade8338&tenant_id=af718961b2754d7c873f442ed35947bb HTTP/1.1" status: 200 len: 1096 time: 0.2653217 Jul 14 18:40:54.286365 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:54.315460 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [req-b5c657c8-4753-4ce9-856d-713bd06c0093 req-4d1d40cb-9d5a-43c6-b5e3-9b5eafe7f0f4 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-800634-3', 'device_owner': 'compute:nova'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:40:54.373977 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] For port 75860f29-4945-4edb-b493-54248c219c60, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=75860f29-4945-4edb-b493-54248c219c60,segment=NetworkSegment(023a2c51-fc5a-4668-8579-f4c9504fe4e4),segment_id=023a2c51-fc5a-4668-8579-f4c9504fe4e4)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:40:54.384658 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:54.455559 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Pushing event updated for resources: {'Port': ['ID=75860f29-4945-4edb-b493-54248c219c60,revision_number=5']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:40:54.578115 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a52aad17-ac75-4fbd-95e2-c8c78d42cb4a req-ecb1b8ea-45d5-4413-96f6-953ce0d3208c tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1035015662&fields=id&tenant_id=0c6eccb7d5c743f1a53a528a1f419fa2 HTTP/1.1" status: 200 len: 267 time: 0.1637363 Jul 14 18:40:54.582145 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-b5c657c8-4753-4ce9-856d-713bd06c0093 req-4d1d40cb-9d5a-43c6-b5e3-9b5eafe7f0f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:54.827220 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6262ca3d-6306-40e2-b44c-91b01f8eda0c req-a6f280a3-53cd-4296-a0e1-bda2177e6513 tempest-ServersNegativeTestMultiTenantJSON-1011770101 tempest-ServersNegativeTestMultiTenantJSON-1011770101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:40:54.828739 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6262ca3d-6306-40e2-b44c-91b01f8eda0c req-a6f280a3-53cd-4296-a0e1-bda2177e6513 tempest-ServersNegativeTestMultiTenantJSON-1011770101 tempest-ServersNegativeTestMultiTenantJSON-1011770101-project] 10.222.0.16 "GET /v2.0/ports?device_id=bf482baf-654f-4191-a698-7f46ca6e9043 HTTP/1.1" status: 200 len: 945 time: 0.3407955 Jul 14 18:40:54.897320 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52aad17-ac75-4fbd-95e2-c8c78d42cb4a req-074769d4-2789-4897-8aec-19fb37da66f5 tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:40:54.898677 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a52aad17-ac75-4fbd-95e2-c8c78d42cb4a req-074769d4-2789-4897-8aec-19fb37da66f5 tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] 10.222.0.16 "GET /v2.0/networks?id=e602d401-0f37-42a7-8ad3-944d76449831 HTTP/1.1" status: 200 len: 797 time: 0.3049517 Jul 14 18:40:54.980286 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [None req-19e67198-2593-4cf1-8eb8-50057f077794 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Deleting port 3553d49b-d48b-4be5-a1a8-95920f126c4c {{(pid=93915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:40:54.980855 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-19e67198-2593-4cf1-8eb8-50057f077794 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:54.986732 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a52aad17-ac75-4fbd-95e2-c8c78d42cb4a req-d784a41a-35a3-4633-922c-2523fa99edfa tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] 10.222.0.16 "GET /v2.0/quotas/0c6eccb7d5c743f1a53a528a1f419fa2 HTTP/1.1" status: 200 len: 375 time: 0.0467861 Jul 14 18:40:54.989588 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6262ca3d-6306-40e2-b44c-91b01f8eda0c req-e782d887-c0ff-478f-99f5-26238bb4b084 tempest-ServersNegativeTestMultiTenantJSON-1011770101 tempest-ServersNegativeTestMultiTenantJSON-1011770101-project] 10.222.0.16 "GET /v2.0/security-groups?id=76b424ec-9e9e-4af7-8ed8-4b83c22e944f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549904 Jul 14 18:40:55.427935 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-b5c657c8-4753-4ce9-856d-713bd06c0093 req-4d1d40cb-9d5a-43c6-b5e3-9b5eafe7f0f4 service neutron] For port 3da287af-2738-4486-961b-dffd7cb5b2b2, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=3da287af-2738-4486-961b-dffd7cb5b2b2,segment=NetworkSegment(d0d72d50-2af1-4c80-a444-7e1148083188),segment_id=d0d72d50-2af1-4c80-a444-7e1148083188)] {{(pid=93915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:40:55.516753 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-19e67198-2593-4cf1-8eb8-50057f077794 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:55.520541 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-b5c657c8-4753-4ce9-856d-713bd06c0093 req-4d1d40cb-9d5a-43c6-b5e3-9b5eafe7f0f4 service neutron] For port 3da287af-2738-4486-961b-dffd7cb5b2b2, host n-h1-800634-3, cleared binding levels {{(pid=93915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:40:55.535837 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a52aad17-ac75-4fbd-95e2-c8c78d42cb4a req-4a296bb8-d7d9-4a89-8944-caedcf4c910e tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=0c6eccb7d5c743f1a53a528a1f419fa2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5410721 Jul 14 18:40:55.566760 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [None req-19e67198-2593-4cf1-8eb8-50057f077794 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Calling delete_port for 3553d49b-d48b-4be5-a1a8-95920f126c4c owned by network:router_interface {{(pid=93915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:40:55.685690 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c97b723-59cb-4a2d-8757-30536ade8338', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3da287af-2738-4486-961b-dffd7cb5b2b2'}] {{(pid=93915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:40:55.687646 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 75860f29-4945-4edb-b493-54248c219c60 up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:40:55.688228 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e72782ad3af8f7d4ce76cedf092bca46d1756acc5c4653cf0b52034cdd6b073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5b38099-59bd-46f8-bfa7-447865922ed1" -d '{"events": [{"server_uuid": "4c97b723-59cb-4a2d-8757-30536ade8338", "name": "network-vif-unplugged", "status": "completed", "tag": "3da287af-2738-4486-961b-dffd7cb5b2b2"}]}' {{(pid=93915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:40:55.697246 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fea383-5be7-4da2-9f86-7dd6395080f8 req-9ad162d1-ca3f-42bc-af74-5baf3c943494 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:40:55.698744 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-00fea383-5be7-4da2-9f86-7dd6395080f8 req-9ad162d1-ca3f-42bc-af74-5baf3c943494 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] 10.222.0.16 "GET /v2.0/ports?device_id=4c97b723-59cb-4a2d-8757-30536ade8338 HTTP/1.1" status: 200 len: 945 time: 0.3324983 Jul 14 18:40:55.701488 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-b5c657c8-4753-4ce9-856d-713bd06c0093 req-4d1d40cb-9d5a-43c6-b5e3-9b5eafe7f0f4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:55.753117 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port 75860f29-4945-4edb-b493-54248c219c60 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:40:55.753517 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:55.761737 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.provisioning_blocks [req-b5c657c8-4753-4ce9-856d-713bd06c0093 req-4d1d40cb-9d5a-43c6-b5e3-9b5eafe7f0f4 service neutron] Transition to ACTIVE for port object 3da287af-2738-4486-961b-dffd7cb5b2b2 will not be triggered until provisioned by entity L2. {{(pid=93915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:40:55.777887 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-2f4e3af3-e708-4ffd-a544-82d93a489d01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:55.781130 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-b5c657c8-4753-4ce9-856d-713bd06c0093 req-4d1d40cb-9d5a-43c6-b5e3-9b5eafe7f0f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25912978'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:55.824888 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a52aad17-ac75-4fbd-95e2-c8c78d42cb4a req-83989510-0f5e-41b8-9617-14cf481bfe1a service neutron] 10.222.0.16 "GET /v2.0/networks/e602d401-0f37-42a7-8ad3-944d76449831?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2592626 Jul 14 18:40:55.869372 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-00fea383-5be7-4da2-9f86-7dd6395080f8 req-188e7ffa-3082-4117-bb15-95a4d78e61f6 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] 10.222.0.16 "GET /v2.0/security-groups?id=594b2ab7-3a96-48b2-98bb-9a68eebb818a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1627712 Jul 14 18:40:55.995534 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1d40cb-9d5a-43c6-b5e3-9b5eafe7f0f4 service neutron] Pushing event updated for resources: {'Port': ['ID=3da287af-2738-4486-961b-dffd7cb5b2b2,revision_number=6']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:40:56.179091 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5c657c8-4753-4ce9-856d-713bd06c0093 req-4d1d40cb-9d5a-43c6-b5e3-9b5eafe7f0f4 service neutron] No DVR routers for this DVR port 3da287af-2738-4486-961b-dffd7cb5b2b2 on host n-h1-800634-3 {{(pid=93915) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 18:40:56.184991 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a52aad17-ac75-4fbd-95e2-c8c78d42cb4a req-931bf913-6631-40fe-bf78-59f15f91b6d1 service neutron] 10.222.0.16 "GET /v2.0/networks/e602d401-0f37-42a7-8ad3-944d76449831?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3197410 Jul 14 18:40:56.185593 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-19e67198-2593-4cf1-8eb8-50057f077794 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:56.259264 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e67198-2593-4cf1-8eb8-50057f077794 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Pushing event deleted for resources: {'Port': ['ID=3553d49b-d48b-4be5-a1a8-95920f126c4c,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:40:56.349290 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1026a75b-8551-414c-995e-71ff4130da6c req-03b891b5-47bb-4e72-93a3-1b912c406458 tempest-ServersNegativeTestMultiTenantJSON-1011770101 tempest-ServersNegativeTestMultiTenantJSON-1011770101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:40:56.356813 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-1026a75b-8551-414c-995e-71ff4130da6c req-03b891b5-47bb-4e72-93a3-1b912c406458 tempest-ServersNegativeTestMultiTenantJSON-1011770101 tempest-ServersNegativeTestMultiTenantJSON-1011770101-project] 10.222.0.16 "GET /v2.0/ports?device_id=bf482baf-654f-4191-a698-7f46ca6e9043 HTTP/1.1" status: 200 len: 945 time: 0.3486109 Jul 14 18:40:56.570950 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-1026a75b-8551-414c-995e-71ff4130da6c req-10f8947d-a3f4-4380-abbe-e199256354de tempest-ServersNegativeTestMultiTenantJSON-1011770101 tempest-ServersNegativeTestMultiTenantJSON-1011770101-project] 10.222.0.16 "GET /v2.0/security-groups?id=76b424ec-9e9e-4af7-8ed8-4b83c22e944f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2130909 Jul 14 18:40:56.636257 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-19e67198-2593-4cf1-8eb8-50057f077794 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-598732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-928907'] for router_interface, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:56.682752 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-b5c657c8-4753-4ce9-856d-713bd06c0093 req-4d1d40cb-9d5a-43c6-b5e3-9b5eafe7f0f4 service neutron] Attempting to bind port 3da287af-2738-4486-961b-dffd7cb5b2b2 on host n-h2-800634-3 for vnic_type normal with profile {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:40:56.683094 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-b5c657c8-4753-4ce9-856d-713bd06c0093 req-4d1d40cb-9d5a-43c6-b5e3-9b5eafe7f0f4 service neutron] Attempting to bind port 3da287af-2738-4486-961b-dffd7cb5b2b2 by drivers openvswitch,hyperv on host n-h2-800634-3 at level 0 using segments [{'id': 'd0d72d50-2af1-4c80-a444-7e1148083188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '4af60b63-c835-45f6-978c-4969f04b1f64'}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:40:56.683428 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5c657c8-4753-4ce9-856d-713bd06c0093 req-4d1d40cb-9d5a-43c6-b5e3-9b5eafe7f0f4 service neutron] Attempting to bind port 3da287af-2738-4486-961b-dffd7cb5b2b2 on network 4af60b63-c835-45f6-978c-4969f04b1f64 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:40:56.693830 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5c657c8-4753-4ce9-856d-713bd06c0093 req-4d1d40cb-9d5a-43c6-b5e3-9b5eafe7f0f4 service neutron] Port 3da287af-2738-4486-961b-dffd7cb5b2b2 on network 4af60b63-c835-45f6-978c-4969f04b1f64 not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-3 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 18:40:56.694164 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5c657c8-4753-4ce9-856d-713bd06c0093 req-4d1d40cb-9d5a-43c6-b5e3-9b5eafe7f0f4 service neutron] Attempting to bind port 3da287af-2738-4486-961b-dffd7cb5b2b2 on network 4af60b63-c835-45f6-978c-4969f04b1f64 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:40:56.694844 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device 3da287af-2738-4486-961b-dffd7cb5b2b2 no longer exists at agent hyperv_n-h1-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 18:40:56.765754 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 14 Jul 2021 18:40:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2dd6d575-5a54-48ed-b9d0-a4c02e864496 x-openstack-request-id: req-2dd6d575-5a54-48ed-b9d0-a4c02e864496 {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:40:56.765958 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c97b723-59cb-4a2d-8757-30536ade8338", "name": "network-vif-unplugged", "status": "completed", "tag": "3da287af-2738-4486-961b-dffd7cb5b2b2", "code": 200}]} {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:40:56.766612 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2dd6d575-5a54-48ed-b9d0-a4c02e864496 {{(pid=93915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:40:56.767034 n-d-800634-3 neutron-server[93915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c97b723-59cb-4a2d-8757-30536ade8338', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3da287af-2738-4486-961b-dffd7cb5b2b2', 'code': 200} Jul 14 18:40:56.768535 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device 3da287af-2738-4486-961b-dffd7cb5b2b2 not bound to the agent host n-h1-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 18:40:56.784498 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5c657c8-4753-4ce9-856d-713bd06c0093 req-4d1d40cb-9d5a-43c6-b5e3-9b5eafe7f0f4 service neutron] Checking agent: {'id': '08e36a6c-8d04-48f0-a644-f27680635246', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 15, 35), 'started_at': datetime.datetime(2021, 7, 14, 18, 15, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 18, 40, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 18:40:56.784845 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5c657c8-4753-4ce9-856d-713bd06c0093 req-4d1d40cb-9d5a-43c6-b5e3-9b5eafe7f0f4 service neutron] Checking segment: {'id': 'd0d72d50-2af1-4c80-a444-7e1148083188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '4af60b63-c835-45f6-978c-4969f04b1f64'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:40:56.785237 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5c657c8-4753-4ce9-856d-713bd06c0093 req-4d1d40cb-9d5a-43c6-b5e3-9b5eafe7f0f4 service neutron] Bound using segment: {'id': 'd0d72d50-2af1-4c80-a444-7e1148083188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '4af60b63-c835-45f6-978c-4969f04b1f64'} {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 18:40:56.785760 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-b5c657c8-4753-4ce9-856d-713bd06c0093 req-4d1d40cb-9d5a-43c6-b5e3-9b5eafe7f0f4 service neutron] Bound port: 3da287af-2738-4486-961b-dffd7cb5b2b2, host: n-h2-800634-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0d72d50-2af1-4c80-a444-7e1148083188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '4af60b63-c835-45f6-978c-4969f04b1f64'}}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 18:40:56.786042 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-b5c657c8-4753-4ce9-856d-713bd06c0093 req-4d1d40cb-9d5a-43c6-b5e3-9b5eafe7f0f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:56.814224 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-00419c13-3a75-4668-8cec-a7083fb873a8 req-c9f752fa-cd54-451b-b0b0-9522b34ad362 tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] 10.222.0.16 "GET /v2.0/ports?device_id=1ec9fcdd-7fee-4ec1-ba4c-28841bc27756 HTTP/1.1" status: 200 len: 210 time: 0.0461314 Jul 14 18:40:56.968334 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-b5c657c8-4753-4ce9-856d-713bd06c0093 req-4d1d40cb-9d5a-43c6-b5e3-9b5eafe7f0f4 service neutron] For port 3da287af-2738-4486-961b-dffd7cb5b2b2, host n-h2-800634-3, cleared binding levels {{(pid=93915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:40:56.983295 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-b5c657c8-4753-4ce9-856d-713bd06c0093 req-4d1d40cb-9d5a-43c6-b5e3-9b5eafe7f0f4 service neutron] For port 3da287af-2738-4486-961b-dffd7cb5b2b2, host n-h2-800634-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=3da287af-2738-4486-961b-dffd7cb5b2b2,segment=NetworkSegment(d0d72d50-2af1-4c80-a444-7e1148083188),segment_id=d0d72d50-2af1-4c80-a444-7e1148083188)] {{(pid=93915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 18:40:57.008686 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-b5c657c8-4753-4ce9-856d-713bd06c0093 req-4d1d40cb-9d5a-43c6-b5e3-9b5eafe7f0f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25912978'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:57.107250 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-70f4a353-a7b8-4a14-a987-8139a2f0a695 req-5481ccf4-92b1-4525-9526-d1040284d511 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=a4e0bc60-2fa3-47a3-a9ba-155133f4e67a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.4583333 Jul 14 18:40:57.236036 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19e67198-2593-4cf1-8eb8-50057f077794 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Router 6c98219e-67f1-4f06-976c-cd1efb78bf57 has already been hosted by L3 agent 2c6eb27e-defb-4cca-9a24-381c7415e359 {{(pid=93915) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 18:40:57.243718 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c657c8-4753-4ce9-856d-713bd06c0093 req-4d1d40cb-9d5a-43c6-b5e3-9b5eafe7f0f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:40:57.244381 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-b5c657c8-4753-4ce9-856d-713bd06c0093 req-4d1d40cb-9d5a-43c6-b5e3-9b5eafe7f0f4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:57.245812 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b5c657c8-4753-4ce9-856d-713bd06c0093 req-4d1d40cb-9d5a-43c6-b5e3-9b5eafe7f0f4 service neutron] 10.222.0.35 "PUT /v2.0/ports/3da287af-2738-4486-961b-dffd7cb5b2b2 HTTP/1.1" status: 200 len: 1091 time: 2.9753127 Jul 14 18:40:57.307672 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1d40cb-9d5a-43c6-b5e3-9b5eafe7f0f4 service neutron] Pushing event updated for resources: {'Port': ['ID=3da287af-2738-4486-961b-dffd7cb5b2b2,revision_number=7']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:40:57.889055 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19e67198-2593-4cf1-8eb8-50057f077794 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify agent at l3_agent.n-d-800634-3 the message routers_updated {{(pid=93915) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 18:40:57.897392 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-19e67198-2593-4cf1-8eb8-50057f077794 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] 10.222.0.16 "PUT /v2.0/routers/6c98219e-67f1-4f06-976c-cd1efb78bf57/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8275132 Jul 14 18:40:57.900564 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 56850) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:40:57.915487 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19289772-4f03-4f1a-ab4f-ab1130a4a4ee req-fe2e4c2f-9ef5-4ef9-9f4a-a74cb1ddb850 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:40:57.917030 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-19289772-4f03-4f1a-ab4f-ab1130a4a4ee req-fe2e4c2f-9ef5-4ef9-9f4a-a74cb1ddb850 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] 10.222.0.16 "GET /v2.0/ports?device_id=4c97b723-59cb-4a2d-8757-30536ade8338 HTTP/1.1" status: 200 len: 943 time: 0.8983438 Jul 14 18:40:57.938812 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5ea4dd5-79bc-454e-af80-d1949d539a27 None None] Sync routers for ids ['6c98219e-67f1-4f06-976c-cd1efb78bf57'] in n-d-800634-3 {{(pid=93918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 18:40:57.968965 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5ea4dd5-79bc-454e-af80-d1949d539a27 None None] Routers {'6c98219e-67f1-4f06-976c-cd1efb78bf57'} bound to L3 agent in host n-d-800634-3 {{(pid=93918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:40:57.969710 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-a5ea4dd5-79bc-454e-af80-d1949d539a27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:40:53Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['6c98219e-67f1-4f06-976c-cd1efb78bf57'], 'active': True} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:40:57.986664 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f98ea4c-1c9d-4575-a913-ea38ae0d1a9b req-647686dd-ba79-4ef7-a597-c343844203fb tempest-ServersNegativeTestMultiTenantJSON-1011770101 tempest-ServersNegativeTestMultiTenantJSON-1011770101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:40:57.994332 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-9f98ea4c-1c9d-4575-a913-ea38ae0d1a9b req-647686dd-ba79-4ef7-a597-c343844203fb tempest-ServersNegativeTestMultiTenantJSON-1011770101 tempest-ServersNegativeTestMultiTenantJSON-1011770101-project] 10.222.0.16 "GET /v2.0/ports?device_id=bf482baf-654f-4191-a698-7f46ca6e9043 HTTP/1.1" status: 200 len: 945 time: 0.7440629 Jul 14 18:40:58.018778 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f4a353-a7b8-4a14-a987-8139a2f0a695 req-096881bc-2327-45b0-95b9-4721f1dff65b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:40:58.019354 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f4a353-a7b8-4a14-a987-8139a2f0a695 req-096881bc-2327-45b0-95b9-4721f1dff65b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:40:58.019914 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f4a353-a7b8-4a14-a987-8139a2f0a695 req-096881bc-2327-45b0-95b9-4721f1dff65b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:40:58.020509 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f4a353-a7b8-4a14-a987-8139a2f0a695 req-096881bc-2327-45b0-95b9-4721f1dff65b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:40:58.021079 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f4a353-a7b8-4a14-a987-8139a2f0a695 req-096881bc-2327-45b0-95b9-4721f1dff65b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:40:58.021623 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f4a353-a7b8-4a14-a987-8139a2f0a695 req-096881bc-2327-45b0-95b9-4721f1dff65b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:40:58.022138 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f4a353-a7b8-4a14-a987-8139a2f0a695 req-096881bc-2327-45b0-95b9-4721f1dff65b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:40:58.022459 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-a5ea4dd5-79bc-454e-af80-d1949d539a27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-3', False) {} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:40:58.024449 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-70f4a353-a7b8-4a14-a987-8139a2f0a695 req-096881bc-2327-45b0-95b9-4721f1dff65b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=362562baf49d424491e86fd541949698&device_id=a4e0bc60-2fa3-47a3-a9ba-155133f4e67a HTTP/1.1" status: 200 len: 6501 time: 0.8125455 Jul 14 18:40:58.031138 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c657c8-4753-4ce9-856d-713bd06c0093 req-7d0480d4-45d5-4ed3-b38a-95fb3e45d934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:40:58.032954 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b5c657c8-4753-4ce9-856d-713bd06c0093 req-7d0480d4-45d5-4ed3-b38a-95fb3e45d934 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=af718961b2754d7c873f442ed35947bb&device_id=4c97b723-59cb-4a2d-8757-30536ade8338 HTTP/1.1" status: 200 len: 1094 time: 0.7279191 Jul 14 18:40:58.054766 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5ea4dd5-79bc-454e-af80-d1949d539a27 None None] Routers {'6c98219e-67f1-4f06-976c-cd1efb78bf57'} bound to L3 agent in host n-d-800634-3 {{(pid=93918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:40:58.055488 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-a5ea4dd5-79bc-454e-af80-d1949d539a27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:40:53Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['6c98219e-67f1-4f06-976c-cd1efb78bf57'], 'active': True} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:40:58.063565 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-19289772-4f03-4f1a-ab4f-ab1130a4a4ee req-23fd9d1d-1ae4-46ec-9b31-77138bb5329a tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] 10.222.0.16 "GET /v2.0/security-groups?id=594b2ab7-3a96-48b2-98bb-9a68eebb818a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1333001 Jul 14 18:40:58.083290 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52aad17-ac75-4fbd-95e2-c8c78d42cb4a req-604a8b9a-94fc-4625-8f79-0325d1b60193 tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:40:58.084857 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a52aad17-ac75-4fbd-95e2-c8c78d42cb4a req-604a8b9a-94fc-4625-8f79-0325d1b60193 tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] 10.222.0.35 "GET /v2.0/networks?id=e602d401-0f37-42a7-8ad3-944d76449831 HTTP/1.1" status: 200 len: 797 time: 0.3613281 Jul 14 18:40:58.102018 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-a5ea4dd5-79bc-454e-af80-d1949d539a27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-3', False) {} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:40:58.103049 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5ea4dd5-79bc-454e-af80-d1949d539a27 None None] The sync data for ids ['6c98219e-67f1-4f06-976c-cd1efb78bf57'] in n-d-800634-3 is: [] {{(pid=93918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 18:40:58.117261 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-9f98ea4c-1c9d-4575-a913-ea38ae0d1a9b req-c73abb35-3210-4d74-a57c-eeb260352b00 tempest-ServersNegativeTestMultiTenantJSON-1011770101 tempest-ServersNegativeTestMultiTenantJSON-1011770101-project] 10.222.0.16 "GET /v2.0/security-groups?id=76b424ec-9e9e-4af7-8ed8-4b83c22e944f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217175 Jul 14 18:40:58.196208 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a52aad17-ac75-4fbd-95e2-c8c78d42cb4a req-97fd1df3-e413-4726-b2b3-0893401e64e4 tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0c6eccb7d5c743f1a53a528a1f419fa2 HTTP/1.1" status: 200 len: 380 time: 0.0874362 Jul 14 18:40:58.233914 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [req-a52aad17-ac75-4fbd-95e2-c8c78d42cb4a req-ddbc99ca-7687-4347-9631-b99fe5116f5e tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Request body: {'port': {'device_id': '1ec9fcdd-7fee-4ec1-ba4c-28841bc27756', 'network_id': 'e602d401-0f37-42a7-8ad3-944d76449831', 'admin_state_up': True, 'tenant_id': '0c6eccb7d5c743f1a53a528a1f419fa2', 'security_groups': ['b5ae17c4-2e49-4e68-9235-78bd0301425c']}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:40:58.443361 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-82c0dd63-3c42-487b-81cf-019391d22c6d req-6044d0ab-b067-423b-98e3-190c45a6e66c tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] 10.222.0.16 "GET /v2.0/ports?device_id=1ec9fcdd-7fee-4ec1-ba4c-28841bc27756 HTTP/1.1" status: 200 len: 210 time: 0.0787294 Jul 14 18:40:58.453092 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-c1537e84-456c-4470-bd12-cebbbe1ec238 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-928623'] for router_interface, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:58.459975 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f4a353-a7b8-4a14-a987-8139a2f0a695 req-e3a719b1-5c29-4cf9-a07f-de88b4ec1321 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:40:58.460481 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f4a353-a7b8-4a14-a987-8139a2f0a695 req-e3a719b1-5c29-4cf9-a07f-de88b4ec1321 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:40:58.460958 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f4a353-a7b8-4a14-a987-8139a2f0a695 req-e3a719b1-5c29-4cf9-a07f-de88b4ec1321 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:40:58.463263 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-70f4a353-a7b8-4a14-a987-8139a2f0a695 req-e3a719b1-5c29-4cf9-a07f-de88b4ec1321 service neutron] 10.222.0.18 "GET /v2.0/networks?id=cfaa954e-bb83-44ea-acae-a3d7b9e23407&id=78f1bdd6-a438-4e68-a059-5fadb7299624&id=78f1bdd6-a438-4e68-a059-5fadb7299624&id=78f1bdd6-a438-4e68-a059-5fadb7299624&id=78f1bdd6-a438-4e68-a059-5fadb7299624&id=63a5555f-a22d-4515-8f3a-d708078edd37&id=63a5555f-a22d-4515-8f3a-d708078edd37 HTTP/1.1" status: 200 len: 2295 time: 0.3986118 Jul 14 18:40:58.548220 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c657c8-4753-4ce9-856d-713bd06c0093 req-cb605bb6-ed24-425a-9d15-cde5bba15740 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:40:58.549712 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b5c657c8-4753-4ce9-856d-713bd06c0093 req-cb605bb6-ed24-425a-9d15-cde5bba15740 service neutron] 10.222.0.35 "GET /v2.0/networks?id=4af60b63-c835-45f6-978c-4969f04b1f64 HTTP/1.1" status: 200 len: 896 time: 0.5038593 Jul 14 18:40:58.621683 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a52aad17-ac75-4fbd-95e2-c8c78d42cb4a req-ddbc99ca-7687-4347-9631-b99fe5116f5e tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Made reservation on behalf of 0c6eccb7d5c743f1a53a528a1f419fa2 for: {'port': 1} {{(pid=93915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:40:58.625435 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-a52aad17-ac75-4fbd-95e2-c8c78d42cb4a req-ddbc99ca-7687-4347-9631-b99fe5116f5e tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:58.650471 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-70f4a353-a7b8-4a14-a987-8139a2f0a695 req-951a5ae2-592a-41cb-8e0c-68dfaf23984f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5e3cdfe6-c3db-4167-a3c6-0bddcdac61ef HTTP/1.1" status: 200 len: 1001 time: 0.1771419 Jul 14 18:40:58.714093 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b5c657c8-4753-4ce9-856d-713bd06c0093 req-daa12a0c-fe3c-41d0-a085-0e67ae842aaf service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3da287af-2738-4486-961b-dffd7cb5b2b2 HTTP/1.1" status: 200 len: 999 time: 0.1565628 Jul 14 18:40:58.798639 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad64d5b-1dd9-4c5d-90cc-c514e57fdad3 req-c7df047f-2e24-43d6-a844-ab266386686b tempest-ServersNegativeTestMultiTenantJSON-1011770101 tempest-ServersNegativeTestMultiTenantJSON-1011770101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:40:58.800203 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-aad64d5b-1dd9-4c5d-90cc-c514e57fdad3 req-c7df047f-2e24-43d6-a844-ab266386686b tempest-ServersNegativeTestMultiTenantJSON-1011770101 tempest-ServersNegativeTestMultiTenantJSON-1011770101-project] 10.222.0.18 "GET /v2.0/ports?device_id=bf482baf-654f-4191-a698-7f46ca6e9043 HTTP/1.1" status: 200 len: 945 time: 0.3283908 Jul 14 18:40:58.800663 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c97b723-59cb-4a2d-8757-30536ade8338', 'tag': '3da287af-2738-4486-961b-dffd7cb5b2b2'}] {{(pid=93915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:40:58.803627 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e72782ad3af8f7d4ce76cedf092bca46d1756acc5c4653cf0b52034cdd6b073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99ee4af1-897d-4f1c-9999-8d456f732dbf" -d '{"events": [{"name": "network-changed", "server_uuid": "4c97b723-59cb-4a2d-8757-30536ade8338", "tag": "3da287af-2738-4486-961b-dffd7cb5b2b2"}]}' {{(pid=93915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:40:58.818723 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-c1537e84-456c-4470-bd12-cebbbe1ec238 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Deleting port 5cb670fb-186f-4c23-a646-3075e59fa612 {{(pid=93916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:40:58.819659 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-c1537e84-456c-4470-bd12-cebbbe1ec238 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:58.835528 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f4a353-a7b8-4a14-a987-8139a2f0a695 req-ed54fd20-9486-48aa-b636-804b1b2a7bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:40:58.837042 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-70f4a353-a7b8-4a14-a987-8139a2f0a695 req-ed54fd20-9486-48aa-b636-804b1b2a7bf4 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2a4f902e-afed-4486-b940-935fd979aa23 HTTP/1.1" status: 200 len: 855 time: 0.1780310 Jul 14 18:40:58.876385 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 18:40:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23d039c6-4132-4117-996f-e71fb069a27b x-openstack-request-id: req-23d039c6-4132-4117-996f-e71fb069a27b {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:40:58.876679 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c97b723-59cb-4a2d-8757-30536ade8338", "tag": "3da287af-2738-4486-961b-dffd7cb5b2b2", "status": "completed", "code": 200}]} {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:40:58.876933 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-23d039c6-4132-4117-996f-e71fb069a27b {{(pid=93915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:40:58.877327 n-d-800634-3 neutron-server[93915]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c97b723-59cb-4a2d-8757-30536ade8338', 'tag': '3da287af-2738-4486-961b-dffd7cb5b2b2', 'status': 'completed', 'code': 200} Jul 14 18:40:58.920796 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c657c8-4753-4ce9-856d-713bd06c0093 req-e62462c7-3f67-4bf4-9314-2d69067928a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:40:58.922263 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b5c657c8-4753-4ce9-856d-713bd06c0093 req-e62462c7-3f67-4bf4-9314-2d69067928a4 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=727c42fe-46fd-46d1-8ab9-17297f08f294 HTTP/1.1" status: 200 len: 834 time: 0.1995029 Jul 14 18:40:58.994551 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-c1537e84-456c-4470-bd12-cebbbe1ec238 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:59.010887 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-c1537e84-456c-4470-bd12-cebbbe1ec238 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Calling delete_port for 5cb670fb-186f-4c23-a646-3075e59fa612 owned by network:router_interface {{(pid=93916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:40:59.041005 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.db_base_plugin_common [req-a52aad17-ac75-4fbd-95e2-c8c78d42cb4a req-ddbc99ca-7687-4347-9631-b99fe5116f5e tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Allocated IP 172.20.0.4 (e602d401-0f37-42a7-8ad3-944d76449831/848c5164-aa90-4aeb-8036-3a760cd657a3/94e25792-11f3-4f5d-aa65-06a7eb9a0663) {{(pid=93915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:40:59.087126 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ee4af1-897d-4f1c-9999-8d456f732dbf req-e0fa0ff1-80e7-427c-bf83-df1a9f40db31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:40:59.088643 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-99ee4af1-897d-4f1c-9999-8d456f732dbf req-e0fa0ff1-80e7-427c-bf83-df1a9f40db31 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=af718961b2754d7c873f442ed35947bb&device_id=4c97b723-59cb-4a2d-8757-30536ade8338 HTTP/1.1" status: 200 len: 1094 time: 0.1745701 Jul 14 18:40:59.096139 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f4a353-a7b8-4a14-a987-8139a2f0a695 req-43014547-fe66-4838-9864-89352a686755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:40:59.097769 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-70f4a353-a7b8-4a14-a987-8139a2f0a695 req-43014547-fe66-4838-9864-89352a686755 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=cfaa954e-bb83-44ea-acae-a3d7b9e23407&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2358325 Jul 14 18:40:59.130226 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c657c8-4753-4ce9-856d-713bd06c0093 req-16169d4e-7cd8-4cad-b55d-aac127db02cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:40:59.131729 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b5c657c8-4753-4ce9-856d-713bd06c0093 req-16169d4e-7cd8-4cad-b55d-aac127db02cb service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4af60b63-c835-45f6-978c-4969f04b1f64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1874971 Jul 14 18:40:59.144307 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [req-aad64d5b-1dd9-4c5d-90cc-c514e57fdad3 req-eb3fe884-c547-4637-9614-013a88987f44 tempest-ServersNegativeTestMultiTenantJSON-1011770101 tempest-ServersNegativeTestMultiTenantJSON-1011770101-project] Deleting port c158dd68-3ce5-4055-a1c7-1125008ed2f8 {{(pid=93915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:40:59.144658 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-aad64d5b-1dd9-4c5d-90cc-c514e57fdad3 req-eb3fe884-c547-4637-9614-013a88987f44 tempest-ServersNegativeTestMultiTenantJSON-1011770101 tempest-ServersNegativeTestMultiTenantJSON-1011770101-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:59.362780 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ee4af1-897d-4f1c-9999-8d456f732dbf req-999418dc-9d8d-4232-ac73-c414d8cc8a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:40:59.364765 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-99ee4af1-897d-4f1c-9999-8d456f732dbf req-999418dc-9d8d-4232-ac73-c414d8cc8a19 service neutron] 10.222.0.18 "GET /v2.0/networks?id=4af60b63-c835-45f6-978c-4969f04b1f64 HTTP/1.1" status: 200 len: 896 time: 0.2692118 Jul 14 18:40:59.528708 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-c1537e84-456c-4470-bd12-cebbbe1ec238 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:59.547093 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-99ee4af1-897d-4f1c-9999-8d456f732dbf req-b0402723-725b-493e-ba72-cf786d7e3997 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3da287af-2738-4486-961b-dffd7cb5b2b2 HTTP/1.1" status: 200 len: 999 time: 0.1536729 Jul 14 18:40:59.568069 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-70f4a353-a7b8-4a14-a987-8139a2f0a695 req-123d9fd4-fe31-4f8f-82c5-181c0fe0bbd2 service neutron] 10.222.0.18 "GET /v2.0/networks/cfaa954e-bb83-44ea-acae-a3d7b9e23407?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4573503 Jul 14 18:40:59.583260 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-aad64d5b-1dd9-4c5d-90cc-c514e57fdad3 req-eb3fe884-c547-4637-9614-013a88987f44 tempest-ServersNegativeTestMultiTenantJSON-1011770101 tempest-ServersNegativeTestMultiTenantJSON-1011770101-project] For port c158dd68-3ce5-4055-a1c7-1125008ed2f8, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=c158dd68-3ce5-4055-a1c7-1125008ed2f8,segment=NetworkSegment(6bb8bc6b-7068-4421-92d4-a42ebf3ba5a8),segment_id=6bb8bc6b-7068-4421-92d4-a42ebf3ba5a8)] {{(pid=93915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:40:59.583546 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-aad64d5b-1dd9-4c5d-90cc-c514e57fdad3 req-eb3fe884-c547-4637-9614-013a88987f44 tempest-ServersNegativeTestMultiTenantJSON-1011770101 tempest-ServersNegativeTestMultiTenantJSON-1011770101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:59.593097 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-a52aad17-ac75-4fbd-95e2-c8c78d42cb4a req-ddbc99ca-7687-4347-9631-b99fe5116f5e tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Notify callbacks [] for port, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:59.614176 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1537e84-456c-4470-bd12-cebbbe1ec238 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Pushing event deleted for resources: {'Port': ['ID=5cb670fb-186f-4c23-a646-3075e59fa612,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:40:59.646759 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.provisioning_blocks [req-a52aad17-ac75-4fbd-95e2-c8c78d42cb4a req-ddbc99ca-7687-4347-9631-b99fe5116f5e tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Transition to ACTIVE for port object 94e25792-11f3-4f5d-aa65-06a7eb9a0663 will not be triggered until provisioned by entity DHCP. {{(pid=93915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:40:59.722978 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b5c657c8-4753-4ce9-856d-713bd06c0093 req-2c2179ab-c4f5-4232-98fb-468c00077d4f service neutron] 10.222.0.35 "GET /v2.0/networks/4af60b63-c835-45f6-978c-4969f04b1f64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5742464 Jul 14 18:40:59.727612 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [req-aad64d5b-1dd9-4c5d-90cc-c514e57fdad3 req-eb3fe884-c547-4637-9614-013a88987f44 tempest-ServersNegativeTestMultiTenantJSON-1011770101 tempest-ServersNegativeTestMultiTenantJSON-1011770101-project] Calling delete_port for c158dd68-3ce5-4055-a1c7-1125008ed2f8 owned by compute:nova {{(pid=93915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:40:59.736271 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-c1537e84-456c-4470-bd12-cebbbe1ec238 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-598732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-928907'] for router_interface, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:59.746968 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae69dd82-d666-49a4-ba4f-c72723a3b13b req-eda2ad4b-b181-4c04-bdc7-e6897cae4e04 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:40:59.748564 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ae69dd82-d666-49a4-ba4f-c72723a3b13b req-eda2ad4b-b181-4c04-bdc7-e6897cae4e04 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] 10.222.0.16 "GET /v2.0/ports?device_id=4c97b723-59cb-4a2d-8757-30536ade8338 HTTP/1.1" status: 200 len: 943 time: 0.4652612 Jul 14 18:40:59.823767 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ee4af1-897d-4f1c-9999-8d456f732dbf req-0c52eb07-de0a-4b4a-a9c9-d1b55310b59e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:40:59.825656 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-99ee4af1-897d-4f1c-9999-8d456f732dbf req-0c52eb07-de0a-4b4a-a9c9-d1b55310b59e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=727c42fe-46fd-46d1-8ab9-17297f08f294 HTTP/1.1" status: 200 len: 834 time: 0.2542756 Jul 14 18:40:59.878368 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-70f4a353-a7b8-4a14-a987-8139a2f0a695 req-76ccc69c-110c-40c9-a773-c67a22d69438 service neutron] 10.222.0.18 "GET /v2.0/networks/cfaa954e-bb83-44ea-acae-a3d7b9e23407?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2972336 Jul 14 18:40:59.895309 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-a52aad17-ac75-4fbd-95e2-c8c78d42cb4a req-ddbc99ca-7687-4347-9631-b99fe5116f5e tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:40:59.927589 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c38a4a-95f6-4b63-a70d-a33fd10f7350 req-0624e640-61eb-43b8-807c-056a32fe755a tempest-ServersNegativeTestMultiTenantJSON-1011770101 tempest-ServersNegativeTestMultiTenantJSON-1011770101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:40:59.929119 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-65c38a4a-95f6-4b63-a70d-a33fd10f7350 req-0624e640-61eb-43b8-807c-056a32fe755a tempest-ServersNegativeTestMultiTenantJSON-1011770101 tempest-ServersNegativeTestMultiTenantJSON-1011770101-project] 10.222.0.16 "GET /v2.0/ports?device_id=bf482baf-654f-4191-a698-7f46ca6e9043 HTTP/1.1" status: 200 len: 945 time: 0.6186602 Jul 14 18:40:59.995593 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1537e84-456c-4470-bd12-cebbbe1ec238 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Router 6c98219e-67f1-4f06-976c-cd1efb78bf57 has already been hosted by L3 agent 2c6eb27e-defb-4cca-9a24-381c7415e359 {{(pid=93916) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 18:40:59.998641 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ee4af1-897d-4f1c-9999-8d456f732dbf req-7f40bd76-7f83-43df-a7ed-58463aa91eec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:41:00.000435 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-99ee4af1-897d-4f1c-9999-8d456f732dbf req-7f40bd76-7f83-43df-a7ed-58463aa91eec service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4af60b63-c835-45f6-978c-4969f04b1f64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1671801 Jul 14 18:41:00.149615 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1537e84-456c-4470-bd12-cebbbe1ec238 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify agent at l3_agent.n-d-800634-3 the message routers_updated {{(pid=93916) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 18:41:00.156079 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-c1537e84-456c-4470-bd12-cebbbe1ec238 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] 10.222.0.16 "PUT /v2.0/routers/6c98219e-67f1-4f06-976c-cd1efb78bf57/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2543750 Jul 14 18:41:00.161464 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9392d442-5b70-49ea-9d10-a4f1fa688224 None None] Sync routers for ids ['6c98219e-67f1-4f06-976c-cd1efb78bf57'] in n-d-800634-3 {{(pid=93917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 18:41:00.164083 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 56880) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:41:00.178474 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9392d442-5b70-49ea-9d10-a4f1fa688224 None None] Routers {'6c98219e-67f1-4f06-976c-cd1efb78bf57'} bound to L3 agent in host n-d-800634-3 {{(pid=93917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:41:00.179264 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-9392d442-5b70-49ea-9d10-a4f1fa688224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:40:53Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['6c98219e-67f1-4f06-976c-cd1efb78bf57'], 'active': True} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:41:00.213019 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-54d38b08-c1d4-4ec2-a0a4-093be30c79c7 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] 10.222.0.16 "GET /v2.0/ports?device_id=6c98219e-67f1-4f06-976c-cd1efb78bf57 HTTP/1.1" status: 200 len: 205 time: 0.0477271 Jul 14 18:41:00.215934 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 56884) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:41:00.219228 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-9392d442-5b70-49ea-9d10-a4f1fa688224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-3', False) {} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:41:00.230451 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9392d442-5b70-49ea-9d10-a4f1fa688224 None None] Routers {'6c98219e-67f1-4f06-976c-cd1efb78bf57'} bound to L3 agent in host n-d-800634-3 {{(pid=93917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:41:00.231772 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-9392d442-5b70-49ea-9d10-a4f1fa688224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:40:53Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['6c98219e-67f1-4f06-976c-cd1efb78bf57'], 'active': True} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:41:00.265927 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-9392d442-5b70-49ea-9d10-a4f1fa688224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-3', False) {} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:41:00.266598 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9392d442-5b70-49ea-9d10-a4f1fa688224 None None] The sync data for ids ['6c98219e-67f1-4f06-976c-cd1efb78bf57'] in n-d-800634-3 is: [] {{(pid=93917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 18:41:00.302654 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-99ee4af1-897d-4f1c-9999-8d456f732dbf req-3ef342c5-ff59-4b90-b51a-309eb5c88fdc service neutron] 10.222.0.18 "GET /v2.0/networks/4af60b63-c835-45f6-978c-4969f04b1f64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2955883 Jul 14 18:41:00.312342 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-034b746a-6b9f-4afa-bcfa-a0f6450c55b9 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify callbacks [] for router, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:00.400139 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-70f4a353-a7b8-4a14-a987-8139a2f0a695 req-804c5528-6353-4693-89a3-cbe398609d6f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.74&port_id=05410bfa-6a89-41e2-898c-80b7f771042b HTTP/1.1" status: 200 len: 217 time: 0.5067701 Jul 14 18:41:00.498863 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a52aad17-ac75-4fbd-95e2-c8c78d42cb4a req-ddbc99ca-7687-4347-9631-b99fe5116f5e tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Network e602d401-0f37-42a7-8ad3-944d76449831 is already hosted by enough agents. {{(pid=93915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:41:00.521231 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [req-a52aad17-ac75-4fbd-95e2-c8c78d42cb4a req-ddbc99ca-7687-4347-9631-b99fe5116f5e tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Resources bound (agent type, host, resource id): {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:41:00.535587 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ae69dd82-d666-49a4-ba4f-c72723a3b13b req-f26b228d-cdef-4902-8346-9b4af149f941 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] 10.222.0.16 "GET /v2.0/security-groups?id=594b2ab7-3a96-48b2-98bb-9a68eebb818a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6541998 Jul 14 18:41:00.541973 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [req-a52aad17-ac75-4fbd-95e2-c8c78d42cb4a req-ddbc99ca-7687-4347-9631-b99fe5116f5e tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Received port after_create {{(pid=93915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:41:00.578426 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-99ee4af1-897d-4f1c-9999-8d456f732dbf req-166cadb4-2ae0-4186-b390-a43e03006c3d service neutron] 10.222.0.18 "GET /v2.0/networks/4af60b63-c835-45f6-978c-4969f04b1f64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2689199 Jul 14 18:41:00.586320 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-034b746a-6b9f-4afa-bcfa-a0f6450c55b9 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-571778', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11402'] for router, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:00.596193 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-034b746a-6b9f-4afa-bcfa-a0f6450c55b9 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:00.611284 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbc99ca-7687-4347-9631-b99fe5116f5e tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Pushing event updated for resources: {'Port': ['ID=94e25792-11f3-4f5d-aa65-06a7eb9a0663,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:41:00.660088 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-034b746a-6b9f-4afa-bcfa-a0f6450c55b9 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-541202'] for router, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:00.660677 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-034b746a-6b9f-4afa-bcfa-a0f6450c55b9 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Fanout notify agent at l3_agent the message router_deleted on router 6c98219e-67f1-4f06-976c-cd1efb78bf57 {{(pid=93916) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 18:41:00.668949 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-034b746a-6b9f-4afa-bcfa-a0f6450c55b9 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify callbacks [] for router, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:00.673314 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-034b746a-6b9f-4afa-bcfa-a0f6450c55b9 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] 10.222.0.16 "DELETE /v2.0/routers/6c98219e-67f1-4f06-976c-cd1efb78bf57 HTTP/1.1" status: 204 len: 168 time: 0.4562130 Jul 14 18:41:00.673995 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 56886) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:41:00.678882 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-65c38a4a-95f6-4b63-a70d-a33fd10f7350 req-92c60b0e-a2c4-4cbe-9fa2-888b5a1e1e2f tempest-ServersNegativeTestMultiTenantJSON-1011770101 tempest-ServersNegativeTestMultiTenantJSON-1011770101-project] 10.222.0.16 "GET /v2.0/security-groups?id=76b424ec-9e9e-4af7-8ed8-4b83c22e944f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2892761 Jul 14 18:41:00.686076 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b5c657c8-4753-4ce9-856d-713bd06c0093 req-86cdfe96-afee-4be8-ba83-cfed14198a04 service neutron] 10.222.0.35 "GET /v2.0/networks/4af60b63-c835-45f6-978c-4969f04b1f64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9550381 Jul 14 18:41:00.697715 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f4a353-a7b8-4a14-a987-8139a2f0a695 req-e32b33a8-4f7d-40a3-a5a0-d37eb0a55eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:41:00.705690 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-70f4a353-a7b8-4a14-a987-8139a2f0a695 req-e32b33a8-4f7d-40a3-a5a0-d37eb0a55eb8 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c660d228-559a-45b8-a86f-7ab611e1e8ab HTTP/1.1" status: 200 len: 797 time: 0.2894425 Jul 14 18:41:00.763786 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.db_base_plugin_v2 [None req-9aefc91c-c9ce-4e38-97c6-7c090c443b60 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Deleting subnet 470476ba-d78e-4c42-8b7a-b9d2bf3424cc {{(pid=93916) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 18:41:00.767500 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-9aefc91c-c9ce-4e38-97c6-7c090c443b60 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify callbacks [] for subnet, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:00.863598 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-9aefc91c-c9ce-4e38-97c6-7c090c443b60 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26296866'] for subnet, precommit_delete_associations {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:00.907511 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52aad17-ac75-4fbd-95e2-c8c78d42cb4a req-ddbc99ca-7687-4347-9631-b99fe5116f5e tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:41:00.914388 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-a52aad17-ac75-4fbd-95e2-c8c78d42cb4a req-ddbc99ca-7687-4347-9631-b99fe5116f5e tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:00.998715 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-6a8eaf32-3c06-411f-a556-73de32fed6de None None] Provisioning for port 94e25792-11f3-4f5d-aa65-06a7eb9a0663 completed by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:41:01.006024 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-6a8eaf32-3c06-411f-a556-73de32fed6de None None] Provisioning complete for port 94e25792-11f3-4f5d-aa65-06a7eb9a0663 triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:41:01.007152 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-6a8eaf32-3c06-411f-a556-73de32fed6de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:01.099674 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a52aad17-ac75-4fbd-95e2-c8c78d42cb4a req-ddbc99ca-7687-4347-9631-b99fe5116f5e tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8760366 Jul 14 18:41:01.124028 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-6a8eaf32-3c06-411f-a556-73de32fed6de None None] Port 94e25792-11f3-4f5d-aa65-06a7eb9a0663 cannot update to ACTIVE because it is not bound. {{(pid=93917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 18:41:01.140981 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [req-a52aad17-ac75-4fbd-95e2-c8c78d42cb4a req-e809f154-6dce-406a-bbd6-a5c014d018ad service neutron] Request body: {'port': {'device_id': '1ec9fcdd-7fee-4ec1-ba4c-28841bc27756', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800634-3'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:41:01.200152 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-aad64d5b-1dd9-4c5d-90cc-c514e57fdad3 req-eb3fe884-c547-4637-9614-013a88987f44 tempest-ServersNegativeTestMultiTenantJSON-1011770101 tempest-ServersNegativeTestMultiTenantJSON-1011770101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:01.282897 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3fe884-c547-4637-9614-013a88987f44 tempest-ServersNegativeTestMultiTenantJSON-1011770101 tempest-ServersNegativeTestMultiTenantJSON-1011770101-project] Pushing event deleted for resources: {'Port': ['ID=c158dd68-3ce5-4055-a1c7-1125008ed2f8,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:41:01.290043 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f4a353-a7b8-4a14-a987-8139a2f0a695 req-9ddf063c-ba9f-4d5f-ac1f-18f75a8d2403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:41:01.291740 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-70f4a353-a7b8-4a14-a987-8139a2f0a695 req-9ddf063c-ba9f-4d5f-ac1f-18f75a8d2403 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=78f1bdd6-a438-4e68-a059-5fadb7299624&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5715194 Jul 14 18:41:01.323295 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ee4af1-897d-4f1c-9999-8d456f732dbf req-2fe99099-3d48-4775-ace4-a2c4ca17734d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:41:01.324880 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-99ee4af1-897d-4f1c-9999-8d456f732dbf req-2fe99099-3d48-4775-ace4-a2c4ca17734d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=af718961b2754d7c873f442ed35947bb&device_id=4c97b723-59cb-4a2d-8757-30536ade8338 HTTP/1.1" status: 200 len: 1094 time: 0.5006881 Jul 14 18:41:01.446541 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-9aefc91c-c9ce-4e38-97c6-7c090c443b60 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081283'] for subnet, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:01.466681 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [req-aad64d5b-1dd9-4c5d-90cc-c514e57fdad3 req-eb3fe884-c547-4637-9614-013a88987f44 tempest-ServersNegativeTestMultiTenantJSON-1011770101 tempest-ServersNegativeTestMultiTenantJSON-1011770101-project] No DVR routers for this DVR port c158dd68-3ce5-4055-a1c7-1125008ed2f8 on host n-h1-800634-3 {{(pid=93915) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 18:41:01.480942 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-aad64d5b-1dd9-4c5d-90cc-c514e57fdad3 req-eb3fe884-c547-4637-9614-013a88987f44 tempest-ServersNegativeTestMultiTenantJSON-1011770101 tempest-ServersNegativeTestMultiTenantJSON-1011770101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:01.482966 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-aad64d5b-1dd9-4c5d-90cc-c514e57fdad3 req-eb3fe884-c547-4637-9614-013a88987f44 tempest-ServersNegativeTestMultiTenantJSON-1011770101 tempest-ServersNegativeTestMultiTenantJSON-1011770101-project] 10.222.0.18 "DELETE /v2.0/ports/c158dd68-3ce5-4055-a1c7-1125008ed2f8 HTTP/1.1" status: 204 len: 173 time: 2.6749647 Jul 14 18:41:01.483531 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-a52aad17-ac75-4fbd-95e2-c8c78d42cb4a req-e809f154-6dce-406a-bbd6-a5c014d018ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:01.485732 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf482baf-654f-4191-a698-7f46ca6e9043', 'name': 'network-vif-deleted', 'tag': 'c158dd68-3ce5-4055-a1c7-1125008ed2f8'}] {{(pid=93915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:41:01.487552 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e72782ad3af8f7d4ce76cedf092bca46d1756acc5c4653cf0b52034cdd6b073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1a21cb6-4bc1-416a-bd03-75aa7a4b5f8d" -d '{"events": [{"server_uuid": "bf482baf-654f-4191-a698-7f46ca6e9043", "name": "network-vif-deleted", "tag": "c158dd68-3ce5-4055-a1c7-1125008ed2f8"}]}' {{(pid=93915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:41:01.523001 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-9aefc91c-c9ce-4e38-97c6-7c090c443b60 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2684816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26033152'] for subnet, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:01.539829 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 18:41:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-598e19c9-1cae-48af-aaec-ea4a9dbdbbc7 x-openstack-request-id: req-598e19c9-1cae-48af-aaec-ea4a9dbdbbc7 {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:41:01.540227 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf482baf-654f-4191-a698-7f46ca6e9043", "name": "network-vif-deleted", "tag": "c158dd68-3ce5-4055-a1c7-1125008ed2f8", "status": "completed", "code": 200}]} {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:41:01.540544 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-598e19c9-1cae-48af-aaec-ea4a9dbdbbc7 {{(pid=93915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:41:01.541010 n-d-800634-3 neutron-server[93915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf482baf-654f-4191-a698-7f46ca6e9043', 'name': 'network-vif-deleted', 'tag': 'c158dd68-3ce5-4055-a1c7-1125008ed2f8', 'status': 'completed', 'code': 200} Jul 14 18:41:01.559849 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aefc91c-c9ce-4e38-97c6-7c090c443b60 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Pushing event deleted for resources: {'Subnet': ['ID=470476ba-d78e-4c42-8b7a-b9d2bf3424cc,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:41:01.572331 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-9aefc91c-c9ce-4e38-97c6-7c090c443b60 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify callbacks [] for subnet, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:01.575870 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59d77ac4-2b2c-42f0-97c8-4b4e14f6e96e None None] Network 8aa5318f-46cf-4510-abd9-afbf076b21e8 requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:41:01.586389 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-9aefc91c-c9ce-4e38-97c6-7c090c443b60 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] 10.222.0.16 "DELETE /v2.0/subnets/470476ba-d78e-4c42-8b7a-b9d2bf3424cc HTTP/1.1" status: 204 len: 168 time: 0.9111476 Jul 14 18:41:01.589327 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 56898) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:41:01.697983 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.db_base_plugin_v2 [None req-76749e44-ce74-4b12-a733-a8823505d870 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Deleting subnet 65842d35-555f-4bf6-a76e-103c852d21fd {{(pid=93916) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 18:41:01.702088 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-76749e44-ce74-4b12-a733-a8823505d870 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify callbacks [] for subnet, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:01.740186 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ee4af1-897d-4f1c-9999-8d456f732dbf req-d6569258-e7a5-4751-8e2d-d8b040d5514c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:41:01.746857 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-99ee4af1-897d-4f1c-9999-8d456f732dbf req-d6569258-e7a5-4751-8e2d-d8b040d5514c service neutron] 10.222.0.35 "GET /v2.0/networks?id=4af60b63-c835-45f6-978c-4969f04b1f64 HTTP/1.1" status: 200 len: 896 time: 0.3950775 Jul 14 18:41:01.750879 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-76749e44-ce74-4b12-a733-a8823505d870 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26296866'] for subnet, precommit_delete_associations {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:01.848261 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-76749e44-ce74-4b12-a733-a8823505d870 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081283'] for subnet, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:01.857425 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca30169-fd2d-4250-b639-dcccc9968e3b req-bdc7950d-23f9-4082-bd6d-26ac7c33722d tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:41:01.858944 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-7ca30169-fd2d-4250-b639-dcccc9968e3b req-bdc7950d-23f9-4082-bd6d-26ac7c33722d tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] 10.222.0.16 "GET /v2.0/ports?device_id=1ec9fcdd-7fee-4ec1-ba4c-28841bc27756 HTTP/1.1" status: 200 len: 931 time: 0.6783555 Jul 14 18:41:01.878476 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-badda3a9-f88c-405d-8bde-62511ea76398 None None] DHCP port deletion for 8aa5318f-46cf-4510-abd9-afbf076b21e8 request from n-d-800634-3 {{(pid=93917) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 18:41:01.926362 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-76749e44-ce74-4b12-a733-a8823505d870 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2684816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26033152'] for subnet, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:01.955854 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-badda3a9-f88c-405d-8bde-62511ea76398 None None] Deleting port dd6c450e-38da-48d2-810d-c4bbec320079 {{(pid=93917) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:41:01.956084 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-badda3a9-f88c-405d-8bde-62511ea76398 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:01.990704 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-70f4a353-a7b8-4a14-a987-8139a2f0a695 req-ddc49ae2-8102-4f18-adda-c14c0f8c7b42 service neutron] 10.222.0.18 "GET /v2.0/networks/78f1bdd6-a438-4e68-a059-5fadb7299624?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6699395 Jul 14 18:41:02.004148 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76749e44-ce74-4b12-a733-a8823505d870 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Pushing event deleted for resources: {'Subnet': ['ID=65842d35-555f-4bf6-a76e-103c852d21fd,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:41:02.010648 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-76749e44-ce74-4b12-a733-a8823505d870 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify callbacks [] for subnet, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:02.019091 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-76749e44-ce74-4b12-a733-a8823505d870 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] 10.222.0.16 "DELETE /v2.0/subnets/65842d35-555f-4bf6-a76e-103c852d21fd HTTP/1.1" status: 204 len: 168 time: 0.4288549 Jul 14 18:41:02.019992 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 56906) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:41:02.060501 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-badda3a9-f88c-405d-8bde-62511ea76398 None None] For port dd6c450e-38da-48d2-810d-c4bbec320079, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=dd6c450e-38da-48d2-810d-c4bbec320079,segment=NetworkSegment(38a7de35-a6c8-4c0f-bd63-408061ce3a16),segment_id=38a7de35-a6c8-4c0f-bd63-408061ce3a16)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:41:02.060963 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-badda3a9-f88c-405d-8bde-62511ea76398 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:02.076057 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-badda3a9-f88c-405d-8bde-62511ea76398 None None] Calling delete_port for dd6c450e-38da-48d2-810d-c4bbec320079 owned by network:dhcp {{(pid=93917) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:41:02.082804 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-99ee4af1-897d-4f1c-9999-8d456f732dbf req-536fe77f-196a-4808-aeb8-415a638ca8e8 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3da287af-2738-4486-961b-dffd7cb5b2b2 HTTP/1.1" status: 200 len: 999 time: 0.3110962 Jul 14 18:41:02.126921 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-7ca30169-fd2d-4250-b639-dcccc9968e3b req-d300a066-e09a-4023-a904-c246276c00ff tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5ae17c4-2e49-4e68-9235-78bd0301425c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2515616 Jul 14 18:41:02.147896 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-7b59c655-796d-4100-b5b4-a78339e6b994 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645734'] for network, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:02.220930 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-7b59c655-796d-4100-b5b4-a78339e6b994 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Deleting port dd6c450e-38da-48d2-810d-c4bbec320079 {{(pid=93916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:41:02.221542 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-7b59c655-796d-4100-b5b4-a78339e6b994 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:02.265493 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-681383c5-3a27-4889-bfc1-7833b82dc729 None None] Network e3e8e2a7-2511-400e-8438-d422492221f1 requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:41:02.275597 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ee4af1-897d-4f1c-9999-8d456f732dbf req-a05fdf06-7380-436d-aad3-659789bcc783 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:41:02.277727 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-99ee4af1-897d-4f1c-9999-8d456f732dbf req-a05fdf06-7380-436d-aad3-659789bcc783 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=727c42fe-46fd-46d1-8ab9-17297f08f294 HTTP/1.1" status: 200 len: 834 time: 0.1701479 Jul 14 18:41:02.295778 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c00cd03-ea14-4649-8b7b-122dcefb162a req-63e9c4a8-832d-4864-b17a-f879560f9bc5 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:41:02.304597 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-9c00cd03-ea14-4649-8b7b-122dcefb162a req-63e9c4a8-832d-4864-b17a-f879560f9bc5 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] 10.222.0.16 "GET /v2.0/ports?device_id=4c97b723-59cb-4a2d-8757-30536ade8338 HTTP/1.1" status: 200 len: 943 time: 0.6258059 Jul 14 18:41:02.389988 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.db [None req-7b59c655-796d-4100-b5b4-a78339e6b994 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] For port dd6c450e-38da-48d2-810d-c4bbec320079, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=dd6c450e-38da-48d2-810d-c4bbec320079,segment=NetworkSegment(38a7de35-a6c8-4c0f-bd63-408061ce3a16),segment_id=38a7de35-a6c8-4c0f-bd63-408061ce3a16)] {{(pid=93916) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:41:02.390656 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-7b59c655-796d-4100-b5b4-a78339e6b994 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:02.411522 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-7b59c655-796d-4100-b5b4-a78339e6b994 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Calling delete_port for dd6c450e-38da-48d2-810d-c4bbec320079 owned by network:dhcp {{(pid=93916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:41:02.416815 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-70f4a353-a7b8-4a14-a987-8139a2f0a695 req-a01dadab-b609-479e-82af-95d710c53850 service neutron] 10.222.0.18 "GET /v2.0/networks/78f1bdd6-a438-4e68-a059-5fadb7299624?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4138248 Jul 14 18:41:02.424017 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-badda3a9-f88c-405d-8bde-62511ea76398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813'] for port, after_delete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:02.468529 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-9c00cd03-ea14-4649-8b7b-122dcefb162a req-a18ba5a0-8078-45a5-950a-dc24e8144d62 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] 10.222.0.16 "GET /v2.0/security-groups?id=594b2ab7-3a96-48b2-98bb-9a68eebb818a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1627846 Jul 14 18:41:02.521850 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-7b59c655-796d-4100-b5b4-a78339e6b994 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:02.549569 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badda3a9-f88c-405d-8bde-62511ea76398 None None] Pushing event deleted for resources: {'Port': ['ID=dd6c450e-38da-48d2-810d-c4bbec320079,revision_number=None']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:41:02.587866 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b59c655-796d-4100-b5b4-a78339e6b994 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] No DVR routers for this DVR port dd6c450e-38da-48d2-810d-c4bbec320079 on host n-d-800634-3 {{(pid=93916) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 18:41:02.600139 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-badda3a9-f88c-405d-8bde-62511ea76398 None None] No DVR routers for this DVR port dd6c450e-38da-48d2-810d-c4bbec320079 on host n-d-800634-3 {{(pid=93917) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 18:41:02.611453 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:02.619495 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-70f4a353-a7b8-4a14-a987-8139a2f0a695 req-41bb6029-3bc9-4177-b844-115070c0f291 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.68&port_id=0d90d118-2a16-461c-8b80-fa7d8a1aaaa6 HTTP/1.1" status: 200 len: 217 time: 0.1902988 Jul 14 18:41:02.650664 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-60a3cac4-c226-427b-8dee-53561956b9e2 req-e114c2bc-808f-4d75-b9a3-75c9cc58c7b9 tempest-ServersNegativeTestMultiTenantJSON-1011770101 tempest-ServersNegativeTestMultiTenantJSON-1011770101-project] 10.222.0.16 "GET /v2.0/ports?device_id=bf482baf-654f-4191-a698-7f46ca6e9043 HTTP/1.1" status: 200 len: 210 time: 0.2466662 Jul 14 18:41:02.705017 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b59c655-796d-4100-b5b4-a78339e6b994 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Pushing event deleted for resources: {'Port': ['ID=dd6c450e-38da-48d2-810d-c4bbec320079,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:41:02.728846 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device c158dd68-3ce5-4055-a1c7-1125008ed2f8 no longer exists at agent hyperv_n-h1-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 18:41:02.806137 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Device 3da287af-2738-4486-961b-dffd7cb5b2b2 details requested by agent hyperv_n-h2-800634-3 with host n-h2-800634-3 {{(pid=93917) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 18:41:02.812519 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] No Port match for: c158dd68-3ce5-4055-a1c7-1125008ed2f8 {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 18:41:02.820587 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device c158dd68-3ce5-4055-a1c7-1125008ed2f8 not bound to the agent host n-h1-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 18:41:02.829587 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ee4af1-897d-4f1c-9999-8d456f732dbf req-da0e2693-5f34-449d-bbe3-26657d1d0613 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:41:02.831158 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-99ee4af1-897d-4f1c-9999-8d456f732dbf req-da0e2693-5f34-449d-bbe3-26657d1d0613 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4af60b63-c835-45f6-978c-4969f04b1f64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5050812 Jul 14 18:41:02.831677 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7908f494-6d71-4017-bf05-666babbd2b3b None None] DHCP port deletion for e3e8e2a7-2511-400e-8438-d422492221f1 request from n-d-800634-3 {{(pid=93917) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 18:41:02.924828 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-d63aa0b0-f192-47d9-b6a2-57a918ac9022 req-0b713e80-8d8f-488f-a85c-2c73a9dc8135 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=03a24d87-527f-4d5b-a998-53393446562a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.1565948 Jul 14 18:41:02.930496 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f4a353-a7b8-4a14-a987-8139a2f0a695 req-8b7c1ba5-17f6-46f4-8b58-070390c0e51b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:41:02.931990 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-70f4a353-a7b8-4a14-a987-8139a2f0a695 req-8b7c1ba5-17f6-46f4-8b58-070390c0e51b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c660d228-559a-45b8-a86f-7ab611e1e8ab HTTP/1.1" status: 200 len: 797 time: 0.2714193 Jul 14 18:41:02.951762 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-7b59c655-796d-4100-b5b4-a78339e6b994 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2096010', 'neutron.services.segments.db._delete_segments_for_network-8728202734996'] for network, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:02.967498 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.segments.db [None req-7b59c655-796d-4100-b5b4-a78339e6b994 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8aa5318f-46cf-4510-abd9-afbf076b21e8']}} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:41:02.999885 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.segments.db [None req-7b59c655-796d-4100-b5b4-a78339e6b994 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38a7de35-a6c8-4c0f-bd63-408061ce3a16') {'for_net_delete': True} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:41:03.000470 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.segments.db [None req-7b59c655-796d-4100-b5b4-a78339e6b994 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38a7de35-a6c8-4c0f-bd63-408061ce3a16') {} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:41:03.020147 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-7b59c655-796d-4100-b5b4-a78339e6b994 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728202715275', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26296891'] for segment, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:03.034056 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-7908f494-6d71-4017-bf05-666babbd2b3b None None] Deleting port 882785fe-63c5-4e22-932c-603be281b238 {{(pid=93917) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:41:03.034429 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-7908f494-6d71-4017-bf05-666babbd2b3b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:03.038289 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] For port 3da287af-2738-4486-961b-dffd7cb5b2b2, host n-h2-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=3da287af-2738-4486-961b-dffd7cb5b2b2,segment=NetworkSegment(d0d72d50-2af1-4c80-a444-7e1148083188),segment_id=d0d72d50-2af1-4c80-a444-7e1148083188)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:41:03.042791 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-7b59c655-796d-4100-b5b4-a78339e6b994 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:03.049672 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [req-a52aad17-ac75-4fbd-95e2-c8c78d42cb4a req-e809f154-6dce-406a-bbd6-a5c014d018ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 94e25792-11f3-4f5d-aa65-06a7eb9a0663 {{(pid=93915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 18:41:03.051634 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b59c655-796d-4100-b5b4-a78339e6b994 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Releasing vlan 77 on physical network physnet1 to pool {{(pid=93916) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 18:41:03.052321 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-7b59c655-796d-4100-b5b4-a78339e6b994 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2682942'] for segment, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:03.062759 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-a52aad17-ac75-4fbd-95e2-c8c78d42cb4a req-e809f154-6dce-406a-bbd6-a5c014d018ad service neutron] Notify callbacks [] for port, precommit_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:03.096384 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Returning: {'device': '3da287af-2738-4486-961b-dffd7cb5b2b2', 'network_id': '4af60b63-c835-45f6-978c-4969f04b1f64', 'port_id': '3da287af-2738-4486-961b-dffd7cb5b2b2', 'mac_address': 'fa:16:3e:99:60:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 64, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '727c42fe-46fd-46d1-8ab9-17297f08f294', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93917) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 18:41:03.125532 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f4a353-a7b8-4a14-a987-8139a2f0a695 req-3c750798-6954-4646-bb0c-c8f29d7c9c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:41:03.127139 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-70f4a353-a7b8-4a14-a987-8139a2f0a695 req-3c750798-6954-4646-bb0c-c8f29d7c9c70 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=78f1bdd6-a438-4e68-a059-5fadb7299624&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1848400 Jul 14 18:41:03.129326 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-99ee4af1-897d-4f1c-9999-8d456f732dbf req-037a3edf-bd31-4ae8-b4fd-6d97c168b40b service neutron] 10.222.0.35 "GET /v2.0/networks/4af60b63-c835-45f6-978c-4969f04b1f64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2546837 Jul 14 18:41:03.186915 n-d-800634-3 neutron-server[93916]: Traceback (most recent call last): Jul 14 18:41:03.186915 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 18:41:03.186915 n-d-800634-3 neutron-server[93916]: timer() Jul 14 18:41:03.186915 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 18:41:03.186915 n-d-800634-3 neutron-server[93916]: cb(*args, **kw) Jul 14 18:41:03.186915 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 18:41:03.186915 n-d-800634-3 neutron-server[93916]: return func(*args, **kwargs) Jul 14 18:41:03.186915 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 18:41:03.186915 n-d-800634-3 neutron-server[93916]: self._notify() Jul 14 18:41:03.186915 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 18:41:03.186915 n-d-800634-3 neutron-server[93916]: self.callback(batched_events) Jul 14 18:41:03.186915 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 18:41:03.186915 n-d-800634-3 neutron-server[93916]: event.method(event) Jul 14 18:41:03.186915 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 18:41:03.186915 n-d-800634-3 neutron-server[93916]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 18:41:03.186915 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 18:41:03.186915 n-d-800634-3 neutron-server[93916]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 18:41:03.186915 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 18:41:03.186915 n-d-800634-3 neutron-server[93916]: return f(self, *a, **k) Jul 14 18:41:03.186915 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 18:41:03.186915 n-d-800634-3 neutron-server[93916]: return self._get(url).json() Jul 14 18:41:03.186915 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 18:41:03.186915 n-d-800634-3 neutron-server[93916]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 18:41:03.186915 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 18:41:03.186915 n-d-800634-3 neutron-server[93916]: return self.request(url, 'GET', **kwargs) Jul 14 18:41:03.186915 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 18:41:03.186915 n-d-800634-3 neutron-server[93916]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 18:41:03.186915 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 18:41:03.186915 n-d-800634-3 neutron-server[93916]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 18:41:03.186915 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 18:41:03.186915 n-d-800634-3 neutron-server[93916]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 18:41:03.186915 n-d-800634-3 neutron-server[93916]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 18:41:03.207683 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-7908f494-6d71-4017-bf05-666babbd2b3b None None] For port 882785fe-63c5-4e22-932c-603be281b238, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=882785fe-63c5-4e22-932c-603be281b238,segment=NetworkSegment(8a44d352-2db1-407f-9b77-f8a0e3872460),segment_id=8a44d352-2db1-407f-9b77-f8a0e3872460)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:41:03.208445 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-7908f494-6d71-4017-bf05-666babbd2b3b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:03.227892 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.provisioning_blocks [req-a52aad17-ac75-4fbd-95e2-c8c78d42cb4a req-e809f154-6dce-406a-bbd6-a5c014d018ad service neutron] Transition to ACTIVE for port object 94e25792-11f3-4f5d-aa65-06a7eb9a0663 will not be triggered until provisioned by entity L2. {{(pid=93915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:41:03.242208 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-7b59c655-796d-4100-b5b4-a78339e6b994 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2096001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-930085'] for network, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:03.246274 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:03.249420 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-7b59c655-796d-4100-b5b4-a78339e6b994 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598705'] for network, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:03.252090 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-7b59c655-796d-4100-b5b4-a78339e6b994 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] 10.222.0.16 "DELETE /v2.0/networks/8aa5318f-46cf-4510-abd9-afbf076b21e8 HTTP/1.1" status: 204 len: 168 time: 1.2307928 Jul 14 18:41:03.254809 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-d63aa0b0-f192-47d9-b6a2-57a918ac9022 req-2f95f8db-719f-4cce-b59c-dfddc90989a9 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c51e850593fc4a37af9470721017e8e7&device_id=03a24d87-527f-4d5b-a998-53393446562a HTTP/1.1" status: 200 len: 210 time: 0.0659821 Jul 14 18:41:03.255397 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 56920) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:41:03.257118 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-7908f494-6d71-4017-bf05-666babbd2b3b None None] Calling delete_port for 882785fe-63c5-4e22-932c-603be281b238 owned by network:dhcp {{(pid=93917) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:41:03.311983 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-a52aad17-ac75-4fbd-95e2-c8c78d42cb4a req-e809f154-6dce-406a-bbd6-a5c014d018ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25912978'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:03.344102 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3da287af-2738-4486-961b-dffd7cb5b2b2 {{(pid=93917) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 18:41:03.361616 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b59c655-796d-4100-b5b4-a78339e6b994 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Pushing event deleted for resources: {'Network': ['ID=8aa5318f-46cf-4510-abd9-afbf076b21e8,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:41:03.371968 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e809f154-6dce-406a-bbd6-a5c014d018ad service neutron] Pushing event updated for resources: {'Port': ['ID=94e25792-11f3-4f5d-aa65-06a7eb9a0663,revision_number=2']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:41:03.376258 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-d63aa0b0-f192-47d9-b6a2-57a918ac9022 req-90fb5098-5157-4a2a-a582-d120f9bd12a1 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=c51e850593fc4a37af9470721017e8e7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0806222 Jul 14 18:41:03.597243 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-ebe664b9-6e01-479e-b4b8-8f98d6ac83a2 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645734'] for network, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:03.599565 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-70f4a353-a7b8-4a14-a987-8139a2f0a695 req-f2212f99-94ea-4f68-8866-40c463e16357 service neutron] 10.222.0.18 "GET /v2.0/networks/78f1bdd6-a438-4e68-a059-5fadb7299624?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4603102 Jul 14 18:41:03.604950 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-99ee4af1-897d-4f1c-9999-8d456f732dbf req-c1ddb9c7-00be-45c9-9807-9b91e1bd4c12 service neutron] 10.222.0.35 "GET /v2.0/networks/4af60b63-c835-45f6-978c-4969f04b1f64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4680696 Jul 14 18:41:03.825219 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device dd6c450e-38da-48d2-810d-c4bbec320079 no longer exists at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 18:41:03.873104 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] No Port match for: dd6c450e-38da-48d2-810d-c4bbec320079 {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 18:41:03.873444 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device dd6c450e-38da-48d2-810d-c4bbec320079 not bound to the agent host n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 18:41:03.873927 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 882785fe-63c5-4e22-932c-603be281b238 no longer exists at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 18:41:03.876937 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] For port 3da287af-2738-4486-961b-dffd7cb5b2b2, host n-h2-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=3da287af-2738-4486-961b-dffd7cb5b2b2,segment=NetworkSegment(d0d72d50-2af1-4c80-a444-7e1148083188),segment_id=d0d72d50-2af1-4c80-a444-7e1148083188)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:41:03.919759 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:03.941733 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63aa0b0-f192-47d9-b6a2-57a918ac9022 req-c822696e-4a67-4bf8-bc07-7389e52638d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:41:03.943232 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-d63aa0b0-f192-47d9-b6a2-57a918ac9022 req-c822696e-4a67-4bf8-bc07-7389e52638d4 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.5594428 Jul 14 18:41:03.962650 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-ebe664b9-6e01-479e-b4b8-8f98d6ac83a2 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Deleting port 882785fe-63c5-4e22-932c-603be281b238 {{(pid=93916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:41:03.963024 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-ebe664b9-6e01-479e-b4b8-8f98d6ac83a2 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:04.048732 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:04.067543 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Pushing event updated for resources: {'Port': ['ID=3da287af-2738-4486-961b-dffd7cb5b2b2,revision_number=8']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:41:04.071617 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-7908f494-6d71-4017-bf05-666babbd2b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813'] for port, after_delete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:04.087486 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.db [None req-ebe664b9-6e01-479e-b4b8-8f98d6ac83a2 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] For port 882785fe-63c5-4e22-932c-603be281b238, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=882785fe-63c5-4e22-932c-603be281b238,segment=NetworkSegment(8a44d352-2db1-407f-9b77-f8a0e3872460),segment_id=8a44d352-2db1-407f-9b77-f8a0e3872460)] {{(pid=93916) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:41:04.087861 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-ebe664b9-6e01-479e-b4b8-8f98d6ac83a2 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:04.095445 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7908f494-6d71-4017-bf05-666babbd2b3b None None] Pushing event deleted for resources: {'Port': ['ID=882785fe-63c5-4e22-932c-603be281b238,revision_number=None']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:41:04.107111 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-ebe664b9-6e01-479e-b4b8-8f98d6ac83a2 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Calling delete_port for 882785fe-63c5-4e22-932c-603be281b238 owned by network:dhcp {{(pid=93916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:41:04.130023 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7908f494-6d71-4017-bf05-666babbd2b3b None None] No DVR routers for this DVR port 882785fe-63c5-4e22-932c-603be281b238 on host n-d-800634-3 {{(pid=93917) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 18:41:04.227719 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-ebe664b9-6e01-479e-b4b8-8f98d6ac83a2 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:04.238330 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] get_ports_and_sgs() called for port_ids ['3da287af-2738-4486-961b-dffd7cb5b2b2'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 18:41:04.256413 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe664b9-6e01-479e-b4b8-8f98d6ac83a2 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Pushing event deleted for resources: {'Port': ['ID=882785fe-63c5-4e22-932c-603be281b238,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:41:04.258299 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebe664b9-6e01-479e-b4b8-8f98d6ac83a2 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] No DVR routers for this DVR port 882785fe-63c5-4e22-932c-603be281b238 on host n-d-800634-3 {{(pid=93916) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 18:41:04.296715 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49cf2b8-6c46-44c8-ae47-5c29c61e6099 req-4252b750-8a81-41dd-a2f5-9b5a3398be73 tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:41:04.304141 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f49cf2b8-6c46-44c8-ae47-5c29c61e6099 req-4252b750-8a81-41dd-a2f5-9b5a3398be73 tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] 10.222.0.16 "GET /v2.0/ports?device_id=1ec9fcdd-7fee-4ec1-ba4c-28841bc27756 HTTP/1.1" status: 200 len: 943 time: 0.8771932 Jul 14 18:41:04.354624 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-ebe664b9-6e01-479e-b4b8-8f98d6ac83a2 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2096010', 'neutron.services.segments.db._delete_segments_for_network-8728202734996'] for network, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:04.366586 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.segments.db [None req-ebe664b9-6e01-479e-b4b8-8f98d6ac83a2 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3e8e2a7-2511-400e-8438-d422492221f1']}} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:41:04.378366 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-a52aad17-ac75-4fbd-95e2-c8c78d42cb4a req-e809f154-6dce-406a-bbd6-a5c014d018ad service neutron] Attempting to bind port 94e25792-11f3-4f5d-aa65-06a7eb9a0663 on host n-h2-800634-3 for vnic_type normal with profile {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:41:04.378714 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-a52aad17-ac75-4fbd-95e2-c8c78d42cb4a req-e809f154-6dce-406a-bbd6-a5c014d018ad service neutron] Attempting to bind port 94e25792-11f3-4f5d-aa65-06a7eb9a0663 by drivers openvswitch,hyperv on host n-h2-800634-3 at level 0 using segments [{'id': '023a2c51-fc5a-4668-8579-f4c9504fe4e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'e602d401-0f37-42a7-8ad3-944d76449831'}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:41:04.379052 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a52aad17-ac75-4fbd-95e2-c8c78d42cb4a req-e809f154-6dce-406a-bbd6-a5c014d018ad service neutron] Attempting to bind port 94e25792-11f3-4f5d-aa65-06a7eb9a0663 on network e602d401-0f37-42a7-8ad3-944d76449831 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:41:04.379556 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.segments.db [None req-ebe664b9-6e01-479e-b4b8-8f98d6ac83a2 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a44d352-2db1-407f-9b77-f8a0e3872460') {'for_net_delete': True} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:41:04.379866 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.segments.db [None req-ebe664b9-6e01-479e-b4b8-8f98d6ac83a2 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a44d352-2db1-407f-9b77-f8a0e3872460') {} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:41:04.391871 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-ebe664b9-6e01-479e-b4b8-8f98d6ac83a2 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728202715275', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26296891'] for segment, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:04.398483 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f49cf2b8-6c46-44c8-ae47-5c29c61e6099 req-f341fe34-bc7e-4cc6-a7e2-7084605b824a tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5ae17c4-2e49-4e68-9235-78bd0301425c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0933850 Jul 14 18:41:04.419475 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-ebe664b9-6e01-479e-b4b8-8f98d6ac83a2 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:04.427543 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ebe664b9-6e01-479e-b4b8-8f98d6ac83a2 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Releasing vlan 67 on physical network physnet1 to pool {{(pid=93916) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 18:41:04.428554 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-ebe664b9-6e01-479e-b4b8-8f98d6ac83a2 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2682942'] for segment, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:04.428734 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a52aad17-ac75-4fbd-95e2-c8c78d42cb4a req-e809f154-6dce-406a-bbd6-a5c014d018ad service neutron] Port 94e25792-11f3-4f5d-aa65-06a7eb9a0663 on network e602d401-0f37-42a7-8ad3-944d76449831 not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-3 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 18:41:04.428908 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a52aad17-ac75-4fbd-95e2-c8c78d42cb4a req-e809f154-6dce-406a-bbd6-a5c014d018ad service neutron] Attempting to bind port 94e25792-11f3-4f5d-aa65-06a7eb9a0663 on network e602d401-0f37-42a7-8ad3-944d76449831 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:41:04.435391 n-d-800634-3 neutron-server[93916]: Traceback (most recent call last): Jul 14 18:41:04.435391 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 18:41:04.435391 n-d-800634-3 neutron-server[93916]: timer() Jul 14 18:41:04.435391 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 18:41:04.435391 n-d-800634-3 neutron-server[93916]: cb(*args, **kw) Jul 14 18:41:04.435391 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 18:41:04.435391 n-d-800634-3 neutron-server[93916]: return func(*args, **kwargs) Jul 14 18:41:04.435391 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 18:41:04.435391 n-d-800634-3 neutron-server[93916]: self._notify() Jul 14 18:41:04.435391 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 18:41:04.435391 n-d-800634-3 neutron-server[93916]: self.callback(batched_events) Jul 14 18:41:04.435391 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 18:41:04.435391 n-d-800634-3 neutron-server[93916]: event.method(event) Jul 14 18:41:04.435391 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 18:41:04.435391 n-d-800634-3 neutron-server[93916]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 18:41:04.435391 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 18:41:04.435391 n-d-800634-3 neutron-server[93916]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 18:41:04.435391 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 18:41:04.435391 n-d-800634-3 neutron-server[93916]: return f(self, *a, **k) Jul 14 18:41:04.435391 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 18:41:04.435391 n-d-800634-3 neutron-server[93916]: return self._get(url).json() Jul 14 18:41:04.435391 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 18:41:04.435391 n-d-800634-3 neutron-server[93916]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 18:41:04.435391 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 18:41:04.435391 n-d-800634-3 neutron-server[93916]: return self.request(url, 'GET', **kwargs) Jul 14 18:41:04.435391 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 18:41:04.435391 n-d-800634-3 neutron-server[93916]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 18:41:04.435391 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 18:41:04.435391 n-d-800634-3 neutron-server[93916]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 18:41:04.435391 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 18:41:04.435391 n-d-800634-3 neutron-server[93916]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 18:41:04.435391 n-d-800634-3 neutron-server[93916]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 18:41:04.458683 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5143ee2-542f-463d-8bfc-d3bee064dcc7 req-477ac177-ddf6-41b3-9628-34affbca45c3 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:41:04.460303 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b5143ee2-542f-463d-8bfc-d3bee064dcc7 req-477ac177-ddf6-41b3-9628-34affbca45c3 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] 10.222.0.16 "GET /v2.0/ports?device_id=4c97b723-59cb-4a2d-8757-30536ade8338 HTTP/1.1" status: 200 len: 944 time: 0.7137558 Jul 14 18:41:04.483304 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a52aad17-ac75-4fbd-95e2-c8c78d42cb4a req-e809f154-6dce-406a-bbd6-a5c014d018ad service neutron] Checking agent: {'id': '08e36a6c-8d04-48f0-a644-f27680635246', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 15, 35), 'started_at': datetime.datetime(2021, 7, 14, 18, 15, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 18, 40, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 18:41:04.491589 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a52aad17-ac75-4fbd-95e2-c8c78d42cb4a req-e809f154-6dce-406a-bbd6-a5c014d018ad service neutron] Checking segment: {'id': '023a2c51-fc5a-4668-8579-f4c9504fe4e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'e602d401-0f37-42a7-8ad3-944d76449831'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:41:04.492068 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a52aad17-ac75-4fbd-95e2-c8c78d42cb4a req-e809f154-6dce-406a-bbd6-a5c014d018ad service neutron] Bound using segment: {'id': '023a2c51-fc5a-4668-8579-f4c9504fe4e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'e602d401-0f37-42a7-8ad3-944d76449831'} {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 18:41:04.492569 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-a52aad17-ac75-4fbd-95e2-c8c78d42cb4a req-e809f154-6dce-406a-bbd6-a5c014d018ad service neutron] Bound port: 94e25792-11f3-4f5d-aa65-06a7eb9a0663, host: n-h2-800634-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '023a2c51-fc5a-4668-8579-f4c9504fe4e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'e602d401-0f37-42a7-8ad3-944d76449831'}}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 18:41:04.492947 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-a52aad17-ac75-4fbd-95e2-c8c78d42cb4a req-e809f154-6dce-406a-bbd6-a5c014d018ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:04.516961 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-ebe664b9-6e01-479e-b4b8-8f98d6ac83a2 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2096001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-930085'] for network, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:04.519939 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-70f4a353-a7b8-4a14-a987-8139a2f0a695 req-e4e81af4-8cf6-4779-8e76-82cdcea147b8 service neutron] 10.222.0.18 "GET /v2.0/networks/78f1bdd6-a438-4e68-a059-5fadb7299624?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8578300 Jul 14 18:41:04.534493 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-ebe664b9-6e01-479e-b4b8-8f98d6ac83a2 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598705'] for network, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:04.536745 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-ebe664b9-6e01-479e-b4b8-8f98d6ac83a2 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] 10.222.0.16 "DELETE /v2.0/networks/e3e8e2a7-2511-400e-8438-d422492221f1 HTTP/1.1" status: 204 len: 168 time: 1.2740376 Jul 14 18:41:04.540509 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 56936) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:41:04.550404 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 56938) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:41:04.552238 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-91964839-a82e-4b95-b142-15e6854a8ab3 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-571479034'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:41:04.572881 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe664b9-6e01-479e-b4b8-8f98d6ac83a2 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Pushing event deleted for resources: {'Network': ['ID=e3e8e2a7-2511-400e-8438-d422492221f1,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:41:04.593309 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91964839-a82e-4b95-b142-15e6854a8ab3 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Made reservation on behalf of 78e64edff38a43a79601b0ea9ee759c1 for: {'network': 1} {{(pid=93916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:41:04.597973 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-91964839-a82e-4b95-b142-15e6854a8ab3 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for network, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:04.614973 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-70f4a353-a7b8-4a14-a987-8139a2f0a695 req-ed680803-dc12-4be6-a3ff-e39796b0b51a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.165&port_id=bde076ee-01e0-4557-a5c2-1f9d433c2343 HTTP/1.1" status: 200 len: 217 time: 0.0941687 Jul 14 18:41:04.629726 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91964839-a82e-4b95-b142-15e6854a8ab3 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 58} {{(pid=93916) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 18:41:04.643813 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-91964839-a82e-4b95-b142-15e6854a8ab3 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:04.644044 n-d-800634-3 neutron-server[93916]: INFO neutron.db.segments_db [None req-91964839-a82e-4b95-b142-15e6854a8ab3 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Added segment 8196123d-b794-43e9-8793-31b2f1e6ad2a of type vlan for network ca72fdc3-40cc-48c1-8fa8-021e151ad8ac Jul 14 18:41:04.694002 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-91964839-a82e-4b95-b142-15e6854a8ab3 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728202197517'] for network, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:04.715433 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b5143ee2-542f-463d-8bfc-d3bee064dcc7 req-75d3c5ad-4435-4cac-8829-21d3f2224512 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] 10.222.0.16 "GET /v2.0/security-groups?id=594b2ab7-3a96-48b2-98bb-9a68eebb818a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2427785 Jul 14 18:41:04.731869 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-91964839-a82e-4b95-b142-15e6854a8ab3 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727'] for network, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:04.736262 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.db_base_plugin_v2 [None req-123c21f5-0ac4-4142-91ce-e65c056dd491 admin admin] Deleting subnet 18f8888f-9b51-4e17-95a7-54d1b3f01a7e {{(pid=93915) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 18:41:04.738390 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91964839-a82e-4b95-b142-15e6854a8ab3 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:41:04.739166 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-91964839-a82e-4b95-b142-15e6854a8ab3 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598705'] for network, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:04.739644 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-123c21f5-0ac4-4142-91ce-e65c056dd491 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:04.785136 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-123c21f5-0ac4-4142-91ce-e65c056dd491 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28939913'] for subnet, precommit_delete_associations {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:04.846444 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-123c21f5-0ac4-4142-91ce-e65c056dd491 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081283'] for subnet, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:04.853642 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-91964839-a82e-4b95-b142-15e6854a8ab3 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3087754 Jul 14 18:41:04.857942 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 56944) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:41:04.876846 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91964839-a82e-4b95-b142-15e6854a8ab3 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Pushing event updated for resources: {'Network': ['ID=ca72fdc3-40cc-48c1-8fa8-021e151ad8ac,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:41:04.888172 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Network ca72fdc3-40cc-48c1-8fa8-021e151ad8ac details requested by agent ovs-agent-n-d-800634-3 with host n-d-800634-3 {{(pid=93917) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 18:41:04.896932 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-d1126795-59e7-4fb7-ad24-e6bd123e4535 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Request body: {'subnet': {'network_id': 'ca72fdc3-40cc-48c1-8fa8-021e151ad8ac', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:41:04.901645 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f4a353-a7b8-4a14-a987-8139a2f0a695 req-a119638c-1d12-4e2c-a366-83b3cf61c6d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:41:04.903415 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-70f4a353-a7b8-4a14-a987-8139a2f0a695 req-a119638c-1d12-4e2c-a366-83b3cf61c6d2 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c660d228-559a-45b8-a86f-7ab611e1e8ab HTTP/1.1" status: 200 len: 797 time: 0.2811265 Jul 14 18:41:04.989486 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-a52aad17-ac75-4fbd-95e2-c8c78d42cb4a req-e809f154-6dce-406a-bbd6-a5c014d018ad service neutron] For port 94e25792-11f3-4f5d-aa65-06a7eb9a0663, host n-h2-800634-3, cleared binding levels {{(pid=93915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:41:05.046093 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-a52aad17-ac75-4fbd-95e2-c8c78d42cb4a req-e809f154-6dce-406a-bbd6-a5c014d018ad service neutron] For port 94e25792-11f3-4f5d-aa65-06a7eb9a0663, host n-h2-800634-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=94e25792-11f3-4f5d-aa65-06a7eb9a0663,segment=NetworkSegment(023a2c51-fc5a-4668-8579-f4c9504fe4e4),segment_id=023a2c51-fc5a-4668-8579-f4c9504fe4e4)] {{(pid=93915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 18:41:05.061625 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-a52aad17-ac75-4fbd-95e2-c8c78d42cb4a req-e809f154-6dce-406a-bbd6-a5c014d018ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25912978'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:05.161255 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-123c21f5-0ac4-4142-91ce-e65c056dd491 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25913028', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28969762'] for subnet, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:05.196524 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e809f154-6dce-406a-bbd6-a5c014d018ad service neutron] Pushing event updated for resources: {'Port': ['ID=94e25792-11f3-4f5d-aa65-06a7eb9a0663,revision_number=3']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:41:05.197842 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc88d6d1-40ed-4505-8da6-2d2c92dcdb45 req-428f5d82-9248-4070-b120-6585d90da55d tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:41:05.199418 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-cc88d6d1-40ed-4505-8da6-2d2c92dcdb45 req-428f5d82-9248-4070-b120-6585d90da55d tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] 10.222.0.35 "GET /v2.0/ports?device_id=4c97b723-59cb-4a2d-8757-30536ade8338&tenant_id=af718961b2754d7c873f442ed35947bb&binding%3Ahost_id=n-h2-800634-3 HTTP/1.1" status: 200 len: 944 time: 0.1262732 Jul 14 18:41:05.202822 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-123c21f5-0ac4-4142-91ce-e65c056dd491 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:05.204896 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-123c21f5-0ac4-4142-91ce-e65c056dd491 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/18f8888f-9b51-4e17-95a7-54d1b3f01a7e HTTP/1.1" status: 204 len: 168 time: 0.6508868 Jul 14 18:41:05.207340 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 56952) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:41:05.213158 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52aad17-ac75-4fbd-95e2-c8c78d42cb4a req-e809f154-6dce-406a-bbd6-a5c014d018ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:41:05.213994 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-a52aad17-ac75-4fbd-95e2-c8c78d42cb4a req-e809f154-6dce-406a-bbd6-a5c014d018ad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:05.216226 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a52aad17-ac75-4fbd-95e2-c8c78d42cb4a req-e809f154-6dce-406a-bbd6-a5c014d018ad service neutron] 10.222.0.35 "PUT /v2.0/ports/94e25792-11f3-4f5d-aa65-06a7eb9a0663 HTTP/1.1" status: 200 len: 1091 time: 4.0996904 Jul 14 18:41:05.235453 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ec9fcdd-7fee-4ec1-ba4c-28841bc27756', 'tag': '94e25792-11f3-4f5d-aa65-06a7eb9a0663'}] {{(pid=93915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:41:05.236549 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e72782ad3af8f7d4ce76cedf092bca46d1756acc5c4653cf0b52034cdd6b073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e47c12ea-6e84-4a6a-89cb-10271160b459" -d '{"events": [{"name": "network-changed", "server_uuid": "1ec9fcdd-7fee-4ec1-ba4c-28841bc27756", "tag": "94e25792-11f3-4f5d-aa65-06a7eb9a0663"}]}' {{(pid=93915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:41:05.285255 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f4a353-a7b8-4a14-a987-8139a2f0a695 req-ed360b52-ee71-498d-b2ef-9705e345f267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:41:05.286811 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-70f4a353-a7b8-4a14-a987-8139a2f0a695 req-ed360b52-ee71-498d-b2ef-9705e345f267 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=78f1bdd6-a438-4e68-a059-5fadb7299624&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3654604 Jul 14 18:41:05.343678 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:05.361999 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123c21f5-0ac4-4142-91ce-e65c056dd491 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=18f8888f-9b51-4e17-95a7-54d1b3f01a7e,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:41:05.368929 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 18:41:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c68cb209-5eb7-4264-9f84-d5cca040ed8e x-openstack-request-id: req-c68cb209-5eb7-4264-9f84-d5cca040ed8e {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:41:05.369219 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ec9fcdd-7fee-4ec1-ba4c-28841bc27756", "tag": "94e25792-11f3-4f5d-aa65-06a7eb9a0663", "status": "completed", "code": 200}]} {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:41:05.369472 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c68cb209-5eb7-4264-9f84-d5cca040ed8e {{(pid=93915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:41:05.369868 n-d-800634-3 neutron-server[93915]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ec9fcdd-7fee-4ec1-ba4c-28841bc27756', 'tag': '94e25792-11f3-4f5d-aa65-06a7eb9a0663', 'status': 'completed', 'code': 200} Jul 14 18:41:05.396620 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-2c8064fa-a38b-4a22-913f-e37a6c61fdde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645734'] for network, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:05.407777 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-cc88d6d1-40ed-4505-8da6-2d2c92dcdb45 req-3c921374-5f8e-419e-8b18-b681575d3d12 service neutron] 10.222.0.35 "GET /v2.0/ports/3da287af-2738-4486-961b-dffd7cb5b2b2/bindings/n-h2-800634-3 HTTP/1.1" status: 200 len: 382 time: 0.2012630 Jul 14 18:41:05.464291 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1126795-59e7-4fb7-ad24-e6bd123e4535 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Made reservation on behalf of 78e64edff38a43a79601b0ea9ee759c1 for: {'subnet': 1} {{(pid=93915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:41:05.468019 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-d1126795-59e7-4fb7-ad24-e6bd123e4535 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28969735'] for subnet, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:05.559691 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-2c8064fa-a38b-4a22-913f-e37a6c61fdde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2096010', 'neutron.services.segments.db._delete_segments_for_network-8728202734996'] for network, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:05.572068 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.segments.db [None req-2c8064fa-a38b-4a22-913f-e37a6c61fdde admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1415c993-ef04-446f-b982-480a56155e4c']}} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:41:05.585235 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.segments.db [None req-2c8064fa-a38b-4a22-913f-e37a6c61fdde admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6bb8bc6b-7068-4421-92d4-a42ebf3ba5a8') {'for_net_delete': True} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:41:05.585536 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.segments.db [None req-2c8064fa-a38b-4a22-913f-e37a6c61fdde admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6bb8bc6b-7068-4421-92d4-a42ebf3ba5a8') {} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:41:05.602411 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-2c8064fa-a38b-4a22-913f-e37a6c61fdde admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728202715275', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26296891'] for segment, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:05.610225 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52aad17-ac75-4fbd-95e2-c8c78d42cb4a req-cd489f4f-f853-4ab7-b26b-87c6de28e9d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:41:05.611753 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a52aad17-ac75-4fbd-95e2-c8c78d42cb4a req-cd489f4f-f853-4ab7-b26b-87c6de28e9d3 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0c6eccb7d5c743f1a53a528a1f419fa2&device_id=1ec9fcdd-7fee-4ec1-ba4c-28841bc27756 HTTP/1.1" status: 200 len: 1094 time: 0.3237796 Jul 14 18:41:05.630057 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-2c8064fa-a38b-4a22-913f-e37a6c61fdde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:05.633499 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc88d6d1-40ed-4505-8da6-2d2c92dcdb45 req-ab6f31d4-b79a-4299-a4cc-8d63d6af6b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:41:05.635017 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-cc88d6d1-40ed-4505-8da6-2d2c92dcdb45 req-ab6f31d4-b79a-4299-a4cc-8d63d6af6b3d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=af718961b2754d7c873f442ed35947bb&device_id=4c97b723-59cb-4a2d-8757-30536ade8338 HTTP/1.1" status: 200 len: 1095 time: 0.1432335 Jul 14 18:41:05.640371 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c8064fa-a38b-4a22-913f-e37a6c61fdde admin admin] Releasing vlan 84 on physical network physnet1 to pool {{(pid=93916) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 18:41:05.640763 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-2c8064fa-a38b-4a22-913f-e37a6c61fdde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2682942'] for segment, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:05.642517 n-d-800634-3 neutron-server[93916]: Traceback (most recent call last): Jul 14 18:41:05.642517 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 18:41:05.642517 n-d-800634-3 neutron-server[93916]: timer() Jul 14 18:41:05.642517 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 18:41:05.642517 n-d-800634-3 neutron-server[93916]: cb(*args, **kw) Jul 14 18:41:05.642517 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 18:41:05.642517 n-d-800634-3 neutron-server[93916]: return func(*args, **kwargs) Jul 14 18:41:05.642517 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 18:41:05.642517 n-d-800634-3 neutron-server[93916]: self._notify() Jul 14 18:41:05.642517 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 18:41:05.642517 n-d-800634-3 neutron-server[93916]: self.callback(batched_events) Jul 14 18:41:05.642517 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 18:41:05.642517 n-d-800634-3 neutron-server[93916]: event.method(event) Jul 14 18:41:05.642517 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 18:41:05.642517 n-d-800634-3 neutron-server[93916]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 18:41:05.642517 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 18:41:05.642517 n-d-800634-3 neutron-server[93916]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 18:41:05.642517 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 18:41:05.642517 n-d-800634-3 neutron-server[93916]: return f(self, *a, **k) Jul 14 18:41:05.642517 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 18:41:05.642517 n-d-800634-3 neutron-server[93916]: return self._get(url).json() Jul 14 18:41:05.642517 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 18:41:05.642517 n-d-800634-3 neutron-server[93916]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 18:41:05.642517 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 18:41:05.642517 n-d-800634-3 neutron-server[93916]: return self.request(url, 'GET', **kwargs) Jul 14 18:41:05.642517 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 18:41:05.642517 n-d-800634-3 neutron-server[93916]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 18:41:05.642517 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 18:41:05.642517 n-d-800634-3 neutron-server[93916]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 18:41:05.642517 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 18:41:05.642517 n-d-800634-3 neutron-server[93916]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 18:41:05.642517 n-d-800634-3 neutron-server[93916]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 18:41:05.703389 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99be519c-11fe-496e-835c-419c2b5f62bf req-427f39e4-50b2-4fe2-a099-fee2faebf380 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:41:05.704863 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-99be519c-11fe-496e-835c-419c2b5f62bf req-427f39e4-50b2-4fe2-a099-fee2faebf380 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] 10.222.0.16 "GET /v2.0/ports?device_id=4c97b723-59cb-4a2d-8757-30536ade8338 HTTP/1.1" status: 200 len: 944 time: 0.5534065 Jul 14 18:41:05.717444 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a52aad17-ac75-4fbd-95e2-c8c78d42cb4a req-40fd12dd-9ce4-43ee-b1fa-688aa0e1a91b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=94e25792-11f3-4f5d-aa65-06a7eb9a0663 HTTP/1.1" status: 200 len: 217 time: 0.0768411 Jul 14 18:41:05.757076 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-2c8064fa-a38b-4a22-913f-e37a6c61fdde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2096001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-930085'] for network, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:05.771355 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-2c8064fa-a38b-4a22-913f-e37a6c61fdde admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598705'] for network, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:05.775869 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-2c8064fa-a38b-4a22-913f-e37a6c61fdde admin admin] 10.222.0.16 "DELETE /v2.0/networks/1415c993-ef04-446f-b982-480a56155e4c HTTP/1.1" status: 204 len: 168 time: 0.5651493 Jul 14 18:41:05.776060 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-70f4a353-a7b8-4a14-a987-8139a2f0a695 req-78f470ad-ae33-4324-aa62-63f0549f6e49 service neutron] 10.222.0.18 "GET /v2.0/networks/78f1bdd6-a438-4e68-a059-5fadb7299624?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4301600 Jul 14 18:41:05.780192 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 56966) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:41:05.786939 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8064fa-a38b-4a22-913f-e37a6c61fdde admin admin] Pushing event deleted for resources: {'Network': ['ID=1415c993-ef04-446f-b982-480a56155e4c,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:41:05.803395 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc88d6d1-40ed-4505-8da6-2d2c92dcdb45 req-6258aa0e-36fd-4c30-8e80-312a0b5e633e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:41:05.805121 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-cc88d6d1-40ed-4505-8da6-2d2c92dcdb45 req-6258aa0e-36fd-4c30-8e80-312a0b5e633e service neutron] 10.222.0.35 "GET /v2.0/networks?id=4af60b63-c835-45f6-978c-4969f04b1f64 HTTP/1.1" status: 200 len: 896 time: 0.1617641 Jul 14 18:41:05.876180 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-cc88d6d1-40ed-4505-8da6-2d2c92dcdb45 req-6938ff32-ab89-4a07-a12c-2b5cc15f80f5 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3da287af-2738-4486-961b-dffd7cb5b2b2 HTTP/1.1" status: 200 len: 1000 time: 0.0640104 Jul 14 18:41:05.931246 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc88d6d1-40ed-4505-8da6-2d2c92dcdb45 req-499d13ef-8e88-49e4-b82b-91df41613a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:41:05.933086 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-cc88d6d1-40ed-4505-8da6-2d2c92dcdb45 req-499d13ef-8e88-49e4-b82b-91df41613a2c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=727c42fe-46fd-46d1-8ab9-17297f08f294 HTTP/1.1" status: 200 len: 834 time: 0.0507274 Jul 14 18:41:05.973040 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52aad17-ac75-4fbd-95e2-c8c78d42cb4a req-231da56b-7131-4f3e-aeeb-a8c6cf78b5a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:41:05.975403 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a52aad17-ac75-4fbd-95e2-c8c78d42cb4a req-231da56b-7131-4f3e-aeeb-a8c6cf78b5a8 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=848c5164-aa90-4aeb-8036-3a760cd657a3 HTTP/1.1" status: 200 len: 834 time: 0.2470255 Jul 14 18:41:05.990469 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-99be519c-11fe-496e-835c-419c2b5f62bf req-72e413d6-8459-4f5a-863b-cf69dbf06209 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] 10.222.0.16 "GET /v2.0/security-groups?id=594b2ab7-3a96-48b2-98bb-9a68eebb818a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2762382 Jul 14 18:41:05.996302 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc88d6d1-40ed-4505-8da6-2d2c92dcdb45 req-55faa481-99da-44a1-8047-7e0542854cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:41:05.998516 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-cc88d6d1-40ed-4505-8da6-2d2c92dcdb45 req-55faa481-99da-44a1-8047-7e0542854cf0 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4af60b63-c835-45f6-978c-4969f04b1f64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0588679 Jul 14 18:41:06.109902 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-cc88d6d1-40ed-4505-8da6-2d2c92dcdb45 req-d8da2963-4293-4b9e-964c-2ee3817f73da service neutron] 10.222.0.35 "GET /v2.0/networks/4af60b63-c835-45f6-978c-4969f04b1f64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1048598 Jul 14 18:41:06.134805 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c502ce84-d8ff-448d-9a22-9f24a8a8f65f req-ad0f6682-138c-4927-84d2-be6c51b88e87 tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:41:06.137677 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c502ce84-d8ff-448d-9a22-9f24a8a8f65f req-ad0f6682-138c-4927-84d2-be6c51b88e87 tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] 10.222.0.16 "GET /v2.0/ports?device_id=1ec9fcdd-7fee-4ec1-ba4c-28841bc27756 HTTP/1.1" status: 200 len: 943 time: 0.5522587 Jul 14 18:41:06.151473 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e3d862a-1b81-4b7c-9f50-a692b03e7c68 admin admin] Deleting subnet f7c891eb-302a-4e5b-a9fb-b44c95f7479d {{(pid=93915) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 18:41:06.168419 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-2e3d862a-1b81-4b7c-9f50-a692b03e7c68 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:06.226551 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-cc88d6d1-40ed-4505-8da6-2d2c92dcdb45 req-fa173446-845a-4ffb-af44-0b12c0fd8e14 service neutron] 10.222.0.35 "GET /v2.0/networks/4af60b63-c835-45f6-978c-4969f04b1f64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1052237 Jul 14 18:41:06.331346 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-d1126795-59e7-4fb7-ad24-e6bd123e4535 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25912837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28969781'] for subnet, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:06.334253 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-70f4a353-a7b8-4a14-a987-8139a2f0a695 req-20dc46aa-23d6-40ca-86d9-f7279434941b service neutron] 10.222.0.18 "GET /v2.0/networks/78f1bdd6-a438-4e68-a059-5fadb7299624?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5530562 Jul 14 18:41:06.339590 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-2e3d862a-1b81-4b7c-9f50-a692b03e7c68 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28939913'] for subnet, precommit_delete_associations {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:06.399177 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c502ce84-d8ff-448d-9a22-9f24a8a8f65f req-0eb15b6f-80e6-40b9-b65b-d38c4bd17066 tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5ae17c4-2e49-4e68-9235-78bd0301425c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2349083 Jul 14 18:41:06.449380 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-70f4a353-a7b8-4a14-a987-8139a2f0a695 req-5c14443c-5b6b-428d-ac25-416cc8d57868 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.229&port_id=e8bede3a-ba0f-49a4-a4a8-71589e0aa2ba HTTP/1.1" status: 200 len: 217 time: 0.1019814 Jul 14 18:41:06.478241 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52aad17-ac75-4fbd-95e2-c8c78d42cb4a req-94ce4f89-a7f3-46cb-b4c9-f2d867ea0e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:41:06.479588 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a52aad17-ac75-4fbd-95e2-c8c78d42cb4a req-94ce4f89-a7f3-46cb-b4c9-f2d867ea0e2f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e602d401-0f37-42a7-8ad3-944d76449831&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4787855 Jul 14 18:41:06.507007 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-2e3d862a-1b81-4b7c-9f50-a692b03e7c68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081283'] for subnet, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:06.545875 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1126795-59e7-4fb7-ad24-e6bd123e4535 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Pushing event updated for resources: {'Subnet': ['ID=76c3ffea-5c31-4aa2-8c65-49abc9b8b587,revision_number=0']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:41:06.612124 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1126795-59e7-4fb7-ad24-e6bd123e4535 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Checking segment: {'id': '8196123d-b794-43e9-8793-31b2f1e6ad2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'ca72fdc3-40cc-48c1-8fa8-021e151ad8ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:41:06.612507 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1126795-59e7-4fb7-ad24-e6bd123e4535 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Network hostable DHCP agents. Network: ca72fdc3-40cc-48c1-8fa8-021e151ad8ac, hostable agents: ['028393c3-0576-4ebd-bca1-8ea8a148e1a2'], hosted agents: [] {{(pid=93915) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 18:41:06.649222 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f4a353-a7b8-4a14-a987-8139a2f0a695 req-ec9fba3f-964d-4551-9d31-c7adbf254442 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:41:06.650709 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-70f4a353-a7b8-4a14-a987-8139a2f0a695 req-ec9fba3f-964d-4551-9d31-c7adbf254442 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c660d228-559a-45b8-a86f-7ab611e1e8ab HTTP/1.1" status: 200 len: 797 time: 0.1847587 Jul 14 18:41:06.678238 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-2e3d862a-1b81-4b7c-9f50-a692b03e7c68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25913028', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28969762'] for subnet, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:06.709161 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1126795-59e7-4fb7-ad24-e6bd123e4535 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Network ca72fdc3-40cc-48c1-8fa8-021e151ad8ac is scheduled to be hosted by DHCP agent 028393c3-0576-4ebd-bca1-8ea8a148e1a2 with binding_index 1 {{(pid=93915) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 18:41:06.745567 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a52aad17-ac75-4fbd-95e2-c8c78d42cb4a req-80508da5-9008-4ca0-8166-c73b0884b7dd service neutron] 10.222.0.35 "GET /v2.0/networks/e602d401-0f37-42a7-8ad3-944d76449831?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2317078 Jul 14 18:41:06.746530 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-2e3d862a-1b81-4b7c-9f50-a692b03e7c68 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:06.748272 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-2e3d862a-1b81-4b7c-9f50-a692b03e7c68 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/f7c891eb-302a-4e5b-a9fb-b44c95f7479d HTTP/1.1" status: 204 len: 168 time: 0.9631460 Jul 14 18:41:06.751660 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 56976) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:41:06.752159 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3d862a-1b81-4b7c-9f50-a692b03e7c68 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f7c891eb-302a-4e5b-a9fb-b44c95f7479d,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:41:06.764371 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [None req-d1126795-59e7-4fb7-ad24-e6bd123e4535 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-3, ca72fdc3-40cc-48c1-8fa8-021e151ad8ac) {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:41:06.774392 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d727fc96-fc4d-494e-bf88-e2041f5d40d2 None None] Network ca72fdc3-40cc-48c1-8fa8-021e151ad8ac requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:41:06.795514 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Device 3da287af-2738-4486-961b-dffd7cb5b2b2 up at agent hyperv_n-h2-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:41:06.804756 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1126795-59e7-4fb7-ad24-e6bd123e4535 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:41:06.805361 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-d1126795-59e7-4fb7-ad24-e6bd123e4535 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify callbacks [] for subnet, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:06.846897 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-0ceaad43-f367-4736-a22f-626327c49c0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645734'] for network, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:06.848212 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-d1126795-59e7-4fb7-ad24-e6bd123e4535 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9594541 Jul 14 18:41:06.848752 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 56978) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:41:06.855523 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-82653659-eee1-403c-999b-0bf644c88436 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-20236400', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:41:06.877060 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f4a353-a7b8-4a14-a987-8139a2f0a695 req-d7b367aa-f14e-421a-92ff-6dcabf64b0cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:41:06.879376 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-70f4a353-a7b8-4a14-a987-8139a2f0a695 req-d7b367aa-f14e-421a-92ff-6dcabf64b0cf service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=78f1bdd6-a438-4e68-a059-5fadb7299624&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2207856 Jul 14 18:41:06.920559 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-82653659-eee1-403c-999b-0bf644c88436 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-571768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11104'] for router, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:06.922071 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-82653659-eee1-403c-999b-0bf644c88436 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-571675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-930014', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-632314', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11129'] for router, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:06.937703 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Provisioning for port 3da287af-2738-4486-961b-dffd7cb5b2b2 completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:41:06.946040 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Provisioning complete for port 3da287af-2738-4486-961b-dffd7cb5b2b2 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:41:06.946727 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:06.997654 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-70f4a353-a7b8-4a14-a987-8139a2f0a695 req-e19460a8-eb1a-4e6b-81c6-970897bee3ce service neutron] 10.222.0.18 "GET /v2.0/networks/78f1bdd6-a438-4e68-a059-5fadb7299624?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1058352 Jul 14 18:41:06.999984 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-0ceaad43-f367-4736-a22f-626327c49c0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2096010', 'neutron.services.segments.db._delete_segments_for_network-8728202734996'] for network, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:07.004859 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a52aad17-ac75-4fbd-95e2-c8c78d42cb4a req-005d894b-ece9-4413-b1d6-83f6e8ac7d6b service neutron] 10.222.0.35 "GET /v2.0/networks/e602d401-0f37-42a7-8ad3-944d76449831?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2498627 Jul 14 18:41:07.062556 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.segments.db [None req-0ceaad43-f367-4736-a22f-626327c49c0c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2973b448-0863-4035-9456-9eed7d5094fb']}} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:41:07.066463 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-82653659-eee1-403c-999b-0bf644c88436 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:07.080381 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.segments.db [None req-0ceaad43-f367-4736-a22f-626327c49c0c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '887c23a8-2461-4250-bae7-8f02209708d5') {'for_net_delete': True} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:41:07.080628 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.segments.db [None req-0ceaad43-f367-4736-a22f-626327c49c0c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '887c23a8-2461-4250-bae7-8f02209708d5') {} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:41:07.082820 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-82653659-eee1-403c-999b-0bf644c88436 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-571759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-930033'] for router, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:07.089902 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35ce7545-5439-4e0f-a16f-ae3fe2fdd578 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9222b97e-5d1c-54f8-ba97-82f172498e76-ca72fdc3-40cc-48c1-8fa8-021e151ad8ac', 'network_id': 'ca72fdc3-40cc-48c1-8fa8-021e151ad8ac', 'tenant_id': '78e64edff38a43a79601b0ea9ee759c1', 'fixed_ips': [{'subnet_id': '76c3ffea-5c31-4aa2-8c65-49abc9b8b587'}]}} from n-d-800634-3. {{(pid=93917) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 18:41:07.090992 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-35ce7545-5439-4e0f-a16f-ae3fe2fdd578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:07.100145 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-0ceaad43-f367-4736-a22f-626327c49c0c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728202715275', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26296891'] for segment, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:07.117224 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-82653659-eee1-403c-999b-0bf644c88436 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify callbacks [] for router, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:07.121214 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-82653659-eee1-403c-999b-0bf644c88436 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.2686355 Jul 14 18:41:07.121214 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-0ceaad43-f367-4736-a22f-626327c49c0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:07.123272 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 56982) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:41:07.129932 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-c5a02b3a-8687-46b0-908f-b54c36c424e5 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Request body: {'port': {'network_id': 'ca72fdc3-40cc-48c1-8fa8-021e151ad8ac', 'name': 'tempest-RoutersIpV6Test-213578667'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:41:07.151434 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ceaad43-f367-4736-a22f-626327c49c0c admin admin] Releasing vlan 53 on physical network physnet1 to pool {{(pid=93916) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 18:41:07.151837 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-0ceaad43-f367-4736-a22f-626327c49c0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2682942'] for segment, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:07.153974 n-d-800634-3 neutron-server[93916]: Traceback (most recent call last): Jul 14 18:41:07.153974 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 18:41:07.153974 n-d-800634-3 neutron-server[93916]: timer() Jul 14 18:41:07.153974 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 18:41:07.153974 n-d-800634-3 neutron-server[93916]: cb(*args, **kw) Jul 14 18:41:07.153974 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 18:41:07.153974 n-d-800634-3 neutron-server[93916]: return func(*args, **kwargs) Jul 14 18:41:07.153974 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 18:41:07.153974 n-d-800634-3 neutron-server[93916]: self._notify() Jul 14 18:41:07.153974 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 18:41:07.153974 n-d-800634-3 neutron-server[93916]: self.callback(batched_events) Jul 14 18:41:07.153974 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 18:41:07.153974 n-d-800634-3 neutron-server[93916]: event.method(event) Jul 14 18:41:07.153974 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 18:41:07.153974 n-d-800634-3 neutron-server[93916]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 18:41:07.153974 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 18:41:07.153974 n-d-800634-3 neutron-server[93916]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 18:41:07.153974 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 18:41:07.153974 n-d-800634-3 neutron-server[93916]: return f(self, *a, **k) Jul 14 18:41:07.153974 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 18:41:07.153974 n-d-800634-3 neutron-server[93916]: return self._get(url).json() Jul 14 18:41:07.153974 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 18:41:07.153974 n-d-800634-3 neutron-server[93916]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 18:41:07.153974 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 18:41:07.153974 n-d-800634-3 neutron-server[93916]: return self.request(url, 'GET', **kwargs) Jul 14 18:41:07.153974 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 18:41:07.153974 n-d-800634-3 neutron-server[93916]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 18:41:07.153974 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 18:41:07.153974 n-d-800634-3 neutron-server[93916]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 18:41:07.153974 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 18:41:07.153974 n-d-800634-3 neutron-server[93916]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 18:41:07.153974 n-d-800634-3 neutron-server[93916]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 18:41:07.234394 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:07.285112 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-0ceaad43-f367-4736-a22f-626327c49c0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2096001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-930085'] for network, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:07.290795 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-0ceaad43-f367-4736-a22f-626327c49c0c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598705'] for network, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:07.296035 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-0ceaad43-f367-4736-a22f-626327c49c0c admin admin] 10.222.0.16 "DELETE /v2.0/networks/2973b448-0863-4035-9456-9eed7d5094fb HTTP/1.1" status: 204 len: 168 time: 0.5399556 Jul 14 18:41:07.315914 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ceaad43-f367-4736-a22f-626327c49c0c admin admin] Pushing event deleted for resources: {'Network': ['ID=2973b448-0863-4035-9456-9eed7d5094fb,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:41:07.317471 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] For port 3da287af-2738-4486-961b-dffd7cb5b2b2, host n-h2-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=3da287af-2738-4486-961b-dffd7cb5b2b2,segment=NetworkSegment(d0d72d50-2af1-4c80-a444-7e1148083188),segment_id=d0d72d50-2af1-4c80-a444-7e1148083188)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:41:07.318779 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c97b723-59cb-4a2d-8757-30536ade8338', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3da287af-2738-4486-961b-dffd7cb5b2b2'}] {{(pid=93917) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:41:07.321669 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20b787f3c29eaa7aa2a4d648c725a2124c5ff39a8d793252f9d844495e14cf42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f811c68-c787-44a8-8d74-082d7fc98d6f" -d '{"events": [{"server_uuid": "4c97b723-59cb-4a2d-8757-30536ade8338", "name": "network-vif-plugged", "status": "completed", "tag": "3da287af-2738-4486-961b-dffd7cb5b2b2"}]}' {{(pid=93917) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:41:07.330224 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:07.362394 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-70f4a353-a7b8-4a14-a987-8139a2f0a695 req-0a45ff0a-ce3f-4cff-a9b5-1d5770f87e1d service neutron] 10.222.0.18 "GET /v2.0/networks/78f1bdd6-a438-4e68-a059-5fadb7299624?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3570743 Jul 14 18:41:07.422636 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5a02b3a-8687-46b0-908f-b54c36c424e5 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Made reservation on behalf of 78e64edff38a43a79601b0ea9ee759c1 for: {'port': 1} {{(pid=93916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:41:07.429546 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-c5a02b3a-8687-46b0-908f-b54c36c424e5 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:07.478870 n-d-800634-3 neutron-server[93916]: DEBUG neutron.notifiers.nova [None req-c5a02b3a-8687-46b0-908f-b54c36c424e5 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] device_id is not set on port 5d8ce397-65ce-409c-85d3-8deb726d4ca8 yet. {{(pid=93916) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 18:41:07.487813 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.db_base_plugin_common [None req-35ce7545-5439-4e0f-a16f-ae3fe2fdd578 None None] Allocated IP 2001:db8::2 (ca72fdc3-40cc-48c1-8fa8-021e151ad8ac/76c3ffea-5c31-4aa2-8c65-49abc9b8b587/8e831705-4a4d-4015-87b8-3d1205227ba2) {{(pid=93917) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:41:07.490379 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Pushing event updated for resources: {'Port': ['ID=3da287af-2738-4486-961b-dffd7cb5b2b2,revision_number=9']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:41:07.528812 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47c12ea-6e84-4a6a-89cb-10271160b459 req-5d05c1c6-12cd-4e5b-bf94-7b7dce0760c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:41:07.533242 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e47c12ea-6e84-4a6a-89cb-10271160b459 req-5d05c1c6-12cd-4e5b-bf94-7b7dce0760c5 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0c6eccb7d5c743f1a53a528a1f419fa2&device_id=1ec9fcdd-7fee-4ec1-ba4c-28841bc27756 HTTP/1.1" status: 200 len: 1094 time: 0.4670880 Jul 14 18:41:07.534242 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-70f4a353-a7b8-4a14-a987-8139a2f0a695 req-0461058e-e4d7-4447-a89d-1b0940fdf7bc service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=98e72a3e-3b4b-4cea-9e4f-1c80c632ced5 HTTP/1.1" status: 200 len: 217 time: 0.1456070 Jul 14 18:41:07.594546 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 56996) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:41:07.669031 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 18:41:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3aa40263-eb7c-498f-88af-f5508296a4f6 x-openstack-request-id: req-3aa40263-eb7c-498f-88af-f5508296a4f6 {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:41:07.671348 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c97b723-59cb-4a2d-8757-30536ade8338", "name": "network-vif-plugged", "status": "completed", "tag": "3da287af-2738-4486-961b-dffd7cb5b2b2", "code": 200}]} {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:41:07.671768 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3aa40263-eb7c-498f-88af-f5508296a4f6 {{(pid=93917) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:41:07.675379 n-d-800634-3 neutron-server[93917]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c97b723-59cb-4a2d-8757-30536ade8338', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3da287af-2738-4486-961b-dffd7cb5b2b2', 'code': 200} Jul 14 18:41:07.708054 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-1b33aedd-b21f-497a-a929-f379ed797e92 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=35da738978f94aeabeb79ba359759a7a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1123195 Jul 14 18:41:07.711711 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 56998) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:41:07.735407 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47c12ea-6e84-4a6a-89cb-10271160b459 req-3e62d75d-4218-4966-af87-cf1a5f5db0b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:41:07.737004 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e47c12ea-6e84-4a6a-89cb-10271160b459 req-3e62d75d-4218-4966-af87-cf1a5f5db0b5 service neutron] 10.222.0.35 "GET /v2.0/networks?id=e602d401-0f37-42a7-8ad3-944d76449831 HTTP/1.1" status: 200 len: 897 time: 0.1970026 Jul 14 18:41:07.779768 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-e120f184-7c5f-4d74-9af8-fe02860e9f5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:07.781449 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-35ce7545-5439-4e0f-a16f-ae3fe2fdd578 None None] Notify callbacks [] for port, precommit_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:07.799496 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-35ce7545-5439-4e0f-a16f-ae3fe2fdd578 None None] Transition to ACTIVE for port object 8e831705-4a4d-4015-87b8-3d1205227ba2 will not be triggered until provisioned by entity L2. {{(pid=93917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:41:07.817328 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-e120f184-7c5f-4d74-9af8-fe02860e9f5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:07.832998 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-35ce7545-5439-4e0f-a16f-ae3fe2fdd578 None None] Transition to ACTIVE for port object 8e831705-4a4d-4015-87b8-3d1205227ba2 will not be triggered until provisioned by entity DHCP. {{(pid=93917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:41:07.842623 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-35ce7545-5439-4e0f-a16f-ae3fe2fdd578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804'] for port, after_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:07.922628 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.db_base_plugin_common [None req-c5a02b3a-8687-46b0-908f-b54c36c424e5 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Allocated IP 2001:db8::2c3 (ca72fdc3-40cc-48c1-8fa8-021e151ad8ac/76c3ffea-5c31-4aa2-8c65-49abc9b8b587/5d8ce397-65ce-409c-85d3-8deb726d4ca8) {{(pid=93916) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:41:07.934204 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-e120f184-7c5f-4d74-9af8-fe02860e9f5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:07.936949 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-e120f184-7c5f-4d74-9af8-fe02860e9f5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:07.938403 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-e120f184-7c5f-4d74-9af8-fe02860e9f5d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/76b424ec-9e9e-4af7-8ed8-4b83c22e944f HTTP/1.1" status: 204 len: 168 time: 0.2254364 Jul 14 18:41:07.954624 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e120f184-7c5f-4d74-9af8-fe02860e9f5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76b424ec-9e9e-4af7-8ed8-4b83c22e944f,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:41:07.985648 n-d-800634-3 neutron-server[93917]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35ce7545-5439-4e0f-a16f-ae3fe2fdd578 None None] Network ca72fdc3-40cc-48c1-8fa8-021e151ad8ac is already hosted by enough agents. {{(pid=93917) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:41:07.990167 n-d-800634-3 neutron-server[93917]: DEBUG neutron.scheduler.base_scheduler [None req-35ce7545-5439-4e0f-a16f-ae3fe2fdd578 None None] Resources bound (agent type, host, resource id): {{(pid=93917) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:41:08.009287 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35ce7545-5439-4e0f-a16f-ae3fe2fdd578 None None] Received port after_create {{(pid=93917) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:41:08.071995 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ce7545-5439-4e0f-a16f-ae3fe2fdd578 None None] Pushing event updated for resources: {'Port': ['ID=8e831705-4a4d-4015-87b8-3d1205227ba2,revision_number=1']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:41:08.206384 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-c5a02b3a-8687-46b0-908f-b54c36c424e5 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify callbacks [] for port, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:08.208358 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-35ce7545-5439-4e0f-a16f-ae3fe2fdd578 None None] Attempting to bind port 8e831705-4a4d-4015-87b8-3d1205227ba2 on host n-d-800634-3 for vnic_type normal with profile {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:41:08.210340 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-35ce7545-5439-4e0f-a16f-ae3fe2fdd578 None None] Attempting to bind port 8e831705-4a4d-4015-87b8-3d1205227ba2 by drivers openvswitch,hyperv on host n-d-800634-3 at level 0 using segments [{'id': '8196123d-b794-43e9-8793-31b2f1e6ad2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'ca72fdc3-40cc-48c1-8fa8-021e151ad8ac'}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:41:08.211429 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35ce7545-5439-4e0f-a16f-ae3fe2fdd578 None None] Attempting to bind port 8e831705-4a4d-4015-87b8-3d1205227ba2 on network ca72fdc3-40cc-48c1-8fa8-021e151ad8ac {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:41:08.223297 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35ce7545-5439-4e0f-a16f-ae3fe2fdd578 None None] Checking agent: {'id': '01c19e91-a945-4e3c-94a6-c211e17c923e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 8, 23), 'started_at': datetime.datetime(2021, 7, 14, 18, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 18, 40, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 18:41:08.225583 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.provisioning_blocks [None req-c5a02b3a-8687-46b0-908f-b54c36c424e5 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Transition to ACTIVE for port object 5d8ce397-65ce-409c-85d3-8deb726d4ca8 will not be triggered until provisioned by entity DHCP. {{(pid=93916) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:41:08.226223 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35ce7545-5439-4e0f-a16f-ae3fe2fdd578 None None] Checking segment: {'id': '8196123d-b794-43e9-8793-31b2f1e6ad2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'ca72fdc3-40cc-48c1-8fa8-021e151ad8ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93917) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:41:08.227463 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-35ce7545-5439-4e0f-a16f-ae3fe2fdd578 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:08.229460 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35ce7545-5439-4e0f-a16f-ae3fe2fdd578 None None] Bound using segment: {'id': '8196123d-b794-43e9-8793-31b2f1e6ad2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'ca72fdc3-40cc-48c1-8fa8-021e151ad8ac'} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 18:41:08.230554 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-35ce7545-5439-4e0f-a16f-ae3fe2fdd578 None None] Bound port: 8e831705-4a4d-4015-87b8-3d1205227ba2, host: n-d-800634-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8196123d-b794-43e9-8793-31b2f1e6ad2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'ca72fdc3-40cc-48c1-8fa8-021e151ad8ac'}}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 18:41:08.231964 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-35ce7545-5439-4e0f-a16f-ae3fe2fdd578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:08.244784 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e47c12ea-6e84-4a6a-89cb-10271160b459 req-10b73114-19e9-40f7-951f-5cd0f6cf6679 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=94e25792-11f3-4f5d-aa65-06a7eb9a0663 HTTP/1.1" status: 200 len: 217 time: 0.4820638 Jul 14 18:41:08.273703 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-c5a02b3a-8687-46b0-908f-b54c36c424e5 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:08.303970 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f4a353-a7b8-4a14-a987-8139a2f0a695 req-e1061e53-283c-4ebd-b11f-4395b9ead403 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:41:08.305722 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-70f4a353-a7b8-4a14-a987-8139a2f0a695 req-e1061e53-283c-4ebd-b11f-4395b9ead403 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=19364ef1-51c6-4b67-ab09-76164da25c3f HTTP/1.1" status: 200 len: 797 time: 0.7630060 Jul 14 18:41:08.348215 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5a02b3a-8687-46b0-908f-b54c36c424e5 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Network ca72fdc3-40cc-48c1-8fa8-021e151ad8ac is already hosted by enough agents. {{(pid=93916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:41:08.352600 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [None req-c5a02b3a-8687-46b0-908f-b54c36c424e5 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Resources bound (agent type, host, resource id): {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:41:08.359915 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5a02b3a-8687-46b0-908f-b54c36c424e5 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Received port after_create {{(pid=93916) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:41:08.367938 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5a02b3a-8687-46b0-908f-b54c36c424e5 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:41:08.368624 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-c5a02b3a-8687-46b0-908f-b54c36c424e5 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:08.383016 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a02b3a-8687-46b0-908f-b54c36c424e5 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Pushing event updated for resources: {'Port': ['ID=5d8ce397-65ce-409c-85d3-8deb726d4ca8,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:41:08.406793 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a02b3a-8687-46b0-908f-b54c36c424e5 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:41:08.406793 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a02b3a-8687-46b0-908f-b54c36c424e5 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:41:08.407014 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a02b3a-8687-46b0-908f-b54c36c424e5 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:41:08.409475 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a02b3a-8687-46b0-908f-b54c36c424e5 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:41:08.410051 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a02b3a-8687-46b0-908f-b54c36c424e5 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:41:08.410388 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a02b3a-8687-46b0-908f-b54c36c424e5 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:41:08.410699 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-35ce7545-5439-4e0f-a16f-ae3fe2fdd578 None None] For port 8e831705-4a4d-4015-87b8-3d1205227ba2, host n-d-800634-3, cleared binding levels {{(pid=93917) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:41:08.411961 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a02b3a-8687-46b0-908f-b54c36c424e5 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:41:08.413351 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a02b3a-8687-46b0-908f-b54c36c424e5 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:41:08.414722 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a02b3a-8687-46b0-908f-b54c36c424e5 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:41:08.415070 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a02b3a-8687-46b0-908f-b54c36c424e5 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:41:08.416800 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-35ce7545-5439-4e0f-a16f-ae3fe2fdd578 None None] For port 8e831705-4a4d-4015-87b8-3d1205227ba2, host n-d-800634-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=8e831705-4a4d-4015-87b8-3d1205227ba2,segment=NetworkSegment(8196123d-b794-43e9-8793-31b2f1e6ad2a),segment_id=8196123d-b794-43e9-8793-31b2f1e6ad2a)] {{(pid=93917) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 18:41:08.417454 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a02b3a-8687-46b0-908f-b54c36c424e5 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:41:08.418027 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a02b3a-8687-46b0-908f-b54c36c424e5 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:41:08.433556 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-35ce7545-5439-4e0f-a16f-ae3fe2fdd578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:08.438176 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-c5a02b3a-8687-46b0-908f-b54c36c424e5 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.3138244 Jul 14 18:41:08.442977 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 57012) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:41:08.448519 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dec0c6b-458e-48bc-9066-d689bee9fae1 req-aadf6343-5b7c-400d-86d6-a31114891ab0 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:41:08.459837 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2dec0c6b-458e-48bc-9066-d689bee9fae1 req-aadf6343-5b7c-400d-86d6-a31114891ab0 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] 10.222.0.16 "GET /v2.0/ports?device_id=4c97b723-59cb-4a2d-8757-30536ade8338 HTTP/1.1" status: 200 len: 944 time: 1.2091343 Jul 14 18:41:08.593067 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ce7545-5439-4e0f-a16f-ae3fe2fdd578 None None] Pushing event updated for resources: {'Port': ['ID=8e831705-4a4d-4015-87b8-3d1205227ba2,revision_number=2']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:41:08.598772 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 57016) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:41:08.604548 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2dec0c6b-458e-48bc-9066-d689bee9fae1 req-b716cdf1-e172-41f4-8d5e-8d795cc0f3b1 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] 10.222.0.16 "GET /v2.0/security-groups?id=594b2ab7-3a96-48b2-98bb-9a68eebb818a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1108029 Jul 14 18:41:08.647371 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47c12ea-6e84-4a6a-89cb-10271160b459 req-a9f89b50-2fc3-451a-8637-16d8cb3657eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:41:08.655150 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e47c12ea-6e84-4a6a-89cb-10271160b459 req-a9f89b50-2fc3-451a-8637-16d8cb3657eb service neutron] 10.222.0.35 "GET /v2.0/subnets?id=848c5164-aa90-4aeb-8036-3a760cd657a3 HTTP/1.1" status: 200 len: 834 time: 0.3887498 Jul 14 18:41:08.784330 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Device 94e25792-11f3-4f5d-aa65-06a7eb9a0663 details requested by agent hyperv_n-h2-800634-3 with host n-h2-800634-3 {{(pid=93917) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 18:41:08.808001 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f4a353-a7b8-4a14-a987-8139a2f0a695 req-4aeb0a92-6fba-413c-a602-489ddc4eef62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:41:08.809672 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-70f4a353-a7b8-4a14-a987-8139a2f0a695 req-4aeb0a92-6fba-413c-a602-489ddc4eef62 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=63a5555f-a22d-4515-8f3a-d708078edd37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4146152 Jul 14 18:41:08.849424 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd34608-aa4f-4ca2-acd0-32795129b329 req-47906d45-155c-48d3-9c4e-cfb2f237525f tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:41:08.860913 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-4fd34608-aa4f-4ca2-acd0-32795129b329 req-47906d45-155c-48d3-9c4e-cfb2f237525f tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] 10.222.0.16 "GET /v2.0/ports?device_id=1ec9fcdd-7fee-4ec1-ba4c-28841bc27756 HTTP/1.1" status: 200 len: 943 time: 0.6068783 Jul 14 18:41:08.900233 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-ad447e4b-e9db-4d09-859d-874012d27f27 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0eda081384d943dfb446c8d041fce1ab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2916479 Jul 14 18:41:08.901330 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 57018) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:41:09.002870 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] For port 94e25792-11f3-4f5d-aa65-06a7eb9a0663, host n-h2-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=94e25792-11f3-4f5d-aa65-06a7eb9a0663,segment=NetworkSegment(023a2c51-fc5a-4668-8579-f4c9504fe4e4),segment_id=023a2c51-fc5a-4668-8579-f4c9504fe4e4)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:41:09.025909 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Returning: {'device': '94e25792-11f3-4f5d-aa65-06a7eb9a0663', 'network_id': 'e602d401-0f37-42a7-8ad3-944d76449831', 'port_id': '94e25792-11f3-4f5d-aa65-06a7eb9a0663', 'mac_address': 'fa:16:3e:05:f9:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '848c5164-aa90-4aeb-8036-3a760cd657a3', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93917) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 18:41:09.033173 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-37eb265d-3138-4424-96ef-3cce3fca1317 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:09.123529 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc88d6d1-40ed-4505-8da6-2d2c92dcdb45 req-4fbce9b5-8778-4549-aa99-46d55307b1d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:41:09.129990 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-cc88d6d1-40ed-4505-8da6-2d2c92dcdb45 req-4fbce9b5-8778-4549-aa99-46d55307b1d5 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=4c97b723-59cb-4a2d-8757-30536ade8338&tenant_id=af718961b2754d7c873f442ed35947bb HTTP/1.1" status: 200 len: 1096 time: 0.6120613 Jul 14 18:41:09.146703 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:09.180013 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94e25792-11f3-4f5d-aa65-06a7eb9a0663 {{(pid=93917) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 18:41:09.191985 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [req-cc88d6d1-40ed-4505-8da6-2d2c92dcdb45 req-6d6ea316-4804-472e-985a-14c9690570b9 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-800634-3', 'device_owner': 'compute:nova'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:41:09.206851 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] For port 94e25792-11f3-4f5d-aa65-06a7eb9a0663, host n-h2-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=94e25792-11f3-4f5d-aa65-06a7eb9a0663,segment=NetworkSegment(023a2c51-fc5a-4668-8579-f4c9504fe4e4),segment_id=023a2c51-fc5a-4668-8579-f4c9504fe4e4)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:41:09.211923 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:09.265083 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47c12ea-6e84-4a6a-89cb-10271160b459 req-e5366c59-18b2-465a-ba93-c7728c5ede01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:41:09.266731 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e47c12ea-6e84-4a6a-89cb-10271160b459 req-e5366c59-18b2-465a-ba93-c7728c5ede01 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e602d401-0f37-42a7-8ad3-944d76449831&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6030769 Jul 14 18:41:09.280599 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-4fd34608-aa4f-4ca2-acd0-32795129b329 req-a7dffa4f-66c5-402b-9e01-097c88392309 tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5ae17c4-2e49-4e68-9235-78bd0301425c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4170647 Jul 14 18:41:09.292197 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Pushing event updated for resources: {'Port': ['ID=94e25792-11f3-4f5d-aa65-06a7eb9a0663,revision_number=4']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:41:09.426611 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-6ed2a625-b28c-41be-91cb-479de0f5abd4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:09.443711 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-cc88d6d1-40ed-4505-8da6-2d2c92dcdb45 req-6d6ea316-4804-472e-985a-14c9690570b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:09.468321 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-70f4a353-a7b8-4a14-a987-8139a2f0a695 req-aea27731-49f7-42b7-b400-21e23a338593 service neutron] 10.222.0.18 "GET /v2.0/networks/63a5555f-a22d-4515-8f3a-d708078edd37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5862255 Jul 14 18:41:09.502444 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] get_ports_and_sgs() called for port_ids ['94e25792-11f3-4f5d-aa65-06a7eb9a0663'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 18:41:09.541827 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-6ed2a625-b28c-41be-91cb-479de0f5abd4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:09.628998 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e47c12ea-6e84-4a6a-89cb-10271160b459 req-8ef6f3be-9525-48ce-a2a7-b1a15f29ff3d service neutron] 10.222.0.35 "GET /v2.0/networks/e602d401-0f37-42a7-8ad3-944d76449831?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3164921 Jul 14 18:41:09.863199 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 8e831705-4a4d-4015-87b8-3d1205227ba2 up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:41:09.987149 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a62df706-bcfd-4946-94d0-dbe4f7d21806 None None] Network ca72fdc3-40cc-48c1-8fa8-021e151ad8ac requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:41:10.095247 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-adcd0d2c-9c6b-42b9-82b8-1a17b2f1cf8e None None] Provisioning for port 8e831705-4a4d-4015-87b8-3d1205227ba2 completed by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:41:10.123490 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning for port 8e831705-4a4d-4015-87b8-3d1205227ba2 completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:41:10.139104 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port 8e831705-4a4d-4015-87b8-3d1205227ba2 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:41:10.139550 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:10.175540 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-37eb265d-3138-4424-96ef-3cce3fca1317 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify callbacks [] for port, precommit_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:10.182263 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-6ed2a625-b28c-41be-91cb-479de0f5abd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:10.182263 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-6ed2a625-b28c-41be-91cb-479de0f5abd4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:10.183183 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-6ed2a625-b28c-41be-91cb-479de0f5abd4 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3348d52c-d4b9-45af-809c-a9fa3562e0cd HTTP/1.1" status: 204 len: 168 time: 1.2300608 Jul 14 18:41:10.189122 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-70f4a353-a7b8-4a14-a987-8139a2f0a695 req-f446430e-1c9c-417e-862a-43f0b7b5eb63 service neutron] 10.222.0.18 "GET /v2.0/networks/63a5555f-a22d-4515-8f3a-d708078edd37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6910822 Jul 14 18:41:10.190975 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-37eb265d-3138-4424-96ef-3cce3fca1317 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2684870'] for port, after_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:10.269544 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed2a625-b28c-41be-91cb-479de0f5abd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3348d52c-d4b9-45af-809c-a9fa3562e0cd,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:41:10.280757 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-70f4a353-a7b8-4a14-a987-8139a2f0a695 req-4b8871b5-e501-452e-ab77-7d44babcaa94 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=0caf44dc-58df-4be6-8bff-86cf8aeccff9 HTTP/1.1" status: 200 len: 217 time: 0.0854609 Jul 14 18:41:10.321159 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e47c12ea-6e84-4a6a-89cb-10271160b459 req-d5d975cd-573c-4d90-8917-10b2f256fe49 service neutron] 10.222.0.35 "GET /v2.0/networks/e602d401-0f37-42a7-8ad3-944d76449831?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6482031 Jul 14 18:41:10.357022 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37eb265d-3138-4424-96ef-3cce3fca1317 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Pushing event updated for resources: {'Port': ['ID=5d8ce397-65ce-409c-85d3-8deb726d4ca8,revision_number=2']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:41:10.460326 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:10.480040 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f4a353-a7b8-4a14-a987-8139a2f0a695 req-907e95a0-4bd7-4161-9a81-79555f8eeee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:41:10.487892 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-70f4a353-a7b8-4a14-a987-8139a2f0a695 req-907e95a0-4bd7-4161-9a81-79555f8eeee5 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=19364ef1-51c6-4b67-ab09-76164da25c3f HTTP/1.1" status: 200 len: 797 time: 0.1910677 Jul 14 18:41:10.519283 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] For port 8e831705-4a4d-4015-87b8-3d1205227ba2, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=8e831705-4a4d-4015-87b8-3d1205227ba2,segment=NetworkSegment(8196123d-b794-43e9-8793-31b2f1e6ad2a),segment_id=8196123d-b794-43e9-8793-31b2f1e6ad2a)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:41:10.527416 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:10.555817 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e636af2-2b98-49f6-af60-79190831a93a req-4bc7db3d-81a3-4a96-9f5d-bd7f9af7384c tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:41:10.558089 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-0e636af2-2b98-49f6-af60-79190831a93a req-4bc7db3d-81a3-4a96-9f5d-bd7f9af7384c tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] 10.222.0.16 "GET /v2.0/ports?device_id=4c97b723-59cb-4a2d-8757-30536ade8338 HTTP/1.1" status: 200 len: 945 time: 0.5406580 Jul 14 18:41:10.624984 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Pushing event updated for resources: {'Port': ['ID=8e831705-4a4d-4015-87b8-3d1205227ba2,revision_number=3']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:41:10.670794 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-cc88d6d1-40ed-4505-8da6-2d2c92dcdb45 req-6d6ea316-4804-472e-985a-14c9690570b9 service neutron] For port 3da287af-2738-4486-961b-dffd7cb5b2b2, host n-h2-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=3da287af-2738-4486-961b-dffd7cb5b2b2,segment=NetworkSegment(d0d72d50-2af1-4c80-a444-7e1148083188),segment_id=d0d72d50-2af1-4c80-a444-7e1148083188)] {{(pid=93915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:41:10.738435 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-37eb265d-3138-4424-96ef-3cce3fca1317 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-930452'] for router_interface, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:10.800613 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Device 3da287af-2738-4486-961b-dffd7cb5b2b2 no longer exists at agent hyperv_n-h2-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 18:41:10.800807 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-0e636af2-2b98-49f6-af60-79190831a93a req-775a3022-0e12-417d-8814-6ad63801485b tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] 10.222.0.16 "GET /v2.0/security-groups?id=594b2ab7-3a96-48b2-98bb-9a68eebb818a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2297227 Jul 14 18:41:10.825517 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-cc88d6d1-40ed-4505-8da6-2d2c92dcdb45 req-6d6ea316-4804-472e-985a-14c9690570b9 service neutron] For port 3da287af-2738-4486-961b-dffd7cb5b2b2, host n-h2-800634-3, cleared binding levels {{(pid=93915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:41:10.830262 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f4a353-a7b8-4a14-a987-8139a2f0a695 req-be447fc5-8f77-4648-a600-4c0fe3598e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:41:10.832316 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-70f4a353-a7b8-4a14-a987-8139a2f0a695 req-be447fc5-8f77-4648-a600-4c0fe3598e70 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=63a5555f-a22d-4515-8f3a-d708078edd37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3180127 Jul 14 18:41:10.897241 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6eeb676-3bce-4277-b15a-b7d9401e7209 req-f6a4f767-5f4c-4159-bdc3-cb5000cfae75 tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:41:10.905276 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e6eeb676-3bce-4277-b15a-b7d9401e7209 req-f6a4f767-5f4c-4159-bdc3-cb5000cfae75 tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] 10.222.0.16 "GET /v2.0/ports?device_id=1ec9fcdd-7fee-4ec1-ba4c-28841bc27756 HTTP/1.1" status: 200 len: 944 time: 0.2740183 Jul 14 18:41:10.932289 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.agents_db [None req-2ea07fb6-aa68-4671-8654-119d82b9f530 None None] Agent healthcheck: found 7 active agents {{(pid=93918) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 18:41:11.019577 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c97b723-59cb-4a2d-8757-30536ade8338', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3da287af-2738-4486-961b-dffd7cb5b2b2'}] {{(pid=93915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:41:11.028422 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e72782ad3af8f7d4ce76cedf092bca46d1756acc5c4653cf0b52034cdd6b073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57845388-d045-4f42-b369-5841dd16b143" -d '{"events": [{"server_uuid": "4c97b723-59cb-4a2d-8757-30536ade8338", "name": "network-vif-unplugged", "status": "completed", "tag": "3da287af-2738-4486-961b-dffd7cb5b2b2"}]}' {{(pid=93915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:41:11.044939 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-cc88d6d1-40ed-4505-8da6-2d2c92dcdb45 req-6d6ea316-4804-472e-985a-14c9690570b9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:11.051770 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-37eb265d-3138-4424-96ef-3cce3fca1317 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:11.073228 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e6eeb676-3bce-4277-b15a-b7d9401e7209 req-59a3f21e-722a-4fae-9180-a97ad23b3f7d tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5ae17c4-2e49-4e68-9235-78bd0301425c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1667042 Jul 14 18:41:11.090671 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:11.148447 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.provisioning_blocks [req-cc88d6d1-40ed-4505-8da6-2d2c92dcdb45 req-6d6ea316-4804-472e-985a-14c9690570b9 service neutron] Transition to ACTIVE for port object 3da287af-2738-4486-961b-dffd7cb5b2b2 will not be triggered until provisioned by entity L2. {{(pid=93915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:41:11.168193 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-cc88d6d1-40ed-4505-8da6-2d2c92dcdb45 req-6d6ea316-4804-472e-985a-14c9690570b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25912978'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:11.218433 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-e8557f7e-8837-4ffe-ac17-a5877af40878 None None] Provisioning for port 5d8ce397-65ce-409c-85d3-8deb726d4ca8 completed by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:41:11.225093 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-e8557f7e-8837-4ffe-ac17-a5877af40878 None None] Provisioning complete for port 5d8ce397-65ce-409c-85d3-8deb726d4ca8 triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:41:11.225463 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-e8557f7e-8837-4ffe-ac17-a5877af40878 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:11.258503 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 14 Jul 2021 18:41:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19006602-ef30-4718-9105-acf96802c0d0 x-openstack-request-id: req-19006602-ef30-4718-9105-acf96802c0d0 {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:41:11.258850 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c97b723-59cb-4a2d-8757-30536ade8338", "name": "network-vif-unplugged", "status": "completed", "tag": "3da287af-2738-4486-961b-dffd7cb5b2b2", "code": 200}]} {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:41:11.259057 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-19006602-ef30-4718-9105-acf96802c0d0 {{(pid=93915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:41:11.259495 n-d-800634-3 neutron-server[93915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c97b723-59cb-4a2d-8757-30536ade8338', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3da287af-2738-4486-961b-dffd7cb5b2b2', 'code': 200} Jul 14 18:41:11.279995 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-70f4a353-a7b8-4a14-a987-8139a2f0a695 req-4b225328-b228-49bf-b60c-8fabb4462179 service neutron] 10.222.0.18 "GET /v2.0/networks/63a5555f-a22d-4515-8f3a-d708078edd37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3939445 Jul 14 18:41:11.324323 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.db.api [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93917) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 14 18:41:11.326340 n-d-800634-3 neutron-server[93917]: DEBUG oslo_db.api [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 18:41:11.345572 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-e8557f7e-8837-4ffe-ac17-a5877af40878 None None] Port 5d8ce397-65ce-409c-85d3-8deb726d4ca8 cannot update to ACTIVE because it is not bound. {{(pid=93917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 18:41:11.384808 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-e8557f7e-8837-4ffe-ac17-a5877af40878 None None] Provisioning complete for port 8e831705-4a4d-4015-87b8-3d1205227ba2 triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:41:11.385251 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-e8557f7e-8837-4ffe-ac17-a5877af40878 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:11.398763 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc88d6d1-40ed-4505-8da6-2d2c92dcdb45 req-6d6ea316-4804-472e-985a-14c9690570b9 service neutron] No DVR routers for this DVR port 3da287af-2738-4486-961b-dffd7cb5b2b2 on host n-h2-800634-3 {{(pid=93915) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 18:41:11.403830 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6ea316-4804-472e-985a-14c9690570b9 service neutron] Pushing event updated for resources: {'Port': ['ID=3da287af-2738-4486-961b-dffd7cb5b2b2,revision_number=10']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:41:11.818433 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 8e831705-4a4d-4015-87b8-3d1205227ba2 up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:41:11.878906 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-70f4a353-a7b8-4a14-a987-8139a2f0a695 req-87ed8176-84bc-4a58-9159-b586ecb44433 service neutron] 10.222.0.18 "GET /v2.0/networks/63a5555f-a22d-4515-8f3a-d708078edd37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5234163 Jul 14 18:41:11.939393 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-37eb265d-3138-4424-96ef-3cce3fca1317 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify callbacks [] for port, precommit_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:11.950277 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-37eb265d-3138-4424-96ef-3cce3fca1317 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2684870'] for port, after_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:11.955678 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-37eb265d-3138-4424-96ef-3cce3fca1317 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-598741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-928734'] for router_interface, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:11.956311 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-67ddbc1d-188e-4bf8-b66a-318d10d8b57c None None] Provisioning complete for port 5d8ce397-65ce-409c-85d3-8deb726d4ca8 triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:41:11.956693 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-67ddbc1d-188e-4bf8-b66a-318d10d8b57c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:12.057758 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-67ddbc1d-188e-4bf8-b66a-318d10d8b57c None None] Port 5d8ce397-65ce-409c-85d3-8deb726d4ca8 cannot update to ACTIVE because it is not bound. {{(pid=93917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 18:41:12.112460 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port 8e831705-4a4d-4015-87b8-3d1205227ba2 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:41:12.113036 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:12.162822 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-cc88d6d1-40ed-4505-8da6-2d2c92dcdb45 req-6d6ea316-4804-472e-985a-14c9690570b9 service neutron] Attempting to bind port 3da287af-2738-4486-961b-dffd7cb5b2b2 on host n-h1-800634-3 for vnic_type normal with profile {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:41:12.163472 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-cc88d6d1-40ed-4505-8da6-2d2c92dcdb45 req-6d6ea316-4804-472e-985a-14c9690570b9 service neutron] Attempting to bind port 3da287af-2738-4486-961b-dffd7cb5b2b2 by drivers openvswitch,hyperv on host n-h1-800634-3 at level 0 using segments [{'id': 'd0d72d50-2af1-4c80-a444-7e1148083188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '4af60b63-c835-45f6-978c-4969f04b1f64'}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:41:12.163972 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc88d6d1-40ed-4505-8da6-2d2c92dcdb45 req-6d6ea316-4804-472e-985a-14c9690570b9 service neutron] Attempting to bind port 3da287af-2738-4486-961b-dffd7cb5b2b2 on network 4af60b63-c835-45f6-978c-4969f04b1f64 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:41:12.180974 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc88d6d1-40ed-4505-8da6-2d2c92dcdb45 req-6d6ea316-4804-472e-985a-14c9690570b9 service neutron] Port 3da287af-2738-4486-961b-dffd7cb5b2b2 on network 4af60b63-c835-45f6-978c-4969f04b1f64 not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-3 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 18:41:12.182237 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc88d6d1-40ed-4505-8da6-2d2c92dcdb45 req-6d6ea316-4804-472e-985a-14c9690570b9 service neutron] Attempting to bind port 3da287af-2738-4486-961b-dffd7cb5b2b2 on network 4af60b63-c835-45f6-978c-4969f04b1f64 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:41:12.189422 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc88d6d1-40ed-4505-8da6-2d2c92dcdb45 req-6d6ea316-4804-472e-985a-14c9690570b9 service neutron] Checking agent: {'id': 'a3630ff4-fbee-45d9-b9b6-0ae41cb3a350', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 15, 32), 'started_at': datetime.datetime(2021, 7, 14, 18, 15, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 18, 41, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 18:41:12.190092 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc88d6d1-40ed-4505-8da6-2d2c92dcdb45 req-6d6ea316-4804-472e-985a-14c9690570b9 service neutron] Checking segment: {'id': 'd0d72d50-2af1-4c80-a444-7e1148083188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '4af60b63-c835-45f6-978c-4969f04b1f64'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:41:12.190725 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc88d6d1-40ed-4505-8da6-2d2c92dcdb45 req-6d6ea316-4804-472e-985a-14c9690570b9 service neutron] Bound using segment: {'id': 'd0d72d50-2af1-4c80-a444-7e1148083188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '4af60b63-c835-45f6-978c-4969f04b1f64'} {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 18:41:12.191403 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-cc88d6d1-40ed-4505-8da6-2d2c92dcdb45 req-6d6ea316-4804-472e-985a-14c9690570b9 service neutron] Bound port: 3da287af-2738-4486-961b-dffd7cb5b2b2, host: n-h1-800634-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0d72d50-2af1-4c80-a444-7e1148083188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '4af60b63-c835-45f6-978c-4969f04b1f64'}}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 18:41:12.191995 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-cc88d6d1-40ed-4505-8da6-2d2c92dcdb45 req-6d6ea316-4804-472e-985a-14c9690570b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:12.217669 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37eb265d-3138-4424-96ef-3cce3fca1317 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Pushing event updated for resources: {'Port': ['ID=5d8ce397-65ce-409c-85d3-8deb726d4ca8,revision_number=3']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:41:12.233253 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-8512b611-0fdb-4c0e-b454-e035e0bb2502 None None] Provisioning complete for port 5d8ce397-65ce-409c-85d3-8deb726d4ca8 triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:41:12.233630 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-8512b611-0fdb-4c0e-b454-e035e0bb2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:12.269923 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37eb265d-3138-4424-96ef-3cce3fca1317 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Network ca72fdc3-40cc-48c1-8fa8-021e151ad8ac is already hosted by enough agents. {{(pid=93916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:41:12.272729 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [None req-37eb265d-3138-4424-96ef-3cce3fca1317 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Resources bound (agent type, host, resource id): {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:41:12.303112 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a194b5-e757-433a-906b-d763ef907738 req-a1f9b951-82cb-4f38-b462-0557728889bc tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:41:12.304897 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-68a194b5-e757-433a-906b-d763ef907738 req-a1f9b951-82cb-4f38-b462-0557728889bc tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] 10.222.0.16 "GET /v2.0/ports?device_id=4c97b723-59cb-4a2d-8757-30536ade8338 HTTP/1.1" status: 200 len: 944 time: 0.1718121 Jul 14 18:41:12.338544 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-8512b611-0fdb-4c0e-b454-e035e0bb2502 None None] Port 5d8ce397-65ce-409c-85d3-8deb726d4ca8 cannot update to ACTIVE because it is not bound. {{(pid=93917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 18:41:12.430297 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-cc88d6d1-40ed-4505-8da6-2d2c92dcdb45 req-6d6ea316-4804-472e-985a-14c9690570b9 service neutron] For port 3da287af-2738-4486-961b-dffd7cb5b2b2, host n-h1-800634-3, cleared binding levels {{(pid=93915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:41:12.435389 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-68a194b5-e757-433a-906b-d763ef907738 req-d2b40ddc-55d9-4c89-b643-910619ac4058 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] 10.222.0.16 "GET /v2.0/security-groups?id=594b2ab7-3a96-48b2-98bb-9a68eebb818a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0981891 Jul 14 18:41:12.460452 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908872a7-86e0-4a62-95e8-66f69fa85920 req-0be5f2fd-ee47-4c3c-ad8d-cd9fb95b607e tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:41:12.460452 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-908872a7-86e0-4a62-95e8-66f69fa85920 req-0be5f2fd-ee47-4c3c-ad8d-cd9fb95b607e tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] 10.222.0.16 "GET /v2.0/ports?device_id=1ec9fcdd-7fee-4ec1-ba4c-28841bc27756 HTTP/1.1" status: 200 len: 944 time: 0.2384737 Jul 14 18:41:12.468493 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-cc88d6d1-40ed-4505-8da6-2d2c92dcdb45 req-6d6ea316-4804-472e-985a-14c9690570b9 service neutron] For port 3da287af-2738-4486-961b-dffd7cb5b2b2, host n-h1-800634-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=3da287af-2738-4486-961b-dffd7cb5b2b2,segment=NetworkSegment(d0d72d50-2af1-4c80-a444-7e1148083188),segment_id=d0d72d50-2af1-4c80-a444-7e1148083188)] {{(pid=93915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 18:41:12.479822 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-cc88d6d1-40ed-4505-8da6-2d2c92dcdb45 req-6d6ea316-4804-472e-985a-14c9690570b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25912978'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:12.495067 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37eb265d-3138-4424-96ef-3cce3fca1317 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Router bd6084eb-3da4-4182-bc53-8462e0c568f6 is scheduled to L3 agent 2c6eb27e-defb-4cca-9a24-381c7415e359 with binding_index 1 {{(pid=93916) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 18:41:12.553500 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-908872a7-86e0-4a62-95e8-66f69fa85920 req-07602453-71d1-4e7c-9e16-b5fa8858d1f2 tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5ae17c4-2e49-4e68-9235-78bd0301425c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0871737 Jul 14 18:41:12.574269 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc88d6d1-40ed-4505-8da6-2d2c92dcdb45 req-6d6ea316-4804-472e-985a-14c9690570b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:41:12.575409 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-cc88d6d1-40ed-4505-8da6-2d2c92dcdb45 req-6d6ea316-4804-472e-985a-14c9690570b9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:12.577032 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-cc88d6d1-40ed-4505-8da6-2d2c92dcdb45 req-6d6ea316-4804-472e-985a-14c9690570b9 service neutron] 10.222.0.18 "PUT /v2.0/ports/3da287af-2738-4486-961b-dffd7cb5b2b2 HTTP/1.1" status: 200 len: 1092 time: 3.4116323 Jul 14 18:41:12.599459 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6ea316-4804-472e-985a-14c9690570b9 service neutron] Pushing event updated for resources: {'Port': ['ID=3da287af-2738-4486-961b-dffd7cb5b2b2,revision_number=11']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:41:12.750296 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37eb265d-3138-4424-96ef-3cce3fca1317 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify agent at l3_agent.n-d-800634-3 the message routers_updated {{(pid=93916) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 18:41:12.752958 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-d231ecf1-c2c0-4106-aecf-37deca5fc71a None None] Provisioning complete for port 5d8ce397-65ce-409c-85d3-8deb726d4ca8 triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:41:12.757534 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-d231ecf1-c2c0-4106-aecf-37deca5fc71a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:12.764632 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51ccaf1f-87e2-4929-aa95-240c62ae962a None None] Sync routers for ids ['bd6084eb-3da4-4182-bc53-8462e0c568f6'] in n-d-800634-3 {{(pid=93918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 18:41:12.773785 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 57116) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:41:12.774513 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-37eb265d-3138-4424-96ef-3cce3fca1317 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] 10.222.0.16 "PUT /v2.0/routers/bd6084eb-3da4-4182-bc53-8462e0c568f6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3304350 Jul 14 18:41:12.782320 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51ccaf1f-87e2-4929-aa95-240c62ae962a None None] Routers {'bd6084eb-3da4-4182-bc53-8462e0c568f6'} bound to L3 agent in host n-d-800634-3 {{(pid=93918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:41:12.783523 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-51ccaf1f-87e2-4929-aa95-240c62ae962a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:40:53Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['bd6084eb-3da4-4182-bc53-8462e0c568f6'], 'active': True} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:41:12.839491 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Device 94e25792-11f3-4f5d-aa65-06a7eb9a0663 up at agent hyperv_n-h2-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:41:12.895067 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-d231ecf1-c2c0-4106-aecf-37deca5fc71a None None] Port 5d8ce397-65ce-409c-85d3-8deb726d4ca8 cannot update to ACTIVE because it is not bound. {{(pid=93917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 18:41:12.946964 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-51ccaf1f-87e2-4929-aa95-240c62ae962a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-3', False) {} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:41:12.948501 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Provisioning for port 94e25792-11f3-4f5d-aa65-06a7eb9a0663 completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:41:12.954960 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Provisioning complete for port 94e25792-11f3-4f5d-aa65-06a7eb9a0663 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:41:12.955490 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:12.971673 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51ccaf1f-87e2-4929-aa95-240c62ae962a None None] Routers {'bd6084eb-3da4-4182-bc53-8462e0c568f6'} bound to L3 agent in host n-d-800634-3 {{(pid=93918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:41:12.972547 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-51ccaf1f-87e2-4929-aa95-240c62ae962a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:40:53Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['bd6084eb-3da4-4182-bc53-8462e0c568f6'], 'active': True} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:41:13.075525 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-51ccaf1f-87e2-4929-aa95-240c62ae962a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-3', False) {} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:41:13.089105 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51ccaf1f-87e2-4929-aa95-240c62ae962a None None] The sync data for ids ['bd6084eb-3da4-4182-bc53-8462e0c568f6'] in n-d-800634-3 is: [] {{(pid=93918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 18:41:13.191701 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:13.254057 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] For port 94e25792-11f3-4f5d-aa65-06a7eb9a0663, host n-h2-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=94e25792-11f3-4f5d-aa65-06a7eb9a0663,segment=NetworkSegment(023a2c51-fc5a-4668-8579-f4c9504fe4e4),segment_id=023a2c51-fc5a-4668-8579-f4c9504fe4e4)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:41:13.255090 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ec9fcdd-7fee-4ec1-ba4c-28841bc27756', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94e25792-11f3-4f5d-aa65-06a7eb9a0663'}] {{(pid=93917) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:41:13.258101 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20b787f3c29eaa7aa2a4d648c725a2124c5ff39a8d793252f9d844495e14cf42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1744a103-7ebc-4032-adbb-5de11eece0c1" -d '{"events": [{"server_uuid": "1ec9fcdd-7fee-4ec1-ba4c-28841bc27756", "name": "network-vif-plugged", "status": "completed", "tag": "94e25792-11f3-4f5d-aa65-06a7eb9a0663"}]}' {{(pid=93917) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:41:13.263430 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:13.318170 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c97b723-59cb-4a2d-8757-30536ade8338', 'tag': '3da287af-2738-4486-961b-dffd7cb5b2b2'}] {{(pid=93915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:41:13.320869 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e72782ad3af8f7d4ce76cedf092bca46d1756acc5c4653cf0b52034cdd6b073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdafc7d0-3afd-42df-9fb3-273b0e5fc690" -d '{"events": [{"name": "network-changed", "server_uuid": "4c97b723-59cb-4a2d-8757-30536ade8338", "tag": "3da287af-2738-4486-961b-dffd7cb5b2b2"}]}' {{(pid=93915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:41:13.344862 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc88d6d1-40ed-4505-8da6-2d2c92dcdb45 req-b8e12725-f28c-4dad-aa24-2f00d731d0e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:41:13.346369 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-cc88d6d1-40ed-4505-8da6-2d2c92dcdb45 req-b8e12725-f28c-4dad-aa24-2f00d731d0e7 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=af718961b2754d7c873f442ed35947bb&device_id=4c97b723-59cb-4a2d-8757-30536ade8338 HTTP/1.1" status: 200 len: 1095 time: 0.7170939 Jul 14 18:41:13.357925 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8634b3bc-913d-479b-9d94-cf5e458a0913 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:41:13.358707 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-8634b3bc-913d-479b-9d94-cf5e458a0913 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] 10.222.0.16 "GET /v2.0/ports/5d8ce397-65ce-409c-85d3-8deb726d4ca8 HTTP/1.1" status: 200 len: 983 time: 0.5794847 Jul 14 18:41:13.362205 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 57150) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:41:13.365488 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 18:41:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f03bc9a0-5762-4ee5-a040-6b5d278a2e8d x-openstack-request-id: req-f03bc9a0-5762-4ee5-a040-6b5d278a2e8d {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:41:13.366293 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ec9fcdd-7fee-4ec1-ba4c-28841bc27756", "name": "network-vif-plugged", "status": "completed", "tag": "94e25792-11f3-4f5d-aa65-06a7eb9a0663", "code": 200}]} {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:41:13.368106 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f03bc9a0-5762-4ee5-a040-6b5d278a2e8d {{(pid=93917) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:41:13.369071 n-d-800634-3 neutron-server[93917]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ec9fcdd-7fee-4ec1-ba4c-28841bc27756', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94e25792-11f3-4f5d-aa65-06a7eb9a0663', 'code': 200} Jul 14 18:41:13.381902 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Pushing event updated for resources: {'Port': ['ID=94e25792-11f3-4f5d-aa65-06a7eb9a0663,revision_number=5']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:41:13.424151 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 18:41:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3c0e4b2-193d-4599-877f-7a76abc7d38b x-openstack-request-id: req-f3c0e4b2-193d-4599-877f-7a76abc7d38b {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:41:13.424151 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c97b723-59cb-4a2d-8757-30536ade8338", "tag": "3da287af-2738-4486-961b-dffd7cb5b2b2", "status": "completed", "code": 200}]} {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:41:13.424480 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f3c0e4b2-193d-4599-877f-7a76abc7d38b {{(pid=93915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:41:13.424851 n-d-800634-3 neutron-server[93915]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c97b723-59cb-4a2d-8757-30536ade8338', 'tag': '3da287af-2738-4486-961b-dffd7cb5b2b2', 'status': 'completed', 'code': 200} Jul 14 18:41:13.538237 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc88d6d1-40ed-4505-8da6-2d2c92dcdb45 req-ee0ea83b-c810-48bc-8ce3-bfe5e3bb15e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:41:13.541463 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-cc88d6d1-40ed-4505-8da6-2d2c92dcdb45 req-ee0ea83b-c810-48bc-8ce3-bfe5e3bb15e5 service neutron] 10.222.0.18 "GET /v2.0/networks?id=4af60b63-c835-45f6-978c-4969f04b1f64 HTTP/1.1" status: 200 len: 896 time: 0.1816821 Jul 14 18:41:13.639186 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdafc7d0-3afd-42df-9fb3-273b0e5fc690 req-714dbd1a-6497-4c4d-97dc-1bfc0e266d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:41:13.641442 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-cdafc7d0-3afd-42df-9fb3-273b0e5fc690 req-714dbd1a-6497-4c4d-97dc-1bfc0e266d62 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=af718961b2754d7c873f442ed35947bb&device_id=4c97b723-59cb-4a2d-8757-30536ade8338 HTTP/1.1" status: 200 len: 1095 time: 0.2111077 Jul 14 18:41:13.642017 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 57162) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:41:13.740497 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-cc88d6d1-40ed-4505-8da6-2d2c92dcdb45 req-96c1d7bf-6e53-4bc8-91a7-47270b873c9a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3da287af-2738-4486-961b-dffd7cb5b2b2 HTTP/1.1" status: 200 len: 999 time: 0.1889501 Jul 14 18:41:13.876343 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc88d6d1-40ed-4505-8da6-2d2c92dcdb45 req-53a584ca-0efa-45b7-8c38-df256485441e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:41:13.878010 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-cc88d6d1-40ed-4505-8da6-2d2c92dcdb45 req-53a584ca-0efa-45b7-8c38-df256485441e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=727c42fe-46fd-46d1-8ab9-17297f08f294 HTTP/1.1" status: 200 len: 834 time: 0.1303918 Jul 14 18:41:13.881695 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdafc7d0-3afd-42df-9fb3-273b0e5fc690 req-34d49f74-b735-4937-97d0-33bb30f6fe58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:41:13.884832 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-cdafc7d0-3afd-42df-9fb3-273b0e5fc690 req-34d49f74-b735-4937-97d0-33bb30f6fe58 service neutron] 10.222.0.35 "GET /v2.0/networks?id=4af60b63-c835-45f6-978c-4969f04b1f64 HTTP/1.1" status: 200 len: 896 time: 0.2193820 Jul 14 18:41:13.892673 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082ed383-0783-4c83-9f71-0c02509f006f req-391c566e-ceef-43f2-bc28-e5c5af751183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:41:13.894972 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-082ed383-0783-4c83-9f71-0c02509f006f req-391c566e-ceef-43f2-bc28-e5c5af751183 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=1ec9fcdd-7fee-4ec1-ba4c-28841bc27756 HTTP/1.1" status: 200 len: 1096 time: 0.4180977 Jul 14 18:41:14.001960 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-082ed383-0783-4c83-9f71-0c02509f006f req-ad8f2568-d427-40b5-949f-fdaa4c0acb58 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=b5ae17c4-2e49-4e68-9235-78bd0301425c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0932846 Jul 14 18:41:14.021462 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-cdafc7d0-3afd-42df-9fb3-273b0e5fc690 req-6fab3ddf-23c1-4eee-8f61-a43cd3003b1c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3da287af-2738-4486-961b-dffd7cb5b2b2 HTTP/1.1" status: 200 len: 999 time: 0.0762801 Jul 14 18:41:14.069168 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-9ec22028-e3b3-47f6-b2c5-119616034269 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:14.085650 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd047ae-c6ee-4fd7-9bce-f6a032212d38 req-c43790aa-c580-43cd-9dfa-5fe7215ea5e5 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:41:14.087191 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-4fd047ae-c6ee-4fd7-9bce-f6a032212d38 req-c43790aa-c580-43cd-9dfa-5fe7215ea5e5 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] 10.222.0.16 "GET /v2.0/ports?device_id=4c97b723-59cb-4a2d-8757-30536ade8338 HTTP/1.1" status: 200 len: 944 time: 0.3360562 Jul 14 18:41:14.148281 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-b617aaaa-b8c0-40d2-ad86-23cc8045589e tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-928623'] for router_interface, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:14.206753 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc88d6d1-40ed-4505-8da6-2d2c92dcdb45 req-28fe8e11-b53e-41a4-8b3b-03052bdc29db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:41:14.208608 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-cc88d6d1-40ed-4505-8da6-2d2c92dcdb45 req-28fe8e11-b53e-41a4-8b3b-03052bdc29db service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4af60b63-c835-45f6-978c-4969f04b1f64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3199863 Jul 14 18:41:14.220684 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdafc7d0-3afd-42df-9fb3-273b0e5fc690 req-13ed257d-76b3-4a2e-9d71-721899c3128d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:41:14.222301 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-cdafc7d0-3afd-42df-9fb3-273b0e5fc690 req-13ed257d-76b3-4a2e-9d71-721899c3128d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=727c42fe-46fd-46d1-8ab9-17297f08f294 HTTP/1.1" status: 200 len: 834 time: 0.1647992 Jul 14 18:41:14.259875 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-4fd047ae-c6ee-4fd7-9bce-f6a032212d38 req-e306f41f-5c4c-451f-9b11-72545c0f0219 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] 10.222.0.16 "GET /v2.0/security-groups?id=594b2ab7-3a96-48b2-98bb-9a68eebb818a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1395419 Jul 14 18:41:14.280205 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae98ecc8-3cba-4dea-9a51-5194b30d60f9 req-56c8dbb7-f9f4-425e-9dbd-5362bc8c7cbc tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:41:14.287421 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ae98ecc8-3cba-4dea-9a51-5194b30d60f9 req-56c8dbb7-f9f4-425e-9dbd-5362bc8c7cbc tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] 10.222.0.16 "GET /v2.0/ports?device_id=1ec9fcdd-7fee-4ec1-ba4c-28841bc27756 HTTP/1.1" status: 200 len: 945 time: 0.4014754 Jul 14 18:41:14.412314 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-b617aaaa-b8c0-40d2-ad86-23cc8045589e tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Deleting port 5d8ce397-65ce-409c-85d3-8deb726d4ca8 {{(pid=93916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:41:14.412894 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-b617aaaa-b8c0-40d2-ad86-23cc8045589e tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:14.480176 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ae98ecc8-3cba-4dea-9a51-5194b30d60f9 req-d4691af3-afd9-42c1-a41a-78233e7c3df7 tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5ae17c4-2e49-4e68-9235-78bd0301425c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1916640 Jul 14 18:41:14.535929 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-cc88d6d1-40ed-4505-8da6-2d2c92dcdb45 req-7bd494f2-fbc1-460c-8b62-de078ae81bd6 service neutron] 10.222.0.18 "GET /v2.0/networks/4af60b63-c835-45f6-978c-4969f04b1f64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3123660 Jul 14 18:41:14.561205 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-9ec22028-e3b3-47f6-b2c5-119616034269 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:14.567688 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-b617aaaa-b8c0-40d2-ad86-23cc8045589e tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:14.588645 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-b617aaaa-b8c0-40d2-ad86-23cc8045589e tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Calling delete_port for 5d8ce397-65ce-409c-85d3-8deb726d4ca8 owned by network:router_interface {{(pid=93916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:41:14.608626 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-9ec22028-e3b3-47f6-b2c5-119616034269 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:14.626516 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdafc7d0-3afd-42df-9fb3-273b0e5fc690 req-06fe240b-ab9c-4797-bd83-68dacc1267eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:41:14.628565 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-cdafc7d0-3afd-42df-9fb3-273b0e5fc690 req-06fe240b-ab9c-4797-bd83-68dacc1267eb service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4af60b63-c835-45f6-978c-4969f04b1f64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3991206 Jul 14 18:41:14.715334 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-9ec22028-e3b3-47f6-b2c5-119616034269 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ce0f51613ea64a869a99de4dcdf28703&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0699468 Jul 14 18:41:14.717028 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 57180) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:41:14.747352 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec22028-e3b3-47f6-b2c5-119616034269 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49122609-b835-4624-8d09-95c19bdeda9d,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:41:14.816356 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-cc88d6d1-40ed-4505-8da6-2d2c92dcdb45 req-23a1189b-e61e-4723-8481-d2389b43e7e6 service neutron] 10.222.0.18 "GET /v2.0/networks/4af60b63-c835-45f6-978c-4969f04b1f64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2647913 Jul 14 18:41:14.834058 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-cdafc7d0-3afd-42df-9fb3-273b0e5fc690 req-35e2e8e6-fd40-4ee0-8473-defdb8a274e0 service neutron] 10.222.0.35 "GET /v2.0/networks/4af60b63-c835-45f6-978c-4969f04b1f64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1932693 Jul 14 18:41:14.904965 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-eb73fd77-d671-4f8a-953f-b28326494ed2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:14.936389 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-b617aaaa-b8c0-40d2-ad86-23cc8045589e tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:14.967194 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-cdafc7d0-3afd-42df-9fb3-273b0e5fc690 req-3ba265d9-3791-48f4-8905-f8d35145a969 service neutron] 10.222.0.35 "GET /v2.0/networks/4af60b63-c835-45f6-978c-4969f04b1f64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254423 Jul 14 18:41:14.978710 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-eb73fd77-d671-4f8a-953f-b28326494ed2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:14.984045 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b617aaaa-b8c0-40d2-ad86-23cc8045589e tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Pushing event deleted for resources: {'Port': ['ID=5d8ce397-65ce-409c-85d3-8deb726d4ca8,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:41:15.039741 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdafc7d0-3afd-42df-9fb3-273b0e5fc690 req-4d190999-c9a4-407b-b088-6b0ebbcafb9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:41:15.041349 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-cdafc7d0-3afd-42df-9fb3-273b0e5fc690 req-4d190999-c9a4-407b-b088-6b0ebbcafb9b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=af718961b2754d7c873f442ed35947bb&device_id=4c97b723-59cb-4a2d-8757-30536ade8338 HTTP/1.1" status: 200 len: 1095 time: 0.0734754 Jul 14 18:41:15.156516 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-b617aaaa-b8c0-40d2-ad86-23cc8045589e tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-598732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-928907'] for router_interface, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:15.177751 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdafc7d0-3afd-42df-9fb3-273b0e5fc690 req-c232fa07-7f72-496e-a41e-298751def742 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:41:15.179336 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-cdafc7d0-3afd-42df-9fb3-273b0e5fc690 req-c232fa07-7f72-496e-a41e-298751def742 service neutron] 10.222.0.18 "GET /v2.0/networks?id=4af60b63-c835-45f6-978c-4969f04b1f64 HTTP/1.1" status: 200 len: 896 time: 0.1302128 Jul 14 18:41:15.323891 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-cdafc7d0-3afd-42df-9fb3-273b0e5fc690 req-f8f5bb20-6736-4648-bd97-02a66b93d29a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3da287af-2738-4486-961b-dffd7cb5b2b2 HTTP/1.1" status: 200 len: 999 time: 0.1364131 Jul 14 18:41:15.421243 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdafc7d0-3afd-42df-9fb3-273b0e5fc690 req-a036a5ae-6601-42af-b759-6abec84846b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:41:15.422793 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-cdafc7d0-3afd-42df-9fb3-273b0e5fc690 req-a036a5ae-6601-42af-b759-6abec84846b2 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=727c42fe-46fd-46d1-8ab9-17297f08f294 HTTP/1.1" status: 200 len: 834 time: 0.0912302 Jul 14 18:41:15.572369 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb86961-8697-4fee-8c65-35d240444af4 req-9abe411b-ecf2-4cce-9bee-ecba31a4d92c tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:41:15.574215 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-8eb86961-8697-4fee-8c65-35d240444af4 req-9abe411b-ecf2-4cce-9bee-ecba31a4d92c tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] 10.222.0.16 "GET /v2.0/ports?device_id=4c97b723-59cb-4a2d-8757-30536ade8338 HTTP/1.1" status: 200 len: 944 time: 0.1304760 Jul 14 18:41:15.580083 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdafc7d0-3afd-42df-9fb3-273b0e5fc690 req-6efb11d7-fdb0-4e1e-8dca-768f87e381ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:41:15.582959 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-cdafc7d0-3afd-42df-9fb3-273b0e5fc690 req-6efb11d7-fdb0-4e1e-8dca-768f87e381ca service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4af60b63-c835-45f6-978c-4969f04b1f64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1528447 Jul 14 18:41:15.606165 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-eb73fd77-d671-4f8a-953f-b28326494ed2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:15.609262 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-eb73fd77-d671-4f8a-953f-b28326494ed2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:15.610215 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-eb73fd77-d671-4f8a-953f-b28326494ed2 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/49122609-b835-4624-8d09-95c19bdeda9d HTTP/1.1" status: 204 len: 168 time: 0.8930571 Jul 14 18:41:15.662460 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb73fd77-d671-4f8a-953f-b28326494ed2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49122609-b835-4624-8d09-95c19bdeda9d,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:41:15.738305 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-8eb86961-8697-4fee-8c65-35d240444af4 req-dc1de2ca-97c4-4ec9-9e5b-2c893bf020bc tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] 10.222.0.16 "GET /v2.0/security-groups?id=594b2ab7-3a96-48b2-98bb-9a68eebb818a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1546535 Jul 14 18:41:15.806219 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b617aaaa-b8c0-40d2-ad86-23cc8045589e tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Router bd6084eb-3da4-4182-bc53-8462e0c568f6 has already been hosted by L3 agent 2c6eb27e-defb-4cca-9a24-381c7415e359 {{(pid=93916) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 18:41:15.840909 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-cdafc7d0-3afd-42df-9fb3-273b0e5fc690 req-073a5d74-aa42-4d17-be1f-9072b611dc40 service neutron] 10.222.0.18 "GET /v2.0/networks/4af60b63-c835-45f6-978c-4969f04b1f64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2448642 Jul 14 18:41:15.912467 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b617aaaa-b8c0-40d2-ad86-23cc8045589e tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify agent at l3_agent.n-d-800634-3 the message routers_updated {{(pid=93916) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 18:41:15.918266 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-b617aaaa-b8c0-40d2-ad86-23cc8045589e tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] 10.222.0.16 "PUT /v2.0/routers/bd6084eb-3da4-4182-bc53-8462e0c568f6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5546467 Jul 14 18:41:15.922345 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 57204) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:41:15.925158 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a580fd86-38d5-4897-8397-64076647c498 None None] Sync routers for ids ['bd6084eb-3da4-4182-bc53-8462e0c568f6'] in n-d-800634-3 {{(pid=93917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 18:41:15.937042 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a580fd86-38d5-4897-8397-64076647c498 None None] Routers {'bd6084eb-3da4-4182-bc53-8462e0c568f6'} bound to L3 agent in host n-d-800634-3 {{(pid=93917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:41:15.938285 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-a580fd86-38d5-4897-8397-64076647c498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:40:53Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['bd6084eb-3da4-4182-bc53-8462e0c568f6'], 'active': True} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:41:15.983980 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc32dbb8-c0bb-4eae-b085-f256e654046e req-891c5550-9f35-42ae-980d-d6e850981521 tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:41:15.985703 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-cc32dbb8-c0bb-4eae-b085-f256e654046e req-891c5550-9f35-42ae-980d-d6e850981521 tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] 10.222.0.16 "GET /v2.0/ports?device_id=1ec9fcdd-7fee-4ec1-ba4c-28841bc27756 HTTP/1.1" status: 200 len: 945 time: 0.2535295 Jul 14 18:41:15.987580 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-cdafc7d0-3afd-42df-9fb3-273b0e5fc690 req-437ad419-b5ea-466e-bde7-d305b2bbc599 service neutron] 10.222.0.18 "GET /v2.0/networks/4af60b63-c835-45f6-978c-4969f04b1f64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1410952 Jul 14 18:41:15.991983 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-a580fd86-38d5-4897-8397-64076647c498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-3', False) {} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:41:16.021723 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a580fd86-38d5-4897-8397-64076647c498 None None] Routers {'bd6084eb-3da4-4182-bc53-8462e0c568f6'} bound to L3 agent in host n-d-800634-3 {{(pid=93917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:41:16.022711 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-a580fd86-38d5-4897-8397-64076647c498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:40:53Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['bd6084eb-3da4-4182-bc53-8462e0c568f6'], 'active': True} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:41:16.038332 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-cc32dbb8-c0bb-4eae-b085-f256e654046e req-056786bd-3e1e-4c62-b66a-f96072c583bd tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5ae17c4-2e49-4e68-9235-78bd0301425c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461051 Jul 14 18:41:16.072794 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-a580fd86-38d5-4897-8397-64076647c498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-3', False) {} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:41:16.073519 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a580fd86-38d5-4897-8397-64076647c498 None None] The sync data for ids ['bd6084eb-3da4-4182-bc53-8462e0c568f6'] in n-d-800634-3 is: [] {{(pid=93917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 18:41:16.276784 n-d-800634-3 neutron-server[93916]: INFO neutron.api.v2.resource [None req-23c674cd-d717-4c4f-a9cb-babeb8a91a12 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] remove_router_interface failed (client error): The resource could not be found. Jul 14 18:41:16.278368 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-23c674cd-d717-4c4f-a9cb-babeb8a91a12 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] 10.222.0.16 "PUT /v2.0/routers/bd6084eb-3da4-4182-bc53-8462e0c568f6/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.3548887 Jul 14 18:41:16.281186 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 57216) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:41:16.318579 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-0b5d27cc-a5b6-40a2-9423-bb7fe8008c1e tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] 10.222.0.16 "GET /v2.0/ports?device_id=bd6084eb-3da4-4182-bc53-8462e0c568f6 HTTP/1.1" status: 200 len: 205 time: 0.0361052 Jul 14 18:41:16.321247 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 57218) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:41:16.394847 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708373e9-0396-43ab-aec3-d9c95a2785f9 req-edcd2881-d5b9-4756-bc11-ad98cf43efd5 tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:41:16.402922 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-708373e9-0396-43ab-aec3-d9c95a2785f9 req-edcd2881-d5b9-4756-bc11-ad98cf43efd5 tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] 10.222.0.16 "GET /v2.0/ports?device_id=1ec9fcdd-7fee-4ec1-ba4c-28841bc27756 HTTP/1.1" status: 200 len: 945 time: 0.1257372 Jul 14 18:41:16.418144 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a38f12ef-304d-4f79-bc7f-cf7613e5d80c tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify callbacks [] for router, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:16.468005 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-708373e9-0396-43ab-aec3-d9c95a2785f9 req-628395f0-64d8-490e-a655-3df888e04d38 tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5ae17c4-2e49-4e68-9235-78bd0301425c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641422 Jul 14 18:41:16.506815 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 57220) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:41:16.591152 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02deea31-92e5-47f9-ae03-357b3099c606 tempest-TestNetworkBasicOps-97253750 tempest-TestNetworkBasicOps-97253750-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:41:16.593759 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-02deea31-92e5-47f9-ae03-357b3099c606 tempest-TestNetworkBasicOps-97253750 tempest-TestNetworkBasicOps-97253750-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=1ec9fcdd-7fee-4ec1-ba4c-28841bc27756 HTTP/1.1" status: 200 len: 1091 time: 0.0853996 Jul 14 18:41:16.596311 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 57224) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:41:16.614997 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-df262610-3107-4bec-b5ae-0f79a13ef77a tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Request body: {'floatingip': {'floating_network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'port_id': '94e25792-11f3-4f5d-aa65-06a7eb9a0663', 'tenant_id': '0c6eccb7d5c743f1a53a528a1f419fa2', 'fixed_ip_address': '172.20.0.4'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:41:16.685848 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-df262610-3107-4bec-b5ae-0f79a13ef77a tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Notify callbacks [] for floatingip, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:16.735948 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a38f12ef-304d-4f79-bc7f-cf7613e5d80c tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-571778', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11402'] for router, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:16.744076 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a38f12ef-304d-4f79-bc7f-cf7613e5d80c tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:16.776440 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device 3da287af-2738-4486-961b-dffd7cb5b2b2 details requested by agent hyperv_n-h1-800634-3 with host n-h1-800634-3 {{(pid=93917) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 18:41:16.826946 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a38f12ef-304d-4f79-bc7f-cf7613e5d80c tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-541202'] for router, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:16.828277 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a38f12ef-304d-4f79-bc7f-cf7613e5d80c tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Fanout notify agent at l3_agent the message router_deleted on router bd6084eb-3da4-4182-bc53-8462e0c568f6 {{(pid=93916) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 18:41:16.848230 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a38f12ef-304d-4f79-bc7f-cf7613e5d80c tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify callbacks [] for router, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:16.849786 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-a38f12ef-304d-4f79-bc7f-cf7613e5d80c tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] 10.222.0.16 "DELETE /v2.0/routers/bd6084eb-3da4-4182-bc53-8462e0c568f6 HTTP/1.1" status: 204 len: 168 time: 0.5272868 Jul 14 18:41:16.852327 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 57246) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:41:16.925659 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.db_base_plugin_v2 [None req-829327d0-27d3-42b0-9b13-1383a5065f22 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Deleting subnet 76c3ffea-5c31-4aa2-8c65-49abc9b8b587 {{(pid=93916) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 18:41:16.930108 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-829327d0-27d3-42b0-9b13-1383a5065f22 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify callbacks [] for subnet, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:16.957737 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-df262610-3107-4bec-b5ae-0f79a13ef77a tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:17.031827 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-829327d0-27d3-42b0-9b13-1383a5065f22 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26296866'] for subnet, precommit_delete_associations {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:17.251802 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.db_base_plugin_common [None req-df262610-3107-4bec-b5ae-0f79a13ef77a tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Allocated IP 172.25.1.55 (9200a437-e1de-4520-88f6-e68386523e61/5f47f848-4532-407a-a0e2-5690ade15fd0/7cc08259-3c0c-4a54-9d90-9a1f301fd41a) {{(pid=93915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:41:17.266889 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-829327d0-27d3-42b0-9b13-1383a5065f22 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081283'] for subnet, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:17.292473 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port 3da287af-2738-4486-961b-dffd7cb5b2b2, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=3da287af-2738-4486-961b-dffd7cb5b2b2,segment=NetworkSegment(d0d72d50-2af1-4c80-a444-7e1148083188),segment_id=d0d72d50-2af1-4c80-a444-7e1148083188)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:41:17.299121 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb79695-999f-4564-bdf0-8527ed9634d6 req-df21a648-0a90-4be5-9561-1543b35f82c5 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:41:17.300927 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-8bb79695-999f-4564-bdf0-8527ed9634d6 req-df21a648-0a90-4be5-9561-1543b35f82c5 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] 10.222.0.16 "GET /v2.0/ports?device_id=4c97b723-59cb-4a2d-8757-30536ade8338 HTTP/1.1" status: 200 len: 944 time: 0.1320281 Jul 14 18:41:17.324292 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Returning: {'device': '3da287af-2738-4486-961b-dffd7cb5b2b2', 'network_id': '4af60b63-c835-45f6-978c-4969f04b1f64', 'port_id': '3da287af-2738-4486-961b-dffd7cb5b2b2', 'mac_address': 'fa:16:3e:99:60:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 64, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '727c42fe-46fd-46d1-8ab9-17297f08f294', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93917) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 18:41:17.376438 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-829327d0-27d3-42b0-9b13-1383a5065f22 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2684816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26033152'] for subnet, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:17.380360 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:17.399075 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3da287af-2738-4486-961b-dffd7cb5b2b2 {{(pid=93917) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 18:41:17.437947 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port 3da287af-2738-4486-961b-dffd7cb5b2b2, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=3da287af-2738-4486-961b-dffd7cb5b2b2,segment=NetworkSegment(d0d72d50-2af1-4c80-a444-7e1148083188),segment_id=d0d72d50-2af1-4c80-a444-7e1148083188)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:41:17.438148 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-8bb79695-999f-4564-bdf0-8527ed9634d6 req-2e112d84-5d38-4628-90b7-97780ee55928 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] 10.222.0.16 "GET /v2.0/security-groups?id=594b2ab7-3a96-48b2-98bb-9a68eebb818a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1240668 Jul 14 18:41:17.445292 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:17.449697 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829327d0-27d3-42b0-9b13-1383a5065f22 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Pushing event deleted for resources: {'Subnet': ['ID=76c3ffea-5c31-4aa2-8c65-49abc9b8b587,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:41:17.458215 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-829327d0-27d3-42b0-9b13-1383a5065f22 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify callbacks [] for subnet, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:17.466164 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 57256) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:41:17.468134 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dc2588c-0eac-430c-85c0-09a2fb5e948e None None] Network ca72fdc3-40cc-48c1-8fa8-021e151ad8ac requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:41:17.473307 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-829327d0-27d3-42b0-9b13-1383a5065f22 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] 10.222.0.16 "DELETE /v2.0/subnets/76c3ffea-5c31-4aa2-8c65-49abc9b8b587 HTTP/1.1" status: 204 len: 168 time: 0.6195173 Jul 14 18:41:17.476667 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 57258) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:41:17.635633 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-9a25ee2f-849d-42f8-a9ed-9518f5984739 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] 10.222.0.16 "GET /v2.0/floatingips/312ffb13-98db-4636-a400-74f56cf0a31e HTTP/1.1" status: 200 len: 992 time: 0.1577113 Jul 14 18:41:17.648007 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-df262610-3107-4bec-b5ae-0f79a13ef77a tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Notify callbacks [] for port, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:17.662379 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-fe689b9d-a86f-4608-96c5-7f87027cfbde tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645734'] for network, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:17.703353 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Pushing event updated for resources: {'Port': ['ID=3da287af-2738-4486-961b-dffd7cb5b2b2,revision_number=12']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:41:17.711876 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:41:17.712403 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:41:17.712972 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:41:17.713520 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:41:17.730752 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:41:17.731170 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:41:17.731513 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:41:17.731851 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:41:17.732214 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:41:17.732679 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:41:17.733020 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:41:17.733351 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:41:17.746123 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] get_ports_and_sgs() called for port_ids ['3da287af-2738-4486-961b-dffd7cb5b2b2'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 18:41:17.763608 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [None req-fe689b9d-a86f-4608-96c5-7f87027cfbde tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Deleting port 8e831705-4a4d-4015-87b8-3d1205227ba2 {{(pid=93915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:41:17.763959 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-fe689b9d-a86f-4608-96c5-7f87027cfbde tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:17.831179 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [None req-fe689b9d-a86f-4608-96c5-7f87027cfbde tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] For port 8e831705-4a4d-4015-87b8-3d1205227ba2, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=8e831705-4a4d-4015-87b8-3d1205227ba2,segment=NetworkSegment(8196123d-b794-43e9-8793-31b2f1e6ad2a),segment_id=8196123d-b794-43e9-8793-31b2f1e6ad2a)] {{(pid=93915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:41:17.831556 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-fe689b9d-a86f-4608-96c5-7f87027cfbde tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:17.847383 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [None req-fe689b9d-a86f-4608-96c5-7f87027cfbde tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Calling delete_port for 8e831705-4a4d-4015-87b8-3d1205227ba2 owned by network:dhcp {{(pid=93915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:41:17.936291 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-df262610-3107-4bec-b5ae-0f79a13ef77a tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:18.018211 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df262610-3107-4bec-b5ae-0f79a13ef77a tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Pushing event updated for resources: {'Port': ['ID=7cc08259-3c0c-4a54-9d90-9a1f301fd41a,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:41:18.021413 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-fe689b9d-a86f-4608-96c5-7f87027cfbde tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:18.063990 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe689b9d-a86f-4608-96c5-7f87027cfbde tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] No DVR routers for this DVR port 8e831705-4a4d-4015-87b8-3d1205227ba2 on host n-d-800634-3 {{(pid=93915) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 18:41:18.072833 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe689b9d-a86f-4608-96c5-7f87027cfbde tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Pushing event deleted for resources: {'Port': ['ID=8e831705-4a4d-4015-87b8-3d1205227ba2,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:41:18.077502 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df262610-3107-4bec-b5ae-0f79a13ef77a tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Network 9200a437-e1de-4520-88f6-e68386523e61 is already hosted by enough agents. {{(pid=93915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:41:18.109897 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-781341d2-e68a-402f-b4ba-58f5fafe6000 None None] DHCP port deletion for ca72fdc3-40cc-48c1-8fa8-021e151ad8ac request from n-d-800634-3 {{(pid=93917) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 18:41:18.140013 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [None req-df262610-3107-4bec-b5ae-0f79a13ef77a tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Resources bound (agent type, host, resource id): {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:41:18.142708 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df262610-3107-4bec-b5ae-0f79a13ef77a tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Received port after_create {{(pid=93915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:41:18.263989 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-fe689b9d-a86f-4608-96c5-7f87027cfbde tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2096010', 'neutron.services.segments.db._delete_segments_for_network-8728202734996'] for network, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:18.283496 n-d-800634-3 neutron-server[93915]: DEBUG neutron.services.segments.db [None req-fe689b9d-a86f-4608-96c5-7f87027cfbde tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca72fdc3-40cc-48c1-8fa8-021e151ad8ac']}} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:41:18.297101 n-d-800634-3 neutron-server[93915]: DEBUG neutron.services.segments.db [None req-fe689b9d-a86f-4608-96c5-7f87027cfbde tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8196123d-b794-43e9-8793-31b2f1e6ad2a') {'for_net_delete': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:41:18.297399 n-d-800634-3 neutron-server[93915]: DEBUG neutron.services.segments.db [None req-fe689b9d-a86f-4608-96c5-7f87027cfbde tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8196123d-b794-43e9-8793-31b2f1e6ad2a') {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:41:18.332254 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-fe689b9d-a86f-4608-96c5-7f87027cfbde tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728202715275', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28939920'] for segment, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:18.360036 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-fe689b9d-a86f-4608-96c5-7f87027cfbde tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:18.390549 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe689b9d-a86f-4608-96c5-7f87027cfbde tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Releasing vlan 58 on physical network physnet1 to pool {{(pid=93915) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 18:41:18.391094 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-fe689b9d-a86f-4608-96c5-7f87027cfbde tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25911658'] for segment, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:18.394776 n-d-800634-3 neutron-server[93915]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:41:18.394776 n-d-800634-3 neutron-server[93915]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:41:18.394776 n-d-800634-3 neutron-server[93915]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:41:18.394776 n-d-800634-3 neutron-server[93915]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:41:18.394776 n-d-800634-3 neutron-server[93915]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:41:18.394776 n-d-800634-3 neutron-server[93915]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:41:18.394776 n-d-800634-3 neutron-server[93915]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:41:18.394776 n-d-800634-3 neutron-server[93915]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:41:18.394776 n-d-800634-3 neutron-server[93915]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:41:18.394776 n-d-800634-3 neutron-server[93915]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:41:18.394776 n-d-800634-3 neutron-server[93915]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:41:18.394776 n-d-800634-3 neutron-server[93915]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:41:18.394776 n-d-800634-3 neutron-server[93915]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:41:18.394776 n-d-800634-3 neutron-server[93915]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:41:18.394776 n-d-800634-3 neutron-server[93915]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:41:18.394776 n-d-800634-3 neutron-server[93915]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:41:18.394776 n-d-800634-3 neutron-server[93915]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:41:18.394776 n-d-800634-3 neutron-server[93915]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:41:18.394776 n-d-800634-3 neutron-server[93915]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:41:18.394776 n-d-800634-3 neutron-server[93915]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:41:18.394776 n-d-800634-3 neutron-server[93915]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:41:18.394776 n-d-800634-3 neutron-server[93915]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:41:18.394776 n-d-800634-3 neutron-server[93915]: Traceback (most recent call last): Jul 14 18:41:18.394776 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 18:41:18.394776 n-d-800634-3 neutron-server[93915]: timer() Jul 14 18:41:18.394776 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 18:41:18.394776 n-d-800634-3 neutron-server[93915]: cb(*args, **kw) Jul 14 18:41:18.394776 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 18:41:18.394776 n-d-800634-3 neutron-server[93915]: return func(*args, **kwargs) Jul 14 18:41:18.394776 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 18:41:18.394776 n-d-800634-3 neutron-server[93915]: self._notify() Jul 14 18:41:18.394776 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 18:41:18.394776 n-d-800634-3 neutron-server[93915]: self.callback(batched_events) Jul 14 18:41:18.394776 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 18:41:18.394776 n-d-800634-3 neutron-server[93915]: event.method(event) Jul 14 18:41:18.394776 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 18:41:18.394776 n-d-800634-3 neutron-server[93915]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 18:41:18.394776 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 18:41:18.394776 n-d-800634-3 neutron-server[93915]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 18:41:18.394776 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 18:41:18.394776 n-d-800634-3 neutron-server[93915]: return f(self, *a, **k) Jul 14 18:41:18.394776 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 18:41:18.394776 n-d-800634-3 neutron-server[93915]: return self._get(url).json() Jul 14 18:41:18.394776 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 18:41:18.394776 n-d-800634-3 neutron-server[93915]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 18:41:18.394776 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 18:41:18.394776 n-d-800634-3 neutron-server[93915]: return self.request(url, 'GET', **kwargs) Jul 14 18:41:18.394776 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 18:41:18.394776 n-d-800634-3 neutron-server[93915]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 18:41:18.394776 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 18:41:18.394776 n-d-800634-3 neutron-server[93915]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 18:41:18.394776 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 18:41:18.394776 n-d-800634-3 neutron-server[93915]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 18:41:18.394776 n-d-800634-3 neutron-server[93915]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 18:41:18.621697 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-fe689b9d-a86f-4608-96c5-7f87027cfbde tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2096001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-930085'] for network, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:18.640787 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-fe689b9d-a86f-4608-96c5-7f87027cfbde tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify callbacks [] for network, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:18.642941 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-fe689b9d-a86f-4608-96c5-7f87027cfbde tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] 10.222.0.16 "DELETE /v2.0/networks/ca72fdc3-40cc-48c1-8fa8-021e151ad8ac HTTP/1.1" status: 204 len: 168 time: 1.1674037 Jul 14 18:41:18.646712 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 57296) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:41:18.656147 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-199e6958-b07c-482e-883c-1348d924ba16 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-996545846'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:41:18.698467 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe689b9d-a86f-4608-96c5-7f87027cfbde tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Pushing event deleted for resources: {'Network': ['ID=ca72fdc3-40cc-48c1-8fa8-021e151ad8ac,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:41:18.700356 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-199e6958-b07c-482e-883c-1348d924ba16 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Made reservation on behalf of 78e64edff38a43a79601b0ea9ee759c1 for: {'network': 1} {{(pid=93916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:41:18.711563 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-199e6958-b07c-482e-883c-1348d924ba16 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for network, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:18.750145 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-199e6958-b07c-482e-883c-1348d924ba16 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 69} {{(pid=93916) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 18:41:18.762749 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-199e6958-b07c-482e-883c-1348d924ba16 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:18.763393 n-d-800634-3 neutron-server[93916]: INFO neutron.db.segments_db [None req-199e6958-b07c-482e-883c-1348d924ba16 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Added segment 6eb5f37e-82a9-4b17-bae0-d35e9c51c4d0 of type vlan for network c72c530d-0c1a-4507-a318-77a8bae62ac4 Jul 14 18:41:18.813572 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-199e6958-b07c-482e-883c-1348d924ba16 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728202197517'] for network, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:18.889267 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-199e6958-b07c-482e-883c-1348d924ba16 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727'] for network, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:18.896743 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-199e6958-b07c-482e-883c-1348d924ba16 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:41:18.897552 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-199e6958-b07c-482e-883c-1348d924ba16 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598705'] for network, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:18.974189 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-df262610-3107-4bec-b5ae-0f79a13ef77a tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:18.989039 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-199e6958-b07c-482e-883c-1348d924ba16 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3393838 Jul 14 18:41:18.997080 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199e6958-b07c-482e-883c-1348d924ba16 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Pushing event updated for resources: {'Network': ['ID=c72c530d-0c1a-4507-a318-77a8bae62ac4,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:41:18.999856 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 57314) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:41:19.006894 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-8bb35f04-6218-4911-8b85-24bd11367222 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Request body: {'subnet': {'network_id': 'c72c530d-0c1a-4507-a318-77a8bae62ac4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:41:19.008023 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Network c72c530d-0c1a-4507-a318-77a8bae62ac4 details requested by agent ovs-agent-n-d-800634-3 with host n-d-800634-3 {{(pid=93917) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 18:41:19.485410 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-df262610-3107-4bec-b5ae-0f79a13ef77a tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:19.508345 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bb35f04-6218-4911-8b85-24bd11367222 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Made reservation on behalf of 78e64edff38a43a79601b0ea9ee759c1 for: {'subnet': 1} {{(pid=93915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:41:19.511876 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-8bb35f04-6218-4911-8b85-24bd11367222 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28969735'] for subnet, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:19.738606 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 8e831705-4a4d-4015-87b8-3d1205227ba2 no longer exists at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 18:41:19.785321 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] No Port match for: 8e831705-4a4d-4015-87b8-3d1205227ba2 {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 18:41:19.786105 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 8e831705-4a4d-4015-87b8-3d1205227ba2 not bound to the agent host n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 18:41:19.828703 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-8bb35f04-6218-4911-8b85-24bd11367222 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25912837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28969781'] for subnet, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:19.934166 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb35f04-6218-4911-8b85-24bd11367222 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Pushing event updated for resources: {'Subnet': ['ID=a7e55935-6619-404c-aa4b-cb926a7bada2,revision_number=0']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:41:19.991553 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bb35f04-6218-4911-8b85-24bd11367222 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Checking segment: {'id': '6eb5f37e-82a9-4b17-bae0-d35e9c51c4d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'c72c530d-0c1a-4507-a318-77a8bae62ac4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:41:19.991926 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bb35f04-6218-4911-8b85-24bd11367222 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Network hostable DHCP agents. Network: c72c530d-0c1a-4507-a318-77a8bae62ac4, hostable agents: ['028393c3-0576-4ebd-bca1-8ea8a148e1a2'], hosted agents: [] {{(pid=93915) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 18:41:20.003468 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-df262610-3107-4bec-b5ae-0f79a13ef77a tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Notify callbacks [] for port, precommit_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:20.015484 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-df262610-3107-4bec-b5ae-0f79a13ef77a tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25912978'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:20.085458 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bb35f04-6218-4911-8b85-24bd11367222 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Network c72c530d-0c1a-4507-a318-77a8bae62ac4 is scheduled to be hosted by DHCP agent 028393c3-0576-4ebd-bca1-8ea8a148e1a2 with binding_index 1 {{(pid=93915) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 18:41:20.105621 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df262610-3107-4bec-b5ae-0f79a13ef77a tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Pushing event updated for resources: {'Port': ['ID=7cc08259-3c0c-4a54-9d90-9a1f301fd41a,revision_number=2']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:41:20.122899 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [None req-8bb35f04-6218-4911-8b85-24bd11367222 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-3, c72c530d-0c1a-4507-a318-77a8bae62ac4) {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:41:20.130097 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bb35f04-6218-4911-8b85-24bd11367222 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:41:20.130391 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-8bb35f04-6218-4911-8b85-24bd11367222 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify callbacks [] for subnet, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:20.131382 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70c01a6f-8dd6-4207-9232-6a0253ca7a06 None None] Network c72c530d-0c1a-4507-a318-77a8bae62ac4 requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:41:20.139689 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-df262610-3107-4bec-b5ae-0f79a13ef77a tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-930131'] for floatingip, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:20.190467 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-8bb35f04-6218-4911-8b85-24bd11367222 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1865273 Jul 14 18:41:20.190705 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 57368) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:41:20.194943 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-b1abd764-6ecf-4ef2-ab7d-7a06be6f71ca tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-604389960', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:41:20.223074 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-b1abd764-6ecf-4ef2-ab7d-7a06be6f71ca tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-571768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11104'] for router, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:20.225035 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-b1abd764-6ecf-4ef2-ab7d-7a06be6f71ca tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-571675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-930014', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-632314', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11129'] for router, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:20.307134 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-b1abd764-6ecf-4ef2-ab7d-7a06be6f71ca tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:20.320575 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-b1abd764-6ecf-4ef2-ab7d-7a06be6f71ca tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-571759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-930033'] for router, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:20.348821 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-b1abd764-6ecf-4ef2-ab7d-7a06be6f71ca tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify callbacks [] for router, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:20.350835 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-b1abd764-6ecf-4ef2-ab7d-7a06be6f71ca tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1594558 Jul 14 18:41:20.354022 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 57378) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:41:20.368389 n-d-800634-3 neutron-server[93915]: INFO neutron.db.l3_db [None req-df262610-3107-4bec-b5ae-0f79a13ef77a tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Floating IP f65c84f1-22c9-4a4a-b8d6-7dc5c515972c associated. External IP: 172.25.1.55, port: 94e25792-11f3-4f5d-aa65-06a7eb9a0663. Jul 14 18:41:20.483660 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-5da77688-7cb7-4d22-b6e5-30f67aa5eec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:20.538232 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f46abf2e-1a6a-4e73-bf83-399bbf65ceba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9222b97e-5d1c-54f8-ba97-82f172498e76-c72c530d-0c1a-4507-a318-77a8bae62ac4', 'network_id': 'c72c530d-0c1a-4507-a318-77a8bae62ac4', 'tenant_id': '78e64edff38a43a79601b0ea9ee759c1', 'fixed_ips': [{'subnet_id': 'a7e55935-6619-404c-aa4b-cb926a7bada2'}]}} from n-d-800634-3. {{(pid=93917) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 18:41:20.539348 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-f46abf2e-1a6a-4e73-bf83-399bbf65ceba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:20.796800 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device 3da287af-2738-4486-961b-dffd7cb5b2b2 up at agent hyperv_n-h1-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:41:20.810527 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df262610-3107-4bec-b5ae-0f79a13ef77a tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Router b227a596-8f14-4250-94b3-5c465b582d5d has already been hosted by L3 agent 2c6eb27e-defb-4cca-9a24-381c7415e359 {{(pid=93915) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 18:41:20.833922 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.db_base_plugin_common [None req-f46abf2e-1a6a-4e73-bf83-399bbf65ceba None None] Allocated IP 2001:db8::2 (c72c530d-0c1a-4507-a318-77a8bae62ac4/a7e55935-6619-404c-aa4b-cb926a7bada2/8e82e4f5-b655-4ed4-89e7-50b4c8d57cfe) {{(pid=93917) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:41:20.851134 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-fc2c3ae6-7124-4178-bfbc-64ac2402e850 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:20.969740 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Provisioning for port 3da287af-2738-4486-961b-dffd7cb5b2b2 completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:41:20.983978 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Provisioning complete for port 3da287af-2738-4486-961b-dffd7cb5b2b2 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:41:20.983978 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:21.002479 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df262610-3107-4bec-b5ae-0f79a13ef77a tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Notify agent at l3_agent.n-d-800634-3 the message routers_updated {{(pid=93915) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 18:41:21.018032 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2a8aa7a-8963-49cf-8833-0fb13fa95503 None None] Sync routers for ids ['b227a596-8f14-4250-94b3-5c465b582d5d'] in n-d-800634-3 {{(pid=93918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 18:41:21.024810 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-df262610-3107-4bec-b5ae-0f79a13ef77a tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for floatingip, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:21.035334 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2a8aa7a-8963-49cf-8833-0fb13fa95503 None None] Routers {'b227a596-8f14-4250-94b3-5c465b582d5d'} bound to L3 agent in host n-d-800634-3 {{(pid=93918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:41:21.036296 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-b2a8aa7a-8963-49cf-8833-0fb13fa95503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:40:53Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['b227a596-8f14-4250-94b3-5c465b582d5d'], 'active': True} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:41:21.113339 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-df262610-3107-4bec-b5ae-0f79a13ef77a tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 4.5157292 Jul 14 18:41:21.113971 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ec9fcdd-7fee-4ec1-ba4c-28841bc27756', 'tag': '94e25792-11f3-4f5d-aa65-06a7eb9a0663'}] {{(pid=93915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:41:21.117639 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e72782ad3af8f7d4ce76cedf092bca46d1756acc5c4653cf0b52034cdd6b073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ae12d7d-e394-4805-aa89-643cc5714832" -d '{"events": [{"name": "network-changed", "server_uuid": "1ec9fcdd-7fee-4ec1-ba4c-28841bc27756", "tag": "94e25792-11f3-4f5d-aa65-06a7eb9a0663"}]}' {{(pid=93915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:41:21.126295 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 57396) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:41:21.255333 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-f46abf2e-1a6a-4e73-bf83-399bbf65ceba None None] Notify callbacks [] for port, precommit_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:21.266990 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-36198a87-4992-48de-8eb2-55a61020ac1e tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] 10.222.0.16 "GET /v2.0/floatingips/f65c84f1-22c9-4a4a-b8d6-7dc5c515972c HTTP/1.1" status: 200 len: 990 time: 0.1231995 Jul 14 18:41:21.267573 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 18:41:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c4957ed-678f-4b11-9129-f7f281d3fbde x-openstack-request-id: req-6c4957ed-678f-4b11-9129-f7f281d3fbde {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:41:21.267874 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ec9fcdd-7fee-4ec1-ba4c-28841bc27756", "tag": "94e25792-11f3-4f5d-aa65-06a7eb9a0663", "status": "completed", "code": 200}]} {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:41:21.268149 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6c4957ed-678f-4b11-9129-f7f281d3fbde {{(pid=93915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:41:21.268563 n-d-800634-3 neutron-server[93915]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ec9fcdd-7fee-4ec1-ba4c-28841bc27756', 'tag': '94e25792-11f3-4f5d-aa65-06a7eb9a0663', 'status': 'completed', 'code': 200} Jul 14 18:41:21.300447 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-f46abf2e-1a6a-4e73-bf83-399bbf65ceba None None] Transition to ACTIVE for port object 8e82e4f5-b655-4ed4-89e7-50b4c8d57cfe will not be triggered until provisioned by entity L2. {{(pid=93917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:41:21.312151 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:21.343747 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae12d7d-e394-4805-aa89-643cc5714832 req-12545931-29ee-419c-83a3-f74a2dabe3d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:41:21.345169 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-f46abf2e-1a6a-4e73-bf83-399bbf65ceba None None] Transition to ACTIVE for port object 8e82e4f5-b655-4ed4-89e7-50b4c8d57cfe will not be triggered until provisioned by entity DHCP. {{(pid=93917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:41:21.345855 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2ae12d7d-e394-4805-aa89-643cc5714832 req-12545931-29ee-419c-83a3-f74a2dabe3d3 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0c6eccb7d5c743f1a53a528a1f419fa2&device_id=1ec9fcdd-7fee-4ec1-ba4c-28841bc27756 HTTP/1.1" status: 200 len: 1096 time: 0.0765402 Jul 14 18:41:21.366885 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 57402) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:41:21.400756 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port 3da287af-2738-4486-961b-dffd7cb5b2b2, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=3da287af-2738-4486-961b-dffd7cb5b2b2,segment=NetworkSegment(d0d72d50-2af1-4c80-a444-7e1148083188),segment_id=d0d72d50-2af1-4c80-a444-7e1148083188)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:41:21.404316 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvr_db [None req-b2a8aa7a-8963-49cf-8833-0fb13fa95503 None None] Set router b227a596-8f14-4250-94b3-5c465b582d5d gateway port host: n-d-800634-3 {{(pid=93918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 18:41:21.408891 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c97b723-59cb-4a2d-8757-30536ade8338', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3da287af-2738-4486-961b-dffd7cb5b2b2'}] {{(pid=93917) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:41:21.411588 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20b787f3c29eaa7aa2a4d648c725a2124c5ff39a8d793252f9d844495e14cf42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb7f8be2-da83-401d-847e-758bae06325a" -d '{"events": [{"server_uuid": "4c97b723-59cb-4a2d-8757-30536ade8338", "name": "network-vif-plugged", "status": "completed", "tag": "3da287af-2738-4486-961b-dffd7cb5b2b2"}]}' {{(pid=93917) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:41:21.426651 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:21.518403 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-f46abf2e-1a6a-4e73-bf83-399bbf65ceba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804'] for port, after_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:21.521737 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 18:41:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b2f9d47-e5ac-4d6d-abc2-f91b0a15abb5 x-openstack-request-id: req-0b2f9d47-e5ac-4d6d-abc2-f91b0a15abb5 {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:41:21.522228 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c97b723-59cb-4a2d-8757-30536ade8338", "name": "network-vif-plugged", "status": "completed", "tag": "3da287af-2738-4486-961b-dffd7cb5b2b2", "code": 200}]} {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:41:21.522678 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0b2f9d47-e5ac-4d6d-abc2-f91b0a15abb5 {{(pid=93917) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:41:21.523605 n-d-800634-3 neutron-server[93917]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c97b723-59cb-4a2d-8757-30536ade8338', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3da287af-2738-4486-961b-dffd7cb5b2b2', 'code': 200} Jul 14 18:41:21.525262 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Pushing event updated for resources: {'Port': ['ID=3da287af-2738-4486-961b-dffd7cb5b2b2,revision_number=13']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:41:21.540002 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae12d7d-e394-4805-aa89-643cc5714832 req-78d5f969-713f-4272-a507-d65e5b492248 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:41:21.544923 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2ae12d7d-e394-4805-aa89-643cc5714832 req-78d5f969-713f-4272-a507-d65e5b492248 service neutron] 10.222.0.35 "GET /v2.0/networks?id=e602d401-0f37-42a7-8ad3-944d76449831 HTTP/1.1" status: 200 len: 897 time: 0.1925209 Jul 14 18:41:21.546776 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.db_base_plugin_common [None req-fc2c3ae6-7124-4178-bfbc-64ac2402e850 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Allocated IP 2001:db8::1 (c72c530d-0c1a-4507-a318-77a8bae62ac4/a7e55935-6619-404c-aa4b-cb926a7bada2/699d5850-c8da-4753-8a9c-d4392d896518) {{(pid=93916) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:41:21.575795 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46abf2e-1a6a-4e73-bf83-399bbf65ceba None None] Pushing event updated for resources: {'Port': ['ID=8e82e4f5-b655-4ed4-89e7-50b4c8d57cfe,revision_number=1']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:41:21.588395 n-d-800634-3 neutron-server[93917]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f46abf2e-1a6a-4e73-bf83-399bbf65ceba None None] Network c72c530d-0c1a-4507-a318-77a8bae62ac4 is already hosted by enough agents. {{(pid=93917) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:41:21.591187 n-d-800634-3 neutron-server[93917]: DEBUG neutron.scheduler.base_scheduler [None req-f46abf2e-1a6a-4e73-bf83-399bbf65ceba None None] Resources bound (agent type, host, resource id): {{(pid=93917) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:41:21.594251 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f46abf2e-1a6a-4e73-bf83-399bbf65ceba None None] Received port after_create {{(pid=93917) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:41:21.667647 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-f46abf2e-1a6a-4e73-bf83-399bbf65ceba None None] Attempting to bind port 8e82e4f5-b655-4ed4-89e7-50b4c8d57cfe on host n-d-800634-3 for vnic_type normal with profile {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:41:21.668381 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-f46abf2e-1a6a-4e73-bf83-399bbf65ceba None None] Attempting to bind port 8e82e4f5-b655-4ed4-89e7-50b4c8d57cfe by drivers openvswitch,hyperv on host n-d-800634-3 at level 0 using segments [{'id': '6eb5f37e-82a9-4b17-bae0-d35e9c51c4d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'c72c530d-0c1a-4507-a318-77a8bae62ac4'}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:41:21.668944 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f46abf2e-1a6a-4e73-bf83-399bbf65ceba None None] Attempting to bind port 8e82e4f5-b655-4ed4-89e7-50b4c8d57cfe on network c72c530d-0c1a-4507-a318-77a8bae62ac4 {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:41:21.675194 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f46abf2e-1a6a-4e73-bf83-399bbf65ceba None None] Checking agent: {'id': '01c19e91-a945-4e3c-94a6-c211e17c923e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 8, 23), 'started_at': datetime.datetime(2021, 7, 14, 18, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 18, 40, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 18:41:21.676453 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f46abf2e-1a6a-4e73-bf83-399bbf65ceba None None] Checking segment: {'id': '6eb5f37e-82a9-4b17-bae0-d35e9c51c4d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'c72c530d-0c1a-4507-a318-77a8bae62ac4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93917) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:41:21.677046 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-f46abf2e-1a6a-4e73-bf83-399bbf65ceba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:21.678184 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f46abf2e-1a6a-4e73-bf83-399bbf65ceba None None] Bound using segment: {'id': '6eb5f37e-82a9-4b17-bae0-d35e9c51c4d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'c72c530d-0c1a-4507-a318-77a8bae62ac4'} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 18:41:21.679982 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-f46abf2e-1a6a-4e73-bf83-399bbf65ceba None None] Bound port: 8e82e4f5-b655-4ed4-89e7-50b4c8d57cfe, host: n-d-800634-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6eb5f37e-82a9-4b17-bae0-d35e9c51c4d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'c72c530d-0c1a-4507-a318-77a8bae62ac4'}}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 18:41:21.680595 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-f46abf2e-1a6a-4e73-bf83-399bbf65ceba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:21.690861 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-5c3c46c1-e1fd-4c79-8274-6d53b7bd218c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:21.759597 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2ae12d7d-e394-4805-aa89-643cc5714832 req-ff9d4a07-0d2f-4029-962c-32c56b83d58a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=94e25792-11f3-4f5d-aa65-06a7eb9a0663 HTTP/1.1" status: 200 len: 998 time: 0.2080739 Jul 14 18:41:21.806295 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-f46abf2e-1a6a-4e73-bf83-399bbf65ceba None None] For port 8e82e4f5-b655-4ed4-89e7-50b4c8d57cfe, host n-d-800634-3, cleared binding levels {{(pid=93917) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:41:21.810886 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-f46abf2e-1a6a-4e73-bf83-399bbf65ceba None None] For port 8e82e4f5-b655-4ed4-89e7-50b4c8d57cfe, host n-d-800634-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=8e82e4f5-b655-4ed4-89e7-50b4c8d57cfe,segment=NetworkSegment(6eb5f37e-82a9-4b17-bae0-d35e9c51c4d0),segment_id=6eb5f37e-82a9-4b17-bae0-d35e9c51c4d0)] {{(pid=93917) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 18:41:21.818368 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-f46abf2e-1a6a-4e73-bf83-399bbf65ceba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:21.820430 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-fc2c3ae6-7124-4178-bfbc-64ac2402e850 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify callbacks [] for port, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:21.823732 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-b2a8aa7a-8963-49cf-8833-0fb13fa95503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b227a596-8f14-4250-94b3-5c465b582d5d', 'name': 'tempest-TestNetworkBasicOps-router-1416134541', 'tenant_id': '0c6eccb7d5c743f1a53a528a1f419fa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.168'}], 'enable_snat': True}, 'gw_port_id': '320661f6-329d-45fe-89a7-40d1a3349472', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:40:39Z', 'updated_at': '2021-07-14T18:40:47Z', 'revision_number': 4, 'project_id': '0c6eccb7d5c743f1a53a528a1f419fa2', 'gw_port': {'id': '320661f6-329d-45fe-89a7-40d1a3349472', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:db:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b227a596-8f14-4250-94b3-5c465b582d5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2270, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:40:40Z', 'updated_at': '2021-07-14T18:40:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_floatingips': [{'id': 'f65c84f1-22c9-4a4a-b8d6-7dc5c515972c', 'tenant_id': '0c6eccb7d5c743f1a53a528a1f419fa2', 'floating_ip_address': '172.25.1.55', 'floating_network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'router_id': 'b227a596-8f14-4250-94b3-5c465b582d5d', 'port_id': '94e25792-11f3-4f5d-aa65-06a7eb9a0663', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2312, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e602d401-0f37-42a7-8ad3-944d76449831', 'mac_address': 'fa:16:3e:05:f9:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ec9fcdd-7fee-4ec1-ba4c-28841bc27756', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T18:41:18Z', 'updated_at': '2021-07-14T18:41:18Z', 'revision_number': 0, 'project_id': '0c6eccb7d5c743f1a53a528a1f419fa2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75860f29-4945-4edb-b493-54248c219c60', 'name': '', 'network_id': 'e602d401-0f37-42a7-8ad3-944d76449831', 'tenant_id': '0c6eccb7d5c743f1a53a528a1f419fa2', 'mac_address': 'fa:16:3e:55:ea:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b227a596-8f14-4250-94b3-5c465b582d5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2288, 'fixed_ips': [{'subnet_id': '848c5164-aa90-4aeb-8036-3a760cd657a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:40:45Z', 'updated_at': '2021-07-14T18:40:54Z', 'revision_number': 5, 'project_id': '0c6eccb7d5c743f1a53a528a1f419fa2', 'subnets': [{'id': '848c5164-aa90-4aeb-8036-3a760cd657a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-3', False) {} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:41:21.844713 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.provisioning_blocks [None req-fc2c3ae6-7124-4178-bfbc-64ac2402e850 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Transition to ACTIVE for port object 699d5850-c8da-4753-8a9c-d4392d896518 will not be triggered until provisioned by entity DHCP. {{(pid=93916) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:41:21.872419 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-5c3c46c1-e1fd-4c79-8274-6d53b7bd218c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:21.873951 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae12d7d-e394-4805-aa89-643cc5714832 req-3f931a12-c136-4552-ab38-1e8c0332bee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:41:21.875458 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2ae12d7d-e394-4805-aa89-643cc5714832 req-3f931a12-c136-4552-ab38-1e8c0332bee4 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=848c5164-aa90-4aeb-8036-3a760cd657a3 HTTP/1.1" status: 200 len: 834 time: 0.1037517 Jul 14 18:41:21.886935 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-5c3c46c1-e1fd-4c79-8274-6d53b7bd218c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:21.896501 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2a8aa7a-8963-49cf-8833-0fb13fa95503 None None] Checking router: b227a596-8f14-4250-94b3-5c465b582d5d for host: n-d-800634-3 {{(pid=93918) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 18:41:21.918224 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46abf2e-1a6a-4e73-bf83-399bbf65ceba None None] Pushing event updated for resources: {'Port': ['ID=8e82e4f5-b655-4ed4-89e7-50b4c8d57cfe,revision_number=2']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:41:21.921905 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2a8aa7a-8963-49cf-8833-0fb13fa95503 None None] Routers {'b227a596-8f14-4250-94b3-5c465b582d5d'} bound to L3 agent in host n-d-800634-3 {{(pid=93918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:41:21.922539 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-b2a8aa7a-8963-49cf-8833-0fb13fa95503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:40:53Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['b227a596-8f14-4250-94b3-5c465b582d5d'], 'active': True} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:41:21.938983 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-5c3c46c1-e1fd-4c79-8274-6d53b7bd218c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9171db81535c4c67bcbb65e0f9fb3c74&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5709774 Jul 14 18:41:21.939611 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 57418) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:41:21.941455 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3c46c1-e1fd-4c79-8274-6d53b7bd218c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cab4c821-b50d-48f7-a437-493d25b50b22,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:41:21.958209 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-fc2c3ae6-7124-4178-bfbc-64ac2402e850 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:22.027616 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2c3ae6-7124-4178-bfbc-64ac2402e850 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Pushing event updated for resources: {'Port': ['ID=699d5850-c8da-4753-8a9c-d4392d896518,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:41:22.048953 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc2c3ae6-7124-4178-bfbc-64ac2402e850 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Network c72c530d-0c1a-4507-a318-77a8bae62ac4 is already hosted by enough agents. {{(pid=93916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:41:22.050944 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [None req-fc2c3ae6-7124-4178-bfbc-64ac2402e850 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Resources bound (agent type, host, resource id): {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:41:22.053471 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc2c3ae6-7124-4178-bfbc-64ac2402e850 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Received port after_create {{(pid=93916) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:41:22.054180 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-fc2c3ae6-7124-4178-bfbc-64ac2402e850 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-930452'] for router_interface, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:22.080440 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-a1b19bd2-844e-408a-a1da-2a3f92c0e2e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:22.115843 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae12d7d-e394-4805-aa89-643cc5714832 req-f9414d0b-ee22-46b7-890e-2d90efa32c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:41:22.116686 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvr_db [None req-b2a8aa7a-8963-49cf-8833-0fb13fa95503 None None] Set router b227a596-8f14-4250-94b3-5c465b582d5d gateway port host: n-d-800634-3 {{(pid=93918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 18:41:22.119139 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2ae12d7d-e394-4805-aa89-643cc5714832 req-f9414d0b-ee22-46b7-890e-2d90efa32c59 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e602d401-0f37-42a7-8ad3-944d76449831&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2345271 Jul 14 18:41:22.235188 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-fc2c3ae6-7124-4178-bfbc-64ac2402e850 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:22.271514 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 57420) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:41:22.273495 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-a1b19bd2-844e-408a-a1da-2a3f92c0e2e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:22.383242 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-b530db50-4ec9-4ae1-a3b7-4b78eeb4d800 tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] 10.222.0.16 "GET /v2.0/floatingips/f65c84f1-22c9-4a4a-b8d6-7dc5c515972c HTTP/1.1" status: 200 len: 990 time: 0.1075611 Jul 14 18:41:22.449923 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2ae12d7d-e394-4805-aa89-643cc5714832 req-2096a371-fb4d-48b9-aa8a-667f15bcdd4b service neutron] 10.222.0.35 "GET /v2.0/networks/e602d401-0f37-42a7-8ad3-944d76449831?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3097084 Jul 14 18:41:22.474470 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-a1b19bd2-844e-408a-a1da-2a3f92c0e2e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:22.477406 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-a1b19bd2-844e-408a-a1da-2a3f92c0e2e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:22.478656 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-a1b19bd2-844e-408a-a1da-2a3f92c0e2e2 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/cab4c821-b50d-48f7-a437-493d25b50b22 HTTP/1.1" status: 204 len: 168 time: 0.5239475 Jul 14 18:41:22.553810 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b19bd2-844e-408a-a1da-2a3f92c0e2e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cab4c821-b50d-48f7-a437-493d25b50b22,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:41:22.611257 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2ae12d7d-e394-4805-aa89-643cc5714832 req-e6009185-24cd-4df0-ac6b-5ed014de8325 service neutron] 10.222.0.35 "GET /v2.0/networks/e602d401-0f37-42a7-8ad3-944d76449831?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1475167 Jul 14 18:41:22.632214 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-b2a8aa7a-8963-49cf-8833-0fb13fa95503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b227a596-8f14-4250-94b3-5c465b582d5d', 'name': 'tempest-TestNetworkBasicOps-router-1416134541', 'tenant_id': '0c6eccb7d5c743f1a53a528a1f419fa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.168'}], 'enable_snat': True}, 'gw_port_id': '320661f6-329d-45fe-89a7-40d1a3349472', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:40:39Z', 'updated_at': '2021-07-14T18:40:47Z', 'revision_number': 4, 'project_id': '0c6eccb7d5c743f1a53a528a1f419fa2', 'gw_port': {'id': '320661f6-329d-45fe-89a7-40d1a3349472', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:db:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b227a596-8f14-4250-94b3-5c465b582d5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2270, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:40:40Z', 'updated_at': '2021-07-14T18:40:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_floatingips': [{'id': 'f65c84f1-22c9-4a4a-b8d6-7dc5c515972c', 'tenant_id': '0c6eccb7d5c743f1a53a528a1f419fa2', 'floating_ip_address': '172.25.1.55', 'floating_network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'router_id': 'b227a596-8f14-4250-94b3-5c465b582d5d', 'port_id': '94e25792-11f3-4f5d-aa65-06a7eb9a0663', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2312, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e602d401-0f37-42a7-8ad3-944d76449831', 'mac_address': 'fa:16:3e:05:f9:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ec9fcdd-7fee-4ec1-ba4c-28841bc27756', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T18:41:18Z', 'updated_at': '2021-07-14T18:41:18Z', 'revision_number': 0, 'project_id': '0c6eccb7d5c743f1a53a528a1f419fa2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75860f29-4945-4edb-b493-54248c219c60', 'name': '', 'network_id': 'e602d401-0f37-42a7-8ad3-944d76449831', 'tenant_id': '0c6eccb7d5c743f1a53a528a1f419fa2', 'mac_address': 'fa:16:3e:55:ea:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b227a596-8f14-4250-94b3-5c465b582d5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2288, 'fixed_ips': [{'subnet_id': '848c5164-aa90-4aeb-8036-3a760cd657a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:40:45Z', 'updated_at': '2021-07-14T18:40:54Z', 'revision_number': 5, 'project_id': '0c6eccb7d5c743f1a53a528a1f419fa2', 'subnets': [{'id': '848c5164-aa90-4aeb-8036-3a760cd657a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-3', False) {} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:41:22.664663 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2a8aa7a-8963-49cf-8833-0fb13fa95503 None None] The sync data for ids ['b227a596-8f14-4250-94b3-5c465b582d5d'] in n-d-800634-3 is: [{'id': 'b227a596-8f14-4250-94b3-5c465b582d5d', 'name': 'tempest-TestNetworkBasicOps-router-1416134541', 'tenant_id': '0c6eccb7d5c743f1a53a528a1f419fa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.168'}], 'enable_snat': True}, 'gw_port_id': '320661f6-329d-45fe-89a7-40d1a3349472', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:40:39Z', 'updated_at': '2021-07-14T18:40:47Z', 'revision_number': 4, 'project_id': '0c6eccb7d5c743f1a53a528a1f419fa2', 'gw_port': {'id': '320661f6-329d-45fe-89a7-40d1a3349472', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:db:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b227a596-8f14-4250-94b3-5c465b582d5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2270, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:40:40Z', 'updated_at': '2021-07-14T18:40:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_floatingips': [{'id': 'f65c84f1-22c9-4a4a-b8d6-7dc5c515972c', 'tenant_id': '0c6eccb7d5c743f1a53a528a1f419fa2', 'floating_ip_address': '172.25.1.55', 'floating_network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'router_id': 'b227a596-8f14-4250-94b3-5c465b582d5d', 'port_id': '94e25792-11f3-4f5d-aa65-06a7eb9a0663', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2312, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e602d401-0f37-42a7-8ad3-944d76449831', 'mac_address': 'fa:16:3e:05:f9:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ec9fcdd-7fee-4ec1-ba4c-28841bc27756', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T18:41:18Z', 'updated_at': '2021-07-14T18:41:18Z', 'revision_number': 0, 'project_id': '0c6eccb7d5c743f1a53a528a1f419fa2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75860f29-4945-4edb-b493-54248c219c60', 'name': '', 'network_id': 'e602d401-0f37-42a7-8ad3-944d76449831', 'tenant_id': '0c6eccb7d5c743f1a53a528a1f419fa2', 'mac_address': 'fa:16:3e:55:ea:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b227a596-8f14-4250-94b3-5c465b582d5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2288, 'fixed_ips': [{'subnet_id': '848c5164-aa90-4aeb-8036-3a760cd657a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:40:45Z', 'updated_at': '2021-07-14T18:40:54Z', 'revision_number': 5, 'project_id': '0c6eccb7d5c743f1a53a528a1f419fa2', 'subnets': [{'id': '848c5164-aa90-4aeb-8036-3a760cd657a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 18:41:22.692697 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-fc2c3ae6-7124-4178-bfbc-64ac2402e850 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify callbacks [] for port, precommit_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:22.700220 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-fc2c3ae6-7124-4178-bfbc-64ac2402e850 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2684870'] for port, after_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:22.701255 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-fc2c3ae6-7124-4178-bfbc-64ac2402e850 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-598741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-928734'] for router_interface, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:22.804634 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-c13a97e0-011e-4e45-9717-e61c8fe697c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:22.905795 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc2c3ae6-7124-4178-bfbc-64ac2402e850 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Network c72c530d-0c1a-4507-a318-77a8bae62ac4 is already hosted by enough agents. {{(pid=93916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:41:22.915375 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [None req-fc2c3ae6-7124-4178-bfbc-64ac2402e850 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Resources bound (agent type, host, resource id): {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:41:22.926108 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2c3ae6-7124-4178-bfbc-64ac2402e850 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Pushing event updated for resources: {'Port': ['ID=699d5850-c8da-4753-8a9c-d4392d896518,revision_number=2']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:41:23.108882 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 57434) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:41:23.130212 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae836c1a-5dde-4794-abe0-940d3cd72635 req-0915c6e7-426d-479d-a9eb-3bc5e6398b9a tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:41:23.133488 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-b6e573a3-3ce2-4e3e-b520-23a06e1b8fd2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:23.139700 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae836c1a-5dde-4794-abe0-940d3cd72635 req-0915c6e7-426d-479d-a9eb-3bc5e6398b9a tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:41:23.144530 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc2c3ae6-7124-4178-bfbc-64ac2402e850 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Router 864e110b-2e0e-4932-85a0-3906c51c355a is scheduled to L3 agent 2c6eb27e-defb-4cca-9a24-381c7415e359 with binding_index 1 {{(pid=93916) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 18:41:23.168012 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae836c1a-5dde-4794-abe0-940d3cd72635 req-0915c6e7-426d-479d-a9eb-3bc5e6398b9a tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:41:23.179134 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae836c1a-5dde-4794-abe0-940d3cd72635 req-0915c6e7-426d-479d-a9eb-3bc5e6398b9a tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:41:23.184173 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:23.192419 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae836c1a-5dde-4794-abe0-940d3cd72635 req-0915c6e7-426d-479d-a9eb-3bc5e6398b9a tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:41:23.201706 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae836c1a-5dde-4794-abe0-940d3cd72635 req-0915c6e7-426d-479d-a9eb-3bc5e6398b9a tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:41:23.222187 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae836c1a-5dde-4794-abe0-940d3cd72635 req-0915c6e7-426d-479d-a9eb-3bc5e6398b9a tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:41:23.233432 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ae836c1a-5dde-4794-abe0-940d3cd72635 req-0915c6e7-426d-479d-a9eb-3bc5e6398b9a tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] 10.222.0.16 "GET /v2.0/ports?device_id=a4e0bc60-2fa3-47a3-a9ba-155133f4e67a HTTP/1.1" status: 200 len: 5444 time: 0.2294238 Jul 14 18:41:23.255910 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-b6e573a3-3ce2-4e3e-b520-23a06e1b8fd2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:23.293390 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ae836c1a-5dde-4794-abe0-940d3cd72635 req-ad4e258b-6063-4bbb-beec-55a03ba7a990 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] 10.222.0.16 "GET /v2.0/security-groups?id=748fe4c5-70b9-4e07-b6fc-ddd56d9bbb08&id=1433845c-1171-43a4-b403-5201c1216c85&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0581784 Jul 14 18:41:23.302474 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfa7d6f1-34d9-4d32-aea2-652eda794ae2 None None] New status for floating IP f65c84f1-22c9-4a4a-b8d6-7dc5c515972c: ACTIVE {{(pid=93917) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 18:41:23.364452 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-b6e573a3-3ce2-4e3e-b520-23a06e1b8fd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:23.387138 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 57440) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:41:23.424964 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-b6e573a3-3ce2-4e3e-b520-23a06e1b8fd2 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=cf74b66db28e48a0aca222b617f85c7a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3133492 Jul 14 18:41:23.430601 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 57442) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:41:23.448574 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc2c3ae6-7124-4178-bfbc-64ac2402e850 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify agent at l3_agent.n-d-800634-3 the message routers_updated {{(pid=93916) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 18:41:23.450696 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e573a3-3ce2-4e3e-b520-23a06e1b8fd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de76678c-db8e-42e1-bae4-8144c68055dd,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:41:23.458686 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9632e8c-be27-4448-907a-82ebc785e439 None None] Sync routers for ids ['864e110b-2e0e-4932-85a0-3906c51c355a'] in n-d-800634-3 {{(pid=93918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 18:41:23.468095 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-fc2c3ae6-7124-4178-bfbc-64ac2402e850 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] 10.222.0.16 "PUT /v2.0/routers/864e110b-2e0e-4932-85a0-3906c51c355a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1127706 Jul 14 18:41:23.475577 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9632e8c-be27-4448-907a-82ebc785e439 None None] Routers {'864e110b-2e0e-4932-85a0-3906c51c355a'} bound to L3 agent in host n-d-800634-3 {{(pid=93918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:41:23.476230 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-a9632e8c-be27-4448-907a-82ebc785e439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:41:23Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['864e110b-2e0e-4932-85a0-3906c51c355a'], 'active': True} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:41:23.480128 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 57444) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:41:23.518284 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-34f113b4-4104-4ebf-b979-65a0ab2d51fa tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] 10.222.0.16 "GET /v2.0/floatingips/f65c84f1-22c9-4a4a-b8d6-7dc5c515972c HTTP/1.1" status: 200 len: 990 time: 0.1296425 Jul 14 18:41:23.561491 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-a9632e8c-be27-4448-907a-82ebc785e439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-3', False) {} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:41:23.579754 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9632e8c-be27-4448-907a-82ebc785e439 None None] Routers {'864e110b-2e0e-4932-85a0-3906c51c355a'} bound to L3 agent in host n-d-800634-3 {{(pid=93918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:41:23.580660 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-a9632e8c-be27-4448-907a-82ebc785e439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:41:23Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['864e110b-2e0e-4932-85a0-3906c51c355a'], 'active': True} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:41:23.593777 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08981e69-4a47-431b-9b3d-c5f848bbb6b6 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:41:23.598799 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-08981e69-4a47-431b-9b3d-c5f848bbb6b6 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] 10.222.0.16 "GET /v2.0/ports/699d5850-c8da-4753-8a9c-d4392d896518 HTTP/1.1" status: 200 len: 911 time: 0.0897436 Jul 14 18:41:23.598799 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 57446) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:41:23.608713 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-d11200a5-bb03-402e-9a5b-4f1f188f1b9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:23.631888 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-a9632e8c-be27-4448-907a-82ebc785e439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-3', False) {} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:41:23.632815 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9632e8c-be27-4448-907a-82ebc785e439 None None] The sync data for ids ['864e110b-2e0e-4932-85a0-3906c51c355a'] in n-d-800634-3 is: [] {{(pid=93918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 18:41:23.681052 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac28b22e-ab67-4161-9c35-922c28942c1d None None] Network c72c530d-0c1a-4507-a318-77a8bae62ac4 requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:41:23.759698 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-ef9be4ff-8e00-42dd-b0cb-a04c9a3c235f None None] Provisioning for port 8e82e4f5-b655-4ed4-89e7-50b4c8d57cfe completed by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:41:23.820186 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 8e82e4f5-b655-4ed4-89e7-50b4c8d57cfe up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:41:23.949456 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning for port 8e82e4f5-b655-4ed4-89e7-50b4c8d57cfe completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:41:23.959301 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port 8e82e4f5-b655-4ed4-89e7-50b4c8d57cfe triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:41:23.959683 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:24.048383 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-d11200a5-bb03-402e-9a5b-4f1f188f1b9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:24.067600 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:24.106025 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-574aeb93-9938-449c-8e6c-cb22c9b52cc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:24.115495 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd699f3-5f6f-4a65-b4dd-056c499a06d1 req-419e9f62-ed63-4a30-b990-627184c774ee tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:41:24.125446 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] For port 8e82e4f5-b655-4ed4-89e7-50b4c8d57cfe, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=8e82e4f5-b655-4ed4-89e7-50b4c8d57cfe,segment=NetworkSegment(6eb5f37e-82a9-4b17-bae0-d35e9c51c4d0),segment_id=6eb5f37e-82a9-4b17-bae0-d35e9c51c4d0)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:41:24.130049 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:24.142170 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd699f3-5f6f-4a65-b4dd-056c499a06d1 req-419e9f62-ed63-4a30-b990-627184c774ee tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:41:24.150192 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd699f3-5f6f-4a65-b4dd-056c499a06d1 req-419e9f62-ed63-4a30-b990-627184c774ee tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:41:24.157974 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd699f3-5f6f-4a65-b4dd-056c499a06d1 req-419e9f62-ed63-4a30-b990-627184c774ee tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:41:24.166144 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd699f3-5f6f-4a65-b4dd-056c499a06d1 req-419e9f62-ed63-4a30-b990-627184c774ee tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:41:24.173757 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd699f3-5f6f-4a65-b4dd-056c499a06d1 req-419e9f62-ed63-4a30-b990-627184c774ee tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:41:24.180825 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd699f3-5f6f-4a65-b4dd-056c499a06d1 req-419e9f62-ed63-4a30-b990-627184c774ee tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:41:24.183165 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ebd699f3-5f6f-4a65-b4dd-056c499a06d1 req-419e9f62-ed63-4a30-b990-627184c774ee tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] 10.222.0.18 "GET /v2.0/ports?device_id=a4e0bc60-2fa3-47a3-a9ba-155133f4e67a HTTP/1.1" status: 200 len: 5444 time: 0.2261019 Jul 14 18:41:24.203717 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-d11200a5-bb03-402e-9a5b-4f1f188f1b9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:24.207288 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-d11200a5-bb03-402e-9a5b-4f1f188f1b9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:24.211061 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-d11200a5-bb03-402e-9a5b-4f1f188f1b9d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/de76678c-db8e-42e1-bae4-8144c68055dd HTTP/1.1" status: 204 len: 168 time: 0.7777667 Jul 14 18:41:24.225528 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Pushing event updated for resources: {'Port': ['ID=8e82e4f5-b655-4ed4-89e7-50b4c8d57cfe,revision_number=3']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:41:24.236752 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11200a5-bb03-402e-9a5b-4f1f188f1b9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de76678c-db8e-42e1-bae4-8144c68055dd,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:41:24.293407 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd699f3-5f6f-4a65-b4dd-056c499a06d1 req-c14d6851-5aee-4101-b165-34a9f0dd01a7 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:41:24.295457 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ebd699f3-5f6f-4a65-b4dd-056c499a06d1 req-c14d6851-5aee-4101-b165-34a9f0dd01a7 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] 10.222.0.18 "GET /v2.0/ports/0d90d118-2a16-461c-8b80-fa7d8a1aaaa6?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1062872 Jul 14 18:41:24.434526 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ebd699f3-5f6f-4a65-b4dd-056c499a06d1 req-a7c32883-7f8a-454f-a39c-b49fe109d62c tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] 10.222.0.18 "GET /v2.0/networks/78f1bdd6-a438-4e68-a059-5fadb7299624?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1333439 Jul 14 18:41:24.444955 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [req-ebd699f3-5f6f-4a65-b4dd-056c499a06d1 req-f1f10b88-8143-4aa6-bdc9-5dddd2e7f6c5 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:41:24.499290 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-81004308-e6ff-41f4-abf7-5aaa0186eb07 None None] Provisioning for port 699d5850-c8da-4753-8a9c-d4392d896518 completed by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:41:24.505608 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-81004308-e6ff-41f4-abf7-5aaa0186eb07 None None] Provisioning complete for port 699d5850-c8da-4753-8a9c-d4392d896518 triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:41:24.506117 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-81004308-e6ff-41f4-abf7-5aaa0186eb07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:24.510559 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-d5aef5fb-7f53-4f6e-a5f4-918f7e1ab244 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-928623'] for router_interface, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:24.540370 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 57468) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:41:24.572184 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-81004308-e6ff-41f4-abf7-5aaa0186eb07 None None] Port 699d5850-c8da-4753-8a9c-d4392d896518 cannot update to ACTIVE because it is not bound. {{(pid=93917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 18:41:24.591332 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-81004308-e6ff-41f4-abf7-5aaa0186eb07 None None] Provisioning complete for port 8e82e4f5-b655-4ed4-89e7-50b4c8d57cfe triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:41:24.592064 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-81004308-e6ff-41f4-abf7-5aaa0186eb07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:24.742262 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-ebd699f3-5f6f-4a65-b4dd-056c499a06d1 req-f1f10b88-8143-4aa6-bdc9-5dddd2e7f6c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:24.750254 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-a67af9b8-8482-4b09-bffd-72391e7e86c5 tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] 10.222.0.16 "GET /v2.0/floatingips/f65c84f1-22c9-4a4a-b8d6-7dc5c515972c HTTP/1.1" status: 200 len: 992 time: 0.2087262 Jul 14 18:41:24.803302 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d17615-22d9-42d5-8b85-b77df309e668 req-58ecf6fc-70f5-4feb-9dd8-b0c1d1932ea5 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:41:24.811127 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d17615-22d9-42d5-8b85-b77df309e668 req-58ecf6fc-70f5-4feb-9dd8-b0c1d1932ea5 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:41:24.817571 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d17615-22d9-42d5-8b85-b77df309e668 req-58ecf6fc-70f5-4feb-9dd8-b0c1d1932ea5 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:41:24.824388 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d17615-22d9-42d5-8b85-b77df309e668 req-58ecf6fc-70f5-4feb-9dd8-b0c1d1932ea5 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:41:24.830384 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d17615-22d9-42d5-8b85-b77df309e668 req-58ecf6fc-70f5-4feb-9dd8-b0c1d1932ea5 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:41:24.837236 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d17615-22d9-42d5-8b85-b77df309e668 req-58ecf6fc-70f5-4feb-9dd8-b0c1d1932ea5 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:41:24.844318 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d17615-22d9-42d5-8b85-b77df309e668 req-58ecf6fc-70f5-4feb-9dd8-b0c1d1932ea5 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:41:24.854194 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-d6d17615-22d9-42d5-8b85-b77df309e668 req-58ecf6fc-70f5-4feb-9dd8-b0c1d1932ea5 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] 10.222.0.16 "GET /v2.0/ports?device_id=a4e0bc60-2fa3-47a3-a9ba-155133f4e67a HTTP/1.1" status: 200 len: 5444 time: 0.2217987 Jul 14 18:41:24.966035 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-0809c638-5366-428a-87bd-56747541c0e7 None None] Provisioning complete for port 699d5850-c8da-4753-8a9c-d4392d896518 triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:41:24.966943 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-0809c638-5366-428a-87bd-56747541c0e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:25.001500 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-d5aef5fb-7f53-4f6e-a5f4-918f7e1ab244 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Deleting port 699d5850-c8da-4753-8a9c-d4392d896518 {{(pid=93916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:41:25.001846 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-d5aef5fb-7f53-4f6e-a5f4-918f7e1ab244 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:25.039334 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-0809c638-5366-428a-87bd-56747541c0e7 None None] Port 699d5850-c8da-4753-8a9c-d4392d896518 cannot update to ACTIVE because it is not bound. {{(pid=93917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 18:41:25.124759 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-d5aef5fb-7f53-4f6e-a5f4-918f7e1ab244 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:25.126147 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-d6d17615-22d9-42d5-8b85-b77df309e668 req-9e8e46d0-4a38-44ae-b3da-23f2c08ebe8b tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] 10.222.0.16 "GET /v2.0/security-groups?id=748fe4c5-70b9-4e07-b6fc-ddd56d9bbb08&id=1433845c-1171-43a4-b403-5201c1216c85&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2654536 Jul 14 18:41:25.139059 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-d5aef5fb-7f53-4f6e-a5f4-918f7e1ab244 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Calling delete_port for 699d5850-c8da-4753-8a9c-d4392d896518 owned by network:router_interface {{(pid=93916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:41:25.178683 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-ebd699f3-5f6f-4a65-b4dd-056c499a06d1 req-f1f10b88-8143-4aa6-bdc9-5dddd2e7f6c5 service neutron] For port 0d90d118-2a16-461c-8b80-fa7d8a1aaaa6, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=0d90d118-2a16-461c-8b80-fa7d8a1aaaa6,segment=NetworkSegment(a5f86141-009c-4679-b2f8-e0cc9120f80c),segment_id=a5f86141-009c-4679-b2f8-e0cc9120f80c)] {{(pid=93915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:41:25.242021 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-ebd699f3-5f6f-4a65-b4dd-056c499a06d1 req-f1f10b88-8143-4aa6-bdc9-5dddd2e7f6c5 service neutron] For port 0d90d118-2a16-461c-8b80-fa7d8a1aaaa6, host n-h1-800634-3, cleared binding levels {{(pid=93915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:41:25.294752 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [req-ebd699f3-5f6f-4a65-b4dd-056c499a06d1 req-f1f10b88-8143-4aa6-bdc9-5dddd2e7f6c5 service neutron] device_id is not set on port 0d90d118-2a16-461c-8b80-fa7d8a1aaaa6 yet. {{(pid=93915) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 18:41:25.306377 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-ebd699f3-5f6f-4a65-b4dd-056c499a06d1 req-f1f10b88-8143-4aa6-bdc9-5dddd2e7f6c5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:25.316364 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-ebd699f3-5f6f-4a65-b4dd-056c499a06d1 req-f1f10b88-8143-4aa6-bdc9-5dddd2e7f6c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25912978'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:25.378296 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-74513cdb-09a6-41b8-bcef-a193c6ccf7ae None None] Provisioning complete for port 699d5850-c8da-4753-8a9c-d4392d896518 triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:41:25.378676 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-74513cdb-09a6-41b8-bcef-a193c6ccf7ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:25.398844 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebd699f3-5f6f-4a65-b4dd-056c499a06d1 req-f1f10b88-8143-4aa6-bdc9-5dddd2e7f6c5 service neutron] No DVR routers for this DVR port 0d90d118-2a16-461c-8b80-fa7d8a1aaaa6 on host n-h1-800634-3 {{(pid=93915) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 18:41:25.442165 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-d5aef5fb-7f53-4f6e-a5f4-918f7e1ab244 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:25.452465 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [req-ebd699f3-5f6f-4a65-b4dd-056c499a06d1 req-f1f10b88-8143-4aa6-bdc9-5dddd2e7f6c5 service neutron] In _notify_port_updated(), no bound segment for port 0d90d118-2a16-461c-8b80-fa7d8a1aaaa6 on network 78f1bdd6-a438-4e68-a059-5fadb7299624 {{(pid=93915) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 14 18:41:25.453404 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd699f3-5f6f-4a65-b4dd-056c499a06d1 req-f1f10b88-8143-4aa6-bdc9-5dddd2e7f6c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:41:25.454024 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-ebd699f3-5f6f-4a65-b4dd-056c499a06d1 req-f1f10b88-8143-4aa6-bdc9-5dddd2e7f6c5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:25.455514 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ebd699f3-5f6f-4a65-b4dd-056c499a06d1 req-f1f10b88-8143-4aa6-bdc9-5dddd2e7f6c5 service neutron] 10.222.0.18 "PUT /v2.0/ports/0d90d118-2a16-461c-8b80-fa7d8a1aaaa6 HTTP/1.1" status: 200 len: 1031 time: 1.0152574 Jul 14 18:41:25.460745 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f10b88-8143-4aa6-bdc9-5dddd2e7f6c5 service neutron] Pushing event updated for resources: {'Port': ['ID=0d90d118-2a16-461c-8b80-fa7d8a1aaaa6,revision_number=6']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:41:25.477877 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-74513cdb-09a6-41b8-bcef-a193c6ccf7ae None None] Port 699d5850-c8da-4753-8a9c-d4392d896518 cannot update to ACTIVE because it is not bound. {{(pid=93917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 18:41:25.503536 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5aef5fb-7f53-4f6e-a5f4-918f7e1ab244 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Pushing event deleted for resources: {'Port': ['ID=699d5850-c8da-4753-8a9c-d4392d896518,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:41:25.553733 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd699f3-5f6f-4a65-b4dd-056c499a06d1 req-1699d0be-8f25-4b70-9f5c-ece723b4296c tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:41:25.555374 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ebd699f3-5f6f-4a65-b4dd-056c499a06d1 req-1699d0be-8f25-4b70-9f5c-ece723b4296c tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] 10.222.0.18 "GET /v2.0/ports/05410bfa-6a89-41e2-898c-80b7f771042b?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0916080 Jul 14 18:41:25.566205 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [req-ebd699f3-5f6f-4a65-b4dd-056c499a06d1 req-06049309-dcd0-439f-a668-33e6e75722c7 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:41:25.654325 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-d5aef5fb-7f53-4f6e-a5f4-918f7e1ab244 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-598732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-928907'] for router_interface, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:25.659824 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-ebd699f3-5f6f-4a65-b4dd-056c499a06d1 req-06049309-dcd0-439f-a668-33e6e75722c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:25.770151 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 8e82e4f5-b655-4ed4-89e7-50b4c8d57cfe up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:41:25.837208 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-2f4e3af3-e708-4ffd-a544-82d93a489d01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:25.866947 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port 8e82e4f5-b655-4ed4-89e7-50b4c8d57cfe triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:41:25.867340 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:25.937554 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-f9c4485f-83c4-4724-a21e-271a8e2c9ec5 None None] Provisioning complete for port 0d90d118-2a16-461c-8b80-fa7d8a1aaaa6 triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:41:25.937932 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-f9c4485f-83c4-4724-a21e-271a8e2c9ec5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:25.950867 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-ebd699f3-5f6f-4a65-b4dd-056c499a06d1 req-06049309-dcd0-439f-a668-33e6e75722c7 service neutron] For port 05410bfa-6a89-41e2-898c-80b7f771042b, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=05410bfa-6a89-41e2-898c-80b7f771042b,segment=NetworkSegment(a5f86141-009c-4679-b2f8-e0cc9120f80c),segment_id=a5f86141-009c-4679-b2f8-e0cc9120f80c)] {{(pid=93915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:41:25.986346 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-f9c4485f-83c4-4724-a21e-271a8e2c9ec5 None None] Port 0d90d118-2a16-461c-8b80-fa7d8a1aaaa6 cannot update to ACTIVE because it is not bound. {{(pid=93917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 18:41:26.032157 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-ebd699f3-5f6f-4a65-b4dd-056c499a06d1 req-06049309-dcd0-439f-a668-33e6e75722c7 service neutron] For port 05410bfa-6a89-41e2-898c-80b7f771042b, host n-h1-800634-3, cleared binding levels {{(pid=93915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:41:26.039938 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5aef5fb-7f53-4f6e-a5f4-918f7e1ab244 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Router 864e110b-2e0e-4932-85a0-3906c51c355a has already been hosted by L3 agent 2c6eb27e-defb-4cca-9a24-381c7415e359 {{(pid=93916) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 18:41:26.098222 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [req-ebd699f3-5f6f-4a65-b4dd-056c499a06d1 req-06049309-dcd0-439f-a668-33e6e75722c7 service neutron] device_id is not set on port 05410bfa-6a89-41e2-898c-80b7f771042b yet. {{(pid=93915) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 18:41:26.117443 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-ebd699f3-5f6f-4a65-b4dd-056c499a06d1 req-06049309-dcd0-439f-a668-33e6e75722c7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:26.130798 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-ebd699f3-5f6f-4a65-b4dd-056c499a06d1 req-06049309-dcd0-439f-a668-33e6e75722c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25912978'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:26.207695 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5aef5fb-7f53-4f6e-a5f4-918f7e1ab244 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify agent at l3_agent.n-d-800634-3 the message routers_updated {{(pid=93916) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 18:41:26.220048 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-629d1599-5f3c-404a-b104-89d7f08ffb68 None None] Sync routers for ids ['864e110b-2e0e-4932-85a0-3906c51c355a'] in n-d-800634-3 {{(pid=93917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 18:41:26.221873 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-d5aef5fb-7f53-4f6e-a5f4-918f7e1ab244 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] 10.222.0.16 "PUT /v2.0/routers/864e110b-2e0e-4932-85a0-3906c51c355a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6223340 Jul 14 18:41:26.224617 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 57524) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:41:26.236542 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-629d1599-5f3c-404a-b104-89d7f08ffb68 None None] Routers {'864e110b-2e0e-4932-85a0-3906c51c355a'} bound to L3 agent in host n-d-800634-3 {{(pid=93917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:41:26.237283 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-629d1599-5f3c-404a-b104-89d7f08ffb68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:41:23Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['864e110b-2e0e-4932-85a0-3906c51c355a'], 'active': True} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:41:26.275668 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebd699f3-5f6f-4a65-b4dd-056c499a06d1 req-06049309-dcd0-439f-a668-33e6e75722c7 service neutron] No DVR routers for this DVR port 05410bfa-6a89-41e2-898c-80b7f771042b on host n-h1-800634-3 {{(pid=93915) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 18:41:26.326988 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 57526) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:41:26.339639 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-37fffe9e-06b6-49f3-9821-1d8d44591788 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] 10.222.0.16 "GET /v2.0/ports?device_id=864e110b-2e0e-4932-85a0-3906c51c355a HTTP/1.1" status: 200 len: 205 time: 0.0965295 Jul 14 18:41:26.340527 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-629d1599-5f3c-404a-b104-89d7f08ffb68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-3', False) {} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:41:26.390686 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-629d1599-5f3c-404a-b104-89d7f08ffb68 None None] Routers {'864e110b-2e0e-4932-85a0-3906c51c355a'} bound to L3 agent in host n-d-800634-3 {{(pid=93917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:41:26.391437 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-629d1599-5f3c-404a-b104-89d7f08ffb68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:41:23Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['864e110b-2e0e-4932-85a0-3906c51c355a'], 'active': True} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:41:26.430223 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06049309-dcd0-439f-a668-33e6e75722c7 service neutron] Pushing event updated for resources: {'Port': ['ID=05410bfa-6a89-41e2-898c-80b7f771042b,revision_number=6']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:41:26.435125 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-db31bc79-bbd0-41ef-8f21-a0a5cf0a2b3b tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify callbacks [] for router, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:26.462180 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-629d1599-5f3c-404a-b104-89d7f08ffb68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-3', False) {} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:41:26.462180 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-629d1599-5f3c-404a-b104-89d7f08ffb68 None None] The sync data for ids ['864e110b-2e0e-4932-85a0-3906c51c355a'] in n-d-800634-3 is: [] {{(pid=93917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 18:41:26.587482 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [req-ebd699f3-5f6f-4a65-b4dd-056c499a06d1 req-06049309-dcd0-439f-a668-33e6e75722c7 service neutron] In _notify_port_updated(), no bound segment for port 05410bfa-6a89-41e2-898c-80b7f771042b on network 78f1bdd6-a438-4e68-a059-5fadb7299624 {{(pid=93915) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 14 18:41:26.588407 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd699f3-5f6f-4a65-b4dd-056c499a06d1 req-06049309-dcd0-439f-a668-33e6e75722c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:41:26.589126 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-ebd699f3-5f6f-4a65-b4dd-056c499a06d1 req-06049309-dcd0-439f-a668-33e6e75722c7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:26.591070 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ebd699f3-5f6f-4a65-b4dd-056c499a06d1 req-06049309-dcd0-439f-a668-33e6e75722c7 service neutron] 10.222.0.18 "PUT /v2.0/ports/05410bfa-6a89-41e2-898c-80b7f771042b HTTP/1.1" status: 200 len: 1032 time: 1.0294349 Jul 14 18:41:26.616650 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-76f7d05d-6cc5-4306-ae65-1e205eda1019 None None] Provisioning complete for port 05410bfa-6a89-41e2-898c-80b7f771042b triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:41:26.617133 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-76f7d05d-6cc5-4306-ae65-1e205eda1019 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:26.665686 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-76f7d05d-6cc5-4306-ae65-1e205eda1019 None None] Port 05410bfa-6a89-41e2-898c-80b7f771042b cannot update to ACTIVE because it is not bound. {{(pid=93917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 18:41:26.853551 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device 0caf44dc-58df-4be6-8bff-86cf8aeccff9 no longer exists at agent hyperv_n-h1-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 18:41:26.956980 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:26.987377 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4e0bc60-2fa3-47a3-a9ba-155133f4e67a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0caf44dc-58df-4be6-8bff-86cf8aeccff9'}] {{(pid=93917) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:41:26.990209 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20b787f3c29eaa7aa2a4d648c725a2124c5ff39a8d793252f9d844495e14cf42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-922d47e1-64ce-4075-a58b-e90fe7f5a6dd" -d '{"events": [{"server_uuid": "a4e0bc60-2fa3-47a3-a9ba-155133f4e67a", "name": "network-vif-unplugged", "status": "completed", "tag": "0caf44dc-58df-4be6-8bff-86cf8aeccff9"}]}' {{(pid=93917) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:41:27.007185 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port 0caf44dc-58df-4be6-8bff-86cf8aeccff9, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=0caf44dc-58df-4be6-8bff-86cf8aeccff9,segment=NetworkSegment(7bca13b4-944d-4731-bc01-174f4a8e9942),segment_id=7bca13b4-944d-4731-bc01-174f4a8e9942)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:41:27.012675 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:27.014425 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device 05410bfa-6a89-41e2-898c-80b7f771042b no longer exists at agent hyperv_n-h1-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 18:41:27.065113 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 14 Jul 2021 18:41:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f7b5212-f580-4cc1-a057-aca42dfe8925 x-openstack-request-id: req-2f7b5212-f580-4cc1-a057-aca42dfe8925 {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:41:27.065400 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4e0bc60-2fa3-47a3-a9ba-155133f4e67a", "name": "network-vif-unplugged", "status": "completed", "tag": "0caf44dc-58df-4be6-8bff-86cf8aeccff9", "code": 200}]} {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:41:27.065862 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2f7b5212-f580-4cc1-a057-aca42dfe8925 {{(pid=93917) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:41:27.066258 n-d-800634-3 neutron-server[93917]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4e0bc60-2fa3-47a3-a9ba-155133f4e67a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0caf44dc-58df-4be6-8bff-86cf8aeccff9', 'code': 200} Jul 14 18:41:27.090398 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device 05410bfa-6a89-41e2-898c-80b7f771042b not bound to the agent host n-h1-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 18:41:27.090398 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device 98e72a3e-3b4b-4cea-9e4f-1c80c632ced5 no longer exists at agent hyperv_n-h1-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 18:41:27.152770 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-db31bc79-bbd0-41ef-8f21-a0a5cf0a2b3b tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-571778', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11402'] for router, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:27.152770 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-db31bc79-bbd0-41ef-8f21-a0a5cf0a2b3b tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:27.159538 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Pushing event updated for resources: {'Port': ['ID=0caf44dc-58df-4be6-8bff-86cf8aeccff9,revision_number=6']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:41:27.193087 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fea5a86-7136-4ecd-b33d-e3f6f42d7407 req-509311da-3a54-4bb4-8f3e-c0b6a87f9450 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:41:27.199566 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fea5a86-7136-4ecd-b33d-e3f6f42d7407 req-509311da-3a54-4bb4-8f3e-c0b6a87f9450 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:41:27.205599 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fea5a86-7136-4ecd-b33d-e3f6f42d7407 req-509311da-3a54-4bb4-8f3e-c0b6a87f9450 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:41:27.209104 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:27.212290 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fea5a86-7136-4ecd-b33d-e3f6f42d7407 req-509311da-3a54-4bb4-8f3e-c0b6a87f9450 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:41:27.219021 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fea5a86-7136-4ecd-b33d-e3f6f42d7407 req-509311da-3a54-4bb4-8f3e-c0b6a87f9450 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:41:27.235609 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2fea5a86-7136-4ecd-b33d-e3f6f42d7407 req-509311da-3a54-4bb4-8f3e-c0b6a87f9450 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] 10.222.0.16 "GET /v2.0/ports?device_id=a4e0bc60-2fa3-47a3-a9ba-155133f4e67a HTTP/1.1" status: 200 len: 3887 time: 0.7969465 Jul 14 18:41:27.248237 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port 98e72a3e-3b4b-4cea-9e4f-1c80c632ced5, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=98e72a3e-3b4b-4cea-9e4f-1c80c632ced5,segment=NetworkSegment(7bca13b4-944d-4731-bc01-174f4a8e9942),segment_id=7bca13b4-944d-4731-bc01-174f4a8e9942)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:41:27.253501 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:27.254550 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device bde076ee-01e0-4557-a5c2-1f9d433c2343 no longer exists at agent hyperv_n-h1-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 18:41:27.360030 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-db31bc79-bbd0-41ef-8f21-a0a5cf0a2b3b tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-541202'] for router, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:27.380335 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Pushing event updated for resources: {'Port': ['ID=98e72a3e-3b4b-4cea-9e4f-1c80c632ced5,revision_number=6']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:41:27.381090 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db31bc79-bbd0-41ef-8f21-a0a5cf0a2b3b tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Fanout notify agent at l3_agent the message router_deleted on router 864e110b-2e0e-4932-85a0-3906c51c355a {{(pid=93915) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 18:41:27.399123 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-db31bc79-bbd0-41ef-8f21-a0a5cf0a2b3b tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify callbacks [] for router, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:27.400324 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-db31bc79-bbd0-41ef-8f21-a0a5cf0a2b3b tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] 10.222.0.16 "DELETE /v2.0/routers/864e110b-2e0e-4932-85a0-3906c51c355a HTTP/1.1" status: 204 len: 168 time: 1.0709760 Jul 14 18:41:27.404912 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 57584) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:41:27.447575 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2fea5a86-7136-4ecd-b33d-e3f6f42d7407 req-ccb6fe61-a0c6-4c05-9860-751970963960 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] 10.222.0.16 "GET /v2.0/security-groups?id=1433845c-1171-43a4-b403-5201c1216c85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2109451 Jul 14 18:41:27.472651 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [req-ebd699f3-5f6f-4a65-b4dd-056c499a06d1 req-d1774496-4694-4c0e-8788-3533bab15104 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Deleting port 5e3cdfe6-c3db-4167-a3c6-0bddcdac61ef {{(pid=93915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:41:27.473909 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-ebd699f3-5f6f-4a65-b4dd-056c499a06d1 req-d1774496-4694-4c0e-8788-3533bab15104 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:27.496346 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:27.516410 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.db_base_plugin_v2 [None req-a76a3fc3-a932-4c50-869b-261ddfa22d94 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Deleting subnet a7e55935-6619-404c-aa4b-cb926a7bada2 {{(pid=93916) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 18:41:27.520240 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a76a3fc3-a932-4c50-869b-261ddfa22d94 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify callbacks [] for subnet, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:27.544925 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port bde076ee-01e0-4557-a5c2-1f9d433c2343, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=bde076ee-01e0-4557-a5c2-1f9d433c2343,segment=NetworkSegment(a5f86141-009c-4679-b2f8-e0cc9120f80c),segment_id=a5f86141-009c-4679-b2f8-e0cc9120f80c)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:41:27.550684 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:27.551705 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device e8bede3a-ba0f-49a4-a4a8-71589e0aa2ba no longer exists at agent hyperv_n-h1-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 18:41:27.603042 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a76a3fc3-a932-4c50-869b-261ddfa22d94 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26296866'] for subnet, precommit_delete_associations {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:27.717961 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Pushing event updated for resources: {'Port': ['ID=bde076ee-01e0-4557-a5c2-1f9d433c2343,revision_number=6']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:41:27.735963 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:27.774580 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port e8bede3a-ba0f-49a4-a4a8-71589e0aa2ba, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=e8bede3a-ba0f-49a4-a4a8-71589e0aa2ba,segment=NetworkSegment(a5f86141-009c-4679-b2f8-e0cc9120f80c),segment_id=a5f86141-009c-4679-b2f8-e0cc9120f80c)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:41:27.781176 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:27.782038 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device 0d90d118-2a16-461c-8b80-fa7d8a1aaaa6 no longer exists at agent hyperv_n-h1-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 18:41:27.841051 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-ebd699f3-5f6f-4a65-b4dd-056c499a06d1 req-d1774496-4694-4c0e-8788-3533bab15104 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] For port 5e3cdfe6-c3db-4167-a3c6-0bddcdac61ef, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=5e3cdfe6-c3db-4167-a3c6-0bddcdac61ef,segment=NetworkSegment(f27713f4-616b-4ad5-95bb-41f16008fafb),segment_id=f27713f4-616b-4ad5-95bb-41f16008fafb)] {{(pid=93915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:41:27.841051 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-ebd699f3-5f6f-4a65-b4dd-056c499a06d1 req-d1774496-4694-4c0e-8788-3533bab15104 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:27.845071 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a76a3fc3-a932-4c50-869b-261ddfa22d94 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081283'] for subnet, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:27.852814 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a2b1e6-28f5-4808-85d2-fd31a3d68f85 req-b5e76913-e14e-4b24-bf66-9cba00c2f2c6 tempest-AttachVolumeTestJSON-1507206526 tempest-AttachVolumeTestJSON-1507206526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:41:27.855130 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-34a2b1e6-28f5-4808-85d2-fd31a3d68f85 req-b5e76913-e14e-4b24-bf66-9cba00c2f2c6 tempest-AttachVolumeTestJSON-1507206526 tempest-AttachVolumeTestJSON-1507206526-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d4752b4-cf55-42cb-aaf8-a6366a7dc104 HTTP/1.1" status: 200 len: 945 time: 0.2254784 Jul 14 18:41:27.863315 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device 0d90d118-2a16-461c-8b80-fa7d8a1aaaa6 not bound to the agent host n-h1-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 18:41:27.863857 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device 5e3cdfe6-c3db-4167-a3c6-0bddcdac61ef no longer exists at agent hyperv_n-h1-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 18:41:27.888704 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Pushing event updated for resources: {'Port': ['ID=e8bede3a-ba0f-49a4-a4a8-71589e0aa2ba,revision_number=6']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:41:28.009100 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a76a3fc3-a932-4c50-869b-261ddfa22d94 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2684816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26033152'] for subnet, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:28.101081 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a76a3fc3-a932-4c50-869b-261ddfa22d94 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify callbacks [] for subnet, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:28.103024 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-a76a3fc3-a932-4c50-869b-261ddfa22d94 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] 10.222.0.16 "DELETE /v2.0/subnets/a7e55935-6619-404c-aa4b-cb926a7bada2 HTTP/1.1" status: 204 len: 168 time: 0.6962230 Jul 14 18:41:28.104101 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76a3fc3-a932-4c50-869b-261ddfa22d94 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Pushing event deleted for resources: {'Subnet': ['ID=a7e55935-6619-404c-aa4b-cb926a7bada2,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:41:28.117064 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 57608) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:41:28.135444 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66d4f1cf-b3f0-41ec-9b62-5254f41aac20 None None] Network c72c530d-0c1a-4507-a318-77a8bae62ac4 requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:41:28.179810 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:28.200050 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 57610) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:41:28.245924 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port 5e3cdfe6-c3db-4167-a3c6-0bddcdac61ef, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=5e3cdfe6-c3db-4167-a3c6-0bddcdac61ef,segment=NetworkSegment(f27713f4-616b-4ad5-95bb-41f16008fafb),segment_id=f27713f4-616b-4ad5-95bb-41f16008fafb)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:41:28.252971 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-3a94c2a7-374b-454f-9923-7927cb15e54f tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645734'] for network, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:28.271316 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:28.288877 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-34a2b1e6-28f5-4808-85d2-fd31a3d68f85 req-8869dff8-ffea-4700-b888-cf50e69048a9 tempest-AttachVolumeTestJSON-1507206526 tempest-AttachVolumeTestJSON-1507206526-project] 10.222.0.16 "GET /v2.0/security-groups?id=96b55db8-12e1-43af-8475-4683f85322eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4263649 Jul 14 18:41:28.300321 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-ebd699f3-5f6f-4a65-b4dd-056c499a06d1 req-d1774496-4694-4c0e-8788-3533bab15104 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:28.300321 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-ebd699f3-5f6f-4a65-b4dd-056c499a06d1 req-d1774496-4694-4c0e-8788-3533bab15104 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-930131'] for floatingip, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:28.300321 n-d-800634-3 neutron-server[93915]: INFO neutron.db.l3_db [req-ebd699f3-5f6f-4a65-b4dd-056c499a06d1 req-d1774496-4694-4c0e-8788-3533bab15104 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Floating IP 4e271df6-a7a0-41ea-8c52-dc26b7d1f665 disassociated. External IP: 172.25.1.24, port: 5e3cdfe6-c3db-4167-a3c6-0bddcdac61ef. Jul 14 18:41:28.300321 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [req-ebd699f3-5f6f-4a65-b4dd-056c499a06d1 req-d1774496-4694-4c0e-8788-3533bab15104 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Calling delete_port for 5e3cdfe6-c3db-4167-a3c6-0bddcdac61ef owned by compute:nova {{(pid=93915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:41:28.359432 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Pushing event updated for resources: {'Port': ['ID=5e3cdfe6-c3db-4167-a3c6-0bddcdac61ef,revision_number=6']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:41:28.379633 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-3a94c2a7-374b-454f-9923-7927cb15e54f tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Deleting port 8e82e4f5-b655-4ed4-89e7-50b4c8d57cfe {{(pid=93916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:41:28.381276 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-3a94c2a7-374b-454f-9923-7927cb15e54f tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:28.458942 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.db [None req-3a94c2a7-374b-454f-9923-7927cb15e54f tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] For port 8e82e4f5-b655-4ed4-89e7-50b4c8d57cfe, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=8e82e4f5-b655-4ed4-89e7-50b4c8d57cfe,segment=NetworkSegment(6eb5f37e-82a9-4b17-bae0-d35e9c51c4d0),segment_id=6eb5f37e-82a9-4b17-bae0-d35e9c51c4d0)] {{(pid=93916) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:41:28.460665 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-3a94c2a7-374b-454f-9923-7927cb15e54f tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:28.462973 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-a09c5386-eb2c-4d3b-834e-10d35cc499b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:28.479437 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9c32c38-0893-42e7-938f-c32417752e5d None None] DHCP port deletion for c72c530d-0c1a-4507-a318-77a8bae62ac4 request from n-d-800634-3 {{(pid=93917) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 18:41:28.480365 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-3a94c2a7-374b-454f-9923-7927cb15e54f tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Calling delete_port for 8e82e4f5-b655-4ed4-89e7-50b4c8d57cfe owned by network:dhcp {{(pid=93916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:41:28.513281 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-ebd699f3-5f6f-4a65-b4dd-056c499a06d1 req-d1774496-4694-4c0e-8788-3533bab15104 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:28.543901 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1774496-4694-4c0e-8788-3533bab15104 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Pushing event deleted for resources: {'Port': ['ID=5e3cdfe6-c3db-4167-a3c6-0bddcdac61ef,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:41:28.546328 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-e9c32c38-0893-42e7-938f-c32417752e5d None None] Deleting port 8e82e4f5-b655-4ed4-89e7-50b4c8d57cfe {{(pid=93917) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:41:28.546907 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-e9c32c38-0893-42e7-938f-c32417752e5d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:28.622387 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-3a94c2a7-374b-454f-9923-7927cb15e54f tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:28.644701 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-e9c32c38-0893-42e7-938f-c32417752e5d None None] For port 8e82e4f5-b655-4ed4-89e7-50b4c8d57cfe, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=8e82e4f5-b655-4ed4-89e7-50b4c8d57cfe,segment=NetworkSegment(6eb5f37e-82a9-4b17-bae0-d35e9c51c4d0),segment_id=6eb5f37e-82a9-4b17-bae0-d35e9c51c4d0)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:41:28.645227 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-e9c32c38-0893-42e7-938f-c32417752e5d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:28.660154 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-e9c32c38-0893-42e7-938f-c32417752e5d None None] Calling delete_port for 8e82e4f5-b655-4ed4-89e7-50b4c8d57cfe owned by network:dhcp {{(pid=93917) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:41:28.677778 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a94c2a7-374b-454f-9923-7927cb15e54f tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] No DVR routers for this DVR port 8e82e4f5-b655-4ed4-89e7-50b4c8d57cfe on host n-d-800634-3 {{(pid=93916) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 18:41:28.685412 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a94c2a7-374b-454f-9923-7927cb15e54f tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Pushing event deleted for resources: {'Port': ['ID=8e82e4f5-b655-4ed4-89e7-50b4c8d57cfe,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:41:28.738475 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ebd699f3-5f6f-4a65-b4dd-056c499a06d1 req-d1774496-4694-4c0e-8788-3533bab15104 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Router f513302d-fe7a-4704-b300-1c06b2dd0ec6 has already been hosted by L3 agent 2c6eb27e-defb-4cca-9a24-381c7415e359 {{(pid=93915) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 18:41:28.760332 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-e9c32c38-0893-42e7-938f-c32417752e5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813'] for port, after_delete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:28.787143 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c32c38-0893-42e7-938f-c32417752e5d None None] Pushing event deleted for resources: {'Port': ['ID=8e82e4f5-b655-4ed4-89e7-50b4c8d57cfe,revision_number=None']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:41:28.793828 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9c32c38-0893-42e7-938f-c32417752e5d None None] No DVR routers for this DVR port 8e82e4f5-b655-4ed4-89e7-50b4c8d57cfe on host n-d-800634-3 {{(pid=93917) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 18:41:28.810928 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-3a94c2a7-374b-454f-9923-7927cb15e54f tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2096010', 'neutron.services.segments.db._delete_segments_for_network-8728202734996'] for network, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:28.821923 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.segments.db [None req-3a94c2a7-374b-454f-9923-7927cb15e54f tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c72c530d-0c1a-4507-a318-77a8bae62ac4']}} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:41:28.839691 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.segments.db [None req-3a94c2a7-374b-454f-9923-7927cb15e54f tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6eb5f37e-82a9-4b17-bae0-d35e9c51c4d0') {'for_net_delete': True} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:41:28.840480 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.segments.db [None req-3a94c2a7-374b-454f-9923-7927cb15e54f tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6eb5f37e-82a9-4b17-bae0-d35e9c51c4d0') {} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:41:28.851636 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-3a94c2a7-374b-454f-9923-7927cb15e54f tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728202715275', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26296891'] for segment, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:28.868163 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-3a94c2a7-374b-454f-9923-7927cb15e54f tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:28.875682 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a94c2a7-374b-454f-9923-7927cb15e54f tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Releasing vlan 69 on physical network physnet1 to pool {{(pid=93916) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 18:41:28.877313 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-3a94c2a7-374b-454f-9923-7927cb15e54f tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2682942'] for segment, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:28.883080 n-d-800634-3 neutron-server[93916]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:41:28.883080 n-d-800634-3 neutron-server[93916]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:41:28.883080 n-d-800634-3 neutron-server[93916]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:41:28.883080 n-d-800634-3 neutron-server[93916]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:41:28.883080 n-d-800634-3 neutron-server[93916]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:41:28.883080 n-d-800634-3 neutron-server[93916]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:41:28.883080 n-d-800634-3 neutron-server[93916]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:41:28.883080 n-d-800634-3 neutron-server[93916]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:41:28.883080 n-d-800634-3 neutron-server[93916]: Traceback (most recent call last): Jul 14 18:41:28.883080 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 18:41:28.883080 n-d-800634-3 neutron-server[93916]: timer() Jul 14 18:41:28.883080 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 18:41:28.883080 n-d-800634-3 neutron-server[93916]: cb(*args, **kw) Jul 14 18:41:28.883080 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 18:41:28.883080 n-d-800634-3 neutron-server[93916]: return func(*args, **kwargs) Jul 14 18:41:28.883080 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 18:41:28.883080 n-d-800634-3 neutron-server[93916]: self._notify() Jul 14 18:41:28.883080 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 18:41:28.883080 n-d-800634-3 neutron-server[93916]: self.callback(batched_events) Jul 14 18:41:28.883080 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 18:41:28.883080 n-d-800634-3 neutron-server[93916]: event.method(event) Jul 14 18:41:28.883080 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 18:41:28.883080 n-d-800634-3 neutron-server[93916]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 18:41:28.883080 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 18:41:28.883080 n-d-800634-3 neutron-server[93916]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 18:41:28.883080 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 18:41:28.883080 n-d-800634-3 neutron-server[93916]: return f(self, *a, **k) Jul 14 18:41:28.883080 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 18:41:28.883080 n-d-800634-3 neutron-server[93916]: return self._get(url).json() Jul 14 18:41:28.883080 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 18:41:28.883080 n-d-800634-3 neutron-server[93916]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 18:41:28.883080 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 18:41:28.883080 n-d-800634-3 neutron-server[93916]: return self.request(url, 'GET', **kwargs) Jul 14 18:41:28.883080 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 18:41:28.883080 n-d-800634-3 neutron-server[93916]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 18:41:28.883080 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 18:41:28.883080 n-d-800634-3 neutron-server[93916]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 18:41:28.883080 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 18:41:28.883080 n-d-800634-3 neutron-server[93916]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 18:41:28.883080 n-d-800634-3 neutron-server[93916]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 18:41:28.938167 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-a09c5386-eb2c-4d3b-834e-10d35cc499b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:28.952755 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-a09c5386-eb2c-4d3b-834e-10d35cc499b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:28.953486 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-3a94c2a7-374b-454f-9923-7927cb15e54f tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2096001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-930085'] for network, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:28.965155 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-3a94c2a7-374b-454f-9923-7927cb15e54f tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598705'] for network, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:28.967280 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-3a94c2a7-374b-454f-9923-7927cb15e54f tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] 10.222.0.16 "DELETE /v2.0/networks/c72c530d-0c1a-4507-a318-77a8bae62ac4 HTTP/1.1" status: 204 len: 168 time: 0.8454309 Jul 14 18:41:28.981870 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 57626) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:41:28.982906 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a94c2a7-374b-454f-9923-7927cb15e54f tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Pushing event deleted for resources: {'Network': ['ID=c72c530d-0c1a-4507-a318-77a8bae62ac4,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:41:28.993585 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-a09c5386-eb2c-4d3b-834e-10d35cc499b1 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=52bb16f659674e07aefa522626494095&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7898171 Jul 14 18:41:28.996730 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 57630) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:41:29.031511 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-982570c9-13d4-418f-b210-ebc61538417d tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1807168493', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61'}, 'admin_state_up': False}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:41:29.056717 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-1bed5eaf-7a09-4324-bc0c-3c1845321a0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:29.067944 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4e0bc60-2fa3-47a3-a9ba-155133f4e67a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '98e72a3e-3b4b-4cea-9e4f-1c80c632ced5'}, {'server_uuid': 'a4e0bc60-2fa3-47a3-a9ba-155133f4e67a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bde076ee-01e0-4557-a5c2-1f9d433c2343'}, {'server_uuid': 'a4e0bc60-2fa3-47a3-a9ba-155133f4e67a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e8bede3a-ba0f-49a4-a4a8-71589e0aa2ba'}, {'server_uuid': 'a4e0bc60-2fa3-47a3-a9ba-155133f4e67a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5e3cdfe6-c3db-4167-a3c6-0bddcdac61ef'}] {{(pid=93917) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:41:29.070569 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20b787f3c29eaa7aa2a4d648c725a2124c5ff39a8d793252f9d844495e14cf42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb4e161f-abf5-4d37-9b10-fd07593a9f95" -d '{"events": [{"server_uuid": "a4e0bc60-2fa3-47a3-a9ba-155133f4e67a", "name": "network-vif-unplugged", "status": "completed", "tag": "98e72a3e-3b4b-4cea-9e4f-1c80c632ced5"}, {"server_uuid": "a4e0bc60-2fa3-47a3-a9ba-155133f4e67a", "name": "network-vif-unplugged", "status": "completed", "tag": "bde076ee-01e0-4557-a5c2-1f9d433c2343"}, {"server_uuid": "a4e0bc60-2fa3-47a3-a9ba-155133f4e67a", "name": "network-vif-unplugged", "status": "completed", "tag": "e8bede3a-ba0f-49a4-a4a8-71589e0aa2ba"}, {"server_uuid": "a4e0bc60-2fa3-47a3-a9ba-155133f4e67a", "name": "network-vif-unplugged", "status": "completed", "tag": "5e3cdfe6-c3db-4167-a3c6-0bddcdac61ef"}]}' {{(pid=93917) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:41:29.106947 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-1bed5eaf-7a09-4324-bc0c-3c1845321a0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:29.114994 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89cfce8-ccc4-4d1d-bedb-89b775908bd7 req-47dcd62e-c609-4814-b824-333a931e6337 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:41:29.122834 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89cfce8-ccc4-4d1d-bedb-89b775908bd7 req-47dcd62e-c609-4814-b824-333a931e6337 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:41:29.130578 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89cfce8-ccc4-4d1d-bedb-89b775908bd7 req-47dcd62e-c609-4814-b824-333a931e6337 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:41:29.130843 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 704 Content-Type: application/json Date: Wed, 14 Jul 2021 18:41:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f160d23f-76ef-463d-bbd8-71a1122c8ce9 x-openstack-request-id: req-f160d23f-76ef-463d-bbd8-71a1122c8ce9 {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:41:29.131262 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4e0bc60-2fa3-47a3-a9ba-155133f4e67a", "name": "network-vif-unplugged", "status": "completed", "tag": "98e72a3e-3b4b-4cea-9e4f-1c80c632ced5", "code": 200}, {"server_uuid": "a4e0bc60-2fa3-47a3-a9ba-155133f4e67a", "name": "network-vif-unplugged", "status": "completed", "tag": "bde076ee-01e0-4557-a5c2-1f9d433c2343", "code": 200}, {"server_uuid": "a4e0bc60-2fa3-47a3-a9ba-155133f4e67a", "name": "network-vif-unplugged", "status": "completed", "tag": "e8bede3a-ba0f-49a4-a4a8-71589e0aa2ba", "code": 200}, {"server_uuid": "a4e0bc60-2fa3-47a3-a9ba-155133f4e67a", "name": "network-vif-unplugged", "status": "completed", "tag": "5e3cdfe6-c3db-4167-a3c6-0bddcdac61ef", "code": 200}]} {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:41:29.131616 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f160d23f-76ef-463d-bbd8-71a1122c8ce9 {{(pid=93917) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:41:29.132148 n-d-800634-3 neutron-server[93917]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4e0bc60-2fa3-47a3-a9ba-155133f4e67a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '98e72a3e-3b4b-4cea-9e4f-1c80c632ced5', 'code': 200} Jul 14 18:41:29.132497 n-d-800634-3 neutron-server[93917]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4e0bc60-2fa3-47a3-a9ba-155133f4e67a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bde076ee-01e0-4557-a5c2-1f9d433c2343', 'code': 200} Jul 14 18:41:29.132878 n-d-800634-3 neutron-server[93917]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4e0bc60-2fa3-47a3-a9ba-155133f4e67a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e8bede3a-ba0f-49a4-a4a8-71589e0aa2ba', 'code': 200} Jul 14 18:41:29.133220 n-d-800634-3 neutron-server[93917]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4e0bc60-2fa3-47a3-a9ba-155133f4e67a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5e3cdfe6-c3db-4167-a3c6-0bddcdac61ef', 'code': 200} Jul 14 18:41:29.136750 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89cfce8-ccc4-4d1d-bedb-89b775908bd7 req-47dcd62e-c609-4814-b824-333a931e6337 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:41:29.145253 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a89cfce8-ccc4-4d1d-bedb-89b775908bd7 req-47dcd62e-c609-4814-b824-333a931e6337 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] 10.222.0.16 "GET /v2.0/ports?device_id=a4e0bc60-2fa3-47a3-a9ba-155133f4e67a HTTP/1.1" status: 200 len: 3143 time: 0.4201639 Jul 14 18:41:29.164609 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ebd699f3-5f6f-4a65-b4dd-056c499a06d1 req-d1774496-4694-4c0e-8788-3533bab15104 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Notify agent at l3_agent.n-d-800634-3 the message routers_updated {{(pid=93915) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 18:41:29.166502 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09c5386-eb2c-4d3b-834e-10d35cc499b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02d4e3c5-51e1-46b5-8197-c743ab06f6d0,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:41:29.178894 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ede17ba8-285c-4e4b-8971-c5bb44e74efb None None] Sync routers for ids ['f513302d-fe7a-4704-b300-1c06b2dd0ec6'] in n-d-800634-3 {{(pid=93918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 18:41:29.196427 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ede17ba8-285c-4e4b-8971-c5bb44e74efb None None] Routers {'f513302d-fe7a-4704-b300-1c06b2dd0ec6'} bound to L3 agent in host n-d-800634-3 {{(pid=93918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:41:29.197222 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-ede17ba8-285c-4e4b-8971-c5bb44e74efb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:41:23Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['f513302d-fe7a-4704-b300-1c06b2dd0ec6'], 'active': True} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:41:29.200465 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-982570c9-13d4-418f-b210-ebc61538417d tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-571768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11104'] for router, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:29.201502 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-982570c9-13d4-418f-b210-ebc61538417d tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-571675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-930014', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-632314', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11129'] for router, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:29.226386 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-1bed5eaf-7a09-4324-bc0c-3c1845321a0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:29.228170 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebd699f3-5f6f-4a65-b4dd-056c499a06d1 req-d1774496-4694-4c0e-8788-3533bab15104 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] No DVR routers for this DVR port 5e3cdfe6-c3db-4167-a3c6-0bddcdac61ef on host n-h1-800634-3 {{(pid=93915) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 18:41:29.230415 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-1bed5eaf-7a09-4324-bc0c-3c1845321a0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:29.232040 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-1bed5eaf-7a09-4324-bc0c-3c1845321a0c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/02d4e3c5-51e1-46b5-8197-c743ab06f6d0 HTTP/1.1" status: 204 len: 168 time: 0.2342448 Jul 14 18:41:29.233645 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-ebd699f3-5f6f-4a65-b4dd-056c499a06d1 req-d1774496-4694-4c0e-8788-3533bab15104 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:29.235686 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ebd699f3-5f6f-4a65-b4dd-056c499a06d1 req-d1774496-4694-4c0e-8788-3533bab15104 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] 10.222.0.18 "DELETE /v2.0/ports/5e3cdfe6-c3db-4167-a3c6-0bddcdac61ef HTTP/1.1" status: 204 len: 173 time: 2.6373656 Jul 14 18:41:29.236162 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4e0bc60-2fa3-47a3-a9ba-155133f4e67a', 'name': 'network-vif-deleted', 'tag': '5e3cdfe6-c3db-4167-a3c6-0bddcdac61ef'}] {{(pid=93915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:41:29.238557 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e72782ad3af8f7d4ce76cedf092bca46d1756acc5c4653cf0b52034cdd6b073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df0a3a9c-9208-4b6d-85ba-205affb56ef3" -d '{"events": [{"server_uuid": "a4e0bc60-2fa3-47a3-a9ba-155133f4e67a", "name": "network-vif-deleted", "tag": "5e3cdfe6-c3db-4167-a3c6-0bddcdac61ef"}]}' {{(pid=93915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:41:29.243087 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bed5eaf-7a09-4324-bc0c-3c1845321a0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02d4e3c5-51e1-46b5-8197-c743ab06f6d0,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:41:29.298224 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a89cfce8-ccc4-4d1d-bedb-89b775908bd7 req-83de7726-105b-466b-98d2-330c64281e6c tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] 10.222.0.16 "GET /v2.0/security-groups?id=1433845c-1171-43a4-b403-5201c1216c85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1520846 Jul 14 18:41:29.342626 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 18:41:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd9b4d43-8937-4ec3-860b-15366a58b61e x-openstack-request-id: req-dd9b4d43-8937-4ec3-860b-15366a58b61e {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:41:29.343190 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4e0bc60-2fa3-47a3-a9ba-155133f4e67a", "name": "network-vif-deleted", "tag": "5e3cdfe6-c3db-4167-a3c6-0bddcdac61ef", "status": "completed", "code": 200}]} {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:41:29.343611 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-dd9b4d43-8937-4ec3-860b-15366a58b61e {{(pid=93915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:41:29.344236 n-d-800634-3 neutron-server[93915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4e0bc60-2fa3-47a3-a9ba-155133f4e67a', 'name': 'network-vif-deleted', 'tag': '5e3cdfe6-c3db-4167-a3c6-0bddcdac61ef', 'status': 'completed', 'code': 200} Jul 14 18:41:29.403732 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-982570c9-13d4-418f-b210-ebc61538417d tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:29.415524 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvr_db [None req-ede17ba8-285c-4e4b-8971-c5bb44e74efb None None] Set router f513302d-fe7a-4704-b300-1c06b2dd0ec6 gateway port host: n-d-800634-3 {{(pid=93918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 18:41:29.664644 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-982570c9-13d4-418f-b210-ebc61538417d tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-929996', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-571750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11395'] for router, precommit_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:29.665145 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 57650) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:41:29.691466 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-3eb217fe-3738-4a62-bfe8-ef61200afae0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:29.709913 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [req-ebd699f3-5f6f-4a65-b4dd-056c499a06d1 req-dba9ae56-8405-467e-b59b-77eb26a50784 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Deleting port e8bede3a-ba0f-49a4-a4a8-71589e0aa2ba {{(pid=93915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:41:29.710241 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-ebd699f3-5f6f-4a65-b4dd-056c499a06d1 req-dba9ae56-8405-467e-b59b-77eb26a50784 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:29.716932 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-ede17ba8-285c-4e4b-8971-c5bb44e74efb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f513302d-fe7a-4704-b300-1c06b2dd0ec6', 'name': 'tempest-TaggedBootDevicesTest_v242-898649069-router', 'tenant_id': '362562baf49d424491e86fd541949698', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.193'}], 'enable_snat': True}, 'gw_port_id': '52ff38de-c174-425f-aad2-a59970965a7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:30:48Z', 'updated_at': '2021-07-14T18:30:54Z', 'revision_number': 4, 'project_id': '362562baf49d424491e86fd541949698', 'gw_port': {'id': '52ff38de-c174-425f-aad2-a59970965a7d', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:50:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f513302d-fe7a-4704-b300-1c06b2dd0ec6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1262, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:30:48Z', 'updated_at': '2021-07-14T18:30:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_interfaces': [{'id': '62b4d8f5-5e75-48bf-9796-b5eb665f5c2a', 'name': '', 'network_id': 'cfaa954e-bb83-44ea-acae-a3d7b9e23407', 'tenant_id': '362562baf49d424491e86fd541949698', 'mac_address': 'fa:16:3e:1f:6b:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f513302d-fe7a-4704-b300-1c06b2dd0ec6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1263, 'fixed_ips': [{'subnet_id': '2a4f902e-afed-4486-b940-935fd979aa23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:30:52Z', 'updated_at': '2021-07-14T18:31:01Z', 'revision_number': 5, 'project_id': '362562baf49d424491e86fd541949698', 'subnets': [{'id': '2a4f902e-afed-4486-b940-935fd979aa23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-3', False) {} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:41:29.773242 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ede17ba8-285c-4e4b-8971-c5bb44e74efb None None] Checking router: f513302d-fe7a-4704-b300-1c06b2dd0ec6 for host: n-d-800634-3 {{(pid=93918) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 18:41:29.783653 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 8e82e4f5-b655-4ed4-89e7-50b4c8d57cfe no longer exists at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 18:41:29.817517 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] No Port match for: 8e82e4f5-b655-4ed4-89e7-50b4c8d57cfe {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 18:41:29.818024 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 8e82e4f5-b655-4ed4-89e7-50b4c8d57cfe not bound to the agent host n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 18:41:29.828336 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ede17ba8-285c-4e4b-8971-c5bb44e74efb None None] Routers {'f513302d-fe7a-4704-b300-1c06b2dd0ec6'} bound to L3 agent in host n-d-800634-3 {{(pid=93918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:41:29.829119 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-ede17ba8-285c-4e4b-8971-c5bb44e74efb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:41:23Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['f513302d-fe7a-4704-b300-1c06b2dd0ec6'], 'active': True} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:41:29.854812 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-3eb217fe-3738-4a62-bfe8-ef61200afae0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:29.862384 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-3eb217fe-3738-4a62-bfe8-ef61200afae0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:29.864638 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9396383-c658-45a4-a654-f78f4a607f74 req-51f1a991-82fb-4cb2-8519-a06924356d8f tempest-AttachVolumeTestJSON-1507206526 tempest-AttachVolumeTestJSON-1507206526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:41:29.872586 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f9396383-c658-45a4-a654-f78f4a607f74 req-51f1a991-82fb-4cb2-8519-a06924356d8f tempest-AttachVolumeTestJSON-1507206526 tempest-AttachVolumeTestJSON-1507206526-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d4752b4-cf55-42cb-aaf8-a6366a7dc104 HTTP/1.1" status: 200 len: 945 time: 0.4189057 Jul 14 18:41:29.907279 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-3eb217fe-3738-4a62-bfe8-ef61200afae0 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ff8c2d1f8dea4b43a396837813de140d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2389295 Jul 14 18:41:29.908657 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 57656) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:41:29.946725 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f9396383-c658-45a4-a654-f78f4a607f74 req-45102358-db12-4fee-9f64-53b503d20889 tempest-AttachVolumeTestJSON-1507206526 tempest-AttachVolumeTestJSON-1507206526-project] 10.222.0.16 "GET /v2.0/security-groups?id=96b55db8-12e1-43af-8475-4683f85322eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719962 Jul 14 18:41:29.955301 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb217fe-3738-4a62-bfe8-ef61200afae0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa1d4635-674f-4f0a-8b20-b3fb15d0cd73,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:41:29.971286 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-ebd699f3-5f6f-4a65-b4dd-056c499a06d1 req-dba9ae56-8405-467e-b59b-77eb26a50784 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] For port e8bede3a-ba0f-49a4-a4a8-71589e0aa2ba, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=e8bede3a-ba0f-49a4-a4a8-71589e0aa2ba,segment=NetworkSegment(a5f86141-009c-4679-b2f8-e0cc9120f80c),segment_id=a5f86141-009c-4679-b2f8-e0cc9120f80c)] {{(pid=93915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:41:29.972282 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-ebd699f3-5f6f-4a65-b4dd-056c499a06d1 req-dba9ae56-8405-467e-b59b-77eb26a50784 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:29.991760 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-43931206-4fa2-4369-9314-9feb767b1756 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:29.995114 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [req-ebd699f3-5f6f-4a65-b4dd-056c499a06d1 req-dba9ae56-8405-467e-b59b-77eb26a50784 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Calling delete_port for e8bede3a-ba0f-49a4-a4a8-71589e0aa2ba owned by compute:nova {{(pid=93915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:41:30.003352 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvr_db [None req-ede17ba8-285c-4e4b-8971-c5bb44e74efb None None] Set router f513302d-fe7a-4704-b300-1c06b2dd0ec6 gateway port host: n-d-800634-3 {{(pid=93918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 18:41:30.018185 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-43931206-4fa2-4369-9314-9feb767b1756 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:30.084689 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-43931206-4fa2-4369-9314-9feb767b1756 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:30.087611 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-43931206-4fa2-4369-9314-9feb767b1756 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:30.088874 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-43931206-4fa2-4369-9314-9feb767b1756 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/fa1d4635-674f-4f0a-8b20-b3fb15d0cd73 HTTP/1.1" status: 204 len: 168 time: 0.1791372 Jul 14 18:41:30.102030 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43931206-4fa2-4369-9314-9feb767b1756 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa1d4635-674f-4f0a-8b20-b3fb15d0cd73,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:41:30.279653 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-982570c9-13d4-418f-b210-ebc61538417d tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify callbacks [] for router_gateway, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:30.293286 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-ede17ba8-285c-4e4b-8971-c5bb44e74efb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f513302d-fe7a-4704-b300-1c06b2dd0ec6', 'name': 'tempest-TaggedBootDevicesTest_v242-898649069-router', 'tenant_id': '362562baf49d424491e86fd541949698', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.193'}], 'enable_snat': True}, 'gw_port_id': '52ff38de-c174-425f-aad2-a59970965a7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:30:48Z', 'updated_at': '2021-07-14T18:30:54Z', 'revision_number': 4, 'project_id': '362562baf49d424491e86fd541949698', 'gw_port': {'id': '52ff38de-c174-425f-aad2-a59970965a7d', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:50:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f513302d-fe7a-4704-b300-1c06b2dd0ec6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1262, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:30:48Z', 'updated_at': '2021-07-14T18:30:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_interfaces': [{'id': '62b4d8f5-5e75-48bf-9796-b5eb665f5c2a', 'name': '', 'network_id': 'cfaa954e-bb83-44ea-acae-a3d7b9e23407', 'tenant_id': '362562baf49d424491e86fd541949698', 'mac_address': 'fa:16:3e:1f:6b:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f513302d-fe7a-4704-b300-1c06b2dd0ec6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1263, 'fixed_ips': [{'subnet_id': '2a4f902e-afed-4486-b940-935fd979aa23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:30:52Z', 'updated_at': '2021-07-14T18:31:01Z', 'revision_number': 5, 'project_id': '362562baf49d424491e86fd541949698', 'subnets': [{'id': '2a4f902e-afed-4486-b940-935fd979aa23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-3', False) {} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:41:30.326479 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ede17ba8-285c-4e4b-8971-c5bb44e74efb None None] The sync data for ids ['f513302d-fe7a-4704-b300-1c06b2dd0ec6'] in n-d-800634-3 is: [{'id': 'f513302d-fe7a-4704-b300-1c06b2dd0ec6', 'name': 'tempest-TaggedBootDevicesTest_v242-898649069-router', 'tenant_id': '362562baf49d424491e86fd541949698', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.193'}], 'enable_snat': True}, 'gw_port_id': '52ff38de-c174-425f-aad2-a59970965a7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:30:48Z', 'updated_at': '2021-07-14T18:30:54Z', 'revision_number': 4, 'project_id': '362562baf49d424491e86fd541949698', 'gw_port': {'id': '52ff38de-c174-425f-aad2-a59970965a7d', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:50:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f513302d-fe7a-4704-b300-1c06b2dd0ec6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1262, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:30:48Z', 'updated_at': '2021-07-14T18:30:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_interfaces': [{'id': '62b4d8f5-5e75-48bf-9796-b5eb665f5c2a', 'name': '', 'network_id': 'cfaa954e-bb83-44ea-acae-a3d7b9e23407', 'tenant_id': '362562baf49d424491e86fd541949698', 'mac_address': 'fa:16:3e:1f:6b:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f513302d-fe7a-4704-b300-1c06b2dd0ec6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1263, 'fixed_ips': [{'subnet_id': '2a4f902e-afed-4486-b940-935fd979aa23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:30:52Z', 'updated_at': '2021-07-14T18:31:01Z', 'revision_number': 5, 'project_id': '362562baf49d424491e86fd541949698', 'subnets': [{'id': '2a4f902e-afed-4486-b940-935fd979aa23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 18:41:30.326779 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-982570c9-13d4-418f-b210-ebc61538417d tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:30.695083 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c87403f-4d79-42d8-ae86-e205469a3d37 None None] New status for floating IP 4e271df6-a7a0-41ea-8c52-dc26b7d1f665: DOWN {{(pid=93917) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 18:41:30.797620 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-ebd699f3-5f6f-4a65-b4dd-056c499a06d1 req-dba9ae56-8405-467e-b59b-77eb26a50784 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:30.830946 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba9ae56-8405-467e-b59b-77eb26a50784 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Pushing event deleted for resources: {'Port': ['ID=e8bede3a-ba0f-49a4-a4a8-71589e0aa2ba,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:41:30.844409 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba9ae56-8405-467e-b59b-77eb26a50784 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:41:30.844763 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba9ae56-8405-467e-b59b-77eb26a50784 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:41:30.845110 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba9ae56-8405-467e-b59b-77eb26a50784 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:41:30.845450 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba9ae56-8405-467e-b59b-77eb26a50784 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:41:30.845784 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba9ae56-8405-467e-b59b-77eb26a50784 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:41:30.846172 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba9ae56-8405-467e-b59b-77eb26a50784 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:41:30.846433 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba9ae56-8405-467e-b59b-77eb26a50784 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:41:30.846755 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba9ae56-8405-467e-b59b-77eb26a50784 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:41:30.847087 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba9ae56-8405-467e-b59b-77eb26a50784 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:41:30.847412 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba9ae56-8405-467e-b59b-77eb26a50784 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:41:30.847734 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba9ae56-8405-467e-b59b-77eb26a50784 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:41:30.848053 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba9ae56-8405-467e-b59b-77eb26a50784 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:41:30.965313 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebd699f3-5f6f-4a65-b4dd-056c499a06d1 req-dba9ae56-8405-467e-b59b-77eb26a50784 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] No DVR routers for this DVR port e8bede3a-ba0f-49a4-a4a8-71589e0aa2ba on host n-h1-800634-3 {{(pid=93915) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 18:41:30.978011 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-ebd699f3-5f6f-4a65-b4dd-056c499a06d1 req-dba9ae56-8405-467e-b59b-77eb26a50784 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:30.982066 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ebd699f3-5f6f-4a65-b4dd-056c499a06d1 req-dba9ae56-8405-467e-b59b-77eb26a50784 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] 10.222.0.18 "DELETE /v2.0/ports/e8bede3a-ba0f-49a4-a4a8-71589e0aa2ba HTTP/1.1" status: 204 len: 173 time: 1.7404718 Jul 14 18:41:30.983311 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.db_base_plugin_common [None req-982570c9-13d4-418f-b210-ebc61538417d tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Allocated IP 172.25.1.141 (9200a437-e1de-4520-88f6-e68386523e61/5f47f848-4532-407a-a0e2-5690ade15fd0/69369717-8008-43ec-be36-76dd05a5f37c) {{(pid=93915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:41:30.998377 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c9340a-4b46-4add-9518-216d82381ce8 req-78fa2a5a-4f06-4b67-b1f3-e1854ab116cc tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:41:31.004595 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c9340a-4b46-4add-9518-216d82381ce8 req-78fa2a5a-4f06-4b67-b1f3-e1854ab116cc tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:41:31.020720 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c9340a-4b46-4add-9518-216d82381ce8 req-78fa2a5a-4f06-4b67-b1f3-e1854ab116cc tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:41:31.020720 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c9340a-4b46-4add-9518-216d82381ce8 req-78fa2a5a-4f06-4b67-b1f3-e1854ab116cc tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:41:31.026924 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-94c9340a-4b46-4add-9518-216d82381ce8 req-78fa2a5a-4f06-4b67-b1f3-e1854ab116cc tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] 10.222.0.16 "GET /v2.0/ports?device_id=a4e0bc60-2fa3-47a3-a9ba-155133f4e67a HTTP/1.1" status: 200 len: 3065 time: 0.2825148 Jul 14 18:41:31.157991 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-94c9340a-4b46-4add-9518-216d82381ce8 req-71586e12-4a88-44fb-b538-afddeb071765 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] 10.222.0.16 "GET /v2.0/security-groups?id=1433845c-1171-43a4-b403-5201c1216c85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1299729 Jul 14 18:41:31.313504 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [req-ebd699f3-5f6f-4a65-b4dd-056c499a06d1 req-1a62fc6f-4d2c-48c4-96ab-d25113d74a57 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Deleting port 0caf44dc-58df-4be6-8bff-86cf8aeccff9 {{(pid=93915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:41:31.313870 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-ebd699f3-5f6f-4a65-b4dd-056c499a06d1 req-1a62fc6f-4d2c-48c4-96ab-d25113d74a57 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:31.361974 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4e0bc60-2fa3-47a3-a9ba-155133f4e67a', 'name': 'network-vif-deleted', 'tag': 'e8bede3a-ba0f-49a4-a4a8-71589e0aa2ba'}] {{(pid=93915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:41:31.364288 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e72782ad3af8f7d4ce76cedf092bca46d1756acc5c4653cf0b52034cdd6b073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8028656a-5a55-4660-ac70-9f7229f40eb7" -d '{"events": [{"server_uuid": "a4e0bc60-2fa3-47a3-a9ba-155133f4e67a", "name": "network-vif-deleted", "tag": "e8bede3a-ba0f-49a4-a4a8-71589e0aa2ba"}]}' {{(pid=93915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:41:31.392700 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8e93ca-0db6-4ea8-9acc-cbc91e4edb7b req-28352bb8-a24f-4026-8422-61ffbafa8cd7 tempest-AttachVolumeTestJSON-1507206526 tempest-AttachVolumeTestJSON-1507206526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:41:31.394260 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-dc8e93ca-0db6-4ea8-9acc-cbc91e4edb7b req-28352bb8-a24f-4026-8422-61ffbafa8cd7 tempest-AttachVolumeTestJSON-1507206526 tempest-AttachVolumeTestJSON-1507206526-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d4752b4-cf55-42cb-aaf8-a6366a7dc104 HTTP/1.1" status: 200 len: 945 time: 0.2423658 Jul 14 18:41:31.450102 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-982570c9-13d4-418f-b210-ebc61538417d tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify callbacks [] for port, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:31.470968 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 18:41:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b79fe0f7-0e95-4998-99cc-f6deae025600 x-openstack-request-id: req-b79fe0f7-0e95-4998-99cc-f6deae025600 {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:41:31.471275 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4e0bc60-2fa3-47a3-a9ba-155133f4e67a", "name": "network-vif-deleted", "tag": "e8bede3a-ba0f-49a4-a4a8-71589e0aa2ba", "status": "completed", "code": 200}]} {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:41:31.471543 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b79fe0f7-0e95-4998-99cc-f6deae025600 {{(pid=93915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:41:31.471933 n-d-800634-3 neutron-server[93915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4e0bc60-2fa3-47a3-a9ba-155133f4e67a', 'name': 'network-vif-deleted', 'tag': 'e8bede3a-ba0f-49a4-a4a8-71589e0aa2ba', 'status': 'completed', 'code': 200} Jul 14 18:41:31.544629 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-dc8e93ca-0db6-4ea8-9acc-cbc91e4edb7b req-02dc806c-2ec7-42a6-92ae-aba5ea4e0c92 tempest-AttachVolumeTestJSON-1507206526 tempest-AttachVolumeTestJSON-1507206526-project] 10.222.0.16 "GET /v2.0/security-groups?id=96b55db8-12e1-43af-8475-4683f85322eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1327846 Jul 14 18:41:31.553693 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-ebd699f3-5f6f-4a65-b4dd-056c499a06d1 req-1a62fc6f-4d2c-48c4-96ab-d25113d74a57 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] For port 0caf44dc-58df-4be6-8bff-86cf8aeccff9, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=0caf44dc-58df-4be6-8bff-86cf8aeccff9,segment=NetworkSegment(7bca13b4-944d-4731-bc01-174f4a8e9942),segment_id=7bca13b4-944d-4731-bc01-174f4a8e9942)] {{(pid=93915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:41:31.554116 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-ebd699f3-5f6f-4a65-b4dd-056c499a06d1 req-1a62fc6f-4d2c-48c4-96ab-d25113d74a57 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:31.595899 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [req-ebd699f3-5f6f-4a65-b4dd-056c499a06d1 req-1a62fc6f-4d2c-48c4-96ab-d25113d74a57 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Calling delete_port for 0caf44dc-58df-4be6-8bff-86cf8aeccff9 owned by compute:nova {{(pid=93915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:41:31.647306 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-982570c9-13d4-418f-b210-ebc61538417d tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:31.693464 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-982570c9-13d4-418f-b210-ebc61538417d tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Network 9200a437-e1de-4520-88f6-e68386523e61 is already hosted by enough agents. {{(pid=93915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:41:31.704238 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [None req-982570c9-13d4-418f-b210-ebc61538417d tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Resources bound (agent type, host, resource id): {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:41:31.706775 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-982570c9-13d4-418f-b210-ebc61538417d tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Received port after_create {{(pid=93915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:41:31.740793 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982570c9-13d4-418f-b210-ebc61538417d tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Pushing event updated for resources: {'Port': ['ID=69369717-8008-43ec-be36-76dd05a5f37c,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:41:31.927102 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-ebd699f3-5f6f-4a65-b4dd-056c499a06d1 req-1a62fc6f-4d2c-48c4-96ab-d25113d74a57 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:31.996629 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a62fc6f-4d2c-48c4-96ab-d25113d74a57 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Pushing event deleted for resources: {'Port': ['ID=0caf44dc-58df-4be6-8bff-86cf8aeccff9,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:41:32.061357 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebd699f3-5f6f-4a65-b4dd-056c499a06d1 req-1a62fc6f-4d2c-48c4-96ab-d25113d74a57 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] No DVR routers for this DVR port 0caf44dc-58df-4be6-8bff-86cf8aeccff9 on host n-h1-800634-3 {{(pid=93915) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 18:41:32.089207 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-ebd699f3-5f6f-4a65-b4dd-056c499a06d1 req-1a62fc6f-4d2c-48c4-96ab-d25113d74a57 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:32.091794 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ebd699f3-5f6f-4a65-b4dd-056c499a06d1 req-1a62fc6f-4d2c-48c4-96ab-d25113d74a57 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] 10.222.0.18 "DELETE /v2.0/ports/0caf44dc-58df-4be6-8bff-86cf8aeccff9 HTTP/1.1" status: 204 len: 173 time: 1.0603347 Jul 14 18:41:32.153821 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-982570c9-13d4-418f-b210-ebc61538417d tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify callbacks [] for router_gateway, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:32.328445 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [req-ebd699f3-5f6f-4a65-b4dd-056c499a06d1 req-13871fd7-b80f-4bb2-8017-80f6c77c7b74 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Deleting port 98e72a3e-3b4b-4cea-9e4f-1c80c632ced5 {{(pid=93915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:41:32.329058 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-ebd699f3-5f6f-4a65-b4dd-056c499a06d1 req-13871fd7-b80f-4bb2-8017-80f6c77c7b74 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:32.405137 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:32.602260 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-ebd699f3-5f6f-4a65-b4dd-056c499a06d1 req-13871fd7-b80f-4bb2-8017-80f6c77c7b74 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] For port 98e72a3e-3b4b-4cea-9e4f-1c80c632ced5, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=98e72a3e-3b4b-4cea-9e4f-1c80c632ced5,segment=NetworkSegment(7bca13b4-944d-4731-bc01-174f4a8e9942),segment_id=7bca13b4-944d-4731-bc01-174f4a8e9942)] {{(pid=93915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:41:32.602637 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-ebd699f3-5f6f-4a65-b4dd-056c499a06d1 req-13871fd7-b80f-4bb2-8017-80f6c77c7b74 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:32.617476 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-982570c9-13d4-418f-b210-ebc61538417d tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-571759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-930033'] for router, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:32.626208 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [req-ebd699f3-5f6f-4a65-b4dd-056c499a06d1 req-13871fd7-b80f-4bb2-8017-80f6c77c7b74 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Calling delete_port for 98e72a3e-3b4b-4cea-9e4f-1c80c632ced5 owned by compute:nova {{(pid=93915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:41:32.652813 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22295c4-7781-44e5-ac31-e51d5b409437 req-36849514-8659-41ab-9ed4-1f9048433b52 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:41:32.661031 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22295c4-7781-44e5-ac31-e51d5b409437 req-36849514-8659-41ab-9ed4-1f9048433b52 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:41:32.672198 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f22295c4-7781-44e5-ac31-e51d5b409437 req-36849514-8659-41ab-9ed4-1f9048433b52 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] 10.222.0.16 "GET /v2.0/ports?device_id=a4e0bc60-2fa3-47a3-a9ba-155133f4e67a HTTP/1.1" status: 200 len: 1677 time: 0.2672472 Jul 14 18:41:32.911875 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f22295c4-7781-44e5-ac31-e51d5b409437 req-6dad16eb-8608-426a-9cb2-ae42c10dcbeb tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] 10.222.0.16 "GET /v2.0/security-groups?id=1433845c-1171-43a4-b403-5201c1216c85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2385321 Jul 14 18:41:33.003467 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a590edd1-2ebe-4149-b141-ca44db446293 req-0ef08617-b3ed-4c37-8121-8790f944af87 tempest-AttachVolumeTestJSON-1507206526 tempest-AttachVolumeTestJSON-1507206526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:41:33.004960 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a590edd1-2ebe-4149-b141-ca44db446293 req-0ef08617-b3ed-4c37-8121-8790f944af87 tempest-AttachVolumeTestJSON-1507206526 tempest-AttachVolumeTestJSON-1507206526-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d4752b4-cf55-42cb-aaf8-a6366a7dc104 HTTP/1.1" status: 200 len: 945 time: 0.2361879 Jul 14 18:41:33.028756 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-982570c9-13d4-418f-b210-ebc61538417d tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Router f35e3c1a-ad51-48f0-be4a-297c2e95faa9 is scheduled to L3 agent 2c6eb27e-defb-4cca-9a24-381c7415e359 with binding_index 1 {{(pid=93915) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 18:41:33.098370 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-ebd699f3-5f6f-4a65-b4dd-056c499a06d1 req-13871fd7-b80f-4bb2-8017-80f6c77c7b74 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:33.120904 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a590edd1-2ebe-4149-b141-ca44db446293 req-c23c0387-36b1-4351-a5d7-9b8d797292a2 tempest-AttachVolumeTestJSON-1507206526 tempest-AttachVolumeTestJSON-1507206526-project] 10.222.0.16 "GET /v2.0/security-groups?id=96b55db8-12e1-43af-8475-4683f85322eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1071842 Jul 14 18:41:33.151232 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13871fd7-b80f-4bb2-8017-80f6c77c7b74 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Pushing event deleted for resources: {'Port': ['ID=98e72a3e-3b4b-4cea-9e4f-1c80c632ced5,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:41:33.261545 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebd699f3-5f6f-4a65-b4dd-056c499a06d1 req-13871fd7-b80f-4bb2-8017-80f6c77c7b74 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] No DVR routers for this DVR port 98e72a3e-3b4b-4cea-9e4f-1c80c632ced5 on host n-h1-800634-3 {{(pid=93915) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 18:41:33.264480 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-ebd699f3-5f6f-4a65-b4dd-056c499a06d1 req-13871fd7-b80f-4bb2-8017-80f6c77c7b74 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:33.267079 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ebd699f3-5f6f-4a65-b4dd-056c499a06d1 req-13871fd7-b80f-4bb2-8017-80f6c77c7b74 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] 10.222.0.18 "DELETE /v2.0/ports/98e72a3e-3b4b-4cea-9e4f-1c80c632ced5 HTTP/1.1" status: 204 len: 173 time: 1.1689851 Jul 14 18:41:33.312741 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-982570c9-13d4-418f-b210-ebc61538417d tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify agent at l3_agent.n-d-800634-3 the message routers_updated {{(pid=93915) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 18:41:33.324842 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16ffee87-3db1-4124-81fa-a3c88b42e0e4 None None] Sync routers for ids ['f35e3c1a-ad51-48f0-be4a-297c2e95faa9'] in n-d-800634-3 {{(pid=93918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 18:41:33.337753 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16ffee87-3db1-4124-81fa-a3c88b42e0e4 None None] Routers {'f35e3c1a-ad51-48f0-be4a-297c2e95faa9'} bound to L3 agent in host n-d-800634-3 {{(pid=93918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:41:33.339252 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-16ffee87-3db1-4124-81fa-a3c88b42e0e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:41:23Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['f35e3c1a-ad51-48f0-be4a-297c2e95faa9'], 'active': True} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:41:33.345610 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-982570c9-13d4-418f-b210-ebc61538417d tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify callbacks [] for router, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:33.350301 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-982570c9-13d4-418f-b210-ebc61538417d tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 4.3653383 Jul 14 18:41:33.350599 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 57786) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:41:33.422269 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [req-ebd699f3-5f6f-4a65-b4dd-056c499a06d1 req-acabe9e3-18f1-4ebe-bd7c-70020f7021ff tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Deleting port bde076ee-01e0-4557-a5c2-1f9d433c2343 {{(pid=93915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:41:33.422622 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-ebd699f3-5f6f-4a65-b4dd-056c499a06d1 req-acabe9e3-18f1-4ebe-bd7c-70020f7021ff tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:33.474161 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4e0bc60-2fa3-47a3-a9ba-155133f4e67a', 'name': 'network-vif-deleted', 'tag': '0caf44dc-58df-4be6-8bff-86cf8aeccff9'}, {'server_uuid': 'a4e0bc60-2fa3-47a3-a9ba-155133f4e67a', 'name': 'network-vif-deleted', 'tag': '98e72a3e-3b4b-4cea-9e4f-1c80c632ced5'}] {{(pid=93915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:41:33.480347 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e72782ad3af8f7d4ce76cedf092bca46d1756acc5c4653cf0b52034cdd6b073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd6f9f96-dc33-4e8a-916d-0898eb271b3e" -d '{"events": [{"server_uuid": "a4e0bc60-2fa3-47a3-a9ba-155133f4e67a", "name": "network-vif-deleted", "tag": "0caf44dc-58df-4be6-8bff-86cf8aeccff9"}, {"server_uuid": "a4e0bc60-2fa3-47a3-a9ba-155133f4e67a", "name": "network-vif-deleted", "tag": "98e72a3e-3b4b-4cea-9e4f-1c80c632ced5"}]}' {{(pid=93915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:41:33.521184 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-16ffee87-3db1-4124-81fa-a3c88b42e0e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-3', False) {} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:41:33.545690 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16ffee87-3db1-4124-81fa-a3c88b42e0e4 None None] Routers {'f35e3c1a-ad51-48f0-be4a-297c2e95faa9'} bound to L3 agent in host n-d-800634-3 {{(pid=93918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:41:33.546277 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-16ffee87-3db1-4124-81fa-a3c88b42e0e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:41:23Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['f35e3c1a-ad51-48f0-be4a-297c2e95faa9'], 'active': True} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:41:33.556981 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-922f6426-3f2a-411c-a525-06acaf87d624 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] 10.222.0.16 "GET /v2.0/routers/f35e3c1a-ad51-48f0-be4a-297c2e95faa9 HTTP/1.1" status: 200 len: 885 time: 0.2029750 Jul 14 18:41:33.559084 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 57796) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:41:33.583671 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-ebd699f3-5f6f-4a65-b4dd-056c499a06d1 req-acabe9e3-18f1-4ebe-bd7c-70020f7021ff tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] For port bde076ee-01e0-4557-a5c2-1f9d433c2343, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=bde076ee-01e0-4557-a5c2-1f9d433c2343,segment=NetworkSegment(a5f86141-009c-4679-b2f8-e0cc9120f80c),segment_id=a5f86141-009c-4679-b2f8-e0cc9120f80c)] {{(pid=93915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:41:33.584576 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-ebd699f3-5f6f-4a65-b4dd-056c499a06d1 req-acabe9e3-18f1-4ebe-bd7c-70020f7021ff tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:33.604040 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [req-ebd699f3-5f6f-4a65-b4dd-056c499a06d1 req-acabe9e3-18f1-4ebe-bd7c-70020f7021ff tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Calling delete_port for bde076ee-01e0-4557-a5c2-1f9d433c2343 owned by compute:nova {{(pid=93915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:41:33.671227 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-16ffee87-3db1-4124-81fa-a3c88b42e0e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-3', False) {} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:41:33.674015 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16ffee87-3db1-4124-81fa-a3c88b42e0e4 None None] The sync data for ids ['f35e3c1a-ad51-48f0-be4a-297c2e95faa9'] in n-d-800634-3 is: [] {{(pid=93918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 18:41:33.698199 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 14 Jul 2021 18:41:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-495ab231-1037-4994-a2f7-39a99b166753 x-openstack-request-id: req-495ab231-1037-4994-a2f7-39a99b166753 {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:41:33.699734 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4e0bc60-2fa3-47a3-a9ba-155133f4e67a", "name": "network-vif-deleted", "tag": "0caf44dc-58df-4be6-8bff-86cf8aeccff9", "status": "completed", "code": 200}, {"server_uuid": "a4e0bc60-2fa3-47a3-a9ba-155133f4e67a", "name": "network-vif-deleted", "tag": "98e72a3e-3b4b-4cea-9e4f-1c80c632ced5", "status": "completed", "code": 200}]} {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:41:33.700095 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-495ab231-1037-4994-a2f7-39a99b166753 {{(pid=93915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:41:33.700647 n-d-800634-3 neutron-server[93915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4e0bc60-2fa3-47a3-a9ba-155133f4e67a', 'name': 'network-vif-deleted', 'tag': '0caf44dc-58df-4be6-8bff-86cf8aeccff9', 'status': 'completed', 'code': 200} Jul 14 18:41:33.700998 n-d-800634-3 neutron-server[93915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4e0bc60-2fa3-47a3-a9ba-155133f4e67a', 'name': 'network-vif-deleted', 'tag': '98e72a3e-3b4b-4cea-9e4f-1c80c632ced5', 'status': 'completed', 'code': 200} Jul 14 18:41:33.837592 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-ebd699f3-5f6f-4a65-b4dd-056c499a06d1 req-acabe9e3-18f1-4ebe-bd7c-70020f7021ff tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:33.905924 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 57810) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:41:33.913646 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-5933f66b-f715-4d88-9d83-73aa5834670b tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 888 time: 0.3431005 Jul 14 18:41:33.915645 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acabe9e3-18f1-4ebe-bd7c-70020f7021ff tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Pushing event deleted for resources: {'Port': ['ID=bde076ee-01e0-4557-a5c2-1f9d433c2343,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:41:33.920276 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-ece5c75a-9acb-48ec-9689-9fffd7237bed tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1807168493'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:41:34.010312 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebd699f3-5f6f-4a65-b4dd-056c499a06d1 req-acabe9e3-18f1-4ebe-bd7c-70020f7021ff tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] No DVR routers for this DVR port bde076ee-01e0-4557-a5c2-1f9d433c2343 on host n-h1-800634-3 {{(pid=93915) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 18:41:34.016307 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-ebd699f3-5f6f-4a65-b4dd-056c499a06d1 req-acabe9e3-18f1-4ebe-bd7c-70020f7021ff tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:34.018313 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ebd699f3-5f6f-4a65-b4dd-056c499a06d1 req-acabe9e3-18f1-4ebe-bd7c-70020f7021ff tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] 10.222.0.18 "DELETE /v2.0/ports/bde076ee-01e0-4557-a5c2-1f9d433c2343 HTTP/1.1" status: 204 len: 173 time: 0.7420642 Jul 14 18:41:34.539001 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-630e12b6-6252-47a2-be3b-8b7ea54fc75c req-07350a64-8652-4e1b-a9bc-737a653afa5e tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] 10.222.0.16 "GET /v2.0/ports?device_id=a4e0bc60-2fa3-47a3-a9ba-155133f4e67a HTTP/1.1" status: 200 len: 210 time: 0.0587068 Jul 14 18:41:34.614958 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45dd3b4-3a96-47c0-9828-1cf8533bae23 req-d0c4843a-a24f-4167-8e0c-232e4164da33 tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:41:34.621884 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45dd3b4-3a96-47c0-9828-1cf8533bae23 req-d0c4843a-a24f-4167-8e0c-232e4164da33 tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:41:34.628190 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45dd3b4-3a96-47c0-9828-1cf8533bae23 req-d0c4843a-a24f-4167-8e0c-232e4164da33 tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:41:34.634737 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45dd3b4-3a96-47c0-9828-1cf8533bae23 req-d0c4843a-a24f-4167-8e0c-232e4164da33 tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:41:34.640713 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45dd3b4-3a96-47c0-9828-1cf8533bae23 req-d0c4843a-a24f-4167-8e0c-232e4164da33 tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:41:34.647256 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45dd3b4-3a96-47c0-9828-1cf8533bae23 req-d0c4843a-a24f-4167-8e0c-232e4164da33 tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:41:34.654524 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45dd3b4-3a96-47c0-9828-1cf8533bae23 req-d0c4843a-a24f-4167-8e0c-232e4164da33 tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:41:34.656651 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f45dd3b4-3a96-47c0-9828-1cf8533bae23 req-d0c4843a-a24f-4167-8e0c-232e4164da33 tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] 10.222.0.16 "GET /v2.0/ports?device_id=d7b58cc5-d900-4c19-86f4-9befdd4826d6 HTTP/1.1" status: 200 len: 5434 time: 0.6443677 Jul 14 18:41:34.740213 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f45dd3b4-3a96-47c0-9828-1cf8533bae23 req-767b83b5-b1ac-41aa-a3f5-f65eb338d04f tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] 10.222.0.16 "GET /v2.0/security-groups?id=1bfbf1b1-a239-48c4-9d02-fd8b65b471a7&id=1cc7ef8d-a00b-43d6-95a3-c209cbabb8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0514362 Jul 14 18:41:34.926823 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418f9677-9258-4ed9-85fa-375e8f934f39 req-6baebf1b-2fc4-4bea-ac3b-e96e6dd5b528 tempest-AttachVolumeTestJSON-1507206526 tempest-AttachVolumeTestJSON-1507206526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:41:34.928409 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-418f9677-9258-4ed9-85fa-375e8f934f39 req-6baebf1b-2fc4-4bea-ac3b-e96e6dd5b528 tempest-AttachVolumeTestJSON-1507206526 tempest-AttachVolumeTestJSON-1507206526-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d4752b4-cf55-42cb-aaf8-a6366a7dc104 HTTP/1.1" status: 200 len: 945 time: 0.1556451 Jul 14 18:41:35.048401 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-ece5c75a-9acb-48ec-9689-9fffd7237bed tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-929996', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-571750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11395'] for router, precommit_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:35.079891 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-418f9677-9258-4ed9-85fa-375e8f934f39 req-1f953807-5cff-4ced-8e02-f8c371f74618 tempest-AttachVolumeTestJSON-1507206526 tempest-AttachVolumeTestJSON-1507206526-project] 10.222.0.16 "GET /v2.0/security-groups?id=96b55db8-12e1-43af-8475-4683f85322eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1185639 Jul 14 18:41:35.087423 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-ece5c75a-9acb-48ec-9689-9fffd7237bed tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-930033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-929987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-930042', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-571805'] for router, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:35.119515 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e833e7-2828-482c-98a3-3e0498505df0 req-890f9241-849c-422a-b1a1-7a8102ab03f2 tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:41:35.126359 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e833e7-2828-482c-98a3-3e0498505df0 req-890f9241-849c-422a-b1a1-7a8102ab03f2 tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:41:35.136430 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e833e7-2828-482c-98a3-3e0498505df0 req-890f9241-849c-422a-b1a1-7a8102ab03f2 tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:41:35.145784 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e833e7-2828-482c-98a3-3e0498505df0 req-890f9241-849c-422a-b1a1-7a8102ab03f2 tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:41:35.152608 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e833e7-2828-482c-98a3-3e0498505df0 req-890f9241-849c-422a-b1a1-7a8102ab03f2 tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:41:35.158524 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e833e7-2828-482c-98a3-3e0498505df0 req-890f9241-849c-422a-b1a1-7a8102ab03f2 tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:41:35.164445 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e833e7-2828-482c-98a3-3e0498505df0 req-890f9241-849c-422a-b1a1-7a8102ab03f2 tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:41:35.166406 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-90e833e7-2828-482c-98a3-3e0498505df0 req-890f9241-849c-422a-b1a1-7a8102ab03f2 tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] 10.222.0.16 "GET /v2.0/ports?device_id=d7b58cc5-d900-4c19-86f4-9befdd4826d6 HTTP/1.1" status: 200 len: 5434 time: 0.2066658 Jul 14 18:41:35.303434 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ece5c75a-9acb-48ec-9689-9fffd7237bed tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Router f35e3c1a-ad51-48f0-be4a-297c2e95faa9 has already been hosted by L3 agent 2c6eb27e-defb-4cca-9a24-381c7415e359 {{(pid=93915) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 18:41:35.376409 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:35.473772 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ece5c75a-9acb-48ec-9689-9fffd7237bed tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify agent at l3_agent.n-d-800634-3 the message routers_updated {{(pid=93915) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 18:41:35.486322 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e022d6f-3d2f-4212-8c62-e6ef8d775bdc None None] Sync routers for ids ['f35e3c1a-ad51-48f0-be4a-297c2e95faa9'] in n-d-800634-3 {{(pid=93917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 18:41:35.498545 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-ece5c75a-9acb-48ec-9689-9fffd7237bed tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify callbacks [] for router, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:35.502146 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-ece5c75a-9acb-48ec-9689-9fffd7237bed tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] 10.222.0.16 "PUT /v2.0/routers/f35e3c1a-ad51-48f0-be4a-297c2e95faa9 HTTP/1.1" status: 200 len: 892 time: 1.5853693 Jul 14 18:41:35.502503 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 57858) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:41:35.505033 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e022d6f-3d2f-4212-8c62-e6ef8d775bdc None None] Routers {'f35e3c1a-ad51-48f0-be4a-297c2e95faa9'} bound to L3 agent in host n-d-800634-3 {{(pid=93917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:41:35.505887 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-1e022d6f-3d2f-4212-8c62-e6ef8d775bdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:41:23Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['f35e3c1a-ad51-48f0-be4a-297c2e95faa9'], 'active': True} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:41:35.573467 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-1e022d6f-3d2f-4212-8c62-e6ef8d775bdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-3', False) {} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:41:35.584621 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e022d6f-3d2f-4212-8c62-e6ef8d775bdc None None] Routers {'f35e3c1a-ad51-48f0-be4a-297c2e95faa9'} bound to L3 agent in host n-d-800634-3 {{(pid=93917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:41:35.585254 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-1e022d6f-3d2f-4212-8c62-e6ef8d775bdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:41:23Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['f35e3c1a-ad51-48f0-be4a-297c2e95faa9'], 'active': True} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:41:35.622949 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-1e022d6f-3d2f-4212-8c62-e6ef8d775bdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-3', False) {} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:41:35.623941 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e022d6f-3d2f-4212-8c62-e6ef8d775bdc None None] The sync data for ids ['f35e3c1a-ad51-48f0-be4a-297c2e95faa9'] in n-d-800634-3 is: [] {{(pid=93917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 18:41:35.701859 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4e0bc60-2fa3-47a3-a9ba-155133f4e67a', 'name': 'network-vif-deleted', 'tag': 'bde076ee-01e0-4557-a5c2-1f9d433c2343'}] {{(pid=93915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:41:35.704565 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e72782ad3af8f7d4ce76cedf092bca46d1756acc5c4653cf0b52034cdd6b073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2bcb04c-d07a-4965-81cb-a78140223df2" -d '{"events": [{"server_uuid": "a4e0bc60-2fa3-47a3-a9ba-155133f4e67a", "name": "network-vif-deleted", "tag": "bde076ee-01e0-4557-a5c2-1f9d433c2343"}]}' {{(pid=93915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:41:35.717978 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-b1c8da8c-b260-469f-84ab-d52887e60a02 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] 10.222.0.16 "GET /v2.0/routers/f35e3c1a-ad51-48f0-be4a-297c2e95faa9 HTTP/1.1" status: 200 len: 892 time: 0.2090394 Jul 14 18:41:35.720723 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 57868) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:41:35.784672 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-871f4ff8-f6ca-4a3c-9525-a9ba763a482b tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] 10.222.0.16 "GET /v2.0/ports?device_id=f35e3c1a-ad51-48f0-be4a-297c2e95faa9 HTTP/1.1" status: 200 len: 205 time: 0.0589240 Jul 14 18:41:35.784672 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 57870) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:41:35.810750 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 18:41:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eaa29350-1fc0-4d71-b9bb-b7c511d89bee x-openstack-request-id: req-eaa29350-1fc0-4d71-b9bb-b7c511d89bee {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:41:35.811261 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4e0bc60-2fa3-47a3-a9ba-155133f4e67a", "name": "network-vif-deleted", "tag": "bde076ee-01e0-4557-a5c2-1f9d433c2343", "status": "completed", "code": 200}]} {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:41:35.811786 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-eaa29350-1fc0-4d71-b9bb-b7c511d89bee {{(pid=93915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:41:35.812275 n-d-800634-3 neutron-server[93915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4e0bc60-2fa3-47a3-a9ba-155133f4e67a', 'name': 'network-vif-deleted', 'tag': 'bde076ee-01e0-4557-a5c2-1f9d433c2343', 'status': 'completed', 'code': 200} Jul 14 18:41:35.879613 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b354978c-b800-4877-942b-f3f15129c83c req-9874047c-f7e6-493a-aecb-d9fbec5f3aec tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] 10.222.0.16 "GET /v2.0/ports?device_id=a4e0bc60-2fa3-47a3-a9ba-155133f4e67a HTTP/1.1" status: 200 len: 210 time: 0.0973456 Jul 14 18:41:35.946618 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-b9725b54-a924-4bb0-83b1-504db268b90e tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify callbacks [] for router, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:36.067553 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-b9725b54-a924-4bb0-83b1-504db268b90e tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:36.143749 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [None req-b9725b54-a924-4bb0-83b1-504db268b90e tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Deleting port 69369717-8008-43ec-be36-76dd05a5f37c {{(pid=93915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:41:36.144651 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-b9725b54-a924-4bb0-83b1-504db268b90e tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:36.278279 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-b9725b54-a924-4bb0-83b1-504db268b90e tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:36.294892 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [None req-b9725b54-a924-4bb0-83b1-504db268b90e tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Calling delete_port for 69369717-8008-43ec-be36-76dd05a5f37c owned by network:router_gateway {{(pid=93915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:41:36.457602 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a68c94a-d41e-4a6d-9daa-7c5999bc8c9c req-4482580b-6b93-43fe-8882-36a7203db06b tempest-AttachVolumeTestJSON-1507206526 tempest-AttachVolumeTestJSON-1507206526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:41:36.457602 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-7a68c94a-d41e-4a6d-9daa-7c5999bc8c9c req-4482580b-6b93-43fe-8882-36a7203db06b tempest-AttachVolumeTestJSON-1507206526 tempest-AttachVolumeTestJSON-1507206526-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d4752b4-cf55-42cb-aaf8-a6366a7dc104 HTTP/1.1" status: 200 len: 945 time: 0.2248783 Jul 14 18:41:36.541277 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-7a68c94a-d41e-4a6d-9daa-7c5999bc8c9c req-ad99981b-33b1-44aa-bbcb-19b1580c6cdf tempest-AttachVolumeTestJSON-1507206526 tempest-AttachVolumeTestJSON-1507206526-project] 10.222.0.16 "GET /v2.0/security-groups?id=96b55db8-12e1-43af-8475-4683f85322eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642364 Jul 14 18:41:36.565327 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-b9725b54-a924-4bb0-83b1-504db268b90e tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:36.609233 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9725b54-a924-4bb0-83b1-504db268b90e tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Pushing event deleted for resources: {'Port': ['ID=69369717-8008-43ec-be36-76dd05a5f37c,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:41:36.673117 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-b9725b54-a924-4bb0-83b1-504db268b90e tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-930057'] for router_gateway, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:36.779512 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-b9725b54-a924-4bb0-83b1-504db268b90e tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-571778', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11402'] for router, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:36.782563 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-b9725b54-a924-4bb0-83b1-504db268b90e tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:36.846527 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-b9725b54-a924-4bb0-83b1-504db268b90e tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-541202'] for router, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:36.847035 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9725b54-a924-4bb0-83b1-504db268b90e tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Fanout notify agent at l3_agent the message router_deleted on router f35e3c1a-ad51-48f0-be4a-297c2e95faa9 {{(pid=93915) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 18:41:36.854916 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-b9725b54-a924-4bb0-83b1-504db268b90e tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify callbacks [] for router, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:36.860640 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 57906) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:41:36.861267 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-b9725b54-a924-4bb0-83b1-504db268b90e tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] 10.222.0.16 "DELETE /v2.0/routers/f35e3c1a-ad51-48f0-be4a-297c2e95faa9 HTTP/1.1" status: 204 len: 168 time: 1.0761948 Jul 14 18:41:36.865954 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-f6dc01b6-11c6-4d0a-a483-4c6653bb3486 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-111632898'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:41:36.888756 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6dc01b6-11c6-4d0a-a483-4c6653bb3486 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Made reservation on behalf of 78e64edff38a43a79601b0ea9ee759c1 for: {'network': 1} {{(pid=93916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:41:36.893949 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-f6dc01b6-11c6-4d0a-a483-4c6653bb3486 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for network, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:36.927036 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6dc01b6-11c6-4d0a-a483-4c6653bb3486 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 66} {{(pid=93916) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 18:41:36.946917 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-f6dc01b6-11c6-4d0a-a483-4c6653bb3486 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:36.947285 n-d-800634-3 neutron-server[93916]: INFO neutron.db.segments_db [None req-f6dc01b6-11c6-4d0a-a483-4c6653bb3486 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Added segment 7b29e220-2fe4-4ab6-9023-4ed8403cf4b1 of type vlan for network 0c8471a6-d735-47ae-abe7-fc806241d648 Jul 14 18:41:37.014317 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-f6dc01b6-11c6-4d0a-a483-4c6653bb3486 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728202197517'] for network, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:37.088340 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-f6dc01b6-11c6-4d0a-a483-4c6653bb3486 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727'] for network, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:37.102613 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-d53e3cbc-d49f-4f5f-b3d9-1f2370f884fa req-94a8ba65-483f-4a20-9553-00b61f25a99d tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] 10.222.0.16 "GET /v2.0/ports?device_id=a4e0bc60-2fa3-47a3-a9ba-155133f4e67a HTTP/1.1" status: 200 len: 210 time: 0.0592697 Jul 14 18:41:37.103793 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6dc01b6-11c6-4d0a-a483-4c6653bb3486 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:41:37.105564 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-f6dc01b6-11c6-4d0a-a483-4c6653bb3486 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598705'] for network, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:37.203018 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6dc01b6-11c6-4d0a-a483-4c6653bb3486 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Pushing event updated for resources: {'Network': ['ID=0c8471a6-d735-47ae-abe7-fc806241d648,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:41:37.221913 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 57916) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:41:37.222916 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-f6dc01b6-11c6-4d0a-a483-4c6653bb3486 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3611193 Jul 14 18:41:37.227081 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-40b443c4-3219-426e-bcbd-4c22d750b687 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Request body: {'subnet': {'network_id': '0c8471a6-d735-47ae-abe7-fc806241d648', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:41:37.228273 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Network 0c8471a6-d735-47ae-abe7-fc806241d648 details requested by agent ovs-agent-n-d-800634-3 with host n-d-800634-3 {{(pid=93917) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 18:41:37.358848 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40b443c4-3219-426e-bcbd-4c22d750b687 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Made reservation on behalf of 78e64edff38a43a79601b0ea9ee759c1 for: {'subnet': 1} {{(pid=93915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:41:37.362957 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-40b443c4-3219-426e-bcbd-4c22d750b687 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28969735'] for subnet, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:37.696078 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 57940) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:41:37.730839 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-40b443c4-3219-426e-bcbd-4c22d750b687 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25912837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28969781'] for subnet, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:37.851690 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b443c4-3219-426e-bcbd-4c22d750b687 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Pushing event updated for resources: {'Subnet': ['ID=9f51ccfd-1796-4b8b-a497-d3fad3ff7003,revision_number=0']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:41:37.874053 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40b443c4-3219-426e-bcbd-4c22d750b687 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Checking segment: {'id': '7b29e220-2fe4-4ab6-9023-4ed8403cf4b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '0c8471a6-d735-47ae-abe7-fc806241d648'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:41:37.874541 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40b443c4-3219-426e-bcbd-4c22d750b687 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Network hostable DHCP agents. Network: 0c8471a6-d735-47ae-abe7-fc806241d648, hostable agents: ['028393c3-0576-4ebd-bca1-8ea8a148e1a2'], hosted agents: [] {{(pid=93915) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 18:41:37.884803 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08621c2-9a93-4e75-a2b3-d6c584198fde req-1ffae96d-7f22-43e7-9747-2d24f9d075e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:41:37.885972 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08621c2-9a93-4e75-a2b3-d6c584198fde req-1ffae96d-7f22-43e7-9747-2d24f9d075e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:41:37.886744 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08621c2-9a93-4e75-a2b3-d6c584198fde req-1ffae96d-7f22-43e7-9747-2d24f9d075e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:41:37.887584 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08621c2-9a93-4e75-a2b3-d6c584198fde req-1ffae96d-7f22-43e7-9747-2d24f9d075e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:41:37.888439 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08621c2-9a93-4e75-a2b3-d6c584198fde req-1ffae96d-7f22-43e7-9747-2d24f9d075e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:41:37.889339 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08621c2-9a93-4e75-a2b3-d6c584198fde req-1ffae96d-7f22-43e7-9747-2d24f9d075e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:41:37.889981 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08621c2-9a93-4e75-a2b3-d6c584198fde req-1ffae96d-7f22-43e7-9747-2d24f9d075e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:41:37.893254 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-c08621c2-9a93-4e75-a2b3-d6c584198fde req-1ffae96d-7f22-43e7-9747-2d24f9d075e7 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=d7b58cc5-d900-4c19-86f4-9befdd4826d6 HTTP/1.1" status: 200 len: 6491 time: 0.1954954 Jul 14 18:41:37.916934 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77450bb-d92e-4cb5-8d21-6634c4405af6 req-2b8d5d58-3369-43d0-a399-d7b25b003cbb tempest-AttachVolumeTestJSON-1507206526 tempest-AttachVolumeTestJSON-1507206526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:41:37.919254 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f77450bb-d92e-4cb5-8d21-6634c4405af6 req-2b8d5d58-3369-43d0-a399-d7b25b003cbb tempest-AttachVolumeTestJSON-1507206526 tempest-AttachVolumeTestJSON-1507206526-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d4752b4-cf55-42cb-aaf8-a6366a7dc104 HTTP/1.1" status: 200 len: 945 time: 0.1510773 Jul 14 18:41:37.920568 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40b443c4-3219-426e-bcbd-4c22d750b687 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Network 0c8471a6-d735-47ae-abe7-fc806241d648 is scheduled to be hosted by DHCP agent 028393c3-0576-4ebd-bca1-8ea8a148e1a2 with binding_index 1 {{(pid=93915) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 18:41:37.952232 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-c08621c2-9a93-4e75-a2b3-d6c584198fde req-cda6ab03-23c6-4fd3-b591-c2bf893e4027 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=1cc7ef8d-a00b-43d6-95a3-c209cbabb8c3&id=1bfbf1b1-a239-48c4-9d02-fd8b65b471a7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0518839 Jul 14 18:41:37.971200 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [None req-40b443c4-3219-426e-bcbd-4c22d750b687 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-3, 0c8471a6-d735-47ae-abe7-fc806241d648) {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:41:37.982470 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ce3fe37-8cc7-4c05-904b-6bec226f362f None None] Network 0c8471a6-d735-47ae-abe7-fc806241d648 requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:41:37.984452 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f77450bb-d92e-4cb5-8d21-6634c4405af6 req-07fc2822-be6c-4e70-b48c-1e140a57328e tempest-AttachVolumeTestJSON-1507206526 tempest-AttachVolumeTestJSON-1507206526-project] 10.222.0.16 "GET /v2.0/security-groups?id=96b55db8-12e1-43af-8475-4683f85322eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567079 Jul 14 18:41:37.986696 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40b443c4-3219-426e-bcbd-4c22d750b687 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:41:37.987806 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-40b443c4-3219-426e-bcbd-4c22d750b687 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify callbacks [] for subnet, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:38.013946 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-40b443c4-3219-426e-bcbd-4c22d750b687 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7897747 Jul 14 18:41:38.015466 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 57950) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:41:38.020467 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-2c04618d-5a58-4d3c-8b36-081bb580d38d tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-827164997', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:41:38.059805 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-2c04618d-5a58-4d3c-8b36-081bb580d38d tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-571768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11104'] for router, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:38.060955 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-2c04618d-5a58-4d3c-8b36-081bb580d38d tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-571675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-930014', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-632314', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11129'] for router, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:38.140367 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-2c04618d-5a58-4d3c-8b36-081bb580d38d tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:38.147196 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-2c04618d-5a58-4d3c-8b36-081bb580d38d tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-571759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-930033'] for router, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:38.169670 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-2c04618d-5a58-4d3c-8b36-081bb580d38d tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify callbacks [] for router, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:38.174296 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-2c04618d-5a58-4d3c-8b36-081bb580d38d tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1545908 Jul 14 18:41:38.174531 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 57956) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:41:38.201159 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d954573c-5949-40ea-8b4f-e408161c7a0e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9222b97e-5d1c-54f8-ba97-82f172498e76-0c8471a6-d735-47ae-abe7-fc806241d648', 'network_id': '0c8471a6-d735-47ae-abe7-fc806241d648', 'tenant_id': '78e64edff38a43a79601b0ea9ee759c1', 'fixed_ips': [{'subnet_id': '9f51ccfd-1796-4b8b-a497-d3fad3ff7003'}]}} from n-d-800634-3. {{(pid=93917) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 18:41:38.204964 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-d954573c-5949-40ea-8b4f-e408161c7a0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:38.397712 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c786f9c3-4e65-4820-b999-55bfc08e50f2 req-14bf7c73-42ad-4375-91c1-a8c265366966 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] 10.222.0.16 "GET /v2.0/ports?device_id=a4e0bc60-2fa3-47a3-a9ba-155133f4e67a HTTP/1.1" status: 200 len: 210 time: 0.0379303 Jul 14 18:41:38.456251 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.db_base_plugin_common [None req-d954573c-5949-40ea-8b4f-e408161c7a0e None None] Allocated IP 2001:db8::2 (0c8471a6-d735-47ae-abe7-fc806241d648/9f51ccfd-1796-4b8b-a497-d3fad3ff7003/22607798-23fd-4982-ae7d-5b8d085bd206) {{(pid=93917) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:41:38.572691 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-0c52d144-b4f4-4129-95df-910a1a47f9b8 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:38.629739 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-d954573c-5949-40ea-8b4f-e408161c7a0e None None] Notify callbacks [] for port, precommit_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:38.639800 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-d954573c-5949-40ea-8b4f-e408161c7a0e None None] Transition to ACTIVE for port object 22607798-23fd-4982-ae7d-5b8d085bd206 will not be triggered until provisioned by entity L2. {{(pid=93917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:41:38.658507 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-d954573c-5949-40ea-8b4f-e408161c7a0e None None] Transition to ACTIVE for port object 22607798-23fd-4982-ae7d-5b8d085bd206 will not be triggered until provisioned by entity DHCP. {{(pid=93917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:41:38.666848 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-d954573c-5949-40ea-8b4f-e408161c7a0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804'] for port, after_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:38.734116 n-d-800634-3 neutron-server[93917]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d954573c-5949-40ea-8b4f-e408161c7a0e None None] Network 0c8471a6-d735-47ae-abe7-fc806241d648 is already hosted by enough agents. {{(pid=93917) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:41:38.738906 n-d-800634-3 neutron-server[93917]: DEBUG neutron.scheduler.base_scheduler [None req-d954573c-5949-40ea-8b4f-e408161c7a0e None None] Resources bound (agent type, host, resource id): {{(pid=93917) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:41:38.744792 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d954573c-5949-40ea-8b4f-e408161c7a0e None None] Pushing event updated for resources: {'Port': ['ID=22607798-23fd-4982-ae7d-5b8d085bd206,revision_number=1']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:41:38.747915 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d954573c-5949-40ea-8b4f-e408161c7a0e None None] Received port after_create {{(pid=93917) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:41:38.834811 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-d954573c-5949-40ea-8b4f-e408161c7a0e None None] Attempting to bind port 22607798-23fd-4982-ae7d-5b8d085bd206 on host n-d-800634-3 for vnic_type normal with profile {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:41:38.835202 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-d954573c-5949-40ea-8b4f-e408161c7a0e None None] Attempting to bind port 22607798-23fd-4982-ae7d-5b8d085bd206 by drivers openvswitch,hyperv on host n-d-800634-3 at level 0 using segments [{'id': '7b29e220-2fe4-4ab6-9023-4ed8403cf4b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '0c8471a6-d735-47ae-abe7-fc806241d648'}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:41:38.835766 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d954573c-5949-40ea-8b4f-e408161c7a0e None None] Attempting to bind port 22607798-23fd-4982-ae7d-5b8d085bd206 on network 0c8471a6-d735-47ae-abe7-fc806241d648 {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:41:38.843027 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d954573c-5949-40ea-8b4f-e408161c7a0e None None] Checking agent: {'id': '01c19e91-a945-4e3c-94a6-c211e17c923e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 8, 23), 'started_at': datetime.datetime(2021, 7, 14, 18, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 18, 41, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 18:41:38.843408 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d954573c-5949-40ea-8b4f-e408161c7a0e None None] Checking segment: {'id': '7b29e220-2fe4-4ab6-9023-4ed8403cf4b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '0c8471a6-d735-47ae-abe7-fc806241d648'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93917) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:41:38.844275 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-d954573c-5949-40ea-8b4f-e408161c7a0e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:38.844275 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d954573c-5949-40ea-8b4f-e408161c7a0e None None] Bound using segment: {'id': '7b29e220-2fe4-4ab6-9023-4ed8403cf4b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '0c8471a6-d735-47ae-abe7-fc806241d648'} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 18:41:38.844976 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-d954573c-5949-40ea-8b4f-e408161c7a0e None None] Bound port: 22607798-23fd-4982-ae7d-5b8d085bd206, host: n-d-800634-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b29e220-2fe4-4ab6-9023-4ed8403cf4b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '0c8471a6-d735-47ae-abe7-fc806241d648'}}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 18:41:38.845404 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-d954573c-5949-40ea-8b4f-e408161c7a0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:38.919746 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-d954573c-5949-40ea-8b4f-e408161c7a0e None None] For port 22607798-23fd-4982-ae7d-5b8d085bd206, host n-d-800634-3, cleared binding levels {{(pid=93917) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:41:38.923406 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-d954573c-5949-40ea-8b4f-e408161c7a0e None None] For port 22607798-23fd-4982-ae7d-5b8d085bd206, host n-d-800634-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=22607798-23fd-4982-ae7d-5b8d085bd206,segment=NetworkSegment(7b29e220-2fe4-4ab6-9023-4ed8403cf4b1),segment_id=7b29e220-2fe4-4ab6-9023-4ed8403cf4b1)] {{(pid=93917) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 18:41:38.929117 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-d954573c-5949-40ea-8b4f-e408161c7a0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:39.037087 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d954573c-5949-40ea-8b4f-e408161c7a0e None None] Pushing event updated for resources: {'Port': ['ID=22607798-23fd-4982-ae7d-5b8d085bd206,revision_number=2']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:41:39.429849 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.db_base_plugin_common [None req-0c52d144-b4f4-4129-95df-910a1a47f9b8 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Allocated IP 2001:db8::1 (0c8471a6-d735-47ae-abe7-fc806241d648/9f51ccfd-1796-4b8b-a497-d3fad3ff7003/860a4716-5c39-418d-ad08-113fb54f7c9a) {{(pid=93915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:41:39.462842 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe63bb6-6f50-4801-906d-350b7dc7a019 req-88521d81-7a4f-4905-84aa-1638f6bab692 tempest-AttachVolumeTestJSON-1507206526 tempest-AttachVolumeTestJSON-1507206526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:41:39.470458 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-0fe63bb6-6f50-4801-906d-350b7dc7a019 req-88521d81-7a4f-4905-84aa-1638f6bab692 tempest-AttachVolumeTestJSON-1507206526 tempest-AttachVolumeTestJSON-1507206526-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d4752b4-cf55-42cb-aaf8-a6366a7dc104 HTTP/1.1" status: 200 len: 945 time: 0.2243037 Jul 14 18:41:39.586371 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-0fe63bb6-6f50-4801-906d-350b7dc7a019 req-f6441df3-6788-41d9-88f1-b1dc29798390 tempest-AttachVolumeTestJSON-1507206526 tempest-AttachVolumeTestJSON-1507206526-project] 10.222.0.16 "GET /v2.0/security-groups?id=96b55db8-12e1-43af-8475-4683f85322eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1149242 Jul 14 18:41:39.645914 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6d69636a-0d5c-4f79-96a1-173d96de51b5 req-e405e8ad-4cc9-4469-b102-ae74248f1b09 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] 10.222.0.16 "GET /v2.0/ports?device_id=a4e0bc60-2fa3-47a3-a9ba-155133f4e67a HTTP/1.1" status: 200 len: 210 time: 0.0495410 Jul 14 18:41:39.742166 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-0c52d144-b4f4-4129-95df-910a1a47f9b8 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify callbacks [] for port, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:39.766093 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.provisioning_blocks [None req-0c52d144-b4f4-4129-95df-910a1a47f9b8 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Transition to ACTIVE for port object 860a4716-5c39-418d-ad08-113fb54f7c9a will not be triggered until provisioned by entity DHCP. {{(pid=93915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:41:39.815135 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-0c52d144-b4f4-4129-95df-910a1a47f9b8 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:39.868030 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c52d144-b4f4-4129-95df-910a1a47f9b8 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Network 0c8471a6-d735-47ae-abe7-fc806241d648 is already hosted by enough agents. {{(pid=93915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:41:39.873642 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 22607798-23fd-4982-ae7d-5b8d085bd206 up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:41:39.893022 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [None req-0c52d144-b4f4-4129-95df-910a1a47f9b8 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Resources bound (agent type, host, resource id): {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:41:39.899405 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c52d144-b4f4-4129-95df-910a1a47f9b8 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Received port after_create {{(pid=93915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:41:39.899980 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-0c52d144-b4f4-4129-95df-910a1a47f9b8 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-930452'] for router_interface, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:40.031341 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning for port 22607798-23fd-4982-ae7d-5b8d085bd206 completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:41:40.153870 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c52d144-b4f4-4129-95df-910a1a47f9b8 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Pushing event updated for resources: {'Port': ['ID=860a4716-5c39-418d-ad08-113fb54f7c9a,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:41:40.164090 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 58002) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:41:40.164745 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-0c52d144-b4f4-4129-95df-910a1a47f9b8 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:40.241494 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e527a03a-9ee4-4fa9-9575-9fe71af76e04 req-2572e4df-1812-4c63-9c7e-7e86cbb514e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:41:40.243474 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e527a03a-9ee4-4fa9-9575-9fe71af76e04 req-2572e4df-1812-4c63-9c7e-7e86cbb514e6 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4427572788fe4f30abbab6f59fdbf9f1&device_id=2d4752b4-cf55-42cb-aaf8-a6366a7dc104 HTTP/1.1" status: 200 len: 1096 time: 0.2241948 Jul 14 18:41:40.347084 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bc1ad6-dc5c-4a23-9c45-bf0bb74a6b0a req-3dabeff8-8984-4b7c-9f41-3e25b973d92f tempest-AttachVolumeTestJSON-1507206526 tempest-AttachVolumeTestJSON-1507206526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:41:40.348703 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b3bc1ad6-dc5c-4a23-9c45-bf0bb74a6b0a req-3dabeff8-8984-4b7c-9f41-3e25b973d92f tempest-AttachVolumeTestJSON-1507206526 tempest-AttachVolumeTestJSON-1507206526-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d4752b4-cf55-42cb-aaf8-a6366a7dc104 HTTP/1.1" status: 200 len: 945 time: 0.3243704 Jul 14 18:41:40.401143 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deacacce-de03-4ddf-9b20-d6694b690e6d None None] Network 0c8471a6-d735-47ae-abe7-fc806241d648 requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:41:40.412493 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-c74500ee-c013-4c87-9908-3d6b01fc9143 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:40.537808 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b3bc1ad6-dc5c-4a23-9c45-bf0bb74a6b0a req-2b01e116-3858-4aeb-884e-afe4f012c12f tempest-AttachVolumeTestJSON-1507206526 tempest-AttachVolumeTestJSON-1507206526-project] 10.222.0.16 "GET /v2.0/security-groups?id=96b55db8-12e1-43af-8475-4683f85322eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1265821 Jul 14 18:41:40.553367 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e527a03a-9ee4-4fa9-9575-9fe71af76e04 req-7f580fa9-d762-4a3f-9dee-38037d4df61b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:41:40.554474 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e527a03a-9ee4-4fa9-9575-9fe71af76e04 req-7f580fa9-d762-4a3f-9dee-38037d4df61b service neutron] 10.222.0.18 "GET /v2.0/networks?id=949878ad-81d9-4447-9e61-f4d51615e760 HTTP/1.1" status: 200 len: 911 time: 0.3002369 Jul 14 18:41:40.576736 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-cc837143-8bb6-4f9f-89d4-4b418488d2ba None None] Provisioning for port 22607798-23fd-4982-ae7d-5b8d085bd206 completed by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:41:40.587404 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-cc837143-8bb6-4f9f-89d4-4b418488d2ba None None] Provisioning complete for port 22607798-23fd-4982-ae7d-5b8d085bd206 triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:41:40.587404 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-cc837143-8bb6-4f9f-89d4-4b418488d2ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:40.690297 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-cc837143-8bb6-4f9f-89d4-4b418488d2ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:40.698225 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e527a03a-9ee4-4fa9-9575-9fe71af76e04 req-b0591715-9673-4c9a-b35e-c063821d8ff0 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d804339d-5b7a-476d-a012-f8d5a3d4af14 HTTP/1.1" status: 200 len: 1001 time: 0.1107585 Jul 14 18:41:40.755596 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-cc837143-8bb6-4f9f-89d4-4b418488d2ba None None] For port 22607798-23fd-4982-ae7d-5b8d085bd206, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=22607798-23fd-4982-ae7d-5b8d085bd206,segment=NetworkSegment(7b29e220-2fe4-4ab6-9023-4ed8403cf4b1),segment_id=7b29e220-2fe4-4ab6-9023-4ed8403cf4b1)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:41:40.763017 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-cc837143-8bb6-4f9f-89d4-4b418488d2ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:40.801858 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-c74500ee-c013-4c87-9908-3d6b01fc9143 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:40.814512 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-c74500ee-c013-4c87-9908-3d6b01fc9143 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:40.859460 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc837143-8bb6-4f9f-89d4-4b418488d2ba None None] Pushing event updated for resources: {'Port': ['ID=22607798-23fd-4982-ae7d-5b8d085bd206,revision_number=3']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:41:40.873524 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e527a03a-9ee4-4fa9-9575-9fe71af76e04 req-b8ba53de-6351-4560-9da7-22550912b8b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:41:40.875032 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e527a03a-9ee4-4fa9-9575-9fe71af76e04 req-b8ba53de-6351-4560-9da7-22550912b8b2 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=42f73a38-7ef6-4d77-ab5e-abe039b69936 HTTP/1.1" status: 200 len: 850 time: 0.1690702 Jul 14 18:41:40.903896 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-0c52d144-b4f4-4129-95df-910a1a47f9b8 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify callbacks [] for port, precommit_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:40.919479 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-564cb1e8-8dec-406b-9017-d79ad1a7a877 req-c82b08d9-b475-4d8b-9ded-793c3dfdc5d5 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] 10.222.0.16 "GET /v2.0/ports?device_id=a4e0bc60-2fa3-47a3-a9ba-155133f4e67a HTTP/1.1" status: 200 len: 210 time: 0.0927494 Jul 14 18:41:40.951562 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-0c52d144-b4f4-4129-95df-910a1a47f9b8 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25912978'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:40.952409 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-0c52d144-b4f4-4129-95df-910a1a47f9b8 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-598741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-928734'] for router_interface, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:40.974836 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-c74500ee-c013-4c87-9908-3d6b01fc9143 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ca7625b7d0644623b3f860fe05768133&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8060381 Jul 14 18:41:40.978076 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 58014) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:41:41.005346 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74500ee-c013-4c87-9908-3d6b01fc9143 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f166e27-74a2-4d3d-8c01-3893b33c244a,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:41:41.075917 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c52d144-b4f4-4129-95df-910a1a47f9b8 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Pushing event updated for resources: {'Port': ['ID=860a4716-5c39-418d-ad08-113fb54f7c9a,revision_number=2']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:41:41.077512 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-36d0392f-1a2a-44ea-ba39-4c962e85a844 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:41.098520 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-73393379-655a-416b-a458-0c9be63b564d None None] Provisioning complete for port 22607798-23fd-4982-ae7d-5b8d085bd206 triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:41:41.099077 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-73393379-655a-416b-a458-0c9be63b564d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:41.112394 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e527a03a-9ee4-4fa9-9575-9fe71af76e04 req-c17584d4-a97e-4b22-b357-cb1d8a6398d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:41:41.113957 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e527a03a-9ee4-4fa9-9575-9fe71af76e04 req-c17584d4-a97e-4b22-b357-cb1d8a6398d6 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=949878ad-81d9-4447-9e61-f4d51615e760&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2288191 Jul 14 18:41:41.119576 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-36d0392f-1a2a-44ea-ba39-4c962e85a844 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:41.189448 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-36d0392f-1a2a-44ea-ba39-4c962e85a844 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:41.194471 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-36d0392f-1a2a-44ea-ba39-4c962e85a844 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:41.196089 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-36d0392f-1a2a-44ea-ba39-4c962e85a844 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8f166e27-74a2-4d3d-8c01-3893b33c244a HTTP/1.1" status: 204 len: 168 time: 0.2153382 Jul 14 18:41:41.208614 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d0392f-1a2a-44ea-ba39-4c962e85a844 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f166e27-74a2-4d3d-8c01-3893b33c244a,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:41:41.212223 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c52d144-b4f4-4129-95df-910a1a47f9b8 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Network 0c8471a6-d735-47ae-abe7-fc806241d648 is already hosted by enough agents. {{(pid=93915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:41:41.219729 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [None req-0c52d144-b4f4-4129-95df-910a1a47f9b8 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Resources bound (agent type, host, resource id): {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:41:41.251665 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-73393379-655a-416b-a458-0c9be63b564d None None] Provisioning for port 860a4716-5c39-418d-ad08-113fb54f7c9a completed by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:41:41.260583 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-73393379-655a-416b-a458-0c9be63b564d None None] Provisioning complete for port 860a4716-5c39-418d-ad08-113fb54f7c9a triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:41:41.264558 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-73393379-655a-416b-a458-0c9be63b564d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:41.313544 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-73393379-655a-416b-a458-0c9be63b564d None None] Port 860a4716-5c39-418d-ad08-113fb54f7c9a cannot update to ACTIVE because it is not bound. {{(pid=93917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 18:41:41.387431 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e527a03a-9ee4-4fa9-9575-9fe71af76e04 req-2213ac0f-e0cd-43bf-a48f-929e3321682c service neutron] 10.222.0.18 "GET /v2.0/networks/949878ad-81d9-4447-9e61-f4d51615e760?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2631650 Jul 14 18:41:41.446260 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c52d144-b4f4-4129-95df-910a1a47f9b8 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Router 42290be9-1a8c-46a0-9dd3-3217c49e2c11 is scheduled to L3 agent 2c6eb27e-defb-4cca-9a24-381c7415e359 with binding_index 1 {{(pid=93915) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 18:41:41.540677 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-8e94df6e-5bdf-4cef-bc76-3db23cdfec62 None None] Provisioning complete for port 860a4716-5c39-418d-ad08-113fb54f7c9a triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:41:41.541198 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-8e94df6e-5bdf-4cef-bc76-3db23cdfec62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:41.582568 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e527a03a-9ee4-4fa9-9575-9fe71af76e04 req-56e491ac-3f63-40ac-b25c-b94ce3359d99 service neutron] 10.222.0.18 "GET /v2.0/networks/949878ad-81d9-4447-9e61-f4d51615e760?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1864548 Jul 14 18:41:41.589151 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c52d144-b4f4-4129-95df-910a1a47f9b8 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify agent at l3_agent.n-d-800634-3 the message routers_updated {{(pid=93915) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 18:41:41.598915 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 58026) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:41:41.600804 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-0c52d144-b4f4-4129-95df-910a1a47f9b8 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] 10.222.0.16 "PUT /v2.0/routers/42290be9-1a8c-46a0-9dd3-3217c49e2c11/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4233646 Jul 14 18:41:41.602468 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68ff8615-ec08-4268-b3dc-3174b1bf683d None None] Sync routers for ids ['42290be9-1a8c-46a0-9dd3-3217c49e2c11'] in n-d-800634-3 {{(pid=93918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 18:41:41.627786 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 58028) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:41:41.642419 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-84509175-106c-4f5f-8a42-33085fb4104e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:41.645293 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68ff8615-ec08-4268-b3dc-3174b1bf683d None None] Routers {'42290be9-1a8c-46a0-9dd3-3217c49e2c11'} bound to L3 agent in host n-d-800634-3 {{(pid=93918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:41:41.646733 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-68ff8615-ec08-4268-b3dc-3174b1bf683d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:41:23Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['42290be9-1a8c-46a0-9dd3-3217c49e2c11'], 'active': True} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:41:41.652845 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-8e94df6e-5bdf-4cef-bc76-3db23cdfec62 None None] Port 860a4716-5c39-418d-ad08-113fb54f7c9a cannot update to ACTIVE because it is not bound. {{(pid=93917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 18:41:41.786775 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-68ff8615-ec08-4268-b3dc-3174b1bf683d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-3', False) {} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:41:41.816265 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f89626e-4d46-4f00-af22-ddf357215d59 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:41:41.817749 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-8f89626e-4d46-4f00-af22-ddf357215d59 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] 10.222.0.16 "GET /v2.0/ports/860a4716-5c39-418d-ad08-113fb54f7c9a HTTP/1.1" status: 200 len: 911 time: 0.2177331 Jul 14 18:41:41.823315 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 58034) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:41:41.825045 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68ff8615-ec08-4268-b3dc-3174b1bf683d None None] Routers {'42290be9-1a8c-46a0-9dd3-3217c49e2c11'} bound to L3 agent in host n-d-800634-3 {{(pid=93918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:41:41.825675 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-68ff8615-ec08-4268-b3dc-3174b1bf683d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:41:23Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['42290be9-1a8c-46a0-9dd3-3217c49e2c11'], 'active': True} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:41:41.835789 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-e840dcdd-d477-48ca-bdf2-c8e62dc67edc tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '9f51ccfd-1796-4b8b-a497-d3fad3ff7003'}]}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:41:41.849396 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 22607798-23fd-4982-ae7d-5b8d085bd206 up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:41:41.865067 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-68ff8615-ec08-4268-b3dc-3174b1bf683d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-3', False) {} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:41:41.865994 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68ff8615-ec08-4268-b3dc-3174b1bf683d None None] The sync data for ids ['42290be9-1a8c-46a0-9dd3-3217c49e2c11'] in n-d-800634-3 is: [] {{(pid=93918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 18:41:41.916562 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port 22607798-23fd-4982-ae7d-5b8d085bd206 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:41:41.917078 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:41.935410 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-84509175-106c-4f5f-8a42-33085fb4104e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:41.949957 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-84509175-106c-4f5f-8a42-33085fb4104e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:42.042985 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-e3aaf6cc-0542-4ac7-afbd-9e4cd2f593fa None None] Provisioning complete for port 860a4716-5c39-418d-ad08-113fb54f7c9a triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:41:42.043363 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-e3aaf6cc-0542-4ac7-afbd-9e4cd2f593fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:42.049060 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-84509175-106c-4f5f-8a42-33085fb4104e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=65c755991cb443a8a402cceec466a04f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4201155 Jul 14 18:41:42.051663 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 58038) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:41:42.063341 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84509175-106c-4f5f-8a42-33085fb4104e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=504dfdf2-14da-45de-98b6-317d3483057f,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:41:42.082036 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6ba060-b5de-40fa-8d08-583289fd94a3 req-aa47f28d-8a6f-40c4-bf44-5a719786999d tempest-AttachVolumeTestJSON-1507206526 tempest-AttachVolumeTestJSON-1507206526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:41:42.083589 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-df6ba060-b5de-40fa-8d08-583289fd94a3 req-aa47f28d-8a6f-40c4-bf44-5a719786999d tempest-AttachVolumeTestJSON-1507206526 tempest-AttachVolumeTestJSON-1507206526-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d4752b4-cf55-42cb-aaf8-a6366a7dc104 HTTP/1.1" status: 200 len: 945 time: 0.2611799 Jul 14 18:41:42.117561 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-e3aaf6cc-0542-4ac7-afbd-9e4cd2f593fa None None] Port 860a4716-5c39-418d-ad08-113fb54f7c9a cannot update to ACTIVE because it is not bound. {{(pid=93917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 18:41:42.139849 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-32b5cb2b-e0bc-43a8-b202-ee7b0410d067 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:42.164081 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-df6ba060-b5de-40fa-8d08-583289fd94a3 req-cfc823c8-0e1d-47d4-b1f4-ea0e248d23ab tempest-AttachVolumeTestJSON-1507206526 tempest-AttachVolumeTestJSON-1507206526-project] 10.222.0.16 "GET /v2.0/security-groups?id=96b55db8-12e1-43af-8475-4683f85322eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735018 Jul 14 18:41:42.173068 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-32b5cb2b-e0bc-43a8-b202-ee7b0410d067 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:42.191313 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-e840dcdd-d477-48ca-bdf2-c8e62dc67edc tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:42.268946 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-32b5cb2b-e0bc-43a8-b202-ee7b0410d067 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:42.272307 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-32b5cb2b-e0bc-43a8-b202-ee7b0410d067 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:42.278245 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-32b5cb2b-e0bc-43a8-b202-ee7b0410d067 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/504dfdf2-14da-45de-98b6-317d3483057f HTTP/1.1" status: 204 len: 168 time: 0.2247550 Jul 14 18:41:42.309375 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b5cb2b-e0bc-43a8-b202-ee7b0410d067 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=504dfdf2-14da-45de-98b6-317d3483057f,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:41:42.403795 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e2bf3a45-09db-4137-99a3-2513597ffa43 req-eb2ec479-bb7f-47f6-8f55-ff2786cfc4aa tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] 10.222.0.16 "GET /v2.0/ports?device_id=a4e0bc60-2fa3-47a3-a9ba-155133f4e67a HTTP/1.1" status: 200 len: 210 time: 0.0934992 Jul 14 18:41:42.704556 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-e840dcdd-d477-48ca-bdf2-c8e62dc67edc tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify callbacks [] for port, precommit_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:42.715248 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-e840dcdd-d477-48ca-bdf2-c8e62dc67edc tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25912978'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:42.721522 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e840dcdd-d477-48ca-bdf2-c8e62dc67edc tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:41:42.722230 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-e840dcdd-d477-48ca-bdf2-c8e62dc67edc tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:42.723733 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-e840dcdd-d477-48ca-bdf2-c8e62dc67edc tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] 10.222.0.16 "PUT /v2.0/ports/860a4716-5c39-418d-ad08-113fb54f7c9a HTTP/1.1" status: 200 len: 911 time: 0.8993754 Jul 14 18:41:42.726904 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 58054) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:41:42.778972 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e840dcdd-d477-48ca-bdf2-c8e62dc67edc tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Pushing event updated for resources: {'Port': ['ID=860a4716-5c39-418d-ad08-113fb54f7c9a,revision_number=3']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:41:43.379208 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a309d098-69e0-4cc5-82ac-d18d641456eb req-4c3b2f0a-69cd-48b0-b456-057303fde744 tempest-AttachVolumeTestJSON-1507206526 tempest-AttachVolumeTestJSON-1507206526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:41:43.381044 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a309d098-69e0-4cc5-82ac-d18d641456eb req-4c3b2f0a-69cd-48b0-b456-057303fde744 tempest-AttachVolumeTestJSON-1507206526 tempest-AttachVolumeTestJSON-1507206526-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d4752b4-cf55-42cb-aaf8-a6366a7dc104 HTTP/1.1" status: 200 len: 945 time: 0.0846708 Jul 14 18:41:43.422094 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-6fd7bbdd-f8a7-4722-8c25-0e39a4f0bc93 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-928623'] for router_interface, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:43.426646 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a309d098-69e0-4cc5-82ac-d18d641456eb req-7143c4a3-e49a-4a55-a490-3b5e48a449b6 tempest-AttachVolumeTestJSON-1507206526 tempest-AttachVolumeTestJSON-1507206526-project] 10.222.0.16 "GET /v2.0/security-groups?id=96b55db8-12e1-43af-8475-4683f85322eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399332 Jul 14 18:41:43.572897 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-386652cc-cced-4369-90c2-c8fda8b7c843 req-53599fca-be92-44ad-a1b3-f3495d8f1993 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] 10.222.0.16 "GET /v2.0/ports?device_id=a4e0bc60-2fa3-47a3-a9ba-155133f4e67a HTTP/1.1" status: 200 len: 210 time: 0.0424886 Jul 14 18:41:43.765102 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-6fd7bbdd-f8a7-4722-8c25-0e39a4f0bc93 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Deleting port 860a4716-5c39-418d-ad08-113fb54f7c9a {{(pid=93916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:41:43.765453 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-6fd7bbdd-f8a7-4722-8c25-0e39a4f0bc93 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:43.859097 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-6fd7bbdd-f8a7-4722-8c25-0e39a4f0bc93 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:43.873395 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-6fd7bbdd-f8a7-4722-8c25-0e39a4f0bc93 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Calling delete_port for 860a4716-5c39-418d-ad08-113fb54f7c9a owned by network:router_interface {{(pid=93916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:41:44.066348 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-6fd7bbdd-f8a7-4722-8c25-0e39a4f0bc93 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:44.098609 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd7bbdd-f8a7-4722-8c25-0e39a4f0bc93 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Pushing event deleted for resources: {'Port': ['ID=860a4716-5c39-418d-ad08-113fb54f7c9a,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:41:44.207251 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-6fd7bbdd-f8a7-4722-8c25-0e39a4f0bc93 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-598732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-928907'] for router_interface, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:44.396570 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fd7bbdd-f8a7-4722-8c25-0e39a4f0bc93 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Router 42290be9-1a8c-46a0-9dd3-3217c49e2c11 has already been hosted by L3 agent 2c6eb27e-defb-4cca-9a24-381c7415e359 {{(pid=93916) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 18:41:44.479992 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fd7bbdd-f8a7-4722-8c25-0e39a4f0bc93 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify agent at l3_agent.n-d-800634-3 the message routers_updated {{(pid=93916) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 18:41:44.485550 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-6fd7bbdd-f8a7-4722-8c25-0e39a4f0bc93 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] 10.222.0.16 "PUT /v2.0/routers/42290be9-1a8c-46a0-9dd3-3217c49e2c11/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7572184 Jul 14 18:41:44.488474 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 58108) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:41:44.490251 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77585f2f-0899-45ce-8859-e69a484ccb74 None None] Sync routers for ids ['42290be9-1a8c-46a0-9dd3-3217c49e2c11'] in n-d-800634-3 {{(pid=93917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 18:41:44.500803 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77585f2f-0899-45ce-8859-e69a484ccb74 None None] Routers {'42290be9-1a8c-46a0-9dd3-3217c49e2c11'} bound to L3 agent in host n-d-800634-3 {{(pid=93917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:41:44.501947 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-77585f2f-0899-45ce-8859-e69a484ccb74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:41:23Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['42290be9-1a8c-46a0-9dd3-3217c49e2c11'], 'active': True} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:41:44.520524 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-4f7812ef-1c89-4cb1-a59e-34d7a7ad6151 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] 10.222.0.16 "GET /v2.0/ports?device_id=42290be9-1a8c-46a0-9dd3-3217c49e2c11 HTTP/1.1" status: 200 len: 205 time: 0.0305998 Jul 14 18:41:44.522804 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 58110) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:41:44.544275 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-77585f2f-0899-45ce-8859-e69a484ccb74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-3', False) {} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:41:44.556058 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77585f2f-0899-45ce-8859-e69a484ccb74 None None] Routers {'42290be9-1a8c-46a0-9dd3-3217c49e2c11'} bound to L3 agent in host n-d-800634-3 {{(pid=93917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:41:44.556932 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-77585f2f-0899-45ce-8859-e69a484ccb74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:41:23Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['42290be9-1a8c-46a0-9dd3-3217c49e2c11'], 'active': True} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:41:44.595789 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-77585f2f-0899-45ce-8859-e69a484ccb74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-3', False) {} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:41:44.596860 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77585f2f-0899-45ce-8859-e69a484ccb74 None None] The sync data for ids ['42290be9-1a8c-46a0-9dd3-3217c49e2c11'] in n-d-800634-3 is: [] {{(pid=93917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 18:41:44.612826 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-c4f06642-3339-4e2a-8333-92f4c613c3c3 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify callbacks [] for router, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:44.750181 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 58118) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:41:44.870869 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-e96cd128-c7d5-49e6-965f-28663585b3fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:44.988451 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-e96cd128-c7d5-49e6-965f-28663585b3fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:44.992697 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-e96cd128-c7d5-49e6-965f-28663585b3fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:45.037586 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-e96cd128-c7d5-49e6-965f-28663585b3fd admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f1d7ed1293b644abbb6b604ea537d920&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2861824 Jul 14 18:41:45.038423 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96cd128-c7d5-49e6-965f-28663585b3fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cd85601-8eb3-4f3e-8766-a74e421436f3,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:41:45.041024 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 58124) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:41:45.055088 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-5a4d4f9a-00ca-4d2b-836e-e07c9a667416 req-d1e5a397-3a1d-4780-916e-f11a3d8ec1bb tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] 10.222.0.16 "GET /v2.0/ports?device_id=a4e0bc60-2fa3-47a3-a9ba-155133f4e67a HTTP/1.1" status: 200 len: 210 time: 0.0322912 Jul 14 18:41:45.097343 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-c295990e-23aa-450c-ac82-c79c5d00ac83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:45.127669 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-c295990e-23aa-450c-ac82-c79c5d00ac83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:45.155676 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-c4f06642-3339-4e2a-8333-92f4c613c3c3 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-571778', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11402'] for router, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:45.157914 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-c4f06642-3339-4e2a-8333-92f4c613c3c3 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:45.188671 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-c295990e-23aa-450c-ac82-c79c5d00ac83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:45.192542 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-c295990e-23aa-450c-ac82-c79c5d00ac83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:45.196296 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-c295990e-23aa-450c-ac82-c79c5d00ac83 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0cd85601-8eb3-4f3e-8766-a74e421436f3 HTTP/1.1" status: 204 len: 168 time: 0.1520071 Jul 14 18:41:45.205328 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-c4f06642-3339-4e2a-8333-92f4c613c3c3 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-541202'] for router, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:45.206476 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4f06642-3339-4e2a-8333-92f4c613c3c3 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Fanout notify agent at l3_agent the message router_deleted on router 42290be9-1a8c-46a0-9dd3-3217c49e2c11 {{(pid=93915) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 18:41:45.209166 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c295990e-23aa-450c-ac82-c79c5d00ac83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cd85601-8eb3-4f3e-8766-a74e421436f3,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:41:45.227426 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-c4f06642-3339-4e2a-8333-92f4c613c3c3 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify callbacks [] for router, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:45.231473 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-c4f06642-3339-4e2a-8333-92f4c613c3c3 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] 10.222.0.16 "DELETE /v2.0/routers/42290be9-1a8c-46a0-9dd3-3217c49e2c11 HTTP/1.1" status: 204 len: 168 time: 0.7048619 Jul 14 18:41:45.231942 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 58128) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:41:45.300797 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.db_base_plugin_v2 [None req-cfc0e499-14d4-438c-aebb-24e6c28dafad tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Deleting subnet 9f51ccfd-1796-4b8b-a497-d3fad3ff7003 {{(pid=93916) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 18:41:45.304762 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-cfc0e499-14d4-438c-aebb-24e6c28dafad tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify callbacks [] for subnet, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:45.356281 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-cfc0e499-14d4-438c-aebb-24e6c28dafad tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26296866'] for subnet, precommit_delete_associations {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:45.459770 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-cfc0e499-14d4-438c-aebb-24e6c28dafad tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081283'] for subnet, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:45.522806 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-cfc0e499-14d4-438c-aebb-24e6c28dafad tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2684816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26033152'] for subnet, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:45.566316 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc0e499-14d4-438c-aebb-24e6c28dafad tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Pushing event deleted for resources: {'Subnet': ['ID=9f51ccfd-1796-4b8b-a497-d3fad3ff7003,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:41:45.570433 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-cfc0e499-14d4-438c-aebb-24e6c28dafad tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify callbacks [] for subnet, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:45.572479 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-cfc0e499-14d4-438c-aebb-24e6c28dafad tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] 10.222.0.16 "DELETE /v2.0/subnets/9f51ccfd-1796-4b8b-a497-d3fad3ff7003 HTTP/1.1" status: 204 len: 168 time: 0.3338819 Jul 14 18:41:45.575695 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 58132) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:41:45.580676 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fe771fa-44b3-487b-8c83-778cd5b9512d None None] Network 0c8471a6-d735-47ae-abe7-fc806241d648 requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:41:45.629923 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 58134) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:41:45.650406 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-e48afff8-1ad0-4940-b07c-92b6f26a7f5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:45.696297 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-127f4d1c-3b3a-4b16-af9d-c3ee1670672f tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645734'] for network, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:45.778755 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-e48afff8-1ad0-4940-b07c-92b6f26a7f5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:45.783625 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-e48afff8-1ad0-4940-b07c-92b6f26a7f5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:45.786676 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [None req-127f4d1c-3b3a-4b16-af9d-c3ee1670672f tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Deleting port 22607798-23fd-4982-ae7d-5b8d085bd206 {{(pid=93915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:41:45.787094 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-127f4d1c-3b3a-4b16-af9d-c3ee1670672f tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:45.813843 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18c20119-dce6-45c8-8d8e-69c41c01cc4d None None] DHCP port deletion for 0c8471a6-d735-47ae-abe7-fc806241d648 request from n-d-800634-3 {{(pid=93917) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 18:41:45.834543 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48afff8-1ad0-4940-b07c-92b6f26a7f5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1964ee81-4423-423b-af25-6eb213862dee,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:41:45.861812 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [None req-127f4d1c-3b3a-4b16-af9d-c3ee1670672f tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] For port 22607798-23fd-4982-ae7d-5b8d085bd206, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=22607798-23fd-4982-ae7d-5b8d085bd206,segment=NetworkSegment(7b29e220-2fe4-4ab6-9023-4ed8403cf4b1),segment_id=7b29e220-2fe4-4ab6-9023-4ed8403cf4b1)] {{(pid=93915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:41:45.862588 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-127f4d1c-3b3a-4b16-af9d-c3ee1670672f tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:45.874163 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 58138) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:41:45.874383 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-e48afff8-1ad0-4940-b07c-92b6f26a7f5f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4f6029fe497342d29ee807570ac4875d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2430897 Jul 14 18:41:45.875151 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-18c20119-dce6-45c8-8d8e-69c41c01cc4d None None] Deleting port 22607798-23fd-4982-ae7d-5b8d085bd206 {{(pid=93917) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:41:45.875546 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-18c20119-dce6-45c8-8d8e-69c41c01cc4d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:45.892847 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [None req-127f4d1c-3b3a-4b16-af9d-c3ee1670672f tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Calling delete_port for 22607798-23fd-4982-ae7d-5b8d085bd206 owned by network:dhcp {{(pid=93915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:41:45.943841 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-18c20119-dce6-45c8-8d8e-69c41c01cc4d None None] For port 22607798-23fd-4982-ae7d-5b8d085bd206, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=22607798-23fd-4982-ae7d-5b8d085bd206,segment=NetworkSegment(7b29e220-2fe4-4ab6-9023-4ed8403cf4b1),segment_id=7b29e220-2fe4-4ab6-9023-4ed8403cf4b1)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:41:45.944264 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-18c20119-dce6-45c8-8d8e-69c41c01cc4d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:45.958136 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-18c20119-dce6-45c8-8d8e-69c41c01cc4d None None] Calling delete_port for 22607798-23fd-4982-ae7d-5b8d085bd206 owned by network:dhcp {{(pid=93917) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:41:45.996076 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-bc9fb760-7131-4f14-af99-1fae85cf3022 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:46.028080 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-bc9fb760-7131-4f14-af99-1fae85cf3022 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:46.046594 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-127f4d1c-3b3a-4b16-af9d-c3ee1670672f tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:46.052059 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-18c20119-dce6-45c8-8d8e-69c41c01cc4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813'] for port, after_delete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:46.080422 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c20119-dce6-45c8-8d8e-69c41c01cc4d None None] Pushing event deleted for resources: {'Port': ['ID=22607798-23fd-4982-ae7d-5b8d085bd206,revision_number=None']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:41:46.083269 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18c20119-dce6-45c8-8d8e-69c41c01cc4d None None] No DVR routers for this DVR port 22607798-23fd-4982-ae7d-5b8d085bd206 on host n-d-800634-3 {{(pid=93917) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 18:41:46.095988 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-127f4d1c-3b3a-4b16-af9d-c3ee1670672f tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] No DVR routers for this DVR port 22607798-23fd-4982-ae7d-5b8d085bd206 on host n-d-800634-3 {{(pid=93915) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 18:41:46.105572 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127f4d1c-3b3a-4b16-af9d-c3ee1670672f tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Pushing event deleted for resources: {'Port': ['ID=22607798-23fd-4982-ae7d-5b8d085bd206,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:41:46.193149 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-bc9fb760-7131-4f14-af99-1fae85cf3022 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:46.196622 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-bc9fb760-7131-4f14-af99-1fae85cf3022 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:46.200879 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-bc9fb760-7131-4f14-af99-1fae85cf3022 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1964ee81-4423-423b-af25-6eb213862dee HTTP/1.1" status: 204 len: 168 time: 0.3221576 Jul 14 18:41:46.212331 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-127f4d1c-3b3a-4b16-af9d-c3ee1670672f tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2096010', 'neutron.services.segments.db._delete_segments_for_network-8728202734996'] for network, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:46.216229 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9fb760-7131-4f14-af99-1fae85cf3022 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1964ee81-4423-423b-af25-6eb213862dee,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:41:46.239962 n-d-800634-3 neutron-server[93915]: DEBUG neutron.services.segments.db [None req-127f4d1c-3b3a-4b16-af9d-c3ee1670672f tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c8471a6-d735-47ae-abe7-fc806241d648']}} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:41:46.266934 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-4f62a64d-8e22-494b-9fa2-7fa14c4d6e52 req-72a647d3-0a29-475e-9937-edd068439f79 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] 10.222.0.16 "GET /v2.0/ports?device_id=a4e0bc60-2fa3-47a3-a9ba-155133f4e67a HTTP/1.1" status: 200 len: 210 time: 0.0427287 Jul 14 18:41:46.268618 n-d-800634-3 neutron-server[93915]: DEBUG neutron.services.segments.db [None req-127f4d1c-3b3a-4b16-af9d-c3ee1670672f tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b29e220-2fe4-4ab6-9023-4ed8403cf4b1') {'for_net_delete': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:41:46.268922 n-d-800634-3 neutron-server[93915]: DEBUG neutron.services.segments.db [None req-127f4d1c-3b3a-4b16-af9d-c3ee1670672f tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b29e220-2fe4-4ab6-9023-4ed8403cf4b1') {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:41:46.278575 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-127f4d1c-3b3a-4b16-af9d-c3ee1670672f tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728202715275', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28939920'] for segment, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:46.307749 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-127f4d1c-3b3a-4b16-af9d-c3ee1670672f tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:46.315237 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-127f4d1c-3b3a-4b16-af9d-c3ee1670672f tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Releasing vlan 66 on physical network physnet1 to pool {{(pid=93915) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 18:41:46.315667 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-127f4d1c-3b3a-4b16-af9d-c3ee1670672f tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25911658'] for segment, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:46.318908 n-d-800634-3 neutron-server[93915]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:41:46.318908 n-d-800634-3 neutron-server[93915]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:41:46.318908 n-d-800634-3 neutron-server[93915]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:41:46.318908 n-d-800634-3 neutron-server[93915]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:41:46.318908 n-d-800634-3 neutron-server[93915]: Traceback (most recent call last): Jul 14 18:41:46.318908 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 18:41:46.318908 n-d-800634-3 neutron-server[93915]: timer() Jul 14 18:41:46.318908 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 18:41:46.318908 n-d-800634-3 neutron-server[93915]: cb(*args, **kw) Jul 14 18:41:46.318908 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 18:41:46.318908 n-d-800634-3 neutron-server[93915]: return func(*args, **kwargs) Jul 14 18:41:46.318908 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 18:41:46.318908 n-d-800634-3 neutron-server[93915]: self._notify() Jul 14 18:41:46.318908 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 18:41:46.318908 n-d-800634-3 neutron-server[93915]: self.callback(batched_events) Jul 14 18:41:46.318908 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 18:41:46.318908 n-d-800634-3 neutron-server[93915]: event.method(event) Jul 14 18:41:46.318908 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 18:41:46.318908 n-d-800634-3 neutron-server[93915]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 18:41:46.318908 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 18:41:46.318908 n-d-800634-3 neutron-server[93915]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 18:41:46.318908 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 18:41:46.318908 n-d-800634-3 neutron-server[93915]: return f(self, *a, **k) Jul 14 18:41:46.318908 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 18:41:46.318908 n-d-800634-3 neutron-server[93915]: return self._get(url).json() Jul 14 18:41:46.318908 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 18:41:46.318908 n-d-800634-3 neutron-server[93915]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 18:41:46.318908 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 18:41:46.318908 n-d-800634-3 neutron-server[93915]: return self.request(url, 'GET', **kwargs) Jul 14 18:41:46.318908 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 18:41:46.318908 n-d-800634-3 neutron-server[93915]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 18:41:46.318908 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 18:41:46.318908 n-d-800634-3 neutron-server[93915]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 18:41:46.318908 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 18:41:46.318908 n-d-800634-3 neutron-server[93915]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 18:41:46.318908 n-d-800634-3 neutron-server[93915]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 18:41:46.380073 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-127f4d1c-3b3a-4b16-af9d-c3ee1670672f tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2096001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-930085'] for network, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:46.385363 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-127f4d1c-3b3a-4b16-af9d-c3ee1670672f tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify callbacks [] for network, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:46.387523 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-127f4d1c-3b3a-4b16-af9d-c3ee1670672f tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] 10.222.0.16 "DELETE /v2.0/networks/0c8471a6-d735-47ae-abe7-fc806241d648 HTTP/1.1" status: 204 len: 168 time: 0.8103335 Jul 14 18:41:46.391968 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 58146) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:41:46.396918 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-7070431c-6a1d-4c1e-9c70-c322d51d4d53 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1051286446', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:41:46.415478 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127f4d1c-3b3a-4b16-af9d-c3ee1670672f tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Pushing event deleted for resources: {'Network': ['ID=0c8471a6-d735-47ae-abe7-fc806241d648,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:41:46.428445 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-7070431c-6a1d-4c1e-9c70-c322d51d4d53 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-571768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11104'] for router, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:46.429615 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-7070431c-6a1d-4c1e-9c70-c322d51d4d53 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-571675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-930014', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-632314', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11129'] for router, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:46.485619 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-7070431c-6a1d-4c1e-9c70-c322d51d4d53 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:46.490320 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-7070431c-6a1d-4c1e-9c70-c322d51d4d53 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-571759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-930033'] for router, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:46.513658 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-7070431c-6a1d-4c1e-9c70-c322d51d4d53 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify callbacks [] for router, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:46.517650 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-7070431c-6a1d-4c1e-9c70-c322d51d4d53 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1220577 Jul 14 18:41:46.518051 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 58152) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:41:46.523350 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-f53ff7d0-21d1-4faa-88ad-4a508f65ee83 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1073334402'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:41:46.552337 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f53ff7d0-21d1-4faa-88ad-4a508f65ee83 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Made reservation on behalf of 78e64edff38a43a79601b0ea9ee759c1 for: {'network': 1} {{(pid=93915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:41:46.556018 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-f53ff7d0-21d1-4faa-88ad-4a508f65ee83 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for network, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:46.584108 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f53ff7d0-21d1-4faa-88ad-4a508f65ee83 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 93} {{(pid=93915) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 18:41:46.596110 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-f53ff7d0-21d1-4faa-88ad-4a508f65ee83 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:46.596458 n-d-800634-3 neutron-server[93915]: INFO neutron.db.segments_db [None req-f53ff7d0-21d1-4faa-88ad-4a508f65ee83 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Added segment 0ccce8f9-04ee-4c4e-993d-4cc3dc1621de of type vlan for network 7cb6cfed-e28d-443c-8647-2cd4fece0810 Jul 14 18:41:46.656066 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-f53ff7d0-21d1-4faa-88ad-4a508f65ee83 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728202197517'] for network, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:46.691045 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-f53ff7d0-21d1-4faa-88ad-4a508f65ee83 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727'] for network, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:46.696768 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f53ff7d0-21d1-4faa-88ad-4a508f65ee83 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:41:46.697359 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-f53ff7d0-21d1-4faa-88ad-4a508f65ee83 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify callbacks [] for network, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:46.776050 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-f53ff7d0-21d1-4faa-88ad-4a508f65ee83 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2544770 Jul 14 18:41:46.777514 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 58164) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:41:46.784270 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-4f63c1b5-e3ad-468c-91ac-c4365d760101 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Request body: {'subnet': {'network_id': '7cb6cfed-e28d-443c-8647-2cd4fece0810', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:41:46.820453 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53ff7d0-21d1-4faa-88ad-4a508f65ee83 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Pushing event updated for resources: {'Network': ['ID=7cb6cfed-e28d-443c-8647-2cd4fece0810,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:41:46.835439 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Network 7cb6cfed-e28d-443c-8647-2cd4fece0810 details requested by agent ovs-agent-n-d-800634-3 with host n-d-800634-3 {{(pid=93917) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 18:41:46.891645 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f63c1b5-e3ad-468c-91ac-c4365d760101 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Made reservation on behalf of 78e64edff38a43a79601b0ea9ee759c1 for: {'subnet': 1} {{(pid=93916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:41:46.895653 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-4f63c1b5-e3ad-468c-91ac-c4365d760101 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26033189'] for subnet, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:47.099908 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-4f63c1b5-e3ad-468c-91ac-c4365d760101 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2684753', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26033175'] for subnet, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:47.168025 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f63c1b5-e3ad-468c-91ac-c4365d760101 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Pushing event updated for resources: {'Subnet': ['ID=6237a0fc-5f57-4144-81b6-9f8997dd8eb6,revision_number=0']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:41:47.175842 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f63c1b5-e3ad-468c-91ac-c4365d760101 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Checking segment: {'id': '0ccce8f9-04ee-4c4e-993d-4cc3dc1621de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '7cb6cfed-e28d-443c-8647-2cd4fece0810'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93916) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:41:47.176252 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f63c1b5-e3ad-468c-91ac-c4365d760101 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Network hostable DHCP agents. Network: 7cb6cfed-e28d-443c-8647-2cd4fece0810, hostable agents: ['028393c3-0576-4ebd-bca1-8ea8a148e1a2'], hosted agents: [] {{(pid=93916) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 18:41:47.193716 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f63c1b5-e3ad-468c-91ac-c4365d760101 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Network 7cb6cfed-e28d-443c-8647-2cd4fece0810 is scheduled to be hosted by DHCP agent 028393c3-0576-4ebd-bca1-8ea8a148e1a2 with binding_index 1 {{(pid=93916) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 18:41:47.203089 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [None req-4f63c1b5-e3ad-468c-91ac-c4365d760101 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-3, 7cb6cfed-e28d-443c-8647-2cd4fece0810) {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:41:47.208467 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f63c1b5-e3ad-468c-91ac-c4365d760101 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:41:47.209198 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-4f63c1b5-e3ad-468c-91ac-c4365d760101 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify callbacks [] for subnet, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:47.214711 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-221d6cbe-bd50-4992-8000-3f3f8e47b9a4 None None] Network 7cb6cfed-e28d-443c-8647-2cd4fece0810 requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:41:47.229864 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-4f63c1b5-e3ad-468c-91ac-c4365d760101 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4512165 Jul 14 18:41:47.230586 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 58178) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:41:47.394253 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 58184) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:41:47.443779 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1650102-8c68-45bf-8cbd-9fe0c651c0ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9222b97e-5d1c-54f8-ba97-82f172498e76-7cb6cfed-e28d-443c-8647-2cd4fece0810', 'network_id': '7cb6cfed-e28d-443c-8647-2cd4fece0810', 'tenant_id': '78e64edff38a43a79601b0ea9ee759c1', 'fixed_ips': [{'subnet_id': '6237a0fc-5f57-4144-81b6-9f8997dd8eb6'}]}} from n-d-800634-3. {{(pid=93917) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 18:41:47.444685 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-f1650102-8c68-45bf-8cbd-9fe0c651c0ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:47.466762 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 58188) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:41:47.597961 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-c10a30df-c1e0-4d16-bf92-cd8525b5980f tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] 10.222.0.16 "GET /v2.0/floatingips/f65c84f1-22c9-4a4a-b8d6-7dc5c515972c HTTP/1.1" status: 200 len: 992 time: 0.1294155 Jul 14 18:41:47.600570 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-95daab4c-93de-47b8-b371-4a4875a141c2 req-345f3adb-c373-4956-84d4-52bb44b524f6 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] 10.222.0.16 "GET /v2.0/ports?device_id=a4e0bc60-2fa3-47a3-a9ba-155133f4e67a HTTP/1.1" status: 200 len: 210 time: 0.0423732 Jul 14 18:41:47.610480 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-c7b16c4e-afb3-446c-a648-349e28549608 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:47.633775 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-ac9bb11b-3491-4b44-941a-8c0ae55987a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:47.741773 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.db_base_plugin_common [None req-f1650102-8c68-45bf-8cbd-9fe0c651c0ca None None] Allocated IP 2001:db8::2 (7cb6cfed-e28d-443c-8647-2cd4fece0810/6237a0fc-5f57-4144-81b6-9f8997dd8eb6/d51c17a3-5198-4e9f-a085-ad68e5e3a06a) {{(pid=93917) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:41:47.842734 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 22607798-23fd-4982-ae7d-5b8d085bd206 no longer exists at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 18:41:47.870147 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-ac9bb11b-3491-4b44-941a-8c0ae55987a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:47.878329 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-ac9bb11b-3491-4b44-941a-8c0ae55987a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:47.951509 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.agents_db [None req-2ea07fb6-aa68-4671-8654-119d82b9f530 None None] Agent healthcheck: found 7 active agents {{(pid=93918) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 18:41:47.965157 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 58200) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:41:47.974421 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9bb11b-3491-4b44-941a-8c0ae55987a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e990e4a-cb48-4c24-a228-8e0f7058f79e,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:41:48.029918 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-ac9bb11b-3491-4b44-941a-8c0ae55987a7 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a0cb301d055f45cc88fbf187e72dc6d9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6319215 Jul 14 18:41:48.031031 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 58202) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:41:48.068045 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] No Port match for: 22607798-23fd-4982-ae7d-5b8d085bd206 {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 18:41:48.068566 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 22607798-23fd-4982-ae7d-5b8d085bd206 not bound to the agent host n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 18:41:48.109715 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-3d46df8f-7dcf-4cb6-94f1-2405f08b76eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:48.156605 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-3d46df8f-7dcf-4cb6-94f1-2405f08b76eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:48.158062 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-f1650102-8c68-45bf-8cbd-9fe0c651c0ca None None] Notify callbacks [] for port, precommit_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:48.166675 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-f1650102-8c68-45bf-8cbd-9fe0c651c0ca None None] Transition to ACTIVE for port object d51c17a3-5198-4e9f-a085-ad68e5e3a06a will not be triggered until provisioned by entity L2. {{(pid=93917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:41:48.182792 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-f1650102-8c68-45bf-8cbd-9fe0c651c0ca None None] Transition to ACTIVE for port object d51c17a3-5198-4e9f-a085-ad68e5e3a06a will not be triggered until provisioned by entity DHCP. {{(pid=93917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:41:48.191616 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-f1650102-8c68-45bf-8cbd-9fe0c651c0ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804'] for port, after_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:48.243452 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [None req-77e79a03-b91e-4291-bf98-2013b7e0bfa1 tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Deleting port 7cc08259-3c0c-4a54-9d90-9a1f301fd41a {{(pid=93915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:41:48.243807 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-77e79a03-b91e-4291-bf98-2013b7e0bfa1 tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:48.264167 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1650102-8c68-45bf-8cbd-9fe0c651c0ca None None] Pushing event updated for resources: {'Port': ['ID=d51c17a3-5198-4e9f-a085-ad68e5e3a06a,revision_number=1']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:41:48.267962 n-d-800634-3 neutron-server[93917]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1650102-8c68-45bf-8cbd-9fe0c651c0ca None None] Network 7cb6cfed-e28d-443c-8647-2cd4fece0810 is already hosted by enough agents. {{(pid=93917) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:41:48.269822 n-d-800634-3 neutron-server[93917]: DEBUG neutron.scheduler.base_scheduler [None req-f1650102-8c68-45bf-8cbd-9fe0c651c0ca None None] Resources bound (agent type, host, resource id): {{(pid=93917) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:41:48.272570 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.db_base_plugin_common [None req-c7b16c4e-afb3-446c-a648-349e28549608 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Allocated IP 2001:db8::1 (7cb6cfed-e28d-443c-8647-2cd4fece0810/6237a0fc-5f57-4144-81b6-9f8997dd8eb6/e1559901-b9e0-45ba-b035-2e326faf3b95) {{(pid=93916) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:41:48.273363 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1650102-8c68-45bf-8cbd-9fe0c651c0ca None None] Received port after_create {{(pid=93917) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:41:48.337066 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-77e79a03-b91e-4291-bf98-2013b7e0bfa1 tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:48.337414 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-77e79a03-b91e-4291-bf98-2013b7e0bfa1 tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:48.352612 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [None req-77e79a03-b91e-4291-bf98-2013b7e0bfa1 tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Calling delete_port for 7cc08259-3c0c-4a54-9d90-9a1f301fd41a owned by network:floatingip {{(pid=93915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:41:48.410915 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-3d46df8f-7dcf-4cb6-94f1-2405f08b76eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:48.414059 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-f1650102-8c68-45bf-8cbd-9fe0c651c0ca None None] Attempting to bind port d51c17a3-5198-4e9f-a085-ad68e5e3a06a on host n-d-800634-3 for vnic_type normal with profile {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:41:48.414530 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-f1650102-8c68-45bf-8cbd-9fe0c651c0ca None None] Attempting to bind port d51c17a3-5198-4e9f-a085-ad68e5e3a06a by drivers openvswitch,hyperv on host n-d-800634-3 at level 0 using segments [{'id': '0ccce8f9-04ee-4c4e-993d-4cc3dc1621de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '7cb6cfed-e28d-443c-8647-2cd4fece0810'}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:41:48.414994 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1650102-8c68-45bf-8cbd-9fe0c651c0ca None None] Attempting to bind port d51c17a3-5198-4e9f-a085-ad68e5e3a06a on network 7cb6cfed-e28d-443c-8647-2cd4fece0810 {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:41:48.415131 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-3d46df8f-7dcf-4cb6-94f1-2405f08b76eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:48.419903 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-3d46df8f-7dcf-4cb6-94f1-2405f08b76eb admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7e990e4a-cb48-4c24-a228-8e0f7058f79e HTTP/1.1" status: 204 len: 168 time: 0.3873076 Jul 14 18:41:48.428746 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1650102-8c68-45bf-8cbd-9fe0c651c0ca None None] Checking agent: {'id': '01c19e91-a945-4e3c-94a6-c211e17c923e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 8, 23), 'started_at': datetime.datetime(2021, 7, 14, 18, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 18, 41, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 18:41:48.430095 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1650102-8c68-45bf-8cbd-9fe0c651c0ca None None] Checking segment: {'id': '0ccce8f9-04ee-4c4e-993d-4cc3dc1621de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '7cb6cfed-e28d-443c-8647-2cd4fece0810'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93917) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:41:48.430727 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-f1650102-8c68-45bf-8cbd-9fe0c651c0ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:48.431446 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1650102-8c68-45bf-8cbd-9fe0c651c0ca None None] Bound using segment: {'id': '0ccce8f9-04ee-4c4e-993d-4cc3dc1621de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '7cb6cfed-e28d-443c-8647-2cd4fece0810'} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 18:41:48.432177 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-f1650102-8c68-45bf-8cbd-9fe0c651c0ca None None] Bound port: d51c17a3-5198-4e9f-a085-ad68e5e3a06a, host: n-d-800634-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ccce8f9-04ee-4c4e-993d-4cc3dc1621de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '7cb6cfed-e28d-443c-8647-2cd4fece0810'}}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 18:41:48.433393 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-f1650102-8c68-45bf-8cbd-9fe0c651c0ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:48.436307 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d46df8f-7dcf-4cb6-94f1-2405f08b76eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e990e4a-cb48-4c24-a228-8e0f7058f79e,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:41:48.515623 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-f1650102-8c68-45bf-8cbd-9fe0c651c0ca None None] For port d51c17a3-5198-4e9f-a085-ad68e5e3a06a, host n-d-800634-3, cleared binding levels {{(pid=93917) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:41:48.519591 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-c7b16c4e-afb3-446c-a648-349e28549608 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify callbacks [] for port, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:48.523919 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-f1650102-8c68-45bf-8cbd-9fe0c651c0ca None None] For port d51c17a3-5198-4e9f-a085-ad68e5e3a06a, host n-d-800634-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=d51c17a3-5198-4e9f-a085-ad68e5e3a06a,segment=NetworkSegment(0ccce8f9-04ee-4c4e-993d-4cc3dc1621de),segment_id=0ccce8f9-04ee-4c4e-993d-4cc3dc1621de)] {{(pid=93917) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 18:41:48.553699 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-f1650102-8c68-45bf-8cbd-9fe0c651c0ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:48.553970 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.provisioning_blocks [None req-c7b16c4e-afb3-446c-a648-349e28549608 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Transition to ACTIVE for port object e1559901-b9e0-45ba-b035-2e326faf3b95 will not be triggered until provisioned by entity DHCP. {{(pid=93916) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:41:48.602854 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-c7b16c4e-afb3-446c-a648-349e28549608 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:48.719111 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1650102-8c68-45bf-8cbd-9fe0c651c0ca None None] Pushing event updated for resources: {'Port': ['ID=d51c17a3-5198-4e9f-a085-ad68e5e3a06a,revision_number=2']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:41:48.726740 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7b16c4e-afb3-446c-a648-349e28549608 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Network 7cb6cfed-e28d-443c-8647-2cd4fece0810 is already hosted by enough agents. {{(pid=93916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:41:48.741800 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [None req-c7b16c4e-afb3-446c-a648-349e28549608 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Resources bound (agent type, host, resource id): {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:41:48.744985 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7b16c4e-afb3-446c-a648-349e28549608 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Received port after_create {{(pid=93916) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:41:48.752510 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-c7b16c4e-afb3-446c-a648-349e28549608 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-930452'] for router_interface, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:48.786414 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-77e79a03-b91e-4291-bf98-2013b7e0bfa1 tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:48.878251 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e79a03-b91e-4291-bf98-2013b7e0bfa1 tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Pushing event deleted for resources: {'Port': ['ID=7cc08259-3c0c-4a54-9d90-9a1f301fd41a,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:41:48.991143 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-df1c9029-ad99-4f4a-9db4-aae80ff3f0a6 req-968a96e8-569f-4e64-a5c6-908c4cfaaf17 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] 10.222.0.16 "GET /v2.0/ports?device_id=a4e0bc60-2fa3-47a3-a9ba-155133f4e67a HTTP/1.1" status: 200 len: 210 time: 0.1269085 Jul 14 18:41:48.996676 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b16c4e-afb3-446c-a648-349e28549608 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Pushing event updated for resources: {'Port': ['ID=e1559901-b9e0-45ba-b035-2e326faf3b95,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:41:49.041400 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-77e79a03-b91e-4291-bf98-2013b7e0bfa1 tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Notify callbacks [] for floatingip, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:49.041753 n-d-800634-3 neutron-server[93915]: INFO neutron.db.l3_db [None req-77e79a03-b91e-4291-bf98-2013b7e0bfa1 tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Floating IP f65c84f1-22c9-4a4a-b8d6-7dc5c515972c disassociated (deleted). External IP: 172.25.1.55, port: 94e25792-11f3-4f5d-aa65-06a7eb9a0663. Jul 14 18:41:49.043576 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-c7b16c4e-afb3-446c-a648-349e28549608 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:49.471640 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77e79a03-b91e-4291-bf98-2013b7e0bfa1 tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Router b227a596-8f14-4250-94b3-5c465b582d5d has already been hosted by L3 agent 2c6eb27e-defb-4cca-9a24-381c7415e359 {{(pid=93915) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 18:41:49.482913 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc2b6b0-0652-409e-8fff-9387464330c5 req-4e150680-c36d-42d1-9abb-dd36b7a938e4 tempest-TestNetworkAdvancedServerOps-1839370163 tempest-TestNetworkAdvancedServerOps-1839370163-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:41:49.484669 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2fc2b6b0-0652-409e-8fff-9387464330c5 req-4e150680-c36d-42d1-9abb-dd36b7a938e4 tempest-TestNetworkAdvancedServerOps-1839370163 tempest-TestNetworkAdvancedServerOps-1839370163-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=4c97b723-59cb-4a2d-8757-30536ade8338 HTTP/1.1" status: 200 len: 1097 time: 0.1888213 Jul 14 18:41:49.493237 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-c7b16c4e-afb3-446c-a648-349e28549608 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify callbacks [] for port, precommit_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:49.503250 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-c7b16c4e-afb3-446c-a648-349e28549608 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2684870'] for port, after_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:49.511870 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-c7b16c4e-afb3-446c-a648-349e28549608 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-598741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-928734'] for router_interface, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:49.712054 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2fc2b6b0-0652-409e-8fff-9387464330c5 req-42f48ef1-2d54-462c-a7f3-cb0f2c779e23 tempest-TestNetworkAdvancedServerOps-1839370163 tempest-TestNetworkAdvancedServerOps-1839370163-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=594b2ab7-3a96-48b2-98bb-9a68eebb818a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2206931 Jul 14 18:41:49.773652 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 58236) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:41:49.783294 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7b16c4e-afb3-446c-a648-349e28549608 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Network 7cb6cfed-e28d-443c-8647-2cd4fece0810 is already hosted by enough agents. {{(pid=93916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:41:49.791556 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [None req-c7b16c4e-afb3-446c-a648-349e28549608 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Resources bound (agent type, host, resource id): {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:41:49.878915 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77e79a03-b91e-4291-bf98-2013b7e0bfa1 tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Notify agent at l3_agent.n-d-800634-3 the message routers_updated {{(pid=93915) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 18:41:49.880012 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device d51c17a3-5198-4e9f-a085-ad68e5e3a06a up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:41:49.895742 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-77e79a03-b91e-4291-bf98-2013b7e0bfa1 tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for floatingip, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:49.904347 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d9f6f31-8137-4864-ae45-fe6c90cacbc6 None None] Sync routers for ids ['b227a596-8f14-4250-94b3-5c465b582d5d'] in n-d-800634-3 {{(pid=93918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 18:41:49.921319 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d9f6f31-8137-4864-ae45-fe6c90cacbc6 None None] Routers {'b227a596-8f14-4250-94b3-5c465b582d5d'} bound to L3 agent in host n-d-800634-3 {{(pid=93918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:41:49.924539 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-6d9f6f31-8137-4864-ae45-fe6c90cacbc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:41:23Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['b227a596-8f14-4250-94b3-5c465b582d5d'], 'active': True} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:41:50.009734 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning for port d51c17a3-5198-4e9f-a085-ad68e5e3a06a completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:41:50.028092 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b16c4e-afb3-446c-a648-349e28549608 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Pushing event updated for resources: {'Port': ['ID=e1559901-b9e0-45ba-b035-2e326faf3b95,revision_number=2']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:41:50.111143 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-77e79a03-b91e-4291-bf98-2013b7e0bfa1 tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] 10.222.0.16 "DELETE /v2.0/floatingips/f65c84f1-22c9-4a4a-b8d6-7dc5c515972c HTTP/1.1" status: 204 len: 168 time: 2.1448045 Jul 14 18:41:50.122781 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ec9fcdd-7fee-4ec1-ba4c-28841bc27756', 'tag': '94e25792-11f3-4f5d-aa65-06a7eb9a0663'}] {{(pid=93915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:41:50.125877 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e72782ad3af8f7d4ce76cedf092bca46d1756acc5c4653cf0b52034cdd6b073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b4f69ce-9965-4d43-a35b-81af8061aa99" -d '{"events": [{"name": "network-changed", "server_uuid": "1ec9fcdd-7fee-4ec1-ba4c-28841bc27756", "tag": "94e25792-11f3-4f5d-aa65-06a7eb9a0663"}]}' {{(pid=93915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:41:50.147767 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvr_db [None req-6d9f6f31-8137-4864-ae45-fe6c90cacbc6 None None] Set router b227a596-8f14-4250-94b3-5c465b582d5d gateway port host: n-d-800634-3 {{(pid=93918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 18:41:50.170871 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7b16c4e-afb3-446c-a648-349e28549608 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Router b2fcfed5-97e7-4781-a4d4-abc125b03c54 is scheduled to L3 agent 2c6eb27e-defb-4cca-9a24-381c7415e359 with binding_index 1 {{(pid=93916) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 18:41:50.272924 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [None req-bd400d15-02f9-4901-b4b7-b03ff8a06b77 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Deleting port 35276045-0f7a-4eac-9995-c010fc0ef1e3 {{(pid=93915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:41:50.272924 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-bd400d15-02f9-4901-b4b7-b03ff8a06b77 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:50.342144 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-50b3d90e-b1c8-4d48-9b23-b0af46c89c18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:50.427220 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a95c8165-e9ff-4304-9fc8-f4a4a4728636 None None] Network 7cb6cfed-e28d-443c-8647-2cd4fece0810 requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:41:50.460749 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c3f3aeca-214d-4584-9291-5851e0ec5f53 req-d24b6a44-2c56-4fc4-a2e2-d0abc6cd1f76 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] 10.222.0.16 "GET /v2.0/ports?device_id=a4e0bc60-2fa3-47a3-a9ba-155133f4e67a HTTP/1.1" status: 200 len: 210 time: 0.1568491 Jul 14 18:41:50.473695 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7b16c4e-afb3-446c-a648-349e28549608 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify agent at l3_agent.n-d-800634-3 the message routers_updated {{(pid=93916) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 18:41:50.509320 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-c7b16c4e-afb3-446c-a648-349e28549608 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] 10.222.0.16 "PUT /v2.0/routers/b2fcfed5-97e7-4781-a4d4-abc125b03c54/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2776117 Jul 14 18:41:50.513757 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 58274) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:41:50.535813 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-1cc3f04f-ee2c-4536-86f7-351756c9a1d4 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1240816004'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:41:50.564358 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-6d9f6f31-8137-4864-ae45-fe6c90cacbc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b227a596-8f14-4250-94b3-5c465b582d5d', 'name': 'tempest-TestNetworkBasicOps-router-1416134541', 'tenant_id': '0c6eccb7d5c743f1a53a528a1f419fa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.168'}], 'enable_snat': True}, 'gw_port_id': '320661f6-329d-45fe-89a7-40d1a3349472', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:40:39Z', 'updated_at': '2021-07-14T18:40:47Z', 'revision_number': 4, 'project_id': '0c6eccb7d5c743f1a53a528a1f419fa2', 'gw_port': {'id': '320661f6-329d-45fe-89a7-40d1a3349472', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:db:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b227a596-8f14-4250-94b3-5c465b582d5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2270, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:40:40Z', 'updated_at': '2021-07-14T18:40:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_interfaces': [{'id': '75860f29-4945-4edb-b493-54248c219c60', 'name': '', 'network_id': 'e602d401-0f37-42a7-8ad3-944d76449831', 'tenant_id': '0c6eccb7d5c743f1a53a528a1f419fa2', 'mac_address': 'fa:16:3e:55:ea:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b227a596-8f14-4250-94b3-5c465b582d5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2288, 'fixed_ips': [{'subnet_id': '848c5164-aa90-4aeb-8036-3a760cd657a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:40:45Z', 'updated_at': '2021-07-14T18:40:54Z', 'revision_number': 5, 'project_id': '0c6eccb7d5c743f1a53a528a1f419fa2', 'subnets': [{'id': '848c5164-aa90-4aeb-8036-3a760cd657a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-3', False) {} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:41:50.582020 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-bd400d15-02f9-4901-b4b7-b03ff8a06b77 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:50.584731 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-bd400d15-02f9-4901-b4b7-b03ff8a06b77 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:50.586324 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd3a80ac-99c1-4a88-958d-c9afecebec61 None None] Sync routers for ids ['b2fcfed5-97e7-4781-a4d4-abc125b03c54'] in n-d-800634-3 {{(pid=93917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 18:41:50.605871 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cc3f04f-ee2c-4536-86f7-351756c9a1d4 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Made reservation on behalf of 78e64edff38a43a79601b0ea9ee759c1 for: {'network': 1} {{(pid=93916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:41:50.610935 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-1cc3f04f-ee2c-4536-86f7-351756c9a1d4 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for network, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:50.618074 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [None req-bd400d15-02f9-4901-b4b7-b03ff8a06b77 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Calling delete_port for 35276045-0f7a-4eac-9995-c010fc0ef1e3 owned by network:floatingip {{(pid=93915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:41:50.643685 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d9f6f31-8137-4864-ae45-fe6c90cacbc6 None None] Checking router: b227a596-8f14-4250-94b3-5c465b582d5d for host: n-d-800634-3 {{(pid=93918) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 18:41:50.645837 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 18:41:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ea9d15d-f660-4673-8592-a83b89ea5e66 x-openstack-request-id: req-9ea9d15d-f660-4673-8592-a83b89ea5e66 {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:41:50.646806 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ec9fcdd-7fee-4ec1-ba4c-28841bc27756", "tag": "94e25792-11f3-4f5d-aa65-06a7eb9a0663", "status": "completed", "code": 200}]} {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:41:50.647458 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9ea9d15d-f660-4673-8592-a83b89ea5e66 {{(pid=93915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:41:50.647910 n-d-800634-3 neutron-server[93915]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ec9fcdd-7fee-4ec1-ba4c-28841bc27756', 'tag': '94e25792-11f3-4f5d-aa65-06a7eb9a0663', 'status': 'completed', 'code': 200} Jul 14 18:41:50.664390 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d9f6f31-8137-4864-ae45-fe6c90cacbc6 None None] Routers {'b227a596-8f14-4250-94b3-5c465b582d5d'} bound to L3 agent in host n-d-800634-3 {{(pid=93918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:41:50.666783 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-6d9f6f31-8137-4864-ae45-fe6c90cacbc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:41:23Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['b227a596-8f14-4250-94b3-5c465b582d5d'], 'active': True} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:41:50.669429 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd3a80ac-99c1-4a88-958d-c9afecebec61 None None] Routers {'b2fcfed5-97e7-4781-a4d4-abc125b03c54'} bound to L3 agent in host n-d-800634-3 {{(pid=93917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:41:50.670299 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-fd3a80ac-99c1-4a88-958d-c9afecebec61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:41:23Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['b2fcfed5-97e7-4781-a4d4-abc125b03c54'], 'active': True} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:41:50.695189 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1cc3f04f-ee2c-4536-86f7-351756c9a1d4 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 97} {{(pid=93916) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 18:41:50.723185 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-1cc3f04f-ee2c-4536-86f7-351756c9a1d4 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:50.723539 n-d-800634-3 neutron-server[93916]: INFO neutron.db.segments_db [None req-1cc3f04f-ee2c-4536-86f7-351756c9a1d4 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Added segment 8f249fc5-2628-4485-b8ff-183d34fa15c0 of type vlan for network 16e6bed7-592c-42a6-bc4b-6851af0572a4 Jul 14 18:41:50.741284 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-bf24dbcf-c707-43f3-84c8-1b7dab21d0c7 None None] Provisioning for port d51c17a3-5198-4e9f-a085-ad68e5e3a06a completed by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:41:50.809739 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-bf24dbcf-c707-43f3-84c8-1b7dab21d0c7 None None] Provisioning complete for port d51c17a3-5198-4e9f-a085-ad68e5e3a06a triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:41:50.810879 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-bf24dbcf-c707-43f3-84c8-1b7dab21d0c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:50.828052 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvr_db [None req-6d9f6f31-8137-4864-ae45-fe6c90cacbc6 None None] Set router b227a596-8f14-4250-94b3-5c465b582d5d gateway port host: n-d-800634-3 {{(pid=93918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 18:41:50.870621 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-1cc3f04f-ee2c-4536-86f7-351756c9a1d4 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728202197517'] for network, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:50.962817 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-1cc3f04f-ee2c-4536-86f7-351756c9a1d4 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727'] for network, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:50.976932 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cc3f04f-ee2c-4536-86f7-351756c9a1d4 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:41:50.982893 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-1cc3f04f-ee2c-4536-86f7-351756c9a1d4 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598705'] for network, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:51.025766 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvr_db [None req-fd3a80ac-99c1-4a88-958d-c9afecebec61 None None] Set router b2fcfed5-97e7-4781-a4d4-abc125b03c54 gateway port host: None {{(pid=93917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 18:41:51.029570 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-bf24dbcf-c707-43f3-84c8-1b7dab21d0c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:51.034358 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-bd400d15-02f9-4901-b4b7-b03ff8a06b77 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:51.109504 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd400d15-02f9-4901-b4b7-b03ff8a06b77 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Pushing event deleted for resources: {'Port': ['ID=35276045-0f7a-4eac-9995-c010fc0ef1e3,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:41:51.125112 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 58278) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:41:51.188825 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-1cc3f04f-ee2c-4536-86f7-351756c9a1d4 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6737573 Jul 14 18:41:51.208506 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 58282) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:41:51.241099 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-4bef2160-f148-4804-b223-fc6662d06138 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Request body: {'subnet': {'network_id': '16e6bed7-592c-42a6-bc4b-6851af0572a4', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:41:51.256217 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc3f04f-ee2c-4536-86f7-351756c9a1d4 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Pushing event updated for resources: {'Network': ['ID=16e6bed7-592c-42a6-bc4b-6851af0572a4,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:41:51.358283 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4f69ce-9965-4d43-a35b-81af8061aa99 req-e93cf76a-391a-4df5-95d7-64ad3dbe2099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:41:51.359976 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2b4f69ce-9965-4d43-a35b-81af8061aa99 req-e93cf76a-391a-4df5-95d7-64ad3dbe2099 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0c6eccb7d5c743f1a53a528a1f419fa2&device_id=1ec9fcdd-7fee-4ec1-ba4c-28841bc27756 HTTP/1.1" status: 200 len: 1096 time: 0.5758924 Jul 14 18:41:51.362171 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Network 16e6bed7-592c-42a6-bc4b-6851af0572a4 details requested by agent ovs-agent-n-d-800634-3 with host n-d-800634-3 {{(pid=93917) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 18:41:51.363647 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-6d9f6f31-8137-4864-ae45-fe6c90cacbc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b227a596-8f14-4250-94b3-5c465b582d5d', 'name': 'tempest-TestNetworkBasicOps-router-1416134541', 'tenant_id': '0c6eccb7d5c743f1a53a528a1f419fa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.168'}], 'enable_snat': True}, 'gw_port_id': '320661f6-329d-45fe-89a7-40d1a3349472', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:40:39Z', 'updated_at': '2021-07-14T18:40:47Z', 'revision_number': 4, 'project_id': '0c6eccb7d5c743f1a53a528a1f419fa2', 'gw_port': {'id': '320661f6-329d-45fe-89a7-40d1a3349472', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:db:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b227a596-8f14-4250-94b3-5c465b582d5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2270, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:40:40Z', 'updated_at': '2021-07-14T18:40:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_interfaces': [{'id': '75860f29-4945-4edb-b493-54248c219c60', 'name': '', 'network_id': 'e602d401-0f37-42a7-8ad3-944d76449831', 'tenant_id': '0c6eccb7d5c743f1a53a528a1f419fa2', 'mac_address': 'fa:16:3e:55:ea:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b227a596-8f14-4250-94b3-5c465b582d5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2288, 'fixed_ips': [{'subnet_id': '848c5164-aa90-4aeb-8036-3a760cd657a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:40:45Z', 'updated_at': '2021-07-14T18:40:54Z', 'revision_number': 5, 'project_id': '0c6eccb7d5c743f1a53a528a1f419fa2', 'subnets': [{'id': '848c5164-aa90-4aeb-8036-3a760cd657a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-3', False) {} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:41:51.428329 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-bd400d15-02f9-4901-b4b7-b03ff8a06b77 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks [] for floatingip, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:51.428674 n-d-800634-3 neutron-server[93915]: INFO neutron.db.l3_db [None req-bd400d15-02f9-4901-b4b7-b03ff8a06b77 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Floating IP 312ffb13-98db-4636-a400-74f56cf0a31e disassociated (deleted). External IP: 172.25.1.206, port: 3da287af-2738-4486-961b-dffd7cb5b2b2. Jul 14 18:41:51.433253 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-bf24dbcf-c707-43f3-84c8-1b7dab21d0c7 None None] For port d51c17a3-5198-4e9f-a085-ad68e5e3a06a, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=d51c17a3-5198-4e9f-a085-ad68e5e3a06a,segment=NetworkSegment(0ccce8f9-04ee-4c4e-993d-4cc3dc1621de),segment_id=0ccce8f9-04ee-4c4e-993d-4cc3dc1621de)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:41:51.452613 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d9f6f31-8137-4864-ae45-fe6c90cacbc6 None None] The sync data for ids ['b227a596-8f14-4250-94b3-5c465b582d5d'] in n-d-800634-3 is: [{'id': 'b227a596-8f14-4250-94b3-5c465b582d5d', 'name': 'tempest-TestNetworkBasicOps-router-1416134541', 'tenant_id': '0c6eccb7d5c743f1a53a528a1f419fa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.168'}], 'enable_snat': True}, 'gw_port_id': '320661f6-329d-45fe-89a7-40d1a3349472', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:40:39Z', 'updated_at': '2021-07-14T18:40:47Z', 'revision_number': 4, 'project_id': '0c6eccb7d5c743f1a53a528a1f419fa2', 'gw_port': {'id': '320661f6-329d-45fe-89a7-40d1a3349472', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:db:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b227a596-8f14-4250-94b3-5c465b582d5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2270, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:40:40Z', 'updated_at': '2021-07-14T18:40:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_interfaces': [{'id': '75860f29-4945-4edb-b493-54248c219c60', 'name': '', 'network_id': 'e602d401-0f37-42a7-8ad3-944d76449831', 'tenant_id': '0c6eccb7d5c743f1a53a528a1f419fa2', 'mac_address': 'fa:16:3e:55:ea:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b227a596-8f14-4250-94b3-5c465b582d5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2288, 'fixed_ips': [{'subnet_id': '848c5164-aa90-4aeb-8036-3a760cd657a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:40:45Z', 'updated_at': '2021-07-14T18:40:54Z', 'revision_number': 5, 'project_id': '0c6eccb7d5c743f1a53a528a1f419fa2', 'subnets': [{'id': '848c5164-aa90-4aeb-8036-3a760cd657a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 18:41:51.495971 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-bd0f8e0b-fd80-43ff-b10d-27c5d9c77fc6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:51.557512 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bef2160-f148-4804-b223-fc6662d06138 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Made reservation on behalf of 78e64edff38a43a79601b0ea9ee759c1 for: {'subnet': 1} {{(pid=93916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:41:51.572568 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-4bef2160-f148-4804-b223-fc6662d06138 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26033189'] for subnet, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:51.639979 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-bf24dbcf-c707-43f3-84c8-1b7dab21d0c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:51.743803 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf24dbcf-c707-43f3-84c8-1b7dab21d0c7 None None] Pushing event updated for resources: {'Port': ['ID=d51c17a3-5198-4e9f-a085-ad68e5e3a06a,revision_number=3']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:41:51.835482 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-fd3a80ac-99c1-4a88-958d-c9afecebec61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2fcfed5-97e7-4781-a4d4-abc125b03c54', 'name': 'tempest-RoutersIpV6Test-router-1051286446', 'tenant_id': '78e64edff38a43a79601b0ea9ee759c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:41:46Z', 'updated_at': '2021-07-14T18:41:48Z', 'revision_number': 2, 'project_id': '78e64edff38a43a79601b0ea9ee759c1', 'gw_port_host': None, '_interfaces': [{'id': 'e1559901-b9e0-45ba-b035-2e326faf3b95', 'name': '', 'network_id': '7cb6cfed-e28d-443c-8647-2cd4fece0810', 'tenant_id': '78e64edff38a43a79601b0ea9ee759c1', 'mac_address': 'fa:16:3e:99:60:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2fcfed5-97e7-4781-a4d4-abc125b03c54', 'device_owner': 'network:router_interface', 'standard_attr_id': 2375, 'fixed_ips': [{'subnet_id': '6237a0fc-5f57-4144-81b6-9f8997dd8eb6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:41:47Z', 'updated_at': '2021-07-14T18:41:49Z', 'revision_number': 2, 'project_id': '78e64edff38a43a79601b0ea9ee759c1', 'subnets': [{'id': '6237a0fc-5f57-4144-81b6-9f8997dd8eb6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-3', False) {} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:41:51.897211 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd3a80ac-99c1-4a88-958d-c9afecebec61 None None] Checking router: b2fcfed5-97e7-4781-a4d4-abc125b03c54 for host: n-d-800634-3 {{(pid=93917) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 18:41:51.897929 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd3a80ac-99c1-4a88-958d-c9afecebec61 None None] Updating router b2fcfed5-97e7-4781-a4d4-abc125b03c54 port e1559901-b9e0-45ba-b035-2e326faf3b95 binding host n-d-800634-3 {{(pid=93917) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 18:41:51.962498 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-fd3a80ac-99c1-4a88-958d-c9afecebec61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:51.989716 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acda843c-5436-4795-a023-b523b58d2232 None None] New status for floating IP f65c84f1-22c9-4a4a-b8d6-7dc5c515972c: DOWN {{(pid=93918) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 18:41:52.337956 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2d7858f0-d205-4f86-8df0-af850bbf16ba req-bd61b0b8-59c2-4c45-bbd5-7770979f2bc7 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] 10.222.0.16 "GET /v2.0/ports?device_id=a4e0bc60-2fa3-47a3-a9ba-155133f4e67a HTTP/1.1" status: 200 len: 210 time: 0.0999980 Jul 14 18:41:52.343794 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-fd3a80ac-99c1-4a88-958d-c9afecebec61 None None] Notify callbacks [] for port, precommit_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:52.347602 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-4bef2160-f148-4804-b223-fc6662d06138 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2684753', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26033175'] for subnet, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:52.364775 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4f69ce-9965-4d43-a35b-81af8061aa99 req-da2b42a5-07cb-43a2-a31b-3e1c6b89de76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:41:52.366387 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2b4f69ce-9965-4d43-a35b-81af8061aa99 req-da2b42a5-07cb-43a2-a31b-3e1c6b89de76 service neutron] 10.222.0.35 "GET /v2.0/networks?id=e602d401-0f37-42a7-8ad3-944d76449831 HTTP/1.1" status: 200 len: 897 time: 0.9987981 Jul 14 18:41:52.371695 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-fd3a80ac-99c1-4a88-958d-c9afecebec61 None None] Transition to ACTIVE for port object e1559901-b9e0-45ba-b035-2e326faf3b95 will not be triggered until provisioned by entity L2. {{(pid=93917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:41:52.388828 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-fd3a80ac-99c1-4a88-958d-c9afecebec61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:52.469654 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2b4f69ce-9965-4d43-a35b-81af8061aa99 req-d68d29d1-93fe-40e4-8434-c33c3ffe8275 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=94e25792-11f3-4f5d-aa65-06a7eb9a0663 HTTP/1.1" status: 200 len: 217 time: 0.0902705 Jul 14 18:41:52.469921 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e9aea8-b9d2-4dbd-a1d9-e6bd95bf1a4a None None] Pushing event updated for resources: {'Port': ['ID=e1559901-b9e0-45ba-b035-2e326faf3b95,revision_number=3']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:41:52.471519 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bef2160-f148-4804-b223-fc6662d06138 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Pushing event updated for resources: {'Subnet': ['ID=348fc547-9ada-4c29-952d-4f8e5befbefb,revision_number=0']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:41:52.477241 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bef2160-f148-4804-b223-fc6662d06138 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Checking segment: {'id': '8f249fc5-2628-4485-b8ff-183d34fa15c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '16e6bed7-592c-42a6-bc4b-6851af0572a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93916) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:41:52.477901 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bef2160-f148-4804-b223-fc6662d06138 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Network hostable DHCP agents. Network: 16e6bed7-592c-42a6-bc4b-6851af0572a4, hostable agents: ['028393c3-0576-4ebd-bca1-8ea8a148e1a2'], hosted agents: [] {{(pid=93916) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 18:41:52.501367 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-73960617-0cd0-4be1-81d5-28ffe5c2bac2 None None] Provisioning for port e1559901-b9e0-45ba-b035-2e326faf3b95 completed by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:41:52.507280 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bef2160-f148-4804-b223-fc6662d06138 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Network 16e6bed7-592c-42a6-bc4b-6851af0572a4 is scheduled to be hosted by DHCP agent 028393c3-0576-4ebd-bca1-8ea8a148e1a2 with binding_index 1 {{(pid=93916) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 18:41:52.531850 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [None req-4bef2160-f148-4804-b223-fc6662d06138 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-3, 16e6bed7-592c-42a6-bc4b-6851af0572a4) {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:41:52.543963 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bef2160-f148-4804-b223-fc6662d06138 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:41:52.544241 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d59e0dd2-cd42-4ecd-8e81-cf18dacc4e50 None None] Network 16e6bed7-592c-42a6-bc4b-6851af0572a4 requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:41:52.544643 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-4bef2160-f148-4804-b223-fc6662d06138 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify callbacks [] for subnet, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:52.587115 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf42f4d5-0ab8-4698-86f1-e9b85aa86d39 req-a597fcfe-86bd-4a07-af49-90eaa9bca61b tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:41:52.592628 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-cf42f4d5-0ab8-4698-86f1-e9b85aa86d39 req-a597fcfe-86bd-4a07-af49-90eaa9bca61b tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] 10.222.0.16 "GET /v2.0/ports?device_id=1ec9fcdd-7fee-4ec1-ba4c-28841bc27756 HTTP/1.1" status: 200 len: 945 time: 1.0462077 Jul 14 18:41:52.673044 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f21ad86-4ddc-41d7-91ca-608060c1bce9 req-f8f4e1ec-567a-4fc1-8941-67b80656d7b4 tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:41:52.675128 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-7f21ad86-4ddc-41d7-91ca-608060c1bce9 req-f8f4e1ec-567a-4fc1-8941-67b80656d7b4 tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] 10.222.0.35 "GET /v2.0/ports?device_id=1ec9fcdd-7fee-4ec1-ba4c-28841bc27756 HTTP/1.1" status: 200 len: 945 time: 0.1260235 Jul 14 18:41:52.693586 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-fd3a80ac-99c1-4a88-958d-c9afecebec61 None None] Attempting to bind port e1559901-b9e0-45ba-b035-2e326faf3b95 on host n-d-800634-3 for vnic_type normal with profile {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:41:52.694070 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-fd3a80ac-99c1-4a88-958d-c9afecebec61 None None] Attempting to bind port e1559901-b9e0-45ba-b035-2e326faf3b95 by drivers openvswitch,hyperv on host n-d-800634-3 at level 0 using segments [{'id': '0ccce8f9-04ee-4c4e-993d-4cc3dc1621de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '7cb6cfed-e28d-443c-8647-2cd4fece0810'}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:41:52.694532 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd3a80ac-99c1-4a88-958d-c9afecebec61 None None] Attempting to bind port e1559901-b9e0-45ba-b035-2e326faf3b95 on network 7cb6cfed-e28d-443c-8647-2cd4fece0810 {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:41:52.704353 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-73960617-0cd0-4be1-81d5-28ffe5c2bac2 None None] Provisioning complete for port d51c17a3-5198-4e9f-a085-ad68e5e3a06a triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:41:52.704873 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-73960617-0cd0-4be1-81d5-28ffe5c2bac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:52.726522 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4f69ce-9965-4d43-a35b-81af8061aa99 req-7f4dce5d-43c8-473c-acdd-b4d5bd6d293f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:41:52.728318 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2b4f69ce-9965-4d43-a35b-81af8061aa99 req-7f4dce5d-43c8-473c-acdd-b4d5bd6d293f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=848c5164-aa90-4aeb-8036-3a760cd657a3 HTTP/1.1" status: 200 len: 834 time: 0.2061777 Jul 14 18:41:52.744297 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-cf42f4d5-0ab8-4698-86f1-e9b85aa86d39 req-cc68867d-b801-4220-9e23-8bf5bde49bab tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5ae17c4-2e49-4e68-9235-78bd0301425c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1431239 Jul 14 18:41:52.751842 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd3a80ac-99c1-4a88-958d-c9afecebec61 None None] Checking agent: {'id': '01c19e91-a945-4e3c-94a6-c211e17c923e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 8, 23), 'started_at': datetime.datetime(2021, 7, 14, 18, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 18, 41, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 18:41:52.752373 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd3a80ac-99c1-4a88-958d-c9afecebec61 None None] Checking segment: {'id': '0ccce8f9-04ee-4c4e-993d-4cc3dc1621de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '7cb6cfed-e28d-443c-8647-2cd4fece0810'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93917) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:41:52.752926 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-fd3a80ac-99c1-4a88-958d-c9afecebec61 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:52.753917 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd3a80ac-99c1-4a88-958d-c9afecebec61 None None] Bound using segment: {'id': '0ccce8f9-04ee-4c4e-993d-4cc3dc1621de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '7cb6cfed-e28d-443c-8647-2cd4fece0810'} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 18:41:52.754049 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-fd3a80ac-99c1-4a88-958d-c9afecebec61 None None] Bound port: e1559901-b9e0-45ba-b035-2e326faf3b95, host: n-d-800634-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ccce8f9-04ee-4c4e-993d-4cc3dc1621de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '7cb6cfed-e28d-443c-8647-2cd4fece0810'}}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 18:41:52.754546 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-fd3a80ac-99c1-4a88-958d-c9afecebec61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:52.836821 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-bd0f8e0b-fd80-43ff-b10d-27c5d9c77fc6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:52.843930 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd400d15-02f9-4901-b4b7-b03ff8a06b77 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Router c38da495-c6ac-40ad-8d3c-e678b5d50955 has already been hosted by L3 agent 2c6eb27e-defb-4cca-9a24-381c7415e359 {{(pid=93915) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 18:41:52.847240 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-bd0f8e0b-fd80-43ff-b10d-27c5d9c77fc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:52.859447 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-4bef2160-f148-4804-b223-fc6662d06138 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.6370568 Jul 14 18:41:52.860915 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 58292) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:41:52.889309 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-bd0f8e0b-fd80-43ff-b10d-27c5d9c77fc6 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7c77bccf0beb4196983faef12ff50100&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7586854 Jul 14 18:41:52.893832 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-fd3a80ac-99c1-4a88-958d-c9afecebec61 None None] For port e1559901-b9e0-45ba-b035-2e326faf3b95, host n-d-800634-3, cleared binding levels {{(pid=93917) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:41:52.905673 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 58294) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:41:52.911042 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-fd3a80ac-99c1-4a88-958d-c9afecebec61 None None] For port e1559901-b9e0-45ba-b035-2e326faf3b95, host n-d-800634-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=e1559901-b9e0-45ba-b035-2e326faf3b95,segment=NetworkSegment(0ccce8f9-04ee-4c4e-993d-4cc3dc1621de),segment_id=0ccce8f9-04ee-4c4e-993d-4cc3dc1621de)] {{(pid=93917) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 18:41:52.938348 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0f8e0b-fd80-43ff-b10d-27c5d9c77fc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9dc6c50b-bce9-4bac-828a-15a827e0f464,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:41:52.992237 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-fd3a80ac-99c1-4a88-958d-c9afecebec61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:53.005980 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-423f84bb-c83e-49d5-b9d2-dc1a9883b87b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:53.104094 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4f69ce-9965-4d43-a35b-81af8061aa99 req-52cd57ae-30fa-4bae-95b3-d3075e86f0fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:41:53.106158 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2b4f69ce-9965-4d43-a35b-81af8061aa99 req-52cd57ae-30fa-4bae-95b3-d3075e86f0fb service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e602d401-0f37-42a7-8ad3-944d76449831&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3535616 Jul 14 18:41:53.116394 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd3a80ac-99c1-4a88-958d-c9afecebec61 None None] Routers {'b2fcfed5-97e7-4781-a4d4-abc125b03c54'} bound to L3 agent in host n-d-800634-3 {{(pid=93917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:41:53.117042 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-fd3a80ac-99c1-4a88-958d-c9afecebec61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:41:53Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['b2fcfed5-97e7-4781-a4d4-abc125b03c54'], 'active': True} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:41:53.173446 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [req-7f21ad86-4ddc-41d7-91ca-608060c1bce9 req-f9abf8b6-b66d-4a52-a02b-d75cd5430383 tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Deleting port 94e25792-11f3-4f5d-aa65-06a7eb9a0663 {{(pid=93916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:41:53.174050 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-7f21ad86-4ddc-41d7-91ca-608060c1bce9 req-f9abf8b6-b66d-4a52-a02b-d75cd5430383 tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:53.285564 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd400d15-02f9-4901-b4b7-b03ff8a06b77 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify agent at l3_agent.n-d-800634-3 the message routers_updated {{(pid=93915) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 18:41:53.314343 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23d4811a-3cd5-4bb4-b584-afa3f3fd5c25 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9222b97e-5d1c-54f8-ba97-82f172498e76-16e6bed7-592c-42a6-bc4b-6851af0572a4', 'network_id': '16e6bed7-592c-42a6-bc4b-6851af0572a4', 'tenant_id': '78e64edff38a43a79601b0ea9ee759c1', 'fixed_ips': [{'subnet_id': '348fc547-9ada-4c29-952d-4f8e5befbefb'}]}} from n-d-800634-3. {{(pid=93917) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 18:41:53.315201 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-23d4811a-3cd5-4bb4-b584-afa3f3fd5c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:53.315978 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-bd400d15-02f9-4901-b4b7-b03ff8a06b77 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for floatingip, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:53.333659 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-eb109611-d45b-4d70-9f6b-1a94c0816915 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:53.393709 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-eb109611-d45b-4d70-9f6b-1a94c0816915 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:53.471286 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.db [req-7f21ad86-4ddc-41d7-91ca-608060c1bce9 req-f9abf8b6-b66d-4a52-a02b-d75cd5430383 tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] For port 94e25792-11f3-4f5d-aa65-06a7eb9a0663, host n-h2-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=94e25792-11f3-4f5d-aa65-06a7eb9a0663,segment=NetworkSegment(023a2c51-fc5a-4668-8579-f4c9504fe4e4),segment_id=023a2c51-fc5a-4668-8579-f4c9504fe4e4)] {{(pid=93916) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:41:53.471877 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-7f21ad86-4ddc-41d7-91ca-608060c1bce9 req-f9abf8b6-b66d-4a52-a02b-d75cd5430383 tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:53.498235 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [req-7f21ad86-4ddc-41d7-91ca-608060c1bce9 req-f9abf8b6-b66d-4a52-a02b-d75cd5430383 tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Calling delete_port for 94e25792-11f3-4f5d-aa65-06a7eb9a0663 owned by compute:nova {{(pid=93916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:41:53.521764 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-bd400d15-02f9-4901-b4b7-b03ff8a06b77 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] 10.222.0.16 "DELETE /v2.0/floatingips/312ffb13-98db-4636-a400-74f56cf0a31e HTTP/1.1" status: 204 len: 168 time: 3.7407510 Jul 14 18:41:53.522832 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c97b723-59cb-4a2d-8757-30536ade8338', 'tag': '3da287af-2738-4486-961b-dffd7cb5b2b2'}] {{(pid=93915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:41:53.525232 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e72782ad3af8f7d4ce76cedf092bca46d1756acc5c4653cf0b52034cdd6b073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fba25842-90b0-44ca-98bc-57cacec01cfa" -d '{"events": [{"name": "network-changed", "server_uuid": "4c97b723-59cb-4a2d-8757-30536ade8338", "tag": "3da287af-2738-4486-961b-dffd7cb5b2b2"}]}' {{(pid=93915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:41:53.528074 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-eb109611-d45b-4d70-9f6b-1a94c0816915 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:53.531546 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-eb109611-d45b-4d70-9f6b-1a94c0816915 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:53.535903 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-eb109611-d45b-4d70-9f6b-1a94c0816915 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9dc6c50b-bce9-4bac-828a-15a827e0f464 HTTP/1.1" status: 204 len: 168 time: 0.6215525 Jul 14 18:41:53.556220 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb109611-d45b-4d70-9f6b-1a94c0816915 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dc6c50b-bce9-4bac-828a-15a827e0f464,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:41:53.566771 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2b4f69ce-9965-4d43-a35b-81af8061aa99 req-2cdffb5e-60b5-4264-b32a-8e7274653b89 service neutron] 10.222.0.35 "GET /v2.0/networks/e602d401-0f37-42a7-8ad3-944d76449831?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4483228 Jul 14 18:41:53.621478 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvr_db [None req-fd3a80ac-99c1-4a88-958d-c9afecebec61 None None] Set router b2fcfed5-97e7-4781-a4d4-abc125b03c54 gateway port host: None {{(pid=93917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 18:41:53.748385 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-625d7fed-6a15-4f06-82bc-5a3f876ad2c4 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:53.764690 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:53.771471 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e9aea8-b9d2-4dbd-a1d9-e6bd95bf1a4a None None] Pushing event updated for resources: {'Port': ['ID=e1559901-b9e0-45ba-b035-2e326faf3b95,revision_number=4']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:41:53.775914 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ef54f207-b732-4e52-98e6-e73b81c3024e req-2b34657c-7599-4de0-b8a9-0c65c5e5e319 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] 10.222.0.16 "GET /v2.0/ports?device_id=a4e0bc60-2fa3-47a3-a9ba-155133f4e67a HTTP/1.1" status: 200 len: 210 time: 0.1616955 Jul 14 18:41:53.785697 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3991d3b3-ce05-40fc-9090-3c03a7c21035 None None] Sync routers for ids ['c38da495-c6ac-40ad-8d3c-e678b5d50955'] in n-d-800634-3 {{(pid=93917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 18:41:53.850557 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2b4f69ce-9965-4d43-a35b-81af8061aa99 req-f4c423ba-9ae5-4a03-9e40-e4c29fbebe18 service neutron] 10.222.0.35 "GET /v2.0/networks/e602d401-0f37-42a7-8ad3-944d76449831?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2773392 Jul 14 18:41:53.853023 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 18:41:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-160ffdc9-154c-4c06-b801-d6c0203ced89 x-openstack-request-id: req-160ffdc9-154c-4c06-b801-d6c0203ced89 {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:41:53.853325 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c97b723-59cb-4a2d-8757-30536ade8338", "tag": "3da287af-2738-4486-961b-dffd7cb5b2b2", "status": "completed", "code": 200}]} {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:41:53.853585 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-160ffdc9-154c-4c06-b801-d6c0203ced89 {{(pid=93915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:41:53.853996 n-d-800634-3 neutron-server[93915]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c97b723-59cb-4a2d-8757-30536ade8338', 'tag': '3da287af-2738-4486-961b-dffd7cb5b2b2', 'status': 'completed', 'code': 200} Jul 14 18:41:53.923451 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device d51c17a3-5198-4e9f-a085-ad68e5e3a06a up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:41:54.032417 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba25842-90b0-44ca-98bc-57cacec01cfa req-d18711bb-937a-4971-a456-a5bed4b4883e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:41:54.034206 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-fba25842-90b0-44ca-98bc-57cacec01cfa req-d18711bb-937a-4971-a456-a5bed4b4883e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=af718961b2754d7c873f442ed35947bb&device_id=4c97b723-59cb-4a2d-8757-30536ade8338 HTTP/1.1" status: 200 len: 1097 time: 0.1562436 Jul 14 18:41:54.122808 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3991d3b3-ce05-40fc-9090-3c03a7c21035 None None] Routers {'c38da495-c6ac-40ad-8d3c-e678b5d50955'} bound to L3 agent in host n-d-800634-3 {{(pid=93917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:41:54.125543 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-3991d3b3-ce05-40fc-9090-3c03a7c21035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:41:53Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['c38da495-c6ac-40ad-8d3c-e678b5d50955'], 'active': True} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:41:54.295775 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b7da45-d6d2-43ce-94d1-293c0e735515 req-f7486574-28bd-4e61-b719-b51e0771cb9f tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:41:54.302011 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-60b7da45-d6d2-43ce-94d1-293c0e735515 req-f7486574-28bd-4e61-b719-b51e0771cb9f tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] 10.222.0.16 "GET /v2.0/ports?device_id=1ec9fcdd-7fee-4ec1-ba4c-28841bc27756 HTTP/1.1" status: 200 len: 945 time: 0.2781465 Jul 14 18:41:54.310148 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-7f21ad86-4ddc-41d7-91ca-608060c1bce9 req-f9abf8b6-b66d-4a52-a02b-d75cd5430383 tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:54.334329 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba25842-90b0-44ca-98bc-57cacec01cfa req-c31509a6-c499-40f4-bd0c-6aa90d86fefa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:41:54.336047 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-fba25842-90b0-44ca-98bc-57cacec01cfa req-c31509a6-c499-40f4-bd0c-6aa90d86fefa service neutron] 10.222.0.18 "GET /v2.0/networks?id=4af60b63-c835-45f6-978c-4969f04b1f64 HTTP/1.1" status: 200 len: 896 time: 0.2794533 Jul 14 18:41:54.351185 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9abf8b6-b66d-4a52-a02b-d75cd5430383 tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Pushing event deleted for resources: {'Port': ['ID=94e25792-11f3-4f5d-aa65-06a7eb9a0663,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:41:54.400577 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-fba25842-90b0-44ca-98bc-57cacec01cfa req-0f07443b-fff1-46f2-bdce-e365cad6f64f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3da287af-2738-4486-961b-dffd7cb5b2b2 HTTP/1.1" status: 200 len: 217 time: 0.0555356 Jul 14 18:41:54.477315 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a17dad-ebe6-4061-9a39-69b6a89855ba req-e8b45801-4f98-4206-ab02-b6d3de5a21a1 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:41:54.485802 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-53a17dad-ebe6-4061-9a39-69b6a89855ba req-e8b45801-4f98-4206-ab02-b6d3de5a21a1 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] 10.222.0.16 "GET /v2.0/ports?device_id=4c97b723-59cb-4a2d-8757-30536ade8338 HTTP/1.1" status: 200 len: 946 time: 0.2734261 Jul 14 18:41:54.512100 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-60b7da45-d6d2-43ce-94d1-293c0e735515 req-2499e8a2-2a6f-4c7c-8d86-bd7c8a54545a tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5ae17c4-2e49-4e68-9235-78bd0301425c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1964386 Jul 14 18:41:54.516565 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvr_db [None req-3991d3b3-ce05-40fc-9090-3c03a7c21035 None None] Set router c38da495-c6ac-40ad-8d3c-e678b5d50955 gateway port host: n-d-800634-3 {{(pid=93917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 18:41:54.537222 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f21ad86-4ddc-41d7-91ca-608060c1bce9 req-f9abf8b6-b66d-4a52-a02b-d75cd5430383 tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] No DVR routers for this DVR port 94e25792-11f3-4f5d-aa65-06a7eb9a0663 on host n-h2-800634-3 {{(pid=93916) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 18:41:54.542504 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-7f21ad86-4ddc-41d7-91ca-608060c1bce9 req-f9abf8b6-b66d-4a52-a02b-d75cd5430383 tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:54.544636 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-7f21ad86-4ddc-41d7-91ca-608060c1bce9 req-f9abf8b6-b66d-4a52-a02b-d75cd5430383 tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] 10.222.0.35 "DELETE /v2.0/ports/94e25792-11f3-4f5d-aa65-06a7eb9a0663 HTTP/1.1" status: 204 len: 173 time: 1.8627450 Jul 14 18:41:54.545087 n-d-800634-3 neutron-server[93916]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ec9fcdd-7fee-4ec1-ba4c-28841bc27756', 'name': 'network-vif-deleted', 'tag': '94e25792-11f3-4f5d-aa65-06a7eb9a0663'}] {{(pid=93916) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:41:54.547961 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f803e150b363a7893830aa996ac27753fa25517c406ecd3536b7c2d4b26eeb9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8670eb6-3785-4b7f-a8cf-a8579f80321f" -d '{"events": [{"server_uuid": "1ec9fcdd-7fee-4ec1-ba4c-28841bc27756", "name": "network-vif-deleted", "tag": "94e25792-11f3-4f5d-aa65-06a7eb9a0663"}]}' {{(pid=93916) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:41:54.564966 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.db_base_plugin_common [None req-625d7fed-6a15-4f06-82bc-5a3f876ad2c4 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Allocated IP 2001:db8:1::1 (16e6bed7-592c-42a6-bc4b-6851af0572a4/348fc547-9ada-4c29-952d-4f8e5befbefb/a1bf0528-a079-45ce-bec1-0029330fd330) {{(pid=93916) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:41:54.611297 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba25842-90b0-44ca-98bc-57cacec01cfa req-4e407f6c-6269-4972-8472-2f458c169e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:41:54.621233 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-fba25842-90b0-44ca-98bc-57cacec01cfa req-4e407f6c-6269-4972-8472-2f458c169e1b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=727c42fe-46fd-46d1-8ab9-17297f08f294 HTTP/1.1" status: 200 len: 834 time: 0.2077134 Jul 14 18:41:54.640195 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 18:41:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49ddf9a2-035b-4606-afdf-84f8cb9e92a0 x-openstack-request-id: req-49ddf9a2-035b-4606-afdf-84f8cb9e92a0 {{(pid=93916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:41:54.640630 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ec9fcdd-7fee-4ec1-ba4c-28841bc27756", "name": "network-vif-deleted", "tag": "94e25792-11f3-4f5d-aa65-06a7eb9a0663", "status": "completed", "code": 200}]} {{(pid=93916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:41:54.640993 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-49ddf9a2-035b-4606-afdf-84f8cb9e92a0 {{(pid=93916) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:41:54.641654 n-d-800634-3 neutron-server[93916]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ec9fcdd-7fee-4ec1-ba4c-28841bc27756', 'name': 'network-vif-deleted', 'tag': '94e25792-11f3-4f5d-aa65-06a7eb9a0663', 'status': 'completed', 'code': 200} Jul 14 18:41:54.700692 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port d51c17a3-5198-4e9f-a085-ad68e5e3a06a triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:41:54.701279 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:54.789819 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-625d7fed-6a15-4f06-82bc-5a3f876ad2c4 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify callbacks [] for port, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:54.825234 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-574aeb93-9938-449c-8e6c-cb22c9b52cc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:54.844562 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.provisioning_blocks [None req-625d7fed-6a15-4f06-82bc-5a3f876ad2c4 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Transition to ACTIVE for port object a1bf0528-a079-45ce-bec1-0029330fd330 will not be triggered until provisioned by entity DHCP. {{(pid=93916) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:41:54.845611 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-53a17dad-ebe6-4061-9a39-69b6a89855ba req-36d4b60a-d89d-40bf-8d7b-9a4eb549d451 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] 10.222.0.16 "GET /v2.0/security-groups?id=594b2ab7-3a96-48b2-98bb-9a68eebb818a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3546755 Jul 14 18:41:54.909776 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-625d7fed-6a15-4f06-82bc-5a3f876ad2c4 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:54.912075 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba25842-90b0-44ca-98bc-57cacec01cfa req-6939ac0a-1804-4d3e-a669-eb06b8ec690d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:41:54.917892 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-fba25842-90b0-44ca-98bc-57cacec01cfa req-6939ac0a-1804-4d3e-a669-eb06b8ec690d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4af60b63-c835-45f6-978c-4969f04b1f64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2586069 Jul 14 18:41:54.973457 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Device 94e25792-11f3-4f5d-aa65-06a7eb9a0663 no longer exists at agent hyperv_n-h2-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 18:41:55.051408 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-625d7fed-6a15-4f06-82bc-5a3f876ad2c4 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Network 16e6bed7-592c-42a6-bc4b-6851af0572a4 is already hosted by enough agents. {{(pid=93916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:41:55.058739 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [None req-625d7fed-6a15-4f06-82bc-5a3f876ad2c4 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Resources bound (agent type, host, resource id): {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:41:55.083258 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-625d7fed-6a15-4f06-82bc-5a3f876ad2c4 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Received port after_create {{(pid=93916) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:41:55.083827 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-625d7fed-6a15-4f06-82bc-5a3f876ad2c4 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-930452'] for router_interface, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:55.107824 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] No Port match for: 94e25792-11f3-4f5d-aa65-06a7eb9a0663 {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 18:41:55.108358 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Device 94e25792-11f3-4f5d-aa65-06a7eb9a0663 not bound to the agent host n-h2-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 18:41:55.163629 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-110acfd4-0bf1-4e97-9f14-c0552449496a req-ec3f707b-62c7-47d6-9249-cfe5a5cf3d80 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] 10.222.0.16 "GET /v2.0/ports?device_id=a4e0bc60-2fa3-47a3-a9ba-155133f4e67a HTTP/1.1" status: 200 len: 210 time: 0.0539618 Jul 14 18:41:55.195860 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-fba25842-90b0-44ca-98bc-57cacec01cfa req-5cf6c1b8-f719-4875-bc75-a70eb678b88f service neutron] 10.222.0.18 "GET /v2.0/networks/4af60b63-c835-45f6-978c-4969f04b1f64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2737739 Jul 14 18:41:55.273740 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625d7fed-6a15-4f06-82bc-5a3f876ad2c4 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Pushing event updated for resources: {'Port': ['ID=a1bf0528-a079-45ce-bec1-0029330fd330,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:41:55.309287 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.db_base_plugin_common [None req-23d4811a-3cd5-4bb4-b584-afa3f3fd5c25 None None] Allocated IP 2001:db8:1::2 (16e6bed7-592c-42a6-bc4b-6851af0572a4/348fc547-9ada-4c29-952d-4f8e5befbefb/73758967-e332-426c-a4b2-74998612d6f8) {{(pid=93917) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:41:55.513075 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-fba25842-90b0-44ca-98bc-57cacec01cfa req-ca01ce8f-674d-4c3d-b612-b8ab94081c54 service neutron] 10.222.0.18 "GET /v2.0/networks/4af60b63-c835-45f6-978c-4969f04b1f64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3086495 Jul 14 18:41:55.525741 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-625d7fed-6a15-4f06-82bc-5a3f876ad2c4 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:55.528680 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-fd3a80ac-99c1-4a88-958d-c9afecebec61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2fcfed5-97e7-4781-a4d4-abc125b03c54', 'name': 'tempest-RoutersIpV6Test-router-1051286446', 'tenant_id': '78e64edff38a43a79601b0ea9ee759c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:41:46Z', 'updated_at': '2021-07-14T18:41:48Z', 'revision_number': 2, 'project_id': '78e64edff38a43a79601b0ea9ee759c1', 'gw_port_host': None, '_interfaces': [{'id': 'e1559901-b9e0-45ba-b035-2e326faf3b95', 'name': '', 'network_id': '7cb6cfed-e28d-443c-8647-2cd4fece0810', 'tenant_id': '78e64edff38a43a79601b0ea9ee759c1', 'mac_address': 'fa:16:3e:99:60:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2fcfed5-97e7-4781-a4d4-abc125b03c54', 'device_owner': 'network:router_interface', 'standard_attr_id': 2375, 'fixed_ips': [{'subnet_id': '6237a0fc-5f57-4144-81b6-9f8997dd8eb6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:41:47Z', 'updated_at': '2021-07-14T18:41:52Z', 'revision_number': 4, 'project_id': '78e64edff38a43a79601b0ea9ee759c1', 'subnets': [{'id': '6237a0fc-5f57-4144-81b6-9f8997dd8eb6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-3', False) {} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:41:55.569772 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd919aa-b018-453a-8804-198f92f1f1ff req-a2fa7119-54cd-478b-be6f-65bdebd7bc3b tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:41:55.569990 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd3a80ac-99c1-4a88-958d-c9afecebec61 None None] The sync data for ids ['b2fcfed5-97e7-4781-a4d4-abc125b03c54'] in n-d-800634-3 is: [{'id': 'b2fcfed5-97e7-4781-a4d4-abc125b03c54', 'name': 'tempest-RoutersIpV6Test-router-1051286446', 'tenant_id': '78e64edff38a43a79601b0ea9ee759c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:41:46Z', 'updated_at': '2021-07-14T18:41:48Z', 'revision_number': 2, 'project_id': '78e64edff38a43a79601b0ea9ee759c1', 'gw_port_host': None, '_interfaces': [{'id': 'e1559901-b9e0-45ba-b035-2e326faf3b95', 'name': '', 'network_id': '7cb6cfed-e28d-443c-8647-2cd4fece0810', 'tenant_id': '78e64edff38a43a79601b0ea9ee759c1', 'mac_address': 'fa:16:3e:99:60:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2fcfed5-97e7-4781-a4d4-abc125b03c54', 'device_owner': 'network:router_interface', 'standard_attr_id': 2375, 'fixed_ips': [{'subnet_id': '6237a0fc-5f57-4144-81b6-9f8997dd8eb6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:41:47Z', 'updated_at': '2021-07-14T18:41:52Z', 'revision_number': 4, 'project_id': '78e64edff38a43a79601b0ea9ee759c1', 'subnets': [{'id': '6237a0fc-5f57-4144-81b6-9f8997dd8eb6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 18:41:55.586062 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2fd919aa-b018-453a-8804-198f92f1f1ff req-a2fa7119-54cd-478b-be6f-65bdebd7bc3b tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] 10.222.0.18 "GET /v2.0/ports?device_id=4c97b723-59cb-4a2d-8757-30536ade8338 HTTP/1.1" status: 200 len: 946 time: 0.1107240 Jul 14 18:41:55.631942 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-3991d3b3-ce05-40fc-9090-3c03a7c21035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c38da495-c6ac-40ad-8d3c-e678b5d50955', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1009685838', 'tenant_id': 'af718961b2754d7c873f442ed35947bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.111'}], 'enable_snat': True}, 'gw_port_id': '35ff524d-ea29-488f-856b-f4d8c977ed72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:39:14Z', 'updated_at': '2021-07-14T18:39:22Z', 'revision_number': 4, 'project_id': 'af718961b2754d7c873f442ed35947bb', 'gw_port': {'id': '35ff524d-ea29-488f-856b-f4d8c977ed72', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:f5:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c38da495-c6ac-40ad-8d3c-e678b5d50955', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2190, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:39:15Z', 'updated_at': '2021-07-14T18:39:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_interfaces': [{'id': 'b80e8fbe-d91d-4be8-8ac6-6ae8dbef92cc', 'name': '', 'network_id': '4af60b63-c835-45f6-978c-4969f04b1f64', 'tenant_id': 'af718961b2754d7c873f442ed35947bb', 'mac_address': 'fa:16:3e:38:9f:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c38da495-c6ac-40ad-8d3c-e678b5d50955', 'device_owner': 'network:router_interface', 'standard_attr_id': 2202, 'fixed_ips': [{'subnet_id': '727c42fe-46fd-46d1-8ab9-17297f08f294', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:39:21Z', 'updated_at': '2021-07-14T18:39:34Z', 'revision_number': 5, 'project_id': 'af718961b2754d7c873f442ed35947bb', 'subnets': [{'id': '727c42fe-46fd-46d1-8ab9-17297f08f294', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-3', False) {} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:41:55.721491 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3991d3b3-ce05-40fc-9090-3c03a7c21035 None None] Checking router: c38da495-c6ac-40ad-8d3c-e678b5d50955 for host: n-d-800634-3 {{(pid=93917) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 18:41:55.732504 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 58348) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:41:55.779292 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3991d3b3-ce05-40fc-9090-3c03a7c21035 None None] Routers {'c38da495-c6ac-40ad-8d3c-e678b5d50955'} bound to L3 agent in host n-d-800634-3 {{(pid=93917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:41:55.784336 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-3991d3b3-ce05-40fc-9090-3c03a7c21035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:41:53Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['c38da495-c6ac-40ad-8d3c-e678b5d50955'], 'active': True} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:41:55.857882 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-13664793-f629-4985-90b0-1d6deb622be3 tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Notify callbacks [] for security_group, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:55.862587 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [req-2fd919aa-b018-453a-8804-198f92f1f1ff req-6c5001dc-3ea2-4d56-90fb-4d1390410b1e tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Deleting port 3da287af-2738-4486-961b-dffd7cb5b2b2 {{(pid=93915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:41:55.863036 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-2fd919aa-b018-453a-8804-198f92f1f1ff req-6c5001dc-3ea2-4d56-90fb-4d1390410b1e tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:55.882850 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-2f4e3af3-e708-4ffd-a544-82d93a489d01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:55.918028 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-23d4811a-3cd5-4bb4-b584-afa3f3fd5c25 None None] Notify callbacks [] for port, precommit_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:55.936092 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-23d4811a-3cd5-4bb4-b584-afa3f3fd5c25 None None] Transition to ACTIVE for port object 73758967-e332-426c-a4b2-74998612d6f8 will not be triggered until provisioned by entity L2. {{(pid=93917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:41:55.965408 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-13664793-f629-4985-90b0-1d6deb622be3 tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:56.053241 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-23d4811a-3cd5-4bb4-b584-afa3f3fd5c25 None None] Transition to ACTIVE for port object 73758967-e332-426c-a4b2-74998612d6f8 will not be triggered until provisioned by entity DHCP. {{(pid=93917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:41:56.128033 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-13664793-f629-4985-90b0-1d6deb622be3 tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:56.133288 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-13664793-f629-4985-90b0-1d6deb622be3 tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Notify callbacks [] for security_group, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:56.139262 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-13664793-f629-4985-90b0-1d6deb622be3 tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] 10.222.0.16 "DELETE /v2.0/security-groups/b5ae17c4-2e49-4e68-9235-78bd0301425c HTTP/1.1" status: 204 len: 168 time: 0.4019978 Jul 14 18:41:56.192965 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 58360) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:41:56.197256 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-625d7fed-6a15-4f06-82bc-5a3f876ad2c4 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify callbacks [] for port, precommit_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:56.208327 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-625d7fed-6a15-4f06-82bc-5a3f876ad2c4 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2684870'] for port, after_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:56.209450 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-625d7fed-6a15-4f06-82bc-5a3f876ad2c4 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-598741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-928734'] for router_interface, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:56.250607 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvr_db [None req-3991d3b3-ce05-40fc-9090-3c03a7c21035 None None] Set router c38da495-c6ac-40ad-8d3c-e678b5d50955 gateway port host: n-d-800634-3 {{(pid=93917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 18:41:56.275887 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13664793-f629-4985-90b0-1d6deb622be3 tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5ae17c4-2e49-4e68-9235-78bd0301425c,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:41:56.290420 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 58364) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:41:56.361183 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-2fd919aa-b018-453a-8804-198f92f1f1ff req-6c5001dc-3ea2-4d56-90fb-4d1390410b1e tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] For port 3da287af-2738-4486-961b-dffd7cb5b2b2, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=3da287af-2738-4486-961b-dffd7cb5b2b2,segment=NetworkSegment(d0d72d50-2af1-4c80-a444-7e1148083188),segment_id=d0d72d50-2af1-4c80-a444-7e1148083188)] {{(pid=93915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:41:56.369083 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-2fd919aa-b018-453a-8804-198f92f1f1ff req-6c5001dc-3ea2-4d56-90fb-4d1390410b1e tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:56.398828 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 58370) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:41:56.430632 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625d7fed-6a15-4f06-82bc-5a3f876ad2c4 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Pushing event updated for resources: {'Port': ['ID=a1bf0528-a079-45ce-bec1-0029330fd330,revision_number=2']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:41:56.441069 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [req-2fd919aa-b018-453a-8804-198f92f1f1ff req-6c5001dc-3ea2-4d56-90fb-4d1390410b1e tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Calling delete_port for 3da287af-2738-4486-961b-dffd7cb5b2b2 owned by compute:nova {{(pid=93915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:41:56.449438 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-23d4811a-3cd5-4bb4-b584-afa3f3fd5c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804'] for port, after_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:56.482127 n-d-800634-3 neutron-server[93917]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23d4811a-3cd5-4bb4-b584-afa3f3fd5c25 None None] Network 16e6bed7-592c-42a6-bc4b-6851af0572a4 is already hosted by enough agents. {{(pid=93917) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:41:56.487754 n-d-800634-3 neutron-server[93917]: DEBUG neutron.scheduler.base_scheduler [None req-23d4811a-3cd5-4bb4-b584-afa3f3fd5c25 None None] Resources bound (agent type, host, resource id): {{(pid=93917) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:41:56.492834 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23d4811a-3cd5-4bb4-b584-afa3f3fd5c25 None None] Received port after_create {{(pid=93917) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:41:56.579105 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-05d4b1f6-25c3-45bd-8f3d-58d0891ef97c tempest-DHCPAgentSchedulersTestJSON-1350476120 tempest-DHCPAgentSchedulersTestJSON-1350476120-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1660162064'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:41:56.631960 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-0d994c68-b945-4c73-8c84-757e8d0fedfe tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Notify callbacks [] for security_group, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:56.651966 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-625d7fed-6a15-4f06-82bc-5a3f876ad2c4 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Network 16e6bed7-592c-42a6-bc4b-6851af0572a4 is already hosted by enough agents. {{(pid=93916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:41:56.658605 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d4811a-3cd5-4bb4-b584-afa3f3fd5c25 None None] Pushing event updated for resources: {'Port': ['ID=73758967-e332-426c-a4b2-74998612d6f8,revision_number=1']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:41:56.660975 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05d4b1f6-25c3-45bd-8f3d-58d0891ef97c tempest-DHCPAgentSchedulersTestJSON-1350476120 tempest-DHCPAgentSchedulersTestJSON-1350476120-project] Made reservation on behalf of 37e67fa625dd4357a2d390b99b391e65 for: {'network': 1} {{(pid=93916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:41:56.664614 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-05d4b1f6-25c3-45bd-8f3d-58d0891ef97c tempest-DHCPAgentSchedulersTestJSON-1350476120 tempest-DHCPAgentSchedulersTestJSON-1350476120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for network, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:56.687889 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [None req-625d7fed-6a15-4f06-82bc-5a3f876ad2c4 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Resources bound (agent type, host, resource id): {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:41:56.716468 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-0d994c68-b945-4c73-8c84-757e8d0fedfe tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:56.747248 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6592ce0-b311-4b17-a75a-89410c01f7de req-98550efa-5f4d-4c37-9c49-c8c11073e10d tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:41:56.748922 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c6592ce0-b311-4b17-a75a-89410c01f7de req-98550efa-5f4d-4c37-9c49-c8c11073e10d tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] 10.222.0.16 "GET /v2.0/ports?device_id=4c97b723-59cb-4a2d-8757-30536ade8338 HTTP/1.1" status: 200 len: 946 time: 0.6076314 Jul 14 18:41:56.756540 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-23d4811a-3cd5-4bb4-b584-afa3f3fd5c25 None None] Attempting to bind port 73758967-e332-426c-a4b2-74998612d6f8 on host n-d-800634-3 for vnic_type normal with profile {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:41:56.757537 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-23d4811a-3cd5-4bb4-b584-afa3f3fd5c25 None None] Attempting to bind port 73758967-e332-426c-a4b2-74998612d6f8 by drivers openvswitch,hyperv on host n-d-800634-3 at level 0 using segments [{'id': '8f249fc5-2628-4485-b8ff-183d34fa15c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '16e6bed7-592c-42a6-bc4b-6851af0572a4'}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:41:56.758545 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23d4811a-3cd5-4bb4-b584-afa3f3fd5c25 None None] Attempting to bind port 73758967-e332-426c-a4b2-74998612d6f8 on network 16e6bed7-592c-42a6-bc4b-6851af0572a4 {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:41:56.794902 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-05d4b1f6-25c3-45bd-8f3d-58d0891ef97c tempest-DHCPAgentSchedulersTestJSON-1350476120 tempest-DHCPAgentSchedulersTestJSON-1350476120-project] Notify callbacks [] for security_group, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:56.798991 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23d4811a-3cd5-4bb4-b584-afa3f3fd5c25 None None] Checking agent: {'id': '01c19e91-a945-4e3c-94a6-c211e17c923e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 8, 23), 'started_at': datetime.datetime(2021, 7, 14, 18, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 18, 41, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 18:41:56.799381 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23d4811a-3cd5-4bb4-b584-afa3f3fd5c25 None None] Checking segment: {'id': '8f249fc5-2628-4485-b8ff-183d34fa15c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '16e6bed7-592c-42a6-bc4b-6851af0572a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93917) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:41:56.799795 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-23d4811a-3cd5-4bb4-b584-afa3f3fd5c25 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:56.800241 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23d4811a-3cd5-4bb4-b584-afa3f3fd5c25 None None] Bound using segment: {'id': '8f249fc5-2628-4485-b8ff-183d34fa15c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '16e6bed7-592c-42a6-bc4b-6851af0572a4'} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 18:41:56.800733 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-23d4811a-3cd5-4bb4-b584-afa3f3fd5c25 None None] Bound port: 73758967-e332-426c-a4b2-74998612d6f8, host: n-d-800634-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f249fc5-2628-4485-b8ff-183d34fa15c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '16e6bed7-592c-42a6-bc4b-6851af0572a4'}}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 18:41:56.801127 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-23d4811a-3cd5-4bb4-b584-afa3f3fd5c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:56.820418 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-0d994c68-b945-4c73-8c84-757e8d0fedfe tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:56.823347 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-0d994c68-b945-4c73-8c84-757e8d0fedfe tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:56.828328 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 58372) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:41:56.831826 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-0d994c68-b945-4c73-8c84-757e8d0fedfe tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] 10.222.0.16 "DELETE /v2.0/security-groups/1433845c-1171-43a4-b403-5201c1216c85 HTTP/1.1" status: 204 len: 168 time: 0.4225323 Jul 14 18:41:56.873120 n-d-800634-3 neutron-server[93915]: INFO neutron.api.v2.resource [None req-1eff36b8-e63e-48f0-bffd-aee8b931fec5 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] show failed (client error): The resource could not be found. Jul 14 18:41:56.874167 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-1eff36b8-e63e-48f0-bffd-aee8b931fec5 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] 10.222.0.16 "GET /v2.0/security-groups/1433845c-1171-43a4-b403-5201c1216c85 HTTP/1.1" status: 404 len: 347 time: 0.0400875 Jul 14 18:41:56.887647 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c6592ce0-b311-4b17-a75a-89410c01f7de req-ad5f4497-3a6b-4a10-9750-4713604edb49 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] 10.222.0.16 "GET /v2.0/security-groups?id=594b2ab7-3a96-48b2-98bb-9a68eebb818a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1300931 Jul 14 18:41:56.888409 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 58376) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:41:56.923890 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-3991d3b3-ce05-40fc-9090-3c03a7c21035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c38da495-c6ac-40ad-8d3c-e678b5d50955', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1009685838', 'tenant_id': 'af718961b2754d7c873f442ed35947bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.111'}], 'enable_snat': True}, 'gw_port_id': '35ff524d-ea29-488f-856b-f4d8c977ed72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:39:14Z', 'updated_at': '2021-07-14T18:39:22Z', 'revision_number': 4, 'project_id': 'af718961b2754d7c873f442ed35947bb', 'gw_port': {'id': '35ff524d-ea29-488f-856b-f4d8c977ed72', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:f5:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c38da495-c6ac-40ad-8d3c-e678b5d50955', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2190, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:39:15Z', 'updated_at': '2021-07-14T18:39:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_interfaces': [{'id': 'b80e8fbe-d91d-4be8-8ac6-6ae8dbef92cc', 'name': '', 'network_id': '4af60b63-c835-45f6-978c-4969f04b1f64', 'tenant_id': 'af718961b2754d7c873f442ed35947bb', 'mac_address': 'fa:16:3e:38:9f:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c38da495-c6ac-40ad-8d3c-e678b5d50955', 'device_owner': 'network:router_interface', 'standard_attr_id': 2202, 'fixed_ips': [{'subnet_id': '727c42fe-46fd-46d1-8ab9-17297f08f294', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:39:21Z', 'updated_at': '2021-07-14T18:39:34Z', 'revision_number': 5, 'project_id': 'af718961b2754d7c873f442ed35947bb', 'subnets': [{'id': '727c42fe-46fd-46d1-8ab9-17297f08f294', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-3', False) {} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:41:56.926033 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-23d4811a-3cd5-4bb4-b584-afa3f3fd5c25 None None] For port 73758967-e332-426c-a4b2-74998612d6f8, host n-d-800634-3, cleared binding levels {{(pid=93917) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:41:56.931357 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-23d4811a-3cd5-4bb4-b584-afa3f3fd5c25 None None] For port 73758967-e332-426c-a4b2-74998612d6f8, host n-d-800634-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=73758967-e332-426c-a4b2-74998612d6f8,segment=NetworkSegment(8f249fc5-2628-4485-b8ff-183d34fa15c0),segment_id=8f249fc5-2628-4485-b8ff-183d34fa15c0)] {{(pid=93917) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 18:41:56.961366 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3991d3b3-ce05-40fc-9090-3c03a7c21035 None None] The sync data for ids ['c38da495-c6ac-40ad-8d3c-e678b5d50955'] in n-d-800634-3 is: [{'id': 'c38da495-c6ac-40ad-8d3c-e678b5d50955', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1009685838', 'tenant_id': 'af718961b2754d7c873f442ed35947bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.111'}], 'enable_snat': True}, 'gw_port_id': '35ff524d-ea29-488f-856b-f4d8c977ed72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:39:14Z', 'updated_at': '2021-07-14T18:39:22Z', 'revision_number': 4, 'project_id': 'af718961b2754d7c873f442ed35947bb', 'gw_port': {'id': '35ff524d-ea29-488f-856b-f4d8c977ed72', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:f5:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c38da495-c6ac-40ad-8d3c-e678b5d50955', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2190, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:39:15Z', 'updated_at': '2021-07-14T18:39:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_interfaces': [{'id': 'b80e8fbe-d91d-4be8-8ac6-6ae8dbef92cc', 'name': '', 'network_id': '4af60b63-c835-45f6-978c-4969f04b1f64', 'tenant_id': 'af718961b2754d7c873f442ed35947bb', 'mac_address': 'fa:16:3e:38:9f:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c38da495-c6ac-40ad-8d3c-e678b5d50955', 'device_owner': 'network:router_interface', 'standard_attr_id': 2202, 'fixed_ips': [{'subnet_id': '727c42fe-46fd-46d1-8ab9-17297f08f294', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:39:21Z', 'updated_at': '2021-07-14T18:39:34Z', 'revision_number': 5, 'project_id': 'af718961b2754d7c873f442ed35947bb', 'subnets': [{'id': '727c42fe-46fd-46d1-8ab9-17297f08f294', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 18:41:56.967679 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-23d4811a-3cd5-4bb4-b584-afa3f3fd5c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:56.978918 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-2fd919aa-b018-453a-8804-198f92f1f1ff req-6c5001dc-3ea2-4d56-90fb-4d1390410b1e tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:57.004174 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d994c68-b945-4c73-8c84-757e8d0fedfe tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1433845c-1171-43a4-b403-5201c1216c85,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:41:57.047746 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-625d7fed-6a15-4f06-82bc-5a3f876ad2c4 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Router b2fcfed5-97e7-4781-a4d4-abc125b03c54 has already been hosted by L3 agent 2c6eb27e-defb-4cca-9a24-381c7415e359 {{(pid=93916) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 18:41:57.099075 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5001dc-3ea2-4d56-90fb-4d1390410b1e tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Pushing event deleted for resources: {'Port': ['ID=3da287af-2738-4486-961b-dffd7cb5b2b2,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:41:57.227159 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-625d7fed-6a15-4f06-82bc-5a3f876ad2c4 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify agent at l3_agent.n-d-800634-3 the message routers_updated {{(pid=93916) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 18:41:57.237463 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-625d7fed-6a15-4f06-82bc-5a3f876ad2c4 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] 10.222.0.16 "PUT /v2.0/routers/b2fcfed5-97e7-4781-a4d4-abc125b03c54/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3755546 Jul 14 18:41:57.239919 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 58378) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:41:57.247191 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-4585d206-e97a-4acd-b8bd-dfa384ac4f4d tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1640000832'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:41:57.280071 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fd919aa-b018-453a-8804-198f92f1f1ff req-6c5001dc-3ea2-4d56-90fb-4d1390410b1e tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] No DVR routers for this DVR port 3da287af-2738-4486-961b-dffd7cb5b2b2 on host n-h1-800634-3 {{(pid=93915) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 18:41:57.283180 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-2fd919aa-b018-453a-8804-198f92f1f1ff req-6c5001dc-3ea2-4d56-90fb-4d1390410b1e tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:57.285523 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2fd919aa-b018-453a-8804-198f92f1f1ff req-6c5001dc-3ea2-4d56-90fb-4d1390410b1e tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] 10.222.0.18 "DELETE /v2.0/ports/3da287af-2738-4486-961b-dffd7cb5b2b2 HTTP/1.1" status: 204 len: 173 time: 1.6981821 Jul 14 18:41:57.285691 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d4811a-3cd5-4bb4-b584-afa3f3fd5c25 None None] Pushing event updated for resources: {'Port': ['ID=73758967-e332-426c-a4b2-74998612d6f8,revision_number=2']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:41:57.327914 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-05d4b1f6-25c3-45bd-8f3d-58d0891ef97c tempest-DHCPAgentSchedulersTestJSON-1350476120 tempest-DHCPAgentSchedulersTestJSON-1350476120-project] Notify callbacks [] for security_group, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:57.330978 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c97b723-59cb-4a2d-8757-30536ade8338', 'name': 'network-vif-deleted', 'tag': '3da287af-2738-4486-961b-dffd7cb5b2b2'}] {{(pid=93915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:41:57.334649 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e72782ad3af8f7d4ce76cedf092bca46d1756acc5c4653cf0b52034cdd6b073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50dcac0f-eb60-49b1-b345-962051c6526d" -d '{"events": [{"server_uuid": "4c97b723-59cb-4a2d-8757-30536ade8338", "name": "network-vif-deleted", "tag": "3da287af-2738-4486-961b-dffd7cb5b2b2"}]}' {{(pid=93915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:41:57.336698 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-05d4b1f6-25c3-45bd-8f3d-58d0891ef97c tempest-DHCPAgentSchedulersTestJSON-1350476120 tempest-DHCPAgentSchedulersTestJSON-1350476120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:57.378314 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [None req-d6ef539c-89cc-4e70-ad43-f3bd181f3d6f tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Deleting port 34445d89-02b4-49c1-8e8d-287bd9a85ff2 {{(pid=93915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:41:57.378669 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-d6ef539c-89cc-4e70-ad43-f3bd181f3d6f tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:57.392751 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05d4b1f6-25c3-45bd-8f3d-58d0891ef97c tempest-DHCPAgentSchedulersTestJSON-1350476120 tempest-DHCPAgentSchedulersTestJSON-1350476120-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 54} {{(pid=93916) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 18:41:57.399092 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4585d206-e97a-4acd-b8bd-dfa384ac4f4d tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Made reservation on behalf of 78e64edff38a43a79601b0ea9ee759c1 for: {'network': 1} {{(pid=93916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:41:57.406220 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-4585d206-e97a-4acd-b8bd-dfa384ac4f4d tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for network, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:57.440536 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d4b1f6-25c3-45bd-8f3d-58d0891ef97c tempest-DHCPAgentSchedulersTestJSON-1350476120 tempest-DHCPAgentSchedulersTestJSON-1350476120-project] Pushing event updated for resources: {'SecurityGroup': ['ID=62a2166f-2a06-4707-8b33-3e19ab85097c,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:41:57.449714 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-05d4b1f6-25c3-45bd-8f3d-58d0891ef97c tempest-DHCPAgentSchedulersTestJSON-1350476120 tempest-DHCPAgentSchedulersTestJSON-1350476120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:57.450389 n-d-800634-3 neutron-server[93916]: INFO neutron.db.segments_db [None req-05d4b1f6-25c3-45bd-8f3d-58d0891ef97c tempest-DHCPAgentSchedulersTestJSON-1350476120 tempest-DHCPAgentSchedulersTestJSON-1350476120-project] Added segment af76a024-7159-4d6c-b8eb-10a36e88001b of type vlan for network 1a60aa64-faf6-485d-b975-18eb818b2801 Jul 14 18:41:57.528704 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-d6ef539c-89cc-4e70-ad43-f3bd181f3d6f tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:57.529055 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-d6ef539c-89cc-4e70-ad43-f3bd181f3d6f tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:57.536458 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4585d206-e97a-4acd-b8bd-dfa384ac4f4d tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 52} {{(pid=93916) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 18:41:57.549496 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [None req-d6ef539c-89cc-4e70-ad43-f3bd181f3d6f tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Calling delete_port for 34445d89-02b4-49c1-8e8d-287bd9a85ff2 owned by network:floatingip {{(pid=93915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:41:57.559865 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-05d4b1f6-25c3-45bd-8f3d-58d0891ef97c tempest-DHCPAgentSchedulersTestJSON-1350476120 tempest-DHCPAgentSchedulersTestJSON-1350476120-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728202197517'] for network, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:57.567710 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-4585d206-e97a-4acd-b8bd-dfa384ac4f4d tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:57.568309 n-d-800634-3 neutron-server[93916]: INFO neutron.db.segments_db [None req-4585d206-e97a-4acd-b8bd-dfa384ac4f4d tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Added segment 87c66c43-131f-46e4-b5a0-4ac53936fad2 of type vlan for network 66123789-91dd-4f0a-834a-a28ce397c31a Jul 14 18:41:57.647025 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 18:41:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23989e92-7fe5-496e-97f2-34533712fc7b x-openstack-request-id: req-23989e92-7fe5-496e-97f2-34533712fc7b {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:41:57.647525 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c97b723-59cb-4a2d-8757-30536ade8338", "name": "network-vif-deleted", "tag": "3da287af-2738-4486-961b-dffd7cb5b2b2", "status": "completed", "code": 200}]} {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:41:57.647858 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-23989e92-7fe5-496e-97f2-34533712fc7b {{(pid=93915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:41:57.648424 n-d-800634-3 neutron-server[93915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c97b723-59cb-4a2d-8757-30536ade8338', 'name': 'network-vif-deleted', 'tag': '3da287af-2738-4486-961b-dffd7cb5b2b2', 'status': 'completed', 'code': 200} Jul 14 18:41:57.736776 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-4585d206-e97a-4acd-b8bd-dfa384ac4f4d tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728202197517'] for network, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:57.752545 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-05d4b1f6-25c3-45bd-8f3d-58d0891ef97c tempest-DHCPAgentSchedulersTestJSON-1350476120 tempest-DHCPAgentSchedulersTestJSON-1350476120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727'] for network, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:57.759443 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05d4b1f6-25c3-45bd-8f3d-58d0891ef97c tempest-DHCPAgentSchedulersTestJSON-1350476120 tempest-DHCPAgentSchedulersTestJSON-1350476120-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:41:57.760167 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-05d4b1f6-25c3-45bd-8f3d-58d0891ef97c tempest-DHCPAgentSchedulersTestJSON-1350476120 tempest-DHCPAgentSchedulersTestJSON-1350476120-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598705'] for network, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:57.791847 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6e3dd35-535c-4d4f-9cc6-5d80c0277c93 None None] New status for floating IP 312ffb13-98db-4636-a400-74f56cf0a31e: DOWN {{(pid=93918) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 18:41:57.984364 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-3bee8cf7-9de1-4179-9eac-e9795887814c tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-928623'] for router_interface, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:58.006218 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-05d4b1f6-25c3-45bd-8f3d-58d0891ef97c tempest-DHCPAgentSchedulersTestJSON-1350476120 tempest-DHCPAgentSchedulersTestJSON-1350476120-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.7124593 Jul 14 18:41:58.010036 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 58386) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:41:58.043387 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-4585d206-e97a-4acd-b8bd-dfa384ac4f4d tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727'] for network, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:58.048845 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device e1559901-b9e0-45ba-b035-2e326faf3b95 up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:41:58.079244 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4585d206-e97a-4acd-b8bd-dfa384ac4f4d tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:41:58.079708 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-4585d206-e97a-4acd-b8bd-dfa384ac4f4d tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598705'] for network, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:58.107102 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-681b4667-4326-4098-bb36-70ec34c7a420 tempest-DHCPAgentSchedulersTestJSON-1350476120 tempest-DHCPAgentSchedulersTestJSON-1350476120-project] Request body: {'subnet': {'network_id': '1a60aa64-faf6-485d-b975-18eb818b2801', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:41:58.127913 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e7f4169-9d59-4fe8-972b-979ab92cdad4 None None] Sync routers for ids ['b2fcfed5-97e7-4781-a4d4-abc125b03c54'] in n-d-800634-3 {{(pid=93917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 18:41:58.141413 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d4b1f6-25c3-45bd-8f3d-58d0891ef97c tempest-DHCPAgentSchedulersTestJSON-1350476120 tempest-DHCPAgentSchedulersTestJSON-1350476120-project] Pushing event updated for resources: {'Network': ['ID=1a60aa64-faf6-485d-b975-18eb818b2801,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:41:58.165265 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Network 1a60aa64-faf6-485d-b975-18eb818b2801 details requested by agent ovs-agent-n-d-800634-3 with host n-d-800634-3 {{(pid=93917) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 18:41:58.236548 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4585d206-e97a-4acd-b8bd-dfa384ac4f4d tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Pushing event updated for resources: {'Network': ['ID=66123789-91dd-4f0a-834a-a28ce397c31a,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:41:58.297441 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Network 66123789-91dd-4f0a-834a-a28ce397c31a details requested by agent ovs-agent-n-d-800634-3 with host n-d-800634-3 {{(pid=93917) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 18:41:58.336735 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e7f4169-9d59-4fe8-972b-979ab92cdad4 None None] Routers {'b2fcfed5-97e7-4781-a4d4-abc125b03c54'} bound to L3 agent in host n-d-800634-3 {{(pid=93917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:41:58.339689 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-7e7f4169-9d59-4fe8-972b-979ab92cdad4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:41:53Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['b2fcfed5-97e7-4781-a4d4-abc125b03c54'], 'active': True} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:41:58.343538 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-4585d206-e97a-4acd-b8bd-dfa384ac4f4d tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.1019125 Jul 14 18:41:58.347246 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 58388) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:41:58.352216 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-44266ffb-c8d1-499c-8286-8631510db530 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Request body: {'subnet': {'network_id': '66123789-91dd-4f0a-834a-a28ce397c31a', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:41:58.480712 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.db.api [None req-681b4667-4326-4098-bb36-70ec34c7a420 tempest-DHCPAgentSchedulersTestJSON-1350476120 tempest-DHCPAgentSchedulersTestJSON-1350476120-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 14 18:41:58.480712 n-d-800634-3 neutron-server[93916]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 14 18:41:58.480712 n-d-800634-3 neutron-server[93916]: [parameters: {'project_id_1': '37e67fa625dd4357a2d390b99b391e65', 'expiration_1': datetime.datetime(2021, 7, 14, 18, 41, 58, 456527)}] Jul 14 18:41:58.480712 n-d-800634-3 neutron-server[93916]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93916) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 14 18:41:58.481226 n-d-800634-3 neutron-server[93916]: DEBUG oslo_db.api [None req-681b4667-4326-4098-bb36-70ec34c7a420 tempest-DHCPAgentSchedulersTestJSON-1350476120 tempest-DHCPAgentSchedulersTestJSON-1350476120-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 18:41:58.492464 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning for port e1559901-b9e0-45ba-b035-2e326faf3b95 completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:41:58.493630 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44266ffb-c8d1-499c-8286-8631510db530 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Made reservation on behalf of 78e64edff38a43a79601b0ea9ee759c1 for: {'subnet': 1} {{(pid=93916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:41:58.503064 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-44266ffb-c8d1-499c-8286-8631510db530 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26033189'] for subnet, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:58.515252 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port e1559901-b9e0-45ba-b035-2e326faf3b95 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:41:58.523242 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:58.532826 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvr_db [None req-7e7f4169-9d59-4fe8-972b-979ab92cdad4 None None] Set router b2fcfed5-97e7-4781-a4d4-abc125b03c54 gateway port host: None {{(pid=93917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 18:41:58.673014 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c7636eb8-0566-4834-8b26-74776afefdd6 req-5b9f0195-3723-4b9d-890b-47b3f24fe33f tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] 10.222.0.16 "GET /v2.0/ports?device_id=4c97b723-59cb-4a2d-8757-30536ade8338 HTTP/1.1" status: 200 len: 210 time: 0.0858996 Jul 14 18:41:58.703479 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-d6ef539c-89cc-4e70-ad43-f3bd181f3d6f tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:58.749358 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-44266ffb-c8d1-499c-8286-8631510db530 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2684753', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26033175'] for subnet, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:58.772037 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ef539c-89cc-4e70-ad43-f3bd181f3d6f tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Pushing event deleted for resources: {'Port': ['ID=34445d89-02b4-49c1-8e8d-287bd9a85ff2,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:41:58.826320 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-49d0e8e0-cde6-419c-9b03-e6ceb8c198fc req-811b879e-9029-44fc-9fdb-0e7118fec517 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=2d4752b4-cf55-42cb-aaf8-a6366a7dc104&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2293003 Jul 14 18:41:58.829938 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44266ffb-c8d1-499c-8286-8631510db530 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Pushing event updated for resources: {'Subnet': ['ID=88886a72-f6db-452d-a7b9-17bad70189b3,revision_number=0']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:41:58.893496 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44266ffb-c8d1-499c-8286-8631510db530 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Checking segment: {'id': '87c66c43-131f-46e4-b5a0-4ac53936fad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '66123789-91dd-4f0a-834a-a28ce397c31a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93916) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:41:58.894011 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44266ffb-c8d1-499c-8286-8631510db530 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Network hostable DHCP agents. Network: 66123789-91dd-4f0a-834a-a28ce397c31a, hostable agents: ['028393c3-0576-4ebd-bca1-8ea8a148e1a2'], hosted agents: [] {{(pid=93916) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 18:41:58.917618 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44266ffb-c8d1-499c-8286-8631510db530 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Network 66123789-91dd-4f0a-834a-a28ce397c31a is scheduled to be hosted by DHCP agent 028393c3-0576-4ebd-bca1-8ea8a148e1a2 with binding_index 1 {{(pid=93916) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 18:41:58.938494 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:58.939514 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [None req-44266ffb-c8d1-499c-8286-8631510db530 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-3, 66123789-91dd-4f0a-834a-a28ce397c31a) {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:41:58.948643 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44266ffb-c8d1-499c-8286-8631510db530 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:41:58.949400 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-44266ffb-c8d1-499c-8286-8631510db530 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify callbacks [] for subnet, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:58.967699 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-d6ef539c-89cc-4e70-ad43-f3bd181f3d6f tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Notify callbacks [] for floatingip, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:58.968188 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d419f2f-0b7f-49fd-999a-579e965381aa None None] Network 66123789-91dd-4f0a-834a-a28ce397c31a requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:41:58.970580 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-d6ef539c-89cc-4e70-ad43-f3bd181f3d6f tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for floatingip, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:58.972903 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-d6ef539c-89cc-4e70-ad43-f3bd181f3d6f tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] 10.222.0.16 "DELETE /v2.0/floatingips/4e271df6-a7a0-41ea-8c52-dc26b7d1f665 HTTP/1.1" status: 204 len: 168 time: 2.0793810 Jul 14 18:41:58.974835 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 58392) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:41:59.006395 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-44266ffb-c8d1-499c-8286-8631510db530 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.6583238 Jul 14 18:41:59.014394 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 58394) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:41:59.059153 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device 3da287af-2738-4486-961b-dffd7cb5b2b2 no longer exists at agent hyperv_n-h1-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 18:41:59.100489 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] No Port match for: 3da287af-2738-4486-961b-dffd7cb5b2b2 {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 18:41:59.101091 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device 3da287af-2738-4486-961b-dffd7cb5b2b2 not bound to the agent host n-h1-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 18:41:59.109872 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] For port e1559901-b9e0-45ba-b035-2e326faf3b95, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=e1559901-b9e0-45ba-b035-2e326faf3b95,segment=NetworkSegment(0ccce8f9-04ee-4c4e-993d-4cc3dc1621de),segment_id=0ccce8f9-04ee-4c4e-993d-4cc3dc1621de)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:41:59.117691 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:59.118478 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 73758967-e332-426c-a4b2-74998612d6f8 up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:41:59.139101 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-681b4667-4326-4098-bb36-70ec34c7a420 tempest-DHCPAgentSchedulersTestJSON-1350476120 tempest-DHCPAgentSchedulersTestJSON-1350476120-project] Made reservation on behalf of 37e67fa625dd4357a2d390b99b391e65 for: {'subnet': 1} {{(pid=93916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:41:59.142918 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-681b4667-4326-4098-bb36-70ec34c7a420 tempest-DHCPAgentSchedulersTestJSON-1350476120 tempest-DHCPAgentSchedulersTestJSON-1350476120-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26033189'] for subnet, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:59.177564 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44a08ab8-d76d-41ef-80cc-b33f9a499ad9 None None] Network 16e6bed7-592c-42a6-bc4b-6851af0572a4 requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:41:59.184547 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d0e8e0-cde6-419c-9b03-e6ceb8c198fc req-66962dcc-437c-4815-8f5e-cd278d6acd2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:41:59.186087 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-49d0e8e0-cde6-419c-9b03-e6ceb8c198fc req-66962dcc-437c-4815-8f5e-cd278d6acd2b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4427572788fe4f30abbab6f59fdbf9f1&device_id=2d4752b4-cf55-42cb-aaf8-a6366a7dc104 HTTP/1.1" status: 200 len: 1096 time: 0.2933497 Jul 14 18:41:59.312013 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-4de7c47a-ffad-4523-912d-132346b2c079 None None] Provisioning for port 73758967-e332-426c-a4b2-74998612d6f8 completed by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:41:59.375048 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-7e7f4169-9d59-4fe8-972b-979ab92cdad4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2fcfed5-97e7-4781-a4d4-abc125b03c54', 'name': 'tempest-RoutersIpV6Test-router-1051286446', 'tenant_id': '78e64edff38a43a79601b0ea9ee759c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:41:46Z', 'updated_at': '2021-07-14T18:41:55Z', 'revision_number': 3, 'project_id': '78e64edff38a43a79601b0ea9ee759c1', 'gw_port_host': None, '_interfaces': [{'id': 'a1bf0528-a079-45ce-bec1-0029330fd330', 'name': '', 'network_id': '16e6bed7-592c-42a6-bc4b-6851af0572a4', 'tenant_id': '78e64edff38a43a79601b0ea9ee759c1', 'mac_address': 'fa:16:3e:01:66:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2fcfed5-97e7-4781-a4d4-abc125b03c54', 'device_owner': 'network:router_interface', 'standard_attr_id': 2387, 'fixed_ips': [{'subnet_id': '348fc547-9ada-4c29-952d-4f8e5befbefb', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:41:54Z', 'updated_at': '2021-07-14T18:41:55Z', 'revision_number': 2, 'project_id': '78e64edff38a43a79601b0ea9ee759c1', 'subnets': [{'id': '348fc547-9ada-4c29-952d-4f8e5befbefb', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e1559901-b9e0-45ba-b035-2e326faf3b95', 'name': '', 'network_id': '7cb6cfed-e28d-443c-8647-2cd4fece0810', 'tenant_id': '78e64edff38a43a79601b0ea9ee759c1', 'mac_address': 'fa:16:3e:99:60:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2fcfed5-97e7-4781-a4d4-abc125b03c54', 'device_owner': 'network:router_interface', 'standard_attr_id': 2375, 'fixed_ips': [{'subnet_id': '6237a0fc-5f57-4144-81b6-9f8997dd8eb6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:41:47Z', 'updated_at': '2021-07-14T18:41:52Z', 'revision_number': 4, 'project_id': '78e64edff38a43a79601b0ea9ee759c1', 'subnets': [{'id': '6237a0fc-5f57-4144-81b6-9f8997dd8eb6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-3', False) {} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:41:59.377047 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Pushing event updated for resources: {'Port': ['ID=e1559901-b9e0-45ba-b035-2e326faf3b95,revision_number=5']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:41:59.427521 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e7f4169-9d59-4fe8-972b-979ab92cdad4 None None] Checking router: b2fcfed5-97e7-4781-a4d4-abc125b03c54 for host: n-d-800634-3 {{(pid=93917) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 18:41:59.427889 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e7f4169-9d59-4fe8-972b-979ab92cdad4 None None] Updating router b2fcfed5-97e7-4781-a4d4-abc125b03c54 port a1bf0528-a079-45ce-bec1-0029330fd330 binding host n-d-800634-3 {{(pid=93917) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 18:41:59.553404 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning for port 73758967-e332-426c-a4b2-74998612d6f8 completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:41:59.560759 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-7e7f4169-9d59-4fe8-972b-979ab92cdad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:59.568459 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port 73758967-e332-426c-a4b2-74998612d6f8 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:41:59.568837 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:59.578660 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-dec91f69-842e-4969-8ee1-59bb9b7b0092 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Deleting port 0d90d118-2a16-461c-8b80-fa7d8a1aaaa6 {{(pid=93916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:41:59.579201 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-dec91f69-842e-4969-8ee1-59bb9b7b0092 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:59.581538 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9112d00b-7c75-4c93-b783-b0e5e60a876f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9222b97e-5d1c-54f8-ba97-82f172498e76-66123789-91dd-4f0a-834a-a28ce397c31a', 'network_id': '66123789-91dd-4f0a-834a-a28ce397c31a', 'tenant_id': '78e64edff38a43a79601b0ea9ee759c1', 'fixed_ips': [{'subnet_id': '88886a72-f6db-452d-a7b9-17bad70189b3'}]}} from n-d-800634-3. {{(pid=93917) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 18:41:59.582669 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9112d00b-7c75-4c93-b783-b0e5e60a876f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:59.769588 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-d6538d48-ec11-45fe-be59-902e9161688e tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:59.785767 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [None req-3bee8cf7-9de1-4179-9eac-e9795887814c tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Deleting port 75860f29-4945-4edb-b493-54248c219c60 {{(pid=93915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:41:59.786159 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-3bee8cf7-9de1-4179-9eac-e9795887814c tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:59.793171 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-dec91f69-842e-4969-8ee1-59bb9b7b0092 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:41:59.806734 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d0e8e0-cde6-419c-9b03-e6ceb8c198fc req-f36aebf3-6f84-4879-9f2d-b91a2d46dfe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:41:59.809152 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-49d0e8e0-cde6-419c-9b03-e6ceb8c198fc req-f36aebf3-6f84-4879-9f2d-b91a2d46dfe2 service neutron] 10.222.0.18 "GET /v2.0/networks?id=949878ad-81d9-4447-9e61-f4d51615e760 HTTP/1.1" status: 200 len: 911 time: 0.5657196 Jul 14 18:41:59.830724 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-dec91f69-842e-4969-8ee1-59bb9b7b0092 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Calling delete_port for 0d90d118-2a16-461c-8b80-fa7d8a1aaaa6 owned by {{(pid=93916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:41:59.848709 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 58398) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:41:59.989351 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-681b4667-4326-4098-bb36-70ec34c7a420 tempest-DHCPAgentSchedulersTestJSON-1350476120 tempest-DHCPAgentSchedulersTestJSON-1350476120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2684753', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26033175'] for subnet, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:00.064808 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-49d0e8e0-cde6-419c-9b03-e6ceb8c198fc req-d2c74e84-903d-4d8a-bfd5-b4f4cccf9365 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d804339d-5b7a-476d-a012-f8d5a3d4af14 HTTP/1.1" status: 200 len: 1001 time: 0.1444151 Jul 14 18:42:00.077973 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.db_base_plugin_common [None req-9112d00b-7c75-4c93-b783-b0e5e60a876f None None] Allocated IP 2001:db8:2::2 (66123789-91dd-4f0a-834a-a28ce397c31a/88886a72-f6db-452d-a7b9-17bad70189b3/c639f85c-eeee-421e-a8e0-7ba8350f0a6f) {{(pid=93917) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:42:00.087996 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:00.135149 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681b4667-4326-4098-bb36-70ec34c7a420 tempest-DHCPAgentSchedulersTestJSON-1350476120 tempest-DHCPAgentSchedulersTestJSON-1350476120-project] Pushing event updated for resources: {'Subnet': ['ID=4f22f65e-dce7-41c6-83e5-7790d075068d,revision_number=0']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:42:00.182398 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-681b4667-4326-4098-bb36-70ec34c7a420 tempest-DHCPAgentSchedulersTestJSON-1350476120 tempest-DHCPAgentSchedulersTestJSON-1350476120-project] Checking segment: {'id': 'af76a024-7159-4d6c-b8eb-10a36e88001b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '1a60aa64-faf6-485d-b975-18eb818b2801'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93916) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:42:00.183449 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-681b4667-4326-4098-bb36-70ec34c7a420 tempest-DHCPAgentSchedulersTestJSON-1350476120 tempest-DHCPAgentSchedulersTestJSON-1350476120-project] Network hostable DHCP agents. Network: 1a60aa64-faf6-485d-b975-18eb818b2801, hostable agents: ['028393c3-0576-4ebd-bca1-8ea8a148e1a2'], hosted agents: [] {{(pid=93916) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 18:42:00.210595 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [None req-3bee8cf7-9de1-4179-9eac-e9795887814c tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] For port 75860f29-4945-4edb-b493-54248c219c60, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=75860f29-4945-4edb-b493-54248c219c60,segment=NetworkSegment(023a2c51-fc5a-4668-8579-f4c9504fe4e4),segment_id=023a2c51-fc5a-4668-8579-f4c9504fe4e4)] {{(pid=93915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:42:00.210979 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-3bee8cf7-9de1-4179-9eac-e9795887814c tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:00.259927 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [None req-3bee8cf7-9de1-4179-9eac-e9795887814c tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Calling delete_port for 75860f29-4945-4edb-b493-54248c219c60 owned by network:router_interface {{(pid=93915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:42:00.265908 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d0e8e0-cde6-419c-9b03-e6ceb8c198fc req-daf42b6b-668c-4998-afb5-a35ab7a5e3d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:42:00.267458 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-49d0e8e0-cde6-419c-9b03-e6ceb8c198fc req-daf42b6b-668c-4998-afb5-a35ab7a5e3d6 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=42f73a38-7ef6-4d77-ab5e-abe039b69936 HTTP/1.1" status: 200 len: 850 time: 0.1503861 Jul 14 18:42:00.384813 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-681b4667-4326-4098-bb36-70ec34c7a420 tempest-DHCPAgentSchedulersTestJSON-1350476120 tempest-DHCPAgentSchedulersTestJSON-1350476120-project] Network 1a60aa64-faf6-485d-b975-18eb818b2801 is scheduled to be hosted by DHCP agent 028393c3-0576-4ebd-bca1-8ea8a148e1a2 with binding_index 1 {{(pid=93916) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 18:42:00.417044 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-dec91f69-842e-4969-8ee1-59bb9b7b0092 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:00.426540 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [None req-681b4667-4326-4098-bb36-70ec34c7a420 tempest-DHCPAgentSchedulersTestJSON-1350476120 tempest-DHCPAgentSchedulersTestJSON-1350476120-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-3, 1a60aa64-faf6-485d-b975-18eb818b2801) {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:42:00.443309 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-681b4667-4326-4098-bb36-70ec34c7a420 tempest-DHCPAgentSchedulersTestJSON-1350476120 tempest-DHCPAgentSchedulersTestJSON-1350476120-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:42:00.444196 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-681b4667-4326-4098-bb36-70ec34c7a420 tempest-DHCPAgentSchedulersTestJSON-1350476120 tempest-DHCPAgentSchedulersTestJSON-1350476120-project] Notify callbacks [] for subnet, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:00.454307 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] For port 73758967-e332-426c-a4b2-74998612d6f8, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=73758967-e332-426c-a4b2-74998612d6f8,segment=NetworkSegment(8f249fc5-2628-4485-b8ff-183d34fa15c0),segment_id=8f249fc5-2628-4485-b8ff-183d34fa15c0)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:42:00.471809 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78554778-3ec9-45d5-a15b-1476a631d2bf None None] Network 1a60aa64-faf6-485d-b975-18eb818b2801 requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:42:00.501163 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d0e8e0-cde6-419c-9b03-e6ceb8c198fc req-f3732dfe-0546-4a41-b684-3658f81a7b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:42:00.503082 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-49d0e8e0-cde6-419c-9b03-e6ceb8c198fc req-f3732dfe-0546-4a41-b684-3658f81a7b39 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=949878ad-81d9-4447-9e61-f4d51615e760&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2252731 Jul 14 18:42:00.522101 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec91f69-842e-4969-8ee1-59bb9b7b0092 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Pushing event deleted for resources: {'Port': ['ID=0d90d118-2a16-461c-8b80-fa7d8a1aaaa6,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:42:00.549635 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-681b4667-4326-4098-bb36-70ec34c7a420 tempest-DHCPAgentSchedulersTestJSON-1350476120 tempest-DHCPAgentSchedulersTestJSON-1350476120-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5210037 Jul 14 18:42:00.555528 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 58404) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:42:00.562928 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-8e25a5af-2137-4bb8-9dd5-368235ba401b tempest-DHCPAgentSchedulersTestJSON-1350476120 tempest-DHCPAgentSchedulersTestJSON-1350476120-project] Request body: {'port': {'network_id': '1a60aa64-faf6-485d-b975-18eb818b2801', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1443206774'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:42:00.595864 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:00.654088 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-dec91f69-842e-4969-8ee1-59bb9b7b0092 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:00.658794 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-dec91f69-842e-4969-8ee1-59bb9b7b0092 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] 10.222.0.16 "DELETE /v2.0/ports/0d90d118-2a16-461c-8b80-fa7d8a1aaaa6 HTTP/1.1" status: 204 len: 168 time: 1.6802275 Jul 14 18:42:00.660553 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 58406) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:42:00.775192 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9112d00b-7c75-4c93-b783-b0e5e60a876f None None] Notify callbacks [] for port, precommit_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:00.798205 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-49d0e8e0-cde6-419c-9b03-e6ceb8c198fc req-d3b39d0c-d69d-4bcb-bc0d-c833155f1c82 service neutron] 10.222.0.18 "GET /v2.0/networks/949878ad-81d9-4447-9e61-f4d51615e760?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2826760 Jul 14 18:42:00.811223 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9112d00b-7c75-4c93-b783-b0e5e60a876f None None] Transition to ACTIVE for port object c639f85c-eeee-421e-a8e0-7ba8350f0a6f will not be triggered until provisioned by entity L2. {{(pid=93917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:42:00.829059 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9112d00b-7c75-4c93-b783-b0e5e60a876f None None] Transition to ACTIVE for port object c639f85c-eeee-421e-a8e0-7ba8350f0a6f will not be triggered until provisioned by entity DHCP. {{(pid=93917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:42:00.874581 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device e1559901-b9e0-45ba-b035-2e326faf3b95 up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:42:00.885360 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9112d00b-7c75-4c93-b783-b0e5e60a876f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804'] for port, after_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:00.887915 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-d15abfc5-b817-46f1-afb5-576ed8a2c9f2 None None] Provisioning for port a1bf0528-a079-45ce-bec1-0029330fd330 completed by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:42:00.904507 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-b282ef59-d1cf-4ca7-a7f2-e23b7eff6bfc tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Deleting port 05410bfa-6a89-41e2-898c-80b7f771042b {{(pid=93916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:42:00.904859 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-b282ef59-d1cf-4ca7-a7f2-e23b7eff6bfc tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:00.938950 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-d15abfc5-b817-46f1-afb5-576ed8a2c9f2 None None] Provisioning complete for port a1bf0528-a079-45ce-bec1-0029330fd330 triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:42:00.939438 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-d15abfc5-b817-46f1-afb5-576ed8a2c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:00.984256 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-d15abfc5-b817-46f1-afb5-576ed8a2c9f2 None None] Port a1bf0528-a079-45ce-bec1-0029330fd330 cannot update to ACTIVE because it is not bound. {{(pid=93917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 18:42:01.024200 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-c31a694b-7176-4ded-b4a4-edd0ff7655e1 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-928623'] for router_interface, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:01.035872 n-d-800634-3 neutron-server[93917]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9112d00b-7c75-4c93-b783-b0e5e60a876f None None] Network 66123789-91dd-4f0a-834a-a28ce397c31a is already hosted by enough agents. {{(pid=93917) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:42:01.090120 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-3bee8cf7-9de1-4179-9eac-e9795887814c tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:01.127791 n-d-800634-3 neutron-server[93917]: DEBUG neutron.scheduler.base_scheduler [None req-9112d00b-7c75-4c93-b783-b0e5e60a876f None None] Resources bound (agent type, host, resource id): {{(pid=93917) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:42:01.148584 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9112d00b-7c75-4c93-b783-b0e5e60a876f None None] Received port after_create {{(pid=93917) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:42:01.152545 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Pushing event updated for resources: {'Port': ['ID=73758967-e332-426c-a4b2-74998612d6f8,revision_number=3']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:42:01.167481 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-d15abfc5-b817-46f1-afb5-576ed8a2c9f2 None None] Provisioning complete for port 73758967-e332-426c-a4b2-74998612d6f8 triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:42:01.168766 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-d15abfc5-b817-46f1-afb5-576ed8a2c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:01.179413 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-b282ef59-d1cf-4ca7-a7f2-e23b7eff6bfc tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:01.198079 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-49d0e8e0-cde6-419c-9b03-e6ceb8c198fc req-4ec6e375-1303-4905-ac88-60c9b921e99c service neutron] 10.222.0.18 "GET /v2.0/networks/949878ad-81d9-4447-9e61-f4d51615e760?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3804436 Jul 14 18:42:01.206466 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-b282ef59-d1cf-4ca7-a7f2-e23b7eff6bfc tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Calling delete_port for 05410bfa-6a89-41e2-898c-80b7f771042b owned by {{(pid=93916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:42:01.220847 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.db_base_plugin_common [None req-d6538d48-ec11-45fe-be59-902e9161688e tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Allocated IP 2001:db8:2::1 (66123789-91dd-4f0a-834a-a28ce397c31a/88886a72-f6db-452d-a7b9-17bad70189b3/e5b5ecc2-30c8-40a8-9d99-f0822a4b61e6) {{(pid=93915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:42:01.315077 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bee8cf7-9de1-4179-9eac-e9795887814c tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Pushing event deleted for resources: {'Port': ['ID=75860f29-4945-4edb-b493-54248c219c60,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:42:01.318459 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e25a5af-2137-4bb8-9dd5-368235ba401b tempest-DHCPAgentSchedulersTestJSON-1350476120 tempest-DHCPAgentSchedulersTestJSON-1350476120-project] Made reservation on behalf of 37e67fa625dd4357a2d390b99b391e65 for: {'port': 1} {{(pid=93915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:42:01.322234 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-8e25a5af-2137-4bb8-9dd5-368235ba401b tempest-DHCPAgentSchedulersTestJSON-1350476120 tempest-DHCPAgentSchedulersTestJSON-1350476120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:01.367407 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9112d00b-7c75-4c93-b783-b0e5e60a876f None None] Pushing event updated for resources: {'Port': ['ID=c639f85c-eeee-421e-a8e0-7ba8350f0a6f,revision_number=1']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:42:01.400073 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-7e7f4169-9d59-4fe8-972b-979ab92cdad4 None None] Notify callbacks [] for port, precommit_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:01.412935 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port e1559901-b9e0-45ba-b035-2e326faf3b95 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:42:01.413340 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:01.424258 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [None req-8e25a5af-2137-4bb8-9dd5-368235ba401b tempest-DHCPAgentSchedulersTestJSON-1350476120 tempest-DHCPAgentSchedulersTestJSON-1350476120-project] device_id is not set on port 922e2b78-31be-4997-8c59-66d6702baded yet. {{(pid=93915) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 18:42:01.513847 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-b282ef59-d1cf-4ca7-a7f2-e23b7eff6bfc tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:01.515136 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-7e7f4169-9d59-4fe8-972b-979ab92cdad4 None None] Transition to ACTIVE for port object a1bf0528-a079-45ce-bec1-0029330fd330 will not be triggered until provisioned by entity L2. {{(pid=93917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:42:01.562986 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-7e7f4169-9d59-4fe8-972b-979ab92cdad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:01.590919 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-9112d00b-7c75-4c93-b783-b0e5e60a876f None None] Attempting to bind port c639f85c-eeee-421e-a8e0-7ba8350f0a6f on host n-d-800634-3 for vnic_type normal with profile {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:42:01.591366 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-9112d00b-7c75-4c93-b783-b0e5e60a876f None None] Attempting to bind port c639f85c-eeee-421e-a8e0-7ba8350f0a6f by drivers openvswitch,hyperv on host n-d-800634-3 at level 0 using segments [{'id': '87c66c43-131f-46e4-b5a0-4ac53936fad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '66123789-91dd-4f0a-834a-a28ce397c31a'}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:42:01.591731 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9112d00b-7c75-4c93-b783-b0e5e60a876f None None] Attempting to bind port c639f85c-eeee-421e-a8e0-7ba8350f0a6f on network 66123789-91dd-4f0a-834a-a28ce397c31a {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:42:01.608658 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-d6538d48-ec11-45fe-be59-902e9161688e tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify callbacks [] for port, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:01.614439 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b282ef59-d1cf-4ca7-a7f2-e23b7eff6bfc tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Pushing event deleted for resources: {'Port': ['ID=05410bfa-6a89-41e2-898c-80b7f771042b,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:42:01.655588 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5afeff8f-0862-4b51-86f8-a7356a007ca8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9222b97e-5d1c-54f8-ba97-82f172498e76-1a60aa64-faf6-485d-b975-18eb818b2801', 'network_id': '1a60aa64-faf6-485d-b975-18eb818b2801', 'tenant_id': '37e67fa625dd4357a2d390b99b391e65', 'fixed_ips': [{'subnet_id': '4f22f65e-dce7-41c6-83e5-7790d075068d'}]}} from n-d-800634-3. {{(pid=93917) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 18:42:01.656439 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-5afeff8f-0862-4b51-86f8-a7356a007ca8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:01.681089 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9112d00b-7c75-4c93-b783-b0e5e60a876f None None] Checking agent: {'id': '01c19e91-a945-4e3c-94a6-c211e17c923e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 8, 23), 'started_at': datetime.datetime(2021, 7, 14, 18, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 18, 41, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 18:42:01.681469 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9112d00b-7c75-4c93-b783-b0e5e60a876f None None] Checking segment: {'id': '87c66c43-131f-46e4-b5a0-4ac53936fad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '66123789-91dd-4f0a-834a-a28ce397c31a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93917) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:42:01.681966 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9112d00b-7c75-4c93-b783-b0e5e60a876f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:01.682302 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9112d00b-7c75-4c93-b783-b0e5e60a876f None None] Bound using segment: {'id': '87c66c43-131f-46e4-b5a0-4ac53936fad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '66123789-91dd-4f0a-834a-a28ce397c31a'} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 18:42:01.683395 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-9112d00b-7c75-4c93-b783-b0e5e60a876f None None] Bound port: c639f85c-eeee-421e-a8e0-7ba8350f0a6f, host: n-d-800634-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87c66c43-131f-46e4-b5a0-4ac53936fad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '66123789-91dd-4f0a-834a-a28ce397c31a'}}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 18:42:01.683395 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9112d00b-7c75-4c93-b783-b0e5e60a876f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:01.714889 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-b282ef59-d1cf-4ca7-a7f2-e23b7eff6bfc tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:01.717079 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-b282ef59-d1cf-4ca7-a7f2-e23b7eff6bfc tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] 10.222.0.16 "DELETE /v2.0/ports/05410bfa-6a89-41e2-898c-80b7f771042b HTTP/1.1" status: 204 len: 168 time: 1.0552006 Jul 14 18:42:01.720158 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-c31a694b-7176-4ded-b4a4-edd0ff7655e1 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Deleting port b80e8fbe-d91d-4be8-8ac6-6ae8dbef92cc {{(pid=93916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:42:01.720554 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-c31a694b-7176-4ded-b4a4-edd0ff7655e1 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:01.723432 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 58410) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:42:01.814653 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b48ede-786e-4fd6-95ce-6fe823abfb78 None None] Pushing event updated for resources: {'Port': ['ID=a1bf0528-a079-45ce-bec1-0029330fd330,revision_number=3']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:42:01.872522 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.db_base_plugin_v2 [None req-16c3b46d-9c08-4412-b3d2-13f7728cacc7 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Deleting subnet 19364ef1-51c6-4b67-ab09-76164da25c3f {{(pid=93916) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 18:42:01.876128 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-16c3b46d-9c08-4412-b3d2-13f7728cacc7 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Notify callbacks [] for subnet, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:01.965643 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-16c3b46d-9c08-4412-b3d2-13f7728cacc7 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26296866'] for subnet, precommit_delete_associations {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:02.101084 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-7e7f4169-9d59-4fe8-972b-979ab92cdad4 None None] Attempting to bind port a1bf0528-a079-45ce-bec1-0029330fd330 on host n-d-800634-3 for vnic_type normal with profile {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:42:02.101716 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-7e7f4169-9d59-4fe8-972b-979ab92cdad4 None None] Attempting to bind port a1bf0528-a079-45ce-bec1-0029330fd330 by drivers openvswitch,hyperv on host n-d-800634-3 at level 0 using segments [{'id': '8f249fc5-2628-4485-b8ff-183d34fa15c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '16e6bed7-592c-42a6-bc4b-6851af0572a4'}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:42:02.102255 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e7f4169-9d59-4fe8-972b-979ab92cdad4 None None] Attempting to bind port a1bf0528-a079-45ce-bec1-0029330fd330 on network 16e6bed7-592c-42a6-bc4b-6851af0572a4 {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:42:02.121048 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e7f4169-9d59-4fe8-972b-979ab92cdad4 None None] Checking agent: {'id': '01c19e91-a945-4e3c-94a6-c211e17c923e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 8, 23), 'started_at': datetime.datetime(2021, 7, 14, 18, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 18, 41, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 18:42:02.121630 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e7f4169-9d59-4fe8-972b-979ab92cdad4 None None] Checking segment: {'id': '8f249fc5-2628-4485-b8ff-183d34fa15c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '16e6bed7-592c-42a6-bc4b-6851af0572a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93917) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:42:02.122198 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-7e7f4169-9d59-4fe8-972b-979ab92cdad4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:02.122832 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e7f4169-9d59-4fe8-972b-979ab92cdad4 None None] Bound using segment: {'id': '8f249fc5-2628-4485-b8ff-183d34fa15c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '16e6bed7-592c-42a6-bc4b-6851af0572a4'} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 18:42:02.123481 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-7e7f4169-9d59-4fe8-972b-979ab92cdad4 None None] Bound port: a1bf0528-a079-45ce-bec1-0029330fd330, host: n-d-800634-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f249fc5-2628-4485-b8ff-183d34fa15c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '16e6bed7-592c-42a6-bc4b-6851af0572a4'}}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 18:42:02.124088 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-7e7f4169-9d59-4fe8-972b-979ab92cdad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:02.138977 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-9112d00b-7c75-4c93-b783-b0e5e60a876f None None] For port c639f85c-eeee-421e-a8e0-7ba8350f0a6f, host n-d-800634-3, cleared binding levels {{(pid=93917) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:42:02.157874 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.db [None req-c31a694b-7176-4ded-b4a4-edd0ff7655e1 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] For port b80e8fbe-d91d-4be8-8ac6-6ae8dbef92cc, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=b80e8fbe-d91d-4be8-8ac6-6ae8dbef92cc,segment=NetworkSegment(d0d72d50-2af1-4c80-a444-7e1148083188),segment_id=d0d72d50-2af1-4c80-a444-7e1148083188)] {{(pid=93916) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:42:02.158678 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-c31a694b-7176-4ded-b4a4-edd0ff7655e1 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:02.173907 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-c31a694b-7176-4ded-b4a4-edd0ff7655e1 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Calling delete_port for b80e8fbe-d91d-4be8-8ac6-6ae8dbef92cc owned by network:router_interface {{(pid=93916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:42:02.183823 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-9112d00b-7c75-4c93-b783-b0e5e60a876f None None] For port c639f85c-eeee-421e-a8e0-7ba8350f0a6f, host n-d-800634-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=c639f85c-eeee-421e-a8e0-7ba8350f0a6f,segment=NetworkSegment(87c66c43-131f-46e4-b5a0-4ac53936fad2),segment_id=87c66c43-131f-46e4-b5a0-4ac53936fad2)] {{(pid=93917) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 18:42:02.214042 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9112d00b-7c75-4c93-b783-b0e5e60a876f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:02.361266 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.provisioning_blocks [None req-d6538d48-ec11-45fe-be59-902e9161688e tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Transition to ACTIVE for port object e5b5ecc2-30c8-40a8-9d99-f0822a4b61e6 will not be triggered until provisioned by entity DHCP. {{(pid=93915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:42:02.370263 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9112d00b-7c75-4c93-b783-b0e5e60a876f None None] Pushing event updated for resources: {'Port': ['ID=c639f85c-eeee-421e-a8e0-7ba8350f0a6f,revision_number=2']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:42:02.404720 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-d6538d48-ec11-45fe-be59-902e9161688e tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:02.408169 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-7e7f4169-9d59-4fe8-972b-979ab92cdad4 None None] For port a1bf0528-a079-45ce-bec1-0029330fd330, host n-d-800634-3, cleared binding levels {{(pid=93917) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:42:02.428131 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-7e7f4169-9d59-4fe8-972b-979ab92cdad4 None None] For port a1bf0528-a079-45ce-bec1-0029330fd330, host n-d-800634-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=a1bf0528-a079-45ce-bec1-0029330fd330,segment=NetworkSegment(8f249fc5-2628-4485-b8ff-183d34fa15c0),segment_id=8f249fc5-2628-4485-b8ff-183d34fa15c0)] {{(pid=93917) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 18:42:02.435619 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-7e7f4169-9d59-4fe8-972b-979ab92cdad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:02.457550 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:02.471344 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-16c3b46d-9c08-4412-b3d2-13f7728cacc7 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081283'] for subnet, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:02.708226 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6538d48-ec11-45fe-be59-902e9161688e tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Network 66123789-91dd-4f0a-834a-a28ce397c31a is already hosted by enough agents. {{(pid=93915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:42:02.708226 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [None req-d6538d48-ec11-45fe-be59-902e9161688e tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Resources bound (agent type, host, resource id): {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:42:02.708226 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6538d48-ec11-45fe-be59-902e9161688e tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Received port after_create {{(pid=93915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:42:02.708226 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-d6538d48-ec11-45fe-be59-902e9161688e tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-930452'] for router_interface, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:02.718850 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e7f4169-9d59-4fe8-972b-979ab92cdad4 None None] Routers {'b2fcfed5-97e7-4781-a4d4-abc125b03c54'} bound to L3 agent in host n-d-800634-3 {{(pid=93917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:42:02.718850 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-7e7f4169-9d59-4fe8-972b-979ab92cdad4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:41:53Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['b2fcfed5-97e7-4781-a4d4-abc125b03c54'], 'active': True} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:42:02.720291 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-c31a694b-7176-4ded-b4a4-edd0ff7655e1 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:02.721071 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-3bee8cf7-9de1-4179-9eac-e9795887814c tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-598732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-928907'] for router_interface, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:02.779391 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31a694b-7176-4ded-b4a4-edd0ff7655e1 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Pushing event deleted for resources: {'Port': ['ID=b80e8fbe-d91d-4be8-8ac6-6ae8dbef92cc,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:42:02.841943 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b48ede-786e-4fd6-95ce-6fe823abfb78 None None] Pushing event updated for resources: {'Port': ['ID=a1bf0528-a079-45ce-bec1-0029330fd330,revision_number=4']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:42:02.850273 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.db_base_plugin_common [None req-8e25a5af-2137-4bb8-9dd5-368235ba401b tempest-DHCPAgentSchedulersTestJSON-1350476120 tempest-DHCPAgentSchedulersTestJSON-1350476120-project] Allocated IP 172.20.0.9 (1a60aa64-faf6-485d-b975-18eb818b2801/4f22f65e-dce7-41c6-83e5-7790d075068d/922e2b78-31be-4997-8c59-66d6702baded) {{(pid=93915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:42:02.880992 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6538d48-ec11-45fe-be59-902e9161688e tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Pushing event updated for resources: {'Port': ['ID=e5b5ecc2-30c8-40a8-9d99-f0822a4b61e6,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:42:02.933983 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-16c3b46d-9c08-4412-b3d2-13f7728cacc7 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2684816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26033152'] for subnet, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:02.974686 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvr_db [None req-7e7f4169-9d59-4fe8-972b-979ab92cdad4 None None] Set router b2fcfed5-97e7-4781-a4d4-abc125b03c54 gateway port host: None {{(pid=93917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 18:42:03.167510 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 73758967-e332-426c-a4b2-74998612d6f8 up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:42:03.210954 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-d6538d48-ec11-45fe-be59-902e9161688e tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:03.223539 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c3b46d-9c08-4412-b3d2-13f7728cacc7 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Pushing event deleted for resources: {'Subnet': ['ID=19364ef1-51c6-4b67-ab09-76164da25c3f,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:42:03.243115 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-16c3b46d-9c08-4412-b3d2-13f7728cacc7 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Notify callbacks [] for subnet, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:03.271959 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-16c3b46d-9c08-4412-b3d2-13f7728cacc7 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] 10.222.0.16 "DELETE /v2.0/subnets/19364ef1-51c6-4b67-ab09-76164da25c3f HTTP/1.1" status: 204 len: 168 time: 1.5452325 Jul 14 18:42:03.281340 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1aa1f4c4-f4d0-497a-896e-113822df5220 None None] Network 63a5555f-a22d-4515-8f3a-d708078edd37 requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:42:03.283850 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 58432) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:42:03.413787 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-c31a694b-7176-4ded-b4a4-edd0ff7655e1 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-598732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-928907'] for router_interface, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:03.500849 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.db_base_plugin_v2 [None req-970fbf29-2063-4bb7-9005-255f1452a803 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Deleting subnet c660d228-559a-45b8-a86f-7ab611e1e8ab {{(pid=93916) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 18:42:03.504788 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-970fbf29-2063-4bb7-9005-255f1452a803 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Notify callbacks [] for subnet, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:03.560444 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port 73758967-e332-426c-a4b2-74998612d6f8 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:42:03.560821 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:03.663529 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-970fbf29-2063-4bb7-9005-255f1452a803 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26296866'] for subnet, precommit_delete_associations {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:03.725153 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-d6538d48-ec11-45fe-be59-902e9161688e tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify callbacks [] for port, precommit_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:03.758269 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-d6538d48-ec11-45fe-be59-902e9161688e tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25912978'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:03.758959 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-d6538d48-ec11-45fe-be59-902e9161688e tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-598741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-928734'] for router_interface, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:03.776878 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-80387d22-4fe9-493a-badf-25c1545b0e8a req-79d0a56d-14e2-4698-b2a2-596e18f16106 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=6ab0c594-ecaf-4c5b-977a-9c1b59a2d9cc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.1037827 Jul 14 18:42:03.910276 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-80387d22-4fe9-493a-badf-25c1545b0e8a req-8acb4a73-ea8f-4e15-b57f-57967adbf970 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f1c4e239e6d24b3bb240a97f6c99b33f&device_id=6ab0c594-ecaf-4c5b-977a-9c1b59a2d9cc HTTP/1.1" status: 200 len: 210 time: 0.0688093 Jul 14 18:42:04.005732 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-80387d22-4fe9-493a-badf-25c1545b0e8a req-e4b5b054-b89c-4f18-8039-77eaabaca8c5 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=f1c4e239e6d24b3bb240a97f6c99b33f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0511947 Jul 14 18:42:04.071795 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6538d48-ec11-45fe-be59-902e9161688e tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Pushing event updated for resources: {'Port': ['ID=e5b5ecc2-30c8-40a8-9d99-f0822a4b61e6,revision_number=2']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:42:04.085976 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-7e7f4169-9d59-4fe8-972b-979ab92cdad4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2fcfed5-97e7-4781-a4d4-abc125b03c54', 'name': 'tempest-RoutersIpV6Test-router-1051286446', 'tenant_id': '78e64edff38a43a79601b0ea9ee759c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:41:46Z', 'updated_at': '2021-07-14T18:41:55Z', 'revision_number': 3, 'project_id': '78e64edff38a43a79601b0ea9ee759c1', 'gw_port_host': None, '_interfaces': [{'id': 'a1bf0528-a079-45ce-bec1-0029330fd330', 'name': '', 'network_id': '16e6bed7-592c-42a6-bc4b-6851af0572a4', 'tenant_id': '78e64edff38a43a79601b0ea9ee759c1', 'mac_address': 'fa:16:3e:01:66:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2fcfed5-97e7-4781-a4d4-abc125b03c54', 'device_owner': 'network:router_interface', 'standard_attr_id': 2387, 'fixed_ips': [{'subnet_id': '348fc547-9ada-4c29-952d-4f8e5befbefb', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:41:54Z', 'updated_at': '2021-07-14T18:42:02Z', 'revision_number': 4, 'project_id': '78e64edff38a43a79601b0ea9ee759c1', 'subnets': [{'id': '348fc547-9ada-4c29-952d-4f8e5befbefb', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e1559901-b9e0-45ba-b035-2e326faf3b95', 'name': '', 'network_id': '7cb6cfed-e28d-443c-8647-2cd4fece0810', 'tenant_id': '78e64edff38a43a79601b0ea9ee759c1', 'mac_address': 'fa:16:3e:99:60:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2fcfed5-97e7-4781-a4d4-abc125b03c54', 'device_owner': 'network:router_interface', 'standard_attr_id': 2375, 'fixed_ips': [{'subnet_id': '6237a0fc-5f57-4144-81b6-9f8997dd8eb6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:41:47Z', 'updated_at': '2021-07-14T18:41:59Z', 'revision_number': 5, 'project_id': '78e64edff38a43a79601b0ea9ee759c1', 'subnets': [{'id': '6237a0fc-5f57-4144-81b6-9f8997dd8eb6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-3', False) {} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:42:04.152514 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e7f4169-9d59-4fe8-972b-979ab92cdad4 None None] The sync data for ids ['b2fcfed5-97e7-4781-a4d4-abc125b03c54'] in n-d-800634-3 is: [{'id': 'b2fcfed5-97e7-4781-a4d4-abc125b03c54', 'name': 'tempest-RoutersIpV6Test-router-1051286446', 'tenant_id': '78e64edff38a43a79601b0ea9ee759c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:41:46Z', 'updated_at': '2021-07-14T18:41:55Z', 'revision_number': 3, 'project_id': '78e64edff38a43a79601b0ea9ee759c1', 'gw_port_host': None, '_interfaces': [{'id': 'a1bf0528-a079-45ce-bec1-0029330fd330', 'name': '', 'network_id': '16e6bed7-592c-42a6-bc4b-6851af0572a4', 'tenant_id': '78e64edff38a43a79601b0ea9ee759c1', 'mac_address': 'fa:16:3e:01:66:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2fcfed5-97e7-4781-a4d4-abc125b03c54', 'device_owner': 'network:router_interface', 'standard_attr_id': 2387, 'fixed_ips': [{'subnet_id': '348fc547-9ada-4c29-952d-4f8e5befbefb', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:41:54Z', 'updated_at': '2021-07-14T18:42:02Z', 'revision_number': 4, 'project_id': '78e64edff38a43a79601b0ea9ee759c1', 'subnets': [{'id': '348fc547-9ada-4c29-952d-4f8e5befbefb', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e1559901-b9e0-45ba-b035-2e326faf3b95', 'name': '', 'network_id': '7cb6cfed-e28d-443c-8647-2cd4fece0810', 'tenant_id': '78e64edff38a43a79601b0ea9ee759c1', 'mac_address': 'fa:16:3e:99:60:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2fcfed5-97e7-4781-a4d4-abc125b03c54', 'device_owner': 'network:router_interface', 'standard_attr_id': 2375, 'fixed_ips': [{'subnet_id': '6237a0fc-5f57-4144-81b6-9f8997dd8eb6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:41:47Z', 'updated_at': '2021-07-14T18:41:59Z', 'revision_number': 5, 'project_id': '78e64edff38a43a79601b0ea9ee759c1', 'subnets': [{'id': '6237a0fc-5f57-4144-81b6-9f8997dd8eb6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 18:42:04.164443 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e5958ce-51e9-4242-a99b-eb21e748a882 None None] DHCP port deletion for 63a5555f-a22d-4515-8f3a-d708078edd37 request from n-d-800634-3 {{(pid=93917) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 18:42:04.204476 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-970fbf29-2063-4bb7-9005-255f1452a803 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081283'] for subnet, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:04.342387 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-2e5958ce-51e9-4242-a99b-eb21e748a882 None None] Deleting port 6eccfeb0-b801-434f-8ae6-d56973206e1b {{(pid=93917) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:42:04.343022 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-2e5958ce-51e9-4242-a99b-eb21e748a882 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:04.371670 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-8e25a5af-2137-4bb8-9dd5-368235ba401b tempest-DHCPAgentSchedulersTestJSON-1350476120 tempest-DHCPAgentSchedulersTestJSON-1350476120-project] Notify callbacks [] for port, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:04.379411 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6538d48-ec11-45fe-be59-902e9161688e tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Network 66123789-91dd-4f0a-834a-a28ce397c31a is already hosted by enough agents. {{(pid=93915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:42:04.392756 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [None req-d6538d48-ec11-45fe-be59-902e9161688e tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Resources bound (agent type, host, resource id): {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:42:04.431832 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.provisioning_blocks [None req-8e25a5af-2137-4bb8-9dd5-368235ba401b tempest-DHCPAgentSchedulersTestJSON-1350476120 tempest-DHCPAgentSchedulersTestJSON-1350476120-project] Transition to ACTIVE for port object 922e2b78-31be-4997-8c59-66d6702baded will not be triggered until provisioned by entity DHCP. {{(pid=93915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:42:04.450188 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3594adfa-66b7-4922-8db7-e7080bf32d90 None None] Network 66123789-91dd-4f0a-834a-a28ce397c31a requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:42:04.598616 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-2e5958ce-51e9-4242-a99b-eb21e748a882 None None] For port 6eccfeb0-b801-434f-8ae6-d56973206e1b, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=6eccfeb0-b801-434f-8ae6-d56973206e1b,segment=NetworkSegment(7bca13b4-944d-4731-bc01-174f4a8e9942),segment_id=7bca13b4-944d-4731-bc01-174f4a8e9942)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:42:04.599112 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-2e5958ce-51e9-4242-a99b-eb21e748a882 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:04.646747 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-8e25a5af-2137-4bb8-9dd5-368235ba401b tempest-DHCPAgentSchedulersTestJSON-1350476120 tempest-DHCPAgentSchedulersTestJSON-1350476120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:04.654019 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-089bce2d-09e1-4afd-a771-58cda3e4818d None None] Provisioning for port c639f85c-eeee-421e-a8e0-7ba8350f0a6f completed by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:42:04.667750 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-2e5958ce-51e9-4242-a99b-eb21e748a882 None None] Calling delete_port for 6eccfeb0-b801-434f-8ae6-d56973206e1b owned by network:dhcp {{(pid=93917) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:42:04.744475 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e25a5af-2137-4bb8-9dd5-368235ba401b tempest-DHCPAgentSchedulersTestJSON-1350476120 tempest-DHCPAgentSchedulersTestJSON-1350476120-project] Pushing event updated for resources: {'Port': ['ID=922e2b78-31be-4997-8c59-66d6702baded,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:42:04.770956 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bee8cf7-9de1-4179-9eac-e9795887814c tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Router b227a596-8f14-4250-94b3-5c465b582d5d has already been hosted by L3 agent 2c6eb27e-defb-4cca-9a24-381c7415e359 {{(pid=93915) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 18:42:04.781274 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e25a5af-2137-4bb8-9dd5-368235ba401b tempest-DHCPAgentSchedulersTestJSON-1350476120 tempest-DHCPAgentSchedulersTestJSON-1350476120-project] Network 1a60aa64-faf6-485d-b975-18eb818b2801 is already hosted by enough agents. {{(pid=93915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:42:04.787343 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [None req-8e25a5af-2137-4bb8-9dd5-368235ba401b tempest-DHCPAgentSchedulersTestJSON-1350476120 tempest-DHCPAgentSchedulersTestJSON-1350476120-project] Resources bound (agent type, host, resource id): {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:42:04.800349 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e25a5af-2137-4bb8-9dd5-368235ba401b tempest-DHCPAgentSchedulersTestJSON-1350476120 tempest-DHCPAgentSchedulersTestJSON-1350476120-project] Received port after_create {{(pid=93915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:42:04.910583 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.db_base_plugin_common [None req-5afeff8f-0862-4b51-86f8-a7356a007ca8 None None] Allocated IP 172.20.0.2 (1a60aa64-faf6-485d-b975-18eb818b2801/4f22f65e-dce7-41c6-83e5-7790d075068d/dd385152-8c46-4afc-868b-6be076dd2124) {{(pid=93917) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:42:04.914535 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-2e5958ce-51e9-4242-a99b-eb21e748a882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813'] for port, after_delete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:04.916938 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6538d48-ec11-45fe-be59-902e9161688e tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Router b2fcfed5-97e7-4781-a4d4-abc125b03c54 has already been hosted by L3 agent 2c6eb27e-defb-4cca-9a24-381c7415e359 {{(pid=93915) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 18:42:04.930410 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c31a694b-7176-4ded-b4a4-edd0ff7655e1 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Router c38da495-c6ac-40ad-8d3c-e678b5d50955 has already been hosted by L3 agent 2c6eb27e-defb-4cca-9a24-381c7415e359 {{(pid=93916) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 18:42:04.961641 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5958ce-51e9-4242-a99b-eb21e748a882 None None] Pushing event deleted for resources: {'Port': ['ID=6eccfeb0-b801-434f-8ae6-d56973206e1b,revision_number=None']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:42:05.018776 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e5958ce-51e9-4242-a99b-eb21e748a882 None None] No DVR routers for this DVR port 6eccfeb0-b801-434f-8ae6-d56973206e1b on host n-d-800634-3 {{(pid=93917) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 18:42:05.021133 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device c639f85c-eeee-421e-a8e0-7ba8350f0a6f up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:42:05.082475 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e25a5af-2137-4bb8-9dd5-368235ba401b tempest-DHCPAgentSchedulersTestJSON-1350476120 tempest-DHCPAgentSchedulersTestJSON-1350476120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:42:05.083395 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-8e25a5af-2137-4bb8-9dd5-368235ba401b tempest-DHCPAgentSchedulersTestJSON-1350476120 tempest-DHCPAgentSchedulersTestJSON-1350476120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:05.092680 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-970fbf29-2063-4bb7-9005-255f1452a803 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2684816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26033152'] for subnet, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:05.095387 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80387d22-4fe9-493a-badf-25c1545b0e8a req-548269c8-95e5-4ab1-9e84-69377307f05f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:42:05.099474 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-80387d22-4fe9-493a-badf-25c1545b0e8a req-548269c8-95e5-4ab1-9e84-69377307f05f service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 1.0866365 Jul 14 18:42:05.254825 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-5afeff8f-0862-4b51-86f8-a7356a007ca8 None None] Notify callbacks [] for port, precommit_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:05.263564 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-5afeff8f-0862-4b51-86f8-a7356a007ca8 None None] Transition to ACTIVE for port object dd385152-8c46-4afc-868b-6be076dd2124 will not be triggered until provisioned by entity L2. {{(pid=93917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:42:05.280339 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bee8cf7-9de1-4179-9eac-e9795887814c tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Notify agent at l3_agent.n-d-800634-3 the message routers_updated {{(pid=93915) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 18:42:05.287572 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-3bee8cf7-9de1-4179-9eac-e9795887814c tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] 10.222.0.16 "PUT /v2.0/routers/b227a596-8f14-4250-94b3-5c465b582d5d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0870054 Jul 14 18:42:05.300401 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-5afeff8f-0862-4b51-86f8-a7356a007ca8 None None] Transition to ACTIVE for port object dd385152-8c46-4afc-868b-6be076dd2124 will not be triggered until provisioned by entity DHCP. {{(pid=93917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:42:05.300625 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-369ae877-f611-4770-8ed9-d20755b95d6a None None] Sync routers for ids ['b227a596-8f14-4250-94b3-5c465b582d5d'] in n-d-800634-3 {{(pid=93918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 18:42:05.305672 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c31a694b-7176-4ded-b4a4-edd0ff7655e1 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify agent at l3_agent.n-d-800634-3 the message routers_updated {{(pid=93916) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 18:42:05.315433 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-5afeff8f-0862-4b51-86f8-a7356a007ca8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804'] for port, after_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:05.319380 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 58462) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:42:05.322911 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07d972ea-4caa-4cc4-abc1-1669c07bacda None None] Sync routers for ids ['c38da495-c6ac-40ad-8d3c-e678b5d50955'] in n-d-800634-3 {{(pid=93917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 18:42:05.330607 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-369ae877-f611-4770-8ed9-d20755b95d6a None None] Routers {'b227a596-8f14-4250-94b3-5c465b582d5d'} bound to L3 agent in host n-d-800634-3 {{(pid=93918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:42:05.331277 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-369ae877-f611-4770-8ed9-d20755b95d6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:41:53Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['b227a596-8f14-4250-94b3-5c465b582d5d'], 'active': True} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:42:05.355159 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-c31a694b-7176-4ded-b4a4-edd0ff7655e1 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] 10.222.0.16 "PUT /v2.0/routers/c38da495-c6ac-40ad-8d3c-e678b5d50955/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5033667 Jul 14 18:42:05.358845 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 58464) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:42:05.360409 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-8e25a5af-2137-4bb8-9dd5-368235ba401b tempest-DHCPAgentSchedulersTestJSON-1350476120 tempest-DHCPAgentSchedulersTestJSON-1350476120-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.8035142 Jul 14 18:42:05.366357 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 58466) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:42:05.381079 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970fbf29-2063-4bb7-9005-255f1452a803 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Pushing event deleted for resources: {'Subnet': ['ID=c660d228-559a-45b8-a86f-7ab611e1e8ab,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:42:05.424798 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07d972ea-4caa-4cc4-abc1-1669c07bacda None None] Routers {'c38da495-c6ac-40ad-8d3c-e678b5d50955'} bound to L3 agent in host n-d-800634-3 {{(pid=93917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:42:05.426232 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-07d972ea-4caa-4cc4-abc1-1669c07bacda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:41:53Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['c38da495-c6ac-40ad-8d3c-e678b5d50955'], 'active': True} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:42:05.430802 n-d-800634-3 neutron-server[93917]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5afeff8f-0862-4b51-86f8-a7356a007ca8 None None] Network 1a60aa64-faf6-485d-b975-18eb818b2801 is already hosted by enough agents. {{(pid=93917) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:42:05.473335 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6538d48-ec11-45fe-be59-902e9161688e tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify agent at l3_agent.n-d-800634-3 the message routers_updated {{(pid=93915) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 18:42:05.475513 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e18867b-e679-4e61-902c-f67ab2856bc4 None None] Network 78f1bdd6-a438-4e68-a059-5fadb7299624 requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:42:05.478574 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.db_base_plugin_v2 [None req-69290b95-ea2f-4c0f-94ad-c045a9a48662 tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Deleting subnet 848c5164-aa90-4aeb-8036-3a760cd657a3 {{(pid=93915) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 18:42:05.496485 n-d-800634-3 neutron-server[93917]: DEBUG neutron.scheduler.base_scheduler [None req-5afeff8f-0862-4b51-86f8-a7356a007ca8 None None] Resources bound (agent type, host, resource id): {{(pid=93917) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:42:05.499687 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-d6538d48-ec11-45fe-be59-902e9161688e tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] 10.222.0.16 "PUT /v2.0/routers/b2fcfed5-97e7-4781-a4d4-abc125b03c54/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4760206 Jul 14 18:42:05.499687 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 58468) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:42:05.500378 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-970fbf29-2063-4bb7-9005-255f1452a803 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Notify callbacks [] for subnet, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:05.503476 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:05.506554 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5afeff8f-0862-4b51-86f8-a7356a007ca8 None None] Received port after_create {{(pid=93917) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:42:05.518146 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-970fbf29-2063-4bb7-9005-255f1452a803 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] 10.222.0.16 "DELETE /v2.0/subnets/c660d228-559a-45b8-a86f-7ab611e1e8ab HTTP/1.1" status: 204 len: 168 time: 2.1193092 Jul 14 18:42:05.518856 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-68424165-41a8-4c49-bb57-d959a42e5b18 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-700221774'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:42:05.549752 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5afeff8f-0862-4b51-86f8-a7356a007ca8 None None] Pushing event updated for resources: {'Port': ['ID=dd385152-8c46-4afc-868b-6be076dd2124,revision_number=1']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:42:05.561131 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 58470) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:42:05.563508 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-69290b95-ea2f-4c0f-94ad-c045a9a48662 tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Notify callbacks [] for subnet, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:05.568463 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68424165-41a8-4c49-bb57-d959a42e5b18 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Made reservation on behalf of 78e64edff38a43a79601b0ea9ee759c1 for: {'network': 1} {{(pid=93915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:42:05.573346 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-68424165-41a8-4c49-bb57-d959a42e5b18 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for network, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:05.584496 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning for port c639f85c-eeee-421e-a8e0-7ba8350f0a6f completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:42:05.600455 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvr_db [None req-369ae877-f611-4770-8ed9-d20755b95d6a None None] Set router b227a596-8f14-4250-94b3-5c465b582d5d gateway port host: n-d-800634-3 {{(pid=93918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 18:42:05.633461 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port c639f85c-eeee-421e-a8e0-7ba8350f0a6f triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:42:05.633866 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:05.643985 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-69290b95-ea2f-4c0f-94ad-c045a9a48662 tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28939913'] for subnet, precommit_delete_associations {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:05.700043 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68424165-41a8-4c49-bb57-d959a42e5b18 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 59} {{(pid=93915) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 18:42:05.723838 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-68424165-41a8-4c49-bb57-d959a42e5b18 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:05.724441 n-d-800634-3 neutron-server[93915]: INFO neutron.db.segments_db [None req-68424165-41a8-4c49-bb57-d959a42e5b18 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Added segment c89c55d7-a234-408e-a31d-fd1ef504b9dc of type vlan for network 420dd1ef-f8e3-468a-8f28-5a08b8b7aecf Jul 14 18:42:05.779898 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.db_base_plugin_v2 [None req-de43ca1f-6c03-4c00-88bb-9b3ededbef4b tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Deleting subnet 727c42fe-46fd-46d1-8ab9-17297f08f294 {{(pid=93916) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 18:42:05.787438 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-de43ca1f-6c03-4c00-88bb-9b3ededbef4b tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks [] for subnet, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:05.794220 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-5afeff8f-0862-4b51-86f8-a7356a007ca8 None None] Attempting to bind port dd385152-8c46-4afc-868b-6be076dd2124 on host n-d-800634-3 for vnic_type normal with profile {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:42:05.794619 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-5afeff8f-0862-4b51-86f8-a7356a007ca8 None None] Attempting to bind port dd385152-8c46-4afc-868b-6be076dd2124 by drivers openvswitch,hyperv on host n-d-800634-3 at level 0 using segments [{'id': 'af76a024-7159-4d6c-b8eb-10a36e88001b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '1a60aa64-faf6-485d-b975-18eb818b2801'}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:42:05.794961 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5afeff8f-0862-4b51-86f8-a7356a007ca8 None None] Attempting to bind port dd385152-8c46-4afc-868b-6be076dd2124 on network 1a60aa64-faf6-485d-b975-18eb818b2801 {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:42:05.805594 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b98230b3-5e47-4041-b81c-d3743b03f402 None None] Sync routers for ids ['b2fcfed5-97e7-4781-a4d4-abc125b03c54'] in n-d-800634-3 {{(pid=93918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 18:42:05.827886 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b98230b3-5e47-4041-b81c-d3743b03f402 None None] Routers {'b2fcfed5-97e7-4781-a4d4-abc125b03c54'} bound to L3 agent in host n-d-800634-3 {{(pid=93918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:42:05.828878 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-b98230b3-5e47-4041-b81c-d3743b03f402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:41:53Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['b2fcfed5-97e7-4781-a4d4-abc125b03c54'], 'active': True} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:42:05.830574 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-82d17567-3f62-405d-91d3-0aefae4c3ca8 tempest-DHCPAgentSchedulersTestJSON-1350476120 tempest-DHCPAgentSchedulersTestJSON-1350476120-project] Deleting port 922e2b78-31be-4997-8c59-66d6702baded {{(pid=93916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:42:05.831019 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-82d17567-3f62-405d-91d3-0aefae4c3ca8 tempest-DHCPAgentSchedulersTestJSON-1350476120 tempest-DHCPAgentSchedulersTestJSON-1350476120-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:05.842707 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvr_db [None req-07d972ea-4caa-4cc4-abc1-1669c07bacda None None] Set router c38da495-c6ac-40ad-8d3c-e678b5d50955 gateway port host: n-d-800634-3 {{(pid=93917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 18:42:05.870637 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-68424165-41a8-4c49-bb57-d959a42e5b18 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728202197517'] for network, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:05.933124 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5afeff8f-0862-4b51-86f8-a7356a007ca8 None None] Checking agent: {'id': '01c19e91-a945-4e3c-94a6-c211e17c923e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 8, 23), 'started_at': datetime.datetime(2021, 7, 14, 18, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 18, 41, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 18:42:05.933592 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5afeff8f-0862-4b51-86f8-a7356a007ca8 None None] Checking segment: {'id': 'af76a024-7159-4d6c-b8eb-10a36e88001b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '1a60aa64-faf6-485d-b975-18eb818b2801'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93917) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:42:05.934104 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-5afeff8f-0862-4b51-86f8-a7356a007ca8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:05.934531 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5afeff8f-0862-4b51-86f8-a7356a007ca8 None None] Bound using segment: {'id': 'af76a024-7159-4d6c-b8eb-10a36e88001b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '1a60aa64-faf6-485d-b975-18eb818b2801'} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 18:42:05.935102 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-5afeff8f-0862-4b51-86f8-a7356a007ca8 None None] Bound port: dd385152-8c46-4afc-868b-6be076dd2124, host: n-d-800634-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af76a024-7159-4d6c-b8eb-10a36e88001b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '1a60aa64-faf6-485d-b975-18eb818b2801'}}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 18:42:05.935577 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-5afeff8f-0862-4b51-86f8-a7356a007ca8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:05.945874 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-69290b95-ea2f-4c0f-94ad-c045a9a48662 tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081283'] for subnet, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:05.977791 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-bde0594e-5230-4f65-b457-6b7b403179fc tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645734'] for network, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:06.007487 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-de43ca1f-6c03-4c00-88bb-9b3ededbef4b tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26296866'] for subnet, precommit_delete_associations {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:06.014514 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-82d17567-3f62-405d-91d3-0aefae4c3ca8 tempest-DHCPAgentSchedulersTestJSON-1350476120 tempest-DHCPAgentSchedulersTestJSON-1350476120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:06.088424 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-69290b95-ea2f-4c0f-94ad-c045a9a48662 tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25913028', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28969762'] for subnet, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:06.108231 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-82d17567-3f62-405d-91d3-0aefae4c3ca8 tempest-DHCPAgentSchedulersTestJSON-1350476120 tempest-DHCPAgentSchedulersTestJSON-1350476120-project] Calling delete_port for 922e2b78-31be-4997-8c59-66d6702baded owned by {{(pid=93916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:42:06.143060 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69290b95-ea2f-4c0f-94ad-c045a9a48662 tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Pushing event deleted for resources: {'Subnet': ['ID=848c5164-aa90-4aeb-8036-3a760cd657a3,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:42:06.155290 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvr_db [None req-b98230b3-5e47-4041-b81c-d3743b03f402 None None] Set router b2fcfed5-97e7-4781-a4d4-abc125b03c54 gateway port host: None {{(pid=93918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 18:42:06.157441 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-68424165-41a8-4c49-bb57-d959a42e5b18 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727'] for network, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:06.163051 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68424165-41a8-4c49-bb57-d959a42e5b18 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:42:06.163681 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-68424165-41a8-4c49-bb57-d959a42e5b18 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify callbacks [] for network, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:06.187435 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-369ae877-f611-4770-8ed9-d20755b95d6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b227a596-8f14-4250-94b3-5c465b582d5d', 'name': 'tempest-TestNetworkBasicOps-router-1416134541', 'tenant_id': '0c6eccb7d5c743f1a53a528a1f419fa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.168'}], 'enable_snat': True}, 'gw_port_id': '320661f6-329d-45fe-89a7-40d1a3349472', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:40:39Z', 'updated_at': '2021-07-14T18:42:00Z', 'revision_number': 5, 'project_id': '0c6eccb7d5c743f1a53a528a1f419fa2', 'gw_port': {'id': '320661f6-329d-45fe-89a7-40d1a3349472', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:db:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b227a596-8f14-4250-94b3-5c465b582d5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2270, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:40:40Z', 'updated_at': '2021-07-14T18:40:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3'}], 'n-d-800634-3', False) {} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:42:06.210831 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-69290b95-ea2f-4c0f-94ad-c045a9a48662 tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Notify callbacks [] for subnet, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:06.220090 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-69290b95-ea2f-4c0f-94ad-c045a9a48662 tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] 10.222.0.16 "DELETE /v2.0/subnets/848c5164-aa90-4aeb-8036-3a760cd657a3 HTTP/1.1" status: 204 len: 168 time: 0.8874943 Jul 14 18:42:06.221698 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-68424165-41a8-4c49-bb57-d959a42e5b18 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7159092 Jul 14 18:42:06.226422 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 58478) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:42:06.226968 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 58480) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:42:06.227668 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-369ae877-f611-4770-8ed9-d20755b95d6a None None] Checking router: b227a596-8f14-4250-94b3-5c465b582d5d for host: n-d-800634-3 {{(pid=93918) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 18:42:06.255124 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d89d13c-9ec7-4825-9ecb-68d8562ba339 None None] Network e602d401-0f37-42a7-8ad3-944d76449831 requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:42:06.261062 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-de43ca1f-6c03-4c00-88bb-9b3ededbef4b tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081283'] for subnet, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:06.273157 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-4e33dd36-7726-4e03-9e9b-78ee59fc49a7 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Request body: {'subnet': {'network_id': '420dd1ef-f8e3-468a-8f28-5a08b8b7aecf', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:42:06.394753 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-369ae877-f611-4770-8ed9-d20755b95d6a None None] Routers {'b227a596-8f14-4250-94b3-5c465b582d5d'} bound to L3 agent in host n-d-800634-3 {{(pid=93918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:42:06.396167 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-369ae877-f611-4770-8ed9-d20755b95d6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:41:53Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['b227a596-8f14-4250-94b3-5c465b582d5d'], 'active': True} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:42:06.489217 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9dfec4b5-e685-49ea-9ea3-9f03e9b691e7 None None] Provisioning for port e5b5ecc2-30c8-40a8-9d99-f0822a4b61e6 completed by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:42:06.517081 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68424165-41a8-4c49-bb57-d959a42e5b18 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Pushing event updated for resources: {'Network': ['ID=420dd1ef-f8e3-468a-8f28-5a08b8b7aecf,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:42:06.520089 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:06.551979 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9dfec4b5-e685-49ea-9ea3-9f03e9b691e7 None None] Provisioning complete for port e5b5ecc2-30c8-40a8-9d99-f0822a4b61e6 triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:42:06.560644 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9dfec4b5-e685-49ea-9ea3-9f03e9b691e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:06.595525 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-5afeff8f-0862-4b51-86f8-a7356a007ca8 None None] For port dd385152-8c46-4afc-868b-6be076dd2124, host n-d-800634-3, cleared binding levels {{(pid=93917) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:42:06.611760 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Network 420dd1ef-f8e3-468a-8f28-5a08b8b7aecf details requested by agent ovs-agent-n-d-800634-3 with host n-d-800634-3 {{(pid=93917) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 18:42:06.615099 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e33dd36-7726-4e03-9e9b-78ee59fc49a7 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Made reservation on behalf of 78e64edff38a43a79601b0ea9ee759c1 for: {'subnet': 1} {{(pid=93915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:42:06.630457 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-4e33dd36-7726-4e03-9e9b-78ee59fc49a7 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28969735'] for subnet, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:06.650335 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-82d17567-3f62-405d-91d3-0aefae4c3ca8 tempest-DHCPAgentSchedulersTestJSON-1350476120 tempest-DHCPAgentSchedulersTestJSON-1350476120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:06.674728 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvr_db [None req-369ae877-f611-4770-8ed9-d20755b95d6a None None] Set router b227a596-8f14-4250-94b3-5c465b582d5d gateway port host: n-d-800634-3 {{(pid=93918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 18:42:06.829783 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d17567-3f62-405d-91d3-0aefae4c3ca8 tempest-DHCPAgentSchedulersTestJSON-1350476120 tempest-DHCPAgentSchedulersTestJSON-1350476120-project] Pushing event deleted for resources: {'Port': ['ID=922e2b78-31be-4997-8c59-66d6702baded,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:42:06.837978 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68319354-0bcf-4a69-9105-52f305556ad2 None None] DHCP port deletion for 78f1bdd6-a438-4e68-a059-5fadb7299624 request from n-d-800634-3 {{(pid=93917) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 18:42:06.854873 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-b98230b3-5e47-4041-b81c-d3743b03f402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2fcfed5-97e7-4781-a4d4-abc125b03c54', 'name': 'tempest-RoutersIpV6Test-router-1051286446', 'tenant_id': '78e64edff38a43a79601b0ea9ee759c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:41:46Z', 'updated_at': '2021-07-14T18:42:02Z', 'revision_number': 4, 'project_id': '78e64edff38a43a79601b0ea9ee759c1', 'gw_port_host': None, '_interfaces': [{'id': 'a1bf0528-a079-45ce-bec1-0029330fd330', 'name': '', 'network_id': '16e6bed7-592c-42a6-bc4b-6851af0572a4', 'tenant_id': '78e64edff38a43a79601b0ea9ee759c1', 'mac_address': 'fa:16:3e:01:66:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2fcfed5-97e7-4781-a4d4-abc125b03c54', 'device_owner': 'network:router_interface', 'standard_attr_id': 2387, 'fixed_ips': [{'subnet_id': '348fc547-9ada-4c29-952d-4f8e5befbefb', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:41:54Z', 'updated_at': '2021-07-14T18:42:02Z', 'revision_number': 4, 'project_id': '78e64edff38a43a79601b0ea9ee759c1', 'subnets': [{'id': '348fc547-9ada-4c29-952d-4f8e5befbefb', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e1559901-b9e0-45ba-b035-2e326faf3b95', 'name': '', 'network_id': '7cb6cfed-e28d-443c-8647-2cd4fece0810', 'tenant_id': '78e64edff38a43a79601b0ea9ee759c1', 'mac_address': 'fa:16:3e:99:60:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2fcfed5-97e7-4781-a4d4-abc125b03c54', 'device_owner': 'network:router_interface', 'standard_attr_id': 2375, 'fixed_ips': [{'subnet_id': '6237a0fc-5f57-4144-81b6-9f8997dd8eb6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:41:47Z', 'updated_at': '2021-07-14T18:41:59Z', 'revision_number': 5, 'project_id': '78e64edff38a43a79601b0ea9ee759c1', 'subnets': [{'id': '6237a0fc-5f57-4144-81b6-9f8997dd8eb6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e5b5ecc2-30c8-40a8-9d99-f0822a4b61e6', 'name': '', 'network_id': '66123789-91dd-4f0a-834a-a28ce397c31a', 'tenant_id': '78e64edff38a43a79601b0ea9ee759c1', 'mac_address': 'fa:16:3e:59:96:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2fcfed5-97e7-4781-a4d4-abc125b03c54', 'device_owner': 'network:router_interface', 'standard_attr_id': 2400, 'fixed_ips': [{'subnet_id': '88886a72-f6db-452d-a7b9-17bad70189b3', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:42:00Z', 'updated_at': '2021-07-14T18:42:03Z', 'revision_number': 2, 'project_id': '78e64edff38a43a79601b0ea9ee759c1', 'subnets': [{'id': '88886a72-f6db-452d-a7b9-17bad70189b3', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-3', False) {} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:42:06.859043 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-5afeff8f-0862-4b51-86f8-a7356a007ca8 None None] For port dd385152-8c46-4afc-868b-6be076dd2124, host n-d-800634-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=dd385152-8c46-4afc-868b-6be076dd2124,segment=NetworkSegment(af76a024-7159-4d6c-b8eb-10a36e88001b),segment_id=af76a024-7159-4d6c-b8eb-10a36e88001b)] {{(pid=93917) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 18:42:06.923934 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-de43ca1f-6c03-4c00-88bb-9b3ededbef4b tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2684816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26033152'] for subnet, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:06.925923 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b98230b3-5e47-4041-b81c-d3743b03f402 None None] Checking router: b2fcfed5-97e7-4781-a4d4-abc125b03c54 for host: n-d-800634-3 {{(pid=93918) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 18:42:06.926290 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b98230b3-5e47-4041-b81c-d3743b03f402 None None] Updating router b2fcfed5-97e7-4781-a4d4-abc125b03c54 port e5b5ecc2-30c8-40a8-9d99-f0822a4b61e6 binding host n-d-800634-3 {{(pid=93918) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 18:42:06.928789 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-bde0594e-5230-4f65-b457-6b7b403179fc tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2096010', 'neutron.services.segments.db._delete_segments_for_network-8728202734996'] for network, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:07.022729 n-d-800634-3 neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-b98230b3-5e47-4041-b81c-d3743b03f402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:07.046613 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de43ca1f-6c03-4c00-88bb-9b3ededbef4b tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Pushing event deleted for resources: {'Subnet': ['ID=727c42fe-46fd-46d1-8ab9-17297f08f294,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:42:07.083180 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-82d17567-3f62-405d-91d3-0aefae4c3ca8 tempest-DHCPAgentSchedulersTestJSON-1350476120 tempest-DHCPAgentSchedulersTestJSON-1350476120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:07.089719 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-82d17567-3f62-405d-91d3-0aefae4c3ca8 tempest-DHCPAgentSchedulersTestJSON-1350476120 tempest-DHCPAgentSchedulersTestJSON-1350476120-project] 10.222.0.16 "DELETE /v2.0/ports/922e2b78-31be-4997-8c59-66d6702baded HTTP/1.1" status: 204 len: 168 time: 1.7106462 Jul 14 18:42:07.093601 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.segments.db [None req-bde0594e-5230-4f65-b457-6b7b403179fc tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63a5555f-a22d-4515-8f3a-d708078edd37']}} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:42:07.097874 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-de43ca1f-6c03-4c00-88bb-9b3ededbef4b tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks [] for subnet, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:07.103349 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-09adfdf2-9377-4dc4-bcb1-6b38acaa9bcc tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Notify callbacks [] for router, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:07.104941 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 58492) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:42:07.105289 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 58494) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:42:07.106968 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-de43ca1f-6c03-4c00-88bb-9b3ededbef4b tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] 10.222.0.16 "DELETE /v2.0/subnets/727c42fe-46fd-46d1-8ab9-17297f08f294 HTTP/1.1" status: 204 len: 168 time: 1.7461760 Jul 14 18:42:07.117732 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.segments.db [None req-bde0594e-5230-4f65-b457-6b7b403179fc tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7bca13b4-944d-4731-bc01-174f4a8e9942') {'for_net_delete': True} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:42:07.118319 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.segments.db [None req-bde0594e-5230-4f65-b457-6b7b403179fc tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7bca13b4-944d-4731-bc01-174f4a8e9942') {} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:42:07.138086 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-bde0594e-5230-4f65-b457-6b7b403179fc tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728202715275', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26296891'] for segment, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:07.182309 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-bde0594e-5230-4f65-b457-6b7b403179fc tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:07.194769 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-4e33dd36-7726-4e03-9e9b-78ee59fc49a7 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25912837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28969781'] for subnet, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:07.195674 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-369ae877-f611-4770-8ed9-d20755b95d6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b227a596-8f14-4250-94b3-5c465b582d5d', 'name': 'tempest-TestNetworkBasicOps-router-1416134541', 'tenant_id': '0c6eccb7d5c743f1a53a528a1f419fa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.168'}], 'enable_snat': True}, 'gw_port_id': '320661f6-329d-45fe-89a7-40d1a3349472', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:40:39Z', 'updated_at': '2021-07-14T18:42:00Z', 'revision_number': 5, 'project_id': '0c6eccb7d5c743f1a53a528a1f419fa2', 'gw_port': {'id': '320661f6-329d-45fe-89a7-40d1a3349472', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:db:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b227a596-8f14-4250-94b3-5c465b582d5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2270, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:40:40Z', 'updated_at': '2021-07-14T18:40:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3'}], 'n-d-800634-3', False) {} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:42:07.199299 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bde0594e-5230-4f65-b457-6b7b403179fc tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Releasing vlan 92 on physical network physnet1 to pool {{(pid=93916) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 18:42:07.199299 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-bde0594e-5230-4f65-b457-6b7b403179fc tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2682942'] for segment, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:07.209819 n-d-800634-3 neutron-server[93916]: Traceback (most recent call last): Jul 14 18:42:07.209819 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 18:42:07.209819 n-d-800634-3 neutron-server[93916]: timer() Jul 14 18:42:07.209819 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 18:42:07.209819 n-d-800634-3 neutron-server[93916]: cb(*args, **kw) Jul 14 18:42:07.209819 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 18:42:07.209819 n-d-800634-3 neutron-server[93916]: return func(*args, **kwargs) Jul 14 18:42:07.209819 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 18:42:07.209819 n-d-800634-3 neutron-server[93916]: self._notify() Jul 14 18:42:07.209819 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 18:42:07.209819 n-d-800634-3 neutron-server[93916]: self.callback(batched_events) Jul 14 18:42:07.209819 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 18:42:07.209819 n-d-800634-3 neutron-server[93916]: event.method(event) Jul 14 18:42:07.209819 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 18:42:07.209819 n-d-800634-3 neutron-server[93916]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 18:42:07.209819 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 18:42:07.209819 n-d-800634-3 neutron-server[93916]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 18:42:07.209819 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 18:42:07.209819 n-d-800634-3 neutron-server[93916]: return f(self, *a, **k) Jul 14 18:42:07.209819 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 18:42:07.209819 n-d-800634-3 neutron-server[93916]: return self._get(url).json() Jul 14 18:42:07.209819 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 18:42:07.209819 n-d-800634-3 neutron-server[93916]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 18:42:07.209819 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 18:42:07.209819 n-d-800634-3 neutron-server[93916]: return self.request(url, 'GET', **kwargs) Jul 14 18:42:07.209819 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 18:42:07.209819 n-d-800634-3 neutron-server[93916]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 18:42:07.209819 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 18:42:07.209819 n-d-800634-3 neutron-server[93916]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 18:42:07.209819 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 18:42:07.209819 n-d-800634-3 neutron-server[93916]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 18:42:07.209819 n-d-800634-3 neutron-server[93916]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 18:42:07.269092 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-5afeff8f-0862-4b51-86f8-a7356a007ca8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:07.272665 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d20aad58-e472-40dd-b662-92a7c67b87ca None None] Network 4af60b63-c835-45f6-978c-4969f04b1f64 requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:42:07.307909 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-369ae877-f611-4770-8ed9-d20755b95d6a None None] The sync data for ids ['b227a596-8f14-4250-94b3-5c465b582d5d'] in n-d-800634-3 is: [{'id': 'b227a596-8f14-4250-94b3-5c465b582d5d', 'name': 'tempest-TestNetworkBasicOps-router-1416134541', 'tenant_id': '0c6eccb7d5c743f1a53a528a1f419fa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.168'}], 'enable_snat': True}, 'gw_port_id': '320661f6-329d-45fe-89a7-40d1a3349472', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:40:39Z', 'updated_at': '2021-07-14T18:42:00Z', 'revision_number': 5, 'project_id': '0c6eccb7d5c743f1a53a528a1f419fa2', 'gw_port': {'id': '320661f6-329d-45fe-89a7-40d1a3349472', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:db:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b227a596-8f14-4250-94b3-5c465b582d5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2270, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:40:40Z', 'updated_at': '2021-07-14T18:40:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3'}] {{(pid=93918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 18:42:07.333475 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-bde0594e-5230-4f65-b457-6b7b403179fc tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2096001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-930085'] for network, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:07.341491 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-bde0594e-5230-4f65-b457-6b7b403179fc tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598705'] for network, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:07.347231 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-bde0594e-5230-4f65-b457-6b7b403179fc tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] 10.222.0.16 "DELETE /v2.0/networks/63a5555f-a22d-4515-8f3a-d708078edd37 HTTP/1.1" status: 204 len: 168 time: 1.7534776 Jul 14 18:42:07.347895 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 58504) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:42:07.462925 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-9dfec4b5-e685-49ea-9ea3-9f03e9b691e7 None None] Port e5b5ecc2-30c8-40a8-9d99-f0822a4b61e6 cannot update to ACTIVE because it is not bound. {{(pid=93917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 18:42:07.474234 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-fdb03e9d-b661-420d-bd2f-dd4a9476d909 tempest-DHCPAgentSchedulersTestJSON-769238021 tempest-DHCPAgentSchedulersTestJSON-769238021-project-admin] 10.222.0.16 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4679 time: 0.3654277 Jul 14 18:42:07.484899 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 58506) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:42:07.486163 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] For port c639f85c-eeee-421e-a8e0-7ba8350f0a6f, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=c639f85c-eeee-421e-a8e0-7ba8350f0a6f,segment=NetworkSegment(87c66c43-131f-46e4-b5a0-4ac53936fad2),segment_id=87c66c43-131f-46e4-b5a0-4ac53936fad2)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:42:07.495193 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-4f285adb-0f8e-435a-968f-d1e26956e1fb tempest-DHCPAgentSchedulersTestJSON-1350476120 tempest-DHCPAgentSchedulersTestJSON-1350476120-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-148651699'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:42:07.496215 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-bda6cab3-ecd1-49d4-8c49-195ec75fa5d9 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645734'] for network, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:07.534874 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:07.535668 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device a1bf0528-a079-45ce-bec1-0029330fd330 up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:42:07.538246 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f285adb-0f8e-435a-968f-d1e26956e1fb tempest-DHCPAgentSchedulersTestJSON-1350476120 tempest-DHCPAgentSchedulersTestJSON-1350476120-project] Made reservation on behalf of 37e67fa625dd4357a2d390b99b391e65 for: {'network': 1} {{(pid=93915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:42:07.549039 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-4f285adb-0f8e-435a-968f-d1e26956e1fb tempest-DHCPAgentSchedulersTestJSON-1350476120 tempest-DHCPAgentSchedulersTestJSON-1350476120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for network, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:07.590176 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e33dd36-7726-4e03-9e9b-78ee59fc49a7 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Pushing event updated for resources: {'Subnet': ['ID=cd70f5ca-0c40-4b72-9c07-aa118013575c,revision_number=0']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:42:07.590806 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde0594e-5230-4f65-b457-6b7b403179fc tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Pushing event deleted for resources: {'Network': ['ID=63a5555f-a22d-4515-8f3a-d708078edd37,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:42:07.630916 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-2db2c44c-9e23-447c-b985-20742377e2e0 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks [] for router, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:07.701848 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9dfec4b5-e685-49ea-9ea3-9f03e9b691e7 None None] Provisioning complete for port c639f85c-eeee-421e-a8e0-7ba8350f0a6f triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:42:07.702260 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9dfec4b5-e685-49ea-9ea3-9f03e9b691e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:07.728218 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-bda6cab3-ecd1-49d4-8c49-195ec75fa5d9 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Deleting port f8e6d19d-a6d8-4e23-96eb-913655d6b330 {{(pid=93916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:42:07.728589 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-bda6cab3-ecd1-49d4-8c49-195ec75fa5d9 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:07.775764 n-d-800634-3 neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-b98230b3-5e47-4041-b81c-d3743b03f402 None None] Notify callbacks [] for port, precommit_update {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:07.816787 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.provisioning_blocks [None req-b98230b3-5e47-4041-b81c-d3743b03f402 None None] Transition to ACTIVE for port object e5b5ecc2-30c8-40a8-9d99-f0822a4b61e6 will not be triggered until provisioned by entity L2. {{(pid=93918) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:42:07.854545 n-d-800634-3 neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-b98230b3-5e47-4041-b81c-d3743b03f402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:07.934197 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.db [None req-bda6cab3-ecd1-49d4-8c49-195ec75fa5d9 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] For port f8e6d19d-a6d8-4e23-96eb-913655d6b330, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=f8e6d19d-a6d8-4e23-96eb-913655d6b330,segment=NetworkSegment(a5f86141-009c-4679-b2f8-e0cc9120f80c),segment_id=a5f86141-009c-4679-b2f8-e0cc9120f80c)] {{(pid=93916) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:42:07.934649 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-bda6cab3-ecd1-49d4-8c49-195ec75fa5d9 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:07.975539 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8564948b-66f8-4b56-bcc7-834ded808969 None None] Pushing event updated for resources: {'Port': ['ID=e5b5ecc2-30c8-40a8-9d99-f0822a4b61e6,revision_number=3']} {{(pid=93918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:42:07.985668 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-bda6cab3-ecd1-49d4-8c49-195ec75fa5d9 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Calling delete_port for f8e6d19d-a6d8-4e23-96eb-913655d6b330 owned by network:dhcp {{(pid=93916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:42:07.991403 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-68319354-0bcf-4a69-9105-52f305556ad2 None None] Deleting port f8e6d19d-a6d8-4e23-96eb-913655d6b330 {{(pid=93917) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:42:07.992016 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-68319354-0bcf-4a69-9105-52f305556ad2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:07.992444 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8564948b-66f8-4b56-bcc7-834ded808969 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:42:07.993079 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8564948b-66f8-4b56-bcc7-834ded808969 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:42:07.993919 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8564948b-66f8-4b56-bcc7-834ded808969 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:42:07.994509 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8564948b-66f8-4b56-bcc7-834ded808969 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:42:07.997552 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8564948b-66f8-4b56-bcc7-834ded808969 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:42:07.998225 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8564948b-66f8-4b56-bcc7-834ded808969 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:42:07.998803 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8564948b-66f8-4b56-bcc7-834ded808969 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:42:07.999869 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8564948b-66f8-4b56-bcc7-834ded808969 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:42:08.000438 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8564948b-66f8-4b56-bcc7-834ded808969 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:42:08.001018 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8564948b-66f8-4b56-bcc7-834ded808969 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:42:08.001693 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8564948b-66f8-4b56-bcc7-834ded808969 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:42:08.002259 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8564948b-66f8-4b56-bcc7-834ded808969 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:42:08.009843 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5afeff8f-0862-4b51-86f8-a7356a007ca8 None None] Pushing event updated for resources: {'Port': ['ID=dd385152-8c46-4afc-868b-6be076dd2124,revision_number=2']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:42:08.129703 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-07d972ea-4caa-4cc4-abc1-1669c07bacda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c38da495-c6ac-40ad-8d3c-e678b5d50955', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1009685838', 'tenant_id': 'af718961b2754d7c873f442ed35947bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.111'}], 'enable_snat': True}, 'gw_port_id': '35ff524d-ea29-488f-856b-f4d8c977ed72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:39:14Z', 'updated_at': '2021-07-14T18:42:02Z', 'revision_number': 5, 'project_id': 'af718961b2754d7c873f442ed35947bb', 'gw_port': {'id': '35ff524d-ea29-488f-856b-f4d8c977ed72', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:f5:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c38da495-c6ac-40ad-8d3c-e678b5d50955', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2190, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:39:15Z', 'updated_at': '2021-07-14T18:39:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3'}], 'n-d-800634-3', False) {} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:42:08.132910 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning for port a1bf0528-a079-45ce-bec1-0029330fd330 completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:42:08.190752 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.managers [None req-b98230b3-5e47-4041-b81c-d3743b03f402 None None] Attempting to bind port e5b5ecc2-30c8-40a8-9d99-f0822a4b61e6 on host n-d-800634-3 for vnic_type normal with profile {{(pid=93918) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:42:08.192613 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.managers [None req-b98230b3-5e47-4041-b81c-d3743b03f402 None None] Attempting to bind port e5b5ecc2-30c8-40a8-9d99-f0822a4b61e6 by drivers openvswitch,hyperv on host n-d-800634-3 at level 0 using segments [{'id': '87c66c43-131f-46e4-b5a0-4ac53936fad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '66123789-91dd-4f0a-834a-a28ce397c31a'}] {{(pid=93918) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:42:08.193267 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b98230b3-5e47-4041-b81c-d3743b03f402 None None] Attempting to bind port e5b5ecc2-30c8-40a8-9d99-f0822a4b61e6 on network 66123789-91dd-4f0a-834a-a28ce397c31a {{(pid=93918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:42:08.203115 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b98230b3-5e47-4041-b81c-d3743b03f402 None None] Checking agent: {'id': '01c19e91-a945-4e3c-94a6-c211e17c923e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 8, 23), 'started_at': datetime.datetime(2021, 7, 14, 18, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 18, 41, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 18:42:08.207943 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b98230b3-5e47-4041-b81c-d3743b03f402 None None] Checking segment: {'id': '87c66c43-131f-46e4-b5a0-4ac53936fad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '66123789-91dd-4f0a-834a-a28ce397c31a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93918) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:42:08.208568 n-d-800634-3 neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-b98230b3-5e47-4041-b81c-d3743b03f402 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:08.209095 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b98230b3-5e47-4041-b81c-d3743b03f402 None None] Bound using segment: {'id': '87c66c43-131f-46e4-b5a0-4ac53936fad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '66123789-91dd-4f0a-834a-a28ce397c31a'} {{(pid=93918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 18:42:08.209689 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.managers [None req-b98230b3-5e47-4041-b81c-d3743b03f402 None None] Bound port: e5b5ecc2-30c8-40a8-9d99-f0822a4b61e6, host: n-d-800634-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87c66c43-131f-46e4-b5a0-4ac53936fad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '66123789-91dd-4f0a-834a-a28ce397c31a'}}] {{(pid=93918) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 18:42:08.210173 n-d-800634-3 neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-b98230b3-5e47-4041-b81c-d3743b03f402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:08.236844 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-bda6cab3-ecd1-49d4-8c49-195ec75fa5d9 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:08.255848 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bda6cab3-ecd1-49d4-8c49-195ec75fa5d9 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] No DVR routers for this DVR port f8e6d19d-a6d8-4e23-96eb-913655d6b330 on host n-d-800634-3 {{(pid=93916) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 18:42:08.285854 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-68319354-0bcf-4a69-9105-52f305556ad2 None None] For port f8e6d19d-a6d8-4e23-96eb-913655d6b330, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=f8e6d19d-a6d8-4e23-96eb-913655d6b330,segment=NetworkSegment(a5f86141-009c-4679-b2f8-e0cc9120f80c),segment_id=a5f86141-009c-4679-b2f8-e0cc9120f80c)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:42:08.286285 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-68319354-0bcf-4a69-9105-52f305556ad2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:08.304365 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda6cab3-ecd1-49d4-8c49-195ec75fa5d9 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Pushing event deleted for resources: {'Port': ['ID=f8e6d19d-a6d8-4e23-96eb-913655d6b330,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:42:08.304599 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-68319354-0bcf-4a69-9105-52f305556ad2 None None] Calling delete_port for f8e6d19d-a6d8-4e23-96eb-913655d6b330 owned by network:dhcp {{(pid=93917) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:42:08.400007 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.db [None req-b98230b3-5e47-4041-b81c-d3743b03f402 None None] For port e5b5ecc2-30c8-40a8-9d99-f0822a4b61e6, host n-d-800634-3, cleared binding levels {{(pid=93918) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:42:08.409336 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.db [None req-b98230b3-5e47-4041-b81c-d3743b03f402 None None] For port e5b5ecc2-30c8-40a8-9d99-f0822a4b61e6, host n-d-800634-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=e5b5ecc2-30c8-40a8-9d99-f0822a4b61e6,segment=NetworkSegment(87c66c43-131f-46e4-b5a0-4ac53936fad2),segment_id=87c66c43-131f-46e4-b5a0-4ac53936fad2)] {{(pid=93918) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 18:42:08.433528 n-d-800634-3 neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-b98230b3-5e47-4041-b81c-d3743b03f402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:08.448593 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7373b684-0a75-41a5-be77-ab1144c36089 None None] DHCP port deletion for e602d401-0f37-42a7-8ad3-944d76449831 request from n-d-800634-3 {{(pid=93917) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 18:42:08.452020 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Pushing event updated for resources: {'Port': ['ID=c639f85c-eeee-421e-a8e0-7ba8350f0a6f,revision_number=3']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:42:08.463905 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f285adb-0f8e-435a-968f-d1e26956e1fb tempest-DHCPAgentSchedulersTestJSON-1350476120 tempest-DHCPAgentSchedulersTestJSON-1350476120-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 74} {{(pid=93915) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 18:42:08.472667 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port a1bf0528-a079-45ce-bec1-0029330fd330 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:42:08.473449 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:08.475654 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-4f285adb-0f8e-435a-968f-d1e26956e1fb tempest-DHCPAgentSchedulersTestJSON-1350476120 tempest-DHCPAgentSchedulersTestJSON-1350476120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:08.476018 n-d-800634-3 neutron-server[93915]: INFO neutron.db.segments_db [None req-4f285adb-0f8e-435a-968f-d1e26956e1fb tempest-DHCPAgentSchedulersTestJSON-1350476120 tempest-DHCPAgentSchedulersTestJSON-1350476120-project] Added segment fec857f9-b835-480a-aa18-deda20bf5612 of type vlan for network 01c3a1e1-ad53-414c-b9cf-38eba9357f3c Jul 14 18:42:08.482458 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-bda6cab3-ecd1-49d4-8c49-195ec75fa5d9 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2096010', 'neutron.services.segments.db._delete_segments_for_network-8728202734996'] for network, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:08.502980 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.segments.db [None req-bda6cab3-ecd1-49d4-8c49-195ec75fa5d9 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78f1bdd6-a438-4e68-a059-5fadb7299624']}} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:42:08.517501 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.segments.db [None req-bda6cab3-ecd1-49d4-8c49-195ec75fa5d9 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5f86141-009c-4679-b2f8-e0cc9120f80c') {'for_net_delete': True} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:42:08.517501 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.segments.db [None req-bda6cab3-ecd1-49d4-8c49-195ec75fa5d9 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5f86141-009c-4679-b2f8-e0cc9120f80c') {} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:42:08.537747 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-bda6cab3-ecd1-49d4-8c49-195ec75fa5d9 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728202715275', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26296891'] for segment, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:08.555181 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-bda6cab3-ecd1-49d4-8c49-195ec75fa5d9 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:08.570732 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e33dd36-7726-4e03-9e9b-78ee59fc49a7 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Checking segment: {'id': 'c89c55d7-a234-408e-a31d-fd1ef504b9dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '420dd1ef-f8e3-468a-8f28-5a08b8b7aecf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:42:08.570998 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bda6cab3-ecd1-49d4-8c49-195ec75fa5d9 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Releasing vlan 94 on physical network physnet1 to pool {{(pid=93916) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 18:42:08.571370 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e33dd36-7726-4e03-9e9b-78ee59fc49a7 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Network hostable DHCP agents. Network: 420dd1ef-f8e3-468a-8f28-5a08b8b7aecf, hostable agents: ['028393c3-0576-4ebd-bca1-8ea8a148e1a2'], hosted agents: [] {{(pid=93915) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 18:42:08.571507 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-bda6cab3-ecd1-49d4-8c49-195ec75fa5d9 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2682942'] for segment, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:08.583810 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-2db2c44c-9e23-447c-b985-20742377e2e0 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:08.587400 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-09adfdf2-9377-4dc4-bcb1-6b38acaa9bcc tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:08.592712 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07d972ea-4caa-4cc4-abc1-1669c07bacda None None] Checking router: c38da495-c6ac-40ad-8d3c-e678b5d50955 for host: n-d-800634-3 {{(pid=93917) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 18:42:08.595248 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-68319354-0bcf-4a69-9105-52f305556ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813'] for port, after_delete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:08.607578 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8564948b-66f8-4b56-bcc7-834ded808969 None None] Pushing event updated for resources: {'Port': ['ID=e5b5ecc2-30c8-40a8-9d99-f0822a4b61e6,revision_number=4']} {{(pid=93918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:42:08.621910 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b98230b3-5e47-4041-b81c-d3743b03f402 None None] Routers {'b2fcfed5-97e7-4781-a4d4-abc125b03c54'} bound to L3 agent in host n-d-800634-3 {{(pid=93918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:42:08.622976 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-b98230b3-5e47-4041-b81c-d3743b03f402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:41:53Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['b2fcfed5-97e7-4781-a4d4-abc125b03c54'], 'active': True} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:42:08.671551 n-d-800634-3 neutron-server[93916]: Traceback (most recent call last): Jul 14 18:42:08.671551 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 18:42:08.671551 n-d-800634-3 neutron-server[93916]: timer() Jul 14 18:42:08.671551 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 18:42:08.671551 n-d-800634-3 neutron-server[93916]: cb(*args, **kw) Jul 14 18:42:08.671551 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 18:42:08.671551 n-d-800634-3 neutron-server[93916]: return func(*args, **kwargs) Jul 14 18:42:08.671551 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 18:42:08.671551 n-d-800634-3 neutron-server[93916]: self._notify() Jul 14 18:42:08.671551 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 18:42:08.671551 n-d-800634-3 neutron-server[93916]: self.callback(batched_events) Jul 14 18:42:08.671551 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 18:42:08.671551 n-d-800634-3 neutron-server[93916]: event.method(event) Jul 14 18:42:08.671551 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 18:42:08.671551 n-d-800634-3 neutron-server[93916]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 18:42:08.671551 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 18:42:08.671551 n-d-800634-3 neutron-server[93916]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 18:42:08.671551 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 18:42:08.671551 n-d-800634-3 neutron-server[93916]: return f(self, *a, **k) Jul 14 18:42:08.671551 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 18:42:08.671551 n-d-800634-3 neutron-server[93916]: return self._get(url).json() Jul 14 18:42:08.671551 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 18:42:08.671551 n-d-800634-3 neutron-server[93916]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 18:42:08.671551 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 18:42:08.671551 n-d-800634-3 neutron-server[93916]: return self.request(url, 'GET', **kwargs) Jul 14 18:42:08.671551 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 18:42:08.671551 n-d-800634-3 neutron-server[93916]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 18:42:08.671551 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 18:42:08.671551 n-d-800634-3 neutron-server[93916]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 18:42:08.671551 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 18:42:08.671551 n-d-800634-3 neutron-server[93916]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 18:42:08.671551 n-d-800634-3 neutron-server[93916]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 18:42:08.674248 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-bda6cab3-ecd1-49d4-8c49-195ec75fa5d9 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2096001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-930085'] for network, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:08.688739 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-bda6cab3-ecd1-49d4-8c49-195ec75fa5d9 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598705'] for network, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:08.695504 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-bda6cab3-ecd1-49d4-8c49-195ec75fa5d9 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] 10.222.0.16 "DELETE /v2.0/networks/78f1bdd6-a438-4e68-a059-5fadb7299624 HTTP/1.1" status: 204 len: 168 time: 1.3383701 Jul 14 18:42:08.708546 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-4f285adb-0f8e-435a-968f-d1e26956e1fb tempest-DHCPAgentSchedulersTestJSON-1350476120 tempest-DHCPAgentSchedulersTestJSON-1350476120-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728202197517'] for network, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:08.758396 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda6cab3-ecd1-49d4-8c49-195ec75fa5d9 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Pushing event deleted for resources: {'Network': ['ID=78f1bdd6-a438-4e68-a059-5fadb7299624,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:42:08.775210 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bda6cab3-ecd1-49d4-8c49-195ec75fa5d9 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:42:08.775884 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bda6cab3-ecd1-49d4-8c49-195ec75fa5d9 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:42:08.776712 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bda6cab3-ecd1-49d4-8c49-195ec75fa5d9 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:42:08.777257 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bda6cab3-ecd1-49d4-8c49-195ec75fa5d9 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:42:08.777785 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bda6cab3-ecd1-49d4-8c49-195ec75fa5d9 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:42:08.778290 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bda6cab3-ecd1-49d4-8c49-195ec75fa5d9 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:42:08.779769 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bda6cab3-ecd1-49d4-8c49-195ec75fa5d9 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:42:08.780307 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bda6cab3-ecd1-49d4-8c49-195ec75fa5d9 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:42:08.780820 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bda6cab3-ecd1-49d4-8c49-195ec75fa5d9 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:42:08.781331 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bda6cab3-ecd1-49d4-8c49-195ec75fa5d9 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:42:08.781823 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bda6cab3-ecd1-49d4-8c49-195ec75fa5d9 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:42:08.782313 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bda6cab3-ecd1-49d4-8c49-195ec75fa5d9 tempest-TaggedBootDevicesTest_v242-427983067 tempest-TaggedBootDevicesTest_v242-427983067-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:42:08.883940 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68319354-0bcf-4a69-9105-52f305556ad2 None None] No DVR routers for this DVR port f8e6d19d-a6d8-4e23-96eb-913655d6b330 on host n-d-800634-3 {{(pid=93917) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 18:42:08.885275 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvr_db [None req-b98230b3-5e47-4041-b81c-d3743b03f402 None None] Set router b2fcfed5-97e7-4781-a4d4-abc125b03c54 gateway port host: None {{(pid=93918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 18:42:08.937980 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e33dd36-7726-4e03-9e9b-78ee59fc49a7 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Network 420dd1ef-f8e3-468a-8f28-5a08b8b7aecf is scheduled to be hosted by DHCP agent 028393c3-0576-4ebd-bca1-8ea8a148e1a2 with binding_index 1 {{(pid=93915) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 18:42:08.949535 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68319354-0bcf-4a69-9105-52f305556ad2 None None] Pushing event deleted for resources: {'Port': ['ID=f8e6d19d-a6d8-4e23-96eb-913655d6b330,revision_number=None']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:42:09.018145 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07d972ea-4caa-4cc4-abc1-1669c07bacda None None] Routers {'c38da495-c6ac-40ad-8d3c-e678b5d50955'} bound to L3 agent in host n-d-800634-3 {{(pid=93917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:42:09.018799 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-07d972ea-4caa-4cc4-abc1-1669c07bacda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:41:53Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['c38da495-c6ac-40ad-8d3c-e678b5d50955'], 'active': True} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:42:09.038454 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [None req-4e33dd36-7726-4e03-9e9b-78ee59fc49a7 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-3, 420dd1ef-f8e3-468a-8f28-5a08b8b7aecf) {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:42:09.054441 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-4f285adb-0f8e-435a-968f-d1e26956e1fb tempest-DHCPAgentSchedulersTestJSON-1350476120 tempest-DHCPAgentSchedulersTestJSON-1350476120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727'] for network, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:09.082772 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f285adb-0f8e-435a-968f-d1e26956e1fb tempest-DHCPAgentSchedulersTestJSON-1350476120 tempest-DHCPAgentSchedulersTestJSON-1350476120-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:42:09.083444 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-4f285adb-0f8e-435a-968f-d1e26956e1fb tempest-DHCPAgentSchedulersTestJSON-1350476120 tempest-DHCPAgentSchedulersTestJSON-1350476120-project] Notify callbacks [] for network, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:09.086145 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3776ea81-6e80-44dc-95d6-f754309077c5 None None] Network 420dd1ef-f8e3-468a-8f28-5a08b8b7aecf requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:42:09.120515 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e33dd36-7726-4e03-9e9b-78ee59fc49a7 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:42:09.121647 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-4e33dd36-7726-4e03-9e9b-78ee59fc49a7 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify callbacks [] for subnet, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:09.226365 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-076838ef-2b2b-4d56-9254-ab5327ac06af None None] DHCP port deletion for 4af60b63-c835-45f6-978c-4969f04b1f64 request from n-d-800634-3 {{(pid=93917) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 18:42:09.290549 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-b98230b3-5e47-4041-b81c-d3743b03f402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2fcfed5-97e7-4781-a4d4-abc125b03c54', 'name': 'tempest-RoutersIpV6Test-router-1051286446', 'tenant_id': '78e64edff38a43a79601b0ea9ee759c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:41:46Z', 'updated_at': '2021-07-14T18:42:02Z', 'revision_number': 4, 'project_id': '78e64edff38a43a79601b0ea9ee759c1', 'gw_port_host': None, '_interfaces': [{'id': 'a1bf0528-a079-45ce-bec1-0029330fd330', 'name': '', 'network_id': '16e6bed7-592c-42a6-bc4b-6851af0572a4', 'tenant_id': '78e64edff38a43a79601b0ea9ee759c1', 'mac_address': 'fa:16:3e:01:66:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2fcfed5-97e7-4781-a4d4-abc125b03c54', 'device_owner': 'network:router_interface', 'standard_attr_id': 2387, 'fixed_ips': [{'subnet_id': '348fc547-9ada-4c29-952d-4f8e5befbefb', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:41:54Z', 'updated_at': '2021-07-14T18:42:02Z', 'revision_number': 4, 'project_id': '78e64edff38a43a79601b0ea9ee759c1', 'subnets': [{'id': '348fc547-9ada-4c29-952d-4f8e5befbefb', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e1559901-b9e0-45ba-b035-2e326faf3b95', 'name': '', 'network_id': '7cb6cfed-e28d-443c-8647-2cd4fece0810', 'tenant_id': '78e64edff38a43a79601b0ea9ee759c1', 'mac_address': 'fa:16:3e:99:60:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2fcfed5-97e7-4781-a4d4-abc125b03c54', 'device_owner': 'network:router_interface', 'standard_attr_id': 2375, 'fixed_ips': [{'subnet_id': '6237a0fc-5f57-4144-81b6-9f8997dd8eb6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:41:47Z', 'updated_at': '2021-07-14T18:41:59Z', 'revision_number': 5, 'project_id': '78e64edff38a43a79601b0ea9ee759c1', 'subnets': [{'id': '6237a0fc-5f57-4144-81b6-9f8997dd8eb6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e5b5ecc2-30c8-40a8-9d99-f0822a4b61e6', 'name': '', 'network_id': '66123789-91dd-4f0a-834a-a28ce397c31a', 'tenant_id': '78e64edff38a43a79601b0ea9ee759c1', 'mac_address': 'fa:16:3e:59:96:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2fcfed5-97e7-4781-a4d4-abc125b03c54', 'device_owner': 'network:router_interface', 'standard_attr_id': 2400, 'fixed_ips': [{'subnet_id': '88886a72-f6db-452d-a7b9-17bad70189b3', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:42:00Z', 'updated_at': '2021-07-14T18:42:08Z', 'revision_number': 4, 'project_id': '78e64edff38a43a79601b0ea9ee759c1', 'subnets': [{'id': '88886a72-f6db-452d-a7b9-17bad70189b3', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-3', False) {} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:42:09.292224 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 58530) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:42:09.292698 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-4f285adb-0f8e-435a-968f-d1e26956e1fb tempest-DHCPAgentSchedulersTestJSON-1350476120 tempest-DHCPAgentSchedulersTestJSON-1350476120-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.8024361 Jul 14 18:42:09.296613 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-4e33dd36-7726-4e03-9e9b-78ee59fc49a7 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 3.0329790 Jul 14 18:42:09.298655 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 58532) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:42:09.308168 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [None req-09adfdf2-9377-4dc4-bcb1-6b38acaa9bcc tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Deleting port 320661f6-329d-45fe-89a7-40d1a3349472 {{(pid=93915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:42:09.318092 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-09adfdf2-9377-4dc4-bcb1-6b38acaa9bcc tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:09.391569 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-7373b684-0a75-41a5-be77-ab1144c36089 None None] Deleting port c27245eb-9c84-4cde-a2ef-b53824dde702 {{(pid=93917) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:42:09.392019 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-7373b684-0a75-41a5-be77-ab1144c36089 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:09.399152 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f285adb-0f8e-435a-968f-d1e26956e1fb tempest-DHCPAgentSchedulersTestJSON-1350476120 tempest-DHCPAgentSchedulersTestJSON-1350476120-project] Pushing event updated for resources: {'Network': ['ID=01c3a1e1-ad53-414c-b9cf-38eba9357f3c,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:42:09.442302 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [None req-2db2c44c-9e23-447c-b985-20742377e2e0 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Deleting port 35ff524d-ea29-488f-856b-f4d8c977ed72 {{(pid=93915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:42:09.442657 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-2db2c44c-9e23-447c-b985-20742377e2e0 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:09.499911 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b98230b3-5e47-4041-b81c-d3743b03f402 None None] The sync data for ids ['b2fcfed5-97e7-4781-a4d4-abc125b03c54'] in n-d-800634-3 is: [{'id': 'b2fcfed5-97e7-4781-a4d4-abc125b03c54', 'name': 'tempest-RoutersIpV6Test-router-1051286446', 'tenant_id': '78e64edff38a43a79601b0ea9ee759c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:41:46Z', 'updated_at': '2021-07-14T18:42:02Z', 'revision_number': 4, 'project_id': '78e64edff38a43a79601b0ea9ee759c1', 'gw_port_host': None, '_interfaces': [{'id': 'a1bf0528-a079-45ce-bec1-0029330fd330', 'name': '', 'network_id': '16e6bed7-592c-42a6-bc4b-6851af0572a4', 'tenant_id': '78e64edff38a43a79601b0ea9ee759c1', 'mac_address': 'fa:16:3e:01:66:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2fcfed5-97e7-4781-a4d4-abc125b03c54', 'device_owner': 'network:router_interface', 'standard_attr_id': 2387, 'fixed_ips': [{'subnet_id': '348fc547-9ada-4c29-952d-4f8e5befbefb', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:41:54Z', 'updated_at': '2021-07-14T18:42:02Z', 'revision_number': 4, 'project_id': '78e64edff38a43a79601b0ea9ee759c1', 'subnets': [{'id': '348fc547-9ada-4c29-952d-4f8e5befbefb', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e1559901-b9e0-45ba-b035-2e326faf3b95', 'name': '', 'network_id': '7cb6cfed-e28d-443c-8647-2cd4fece0810', 'tenant_id': '78e64edff38a43a79601b0ea9ee759c1', 'mac_address': 'fa:16:3e:99:60:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2fcfed5-97e7-4781-a4d4-abc125b03c54', 'device_owner': 'network:router_interface', 'standard_attr_id': 2375, 'fixed_ips': [{'subnet_id': '6237a0fc-5f57-4144-81b6-9f8997dd8eb6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:41:47Z', 'updated_at': '2021-07-14T18:41:59Z', 'revision_number': 5, 'project_id': '78e64edff38a43a79601b0ea9ee759c1', 'subnets': [{'id': '6237a0fc-5f57-4144-81b6-9f8997dd8eb6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e5b5ecc2-30c8-40a8-9d99-f0822a4b61e6', 'name': '', 'network_id': '66123789-91dd-4f0a-834a-a28ce397c31a', 'tenant_id': '78e64edff38a43a79601b0ea9ee759c1', 'mac_address': 'fa:16:3e:59:96:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2fcfed5-97e7-4781-a4d4-abc125b03c54', 'device_owner': 'network:router_interface', 'standard_attr_id': 2400, 'fixed_ips': [{'subnet_id': '88886a72-f6db-452d-a7b9-17bad70189b3', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:42:00Z', 'updated_at': '2021-07-14T18:42:08Z', 'revision_number': 4, 'project_id': '78e64edff38a43a79601b0ea9ee759c1', 'subnets': [{'id': '88886a72-f6db-452d-a7b9-17bad70189b3', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 18:42:09.521533 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Network 01c3a1e1-ad53-414c-b9cf-38eba9357f3c details requested by agent ovs-agent-n-d-800634-3 with host n-d-800634-3 {{(pid=93917) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 18:42:09.525050 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fc3a64e-677e-4869-907b-d2d61305decc None None] Network 1a60aa64-faf6-485d-b975-18eb818b2801 requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:42:09.582214 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [None req-09adfdf2-9377-4dc4-bcb1-6b38acaa9bcc tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] For port 320661f6-329d-45fe-89a7-40d1a3349472, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=320661f6-329d-45fe-89a7-40d1a3349472,segment=NetworkSegment(5afb940b-bbdf-4727-be00-5d46367c38a1),segment_id=5afb940b-bbdf-4727-be00-5d46367c38a1)] {{(pid=93915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:42:09.616997 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-09adfdf2-9377-4dc4-bcb1-6b38acaa9bcc tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:09.648586 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [None req-09adfdf2-9377-4dc4-bcb1-6b38acaa9bcc tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Calling delete_port for 320661f6-329d-45fe-89a7-40d1a3349472 owned by network:router_gateway {{(pid=93915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:42:09.698176 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:09.722542 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvr_db [None req-07d972ea-4caa-4cc4-abc1-1669c07bacda None None] Set router c38da495-c6ac-40ad-8d3c-e678b5d50955 gateway port host: None {{(pid=93917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 18:42:09.912569 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [None req-2db2c44c-9e23-447c-b985-20742377e2e0 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] For port 35ff524d-ea29-488f-856b-f4d8c977ed72, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=35ff524d-ea29-488f-856b-f4d8c977ed72,segment=NetworkSegment(5afb940b-bbdf-4727-be00-5d46367c38a1),segment_id=5afb940b-bbdf-4727-be00-5d46367c38a1)] {{(pid=93915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:42:09.913436 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-2db2c44c-9e23-447c-b985-20742377e2e0 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:09.935081 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [None req-2db2c44c-9e23-447c-b985-20742377e2e0 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Calling delete_port for 35ff524d-ea29-488f-856b-f4d8c977ed72 owned by network:router_gateway {{(pid=93915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:42:10.091244 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] For port a1bf0528-a079-45ce-bec1-0029330fd330, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=a1bf0528-a079-45ce-bec1-0029330fd330,segment=NetworkSegment(8f249fc5-2628-4485-b8ff-183d34fa15c0),segment_id=8f249fc5-2628-4485-b8ff-183d34fa15c0)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:42:10.093898 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-07d972ea-4caa-4cc4-abc1-1669c07bacda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c38da495-c6ac-40ad-8d3c-e678b5d50955', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1009685838', 'tenant_id': 'af718961b2754d7c873f442ed35947bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:39:14Z', 'updated_at': '2021-07-14T18:42:08Z', 'revision_number': 6, 'project_id': 'af718961b2754d7c873f442ed35947bb', 'gw_port_host': None}], 'n-d-800634-3', False) {} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:42:10.191434 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07d972ea-4caa-4cc4-abc1-1669c07bacda None None] The sync data for ids ['c38da495-c6ac-40ad-8d3c-e678b5d50955'] in n-d-800634-3 is: [{'id': 'c38da495-c6ac-40ad-8d3c-e678b5d50955', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1009685838', 'tenant_id': 'af718961b2754d7c873f442ed35947bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:39:14Z', 'updated_at': '2021-07-14T18:42:08Z', 'revision_number': 6, 'project_id': 'af718961b2754d7c873f442ed35947bb', 'gw_port_host': None}] {{(pid=93917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 18:42:10.206475 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:10.224578 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-09adfdf2-9377-4dc4-bcb1-6b38acaa9bcc tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:10.252568 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-7373b684-0a75-41a5-be77-ab1144c36089 None None] For port c27245eb-9c84-4cde-a2ef-b53824dde702, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=c27245eb-9c84-4cde-a2ef-b53824dde702,segment=NetworkSegment(023a2c51-fc5a-4668-8579-f4c9504fe4e4),segment_id=023a2c51-fc5a-4668-8579-f4c9504fe4e4)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:42:10.253404 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-7373b684-0a75-41a5-be77-ab1144c36089 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:10.293135 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-7373b684-0a75-41a5-be77-ab1144c36089 None None] Calling delete_port for c27245eb-9c84-4cde-a2ef-b53824dde702 owned by network:dhcp {{(pid=93917) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:42:10.313354 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09adfdf2-9377-4dc4-bcb1-6b38acaa9bcc tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Pushing event deleted for resources: {'Port': ['ID=320661f6-329d-45fe-89a7-40d1a3349472,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:42:10.412577 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-b15c4199-fbff-4fc9-97a0-a01625702e0d tempest-DHCPAgentSchedulersTestJSON-769238021 tempest-DHCPAgentSchedulersTestJSON-769238021-project-admin] 10.222.0.16 "GET /v2.0/agents/028393c3-0576-4ebd-bca1-8ea8a148e1a2/dhcp-networks HTTP/1.1" status: 200 len: 11882 time: 1.1191056 Jul 14 18:42:10.427687 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 58546) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:42:10.667978 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-09adfdf2-9377-4dc4-bcb1-6b38acaa9bcc tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-930057'] for router_gateway, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:10.685567 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-dafc411d-99f5-4596-b3d5-67dea1996de9 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:10.763208 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-2db2c44c-9e23-447c-b985-20742377e2e0 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:10.770875 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 6eccfeb0-b801-434f-8ae6-d56973206e1b no longer exists at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 18:42:10.773671 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-7373b684-0a75-41a5-be77-ab1144c36089 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813'] for port, after_delete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:10.903163 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db2c44c-9e23-447c-b985-20742377e2e0 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Pushing event deleted for resources: {'Port': ['ID=35ff524d-ea29-488f-856b-f4d8c977ed72,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:42:10.914583 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-076838ef-2b2b-4d56-9254-ab5327ac06af None None] Deleting port 7407a7f5-ebb9-4094-a989-9e1c917e1132 {{(pid=93917) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:42:10.914944 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-076838ef-2b2b-4d56-9254-ab5327ac06af None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:10.921990 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-09adfdf2-9377-4dc4-bcb1-6b38acaa9bcc tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-571778', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11402'] for router, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:10.933023 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] No Port match for: 6eccfeb0-b801-434f-8ae6-d56973206e1b {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 18:42:10.933374 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 6eccfeb0-b801-434f-8ae6-d56973206e1b not bound to the agent host n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 18:42:10.942518 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-09adfdf2-9377-4dc4-bcb1-6b38acaa9bcc tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:10.961473 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7373b684-0a75-41a5-be77-ab1144c36089 None None] No DVR routers for this DVR port c27245eb-9c84-4cde-a2ef-b53824dde702 on host n-d-800634-3 {{(pid=93917) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 18:42:11.028181 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-23e4cf61-83b0-423f-9e76-ce0c635cc325 None None] Provisioning for port dd385152-8c46-4afc-868b-6be076dd2124 completed by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:42:11.054457 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36fb5587-a7a3-48f0-952a-09d69c158264 tempest-DHCPAgentSchedulersTestJSON-769238021 tempest-DHCPAgentSchedulersTestJSON-769238021-project-admin] Network 01c3a1e1-ad53-414c-b9cf-38eba9357f3c is scheduled to be hosted by DHCP agent 028393c3-0576-4ebd-bca1-8ea8a148e1a2 with binding_index 1 {{(pid=93915) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 18:42:11.080891 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-09adfdf2-9377-4dc4-bcb1-6b38acaa9bcc tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-541202'] for router, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:11.085695 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09adfdf2-9377-4dc4-bcb1-6b38acaa9bcc tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Fanout notify agent at l3_agent the message router_deleted on router b227a596-8f14-4250-94b3-5c465b582d5d {{(pid=93915) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 18:42:11.094041 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-36fb5587-a7a3-48f0-952a-09d69c158264 tempest-DHCPAgentSchedulersTestJSON-769238021 tempest-DHCPAgentSchedulersTestJSON-769238021-project-admin] 10.222.0.16 "POST /v2.0/agents/028393c3-0576-4ebd-bca1-8ea8a148e1a2/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.6644435 Jul 14 18:42:11.099975 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-09adfdf2-9377-4dc4-bcb1-6b38acaa9bcc tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Notify callbacks [] for router, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:11.109722 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-09adfdf2-9377-4dc4-bcb1-6b38acaa9bcc tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] 10.222.0.16 "DELETE /v2.0/routers/b227a596-8f14-4250-94b3-5c465b582d5d HTTP/1.1" status: 204 len: 168 time: 4.8518491 Jul 14 18:42:11.111340 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 58556) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:42:11.113618 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08004b18-fa0d-493e-8b31-6916f15488f7 None None] Network 01c3a1e1-ad53-414c-b9cf-38eba9357f3c requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:42:11.117106 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-2db2c44c-9e23-447c-b985-20742377e2e0 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-930057'] for router_gateway, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:11.119230 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 58558) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:42:11.205162 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.db_base_plugin_common [None req-dafc411d-99f5-4596-b3d5-67dea1996de9 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Allocated IP 2001:db8:3::1 (420dd1ef-f8e3-468a-8f28-5a08b8b7aecf/cd70f5ca-0c40-4b72-9c07-aa118013575c/9d029ac5-b84b-4bba-a7f2-73a7a3c9167b) {{(pid=93916) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:42:11.215474 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Pushing event updated for resources: {'Port': ['ID=a1bf0528-a079-45ce-bec1-0029330fd330,revision_number=5']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:42:11.368228 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dba4834e-9e7c-4b3e-83f1-3024a77fb115 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9222b97e-5d1c-54f8-ba97-82f172498e76-420dd1ef-f8e3-468a-8f28-5a08b8b7aecf', 'network_id': '420dd1ef-f8e3-468a-8f28-5a08b8b7aecf', 'tenant_id': '78e64edff38a43a79601b0ea9ee759c1', 'fixed_ips': [{'subnet_id': 'cd70f5ca-0c40-4b72-9c07-aa118013575c'}]}} from n-d-800634-3. {{(pid=93917) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 18:42:11.368771 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-dba4834e-9e7c-4b3e-83f1-3024a77fb115 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:11.472705 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-076838ef-2b2b-4d56-9254-ab5327ac06af None None] For port 7407a7f5-ebb9-4094-a989-9e1c917e1132, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=7407a7f5-ebb9-4094-a989-9e1c917e1132,segment=NetworkSegment(d0d72d50-2af1-4c80-a444-7e1148083188),segment_id=d0d72d50-2af1-4c80-a444-7e1148083188)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:42:11.473353 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-076838ef-2b2b-4d56-9254-ab5327ac06af None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:11.512928 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-dafc411d-99f5-4596-b3d5-67dea1996de9 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify callbacks [] for port, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:11.515261 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-076838ef-2b2b-4d56-9254-ab5327ac06af None None] Calling delete_port for 7407a7f5-ebb9-4094-a989-9e1c917e1132 owned by network:dhcp {{(pid=93917) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:42:11.540793 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.provisioning_blocks [None req-dafc411d-99f5-4596-b3d5-67dea1996de9 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Transition to ACTIVE for port object 9d029ac5-b84b-4bba-a7f2-73a7a3c9167b will not be triggered until provisioned by entity DHCP. {{(pid=93916) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:42:11.586896 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-dafc411d-99f5-4596-b3d5-67dea1996de9 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:11.665253 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7373b684-0a75-41a5-be77-ab1144c36089 None None] Pushing event deleted for resources: {'Port': ['ID=c27245eb-9c84-4cde-a2ef-b53824dde702,revision_number=None']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:42:11.683044 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dafc411d-99f5-4596-b3d5-67dea1996de9 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Network 420dd1ef-f8e3-468a-8f28-5a08b8b7aecf is already hosted by enough agents. {{(pid=93916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:42:11.687236 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [None req-dafc411d-99f5-4596-b3d5-67dea1996de9 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Resources bound (agent type, host, resource id): {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:42:11.697233 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dafc411d-99f5-4596-b3d5-67dea1996de9 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Received port after_create {{(pid=93916) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:42:11.698396 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-dafc411d-99f5-4596-b3d5-67dea1996de9 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-930452'] for router_interface, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:11.867914 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafc411d-99f5-4596-b3d5-67dea1996de9 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Pushing event updated for resources: {'Port': ['ID=9d029ac5-b84b-4bba-a7f2-73a7a3c9167b,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:42:11.940001 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-dafc411d-99f5-4596-b3d5-67dea1996de9 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:12.002715 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-076838ef-2b2b-4d56-9254-ab5327ac06af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813'] for port, after_delete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:12.063844 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-076838ef-2b2b-4d56-9254-ab5327ac06af None None] No DVR routers for this DVR port 7407a7f5-ebb9-4094-a989-9e1c917e1132 on host n-d-800634-3 {{(pid=93917) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 18:42:12.070484 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-d3efe5b7-7bdd-4435-85a6-fe12d6c9d707 tempest-DHCPAgentSchedulersTestJSON-769238021 tempest-DHCPAgentSchedulersTestJSON-769238021-project-admin] 10.222.0.16 "GET /v2.0/agents/028393c3-0576-4ebd-bca1-8ea8a148e1a2/dhcp-networks HTTP/1.1" status: 200 len: 12651 time: 0.9557769 Jul 14 18:42:12.072407 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 58570) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:42:12.074331 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076838ef-2b2b-4d56-9254-ab5327ac06af None None] Pushing event deleted for resources: {'Port': ['ID=7407a7f5-ebb9-4094-a989-9e1c917e1132,revision_number=None']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:42:12.075941 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-e7e8ffe9-4192-45f6-9dac-1934cd27288f tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645734'] for network, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:12.109523 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-2db2c44c-9e23-447c-b985-20742377e2e0 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-571778', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11402'] for router, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:12.111875 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [req-d18c3ba5-fe96-47ba-97df-937be9fc96bd req-23e24af5-8f2d-461d-8c0c-e34b42a643ee service neutron] (93915) timed out ('10.222.0.18', 54471) {{(pid=93915) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 14 18:42:12.112647 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.db_base_plugin_common [None req-dba4834e-9e7c-4b3e-83f1-3024a77fb115 None None] Allocated IP 2001:db8:3::2 (420dd1ef-f8e3-468a-8f28-5a08b8b7aecf/cd70f5ca-0c40-4b72-9c07-aa118013575c/a090ffea-f4e0-45bb-8efe-e844f8180659) {{(pid=93917) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:42:12.113792 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-2db2c44c-9e23-447c-b985-20742377e2e0 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:12.226027 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-aaf22d20-ad93-42e0-8abf-ff97e088c627 None None] Could not find standard attr ID for object 922e2b78-31be-4997-8c59-66d6702baded. {{(pid=93917) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 14 18:42:12.230034 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device c639f85c-eeee-421e-a8e0-7ba8350f0a6f up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:42:12.423216 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port c639f85c-eeee-421e-a8e0-7ba8350f0a6f triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:42:12.428817 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-e7e8ffe9-4192-45f6-9dac-1934cd27288f tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2096010', 'neutron.services.segments.db._delete_segments_for_network-8728202734996'] for network, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:12.429677 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:12.440728 n-d-800634-3 neutron-server[93915]: DEBUG neutron.services.segments.db [None req-e7e8ffe9-4192-45f6-9dac-1934cd27288f tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e602d401-0f37-42a7-8ad3-944d76449831']}} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:42:12.452854 n-d-800634-3 neutron-server[93915]: DEBUG neutron.services.segments.db [None req-e7e8ffe9-4192-45f6-9dac-1934cd27288f tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '023a2c51-fc5a-4668-8579-f4c9504fe4e4') {'for_net_delete': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:42:12.453157 n-d-800634-3 neutron-server[93915]: DEBUG neutron.services.segments.db [None req-e7e8ffe9-4192-45f6-9dac-1934cd27288f tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '023a2c51-fc5a-4668-8579-f4c9504fe4e4') {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:42:12.499218 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-e7e8ffe9-4192-45f6-9dac-1934cd27288f tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728202715275', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28939920'] for segment, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:12.519732 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-9b3d7272-388d-42fc-b41c-a19badb5753e tempest-DHCPAgentSchedulersTestJSON-769238021 tempest-DHCPAgentSchedulersTestJSON-769238021-project-admin] 10.222.0.16 "DELETE /v2.0/agents/028393c3-0576-4ebd-bca1-8ea8a148e1a2/dhcp-networks/01c3a1e1-ad53-414c-b9cf-38eba9357f3c HTTP/1.1" status: 204 len: 168 time: 0.4380460 Jul 14 18:42:12.522891 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 58576) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:42:12.549170 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-e7e8ffe9-4192-45f6-9dac-1934cd27288f tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:12.555008 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-2db2c44c-9e23-447c-b985-20742377e2e0 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-541202'] for router, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:12.555431 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2db2c44c-9e23-447c-b985-20742377e2e0 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Fanout notify agent at l3_agent the message router_deleted on router c38da495-c6ac-40ad-8d3c-e678b5d50955 {{(pid=93915) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 18:42:12.564353 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-2db2c44c-9e23-447c-b985-20742377e2e0 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks [] for router, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:12.568385 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-2db2c44c-9e23-447c-b985-20742377e2e0 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] 10.222.0.16 "DELETE /v2.0/routers/c38da495-c6ac-40ad-8d3c-e678b5d50955 HTTP/1.1" status: 204 len: 168 time: 5.4573734 Jul 14 18:42:12.569907 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 58580) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:42:12.570304 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7e8ffe9-4192-45f6-9dac-1934cd27288f tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Releasing vlan 60 on physical network physnet1 to pool {{(pid=93915) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 18:42:12.570717 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-e7e8ffe9-4192-45f6-9dac-1934cd27288f tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25911658'] for segment, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:12.575319 n-d-800634-3 neutron-server[93915]: Traceback (most recent call last): Jul 14 18:42:12.575319 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 18:42:12.575319 n-d-800634-3 neutron-server[93915]: timer() Jul 14 18:42:12.575319 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 18:42:12.575319 n-d-800634-3 neutron-server[93915]: cb(*args, **kw) Jul 14 18:42:12.575319 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 18:42:12.575319 n-d-800634-3 neutron-server[93915]: return func(*args, **kwargs) Jul 14 18:42:12.575319 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 18:42:12.575319 n-d-800634-3 neutron-server[93915]: self._notify() Jul 14 18:42:12.575319 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 18:42:12.575319 n-d-800634-3 neutron-server[93915]: self.callback(batched_events) Jul 14 18:42:12.575319 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 18:42:12.575319 n-d-800634-3 neutron-server[93915]: event.method(event) Jul 14 18:42:12.575319 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 18:42:12.575319 n-d-800634-3 neutron-server[93915]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 18:42:12.575319 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 18:42:12.575319 n-d-800634-3 neutron-server[93915]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 18:42:12.575319 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 18:42:12.575319 n-d-800634-3 neutron-server[93915]: return f(self, *a, **k) Jul 14 18:42:12.575319 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 18:42:12.575319 n-d-800634-3 neutron-server[93915]: return self._get(url).json() Jul 14 18:42:12.575319 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 18:42:12.575319 n-d-800634-3 neutron-server[93915]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 18:42:12.575319 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 18:42:12.575319 n-d-800634-3 neutron-server[93915]: return self.request(url, 'GET', **kwargs) Jul 14 18:42:12.575319 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 18:42:12.575319 n-d-800634-3 neutron-server[93915]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 18:42:12.575319 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 18:42:12.575319 n-d-800634-3 neutron-server[93915]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 18:42:12.575319 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 18:42:12.575319 n-d-800634-3 neutron-server[93915]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 18:42:12.575319 n-d-800634-3 neutron-server[93915]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 18:42:12.685519 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-dba4834e-9e7c-4b3e-83f1-3024a77fb115 None None] Notify callbacks [] for port, precommit_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:12.716696 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-dba4834e-9e7c-4b3e-83f1-3024a77fb115 None None] Transition to ACTIVE for port object a090ffea-f4e0-45bb-8efe-e844f8180659 will not be triggered until provisioned by entity L2. {{(pid=93917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:42:12.728129 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-e7e8ffe9-4192-45f6-9dac-1934cd27288f tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2096001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-930085'] for network, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:12.753561 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-e7e8ffe9-4192-45f6-9dac-1934cd27288f tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Notify callbacks [] for network, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:12.770020 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-e7e8ffe9-4192-45f6-9dac-1934cd27288f tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] 10.222.0.16 "DELETE /v2.0/networks/e602d401-0f37-42a7-8ad3-944d76449831 HTTP/1.1" status: 204 len: 168 time: 1.6341336 Jul 14 18:42:12.785608 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e8ffe9-4192-45f6-9dac-1934cd27288f tempest-TestNetworkBasicOps-855263990 tempest-TestNetworkBasicOps-855263990-project] Pushing event deleted for resources: {'Network': ['ID=e602d401-0f37-42a7-8ad3-944d76449831,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:42:12.818252 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-3e6d810b-0eb3-46ab-84a6-add7aff36f2f tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645734'] for network, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:12.887869 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-dba4834e-9e7c-4b3e-83f1-3024a77fb115 None None] Transition to ACTIVE for port object a090ffea-f4e0-45bb-8efe-e844f8180659 will not be triggered until provisioned by entity DHCP. {{(pid=93917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:42:12.915676 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-dba4834e-9e7c-4b3e-83f1-3024a77fb115 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804'] for port, after_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:12.942428 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device dd385152-8c46-4afc-868b-6be076dd2124 up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:42:12.984745 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-3e6d810b-0eb3-46ab-84a6-add7aff36f2f tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2096010', 'neutron.services.segments.db._delete_segments_for_network-8728202734996'] for network, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:12.991547 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-98b25778-8e78-465f-b196-c0281c6b3452 tempest-DHCPAgentSchedulersTestJSON-769238021 tempest-DHCPAgentSchedulersTestJSON-769238021-project-admin] 10.222.0.16 "GET /v2.0/agents/028393c3-0576-4ebd-bca1-8ea8a148e1a2/dhcp-networks HTTP/1.1" status: 200 len: 11138 time: 0.4659073 Jul 14 18:42:12.992991 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 58588) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:42:12.998717 n-d-800634-3 neutron-server[93915]: DEBUG neutron.services.segments.db [None req-3e6d810b-0eb3-46ab-84a6-add7aff36f2f tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4af60b63-c835-45f6-978c-4969f04b1f64']}} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:42:13.011562 n-d-800634-3 neutron-server[93915]: DEBUG neutron.services.segments.db [None req-3e6d810b-0eb3-46ab-84a6-add7aff36f2f tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0d72d50-2af1-4c80-a444-7e1148083188') {'for_net_delete': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:42:13.012176 n-d-800634-3 neutron-server[93915]: DEBUG neutron.services.segments.db [None req-3e6d810b-0eb3-46ab-84a6-add7aff36f2f tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0d72d50-2af1-4c80-a444-7e1148083188') {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:42:13.036281 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-3e6d810b-0eb3-46ab-84a6-add7aff36f2f tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728202715275', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28939920'] for segment, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:13.039483 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-dafc411d-99f5-4596-b3d5-67dea1996de9 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify callbacks [] for port, precommit_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:13.054098 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-3e6d810b-0eb3-46ab-84a6-add7aff36f2f tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:13.059526 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-dafc411d-99f5-4596-b3d5-67dea1996de9 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2684870'] for port, after_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:13.060505 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-dafc411d-99f5-4596-b3d5-67dea1996de9 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-598741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-928734'] for router_interface, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:13.079119 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e6d810b-0eb3-46ab-84a6-add7aff36f2f tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Releasing vlan 64 on physical network physnet1 to pool {{(pid=93915) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 18:42:13.080155 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-3e6d810b-0eb3-46ab-84a6-add7aff36f2f tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25911658'] for segment, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:13.094641 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-dc215956-9b6c-4a74-ba30-844e52228928 tempest-DHCPAgentSchedulersTestJSON-769238021 tempest-DHCPAgentSchedulersTestJSON-769238021-project-admin] 10.222.0.16 "GET /v2.0/networks/1a60aa64-faf6-485d-b975-18eb818b2801/dhcp-agents HTTP/1.1" status: 200 len: 797 time: 0.0893986 Jul 14 18:42:13.104793 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba4834e-9e7c-4b3e-83f1-3024a77fb115 None None] Pushing event updated for resources: {'Port': ['ID=a090ffea-f4e0-45bb-8efe-e844f8180659,revision_number=1']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:42:13.137622 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 58592) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:42:13.138091 n-d-800634-3 neutron-server[93917]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dba4834e-9e7c-4b3e-83f1-3024a77fb115 None None] Network 420dd1ef-f8e3-468a-8f28-5a08b8b7aecf is already hosted by enough agents. {{(pid=93917) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:42:13.142779 n-d-800634-3 neutron-server[93917]: DEBUG neutron.scheduler.base_scheduler [None req-dba4834e-9e7c-4b3e-83f1-3024a77fb115 None None] Resources bound (agent type, host, resource id): {{(pid=93917) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:42:13.148613 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dba4834e-9e7c-4b3e-83f1-3024a77fb115 None None] Received port after_create {{(pid=93917) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:42:13.171253 n-d-800634-3 neutron-server[93915]: Traceback (most recent call last): Jul 14 18:42:13.171253 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 18:42:13.171253 n-d-800634-3 neutron-server[93915]: timer() Jul 14 18:42:13.171253 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 18:42:13.171253 n-d-800634-3 neutron-server[93915]: cb(*args, **kw) Jul 14 18:42:13.171253 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 18:42:13.171253 n-d-800634-3 neutron-server[93915]: return func(*args, **kwargs) Jul 14 18:42:13.171253 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 18:42:13.171253 n-d-800634-3 neutron-server[93915]: self._notify() Jul 14 18:42:13.171253 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 18:42:13.171253 n-d-800634-3 neutron-server[93915]: self.callback(batched_events) Jul 14 18:42:13.171253 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 18:42:13.171253 n-d-800634-3 neutron-server[93915]: event.method(event) Jul 14 18:42:13.171253 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 18:42:13.171253 n-d-800634-3 neutron-server[93915]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 18:42:13.171253 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 18:42:13.171253 n-d-800634-3 neutron-server[93915]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 18:42:13.171253 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 18:42:13.171253 n-d-800634-3 neutron-server[93915]: return f(self, *a, **k) Jul 14 18:42:13.171253 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 18:42:13.171253 n-d-800634-3 neutron-server[93915]: return self._get(url).json() Jul 14 18:42:13.171253 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 18:42:13.171253 n-d-800634-3 neutron-server[93915]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 18:42:13.171253 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 18:42:13.171253 n-d-800634-3 neutron-server[93915]: return self.request(url, 'GET', **kwargs) Jul 14 18:42:13.171253 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 18:42:13.171253 n-d-800634-3 neutron-server[93915]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 18:42:13.171253 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 18:42:13.171253 n-d-800634-3 neutron-server[93915]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 18:42:13.171253 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 18:42:13.171253 n-d-800634-3 neutron-server[93915]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 18:42:13.171253 n-d-800634-3 neutron-server[93915]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 18:42:13.177794 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-3e6d810b-0eb3-46ab-84a6-add7aff36f2f tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2096001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-930085'] for network, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:13.188485 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-3e6d810b-0eb3-46ab-84a6-add7aff36f2f tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks [] for network, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:13.193184 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-3e6d810b-0eb3-46ab-84a6-add7aff36f2f tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] 10.222.0.16 "DELETE /v2.0/networks/4af60b63-c835-45f6-978c-4969f04b1f64 HTTP/1.1" status: 204 len: 168 time: 0.6187916 Jul 14 18:42:13.204293 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 58594) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:42:13.278524 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6d810b-0eb3-46ab-84a6-add7aff36f2f tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Pushing event deleted for resources: {'Network': ['ID=4af60b63-c835-45f6-978c-4969f04b1f64,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:42:13.285600 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-dba4834e-9e7c-4b3e-83f1-3024a77fb115 None None] Attempting to bind port a090ffea-f4e0-45bb-8efe-e844f8180659 on host n-d-800634-3 for vnic_type normal with profile {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:42:13.286055 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-dba4834e-9e7c-4b3e-83f1-3024a77fb115 None None] Attempting to bind port a090ffea-f4e0-45bb-8efe-e844f8180659 by drivers openvswitch,hyperv on host n-d-800634-3 at level 0 using segments [{'id': 'c89c55d7-a234-408e-a31d-fd1ef504b9dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '420dd1ef-f8e3-468a-8f28-5a08b8b7aecf'}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:42:13.288000 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dba4834e-9e7c-4b3e-83f1-3024a77fb115 None None] Attempting to bind port a090ffea-f4e0-45bb-8efe-e844f8180659 on network 420dd1ef-f8e3-468a-8f28-5a08b8b7aecf {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:42:13.291892 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning for port dd385152-8c46-4afc-868b-6be076dd2124 completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:42:13.309472 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dba4834e-9e7c-4b3e-83f1-3024a77fb115 None None] Checking agent: {'id': '01c19e91-a945-4e3c-94a6-c211e17c923e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 8, 23), 'started_at': datetime.datetime(2021, 7, 14, 18, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 18, 41, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 18:42:13.309857 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dba4834e-9e7c-4b3e-83f1-3024a77fb115 None None] Checking segment: {'id': 'c89c55d7-a234-408e-a31d-fd1ef504b9dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '420dd1ef-f8e3-468a-8f28-5a08b8b7aecf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93917) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:42:13.310265 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-dba4834e-9e7c-4b3e-83f1-3024a77fb115 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:13.310718 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dba4834e-9e7c-4b3e-83f1-3024a77fb115 None None] Bound using segment: {'id': 'c89c55d7-a234-408e-a31d-fd1ef504b9dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '420dd1ef-f8e3-468a-8f28-5a08b8b7aecf'} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 18:42:13.311129 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-dba4834e-9e7c-4b3e-83f1-3024a77fb115 None None] Bound port: a090ffea-f4e0-45bb-8efe-e844f8180659, host: n-d-800634-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c89c55d7-a234-408e-a31d-fd1ef504b9dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '420dd1ef-f8e3-468a-8f28-5a08b8b7aecf'}}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 18:42:13.312545 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-dba4834e-9e7c-4b3e-83f1-3024a77fb115 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:13.319700 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port dd385152-8c46-4afc-868b-6be076dd2124 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:42:13.325170 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:13.345775 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-671d7d3b-f20a-4d40-9310-39ff22afede0 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks [] for security_group, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:13.389380 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 58600) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:42:13.443274 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-671d7d3b-f20a-4d40-9310-39ff22afede0 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:13.614029 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-c5e8b51e-2905-4e30-bdb0-9b84d6e5bbf1 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0c6eccb7d5c743f1a53a528a1f419fa2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2203362 Jul 14 18:42:13.622630 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 58608) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:42:13.642916 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-dba4834e-9e7c-4b3e-83f1-3024a77fb115 None None] For port a090ffea-f4e0-45bb-8efe-e844f8180659, host n-d-800634-3, cleared binding levels {{(pid=93917) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:42:13.647500 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-dba4834e-9e7c-4b3e-83f1-3024a77fb115 None None] For port a090ffea-f4e0-45bb-8efe-e844f8180659, host n-d-800634-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=a090ffea-f4e0-45bb-8efe-e844f8180659,segment=NetworkSegment(c89c55d7-a234-408e-a31d-fd1ef504b9dc),segment_id=c89c55d7-a234-408e-a31d-fd1ef504b9dc)] {{(pid=93917) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 18:42:13.671657 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-671d7d3b-f20a-4d40-9310-39ff22afede0 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:13.674432 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-671d7d3b-f20a-4d40-9310-39ff22afede0 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks [] for security_group, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:13.678540 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-671d7d3b-f20a-4d40-9310-39ff22afede0 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] 10.222.0.16 "DELETE /v2.0/security-groups/594b2ab7-3a96-48b2-98bb-9a68eebb818a HTTP/1.1" status: 204 len: 168 time: 0.4667211 Jul 14 18:42:13.698375 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-dba4834e-9e7c-4b3e-83f1-3024a77fb115 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:13.702654 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671d7d3b-f20a-4d40-9310-39ff22afede0 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=594b2ab7-3a96-48b2-98bb-9a68eebb818a,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:42:13.721926 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-1f1e0834-21e9-41e9-93eb-abf72898670f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:13.803850 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-1f1e0834-21e9-41e9-93eb-abf72898670f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:13.819691 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:13.831045 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafc411d-99f5-4596-b3d5-67dea1996de9 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Pushing event updated for resources: {'Port': ['ID=9d029ac5-b84b-4bba-a7f2-73a7a3c9167b,revision_number=2']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:42:13.855117 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-0328d213-9747-45b6-8e27-95bb34421866 tempest-DHCPAgentSchedulersTestJSON-769238021 tempest-DHCPAgentSchedulersTestJSON-769238021-project-admin] 10.222.0.16 "GET /v2.0/networks/1a60aa64-faf6-485d-b975-18eb818b2801/dhcp-agents HTTP/1.1" status: 200 len: 797 time: 0.7137880 Jul 14 18:42:13.857910 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 58618) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:42:13.940671 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] For port dd385152-8c46-4afc-868b-6be076dd2124, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=dd385152-8c46-4afc-868b-6be076dd2124,segment=NetworkSegment(af76a024-7159-4d6c-b8eb-10a36e88001b),segment_id=af76a024-7159-4d6c-b8eb-10a36e88001b)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:42:13.942374 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba4834e-9e7c-4b3e-83f1-3024a77fb115 None None] Pushing event updated for resources: {'Port': ['ID=a090ffea-f4e0-45bb-8efe-e844f8180659,revision_number=2']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:42:13.944795 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-1f1e0834-21e9-41e9-93eb-abf72898670f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:13.951824 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-1f1e0834-21e9-41e9-93eb-abf72898670f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:13.956372 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-1f1e0834-21e9-41e9-93eb-abf72898670f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c26892ef-2a2e-45f9-9ef8-c86f14ddbb1f HTTP/1.1" status: 204 len: 168 time: 0.3324814 Jul 14 18:42:13.968602 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1e0834-21e9-41e9-93eb-abf72898670f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c26892ef-2a2e-45f9-9ef8-c86f14ddbb1f,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:42:13.969315 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:13.970617 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device e5b5ecc2-30c8-40a8-9d99-f0822a4b61e6 up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:42:14.096749 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning for port e5b5ecc2-30c8-40a8-9d99-f0822a4b61e6 completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:42:14.121815 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port e5b5ecc2-30c8-40a8-9d99-f0822a4b61e6 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:42:14.122512 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:14.128822 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Pushing event updated for resources: {'Port': ['ID=dd385152-8c46-4afc-868b-6be076dd2124,revision_number=3']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:42:14.334293 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:14.373255 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-40762d52-50a1-4271-a1ad-e4b557821dd3 tempest-DHCPAgentSchedulersTestJSON-769238021 tempest-DHCPAgentSchedulersTestJSON-769238021-project-admin] 10.222.0.16 "GET /v2.0/agents/028393c3-0576-4ebd-bca1-8ea8a148e1a2/dhcp-networks HTTP/1.1" status: 200 len: 10395 time: 0.5140038 Jul 14 18:42:14.377135 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 58632) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:42:14.391876 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 58634) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:42:14.397772 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-f9d5723d-9d43-47a2-9edb-8176514f5209 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1340986074', 'description': 'tempest-secgroup-smoke-1340986074 description', 'project_id': 'af718961b2754d7c873f442ed35947bb'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:42:14.451270 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-f9d5723d-9d43-47a2-9edb-8176514f5209 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks [] for security_group, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:14.486044 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] For port e5b5ecc2-30c8-40a8-9d99-f0822a4b61e6, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=e5b5ecc2-30c8-40a8-9d99-f0822a4b61e6,segment=NetworkSegment(87c66c43-131f-46e4-b5a0-4ac53936fad2),segment_id=87c66c43-131f-46e4-b5a0-4ac53936fad2)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:42:14.500889 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:14.538709 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dafc411d-99f5-4596-b3d5-67dea1996de9 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Network 420dd1ef-f8e3-468a-8f28-5a08b8b7aecf is already hosted by enough agents. {{(pid=93916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:42:14.553279 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [None req-dafc411d-99f5-4596-b3d5-67dea1996de9 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Resources bound (agent type, host, resource id): {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:42:14.610763 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-eafc5235-2e59-4fd6-862c-dae503ca8f54 tempest-DHCPAgentSchedulersTestJSON-1350476120 tempest-DHCPAgentSchedulersTestJSON-1350476120-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645734'] for network, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:14.629757 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device c27245eb-9c84-4cde-a2ef-b53824dde702 no longer exists at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 18:42:14.724683 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] No Port match for: c27245eb-9c84-4cde-a2ef-b53824dde702 {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 18:42:14.724892 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device c27245eb-9c84-4cde-a2ef-b53824dde702 not bound to the agent host n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 18:42:14.725323 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 7407a7f5-ebb9-4094-a989-9e1c917e1132 no longer exists at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 18:42:14.755015 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Pushing event updated for resources: {'Port': ['ID=e5b5ecc2-30c8-40a8-9d99-f0822a4b61e6,revision_number=5']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:42:14.758835 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] No Port match for: 7407a7f5-ebb9-4094-a989-9e1c917e1132 {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 18:42:14.759236 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 7407a7f5-ebb9-4094-a989-9e1c917e1132 not bound to the agent host n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 18:42:14.760616 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device b80e8fbe-d91d-4be8-8ac6-6ae8dbef92cc no longer exists at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 18:42:14.785502 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] No Port match for: b80e8fbe-d91d-4be8-8ac6-6ae8dbef92cc {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 18:42:14.785898 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device b80e8fbe-d91d-4be8-8ac6-6ae8dbef92cc not bound to the agent host n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 18:42:14.786341 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 75860f29-4945-4edb-b493-54248c219c60 no longer exists at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 18:42:14.810669 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] No Port match for: 75860f29-4945-4edb-b493-54248c219c60 {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 18:42:14.811370 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 75860f29-4945-4edb-b493-54248c219c60 not bound to the agent host n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 18:42:14.811820 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 35ff524d-ea29-488f-856b-f4d8c977ed72 no longer exists at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 18:42:14.822077 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-eafc5235-2e59-4fd6-862c-dae503ca8f54 tempest-DHCPAgentSchedulersTestJSON-1350476120 tempest-DHCPAgentSchedulersTestJSON-1350476120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2096010', 'neutron.services.segments.db._delete_segments_for_network-8728202734996'] for network, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:14.822947 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 58640) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:42:14.835112 n-d-800634-3 neutron-server[93915]: DEBUG neutron.services.segments.db [None req-eafc5235-2e59-4fd6-862c-dae503ca8f54 tempest-DHCPAgentSchedulersTestJSON-1350476120 tempest-DHCPAgentSchedulersTestJSON-1350476120-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01c3a1e1-ad53-414c-b9cf-38eba9357f3c']}} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:42:14.837010 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] No Port match for: 35ff524d-ea29-488f-856b-f4d8c977ed72 {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 18:42:14.837451 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 35ff524d-ea29-488f-856b-f4d8c977ed72 not bound to the agent host n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 18:42:14.838815 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device f8e6d19d-a6d8-4e23-96eb-913655d6b330 no longer exists at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 18:42:14.850206 n-d-800634-3 neutron-server[93915]: DEBUG neutron.services.segments.db [None req-eafc5235-2e59-4fd6-862c-dae503ca8f54 tempest-DHCPAgentSchedulersTestJSON-1350476120 tempest-DHCPAgentSchedulersTestJSON-1350476120-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fec857f9-b835-480a-aa18-deda20bf5612') {'for_net_delete': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:42:14.850782 n-d-800634-3 neutron-server[93915]: DEBUG neutron.services.segments.db [None req-eafc5235-2e59-4fd6-862c-dae503ca8f54 tempest-DHCPAgentSchedulersTestJSON-1350476120 tempest-DHCPAgentSchedulersTestJSON-1350476120-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fec857f9-b835-480a-aa18-deda20bf5612') {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:42:14.861844 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-eafc5235-2e59-4fd6-862c-dae503ca8f54 tempest-DHCPAgentSchedulersTestJSON-1350476120 tempest-DHCPAgentSchedulersTestJSON-1350476120-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728202715275', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28939920'] for segment, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:14.862892 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dafc411d-99f5-4596-b3d5-67dea1996de9 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Router b2fcfed5-97e7-4781-a4d4-abc125b03c54 has already been hosted by L3 agent 2c6eb27e-defb-4cca-9a24-381c7415e359 {{(pid=93916) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 18:42:14.879836 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-eafc5235-2e59-4fd6-862c-dae503ca8f54 tempest-DHCPAgentSchedulersTestJSON-1350476120 tempest-DHCPAgentSchedulersTestJSON-1350476120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:14.883657 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] No Port match for: f8e6d19d-a6d8-4e23-96eb-913655d6b330 {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 18:42:14.884013 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device f8e6d19d-a6d8-4e23-96eb-913655d6b330 not bound to the agent host n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 18:42:14.888974 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eafc5235-2e59-4fd6-862c-dae503ca8f54 tempest-DHCPAgentSchedulersTestJSON-1350476120 tempest-DHCPAgentSchedulersTestJSON-1350476120-project] Releasing vlan 74 on physical network physnet1 to pool {{(pid=93915) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 18:42:14.889428 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-eafc5235-2e59-4fd6-862c-dae503ca8f54 tempest-DHCPAgentSchedulersTestJSON-1350476120 tempest-DHCPAgentSchedulersTestJSON-1350476120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25911658'] for segment, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:14.950010 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-884f092a-bf35-4765-9ffd-611492df92ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:14.975882 n-d-800634-3 neutron-server[93915]: Traceback (most recent call last): Jul 14 18:42:14.975882 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 18:42:14.975882 n-d-800634-3 neutron-server[93915]: timer() Jul 14 18:42:14.975882 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 18:42:14.975882 n-d-800634-3 neutron-server[93915]: cb(*args, **kw) Jul 14 18:42:14.975882 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 18:42:14.975882 n-d-800634-3 neutron-server[93915]: return func(*args, **kwargs) Jul 14 18:42:14.975882 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 18:42:14.975882 n-d-800634-3 neutron-server[93915]: self._notify() Jul 14 18:42:14.975882 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 18:42:14.975882 n-d-800634-3 neutron-server[93915]: self.callback(batched_events) Jul 14 18:42:14.975882 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 18:42:14.975882 n-d-800634-3 neutron-server[93915]: event.method(event) Jul 14 18:42:14.975882 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 18:42:14.975882 n-d-800634-3 neutron-server[93915]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 18:42:14.975882 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 18:42:14.975882 n-d-800634-3 neutron-server[93915]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 18:42:14.975882 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 18:42:14.975882 n-d-800634-3 neutron-server[93915]: return f(self, *a, **k) Jul 14 18:42:14.975882 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 18:42:14.975882 n-d-800634-3 neutron-server[93915]: return self._get(url).json() Jul 14 18:42:14.975882 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 18:42:14.975882 n-d-800634-3 neutron-server[93915]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 18:42:14.975882 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 18:42:14.975882 n-d-800634-3 neutron-server[93915]: return self.request(url, 'GET', **kwargs) Jul 14 18:42:14.975882 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 18:42:14.975882 n-d-800634-3 neutron-server[93915]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 18:42:14.975882 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 18:42:14.975882 n-d-800634-3 neutron-server[93915]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 18:42:14.975882 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 18:42:14.975882 n-d-800634-3 neutron-server[93915]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 18:42:14.975882 n-d-800634-3 neutron-server[93915]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 18:42:14.981808 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-eafc5235-2e59-4fd6-862c-dae503ca8f54 tempest-DHCPAgentSchedulersTestJSON-1350476120 tempest-DHCPAgentSchedulersTestJSON-1350476120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2096001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-930085'] for network, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:14.990892 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-eafc5235-2e59-4fd6-862c-dae503ca8f54 tempest-DHCPAgentSchedulersTestJSON-1350476120 tempest-DHCPAgentSchedulersTestJSON-1350476120-project] Notify callbacks [] for network, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:14.993384 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-eafc5235-2e59-4fd6-862c-dae503ca8f54 tempest-DHCPAgentSchedulersTestJSON-1350476120 tempest-DHCPAgentSchedulersTestJSON-1350476120-project] 10.222.0.16 "DELETE /v2.0/networks/01c3a1e1-ad53-414c-b9cf-38eba9357f3c HTTP/1.1" status: 204 len: 168 time: 0.6145692 Jul 14 18:42:14.998746 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 58642) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:42:15.046424 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafc5235-2e59-4fd6-862c-dae503ca8f54 tempest-DHCPAgentSchedulersTestJSON-1350476120 tempest-DHCPAgentSchedulersTestJSON-1350476120-project] Pushing event deleted for resources: {'Network': ['ID=01c3a1e1-ad53-414c-b9cf-38eba9357f3c,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:42:15.074025 n-d-800634-3 neutron-server[93915]: INFO neutron.pecan_wsgi.hooks.translation [None req-fab8bdc4-f602-4c5e-84f1-57c22cef83ae tempest-DHCPAgentSchedulersTestJSON-1350476120 tempest-DHCPAgentSchedulersTestJSON-1350476120-project] DELETE failed (client error): The resource could not be found. Jul 14 18:42:15.074923 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fab8bdc4-f602-4c5e-84f1-57c22cef83ae tempest-DHCPAgentSchedulersTestJSON-1350476120 tempest-DHCPAgentSchedulersTestJSON-1350476120-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93915) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 18:42:15.077102 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-fab8bdc4-f602-4c5e-84f1-57c22cef83ae tempest-DHCPAgentSchedulersTestJSON-1350476120 tempest-DHCPAgentSchedulersTestJSON-1350476120-project] 10.222.0.16 "DELETE /v2.0/ports/922e2b78-31be-4997-8c59-66d6702baded HTTP/1.1" status: 404 len: 333 time: 0.0761054 Jul 14 18:42:15.081861 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 58646) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:42:15.157964 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.db_base_plugin_v2 [None req-752a176d-bab5-4555-8e00-1c310cb9879f tempest-DHCPAgentSchedulersTestJSON-1350476120 tempest-DHCPAgentSchedulersTestJSON-1350476120-project] Deleting subnet 4f22f65e-dce7-41c6-83e5-7790d075068d {{(pid=93915) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 18:42:15.162074 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-752a176d-bab5-4555-8e00-1c310cb9879f tempest-DHCPAgentSchedulersTestJSON-1350476120 tempest-DHCPAgentSchedulersTestJSON-1350476120-project] Notify callbacks [] for subnet, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:15.282240 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device a1bf0528-a079-45ce-bec1-0029330fd330 up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:42:15.316433 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-752a176d-bab5-4555-8e00-1c310cb9879f tempest-DHCPAgentSchedulersTestJSON-1350476120 tempest-DHCPAgentSchedulersTestJSON-1350476120-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28939913'] for subnet, precommit_delete_associations {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:15.358405 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dafc411d-99f5-4596-b3d5-67dea1996de9 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify agent at l3_agent.n-d-800634-3 the message routers_updated {{(pid=93916) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 18:42:15.371082 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-dafc411d-99f5-4596-b3d5-67dea1996de9 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] 10.222.0.16 "PUT /v2.0/routers/b2fcfed5-97e7-4781-a4d4-abc125b03c54/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0689769 Jul 14 18:42:15.378392 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 58652) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:42:15.378979 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85b8edb7-b776-4754-b5db-29a78f08d8c7 None None] Sync routers for ids ['b2fcfed5-97e7-4781-a4d4-abc125b03c54'] in n-d-800634-3 {{(pid=93917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 18:42:15.386304 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-f9d5723d-9d43-47a2-9edb-8176514f5209 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks [] for security_group, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:15.394049 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-ff7d0444-6013-4a7f-9a9e-0d9347e3552b tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:42:15.403953 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-f9d5723d-9d43-47a2-9edb-8176514f5209 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:15.413272 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port a1bf0528-a079-45ce-bec1-0029330fd330 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:42:15.413836 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:15.415798 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85b8edb7-b776-4754-b5db-29a78f08d8c7 None None] Routers {'b2fcfed5-97e7-4781-a4d4-abc125b03c54'} bound to L3 agent in host n-d-800634-3 {{(pid=93917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:42:15.417002 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-85b8edb7-b776-4754-b5db-29a78f08d8c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:41:53Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['b2fcfed5-97e7-4781-a4d4-abc125b03c54'], 'active': True} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:42:15.609112 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d5723d-9d43-47a2-9edb-8176514f5209 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e407b29-87a3-469b-bd17-d62b5e354976,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:42:15.631373 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66a9520d-d588-49f4-af36-e1d2805878f7 None None] Network 420dd1ef-f8e3-468a-8f28-5a08b8b7aecf requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:42:15.651971 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-884f092a-bf35-4765-9ffd-611492df92ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:15.658628 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-884f092a-bf35-4765-9ffd-611492df92ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:15.769618 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-884f092a-bf35-4765-9ffd-611492df92ee admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ecda58045ade4db687609a9d940cc739&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8970964 Jul 14 18:42:15.769618 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-f9d5723d-9d43-47a2-9edb-8176514f5209 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:15.769618 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-f9d5723d-9d43-47a2-9edb-8176514f5209 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.3726680 Jul 14 18:42:15.769618 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884f092a-bf35-4765-9ffd-611492df92ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c949c37-885e-4b11-9859-08184dd0fcde,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:42:15.770528 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 58664) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:42:15.776334 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 58666) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:42:15.825549 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-eb47bef1-3150-488c-9320-ea15b286d25c None None] Provisioning for port a090ffea-f4e0-45bb-8efe-e844f8180659 completed by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:42:15.832086 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-c669ff0a-6bc8-48af-8082-ba8ccff8bcc7 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Request body: {'security_group_rule': {'security_group_id': '8e407b29-87a3-469b-bd17-d62b5e354976', 'project_id': 'af718961b2754d7c873f442ed35947bb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:42:15.840985 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvr_db [None req-85b8edb7-b776-4754-b5db-29a78f08d8c7 None None] Set router b2fcfed5-97e7-4781-a4d4-abc125b03c54 gateway port host: None {{(pid=93917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 18:42:15.973168 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-752a176d-bab5-4555-8e00-1c310cb9879f tempest-DHCPAgentSchedulersTestJSON-1350476120 tempest-DHCPAgentSchedulersTestJSON-1350476120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081283'] for subnet, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:16.003765 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-c669ff0a-6bc8-48af-8082-ba8ccff8bcc7 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:16.073632 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-6e7d403c-6e67-42c5-9853-574446890843 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:16.174233 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-6e7d403c-6e67-42c5-9853-574446890843 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:16.203806 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-752a176d-bab5-4555-8e00-1c310cb9879f tempest-DHCPAgentSchedulersTestJSON-1350476120 tempest-DHCPAgentSchedulersTestJSON-1350476120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25913028', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28969762'] for subnet, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:16.293542 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device a090ffea-f4e0-45bb-8efe-e844f8180659 up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:42:16.390457 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752a176d-bab5-4555-8e00-1c310cb9879f tempest-DHCPAgentSchedulersTestJSON-1350476120 tempest-DHCPAgentSchedulersTestJSON-1350476120-project] Pushing event deleted for resources: {'Subnet': ['ID=4f22f65e-dce7-41c6-83e5-7790d075068d,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:42:16.396134 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-752a176d-bab5-4555-8e00-1c310cb9879f tempest-DHCPAgentSchedulersTestJSON-1350476120 tempest-DHCPAgentSchedulersTestJSON-1350476120-project] Notify callbacks [] for subnet, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:16.402720 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-752a176d-bab5-4555-8e00-1c310cb9879f tempest-DHCPAgentSchedulersTestJSON-1350476120 tempest-DHCPAgentSchedulersTestJSON-1350476120-project] 10.222.0.16 "DELETE /v2.0/subnets/4f22f65e-dce7-41c6-83e5-7790d075068d HTTP/1.1" status: 204 len: 168 time: 1.3144643 Jul 14 18:42:16.402941 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 58682) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:42:16.418480 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-c669ff0a-6bc8-48af-8082-ba8ccff8bcc7 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:16.429702 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e156406e-f9dd-4486-b4ce-107c4fff66bb None None] Network 1a60aa64-faf6-485d-b975-18eb818b2801 requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:42:16.434999 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-c669ff0a-6bc8-48af-8082-ba8ccff8bcc7 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305173'] for security_group_rule, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:16.531715 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.extraroute_db [None req-ff7d0444-6013-4a7f-9a9e-0d9347e3552b tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Added routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=93915) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 14 18:42:16.558506 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.extraroute_db [None req-ff7d0444-6013-4a7f-9a9e-0d9347e3552b tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Removed routes are [] {{(pid=93915) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 14 18:42:16.571720 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-ff7d0444-6013-4a7f-9a9e-0d9347e3552b tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-929996', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-571750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11395'] for router, precommit_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:16.616355 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-3bb0e57e-2754-4cdd-b11a-6f24ccc83713 tempest-DHCPAgentSchedulersTestJSON-1350476120 tempest-DHCPAgentSchedulersTestJSON-1350476120-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645734'] for network, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:16.783349 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning for port a090ffea-f4e0-45bb-8efe-e844f8180659 completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:42:16.784282 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-3bb0e57e-2754-4cdd-b11a-6f24ccc83713 tempest-DHCPAgentSchedulersTestJSON-1350476120 tempest-DHCPAgentSchedulersTestJSON-1350476120-project] Deleting port dd385152-8c46-4afc-868b-6be076dd2124 {{(pid=93916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:42:16.787252 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-3bb0e57e-2754-4cdd-b11a-6f24ccc83713 tempest-DHCPAgentSchedulersTestJSON-1350476120 tempest-DHCPAgentSchedulersTestJSON-1350476120-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:16.816756 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c669ff0a-6bc8-48af-8082-ba8ccff8bcc7 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60eb8250-87f3-4291-bd61-8d54b3b3e948,revision_number=0']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:42:16.818721 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-6e7d403c-6e67-42c5-9853-574446890843 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:16.830462 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port a090ffea-f4e0-45bb-8efe-e844f8180659 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:42:16.830715 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-6e7d403c-6e67-42c5-9853-574446890843 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:16.831054 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:16.832318 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-6e7d403c-6e67-42c5-9853-574446890843 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9c949c37-885e-4b11-9859-08184dd0fcde HTTP/1.1" status: 204 len: 168 time: 1.0432980 Jul 14 18:42:16.837417 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-c669ff0a-6bc8-48af-8082-ba8ccff8bcc7 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:16.838648 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-c669ff0a-6bc8-48af-8082-ba8ccff8bcc7 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0590150 Jul 14 18:42:16.841648 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 58700) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:42:16.856541 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-1066abea-660d-48d1-8a52-920ae411f4e8 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Request body: {'security_group_rule': {'security_group_id': '8e407b29-87a3-469b-bd17-d62b5e354976', 'project_id': 'af718961b2754d7c873f442ed35947bb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:42:16.922924 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.db [None req-3bb0e57e-2754-4cdd-b11a-6f24ccc83713 tempest-DHCPAgentSchedulersTestJSON-1350476120 tempest-DHCPAgentSchedulersTestJSON-1350476120-project] For port dd385152-8c46-4afc-868b-6be076dd2124, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=dd385152-8c46-4afc-868b-6be076dd2124,segment=NetworkSegment(af76a024-7159-4d6c-b8eb-10a36e88001b),segment_id=af76a024-7159-4d6c-b8eb-10a36e88001b)] {{(pid=93916) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:42:16.937422 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-3bb0e57e-2754-4cdd-b11a-6f24ccc83713 tempest-DHCPAgentSchedulersTestJSON-1350476120 tempest-DHCPAgentSchedulersTestJSON-1350476120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:16.959724 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-3bb0e57e-2754-4cdd-b11a-6f24ccc83713 tempest-DHCPAgentSchedulersTestJSON-1350476120 tempest-DHCPAgentSchedulersTestJSON-1350476120-project] Calling delete_port for dd385152-8c46-4afc-868b-6be076dd2124 owned by network:dhcp {{(pid=93916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:42:16.979103 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-85b8edb7-b776-4754-b5db-29a78f08d8c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2fcfed5-97e7-4781-a4d4-abc125b03c54', 'name': 'tempest-RoutersIpV6Test-router-1051286446', 'tenant_id': '78e64edff38a43a79601b0ea9ee759c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:41:46Z', 'updated_at': '2021-07-14T18:42:11Z', 'revision_number': 5, 'project_id': '78e64edff38a43a79601b0ea9ee759c1', 'gw_port_host': None, '_interfaces': [{'id': '9d029ac5-b84b-4bba-a7f2-73a7a3c9167b', 'name': '', 'network_id': '420dd1ef-f8e3-468a-8f28-5a08b8b7aecf', 'tenant_id': '78e64edff38a43a79601b0ea9ee759c1', 'mac_address': 'fa:16:3e:e9:c7:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2fcfed5-97e7-4781-a4d4-abc125b03c54', 'device_owner': 'network:router_interface', 'standard_attr_id': 2408, 'fixed_ips': [{'subnet_id': 'cd70f5ca-0c40-4b72-9c07-aa118013575c', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:42:10Z', 'updated_at': '2021-07-14T18:42:12Z', 'revision_number': 2, 'project_id': '78e64edff38a43a79601b0ea9ee759c1', 'subnets': [{'id': 'cd70f5ca-0c40-4b72-9c07-aa118013575c', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a1bf0528-a079-45ce-bec1-0029330fd330', 'name': '', 'network_id': '16e6bed7-592c-42a6-bc4b-6851af0572a4', 'tenant_id': '78e64edff38a43a79601b0ea9ee759c1', 'mac_address': 'fa:16:3e:01:66:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2fcfed5-97e7-4781-a4d4-abc125b03c54', 'device_owner': 'network:router_interface', 'standard_attr_id': 2387, 'fixed_ips': [{'subnet_id': '348fc547-9ada-4c29-952d-4f8e5befbefb', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:41:54Z', 'updated_at': '2021-07-14T18:42:09Z', 'revision_number': 5, 'project_id': '78e64edff38a43a79601b0ea9ee759c1', 'subnets': [{'id': '348fc547-9ada-4c29-952d-4f8e5befbefb', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e1559901-b9e0-45ba-b035-2e326faf3b95', 'name': '', 'network_id': '7cb6cfed-e28d-443c-8647-2cd4fece0810', 'tenant_id': '78e64edff38a43a79601b0ea9ee759c1', 'mac_address': 'fa:16:3e:99:60:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2fcfed5-97e7-4781-a4d4-abc125b03c54', 'device_owner': 'network:router_interface', 'standard_attr_id': 2375, 'fixed_ips': [{'subnet_id': '6237a0fc-5f57-4144-81b6-9f8997dd8eb6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:41:47Z', 'updated_at': '2021-07-14T18:41:59Z', 'revision_number': 5, 'project_id': '78e64edff38a43a79601b0ea9ee759c1', 'subnets': [{'id': '6237a0fc-5f57-4144-81b6-9f8997dd8eb6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e5b5ecc2-30c8-40a8-9d99-f0822a4b61e6', 'name': '', 'network_id': '66123789-91dd-4f0a-834a-a28ce397c31a', 'tenant_id': '78e64edff38a43a79601b0ea9ee759c1', 'mac_address': 'fa:16:3e:59:96:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2fcfed5-97e7-4781-a4d4-abc125b03c54', 'device_owner': 'network:router_interface', 'standard_attr_id': 2400, 'fixed_ips': [{'subnet_id': '88886a72-f6db-452d-a7b9-17bad70189b3', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:42:00Z', 'updated_at': '2021-07-14T18:42:14Z', 'revision_number': 5, 'project_id': '78e64edff38a43a79601b0ea9ee759c1', 'subnets': [{'id': '88886a72-f6db-452d-a7b9-17bad70189b3', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-3', False) {} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:42:17.039829 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85b8edb7-b776-4754-b5db-29a78f08d8c7 None None] Checking router: b2fcfed5-97e7-4781-a4d4-abc125b03c54 for host: n-d-800634-3 {{(pid=93917) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 18:42:17.040207 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85b8edb7-b776-4754-b5db-29a78f08d8c7 None None] Updating router b2fcfed5-97e7-4781-a4d4-abc125b03c54 port 9d029ac5-b84b-4bba-a7f2-73a7a3c9167b binding host n-d-800634-3 {{(pid=93917) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 18:42:17.095814 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:17.135562 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba7e6dcc-e2a4-4700-8627-d2b4413e62f0 None None] DHCP port deletion for 1a60aa64-faf6-485d-b975-18eb818b2801 request from n-d-800634-3 {{(pid=93917) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 18:42:17.188267 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-3bb0e57e-2754-4cdd-b11a-6f24ccc83713 tempest-DHCPAgentSchedulersTestJSON-1350476120 tempest-DHCPAgentSchedulersTestJSON-1350476120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:17.237635 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-85b8edb7-b776-4754-b5db-29a78f08d8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:17.246060 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb0e57e-2754-4cdd-b11a-6f24ccc83713 tempest-DHCPAgentSchedulersTestJSON-1350476120 tempest-DHCPAgentSchedulersTestJSON-1350476120-project] Pushing event deleted for resources: {'Port': ['ID=dd385152-8c46-4afc-868b-6be076dd2124,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:42:17.269142 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bb0e57e-2754-4cdd-b11a-6f24ccc83713 tempest-DHCPAgentSchedulersTestJSON-1350476120 tempest-DHCPAgentSchedulersTestJSON-1350476120-project] No DVR routers for this DVR port dd385152-8c46-4afc-868b-6be076dd2124 on host n-d-800634-3 {{(pid=93916) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 18:42:17.331456 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-ba7e6dcc-e2a4-4700-8627-d2b4413e62f0 None None] The port 'dd385152-8c46-4afc-868b-6be076dd2124' was deleted {{(pid=93917) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 14 18:42:17.465786 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-3bb0e57e-2754-4cdd-b11a-6f24ccc83713 tempest-DHCPAgentSchedulersTestJSON-1350476120 tempest-DHCPAgentSchedulersTestJSON-1350476120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2096010', 'neutron.services.segments.db._delete_segments_for_network-8728202734996'] for network, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:17.506228 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.segments.db [None req-3bb0e57e-2754-4cdd-b11a-6f24ccc83713 tempest-DHCPAgentSchedulersTestJSON-1350476120 tempest-DHCPAgentSchedulersTestJSON-1350476120-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a60aa64-faf6-485d-b975-18eb818b2801']}} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:42:17.555742 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.segments.db [None req-3bb0e57e-2754-4cdd-b11a-6f24ccc83713 tempest-DHCPAgentSchedulersTestJSON-1350476120 tempest-DHCPAgentSchedulersTestJSON-1350476120-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af76a024-7159-4d6c-b8eb-10a36e88001b') {'for_net_delete': True} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:42:17.560622 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.segments.db [None req-3bb0e57e-2754-4cdd-b11a-6f24ccc83713 tempest-DHCPAgentSchedulersTestJSON-1350476120 tempest-DHCPAgentSchedulersTestJSON-1350476120-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af76a024-7159-4d6c-b8eb-10a36e88001b') {} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:42:17.585928 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-3bb0e57e-2754-4cdd-b11a-6f24ccc83713 tempest-DHCPAgentSchedulersTestJSON-1350476120 tempest-DHCPAgentSchedulersTestJSON-1350476120-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728202715275', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26296891'] for segment, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:17.622934 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] For port a090ffea-f4e0-45bb-8efe-e844f8180659, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=a090ffea-f4e0-45bb-8efe-e844f8180659,segment=NetworkSegment(c89c55d7-a234-408e-a31d-fd1ef504b9dc),segment_id=c89c55d7-a234-408e-a31d-fd1ef504b9dc)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:42:17.623880 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-3bb0e57e-2754-4cdd-b11a-6f24ccc83713 tempest-DHCPAgentSchedulersTestJSON-1350476120 tempest-DHCPAgentSchedulersTestJSON-1350476120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:17.635646 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:17.639429 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3bb0e57e-2754-4cdd-b11a-6f24ccc83713 tempest-DHCPAgentSchedulersTestJSON-1350476120 tempest-DHCPAgentSchedulersTestJSON-1350476120-project] Releasing vlan 54 on physical network physnet1 to pool {{(pid=93916) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 18:42:17.639846 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-3bb0e57e-2754-4cdd-b11a-6f24ccc83713 tempest-DHCPAgentSchedulersTestJSON-1350476120 tempest-DHCPAgentSchedulersTestJSON-1350476120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2682942'] for segment, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:17.643541 n-d-800634-3 neutron-server[93916]: Traceback (most recent call last): Jul 14 18:42:17.643541 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 18:42:17.643541 n-d-800634-3 neutron-server[93916]: timer() Jul 14 18:42:17.643541 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 18:42:17.643541 n-d-800634-3 neutron-server[93916]: cb(*args, **kw) Jul 14 18:42:17.643541 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 18:42:17.643541 n-d-800634-3 neutron-server[93916]: return func(*args, **kwargs) Jul 14 18:42:17.643541 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 18:42:17.643541 n-d-800634-3 neutron-server[93916]: self._notify() Jul 14 18:42:17.643541 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 18:42:17.643541 n-d-800634-3 neutron-server[93916]: self.callback(batched_events) Jul 14 18:42:17.643541 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 18:42:17.643541 n-d-800634-3 neutron-server[93916]: event.method(event) Jul 14 18:42:17.643541 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 18:42:17.643541 n-d-800634-3 neutron-server[93916]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 18:42:17.643541 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 18:42:17.643541 n-d-800634-3 neutron-server[93916]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 18:42:17.643541 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 18:42:17.643541 n-d-800634-3 neutron-server[93916]: return f(self, *a, **k) Jul 14 18:42:17.643541 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 18:42:17.643541 n-d-800634-3 neutron-server[93916]: return self._get(url).json() Jul 14 18:42:17.643541 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 18:42:17.643541 n-d-800634-3 neutron-server[93916]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 18:42:17.643541 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 18:42:17.643541 n-d-800634-3 neutron-server[93916]: return self.request(url, 'GET', **kwargs) Jul 14 18:42:17.643541 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 18:42:17.643541 n-d-800634-3 neutron-server[93916]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 18:42:17.643541 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 18:42:17.643541 n-d-800634-3 neutron-server[93916]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 18:42:17.643541 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 18:42:17.643541 n-d-800634-3 neutron-server[93916]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 18:42:17.643541 n-d-800634-3 neutron-server[93916]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 18:42:17.647398 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device dd385152-8c46-4afc-868b-6be076dd2124 up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:42:17.668827 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7d403c-6e67-42c5-9853-574446890843 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c949c37-885e-4b11-9859-08184dd0fcde,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:42:17.767005 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-3bb0e57e-2754-4cdd-b11a-6f24ccc83713 tempest-DHCPAgentSchedulersTestJSON-1350476120 tempest-DHCPAgentSchedulersTestJSON-1350476120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2096001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-930085'] for network, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:17.815224 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] No Port match for: dd385152-8c46-4afc-868b-6be076dd2124 {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 18:42:17.815640 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device dd385152-8c46-4afc-868b-6be076dd2124 not bound to the agent host n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jul 14 18:42:17.830475 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-3bb0e57e-2754-4cdd-b11a-6f24ccc83713 tempest-DHCPAgentSchedulersTestJSON-1350476120 tempest-DHCPAgentSchedulersTestJSON-1350476120-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598705'] for network, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:17.834211 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-3bb0e57e-2754-4cdd-b11a-6f24ccc83713 tempest-DHCPAgentSchedulersTestJSON-1350476120 tempest-DHCPAgentSchedulersTestJSON-1350476120-project] 10.222.0.16 "DELETE /v2.0/networks/1a60aa64-faf6-485d-b975-18eb818b2801 HTTP/1.1" status: 204 len: 168 time: 1.4315586 Jul 14 18:42:17.835711 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb0e57e-2754-4cdd-b11a-6f24ccc83713 tempest-DHCPAgentSchedulersTestJSON-1350476120 tempest-DHCPAgentSchedulersTestJSON-1350476120-project] Pushing event deleted for resources: {'Network': ['ID=1a60aa64-faf6-485d-b975-18eb818b2801,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:42:17.984601 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Port dd385152-8c46-4afc-868b-6be076dd2124 not found, will not notify nova. {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jul 14 18:42:17.985161 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device e5b5ecc2-30c8-40a8-9d99-f0822a4b61e6 up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:42:17.995153 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-ff7d0444-6013-4a7f-9a9e-0d9347e3552b tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-929996', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-571750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11395'] for router, precommit_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:18.002391 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-ff7d0444-6013-4a7f-9a9e-0d9347e3552b tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-930033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-929987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-930042', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-571805'] for router, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:18.123557 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-b512d5d4-221e-4ec4-b6aa-a7e55c37ee1f None None] Provisioning complete for port a090ffea-f4e0-45bb-8efe-e844f8180659 triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:42:18.140258 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b512d5d4-221e-4ec4-b6aa-a7e55c37ee1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:18.246636 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff7d0444-6013-4a7f-9a9e-0d9347e3552b tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Router b2fcfed5-97e7-4781-a4d4-abc125b03c54 has already been hosted by L3 agent 2c6eb27e-defb-4cca-9a24-381c7415e359 {{(pid=93915) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 18:42:18.249489 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-1066abea-660d-48d1-8a52-920ae411f4e8 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:18.380843 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Pushing event updated for resources: {'Port': ['ID=a090ffea-f4e0-45bb-8efe-e844f8180659,revision_number=3']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:42:18.411722 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:42:18.412071 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:42:18.412459 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:42:18.412804 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:42:18.413138 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:42:18.413478 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:42:18.413803 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:42:18.414127 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:42:18.414454 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:42:18.414797 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:42:18.415099 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:42:18.415422 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:42:18.440510 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port e5b5ecc2-30c8-40a8-9d99-f0822a4b61e6 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:42:18.440887 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:18.481162 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 58744) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:42:18.534564 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 58750) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:42:18.540658 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff7d0444-6013-4a7f-9a9e-0d9347e3552b tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify agent at l3_agent.n-d-800634-3 the message routers_updated {{(pid=93915) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 18:42:18.562198 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-1066abea-660d-48d1-8a52-920ae411f4e8 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:18.571725 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-ff7d0444-6013-4a7f-9a9e-0d9347e3552b tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify callbacks [] for router, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:18.575318 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-ff7d0444-6013-4a7f-9a9e-0d9347e3552b tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] 10.222.0.16 "PUT /v2.0/routers/b2fcfed5-97e7-4781-a4d4-abc125b03c54 HTTP/1.1" status: 200 len: 954 time: 3.1936882 Jul 14 18:42:18.575318 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-1066abea-660d-48d1-8a52-920ae411f4e8 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305173'] for security_group_rule, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:18.575754 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 58756) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:42:18.594992 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1066abea-660d-48d1-8a52-920ae411f4e8 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50699f40-e9ed-43f6-b3de-d1150391caab,revision_number=0']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:42:18.621907 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-1066abea-660d-48d1-8a52-920ae411f4e8 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:18.623895 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-1066abea-660d-48d1-8a52-920ae411f4e8 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.7731695 Jul 14 18:42:18.626569 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 58758) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:42:18.634536 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-f9f84565-d7af-4c43-8065-0fc36c57d253 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Request body: {'security_group_rule': {'security_group_id': '8e407b29-87a3-469b-bd17-d62b5e354976', 'project_id': 'af718961b2754d7c873f442ed35947bb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:42:18.690427 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-f9f84565-d7af-4c43-8065-0fc36c57d253 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:18.752860 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-63e9d630-25a4-4fa6-ac9c-b97865e75d6c admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-302726053-network', 'tenant_id': '5093a1bcf9144b0bbe697fc3cf12df56'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:42:18.814650 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-f9f84565-d7af-4c43-8065-0fc36c57d253 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:18.827078 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-f9f84565-d7af-4c43-8065-0fc36c57d253 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305173'] for security_group_rule, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:18.849745 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63e9d630-25a4-4fa6-ac9c-b97865e75d6c admin admin] Made reservation on behalf of 5093a1bcf9144b0bbe697fc3cf12df56 for: {'network': 1} {{(pid=93916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:42:18.853045 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-63e9d630-25a4-4fa6-ac9c-b97865e75d6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for network, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:18.871384 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-b512d5d4-221e-4ec4-b6aa-a7e55c37ee1f None None] Provisioning for port 9d029ac5-b84b-4bba-a7f2-73a7a3c9167b completed by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:42:18.879648 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-63e9d630-25a4-4fa6-ac9c-b97865e75d6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:18.889031 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f84565-d7af-4c43-8065-0fc36c57d253 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eba0da85-9e56-4daf-a3bc-ce2c1d3ee16b,revision_number=0']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:42:18.904602 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-f9f84565-d7af-4c43-8065-0fc36c57d253 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:18.906876 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-96915265-3543-4a0d-bf56-2111f1759096 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] 10.222.0.16 "GET /v2.0/routers/b2fcfed5-97e7-4781-a4d4-abc125b03c54 HTTP/1.1" status: 200 len: 954 time: 0.3294930 Jul 14 18:42:18.907528 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-f9f84565-d7af-4c43-8065-0fc36c57d253 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2782156 Jul 14 18:42:18.909532 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 58766) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:42:18.919049 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-6c2bccd1-7e02-4b71-8db7-67ee400bb911 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Request body: {'router': {'routes': None}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:42:18.920932 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-770107aa-b03d-494d-b042-06d7945a867b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=37e67fa625dd4357a2d390b99b391e65&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4374523 Jul 14 18:42:18.923202 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-b512d5d4-221e-4ec4-b6aa-a7e55c37ee1f None None] Provisioning complete for port 9d029ac5-b84b-4bba-a7f2-73a7a3c9167b triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:42:18.923583 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b512d5d4-221e-4ec4-b6aa-a7e55c37ee1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:18.925984 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 58768) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:42:18.926614 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 58770) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:42:18.932449 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-d4db7b13-5fda-4dfd-8529-15265d121cba tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Request body: {'security_group_rule': {'security_group_id': '8e407b29-87a3-469b-bd17-d62b5e354976', 'project_id': 'af718961b2754d7c873f442ed35947bb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:42:19.039933 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-06fde136-c4e4-414b-869c-832571d2a726 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:19.081460 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-06fde136-c4e4-414b-869c-832571d2a726 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:19.113751 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-85b8edb7-b776-4754-b5db-29a78f08d8c7 None None] Notify callbacks [] for port, precommit_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:19.156364 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-63e9d630-25a4-4fa6-ac9c-b97865e75d6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:19.171560 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-63e9d630-25a4-4fa6-ac9c-b97865e75d6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:19.185997 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63e9d630-25a4-4fa6-ac9c-b97865e75d6c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 94} {{(pid=93916) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 18:42:19.196653 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-63e9d630-25a4-4fa6-ac9c-b97865e75d6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:19.197781 n-d-800634-3 neutron-server[93916]: INFO neutron.db.segments_db [None req-63e9d630-25a4-4fa6-ac9c-b97865e75d6c admin admin] Added segment ee39aca0-6f7d-4da6-861f-9f37553124e0 of type vlan for network d41f9397-de9e-4e07-a07d-8cf0ac566250 Jul 14 18:42:19.203535 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-b512d5d4-221e-4ec4-b6aa-a7e55c37ee1f None None] Port 9d029ac5-b84b-4bba-a7f2-73a7a3c9167b cannot update to ACTIVE because it is not bound. {{(pid=93917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 18:42:19.232643 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-85b8edb7-b776-4754-b5db-29a78f08d8c7 None None] Transition to ACTIVE for port object 9d029ac5-b84b-4bba-a7f2-73a7a3c9167b will not be triggered until provisioned by entity L2. {{(pid=93917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:42:19.251636 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-85b8edb7-b776-4754-b5db-29a78f08d8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:19.270413 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-63e9d630-25a4-4fa6-ac9c-b97865e75d6c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728202197517'] for network, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:19.274183 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 320661f6-329d-45fe-89a7-40d1a3349472 no longer exists at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 18:42:19.331336 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-06fde136-c4e4-414b-869c-832571d2a726 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:19.334789 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-06fde136-c4e4-414b-869c-832571d2a726 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:19.336258 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-06fde136-c4e4-414b-869c-832571d2a726 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/62a2166f-2a06-4707-8b33-3e19ab85097c HTTP/1.1" status: 204 len: 168 time: 0.3954725 Jul 14 18:42:19.354552 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-63e9d630-25a4-4fa6-ac9c-b97865e75d6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727'] for network, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:19.355962 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63e9d630-25a4-4fa6-ac9c-b97865e75d6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:42:19.356823 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-63e9d630-25a4-4fa6-ac9c-b97865e75d6c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598705'] for network, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:19.390947 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] No Port match for: 320661f6-329d-45fe-89a7-40d1a3349472 {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 18:42:19.391448 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 320661f6-329d-45fe-89a7-40d1a3349472 not bound to the agent host n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 18:42:19.402711 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e9d630-25a4-4fa6-ac9c-b97865e75d6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=665fac0f-cff5-44f7-b9cc-bed28fe603e2,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:42:19.456409 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-d4db7b13-5fda-4dfd-8529-15265d121cba tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:19.495101 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-63e9d630-25a4-4fa6-ac9c-b97865e75d6c admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.9585481 Jul 14 18:42:19.496805 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fde136-c4e4-414b-869c-832571d2a726 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62a2166f-2a06-4707-8b33-3e19ab85097c,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:42:19.502072 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 58780) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:42:19.511107 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-9a43c8dc-b5aa-4f90-8590-04a4d6cf624c admin admin] Request body: {'subnet': {'network_id': 'd41f9397-de9e-4e07-a07d-8cf0ac566250', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-302726053-subnet', 'tenant_id': '5093a1bcf9144b0bbe697fc3cf12df56', 'ip_version': 4}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:42:19.546314 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e9d630-25a4-4fa6-ac9c-b97865e75d6c admin admin] Pushing event updated for resources: {'Network': ['ID=d41f9397-de9e-4e07-a07d-8cf0ac566250,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:42:19.602219 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a43c8dc-b5aa-4f90-8590-04a4d6cf624c admin admin] Made reservation on behalf of 5093a1bcf9144b0bbe697fc3cf12df56 for: {'subnet': 1} {{(pid=93916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:42:19.609373 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-9a43c8dc-b5aa-4f90-8590-04a4d6cf624c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26033189'] for subnet, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:19.638469 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Network d41f9397-de9e-4e07-a07d-8cf0ac566250 details requested by agent ovs-agent-n-d-800634-3 with host n-d-800634-3 {{(pid=93917) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 18:42:19.764884 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.extraroute_db [None req-6c2bccd1-7e02-4b71-8db7-67ee400bb911 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Added routes are [] {{(pid=93915) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 14 18:42:19.765414 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.extraroute_db [None req-6c2bccd1-7e02-4b71-8db7-67ee400bb911 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Removed routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=93915) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 14 18:42:19.800452 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b923e029-b6a3-4ca7-a5a5-07b1254761b4 None None] Pushing event updated for resources: {'Port': ['ID=9d029ac5-b84b-4bba-a7f2-73a7a3c9167b,revision_number=3']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:42:19.814159 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device a090ffea-f4e0-45bb-8efe-e844f8180659 up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:42:19.837327 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-d4db7b13-5fda-4dfd-8529-15265d121cba tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:19.855862 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-d4db7b13-5fda-4dfd-8529-15265d121cba tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305173'] for security_group_rule, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:19.891566 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-6c2bccd1-7e02-4b71-8db7-67ee400bb911 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-929996', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-571750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11395'] for router, precommit_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:19.993881 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4db7b13-5fda-4dfd-8529-15265d121cba tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6eadca96-08a2-4cab-89cb-094fd74198bb,revision_number=0']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:42:20.014075 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-d4db7b13-5fda-4dfd-8529-15265d121cba tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:20.020354 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-d4db7b13-5fda-4dfd-8529-15265d121cba tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.0923486 Jul 14 18:42:20.030016 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 58800) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:42:20.046936 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-d2e534b5-8ea2-4bd3-aece-92724d26ae94 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Request body: {'security_group_rule': {'security_group_id': '8e407b29-87a3-469b-bd17-d62b5e354976', 'project_id': 'af718961b2754d7c873f442ed35947bb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:42:20.091412 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 58802) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:42:20.115941 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-85b8edb7-b776-4754-b5db-29a78f08d8c7 None None] Attempting to bind port 9d029ac5-b84b-4bba-a7f2-73a7a3c9167b on host n-d-800634-3 for vnic_type normal with profile {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:42:20.116501 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-85b8edb7-b776-4754-b5db-29a78f08d8c7 None None] Attempting to bind port 9d029ac5-b84b-4bba-a7f2-73a7a3c9167b by drivers openvswitch,hyperv on host n-d-800634-3 at level 0 using segments [{'id': 'c89c55d7-a234-408e-a31d-fd1ef504b9dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '420dd1ef-f8e3-468a-8f28-5a08b8b7aecf'}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:42:20.116986 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85b8edb7-b776-4754-b5db-29a78f08d8c7 None None] Attempting to bind port 9d029ac5-b84b-4bba-a7f2-73a7a3c9167b on network 420dd1ef-f8e3-468a-8f28-5a08b8b7aecf {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:42:20.158071 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85b8edb7-b776-4754-b5db-29a78f08d8c7 None None] Checking agent: {'id': '01c19e91-a945-4e3c-94a6-c211e17c923e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 8, 23), 'started_at': datetime.datetime(2021, 7, 14, 18, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 18, 41, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 18:42:20.158573 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85b8edb7-b776-4754-b5db-29a78f08d8c7 None None] Checking segment: {'id': 'c89c55d7-a234-408e-a31d-fd1ef504b9dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '420dd1ef-f8e3-468a-8f28-5a08b8b7aecf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93917) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:42:20.159184 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-85b8edb7-b776-4754-b5db-29a78f08d8c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:20.159928 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85b8edb7-b776-4754-b5db-29a78f08d8c7 None None] Bound using segment: {'id': 'c89c55d7-a234-408e-a31d-fd1ef504b9dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '420dd1ef-f8e3-468a-8f28-5a08b8b7aecf'} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 18:42:20.160572 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-85b8edb7-b776-4754-b5db-29a78f08d8c7 None None] Bound port: 9d029ac5-b84b-4bba-a7f2-73a7a3c9167b, host: n-d-800634-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c89c55d7-a234-408e-a31d-fd1ef504b9dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '420dd1ef-f8e3-468a-8f28-5a08b8b7aecf'}}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 18:42:20.161157 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-85b8edb7-b776-4754-b5db-29a78f08d8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:20.254131 n-d-800634-3 neutron-server[93916]: INFO neutron.db.securitygroups_db [None req-d2e534b5-8ea2-4bd3-aece-92724d26ae94 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Project af718961b2754d7c873f442ed35947bb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 14 18:42:20.262131 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-d2e534b5-8ea2-4bd3-aece-92724d26ae94 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:20.295893 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-6c2bccd1-7e02-4b71-8db7-67ee400bb911 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-929996', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-571750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11395'] for router, precommit_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:20.326847 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port a090ffea-f4e0-45bb-8efe-e844f8180659 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:42:20.327210 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:20.339261 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-6c2bccd1-7e02-4b71-8db7-67ee400bb911 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-930033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-929987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-930042', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-571805'] for router, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:20.344614 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-2cc13155-2042-4883-87c2-04d9e1a8f255 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:20.383263 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-9a43c8dc-b5aa-4f90-8590-04a4d6cf624c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2684753', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26033175'] for subnet, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:20.402346 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-85b8edb7-b776-4754-b5db-29a78f08d8c7 None None] For port 9d029ac5-b84b-4bba-a7f2-73a7a3c9167b, host n-d-800634-3, cleared binding levels {{(pid=93917) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:42:20.429116 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-d2e534b5-8ea2-4bd3-aece-92724d26ae94 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:20.440951 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-85b8edb7-b776-4754-b5db-29a78f08d8c7 None None] For port 9d029ac5-b84b-4bba-a7f2-73a7a3c9167b, host n-d-800634-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=9d029ac5-b84b-4bba-a7f2-73a7a3c9167b,segment=NetworkSegment(c89c55d7-a234-408e-a31d-fd1ef504b9dc),segment_id=c89c55d7-a234-408e-a31d-fd1ef504b9dc)] {{(pid=93917) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 18:42:20.448479 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-d2e534b5-8ea2-4bd3-aece-92724d26ae94 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305173'] for security_group_rule, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:20.470248 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e534b5-8ea2-4bd3-aece-92724d26ae94 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ab56447-854d-44c6-b0cd-3df70f5b1fc7,revision_number=0']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:42:20.486704 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a43c8dc-b5aa-4f90-8590-04a4d6cf624c admin admin] Pushing event updated for resources: {'Subnet': ['ID=0161a33b-ac2d-4d08-b4de-fe1fa405f16a,revision_number=0']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:42:20.503571 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a43c8dc-b5aa-4f90-8590-04a4d6cf624c admin admin] Checking segment: {'id': 'ee39aca0-6f7d-4da6-861f-9f37553124e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'd41f9397-de9e-4e07-a07d-8cf0ac566250'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93916) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:42:20.504268 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a43c8dc-b5aa-4f90-8590-04a4d6cf624c admin admin] Network hostable DHCP agents. Network: d41f9397-de9e-4e07-a07d-8cf0ac566250, hostable agents: ['028393c3-0576-4ebd-bca1-8ea8a148e1a2'], hosted agents: [] {{(pid=93916) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 18:42:20.512869 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-85b8edb7-b776-4754-b5db-29a78f08d8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:20.524806 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a43c8dc-b5aa-4f90-8590-04a4d6cf624c admin admin] Network d41f9397-de9e-4e07-a07d-8cf0ac566250 is scheduled to be hosted by DHCP agent 028393c3-0576-4ebd-bca1-8ea8a148e1a2 with binding_index 1 {{(pid=93916) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 18:42:20.539486 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b43f9342-9515-4f5b-a329-a6fc7af8901b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:20.543643 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [None req-9a43c8dc-b5aa-4f90-8590-04a4d6cf624c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-3, d41f9397-de9e-4e07-a07d-8cf0ac566250) {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:42:20.549800 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a43c8dc-b5aa-4f90-8590-04a4d6cf624c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:42:20.550609 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-9a43c8dc-b5aa-4f90-8590-04a4d6cf624c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:20.587523 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c2bccd1-7e02-4b71-8db7-67ee400bb911 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Router b2fcfed5-97e7-4781-a4d4-abc125b03c54 has already been hosted by L3 agent 2c6eb27e-defb-4cca-9a24-381c7415e359 {{(pid=93915) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 18:42:20.605741 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4b463e9-d895-4ddb-b636-693d549c1e44 None None] Network d41f9397-de9e-4e07-a07d-8cf0ac566250 requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:42:20.673650 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85b8edb7-b776-4754-b5db-29a78f08d8c7 None None] Routers {'b2fcfed5-97e7-4781-a4d4-abc125b03c54'} bound to L3 agent in host n-d-800634-3 {{(pid=93917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:42:20.673650 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-85b8edb7-b776-4754-b5db-29a78f08d8c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:41:53Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['b2fcfed5-97e7-4781-a4d4-abc125b03c54'], 'active': True} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:42:20.749844 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c2bccd1-7e02-4b71-8db7-67ee400bb911 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify agent at l3_agent.n-d-800634-3 the message routers_updated {{(pid=93915) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 18:42:20.767582 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-6c2bccd1-7e02-4b71-8db7-67ee400bb911 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify callbacks [] for router, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:20.771395 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-6c2bccd1-7e02-4b71-8db7-67ee400bb911 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] 10.222.0.16 "PUT /v2.0/routers/b2fcfed5-97e7-4781-a4d4-abc125b03c54 HTTP/1.1" status: 200 len: 704 time: 1.8584077 Jul 14 18:42:20.772338 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 58814) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:42:20.857291 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-2cc13155-2042-4883-87c2-04d9e1a8f255 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:20.879394 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-2cc13155-2042-4883-87c2-04d9e1a8f255 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:20.929179 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-9a43c8dc-b5aa-4f90-8590-04a4d6cf624c admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4237359 Jul 14 18:42:20.935778 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-d2e534b5-8ea2-4bd3-aece-92724d26ae94 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:20.937032 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-d2e534b5-8ea2-4bd3-aece-92724d26ae94 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.8939095 Jul 14 18:42:20.937620 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 58818) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:42:20.945657 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 58820) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:42:20.955193 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-f9ce9c37-4aa4-403a-b9f9-027579e8d6c5 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-302726053-router', 'tenant_id': '5093a1bcf9144b0bbe697fc3cf12df56', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61'}}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:42:20.981529 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-2cc13155-2042-4883-87c2-04d9e1a8f255 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0bef9c598fc94305bce8a251c9e1e947&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6800280 Jul 14 18:42:20.982232 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 58822) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:42:20.982946 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc13155-2042-4883-87c2-04d9e1a8f255 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1952a04e-1994-4a46-9f15-856e0d896a3f,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:42:21.010104 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-63433b01-94f0-46ea-9072-2ce1859bd836 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Request body: {'security_group_rule': {'security_group_id': '8e407b29-87a3-469b-bd17-d62b5e354976', 'project_id': 'af718961b2754d7c873f442ed35947bb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:42:21.063286 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-5c395cb8-19cb-4af0-b9c7-743ef90d7c93 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] 10.222.0.16 "GET /v2.0/routers/b2fcfed5-97e7-4781-a4d4-abc125b03c54 HTTP/1.1" status: 200 len: 704 time: 0.2896335 Jul 14 18:42:21.066040 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 58828) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:42:21.067946 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b923e029-b6a3-4ca7-a5a5-07b1254761b4 None None] Pushing event updated for resources: {'Port': ['ID=9d029ac5-b84b-4bba-a7f2-73a7a3c9167b,revision_number=4']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:42:21.140019 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-3d06e1c0-1626-47ce-bee9-1b61efc5c2c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:21.192223 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvr_db [None req-85b8edb7-b776-4754-b5db-29a78f08d8c7 None None] Set router b2fcfed5-97e7-4781-a4d4-abc125b03c54 gateway port host: None {{(pid=93917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 18:42:21.194753 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-3d06e1c0-1626-47ce-bee9-1b61efc5c2c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:21.269549 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-3d06e1c0-1626-47ce-bee9-1b61efc5c2c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:21.273793 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-f9ce9c37-4aa4-403a-b9f9-027579e8d6c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-571768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11104'] for router, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:21.274691 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-3d06e1c0-1626-47ce-bee9-1b61efc5c2c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:21.274814 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-f9ce9c37-4aa4-403a-b9f9-027579e8d6c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-571675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-930014', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-632314', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11129'] for router, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:21.277907 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-3d06e1c0-1626-47ce-bee9-1b61efc5c2c4 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1952a04e-1994-4a46-9f15-856e0d896a3f HTTP/1.1" status: 204 len: 168 time: 0.2719364 Jul 14 18:42:21.299624 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device dd385152-8c46-4afc-868b-6be076dd2124 no longer exists at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 18:42:21.338245 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] No Port match for: dd385152-8c46-4afc-868b-6be076dd2124 {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 18:42:21.345305 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device dd385152-8c46-4afc-868b-6be076dd2124 not bound to the agent host n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 18:42:21.350513 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d06e1c0-1626-47ce-bee9-1b61efc5c2c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1952a04e-1994-4a46-9f15-856e0d896a3f,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:42:21.362353 n-d-800634-3 neutron-server[93916]: INFO neutron.db.securitygroups_db [None req-63433b01-94f0-46ea-9072-2ce1859bd836 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Project af718961b2754d7c873f442ed35947bb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 14 18:42:21.386004 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daffd495-91fc-4322-b079-05c4c0596d18 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9222b97e-5d1c-54f8-ba97-82f172498e76-d41f9397-de9e-4e07-a07d-8cf0ac566250', 'network_id': 'd41f9397-de9e-4e07-a07d-8cf0ac566250', 'tenant_id': '5093a1bcf9144b0bbe697fc3cf12df56', 'fixed_ips': [{'subnet_id': '0161a33b-ac2d-4d08-b4de-fe1fa405f16a'}]}} from n-d-800634-3. {{(pid=93917) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 18:42:21.387095 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-daffd495-91fc-4322-b079-05c4c0596d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:21.412449 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-63433b01-94f0-46ea-9072-2ce1859bd836 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:21.471661 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-f9ce9c37-4aa4-403a-b9f9-027579e8d6c5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:21.643419 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-63433b01-94f0-46ea-9072-2ce1859bd836 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:21.831560 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-63433b01-94f0-46ea-9072-2ce1859bd836 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305173'] for security_group_rule, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:21.837839 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-f9ce9c37-4aa4-403a-b9f9-027579e8d6c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-929996', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-571750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11395'] for router, precommit_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:21.848846 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.db_base_plugin_common [None req-daffd495-91fc-4322-b079-05c4c0596d18 None None] Allocated IP 172.20.0.2 (d41f9397-de9e-4e07-a07d-8cf0ac566250/0161a33b-ac2d-4d08-b4de-fe1fa405f16a/b9a39279-096e-4125-808c-b57e35aa827b) {{(pid=93917) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:42:21.897211 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63433b01-94f0-46ea-9072-2ce1859bd836 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9440756-2b9a-428e-a43f-1d89246d226d,revision_number=0']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:42:21.952035 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-63433b01-94f0-46ea-9072-2ce1859bd836 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:21.957523 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-63433b01-94f0-46ea-9072-2ce1859bd836 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.9783769 Jul 14 18:42:21.957922 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 58854) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:42:21.964792 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-3a911b17-cb8d-40b7-90c1-0bdd67cf57ab tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Request body: {'network': {'name': 'tempest-network-smoke--732770689', 'project_id': 'af718961b2754d7c873f442ed35947bb', 'port_security_enabled': True}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:42:22.014518 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a911b17-cb8d-40b7-90c1-0bdd67cf57ab tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Made reservation on behalf of af718961b2754d7c873f442ed35947bb for: {'network': 1} {{(pid=93916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:42:22.018228 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-3a911b17-cb8d-40b7-90c1-0bdd67cf57ab tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for network, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:22.073921 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a911b17-cb8d-40b7-90c1-0bdd67cf57ab tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 69} {{(pid=93916) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 18:42:22.084587 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-3a911b17-cb8d-40b7-90c1-0bdd67cf57ab tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:22.085520 n-d-800634-3 neutron-server[93916]: INFO neutron.db.segments_db [None req-3a911b17-cb8d-40b7-90c1-0bdd67cf57ab tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Added segment b4257cb2-72a5-4b25-a351-e07b285b3b38 of type vlan for network 26951fdb-bb46-4452-8c34-53f4c7032aac Jul 14 18:42:22.144409 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-3a911b17-cb8d-40b7-90c1-0bdd67cf57ab tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728202197517'] for network, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:22.168319 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-85b8edb7-b776-4754-b5db-29a78f08d8c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2fcfed5-97e7-4781-a4d4-abc125b03c54', 'name': 'tempest-RoutersIpV6Test-router-1051286446', 'tenant_id': '78e64edff38a43a79601b0ea9ee759c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:41:46Z', 'updated_at': '2021-07-14T18:42:19Z', 'revision_number': 7, 'project_id': '78e64edff38a43a79601b0ea9ee759c1', 'gw_port_host': None, '_interfaces': [{'id': '9d029ac5-b84b-4bba-a7f2-73a7a3c9167b', 'name': '', 'network_id': '420dd1ef-f8e3-468a-8f28-5a08b8b7aecf', 'tenant_id': '78e64edff38a43a79601b0ea9ee759c1', 'mac_address': 'fa:16:3e:e9:c7:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2fcfed5-97e7-4781-a4d4-abc125b03c54', 'device_owner': 'network:router_interface', 'standard_attr_id': 2408, 'fixed_ips': [{'subnet_id': 'cd70f5ca-0c40-4b72-9c07-aa118013575c', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:42:10Z', 'updated_at': '2021-07-14T18:42:20Z', 'revision_number': 4, 'project_id': '78e64edff38a43a79601b0ea9ee759c1', 'subnets': [{'id': 'cd70f5ca-0c40-4b72-9c07-aa118013575c', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a1bf0528-a079-45ce-bec1-0029330fd330', 'name': '', 'network_id': '16e6bed7-592c-42a6-bc4b-6851af0572a4', 'tenant_id': '78e64edff38a43a79601b0ea9ee759c1', 'mac_address': 'fa:16:3e:01:66:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2fcfed5-97e7-4781-a4d4-abc125b03c54', 'device_owner': 'network:router_interface', 'standard_attr_id': 2387, 'fixed_ips': [{'subnet_id': '348fc547-9ada-4c29-952d-4f8e5befbefb', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:41:54Z', 'updated_at': '2021-07-14T18:42:09Z', 'revision_number': 5, 'project_id': '78e64edff38a43a79601b0ea9ee759c1', 'subnets': [{'id': '348fc547-9ada-4c29-952d-4f8e5befbefb', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e1559901-b9e0-45ba-b035-2e326faf3b95', 'name': '', 'network_id': '7cb6cfed-e28d-443c-8647-2cd4fece0810', 'tenant_id': '78e64edff38a43a79601b0ea9ee759c1', 'mac_address': 'fa:16:3e:99:60:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2fcfed5-97e7-4781-a4d4-abc125b03c54', 'device_owner': 'network:router_interface', 'standard_attr_id': 2375, 'fixed_ips': [{'subnet_id': '6237a0fc-5f57-4144-81b6-9f8997dd8eb6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:41:47Z', 'updated_at': '2021-07-14T18:41:59Z', 'revision_number': 5, 'project_id': '78e64edff38a43a79601b0ea9ee759c1', 'subnets': [{'id': '6237a0fc-5f57-4144-81b6-9f8997dd8eb6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e5b5ecc2-30c8-40a8-9d99-f0822a4b61e6', 'name': '', 'network_id': '66123789-91dd-4f0a-834a-a28ce397c31a', 'tenant_id': '78e64edff38a43a79601b0ea9ee759c1', 'mac_address': 'fa:16:3e:59:96:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2fcfed5-97e7-4781-a4d4-abc125b03c54', 'device_owner': 'network:router_interface', 'standard_attr_id': 2400, 'fixed_ips': [{'subnet_id': '88886a72-f6db-452d-a7b9-17bad70189b3', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:42:00Z', 'updated_at': '2021-07-14T18:42:14Z', 'revision_number': 5, 'project_id': '78e64edff38a43a79601b0ea9ee759c1', 'subnets': [{'id': '88886a72-f6db-452d-a7b9-17bad70189b3', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-3', False) {} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:42:22.190927 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-3a911b17-cb8d-40b7-90c1-0bdd67cf57ab tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727'] for network, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:22.198525 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a911b17-cb8d-40b7-90c1-0bdd67cf57ab tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:42:22.199187 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-3a911b17-cb8d-40b7-90c1-0bdd67cf57ab tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598705'] for network, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:22.223414 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85b8edb7-b776-4754-b5db-29a78f08d8c7 None None] The sync data for ids ['b2fcfed5-97e7-4781-a4d4-abc125b03c54'] in n-d-800634-3 is: [{'id': 'b2fcfed5-97e7-4781-a4d4-abc125b03c54', 'name': 'tempest-RoutersIpV6Test-router-1051286446', 'tenant_id': '78e64edff38a43a79601b0ea9ee759c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:41:46Z', 'updated_at': '2021-07-14T18:42:19Z', 'revision_number': 7, 'project_id': '78e64edff38a43a79601b0ea9ee759c1', 'gw_port_host': None, '_interfaces': [{'id': '9d029ac5-b84b-4bba-a7f2-73a7a3c9167b', 'name': '', 'network_id': '420dd1ef-f8e3-468a-8f28-5a08b8b7aecf', 'tenant_id': '78e64edff38a43a79601b0ea9ee759c1', 'mac_address': 'fa:16:3e:e9:c7:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2fcfed5-97e7-4781-a4d4-abc125b03c54', 'device_owner': 'network:router_interface', 'standard_attr_id': 2408, 'fixed_ips': [{'subnet_id': 'cd70f5ca-0c40-4b72-9c07-aa118013575c', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:42:10Z', 'updated_at': '2021-07-14T18:42:20Z', 'revision_number': 4, 'project_id': '78e64edff38a43a79601b0ea9ee759c1', 'subnets': [{'id': 'cd70f5ca-0c40-4b72-9c07-aa118013575c', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a1bf0528-a079-45ce-bec1-0029330fd330', 'name': '', 'network_id': '16e6bed7-592c-42a6-bc4b-6851af0572a4', 'tenant_id': '78e64edff38a43a79601b0ea9ee759c1', 'mac_address': 'fa:16:3e:01:66:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2fcfed5-97e7-4781-a4d4-abc125b03c54', 'device_owner': 'network:router_interface', 'standard_attr_id': 2387, 'fixed_ips': [{'subnet_id': '348fc547-9ada-4c29-952d-4f8e5befbefb', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:41:54Z', 'updated_at': '2021-07-14T18:42:09Z', 'revision_number': 5, 'project_id': '78e64edff38a43a79601b0ea9ee759c1', 'subnets': [{'id': '348fc547-9ada-4c29-952d-4f8e5befbefb', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e1559901-b9e0-45ba-b035-2e326faf3b95', 'name': '', 'network_id': '7cb6cfed-e28d-443c-8647-2cd4fece0810', 'tenant_id': '78e64edff38a43a79601b0ea9ee759c1', 'mac_address': 'fa:16:3e:99:60:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2fcfed5-97e7-4781-a4d4-abc125b03c54', 'device_owner': 'network:router_interface', 'standard_attr_id': 2375, 'fixed_ips': [{'subnet_id': '6237a0fc-5f57-4144-81b6-9f8997dd8eb6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:41:47Z', 'updated_at': '2021-07-14T18:41:59Z', 'revision_number': 5, 'project_id': '78e64edff38a43a79601b0ea9ee759c1', 'subnets': [{'id': '6237a0fc-5f57-4144-81b6-9f8997dd8eb6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e5b5ecc2-30c8-40a8-9d99-f0822a4b61e6', 'name': '', 'network_id': '66123789-91dd-4f0a-834a-a28ce397c31a', 'tenant_id': '78e64edff38a43a79601b0ea9ee759c1', 'mac_address': 'fa:16:3e:59:96:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2fcfed5-97e7-4781-a4d4-abc125b03c54', 'device_owner': 'network:router_interface', 'standard_attr_id': 2400, 'fixed_ips': [{'subnet_id': '88886a72-f6db-452d-a7b9-17bad70189b3', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:42:00Z', 'updated_at': '2021-07-14T18:42:14Z', 'revision_number': 5, 'project_id': '78e64edff38a43a79601b0ea9ee759c1', 'subnets': [{'id': '88886a72-f6db-452d-a7b9-17bad70189b3', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 18:42:22.334102 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-daffd495-91fc-4322-b079-05c4c0596d18 None None] Notify callbacks [] for port, precommit_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:22.358405 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-daffd495-91fc-4322-b079-05c4c0596d18 None None] Transition to ACTIVE for port object b9a39279-096e-4125-808c-b57e35aa827b will not be triggered until provisioned by entity L2. {{(pid=93917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:42:22.391012 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 58876) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:42:22.392738 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-3a911b17-cb8d-40b7-90c1-0bdd67cf57ab tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4315884 Jul 14 18:42:22.396916 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-3e48c878-ad73-4762-bbd3-89c6e895b3e6 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1785290011', 'admin_state_up': True, 'project_id': 'af718961b2754d7c873f442ed35947bb', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61'}}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:42:22.405596 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-daffd495-91fc-4322-b079-05c4c0596d18 None None] Transition to ACTIVE for port object b9a39279-096e-4125-808c-b57e35aa827b will not be triggered until provisioned by entity DHCP. {{(pid=93917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:42:22.410944 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a911b17-cb8d-40b7-90c1-0bdd67cf57ab tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Pushing event updated for resources: {'Network': ['ID=26951fdb-bb46-4452-8c34-53f4c7032aac,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:42:22.414909 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-daffd495-91fc-4322-b079-05c4c0596d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804'] for port, after_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:22.484376 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Network 26951fdb-bb46-4452-8c34-53f4c7032aac details requested by agent ovs-agent-n-d-800634-3 with host n-d-800634-3 {{(pid=93917) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 18:42:22.552469 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-3e48c878-ad73-4762-bbd3-89c6e895b3e6 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-571768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11104'] for router, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:22.553829 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-3e48c878-ad73-4762-bbd3-89c6e895b3e6 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-571675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-930014', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-632314', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11129'] for router, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:22.670379 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a1410af3-9763-4bcd-b154-9ea007d1bba4 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-928623'] for router_interface, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:22.688414 n-d-800634-3 neutron-server[93917]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daffd495-91fc-4322-b079-05c4c0596d18 None None] Network d41f9397-de9e-4e07-a07d-8cf0ac566250 is already hosted by enough agents. {{(pid=93917) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:42:22.696214 n-d-800634-3 neutron-server[93917]: DEBUG neutron.scheduler.base_scheduler [None req-daffd495-91fc-4322-b079-05c4c0596d18 None None] Resources bound (agent type, host, resource id): {{(pid=93917) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:42:22.699589 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-3e48c878-ad73-4762-bbd3-89c6e895b3e6 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:22.726323 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daffd495-91fc-4322-b079-05c4c0596d18 None None] Received port after_create {{(pid=93917) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:42:22.873119 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daffd495-91fc-4322-b079-05c4c0596d18 None None] Pushing event updated for resources: {'Port': ['ID=b9a39279-096e-4125-808c-b57e35aa827b,revision_number=1']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:42:22.886866 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-503f391f-582d-4fb3-ab3b-0444f914a69f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:22.935092 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-3e48c878-ad73-4762-bbd3-89c6e895b3e6 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-929996', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-571750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11395'] for router, precommit_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:22.952017 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-daffd495-91fc-4322-b079-05c4c0596d18 None None] Attempting to bind port b9a39279-096e-4125-808c-b57e35aa827b on host n-d-800634-3 for vnic_type normal with profile {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:42:22.952429 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-daffd495-91fc-4322-b079-05c4c0596d18 None None] Attempting to bind port b9a39279-096e-4125-808c-b57e35aa827b by drivers openvswitch,hyperv on host n-d-800634-3 at level 0 using segments [{'id': 'ee39aca0-6f7d-4da6-861f-9f37553124e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'd41f9397-de9e-4e07-a07d-8cf0ac566250'}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:42:22.952806 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daffd495-91fc-4322-b079-05c4c0596d18 None None] Attempting to bind port b9a39279-096e-4125-808c-b57e35aa827b on network d41f9397-de9e-4e07-a07d-8cf0ac566250 {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:42:22.963097 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daffd495-91fc-4322-b079-05c4c0596d18 None None] Checking agent: {'id': '01c19e91-a945-4e3c-94a6-c211e17c923e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 8, 23), 'started_at': datetime.datetime(2021, 7, 14, 18, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 18, 41, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 18:42:22.963503 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daffd495-91fc-4322-b079-05c4c0596d18 None None] Checking segment: {'id': 'ee39aca0-6f7d-4da6-861f-9f37553124e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'd41f9397-de9e-4e07-a07d-8cf0ac566250'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93917) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:42:22.964080 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-daffd495-91fc-4322-b079-05c4c0596d18 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:22.964506 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daffd495-91fc-4322-b079-05c4c0596d18 None None] Bound using segment: {'id': 'ee39aca0-6f7d-4da6-861f-9f37553124e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'd41f9397-de9e-4e07-a07d-8cf0ac566250'} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 18:42:22.964997 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-daffd495-91fc-4322-b079-05c4c0596d18 None None] Bound port: b9a39279-096e-4125-808c-b57e35aa827b, host: n-d-800634-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee39aca0-6f7d-4da6-861f-9f37553124e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'd41f9397-de9e-4e07-a07d-8cf0ac566250'}}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 18:42:22.965424 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-daffd495-91fc-4322-b079-05c4c0596d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:23.076939 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-daffd495-91fc-4322-b079-05c4c0596d18 None None] For port b9a39279-096e-4125-808c-b57e35aa827b, host n-d-800634-3, cleared binding levels {{(pid=93917) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:42:23.081483 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-daffd495-91fc-4322-b079-05c4c0596d18 None None] For port b9a39279-096e-4125-808c-b57e35aa827b, host n-d-800634-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=b9a39279-096e-4125-808c-b57e35aa827b,segment=NetworkSegment(ee39aca0-6f7d-4da6-861f-9f37553124e0),segment_id=ee39aca0-6f7d-4da6-861f-9f37553124e0)] {{(pid=93917) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 18:42:23.088952 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-daffd495-91fc-4322-b079-05c4c0596d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:23.158820 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daffd495-91fc-4322-b079-05c4c0596d18 None None] Pushing event updated for resources: {'Port': ['ID=b9a39279-096e-4125-808c-b57e35aa827b,revision_number=2']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:42:23.229637 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:23.590905 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-3e48c878-ad73-4762-bbd3-89c6e895b3e6 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks [] for router_gateway, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:23.610381 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f68f574-18e5-435d-9600-009354d0c5ce None None] Sync routers for ids ['b2fcfed5-97e7-4781-a4d4-abc125b03c54'] in n-d-800634-3 {{(pid=93918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 18:42:23.632931 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 9d029ac5-b84b-4bba-a7f2-73a7a3c9167b up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:42:23.644281 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f68f574-18e5-435d-9600-009354d0c5ce None None] Routers {'b2fcfed5-97e7-4781-a4d4-abc125b03c54'} bound to L3 agent in host n-d-800634-3 {{(pid=93918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:42:23.644927 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-4f68f574-18e5-435d-9600-009354d0c5ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:42:23Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['b2fcfed5-97e7-4781-a4d4-abc125b03c54'], 'active': True} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:42:23.701535 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-3e48c878-ad73-4762-bbd3-89c6e895b3e6 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:23.797763 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-f9ce9c37-4aa4-403a-b9f9-027579e8d6c5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:23.885215 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning for port 9d029ac5-b84b-4bba-a7f2-73a7a3c9167b completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:42:23.891670 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port 9d029ac5-b84b-4bba-a7f2-73a7a3c9167b triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:42:23.892054 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:23.912095 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-f9ce9c37-4aa4-403a-b9f9-027579e8d6c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:24.023380 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvr_db [None req-4f68f574-18e5-435d-9600-009354d0c5ce None None] Set router b2fcfed5-97e7-4781-a4d4-abc125b03c54 gateway port host: None {{(pid=93918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 18:42:24.052589 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.db_base_plugin_common [None req-3e48c878-ad73-4762-bbd3-89c6e895b3e6 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Allocated IP 172.25.1.134 (9200a437-e1de-4520-88f6-e68386523e61/5f47f848-4532-407a-a0e2-5690ade15fd0/31848adf-1e8c-4964-be39-3dc05152f6bf) {{(pid=93915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:42:24.168898 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 58918) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:42:24.172152 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:24.208911 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-574aeb93-9938-449c-8e6c-cb22c9b52cc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:24.231087 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] For port 9d029ac5-b84b-4bba-a7f2-73a7a3c9167b, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=9d029ac5-b84b-4bba-a7f2-73a7a3c9167b,segment=NetworkSegment(c89c55d7-a234-408e-a31d-fd1ef504b9dc),segment_id=c89c55d7-a234-408e-a31d-fd1ef504b9dc)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:42:24.237026 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:24.333478 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-3e48c878-ad73-4762-bbd3-89c6e895b3e6 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks [] for port, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:24.344157 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Pushing event updated for resources: {'Port': ['ID=9d029ac5-b84b-4bba-a7f2-73a7a3c9167b,revision_number=5']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:42:24.413951 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-3e48c878-ad73-4762-bbd3-89c6e895b3e6 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:24.518384 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-4f68f574-18e5-435d-9600-009354d0c5ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2fcfed5-97e7-4781-a4d4-abc125b03c54', 'name': 'tempest-RoutersIpV6Test-router-1051286446', 'tenant_id': '78e64edff38a43a79601b0ea9ee759c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:41:46Z', 'updated_at': '2021-07-14T18:42:19Z', 'revision_number': 7, 'project_id': '78e64edff38a43a79601b0ea9ee759c1', 'gw_port_host': None, '_interfaces': [{'id': '9d029ac5-b84b-4bba-a7f2-73a7a3c9167b', 'name': '', 'network_id': '420dd1ef-f8e3-468a-8f28-5a08b8b7aecf', 'tenant_id': '78e64edff38a43a79601b0ea9ee759c1', 'mac_address': 'fa:16:3e:e9:c7:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2fcfed5-97e7-4781-a4d4-abc125b03c54', 'device_owner': 'network:router_interface', 'standard_attr_id': 2408, 'fixed_ips': [{'subnet_id': 'cd70f5ca-0c40-4b72-9c07-aa118013575c', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:42:10Z', 'updated_at': '2021-07-14T18:42:20Z', 'revision_number': 4, 'project_id': '78e64edff38a43a79601b0ea9ee759c1', 'subnets': [{'id': 'cd70f5ca-0c40-4b72-9c07-aa118013575c', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a1bf0528-a079-45ce-bec1-0029330fd330', 'name': '', 'network_id': '16e6bed7-592c-42a6-bc4b-6851af0572a4', 'tenant_id': '78e64edff38a43a79601b0ea9ee759c1', 'mac_address': 'fa:16:3e:01:66:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2fcfed5-97e7-4781-a4d4-abc125b03c54', 'device_owner': 'network:router_interface', 'standard_attr_id': 2387, 'fixed_ips': [{'subnet_id': '348fc547-9ada-4c29-952d-4f8e5befbefb', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:41:54Z', 'updated_at': '2021-07-14T18:42:09Z', 'revision_number': 5, 'project_id': '78e64edff38a43a79601b0ea9ee759c1', 'subnets': [{'id': '348fc547-9ada-4c29-952d-4f8e5befbefb', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e1559901-b9e0-45ba-b035-2e326faf3b95', 'name': '', 'network_id': '7cb6cfed-e28d-443c-8647-2cd4fece0810', 'tenant_id': '78e64edff38a43a79601b0ea9ee759c1', 'mac_address': 'fa:16:3e:99:60:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2fcfed5-97e7-4781-a4d4-abc125b03c54', 'device_owner': 'network:router_interface', 'standard_attr_id': 2375, 'fixed_ips': [{'subnet_id': '6237a0fc-5f57-4144-81b6-9f8997dd8eb6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:41:47Z', 'updated_at': '2021-07-14T18:41:59Z', 'revision_number': 5, 'project_id': '78e64edff38a43a79601b0ea9ee759c1', 'subnets': [{'id': '6237a0fc-5f57-4144-81b6-9f8997dd8eb6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e5b5ecc2-30c8-40a8-9d99-f0822a4b61e6', 'name': '', 'network_id': '66123789-91dd-4f0a-834a-a28ce397c31a', 'tenant_id': '78e64edff38a43a79601b0ea9ee759c1', 'mac_address': 'fa:16:3e:59:96:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2fcfed5-97e7-4781-a4d4-abc125b03c54', 'device_owner': 'network:router_interface', 'standard_attr_id': 2400, 'fixed_ips': [{'subnet_id': '88886a72-f6db-452d-a7b9-17bad70189b3', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:42:00Z', 'updated_at': '2021-07-14T18:42:14Z', 'revision_number': 5, 'project_id': '78e64edff38a43a79601b0ea9ee759c1', 'subnets': [{'id': '88886a72-f6db-452d-a7b9-17bad70189b3', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-3', False) {} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:42:24.547336 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.db_base_plugin_common [None req-f9ce9c37-4aa4-403a-b9f9-027579e8d6c5 admin admin] Allocated IP 172.25.1.28 (9200a437-e1de-4520-88f6-e68386523e61/5f47f848-4532-407a-a0e2-5690ade15fd0/dc15107d-54c7-4d8d-b676-7096f1bd483c) {{(pid=93916) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:42:24.556974 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-a1410af3-9763-4bcd-b154-9ea007d1bba4 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Deleting port 9d029ac5-b84b-4bba-a7f2-73a7a3c9167b {{(pid=93916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:42:24.557325 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a1410af3-9763-4bcd-b154-9ea007d1bba4 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:24.568623 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e48c878-ad73-4762-bbd3-89c6e895b3e6 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Pushing event updated for resources: {'Port': ['ID=31848adf-1e8c-4964-be39-3dc05152f6bf,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:42:24.596874 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f68f574-18e5-435d-9600-009354d0c5ce None None] Checking router: b2fcfed5-97e7-4781-a4d4-abc125b03c54 for host: n-d-800634-3 {{(pid=93918) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 18:42:24.602175 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e48c878-ad73-4762-bbd3-89c6e895b3e6 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Network 9200a437-e1de-4520-88f6-e68386523e61 is already hosted by enough agents. {{(pid=93915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:42:24.605350 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [None req-3e48c878-ad73-4762-bbd3-89c6e895b3e6 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Resources bound (agent type, host, resource id): {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:42:24.625413 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-aec6ff1f-c053-4928-81ce-f1b0612b512a tempest-ExternalNetworksTestJSON-1408401259 tempest-ExternalNetworksTestJSON-1408401259-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1611485309'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:42:24.625679 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f68f574-18e5-435d-9600-009354d0c5ce None None] Routers {'b2fcfed5-97e7-4781-a4d4-abc125b03c54'} bound to L3 agent in host n-d-800634-3 {{(pid=93918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:42:24.626165 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-4f68f574-18e5-435d-9600-009354d0c5ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:42:23Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['b2fcfed5-97e7-4781-a4d4-abc125b03c54'], 'active': True} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:42:24.629381 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e48c878-ad73-4762-bbd3-89c6e895b3e6 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Received port after_create {{(pid=93915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:42:24.710449 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aec6ff1f-c053-4928-81ce-f1b0612b512a tempest-ExternalNetworksTestJSON-1408401259 tempest-ExternalNetworksTestJSON-1408401259-project] Made reservation on behalf of f152c8f5ef624c7480262835c73ab08c for: {'network': 1} {{(pid=93915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:42:24.715948 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-aec6ff1f-c053-4928-81ce-f1b0612b512a tempest-ExternalNetworksTestJSON-1408401259 tempest-ExternalNetworksTestJSON-1408401259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for network, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:24.764015 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-aec6ff1f-c053-4928-81ce-f1b0612b512a tempest-ExternalNetworksTestJSON-1408401259 tempest-ExternalNetworksTestJSON-1408401259-project] Notify callbacks [] for security_group, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:24.772075 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-f9ce9c37-4aa4-403a-b9f9-027579e8d6c5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:24.845314 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.db [None req-a1410af3-9763-4bcd-b154-9ea007d1bba4 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] For port 9d029ac5-b84b-4bba-a7f2-73a7a3c9167b, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=9d029ac5-b84b-4bba-a7f2-73a7a3c9167b,segment=NetworkSegment(c89c55d7-a234-408e-a31d-fd1ef504b9dc),segment_id=c89c55d7-a234-408e-a31d-fd1ef504b9dc)] {{(pid=93916) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:42:24.846036 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a1410af3-9763-4bcd-b154-9ea007d1bba4 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:24.882510 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-a1410af3-9763-4bcd-b154-9ea007d1bba4 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Calling delete_port for 9d029ac5-b84b-4bba-a7f2-73a7a3c9167b owned by network:router_interface {{(pid=93916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:42:24.893676 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvr_db [None req-4f68f574-18e5-435d-9600-009354d0c5ce None None] Set router b2fcfed5-97e7-4781-a4d4-abc125b03c54 gateway port host: None {{(pid=93918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 18:42:24.970617 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-f9ce9c37-4aa4-403a-b9f9-027579e8d6c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:24.994946 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.agents_db [None req-2ea07fb6-aa68-4671-8654-119d82b9f530 None None] Agent healthcheck: found 7 active agents {{(pid=93918) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 18:42:25.031180 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9ce9c37-4aa4-403a-b9f9-027579e8d6c5 admin admin] Network 9200a437-e1de-4520-88f6-e68386523e61 is already hosted by enough agents. {{(pid=93916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:42:25.038825 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [None req-f9ce9c37-4aa4-403a-b9f9-027579e8d6c5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:42:25.042621 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9ce9c37-4aa4-403a-b9f9-027579e8d6c5 admin admin] Received port after_create {{(pid=93916) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:42:25.078895 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ce9c37-4aa4-403a-b9f9-027579e8d6c5 admin admin] Pushing event updated for resources: {'Port': ['ID=dc15107d-54c7-4d8d-b676-7096f1bd483c,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:42:25.134346 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a714fe30-9b2f-42a8-8f28-154c18703f44 None None] Network d41f9397-de9e-4e07-a07d-8cf0ac566250 requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:42:25.279475 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-504ca294-c29d-4b8c-90fc-aa319053214e None None] Provisioning for port b9a39279-096e-4125-808c-b57e35aa827b completed by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:42:25.311617 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-4f68f574-18e5-435d-9600-009354d0c5ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2fcfed5-97e7-4781-a4d4-abc125b03c54', 'name': 'tempest-RoutersIpV6Test-router-1051286446', 'tenant_id': '78e64edff38a43a79601b0ea9ee759c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:41:46Z', 'updated_at': '2021-07-14T18:42:19Z', 'revision_number': 7, 'project_id': '78e64edff38a43a79601b0ea9ee759c1', 'gw_port_host': None, '_interfaces': [{'id': '9d029ac5-b84b-4bba-a7f2-73a7a3c9167b', 'name': '', 'network_id': '420dd1ef-f8e3-468a-8f28-5a08b8b7aecf', 'tenant_id': '78e64edff38a43a79601b0ea9ee759c1', 'mac_address': 'fa:16:3e:e9:c7:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2fcfed5-97e7-4781-a4d4-abc125b03c54', 'device_owner': 'network:router_interface', 'standard_attr_id': 2408, 'fixed_ips': [{'subnet_id': 'cd70f5ca-0c40-4b72-9c07-aa118013575c', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:42:10Z', 'updated_at': '2021-07-14T18:42:24Z', 'revision_number': 5, 'project_id': '78e64edff38a43a79601b0ea9ee759c1', 'subnets': [{'id': 'cd70f5ca-0c40-4b72-9c07-aa118013575c', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a1bf0528-a079-45ce-bec1-0029330fd330', 'name': '', 'network_id': '16e6bed7-592c-42a6-bc4b-6851af0572a4', 'tenant_id': '78e64edff38a43a79601b0ea9ee759c1', 'mac_address': 'fa:16:3e:01:66:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2fcfed5-97e7-4781-a4d4-abc125b03c54', 'device_owner': 'network:router_interface', 'standard_attr_id': 2387, 'fixed_ips': [{'subnet_id': '348fc547-9ada-4c29-952d-4f8e5befbefb', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:41:54Z', 'updated_at': '2021-07-14T18:42:09Z', 'revision_number': 5, 'project_id': '78e64edff38a43a79601b0ea9ee759c1', 'subnets': [{'id': '348fc547-9ada-4c29-952d-4f8e5befbefb', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e1559901-b9e0-45ba-b035-2e326faf3b95', 'name': '', 'network_id': '7cb6cfed-e28d-443c-8647-2cd4fece0810', 'tenant_id': '78e64edff38a43a79601b0ea9ee759c1', 'mac_address': 'fa:16:3e:99:60:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2fcfed5-97e7-4781-a4d4-abc125b03c54', 'device_owner': 'network:router_interface', 'standard_attr_id': 2375, 'fixed_ips': [{'subnet_id': '6237a0fc-5f57-4144-81b6-9f8997dd8eb6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:41:47Z', 'updated_at': '2021-07-14T18:41:59Z', 'revision_number': 5, 'project_id': '78e64edff38a43a79601b0ea9ee759c1', 'subnets': [{'id': '6237a0fc-5f57-4144-81b6-9f8997dd8eb6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e5b5ecc2-30c8-40a8-9d99-f0822a4b61e6', 'name': '', 'network_id': '66123789-91dd-4f0a-834a-a28ce397c31a', 'tenant_id': '78e64edff38a43a79601b0ea9ee759c1', 'mac_address': 'fa:16:3e:59:96:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2fcfed5-97e7-4781-a4d4-abc125b03c54', 'device_owner': 'network:router_interface', 'standard_attr_id': 2400, 'fixed_ips': [{'subnet_id': '88886a72-f6db-452d-a7b9-17bad70189b3', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:42:00Z', 'updated_at': '2021-07-14T18:42:14Z', 'revision_number': 5, 'project_id': '78e64edff38a43a79601b0ea9ee759c1', 'subnets': [{'id': '88886a72-f6db-452d-a7b9-17bad70189b3', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-3', False) {} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:42:25.361972 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f68f574-18e5-435d-9600-009354d0c5ce None None] The sync data for ids ['b2fcfed5-97e7-4781-a4d4-abc125b03c54'] in n-d-800634-3 is: [{'id': 'b2fcfed5-97e7-4781-a4d4-abc125b03c54', 'name': 'tempest-RoutersIpV6Test-router-1051286446', 'tenant_id': '78e64edff38a43a79601b0ea9ee759c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:41:46Z', 'updated_at': '2021-07-14T18:42:19Z', 'revision_number': 7, 'project_id': '78e64edff38a43a79601b0ea9ee759c1', 'gw_port_host': None, '_interfaces': [{'id': '9d029ac5-b84b-4bba-a7f2-73a7a3c9167b', 'name': '', 'network_id': '420dd1ef-f8e3-468a-8f28-5a08b8b7aecf', 'tenant_id': '78e64edff38a43a79601b0ea9ee759c1', 'mac_address': 'fa:16:3e:e9:c7:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2fcfed5-97e7-4781-a4d4-abc125b03c54', 'device_owner': 'network:router_interface', 'standard_attr_id': 2408, 'fixed_ips': [{'subnet_id': 'cd70f5ca-0c40-4b72-9c07-aa118013575c', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:42:10Z', 'updated_at': '2021-07-14T18:42:24Z', 'revision_number': 5, 'project_id': '78e64edff38a43a79601b0ea9ee759c1', 'subnets': [{'id': 'cd70f5ca-0c40-4b72-9c07-aa118013575c', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a1bf0528-a079-45ce-bec1-0029330fd330', 'name': '', 'network_id': '16e6bed7-592c-42a6-bc4b-6851af0572a4', 'tenant_id': '78e64edff38a43a79601b0ea9ee759c1', 'mac_address': 'fa:16:3e:01:66:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2fcfed5-97e7-4781-a4d4-abc125b03c54', 'device_owner': 'network:router_interface', 'standard_attr_id': 2387, 'fixed_ips': [{'subnet_id': '348fc547-9ada-4c29-952d-4f8e5befbefb', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:41:54Z', 'updated_at': '2021-07-14T18:42:09Z', 'revision_number': 5, 'project_id': '78e64edff38a43a79601b0ea9ee759c1', 'subnets': [{'id': '348fc547-9ada-4c29-952d-4f8e5befbefb', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e1559901-b9e0-45ba-b035-2e326faf3b95', 'name': '', 'network_id': '7cb6cfed-e28d-443c-8647-2cd4fece0810', 'tenant_id': '78e64edff38a43a79601b0ea9ee759c1', 'mac_address': 'fa:16:3e:99:60:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2fcfed5-97e7-4781-a4d4-abc125b03c54', 'device_owner': 'network:router_interface', 'standard_attr_id': 2375, 'fixed_ips': [{'subnet_id': '6237a0fc-5f57-4144-81b6-9f8997dd8eb6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:41:47Z', 'updated_at': '2021-07-14T18:41:59Z', 'revision_number': 5, 'project_id': '78e64edff38a43a79601b0ea9ee759c1', 'subnets': [{'id': '6237a0fc-5f57-4144-81b6-9f8997dd8eb6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e5b5ecc2-30c8-40a8-9d99-f0822a4b61e6', 'name': '', 'network_id': '66123789-91dd-4f0a-834a-a28ce397c31a', 'tenant_id': '78e64edff38a43a79601b0ea9ee759c1', 'mac_address': 'fa:16:3e:59:96:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2fcfed5-97e7-4781-a4d4-abc125b03c54', 'device_owner': 'network:router_interface', 'standard_attr_id': 2400, 'fixed_ips': [{'subnet_id': '88886a72-f6db-452d-a7b9-17bad70189b3', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:42:00Z', 'updated_at': '2021-07-14T18:42:14Z', 'revision_number': 5, 'project_id': '78e64edff38a43a79601b0ea9ee759c1', 'subnets': [{'id': '88886a72-f6db-452d-a7b9-17bad70189b3', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 18:42:25.387678 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a1410af3-9763-4bcd-b154-9ea007d1bba4 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:25.764588 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device b9a39279-096e-4125-808c-b57e35aa827b up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:42:25.800898 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1410af3-9763-4bcd-b154-9ea007d1bba4 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Pushing event deleted for resources: {'Port': ['ID=9d029ac5-b84b-4bba-a7f2-73a7a3c9167b,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:42:25.848440 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-2f4e3af3-e708-4ffd-a544-82d93a489d01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:25.901880 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning for port b9a39279-096e-4125-808c-b57e35aa827b completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:42:25.907261 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port b9a39279-096e-4125-808c-b57e35aa827b triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:42:25.907956 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:26.028190 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a1410af3-9763-4bcd-b154-9ea007d1bba4 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-598732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-928907'] for router_interface, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:26.038601 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-80f793e5-4477-4ded-acec-aec23670cab6 None None] Provisioning complete for port b9a39279-096e-4125-808c-b57e35aa827b triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:42:26.039151 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-80f793e5-4477-4ded-acec-aec23670cab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:26.081803 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-f9ce9c37-4aa4-403a-b9f9-027579e8d6c5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:26.122232 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:26.128592 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-3e48c878-ad73-4762-bbd3-89c6e895b3e6 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks [] for router_gateway, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:26.186117 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] For port b9a39279-096e-4125-808c-b57e35aa827b, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=b9a39279-096e-4125-808c-b57e35aa827b,segment=NetworkSegment(ee39aca0-6f7d-4da6-861f-9f37553124e0),segment_id=ee39aca0-6f7d-4da6-861f-9f37553124e0)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:42:26.196861 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:26.197872 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 9d029ac5-b84b-4bba-a7f2-73a7a3c9167b up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:42:26.319865 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Pushing event updated for resources: {'Port': ['ID=b9a39279-096e-4125-808c-b57e35aa827b,revision_number=3']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:42:26.379158 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] No Port match for: 9d029ac5-b84b-4bba-a7f2-73a7a3c9167b {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 18:42:26.380188 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 9d029ac5-b84b-4bba-a7f2-73a7a3c9167b not bound to the agent host n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jul 14 18:42:26.430644 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Port 9d029ac5-b84b-4bba-a7f2-73a7a3c9167b not found, will not notify nova. {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jul 14 18:42:26.438949 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-aec6ff1f-c053-4928-81ce-f1b0612b512a tempest-ExternalNetworksTestJSON-1408401259 tempest-ExternalNetworksTestJSON-1408401259-project] Notify callbacks [] for security_group, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:26.491583 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1410af3-9763-4bcd-b154-9ea007d1bba4 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Router b2fcfed5-97e7-4781-a4d4-abc125b03c54 has already been hosted by L3 agent 2c6eb27e-defb-4cca-9a24-381c7415e359 {{(pid=93916) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 18:42:26.503906 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-aec6ff1f-c053-4928-81ce-f1b0612b512a tempest-ExternalNetworksTestJSON-1408401259 tempest-ExternalNetworksTestJSON-1408401259-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:26.517851 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aec6ff1f-c053-4928-81ce-f1b0612b512a tempest-ExternalNetworksTestJSON-1408401259 tempest-ExternalNetworksTestJSON-1408401259-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 90} {{(pid=93915) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 18:42:26.531277 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-aec6ff1f-c053-4928-81ce-f1b0612b512a tempest-ExternalNetworksTestJSON-1408401259 tempest-ExternalNetworksTestJSON-1408401259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:26.531811 n-d-800634-3 neutron-server[93915]: INFO neutron.db.segments_db [None req-aec6ff1f-c053-4928-81ce-f1b0612b512a tempest-ExternalNetworksTestJSON-1408401259 tempest-ExternalNetworksTestJSON-1408401259-project] Added segment 33878367-8929-4aef-b774-645411267260 of type vlan for network e33c4ef1-0899-433b-a95c-d7f36c01d5e2 Jul 14 18:42:26.587902 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-aec6ff1f-c053-4928-81ce-f1b0612b512a tempest-ExternalNetworksTestJSON-1408401259 tempest-ExternalNetworksTestJSON-1408401259-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728202197517'] for network, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:26.636603 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-aec6ff1f-c053-4928-81ce-f1b0612b512a tempest-ExternalNetworksTestJSON-1408401259 tempest-ExternalNetworksTestJSON-1408401259-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727'] for network, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:26.660216 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aec6ff1f-c053-4928-81ce-f1b0612b512a tempest-ExternalNetworksTestJSON-1408401259 tempest-ExternalNetworksTestJSON-1408401259-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:42:26.661547 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-aec6ff1f-c053-4928-81ce-f1b0612b512a tempest-ExternalNetworksTestJSON-1408401259 tempest-ExternalNetworksTestJSON-1408401259-project] Notify callbacks [] for network, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:26.692954 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-f9ce9c37-4aa4-403a-b9f9-027579e8d6c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-571759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-930033'] for router, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:26.755062 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1410af3-9763-4bcd-b154-9ea007d1bba4 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify agent at l3_agent.n-d-800634-3 the message routers_updated {{(pid=93916) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 18:42:26.765497 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-a1410af3-9763-4bcd-b154-9ea007d1bba4 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] 10.222.0.16 "PUT /v2.0/routers/b2fcfed5-97e7-4781-a4d4-abc125b03c54/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6959536 Jul 14 18:42:26.766843 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6e84df9-26f0-4db7-8277-92eba0476f0a None None] Sync routers for ids ['b2fcfed5-97e7-4781-a4d4-abc125b03c54'] in n-d-800634-3 {{(pid=93917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 18:42:26.770230 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 58956) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:42:26.777690 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6e84df9-26f0-4db7-8277-92eba0476f0a None None] Routers {'b2fcfed5-97e7-4781-a4d4-abc125b03c54'} bound to L3 agent in host n-d-800634-3 {{(pid=93917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:42:26.778956 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-f6e84df9-26f0-4db7-8277-92eba0476f0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:42:23Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['b2fcfed5-97e7-4781-a4d4-abc125b03c54'], 'active': True} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:42:26.796798 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-aec6ff1f-c053-4928-81ce-f1b0612b512a tempest-ExternalNetworksTestJSON-1408401259 tempest-ExternalNetworksTestJSON-1408401259-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 2.6235902 Jul 14 18:42:26.816704 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 58958) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:42:26.872032 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec6ff1f-c053-4928-81ce-f1b0612b512a tempest-ExternalNetworksTestJSON-1408401259 tempest-ExternalNetworksTestJSON-1408401259-project] Pushing event updated for resources: {'SecurityGroup': ['ID=103b06c2-e12b-487e-8170-0629f0a0eab1,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:42:26.909319 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec6ff1f-c053-4928-81ce-f1b0612b512a tempest-ExternalNetworksTestJSON-1408401259 tempest-ExternalNetworksTestJSON-1408401259-project] Pushing event updated for resources: {'Network': ['ID=e33c4ef1-0899-433b-a95c-d7f36c01d5e2,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:42:26.929337 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Network e33c4ef1-0899-433b-a95c-d7f36c01d5e2 details requested by agent ovs-agent-n-d-800634-3 with host n-d-800634-3 {{(pid=93917) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 18:42:26.935419 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585207c7-5634-4561-8f9a-b15fbb3ba4b6 req-62d44b44-a4c1-4350-88df-7faf30c53dec tempest-AttachVolumeTestJSON-1507206526 tempest-AttachVolumeTestJSON-1507206526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:42:26.937059 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-585207c7-5634-4561-8f9a-b15fbb3ba4b6 req-62d44b44-a4c1-4350-88df-7faf30c53dec tempest-AttachVolumeTestJSON-1507206526 tempest-AttachVolumeTestJSON-1507206526-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d4752b4-cf55-42cb-aaf8-a6366a7dc104 HTTP/1.1" status: 200 len: 945 time: 0.3055456 Jul 14 18:42:26.945834 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-3e48c878-ad73-4762-bbd3-89c6e895b3e6 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-571759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-930033'] for router, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:26.974412 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f31dc06-8018-4503-b712-a4d47c6a5bc4 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Deleting subnet cd70f5ca-0c40-4b72-9c07-aa118013575c {{(pid=93916) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 18:42:26.996036 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-6f31dc06-8018-4503-b712-a4d47c6a5bc4 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify callbacks [] for subnet, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:27.017970 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvr_db [None req-f6e84df9-26f0-4db7-8277-92eba0476f0a None None] Set router b2fcfed5-97e7-4781-a4d4-abc125b03c54 gateway port host: None {{(pid=93917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 18:42:27.061400 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-6f31dc06-8018-4503-b712-a4d47c6a5bc4 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26296866'] for subnet, precommit_delete_associations {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:27.076862 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-11bbfd5f-9859-4acc-ab43-62606fd98875 tempest-ExternalNetworksTestJSON-1343545600 tempest-ExternalNetworksTestJSON-1343545600-project-admin] Request body: {'network': {'name': 'tempest-network--250117960', 'router:external': True}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:42:27.131480 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-585207c7-5634-4561-8f9a-b15fbb3ba4b6 req-e4a55b7d-ba35-45eb-9c4a-ac051053271d tempest-AttachVolumeTestJSON-1507206526 tempest-AttachVolumeTestJSON-1507206526-project] 10.222.0.16 "GET /v2.0/security-groups?id=96b55db8-12e1-43af-8475-4683f85322eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1720347 Jul 14 18:42:27.152795 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11bbfd5f-9859-4acc-ab43-62606fd98875 tempest-ExternalNetworksTestJSON-1343545600 tempest-ExternalNetworksTestJSON-1343545600-project-admin] Made reservation on behalf of 7631537220064717a455848d430e4c7e for: {'network': 1} {{(pid=93915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:42:27.155202 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-11bbfd5f-9859-4acc-ab43-62606fd98875 tempest-ExternalNetworksTestJSON-1343545600 tempest-ExternalNetworksTestJSON-1343545600-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for network, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:27.169782 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-6f31dc06-8018-4503-b712-a4d47c6a5bc4 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081283'] for subnet, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:27.170006 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-11bbfd5f-9859-4acc-ab43-62606fd98875 tempest-ExternalNetworksTestJSON-1343545600 tempest-ExternalNetworksTestJSON-1343545600-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:27.189285 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e48c878-ad73-4762-bbd3-89c6e895b3e6 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Router 29c52654-d9c8-454b-b6d2-1ca014e9fa52 is scheduled to L3 agent 2c6eb27e-defb-4cca-9a24-381c7415e359 with binding_index 1 {{(pid=93915) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 18:42:27.246150 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-6f31dc06-8018-4503-b712-a4d47c6a5bc4 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2684816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26033152'] for subnet, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:27.262896 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9ce9c37-4aa4-403a-b9f9-027579e8d6c5 admin admin] Router a9e3896e-783e-4cd9-a436-2b5e2a355b94 is scheduled to L3 agent 2c6eb27e-defb-4cca-9a24-381c7415e359 with binding_index 1 {{(pid=93916) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 18:42:27.268811 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-6f31dc06-8018-4503-b712-a4d47c6a5bc4 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify callbacks [] for subnet, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:27.274093 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-6f31dc06-8018-4503-b712-a4d47c6a5bc4 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] 10.222.0.16 "DELETE /v2.0/subnets/cd70f5ca-0c40-4b72-9c07-aa118013575c HTTP/1.1" status: 204 len: 168 time: 0.5028389 Jul 14 18:42:27.275755 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-560a99a0-f473-45da-8ad6-97bbcdd115e6 None None] Network 420dd1ef-f8e3-468a-8f28-5a08b8b7aecf requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:42:27.297830 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 58964) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:42:27.352967 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e48c878-ad73-4762-bbd3-89c6e895b3e6 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify agent at l3_agent.n-d-800634-3 the message routers_updated {{(pid=93915) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 18:42:27.364499 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17d52639-2c73-4ac9-8fbd-fc6ff4fc771c None None] Sync routers for ids ['29c52654-d9c8-454b-b6d2-1ca014e9fa52'] in n-d-800634-3 {{(pid=93918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 18:42:27.381089 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17d52639-2c73-4ac9-8fbd-fc6ff4fc771c None None] Routers {'29c52654-d9c8-454b-b6d2-1ca014e9fa52'} bound to L3 agent in host n-d-800634-3 {{(pid=93918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:42:27.381981 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-17d52639-2c73-4ac9-8fbd-fc6ff4fc771c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:42:23Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['29c52654-d9c8-454b-b6d2-1ca014e9fa52'], 'active': True} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:42:27.521444 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-11bbfd5f-9859-4acc-ab43-62606fd98875 tempest-ExternalNetworksTestJSON-1343545600 tempest-ExternalNetworksTestJSON-1343545600-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:27.567734 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvr_db [None req-17d52639-2c73-4ac9-8fbd-fc6ff4fc771c None None] Set router 29c52654-d9c8-454b-b6d2-1ca014e9fa52 gateway port host: n-d-800634-3 {{(pid=93918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 18:42:27.575148 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-f6e84df9-26f0-4db7-8277-92eba0476f0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2fcfed5-97e7-4781-a4d4-abc125b03c54', 'name': 'tempest-RoutersIpV6Test-router-1051286446', 'tenant_id': '78e64edff38a43a79601b0ea9ee759c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:41:46Z', 'updated_at': '2021-07-14T18:42:25Z', 'revision_number': 8, 'project_id': '78e64edff38a43a79601b0ea9ee759c1', 'gw_port_host': None, '_interfaces': [{'id': 'a1bf0528-a079-45ce-bec1-0029330fd330', 'name': '', 'network_id': '16e6bed7-592c-42a6-bc4b-6851af0572a4', 'tenant_id': '78e64edff38a43a79601b0ea9ee759c1', 'mac_address': 'fa:16:3e:01:66:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2fcfed5-97e7-4781-a4d4-abc125b03c54', 'device_owner': 'network:router_interface', 'standard_attr_id': 2387, 'fixed_ips': [{'subnet_id': '348fc547-9ada-4c29-952d-4f8e5befbefb', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:41:54Z', 'updated_at': '2021-07-14T18:42:09Z', 'revision_number': 5, 'project_id': '78e64edff38a43a79601b0ea9ee759c1', 'subnets': [{'id': '348fc547-9ada-4c29-952d-4f8e5befbefb', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e1559901-b9e0-45ba-b035-2e326faf3b95', 'name': '', 'network_id': '7cb6cfed-e28d-443c-8647-2cd4fece0810', 'tenant_id': '78e64edff38a43a79601b0ea9ee759c1', 'mac_address': 'fa:16:3e:99:60:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2fcfed5-97e7-4781-a4d4-abc125b03c54', 'device_owner': 'network:router_interface', 'standard_attr_id': 2375, 'fixed_ips': [{'subnet_id': '6237a0fc-5f57-4144-81b6-9f8997dd8eb6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:41:47Z', 'updated_at': '2021-07-14T18:41:59Z', 'revision_number': 5, 'project_id': '78e64edff38a43a79601b0ea9ee759c1', 'subnets': [{'id': '6237a0fc-5f57-4144-81b6-9f8997dd8eb6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e5b5ecc2-30c8-40a8-9d99-f0822a4b61e6', 'name': '', 'network_id': '66123789-91dd-4f0a-834a-a28ce397c31a', 'tenant_id': '78e64edff38a43a79601b0ea9ee759c1', 'mac_address': 'fa:16:3e:59:96:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2fcfed5-97e7-4781-a4d4-abc125b03c54', 'device_owner': 'network:router_interface', 'standard_attr_id': 2400, 'fixed_ips': [{'subnet_id': '88886a72-f6db-452d-a7b9-17bad70189b3', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:42:00Z', 'updated_at': '2021-07-14T18:42:14Z', 'revision_number': 5, 'project_id': '78e64edff38a43a79601b0ea9ee759c1', 'subnets': [{'id': '88886a72-f6db-452d-a7b9-17bad70189b3', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-3', False) {} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:42:27.598082 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-11bbfd5f-9859-4acc-ab43-62606fd98875 tempest-ExternalNetworksTestJSON-1343545600 tempest-ExternalNetworksTestJSON-1343545600-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:27.616427 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11bbfd5f-9859-4acc-ab43-62606fd98875 tempest-ExternalNetworksTestJSON-1343545600 tempest-ExternalNetworksTestJSON-1343545600-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 54} {{(pid=93915) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 18:42:27.644682 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-11bbfd5f-9859-4acc-ab43-62606fd98875 tempest-ExternalNetworksTestJSON-1343545600 tempest-ExternalNetworksTestJSON-1343545600-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:27.645260 n-d-800634-3 neutron-server[93915]: INFO neutron.db.segments_db [None req-11bbfd5f-9859-4acc-ab43-62606fd98875 tempest-ExternalNetworksTestJSON-1343545600 tempest-ExternalNetworksTestJSON-1343545600-project-admin] Added segment 8071be75-97eb-4814-80ed-226949a472e9 of type vlan for network ced3eef7-838f-4274-b93c-de827cb50812 Jul 14 18:42:27.653959 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device b9a39279-096e-4125-808c-b57e35aa827b up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:42:27.701560 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6e84df9-26f0-4db7-8277-92eba0476f0a None None] Checking router: b2fcfed5-97e7-4781-a4d4-abc125b03c54 for host: n-d-800634-3 {{(pid=93917) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 18:42:27.750023 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6e84df9-26f0-4db7-8277-92eba0476f0a None None] Routers {'b2fcfed5-97e7-4781-a4d4-abc125b03c54'} bound to L3 agent in host n-d-800634-3 {{(pid=93917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:42:27.750783 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-f6e84df9-26f0-4db7-8277-92eba0476f0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:42:23Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['b2fcfed5-97e7-4781-a4d4-abc125b03c54'], 'active': True} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:42:27.773899 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-11bbfd5f-9859-4acc-ab43-62606fd98875 tempest-ExternalNetworksTestJSON-1343545600 tempest-ExternalNetworksTestJSON-1343545600-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728202197517'] for network, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:27.826760 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-3e48c878-ad73-4762-bbd3-89c6e895b3e6 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks [] for router, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:27.828651 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-3e48c878-ad73-4762-bbd3-89c6e895b3e6 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 5.4357262 Jul 14 18:42:27.831276 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-11bbfd5f-9859-4acc-ab43-62606fd98875 tempest-ExternalNetworksTestJSON-1343545600 tempest-ExternalNetworksTestJSON-1343545600-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727'] for network, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:27.834833 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11bbfd5f-9859-4acc-ab43-62606fd98875 tempest-ExternalNetworksTestJSON-1343545600 tempest-ExternalNetworksTestJSON-1343545600-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:42:27.835801 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-11bbfd5f-9859-4acc-ab43-62606fd98875 tempest-ExternalNetworksTestJSON-1343545600 tempest-ExternalNetworksTestJSON-1343545600-project-admin] Notify callbacks [] for network, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:27.843626 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-4279b157-2bbc-4f28-b414-0bff2e3a5f84 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645734'] for network, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:27.847116 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f31dc06-8018-4503-b712-a4d47c6a5bc4 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Pushing event deleted for resources: {'Subnet': ['ID=cd70f5ca-0c40-4b72-9c07-aa118013575c,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:42:27.850889 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 58968) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:42:27.868308 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-11bbfd5f-9859-4acc-ab43-62606fd98875 tempest-ExternalNetworksTestJSON-1343545600 tempest-ExternalNetworksTestJSON-1343545600-project-admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 861 time: 1.0148146 Jul 14 18:42:27.889347 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 58970) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:42:27.891047 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-20bf3209-4056-4f10-83fc-0b10f53f59d8 tempest-TestNetworkAdvancedServerOps-1839370163 tempest-TestNetworkAdvancedServerOps-1839370163-project-admin] 10.222.0.16 "GET /v2.0/subnets?project_id=af718961b2754d7c873f442ed35947bb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0373633 Jul 14 18:42:27.931677 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 58972) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:42:27.943213 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port b9a39279-096e-4125-808c-b57e35aa827b triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:42:27.943593 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:28.012488 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9ce9c37-4aa4-403a-b9f9-027579e8d6c5 admin admin] Notify agent at l3_agent.n-d-800634-3 the message routers_updated {{(pid=93916) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 18:42:28.036093 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11bbfd5f-9859-4acc-ab43-62606fd98875 tempest-ExternalNetworksTestJSON-1343545600 tempest-ExternalNetworksTestJSON-1343545600-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20116462-ad33-4c92-bab1-d9a69ad36b04,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:42:28.053408 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-f9ce9c37-4aa4-403a-b9f9-027579e8d6c5 admin admin] Notify callbacks [] for router, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:28.054978 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-f9ce9c37-4aa4-403a-b9f9-027579e8d6c5 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 7.1121519 Jul 14 18:42:28.057850 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 58976) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:42:28.120101 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-17d52639-2c73-4ac9-8fbd-fc6ff4fc771c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29c52654-d9c8-454b-b6d2-1ca014e9fa52', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1785290011', 'tenant_id': 'af718961b2754d7c873f442ed35947bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.134'}], 'enable_snat': True}, 'gw_port_id': '31848adf-1e8c-4964-be39-3dc05152f6bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:42:22Z', 'updated_at': '2021-07-14T18:42:25Z', 'revision_number': 3, 'project_id': 'af718961b2754d7c873f442ed35947bb', 'gw_port': {'id': '31848adf-1e8c-4964-be39-3dc05152f6bf', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:04:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29c52654-d9c8-454b-b6d2-1ca014e9fa52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2442, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:42:23Z', 'updated_at': '2021-07-14T18:42:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3'}], 'n-d-800634-3', False) {} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:42:28.140893 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11bbfd5f-9859-4acc-ab43-62606fd98875 tempest-ExternalNetworksTestJSON-1343545600 tempest-ExternalNetworksTestJSON-1343545600-project-admin] Pushing event updated for resources: {'Network': ['ID=ced3eef7-838f-4274-b93c-de827cb50812,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:42:28.181635 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-f6060ec3-8f62-4725-97ef-98eea3b7fc1d tempest-ExternalNetworksTestJSON-1343545600 tempest-ExternalNetworksTestJSON-1343545600-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645734'] for network, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:28.208686 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17d52639-2c73-4ac9-8fbd-fc6ff4fc771c None None] Checking router: 29c52654-d9c8-454b-b6d2-1ca014e9fa52 for host: n-d-800634-3 {{(pid=93918) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 18:42:28.209048 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17d52639-2c73-4ac9-8fbd-fc6ff4fc771c None None] Updating router 29c52654-d9c8-454b-b6d2-1ca014e9fa52 port 31848adf-1e8c-4964-be39-3dc05152f6bf binding host n-d-800634-3 {{(pid=93918) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 18:42:28.214423 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6560278e-8084-4b17-88cb-e43c89880a67 tempest-TestNetworkAdvancedServerOps-1839370163 tempest-TestNetworkAdvancedServerOps-1839370163-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:42:28.215074 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6560278e-8084-4b17-88cb-e43c89880a67 tempest-TestNetworkAdvancedServerOps-1839370163 tempest-TestNetworkAdvancedServerOps-1839370163-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:42:28.224796 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-6560278e-8084-4b17-88cb-e43c89880a67 tempest-TestNetworkAdvancedServerOps-1839370163 tempest-TestNetworkAdvancedServerOps-1839370163-project-admin] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 1536 time: 0.2891638 Jul 14 18:42:28.246937 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 58980) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:42:28.294814 n-d-800634-3 neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-17d52639-2c73-4ac9-8fbd-fc6ff4fc771c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:28.302074 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-f6060ec3-8f62-4725-97ef-98eea3b7fc1d tempest-ExternalNetworksTestJSON-1343545600 tempest-ExternalNetworksTestJSON-1343545600-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2096010', 'neutron.services.segments.db._delete_segments_for_network-8728202734996'] for network, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:28.314081 n-d-800634-3 neutron-server[93915]: DEBUG neutron.services.segments.db [None req-f6060ec3-8f62-4725-97ef-98eea3b7fc1d tempest-ExternalNetworksTestJSON-1343545600 tempest-ExternalNetworksTestJSON-1343545600-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ced3eef7-838f-4274-b93c-de827cb50812']}} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:42:28.326111 n-d-800634-3 neutron-server[93915]: DEBUG neutron.services.segments.db [None req-f6060ec3-8f62-4725-97ef-98eea3b7fc1d tempest-ExternalNetworksTestJSON-1343545600 tempest-ExternalNetworksTestJSON-1343545600-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8071be75-97eb-4814-80ed-226949a472e9') {'for_net_delete': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:42:28.326554 n-d-800634-3 neutron-server[93915]: DEBUG neutron.services.segments.db [None req-f6060ec3-8f62-4725-97ef-98eea3b7fc1d tempest-ExternalNetworksTestJSON-1343545600 tempest-ExternalNetworksTestJSON-1343545600-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8071be75-97eb-4814-80ed-226949a472e9') {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:42:28.336108 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-f6060ec3-8f62-4725-97ef-98eea3b7fc1d tempest-ExternalNetworksTestJSON-1343545600 tempest-ExternalNetworksTestJSON-1343545600-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728202715275', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28939920'] for segment, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:28.358317 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8ea1acf-c0ee-408e-9e81-205800e7c5d2 None None] DHCP port deletion for 420dd1ef-f8e3-468a-8f28-5a08b8b7aecf request from n-d-800634-3 {{(pid=93917) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 18:42:28.360952 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Network ced3eef7-838f-4274-b93c-de827cb50812 details requested by agent ovs-agent-n-d-800634-3 with host n-d-800634-3 {{(pid=93917) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 18:42:28.364870 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a6c8470-21e7-4b19-b5a1-701bb64a586f None None] Sync routers for ids ['a9e3896e-783e-4cd9-a436-2b5e2a355b94'] in n-d-800634-3 {{(pid=93917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 18:42:28.378990 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-f6060ec3-8f62-4725-97ef-98eea3b7fc1d tempest-ExternalNetworksTestJSON-1343545600 tempest-ExternalNetworksTestJSON-1343545600-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:28.456344 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvr_db [None req-f6e84df9-26f0-4db7-8277-92eba0476f0a None None] Set router b2fcfed5-97e7-4781-a4d4-abc125b03c54 gateway port host: None {{(pid=93917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 18:42:28.481747 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-4279b157-2bbc-4f28-b414-0bff2e3a5f84 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Deleting port a090ffea-f4e0-45bb-8efe-e844f8180659 {{(pid=93916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:42:28.482332 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-4279b157-2bbc-4f28-b414-0bff2e3a5f84 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:28.522264 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-e40c151d-84ab-40e8-96f0-f4470c27af6f tempest-TestNetworkAdvancedServerOps-1839370163 tempest-TestNetworkAdvancedServerOps-1839370163-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=9200a437-e1de-4520-88f6-e68386523e61&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1654563 Jul 14 18:42:28.527163 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6060ec3-8f62-4725-97ef-98eea3b7fc1d tempest-ExternalNetworksTestJSON-1343545600 tempest-ExternalNetworksTestJSON-1343545600-project-admin] Releasing vlan 54 on physical network physnet1 to pool {{(pid=93915) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 18:42:28.527691 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-f6060ec3-8f62-4725-97ef-98eea3b7fc1d tempest-ExternalNetworksTestJSON-1343545600 tempest-ExternalNetworksTestJSON-1343545600-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25911658'] for segment, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:28.539436 n-d-800634-3 neutron-server[93915]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:42:28.539436 n-d-800634-3 neutron-server[93915]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:42:28.539436 n-d-800634-3 neutron-server[93915]: Traceback (most recent call last): Jul 14 18:42:28.539436 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 18:42:28.539436 n-d-800634-3 neutron-server[93915]: timer() Jul 14 18:42:28.539436 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 18:42:28.539436 n-d-800634-3 neutron-server[93915]: cb(*args, **kw) Jul 14 18:42:28.539436 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 18:42:28.539436 n-d-800634-3 neutron-server[93915]: return func(*args, **kwargs) Jul 14 18:42:28.539436 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 18:42:28.539436 n-d-800634-3 neutron-server[93915]: self._notify() Jul 14 18:42:28.539436 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 18:42:28.539436 n-d-800634-3 neutron-server[93915]: self.callback(batched_events) Jul 14 18:42:28.539436 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 18:42:28.539436 n-d-800634-3 neutron-server[93915]: event.method(event) Jul 14 18:42:28.539436 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 18:42:28.539436 n-d-800634-3 neutron-server[93915]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 18:42:28.539436 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 18:42:28.539436 n-d-800634-3 neutron-server[93915]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 18:42:28.539436 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 18:42:28.539436 n-d-800634-3 neutron-server[93915]: return f(self, *a, **k) Jul 14 18:42:28.539436 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 18:42:28.539436 n-d-800634-3 neutron-server[93915]: return self._get(url).json() Jul 14 18:42:28.539436 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 18:42:28.539436 n-d-800634-3 neutron-server[93915]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 18:42:28.539436 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 18:42:28.539436 n-d-800634-3 neutron-server[93915]: return self.request(url, 'GET', **kwargs) Jul 14 18:42:28.539436 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 18:42:28.539436 n-d-800634-3 neutron-server[93915]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 18:42:28.539436 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 18:42:28.539436 n-d-800634-3 neutron-server[93915]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 18:42:28.539436 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 18:42:28.539436 n-d-800634-3 neutron-server[93915]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 18:42:28.539436 n-d-800634-3 neutron-server[93915]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 18:42:28.544416 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a6c8470-21e7-4b19-b5a1-701bb64a586f None None] Routers {'a9e3896e-783e-4cd9-a436-2b5e2a355b94'} bound to L3 agent in host n-d-800634-3 {{(pid=93917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:42:28.545326 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-7a6c8470-21e7-4b19-b5a1-701bb64a586f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:42:23Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['a9e3896e-783e-4cd9-a436-2b5e2a355b94'], 'active': True} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:42:28.560913 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.db [None req-4279b157-2bbc-4f28-b414-0bff2e3a5f84 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] For port a090ffea-f4e0-45bb-8efe-e844f8180659, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=a090ffea-f4e0-45bb-8efe-e844f8180659,segment=NetworkSegment(c89c55d7-a234-408e-a31d-fd1ef504b9dc),segment_id=c89c55d7-a234-408e-a31d-fd1ef504b9dc)] {{(pid=93916) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:42:28.561284 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-4279b157-2bbc-4f28-b414-0bff2e3a5f84 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:28.575587 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-4279b157-2bbc-4f28-b414-0bff2e3a5f84 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Calling delete_port for a090ffea-f4e0-45bb-8efe-e844f8180659 owned by network:dhcp {{(pid=93916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:42:28.608480 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 58982) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:42:28.664205 n-d-800634-3 neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-17d52639-2c73-4ac9-8fbd-fc6ff4fc771c None None] Notify callbacks [] for port, precommit_update {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:28.691068 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvr_db [None req-7a6c8470-21e7-4b19-b5a1-701bb64a586f None None] Set router a9e3896e-783e-4cd9-a436-2b5e2a355b94 gateway port host: n-d-800634-3 {{(pid=93917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 18:42:28.699018 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-a90d0178-1dde-4492-9773-5192f110d84f tempest-TestNetworkAdvancedServerOps-1839370163 tempest-TestNetworkAdvancedServerOps-1839370163-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=ced3eef7-838f-4274-b93c-de827cb50812&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0825977 Jul 14 18:42:28.703262 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 58984) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:42:28.710490 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-ecf883ad-eb57-4423-acc0-82d869f2ab72 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1017341075', 'network_id': '26951fdb-bb46-4452-8c34-53f4c7032aac', 'project_id': 'af718961b2754d7c873f442ed35947bb', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:42:28.735936 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-4279b157-2bbc-4f28-b414-0bff2e3a5f84 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:28.773715 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4279b157-2bbc-4f28-b414-0bff2e3a5f84 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Pushing event deleted for resources: {'Port': ['ID=a090ffea-f4e0-45bb-8efe-e844f8180659,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:42:28.778915 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4279b157-2bbc-4f28-b414-0bff2e3a5f84 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] No DVR routers for this DVR port a090ffea-f4e0-45bb-8efe-e844f8180659 on host n-d-800634-3 {{(pid=93916) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 18:42:28.833436 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecf883ad-eb57-4423-acc0-82d869f2ab72 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Made reservation on behalf of af718961b2754d7c873f442ed35947bb for: {'subnet': 1} {{(pid=93915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:42:28.837614 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-ecf883ad-eb57-4423-acc0-82d869f2ab72 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28969735'] for subnet, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:28.869416 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd23de5-95ee-40b1-a0dd-920d5196fb0b req-4eee4d53-7560-4614-b652-9f4bd37a14e1 tempest-AttachVolumeTestJSON-1507206526 tempest-AttachVolumeTestJSON-1507206526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:42:28.870895 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.provisioning_blocks [None req-17d52639-2c73-4ac9-8fbd-fc6ff4fc771c None None] Transition to ACTIVE for port object 31848adf-1e8c-4964-be39-3dc05152f6bf will not be triggered until provisioned by entity L2. {{(pid=93918) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:42:28.880598 n-d-800634-3 neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-17d52639-2c73-4ac9-8fbd-fc6ff4fc771c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:28.881627 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-bfd23de5-95ee-40b1-a0dd-920d5196fb0b req-4eee4d53-7560-4614-b652-9f4bd37a14e1 tempest-AttachVolumeTestJSON-1507206526 tempest-AttachVolumeTestJSON-1507206526-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d4752b4-cf55-42cb-aaf8-a6366a7dc104 HTTP/1.1" status: 200 len: 945 time: 0.4970443 Jul 14 18:42:28.982650 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-bfd23de5-95ee-40b1-a0dd-920d5196fb0b req-153a38c3-cc76-42ab-a1c2-67c514e1f6a8 tempest-AttachVolumeTestJSON-1507206526 tempest-AttachVolumeTestJSON-1507206526-project] 10.222.0.16 "GET /v2.0/security-groups?id=96b55db8-12e1-43af-8475-4683f85322eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0998764 Jul 14 18:42:28.983350 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-f6060ec3-8f62-4725-97ef-98eea3b7fc1d tempest-ExternalNetworksTestJSON-1343545600 tempest-ExternalNetworksTestJSON-1343545600-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2096001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-930085'] for network, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:28.998730 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6060ec3-8f62-4725-97ef-98eea3b7fc1d tempest-ExternalNetworksTestJSON-1343545600 tempest-ExternalNetworksTestJSON-1343545600-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network ced3eef7-838f-4274-b93c-de827cb50812 {{(pid=93915) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 14 18:42:29.005444 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c63d46c-c1e2-4187-a9e8-21d382450384 None None] Pushing event updated for resources: {'Port': ['ID=31848adf-1e8c-4964-be39-3dc05152f6bf,revision_number=2']} {{(pid=93918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:42:29.015135 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-f6060ec3-8f62-4725-97ef-98eea3b7fc1d tempest-ExternalNetworksTestJSON-1343545600 tempest-ExternalNetworksTestJSON-1343545600-project-admin] Notify callbacks [] for network, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:29.017126 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-f6060ec3-8f62-4725-97ef-98eea3b7fc1d tempest-ExternalNetworksTestJSON-1343545600 tempest-ExternalNetworksTestJSON-1343545600-project-admin] 10.222.0.16 "DELETE /v2.0/networks/ced3eef7-838f-4274-b93c-de827cb50812 HTTP/1.1" status: 204 len: 168 time: 1.1225276 Jul 14 18:42:29.036100 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 58988) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:42:29.036926 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6060ec3-8f62-4725-97ef-98eea3b7fc1d tempest-ExternalNetworksTestJSON-1343545600 tempest-ExternalNetworksTestJSON-1343545600-project-admin] Pushing event deleted for resources: {'Network': ['ID=ced3eef7-838f-4274-b93c-de827cb50812,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:42:29.045003 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-461e41ba-f719-4336-869a-19bed8333ced tempest-ExternalNetworksTestJSON-1343545600 tempest-ExternalNetworksTestJSON-1343545600-project-admin] Request body: {'network': {'router:external': True}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:42:29.083345 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.managers [None req-17d52639-2c73-4ac9-8fbd-fc6ff4fc771c None None] Attempting to bind port 31848adf-1e8c-4964-be39-3dc05152f6bf on host n-d-800634-3 for vnic_type normal with profile {{(pid=93918) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:42:29.083574 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.managers [None req-17d52639-2c73-4ac9-8fbd-fc6ff4fc771c None None] Attempting to bind port 31848adf-1e8c-4964-be39-3dc05152f6bf by drivers openvswitch,hyperv on host n-d-800634-3 at level 0 using segments [{'id': '5afb940b-bbdf-4727-be00-5d46367c38a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9200a437-e1de-4520-88f6-e68386523e61'}] {{(pid=93918) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:42:29.085974 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17d52639-2c73-4ac9-8fbd-fc6ff4fc771c None None] Attempting to bind port 31848adf-1e8c-4964-be39-3dc05152f6bf on network 9200a437-e1de-4520-88f6-e68386523e61 {{(pid=93918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:42:29.099457 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-461e41ba-f719-4336-869a-19bed8333ced tempest-ExternalNetworksTestJSON-1343545600 tempest-ExternalNetworksTestJSON-1343545600-project-admin] Made reservation on behalf of 7631537220064717a455848d430e4c7e for: {'network': 1} {{(pid=93915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:42:29.101899 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-461e41ba-f719-4336-869a-19bed8333ced tempest-ExternalNetworksTestJSON-1343545600 tempest-ExternalNetworksTestJSON-1343545600-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for network, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:29.106317 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17d52639-2c73-4ac9-8fbd-fc6ff4fc771c None None] Checking agent: {'id': '01c19e91-a945-4e3c-94a6-c211e17c923e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 8, 23), 'started_at': datetime.datetime(2021, 7, 14, 18, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 18, 42, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 18:42:29.106694 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17d52639-2c73-4ac9-8fbd-fc6ff4fc771c None None] Checking segment: {'id': '5afb940b-bbdf-4727-be00-5d46367c38a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9200a437-e1de-4520-88f6-e68386523e61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93918) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:42:29.107112 n-d-800634-3 neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-17d52639-2c73-4ac9-8fbd-fc6ff4fc771c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:29.107521 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17d52639-2c73-4ac9-8fbd-fc6ff4fc771c None None] Bound using segment: {'id': '5afb940b-bbdf-4727-be00-5d46367c38a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9200a437-e1de-4520-88f6-e68386523e61'} {{(pid=93918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 18:42:29.116422 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.managers [None req-17d52639-2c73-4ac9-8fbd-fc6ff4fc771c None None] Bound port: 31848adf-1e8c-4964-be39-3dc05152f6bf, host: n-d-800634-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5afb940b-bbdf-4727-be00-5d46367c38a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9200a437-e1de-4520-88f6-e68386523e61'}}] {{(pid=93918) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 18:42:29.117113 n-d-800634-3 neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-17d52639-2c73-4ac9-8fbd-fc6ff4fc771c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:29.136327 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-461e41ba-f719-4336-869a-19bed8333ced tempest-ExternalNetworksTestJSON-1343545600 tempest-ExternalNetworksTestJSON-1343545600-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 64} {{(pid=93915) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 18:42:29.175705 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-461e41ba-f719-4336-869a-19bed8333ced tempest-ExternalNetworksTestJSON-1343545600 tempest-ExternalNetworksTestJSON-1343545600-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:29.176421 n-d-800634-3 neutron-server[93915]: INFO neutron.db.segments_db [None req-461e41ba-f719-4336-869a-19bed8333ced tempest-ExternalNetworksTestJSON-1343545600 tempest-ExternalNetworksTestJSON-1343545600-project-admin] Added segment 640c1a89-2b11-4db6-b3a2-8cb19cc2f968 of type vlan for network 44ea41c7-6ef7-46d0-bcfa-e7ab8311349f Jul 14 18:42:29.204741 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-b8ea1acf-c0ee-408e-9e81-205800e7c5d2 None None] Deleting port a090ffea-f4e0-45bb-8efe-e844f8180659 {{(pid=93917) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:42:29.205605 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b8ea1acf-c0ee-408e-9e81-205800e7c5d2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:29.264159 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.db [None req-17d52639-2c73-4ac9-8fbd-fc6ff4fc771c None None] For port 31848adf-1e8c-4964-be39-3dc05152f6bf, host n-d-800634-3, cleared binding levels {{(pid=93918) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:42:29.271418 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.db [None req-17d52639-2c73-4ac9-8fbd-fc6ff4fc771c None None] For port 31848adf-1e8c-4964-be39-3dc05152f6bf, host n-d-800634-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=31848adf-1e8c-4964-be39-3dc05152f6bf,segment=NetworkSegment(5afb940b-bbdf-4727-be00-5d46367c38a1),segment_id=5afb940b-bbdf-4727-be00-5d46367c38a1)] {{(pid=93918) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 18:42:29.280047 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-4279b157-2bbc-4f28-b414-0bff2e3a5f84 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2096010', 'neutron.services.segments.db._delete_segments_for_network-8728202734996'] for network, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:29.281479 n-d-800634-3 neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-17d52639-2c73-4ac9-8fbd-fc6ff4fc771c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:29.290018 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b8ea1acf-c0ee-408e-9e81-205800e7c5d2 None None] For port a090ffea-f4e0-45bb-8efe-e844f8180659, host n-d-800634-3, got binding levels [] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:42:29.291198 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b8ea1acf-c0ee-408e-9e81-205800e7c5d2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:29.309403 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-b8ea1acf-c0ee-408e-9e81-205800e7c5d2 None None] Calling delete_port for a090ffea-f4e0-45bb-8efe-e844f8180659 owned by network:dhcp {{(pid=93917) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:42:29.313059 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.ipam_backend_mixin [None req-b8ea1acf-c0ee-408e-9e81-205800e7c5d2 None None] Port a090ffea-f4e0-45bb-8efe-e844f8180659 was not found and therefore no delete operation was performed {{(pid=93917) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 14 18:42:29.321143 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b8ea1acf-c0ee-408e-9e81-205800e7c5d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813'] for port, after_delete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:29.325567 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.segments.db [None req-4279b157-2bbc-4f28-b414-0bff2e3a5f84 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['420dd1ef-f8e3-468a-8f28-5a08b8b7aecf']}} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:42:29.356573 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-ad6d6d07-0953-4744-95c3-d69e9355b201 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:29.362055 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-461e41ba-f719-4336-869a-19bed8333ced tempest-ExternalNetworksTestJSON-1343545600 tempest-ExternalNetworksTestJSON-1343545600-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728202197517'] for network, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:29.365356 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.segments.db [None req-4279b157-2bbc-4f28-b414-0bff2e3a5f84 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c89c55d7-a234-408e-a31d-fd1ef504b9dc') {'for_net_delete': True} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:42:29.365662 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.segments.db [None req-4279b157-2bbc-4f28-b414-0bff2e3a5f84 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c89c55d7-a234-408e-a31d-fd1ef504b9dc') {} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:42:29.373577 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8ea1acf-c0ee-408e-9e81-205800e7c5d2 None None] No DVR routers for this DVR port a090ffea-f4e0-45bb-8efe-e844f8180659 on host n-d-800634-3 {{(pid=93917) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 18:42:29.390556 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ea1acf-c0ee-408e-9e81-205800e7c5d2 None None] Pushing event deleted for resources: {'Port': ['ID=a090ffea-f4e0-45bb-8efe-e844f8180659,revision_number=None']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:42:29.421319 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-4279b157-2bbc-4f28-b414-0bff2e3a5f84 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728202715275', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26296891'] for segment, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:29.466509 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-ecf883ad-eb57-4423-acc0-82d869f2ab72 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25912837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28969781'] for subnet, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:29.491667 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-4279b157-2bbc-4f28-b414-0bff2e3a5f84 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:29.505522 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4279b157-2bbc-4f28-b414-0bff2e3a5f84 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Releasing vlan 59 on physical network physnet1 to pool {{(pid=93916) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 18:42:29.508295 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-4279b157-2bbc-4f28-b414-0bff2e3a5f84 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2682942'] for segment, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:29.555310 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17d52639-2c73-4ac9-8fbd-fc6ff4fc771c None None] Routers {'29c52654-d9c8-454b-b6d2-1ca014e9fa52'} bound to L3 agent in host n-d-800634-3 {{(pid=93918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:42:29.560619 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-17d52639-2c73-4ac9-8fbd-fc6ff4fc771c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:42:23Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['29c52654-d9c8-454b-b6d2-1ca014e9fa52'], 'active': True} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:42:29.613346 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-461e41ba-f719-4336-869a-19bed8333ced tempest-ExternalNetworksTestJSON-1343545600 tempest-ExternalNetworksTestJSON-1343545600-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727'] for network, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:29.620162 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-461e41ba-f719-4336-869a-19bed8333ced tempest-ExternalNetworksTestJSON-1343545600 tempest-ExternalNetworksTestJSON-1343545600-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:42:29.620162 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-461e41ba-f719-4336-869a-19bed8333ced tempest-ExternalNetworksTestJSON-1343545600 tempest-ExternalNetworksTestJSON-1343545600-project-admin] Notify callbacks [] for network, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:29.702219 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf883ad-eb57-4423-acc0-82d869f2ab72 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Pushing event updated for resources: {'Subnet': ['ID=691350cf-99fe-4a5a-8ba2-390006d7f9d6,revision_number=0']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:42:29.706742 n-d-800634-3 neutron-server[93916]: Traceback (most recent call last): Jul 14 18:42:29.706742 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 18:42:29.706742 n-d-800634-3 neutron-server[93916]: timer() Jul 14 18:42:29.706742 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 18:42:29.706742 n-d-800634-3 neutron-server[93916]: cb(*args, **kw) Jul 14 18:42:29.706742 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 18:42:29.706742 n-d-800634-3 neutron-server[93916]: return func(*args, **kwargs) Jul 14 18:42:29.706742 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 18:42:29.706742 n-d-800634-3 neutron-server[93916]: self._notify() Jul 14 18:42:29.706742 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 18:42:29.706742 n-d-800634-3 neutron-server[93916]: self.callback(batched_events) Jul 14 18:42:29.706742 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 18:42:29.706742 n-d-800634-3 neutron-server[93916]: event.method(event) Jul 14 18:42:29.706742 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 18:42:29.706742 n-d-800634-3 neutron-server[93916]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 18:42:29.706742 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 18:42:29.706742 n-d-800634-3 neutron-server[93916]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 18:42:29.706742 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 18:42:29.706742 n-d-800634-3 neutron-server[93916]: return f(self, *a, **k) Jul 14 18:42:29.706742 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 18:42:29.706742 n-d-800634-3 neutron-server[93916]: return self._get(url).json() Jul 14 18:42:29.706742 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 18:42:29.706742 n-d-800634-3 neutron-server[93916]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 18:42:29.706742 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 18:42:29.706742 n-d-800634-3 neutron-server[93916]: return self.request(url, 'GET', **kwargs) Jul 14 18:42:29.706742 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 18:42:29.706742 n-d-800634-3 neutron-server[93916]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 18:42:29.706742 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 18:42:29.706742 n-d-800634-3 neutron-server[93916]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 18:42:29.706742 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 18:42:29.706742 n-d-800634-3 neutron-server[93916]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 18:42:29.706742 n-d-800634-3 neutron-server[93916]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 18:42:29.733778 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-461e41ba-f719-4336-869a-19bed8333ced tempest-ExternalNetworksTestJSON-1343545600 tempest-ExternalNetworksTestJSON-1343545600-project-admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 835 time: 0.6929569 Jul 14 18:42:29.740514 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 58992) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:42:29.745476 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-bfa2156e-d092-4ca7-b7ec-c9e18b76dfd6 tempest-ExternalNetworksTestJSON-1343545600 tempest-ExternalNetworksTestJSON-1343545600-project-admin] Request body: {'subnet': {'network_id': '44ea41c7-6ef7-46d0-bcfa-e7ab8311349f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:42:29.752949 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461e41ba-f719-4336-869a-19bed8333ced tempest-ExternalNetworksTestJSON-1343545600 tempest-ExternalNetworksTestJSON-1343545600-project-admin] Pushing event updated for resources: {'Network': ['ID=44ea41c7-6ef7-46d0-bcfa-e7ab8311349f,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:42:29.753182 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c63d46c-c1e2-4187-a9e8-21d382450384 None None] Pushing event updated for resources: {'Port': ['ID=31848adf-1e8c-4964-be39-3dc05152f6bf,revision_number=3']} {{(pid=93918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:42:29.761988 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecf883ad-eb57-4423-acc0-82d869f2ab72 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Checking segment: {'id': 'b4257cb2-72a5-4b25-a351-e07b285b3b38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '26951fdb-bb46-4452-8c34-53f4c7032aac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:42:29.762372 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecf883ad-eb57-4423-acc0-82d869f2ab72 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Network hostable DHCP agents. Network: 26951fdb-bb46-4452-8c34-53f4c7032aac, hostable agents: ['028393c3-0576-4ebd-bca1-8ea8a148e1a2'], hosted agents: [] {{(pid=93915) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 18:42:29.771291 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-4279b157-2bbc-4f28-b414-0bff2e3a5f84 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2096001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-930085'] for network, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:29.785277 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Network 44ea41c7-6ef7-46d0-bcfa-e7ab8311349f details requested by agent ovs-agent-n-d-800634-3 with host n-d-800634-3 {{(pid=93917) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 18:42:29.791295 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfa2156e-d092-4ca7-b7ec-c9e18b76dfd6 tempest-ExternalNetworksTestJSON-1343545600 tempest-ExternalNetworksTestJSON-1343545600-project-admin] Made reservation on behalf of 7631537220064717a455848d430e4c7e for: {'subnet': 1} {{(pid=93915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:42:29.795173 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-bfa2156e-d092-4ca7-b7ec-c9e18b76dfd6 tempest-ExternalNetworksTestJSON-1343545600 tempest-ExternalNetworksTestJSON-1343545600-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28969735'] for subnet, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:29.800226 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecf883ad-eb57-4423-acc0-82d869f2ab72 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Network 26951fdb-bb46-4452-8c34-53f4c7032aac is scheduled to be hosted by DHCP agent 028393c3-0576-4ebd-bca1-8ea8a148e1a2 with binding_index 1 {{(pid=93915) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 18:42:29.810366 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvr_db [None req-17d52639-2c73-4ac9-8fbd-fc6ff4fc771c None None] Set router 29c52654-d9c8-454b-b6d2-1ca014e9fa52 gateway port host: n-d-800634-3 {{(pid=93918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 18:42:29.819071 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-f6e84df9-26f0-4db7-8277-92eba0476f0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2fcfed5-97e7-4781-a4d4-abc125b03c54', 'name': 'tempest-RoutersIpV6Test-router-1051286446', 'tenant_id': '78e64edff38a43a79601b0ea9ee759c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:41:46Z', 'updated_at': '2021-07-14T18:42:25Z', 'revision_number': 8, 'project_id': '78e64edff38a43a79601b0ea9ee759c1', 'gw_port_host': None, '_interfaces': [{'id': 'a1bf0528-a079-45ce-bec1-0029330fd330', 'name': '', 'network_id': '16e6bed7-592c-42a6-bc4b-6851af0572a4', 'tenant_id': '78e64edff38a43a79601b0ea9ee759c1', 'mac_address': 'fa:16:3e:01:66:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2fcfed5-97e7-4781-a4d4-abc125b03c54', 'device_owner': 'network:router_interface', 'standard_attr_id': 2387, 'fixed_ips': [{'subnet_id': '348fc547-9ada-4c29-952d-4f8e5befbefb', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:41:54Z', 'updated_at': '2021-07-14T18:42:09Z', 'revision_number': 5, 'project_id': '78e64edff38a43a79601b0ea9ee759c1', 'subnets': [{'id': '348fc547-9ada-4c29-952d-4f8e5befbefb', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e1559901-b9e0-45ba-b035-2e326faf3b95', 'name': '', 'network_id': '7cb6cfed-e28d-443c-8647-2cd4fece0810', 'tenant_id': '78e64edff38a43a79601b0ea9ee759c1', 'mac_address': 'fa:16:3e:99:60:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2fcfed5-97e7-4781-a4d4-abc125b03c54', 'device_owner': 'network:router_interface', 'standard_attr_id': 2375, 'fixed_ips': [{'subnet_id': '6237a0fc-5f57-4144-81b6-9f8997dd8eb6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:41:47Z', 'updated_at': '2021-07-14T18:41:59Z', 'revision_number': 5, 'project_id': '78e64edff38a43a79601b0ea9ee759c1', 'subnets': [{'id': '6237a0fc-5f57-4144-81b6-9f8997dd8eb6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e5b5ecc2-30c8-40a8-9d99-f0822a4b61e6', 'name': '', 'network_id': '66123789-91dd-4f0a-834a-a28ce397c31a', 'tenant_id': '78e64edff38a43a79601b0ea9ee759c1', 'mac_address': 'fa:16:3e:59:96:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2fcfed5-97e7-4781-a4d4-abc125b03c54', 'device_owner': 'network:router_interface', 'standard_attr_id': 2400, 'fixed_ips': [{'subnet_id': '88886a72-f6db-452d-a7b9-17bad70189b3', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:42:00Z', 'updated_at': '2021-07-14T18:42:14Z', 'revision_number': 5, 'project_id': '78e64edff38a43a79601b0ea9ee759c1', 'subnets': [{'id': '88886a72-f6db-452d-a7b9-17bad70189b3', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-3', False) {} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:42:29.825767 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-4279b157-2bbc-4f28-b414-0bff2e3a5f84 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598705'] for network, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:29.828176 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-4279b157-2bbc-4f28-b414-0bff2e3a5f84 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] 10.222.0.16 "DELETE /v2.0/networks/420dd1ef-f8e3-468a-8f28-5a08b8b7aecf HTTP/1.1" status: 204 len: 168 time: 2.5283515 Jul 14 18:42:29.837542 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 58994) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:42:29.869617 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [None req-ecf883ad-eb57-4423-acc0-82d869f2ab72 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-3, 26951fdb-bb46-4452-8c34-53f4c7032aac) {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:42:29.878883 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4279b157-2bbc-4f28-b414-0bff2e3a5f84 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Pushing event deleted for resources: {'Network': ['ID=420dd1ef-f8e3-468a-8f28-5a08b8b7aecf,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:42:29.879728 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecf883ad-eb57-4423-acc0-82d869f2ab72 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:42:29.882025 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-ecf883ad-eb57-4423-acc0-82d869f2ab72 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks [] for subnet, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:29.949567 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6e84df9-26f0-4db7-8277-92eba0476f0a None None] The sync data for ids ['b2fcfed5-97e7-4781-a4d4-abc125b03c54'] in n-d-800634-3 is: [{'id': 'b2fcfed5-97e7-4781-a4d4-abc125b03c54', 'name': 'tempest-RoutersIpV6Test-router-1051286446', 'tenant_id': '78e64edff38a43a79601b0ea9ee759c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:41:46Z', 'updated_at': '2021-07-14T18:42:25Z', 'revision_number': 8, 'project_id': '78e64edff38a43a79601b0ea9ee759c1', 'gw_port_host': None, '_interfaces': [{'id': 'a1bf0528-a079-45ce-bec1-0029330fd330', 'name': '', 'network_id': '16e6bed7-592c-42a6-bc4b-6851af0572a4', 'tenant_id': '78e64edff38a43a79601b0ea9ee759c1', 'mac_address': 'fa:16:3e:01:66:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2fcfed5-97e7-4781-a4d4-abc125b03c54', 'device_owner': 'network:router_interface', 'standard_attr_id': 2387, 'fixed_ips': [{'subnet_id': '348fc547-9ada-4c29-952d-4f8e5befbefb', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:41:54Z', 'updated_at': '2021-07-14T18:42:09Z', 'revision_number': 5, 'project_id': '78e64edff38a43a79601b0ea9ee759c1', 'subnets': [{'id': '348fc547-9ada-4c29-952d-4f8e5befbefb', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e1559901-b9e0-45ba-b035-2e326faf3b95', 'name': '', 'network_id': '7cb6cfed-e28d-443c-8647-2cd4fece0810', 'tenant_id': '78e64edff38a43a79601b0ea9ee759c1', 'mac_address': 'fa:16:3e:99:60:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2fcfed5-97e7-4781-a4d4-abc125b03c54', 'device_owner': 'network:router_interface', 'standard_attr_id': 2375, 'fixed_ips': [{'subnet_id': '6237a0fc-5f57-4144-81b6-9f8997dd8eb6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:41:47Z', 'updated_at': '2021-07-14T18:41:59Z', 'revision_number': 5, 'project_id': '78e64edff38a43a79601b0ea9ee759c1', 'subnets': [{'id': '6237a0fc-5f57-4144-81b6-9f8997dd8eb6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e5b5ecc2-30c8-40a8-9d99-f0822a4b61e6', 'name': '', 'network_id': '66123789-91dd-4f0a-834a-a28ce397c31a', 'tenant_id': '78e64edff38a43a79601b0ea9ee759c1', 'mac_address': 'fa:16:3e:59:96:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2fcfed5-97e7-4781-a4d4-abc125b03c54', 'device_owner': 'network:router_interface', 'standard_attr_id': 2400, 'fixed_ips': [{'subnet_id': '88886a72-f6db-452d-a7b9-17bad70189b3', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:42:00Z', 'updated_at': '2021-07-14T18:42:14Z', 'revision_number': 5, 'project_id': '78e64edff38a43a79601b0ea9ee759c1', 'subnets': [{'id': '88886a72-f6db-452d-a7b9-17bad70189b3', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 18:42:29.951337 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device a090ffea-f4e0-45bb-8efe-e844f8180659 no longer exists at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 18:42:29.953406 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0766c7a8-2419-4361-834c-f3063502fb88 None None] Network 26951fdb-bb46-4452-8c34-53f4c7032aac requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:42:29.966454 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-7a6c8470-21e7-4b19-b5a1-701bb64a586f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9e3896e-783e-4cd9-a436-2b5e2a355b94', 'name': 'tempest-TestVolumeBootPattern-302726053-router', 'tenant_id': '5093a1bcf9144b0bbe697fc3cf12df56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.28'}], 'enable_snat': True}, 'gw_port_id': 'dc15107d-54c7-4d8d-b676-7096f1bd483c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:42:21Z', 'updated_at': '2021-07-14T18:42:25Z', 'revision_number': 3, 'project_id': '5093a1bcf9144b0bbe697fc3cf12df56', 'gw_port': {'id': 'dc15107d-54c7-4d8d-b676-7096f1bd483c', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:05:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9e3896e-783e-4cd9-a436-2b5e2a355b94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2443, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:42:23Z', 'updated_at': '2021-07-14T18:42:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3'}], 'n-d-800634-3', False) {} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:42:29.981164 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-ecf883ad-eb57-4423-acc0-82d869f2ab72 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.2742639 Jul 14 18:42:29.984845 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 58998) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:42:30.315846 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-17d52639-2c73-4ac9-8fbd-fc6ff4fc771c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29c52654-d9c8-454b-b6d2-1ca014e9fa52', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1785290011', 'tenant_id': 'af718961b2754d7c873f442ed35947bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.134'}], 'enable_snat': True}, 'gw_port_id': '31848adf-1e8c-4964-be39-3dc05152f6bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:42:22Z', 'updated_at': '2021-07-14T18:42:25Z', 'revision_number': 3, 'project_id': 'af718961b2754d7c873f442ed35947bb', 'gw_port': {'id': '31848adf-1e8c-4964-be39-3dc05152f6bf', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:04:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29c52654-d9c8-454b-b6d2-1ca014e9fa52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2442, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:42:23Z', 'updated_at': '2021-07-14T18:42:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3'}], 'n-d-800634-3', False) {} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:42:30.317492 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a6c8470-21e7-4b19-b5a1-701bb64a586f None None] Checking router: a9e3896e-783e-4cd9-a436-2b5e2a355b94 for host: n-d-800634-3 {{(pid=93917) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 18:42:30.318932 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a6c8470-21e7-4b19-b5a1-701bb64a586f None None] Updating router a9e3896e-783e-4cd9-a436-2b5e2a355b94 port dc15107d-54c7-4d8d-b676-7096f1bd483c binding host n-d-800634-3 {{(pid=93917) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 18:42:30.325891 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] No Port match for: a090ffea-f4e0-45bb-8efe-e844f8180659 {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 18:42:30.326296 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device a090ffea-f4e0-45bb-8efe-e844f8180659 not bound to the agent host n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 18:42:30.375893 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17d52639-2c73-4ac9-8fbd-fc6ff4fc771c None None] The sync data for ids ['29c52654-d9c8-454b-b6d2-1ca014e9fa52'] in n-d-800634-3 is: [{'id': '29c52654-d9c8-454b-b6d2-1ca014e9fa52', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1785290011', 'tenant_id': 'af718961b2754d7c873f442ed35947bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.134'}], 'enable_snat': True}, 'gw_port_id': '31848adf-1e8c-4964-be39-3dc05152f6bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:42:22Z', 'updated_at': '2021-07-14T18:42:25Z', 'revision_number': 3, 'project_id': 'af718961b2754d7c873f442ed35947bb', 'gw_port': {'id': '31848adf-1e8c-4964-be39-3dc05152f6bf', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:04:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29c52654-d9c8-454b-b6d2-1ca014e9fa52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2442, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:42:23Z', 'updated_at': '2021-07-14T18:42:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3'}] {{(pid=93918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 18:42:30.449741 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-7a6c8470-21e7-4b19-b5a1-701bb64a586f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:30.484531 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.db_base_plugin_common [None req-ad6d6d07-0953-4744-95c3-d69e9355b201 admin admin] Allocated IP 172.20.0.1 (d41f9397-de9e-4e07-a07d-8cf0ac566250/0161a33b-ac2d-4d08-b4de-fe1fa405f16a/80c1cf18-c949-439f-b063-72e495f32b15) {{(pid=93916) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:42:30.643388 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2809cf-505b-4a66-b2e5-65253a0579b3 req-f4022dae-7c65-47cf-adef-3b3e9d3799be tempest-AttachVolumeTestJSON-1507206526 tempest-AttachVolumeTestJSON-1507206526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:42:30.645738 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3b2809cf-505b-4a66-b2e5-65253a0579b3 req-f4022dae-7c65-47cf-adef-3b3e9d3799be tempest-AttachVolumeTestJSON-1507206526 tempest-AttachVolumeTestJSON-1507206526-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d4752b4-cf55-42cb-aaf8-a6366a7dc104 HTTP/1.1" status: 200 len: 945 time: 0.3192694 Jul 14 18:42:30.741800 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b0bf754-16ba-45f1-a7d9-b733256486ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9222b97e-5d1c-54f8-ba97-82f172498e76-26951fdb-bb46-4452-8c34-53f4c7032aac', 'network_id': '26951fdb-bb46-4452-8c34-53f4c7032aac', 'tenant_id': 'af718961b2754d7c873f442ed35947bb', 'fixed_ips': [{'subnet_id': '691350cf-99fe-4a5a-8ba2-390006d7f9d6'}]}} from n-d-800634-3. {{(pid=93917) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 18:42:30.743832 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9b0bf754-16ba-45f1-a7d9-b733256486ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:30.888065 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-ad6d6d07-0953-4744-95c3-d69e9355b201 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:30.918498 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.provisioning_blocks [None req-ad6d6d07-0953-4744-95c3-d69e9355b201 admin admin] Transition to ACTIVE for port object 80c1cf18-c949-439f-b063-72e495f32b15 will not be triggered until provisioned by entity DHCP. {{(pid=93916) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:42:30.952343 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3b2809cf-505b-4a66-b2e5-65253a0579b3 req-8bc2ebda-2a78-477d-badf-c132336ae00e tempest-AttachVolumeTestJSON-1507206526 tempest-AttachVolumeTestJSON-1507206526-project] 10.222.0.16 "GET /v2.0/security-groups?id=96b55db8-12e1-43af-8475-4683f85322eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2892973 Jul 14 18:42:30.995717 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-ad6d6d07-0953-4744-95c3-d69e9355b201 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:31.025263 n-d-800634-3 neutron-server[93915]: DEBUG neutron.objects.ports [None req-bfa2156e-d092-4ca7-b7ec-c9e18b76dfd6 tempest-ExternalNetworksTestJSON-1343545600 tempest-ExternalNetworksTestJSON-1343545600-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93915) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 14 18:42:31.025755 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-bfa2156e-d092-4ca7-b7ec-c9e18b76dfd6 tempest-ExternalNetworksTestJSON-1343545600 tempest-ExternalNetworksTestJSON-1343545600-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25912837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28969781'] for subnet, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:31.064421 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 59006) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:42:31.202706 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad6d6d07-0953-4744-95c3-d69e9355b201 admin admin] Network d41f9397-de9e-4e07-a07d-8cf0ac566250 is already hosted by enough agents. {{(pid=93916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:42:31.225669 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [None req-ad6d6d07-0953-4744-95c3-d69e9355b201 admin admin] Resources bound (agent type, host, resource id): {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:42:31.238786 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.db_base_plugin_common [None req-9b0bf754-16ba-45f1-a7d9-b733256486ca None None] Allocated IP 172.20.0.2 (26951fdb-bb46-4452-8c34-53f4c7032aac/691350cf-99fe-4a5a-8ba2-390006d7f9d6/72e879af-3111-4beb-b4d8-f17065e4816d) {{(pid=93917) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:42:31.243679 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad6d6d07-0953-4744-95c3-d69e9355b201 admin admin] Received port after_create {{(pid=93916) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:42:31.247483 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6d6d07-0953-4744-95c3-d69e9355b201 admin admin] Pushing event updated for resources: {'Port': ['ID=80c1cf18-c949-439f-b063-72e495f32b15,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:42:31.292048 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa2156e-d092-4ca7-b7ec-c9e18b76dfd6 tempest-ExternalNetworksTestJSON-1343545600 tempest-ExternalNetworksTestJSON-1343545600-project-admin] Pushing event updated for resources: {'Subnet': ['ID=68c0da1f-e341-45ec-b46c-02c1bf37e0e9,revision_number=0']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:42:31.319912 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa2156e-d092-4ca7-b7ec-c9e18b76dfd6 tempest-ExternalNetworksTestJSON-1343545600 tempest-ExternalNetworksTestJSON-1343545600-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:42:31.321799 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa2156e-d092-4ca7-b7ec-c9e18b76dfd6 tempest-ExternalNetworksTestJSON-1343545600 tempest-ExternalNetworksTestJSON-1343545600-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:42:31.324161 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa2156e-d092-4ca7-b7ec-c9e18b76dfd6 tempest-ExternalNetworksTestJSON-1343545600 tempest-ExternalNetworksTestJSON-1343545600-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:42:31.325662 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa2156e-d092-4ca7-b7ec-c9e18b76dfd6 tempest-ExternalNetworksTestJSON-1343545600 tempest-ExternalNetworksTestJSON-1343545600-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:42:31.326012 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa2156e-d092-4ca7-b7ec-c9e18b76dfd6 tempest-ExternalNetworksTestJSON-1343545600 tempest-ExternalNetworksTestJSON-1343545600-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:42:31.326359 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa2156e-d092-4ca7-b7ec-c9e18b76dfd6 tempest-ExternalNetworksTestJSON-1343545600 tempest-ExternalNetworksTestJSON-1343545600-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:42:31.328890 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa2156e-d092-4ca7-b7ec-c9e18b76dfd6 tempest-ExternalNetworksTestJSON-1343545600 tempest-ExternalNetworksTestJSON-1343545600-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:42:31.329244 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa2156e-d092-4ca7-b7ec-c9e18b76dfd6 tempest-ExternalNetworksTestJSON-1343545600 tempest-ExternalNetworksTestJSON-1343545600-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:42:31.329590 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa2156e-d092-4ca7-b7ec-c9e18b76dfd6 tempest-ExternalNetworksTestJSON-1343545600 tempest-ExternalNetworksTestJSON-1343545600-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:42:31.329933 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa2156e-d092-4ca7-b7ec-c9e18b76dfd6 tempest-ExternalNetworksTestJSON-1343545600 tempest-ExternalNetworksTestJSON-1343545600-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:42:31.330268 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa2156e-d092-4ca7-b7ec-c9e18b76dfd6 tempest-ExternalNetworksTestJSON-1343545600 tempest-ExternalNetworksTestJSON-1343545600-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:42:31.332354 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa2156e-d092-4ca7-b7ec-c9e18b76dfd6 tempest-ExternalNetworksTestJSON-1343545600 tempest-ExternalNetworksTestJSON-1343545600-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:42:31.402676 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-ad6d6d07-0953-4744-95c3-d69e9355b201 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-930452'] for router_interface, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:31.527254 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-0aff09d4-3973-424e-b85a-6203c4fd8a8d tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-928623'] for router_interface, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:31.964893 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-ad6d6d07-0953-4744-95c3-d69e9355b201 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:32.004278 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9b0bf754-16ba-45f1-a7d9-b733256486ca None None] Notify callbacks [] for port, precommit_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:32.047264 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-7a6c8470-21e7-4b19-b5a1-701bb64a586f None None] Notify callbacks [] for port, precommit_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:32.059788 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-7a6c8470-21e7-4b19-b5a1-701bb64a586f None None] Transition to ACTIVE for port object dc15107d-54c7-4d8d-b676-7096f1bd483c will not be triggered until provisioned by entity L2. {{(pid=93917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:42:32.067552 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9b0bf754-16ba-45f1-a7d9-b733256486ca None None] Transition to ACTIVE for port object 72e879af-3111-4beb-b4d8-f17065e4816d will not be triggered until provisioned by entity L2. {{(pid=93917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:42:32.074028 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 31848adf-1e8c-4964-be39-3dc05152f6bf up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:42:32.076555 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-7a6c8470-21e7-4b19-b5a1-701bb64a586f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:32.144957 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-7a6c8470-21e7-4b19-b5a1-701bb64a586f None None] Attempting to bind port dc15107d-54c7-4d8d-b676-7096f1bd483c on host n-d-800634-3 for vnic_type normal with profile {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:42:32.144957 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-7a6c8470-21e7-4b19-b5a1-701bb64a586f None None] Attempting to bind port dc15107d-54c7-4d8d-b676-7096f1bd483c by drivers openvswitch,hyperv on host n-d-800634-3 at level 0 using segments [{'id': '5afb940b-bbdf-4727-be00-5d46367c38a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9200a437-e1de-4520-88f6-e68386523e61'}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:42:32.144957 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a6c8470-21e7-4b19-b5a1-701bb64a586f None None] Attempting to bind port dc15107d-54c7-4d8d-b676-7096f1bd483c on network 9200a437-e1de-4520-88f6-e68386523e61 {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:42:32.175959 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a6c8470-21e7-4b19-b5a1-701bb64a586f None None] Checking agent: {'id': '01c19e91-a945-4e3c-94a6-c211e17c923e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 8, 23), 'started_at': datetime.datetime(2021, 7, 14, 18, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 18, 42, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 18:42:32.176380 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a6c8470-21e7-4b19-b5a1-701bb64a586f None None] Checking segment: {'id': '5afb940b-bbdf-4727-be00-5d46367c38a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9200a437-e1de-4520-88f6-e68386523e61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93917) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:42:32.176791 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-7a6c8470-21e7-4b19-b5a1-701bb64a586f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:32.177244 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a6c8470-21e7-4b19-b5a1-701bb64a586f None None] Bound using segment: {'id': '5afb940b-bbdf-4727-be00-5d46367c38a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9200a437-e1de-4520-88f6-e68386523e61'} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 18:42:32.177773 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-7a6c8470-21e7-4b19-b5a1-701bb64a586f None None] Bound port: dc15107d-54c7-4d8d-b676-7096f1bd483c, host: n-d-800634-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5afb940b-bbdf-4727-be00-5d46367c38a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9200a437-e1de-4520-88f6-e68386523e61'}}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 18:42:32.178169 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-7a6c8470-21e7-4b19-b5a1-701bb64a586f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:32.185975 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfa2156e-d092-4ca7-b7ec-c9e18b76dfd6 tempest-ExternalNetworksTestJSON-1343545600 tempest-ExternalNetworksTestJSON-1343545600-project-admin] Checking segment: {'id': '640c1a89-2b11-4db6-b3a2-8cb19cc2f968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '44ea41c7-6ef7-46d0-bcfa-e7ab8311349f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:42:32.191988 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfa2156e-d092-4ca7-b7ec-c9e18b76dfd6 tempest-ExternalNetworksTestJSON-1343545600 tempest-ExternalNetworksTestJSON-1343545600-project-admin] Network hostable DHCP agents. Network: 44ea41c7-6ef7-46d0-bcfa-e7ab8311349f, hostable agents: ['028393c3-0576-4ebd-bca1-8ea8a148e1a2'], hosted agents: [] {{(pid=93915) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 18:42:32.238303 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-7a6c8470-21e7-4b19-b5a1-701bb64a586f None None] For port dc15107d-54c7-4d8d-b676-7096f1bd483c, host n-d-800634-3, cleared binding levels {{(pid=93917) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:42:32.241461 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-7a6c8470-21e7-4b19-b5a1-701bb64a586f None None] For port dc15107d-54c7-4d8d-b676-7096f1bd483c, host n-d-800634-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=dc15107d-54c7-4d8d-b676-7096f1bd483c,segment=NetworkSegment(5afb940b-bbdf-4727-be00-5d46367c38a1),segment_id=5afb940b-bbdf-4727-be00-5d46367c38a1)] {{(pid=93917) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 18:42:32.259052 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-0aff09d4-3973-424e-b85a-6203c4fd8a8d tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Deleting port e5b5ecc2-30c8-40a8-9d99-f0822a4b61e6 {{(pid=93916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:42:32.260178 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-0aff09d4-3973-424e-b85a-6203c4fd8a8d tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:32.261874 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-4b95704a-386b-49a4-b538-30a68f71dda4 None None] Provisioning for port 80c1cf18-c949-439f-b063-72e495f32b15 completed by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:42:32.266560 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-7a6c8470-21e7-4b19-b5a1-701bb64a586f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:32.280560 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9b0bf754-16ba-45f1-a7d9-b733256486ca None None] Transition to ACTIVE for port object 72e879af-3111-4beb-b4d8-f17065e4816d will not be triggered until provisioned by entity DHCP. {{(pid=93917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:42:32.283429 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-4b95704a-386b-49a4-b538-30a68f71dda4 None None] Provisioning complete for port 80c1cf18-c949-439f-b063-72e495f32b15 triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:42:32.283864 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-4b95704a-386b-49a4-b538-30a68f71dda4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:32.332621 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-4b95704a-386b-49a4-b538-30a68f71dda4 None None] Port 80c1cf18-c949-439f-b063-72e495f32b15 cannot update to ACTIVE because it is not bound. {{(pid=93917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 18:42:32.353784 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9b0bf754-16ba-45f1-a7d9-b733256486ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804'] for port, after_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:32.372077 n-d-800634-3 neutron-server[93917]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b0bf754-16ba-45f1-a7d9-b733256486ca None None] Network 26951fdb-bb46-4452-8c34-53f4c7032aac is already hosted by enough agents. {{(pid=93917) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:42:32.375757 n-d-800634-3 neutron-server[93917]: DEBUG neutron.scheduler.base_scheduler [None req-9b0bf754-16ba-45f1-a7d9-b733256486ca None None] Resources bound (agent type, host, resource id): {{(pid=93917) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:42:32.380567 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2581e74a-b1f6-4b00-bed2-fbf85ed6a473 None None] Pushing event updated for resources: {'Port': ['ID=dc15107d-54c7-4d8d-b676-7096f1bd483c,revision_number=2']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:42:32.384146 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b0bf754-16ba-45f1-a7d9-b733256486ca None None] Received port after_create {{(pid=93917) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:42:32.408743 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfa2156e-d092-4ca7-b7ec-c9e18b76dfd6 tempest-ExternalNetworksTestJSON-1343545600 tempest-ExternalNetworksTestJSON-1343545600-project-admin] Network 44ea41c7-6ef7-46d0-bcfa-e7ab8311349f is scheduled to be hosted by DHCP agent 028393c3-0576-4ebd-bca1-8ea8a148e1a2 with binding_index 1 {{(pid=93915) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 18:42:32.415457 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a6c8470-21e7-4b19-b5a1-701bb64a586f None None] Routers {'a9e3896e-783e-4cd9-a436-2b5e2a355b94'} bound to L3 agent in host n-d-800634-3 {{(pid=93917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:42:32.417477 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-7a6c8470-21e7-4b19-b5a1-701bb64a586f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:42:23Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['a9e3896e-783e-4cd9-a436-2b5e2a355b94'], 'active': True} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:42:32.430040 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-ad6d6d07-0953-4744-95c3-d69e9355b201 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:32.442790 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-ad6d6d07-0953-4744-95c3-d69e9355b201 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2684870'] for port, after_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:32.471817 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning for port 31848adf-1e8c-4964-be39-3dc05152f6bf completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:42:32.484980 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [None req-bfa2156e-d092-4ca7-b7ec-c9e18b76dfd6 tempest-ExternalNetworksTestJSON-1343545600 tempest-ExternalNetworksTestJSON-1343545600-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-3, 44ea41c7-6ef7-46d0-bcfa-e7ab8311349f) {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:42:32.487862 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-dd48dcda-0602-46bc-87f4-72ff5e9bd724 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:32.503571 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfa2156e-d092-4ca7-b7ec-c9e18b76dfd6 tempest-ExternalNetworksTestJSON-1343545600 tempest-ExternalNetworksTestJSON-1343545600-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:42:32.504640 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-bfa2156e-d092-4ca7-b7ec-c9e18b76dfd6 tempest-ExternalNetworksTestJSON-1343545600 tempest-ExternalNetworksTestJSON-1343545600-project-admin] Notify callbacks [] for subnet, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:32.515376 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.db [None req-0aff09d4-3973-424e-b85a-6203c4fd8a8d tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] For port e5b5ecc2-30c8-40a8-9d99-f0822a4b61e6, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=e5b5ecc2-30c8-40a8-9d99-f0822a4b61e6,segment=NetworkSegment(87c66c43-131f-46e4-b5a0-4ac53936fad2),segment_id=87c66c43-131f-46e4-b5a0-4ac53936fad2)] {{(pid=93916) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:42:32.515812 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-0aff09d4-3973-424e-b85a-6203c4fd8a8d tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:32.534357 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15dc3860-3bcb-4bcc-b627-9712023e1d30 req-4fedc439-951a-4b14-bd39-758285e1359d tempest-AttachVolumeTestJSON-1507206526 tempest-AttachVolumeTestJSON-1507206526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:42:32.534819 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port 31848adf-1e8c-4964-be39-3dc05152f6bf triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:42:32.535242 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:32.536559 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-15dc3860-3bcb-4bcc-b627-9712023e1d30 req-4fedc439-951a-4b14-bd39-758285e1359d tempest-AttachVolumeTestJSON-1507206526 tempest-AttachVolumeTestJSON-1507206526-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d4752b4-cf55-42cb-aaf8-a6366a7dc104 HTTP/1.1" status: 200 len: 945 time: 0.3269846 Jul 14 18:42:32.546079 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-bfa2156e-d092-4ca7-b7ec-c9e18b76dfd6 tempest-ExternalNetworksTestJSON-1343545600 tempest-ExternalNetworksTestJSON-1343545600-project-admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.8044448 Jul 14 18:42:32.550022 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 59016) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:42:32.554371 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-0aff09d4-3973-424e-b85a-6203c4fd8a8d tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Calling delete_port for e5b5ecc2-30c8-40a8-9d99-f0822a4b61e6 owned by network:router_interface {{(pid=93916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:42:32.559102 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-0f4c1a27-4fb6-4057-b299-e859c7dcc384 tempest-ExternalNetworksTestJSON-1343545600 tempest-ExternalNetworksTestJSON-1343545600-project-admin] Request body: {'floatingip': {'floating_network_id': '44ea41c7-6ef7-46d0-bcfa-e7ab8311349f'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:42:32.570938 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:32.573171 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75ad717e-afe7-4845-a025-bb51df5ce836 None None] Network 44ea41c7-6ef7-46d0-bcfa-e7ab8311349f requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:42:32.592004 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6d6d07-0953-4744-95c3-d69e9355b201 admin admin] Pushing event updated for resources: {'Port': ['ID=80c1cf18-c949-439f-b063-72e495f32b15,revision_number=2']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:42:32.595087 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-ad6d6d07-0953-4744-95c3-d69e9355b201 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-598741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-928734'] for router_interface, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:32.640828 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-15dc3860-3bcb-4bcc-b627-9712023e1d30 req-29ad934d-26e7-412f-a598-79ab6842ac20 tempest-AttachVolumeTestJSON-1507206526 tempest-AttachVolumeTestJSON-1507206526-project] 10.222.0.16 "GET /v2.0/security-groups?id=96b55db8-12e1-43af-8475-4683f85322eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0934119 Jul 14 18:42:32.745952 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-9b0bf754-16ba-45f1-a7d9-b733256486ca None None] Attempting to bind port 72e879af-3111-4beb-b4d8-f17065e4816d on host n-d-800634-3 for vnic_type normal with profile {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:42:32.746418 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-9b0bf754-16ba-45f1-a7d9-b733256486ca None None] Attempting to bind port 72e879af-3111-4beb-b4d8-f17065e4816d by drivers openvswitch,hyperv on host n-d-800634-3 at level 0 using segments [{'id': 'b4257cb2-72a5-4b25-a351-e07b285b3b38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '26951fdb-bb46-4452-8c34-53f4c7032aac'}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:42:32.746806 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b0bf754-16ba-45f1-a7d9-b733256486ca None None] Attempting to bind port 72e879af-3111-4beb-b4d8-f17065e4816d on network 26951fdb-bb46-4452-8c34-53f4c7032aac {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:42:32.768946 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-0f4c1a27-4fb6-4057-b299-e859c7dcc384 tempest-ExternalNetworksTestJSON-1343545600 tempest-ExternalNetworksTestJSON-1343545600-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:32.887570 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b0bf754-16ba-45f1-a7d9-b733256486ca None None] Checking agent: {'id': '01c19e91-a945-4e3c-94a6-c211e17c923e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 8, 23), 'started_at': datetime.datetime(2021, 7, 14, 18, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 18, 42, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 18:42:32.887987 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b0bf754-16ba-45f1-a7d9-b733256486ca None None] Checking segment: {'id': 'b4257cb2-72a5-4b25-a351-e07b285b3b38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '26951fdb-bb46-4452-8c34-53f4c7032aac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93917) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:42:32.888492 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9b0bf754-16ba-45f1-a7d9-b733256486ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:32.890500 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b0bf754-16ba-45f1-a7d9-b733256486ca None None] Bound using segment: {'id': 'b4257cb2-72a5-4b25-a351-e07b285b3b38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '26951fdb-bb46-4452-8c34-53f4c7032aac'} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 18:42:32.891046 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-9b0bf754-16ba-45f1-a7d9-b733256486ca None None] Bound port: 72e879af-3111-4beb-b4d8-f17065e4816d, host: n-d-800634-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4257cb2-72a5-4b25-a351-e07b285b3b38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '26951fdb-bb46-4452-8c34-53f4c7032aac'}}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 18:42:32.891442 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9b0bf754-16ba-45f1-a7d9-b733256486ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:32.898103 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2581e74a-b1f6-4b00-bed2-fbf85ed6a473 None None] Pushing event updated for resources: {'Port': ['ID=dc15107d-54c7-4d8d-b676-7096f1bd483c,revision_number=3']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:42:32.919431 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b9c6c00-2238-49d4-a223-2aca50da3550 None None] Network 44ea41c7-6ef7-46d0-bcfa-e7ab8311349f requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:42:33.019147 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.db_base_plugin_common [None req-dd48dcda-0602-46bc-87f4-72ff5e9bd724 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Allocated IP 172.20.0.1 (26951fdb-bb46-4452-8c34-53f4c7032aac/691350cf-99fe-4a5a-8ba2-390006d7f9d6/0ca38169-0f83-46be-a9af-b82b942ba447) {{(pid=93915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:42:33.096148 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0bf754-16ba-45f1-a7d9-b733256486ca None None] Pushing event updated for resources: {'Port': ['ID=72e879af-3111-4beb-b4d8-f17065e4816d,revision_number=1']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:42:33.131216 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-0f7a9ace-b01a-4df7-ab5a-c7e6be83a553 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-928623'] for router_interface, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:33.157263 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvr_db [None req-7a6c8470-21e7-4b19-b5a1-701bb64a586f None None] Set router a9e3896e-783e-4cd9-a436-2b5e2a355b94 gateway port host: n-d-800634-3 {{(pid=93917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 18:42:33.272097 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-dd48dcda-0602-46bc-87f4-72ff5e9bd724 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks [] for port, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:33.282358 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad6d6d07-0953-4744-95c3-d69e9355b201 admin admin] Network d41f9397-de9e-4e07-a07d-8cf0ac566250 is already hosted by enough agents. {{(pid=93916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:42:33.288507 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [None req-ad6d6d07-0953-4744-95c3-d69e9355b201 admin admin] Resources bound (agent type, host, resource id): {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:42:33.299366 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.provisioning_blocks [None req-dd48dcda-0602-46bc-87f4-72ff5e9bd724 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Transition to ACTIVE for port object 0ca38169-0f83-46be-a9af-b82b942ba447 will not be triggered until provisioned by entity DHCP. {{(pid=93915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:42:33.402971 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:33.418410 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-dd48dcda-0602-46bc-87f4-72ff5e9bd724 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:33.436031 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] For port 31848adf-1e8c-4964-be39-3dc05152f6bf, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=31848adf-1e8c-4964-be39-3dc05152f6bf,segment=NetworkSegment(5afb940b-bbdf-4727-be00-5d46367c38a1),segment_id=5afb940b-bbdf-4727-be00-5d46367c38a1)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:42:33.441682 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:33.463861 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-0aff09d4-3973-424e-b85a-6203c4fd8a8d tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:33.474771 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 9d029ac5-b84b-4bba-a7f2-73a7a3c9167b no longer exists at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 18:42:33.485569 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd48dcda-0602-46bc-87f4-72ff5e9bd724 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Pushing event updated for resources: {'Port': ['ID=0ca38169-0f83-46be-a9af-b82b942ba447,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:42:33.502184 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd48dcda-0602-46bc-87f4-72ff5e9bd724 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Network 26951fdb-bb46-4452-8c34-53f4c7032aac is already hosted by enough agents. {{(pid=93915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:42:33.506957 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [None req-dd48dcda-0602-46bc-87f4-72ff5e9bd724 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Resources bound (agent type, host, resource id): {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:42:33.509844 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd48dcda-0602-46bc-87f4-72ff5e9bd724 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Received port after_create {{(pid=93915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:42:33.542042 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aff09d4-3973-424e-b85a-6203c4fd8a8d tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Pushing event deleted for resources: {'Port': ['ID=e5b5ecc2-30c8-40a8-9d99-f0822a4b61e6,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:42:33.564237 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-dd48dcda-0602-46bc-87f4-72ff5e9bd724 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-930452'] for router_interface, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:33.580872 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-9b0bf754-16ba-45f1-a7d9-b733256486ca None None] For port 72e879af-3111-4beb-b4d8-f17065e4816d, host n-d-800634-3, cleared binding levels {{(pid=93917) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:42:33.583012 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] No Port match for: 9d029ac5-b84b-4bba-a7f2-73a7a3c9167b {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 18:42:33.583565 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 9d029ac5-b84b-4bba-a7f2-73a7a3c9167b not bound to the agent host n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 18:42:33.621084 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-9b0bf754-16ba-45f1-a7d9-b733256486ca None None] For port 72e879af-3111-4beb-b4d8-f17065e4816d, host n-d-800634-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=72e879af-3111-4beb-b4d8-f17065e4816d,segment=NetworkSegment(b4257cb2-72a5-4b25-a351-e07b285b3b38),segment_id=b4257cb2-72a5-4b25-a351-e07b285b3b38)] {{(pid=93917) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 18:42:33.644015 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9b0bf754-16ba-45f1-a7d9-b733256486ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:33.737677 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Pushing event updated for resources: {'Port': ['ID=31848adf-1e8c-4964-be39-3dc05152f6bf,revision_number=4']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:42:33.792720 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-0f4c1a27-4fb6-4057-b299-e859c7dcc384 tempest-ExternalNetworksTestJSON-1343545600 tempest-ExternalNetworksTestJSON-1343545600-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:33.882995 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0bf754-16ba-45f1-a7d9-b733256486ca None None] Pushing event updated for resources: {'Port': ['ID=72e879af-3111-4beb-b4d8-f17065e4816d,revision_number=2']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:42:33.921109 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad6d6d07-0953-4744-95c3-d69e9355b201 admin admin] Router a9e3896e-783e-4cd9-a436-2b5e2a355b94 has already been hosted by L3 agent 2c6eb27e-defb-4cca-9a24-381c7415e359 {{(pid=93916) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 18:42:33.934761 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-79d599fe-5f77-4fa4-99a3-76eb3a2d6f58 None None] Provisioning complete for port 80c1cf18-c949-439f-b063-72e495f32b15 triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:42:33.935143 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-79d599fe-5f77-4fa4-99a3-76eb3a2d6f58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:33.954319 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-0aff09d4-3973-424e-b85a-6203c4fd8a8d tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-598732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-928907'] for router_interface, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:33.962491 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [None req-0f7a9ace-b01a-4df7-ab5a-c7e6be83a553 admin admin] Deleting port 62b4d8f5-5e75-48bf-9796-b5eb665f5c2a {{(pid=93915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:42:33.962491 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-0f7a9ace-b01a-4df7-ab5a-c7e6be83a553 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:34.043603 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-79d599fe-5f77-4fa4-99a3-76eb3a2d6f58 None None] Port 80c1cf18-c949-439f-b063-72e495f32b15 cannot update to ACTIVE because it is not bound. {{(pid=93917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 18:42:34.098143 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-7a6c8470-21e7-4b19-b5a1-701bb64a586f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9e3896e-783e-4cd9-a436-2b5e2a355b94', 'name': 'tempest-TestVolumeBootPattern-302726053-router', 'tenant_id': '5093a1bcf9144b0bbe697fc3cf12df56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.28'}], 'enable_snat': True}, 'gw_port_id': 'dc15107d-54c7-4d8d-b676-7096f1bd483c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:42:21Z', 'updated_at': '2021-07-14T18:42:31Z', 'revision_number': 4, 'project_id': '5093a1bcf9144b0bbe697fc3cf12df56', 'gw_port': {'id': 'dc15107d-54c7-4d8d-b676-7096f1bd483c', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:05:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9e3896e-783e-4cd9-a436-2b5e2a355b94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2443, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:42:23Z', 'updated_at': '2021-07-14T18:42:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_interfaces': [{'id': '80c1cf18-c949-439f-b063-72e495f32b15', 'name': '', 'network_id': 'd41f9397-de9e-4e07-a07d-8cf0ac566250', 'tenant_id': '5093a1bcf9144b0bbe697fc3cf12df56', 'mac_address': 'fa:16:3e:b9:70:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9e3896e-783e-4cd9-a436-2b5e2a355b94', 'device_owner': 'network:router_interface', 'standard_attr_id': 2461, 'fixed_ips': [{'subnet_id': '0161a33b-ac2d-4d08-b4de-fe1fa405f16a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:42:29Z', 'updated_at': '2021-07-14T18:42:32Z', 'revision_number': 2, 'project_id': '5093a1bcf9144b0bbe697fc3cf12df56', 'subnets': [{'id': '0161a33b-ac2d-4d08-b4de-fe1fa405f16a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-3', False) {} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:42:34.122060 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-dd48dcda-0602-46bc-87f4-72ff5e9bd724 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:34.139392 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a6c8470-21e7-4b19-b5a1-701bb64a586f None None] The sync data for ids ['a9e3896e-783e-4cd9-a436-2b5e2a355b94'] in n-d-800634-3 is: [{'id': 'a9e3896e-783e-4cd9-a436-2b5e2a355b94', 'name': 'tempest-TestVolumeBootPattern-302726053-router', 'tenant_id': '5093a1bcf9144b0bbe697fc3cf12df56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.28'}], 'enable_snat': True}, 'gw_port_id': 'dc15107d-54c7-4d8d-b676-7096f1bd483c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:42:21Z', 'updated_at': '2021-07-14T18:42:31Z', 'revision_number': 4, 'project_id': '5093a1bcf9144b0bbe697fc3cf12df56', 'gw_port': {'id': 'dc15107d-54c7-4d8d-b676-7096f1bd483c', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:05:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9e3896e-783e-4cd9-a436-2b5e2a355b94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2443, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:42:23Z', 'updated_at': '2021-07-14T18:42:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_interfaces': [{'id': '80c1cf18-c949-439f-b063-72e495f32b15', 'name': '', 'network_id': 'd41f9397-de9e-4e07-a07d-8cf0ac566250', 'tenant_id': '5093a1bcf9144b0bbe697fc3cf12df56', 'mac_address': 'fa:16:3e:b9:70:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9e3896e-783e-4cd9-a436-2b5e2a355b94', 'device_owner': 'network:router_interface', 'standard_attr_id': 2461, 'fixed_ips': [{'subnet_id': '0161a33b-ac2d-4d08-b4de-fe1fa405f16a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:42:29Z', 'updated_at': '2021-07-14T18:42:32Z', 'revision_number': 2, 'project_id': '5093a1bcf9144b0bbe697fc3cf12df56', 'subnets': [{'id': '0161a33b-ac2d-4d08-b4de-fe1fa405f16a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 18:42:34.311196 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ffe1cc-805e-4224-bc89-2bfa533873e1 req-cd61c8d2-580f-415d-adde-5f9ac2c5a329 tempest-AttachVolumeTestJSON-1507206526 tempest-AttachVolumeTestJSON-1507206526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:42:34.313208 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.db_base_plugin_common [None req-0f4c1a27-4fb6-4057-b299-e859c7dcc384 tempest-ExternalNetworksTestJSON-1343545600 tempest-ExternalNetworksTestJSON-1343545600-project-admin] Allocated IP 172.20.0.8 (44ea41c7-6ef7-46d0-bcfa-e7ab8311349f/68c0da1f-e341-45ec-b46c-02c1bf37e0e9/1e9db89c-8490-4774-ae1f-5fa4ad573f9e) {{(pid=93916) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:42:34.318411 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f1ffe1cc-805e-4224-bc89-2bfa533873e1 req-cd61c8d2-580f-415d-adde-5f9ac2c5a329 tempest-AttachVolumeTestJSON-1507206526 tempest-AttachVolumeTestJSON-1507206526-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d4752b4-cf55-42cb-aaf8-a6366a7dc104 HTTP/1.1" status: 200 len: 945 time: 0.4197118 Jul 14 18:42:34.403174 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [None req-0f7a9ace-b01a-4df7-ab5a-c7e6be83a553 admin admin] For port 62b4d8f5-5e75-48bf-9796-b5eb665f5c2a, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=62b4d8f5-5e75-48bf-9796-b5eb665f5c2a,segment=NetworkSegment(f27713f4-616b-4ad5-95bb-41f16008fafb),segment_id=f27713f4-616b-4ad5-95bb-41f16008fafb)] {{(pid=93915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:42:34.403548 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-0f7a9ace-b01a-4df7-ab5a-c7e6be83a553 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:34.412146 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f1ffe1cc-805e-4224-bc89-2bfa533873e1 req-ac7aa646-b28e-4110-b7f6-84759f1de8a5 tempest-AttachVolumeTestJSON-1507206526 tempest-AttachVolumeTestJSON-1507206526-project] 10.222.0.16 "GET /v2.0/security-groups?id=96b55db8-12e1-43af-8475-4683f85322eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0919423 Jul 14 18:42:34.427801 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [None req-0f7a9ace-b01a-4df7-ab5a-c7e6be83a553 admin admin] Calling delete_port for 62b4d8f5-5e75-48bf-9796-b5eb665f5c2a owned by network:router_interface {{(pid=93915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:42:34.546155 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0aff09d4-3973-424e-b85a-6203c4fd8a8d tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Router b2fcfed5-97e7-4781-a4d4-abc125b03c54 has already been hosted by L3 agent 2c6eb27e-defb-4cca-9a24-381c7415e359 {{(pid=93916) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 18:42:34.562405 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad6d6d07-0953-4744-95c3-d69e9355b201 admin admin] Notify agent at l3_agent.n-d-800634-3 the message routers_updated {{(pid=93916) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 18:42:34.568228 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-ad6d6d07-0953-4744-95c3-d69e9355b201 admin admin] 10.222.0.16 "PUT /v2.0/routers/a9e3896e-783e-4cd9-a436-2b5e2a355b94/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5089765 Jul 14 18:42:34.670188 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-0f4c1a27-4fb6-4057-b299-e859c7dcc384 tempest-ExternalNetworksTestJSON-1343545600 tempest-ExternalNetworksTestJSON-1343545600-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:34.708789 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0aff09d4-3973-424e-b85a-6203c4fd8a8d tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify agent at l3_agent.n-d-800634-3 the message routers_updated {{(pid=93916) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 18:42:34.718851 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6edb662-1f92-4063-bfca-fc71c2582017 None None] Sync routers for ids ['b2fcfed5-97e7-4781-a4d4-abc125b03c54'] in n-d-800634-3 {{(pid=93918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 18:42:34.724103 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-0aff09d4-3973-424e-b85a-6203c4fd8a8d tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] 10.222.0.16 "PUT /v2.0/routers/b2fcfed5-97e7-4781-a4d4-abc125b03c54/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8721087 Jul 14 18:42:34.724892 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 59026) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:42:34.736581 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6edb662-1f92-4063-bfca-fc71c2582017 None None] Routers {'b2fcfed5-97e7-4781-a4d4-abc125b03c54'} bound to L3 agent in host n-d-800634-3 {{(pid=93918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:42:34.739604 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-b6edb662-1f92-4063-bfca-fc71c2582017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:42:23Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['b2fcfed5-97e7-4781-a4d4-abc125b03c54'], 'active': True} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:42:34.842961 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-0f4c1a27-4fb6-4057-b299-e859c7dcc384 tempest-ExternalNetworksTestJSON-1343545600 tempest-ExternalNetworksTestJSON-1343545600-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:34.864277 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.db_base_plugin_v2 [None req-cffb6c3e-5df8-401d-91e5-efc8fb5f9dee tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Deleting subnet 88886a72-f6db-452d-a7b9-17bad70189b3 {{(pid=93916) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 18:42:34.878649 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-cffb6c3e-5df8-401d-91e5-efc8fb5f9dee tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify callbacks [] for subnet, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:34.895572 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-dd48dcda-0602-46bc-87f4-72ff5e9bd724 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks [] for port, precommit_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:34.903482 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-dd48dcda-0602-46bc-87f4-72ff5e9bd724 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25912978'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:34.962206 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-dd48dcda-0602-46bc-87f4-72ff5e9bd724 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-598741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-928734'] for router_interface, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:34.963547 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvr_db [None req-b6edb662-1f92-4063-bfca-fc71c2582017 None None] Set router b2fcfed5-97e7-4781-a4d4-abc125b03c54 gateway port host: None {{(pid=93918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 18:42:35.098524 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd48dcda-0602-46bc-87f4-72ff5e9bd724 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Network 26951fdb-bb46-4452-8c34-53f4c7032aac is already hosted by enough agents. {{(pid=93915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:42:35.105707 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [None req-dd48dcda-0602-46bc-87f4-72ff5e9bd724 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Resources bound (agent type, host, resource id): {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:42:35.116709 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f4c1a27-4fb6-4057-b299-e859c7dcc384 tempest-ExternalNetworksTestJSON-1343545600 tempest-ExternalNetworksTestJSON-1343545600-project-admin] Network 44ea41c7-6ef7-46d0-bcfa-e7ab8311349f is already hosted by enough agents. {{(pid=93916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:42:35.135645 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [None req-0f4c1a27-4fb6-4057-b299-e859c7dcc384 tempest-ExternalNetworksTestJSON-1343545600 tempest-ExternalNetworksTestJSON-1343545600-project-admin] Resources bound (agent type, host, resource id): {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:42:35.140336 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f4c1a27-4fb6-4057-b299-e859c7dcc384 tempest-ExternalNetworksTestJSON-1343545600 tempest-ExternalNetworksTestJSON-1343545600-project-admin] Received port after_create {{(pid=93916) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:42:35.227854 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd48dcda-0602-46bc-87f4-72ff5e9bd724 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Pushing event updated for resources: {'Port': ['ID=0ca38169-0f83-46be-a9af-b82b942ba447,revision_number=2']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:42:35.249963 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4c1a27-4fb6-4057-b299-e859c7dcc384 tempest-ExternalNetworksTestJSON-1343545600 tempest-ExternalNetworksTestJSON-1343545600-project-admin] Pushing event updated for resources: {'Port': ['ID=1e9db89c-8490-4774-ae1f-5fa4ad573f9e,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:42:35.256443 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-cffb6c3e-5df8-401d-91e5-efc8fb5f9dee tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26296866'] for subnet, precommit_delete_associations {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:35.388212 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:35.391824 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd48dcda-0602-46bc-87f4-72ff5e9bd724 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Router 29c52654-d9c8-454b-b6d2-1ca014e9fa52 has already been hosted by L3 agent 2c6eb27e-defb-4cca-9a24-381c7415e359 {{(pid=93915) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 18:42:35.405703 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-b6edb662-1f92-4063-bfca-fc71c2582017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2fcfed5-97e7-4781-a4d4-abc125b03c54', 'name': 'tempest-RoutersIpV6Test-router-1051286446', 'tenant_id': '78e64edff38a43a79601b0ea9ee759c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:41:46Z', 'updated_at': '2021-07-14T18:42:33Z', 'revision_number': 9, 'project_id': '78e64edff38a43a79601b0ea9ee759c1', 'gw_port_host': None, '_interfaces': [{'id': 'a1bf0528-a079-45ce-bec1-0029330fd330', 'name': '', 'network_id': '16e6bed7-592c-42a6-bc4b-6851af0572a4', 'tenant_id': '78e64edff38a43a79601b0ea9ee759c1', 'mac_address': 'fa:16:3e:01:66:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2fcfed5-97e7-4781-a4d4-abc125b03c54', 'device_owner': 'network:router_interface', 'standard_attr_id': 2387, 'fixed_ips': [{'subnet_id': '348fc547-9ada-4c29-952d-4f8e5befbefb', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:41:54Z', 'updated_at': '2021-07-14T18:42:09Z', 'revision_number': 5, 'project_id': '78e64edff38a43a79601b0ea9ee759c1', 'subnets': [{'id': '348fc547-9ada-4c29-952d-4f8e5befbefb', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e1559901-b9e0-45ba-b035-2e326faf3b95', 'name': '', 'network_id': '7cb6cfed-e28d-443c-8647-2cd4fece0810', 'tenant_id': '78e64edff38a43a79601b0ea9ee759c1', 'mac_address': 'fa:16:3e:99:60:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2fcfed5-97e7-4781-a4d4-abc125b03c54', 'device_owner': 'network:router_interface', 'standard_attr_id': 2375, 'fixed_ips': [{'subnet_id': '6237a0fc-5f57-4144-81b6-9f8997dd8eb6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:41:47Z', 'updated_at': '2021-07-14T18:41:59Z', 'revision_number': 5, 'project_id': '78e64edff38a43a79601b0ea9ee759c1', 'subnets': [{'id': '6237a0fc-5f57-4144-81b6-9f8997dd8eb6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-3', False) {} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:42:35.450624 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6edb662-1f92-4063-bfca-fc71c2582017 None None] Checking router: b2fcfed5-97e7-4781-a4d4-abc125b03c54 for host: n-d-800634-3 {{(pid=93918) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 18:42:35.480835 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-cffb6c3e-5df8-401d-91e5-efc8fb5f9dee tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081283'] for subnet, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:35.485077 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3db3b69f-a482-469a-bfff-4d2f32dc4bab None None] Network 26951fdb-bb46-4452-8c34-53f4c7032aac requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:42:35.502803 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6edb662-1f92-4063-bfca-fc71c2582017 None None] Routers {'b2fcfed5-97e7-4781-a4d4-abc125b03c54'} bound to L3 agent in host n-d-800634-3 {{(pid=93918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:42:35.505158 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-0f7a9ace-b01a-4df7-ab5a-c7e6be83a553 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:35.516168 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-b6edb662-1f92-4063-bfca-fc71c2582017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:42:23Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['b2fcfed5-97e7-4781-a4d4-abc125b03c54'], 'active': True} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:42:35.608667 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-d381f109-3442-4eab-a781-51c7213ef59a None None] Provisioning for port 72e879af-3111-4beb-b4d8-f17065e4816d completed by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:42:35.638664 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvr_db [None req-b6edb662-1f92-4063-bfca-fc71c2582017 None None] Set router b2fcfed5-97e7-4781-a4d4-abc125b03c54 gateway port host: None {{(pid=93918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 18:42:35.657698 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7a9ace-b01a-4df7-ab5a-c7e6be83a553 admin admin] Pushing event deleted for resources: {'Port': ['ID=62b4d8f5-5e75-48bf-9796-b5eb665f5c2a,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:42:35.819932 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-0f4c1a27-4fb6-4057-b299-e859c7dcc384 tempest-ExternalNetworksTestJSON-1343545600 tempest-ExternalNetworksTestJSON-1343545600-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:35.847431 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-cffb6c3e-5df8-401d-91e5-efc8fb5f9dee tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2684816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26033152'] for subnet, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:35.853548 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 59052) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:42:35.891024 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-6483b92b-08a5-4875-bc9c-95b2b7a5ee05 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-555718294-network', 'tenant_id': 'dc74663d02284b739c26a9ae016d3c85'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:42:35.985750 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd48dcda-0602-46bc-87f4-72ff5e9bd724 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify agent at l3_agent.n-d-800634-3 the message routers_updated {{(pid=93915) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 18:42:36.013041 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-0f4c1a27-4fb6-4057-b299-e859c7dcc384 tempest-ExternalNetworksTestJSON-1343545600 tempest-ExternalNetworksTestJSON-1343545600-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:36.015993 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-dd48dcda-0602-46bc-87f4-72ff5e9bd724 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] 10.222.0.16 "PUT /v2.0/routers/29c52654-d9c8-454b-b6d2-1ca014e9fa52/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0296261 Jul 14 18:42:36.026859 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d3f3a45-e846-4d0f-bbf5-c4d78624779f None None] Sync routers for ids ['29c52654-d9c8-454b-b6d2-1ca014e9fa52'] in n-d-800634-3 {{(pid=93917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 18:42:36.042226 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-cffb6c3e-5df8-401d-91e5-efc8fb5f9dee tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify callbacks [] for subnet, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:36.051153 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e84209f-1ba3-430f-8d1e-7e697f7e117d None None] Network 66123789-91dd-4f0a-834a-a28ce397c31a requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:42:36.058670 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-cffb6c3e-5df8-401d-91e5-efc8fb5f9dee tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] 10.222.0.16 "DELETE /v2.0/subnets/88886a72-f6db-452d-a7b9-17bad70189b3 HTTP/1.1" status: 204 len: 168 time: 1.3293855 Jul 14 18:42:36.067611 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 59056) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:42:36.147950 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cffb6c3e-5df8-401d-91e5-efc8fb5f9dee tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Pushing event deleted for resources: {'Subnet': ['ID=88886a72-f6db-452d-a7b9-17bad70189b3,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:42:36.198442 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6483b92b-08a5-4875-bc9c-95b2b7a5ee05 admin admin] Made reservation on behalf of dc74663d02284b739c26a9ae016d3c85 for: {'network': 1} {{(pid=93916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:42:36.202104 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-6483b92b-08a5-4875-bc9c-95b2b7a5ee05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for network, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:36.257268 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-6483b92b-08a5-4875-bc9c-95b2b7a5ee05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:36.279317 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-8255a055-a831-46a0-adfd-c1fd06dd1668 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645734'] for network, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:36.323622 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-b6edb662-1f92-4063-bfca-fc71c2582017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2fcfed5-97e7-4781-a4d4-abc125b03c54', 'name': 'tempest-RoutersIpV6Test-router-1051286446', 'tenant_id': '78e64edff38a43a79601b0ea9ee759c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:41:46Z', 'updated_at': '2021-07-14T18:42:33Z', 'revision_number': 9, 'project_id': '78e64edff38a43a79601b0ea9ee759c1', 'gw_port_host': None, '_interfaces': [{'id': 'a1bf0528-a079-45ce-bec1-0029330fd330', 'name': '', 'network_id': '16e6bed7-592c-42a6-bc4b-6851af0572a4', 'tenant_id': '78e64edff38a43a79601b0ea9ee759c1', 'mac_address': 'fa:16:3e:01:66:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2fcfed5-97e7-4781-a4d4-abc125b03c54', 'device_owner': 'network:router_interface', 'standard_attr_id': 2387, 'fixed_ips': [{'subnet_id': '348fc547-9ada-4c29-952d-4f8e5befbefb', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:41:54Z', 'updated_at': '2021-07-14T18:42:09Z', 'revision_number': 5, 'project_id': '78e64edff38a43a79601b0ea9ee759c1', 'subnets': [{'id': '348fc547-9ada-4c29-952d-4f8e5befbefb', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e1559901-b9e0-45ba-b035-2e326faf3b95', 'name': '', 'network_id': '7cb6cfed-e28d-443c-8647-2cd4fece0810', 'tenant_id': '78e64edff38a43a79601b0ea9ee759c1', 'mac_address': 'fa:16:3e:99:60:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2fcfed5-97e7-4781-a4d4-abc125b03c54', 'device_owner': 'network:router_interface', 'standard_attr_id': 2375, 'fixed_ips': [{'subnet_id': '6237a0fc-5f57-4144-81b6-9f8997dd8eb6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:41:47Z', 'updated_at': '2021-07-14T18:41:59Z', 'revision_number': 5, 'project_id': '78e64edff38a43a79601b0ea9ee759c1', 'subnets': [{'id': '6237a0fc-5f57-4144-81b6-9f8997dd8eb6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-3', False) {} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:42:36.353883 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6edb662-1f92-4063-bfca-fc71c2582017 None None] The sync data for ids ['b2fcfed5-97e7-4781-a4d4-abc125b03c54'] in n-d-800634-3 is: [{'id': 'b2fcfed5-97e7-4781-a4d4-abc125b03c54', 'name': 'tempest-RoutersIpV6Test-router-1051286446', 'tenant_id': '78e64edff38a43a79601b0ea9ee759c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:41:46Z', 'updated_at': '2021-07-14T18:42:33Z', 'revision_number': 9, 'project_id': '78e64edff38a43a79601b0ea9ee759c1', 'gw_port_host': None, '_interfaces': [{'id': 'a1bf0528-a079-45ce-bec1-0029330fd330', 'name': '', 'network_id': '16e6bed7-592c-42a6-bc4b-6851af0572a4', 'tenant_id': '78e64edff38a43a79601b0ea9ee759c1', 'mac_address': 'fa:16:3e:01:66:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2fcfed5-97e7-4781-a4d4-abc125b03c54', 'device_owner': 'network:router_interface', 'standard_attr_id': 2387, 'fixed_ips': [{'subnet_id': '348fc547-9ada-4c29-952d-4f8e5befbefb', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:41:54Z', 'updated_at': '2021-07-14T18:42:09Z', 'revision_number': 5, 'project_id': '78e64edff38a43a79601b0ea9ee759c1', 'subnets': [{'id': '348fc547-9ada-4c29-952d-4f8e5befbefb', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e1559901-b9e0-45ba-b035-2e326faf3b95', 'name': '', 'network_id': '7cb6cfed-e28d-443c-8647-2cd4fece0810', 'tenant_id': '78e64edff38a43a79601b0ea9ee759c1', 'mac_address': 'fa:16:3e:99:60:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2fcfed5-97e7-4781-a4d4-abc125b03c54', 'device_owner': 'network:router_interface', 'standard_attr_id': 2375, 'fixed_ips': [{'subnet_id': '6237a0fc-5f57-4144-81b6-9f8997dd8eb6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:41:47Z', 'updated_at': '2021-07-14T18:41:59Z', 'revision_number': 5, 'project_id': '78e64edff38a43a79601b0ea9ee759c1', 'subnets': [{'id': '6237a0fc-5f57-4144-81b6-9f8997dd8eb6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 18:42:36.508373 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 72e879af-3111-4beb-b4d8-f17065e4816d up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:42:36.559157 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d3f3a45-e846-4d0f-bbf5-c4d78624779f None None] Routers {'29c52654-d9c8-454b-b6d2-1ca014e9fa52'} bound to L3 agent in host n-d-800634-3 {{(pid=93917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:42:36.560588 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-0d3f3a45-e846-4d0f-bbf5-c4d78624779f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:42:23Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['29c52654-d9c8-454b-b6d2-1ca014e9fa52'], 'active': True} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:42:36.697485 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-0f4c1a27-4fb6-4057-b299-e859c7dcc384 tempest-ExternalNetworksTestJSON-1343545600 tempest-ExternalNetworksTestJSON-1343545600-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:36.723695 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-0f4c1a27-4fb6-4057-b299-e859c7dcc384 tempest-ExternalNetworksTestJSON-1343545600 tempest-ExternalNetworksTestJSON-1343545600-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2684870'] for port, after_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:36.827360 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-6483b92b-08a5-4875-bc9c-95b2b7a5ee05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:36.883720 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning for port 72e879af-3111-4beb-b4d8-f17065e4816d completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:42:36.901101 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port 72e879af-3111-4beb-b4d8-f17065e4816d triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:42:36.901796 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:36.909882 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvr_db [None req-0d3f3a45-e846-4d0f-bbf5-c4d78624779f None None] Set router 29c52654-d9c8-454b-b6d2-1ca014e9fa52 gateway port host: n-d-800634-3 {{(pid=93917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 18:42:36.916227 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-6483b92b-08a5-4875-bc9c-95b2b7a5ee05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:37.029711 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6483b92b-08a5-4875-bc9c-95b2b7a5ee05 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 81} {{(pid=93916) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 18:42:37.038901 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4c1a27-4fb6-4057-b299-e859c7dcc384 tempest-ExternalNetworksTestJSON-1343545600 tempest-ExternalNetworksTestJSON-1343545600-project-admin] Pushing event updated for resources: {'Port': ['ID=1e9db89c-8490-4774-ae1f-5fa4ad573f9e,revision_number=2']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:42:37.068418 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812c647d-14ea-4590-b2a4-d74427cf6134 req-6c4a9f08-39be-49c4-b19b-dbdefd3a5460 tempest-AttachVolumeTestJSON-1507206526 tempest-AttachVolumeTestJSON-1507206526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:42:37.075676 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-0f4c1a27-4fb6-4057-b299-e859c7dcc384 tempest-ExternalNetworksTestJSON-1343545600 tempest-ExternalNetworksTestJSON-1343545600-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-930131'] for floatingip, after_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:37.081891 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-812c647d-14ea-4590-b2a4-d74427cf6134 req-6c4a9f08-39be-49c4-b19b-dbdefd3a5460 tempest-AttachVolumeTestJSON-1507206526 tempest-AttachVolumeTestJSON-1507206526-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d4752b4-cf55-42cb-aaf8-a6366a7dc104 HTTP/1.1" status: 200 len: 945 time: 1.1243172 Jul 14 18:42:37.085427 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6483b92b-08a5-4875-bc9c-95b2b7a5ee05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81c05c98-47fd-4926-994f-623dd07142db,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:42:37.105779 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-6483b92b-08a5-4875-bc9c-95b2b7a5ee05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:37.106130 n-d-800634-3 neutron-server[93916]: INFO neutron.db.segments_db [None req-6483b92b-08a5-4875-bc9c-95b2b7a5ee05 admin admin] Added segment fc4a68b5-94de-4131-a5d8-037044553ae5 of type vlan for network 81fd83c8-aa9a-451d-89ba-e16bcc26a4a4 Jul 14 18:42:37.138890 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bb63561-cf58-4e9a-b7fa-1fce191409a2 None None] DHCP port deletion for 66123789-91dd-4f0a-834a-a28ce397c31a request from n-d-800634-3 {{(pid=93917) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 18:42:37.158900 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-00cc885c-95ab-4323-96e5-a6d93a0767d9 None None] Provisioning for port 0ca38169-0f83-46be-a9af-b82b942ba447 completed by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:42:37.169242 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-00cc885c-95ab-4323-96e5-a6d93a0767d9 None None] Provisioning complete for port 0ca38169-0f83-46be-a9af-b82b942ba447 triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:42:37.169867 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-00cc885c-95ab-4323-96e5-a6d93a0767d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:37.171416 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-0f4c1a27-4fb6-4057-b299-e859c7dcc384 tempest-ExternalNetworksTestJSON-1343545600 tempest-ExternalNetworksTestJSON-1343545600-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for floatingip, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:37.173172 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-0f4c1a27-4fb6-4057-b299-e859c7dcc384 tempest-ExternalNetworksTestJSON-1343545600 tempest-ExternalNetworksTestJSON-1343545600-project-admin] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 4.6216888 Jul 14 18:42:37.176265 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 59070) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:42:37.235626 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-0f7a9ace-b01a-4df7-ab5a-c7e6be83a553 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-598732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-928907'] for router_interface, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:37.284582 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-6483b92b-08a5-4875-bc9c-95b2b7a5ee05 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728202197517'] for network, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:37.285546 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-812c647d-14ea-4590-b2a4-d74427cf6134 req-d87439eb-a2db-4141-805f-66817469c950 tempest-AttachVolumeTestJSON-1507206526 tempest-AttachVolumeTestJSON-1507206526-project] 10.222.0.16 "GET /v2.0/security-groups?id=96b55db8-12e1-43af-8475-4683f85322eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1782339 Jul 14 18:42:37.293480 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-9f801ab3-42ef-4b9b-8bed-cc805a898970 req-3a4714dc-bde0-4d26-b9cc-7983ee66f663 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1340986074&fields=id&tenant_id=af718961b2754d7c873f442ed35947bb HTTP/1.1" status: 200 len: 267 time: 0.2725489 Jul 14 18:42:37.328099 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-64fd90e5-456c-47e6-8ee9-76541cfa5b6d tempest-ExternalNetworksTestJSON-1343545600 tempest-ExternalNetworksTestJSON-1343545600-project-admin] 10.222.0.16 "GET /v2.0/floatingips?floating_network_id=44ea41c7-6ef7-46d0-bcfa-e7ab8311349f HTTP/1.1" status: 200 len: 689 time: 0.1506810 Jul 14 18:42:37.330735 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 59072) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:42:37.434061 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-00cc885c-95ab-4323-96e5-a6d93a0767d9 None None] Port 0ca38169-0f83-46be-a9af-b82b942ba447 cannot update to ACTIVE because it is not bound. {{(pid=93917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 18:42:37.446579 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-6483b92b-08a5-4875-bc9c-95b2b7a5ee05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727'] for network, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:37.447858 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6483b92b-08a5-4875-bc9c-95b2b7a5ee05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:42:37.448659 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-6483b92b-08a5-4875-bc9c-95b2b7a5ee05 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598705'] for network, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:37.524608 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:37.543336 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-00cc885c-95ab-4323-96e5-a6d93a0767d9 None None] Provisioning complete for port 72e879af-3111-4beb-b4d8-f17065e4816d triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:42:37.543995 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-00cc885c-95ab-4323-96e5-a6d93a0767d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:37.603982 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [None req-8255a055-a831-46a0-adfd-c1fd06dd1668 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Deleting port c639f85c-eeee-421e-a8e0-7ba8350f0a6f {{(pid=93915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:42:37.604445 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-8255a055-a831-46a0-adfd-c1fd06dd1668 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:37.606347 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-6483b92b-08a5-4875-bc9c-95b2b7a5ee05 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.7421081 Jul 14 18:42:37.608060 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 59074) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:42:37.615196 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-cc2c0d2c-9cdc-4e1c-a658-f21a24928b67 admin admin] Request body: {'subnet': {'network_id': '81fd83c8-aa9a-451d-89ba-e16bcc26a4a4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-555718294-subnet', 'tenant_id': 'dc74663d02284b739c26a9ae016d3c85', 'ip_version': 4}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:42:37.635678 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-6bb63561-cf58-4e9a-b7fa-1fce191409a2 None None] Deleting port c639f85c-eeee-421e-a8e0-7ba8350f0a6f {{(pid=93917) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:42:37.636454 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-6bb63561-cf58-4e9a-b7fa-1fce191409a2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:37.643973 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-5caa8643-2d13-4511-b21e-27e188f45213 tempest-ExternalNetworksTestJSON-1343545600 tempest-ExternalNetworksTestJSON-1343545600-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645734'] for network, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:37.648453 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6483b92b-08a5-4875-bc9c-95b2b7a5ee05 admin admin] Pushing event updated for resources: {'Network': ['ID=81fd83c8-aa9a-451d-89ba-e16bcc26a4a4,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:42:37.654115 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f801ab3-42ef-4b9b-8bed-cc805a898970 req-c8032dd9-34fa-43a1-a78d-b353a41c6472 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:42:37.656352 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-9f801ab3-42ef-4b9b-8bed-cc805a898970 req-c8032dd9-34fa-43a1-a78d-b353a41c6472 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] 10.222.0.16 "GET /v2.0/networks?id=26951fdb-bb46-4452-8c34-53f4c7032aac HTTP/1.1" status: 200 len: 796 time: 0.2982466 Jul 14 18:42:37.705686 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Network 81fd83c8-aa9a-451d-89ba-e16bcc26a4a4 details requested by agent ovs-agent-n-d-800634-3 with host n-d-800634-3 {{(pid=93917) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 18:42:37.736237 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] For port 72e879af-3111-4beb-b4d8-f17065e4816d, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=72e879af-3111-4beb-b4d8-f17065e4816d,segment=NetworkSegment(b4257cb2-72a5-4b25-a351-e07b285b3b38),segment_id=b4257cb2-72a5-4b25-a351-e07b285b3b38)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:42:37.774652 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [None req-8255a055-a831-46a0-adfd-c1fd06dd1668 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] For port c639f85c-eeee-421e-a8e0-7ba8350f0a6f, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=c639f85c-eeee-421e-a8e0-7ba8350f0a6f,segment=NetworkSegment(87c66c43-131f-46e4-b5a0-4ac53936fad2),segment_id=87c66c43-131f-46e4-b5a0-4ac53936fad2)] {{(pid=93915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:42:37.775098 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-8255a055-a831-46a0-adfd-c1fd06dd1668 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:37.790166 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [None req-8255a055-a831-46a0-adfd-c1fd06dd1668 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Calling delete_port for c639f85c-eeee-421e-a8e0-7ba8350f0a6f owned by network:dhcp {{(pid=93915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:42:37.839135 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:37.840277 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device dc15107d-54c7-4d8d-b676-7096f1bd483c up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:42:37.848469 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc2c0d2c-9cdc-4e1c-a658-f21a24928b67 admin admin] Made reservation on behalf of dc74663d02284b739c26a9ae016d3c85 for: {'subnet': 1} {{(pid=93915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:42:37.851039 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-cc2c0d2c-9cdc-4e1c-a658-f21a24928b67 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28969735'] for subnet, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:37.903767 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Pushing event updated for resources: {'Port': ['ID=72e879af-3111-4beb-b4d8-f17065e4816d,revision_number=3']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:42:37.946012 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-9f801ab3-42ef-4b9b-8bed-cc805a898970 req-7c9b8862-44a7-4de7-a5f0-a5287de81214 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] 10.222.0.16 "GET /v2.0/quotas/af718961b2754d7c873f442ed35947bb HTTP/1.1" status: 200 len: 375 time: 0.0888095 Jul 14 18:42:38.014769 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-6bb63561-cf58-4e9a-b7fa-1fce191409a2 None None] For port c639f85c-eeee-421e-a8e0-7ba8350f0a6f, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=c639f85c-eeee-421e-a8e0-7ba8350f0a6f,segment=NetworkSegment(87c66c43-131f-46e4-b5a0-4ac53936fad2),segment_id=87c66c43-131f-46e4-b5a0-4ac53936fad2)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:42:38.015183 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-6bb63561-cf58-4e9a-b7fa-1fce191409a2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:38.042893 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-6bb63561-cf58-4e9a-b7fa-1fce191409a2 None None] Calling delete_port for c639f85c-eeee-421e-a8e0-7ba8350f0a6f owned by network:dhcp {{(pid=93917) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:42:38.119139 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-dfe838d0-fe60-4c66-8b9d-d46fef506ceb None None] Provisioning complete for port 0ca38169-0f83-46be-a9af-b82b942ba447 triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:42:38.119441 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-dfe838d0-fe60-4c66-8b9d-d46fef506ceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:38.120289 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-8255a055-a831-46a0-adfd-c1fd06dd1668 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:38.134561 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning for port dc15107d-54c7-4d8d-b676-7096f1bd483c completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:42:38.203830 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8255a055-a831-46a0-adfd-c1fd06dd1668 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Pushing event deleted for resources: {'Port': ['ID=c639f85c-eeee-421e-a8e0-7ba8350f0a6f,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:42:38.230271 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port dc15107d-54c7-4d8d-b676-7096f1bd483c triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:42:38.230640 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:38.276611 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4673482-5822-495f-b838-f6c94bb0af89 None None] Sync routers for ids ['a9e3896e-783e-4cd9-a436-2b5e2a355b94'] in n-d-800634-3 {{(pid=93918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 18:42:38.277729 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-5caa8643-2d13-4511-b21e-27e188f45213 tempest-ExternalNetworksTestJSON-1343545600 tempest-ExternalNetworksTestJSON-1343545600-project-admin] Deleting port 1e9db89c-8490-4774-ae1f-5fa4ad573f9e {{(pid=93916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:42:38.278542 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-5caa8643-2d13-4511-b21e-27e188f45213 tempest-ExternalNetworksTestJSON-1343545600 tempest-ExternalNetworksTestJSON-1343545600-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:38.300577 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4673482-5822-495f-b838-f6c94bb0af89 None None] Routers {'a9e3896e-783e-4cd9-a436-2b5e2a355b94'} bound to L3 agent in host n-d-800634-3 {{(pid=93918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:42:38.301489 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-c4673482-5822-495f-b838-f6c94bb0af89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:42:23Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['a9e3896e-783e-4cd9-a436-2b5e2a355b94'], 'active': True} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:42:38.340742 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-0d3f3a45-e846-4d0f-bbf5-c4d78624779f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29c52654-d9c8-454b-b6d2-1ca014e9fa52', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1785290011', 'tenant_id': 'af718961b2754d7c873f442ed35947bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.134'}], 'enable_snat': True}, 'gw_port_id': '31848adf-1e8c-4964-be39-3dc05152f6bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:42:22Z', 'updated_at': '2021-07-14T18:42:33Z', 'revision_number': 4, 'project_id': 'af718961b2754d7c873f442ed35947bb', 'gw_port': {'id': '31848adf-1e8c-4964-be39-3dc05152f6bf', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:04:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29c52654-d9c8-454b-b6d2-1ca014e9fa52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2442, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:42:23Z', 'updated_at': '2021-07-14T18:42:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_interfaces': [{'id': '0ca38169-0f83-46be-a9af-b82b942ba447', 'name': '', 'network_id': '26951fdb-bb46-4452-8c34-53f4c7032aac', 'tenant_id': 'af718961b2754d7c873f442ed35947bb', 'mac_address': 'fa:16:3e:72:1b:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29c52654-d9c8-454b-b6d2-1ca014e9fa52', 'device_owner': 'network:router_interface', 'standard_attr_id': 2464, 'fixed_ips': [{'subnet_id': '691350cf-99fe-4a5a-8ba2-390006d7f9d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:42:32Z', 'updated_at': '2021-07-14T18:42:34Z', 'revision_number': 2, 'project_id': 'af718961b2754d7c873f442ed35947bb', 'subnets': [{'id': '691350cf-99fe-4a5a-8ba2-390006d7f9d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-3', False) {} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:42:38.342055 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8255a055-a831-46a0-adfd-c1fd06dd1668 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] No DVR routers for this DVR port c639f85c-eeee-421e-a8e0-7ba8350f0a6f on host n-d-800634-3 {{(pid=93915) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 18:42:38.365923 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-dfe838d0-fe60-4c66-8b9d-d46fef506ceb None None] Port 0ca38169-0f83-46be-a9af-b82b942ba447 cannot update to ACTIVE because it is not bound. {{(pid=93917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 18:42:38.424884 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-5caa8643-2d13-4511-b21e-27e188f45213 tempest-ExternalNetworksTestJSON-1343545600 tempest-ExternalNetworksTestJSON-1343545600-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:38.425309 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-5caa8643-2d13-4511-b21e-27e188f45213 tempest-ExternalNetworksTestJSON-1343545600 tempest-ExternalNetworksTestJSON-1343545600-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:38.437827 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d3f3a45-e846-4d0f-bbf5-c4d78624779f None None] Checking router: 29c52654-d9c8-454b-b6d2-1ca014e9fa52 for host: n-d-800634-3 {{(pid=93917) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 18:42:38.443515 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d3f3a45-e846-4d0f-bbf5-c4d78624779f None None] Updating router 29c52654-d9c8-454b-b6d2-1ca014e9fa52 port 0ca38169-0f83-46be-a9af-b82b942ba447 binding host n-d-800634-3 {{(pid=93917) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 18:42:38.450728 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-5caa8643-2d13-4511-b21e-27e188f45213 tempest-ExternalNetworksTestJSON-1343545600 tempest-ExternalNetworksTestJSON-1343545600-project-admin] Calling delete_port for 1e9db89c-8490-4774-ae1f-5fa4ad573f9e owned by network:floatingip {{(pid=93916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:42:38.465761 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-8255a055-a831-46a0-adfd-c1fd06dd1668 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2096010', 'neutron.services.segments.db._delete_segments_for_network-8728202734996'] for network, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:38.477175 n-d-800634-3 neutron-server[93915]: DEBUG neutron.services.segments.db [None req-8255a055-a831-46a0-adfd-c1fd06dd1668 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66123789-91dd-4f0a-834a-a28ce397c31a']}} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:42:38.492939 n-d-800634-3 neutron-server[93915]: DEBUG neutron.services.segments.db [None req-8255a055-a831-46a0-adfd-c1fd06dd1668 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87c66c43-131f-46e4-b5a0-4ac53936fad2') {'for_net_delete': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:42:38.493240 n-d-800634-3 neutron-server[93915]: DEBUG neutron.services.segments.db [None req-8255a055-a831-46a0-adfd-c1fd06dd1668 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87c66c43-131f-46e4-b5a0-4ac53936fad2') {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:42:38.506264 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-8255a055-a831-46a0-adfd-c1fd06dd1668 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728202715275', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28939920'] for segment, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:38.508943 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvr_db [None req-c4673482-5822-495f-b838-f6c94bb0af89 None None] Set router a9e3896e-783e-4cd9-a436-2b5e2a355b94 gateway port host: n-d-800634-3 {{(pid=93918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 18:42:38.524151 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-8255a055-a831-46a0-adfd-c1fd06dd1668 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:38.530977 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8255a055-a831-46a0-adfd-c1fd06dd1668 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Releasing vlan 52 on physical network physnet1 to pool {{(pid=93915) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 18:42:38.531381 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-8255a055-a831-46a0-adfd-c1fd06dd1668 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25911658'] for segment, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:38.565315 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-6bb63561-cf58-4e9a-b7fa-1fce191409a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813'] for port, after_delete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:38.631748 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-0d3f3a45-e846-4d0f-bbf5-c4d78624779f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:38.640177 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-5caa8643-2d13-4511-b21e-27e188f45213 tempest-ExternalNetworksTestJSON-1343545600 tempest-ExternalNetworksTestJSON-1343545600-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:38.644837 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-cc2c0d2c-9cdc-4e1c-a658-f21a24928b67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25912837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28969781'] for subnet, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:38.660248 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bb63561-cf58-4e9a-b7fa-1fce191409a2 None None] No DVR routers for this DVR port c639f85c-eeee-421e-a8e0-7ba8350f0a6f on host n-d-800634-3 {{(pid=93917) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 18:42:38.674879 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb63561-cf58-4e9a-b7fa-1fce191409a2 None None] Pushing event deleted for resources: {'Port': ['ID=c639f85c-eeee-421e-a8e0-7ba8350f0a6f,revision_number=None']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:42:38.677588 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5caa8643-2d13-4511-b21e-27e188f45213 tempest-ExternalNetworksTestJSON-1343545600 tempest-ExternalNetworksTestJSON-1343545600-project-admin] Pushing event deleted for resources: {'Port': ['ID=1e9db89c-8490-4774-ae1f-5fa4ad573f9e,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:42:38.701018 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:38.701259 n-d-800634-3 neutron-server[93915]: Traceback (most recent call last): Jul 14 18:42:38.701259 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 18:42:38.701259 n-d-800634-3 neutron-server[93915]: timer() Jul 14 18:42:38.701259 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 18:42:38.701259 n-d-800634-3 neutron-server[93915]: cb(*args, **kw) Jul 14 18:42:38.701259 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 18:42:38.701259 n-d-800634-3 neutron-server[93915]: return func(*args, **kwargs) Jul 14 18:42:38.701259 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 18:42:38.701259 n-d-800634-3 neutron-server[93915]: self._notify() Jul 14 18:42:38.701259 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 18:42:38.701259 n-d-800634-3 neutron-server[93915]: self.callback(batched_events) Jul 14 18:42:38.701259 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 18:42:38.701259 n-d-800634-3 neutron-server[93915]: event.method(event) Jul 14 18:42:38.701259 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 18:42:38.701259 n-d-800634-3 neutron-server[93915]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 18:42:38.701259 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 18:42:38.701259 n-d-800634-3 neutron-server[93915]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 18:42:38.701259 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 18:42:38.701259 n-d-800634-3 neutron-server[93915]: return f(self, *a, **k) Jul 14 18:42:38.701259 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 18:42:38.701259 n-d-800634-3 neutron-server[93915]: return self._get(url).json() Jul 14 18:42:38.701259 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 18:42:38.701259 n-d-800634-3 neutron-server[93915]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 18:42:38.701259 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 18:42:38.701259 n-d-800634-3 neutron-server[93915]: return self.request(url, 'GET', **kwargs) Jul 14 18:42:38.701259 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 18:42:38.701259 n-d-800634-3 neutron-server[93915]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 18:42:38.701259 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 18:42:38.701259 n-d-800634-3 neutron-server[93915]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 18:42:38.701259 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 18:42:38.701259 n-d-800634-3 neutron-server[93915]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 18:42:38.701259 n-d-800634-3 neutron-server[93915]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 18:42:38.713784 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-8255a055-a831-46a0-adfd-c1fd06dd1668 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2096001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-930085'] for network, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:38.769171 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-9f801ab3-42ef-4b9b-8bed-cc805a898970 req-61e814ef-9a6d-4041-ba08-647a99947dcc tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=af718961b2754d7c873f442ed35947bb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.8129659 Jul 14 18:42:38.781168 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-5caa8643-2d13-4511-b21e-27e188f45213 tempest-ExternalNetworksTestJSON-1343545600 tempest-ExternalNetworksTestJSON-1343545600-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:38.796858 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] For port dc15107d-54c7-4d8d-b676-7096f1bd483c, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=dc15107d-54c7-4d8d-b676-7096f1bd483c,segment=NetworkSegment(5afb940b-bbdf-4727-be00-5d46367c38a1),segment_id=5afb940b-bbdf-4727-be00-5d46367c38a1)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:42:38.801140 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-8255a055-a831-46a0-adfd-c1fd06dd1668 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify callbacks [] for network, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:38.803335 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-8255a055-a831-46a0-adfd-c1fd06dd1668 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] 10.222.0.16 "DELETE /v2.0/networks/66123789-91dd-4f0a-834a-a28ce397c31a HTTP/1.1" status: 204 len: 168 time: 2.6929674 Jul 14 18:42:38.814644 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:38.815635 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 59080) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:42:38.815798 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 31848adf-1e8c-4964-be39-3dc05152f6bf up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:42:38.827787 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-c4673482-5822-495f-b838-f6c94bb0af89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9e3896e-783e-4cd9-a436-2b5e2a355b94', 'name': 'tempest-TestVolumeBootPattern-302726053-router', 'tenant_id': '5093a1bcf9144b0bbe697fc3cf12df56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.28'}], 'enable_snat': True}, 'gw_port_id': 'dc15107d-54c7-4d8d-b676-7096f1bd483c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:42:21Z', 'updated_at': '2021-07-14T18:42:31Z', 'revision_number': 4, 'project_id': '5093a1bcf9144b0bbe697fc3cf12df56', 'gw_port': {'id': 'dc15107d-54c7-4d8d-b676-7096f1bd483c', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:05:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9e3896e-783e-4cd9-a436-2b5e2a355b94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2443, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:42:23Z', 'updated_at': '2021-07-14T18:42:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_interfaces': [{'id': '80c1cf18-c949-439f-b063-72e495f32b15', 'name': '', 'network_id': 'd41f9397-de9e-4e07-a07d-8cf0ac566250', 'tenant_id': '5093a1bcf9144b0bbe697fc3cf12df56', 'mac_address': 'fa:16:3e:b9:70:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9e3896e-783e-4cd9-a436-2b5e2a355b94', 'device_owner': 'network:router_interface', 'standard_attr_id': 2461, 'fixed_ips': [{'subnet_id': '0161a33b-ac2d-4d08-b4de-fe1fa405f16a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:42:29Z', 'updated_at': '2021-07-14T18:42:32Z', 'revision_number': 2, 'project_id': '5093a1bcf9144b0bbe697fc3cf12df56', 'subnets': [{'id': '0161a33b-ac2d-4d08-b4de-fe1fa405f16a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-3', False) {} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:42:38.951701 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4673482-5822-495f-b838-f6c94bb0af89 None None] Checking router: a9e3896e-783e-4cd9-a436-2b5e2a355b94 for host: n-d-800634-3 {{(pid=93918) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 18:42:38.952089 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4673482-5822-495f-b838-f6c94bb0af89 None None] Updating router a9e3896e-783e-4cd9-a436-2b5e2a355b94 port 80c1cf18-c949-439f-b063-72e495f32b15 binding host n-d-800634-3 {{(pid=93918) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 18:42:38.980022 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-9f801ab3-42ef-4b9b-8bed-cc805a898970 req-6e3fd59e-e92c-4e2c-9d5a-c9601b7ff49c service neutron] 10.222.0.16 "GET /v2.0/networks/26951fdb-bb46-4452-8c34-53f4c7032aac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1756165 Jul 14 18:42:39.014106 n-d-800634-3 neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-c4673482-5822-495f-b838-f6c94bb0af89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:39.027194 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-5caa8643-2d13-4511-b21e-27e188f45213 tempest-ExternalNetworksTestJSON-1343545600 tempest-ExternalNetworksTestJSON-1343545600-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081283'] for subnet, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:39.051240 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8255a055-a831-46a0-adfd-c1fd06dd1668 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Pushing event deleted for resources: {'Network': ['ID=66123789-91dd-4f0a-834a-a28ce397c31a,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:42:39.061295 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Pushing event updated for resources: {'Port': ['ID=dc15107d-54c7-4d8d-b676-7096f1bd483c,revision_number=4']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:42:39.095678 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913cade8-684a-4aab-a37f-f90b1f2aac77 req-76bfae75-90a6-4f73-a795-eaff98fdb945 tempest-AttachVolumeTestJSON-1507206526 tempest-AttachVolumeTestJSON-1507206526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:42:39.096369 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-913cade8-684a-4aab-a37f-f90b1f2aac77 req-76bfae75-90a6-4f73-a795-eaff98fdb945 tempest-AttachVolumeTestJSON-1507206526 tempest-AttachVolumeTestJSON-1507206526-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d4752b4-cf55-42cb-aaf8-a6366a7dc104 HTTP/1.1" status: 200 len: 945 time: 0.4409034 Jul 14 18:42:39.097441 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc2c0d2c-9cdc-4e1c-a658-f21a24928b67 admin admin] Checking segment: {'id': 'fc4a68b5-94de-4131-a5d8-037044553ae5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '81fd83c8-aa9a-451d-89ba-e16bcc26a4a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:42:39.097585 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc2c0d2c-9cdc-4e1c-a658-f21a24928b67 admin admin] Network hostable DHCP agents. Network: 81fd83c8-aa9a-451d-89ba-e16bcc26a4a4, hostable agents: ['028393c3-0576-4ebd-bca1-8ea8a148e1a2'], hosted agents: [] {{(pid=93915) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 18:42:39.154886 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-5caa8643-2d13-4511-b21e-27e188f45213 tempest-ExternalNetworksTestJSON-1343545600 tempest-ExternalNetworksTestJSON-1343545600-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2684816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26033152'] for subnet, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:39.211996 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f7a9ace-b01a-4df7-ab5a-c7e6be83a553 admin admin] Router f513302d-fe7a-4704-b300-1c06b2dd0ec6 has already been hosted by L3 agent 2c6eb27e-defb-4cca-9a24-381c7415e359 {{(pid=93915) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 18:42:39.232057 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5caa8643-2d13-4511-b21e-27e188f45213 tempest-ExternalNetworksTestJSON-1343545600 tempest-ExternalNetworksTestJSON-1343545600-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=68c0da1f-e341-45ec-b46c-02c1bf37e0e9,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:42:39.298120 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-9f801ab3-42ef-4b9b-8bed-cc805a898970 req-f8b5377c-fa55-4834-a86f-f0fc1f7254e9 service neutron] 10.222.0.16 "GET /v2.0/networks/26951fdb-bb46-4452-8c34-53f4c7032aac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2908325 Jul 14 18:42:39.298473 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-0d3f3a45-e846-4d0f-bbf5-c4d78624779f None None] Notify callbacks [] for port, precommit_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:39.298762 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2c0d2c-9cdc-4e1c-a658-f21a24928b67 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6ace8c18-9df2-44f8-be88-12a7314d34a5,revision_number=0']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:42:39.310988 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-0d3f3a45-e846-4d0f-bbf5-c4d78624779f None None] Transition to ACTIVE for port object 0ca38169-0f83-46be-a9af-b82b942ba447 will not be triggered until provisioned by entity L2. {{(pid=93917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:42:39.322514 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-5caa8643-2d13-4511-b21e-27e188f45213 tempest-ExternalNetworksTestJSON-1343545600 tempest-ExternalNetworksTestJSON-1343545600-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2096010', 'neutron.services.segments.db._delete_segments_for_network-8728202734996'] for network, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:39.324683 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-0d3f3a45-e846-4d0f-bbf5-c4d78624779f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:39.351119 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port 31848adf-1e8c-4964-be39-3dc05152f6bf triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:42:39.351501 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:39.352514 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.segments.db [None req-5caa8643-2d13-4511-b21e-27e188f45213 tempest-ExternalNetworksTestJSON-1343545600 tempest-ExternalNetworksTestJSON-1343545600-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44ea41c7-6ef7-46d0-bcfa-e7ab8311349f']}} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:42:39.363526 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc2c0d2c-9cdc-4e1c-a658-f21a24928b67 admin admin] Network 81fd83c8-aa9a-451d-89ba-e16bcc26a4a4 is scheduled to be hosted by DHCP agent 028393c3-0576-4ebd-bca1-8ea8a148e1a2 with binding_index 1 {{(pid=93915) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 18:42:39.403656 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.segments.db [None req-5caa8643-2d13-4511-b21e-27e188f45213 tempest-ExternalNetworksTestJSON-1343545600 tempest-ExternalNetworksTestJSON-1343545600-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '640c1a89-2b11-4db6-b3a2-8cb19cc2f968') {'for_net_delete': True} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:42:39.408392 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.segments.db [None req-5caa8643-2d13-4511-b21e-27e188f45213 tempest-ExternalNetworksTestJSON-1343545600 tempest-ExternalNetworksTestJSON-1343545600-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '640c1a89-2b11-4db6-b3a2-8cb19cc2f968') {} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:42:39.439384 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-5caa8643-2d13-4511-b21e-27e188f45213 tempest-ExternalNetworksTestJSON-1343545600 tempest-ExternalNetworksTestJSON-1343545600-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728202715275', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26296891'] for segment, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:39.482466 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-5caa8643-2d13-4511-b21e-27e188f45213 tempest-ExternalNetworksTestJSON-1343545600 tempest-ExternalNetworksTestJSON-1343545600-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:39.493277 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5caa8643-2d13-4511-b21e-27e188f45213 tempest-ExternalNetworksTestJSON-1343545600 tempest-ExternalNetworksTestJSON-1343545600-project-admin] Releasing vlan 64 on physical network physnet1 to pool {{(pid=93916) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 18:42:39.494453 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-5caa8643-2d13-4511-b21e-27e188f45213 tempest-ExternalNetworksTestJSON-1343545600 tempest-ExternalNetworksTestJSON-1343545600-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2682942'] for segment, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:39.497164 n-d-800634-3 neutron-server[93916]: Traceback (most recent call last): Jul 14 18:42:39.497164 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 18:42:39.497164 n-d-800634-3 neutron-server[93916]: timer() Jul 14 18:42:39.497164 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 18:42:39.497164 n-d-800634-3 neutron-server[93916]: cb(*args, **kw) Jul 14 18:42:39.497164 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 18:42:39.497164 n-d-800634-3 neutron-server[93916]: return func(*args, **kwargs) Jul 14 18:42:39.497164 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 18:42:39.497164 n-d-800634-3 neutron-server[93916]: self._notify() Jul 14 18:42:39.497164 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 18:42:39.497164 n-d-800634-3 neutron-server[93916]: self.callback(batched_events) Jul 14 18:42:39.497164 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 18:42:39.497164 n-d-800634-3 neutron-server[93916]: event.method(event) Jul 14 18:42:39.497164 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 18:42:39.497164 n-d-800634-3 neutron-server[93916]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 18:42:39.497164 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 18:42:39.497164 n-d-800634-3 neutron-server[93916]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 18:42:39.497164 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 18:42:39.497164 n-d-800634-3 neutron-server[93916]: return f(self, *a, **k) Jul 14 18:42:39.497164 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 18:42:39.497164 n-d-800634-3 neutron-server[93916]: return self._get(url).json() Jul 14 18:42:39.497164 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 18:42:39.497164 n-d-800634-3 neutron-server[93916]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 18:42:39.497164 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 18:42:39.497164 n-d-800634-3 neutron-server[93916]: return self.request(url, 'GET', **kwargs) Jul 14 18:42:39.497164 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 18:42:39.497164 n-d-800634-3 neutron-server[93916]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 18:42:39.497164 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 18:42:39.497164 n-d-800634-3 neutron-server[93916]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 18:42:39.497164 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 18:42:39.497164 n-d-800634-3 neutron-server[93916]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 18:42:39.497164 n-d-800634-3 neutron-server[93916]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 18:42:39.671210 n-d-800634-3 neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-c4673482-5822-495f-b838-f6c94bb0af89 None None] Notify callbacks [] for port, precommit_update {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:39.707507 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f7a9ace-b01a-4df7-ab5a-c7e6be83a553 admin admin] Notify agent at l3_agent.n-d-800634-3 the message routers_updated {{(pid=93915) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 18:42:39.716964 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [None req-cc2c0d2c-9cdc-4e1c-a658-f21a24928b67 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-3, 81fd83c8-aa9a-451d-89ba-e16bcc26a4a4) {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:42:39.721704 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-913cade8-684a-4aab-a37f-f90b1f2aac77 req-8a3d6595-42ed-4083-a37c-5dd3e83d74f4 tempest-AttachVolumeTestJSON-1507206526 tempest-AttachVolumeTestJSON-1507206526-project] 10.222.0.16 "GET /v2.0/security-groups?id=96b55db8-12e1-43af-8475-4683f85322eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5357897 Jul 14 18:42:39.725164 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-0f7a9ace-b01a-4df7-ab5a-c7e6be83a553 admin admin] 10.222.0.16 "PUT /v2.0/routers/f513302d-fe7a-4704-b300-1c06b2dd0ec6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6591189 Jul 14 18:42:39.735528 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 59090) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:42:39.738087 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc2c0d2c-9cdc-4e1c-a658-f21a24928b67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:42:39.738697 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-cc2c0d2c-9cdc-4e1c-a658-f21a24928b67 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:39.770022 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.provisioning_blocks [None req-c4673482-5822-495f-b838-f6c94bb0af89 None None] Transition to ACTIVE for port object 80c1cf18-c949-439f-b063-72e495f32b15 will not be triggered until provisioned by entity L2. {{(pid=93918) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:42:39.772847 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-5caa8643-2d13-4511-b21e-27e188f45213 tempest-ExternalNetworksTestJSON-1343545600 tempest-ExternalNetworksTestJSON-1343545600-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2096001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-930085'] for network, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:39.782767 n-d-800634-3 neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-c4673482-5822-495f-b838-f6c94bb0af89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:39.786685 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5caa8643-2d13-4511-b21e-27e188f45213 tempest-ExternalNetworksTestJSON-1343545600 tempest-ExternalNetworksTestJSON-1343545600-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 44ea41c7-6ef7-46d0-bcfa-e7ab8311349f {{(pid=93916) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 14 18:42:39.803855 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-5caa8643-2d13-4511-b21e-27e188f45213 tempest-ExternalNetworksTestJSON-1343545600 tempest-ExternalNetworksTestJSON-1343545600-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598705'] for network, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:39.814287 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-5caa8643-2d13-4511-b21e-27e188f45213 tempest-ExternalNetworksTestJSON-1343545600 tempest-ExternalNetworksTestJSON-1343545600-project-admin] 10.222.0.16 "DELETE /v2.0/networks/44ea41c7-6ef7-46d0-bcfa-e7ab8311349f HTTP/1.1" status: 204 len: 168 time: 2.4805307 Jul 14 18:42:39.820985 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 59094) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:42:39.839778 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-43c0826e-3509-44fe-9b68-5dab87bdb189 req-106b2cc2-0706-43c4-a8c9-01abaf9a299b tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] 10.222.0.16 "GET /v2.0/ports?device_id=6f9a7f72-8408-4351-a6cb-31c74000b0ce HTTP/1.1" status: 200 len: 210 time: 0.1239216 Jul 14 18:42:39.862080 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-cc2c0d2c-9cdc-4e1c-a658-f21a24928b67 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.2527344 Jul 14 18:42:39.864658 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 59096) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:42:39.882531 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-4b835d3e-ccd2-47d8-8be9-2de6a03e82fd admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-555718294-router', 'tenant_id': 'dc74663d02284b739c26a9ae016d3c85', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61'}}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:42:40.032501 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befb9b83-718a-4e8d-b60d-4a92597a281e None None] Pushing event updated for resources: {'Port': ['ID=80c1cf18-c949-439f-b063-72e495f32b15,revision_number=3']} {{(pid=93918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:42:40.092690 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-4b835d3e-ccd2-47d8-8be9-2de6a03e82fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-571768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11104'] for router, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:40.093707 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-4b835d3e-ccd2-47d8-8be9-2de6a03e82fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-571675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-930014', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-632314', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11129'] for router, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:40.095552 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-0a3dfeb3-5b19-42f6-9daa-63fadf41cdec tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-928623'] for router_interface, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:40.098831 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-746c5bd3-5cb9-462e-a693-8e6a91db8cc9 admin admin] Notify callbacks [] for router, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:40.229560 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1349a084-2f7c-41f8-8796-4f7c904f5abc None None] Network 81fd83c8-aa9a-451d-89ba-e16bcc26a4a4 requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:42:40.291476 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.managers [None req-c4673482-5822-495f-b838-f6c94bb0af89 None None] Attempting to bind port 80c1cf18-c949-439f-b063-72e495f32b15 on host n-d-800634-3 for vnic_type normal with profile {{(pid=93918) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:42:40.292097 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.managers [None req-c4673482-5822-495f-b838-f6c94bb0af89 None None] Attempting to bind port 80c1cf18-c949-439f-b063-72e495f32b15 by drivers openvswitch,hyperv on host n-d-800634-3 at level 0 using segments [{'id': 'ee39aca0-6f7d-4da6-861f-9f37553124e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'd41f9397-de9e-4e07-a07d-8cf0ac566250'}] {{(pid=93918) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:42:40.292677 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4673482-5822-495f-b838-f6c94bb0af89 None None] Attempting to bind port 80c1cf18-c949-439f-b063-72e495f32b15 on network d41f9397-de9e-4e07-a07d-8cf0ac566250 {{(pid=93918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:42:40.298909 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4673482-5822-495f-b838-f6c94bb0af89 None None] Checking agent: {'id': '01c19e91-a945-4e3c-94a6-c211e17c923e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 8, 23), 'started_at': datetime.datetime(2021, 7, 14, 18, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 18, 42, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 18:42:40.299547 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4673482-5822-495f-b838-f6c94bb0af89 None None] Checking segment: {'id': 'ee39aca0-6f7d-4da6-861f-9f37553124e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'd41f9397-de9e-4e07-a07d-8cf0ac566250'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93918) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:42:40.300223 n-d-800634-3 neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-c4673482-5822-495f-b838-f6c94bb0af89 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:40.300787 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4673482-5822-495f-b838-f6c94bb0af89 None None] Bound using segment: {'id': 'ee39aca0-6f7d-4da6-861f-9f37553124e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'd41f9397-de9e-4e07-a07d-8cf0ac566250'} {{(pid=93918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 18:42:40.301421 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.managers [None req-c4673482-5822-495f-b838-f6c94bb0af89 None None] Bound port: 80c1cf18-c949-439f-b063-72e495f32b15, host: n-d-800634-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee39aca0-6f7d-4da6-861f-9f37553124e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'd41f9397-de9e-4e07-a07d-8cf0ac566250'}}] {{(pid=93918) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 18:42:40.302053 n-d-800634-3 neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-c4673482-5822-495f-b838-f6c94bb0af89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:40.341568 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-addf885d-c48b-414e-ac63-a446de75e454 tempest-ExternalNetworksTestJSON-1343545600 tempest-ExternalNetworksTestJSON-1343545600-project-admin] 10.222.0.16 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1781 time: 0.4765792 Jul 14 18:42:40.354033 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 59108) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:42:40.376970 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ff1f891-a6df-4641-816e-fa8db3e47736 None None] Sync routers for ids ['f513302d-fe7a-4704-b300-1c06b2dd0ec6'] in n-d-800634-3 {{(pid=93917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 18:42:40.447525 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5caa8643-2d13-4511-b21e-27e188f45213 tempest-ExternalNetworksTestJSON-1343545600 tempest-ExternalNetworksTestJSON-1343545600-project-admin] Pushing event deleted for resources: {'Network': ['ID=44ea41c7-6ef7-46d0-bcfa-e7ab8311349f,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:42:40.470869 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.db [None req-c4673482-5822-495f-b838-f6c94bb0af89 None None] For port 80c1cf18-c949-439f-b063-72e495f32b15, host n-d-800634-3, cleared binding levels {{(pid=93918) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:42:40.478699 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.db [None req-c4673482-5822-495f-b838-f6c94bb0af89 None None] For port 80c1cf18-c949-439f-b063-72e495f32b15, host n-d-800634-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=80c1cf18-c949-439f-b063-72e495f32b15,segment=NetworkSegment(ee39aca0-6f7d-4da6-861f-9f37553124e0),segment_id=ee39aca0-6f7d-4da6-861f-9f37553124e0)] {{(pid=93918) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 18:42:40.480397 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ff1f891-a6df-4641-816e-fa8db3e47736 None None] Routers {'f513302d-fe7a-4704-b300-1c06b2dd0ec6'} bound to L3 agent in host n-d-800634-3 {{(pid=93917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:42:40.481622 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-5ff1f891-a6df-4641-816e-fa8db3e47736 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:42:23Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['f513302d-fe7a-4704-b300-1c06b2dd0ec6'], 'active': True} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:42:40.485890 n-d-800634-3 neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-c4673482-5822-495f-b838-f6c94bb0af89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:40.566805 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befb9b83-718a-4e8d-b60d-4a92597a281e None None] Pushing event updated for resources: {'Port': ['ID=80c1cf18-c949-439f-b063-72e495f32b15,revision_number=4']} {{(pid=93918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:42:40.595558 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4673482-5822-495f-b838-f6c94bb0af89 None None] Routers {'a9e3896e-783e-4cd9-a436-2b5e2a355b94'} bound to L3 agent in host n-d-800634-3 {{(pid=93918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:42:40.597008 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-c4673482-5822-495f-b838-f6c94bb0af89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:42:23Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['a9e3896e-783e-4cd9-a436-2b5e2a355b94'], 'active': True} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:42:40.733872 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-0a3dfeb3-5b19-42f6-9daa-63fadf41cdec tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Deleting port a1bf0528-a079-45ce-bec1-0029330fd330 {{(pid=93916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:42:40.734219 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-0a3dfeb3-5b19-42f6-9daa-63fadf41cdec tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:40.760616 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-0d3f3a45-e846-4d0f-bbf5-c4d78624779f None None] Attempting to bind port 0ca38169-0f83-46be-a9af-b82b942ba447 on host n-d-800634-3 for vnic_type normal with profile {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:42:40.762594 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-0d3f3a45-e846-4d0f-bbf5-c4d78624779f None None] Attempting to bind port 0ca38169-0f83-46be-a9af-b82b942ba447 by drivers openvswitch,hyperv on host n-d-800634-3 at level 0 using segments [{'id': 'b4257cb2-72a5-4b25-a351-e07b285b3b38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '26951fdb-bb46-4452-8c34-53f4c7032aac'}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:42:40.762594 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d3f3a45-e846-4d0f-bbf5-c4d78624779f None None] Attempting to bind port 0ca38169-0f83-46be-a9af-b82b942ba447 on network 26951fdb-bb46-4452-8c34-53f4c7032aac {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:42:40.764501 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df553838-fa26-4d7b-a92c-4fedc94cc1c6 None None] Pushing event updated for resources: {'Port': ['ID=0ca38169-0f83-46be-a9af-b82b942ba447,revision_number=3']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:42:40.771737 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b26c5905-91b0-44be-b2af-ed8b78c83150 tempest-ExternalNetworksTestJSON-1343545600 tempest-ExternalNetworksTestJSON-1343545600-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:42:40.774076 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b26c5905-91b0-44be-b2af-ed8b78c83150 tempest-ExternalNetworksTestJSON-1343545600 tempest-ExternalNetworksTestJSON-1343545600-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:42:40.774076 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b26c5905-91b0-44be-b2af-ed8b78c83150 tempest-ExternalNetworksTestJSON-1343545600 tempest-ExternalNetworksTestJSON-1343545600-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:42:40.774076 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b26c5905-91b0-44be-b2af-ed8b78c83150 tempest-ExternalNetworksTestJSON-1343545600 tempest-ExternalNetworksTestJSON-1343545600-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:42:40.774076 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b26c5905-91b0-44be-b2af-ed8b78c83150 tempest-ExternalNetworksTestJSON-1343545600 tempest-ExternalNetworksTestJSON-1343545600-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:42:40.778838 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b26c5905-91b0-44be-b2af-ed8b78c83150 tempest-ExternalNetworksTestJSON-1343545600 tempest-ExternalNetworksTestJSON-1343545600-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:42:40.778838 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b26c5905-91b0-44be-b2af-ed8b78c83150 tempest-ExternalNetworksTestJSON-1343545600 tempest-ExternalNetworksTestJSON-1343545600-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:42:40.779226 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b26c5905-91b0-44be-b2af-ed8b78c83150 tempest-ExternalNetworksTestJSON-1343545600 tempest-ExternalNetworksTestJSON-1343545600-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:42:40.779676 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b26c5905-91b0-44be-b2af-ed8b78c83150 tempest-ExternalNetworksTestJSON-1343545600 tempest-ExternalNetworksTestJSON-1343545600-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:42:40.780145 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b26c5905-91b0-44be-b2af-ed8b78c83150 tempest-ExternalNetworksTestJSON-1343545600 tempest-ExternalNetworksTestJSON-1343545600-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:42:40.792796 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b26c5905-91b0-44be-b2af-ed8b78c83150 tempest-ExternalNetworksTestJSON-1343545600 tempest-ExternalNetworksTestJSON-1343545600-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:42:40.793266 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b26c5905-91b0-44be-b2af-ed8b78c83150 tempest-ExternalNetworksTestJSON-1343545600 tempest-ExternalNetworksTestJSON-1343545600-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:42:40.793782 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b26c5905-91b0-44be-b2af-ed8b78c83150 tempest-ExternalNetworksTestJSON-1343545600 tempest-ExternalNetworksTestJSON-1343545600-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:42:40.799849 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-b26c5905-91b0-44be-b2af-ed8b78c83150 tempest-ExternalNetworksTestJSON-1343545600 tempest-ExternalNetworksTestJSON-1343545600-project-admin] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 8326 time: 0.4295719 Jul 14 18:42:40.799849 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-4b835d3e-ccd2-47d8-8be9-2de6a03e82fd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:40.818200 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 59116) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:42:40.866380 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d3f3a45-e846-4d0f-bbf5-c4d78624779f None None] Checking agent: {'id': '01c19e91-a945-4e3c-94a6-c211e17c923e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 8, 23), 'started_at': datetime.datetime(2021, 7, 14, 18, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 18, 42, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 18:42:40.866380 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d3f3a45-e846-4d0f-bbf5-c4d78624779f None None] Checking segment: {'id': 'b4257cb2-72a5-4b25-a351-e07b285b3b38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '26951fdb-bb46-4452-8c34-53f4c7032aac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93917) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:42:40.866380 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-0d3f3a45-e846-4d0f-bbf5-c4d78624779f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:40.866832 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d3f3a45-e846-4d0f-bbf5-c4d78624779f None None] Bound using segment: {'id': 'b4257cb2-72a5-4b25-a351-e07b285b3b38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '26951fdb-bb46-4452-8c34-53f4c7032aac'} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 18:42:40.867253 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-0d3f3a45-e846-4d0f-bbf5-c4d78624779f None None] Bound port: 0ca38169-0f83-46be-a9af-b82b942ba447, host: n-d-800634-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4257cb2-72a5-4b25-a351-e07b285b3b38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '26951fdb-bb46-4452-8c34-53f4c7032aac'}}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 18:42:40.867651 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-0d3f3a45-e846-4d0f-bbf5-c4d78624779f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:40.914235 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvr_db [None req-5ff1f891-a6df-4641-816e-fa8db3e47736 None None] Set router f513302d-fe7a-4704-b300-1c06b2dd0ec6 gateway port host: n-d-800634-3 {{(pid=93917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 18:42:40.945863 n-d-800634-3 neutron-server[93916]: INFO neutron.api.v2.resource [None req-fa62004d-759e-451c-916e-841809195146 tempest-ExternalNetworksTestJSON-1343545600 tempest-ExternalNetworksTestJSON-1343545600-project-admin] delete failed (client error): The resource could not be found. Jul 14 18:42:40.951580 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-fa62004d-759e-451c-916e-841809195146 tempest-ExternalNetworksTestJSON-1343545600 tempest-ExternalNetworksTestJSON-1343545600-project-admin] 10.222.0.16 "DELETE /v2.0/floatingips/c033fc66-57ca-44f3-85fc-8011a4c8ed98 HTTP/1.1" status: 404 len: 345 time: 0.1285350 Jul 14 18:42:40.961122 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 59126) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:42:40.987346 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvr_db [None req-c4673482-5822-495f-b838-f6c94bb0af89 None None] Set router a9e3896e-783e-4cd9-a436-2b5e2a355b94 gateway port host: n-d-800634-3 {{(pid=93918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 18:42:41.045192 n-d-800634-3 neutron-server[93916]: INFO neutron.pecan_wsgi.hooks.translation [None req-17220446-8053-4a59-beec-8dfb852aa028 tempest-ExternalNetworksTestJSON-1343545600 tempest-ExternalNetworksTestJSON-1343545600-project-admin] DELETE failed (client error): The resource could not be found. Jul 14 18:42:41.045735 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-17220446-8053-4a59-beec-8dfb852aa028 tempest-ExternalNetworksTestJSON-1343545600 tempest-ExternalNetworksTestJSON-1343545600-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=93916) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 18:42:41.047534 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-17220446-8053-4a59-beec-8dfb852aa028 tempest-ExternalNetworksTestJSON-1343545600 tempest-ExternalNetworksTestJSON-1343545600-project-admin] 10.222.0.16 "DELETE /v2.0/networks/44ea41c7-6ef7-46d0-bcfa-e7ab8311349f HTTP/1.1" status: 404 len: 339 time: 0.0854583 Jul 14 18:42:41.220282 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.db [None req-0a3dfeb3-5b19-42f6-9daa-63fadf41cdec tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] For port a1bf0528-a079-45ce-bec1-0029330fd330, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=a1bf0528-a079-45ce-bec1-0029330fd330,segment=NetworkSegment(8f249fc5-2628-4485-b8ff-183d34fa15c0),segment_id=8f249fc5-2628-4485-b8ff-183d34fa15c0)] {{(pid=93916) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:42:41.234164 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-0a3dfeb3-5b19-42f6-9daa-63fadf41cdec tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:41.247616 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 59132) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:42:41.272886 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-09e19164-9cad-4106-bd4a-896f8da903df tempest-ExternalNetworksTestJSON-1343545600 tempest-ExternalNetworksTestJSON-1343545600-project-admin] Request body: {'network': {'name': 'tempest-network--127935544', 'router:external': True}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:42:41.319920 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-0d3f3a45-e846-4d0f-bbf5-c4d78624779f None None] For port 0ca38169-0f83-46be-a9af-b82b942ba447, host n-d-800634-3, cleared binding levels {{(pid=93917) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:42:41.324608 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-0d3f3a45-e846-4d0f-bbf5-c4d78624779f None None] For port 0ca38169-0f83-46be-a9af-b82b942ba447, host n-d-800634-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=0ca38169-0f83-46be-a9af-b82b942ba447,segment=NetworkSegment(b4257cb2-72a5-4b25-a351-e07b285b3b38),segment_id=b4257cb2-72a5-4b25-a351-e07b285b3b38)] {{(pid=93917) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 18:42:41.331643 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-0d3f3a45-e846-4d0f-bbf5-c4d78624779f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:41.344809 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-0a3dfeb3-5b19-42f6-9daa-63fadf41cdec tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Calling delete_port for a1bf0528-a079-45ce-bec1-0029330fd330 owned by network:router_interface {{(pid=93916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:42:41.377440 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-746c5bd3-5cb9-462e-a693-8e6a91db8cc9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:41.423255 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-cd21b055-03b1-40c1-81ff-1a4a0d71f5d0 req-d4b455aa-6f25-4a6a-8f16-1e0d602ac58b tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] 10.222.0.16 "GET /v2.0/ports?device_id=6f9a7f72-8408-4351-a6cb-31c74000b0ce HTTP/1.1" status: 200 len: 210 time: 0.0591297 Jul 14 18:42:41.514358 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df553838-fa26-4d7b-a92c-4fedc94cc1c6 None None] Pushing event updated for resources: {'Port': ['ID=0ca38169-0f83-46be-a9af-b82b942ba447,revision_number=4']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:42:41.547113 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-4b835d3e-ccd2-47d8-8be9-2de6a03e82fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-929996', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-571750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11395'] for router, precommit_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:41.611060 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 72e879af-3111-4beb-b4d8-f17065e4816d up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:42:41.692503 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09e19164-9cad-4106-bd4a-896f8da903df tempest-ExternalNetworksTestJSON-1343545600 tempest-ExternalNetworksTestJSON-1343545600-project-admin] Made reservation on behalf of 7631537220064717a455848d430e4c7e for: {'network': 1} {{(pid=93916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:42:41.700342 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-09e19164-9cad-4106-bd4a-896f8da903df tempest-ExternalNetworksTestJSON-1343545600 tempest-ExternalNetworksTestJSON-1343545600-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for network, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:41.745257 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-0a3dfeb3-5b19-42f6-9daa-63fadf41cdec tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:41.753633 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3ec52d-064e-4f9f-8ec8-6a792d27d263 req-25b9d503-dc32-4928-ab87-6116b1462bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:42:41.755176 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-bc3ec52d-064e-4f9f-8ec8-6a792d27d263 req-25b9d503-dc32-4928-ab87-6116b1462bfb service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4427572788fe4f30abbab6f59fdbf9f1&device_id=2d4752b4-cf55-42cb-aaf8-a6366a7dc104 HTTP/1.1" status: 200 len: 1096 time: 0.9553497 Jul 14 18:42:41.845219 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09e19164-9cad-4106-bd4a-896f8da903df tempest-ExternalNetworksTestJSON-1343545600 tempest-ExternalNetworksTestJSON-1343545600-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 86} {{(pid=93916) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 18:42:41.859760 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-09e19164-9cad-4106-bd4a-896f8da903df tempest-ExternalNetworksTestJSON-1343545600 tempest-ExternalNetworksTestJSON-1343545600-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:41.860150 n-d-800634-3 neutron-server[93916]: INFO neutron.db.segments_db [None req-09e19164-9cad-4106-bd4a-896f8da903df tempest-ExternalNetworksTestJSON-1343545600 tempest-ExternalNetworksTestJSON-1343545600-project-admin] Added segment 23017349-45b3-4bb7-824e-df2b1797dabf of type vlan for network 3887d806-1cc0-4ea2-a607-5d06fd3c0e1b Jul 14 18:42:41.901814 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d3f3a45-e846-4d0f-bbf5-c4d78624779f None None] Routers {'29c52654-d9c8-454b-b6d2-1ca014e9fa52'} bound to L3 agent in host n-d-800634-3 {{(pid=93917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:42:41.902600 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-0d3f3a45-e846-4d0f-bbf5-c4d78624779f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:42:23Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['29c52654-d9c8-454b-b6d2-1ca014e9fa52'], 'active': True} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:42:41.917921 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-09e19164-9cad-4106-bd4a-896f8da903df tempest-ExternalNetworksTestJSON-1343545600 tempest-ExternalNetworksTestJSON-1343545600-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728202197517'] for network, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:41.971631 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-c4673482-5822-495f-b838-f6c94bb0af89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9e3896e-783e-4cd9-a436-2b5e2a355b94', 'name': 'tempest-TestVolumeBootPattern-302726053-router', 'tenant_id': '5093a1bcf9144b0bbe697fc3cf12df56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.28'}], 'enable_snat': True}, 'gw_port_id': 'dc15107d-54c7-4d8d-b676-7096f1bd483c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:42:21Z', 'updated_at': '2021-07-14T18:42:31Z', 'revision_number': 4, 'project_id': '5093a1bcf9144b0bbe697fc3cf12df56', 'gw_port': {'id': 'dc15107d-54c7-4d8d-b676-7096f1bd483c', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:05:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9e3896e-783e-4cd9-a436-2b5e2a355b94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2443, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:42:23Z', 'updated_at': '2021-07-14T18:42:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_interfaces': [{'id': '80c1cf18-c949-439f-b063-72e495f32b15', 'name': '', 'network_id': 'd41f9397-de9e-4e07-a07d-8cf0ac566250', 'tenant_id': '5093a1bcf9144b0bbe697fc3cf12df56', 'mac_address': 'fa:16:3e:b9:70:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9e3896e-783e-4cd9-a436-2b5e2a355b94', 'device_owner': 'network:router_interface', 'standard_attr_id': 2461, 'fixed_ips': [{'subnet_id': '0161a33b-ac2d-4d08-b4de-fe1fa405f16a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:42:29Z', 'updated_at': '2021-07-14T18:42:40Z', 'revision_number': 4, 'project_id': '5093a1bcf9144b0bbe697fc3cf12df56', 'subnets': [{'id': '0161a33b-ac2d-4d08-b4de-fe1fa405f16a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-3', False) {} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:42:42.070009 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4673482-5822-495f-b838-f6c94bb0af89 None None] The sync data for ids ['a9e3896e-783e-4cd9-a436-2b5e2a355b94'] in n-d-800634-3 is: [{'id': 'a9e3896e-783e-4cd9-a436-2b5e2a355b94', 'name': 'tempest-TestVolumeBootPattern-302726053-router', 'tenant_id': '5093a1bcf9144b0bbe697fc3cf12df56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.28'}], 'enable_snat': True}, 'gw_port_id': 'dc15107d-54c7-4d8d-b676-7096f1bd483c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:42:21Z', 'updated_at': '2021-07-14T18:42:31Z', 'revision_number': 4, 'project_id': '5093a1bcf9144b0bbe697fc3cf12df56', 'gw_port': {'id': 'dc15107d-54c7-4d8d-b676-7096f1bd483c', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:05:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9e3896e-783e-4cd9-a436-2b5e2a355b94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2443, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:42:23Z', 'updated_at': '2021-07-14T18:42:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_interfaces': [{'id': '80c1cf18-c949-439f-b063-72e495f32b15', 'name': '', 'network_id': 'd41f9397-de9e-4e07-a07d-8cf0ac566250', 'tenant_id': '5093a1bcf9144b0bbe697fc3cf12df56', 'mac_address': 'fa:16:3e:b9:70:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9e3896e-783e-4cd9-a436-2b5e2a355b94', 'device_owner': 'network:router_interface', 'standard_attr_id': 2461, 'fixed_ips': [{'subnet_id': '0161a33b-ac2d-4d08-b4de-fe1fa405f16a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:42:29Z', 'updated_at': '2021-07-14T18:42:40Z', 'revision_number': 4, 'project_id': '5093a1bcf9144b0bbe697fc3cf12df56', 'subnets': [{'id': '0161a33b-ac2d-4d08-b4de-fe1fa405f16a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 18:42:42.198256 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3dfeb3-5b19-42f6-9daa-63fadf41cdec tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Pushing event deleted for resources: {'Port': ['ID=a1bf0528-a079-45ce-bec1-0029330fd330,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:42:42.218734 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3ec52d-064e-4f9f-8ec8-6a792d27d263 req-263b197e-1628-4833-8112-d88e47d2de0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:42:42.230960 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-bc3ec52d-064e-4f9f-8ec8-6a792d27d263 req-263b197e-1628-4833-8112-d88e47d2de0b service neutron] 10.222.0.18 "GET /v2.0/networks?id=949878ad-81d9-4447-9e61-f4d51615e760 HTTP/1.1" status: 200 len: 911 time: 0.4622746 Jul 14 18:42:42.281907 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-09e19164-9cad-4106-bd4a-896f8da903df tempest-ExternalNetworksTestJSON-1343545600 tempest-ExternalNetworksTestJSON-1343545600-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727'] for network, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:42.286927 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09e19164-9cad-4106-bd4a-896f8da903df tempest-ExternalNetworksTestJSON-1343545600 tempest-ExternalNetworksTestJSON-1343545600-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:42:42.289142 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4001bf-2fd1-41ae-b4ac-e25bcc008891 req-c00ae0f4-8f16-4f79-ac18-aea4a79dd019 tempest-AttachVolumeTestJSON-1507206526 tempest-AttachVolumeTestJSON-1507206526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:42:42.289586 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-09e19164-9cad-4106-bd4a-896f8da903df tempest-ExternalNetworksTestJSON-1343545600 tempest-ExternalNetworksTestJSON-1343545600-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598705'] for network, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:42.305563 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-1e4001bf-2fd1-41ae-b4ac-e25bcc008891 req-c00ae0f4-8f16-4f79-ac18-aea4a79dd019 tempest-AttachVolumeTestJSON-1507206526 tempest-AttachVolumeTestJSON-1507206526-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d4752b4-cf55-42cb-aaf8-a6366a7dc104 HTTP/1.1" status: 200 len: 945 time: 1.5066476 Jul 14 18:42:42.360689 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvr_db [None req-0d3f3a45-e846-4d0f-bbf5-c4d78624779f None None] Set router 29c52654-d9c8-454b-b6d2-1ca014e9fa52 gateway port host: n-d-800634-3 {{(pid=93917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 18:42:42.369683 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58405e49-ce3a-49fb-9b42-482db1d1c0e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9222b97e-5d1c-54f8-ba97-82f172498e76-81fd83c8-aa9a-451d-89ba-e16bcc26a4a4', 'network_id': '81fd83c8-aa9a-451d-89ba-e16bcc26a4a4', 'tenant_id': 'dc74663d02284b739c26a9ae016d3c85', 'fixed_ips': [{'subnet_id': '6ace8c18-9df2-44f8-be88-12a7314d34a5'}]}} from n-d-800634-3. {{(pid=93917) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 18:42:42.370985 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-58405e49-ce3a-49fb-9b42-482db1d1c0e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:42.508894 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-09e19164-9cad-4106-bd4a-896f8da903df tempest-ExternalNetworksTestJSON-1343545600 tempest-ExternalNetworksTestJSON-1343545600-project-admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 861 time: 1.2592032 Jul 14 18:42:42.509697 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port 72e879af-3111-4beb-b4d8-f17065e4816d triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:42:42.509697 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:42.521208 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 59244) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:42:42.566779 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-0a3dfeb3-5b19-42f6-9daa-63fadf41cdec tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-598732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-928907'] for router_interface, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:42.628248 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e19164-9cad-4106-bd4a-896f8da903df tempest-ExternalNetworksTestJSON-1343545600 tempest-ExternalNetworksTestJSON-1343545600-project-admin] Pushing event updated for resources: {'Network': ['ID=3887d806-1cc0-4ea2-a607-5d06fd3c0e1b,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:42:42.729019 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Network 3887d806-1cc0-4ea2-a607-5d06fd3c0e1b details requested by agent ovs-agent-n-d-800634-3 with host n-d-800634-3 {{(pid=93917) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 18:42:42.935439 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.db_base_plugin_common [None req-58405e49-ce3a-49fb-9b42-482db1d1c0e7 None None] Allocated IP 172.20.0.2 (81fd83c8-aa9a-451d-89ba-e16bcc26a4a4/6ace8c18-9df2-44f8-be88-12a7314d34a5/efd77ed6-1a8e-4f7c-9d0a-a24ccebb35d3) {{(pid=93917) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:42:43.219030 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-5ff1f891-a6df-4641-816e-fa8db3e47736 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f513302d-fe7a-4704-b300-1c06b2dd0ec6', 'name': 'tempest-TaggedBootDevicesTest_v242-898649069-router', 'tenant_id': '362562baf49d424491e86fd541949698', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.193'}], 'enable_snat': True}, 'gw_port_id': '52ff38de-c174-425f-aad2-a59970965a7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:30:48Z', 'updated_at': '2021-07-14T18:42:35Z', 'revision_number': 5, 'project_id': '362562baf49d424491e86fd541949698', 'gw_port': {'id': '52ff38de-c174-425f-aad2-a59970965a7d', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:50:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f513302d-fe7a-4704-b300-1c06b2dd0ec6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1262, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:30:48Z', 'updated_at': '2021-07-14T18:30:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3'}], 'n-d-800634-3', False) {} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:42:43.225076 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [None req-746c5bd3-5cb9-462e-a693-8e6a91db8cc9 admin admin] Deleting port 52ff38de-c174-425f-aad2-a59970965a7d {{(pid=93915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:42:43.226112 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-746c5bd3-5cb9-462e-a693-8e6a91db8cc9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:43.283075 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ff1f891-a6df-4641-816e-fa8db3e47736 None None] Checking router: f513302d-fe7a-4704-b300-1c06b2dd0ec6 for host: n-d-800634-3 {{(pid=93917) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 18:42:43.333122 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [None req-746c5bd3-5cb9-462e-a693-8e6a91db8cc9 admin admin] For port 52ff38de-c174-425f-aad2-a59970965a7d, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=52ff38de-c174-425f-aad2-a59970965a7d,segment=NetworkSegment(5afb940b-bbdf-4727-be00-5d46367c38a1),segment_id=5afb940b-bbdf-4727-be00-5d46367c38a1)] {{(pid=93915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:42:43.333653 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-746c5bd3-5cb9-462e-a693-8e6a91db8cc9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:43.342436 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device dc15107d-54c7-4d8d-b676-7096f1bd483c up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:42:43.372634 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [None req-746c5bd3-5cb9-462e-a693-8e6a91db8cc9 admin admin] Calling delete_port for 52ff38de-c174-425f-aad2-a59970965a7d owned by network:router_gateway {{(pid=93915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:42:43.389642 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-0d3f3a45-e846-4d0f-bbf5-c4d78624779f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29c52654-d9c8-454b-b6d2-1ca014e9fa52', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1785290011', 'tenant_id': 'af718961b2754d7c873f442ed35947bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.134'}], 'enable_snat': True}, 'gw_port_id': '31848adf-1e8c-4964-be39-3dc05152f6bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:42:22Z', 'updated_at': '2021-07-14T18:42:33Z', 'revision_number': 4, 'project_id': 'af718961b2754d7c873f442ed35947bb', 'gw_port': {'id': '31848adf-1e8c-4964-be39-3dc05152f6bf', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:04:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29c52654-d9c8-454b-b6d2-1ca014e9fa52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2442, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:42:23Z', 'updated_at': '2021-07-14T18:42:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_interfaces': [{'id': '0ca38169-0f83-46be-a9af-b82b942ba447', 'name': '', 'network_id': '26951fdb-bb46-4452-8c34-53f4c7032aac', 'tenant_id': 'af718961b2754d7c873f442ed35947bb', 'mac_address': 'fa:16:3e:72:1b:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29c52654-d9c8-454b-b6d2-1ca014e9fa52', 'device_owner': 'network:router_interface', 'standard_attr_id': 2464, 'fixed_ips': [{'subnet_id': '691350cf-99fe-4a5a-8ba2-390006d7f9d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:42:32Z', 'updated_at': '2021-07-14T18:42:41Z', 'revision_number': 4, 'project_id': 'af718961b2754d7c873f442ed35947bb', 'subnets': [{'id': '691350cf-99fe-4a5a-8ba2-390006d7f9d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-3', False) {} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:42:43.401692 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ff1f891-a6df-4641-816e-fa8db3e47736 None None] Routers {'f513302d-fe7a-4704-b300-1c06b2dd0ec6'} bound to L3 agent in host n-d-800634-3 {{(pid=93917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:42:43.402791 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-5ff1f891-a6df-4641-816e-fa8db3e47736 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:42:23Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['f513302d-fe7a-4704-b300-1c06b2dd0ec6'], 'active': True} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:42:43.655637 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-1e4001bf-2fd1-41ae-b4ac-e25bcc008891 req-b7806178-6b45-4062-b119-db38f7b59122 tempest-AttachVolumeTestJSON-1507206526 tempest-AttachVolumeTestJSON-1507206526-project] 10.222.0.16 "GET /v2.0/security-groups?id=96b55db8-12e1-43af-8475-4683f85322eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.3478501 Jul 14 18:42:43.656403 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-746c5bd3-5cb9-462e-a693-8e6a91db8cc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:43.707618 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d3f3a45-e846-4d0f-bbf5-c4d78624779f None None] The sync data for ids ['29c52654-d9c8-454b-b6d2-1ca014e9fa52'] in n-d-800634-3 is: [{'id': '29c52654-d9c8-454b-b6d2-1ca014e9fa52', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1785290011', 'tenant_id': 'af718961b2754d7c873f442ed35947bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.134'}], 'enable_snat': True}, 'gw_port_id': '31848adf-1e8c-4964-be39-3dc05152f6bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:42:22Z', 'updated_at': '2021-07-14T18:42:33Z', 'revision_number': 4, 'project_id': 'af718961b2754d7c873f442ed35947bb', 'gw_port': {'id': '31848adf-1e8c-4964-be39-3dc05152f6bf', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:04:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29c52654-d9c8-454b-b6d2-1ca014e9fa52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2442, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:42:23Z', 'updated_at': '2021-07-14T18:42:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_interfaces': [{'id': '0ca38169-0f83-46be-a9af-b82b942ba447', 'name': '', 'network_id': '26951fdb-bb46-4452-8c34-53f4c7032aac', 'tenant_id': 'af718961b2754d7c873f442ed35947bb', 'mac_address': 'fa:16:3e:72:1b:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29c52654-d9c8-454b-b6d2-1ca014e9fa52', 'device_owner': 'network:router_interface', 'standard_attr_id': 2464, 'fixed_ips': [{'subnet_id': '691350cf-99fe-4a5a-8ba2-390006d7f9d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:42:32Z', 'updated_at': '2021-07-14T18:42:41Z', 'revision_number': 4, 'project_id': 'af718961b2754d7c873f442ed35947bb', 'subnets': [{'id': '691350cf-99fe-4a5a-8ba2-390006d7f9d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 18:42:43.735393 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746c5bd3-5cb9-462e-a693-8e6a91db8cc9 admin admin] Pushing event deleted for resources: {'Port': ['ID=52ff38de-c174-425f-aad2-a59970965a7d,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:42:43.759822 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-bc3ec52d-064e-4f9f-8ec8-6a792d27d263 req-71872126-cf8d-4b71-abda-6b7e6fbb5628 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d804339d-5b7a-476d-a012-f8d5a3d4af14 HTTP/1.1" status: 200 len: 1001 time: 1.5041587 Jul 14 18:42:43.876662 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvr_db [None req-5ff1f891-a6df-4641-816e-fa8db3e47736 None None] Set router f513302d-fe7a-4704-b300-1c06b2dd0ec6 gateway port host: None {{(pid=93917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 18:42:43.878726 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f801ab3-42ef-4b9b-8bed-cc805a898970 req-f230fa91-6f20-4abd-85eb-6e6940a9c4c0 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:42:43.880433 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-9f801ab3-42ef-4b9b-8bed-cc805a898970 req-f230fa91-6f20-4abd-85eb-6e6940a9c4c0 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] 10.222.0.18 "GET /v2.0/networks?id=26951fdb-bb46-4452-8c34-53f4c7032aac HTTP/1.1" status: 200 len: 796 time: 2.1085389 Jul 14 18:42:43.938365 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-5ff1f891-a6df-4641-816e-fa8db3e47736 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f513302d-fe7a-4704-b300-1c06b2dd0ec6', 'name': 'tempest-TaggedBootDevicesTest_v242-898649069-router', 'tenant_id': '362562baf49d424491e86fd541949698', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:30:48Z', 'updated_at': '2021-07-14T18:42:43Z', 'revision_number': 7, 'project_id': '362562baf49d424491e86fd541949698', 'gw_port_host': None}], 'n-d-800634-3', False) {} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:42:43.959639 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-58405e49-ce3a-49fb-9b42-482db1d1c0e7 None None] Notify callbacks [] for port, precommit_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:43.969427 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-58405e49-ce3a-49fb-9b42-482db1d1c0e7 None None] Transition to ACTIVE for port object efd77ed6-1a8e-4f7c-9d0a-a24ccebb35d3 will not be triggered until provisioned by entity L2. {{(pid=93917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:42:43.986669 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-58405e49-ce3a-49fb-9b42-482db1d1c0e7 None None] Transition to ACTIVE for port object efd77ed6-1a8e-4f7c-9d0a-a24ccebb35d3 will not be triggered until provisioned by entity DHCP. {{(pid=93917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:42:44.017438 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d2da6f9-a31a-413f-a787-50b335bdbee9 tempest-ExternalNetworksTestJSON-1408401259 tempest-ExternalNetworksTestJSON-1408401259-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:42:44.024937 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-58405e49-ce3a-49fb-9b42-482db1d1c0e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804'] for port, after_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:44.034028 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d2da6f9-a31a-413f-a787-50b335bdbee9 tempest-ExternalNetworksTestJSON-1408401259 tempest-ExternalNetworksTestJSON-1408401259-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:42:44.044184 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d2da6f9-a31a-413f-a787-50b335bdbee9 tempest-ExternalNetworksTestJSON-1408401259 tempest-ExternalNetworksTestJSON-1408401259-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:42:44.046077 n-d-800634-3 neutron-server[93917]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58405e49-ce3a-49fb-9b42-482db1d1c0e7 None None] Network 81fd83c8-aa9a-451d-89ba-e16bcc26a4a4 is already hosted by enough agents. {{(pid=93917) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:42:44.049243 n-d-800634-3 neutron-server[93917]: DEBUG neutron.scheduler.base_scheduler [None req-58405e49-ce3a-49fb-9b42-482db1d1c0e7 None None] Resources bound (agent type, host, resource id): {{(pid=93917) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:42:44.052052 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58405e49-ce3a-49fb-9b42-482db1d1c0e7 None None] Received port after_create {{(pid=93917) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:42:44.052480 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d2da6f9-a31a-413f-a787-50b335bdbee9 tempest-ExternalNetworksTestJSON-1408401259 tempest-ExternalNetworksTestJSON-1408401259-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:42:44.054870 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ff1f891-a6df-4641-816e-fa8db3e47736 None None] The sync data for ids ['f513302d-fe7a-4704-b300-1c06b2dd0ec6'] in n-d-800634-3 is: [{'id': 'f513302d-fe7a-4704-b300-1c06b2dd0ec6', 'name': 'tempest-TaggedBootDevicesTest_v242-898649069-router', 'tenant_id': '362562baf49d424491e86fd541949698', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:30:48Z', 'updated_at': '2021-07-14T18:42:43Z', 'revision_number': 7, 'project_id': '362562baf49d424491e86fd541949698', 'gw_port_host': None}] {{(pid=93917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 18:42:44.060838 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-0d2da6f9-a31a-413f-a787-50b335bdbee9 tempest-ExternalNetworksTestJSON-1408401259 tempest-ExternalNetworksTestJSON-1408401259-project] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2453 time: 1.5380273 Jul 14 18:42:44.119683 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-7379506d-c2e0-49e2-b4da-6ff636f05341 req-5121caca-ed60-4dc7-ab3f-71cf6e7842ce tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] 10.222.0.16 "GET /v2.0/ports?device_id=6f9a7f72-8408-4351-a6cb-31c74000b0ce HTTP/1.1" status: 200 len: 210 time: 0.9721725 Jul 14 18:42:44.121350 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 59376) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:42:44.137625 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-746c5bd3-5cb9-462e-a693-8e6a91db8cc9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-930057'] for router_gateway, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:44.151042 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a3dfeb3-5b19-42f6-9daa-63fadf41cdec tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Router b2fcfed5-97e7-4781-a4d4-abc125b03c54 has already been hosted by L3 agent 2c6eb27e-defb-4cca-9a24-381c7415e359 {{(pid=93916) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 18:42:44.303098 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58405e49-ce3a-49fb-9b42-482db1d1c0e7 None None] Pushing event updated for resources: {'Port': ['ID=efd77ed6-1a8e-4f7c-9d0a-a24ccebb35d3,revision_number=1']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:42:44.310746 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-58405e49-ce3a-49fb-9b42-482db1d1c0e7 None None] Attempting to bind port efd77ed6-1a8e-4f7c-9d0a-a24ccebb35d3 on host n-d-800634-3 for vnic_type normal with profile {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:42:44.311401 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-58405e49-ce3a-49fb-9b42-482db1d1c0e7 None None] Attempting to bind port efd77ed6-1a8e-4f7c-9d0a-a24ccebb35d3 by drivers openvswitch,hyperv on host n-d-800634-3 at level 0 using segments [{'id': 'fc4a68b5-94de-4131-a5d8-037044553ae5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '81fd83c8-aa9a-451d-89ba-e16bcc26a4a4'}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:42:44.311944 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58405e49-ce3a-49fb-9b42-482db1d1c0e7 None None] Attempting to bind port efd77ed6-1a8e-4f7c-9d0a-a24ccebb35d3 on network 81fd83c8-aa9a-451d-89ba-e16bcc26a4a4 {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:42:44.329363 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58405e49-ce3a-49fb-9b42-482db1d1c0e7 None None] Checking agent: {'id': '01c19e91-a945-4e3c-94a6-c211e17c923e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 8, 23), 'started_at': datetime.datetime(2021, 7, 14, 18, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 18, 42, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 18:42:44.329990 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58405e49-ce3a-49fb-9b42-482db1d1c0e7 None None] Checking segment: {'id': 'fc4a68b5-94de-4131-a5d8-037044553ae5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '81fd83c8-aa9a-451d-89ba-e16bcc26a4a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93917) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:42:44.331135 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-58405e49-ce3a-49fb-9b42-482db1d1c0e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:44.331520 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58405e49-ce3a-49fb-9b42-482db1d1c0e7 None None] Bound using segment: {'id': 'fc4a68b5-94de-4131-a5d8-037044553ae5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '81fd83c8-aa9a-451d-89ba-e16bcc26a4a4'} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 18:42:44.332047 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-58405e49-ce3a-49fb-9b42-482db1d1c0e7 None None] Bound port: efd77ed6-1a8e-4f7c-9d0a-a24ccebb35d3, host: n-d-800634-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc4a68b5-94de-4131-a5d8-037044553ae5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '81fd83c8-aa9a-451d-89ba-e16bcc26a4a4'}}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 18:42:44.332419 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-58405e49-ce3a-49fb-9b42-482db1d1c0e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:44.363801 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port dc15107d-54c7-4d8d-b676-7096f1bd483c triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:42:44.364650 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:44.381406 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-eacd37cc-045f-40b4-80e5-97d59d4015d5 tempest-ExternalNetworksTestJSON-1343545600 tempest-ExternalNetworksTestJSON-1343545600-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645734'] for network, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:44.383907 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a3dfeb3-5b19-42f6-9daa-63fadf41cdec tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify agent at l3_agent.n-d-800634-3 the message routers_updated {{(pid=93916) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 18:42:44.389931 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-0a3dfeb3-5b19-42f6-9daa-63fadf41cdec tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] 10.222.0.16 "PUT /v2.0/routers/b2fcfed5-97e7-4781-a4d4-abc125b03c54/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5728741 Jul 14 18:42:44.393753 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 59414) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:42:44.410105 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f95678b8-eeaf-441f-a0fa-5856f3c4d1d8 None None] Sync routers for ids ['b2fcfed5-97e7-4781-a4d4-abc125b03c54'] in n-d-800634-3 {{(pid=93918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 18:42:44.439183 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f95678b8-eeaf-441f-a0fa-5856f3c4d1d8 None None] Routers {'b2fcfed5-97e7-4781-a4d4-abc125b03c54'} bound to L3 agent in host n-d-800634-3 {{(pid=93918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:42:44.440841 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-f95678b8-eeaf-441f-a0fa-5856f3c4d1d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:42:23Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['b2fcfed5-97e7-4781-a4d4-abc125b03c54'], 'active': True} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:42:44.490421 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-746c5bd3-5cb9-462e-a693-8e6a91db8cc9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-571778', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11402'] for router, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:44.492778 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-746c5bd3-5cb9-462e-a693-8e6a91db8cc9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:44.564455 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe803b1c-7b7a-4f0f-92ca-2a767fef8ba7 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Deleting subnet 348fc547-9ada-4c29-952d-4f8e5befbefb {{(pid=93916) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 18:42:44.564838 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-9f801ab3-42ef-4b9b-8bed-cc805a898970 req-3275a791-8fb7-462b-afb2-2da071607077 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=af718961b2754d7c873f442ed35947bb HTTP/1.1" status: 200 len: 380 time: 0.6358905 Jul 14 18:42:44.567578 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-746c5bd3-5cb9-462e-a693-8e6a91db8cc9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-541202'] for router, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:44.568510 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-746c5bd3-5cb9-462e-a693-8e6a91db8cc9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f513302d-fe7a-4704-b300-1c06b2dd0ec6 {{(pid=93915) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 18:42:44.576926 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-746c5bd3-5cb9-462e-a693-8e6a91db8cc9 admin admin] Notify callbacks [] for router, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:44.578744 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-746c5bd3-5cb9-462e-a693-8e6a91db8cc9 admin admin] 10.222.0.16 "DELETE /v2.0/routers/f513302d-fe7a-4704-b300-1c06b2dd0ec6 HTTP/1.1" status: 204 len: 168 time: 4.8423147 Jul 14 18:42:44.581244 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3ec52d-064e-4f9f-8ec8-6a792d27d263 req-9a730f59-f17c-465e-a709-f56534e509d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:42:44.583018 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-bc3ec52d-064e-4f9f-8ec8-6a792d27d263 req-9a730f59-f17c-465e-a709-f56534e509d5 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=42f73a38-7ef6-4d77-ab5e-abe039b69936 HTTP/1.1" status: 200 len: 850 time: 0.7858903 Jul 14 18:42:44.583759 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 59434) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:42:44.588927 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-58405e49-ce3a-49fb-9b42-482db1d1c0e7 None None] For port efd77ed6-1a8e-4f7c-9d0a-a24ccebb35d3, host n-d-800634-3, cleared binding levels {{(pid=93917) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:42:44.589449 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-fe803b1c-7b7a-4f0f-92ca-2a767fef8ba7 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify callbacks [] for subnet, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:44.599474 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-58405e49-ce3a-49fb-9b42-482db1d1c0e7 None None] For port efd77ed6-1a8e-4f7c-9d0a-a24ccebb35d3, host n-d-800634-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=efd77ed6-1a8e-4f7c-9d0a-a24ccebb35d3,segment=NetworkSegment(fc4a68b5-94de-4131-a5d8-037044553ae5),segment_id=fc4a68b5-94de-4131-a5d8-037044553ae5)] {{(pid=93917) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 18:42:44.610301 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-58405e49-ce3a-49fb-9b42-482db1d1c0e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:44.659723 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvr_db [None req-f95678b8-eeaf-441f-a0fa-5856f3c4d1d8 None None] Set router b2fcfed5-97e7-4781-a4d4-abc125b03c54 gateway port host: None {{(pid=93918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 18:42:44.667267 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [req-9f801ab3-42ef-4b9b-8bed-cc805a898970 req-417a6e0f-b941-49cb-a6ec-b83afaebd5a8 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Request body: {'port': {'device_id': '6f9a7f72-8408-4351-a6cb-31c74000b0ce', 'network_id': '26951fdb-bb46-4452-8c34-53f4c7032aac', 'admin_state_up': True, 'tenant_id': 'af718961b2754d7c873f442ed35947bb', 'security_groups': ['8e407b29-87a3-469b-bd17-d62b5e354976']}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:42:44.865098 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 80c1cf18-c949-439f-b063-72e495f32b15 up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:42:44.870638 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58405e49-ce3a-49fb-9b42-482db1d1c0e7 None None] Pushing event updated for resources: {'Port': ['ID=efd77ed6-1a8e-4f7c-9d0a-a24ccebb35d3,revision_number=2']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:42:44.901045 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-eacd37cc-045f-40b4-80e5-97d59d4015d5 tempest-ExternalNetworksTestJSON-1343545600 tempest-ExternalNetworksTestJSON-1343545600-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2096010', 'neutron.services.segments.db._delete_segments_for_network-8728202734996'] for network, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:44.940860 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-fe803b1c-7b7a-4f0f-92ca-2a767fef8ba7 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26296866'] for subnet, precommit_delete_associations {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:45.001996 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning for port 80c1cf18-c949-439f-b063-72e495f32b15 completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:42:45.010433 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port 80c1cf18-c949-439f-b063-72e495f32b15 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:42:45.010714 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:45.044554 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-4b835d3e-ccd2-47d8-8be9-2de6a03e82fd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:45.052087 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-f95678b8-eeaf-441f-a0fa-5856f3c4d1d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2fcfed5-97e7-4781-a4d4-abc125b03c54', 'name': 'tempest-RoutersIpV6Test-router-1051286446', 'tenant_id': '78e64edff38a43a79601b0ea9ee759c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:41:46Z', 'updated_at': '2021-07-14T18:42:41Z', 'revision_number': 10, 'project_id': '78e64edff38a43a79601b0ea9ee759c1', 'gw_port_host': None, '_interfaces': [{'id': 'e1559901-b9e0-45ba-b035-2e326faf3b95', 'name': '', 'network_id': '7cb6cfed-e28d-443c-8647-2cd4fece0810', 'tenant_id': '78e64edff38a43a79601b0ea9ee759c1', 'mac_address': 'fa:16:3e:99:60:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2fcfed5-97e7-4781-a4d4-abc125b03c54', 'device_owner': 'network:router_interface', 'standard_attr_id': 2375, 'fixed_ips': [{'subnet_id': '6237a0fc-5f57-4144-81b6-9f8997dd8eb6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:41:47Z', 'updated_at': '2021-07-14T18:41:59Z', 'revision_number': 5, 'project_id': '78e64edff38a43a79601b0ea9ee759c1', 'subnets': [{'id': '6237a0fc-5f57-4144-81b6-9f8997dd8eb6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-3', False) {} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:42:45.136083 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f95678b8-eeaf-441f-a0fa-5856f3c4d1d8 None None] Checking router: b2fcfed5-97e7-4781-a4d4-abc125b03c54 for host: n-d-800634-3 {{(pid=93918) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 18:42:45.144534 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-4b835d3e-ccd2-47d8-8be9-2de6a03e82fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:45.161473 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f95678b8-eeaf-441f-a0fa-5856f3c4d1d8 None None] Routers {'b2fcfed5-97e7-4781-a4d4-abc125b03c54'} bound to L3 agent in host n-d-800634-3 {{(pid=93918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:42:45.166950 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-f95678b8-eeaf-441f-a0fa-5856f3c4d1d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:42:23Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['b2fcfed5-97e7-4781-a4d4-abc125b03c54'], 'active': True} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:42:45.353923 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:45.411817 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.segments.db [None req-eacd37cc-045f-40b4-80e5-97d59d4015d5 tempest-ExternalNetworksTestJSON-1343545600 tempest-ExternalNetworksTestJSON-1343545600-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3887d806-1cc0-4ea2-a607-5d06fd3c0e1b']}} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:42:45.424941 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-fe803b1c-7b7a-4f0f-92ca-2a767fef8ba7 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081283'] for subnet, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:45.459367 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] For port 80c1cf18-c949-439f-b063-72e495f32b15, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=80c1cf18-c949-439f-b063-72e495f32b15,segment=NetworkSegment(ee39aca0-6f7d-4da6-861f-9f37553124e0),segment_id=ee39aca0-6f7d-4da6-861f-9f37553124e0)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:42:45.470970 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.db_base_plugin_common [None req-4b835d3e-ccd2-47d8-8be9-2de6a03e82fd admin admin] Allocated IP 172.25.1.155 (9200a437-e1de-4520-88f6-e68386523e61/5f47f848-4532-407a-a0e2-5690ade15fd0/13e10bcb-3caf-47be-a5f0-957f46d3fbac) {{(pid=93915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:42:45.483991 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:45.512832 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.segments.db [None req-eacd37cc-045f-40b4-80e5-97d59d4015d5 tempest-ExternalNetworksTestJSON-1343545600 tempest-ExternalNetworksTestJSON-1343545600-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23017349-45b3-4bb7-824e-df2b1797dabf') {'for_net_delete': True} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:42:45.513606 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.segments.db [None req-eacd37cc-045f-40b4-80e5-97d59d4015d5 tempest-ExternalNetworksTestJSON-1343545600 tempest-ExternalNetworksTestJSON-1343545600-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23017349-45b3-4bb7-824e-df2b1797dabf') {} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:42:45.547440 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-eacd37cc-045f-40b4-80e5-97d59d4015d5 tempest-ExternalNetworksTestJSON-1343545600 tempest-ExternalNetworksTestJSON-1343545600-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728202715275', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26296891'] for segment, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:45.580619 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvr_db [None req-f95678b8-eeaf-441f-a0fa-5856f3c4d1d8 None None] Set router b2fcfed5-97e7-4781-a4d4-abc125b03c54 gateway port host: None {{(pid=93918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 18:42:45.589315 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-eacd37cc-045f-40b4-80e5-97d59d4015d5 tempest-ExternalNetworksTestJSON-1343545600 tempest-ExternalNetworksTestJSON-1343545600-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:45.602817 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device c639f85c-eeee-421e-a8e0-7ba8350f0a6f no longer exists at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 18:42:45.622958 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eacd37cc-045f-40b4-80e5-97d59d4015d5 tempest-ExternalNetworksTestJSON-1343545600 tempest-ExternalNetworksTestJSON-1343545600-project-admin] Releasing vlan 86 on physical network physnet1 to pool {{(pid=93916) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 18:42:45.623398 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-eacd37cc-045f-40b4-80e5-97d59d4015d5 tempest-ExternalNetworksTestJSON-1343545600 tempest-ExternalNetworksTestJSON-1343545600-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2682942'] for segment, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:45.632383 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-4b835d3e-ccd2-47d8-8be9-2de6a03e82fd admin admin] Notify callbacks [] for port, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:45.634939 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] No Port match for: c639f85c-eeee-421e-a8e0-7ba8350f0a6f {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 18:42:45.635366 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device c639f85c-eeee-421e-a8e0-7ba8350f0a6f not bound to the agent host n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 18:42:45.635783 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device e5b5ecc2-30c8-40a8-9d99-f0822a4b61e6 no longer exists at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 18:42:45.639440 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Pushing event updated for resources: {'Port': ['ID=80c1cf18-c949-439f-b063-72e495f32b15,revision_number=5']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:42:45.668167 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] No Port match for: e5b5ecc2-30c8-40a8-9d99-f0822a4b61e6 {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 18:42:45.671510 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device e5b5ecc2-30c8-40a8-9d99-f0822a4b61e6 not bound to the agent host n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 18:42:45.751245 n-d-800634-3 neutron-server[93916]: Traceback (most recent call last): Jul 14 18:42:45.751245 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 18:42:45.751245 n-d-800634-3 neutron-server[93916]: timer() Jul 14 18:42:45.751245 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 18:42:45.751245 n-d-800634-3 neutron-server[93916]: cb(*args, **kw) Jul 14 18:42:45.751245 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 18:42:45.751245 n-d-800634-3 neutron-server[93916]: return func(*args, **kwargs) Jul 14 18:42:45.751245 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 18:42:45.751245 n-d-800634-3 neutron-server[93916]: self._notify() Jul 14 18:42:45.751245 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 18:42:45.751245 n-d-800634-3 neutron-server[93916]: self.callback(batched_events) Jul 14 18:42:45.751245 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 18:42:45.751245 n-d-800634-3 neutron-server[93916]: event.method(event) Jul 14 18:42:45.751245 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 18:42:45.751245 n-d-800634-3 neutron-server[93916]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 18:42:45.751245 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 18:42:45.751245 n-d-800634-3 neutron-server[93916]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 18:42:45.751245 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 18:42:45.751245 n-d-800634-3 neutron-server[93916]: return f(self, *a, **k) Jul 14 18:42:45.751245 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 18:42:45.751245 n-d-800634-3 neutron-server[93916]: return self._get(url).json() Jul 14 18:42:45.751245 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 18:42:45.751245 n-d-800634-3 neutron-server[93916]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 18:42:45.751245 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 18:42:45.751245 n-d-800634-3 neutron-server[93916]: return self.request(url, 'GET', **kwargs) Jul 14 18:42:45.751245 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 18:42:45.751245 n-d-800634-3 neutron-server[93916]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 18:42:45.751245 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 18:42:45.751245 n-d-800634-3 neutron-server[93916]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 18:42:45.751245 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 18:42:45.751245 n-d-800634-3 neutron-server[93916]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 18:42:45.751245 n-d-800634-3 neutron-server[93916]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 18:42:45.776549 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-eacd37cc-045f-40b4-80e5-97d59d4015d5 tempest-ExternalNetworksTestJSON-1343545600 tempest-ExternalNetworksTestJSON-1343545600-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2096001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-930085'] for network, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:45.793817 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eacd37cc-045f-40b4-80e5-97d59d4015d5 tempest-ExternalNetworksTestJSON-1343545600 tempest-ExternalNetworksTestJSON-1343545600-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 3887d806-1cc0-4ea2-a607-5d06fd3c0e1b {{(pid=93916) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 14 18:42:45.796154 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-eacd37cc-045f-40b4-80e5-97d59d4015d5 tempest-ExternalNetworksTestJSON-1343545600 tempest-ExternalNetworksTestJSON-1343545600-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598705'] for network, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:45.798641 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-eacd37cc-045f-40b4-80e5-97d59d4015d5 tempest-ExternalNetworksTestJSON-1343545600 tempest-ExternalNetworksTestJSON-1343545600-project-admin] 10.222.0.16 "DELETE /v2.0/networks/3887d806-1cc0-4ea2-a607-5d06fd3c0e1b HTTP/1.1" status: 204 len: 168 time: 1.6658857 Jul 14 18:42:45.824841 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 59550) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:42:45.825865 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacd37cc-045f-40b4-80e5-97d59d4015d5 tempest-ExternalNetworksTestJSON-1343545600 tempest-ExternalNetworksTestJSON-1343545600-project-admin] Pushing event deleted for resources: {'Network': ['ID=3887d806-1cc0-4ea2-a607-5d06fd3c0e1b,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:42:45.831793 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-fe803b1c-7b7a-4f0f-92ca-2a767fef8ba7 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2684816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26033152'] for subnet, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:45.867734 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-1541b451-718b-4c78-9b8f-7a5cc64de4f6 tempest-ExternalNetworksTestJSON-1343545600 tempest-ExternalNetworksTestJSON-1343545600-project-admin] Request body: {'network': {'name': 'tempest-network--1490982775', 'router:external': True}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:42:45.897133 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-7554a174-196b-4301-a75a-ee53d7f1b0b4 req-b8ad8ff2-26a3-4f3d-a43a-a1a65b84042b tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] 10.222.0.16 "GET /v2.0/ports?device_id=6f9a7f72-8408-4351-a6cb-31c74000b0ce HTTP/1.1" status: 200 len: 210 time: 0.2514296 Jul 14 18:42:45.903850 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b208ee54-d8c4-48a5-abfb-c09cbf68beb9 None None] Network 16e6bed7-592c-42a6-bc4b-6851af0572a4 requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:42:45.908838 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-fe803b1c-7b7a-4f0f-92ca-2a767fef8ba7 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify callbacks [] for subnet, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:45.912010 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-fe803b1c-7b7a-4f0f-92ca-2a767fef8ba7 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] 10.222.0.16 "DELETE /v2.0/subnets/348fc547-9ada-4c29-952d-4f8e5befbefb HTTP/1.1" status: 204 len: 168 time: 1.5170891 Jul 14 18:42:45.916598 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 59560) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:42:45.933834 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.db_base_plugin_v2 [None req-896db8c7-a823-465b-8989-e8f715b2d292 admin admin] Deleting subnet 2a4f902e-afed-4486-b940-935fd979aa23 {{(pid=93915) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 18:42:45.938567 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-896db8c7-a823-465b-8989-e8f715b2d292 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:45.975769 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe803b1c-7b7a-4f0f-92ca-2a767fef8ba7 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Pushing event deleted for resources: {'Subnet': ['ID=348fc547-9ada-4c29-952d-4f8e5befbefb,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:42:46.012754 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-896db8c7-a823-465b-8989-e8f715b2d292 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28939913'] for subnet, precommit_delete_associations {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:46.021156 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-f95678b8-eeaf-441f-a0fa-5856f3c4d1d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2fcfed5-97e7-4781-a4d4-abc125b03c54', 'name': 'tempest-RoutersIpV6Test-router-1051286446', 'tenant_id': '78e64edff38a43a79601b0ea9ee759c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:41:46Z', 'updated_at': '2021-07-14T18:42:41Z', 'revision_number': 10, 'project_id': '78e64edff38a43a79601b0ea9ee759c1', 'gw_port_host': None, '_interfaces': [{'id': 'e1559901-b9e0-45ba-b035-2e326faf3b95', 'name': '', 'network_id': '7cb6cfed-e28d-443c-8647-2cd4fece0810', 'tenant_id': '78e64edff38a43a79601b0ea9ee759c1', 'mac_address': 'fa:16:3e:99:60:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2fcfed5-97e7-4781-a4d4-abc125b03c54', 'device_owner': 'network:router_interface', 'standard_attr_id': 2375, 'fixed_ips': [{'subnet_id': '6237a0fc-5f57-4144-81b6-9f8997dd8eb6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:41:47Z', 'updated_at': '2021-07-14T18:41:59Z', 'revision_number': 5, 'project_id': '78e64edff38a43a79601b0ea9ee759c1', 'subnets': [{'id': '6237a0fc-5f57-4144-81b6-9f8997dd8eb6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-3', False) {} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:42:46.062812 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f95678b8-eeaf-441f-a0fa-5856f3c4d1d8 None None] The sync data for ids ['b2fcfed5-97e7-4781-a4d4-abc125b03c54'] in n-d-800634-3 is: [{'id': 'b2fcfed5-97e7-4781-a4d4-abc125b03c54', 'name': 'tempest-RoutersIpV6Test-router-1051286446', 'tenant_id': '78e64edff38a43a79601b0ea9ee759c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:41:46Z', 'updated_at': '2021-07-14T18:42:41Z', 'revision_number': 10, 'project_id': '78e64edff38a43a79601b0ea9ee759c1', 'gw_port_host': None, '_interfaces': [{'id': 'e1559901-b9e0-45ba-b035-2e326faf3b95', 'name': '', 'network_id': '7cb6cfed-e28d-443c-8647-2cd4fece0810', 'tenant_id': '78e64edff38a43a79601b0ea9ee759c1', 'mac_address': 'fa:16:3e:99:60:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2fcfed5-97e7-4781-a4d4-abc125b03c54', 'device_owner': 'network:router_interface', 'standard_attr_id': 2375, 'fixed_ips': [{'subnet_id': '6237a0fc-5f57-4144-81b6-9f8997dd8eb6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:41:47Z', 'updated_at': '2021-07-14T18:41:59Z', 'revision_number': 5, 'project_id': '78e64edff38a43a79601b0ea9ee759c1', 'subnets': [{'id': '6237a0fc-5f57-4144-81b6-9f8997dd8eb6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 18:42:46.167568 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1541b451-718b-4c78-9b8f-7a5cc64de4f6 tempest-ExternalNetworksTestJSON-1343545600 tempest-ExternalNetworksTestJSON-1343545600-project-admin] Made reservation on behalf of 7631537220064717a455848d430e4c7e for: {'network': 1} {{(pid=93916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:42:46.189976 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-1541b451-718b-4c78-9b8f-7a5cc64de4f6 tempest-ExternalNetworksTestJSON-1343545600 tempest-ExternalNetworksTestJSON-1343545600-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for network, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:46.230315 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3ec52d-064e-4f9f-8ec8-6a792d27d263 req-453f8743-3e72-4b04-a19c-5add650c9523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:42:46.237684 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-bc3ec52d-064e-4f9f-8ec8-6a792d27d263 req-453f8743-3e72-4b04-a19c-5add650c9523 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=949878ad-81d9-4447-9e61-f4d51615e760&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.5982203 Jul 14 18:42:46.242426 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-4b835d3e-ccd2-47d8-8be9-2de6a03e82fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:46.263168 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f801ab3-42ef-4b9b-8bed-cc805a898970 req-417a6e0f-b941-49cb-a6ec-b83afaebd5a8 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Made reservation on behalf of af718961b2754d7c873f442ed35947bb for: {'port': 1} {{(pid=93915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:42:46.274627 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-9f801ab3-42ef-4b9b-8bed-cc805a898970 req-417a6e0f-b941-49cb-a6ec-b83afaebd5a8 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:46.325305 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-58c022cf-f18c-4790-8ebb-39405785c162 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645734'] for network, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:46.329801 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device efd77ed6-1a8e-4f7c-9d0a-a24ccebb35d3 up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:42:46.356424 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1541b451-718b-4c78-9b8f-7a5cc64de4f6 tempest-ExternalNetworksTestJSON-1343545600 tempest-ExternalNetworksTestJSON-1343545600-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 92} {{(pid=93916) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 18:42:46.385403 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-1541b451-718b-4c78-9b8f-7a5cc64de4f6 tempest-ExternalNetworksTestJSON-1343545600 tempest-ExternalNetworksTestJSON-1343545600-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:46.395439 n-d-800634-3 neutron-server[93916]: INFO neutron.db.segments_db [None req-1541b451-718b-4c78-9b8f-7a5cc64de4f6 tempest-ExternalNetworksTestJSON-1343545600 tempest-ExternalNetworksTestJSON-1343545600-project-admin] Added segment 08de29ad-fee6-4b60-a479-7cee73853aad of type vlan for network 1c7dbda3-f536-4051-9747-4cbd406db9cc Jul 14 18:42:46.406956 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning for port efd77ed6-1a8e-4f7c-9d0a-a24ccebb35d3 completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:42:46.417303 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 0ca38169-0f83-46be-a9af-b82b942ba447 up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:42:46.426371 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982c3d81-03e3-4bd6-aae7-18e8e148720f req-2bf2ef17-ac53-4c4f-9417-70def088e77e tempest-AttachVolumeTestJSON-1507206526 tempest-AttachVolumeTestJSON-1507206526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:42:46.428006 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-982c3d81-03e3-4bd6-aae7-18e8e148720f req-2bf2ef17-ac53-4c4f-9417-70def088e77e tempest-AttachVolumeTestJSON-1507206526 tempest-AttachVolumeTestJSON-1507206526-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d4752b4-cf55-42cb-aaf8-a6366a7dc104 HTTP/1.1" status: 200 len: 945 time: 1.5243969 Jul 14 18:42:46.473302 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b835d3e-ccd2-47d8-8be9-2de6a03e82fd admin admin] Network 9200a437-e1de-4520-88f6-e68386523e61 is already hosted by enough agents. {{(pid=93915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:42:46.512014 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1b3228a-835a-417f-8d87-5e1c6e9a1a3d None None] DHCP port deletion for 16e6bed7-592c-42a6-bc4b-6851af0572a4 request from n-d-800634-3 {{(pid=93917) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 18:42:46.515075 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [None req-4b835d3e-ccd2-47d8-8be9-2de6a03e82fd admin admin] Resources bound (agent type, host, resource id): {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:42:46.517884 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b835d3e-ccd2-47d8-8be9-2de6a03e82fd admin admin] Received port after_create {{(pid=93915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:42:46.553077 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning for port 0ca38169-0f83-46be-a9af-b82b942ba447 completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:42:46.559497 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port 0ca38169-0f83-46be-a9af-b82b942ba447 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:42:46.560089 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:46.560447 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-1541b451-718b-4c78-9b8f-7a5cc64de4f6 tempest-ExternalNetworksTestJSON-1343545600 tempest-ExternalNetworksTestJSON-1343545600-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728202197517'] for network, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:46.573991 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-896db8c7-a823-465b-8989-e8f715b2d292 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081283'] for subnet, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:46.603227 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-58c022cf-f18c-4790-8ebb-39405785c162 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Deleting port 73758967-e332-426c-a4b2-74998612d6f8 {{(pid=93916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:42:46.605373 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-58c022cf-f18c-4790-8ebb-39405785c162 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:46.636686 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-c1b3228a-835a-417f-8d87-5e1c6e9a1a3d None None] Deleting port 73758967-e332-426c-a4b2-74998612d6f8 {{(pid=93917) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:42:46.637227 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-c1b3228a-835a-417f-8d87-5e1c6e9a1a3d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:46.649782 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b835d3e-ccd2-47d8-8be9-2de6a03e82fd admin admin] Pushing event updated for resources: {'Port': ['ID=13e10bcb-3caf-47be-a5f0-957f46d3fbac,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:42:46.699387 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.db.resource_extend [None req-1541b451-718b-4c78-9b8f-7a5cc64de4f6 tempest-ExternalNetworksTestJSON-1343545600 tempest-ExternalNetworksTestJSON-1343545600-project-admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 14 18:42:46.750489 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:46.761380 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-982c3d81-03e3-4bd6-aae7-18e8e148720f req-ee58978d-5bb5-4fad-9547-7965a449b1d3 tempest-AttachVolumeTestJSON-1507206526 tempest-AttachVolumeTestJSON-1507206526-project] 10.222.0.16 "GET /v2.0/security-groups?id=96b55db8-12e1-43af-8475-4683f85322eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2846525 Jul 14 18:42:46.763658 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-1541b451-718b-4c78-9b8f-7a5cc64de4f6 tempest-ExternalNetworksTestJSON-1343545600 tempest-ExternalNetworksTestJSON-1343545600-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727'] for network, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:46.764820 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1541b451-718b-4c78-9b8f-7a5cc64de4f6 tempest-ExternalNetworksTestJSON-1343545600 tempest-ExternalNetworksTestJSON-1343545600-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:42:46.765428 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-1541b451-718b-4c78-9b8f-7a5cc64de4f6 tempest-ExternalNetworksTestJSON-1343545600 tempest-ExternalNetworksTestJSON-1343545600-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598705'] for network, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:46.782349 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-c1b3228a-835a-417f-8d87-5e1c6e9a1a3d None None] For port 73758967-e332-426c-a4b2-74998612d6f8, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=73758967-e332-426c-a4b2-74998612d6f8,segment=NetworkSegment(8f249fc5-2628-4485-b8ff-183d34fa15c0),segment_id=8f249fc5-2628-4485-b8ff-183d34fa15c0)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:42:46.782681 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-c1b3228a-835a-417f-8d87-5e1c6e9a1a3d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:46.794343 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.db [None req-58c022cf-f18c-4790-8ebb-39405785c162 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] For port 73758967-e332-426c-a4b2-74998612d6f8, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=73758967-e332-426c-a4b2-74998612d6f8,segment=NetworkSegment(8f249fc5-2628-4485-b8ff-183d34fa15c0),segment_id=8f249fc5-2628-4485-b8ff-183d34fa15c0)] {{(pid=93916) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:42:46.794865 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-58c022cf-f18c-4790-8ebb-39405785c162 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:46.811351 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-c1b3228a-835a-417f-8d87-5e1c6e9a1a3d None None] Calling delete_port for 73758967-e332-426c-a4b2-74998612d6f8 owned by network:dhcp {{(pid=93917) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:42:46.831923 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-58c022cf-f18c-4790-8ebb-39405785c162 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Calling delete_port for 73758967-e332-426c-a4b2-74998612d6f8 owned by network:dhcp {{(pid=93916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:42:46.838378 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] For port 0ca38169-0f83-46be-a9af-b82b942ba447, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=0ca38169-0f83-46be-a9af-b82b942ba447,segment=NetworkSegment(b4257cb2-72a5-4b25-a351-e07b285b3b38),segment_id=b4257cb2-72a5-4b25-a351-e07b285b3b38)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:42:46.843363 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:46.844590 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 80c1cf18-c949-439f-b063-72e495f32b15 up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:42:46.893849 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e200a2e-29d0-42b9-83c5-4ada8147abb3 None None] Network 81fd83c8-aa9a-451d-89ba-e16bcc26a4a4 requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:42:46.895781 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-bc3ec52d-064e-4f9f-8ec8-6a792d27d263 req-765570ea-83d2-43bd-a5f9-1690e0e0e37c service neutron] 10.222.0.18 "GET /v2.0/networks/949878ad-81d9-4447-9e61-f4d51615e760?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6066203 Jul 14 18:42:46.979528 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-1541b451-718b-4c78-9b8f-7a5cc64de4f6 tempest-ExternalNetworksTestJSON-1343545600 tempest-ExternalNetworksTestJSON-1343545600-project-admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.1245260 Jul 14 18:42:47.011670 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 59590) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:42:47.047007 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-58c022cf-f18c-4790-8ebb-39405785c162 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:47.072619 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58c022cf-f18c-4790-8ebb-39405785c162 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] No DVR routers for this DVR port 73758967-e332-426c-a4b2-74998612d6f8 on host n-d-800634-3 {{(pid=93916) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 18:42:47.095752 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1541b451-718b-4c78-9b8f-7a5cc64de4f6 tempest-ExternalNetworksTestJSON-1343545600 tempest-ExternalNetworksTestJSON-1343545600-project-admin] Pushing event updated for resources: {'Network': ['ID=1c7dbda3-f536-4051-9747-4cbd406db9cc,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:42:47.111181 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c022cf-f18c-4790-8ebb-39405785c162 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Pushing event deleted for resources: {'Port': ['ID=73758967-e332-426c-a4b2-74998612d6f8,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:42:47.128208 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Network 1c7dbda3-f536-4051-9747-4cbd406db9cc details requested by agent ovs-agent-n-d-800634-3 with host n-d-800634-3 {{(pid=93917) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 18:42:47.164555 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-896db8c7-a823-465b-8989-e8f715b2d292 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25913028', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28969762'] for subnet, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:47.173372 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.db_base_plugin_common [req-9f801ab3-42ef-4b9b-8bed-cc805a898970 req-417a6e0f-b941-49cb-a6ec-b83afaebd5a8 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Allocated IP 172.20.0.14 (26951fdb-bb46-4452-8c34-53f4c7032aac/691350cf-99fe-4a5a-8ba2-390006d7f9d6/6182959c-1b61-4e8b-9b7e-d356b7088e97) {{(pid=93915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:42:47.197483 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Pushing event updated for resources: {'Port': ['ID=0ca38169-0f83-46be-a9af-b82b942ba447,revision_number=5']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:42:47.229292 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-58c022cf-f18c-4790-8ebb-39405785c162 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2096010', 'neutron.services.segments.db._delete_segments_for_network-8728202734996'] for network, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:47.233412 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-896db8c7-a823-465b-8989-e8f715b2d292 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:47.235326 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-896db8c7-a823-465b-8989-e8f715b2d292 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/2a4f902e-afed-4486-b940-935fd979aa23 HTTP/1.1" status: 204 len: 168 time: 2.5969770 Jul 14 18:42:47.238364 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 59592) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:42:47.253545 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.segments.db [None req-58c022cf-f18c-4790-8ebb-39405785c162 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16e6bed7-592c-42a6-bc4b-6851af0572a4']}} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:42:47.322552 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.segments.db [None req-58c022cf-f18c-4790-8ebb-39405785c162 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f249fc5-2628-4485-b8ff-183d34fa15c0') {'for_net_delete': True} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:42:47.323148 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.segments.db [None req-58c022cf-f18c-4790-8ebb-39405785c162 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f249fc5-2628-4485-b8ff-183d34fa15c0') {} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:42:47.347999 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896db8c7-a823-465b-8989-e8f715b2d292 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2a4f902e-afed-4486-b940-935fd979aa23,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:42:47.370720 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-cacec74e-08b3-45e1-be0c-41cc5ba794d4 req-80381b16-e106-4d32-89ce-78404f406e12 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] 10.222.0.16 "GET /v2.0/ports?device_id=6f9a7f72-8408-4351-a6cb-31c74000b0ce HTTP/1.1" status: 200 len: 210 time: 0.1856639 Jul 14 18:42:47.379461 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-58c022cf-f18c-4790-8ebb-39405785c162 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728202715275', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26296891'] for segment, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:47.423028 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-f29e7c74-e7b5-457d-bd20-f3224ea3fdbe None None] Provisioning for port efd77ed6-1a8e-4f7c-9d0a-a24ccebb35d3 completed by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:42:47.426466 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32216a03-d750-4c9b-bb1f-e7b4e6b3a209 None None] Network cfaa954e-bb83-44ea-acae-a3d7b9e23407 requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:42:47.460561 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-e26d47ce-587b-4b6a-93f7-8e3da0fa5c55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645734'] for network, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:47.464839 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-58c022cf-f18c-4790-8ebb-39405785c162 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:47.484627 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-f29e7c74-e7b5-457d-bd20-f3224ea3fdbe None None] Provisioning complete for port efd77ed6-1a8e-4f7c-9d0a-a24ccebb35d3 triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:42:47.485679 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-f29e7c74-e7b5-457d-bd20-f3224ea3fdbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:47.499036 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58c022cf-f18c-4790-8ebb-39405785c162 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Releasing vlan 97 on physical network physnet1 to pool {{(pid=93916) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 18:42:47.499469 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-58c022cf-f18c-4790-8ebb-39405785c162 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2682942'] for segment, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:47.510152 n-d-800634-3 neutron-server[93916]: Traceback (most recent call last): Jul 14 18:42:47.510152 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 18:42:47.510152 n-d-800634-3 neutron-server[93916]: timer() Jul 14 18:42:47.510152 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 18:42:47.510152 n-d-800634-3 neutron-server[93916]: cb(*args, **kw) Jul 14 18:42:47.510152 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 18:42:47.510152 n-d-800634-3 neutron-server[93916]: return func(*args, **kwargs) Jul 14 18:42:47.510152 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 18:42:47.510152 n-d-800634-3 neutron-server[93916]: self._notify() Jul 14 18:42:47.510152 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 18:42:47.510152 n-d-800634-3 neutron-server[93916]: self.callback(batched_events) Jul 14 18:42:47.510152 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 18:42:47.510152 n-d-800634-3 neutron-server[93916]: event.method(event) Jul 14 18:42:47.510152 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 18:42:47.510152 n-d-800634-3 neutron-server[93916]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 18:42:47.510152 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 18:42:47.510152 n-d-800634-3 neutron-server[93916]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 18:42:47.510152 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 18:42:47.510152 n-d-800634-3 neutron-server[93916]: return f(self, *a, **k) Jul 14 18:42:47.510152 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 18:42:47.510152 n-d-800634-3 neutron-server[93916]: return self._get(url).json() Jul 14 18:42:47.510152 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 18:42:47.510152 n-d-800634-3 neutron-server[93916]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 18:42:47.510152 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 18:42:47.510152 n-d-800634-3 neutron-server[93916]: return self.request(url, 'GET', **kwargs) Jul 14 18:42:47.510152 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 18:42:47.510152 n-d-800634-3 neutron-server[93916]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 18:42:47.510152 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 18:42:47.510152 n-d-800634-3 neutron-server[93916]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 18:42:47.510152 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 18:42:47.510152 n-d-800634-3 neutron-server[93916]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 18:42:47.510152 n-d-800634-3 neutron-server[93916]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 18:42:47.578013 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-bc3ec52d-064e-4f9f-8ec8-6a792d27d263 req-100c756c-677b-493d-94af-42cfe29c7ac0 service neutron] 10.222.0.18 "GET /v2.0/networks/949878ad-81d9-4447-9e61-f4d51615e760?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6102052 Jul 14 18:42:47.651614 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port 80c1cf18-c949-439f-b063-72e495f32b15 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:42:47.652598 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:47.698275 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-58c022cf-f18c-4790-8ebb-39405785c162 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2096001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-930085'] for network, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:47.712698 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-58c022cf-f18c-4790-8ebb-39405785c162 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598705'] for network, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:47.717342 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-58c022cf-f18c-4790-8ebb-39405785c162 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] 10.222.0.16 "DELETE /v2.0/networks/16e6bed7-592c-42a6-bc4b-6851af0572a4 HTTP/1.1" status: 204 len: 168 time: 1.7921109 Jul 14 18:42:47.719696 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 59602) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:42:47.724388 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96e3ffdd-9d96-45ec-87ce-f60f071b857b tempest-ExternalNetworksTestJSON-1408401259 tempest-ExternalNetworksTestJSON-1408401259-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:42:47.725939 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-96e3ffdd-9d96-45ec-87ce-f60f071b857b tempest-ExternalNetworksTestJSON-1408401259 tempest-ExternalNetworksTestJSON-1408401259-project] 10.222.0.16 "GET /v2.0/networks/1c7dbda3-f536-4051-9747-4cbd406db9cc HTTP/1.1" status: 200 len: 757 time: 0.6689367 Jul 14 18:42:47.730588 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 59604) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:42:47.757459 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-c1b3228a-835a-417f-8d87-5e1c6e9a1a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813'] for port, after_delete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:47.782693 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c022cf-f18c-4790-8ebb-39405785c162 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Pushing event deleted for resources: {'Network': ['ID=16e6bed7-592c-42a6-bc4b-6851af0572a4,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:42:47.835479 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-c1b3228a-835a-417f-8d87-5e1c6e9a1a3d None None] Network 16e6bed7-592c-42a6-bc4b-6851af0572a4 is not hosted by any dhcp agent {{(pid=93917) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 14 18:42:47.835969 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1b3228a-835a-417f-8d87-5e1c6e9a1a3d None None] No DVR routers for this DVR port 73758967-e332-426c-a4b2-74998612d6f8 on host n-d-800634-3 {{(pid=93917) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 18:42:47.843717 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-f29e7c74-e7b5-457d-bd20-f3224ea3fdbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:47.845487 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b3228a-835a-417f-8d87-5e1c6e9a1a3d None None] Pushing event deleted for resources: {'Port': ['ID=73758967-e332-426c-a4b2-74998612d6f8,revision_number=None']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:42:47.845706 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-e26d47ce-587b-4b6a-93f7-8e3da0fa5c55 admin admin] Deleting port 193e5cab-555d-47a4-87cf-c2fc030b301b {{(pid=93916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:42:47.845904 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-e26d47ce-587b-4b6a-93f7-8e3da0fa5c55 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:47.898264 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-4b835d3e-ccd2-47d8-8be9-2de6a03e82fd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:48.014894 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-f29e7c74-e7b5-457d-bd20-f3224ea3fdbe None None] For port efd77ed6-1a8e-4f7c-9d0a-a24ccebb35d3, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=efd77ed6-1a8e-4f7c-9d0a-a24ccebb35d3,segment=NetworkSegment(fc4a68b5-94de-4131-a5d8-037044553ae5),segment_id=fc4a68b5-94de-4131-a5d8-037044553ae5)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:42:48.037144 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-f29e7c74-e7b5-457d-bd20-f3224ea3fdbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:48.132966 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29e7c74-e7b5-457d-bd20-f3224ea3fdbe None None] Pushing event updated for resources: {'Port': ['ID=efd77ed6-1a8e-4f7c-9d0a-a24ccebb35d3,revision_number=3']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:42:48.173483 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 52ff38de-c174-425f-aad2-a59970965a7d no longer exists at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 18:42:48.180816 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.db [None req-e26d47ce-587b-4b6a-93f7-8e3da0fa5c55 admin admin] For port 193e5cab-555d-47a4-87cf-c2fc030b301b, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=193e5cab-555d-47a4-87cf-c2fc030b301b,segment=NetworkSegment(f27713f4-616b-4ad5-95bb-41f16008fafb),segment_id=f27713f4-616b-4ad5-95bb-41f16008fafb)] {{(pid=93916) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:42:48.181192 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-e26d47ce-587b-4b6a-93f7-8e3da0fa5c55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:48.221614 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] No Port match for: 52ff38de-c174-425f-aad2-a59970965a7d {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 18:42:48.222191 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 52ff38de-c174-425f-aad2-a59970965a7d not bound to the agent host n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 18:42:48.222628 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 62b4d8f5-5e75-48bf-9796-b5eb665f5c2a no longer exists at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 18:42:48.240575 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-e26d47ce-587b-4b6a-93f7-8e3da0fa5c55 admin admin] Calling delete_port for 193e5cab-555d-47a4-87cf-c2fc030b301b owned by network:dhcp {{(pid=93916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:42:48.276452 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e823b329-59a0-436d-8a74-60ff60394e61 None None] DHCP port deletion for cfaa954e-bb83-44ea-acae-a3d7b9e23407 request from n-d-800634-3 {{(pid=93917) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 18:42:48.278763 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] No Port match for: 62b4d8f5-5e75-48bf-9796-b5eb665f5c2a {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 18:42:48.279257 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 62b4d8f5-5e75-48bf-9796-b5eb665f5c2a not bound to the agent host n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 18:42:48.328067 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cebf6f8e-76a4-4059-8783-266403a21a16 tempest-ExternalNetworksTestJSON-1408401259 tempest-ExternalNetworksTestJSON-1408401259-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:42:48.342760 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-cebf6f8e-76a4-4059-8783-266403a21a16 tempest-ExternalNetworksTestJSON-1408401259 tempest-ExternalNetworksTestJSON-1408401259-project] 10.222.0.16 "GET /v2.0/networks/e33c4ef1-0899-433b-a95c-d7f36c01d5e2 HTTP/1.1" status: 200 len: 768 time: 0.6099675 Jul 14 18:42:48.343503 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 59610) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:42:48.387603 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-e823b329-59a0-436d-8a74-60ff60394e61 None None] Deleting port 193e5cab-555d-47a4-87cf-c2fc030b301b {{(pid=93917) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:42:48.388208 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-e823b329-59a0-436d-8a74-60ff60394e61 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:48.414543 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-9f801ab3-42ef-4b9b-8bed-cc805a898970 req-417a6e0f-b941-49cb-a6ec-b83afaebd5a8 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks [] for port, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:48.430874 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.provisioning_blocks [req-9f801ab3-42ef-4b9b-8bed-cc805a898970 req-417a6e0f-b941-49cb-a6ec-b83afaebd5a8 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Transition to ACTIVE for port object 6182959c-1b61-4e8b-9b7e-d356b7088e97 will not be triggered until provisioned by entity DHCP. {{(pid=93915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:42:48.478205 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-9f801ab3-42ef-4b9b-8bed-cc805a898970 req-417a6e0f-b941-49cb-a6ec-b83afaebd5a8 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:48.633215 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f801ab3-42ef-4b9b-8bed-cc805a898970 req-417a6e0f-b941-49cb-a6ec-b83afaebd5a8 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Network 26951fdb-bb46-4452-8c34-53f4c7032aac is already hosted by enough agents. {{(pid=93915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:42:48.655391 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-bf73f072-dfd6-45e0-9765-fa23a6e0b5a7 tempest-ExternalNetworksTestJSON-1343545600 tempest-ExternalNetworksTestJSON-1343545600-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645734'] for network, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:48.671386 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-e26d47ce-587b-4b6a-93f7-8e3da0fa5c55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:48.674737 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device efd77ed6-1a8e-4f7c-9d0a-a24ccebb35d3 up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:42:48.707189 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26d47ce-587b-4b6a-93f7-8e3da0fa5c55 admin admin] Pushing event deleted for resources: {'Port': ['ID=193e5cab-555d-47a4-87cf-c2fc030b301b,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:42:48.726775 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-e823b329-59a0-436d-8a74-60ff60394e61 None None] For port 193e5cab-555d-47a4-87cf-c2fc030b301b, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=193e5cab-555d-47a4-87cf-c2fc030b301b,segment=NetworkSegment(f27713f4-616b-4ad5-95bb-41f16008fafb),segment_id=f27713f4-616b-4ad5-95bb-41f16008fafb)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:42:48.727172 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-e823b329-59a0-436d-8a74-60ff60394e61 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:48.741688 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-e2fde4fc-7602-480f-9ed2-9522ef977679 None None] Provisioning complete for port efd77ed6-1a8e-4f7c-9d0a-a24ccebb35d3 triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:42:48.742193 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-e2fde4fc-7602-480f-9ed2-9522ef977679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:48.745403 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e26d47ce-587b-4b6a-93f7-8e3da0fa5c55 admin admin] No DVR routers for this DVR port 193e5cab-555d-47a4-87cf-c2fc030b301b on host n-d-800634-3 {{(pid=93916) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 18:42:48.749701 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-e823b329-59a0-436d-8a74-60ff60394e61 None None] Calling delete_port for 193e5cab-555d-47a4-87cf-c2fc030b301b owned by network:dhcp {{(pid=93917) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:42:48.845971 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-bf73f072-dfd6-45e0-9765-fa23a6e0b5a7 tempest-ExternalNetworksTestJSON-1343545600 tempest-ExternalNetworksTestJSON-1343545600-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2096010', 'neutron.services.segments.db._delete_segments_for_network-8728202734996'] for network, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:48.858673 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.segments.db [None req-bf73f072-dfd6-45e0-9765-fa23a6e0b5a7 tempest-ExternalNetworksTestJSON-1343545600 tempest-ExternalNetworksTestJSON-1343545600-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c7dbda3-f536-4051-9747-4cbd406db9cc']}} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:42:48.873115 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.segments.db [None req-bf73f072-dfd6-45e0-9765-fa23a6e0b5a7 tempest-ExternalNetworksTestJSON-1343545600 tempest-ExternalNetworksTestJSON-1343545600-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08de29ad-fee6-4b60-a479-7cee73853aad') {'for_net_delete': True} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:42:48.873439 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.segments.db [None req-bf73f072-dfd6-45e0-9765-fa23a6e0b5a7 tempest-ExternalNetworksTestJSON-1343545600 tempest-ExternalNetworksTestJSON-1343545600-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08de29ad-fee6-4b60-a479-7cee73853aad') {} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:42:48.879631 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port efd77ed6-1a8e-4f7c-9d0a-a24ccebb35d3 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:42:48.880000 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:48.884541 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-bf73f072-dfd6-45e0-9765-fa23a6e0b5a7 tempest-ExternalNetworksTestJSON-1343545600 tempest-ExternalNetworksTestJSON-1343545600-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728202715275', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26296891'] for segment, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:48.937131 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-bf73f072-dfd6-45e0-9765-fa23a6e0b5a7 tempest-ExternalNetworksTestJSON-1343545600 tempest-ExternalNetworksTestJSON-1343545600-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:48.954447 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf73f072-dfd6-45e0-9765-fa23a6e0b5a7 tempest-ExternalNetworksTestJSON-1343545600 tempest-ExternalNetworksTestJSON-1343545600-project-admin] Releasing vlan 92 on physical network physnet1 to pool {{(pid=93916) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 18:42:48.954998 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-bf73f072-dfd6-45e0-9765-fa23a6e0b5a7 tempest-ExternalNetworksTestJSON-1343545600 tempest-ExternalNetworksTestJSON-1343545600-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2682942'] for segment, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:48.997329 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 0ca38169-0f83-46be-a9af-b82b942ba447 up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:42:49.027201 n-d-800634-3 neutron-server[93916]: Traceback (most recent call last): Jul 14 18:42:49.027201 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 18:42:49.027201 n-d-800634-3 neutron-server[93916]: timer() Jul 14 18:42:49.027201 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 18:42:49.027201 n-d-800634-3 neutron-server[93916]: cb(*args, **kw) Jul 14 18:42:49.027201 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 18:42:49.027201 n-d-800634-3 neutron-server[93916]: return func(*args, **kwargs) Jul 14 18:42:49.027201 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 18:42:49.027201 n-d-800634-3 neutron-server[93916]: self._notify() Jul 14 18:42:49.027201 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 18:42:49.027201 n-d-800634-3 neutron-server[93916]: self.callback(batched_events) Jul 14 18:42:49.027201 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 18:42:49.027201 n-d-800634-3 neutron-server[93916]: event.method(event) Jul 14 18:42:49.027201 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 18:42:49.027201 n-d-800634-3 neutron-server[93916]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 18:42:49.027201 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 18:42:49.027201 n-d-800634-3 neutron-server[93916]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 18:42:49.027201 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 18:42:49.027201 n-d-800634-3 neutron-server[93916]: return f(self, *a, **k) Jul 14 18:42:49.027201 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 18:42:49.027201 n-d-800634-3 neutron-server[93916]: return self._get(url).json() Jul 14 18:42:49.027201 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 18:42:49.027201 n-d-800634-3 neutron-server[93916]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 18:42:49.027201 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 18:42:49.027201 n-d-800634-3 neutron-server[93916]: return self.request(url, 'GET', **kwargs) Jul 14 18:42:49.027201 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 18:42:49.027201 n-d-800634-3 neutron-server[93916]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 18:42:49.027201 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 18:42:49.027201 n-d-800634-3 neutron-server[93916]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 18:42:49.027201 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 18:42:49.027201 n-d-800634-3 neutron-server[93916]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 18:42:49.027201 n-d-800634-3 neutron-server[93916]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 18:42:49.060675 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-bf73f072-dfd6-45e0-9765-fa23a6e0b5a7 tempest-ExternalNetworksTestJSON-1343545600 tempest-ExternalNetworksTestJSON-1343545600-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2096001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-930085'] for network, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:49.067627 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf73f072-dfd6-45e0-9765-fa23a6e0b5a7 tempest-ExternalNetworksTestJSON-1343545600 tempest-ExternalNetworksTestJSON-1343545600-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 1c7dbda3-f536-4051-9747-4cbd406db9cc {{(pid=93916) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 14 18:42:49.070714 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf73f072-dfd6-45e0-9765-fa23a6e0b5a7 tempest-ExternalNetworksTestJSON-1343545600 tempest-ExternalNetworksTestJSON-1343545600-project-admin] Pushing event deleted for resources: {'Network': ['ID=1c7dbda3-f536-4051-9747-4cbd406db9cc,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:42:49.077544 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-bf73f072-dfd6-45e0-9765-fa23a6e0b5a7 tempest-ExternalNetworksTestJSON-1343545600 tempest-ExternalNetworksTestJSON-1343545600-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598705'] for network, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:49.084309 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-bf73f072-dfd6-45e0-9765-fa23a6e0b5a7 tempest-ExternalNetworksTestJSON-1343545600 tempest-ExternalNetworksTestJSON-1343545600-project-admin] 10.222.0.16 "DELETE /v2.0/networks/1c7dbda3-f536-4051-9747-4cbd406db9cc HTTP/1.1" status: 204 len: 168 time: 0.7396522 Jul 14 18:42:49.093953 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-e823b329-59a0-436d-8a74-60ff60394e61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813'] for port, after_delete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:49.095516 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 59616) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:42:49.108063 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-59119294-0cc9-4468-bedc-e6e9366f8973 tempest-ExternalNetworksTestJSON-1343545600 tempest-ExternalNetworksTestJSON-1343545600-project-admin] Request body: {'network': {'name': 'tempest-network--339303509'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:42:49.127832 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e823b329-59a0-436d-8a74-60ff60394e61 None None] No DVR routers for this DVR port 193e5cab-555d-47a4-87cf-c2fc030b301b on host n-d-800634-3 {{(pid=93917) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 18:42:49.131555 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e823b329-59a0-436d-8a74-60ff60394e61 None None] Pushing event deleted for resources: {'Port': ['ID=193e5cab-555d-47a4-87cf-c2fc030b301b,revision_number=None']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:42:49.150788 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29626744-4930-4b34-a15e-aeed7b216bd7 req-d14cfc35-ae4d-4ca0-b42a-0abdee6b5805 tempest-AttachVolumeTestJSON-1507206526 tempest-AttachVolumeTestJSON-1507206526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:42:49.152167 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-29626744-4930-4b34-a15e-aeed7b216bd7 req-d14cfc35-ae4d-4ca0-b42a-0abdee6b5805 tempest-AttachVolumeTestJSON-1507206526 tempest-AttachVolumeTestJSON-1507206526-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d4752b4-cf55-42cb-aaf8-a6366a7dc104 HTTP/1.1" status: 200 len: 945 time: 0.9934330 Jul 14 18:42:49.153993 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417a6e0f-b941-49cb-a6ec-b83afaebd5a8 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Pushing event updated for resources: {'Port': ['ID=6182959c-1b61-4e8b-9b7e-d356b7088e97,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:42:49.158097 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port 0ca38169-0f83-46be-a9af-b82b942ba447 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:42:49.158483 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:49.185905 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [req-9f801ab3-42ef-4b9b-8bed-cc805a898970 req-417a6e0f-b941-49cb-a6ec-b83afaebd5a8 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Resources bound (agent type, host, resource id): {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:42:49.188072 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59119294-0cc9-4468-bedc-e6e9366f8973 tempest-ExternalNetworksTestJSON-1343545600 tempest-ExternalNetworksTestJSON-1343545600-project-admin] Made reservation on behalf of 7631537220064717a455848d430e4c7e for: {'network': 1} {{(pid=93916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:42:49.190835 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-59119294-0cc9-4468-bedc-e6e9366f8973 tempest-ExternalNetworksTestJSON-1343545600 tempest-ExternalNetworksTestJSON-1343545600-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for network, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:49.199275 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f801ab3-42ef-4b9b-8bed-cc805a898970 req-417a6e0f-b941-49cb-a6ec-b83afaebd5a8 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Received port after_create {{(pid=93915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:42:49.261940 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-e26d47ce-587b-4b6a-93f7-8e3da0fa5c55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2096010', 'neutron.services.segments.db._delete_segments_for_network-8728202734996'] for network, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:49.297205 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.segments.db [None req-e26d47ce-587b-4b6a-93f7-8e3da0fa5c55 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cfaa954e-bb83-44ea-acae-a3d7b9e23407']}} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:42:49.312743 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.segments.db [None req-e26d47ce-587b-4b6a-93f7-8e3da0fa5c55 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f27713f4-616b-4ad5-95bb-41f16008fafb') {'for_net_delete': True} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:42:49.313252 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.segments.db [None req-e26d47ce-587b-4b6a-93f7-8e3da0fa5c55 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f27713f4-616b-4ad5-95bb-41f16008fafb') {} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:42:49.324729 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-e26d47ce-587b-4b6a-93f7-8e3da0fa5c55 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728202715275', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26296891'] for segment, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:49.333144 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-29626744-4930-4b34-a15e-aeed7b216bd7 req-23c87110-e906-465e-8ed6-8ea02e7f4e07 tempest-AttachVolumeTestJSON-1507206526 tempest-AttachVolumeTestJSON-1507206526-project] 10.222.0.16 "GET /v2.0/security-groups?id=96b55db8-12e1-43af-8475-4683f85322eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1266868 Jul 14 18:42:49.341901 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-e26d47ce-587b-4b6a-93f7-8e3da0fa5c55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:49.344959 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f801ab3-42ef-4b9b-8bed-cc805a898970 req-417a6e0f-b941-49cb-a6ec-b83afaebd5a8 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:42:49.345743 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-9f801ab3-42ef-4b9b-8bed-cc805a898970 req-417a6e0f-b941-49cb-a6ec-b83afaebd5a8 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:49.350497 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e26d47ce-587b-4b6a-93f7-8e3da0fa5c55 admin admin] Releasing vlan 71 on physical network physnet1 to pool {{(pid=93916) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 18:42:49.351086 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-e26d47ce-587b-4b6a-93f7-8e3da0fa5c55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2682942'] for segment, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:49.356776 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-4b835d3e-ccd2-47d8-8be9-2de6a03e82fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-571759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-930033'] for router, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:49.381344 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 193e5cab-555d-47a4-87cf-c2fc030b301b no longer exists at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 18:42:49.386238 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703c47cb-aaf0-4a0a-99dd-23f984bdb753 req-6f6ea01a-3aea-4c7c-999f-21f6f8c9f4fb tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:42:49.387865 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-703c47cb-aaf0-4a0a-99dd-23f984bdb753 req-6f6ea01a-3aea-4c7c-999f-21f6f8c9f4fb tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] 10.222.0.16 "GET /v2.0/ports?device_id=6f9a7f72-8408-4351-a6cb-31c74000b0ce HTTP/1.1" status: 200 len: 932 time: 0.7983532 Jul 14 18:42:49.416872 n-d-800634-3 neutron-server[93916]: Traceback (most recent call last): Jul 14 18:42:49.416872 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 18:42:49.416872 n-d-800634-3 neutron-server[93916]: timer() Jul 14 18:42:49.416872 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 18:42:49.416872 n-d-800634-3 neutron-server[93916]: cb(*args, **kw) Jul 14 18:42:49.416872 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 18:42:49.416872 n-d-800634-3 neutron-server[93916]: return func(*args, **kwargs) Jul 14 18:42:49.416872 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 18:42:49.416872 n-d-800634-3 neutron-server[93916]: self._notify() Jul 14 18:42:49.416872 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 18:42:49.416872 n-d-800634-3 neutron-server[93916]: self.callback(batched_events) Jul 14 18:42:49.416872 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 18:42:49.416872 n-d-800634-3 neutron-server[93916]: event.method(event) Jul 14 18:42:49.416872 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 18:42:49.416872 n-d-800634-3 neutron-server[93916]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 18:42:49.416872 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 18:42:49.416872 n-d-800634-3 neutron-server[93916]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 18:42:49.416872 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 18:42:49.416872 n-d-800634-3 neutron-server[93916]: return f(self, *a, **k) Jul 14 18:42:49.416872 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 18:42:49.416872 n-d-800634-3 neutron-server[93916]: return self._get(url).json() Jul 14 18:42:49.416872 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 18:42:49.416872 n-d-800634-3 neutron-server[93916]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 18:42:49.416872 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 18:42:49.416872 n-d-800634-3 neutron-server[93916]: return self.request(url, 'GET', **kwargs) Jul 14 18:42:49.416872 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 18:42:49.416872 n-d-800634-3 neutron-server[93916]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 18:42:49.416872 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 18:42:49.416872 n-d-800634-3 neutron-server[93916]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 18:42:49.416872 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 18:42:49.416872 n-d-800634-3 neutron-server[93916]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 18:42:49.416872 n-d-800634-3 neutron-server[93916]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 18:42:49.424897 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-9f801ab3-42ef-4b9b-8bed-cc805a898970 req-417a6e0f-b941-49cb-a6ec-b83afaebd5a8 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.7876859 Jul 14 18:42:49.428176 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] No Port match for: 193e5cab-555d-47a4-87cf-c2fc030b301b {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 18:42:49.428591 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 193e5cab-555d-47a4-87cf-c2fc030b301b not bound to the agent host n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 18:42:49.429654 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device a1bf0528-a079-45ce-bec1-0029330fd330 no longer exists at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 18:42:49.446320 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59119294-0cc9-4468-bedc-e6e9366f8973 tempest-ExternalNetworksTestJSON-1343545600 tempest-ExternalNetworksTestJSON-1343545600-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 54} {{(pid=93916) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 18:42:49.467359 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] No Port match for: a1bf0528-a079-45ce-bec1-0029330fd330 {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 18:42:49.467754 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-59119294-0cc9-4468-bedc-e6e9366f8973 tempest-ExternalNetworksTestJSON-1343545600 tempest-ExternalNetworksTestJSON-1343545600-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:49.467919 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device a1bf0528-a079-45ce-bec1-0029330fd330 not bound to the agent host n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 18:42:49.468510 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 73758967-e332-426c-a4b2-74998612d6f8 no longer exists at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 18:42:49.468905 n-d-800634-3 neutron-server[93916]: INFO neutron.db.segments_db [None req-59119294-0cc9-4468-bedc-e6e9366f8973 tempest-ExternalNetworksTestJSON-1343545600 tempest-ExternalNetworksTestJSON-1343545600-project-admin] Added segment cffaa27a-5b52-4d92-bc75-0878dd90431c of type vlan for network 687dbf53-f1f5-4d85-853f-5789548e1064 Jul 14 18:42:49.485529 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-e26d47ce-587b-4b6a-93f7-8e3da0fa5c55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2096001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-930085'] for network, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:49.491688 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-703c47cb-aaf0-4a0a-99dd-23f984bdb753 req-aff50af1-3a56-4f6b-a22b-1c1eb309adba tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] 10.222.0.16 "GET /v2.0/security-groups?id=8e407b29-87a3-469b-bd17-d62b5e354976&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685139 Jul 14 18:42:49.493113 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] No Port match for: 73758967-e332-426c-a4b2-74998612d6f8 {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 18:42:49.494457 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 73758967-e332-426c-a4b2-74998612d6f8 not bound to the agent host n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 18:42:49.503410 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [req-9f801ab3-42ef-4b9b-8bed-cc805a898970 req-6dadad54-2a16-4901-9d19-d69aed94c32f service neutron] Request body: {'port': {'device_id': '6f9a7f72-8408-4351-a6cb-31c74000b0ce', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800634-3'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:42:49.551799 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-e26d47ce-587b-4b6a-93f7-8e3da0fa5c55 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598705'] for network, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:49.551799 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-e26d47ce-587b-4b6a-93f7-8e3da0fa5c55 admin admin] 10.222.0.16 "DELETE /v2.0/networks/cfaa954e-bb83-44ea-acae-a3d7b9e23407 HTTP/1.1" status: 204 len: 168 time: 2.3117776 Jul 14 18:42:49.556855 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-ccf8b58a-1e36-4d01-802c-e1303cac9c43 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-928623'] for router_interface, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:49.574599 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26d47ce-587b-4b6a-93f7-8e3da0fa5c55 admin admin] Pushing event deleted for resources: {'Network': ['ID=cfaa954e-bb83-44ea-acae-a3d7b9e23407,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:42:49.576445 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-4f309aba-9bae-4ed5-9efc-389bb0dc9616 None None] Provisioning for port 6182959c-1b61-4e8b-9b7e-d356b7088e97 completed by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:42:49.582389 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-4f309aba-9bae-4ed5-9efc-389bb0dc9616 None None] Provisioning complete for port 6182959c-1b61-4e8b-9b7e-d356b7088e97 triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:42:49.582771 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-4f309aba-9bae-4ed5-9efc-389bb0dc9616 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:49.648612 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-59119294-0cc9-4468-bedc-e6e9366f8973 tempest-ExternalNetworksTestJSON-1343545600 tempest-ExternalNetworksTestJSON-1343545600-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728202197517'] for network, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:49.661157 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-4f309aba-9bae-4ed5-9efc-389bb0dc9616 None None] Port 6182959c-1b61-4e8b-9b7e-d356b7088e97 cannot update to ACTIVE because it is not bound. {{(pid=93917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 18:42:49.717601 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-9f801ab3-42ef-4b9b-8bed-cc805a898970 req-6dadad54-2a16-4901-9d19-d69aed94c32f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:49.721068 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b835d3e-ccd2-47d8-8be9-2de6a03e82fd admin admin] Router 9164ccb5-fd7c-4921-9283-3649ae3af26e is scheduled to L3 agent 2c6eb27e-defb-4cca-9a24-381c7415e359 with binding_index 1 {{(pid=93915) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 18:42:49.740147 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-59119294-0cc9-4468-bedc-e6e9366f8973 tempest-ExternalNetworksTestJSON-1343545600 tempest-ExternalNetworksTestJSON-1343545600-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727'] for network, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:49.741140 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59119294-0cc9-4468-bedc-e6e9366f8973 tempest-ExternalNetworksTestJSON-1343545600 tempest-ExternalNetworksTestJSON-1343545600-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:42:49.741792 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-59119294-0cc9-4468-bedc-e6e9366f8973 tempest-ExternalNetworksTestJSON-1343545600 tempest-ExternalNetworksTestJSON-1343545600-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598705'] for network, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:49.805548 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 59620) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:42:49.821333 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-59119294-0cc9-4468-bedc-e6e9366f8973 tempest-ExternalNetworksTestJSON-1343545600 tempest-ExternalNetworksTestJSON-1343545600-project-admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.7211463 Jul 14 18:42:49.828727 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 59622) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:42:49.835493 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-322eb13e-0263-4a0a-b09c-f797f523b7a3 tempest-ExternalNetworksTestJSON-1343545600 tempest-ExternalNetworksTestJSON-1343545600-project-admin] Request body: {'network': {'router:external': True}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:42:49.892821 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59119294-0cc9-4468-bedc-e6e9366f8973 tempest-ExternalNetworksTestJSON-1343545600 tempest-ExternalNetworksTestJSON-1343545600-project-admin] Pushing event updated for resources: {'Network': ['ID=687dbf53-f1f5-4d85-853f-5789548e1064,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:42:49.904669 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Network 687dbf53-f1f5-4d85-853f-5789548e1064 details requested by agent ovs-agent-n-d-800634-3 with host n-d-800634-3 {{(pid=93917) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 18:42:49.985023 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-5a28dd9d-466d-4dff-a3ac-b38e7eb90804 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=362562baf49d424491e86fd541949698&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1777129 Jul 14 18:42:49.987759 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 59624) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:42:50.013582 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b835d3e-ccd2-47d8-8be9-2de6a03e82fd admin admin] Notify agent at l3_agent.n-d-800634-3 the message routers_updated {{(pid=93915) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 18:42:50.023052 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59fe1201-e67a-4ad7-a986-1f4249b884e3 None None] Sync routers for ids ['9164ccb5-fd7c-4921-9283-3649ae3af26e'] in n-d-800634-3 {{(pid=93917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 18:42:50.033982 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59fe1201-e67a-4ad7-a986-1f4249b884e3 None None] Routers {'9164ccb5-fd7c-4921-9283-3649ae3af26e'} bound to L3 agent in host n-d-800634-3 {{(pid=93917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:42:50.034961 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-59fe1201-e67a-4ad7-a986-1f4249b884e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:42:23Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['9164ccb5-fd7c-4921-9283-3649ae3af26e'], 'active': True} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:42:50.068852 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-4b835d3e-ccd2-47d8-8be9-2de6a03e82fd admin admin] Notify callbacks [] for router, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:50.073034 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-4b835d3e-ccd2-47d8-8be9-2de6a03e82fd admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 10.2046609 Jul 14 18:42:50.073699 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 59628) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:42:50.125199 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-322eb13e-0263-4a0a-b09c-f797f523b7a3 tempest-ExternalNetworksTestJSON-1343545600 tempest-ExternalNetworksTestJSON-1343545600-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728202197517'] for network, precommit_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:50.147519 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-43e48c7d-6543-4309-82f6-5268def2b6cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:50.157001 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvr_db [None req-59fe1201-e67a-4ad7-a986-1f4249b884e3 None None] Set router 9164ccb5-fd7c-4921-9283-3649ae3af26e gateway port host: n-d-800634-3 {{(pid=93917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 18:42:50.165862 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-322eb13e-0263-4a0a-b09c-f797f523b7a3 tempest-ExternalNetworksTestJSON-1343545600 tempest-ExternalNetworksTestJSON-1343545600-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727'] for network, after_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:50.226999 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-43e48c7d-6543-4309-82f6-5268def2b6cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:50.230023 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-322eb13e-0263-4a0a-b09c-f797f523b7a3 tempest-ExternalNetworksTestJSON-1343545600 tempest-ExternalNetworksTestJSON-1343545600-project-admin] Network 687dbf53-f1f5-4d85-853f-5789548e1064 is not hosted by any dhcp agent {{(pid=93916) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 14 18:42:50.230951 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-322eb13e-0263-4a0a-b09c-f797f523b7a3 tempest-ExternalNetworksTestJSON-1343545600 tempest-ExternalNetworksTestJSON-1343545600-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:42:50.231565 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-322eb13e-0263-4a0a-b09c-f797f523b7a3 tempest-ExternalNetworksTestJSON-1343545600 tempest-ExternalNetworksTestJSON-1343545600-project-admin] Notify callbacks [] for network, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:50.232960 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-322eb13e-0263-4a0a-b09c-f797f523b7a3 tempest-ExternalNetworksTestJSON-1343545600 tempest-ExternalNetworksTestJSON-1343545600-project-admin] 10.222.0.16 "PUT /v2.0/networks/687dbf53-f1f5-4d85-853f-5789548e1064 HTTP/1.1" status: 200 len: 856 time: 0.4026082 Jul 14 18:42:50.247645 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 59632) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:42:50.261702 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-ccf8b58a-1e36-4d01-802c-e1303cac9c43 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Deleting port e1559901-b9e0-45ba-b035-2e326faf3b95 {{(pid=93916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:42:50.262189 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-ccf8b58a-1e36-4d01-802c-e1303cac9c43 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:50.297844 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [req-9f801ab3-42ef-4b9b-8bed-cc805a898970 req-6dadad54-2a16-4901-9d19-d69aed94c32f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6182959c-1b61-4e8b-9b7e-d356b7088e97 {{(pid=93915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 18:42:50.318694 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-9f801ab3-42ef-4b9b-8bed-cc805a898970 req-6dadad54-2a16-4901-9d19-d69aed94c32f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:50.370301 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-42c819a1-8786-4240-b4bf-7a9247a93834 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:50.382607 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.provisioning_blocks [req-9f801ab3-42ef-4b9b-8bed-cc805a898970 req-6dadad54-2a16-4901-9d19-d69aed94c32f service neutron] Transition to ACTIVE for port object 6182959c-1b61-4e8b-9b7e-d356b7088e97 will not be triggered until provisioned by entity L2. {{(pid=93915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:42:50.390738 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-9f801ab3-42ef-4b9b-8bed-cc805a898970 req-6dadad54-2a16-4901-9d19-d69aed94c32f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25912978'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:50.440831 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322eb13e-0263-4a0a-b09c-f797f523b7a3 tempest-ExternalNetworksTestJSON-1343545600 tempest-ExternalNetworksTestJSON-1343545600-project-admin] Pushing event updated for resources: {'Network': ['ID=687dbf53-f1f5-4d85-853f-5789548e1064,revision_number=2']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:42:50.441083 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-59fe1201-e67a-4ad7-a986-1f4249b884e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9164ccb5-fd7c-4921-9283-3649ae3af26e', 'name': 'tempest-TestVolumeBootPattern-555718294-router', 'tenant_id': 'dc74663d02284b739c26a9ae016d3c85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.155'}], 'enable_snat': True}, 'gw_port_id': '13e10bcb-3caf-47be-a5f0-957f46d3fbac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:42:40Z', 'updated_at': '2021-07-14T18:42:47Z', 'revision_number': 3, 'project_id': 'dc74663d02284b739c26a9ae016d3c85', 'gw_port': {'id': '13e10bcb-3caf-47be-a5f0-957f46d3fbac', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:cc:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9164ccb5-fd7c-4921-9283-3649ae3af26e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2479, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:42:45Z', 'updated_at': '2021-07-14T18:42:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3'}], 'n-d-800634-3', False) {} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:42:50.490396 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59fe1201-e67a-4ad7-a986-1f4249b884e3 None None] Checking router: 9164ccb5-fd7c-4921-9283-3649ae3af26e for host: n-d-800634-3 {{(pid=93917) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 18:42:50.490760 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59fe1201-e67a-4ad7-a986-1f4249b884e3 None None] Updating router 9164ccb5-fd7c-4921-9283-3649ae3af26e port 13e10bcb-3caf-47be-a5f0-957f46d3fbac binding host n-d-800634-3 {{(pid=93917) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 18:42:50.498732 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-bf10feff-5759-47e7-ad30-1df93ed13fdc tempest-ExternalNetworksTestJSON-1343545600 tempest-ExternalNetworksTestJSON-1343545600-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645734'] for network, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:50.542475 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.db [None req-ccf8b58a-1e36-4d01-802c-e1303cac9c43 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] For port e1559901-b9e0-45ba-b035-2e326faf3b95, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=e1559901-b9e0-45ba-b035-2e326faf3b95,segment=NetworkSegment(0ccce8f9-04ee-4c4e-993d-4cc3dc1621de),segment_id=0ccce8f9-04ee-4c4e-993d-4cc3dc1621de)] {{(pid=93916) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:42:50.542791 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-ccf8b58a-1e36-4d01-802c-e1303cac9c43 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:50.546069 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-43e48c7d-6543-4309-82f6-5268def2b6cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:50.548641 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-43e48c7d-6543-4309-82f6-5268def2b6cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:50.550002 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-43e48c7d-6543-4309-82f6-5268def2b6cf admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/748fe4c5-70b9-4e07-b6fc-ddd56d9bbb08 HTTP/1.1" status: 204 len: 168 time: 0.5615616 Jul 14 18:42:50.587148 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-59fe1201-e67a-4ad7-a986-1f4249b884e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:50.621061 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-ccf8b58a-1e36-4d01-802c-e1303cac9c43 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Calling delete_port for e1559901-b9e0-45ba-b035-2e326faf3b95 owned by network:router_interface {{(pid=93916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:42:50.638255 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e48c7d-6543-4309-82f6-5268def2b6cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=748fe4c5-70b9-4e07-b6fc-ddd56d9bbb08,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:42:50.797113 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dadad54-2a16-4901-9d19-d69aed94c32f service neutron] Pushing event updated for resources: {'Port': ['ID=6182959c-1b61-4e8b-9b7e-d356b7088e97,revision_number=2']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:42:50.809569 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-bf10feff-5759-47e7-ad30-1df93ed13fdc tempest-ExternalNetworksTestJSON-1343545600 tempest-ExternalNetworksTestJSON-1343545600-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2096010', 'neutron.services.segments.db._delete_segments_for_network-8728202734996'] for network, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:50.824097 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.segments.db [None req-bf10feff-5759-47e7-ad30-1df93ed13fdc tempest-ExternalNetworksTestJSON-1343545600 tempest-ExternalNetworksTestJSON-1343545600-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['687dbf53-f1f5-4d85-853f-5789548e1064']}} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:42:50.843029 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.segments.db [None req-bf10feff-5759-47e7-ad30-1df93ed13fdc tempest-ExternalNetworksTestJSON-1343545600 tempest-ExternalNetworksTestJSON-1343545600-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cffaa27a-5b52-4d92-bc75-0878dd90431c') {'for_net_delete': True} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:42:50.843334 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.segments.db [None req-bf10feff-5759-47e7-ad30-1df93ed13fdc tempest-ExternalNetworksTestJSON-1343545600 tempest-ExternalNetworksTestJSON-1343545600-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cffaa27a-5b52-4d92-bc75-0878dd90431c') {} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:42:50.857342 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-bf10feff-5759-47e7-ad30-1df93ed13fdc tempest-ExternalNetworksTestJSON-1343545600 tempest-ExternalNetworksTestJSON-1343545600-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728202715275', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26296891'] for segment, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:50.910845 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-bf10feff-5759-47e7-ad30-1df93ed13fdc tempest-ExternalNetworksTestJSON-1343545600 tempest-ExternalNetworksTestJSON-1343545600-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:50.924466 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf10feff-5759-47e7-ad30-1df93ed13fdc tempest-ExternalNetworksTestJSON-1343545600 tempest-ExternalNetworksTestJSON-1343545600-project-admin] Releasing vlan 54 on physical network physnet1 to pool {{(pid=93916) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 18:42:50.924974 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-bf10feff-5759-47e7-ad30-1df93ed13fdc tempest-ExternalNetworksTestJSON-1343545600 tempest-ExternalNetworksTestJSON-1343545600-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2682942'] for segment, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:50.926727 n-d-800634-3 neutron-server[93916]: Traceback (most recent call last): Jul 14 18:42:50.926727 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 18:42:50.926727 n-d-800634-3 neutron-server[93916]: timer() Jul 14 18:42:50.926727 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 18:42:50.926727 n-d-800634-3 neutron-server[93916]: cb(*args, **kw) Jul 14 18:42:50.926727 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 18:42:50.926727 n-d-800634-3 neutron-server[93916]: return func(*args, **kwargs) Jul 14 18:42:50.926727 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 18:42:50.926727 n-d-800634-3 neutron-server[93916]: self._notify() Jul 14 18:42:50.926727 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 18:42:50.926727 n-d-800634-3 neutron-server[93916]: self.callback(batched_events) Jul 14 18:42:50.926727 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 18:42:50.926727 n-d-800634-3 neutron-server[93916]: event.method(event) Jul 14 18:42:50.926727 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 18:42:50.926727 n-d-800634-3 neutron-server[93916]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 18:42:50.926727 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 18:42:50.926727 n-d-800634-3 neutron-server[93916]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 18:42:50.926727 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 18:42:50.926727 n-d-800634-3 neutron-server[93916]: return f(self, *a, **k) Jul 14 18:42:50.926727 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 18:42:50.926727 n-d-800634-3 neutron-server[93916]: return self._get(url).json() Jul 14 18:42:50.926727 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 18:42:50.926727 n-d-800634-3 neutron-server[93916]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 18:42:50.926727 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 18:42:50.926727 n-d-800634-3 neutron-server[93916]: return self.request(url, 'GET', **kwargs) Jul 14 18:42:50.926727 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 18:42:50.926727 n-d-800634-3 neutron-server[93916]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 18:42:50.926727 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 18:42:50.926727 n-d-800634-3 neutron-server[93916]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 18:42:50.926727 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 18:42:50.926727 n-d-800634-3 neutron-server[93916]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 18:42:50.926727 n-d-800634-3 neutron-server[93916]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 18:42:51.036913 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-bf10feff-5759-47e7-ad30-1df93ed13fdc tempest-ExternalNetworksTestJSON-1343545600 tempest-ExternalNetworksTestJSON-1343545600-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2096001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-930085'] for network, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:51.046275 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf10feff-5759-47e7-ad30-1df93ed13fdc tempest-ExternalNetworksTestJSON-1343545600 tempest-ExternalNetworksTestJSON-1343545600-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 687dbf53-f1f5-4d85-853f-5789548e1064 {{(pid=93916) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 14 18:42:51.060830 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-bf10feff-5759-47e7-ad30-1df93ed13fdc tempest-ExternalNetworksTestJSON-1343545600 tempest-ExternalNetworksTestJSON-1343545600-project-admin] Notify callbacks [] for network, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:51.070443 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-59fe1201-e67a-4ad7-a986-1f4249b884e3 None None] Notify callbacks [] for port, precommit_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:51.072317 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-bf10feff-5759-47e7-ad30-1df93ed13fdc tempest-ExternalNetworksTestJSON-1343545600 tempest-ExternalNetworksTestJSON-1343545600-project-admin] 10.222.0.16 "DELETE /v2.0/networks/687dbf53-f1f5-4d85-853f-5789548e1064 HTTP/1.1" status: 204 len: 168 time: 0.8220265 Jul 14 18:42:51.072923 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 59646) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:42:51.092925 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-9f801ab3-42ef-4b9b-8bed-cc805a898970 req-6dadad54-2a16-4901-9d19-d69aed94c32f service neutron] Attempting to bind port 6182959c-1b61-4e8b-9b7e-d356b7088e97 on host n-h1-800634-3 for vnic_type normal with profile {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:42:51.093260 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-9f801ab3-42ef-4b9b-8bed-cc805a898970 req-6dadad54-2a16-4901-9d19-d69aed94c32f service neutron] Attempting to bind port 6182959c-1b61-4e8b-9b7e-d356b7088e97 by drivers openvswitch,hyperv on host n-h1-800634-3 at level 0 using segments [{'id': 'b4257cb2-72a5-4b25-a351-e07b285b3b38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '26951fdb-bb46-4452-8c34-53f4c7032aac'}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:42:51.093590 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f801ab3-42ef-4b9b-8bed-cc805a898970 req-6dadad54-2a16-4901-9d19-d69aed94c32f service neutron] Attempting to bind port 6182959c-1b61-4e8b-9b7e-d356b7088e97 on network 26951fdb-bb46-4452-8c34-53f4c7032aac {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:42:51.107396 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf10feff-5759-47e7-ad30-1df93ed13fdc tempest-ExternalNetworksTestJSON-1343545600 tempest-ExternalNetworksTestJSON-1343545600-project-admin] Pushing event deleted for resources: {'Network': ['ID=687dbf53-f1f5-4d85-853f-5789548e1064,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:42:51.128996 n-d-800634-3 neutron-server[93915]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1389cb9-7cc6-4b76-96c4-d5326682d68c tempest-ExternalNetworksTestJSON-1408401259 tempest-ExternalNetworksTestJSON-1408401259-project] DELETE failed (client error): The resource could not be found. Jul 14 18:42:51.129452 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b1389cb9-7cc6-4b76-96c4-d5326682d68c tempest-ExternalNetworksTestJSON-1408401259 tempest-ExternalNetworksTestJSON-1408401259-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93915) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 18:42:51.131209 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-b1389cb9-7cc6-4b76-96c4-d5326682d68c tempest-ExternalNetworksTestJSON-1408401259 tempest-ExternalNetworksTestJSON-1408401259-project] 10.222.0.16 "DELETE /v2.0/subnets/68c0da1f-e341-45ec-b46c-02c1bf37e0e9 HTTP/1.1" status: 404 len: 337 time: 0.0558925 Jul 14 18:42:51.136337 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 59648) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:42:51.156264 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f801ab3-42ef-4b9b-8bed-cc805a898970 req-6dadad54-2a16-4901-9d19-d69aed94c32f service neutron] Port 6182959c-1b61-4e8b-9b7e-d356b7088e97 on network 26951fdb-bb46-4452-8c34-53f4c7032aac not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-3 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 18:42:51.156597 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f801ab3-42ef-4b9b-8bed-cc805a898970 req-6dadad54-2a16-4901-9d19-d69aed94c32f service neutron] Attempting to bind port 6182959c-1b61-4e8b-9b7e-d356b7088e97 on network 26951fdb-bb46-4452-8c34-53f4c7032aac {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:42:51.163961 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-59fe1201-e67a-4ad7-a986-1f4249b884e3 None None] Transition to ACTIVE for port object 13e10bcb-3caf-47be-a5f0-957f46d3fbac will not be triggered until provisioned by entity L2. {{(pid=93917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:42:51.164205 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-ccf8b58a-1e36-4d01-802c-e1303cac9c43 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:51.171991 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-59fe1201-e67a-4ad7-a986-1f4249b884e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:51.181533 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4dd181-e06d-4869-a250-268e5756cca7 req-1f08b595-0d10-4ac0-8893-1f386df8b005 tempest-AttachVolumeTestJSON-1507206526 tempest-AttachVolumeTestJSON-1507206526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:42:51.188638 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-9a4dd181-e06d-4869-a250-268e5756cca7 req-1f08b595-0d10-4ac0-8893-1f386df8b005 tempest-AttachVolumeTestJSON-1507206526 tempest-AttachVolumeTestJSON-1507206526-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d4752b4-cf55-42cb-aaf8-a6366a7dc104 HTTP/1.1" status: 200 len: 945 time: 0.6158416 Jul 14 18:42:51.239420 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f801ab3-42ef-4b9b-8bed-cc805a898970 req-6dadad54-2a16-4901-9d19-d69aed94c32f service neutron] Checking agent: {'id': 'a3630ff4-fbee-45d9-b9b6-0ae41cb3a350', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 15, 32), 'started_at': datetime.datetime(2021, 7, 14, 18, 15, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 18, 42, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 18:42:51.239804 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f801ab3-42ef-4b9b-8bed-cc805a898970 req-6dadad54-2a16-4901-9d19-d69aed94c32f service neutron] Checking segment: {'id': 'b4257cb2-72a5-4b25-a351-e07b285b3b38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '26951fdb-bb46-4452-8c34-53f4c7032aac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:42:51.240789 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f801ab3-42ef-4b9b-8bed-cc805a898970 req-6dadad54-2a16-4901-9d19-d69aed94c32f service neutron] Bound using segment: {'id': 'b4257cb2-72a5-4b25-a351-e07b285b3b38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '26951fdb-bb46-4452-8c34-53f4c7032aac'} {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 18:42:51.241260 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-9f801ab3-42ef-4b9b-8bed-cc805a898970 req-6dadad54-2a16-4901-9d19-d69aed94c32f service neutron] Bound port: 6182959c-1b61-4e8b-9b7e-d356b7088e97, host: n-h1-800634-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b4257cb2-72a5-4b25-a351-e07b285b3b38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '26951fdb-bb46-4452-8c34-53f4c7032aac'}}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 18:42:51.241632 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-9f801ab3-42ef-4b9b-8bed-cc805a898970 req-6dadad54-2a16-4901-9d19-d69aed94c32f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:51.249895 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-59fe1201-e67a-4ad7-a986-1f4249b884e3 None None] Attempting to bind port 13e10bcb-3caf-47be-a5f0-957f46d3fbac on host n-d-800634-3 for vnic_type normal with profile {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:42:51.250424 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-59fe1201-e67a-4ad7-a986-1f4249b884e3 None None] Attempting to bind port 13e10bcb-3caf-47be-a5f0-957f46d3fbac by drivers openvswitch,hyperv on host n-d-800634-3 at level 0 using segments [{'id': '5afb940b-bbdf-4727-be00-5d46367c38a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9200a437-e1de-4520-88f6-e68386523e61'}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:42:51.250722 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59fe1201-e67a-4ad7-a986-1f4249b884e3 None None] Attempting to bind port 13e10bcb-3caf-47be-a5f0-957f46d3fbac on network 9200a437-e1de-4520-88f6-e68386523e61 {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:42:51.253930 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9734d6e-dad6-4307-b236-7f464cff414a None None] Pushing event updated for resources: {'Port': ['ID=13e10bcb-3caf-47be-a5f0-957f46d3fbac,revision_number=2']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:42:51.259420 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59fe1201-e67a-4ad7-a986-1f4249b884e3 None None] Checking agent: {'id': '01c19e91-a945-4e3c-94a6-c211e17c923e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 8, 23), 'started_at': datetime.datetime(2021, 7, 14, 18, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 18, 42, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 18:42:51.259772 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59fe1201-e67a-4ad7-a986-1f4249b884e3 None None] Checking segment: {'id': '5afb940b-bbdf-4727-be00-5d46367c38a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9200a437-e1de-4520-88f6-e68386523e61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93917) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:42:51.260236 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-59fe1201-e67a-4ad7-a986-1f4249b884e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:51.260587 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59fe1201-e67a-4ad7-a986-1f4249b884e3 None None] Bound using segment: {'id': '5afb940b-bbdf-4727-be00-5d46367c38a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9200a437-e1de-4520-88f6-e68386523e61'} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 18:42:51.261067 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-59fe1201-e67a-4ad7-a986-1f4249b884e3 None None] Bound port: 13e10bcb-3caf-47be-a5f0-957f46d3fbac, host: n-d-800634-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5afb940b-bbdf-4727-be00-5d46367c38a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9200a437-e1de-4520-88f6-e68386523e61'}}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 18:42:51.261456 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-59fe1201-e67a-4ad7-a986-1f4249b884e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:51.314976 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf8b58a-1e36-4d01-802c-e1303cac9c43 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Pushing event deleted for resources: {'Port': ['ID=e1559901-b9e0-45ba-b035-2e326faf3b95,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:42:51.336653 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-59fe1201-e67a-4ad7-a986-1f4249b884e3 None None] For port 13e10bcb-3caf-47be-a5f0-957f46d3fbac, host n-d-800634-3, cleared binding levels {{(pid=93917) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:42:51.352368 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-59fe1201-e67a-4ad7-a986-1f4249b884e3 None None] For port 13e10bcb-3caf-47be-a5f0-957f46d3fbac, host n-d-800634-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=13e10bcb-3caf-47be-a5f0-957f46d3fbac,segment=NetworkSegment(5afb940b-bbdf-4727-be00-5d46367c38a1),segment_id=5afb940b-bbdf-4727-be00-5d46367c38a1)] {{(pid=93917) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 18:42:51.362209 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-59fe1201-e67a-4ad7-a986-1f4249b884e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:51.379712 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa297b1-6c4f-4442-a45b-fe8ec587ecc5 req-4067e426-6b6f-4b49-9792-99bd51ceadc7 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:42:51.380846 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-0fa297b1-6c4f-4442-a45b-fe8ec587ecc5 req-4067e426-6b6f-4b49-9792-99bd51ceadc7 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] 10.222.0.16 "GET /v2.0/ports?device_id=6f9a7f72-8408-4351-a6cb-31c74000b0ce HTTP/1.1" status: 200 len: 944 time: 0.5802550 Jul 14 18:42:51.418493 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-60be8fdf-12dc-4c71-a667-5b7bdc9e0b8a tempest-ExternalNetworksTestJSON-1408401259 tempest-ExternalNetworksTestJSON-1408401259-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645734'] for network, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:51.478237 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-9a4dd181-e06d-4869-a250-268e5756cca7 req-7d87d6c4-6193-439b-9b85-63d8e0c91567 tempest-AttachVolumeTestJSON-1507206526 tempest-AttachVolumeTestJSON-1507206526-project] 10.222.0.16 "GET /v2.0/security-groups?id=96b55db8-12e1-43af-8475-4683f85322eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2883022 Jul 14 18:42:51.520758 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-ccf8b58a-1e36-4d01-802c-e1303cac9c43 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-598732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-928907'] for router_interface, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:51.540729 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59fe1201-e67a-4ad7-a986-1f4249b884e3 None None] Routers {'9164ccb5-fd7c-4921-9283-3649ae3af26e'} bound to L3 agent in host n-d-800634-3 {{(pid=93917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:42:51.545518 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-59fe1201-e67a-4ad7-a986-1f4249b884e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:42:23Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['9164ccb5-fd7c-4921-9283-3649ae3af26e'], 'active': True} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:42:51.554274 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9734d6e-dad6-4307-b236-7f464cff414a None None] Pushing event updated for resources: {'Port': ['ID=13e10bcb-3caf-47be-a5f0-957f46d3fbac,revision_number=3']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:42:51.612138 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-9f801ab3-42ef-4b9b-8bed-cc805a898970 req-6dadad54-2a16-4901-9d19-d69aed94c32f service neutron] For port 6182959c-1b61-4e8b-9b7e-d356b7088e97, host n-h1-800634-3, cleared binding levels {{(pid=93915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:42:51.625646 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-0fa297b1-6c4f-4442-a45b-fe8ec587ecc5 req-a6f0415b-2e91-4b50-9507-75424920e193 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] 10.222.0.16 "GET /v2.0/security-groups?id=8e407b29-87a3-469b-bd17-d62b5e354976&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2198002 Jul 14 18:42:51.747368 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-9f801ab3-42ef-4b9b-8bed-cc805a898970 req-6dadad54-2a16-4901-9d19-d69aed94c32f service neutron] For port 6182959c-1b61-4e8b-9b7e-d356b7088e97, host n-h1-800634-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=6182959c-1b61-4e8b-9b7e-d356b7088e97,segment=NetworkSegment(b4257cb2-72a5-4b25-a351-e07b285b3b38),segment_id=b4257cb2-72a5-4b25-a351-e07b285b3b38)] {{(pid=93915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 18:42:51.761356 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-9f801ab3-42ef-4b9b-8bed-cc805a898970 req-6dadad54-2a16-4901-9d19-d69aed94c32f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25912978'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:51.782014 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvr_db [None req-59fe1201-e67a-4ad7-a986-1f4249b884e3 None None] Set router 9164ccb5-fd7c-4921-9283-3649ae3af26e gateway port host: n-d-800634-3 {{(pid=93917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 18:42:51.821914 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-60be8fdf-12dc-4c71-a667-5b7bdc9e0b8a tempest-ExternalNetworksTestJSON-1408401259 tempest-ExternalNetworksTestJSON-1408401259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2096010', 'neutron.services.segments.db._delete_segments_for_network-8728202734996'] for network, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:51.855929 n-d-800634-3 neutron-server[93915]: DEBUG neutron.services.segments.db [None req-60be8fdf-12dc-4c71-a667-5b7bdc9e0b8a tempest-ExternalNetworksTestJSON-1408401259 tempest-ExternalNetworksTestJSON-1408401259-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e33c4ef1-0899-433b-a95c-d7f36c01d5e2']}} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:42:51.887390 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f801ab3-42ef-4b9b-8bed-cc805a898970 req-6dadad54-2a16-4901-9d19-d69aed94c32f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:42:51.888012 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-9f801ab3-42ef-4b9b-8bed-cc805a898970 req-6dadad54-2a16-4901-9d19-d69aed94c32f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:51.889604 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-9f801ab3-42ef-4b9b-8bed-cc805a898970 req-6dadad54-2a16-4901-9d19-d69aed94c32f service neutron] 10.222.0.18 "PUT /v2.0/ports/6182959c-1b61-4e8b-9b7e-d356b7088e97 HTTP/1.1" status: 200 len: 1092 time: 2.4054084 Jul 14 18:42:51.892023 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f9a7f72-8408-4351-a6cb-31c74000b0ce', 'tag': '6182959c-1b61-4e8b-9b7e-d356b7088e97'}] {{(pid=93915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:42:51.894471 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e72782ad3af8f7d4ce76cedf092bca46d1756acc5c4653cf0b52034cdd6b073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b32ee1c-0c85-4e14-b06b-a9af223aabdd" -d '{"events": [{"name": "network-changed", "server_uuid": "6f9a7f72-8408-4351-a6cb-31c74000b0ce", "tag": "6182959c-1b61-4e8b-9b7e-d356b7088e97"}]}' {{(pid=93915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:42:51.921541 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 59670) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:42:51.923259 n-d-800634-3 neutron-server[93915]: DEBUG neutron.services.segments.db [None req-60be8fdf-12dc-4c71-a667-5b7bdc9e0b8a tempest-ExternalNetworksTestJSON-1408401259 tempest-ExternalNetworksTestJSON-1408401259-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33878367-8929-4aef-b774-645411267260') {'for_net_delete': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:42:51.923559 n-d-800634-3 neutron-server[93915]: DEBUG neutron.services.segments.db [None req-60be8fdf-12dc-4c71-a667-5b7bdc9e0b8a tempest-ExternalNetworksTestJSON-1408401259 tempest-ExternalNetworksTestJSON-1408401259-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33878367-8929-4aef-b774-645411267260') {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:42:51.942794 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-65a72d55-26cb-45f5-89e9-300e37023956 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:52.034653 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 18:42:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ecda8a8-f11b-4947-8a49-cdc16d413200 x-openstack-request-id: req-6ecda8a8-f11b-4947-8a49-cdc16d413200 {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:42:52.034954 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f9a7f72-8408-4351-a6cb-31c74000b0ce", "tag": "6182959c-1b61-4e8b-9b7e-d356b7088e97", "status": "completed", "code": 200}]} {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:42:52.035219 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6ecda8a8-f11b-4947-8a49-cdc16d413200 {{(pid=93915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:42:52.035647 n-d-800634-3 neutron-server[93915]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f9a7f72-8408-4351-a6cb-31c74000b0ce', 'tag': '6182959c-1b61-4e8b-9b7e-d356b7088e97', 'status': 'completed', 'code': 200} Jul 14 18:42:52.058189 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-60be8fdf-12dc-4c71-a667-5b7bdc9e0b8a tempest-ExternalNetworksTestJSON-1408401259 tempest-ExternalNetworksTestJSON-1408401259-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728202715275', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28939920'] for segment, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:52.208597 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-59fe1201-e67a-4ad7-a986-1f4249b884e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9164ccb5-fd7c-4921-9283-3649ae3af26e', 'name': 'tempest-TestVolumeBootPattern-555718294-router', 'tenant_id': 'dc74663d02284b739c26a9ae016d3c85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.155'}], 'enable_snat': True}, 'gw_port_id': '13e10bcb-3caf-47be-a5f0-957f46d3fbac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:42:40Z', 'updated_at': '2021-07-14T18:42:47Z', 'revision_number': 3, 'project_id': 'dc74663d02284b739c26a9ae016d3c85', 'gw_port': {'id': '13e10bcb-3caf-47be-a5f0-957f46d3fbac', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:cc:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9164ccb5-fd7c-4921-9283-3649ae3af26e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2479, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:42:45Z', 'updated_at': '2021-07-14T18:42:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3'}], 'n-d-800634-3', False) {} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:42:52.247947 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59fe1201-e67a-4ad7-a986-1f4249b884e3 None None] The sync data for ids ['9164ccb5-fd7c-4921-9283-3649ae3af26e'] in n-d-800634-3 is: [{'id': '9164ccb5-fd7c-4921-9283-3649ae3af26e', 'name': 'tempest-TestVolumeBootPattern-555718294-router', 'tenant_id': 'dc74663d02284b739c26a9ae016d3c85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.155'}], 'enable_snat': True}, 'gw_port_id': '13e10bcb-3caf-47be-a5f0-957f46d3fbac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:42:40Z', 'updated_at': '2021-07-14T18:42:47Z', 'revision_number': 3, 'project_id': 'dc74663d02284b739c26a9ae016d3c85', 'gw_port': {'id': '13e10bcb-3caf-47be-a5f0-957f46d3fbac', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:cc:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9164ccb5-fd7c-4921-9283-3649ae3af26e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2479, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:42:45Z', 'updated_at': '2021-07-14T18:42:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3'}] {{(pid=93917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 18:42:52.339546 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dadad54-2a16-4901-9d19-d69aed94c32f service neutron] Pushing event updated for resources: {'Port': ['ID=6182959c-1b61-4e8b-9b7e-d356b7088e97,revision_number=3']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:42:52.346459 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-00231b23-0e3d-45fb-b3f3-43b83a108d66 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-352356687-network', 'tenant_id': '2888250993c844d8a8a9aa73985f3fb0'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:42:52.439640 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-60be8fdf-12dc-4c71-a667-5b7bdc9e0b8a tempest-ExternalNetworksTestJSON-1408401259 tempest-ExternalNetworksTestJSON-1408401259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:52.453416 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00231b23-0e3d-45fb-b3f3-43b83a108d66 admin admin] Made reservation on behalf of 2888250993c844d8a8a9aa73985f3fb0 for: {'network': 1} {{(pid=93915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:42:52.457301 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-00231b23-0e3d-45fb-b3f3-43b83a108d66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for network, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:52.480491 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60be8fdf-12dc-4c71-a667-5b7bdc9e0b8a tempest-ExternalNetworksTestJSON-1408401259 tempest-ExternalNetworksTestJSON-1408401259-project] Releasing vlan 90 on physical network physnet1 to pool {{(pid=93915) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 18:42:52.481191 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-60be8fdf-12dc-4c71-a667-5b7bdc9e0b8a tempest-ExternalNetworksTestJSON-1408401259 tempest-ExternalNetworksTestJSON-1408401259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25911658'] for segment, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:52.490410 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccf8b58a-1e36-4d01-802c-e1303cac9c43 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Router b2fcfed5-97e7-4781-a4d4-abc125b03c54 has already been hosted by L3 agent 2c6eb27e-defb-4cca-9a24-381c7415e359 {{(pid=93916) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 18:42:52.492812 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-00231b23-0e3d-45fb-b3f3-43b83a108d66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:52.496345 n-d-800634-3 neutron-server[93915]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:42:52.496345 n-d-800634-3 neutron-server[93915]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:42:52.496345 n-d-800634-3 neutron-server[93915]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:42:52.496345 n-d-800634-3 neutron-server[93915]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:42:52.496345 n-d-800634-3 neutron-server[93915]: Traceback (most recent call last): Jul 14 18:42:52.496345 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 18:42:52.496345 n-d-800634-3 neutron-server[93915]: timer() Jul 14 18:42:52.496345 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 18:42:52.496345 n-d-800634-3 neutron-server[93915]: cb(*args, **kw) Jul 14 18:42:52.496345 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 18:42:52.496345 n-d-800634-3 neutron-server[93915]: return func(*args, **kwargs) Jul 14 18:42:52.496345 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 18:42:52.496345 n-d-800634-3 neutron-server[93915]: self._notify() Jul 14 18:42:52.496345 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 18:42:52.496345 n-d-800634-3 neutron-server[93915]: self.callback(batched_events) Jul 14 18:42:52.496345 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 18:42:52.496345 n-d-800634-3 neutron-server[93915]: event.method(event) Jul 14 18:42:52.496345 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 18:42:52.496345 n-d-800634-3 neutron-server[93915]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 18:42:52.496345 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 18:42:52.496345 n-d-800634-3 neutron-server[93915]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 18:42:52.496345 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 18:42:52.496345 n-d-800634-3 neutron-server[93915]: return f(self, *a, **k) Jul 14 18:42:52.496345 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 18:42:52.496345 n-d-800634-3 neutron-server[93915]: return self._get(url).json() Jul 14 18:42:52.496345 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 18:42:52.496345 n-d-800634-3 neutron-server[93915]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 18:42:52.496345 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 18:42:52.496345 n-d-800634-3 neutron-server[93915]: return self.request(url, 'GET', **kwargs) Jul 14 18:42:52.496345 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 18:42:52.496345 n-d-800634-3 neutron-server[93915]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 18:42:52.496345 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 18:42:52.496345 n-d-800634-3 neutron-server[93915]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 18:42:52.496345 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 18:42:52.496345 n-d-800634-3 neutron-server[93915]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 18:42:52.496345 n-d-800634-3 neutron-server[93915]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 18:42:52.584925 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccf8b58a-1e36-4d01-802c-e1303cac9c43 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify agent at l3_agent.n-d-800634-3 the message routers_updated {{(pid=93916) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 18:42:52.600812 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-ccf8b58a-1e36-4d01-802c-e1303cac9c43 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] 10.222.0.16 "PUT /v2.0/routers/b2fcfed5-97e7-4781-a4d4-abc125b03c54/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8796396 Jul 14 18:42:52.600812 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 59676) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:42:52.617667 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f7b8636-6037-4bd1-a1b1-b9e855ea1018 None None] Sync routers for ids ['b2fcfed5-97e7-4781-a4d4-abc125b03c54'] in n-d-800634-3 {{(pid=93918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 18:42:52.641265 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f7b8636-6037-4bd1-a1b1-b9e855ea1018 None None] Routers {'b2fcfed5-97e7-4781-a4d4-abc125b03c54'} bound to L3 agent in host n-d-800634-3 {{(pid=93918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:42:52.641894 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-1f7b8636-6037-4bd1-a1b1-b9e855ea1018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:42:23Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['b2fcfed5-97e7-4781-a4d4-abc125b03c54'], 'active': True} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:42:52.703228 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.db_base_plugin_v2 [None req-f18aba82-5c2b-4c0c-a104-df57c963ef2a tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Deleting subnet 6237a0fc-5f57-4144-81b6-9f8997dd8eb6 {{(pid=93916) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 18:42:52.707697 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-f18aba82-5c2b-4c0c-a104-df57c963ef2a tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify callbacks [] for subnet, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:52.765450 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-60be8fdf-12dc-4c71-a667-5b7bdc9e0b8a tempest-ExternalNetworksTestJSON-1408401259 tempest-ExternalNetworksTestJSON-1408401259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2096001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-930085'] for network, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:52.776857 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-f18aba82-5c2b-4c0c-a104-df57c963ef2a tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26296866'] for subnet, precommit_delete_associations {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:52.783267 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f801ab3-42ef-4b9b-8bed-cc805a898970 req-580fd98f-4d52-42c3-a0f6-8b5cb2813351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:42:52.785097 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-9f801ab3-42ef-4b9b-8bed-cc805a898970 req-580fd98f-4d52-42c3-a0f6-8b5cb2813351 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=af718961b2754d7c873f442ed35947bb&device_id=6f9a7f72-8408-4351-a6cb-31c74000b0ce HTTP/1.1" status: 200 len: 1095 time: 0.8089602 Jul 14 18:42:52.793397 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.db_base_plugin_common [None req-65a72d55-26cb-45f5-89e9-300e37023956 admin admin] Allocated IP 172.20.0.1 (81fd83c8-aa9a-451d-89ba-e16bcc26a4a4/6ace8c18-9df2-44f8-be88-12a7314d34a5/b876fc64-675a-4652-8fc6-c6924e5bc5af) {{(pid=93915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:42:52.812881 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b6d29d75-eda7-4c61-8fd4-324add10f277 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:52.816216 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-60be8fdf-12dc-4c71-a667-5b7bdc9e0b8a tempest-ExternalNetworksTestJSON-1408401259 tempest-ExternalNetworksTestJSON-1408401259-project] Notify callbacks [] for network, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:52.826329 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-60be8fdf-12dc-4c71-a667-5b7bdc9e0b8a tempest-ExternalNetworksTestJSON-1408401259 tempest-ExternalNetworksTestJSON-1408401259-project] 10.222.0.16 "DELETE /v2.0/networks/e33c4ef1-0899-433b-a95c-d7f36c01d5e2 HTTP/1.1" status: 204 len: 168 time: 1.6852489 Jul 14 18:42:52.940958 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-f18aba82-5c2b-4c0c-a104-df57c963ef2a tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081283'] for subnet, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:52.951022 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvr_db [None req-1f7b8636-6037-4bd1-a1b1-b9e855ea1018 None None] Set router b2fcfed5-97e7-4781-a4d4-abc125b03c54 gateway port host: None {{(pid=93918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 18:42:52.964734 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60be8fdf-12dc-4c71-a667-5b7bdc9e0b8a tempest-ExternalNetworksTestJSON-1408401259 tempest-ExternalNetworksTestJSON-1408401259-project] Pushing event deleted for resources: {'Network': ['ID=e33c4ef1-0899-433b-a95c-d7f36c01d5e2,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:42:53.044744 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-9f801ab3-42ef-4b9b-8bed-cc805a898970 req-4dc01ea7-4402-470e-ba7d-f7bcc75bcea6 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6182959c-1b61-4e8b-9b7e-d356b7088e97 HTTP/1.1" status: 200 len: 217 time: 0.2341342 Jul 14 18:42:53.077031 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-f18aba82-5c2b-4c0c-a104-df57c963ef2a tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2684816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26033152'] for subnet, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:53.083578 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-1f7b8636-6037-4bd1-a1b1-b9e855ea1018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2fcfed5-97e7-4781-a4d4-abc125b03c54', 'name': 'tempest-RoutersIpV6Test-router-1051286446', 'tenant_id': '78e64edff38a43a79601b0ea9ee759c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:41:46Z', 'updated_at': '2021-07-14T18:42:50Z', 'revision_number': 11, 'project_id': '78e64edff38a43a79601b0ea9ee759c1', 'gw_port_host': None}], 'n-d-800634-3', False) {} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:42:53.117428 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f7b8636-6037-4bd1-a1b1-b9e855ea1018 None None] Checking router: b2fcfed5-97e7-4781-a4d4-abc125b03c54 for host: n-d-800634-3 {{(pid=93918) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 18:42:53.132975 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f7b8636-6037-4bd1-a1b1-b9e855ea1018 None None] Routers {'b2fcfed5-97e7-4781-a4d4-abc125b03c54'} bound to L3 agent in host n-d-800634-3 {{(pid=93918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:42:53.133612 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-1f7b8636-6037-4bd1-a1b1-b9e855ea1018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:42:53Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['b2fcfed5-97e7-4781-a4d4-abc125b03c54'], 'active': True} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:42:53.158121 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:53.203232 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8441e181-7dce-4a6c-8f0d-b2d0c05c4762 None None] Network 7cb6cfed-e28d-443c-8647-2cd4fece0810 requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:42:53.220331 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-f18aba82-5c2b-4c0c-a104-df57c963ef2a tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify callbacks [] for subnet, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:53.231146 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-f18aba82-5c2b-4c0c-a104-df57c963ef2a tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] 10.222.0.16 "DELETE /v2.0/subnets/6237a0fc-5f57-4144-81b6-9f8997dd8eb6 HTTP/1.1" status: 204 len: 168 time: 0.6285844 Jul 14 18:42:53.232462 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 59686) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:42:53.233787 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18aba82-5c2b-4c0c-a104-df57c963ef2a tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Pushing event deleted for resources: {'Subnet': ['ID=6237a0fc-5f57-4144-81b6-9f8997dd8eb6,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:42:53.241735 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvr_db [None req-1f7b8636-6037-4bd1-a1b1-b9e855ea1018 None None] Set router b2fcfed5-97e7-4781-a4d4-abc125b03c54 gateway port host: None {{(pid=93918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 18:42:53.318150 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 59688) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:42:53.322421 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-1f7b8636-6037-4bd1-a1b1-b9e855ea1018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2fcfed5-97e7-4781-a4d4-abc125b03c54', 'name': 'tempest-RoutersIpV6Test-router-1051286446', 'tenant_id': '78e64edff38a43a79601b0ea9ee759c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:41:46Z', 'updated_at': '2021-07-14T18:42:50Z', 'revision_number': 11, 'project_id': '78e64edff38a43a79601b0ea9ee759c1', 'gw_port_host': None}], 'n-d-800634-3', False) {} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:42:53.354790 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f7b8636-6037-4bd1-a1b1-b9e855ea1018 None None] The sync data for ids ['b2fcfed5-97e7-4781-a4d4-abc125b03c54'] in n-d-800634-3 is: [{'id': 'b2fcfed5-97e7-4781-a4d4-abc125b03c54', 'name': 'tempest-RoutersIpV6Test-router-1051286446', 'tenant_id': '78e64edff38a43a79601b0ea9ee759c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:41:46Z', 'updated_at': '2021-07-14T18:42:50Z', 'revision_number': 11, 'project_id': '78e64edff38a43a79601b0ea9ee759c1', 'gw_port_host': None}] {{(pid=93918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 18:42:53.534434 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-47768496-58e2-42a8-a38e-18860c2ca59b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f152c8f5ef624c7480262835c73ab08c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2124608 Jul 14 18:42:53.535641 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 59694) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:42:53.637193 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-6970088b-29e9-4bf5-9fc6-9bec7024892a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:53.663250 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-6970088b-29e9-4bf5-9fc6-9bec7024892a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:53.723718 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-6970088b-29e9-4bf5-9fc6-9bec7024892a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:53.726446 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-6970088b-29e9-4bf5-9fc6-9bec7024892a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:53.731182 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-6970088b-29e9-4bf5-9fc6-9bec7024892a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/103b06c2-e12b-487e-8170-0629f0a0eab1 HTTP/1.1" status: 204 len: 168 time: 0.1921663 Jul 14 18:42:53.748435 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6970088b-29e9-4bf5-9fc6-9bec7024892a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=103b06c2-e12b-487e-8170-0629f0a0eab1,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:42:53.853480 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0e3509-d2b2-49ac-a928-0d7d2860c698 req-74c2b29f-9a6c-4513-b56c-b8fe197f6ea1 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:42:53.855142 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2b0e3509-d2b2-49ac-a928-0d7d2860c698 req-74c2b29f-9a6c-4513-b56c-b8fe197f6ea1 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] 10.222.0.16 "GET /v2.0/ports?device_id=6f9a7f72-8408-4351-a6cb-31c74000b0ce HTTP/1.1" status: 200 len: 944 time: 0.9671192 Jul 14 18:42:53.859001 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-6a6fd67a-52c5-4e8e-ad03-dfa7b46960c0 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645734'] for network, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:53.865902 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-00231b23-0e3d-45fb-b3f3-43b83a108d66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:53.871648 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f801ab3-42ef-4b9b-8bed-cc805a898970 req-2ee317fa-57c5-4b9e-bf39-607b5169c41b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:42:53.873164 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-9f801ab3-42ef-4b9b-8bed-cc805a898970 req-2ee317fa-57c5-4b9e-bf39-607b5169c41b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=691350cf-99fe-4a5a-8ba2-390006d7f9d6 HTTP/1.1" status: 200 len: 835 time: 0.8065808 Jul 14 18:42:53.873383 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f56fc86-d6fd-4168-bb30-c5ed2696f82f None None] DHCP port deletion for 7cb6cfed-e28d-443c-8647-2cd4fece0810 request from n-d-800634-3 {{(pid=93917) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 18:42:53.884260 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-00231b23-0e3d-45fb-b3f3-43b83a108d66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:53.965038 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-1f56fc86-d6fd-4168-bb30-c5ed2696f82f None None] Deleting port d51c17a3-5198-4e9f-a085-ad68e5e3a06a {{(pid=93917) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:42:53.965472 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-1f56fc86-d6fd-4168-bb30-c5ed2696f82f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:53.995222 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00231b23-0e3d-45fb-b3f3-43b83a108d66 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 87} {{(pid=93915) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 18:42:54.007928 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-65a72d55-26cb-45f5-89e9-300e37023956 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:54.059406 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-1f56fc86-d6fd-4168-bb30-c5ed2696f82f None None] For port d51c17a3-5198-4e9f-a085-ad68e5e3a06a, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=d51c17a3-5198-4e9f-a085-ad68e5e3a06a,segment=NetworkSegment(0ccce8f9-04ee-4c4e-993d-4cc3dc1621de),segment_id=0ccce8f9-04ee-4c4e-993d-4cc3dc1621de)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:42:54.060058 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-1f56fc86-d6fd-4168-bb30-c5ed2696f82f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:54.065630 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-00231b23-0e3d-45fb-b3f3-43b83a108d66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:54.066004 n-d-800634-3 neutron-server[93915]: INFO neutron.db.segments_db [None req-00231b23-0e3d-45fb-b3f3-43b83a108d66 admin admin] Added segment c2fad28a-4ca7-4493-8025-bc92e58ecccc of type vlan for network 1b20c90e-a28d-40c4-80a6-bd7c3e0e48e9 Jul 14 18:42:54.072316 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00231b23-0e3d-45fb-b3f3-43b83a108d66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f745dc72-333e-4ddf-8281-1bb3e04e8f82,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:42:54.081023 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-1f56fc86-d6fd-4168-bb30-c5ed2696f82f None None] Calling delete_port for d51c17a3-5198-4e9f-a085-ad68e5e3a06a owned by network:dhcp {{(pid=93917) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:42:54.103414 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.provisioning_blocks [None req-65a72d55-26cb-45f5-89e9-300e37023956 admin admin] Transition to ACTIVE for port object b876fc64-675a-4652-8fc6-c6924e5bc5af will not be triggered until provisioned by entity DHCP. {{(pid=93915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:42:54.109221 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2b0e3509-d2b2-49ac-a928-0d7d2860c698 req-eb28bad6-4e82-4a14-94da-9547e0dae109 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] 10.222.0.16 "GET /v2.0/security-groups?id=8e407b29-87a3-469b-bd17-d62b5e354976&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2476749 Jul 14 18:42:54.112614 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 59700) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:42:54.185800 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-00231b23-0e3d-45fb-b3f3-43b83a108d66 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728202197517'] for network, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:54.191962 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-1f56fc86-d6fd-4168-bb30-c5ed2696f82f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813'] for port, after_delete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:54.204127 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-584a72bf-824c-4ae9-8f4d-52c9f13027e9 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7631537220064717a455848d430e4c7e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0901136 Jul 14 18:42:54.206801 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 59702) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:42:54.215135 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f801ab3-42ef-4b9b-8bed-cc805a898970 req-d601dc59-a6be-4251-a2d4-8e64b88cb6ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:42:54.216964 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-9f801ab3-42ef-4b9b-8bed-cc805a898970 req-d601dc59-a6be-4251-a2d4-8e64b88cb6ea service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=26951fdb-bb46-4452-8c34-53f4c7032aac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3338540 Jul 14 18:42:54.226112 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-574aeb93-9938-449c-8e6c-cb22c9b52cc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:54.227180 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f56fc86-d6fd-4168-bb30-c5ed2696f82f None None] Pushing event deleted for resources: {'Port': ['ID=d51c17a3-5198-4e9f-a085-ad68e5e3a06a,revision_number=None']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:42:54.229966 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f56fc86-d6fd-4168-bb30-c5ed2696f82f None None] No DVR routers for this DVR port d51c17a3-5198-4e9f-a085-ad68e5e3a06a on host n-d-800634-3 {{(pid=93917) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 18:42:54.269834 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-2da5d459-69af-4e31-ba1b-da5a48a742b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:54.292528 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-2da5d459-69af-4e31-ba1b-da5a48a742b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:54.358904 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [None req-6a6fd67a-52c5-4e8e-ad03-dfa7b46960c0 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Deleting port d51c17a3-5198-4e9f-a085-ad68e5e3a06a {{(pid=93915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:42:54.359258 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-6a6fd67a-52c5-4e8e-ad03-dfa7b46960c0 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:54.361557 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-00231b23-0e3d-45fb-b3f3-43b83a108d66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727'] for network, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:54.362517 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00231b23-0e3d-45fb-b3f3-43b83a108d66 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:42:54.363097 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-00231b23-0e3d-45fb-b3f3-43b83a108d66 admin admin] Notify callbacks [] for network, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:54.366367 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-65a72d55-26cb-45f5-89e9-300e37023956 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:54.389693 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-2da5d459-69af-4e31-ba1b-da5a48a742b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:54.397142 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-2da5d459-69af-4e31-ba1b-da5a48a742b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:54.414245 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-2da5d459-69af-4e31-ba1b-da5a48a742b5 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/20116462-ad33-4c92-bab1-d9a69ad36b04 HTTP/1.1" status: 204 len: 168 time: 0.1986041 Jul 14 18:42:54.431151 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da5d459-69af-4e31-ba1b-da5a48a742b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20116462-ad33-4c92-bab1-d9a69ad36b04,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:42:54.436938 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 13e10bcb-3caf-47be-a5f0-957f46d3fbac up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:42:54.457833 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a72d55-26cb-45f5-89e9-300e37023956 admin admin] Pushing event updated for resources: {'Port': ['ID=b876fc64-675a-4652-8fc6-c6924e5bc5af,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:42:54.541240 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning for port 13e10bcb-3caf-47be-a5f0-957f46d3fbac completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:42:54.547169 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port 13e10bcb-3caf-47be-a5f0-957f46d3fbac triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:42:54.547951 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:54.631586 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65a72d55-26cb-45f5-89e9-300e37023956 admin admin] Network 81fd83c8-aa9a-451d-89ba-e16bcc26a4a4 is already hosted by enough agents. {{(pid=93915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:42:54.639102 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [None req-65a72d55-26cb-45f5-89e9-300e37023956 admin admin] Resources bound (agent type, host, resource id): {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:42:54.654030 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-00231b23-0e3d-45fb-b3f3-43b83a108d66 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.7089612 Jul 14 18:42:54.657534 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65a72d55-26cb-45f5-89e9-300e37023956 admin admin] Received port after_create {{(pid=93915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:42:54.658078 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 59708) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:42:54.664197 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-296f4cb2-940f-407e-a7cc-448ce7cfd3e7 admin admin] Request body: {'subnet': {'network_id': '1b20c90e-a28d-40c4-80a6-bd7c3e0e48e9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-352356687-subnet', 'tenant_id': '2888250993c844d8a8a9aa73985f3fb0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:42:54.664846 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:54.692962 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] For port 13e10bcb-3caf-47be-a5f0-957f46d3fbac, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=13e10bcb-3caf-47be-a5f0-957f46d3fbac,segment=NetworkSegment(5afb940b-bbdf-4727-be00-5d46367c38a1),segment_id=5afb940b-bbdf-4727-be00-5d46367c38a1)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:42:54.699858 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:54.720460 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-296f4cb2-940f-407e-a7cc-448ce7cfd3e7 admin admin] Made reservation on behalf of 2888250993c844d8a8a9aa73985f3fb0 for: {'subnet': 1} {{(pid=93916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:42:54.724334 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-296f4cb2-940f-407e-a7cc-448ce7cfd3e7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26033189'] for subnet, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:54.736060 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-65a72d55-26cb-45f5-89e9-300e37023956 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-930452'] for router_interface, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:54.852347 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device e1559901-b9e0-45ba-b035-2e326faf3b95 no longer exists at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 18:42:54.875999 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00231b23-0e3d-45fb-b3f3-43b83a108d66 admin admin] Pushing event updated for resources: {'Network': ['ID=1b20c90e-a28d-40c4-80a6-bd7c3e0e48e9,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:42:54.916883 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [None req-6a6fd67a-52c5-4e8e-ad03-dfa7b46960c0 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] For port d51c17a3-5198-4e9f-a085-ad68e5e3a06a, host n-d-800634-3, got binding levels [] {{(pid=93915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:42:54.917665 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-6a6fd67a-52c5-4e8e-ad03-dfa7b46960c0 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:54.943454 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Network 1b20c90e-a28d-40c4-80a6-bd7c3e0e48e9 details requested by agent ovs-agent-n-d-800634-3 with host n-d-800634-3 {{(pid=93917) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 18:42:54.957558 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Pushing event updated for resources: {'Port': ['ID=13e10bcb-3caf-47be-a5f0-957f46d3fbac,revision_number=4']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:42:54.961573 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] No Port match for: e1559901-b9e0-45ba-b035-2e326faf3b95 {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 18:42:54.962210 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device e1559901-b9e0-45ba-b035-2e326faf3b95 not bound to the agent host n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 18:42:54.981273 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device d51c17a3-5198-4e9f-a085-ad68e5e3a06a no longer exists at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 18:42:55.006631 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-9f801ab3-42ef-4b9b-8bed-cc805a898970 req-9dbd0b40-faef-4429-8d70-03f3d2083c7e service neutron] 10.222.0.18 "GET /v2.0/networks/26951fdb-bb46-4452-8c34-53f4c7032aac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7744176 Jul 14 18:42:55.033516 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] No Port match for: d51c17a3-5198-4e9f-a085-ad68e5e3a06a {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 18:42:55.033635 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device d51c17a3-5198-4e9f-a085-ad68e5e3a06a not bound to the agent host n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 18:42:55.052080 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [None req-6a6fd67a-52c5-4e8e-ad03-dfa7b46960c0 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Calling delete_port for d51c17a3-5198-4e9f-a085-ad68e5e3a06a owned by network:dhcp {{(pid=93915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:42:55.073476 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.ipam_backend_mixin [None req-6a6fd67a-52c5-4e8e-ad03-dfa7b46960c0 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Port d51c17a3-5198-4e9f-a085-ad68e5e3a06a was not found and therefore no delete operation was performed {{(pid=93915) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 14 18:42:55.092368 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-6a6fd67a-52c5-4e8e-ad03-dfa7b46960c0 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:55.175924 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-296f4cb2-940f-407e-a7cc-448ce7cfd3e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2684753', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26033175'] for subnet, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:55.240813 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6fd67a-52c5-4e8e-ad03-dfa7b46960c0 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Pushing event deleted for resources: {'Port': ['ID=d51c17a3-5198-4e9f-a085-ad68e5e3a06a,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:42:55.290788 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296f4cb2-940f-407e-a7cc-448ce7cfd3e7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=044a6425-92e0-4c6b-bc74-105388401773,revision_number=0']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:42:55.303199 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a6fd67a-52c5-4e8e-ad03-dfa7b46960c0 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] No DVR routers for this DVR port d51c17a3-5198-4e9f-a085-ad68e5e3a06a on host n-d-800634-3 {{(pid=93915) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 18:42:55.350265 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-296f4cb2-940f-407e-a7cc-448ce7cfd3e7 admin admin] Checking segment: {'id': 'c2fad28a-4ca7-4493-8025-bc92e58ecccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '1b20c90e-a28d-40c4-80a6-bd7c3e0e48e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93916) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:42:55.351104 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-296f4cb2-940f-407e-a7cc-448ce7cfd3e7 admin admin] Network hostable DHCP agents. Network: 1b20c90e-a28d-40c4-80a6-bd7c3e0e48e9, hostable agents: ['028393c3-0576-4ebd-bca1-8ea8a148e1a2'], hosted agents: [] {{(pid=93916) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 18:42:55.392019 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-296f4cb2-940f-407e-a7cc-448ce7cfd3e7 admin admin] Network 1b20c90e-a28d-40c4-80a6-bd7c3e0e48e9 is scheduled to be hosted by DHCP agent 028393c3-0576-4ebd-bca1-8ea8a148e1a2 with binding_index 1 {{(pid=93916) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 18:42:55.404093 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [None req-296f4cb2-940f-407e-a7cc-448ce7cfd3e7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-3, 1b20c90e-a28d-40c4-80a6-bd7c3e0e48e9) {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:42:55.411100 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-296f4cb2-940f-407e-a7cc-448ce7cfd3e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:42:55.411740 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-296f4cb2-940f-407e-a7cc-448ce7cfd3e7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:55.432198 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-542495a7-3470-4818-98ac-09d3cd247dea None None] Network 1b20c90e-a28d-40c4-80a6-bd7c3e0e48e9 requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:42:55.439259 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-296f4cb2-940f-407e-a7cc-448ce7cfd3e7 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7796512 Jul 14 18:42:55.530682 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-6a6fd67a-52c5-4e8e-ad03-dfa7b46960c0 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2096010', 'neutron.services.segments.db._delete_segments_for_network-8728202734996'] for network, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:55.546309 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-9f801ab3-42ef-4b9b-8bed-cc805a898970 req-2a520a0c-4d43-4c71-9842-c0b67374fe02 service neutron] 10.222.0.18 "GET /v2.0/networks/26951fdb-bb46-4452-8c34-53f4c7032aac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5192459 Jul 14 18:42:55.563496 n-d-800634-3 neutron-server[93915]: DEBUG neutron.services.segments.db [None req-6a6fd67a-52c5-4e8e-ad03-dfa7b46960c0 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7cb6cfed-e28d-443c-8647-2cd4fece0810']}} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:42:55.576755 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-65a72d55-26cb-45f5-89e9-300e37023956 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:55.603964 n-d-800634-3 neutron-server[93915]: DEBUG neutron.services.segments.db [None req-6a6fd67a-52c5-4e8e-ad03-dfa7b46960c0 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ccce8f9-04ee-4c4e-993d-4cc3dc1621de') {'for_net_delete': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:42:55.604514 n-d-800634-3 neutron-server[93915]: DEBUG neutron.services.segments.db [None req-6a6fd67a-52c5-4e8e-ad03-dfa7b46960c0 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ccce8f9-04ee-4c4e-993d-4cc3dc1621de') {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:42:55.651856 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-6a6fd67a-52c5-4e8e-ad03-dfa7b46960c0 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728202715275', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28939920'] for segment, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:55.704578 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-cf14c7f0-4052-4946-981b-1dab721b5969 None None] Provisioning for port b876fc64-675a-4652-8fc6-c6924e5bc5af completed by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:42:55.740084 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-cf14c7f0-4052-4946-981b-1dab721b5969 None None] Provisioning complete for port b876fc64-675a-4652-8fc6-c6924e5bc5af triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:42:55.741112 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-cf14c7f0-4052-4946-981b-1dab721b5969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:55.787461 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-cf14c7f0-4052-4946-981b-1dab721b5969 None None] Port b876fc64-675a-4652-8fc6-c6924e5bc5af cannot update to ACTIVE because it is not bound. {{(pid=93917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 18:42:55.815972 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-65a72d55-26cb-45f5-89e9-300e37023956 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:55.829957 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-65a72d55-26cb-45f5-89e9-300e37023956 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25912978'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:55.843757 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9fbbad1-772b-4d15-81d8-f10b3f6665d5 None None] Network 1b20c90e-a28d-40c4-80a6-bd7c3e0e48e9 requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:42:55.862917 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-6a6fd67a-52c5-4e8e-ad03-dfa7b46960c0 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:55.911796 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a6fd67a-52c5-4e8e-ad03-dfa7b46960c0 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Releasing vlan 93 on physical network physnet1 to pool {{(pid=93915) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 18:42:55.912513 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-6a6fd67a-52c5-4e8e-ad03-dfa7b46960c0 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25911658'] for segment, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:55.924936 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be2170b-e113-43c2-9fde-d1cd04a94db3 req-834a888e-ec53-40e4-a16d-3aac39e7e199 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:42:55.926525 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-7be2170b-e113-43c2-9fde-d1cd04a94db3 req-834a888e-ec53-40e4-a16d-3aac39e7e199 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] 10.222.0.16 "GET /v2.0/ports?device_id=6f9a7f72-8408-4351-a6cb-31c74000b0ce HTTP/1.1" status: 200 len: 944 time: 0.5186749 Jul 14 18:42:55.927223 n-d-800634-3 neutron-server[93915]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:42:55.927223 n-d-800634-3 neutron-server[93915]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:42:55.927223 n-d-800634-3 neutron-server[93915]: Traceback (most recent call last): Jul 14 18:42:55.927223 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 18:42:55.927223 n-d-800634-3 neutron-server[93915]: timer() Jul 14 18:42:55.927223 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 18:42:55.927223 n-d-800634-3 neutron-server[93915]: cb(*args, **kw) Jul 14 18:42:55.927223 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 18:42:55.927223 n-d-800634-3 neutron-server[93915]: return func(*args, **kwargs) Jul 14 18:42:55.927223 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 18:42:55.927223 n-d-800634-3 neutron-server[93915]: self._notify() Jul 14 18:42:55.927223 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 18:42:55.927223 n-d-800634-3 neutron-server[93915]: self.callback(batched_events) Jul 14 18:42:55.927223 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 18:42:55.927223 n-d-800634-3 neutron-server[93915]: event.method(event) Jul 14 18:42:55.927223 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 18:42:55.927223 n-d-800634-3 neutron-server[93915]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 18:42:55.927223 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 18:42:55.927223 n-d-800634-3 neutron-server[93915]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 18:42:55.927223 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 18:42:55.927223 n-d-800634-3 neutron-server[93915]: return f(self, *a, **k) Jul 14 18:42:55.927223 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 18:42:55.927223 n-d-800634-3 neutron-server[93915]: return self._get(url).json() Jul 14 18:42:55.927223 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 18:42:55.927223 n-d-800634-3 neutron-server[93915]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 18:42:55.927223 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 18:42:55.927223 n-d-800634-3 neutron-server[93915]: return self.request(url, 'GET', **kwargs) Jul 14 18:42:55.927223 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 18:42:55.927223 n-d-800634-3 neutron-server[93915]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 18:42:55.927223 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 18:42:55.927223 n-d-800634-3 neutron-server[93915]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 18:42:55.927223 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 18:42:55.927223 n-d-800634-3 neutron-server[93915]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 18:42:55.927223 n-d-800634-3 neutron-server[93915]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 18:42:55.942211 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-2f4e3af3-e708-4ffd-a544-82d93a489d01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:56.023826 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a72d55-26cb-45f5-89e9-300e37023956 admin admin] Pushing event updated for resources: {'Port': ['ID=b876fc64-675a-4652-8fc6-c6924e5bc5af,revision_number=2']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:42:56.035708 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-65a72d55-26cb-45f5-89e9-300e37023956 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-598741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-928734'] for router_interface, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:56.064035 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-6a6fd67a-52c5-4e8e-ad03-dfa7b46960c0 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2096001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-930085'] for network, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:56.072942 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b32ee1c-0c85-4e14-b06b-a9af223aabdd req-fca7aa59-322a-4463-b3cd-78d06c615334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:42:56.074441 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2b32ee1c-0c85-4e14-b06b-a9af223aabdd req-fca7aa59-322a-4463-b3cd-78d06c615334 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=af718961b2754d7c873f442ed35947bb&device_id=6f9a7f72-8408-4351-a6cb-31c74000b0ce HTTP/1.1" status: 200 len: 1095 time: 0.4647212 Jul 14 18:42:56.084553 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-6a6fd67a-52c5-4e8e-ad03-dfa7b46960c0 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify callbacks [] for network, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:56.089734 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 59742) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:42:56.090384 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-6a6fd67a-52c5-4e8e-ad03-dfa7b46960c0 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] 10.222.0.16 "DELETE /v2.0/networks/7cb6cfed-e28d-443c-8647-2cd4fece0810 HTTP/1.1" status: 204 len: 168 time: 2.8546369 Jul 14 18:42:56.095025 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-aa987437-ed8b-446c-9130-e129194060d3 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Request body: {'router': {'routes': None}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:42:56.155766 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-7be2170b-e113-43c2-9fde-d1cd04a94db3 req-180a8d17-b94b-4914-8dfe-a1fbe9b19ea7 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] 10.222.0.16 "GET /v2.0/security-groups?id=8e407b29-87a3-469b-bd17-d62b5e354976&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1693549 Jul 14 18:42:56.192306 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6fd67a-52c5-4e8e-ad03-dfa7b46960c0 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Pushing event deleted for resources: {'Network': ['ID=7cb6cfed-e28d-443c-8647-2cd4fece0810,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:42:56.270469 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65a72d55-26cb-45f5-89e9-300e37023956 admin admin] Network 81fd83c8-aa9a-451d-89ba-e16bcc26a4a4 is already hosted by enough agents. {{(pid=93915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:42:56.273352 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [None req-65a72d55-26cb-45f5-89e9-300e37023956 admin admin] Resources bound (agent type, host, resource id): {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:42:56.276932 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b32ee1c-0c85-4e14-b06b-a9af223aabdd req-7ce808b7-7673-49db-93d0-84bd6e15a533 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:42:56.278457 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2b32ee1c-0c85-4e14-b06b-a9af223aabdd req-7ce808b7-7673-49db-93d0-84bd6e15a533 service neutron] 10.222.0.18 "GET /v2.0/networks?id=26951fdb-bb46-4452-8c34-53f4c7032aac HTTP/1.1" status: 200 len: 896 time: 0.1876338 Jul 14 18:42:56.413582 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.extraroute_db [None req-aa987437-ed8b-446c-9130-e129194060d3 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Added routes are [] {{(pid=93916) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 14 18:42:56.413883 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.extraroute_db [None req-aa987437-ed8b-446c-9130-e129194060d3 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Removed routes are [] {{(pid=93916) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 14 18:42:56.414435 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-aa987437-ed8b-446c-9130-e129194060d3 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-929996', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-571750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11395'] for router, precommit_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:56.425788 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2b32ee1c-0c85-4e14-b06b-a9af223aabdd req-09466929-4aa9-4d43-87ff-88f367f6c242 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6182959c-1b61-4e8b-9b7e-d356b7088e97 HTTP/1.1" status: 200 len: 217 time: 0.1399047 Jul 14 18:42:56.440723 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 13e10bcb-3caf-47be-a5f0-957f46d3fbac up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:42:56.570631 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port 13e10bcb-3caf-47be-a5f0-957f46d3fbac triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:42:56.570988 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:56.680037 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-aa987437-ed8b-446c-9130-e129194060d3 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-929996', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-571750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11395'] for router, precommit_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:56.684559 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-aa987437-ed8b-446c-9130-e129194060d3 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-930033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-929987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-930042', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-571805'] for router, after_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:56.756860 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-af59ccc5-084c-40d5-a95c-3b901db72fac None None] Provisioning complete for port b876fc64-675a-4652-8fc6-c6924e5bc5af triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:42:56.757144 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-af59ccc5-084c-40d5-a95c-3b901db72fac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:56.769716 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b32ee1c-0c85-4e14-b06b-a9af223aabdd req-788b2e85-75ed-40b9-85fa-685f8589fa5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:42:56.771348 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2b32ee1c-0c85-4e14-b06b-a9af223aabdd req-788b2e85-75ed-40b9-85fa-685f8589fa5b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=691350cf-99fe-4a5a-8ba2-390006d7f9d6 HTTP/1.1" status: 200 len: 835 time: 0.3380063 Jul 14 18:42:56.773260 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa987437-ed8b-446c-9130-e129194060d3 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Router b2fcfed5-97e7-4781-a4d4-abc125b03c54 has already been hosted by L3 agent 2c6eb27e-defb-4cca-9a24-381c7415e359 {{(pid=93916) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 18:42:56.786839 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d871f128-96c6-4d06-9134-216f9ef9ff94 req-4d87886b-5dcb-4fa8-ab30-649a07dca403 tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:42:56.789582 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-d871f128-96c6-4d06-9134-216f9ef9ff94 req-4d87886b-5dcb-4fa8-ab30-649a07dca403 tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] 10.222.0.16 "GET /v2.0/networks?id=1b20c90e-a28d-40c4-80a6-bd7c3e0e48e9 HTTP/1.1" status: 200 len: 813 time: 0.1579702 Jul 14 18:42:56.850398 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-af59ccc5-084c-40d5-a95c-3b901db72fac None None] Port b876fc64-675a-4652-8fc6-c6924e5bc5af cannot update to ACTIVE because it is not bound. {{(pid=93917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 18:42:56.861045 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa987437-ed8b-446c-9130-e129194060d3 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify agent at l3_agent.n-d-800634-3 the message routers_updated {{(pid=93916) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 18:42:56.873785 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4861269-37fc-4d54-ad29-0ab33c581cd3 None None] Sync routers for ids ['b2fcfed5-97e7-4781-a4d4-abc125b03c54'] in n-d-800634-3 {{(pid=93917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 18:42:56.878321 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-aa987437-ed8b-446c-9130-e129194060d3 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify callbacks [] for router, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:56.879754 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-aa987437-ed8b-446c-9130-e129194060d3 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] 10.222.0.16 "PUT /v2.0/routers/b2fcfed5-97e7-4781-a4d4-abc125b03c54 HTTP/1.1" status: 200 len: 705 time: 0.7889729 Jul 14 18:42:56.882598 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 59768) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:42:56.894583 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-d871f128-96c6-4d06-9134-216f9ef9ff94 req-e016ddcc-4507-455a-9641-2c8a0ebeeb58 tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] 10.222.0.16 "GET /v2.0/quotas/2888250993c844d8a8a9aa73985f3fb0 HTTP/1.1" status: 200 len: 375 time: 0.0957291 Jul 14 18:42:56.898089 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4861269-37fc-4d54-ad29-0ab33c581cd3 None None] Routers {'b2fcfed5-97e7-4781-a4d4-abc125b03c54'} bound to L3 agent in host n-d-800634-3 {{(pid=93917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:42:56.898744 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-e4861269-37fc-4d54-ad29-0ab33c581cd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:42:53Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['b2fcfed5-97e7-4781-a4d4-abc125b03c54'], 'active': True} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:42:56.923055 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-f3a1e71e-1460-4f82-a208-547d30981918 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] 10.222.0.16 "GET /v2.0/ports?device_id=b2fcfed5-97e7-4781-a4d4-abc125b03c54 HTTP/1.1" status: 200 len: 205 time: 0.0391374 Jul 14 18:42:56.925552 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 59770) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:42:56.959779 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-d871f128-96c6-4d06-9134-216f9ef9ff94 req-bc383f21-21aa-417e-ba20-6962ae8d6d13 tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=2888250993c844d8a8a9aa73985f3fb0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0531561 Jul 14 18:42:56.969041 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65a72d55-26cb-45f5-89e9-300e37023956 admin admin] Router 9164ccb5-fd7c-4921-9283-3649ae3af26e has already been hosted by L3 agent 2c6eb27e-defb-4cca-9a24-381c7415e359 {{(pid=93915) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 18:42:56.979726 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b32ee1c-0c85-4e14-b06b-a9af223aabdd req-1fb48494-54ef-47be-b15d-db79528f3446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:42:56.981388 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2b32ee1c-0c85-4e14-b06b-a9af223aabdd req-1fb48494-54ef-47be-b15d-db79528f3446 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=26951fdb-bb46-4452-8c34-53f4c7032aac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1837890 Jul 14 18:42:56.999925 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvr_db [None req-e4861269-37fc-4d54-ad29-0ab33c581cd3 None None] Set router b2fcfed5-97e7-4781-a4d4-abc125b03c54 gateway port host: None {{(pid=93917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 18:42:57.033420 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-1d3c12f2-f021-41e5-804a-8cd09480b07e tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify callbacks [] for router, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:57.117505 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-e4861269-37fc-4d54-ad29-0ab33c581cd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2fcfed5-97e7-4781-a4d4-abc125b03c54', 'name': 'tempest-RoutersIpV6Test-router-1051286446', 'tenant_id': '78e64edff38a43a79601b0ea9ee759c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:41:46Z', 'updated_at': '2021-07-14T18:42:50Z', 'revision_number': 11, 'project_id': '78e64edff38a43a79601b0ea9ee759c1', 'gw_port_host': None}], 'n-d-800634-3', False) {} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:42:57.175086 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4861269-37fc-4d54-ad29-0ab33c581cd3 None None] Checking router: b2fcfed5-97e7-4781-a4d4-abc125b03c54 for host: n-d-800634-3 {{(pid=93917) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 18:42:57.184782 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4861269-37fc-4d54-ad29-0ab33c581cd3 None None] Routers {'b2fcfed5-97e7-4781-a4d4-abc125b03c54'} bound to L3 agent in host n-d-800634-3 {{(pid=93917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:42:57.185432 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-e4861269-37fc-4d54-ad29-0ab33c581cd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:42:53Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['b2fcfed5-97e7-4781-a4d4-abc125b03c54'], 'active': True} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:42:57.258021 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 59778) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:42:57.262668 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvr_db [None req-e4861269-37fc-4d54-ad29-0ab33c581cd3 None None] Set router b2fcfed5-97e7-4781-a4d4-abc125b03c54 gateway port host: None {{(pid=93917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 18:42:57.268492 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65a72d55-26cb-45f5-89e9-300e37023956 admin admin] Notify agent at l3_agent.n-d-800634-3 the message routers_updated {{(pid=93915) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 18:42:57.271931 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-1d3c12f2-f021-41e5-804a-8cd09480b07e tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-571778', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11402'] for router, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:57.274602 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-1d3c12f2-f021-41e5-804a-8cd09480b07e tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:57.278825 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de94153e-693a-431d-95e7-868a0106d1b6 None None] Sync routers for ids ['9164ccb5-fd7c-4921-9283-3649ae3af26e'] in n-d-800634-3 {{(pid=93918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 18:42:57.291964 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de94153e-693a-431d-95e7-868a0106d1b6 None None] Routers {'9164ccb5-fd7c-4921-9283-3649ae3af26e'} bound to L3 agent in host n-d-800634-3 {{(pid=93918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:42:57.292945 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-de94153e-693a-431d-95e7-868a0106d1b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:42:53Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['9164ccb5-fd7c-4921-9283-3649ae3af26e'], 'active': True} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:42:57.325656 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device 6182959c-1b61-4e8b-9b7e-d356b7088e97 details requested by agent hyperv_n-h1-800634-3 with host n-h1-800634-3 {{(pid=93917) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 18:42:57.345221 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-1d3c12f2-f021-41e5-804a-8cd09480b07e tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-541202'] for router, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:57.345763 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d3c12f2-f021-41e5-804a-8cd09480b07e tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Fanout notify agent at l3_agent the message router_deleted on router b2fcfed5-97e7-4781-a4d4-abc125b03c54 {{(pid=93916) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 18:42:57.352145 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-65a72d55-26cb-45f5-89e9-300e37023956 admin admin] 10.222.0.16 "PUT /v2.0/routers/9164ccb5-fd7c-4921-9283-3649ae3af26e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2778234 Jul 14 18:42:57.386037 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-1d3c12f2-f021-41e5-804a-8cd09480b07e tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify callbacks [] for router, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:57.394523 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-e4861269-37fc-4d54-ad29-0ab33c581cd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2fcfed5-97e7-4781-a4d4-abc125b03c54', 'name': 'tempest-RoutersIpV6Test-router-1051286446', 'tenant_id': '78e64edff38a43a79601b0ea9ee759c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:41:46Z', 'updated_at': '2021-07-14T18:42:50Z', 'revision_number': 11, 'project_id': '78e64edff38a43a79601b0ea9ee759c1', 'gw_port_host': None}], 'n-d-800634-3', False) {} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:42:57.401609 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-1d3c12f2-f021-41e5-804a-8cd09480b07e tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] 10.222.0.16 "DELETE /v2.0/routers/b2fcfed5-97e7-4781-a4d4-abc125b03c54 HTTP/1.1" status: 204 len: 168 time: 0.4747517 Jul 14 18:42:57.404214 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 59786) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:42:57.416205 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-accf7167-dd65-4329-989d-2ff4bfd47eb6 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-296328390', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:42:57.461576 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4861269-37fc-4d54-ad29-0ab33c581cd3 None None] The sync data for ids ['b2fcfed5-97e7-4781-a4d4-abc125b03c54'] in n-d-800634-3 is: [{'id': 'b2fcfed5-97e7-4781-a4d4-abc125b03c54', 'name': 'tempest-RoutersIpV6Test-router-1051286446', 'tenant_id': '78e64edff38a43a79601b0ea9ee759c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:41:46Z', 'updated_at': '2021-07-14T18:42:50Z', 'revision_number': 11, 'project_id': '78e64edff38a43a79601b0ea9ee759c1', 'gw_port_host': None}] {{(pid=93917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 18:42:57.489150 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-3194f2a8-5243-4a78-aa2a-62485a1900df tempest-QuotasNegativeTest-1473697970 tempest-QuotasNegativeTest-1473697970-project-admin] Request body: {'quota': {'network': 2}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:42:57.493358 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-accf7167-dd65-4329-989d-2ff4bfd47eb6 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-571768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11104'] for router, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:57.495138 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-accf7167-dd65-4329-989d-2ff4bfd47eb6 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-571675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-930014', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-632314', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11129'] for router, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:57.515748 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvr_db [None req-de94153e-693a-431d-95e7-868a0106d1b6 None None] Set router 9164ccb5-fd7c-4921-9283-3649ae3af26e gateway port host: n-d-800634-3 {{(pid=93918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 18:42:57.653496 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port 6182959c-1b61-4e8b-9b7e-d356b7088e97, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=6182959c-1b61-4e8b-9b7e-d356b7088e97,segment=NetworkSegment(b4257cb2-72a5-4b25-a351-e07b285b3b38),segment_id=b4257cb2-72a5-4b25-a351-e07b285b3b38)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:42:57.669495 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-accf7167-dd65-4329-989d-2ff4bfd47eb6 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:57.676298 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-accf7167-dd65-4329-989d-2ff4bfd47eb6 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-571759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-930033'] for router, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:57.693556 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Returning: {'device': '6182959c-1b61-4e8b-9b7e-d356b7088e97', 'network_id': '26951fdb-bb46-4452-8c34-53f4c7032aac', 'port_id': '6182959c-1b61-4e8b-9b7e-d356b7088e97', 'mac_address': 'fa:16:3e:9d:6e:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '691350cf-99fe-4a5a-8ba2-390006d7f9d6', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93917) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 18:42:57.714206 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 59796) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:42:57.717561 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-3194f2a8-5243-4a78-aa2a-62485a1900df tempest-QuotasNegativeTest-1473697970 tempest-QuotasNegativeTest-1473697970-project-admin] 10.222.0.16 "PUT /v2.0/quotas/93cbea1618ab42379599c75fdae02f3c HTTP/1.1" status: 200 len: 368 time: 0.4470439 Jul 14 18:42:57.721841 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-3dc8896f-2a15-42ed-ba62-e4af105aaaec tempest-QuotasNegativeTest-1473697970 tempest-QuotasNegativeTest-1473697970-project-admin] Request body: {'network': {'project_id': '93cbea1618ab42379599c75fdae02f3c'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:42:57.741784 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-accf7167-dd65-4329-989d-2ff4bfd47eb6 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify callbacks [] for router, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:57.745203 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-accf7167-dd65-4329-989d-2ff4bfd47eb6 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.3379304 Jul 14 18:42:57.747417 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-d871f128-96c6-4d06-9134-216f9ef9ff94 req-6a9b4177-377b-4893-a959-6fd397978157 service neutron] 10.222.0.16 "GET /v2.0/networks/1b20c90e-a28d-40c4-80a6-bd7c3e0e48e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7758470 Jul 14 18:42:57.749531 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 59798) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:42:57.755365 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2b32ee1c-0c85-4e14-b06b-a9af223aabdd req-87279cd5-d9b1-4cbd-9803-b27b413bf2eb service neutron] 10.222.0.18 "GET /v2.0/networks/26951fdb-bb46-4452-8c34-53f4c7032aac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7624793 Jul 14 18:42:57.758718 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-62e0b272-2b13-4dde-bb21-67440056816c tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Request body: {'router': {'admin_state_up': True}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:42:57.774003 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:57.789137 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dc8896f-2a15-42ed-ba62-e4af105aaaec tempest-QuotasNegativeTest-1473697970 tempest-QuotasNegativeTest-1473697970-project-admin] Made reservation on behalf of 93cbea1618ab42379599c75fdae02f3c for: {'network': 1} {{(pid=93916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:42:57.794279 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6182959c-1b61-4e8b-9b7e-d356b7088e97 {{(pid=93917) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 18:42:57.794482 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-3dc8896f-2a15-42ed-ba62-e4af105aaaec tempest-QuotasNegativeTest-1473697970 tempest-QuotasNegativeTest-1473697970-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for network, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:57.821472 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-3dc8896f-2a15-42ed-ba62-e4af105aaaec tempest-QuotasNegativeTest-1473697970 tempest-QuotasNegativeTest-1473697970-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:57.825016 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port 6182959c-1b61-4e8b-9b7e-d356b7088e97, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=6182959c-1b61-4e8b-9b7e-d356b7088e97,segment=NetworkSegment(b4257cb2-72a5-4b25-a351-e07b285b3b38),segment_id=b4257cb2-72a5-4b25-a351-e07b285b3b38)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:42:57.832161 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:57.902528 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Pushing event updated for resources: {'Port': ['ID=6182959c-1b61-4e8b-9b7e-d356b7088e97,revision_number=4']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:42:58.052573 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] get_ports_and_sgs() called for port_ids ['6182959c-1b61-4e8b-9b7e-d356b7088e97'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 18:42:58.093644 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-de94153e-693a-431d-95e7-868a0106d1b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9164ccb5-fd7c-4921-9283-3649ae3af26e', 'name': 'tempest-TestVolumeBootPattern-555718294-router', 'tenant_id': 'dc74663d02284b739c26a9ae016d3c85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.155'}], 'enable_snat': True}, 'gw_port_id': '13e10bcb-3caf-47be-a5f0-957f46d3fbac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:42:40Z', 'updated_at': '2021-07-14T18:42:55Z', 'revision_number': 4, 'project_id': 'dc74663d02284b739c26a9ae016d3c85', 'gw_port': {'id': '13e10bcb-3caf-47be-a5f0-957f46d3fbac', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:cc:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9164ccb5-fd7c-4921-9283-3649ae3af26e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2479, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:42:45Z', 'updated_at': '2021-07-14T18:42:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_interfaces': [{'id': 'b876fc64-675a-4652-8fc6-c6924e5bc5af', 'name': '', 'network_id': '81fd83c8-aa9a-451d-89ba-e16bcc26a4a4', 'tenant_id': 'dc74663d02284b739c26a9ae016d3c85', 'mac_address': 'fa:16:3e:2c:27:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9164ccb5-fd7c-4921-9283-3649ae3af26e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2485, 'fixed_ips': [{'subnet_id': '6ace8c18-9df2-44f8-be88-12a7314d34a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:42:52Z', 'updated_at': '2021-07-14T18:42:55Z', 'revision_number': 2, 'project_id': 'dc74663d02284b739c26a9ae016d3c85', 'subnets': [{'id': '6ace8c18-9df2-44f8-be88-12a7314d34a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-3', False) {} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:42:58.120371 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-d871f128-96c6-4d06-9134-216f9ef9ff94 req-73e99fc2-5ea4-4397-9809-92b4399365fc service neutron] 10.222.0.16 "GET /v2.0/networks/1b20c90e-a28d-40c4-80a6-bd7c3e0e48e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2800751 Jul 14 18:42:58.125383 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2b32ee1c-0c85-4e14-b06b-a9af223aabdd req-8f97d5e5-4942-40e7-81be-c885620d74fb service neutron] 10.222.0.18 "GET /v2.0/networks/26951fdb-bb46-4452-8c34-53f4c7032aac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2716494 Jul 14 18:42:58.137337 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de94153e-693a-431d-95e7-868a0106d1b6 None None] Checking router: 9164ccb5-fd7c-4921-9283-3649ae3af26e for host: n-d-800634-3 {{(pid=93918) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 18:42:58.137772 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de94153e-693a-431d-95e7-868a0106d1b6 None None] Updating router 9164ccb5-fd7c-4921-9283-3649ae3af26e port b876fc64-675a-4652-8fc6-c6924e5bc5af binding host n-d-800634-3 {{(pid=93918) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 18:42:58.174319 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-3dc8896f-2a15-42ed-ba62-e4af105aaaec tempest-QuotasNegativeTest-1473697970 tempest-QuotasNegativeTest-1473697970-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:58.183039 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-3dc8896f-2a15-42ed-ba62-e4af105aaaec tempest-QuotasNegativeTest-1473697970 tempest-QuotasNegativeTest-1473697970-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:58.184811 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6865b9-e885-4249-bf08-3e1d0a96dc02 req-dafc46b2-ceae-481d-9fb7-8baf7373b719 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:42:58.186398 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ac6865b9-e885-4249-bf08-3e1d0a96dc02 req-dafc46b2-ceae-481d-9fb7-8baf7373b719 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] 10.222.0.16 "GET /v2.0/ports?device_id=6f9a7f72-8408-4351-a6cb-31c74000b0ce HTTP/1.1" status: 200 len: 944 time: 0.7701247 Jul 14 18:42:58.203825 n-d-800634-3 neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-de94153e-693a-431d-95e7-868a0106d1b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:58.283346 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3dc8896f-2a15-42ed-ba62-e4af105aaaec tempest-QuotasNegativeTest-1473697970 tempest-QuotasNegativeTest-1473697970-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 79} {{(pid=93916) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 18:42:58.314849 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc8896f-2a15-42ed-ba62-e4af105aaaec tempest-QuotasNegativeTest-1473697970 tempest-QuotasNegativeTest-1473697970-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f433a84-0f7e-4b04-ac86-c4478be1bb72,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:42:58.340957 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ac6865b9-e885-4249-bf08-3e1d0a96dc02 req-8c3ddb26-9647-4449-a416-72dc5d1fe93d tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] 10.222.0.16 "GET /v2.0/security-groups?id=8e407b29-87a3-469b-bd17-d62b5e354976&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0892847 Jul 14 18:42:58.343241 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-3dc8896f-2a15-42ed-ba62-e4af105aaaec tempest-QuotasNegativeTest-1473697970 tempest-QuotasNegativeTest-1473697970-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:58.344381 n-d-800634-3 neutron-server[93916]: INFO neutron.db.segments_db [None req-3dc8896f-2a15-42ed-ba62-e4af105aaaec tempest-QuotasNegativeTest-1473697970 tempest-QuotasNegativeTest-1473697970-project-admin] Added segment 3cd1e9cb-84e5-4dfa-bcdb-affc8d32ab95 of type vlan for network 210d0094-09db-4089-8491-0cbe9c0566b2 Jul 14 18:42:58.502679 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-3dc8896f-2a15-42ed-ba62-e4af105aaaec tempest-QuotasNegativeTest-1473697970 tempest-QuotasNegativeTest-1473697970-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728202197517'] for network, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:58.627376 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-3dc8896f-2a15-42ed-ba62-e4af105aaaec tempest-QuotasNegativeTest-1473697970 tempest-QuotasNegativeTest-1473697970-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727'] for network, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:58.634288 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dc8896f-2a15-42ed-ba62-e4af105aaaec tempest-QuotasNegativeTest-1473697970 tempest-QuotasNegativeTest-1473697970-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:42:58.638389 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-3dc8896f-2a15-42ed-ba62-e4af105aaaec tempest-QuotasNegativeTest-1473697970 tempest-QuotasNegativeTest-1473697970-project-admin] Notify callbacks [] for network, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:58.765859 n-d-800634-3 neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-de94153e-693a-431d-95e7-868a0106d1b6 None None] Notify callbacks [] for port, precommit_update {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:58.803751 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.provisioning_blocks [None req-de94153e-693a-431d-95e7-868a0106d1b6 None None] Transition to ACTIVE for port object b876fc64-675a-4652-8fc6-c6924e5bc5af will not be triggered until provisioned by entity L2. {{(pid=93918) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:42:58.812997 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-3dc8896f-2a15-42ed-ba62-e4af105aaaec tempest-QuotasNegativeTest-1473697970 tempest-QuotasNegativeTest-1473697970-project-admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 1.0965819 Jul 14 18:42:58.816088 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 59822) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:42:58.818291 n-d-800634-3 neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-de94153e-693a-431d-95e7-868a0106d1b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:58.833396 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-db8c8f96-8bfe-4d3f-8a78-087178527f20 tempest-QuotasNegativeTest-1473697970 tempest-QuotasNegativeTest-1473697970-project-admin] Request body: {'network': {'project_id': '93cbea1618ab42379599c75fdae02f3c'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:42:58.844732 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc8896f-2a15-42ed-ba62-e4af105aaaec tempest-QuotasNegativeTest-1473697970 tempest-QuotasNegativeTest-1473697970-project-admin] Pushing event updated for resources: {'Network': ['ID=210d0094-09db-4089-8491-0cbe9c0566b2,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:42:58.861259 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Network 210d0094-09db-4089-8491-0cbe9c0566b2 details requested by agent ovs-agent-n-d-800634-3 with host n-d-800634-3 {{(pid=93917) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 18:42:58.869233 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a6e338-d566-4f80-aaa2-27ab95c357b4 None None] Pushing event updated for resources: {'Port': ['ID=b876fc64-675a-4652-8fc6-c6924e5bc5af,revision_number=3']} {{(pid=93918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:42:58.913562 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db8c8f96-8bfe-4d3f-8a78-087178527f20 tempest-QuotasNegativeTest-1473697970 tempest-QuotasNegativeTest-1473697970-project-admin] Made reservation on behalf of 93cbea1618ab42379599c75fdae02f3c for: {'network': 1} {{(pid=93916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:42:58.923786 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-db8c8f96-8bfe-4d3f-8a78-087178527f20 tempest-QuotasNegativeTest-1473697970 tempest-QuotasNegativeTest-1473697970-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for network, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:58.982133 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db8c8f96-8bfe-4d3f-8a78-087178527f20 tempest-QuotasNegativeTest-1473697970 tempest-QuotasNegativeTest-1473697970-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 91} {{(pid=93916) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 18:42:59.013842 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-db8c8f96-8bfe-4d3f-8a78-087178527f20 tempest-QuotasNegativeTest-1473697970 tempest-QuotasNegativeTest-1473697970-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:59.015344 n-d-800634-3 neutron-server[93916]: INFO neutron.db.segments_db [None req-db8c8f96-8bfe-4d3f-8a78-087178527f20 tempest-QuotasNegativeTest-1473697970 tempest-QuotasNegativeTest-1473697970-project-admin] Added segment c5c6ca61-c777-423f-8654-2d37fa99edb5 of type vlan for network 872b6408-070e-47dc-9a1e-c8f8e8b669b8 Jul 14 18:42:59.051377 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.managers [None req-de94153e-693a-431d-95e7-868a0106d1b6 None None] Attempting to bind port b876fc64-675a-4652-8fc6-c6924e5bc5af on host n-d-800634-3 for vnic_type normal with profile {{(pid=93918) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:42:59.051746 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.managers [None req-de94153e-693a-431d-95e7-868a0106d1b6 None None] Attempting to bind port b876fc64-675a-4652-8fc6-c6924e5bc5af by drivers openvswitch,hyperv on host n-d-800634-3 at level 0 using segments [{'id': 'fc4a68b5-94de-4131-a5d8-037044553ae5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '81fd83c8-aa9a-451d-89ba-e16bcc26a4a4'}] {{(pid=93918) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:42:59.054726 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de94153e-693a-431d-95e7-868a0106d1b6 None None] Attempting to bind port b876fc64-675a-4652-8fc6-c6924e5bc5af on network 81fd83c8-aa9a-451d-89ba-e16bcc26a4a4 {{(pid=93918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:42:59.062550 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de94153e-693a-431d-95e7-868a0106d1b6 None None] Checking agent: {'id': '01c19e91-a945-4e3c-94a6-c211e17c923e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 8, 23), 'started_at': datetime.datetime(2021, 7, 14, 18, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 18, 42, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 18:42:59.068345 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de94153e-693a-431d-95e7-868a0106d1b6 None None] Checking segment: {'id': 'fc4a68b5-94de-4131-a5d8-037044553ae5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '81fd83c8-aa9a-451d-89ba-e16bcc26a4a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93918) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:42:59.068994 n-d-800634-3 neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-de94153e-693a-431d-95e7-868a0106d1b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:59.069434 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de94153e-693a-431d-95e7-868a0106d1b6 None None] Bound using segment: {'id': 'fc4a68b5-94de-4131-a5d8-037044553ae5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '81fd83c8-aa9a-451d-89ba-e16bcc26a4a4'} {{(pid=93918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 18:42:59.069933 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.managers [None req-de94153e-693a-431d-95e7-868a0106d1b6 None None] Bound port: b876fc64-675a-4652-8fc6-c6924e5bc5af, host: n-d-800634-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc4a68b5-94de-4131-a5d8-037044553ae5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '81fd83c8-aa9a-451d-89ba-e16bcc26a4a4'}}] {{(pid=93918) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 18:42:59.073733 n-d-800634-3 neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-de94153e-693a-431d-95e7-868a0106d1b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:59.082353 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-db8c8f96-8bfe-4d3f-8a78-087178527f20 tempest-QuotasNegativeTest-1473697970 tempest-QuotasNegativeTest-1473697970-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728202197517'] for network, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:59.129194 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-db8c8f96-8bfe-4d3f-8a78-087178527f20 tempest-QuotasNegativeTest-1473697970 tempest-QuotasNegativeTest-1473697970-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727'] for network, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:59.130360 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db8c8f96-8bfe-4d3f-8a78-087178527f20 tempest-QuotasNegativeTest-1473697970 tempest-QuotasNegativeTest-1473697970-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:42:59.131097 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-db8c8f96-8bfe-4d3f-8a78-087178527f20 tempest-QuotasNegativeTest-1473697970 tempest-QuotasNegativeTest-1473697970-project-admin] Notify callbacks [] for network, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:59.226737 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.db [None req-de94153e-693a-431d-95e7-868a0106d1b6 None None] For port b876fc64-675a-4652-8fc6-c6924e5bc5af, host n-d-800634-3, cleared binding levels {{(pid=93918) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:42:59.237482 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.db [None req-de94153e-693a-431d-95e7-868a0106d1b6 None None] For port b876fc64-675a-4652-8fc6-c6924e5bc5af, host n-d-800634-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=b876fc64-675a-4652-8fc6-c6924e5bc5af,segment=NetworkSegment(fc4a68b5-94de-4131-a5d8-037044553ae5),segment_id=fc4a68b5-94de-4131-a5d8-037044553ae5)] {{(pid=93918) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 18:42:59.243448 n-d-800634-3 neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-de94153e-693a-431d-95e7-868a0106d1b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:59.299550 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-66177ce1-b44f-41e3-8e8d-c7d0062c01be req-9970f670-dd98-4213-8deb-6ffd8a2a1227 tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] 10.222.0.16 "GET /v2.0/ports?device_id=4ed688ec-0b1c-4d1e-881c-157d22decd3a HTTP/1.1" status: 200 len: 210 time: 0.1559289 Jul 14 18:42:59.300165 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-db8c8f96-8bfe-4d3f-8a78-087178527f20 tempest-QuotasNegativeTest-1473697970 tempest-QuotasNegativeTest-1473697970-project-admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.4739223 Jul 14 18:42:59.300562 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 59828) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:42:59.319312 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-62e0b272-2b13-4dde-bb21-67440056816c tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-929996', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-571750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11395'] for router, precommit_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:59.322450 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a6e338-d566-4f80-aaa2-27ab95c357b4 None None] Pushing event updated for resources: {'Port': ['ID=b876fc64-675a-4652-8fc6-c6924e5bc5af,revision_number=4']} {{(pid=93918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:42:59.338787 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8c8f96-8bfe-4d3f-8a78-087178527f20 tempest-QuotasNegativeTest-1473697970 tempest-QuotasNegativeTest-1473697970-project-admin] Pushing event updated for resources: {'Network': ['ID=872b6408-070e-47dc-9a1e-c8f8e8b669b8,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:42:59.349731 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device 6182959c-1b61-4e8b-9b7e-d356b7088e97 up at agent hyperv_n-h1-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:42:59.358697 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de94153e-693a-431d-95e7-868a0106d1b6 None None] Routers {'9164ccb5-fd7c-4921-9283-3649ae3af26e'} bound to L3 agent in host n-d-800634-3 {{(pid=93918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:42:59.359751 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-de94153e-693a-431d-95e7-868a0106d1b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:42:53Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['9164ccb5-fd7c-4921-9283-3649ae3af26e'], 'active': True} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:42:59.371628 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-40bc883f-7027-48ee-af42-ccedd9f44a62 tempest-QuotasNegativeTest-1473697970 tempest-QuotasNegativeTest-1473697970-project-admin] Request body: {'network': {'project_id': '93cbea1618ab42379599c75fdae02f3c'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:42:59.462331 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-62e0b272-2b13-4dde-bb21-67440056816c tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-930033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-929987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-930042', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-571805'] for router, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:59.468848 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Network 872b6408-070e-47dc-9a1e-c8f8e8b669b8 details requested by agent ovs-agent-n-d-800634-3 with host n-d-800634-3 {{(pid=93917) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 18:42:59.496868 n-d-800634-3 neutron-server[93915]: INFO neutron.pecan_wsgi.hooks.translation [None req-40bc883f-7027-48ee-af42-ccedd9f44a62 tempest-QuotasNegativeTest-1473697970 tempest-QuotasNegativeTest-1473697970-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jul 14 18:42:59.497417 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-40bc883f-7027-48ee-af42-ccedd9f44a62 tempest-QuotasNegativeTest-1473697970 tempest-QuotasNegativeTest-1473697970-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=93915) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 18:42:59.503132 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-40bc883f-7027-48ee-af42-ccedd9f44a62 tempest-QuotasNegativeTest-1473697970 tempest-QuotasNegativeTest-1473697970-project-admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.1448858 Jul 14 18:42:59.725002 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvr_db [None req-de94153e-693a-431d-95e7-868a0106d1b6 None None] Set router 9164ccb5-fd7c-4921-9283-3649ae3af26e gateway port host: n-d-800634-3 {{(pid=93918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 18:42:59.791636 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Provisioning for port 6182959c-1b61-4e8b-9b7e-d356b7088e97 completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:42:59.802168 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Provisioning complete for port 6182959c-1b61-4e8b-9b7e-d356b7088e97 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:42:59.802656 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:42:59.833815 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 59848) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:42:59.858943 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2dc1f7be-1e40-428f-abdd-925abc93b68e req-de1d7144-0f47-4ccc-a87f-4c96374702bf service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=2d4752b4-cf55-42cb-aaf8-a6366a7dc104&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6939561 Jul 14 18:43:00.065123 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-99518262-9648-43ee-a4b7-ede6c07ce8e2 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=93cbea1618ab42379599c75fdae02f3c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2277336 Jul 14 18:43:00.066386 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 59852) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:43:00.083583 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:00.089669 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62e0b272-2b13-4dde-bb21-67440056816c tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Router ba8d4992-98e8-4322-9dc9-5b9597dd601a is scheduled to L3 agent 2c6eb27e-defb-4cca-9a24-381c7415e359 with binding_index 1 {{(pid=93915) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 18:43:00.126351 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e230ec4-5f3a-4117-8da4-882b0a2779f9 req-630fb2da-7bb4-4171-b33a-6a6b433b32fd tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:43:00.128796 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-5e230ec4-5f3a-4117-8da4-882b0a2779f9 req-630fb2da-7bb4-4171-b33a-6a6b433b32fd tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] 10.222.0.16 "GET /v2.0/ports?device_id=6f9a7f72-8408-4351-a6cb-31c74000b0ce HTTP/1.1" status: 200 len: 945 time: 0.2804093 Jul 14 18:43:00.130611 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f9a7f72-8408-4351-a6cb-31c74000b0ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6182959c-1b61-4e8b-9b7e-d356b7088e97'}] {{(pid=93917) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:43:00.133788 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20b787f3c29eaa7aa2a4d648c725a2124c5ff39a8d793252f9d844495e14cf42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5474e15e-5d68-4dae-8485-dbcbf5212dbc" -d '{"events": [{"server_uuid": "6f9a7f72-8408-4351-a6cb-31c74000b0ce", "name": "network-vif-plugged", "status": "completed", "tag": "6182959c-1b61-4e8b-9b7e-d356b7088e97"}]}' {{(pid=93917) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:43:00.147431 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc1f7be-1e40-428f-abdd-925abc93b68e req-edafdcd9-19eb-4312-8938-62ea4479494b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:43:00.150592 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2dc1f7be-1e40-428f-abdd-925abc93b68e req-edafdcd9-19eb-4312-8938-62ea4479494b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4427572788fe4f30abbab6f59fdbf9f1&device_id=2d4752b4-cf55-42cb-aaf8-a6366a7dc104 HTTP/1.1" status: 200 len: 1096 time: 0.2034740 Jul 14 18:43:00.166911 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port 6182959c-1b61-4e8b-9b7e-d356b7088e97, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=6182959c-1b61-4e8b-9b7e-d356b7088e97,segment=NetworkSegment(b4257cb2-72a5-4b25-a351-e07b285b3b38),segment_id=b4257cb2-72a5-4b25-a351-e07b285b3b38)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:43:00.175561 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:00.216325 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-2753f310-be6b-4f6c-bc0c-2ba5fef10d23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:00.261949 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 18:43:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dadcd823-6bcb-4ba3-8c62-07d6d3cb1615 x-openstack-request-id: req-dadcd823-6bcb-4ba3-8c62-07d6d3cb1615 {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:43:00.262249 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f9a7f72-8408-4351-a6cb-31c74000b0ce", "name": "network-vif-plugged", "status": "completed", "tag": "6182959c-1b61-4e8b-9b7e-d356b7088e97", "code": 200}]} {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:43:00.262512 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-dadcd823-6bcb-4ba3-8c62-07d6d3cb1615 {{(pid=93917) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:43:00.262911 n-d-800634-3 neutron-server[93917]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f9a7f72-8408-4351-a6cb-31c74000b0ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6182959c-1b61-4e8b-9b7e-d356b7088e97', 'code': 200} Jul 14 18:43:00.279477 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Pushing event updated for resources: {'Port': ['ID=6182959c-1b61-4e8b-9b7e-d356b7088e97,revision_number=5']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:43:00.299247 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-2753f310-be6b-4f6c-bc0c-2ba5fef10d23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:00.334056 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62e0b272-2b13-4dde-bb21-67440056816c tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify agent at l3_agent.n-d-800634-3 the message routers_updated {{(pid=93915) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 18:43:00.350600 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-62e0b272-2b13-4dde-bb21-67440056816c tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify callbacks [] for router, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:00.351904 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-62e0b272-2b13-4dde-bb21-67440056816c tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] 10.222.0.16 "PUT /v2.0/routers/ba8d4992-98e8-4322-9dc9-5b9597dd601a HTTP/1.1" status: 200 len: 697 time: 2.5997188 Jul 14 18:43:00.354720 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 59864) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:43:00.367230 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8616f5d3-c791-4404-b9ab-86b0d13ab55a None None] Sync routers for ids ['ba8d4992-98e8-4322-9dc9-5b9597dd601a'] in n-d-800634-3 {{(pid=93917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 18:43:00.380416 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8616f5d3-c791-4404-b9ab-86b0d13ab55a None None] Routers {'ba8d4992-98e8-4322-9dc9-5b9597dd601a'} bound to L3 agent in host n-d-800634-3 {{(pid=93917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:43:00.381089 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-8616f5d3-c791-4404-b9ab-86b0d13ab55a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:42:53Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['ba8d4992-98e8-4322-9dc9-5b9597dd601a'], 'active': True} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:43:00.411757 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-5e230ec4-5f3a-4117-8da4-882b0a2779f9 req-9f593b6e-a864-4bb1-a900-3d525cdf6c4b tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] 10.222.0.16 "GET /v2.0/security-groups?id=8e407b29-87a3-469b-bd17-d62b5e354976&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2091160 Jul 14 18:43:00.439201 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-de94153e-693a-431d-95e7-868a0106d1b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9164ccb5-fd7c-4921-9283-3649ae3af26e', 'name': 'tempest-TestVolumeBootPattern-555718294-router', 'tenant_id': 'dc74663d02284b739c26a9ae016d3c85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.155'}], 'enable_snat': True}, 'gw_port_id': '13e10bcb-3caf-47be-a5f0-957f46d3fbac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:42:40Z', 'updated_at': '2021-07-14T18:42:55Z', 'revision_number': 4, 'project_id': 'dc74663d02284b739c26a9ae016d3c85', 'gw_port': {'id': '13e10bcb-3caf-47be-a5f0-957f46d3fbac', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:cc:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9164ccb5-fd7c-4921-9283-3649ae3af26e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2479, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:42:45Z', 'updated_at': '2021-07-14T18:42:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_interfaces': [{'id': 'b876fc64-675a-4652-8fc6-c6924e5bc5af', 'name': '', 'network_id': '81fd83c8-aa9a-451d-89ba-e16bcc26a4a4', 'tenant_id': 'dc74663d02284b739c26a9ae016d3c85', 'mac_address': 'fa:16:3e:2c:27:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9164ccb5-fd7c-4921-9283-3649ae3af26e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2485, 'fixed_ips': [{'subnet_id': '6ace8c18-9df2-44f8-be88-12a7314d34a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:42:52Z', 'updated_at': '2021-07-14T18:42:59Z', 'revision_number': 4, 'project_id': 'dc74663d02284b739c26a9ae016d3c85', 'subnets': [{'id': '6ace8c18-9df2-44f8-be88-12a7314d34a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-3', False) {} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:43:00.452890 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc1f7be-1e40-428f-abdd-925abc93b68e req-12516469-e7ea-426f-b2ac-cbb443dd4644 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:43:00.455219 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2dc1f7be-1e40-428f-abdd-925abc93b68e req-12516469-e7ea-426f-b2ac-cbb443dd4644 service neutron] 10.222.0.18 "GET /v2.0/networks?id=949878ad-81d9-4447-9e61-f4d51615e760 HTTP/1.1" status: 200 len: 911 time: 0.1835670 Jul 14 18:43:00.518018 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de94153e-693a-431d-95e7-868a0106d1b6 None None] The sync data for ids ['9164ccb5-fd7c-4921-9283-3649ae3af26e'] in n-d-800634-3 is: [{'id': '9164ccb5-fd7c-4921-9283-3649ae3af26e', 'name': 'tempest-TestVolumeBootPattern-555718294-router', 'tenant_id': 'dc74663d02284b739c26a9ae016d3c85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.155'}], 'enable_snat': True}, 'gw_port_id': '13e10bcb-3caf-47be-a5f0-957f46d3fbac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:42:40Z', 'updated_at': '2021-07-14T18:42:55Z', 'revision_number': 4, 'project_id': 'dc74663d02284b739c26a9ae016d3c85', 'gw_port': {'id': '13e10bcb-3caf-47be-a5f0-957f46d3fbac', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:cc:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9164ccb5-fd7c-4921-9283-3649ae3af26e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2479, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:42:45Z', 'updated_at': '2021-07-14T18:42:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_interfaces': [{'id': 'b876fc64-675a-4652-8fc6-c6924e5bc5af', 'name': '', 'network_id': '81fd83c8-aa9a-451d-89ba-e16bcc26a4a4', 'tenant_id': 'dc74663d02284b739c26a9ae016d3c85', 'mac_address': 'fa:16:3e:2c:27:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9164ccb5-fd7c-4921-9283-3649ae3af26e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2485, 'fixed_ips': [{'subnet_id': '6ace8c18-9df2-44f8-be88-12a7314d34a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:42:52Z', 'updated_at': '2021-07-14T18:42:59Z', 'revision_number': 4, 'project_id': 'dc74663d02284b739c26a9ae016d3c85', 'subnets': [{'id': '6ace8c18-9df2-44f8-be88-12a7314d34a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 18:43:00.554604 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-ccda0e08-3002-45e6-bcaf-6d67d6abd681 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] 10.222.0.16 "GET /v2.0/routers/ba8d4992-98e8-4322-9dc9-5b9597dd601a HTTP/1.1" status: 200 len: 703 time: 0.1909711 Jul 14 18:43:00.554831 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvr_db [None req-8616f5d3-c791-4404-b9ab-86b0d13ab55a None None] Set router ba8d4992-98e8-4322-9dc9-5b9597dd601a gateway port host: None {{(pid=93917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 18:43:00.555134 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 59868) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:43:00.628772 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-017ad923-c08e-4162-8f37-c4dfe16c8b32 req-6422d08d-b671-4c51-b1f7-c94eb7d38e81 tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] 10.222.0.16 "GET /v2.0/ports?device_id=4ed688ec-0b1c-4d1e-881c-157d22decd3a HTTP/1.1" status: 200 len: 210 time: 0.0776889 Jul 14 18:43:00.641004 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-d9570b01-fc58-4eb2-8845-aa91192347e6 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] 10.222.0.16 "GET /v2.0/ports?device_id=ba8d4992-98e8-4322-9dc9-5b9597dd601a HTTP/1.1" status: 200 len: 205 time: 0.0860875 Jul 14 18:43:00.642131 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 59872) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:43:00.652822 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9c46d8-5834-46a4-b847-a5fe423be30c req-d23f414d-99e4-4759-9993-f9a8c8dc6497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:43:00.659468 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-8a9c46d8-5834-46a4-b847-a5fe423be30c req-d23f414d-99e4-4759-9993-f9a8c8dc6497 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=6f9a7f72-8408-4351-a6cb-31c74000b0ce HTTP/1.1" status: 200 len: 1097 time: 0.3246579 Jul 14 18:43:00.685766 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2dc1f7be-1e40-428f-abdd-925abc93b68e req-3e789525-1631-4049-9471-a93a417e3832 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d804339d-5b7a-476d-a012-f8d5a3d4af14 HTTP/1.1" status: 200 len: 1001 time: 0.2087448 Jul 14 18:43:00.730407 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-8616f5d3-c791-4404-b9ab-86b0d13ab55a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba8d4992-98e8-4322-9dc9-5b9597dd601a', 'name': 'tempest-RoutersIpV6Test-router-296328390', 'tenant_id': '78e64edff38a43a79601b0ea9ee759c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:42:57Z', 'updated_at': '2021-07-14T18:42:59Z', 'revision_number': 2, 'project_id': '78e64edff38a43a79601b0ea9ee759c1', 'gw_port_host': None}], 'n-d-800634-3', False) {} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:43:00.758056 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-8a9c46d8-5834-46a4-b847-a5fe423be30c req-275a0a41-c0ac-4cd7-a5a7-c691ee6b92e8 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=8e407b29-87a3-469b-bd17-d62b5e354976&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0882981 Jul 14 18:43:00.773346 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc1f7be-1e40-428f-abdd-925abc93b68e req-4ead8e90-6c5e-422b-89de-8fb0d6febc58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:43:00.777195 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2dc1f7be-1e40-428f-abdd-925abc93b68e req-4ead8e90-6c5e-422b-89de-8fb0d6febc58 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=42f73a38-7ef6-4d77-ab5e-abe039b69936 HTTP/1.1" status: 200 len: 850 time: 0.0802040 Jul 14 18:43:00.779865 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8616f5d3-c791-4404-b9ab-86b0d13ab55a None None] Checking router: ba8d4992-98e8-4322-9dc9-5b9597dd601a for host: n-d-800634-3 {{(pid=93917) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 18:43:00.785010 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-2753f310-be6b-4f6c-bc0c-2ba5fef10d23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:00.790249 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-2753f310-be6b-4f6c-bc0c-2ba5fef10d23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:00.791666 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-2753f310-be6b-4f6c-bc0c-2ba5fef10d23 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3f433a84-0f7e-4b04-ac86-c4478be1bb72 HTTP/1.1" status: 204 len: 168 time: 0.7242038 Jul 14 18:43:00.795159 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 59876) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:43:00.797173 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8616f5d3-c791-4404-b9ab-86b0d13ab55a None None] Routers {'ba8d4992-98e8-4322-9dc9-5b9597dd601a'} bound to L3 agent in host n-d-800634-3 {{(pid=93917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:43:00.797984 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-8616f5d3-c791-4404-b9ab-86b0d13ab55a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:42:53Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['ba8d4992-98e8-4322-9dc9-5b9597dd601a'], 'active': True} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:43:00.825311 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2753f310-be6b-4f6c-bc0c-2ba5fef10d23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f433a84-0f7e-4b04-ac86-c4478be1bb72,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:43:00.831970 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-9a99464d-d610-4fd6-a116-581bd7064e22 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify callbacks [] for router, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:00.904338 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvr_db [None req-8616f5d3-c791-4404-b9ab-86b0d13ab55a None None] Set router ba8d4992-98e8-4322-9dc9-5b9597dd601a gateway port host: None {{(pid=93917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 18:43:00.990093 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-7d675811-b2ec-4b66-a041-f31251ef19b2 tempest-QuotasNegativeTest-1473697970 tempest-QuotasNegativeTest-1473697970-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645734'] for network, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:01.017835 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-8616f5d3-c791-4404-b9ab-86b0d13ab55a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba8d4992-98e8-4322-9dc9-5b9597dd601a', 'name': 'tempest-RoutersIpV6Test-router-296328390', 'tenant_id': '78e64edff38a43a79601b0ea9ee759c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:42:57Z', 'updated_at': '2021-07-14T18:42:59Z', 'revision_number': 2, 'project_id': '78e64edff38a43a79601b0ea9ee759c1', 'gw_port_host': None}], 'n-d-800634-3', False) {} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:43:01.085119 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8616f5d3-c791-4404-b9ab-86b0d13ab55a None None] The sync data for ids ['ba8d4992-98e8-4322-9dc9-5b9597dd601a'] in n-d-800634-3 is: [{'id': 'ba8d4992-98e8-4322-9dc9-5b9597dd601a', 'name': 'tempest-RoutersIpV6Test-router-296328390', 'tenant_id': '78e64edff38a43a79601b0ea9ee759c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:42:57Z', 'updated_at': '2021-07-14T18:42:59Z', 'revision_number': 2, 'project_id': '78e64edff38a43a79601b0ea9ee759c1', 'gw_port_host': None}] {{(pid=93917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 18:43:01.174918 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-7d675811-b2ec-4b66-a041-f31251ef19b2 tempest-QuotasNegativeTest-1473697970 tempest-QuotasNegativeTest-1473697970-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2096010', 'neutron.services.segments.db._delete_segments_for_network-8728202734996'] for network, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:01.197440 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc1f7be-1e40-428f-abdd-925abc93b68e req-7aa0faa6-685d-419c-873a-6c7736471646 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:43:01.199796 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2dc1f7be-1e40-428f-abdd-925abc93b68e req-7aa0faa6-685d-419c-873a-6c7736471646 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=949878ad-81d9-4447-9e61-f4d51615e760&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3934977 Jul 14 18:43:01.201716 n-d-800634-3 neutron-server[93915]: DEBUG neutron.services.segments.db [None req-7d675811-b2ec-4b66-a041-f31251ef19b2 tempest-QuotasNegativeTest-1473697970 tempest-QuotasNegativeTest-1473697970-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['872b6408-070e-47dc-9a1e-c8f8e8b669b8']}} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:43:01.242539 n-d-800634-3 neutron-server[93915]: DEBUG neutron.services.segments.db [None req-7d675811-b2ec-4b66-a041-f31251ef19b2 tempest-QuotasNegativeTest-1473697970 tempest-QuotasNegativeTest-1473697970-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5c6ca61-c777-423f-8654-2d37fa99edb5') {'for_net_delete': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:43:01.243114 n-d-800634-3 neutron-server[93915]: DEBUG neutron.services.segments.db [None req-7d675811-b2ec-4b66-a041-f31251ef19b2 tempest-QuotasNegativeTest-1473697970 tempest-QuotasNegativeTest-1473697970-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5c6ca61-c777-423f-8654-2d37fa99edb5') {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:43:01.321533 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-7d675811-b2ec-4b66-a041-f31251ef19b2 tempest-QuotasNegativeTest-1473697970 tempest-QuotasNegativeTest-1473697970-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728202715275', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28939920'] for segment, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:01.348428 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-9a99464d-d610-4fd6-a116-581bd7064e22 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-571778', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11402'] for router, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:01.351647 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-9a99464d-d610-4fd6-a116-581bd7064e22 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:01.370971 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-7d675811-b2ec-4b66-a041-f31251ef19b2 tempest-QuotasNegativeTest-1473697970 tempest-QuotasNegativeTest-1473697970-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:01.439798 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d675811-b2ec-4b66-a041-f31251ef19b2 tempest-QuotasNegativeTest-1473697970 tempest-QuotasNegativeTest-1473697970-project-admin] Releasing vlan 91 on physical network physnet1 to pool {{(pid=93915) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 18:43:01.440245 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-7d675811-b2ec-4b66-a041-f31251ef19b2 tempest-QuotasNegativeTest-1473697970 tempest-QuotasNegativeTest-1473697970-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25911658'] for segment, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:01.442519 n-d-800634-3 neutron-server[93915]: Traceback (most recent call last): Jul 14 18:43:01.442519 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 18:43:01.442519 n-d-800634-3 neutron-server[93915]: timer() Jul 14 18:43:01.442519 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 18:43:01.442519 n-d-800634-3 neutron-server[93915]: cb(*args, **kw) Jul 14 18:43:01.442519 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 18:43:01.442519 n-d-800634-3 neutron-server[93915]: return func(*args, **kwargs) Jul 14 18:43:01.442519 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 18:43:01.442519 n-d-800634-3 neutron-server[93915]: self._notify() Jul 14 18:43:01.442519 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 18:43:01.442519 n-d-800634-3 neutron-server[93915]: self.callback(batched_events) Jul 14 18:43:01.442519 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 18:43:01.442519 n-d-800634-3 neutron-server[93915]: event.method(event) Jul 14 18:43:01.442519 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 18:43:01.442519 n-d-800634-3 neutron-server[93915]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 18:43:01.442519 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 18:43:01.442519 n-d-800634-3 neutron-server[93915]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 18:43:01.442519 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 18:43:01.442519 n-d-800634-3 neutron-server[93915]: return f(self, *a, **k) Jul 14 18:43:01.442519 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 18:43:01.442519 n-d-800634-3 neutron-server[93915]: return self._get(url).json() Jul 14 18:43:01.442519 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 18:43:01.442519 n-d-800634-3 neutron-server[93915]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 18:43:01.442519 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 18:43:01.442519 n-d-800634-3 neutron-server[93915]: return self.request(url, 'GET', **kwargs) Jul 14 18:43:01.442519 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 18:43:01.442519 n-d-800634-3 neutron-server[93915]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 18:43:01.442519 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 18:43:01.442519 n-d-800634-3 neutron-server[93915]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 18:43:01.442519 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 18:43:01.442519 n-d-800634-3 neutron-server[93915]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 18:43:01.442519 n-d-800634-3 neutron-server[93915]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 18:43:01.558807 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d871f128-96c6-4d06-9134-216f9ef9ff94 req-cca7e9c2-232d-444f-9787-eea8f7f36675 tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:43:01.567564 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-d871f128-96c6-4d06-9134-216f9ef9ff94 req-cca7e9c2-232d-444f-9787-eea8f7f36675 tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] 10.222.0.35 "GET /v2.0/networks?id=1b20c90e-a28d-40c4-80a6-bd7c3e0e48e9 HTTP/1.1" status: 200 len: 813 time: 0.6704037 Jul 14 18:43:01.571844 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-9a99464d-d610-4fd6-a116-581bd7064e22 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-541202'] for router, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:01.572704 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a99464d-d610-4fd6-a116-581bd7064e22 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Fanout notify agent at l3_agent the message router_deleted on router ba8d4992-98e8-4322-9dc9-5b9597dd601a {{(pid=93916) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 18:43:01.601549 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [req-d871f128-96c6-4d06-9134-216f9ef9ff94 req-ab1c34e5-5313-45b9-a0c3-af9c3d9424af tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] Request body: {'port': {'device_id': '4ed688ec-0b1c-4d1e-881c-157d22decd3a', 'network_id': '1b20c90e-a28d-40c4-80a6-bd7c3e0e48e9', 'admin_state_up': True, 'tenant_id': '2888250993c844d8a8a9aa73985f3fb0'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:43:01.613380 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-9a99464d-d610-4fd6-a116-581bd7064e22 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] Notify callbacks [] for router, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:01.622569 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-9a99464d-d610-4fd6-a116-581bd7064e22 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] 10.222.0.16 "DELETE /v2.0/routers/ba8d4992-98e8-4322-9dc9-5b9597dd601a HTTP/1.1" status: 204 len: 168 time: 0.9786806 Jul 14 18:43:01.623363 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 59896) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:43:01.788090 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449d1d4f-9df0-4d38-b7ed-b836abf4fd58 req-99c41918-12e2-4e4f-80ec-9d3fbc5de0b7 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:43:01.790372 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-449d1d4f-9df0-4d38-b7ed-b836abf4fd58 req-99c41918-12e2-4e4f-80ec-9d3fbc5de0b7 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] 10.222.0.16 "GET /v2.0/networks?id=d41f9397-de9e-4e07-a07d-8cf0ac566250 HTTP/1.1" status: 200 len: 811 time: 0.1961768 Jul 14 18:43:01.793676 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2dc1f7be-1e40-428f-abdd-925abc93b68e req-4dfd70e3-04a6-49f1-b208-1037a9e5d5ae service neutron] 10.222.0.18 "GET /v2.0/networks/949878ad-81d9-4447-9e61-f4d51615e760?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5749364 Jul 14 18:43:01.827420 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d871f128-96c6-4d06-9134-216f9ef9ff94 req-ab1c34e5-5313-45b9-a0c3-af9c3d9424af tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] Made reservation on behalf of 2888250993c844d8a8a9aa73985f3fb0 for: {'port': 1} {{(pid=93916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:43:01.832075 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-d871f128-96c6-4d06-9134-216f9ef9ff94 req-ab1c34e5-5313-45b9-a0c3-af9c3d9424af tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:01.832769 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-7d675811-b2ec-4b66-a041-f31251ef19b2 tempest-QuotasNegativeTest-1473697970 tempest-QuotasNegativeTest-1473697970-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2096001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-930085'] for network, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:01.907546 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-d0df1bf0-c98c-4b82-a8b6-3b6b77bf2562 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] 10.222.0.16 "GET /v2.0/ports?device_id=ba8d4992-98e8-4322-9dc9-5b9597dd601a HTTP/1.1" status: 200 len: 205 time: 0.1297722 Jul 14 18:43:01.946603 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 59906) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:43:01.947139 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-7d675811-b2ec-4b66-a041-f31251ef19b2 tempest-QuotasNegativeTest-1473697970 tempest-QuotasNegativeTest-1473697970-project-admin] Notify callbacks [] for network, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:01.950543 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-7d675811-b2ec-4b66-a041-f31251ef19b2 tempest-QuotasNegativeTest-1473697970 tempest-QuotasNegativeTest-1473697970-project-admin] 10.222.0.16 "DELETE /v2.0/networks/872b6408-070e-47dc-9a1e-c8f8e8b669b8 HTTP/1.1" status: 204 len: 168 time: 1.1539340 Jul 14 18:43:01.963343 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 59908) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:43:02.008945 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.agents_db [None req-2ea07fb6-aa68-4671-8654-119d82b9f530 None None] Agent healthcheck: found 7 active agents {{(pid=93918) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 18:43:02.058849 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-449d1d4f-9df0-4d38-b7ed-b836abf4fd58 req-5f1c29b4-0811-409a-be1a-ae35e714925d tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] 10.222.0.16 "GET /v2.0/quotas/5093a1bcf9144b0bbe697fc3cf12df56 HTTP/1.1" status: 200 len: 375 time: 0.2270310 Jul 14 18:43:02.070011 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d675811-b2ec-4b66-a041-f31251ef19b2 tempest-QuotasNegativeTest-1473697970 tempest-QuotasNegativeTest-1473697970-project-admin] Pushing event deleted for resources: {'Network': ['ID=872b6408-070e-47dc-9a1e-c8f8e8b669b8,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:43:02.100878 n-d-800634-3 neutron-server[93916]: INFO neutron.api.v2.resource [None req-a57883be-24f1-4899-82d8-3b829397422e tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] delete failed (client error): The resource could not be found. Jul 14 18:43:02.104199 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-a57883be-24f1-4899-82d8-3b829397422e tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] 10.222.0.16 "DELETE /v2.0/routers/ba8d4992-98e8-4322-9dc9-5b9597dd601a HTTP/1.1" status: 404 len: 336 time: 0.1542802 Jul 14 18:43:02.130655 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 59912) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:43:02.245939 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-dedc2648-93b3-489e-8e09-7d8119cdfe95 tempest-QuotasNegativeTest-1473697970 tempest-QuotasNegativeTest-1473697970-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645734'] for network, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:02.291571 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.db_base_plugin_common [req-d871f128-96c6-4d06-9134-216f9ef9ff94 req-ab1c34e5-5313-45b9-a0c3-af9c3d9424af tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] Allocated IP 172.20.0.2 (1b20c90e-a28d-40c4-80a6-bd7c3e0e48e9/044a6425-92e0-4c6b-bc74-105388401773/22c8f00d-1121-4477-a7e5-813b2cc437b2) {{(pid=93916) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:43:02.299983 n-d-800634-3 neutron-server[93915]: INFO neutron.pecan_wsgi.hooks.translation [None req-b057972b-ee0e-4cf9-b684-d9b35287d1ea tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] DELETE failed (client error): The resource could not be found. Jul 14 18:43:02.300561 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b057972b-ee0e-4cf9-b684-d9b35287d1ea tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93915) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 18:43:02.302391 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-b057972b-ee0e-4cf9-b684-d9b35287d1ea tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] 10.222.0.16 "DELETE /v2.0/subnets/cd70f5ca-0c40-4b72-9c07-aa118013575c HTTP/1.1" status: 404 len: 337 time: 0.1680486 Jul 14 18:43:02.310000 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 59916) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:43:02.366535 n-d-800634-3 neutron-server[93915]: INFO neutron.pecan_wsgi.hooks.translation [None req-92fe571d-6973-4066-b13f-85f5ab267c81 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] DELETE failed (client error): The resource could not be found. Jul 14 18:43:02.367001 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-92fe571d-6973-4066-b13f-85f5ab267c81 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93915) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 18:43:02.371584 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-92fe571d-6973-4066-b13f-85f5ab267c81 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] 10.222.0.16 "DELETE /v2.0/subnets/88886a72-f6db-452d-a7b9-17bad70189b3 HTTP/1.1" status: 404 len: 337 time: 0.0516648 Jul 14 18:43:02.371584 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2dc1f7be-1e40-428f-abdd-925abc93b68e req-11082a2c-87b3-43b0-bc1e-e94f9aa3d79b service neutron] 10.222.0.18 "GET /v2.0/networks/949878ad-81d9-4447-9e61-f4d51615e760?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5626445 Jul 14 18:43:02.372343 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 59918) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:43:02.405448 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690a1ff3-a338-4a68-baa5-30c5892e398a req-b6b37f29-2bfa-4385-83ad-28ca9df0742f tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:43:02.407048 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-690a1ff3-a338-4a68-baa5-30c5892e398a req-b6b37f29-2bfa-4385-83ad-28ca9df0742f tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] 10.222.0.16 "GET /v2.0/ports?device_id=6f9a7f72-8408-4351-a6cb-31c74000b0ce HTTP/1.1" status: 200 len: 946 time: 0.6132612 Jul 14 18:43:02.451197 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:02.545423 n-d-800634-3 neutron-server[93915]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4859439-60fa-4932-81b1-2ec103fdd014 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] DELETE failed (client error): The resource could not be found. Jul 14 18:43:02.545888 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e4859439-60fa-4932-81b1-2ec103fdd014 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93915) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 18:43:02.547862 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-e4859439-60fa-4932-81b1-2ec103fdd014 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] 10.222.0.16 "DELETE /v2.0/subnets/348fc547-9ada-4c29-952d-4f8e5befbefb HTTP/1.1" status: 404 len: 337 time: 0.1398380 Jul 14 18:43:02.556150 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-690a1ff3-a338-4a68-baa5-30c5892e398a req-518e3dfd-4f58-4a04-a3e5-30fb6f80124f tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] 10.222.0.16 "GET /v2.0/security-groups?id=8e407b29-87a3-469b-bd17-d62b5e354976&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1380279 Jul 14 18:43:02.556631 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 59920) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:43:02.572732 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device b876fc64-675a-4652-8fc6-c6924e5bc5af up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:43:02.595786 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-dedc2648-93b3-489e-8e09-7d8119cdfe95 tempest-QuotasNegativeTest-1473697970 tempest-QuotasNegativeTest-1473697970-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2096010', 'neutron.services.segments.db._delete_segments_for_network-8728202734996'] for network, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:02.596327 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-449d1d4f-9df0-4d38-b7ed-b836abf4fd58 req-5368bd11-2a71-45ab-b3ea-024c91459686 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=5093a1bcf9144b0bbe697fc3cf12df56&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5211828 Jul 14 18:43:02.641641 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.segments.db [None req-dedc2648-93b3-489e-8e09-7d8119cdfe95 tempest-QuotasNegativeTest-1473697970 tempest-QuotasNegativeTest-1473697970-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['210d0094-09db-4089-8491-0cbe9c0566b2']}} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:43:02.659616 n-d-800634-3 neutron-server[93915]: INFO neutron.pecan_wsgi.hooks.translation [None req-49c8fe18-90cf-470c-a8a6-0a0f5129e344 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] DELETE failed (client error): The resource could not be found. Jul 14 18:43:02.660353 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-49c8fe18-90cf-470c-a8a6-0a0f5129e344 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93915) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 18:43:02.661857 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-49c8fe18-90cf-470c-a8a6-0a0f5129e344 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] 10.222.0.16 "DELETE /v2.0/subnets/6237a0fc-5f57-4144-81b6-9f8997dd8eb6 HTTP/1.1" status: 404 len: 337 time: 0.1031244 Jul 14 18:43:02.666798 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 59926) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:43:02.692422 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning for port b876fc64-675a-4652-8fc6-c6924e5bc5af completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:43:02.702400 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port b876fc64-675a-4652-8fc6-c6924e5bc5af triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:43:02.704644 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:02.746522 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.segments.db [None req-dedc2648-93b3-489e-8e09-7d8119cdfe95 tempest-QuotasNegativeTest-1473697970 tempest-QuotasNegativeTest-1473697970-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3cd1e9cb-84e5-4dfa-bcdb-affc8d32ab95') {'for_net_delete': True} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:43:02.747150 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.segments.db [None req-dedc2648-93b3-489e-8e09-7d8119cdfe95 tempest-QuotasNegativeTest-1473697970 tempest-QuotasNegativeTest-1473697970-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3cd1e9cb-84e5-4dfa-bcdb-affc8d32ab95') {} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:43:02.776776 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-dedc2648-93b3-489e-8e09-7d8119cdfe95 tempest-QuotasNegativeTest-1473697970 tempest-QuotasNegativeTest-1473697970-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728202715275', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26296891'] for segment, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:02.817578 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-dedc2648-93b3-489e-8e09-7d8119cdfe95 tempest-QuotasNegativeTest-1473697970 tempest-QuotasNegativeTest-1473697970-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:02.827985 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dedc2648-93b3-489e-8e09-7d8119cdfe95 tempest-QuotasNegativeTest-1473697970 tempest-QuotasNegativeTest-1473697970-project-admin] Releasing vlan 79 on physical network physnet1 to pool {{(pid=93916) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 18:43:02.828446 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-dedc2648-93b3-489e-8e09-7d8119cdfe95 tempest-QuotasNegativeTest-1473697970 tempest-QuotasNegativeTest-1473697970-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2682942'] for segment, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:02.849005 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:02.881277 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-fae5045a-b9d1-450b-9c00-680cccea8c0e req-ad5a7bb1-2575-43e6-a191-28484a31952e tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] 10.222.0.16 "GET /v2.0/ports?device_id=4ed688ec-0b1c-4d1e-881c-157d22decd3a HTTP/1.1" status: 200 len: 210 time: 0.0837982 Jul 14 18:43:02.925815 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-449d1d4f-9df0-4d38-b7ed-b836abf4fd58 req-0e59ccd4-6d3d-4f70-b724-4c5858848e34 service neutron] 10.222.0.16 "GET /v2.0/networks/d41f9397-de9e-4e07-a07d-8cf0ac566250?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2903194 Jul 14 18:43:02.939417 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] For port b876fc64-675a-4652-8fc6-c6924e5bc5af, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=b876fc64-675a-4652-8fc6-c6924e5bc5af,segment=NetworkSegment(fc4a68b5-94de-4131-a5d8-037044553ae5),segment_id=fc4a68b5-94de-4131-a5d8-037044553ae5)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:43:02.940967 n-d-800634-3 neutron-server[93916]: Traceback (most recent call last): Jul 14 18:43:02.940967 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 18:43:02.940967 n-d-800634-3 neutron-server[93916]: timer() Jul 14 18:43:02.940967 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 18:43:02.940967 n-d-800634-3 neutron-server[93916]: cb(*args, **kw) Jul 14 18:43:02.940967 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 18:43:02.940967 n-d-800634-3 neutron-server[93916]: return func(*args, **kwargs) Jul 14 18:43:02.940967 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 18:43:02.940967 n-d-800634-3 neutron-server[93916]: self._notify() Jul 14 18:43:02.940967 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 18:43:02.940967 n-d-800634-3 neutron-server[93916]: self.callback(batched_events) Jul 14 18:43:02.940967 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 18:43:02.940967 n-d-800634-3 neutron-server[93916]: event.method(event) Jul 14 18:43:02.940967 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 18:43:02.940967 n-d-800634-3 neutron-server[93916]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 18:43:02.940967 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 18:43:02.940967 n-d-800634-3 neutron-server[93916]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 18:43:02.940967 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 18:43:02.940967 n-d-800634-3 neutron-server[93916]: return f(self, *a, **k) Jul 14 18:43:02.940967 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 18:43:02.940967 n-d-800634-3 neutron-server[93916]: return self._get(url).json() Jul 14 18:43:02.940967 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 18:43:02.940967 n-d-800634-3 neutron-server[93916]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 18:43:02.940967 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 18:43:02.940967 n-d-800634-3 neutron-server[93916]: return self.request(url, 'GET', **kwargs) Jul 14 18:43:02.940967 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 18:43:02.940967 n-d-800634-3 neutron-server[93916]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 18:43:02.940967 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 18:43:02.940967 n-d-800634-3 neutron-server[93916]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 18:43:02.940967 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 18:43:02.940967 n-d-800634-3 neutron-server[93916]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 18:43:02.940967 n-d-800634-3 neutron-server[93916]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 18:43:02.945391 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:03.059361 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Pushing event updated for resources: {'Port': ['ID=b876fc64-675a-4652-8fc6-c6924e5bc5af,revision_number=5']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:43:03.061151 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-55c35a52-7aaf-4f2f-959c-989f94861ec2 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] 10.222.0.16 "GET /v2.0/ports?device_id=b2fcfed5-97e7-4781-a4d4-abc125b03c54 HTTP/1.1" status: 200 len: 205 time: 0.3876648 Jul 14 18:43:03.071393 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 59934) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:43:03.101084 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-dedc2648-93b3-489e-8e09-7d8119cdfe95 tempest-QuotasNegativeTest-1473697970 tempest-QuotasNegativeTest-1473697970-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2096001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-930085'] for network, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:03.129168 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-dedc2648-93b3-489e-8e09-7d8119cdfe95 tempest-QuotasNegativeTest-1473697970 tempest-QuotasNegativeTest-1473697970-project-admin] Notify callbacks [] for network, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:03.131304 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-dedc2648-93b3-489e-8e09-7d8119cdfe95 tempest-QuotasNegativeTest-1473697970 tempest-QuotasNegativeTest-1473697970-project-admin] 10.222.0.16 "DELETE /v2.0/networks/210d0094-09db-4089-8491-0cbe9c0566b2 HTTP/1.1" status: 204 len: 168 time: 1.1670196 Jul 14 18:43:03.146082 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedc2648-93b3-489e-8e09-7d8119cdfe95 tempest-QuotasNegativeTest-1473697970 tempest-QuotasNegativeTest-1473697970-project-admin] Pushing event deleted for resources: {'Network': ['ID=210d0094-09db-4089-8491-0cbe9c0566b2,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:43:03.148785 n-d-800634-3 neutron-server[93915]: INFO neutron.api.v2.resource [None req-3d6eff68-75ab-4e20-80bd-a118766ab545 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] delete failed (client error): The resource could not be found. Jul 14 18:43:03.158772 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-3d6eff68-75ab-4e20-80bd-a118766ab545 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] 10.222.0.16 "DELETE /v2.0/routers/b2fcfed5-97e7-4781-a4d4-abc125b03c54 HTTP/1.1" status: 404 len: 336 time: 0.0863020 Jul 14 18:43:03.161710 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 59938) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:43:03.214128 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-d871f128-96c6-4d06-9134-216f9ef9ff94 req-ab1c34e5-5313-45b9-a0c3-af9c3d9424af tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] Notify callbacks [] for port, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:03.216153 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-c26fd546-fe5f-4e83-991a-9258df884a51 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] 10.222.0.16 "GET /v2.0/ports?device_id=42290be9-1a8c-46a0-9dd3-3217c49e2c11 HTTP/1.1" status: 200 len: 205 time: 0.0532842 Jul 14 18:43:03.217164 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 59940) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:43:03.278248 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-449d1d4f-9df0-4d38-b7ed-b836abf4fd58 req-d6115e4a-d7ad-4e8d-ada2-82753188488c service neutron] 10.222.0.16 "GET /v2.0/networks/d41f9397-de9e-4e07-a07d-8cf0ac566250?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3279877 Jul 14 18:43:03.282863 n-d-800634-3 neutron-server[93916]: INFO neutron.api.v2.resource [None req-7b76e43c-ff3f-4c27-b5a7-5b194effe35a tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] delete failed (client error): The resource could not be found. Jul 14 18:43:03.290222 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 59942) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:43:03.293828 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-7b76e43c-ff3f-4c27-b5a7-5b194effe35a tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] 10.222.0.16 "DELETE /v2.0/routers/42290be9-1a8c-46a0-9dd3-3217c49e2c11 HTTP/1.1" status: 404 len: 336 time: 0.0673199 Jul 14 18:43:03.364276 n-d-800634-3 neutron-server[93915]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd7818ca-de99-4da8-acb7-4cfabb636d1d tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] DELETE failed (client error): The resource could not be found. Jul 14 18:43:03.365005 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd7818ca-de99-4da8-acb7-4cfabb636d1d tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93915) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 18:43:03.370725 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-bd7818ca-de99-4da8-acb7-4cfabb636d1d tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] 10.222.0.16 "DELETE /v2.0/subnets/9f51ccfd-1796-4b8b-a497-d3fad3ff7003 HTTP/1.1" status: 404 len: 337 time: 0.0793064 Jul 14 18:43:03.370725 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 59946) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:43:03.396006 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-d871f128-96c6-4d06-9134-216f9ef9ff94 req-ab1c34e5-5313-45b9-a0c3-af9c3d9424af tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:03.412794 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-7d3e5dda-5bb2-4937-9bc1-d5215bba3e48 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] 10.222.0.16 "GET /v2.0/ports?device_id=f35e3c1a-ad51-48f0-be4a-297c2e95faa9 HTTP/1.1" status: 200 len: 205 time: 0.0409634 Jul 14 18:43:03.413504 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 59950) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:43:03.459088 n-d-800634-3 neutron-server[93915]: INFO neutron.api.v2.resource [None req-f3e72b51-c226-4f33-b758-1a60b2d4e043 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] delete failed (client error): The resource could not be found. Jul 14 18:43:03.462620 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-f3e72b51-c226-4f33-b758-1a60b2d4e043 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] 10.222.0.16 "DELETE /v2.0/routers/f35e3c1a-ad51-48f0-be4a-297c2e95faa9 HTTP/1.1" status: 404 len: 336 time: 0.0482383 Jul 14 18:43:03.463480 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 59952) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:43:03.517431 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-75556fe2-e3a5-47f9-898d-a7f59cbbe566 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] 10.222.0.16 "GET /v2.0/ports?device_id=864e110b-2e0e-4932-85a0-3906c51c355a HTTP/1.1" status: 200 len: 205 time: 0.0526741 Jul 14 18:43:03.522534 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 59956) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:43:03.591217 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1c34e5-5313-45b9-a0c3-af9c3d9424af tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] Pushing event updated for resources: {'Port': ['ID=22c8f00d-1121-4477-a7e5-813b2cc437b2,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:43:03.597809 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d871f128-96c6-4d06-9134-216f9ef9ff94 req-ab1c34e5-5313-45b9-a0c3-af9c3d9424af tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] Network 1b20c90e-a28d-40c4-80a6-bd7c3e0e48e9 is already hosted by enough agents. {{(pid=93916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:43:03.600582 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [req-d871f128-96c6-4d06-9134-216f9ef9ff94 req-ab1c34e5-5313-45b9-a0c3-af9c3d9424af tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] Resources bound (agent type, host, resource id): {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:43:03.614250 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.l3_dvrscheduler_db [req-d871f128-96c6-4d06-9134-216f9ef9ff94 req-ab1c34e5-5313-45b9-a0c3-af9c3d9424af tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] Received port after_create {{(pid=93916) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:43:03.655828 n-d-800634-3 neutron-server[93915]: INFO neutron.api.v2.resource [None req-bc24c267-8465-4a8c-bdf1-a6965f7243cf tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] delete failed (client error): The resource could not be found. Jul 14 18:43:03.655828 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-bc24c267-8465-4a8c-bdf1-a6965f7243cf tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] 10.222.0.16 "DELETE /v2.0/routers/864e110b-2e0e-4932-85a0-3906c51c355a HTTP/1.1" status: 404 len: 336 time: 0.1301904 Jul 14 18:43:03.664388 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 59966) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:43:03.756998 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 59968) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:43:03.801867 n-d-800634-3 neutron-server[93915]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee68d920-2ef6-4941-9c80-980fcf0172e3 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] DELETE failed (client error): The resource could not be found. Jul 14 18:43:03.802326 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee68d920-2ef6-4941-9c80-980fcf0172e3 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93915) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 18:43:03.802647 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d871f128-96c6-4d06-9134-216f9ef9ff94 req-ab1c34e5-5313-45b9-a0c3-af9c3d9424af tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:43:03.803693 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-d871f128-96c6-4d06-9134-216f9ef9ff94 req-ab1c34e5-5313-45b9-a0c3-af9c3d9424af tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:03.808549 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-ee68d920-2ef6-4941-9c80-980fcf0172e3 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] 10.222.0.16 "DELETE /v2.0/subnets/a7e55935-6619-404c-aa4b-cb926a7bada2 HTTP/1.1" status: 404 len: 337 time: 0.1362820 Jul 14 18:43:03.810566 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 59972) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:43:03.825996 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-c3777722-7eaa-4e8c-916b-66aa74b8109b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:03.872010 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-7546a75e-e1ac-4150-b1a7-52d3dc17f046 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] 10.222.0.16 "GET /v2.0/ports?device_id=bd6084eb-3da4-4182-bc53-8462e0c568f6 HTTP/1.1" status: 200 len: 205 time: 0.0560091 Jul 14 18:43:03.872464 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-d871f128-96c6-4d06-9134-216f9ef9ff94 req-ab1c34e5-5313-45b9-a0c3-af9c3d9424af tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2841988 Jul 14 18:43:03.874298 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 59976) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:43:03.880914 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e6a2f772-e638-4d27-927a-a3cc1617adfb req-fd41c23c-fe43-48b4-9d32-465bda12a960 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] 10.222.0.16 "GET /v2.0/ports?device_id=efdc352d-d742-4488-9ed7-9f32a3f03208 HTTP/1.1" status: 200 len: 210 time: 0.0402601 Jul 14 18:43:03.899586 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [req-d871f128-96c6-4d06-9134-216f9ef9ff94 req-a35a32e2-614f-4b99-beb9-b8ffc3bde49f service neutron] Request body: {'port': {'device_id': '4ed688ec-0b1c-4d1e-881c-157d22decd3a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800634-3'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:43:03.919587 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af86edf2-87fe-4a2b-83d3-948a346e146d req-f8d2c196-cf80-428c-9861-6ccfcce69635 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:43:03.921590 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-af86edf2-87fe-4a2b-83d3-948a346e146d req-f8d2c196-cf80-428c-9861-6ccfcce69635 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] 10.222.0.16 "GET /v2.0/ports?device_id=6f9a7f72-8408-4351-a6cb-31c74000b0ce HTTP/1.1" status: 200 len: 946 time: 0.1696258 Jul 14 18:43:04.012327 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-af86edf2-87fe-4a2b-83d3-948a346e146d req-c920eb05-43b8-4729-b43b-5724a6e37fec tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] 10.222.0.16 "GET /v2.0/security-groups?id=8e407b29-87a3-469b-bd17-d62b5e354976&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0776269 Jul 14 18:43:04.180854 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f254258c-4fdd-44e4-a92a-b150572883ae req-c66d9db8-7695-44a4-b0bb-323aeaa27480 tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:43:04.205666 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f254258c-4fdd-44e4-a92a-b150572883ae req-c66d9db8-7695-44a4-b0bb-323aeaa27480 tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] 10.222.0.16 "GET /v2.0/ports?device_id=4ed688ec-0b1c-4d1e-881c-157d22decd3a HTTP/1.1" status: 200 len: 931 time: 0.1316080 Jul 14 18:43:04.288141 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f254258c-4fdd-44e4-a92a-b150572883ae req-fe4283da-b90c-4dbd-b8e2-9842b9236c22 tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] 10.222.0.16 "GET /v2.0/security-groups?id=f745dc72-333e-4ddf-8281-1bb3e04e8f82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817456 Jul 14 18:43:04.337394 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a90147-2de2-4621-8407-9d9bab8ab710 req-68671f3c-3d58-4ae8-bf97-b875025d96f7 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:43:04.339465 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-81a90147-2de2-4621-8407-9d9bab8ab710 req-68671f3c-3d58-4ae8-bf97-b875025d96f7 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] 10.222.0.16 "GET /v2.0/ports?device_id=6f9a7f72-8408-4351-a6cb-31c74000b0ce HTTP/1.1" status: 200 len: 946 time: 0.1317573 Jul 14 18:43:04.431301 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device b876fc64-675a-4652-8fc6-c6924e5bc5af up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:43:04.447457 n-d-800634-3 neutron-server[93916]: INFO neutron.api.v2.resource [None req-a8be0323-7d0c-471f-b414-42537aa587df tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] delete failed (client error): The resource could not be found. Jul 14 18:43:04.448734 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-81a90147-2de2-4621-8407-9d9bab8ab710 req-95b93971-fc38-4170-a83e-a311d547ab52 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] 10.222.0.16 "GET /v2.0/security-groups?id=8e407b29-87a3-469b-bd17-d62b5e354976&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1013644 Jul 14 18:43:04.449323 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-a8be0323-7d0c-471f-b414-42537aa587df tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] 10.222.0.16 "DELETE /v2.0/routers/bd6084eb-3da4-4182-bc53-8462e0c568f6 HTTP/1.1" status: 404 len: 336 time: 0.5734808 Jul 14 18:43:04.451291 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 59998) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:43:04.494762 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port b876fc64-675a-4652-8fc6-c6924e5bc5af triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:43:04.495251 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:04.500580 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 60000) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:43:04.502549 n-d-800634-3 neutron-server[93915]: INFO neutron.pecan_wsgi.hooks.translation [None req-8980cdf2-d6bf-4e26-bbac-813d6c84b173 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] DELETE failed (client error): The resource could not be found. Jul 14 18:43:04.503312 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8980cdf2-d6bf-4e26-bbac-813d6c84b173 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93915) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 18:43:04.507788 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-8980cdf2-d6bf-4e26-bbac-813d6c84b173 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] 10.222.0.16 "DELETE /v2.0/subnets/76c3ffea-5c31-4aa2-8c65-49abc9b8b587 HTTP/1.1" status: 404 len: 337 time: 0.0530210 Jul 14 18:43:04.508275 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 60002) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:43:04.551487 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-4699beff-df19-4dd9-a8f2-272d1c1c7ec2 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] 10.222.0.16 "GET /v2.0/ports?device_id=6c98219e-67f1-4f06-976c-cd1efb78bf57 HTTP/1.1" status: 200 len: 205 time: 0.0400219 Jul 14 18:43:04.556560 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 60004) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:43:04.602082 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-d871f128-96c6-4d06-9134-216f9ef9ff94 req-a35a32e2-614f-4b99-beb9-b8ffc3bde49f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:04.641441 n-d-800634-3 neutron-server[93915]: INFO neutron.api.v2.resource [None req-2227bf03-ab92-4de1-a540-721c4dda3835 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] delete failed (client error): The resource could not be found. Jul 14 18:43:04.642476 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-2227bf03-ab92-4de1-a540-721c4dda3835 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] 10.222.0.16 "DELETE /v2.0/routers/6c98219e-67f1-4f06-976c-cd1efb78bf57 HTTP/1.1" status: 404 len: 336 time: 0.0849905 Jul 14 18:43:04.648633 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 60006) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:43:04.710252 n-d-800634-3 neutron-server[93915]: INFO neutron.pecan_wsgi.hooks.translation [None req-f87bb428-052f-4d18-94cc-491c69a0d54c tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] DELETE failed (client error): The resource could not be found. Jul 14 18:43:04.710894 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f87bb428-052f-4d18-94cc-491c69a0d54c tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93915) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 18:43:04.716391 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-f87bb428-052f-4d18-94cc-491c69a0d54c tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] 10.222.0.16 "DELETE /v2.0/subnets/470476ba-d78e-4c42-8b7a-b9d2bf3424cc HTTP/1.1" status: 404 len: 337 time: 0.0372105 Jul 14 18:43:04.717174 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 60008) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:43:04.729047 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5289f120-9904-4318-8e41-97e2f953dd6d tempest-TestNetworkAdvancedServerOps-1839370163 tempest-TestNetworkAdvancedServerOps-1839370163-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:43:04.733718 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-5289f120-9904-4318-8e41-97e2f953dd6d tempest-TestNetworkAdvancedServerOps-1839370163 tempest-TestNetworkAdvancedServerOps-1839370163-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=6f9a7f72-8408-4351-a6cb-31c74000b0ce HTTP/1.1" status: 200 len: 1092 time: 0.2310209 Jul 14 18:43:04.745886 n-d-800634-3 neutron-server[93915]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a66f7d6-9309-4c56-9646-f9384bbe10d7 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] DELETE failed (client error): The resource could not be found. Jul 14 18:43:04.746352 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a66f7d6-9309-4c56-9646-f9384bbe10d7 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93915) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 18:43:04.750820 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-0a66f7d6-9309-4c56-9646-f9384bbe10d7 tempest-RoutersIpV6Test-62619809 tempest-RoutersIpV6Test-62619809-project] 10.222.0.16 "DELETE /v2.0/subnets/65842d35-555f-4bf6-a76e-103c852d21fd HTTP/1.1" status: 404 len: 337 time: 0.0318797 Jul 14 18:43:04.751431 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 60014) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:43:04.758140 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-905599c5-eb25-4c7c-b468-9a581b0e7f44 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Request body: {'floatingip': {'floating_network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'port_id': '6182959c-1b61-4e8b-9b7e-d356b7088e97', 'tenant_id': 'af718961b2754d7c873f442ed35947bb', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:43:04.798472 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c1e8530e-e7b2-4dba-b03d-7f85f334724e req-f3df1a57-9f72-4709-adcd-9ba4fe96ed93 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=d7b58cc5-d900-4c19-86f4-9befdd4826d6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1479816 Jul 14 18:43:05.039230 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e8530e-e7b2-4dba-b03d-7f85f334724e req-dacd23d1-11ea-4c33-ba99-b85109236e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:43:05.040828 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e8530e-e7b2-4dba-b03d-7f85f334724e req-dacd23d1-11ea-4c33-ba99-b85109236e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:43:05.041652 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e8530e-e7b2-4dba-b03d-7f85f334724e req-dacd23d1-11ea-4c33-ba99-b85109236e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:43:05.043485 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e8530e-e7b2-4dba-b03d-7f85f334724e req-dacd23d1-11ea-4c33-ba99-b85109236e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:43:05.044915 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e8530e-e7b2-4dba-b03d-7f85f334724e req-dacd23d1-11ea-4c33-ba99-b85109236e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:43:05.045780 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e8530e-e7b2-4dba-b03d-7f85f334724e req-dacd23d1-11ea-4c33-ba99-b85109236e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:43:05.046776 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e8530e-e7b2-4dba-b03d-7f85f334724e req-dacd23d1-11ea-4c33-ba99-b85109236e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:43:05.049887 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c1e8530e-e7b2-4dba-b03d-7f85f334724e req-dacd23d1-11ea-4c33-ba99-b85109236e36 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=97b50484cf0c4fbaadc06c25d281353e&device_id=d7b58cc5-d900-4c19-86f4-9befdd4826d6 HTTP/1.1" status: 200 len: 6491 time: 0.2158120 Jul 14 18:43:05.054246 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-c3777722-7eaa-4e8c-916b-66aa74b8109b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:05.082290 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-c3777722-7eaa-4e8c-916b-66aa74b8109b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:05.131817 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-cd735f7e-c419-42a0-9617-d937244b491d req-baad838d-7e20-46de-b327-4ce3145f423d tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] 10.222.0.16 "GET /v2.0/ports?device_id=efdc352d-d742-4488-9ed7-9f32a3f03208 HTTP/1.1" status: 200 len: 210 time: 0.0805087 Jul 14 18:43:05.138131 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3777722-7eaa-4e8c-916b-66aa74b8109b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab679d94-0168-42b1-be89-36714b80f32f,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:43:05.147645 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 60028) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:43:05.154410 n-d-800634-3 neutron-server[93916]: DEBUG neutron.notifiers.nova [req-d871f128-96c6-4d06-9134-216f9ef9ff94 req-a35a32e2-614f-4b99-beb9-b8ffc3bde49f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 22c8f00d-1121-4477-a7e5-813b2cc437b2 {{(pid=93916) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 18:43:05.188003 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-d871f128-96c6-4d06-9134-216f9ef9ff94 req-a35a32e2-614f-4b99-beb9-b8ffc3bde49f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:05.201893 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-c3777722-7eaa-4e8c-916b-66aa74b8109b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f7057dad4c264476bf86e90ac7ec481a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4429295 Jul 14 18:43:05.202835 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 60032) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:43:05.219941 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-905599c5-eb25-4c7c-b468-9a581b0e7f44 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks [] for floatingip, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:05.250472 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.provisioning_blocks [req-d871f128-96c6-4d06-9134-216f9ef9ff94 req-a35a32e2-614f-4b99-beb9-b8ffc3bde49f service neutron] Transition to ACTIVE for port object 22c8f00d-1121-4477-a7e5-813b2cc437b2 will not be triggered until provisioned by entity L2. {{(pid=93916) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:43:05.262875 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-d871f128-96c6-4d06-9134-216f9ef9ff94 req-a35a32e2-614f-4b99-beb9-b8ffc3bde49f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2684870'] for port, after_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:05.344900 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e8530e-e7b2-4dba-b03d-7f85f334724e req-5ff297ca-ede3-4434-ba5f-9e5a4cebc5c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:43:05.346042 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e8530e-e7b2-4dba-b03d-7f85f334724e req-5ff297ca-ede3-4434-ba5f-9e5a4cebc5c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:43:05.346576 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e8530e-e7b2-4dba-b03d-7f85f334724e req-5ff297ca-ede3-4434-ba5f-9e5a4cebc5c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:43:05.351433 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c1e8530e-e7b2-4dba-b03d-7f85f334724e req-5ff297ca-ede3-4434-ba5f-9e5a4cebc5c5 service neutron] 10.222.0.35 "GET /v2.0/networks?id=a3451eaf-fb13-48b5-b64d-da7580c60487&id=53bb0fcd-64dd-42eb-8d88-ad420edc0329&id=53bb0fcd-64dd-42eb-8d88-ad420edc0329&id=53bb0fcd-64dd-42eb-8d88-ad420edc0329&id=53bb0fcd-64dd-42eb-8d88-ad420edc0329&id=d9b1ce92-40c0-4c35-b452-dfbdda964ee7&id=d9b1ce92-40c0-4c35-b452-dfbdda964ee7 HTTP/1.1" status: 200 len: 2290 time: 0.2229302 Jul 14 18:43:05.381716 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:05.388217 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-1d721a5e-68a0-4819-9449-b2a2b9aac41d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:05.390357 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35a32e2-614f-4b99-beb9-b8ffc3bde49f service neutron] Pushing event updated for resources: {'Port': ['ID=22c8f00d-1121-4477-a7e5-813b2cc437b2,revision_number=2']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:43:05.463466 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-1d721a5e-68a0-4819-9449-b2a2b9aac41d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:05.560881 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.managers [req-d871f128-96c6-4d06-9134-216f9ef9ff94 req-a35a32e2-614f-4b99-beb9-b8ffc3bde49f service neutron] Attempting to bind port 22c8f00d-1121-4477-a7e5-813b2cc437b2 on host n-h2-800634-3 for vnic_type normal with profile {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:43:05.561207 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.managers [req-d871f128-96c6-4d06-9134-216f9ef9ff94 req-a35a32e2-614f-4b99-beb9-b8ffc3bde49f service neutron] Attempting to bind port 22c8f00d-1121-4477-a7e5-813b2cc437b2 by drivers openvswitch,hyperv on host n-h2-800634-3 at level 0 using segments [{'id': 'c2fad28a-4ca7-4493-8025-bc92e58ecccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '1b20c90e-a28d-40c4-80a6-bd7c3e0e48e9'}] {{(pid=93916) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:43:05.561966 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d871f128-96c6-4d06-9134-216f9ef9ff94 req-a35a32e2-614f-4b99-beb9-b8ffc3bde49f service neutron] Attempting to bind port 22c8f00d-1121-4477-a7e5-813b2cc437b2 on network 1b20c90e-a28d-40c4-80a6-bd7c3e0e48e9 {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:43:05.567188 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-1d721a5e-68a0-4819-9449-b2a2b9aac41d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:05.570035 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-1d721a5e-68a0-4819-9449-b2a2b9aac41d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:05.571786 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-1d721a5e-68a0-4819-9449-b2a2b9aac41d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ab679d94-0168-42b1-be89-36714b80f32f HTTP/1.1" status: 204 len: 168 time: 0.3625047 Jul 14 18:43:05.581451 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d871f128-96c6-4d06-9134-216f9ef9ff94 req-a35a32e2-614f-4b99-beb9-b8ffc3bde49f service neutron] Port 22c8f00d-1121-4477-a7e5-813b2cc437b2 on network 1b20c90e-a28d-40c4-80a6-bd7c3e0e48e9 not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-3 {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 18:43:05.581770 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d871f128-96c6-4d06-9134-216f9ef9ff94 req-a35a32e2-614f-4b99-beb9-b8ffc3bde49f service neutron] Attempting to bind port 22c8f00d-1121-4477-a7e5-813b2cc437b2 on network 1b20c90e-a28d-40c4-80a6-bd7c3e0e48e9 {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:43:05.584206 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d721a5e-68a0-4819-9449-b2a2b9aac41d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab679d94-0168-42b1-be89-36714b80f32f,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:43:05.589803 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d871f128-96c6-4d06-9134-216f9ef9ff94 req-a35a32e2-614f-4b99-beb9-b8ffc3bde49f service neutron] Checking agent: {'id': '08e36a6c-8d04-48f0-a644-f27680635246', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 15, 35), 'started_at': datetime.datetime(2021, 7, 14, 18, 15, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 18, 43, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 18:43:05.590160 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d871f128-96c6-4d06-9134-216f9ef9ff94 req-a35a32e2-614f-4b99-beb9-b8ffc3bde49f service neutron] Checking segment: {'id': 'c2fad28a-4ca7-4493-8025-bc92e58ecccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '1b20c90e-a28d-40c4-80a6-bd7c3e0e48e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93916) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:43:05.590731 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d871f128-96c6-4d06-9134-216f9ef9ff94 req-a35a32e2-614f-4b99-beb9-b8ffc3bde49f service neutron] Bound using segment: {'id': 'c2fad28a-4ca7-4493-8025-bc92e58ecccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '1b20c90e-a28d-40c4-80a6-bd7c3e0e48e9'} {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 18:43:05.591181 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.managers [req-d871f128-96c6-4d06-9134-216f9ef9ff94 req-a35a32e2-614f-4b99-beb9-b8ffc3bde49f service neutron] Bound port: 22c8f00d-1121-4477-a7e5-813b2cc437b2, host: n-h2-800634-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2fad28a-4ca7-4493-8025-bc92e58ecccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '1b20c90e-a28d-40c4-80a6-bd7c3e0e48e9'}}] {{(pid=93916) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 18:43:05.591554 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-d871f128-96c6-4d06-9134-216f9ef9ff94 req-a35a32e2-614f-4b99-beb9-b8ffc3bde49f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:05.669197 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.db [req-d871f128-96c6-4d06-9134-216f9ef9ff94 req-a35a32e2-614f-4b99-beb9-b8ffc3bde49f service neutron] For port 22c8f00d-1121-4477-a7e5-813b2cc437b2, host n-h2-800634-3, cleared binding levels {{(pid=93916) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:43:05.673276 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.db [req-d871f128-96c6-4d06-9134-216f9ef9ff94 req-a35a32e2-614f-4b99-beb9-b8ffc3bde49f service neutron] For port 22c8f00d-1121-4477-a7e5-813b2cc437b2, host n-h2-800634-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=22c8f00d-1121-4477-a7e5-813b2cc437b2,segment=NetworkSegment(c2fad28a-4ca7-4493-8025-bc92e58ecccc),segment_id=c2fad28a-4ca7-4493-8025-bc92e58ecccc)] {{(pid=93916) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 18:43:05.679905 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-d871f128-96c6-4d06-9134-216f9ef9ff94 req-a35a32e2-614f-4b99-beb9-b8ffc3bde49f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2684870'] for port, after_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:05.718063 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d871f128-96c6-4d06-9134-216f9ef9ff94 req-a35a32e2-614f-4b99-beb9-b8ffc3bde49f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:43:05.718686 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-d871f128-96c6-4d06-9134-216f9ef9ff94 req-a35a32e2-614f-4b99-beb9-b8ffc3bde49f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:05.720355 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-d871f128-96c6-4d06-9134-216f9ef9ff94 req-a35a32e2-614f-4b99-beb9-b8ffc3bde49f service neutron] 10.222.0.35 "PUT /v2.0/ports/22c8f00d-1121-4477-a7e5-813b2cc437b2 HTTP/1.1" status: 200 len: 1091 time: 1.8396468 Jul 14 18:43:05.720835 n-d-800634-3 neutron-server[93916]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ed688ec-0b1c-4d1e-881c-157d22decd3a', 'tag': '22c8f00d-1121-4477-a7e5-813b2cc437b2'}] {{(pid=93916) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:43:05.723132 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f803e150b363a7893830aa996ac27753fa25517c406ecd3536b7c2d4b26eeb9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d11fe1eb-65c3-4cb5-8dfd-5201107fd21d" -d '{"events": [{"name": "network-changed", "server_uuid": "4ed688ec-0b1c-4d1e-881c-157d22decd3a", "tag": "22c8f00d-1121-4477-a7e5-813b2cc437b2"}]}' {{(pid=93916) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:43:05.756020 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c1e8530e-e7b2-4dba-b03d-7f85f334724e req-03e26e85-a05d-43bc-b722-71fa5507f2f1 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=827a9395-b498-4e0f-b70e-182acf0b86da HTTP/1.1" status: 200 len: 1000 time: 0.3899858 Jul 14 18:43:05.795101 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-9781fa1b-899e-41a3-8c58-fa0466cd29d3 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=78e64edff38a43a79601b0ea9ee759c1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6475921 Jul 14 18:43:05.802050 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35a32e2-614f-4b99-beb9-b8ffc3bde49f service neutron] Pushing event updated for resources: {'Port': ['ID=22c8f00d-1121-4477-a7e5-813b2cc437b2,revision_number=3']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:43:05.804518 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 60044) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:43:05.828997 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 18:43:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-934fb525-91c6-4c2f-abc8-3645d09652b3 x-openstack-request-id: req-934fb525-91c6-4c2f-abc8-3645d09652b3 {{(pid=93916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:43:05.831172 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ed688ec-0b1c-4d1e-881c-157d22decd3a", "tag": "22c8f00d-1121-4477-a7e5-813b2cc437b2", "status": "completed", "code": 200}]} {{(pid=93916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:43:05.831546 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-934fb525-91c6-4c2f-abc8-3645d09652b3 {{(pid=93916) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:43:05.833338 n-d-800634-3 neutron-server[93916]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ed688ec-0b1c-4d1e-881c-157d22decd3a', 'tag': '22c8f00d-1121-4477-a7e5-813b2cc437b2', 'status': 'completed', 'code': 200} Jul 14 18:43:05.879953 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d871f128-96c6-4d06-9134-216f9ef9ff94 req-34310e58-9460-44b2-9ef5-f4334c874818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:43:05.882141 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-d871f128-96c6-4d06-9134-216f9ef9ff94 req-34310e58-9460-44b2-9ef5-f4334c874818 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2888250993c844d8a8a9aa73985f3fb0&device_id=4ed688ec-0b1c-4d1e-881c-157d22decd3a HTTP/1.1" status: 200 len: 1094 time: 0.1158094 Jul 14 18:43:05.972199 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-d871f128-96c6-4d06-9134-216f9ef9ff94 req-fac05666-560a-4e78-a7ba-f5477bb0dcaf service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=22c8f00d-1121-4477-a7e5-813b2cc437b2 HTTP/1.1" status: 200 len: 217 time: 0.0822484 Jul 14 18:43:06.023409 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e8530e-e7b2-4dba-b03d-7f85f334724e req-e67ed955-f2fb-41da-b90a-efd78a9d910c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:43:06.025817 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c1e8530e-e7b2-4dba-b03d-7f85f334724e req-e67ed955-f2fb-41da-b90a-efd78a9d910c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ca505849-4eae-4ad9-8cb2-1c989449b21f HTTP/1.1" status: 200 len: 850 time: 0.2448349 Jul 14 18:43:06.054233 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa0a04f-f262-44a8-9ad4-99fc5aa179ed req-9d043b87-f7ed-401c-85fa-f6ea73915c7c tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:43:06.056565 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-5aa0a04f-f262-44a8-9ad4-99fc5aa179ed req-9d043b87-f7ed-401c-85fa-f6ea73915c7c tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] 10.222.0.16 "GET /v2.0/ports?device_id=4ed688ec-0b1c-4d1e-881c-157d22decd3a HTTP/1.1" status: 200 len: 943 time: 0.5673153 Jul 14 18:43:06.088348 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449d1d4f-9df0-4d38-b7ed-b836abf4fd58 req-22c78eb1-734c-4df8-b2fe-76988bf7db69 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:43:06.089743 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-449d1d4f-9df0-4d38-b7ed-b836abf4fd58 req-22c78eb1-734c-4df8-b2fe-76988bf7db69 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] 10.222.0.18 "GET /v2.0/networks?id=d41f9397-de9e-4e07-a07d-8cf0ac566250 HTTP/1.1" status: 200 len: 811 time: 0.6711917 Jul 14 18:43:06.113107 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d871f128-96c6-4d06-9134-216f9ef9ff94 req-ac151ec2-f29d-47f0-8936-ce31b8e08f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:43:06.123845 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-d871f128-96c6-4d06-9134-216f9ef9ff94 req-ac151ec2-f29d-47f0-8936-ce31b8e08f7c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=044a6425-92e0-4c6b-bc74-105388401773 HTTP/1.1" status: 200 len: 853 time: 0.1458526 Jul 14 18:43:06.141757 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [req-449d1d4f-9df0-4d38-b7ed-b836abf4fd58 req-b5cee94d-92a3-41f0-8b44-61fcc1cfdd80 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] Request body: {'port': {'device_id': 'efdc352d-d742-4488-9ed7-9f32a3f03208', 'network_id': 'd41f9397-de9e-4e07-a07d-8cf0ac566250', 'admin_state_up': True, 'tenant_id': '5093a1bcf9144b0bbe697fc3cf12df56'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:43:06.170303 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 60054) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:43:06.173161 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-d871f128-96c6-4d06-9134-216f9ef9ff94 req-401d701d-0476-4bbf-bf8a-cede1ccdd263 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=1b20c90e-a28d-40c4-80a6-bd7c3e0e48e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0434899 Jul 14 18:43:06.187500 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-dc3e91ac-82ca-423d-86c7-9f6c98526223 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:06.226322 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-8b875d22-7fb6-4bc3-9b99-c56be9090102 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:06.375851 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-dc3e91ac-82ca-423d-86c7-9f6c98526223 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:06.382627 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-dc3e91ac-82ca-423d-86c7-9f6c98526223 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:06.424973 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3e91ac-82ca-423d-86c7-9f6c98526223 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6f4c64e-b97a-4386-acad-1156e1c29e6f,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:43:06.496935 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-dc3e91ac-82ca-423d-86c7-9f6c98526223 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3d5f42318517481c8a513158086630d9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3227613 Jul 14 18:43:06.499597 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-d871f128-96c6-4d06-9134-216f9ef9ff94 req-7eb6c036-1a2e-491f-9857-e7a715fee085 service neutron] 10.222.0.35 "GET /v2.0/networks/1b20c90e-a28d-40c4-80a6-bd7c3e0e48e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3040264 Jul 14 18:43:06.500094 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 60062) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:43:06.648322 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [req-ca8986af-d040-4c4f-aa36-7edd723afaed req-3861bff2-9d2d-46d2-bb2e-96393004b206 tempest-ServersOnMultiNodesTest-169517419 tempest-ServersOnMultiNodesTest-169517419-project] (93915) timed out ('10.222.0.16', 37710) {{(pid=93915) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 14 18:43:06.662699 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-d871f128-96c6-4d06-9134-216f9ef9ff94 req-f516dd18-55cb-45a5-b830-7a4be49057da service neutron] 10.222.0.35 "GET /v2.0/networks/1b20c90e-a28d-40c4-80a6-bd7c3e0e48e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1551158 Jul 14 18:43:06.673084 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-5aa0a04f-f262-44a8-9ad4-99fc5aa179ed req-59658368-af62-43cb-adc5-b6936d4afce1 tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] 10.222.0.16 "GET /v2.0/security-groups?id=f745dc72-333e-4ddf-8281-1bb3e04e8f82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5938950 Jul 14 18:43:06.680733 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-4f10e7a3-8a57-4f28-afcf-44d9bab7627a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:06.698944 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e8530e-e7b2-4dba-b03d-7f85f334724e req-c55a9e1e-28ff-40fa-bb15-faf2fcee1f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:43:06.715001 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c1e8530e-e7b2-4dba-b03d-7f85f334724e req-c55a9e1e-28ff-40fa-bb15-faf2fcee1f35 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a3451eaf-fb13-48b5-b64d-da7580c60487&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6409059 Jul 14 18:43:06.728796 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-4f10e7a3-8a57-4f28-afcf-44d9bab7627a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:06.814136 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-4f10e7a3-8a57-4f28-afcf-44d9bab7627a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:06.816932 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-4f10e7a3-8a57-4f28-afcf-44d9bab7627a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:06.818077 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-4f10e7a3-8a57-4f28-afcf-44d9bab7627a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f6f4c64e-b97a-4386-acad-1156e1c29e6f HTTP/1.1" status: 204 len: 168 time: 0.3169861 Jul 14 18:43:06.828572 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f10e7a3-8a57-4f28-afcf-44d9bab7627a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6f4c64e-b97a-4386-acad-1156e1c29e6f,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:43:06.880222 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ca3c0780-74c9-4d31-9af9-ad26b528990d req-b807e24d-d764-44ba-a043-9fa92e970869 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] 10.222.0.16 "GET /v2.0/ports?device_id=efdc352d-d742-4488-9ed7-9f32a3f03208 HTTP/1.1" status: 200 len: 210 time: 0.2105680 Jul 14 18:43:06.886838 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-8b875d22-7fb6-4bc3-9b99-c56be9090102 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:06.899043 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11fe1eb-65c3-4cb5-8dfd-5201107fd21d req-36a1dce9-576c-4548-a60c-547f63f9cdc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:43:06.901265 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-d11fe1eb-65c3-4cb5-8dfd-5201107fd21d req-36a1dce9-576c-4548-a60c-547f63f9cdc8 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2888250993c844d8a8a9aa73985f3fb0&device_id=4ed688ec-0b1c-4d1e-881c-157d22decd3a HTTP/1.1" status: 200 len: 1094 time: 0.1210904 Jul 14 18:43:06.910637 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c1e8530e-e7b2-4dba-b03d-7f85f334724e req-f289257e-fe25-4f36-a8d0-f5e22f9c57ab service neutron] 10.222.0.35 "GET /v2.0/networks/a3451eaf-fb13-48b5-b64d-da7580c60487?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1946633 Jul 14 18:43:06.935973 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-905599c5-eb25-4c7c-b468-9a581b0e7f44 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:07.056473 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11fe1eb-65c3-4cb5-8dfd-5201107fd21d req-6ea38ded-d500-4978-b67d-1c204f8feee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:43:07.058108 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-d11fe1eb-65c3-4cb5-8dfd-5201107fd21d req-6ea38ded-d500-4978-b67d-1c204f8feee3 service neutron] 10.222.0.35 "GET /v2.0/networks?id=1b20c90e-a28d-40c4-80a6-bd7c3e0e48e9 HTTP/1.1" status: 200 len: 913 time: 0.1508040 Jul 14 18:43:07.109181 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-d11fe1eb-65c3-4cb5-8dfd-5201107fd21d req-19becd13-0c74-4abd-bfd5-87ea28a86145 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=22c8f00d-1121-4477-a7e5-813b2cc437b2 HTTP/1.1" status: 200 len: 217 time: 0.0441802 Jul 14 18:43:07.179506 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11fe1eb-65c3-4cb5-8dfd-5201107fd21d req-cb97afc0-ccb2-4897-8287-77a21c4e08d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:43:07.181460 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-d11fe1eb-65c3-4cb5-8dfd-5201107fd21d req-cb97afc0-ccb2-4897-8287-77a21c4e08d4 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=044a6425-92e0-4c6b-bc74-105388401773 HTTP/1.1" status: 200 len: 853 time: 0.0655444 Jul 14 18:43:07.209707 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-449d1d4f-9df0-4d38-b7ed-b836abf4fd58 req-b5cee94d-92a3-41f0-8b44-61fcc1cfdd80 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] Made reservation on behalf of 5093a1bcf9144b0bbe697fc3cf12df56 for: {'port': 1} {{(pid=93915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:43:07.213285 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-449d1d4f-9df0-4d38-b7ed-b836abf4fd58 req-b5cee94d-92a3-41f0-8b44-61fcc1cfdd80 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:07.232892 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-d11fe1eb-65c3-4cb5-8dfd-5201107fd21d req-898ad464-3b79-4d47-b54e-0fa78721d373 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=1b20c90e-a28d-40c4-80a6-bd7c3e0e48e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0438781 Jul 14 18:43:07.250983 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-8b875d22-7fb6-4bc3-9b99-c56be9090102 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:07.253569 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-8b875d22-7fb6-4bc3-9b99-c56be9090102 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:07.254709 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-8b875d22-7fb6-4bc3-9b99-c56be9090102 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a355d03e-2ac6-4409-8654-35c0d71d38bb HTTP/1.1" status: 204 len: 168 time: 1.3826590 Jul 14 18:43:07.274393 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c1e8530e-e7b2-4dba-b03d-7f85f334724e req-7cd5c5f6-16d3-490d-9dd4-3a155ce6c797 service neutron] 10.222.0.35 "GET /v2.0/networks/a3451eaf-fb13-48b5-b64d-da7580c60487?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3565743 Jul 14 18:43:07.292187 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.db_base_plugin_common [None req-905599c5-eb25-4c7c-b468-9a581b0e7f44 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Allocated IP 172.25.1.180 (9200a437-e1de-4520-88f6-e68386523e61/5f47f848-4532-407a-a0e2-5690ade15fd0/a0a4deb1-ae31-47ed-ac5b-c249a37ede8e) {{(pid=93915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:43:07.292187 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b875d22-7fb6-4bc3-9b99-c56be9090102 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a355d03e-2ac6-4409-8654-35c0d71d38bb,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:43:07.418432 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c1e8530e-e7b2-4dba-b03d-7f85f334724e req-fe3f26d5-bd26-44a9-9e53-66e7f6cf35a6 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.245&port_id=02f27bc5-ba4e-4925-b830-6468da0dccb6 HTTP/1.1" status: 200 len: 217 time: 0.1293552 Jul 14 18:43:07.484084 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-d11fe1eb-65c3-4cb5-8dfd-5201107fd21d req-a7417b50-569f-4854-8060-2dc7d1a3c577 service neutron] 10.222.0.35 "GET /v2.0/networks/1b20c90e-a28d-40c4-80a6-bd7c3e0e48e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2429326 Jul 14 18:43:07.580292 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-905599c5-eb25-4c7c-b468-9a581b0e7f44 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks [] for port, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:07.728540 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-d11fe1eb-65c3-4cb5-8dfd-5201107fd21d req-67e2cd35-5a1d-47ae-b53e-f1fde0ca0dbf service neutron] 10.222.0.35 "GET /v2.0/networks/1b20c90e-a28d-40c4-80a6-bd7c3e0e48e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2372537 Jul 14 18:43:07.757646 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-905599c5-eb25-4c7c-b468-9a581b0e7f44 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:07.784029 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.db_base_plugin_common [req-449d1d4f-9df0-4d38-b7ed-b836abf4fd58 req-b5cee94d-92a3-41f0-8b44-61fcc1cfdd80 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] Allocated IP 172.20.0.5 (d41f9397-de9e-4e07-a07d-8cf0ac566250/0161a33b-ac2d-4d08-b4de-fe1fa405f16a/74235820-6854-4454-b5d5-a2aed98511e3) {{(pid=93915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:43:07.835797 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e8530e-e7b2-4dba-b03d-7f85f334724e req-e5b5c611-c324-4c14-950d-318982c06533 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:43:07.837658 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c1e8530e-e7b2-4dba-b03d-7f85f334724e req-e5b5c611-c324-4c14-950d-318982c06533 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=bfc85fc4-a1ec-4557-a25f-86f06ef0ab5a HTTP/1.1" status: 200 len: 797 time: 0.1201453 Jul 14 18:43:07.839875 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-905599c5-eb25-4c7c-b468-9a581b0e7f44 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Network 9200a437-e1de-4520-88f6-e68386523e61 is already hosted by enough agents. {{(pid=93915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:43:07.859983 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [None req-905599c5-eb25-4c7c-b468-9a581b0e7f44 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Resources bound (agent type, host, resource id): {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:43:07.868219 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-905599c5-eb25-4c7c-b468-9a581b0e7f44 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Received port after_create {{(pid=93915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:43:07.942254 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905599c5-eb25-4c7c-b468-9a581b0e7f44 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Pushing event updated for resources: {'Port': ['ID=a0a4deb1-ae31-47ed-ac5b-c249a37ede8e,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:43:08.242234 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-15ae4645-10a5-4d59-bde8-e81c2a7d2a04 req-f6ae1601-7034-4315-b59b-8a21504a8d53 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] 10.222.0.16 "GET /v2.0/ports?device_id=efdc352d-d742-4488-9ed7-9f32a3f03208 HTTP/1.1" status: 200 len: 210 time: 0.0912948 Jul 14 18:43:08.290327 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e8530e-e7b2-4dba-b03d-7f85f334724e req-0705e10a-e58c-4c0e-a653-7aebe5605a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:43:08.300434 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c1e8530e-e7b2-4dba-b03d-7f85f334724e req-0705e10a-e58c-4c0e-a653-7aebe5605a52 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=53bb0fcd-64dd-42eb-8d88-ad420edc0329&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4529791 Jul 14 18:43:08.308184 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-449d1d4f-9df0-4d38-b7ed-b836abf4fd58 req-b5cee94d-92a3-41f0-8b44-61fcc1cfdd80 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] Notify callbacks [] for port, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:08.551558 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.provisioning_blocks [req-449d1d4f-9df0-4d38-b7ed-b836abf4fd58 req-b5cee94d-92a3-41f0-8b44-61fcc1cfdd80 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] Transition to ACTIVE for port object 74235820-6854-4454-b5d5-a2aed98511e3 will not be triggered until provisioned by entity DHCP. {{(pid=93915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:43:08.637083 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-449d1d4f-9df0-4d38-b7ed-b836abf4fd58 req-b5cee94d-92a3-41f0-8b44-61fcc1cfdd80 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:08.702690 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004ea082-8dd1-451f-9a29-ce824af01604 req-2c9cf4c5-1a86-461b-97b1-b965a81d294a tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:43:08.709943 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-004ea082-8dd1-451f-9a29-ce824af01604 req-2c9cf4c5-1a86-461b-97b1-b965a81d294a tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] 10.222.0.16 "GET /v2.0/ports?device_id=4ed688ec-0b1c-4d1e-881c-157d22decd3a HTTP/1.1" status: 200 len: 943 time: 0.7687006 Jul 14 18:43:08.759632 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 60144) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:43:08.860398 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-449d1d4f-9df0-4d38-b7ed-b836abf4fd58 req-b5cee94d-92a3-41f0-8b44-61fcc1cfdd80 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] Network d41f9397-de9e-4e07-a07d-8cf0ac566250 is already hosted by enough agents. {{(pid=93915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:43:08.878660 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [req-449d1d4f-9df0-4d38-b7ed-b836abf4fd58 req-b5cee94d-92a3-41f0-8b44-61fcc1cfdd80 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] Resources bound (agent type, host, resource id): {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:43:08.907796 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [req-449d1d4f-9df0-4d38-b7ed-b836abf4fd58 req-b5cee94d-92a3-41f0-8b44-61fcc1cfdd80 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] Received port after_create {{(pid=93915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:43:08.932953 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cee94d-92a3-41f0-8b44-61fcc1cfdd80 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] Pushing event updated for resources: {'Port': ['ID=74235820-6854-4454-b5d5-a2aed98511e3,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:43:09.005546 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c1e8530e-e7b2-4dba-b03d-7f85f334724e req-a780325e-12af-46f5-a9dd-57fc5ed640ec service neutron] 10.222.0.35 "GET /v2.0/networks/53bb0fcd-64dd-42eb-8d88-ad420edc0329?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6289730 Jul 14 18:43:09.106041 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-0875775f-76db-448b-9521-1282009db5eb admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2124368227-network', 'tenant_id': 'e1cea6b7cc8e48c2a235edbdbd478cb6'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:43:09.118764 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-004ea082-8dd1-451f-9a29-ce824af01604 req-03d0eee3-2d7a-4cff-9366-0325acdab120 tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] 10.222.0.16 "GET /v2.0/security-groups?id=f745dc72-333e-4ddf-8281-1bb3e04e8f82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4075146 Jul 14 18:43:09.207177 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0875775f-76db-448b-9521-1282009db5eb admin admin] Made reservation on behalf of e1cea6b7cc8e48c2a235edbdbd478cb6 for: {'network': 1} {{(pid=93916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:43:09.219486 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-0875775f-76db-448b-9521-1282009db5eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for network, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:09.238379 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-0875775f-76db-448b-9521-1282009db5eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:09.341144 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449d1d4f-9df0-4d38-b7ed-b836abf4fd58 req-b5cee94d-92a3-41f0-8b44-61fcc1cfdd80 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:43:09.341767 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-449d1d4f-9df0-4d38-b7ed-b836abf4fd58 req-b5cee94d-92a3-41f0-8b44-61fcc1cfdd80 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:09.391163 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-ce89cff8-06cd-450e-b298-1dc9f4af88f6 None None] Provisioning for port 74235820-6854-4454-b5d5-a2aed98511e3 completed by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:43:09.407563 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-ce89cff8-06cd-450e-b298-1dc9f4af88f6 None None] Provisioning complete for port 74235820-6854-4454-b5d5-a2aed98511e3 triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:43:09.408248 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-ce89cff8-06cd-450e-b298-1dc9f4af88f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:09.492848 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-0875775f-76db-448b-9521-1282009db5eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:09.494437 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-ce89cff8-06cd-450e-b298-1dc9f4af88f6 None None] Port 74235820-6854-4454-b5d5-a2aed98511e3 cannot update to ACTIVE because it is not bound. {{(pid=93917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 18:43:09.510308 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-0875775f-76db-448b-9521-1282009db5eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:09.542970 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0875775f-76db-448b-9521-1282009db5eb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 74} {{(pid=93916) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 18:43:09.549227 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-449d1d4f-9df0-4d38-b7ed-b836abf4fd58 req-b5cee94d-92a3-41f0-8b44-61fcc1cfdd80 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4207878 Jul 14 18:43:09.588431 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [req-449d1d4f-9df0-4d38-b7ed-b836abf4fd58 req-0995042c-1202-4f46-821c-525452a770f4 service neutron] Request body: {'port': {'device_id': 'efdc352d-d742-4488-9ed7-9f32a3f03208', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800634-3'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:43:09.599736 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-0875775f-76db-448b-9521-1282009db5eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:09.599736 n-d-800634-3 neutron-server[93916]: INFO neutron.db.segments_db [None req-0875775f-76db-448b-9521-1282009db5eb admin admin] Added segment cffa00ef-b098-446f-af5a-20606bb8b1e7 of type vlan for network 22391b8f-e940-43ae-879d-a650597d65a5 Jul 14 18:43:09.628234 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c1e8530e-e7b2-4dba-b03d-7f85f334724e req-a92816cf-3e18-4d05-8205-14a42bfabf16 service neutron] 10.222.0.35 "GET /v2.0/networks/53bb0fcd-64dd-42eb-8d88-ad420edc0329?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6019328 Jul 14 18:43:09.681482 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0875775f-76db-448b-9521-1282009db5eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9f58635-d84f-4c1e-81f2-4a3c06016f63,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:43:09.695299 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0875775f-76db-448b-9521-1282009db5eb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:43:09.695688 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0875775f-76db-448b-9521-1282009db5eb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:43:09.696289 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0875775f-76db-448b-9521-1282009db5eb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:43:09.696642 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0875775f-76db-448b-9521-1282009db5eb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:43:09.696974 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0875775f-76db-448b-9521-1282009db5eb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:43:09.697437 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0875775f-76db-448b-9521-1282009db5eb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:43:09.697634 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0875775f-76db-448b-9521-1282009db5eb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:43:09.697965 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0875775f-76db-448b-9521-1282009db5eb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:43:09.698295 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0875775f-76db-448b-9521-1282009db5eb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:43:09.698625 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0875775f-76db-448b-9521-1282009db5eb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:43:09.698950 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0875775f-76db-448b-9521-1282009db5eb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:43:09.699279 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0875775f-76db-448b-9521-1282009db5eb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:43:09.722892 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-905599c5-eb25-4c7c-b468-9a581b0e7f44 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:09.724789 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-0875775f-76db-448b-9521-1282009db5eb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728202197517'] for network, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:09.761939 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-0875775f-76db-448b-9521-1282009db5eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727'] for network, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:09.763164 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0875775f-76db-448b-9521-1282009db5eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:43:09.765129 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-0875775f-76db-448b-9521-1282009db5eb admin admin] Notify callbacks [] for network, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:09.786848 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 60174) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:43:09.797341 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-449d1d4f-9df0-4d38-b7ed-b836abf4fd58 req-0995042c-1202-4f46-821c-525452a770f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:09.810737 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fd6042-4132-471d-9348-8a72b061cd69 req-277c39da-2e28-46b0-9c55-19be074dcb9e tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:43:09.812588 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-54fd6042-4132-471d-9348-8a72b061cd69 req-277c39da-2e28-46b0-9c55-19be074dcb9e tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] 10.222.0.16 "GET /v2.0/ports?device_id=efdc352d-d742-4488-9ed7-9f32a3f03208 HTTP/1.1" status: 200 len: 931 time: 0.2838261 Jul 14 18:43:09.900065 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-0875775f-76db-448b-9521-1282009db5eb admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.1360571 Jul 14 18:43:09.905420 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 60178) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:43:09.911039 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-0ad7dfc5-d19f-46fb-a231-83c8c619a9f0 admin admin] Request body: {'subnet': {'network_id': '22391b8f-e940-43ae-879d-a650597d65a5', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2124368227-subnet', 'tenant_id': 'e1cea6b7cc8e48c2a235edbdbd478cb6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:43:09.920992 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-54fd6042-4132-471d-9348-8a72b061cd69 req-e73abce2-54da-4cf4-96ee-3046bde955cc tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] 10.222.0.16 "GET /v2.0/security-groups?id=665fac0f-cff5-44f7-b9cc-bed28fe603e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975888 Jul 14 18:43:09.932706 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0875775f-76db-448b-9521-1282009db5eb admin admin] Pushing event updated for resources: {'Network': ['ID=22391b8f-e940-43ae-879d-a650597d65a5,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:43:09.943286 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ad7dfc5-d19f-46fb-a231-83c8c619a9f0 admin admin] Made reservation on behalf of e1cea6b7cc8e48c2a235edbdbd478cb6 for: {'subnet': 1} {{(pid=93916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:43:09.949098 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Network 22391b8f-e940-43ae-879d-a650597d65a5 details requested by agent ovs-agent-n-d-800634-3 with host n-d-800634-3 {{(pid=93917) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 18:43:09.962066 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-0ad7dfc5-d19f-46fb-a231-83c8c619a9f0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26033189'] for subnet, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:09.977684 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-0b853fc2-00e3-402c-8a2c-dc9b6480a586 tempest-QuotasTest-720770681 tempest-QuotasTest-720770681-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:43:09.999646 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c1e8530e-e7b2-4dba-b03d-7f85f334724e req-b9b3ae78-9a08-4e96-826a-1fbcdcca4d8a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.137&port_id=2ce8955c-39eb-4a08-89c1-c4e808ceeb28 HTTP/1.1" status: 200 len: 217 time: 0.3388698 Jul 14 18:43:10.091245 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e8530e-e7b2-4dba-b03d-7f85f334724e req-0782800f-e917-42b5-ace5-0557930e998e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:43:10.093883 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c1e8530e-e7b2-4dba-b03d-7f85f334724e req-0782800f-e917-42b5-ace5-0557930e998e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=bfc85fc4-a1ec-4557-a25f-86f06ef0ab5a HTTP/1.1" status: 200 len: 797 time: 0.0875449 Jul 14 18:43:10.112388 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-905599c5-eb25-4c7c-b468-9a581b0e7f44 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:10.221795 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-0b853fc2-00e3-402c-8a2c-dc9b6480a586 tempest-QuotasTest-720770681 tempest-QuotasTest-720770681-project-admin] 10.222.0.16 "PUT /v2.0/quotas/4d1a95306c25446dae3ce0accca2069f HTTP/1.1" status: 200 len: 366 time: 0.4298711 Jul 14 18:43:10.227930 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 60188) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:43:10.261374 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-39568471-98b9-4061-b0b4-815219382f2f tempest-QuotasTest-720770681 tempest-QuotasTest-720770681-project-admin] 10.222.0.16 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0318236 Jul 14 18:43:10.273953 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 60190) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:43:10.291701 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-2eedd601-fcee-453c-914b-7784ee042bba tempest-QuotasTest-720770681 tempest-QuotasTest-720770681-project-admin] 10.222.0.16 "GET /v2.0/quotas/4d1a95306c25446dae3ce0accca2069f HTTP/1.1" status: 200 len: 366 time: 0.0163023 Jul 14 18:43:10.294427 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 60192) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:43:10.332619 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-aa2ab269-c0af-4cfa-bc3e-6ca07b715c61 tempest-QuotasTest-720770681 tempest-QuotasTest-720770681-project-admin] 10.222.0.16 "DELETE /v2.0/quotas/4d1a95306c25446dae3ce0accca2069f HTTP/1.1" status: 204 len: 168 time: 0.0369844 Jul 14 18:43:10.337558 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 60198) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:43:10.349769 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-b4a5cb74-4a65-42a0-be94-b230af232210 tempest-QuotasTest-720770681 tempest-QuotasTest-720770681-project-admin] 10.222.0.16 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0109999 Jul 14 18:43:10.352300 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 60200) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:43:10.364861 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-3c95f38a-a669-4d7d-bda2-5cedc643972c tempest-QuotasTest-720770681 tempest-QuotasTest-720770681-project-admin] 10.222.0.16 "GET /v2.0/quotas/4d1a95306c25446dae3ce0accca2069f HTTP/1.1" status: 200 len: 370 time: 0.0113480 Jul 14 18:43:10.368907 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 60202) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:43:10.374038 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-7c0a5ad9-e151-435c-bb79-c63b7cf262de tempest-QuotasTest-720770681 tempest-QuotasTest-720770681-project-admin] 10.222.0.16 "GET /v2.0/quotas/4d1a95306c25446dae3ce0accca2069f/default HTTP/1.1" status: 200 len: 370 time: 0.0040982 Jul 14 18:43:10.376415 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 60204) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:43:10.383188 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e8530e-e7b2-4dba-b03d-7f85f334724e req-fdcc4bcb-1aed-45b3-b195-0a4c7b18c361 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:43:10.385545 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c1e8530e-e7b2-4dba-b03d-7f85f334724e req-fdcc4bcb-1aed-45b3-b195-0a4c7b18c361 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=53bb0fcd-64dd-42eb-8d88-ad420edc0329&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2704461 Jul 14 18:43:10.414963 n-d-800634-3 neutron-server[93916]: INFO neutron.api.v2.resource [None req-6ceba2f0-da31-4bfc-b47f-fe29fd1f3c01 tempest-QuotasTest-720770681 tempest-QuotasTest-720770681-project-admin] delete failed (client error): The resource could not be found. Jul 14 18:43:10.416002 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-6ceba2f0-da31-4bfc-b47f-fe29fd1f3c01 tempest-QuotasTest-720770681 tempest-QuotasTest-720770681-project-admin] 10.222.0.16 "DELETE /v2.0/quotas/4d1a95306c25446dae3ce0accca2069f HTTP/1.1" status: 404 len: 348 time: 0.0387163 Jul 14 18:43:10.435901 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-0ad7dfc5-d19f-46fb-a231-83c8c619a9f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2684753', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26033175'] for subnet, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:10.531303 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad7dfc5-d19f-46fb-a231-83c8c619a9f0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=802e27de-9178-43b4-a65e-2411def1620c,revision_number=0']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:43:10.550308 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ad7dfc5-d19f-46fb-a231-83c8c619a9f0 admin admin] Checking segment: {'id': 'cffa00ef-b098-446f-af5a-20606bb8b1e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '22391b8f-e940-43ae-879d-a650597d65a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93916) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:43:10.550603 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ad7dfc5-d19f-46fb-a231-83c8c619a9f0 admin admin] Network hostable DHCP agents. Network: 22391b8f-e940-43ae-879d-a650597d65a5, hostable agents: ['028393c3-0576-4ebd-bca1-8ea8a148e1a2'], hosted agents: [] {{(pid=93916) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 18:43:10.586723 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ad7dfc5-d19f-46fb-a231-83c8c619a9f0 admin admin] Network 22391b8f-e940-43ae-879d-a650597d65a5 is scheduled to be hosted by DHCP agent 028393c3-0576-4ebd-bca1-8ea8a148e1a2 with binding_index 1 {{(pid=93916) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 18:43:10.601255 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [None req-0ad7dfc5-d19f-46fb-a231-83c8c619a9f0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-3, 22391b8f-e940-43ae-879d-a650597d65a5) {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:43:10.611234 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32154541-b65d-43a7-bf94-d6f4d55343df None None] Network 22391b8f-e940-43ae-879d-a650597d65a5 requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:43:10.620814 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ad7dfc5-d19f-46fb-a231-83c8c619a9f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:43:10.623235 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-0ad7dfc5-d19f-46fb-a231-83c8c619a9f0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:10.654690 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 60208) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:43:10.673231 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-0ad7dfc5-d19f-46fb-a231-83c8c619a9f0 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.7675016 Jul 14 18:43:10.706476 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c1e8530e-e7b2-4dba-b03d-7f85f334724e req-901480b8-755c-463d-8df1-643c6f324048 service neutron] 10.222.0.35 "GET /v2.0/networks/53bb0fcd-64dd-42eb-8d88-ad420edc0329?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2535493 Jul 14 18:43:10.770499 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f665c80f-fe8b-444d-b3f7-feed58fb510d req-3b44ac42-27ed-4c40-b68a-640ce1c9a74b tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:43:10.772098 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f665c80f-fe8b-444d-b3f7-feed58fb510d req-3b44ac42-27ed-4c40-b68a-640ce1c9a74b tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] 10.222.0.16 "GET /v2.0/ports?device_id=4ed688ec-0b1c-4d1e-881c-157d22decd3a HTTP/1.1" status: 200 len: 943 time: 0.3855975 Jul 14 18:43:10.814115 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-568ef533-147b-4e2e-92f2-6846ec57a38b None None] Network 22391b8f-e940-43ae-879d-a650597d65a5 requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:43:10.906265 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-905599c5-eb25-4c7c-b468-9a581b0e7f44 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks [] for port, precommit_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:10.908989 n-d-800634-3 neutron-server[93915]: DEBUG neutron.quota.resource [None req-58483d14-511a-4e6b-816e-e3ea12f267f2 tempest-QuotasTest-720770681 tempest-QuotasTest-720770681-project-admin] Usage tracker for resource:network and tenant:55e165ab107b429f9e81ca1616c57fcc is out of sync, need to count used quota {{(pid=93915) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 14 18:43:10.930732 n-d-800634-3 neutron-server[93915]: DEBUG neutron.quota.resource [None req-58483d14-511a-4e6b-816e-e3ea12f267f2 tempest-QuotasTest-720770681 tempest-QuotasTest-720770681-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=93915) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 14 18:43:10.933006 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-905599c5-eb25-4c7c-b468-9a581b0e7f44 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25912978'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:10.986034 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [req-449d1d4f-9df0-4d38-b7ed-b836abf4fd58 req-0995042c-1202-4f46-821c-525452a770f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74235820-6854-4454-b5d5-a2aed98511e3 {{(pid=93915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 18:43:11.016822 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-449d1d4f-9df0-4d38-b7ed-b836abf4fd58 req-0995042c-1202-4f46-821c-525452a770f4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:11.027211 n-d-800634-3 neutron-server[93915]: DEBUG neutron.quota.resource [None req-58483d14-511a-4e6b-816e-e3ea12f267f2 tempest-QuotasTest-720770681 tempest-QuotasTest-720770681-project-admin] Usage tracker for resource:subnet and tenant:55e165ab107b429f9e81ca1616c57fcc is out of sync, need to count used quota {{(pid=93915) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 14 18:43:11.062403 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f665c80f-fe8b-444d-b3f7-feed58fb510d req-35c9a2f0-0a66-49f2-aaa6-921cba0a4a5a tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] 10.222.0.16 "GET /v2.0/security-groups?id=f745dc72-333e-4ddf-8281-1bb3e04e8f82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1789553 Jul 14 18:43:11.080074 n-d-800634-3 neutron-server[93915]: DEBUG neutron.quota.resource [None req-58483d14-511a-4e6b-816e-e3ea12f267f2 tempest-QuotasTest-720770681 tempest-QuotasTest-720770681-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=93915) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 14 18:43:11.090687 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.provisioning_blocks [req-449d1d4f-9df0-4d38-b7ed-b836abf4fd58 req-0995042c-1202-4f46-821c-525452a770f4 service neutron] Transition to ACTIVE for port object 74235820-6854-4454-b5d5-a2aed98511e3 will not be triggered until provisioned by entity L2. {{(pid=93915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:43:11.091522 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905599c5-eb25-4c7c-b468-9a581b0e7f44 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Pushing event updated for resources: {'Port': ['ID=a0a4deb1-ae31-47ed-ac5b-c249a37ede8e,revision_number=2']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:43:11.101665 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-449d1d4f-9df0-4d38-b7ed-b836abf4fd58 req-0995042c-1202-4f46-821c-525452a770f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25912978'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:11.109213 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c1e8530e-e7b2-4dba-b03d-7f85f334724e req-5f0714f1-7115-4097-a8b7-244440eef80a service neutron] 10.222.0.35 "GET /v2.0/networks/53bb0fcd-64dd-42eb-8d88-ad420edc0329?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3912449 Jul 14 18:43:11.115734 n-d-800634-3 neutron-server[93915]: DEBUG neutron.quota.resource [None req-58483d14-511a-4e6b-816e-e3ea12f267f2 tempest-QuotasTest-720770681 tempest-QuotasTest-720770681-project-admin] Usage tracker for resource:subnetpool and tenant:55e165ab107b429f9e81ca1616c57fcc is out of sync, need to count used quota {{(pid=93915) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 14 18:43:11.220762 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Device 22c8f00d-1121-4477-a7e5-813b2cc437b2 details requested by agent hyperv_n-h2-800634-3 with host n-h2-800634-3 {{(pid=93917) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 18:43:11.371211 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] For port 22c8f00d-1121-4477-a7e5-813b2cc437b2, host n-h2-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=22c8f00d-1121-4477-a7e5-813b2cc437b2,segment=NetworkSegment(c2fad28a-4ca7-4493-8025-bc92e58ecccc),segment_id=c2fad28a-4ca7-4493-8025-bc92e58ecccc)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:43:11.400660 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Returning: {'device': '22c8f00d-1121-4477-a7e5-813b2cc437b2', 'network_id': '1b20c90e-a28d-40c4-80a6-bd7c3e0e48e9', 'port_id': '22c8f00d-1121-4477-a7e5-813b2cc437b2', 'mac_address': 'fa:16:3e:92:ea:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '044a6425-92e0-4c6b-bc74-105388401773', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93917) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 18:43:11.515076 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:11.538608 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22c8f00d-1121-4477-a7e5-813b2cc437b2 {{(pid=93917) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 18:43:11.541170 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-905599c5-eb25-4c7c-b468-9a581b0e7f44 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-930131'] for floatingip, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:11.574971 n-d-800634-3 neutron-server[93915]: DEBUG neutron.quota.resource [None req-58483d14-511a-4e6b-816e-e3ea12f267f2 tempest-QuotasTest-720770681 tempest-QuotasTest-720770681-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=93915) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 14 18:43:11.592943 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] For port 22c8f00d-1121-4477-a7e5-813b2cc437b2, host n-h2-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=22c8f00d-1121-4477-a7e5-813b2cc437b2,segment=NetworkSegment(c2fad28a-4ca7-4493-8025-bc92e58ecccc),segment_id=c2fad28a-4ca7-4493-8025-bc92e58ecccc)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:43:11.598748 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:11.638296 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c1e8530e-e7b2-4dba-b03d-7f85f334724e req-7ee7287d-7c1d-417e-a984-0817a0e07bcb service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.202&port_id=eae0b81b-04b1-451f-ad3f-22e780eb31b9 HTTP/1.1" status: 200 len: 217 time: 0.5199389 Jul 14 18:43:11.717309 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0995042c-1202-4f46-821c-525452a770f4 service neutron] Pushing event updated for resources: {'Port': ['ID=74235820-6854-4454-b5d5-a2aed98511e3,revision_number=2']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:43:11.719413 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Pushing event updated for resources: {'Port': ['ID=22c8f00d-1121-4477-a7e5-813b2cc437b2,revision_number=4']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:43:11.720147 n-d-800634-3 neutron-server[93915]: DEBUG neutron.quota.resource [None req-58483d14-511a-4e6b-816e-e3ea12f267f2 tempest-QuotasTest-720770681 tempest-QuotasTest-720770681-project-admin] Usage tracker for resource:port and tenant:55e165ab107b429f9e81ca1616c57fcc is out of sync, need to count used quota {{(pid=93915) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 14 18:43:11.805506 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 60240) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:43:11.810590 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-2643bcc5-a146-460f-8908-c778f40aa93c admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-643842557-network', 'tenant_id': 'b01e9cb6e7b74c228fff61740e440634'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:43:11.817821 n-d-800634-3 neutron-server[93915]: DEBUG neutron.quota.resource [None req-58483d14-511a-4e6b-816e-e3ea12f267f2 tempest-QuotasTest-720770681 tempest-QuotasTest-720770681-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=93915) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 14 18:43:11.849356 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2643bcc5-a146-460f-8908-c778f40aa93c admin admin] Made reservation on behalf of b01e9cb6e7b74c228fff61740e440634 for: {'network': 1} {{(pid=93916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:43:11.859117 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-2643bcc5-a146-460f-8908-c778f40aa93c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for network, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:11.877615 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-2643bcc5-a146-460f-8908-c778f40aa93c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:11.903584 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] get_ports_and_sgs() called for port_ids ['22c8f00d-1121-4477-a7e5-813b2cc437b2'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 18:43:11.934255 n-d-800634-3 neutron-server[93915]: DEBUG neutron.quota.resource [None req-58483d14-511a-4e6b-816e-e3ea12f267f2 tempest-QuotasTest-720770681 tempest-QuotasTest-720770681-project-admin] Usage tracker for resource:router and tenant:55e165ab107b429f9e81ca1616c57fcc is out of sync, need to count used quota {{(pid=93915) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 14 18:43:11.937201 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e8530e-e7b2-4dba-b03d-7f85f334724e req-a544ee0c-40df-4174-bbb6-eece2e8de47a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:43:11.938892 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c1e8530e-e7b2-4dba-b03d-7f85f334724e req-a544ee0c-40df-4174-bbb6-eece2e8de47a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=bfc85fc4-a1ec-4557-a25f-86f06ef0ab5a HTTP/1.1" status: 200 len: 797 time: 0.2873578 Jul 14 18:43:11.994780 n-d-800634-3 neutron-server[93915]: DEBUG neutron.quota.resource [None req-58483d14-511a-4e6b-816e-e3ea12f267f2 tempest-QuotasTest-720770681 tempest-QuotasTest-720770681-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=93915) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 14 18:43:12.019403 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-449d1d4f-9df0-4d38-b7ed-b836abf4fd58 req-0995042c-1202-4f46-821c-525452a770f4 service neutron] Attempting to bind port 74235820-6854-4454-b5d5-a2aed98511e3 on host n-h1-800634-3 for vnic_type normal with profile {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:43:12.019757 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-449d1d4f-9df0-4d38-b7ed-b836abf4fd58 req-0995042c-1202-4f46-821c-525452a770f4 service neutron] Attempting to bind port 74235820-6854-4454-b5d5-a2aed98511e3 by drivers openvswitch,hyperv on host n-h1-800634-3 at level 0 using segments [{'id': 'ee39aca0-6f7d-4da6-861f-9f37553124e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'd41f9397-de9e-4e07-a07d-8cf0ac566250'}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:43:12.020100 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-449d1d4f-9df0-4d38-b7ed-b836abf4fd58 req-0995042c-1202-4f46-821c-525452a770f4 service neutron] Attempting to bind port 74235820-6854-4454-b5d5-a2aed98511e3 on network d41f9397-de9e-4e07-a07d-8cf0ac566250 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:43:12.037677 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-449d1d4f-9df0-4d38-b7ed-b836abf4fd58 req-0995042c-1202-4f46-821c-525452a770f4 service neutron] Port 74235820-6854-4454-b5d5-a2aed98511e3 on network d41f9397-de9e-4e07-a07d-8cf0ac566250 not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-3 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 18:43:12.038012 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-449d1d4f-9df0-4d38-b7ed-b836abf4fd58 req-0995042c-1202-4f46-821c-525452a770f4 service neutron] Attempting to bind port 74235820-6854-4454-b5d5-a2aed98511e3 on network d41f9397-de9e-4e07-a07d-8cf0ac566250 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:43:12.040511 n-d-800634-3 neutron-server[93915]: INFO neutron.db.l3_db [None req-905599c5-eb25-4c7c-b468-9a581b0e7f44 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Floating IP d903ce6a-0f0b-4425-9953-ec19bbdcef3f associated. External IP: 172.25.1.180, port: 6182959c-1b61-4e8b-9b7e-d356b7088e97. Jul 14 18:43:12.057742 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-2643bcc5-a146-460f-8908-c778f40aa93c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:12.063278 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-2643bcc5-a146-460f-8908-c778f40aa93c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:12.081943 n-d-800634-3 neutron-server[93915]: DEBUG neutron.quota.resource [None req-58483d14-511a-4e6b-816e-e3ea12f267f2 tempest-QuotasTest-720770681 tempest-QuotasTest-720770681-project-admin] Usage tracker for resource:floatingip and tenant:55e165ab107b429f9e81ca1616c57fcc is out of sync, need to count used quota {{(pid=93915) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 14 18:43:12.089945 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2643bcc5-a146-460f-8908-c778f40aa93c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 97} {{(pid=93916) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 18:43:12.098653 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bb8d8c-9203-4c8f-bf4e-fdfc2a1ace53 req-6bff0c8b-e594-4710-903f-c52e38632805 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:43:12.100022 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b8bb8d8c-9203-4c8f-bf4e-fdfc2a1ace53 req-6bff0c8b-e594-4710-903f-c52e38632805 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] 10.222.0.16 "GET /v2.0/ports?device_id=efdc352d-d742-4488-9ed7-9f32a3f03208 HTTP/1.1" status: 200 len: 943 time: 0.5685546 Jul 14 18:43:12.101216 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-449d1d4f-9df0-4d38-b7ed-b836abf4fd58 req-0995042c-1202-4f46-821c-525452a770f4 service neutron] Checking agent: {'id': 'a3630ff4-fbee-45d9-b9b6-0ae41cb3a350', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 15, 32), 'started_at': datetime.datetime(2021, 7, 14, 18, 15, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 18, 43, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 18:43:12.101216 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-449d1d4f-9df0-4d38-b7ed-b836abf4fd58 req-0995042c-1202-4f46-821c-525452a770f4 service neutron] Checking segment: {'id': 'ee39aca0-6f7d-4da6-861f-9f37553124e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'd41f9397-de9e-4e07-a07d-8cf0ac566250'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:43:12.101561 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-449d1d4f-9df0-4d38-b7ed-b836abf4fd58 req-0995042c-1202-4f46-821c-525452a770f4 service neutron] Bound using segment: {'id': 'ee39aca0-6f7d-4da6-861f-9f37553124e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'd41f9397-de9e-4e07-a07d-8cf0ac566250'} {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 18:43:12.102083 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-449d1d4f-9df0-4d38-b7ed-b836abf4fd58 req-0995042c-1202-4f46-821c-525452a770f4 service neutron] Bound port: 74235820-6854-4454-b5d5-a2aed98511e3, host: n-h1-800634-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee39aca0-6f7d-4da6-861f-9f37553124e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'd41f9397-de9e-4e07-a07d-8cf0ac566250'}}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 18:43:12.102450 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-449d1d4f-9df0-4d38-b7ed-b836abf4fd58 req-0995042c-1202-4f46-821c-525452a770f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:12.125790 n-d-800634-3 neutron-server[93915]: DEBUG neutron.quota.resource [None req-58483d14-511a-4e6b-816e-e3ea12f267f2 tempest-QuotasTest-720770681 tempest-QuotasTest-720770681-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=93915) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 14 18:43:12.141504 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2643bcc5-a146-460f-8908-c778f40aa93c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc133a58-9787-416e-8676-e2f94749959c,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:43:12.148511 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-2643bcc5-a146-460f-8908-c778f40aa93c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:12.152500 n-d-800634-3 neutron-server[93916]: INFO neutron.db.segments_db [None req-2643bcc5-a146-460f-8908-c778f40aa93c admin admin] Added segment da0521a0-9cec-41b8-a5a5-ea6e48f7083f of type vlan for network bc5cad5a-1439-4e0e-9304-5965e5e0a2bf Jul 14 18:43:12.238396 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-2643bcc5-a146-460f-8908-c778f40aa93c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728202197517'] for network, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:12.283636 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-2643bcc5-a146-460f-8908-c778f40aa93c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727'] for network, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:12.285002 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2643bcc5-a146-460f-8908-c778f40aa93c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:43:12.285988 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-2643bcc5-a146-460f-8908-c778f40aa93c admin admin] Notify callbacks [] for network, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:12.333815 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b8bb8d8c-9203-4c8f-bf4e-fdfc2a1ace53 req-0249fc8e-2335-46b4-aad9-73e0567f560c tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] 10.222.0.16 "GET /v2.0/security-groups?id=665fac0f-cff5-44f7-b9cc-bed28fe603e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2139695 Jul 14 18:43:12.377969 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-2643bcc5-a146-460f-8908-c778f40aa93c admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.5687504 Jul 14 18:43:12.379040 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 60252) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:43:12.384720 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-46badc9d-c144-4ffd-849c-44c20faf9ac1 admin admin] Request body: {'subnet': {'network_id': 'bc5cad5a-1439-4e0e-9304-5965e5e0a2bf', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-643842557-subnet', 'tenant_id': 'b01e9cb6e7b74c228fff61740e440634', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:43:12.395448 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2643bcc5-a146-460f-8908-c778f40aa93c admin admin] Pushing event updated for resources: {'Network': ['ID=bc5cad5a-1439-4e0e-9304-5965e5e0a2bf,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:43:12.408672 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Network bc5cad5a-1439-4e0e-9304-5965e5e0a2bf details requested by agent ovs-agent-n-d-800634-3 with host n-d-800634-3 {{(pid=93917) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 18:43:12.418775 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46badc9d-c144-4ffd-849c-44c20faf9ac1 admin admin] Made reservation on behalf of b01e9cb6e7b74c228fff61740e440634 for: {'subnet': 1} {{(pid=93916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:43:12.422804 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-46badc9d-c144-4ffd-849c-44c20faf9ac1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26033189'] for subnet, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:12.435416 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e8530e-e7b2-4dba-b03d-7f85f334724e req-63814507-7355-4bd5-aade-65b2f2000163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:43:12.437048 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c1e8530e-e7b2-4dba-b03d-7f85f334724e req-63814507-7355-4bd5-aade-65b2f2000163 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=53bb0fcd-64dd-42eb-8d88-ad420edc0329&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4601927 Jul 14 18:43:12.512511 n-d-800634-3 neutron-server[93915]: DEBUG neutron.quota.resource [None req-58483d14-511a-4e6b-816e-e3ea12f267f2 tempest-QuotasTest-720770681 tempest-QuotasTest-720770681-project-admin] Usage tracker for resource:security_group and tenant:55e165ab107b429f9e81ca1616c57fcc is out of sync, need to count used quota {{(pid=93915) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 14 18:43:12.588228 n-d-800634-3 neutron-server[93915]: DEBUG neutron.quota.resource [None req-58483d14-511a-4e6b-816e-e3ea12f267f2 tempest-QuotasTest-720770681 tempest-QuotasTest-720770681-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=93915) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 14 18:43:12.594197 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-449d1d4f-9df0-4d38-b7ed-b836abf4fd58 req-0995042c-1202-4f46-821c-525452a770f4 service neutron] For port 74235820-6854-4454-b5d5-a2aed98511e3, host n-h1-800634-3, cleared binding levels {{(pid=93915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:43:12.661911 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-46badc9d-c144-4ffd-849c-44c20faf9ac1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2684753', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26033175'] for subnet, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:12.680991 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61e1c43-53f5-4e49-95e8-71d576cac163 req-6d7c5afb-7cd4-4a19-a091-758dd7455fa1 tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:43:12.688150 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-d61e1c43-53f5-4e49-95e8-71d576cac163 req-6d7c5afb-7cd4-4a19-a091-758dd7455fa1 tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] 10.222.0.16 "GET /v2.0/ports?device_id=4ed688ec-0b1c-4d1e-881c-157d22decd3a HTTP/1.1" status: 200 len: 944 time: 0.4175625 Jul 14 18:43:12.717842 n-d-800634-3 neutron-server[93915]: DEBUG neutron.quota.resource [None req-58483d14-511a-4e6b-816e-e3ea12f267f2 tempest-QuotasTest-720770681 tempest-QuotasTest-720770681-project-admin] Usage tracker for resource:security_group_rule and tenant:55e165ab107b429f9e81ca1616c57fcc is out of sync, need to count used quota {{(pid=93915) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 14 18:43:12.731806 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46badc9d-c144-4ffd-849c-44c20faf9ac1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5d67dba4-5e96-4bed-8dc5-4e7bc0c865e7,revision_number=0']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:43:12.738307 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-449d1d4f-9df0-4d38-b7ed-b836abf4fd58 req-0995042c-1202-4f46-821c-525452a770f4 service neutron] For port 74235820-6854-4454-b5d5-a2aed98511e3, host n-h1-800634-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=74235820-6854-4454-b5d5-a2aed98511e3,segment=NetworkSegment(ee39aca0-6f7d-4da6-861f-9f37553124e0),segment_id=ee39aca0-6f7d-4da6-861f-9f37553124e0)] {{(pid=93915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 18:43:12.768182 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46badc9d-c144-4ffd-849c-44c20faf9ac1 admin admin] Checking segment: {'id': 'da0521a0-9cec-41b8-a5a5-ea6e48f7083f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'bc5cad5a-1439-4e0e-9304-5965e5e0a2bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93916) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:43:12.768708 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46badc9d-c144-4ffd-849c-44c20faf9ac1 admin admin] Network hostable DHCP agents. Network: bc5cad5a-1439-4e0e-9304-5965e5e0a2bf, hostable agents: ['028393c3-0576-4ebd-bca1-8ea8a148e1a2'], hosted agents: [] {{(pid=93916) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 18:43:12.769664 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-449d1d4f-9df0-4d38-b7ed-b836abf4fd58 req-0995042c-1202-4f46-821c-525452a770f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25912978'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:12.799617 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46badc9d-c144-4ffd-849c-44c20faf9ac1 admin admin] Network bc5cad5a-1439-4e0e-9304-5965e5e0a2bf is scheduled to be hosted by DHCP agent 028393c3-0576-4ebd-bca1-8ea8a148e1a2 with binding_index 1 {{(pid=93916) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 18:43:12.806838 n-d-800634-3 neutron-server[93915]: DEBUG neutron.quota.resource [None req-58483d14-511a-4e6b-816e-e3ea12f267f2 tempest-QuotasTest-720770681 tempest-QuotasTest-720770681-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93915) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 14 18:43:12.818051 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [None req-46badc9d-c144-4ffd-849c-44c20faf9ac1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-3, bc5cad5a-1439-4e0e-9304-5965e5e0a2bf) {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:43:12.828696 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46badc9d-c144-4ffd-849c-44c20faf9ac1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:43:12.829321 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-46badc9d-c144-4ffd-849c-44c20faf9ac1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:12.834911 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-125a6cff-0b6e-4ea6-b4ad-645f298045a8 None None] Network bc5cad5a-1439-4e0e-9304-5965e5e0a2bf requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:43:12.859451 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-46badc9d-c144-4ffd-849c-44c20faf9ac1 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.4801860 Jul 14 18:43:12.966687 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c1e8530e-e7b2-4dba-b03d-7f85f334724e req-7bd0902e-4ed5-4352-b5f3-af702010423d service neutron] 10.222.0.35 "GET /v2.0/networks/53bb0fcd-64dd-42eb-8d88-ad420edc0329?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5015731 Jul 14 18:43:12.967734 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0995042c-1202-4f46-821c-525452a770f4 service neutron] Pushing event updated for resources: {'Port': ['ID=74235820-6854-4454-b5d5-a2aed98511e3,revision_number=3']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:43:12.985551 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449d1d4f-9df0-4d38-b7ed-b836abf4fd58 req-0995042c-1202-4f46-821c-525452a770f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:43:12.986615 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-449d1d4f-9df0-4d38-b7ed-b836abf4fd58 req-0995042c-1202-4f46-821c-525452a770f4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:12.988501 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-449d1d4f-9df0-4d38-b7ed-b836abf4fd58 req-0995042c-1202-4f46-821c-525452a770f4 service neutron] 10.222.0.18 "PUT /v2.0/ports/74235820-6854-4454-b5d5-a2aed98511e3 HTTP/1.1" status: 200 len: 1091 time: 3.4143012 Jul 14 18:43:12.992468 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'efdc352d-d742-4488-9ed7-9f32a3f03208', 'tag': '74235820-6854-4454-b5d5-a2aed98511e3'}] {{(pid=93915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:43:12.995204 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e72782ad3af8f7d4ce76cedf092bca46d1756acc5c4653cf0b52034cdd6b073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28bd8d36-30ae-49c1-b82b-0ff65dd9dcf3" -d '{"events": [{"name": "network-changed", "server_uuid": "efdc352d-d742-4488-9ed7-9f32a3f03208", "tag": "74235820-6854-4454-b5d5-a2aed98511e3"}]}' {{(pid=93915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:43:12.999669 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-58483d14-511a-4e6b-816e-e3ea12f267f2 tempest-QuotasTest-720770681 tempest-QuotasTest-720770681-project-admin] 10.222.0.16 "GET /v2.0/quotas/55e165ab107b429f9e81ca1616c57fcc/details.json HTTP/1.1" status: 200 len: 703 time: 2.3384318 Jul 14 18:43:13.087104 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 60272) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:43:13.106317 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-d61e1c43-53f5-4e49-95e8-71d576cac163 req-0d110119-dc54-4b0e-a6b2-3b8f1d1e5aad tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] 10.222.0.16 "GET /v2.0/security-groups?id=f745dc72-333e-4ddf-8281-1bb3e04e8f82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4170578 Jul 14 18:43:13.142968 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-905599c5-eb25-4c7c-b468-9a581b0e7f44 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Router 29c52654-d9c8-454b-b6d2-1ca014e9fa52 has already been hosted by L3 agent 2c6eb27e-defb-4cca-9a24-381c7415e359 {{(pid=93915) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 18:43:13.261553 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Device 22c8f00d-1121-4477-a7e5-813b2cc437b2 up at agent hyperv_n-h2-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:43:13.264207 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f33965d-8f1d-4647-9416-dd0ffbd799a3 admin admin] Deleting subnet 802e27de-9178-43b4-a65e-2411def1620c {{(pid=93916) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 18:43:13.277653 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-1f33965d-8f1d-4647-9416-dd0ffbd799a3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:13.329995 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-905599c5-eb25-4c7c-b468-9a581b0e7f44 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify agent at l3_agent.n-d-800634-3 the message routers_updated {{(pid=93915) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 18:43:13.346773 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93460c5f-429d-4a96-842d-8faa9ea87491 None None] Sync routers for ids ['29c52654-d9c8-454b-b6d2-1ca014e9fa52'] in n-d-800634-3 {{(pid=93918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 18:43:13.361985 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-1f33965d-8f1d-4647-9416-dd0ffbd799a3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26296866'] for subnet, precommit_delete_associations {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:13.362243 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c1e8530e-e7b2-4dba-b03d-7f85f334724e req-aae73077-853d-497d-af14-1b92c5a81fca service neutron] 10.222.0.35 "GET /v2.0/networks/53bb0fcd-64dd-42eb-8d88-ad420edc0329?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3864222 Jul 14 18:43:13.409937 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93460c5f-429d-4a96-842d-8faa9ea87491 None None] Routers {'29c52654-d9c8-454b-b6d2-1ca014e9fa52'} bound to L3 agent in host n-d-800634-3 {{(pid=93918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:43:13.418023 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-93460c5f-429d-4a96-842d-8faa9ea87491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:42:53Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['29c52654-d9c8-454b-b6d2-1ca014e9fa52'], 'active': True} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:43:13.475479 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-1f33965d-8f1d-4647-9416-dd0ffbd799a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081283'] for subnet, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:13.484929 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c1e8530e-e7b2-4dba-b03d-7f85f334724e req-d2bb071e-6503-454e-af7e-a6edb6b443aa service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.120&port_id=85897482-0484-49f8-8ec5-b7a74ba260d7 HTTP/1.1" status: 200 len: 217 time: 0.1119721 Jul 14 18:43:13.488376 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-905599c5-eb25-4c7c-b468-9a581b0e7f44 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for floatingip, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:13.558738 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3199ef73-84f2-4a45-a063-3aa2add20d46 None None] Network bc5cad5a-1439-4e0e-9304-5965e5e0a2bf requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:43:13.655040 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-905599c5-eb25-4c7c-b468-9a581b0e7f44 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 8.9012055 Jul 14 18:43:13.667421 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e8530e-e7b2-4dba-b03d-7f85f334724e req-84320734-7351-48c6-bf78-0d3f97d9340f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:43:13.672208 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-1f33965d-8f1d-4647-9416-dd0ffbd799a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2684816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26033152'] for subnet, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:13.672673 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c1e8530e-e7b2-4dba-b03d-7f85f334724e req-84320734-7351-48c6-bf78-0d3f97d9340f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=bfc85fc4-a1ec-4557-a25f-86f06ef0ab5a HTTP/1.1" status: 200 len: 797 time: 0.1689744 Jul 14 18:43:13.688878 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvr_db [None req-93460c5f-429d-4a96-842d-8faa9ea87491 None None] Set router 29c52654-d9c8-454b-b6d2-1ca014e9fa52 gateway port host: n-d-800634-3 {{(pid=93918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 18:43:13.742134 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Provisioning for port 22c8f00d-1121-4477-a7e5-813b2cc437b2 completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:43:13.746476 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Provisioning complete for port 22c8f00d-1121-4477-a7e5-813b2cc437b2 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:43:13.747065 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:13.792454 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f33965d-8f1d-4647-9416-dd0ffbd799a3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=802e27de-9178-43b4-a65e-2411def1620c,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:43:13.812666 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-1f33965d-8f1d-4647-9416-dd0ffbd799a3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:13.819912 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-1f33965d-8f1d-4647-9416-dd0ffbd799a3 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/802e27de-9178-43b4-a65e-2411def1620c HTTP/1.1" status: 204 len: 168 time: 0.7282817 Jul 14 18:43:13.821573 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 60290) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:43:13.823309 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e8530e-e7b2-4dba-b03d-7f85f334724e req-6134f74a-af5a-47e8-848d-4189704cf252 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:43:13.824905 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c1e8530e-e7b2-4dba-b03d-7f85f334724e req-6134f74a-af5a-47e8-848d-4189704cf252 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=53bb0fcd-64dd-42eb-8d88-ad420edc0329&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1458158 Jul 14 18:43:13.873059 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:13.903155 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ed688ec-0b1c-4d1e-881c-157d22decd3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22c8f00d-1121-4477-a7e5-813b2cc437b2'}] {{(pid=93917) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:43:13.907820 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20b787f3c29eaa7aa2a4d648c725a2124c5ff39a8d793252f9d844495e14cf42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66636b11-a290-4a47-803e-cf3de634798b" -d '{"events": [{"server_uuid": "4ed688ec-0b1c-4d1e-881c-157d22decd3a", "name": "network-vif-plugged", "status": "completed", "tag": "22c8f00d-1121-4477-a7e5-813b2cc437b2"}]}' {{(pid=93917) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:43:13.942221 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] For port 22c8f00d-1121-4477-a7e5-813b2cc437b2, host n-h2-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=22c8f00d-1121-4477-a7e5-813b2cc437b2,segment=NetworkSegment(c2fad28a-4ca7-4493-8025-bc92e58ecccc),segment_id=c2fad28a-4ca7-4493-8025-bc92e58ecccc)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:43:13.962676 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:14.002191 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-365e6fee-ce71-403a-a865-42b4b2634c07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645734'] for network, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:14.006417 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c1e8530e-e7b2-4dba-b03d-7f85f334724e req-d1135027-d616-4708-92f7-b2c6f4a4e7b1 service neutron] 10.222.0.35 "GET /v2.0/networks/53bb0fcd-64dd-42eb-8d88-ad420edc0329?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1022859 Jul 14 18:43:14.019009 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 60294) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:43:14.054486 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Pushing event updated for resources: {'Port': ['ID=22c8f00d-1121-4477-a7e5-813b2cc437b2,revision_number=5']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:43:14.054746 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 18:43:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-914e175e-ac7d-485a-a332-580c1594c792 x-openstack-request-id: req-914e175e-ac7d-485a-a332-580c1594c792 {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:43:14.054870 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "efdc352d-d742-4488-9ed7-9f32a3f03208", "tag": "74235820-6854-4454-b5d5-a2aed98511e3", "status": "completed", "code": 200}]} {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:43:14.055095 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-914e175e-ac7d-485a-a332-580c1594c792 {{(pid=93915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:43:14.055495 n-d-800634-3 neutron-server[93915]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'efdc352d-d742-4488-9ed7-9f32a3f03208', 'tag': '74235820-6854-4454-b5d5-a2aed98511e3', 'status': 'completed', 'code': 200} Jul 14 18:43:14.132550 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449d1d4f-9df0-4d38-b7ed-b836abf4fd58 req-c6e2fbc0-20ac-45aa-b6fe-7498743c7508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:43:14.134136 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-449d1d4f-9df0-4d38-b7ed-b836abf4fd58 req-c6e2fbc0-20ac-45aa-b6fe-7498743c7508 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=5093a1bcf9144b0bbe697fc3cf12df56&device_id=efdc352d-d742-4488-9ed7-9f32a3f03208 HTTP/1.1" status: 200 len: 1094 time: 1.0642679 Jul 14 18:43:14.177516 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-449d1d4f-9df0-4d38-b7ed-b836abf4fd58 req-c4bbcc6a-a0da-428b-86ac-6d9e88564e78 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=74235820-6854-4454-b5d5-a2aed98511e3 HTTP/1.1" status: 200 len: 217 time: 0.0359876 Jul 14 18:43:14.225226 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-93460c5f-429d-4a96-842d-8faa9ea87491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29c52654-d9c8-454b-b6d2-1ca014e9fa52', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1785290011', 'tenant_id': 'af718961b2754d7c873f442ed35947bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.134'}], 'enable_snat': True}, 'gw_port_id': '31848adf-1e8c-4964-be39-3dc05152f6bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:42:22Z', 'updated_at': '2021-07-14T18:42:33Z', 'revision_number': 4, 'project_id': 'af718961b2754d7c873f442ed35947bb', 'gw_port': {'id': '31848adf-1e8c-4964-be39-3dc05152f6bf', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:04:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29c52654-d9c8-454b-b6d2-1ca014e9fa52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2442, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:42:23Z', 'updated_at': '2021-07-14T18:42:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_floatingips': [{'id': 'd903ce6a-0f0b-4425-9953-ec19bbdcef3f', 'tenant_id': 'af718961b2754d7c873f442ed35947bb', 'floating_ip_address': '172.25.1.180', 'floating_network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'router_id': '29c52654-d9c8-454b-b6d2-1ca014e9fa52', 'port_id': '6182959c-1b61-4e8b-9b7e-d356b7088e97', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2517, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '26951fdb-bb46-4452-8c34-53f4c7032aac', 'mac_address': 'fa:16:3e:9d:6e:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f9a7f72-8408-4351-a6cb-31c74000b0ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T18:43:09Z', 'updated_at': '2021-07-14T18:43:09Z', 'revision_number': 0, 'project_id': 'af718961b2754d7c873f442ed35947bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ca38169-0f83-46be-a9af-b82b942ba447', 'name': '', 'network_id': '26951fdb-bb46-4452-8c34-53f4c7032aac', 'tenant_id': 'af718961b2754d7c873f442ed35947bb', 'mac_address': 'fa:16:3e:72:1b:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29c52654-d9c8-454b-b6d2-1ca014e9fa52', 'device_owner': 'network:router_interface', 'standard_attr_id': 2464, 'fixed_ips': [{'subnet_id': '691350cf-99fe-4a5a-8ba2-390006d7f9d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:42:32Z', 'updated_at': '2021-07-14T18:42:46Z', 'revision_number': 5, 'project_id': 'af718961b2754d7c873f442ed35947bb', 'subnets': [{'id': '691350cf-99fe-4a5a-8ba2-390006d7f9d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-3', False) {} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:43:14.234745 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449d1d4f-9df0-4d38-b7ed-b836abf4fd58 req-ed94f8ca-ee7e-4acf-aa18-5e42e6137faf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:43:14.236253 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-449d1d4f-9df0-4d38-b7ed-b836abf4fd58 req-ed94f8ca-ee7e-4acf-aa18-5e42e6137faf service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0161a33b-ac2d-4d08-b4de-fe1fa405f16a HTTP/1.1" status: 200 len: 850 time: 0.0514131 Jul 14 18:43:14.251945 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3feb6429-1b93-432c-93a8-231a4e7d1e64 req-aea13c93-f1fd-4d04-852e-6a7af87e6712 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:43:14.252997 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-b8e93df8-9e6f-445c-b87e-8a26c35071b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:14.258861 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3feb6429-1b93-432c-93a8-231a4e7d1e64 req-aea13c93-f1fd-4d04-852e-6a7af87e6712 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] 10.222.0.16 "GET /v2.0/ports?device_id=efdc352d-d742-4488-9ed7-9f32a3f03208 HTTP/1.1" status: 200 len: 943 time: 0.3687587 Jul 14 18:43:14.290320 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-365e6fee-ce71-403a-a865-42b4b2634c07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2096010', 'neutron.services.segments.db._delete_segments_for_network-8728202734996'] for network, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:14.300077 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93460c5f-429d-4a96-842d-8faa9ea87491 None None] Checking router: 29c52654-d9c8-454b-b6d2-1ca014e9fa52 for host: n-d-800634-3 {{(pid=93918) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 18:43:14.316619 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93460c5f-429d-4a96-842d-8faa9ea87491 None None] Routers {'29c52654-d9c8-454b-b6d2-1ca014e9fa52'} bound to L3 agent in host n-d-800634-3 {{(pid=93918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:43:14.317745 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-93460c5f-429d-4a96-842d-8faa9ea87491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:42:53Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['29c52654-d9c8-454b-b6d2-1ca014e9fa52'], 'active': True} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:43:14.324977 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.segments.db [None req-365e6fee-ce71-403a-a865-42b4b2634c07 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22391b8f-e940-43ae-879d-a650597d65a5']}} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:43:14.337199 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c1e8530e-e7b2-4dba-b03d-7f85f334724e req-6c0e0daa-6bac-4344-bfae-104cfaea0293 service neutron] 10.222.0.35 "GET /v2.0/networks/53bb0fcd-64dd-42eb-8d88-ad420edc0329?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3088844 Jul 14 18:43:14.343527 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.segments.db [None req-365e6fee-ce71-403a-a865-42b4b2634c07 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cffa00ef-b098-446f-af5a-20606bb8b1e7') {'for_net_delete': True} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:43:14.343854 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.segments.db [None req-365e6fee-ce71-403a-a865-42b4b2634c07 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cffa00ef-b098-446f-af5a-20606bb8b1e7') {} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:43:14.361567 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-365e6fee-ce71-403a-a865-42b4b2634c07 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728202715275', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26296891'] for segment, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:14.400637 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-365e6fee-ce71-403a-a865-42b4b2634c07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:14.408768 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c1e8530e-e7b2-4dba-b03d-7f85f334724e req-f982e5d0-af06-403c-83d7-9f99230c2cb7 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=c2b3fb63-6908-4955-af27-c8e059a5a158 HTTP/1.1" status: 200 len: 217 time: 0.0594583 Jul 14 18:43:14.458690 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3feb6429-1b93-432c-93a8-231a4e7d1e64 req-60cd9501-fb33-4a39-989a-8909ac9837d3 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] 10.222.0.16 "GET /v2.0/security-groups?id=665fac0f-cff5-44f7-b9cc-bed28fe603e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1955855 Jul 14 18:43:14.458938 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-365e6fee-ce71-403a-a865-42b4b2634c07 admin admin] Releasing vlan 74 on physical network physnet1 to pool {{(pid=93916) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 18:43:14.458938 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-365e6fee-ce71-403a-a865-42b4b2634c07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2682942'] for segment, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:14.460525 n-d-800634-3 neutron-server[93916]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:43:14.460525 n-d-800634-3 neutron-server[93916]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:43:14.460525 n-d-800634-3 neutron-server[93916]: Traceback (most recent call last): Jul 14 18:43:14.460525 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 18:43:14.460525 n-d-800634-3 neutron-server[93916]: timer() Jul 14 18:43:14.460525 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 18:43:14.460525 n-d-800634-3 neutron-server[93916]: cb(*args, **kw) Jul 14 18:43:14.460525 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 18:43:14.460525 n-d-800634-3 neutron-server[93916]: return func(*args, **kwargs) Jul 14 18:43:14.460525 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 18:43:14.460525 n-d-800634-3 neutron-server[93916]: self._notify() Jul 14 18:43:14.460525 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 18:43:14.460525 n-d-800634-3 neutron-server[93916]: self.callback(batched_events) Jul 14 18:43:14.460525 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 18:43:14.460525 n-d-800634-3 neutron-server[93916]: event.method(event) Jul 14 18:43:14.460525 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 18:43:14.460525 n-d-800634-3 neutron-server[93916]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 18:43:14.460525 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 18:43:14.460525 n-d-800634-3 neutron-server[93916]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 18:43:14.460525 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 18:43:14.460525 n-d-800634-3 neutron-server[93916]: return f(self, *a, **k) Jul 14 18:43:14.460525 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 18:43:14.460525 n-d-800634-3 neutron-server[93916]: return self._get(url).json() Jul 14 18:43:14.460525 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 18:43:14.460525 n-d-800634-3 neutron-server[93916]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 18:43:14.460525 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 18:43:14.460525 n-d-800634-3 neutron-server[93916]: return self.request(url, 'GET', **kwargs) Jul 14 18:43:14.460525 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 18:43:14.460525 n-d-800634-3 neutron-server[93916]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 18:43:14.460525 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 18:43:14.460525 n-d-800634-3 neutron-server[93916]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 18:43:14.460525 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 18:43:14.460525 n-d-800634-3 neutron-server[93916]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 18:43:14.460525 n-d-800634-3 neutron-server[93916]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 18:43:14.503218 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvr_db [None req-93460c5f-429d-4a96-842d-8faa9ea87491 None None] Set router 29c52654-d9c8-454b-b6d2-1ca014e9fa52 gateway port host: n-d-800634-3 {{(pid=93918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 18:43:14.506283 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449d1d4f-9df0-4d38-b7ed-b836abf4fd58 req-97e4645e-c98e-45d8-9acc-2c4c2622ab27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:43:14.516194 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-449d1d4f-9df0-4d38-b7ed-b836abf4fd58 req-97e4645e-c98e-45d8-9acc-2c4c2622ab27 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d41f9397-de9e-4e07-a07d-8cf0ac566250&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2487586 Jul 14 18:43:14.537643 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 18:43:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1a29d13-6dd8-4cf4-8c87-7128f51b2c80 x-openstack-request-id: req-e1a29d13-6dd8-4cf4-8c87-7128f51b2c80 {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:43:14.538584 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ed688ec-0b1c-4d1e-881c-157d22decd3a", "name": "network-vif-plugged", "status": "completed", "tag": "22c8f00d-1121-4477-a7e5-813b2cc437b2", "code": 200}]} {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:43:14.538944 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e1a29d13-6dd8-4cf4-8c87-7128f51b2c80 {{(pid=93917) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:43:14.539990 n-d-800634-3 neutron-server[93917]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ed688ec-0b1c-4d1e-881c-157d22decd3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22c8f00d-1121-4477-a7e5-813b2cc437b2', 'code': 200} Jul 14 18:43:14.542032 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cd8f23-db43-44a2-9630-af55947ffab6 req-820c7b23-469c-4ffa-b67b-7eb0b9266599 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:43:14.542808 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-b8e93df8-9e6f-445c-b87e-8a26c35071b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:14.552670 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-10cd8f23-db43-44a2-9630-af55947ffab6 req-820c7b23-469c-4ffa-b67b-7eb0b9266599 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] 10.222.0.16 "GET /v2.0/ports?device_id=6f9a7f72-8408-4351-a6cb-31c74000b0ce HTTP/1.1" status: 200 len: 946 time: 0.2758853 Jul 14 18:43:14.559709 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-b8e93df8-9e6f-445c-b87e-8a26c35071b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:14.625122 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e8530e-e7b2-4dba-b03d-7f85f334724e req-c8fbc274-3815-45cd-86e8-20ff19278f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:43:14.626956 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c1e8530e-e7b2-4dba-b03d-7f85f334724e req-c8fbc274-3815-45cd-86e8-20ff19278f0b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=6b5b6fc5-6d46-499c-9d51-f1f072b12976 HTTP/1.1" status: 200 len: 797 time: 0.2113733 Jul 14 18:43:14.630593 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-365e6fee-ce71-403a-a865-42b4b2634c07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2096001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-930085'] for network, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:14.643719 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-365e6fee-ce71-403a-a865-42b4b2634c07 admin admin] Notify callbacks [] for network, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:14.650996 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-365e6fee-ce71-403a-a865-42b4b2634c07 admin admin] 10.222.0.16 "DELETE /v2.0/networks/22391b8f-e940-43ae-879d-a650597d65a5 HTTP/1.1" status: 204 len: 168 time: 0.8262672 Jul 14 18:43:14.651861 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 60306) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:43:14.752967 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-b8e93df8-9e6f-445c-b87e-8a26c35071b2 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=faf1bebef571477c9cb36be00dc35f5c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7299578 Jul 14 18:43:14.762178 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365e6fee-ce71-403a-a865-42b4b2634c07 admin admin] Pushing event deleted for resources: {'Network': ['ID=22391b8f-e940-43ae-879d-a650597d65a5,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:43:14.766180 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 60314) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:43:14.803596 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e93df8-9e6f-445c-b87e-8a26c35071b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ead0e03b-9ea5-41e3-8721-a42662a0c9f2,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:43:14.810665 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-10cd8f23-db43-44a2-9630-af55947ffab6 req-d117b622-21e2-4830-b013-62f665038a44 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] 10.222.0.16 "GET /v2.0/security-groups?id=8e407b29-87a3-469b-bd17-d62b5e354976&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2567430 Jul 14 18:43:14.844021 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 60316) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:43:14.845129 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-93460c5f-429d-4a96-842d-8faa9ea87491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29c52654-d9c8-454b-b6d2-1ca014e9fa52', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1785290011', 'tenant_id': 'af718961b2754d7c873f442ed35947bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.134'}], 'enable_snat': True}, 'gw_port_id': '31848adf-1e8c-4964-be39-3dc05152f6bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:42:22Z', 'updated_at': '2021-07-14T18:42:33Z', 'revision_number': 4, 'project_id': 'af718961b2754d7c873f442ed35947bb', 'gw_port': {'id': '31848adf-1e8c-4964-be39-3dc05152f6bf', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:04:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29c52654-d9c8-454b-b6d2-1ca014e9fa52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2442, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:42:23Z', 'updated_at': '2021-07-14T18:42:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_floatingips': [{'id': 'd903ce6a-0f0b-4425-9953-ec19bbdcef3f', 'tenant_id': 'af718961b2754d7c873f442ed35947bb', 'floating_ip_address': '172.25.1.180', 'floating_network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'router_id': '29c52654-d9c8-454b-b6d2-1ca014e9fa52', 'port_id': '6182959c-1b61-4e8b-9b7e-d356b7088e97', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2517, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '26951fdb-bb46-4452-8c34-53f4c7032aac', 'mac_address': 'fa:16:3e:9d:6e:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f9a7f72-8408-4351-a6cb-31c74000b0ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T18:43:09Z', 'updated_at': '2021-07-14T18:43:09Z', 'revision_number': 0, 'project_id': 'af718961b2754d7c873f442ed35947bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ca38169-0f83-46be-a9af-b82b942ba447', 'name': '', 'network_id': '26951fdb-bb46-4452-8c34-53f4c7032aac', 'tenant_id': 'af718961b2754d7c873f442ed35947bb', 'mac_address': 'fa:16:3e:72:1b:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29c52654-d9c8-454b-b6d2-1ca014e9fa52', 'device_owner': 'network:router_interface', 'standard_attr_id': 2464, 'fixed_ips': [{'subnet_id': '691350cf-99fe-4a5a-8ba2-390006d7f9d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:42:32Z', 'updated_at': '2021-07-14T18:42:46Z', 'revision_number': 5, 'project_id': 'af718961b2754d7c873f442ed35947bb', 'subnets': [{'id': '691350cf-99fe-4a5a-8ba2-390006d7f9d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-3', False) {} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:43:14.866549 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.db_base_plugin_v2 [None req-e46b0b0f-b3d8-4b4a-b047-d56ba706585f admin admin] Deleting subnet 5d67dba4-5e96-4bed-8dc5-4e7bc0c865e7 {{(pid=93916) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 18:43:14.873114 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-e46b0b0f-b3d8-4b4a-b047-d56ba706585f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:14.886935 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93460c5f-429d-4a96-842d-8faa9ea87491 None None] The sync data for ids ['29c52654-d9c8-454b-b6d2-1ca014e9fa52'] in n-d-800634-3 is: [{'id': '29c52654-d9c8-454b-b6d2-1ca014e9fa52', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1785290011', 'tenant_id': 'af718961b2754d7c873f442ed35947bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.134'}], 'enable_snat': True}, 'gw_port_id': '31848adf-1e8c-4964-be39-3dc05152f6bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:42:22Z', 'updated_at': '2021-07-14T18:42:33Z', 'revision_number': 4, 'project_id': 'af718961b2754d7c873f442ed35947bb', 'gw_port': {'id': '31848adf-1e8c-4964-be39-3dc05152f6bf', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:04:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29c52654-d9c8-454b-b6d2-1ca014e9fa52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2442, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:42:23Z', 'updated_at': '2021-07-14T18:42:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_floatingips': [{'id': 'd903ce6a-0f0b-4425-9953-ec19bbdcef3f', 'tenant_id': 'af718961b2754d7c873f442ed35947bb', 'floating_ip_address': '172.25.1.180', 'floating_network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'router_id': '29c52654-d9c8-454b-b6d2-1ca014e9fa52', 'port_id': '6182959c-1b61-4e8b-9b7e-d356b7088e97', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2517, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '26951fdb-bb46-4452-8c34-53f4c7032aac', 'mac_address': 'fa:16:3e:9d:6e:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f9a7f72-8408-4351-a6cb-31c74000b0ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T18:43:09Z', 'updated_at': '2021-07-14T18:43:09Z', 'revision_number': 0, 'project_id': 'af718961b2754d7c873f442ed35947bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ca38169-0f83-46be-a9af-b82b942ba447', 'name': '', 'network_id': '26951fdb-bb46-4452-8c34-53f4c7032aac', 'tenant_id': 'af718961b2754d7c873f442ed35947bb', 'mac_address': 'fa:16:3e:72:1b:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29c52654-d9c8-454b-b6d2-1ca014e9fa52', 'device_owner': 'network:router_interface', 'standard_attr_id': 2464, 'fixed_ips': [{'subnet_id': '691350cf-99fe-4a5a-8ba2-390006d7f9d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:42:32Z', 'updated_at': '2021-07-14T18:42:46Z', 'revision_number': 5, 'project_id': 'af718961b2754d7c873f442ed35947bb', 'subnets': [{'id': '691350cf-99fe-4a5a-8ba2-390006d7f9d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 18:43:14.925597 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-e46b0b0f-b3d8-4b4a-b047-d56ba706585f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26296866'] for subnet, precommit_delete_associations {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:14.966190 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-449d1d4f-9df0-4d38-b7ed-b836abf4fd58 req-2f5f8d79-cd0f-4be1-a939-1a2118e4cf2c service neutron] 10.222.0.18 "GET /v2.0/networks/d41f9397-de9e-4e07-a07d-8cf0ac566250?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3913403 Jul 14 18:43:14.973797 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-e46b0b0f-b3d8-4b4a-b047-d56ba706585f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081283'] for subnet, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:14.974416 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e1b4cd-78af-43c2-9913-2569db2786c2 req-4263d21a-e1c1-4493-9342-247f7a779f31 tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:43:14.976110 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a4e1b4cd-78af-43c2-9913-2569db2786c2 req-4263d21a-e1c1-4493-9342-247f7a779f31 tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] 10.222.0.16 "GET /v2.0/ports?device_id=4ed688ec-0b1c-4d1e-881c-157d22decd3a HTTP/1.1" status: 200 len: 945 time: 0.2773409 Jul 14 18:43:15.000936 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e8530e-e7b2-4dba-b03d-7f85f334724e req-b83de5c3-1f21-4d3b-86ee-ea3938da95af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:43:15.002557 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c1e8530e-e7b2-4dba-b03d-7f85f334724e req-b83de5c3-1f21-4d3b-86ee-ea3938da95af service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d9b1ce92-40c0-4c35-b452-dfbdda964ee7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3128102 Jul 14 18:43:15.030558 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436a1a86-db99-4b6a-bb2c-c52bc5e6c547 req-0f655144-9e97-4204-b251-9e1d52f4b889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:43:15.033067 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-436a1a86-db99-4b6a-bb2c-c52bc5e6c547 req-0f655144-9e97-4204-b251-9e1d52f4b889 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=4ed688ec-0b1c-4d1e-881c-157d22decd3a HTTP/1.1" status: 200 len: 1096 time: 0.3748252 Jul 14 18:43:15.103393 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-436a1a86-db99-4b6a-bb2c-c52bc5e6c547 req-967087ee-4418-468b-9933-cf13ff589d41 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=f745dc72-333e-4ddf-8281-1bb3e04e8f82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637500 Jul 14 18:43:15.104371 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-e46b0b0f-b3d8-4b4a-b047-d56ba706585f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2684816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26033152'] for subnet, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:15.137630 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46b0b0f-b3d8-4b4a-b047-d56ba706585f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5d67dba4-5e96-4bed-8dc5-4e7bc0c865e7,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:43:15.148197 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-e46b0b0f-b3d8-4b4a-b047-d56ba706585f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:15.155329 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-e46b0b0f-b3d8-4b4a-b047-d56ba706585f admin admin] 10.222.0.16 "DELETE /v2.0/subnets/5d67dba4-5e96-4bed-8dc5-4e7bc0c865e7 HTTP/1.1" status: 204 len: 168 time: 0.4849260 Jul 14 18:43:15.155632 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 60322) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:43:15.244239 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-3212de0d-3b3e-4728-ad37-94924866ae84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645734'] for network, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:15.307400 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-607da2e1-eda7-4f1a-a4e4-16a6ab343257 None None] New status for floating IP d903ce6a-0f0b-4425-9953-ec19bbdcef3f: ACTIVE {{(pid=93917) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 18:43:15.355383 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-3212de0d-3b3e-4728-ad37-94924866ae84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2096010', 'neutron.services.segments.db._delete_segments_for_network-8728202734996'] for network, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:15.381346 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.segments.db [None req-3212de0d-3b3e-4728-ad37-94924866ae84 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc5cad5a-1439-4e0e-9304-5965e5e0a2bf']}} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:43:15.393924 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-ebf9f24c-8e71-4e2d-86ad-b7bd15bae307 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] 10.222.0.16 "GET /v2.0/floatingips/d903ce6a-0f0b-4425-9953-ec19bbdcef3f HTTP/1.1" status: 200 len: 992 time: 0.5450816 Jul 14 18:43:15.421472 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.segments.db [None req-3212de0d-3b3e-4728-ad37-94924866ae84 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da0521a0-9cec-41b8-a5a5-ea6e48f7083f') {'for_net_delete': True} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:43:15.421861 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.segments.db [None req-3212de0d-3b3e-4728-ad37-94924866ae84 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da0521a0-9cec-41b8-a5a5-ea6e48f7083f') {} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:43:15.435306 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-3212de0d-3b3e-4728-ad37-94924866ae84 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728202715275', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26296891'] for segment, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:15.452363 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-676f3530-b6fc-4774-b060-9a092c8ae31b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:15.465464 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-3212de0d-3b3e-4728-ad37-94924866ae84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:15.473704 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3212de0d-3b3e-4728-ad37-94924866ae84 admin admin] Releasing vlan 97 on physical network physnet1 to pool {{(pid=93916) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 18:43:15.474119 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-3212de0d-3b3e-4728-ad37-94924866ae84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2682942'] for segment, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:15.531188 n-d-800634-3 neutron-server[93916]: Traceback (most recent call last): Jul 14 18:43:15.531188 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 18:43:15.531188 n-d-800634-3 neutron-server[93916]: timer() Jul 14 18:43:15.531188 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 18:43:15.531188 n-d-800634-3 neutron-server[93916]: cb(*args, **kw) Jul 14 18:43:15.531188 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 18:43:15.531188 n-d-800634-3 neutron-server[93916]: return func(*args, **kwargs) Jul 14 18:43:15.531188 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 18:43:15.531188 n-d-800634-3 neutron-server[93916]: self._notify() Jul 14 18:43:15.531188 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 18:43:15.531188 n-d-800634-3 neutron-server[93916]: self.callback(batched_events) Jul 14 18:43:15.531188 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 18:43:15.531188 n-d-800634-3 neutron-server[93916]: event.method(event) Jul 14 18:43:15.531188 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 18:43:15.531188 n-d-800634-3 neutron-server[93916]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 18:43:15.531188 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 18:43:15.531188 n-d-800634-3 neutron-server[93916]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 18:43:15.531188 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 18:43:15.531188 n-d-800634-3 neutron-server[93916]: return f(self, *a, **k) Jul 14 18:43:15.531188 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 18:43:15.531188 n-d-800634-3 neutron-server[93916]: return self._get(url).json() Jul 14 18:43:15.531188 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 18:43:15.531188 n-d-800634-3 neutron-server[93916]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 18:43:15.531188 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 18:43:15.531188 n-d-800634-3 neutron-server[93916]: return self.request(url, 'GET', **kwargs) Jul 14 18:43:15.531188 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 18:43:15.531188 n-d-800634-3 neutron-server[93916]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 18:43:15.531188 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 18:43:15.531188 n-d-800634-3 neutron-server[93916]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 18:43:15.531188 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 18:43:15.531188 n-d-800634-3 neutron-server[93916]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 18:43:15.531188 n-d-800634-3 neutron-server[93916]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 18:43:15.548899 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a4e1b4cd-78af-43c2-9913-2569db2786c2 req-161b23d9-fa0e-4a05-8f2b-902499ae6c0c tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] 10.222.0.16 "GET /v2.0/security-groups?id=f745dc72-333e-4ddf-8281-1bb3e04e8f82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5566566 Jul 14 18:43:15.553563 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-3212de0d-3b3e-4728-ad37-94924866ae84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2096001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-930085'] for network, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:15.570208 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-3212de0d-3b3e-4728-ad37-94924866ae84 admin admin] Notify callbacks [] for network, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:15.573668 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-3212de0d-3b3e-4728-ad37-94924866ae84 admin admin] 10.222.0.16 "DELETE /v2.0/networks/bc5cad5a-1439-4e0e-9304-5965e5e0a2bf HTTP/1.1" status: 204 len: 168 time: 0.4169950 Jul 14 18:43:15.593944 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-676f3530-b6fc-4774-b060-9a092c8ae31b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:15.627056 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3212de0d-3b3e-4728-ad37-94924866ae84 admin admin] Pushing event deleted for resources: {'Network': ['ID=bc5cad5a-1439-4e0e-9304-5965e5e0a2bf,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:43:15.693030 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c1e8530e-e7b2-4dba-b03d-7f85f334724e req-bb67dee0-e884-42fe-8a85-03af1aff1d0b service neutron] 10.222.0.35 "GET /v2.0/networks/d9b1ce92-40c0-4c35-b452-dfbdda964ee7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6704166 Jul 14 18:43:15.694765 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-449d1d4f-9df0-4d38-b7ed-b836abf4fd58 req-3fc4c9bf-436b-4051-bbeb-1f62d7f1dcc8 service neutron] 10.222.0.18 "GET /v2.0/networks/d41f9397-de9e-4e07-a07d-8cf0ac566250?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7174802 Jul 14 18:43:15.747725 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 60334) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:43:15.805452 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-e56b13ef-540c-49cc-b916-65d59b53f665 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e1cea6b7cc8e48c2a235edbdbd478cb6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0520985 Jul 14 18:43:15.805728 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 60336) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:43:15.873012 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-2714453c-41ba-4a53-b04a-e15550d4886c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:15.897342 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c1e8530e-e7b2-4dba-b03d-7f85f334724e req-6f025ab7-70e0-4689-bc17-9f4f9ed868be service neutron] 10.222.0.35 "GET /v2.0/networks/d9b1ce92-40c0-4c35-b452-dfbdda964ee7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1893284 Jul 14 18:43:15.907056 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-2714453c-41ba-4a53-b04a-e15550d4886c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:15.962759 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c1e8530e-e7b2-4dba-b03d-7f85f334724e req-cc084832-bbc6-4ce8-83e1-c08edb480a67 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=867c1045-d4a3-4446-b5e7-7ab9463781ba HTTP/1.1" status: 200 len: 217 time: 0.0611145 Jul 14 18:43:15.977634 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-2714453c-41ba-4a53-b04a-e15550d4886c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:15.982593 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-2714453c-41ba-4a53-b04a-e15550d4886c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:15.987554 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-2714453c-41ba-4a53-b04a-e15550d4886c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f9f58635-d84f-4c1e-81f2-4a3c06016f63 HTTP/1.1" status: 204 len: 168 time: 0.1777301 Jul 14 18:43:16.015057 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2714453c-41ba-4a53-b04a-e15550d4886c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9f58635-d84f-4c1e-81f2-4a3c06016f63,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:43:16.037586 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-676f3530-b6fc-4774-b060-9a092c8ae31b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:16.040451 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-676f3530-b6fc-4774-b060-9a092c8ae31b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:16.044703 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-676f3530-b6fc-4774-b060-9a092c8ae31b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ead0e03b-9ea5-41e3-8721-a42662a0c9f2 HTTP/1.1" status: 204 len: 168 time: 1.2742245 Jul 14 18:43:16.053628 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676f3530-b6fc-4774-b060-9a092c8ae31b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ead0e03b-9ea5-41e3-8721-a42662a0c9f2,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:43:16.062397 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f9a7f72-8408-4351-a6cb-31c74000b0ce', 'tag': '6182959c-1b61-4e8b-9b7e-d356b7088e97'}] {{(pid=93915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:43:16.064809 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e72782ad3af8f7d4ce76cedf092bca46d1756acc5c4653cf0b52034cdd6b073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61ee0cf3-0fb3-4e25-9d14-7dc6d7a2d5eb" -d '{"events": [{"name": "network-changed", "server_uuid": "6f9a7f72-8408-4351-a6cb-31c74000b0ce", "tag": "6182959c-1b61-4e8b-9b7e-d356b7088e97"}]}' {{(pid=93915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:43:16.085848 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd0f780-e041-4d60-a206-0761c358bea2 req-5790b9f0-d1e3-4e93-89fa-4bb552483cd8 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:43:16.088034 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3bd0f780-e041-4d60-a206-0761c358bea2 req-5790b9f0-d1e3-4e93-89fa-4bb552483cd8 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] 10.222.0.16 "GET /v2.0/ports?device_id=efdc352d-d742-4488-9ed7-9f32a3f03208 HTTP/1.1" status: 200 len: 943 time: 0.4651265 Jul 14 18:43:16.089568 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e8530e-e7b2-4dba-b03d-7f85f334724e req-8d316db4-3d29-4797-9827-35f9d4c7e8a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:43:16.091066 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c1e8530e-e7b2-4dba-b03d-7f85f334724e req-8d316db4-3d29-4797-9827-35f9d4c7e8a8 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=6b5b6fc5-6d46-499c-9d51-f1f072b12976 HTTP/1.1" status: 200 len: 797 time: 0.1191821 Jul 14 18:43:16.138599 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bd8d36-30ae-49c1-b82b-0ff65dd9dcf3 req-8ebecec4-273f-49a4-88ed-8e4bb1b02b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:43:16.140156 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-28bd8d36-30ae-49c1-b82b-0ff65dd9dcf3 req-8ebecec4-273f-49a4-88ed-8e4bb1b02b01 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=5093a1bcf9144b0bbe697fc3cf12df56&device_id=efdc352d-d742-4488-9ed7-9f32a3f03208 HTTP/1.1" status: 200 len: 1094 time: 0.3280468 Jul 14 18:43:16.168027 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 18:43:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-412e2004-3184-413e-b7fa-d9b5a74d5638 x-openstack-request-id: req-412e2004-3184-413e-b7fa-d9b5a74d5638 {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:43:16.168355 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f9a7f72-8408-4351-a6cb-31c74000b0ce", "tag": "6182959c-1b61-4e8b-9b7e-d356b7088e97", "status": "completed", "code": 200}]} {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:43:16.168621 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-412e2004-3184-413e-b7fa-d9b5a74d5638 {{(pid=93915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:43:16.169033 n-d-800634-3 neutron-server[93915]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f9a7f72-8408-4351-a6cb-31c74000b0ce', 'tag': '6182959c-1b61-4e8b-9b7e-d356b7088e97', 'status': 'completed', 'code': 200} Jul 14 18:43:16.311211 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3bd0f780-e041-4d60-a206-0761c358bea2 req-13eaf161-356e-4bd6-9884-73f0fb3d6946 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] 10.222.0.16 "GET /v2.0/security-groups?id=665fac0f-cff5-44f7-b9cc-bed28fe603e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2071555 Jul 14 18:43:16.391727 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bd8d36-30ae-49c1-b82b-0ff65dd9dcf3 req-deeb93f7-605f-4e29-bb8c-34afd108dd49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:43:16.393238 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-28bd8d36-30ae-49c1-b82b-0ff65dd9dcf3 req-deeb93f7-605f-4e29-bb8c-34afd108dd49 service neutron] 10.222.0.18 "GET /v2.0/networks?id=d41f9397-de9e-4e07-a07d-8cf0ac566250 HTTP/1.1" status: 200 len: 911 time: 0.2379165 Jul 14 18:43:16.395134 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e8530e-e7b2-4dba-b03d-7f85f334724e req-c23543a5-a832-496f-8cf2-6a44932953d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:43:16.396525 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 60358) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:43:16.396695 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c1e8530e-e7b2-4dba-b03d-7f85f334724e req-c23543a5-a832-496f-8cf2-6a44932953d8 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d9b1ce92-40c0-4c35-b452-dfbdda964ee7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2913883 Jul 14 18:43:16.411691 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ee0cf3-0fb3-4e25-9d14-7dc6d7a2d5eb req-5a4facf8-c942-45af-8825-4382b416eeb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:43:16.413420 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-61ee0cf3-0fb3-4e25-9d14-7dc6d7a2d5eb req-5a4facf8-c942-45af-8825-4382b416eeb1 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=af718961b2754d7c873f442ed35947bb&device_id=6f9a7f72-8408-4351-a6cb-31c74000b0ce HTTP/1.1" status: 200 len: 1097 time: 0.1962266 Jul 14 18:43:16.518385 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-6eb0a538-c7e6-4865-b2d8-c73469a9cf25 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] 10.222.0.16 "GET /v2.0/floatingips/d903ce6a-0f0b-4425-9953-ec19bbdcef3f HTTP/1.1" status: 200 len: 994 time: 0.1203718 Jul 14 18:43:16.579298 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-28bd8d36-30ae-49c1-b82b-0ff65dd9dcf3 req-6f094261-226e-4bdf-a3b1-3f8758a66b28 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=74235820-6854-4454-b5d5-a2aed98511e3 HTTP/1.1" status: 200 len: 217 time: 0.1776624 Jul 14 18:43:16.685714 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ee0cf3-0fb3-4e25-9d14-7dc6d7a2d5eb req-dae87ef0-099f-49e6-b2f7-75a7fc3f5856 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:43:16.687432 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-61ee0cf3-0fb3-4e25-9d14-7dc6d7a2d5eb req-dae87ef0-099f-49e6-b2f7-75a7fc3f5856 service neutron] 10.222.0.18 "GET /v2.0/networks?id=26951fdb-bb46-4452-8c34-53f4c7032aac HTTP/1.1" status: 200 len: 896 time: 0.1898429 Jul 14 18:43:16.790131 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 60366) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:43:16.793300 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 60368) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:43:16.799162 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bd8d36-30ae-49c1-b82b-0ff65dd9dcf3 req-791ca0f5-c4c7-4d67-abd6-f024875258d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:43:16.800672 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-28bd8d36-30ae-49c1-b82b-0ff65dd9dcf3 req-791ca0f5-c4c7-4d67-abd6-f024875258d3 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0161a33b-ac2d-4d08-b4de-fe1fa405f16a HTTP/1.1" status: 200 len: 850 time: 0.2067924 Jul 14 18:43:16.837597 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a97ed13b-c6ca-40cf-94bc-a26d7c0e5d70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:16.873264 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-61ee0cf3-0fb3-4e25-9d14-7dc6d7a2d5eb req-378075c1-79fc-4074-94d8-cd2536024d3c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6182959c-1b61-4e8b-9b7e-d356b7088e97 HTTP/1.1" status: 200 len: 1002 time: 0.1700659 Jul 14 18:43:16.878669 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c1e8530e-e7b2-4dba-b03d-7f85f334724e req-a949ea04-6cb7-4a71-a14e-7168b4b79d68 service neutron] 10.222.0.35 "GET /v2.0/networks/d9b1ce92-40c0-4c35-b452-dfbdda964ee7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4692945 Jul 14 18:43:16.909671 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-6455cb24-deb3-4db5-a854-f8e03e1c52b9 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b01e9cb6e7b74c228fff61740e440634&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1174285 Jul 14 18:43:16.917913 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 60374) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:43:16.985100 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56547cae-9e69-4443-a073-c217b604fae5 req-326488c6-634e-4f9d-9127-acafecdac497 tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:43:16.986662 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-56547cae-9e69-4443-a073-c217b604fae5 req-326488c6-634e-4f9d-9127-acafecdac497 tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] 10.222.0.16 "GET /v2.0/ports?device_id=4ed688ec-0b1c-4d1e-881c-157d22decd3a HTTP/1.1" status: 200 len: 945 time: 0.2966375 Jul 14 18:43:17.017921 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ee0cf3-0fb3-4e25-9d14-7dc6d7a2d5eb req-bd385938-9ab1-47e4-a22b-1b9344e75cde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:43:17.019427 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-61ee0cf3-0fb3-4e25-9d14-7dc6d7a2d5eb req-bd385938-9ab1-47e4-a22b-1b9344e75cde service neutron] 10.222.0.18 "GET /v2.0/subnets?id=691350cf-99fe-4a5a-8ba2-390006d7f9d6 HTTP/1.1" status: 200 len: 835 time: 0.1390777 Jul 14 18:43:17.045536 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-8efc6faa-f9f3-40d9-ad12-fbb078d11d6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:17.088543 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bd8d36-30ae-49c1-b82b-0ff65dd9dcf3 req-e80e7b46-9514-40a2-8a3d-32588ff8b6be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:43:17.089967 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-28bd8d36-30ae-49c1-b82b-0ff65dd9dcf3 req-e80e7b46-9514-40a2-8a3d-32588ff8b6be service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d41f9397-de9e-4e07-a07d-8cf0ac566250&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2772002 Jul 14 18:43:17.099931 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-8efc6faa-f9f3-40d9-ad12-fbb078d11d6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:17.104448 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-56547cae-9e69-4443-a073-c217b604fae5 req-d776db7c-715d-4bca-8283-1036c09b28fa tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] 10.222.0.16 "GET /v2.0/security-groups?id=f745dc72-333e-4ddf-8281-1bb3e04e8f82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062644 Jul 14 18:43:17.132348 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a97ed13b-c6ca-40cf-94bc-a26d7c0e5d70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:17.151178 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a97ed13b-c6ca-40cf-94bc-a26d7c0e5d70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:17.165946 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c1e8530e-e7b2-4dba-b03d-7f85f334724e req-6ad7b8dc-2392-4734-a9a1-12a75889dc6d service neutron] 10.222.0.35 "GET /v2.0/networks/d9b1ce92-40c0-4c35-b452-dfbdda964ee7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2718928 Jul 14 18:43:17.203233 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ee0cf3-0fb3-4e25-9d14-7dc6d7a2d5eb req-c7d4b250-bd70-4033-837f-81fb966347c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:43:17.204654 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-61ee0cf3-0fb3-4e25-9d14-7dc6d7a2d5eb req-c7d4b250-bd70-4033-837f-81fb966347c5 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=26951fdb-bb46-4452-8c34-53f4c7032aac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1736722 Jul 14 18:43:17.230621 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97ed13b-c6ca-40cf-94bc-a26d7c0e5d70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2c0b539-f56b-43a2-a243-5cc0c37214b0,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:43:17.238571 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-a97ed13b-c6ca-40cf-94bc-a26d7c0e5d70 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=55e165ab107b429f9e81ca1616c57fcc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4368463 Jul 14 18:43:17.241290 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 60378) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:43:17.252557 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-8efc6faa-f9f3-40d9-ad12-fbb078d11d6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:17.255726 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-8efc6faa-f9f3-40d9-ad12-fbb078d11d6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:17.260922 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-8efc6faa-f9f3-40d9-ad12-fbb078d11d6a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/fc133a58-9787-416e-8676-e2f94749959c HTTP/1.1" status: 204 len: 168 time: 0.3373334 Jul 14 18:43:17.279304 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-28bd8d36-30ae-49c1-b82b-0ff65dd9dcf3 req-50b8efbd-4671-4c65-b622-b3b4b37f9908 service neutron] 10.222.0.18 "GET /v2.0/networks/d41f9397-de9e-4e07-a07d-8cf0ac566250?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1792548 Jul 14 18:43:17.301873 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efc6faa-f9f3-40d9-ad12-fbb078d11d6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc133a58-9787-416e-8676-e2f94749959c,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:43:17.349984 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-ba1bdd00-fd83-4596-88c3-26973d576c1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:17.383034 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-ba1bdd00-fd83-4596-88c3-26973d576c1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:17.505847 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-ba1bdd00-fd83-4596-88c3-26973d576c1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:17.510330 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-ba1bdd00-fd83-4596-88c3-26973d576c1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:17.512615 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-ba1bdd00-fd83-4596-88c3-26973d576c1c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d2c0b539-f56b-43a2-a243-5cc0c37214b0 HTTP/1.1" status: 204 len: 168 time: 0.2693009 Jul 14 18:43:17.531747 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1bdd00-fd83-4596-88c3-26973d576c1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2c0b539-f56b-43a2-a243-5cc0c37214b0,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:43:17.593251 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-28bd8d36-30ae-49c1-b82b-0ff65dd9dcf3 req-d68d97f4-7efe-49a7-b818-daf4b6dd53b1 service neutron] 10.222.0.18 "GET /v2.0/networks/d41f9397-de9e-4e07-a07d-8cf0ac566250?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2678444 Jul 14 18:43:17.617769 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-61ee0cf3-0fb3-4e25-9d14-7dc6d7a2d5eb req-96a44d34-257b-4e6b-844f-d342fb49ccdf service neutron] 10.222.0.18 "GET /v2.0/networks/26951fdb-bb46-4452-8c34-53f4c7032aac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3969445 Jul 14 18:43:17.765086 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec50fbb-ef03-4260-850c-cc245ec99558 req-31c2f6cc-aad2-4f60-8e26-6f92283b7c5a tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:43:17.766992 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-eec50fbb-ef03-4260-850c-cc245ec99558 req-31c2f6cc-aad2-4f60-8e26-6f92283b7c5a tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] 10.222.0.16 "GET /v2.0/networks?id=1b20c90e-a28d-40c4-80a6-bd7c3e0e48e9 HTTP/1.1" status: 200 len: 813 time: 0.3811824 Jul 14 18:43:17.809716 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-eec50fbb-ef03-4260-850c-cc245ec99558 req-450915e3-24cc-49b8-9a61-eff5f79ec0c8 tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] 10.222.0.16 "GET /v2.0/quotas/2888250993c844d8a8a9aa73985f3fb0 HTTP/1.1" status: 200 len: 375 time: 0.0349808 Jul 14 18:43:17.870604 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f395ab7a-0793-4021-ab07-cf1e4547bf0a req-e07b7859-497a-4a7f-ac74-c8bfbab9f1b3 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:43:17.878008 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f395ab7a-0793-4021-ab07-cf1e4547bf0a req-e07b7859-497a-4a7f-ac74-c8bfbab9f1b3 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] 10.222.0.16 "GET /v2.0/ports?device_id=efdc352d-d742-4488-9ed7-9f32a3f03208 HTTP/1.1" status: 200 len: 943 time: 0.2769520 Jul 14 18:43:17.885820 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-61ee0cf3-0fb3-4e25-9d14-7dc6d7a2d5eb req-4d47f1af-5d0b-4396-8caa-96fa721b62c9 service neutron] 10.222.0.18 "GET /v2.0/networks/26951fdb-bb46-4452-8c34-53f4c7032aac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2462566 Jul 14 18:43:17.940755 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f395ab7a-0793-4021-ab07-cf1e4547bf0a req-bcb6bc53-6bf4-4d09-aa4b-2c8d89b5fe13 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] 10.222.0.16 "GET /v2.0/security-groups?id=665fac0f-cff5-44f7-b9cc-bed28fe603e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614219 Jul 14 18:43:17.978371 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-eec50fbb-ef03-4260-850c-cc245ec99558 req-9369396d-76d8-42de-b983-3341d44523e9 tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=2888250993c844d8a8a9aa73985f3fb0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1607847 Jul 14 18:43:18.151369 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-eec50fbb-ef03-4260-850c-cc245ec99558 req-6907e4c5-e54c-4d91-b462-abbc62191fee service neutron] 10.222.0.16 "GET /v2.0/networks/1b20c90e-a28d-40c4-80a6-bd7c3e0e48e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1638315 Jul 14 18:43:18.260927 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-eec50fbb-ef03-4260-850c-cc245ec99558 req-b0a3dbd6-6e97-4066-bdf6-77cd24dacd4a service neutron] 10.222.0.16 "GET /v2.0/networks/1b20c90e-a28d-40c4-80a6-bd7c3e0e48e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952287 Jul 14 18:43:18.573588 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-9e9b061b-f2e3-491b-b380-cd45e6084703 req-f16be34d-5ba4-43b8-887f-1ba07113ed6f tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] 10.222.0.16 "GET /v2.0/ports?device_id=a6724ad2-fc1e-4ffc-8f36-dafa85b0179d HTTP/1.1" status: 200 len: 210 time: 0.0947311 Jul 14 18:43:19.187010 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8553216-e0d9-45e6-bb0d-a9d1fd109ecb req-be7ad138-89f3-4d29-83ad-26d16e7cc741 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:43:19.188965 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a8553216-e0d9-45e6-bb0d-a9d1fd109ecb req-be7ad138-89f3-4d29-83ad-26d16e7cc741 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] 10.222.0.16 "GET /v2.0/ports?device_id=efdc352d-d742-4488-9ed7-9f32a3f03208 HTTP/1.1" status: 200 len: 943 time: 0.1147234 Jul 14 18:43:19.252594 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a8553216-e0d9-45e6-bb0d-a9d1fd109ecb req-e02da54b-e949-4d15-87f0-e8ce205690c4 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] 10.222.0.16 "GET /v2.0/security-groups?id=665fac0f-cff5-44f7-b9cc-bed28fe603e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580835 Jul 14 18:43:19.619775 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 60514) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:43:19.777454 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c35eeb7d-76e2-40d4-b2e8-920d1f7c4a85 req-f74b2c40-5c42-4895-b7f0-22c878a89b39 tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] 10.222.0.16 "GET /v2.0/ports?device_id=a6724ad2-fc1e-4ffc-8f36-dafa85b0179d HTTP/1.1" status: 200 len: 210 time: 0.0494423 Jul 14 18:43:19.802819 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-7464aea4-498e-487f-a58b-b77cd8e7468b tempest-RoutersAdminNegativeTest-668727735 tempest-RoutersAdminNegativeTest-668727735-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-65969520', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:43:19.833797 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7464aea4-498e-487f-a58b-b77cd8e7468b tempest-RoutersAdminNegativeTest-668727735 tempest-RoutersAdminNegativeTest-668727735-project-admin] Made reservation on behalf of e58d3e58548d4849a3e201e7031a2563 for: {'port': 1} {{(pid=93915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:43:19.837021 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-7464aea4-498e-487f-a58b-b77cd8e7468b tempest-RoutersAdminNegativeTest-668727735 tempest-RoutersAdminNegativeTest-668727735-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:19.857059 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-7464aea4-498e-487f-a58b-b77cd8e7468b tempest-RoutersAdminNegativeTest-668727735 tempest-RoutersAdminNegativeTest-668727735-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:20.025390 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec50fbb-ef03-4260-850c-cc245ec99558 req-328d06bc-8ce8-4abd-9993-22cdc50b1299 tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:43:20.027032 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-eec50fbb-ef03-4260-850c-cc245ec99558 req-328d06bc-8ce8-4abd-9993-22cdc50b1299 tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] 10.222.0.18 "GET /v2.0/networks?id=1b20c90e-a28d-40c4-80a6-bd7c3e0e48e9 HTTP/1.1" status: 200 len: 813 time: 0.1798298 Jul 14 18:43:20.043416 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [req-eec50fbb-ef03-4260-850c-cc245ec99558 req-1aeddcca-0b18-4950-a5c1-231713f27a62 tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] Request body: {'port': {'device_id': 'a6724ad2-fc1e-4ffc-8f36-dafa85b0179d', 'network_id': '1b20c90e-a28d-40c4-80a6-bd7c3e0e48e9', 'admin_state_up': True, 'tenant_id': '2888250993c844d8a8a9aa73985f3fb0'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:43:20.163947 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-7464aea4-498e-487f-a58b-b77cd8e7468b tempest-RoutersAdminNegativeTest-668727735 tempest-RoutersAdminNegativeTest-668727735-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:20.173931 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-7464aea4-498e-487f-a58b-b77cd8e7468b tempest-RoutersAdminNegativeTest-668727735 tempest-RoutersAdminNegativeTest-668727735-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:20.202161 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [None req-7464aea4-498e-487f-a58b-b77cd8e7468b tempest-RoutersAdminNegativeTest-668727735 tempest-RoutersAdminNegativeTest-668727735-project-admin] device_id is not set on port 1eed72a6-e430-4d9f-870e-130be1c6626c yet. {{(pid=93915) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 18:43:20.284849 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7464aea4-498e-487f-a58b-b77cd8e7468b tempest-RoutersAdminNegativeTest-668727735 tempest-RoutersAdminNegativeTest-668727735-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2d70ce6-4be5-4d98-b172-c888f1d51c90,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:43:20.302855 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eec50fbb-ef03-4260-850c-cc245ec99558 req-1aeddcca-0b18-4950-a5c1-231713f27a62 tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] Made reservation on behalf of 2888250993c844d8a8a9aa73985f3fb0 for: {'port': 1} {{(pid=93915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:43:20.307024 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-eec50fbb-ef03-4260-850c-cc245ec99558 req-1aeddcca-0b18-4950-a5c1-231713f27a62 tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:20.350164 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-8321e996-590f-4839-9832-59eac0092a55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:20.482390 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.db_base_plugin_common [None req-7464aea4-498e-487f-a58b-b77cd8e7468b tempest-RoutersAdminNegativeTest-668727735 tempest-RoutersAdminNegativeTest-668727735-project-admin] Allocated IP 172.25.1.45 (9200a437-e1de-4520-88f6-e68386523e61/5f47f848-4532-407a-a0e2-5690ade15fd0/1eed72a6-e430-4d9f-870e-130be1c6626c) {{(pid=93915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:43:20.561624 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.db_base_plugin_common [req-eec50fbb-ef03-4260-850c-cc245ec99558 req-1aeddcca-0b18-4950-a5c1-231713f27a62 tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] Allocated IP 172.20.0.3 (1b20c90e-a28d-40c4-80a6-bd7c3e0e48e9/044a6425-92e0-4c6b-bc74-105388401773/c4ca5d13-97f4-4624-a385-40b1496eee3b) {{(pid=93915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:43:20.606602 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5348d2-d73b-4d7e-a420-9ad552c9f6d0 req-9ad011c0-bead-4854-af1c-9243d3ffeabd tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:43:20.612617 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2c5348d2-d73b-4d7e-a420-9ad552c9f6d0 req-9ad011c0-bead-4854-af1c-9243d3ffeabd tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] 10.222.0.16 "GET /v2.0/ports?device_id=efdc352d-d742-4488-9ed7-9f32a3f03208 HTTP/1.1" status: 200 len: 943 time: 0.2161601 Jul 14 18:43:21.111213 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c35b1d13-ecf2-433a-ba29-74375395320a req-03af04d7-1e4e-4aa3-81f8-598c6a6b98bb tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] 10.222.0.16 "GET /v2.0/ports?device_id=a6724ad2-fc1e-4ffc-8f36-dafa85b0179d HTTP/1.1" status: 200 len: 210 time: 0.0529680 Jul 14 18:43:21.133584 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2c5348d2-d73b-4d7e-a420-9ad552c9f6d0 req-534616f9-d7ff-42a7-8d9f-d5b7cdd8cc27 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] 10.222.0.16 "GET /v2.0/security-groups?id=665fac0f-cff5-44f7-b9cc-bed28fe603e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5117311 Jul 14 18:43:21.231434 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-7464aea4-498e-487f-a58b-b77cd8e7468b tempest-RoutersAdminNegativeTest-668727735 tempest-RoutersAdminNegativeTest-668727735-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:21.306198 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-eec50fbb-ef03-4260-850c-cc245ec99558 req-1aeddcca-0b18-4950-a5c1-231713f27a62 tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] Notify callbacks [] for port, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:21.332288 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-7464aea4-498e-487f-a58b-b77cd8e7468b tempest-RoutersAdminNegativeTest-668727735 tempest-RoutersAdminNegativeTest-668727735-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:21.393377 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7464aea4-498e-487f-a58b-b77cd8e7468b tempest-RoutersAdminNegativeTest-668727735 tempest-RoutersAdminNegativeTest-668727735-project-admin] Network 9200a437-e1de-4520-88f6-e68386523e61 is already hosted by enough agents. {{(pid=93915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:43:21.398531 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [None req-7464aea4-498e-487f-a58b-b77cd8e7468b tempest-RoutersAdminNegativeTest-668727735 tempest-RoutersAdminNegativeTest-668727735-project-admin] Resources bound (agent type, host, resource id): {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:43:21.406303 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7464aea4-498e-487f-a58b-b77cd8e7468b tempest-RoutersAdminNegativeTest-668727735 tempest-RoutersAdminNegativeTest-668727735-project-admin] Received port after_create {{(pid=93915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:43:21.411516 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7464aea4-498e-487f-a58b-b77cd8e7468b tempest-RoutersAdminNegativeTest-668727735 tempest-RoutersAdminNegativeTest-668727735-project-admin] Pushing event updated for resources: {'Port': ['ID=1eed72a6-e430-4d9f-870e-130be1c6626c,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:43:21.439399 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-eec50fbb-ef03-4260-850c-cc245ec99558 req-1aeddcca-0b18-4950-a5c1-231713f27a62 tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:21.454250 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] get_ports_and_sgs() called for port_ids ['22c8f00d-1121-4477-a7e5-813b2cc437b2'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 18:43:21.506604 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7464aea4-498e-487f-a58b-b77cd8e7468b tempest-RoutersAdminNegativeTest-668727735 tempest-RoutersAdminNegativeTest-668727735-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:43:21.507238 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-7464aea4-498e-487f-a58b-b77cd8e7468b tempest-RoutersAdminNegativeTest-668727735 tempest-RoutersAdminNegativeTest-668727735-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:21.511287 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eec50fbb-ef03-4260-850c-cc245ec99558 req-1aeddcca-0b18-4950-a5c1-231713f27a62 tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] Network 1b20c90e-a28d-40c4-80a6-bd7c3e0e48e9 is already hosted by enough agents. {{(pid=93915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:43:21.519602 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [req-eec50fbb-ef03-4260-850c-cc245ec99558 req-1aeddcca-0b18-4950-a5c1-231713f27a62 tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] Resources bound (agent type, host, resource id): {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:43:21.525431 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [req-eec50fbb-ef03-4260-850c-cc245ec99558 req-1aeddcca-0b18-4950-a5c1-231713f27a62 tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] Received port after_create {{(pid=93915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:43:21.528294 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aeddcca-0b18-4950-a5c1-231713f27a62 tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] Pushing event updated for resources: {'Port': ['ID=c4ca5d13-97f4-4624-a385-40b1496eee3b,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:43:21.574430 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-7464aea4-498e-487f-a58b-b77cd8e7468b tempest-RoutersAdminNegativeTest-668727735 tempest-RoutersAdminNegativeTest-668727735-project-admin] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 1.9532135 Jul 14 18:43:21.577332 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 60568) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:43:21.584481 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-f2ac9066-5b41-4085-9a3a-2b93cd3b65e2 tempest-RoutersAdminNegativeTest-668727735 tempest-RoutersAdminNegativeTest-668727735-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.45'}]}}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:43:21.605848 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec50fbb-ef03-4260-850c-cc245ec99558 req-1aeddcca-0b18-4950-a5c1-231713f27a62 tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:43:21.606491 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-eec50fbb-ef03-4260-850c-cc245ec99558 req-1aeddcca-0b18-4950-a5c1-231713f27a62 tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:21.632450 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-f2ac9066-5b41-4085-9a3a-2b93cd3b65e2 tempest-RoutersAdminNegativeTest-668727735 tempest-RoutersAdminNegativeTest-668727735-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-571768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11104'] for router, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:21.633652 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-f2ac9066-5b41-4085-9a3a-2b93cd3b65e2 tempest-RoutersAdminNegativeTest-668727735 tempest-RoutersAdminNegativeTest-668727735-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-571675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-930014', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-632314', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11129'] for router, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:21.636392 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-eec50fbb-ef03-4260-850c-cc245ec99558 req-1aeddcca-0b18-4950-a5c1-231713f27a62 tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5982656 Jul 14 18:43:21.651192 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [req-eec50fbb-ef03-4260-850c-cc245ec99558 req-e3699b4f-d397-4a1b-b3eb-1e2be10b203c service neutron] Request body: {'port': {'device_id': 'a6724ad2-fc1e-4ffc-8f36-dafa85b0179d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800634-3'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:43:21.755091 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-f2ac9066-5b41-4085-9a3a-2b93cd3b65e2 tempest-RoutersAdminNegativeTest-668727735 tempest-RoutersAdminNegativeTest-668727735-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:21.830749 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-eec50fbb-ef03-4260-850c-cc245ec99558 req-e3699b4f-d397-4a1b-b3eb-1e2be10b203c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:21.858663 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b0e400-c012-4ae3-a6ca-48464f666fc2 req-a5ddabc7-85b7-45ac-bf1a-632c7938c0bc tempest-AttachVolumeTestJSON-1507206526 tempest-AttachVolumeTestJSON-1507206526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:43:21.873417 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a6b0e400-c012-4ae3-a6ca-48464f666fc2 req-a5ddabc7-85b7-45ac-bf1a-632c7938c0bc tempest-AttachVolumeTestJSON-1507206526 tempest-AttachVolumeTestJSON-1507206526-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d4752b4-cf55-42cb-aaf8-a6366a7dc104 HTTP/1.1" status: 200 len: 945 time: 0.2147067 Jul 14 18:43:21.989633 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-f2ac9066-5b41-4085-9a3a-2b93cd3b65e2 tempest-RoutersAdminNegativeTest-668727735 tempest-RoutersAdminNegativeTest-668727735-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-929996', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-571750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11395'] for router, precommit_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:21.996841 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a6b0e400-c012-4ae3-a6ca-48464f666fc2 req-be2b9043-5933-4667-bd86-520e5dfbaebb tempest-AttachVolumeTestJSON-1507206526 tempest-AttachVolumeTestJSON-1507206526-project] 10.222.0.16 "GET /v2.0/security-groups?id=96b55db8-12e1-43af-8475-4683f85322eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1220660 Jul 14 18:43:22.327082 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-f2ac9066-5b41-4085-9a3a-2b93cd3b65e2 tempest-RoutersAdminNegativeTest-668727735 tempest-RoutersAdminNegativeTest-668727735-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:22.363578 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-f2ac9066-5b41-4085-9a3a-2b93cd3b65e2 tempest-RoutersAdminNegativeTest-668727735 tempest-RoutersAdminNegativeTest-668727735-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:22.494983 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [req-eec50fbb-ef03-4260-850c-cc245ec99558 req-e3699b4f-d397-4a1b-b3eb-1e2be10b203c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c4ca5d13-97f4-4624-a385-40b1496eee3b {{(pid=93915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 18:43:22.512774 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-eec50fbb-ef03-4260-850c-cc245ec99558 req-e3699b4f-d397-4a1b-b3eb-1e2be10b203c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:22.548936 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.provisioning_blocks [req-eec50fbb-ef03-4260-850c-cc245ec99558 req-e3699b4f-d397-4a1b-b3eb-1e2be10b203c service neutron] Transition to ACTIVE for port object c4ca5d13-97f4-4624-a385-40b1496eee3b will not be triggered until provisioned by entity L2. {{(pid=93915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:43:22.559559 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0300be-a8e5-4f01-80f0-718b34ce7a36 req-be24de12-7424-48f7-93f0-943ddcc30059 tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:43:22.564995 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2b0300be-a8e5-4f01-80f0-718b34ce7a36 req-be24de12-7424-48f7-93f0-943ddcc30059 tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] 10.222.0.16 "GET /v2.0/ports?device_id=a6724ad2-fc1e-4ffc-8f36-dafa85b0179d HTTP/1.1" status: 200 len: 931 time: 0.2878139 Jul 14 18:43:22.569300 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-eec50fbb-ef03-4260-850c-cc245ec99558 req-e3699b4f-d397-4a1b-b3eb-1e2be10b203c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25912978'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:22.606852 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-f2ac9066-5b41-4085-9a3a-2b93cd3b65e2 tempest-RoutersAdminNegativeTest-668727735 tempest-RoutersAdminNegativeTest-668727735-project-admin] Notify callbacks [] for router, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:22.658983 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4d6bd0-9c1b-40a6-82ae-f6d3e1a6fd3a req-9e3ab92d-5ea8-4292-ada1-a2ada9f5d4e1 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:43:22.661465 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ad4d6bd0-9c1b-40a6-82ae-f6d3e1a6fd3a req-9e3ab92d-5ea8-4292-ada1-a2ada9f5d4e1 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] 10.222.0.16 "GET /v2.0/ports?device_id=efdc352d-d742-4488-9ed7-9f32a3f03208 HTTP/1.1" status: 200 len: 943 time: 0.2883296 Jul 14 18:43:22.772206 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2b0300be-a8e5-4f01-80f0-718b34ce7a36 req-e88b8737-8686-4878-b784-d62096540753 tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] 10.222.0.16 "GET /v2.0/security-groups?id=f745dc72-333e-4ddf-8281-1bb3e04e8f82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2040904 Jul 14 18:43:22.793133 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3699b4f-d397-4a1b-b3eb-1e2be10b203c service neutron] Pushing event updated for resources: {'Port': ['ID=c4ca5d13-97f4-4624-a385-40b1496eee3b,revision_number=2']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:43:22.800921 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ad4d6bd0-9c1b-40a6-82ae-f6d3e1a6fd3a req-296b79e6-df04-4551-bb08-8dca47d7290a tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] 10.222.0.16 "GET /v2.0/security-groups?id=665fac0f-cff5-44f7-b9cc-bed28fe603e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008732 Jul 14 18:43:22.811157 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-ba134e01-3ab9-4dae-82ef-0d4a5e77f3c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:22.872673 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-eec50fbb-ef03-4260-850c-cc245ec99558 req-e3699b4f-d397-4a1b-b3eb-1e2be10b203c service neutron] Attempting to bind port c4ca5d13-97f4-4624-a385-40b1496eee3b on host n-h1-800634-3 for vnic_type normal with profile {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:43:22.873641 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-eec50fbb-ef03-4260-850c-cc245ec99558 req-e3699b4f-d397-4a1b-b3eb-1e2be10b203c service neutron] Attempting to bind port c4ca5d13-97f4-4624-a385-40b1496eee3b by drivers openvswitch,hyperv on host n-h1-800634-3 at level 0 using segments [{'id': 'c2fad28a-4ca7-4493-8025-bc92e58ecccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '1b20c90e-a28d-40c4-80a6-bd7c3e0e48e9'}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:43:22.874169 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eec50fbb-ef03-4260-850c-cc245ec99558 req-e3699b4f-d397-4a1b-b3eb-1e2be10b203c service neutron] Attempting to bind port c4ca5d13-97f4-4624-a385-40b1496eee3b on network 1b20c90e-a28d-40c4-80a6-bd7c3e0e48e9 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:43:22.879593 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eec50fbb-ef03-4260-850c-cc245ec99558 req-e3699b4f-d397-4a1b-b3eb-1e2be10b203c service neutron] Port c4ca5d13-97f4-4624-a385-40b1496eee3b on network 1b20c90e-a28d-40c4-80a6-bd7c3e0e48e9 not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-3 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 18:43:22.881793 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eec50fbb-ef03-4260-850c-cc245ec99558 req-e3699b4f-d397-4a1b-b3eb-1e2be10b203c service neutron] Attempting to bind port c4ca5d13-97f4-4624-a385-40b1496eee3b on network 1b20c90e-a28d-40c4-80a6-bd7c3e0e48e9 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:43:22.887390 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eec50fbb-ef03-4260-850c-cc245ec99558 req-e3699b4f-d397-4a1b-b3eb-1e2be10b203c service neutron] Checking agent: {'id': 'a3630ff4-fbee-45d9-b9b6-0ae41cb3a350', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 15, 32), 'started_at': datetime.datetime(2021, 7, 14, 18, 15, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 18, 43, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 18:43:22.887949 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eec50fbb-ef03-4260-850c-cc245ec99558 req-e3699b4f-d397-4a1b-b3eb-1e2be10b203c service neutron] Checking segment: {'id': 'c2fad28a-4ca7-4493-8025-bc92e58ecccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '1b20c90e-a28d-40c4-80a6-bd7c3e0e48e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:43:22.888651 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eec50fbb-ef03-4260-850c-cc245ec99558 req-e3699b4f-d397-4a1b-b3eb-1e2be10b203c service neutron] Bound using segment: {'id': 'c2fad28a-4ca7-4493-8025-bc92e58ecccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '1b20c90e-a28d-40c4-80a6-bd7c3e0e48e9'} {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 18:43:22.889325 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-eec50fbb-ef03-4260-850c-cc245ec99558 req-e3699b4f-d397-4a1b-b3eb-1e2be10b203c service neutron] Bound port: c4ca5d13-97f4-4624-a385-40b1496eee3b, host: n-h1-800634-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2fad28a-4ca7-4493-8025-bc92e58ecccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '1b20c90e-a28d-40c4-80a6-bd7c3e0e48e9'}}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 18:43:22.889873 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-eec50fbb-ef03-4260-850c-cc245ec99558 req-e3699b4f-d397-4a1b-b3eb-1e2be10b203c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:22.914276 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-f2ac9066-5b41-4085-9a3a-2b93cd3b65e2 tempest-RoutersAdminNegativeTest-668727735 tempest-RoutersAdminNegativeTest-668727735-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-571778', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11402'] for router, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:22.917408 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-f2ac9066-5b41-4085-9a3a-2b93cd3b65e2 tempest-RoutersAdminNegativeTest-668727735 tempest-RoutersAdminNegativeTest-668727735-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:22.972913 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-f2ac9066-5b41-4085-9a3a-2b93cd3b65e2 tempest-RoutersAdminNegativeTest-668727735 tempest-RoutersAdminNegativeTest-668727735-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-541202'] for router, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:22.974350 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2ac9066-5b41-4085-9a3a-2b93cd3b65e2 tempest-RoutersAdminNegativeTest-668727735 tempest-RoutersAdminNegativeTest-668727735-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 240adc71-8b02-434b-8283-e261b64e3ad1 {{(pid=93916) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 18:43:22.988308 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-eec50fbb-ef03-4260-850c-cc245ec99558 req-e3699b4f-d397-4a1b-b3eb-1e2be10b203c service neutron] For port c4ca5d13-97f4-4624-a385-40b1496eee3b, host n-h1-800634-3, cleared binding levels {{(pid=93915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:43:22.992350 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-eec50fbb-ef03-4260-850c-cc245ec99558 req-e3699b4f-d397-4a1b-b3eb-1e2be10b203c service neutron] For port c4ca5d13-97f4-4624-a385-40b1496eee3b, host n-h1-800634-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=c4ca5d13-97f4-4624-a385-40b1496eee3b,segment=NetworkSegment(c2fad28a-4ca7-4493-8025-bc92e58ecccc),segment_id=c2fad28a-4ca7-4493-8025-bc92e58ecccc)] {{(pid=93915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 18:43:23.000250 n-d-800634-3 neutron-server[93916]: INFO neutron.api.v2.resource [None req-f2ac9066-5b41-4085-9a3a-2b93cd3b65e2 tempest-RoutersAdminNegativeTest-668727735 tempest-RoutersAdminNegativeTest-668727735-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jul 14 18:43:23.001500 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-f2ac9066-5b41-4085-9a3a-2b93cd3b65e2 tempest-RoutersAdminNegativeTest-668727735 tempest-RoutersAdminNegativeTest-668727735-project-admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 1.4223089 Jul 14 18:43:23.004627 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 60604) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:43:23.008793 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-eec50fbb-ef03-4260-850c-cc245ec99558 req-e3699b4f-d397-4a1b-b3eb-1e2be10b203c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25912978'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:23.084614 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec50fbb-ef03-4260-850c-cc245ec99558 req-e3699b4f-d397-4a1b-b3eb-1e2be10b203c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:43:23.085828 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-eec50fbb-ef03-4260-850c-cc245ec99558 req-e3699b4f-d397-4a1b-b3eb-1e2be10b203c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:23.087933 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-eec50fbb-ef03-4260-850c-cc245ec99558 req-e3699b4f-d397-4a1b-b3eb-1e2be10b203c service neutron] 10.222.0.18 "PUT /v2.0/ports/c4ca5d13-97f4-4624-a385-40b1496eee3b HTTP/1.1" status: 200 len: 1091 time: 1.4433327 Jul 14 18:43:23.090604 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6724ad2-fc1e-4ffc-8f36-dafa85b0179d', 'tag': 'c4ca5d13-97f4-4624-a385-40b1496eee3b'}] {{(pid=93915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:43:23.118945 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e72782ad3af8f7d4ce76cedf092bca46d1756acc5c4653cf0b52034cdd6b073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b93cf16-f72d-4625-a702-358163f7f4b3" -d '{"events": [{"name": "network-changed", "server_uuid": "a6724ad2-fc1e-4ffc-8f36-dafa85b0179d", "tag": "c4ca5d13-97f4-4624-a385-40b1496eee3b"}]}' {{(pid=93915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:43:23.166775 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:23.231661 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-9ee2d8c1-9c6a-4b05-b194-b899a9b716bf tempest-RoutersAdminNegativeTest-668727735 tempest-RoutersAdminNegativeTest-668727735-project-admin] Deleting port 1eed72a6-e430-4d9f-870e-130be1c6626c {{(pid=93916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:43:23.232348 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-9ee2d8c1-9c6a-4b05-b194-b899a9b716bf tempest-RoutersAdminNegativeTest-668727735 tempest-RoutersAdminNegativeTest-668727735-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:23.258550 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 18:43:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b816f6de-c511-4548-ba3b-dbe9b4d81654 x-openstack-request-id: req-b816f6de-c511-4548-ba3b-dbe9b4d81654 {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:43:23.258888 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6724ad2-fc1e-4ffc-8f36-dafa85b0179d", "tag": "c4ca5d13-97f4-4624-a385-40b1496eee3b", "status": "completed", "code": 200}]} {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:43:23.259277 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b816f6de-c511-4548-ba3b-dbe9b4d81654 {{(pid=93915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:43:23.259697 n-d-800634-3 neutron-server[93915]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6724ad2-fc1e-4ffc-8f36-dafa85b0179d', 'tag': 'c4ca5d13-97f4-4624-a385-40b1496eee3b', 'status': 'completed', 'code': 200} Jul 14 18:43:23.311626 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3699b4f-d397-4a1b-b3eb-1e2be10b203c service neutron] Pushing event updated for resources: {'Port': ['ID=c4ca5d13-97f4-4624-a385-40b1496eee3b,revision_number=3']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:43:23.362623 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec50fbb-ef03-4260-850c-cc245ec99558 req-8c412b43-aa9f-4980-9fbd-9046ce012035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:43:23.364158 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-eec50fbb-ef03-4260-850c-cc245ec99558 req-8c412b43-aa9f-4980-9fbd-9046ce012035 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2888250993c844d8a8a9aa73985f3fb0&device_id=a6724ad2-fc1e-4ffc-8f36-dafa85b0179d HTTP/1.1" status: 200 len: 1094 time: 0.2186768 Jul 14 18:43:23.377328 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b18bcec-d105-4753-94cd-b944b59f40a4 req-d5b505d8-e71a-4242-a0b3-12870a03ab7b tempest-AttachVolumeTestJSON-1507206526 tempest-AttachVolumeTestJSON-1507206526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:43:23.379367 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-0b18bcec-d105-4753-94cd-b944b59f40a4 req-d5b505d8-e71a-4242-a0b3-12870a03ab7b tempest-AttachVolumeTestJSON-1507206526 tempest-AttachVolumeTestJSON-1507206526-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d4752b4-cf55-42cb-aaf8-a6366a7dc104 HTTP/1.1" status: 200 len: 945 time: 0.1185138 Jul 14 18:43:23.395634 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-9ee2d8c1-9c6a-4b05-b194-b899a9b716bf tempest-RoutersAdminNegativeTest-668727735 tempest-RoutersAdminNegativeTest-668727735-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:23.437452 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-eec50fbb-ef03-4260-850c-cc245ec99558 req-7af7f737-ad13-4c6d-b07a-efb05a05a007 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c4ca5d13-97f4-4624-a385-40b1496eee3b HTTP/1.1" status: 200 len: 217 time: 0.0570536 Jul 14 18:43:23.443521 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-9ee2d8c1-9c6a-4b05-b194-b899a9b716bf tempest-RoutersAdminNegativeTest-668727735 tempest-RoutersAdminNegativeTest-668727735-project-admin] Calling delete_port for 1eed72a6-e430-4d9f-870e-130be1c6626c owned by {{(pid=93916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:43:23.460085 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device 74235820-6854-4454-b5d5-a2aed98511e3 details requested by agent hyperv_n-h1-800634-3 with host n-h1-800634-3 {{(pid=93917) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 18:43:23.510808 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec50fbb-ef03-4260-850c-cc245ec99558 req-8426e8eb-61c9-437d-8eee-e1c0fe927a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:43:23.513127 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-eec50fbb-ef03-4260-850c-cc245ec99558 req-8426e8eb-61c9-437d-8eee-e1c0fe927a37 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=044a6425-92e0-4c6b-bc74-105388401773 HTTP/1.1" status: 200 len: 853 time: 0.0662801 Jul 14 18:43:23.572406 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-eec50fbb-ef03-4260-850c-cc245ec99558 req-ffbf9bdf-0012-41e5-800b-1623ebb217b8 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=1b20c90e-a28d-40c4-80a6-bd7c3e0e48e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0453174 Jul 14 18:43:23.669010 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port 74235820-6854-4454-b5d5-a2aed98511e3, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=74235820-6854-4454-b5d5-a2aed98511e3,segment=NetworkSegment(ee39aca0-6f7d-4da6-861f-9f37553124e0),segment_id=ee39aca0-6f7d-4da6-861f-9f37553124e0)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:43:23.688693 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-9ee2d8c1-9c6a-4b05-b194-b899a9b716bf tempest-RoutersAdminNegativeTest-668727735 tempest-RoutersAdminNegativeTest-668727735-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:23.702844 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Returning: {'device': '74235820-6854-4454-b5d5-a2aed98511e3', 'network_id': 'd41f9397-de9e-4e07-a07d-8cf0ac566250', 'port_id': '74235820-6854-4454-b5d5-a2aed98511e3', 'mac_address': 'fa:16:3e:f5:d7:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 94, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0161a33b-ac2d-4d08-b4de-fe1fa405f16a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93917) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 18:43:23.719767 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-eec50fbb-ef03-4260-850c-cc245ec99558 req-8a83c68a-8692-45b4-b6e8-ca067929ec91 service neutron] 10.222.0.18 "GET /v2.0/networks/1b20c90e-a28d-40c4-80a6-bd7c3e0e48e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250343 Jul 14 18:43:23.724704 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-0b18bcec-d105-4753-94cd-b944b59f40a4 req-6668e427-c24f-4375-a7f6-bf2540c750bf tempest-AttachVolumeTestJSON-1507206526 tempest-AttachVolumeTestJSON-1507206526-project] 10.222.0.16 "GET /v2.0/security-groups?id=96b55db8-12e1-43af-8475-4683f85322eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2894561 Jul 14 18:43:23.766235 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee2d8c1-9c6a-4b05-b194-b899a9b716bf tempest-RoutersAdminNegativeTest-668727735 tempest-RoutersAdminNegativeTest-668727735-project-admin] Pushing event deleted for resources: {'Port': ['ID=1eed72a6-e430-4d9f-870e-130be1c6626c,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:43:23.800606 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:23.837812 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74235820-6854-4454-b5d5-a2aed98511e3 {{(pid=93917) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 18:43:23.879108 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port 74235820-6854-4454-b5d5-a2aed98511e3, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=74235820-6854-4454-b5d5-a2aed98511e3,segment=NetworkSegment(ee39aca0-6f7d-4da6-861f-9f37553124e0),segment_id=ee39aca0-6f7d-4da6-861f-9f37553124e0)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:43:23.890892 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:23.899806 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c4556d-8349-424b-9404-3eb7270dd112 req-c26f603b-c2a0-4eed-88a3-deb6cdfe2f79 tempest-AttachVolumeTestJSON-1507206526 tempest-AttachVolumeTestJSON-1507206526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:43:23.902067 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b0c4556d-8349-424b-9404-3eb7270dd112 req-c26f603b-c2a0-4eed-88a3-deb6cdfe2f79 tempest-AttachVolumeTestJSON-1507206526 tempest-AttachVolumeTestJSON-1507206526-project] 10.222.0.18 "GET /v2.0/ports?device_id=2d4752b4-cf55-42cb-aaf8-a6366a7dc104 HTTP/1.1" status: 200 len: 945 time: 0.3878064 Jul 14 18:43:23.904739 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-9ee2d8c1-9c6a-4b05-b194-b899a9b716bf tempest-RoutersAdminNegativeTest-668727735 tempest-RoutersAdminNegativeTest-668727735-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:23.908395 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-9ee2d8c1-9c6a-4b05-b194-b899a9b716bf tempest-RoutersAdminNegativeTest-668727735 tempest-RoutersAdminNegativeTest-668727735-project-admin] 10.222.0.16 "DELETE /v2.0/ports/1eed72a6-e430-4d9f-870e-130be1c6626c HTTP/1.1" status: 204 len: 168 time: 0.9025843 Jul 14 18:43:23.991910 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Pushing event updated for resources: {'Port': ['ID=74235820-6854-4454-b5d5-a2aed98511e3,revision_number=4']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:43:24.004060 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:43:24.004833 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:43:24.005742 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:43:24.006369 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:43:24.007042 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:43:24.008170 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:43:24.008939 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:43:24.010704 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:43:24.011247 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:43:24.011907 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:43:24.012547 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:43:24.013079 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:43:24.109632 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-574aeb93-9938-449c-8e6c-cb22c9b52cc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:24.140794 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] get_ports_and_sgs() called for port_ids ['74235820-6854-4454-b5d5-a2aed98511e3'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 18:43:24.210052 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-eec50fbb-ef03-4260-850c-cc245ec99558 req-a67440c0-cd80-4959-b638-7f79483cc9e2 service neutron] 10.222.0.18 "GET /v2.0/networks/1b20c90e-a28d-40c4-80a6-bd7c3e0e48e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4719505 Jul 14 18:43:24.369531 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [req-b0c4556d-8349-424b-9404-3eb7270dd112 req-89b5913f-f56d-4c01-afa7-497f5e2f3da1 tempest-AttachVolumeTestJSON-1507206526 tempest-AttachVolumeTestJSON-1507206526-project] Deleting port d804339d-5b7a-476d-a012-f8d5a3d4af14 {{(pid=93915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:43:24.369938 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-b0c4556d-8349-424b-9404-3eb7270dd112 req-89b5913f-f56d-4c01-afa7-497f5e2f3da1 tempest-AttachVolumeTestJSON-1507206526 tempest-AttachVolumeTestJSON-1507206526-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:24.391845 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 60640) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:43:24.448441 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d144b342-b071-4704-ba47-bd43cdb72df3 req-bfb169a2-4f05-4999-95af-a3c5f25d9fb0 tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:43:24.450139 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-d144b342-b071-4704-ba47-bd43cdb72df3 req-bfb169a2-4f05-4999-95af-a3c5f25d9fb0 tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] 10.222.0.16 "GET /v2.0/ports?device_id=a6724ad2-fc1e-4ffc-8f36-dafa85b0179d HTTP/1.1" status: 200 len: 943 time: 0.4121218 Jul 14 18:43:24.472954 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038f343c-77bd-4d6e-aefb-976088ab2389 req-00f72dfa-f61f-4b58-8e2c-fb04baf4f015 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:43:24.474646 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-038f343c-77bd-4d6e-aefb-976088ab2389 req-00f72dfa-f61f-4b58-8e2c-fb04baf4f015 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] 10.222.0.16 "GET /v2.0/ports?device_id=efdc352d-d742-4488-9ed7-9f32a3f03208 HTTP/1.1" status: 200 len: 944 time: 0.3544266 Jul 14 18:43:24.566152 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-59313e8c-60de-46d2-87d5-f878fc5a476a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:24.596256 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b93cf16-f72d-4625-a702-358163f7f4b3 req-6107bb8b-f562-4038-9123-cec8b5865b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:43:24.597899 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-4b93cf16-f72d-4625-a702-358163f7f4b3 req-6107bb8b-f562-4038-9123-cec8b5865b85 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2888250993c844d8a8a9aa73985f3fb0&device_id=a6724ad2-fc1e-4ffc-8f36-dafa85b0179d HTTP/1.1" status: 200 len: 1094 time: 0.3142235 Jul 14 18:43:24.616028 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-d144b342-b071-4704-ba47-bd43cdb72df3 req-cd44ee2d-e73b-4b17-aa46-c6632f81136f tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] 10.222.0.16 "GET /v2.0/security-groups?id=f745dc72-333e-4ddf-8281-1bb3e04e8f82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523871 Jul 14 18:43:24.629905 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-038f343c-77bd-4d6e-aefb-976088ab2389 req-b7dcc9af-f526-4659-b1de-8adaab86ce4a tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] 10.222.0.16 "GET /v2.0/security-groups?id=665fac0f-cff5-44f7-b9cc-bed28fe603e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332588 Jul 14 18:43:24.631916 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-b0c4556d-8349-424b-9404-3eb7270dd112 req-89b5913f-f56d-4c01-afa7-497f5e2f3da1 tempest-AttachVolumeTestJSON-1507206526 tempest-AttachVolumeTestJSON-1507206526-project] For port d804339d-5b7a-476d-a012-f8d5a3d4af14, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=d804339d-5b7a-476d-a012-f8d5a3d4af14,segment=NetworkSegment(d46cbae5-a9c8-4575-b283-c5e5c56b0da1),segment_id=d46cbae5-a9c8-4575-b283-c5e5c56b0da1)] {{(pid=93915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:43:24.636322 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-b0c4556d-8349-424b-9404-3eb7270dd112 req-89b5913f-f56d-4c01-afa7-497f5e2f3da1 tempest-AttachVolumeTestJSON-1507206526 tempest-AttachVolumeTestJSON-1507206526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:24.779297 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-59313e8c-60de-46d2-87d5-f878fc5a476a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:24.790771 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-59313e8c-60de-46d2-87d5-f878fc5a476a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:24.918421 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-59313e8c-60de-46d2-87d5-f878fc5a476a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=61b8ecd376d64a63b45e566aaa312297&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5214140 Jul 14 18:43:24.919674 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 60654) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:43:24.975697 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59313e8c-60de-46d2-87d5-f878fc5a476a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=391930dd-2291-4924-96b5-f77df55d0c7f,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:43:25.044061 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b93cf16-f72d-4625-a702-358163f7f4b3 req-3c9ffb3f-fe88-4316-adfa-f32f76de7105 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:43:25.046637 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-4b93cf16-f72d-4625-a702-358163f7f4b3 req-3c9ffb3f-fe88-4316-adfa-f32f76de7105 service neutron] 10.222.0.18 "GET /v2.0/networks?id=1b20c90e-a28d-40c4-80a6-bd7c3e0e48e9 HTTP/1.1" status: 200 len: 913 time: 0.4402659 Jul 14 18:43:25.064002 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-c8ea679f-0fcf-489c-bd23-7945e9214e31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:25.102939 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-c8ea679f-0fcf-489c-bd23-7945e9214e31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:25.148024 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-4b93cf16-f72d-4625-a702-358163f7f4b3 req-cc36a68f-8e53-4942-9d6b-814306378f2c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c4ca5d13-97f4-4624-a385-40b1496eee3b HTTP/1.1" status: 200 len: 217 time: 0.0836210 Jul 14 18:43:25.164887 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-c8ea679f-0fcf-489c-bd23-7945e9214e31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:25.167567 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-c8ea679f-0fcf-489c-bd23-7945e9214e31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:25.171156 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-c8ea679f-0fcf-489c-bd23-7945e9214e31 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/391930dd-2291-4924-96b5-f77df55d0c7f HTTP/1.1" status: 204 len: 168 time: 0.2462180 Jul 14 18:43:25.188520 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ea679f-0fcf-489c-bd23-7945e9214e31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=391930dd-2291-4924-96b5-f77df55d0c7f,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:43:25.207902 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-b0c4556d-8349-424b-9404-3eb7270dd112 req-89b5913f-f56d-4c01-afa7-497f5e2f3da1 tempest-AttachVolumeTestJSON-1507206526 tempest-AttachVolumeTestJSON-1507206526-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:25.212809 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-b0c4556d-8349-424b-9404-3eb7270dd112 req-89b5913f-f56d-4c01-afa7-497f5e2f3da1 tempest-AttachVolumeTestJSON-1507206526 tempest-AttachVolumeTestJSON-1507206526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-930131'] for floatingip, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:25.213162 n-d-800634-3 neutron-server[93915]: INFO neutron.db.l3_db [req-b0c4556d-8349-424b-9404-3eb7270dd112 req-89b5913f-f56d-4c01-afa7-497f5e2f3da1 tempest-AttachVolumeTestJSON-1507206526 tempest-AttachVolumeTestJSON-1507206526-project] Floating IP ac435b97-9e22-4865-9329-6c40d55e3c06 disassociated. External IP: 172.25.1.208, port: d804339d-5b7a-476d-a012-f8d5a3d4af14. Jul 14 18:43:25.213559 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [req-b0c4556d-8349-424b-9404-3eb7270dd112 req-89b5913f-f56d-4c01-afa7-497f5e2f3da1 tempest-AttachVolumeTestJSON-1507206526 tempest-AttachVolumeTestJSON-1507206526-project] Calling delete_port for d804339d-5b7a-476d-a012-f8d5a3d4af14 owned by compute:nova {{(pid=93915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:43:25.280292 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b93cf16-f72d-4625-a702-358163f7f4b3 req-6d3b2613-dd68-4b9e-9f31-7285011294bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:43:25.281975 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-4b93cf16-f72d-4625-a702-358163f7f4b3 req-6d3b2613-dd68-4b9e-9f31-7285011294bd service neutron] 10.222.0.18 "GET /v2.0/subnets?id=044a6425-92e0-4c6b-bc74-105388401773 HTTP/1.1" status: 200 len: 853 time: 0.0892501 Jul 14 18:43:25.363429 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-4b93cf16-f72d-4625-a702-358163f7f4b3 req-57916e56-844a-46a6-8bc2-e2f0d7508e3b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=1b20c90e-a28d-40c4-80a6-bd7c3e0e48e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0441103 Jul 14 18:43:25.371652 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffee9d8d-a3ec-46f7-a4b9-504af69e7a5a req-3f76ffb7-11f8-4c39-b7ed-57b5c82cfe5f tempest-AttachVolumeTestJSON-1507206526 tempest-AttachVolumeTestJSON-1507206526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:43:25.373179 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ffee9d8d-a3ec-46f7-a4b9-504af69e7a5a req-3f76ffb7-11f8-4c39-b7ed-57b5c82cfe5f tempest-AttachVolumeTestJSON-1507206526 tempest-AttachVolumeTestJSON-1507206526-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d4752b4-cf55-42cb-aaf8-a6366a7dc104 HTTP/1.1" status: 200 len: 945 time: 0.2900488 Jul 14 18:43:25.491657 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device 74235820-6854-4454-b5d5-a2aed98511e3 up at agent hyperv_n-h1-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:43:25.519254 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ffee9d8d-a3ec-46f7-a4b9-504af69e7a5a req-02d015d3-ce0e-45d8-ab0f-da4fc3dfebc4 tempest-AttachVolumeTestJSON-1507206526 tempest-AttachVolumeTestJSON-1507206526-project] 10.222.0.16 "GET /v2.0/security-groups?id=96b55db8-12e1-43af-8475-4683f85322eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1286740 Jul 14 18:43:25.559644 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-4b93cf16-f72d-4625-a702-358163f7f4b3 req-38ac02d3-e4b6-4d8e-81be-0bd4fc150155 service neutron] 10.222.0.18 "GET /v2.0/networks/1b20c90e-a28d-40c4-80a6-bd7c3e0e48e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1837177 Jul 14 18:43:25.578666 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 60666) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:43:25.581999 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Provisioning for port 74235820-6854-4454-b5d5-a2aed98511e3 completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:43:25.587399 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Provisioning complete for port 74235820-6854-4454-b5d5-a2aed98511e3 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:43:25.588028 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:25.667134 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-b0c4556d-8349-424b-9404-3eb7270dd112 req-89b5913f-f56d-4c01-afa7-497f5e2f3da1 tempest-AttachVolumeTestJSON-1507206526 tempest-AttachVolumeTestJSON-1507206526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:25.683539 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:25.726331 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b5913f-f56d-4c01-afa7-497f5e2f3da1 tempest-AttachVolumeTestJSON-1507206526 tempest-AttachVolumeTestJSON-1507206526-project] Pushing event deleted for resources: {'Port': ['ID=d804339d-5b7a-476d-a012-f8d5a3d4af14,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:43:25.748147 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port 74235820-6854-4454-b5d5-a2aed98511e3, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=74235820-6854-4454-b5d5-a2aed98511e3,segment=NetworkSegment(ee39aca0-6f7d-4da6-861f-9f37553124e0),segment_id=ee39aca0-6f7d-4da6-861f-9f37553124e0)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:43:25.749581 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efdc352d-d742-4488-9ed7-9f32a3f03208', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74235820-6854-4454-b5d5-a2aed98511e3'}] {{(pid=93917) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:43:25.753001 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20b787f3c29eaa7aa2a4d648c725a2124c5ff39a8d793252f9d844495e14cf42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdaa8256-92bb-4f9a-8236-aafc86826cac" -d '{"events": [{"server_uuid": "efdc352d-d742-4488-9ed7-9f32a3f03208", "name": "network-vif-plugged", "status": "completed", "tag": "74235820-6854-4454-b5d5-a2aed98511e3"}]}' {{(pid=93917) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:43:25.759710 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:25.760807 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device d804339d-5b7a-476d-a012-f8d5a3d4af14 no longer exists at agent hyperv_n-h1-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 18:43:25.815867 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-b26b3323-05b0-4659-be58-67152de9a0b5 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e58d3e58548d4849a3e201e7031a2563&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2228239 Jul 14 18:43:25.816848 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 60682) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:43:25.870013 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Pushing event updated for resources: {'Port': ['ID=74235820-6854-4454-b5d5-a2aed98511e3,revision_number=5']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:43:25.881389 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] No Port match for: d804339d-5b7a-476d-a012-f8d5a3d4af14 {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 18:43:25.881906 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device d804339d-5b7a-476d-a012-f8d5a3d4af14 not bound to the agent host n-h1-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 18:43:25.891260 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-2f4e3af3-e708-4ffd-a544-82d93a489d01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:25.894366 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-4b93cf16-f72d-4625-a702-358163f7f4b3 req-65d01ed4-ce80-419e-a232-0e74efe9957b service neutron] 10.222.0.18 "GET /v2.0/networks/1b20c90e-a28d-40c4-80a6-bd7c3e0e48e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3162444 Jul 14 18:43:25.959985 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-697b3504-63ec-41c4-99b1-b20757b3f928 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:25.985264 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-697b3504-63ec-41c4-99b1-b20757b3f928 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:26.038339 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b0c4556d-8349-424b-9404-3eb7270dd112 req-89b5913f-f56d-4c01-afa7-497f5e2f3da1 tempest-AttachVolumeTestJSON-1507206526 tempest-AttachVolumeTestJSON-1507206526-project] Router 2dc4323a-0122-442a-83ad-c3183f0460cc has already been hosted by L3 agent 2c6eb27e-defb-4cca-9a24-381c7415e359 {{(pid=93915) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 18:43:26.068991 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-697b3504-63ec-41c4-99b1-b20757b3f928 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:26.072946 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-697b3504-63ec-41c4-99b1-b20757b3f928 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:26.084987 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-697b3504-63ec-41c4-99b1-b20757b3f928 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b2d70ce6-4be5-4d98-b172-c888f1d51c90 HTTP/1.1" status: 204 len: 168 time: 0.2642066 Jul 14 18:43:26.103374 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697b3504-63ec-41c4-99b1-b20757b3f928 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2d70ce6-4be5-4d98-b172-c888f1d51c90,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:43:26.135846 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1da79c1-1df3-48de-9431-20404480510e req-b99579ac-f9a7-4fc1-a717-12cac6382359 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:43:26.138586 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-d1da79c1-1df3-48de-9431-20404480510e req-b99579ac-f9a7-4fc1-a717-12cac6382359 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] 10.222.0.16 "GET /v2.0/ports?device_id=efdc352d-d742-4488-9ed7-9f32a3f03208 HTTP/1.1" status: 200 len: 945 time: 0.2477217 Jul 14 18:43:26.816915 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b0c4556d-8349-424b-9404-3eb7270dd112 req-89b5913f-f56d-4c01-afa7-497f5e2f3da1 tempest-AttachVolumeTestJSON-1507206526 tempest-AttachVolumeTestJSON-1507206526-project] Notify agent at l3_agent.n-d-800634-3 the message routers_updated {{(pid=93915) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 18:43:26.828586 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f78ea7ea-890e-4e6b-8f93-996adfcd5bd9 None None] Sync routers for ids ['2dc4323a-0122-442a-83ad-c3183f0460cc'] in n-d-800634-3 {{(pid=93918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 18:43:26.849403 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f78ea7ea-890e-4e6b-8f93-996adfcd5bd9 None None] Routers {'2dc4323a-0122-442a-83ad-c3183f0460cc'} bound to L3 agent in host n-d-800634-3 {{(pid=93918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:43:26.853373 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-f78ea7ea-890e-4e6b-8f93-996adfcd5bd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:43:23Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['2dc4323a-0122-442a-83ad-c3183f0460cc'], 'active': True} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:43:26.883102 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-d1da79c1-1df3-48de-9431-20404480510e req-1d5afb4c-06c1-44d5-bc7a-48552a9f0bce tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] 10.222.0.16 "GET /v2.0/security-groups?id=665fac0f-cff5-44f7-b9cc-bed28fe603e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7242389 Jul 14 18:43:26.922374 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0c4556d-8349-424b-9404-3eb7270dd112 req-89b5913f-f56d-4c01-afa7-497f5e2f3da1 tempest-AttachVolumeTestJSON-1507206526 tempest-AttachVolumeTestJSON-1507206526-project] No DVR routers for this DVR port d804339d-5b7a-476d-a012-f8d5a3d4af14 on host n-h1-800634-3 {{(pid=93915) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 18:43:26.926498 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-b0c4556d-8349-424b-9404-3eb7270dd112 req-89b5913f-f56d-4c01-afa7-497f5e2f3da1 tempest-AttachVolumeTestJSON-1507206526 tempest-AttachVolumeTestJSON-1507206526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:26.929418 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b0c4556d-8349-424b-9404-3eb7270dd112 req-89b5913f-f56d-4c01-afa7-497f5e2f3da1 tempest-AttachVolumeTestJSON-1507206526 tempest-AttachVolumeTestJSON-1507206526-project] 10.222.0.18 "DELETE /v2.0/ports/d804339d-5b7a-476d-a012-f8d5a3d4af14 HTTP/1.1" status: 204 len: 173 time: 3.0077024 Jul 14 18:43:26.930932 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d4752b4-cf55-42cb-aaf8-a6366a7dc104', 'name': 'network-vif-deleted', 'tag': 'd804339d-5b7a-476d-a012-f8d5a3d4af14'}] {{(pid=93915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:43:26.948906 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e72782ad3af8f7d4ce76cedf092bca46d1756acc5c4653cf0b52034cdd6b073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2056b55e-a317-4c1c-bf17-77f007574140" -d '{"events": [{"server_uuid": "2d4752b4-cf55-42cb-aaf8-a6366a7dc104", "name": "network-vif-deleted", "tag": "d804339d-5b7a-476d-a012-f8d5a3d4af14"}]}' {{(pid=93915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:43:26.977596 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891190c1-5d40-4c4d-bfe6-1dbea8fb234a req-9bdbe520-569b-47e2-8369-94fdb3fa6d56 tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:43:26.991367 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-891190c1-5d40-4c4d-bfe6-1dbea8fb234a req-9bdbe520-569b-47e2-8369-94fdb3fa6d56 tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] 10.222.0.16 "GET /v2.0/ports?device_id=a6724ad2-fc1e-4ffc-8f36-dafa85b0179d HTTP/1.1" status: 200 len: 943 time: 0.8661466 Jul 14 18:43:27.045013 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 18:43:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a69534a-9780-42cf-b7c4-4549e0b316aa x-openstack-request-id: req-2a69534a-9780-42cf-b7c4-4549e0b316aa {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:43:27.045554 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efdc352d-d742-4488-9ed7-9f32a3f03208", "name": "network-vif-plugged", "status": "completed", "tag": "74235820-6854-4454-b5d5-a2aed98511e3", "code": 200}]} {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:43:27.045554 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2a69534a-9780-42cf-b7c4-4549e0b316aa {{(pid=93917) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:43:27.045960 n-d-800634-3 neutron-server[93917]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efdc352d-d742-4488-9ed7-9f32a3f03208', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74235820-6854-4454-b5d5-a2aed98511e3', 'code': 200} Jul 14 18:43:27.075395 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-891190c1-5d40-4c4d-bfe6-1dbea8fb234a req-ba0e165c-7259-476f-b1b5-e44bbcdc800d tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] 10.222.0.16 "GET /v2.0/security-groups?id=f745dc72-333e-4ddf-8281-1bb3e04e8f82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816164 Jul 14 18:43:27.213055 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 18:43:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ac42c1e-b3cf-45cf-8bb2-b6aad4d143b6 x-openstack-request-id: req-6ac42c1e-b3cf-45cf-8bb2-b6aad4d143b6 {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:43:27.213468 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d4752b4-cf55-42cb-aaf8-a6366a7dc104", "name": "network-vif-deleted", "tag": "d804339d-5b7a-476d-a012-f8d5a3d4af14", "status": "completed", "code": 200}]} {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:43:27.213860 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6ac42c1e-b3cf-45cf-8bb2-b6aad4d143b6 {{(pid=93915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:43:27.214418 n-d-800634-3 neutron-server[93915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d4752b4-cf55-42cb-aaf8-a6366a7dc104', 'name': 'network-vif-deleted', 'tag': 'd804339d-5b7a-476d-a012-f8d5a3d4af14', 'status': 'completed', 'code': 200} Jul 14 18:43:27.280384 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvr_db [None req-f78ea7ea-890e-4e6b-8f93-996adfcd5bd9 None None] Set router 2dc4323a-0122-442a-83ad-c3183f0460cc gateway port host: n-d-800634-3 {{(pid=93918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 18:43:27.395471 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-cd35c9d6-ee86-44c7-a429-38652f2c7cac req-50984775-7206-4922-b683-e496795f9311 tempest-AttachVolumeTestJSON-1507206526 tempest-AttachVolumeTestJSON-1507206526-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d4752b4-cf55-42cb-aaf8-a6366a7dc104 HTTP/1.1" status: 200 len: 210 time: 0.0444129 Jul 14 18:43:27.399735 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27dba01a-442b-40f0-bd71-02b9f5438e48 req-02285742-d066-4758-ad0f-8b5eb1db1665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:43:27.401845 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-27dba01a-442b-40f0-bd71-02b9f5438e48 req-02285742-d066-4758-ad0f-8b5eb1db1665 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=efdc352d-d742-4488-9ed7-9f32a3f03208 HTTP/1.1" status: 200 len: 1096 time: 0.1810849 Jul 14 18:43:27.479838 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-27dba01a-442b-40f0-bd71-02b9f5438e48 req-6f6a1caf-8b4d-4fee-8fba-a8ec10cac165 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=665fac0f-cff5-44f7-b9cc-bed28fe603e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698526 Jul 14 18:43:27.488681 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device c4ca5d13-97f4-4624-a385-40b1496eee3b details requested by agent hyperv_n-h1-800634-3 with host n-h1-800634-3 {{(pid=93917) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 18:43:27.615071 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 60740) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:43:27.699882 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port c4ca5d13-97f4-4624-a385-40b1496eee3b, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=c4ca5d13-97f4-4624-a385-40b1496eee3b,segment=NetworkSegment(c2fad28a-4ca7-4493-8025-bc92e58ecccc),segment_id=c2fad28a-4ca7-4493-8025-bc92e58ecccc)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:43:27.727822 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Returning: {'device': 'c4ca5d13-97f4-4624-a385-40b1496eee3b', 'network_id': '1b20c90e-a28d-40c4-80a6-bd7c3e0e48e9', 'port_id': 'c4ca5d13-97f4-4624-a385-40b1496eee3b', 'mac_address': 'fa:16:3e:e2:4f:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '044a6425-92e0-4c6b-bc74-105388401773', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93917) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 18:43:27.757557 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-f78ea7ea-890e-4e6b-8f93-996adfcd5bd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dc4323a-0122-442a-83ad-c3183f0460cc', 'name': 'tempest-AttachVolumeTestJSON-1341928878-router', 'tenant_id': '4427572788fe4f30abbab6f59fdbf9f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.148'}], 'enable_snat': True}, 'gw_port_id': '96b6fe5d-cb6c-43bc-a1ec-af6bf3a43be7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:38:52Z', 'updated_at': '2021-07-14T18:38:58Z', 'revision_number': 4, 'project_id': '4427572788fe4f30abbab6f59fdbf9f1', 'gw_port': {'id': '96b6fe5d-cb6c-43bc-a1ec-af6bf3a43be7', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:4b:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dc4323a-0122-442a-83ad-c3183f0460cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2160, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:38:53Z', 'updated_at': '2021-07-14T18:39:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_interfaces': [{'id': '70ba2e1f-9013-4cdf-a890-295e6c4fdaa3', 'name': '', 'network_id': '949878ad-81d9-4447-9e61-f4d51615e760', 'tenant_id': '4427572788fe4f30abbab6f59fdbf9f1', 'mac_address': 'fa:16:3e:62:fc:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dc4323a-0122-442a-83ad-c3183f0460cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2161, 'fixed_ips': [{'subnet_id': '42f73a38-7ef6-4d77-ab5e-abe039b69936', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:38:56Z', 'updated_at': '2021-07-14T18:39:07Z', 'revision_number': 5, 'project_id': '4427572788fe4f30abbab6f59fdbf9f1', 'subnets': [{'id': '42f73a38-7ef6-4d77-ab5e-abe039b69936', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-3', False) {} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:43:27.807534 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:27.827230 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c4ca5d13-97f4-4624-a385-40b1496eee3b {{(pid=93917) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 18:43:27.832006 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-c77f8d81-cd51-4068-91ae-9e586161d4bd tempest-BulkNetworkOpsIpV6Test-2004500314 tempest-BulkNetworkOpsIpV6Test-2004500314-project] Request body: {'networks': [{'name': 'tempest-network--639691609'}, {'name': 'tempest-network--1505619858'}]} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:43:27.832343 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-c77f8d81-cd51-4068-91ae-9e586161d4bd tempest-BulkNetworkOpsIpV6Test-2004500314 tempest-BulkNetworkOpsIpV6Test-2004500314-project] Request body: {'network': {'name': 'tempest-network--639691609'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:43:27.833004 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-c77f8d81-cd51-4068-91ae-9e586161d4bd tempest-BulkNetworkOpsIpV6Test-2004500314 tempest-BulkNetworkOpsIpV6Test-2004500314-project] Request body: {'network': {'name': 'tempest-network--1505619858'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:43:27.857710 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port c4ca5d13-97f4-4624-a385-40b1496eee3b, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=c4ca5d13-97f4-4624-a385-40b1496eee3b,segment=NetworkSegment(c2fad28a-4ca7-4493-8025-bc92e58ecccc),segment_id=c2fad28a-4ca7-4493-8025-bc92e58ecccc)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:43:27.858000 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f78ea7ea-890e-4e6b-8f93-996adfcd5bd9 None None] Checking router: 2dc4323a-0122-442a-83ad-c3183f0460cc for host: n-d-800634-3 {{(pid=93918) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 18:43:27.864060 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:27.881825 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f78ea7ea-890e-4e6b-8f93-996adfcd5bd9 None None] Routers {'2dc4323a-0122-442a-83ad-c3183f0460cc'} bound to L3 agent in host n-d-800634-3 {{(pid=93918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:43:27.883113 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-f78ea7ea-890e-4e6b-8f93-996adfcd5bd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:43:23Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['2dc4323a-0122-442a-83ad-c3183f0460cc'], 'active': True} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:43:27.934242 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c77f8d81-cd51-4068-91ae-9e586161d4bd tempest-BulkNetworkOpsIpV6Test-2004500314 tempest-BulkNetworkOpsIpV6Test-2004500314-project] Made reservation on behalf of 84263a36149d47da8a5ab67910141e71 for: {'network': 2} {{(pid=93916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:43:27.939269 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-c77f8d81-cd51-4068-91ae-9e586161d4bd tempest-BulkNetworkOpsIpV6Test-2004500314 tempest-BulkNetworkOpsIpV6Test-2004500314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for network, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:27.968742 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-c77f8d81-cd51-4068-91ae-9e586161d4bd tempest-BulkNetworkOpsIpV6Test-2004500314 tempest-BulkNetworkOpsIpV6Test-2004500314-project] Notify callbacks [] for security_group, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:27.988913 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Pushing event updated for resources: {'Port': ['ID=c4ca5d13-97f4-4624-a385-40b1496eee3b,revision_number=4']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:43:28.122796 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] get_ports_and_sgs() called for port_ids ['c4ca5d13-97f4-4624-a385-40b1496eee3b'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 18:43:28.162326 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvr_db [None req-f78ea7ea-890e-4e6b-8f93-996adfcd5bd9 None None] Set router 2dc4323a-0122-442a-83ad-c3183f0460cc gateway port host: n-d-800634-3 {{(pid=93918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 18:43:28.307739 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-c77f8d81-cd51-4068-91ae-9e586161d4bd tempest-BulkNetworkOpsIpV6Test-2004500314 tempest-BulkNetworkOpsIpV6Test-2004500314-project] Notify callbacks [] for security_group, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:28.317187 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-c77f8d81-cd51-4068-91ae-9e586161d4bd tempest-BulkNetworkOpsIpV6Test-2004500314 tempest-BulkNetworkOpsIpV6Test-2004500314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:28.317861 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-c77f8d81-cd51-4068-91ae-9e586161d4bd tempest-BulkNetworkOpsIpV6Test-2004500314 tempest-BulkNetworkOpsIpV6Test-2004500314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for network, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:28.345359 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4717eec6-3131-4aab-ac6a-a69c3af3926f req-f4011495-d74e-42c0-a10b-329e9bff4f30 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:43:28.359852 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-4717eec6-3131-4aab-ac6a-a69c3af3926f req-f4011495-d74e-42c0-a10b-329e9bff4f30 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] 10.222.0.16 "GET /v2.0/ports?device_id=efdc352d-d742-4488-9ed7-9f32a3f03208 HTTP/1.1" status: 200 len: 945 time: 0.2103314 Jul 14 18:43:28.453450 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77f8d81-cd51-4068-91ae-9e586161d4bd tempest-BulkNetworkOpsIpV6Test-2004500314 tempest-BulkNetworkOpsIpV6Test-2004500314-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3fe92ad3-9eaf-4d91-a10e-699e19497079,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:43:28.461356 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c77f8d81-cd51-4068-91ae-9e586161d4bd tempest-BulkNetworkOpsIpV6Test-2004500314 tempest-BulkNetworkOpsIpV6Test-2004500314-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 93} {{(pid=93916) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 18:43:28.480335 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-c77f8d81-cd51-4068-91ae-9e586161d4bd tempest-BulkNetworkOpsIpV6Test-2004500314 tempest-BulkNetworkOpsIpV6Test-2004500314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:28.480914 n-d-800634-3 neutron-server[93916]: INFO neutron.db.segments_db [None req-c77f8d81-cd51-4068-91ae-9e586161d4bd tempest-BulkNetworkOpsIpV6Test-2004500314 tempest-BulkNetworkOpsIpV6Test-2004500314-project] Added segment 4ad3f8a9-f5a9-4fef-80ce-9e5317621d71 of type vlan for network 1c3fb9af-018c-43ce-8231-41fcfd60ed04 Jul 14 18:43:28.523068 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-4717eec6-3131-4aab-ac6a-a69c3af3926f req-6e179c85-3015-4ebf-9c48-da3d7d8377c4 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] 10.222.0.16 "GET /v2.0/security-groups?id=665fac0f-cff5-44f7-b9cc-bed28fe603e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565495 Jul 14 18:43:28.561340 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-c77f8d81-cd51-4068-91ae-9e586161d4bd tempest-BulkNetworkOpsIpV6Test-2004500314 tempest-BulkNetworkOpsIpV6Test-2004500314-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728202197517'] for network, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:28.630821 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c77f8d81-cd51-4068-91ae-9e586161d4bd tempest-BulkNetworkOpsIpV6Test-2004500314 tempest-BulkNetworkOpsIpV6Test-2004500314-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 79} {{(pid=93916) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 18:43:28.631515 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-f78ea7ea-890e-4e6b-8f93-996adfcd5bd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dc4323a-0122-442a-83ad-c3183f0460cc', 'name': 'tempest-AttachVolumeTestJSON-1341928878-router', 'tenant_id': '4427572788fe4f30abbab6f59fdbf9f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.148'}], 'enable_snat': True}, 'gw_port_id': '96b6fe5d-cb6c-43bc-a1ec-af6bf3a43be7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:38:52Z', 'updated_at': '2021-07-14T18:38:58Z', 'revision_number': 4, 'project_id': '4427572788fe4f30abbab6f59fdbf9f1', 'gw_port': {'id': '96b6fe5d-cb6c-43bc-a1ec-af6bf3a43be7', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:4b:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dc4323a-0122-442a-83ad-c3183f0460cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2160, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:38:53Z', 'updated_at': '2021-07-14T18:39:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_interfaces': [{'id': '70ba2e1f-9013-4cdf-a890-295e6c4fdaa3', 'name': '', 'network_id': '949878ad-81d9-4447-9e61-f4d51615e760', 'tenant_id': '4427572788fe4f30abbab6f59fdbf9f1', 'mac_address': 'fa:16:3e:62:fc:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dc4323a-0122-442a-83ad-c3183f0460cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2161, 'fixed_ips': [{'subnet_id': '42f73a38-7ef6-4d77-ab5e-abe039b69936', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:38:56Z', 'updated_at': '2021-07-14T18:39:07Z', 'revision_number': 5, 'project_id': '4427572788fe4f30abbab6f59fdbf9f1', 'subnets': [{'id': '42f73a38-7ef6-4d77-ab5e-abe039b69936', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-3', False) {} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:43:28.643983 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-c77f8d81-cd51-4068-91ae-9e586161d4bd tempest-BulkNetworkOpsIpV6Test-2004500314 tempest-BulkNetworkOpsIpV6Test-2004500314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:28.645098 n-d-800634-3 neutron-server[93916]: INFO neutron.db.segments_db [None req-c77f8d81-cd51-4068-91ae-9e586161d4bd tempest-BulkNetworkOpsIpV6Test-2004500314 tempest-BulkNetworkOpsIpV6Test-2004500314-project] Added segment 2dd65cff-7baf-4826-bb9b-ccbe6c45b4cf of type vlan for network 7d3ea1f8-be6a-4861-b818-5b5b197923a4 Jul 14 18:43:28.650758 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0982260-4f8f-48d8-b557-474246e75da1 req-ab524021-19ed-41ad-8e33-916e35369249 tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:43:28.668318 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b0982260-4f8f-48d8-b557-474246e75da1 req-ab524021-19ed-41ad-8e33-916e35369249 tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] 10.222.0.16 "GET /v2.0/ports?device_id=a6724ad2-fc1e-4ffc-8f36-dafa85b0179d HTTP/1.1" status: 200 len: 944 time: 0.2566855 Jul 14 18:43:28.711078 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f78ea7ea-890e-4e6b-8f93-996adfcd5bd9 None None] The sync data for ids ['2dc4323a-0122-442a-83ad-c3183f0460cc'] in n-d-800634-3 is: [{'id': '2dc4323a-0122-442a-83ad-c3183f0460cc', 'name': 'tempest-AttachVolumeTestJSON-1341928878-router', 'tenant_id': '4427572788fe4f30abbab6f59fdbf9f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.148'}], 'enable_snat': True}, 'gw_port_id': '96b6fe5d-cb6c-43bc-a1ec-af6bf3a43be7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:38:52Z', 'updated_at': '2021-07-14T18:38:58Z', 'revision_number': 4, 'project_id': '4427572788fe4f30abbab6f59fdbf9f1', 'gw_port': {'id': '96b6fe5d-cb6c-43bc-a1ec-af6bf3a43be7', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:4b:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dc4323a-0122-442a-83ad-c3183f0460cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2160, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:38:53Z', 'updated_at': '2021-07-14T18:39:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_interfaces': [{'id': '70ba2e1f-9013-4cdf-a890-295e6c4fdaa3', 'name': '', 'network_id': '949878ad-81d9-4447-9e61-f4d51615e760', 'tenant_id': '4427572788fe4f30abbab6f59fdbf9f1', 'mac_address': 'fa:16:3e:62:fc:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dc4323a-0122-442a-83ad-c3183f0460cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2161, 'fixed_ips': [{'subnet_id': '42f73a38-7ef6-4d77-ab5e-abe039b69936', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:38:56Z', 'updated_at': '2021-07-14T18:39:07Z', 'revision_number': 5, 'project_id': '4427572788fe4f30abbab6f59fdbf9f1', 'subnets': [{'id': '42f73a38-7ef6-4d77-ab5e-abe039b69936', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 18:43:28.719323 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-c77f8d81-cd51-4068-91ae-9e586161d4bd tempest-BulkNetworkOpsIpV6Test-2004500314 tempest-BulkNetworkOpsIpV6Test-2004500314-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728202197517'] for network, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:28.746123 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b0982260-4f8f-48d8-b557-474246e75da1 req-bdfc9ade-c785-45c5-9b7c-ebbfaa615d75 tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] 10.222.0.16 "GET /v2.0/security-groups?id=f745dc72-333e-4ddf-8281-1bb3e04e8f82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768270 Jul 14 18:43:28.792849 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-c77f8d81-cd51-4068-91ae-9e586161d4bd tempest-BulkNetworkOpsIpV6Test-2004500314 tempest-BulkNetworkOpsIpV6Test-2004500314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727'] for network, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:28.793785 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-c77f8d81-cd51-4068-91ae-9e586161d4bd tempest-BulkNetworkOpsIpV6Test-2004500314 tempest-BulkNetworkOpsIpV6Test-2004500314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727'] for network, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:28.803526 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c77f8d81-cd51-4068-91ae-9e586161d4bd tempest-BulkNetworkOpsIpV6Test-2004500314 tempest-BulkNetworkOpsIpV6Test-2004500314-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:43:28.808785 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 60770) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:43:28.829047 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c77f8d81-cd51-4068-91ae-9e586161d4bd tempest-BulkNetworkOpsIpV6Test-2004500314 tempest-BulkNetworkOpsIpV6Test-2004500314-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:43:28.829820 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-c77f8d81-cd51-4068-91ae-9e586161d4bd tempest-BulkNetworkOpsIpV6Test-2004500314 tempest-BulkNetworkOpsIpV6Test-2004500314-project] Notify callbacks [] for network, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:28.917901 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77f8d81-cd51-4068-91ae-9e586161d4bd tempest-BulkNetworkOpsIpV6Test-2004500314 tempest-BulkNetworkOpsIpV6Test-2004500314-project] Pushing event updated for resources: {'Network': ['ID=1c3fb9af-018c-43ce-8231-41fcfd60ed04,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:43:28.919690 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-8dbbd9ca-9c79-4170-9561-86d306e2ba04 tempest-AttachVolumeTestJSON-1507206526 tempest-AttachVolumeTestJSON-1507206526-project] Notify callbacks [] for security_group, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:28.949759 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Network 1c3fb9af-018c-43ce-8231-41fcfd60ed04 details requested by agent ovs-agent-n-d-800634-3 with host n-d-800634-3 {{(pid=93917) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 18:43:28.973145 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-8dbbd9ca-9c79-4170-9561-86d306e2ba04 tempest-AttachVolumeTestJSON-1507206526 tempest-AttachVolumeTestJSON-1507206526-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:28.996443 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-c77f8d81-cd51-4068-91ae-9e586161d4bd tempest-BulkNetworkOpsIpV6Test-2004500314 tempest-BulkNetworkOpsIpV6Test-2004500314-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 1.3776491 Jul 14 18:43:29.002033 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 60778) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:43:29.037783 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77f8d81-cd51-4068-91ae-9e586161d4bd tempest-BulkNetworkOpsIpV6Test-2004500314 tempest-BulkNetworkOpsIpV6Test-2004500314-project] Pushing event updated for resources: {'Network': ['ID=7d3ea1f8-be6a-4861-b818-5b5b197923a4,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:43:29.052946 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Network 7d3ea1f8-be6a-4861-b818-5b5b197923a4 details requested by agent ovs-agent-n-d-800634-3 with host n-d-800634-3 {{(pid=93917) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 18:43:29.165006 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13b855be-d962-4875-b6d8-45ae715d8e95 None None] New status for floating IP ac435b97-9e22-4865-9329-6c40d55e3c06: DOWN {{(pid=93917) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 18:43:29.277034 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c12f4909-f323-4ce9-90f8-e46a9dad4c85 tempest-BulkNetworkOpsIpV6Test-2004500314 tempest-BulkNetworkOpsIpV6Test-2004500314-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:43:29.289146 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c12f4909-f323-4ce9-90f8-e46a9dad4c85 tempest-BulkNetworkOpsIpV6Test-2004500314 tempest-BulkNetworkOpsIpV6Test-2004500314-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:43:29.296338 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c12f4909-f323-4ce9-90f8-e46a9dad4c85 tempest-BulkNetworkOpsIpV6Test-2004500314 tempest-BulkNetworkOpsIpV6Test-2004500314-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:43:29.315019 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c12f4909-f323-4ce9-90f8-e46a9dad4c85 tempest-BulkNetworkOpsIpV6Test-2004500314 tempest-BulkNetworkOpsIpV6Test-2004500314-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:43:29.319627 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-c12f4909-f323-4ce9-90f8-e46a9dad4c85 tempest-BulkNetworkOpsIpV6Test-2004500314 tempest-BulkNetworkOpsIpV6Test-2004500314-project] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.3101709 Jul 14 18:43:29.320042 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 60786) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:43:29.378301 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-8dbbd9ca-9c79-4170-9561-86d306e2ba04 tempest-AttachVolumeTestJSON-1507206526 tempest-AttachVolumeTestJSON-1507206526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:29.382300 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-8dbbd9ca-9c79-4170-9561-86d306e2ba04 tempest-AttachVolumeTestJSON-1507206526 tempest-AttachVolumeTestJSON-1507206526-project] Notify callbacks [] for security_group, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:29.387065 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-8dbbd9ca-9c79-4170-9561-86d306e2ba04 tempest-AttachVolumeTestJSON-1507206526 tempest-AttachVolumeTestJSON-1507206526-project] 10.222.0.16 "DELETE /v2.0/security-groups/96b55db8-12e1-43af-8475-4683f85322eb HTTP/1.1" status: 204 len: 168 time: 0.5754278 Jul 14 18:43:29.387788 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 60790) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:43:29.418580 n-d-800634-3 neutron-server[93915]: INFO neutron.api.v2.resource [None req-85e8f504-5eb9-4c69-83ee-f5add6118aa2 tempest-AttachVolumeTestJSON-1507206526 tempest-AttachVolumeTestJSON-1507206526-project] show failed (client error): The resource could not be found. Jul 14 18:43:29.423481 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-85e8f504-5eb9-4c69-83ee-f5add6118aa2 tempest-AttachVolumeTestJSON-1507206526 tempest-AttachVolumeTestJSON-1507206526-project] 10.222.0.16 "GET /v2.0/security-groups/96b55db8-12e1-43af-8475-4683f85322eb HTTP/1.1" status: 404 len: 347 time: 0.0271568 Jul 14 18:43:29.424694 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbbd9ca-9c79-4170-9561-86d306e2ba04 tempest-AttachVolumeTestJSON-1507206526 tempest-AttachVolumeTestJSON-1507206526-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=96b55db8-12e1-43af-8475-4683f85322eb,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:43:29.426598 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 60792) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:43:29.494195 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device c4ca5d13-97f4-4624-a385-40b1496eee3b up at agent hyperv_n-h1-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:43:29.566174 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Provisioning for port c4ca5d13-97f4-4624-a385-40b1496eee3b completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:43:29.571795 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Provisioning complete for port c4ca5d13-97f4-4624-a385-40b1496eee3b triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:43:29.572860 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:29.689859 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:29.719547 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6724ad2-fc1e-4ffc-8f36-dafa85b0179d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4ca5d13-97f4-4624-a385-40b1496eee3b'}] {{(pid=93917) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:43:29.722723 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20b787f3c29eaa7aa2a4d648c725a2124c5ff39a8d793252f9d844495e14cf42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fbefd22-0a10-4ed8-867b-d90950b6adb4" -d '{"events": [{"server_uuid": "a6724ad2-fc1e-4ffc-8f36-dafa85b0179d", "name": "network-vif-plugged", "status": "completed", "tag": "c4ca5d13-97f4-4624-a385-40b1496eee3b"}]}' {{(pid=93917) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:43:29.741755 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port c4ca5d13-97f4-4624-a385-40b1496eee3b, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=c4ca5d13-97f4-4624-a385-40b1496eee3b,segment=NetworkSegment(c2fad28a-4ca7-4493-8025-bc92e58ecccc),segment_id=c2fad28a-4ca7-4493-8025-bc92e58ecccc)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:43:29.750254 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:29.762513 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [None req-a71a4c10-47e8-40fd-a14c-9c9807e18810 tempest-AttachVolumeTestJSON-1507206526 tempest-AttachVolumeTestJSON-1507206526-project] Deleting port 8553092b-e7ec-4304-96c1-9c47b4b3254b {{(pid=93915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:43:29.762886 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-a71a4c10-47e8-40fd-a14c-9c9807e18810 tempest-AttachVolumeTestJSON-1507206526 tempest-AttachVolumeTestJSON-1507206526-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:29.820764 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 18:43:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79d19afb-d159-456f-81c5-279978a971fb x-openstack-request-id: req-79d19afb-d159-456f-81c5-279978a971fb {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:43:29.821073 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6724ad2-fc1e-4ffc-8f36-dafa85b0179d", "name": "network-vif-plugged", "status": "completed", "tag": "c4ca5d13-97f4-4624-a385-40b1496eee3b", "code": 200}]} {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:43:29.821340 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-79d19afb-d159-456f-81c5-279978a971fb {{(pid=93917) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:43:29.821748 n-d-800634-3 neutron-server[93917]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6724ad2-fc1e-4ffc-8f36-dafa85b0179d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4ca5d13-97f4-4624-a385-40b1496eee3b', 'code': 200} Jul 14 18:43:29.916197 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Pushing event updated for resources: {'Port': ['ID=c4ca5d13-97f4-4624-a385-40b1496eee3b,revision_number=5']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:43:30.090711 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-7357a082-e520-453f-ac69-801c39a42d4a tempest-BulkNetworkOpsIpV6Test-2004500314 tempest-BulkNetworkOpsIpV6Test-2004500314-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645734'] for network, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:30.120451 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-a71a4c10-47e8-40fd-a14c-9c9807e18810 tempest-AttachVolumeTestJSON-1507206526 tempest-AttachVolumeTestJSON-1507206526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:30.120808 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-a71a4c10-47e8-40fd-a14c-9c9807e18810 tempest-AttachVolumeTestJSON-1507206526 tempest-AttachVolumeTestJSON-1507206526-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:30.158536 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [None req-a71a4c10-47e8-40fd-a14c-9c9807e18810 tempest-AttachVolumeTestJSON-1507206526 tempest-AttachVolumeTestJSON-1507206526-project] Calling delete_port for 8553092b-e7ec-4304-96c1-9c47b4b3254b owned by network:floatingip {{(pid=93915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:43:30.188824 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa47862e-1e35-4c06-90c5-ccc03151b7cd req-c79664e0-77aa-4508-a43f-e46cb39c111a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:43:30.191194 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-aa47862e-1e35-4c06-90c5-ccc03151b7cd req-c79664e0-77aa-4508-a43f-e46cb39c111a service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=a6724ad2-fc1e-4ffc-8f36-dafa85b0179d HTTP/1.1" status: 200 len: 1096 time: 0.2615106 Jul 14 18:43:30.194607 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-7357a082-e520-453f-ac69-801c39a42d4a tempest-BulkNetworkOpsIpV6Test-2004500314 tempest-BulkNetworkOpsIpV6Test-2004500314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2096010', 'neutron.services.segments.db._delete_segments_for_network-8728202734996'] for network, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:30.212639 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.segments.db [None req-7357a082-e520-453f-ac69-801c39a42d4a tempest-BulkNetworkOpsIpV6Test-2004500314 tempest-BulkNetworkOpsIpV6Test-2004500314-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c3fb9af-018c-43ce-8231-41fcfd60ed04']}} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:43:30.224671 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.segments.db [None req-7357a082-e520-453f-ac69-801c39a42d4a tempest-BulkNetworkOpsIpV6Test-2004500314 tempest-BulkNetworkOpsIpV6Test-2004500314-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ad3f8a9-f5a9-4fef-80ce-9e5317621d71') {'for_net_delete': True} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:43:30.225313 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.segments.db [None req-7357a082-e520-453f-ac69-801c39a42d4a tempest-BulkNetworkOpsIpV6Test-2004500314 tempest-BulkNetworkOpsIpV6Test-2004500314-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ad3f8a9-f5a9-4fef-80ce-9e5317621d71') {} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:43:30.237818 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-7357a082-e520-453f-ac69-801c39a42d4a tempest-BulkNetworkOpsIpV6Test-2004500314 tempest-BulkNetworkOpsIpV6Test-2004500314-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728202715275', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26296891'] for segment, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:30.251822 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [req-bd204ecd-89aa-4e99-8d14-f34871b0427c req-38d2a32a-ce50-4e21-95b3-6e5182848c26 service neutron] (93916) timed out ('10.222.0.35', 64797) {{(pid=93916) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 14 18:43:30.265632 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-7357a082-e520-453f-ac69-801c39a42d4a tempest-BulkNetworkOpsIpV6Test-2004500314 tempest-BulkNetworkOpsIpV6Test-2004500314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:30.276730 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7357a082-e520-453f-ac69-801c39a42d4a tempest-BulkNetworkOpsIpV6Test-2004500314 tempest-BulkNetworkOpsIpV6Test-2004500314-project] Releasing vlan 93 on physical network physnet1 to pool {{(pid=93916) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 18:43:30.277513 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-7357a082-e520-453f-ac69-801c39a42d4a tempest-BulkNetworkOpsIpV6Test-2004500314 tempest-BulkNetworkOpsIpV6Test-2004500314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2682942'] for segment, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:30.302132 n-d-800634-3 neutron-server[93916]: Traceback (most recent call last): Jul 14 18:43:30.302132 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 18:43:30.302132 n-d-800634-3 neutron-server[93916]: timer() Jul 14 18:43:30.302132 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 18:43:30.302132 n-d-800634-3 neutron-server[93916]: cb(*args, **kw) Jul 14 18:43:30.302132 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 18:43:30.302132 n-d-800634-3 neutron-server[93916]: return func(*args, **kwargs) Jul 14 18:43:30.302132 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 18:43:30.302132 n-d-800634-3 neutron-server[93916]: self._notify() Jul 14 18:43:30.302132 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 18:43:30.302132 n-d-800634-3 neutron-server[93916]: self.callback(batched_events) Jul 14 18:43:30.302132 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 18:43:30.302132 n-d-800634-3 neutron-server[93916]: event.method(event) Jul 14 18:43:30.302132 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 18:43:30.302132 n-d-800634-3 neutron-server[93916]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 18:43:30.302132 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 18:43:30.302132 n-d-800634-3 neutron-server[93916]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 18:43:30.302132 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 18:43:30.302132 n-d-800634-3 neutron-server[93916]: return f(self, *a, **k) Jul 14 18:43:30.302132 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 18:43:30.302132 n-d-800634-3 neutron-server[93916]: return self._get(url).json() Jul 14 18:43:30.302132 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 18:43:30.302132 n-d-800634-3 neutron-server[93916]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 18:43:30.302132 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 18:43:30.302132 n-d-800634-3 neutron-server[93916]: return self.request(url, 'GET', **kwargs) Jul 14 18:43:30.302132 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 18:43:30.302132 n-d-800634-3 neutron-server[93916]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 18:43:30.302132 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 18:43:30.302132 n-d-800634-3 neutron-server[93916]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 18:43:30.302132 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 18:43:30.302132 n-d-800634-3 neutron-server[93916]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 18:43:30.302132 n-d-800634-3 neutron-server[93916]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 18:43:30.304945 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-aa47862e-1e35-4c06-90c5-ccc03151b7cd req-e5a6664a-98b3-4f4d-bf3c-ce5d1ce9a5a1 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=f745dc72-333e-4ddf-8281-1bb3e04e8f82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025646 Jul 14 18:43:30.311228 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98568dfe-c63e-4fda-b495-5804106c965f req-f79f662a-86f6-4102-ba1a-64c76e39f5a9 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:43:30.318401 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-98568dfe-c63e-4fda-b495-5804106c965f req-f79f662a-86f6-4102-ba1a-64c76e39f5a9 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] 10.222.0.16 "GET /v2.0/ports?device_id=efdc352d-d742-4488-9ed7-9f32a3f03208 HTTP/1.1" status: 200 len: 945 time: 0.4468765 Jul 14 18:43:30.342782 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b028631-0537-4aa9-949e-aa613688e3d4 req-0b84f4d0-6b4e-4299-9758-9a1a417c60dc tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:43:30.344363 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3b028631-0537-4aa9-949e-aa613688e3d4 req-0b84f4d0-6b4e-4299-9758-9a1a417c60dc tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] 10.222.0.16 "GET /v2.0/ports?device_id=a6724ad2-fc1e-4ffc-8f36-dafa85b0179d HTTP/1.1" status: 200 len: 945 time: 0.3329430 Jul 14 18:43:30.416979 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-7357a082-e520-453f-ac69-801c39a42d4a tempest-BulkNetworkOpsIpV6Test-2004500314 tempest-BulkNetworkOpsIpV6Test-2004500314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2096001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-930085'] for network, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:30.434780 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-7357a082-e520-453f-ac69-801c39a42d4a tempest-BulkNetworkOpsIpV6Test-2004500314 tempest-BulkNetworkOpsIpV6Test-2004500314-project] Notify callbacks [] for network, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:30.438127 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-7357a082-e520-453f-ac69-801c39a42d4a tempest-BulkNetworkOpsIpV6Test-2004500314 tempest-BulkNetworkOpsIpV6Test-2004500314-project] 10.222.0.16 "DELETE /v2.0/networks/1c3fb9af-018c-43ce-8231-41fcfd60ed04 HTTP/1.1" status: 204 len: 168 time: 1.1167405 Jul 14 18:43:30.443123 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3b028631-0537-4aa9-949e-aa613688e3d4 req-f6bc3f4a-417c-490c-92d6-e867ee802328 tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] 10.222.0.16 "GET /v2.0/security-groups?id=f745dc72-333e-4ddf-8281-1bb3e04e8f82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849080 Jul 14 18:43:30.456678 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 60816) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:43:30.480680 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7357a082-e520-453f-ac69-801c39a42d4a tempest-BulkNetworkOpsIpV6Test-2004500314 tempest-BulkNetworkOpsIpV6Test-2004500314-project] Pushing event deleted for resources: {'Network': ['ID=1c3fb9af-018c-43ce-8231-41fcfd60ed04,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:43:30.498566 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-98568dfe-c63e-4fda-b495-5804106c965f req-d79d17d2-dc2f-4d84-8db3-9812e583f2f1 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] 10.222.0.16 "GET /v2.0/security-groups?id=665fac0f-cff5-44f7-b9cc-bed28fe603e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1785262 Jul 14 18:43:30.675602 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-f7e34ed0-1e3b-4b57-85c3-80da31c20ae0 tempest-BulkNetworkOpsIpV6Test-2004500314 tempest-BulkNetworkOpsIpV6Test-2004500314-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645734'] for network, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:30.692435 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-a71a4c10-47e8-40fd-a14c-9c9807e18810 tempest-AttachVolumeTestJSON-1507206526 tempest-AttachVolumeTestJSON-1507206526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:30.730141 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71a4c10-47e8-40fd-a14c-9c9807e18810 tempest-AttachVolumeTestJSON-1507206526 tempest-AttachVolumeTestJSON-1507206526-project] Pushing event deleted for resources: {'Port': ['ID=8553092b-e7ec-4304-96c1-9c47b4b3254b,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:43:30.895199 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587e39b1-f486-4419-9e4c-9fb7fa322b84 req-9760f5c0-d5ff-495e-9b30-fce6d5f1a80a tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:43:30.896702 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-587e39b1-f486-4419-9e4c-9fb7fa322b84 req-9760f5c0-d5ff-495e-9b30-fce6d5f1a80a tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] 10.222.0.16 "GET /v2.0/ports?device_id=efdc352d-d742-4488-9ed7-9f32a3f03208 HTTP/1.1" status: 200 len: 945 time: 0.2640021 Jul 14 18:43:30.897594 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-a71a4c10-47e8-40fd-a14c-9c9807e18810 tempest-AttachVolumeTestJSON-1507206526 tempest-AttachVolumeTestJSON-1507206526-project] Notify callbacks [] for floatingip, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:30.901026 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-a71a4c10-47e8-40fd-a14c-9c9807e18810 tempest-AttachVolumeTestJSON-1507206526 tempest-AttachVolumeTestJSON-1507206526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for floatingip, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:30.908298 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-a71a4c10-47e8-40fd-a14c-9c9807e18810 tempest-AttachVolumeTestJSON-1507206526 tempest-AttachVolumeTestJSON-1507206526-project] 10.222.0.16 "DELETE /v2.0/floatingips/ac435b97-9e22-4865-9329-6c40d55e3c06 HTTP/1.1" status: 204 len: 168 time: 1.4602146 Jul 14 18:43:30.908298 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-f7e34ed0-1e3b-4b57-85c3-80da31c20ae0 tempest-BulkNetworkOpsIpV6Test-2004500314 tempest-BulkNetworkOpsIpV6Test-2004500314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2096010', 'neutron.services.segments.db._delete_segments_for_network-8728202734996'] for network, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:30.934182 n-d-800634-3 neutron-server[93915]: DEBUG neutron.services.segments.db [None req-f7e34ed0-1e3b-4b57-85c3-80da31c20ae0 tempest-BulkNetworkOpsIpV6Test-2004500314 tempest-BulkNetworkOpsIpV6Test-2004500314-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d3ea1f8-be6a-4861-b818-5b5b197923a4']}} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:43:30.952942 n-d-800634-3 neutron-server[93915]: DEBUG neutron.services.segments.db [None req-f7e34ed0-1e3b-4b57-85c3-80da31c20ae0 tempest-BulkNetworkOpsIpV6Test-2004500314 tempest-BulkNetworkOpsIpV6Test-2004500314-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2dd65cff-7baf-4826-bb9b-ccbe6c45b4cf') {'for_net_delete': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:43:30.953320 n-d-800634-3 neutron-server[93915]: DEBUG neutron.services.segments.db [None req-f7e34ed0-1e3b-4b57-85c3-80da31c20ae0 tempest-BulkNetworkOpsIpV6Test-2004500314 tempest-BulkNetworkOpsIpV6Test-2004500314-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2dd65cff-7baf-4826-bb9b-ccbe6c45b4cf') {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:43:30.971799 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-f7e34ed0-1e3b-4b57-85c3-80da31c20ae0 tempest-BulkNetworkOpsIpV6Test-2004500314 tempest-BulkNetworkOpsIpV6Test-2004500314-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728202715275', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28939920'] for segment, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:30.975962 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-587e39b1-f486-4419-9e4c-9fb7fa322b84 req-b99f3a20-8007-4a0b-9c0c-90535dcc9424 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] 10.222.0.16 "GET /v2.0/security-groups?id=665fac0f-cff5-44f7-b9cc-bed28fe603e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691531 Jul 14 18:43:31.001617 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-f7e34ed0-1e3b-4b57-85c3-80da31c20ae0 tempest-BulkNetworkOpsIpV6Test-2004500314 tempest-BulkNetworkOpsIpV6Test-2004500314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:31.015229 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7e34ed0-1e3b-4b57-85c3-80da31c20ae0 tempest-BulkNetworkOpsIpV6Test-2004500314 tempest-BulkNetworkOpsIpV6Test-2004500314-project] Releasing vlan 79 on physical network physnet1 to pool {{(pid=93915) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 18:43:31.015879 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-f7e34ed0-1e3b-4b57-85c3-80da31c20ae0 tempest-BulkNetworkOpsIpV6Test-2004500314 tempest-BulkNetworkOpsIpV6Test-2004500314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25911658'] for segment, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:31.161633 n-d-800634-3 neutron-server[93915]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:43:31.161633 n-d-800634-3 neutron-server[93915]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:43:31.161633 n-d-800634-3 neutron-server[93915]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:43:31.161633 n-d-800634-3 neutron-server[93915]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:43:31.161633 n-d-800634-3 neutron-server[93915]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:43:31.161633 n-d-800634-3 neutron-server[93915]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:43:31.161633 n-d-800634-3 neutron-server[93915]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:43:31.161633 n-d-800634-3 neutron-server[93915]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:43:31.161633 n-d-800634-3 neutron-server[93915]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:43:31.161633 n-d-800634-3 neutron-server[93915]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:43:31.161633 n-d-800634-3 neutron-server[93915]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:43:31.161633 n-d-800634-3 neutron-server[93915]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:43:31.161633 n-d-800634-3 neutron-server[93915]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:43:31.161633 n-d-800634-3 neutron-server[93915]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:43:31.161633 n-d-800634-3 neutron-server[93915]: Traceback (most recent call last): Jul 14 18:43:31.161633 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 18:43:31.161633 n-d-800634-3 neutron-server[93915]: timer() Jul 14 18:43:31.161633 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 18:43:31.161633 n-d-800634-3 neutron-server[93915]: cb(*args, **kw) Jul 14 18:43:31.161633 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 18:43:31.161633 n-d-800634-3 neutron-server[93915]: return func(*args, **kwargs) Jul 14 18:43:31.161633 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 18:43:31.161633 n-d-800634-3 neutron-server[93915]: self._notify() Jul 14 18:43:31.161633 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 18:43:31.161633 n-d-800634-3 neutron-server[93915]: self.callback(batched_events) Jul 14 18:43:31.161633 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 18:43:31.161633 n-d-800634-3 neutron-server[93915]: event.method(event) Jul 14 18:43:31.161633 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 18:43:31.161633 n-d-800634-3 neutron-server[93915]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 18:43:31.161633 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 18:43:31.161633 n-d-800634-3 neutron-server[93915]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 18:43:31.161633 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 18:43:31.161633 n-d-800634-3 neutron-server[93915]: return f(self, *a, **k) Jul 14 18:43:31.161633 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 18:43:31.161633 n-d-800634-3 neutron-server[93915]: return self._get(url).json() Jul 14 18:43:31.161633 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 18:43:31.161633 n-d-800634-3 neutron-server[93915]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 18:43:31.161633 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 18:43:31.161633 n-d-800634-3 neutron-server[93915]: return self.request(url, 'GET', **kwargs) Jul 14 18:43:31.161633 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 18:43:31.161633 n-d-800634-3 neutron-server[93915]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 18:43:31.161633 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 18:43:31.161633 n-d-800634-3 neutron-server[93915]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 18:43:31.161633 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 18:43:31.161633 n-d-800634-3 neutron-server[93915]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 18:43:31.161633 n-d-800634-3 neutron-server[93915]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 18:43:31.169524 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-f7e34ed0-1e3b-4b57-85c3-80da31c20ae0 tempest-BulkNetworkOpsIpV6Test-2004500314 tempest-BulkNetworkOpsIpV6Test-2004500314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2096001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-930085'] for network, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:31.209077 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-f7e34ed0-1e3b-4b57-85c3-80da31c20ae0 tempest-BulkNetworkOpsIpV6Test-2004500314 tempest-BulkNetworkOpsIpV6Test-2004500314-project] Notify callbacks [] for network, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:31.212759 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-f7e34ed0-1e3b-4b57-85c3-80da31c20ae0 tempest-BulkNetworkOpsIpV6Test-2004500314 tempest-BulkNetworkOpsIpV6Test-2004500314-project] 10.222.0.16 "DELETE /v2.0/networks/7d3ea1f8-be6a-4861-b818-5b5b197923a4 HTTP/1.1" status: 204 len: 168 time: 0.7549820 Jul 14 18:43:31.214412 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e34ed0-1e3b-4b57-85c3-80da31c20ae0 tempest-BulkNetworkOpsIpV6Test-2004500314 tempest-BulkNetworkOpsIpV6Test-2004500314-project] Pushing event deleted for resources: {'Network': ['ID=7d3ea1f8-be6a-4861-b818-5b5b197923a4,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:43:31.216310 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 60836) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:43:31.502791 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13e57ba7-2de3-4e35-a530-7be7f856a416 tempest-BulkNetworkOpsIpV6Test-2004500314 tempest-BulkNetworkOpsIpV6Test-2004500314-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:43:31.510101 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47de536-b6cc-4655-8798-8321ccd519af req-8479538f-fc99-42b9-882f-a22efe3d16d6 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:43:31.514316 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13e57ba7-2de3-4e35-a530-7be7f856a416 tempest-BulkNetworkOpsIpV6Test-2004500314 tempest-BulkNetworkOpsIpV6Test-2004500314-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:43:31.516332 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a47de536-b6cc-4655-8798-8321ccd519af req-8479538f-fc99-42b9-882f-a22efe3d16d6 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] 10.222.0.16 "GET /v2.0/ports?device_id=efdc352d-d742-4488-9ed7-9f32a3f03208 HTTP/1.1" status: 200 len: 945 time: 0.1835260 Jul 14 18:43:31.517454 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-13e57ba7-2de3-4e35-a530-7be7f856a416 tempest-BulkNetworkOpsIpV6Test-2004500314 tempest-BulkNetworkOpsIpV6Test-2004500314-project] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2999113 Jul 14 18:43:31.528583 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 60846) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:43:31.540856 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-4a30b81b-073e-4806-b460-b8c944e229e6 tempest-BulkNetworkOpsIpV6Test-2004500314 tempest-BulkNetworkOpsIpV6Test-2004500314-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1503095217'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:43:31.598672 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a30b81b-073e-4806-b460-b8c944e229e6 tempest-BulkNetworkOpsIpV6Test-2004500314 tempest-BulkNetworkOpsIpV6Test-2004500314-project] Made reservation on behalf of 84263a36149d47da8a5ab67910141e71 for: {'network': 1} {{(pid=93915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:43:31.602788 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-4a30b81b-073e-4806-b460-b8c944e229e6 tempest-BulkNetworkOpsIpV6Test-2004500314 tempest-BulkNetworkOpsIpV6Test-2004500314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for network, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:31.644460 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a47de536-b6cc-4655-8798-8321ccd519af req-a689548b-a2eb-48b0-be45-9d63887a9624 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] 10.222.0.16 "GET /v2.0/security-groups?id=665fac0f-cff5-44f7-b9cc-bed28fe603e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174939 Jul 14 18:43:31.683624 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a30b81b-073e-4806-b460-b8c944e229e6 tempest-BulkNetworkOpsIpV6Test-2004500314 tempest-BulkNetworkOpsIpV6Test-2004500314-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 77} {{(pid=93915) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 18:43:31.728167 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-4a30b81b-073e-4806-b460-b8c944e229e6 tempest-BulkNetworkOpsIpV6Test-2004500314 tempest-BulkNetworkOpsIpV6Test-2004500314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:31.728505 n-d-800634-3 neutron-server[93915]: INFO neutron.db.segments_db [None req-4a30b81b-073e-4806-b460-b8c944e229e6 tempest-BulkNetworkOpsIpV6Test-2004500314 tempest-BulkNetworkOpsIpV6Test-2004500314-project] Added segment 5af23a5b-9ffc-430a-a3ee-17c1cb38dea7 of type vlan for network 483a83ae-647b-4487-85e1-f126fa624e46 Jul 14 18:43:31.784621 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-4a30b81b-073e-4806-b460-b8c944e229e6 tempest-BulkNetworkOpsIpV6Test-2004500314 tempest-BulkNetworkOpsIpV6Test-2004500314-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728202197517'] for network, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:31.827955 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-4a30b81b-073e-4806-b460-b8c944e229e6 tempest-BulkNetworkOpsIpV6Test-2004500314 tempest-BulkNetworkOpsIpV6Test-2004500314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727'] for network, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:31.835650 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a30b81b-073e-4806-b460-b8c944e229e6 tempest-BulkNetworkOpsIpV6Test-2004500314 tempest-BulkNetworkOpsIpV6Test-2004500314-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:43:31.836324 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-4a30b81b-073e-4806-b460-b8c944e229e6 tempest-BulkNetworkOpsIpV6Test-2004500314 tempest-BulkNetworkOpsIpV6Test-2004500314-project] Notify callbacks [] for network, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:31.920663 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-4a30b81b-073e-4806-b460-b8c944e229e6 tempest-BulkNetworkOpsIpV6Test-2004500314 tempest-BulkNetworkOpsIpV6Test-2004500314-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.3877687 Jul 14 18:43:31.921107 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 60854) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:43:31.942053 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-18cba3a9-1f22-4c02-9650-7c74263716cc tempest-BulkNetworkOpsIpV6Test-2004500314 tempest-BulkNetworkOpsIpV6Test-2004500314-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1482214824'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:43:31.991700 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18cba3a9-1f22-4c02-9650-7c74263716cc tempest-BulkNetworkOpsIpV6Test-2004500314 tempest-BulkNetworkOpsIpV6Test-2004500314-project] Made reservation on behalf of 84263a36149d47da8a5ab67910141e71 for: {'network': 1} {{(pid=93916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:43:32.002664 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a30b81b-073e-4806-b460-b8c944e229e6 tempest-BulkNetworkOpsIpV6Test-2004500314 tempest-BulkNetworkOpsIpV6Test-2004500314-project] Pushing event updated for resources: {'Network': ['ID=483a83ae-647b-4487-85e1-f126fa624e46,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:43:32.012496 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-18cba3a9-1f22-4c02-9650-7c74263716cc tempest-BulkNetworkOpsIpV6Test-2004500314 tempest-BulkNetworkOpsIpV6Test-2004500314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for network, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:32.023408 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a30b81b-073e-4806-b460-b8c944e229e6 tempest-BulkNetworkOpsIpV6Test-2004500314 tempest-BulkNetworkOpsIpV6Test-2004500314-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:43:32.024227 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a30b81b-073e-4806-b460-b8c944e229e6 tempest-BulkNetworkOpsIpV6Test-2004500314 tempest-BulkNetworkOpsIpV6Test-2004500314-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:43:32.024683 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a30b81b-073e-4806-b460-b8c944e229e6 tempest-BulkNetworkOpsIpV6Test-2004500314 tempest-BulkNetworkOpsIpV6Test-2004500314-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:43:32.025164 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a30b81b-073e-4806-b460-b8c944e229e6 tempest-BulkNetworkOpsIpV6Test-2004500314 tempest-BulkNetworkOpsIpV6Test-2004500314-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:43:32.025752 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a30b81b-073e-4806-b460-b8c944e229e6 tempest-BulkNetworkOpsIpV6Test-2004500314 tempest-BulkNetworkOpsIpV6Test-2004500314-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:43:32.026471 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a30b81b-073e-4806-b460-b8c944e229e6 tempest-BulkNetworkOpsIpV6Test-2004500314 tempest-BulkNetworkOpsIpV6Test-2004500314-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:43:32.027455 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a30b81b-073e-4806-b460-b8c944e229e6 tempest-BulkNetworkOpsIpV6Test-2004500314 tempest-BulkNetworkOpsIpV6Test-2004500314-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:43:32.028502 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a30b81b-073e-4806-b460-b8c944e229e6 tempest-BulkNetworkOpsIpV6Test-2004500314 tempest-BulkNetworkOpsIpV6Test-2004500314-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:43:32.029460 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a30b81b-073e-4806-b460-b8c944e229e6 tempest-BulkNetworkOpsIpV6Test-2004500314 tempest-BulkNetworkOpsIpV6Test-2004500314-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:43:32.030117 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a30b81b-073e-4806-b460-b8c944e229e6 tempest-BulkNetworkOpsIpV6Test-2004500314 tempest-BulkNetworkOpsIpV6Test-2004500314-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:43:32.030604 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a30b81b-073e-4806-b460-b8c944e229e6 tempest-BulkNetworkOpsIpV6Test-2004500314 tempest-BulkNetworkOpsIpV6Test-2004500314-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:43:32.031218 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a30b81b-073e-4806-b460-b8c944e229e6 tempest-BulkNetworkOpsIpV6Test-2004500314 tempest-BulkNetworkOpsIpV6Test-2004500314-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:43:32.044236 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Network 483a83ae-647b-4487-85e1-f126fa624e46 details requested by agent ovs-agent-n-d-800634-3 with host n-d-800634-3 {{(pid=93917) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 18:43:32.077770 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18cba3a9-1f22-4c02-9650-7c74263716cc tempest-BulkNetworkOpsIpV6Test-2004500314 tempest-BulkNetworkOpsIpV6Test-2004500314-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 52} {{(pid=93916) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 18:43:32.114859 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bead1d0-8cf5-42e7-96a5-f368afa85a66 req-34472830-c19b-46d7-81ac-6c6657623b9b tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:43:32.115249 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-18cba3a9-1f22-4c02-9650-7c74263716cc tempest-BulkNetworkOpsIpV6Test-2004500314 tempest-BulkNetworkOpsIpV6Test-2004500314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:32.115902 n-d-800634-3 neutron-server[93916]: INFO neutron.db.segments_db [None req-18cba3a9-1f22-4c02-9650-7c74263716cc tempest-BulkNetworkOpsIpV6Test-2004500314 tempest-BulkNetworkOpsIpV6Test-2004500314-project] Added segment 9abc2c1d-c5ad-4466-b35d-92f6884f4d82 of type vlan for network 792d2c59-06ca-4aee-9eca-2094855876ff Jul 14 18:43:32.116527 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-7bead1d0-8cf5-42e7-96a5-f368afa85a66 req-34472830-c19b-46d7-81ac-6c6657623b9b tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] 10.222.0.16 "GET /v2.0/ports?device_id=a6724ad2-fc1e-4ffc-8f36-dafa85b0179d HTTP/1.1" status: 200 len: 945 time: 0.2215893 Jul 14 18:43:32.217809 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-7bead1d0-8cf5-42e7-96a5-f368afa85a66 req-018d838a-f38e-48d3-8758-63074cca11cd tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] 10.222.0.16 "GET /v2.0/security-groups?id=f745dc72-333e-4ddf-8281-1bb3e04e8f82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875778 Jul 14 18:43:32.282369 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-18cba3a9-1f22-4c02-9650-7c74263716cc tempest-BulkNetworkOpsIpV6Test-2004500314 tempest-BulkNetworkOpsIpV6Test-2004500314-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728202197517'] for network, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:32.311870 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 60864) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:43:32.317191 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-0ad8046b-8cc0-4e00-a4bc-27b4d560ce92 tempest-AttachVolumeTestJSON-1507206526 tempest-AttachVolumeTestJSON-1507206526-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1498279560', 'description': 'tempest-description--705372110'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:43:32.383200 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-18cba3a9-1f22-4c02-9650-7c74263716cc tempest-BulkNetworkOpsIpV6Test-2004500314 tempest-BulkNetworkOpsIpV6Test-2004500314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727'] for network, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:32.402831 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-0ad8046b-8cc0-4e00-a4bc-27b4d560ce92 tempest-AttachVolumeTestJSON-1507206526 tempest-AttachVolumeTestJSON-1507206526-project] Notify callbacks [] for security_group, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:32.415091 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18cba3a9-1f22-4c02-9650-7c74263716cc tempest-BulkNetworkOpsIpV6Test-2004500314 tempest-BulkNetworkOpsIpV6Test-2004500314-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:43:32.418171 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-18cba3a9-1f22-4c02-9650-7c74263716cc tempest-BulkNetworkOpsIpV6Test-2004500314 tempest-BulkNetworkOpsIpV6Test-2004500314-project] Notify callbacks [] for network, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:32.479988 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:32.482333 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-18cba3a9-1f22-4c02-9650-7c74263716cc tempest-BulkNetworkOpsIpV6Test-2004500314 tempest-BulkNetworkOpsIpV6Test-2004500314-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.5577505 Jul 14 18:43:32.503890 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 60868) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:43:32.527091 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-94745ddc-1eb8-4f82-9382-f5294f99a5ed tempest-BulkNetworkOpsIpV6Test-2004500314 tempest-BulkNetworkOpsIpV6Test-2004500314-project] Request body: {'ports': [{'network_id': '483a83ae-647b-4487-85e1-f126fa624e46', 'name': 'tempest-port--1935591919', 'admin_state_up': True}, {'network_id': '792d2c59-06ca-4aee-9eca-2094855876ff', 'admin_state_up': False}]} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:43:32.528351 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-94745ddc-1eb8-4f82-9382-f5294f99a5ed tempest-BulkNetworkOpsIpV6Test-2004500314 tempest-BulkNetworkOpsIpV6Test-2004500314-project] Request body: {'port': {'network_id': '483a83ae-647b-4487-85e1-f126fa624e46', 'name': 'tempest-port--1935591919', 'admin_state_up': True}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:43:32.529075 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-94745ddc-1eb8-4f82-9382-f5294f99a5ed tempest-BulkNetworkOpsIpV6Test-2004500314 tempest-BulkNetworkOpsIpV6Test-2004500314-project] Request body: {'port': {'network_id': '792d2c59-06ca-4aee-9eca-2094855876ff', 'admin_state_up': False}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:43:32.642644 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18cba3a9-1f22-4c02-9650-7c74263716cc tempest-BulkNetworkOpsIpV6Test-2004500314 tempest-BulkNetworkOpsIpV6Test-2004500314-project] Pushing event updated for resources: {'Network': ['ID=792d2c59-06ca-4aee-9eca-2094855876ff,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:43:32.661441 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Network 792d2c59-06ca-4aee-9eca-2094855876ff details requested by agent ovs-agent-n-d-800634-3 with host n-d-800634-3 {{(pid=93917) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 18:43:32.675628 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-0ad8046b-8cc0-4e00-a4bc-27b4d560ce92 tempest-AttachVolumeTestJSON-1507206526 tempest-AttachVolumeTestJSON-1507206526-project] Notify callbacks [] for security_group, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:32.688230 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-0ad8046b-8cc0-4e00-a4bc-27b4d560ce92 tempest-AttachVolumeTestJSON-1507206526 tempest-AttachVolumeTestJSON-1507206526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:32.771544 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad8046b-8cc0-4e00-a4bc-27b4d560ce92 tempest-AttachVolumeTestJSON-1507206526 tempest-AttachVolumeTestJSON-1507206526-project] Pushing event updated for resources: {'SecurityGroup': ['ID=10a7a181-b1d5-45ad-8b34-e6bc7abe70ce,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:43:32.773943 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-0ad8046b-8cc0-4e00-a4bc-27b4d560ce92 tempest-AttachVolumeTestJSON-1507206526 tempest-AttachVolumeTestJSON-1507206526-project] Notify callbacks [] for security_group, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:32.778194 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-0ad8046b-8cc0-4e00-a4bc-27b4d560ce92 tempest-AttachVolumeTestJSON-1507206526 tempest-AttachVolumeTestJSON-1507206526-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.4625530 Jul 14 18:43:32.778535 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 60874) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:43:32.785803 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-f658bb41-2dcd-42ba-8e29-2831826d3602 tempest-AttachVolumeTestJSON-1507206526 tempest-AttachVolumeTestJSON-1507206526-project] Request body: {'security_group_rule': {'security_group_id': '10a7a181-b1d5-45ad-8b34-e6bc7abe70ce', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:43:32.887308 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-f658bb41-2dcd-42ba-8e29-2831826d3602 tempest-AttachVolumeTestJSON-1507206526 tempest-AttachVolumeTestJSON-1507206526-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:33.097959 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed41a4b4-a03c-4ebd-b4e2-9599a2ecb2bf req-c823390d-f326-4fa2-824a-a548f8dfb74b tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:43:33.109194 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ed41a4b4-a03c-4ebd-b4e2-9599a2ecb2bf req-c823390d-f326-4fa2-824a-a548f8dfb74b tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] 10.222.0.16 "GET /v2.0/ports?device_id=efdc352d-d742-4488-9ed7-9f32a3f03208 HTTP/1.1" status: 200 len: 945 time: 0.1728485 Jul 14 18:43:33.130918 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94745ddc-1eb8-4f82-9382-f5294f99a5ed tempest-BulkNetworkOpsIpV6Test-2004500314 tempest-BulkNetworkOpsIpV6Test-2004500314-project] Made reservation on behalf of 84263a36149d47da8a5ab67910141e71 for: {'port': 2} {{(pid=93915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:43:33.133307 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-f658bb41-2dcd-42ba-8e29-2831826d3602 tempest-AttachVolumeTestJSON-1507206526 tempest-AttachVolumeTestJSON-1507206526-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:33.135646 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-94745ddc-1eb8-4f82-9382-f5294f99a5ed tempest-BulkNetworkOpsIpV6Test-2004500314 tempest-BulkNetworkOpsIpV6Test-2004500314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:33.141285 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-f658bb41-2dcd-42ba-8e29-2831826d3602 tempest-AttachVolumeTestJSON-1507206526 tempest-AttachVolumeTestJSON-1507206526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305173'] for security_group_rule, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:33.182894 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-94745ddc-1eb8-4f82-9382-f5294f99a5ed tempest-BulkNetworkOpsIpV6Test-2004500314 tempest-BulkNetworkOpsIpV6Test-2004500314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:33.189147 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f658bb41-2dcd-42ba-8e29-2831826d3602 tempest-AttachVolumeTestJSON-1507206526 tempest-AttachVolumeTestJSON-1507206526-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba057dd3-5e68-4052-8efe-e26bb96e57a1,revision_number=0']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:43:33.199270 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-f658bb41-2dcd-42ba-8e29-2831826d3602 tempest-AttachVolumeTestJSON-1507206526 tempest-AttachVolumeTestJSON-1507206526-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:33.203012 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-f658bb41-2dcd-42ba-8e29-2831826d3602 tempest-AttachVolumeTestJSON-1507206526 tempest-AttachVolumeTestJSON-1507206526-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4206562 Jul 14 18:43:33.203215 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 60886) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:43:33.208052 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-8c8a7df9-79bf-4dcb-931e-d0e8b65c98b1 tempest-AttachVolumeTestJSON-1507206526 tempest-AttachVolumeTestJSON-1507206526-project] Request body: {'security_group_rule': {'security_group_id': '10a7a181-b1d5-45ad-8b34-e6bc7abe70ce', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:43:33.229057 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ed41a4b4-a03c-4ebd-b4e2-9599a2ecb2bf req-4f8615a7-30f2-4a13-87b0-3e802745ce34 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] 10.222.0.16 "GET /v2.0/security-groups?id=665fac0f-cff5-44f7-b9cc-bed28fe603e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184242 Jul 14 18:43:33.275905 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-8c8a7df9-79bf-4dcb-931e-d0e8b65c98b1 tempest-AttachVolumeTestJSON-1507206526 tempest-AttachVolumeTestJSON-1507206526-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:33.359792 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-8c8a7df9-79bf-4dcb-931e-d0e8b65c98b1 tempest-AttachVolumeTestJSON-1507206526 tempest-AttachVolumeTestJSON-1507206526-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:33.365396 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-8c8a7df9-79bf-4dcb-931e-d0e8b65c98b1 tempest-AttachVolumeTestJSON-1507206526 tempest-AttachVolumeTestJSON-1507206526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305173'] for security_group_rule, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:33.398500 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-8c8a7df9-79bf-4dcb-931e-d0e8b65c98b1 tempest-AttachVolumeTestJSON-1507206526 tempest-AttachVolumeTestJSON-1507206526-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:33.404472 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-8c8a7df9-79bf-4dcb-931e-d0e8b65c98b1 tempest-AttachVolumeTestJSON-1507206526 tempest-AttachVolumeTestJSON-1507206526-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1998057 Jul 14 18:43:33.405438 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 60888) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:43:33.407401 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [None req-94745ddc-1eb8-4f82-9382-f5294f99a5ed tempest-BulkNetworkOpsIpV6Test-2004500314 tempest-BulkNetworkOpsIpV6Test-2004500314-project] device_id is not set on port a80f3f2a-669f-4289-a6a0-57e0d4960c9d yet. {{(pid=93915) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 18:43:33.410521 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-e76026ae-3b3a-4594-99e6-98b8a8d28d1f tempest-AttachVolumeTestJSON-1507206526 tempest-AttachVolumeTestJSON-1507206526-project] Request body: {'floatingip': {'floating_network_id': '9200a437-e1de-4520-88f6-e68386523e61'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:43:33.416765 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8a7df9-79bf-4dcb-931e-d0e8b65c98b1 tempest-AttachVolumeTestJSON-1507206526 tempest-AttachVolumeTestJSON-1507206526-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e1350b7-fda1-48e5-b519-6d8a159bdbd3,revision_number=0']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:43:33.459760 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402da9b9-6d24-4bb7-9ee6-b820e6c80e76 req-f3a4910f-c23b-417e-8a61-d76b5cf9c9be tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:43:33.459760 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-402da9b9-6d24-4bb7-9ee6-b820e6c80e76 req-f3a4910f-c23b-417e-8a61-d76b5cf9c9be tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] 10.222.0.16 "GET /v2.0/ports?device_id=a6724ad2-fc1e-4ffc-8f36-dafa85b0179d HTTP/1.1" status: 200 len: 945 time: 0.2091603 Jul 14 18:43:33.478511 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-e76026ae-3b3a-4594-99e6-98b8a8d28d1f tempest-AttachVolumeTestJSON-1507206526 tempest-AttachVolumeTestJSON-1507206526-project] Notify callbacks [] for floatingip, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:33.540750 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-402da9b9-6d24-4bb7-9ee6-b820e6c80e76 req-66b2c26d-d2a8-4965-bbd6-b5a90f6d796a tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] 10.222.0.16 "GET /v2.0/security-groups?id=f745dc72-333e-4ddf-8281-1bb3e04e8f82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751052 Jul 14 18:43:33.674788 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-94745ddc-1eb8-4f82-9382-f5294f99a5ed tempest-BulkNetworkOpsIpV6Test-2004500314 tempest-BulkNetworkOpsIpV6Test-2004500314-project] Notify callbacks [] for port, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:33.700878 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-e76026ae-3b3a-4594-99e6-98b8a8d28d1f tempest-AttachVolumeTestJSON-1507206526 tempest-AttachVolumeTestJSON-1507206526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:33.766292 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [None req-94745ddc-1eb8-4f82-9382-f5294f99a5ed tempest-BulkNetworkOpsIpV6Test-2004500314 tempest-BulkNetworkOpsIpV6Test-2004500314-project] device_id is not set on port e290e32d-cad2-4110-bbc7-9c84c2a4b8e9 yet. {{(pid=93915) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 18:43:33.923668 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-94745ddc-1eb8-4f82-9382-f5294f99a5ed tempest-BulkNetworkOpsIpV6Test-2004500314 tempest-BulkNetworkOpsIpV6Test-2004500314-project] Notify callbacks [] for port, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:33.972180 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-94745ddc-1eb8-4f82-9382-f5294f99a5ed tempest-BulkNetworkOpsIpV6Test-2004500314 tempest-BulkNetworkOpsIpV6Test-2004500314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:33.976957 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.db_base_plugin_common [None req-e76026ae-3b3a-4594-99e6-98b8a8d28d1f tempest-AttachVolumeTestJSON-1507206526 tempest-AttachVolumeTestJSON-1507206526-project] Allocated IP 172.25.1.80 (9200a437-e1de-4520-88f6-e68386523e61/5f47f848-4532-407a-a0e2-5690ade15fd0/0e82522e-5715-4b1a-94e4-39b59740356a) {{(pid=93916) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:43:34.040458 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94745ddc-1eb8-4f82-9382-f5294f99a5ed tempest-BulkNetworkOpsIpV6Test-2004500314 tempest-BulkNetworkOpsIpV6Test-2004500314-project] Pushing event updated for resources: {'Port': ['ID=a80f3f2a-669f-4289-a6a0-57e0d4960c9d,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:43:34.077879 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94745ddc-1eb8-4f82-9382-f5294f99a5ed tempest-BulkNetworkOpsIpV6Test-2004500314 tempest-BulkNetworkOpsIpV6Test-2004500314-project] Checking segment: {'id': '5af23a5b-9ffc-430a-a3ee-17c1cb38dea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '483a83ae-647b-4487-85e1-f126fa624e46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:43:34.078913 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94745ddc-1eb8-4f82-9382-f5294f99a5ed tempest-BulkNetworkOpsIpV6Test-2004500314 tempest-BulkNetworkOpsIpV6Test-2004500314-project] Network hostable DHCP agents. Network: 483a83ae-647b-4487-85e1-f126fa624e46, hostable agents: ['028393c3-0576-4ebd-bca1-8ea8a148e1a2'], hosted agents: [] {{(pid=93915) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 18:43:34.103908 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94745ddc-1eb8-4f82-9382-f5294f99a5ed tempest-BulkNetworkOpsIpV6Test-2004500314 tempest-BulkNetworkOpsIpV6Test-2004500314-project] Network 483a83ae-647b-4487-85e1-f126fa624e46 is scheduled to be hosted by DHCP agent 028393c3-0576-4ebd-bca1-8ea8a148e1a2 with binding_index 1 {{(pid=93915) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 18:43:34.124992 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [None req-94745ddc-1eb8-4f82-9382-f5294f99a5ed tempest-BulkNetworkOpsIpV6Test-2004500314 tempest-BulkNetworkOpsIpV6Test-2004500314-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-3, 483a83ae-647b-4487-85e1-f126fa624e46) {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:43:34.136149 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f8cbaaf-8142-42cc-bdff-6e489fb5e454 None None] Network 483a83ae-647b-4487-85e1-f126fa624e46 requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:43:34.137154 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94745ddc-1eb8-4f82-9382-f5294f99a5ed tempest-BulkNetworkOpsIpV6Test-2004500314 tempest-BulkNetworkOpsIpV6Test-2004500314-project] Received port after_create {{(pid=93915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:43:34.138058 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-94745ddc-1eb8-4f82-9382-f5294f99a5ed tempest-BulkNetworkOpsIpV6Test-2004500314 tempest-BulkNetworkOpsIpV6Test-2004500314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:34.303924 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-e76026ae-3b3a-4594-99e6-98b8a8d28d1f tempest-AttachVolumeTestJSON-1507206526 tempest-AttachVolumeTestJSON-1507206526-project] Notify callbacks [] for port, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:34.392453 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94745ddc-1eb8-4f82-9382-f5294f99a5ed tempest-BulkNetworkOpsIpV6Test-2004500314 tempest-BulkNetworkOpsIpV6Test-2004500314-project] Pushing event updated for resources: {'Port': ['ID=e290e32d-cad2-4110-bbc7-9c84c2a4b8e9,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:43:34.393527 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-e76026ae-3b3a-4594-99e6-98b8a8d28d1f tempest-AttachVolumeTestJSON-1507206526 tempest-AttachVolumeTestJSON-1507206526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:34.432049 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e76026ae-3b3a-4594-99e6-98b8a8d28d1f tempest-AttachVolumeTestJSON-1507206526 tempest-AttachVolumeTestJSON-1507206526-project] Network 9200a437-e1de-4520-88f6-e68386523e61 is already hosted by enough agents. {{(pid=93916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:43:34.433779 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [None req-e76026ae-3b3a-4594-99e6-98b8a8d28d1f tempest-AttachVolumeTestJSON-1507206526 tempest-AttachVolumeTestJSON-1507206526-project] Resources bound (agent type, host, resource id): {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:43:34.454129 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e76026ae-3b3a-4594-99e6-98b8a8d28d1f tempest-AttachVolumeTestJSON-1507206526 tempest-AttachVolumeTestJSON-1507206526-project] Received port after_create {{(pid=93916) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:43:34.464218 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94745ddc-1eb8-4f82-9382-f5294f99a5ed tempest-BulkNetworkOpsIpV6Test-2004500314 tempest-BulkNetworkOpsIpV6Test-2004500314-project] Checking segment: {'id': '9abc2c1d-c5ad-4466-b35d-92f6884f4d82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '792d2c59-06ca-4aee-9eca-2094855876ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:43:34.464579 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94745ddc-1eb8-4f82-9382-f5294f99a5ed tempest-BulkNetworkOpsIpV6Test-2004500314 tempest-BulkNetworkOpsIpV6Test-2004500314-project] Network hostable DHCP agents. Network: 792d2c59-06ca-4aee-9eca-2094855876ff, hostable agents: ['028393c3-0576-4ebd-bca1-8ea8a148e1a2'], hosted agents: [] {{(pid=93915) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 18:43:34.523827 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76026ae-3b3a-4594-99e6-98b8a8d28d1f tempest-AttachVolumeTestJSON-1507206526 tempest-AttachVolumeTestJSON-1507206526-project] Pushing event updated for resources: {'Port': ['ID=0e82522e-5715-4b1a-94e4-39b59740356a,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:43:34.524421 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8aaf4a0-e95c-46b2-b5f6-4e233a48b304 req-d8441093-b47f-4209-b783-91335e1c9ddc tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:43:34.533854 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c8aaf4a0-e95c-46b2-b5f6-4e233a48b304 req-d8441093-b47f-4209-b783-91335e1c9ddc tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] 10.222.0.18 "GET /v2.0/ports?device_id=efdc352d-d742-4488-9ed7-9f32a3f03208 HTTP/1.1" status: 200 len: 945 time: 0.3002758 Jul 14 18:43:34.537431 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94745ddc-1eb8-4f82-9382-f5294f99a5ed tempest-BulkNetworkOpsIpV6Test-2004500314 tempest-BulkNetworkOpsIpV6Test-2004500314-project] Network 792d2c59-06ca-4aee-9eca-2094855876ff is scheduled to be hosted by DHCP agent 028393c3-0576-4ebd-bca1-8ea8a148e1a2 with binding_index 1 {{(pid=93915) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 18:43:34.621725 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [None req-94745ddc-1eb8-4f82-9382-f5294f99a5ed tempest-BulkNetworkOpsIpV6Test-2004500314 tempest-BulkNetworkOpsIpV6Test-2004500314-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-3, 792d2c59-06ca-4aee-9eca-2094855876ff) {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:43:34.627609 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-e76026ae-3b3a-4594-99e6-98b8a8d28d1f tempest-AttachVolumeTestJSON-1507206526 tempest-AttachVolumeTestJSON-1507206526-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:34.641067 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94745ddc-1eb8-4f82-9382-f5294f99a5ed tempest-BulkNetworkOpsIpV6Test-2004500314 tempest-BulkNetworkOpsIpV6Test-2004500314-project] Received port after_create {{(pid=93915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:43:34.644348 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c30411c-8650-44f7-9676-b92dad8219ad None None] Network 792d2c59-06ca-4aee-9eca-2094855876ff requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:43:34.647033 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94745ddc-1eb8-4f82-9382-f5294f99a5ed tempest-BulkNetworkOpsIpV6Test-2004500314 tempest-BulkNetworkOpsIpV6Test-2004500314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:43:34.652958 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94745ddc-1eb8-4f82-9382-f5294f99a5ed tempest-BulkNetworkOpsIpV6Test-2004500314 tempest-BulkNetworkOpsIpV6Test-2004500314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:43:34.653820 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-94745ddc-1eb8-4f82-9382-f5294f99a5ed tempest-BulkNetworkOpsIpV6Test-2004500314 tempest-BulkNetworkOpsIpV6Test-2004500314-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:34.663438 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3d702a-d4ed-43f4-b747-f17b8fb40f4a req-b01f4eb6-1b22-428c-8e95-8314e7702da3 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:43:34.670519 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-5f3d702a-d4ed-43f4-b747-f17b8fb40f4a req-b01f4eb6-1b22-428c-8e95-8314e7702da3 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] 10.222.0.16 "GET /v2.0/ports?device_id=efdc352d-d742-4488-9ed7-9f32a3f03208 HTTP/1.1" status: 200 len: 945 time: 0.2412941 Jul 14 18:43:34.747056 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-e76026ae-3b3a-4594-99e6-98b8a8d28d1f tempest-AttachVolumeTestJSON-1507206526 tempest-AttachVolumeTestJSON-1507206526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:34.802266 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-5f3d702a-d4ed-43f4-b747-f17b8fb40f4a req-ae4bf001-5f04-4b9d-8954-4f87d5c362bc tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] 10.222.0.16 "GET /v2.0/security-groups?id=665fac0f-cff5-44f7-b9cc-bed28fe603e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307666 Jul 14 18:43:34.810146 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-94745ddc-1eb8-4f82-9382-f5294f99a5ed tempest-BulkNetworkOpsIpV6Test-2004500314 tempest-BulkNetworkOpsIpV6Test-2004500314-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 2.3051403 Jul 14 18:43:34.814203 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 60916) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:43:34.902560 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636b2c2c-2044-41ef-a5bc-80c2a293e1e6 req-cac73b27-97df-4d30-90ea-1ba42ee82071 tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:43:34.904718 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-636b2c2c-2044-41ef-a5bc-80c2a293e1e6 req-cac73b27-97df-4d30-90ea-1ba42ee82071 tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] 10.222.0.18 "GET /v2.0/ports?device_id=a6724ad2-fc1e-4ffc-8f36-dafa85b0179d HTTP/1.1" status: 200 len: 945 time: 0.3681388 Jul 14 18:43:35.029274 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [req-c8aaf4a0-e95c-46b2-b5f6-4e233a48b304 req-c49868fc-a58c-489d-a0e5-14541df30ab9 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] Deleting port 74235820-6854-4454-b5d5-a2aed98511e3 {{(pid=93915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:43:35.029808 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-c8aaf4a0-e95c-46b2-b5f6-4e233a48b304 req-c49868fc-a58c-489d-a0e5-14541df30ab9 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:35.056301 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b578bf4-5d49-41cd-abe1-a6cc8a7fa0d2 tempest-BulkNetworkOpsIpV6Test-2004500314 tempest-BulkNetworkOpsIpV6Test-2004500314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:43:35.062349 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b578bf4-5d49-41cd-abe1-a6cc8a7fa0d2 tempest-BulkNetworkOpsIpV6Test-2004500314 tempest-BulkNetworkOpsIpV6Test-2004500314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:43:35.066957 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-9b578bf4-5d49-41cd-abe1-a6cc8a7fa0d2 tempest-BulkNetworkOpsIpV6Test-2004500314 tempest-BulkNetworkOpsIpV6Test-2004500314-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.2454147 Jul 14 18:43:35.067782 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 60920) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:43:35.125031 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-e76026ae-3b3a-4594-99e6-98b8a8d28d1f tempest-AttachVolumeTestJSON-1507206526 tempest-AttachVolumeTestJSON-1507206526-project] Notify callbacks [] for port, precommit_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:35.131979 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-e76026ae-3b3a-4594-99e6-98b8a8d28d1f tempest-AttachVolumeTestJSON-1507206526 tempest-AttachVolumeTestJSON-1507206526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2684870'] for port, after_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:35.235958 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76026ae-3b3a-4594-99e6-98b8a8d28d1f tempest-AttachVolumeTestJSON-1507206526 tempest-AttachVolumeTestJSON-1507206526-project] Pushing event updated for resources: {'Port': ['ID=0e82522e-5715-4b1a-94e4-39b59740356a,revision_number=2']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:43:35.256063 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-e76026ae-3b3a-4594-99e6-98b8a8d28d1f tempest-AttachVolumeTestJSON-1507206526 tempest-AttachVolumeTestJSON-1507206526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-930131'] for floatingip, after_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:35.319748 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-e76026ae-3b3a-4594-99e6-98b8a8d28d1f tempest-AttachVolumeTestJSON-1507206526 tempest-AttachVolumeTestJSON-1507206526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for floatingip, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:35.322622 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-e76026ae-3b3a-4594-99e6-98b8a8d28d1f tempest-AttachVolumeTestJSON-1507206526 tempest-AttachVolumeTestJSON-1507206526-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.9160929 Jul 14 18:43:35.419034 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:35.761086 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef674a1a-ece9-4e6e-8dab-d812ef6a61e7 req-0762979e-d22a-4a56-9ada-486044c5223b tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:43:35.764045 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ef674a1a-ece9-4e6e-8dab-d812ef6a61e7 req-0762979e-d22a-4a56-9ada-486044c5223b tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] 10.222.0.16 "GET /v2.0/ports?device_id=a6724ad2-fc1e-4ffc-8f36-dafa85b0179d HTTP/1.1" status: 200 len: 945 time: 0.8394144 Jul 14 18:43:35.823451 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-c8aaf4a0-e95c-46b2-b5f6-4e233a48b304 req-c49868fc-a58c-489d-a0e5-14541df30ab9 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] For port 74235820-6854-4454-b5d5-a2aed98511e3, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=74235820-6854-4454-b5d5-a2aed98511e3,segment=NetworkSegment(ee39aca0-6f7d-4da6-861f-9f37553124e0),segment_id=ee39aca0-6f7d-4da6-861f-9f37553124e0)] {{(pid=93915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:43:35.824024 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-c8aaf4a0-e95c-46b2-b5f6-4e233a48b304 req-c49868fc-a58c-489d-a0e5-14541df30ab9 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:35.862446 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [req-c8aaf4a0-e95c-46b2-b5f6-4e233a48b304 req-c49868fc-a58c-489d-a0e5-14541df30ab9 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] Calling delete_port for 74235820-6854-4454-b5d5-a2aed98511e3 owned by compute:nova {{(pid=93915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:43:35.897069 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [req-636b2c2c-2044-41ef-a5bc-80c2a293e1e6 req-30dbe5bd-85a3-437b-98e3-8dcd50eb8b71 tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] Deleting port c4ca5d13-97f4-4624-a385-40b1496eee3b {{(pid=93915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:43:35.897069 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-636b2c2c-2044-41ef-a5bc-80c2a293e1e6 req-30dbe5bd-85a3-437b-98e3-8dcd50eb8b71 tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:35.927064 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ef674a1a-ece9-4e6e-8dab-d812ef6a61e7 req-783334ea-700e-4dd5-8aab-4860b8a9b5f9 tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] 10.222.0.16 "GET /v2.0/security-groups?id=f745dc72-333e-4ddf-8281-1bb3e04e8f82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500146 Jul 14 18:43:35.969517 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc455649-6a82-45a0-a0eb-4ccbd495f9ad req-515e899e-ac7f-42ed-aff2-f61d269dab47 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:43:35.971110 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-bc455649-6a82-45a0-a0eb-4ccbd495f9ad req-515e899e-ac7f-42ed-aff2-f61d269dab47 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] 10.222.0.16 "GET /v2.0/ports?device_id=6f9a7f72-8408-4351-a6cb-31c74000b0ce HTTP/1.1" status: 200 len: 946 time: 0.3126419 Jul 14 18:43:36.091089 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [None req-509c6490-fa22-438b-b92a-64edbd6fde66 tempest-BulkNetworkOpsIpV6Test-2004500314 tempest-BulkNetworkOpsIpV6Test-2004500314-project] Deleting port a80f3f2a-669f-4289-a6a0-57e0d4960c9d {{(pid=93915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:43:36.091874 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-509c6490-fa22-438b-b92a-64edbd6fde66 tempest-BulkNetworkOpsIpV6Test-2004500314 tempest-BulkNetworkOpsIpV6Test-2004500314-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:36.253570 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-509c6490-fa22-438b-b92a-64edbd6fde66 tempest-BulkNetworkOpsIpV6Test-2004500314 tempest-BulkNetworkOpsIpV6Test-2004500314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:36.273772 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-bc455649-6a82-45a0-a0eb-4ccbd495f9ad req-4bbf9123-4c3e-4e6e-9428-6db6c6529b00 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] 10.222.0.16 "GET /v2.0/security-groups?id=8e407b29-87a3-469b-bd17-d62b5e354976&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2314086 Jul 14 18:43:36.285787 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ed54ef24-8411-4c7c-90e7-61e9461c7dd2 req-0b0cd022-cb84-4680-a398-fd4bed668793 tempest-AttachVolumeTestJSON-1507206526 tempest-AttachVolumeTestJSON-1507206526-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--1498279560&fields=id&tenant_id=4427572788fe4f30abbab6f59fdbf9f1 HTTP/1.1" status: 200 len: 267 time: 0.2014885 Jul 14 18:43:36.300936 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [None req-509c6490-fa22-438b-b92a-64edbd6fde66 tempest-BulkNetworkOpsIpV6Test-2004500314 tempest-BulkNetworkOpsIpV6Test-2004500314-project] Calling delete_port for a80f3f2a-669f-4289-a6a0-57e0d4960c9d owned by {{(pid=93915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:43:36.303547 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-636b2c2c-2044-41ef-a5bc-80c2a293e1e6 req-30dbe5bd-85a3-437b-98e3-8dcd50eb8b71 tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] For port c4ca5d13-97f4-4624-a385-40b1496eee3b, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=c4ca5d13-97f4-4624-a385-40b1496eee3b,segment=NetworkSegment(c2fad28a-4ca7-4493-8025-bc92e58ecccc),segment_id=c2fad28a-4ca7-4493-8025-bc92e58ecccc)] {{(pid=93915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:43:36.303547 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-636b2c2c-2044-41ef-a5bc-80c2a293e1e6 req-30dbe5bd-85a3-437b-98e3-8dcd50eb8b71 tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:36.371265 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 60962) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:43:36.402663 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [req-636b2c2c-2044-41ef-a5bc-80c2a293e1e6 req-30dbe5bd-85a3-437b-98e3-8dcd50eb8b71 tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] Calling delete_port for c4ca5d13-97f4-4624-a385-40b1496eee3b owned by compute:nova {{(pid=93915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:43:36.603814 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-a0d0182b-9ed8-44f8-943e-5d347f455a82 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] 10.222.0.16 "GET /v2.0/floatingips/d903ce6a-0f0b-4425-9953-ec19bbdcef3f HTTP/1.1" status: 200 len: 994 time: 0.2262485 Jul 14 18:43:36.637376 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-c8aaf4a0-e95c-46b2-b5f6-4e233a48b304 req-c49868fc-a58c-489d-a0e5-14541df30ab9 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:36.712060 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49868fc-a58c-489d-a0e5-14541df30ab9 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] Pushing event deleted for resources: {'Port': ['ID=74235820-6854-4454-b5d5-a2aed98511e3,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:43:36.793682 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed54ef24-8411-4c7c-90e7-61e9461c7dd2 req-775a7d8c-8b62-4840-9c56-ac563bb1b074 tempest-AttachVolumeTestJSON-1507206526 tempest-AttachVolumeTestJSON-1507206526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:43:36.795225 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ed54ef24-8411-4c7c-90e7-61e9461c7dd2 req-775a7d8c-8b62-4840-9c56-ac563bb1b074 tempest-AttachVolumeTestJSON-1507206526 tempest-AttachVolumeTestJSON-1507206526-project] 10.222.0.16 "GET /v2.0/networks?id=949878ad-81d9-4447-9e61-f4d51615e760 HTTP/1.1" status: 200 len: 811 time: 0.3890598 Jul 14 18:43:36.815466 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-509c6490-fa22-438b-b92a-64edbd6fde66 tempest-BulkNetworkOpsIpV6Test-2004500314 tempest-BulkNetworkOpsIpV6Test-2004500314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:36.822212 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8aaf4a0-e95c-46b2-b5f6-4e233a48b304 req-c49868fc-a58c-489d-a0e5-14541df30ab9 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] No DVR routers for this DVR port 74235820-6854-4454-b5d5-a2aed98511e3 on host n-h1-800634-3 {{(pid=93915) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 18:43:36.842557 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-c8aaf4a0-e95c-46b2-b5f6-4e233a48b304 req-c49868fc-a58c-489d-a0e5-14541df30ab9 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:36.844522 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c8aaf4a0-e95c-46b2-b5f6-4e233a48b304 req-c49868fc-a58c-489d-a0e5-14541df30ab9 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] 10.222.0.18 "DELETE /v2.0/ports/74235820-6854-4454-b5d5-a2aed98511e3 HTTP/1.1" status: 204 len: 173 time: 2.2932816 Jul 14 18:43:36.845957 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efdc352d-d742-4488-9ed7-9f32a3f03208', 'name': 'network-vif-deleted', 'tag': '74235820-6854-4454-b5d5-a2aed98511e3'}] {{(pid=93915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:43:36.848458 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e72782ad3af8f7d4ce76cedf092bca46d1756acc5c4653cf0b52034cdd6b073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4372d96-0639-4574-b858-ca7e66f53b88" -d '{"events": [{"server_uuid": "efdc352d-d742-4488-9ed7-9f32a3f03208", "name": "network-vif-deleted", "tag": "74235820-6854-4454-b5d5-a2aed98511e3"}]}' {{(pid=93915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:43:36.961622 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27454ed-158d-458d-9c08-6c5a727a38f0 req-7d579710-24a1-4474-af1d-6bf6379fbd5c tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:43:36.962864 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b27454ed-158d-458d-9c08-6c5a727a38f0 req-7d579710-24a1-4474-af1d-6bf6379fbd5c tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] 10.222.0.16 "GET /v2.0/ports?device_id=efdc352d-d742-4488-9ed7-9f32a3f03208 HTTP/1.1" status: 200 len: 867 time: 0.4426994 Jul 14 18:43:36.967851 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509c6490-fa22-438b-b92a-64edbd6fde66 tempest-BulkNetworkOpsIpV6Test-2004500314 tempest-BulkNetworkOpsIpV6Test-2004500314-project] Pushing event deleted for resources: {'Port': ['ID=a80f3f2a-669f-4289-a6a0-57e0d4960c9d,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:43:36.970592 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ed54ef24-8411-4c7c-90e7-61e9461c7dd2 req-96f8aa6a-53ad-4b77-8c18-c4b10efa718c tempest-AttachVolumeTestJSON-1507206526 tempest-AttachVolumeTestJSON-1507206526-project] 10.222.0.16 "GET /v2.0/quotas/4427572788fe4f30abbab6f59fdbf9f1 HTTP/1.1" status: 200 len: 375 time: 0.1531341 Jul 14 18:43:36.987185 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-509c6490-fa22-438b-b92a-64edbd6fde66 tempest-BulkNetworkOpsIpV6Test-2004500314 tempest-BulkNetworkOpsIpV6Test-2004500314-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:36.992917 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-509c6490-fa22-438b-b92a-64edbd6fde66 tempest-BulkNetworkOpsIpV6Test-2004500314 tempest-BulkNetworkOpsIpV6Test-2004500314-project] 10.222.0.16 "DELETE /v2.0/ports/a80f3f2a-669f-4289-a6a0-57e0d4960c9d HTTP/1.1" status: 204 len: 168 time: 1.8893528 Jul 14 18:43:36.993698 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 60978) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:43:37.077890 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-636b2c2c-2044-41ef-a5bc-80c2a293e1e6 req-30dbe5bd-85a3-437b-98e3-8dcd50eb8b71 tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:37.089750 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] get_ports_and_sgs() called for port_ids ['22c8f00d-1121-4477-a7e5-813b2cc437b2'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 18:43:37.197245 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30dbe5bd-85a3-437b-98e3-8dcd50eb8b71 tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] Pushing event deleted for resources: {'Port': ['ID=c4ca5d13-97f4-4624-a385-40b1496eee3b,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:43:37.243192 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b27454ed-158d-458d-9c08-6c5a727a38f0 req-be492277-5d10-487d-98fa-d9ae2ec0bfa2 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] 10.222.0.16 "GET /v2.0/security-groups?id=665fac0f-cff5-44f7-b9cc-bed28fe603e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2650573 Jul 14 18:43:37.354359 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [req-636b2c2c-2044-41ef-a5bc-80c2a293e1e6 req-30dbe5bd-85a3-437b-98e3-8dcd50eb8b71 tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] No DVR routers for this DVR port c4ca5d13-97f4-4624-a385-40b1496eee3b on host n-h1-800634-3 {{(pid=93915) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 18:43:37.376662 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-636b2c2c-2044-41ef-a5bc-80c2a293e1e6 req-30dbe5bd-85a3-437b-98e3-8dcd50eb8b71 tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:37.379919 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-636b2c2c-2044-41ef-a5bc-80c2a293e1e6 req-30dbe5bd-85a3-437b-98e3-8dcd50eb8b71 tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] 10.222.0.18 "DELETE /v2.0/ports/c4ca5d13-97f4-4624-a385-40b1496eee3b HTTP/1.1" status: 204 len: 173 time: 2.4553874 Jul 14 18:43:37.402126 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-a40d1a69-b956-4f81-9216-0620a37145dd tempest-BulkNetworkOpsIpV6Test-2004500314 tempest-BulkNetworkOpsIpV6Test-2004500314-project] Deleting port e290e32d-cad2-4110-bbc7-9c84c2a4b8e9 {{(pid=93916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:43:37.404039 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a40d1a69-b956-4f81-9216-0620a37145dd tempest-BulkNetworkOpsIpV6Test-2004500314 tempest-BulkNetworkOpsIpV6Test-2004500314-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:37.434225 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ed54ef24-8411-4c7c-90e7-61e9461c7dd2 req-c1b131c2-d8f6-4f27-ac77-3db895eb6dbc tempest-AttachVolumeTestJSON-1507206526 tempest-AttachVolumeTestJSON-1507206526-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=4427572788fe4f30abbab6f59fdbf9f1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4459450 Jul 14 18:43:37.529620 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device c4ca5d13-97f4-4624-a385-40b1496eee3b no longer exists at agent hyperv_n-h1-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 18:43:37.618700 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] No Port match for: c4ca5d13-97f4-4624-a385-40b1496eee3b {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 18:43:37.619186 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device c4ca5d13-97f4-4624-a385-40b1496eee3b not bound to the agent host n-h1-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 18:43:37.632562 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device 74235820-6854-4454-b5d5-a2aed98511e3 no longer exists at agent hyperv_n-h1-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 18:43:37.725526 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 18:43:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-deb28876-b07d-42d7-a9cb-152b5171757a x-openstack-request-id: req-deb28876-b07d-42d7-a9cb-152b5171757a {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:43:37.725960 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a40d1a69-b956-4f81-9216-0620a37145dd tempest-BulkNetworkOpsIpV6Test-2004500314 tempest-BulkNetworkOpsIpV6Test-2004500314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:37.727084 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efdc352d-d742-4488-9ed7-9f32a3f03208", "name": "network-vif-deleted", "tag": "74235820-6854-4454-b5d5-a2aed98511e3", "status": "completed", "code": 200}]} {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:43:37.727583 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-deb28876-b07d-42d7-a9cb-152b5171757a {{(pid=93915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:43:37.728278 n-d-800634-3 neutron-server[93915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efdc352d-d742-4488-9ed7-9f32a3f03208', 'name': 'network-vif-deleted', 'tag': '74235820-6854-4454-b5d5-a2aed98511e3', 'status': 'completed', 'code': 200} Jul 14 18:43:37.747479 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] No Port match for: 74235820-6854-4454-b5d5-a2aed98511e3 {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 18:43:37.747974 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device 74235820-6854-4454-b5d5-a2aed98511e3 not bound to the agent host n-h1-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 18:43:37.765156 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-a40d1a69-b956-4f81-9216-0620a37145dd tempest-BulkNetworkOpsIpV6Test-2004500314 tempest-BulkNetworkOpsIpV6Test-2004500314-project] Calling delete_port for e290e32d-cad2-4110-bbc7-9c84c2a4b8e9 owned by {{(pid=93916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:43:37.836597 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ed54ef24-8411-4c7c-90e7-61e9461c7dd2 req-1ef1188e-949c-41a0-878c-85aa69ac7c96 service neutron] 10.222.0.16 "GET /v2.0/networks/949878ad-81d9-4447-9e61-f4d51615e760?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3916001 Jul 14 18:43:37.941050 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a40d1a69-b956-4f81-9216-0620a37145dd tempest-BulkNetworkOpsIpV6Test-2004500314 tempest-BulkNetworkOpsIpV6Test-2004500314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:37.977949 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a40d1a69-b956-4f81-9216-0620a37145dd tempest-BulkNetworkOpsIpV6Test-2004500314 tempest-BulkNetworkOpsIpV6Test-2004500314-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:37.982018 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-a40d1a69-b956-4f81-9216-0620a37145dd tempest-BulkNetworkOpsIpV6Test-2004500314 tempest-BulkNetworkOpsIpV6Test-2004500314-project] 10.222.0.16 "DELETE /v2.0/ports/e290e32d-cad2-4110-bbc7-9c84c2a4b8e9 HTTP/1.1" status: 204 len: 168 time: 0.9816589 Jul 14 18:43:37.985698 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 60998) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:43:38.026271 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ed54ef24-8411-4c7c-90e7-61e9461c7dd2 req-902b4ee7-42e6-4728-87d0-b2b1a197e5e2 service neutron] 10.222.0.16 "GET /v2.0/networks/949878ad-81d9-4447-9e61-f4d51615e760?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1786270 Jul 14 18:43:38.059499 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40d1a69-b956-4f81-9216-0620a37145dd tempest-BulkNetworkOpsIpV6Test-2004500314 tempest-BulkNetworkOpsIpV6Test-2004500314-project] Pushing event deleted for resources: {'Port': ['ID=e290e32d-cad2-4110-bbc7-9c84c2a4b8e9,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:43:38.137854 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-63bdb636-1793-4f41-862b-f9a559df0eb2 tempest-BulkNetworkOpsIpV6Test-2004500314 tempest-BulkNetworkOpsIpV6Test-2004500314-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1488054 Jul 14 18:43:38.147702 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 32772) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:43:38.165251 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-2ecd58e0-a608-4e7e-96c8-f6dc207821fe tempest-BulkNetworkOpsIpV6Test-2004500314 tempest-BulkNetworkOpsIpV6Test-2004500314-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-313286999'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:43:38.217456 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ecd58e0-a608-4e7e-96c8-f6dc207821fe tempest-BulkNetworkOpsIpV6Test-2004500314 tempest-BulkNetworkOpsIpV6Test-2004500314-project] Made reservation on behalf of 84263a36149d47da8a5ab67910141e71 for: {'network': 1} {{(pid=93916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:43:38.221328 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-2ecd58e0-a608-4e7e-96c8-f6dc207821fe tempest-BulkNetworkOpsIpV6Test-2004500314 tempest-BulkNetworkOpsIpV6Test-2004500314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for network, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:38.224915 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-980b185b-f623-4477-90dc-e657b5ee2e0a req-77d96dc4-ef48-44ad-87bb-07363bbc30c9 tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] 10.222.0.16 "GET /v2.0/ports?device_id=a6724ad2-fc1e-4ffc-8f36-dafa85b0179d HTTP/1.1" status: 200 len: 210 time: 0.1314828 Jul 14 18:43:38.314249 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ecd58e0-a608-4e7e-96c8-f6dc207821fe tempest-BulkNetworkOpsIpV6Test-2004500314 tempest-BulkNetworkOpsIpV6Test-2004500314-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 75} {{(pid=93916) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 18:43:38.341356 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-2ecd58e0-a608-4e7e-96c8-f6dc207821fe tempest-BulkNetworkOpsIpV6Test-2004500314 tempest-BulkNetworkOpsIpV6Test-2004500314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:38.341707 n-d-800634-3 neutron-server[93916]: INFO neutron.db.segments_db [None req-2ecd58e0-a608-4e7e-96c8-f6dc207821fe tempest-BulkNetworkOpsIpV6Test-2004500314 tempest-BulkNetworkOpsIpV6Test-2004500314-project] Added segment 77a98bf6-3280-4c56-a8a9-35ba383b518e of type vlan for network 05cb67dc-6ddf-4285-89ee-7ba42583ccd2 Jul 14 18:43:38.436398 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-2ecd58e0-a608-4e7e-96c8-f6dc207821fe tempest-BulkNetworkOpsIpV6Test-2004500314 tempest-BulkNetworkOpsIpV6Test-2004500314-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728202197517'] for network, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:38.448612 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2b345358-acb1-41c5-a511-5345dfe7e78b req-797c728d-926f-443f-a55e-2454e18ca4db tempest-AttachVolumeTestJSON-1507206526 tempest-AttachVolumeTestJSON-1507206526-project] 10.222.0.16 "GET /v2.0/ports?device_id=c64ed9f9-cec3-467a-b9e4-e8dc086743bc HTTP/1.1" status: 200 len: 210 time: 0.1157839 Jul 14 18:43:38.532588 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-2ecd58e0-a608-4e7e-96c8-f6dc207821fe tempest-BulkNetworkOpsIpV6Test-2004500314 tempest-BulkNetworkOpsIpV6Test-2004500314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727'] for network, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:38.543748 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ecd58e0-a608-4e7e-96c8-f6dc207821fe tempest-BulkNetworkOpsIpV6Test-2004500314 tempest-BulkNetworkOpsIpV6Test-2004500314-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:43:38.544786 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-2ecd58e0-a608-4e7e-96c8-f6dc207821fe tempest-BulkNetworkOpsIpV6Test-2004500314 tempest-BulkNetworkOpsIpV6Test-2004500314-project] Notify callbacks [] for network, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:38.592010 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-2ecd58e0-a608-4e7e-96c8-f6dc207821fe tempest-BulkNetworkOpsIpV6Test-2004500314 tempest-BulkNetworkOpsIpV6Test-2004500314-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4407480 Jul 14 18:43:38.596038 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 32786) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:43:38.604530 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-a2614fcd-8dbf-49dc-a2f3-abc135acf608 tempest-BulkNetworkOpsIpV6Test-2004500314 tempest-BulkNetworkOpsIpV6Test-2004500314-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-581633441'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:43:38.750906 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ecd58e0-a608-4e7e-96c8-f6dc207821fe tempest-BulkNetworkOpsIpV6Test-2004500314 tempest-BulkNetworkOpsIpV6Test-2004500314-project] Pushing event updated for resources: {'Network': ['ID=05cb67dc-6ddf-4285-89ee-7ba42583ccd2,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:43:38.763881 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Network 05cb67dc-6ddf-4285-89ee-7ba42583ccd2 details requested by agent ovs-agent-n-d-800634-3 with host n-d-800634-3 {{(pid=93917) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 18:43:38.786437 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2614fcd-8dbf-49dc-a2f3-abc135acf608 tempest-BulkNetworkOpsIpV6Test-2004500314 tempest-BulkNetworkOpsIpV6Test-2004500314-project] Made reservation on behalf of 84263a36149d47da8a5ab67910141e71 for: {'network': 1} {{(pid=93915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:43:38.791798 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-a2614fcd-8dbf-49dc-a2f3-abc135acf608 tempest-BulkNetworkOpsIpV6Test-2004500314 tempest-BulkNetworkOpsIpV6Test-2004500314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for network, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:38.818808 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-1bc238f8-0158-4fae-b6cc-a1a85228d343 req-611d6cd6-6404-4c12-ba31-20eb5c7a5aad tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] 10.222.0.16 "GET /v2.0/ports?device_id=efdc352d-d742-4488-9ed7-9f32a3f03208 HTTP/1.1" status: 200 len: 210 time: 0.1256347 Jul 14 18:43:38.871947 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2614fcd-8dbf-49dc-a2f3-abc135acf608 tempest-BulkNetworkOpsIpV6Test-2004500314 tempest-BulkNetworkOpsIpV6Test-2004500314-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 61} {{(pid=93915) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 18:43:38.888745 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-a2614fcd-8dbf-49dc-a2f3-abc135acf608 tempest-BulkNetworkOpsIpV6Test-2004500314 tempest-BulkNetworkOpsIpV6Test-2004500314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:38.889318 n-d-800634-3 neutron-server[93915]: INFO neutron.db.segments_db [None req-a2614fcd-8dbf-49dc-a2f3-abc135acf608 tempest-BulkNetworkOpsIpV6Test-2004500314 tempest-BulkNetworkOpsIpV6Test-2004500314-project] Added segment e52c49cd-4acd-4c35-9dd3-b607e94321db of type vlan for network bd7a40a3-7418-43c0-bcb0-c65d4d9e7c8b Jul 14 18:43:38.985689 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bc5a90-8df6-4a16-9d74-c2388272499f req-ad5074dc-6310-4abf-be2a-5087552ba194 tempest-TestNetworkAdvancedServerOps-1839370163 tempest-TestNetworkAdvancedServerOps-1839370163-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:43:38.988977 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-42bc5a90-8df6-4a16-9d74-c2388272499f req-ad5074dc-6310-4abf-be2a-5087552ba194 tempest-TestNetworkAdvancedServerOps-1839370163 tempest-TestNetworkAdvancedServerOps-1839370163-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=6f9a7f72-8408-4351-a6cb-31c74000b0ce HTTP/1.1" status: 200 len: 1097 time: 0.2721846 Jul 14 18:43:39.038872 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-a2614fcd-8dbf-49dc-a2f3-abc135acf608 tempest-BulkNetworkOpsIpV6Test-2004500314 tempest-BulkNetworkOpsIpV6Test-2004500314-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728202197517'] for network, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:39.072494 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.agents_db [None req-2ea07fb6-aa68-4671-8654-119d82b9f530 None None] Agent healthcheck: found 7 active agents {{(pid=93918) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 18:43:39.095413 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-a2614fcd-8dbf-49dc-a2f3-abc135acf608 tempest-BulkNetworkOpsIpV6Test-2004500314 tempest-BulkNetworkOpsIpV6Test-2004500314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727'] for network, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:39.101377 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2614fcd-8dbf-49dc-a2f3-abc135acf608 tempest-BulkNetworkOpsIpV6Test-2004500314 tempest-BulkNetworkOpsIpV6Test-2004500314-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:43:39.102208 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-a2614fcd-8dbf-49dc-a2f3-abc135acf608 tempest-BulkNetworkOpsIpV6Test-2004500314 tempest-BulkNetworkOpsIpV6Test-2004500314-project] Notify callbacks [] for network, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:39.128779 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-a2614fcd-8dbf-49dc-a2f3-abc135acf608 tempest-BulkNetworkOpsIpV6Test-2004500314 tempest-BulkNetworkOpsIpV6Test-2004500314-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5309074 Jul 14 18:43:39.251241 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-42bc5a90-8df6-4a16-9d74-c2388272499f req-be0b65d9-167c-4e9d-a503-d1e8ad19c243 tempest-TestNetworkAdvancedServerOps-1839370163 tempest-TestNetworkAdvancedServerOps-1839370163-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=8e407b29-87a3-469b-bd17-d62b5e354976&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1739750 Jul 14 18:43:39.283015 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2614fcd-8dbf-49dc-a2f3-abc135acf608 tempest-BulkNetworkOpsIpV6Test-2004500314 tempest-BulkNetworkOpsIpV6Test-2004500314-project] Pushing event updated for resources: {'Network': ['ID=bd7a40a3-7418-43c0-bcb0-c65d4d9e7c8b,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:43:39.303897 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Network bd7a40a3-7418-43c0-bcb0-c65d4d9e7c8b details requested by agent ovs-agent-n-d-800634-3 with host n-d-800634-3 {{(pid=93917) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 18:43:39.729744 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6724ad2-fc1e-4ffc-8f36-dafa85b0179d', 'name': 'network-vif-deleted', 'tag': 'c4ca5d13-97f4-4624-a385-40b1496eee3b'}] {{(pid=93915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:43:39.734258 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e72782ad3af8f7d4ce76cedf092bca46d1756acc5c4653cf0b52034cdd6b073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e07b01d9-817c-46a2-8432-5b95df32b6f5" -d '{"events": [{"server_uuid": "a6724ad2-fc1e-4ffc-8f36-dafa85b0179d", "name": "network-vif-deleted", "tag": "c4ca5d13-97f4-4624-a385-40b1496eee3b"}]}' {{(pid=93915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:43:40.082524 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-88f84809-57e2-48a6-a846-09d9b9f6ced4 req-e0299c17-4a19-4dc1-8519-169cf6d0d2d7 tempest-AttachVolumeTestJSON-1507206526 tempest-AttachVolumeTestJSON-1507206526-project] 10.222.0.16 "GET /v2.0/ports?device_id=c64ed9f9-cec3-467a-b9e4-e8dc086743bc HTTP/1.1" status: 200 len: 210 time: 0.1570334 Jul 14 18:43:40.503557 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b2d684-2ef9-440e-bda5-85db4470db9a req-4fae855f-6ef2-418c-afc6-ae38c82ab628 tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:43:40.512247 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a4b2d684-2ef9-440e-bda5-85db4470db9a req-4fae855f-6ef2-418c-afc6-ae38c82ab628 tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] 10.222.0.16 "GET /v2.0/ports?device_id=4ed688ec-0b1c-4d1e-881c-157d22decd3a HTTP/1.1" status: 200 len: 945 time: 0.1890385 Jul 14 18:43:40.614429 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a4b2d684-2ef9-440e-bda5-85db4470db9a req-29359531-96bd-486f-a8ff-ddab93253c22 tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] 10.222.0.16 "GET /v2.0/security-groups?id=f745dc72-333e-4ddf-8281-1bb3e04e8f82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012983 Jul 14 18:43:41.090067 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c4194b77-54e2-469f-af3e-daea15d3d635 req-31640496-e403-4428-9e05-f1e35779ef43 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=6f9a7f72-8408-4351-a6cb-31c74000b0ce&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3701227 Jul 14 18:43:41.190509 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed54ef24-8411-4c7c-90e7-61e9461c7dd2 req-2be22d69-f8b6-4372-9626-7e44460723c0 tempest-AttachVolumeTestJSON-1507206526 tempest-AttachVolumeTestJSON-1507206526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:43:41.198660 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ed54ef24-8411-4c7c-90e7-61e9461c7dd2 req-2be22d69-f8b6-4372-9626-7e44460723c0 tempest-AttachVolumeTestJSON-1507206526 tempest-AttachVolumeTestJSON-1507206526-project] 10.222.0.18 "GET /v2.0/networks?id=949878ad-81d9-4447-9e61-f4d51615e760 HTTP/1.1" status: 200 len: 811 time: 0.3585999 Jul 14 18:43:41.273436 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ed54ef24-8411-4c7c-90e7-61e9461c7dd2 req-3cba71b0-a66d-4c6c-b884-af1358227d5c tempest-AttachVolumeTestJSON-1507206526 tempest-AttachVolumeTestJSON-1507206526-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4427572788fe4f30abbab6f59fdbf9f1 HTTP/1.1" status: 200 len: 380 time: 0.0682502 Jul 14 18:43:41.283005 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [req-ed54ef24-8411-4c7c-90e7-61e9461c7dd2 req-2139459d-b8ff-4e51-9a98-242c96b4d7c2 tempest-AttachVolumeTestJSON-1507206526 tempest-AttachVolumeTestJSON-1507206526-project] Request body: {'port': {'device_id': 'c64ed9f9-cec3-467a-b9e4-e8dc086743bc', 'network_id': '949878ad-81d9-4447-9e61-f4d51615e760', 'admin_state_up': True, 'tenant_id': '4427572788fe4f30abbab6f59fdbf9f1', 'security_groups': ['10a7a181-b1d5-45ad-8b34-e6bc7abe70ce']}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:43:41.621154 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ed54ef24-8411-4c7c-90e7-61e9461c7dd2 req-2139459d-b8ff-4e51-9a98-242c96b4d7c2 tempest-AttachVolumeTestJSON-1507206526 tempest-AttachVolumeTestJSON-1507206526-project] Made reservation on behalf of 4427572788fe4f30abbab6f59fdbf9f1 for: {'port': 1} {{(pid=93915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:43:41.629000 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-ed54ef24-8411-4c7c-90e7-61e9461c7dd2 req-2139459d-b8ff-4e51-9a98-242c96b4d7c2 tempest-AttachVolumeTestJSON-1507206526 tempest-AttachVolumeTestJSON-1507206526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:41.935527 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 18:43:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68a931fc-9ee0-47db-80c4-2c0bf3b7150d x-openstack-request-id: req-68a931fc-9ee0-47db-80c4-2c0bf3b7150d {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:43:41.935721 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6724ad2-fc1e-4ffc-8f36-dafa85b0179d", "name": "network-vif-deleted", "tag": "c4ca5d13-97f4-4624-a385-40b1496eee3b", "status": "completed", "code": 200}]} {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:43:41.936050 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-68a931fc-9ee0-47db-80c4-2c0bf3b7150d {{(pid=93915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:43:41.936398 n-d-800634-3 neutron-server[93915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6724ad2-fc1e-4ffc-8f36-dafa85b0179d', 'name': 'network-vif-deleted', 'tag': 'c4ca5d13-97f4-4624-a385-40b1496eee3b', 'status': 'completed', 'code': 200} Jul 14 18:43:42.074571 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.db_base_plugin_common [req-ed54ef24-8411-4c7c-90e7-61e9461c7dd2 req-2139459d-b8ff-4e51-9a98-242c96b4d7c2 tempest-AttachVolumeTestJSON-1507206526 tempest-AttachVolumeTestJSON-1507206526-project] Allocated IP 172.20.0.12 (949878ad-81d9-4447-9e61-f4d51615e760/42f73a38-7ef6-4d77-ab5e-abe039b69936/2b680c52-8f17-42de-8174-663ebe8ee305) {{(pid=93915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:43:42.350337 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-54138dbe-7bf6-4c1f-a257-67a308174a13 req-92645d10-9fe9-46d0-870d-87b98597d13a tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] 10.222.0.16 "GET /v2.0/ports?device_id=efdc352d-d742-4488-9ed7-9f32a3f03208 HTTP/1.1" status: 200 len: 210 time: 0.1562819 Jul 14 18:43:42.354845 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [req-c4194b77-54e2-469f-af3e-daea15d3d635 req-1096b01a-8b75-4591-be2b-1fa809db49a8 tempest-TestNetworkAdvancedServerOps-1839370163 tempest-TestNetworkAdvancedServerOps-1839370163-project-admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=93915) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 18:43:42.364264 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c4194b77-54e2-469f-af3e-daea15d3d635 req-1096b01a-8b75-4591-be2b-1fa809db49a8 tempest-TestNetworkAdvancedServerOps-1839370163 tempest-TestNetworkAdvancedServerOps-1839370163-project-admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1537714 Jul 14 18:43:42.404442 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [req-c4194b77-54e2-469f-af3e-daea15d3d635 req-c7e710a8-28b7-4c07-98f4-c196119b7712 service neutron] Request body: {'binding': {'host': 'n-h2-800634-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:43:42.406871 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [req-c4194b77-54e2-469f-af3e-daea15d3d635 req-c7e710a8-28b7-4c07-98f4-c196119b7712 service neutron] Unknown quota resources ['binding']. {{(pid=93915) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 14 18:43:42.542162 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 32900) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:43:42.551000 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-7ccc8836-1312-45b0-8dbf-b958c74c059e tempest-BulkNetworkOpsIpV6Test-2004500314 tempest-BulkNetworkOpsIpV6Test-2004500314-project] Request body: {'subnets': [{'network_id': '05cb67dc-6ddf-4285-89ee-7ba42583ccd2', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--730723436', 'ip_version': 6}, {'network_id': 'bd7a40a3-7418-43c0-bcb0-c65d4d9e7c8b', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:43:42.564847 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-7ccc8836-1312-45b0-8dbf-b958c74c059e tempest-BulkNetworkOpsIpV6Test-2004500314 tempest-BulkNetworkOpsIpV6Test-2004500314-project] Request body: {'subnet': {'network_id': '05cb67dc-6ddf-4285-89ee-7ba42583ccd2', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--730723436', 'ip_version': 6}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:43:42.567133 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-7ccc8836-1312-45b0-8dbf-b958c74c059e tempest-BulkNetworkOpsIpV6Test-2004500314 tempest-BulkNetworkOpsIpV6Test-2004500314-project] Request body: {'subnet': {'network_id': 'bd7a40a3-7418-43c0-bcb0-c65d4d9e7c8b', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:43:42.657501 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-ed54ef24-8411-4c7c-90e7-61e9461c7dd2 req-2139459d-b8ff-4e51-9a98-242c96b4d7c2 tempest-AttachVolumeTestJSON-1507206526 tempest-AttachVolumeTestJSON-1507206526-project] Notify callbacks [] for port, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:42.672404 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.provisioning_blocks [req-ed54ef24-8411-4c7c-90e7-61e9461c7dd2 req-2139459d-b8ff-4e51-9a98-242c96b4d7c2 tempest-AttachVolumeTestJSON-1507206526 tempest-AttachVolumeTestJSON-1507206526-project] Transition to ACTIVE for port object 2b680c52-8f17-42de-8174-663ebe8ee305 will not be triggered until provisioned by entity DHCP. {{(pid=93915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:43:42.861826 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-ed54ef24-8411-4c7c-90e7-61e9461c7dd2 req-2139459d-b8ff-4e51-9a98-242c96b4d7c2 tempest-AttachVolumeTestJSON-1507206526 tempest-AttachVolumeTestJSON-1507206526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:42.917590 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ccc8836-1312-45b0-8dbf-b958c74c059e tempest-BulkNetworkOpsIpV6Test-2004500314 tempest-BulkNetworkOpsIpV6Test-2004500314-project] Made reservation on behalf of 84263a36149d47da8a5ab67910141e71 for: {'subnet': 2} {{(pid=93916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:43:42.923877 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-7ccc8836-1312-45b0-8dbf-b958c74c059e tempest-BulkNetworkOpsIpV6Test-2004500314 tempest-BulkNetworkOpsIpV6Test-2004500314-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26033189'] for subnet, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:42.924305 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-7ccc8836-1312-45b0-8dbf-b958c74c059e tempest-BulkNetworkOpsIpV6Test-2004500314 tempest-BulkNetworkOpsIpV6Test-2004500314-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26033189'] for subnet, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:42.963669 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2139459d-b8ff-4e51-9a98-242c96b4d7c2 tempest-AttachVolumeTestJSON-1507206526 tempest-AttachVolumeTestJSON-1507206526-project] Pushing event updated for resources: {'Port': ['ID=2b680c52-8f17-42de-8174-663ebe8ee305,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:43:42.989318 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-c4194b77-54e2-469f-af3e-daea15d3d635 req-c7e710a8-28b7-4c07-98f4-c196119b7712 service neutron] Attempting to bind port 6182959c-1b61-4e8b-9b7e-d356b7088e97 on host n-h2-800634-3 for vnic_type normal with profile None {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:43:42.989730 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-c4194b77-54e2-469f-af3e-daea15d3d635 req-c7e710a8-28b7-4c07-98f4-c196119b7712 service neutron] Attempting to bind port 6182959c-1b61-4e8b-9b7e-d356b7088e97 by drivers openvswitch,hyperv on host n-h2-800634-3 at level 0 using segments [{'id': 'b4257cb2-72a5-4b25-a351-e07b285b3b38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '26951fdb-bb46-4452-8c34-53f4c7032aac'}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:43:42.990998 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4194b77-54e2-469f-af3e-daea15d3d635 req-c7e710a8-28b7-4c07-98f4-c196119b7712 service neutron] Attempting to bind port 6182959c-1b61-4e8b-9b7e-d356b7088e97 on network 26951fdb-bb46-4452-8c34-53f4c7032aac {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:43:43.005680 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4194b77-54e2-469f-af3e-daea15d3d635 req-c7e710a8-28b7-4c07-98f4-c196119b7712 service neutron] Port 6182959c-1b61-4e8b-9b7e-d356b7088e97 on network 26951fdb-bb46-4452-8c34-53f4c7032aac not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-3 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 18:43:43.006068 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4194b77-54e2-469f-af3e-daea15d3d635 req-c7e710a8-28b7-4c07-98f4-c196119b7712 service neutron] Attempting to bind port 6182959c-1b61-4e8b-9b7e-d356b7088e97 on network 26951fdb-bb46-4452-8c34-53f4c7032aac {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:43:43.074548 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4194b77-54e2-469f-af3e-daea15d3d635 req-c7e710a8-28b7-4c07-98f4-c196119b7712 service neutron] Checking agent: {'id': '08e36a6c-8d04-48f0-a644-f27680635246', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 15, 35), 'started_at': datetime.datetime(2021, 7, 14, 18, 15, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 18, 43, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 18:43:43.074902 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4194b77-54e2-469f-af3e-daea15d3d635 req-c7e710a8-28b7-4c07-98f4-c196119b7712 service neutron] Checking segment: {'id': 'b4257cb2-72a5-4b25-a351-e07b285b3b38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '26951fdb-bb46-4452-8c34-53f4c7032aac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:43:43.075290 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4194b77-54e2-469f-af3e-daea15d3d635 req-c7e710a8-28b7-4c07-98f4-c196119b7712 service neutron] Bound using segment: {'id': 'b4257cb2-72a5-4b25-a351-e07b285b3b38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '26951fdb-bb46-4452-8c34-53f4c7032aac'} {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 18:43:43.075750 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-c4194b77-54e2-469f-af3e-daea15d3d635 req-c7e710a8-28b7-4c07-98f4-c196119b7712 service neutron] Bound port: 6182959c-1b61-4e8b-9b7e-d356b7088e97, host: n-h2-800634-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b4257cb2-72a5-4b25-a351-e07b285b3b38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '26951fdb-bb46-4452-8c34-53f4c7032aac'}}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 18:43:43.085363 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed54ef24-8411-4c7c-90e7-61e9461c7dd2 req-2139459d-b8ff-4e51-9a98-242c96b4d7c2 tempest-AttachVolumeTestJSON-1507206526 tempest-AttachVolumeTestJSON-1507206526-project] Network 949878ad-81d9-4447-9e61-f4d51615e760 is already hosted by enough agents. {{(pid=93915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:43:43.148794 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [req-ed54ef24-8411-4c7c-90e7-61e9461c7dd2 req-2139459d-b8ff-4e51-9a98-242c96b4d7c2 tempest-AttachVolumeTestJSON-1507206526 tempest-AttachVolumeTestJSON-1507206526-project] Resources bound (agent type, host, resource id): {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:43:43.156003 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed54ef24-8411-4c7c-90e7-61e9461c7dd2 req-2139459d-b8ff-4e51-9a98-242c96b4d7c2 tempest-AttachVolumeTestJSON-1507206526 tempest-AttachVolumeTestJSON-1507206526-project] Received port after_create {{(pid=93915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:43:43.227657 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed54ef24-8411-4c7c-90e7-61e9461c7dd2 req-2139459d-b8ff-4e51-9a98-242c96b4d7c2 tempest-AttachVolumeTestJSON-1507206526 tempest-AttachVolumeTestJSON-1507206526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:43:43.228354 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-ed54ef24-8411-4c7c-90e7-61e9461c7dd2 req-2139459d-b8ff-4e51-9a98-242c96b4d7c2 tempest-AttachVolumeTestJSON-1507206526 tempest-AttachVolumeTestJSON-1507206526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:43.278370 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143ac358-2fc2-4000-85d4-ef4770abacc0 req-58141af6-f25c-4b03-9227-64249b0af712 tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:43:43.296095 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143ac358-2fc2-4000-85d4-ef4770abacc0 req-58141af6-f25c-4b03-9227-64249b0af712 tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:43:43.312452 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143ac358-2fc2-4000-85d4-ef4770abacc0 req-58141af6-f25c-4b03-9227-64249b0af712 tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:43:43.322217 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143ac358-2fc2-4000-85d4-ef4770abacc0 req-58141af6-f25c-4b03-9227-64249b0af712 tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:43:43.329636 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143ac358-2fc2-4000-85d4-ef4770abacc0 req-58141af6-f25c-4b03-9227-64249b0af712 tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:43:43.337407 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143ac358-2fc2-4000-85d4-ef4770abacc0 req-58141af6-f25c-4b03-9227-64249b0af712 tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:43:43.352791 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143ac358-2fc2-4000-85d4-ef4770abacc0 req-58141af6-f25c-4b03-9227-64249b0af712 tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:43:43.356451 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-143ac358-2fc2-4000-85d4-ef4770abacc0 req-58141af6-f25c-4b03-9227-64249b0af712 tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] 10.222.0.35 "GET /v2.0/ports?device_id=d7b58cc5-d900-4c19-86f4-9befdd4826d6 HTTP/1.1" status: 200 len: 5434 time: 0.4970365 Jul 14 18:43:43.365721 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d6c3d0-30d0-4dd9-ac1f-7842796ffa96 req-a4cc017b-2c28-4277-ba7e-64b1d8cb8741 tempest-AttachVolumeTestJSON-1507206526 tempest-AttachVolumeTestJSON-1507206526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:43:43.374865 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-35d6c3d0-30d0-4dd9-ac1f-7842796ffa96 req-a4cc017b-2c28-4277-ba7e-64b1d8cb8741 tempest-AttachVolumeTestJSON-1507206526 tempest-AttachVolumeTestJSON-1507206526-project] 10.222.0.16 "GET /v2.0/ports?device_id=c64ed9f9-cec3-467a-b9e4-e8dc086743bc HTTP/1.1" status: 200 len: 932 time: 0.7735510 Jul 14 18:43:43.513597 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ed54ef24-8411-4c7c-90e7-61e9461c7dd2 req-2139459d-b8ff-4e51-9a98-242c96b4d7c2 tempest-AttachVolumeTestJSON-1507206526 tempest-AttachVolumeTestJSON-1507206526-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2352076 Jul 14 18:43:43.541624 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [req-ed54ef24-8411-4c7c-90e7-61e9461c7dd2 req-490231ec-d775-4bef-a895-5ee5e2a87f04 service neutron] Request body: {'port': {'device_id': 'c64ed9f9-cec3-467a-b9e4-e8dc086743bc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800634-3'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:43:43.571679 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-4212b2e3-ec47-4c1d-ad94-2d3332cc5049 None None] Provisioning for port 2b680c52-8f17-42de-8174-663ebe8ee305 completed by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:43:43.574277 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143ac358-2fc2-4000-85d4-ef4770abacc0 req-a693bddd-9270-4773-bd30-b8dbd6ea7f0b tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:43:43.576228 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-143ac358-2fc2-4000-85d4-ef4770abacc0 req-a693bddd-9270-4773-bd30-b8dbd6ea7f0b tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] 10.222.0.35 "GET /v2.0/ports/2ce8955c-39eb-4a08-89c1-c4e808ceeb28?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1583900 Jul 14 18:43:43.578036 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-4212b2e3-ec47-4c1d-ad94-2d3332cc5049 None None] Provisioning complete for port 2b680c52-8f17-42de-8174-663ebe8ee305 triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:43:43.578693 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-4212b2e3-ec47-4c1d-ad94-2d3332cc5049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:43.618206 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-35d6c3d0-30d0-4dd9-ac1f-7842796ffa96 req-05d7054a-1171-433c-8f23-e08a9ac6c85f tempest-AttachVolumeTestJSON-1507206526 tempest-AttachVolumeTestJSON-1507206526-project] 10.222.0.16 "GET /v2.0/security-groups?id=10a7a181-b1d5-45ad-8b34-e6bc7abe70ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2420514 Jul 14 18:43:43.623475 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-c4194b77-54e2-469f-af3e-daea15d3d635 req-c7e710a8-28b7-4c07-98f4-c196119b7712 service neutron] For port 6182959c-1b61-4e8b-9b7e-d356b7088e97, host n-h2-800634-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=6182959c-1b61-4e8b-9b7e-d356b7088e97,segment=NetworkSegment(b4257cb2-72a5-4b25-a351-e07b285b3b38),segment_id=b4257cb2-72a5-4b25-a351-e07b285b3b38)] {{(pid=93915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 18:43:43.643536 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-4212b2e3-ec47-4c1d-ad94-2d3332cc5049 None None] Port 2b680c52-8f17-42de-8174-663ebe8ee305 cannot update to ACTIVE because it is not bound. {{(pid=93917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 18:43:43.720336 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [req-ddd9c435-2773-49e4-9227-c0d763c71bd3 req-0fbd333d-3682-4ea6-9026-737b17882984 service neutron] (93916) timed out ('10.222.0.35', 65043) {{(pid=93916) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 14 18:43:43.724998 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-7ccc8836-1312-45b0-8dbf-b958c74c059e tempest-BulkNetworkOpsIpV6Test-2004500314 tempest-BulkNetworkOpsIpV6Test-2004500314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2684753', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26033175'] for subnet, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:43.842391 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-143ac358-2fc2-4000-85d4-ef4770abacc0 req-844bbdf8-d8dd-463c-ac95-5737e1636d6d tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] 10.222.0.35 "GET /v2.0/networks/53bb0fcd-64dd-42eb-8d88-ad420edc0329?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.2389925 Jul 14 18:43:43.849216 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-c4194b77-54e2-469f-af3e-daea15d3d635 req-c7e710a8-28b7-4c07-98f4-c196119b7712 service neutron] Notify callbacks [] for binding, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:43.850715 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c4194b77-54e2-469f-af3e-daea15d3d635 req-c7e710a8-28b7-4c07-98f4-c196119b7712 service neutron] 10.222.0.16 "POST /v2.0/ports/6182959c-1b61-4e8b-9b7e-d356b7088e97/bindings HTTP/1.1" status: 201 len: 389 time: 1.4556465 Jul 14 18:43:43.859243 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [req-143ac358-2fc2-4000-85d4-ef4770abacc0 req-3e53a328-abf9-4395-ab29-060fd8a567ef service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:43:43.957357 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ccc8836-1312-45b0-8dbf-b958c74c059e tempest-BulkNetworkOpsIpV6Test-2004500314 tempest-BulkNetworkOpsIpV6Test-2004500314-project] Pushing event updated for resources: {'Subnet': ['ID=20b74723-90b3-4597-8925-9185536e7dbf,revision_number=0']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:43:43.993376 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-ed54ef24-8411-4c7c-90e7-61e9461c7dd2 req-490231ec-d775-4bef-a895-5ee5e2a87f04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:44.106155 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ccc8836-1312-45b0-8dbf-b958c74c059e tempest-BulkNetworkOpsIpV6Test-2004500314 tempest-BulkNetworkOpsIpV6Test-2004500314-project] Checking segment: {'id': '77a98bf6-3280-4c56-a8a9-35ba383b518e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '05cb67dc-6ddf-4285-89ee-7ba42583ccd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93916) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:43:44.106433 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ccc8836-1312-45b0-8dbf-b958c74c059e tempest-BulkNetworkOpsIpV6Test-2004500314 tempest-BulkNetworkOpsIpV6Test-2004500314-project] Network hostable DHCP agents. Network: 05cb67dc-6ddf-4285-89ee-7ba42583ccd2, hostable agents: ['028393c3-0576-4ebd-bca1-8ea8a148e1a2'], hosted agents: [] {{(pid=93916) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 18:43:44.180770 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ccc8836-1312-45b0-8dbf-b958c74c059e tempest-BulkNetworkOpsIpV6Test-2004500314 tempest-BulkNetworkOpsIpV6Test-2004500314-project] Network 05cb67dc-6ddf-4285-89ee-7ba42583ccd2 is scheduled to be hosted by DHCP agent 028393c3-0576-4ebd-bca1-8ea8a148e1a2 with binding_index 1 {{(pid=93916) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 18:43:44.223545 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [None req-7ccc8836-1312-45b0-8dbf-b958c74c059e tempest-BulkNetworkOpsIpV6Test-2004500314 tempest-BulkNetworkOpsIpV6Test-2004500314-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-3, 05cb67dc-6ddf-4285-89ee-7ba42583ccd2) {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:43:44.237120 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-7ccc8836-1312-45b0-8dbf-b958c74c059e tempest-BulkNetworkOpsIpV6Test-2004500314 tempest-BulkNetworkOpsIpV6Test-2004500314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2684753', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26033175'] for subnet, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:44.237424 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9beb8bd6-25f1-44b3-8d76-bdb34d010e6d None None] Network 05cb67dc-6ddf-4285-89ee-7ba42583ccd2 requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:43:44.422463 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ccc8836-1312-45b0-8dbf-b958c74c059e tempest-BulkNetworkOpsIpV6Test-2004500314 tempest-BulkNetworkOpsIpV6Test-2004500314-project] Pushing event updated for resources: {'Subnet': ['ID=709958ef-4c0b-4d25-aa93-6ecb8dbfeb06,revision_number=0']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:43:44.531428 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a533640-7e97-4ef3-a7ff-53909baff257 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9222b97e-5d1c-54f8-ba97-82f172498e76-05cb67dc-6ddf-4285-89ee-7ba42583ccd2', 'network_id': '05cb67dc-6ddf-4285-89ee-7ba42583ccd2', 'tenant_id': '84263a36149d47da8a5ab67910141e71', 'fixed_ips': [{'subnet_id': '20b74723-90b3-4597-8925-9185536e7dbf'}]}} from n-d-800634-3. {{(pid=93917) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 18:43:44.532606 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-1a533640-7e97-4ef3-a7ff-53909baff257 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:44.539251 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ccc8836-1312-45b0-8dbf-b958c74c059e tempest-BulkNetworkOpsIpV6Test-2004500314 tempest-BulkNetworkOpsIpV6Test-2004500314-project] Checking segment: {'id': 'e52c49cd-4acd-4c35-9dd3-b607e94321db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'bd7a40a3-7418-43c0-bcb0-c65d4d9e7c8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93916) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:43:44.539728 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ccc8836-1312-45b0-8dbf-b958c74c059e tempest-BulkNetworkOpsIpV6Test-2004500314 tempest-BulkNetworkOpsIpV6Test-2004500314-project] Network hostable DHCP agents. Network: bd7a40a3-7418-43c0-bcb0-c65d4d9e7c8b, hostable agents: ['028393c3-0576-4ebd-bca1-8ea8a148e1a2'], hosted agents: [] {{(pid=93916) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 18:43:44.577298 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4194b77-54e2-469f-af3e-daea15d3d635 req-3ceafff5-faa7-4acf-80da-cf74584bb793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:43:44.579413 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-c4194b77-54e2-469f-af3e-daea15d3d635 req-3ceafff5-faa7-4acf-80da-cf74584bb793 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=af718961b2754d7c873f442ed35947bb&device_id=6f9a7f72-8408-4351-a6cb-31c74000b0ce HTTP/1.1" status: 200 len: 1097 time: 0.1408157 Jul 14 18:43:44.636066 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ccc8836-1312-45b0-8dbf-b958c74c059e tempest-BulkNetworkOpsIpV6Test-2004500314 tempest-BulkNetworkOpsIpV6Test-2004500314-project] Network bd7a40a3-7418-43c0-bcb0-c65d4d9e7c8b is scheduled to be hosted by DHCP agent 028393c3-0576-4ebd-bca1-8ea8a148e1a2 with binding_index 1 {{(pid=93916) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 18:43:44.697969 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.db_base_plugin_common [None req-1a533640-7e97-4ef3-a7ff-53909baff257 None None] Allocated IP 2001:db8::1 (05cb67dc-6ddf-4285-89ee-7ba42583ccd2/20b74723-90b3-4597-8925-9185536e7dbf/324509a4-83a0-4f31-bd13-36c54336dbfc) {{(pid=93917) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:43:44.699650 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [None req-7ccc8836-1312-45b0-8dbf-b958c74c059e tempest-BulkNetworkOpsIpV6Test-2004500314 tempest-BulkNetworkOpsIpV6Test-2004500314-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-3, bd7a40a3-7418-43c0-bcb0-c65d4d9e7c8b) {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:43:44.714094 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ccc8836-1312-45b0-8dbf-b958c74c059e tempest-BulkNetworkOpsIpV6Test-2004500314 tempest-BulkNetworkOpsIpV6Test-2004500314-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:43:44.714584 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ccc8836-1312-45b0-8dbf-b958c74c059e tempest-BulkNetworkOpsIpV6Test-2004500314 tempest-BulkNetworkOpsIpV6Test-2004500314-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:43:44.715231 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-7ccc8836-1312-45b0-8dbf-b958c74c059e tempest-BulkNetworkOpsIpV6Test-2004500314 tempest-BulkNetworkOpsIpV6Test-2004500314-project] Notify callbacks [] for subnet, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:44.782179 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-7ccc8836-1312-45b0-8dbf-b958c74c059e tempest-BulkNetworkOpsIpV6Test-2004500314 tempest-BulkNetworkOpsIpV6Test-2004500314-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1475 time: 2.2373612 Jul 14 18:43:44.790331 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 32954) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:43:44.829451 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4194b77-54e2-469f-af3e-daea15d3d635 req-b31b5342-9c37-46eb-9f59-f03753be0a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:43:44.840359 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-c4194b77-54e2-469f-af3e-daea15d3d635 req-b31b5342-9c37-46eb-9f59-f03753be0a04 service neutron] 10.222.0.35 "GET /v2.0/networks?id=26951fdb-bb46-4452-8c34-53f4c7032aac HTTP/1.1" status: 200 len: 896 time: 0.2539642 Jul 14 18:43:44.867894 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-143ac358-2fc2-4000-85d4-ef4770abacc0 req-3e53a328-abf9-4395-ab29-060fd8a567ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:44.868518 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-1a533640-7e97-4ef3-a7ff-53909baff257 None None] Notify callbacks [] for port, precommit_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:44.877141 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-1a533640-7e97-4ef3-a7ff-53909baff257 None None] Transition to ACTIVE for port object 324509a4-83a0-4f31-bd13-36c54336dbfc will not be triggered until provisioned by entity L2. {{(pid=93917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:43:44.894450 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-1a533640-7e97-4ef3-a7ff-53909baff257 None None] Transition to ACTIVE for port object 324509a4-83a0-4f31-bd13-36c54336dbfc will not be triggered until provisioned by entity DHCP. {{(pid=93917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:43:44.899472 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff980f8b-031e-4dd3-af5e-68f8481b9fe1 None None] Network bd7a40a3-7418-43c0-bcb0-c65d4d9e7c8b requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:43:45.063221 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9d1a466-4f6b-4588-a877-39dad81e576f tempest-BulkNetworkOpsIpV6Test-2004500314 tempest-BulkNetworkOpsIpV6Test-2004500314-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:43:45.065132 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9d1a466-4f6b-4588-a877-39dad81e576f tempest-BulkNetworkOpsIpV6Test-2004500314 tempest-BulkNetworkOpsIpV6Test-2004500314-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:43:45.068167 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9d1a466-4f6b-4588-a877-39dad81e576f tempest-BulkNetworkOpsIpV6Test-2004500314 tempest-BulkNetworkOpsIpV6Test-2004500314-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:43:45.082211 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-e9d1a466-4f6b-4588-a877-39dad81e576f tempest-BulkNetworkOpsIpV6Test-2004500314 tempest-BulkNetworkOpsIpV6Test-2004500314-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2101 time: 0.2795081 Jul 14 18:43:45.084016 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-c4194b77-54e2-469f-af3e-daea15d3d635 req-7f75b09a-4232-445c-8a7d-ad458f26221c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6182959c-1b61-4e8b-9b7e-d356b7088e97 HTTP/1.1" status: 200 len: 1002 time: 0.1686382 Jul 14 18:43:45.084467 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 32956) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:43:45.148640 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-1a533640-7e97-4ef3-a7ff-53909baff257 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804'] for port, after_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:45.285698 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ff5290c-2c2c-4c7c-9d19-0eb31eb141dc tempest-BulkNetworkOpsIpV6Test-2004500314 tempest-BulkNetworkOpsIpV6Test-2004500314-project] Deleting subnet 20b74723-90b3-4597-8925-9185536e7dbf {{(pid=93916) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 18:43:45.296976 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4194b77-54e2-469f-af3e-daea15d3d635 req-568eb8e6-3d97-4307-8c1a-cd16d500bfd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:43:45.298504 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-c4194b77-54e2-469f-af3e-daea15d3d635 req-568eb8e6-3d97-4307-8c1a-cd16d500bfd4 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=691350cf-99fe-4a5a-8ba2-390006d7f9d6 HTTP/1.1" status: 200 len: 835 time: 0.2043779 Jul 14 18:43:45.299255 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-2ff5290c-2c2c-4c7c-9d19-0eb31eb141dc tempest-BulkNetworkOpsIpV6Test-2004500314 tempest-BulkNetworkOpsIpV6Test-2004500314-project] Notify callbacks [] for subnet, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:45.399940 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-2ff5290c-2c2c-4c7c-9d19-0eb31eb141dc tempest-BulkNetworkOpsIpV6Test-2004500314 tempest-BulkNetworkOpsIpV6Test-2004500314-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26296866'] for subnet, precommit_delete_associations {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:45.411604 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-676836b7-a69d-4169-8614-ffcdcffb5446 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9222b97e-5d1c-54f8-ba97-82f172498e76-bd7a40a3-7418-43c0-bcb0-c65d4d9e7c8b', 'network_id': 'bd7a40a3-7418-43c0-bcb0-c65d4d9e7c8b', 'tenant_id': '84263a36149d47da8a5ab67910141e71', 'fixed_ips': [{'subnet_id': '709958ef-4c0b-4d25-aa93-6ecb8dbfeb06'}]}} from n-d-800634-3. {{(pid=93917) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 18:43:45.421538 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-676836b7-a69d-4169-8614-ffcdcffb5446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:45.440046 n-d-800634-3 neutron-server[93917]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a533640-7e97-4ef3-a7ff-53909baff257 None None] Network 05cb67dc-6ddf-4285-89ee-7ba42583ccd2 is already hosted by enough agents. {{(pid=93917) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:43:45.445546 n-d-800634-3 neutron-server[93917]: DEBUG neutron.scheduler.base_scheduler [None req-1a533640-7e97-4ef3-a7ff-53909baff257 None None] Resources bound (agent type, host, resource id): {{(pid=93917) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:43:45.453050 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a533640-7e97-4ef3-a7ff-53909baff257 None None] Received port after_create {{(pid=93917) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:43:45.565583 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4194b77-54e2-469f-af3e-daea15d3d635 req-9b917503-bcdd-4f89-a2bf-42174434b3e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:43:45.567125 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-c4194b77-54e2-469f-af3e-daea15d3d635 req-9b917503-bcdd-4f89-a2bf-42174434b3e2 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=26951fdb-bb46-4452-8c34-53f4c7032aac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2213242 Jul 14 18:43:45.653145 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.db_base_plugin_common [None req-676836b7-a69d-4169-8614-ffcdcffb5446 None None] Allocated IP 2001:db8:0:1::1 (bd7a40a3-7418-43c0-bcb0-c65d4d9e7c8b/709958ef-4c0b-4d25-aa93-6ecb8dbfeb06/07aea2e8-0564-4026-8d28-bee0ab05b8bc) {{(pid=93917) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:43:45.714902 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aca9f91-b8c9-44a0-b71d-4eb46677a084 req-06788461-e23b-4c88-b12b-0a5ea39c171e tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:43:45.741089 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aca9f91-b8c9-44a0-b71d-4eb46677a084 req-06788461-e23b-4c88-b12b-0a5ea39c171e tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:43:45.741924 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-2ff5290c-2c2c-4c7c-9d19-0eb31eb141dc tempest-BulkNetworkOpsIpV6Test-2004500314 tempest-BulkNetworkOpsIpV6Test-2004500314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081283'] for subnet, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:45.756044 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aca9f91-b8c9-44a0-b71d-4eb46677a084 req-06788461-e23b-4c88-b12b-0a5ea39c171e tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:43:45.765132 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aca9f91-b8c9-44a0-b71d-4eb46677a084 req-06788461-e23b-4c88-b12b-0a5ea39c171e tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:43:45.776516 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aca9f91-b8c9-44a0-b71d-4eb46677a084 req-06788461-e23b-4c88-b12b-0a5ea39c171e tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:43:45.783316 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aca9f91-b8c9-44a0-b71d-4eb46677a084 req-06788461-e23b-4c88-b12b-0a5ea39c171e tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:43:45.792028 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aca9f91-b8c9-44a0-b71d-4eb46677a084 req-06788461-e23b-4c88-b12b-0a5ea39c171e tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:43:45.794412 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a533640-7e97-4ef3-a7ff-53909baff257 None None] Pushing event updated for resources: {'Port': ['ID=324509a4-83a0-4f31-bd13-36c54336dbfc,revision_number=1']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:43:45.805474 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-0aca9f91-b8c9-44a0-b71d-4eb46677a084 req-06788461-e23b-4c88-b12b-0a5ea39c171e tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] 10.222.0.16 "GET /v2.0/ports?device_id=d7b58cc5-d900-4c19-86f4-9befdd4826d6 HTTP/1.1" status: 200 len: 5434 time: 1.8277245 Jul 14 18:43:45.838667 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-c4194b77-54e2-469f-af3e-daea15d3d635 req-e10fa5af-cad9-4289-ace3-97fa94b0a7b1 service neutron] 10.222.0.35 "GET /v2.0/networks/26951fdb-bb46-4452-8c34-53f4c7032aac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2573342 Jul 14 18:43:45.855735 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-2ff5290c-2c2c-4c7c-9d19-0eb31eb141dc tempest-BulkNetworkOpsIpV6Test-2004500314 tempest-BulkNetworkOpsIpV6Test-2004500314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2684816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26033152'] for subnet, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:45.860872 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [req-ed54ef24-8411-4c7c-90e7-61e9461c7dd2 req-490231ec-d775-4bef-a895-5ee5e2a87f04 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b680c52-8f17-42de-8174-663ebe8ee305 {{(pid=93915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 18:43:45.884839 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-0aca9f91-b8c9-44a0-b71d-4eb46677a084 req-69836773-a54c-4d80-90f0-74bfc35ac161 tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] 10.222.0.16 "GET /v2.0/security-groups?id=1bfbf1b1-a239-48c4-9d02-fd8b65b471a7&id=1cc7ef8d-a00b-43d6-95a3-c209cbabb8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0782208 Jul 14 18:43:45.901586 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4add9b3c-a353-4690-9138-633e900e5fce req-b232421f-6e92-495b-a9d6-a2551feb07b4 tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:43:45.918230 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-4add9b3c-a353-4690-9138-633e900e5fce req-b232421f-6e92-495b-a9d6-a2551feb07b4 tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] 10.222.0.16 "GET /v2.0/ports?device_id=4ed688ec-0b1c-4d1e-881c-157d22decd3a HTTP/1.1" status: 200 len: 945 time: 1.1172037 Jul 14 18:43:45.999269 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-1a533640-7e97-4ef3-a7ff-53909baff257 None None] Attempting to bind port 324509a4-83a0-4f31-bd13-36c54336dbfc on host n-d-800634-3 for vnic_type normal with profile {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:43:46.000818 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-1a533640-7e97-4ef3-a7ff-53909baff257 None None] Attempting to bind port 324509a4-83a0-4f31-bd13-36c54336dbfc by drivers openvswitch,hyperv on host n-d-800634-3 at level 0 using segments [{'id': '77a98bf6-3280-4c56-a8a9-35ba383b518e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '05cb67dc-6ddf-4285-89ee-7ba42583ccd2'}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:43:46.005444 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff5290c-2c2c-4c7c-9d19-0eb31eb141dc tempest-BulkNetworkOpsIpV6Test-2004500314 tempest-BulkNetworkOpsIpV6Test-2004500314-project] Pushing event deleted for resources: {'Subnet': ['ID=20b74723-90b3-4597-8925-9185536e7dbf,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:43:46.008820 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-2ff5290c-2c2c-4c7c-9d19-0eb31eb141dc tempest-BulkNetworkOpsIpV6Test-2004500314 tempest-BulkNetworkOpsIpV6Test-2004500314-project] Notify callbacks [] for subnet, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:46.013990 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-2ff5290c-2c2c-4c7c-9d19-0eb31eb141dc tempest-BulkNetworkOpsIpV6Test-2004500314 tempest-BulkNetworkOpsIpV6Test-2004500314-project] 10.222.0.16 "DELETE /v2.0/subnets/20b74723-90b3-4597-8925-9185536e7dbf HTTP/1.1" status: 204 len: 168 time: 0.9233112 Jul 14 18:43:46.014282 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-ed54ef24-8411-4c7c-90e7-61e9461c7dd2 req-490231ec-d775-4bef-a895-5ee5e2a87f04 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:46.018829 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 32962) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:43:46.028044 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a533640-7e97-4ef3-a7ff-53909baff257 None None] Attempting to bind port 324509a4-83a0-4f31-bd13-36c54336dbfc on network 05cb67dc-6ddf-4285-89ee-7ba42583ccd2 {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:43:46.120947 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a533640-7e97-4ef3-a7ff-53909baff257 None None] Checking agent: {'id': '01c19e91-a945-4e3c-94a6-c211e17c923e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 8, 23), 'started_at': datetime.datetime(2021, 7, 14, 18, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 18, 43, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 18:43:46.121504 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a533640-7e97-4ef3-a7ff-53909baff257 None None] Checking segment: {'id': '77a98bf6-3280-4c56-a8a9-35ba383b518e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '05cb67dc-6ddf-4285-89ee-7ba42583ccd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93917) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:43:46.123439 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-1a533640-7e97-4ef3-a7ff-53909baff257 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:46.124016 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a533640-7e97-4ef3-a7ff-53909baff257 None None] Bound using segment: {'id': '77a98bf6-3280-4c56-a8a9-35ba383b518e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '05cb67dc-6ddf-4285-89ee-7ba42583ccd2'} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 18:43:46.124765 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-1a533640-7e97-4ef3-a7ff-53909baff257 None None] Bound port: 324509a4-83a0-4f31-bd13-36c54336dbfc, host: n-d-800634-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77a98bf6-3280-4c56-a8a9-35ba383b518e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '05cb67dc-6ddf-4285-89ee-7ba42583ccd2'}}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 18:43:46.125938 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-1a533640-7e97-4ef3-a7ff-53909baff257 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:46.131594 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-c4194b77-54e2-469f-af3e-daea15d3d635 req-f6175b91-2575-4dbd-8cb1-b1a088b22ff4 service neutron] 10.222.0.35 "GET /v2.0/networks/26951fdb-bb46-4452-8c34-53f4c7032aac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2826343 Jul 14 18:43:46.175670 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-4add9b3c-a353-4690-9138-633e900e5fce req-77b2e0f9-71b2-4e59-9e6b-3e792bd99372 tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] 10.222.0.16 "GET /v2.0/security-groups?id=f745dc72-333e-4ddf-8281-1bb3e04e8f82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2564769 Jul 14 18:43:46.191220 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.provisioning_blocks [req-ed54ef24-8411-4c7c-90e7-61e9461c7dd2 req-490231ec-d775-4bef-a895-5ee5e2a87f04 service neutron] Transition to ACTIVE for port object 2b680c52-8f17-42de-8174-663ebe8ee305 will not be triggered until provisioned by entity L2. {{(pid=93915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:43:46.228874 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-ed54ef24-8411-4c7c-90e7-61e9461c7dd2 req-490231ec-d775-4bef-a895-5ee5e2a87f04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25912978'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:46.256324 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a848da6-c2cf-4669-8585-60781c8f3f0e tempest-BulkNetworkOpsIpV6Test-2004500314 tempest-BulkNetworkOpsIpV6Test-2004500314-project] Deleting subnet 709958ef-4c0b-4d25-aa93-6ecb8dbfeb06 {{(pid=93915) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 18:43:46.298380 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-97bde890-42a0-42bc-ba93-e22a8a1a80c5 req-2cbe0063-93c4-4a66-a87c-8fbf0e6638c7 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] 10.222.0.16 "GET /v2.0/ports?device_id=efdc352d-d742-4488-9ed7-9f32a3f03208 HTTP/1.1" status: 200 len: 210 time: 0.1058631 Jul 14 18:43:46.334780 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-676836b7-a69d-4169-8614-ffcdcffb5446 None None] Notify callbacks [] for port, precommit_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:46.351926 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-676836b7-a69d-4169-8614-ffcdcffb5446 None None] Transition to ACTIVE for port object 07aea2e8-0564-4026-8d28-bee0ab05b8bc will not be triggered until provisioned by entity L2. {{(pid=93917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:43:46.386782 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-676836b7-a69d-4169-8614-ffcdcffb5446 None None] Transition to ACTIVE for port object 07aea2e8-0564-4026-8d28-bee0ab05b8bc will not be triggered until provisioned by entity DHCP. {{(pid=93917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:43:46.420682 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-8a848da6-c2cf-4669-8585-60781c8f3f0e tempest-BulkNetworkOpsIpV6Test-2004500314 tempest-BulkNetworkOpsIpV6Test-2004500314-project] Notify callbacks [] for subnet, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:46.436301 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-676836b7-a69d-4169-8614-ffcdcffb5446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804'] for port, after_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:46.497859 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4194b77-54e2-469f-af3e-daea15d3d635 req-b9697781-dc58-481d-b0c9-86a97eb4c69a tempest-TestNetworkAdvancedServerOps-1839370163 tempest-TestNetworkAdvancedServerOps-1839370163-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:43:46.500406 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-c4194b77-54e2-469f-af3e-daea15d3d635 req-b9697781-dc58-481d-b0c9-86a97eb4c69a tempest-TestNetworkAdvancedServerOps-1839370163 tempest-TestNetworkAdvancedServerOps-1839370163-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=6f9a7f72-8408-4351-a6cb-31c74000b0ce&tenant_id=af718961b2754d7c873f442ed35947bb&binding%3Ahost_id=n-h1-800634-3 HTTP/1.1" status: 200 len: 1097 time: 0.3119776 Jul 14 18:43:46.515268 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [req-c4194b77-54e2-469f-af3e-daea15d3d635 req-54015463-288c-4c6b-9d70-2f7557d8b9d0 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-800634-3'}}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:43:46.579096 n-d-800634-3 neutron-server[93917]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-676836b7-a69d-4169-8614-ffcdcffb5446 None None] Network bd7a40a3-7418-43c0-bcb0-c65d4d9e7c8b is already hosted by enough agents. {{(pid=93917) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:43:46.585748 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-8a848da6-c2cf-4669-8585-60781c8f3f0e tempest-BulkNetworkOpsIpV6Test-2004500314 tempest-BulkNetworkOpsIpV6Test-2004500314-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28939913'] for subnet, precommit_delete_associations {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:46.589875 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-143ac358-2fc2-4000-85d4-ef4770abacc0 req-3e53a328-abf9-4395-ab29-060fd8a567ef service neutron] For port 2ce8955c-39eb-4a08-89c1-c4e808ceeb28, host n-h2-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=2ce8955c-39eb-4a08-89c1-c4e808ceeb28,segment=NetworkSegment(10270b9d-7deb-4383-8c55-a66aebb27b9d),segment_id=10270b9d-7deb-4383-8c55-a66aebb27b9d)] {{(pid=93915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:43:46.590728 n-d-800634-3 neutron-server[93917]: DEBUG neutron.scheduler.base_scheduler [None req-676836b7-a69d-4169-8614-ffcdcffb5446 None None] Resources bound (agent type, host, resource id): {{(pid=93917) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:43:46.602141 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-676836b7-a69d-4169-8614-ffcdcffb5446 None None] Received port after_create {{(pid=93917) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:43:46.613638 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676836b7-a69d-4169-8614-ffcdcffb5446 None None] Pushing event updated for resources: {'Port': ['ID=07aea2e8-0564-4026-8d28-bee0ab05b8bc,revision_number=1']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:43:46.627120 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-1a533640-7e97-4ef3-a7ff-53909baff257 None None] For port 324509a4-83a0-4f31-bd13-36c54336dbfc, host n-d-800634-3, cleared binding levels {{(pid=93917) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:43:46.629403 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490231ec-d775-4bef-a895-5ee5e2a87f04 service neutron] Pushing event updated for resources: {'Port': ['ID=2b680c52-8f17-42de-8174-663ebe8ee305,revision_number=2']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:43:46.639385 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-1a533640-7e97-4ef3-a7ff-53909baff257 None None] For port 324509a4-83a0-4f31-bd13-36c54336dbfc, host n-d-800634-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=324509a4-83a0-4f31-bd13-36c54336dbfc,segment=NetworkSegment(77a98bf6-3280-4c56-a8a9-35ba383b518e),segment_id=77a98bf6-3280-4c56-a8a9-35ba383b518e)] {{(pid=93917) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 18:43:46.647574 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-c4194b77-54e2-469f-af3e-daea15d3d635 req-54015463-288c-4c6b-9d70-2f7557d8b9d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:46.692023 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-1a533640-7e97-4ef3-a7ff-53909baff257 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:46.799968 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a533640-7e97-4ef3-a7ff-53909baff257 None None] Pushing event updated for resources: {'Port': ['ID=324509a4-83a0-4f31-bd13-36c54336dbfc,revision_number=3']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:43:46.833784 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-676836b7-a69d-4169-8614-ffcdcffb5446 None None] Attempting to bind port 07aea2e8-0564-4026-8d28-bee0ab05b8bc on host n-d-800634-3 for vnic_type normal with profile {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:43:46.835073 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-676836b7-a69d-4169-8614-ffcdcffb5446 None None] Attempting to bind port 07aea2e8-0564-4026-8d28-bee0ab05b8bc by drivers openvswitch,hyperv on host n-d-800634-3 at level 0 using segments [{'id': 'e52c49cd-4acd-4c35-9dd3-b607e94321db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'bd7a40a3-7418-43c0-bcb0-c65d4d9e7c8b'}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:43:46.836306 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-676836b7-a69d-4169-8614-ffcdcffb5446 None None] Attempting to bind port 07aea2e8-0564-4026-8d28-bee0ab05b8bc on network bd7a40a3-7418-43c0-bcb0-c65d4d9e7c8b {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:43:46.843025 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-143ac358-2fc2-4000-85d4-ef4770abacc0 req-3e53a328-abf9-4395-ab29-060fd8a567ef service neutron] For port 2ce8955c-39eb-4a08-89c1-c4e808ceeb28, host n-h2-800634-3, cleared binding levels {{(pid=93915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:43:46.861454 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.db [req-c4194b77-54e2-469f-af3e-daea15d3d635 req-54015463-288c-4c6b-9d70-2f7557d8b9d0 service neutron] For port 6182959c-1b61-4e8b-9b7e-d356b7088e97, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=6182959c-1b61-4e8b-9b7e-d356b7088e97,segment=NetworkSegment(b4257cb2-72a5-4b25-a351-e07b285b3b38),segment_id=b4257cb2-72a5-4b25-a351-e07b285b3b38)] {{(pid=93916) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:43:46.871829 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-676836b7-a69d-4169-8614-ffcdcffb5446 None None] Checking agent: {'id': '01c19e91-a945-4e3c-94a6-c211e17c923e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 8, 23), 'started_at': datetime.datetime(2021, 7, 14, 18, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 18, 43, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 18:43:46.872324 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-676836b7-a69d-4169-8614-ffcdcffb5446 None None] Checking segment: {'id': 'e52c49cd-4acd-4c35-9dd3-b607e94321db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'bd7a40a3-7418-43c0-bcb0-c65d4d9e7c8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93917) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:43:46.872829 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-676836b7-a69d-4169-8614-ffcdcffb5446 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:46.873587 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-676836b7-a69d-4169-8614-ffcdcffb5446 None None] Bound using segment: {'id': 'e52c49cd-4acd-4c35-9dd3-b607e94321db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'bd7a40a3-7418-43c0-bcb0-c65d4d9e7c8b'} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 18:43:46.874185 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-676836b7-a69d-4169-8614-ffcdcffb5446 None None] Bound port: 07aea2e8-0564-4026-8d28-bee0ab05b8bc, host: n-d-800634-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e52c49cd-4acd-4c35-9dd3-b607e94321db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'bd7a40a3-7418-43c0-bcb0-c65d4d9e7c8b'}}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 18:43:46.874666 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-676836b7-a69d-4169-8614-ffcdcffb5446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:46.914015 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.db [req-c4194b77-54e2-469f-af3e-daea15d3d635 req-54015463-288c-4c6b-9d70-2f7557d8b9d0 service neutron] For port 6182959c-1b61-4e8b-9b7e-d356b7088e97, host n-h1-800634-3, cleared binding levels {{(pid=93916) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:43:46.949671 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [req-143ac358-2fc2-4000-85d4-ef4770abacc0 req-3e53a328-abf9-4395-ab29-060fd8a567ef service neutron] device_id is not set on port 2ce8955c-39eb-4a08-89c1-c4e808ceeb28 yet. {{(pid=93915) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 18:43:46.969408 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2504e8f9-444f-4d4f-9496-869bdc238ac4 None None] Network 05cb67dc-6ddf-4285-89ee-7ba42583ccd2 requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:43:46.987254 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-143ac358-2fc2-4000-85d4-ef4770abacc0 req-3e53a328-abf9-4395-ab29-060fd8a567ef service neutron] Notify callbacks [] for port, precommit_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:46.992414 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-c4194b77-54e2-469f-af3e-daea15d3d635 req-54015463-288c-4c6b-9d70-2f7557d8b9d0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:46.996383 n-d-800634-3 neutron-server[93916]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f9a7f72-8408-4351-a6cb-31c74000b0ce', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6182959c-1b61-4e8b-9b7e-d356b7088e97'}] {{(pid=93916) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:43:46.999134 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f803e150b363a7893830aa996ac27753fa25517c406ecd3536b7c2d4b26eeb9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d418a668-a161-44e4-9a7f-4620b3947098" -d '{"events": [{"server_uuid": "6f9a7f72-8408-4351-a6cb-31c74000b0ce", "name": "network-vif-unplugged", "status": "completed", "tag": "6182959c-1b61-4e8b-9b7e-d356b7088e97"}]}' {{(pid=93916) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:43:47.004821 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-c4194b77-54e2-469f-af3e-daea15d3d635 req-54015463-288c-4c6b-9d70-2f7557d8b9d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2684870'] for port, after_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:47.009745 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba6db2e-d22b-42ac-80ab-7f538e3d25a2 req-129036c8-1cc1-47cc-8b65-7ea9a68b6fc7 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:43:47.017307 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-dba6db2e-d22b-42ac-80ab-7f538e3d25a2 req-129036c8-1cc1-47cc-8b65-7ea9a68b6fc7 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] 10.222.0.16 "GET /v2.0/ports?device_id=6f9a7f72-8408-4351-a6cb-31c74000b0ce HTTP/1.1" status: 200 len: 946 time: 0.4875844 Jul 14 18:43:47.026928 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-8a848da6-c2cf-4669-8585-60781c8f3f0e tempest-BulkNetworkOpsIpV6Test-2004500314 tempest-BulkNetworkOpsIpV6Test-2004500314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081283'] for subnet, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:47.049061 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f2d0bb-d593-4e68-97ec-494c537d73c1 req-4f510ed2-e3e7-4bbb-b34c-62c8922cb29d tempest-AttachVolumeTestJSON-1507206526 tempest-AttachVolumeTestJSON-1507206526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:43:47.054428 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-54f2d0bb-d593-4e68-97ec-494c537d73c1 req-4f510ed2-e3e7-4bbb-b34c-62c8922cb29d tempest-AttachVolumeTestJSON-1507206526 tempest-AttachVolumeTestJSON-1507206526-project] 10.222.0.16 "GET /v2.0/ports?device_id=c64ed9f9-cec3-467a-b9e4-e8dc086743bc HTTP/1.1" status: 200 len: 944 time: 0.5213377 Jul 14 18:43:47.055135 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-143ac358-2fc2-4000-85d4-ef4770abacc0 req-3e53a328-abf9-4395-ab29-060fd8a567ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25912978'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:47.099209 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-ed54ef24-8411-4c7c-90e7-61e9461c7dd2 req-490231ec-d775-4bef-a895-5ee5e2a87f04 service neutron] Attempting to bind port 2b680c52-8f17-42de-8174-663ebe8ee305 on host n-h1-800634-3 for vnic_type normal with profile {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:43:47.099578 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-ed54ef24-8411-4c7c-90e7-61e9461c7dd2 req-490231ec-d775-4bef-a895-5ee5e2a87f04 service neutron] Attempting to bind port 2b680c52-8f17-42de-8174-663ebe8ee305 by drivers openvswitch,hyperv on host n-h1-800634-3 at level 0 using segments [{'id': 'd46cbae5-a9c8-4575-b283-c5e5c56b0da1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '949878ad-81d9-4447-9e61-f4d51615e760'}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:43:47.099892 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed54ef24-8411-4c7c-90e7-61e9461c7dd2 req-490231ec-d775-4bef-a895-5ee5e2a87f04 service neutron] Attempting to bind port 2b680c52-8f17-42de-8174-663ebe8ee305 on network 949878ad-81d9-4447-9e61-f4d51615e760 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:43:47.159698 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed54ef24-8411-4c7c-90e7-61e9461c7dd2 req-490231ec-d775-4bef-a895-5ee5e2a87f04 service neutron] Port 2b680c52-8f17-42de-8174-663ebe8ee305 on network 949878ad-81d9-4447-9e61-f4d51615e760 not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-3 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 18:43:47.160369 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed54ef24-8411-4c7c-90e7-61e9461c7dd2 req-490231ec-d775-4bef-a895-5ee5e2a87f04 service neutron] Attempting to bind port 2b680c52-8f17-42de-8174-663ebe8ee305 on network 949878ad-81d9-4447-9e61-f4d51615e760 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:43:47.213680 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed54ef24-8411-4c7c-90e7-61e9461c7dd2 req-490231ec-d775-4bef-a895-5ee5e2a87f04 service neutron] Checking agent: {'id': 'a3630ff4-fbee-45d9-b9b6-0ae41cb3a350', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 15, 32), 'started_at': datetime.datetime(2021, 7, 14, 18, 15, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 18, 43, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 18:43:47.214034 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed54ef24-8411-4c7c-90e7-61e9461c7dd2 req-490231ec-d775-4bef-a895-5ee5e2a87f04 service neutron] Checking segment: {'id': 'd46cbae5-a9c8-4575-b283-c5e5c56b0da1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '949878ad-81d9-4447-9e61-f4d51615e760'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:43:47.214430 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed54ef24-8411-4c7c-90e7-61e9461c7dd2 req-490231ec-d775-4bef-a895-5ee5e2a87f04 service neutron] Bound using segment: {'id': 'd46cbae5-a9c8-4575-b283-c5e5c56b0da1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '949878ad-81d9-4447-9e61-f4d51615e760'} {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 18:43:47.214877 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-ed54ef24-8411-4c7c-90e7-61e9461c7dd2 req-490231ec-d775-4bef-a895-5ee5e2a87f04 service neutron] Bound port: 2b680c52-8f17-42de-8174-663ebe8ee305, host: n-h1-800634-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd46cbae5-a9c8-4575-b283-c5e5c56b0da1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '949878ad-81d9-4447-9e61-f4d51615e760'}}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 18:43:47.215235 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-ed54ef24-8411-4c7c-90e7-61e9461c7dd2 req-490231ec-d775-4bef-a895-5ee5e2a87f04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:47.267078 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-dba6db2e-d22b-42ac-80ab-7f538e3d25a2 req-dd54724d-2696-408b-8cfd-6912f2f29187 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] 10.222.0.16 "GET /v2.0/security-groups?id=8e407b29-87a3-469b-bd17-d62b5e354976&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2488120 Jul 14 18:43:47.345327 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [req-143ac358-2fc2-4000-85d4-ef4770abacc0 req-3e53a328-abf9-4395-ab29-060fd8a567ef service neutron] No DVR routers for this DVR port 2ce8955c-39eb-4a08-89c1-c4e808ceeb28 on host n-h2-800634-3 {{(pid=93915) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 18:43:47.347378 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e53a328-abf9-4395-ab29-060fd8a567ef service neutron] Pushing event updated for resources: {'Port': ['ID=2ce8955c-39eb-4a08-89c1-c4e808ceeb28,revision_number=6']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:43:47.385554 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Device 02f27bc5-ba4e-4925-b830-6468da0dccb6 no longer exists at agent hyperv_n-h2-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 18:43:47.392226 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.managers [req-c4194b77-54e2-469f-af3e-daea15d3d635 req-54015463-288c-4c6b-9d70-2f7557d8b9d0 service neutron] Attempting to bind port 6182959c-1b61-4e8b-9b7e-d356b7088e97 on host n-h1-800634-3 for vnic_type normal with profile {"migrating_to": "n-h2-800634-3"} {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:43:47.392651 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.managers [req-c4194b77-54e2-469f-af3e-daea15d3d635 req-54015463-288c-4c6b-9d70-2f7557d8b9d0 service neutron] Attempting to bind port 6182959c-1b61-4e8b-9b7e-d356b7088e97 by drivers openvswitch,hyperv on host n-h1-800634-3 at level 0 using segments [{'id': 'b4257cb2-72a5-4b25-a351-e07b285b3b38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '26951fdb-bb46-4452-8c34-53f4c7032aac'}] {{(pid=93916) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:43:47.392992 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4194b77-54e2-469f-af3e-daea15d3d635 req-54015463-288c-4c6b-9d70-2f7557d8b9d0 service neutron] Attempting to bind port 6182959c-1b61-4e8b-9b7e-d356b7088e97 on network 26951fdb-bb46-4452-8c34-53f4c7032aac {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:43:47.399461 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4194b77-54e2-469f-af3e-daea15d3d635 req-54015463-288c-4c6b-9d70-2f7557d8b9d0 service neutron] Port 6182959c-1b61-4e8b-9b7e-d356b7088e97 on network 26951fdb-bb46-4452-8c34-53f4c7032aac not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-3 {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 18:43:47.400048 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4194b77-54e2-469f-af3e-daea15d3d635 req-54015463-288c-4c6b-9d70-2f7557d8b9d0 service neutron] Attempting to bind port 6182959c-1b61-4e8b-9b7e-d356b7088e97 on network 26951fdb-bb46-4452-8c34-53f4c7032aac {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:43:47.402354 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54015463-288c-4c6b-9d70-2f7557d8b9d0 service neutron] Pushing event updated for resources: {'Port': ['ID=6182959c-1b61-4e8b-9b7e-d356b7088e97,revision_number=7']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:43:47.414988 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4194b77-54e2-469f-af3e-daea15d3d635 req-54015463-288c-4c6b-9d70-2f7557d8b9d0 service neutron] Checking agent: {'id': 'a3630ff4-fbee-45d9-b9b6-0ae41cb3a350', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 15, 32), 'started_at': datetime.datetime(2021, 7, 14, 18, 15, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 18, 43, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 18:43:47.415335 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4194b77-54e2-469f-af3e-daea15d3d635 req-54015463-288c-4c6b-9d70-2f7557d8b9d0 service neutron] Checking segment: {'id': 'b4257cb2-72a5-4b25-a351-e07b285b3b38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '26951fdb-bb46-4452-8c34-53f4c7032aac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93916) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:43:47.415729 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4194b77-54e2-469f-af3e-daea15d3d635 req-54015463-288c-4c6b-9d70-2f7557d8b9d0 service neutron] Bound using segment: {'id': 'b4257cb2-72a5-4b25-a351-e07b285b3b38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '26951fdb-bb46-4452-8c34-53f4c7032aac'} {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 18:43:47.416223 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.managers [req-c4194b77-54e2-469f-af3e-daea15d3d635 req-54015463-288c-4c6b-9d70-2f7557d8b9d0 service neutron] Bound port: 6182959c-1b61-4e8b-9b7e-d356b7088e97, host: n-h1-800634-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b4257cb2-72a5-4b25-a351-e07b285b3b38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '26951fdb-bb46-4452-8c34-53f4c7032aac'}}] {{(pid=93916) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 18:43:47.416596 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-c4194b77-54e2-469f-af3e-daea15d3d635 req-54015463-288c-4c6b-9d70-2f7557d8b9d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:47.475076 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-54f2d0bb-d593-4e68-97ec-494c537d73c1 req-0e1148cb-8367-4c1e-8752-aa10ef32b001 tempest-AttachVolumeTestJSON-1507206526 tempest-AttachVolumeTestJSON-1507206526-project] 10.222.0.16 "GET /v2.0/security-groups?id=10a7a181-b1d5-45ad-8b34-e6bc7abe70ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3924632 Jul 14 18:43:47.533810 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-676836b7-a69d-4169-8614-ffcdcffb5446 None None] For port 07aea2e8-0564-4026-8d28-bee0ab05b8bc, host n-d-800634-3, cleared binding levels {{(pid=93917) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:43:47.534480 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-8a848da6-c2cf-4669-8585-60781c8f3f0e tempest-BulkNetworkOpsIpV6Test-2004500314 tempest-BulkNetworkOpsIpV6Test-2004500314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25913028', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28969762'] for subnet, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:47.554510 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-676836b7-a69d-4169-8614-ffcdcffb5446 None None] For port 07aea2e8-0564-4026-8d28-bee0ab05b8bc, host n-d-800634-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=07aea2e8-0564-4026-8d28-bee0ab05b8bc,segment=NetworkSegment(e52c49cd-4acd-4c35-9dd3-b607e94321db),segment_id=e52c49cd-4acd-4c35-9dd3-b607e94321db)] {{(pid=93917) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 18:43:47.558891 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-4d39f609-16ce-41ef-b73c-94a84f600926 None None] Provisioning complete for port 6182959c-1b61-4e8b-9b7e-d356b7088e97 triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:43:47.559337 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-4d39f609-16ce-41ef-b73c-94a84f600926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:47.586331 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-676836b7-a69d-4169-8614-ffcdcffb5446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:47.607803 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.db [req-c4194b77-54e2-469f-af3e-daea15d3d635 req-54015463-288c-4c6b-9d70-2f7557d8b9d0 service neutron] For port 6182959c-1b61-4e8b-9b7e-d356b7088e97, host n-h1-800634-3, cleared binding levels {{(pid=93916) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:43:47.618155 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.db [req-c4194b77-54e2-469f-af3e-daea15d3d635 req-54015463-288c-4c6b-9d70-2f7557d8b9d0 service neutron] For port 6182959c-1b61-4e8b-9b7e-d356b7088e97, host n-h1-800634-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=6182959c-1b61-4e8b-9b7e-d356b7088e97,segment=NetworkSegment(b4257cb2-72a5-4b25-a351-e07b285b3b38),segment_id=b4257cb2-72a5-4b25-a351-e07b285b3b38)] {{(pid=93916) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 18:43:47.633704 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-c4194b77-54e2-469f-af3e-daea15d3d635 req-54015463-288c-4c6b-9d70-2f7557d8b9d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2684870'] for port, after_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:47.666555 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-4d39f609-16ce-41ef-b73c-94a84f600926 None None] Port 6182959c-1b61-4e8b-9b7e-d356b7088e97 cannot update to ACTIVE because it is not bound. {{(pid=93917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 18:43:47.677807 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-ed54ef24-8411-4c7c-90e7-61e9461c7dd2 req-490231ec-d775-4bef-a895-5ee5e2a87f04 service neutron] For port 2b680c52-8f17-42de-8174-663ebe8ee305, host n-h1-800634-3, cleared binding levels {{(pid=93915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:43:47.683271 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-ed54ef24-8411-4c7c-90e7-61e9461c7dd2 req-490231ec-d775-4bef-a895-5ee5e2a87f04 service neutron] For port 2b680c52-8f17-42de-8174-663ebe8ee305, host n-h1-800634-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=2b680c52-8f17-42de-8174-663ebe8ee305,segment=NetworkSegment(d46cbae5-a9c8-4575-b283-c5e5c56b0da1),segment_id=d46cbae5-a9c8-4575-b283-c5e5c56b0da1)] {{(pid=93915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 18:43:47.716795 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:47.727060 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [req-143ac358-2fc2-4000-85d4-ef4770abacc0 req-3e53a328-abf9-4395-ab29-060fd8a567ef service neutron] In _notify_port_updated(), no bound segment for port 2ce8955c-39eb-4a08-89c1-c4e808ceeb28 on network 53bb0fcd-64dd-42eb-8d88-ad420edc0329 {{(pid=93915) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 14 18:43:47.727317 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676836b7-a69d-4169-8614-ffcdcffb5446 None None] Pushing event updated for resources: {'Port': ['ID=07aea2e8-0564-4026-8d28-bee0ab05b8bc,revision_number=3']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:43:47.728399 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143ac358-2fc2-4000-85d4-ef4770abacc0 req-3e53a328-abf9-4395-ab29-060fd8a567ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:43:47.729319 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-143ac358-2fc2-4000-85d4-ef4770abacc0 req-3e53a328-abf9-4395-ab29-060fd8a567ef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:47.730929 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-143ac358-2fc2-4000-85d4-ef4770abacc0 req-3e53a328-abf9-4395-ab29-060fd8a567ef service neutron] 10.222.0.35 "PUT /v2.0/ports/2ce8955c-39eb-4a08-89c1-c4e808ceeb28 HTTP/1.1" status: 200 len: 1027 time: 3.8787558 Jul 14 18:43:47.781423 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54015463-288c-4c6b-9d70-2f7557d8b9d0 service neutron] Pushing event updated for resources: {'Port': ['ID=6182959c-1b61-4e8b-9b7e-d356b7088e97,revision_number=8']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:43:47.804083 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7b58cc5-d900-4c19-86f4-9befdd4826d6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '02f27bc5-ba4e-4925-b830-6468da0dccb6'}] {{(pid=93917) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:43:47.808851 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20b787f3c29eaa7aa2a4d648c725a2124c5ff39a8d793252f9d844495e14cf42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6c76f61-aa6d-4cf2-96ce-a44ff7a8487c" -d '{"events": [{"server_uuid": "d7b58cc5-d900-4c19-86f4-9befdd4826d6", "name": "network-vif-unplugged", "status": "completed", "tag": "02f27bc5-ba4e-4925-b830-6468da0dccb6"}]}' {{(pid=93917) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:43:47.826371 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a848da6-c2cf-4669-8585-60781c8f3f0e tempest-BulkNetworkOpsIpV6Test-2004500314 tempest-BulkNetworkOpsIpV6Test-2004500314-project] Pushing event deleted for resources: {'Subnet': ['ID=709958ef-4c0b-4d25-aa93-6ecb8dbfeb06,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:43:47.841874 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-ed54ef24-8411-4c7c-90e7-61e9461c7dd2 req-490231ec-d775-4bef-a895-5ee5e2a87f04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25912978'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:47.843154 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] For port 02f27bc5-ba4e-4925-b830-6468da0dccb6, host n-h2-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=02f27bc5-ba4e-4925-b830-6468da0dccb6,segment=NetworkSegment(10270b9d-7deb-4383-8c55-a66aebb27b9d),segment_id=10270b9d-7deb-4383-8c55-a66aebb27b9d)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:43:47.845553 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-13002089-1809-4aaa-81b2-839e9939deb9 None None] Provisioning complete for port 2ce8955c-39eb-4a08-89c1-c4e808ceeb28 triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:43:47.846446 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-13002089-1809-4aaa-81b2-839e9939deb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:47.884152 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:47.885020 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Device 85897482-0484-49f8-8ec5-b7a74ba260d7 no longer exists at agent hyperv_n-h2-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 18:43:48.032668 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4194b77-54e2-469f-af3e-daea15d3d635 req-54015463-288c-4c6b-9d70-2f7557d8b9d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:43:48.033609 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-c4194b77-54e2-469f-af3e-daea15d3d635 req-54015463-288c-4c6b-9d70-2f7557d8b9d0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:48.035165 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-c4194b77-54e2-469f-af3e-daea15d3d635 req-54015463-288c-4c6b-9d70-2f7557d8b9d0 service neutron] 10.222.0.35 "PUT /v2.0/ports/6182959c-1b61-4e8b-9b7e-d356b7088e97 HTTP/1.1" status: 200 len: 1122 time: 1.5272408 Jul 14 18:43:48.080553 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed54ef24-8411-4c7c-90e7-61e9461c7dd2 req-490231ec-d775-4bef-a895-5ee5e2a87f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:43:48.081887 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-ed54ef24-8411-4c7c-90e7-61e9461c7dd2 req-490231ec-d775-4bef-a895-5ee5e2a87f04 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:48.083817 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ed54ef24-8411-4c7c-90e7-61e9461c7dd2 req-490231ec-d775-4bef-a895-5ee5e2a87f04 service neutron] 10.222.0.18 "PUT /v2.0/ports/2b680c52-8f17-42de-8174-663ebe8ee305 HTTP/1.1" status: 200 len: 1092 time: 4.5567107 Jul 14 18:43:48.167366 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c64ed9f9-cec3-467a-b9e4-e8dc086743bc', 'tag': '2b680c52-8f17-42de-8174-663ebe8ee305'}] {{(pid=93915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:43:48.176975 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e72782ad3af8f7d4ce76cedf092bca46d1756acc5c4653cf0b52034cdd6b073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db549688-948a-4323-9e59-ea70f182a672" -d '{"events": [{"name": "network-changed", "server_uuid": "c64ed9f9-cec3-467a-b9e4-e8dc086743bc", "tag": "2b680c52-8f17-42de-8174-663ebe8ee305"}]}' {{(pid=93915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:43:48.214290 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-8a848da6-c2cf-4669-8585-60781c8f3f0e tempest-BulkNetworkOpsIpV6Test-2004500314 tempest-BulkNetworkOpsIpV6Test-2004500314-project] Notify callbacks [] for subnet, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:48.219314 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-8a848da6-c2cf-4669-8585-60781c8f3f0e tempest-BulkNetworkOpsIpV6Test-2004500314 tempest-BulkNetworkOpsIpV6Test-2004500314-project] 10.222.0.16 "DELETE /v2.0/subnets/709958ef-4c0b-4d25-aa93-6ecb8dbfeb06 HTTP/1.1" status: 204 len: 168 time: 2.1875870 Jul 14 18:43:48.219669 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-13002089-1809-4aaa-81b2-839e9939deb9 None None] Port 2ce8955c-39eb-4a08-89c1-c4e808ceeb28 cannot update to ACTIVE because it is not bound. {{(pid=93917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 18:43:48.221343 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Pushing event updated for resources: {'Port': ['ID=02f27bc5-ba4e-4925-b830-6468da0dccb6,revision_number=6']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:43:48.222950 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 32996) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:43:48.238584 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490231ec-d775-4bef-a895-5ee5e2a87f04 service neutron] Pushing event updated for resources: {'Port': ['ID=2b680c52-8f17-42de-8174-663ebe8ee305,revision_number=3']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:43:48.267100 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] get_ports_and_sgs() called for port_ids ['6182959c-1b61-4e8b-9b7e-d356b7088e97'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 18:43:48.373526 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fd9481a-d22a-4559-a976-54acfda7979d tempest-BulkNetworkOpsIpV6Test-2004500314 tempest-BulkNetworkOpsIpV6Test-2004500314-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:43:48.375124 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-4fd9481a-d22a-4559-a976-54acfda7979d tempest-BulkNetworkOpsIpV6Test-2004500314 tempest-BulkNetworkOpsIpV6Test-2004500314-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1510441 Jul 14 18:43:48.384932 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 33002) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:43:48.426887 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143ac358-2fc2-4000-85d4-ef4770abacc0 req-bea6a176-939d-45e6-ac81-ef4dccb5c2ec tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:43:48.428386 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-143ac358-2fc2-4000-85d4-ef4770abacc0 req-bea6a176-939d-45e6-ac81-ef4dccb5c2ec tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] 10.222.0.35 "GET /v2.0/ports/02f27bc5-ba4e-4925-b830-6468da0dccb6?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.5580647 Jul 14 18:43:48.451265 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [req-143ac358-2fc2-4000-85d4-ef4770abacc0 req-cde79276-f345-4822-81ef-3eb93d08bb42 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:43:48.495709 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:48.518994 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-8e1e2119-01c2-4dd4-ad0b-f004e47fa0ee None None] Provisioning complete for port 6182959c-1b61-4e8b-9b7e-d356b7088e97 triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:43:48.520321 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-8e1e2119-01c2-4dd4-ad0b-f004e47fa0ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:48.550258 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948dad11-1c12-4f65-b6a4-f6560434990e req-542d7ade-ca59-4127-a937-595b40ffc6e0 tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:43:48.551500 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-948dad11-1c12-4f65-b6a4-f6560434990e req-542d7ade-ca59-4127-a937-595b40ffc6e0 tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] 10.222.0.16 "GET /v2.0/ports?device_id=4ed688ec-0b1c-4d1e-881c-157d22decd3a HTTP/1.1" status: 200 len: 945 time: 1.0417931 Jul 14 18:43:48.572312 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-b6a578ca-13ab-434f-871e-fe9a0ce79727 tempest-BulkNetworkOpsIpV6Test-2004500314 tempest-BulkNetworkOpsIpV6Test-2004500314-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645734'] for network, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:48.662180 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 07aea2e8-0564-4026-8d28-bee0ab05b8bc up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:43:48.668174 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-948dad11-1c12-4f65-b6a4-f6560434990e req-772639cd-7789-4a67-a2c8-3d76d3270d07 tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] 10.222.0.16 "GET /v2.0/security-groups?id=f745dc72-333e-4ddf-8281-1bb3e04e8f82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705020 Jul 14 18:43:48.688866 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36906f7c-bce7-4f58-89e7-c39e913187a4 req-2ca1ff5d-63f6-427d-a60a-2bdadcf1d011 tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:43:48.697775 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36906f7c-bce7-4f58-89e7-c39e913187a4 req-2ca1ff5d-63f6-427d-a60a-2bdadcf1d011 tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:43:48.705669 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36906f7c-bce7-4f58-89e7-c39e913187a4 req-2ca1ff5d-63f6-427d-a60a-2bdadcf1d011 tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:43:48.712474 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] For port 85897482-0484-49f8-8ec5-b7a74ba260d7, host n-h2-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=85897482-0484-49f8-8ec5-b7a74ba260d7,segment=NetworkSegment(10270b9d-7deb-4383-8c55-a66aebb27b9d),segment_id=10270b9d-7deb-4383-8c55-a66aebb27b9d)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:43:48.714505 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36906f7c-bce7-4f58-89e7-c39e913187a4 req-2ca1ff5d-63f6-427d-a60a-2bdadcf1d011 tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:43:48.721329 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36906f7c-bce7-4f58-89e7-c39e913187a4 req-2ca1ff5d-63f6-427d-a60a-2bdadcf1d011 tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:43:48.725431 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-b6a578ca-13ab-434f-871e-fe9a0ce79727 tempest-BulkNetworkOpsIpV6Test-2004500314 tempest-BulkNetworkOpsIpV6Test-2004500314-project] Deleting port 07aea2e8-0564-4026-8d28-bee0ab05b8bc {{(pid=93916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:43:48.725852 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-b6a578ca-13ab-434f-871e-fe9a0ce79727 tempest-BulkNetworkOpsIpV6Test-2004500314 tempest-BulkNetworkOpsIpV6Test-2004500314-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:48.729998 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36906f7c-bce7-4f58-89e7-c39e913187a4 req-2ca1ff5d-63f6-427d-a60a-2bdadcf1d011 tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:43:48.733142 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-36906f7c-bce7-4f58-89e7-c39e913187a4 req-2ca1ff5d-63f6-427d-a60a-2bdadcf1d011 tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] 10.222.0.16 "GET /v2.0/ports?device_id=d7b58cc5-d900-4c19-86f4-9befdd4826d6 HTTP/1.1" status: 200 len: 4660 time: 0.9999847 Jul 14 18:43:48.769652 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:48.770894 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Device c2b3fb63-6908-4955-af27-c8e059a5a158 no longer exists at agent hyperv_n-h2-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 18:43:48.808962 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 14 Jul 2021 18:43:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-728c7cd6-8ece-4b4c-b393-0d5140465f25 x-openstack-request-id: req-728c7cd6-8ece-4b4c-b393-0d5140465f25 {{(pid=93916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:43:48.809317 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f9a7f72-8408-4351-a6cb-31c74000b0ce", "name": "network-vif-unplugged", "status": "completed", "tag": "6182959c-1b61-4e8b-9b7e-d356b7088e97", "code": 200}]} {{(pid=93916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:43:48.809503 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-728c7cd6-8ece-4b4c-b393-0d5140465f25 {{(pid=93916) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:43:48.809914 n-d-800634-3 neutron-server[93916]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f9a7f72-8408-4351-a6cb-31c74000b0ce', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6182959c-1b61-4e8b-9b7e-d356b7088e97', 'code': 200} Jul 14 18:43:48.879325 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed54ef24-8411-4c7c-90e7-61e9461c7dd2 req-6be779aa-e244-4bdc-a45d-a1ce7c2a921b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:43:48.881295 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ed54ef24-8411-4c7c-90e7-61e9461c7dd2 req-6be779aa-e244-4bdc-a45d-a1ce7c2a921b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4427572788fe4f30abbab6f59fdbf9f1&device_id=c64ed9f9-cec3-467a-b9e4-e8dc086743bc HTTP/1.1" status: 200 len: 1095 time: 0.6607387 Jul 14 18:43:48.884077 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.db [None req-b6a578ca-13ab-434f-871e-fe9a0ce79727 tempest-BulkNetworkOpsIpV6Test-2004500314 tempest-BulkNetworkOpsIpV6Test-2004500314-project] For port 07aea2e8-0564-4026-8d28-bee0ab05b8bc, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=07aea2e8-0564-4026-8d28-bee0ab05b8bc,segment=NetworkSegment(e52c49cd-4acd-4c35-9dd3-b607e94321db),segment_id=e52c49cd-4acd-4c35-9dd3-b607e94321db)] {{(pid=93916) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:43:48.884477 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-b6a578ca-13ab-434f-871e-fe9a0ce79727 tempest-BulkNetworkOpsIpV6Test-2004500314 tempest-BulkNetworkOpsIpV6Test-2004500314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:48.891039 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-36906f7c-bce7-4f58-89e7-c39e913187a4 req-e44ca9d5-2a1f-4563-b12f-545b5bab34a4 tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] 10.222.0.16 "GET /v2.0/security-groups?id=1bfbf1b1-a239-48c4-9d02-fd8b65b471a7&id=1cc7ef8d-a00b-43d6-95a3-c209cbabb8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1429284 Jul 14 18:43:48.910291 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-b6a578ca-13ab-434f-871e-fe9a0ce79727 tempest-BulkNetworkOpsIpV6Test-2004500314 tempest-BulkNetworkOpsIpV6Test-2004500314-project] Calling delete_port for 07aea2e8-0564-4026-8d28-bee0ab05b8bc owned by network:dhcp {{(pid=93916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:43:49.018318 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ed54ef24-8411-4c7c-90e7-61e9461c7dd2 req-fd9ba945-dfb4-4f66-902d-a2084f3fd91f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2b680c52-8f17-42de-8174-663ebe8ee305 HTTP/1.1" status: 200 len: 217 time: 0.1243207 Jul 14 18:43:49.019237 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-143ac358-2fc2-4000-85d4-ef4770abacc0 req-cde79276-f345-4822-81ef-3eb93d08bb42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:49.182743 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-b6a578ca-13ab-434f-871e-fe9a0ce79727 tempest-BulkNetworkOpsIpV6Test-2004500314 tempest-BulkNetworkOpsIpV6Test-2004500314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:49.223233 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 18:43:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05e8b60d-9a1e-49dc-8237-31dce7cca8b8 x-openstack-request-id: req-05e8b60d-9a1e-49dc-8237-31dce7cca8b8 {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:43:49.224083 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c64ed9f9-cec3-467a-b9e4-e8dc086743bc", "tag": "2b680c52-8f17-42de-8174-663ebe8ee305", "status": "completed", "code": 200}]} {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:43:49.224083 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-05e8b60d-9a1e-49dc-8237-31dce7cca8b8 {{(pid=93915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:43:49.224470 n-d-800634-3 neutron-server[93915]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c64ed9f9-cec3-467a-b9e4-e8dc086743bc', 'tag': '2b680c52-8f17-42de-8174-663ebe8ee305', 'status': 'completed', 'code': 200} Jul 14 18:43:49.239075 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Pushing event updated for resources: {'Port': ['ID=85897482-0484-49f8-8ec5-b7a74ba260d7,revision_number=6']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:43:49.269283 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-8e1e2119-01c2-4dd4-ad0b-f004e47fa0ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:49.311097 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a578ca-13ab-434f-871e-fe9a0ce79727 tempest-BulkNetworkOpsIpV6Test-2004500314 tempest-BulkNetworkOpsIpV6Test-2004500314-project] Pushing event deleted for resources: {'Port': ['ID=07aea2e8-0564-4026-8d28-bee0ab05b8bc,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:43:49.337557 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] No active binding found for port 07aea2e8-0564-4026-8d28-bee0ab05b8bc {{(pid=93917) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 14 18:43:49.339533 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6a578ca-13ab-434f-871e-fe9a0ce79727 tempest-BulkNetworkOpsIpV6Test-2004500314 tempest-BulkNetworkOpsIpV6Test-2004500314-project] No DVR routers for this DVR port 07aea2e8-0564-4026-8d28-bee0ab05b8bc on host n-d-800634-3 {{(pid=93916) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 18:43:49.357419 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 07aea2e8-0564-4026-8d28-bee0ab05b8bc not bound to the agent host n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jul 14 18:43:49.408145 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 14 Jul 2021 18:43:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79e10d93-b295-4683-b05e-f369f3e5e837 x-openstack-request-id: req-79e10d93-b295-4683-b05e-f369f3e5e837 {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:43:49.408445 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7b58cc5-d900-4c19-86f4-9befdd4826d6", "name": "network-vif-unplugged", "status": "completed", "tag": "02f27bc5-ba4e-4925-b830-6468da0dccb6", "code": 200}]} {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:43:49.408631 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-79e10d93-b295-4683-b05e-f369f3e5e837 {{(pid=93917) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:43:49.408996 n-d-800634-3 neutron-server[93917]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7b58cc5-d900-4c19-86f4-9befdd4826d6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '02f27bc5-ba4e-4925-b830-6468da0dccb6', 'code': 200} Jul 14 18:43:49.476882 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed54ef24-8411-4c7c-90e7-61e9461c7dd2 req-094d2d2d-ea49-4da6-bc0c-ee156a64e097 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:43:49.481939 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ed54ef24-8411-4c7c-90e7-61e9461c7dd2 req-094d2d2d-ea49-4da6-bc0c-ee156a64e097 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=42f73a38-7ef6-4d77-ab5e-abe039b69936 HTTP/1.1" status: 200 len: 850 time: 0.4563992 Jul 14 18:43:49.619833 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-936bada9-c31f-4357-aa4a-905a9f4cbeba None None] Network bd7a40a3-7418-43c0-bcb0-c65d4d9e7c8b requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:43:49.690563 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-b6a578ca-13ab-434f-871e-fe9a0ce79727 tempest-BulkNetworkOpsIpV6Test-2004500314 tempest-BulkNetworkOpsIpV6Test-2004500314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2096010', 'neutron.services.segments.db._delete_segments_for_network-8728202734996'] for network, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:49.719676 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.segments.db [None req-b6a578ca-13ab-434f-871e-fe9a0ce79727 tempest-BulkNetworkOpsIpV6Test-2004500314 tempest-BulkNetworkOpsIpV6Test-2004500314-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd7a40a3-7418-43c0-bcb0-c65d4d9e7c8b']}} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:43:49.747065 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.segments.db [None req-b6a578ca-13ab-434f-871e-fe9a0ce79727 tempest-BulkNetworkOpsIpV6Test-2004500314 tempest-BulkNetworkOpsIpV6Test-2004500314-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e52c49cd-4acd-4c35-9dd3-b607e94321db') {'for_net_delete': True} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:43:49.747650 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.segments.db [None req-b6a578ca-13ab-434f-871e-fe9a0ce79727 tempest-BulkNetworkOpsIpV6Test-2004500314 tempest-BulkNetworkOpsIpV6Test-2004500314-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e52c49cd-4acd-4c35-9dd3-b607e94321db') {} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:43:49.759155 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-b6a578ca-13ab-434f-871e-fe9a0ce79727 tempest-BulkNetworkOpsIpV6Test-2004500314 tempest-BulkNetworkOpsIpV6Test-2004500314-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728202715275', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26296891'] for segment, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:49.778123 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-b6a578ca-13ab-434f-871e-fe9a0ce79727 tempest-BulkNetworkOpsIpV6Test-2004500314 tempest-BulkNetworkOpsIpV6Test-2004500314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:49.789473 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Port 07aea2e8-0564-4026-8d28-bee0ab05b8bc not found, will not notify nova. {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jul 14 18:43:49.795217 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6a578ca-13ab-434f-871e-fe9a0ce79727 tempest-BulkNetworkOpsIpV6Test-2004500314 tempest-BulkNetworkOpsIpV6Test-2004500314-project] Releasing vlan 61 on physical network physnet1 to pool {{(pid=93916) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 18:43:49.795630 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-b6a578ca-13ab-434f-871e-fe9a0ce79727 tempest-BulkNetworkOpsIpV6Test-2004500314 tempest-BulkNetworkOpsIpV6Test-2004500314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2682942'] for segment, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:49.798908 n-d-800634-3 neutron-server[93916]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:43:49.798908 n-d-800634-3 neutron-server[93916]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:43:49.798908 n-d-800634-3 neutron-server[93916]: Traceback (most recent call last): Jul 14 18:43:49.798908 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 18:43:49.798908 n-d-800634-3 neutron-server[93916]: timer() Jul 14 18:43:49.798908 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 18:43:49.798908 n-d-800634-3 neutron-server[93916]: cb(*args, **kw) Jul 14 18:43:49.798908 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 18:43:49.798908 n-d-800634-3 neutron-server[93916]: return func(*args, **kwargs) Jul 14 18:43:49.798908 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 18:43:49.798908 n-d-800634-3 neutron-server[93916]: self._notify() Jul 14 18:43:49.798908 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 18:43:49.798908 n-d-800634-3 neutron-server[93916]: self.callback(batched_events) Jul 14 18:43:49.798908 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 18:43:49.798908 n-d-800634-3 neutron-server[93916]: event.method(event) Jul 14 18:43:49.798908 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 18:43:49.798908 n-d-800634-3 neutron-server[93916]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 18:43:49.798908 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 18:43:49.798908 n-d-800634-3 neutron-server[93916]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 18:43:49.798908 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 18:43:49.798908 n-d-800634-3 neutron-server[93916]: return f(self, *a, **k) Jul 14 18:43:49.798908 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 18:43:49.798908 n-d-800634-3 neutron-server[93916]: return self._get(url).json() Jul 14 18:43:49.798908 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 18:43:49.798908 n-d-800634-3 neutron-server[93916]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 18:43:49.798908 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 18:43:49.798908 n-d-800634-3 neutron-server[93916]: return self.request(url, 'GET', **kwargs) Jul 14 18:43:49.798908 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 18:43:49.798908 n-d-800634-3 neutron-server[93916]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 18:43:49.798908 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 18:43:49.798908 n-d-800634-3 neutron-server[93916]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 18:43:49.798908 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 18:43:49.798908 n-d-800634-3 neutron-server[93916]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 18:43:49.798908 n-d-800634-3 neutron-server[93916]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 18:43:49.924546 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-b6a578ca-13ab-434f-871e-fe9a0ce79727 tempest-BulkNetworkOpsIpV6Test-2004500314 tempest-BulkNetworkOpsIpV6Test-2004500314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2096001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-930085'] for network, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:49.932652 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-b6a578ca-13ab-434f-871e-fe9a0ce79727 tempest-BulkNetworkOpsIpV6Test-2004500314 tempest-BulkNetworkOpsIpV6Test-2004500314-project] Notify callbacks [] for network, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:49.934721 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-b6a578ca-13ab-434f-871e-fe9a0ce79727 tempest-BulkNetworkOpsIpV6Test-2004500314 tempest-BulkNetworkOpsIpV6Test-2004500314-project] 10.222.0.16 "DELETE /v2.0/networks/bd7a40a3-7418-43c0-bcb0-c65d4d9e7c8b HTTP/1.1" status: 204 len: 168 time: 1.5486298 Jul 14 18:43:49.940268 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 33028) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:43:49.970245 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-8e1e2119-01c2-4dd4-ad0b-f004e47fa0ee None None] For port 6182959c-1b61-4e8b-9b7e-d356b7088e97, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=6182959c-1b61-4e8b-9b7e-d356b7088e97,segment=NetworkSegment(b4257cb2-72a5-4b25-a351-e07b285b3b38),segment_id=b4257cb2-72a5-4b25-a351-e07b285b3b38)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:43:49.975232 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:49.979100 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a578ca-13ab-434f-871e-fe9a0ce79727 tempest-BulkNetworkOpsIpV6Test-2004500314 tempest-BulkNetworkOpsIpV6Test-2004500314-project] Pushing event deleted for resources: {'Network': ['ID=bd7a40a3-7418-43c0-bcb0-c65d4d9e7c8b,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:43:50.046111 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-8e1e2119-01c2-4dd4-ad0b-f004e47fa0ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:50.105015 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8c9539-a34c-4c23-ba6a-2bd464043126 req-8ed9751d-cba9-4504-883d-f98a8ad0deda tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:43:50.121048 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-fc8c9539-a34c-4c23-ba6a-2bd464043126 req-8ed9751d-cba9-4504-883d-f98a8ad0deda tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] 10.222.0.16 "GET /v2.0/ports?device_id=6f9a7f72-8408-4351-a6cb-31c74000b0ce HTTP/1.1" status: 200 len: 944 time: 0.5886428 Jul 14 18:43:50.146173 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed54ef24-8411-4c7c-90e7-61e9461c7dd2 req-9e4c3f0f-819b-42d0-ae0d-702b43cc655d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:43:50.149269 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ed54ef24-8411-4c7c-90e7-61e9461c7dd2 req-9e4c3f0f-819b-42d0-ae0d-702b43cc655d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=949878ad-81d9-4447-9e61-f4d51615e760&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6078434 Jul 14 18:43:50.169994 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-143ac358-2fc2-4000-85d4-ef4770abacc0 req-cde79276-f345-4822-81ef-3eb93d08bb42 service neutron] For port 02f27bc5-ba4e-4925-b830-6468da0dccb6, host n-h2-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=02f27bc5-ba4e-4925-b830-6468da0dccb6,segment=NetworkSegment(10270b9d-7deb-4383-8c55-a66aebb27b9d),segment_id=10270b9d-7deb-4383-8c55-a66aebb27b9d)] {{(pid=93915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:43:50.219508 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0edba945-381d-4131-9e5b-051e327cdd6b None None] DHCP port deletion for bd7a40a3-7418-43c0-bcb0-c65d4d9e7c8b request from n-d-800634-3 {{(pid=93917) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 18:43:50.381798 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e4213e2-0a91-41ba-bbd1-b700ac386412 None None] get_active_networks_info from n-d-800634-3 {{(pid=93917) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 14 18:43:50.601991 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fc6d84-bd07-4a01-8255-be14caeab17d req-d423e99d-c9c9-431e-99c2-15a0720230fa tempest-AttachVolumeTestJSON-1507206526 tempest-AttachVolumeTestJSON-1507206526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:43:50.609627 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b1fc6d84-bd07-4a01-8255-be14caeab17d req-d423e99d-c9c9-431e-99c2-15a0720230fa tempest-AttachVolumeTestJSON-1507206526 tempest-AttachVolumeTestJSON-1507206526-project] 10.222.0.16 "GET /v2.0/ports?device_id=c64ed9f9-cec3-467a-b9e4-e8dc086743bc HTTP/1.1" status: 200 len: 944 time: 0.8474433 Jul 14 18:43:50.655658 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1e2119-01c2-4dd4-ad0b-f004e47fa0ee None None] Pushing event updated for resources: {'Port': ['ID=6182959c-1b61-4e8b-9b7e-d356b7088e97,revision_number=9']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:43:50.668647 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-fc8c9539-a34c-4c23-ba6a-2bd464043126 req-0fbe0549-a74e-4b2e-b67b-34d723012760 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] 10.222.0.16 "GET /v2.0/security-groups?id=8e407b29-87a3-469b-bd17-d62b5e354976&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5302947 Jul 14 18:43:50.678359 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] For port c2b3fb63-6908-4955-af27-c8e059a5a158, host n-h2-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=c2b3fb63-6908-4955-af27-c8e059a5a158,segment=NetworkSegment(55e97a62-6e3a-4f99-9832-0415496a9afd),segment_id=55e97a62-6e3a-4f99-9832-0415496a9afd)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:43:50.693146 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 07aea2e8-0564-4026-8d28-bee0ab05b8bc no longer exists at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 18:43:50.742389 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-3f9d3c40-7ca0-4260-a3a8-eec0890bdbe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:50.752577 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b1fc6d84-bd07-4a01-8255-be14caeab17d req-a76bc186-8485-46dc-95a9-1572332ff109 tempest-AttachVolumeTestJSON-1507206526 tempest-AttachVolumeTestJSON-1507206526-project] 10.222.0.16 "GET /v2.0/security-groups?id=10a7a181-b1d5-45ad-8b34-e6bc7abe70ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1401942 Jul 14 18:43:50.753870 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-143ac358-2fc2-4000-85d4-ef4770abacc0 req-cde79276-f345-4822-81ef-3eb93d08bb42 service neutron] For port 02f27bc5-ba4e-4925-b830-6468da0dccb6, host n-h2-800634-3, cleared binding levels {{(pid=93915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:43:50.793837 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:50.794558 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Device eae0b81b-04b1-451f-ad3f-22e780eb31b9 no longer exists at agent hyperv_n-h2-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 18:43:50.819562 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ed54ef24-8411-4c7c-90e7-61e9461c7dd2 req-40baa8c0-d671-4143-a815-50d611da26f9 service neutron] 10.222.0.18 "GET /v2.0/networks/949878ad-81d9-4447-9e61-f4d51615e760?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6533434 Jul 14 18:43:50.822865 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [req-143ac358-2fc2-4000-85d4-ef4770abacc0 req-cde79276-f345-4822-81ef-3eb93d08bb42 service neutron] device_id is not set on port 02f27bc5-ba4e-4925-b830-6468da0dccb6 yet. {{(pid=93915) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 18:43:50.968599 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] No Port match for: 07aea2e8-0564-4026-8d28-bee0ab05b8bc {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 18:43:50.968996 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 07aea2e8-0564-4026-8d28-bee0ab05b8bc not bound to the agent host n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 18:43:51.001332 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-143ac358-2fc2-4000-85d4-ef4770abacc0 req-cde79276-f345-4822-81ef-3eb93d08bb42 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:51.091026 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-143ac358-2fc2-4000-85d4-ef4770abacc0 req-cde79276-f345-4822-81ef-3eb93d08bb42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25912978'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:51.157634 n-d-800634-3 neutron-server[93916]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f9a7f72-8408-4351-a6cb-31c74000b0ce', 'tag': '6182959c-1b61-4e8b-9b7e-d356b7088e97'}] {{(pid=93916) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:43:51.169978 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f803e150b363a7893830aa996ac27753fa25517c406ecd3536b7c2d4b26eeb9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58e4f92e-e368-49d7-8157-f4350ccdc1d2" -d '{"events": [{"name": "network-changed", "server_uuid": "6f9a7f72-8408-4351-a6cb-31c74000b0ce", "tag": "6182959c-1b61-4e8b-9b7e-d356b7088e97"}]}' {{(pid=93916) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:43:51.209114 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Pushing event updated for resources: {'Port': ['ID=c2b3fb63-6908-4955-af27-c8e059a5a158,revision_number=6']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:43:51.250593 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde79276-f345-4822-81ef-3eb93d08bb42 service neutron] Pushing event updated for resources: {'Port': ['ID=02f27bc5-ba4e-4925-b830-6468da0dccb6,revision_number=7']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:43:51.254072 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ed54ef24-8411-4c7c-90e7-61e9461c7dd2 req-898d81d7-d5c4-4447-a2de-a835ef2cfb2f service neutron] 10.222.0.18 "GET /v2.0/networks/949878ad-81d9-4447-9e61-f4d51615e760?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4216995 Jul 14 18:43:51.271797 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 18:43:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2297845-12d8-4af2-82b5-6398dd0a8511 x-openstack-request-id: req-b2297845-12d8-4af2-82b5-6398dd0a8511 {{(pid=93916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:43:51.272091 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f9a7f72-8408-4351-a6cb-31c74000b0ce", "tag": "6182959c-1b61-4e8b-9b7e-d356b7088e97", "status": "completed", "code": 200}]} {{(pid=93916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:43:51.273493 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b2297845-12d8-4af2-82b5-6398dd0a8511 {{(pid=93916) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:43:51.274199 n-d-800634-3 neutron-server[93916]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f9a7f72-8408-4351-a6cb-31c74000b0ce', 'tag': '6182959c-1b61-4e8b-9b7e-d356b7088e97', 'status': 'completed', 'code': 200} Jul 14 18:43:51.284349 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-0cbf0546-5785-4e1e-94cb-d1172d0c0e13 tempest-BulkNetworkOpsIpV6Test-2004500314 tempest-BulkNetworkOpsIpV6Test-2004500314-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645734'] for network, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:51.284824 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [req-143ac358-2fc2-4000-85d4-ef4770abacc0 req-cde79276-f345-4822-81ef-3eb93d08bb42 service neutron] No DVR routers for this DVR port 02f27bc5-ba4e-4925-b830-6468da0dccb6 on host n-h2-800634-3 {{(pid=93915) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 18:43:51.297022 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:51.333987 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-3f30ae49-3114-4786-97df-d8a895bc2876 None None] Could not find standard attr ID for object 07aea2e8-0564-4026-8d28-bee0ab05b8bc. {{(pid=93917) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 14 18:43:51.337332 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [req-143ac358-2fc2-4000-85d4-ef4770abacc0 req-cde79276-f345-4822-81ef-3eb93d08bb42 service neutron] In _notify_port_updated(), no bound segment for port 02f27bc5-ba4e-4925-b830-6468da0dccb6 on network 53bb0fcd-64dd-42eb-8d88-ad420edc0329 {{(pid=93915) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 14 18:43:51.338493 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143ac358-2fc2-4000-85d4-ef4770abacc0 req-cde79276-f345-4822-81ef-3eb93d08bb42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:43:51.339379 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-143ac358-2fc2-4000-85d4-ef4770abacc0 req-cde79276-f345-4822-81ef-3eb93d08bb42 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:51.340942 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-143ac358-2fc2-4000-85d4-ef4770abacc0 req-cde79276-f345-4822-81ef-3eb93d08bb42 service neutron] 10.222.0.35 "PUT /v2.0/ports/02f27bc5-ba4e-4925-b830-6468da0dccb6 HTTP/1.1" status: 200 len: 1027 time: 2.8959455 Jul 14 18:43:51.351309 n-d-800634-3 neutron-server[93917]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e4213e2-0a91-41ba-bbd1-b700ac386412 None None] Resources bound (agent type, host, resource id): {{(pid=93917) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 14 18:43:51.384181 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] For port eae0b81b-04b1-451f-ad3f-22e780eb31b9, host n-h2-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=eae0b81b-04b1-451f-ad3f-22e780eb31b9,segment=NetworkSegment(10270b9d-7deb-4383-8c55-a66aebb27b9d),segment_id=10270b9d-7deb-4383-8c55-a66aebb27b9d)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:43:51.399362 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:51.400363 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Device 827a9395-b498-4e0f-b70e-182acf0b86da no longer exists at agent hyperv_n-h2-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 18:43:51.418999 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-0cbf0546-5785-4e1e-94cb-d1172d0c0e13 tempest-BulkNetworkOpsIpV6Test-2004500314 tempest-BulkNetworkOpsIpV6Test-2004500314-project] Deleting port 324509a4-83a0-4f31-bd13-36c54336dbfc {{(pid=93916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:43:51.419345 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-0cbf0546-5785-4e1e-94cb-d1172d0c0e13 tempest-BulkNetworkOpsIpV6Test-2004500314 tempest-BulkNetworkOpsIpV6Test-2004500314-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:51.436293 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7b58cc5-d900-4c19-86f4-9befdd4826d6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '85897482-0484-49f8-8ec5-b7a74ba260d7'}, {'server_uuid': '6f9a7f72-8408-4351-a6cb-31c74000b0ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6182959c-1b61-4e8b-9b7e-d356b7088e97'}, {'server_uuid': 'd7b58cc5-d900-4c19-86f4-9befdd4826d6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c2b3fb63-6908-4955-af27-c8e059a5a158'}, {'server_uuid': 'd7b58cc5-d900-4c19-86f4-9befdd4826d6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eae0b81b-04b1-451f-ad3f-22e780eb31b9'}] {{(pid=93917) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:43:51.438880 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20b787f3c29eaa7aa2a4d648c725a2124c5ff39a8d793252f9d844495e14cf42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c02d11aa-269d-40d3-9bf2-4419a68db666" -d '{"events": [{"server_uuid": "d7b58cc5-d900-4c19-86f4-9befdd4826d6", "name": "network-vif-unplugged", "status": "completed", "tag": "85897482-0484-49f8-8ec5-b7a74ba260d7"}, {"server_uuid": "6f9a7f72-8408-4351-a6cb-31c74000b0ce", "name": "network-vif-plugged", "status": "completed", "tag": "6182959c-1b61-4e8b-9b7e-d356b7088e97"}, {"server_uuid": "d7b58cc5-d900-4c19-86f4-9befdd4826d6", "name": "network-vif-unplugged", "status": "completed", "tag": "c2b3fb63-6908-4955-af27-c8e059a5a158"}, {"server_uuid": "d7b58cc5-d900-4c19-86f4-9befdd4826d6", "name": "network-vif-unplugged", "status": "completed", "tag": "eae0b81b-04b1-451f-ad3f-22e780eb31b9"}]}' {{(pid=93917) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:43:51.441914 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Device 6182959c-1b61-4e8b-9b7e-d356b7088e97 details requested by agent hyperv_n-h2-800634-3 with host n-h2-800634-3 {{(pid=93917) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 18:43:51.476370 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9092e2f2-556c-4e2a-903a-2ccd41ef8e89 req-680da9ba-935a-4782-934f-0bda047a6353 tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:43:51.482813 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9092e2f2-556c-4e2a-903a-2ccd41ef8e89 req-680da9ba-935a-4782-934f-0bda047a6353 tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:43:51.488923 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9092e2f2-556c-4e2a-903a-2ccd41ef8e89 req-680da9ba-935a-4782-934f-0bda047a6353 tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:43:51.496928 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9092e2f2-556c-4e2a-903a-2ccd41ef8e89 req-680da9ba-935a-4782-934f-0bda047a6353 tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:43:51.503715 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9092e2f2-556c-4e2a-903a-2ccd41ef8e89 req-680da9ba-935a-4782-934f-0bda047a6353 tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:43:51.510165 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9092e2f2-556c-4e2a-903a-2ccd41ef8e89 req-680da9ba-935a-4782-934f-0bda047a6353 tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:43:51.517735 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-9092e2f2-556c-4e2a-903a-2ccd41ef8e89 req-680da9ba-935a-4782-934f-0bda047a6353 tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] 10.222.0.16 "GET /v2.0/ports?device_id=d7b58cc5-d900-4c19-86f4-9befdd4826d6 HTTP/1.1" status: 200 len: 4576 time: 0.5285614 Jul 14 18:43:51.556340 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 702 Content-Type: application/json Date: Wed, 14 Jul 2021 18:43:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10554a3d-3858-4bee-9ce9-9690997f9fd7 x-openstack-request-id: req-10554a3d-3858-4bee-9ce9-9690997f9fd7 {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:43:51.557129 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7b58cc5-d900-4c19-86f4-9befdd4826d6", "name": "network-vif-unplugged", "status": "completed", "tag": "85897482-0484-49f8-8ec5-b7a74ba260d7", "code": 200}, {"server_uuid": "6f9a7f72-8408-4351-a6cb-31c74000b0ce", "name": "network-vif-plugged", "status": "completed", "tag": "6182959c-1b61-4e8b-9b7e-d356b7088e97", "code": 200}, {"server_uuid": "d7b58cc5-d900-4c19-86f4-9befdd4826d6", "name": "network-vif-unplugged", "status": "completed", "tag": "c2b3fb63-6908-4955-af27-c8e059a5a158", "code": 200}, {"server_uuid": "d7b58cc5-d900-4c19-86f4-9befdd4826d6", "name": "network-vif-unplugged", "status": "completed", "tag": "eae0b81b-04b1-451f-ad3f-22e780eb31b9", "code": 200}]} {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:43:51.557443 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-10554a3d-3858-4bee-9ce9-9690997f9fd7 {{(pid=93917) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:43:51.557799 n-d-800634-3 neutron-server[93917]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7b58cc5-d900-4c19-86f4-9befdd4826d6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '85897482-0484-49f8-8ec5-b7a74ba260d7', 'code': 200} Jul 14 18:43:51.558053 n-d-800634-3 neutron-server[93917]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f9a7f72-8408-4351-a6cb-31c74000b0ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6182959c-1b61-4e8b-9b7e-d356b7088e97', 'code': 200} Jul 14 18:43:51.558331 n-d-800634-3 neutron-server[93917]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7b58cc5-d900-4c19-86f4-9befdd4826d6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c2b3fb63-6908-4955-af27-c8e059a5a158', 'code': 200} Jul 14 18:43:51.558543 n-d-800634-3 neutron-server[93917]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7b58cc5-d900-4c19-86f4-9befdd4826d6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eae0b81b-04b1-451f-ad3f-22e780eb31b9', 'code': 200} Jul 14 18:43:51.627762 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.db [None req-0cbf0546-5785-4e1e-94cb-d1172d0c0e13 tempest-BulkNetworkOpsIpV6Test-2004500314 tempest-BulkNetworkOpsIpV6Test-2004500314-project] For port 324509a4-83a0-4f31-bd13-36c54336dbfc, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=324509a4-83a0-4f31-bd13-36c54336dbfc,segment=NetworkSegment(77a98bf6-3280-4c56-a8a9-35ba383b518e),segment_id=77a98bf6-3280-4c56-a8a9-35ba383b518e)] {{(pid=93916) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:43:51.628607 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-0cbf0546-5785-4e1e-94cb-d1172d0c0e13 tempest-BulkNetworkOpsIpV6Test-2004500314 tempest-BulkNetworkOpsIpV6Test-2004500314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:51.646297 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e4f92e-e368-49d7-8157-f4350ccdc1d2 req-6c7c1c74-38d0-458f-89bf-53a5220a8668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:43:51.648417 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-58e4f92e-e368-49d7-8157-f4350ccdc1d2 req-6c7c1c74-38d0-458f-89bf-53a5220a8668 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=af718961b2754d7c873f442ed35947bb&device_id=6f9a7f72-8408-4351-a6cb-31c74000b0ce HTTP/1.1" status: 200 len: 1127 time: 0.3221207 Jul 14 18:43:51.661244 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-0cbf0546-5785-4e1e-94cb-d1172d0c0e13 tempest-BulkNetworkOpsIpV6Test-2004500314 tempest-BulkNetworkOpsIpV6Test-2004500314-project] Calling delete_port for 324509a4-83a0-4f31-bd13-36c54336dbfc owned by network:dhcp {{(pid=93916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:43:51.665558 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-9092e2f2-556c-4e2a-903a-2ccd41ef8e89 req-c24608f7-bdbb-41b2-992a-267cb8e2bf69 tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] 10.222.0.16 "GET /v2.0/security-groups?id=1bfbf1b1-a239-48c4-9d02-fd8b65b471a7&id=1cc7ef8d-a00b-43d6-95a3-c209cbabb8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1431315 Jul 14 18:43:51.782653 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db549688-948a-4323-9e59-ea70f182a672 req-e158a256-38f7-4521-a29b-3ecfd2f8bded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:43:51.784361 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-db549688-948a-4323-9e59-ea70f182a672 req-e158a256-38f7-4521-a29b-3ecfd2f8bded service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4427572788fe4f30abbab6f59fdbf9f1&device_id=c64ed9f9-cec3-467a-b9e4-e8dc086743bc HTTP/1.1" status: 200 len: 1095 time: 0.4380662 Jul 14 18:43:51.848983 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-0cbf0546-5785-4e1e-94cb-d1172d0c0e13 tempest-BulkNetworkOpsIpV6Test-2004500314 tempest-BulkNetworkOpsIpV6Test-2004500314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:51.904602 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbf0546-5785-4e1e-94cb-d1172d0c0e13 tempest-BulkNetworkOpsIpV6Test-2004500314 tempest-BulkNetworkOpsIpV6Test-2004500314-project] Pushing event deleted for resources: {'Port': ['ID=324509a4-83a0-4f31-bd13-36c54336dbfc,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:43:51.918536 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cbf0546-5785-4e1e-94cb-d1172d0c0e13 tempest-BulkNetworkOpsIpV6Test-2004500314 tempest-BulkNetworkOpsIpV6Test-2004500314-project] No DVR routers for this DVR port 324509a4-83a0-4f31-bd13-36c54336dbfc on host n-d-800634-3 {{(pid=93916) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 18:43:51.934365 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e4f92e-e368-49d7-8157-f4350ccdc1d2 req-7e4567cc-a3a9-427e-a41d-c67433fbca79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:43:51.935877 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-58e4f92e-e368-49d7-8157-f4350ccdc1d2 req-7e4567cc-a3a9-427e-a41d-c67433fbca79 service neutron] 10.222.0.18 "GET /v2.0/networks?id=26951fdb-bb46-4452-8c34-53f4c7032aac HTTP/1.1" status: 200 len: 896 time: 0.2678361 Jul 14 18:43:52.005737 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Pushing event updated for resources: {'Port': ['ID=eae0b81b-04b1-451f-ad3f-22e780eb31b9,revision_number=6']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:43:52.135447 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-0cbf0546-5785-4e1e-94cb-d1172d0c0e13 tempest-BulkNetworkOpsIpV6Test-2004500314 tempest-BulkNetworkOpsIpV6Test-2004500314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2096010', 'neutron.services.segments.db._delete_segments_for_network-8728202734996'] for network, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:52.167993 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.segments.db [None req-0cbf0546-5785-4e1e-94cb-d1172d0c0e13 tempest-BulkNetworkOpsIpV6Test-2004500314 tempest-BulkNetworkOpsIpV6Test-2004500314-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05cb67dc-6ddf-4285-89ee-7ba42583ccd2']}} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:43:52.173447 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:52.196775 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.segments.db [None req-0cbf0546-5785-4e1e-94cb-d1172d0c0e13 tempest-BulkNetworkOpsIpV6Test-2004500314 tempest-BulkNetworkOpsIpV6Test-2004500314-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77a98bf6-3280-4c56-a8a9-35ba383b518e') {'for_net_delete': True} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:43:52.197078 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.segments.db [None req-0cbf0546-5785-4e1e-94cb-d1172d0c0e13 tempest-BulkNetworkOpsIpV6Test-2004500314 tempest-BulkNetworkOpsIpV6Test-2004500314-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77a98bf6-3280-4c56-a8a9-35ba383b518e') {} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:43:52.219869 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-0cbf0546-5785-4e1e-94cb-d1172d0c0e13 tempest-BulkNetworkOpsIpV6Test-2004500314 tempest-BulkNetworkOpsIpV6Test-2004500314-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728202715275', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26296891'] for segment, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:52.229816 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] For port 6182959c-1b61-4e8b-9b7e-d356b7088e97, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=6182959c-1b61-4e8b-9b7e-d356b7088e97,segment=NetworkSegment(b4257cb2-72a5-4b25-a351-e07b285b3b38),segment_id=b4257cb2-72a5-4b25-a351-e07b285b3b38)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:43:52.241895 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [req-143ac358-2fc2-4000-85d4-ef4770abacc0 req-c9cbfc50-5f6a-4341-aece-5ce425466606 tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Deleting port c2b3fb63-6908-4955-af27-c8e059a5a158 {{(pid=93915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:43:52.242494 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-143ac358-2fc2-4000-85d4-ef4770abacc0 req-c9cbfc50-5f6a-4341-aece-5ce425466606 tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:52.251710 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-0cbf0546-5785-4e1e-94cb-d1172d0c0e13 tempest-BulkNetworkOpsIpV6Test-2004500314 tempest-BulkNetworkOpsIpV6Test-2004500314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:52.258779 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0cbf0546-5785-4e1e-94cb-d1172d0c0e13 tempest-BulkNetworkOpsIpV6Test-2004500314 tempest-BulkNetworkOpsIpV6Test-2004500314-project] Releasing vlan 75 on physical network physnet1 to pool {{(pid=93916) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 18:43:52.259123 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-0cbf0546-5785-4e1e-94cb-d1172d0c0e13 tempest-BulkNetworkOpsIpV6Test-2004500314 tempest-BulkNetworkOpsIpV6Test-2004500314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2682942'] for segment, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:52.274867 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Device 6182959c-1b61-4e8b-9b7e-d356b7088e97 has no active binding in host n-h2-800634-3 {{(pid=93917) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 14 18:43:52.367803 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-58e4f92e-e368-49d7-8157-f4350ccdc1d2 req-b4350df3-7c10-4ca8-b95c-7cbe79582bd1 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6182959c-1b61-4e8b-9b7e-d356b7088e97 HTTP/1.1" status: 200 len: 1002 time: 0.4136062 Jul 14 18:43:52.388406 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] For port 827a9395-b498-4e0f-b70e-182acf0b86da, host n-h2-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=827a9395-b498-4e0f-b70e-182acf0b86da,segment=NetworkSegment(637ec1cb-18c4-4dda-9a4b-e2420d872dc7),segment_id=637ec1cb-18c4-4dda-9a4b-e2420d872dc7)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:43:52.399268 n-d-800634-3 neutron-server[93916]: Traceback (most recent call last): Jul 14 18:43:52.399268 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 18:43:52.399268 n-d-800634-3 neutron-server[93916]: timer() Jul 14 18:43:52.399268 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 18:43:52.399268 n-d-800634-3 neutron-server[93916]: cb(*args, **kw) Jul 14 18:43:52.399268 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 18:43:52.399268 n-d-800634-3 neutron-server[93916]: return func(*args, **kwargs) Jul 14 18:43:52.399268 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 18:43:52.399268 n-d-800634-3 neutron-server[93916]: self._notify() Jul 14 18:43:52.399268 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 18:43:52.399268 n-d-800634-3 neutron-server[93916]: self.callback(batched_events) Jul 14 18:43:52.399268 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 18:43:52.399268 n-d-800634-3 neutron-server[93916]: event.method(event) Jul 14 18:43:52.399268 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 18:43:52.399268 n-d-800634-3 neutron-server[93916]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 18:43:52.399268 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 18:43:52.399268 n-d-800634-3 neutron-server[93916]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 18:43:52.399268 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 18:43:52.399268 n-d-800634-3 neutron-server[93916]: return f(self, *a, **k) Jul 14 18:43:52.399268 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 18:43:52.399268 n-d-800634-3 neutron-server[93916]: return self._get(url).json() Jul 14 18:43:52.399268 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 18:43:52.399268 n-d-800634-3 neutron-server[93916]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 18:43:52.399268 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 18:43:52.399268 n-d-800634-3 neutron-server[93916]: return self.request(url, 'GET', **kwargs) Jul 14 18:43:52.399268 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 18:43:52.399268 n-d-800634-3 neutron-server[93916]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 18:43:52.399268 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 18:43:52.399268 n-d-800634-3 neutron-server[93916]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 18:43:52.399268 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 18:43:52.399268 n-d-800634-3 neutron-server[93916]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 18:43:52.399268 n-d-800634-3 neutron-server[93916]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 18:43:52.402522 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-0cbf0546-5785-4e1e-94cb-d1172d0c0e13 tempest-BulkNetworkOpsIpV6Test-2004500314 tempest-BulkNetworkOpsIpV6Test-2004500314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2096001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-930085'] for network, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:52.406565 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:52.410164 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Device 2ce8955c-39eb-4a08-89c1-c4e808ceeb28 no longer exists at agent hyperv_n-h2-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 18:43:52.412603 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-0cbf0546-5785-4e1e-94cb-d1172d0c0e13 tempest-BulkNetworkOpsIpV6Test-2004500314 tempest-BulkNetworkOpsIpV6Test-2004500314-project] Notify callbacks [] for network, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:52.418845 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-0cbf0546-5785-4e1e-94cb-d1172d0c0e13 tempest-BulkNetworkOpsIpV6Test-2004500314 tempest-BulkNetworkOpsIpV6Test-2004500314-project] 10.222.0.16 "DELETE /v2.0/networks/05cb67dc-6ddf-4285-89ee-7ba42583ccd2 HTTP/1.1" status: 204 len: 168 time: 2.4775808 Jul 14 18:43:52.426280 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 33074) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:43:52.487171 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db549688-948a-4323-9e59-ea70f182a672 req-17cab695-3792-46ea-a874-e3d848ef4327 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:43:52.489316 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-db549688-948a-4323-9e59-ea70f182a672 req-17cab695-3792-46ea-a874-e3d848ef4327 service neutron] 10.222.0.18 "GET /v2.0/networks?id=949878ad-81d9-4447-9e61-f4d51615e760 HTTP/1.1" status: 200 len: 911 time: 0.6823831 Jul 14 18:43:52.588247 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-5011ffff-d00b-4857-b661-a9715be5571c tempest-BulkNetworkOpsIpV6Test-2004500314 tempest-BulkNetworkOpsIpV6Test-2004500314-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645734'] for network, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:52.591113 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbf0546-5785-4e1e-94cb-d1172d0c0e13 tempest-BulkNetworkOpsIpV6Test-2004500314 tempest-BulkNetworkOpsIpV6Test-2004500314-project] Pushing event deleted for resources: {'Network': ['ID=05cb67dc-6ddf-4285-89ee-7ba42583ccd2,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:43:52.597164 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-db549688-948a-4323-9e59-ea70f182a672 req-94ab0c5d-83de-452d-8a31-a7755af2965e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2b680c52-8f17-42de-8174-663ebe8ee305 HTTP/1.1" status: 200 len: 217 time: 0.0922852 Jul 14 18:43:52.642348 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Pushing event updated for resources: {'Port': ['ID=827a9395-b498-4e0f-b70e-182acf0b86da,revision_number=6']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:43:52.663190 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e4f92e-e368-49d7-8157-f4350ccdc1d2 req-8a9a31c3-388d-4a09-adf6-f0ee6a88ee6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:43:52.665951 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-58e4f92e-e368-49d7-8157-f4350ccdc1d2 req-8a9a31c3-388d-4a09-adf6-f0ee6a88ee6a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=691350cf-99fe-4a5a-8ba2-390006d7f9d6 HTTP/1.1" status: 200 len: 835 time: 0.2788620 Jul 14 18:43:52.671107 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Device 2ce8955c-39eb-4a08-89c1-c4e808ceeb28 not bound to the agent host n-h2-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 18:43:52.671476 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Device 867c1045-d4a3-4446-b5e7-7ab9463781ba no longer exists at agent hyperv_n-h2-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 18:43:52.675878 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-143ac358-2fc2-4000-85d4-ef4770abacc0 req-c9cbfc50-5f6a-4341-aece-5ce425466606 tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] For port c2b3fb63-6908-4955-af27-c8e059a5a158, host n-h2-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=c2b3fb63-6908-4955-af27-c8e059a5a158,segment=NetworkSegment(55e97a62-6e3a-4f99-9832-0415496a9afd),segment_id=55e97a62-6e3a-4f99-9832-0415496a9afd)] {{(pid=93915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:43:52.676335 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-143ac358-2fc2-4000-85d4-ef4770abacc0 req-c9cbfc50-5f6a-4341-aece-5ce425466606 tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:52.697890 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cafbe1-652f-4d75-ac77-eb2148b19d05 req-d3559a80-3d39-4f13-a51a-d6011ca5c790 tempest-AttachVolumeTestJSON-1507206526 tempest-AttachVolumeTestJSON-1507206526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:43:52.720651 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c7cafbe1-652f-4d75-ac77-eb2148b19d05 req-d3559a80-3d39-4f13-a51a-d6011ca5c790 tempest-AttachVolumeTestJSON-1507206526 tempest-AttachVolumeTestJSON-1507206526-project] 10.222.0.16 "GET /v2.0/ports?device_id=c64ed9f9-cec3-467a-b9e4-e8dc086743bc HTTP/1.1" status: 200 len: 944 time: 0.6733761 Jul 14 18:43:52.726274 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab331dc-8854-4407-8ffd-660351a07548 req-9219aa3d-a682-4d78-88f7-87495731e7d0 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:43:52.733833 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-4ab331dc-8854-4407-8ffd-660351a07548 req-9219aa3d-a682-4d78-88f7-87495731e7d0 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] 10.222.0.16 "GET /v2.0/ports?device_id=6f9a7f72-8408-4351-a6cb-31c74000b0ce HTTP/1.1" status: 200 len: 946 time: 0.7930920 Jul 14 18:43:52.769275 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-5011ffff-d00b-4857-b661-a9715be5571c tempest-BulkNetworkOpsIpV6Test-2004500314 tempest-BulkNetworkOpsIpV6Test-2004500314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2096010', 'neutron.services.segments.db._delete_segments_for_network-8728202734996'] for network, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:52.781224 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.segments.db [None req-5011ffff-d00b-4857-b661-a9715be5571c tempest-BulkNetworkOpsIpV6Test-2004500314 tempest-BulkNetworkOpsIpV6Test-2004500314-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['792d2c59-06ca-4aee-9eca-2094855876ff']}} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:43:52.794242 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.segments.db [None req-5011ffff-d00b-4857-b661-a9715be5571c tempest-BulkNetworkOpsIpV6Test-2004500314 tempest-BulkNetworkOpsIpV6Test-2004500314-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9abc2c1d-c5ad-4466-b35d-92f6884f4d82') {'for_net_delete': True} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:43:52.794801 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.segments.db [None req-5011ffff-d00b-4857-b661-a9715be5571c tempest-BulkNetworkOpsIpV6Test-2004500314 tempest-BulkNetworkOpsIpV6Test-2004500314-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9abc2c1d-c5ad-4466-b35d-92f6884f4d82') {} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:43:52.805980 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-5011ffff-d00b-4857-b661-a9715be5571c tempest-BulkNetworkOpsIpV6Test-2004500314 tempest-BulkNetworkOpsIpV6Test-2004500314-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728202715275', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26296891'] for segment, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:52.813637 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [req-143ac358-2fc2-4000-85d4-ef4770abacc0 req-c9cbfc50-5f6a-4341-aece-5ce425466606 tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Calling delete_port for c2b3fb63-6908-4955-af27-c8e059a5a158 owned by compute:nova {{(pid=93915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:43:52.823200 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-5011ffff-d00b-4857-b661-a9715be5571c tempest-BulkNetworkOpsIpV6Test-2004500314 tempest-BulkNetworkOpsIpV6Test-2004500314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:52.831460 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5011ffff-d00b-4857-b661-a9715be5571c tempest-BulkNetworkOpsIpV6Test-2004500314 tempest-BulkNetworkOpsIpV6Test-2004500314-project] Releasing vlan 52 on physical network physnet1 to pool {{(pid=93916) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 18:43:52.832235 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-5011ffff-d00b-4857-b661-a9715be5571c tempest-BulkNetworkOpsIpV6Test-2004500314 tempest-BulkNetworkOpsIpV6Test-2004500314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2682942'] for segment, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:52.877704 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db549688-948a-4323-9e59-ea70f182a672 req-abbd340b-5ac8-4537-9f18-224ba77de3c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:43:52.879211 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-db549688-948a-4323-9e59-ea70f182a672 req-abbd340b-5ac8-4537-9f18-224ba77de3c8 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=42f73a38-7ef6-4d77-ab5e-abe039b69936 HTTP/1.1" status: 200 len: 850 time: 0.2714162 Jul 14 18:43:52.916659 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-965acbd1-f14c-4069-946a-7c45196b278e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:52.941953 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c7cafbe1-652f-4d75-ac77-eb2148b19d05 req-d2e13060-6bf8-48e6-a9f4-9f9c13b0f0e3 tempest-AttachVolumeTestJSON-1507206526 tempest-AttachVolumeTestJSON-1507206526-project] 10.222.0.16 "GET /v2.0/security-groups?id=10a7a181-b1d5-45ad-8b34-e6bc7abe70ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2314053 Jul 14 18:43:52.943045 n-d-800634-3 neutron-server[93916]: Traceback (most recent call last): Jul 14 18:43:52.943045 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 18:43:52.943045 n-d-800634-3 neutron-server[93916]: timer() Jul 14 18:43:52.943045 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 18:43:52.943045 n-d-800634-3 neutron-server[93916]: cb(*args, **kw) Jul 14 18:43:52.943045 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 18:43:52.943045 n-d-800634-3 neutron-server[93916]: return func(*args, **kwargs) Jul 14 18:43:52.943045 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 18:43:52.943045 n-d-800634-3 neutron-server[93916]: self._notify() Jul 14 18:43:52.943045 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 18:43:52.943045 n-d-800634-3 neutron-server[93916]: self.callback(batched_events) Jul 14 18:43:52.943045 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 18:43:52.943045 n-d-800634-3 neutron-server[93916]: event.method(event) Jul 14 18:43:52.943045 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 18:43:52.943045 n-d-800634-3 neutron-server[93916]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 18:43:52.943045 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 18:43:52.943045 n-d-800634-3 neutron-server[93916]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 18:43:52.943045 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 18:43:52.943045 n-d-800634-3 neutron-server[93916]: return f(self, *a, **k) Jul 14 18:43:52.943045 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 18:43:52.943045 n-d-800634-3 neutron-server[93916]: return self._get(url).json() Jul 14 18:43:52.943045 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 18:43:52.943045 n-d-800634-3 neutron-server[93916]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 18:43:52.943045 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 18:43:52.943045 n-d-800634-3 neutron-server[93916]: return self.request(url, 'GET', **kwargs) Jul 14 18:43:52.943045 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 18:43:52.943045 n-d-800634-3 neutron-server[93916]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 18:43:52.943045 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 18:43:52.943045 n-d-800634-3 neutron-server[93916]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 18:43:52.943045 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 18:43:52.943045 n-d-800634-3 neutron-server[93916]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 18:43:52.943045 n-d-800634-3 neutron-server[93916]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 18:43:52.964458 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-5011ffff-d00b-4857-b661-a9715be5571c tempest-BulkNetworkOpsIpV6Test-2004500314 tempest-BulkNetworkOpsIpV6Test-2004500314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2096001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-930085'] for network, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:52.974086 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-5011ffff-d00b-4857-b661-a9715be5571c tempest-BulkNetworkOpsIpV6Test-2004500314 tempest-BulkNetworkOpsIpV6Test-2004500314-project] Notify callbacks [] for network, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:52.983598 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-5011ffff-d00b-4857-b661-a9715be5571c tempest-BulkNetworkOpsIpV6Test-2004500314 tempest-BulkNetworkOpsIpV6Test-2004500314-project] 10.222.0.16 "DELETE /v2.0/networks/792d2c59-06ca-4aee-9eca-2094855876ff HTTP/1.1" status: 204 len: 168 time: 0.5493283 Jul 14 18:43:52.986035 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-4ab331dc-8854-4407-8ffd-660351a07548 req-c7e8d64c-8a43-45a4-ba26-2f6d57b54946 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] 10.222.0.16 "GET /v2.0/security-groups?id=8e407b29-87a3-469b-bd17-d62b5e354976&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2512732 Jul 14 18:43:52.994614 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 33086) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:43:53.106137 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e4f92e-e368-49d7-8157-f4350ccdc1d2 req-da558b26-2952-43e0-a018-e85b56be950a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:43:53.107719 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-58e4f92e-e368-49d7-8157-f4350ccdc1d2 req-da558b26-2952-43e0-a018-e85b56be950a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=26951fdb-bb46-4452-8c34-53f4c7032aac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4283590 Jul 14 18:43:53.125773 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:53.218993 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:53.245880 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] For port 867c1045-d4a3-4446-b5e7-7ab9463781ba, host n-h2-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=867c1045-d4a3-4446-b5e7-7ab9463781ba,segment=NetworkSegment(55e97a62-6e3a-4f99-9832-0415496a9afd),segment_id=55e97a62-6e3a-4f99-9832-0415496a9afd)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:43:53.253847 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:53.275921 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db549688-948a-4323-9e59-ea70f182a672 req-4c8f06f3-fbbb-492e-81bb-ec6c1315a763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:43:53.298163 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-db549688-948a-4323-9e59-ea70f182a672 req-4c8f06f3-fbbb-492e-81bb-ec6c1315a763 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=949878ad-81d9-4447-9e61-f4d51615e760&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3737102 Jul 14 18:43:53.354944 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5011ffff-d00b-4857-b661-a9715be5571c tempest-BulkNetworkOpsIpV6Test-2004500314 tempest-BulkNetworkOpsIpV6Test-2004500314-project] Pushing event deleted for resources: {'Network': ['ID=792d2c59-06ca-4aee-9eca-2094855876ff,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:43:53.395788 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Pushing event updated for resources: {'Port': ['ID=867c1045-d4a3-4446-b5e7-7ab9463781ba,revision_number=6']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:43:53.398772 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-49003709-879d-405d-93d8-0993eb5656f1 tempest-BulkNetworkOpsIpV6Test-2004500314 tempest-BulkNetworkOpsIpV6Test-2004500314-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645734'] for network, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:53.403761 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-c4194b77-54e2-469f-af3e-daea15d3d635 req-7eca0d46-b42e-4104-9b85-9ef78296bb57 service neutron] 10.222.0.18 "GET /v2.0/ports/6182959c-1b61-4e8b-9b7e-d356b7088e97/bindings/n-h2-800634-3 HTTP/1.1" status: 200 len: 384 time: 0.4151123 Jul 14 18:43:53.420063 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-bf8e2ac1-2c90-4d97-a749-07d3689a70e8 None None] Provisioning complete for port 02f27bc5-ba4e-4925-b830-6468da0dccb6 triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:43:53.420466 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-bf8e2ac1-2c90-4d97-a749-07d3689a70e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:53.489377 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-bf8e2ac1-2c90-4d97-a749-07d3689a70e8 None None] Port 02f27bc5-ba4e-4925-b830-6468da0dccb6 cannot update to ACTIVE because it is not bound. {{(pid=93917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 18:43:53.560783 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7b58cc5-d900-4c19-86f4-9befdd4826d6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '827a9395-b498-4e0f-b70e-182acf0b86da'}, {'server_uuid': 'd7b58cc5-d900-4c19-86f4-9befdd4826d6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '867c1045-d4a3-4446-b5e7-7ab9463781ba'}] {{(pid=93917) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:43:53.565415 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20b787f3c29eaa7aa2a4d648c725a2124c5ff39a8d793252f9d844495e14cf42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fb76974-0f9d-4245-9182-5dfe6b3d78d7" -d '{"events": [{"server_uuid": "d7b58cc5-d900-4c19-86f4-9befdd4826d6", "name": "network-vif-unplugged", "status": "completed", "tag": "827a9395-b498-4e0f-b70e-182acf0b86da"}, {"server_uuid": "d7b58cc5-d900-4c19-86f4-9befdd4826d6", "name": "network-vif-unplugged", "status": "completed", "tag": "867c1045-d4a3-4446-b5e7-7ab9463781ba"}]}' {{(pid=93917) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:43:53.573268 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-49003709-879d-405d-93d8-0993eb5656f1 tempest-BulkNetworkOpsIpV6Test-2004500314 tempest-BulkNetworkOpsIpV6Test-2004500314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2096010', 'neutron.services.segments.db._delete_segments_for_network-8728202734996'] for network, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:53.592400 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.segments.db [None req-49003709-879d-405d-93d8-0993eb5656f1 tempest-BulkNetworkOpsIpV6Test-2004500314 tempest-BulkNetworkOpsIpV6Test-2004500314-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['483a83ae-647b-4487-85e1-f126fa624e46']}} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:43:53.624316 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.segments.db [None req-49003709-879d-405d-93d8-0993eb5656f1 tempest-BulkNetworkOpsIpV6Test-2004500314 tempest-BulkNetworkOpsIpV6Test-2004500314-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5af23a5b-9ffc-430a-a3ee-17c1cb38dea7') {'for_net_delete': True} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:43:53.624913 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.segments.db [None req-49003709-879d-405d-93d8-0993eb5656f1 tempest-BulkNetworkOpsIpV6Test-2004500314 tempest-BulkNetworkOpsIpV6Test-2004500314-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5af23a5b-9ffc-430a-a3ee-17c1cb38dea7') {} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:43:53.639893 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-49003709-879d-405d-93d8-0993eb5656f1 tempest-BulkNetworkOpsIpV6Test-2004500314 tempest-BulkNetworkOpsIpV6Test-2004500314-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728202715275', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26296891'] for segment, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:53.645508 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device 2b680c52-8f17-42de-8174-663ebe8ee305 details requested by agent hyperv_n-h1-800634-3 with host n-h1-800634-3 {{(pid=93917) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 18:43:53.672773 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-49003709-879d-405d-93d8-0993eb5656f1 tempest-BulkNetworkOpsIpV6Test-2004500314 tempest-BulkNetworkOpsIpV6Test-2004500314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:53.688059 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-58e4f92e-e368-49d7-8157-f4350ccdc1d2 req-fcdebaec-7cae-4f40-b63a-c0abdccd45b9 service neutron] 10.222.0.18 "GET /v2.0/networks/26951fdb-bb46-4452-8c34-53f4c7032aac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5632548 Jul 14 18:43:53.699455 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-143ac358-2fc2-4000-85d4-ef4770abacc0 req-c9cbfc50-5f6a-4341-aece-5ce425466606 tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:53.737204 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49003709-879d-405d-93d8-0993eb5656f1 tempest-BulkNetworkOpsIpV6Test-2004500314 tempest-BulkNetworkOpsIpV6Test-2004500314-project] Releasing vlan 77 on physical network physnet1 to pool {{(pid=93916) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 18:43:53.745743 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-49003709-879d-405d-93d8-0993eb5656f1 tempest-BulkNetworkOpsIpV6Test-2004500314 tempest-BulkNetworkOpsIpV6Test-2004500314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2682942'] for segment, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:53.749602 n-d-800634-3 neutron-server[93916]: Traceback (most recent call last): Jul 14 18:43:53.749602 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 18:43:53.749602 n-d-800634-3 neutron-server[93916]: timer() Jul 14 18:43:53.749602 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 18:43:53.749602 n-d-800634-3 neutron-server[93916]: cb(*args, **kw) Jul 14 18:43:53.749602 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 18:43:53.749602 n-d-800634-3 neutron-server[93916]: return func(*args, **kwargs) Jul 14 18:43:53.749602 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 18:43:53.749602 n-d-800634-3 neutron-server[93916]: self._notify() Jul 14 18:43:53.749602 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 18:43:53.749602 n-d-800634-3 neutron-server[93916]: self.callback(batched_events) Jul 14 18:43:53.749602 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 18:43:53.749602 n-d-800634-3 neutron-server[93916]: event.method(event) Jul 14 18:43:53.749602 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 18:43:53.749602 n-d-800634-3 neutron-server[93916]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 18:43:53.749602 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 18:43:53.749602 n-d-800634-3 neutron-server[93916]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 18:43:53.749602 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 18:43:53.749602 n-d-800634-3 neutron-server[93916]: return f(self, *a, **k) Jul 14 18:43:53.749602 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 18:43:53.749602 n-d-800634-3 neutron-server[93916]: return self._get(url).json() Jul 14 18:43:53.749602 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 18:43:53.749602 n-d-800634-3 neutron-server[93916]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 18:43:53.749602 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 18:43:53.749602 n-d-800634-3 neutron-server[93916]: return self.request(url, 'GET', **kwargs) Jul 14 18:43:53.749602 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 18:43:53.749602 n-d-800634-3 neutron-server[93916]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 18:43:53.749602 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 18:43:53.749602 n-d-800634-3 neutron-server[93916]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 18:43:53.749602 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 18:43:53.749602 n-d-800634-3 neutron-server[93916]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 18:43:53.749602 n-d-800634-3 neutron-server[93916]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 18:43:53.896600 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port 2b680c52-8f17-42de-8174-663ebe8ee305, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=2b680c52-8f17-42de-8174-663ebe8ee305,segment=NetworkSegment(d46cbae5-a9c8-4575-b283-c5e5c56b0da1),segment_id=d46cbae5-a9c8-4575-b283-c5e5c56b0da1)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:43:53.948302 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Returning: {'device': '2b680c52-8f17-42de-8174-663ebe8ee305', 'network_id': '949878ad-81d9-4447-9e61-f4d51615e760', 'port_id': '2b680c52-8f17-42de-8174-663ebe8ee305', 'mac_address': 'fa:16:3e:0f:b4:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42f73a38-7ef6-4d77-ab5e-abe039b69936', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93917) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 18:43:53.960633 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.db [req-c4194b77-54e2-469f-af3e-daea15d3d635 req-f9c4fd6e-51af-4eca-87ca-08f27ea23684 service neutron] For port 6182959c-1b61-4e8b-9b7e-d356b7088e97, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=6182959c-1b61-4e8b-9b7e-d356b7088e97,segment=NetworkSegment(b4257cb2-72a5-4b25-a351-e07b285b3b38),segment_id=b4257cb2-72a5-4b25-a351-e07b285b3b38)] {{(pid=93916) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:43:54.010909 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.db [req-c4194b77-54e2-469f-af3e-daea15d3d635 req-f9c4fd6e-51af-4eca-87ca-08f27ea23684 service neutron] For port 6182959c-1b61-4e8b-9b7e-d356b7088e97, host n-h1-800634-3, cleared binding levels {{(pid=93916) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:43:54.032464 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:54.063166 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b680c52-8f17-42de-8174-663ebe8ee305 {{(pid=93917) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 18:43:54.124285 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port 2b680c52-8f17-42de-8174-663ebe8ee305, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=2b680c52-8f17-42de-8174-663ebe8ee305,segment=NetworkSegment(d46cbae5-a9c8-4575-b283-c5e5c56b0da1),segment_id=d46cbae5-a9c8-4575-b283-c5e5c56b0da1)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:43:54.145706 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:54.155649 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.db [req-c4194b77-54e2-469f-af3e-daea15d3d635 req-f9c4fd6e-51af-4eca-87ca-08f27ea23684 service neutron] For port 6182959c-1b61-4e8b-9b7e-d356b7088e97, host n-h2-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=6182959c-1b61-4e8b-9b7e-d356b7088e97,segment=NetworkSegment(b4257cb2-72a5-4b25-a351-e07b285b3b38),segment_id=b4257cb2-72a5-4b25-a351-e07b285b3b38)] {{(pid=93916) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:43:54.199986 n-d-800634-3 neutron-server[93916]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f9a7f72-8408-4351-a6cb-31c74000b0ce', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6182959c-1b61-4e8b-9b7e-d356b7088e97'}] {{(pid=93916) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:43:54.200785 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-574aeb93-9938-449c-8e6c-cb22c9b52cc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:54.208171 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f803e150b363a7893830aa996ac27753fa25517c406ecd3536b7c2d4b26eeb9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f844a0e-184a-458b-8507-d22a969f86f2" -d '{"events": [{"server_uuid": "6f9a7f72-8408-4351-a6cb-31c74000b0ce", "name": "network-vif-unplugged", "status": "completed", "tag": "6182959c-1b61-4e8b-9b7e-d356b7088e97"}]}' {{(pid=93916) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:43:54.220054 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-c4194b77-54e2-469f-af3e-daea15d3d635 req-f9c4fd6e-51af-4eca-87ca-08f27ea23684 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:54.245116 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-49003709-879d-405d-93d8-0993eb5656f1 tempest-BulkNetworkOpsIpV6Test-2004500314 tempest-BulkNetworkOpsIpV6Test-2004500314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2096001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-930085'] for network, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:54.258222 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-49003709-879d-405d-93d8-0993eb5656f1 tempest-BulkNetworkOpsIpV6Test-2004500314 tempest-BulkNetworkOpsIpV6Test-2004500314-project] Notify callbacks [] for network, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:54.265689 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-49003709-879d-405d-93d8-0993eb5656f1 tempest-BulkNetworkOpsIpV6Test-2004500314 tempest-BulkNetworkOpsIpV6Test-2004500314-project] 10.222.0.16 "DELETE /v2.0/networks/483a83ae-647b-4487-85e1-f126fa624e46 HTTP/1.1" status: 204 len: 168 time: 1.2623870 Jul 14 18:43:54.277685 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Pushing event updated for resources: {'Port': ['ID=2b680c52-8f17-42de-8174-663ebe8ee305,revision_number=4']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:43:54.295511 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49003709-879d-405d-93d8-0993eb5656f1 tempest-BulkNetworkOpsIpV6Test-2004500314 tempest-BulkNetworkOpsIpV6Test-2004500314-project] Pushing event deleted for resources: {'Network': ['ID=483a83ae-647b-4487-85e1-f126fa624e46,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:43:54.346250 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] get_ports_and_sgs() called for port_ids ['2b680c52-8f17-42de-8174-663ebe8ee305'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 18:43:54.469658 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9cbfc50-5f6a-4341-aece-5ce425466606 tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Pushing event deleted for resources: {'Port': ['ID=c2b3fb63-6908-4955-af27-c8e059a5a158,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:43:54.473494 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-db549688-948a-4323-9e59-ea70f182a672 req-99be71bb-07e1-45a9-97a4-9e8d5fd281b3 service neutron] 10.222.0.18 "GET /v2.0/networks/949878ad-81d9-4447-9e61-f4d51615e760?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1309311 Jul 14 18:43:54.496363 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.provisioning_blocks [req-c4194b77-54e2-469f-af3e-daea15d3d635 req-f9c4fd6e-51af-4eca-87ca-08f27ea23684 service neutron] Transition to ACTIVE for port object 6182959c-1b61-4e8b-9b7e-d356b7088e97 will not be triggered until provisioned by entity L2. {{(pid=93916) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:43:54.509635 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-c4194b77-54e2-469f-af3e-daea15d3d635 req-f9c4fd6e-51af-4eca-87ca-08f27ea23684 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2684870'] for port, after_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:54.758742 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c4fd6e-51af-4eca-87ca-08f27ea23684 service neutron] Pushing event updated for resources: {'Port': ['ID=6182959c-1b61-4e8b-9b7e-d356b7088e97,revision_number=11']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:43:54.805560 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82486c77-37df-4a15-89de-ddac4f5b7b7b req-54921d24-e2b6-4fb1-8a25-e6ae7ad7ce10 tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:43:54.811554 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4194b77-54e2-469f-af3e-daea15d3d635 req-f9c4fd6e-51af-4eca-87ca-08f27ea23684 service neutron] No DVR routers for this DVR port 6182959c-1b61-4e8b-9b7e-d356b7088e97 on host n-h1-800634-3 {{(pid=93916) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 18:43:54.813436 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82486c77-37df-4a15-89de-ddac4f5b7b7b req-54921d24-e2b6-4fb1-8a25-e6ae7ad7ce10 tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:43:54.821521 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82486c77-37df-4a15-89de-ddac4f5b7b7b req-54921d24-e2b6-4fb1-8a25-e6ae7ad7ce10 tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:43:54.831277 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82486c77-37df-4a15-89de-ddac4f5b7b7b req-54921d24-e2b6-4fb1-8a25-e6ae7ad7ce10 tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:43:54.840378 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82486c77-37df-4a15-89de-ddac4f5b7b7b req-54921d24-e2b6-4fb1-8a25-e6ae7ad7ce10 tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:43:54.849296 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-82486c77-37df-4a15-89de-ddac4f5b7b7b req-54921d24-e2b6-4fb1-8a25-e6ae7ad7ce10 tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] 10.222.0.16 "GET /v2.0/ports?device_id=d7b58cc5-d900-4c19-86f4-9befdd4826d6 HTTP/1.1" status: 200 len: 3798 time: 1.5483291 Jul 14 18:43:54.912529 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db6cb65-7793-424f-ac2e-463053594340 req-8b1c6bdb-9d66-4209-ab3a-5eadf9940749 tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:43:54.918995 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-5db6cb65-7793-424f-ac2e-463053594340 req-8b1c6bdb-9d66-4209-ab3a-5eadf9940749 tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] 10.222.0.16 "GET /v2.0/ports?device_id=4ed688ec-0b1c-4d1e-881c-157d22decd3a HTTP/1.1" status: 200 len: 945 time: 1.4564741 Jul 14 18:43:54.947702 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [req-143ac358-2fc2-4000-85d4-ef4770abacc0 req-c9cbfc50-5f6a-4341-aece-5ce425466606 tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] No DVR routers for this DVR port c2b3fb63-6908-4955-af27-c8e059a5a158 on host n-h2-800634-3 {{(pid=93915) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 18:43:54.951880 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-143ac358-2fc2-4000-85d4-ef4770abacc0 req-c9cbfc50-5f6a-4341-aece-5ce425466606 tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:54.954168 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-143ac358-2fc2-4000-85d4-ef4770abacc0 req-c9cbfc50-5f6a-4341-aece-5ce425466606 tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] 10.222.0.35 "DELETE /v2.0/ports/c2b3fb63-6908-4955-af27-c8e059a5a158 HTTP/1.1" status: 204 len: 173 time: 3.5982714 Jul 14 18:43:54.957565 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 33136) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:43:54.967274 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7b58cc5-d900-4c19-86f4-9befdd4826d6', 'name': 'network-vif-deleted', 'tag': 'c2b3fb63-6908-4955-af27-c8e059a5a158'}] {{(pid=93915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:43:54.971381 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e72782ad3af8f7d4ce76cedf092bca46d1756acc5c4653cf0b52034cdd6b073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-991e7e0f-4ea7-4c2e-8b09-29c24095517f" -d '{"events": [{"server_uuid": "d7b58cc5-d900-4c19-86f4-9befdd4826d6", "name": "network-vif-deleted", "tag": "c2b3fb63-6908-4955-af27-c8e059a5a158"}]}' {{(pid=93915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:43:55.120003 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-c4194b77-54e2-469f-af3e-daea15d3d635 req-f9c4fd6e-51af-4eca-87ca-08f27ea23684 service neutron] 10.222.0.18 "PUT /v2.0/ports/6182959c-1b61-4e8b-9b7e-d356b7088e97/bindings/n-h2-800634-3/activate HTTP/1.1" status: 200 len: 369 time: 1.7046287 Jul 14 18:43:55.200815 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-db549688-948a-4323-9e59-ea70f182a672 req-7571e5b6-a0de-4ebc-bae4-5db12b55daa6 service neutron] 10.222.0.18 "GET /v2.0/networks/949878ad-81d9-4447-9e61-f4d51615e760?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7154591 Jul 14 18:43:55.219860 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-58e4f92e-e368-49d7-8157-f4350ccdc1d2 req-4fbb3a00-02db-4dbb-b64c-c9f0aabd5c2d service neutron] 10.222.0.18 "GET /v2.0/networks/26951fdb-bb46-4452-8c34-53f4c7032aac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5136919 Jul 14 18:43:55.234998 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-82486c77-37df-4a15-89de-ddac4f5b7b7b req-496c04d7-4557-422c-bf4e-67776e9af52a tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] 10.222.0.16 "GET /v2.0/security-groups?id=1bfbf1b1-a239-48c4-9d02-fd8b65b471a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3847926 Jul 14 18:43:55.259827 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-5db6cb65-7793-424f-ac2e-463053594340 req-02eeb116-3d78-4e90-ade3-abb29f0b8284 tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] 10.222.0.16 "GET /v2.0/security-groups?id=f745dc72-333e-4ddf-8281-1bb3e04e8f82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3001566 Jul 14 18:43:55.385253 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4194b77-54e2-469f-af3e-daea15d3d635 req-64a39bb3-94f2-4ca9-8521-e6232b1d661c tempest-TestNetworkAdvancedServerOps-1839370163 tempest-TestNetworkAdvancedServerOps-1839370163-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:43:55.386795 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-c4194b77-54e2-469f-af3e-daea15d3d635 req-64a39bb3-94f2-4ca9-8521-e6232b1d661c tempest-TestNetworkAdvancedServerOps-1839370163 tempest-TestNetworkAdvancedServerOps-1839370163-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=6f9a7f72-8408-4351-a6cb-31c74000b0ce&tenant_id=af718961b2754d7c873f442ed35947bb&binding%3Ahost_id=n-h1-800634-3 HTTP/1.1" status: 200 len: 1096 time: 0.2061276 Jul 14 18:43:55.424716 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [req-143ac358-2fc2-4000-85d4-ef4770abacc0 req-3fa20e33-3934-4416-a955-55bf88fc6aae tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Deleting port 827a9395-b498-4e0f-b70e-182acf0b86da {{(pid=93915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:43:55.425298 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-143ac358-2fc2-4000-85d4-ef4770abacc0 req-3fa20e33-3934-4416-a955-55bf88fc6aae tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:55.445383 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Wed, 14 Jul 2021 18:43:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2dfff89e-2f3f-43af-97cd-cbf15c7bf8f8 x-openstack-request-id: req-2dfff89e-2f3f-43af-97cd-cbf15c7bf8f8 {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:43:55.446633 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7b58cc5-d900-4c19-86f4-9befdd4826d6", "name": "network-vif-unplugged", "status": "completed", "tag": "827a9395-b498-4e0f-b70e-182acf0b86da", "code": 200}, {"server_uuid": "d7b58cc5-d900-4c19-86f4-9befdd4826d6", "name": "network-vif-unplugged", "status": "completed", "tag": "867c1045-d4a3-4446-b5e7-7ab9463781ba", "code": 200}]} {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:43:55.447285 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2dfff89e-2f3f-43af-97cd-cbf15c7bf8f8 {{(pid=93917) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:43:55.450343 n-d-800634-3 neutron-server[93917]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7b58cc5-d900-4c19-86f4-9befdd4826d6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '827a9395-b498-4e0f-b70e-182acf0b86da', 'code': 200} Jul 14 18:43:55.450757 n-d-800634-3 neutron-server[93917]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7b58cc5-d900-4c19-86f4-9befdd4826d6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '867c1045-d4a3-4446-b5e7-7ab9463781ba', 'code': 200} Jul 14 18:43:55.550863 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-7e6c2486-4db1-4fea-a737-b94987e928f3 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=84263a36149d47da8a5ab67910141e71&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5762446 Jul 14 18:43:55.556616 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 33148) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:43:55.656188 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device 2b680c52-8f17-42de-8174-663ebe8ee305 up at agent hyperv_n-h1-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:43:55.708744 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4194b77-54e2-469f-af3e-daea15d3d635 req-8700a677-b117-4214-b652-65e0380ea1ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:43:55.710518 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-c4194b77-54e2-469f-af3e-daea15d3d635 req-8700a677-b117-4214-b652-65e0380ea1ff service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=6f9a7f72-8408-4351-a6cb-31c74000b0ce&tenant_id=af718961b2754d7c873f442ed35947bb HTTP/1.1" status: 200 len: 1096 time: 0.3047402 Jul 14 18:43:55.713144 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-81a53ca8-c5dc-411b-8c51-6448acdce730 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:55.777529 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-81a53ca8-c5dc-411b-8c51-6448acdce730 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:55.789150 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Provisioning for port 2b680c52-8f17-42de-8174-663ebe8ee305 completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:43:55.792259 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-2f4e3af3-e708-4ffd-a544-82d93a489d01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:55.795378 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Provisioning complete for port 2b680c52-8f17-42de-8174-663ebe8ee305 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:43:55.796094 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:55.823338 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-143ac358-2fc2-4000-85d4-ef4770abacc0 req-3fa20e33-3934-4416-a955-55bf88fc6aae tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] For port 827a9395-b498-4e0f-b70e-182acf0b86da, host n-h2-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=827a9395-b498-4e0f-b70e-182acf0b86da,segment=NetworkSegment(637ec1cb-18c4-4dda-9a4b-e2420d872dc7),segment_id=637ec1cb-18c4-4dda-9a4b-e2420d872dc7)] {{(pid=93915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:43:55.823899 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-143ac358-2fc2-4000-85d4-ef4770abacc0 req-3fa20e33-3934-4416-a955-55bf88fc6aae tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:55.833145 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4194b77-54e2-469f-af3e-daea15d3d635 req-f77b070b-f09a-4634-9c84-d0d16d22ef03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:43:55.835272 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-c4194b77-54e2-469f-af3e-daea15d3d635 req-f77b070b-f09a-4634-9c84-d0d16d22ef03 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=af718961b2754d7c873f442ed35947bb&device_id=6f9a7f72-8408-4351-a6cb-31c74000b0ce HTTP/1.1" status: 200 len: 1096 time: 0.0993416 Jul 14 18:43:55.836913 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ee1dd8-e392-47f9-9626-fff15dd9c4c2 req-239d9c0b-029e-4a18-b5fd-02677cec3d61 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:43:55.838501 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-43ee1dd8-e392-47f9-9626-fff15dd9c4c2 req-239d9c0b-029e-4a18-b5fd-02677cec3d61 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] 10.222.0.16 "GET /v2.0/ports?device_id=6f9a7f72-8408-4351-a6cb-31c74000b0ce HTTP/1.1" status: 200 len: 945 time: 0.1910107 Jul 14 18:43:55.897752 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:55.943723 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f53e2cd-8550-4965-98f6-939a5474f5ab req-4d9af416-9081-4314-a95c-5345a6d266de tempest-AttachVolumeTestJSON-1507206526 tempest-AttachVolumeTestJSON-1507206526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:43:55.946873 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-0f53e2cd-8550-4965-98f6-939a5474f5ab req-4d9af416-9081-4314-a95c-5345a6d266de tempest-AttachVolumeTestJSON-1507206526 tempest-AttachVolumeTestJSON-1507206526-project] 10.222.0.16 "GET /v2.0/ports?device_id=c64ed9f9-cec3-467a-b9e4-e8dc086743bc HTTP/1.1" status: 200 len: 945 time: 0.3313687 Jul 14 18:43:55.956204 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port 2b680c52-8f17-42de-8174-663ebe8ee305, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=2b680c52-8f17-42de-8174-663ebe8ee305,segment=NetworkSegment(d46cbae5-a9c8-4575-b283-c5e5c56b0da1),segment_id=d46cbae5-a9c8-4575-b283-c5e5c56b0da1)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:43:55.965759 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:55.968774 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device 6182959c-1b61-4e8b-9b7e-d356b7088e97 no longer exists at agent hyperv_n-h1-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 18:43:55.981619 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4194b77-54e2-469f-af3e-daea15d3d635 req-aec4ff5b-5fc7-487c-9b99-82e099e576de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:43:55.983551 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-c4194b77-54e2-469f-af3e-daea15d3d635 req-aec4ff5b-5fc7-487c-9b99-82e099e576de service neutron] 10.222.0.35 "GET /v2.0/networks?id=26951fdb-bb46-4452-8c34-53f4c7032aac HTTP/1.1" status: 200 len: 896 time: 0.1387048 Jul 14 18:43:56.011483 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-43ee1dd8-e392-47f9-9626-fff15dd9c4c2 req-c043eb1c-e4b8-4b76-b034-3f377f8699fd tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] 10.222.0.16 "GET /v2.0/security-groups?id=8e407b29-87a3-469b-bd17-d62b5e354976&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1564074 Jul 14 18:43:56.055225 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-0f53e2cd-8550-4965-98f6-939a5474f5ab req-4c125f7f-4f08-4192-a020-6af6a54bf9cf tempest-AttachVolumeTestJSON-1507206526 tempest-AttachVolumeTestJSON-1507206526-project] 10.222.0.16 "GET /v2.0/security-groups?id=10a7a181-b1d5-45ad-8b34-e6bc7abe70ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0883155 Jul 14 18:43:56.095277 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device 6182959c-1b61-4e8b-9b7e-d356b7088e97 not bound to the agent host n-h1-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 18:43:56.099463 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Pushing event updated for resources: {'Port': ['ID=2b680c52-8f17-42de-8174-663ebe8ee305,revision_number=5']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:43:56.120246 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-81a53ca8-c5dc-411b-8c51-6448acdce730 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:56.123318 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-81a53ca8-c5dc-411b-8c51-6448acdce730 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:56.125352 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-81a53ca8-c5dc-411b-8c51-6448acdce730 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3fe92ad3-9eaf-4d91-a10e-699e19497079 HTTP/1.1" status: 204 len: 168 time: 0.5677407 Jul 14 18:43:56.139193 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-c4194b77-54e2-469f-af3e-daea15d3d635 req-622ae76f-033b-4967-b548-f2efa2f9427e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6182959c-1b61-4e8b-9b7e-d356b7088e97 HTTP/1.1" status: 200 len: 1000 time: 0.1487675 Jul 14 18:43:56.148393 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 18:43:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7462f37e-1e24-445a-93d1-1d9f5cf4b7ac x-openstack-request-id: req-7462f37e-1e24-445a-93d1-1d9f5cf4b7ac {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:43:56.148702 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7b58cc5-d900-4c19-86f4-9befdd4826d6", "name": "network-vif-deleted", "tag": "c2b3fb63-6908-4955-af27-c8e059a5a158", "status": "completed", "code": 200}]} {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:43:56.148967 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7462f37e-1e24-445a-93d1-1d9f5cf4b7ac {{(pid=93915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:43:56.149375 n-d-800634-3 neutron-server[93915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7b58cc5-d900-4c19-86f4-9befdd4826d6', 'name': 'network-vif-deleted', 'tag': 'c2b3fb63-6908-4955-af27-c8e059a5a158', 'status': 'completed', 'code': 200} Jul 14 18:43:56.150427 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a53ca8-c5dc-411b-8c51-6448acdce730 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fe92ad3-9eaf-4d91-a10e-699e19497079,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:43:56.255090 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-143ac358-2fc2-4000-85d4-ef4770abacc0 req-3fa20e33-3934-4416-a955-55bf88fc6aae tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:56.255497 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-143ac358-2fc2-4000-85d4-ef4770abacc0 req-3fa20e33-3934-4416-a955-55bf88fc6aae tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-930131'] for floatingip, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:56.255879 n-d-800634-3 neutron-server[93915]: INFO neutron.db.l3_db [req-143ac358-2fc2-4000-85d4-ef4770abacc0 req-3fa20e33-3934-4416-a955-55bf88fc6aae tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Floating IP 135c5d30-0d1b-4771-a986-58a6f0e0a556 disassociated. External IP: 172.25.1.63, port: 827a9395-b498-4e0f-b70e-182acf0b86da. Jul 14 18:43:56.256334 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [req-143ac358-2fc2-4000-85d4-ef4770abacc0 req-3fa20e33-3934-4416-a955-55bf88fc6aae tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Calling delete_port for 827a9395-b498-4e0f-b70e-182acf0b86da owned by compute:nova {{(pid=93915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:43:56.257837 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4194b77-54e2-469f-af3e-daea15d3d635 req-69b0ad13-08ff-45ad-a794-958bea7159ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:43:56.264673 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-c4194b77-54e2-469f-af3e-daea15d3d635 req-69b0ad13-08ff-45ad-a794-958bea7159ca service neutron] 10.222.0.35 "GET /v2.0/subnets?id=691350cf-99fe-4a5a-8ba2-390006d7f9d6 HTTP/1.1" status: 200 len: 835 time: 0.1068628 Jul 14 18:43:56.424577 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398c5f6b-027d-496b-9c13-279877d144c6 req-486c6041-1cdb-4ccc-803b-5b4079b78b31 tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:43:56.426188 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-398c5f6b-027d-496b-9c13-279877d144c6 req-486c6041-1cdb-4ccc-803b-5b4079b78b31 tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] 10.222.0.16 "GET /v2.0/ports?device_id=4ed688ec-0b1c-4d1e-881c-157d22decd3a HTTP/1.1" status: 200 len: 945 time: 0.1585944 Jul 14 18:43:56.427796 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4194b77-54e2-469f-af3e-daea15d3d635 req-0757b14a-ad3a-48aa-92e2-45fc52a20216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:43:56.435574 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-c4194b77-54e2-469f-af3e-daea15d3d635 req-0757b14a-ad3a-48aa-92e2-45fc52a20216 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=26951fdb-bb46-4452-8c34-53f4c7032aac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1640012 Jul 14 18:43:56.514307 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-398c5f6b-027d-496b-9c13-279877d144c6 req-8d1dd315-7f64-4234-b47d-d89995338574 tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] 10.222.0.16 "GET /v2.0/security-groups?id=f745dc72-333e-4ddf-8281-1bb3e04e8f82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727623 Jul 14 18:43:56.595828 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 14 Jul 2021 18:43:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1090212-36b7-47d0-a0a1-87bf38d08b97 x-openstack-request-id: req-b1090212-36b7-47d0-a0a1-87bf38d08b97 {{(pid=93916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:43:56.596154 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f9a7f72-8408-4351-a6cb-31c74000b0ce", "name": "network-vif-unplugged", "status": "completed", "tag": "6182959c-1b61-4e8b-9b7e-d356b7088e97", "code": 200}]} {{(pid=93916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:43:56.596536 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b1090212-36b7-47d0-a0a1-87bf38d08b97 {{(pid=93916) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:43:56.596952 n-d-800634-3 neutron-server[93916]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f9a7f72-8408-4351-a6cb-31c74000b0ce', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6182959c-1b61-4e8b-9b7e-d356b7088e97', 'code': 200} Jul 14 18:43:56.641385 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-143ac358-2fc2-4000-85d4-ef4770abacc0 req-3fa20e33-3934-4416-a955-55bf88fc6aae tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:56.704034 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-c4194b77-54e2-469f-af3e-daea15d3d635 req-da1d4535-afcb-4c22-a0fb-0b2f2a6a3cb4 service neutron] 10.222.0.35 "GET /v2.0/networks/26951fdb-bb46-4452-8c34-53f4c7032aac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2630618 Jul 14 18:43:56.726828 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa20e33-3934-4416-a955-55bf88fc6aae tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Pushing event deleted for resources: {'Port': ['ID=827a9395-b498-4e0f-b70e-182acf0b86da,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:43:56.855794 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-c4194b77-54e2-469f-af3e-daea15d3d635 req-563ed923-7c9f-4651-801c-705f9898108b service neutron] 10.222.0.35 "GET /v2.0/networks/26951fdb-bb46-4452-8c34-53f4c7032aac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1437914 Jul 14 18:43:57.172361 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cb8107-320c-4721-9a1e-7b15c5e7f47d req-ec64edfc-d5b2-4c07-8812-66318b57d455 tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:43:57.199330 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cb8107-320c-4721-9a1e-7b15c5e7f47d req-ec64edfc-d5b2-4c07-8812-66318b57d455 tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:43:57.209172 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cb8107-320c-4721-9a1e-7b15c5e7f47d req-ec64edfc-d5b2-4c07-8812-66318b57d455 tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:43:57.217699 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-21cb8107-320c-4721-9a1e-7b15c5e7f47d req-ec64edfc-d5b2-4c07-8812-66318b57d455 tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] 10.222.0.16 "GET /v2.0/ports?device_id=d7b58cc5-d900-4c19-86f4-9befdd4826d6 HTTP/1.1" status: 200 len: 2410 time: 0.3725173 Jul 14 18:43:57.287281 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-21cb8107-320c-4721-9a1e-7b15c5e7f47d req-d4f77d94-4376-43da-8ad4-bb5b2ffc5a8f tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] 10.222.0.16 "GET /v2.0/security-groups?id=1bfbf1b1-a239-48c4-9d02-fd8b65b471a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0676470 Jul 14 18:43:57.323927 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.l3_agent_scheduler [req-143ac358-2fc2-4000-85d4-ef4770abacc0 req-3fa20e33-3934-4416-a955-55bf88fc6aae tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Router 3d66d1cf-0e59-4a39-bd79-0339de07e4f4 has already been hosted by L3 agent 2c6eb27e-defb-4cca-9a24-381c7415e359 {{(pid=93915) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 18:43:57.451752 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c64ed9f9-cec3-467a-b9e4-e8dc086743bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b680c52-8f17-42de-8174-663ebe8ee305'}] {{(pid=93917) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:43:57.455342 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20b787f3c29eaa7aa2a4d648c725a2124c5ff39a8d793252f9d844495e14cf42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff7ff8dc-074f-4667-914c-1e0cdef1ead3" -d '{"events": [{"server_uuid": "c64ed9f9-cec3-467a-b9e4-e8dc086743bc", "name": "network-vif-plugged", "status": "completed", "tag": "2b680c52-8f17-42de-8174-663ebe8ee305"}]}' {{(pid=93917) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:43:57.574898 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4194b77-54e2-469f-af3e-daea15d3d635 req-d41f8085-dfd8-48a0-8929-5ece516f0cda tempest-TestNetworkAdvancedServerOps-1839370163 tempest-TestNetworkAdvancedServerOps-1839370163-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:43:57.581355 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-c4194b77-54e2-469f-af3e-daea15d3d635 req-d41f8085-dfd8-48a0-8929-5ece516f0cda tempest-TestNetworkAdvancedServerOps-1839370163 tempest-TestNetworkAdvancedServerOps-1839370163-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=6f9a7f72-8408-4351-a6cb-31c74000b0ce&tenant_id=af718961b2754d7c873f442ed35947bb&binding%3Ahost_id=n-h2-800634-3 HTTP/1.1" status: 200 len: 1096 time: 0.2827029 Jul 14 18:43:57.739660 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 33208) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:43:57.765663 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-143ac358-2fc2-4000-85d4-ef4770abacc0 req-3fa20e33-3934-4416-a955-55bf88fc6aae tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Notify agent at l3_agent.n-d-800634-3 the message routers_updated {{(pid=93915) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 18:43:57.777917 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-820f6307-0fa4-4d00-90cf-8e5770606725 None None] Sync routers for ids ['3d66d1cf-0e59-4a39-bd79-0339de07e4f4'] in n-d-800634-3 {{(pid=93918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 18:43:57.793001 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-820f6307-0fa4-4d00-90cf-8e5770606725 None None] Routers {'3d66d1cf-0e59-4a39-bd79-0339de07e4f4'} bound to L3 agent in host n-d-800634-3 {{(pid=93918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:43:57.793566 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-820f6307-0fa4-4d00-90cf-8e5770606725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:43:53Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['3d66d1cf-0e59-4a39-bd79-0339de07e4f4'], 'active': True} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:43:57.922342 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.db [req-c4194b77-54e2-469f-af3e-daea15d3d635 req-f66f6063-8e98-4d39-9931-d6de69512690 service neutron] For port 6182959c-1b61-4e8b-9b7e-d356b7088e97, host n-h1-800634-3, cleared binding levels {{(pid=93916) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:43:57.931610 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-c4194b77-54e2-469f-af3e-daea15d3d635 req-f66f6063-8e98-4d39-9931-d6de69512690 service neutron] Notify callbacks [] for binding, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:57.932809 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-c4194b77-54e2-469f-af3e-daea15d3d635 req-f66f6063-8e98-4d39-9931-d6de69512690 service neutron] 10.222.0.35 "DELETE /v2.0/ports/6182959c-1b61-4e8b-9b7e-d356b7088e97/bindings/n-h1-800634-3 HTTP/1.1" status: 204 len: 173 time: 0.3352613 Jul 14 18:43:57.979249 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [req-143ac358-2fc2-4000-85d4-ef4770abacc0 req-3fa20e33-3934-4416-a955-55bf88fc6aae tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] No DVR routers for this DVR port 827a9395-b498-4e0f-b70e-182acf0b86da on host n-h2-800634-3 {{(pid=93915) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 18:43:57.983491 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-143ac358-2fc2-4000-85d4-ef4770abacc0 req-3fa20e33-3934-4416-a955-55bf88fc6aae tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:57.985935 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-143ac358-2fc2-4000-85d4-ef4770abacc0 req-3fa20e33-3934-4416-a955-55bf88fc6aae tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] 10.222.0.35 "DELETE /v2.0/ports/827a9395-b498-4e0f-b70e-182acf0b86da HTTP/1.1" status: 204 len: 173 time: 2.9986424 Jul 14 18:43:58.003807 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-1167bd1c-8555-443e-9c89-3c0bba3f7a93 tempest-NetworksIpV6TestAttrs-476137979 tempest-NetworksIpV6TestAttrs-476137979-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1861285696'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:43:58.016444 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvr_db [None req-820f6307-0fa4-4d00-90cf-8e5770606725 None None] Set router 3d66d1cf-0e59-4a39-bd79-0339de07e4f4 gateway port host: n-d-800634-3 {{(pid=93918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 18:43:58.050251 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1167bd1c-8555-443e-9c89-3c0bba3f7a93 tempest-NetworksIpV6TestAttrs-476137979 tempest-NetworksIpV6TestAttrs-476137979-project] Made reservation on behalf of 0957ef9837c14f448427051d56209bc9 for: {'network': 1} {{(pid=93916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:43:58.058714 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-1167bd1c-8555-443e-9c89-3c0bba3f7a93 tempest-NetworksIpV6TestAttrs-476137979 tempest-NetworksIpV6TestAttrs-476137979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for network, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:58.103633 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-1167bd1c-8555-443e-9c89-3c0bba3f7a93 tempest-NetworksIpV6TestAttrs-476137979 tempest-NetworksIpV6TestAttrs-476137979-project] Notify callbacks [] for security_group, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:58.164450 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7b58cc5-d900-4c19-86f4-9befdd4826d6', 'name': 'network-vif-deleted', 'tag': '827a9395-b498-4e0f-b70e-182acf0b86da'}] {{(pid=93915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:43:58.167355 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e72782ad3af8f7d4ce76cedf092bca46d1756acc5c4653cf0b52034cdd6b073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf68f980-e413-46fa-adff-ed84237f7ca2" -d '{"events": [{"server_uuid": "d7b58cc5-d900-4c19-86f4-9befdd4826d6", "name": "network-vif-deleted", "tag": "827a9395-b498-4e0f-b70e-182acf0b86da"}]}' {{(pid=93915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:43:58.273122 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-1167bd1c-8555-443e-9c89-3c0bba3f7a93 tempest-NetworksIpV6TestAttrs-476137979 tempest-NetworksIpV6TestAttrs-476137979-project] Notify callbacks [] for security_group, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:58.278892 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-1167bd1c-8555-443e-9c89-3c0bba3f7a93 tempest-NetworksIpV6TestAttrs-476137979 tempest-NetworksIpV6TestAttrs-476137979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:58.361552 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a510d275-860e-4b42-8e1d-c6b76f348e7c req-44af4ca4-8222-46ab-9945-d3fd951c9641 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:43:58.363376 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a510d275-860e-4b42-8e1d-c6b76f348e7c req-44af4ca4-8222-46ab-9945-d3fd951c9641 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] 10.222.0.16 "GET /v2.0/ports?device_id=6f9a7f72-8408-4351-a6cb-31c74000b0ce HTTP/1.1" status: 200 len: 945 time: 0.8307211 Jul 14 18:43:58.382721 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5fa7f7-84e8-41d8-a64d-9a506826d4fc req-a54da8e0-5530-46de-aa9e-6dce6808459d tempest-AttachVolumeTestJSON-1507206526 tempest-AttachVolumeTestJSON-1507206526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:43:58.401601 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-820f6307-0fa4-4d00-90cf-8e5770606725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d66d1cf-0e59-4a39-bd79-0339de07e4f4', 'name': 'tempest-TaggedBootDevicesTest-167320257-router', 'tenant_id': '97b50484cf0c4fbaadc06c25d281353e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.9'}], 'enable_snat': True}, 'gw_port_id': 'f4dce0fa-4466-4422-8fbf-e549ad994da8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:33:05Z', 'updated_at': '2021-07-14T18:33:21Z', 'revision_number': 4, 'project_id': '97b50484cf0c4fbaadc06c25d281353e', 'gw_port': {'id': 'f4dce0fa-4466-4422-8fbf-e549ad994da8', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:99:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d66d1cf-0e59-4a39-bd79-0339de07e4f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1539, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:33:09Z', 'updated_at': '2021-07-14T18:33:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_interfaces': [{'id': 'acce96de-fa0d-4328-b8c7-90358a15052d', 'name': '', 'network_id': 'a3451eaf-fb13-48b5-b64d-da7580c60487', 'tenant_id': '97b50484cf0c4fbaadc06c25d281353e', 'mac_address': 'fa:16:3e:ff:49:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d66d1cf-0e59-4a39-bd79-0339de07e4f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1540, 'fixed_ips': [{'subnet_id': 'ca505849-4eae-4ad9-8cb2-1c989449b21f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:33:19Z', 'updated_at': '2021-07-14T18:33:28Z', 'revision_number': 5, 'project_id': '97b50484cf0c4fbaadc06c25d281353e', 'subnets': [{'id': 'ca505849-4eae-4ad9-8cb2-1c989449b21f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-3', False) {} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:43:58.403394 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6c5fa7f7-84e8-41d8-a64d-9a506826d4fc req-a54da8e0-5530-46de-aa9e-6dce6808459d tempest-AttachVolumeTestJSON-1507206526 tempest-AttachVolumeTestJSON-1507206526-project] 10.222.0.16 "GET /v2.0/ports?device_id=c64ed9f9-cec3-467a-b9e4-e8dc086743bc HTTP/1.1" status: 200 len: 946 time: 0.5816779 Jul 14 18:43:58.411153 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1167bd1c-8555-443e-9c89-3c0bba3f7a93 tempest-NetworksIpV6TestAttrs-476137979 tempest-NetworksIpV6TestAttrs-476137979-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 61} {{(pid=93916) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 18:43:58.466657 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-820f6307-0fa4-4d00-90cf-8e5770606725 None None] Checking router: 3d66d1cf-0e59-4a39-bd79-0339de07e4f4 for host: n-d-800634-3 {{(pid=93918) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 18:43:58.479040 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-820f6307-0fa4-4d00-90cf-8e5770606725 None None] Routers {'3d66d1cf-0e59-4a39-bd79-0339de07e4f4'} bound to L3 agent in host n-d-800634-3 {{(pid=93918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:43:58.480238 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-820f6307-0fa4-4d00-90cf-8e5770606725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:43:53Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['3d66d1cf-0e59-4a39-bd79-0339de07e4f4'], 'active': True} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:43:58.508580 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1167bd1c-8555-443e-9c89-3c0bba3f7a93 tempest-NetworksIpV6TestAttrs-476137979 tempest-NetworksIpV6TestAttrs-476137979-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b20696c-9e4a-4c5b-a638-0d334d279ab9,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:43:58.526150 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-1167bd1c-8555-443e-9c89-3c0bba3f7a93 tempest-NetworksIpV6TestAttrs-476137979 tempest-NetworksIpV6TestAttrs-476137979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:58.526611 n-d-800634-3 neutron-server[93916]: INFO neutron.db.segments_db [None req-1167bd1c-8555-443e-9c89-3c0bba3f7a93 tempest-NetworksIpV6TestAttrs-476137979 tempest-NetworksIpV6TestAttrs-476137979-project] Added segment 8244b154-9a66-4493-9cf8-a17a32fabaca of type vlan for network b2cf10d3-d2b7-4c61-865a-cff10ecf206f Jul 14 18:43:58.530941 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [req-143ac358-2fc2-4000-85d4-ef4770abacc0 req-de7282bb-4f30-4d24-bd59-80de51ce62b3 tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Deleting port 85897482-0484-49f8-8ec5-b7a74ba260d7 {{(pid=93915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:43:58.532537 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-143ac358-2fc2-4000-85d4-ef4770abacc0 req-de7282bb-4f30-4d24-bd59-80de51ce62b3 tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:58.635479 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-1167bd1c-8555-443e-9c89-3c0bba3f7a93 tempest-NetworksIpV6TestAttrs-476137979 tempest-NetworksIpV6TestAttrs-476137979-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728202197517'] for network, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:58.676142 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-1167bd1c-8555-443e-9c89-3c0bba3f7a93 tempest-NetworksIpV6TestAttrs-476137979 tempest-NetworksIpV6TestAttrs-476137979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727'] for network, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:58.688653 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1167bd1c-8555-443e-9c89-3c0bba3f7a93 tempest-NetworksIpV6TestAttrs-476137979 tempest-NetworksIpV6TestAttrs-476137979-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:43:58.689385 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-1167bd1c-8555-443e-9c89-3c0bba3f7a93 tempest-NetworksIpV6TestAttrs-476137979 tempest-NetworksIpV6TestAttrs-476137979-project] Notify callbacks [] for network, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:58.705961 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvr_db [None req-820f6307-0fa4-4d00-90cf-8e5770606725 None None] Set router 3d66d1cf-0e59-4a39-bd79-0339de07e4f4 gateway port host: n-d-800634-3 {{(pid=93918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 18:43:58.795745 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-143ac358-2fc2-4000-85d4-ef4770abacc0 req-de7282bb-4f30-4d24-bd59-80de51ce62b3 tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] For port 85897482-0484-49f8-8ec5-b7a74ba260d7, host n-h2-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=85897482-0484-49f8-8ec5-b7a74ba260d7,segment=NetworkSegment(10270b9d-7deb-4383-8c55-a66aebb27b9d),segment_id=10270b9d-7deb-4383-8c55-a66aebb27b9d)] {{(pid=93915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:43:58.796155 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-143ac358-2fc2-4000-85d4-ef4770abacc0 req-de7282bb-4f30-4d24-bd59-80de51ce62b3 tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:58.801684 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1167bd1c-8555-443e-9c89-3c0bba3f7a93 tempest-NetworksIpV6TestAttrs-476137979 tempest-NetworksIpV6TestAttrs-476137979-project] Pushing event updated for resources: {'Network': ['ID=b2cf10d3-d2b7-4c61-865a-cff10ecf206f,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:43:58.821589 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Network b2cf10d3-d2b7-4c61-865a-cff10ecf206f details requested by agent ovs-agent-n-d-800634-3 with host n-d-800634-3 {{(pid=93917) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 18:43:58.824928 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-1167bd1c-8555-443e-9c89-3c0bba3f7a93 tempest-NetworksIpV6TestAttrs-476137979 tempest-NetworksIpV6TestAttrs-476137979-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.0789952 Jul 14 18:43:58.894510 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6c5fa7f7-84e8-41d8-a64d-9a506826d4fc req-735f6ffe-34f8-4908-8d72-1d610ca5a1f5 tempest-AttachVolumeTestJSON-1507206526 tempest-AttachVolumeTestJSON-1507206526-project] 10.222.0.16 "GET /v2.0/security-groups?id=10a7a181-b1d5-45ad-8b34-e6bc7abe70ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4733949 Jul 14 18:43:58.895734 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [req-143ac358-2fc2-4000-85d4-ef4770abacc0 req-de7282bb-4f30-4d24-bd59-80de51ce62b3 tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Calling delete_port for 85897482-0484-49f8-8ec5-b7a74ba260d7 owned by compute:nova {{(pid=93915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:43:59.109236 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 18:43:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8df3e314-4c7a-4970-a1d4-526d09f43e3b x-openstack-request-id: req-8df3e314-4c7a-4970-a1d4-526d09f43e3b {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:43:59.111271 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c64ed9f9-cec3-467a-b9e4-e8dc086743bc", "name": "network-vif-plugged", "status": "completed", "tag": "2b680c52-8f17-42de-8174-663ebe8ee305", "code": 200}]} {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:43:59.111718 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8df3e314-4c7a-4970-a1d4-526d09f43e3b {{(pid=93917) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:43:59.112633 n-d-800634-3 neutron-server[93917]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c64ed9f9-cec3-467a-b9e4-e8dc086743bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b680c52-8f17-42de-8174-663ebe8ee305', 'code': 200} Jul 14 18:43:59.268932 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-820f6307-0fa4-4d00-90cf-8e5770606725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d66d1cf-0e59-4a39-bd79-0339de07e4f4', 'name': 'tempest-TaggedBootDevicesTest-167320257-router', 'tenant_id': '97b50484cf0c4fbaadc06c25d281353e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.9'}], 'enable_snat': True}, 'gw_port_id': 'f4dce0fa-4466-4422-8fbf-e549ad994da8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:33:05Z', 'updated_at': '2021-07-14T18:33:21Z', 'revision_number': 4, 'project_id': '97b50484cf0c4fbaadc06c25d281353e', 'gw_port': {'id': 'f4dce0fa-4466-4422-8fbf-e549ad994da8', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:99:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d66d1cf-0e59-4a39-bd79-0339de07e4f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1539, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:33:09Z', 'updated_at': '2021-07-14T18:33:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_interfaces': [{'id': 'acce96de-fa0d-4328-b8c7-90358a15052d', 'name': '', 'network_id': 'a3451eaf-fb13-48b5-b64d-da7580c60487', 'tenant_id': '97b50484cf0c4fbaadc06c25d281353e', 'mac_address': 'fa:16:3e:ff:49:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d66d1cf-0e59-4a39-bd79-0339de07e4f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1540, 'fixed_ips': [{'subnet_id': 'ca505849-4eae-4ad9-8cb2-1c989449b21f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:33:19Z', 'updated_at': '2021-07-14T18:33:28Z', 'revision_number': 5, 'project_id': '97b50484cf0c4fbaadc06c25d281353e', 'subnets': [{'id': 'ca505849-4eae-4ad9-8cb2-1c989449b21f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-3', False) {} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:43:59.359410 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-820f6307-0fa4-4d00-90cf-8e5770606725 None None] The sync data for ids ['3d66d1cf-0e59-4a39-bd79-0339de07e4f4'] in n-d-800634-3 is: [{'id': '3d66d1cf-0e59-4a39-bd79-0339de07e4f4', 'name': 'tempest-TaggedBootDevicesTest-167320257-router', 'tenant_id': '97b50484cf0c4fbaadc06c25d281353e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.9'}], 'enable_snat': True}, 'gw_port_id': 'f4dce0fa-4466-4422-8fbf-e549ad994da8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:33:05Z', 'updated_at': '2021-07-14T18:33:21Z', 'revision_number': 4, 'project_id': '97b50484cf0c4fbaadc06c25d281353e', 'gw_port': {'id': 'f4dce0fa-4466-4422-8fbf-e549ad994da8', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:99:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d66d1cf-0e59-4a39-bd79-0339de07e4f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1539, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:33:09Z', 'updated_at': '2021-07-14T18:33:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_interfaces': [{'id': 'acce96de-fa0d-4328-b8c7-90358a15052d', 'name': '', 'network_id': 'a3451eaf-fb13-48b5-b64d-da7580c60487', 'tenant_id': '97b50484cf0c4fbaadc06c25d281353e', 'mac_address': 'fa:16:3e:ff:49:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d66d1cf-0e59-4a39-bd79-0339de07e4f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1540, 'fixed_ips': [{'subnet_id': 'ca505849-4eae-4ad9-8cb2-1c989449b21f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:33:19Z', 'updated_at': '2021-07-14T18:33:28Z', 'revision_number': 5, 'project_id': '97b50484cf0c4fbaadc06c25d281353e', 'subnets': [{'id': 'ca505849-4eae-4ad9-8cb2-1c989449b21f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 18:43:59.425327 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 18:43:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cf4a5d8-020b-4f93-8708-75063e3a5a25 x-openstack-request-id: req-0cf4a5d8-020b-4f93-8708-75063e3a5a25 {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:43:59.426617 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7b58cc5-d900-4c19-86f4-9befdd4826d6", "name": "network-vif-deleted", "tag": "827a9395-b498-4e0f-b70e-182acf0b86da", "status": "completed", "code": 200}]} {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:43:59.427181 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0cf4a5d8-020b-4f93-8708-75063e3a5a25 {{(pid=93915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:43:59.427807 n-d-800634-3 neutron-server[93915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7b58cc5-d900-4c19-86f4-9befdd4826d6', 'name': 'network-vif-deleted', 'tag': '827a9395-b498-4e0f-b70e-182acf0b86da', 'status': 'completed', 'code': 200} Jul 14 18:43:59.466869 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a510d275-860e-4b42-8e1d-c6b76f348e7c req-c64cddf6-bf7d-43b1-9e3b-80d80ea2a09c tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] 10.222.0.16 "GET /v2.0/security-groups?id=8e407b29-87a3-469b-bd17-d62b5e354976&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.0550787 Jul 14 18:43:59.495691 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-143ac358-2fc2-4000-85d4-ef4770abacc0 req-de7282bb-4f30-4d24-bd59-80de51ce62b3 tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:59.663756 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7282bb-4f30-4d24-bd59-80de51ce62b3 tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Pushing event deleted for resources: {'Port': ['ID=85897482-0484-49f8-8ec5-b7a74ba260d7,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:43:59.881535 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [req-143ac358-2fc2-4000-85d4-ef4770abacc0 req-de7282bb-4f30-4d24-bd59-80de51ce62b3 tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] No DVR routers for this DVR port 85897482-0484-49f8-8ec5-b7a74ba260d7 on host n-h2-800634-3 {{(pid=93915) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 18:43:59.893241 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-143ac358-2fc2-4000-85d4-ef4770abacc0 req-de7282bb-4f30-4d24-bd59-80de51ce62b3 tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:43:59.900849 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-143ac358-2fc2-4000-85d4-ef4770abacc0 req-de7282bb-4f30-4d24-bd59-80de51ce62b3 tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] 10.222.0.35 "DELETE /v2.0/ports/85897482-0484-49f8-8ec5-b7a74ba260d7 HTTP/1.1" status: 204 len: 173 time: 1.9060800 Jul 14 18:43:59.931811 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87877bf8-3190-4605-838b-efdadfede6e0 None None] New status for floating IP 135c5d30-0d1b-4771-a986-58a6f0e0a556: DOWN {{(pid=93917) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 18:44:00.676402 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27556525-74f5-4a9c-bdd8-d0b18d4cd516 req-8f919c57-862d-4537-97e6-41bdf2004592 tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:44:00.683377 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27556525-74f5-4a9c-bdd8-d0b18d4cd516 req-8f919c57-862d-4537-97e6-41bdf2004592 tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:44:00.685224 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-27556525-74f5-4a9c-bdd8-d0b18d4cd516 req-8f919c57-862d-4537-97e6-41bdf2004592 tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] 10.222.0.16 "GET /v2.0/ports?device_id=d7b58cc5-d900-4c19-86f4-9befdd4826d6 HTTP/1.1" status: 200 len: 1677 time: 1.1672671 Jul 14 18:44:00.693064 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d136018b-535f-4af9-880d-c13b9906c68e req-2329d6df-8c6b-437e-b8b1-0726350cd831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:44:00.694522 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-d136018b-535f-4af9-880d-c13b9906c68e req-2329d6df-8c6b-437e-b8b1-0726350cd831 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=c64ed9f9-cec3-467a-b9e4-e8dc086743bc HTTP/1.1" status: 200 len: 1097 time: 1.2654707 Jul 14 18:44:00.801173 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [req-143ac358-2fc2-4000-85d4-ef4770abacc0 req-c86280ad-7818-4295-8f62-c5a873ff981b tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Deleting port eae0b81b-04b1-451f-ad3f-22e780eb31b9 {{(pid=93915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:44:00.801518 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-143ac358-2fc2-4000-85d4-ef4770abacc0 req-c86280ad-7818-4295-8f62-c5a873ff981b tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:00.811785 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-27556525-74f5-4a9c-bdd8-d0b18d4cd516 req-57175401-b6e4-410e-97c1-7db5a2840a03 tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] 10.222.0.16 "GET /v2.0/security-groups?id=1bfbf1b1-a239-48c4-9d02-fd8b65b471a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1131423 Jul 14 18:44:00.819537 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54e1771-c013-4ad8-b5ba-e755cfc62491 req-cec9fb28-8f80-40e4-9a2d-823c269c5851 tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:44:00.831475 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b54e1771-c013-4ad8-b5ba-e755cfc62491 req-cec9fb28-8f80-40e4-9a2d-823c269c5851 tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] 10.222.0.16 "GET /v2.0/ports?device_id=4ed688ec-0b1c-4d1e-881c-157d22decd3a HTTP/1.1" status: 200 len: 945 time: 0.9139407 Jul 14 18:44:00.970054 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-d136018b-535f-4af9-880d-c13b9906c68e req-f0052b16-4b6c-4298-99ac-c307949b8a94 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=10a7a181-b1d5-45ad-8b34-e6bc7abe70ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2691729 Jul 14 18:44:01.029917 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b54e1771-c013-4ad8-b5ba-e755cfc62491 req-f5620722-3c0e-454c-a4b3-1f07f3314b94 tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] 10.222.0.16 "GET /v2.0/security-groups?id=f745dc72-333e-4ddf-8281-1bb3e04e8f82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1944931 Jul 14 18:44:01.208479 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-143ac358-2fc2-4000-85d4-ef4770abacc0 req-c86280ad-7818-4295-8f62-c5a873ff981b tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] For port eae0b81b-04b1-451f-ad3f-22e780eb31b9, host n-h2-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=eae0b81b-04b1-451f-ad3f-22e780eb31b9,segment=NetworkSegment(10270b9d-7deb-4383-8c55-a66aebb27b9d),segment_id=10270b9d-7deb-4383-8c55-a66aebb27b9d)] {{(pid=93915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:44:01.210477 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-143ac358-2fc2-4000-85d4-ef4770abacc0 req-c86280ad-7818-4295-8f62-c5a873ff981b tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:01.241734 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [req-143ac358-2fc2-4000-85d4-ef4770abacc0 req-c86280ad-7818-4295-8f62-c5a873ff981b tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Calling delete_port for eae0b81b-04b1-451f-ad3f-22e780eb31b9 owned by compute:nova {{(pid=93915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:44:01.429722 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7b58cc5-d900-4c19-86f4-9befdd4826d6', 'name': 'network-vif-deleted', 'tag': '85897482-0484-49f8-8ec5-b7a74ba260d7'}] {{(pid=93915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:44:01.432504 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e72782ad3af8f7d4ce76cedf092bca46d1756acc5c4653cf0b52034cdd6b073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bd56dc6-ee8c-4111-8df4-a3b886b5608b" -d '{"events": [{"server_uuid": "d7b58cc5-d900-4c19-86f4-9befdd4826d6", "name": "network-vif-deleted", "tag": "85897482-0484-49f8-8ec5-b7a74ba260d7"}]}' {{(pid=93915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:44:01.480524 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd006ad-03cf-4859-8c4d-0c69d33d30b5 req-2d7b4920-92a3-421b-a33b-499f24169181 tempest-AttachVolumeTestJSON-1507206526 tempest-AttachVolumeTestJSON-1507206526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:44:01.487722 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2cd006ad-03cf-4859-8c4d-0c69d33d30b5 req-2d7b4920-92a3-421b-a33b-499f24169181 tempest-AttachVolumeTestJSON-1507206526 tempest-AttachVolumeTestJSON-1507206526-project] 10.222.0.16 "GET /v2.0/ports?device_id=c64ed9f9-cec3-467a-b9e4-e8dc086743bc HTTP/1.1" status: 200 len: 946 time: 0.4550073 Jul 14 18:44:01.506452 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ed5bb4-6c58-46d2-8839-c59c8f53e42c req-d58e6e92-b93d-4f60-a73a-ed1434e1129f tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:44:01.513365 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-25ed5bb4-6c58-46d2-8839-c59c8f53e42c req-d58e6e92-b93d-4f60-a73a-ed1434e1129f tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] 10.222.0.16 "GET /v2.0/ports?device_id=6f9a7f72-8408-4351-a6cb-31c74000b0ce HTTP/1.1" status: 200 len: 945 time: 0.2656951 Jul 14 18:44:01.614680 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2cd006ad-03cf-4859-8c4d-0c69d33d30b5 req-ae4fa8f8-88dc-4eff-979a-eafe1e7c7f38 tempest-AttachVolumeTestJSON-1507206526 tempest-AttachVolumeTestJSON-1507206526-project] 10.222.0.16 "GET /v2.0/security-groups?id=10a7a181-b1d5-45ad-8b34-e6bc7abe70ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1259847 Jul 14 18:44:01.668711 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-25ed5bb4-6c58-46d2-8839-c59c8f53e42c req-e319466c-3b8c-447c-b18b-a3624ef9e5d6 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] 10.222.0.16 "GET /v2.0/security-groups?id=8e407b29-87a3-469b-bd17-d62b5e354976&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1417522 Jul 14 18:44:01.743659 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 18:44:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf1fc3be-b59d-4eea-b01f-31685e35b8df x-openstack-request-id: req-cf1fc3be-b59d-4eea-b01f-31685e35b8df {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:44:01.744434 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7b58cc5-d900-4c19-86f4-9befdd4826d6", "name": "network-vif-deleted", "tag": "85897482-0484-49f8-8ec5-b7a74ba260d7", "status": "completed", "code": 200}]} {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:44:01.747989 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-cf1fc3be-b59d-4eea-b01f-31685e35b8df {{(pid=93915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:44:01.747989 n-d-800634-3 neutron-server[93915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7b58cc5-d900-4c19-86f4-9befdd4826d6', 'name': 'network-vif-deleted', 'tag': '85897482-0484-49f8-8ec5-b7a74ba260d7', 'status': 'completed', 'code': 200} Jul 14 18:44:01.747989 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-143ac358-2fc2-4000-85d4-ef4770abacc0 req-c86280ad-7818-4295-8f62-c5a873ff981b tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:01.855097 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86280ad-7818-4295-8f62-c5a873ff981b tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Pushing event deleted for resources: {'Port': ['ID=eae0b81b-04b1-451f-ad3f-22e780eb31b9,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:44:02.012754 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [req-143ac358-2fc2-4000-85d4-ef4770abacc0 req-c86280ad-7818-4295-8f62-c5a873ff981b tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] No DVR routers for this DVR port eae0b81b-04b1-451f-ad3f-22e780eb31b9 on host n-h2-800634-3 {{(pid=93915) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 18:44:02.016799 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-143ac358-2fc2-4000-85d4-ef4770abacc0 req-c86280ad-7818-4295-8f62-c5a873ff981b tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:02.019196 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-143ac358-2fc2-4000-85d4-ef4770abacc0 req-c86280ad-7818-4295-8f62-c5a873ff981b tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] 10.222.0.35 "DELETE /v2.0/ports/eae0b81b-04b1-451f-ad3f-22e780eb31b9 HTTP/1.1" status: 204 len: 173 time: 2.1045463 Jul 14 18:44:02.180833 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee24ee6-0f9a-492d-a43e-82dd186d5806 req-d81f0ef2-0ad7-4c66-a880-244be20d22d2 tempest-TestNetworkAdvancedServerOps-1839370163 tempest-TestNetworkAdvancedServerOps-1839370163-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:44:02.182392 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-5ee24ee6-0f9a-492d-a43e-82dd186d5806 req-d81f0ef2-0ad7-4c66-a880-244be20d22d2 tempest-TestNetworkAdvancedServerOps-1839370163 tempest-TestNetworkAdvancedServerOps-1839370163-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=6f9a7f72-8408-4351-a6cb-31c74000b0ce HTTP/1.1" status: 200 len: 1096 time: 0.1619039 Jul 14 18:44:02.191307 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426a7c7e-2fe0-4966-b62c-ac6838800e81 req-acfa20ec-58a0-4f72-81df-626631932585 tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:44:02.192833 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-426a7c7e-2fe0-4966-b62c-ac6838800e81 req-acfa20ec-58a0-4f72-81df-626631932585 tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] 10.222.0.16 "GET /v2.0/ports?device_id=4ed688ec-0b1c-4d1e-881c-157d22decd3a HTTP/1.1" status: 200 len: 945 time: 0.2870214 Jul 14 18:44:02.243287 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-5ee24ee6-0f9a-492d-a43e-82dd186d5806 req-140419c2-a35e-431a-acc5-cf81cf867a93 tempest-TestNetworkAdvancedServerOps-1839370163 tempest-TestNetworkAdvancedServerOps-1839370163-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=8e407b29-87a3-469b-bd17-d62b5e354976&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409629 Jul 14 18:44:02.261499 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 33358) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:44:02.267097 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-3abbf9da-d637-4ed3-9aa6-1e246503a4c7 tempest-NetworksIpV6TestAttrs-476137979 tempest-NetworksIpV6TestAttrs-476137979-project] Request body: {'subnet': {'network_id': 'b2cf10d3-d2b7-4c61-865a-cff10ecf206f', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:44:02.277569 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [req-143ac358-2fc2-4000-85d4-ef4770abacc0 req-f983fb31-a2e5-4a11-949a-ce418c36a04f tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Deleting port 867c1045-d4a3-4446-b5e7-7ab9463781ba {{(pid=93915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:44:02.277929 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-143ac358-2fc2-4000-85d4-ef4770abacc0 req-f983fb31-a2e5-4a11-949a-ce418c36a04f tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:02.344166 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-426a7c7e-2fe0-4966-b62c-ac6838800e81 req-59e65f51-3195-4fe6-9a4a-1066e14dd171 tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] 10.222.0.16 "GET /v2.0/security-groups?id=f745dc72-333e-4ddf-8281-1bb3e04e8f82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036768 Jul 14 18:44:02.463770 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:02.515492 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3abbf9da-d637-4ed3-9aa6-1e246503a4c7 tempest-NetworksIpV6TestAttrs-476137979 tempest-NetworksIpV6TestAttrs-476137979-project] Made reservation on behalf of 0957ef9837c14f448427051d56209bc9 for: {'subnet': 1} {{(pid=93916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:44:02.519832 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-3abbf9da-d637-4ed3-9aa6-1e246503a4c7 tempest-NetworksIpV6TestAttrs-476137979 tempest-NetworksIpV6TestAttrs-476137979-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26033189'] for subnet, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:02.577738 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-143ac358-2fc2-4000-85d4-ef4770abacc0 req-f983fb31-a2e5-4a11-949a-ce418c36a04f tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] For port 867c1045-d4a3-4446-b5e7-7ab9463781ba, host n-h2-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=867c1045-d4a3-4446-b5e7-7ab9463781ba,segment=NetworkSegment(55e97a62-6e3a-4f99-9832-0415496a9afd),segment_id=55e97a62-6e3a-4f99-9832-0415496a9afd)] {{(pid=93915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:44:02.578392 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-143ac358-2fc2-4000-85d4-ef4770abacc0 req-f983fb31-a2e5-4a11-949a-ce418c36a04f tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:02.619310 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [req-143ac358-2fc2-4000-85d4-ef4770abacc0 req-f983fb31-a2e5-4a11-949a-ce418c36a04f tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Calling delete_port for 867c1045-d4a3-4446-b5e7-7ab9463781ba owned by compute:nova {{(pid=93915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:44:02.698774 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c778d0bf-14b8-4194-9578-37fe1cfeaae0 req-f1c6d18e-3fe5-4dea-b49d-ad036e9289f4 tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:44:02.707073 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c778d0bf-14b8-4194-9578-37fe1cfeaae0 req-f1c6d18e-3fe5-4dea-b49d-ad036e9289f4 tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] 10.222.0.16 "GET /v2.0/ports?device_id=d7b58cc5-d900-4c19-86f4-9befdd4826d6 HTTP/1.1" status: 200 len: 943 time: 0.2585926 Jul 14 18:44:02.765483 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd58866b-0a30-4a91-b9f7-3ea6d7ad8012 req-4a325e3c-deeb-4909-9cc6-eb716649fc29 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:44:02.767047 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-dd58866b-0a30-4a91-b9f7-3ea6d7ad8012 req-4a325e3c-deeb-4909-9cc6-eb716649fc29 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] 10.222.0.16 "GET /v2.0/ports?device_id=6f9a7f72-8408-4351-a6cb-31c74000b0ce HTTP/1.1" status: 200 len: 945 time: 0.2196794 Jul 14 18:44:02.786648 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-3abbf9da-d637-4ed3-9aa6-1e246503a4c7 tempest-NetworksIpV6TestAttrs-476137979 tempest-NetworksIpV6TestAttrs-476137979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2684753', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26033175'] for subnet, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:02.828620 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c778d0bf-14b8-4194-9578-37fe1cfeaae0 req-bcbb8360-09af-47d0-ae95-b849a6a34375 tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] 10.222.0.16 "GET /v2.0/security-groups?id=1bfbf1b1-a239-48c4-9d02-fd8b65b471a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1199749 Jul 14 18:44:02.878833 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abbf9da-d637-4ed3-9aa6-1e246503a4c7 tempest-NetworksIpV6TestAttrs-476137979 tempest-NetworksIpV6TestAttrs-476137979-project] Pushing event updated for resources: {'Subnet': ['ID=7ecabe65-deb9-48dc-a902-b721fba92266,revision_number=0']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:44:02.881150 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3abbf9da-d637-4ed3-9aa6-1e246503a4c7 tempest-NetworksIpV6TestAttrs-476137979 tempest-NetworksIpV6TestAttrs-476137979-project] Checking segment: {'id': '8244b154-9a66-4493-9cf8-a17a32fabaca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'b2cf10d3-d2b7-4c61-865a-cff10ecf206f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93916) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:44:02.881991 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3abbf9da-d637-4ed3-9aa6-1e246503a4c7 tempest-NetworksIpV6TestAttrs-476137979 tempest-NetworksIpV6TestAttrs-476137979-project] Network hostable DHCP agents. Network: b2cf10d3-d2b7-4c61-865a-cff10ecf206f, hostable agents: ['028393c3-0576-4ebd-bca1-8ea8a148e1a2'], hosted agents: [] {{(pid=93916) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 18:44:02.903979 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3abbf9da-d637-4ed3-9aa6-1e246503a4c7 tempest-NetworksIpV6TestAttrs-476137979 tempest-NetworksIpV6TestAttrs-476137979-project] Network b2cf10d3-d2b7-4c61-865a-cff10ecf206f is scheduled to be hosted by DHCP agent 028393c3-0576-4ebd-bca1-8ea8a148e1a2 with binding_index 1 {{(pid=93916) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 18:44:02.921383 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [None req-3abbf9da-d637-4ed3-9aa6-1e246503a4c7 tempest-NetworksIpV6TestAttrs-476137979 tempest-NetworksIpV6TestAttrs-476137979-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-3, b2cf10d3-d2b7-4c61-865a-cff10ecf206f) {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:44:02.926778 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3abbf9da-d637-4ed3-9aa6-1e246503a4c7 tempest-NetworksIpV6TestAttrs-476137979 tempest-NetworksIpV6TestAttrs-476137979-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:44:02.931359 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-3abbf9da-d637-4ed3-9aa6-1e246503a4c7 tempest-NetworksIpV6TestAttrs-476137979 tempest-NetworksIpV6TestAttrs-476137979-project] Notify callbacks [] for subnet, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:02.945315 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f6b6903-3bc8-4a47-b209-b0e6d4df9423 None None] Network b2cf10d3-d2b7-4c61-865a-cff10ecf206f requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:44:02.956822 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-dd58866b-0a30-4a91-b9f7-3ea6d7ad8012 req-600744a8-139d-4959-bd7d-0680fa3b54a4 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] 10.222.0.16 "GET /v2.0/security-groups?id=8e407b29-87a3-469b-bd17-d62b5e354976&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1811938 Jul 14 18:44:02.978226 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-3abbf9da-d637-4ed3-9aa6-1e246503a4c7 tempest-NetworksIpV6TestAttrs-476137979 tempest-NetworksIpV6TestAttrs-476137979-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7155354 Jul 14 18:44:02.978882 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 33376) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:44:02.984695 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-c8fcc5b1-157f-4fa8-ac30-11098fe5a0fc tempest-NetworksIpV6TestAttrs-476137979 tempest-NetworksIpV6TestAttrs-476137979-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-671034751'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:44:02.992334 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 33378) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:44:03.007797 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-143ac358-2fc2-4000-85d4-ef4770abacc0 req-f983fb31-a2e5-4a11-949a-ce418c36a04f tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:03.126356 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f983fb31-a2e5-4a11-949a-ce418c36a04f tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Pushing event deleted for resources: {'Port': ['ID=867c1045-d4a3-4446-b5e7-7ab9463781ba,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:44:03.129476 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8fcc5b1-157f-4fa8-ac30-11098fe5a0fc tempest-NetworksIpV6TestAttrs-476137979 tempest-NetworksIpV6TestAttrs-476137979-project] Made reservation on behalf of 0957ef9837c14f448427051d56209bc9 for: {'network': 1} {{(pid=93916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:44:03.152248 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-c8fcc5b1-157f-4fa8-ac30-11098fe5a0fc tempest-NetworksIpV6TestAttrs-476137979 tempest-NetworksIpV6TestAttrs-476137979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for network, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:03.232909 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-55534657-8c09-4351-be65-d31ca5b7c901 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] 10.222.0.16 "GET /v2.0/floatingips/d903ce6a-0f0b-4425-9953-ec19bbdcef3f HTTP/1.1" status: 200 len: 992 time: 0.2394009 Jul 14 18:44:03.241079 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8fcc5b1-157f-4fa8-ac30-11098fe5a0fc tempest-NetworksIpV6TestAttrs-476137979 tempest-NetworksIpV6TestAttrs-476137979-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 92} {{(pid=93916) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 18:44:03.264500 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-c8fcc5b1-157f-4fa8-ac30-11098fe5a0fc tempest-NetworksIpV6TestAttrs-476137979 tempest-NetworksIpV6TestAttrs-476137979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:03.265759 n-d-800634-3 neutron-server[93916]: INFO neutron.db.segments_db [None req-c8fcc5b1-157f-4fa8-ac30-11098fe5a0fc tempest-NetworksIpV6TestAttrs-476137979 tempest-NetworksIpV6TestAttrs-476137979-project] Added segment 9702c4ef-4468-407e-8bfb-69cc24d4dfae of type vlan for network 9ec95bc7-c21a-44a4-8297-4a83bbac6604 Jul 14 18:44:03.298039 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [req-143ac358-2fc2-4000-85d4-ef4770abacc0 req-f983fb31-a2e5-4a11-949a-ce418c36a04f tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] No DVR routers for this DVR port 867c1045-d4a3-4446-b5e7-7ab9463781ba on host n-h2-800634-3 {{(pid=93915) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 18:44:03.317207 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-c8fcc5b1-157f-4fa8-ac30-11098fe5a0fc tempest-NetworksIpV6TestAttrs-476137979 tempest-NetworksIpV6TestAttrs-476137979-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728202197517'] for network, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:03.338613 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-143ac358-2fc2-4000-85d4-ef4770abacc0 req-f983fb31-a2e5-4a11-949a-ce418c36a04f tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:03.346611 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-143ac358-2fc2-4000-85d4-ef4770abacc0 req-f983fb31-a2e5-4a11-949a-ce418c36a04f tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] 10.222.0.35 "DELETE /v2.0/ports/867c1045-d4a3-4446-b5e7-7ab9463781ba HTTP/1.1" status: 204 len: 173 time: 1.3196957 Jul 14 18:44:03.358543 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-c8fcc5b1-157f-4fa8-ac30-11098fe5a0fc tempest-NetworksIpV6TestAttrs-476137979 tempest-NetworksIpV6TestAttrs-476137979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727'] for network, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:03.371115 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8fcc5b1-157f-4fa8-ac30-11098fe5a0fc tempest-NetworksIpV6TestAttrs-476137979 tempest-NetworksIpV6TestAttrs-476137979-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:44:03.372168 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-c8fcc5b1-157f-4fa8-ac30-11098fe5a0fc tempest-NetworksIpV6TestAttrs-476137979 tempest-NetworksIpV6TestAttrs-476137979-project] Notify callbacks [] for network, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:03.386831 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73262761-1d4d-4952-a956-58743b9229ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9222b97e-5d1c-54f8-ba97-82f172498e76-b2cf10d3-d2b7-4c61-865a-cff10ecf206f', 'network_id': 'b2cf10d3-d2b7-4c61-865a-cff10ecf206f', 'tenant_id': '0957ef9837c14f448427051d56209bc9', 'fixed_ips': [{'subnet_id': '7ecabe65-deb9-48dc-a902-b721fba92266'}]}} from n-d-800634-3. {{(pid=93917) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 18:44:03.387703 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-73262761-1d4d-4952-a956-58743b9229ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:03.490592 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-c8fcc5b1-157f-4fa8-ac30-11098fe5a0fc tempest-NetworksIpV6TestAttrs-476137979 tempest-NetworksIpV6TestAttrs-476137979-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.5061800 Jul 14 18:44:03.490907 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 33388) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:44:03.503824 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-beb4cc08-f411-4cbe-8df7-f184725da736 tempest-NetworksIpV6TestAttrs-476137979 tempest-NetworksIpV6TestAttrs-476137979-project] Request body: {'subnet': {'network_id': '9ec95bc7-c21a-44a4-8297-4a83bbac6604', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:44:03.510483 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8fcc5b1-157f-4fa8-ac30-11098fe5a0fc tempest-NetworksIpV6TestAttrs-476137979 tempest-NetworksIpV6TestAttrs-476137979-project] Pushing event updated for resources: {'Network': ['ID=9ec95bc7-c21a-44a4-8297-4a83bbac6604,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:44:03.551532 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Network 9ec95bc7-c21a-44a4-8297-4a83bbac6604 details requested by agent ovs-agent-n-d-800634-3 with host n-d-800634-3 {{(pid=93917) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 18:44:03.631229 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac7575b-96da-4177-86aa-8b3a1aa12e5a req-acece883-8f3b-44f3-804a-3965854a26a9 tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:44:03.642712 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-7ac7575b-96da-4177-86aa-8b3a1aa12e5a req-acece883-8f3b-44f3-804a-3965854a26a9 tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] 10.222.0.16 "GET /v2.0/ports?device_id=4ed688ec-0b1c-4d1e-881c-157d22decd3a HTTP/1.1" status: 200 len: 945 time: 0.3467093 Jul 14 18:44:03.712740 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.db_base_plugin_common [None req-73262761-1d4d-4952-a956-58743b9229ff None None] Allocated IP 2001:db8:0:ffff::2 (b2cf10d3-d2b7-4c61-865a-cff10ecf206f/7ecabe65-deb9-48dc-a902-b721fba92266/0594befe-9579-4e01-95e8-db15b5a85fa9) {{(pid=93917) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:44:03.738540 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-7ac7575b-96da-4177-86aa-8b3a1aa12e5a req-c58a725d-bd35-4a46-9331-481fb4d6a1f6 tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] 10.222.0.16 "GET /v2.0/security-groups?id=f745dc72-333e-4ddf-8281-1bb3e04e8f82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941250 Jul 14 18:44:03.765733 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7b58cc5-d900-4c19-86f4-9befdd4826d6', 'name': 'network-vif-deleted', 'tag': 'eae0b81b-04b1-451f-ad3f-22e780eb31b9'}, {'server_uuid': 'd7b58cc5-d900-4c19-86f4-9befdd4826d6', 'name': 'network-vif-deleted', 'tag': '867c1045-d4a3-4446-b5e7-7ab9463781ba'}] {{(pid=93915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:44:03.768777 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e72782ad3af8f7d4ce76cedf092bca46d1756acc5c4653cf0b52034cdd6b073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55d38267-39b2-460b-8fa8-1b7df521efb9" -d '{"events": [{"server_uuid": "d7b58cc5-d900-4c19-86f4-9befdd4826d6", "name": "network-vif-deleted", "tag": "eae0b81b-04b1-451f-ad3f-22e780eb31b9"}, {"server_uuid": "d7b58cc5-d900-4c19-86f4-9befdd4826d6", "name": "network-vif-deleted", "tag": "867c1045-d4a3-4446-b5e7-7ab9463781ba"}]}' {{(pid=93915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:44:03.807620 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0b80c4-ca78-45fa-a083-e1400052f83b req-a1e930a8-faa9-4870-9604-78a8931eb278 tempest-AttachVolumeTestJSON-1507206526 tempest-AttachVolumeTestJSON-1507206526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:44:03.814853 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3d0b80c4-ca78-45fa-a083-e1400052f83b req-a1e930a8-faa9-4870-9604-78a8931eb278 tempest-AttachVolumeTestJSON-1507206526 tempest-AttachVolumeTestJSON-1507206526-project] 10.222.0.16 "GET /v2.0/ports?device_id=c64ed9f9-cec3-467a-b9e4-e8dc086743bc HTTP/1.1" status: 200 len: 946 time: 0.5198145 Jul 14 18:44:03.968798 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3d0b80c4-ca78-45fa-a083-e1400052f83b req-f69a644b-d88b-4a5c-9dfd-509b5559641b tempest-AttachVolumeTestJSON-1507206526 tempest-AttachVolumeTestJSON-1507206526-project] 10.222.0.16 "GET /v2.0/security-groups?id=10a7a181-b1d5-45ad-8b34-e6bc7abe70ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1435823 Jul 14 18:44:03.970488 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-beb4cc08-f411-4cbe-8df7-f184725da736 tempest-NetworksIpV6TestAttrs-476137979 tempest-NetworksIpV6TestAttrs-476137979-project] Made reservation on behalf of 0957ef9837c14f448427051d56209bc9 for: {'subnet': 1} {{(pid=93915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:44:03.985848 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-beb4cc08-f411-4cbe-8df7-f184725da736 tempest-NetworksIpV6TestAttrs-476137979 tempest-NetworksIpV6TestAttrs-476137979-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28969735'] for subnet, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:04.039030 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-73262761-1d4d-4952-a956-58743b9229ff None None] Notify callbacks [] for port, precommit_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:04.049505 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-73262761-1d4d-4952-a956-58743b9229ff None None] Transition to ACTIVE for port object 0594befe-9579-4e01-95e8-db15b5a85fa9 will not be triggered until provisioned by entity L2. {{(pid=93917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:44:04.070202 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-73262761-1d4d-4952-a956-58743b9229ff None None] Transition to ACTIVE for port object 0594befe-9579-4e01-95e8-db15b5a85fa9 will not be triggered until provisioned by entity DHCP. {{(pid=93917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:44:04.078938 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-73262761-1d4d-4952-a956-58743b9229ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804'] for port, after_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:04.119662 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 14 Jul 2021 18:44:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec6fb5da-d626-49c8-9e75-4d5899871e34 x-openstack-request-id: req-ec6fb5da-d626-49c8-9e75-4d5899871e34 {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:44:04.120831 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7b58cc5-d900-4c19-86f4-9befdd4826d6", "name": "network-vif-deleted", "tag": "eae0b81b-04b1-451f-ad3f-22e780eb31b9", "status": "completed", "code": 200}, {"server_uuid": "d7b58cc5-d900-4c19-86f4-9befdd4826d6", "name": "network-vif-deleted", "tag": "867c1045-d4a3-4446-b5e7-7ab9463781ba", "status": "completed", "code": 200}]} {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:44:04.121906 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ec6fb5da-d626-49c8-9e75-4d5899871e34 {{(pid=93915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:44:04.126612 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 33402) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:44:04.127312 n-d-800634-3 neutron-server[93915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7b58cc5-d900-4c19-86f4-9befdd4826d6', 'name': 'network-vif-deleted', 'tag': 'eae0b81b-04b1-451f-ad3f-22e780eb31b9', 'status': 'completed', 'code': 200} Jul 14 18:44:04.127699 n-d-800634-3 neutron-server[93915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7b58cc5-d900-4c19-86f4-9befdd4826d6', 'name': 'network-vif-deleted', 'tag': '867c1045-d4a3-4446-b5e7-7ab9463781ba', 'status': 'completed', 'code': 200} Jul 14 18:44:04.169386 n-d-800634-3 neutron-server[93917]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73262761-1d4d-4952-a956-58743b9229ff None None] Network b2cf10d3-d2b7-4c61-865a-cff10ecf206f is already hosted by enough agents. {{(pid=93917) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:44:04.175504 n-d-800634-3 neutron-server[93917]: DEBUG neutron.scheduler.base_scheduler [None req-73262761-1d4d-4952-a956-58743b9229ff None None] Resources bound (agent type, host, resource id): {{(pid=93917) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:44:04.185170 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73262761-1d4d-4952-a956-58743b9229ff None None] Received port after_create {{(pid=93917) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:44:04.197642 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73262761-1d4d-4952-a956-58743b9229ff None None] Pushing event updated for resources: {'Port': ['ID=0594befe-9579-4e01-95e8-db15b5a85fa9,revision_number=1']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:44:04.387414 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-0e9237ae-72f5-47ab-a566-874da085891c tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Deleting port a0a4deb1-ae31-47ed-ac5b-c249a37ede8e {{(pid=93916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:44:04.388005 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-0e9237ae-72f5-47ab-a566-874da085891c tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:04.418647 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-73262761-1d4d-4952-a956-58743b9229ff None None] Attempting to bind port 0594befe-9579-4e01-95e8-db15b5a85fa9 on host n-d-800634-3 for vnic_type normal with profile {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:44:04.419043 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-73262761-1d4d-4952-a956-58743b9229ff None None] Attempting to bind port 0594befe-9579-4e01-95e8-db15b5a85fa9 by drivers openvswitch,hyperv on host n-d-800634-3 at level 0 using segments [{'id': '8244b154-9a66-4493-9cf8-a17a32fabaca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'b2cf10d3-d2b7-4c61-865a-cff10ecf206f'}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:44:04.419423 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73262761-1d4d-4952-a956-58743b9229ff None None] Attempting to bind port 0594befe-9579-4e01-95e8-db15b5a85fa9 on network b2cf10d3-d2b7-4c61-865a-cff10ecf206f {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:44:04.433055 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73262761-1d4d-4952-a956-58743b9229ff None None] Checking agent: {'id': '01c19e91-a945-4e3c-94a6-c211e17c923e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 8, 23), 'started_at': datetime.datetime(2021, 7, 14, 18, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 18, 43, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 18:44:04.433468 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73262761-1d4d-4952-a956-58743b9229ff None None] Checking segment: {'id': '8244b154-9a66-4493-9cf8-a17a32fabaca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'b2cf10d3-d2b7-4c61-865a-cff10ecf206f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93917) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:44:04.433892 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-73262761-1d4d-4952-a956-58743b9229ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:04.434307 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73262761-1d4d-4952-a956-58743b9229ff None None] Bound using segment: {'id': '8244b154-9a66-4493-9cf8-a17a32fabaca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'b2cf10d3-d2b7-4c61-865a-cff10ecf206f'} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 18:44:04.434808 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-73262761-1d4d-4952-a956-58743b9229ff None None] Bound port: 0594befe-9579-4e01-95e8-db15b5a85fa9, host: n-d-800634-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8244b154-9a66-4493-9cf8-a17a32fabaca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'b2cf10d3-d2b7-4c61-865a-cff10ecf206f'}}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 18:44:04.435205 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-73262761-1d4d-4952-a956-58743b9229ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:04.482537 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-166ba992-0cd5-4d33-b500-5af3b0686966 req-8fd87151-7321-47e4-a308-154dac8f9fde tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] 10.222.0.16 "GET /v2.0/ports?device_id=d7b58cc5-d900-4c19-86f4-9befdd4826d6 HTTP/1.1" status: 200 len: 210 time: 0.1177399 Jul 14 18:44:04.546698 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-0e9237ae-72f5-47ab-a566-874da085891c tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:04.547043 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-0e9237ae-72f5-47ab-a566-874da085891c tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:04.568594 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-73262761-1d4d-4952-a956-58743b9229ff None None] For port 0594befe-9579-4e01-95e8-db15b5a85fa9, host n-d-800634-3, cleared binding levels {{(pid=93917) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:44:04.573029 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-73262761-1d4d-4952-a956-58743b9229ff None None] For port 0594befe-9579-4e01-95e8-db15b5a85fa9, host n-d-800634-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=0594befe-9579-4e01-95e8-db15b5a85fa9,segment=NetworkSegment(8244b154-9a66-4493-9cf8-a17a32fabaca),segment_id=8244b154-9a66-4493-9cf8-a17a32fabaca)] {{(pid=93917) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 18:44:04.576155 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-0e9237ae-72f5-47ab-a566-874da085891c tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Calling delete_port for a0a4deb1-ae31-47ed-ac5b-c249a37ede8e owned by network:floatingip {{(pid=93916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:44:04.581782 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-73262761-1d4d-4952-a956-58743b9229ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:04.672973 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73262761-1d4d-4952-a956-58743b9229ff None None] Pushing event updated for resources: {'Port': ['ID=0594befe-9579-4e01-95e8-db15b5a85fa9,revision_number=2']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:44:04.726922 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e49cd75-1134-492d-af11-a0131fe67568 req-6254ed23-8e3b-46f4-b095-ebe779e003de tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:44:04.734161 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3e49cd75-1134-492d-af11-a0131fe67568 req-6254ed23-8e3b-46f4-b095-ebe779e003de tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] 10.222.0.16 "GET /v2.0/ports?device_id=4ed688ec-0b1c-4d1e-881c-157d22decd3a HTTP/1.1" status: 200 len: 945 time: 0.4757566 Jul 14 18:44:04.845065 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3e49cd75-1134-492d-af11-a0131fe67568 req-6a4ddce3-cebc-4e0d-a664-7803ad691a3e tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] 10.222.0.16 "GET /v2.0/security-groups?id=f745dc72-333e-4ddf-8281-1bb3e04e8f82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097119 Jul 14 18:44:04.915137 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-0e9237ae-72f5-47ab-a566-874da085891c tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:04.957365 n-d-800634-3 neutron-server[93915]: DEBUG neutron.objects.ports [None req-beb4cc08-f411-4cbe-8df7-f184725da736 tempest-NetworksIpV6TestAttrs-476137979 tempest-NetworksIpV6TestAttrs-476137979-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93915) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 14 18:44:04.960527 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-beb4cc08-f411-4cbe-8df7-f184725da736 tempest-NetworksIpV6TestAttrs-476137979 tempest-NetworksIpV6TestAttrs-476137979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25912837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28969781'] for subnet, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:04.985526 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c454c93-486e-4c70-8b27-4c03d172d550 req-cc0d7a0b-b411-4f1d-b6a6-a169d08cf6c8 tempest-AttachVolumeTestJSON-1507206526 tempest-AttachVolumeTestJSON-1507206526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:44:04.987734 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-0c454c93-486e-4c70-8b27-4c03d172d550 req-cc0d7a0b-b411-4f1d-b6a6-a169d08cf6c8 tempest-AttachVolumeTestJSON-1507206526 tempest-AttachVolumeTestJSON-1507206526-project] 10.222.0.16 "GET /v2.0/ports?device_id=c64ed9f9-cec3-467a-b9e4-e8dc086743bc HTTP/1.1" status: 200 len: 946 time: 0.3300762 Jul 14 18:44:05.013105 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 33418) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:44:05.030892 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9237ae-72f5-47ab-a566-874da085891c tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Pushing event deleted for resources: {'Port': ['ID=a0a4deb1-ae31-47ed-ac5b-c249a37ede8e,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:44:05.041084 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-dd3643cf-93a6-4d2e-b616-31ab75b4987b tempest-AttachVolumeTestJSON-1507206526 tempest-AttachVolumeTestJSON-1507206526-project] Request body: {'floatingip': {'port_id': '2b680c52-8f17-42de-8174-663ebe8ee305'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:44:05.142367 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-0e9237ae-72f5-47ab-a566-874da085891c tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks [] for floatingip, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:05.143325 n-d-800634-3 neutron-server[93916]: INFO neutron.db.l3_db [None req-0e9237ae-72f5-47ab-a566-874da085891c tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Floating IP d903ce6a-0f0b-4425-9953-ec19bbdcef3f disassociated (deleted). External IP: 172.25.1.180, port: 6182959c-1b61-4e8b-9b7e-d356b7088e97. Jul 14 18:44:05.191172 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-dd3643cf-93a6-4d2e-b616-31ab75b4987b tempest-AttachVolumeTestJSON-1507206526 tempest-AttachVolumeTestJSON-1507206526-project] Notify callbacks [] for floatingip, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:05.297463 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb4cc08-f411-4cbe-8df7-f184725da736 tempest-NetworksIpV6TestAttrs-476137979 tempest-NetworksIpV6TestAttrs-476137979-project] Pushing event updated for resources: {'Subnet': ['ID=05bc9abc-7f88-4edc-a86d-9a68469a3f56,revision_number=0']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:44:05.394158 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:05.489107 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e9237ae-72f5-47ab-a566-874da085891c tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Router 29c52654-d9c8-454b-b6d2-1ca014e9fa52 has already been hosted by L3 agent 2c6eb27e-defb-4cca-9a24-381c7415e359 {{(pid=93916) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 18:44:05.783952 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beb4cc08-f411-4cbe-8df7-f184725da736 tempest-NetworksIpV6TestAttrs-476137979 tempest-NetworksIpV6TestAttrs-476137979-project] Checking segment: {'id': '9702c4ef-4468-407e-8bfb-69cc24d4dfae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '9ec95bc7-c21a-44a4-8297-4a83bbac6604'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:44:05.785279 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beb4cc08-f411-4cbe-8df7-f184725da736 tempest-NetworksIpV6TestAttrs-476137979 tempest-NetworksIpV6TestAttrs-476137979-project] Network hostable DHCP agents. Network: 9ec95bc7-c21a-44a4-8297-4a83bbac6604, hostable agents: ['028393c3-0576-4ebd-bca1-8ea8a148e1a2'], hosted agents: [] {{(pid=93915) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 18:44:06.008896 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-11099e96-ee3d-4da6-bb5f-663ab6b06f0c req-b1a161c9-49ab-4c5a-8b13-214071b96cb3 tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] 10.222.0.16 "GET /v2.0/ports?device_id=d7b58cc5-d900-4c19-86f4-9befdd4826d6 HTTP/1.1" status: 200 len: 210 time: 0.2149866 Jul 14 18:44:06.119454 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beb4cc08-f411-4cbe-8df7-f184725da736 tempest-NetworksIpV6TestAttrs-476137979 tempest-NetworksIpV6TestAttrs-476137979-project] Network 9ec95bc7-c21a-44a4-8297-4a83bbac6604 is scheduled to be hosted by DHCP agent 028393c3-0576-4ebd-bca1-8ea8a148e1a2 with binding_index 1 {{(pid=93915) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 18:44:06.187598 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e31b21a-f1f5-4eeb-a653-aad0ee658fc9 req-c185d6f0-1178-4f04-b384-4f02372acf1c tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:44:06.189486 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3e31b21a-f1f5-4eeb-a653-aad0ee658fc9 req-c185d6f0-1178-4f04-b384-4f02372acf1c tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] 10.222.0.16 "GET /v2.0/ports?device_id=4ed688ec-0b1c-4d1e-881c-157d22decd3a HTTP/1.1" status: 200 len: 945 time: 1.0301116 Jul 14 18:44:06.192680 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [None req-beb4cc08-f411-4cbe-8df7-f184725da736 tempest-NetworksIpV6TestAttrs-476137979 tempest-NetworksIpV6TestAttrs-476137979-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-3, 9ec95bc7-c21a-44a4-8297-4a83bbac6604) {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:44:06.203868 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beb4cc08-f411-4cbe-8df7-f184725da736 tempest-NetworksIpV6TestAttrs-476137979 tempest-NetworksIpV6TestAttrs-476137979-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:44:06.204735 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-beb4cc08-f411-4cbe-8df7-f184725da736 tempest-NetworksIpV6TestAttrs-476137979 tempest-NetworksIpV6TestAttrs-476137979-project] Notify callbacks [] for subnet, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:06.206959 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43faa1da-9853-4088-a1a6-aa5d64ee7728 None None] Network 9ec95bc7-c21a-44a4-8297-4a83bbac6604 requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:44:06.242806 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-beb4cc08-f411-4cbe-8df7-f184725da736 tempest-NetworksIpV6TestAttrs-476137979 tempest-NetworksIpV6TestAttrs-476137979-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.7456965 Jul 14 18:44:06.246949 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 33438) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:44:06.253305 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-9554d8f4-3179-43fb-9e5d-c28ae8f3547d tempest-NetworksIpV6TestAttrs-476137979 tempest-NetworksIpV6TestAttrs-476137979-project] Request body: {'port': {'network_id': '9ec95bc7-c21a-44a4-8297-4a83bbac6604', 'name': 'tempest-NetworksIpV6TestAttrs-1716415824'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:44:06.354861 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2174bb5c-1cc6-4980-94ed-61aba657008a None None] Network b2cf10d3-d2b7-4c61-865a-cff10ecf206f requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:44:06.416748 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e9237ae-72f5-47ab-a566-874da085891c tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify agent at l3_agent.n-d-800634-3 the message routers_updated {{(pid=93916) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 18:44:06.424515 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-0e9237ae-72f5-47ab-a566-874da085891c tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for floatingip, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:06.426744 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfb7d079-b095-46af-9395-02f7e540d1f3 None None] Sync routers for ids ['29c52654-d9c8-454b-b6d2-1ca014e9fa52'] in n-d-800634-3 {{(pid=93918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 18:44:06.452271 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfb7d079-b095-46af-9395-02f7e540d1f3 None None] Routers {'29c52654-d9c8-454b-b6d2-1ca014e9fa52'} bound to L3 agent in host n-d-800634-3 {{(pid=93918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:44:06.453189 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-bfb7d079-b095-46af-9395-02f7e540d1f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:43:53Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['29c52654-d9c8-454b-b6d2-1ca014e9fa52'], 'active': True} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:44:06.471290 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3e31b21a-f1f5-4eeb-a653-aad0ee658fc9 req-40b9bc3e-da9c-4193-96c8-70030208ff35 tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] 10.222.0.16 "GET /v2.0/security-groups?id=f745dc72-333e-4ddf-8281-1bb3e04e8f82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2691050 Jul 14 18:44:06.486483 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9554d8f4-3179-43fb-9e5d-c28ae8f3547d tempest-NetworksIpV6TestAttrs-476137979 tempest-NetworksIpV6TestAttrs-476137979-project] Made reservation on behalf of 0957ef9837c14f448427051d56209bc9 for: {'port': 1} {{(pid=93915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:44:06.492797 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-9554d8f4-3179-43fb-9e5d-c28ae8f3547d tempest-NetworksIpV6TestAttrs-476137979 tempest-NetworksIpV6TestAttrs-476137979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:06.496165 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-0e9237ae-72f5-47ab-a566-874da085891c tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] 10.222.0.16 "DELETE /v2.0/floatingips/d903ce6a-0f0b-4425-9953-ec19bbdcef3f HTTP/1.1" status: 204 len: 168 time: 2.3684826 Jul 14 18:44:06.497442 n-d-800634-3 neutron-server[93916]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f9a7f72-8408-4351-a6cb-31c74000b0ce', 'tag': '6182959c-1b61-4e8b-9b7e-d356b7088e97'}] {{(pid=93916) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:44:06.509703 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f803e150b363a7893830aa996ac27753fa25517c406ecd3536b7c2d4b26eeb9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0cfe1ac-94ac-45a9-b624-586586b4c5ca" -d '{"events": [{"name": "network-changed", "server_uuid": "6f9a7f72-8408-4351-a6cb-31c74000b0ce", "tag": "6182959c-1b61-4e8b-9b7e-d356b7088e97"}]}' {{(pid=93916) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:44:06.565666 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [None req-9554d8f4-3179-43fb-9e5d-c28ae8f3547d tempest-NetworksIpV6TestAttrs-476137979 tempest-NetworksIpV6TestAttrs-476137979-project] device_id is not set on port 38aae6c7-6c1f-4757-b0e4-d97d6a866374 yet. {{(pid=93915) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 18:44:06.666660 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 18:44:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86666bc5-cf4e-4d4c-ae27-d231705002a4 x-openstack-request-id: req-86666bc5-cf4e-4d4c-ae27-d231705002a4 {{(pid=93916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:44:06.667228 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f9a7f72-8408-4351-a6cb-31c74000b0ce", "tag": "6182959c-1b61-4e8b-9b7e-d356b7088e97", "status": "completed", "code": 200}]} {{(pid=93916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:44:06.667686 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-86666bc5-cf4e-4d4c-ae27-d231705002a4 {{(pid=93916) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:44:06.668461 n-d-800634-3 neutron-server[93916]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f9a7f72-8408-4351-a6cb-31c74000b0ce', 'tag': '6182959c-1b61-4e8b-9b7e-d356b7088e97', 'status': 'completed', 'code': 200} Jul 14 18:44:06.697480 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 0594befe-9579-4e01-95e8-db15b5a85fa9 up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:44:06.956362 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvr_db [None req-bfb7d079-b095-46af-9395-02f7e540d1f3 None None] Set router 29c52654-d9c8-454b-b6d2-1ca014e9fa52 gateway port host: n-d-800634-3 {{(pid=93918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 18:44:07.245461 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-d4242196-e13c-457c-8277-274072adc768 None None] Provisioning for port 0594befe-9579-4e01-95e8-db15b5a85fa9 completed by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:44:07.275093 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.db_base_plugin_common [None req-9554d8f4-3179-43fb-9e5d-c28ae8f3547d tempest-NetworksIpV6TestAttrs-476137979 tempest-NetworksIpV6TestAttrs-476137979-project] Allocated IP 2001:db8::f816:3eff:fe2d:7e84 (9ec95bc7-c21a-44a4-8297-4a83bbac6604/05bc9abc-7f88-4edc-a86d-9a68469a3f56/38aae6c7-6c1f-4757-b0e4-d97d6a866374) {{(pid=93915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:44:07.395745 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-4ad63b8d-f8cb-4100-b7de-fc39042a9e8a req-c1145df6-32f1-45f3-bdbf-b188b0daa06c tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] 10.222.0.16 "GET /v2.0/ports?device_id=d7b58cc5-d900-4c19-86f4-9befdd4826d6 HTTP/1.1" status: 200 len: 210 time: 0.1134026 Jul 14 18:44:07.466179 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cfe1ac-94ac-45a9-b624-586586b4c5ca req-b347519f-6a38-4a86-8332-4112a69a4332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:44:07.470141 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b0cfe1ac-94ac-45a9-b624-586586b4c5ca req-b347519f-6a38-4a86-8332-4112a69a4332 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=af718961b2754d7c873f442ed35947bb&device_id=6f9a7f72-8408-4351-a6cb-31c74000b0ce HTTP/1.1" status: 200 len: 1096 time: 0.7364044 Jul 14 18:44:07.482418 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c588ce10-1eaa-4d24-86ee-560ef6054d6c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9222b97e-5d1c-54f8-ba97-82f172498e76-9ec95bc7-c21a-44a4-8297-4a83bbac6604', 'network_id': '9ec95bc7-c21a-44a4-8297-4a83bbac6604', 'tenant_id': '0957ef9837c14f448427051d56209bc9', 'fixed_ips': [{'subnet_id': '05bc9abc-7f88-4edc-a86d-9a68469a3f56'}]}} from n-d-800634-3. {{(pid=93917) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 18:44:07.485900 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-c588ce10-1eaa-4d24-86ee-560ef6054d6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:07.515356 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7cc132-74ee-4376-b265-d750e53fc739 req-1df46e97-8ffa-48bb-a528-82a7973cffba tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:44:07.523603 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-aa7cc132-74ee-4376-b265-d750e53fc739 req-1df46e97-8ffa-48bb-a528-82a7973cffba tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] 10.222.0.16 "GET /v2.0/ports?device_id=4ed688ec-0b1c-4d1e-881c-157d22decd3a HTTP/1.1" status: 200 len: 945 time: 0.6930847 Jul 14 18:44:07.527612 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.db.resource_extend [None req-dd3643cf-93a6-4d2e-b616-31ab75b4987b tempest-AttachVolumeTestJSON-1507206526 tempest-AttachVolumeTestJSON-1507206526-project] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 14 18:44:07.711509 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-bfb7d079-b095-46af-9395-02f7e540d1f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29c52654-d9c8-454b-b6d2-1ca014e9fa52', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1785290011', 'tenant_id': 'af718961b2754d7c873f442ed35947bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.134'}], 'enable_snat': True}, 'gw_port_id': '31848adf-1e8c-4964-be39-3dc05152f6bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:42:22Z', 'updated_at': '2021-07-14T18:42:33Z', 'revision_number': 4, 'project_id': 'af718961b2754d7c873f442ed35947bb', 'gw_port': {'id': '31848adf-1e8c-4964-be39-3dc05152f6bf', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:04:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29c52654-d9c8-454b-b6d2-1ca014e9fa52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2442, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:42:23Z', 'updated_at': '2021-07-14T18:42:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_interfaces': [{'id': '0ca38169-0f83-46be-a9af-b82b942ba447', 'name': '', 'network_id': '26951fdb-bb46-4452-8c34-53f4c7032aac', 'tenant_id': 'af718961b2754d7c873f442ed35947bb', 'mac_address': 'fa:16:3e:72:1b:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29c52654-d9c8-454b-b6d2-1ca014e9fa52', 'device_owner': 'network:router_interface', 'standard_attr_id': 2464, 'fixed_ips': [{'subnet_id': '691350cf-99fe-4a5a-8ba2-390006d7f9d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:42:32Z', 'updated_at': '2021-07-14T18:42:46Z', 'revision_number': 5, 'project_id': 'af718961b2754d7c873f442ed35947bb', 'subnets': [{'id': '691350cf-99fe-4a5a-8ba2-390006d7f9d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-3', False) {} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:44:07.800652 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-dd3643cf-93a6-4d2e-b616-31ab75b4987b tempest-AttachVolumeTestJSON-1507206526 tempest-AttachVolumeTestJSON-1507206526-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:07.801824 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8f8a19-e402-483c-b850-89b03bad4d7e req-c2a55107-df51-42be-9ff2-a481a314e9d3 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:44:07.805949 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-ac8f8a19-e402-483c-b850-89b03bad4d7e req-c2a55107-df51-42be-9ff2-a481a314e9d3 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] 10.222.0.35 "GET /v2.0/ports?device_id=6f9a7f72-8408-4351-a6cb-31c74000b0ce HTTP/1.1" status: 200 len: 945 time: 0.2720485 Jul 14 18:44:07.831692 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfb7d079-b095-46af-9395-02f7e540d1f3 None None] Checking router: 29c52654-d9c8-454b-b6d2-1ca014e9fa52 for host: n-d-800634-3 {{(pid=93918) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 18:44:07.837936 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-dd3643cf-93a6-4d2e-b616-31ab75b4987b tempest-AttachVolumeTestJSON-1507206526 tempest-AttachVolumeTestJSON-1507206526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-930131'] for floatingip, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:07.841303 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning for port 0594befe-9579-4e01-95e8-db15b5a85fa9 completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:44:07.843179 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfb7d079-b095-46af-9395-02f7e540d1f3 None None] Routers {'29c52654-d9c8-454b-b6d2-1ca014e9fa52'} bound to L3 agent in host n-d-800634-3 {{(pid=93918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:44:07.843857 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-bfb7d079-b095-46af-9395-02f7e540d1f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:43:53Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['29c52654-d9c8-454b-b6d2-1ca014e9fa52'], 'active': True} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:44:07.861897 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port 0594befe-9579-4e01-95e8-db15b5a85fa9 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:44:07.861897 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:08.157160 n-d-800634-3 neutron-server[93915]: INFO neutron.db.l3_db [None req-dd3643cf-93a6-4d2e-b616-31ab75b4987b tempest-AttachVolumeTestJSON-1507206526 tempest-AttachVolumeTestJSON-1507206526-project] Floating IP 2a2c036a-b837-4748-9ffa-c93d58336912 associated. External IP: 172.25.1.80, port: 2b680c52-8f17-42de-8174-663ebe8ee305. Jul 14 18:44:08.182161 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-aa7cc132-74ee-4376-b265-d750e53fc739 req-64a015c5-3249-43f3-ab55-fb83197f1382 tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] 10.222.0.16 "GET /v2.0/security-groups?id=f745dc72-333e-4ddf-8281-1bb3e04e8f82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6567450 Jul 14 18:44:08.237710 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:08.297020 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [req-ac8f8a19-e402-483c-b850-89b03bad4d7e req-18827ad7-ed60-4cbf-bfe9-9f7ef91bd4bd tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Deleting port 6182959c-1b61-4e8b-9b7e-d356b7088e97 {{(pid=93916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:44:08.297371 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-ac8f8a19-e402-483c-b850-89b03bad4d7e req-18827ad7-ed60-4cbf-bfe9-9f7ef91bd4bd tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:08.310712 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvr_db [None req-bfb7d079-b095-46af-9395-02f7e540d1f3 None None] Set router 29c52654-d9c8-454b-b6d2-1ca014e9fa52 gateway port host: n-d-800634-3 {{(pid=93918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 18:44:08.407746 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] For port 0594befe-9579-4e01-95e8-db15b5a85fa9, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=0594befe-9579-4e01-95e8-db15b5a85fa9,segment=NetworkSegment(8244b154-9a66-4493-9cf8-a17a32fabaca),segment_id=8244b154-9a66-4493-9cf8-a17a32fabaca)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:44:08.420629 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:08.658095 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.db [req-ac8f8a19-e402-483c-b850-89b03bad4d7e req-18827ad7-ed60-4cbf-bfe9-9f7ef91bd4bd tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] For port 6182959c-1b61-4e8b-9b7e-d356b7088e97, host n-h2-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=6182959c-1b61-4e8b-9b7e-d356b7088e97,segment=NetworkSegment(b4257cb2-72a5-4b25-a351-e07b285b3b38),segment_id=b4257cb2-72a5-4b25-a351-e07b285b3b38)] {{(pid=93916) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:44:08.661334 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-ac8f8a19-e402-483c-b850-89b03bad4d7e req-18827ad7-ed60-4cbf-bfe9-9f7ef91bd4bd tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:08.665165 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-e84a246c-b412-452d-a1bf-6d5655191019 None None] Provisioning complete for port 0594befe-9579-4e01-95e8-db15b5a85fa9 triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:44:08.672668 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-e84a246c-b412-452d-a1bf-6d5655191019 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:08.697919 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [req-ac8f8a19-e402-483c-b850-89b03bad4d7e req-18827ad7-ed60-4cbf-bfe9-9f7ef91bd4bd tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Calling delete_port for 6182959c-1b61-4e8b-9b7e-d356b7088e97 owned by compute:nova {{(pid=93916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:44:08.801218 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Pushing event updated for resources: {'Port': ['ID=0594befe-9579-4e01-95e8-db15b5a85fa9,revision_number=3']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:44:09.051924 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-bfb7d079-b095-46af-9395-02f7e540d1f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29c52654-d9c8-454b-b6d2-1ca014e9fa52', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1785290011', 'tenant_id': 'af718961b2754d7c873f442ed35947bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.134'}], 'enable_snat': True}, 'gw_port_id': '31848adf-1e8c-4964-be39-3dc05152f6bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:42:22Z', 'updated_at': '2021-07-14T18:42:33Z', 'revision_number': 4, 'project_id': 'af718961b2754d7c873f442ed35947bb', 'gw_port': {'id': '31848adf-1e8c-4964-be39-3dc05152f6bf', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:04:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29c52654-d9c8-454b-b6d2-1ca014e9fa52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2442, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:42:23Z', 'updated_at': '2021-07-14T18:42:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_interfaces': [{'id': '0ca38169-0f83-46be-a9af-b82b942ba447', 'name': '', 'network_id': '26951fdb-bb46-4452-8c34-53f4c7032aac', 'tenant_id': 'af718961b2754d7c873f442ed35947bb', 'mac_address': 'fa:16:3e:72:1b:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29c52654-d9c8-454b-b6d2-1ca014e9fa52', 'device_owner': 'network:router_interface', 'standard_attr_id': 2464, 'fixed_ips': [{'subnet_id': '691350cf-99fe-4a5a-8ba2-390006d7f9d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:42:32Z', 'updated_at': '2021-07-14T18:42:46Z', 'revision_number': 5, 'project_id': 'af718961b2754d7c873f442ed35947bb', 'subnets': [{'id': '691350cf-99fe-4a5a-8ba2-390006d7f9d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-3', False) {} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:44:09.142698 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-ac8f8a19-e402-483c-b850-89b03bad4d7e req-18827ad7-ed60-4cbf-bfe9-9f7ef91bd4bd tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:09.144973 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfb7d079-b095-46af-9395-02f7e540d1f3 None None] The sync data for ids ['29c52654-d9c8-454b-b6d2-1ca014e9fa52'] in n-d-800634-3 is: [{'id': '29c52654-d9c8-454b-b6d2-1ca014e9fa52', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1785290011', 'tenant_id': 'af718961b2754d7c873f442ed35947bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.134'}], 'enable_snat': True}, 'gw_port_id': '31848adf-1e8c-4964-be39-3dc05152f6bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:42:22Z', 'updated_at': '2021-07-14T18:42:33Z', 'revision_number': 4, 'project_id': 'af718961b2754d7c873f442ed35947bb', 'gw_port': {'id': '31848adf-1e8c-4964-be39-3dc05152f6bf', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:04:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29c52654-d9c8-454b-b6d2-1ca014e9fa52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2442, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:42:23Z', 'updated_at': '2021-07-14T18:42:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_interfaces': [{'id': '0ca38169-0f83-46be-a9af-b82b942ba447', 'name': '', 'network_id': '26951fdb-bb46-4452-8c34-53f4c7032aac', 'tenant_id': 'af718961b2754d7c873f442ed35947bb', 'mac_address': 'fa:16:3e:72:1b:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29c52654-d9c8-454b-b6d2-1ca014e9fa52', 'device_owner': 'network:router_interface', 'standard_attr_id': 2464, 'fixed_ips': [{'subnet_id': '691350cf-99fe-4a5a-8ba2-390006d7f9d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:42:32Z', 'updated_at': '2021-07-14T18:42:46Z', 'revision_number': 5, 'project_id': 'af718961b2754d7c873f442ed35947bb', 'subnets': [{'id': '691350cf-99fe-4a5a-8ba2-390006d7f9d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 18:44:09.217566 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18827ad7-ed60-4cbf-bfe9-9f7ef91bd4bd tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Pushing event deleted for resources: {'Port': ['ID=6182959c-1b61-4e8b-9b7e-d356b7088e97,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:44:09.326915 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac8f8a19-e402-483c-b850-89b03bad4d7e req-18827ad7-ed60-4cbf-bfe9-9f7ef91bd4bd tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] No DVR routers for this DVR port 6182959c-1b61-4e8b-9b7e-d356b7088e97 on host n-h2-800634-3 {{(pid=93916) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 18:44:09.331168 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-ac8f8a19-e402-483c-b850-89b03bad4d7e req-18827ad7-ed60-4cbf-bfe9-9f7ef91bd4bd tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:09.338224 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-ac8f8a19-e402-483c-b850-89b03bad4d7e req-18827ad7-ed60-4cbf-bfe9-9f7ef91bd4bd tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] 10.222.0.35 "DELETE /v2.0/ports/6182959c-1b61-4e8b-9b7e-d356b7088e97 HTTP/1.1" status: 204 len: 173 time: 1.5255916 Jul 14 18:44:09.338724 n-d-800634-3 neutron-server[93916]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f9a7f72-8408-4351-a6cb-31c74000b0ce', 'name': 'network-vif-deleted', 'tag': '6182959c-1b61-4e8b-9b7e-d356b7088e97'}] {{(pid=93916) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:44:09.341266 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f803e150b363a7893830aa996ac27753fa25517c406ecd3536b7c2d4b26eeb9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9312cb6e-b28c-4fb4-b33d-d74c54efec82" -d '{"events": [{"server_uuid": "6f9a7f72-8408-4351-a6cb-31c74000b0ce", "name": "network-vif-deleted", "tag": "6182959c-1b61-4e8b-9b7e-d356b7088e97"}]}' {{(pid=93916) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:44:09.748728 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9945ad79-b342-4d5f-aaa5-f78726708379 None None] New status for floating IP d903ce6a-0f0b-4425-9953-ec19bbdcef3f: DOWN {{(pid=93917) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 18:44:09.768436 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cfe1ac-94ac-45a9-b624-586586b4c5ca req-817aa4ab-fea6-46ae-ab15-485e1ef655c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:44:09.770111 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b0cfe1ac-94ac-45a9-b624-586586b4c5ca req-817aa4ab-fea6-46ae-ab15-485e1ef655c1 service neutron] 10.222.0.35 "GET /v2.0/networks?id=26951fdb-bb46-4452-8c34-53f4c7032aac HTTP/1.1" status: 200 len: 896 time: 2.2784839 Jul 14 18:44:09.792069 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ddc21391-7ad7-486e-9b1e-a74fc2449915 req-857c4292-8879-4c20-88ef-26d63719475e tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] 10.222.0.16 "GET /v2.0/ports?device_id=d7b58cc5-d900-4c19-86f4-9befdd4826d6 HTTP/1.1" status: 200 len: 210 time: 0.8089933 Jul 14 18:44:09.824456 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd3643cf-93a6-4d2e-b616-31ab75b4987b tempest-AttachVolumeTestJSON-1507206526 tempest-AttachVolumeTestJSON-1507206526-project] Router 2dc4323a-0122-442a-83ad-c3183f0460cc has already been hosted by L3 agent 2c6eb27e-defb-4cca-9a24-381c7415e359 {{(pid=93915) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 18:44:09.867430 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935f5cda-2567-4a8f-ab7c-d39f3302eba8 req-5d2098ac-3a16-476b-b0ec-b4bcf63dffe1 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:44:09.879976 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-935f5cda-2567-4a8f-ab7c-d39f3302eba8 req-5d2098ac-3a16-476b-b0ec-b4bcf63dffe1 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] 10.222.0.16 "GET /v2.0/ports?device_id=6f9a7f72-8408-4351-a6cb-31c74000b0ce HTTP/1.1" status: 200 len: 945 time: 2.2280240 Jul 14 18:44:09.920036 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-9554d8f4-3179-43fb-9e5d-c28ae8f3547d tempest-NetworksIpV6TestAttrs-476137979 tempest-NetworksIpV6TestAttrs-476137979-project] Notify callbacks [] for port, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:10.046255 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b0cfe1ac-94ac-45a9-b624-586586b4c5ca req-d8ea722e-4c3e-42f6-bd05-dc661823f65d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6182959c-1b61-4e8b-9b7e-d356b7088e97 HTTP/1.1" status: 200 len: 217 time: 0.2331312 Jul 14 18:44:10.148225 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.provisioning_blocks [None req-9554d8f4-3179-43fb-9e5d-c28ae8f3547d tempest-NetworksIpV6TestAttrs-476137979 tempest-NetworksIpV6TestAttrs-476137979-project] Transition to ACTIVE for port object 38aae6c7-6c1f-4757-b0e4-d97d6a866374 will not be triggered until provisioned by entity DHCP. {{(pid=93915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:44:10.374887 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-935f5cda-2567-4a8f-ab7c-d39f3302eba8 req-64fee769-f896-432d-b5be-7f342ed0a8a4 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] 10.222.0.16 "GET /v2.0/security-groups?id=8e407b29-87a3-469b-bd17-d62b5e354976&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4931822 Jul 14 18:44:10.376028 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-9554d8f4-3179-43fb-9e5d-c28ae8f3547d tempest-NetworksIpV6TestAttrs-476137979 tempest-NetworksIpV6TestAttrs-476137979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:10.406829 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cfe1ac-94ac-45a9-b624-586586b4c5ca req-e4e37dce-4dd1-4d1e-80d1-ffecd00b3f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:44:10.409034 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b0cfe1ac-94ac-45a9-b624-586586b4c5ca req-e4e37dce-4dd1-4d1e-80d1-ffecd00b3f99 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=691350cf-99fe-4a5a-8ba2-390006d7f9d6 HTTP/1.1" status: 200 len: 835 time: 0.3616648 Jul 14 18:44:10.460247 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.db_base_plugin_common [None req-c588ce10-1eaa-4d24-86ee-560ef6054d6c None None] Allocated IP 2001:db8::f816:3eff:fe4f:206d (9ec95bc7-c21a-44a4-8297-4a83bbac6604/05bc9abc-7f88-4edc-a86d-9a68469a3f56/ccd94630-58e5-4eb3-9519-394887c11e31) {{(pid=93917) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:44:10.535435 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9554d8f4-3179-43fb-9e5d-c28ae8f3547d tempest-NetworksIpV6TestAttrs-476137979 tempest-NetworksIpV6TestAttrs-476137979-project] Network 9ec95bc7-c21a-44a4-8297-4a83bbac6604 is already hosted by enough agents. {{(pid=93915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:44:10.554310 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 18:44:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31cb62db-025d-48c4-8a1c-fd46a4e94862 x-openstack-request-id: req-31cb62db-025d-48c4-8a1c-fd46a4e94862 {{(pid=93916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:44:10.554841 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f9a7f72-8408-4351-a6cb-31c74000b0ce", "name": "network-vif-deleted", "tag": "6182959c-1b61-4e8b-9b7e-d356b7088e97", "status": "completed", "code": 200}]} {{(pid=93916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:44:10.555013 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-31cb62db-025d-48c4-8a1c-fd46a4e94862 {{(pid=93916) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:44:10.555821 n-d-800634-3 neutron-server[93916]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f9a7f72-8408-4351-a6cb-31c74000b0ce', 'name': 'network-vif-deleted', 'tag': '6182959c-1b61-4e8b-9b7e-d356b7088e97', 'status': 'completed', 'code': 200} Jul 14 18:44:10.558800 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [None req-9554d8f4-3179-43fb-9e5d-c28ae8f3547d tempest-NetworksIpV6TestAttrs-476137979 tempest-NetworksIpV6TestAttrs-476137979-project] Resources bound (agent type, host, resource id): {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:44:10.562363 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9554d8f4-3179-43fb-9e5d-c28ae8f3547d tempest-NetworksIpV6TestAttrs-476137979 tempest-NetworksIpV6TestAttrs-476137979-project] Received port after_create {{(pid=93915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:44:10.569502 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9554d8f4-3179-43fb-9e5d-c28ae8f3547d tempest-NetworksIpV6TestAttrs-476137979 tempest-NetworksIpV6TestAttrs-476137979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:44:10.570608 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-9554d8f4-3179-43fb-9e5d-c28ae8f3547d tempest-NetworksIpV6TestAttrs-476137979 tempest-NetworksIpV6TestAttrs-476137979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:10.604969 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 0594befe-9579-4e01-95e8-db15b5a85fa9 up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:44:10.630214 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 33528) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:44:10.643173 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-9554d8f4-3179-43fb-9e5d-c28ae8f3547d tempest-NetworksIpV6TestAttrs-476137979 tempest-NetworksIpV6TestAttrs-476137979-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 4.3950558 Jul 14 18:44:10.704824 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port 0594befe-9579-4e01-95e8-db15b5a85fa9 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:44:10.705200 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:10.779079 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd4eb9ee-daee-4d25-b9e5-6da24006aa28 tempest-NetworksIpV6TestAttrs-476137979 tempest-NetworksIpV6TestAttrs-476137979-project] Deleting subnet 05bc9abc-7f88-4edc-a86d-9a68469a3f56 {{(pid=93916) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 18:44:10.803625 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9554d8f4-3179-43fb-9e5d-c28ae8f3547d tempest-NetworksIpV6TestAttrs-476137979 tempest-NetworksIpV6TestAttrs-476137979-project] Pushing event updated for resources: {'Port': ['ID=38aae6c7-6c1f-4757-b0e4-d97d6a866374,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:44:10.851365 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6a246b-e444-4ab2-b541-fa4601961012 req-b38f9b82-cd44-44f7-86fd-3d93dfae34e9 tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:44:10.861313 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ba6a246b-e444-4ab2-b541-fa4601961012 req-b38f9b82-cd44-44f7-86fd-3d93dfae34e9 tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] 10.222.0.16 "GET /v2.0/ports?device_id=4ed688ec-0b1c-4d1e-881c-157d22decd3a HTTP/1.1" status: 200 len: 945 time: 0.6854529 Jul 14 18:44:10.887457 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-c588ce10-1eaa-4d24-86ee-560ef6054d6c None None] Notify callbacks [] for port, precommit_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:10.926392 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-c588ce10-1eaa-4d24-86ee-560ef6054d6c None None] Transition to ACTIVE for port object ccd94630-58e5-4eb3-9519-394887c11e31 will not be triggered until provisioned by entity L2. {{(pid=93917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:44:10.952233 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cfe1ac-94ac-45a9-b624-586586b4c5ca req-23a7421d-e70d-4b29-8039-7c5bf020785b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:44:10.954115 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b0cfe1ac-94ac-45a9-b624-586586b4c5ca req-23a7421d-e70d-4b29-8039-7c5bf020785b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=26951fdb-bb46-4452-8c34-53f4c7032aac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5333872 Jul 14 18:44:10.955806 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd3643cf-93a6-4d2e-b616-31ab75b4987b tempest-AttachVolumeTestJSON-1507206526 tempest-AttachVolumeTestJSON-1507206526-project] Notify agent at l3_agent.n-d-800634-3 the message routers_updated {{(pid=93915) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 18:44:10.963290 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-dd3643cf-93a6-4d2e-b616-31ab75b4987b tempest-AttachVolumeTestJSON-1507206526 tempest-AttachVolumeTestJSON-1507206526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for floatingip, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:10.971664 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee5d8fa7-4b54-4479-bda8-bc182c3b21d9 None None] Sync routers for ids ['2dc4323a-0122-442a-83ad-c3183f0460cc'] in n-d-800634-3 {{(pid=93918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 18:44:10.990814 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee5d8fa7-4b54-4479-bda8-bc182c3b21d9 None None] Routers {'2dc4323a-0122-442a-83ad-c3183f0460cc'} bound to L3 agent in host n-d-800634-3 {{(pid=93918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:44:10.994886 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-ee5d8fa7-4b54-4479-bda8-bc182c3b21d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:43:53Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['2dc4323a-0122-442a-83ad-c3183f0460cc'], 'active': True} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:44:11.022323 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-c588ce10-1eaa-4d24-86ee-560ef6054d6c None None] Transition to ACTIVE for port object ccd94630-58e5-4eb3-9519-394887c11e31 will not be triggered until provisioned by entity DHCP. {{(pid=93917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:44:11.043863 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-cd4eb9ee-daee-4d25-b9e5-6da24006aa28 tempest-NetworksIpV6TestAttrs-476137979 tempest-NetworksIpV6TestAttrs-476137979-project] Notify callbacks [] for subnet, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:11.073885 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-c588ce10-1eaa-4d24-86ee-560ef6054d6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804'] for port, after_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:11.148157 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-cd4eb9ee-daee-4d25-b9e5-6da24006aa28 tempest-NetworksIpV6TestAttrs-476137979 tempest-NetworksIpV6TestAttrs-476137979-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26296866'] for subnet, precommit_delete_associations {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:11.200844 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ba6a246b-e444-4ab2-b541-fa4601961012 req-6da0c4a1-294a-42ff-85c7-aacd0ccb5baf tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] 10.222.0.16 "GET /v2.0/security-groups?id=f745dc72-333e-4ddf-8281-1bb3e04e8f82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3384502 Jul 14 18:44:11.251174 n-d-800634-3 neutron-server[93917]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c588ce10-1eaa-4d24-86ee-560ef6054d6c None None] Network 9ec95bc7-c21a-44a4-8297-4a83bbac6604 is already hosted by enough agents. {{(pid=93917) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:44:11.254833 n-d-800634-3 neutron-server[93917]: DEBUG neutron.scheduler.base_scheduler [None req-c588ce10-1eaa-4d24-86ee-560ef6054d6c None None] Resources bound (agent type, host, resource id): {{(pid=93917) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:44:11.258603 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c588ce10-1eaa-4d24-86ee-560ef6054d6c None None] Received port after_create {{(pid=93917) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:44:11.272497 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvr_db [None req-ee5d8fa7-4b54-4479-bda8-bc182c3b21d9 None None] Set router 2dc4323a-0122-442a-83ad-c3183f0460cc gateway port host: n-d-800634-3 {{(pid=93918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 18:44:11.327848 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c588ce10-1eaa-4d24-86ee-560ef6054d6c None None] Pushing event updated for resources: {'Port': ['ID=ccd94630-58e5-4eb3-9519-394887c11e31,revision_number=1']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:44:11.335681 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a2e61f75-5a08-46e9-9d9b-80fe734c0531 req-4395981d-a465-450f-b4c5-18e9f77e2cd8 tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] 10.222.0.16 "GET /v2.0/ports?device_id=d7b58cc5-d900-4c19-86f4-9befdd4826d6 HTTP/1.1" status: 200 len: 210 time: 0.1679738 Jul 14 18:44:11.369591 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-dd3643cf-93a6-4d2e-b616-31ab75b4987b tempest-AttachVolumeTestJSON-1507206526 tempest-AttachVolumeTestJSON-1507206526-project] 10.222.0.16 "PUT /v2.0/floatingips/2a2c036a-b837-4748-9ffa-c93d58336912 HTTP/1.1" status: 200 len: 991 time: 6.3524075 Jul 14 18:44:11.408503 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c64ed9f9-cec3-467a-b9e4-e8dc086743bc', 'tag': '2b680c52-8f17-42de-8174-663ebe8ee305'}] {{(pid=93915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:44:11.415348 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e72782ad3af8f7d4ce76cedf092bca46d1756acc5c4653cf0b52034cdd6b073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8aa8cf20-d7c9-4acd-8ce7-7392e393a6f9" -d '{"events": [{"name": "network-changed", "server_uuid": "c64ed9f9-cec3-467a-b9e4-e8dc086743bc", "tag": "2b680c52-8f17-42de-8174-663ebe8ee305"}]}' {{(pid=93915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:44:11.542350 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b0cfe1ac-94ac-45a9-b624-586586b4c5ca req-e3e48b0f-0c9e-4f4a-8c1e-3e6b5b9fd2d8 service neutron] 10.222.0.35 "GET /v2.0/networks/26951fdb-bb46-4452-8c34-53f4c7032aac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5750046 Jul 14 18:44:11.607104 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Device 6182959c-1b61-4e8b-9b7e-d356b7088e97 no longer exists at agent hyperv_n-h2-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 18:44:11.692987 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] No Port match for: 6182959c-1b61-4e8b-9b7e-d356b7088e97 {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 18:44:11.693616 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Device 6182959c-1b61-4e8b-9b7e-d356b7088e97 not bound to the agent host n-h2-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 18:44:11.737286 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-c588ce10-1eaa-4d24-86ee-560ef6054d6c None None] Attempting to bind port ccd94630-58e5-4eb3-9519-394887c11e31 on host n-d-800634-3 for vnic_type normal with profile {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:44:11.737696 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-c588ce10-1eaa-4d24-86ee-560ef6054d6c None None] Attempting to bind port ccd94630-58e5-4eb3-9519-394887c11e31 by drivers openvswitch,hyperv on host n-d-800634-3 at level 0 using segments [{'id': '9702c4ef-4468-407e-8bfb-69cc24d4dfae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '9ec95bc7-c21a-44a4-8297-4a83bbac6604'}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:44:11.738088 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c588ce10-1eaa-4d24-86ee-560ef6054d6c None None] Attempting to bind port ccd94630-58e5-4eb3-9519-394887c11e31 on network 9ec95bc7-c21a-44a4-8297-4a83bbac6604 {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:44:11.755007 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c588ce10-1eaa-4d24-86ee-560ef6054d6c None None] Checking agent: {'id': '01c19e91-a945-4e3c-94a6-c211e17c923e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 8, 23), 'started_at': datetime.datetime(2021, 7, 14, 18, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 18, 43, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 18:44:11.757473 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-cd4eb9ee-daee-4d25-b9e5-6da24006aa28 tempest-NetworksIpV6TestAttrs-476137979 tempest-NetworksIpV6TestAttrs-476137979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081283'] for subnet, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:11.764786 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c588ce10-1eaa-4d24-86ee-560ef6054d6c None None] Checking segment: {'id': '9702c4ef-4468-407e-8bfb-69cc24d4dfae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '9ec95bc7-c21a-44a4-8297-4a83bbac6604'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93917) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:44:11.765534 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-c588ce10-1eaa-4d24-86ee-560ef6054d6c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:11.766139 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c588ce10-1eaa-4d24-86ee-560ef6054d6c None None] Bound using segment: {'id': '9702c4ef-4468-407e-8bfb-69cc24d4dfae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '9ec95bc7-c21a-44a4-8297-4a83bbac6604'} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 18:44:11.770323 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-c588ce10-1eaa-4d24-86ee-560ef6054d6c None None] Bound port: ccd94630-58e5-4eb3-9519-394887c11e31, host: n-d-800634-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9702c4ef-4468-407e-8bfb-69cc24d4dfae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '9ec95bc7-c21a-44a4-8297-4a83bbac6604'}}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 18:44:11.771018 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-c588ce10-1eaa-4d24-86ee-560ef6054d6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:11.960012 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90b0278-798f-45b6-b8e3-6871e62aefb4 req-cec8cb5f-e75b-46ba-9f1d-b774fcfe4f67 tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:44:11.961784 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c90b0278-798f-45b6-b8e3-6871e62aefb4 req-cec8cb5f-e75b-46ba-9f1d-b774fcfe4f67 tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] 10.222.0.16 "GET /v2.0/ports?device_id=4ed688ec-0b1c-4d1e-881c-157d22decd3a HTTP/1.1" status: 200 len: 945 time: 0.4471529 Jul 14 18:44:12.020231 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-cd4eb9ee-daee-4d25-b9e5-6da24006aa28 tempest-NetworksIpV6TestAttrs-476137979 tempest-NetworksIpV6TestAttrs-476137979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2684816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26033152'] for subnet, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:12.023685 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-c588ce10-1eaa-4d24-86ee-560ef6054d6c None None] For port ccd94630-58e5-4eb3-9519-394887c11e31, host n-d-800634-3, cleared binding levels {{(pid=93917) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:44:12.027756 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-c588ce10-1eaa-4d24-86ee-560ef6054d6c None None] For port ccd94630-58e5-4eb3-9519-394887c11e31, host n-d-800634-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=ccd94630-58e5-4eb3-9519-394887c11e31,segment=NetworkSegment(9702c4ef-4468-407e-8bfb-69cc24d4dfae),segment_id=9702c4ef-4468-407e-8bfb-69cc24d4dfae)] {{(pid=93917) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 18:44:12.037112 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-c588ce10-1eaa-4d24-86ee-560ef6054d6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:12.079075 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 33560) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:44:12.089995 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c90b0278-798f-45b6-b8e3-6871e62aefb4 req-c49899cd-71b8-4172-809f-43dcc956a5e6 tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] 10.222.0.16 "GET /v2.0/security-groups?id=f745dc72-333e-4ddf-8281-1bb3e04e8f82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194496 Jul 14 18:44:12.124249 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4eb9ee-daee-4d25-b9e5-6da24006aa28 tempest-NetworksIpV6TestAttrs-476137979 tempest-NetworksIpV6TestAttrs-476137979-project] Pushing event deleted for resources: {'Subnet': ['ID=05bc9abc-7f88-4edc-a86d-9a68469a3f56,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:44:12.124475 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-ee5d8fa7-4b54-4479-bda8-bc182c3b21d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dc4323a-0122-442a-83ad-c3183f0460cc', 'name': 'tempest-AttachVolumeTestJSON-1341928878-router', 'tenant_id': '4427572788fe4f30abbab6f59fdbf9f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.148'}], 'enable_snat': True}, 'gw_port_id': '96b6fe5d-cb6c-43bc-a1ec-af6bf3a43be7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:38:52Z', 'updated_at': '2021-07-14T18:38:58Z', 'revision_number': 4, 'project_id': '4427572788fe4f30abbab6f59fdbf9f1', 'gw_port': {'id': '96b6fe5d-cb6c-43bc-a1ec-af6bf3a43be7', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:4b:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dc4323a-0122-442a-83ad-c3183f0460cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2160, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:38:53Z', 'updated_at': '2021-07-14T18:39:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_floatingips': [{'id': '2a2c036a-b837-4748-9ffa-c93d58336912', 'tenant_id': '4427572788fe4f30abbab6f59fdbf9f1', 'floating_ip_address': '172.25.1.80', 'floating_network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'router_id': '2dc4323a-0122-442a-83ad-c3183f0460cc', 'port_id': '2b680c52-8f17-42de-8174-663ebe8ee305', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2579, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '949878ad-81d9-4447-9e61-f4d51615e760', 'mac_address': 'fa:16:3e:0f:b4:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c64ed9f9-cec3-467a-b9e4-e8dc086743bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T18:43:34Z', 'updated_at': '2021-07-14T18:44:07Z', 'revision_number': 1, 'project_id': '4427572788fe4f30abbab6f59fdbf9f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70ba2e1f-9013-4cdf-a890-295e6c4fdaa3', 'name': '', 'network_id': '949878ad-81d9-4447-9e61-f4d51615e760', 'tenant_id': '4427572788fe4f30abbab6f59fdbf9f1', 'mac_address': 'fa:16:3e:62:fc:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dc4323a-0122-442a-83ad-c3183f0460cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2161, 'fixed_ips': [{'subnet_id': '42f73a38-7ef6-4d77-ab5e-abe039b69936', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:38:56Z', 'updated_at': '2021-07-14T18:39:07Z', 'revision_number': 5, 'project_id': '4427572788fe4f30abbab6f59fdbf9f1', 'subnets': [{'id': '42f73a38-7ef6-4d77-ab5e-abe039b69936', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-3', False) {} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:44:12.148635 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-cd4eb9ee-daee-4d25-b9e5-6da24006aa28 tempest-NetworksIpV6TestAttrs-476137979 tempest-NetworksIpV6TestAttrs-476137979-project] Notify callbacks [] for subnet, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:12.161777 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-cd4eb9ee-daee-4d25-b9e5-6da24006aa28 tempest-NetworksIpV6TestAttrs-476137979 tempest-NetworksIpV6TestAttrs-476137979-project] 10.222.0.16 "DELETE /v2.0/subnets/05bc9abc-7f88-4edc-a86d-9a68469a3f56 HTTP/1.1" status: 204 len: 168 time: 1.5300777 Jul 14 18:44:12.177259 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4eb9ee-daee-4d25-b9e5-6da24006aa28 tempest-NetworksIpV6TestAttrs-476137979 tempest-NetworksIpV6TestAttrs-476137979-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:44:12.178455 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4eb9ee-daee-4d25-b9e5-6da24006aa28 tempest-NetworksIpV6TestAttrs-476137979 tempest-NetworksIpV6TestAttrs-476137979-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:44:12.186171 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4eb9ee-daee-4d25-b9e5-6da24006aa28 tempest-NetworksIpV6TestAttrs-476137979 tempest-NetworksIpV6TestAttrs-476137979-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:44:12.186651 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4eb9ee-daee-4d25-b9e5-6da24006aa28 tempest-NetworksIpV6TestAttrs-476137979 tempest-NetworksIpV6TestAttrs-476137979-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:44:12.187333 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4eb9ee-daee-4d25-b9e5-6da24006aa28 tempest-NetworksIpV6TestAttrs-476137979 tempest-NetworksIpV6TestAttrs-476137979-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:44:12.187847 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4eb9ee-daee-4d25-b9e5-6da24006aa28 tempest-NetworksIpV6TestAttrs-476137979 tempest-NetworksIpV6TestAttrs-476137979-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:44:12.188351 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4eb9ee-daee-4d25-b9e5-6da24006aa28 tempest-NetworksIpV6TestAttrs-476137979 tempest-NetworksIpV6TestAttrs-476137979-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:44:12.188900 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4eb9ee-daee-4d25-b9e5-6da24006aa28 tempest-NetworksIpV6TestAttrs-476137979 tempest-NetworksIpV6TestAttrs-476137979-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:44:12.189411 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4eb9ee-daee-4d25-b9e5-6da24006aa28 tempest-NetworksIpV6TestAttrs-476137979 tempest-NetworksIpV6TestAttrs-476137979-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:44:12.189930 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4eb9ee-daee-4d25-b9e5-6da24006aa28 tempest-NetworksIpV6TestAttrs-476137979 tempest-NetworksIpV6TestAttrs-476137979-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:44:12.190767 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4eb9ee-daee-4d25-b9e5-6da24006aa28 tempest-NetworksIpV6TestAttrs-476137979 tempest-NetworksIpV6TestAttrs-476137979-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:44:12.191275 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4eb9ee-daee-4d25-b9e5-6da24006aa28 tempest-NetworksIpV6TestAttrs-476137979 tempest-NetworksIpV6TestAttrs-476137979-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:44:12.204095 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 33564) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:44:12.230026 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c588ce10-1eaa-4d24-86ee-560ef6054d6c None None] Pushing event updated for resources: {'Port': ['ID=ccd94630-58e5-4eb3-9519-394887c11e31,revision_number=3']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:44:12.251708 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee5d8fa7-4b54-4479-bda8-bc182c3b21d9 None None] Checking router: 2dc4323a-0122-442a-83ad-c3183f0460cc for host: n-d-800634-3 {{(pid=93918) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 18:44:12.254212 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 18:44:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c97155e8-2f05-4a4a-a875-be98a02ee367 x-openstack-request-id: req-c97155e8-2f05-4a4a-a875-be98a02ee367 {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:44:12.254509 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c64ed9f9-cec3-467a-b9e4-e8dc086743bc", "tag": "2b680c52-8f17-42de-8174-663ebe8ee305", "status": "completed", "code": 200}]} {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:44:12.254761 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c97155e8-2f05-4a4a-a875-be98a02ee367 {{(pid=93915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:44:12.255162 n-d-800634-3 neutron-server[93915]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c64ed9f9-cec3-467a-b9e4-e8dc086743bc', 'tag': '2b680c52-8f17-42de-8174-663ebe8ee305', 'status': 'completed', 'code': 200} Jul 14 18:44:12.277703 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee5d8fa7-4b54-4479-bda8-bc182c3b21d9 None None] Routers {'2dc4323a-0122-442a-83ad-c3183f0460cc'} bound to L3 agent in host n-d-800634-3 {{(pid=93918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:44:12.278343 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-ee5d8fa7-4b54-4479-bda8-bc182c3b21d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:43:53Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['2dc4323a-0122-442a-83ad-c3183f0460cc'], 'active': True} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:44:12.398436 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cbc3946-6f7e-4fdd-9105-da95571bee56 tempest-NetworksIpV6TestAttrs-476137979 tempest-NetworksIpV6TestAttrs-476137979-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:44:12.405610 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cbc3946-6f7e-4fdd-9105-da95571bee56 tempest-NetworksIpV6TestAttrs-476137979 tempest-NetworksIpV6TestAttrs-476137979-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:44:12.406447 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b0cfe1ac-94ac-45a9-b624-586586b4c5ca req-22489528-cbd7-4c61-9014-1b86230486b1 service neutron] 10.222.0.35 "GET /v2.0/networks/26951fdb-bb46-4452-8c34-53f4c7032aac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8325837 Jul 14 18:44:12.411184 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-4cbc3946-6f7e-4fdd-9105-da95571bee56 tempest-NetworksIpV6TestAttrs-476137979 tempest-NetworksIpV6TestAttrs-476137979-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.2059066 Jul 14 18:44:12.443190 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 33576) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:44:12.621985 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvr_db [None req-ee5d8fa7-4b54-4479-bda8-bc182c3b21d9 None None] Set router 2dc4323a-0122-442a-83ad-c3183f0460cc gateway port host: n-d-800634-3 {{(pid=93918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 18:44:12.772643 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-f9df97a7-a4a8-4bb2-88d5-9723d954caff tempest-NetworksIpV6TestAttrs-476137979 tempest-NetworksIpV6TestAttrs-476137979-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645734'] for network, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:12.791492 n-d-800634-3 neutron-server[93916]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9df97a7-a4a8-4bb2-88d5-9723d954caff tempest-NetworksIpV6TestAttrs-476137979 tempest-NetworksIpV6TestAttrs-476137979-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jul 14 18:44:12.793236 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f9df97a7-a4a8-4bb2-88d5-9723d954caff tempest-NetworksIpV6TestAttrs-476137979 tempest-NetworksIpV6TestAttrs-476137979-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=93916) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 18:44:12.801024 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-f9df97a7-a4a8-4bb2-88d5-9723d954caff tempest-NetworksIpV6TestAttrs-476137979 tempest-NetworksIpV6TestAttrs-476137979-project] 10.222.0.16 "DELETE /v2.0/networks/9ec95bc7-c21a-44a4-8297-4a83bbac6604 HTTP/1.1" status: 409 len: 405 time: 0.3523312 Jul 14 18:44:12.806164 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 33592) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:44:12.840598 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-e77affb3-94f1-401b-8319-73f3d16f4f6c tempest-NetworksIpV6TestAttrs-476137979 tempest-NetworksIpV6TestAttrs-476137979-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-378282999'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:44:12.912173 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f807e0d4-868b-4b92-bfb0-59720e78d851 req-1b8e4743-79b6-40b9-987f-ff796a498ad4 tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] 10.222.0.16 "GET /v2.0/ports?device_id=d7b58cc5-d900-4c19-86f4-9befdd4826d6 HTTP/1.1" status: 200 len: 210 time: 0.1716647 Jul 14 18:44:12.965855 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e77affb3-94f1-401b-8319-73f3d16f4f6c tempest-NetworksIpV6TestAttrs-476137979 tempest-NetworksIpV6TestAttrs-476137979-project] Made reservation on behalf of 0957ef9837c14f448427051d56209bc9 for: {'network': 1} {{(pid=93916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:44:12.976796 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-e77affb3-94f1-401b-8319-73f3d16f4f6c tempest-NetworksIpV6TestAttrs-476137979 tempest-NetworksIpV6TestAttrs-476137979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for network, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:13.062029 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e77affb3-94f1-401b-8319-73f3d16f4f6c tempest-NetworksIpV6TestAttrs-476137979 tempest-NetworksIpV6TestAttrs-476137979-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 80} {{(pid=93916) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 18:44:13.092901 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-e77affb3-94f1-401b-8319-73f3d16f4f6c tempest-NetworksIpV6TestAttrs-476137979 tempest-NetworksIpV6TestAttrs-476137979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:13.093580 n-d-800634-3 neutron-server[93916]: INFO neutron.db.segments_db [None req-e77affb3-94f1-401b-8319-73f3d16f4f6c tempest-NetworksIpV6TestAttrs-476137979 tempest-NetworksIpV6TestAttrs-476137979-project] Added segment 72871bb7-b01b-428b-abb3-a1389bdfd0ac of type vlan for network fc60c7f4-c73c-4c98-acb0-b943c53c913e Jul 14 18:44:13.164541 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa8cf20-d7c9-4acd-8ce7-7392e393a6f9 req-6464e24c-0e90-4158-9ae3-cc2716091c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:44:13.166752 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-8aa8cf20-d7c9-4acd-8ce7-7392e393a6f9 req-6464e24c-0e90-4158-9ae3-cc2716091c65 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4427572788fe4f30abbab6f59fdbf9f1&device_id=c64ed9f9-cec3-467a-b9e4-e8dc086743bc HTTP/1.1" status: 200 len: 1097 time: 0.9071171 Jul 14 18:44:13.208463 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8e3e7d-649c-44ae-bc90-8fc4c770fdf9 req-d4f01866-5827-4b72-8a32-3ef79054006b tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:44:13.211442 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-e77affb3-94f1-401b-8319-73f3d16f4f6c tempest-NetworksIpV6TestAttrs-476137979 tempest-NetworksIpV6TestAttrs-476137979-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728202197517'] for network, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:13.235169 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-8a8e3e7d-649c-44ae-bc90-8fc4c770fdf9 req-d4f01866-5827-4b72-8a32-3ef79054006b tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] 10.222.0.16 "GET /v2.0/ports?device_id=4ed688ec-0b1c-4d1e-881c-157d22decd3a HTTP/1.1" status: 200 len: 945 time: 0.6997573 Jul 14 18:44:13.302483 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-e77affb3-94f1-401b-8319-73f3d16f4f6c tempest-NetworksIpV6TestAttrs-476137979 tempest-NetworksIpV6TestAttrs-476137979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727'] for network, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:13.345541 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e77affb3-94f1-401b-8319-73f3d16f4f6c tempest-NetworksIpV6TestAttrs-476137979 tempest-NetworksIpV6TestAttrs-476137979-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:44:13.346199 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-e77affb3-94f1-401b-8319-73f3d16f4f6c tempest-NetworksIpV6TestAttrs-476137979 tempest-NetworksIpV6TestAttrs-476137979-project] Notify callbacks [] for network, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:13.363222 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-ee5d8fa7-4b54-4479-bda8-bc182c3b21d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dc4323a-0122-442a-83ad-c3183f0460cc', 'name': 'tempest-AttachVolumeTestJSON-1341928878-router', 'tenant_id': '4427572788fe4f30abbab6f59fdbf9f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.148'}], 'enable_snat': True}, 'gw_port_id': '96b6fe5d-cb6c-43bc-a1ec-af6bf3a43be7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:38:52Z', 'updated_at': '2021-07-14T18:38:58Z', 'revision_number': 4, 'project_id': '4427572788fe4f30abbab6f59fdbf9f1', 'gw_port': {'id': '96b6fe5d-cb6c-43bc-a1ec-af6bf3a43be7', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:4b:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dc4323a-0122-442a-83ad-c3183f0460cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2160, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:38:53Z', 'updated_at': '2021-07-14T18:39:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_floatingips': [{'id': '2a2c036a-b837-4748-9ffa-c93d58336912', 'tenant_id': '4427572788fe4f30abbab6f59fdbf9f1', 'floating_ip_address': '172.25.1.80', 'floating_network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'router_id': '2dc4323a-0122-442a-83ad-c3183f0460cc', 'port_id': '2b680c52-8f17-42de-8174-663ebe8ee305', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2579, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '949878ad-81d9-4447-9e61-f4d51615e760', 'mac_address': 'fa:16:3e:0f:b4:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c64ed9f9-cec3-467a-b9e4-e8dc086743bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T18:43:34Z', 'updated_at': '2021-07-14T18:44:07Z', 'revision_number': 1, 'project_id': '4427572788fe4f30abbab6f59fdbf9f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70ba2e1f-9013-4cdf-a890-295e6c4fdaa3', 'name': '', 'network_id': '949878ad-81d9-4447-9e61-f4d51615e760', 'tenant_id': '4427572788fe4f30abbab6f59fdbf9f1', 'mac_address': 'fa:16:3e:62:fc:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dc4323a-0122-442a-83ad-c3183f0460cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2161, 'fixed_ips': [{'subnet_id': '42f73a38-7ef6-4d77-ab5e-abe039b69936', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:38:56Z', 'updated_at': '2021-07-14T18:39:07Z', 'revision_number': 5, 'project_id': '4427572788fe4f30abbab6f59fdbf9f1', 'subnets': [{'id': '42f73a38-7ef6-4d77-ab5e-abe039b69936', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-3', False) {} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:44:13.478832 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee5d8fa7-4b54-4479-bda8-bc182c3b21d9 None None] The sync data for ids ['2dc4323a-0122-442a-83ad-c3183f0460cc'] in n-d-800634-3 is: [{'id': '2dc4323a-0122-442a-83ad-c3183f0460cc', 'name': 'tempest-AttachVolumeTestJSON-1341928878-router', 'tenant_id': '4427572788fe4f30abbab6f59fdbf9f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.148'}], 'enable_snat': True}, 'gw_port_id': '96b6fe5d-cb6c-43bc-a1ec-af6bf3a43be7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:38:52Z', 'updated_at': '2021-07-14T18:38:58Z', 'revision_number': 4, 'project_id': '4427572788fe4f30abbab6f59fdbf9f1', 'gw_port': {'id': '96b6fe5d-cb6c-43bc-a1ec-af6bf3a43be7', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:4b:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dc4323a-0122-442a-83ad-c3183f0460cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2160, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:38:53Z', 'updated_at': '2021-07-14T18:39:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_floatingips': [{'id': '2a2c036a-b837-4748-9ffa-c93d58336912', 'tenant_id': '4427572788fe4f30abbab6f59fdbf9f1', 'floating_ip_address': '172.25.1.80', 'floating_network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'router_id': '2dc4323a-0122-442a-83ad-c3183f0460cc', 'port_id': '2b680c52-8f17-42de-8174-663ebe8ee305', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2579, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '949878ad-81d9-4447-9e61-f4d51615e760', 'mac_address': 'fa:16:3e:0f:b4:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c64ed9f9-cec3-467a-b9e4-e8dc086743bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T18:43:34Z', 'updated_at': '2021-07-14T18:44:07Z', 'revision_number': 1, 'project_id': '4427572788fe4f30abbab6f59fdbf9f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70ba2e1f-9013-4cdf-a890-295e6c4fdaa3', 'name': '', 'network_id': '949878ad-81d9-4447-9e61-f4d51615e760', 'tenant_id': '4427572788fe4f30abbab6f59fdbf9f1', 'mac_address': 'fa:16:3e:62:fc:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dc4323a-0122-442a-83ad-c3183f0460cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2161, 'fixed_ips': [{'subnet_id': '42f73a38-7ef6-4d77-ab5e-abe039b69936', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:38:56Z', 'updated_at': '2021-07-14T18:39:07Z', 'revision_number': 5, 'project_id': '4427572788fe4f30abbab6f59fdbf9f1', 'subnets': [{'id': '42f73a38-7ef6-4d77-ab5e-abe039b69936', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 18:44:13.504311 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-8a8e3e7d-649c-44ae-bc90-8fc4c770fdf9 req-211e6d52-7358-4164-9b39-695af3f21773 tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] 10.222.0.16 "GET /v2.0/security-groups?id=f745dc72-333e-4ddf-8281-1bb3e04e8f82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2679319 Jul 14 18:44:13.622763 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-e77affb3-94f1-401b-8319-73f3d16f4f6c tempest-NetworksIpV6TestAttrs-476137979 tempest-NetworksIpV6TestAttrs-476137979-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.8134341 Jul 14 18:44:13.627158 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 33620) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:44:13.683309 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77affb3-94f1-401b-8319-73f3d16f4f6c tempest-NetworksIpV6TestAttrs-476137979 tempest-NetworksIpV6TestAttrs-476137979-project] Pushing event updated for resources: {'Network': ['ID=fc60c7f4-c73c-4c98-acb0-b943c53c913e,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:44:13.699787 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Network fc60c7f4-c73c-4c98-acb0-b943c53c913e details requested by agent ovs-agent-n-d-800634-3 with host n-d-800634-3 {{(pid=93917) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 18:44:13.724043 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-c5ab1014-b132-47d1-af4f-2f14280bbdea tempest-NetworksIpV6TestAttrs-476137979 tempest-NetworksIpV6TestAttrs-476137979-project] Request body: {'subnet': {'network_id': 'fc60c7f4-c73c-4c98-acb0-b943c53c913e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:44:14.108199 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa8cf20-d7c9-4acd-8ce7-7392e393a6f9 req-4c9d22c8-3cdf-49af-8df5-ac4d5a8d22a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:44:14.119254 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31acb35a-7c73-4b0c-8e94-af0f8ac937ce None None] New status for floating IP 2a2c036a-b837-4748-9ffa-c93d58336912: ACTIVE {{(pid=93917) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 18:44:14.134981 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-8aa8cf20-d7c9-4acd-8ce7-7392e393a6f9 req-4c9d22c8-3cdf-49af-8df5-ac4d5a8d22a6 service neutron] 10.222.0.18 "GET /v2.0/networks?id=949878ad-81d9-4447-9e61-f4d51615e760 HTTP/1.1" status: 200 len: 911 time: 0.9574749 Jul 14 18:44:14.465133 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af392ee2-9f86-482b-b16b-8b3502be2924 None None] Network 9ec95bc7-c21a-44a4-8297-4a83bbac6604 requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:44:14.670373 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device ccd94630-58e5-4eb3-9519-394887c11e31 up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:44:14.770552 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-6a7d6739-2fbc-46e3-94ad-3eac4e781179 None None] Provisioning for port ccd94630-58e5-4eb3-9519-394887c11e31 completed by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:44:14.931796 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning for port ccd94630-58e5-4eb3-9519-394887c11e31 completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:44:14.943319 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port ccd94630-58e5-4eb3-9519-394887c11e31 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:44:14.944081 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:14.976220 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2afb46b1-09e3-487a-a7ab-b370cf2f68f4 req-cb7ad1a9-5357-432b-9f83-04b567ae7254 tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] 10.222.0.16 "GET /v2.0/ports?device_id=d7b58cc5-d900-4c19-86f4-9befdd4826d6 HTTP/1.1" status: 200 len: 210 time: 0.0645947 Jul 14 18:44:15.088753 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f595cca7-b26c-43df-9a40-5bc9d47b2bd0 None None] DHCP port deletion for 9ec95bc7-c21a-44a4-8297-4a83bbac6604 request from n-d-800634-3 {{(pid=93917) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 18:44:15.165888 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:15.180078 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5ab1014-b132-47d1-af4f-2f14280bbdea tempest-NetworksIpV6TestAttrs-476137979 tempest-NetworksIpV6TestAttrs-476137979-project] Made reservation on behalf of 0957ef9837c14f448427051d56209bc9 for: {'subnet': 1} {{(pid=93915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:44:15.183525 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-c5ab1014-b132-47d1-af4f-2f14280bbdea tempest-NetworksIpV6TestAttrs-476137979 tempest-NetworksIpV6TestAttrs-476137979-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28969735'] for subnet, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:15.221092 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] For port ccd94630-58e5-4eb3-9519-394887c11e31, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=ccd94630-58e5-4eb3-9519-394887c11e31,segment=NetworkSegment(9702c4ef-4468-407e-8bfb-69cc24d4dfae),segment_id=9702c4ef-4468-407e-8bfb-69cc24d4dfae)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:44:15.229530 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:15.285207 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-8aa8cf20-d7c9-4acd-8ce7-7392e393a6f9 req-c8cedc08-a436-4af7-af12-62ca27428bcf service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2b680c52-8f17-42de-8174-663ebe8ee305 HTTP/1.1" status: 200 len: 999 time: 1.1223447 Jul 14 18:44:15.302874 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Pushing event updated for resources: {'Port': ['ID=ccd94630-58e5-4eb3-9519-394887c11e31,revision_number=4']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:44:15.306175 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-f595cca7-b26c-43df-9a40-5bc9d47b2bd0 None None] Deleting port ccd94630-58e5-4eb3-9519-394887c11e31 {{(pid=93917) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:44:15.306539 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-f595cca7-b26c-43df-9a40-5bc9d47b2bd0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:15.388625 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa8cf20-d7c9-4acd-8ce7-7392e393a6f9 req-84b4bdf6-d1da-4b6f-9501-770c1fc65c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:44:15.393873 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-8aa8cf20-d7c9-4acd-8ce7-7392e393a6f9 req-84b4bdf6-d1da-4b6f-9501-770c1fc65c75 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=42f73a38-7ef6-4d77-ab5e-abe039b69936 HTTP/1.1" status: 200 len: 850 time: 0.0588000 Jul 14 18:44:15.436777 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-f595cca7-b26c-43df-9a40-5bc9d47b2bd0 None None] For port ccd94630-58e5-4eb3-9519-394887c11e31, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=ccd94630-58e5-4eb3-9519-394887c11e31,segment=NetworkSegment(9702c4ef-4468-407e-8bfb-69cc24d4dfae),segment_id=9702c4ef-4468-407e-8bfb-69cc24d4dfae)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:44:15.437180 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-f595cca7-b26c-43df-9a40-5bc9d47b2bd0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:15.457953 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-f595cca7-b26c-43df-9a40-5bc9d47b2bd0 None None] Calling delete_port for ccd94630-58e5-4eb3-9519-394887c11e31 owned by network:dhcp {{(pid=93917) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:44:15.561504 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fcd7d0-8c06-45f1-92f3-4ecdbb978f1f req-1d0934cb-5788-4d04-ae28-a1b47f4ede0b tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:44:15.565601 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-80fcd7d0-8c06-45f1-92f3-4ecdbb978f1f req-1d0934cb-5788-4d04-ae28-a1b47f4ede0b tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] 10.222.0.16 "GET /v2.0/ports?device_id=4ed688ec-0b1c-4d1e-881c-157d22decd3a HTTP/1.1" status: 200 len: 945 time: 1.6449065 Jul 14 18:44:15.645401 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-f595cca7-b26c-43df-9a40-5bc9d47b2bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813'] for port, after_delete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:15.685590 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f595cca7-b26c-43df-9a40-5bc9d47b2bd0 None None] Pushing event deleted for resources: {'Port': ['ID=ccd94630-58e5-4eb3-9519-394887c11e31,revision_number=None']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:44:15.700251 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f595cca7-b26c-43df-9a40-5bc9d47b2bd0 None None] No DVR routers for this DVR port ccd94630-58e5-4eb3-9519-394887c11e31 on host n-d-800634-3 {{(pid=93917) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 18:44:15.758361 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-80fcd7d0-8c06-45f1-92f3-4ecdbb978f1f req-57086bd8-2efd-4f0b-922e-a33b6577cd6e tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] 10.222.0.16 "GET /v2.0/security-groups?id=f745dc72-333e-4ddf-8281-1bb3e04e8f82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558902 Jul 14 18:44:15.773486 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa8cf20-d7c9-4acd-8ce7-7392e393a6f9 req-eaf9830d-c80c-469a-ba65-94062a71a346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:44:15.775439 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-8aa8cf20-d7c9-4acd-8ce7-7392e393a6f9 req-eaf9830d-c80c-469a-ba65-94062a71a346 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=949878ad-81d9-4447-9e61-f4d51615e760&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3502924 Jul 14 18:44:16.001046 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.agents_db [None req-2ea07fb6-aa68-4671-8654-119d82b9f530 None None] Agent healthcheck: found 7 active agents {{(pid=93918) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 18:44:16.300302 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-8aa8cf20-d7c9-4acd-8ce7-7392e393a6f9 req-6214133f-69c7-4353-86de-c08baad7883a service neutron] 10.222.0.18 "GET /v2.0/networks/949878ad-81d9-4447-9e61-f4d51615e760?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4879632 Jul 14 18:44:16.510164 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3539510e-81f8-4f4e-9299-479dfa6ea53c req-8ebd5ed0-d05b-4e13-b4c1-53fc9781ce32 tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] 10.222.0.16 "GET /v2.0/ports?device_id=d7b58cc5-d900-4c19-86f4-9befdd4826d6 HTTP/1.1" status: 200 len: 210 time: 0.1326244 Jul 14 18:44:16.597650 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device ccd94630-58e5-4eb3-9519-394887c11e31 no longer exists at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 18:44:16.623359 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] No Port match for: ccd94630-58e5-4eb3-9519-394887c11e31 {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 18:44:16.623709 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device ccd94630-58e5-4eb3-9519-394887c11e31 not bound to the agent host n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 18:44:16.639351 n-d-800634-3 neutron-server[93915]: DEBUG neutron.objects.ports [None req-c5ab1014-b132-47d1-af4f-2f14280bbdea tempest-NetworksIpV6TestAttrs-476137979 tempest-NetworksIpV6TestAttrs-476137979-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93915) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 14 18:44:16.673032 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-c5ab1014-b132-47d1-af4f-2f14280bbdea tempest-NetworksIpV6TestAttrs-476137979 tempest-NetworksIpV6TestAttrs-476137979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25912837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28969781'] for subnet, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:16.756469 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-884ba07d-395b-416f-af7b-daf8f9b7b08e tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-928623'] for router_interface, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:16.879780 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-8aa8cf20-d7c9-4acd-8ce7-7392e393a6f9 req-e45b06b0-a65a-4614-ad87-fb5101d73dc9 service neutron] 10.222.0.18 "GET /v2.0/networks/949878ad-81d9-4447-9e61-f4d51615e760?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4909639 Jul 14 18:44:17.023384 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ab1014-b132-47d1-af4f-2f14280bbdea tempest-NetworksIpV6TestAttrs-476137979 tempest-NetworksIpV6TestAttrs-476137979-project] Pushing event updated for resources: {'Subnet': ['ID=690c5cd5-6b8f-416a-82bd-eccbaa303a6e,revision_number=0']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:44:17.061386 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2d0a23-42c2-4819-9f1f-4c524a0e066a req-8b6836af-9ca2-40d0-8ab5-f8ba40ab408b tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:44:17.063079 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ea2d0a23-42c2-4819-9f1f-4c524a0e066a req-8b6836af-9ca2-40d0-8ab5-f8ba40ab408b tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] 10.222.0.16 "GET /v2.0/ports?device_id=4ed688ec-0b1c-4d1e-881c-157d22decd3a HTTP/1.1" status: 200 len: 945 time: 0.5678585 Jul 14 18:44:17.072087 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5ab1014-b132-47d1-af4f-2f14280bbdea tempest-NetworksIpV6TestAttrs-476137979 tempest-NetworksIpV6TestAttrs-476137979-project] Checking segment: {'id': '72871bb7-b01b-428b-abb3-a1389bdfd0ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'fc60c7f4-c73c-4c98-acb0-b943c53c913e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:44:17.072491 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5ab1014-b132-47d1-af4f-2f14280bbdea tempest-NetworksIpV6TestAttrs-476137979 tempest-NetworksIpV6TestAttrs-476137979-project] Network hostable DHCP agents. Network: fc60c7f4-c73c-4c98-acb0-b943c53c913e, hostable agents: ['028393c3-0576-4ebd-bca1-8ea8a148e1a2'], hosted agents: [] {{(pid=93915) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 18:44:17.219857 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5ab1014-b132-47d1-af4f-2f14280bbdea tempest-NetworksIpV6TestAttrs-476137979 tempest-NetworksIpV6TestAttrs-476137979-project] Network fc60c7f4-c73c-4c98-acb0-b943c53c913e is scheduled to be hosted by DHCP agent 028393c3-0576-4ebd-bca1-8ea8a148e1a2 with binding_index 1 {{(pid=93915) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 18:44:17.263734 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ea2d0a23-42c2-4819-9f1f-4c524a0e066a req-171a8189-b5bf-4c2a-b0cb-54827650644d tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] 10.222.0.16 "GET /v2.0/security-groups?id=f745dc72-333e-4ddf-8281-1bb3e04e8f82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1860235 Jul 14 18:44:17.308216 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [None req-c5ab1014-b132-47d1-af4f-2f14280bbdea tempest-NetworksIpV6TestAttrs-476137979 tempest-NetworksIpV6TestAttrs-476137979-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-3, fc60c7f4-c73c-4c98-acb0-b943c53c913e) {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:44:17.326095 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73a34c12-65e8-4024-b158-9aa2daecbaba None None] Network fc60c7f4-c73c-4c98-acb0-b943c53c913e requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:44:17.353464 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5ab1014-b132-47d1-af4f-2f14280bbdea tempest-NetworksIpV6TestAttrs-476137979 tempest-NetworksIpV6TestAttrs-476137979-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:44:17.353961 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-c5ab1014-b132-47d1-af4f-2f14280bbdea tempest-NetworksIpV6TestAttrs-476137979 tempest-NetworksIpV6TestAttrs-476137979-project] Notify callbacks [] for subnet, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:17.487168 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-c5ab1014-b132-47d1-af4f-2f14280bbdea tempest-NetworksIpV6TestAttrs-476137979 tempest-NetworksIpV6TestAttrs-476137979-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.7875755 Jul 14 18:44:17.489003 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 33710) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:44:17.498932 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-d6dbba1e-e47b-4e82-b5ec-07ff241c7413 tempest-NetworksIpV6TestAttrs-476137979 tempest-NetworksIpV6TestAttrs-476137979-project] Request body: {'port': {'network_id': 'fc60c7f4-c73c-4c98-acb0-b943c53c913e', 'name': 'tempest-NetworksIpV6TestAttrs-762263639'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:44:17.673741 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [None req-884ba07d-395b-416f-af7b-daf8f9b7b08e tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Deleting port 0ca38169-0f83-46be-a9af-b82b942ba447 {{(pid=93915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:44:17.674312 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-884ba07d-395b-416f-af7b-daf8f9b7b08e tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:17.681609 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2f2d4bc-222e-4391-8081-747ab45fc4de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9222b97e-5d1c-54f8-ba97-82f172498e76-fc60c7f4-c73c-4c98-acb0-b943c53c913e', 'network_id': 'fc60c7f4-c73c-4c98-acb0-b943c53c913e', 'tenant_id': '0957ef9837c14f448427051d56209bc9', 'fixed_ips': [{'subnet_id': '690c5cd5-6b8f-416a-82bd-eccbaa303a6e'}]}} from n-d-800634-3. {{(pid=93917) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 18:44:17.683124 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-a2f2d4bc-222e-4391-8081-747ab45fc4de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:17.875357 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [None req-884ba07d-395b-416f-af7b-daf8f9b7b08e tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] For port 0ca38169-0f83-46be-a9af-b82b942ba447, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=0ca38169-0f83-46be-a9af-b82b942ba447,segment=NetworkSegment(b4257cb2-72a5-4b25-a351-e07b285b3b38),segment_id=b4257cb2-72a5-4b25-a351-e07b285b3b38)] {{(pid=93915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:44:17.875724 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-884ba07d-395b-416f-af7b-daf8f9b7b08e tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:17.891022 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [None req-884ba07d-395b-416f-af7b-daf8f9b7b08e tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Calling delete_port for 0ca38169-0f83-46be-a9af-b82b942ba447 owned by network:router_interface {{(pid=93915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:44:17.899403 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6dbba1e-e47b-4e82-b5ec-07ff241c7413 tempest-NetworksIpV6TestAttrs-476137979 tempest-NetworksIpV6TestAttrs-476137979-project] Made reservation on behalf of 0957ef9837c14f448427051d56209bc9 for: {'port': 1} {{(pid=93916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:44:17.903487 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-d6dbba1e-e47b-4e82-b5ec-07ff241c7413 tempest-NetworksIpV6TestAttrs-476137979 tempest-NetworksIpV6TestAttrs-476137979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:17.951314 n-d-800634-3 neutron-server[93916]: DEBUG neutron.notifiers.nova [None req-d6dbba1e-e47b-4e82-b5ec-07ff241c7413 tempest-NetworksIpV6TestAttrs-476137979 tempest-NetworksIpV6TestAttrs-476137979-project] device_id is not set on port 8965e398-5236-44ef-a8dd-346cb9ca21c2 yet. {{(pid=93916) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 18:44:18.034193 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.db_base_plugin_common [None req-a2f2d4bc-222e-4391-8081-747ab45fc4de None None] Allocated IP 2001:db8::f816:3eff:feb9:a3c4 (fc60c7f4-c73c-4c98-acb0-b943c53c913e/690c5cd5-6b8f-416a-82bd-eccbaa303a6e/d30c69c9-9bfa-4cd2-8516-0f4d54c57da0) {{(pid=93917) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:44:18.042290 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-400f6881-1026-4056-b0c9-572cafe1c5ca req-5870bb85-2525-47c1-b258-c8ad5403a65b tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] 10.222.0.16 "GET /v2.0/ports?device_id=d7b58cc5-d900-4c19-86f4-9befdd4826d6 HTTP/1.1" status: 200 len: 210 time: 0.0621393 Jul 14 18:44:18.356169 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-a2f2d4bc-222e-4391-8081-747ab45fc4de None None] Notify callbacks [] for port, precommit_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:18.370031 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b512b44e-365b-4719-8320-7dfb3c45d19e req-9bff5425-8d22-4f8d-9f82-a50464d43e01 tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:44:18.371549 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b512b44e-365b-4719-8320-7dfb3c45d19e req-9bff5425-8d22-4f8d-9f82-a50464d43e01 tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] 10.222.0.16 "GET /v2.0/ports?device_id=4ed688ec-0b1c-4d1e-881c-157d22decd3a HTTP/1.1" status: 200 len: 945 time: 0.7737439 Jul 14 18:44:18.375331 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-a2f2d4bc-222e-4391-8081-747ab45fc4de None None] Transition to ACTIVE for port object d30c69c9-9bfa-4cd2-8516-0f4d54c57da0 will not be triggered until provisioned by entity L2. {{(pid=93917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:44:18.402655 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-a2f2d4bc-222e-4391-8081-747ab45fc4de None None] Transition to ACTIVE for port object d30c69c9-9bfa-4cd2-8516-0f4d54c57da0 will not be triggered until provisioned by entity DHCP. {{(pid=93917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:44:18.432184 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-a2f2d4bc-222e-4391-8081-747ab45fc4de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804'] for port, after_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:18.448916 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b512b44e-365b-4719-8320-7dfb3c45d19e req-2b0b26db-1ca5-4441-bb5a-bed81a6a5b00 tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] 10.222.0.16 "GET /v2.0/security-groups?id=f745dc72-333e-4ddf-8281-1bb3e04e8f82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624006 Jul 14 18:44:18.545881 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.db_base_plugin_common [None req-d6dbba1e-e47b-4e82-b5ec-07ff241c7413 tempest-NetworksIpV6TestAttrs-476137979 tempest-NetworksIpV6TestAttrs-476137979-project] Allocated IP 2001:db8::f816:3eff:feb2:86b0 (fc60c7f4-c73c-4c98-acb0-b943c53c913e/690c5cd5-6b8f-416a-82bd-eccbaa303a6e/8965e398-5236-44ef-a8dd-346cb9ca21c2) {{(pid=93916) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:44:18.592242 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f2d4bc-222e-4391-8081-747ab45fc4de None None] Pushing event updated for resources: {'Port': ['ID=d30c69c9-9bfa-4cd2-8516-0f4d54c57da0,revision_number=1']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:44:18.622089 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-884ba07d-395b-416f-af7b-daf8f9b7b08e tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:18.647482 n-d-800634-3 neutron-server[93917]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2f2d4bc-222e-4391-8081-747ab45fc4de None None] Network fc60c7f4-c73c-4c98-acb0-b943c53c913e is already hosted by enough agents. {{(pid=93917) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:44:18.651908 n-d-800634-3 neutron-server[93917]: DEBUG neutron.scheduler.base_scheduler [None req-a2f2d4bc-222e-4391-8081-747ab45fc4de None None] Resources bound (agent type, host, resource id): {{(pid=93917) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:44:18.672329 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2f2d4bc-222e-4391-8081-747ab45fc4de None None] Received port after_create {{(pid=93917) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:44:18.690409 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884ba07d-395b-416f-af7b-daf8f9b7b08e tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Pushing event deleted for resources: {'Port': ['ID=0ca38169-0f83-46be-a9af-b82b942ba447,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:44:18.776819 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-a2f2d4bc-222e-4391-8081-747ab45fc4de None None] Attempting to bind port d30c69c9-9bfa-4cd2-8516-0f4d54c57da0 on host n-d-800634-3 for vnic_type normal with profile {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:44:18.778770 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-a2f2d4bc-222e-4391-8081-747ab45fc4de None None] Attempting to bind port d30c69c9-9bfa-4cd2-8516-0f4d54c57da0 by drivers openvswitch,hyperv on host n-d-800634-3 at level 0 using segments [{'id': '72871bb7-b01b-428b-abb3-a1389bdfd0ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'fc60c7f4-c73c-4c98-acb0-b943c53c913e'}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:44:18.779496 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2f2d4bc-222e-4391-8081-747ab45fc4de None None] Attempting to bind port d30c69c9-9bfa-4cd2-8516-0f4d54c57da0 on network fc60c7f4-c73c-4c98-acb0-b943c53c913e {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:44:18.789812 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2f2d4bc-222e-4391-8081-747ab45fc4de None None] Checking agent: {'id': '01c19e91-a945-4e3c-94a6-c211e17c923e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 8, 23), 'started_at': datetime.datetime(2021, 7, 14, 18, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 18, 43, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 18:44:18.790971 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2f2d4bc-222e-4391-8081-747ab45fc4de None None] Checking segment: {'id': '72871bb7-b01b-428b-abb3-a1389bdfd0ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'fc60c7f4-c73c-4c98-acb0-b943c53c913e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93917) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:44:18.791971 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-a2f2d4bc-222e-4391-8081-747ab45fc4de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:18.792608 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2f2d4bc-222e-4391-8081-747ab45fc4de None None] Bound using segment: {'id': '72871bb7-b01b-428b-abb3-a1389bdfd0ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'fc60c7f4-c73c-4c98-acb0-b943c53c913e'} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 18:44:18.793334 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-a2f2d4bc-222e-4391-8081-747ab45fc4de None None] Bound port: d30c69c9-9bfa-4cd2-8516-0f4d54c57da0, host: n-d-800634-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72871bb7-b01b-428b-abb3-a1389bdfd0ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'fc60c7f4-c73c-4c98-acb0-b943c53c913e'}}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 18:44:18.794037 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-a2f2d4bc-222e-4391-8081-747ab45fc4de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:18.936444 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-a2f2d4bc-222e-4391-8081-747ab45fc4de None None] For port d30c69c9-9bfa-4cd2-8516-0f4d54c57da0, host n-d-800634-3, cleared binding levels {{(pid=93917) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:44:18.945917 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-a2f2d4bc-222e-4391-8081-747ab45fc4de None None] For port d30c69c9-9bfa-4cd2-8516-0f4d54c57da0, host n-d-800634-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=d30c69c9-9bfa-4cd2-8516-0f4d54c57da0,segment=NetworkSegment(72871bb7-b01b-428b-abb3-a1389bdfd0ac),segment_id=72871bb7-b01b-428b-abb3-a1389bdfd0ac)] {{(pid=93917) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 18:44:18.968818 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-a2f2d4bc-222e-4391-8081-747ab45fc4de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:18.982559 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-d6dbba1e-e47b-4e82-b5ec-07ff241c7413 tempest-NetworksIpV6TestAttrs-476137979 tempest-NetworksIpV6TestAttrs-476137979-project] Notify callbacks [] for port, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:19.030896 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.provisioning_blocks [None req-d6dbba1e-e47b-4e82-b5ec-07ff241c7413 tempest-NetworksIpV6TestAttrs-476137979 tempest-NetworksIpV6TestAttrs-476137979-project] Transition to ACTIVE for port object 8965e398-5236-44ef-a8dd-346cb9ca21c2 will not be triggered until provisioned by entity DHCP. {{(pid=93916) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:44:19.104566 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-d6dbba1e-e47b-4e82-b5ec-07ff241c7413 tempest-NetworksIpV6TestAttrs-476137979 tempest-NetworksIpV6TestAttrs-476137979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:19.161675 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f2d4bc-222e-4391-8081-747ab45fc4de None None] Pushing event updated for resources: {'Port': ['ID=d30c69c9-9bfa-4cd2-8516-0f4d54c57da0,revision_number=2']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:44:19.200703 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6dbba1e-e47b-4e82-b5ec-07ff241c7413 tempest-NetworksIpV6TestAttrs-476137979 tempest-NetworksIpV6TestAttrs-476137979-project] Network fc60c7f4-c73c-4c98-acb0-b943c53c913e is already hosted by enough agents. {{(pid=93916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:44:19.210569 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [None req-d6dbba1e-e47b-4e82-b5ec-07ff241c7413 tempest-NetworksIpV6TestAttrs-476137979 tempest-NetworksIpV6TestAttrs-476137979-project] Resources bound (agent type, host, resource id): {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:44:19.234167 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6dbba1e-e47b-4e82-b5ec-07ff241c7413 tempest-NetworksIpV6TestAttrs-476137979 tempest-NetworksIpV6TestAttrs-476137979-project] Received port after_create {{(pid=93916) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:44:19.242945 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6dbba1e-e47b-4e82-b5ec-07ff241c7413 tempest-NetworksIpV6TestAttrs-476137979 tempest-NetworksIpV6TestAttrs-476137979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:44:19.243646 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-d6dbba1e-e47b-4e82-b5ec-07ff241c7413 tempest-NetworksIpV6TestAttrs-476137979 tempest-NetworksIpV6TestAttrs-476137979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:19.280422 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6dbba1e-e47b-4e82-b5ec-07ff241c7413 tempest-NetworksIpV6TestAttrs-476137979 tempest-NetworksIpV6TestAttrs-476137979-project] Pushing event updated for resources: {'Port': ['ID=8965e398-5236-44ef-a8dd-346cb9ca21c2,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:44:19.322427 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-d6dbba1e-e47b-4e82-b5ec-07ff241c7413 tempest-NetworksIpV6TestAttrs-476137979 tempest-NetworksIpV6TestAttrs-476137979-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 1.8310523 Jul 14 18:44:19.326198 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 33770) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:44:19.541548 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.db_base_plugin_v2 [None req-675c15fe-2698-4d54-8d99-5abfef910b22 tempest-NetworksIpV6TestAttrs-476137979 tempest-NetworksIpV6TestAttrs-476137979-project] Deleting subnet 690c5cd5-6b8f-416a-82bd-eccbaa303a6e {{(pid=93916) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 18:44:19.548013 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-675c15fe-2698-4d54-8d99-5abfef910b22 tempest-NetworksIpV6TestAttrs-476137979 tempest-NetworksIpV6TestAttrs-476137979-project] Notify callbacks [] for subnet, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:19.600265 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-675c15fe-2698-4d54-8d99-5abfef910b22 tempest-NetworksIpV6TestAttrs-476137979 tempest-NetworksIpV6TestAttrs-476137979-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26296866'] for subnet, precommit_delete_associations {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:19.803493 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-cb84c555-081b-4932-a838-8ec5d9976d33 req-da2007b1-7133-4e7c-afb5-fbab0a0fe93d tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] 10.222.0.16 "GET /v2.0/ports?device_id=d7b58cc5-d900-4c19-86f4-9befdd4826d6 HTTP/1.1" status: 200 len: 210 time: 0.0552847 Jul 14 18:44:19.812965 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-675c15fe-2698-4d54-8d99-5abfef910b22 tempest-NetworksIpV6TestAttrs-476137979 tempest-NetworksIpV6TestAttrs-476137979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081283'] for subnet, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:19.926726 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-675c15fe-2698-4d54-8d99-5abfef910b22 tempest-NetworksIpV6TestAttrs-476137979 tempest-NetworksIpV6TestAttrs-476137979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2684816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26033152'] for subnet, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:19.954630 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9038e2-480a-4e0f-9865-01a2c47dc9eb req-58098566-4dac-4ddf-b7ce-f9ac792927a8 tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:44:19.965074 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-5e9038e2-480a-4e0f-9865-01a2c47dc9eb req-58098566-4dac-4ddf-b7ce-f9ac792927a8 tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] 10.222.0.16 "GET /v2.0/networks?id=1b20c90e-a28d-40c4-80a6-bd7c3e0e48e9 HTTP/1.1" status: 200 len: 813 time: 1.1487453 Jul 14 18:44:20.009228 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-675c15fe-2698-4d54-8d99-5abfef910b22 tempest-NetworksIpV6TestAttrs-476137979 tempest-NetworksIpV6TestAttrs-476137979-project] Notify callbacks [] for subnet, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:20.017613 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-675c15fe-2698-4d54-8d99-5abfef910b22 tempest-NetworksIpV6TestAttrs-476137979 tempest-NetworksIpV6TestAttrs-476137979-project] 10.222.0.16 "DELETE /v2.0/subnets/690c5cd5-6b8f-416a-82bd-eccbaa303a6e HTTP/1.1" status: 204 len: 168 time: 0.6901381 Jul 14 18:44:20.020552 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 33788) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:44:20.024940 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-5e9038e2-480a-4e0f-9865-01a2c47dc9eb req-a5191169-5e6b-4d34-98d0-0827974aa4e2 tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] 10.222.0.16 "GET /v2.0/quotas/2888250993c844d8a8a9aa73985f3fb0 HTTP/1.1" status: 200 len: 375 time: 0.0529659 Jul 14 18:44:20.026172 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675c15fe-2698-4d54-8d99-5abfef910b22 tempest-NetworksIpV6TestAttrs-476137979 tempest-NetworksIpV6TestAttrs-476137979-project] Pushing event deleted for resources: {'Subnet': ['ID=690c5cd5-6b8f-416a-82bd-eccbaa303a6e,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:44:20.027023 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-884ba07d-395b-416f-af7b-daf8f9b7b08e tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-598732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-928907'] for router_interface, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:20.160679 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c9d3b0c-4257-4189-957e-5efcf08d4159 tempest-NetworksIpV6TestAttrs-476137979 tempest-NetworksIpV6TestAttrs-476137979-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:44:20.166268 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c9d3b0c-4257-4189-957e-5efcf08d4159 tempest-NetworksIpV6TestAttrs-476137979 tempest-NetworksIpV6TestAttrs-476137979-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:44:20.178311 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-2c9d3b0c-4257-4189-957e-5efcf08d4159 tempest-NetworksIpV6TestAttrs-476137979 tempest-NetworksIpV6TestAttrs-476137979-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1556838 Jul 14 18:44:20.179027 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 33792) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:44:20.332449 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-5e9038e2-480a-4e0f-9865-01a2c47dc9eb req-00b8a3b7-4fe2-4e92-8230-04e8b25fb64f tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=2888250993c844d8a8a9aa73985f3fb0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2705474 Jul 14 18:44:20.370709 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-7b42e1df-f4c8-4794-816c-85f91b98eb79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:20.428198 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-651bcfa9-24cf-453e-8f23-3706c11eff0b tempest-NetworksIpV6TestAttrs-476137979 tempest-NetworksIpV6TestAttrs-476137979-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645734'] for network, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:20.446373 n-d-800634-3 neutron-server[93916]: INFO neutron.pecan_wsgi.hooks.translation [None req-651bcfa9-24cf-453e-8f23-3706c11eff0b tempest-NetworksIpV6TestAttrs-476137979 tempest-NetworksIpV6TestAttrs-476137979-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jul 14 18:44:20.446779 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-651bcfa9-24cf-453e-8f23-3706c11eff0b tempest-NetworksIpV6TestAttrs-476137979 tempest-NetworksIpV6TestAttrs-476137979-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=93916) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 18:44:20.454490 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-651bcfa9-24cf-453e-8f23-3706c11eff0b tempest-NetworksIpV6TestAttrs-476137979 tempest-NetworksIpV6TestAttrs-476137979-project] 10.222.0.16 "DELETE /v2.0/networks/fc60c7f4-c73c-4c98-acb0-b943c53c913e HTTP/1.1" status: 409 len: 405 time: 0.2709162 Jul 14 18:44:20.455296 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 33800) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:44:20.466147 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-4350820a-df94-4b13-b8bd-604ce6e50a23 tempest-NetworksIpV6TestAttrs-476137979 tempest-NetworksIpV6TestAttrs-476137979-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1464853734'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:44:20.555005 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4350820a-df94-4b13-b8bd-604ce6e50a23 tempest-NetworksIpV6TestAttrs-476137979 tempest-NetworksIpV6TestAttrs-476137979-project] Made reservation on behalf of 0957ef9837c14f448427051d56209bc9 for: {'network': 1} {{(pid=93916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:44:20.560575 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-4350820a-df94-4b13-b8bd-604ce6e50a23 tempest-NetworksIpV6TestAttrs-476137979 tempest-NetworksIpV6TestAttrs-476137979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for network, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:20.625908 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4350820a-df94-4b13-b8bd-604ce6e50a23 tempest-NetworksIpV6TestAttrs-476137979 tempest-NetworksIpV6TestAttrs-476137979-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 83} {{(pid=93916) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 18:44:20.649644 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-4350820a-df94-4b13-b8bd-604ce6e50a23 tempest-NetworksIpV6TestAttrs-476137979 tempest-NetworksIpV6TestAttrs-476137979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:20.650186 n-d-800634-3 neutron-server[93916]: INFO neutron.db.segments_db [None req-4350820a-df94-4b13-b8bd-604ce6e50a23 tempest-NetworksIpV6TestAttrs-476137979 tempest-NetworksIpV6TestAttrs-476137979-project] Added segment 4ab95525-bef1-440c-b133-6ad3acbfa097 of type vlan for network 0f114212-1892-41db-91fc-29b07a378b96 Jul 14 18:44:20.653957 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-884ba07d-395b-416f-af7b-daf8f9b7b08e tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Router 29c52654-d9c8-454b-b6d2-1ca014e9fa52 has already been hosted by L3 agent 2c6eb27e-defb-4cca-9a24-381c7415e359 {{(pid=93915) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 18:44:20.828096 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-4350820a-df94-4b13-b8bd-604ce6e50a23 tempest-NetworksIpV6TestAttrs-476137979 tempest-NetworksIpV6TestAttrs-476137979-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728202197517'] for network, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:20.845597 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device d30c69c9-9bfa-4cd2-8516-0f4d54c57da0 up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:44:20.929347 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-4350820a-df94-4b13-b8bd-604ce6e50a23 tempest-NetworksIpV6TestAttrs-476137979 tempest-NetworksIpV6TestAttrs-476137979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727'] for network, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:20.942723 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning for port d30c69c9-9bfa-4cd2-8516-0f4d54c57da0 completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:44:20.947755 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4350820a-df94-4b13-b8bd-604ce6e50a23 tempest-NetworksIpV6TestAttrs-476137979 tempest-NetworksIpV6TestAttrs-476137979-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:44:20.949422 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-4350820a-df94-4b13-b8bd-604ce6e50a23 tempest-NetworksIpV6TestAttrs-476137979 tempest-NetworksIpV6TestAttrs-476137979-project] Notify callbacks [] for network, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:20.989452 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-462aacea-b804-4774-932e-68f21cc94fab None None] Network fc60c7f4-c73c-4c98-acb0-b943c53c913e requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:44:21.080276 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-884ba07d-395b-416f-af7b-daf8f9b7b08e tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify agent at l3_agent.n-d-800634-3 the message routers_updated {{(pid=93915) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 18:44:21.091238 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-046eb23e-459c-4fa6-b06b-fbdc1e08d273 None None] Sync routers for ids ['29c52654-d9c8-454b-b6d2-1ca014e9fa52'] in n-d-800634-3 {{(pid=93918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 18:44:21.106910 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-884ba07d-395b-416f-af7b-daf8f9b7b08e tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] 10.222.0.16 "PUT /v2.0/routers/29c52654-d9c8-454b-b6d2-1ca014e9fa52/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0156629 Jul 14 18:44:21.111721 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 33820) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:44:21.113124 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-046eb23e-459c-4fa6-b06b-fbdc1e08d273 None None] Routers {'29c52654-d9c8-454b-b6d2-1ca014e9fa52'} bound to L3 agent in host n-d-800634-3 {{(pid=93918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:44:21.128965 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-046eb23e-459c-4fa6-b06b-fbdc1e08d273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:43:53Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['29c52654-d9c8-454b-b6d2-1ca014e9fa52'], 'active': True} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:44:21.142682 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4350820a-df94-4b13-b8bd-604ce6e50a23 tempest-NetworksIpV6TestAttrs-476137979 tempest-NetworksIpV6TestAttrs-476137979-project] Pushing event updated for resources: {'Network': ['ID=0f114212-1892-41db-91fc-29b07a378b96,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:44:21.150924 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e70906-c9cb-471b-a1c8-ee78f232f714 req-44be51d1-ac63-44a8-a402-65d6fb684522 tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:44:21.159420 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-56e70906-c9cb-471b-a1c8-ee78f232f714 req-44be51d1-ac63-44a8-a402-65d6fb684522 tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] 10.222.0.16 "GET /v2.0/ports?device_id=4ed688ec-0b1c-4d1e-881c-157d22decd3a HTTP/1.1" status: 200 len: 945 time: 0.3835201 Jul 14 18:44:21.165586 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-4350820a-df94-4b13-b8bd-604ce6e50a23 tempest-NetworksIpV6TestAttrs-476137979 tempest-NetworksIpV6TestAttrs-476137979-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.7063749 Jul 14 18:44:21.166822 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 33822) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:44:21.175709 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-2480e5e4-948a-4d4f-9372-f3869372a2b2 tempest-NetworksIpV6TestAttrs-476137979 tempest-NetworksIpV6TestAttrs-476137979-project] Request body: {'subnet': {'network_id': '0f114212-1892-41db-91fc-29b07a378b96', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:44:21.183184 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Network 0f114212-1892-41db-91fc-29b07a378b96 details requested by agent ovs-agent-n-d-800634-3 with host n-d-800634-3 {{(pid=93917) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 18:44:21.384429 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2480e5e4-948a-4d4f-9372-f3869372a2b2 tempest-NetworksIpV6TestAttrs-476137979 tempest-NetworksIpV6TestAttrs-476137979-project] Made reservation on behalf of 0957ef9837c14f448427051d56209bc9 for: {'subnet': 1} {{(pid=93916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:44:21.388752 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-2480e5e4-948a-4d4f-9372-f3869372a2b2 tempest-NetworksIpV6TestAttrs-476137979 tempest-NetworksIpV6TestAttrs-476137979-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26033189'] for subnet, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:21.408181 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.db_base_plugin_v2 [None req-8bdbf954-951d-4fcc-97a3-3b0ca4e19a6d tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Deleting subnet 691350cf-99fe-4a5a-8ba2-390006d7f9d6 {{(pid=93915) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 18:44:21.423822 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-e02f4a47-12b0-4cb9-820f-cf18369c8130 None None] Provisioning for port d30c69c9-9bfa-4cd2-8516-0f4d54c57da0 completed by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:44:21.430711 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvr_db [None req-046eb23e-459c-4fa6-b06b-fbdc1e08d273 None None] Set router 29c52654-d9c8-454b-b6d2-1ca014e9fa52 gateway port host: n-d-800634-3 {{(pid=93918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 18:44:21.446275 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-e02f4a47-12b0-4cb9-820f-cf18369c8130 None None] Provisioning complete for port d30c69c9-9bfa-4cd2-8516-0f4d54c57da0 triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:44:21.446626 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-e02f4a47-12b0-4cb9-820f-cf18369c8130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:21.463571 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-8bdbf954-951d-4fcc-97a3-3b0ca4e19a6d tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks [] for subnet, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:21.588211 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ad9b26e4-1a0a-4de1-9728-14e40c8a1f12 req-523e09e1-2bdd-4014-8818-648d7afc0fa2 tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] 10.222.0.16 "GET /v2.0/ports?device_id=d7b58cc5-d900-4c19-86f4-9befdd4826d6 HTTP/1.1" status: 200 len: 210 time: 0.1580701 Jul 14 18:44:21.638082 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-56e70906-c9cb-471b-a1c8-ee78f232f714 req-9ddc7f73-ea0e-495f-8ea4-83109539317a tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] 10.222.0.16 "GET /v2.0/security-groups?id=f745dc72-333e-4ddf-8281-1bb3e04e8f82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4765379 Jul 14 18:44:21.674185 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-8bdbf954-951d-4fcc-97a3-3b0ca4e19a6d tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28939913'] for subnet, precommit_delete_associations {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:21.949213 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-e02f4a47-12b0-4cb9-820f-cf18369c8130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:22.016089 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-046eb23e-459c-4fa6-b06b-fbdc1e08d273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29c52654-d9c8-454b-b6d2-1ca014e9fa52', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1785290011', 'tenant_id': 'af718961b2754d7c873f442ed35947bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.134'}], 'enable_snat': True}, 'gw_port_id': '31848adf-1e8c-4964-be39-3dc05152f6bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:42:22Z', 'updated_at': '2021-07-14T18:44:18Z', 'revision_number': 5, 'project_id': 'af718961b2754d7c873f442ed35947bb', 'gw_port': {'id': '31848adf-1e8c-4964-be39-3dc05152f6bf', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:04:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29c52654-d9c8-454b-b6d2-1ca014e9fa52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2442, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:42:23Z', 'updated_at': '2021-07-14T18:42:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3'}], 'n-d-800634-3', False) {} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:44:22.048868 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-8bdbf954-951d-4fcc-97a3-3b0ca4e19a6d tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081283'] for subnet, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:22.110897 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-046eb23e-459c-4fa6-b06b-fbdc1e08d273 None None] Checking router: 29c52654-d9c8-454b-b6d2-1ca014e9fa52 for host: n-d-800634-3 {{(pid=93918) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 18:44:22.135848 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-046eb23e-459c-4fa6-b06b-fbdc1e08d273 None None] Routers {'29c52654-d9c8-454b-b6d2-1ca014e9fa52'} bound to L3 agent in host n-d-800634-3 {{(pid=93918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:44:22.136815 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-046eb23e-459c-4fa6-b06b-fbdc1e08d273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:43:53Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['29c52654-d9c8-454b-b6d2-1ca014e9fa52'], 'active': True} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:44:22.175704 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c93507b0-1dde-4aa0-b652-455e4d7205c4 None None] DHCP port deletion for fc60c7f4-c73c-4c98-acb0-b943c53c913e request from n-d-800634-3 {{(pid=93917) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 18:44:22.208238 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-e02f4a47-12b0-4cb9-820f-cf18369c8130 None None] For port d30c69c9-9bfa-4cd2-8516-0f4d54c57da0, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=d30c69c9-9bfa-4cd2-8516-0f4d54c57da0,segment=NetworkSegment(72871bb7-b01b-428b-abb3-a1389bdfd0ac),segment_id=72871bb7-b01b-428b-abb3-a1389bdfd0ac)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:44:22.243058 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76df3e62-2d84-4650-b69f-f4a9604516ed req-d29f40f3-17f1-4192-8bb3-8e2f3713fc77 tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:44:22.248218 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-76df3e62-2d84-4650-b69f-f4a9604516ed req-d29f40f3-17f1-4192-8bb3-8e2f3713fc77 tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] 10.222.0.16 "GET /v2.0/ports?device_id=4ed688ec-0b1c-4d1e-881c-157d22decd3a HTTP/1.1" status: 200 len: 945 time: 0.2593253 Jul 14 18:44:22.276732 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-e02f4a47-12b0-4cb9-820f-cf18369c8130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:22.292052 n-d-800634-3 neutron-server[93916]: DEBUG neutron.objects.ports [None req-2480e5e4-948a-4d4f-9372-f3869372a2b2 tempest-NetworksIpV6TestAttrs-476137979 tempest-NetworksIpV6TestAttrs-476137979-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93916) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 14 18:44:22.295542 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-2480e5e4-948a-4d4f-9372-f3869372a2b2 tempest-NetworksIpV6TestAttrs-476137979 tempest-NetworksIpV6TestAttrs-476137979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2684753', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26033175'] for subnet, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:22.363248 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02f4a47-12b0-4cb9-820f-cf18369c8130 None None] Pushing event updated for resources: {'Port': ['ID=d30c69c9-9bfa-4cd2-8516-0f4d54c57da0,revision_number=4']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:44:22.388918 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-76df3e62-2d84-4650-b69f-f4a9604516ed req-84f4634d-cc64-4350-b2b1-3c2850a37ccb tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] 10.222.0.16 "GET /v2.0/security-groups?id=f745dc72-333e-4ddf-8281-1bb3e04e8f82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341264 Jul 14 18:44:22.415108 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-8bdbf954-951d-4fcc-97a3-3b0ca4e19a6d tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25913028', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28969762'] for subnet, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:22.432148 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-c93507b0-1dde-4aa0-b652-455e4d7205c4 None None] Deleting port d30c69c9-9bfa-4cd2-8516-0f4d54c57da0 {{(pid=93917) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:44:22.432148 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-c93507b0-1dde-4aa0-b652-455e4d7205c4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:22.497047 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bdbf954-951d-4fcc-97a3-3b0ca4e19a6d tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Pushing event deleted for resources: {'Subnet': ['ID=691350cf-99fe-4a5a-8ba2-390006d7f9d6,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:44:22.546982 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-8bdbf954-951d-4fcc-97a3-3b0ca4e19a6d tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks [] for subnet, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:22.562987 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2480e5e4-948a-4d4f-9372-f3869372a2b2 tempest-NetworksIpV6TestAttrs-476137979 tempest-NetworksIpV6TestAttrs-476137979-project] Checking segment: {'id': '4ab95525-bef1-440c-b133-6ad3acbfa097', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '0f114212-1892-41db-91fc-29b07a378b96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93916) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:44:22.563709 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2480e5e4-948a-4d4f-9372-f3869372a2b2 tempest-NetworksIpV6TestAttrs-476137979 tempest-NetworksIpV6TestAttrs-476137979-project] Network hostable DHCP agents. Network: 0f114212-1892-41db-91fc-29b07a378b96, hostable agents: ['028393c3-0576-4ebd-bca1-8ea8a148e1a2'], hosted agents: [] {{(pid=93916) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 18:44:22.564269 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-8bdbf954-951d-4fcc-97a3-3b0ca4e19a6d tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] 10.222.0.16 "DELETE /v2.0/subnets/691350cf-99fe-4a5a-8ba2-390006d7f9d6 HTTP/1.1" status: 204 len: 168 time: 1.4482617 Jul 14 18:44:22.564982 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 33852) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:44:22.567688 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2480e5e4-948a-4d4f-9372-f3869372a2b2 tempest-NetworksIpV6TestAttrs-476137979 tempest-NetworksIpV6TestAttrs-476137979-project] Pushing event updated for resources: {'Subnet': ['ID=eb3e017f-511b-4290-a0d9-3d2d9f09c321,revision_number=0']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:44:22.598060 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0081af39-f126-47a0-8812-3f1b6ec7e770 None None] Network 26951fdb-bb46-4452-8c34-53f4c7032aac requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:44:22.626896 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2480e5e4-948a-4d4f-9372-f3869372a2b2 tempest-NetworksIpV6TestAttrs-476137979 tempest-NetworksIpV6TestAttrs-476137979-project] Network 0f114212-1892-41db-91fc-29b07a378b96 is scheduled to be hosted by DHCP agent 028393c3-0576-4ebd-bca1-8ea8a148e1a2 with binding_index 1 {{(pid=93916) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 18:44:22.673351 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [None req-2480e5e4-948a-4d4f-9372-f3869372a2b2 tempest-NetworksIpV6TestAttrs-476137979 tempest-NetworksIpV6TestAttrs-476137979-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-3, 0f114212-1892-41db-91fc-29b07a378b96) {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:44:22.691070 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2480e5e4-948a-4d4f-9372-f3869372a2b2 tempest-NetworksIpV6TestAttrs-476137979 tempest-NetworksIpV6TestAttrs-476137979-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:44:22.696154 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-2480e5e4-948a-4d4f-9372-f3869372a2b2 tempest-NetworksIpV6TestAttrs-476137979 tempest-NetworksIpV6TestAttrs-476137979-project] Notify callbacks [] for subnet, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:22.748768 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvr_db [None req-046eb23e-459c-4fa6-b06b-fbdc1e08d273 None None] Set router 29c52654-d9c8-454b-b6d2-1ca014e9fa52 gateway port host: n-d-800634-3 {{(pid=93918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 18:44:22.774789 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-2480e5e4-948a-4d4f-9372-f3869372a2b2 tempest-NetworksIpV6TestAttrs-476137979 tempest-NetworksIpV6TestAttrs-476137979-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 1.6068592 Jul 14 18:44:22.779097 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 33868) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:44:22.830600 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device d30c69c9-9bfa-4cd2-8516-0f4d54c57da0 no longer exists at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 18:44:22.832852 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11f08079-887e-4c05-876d-614ac267b9bf None None] Network 0f114212-1892-41db-91fc-29b07a378b96 requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:44:23.011187 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-dc7a9c5b-9433-45a6-9bac-471066de0376 req-9b6dce8d-2857-4695-b640-1aeeb99d5fcc tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] 10.222.0.16 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=2888250993c844d8a8a9aa73985f3fb0 HTTP/1.1" status: 200 len: 221 time: 0.2339756 Jul 14 18:44:23.028308 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-39a9ce61-ebfd-4dbe-96a2-2d3a758a0d43 tempest-NetworksIpV6TestAttrs-476137979 tempest-NetworksIpV6TestAttrs-476137979-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645734'] for network, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:23.155561 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e872897d-ef57-41cf-8a8d-26073b0cbf39 req-2298458f-9c40-4d26-ba18-c0ce2dcf3dbf tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] 10.222.0.16 "GET /v2.0/ports?device_id=d7b58cc5-d900-4c19-86f4-9befdd4826d6 HTTP/1.1" status: 200 len: 210 time: 0.1116247 Jul 14 18:44:23.200866 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-4ebcfa75-05ef-4c62-950a-9656a5b66123 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks [] for router, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:23.335862 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-39a9ce61-ebfd-4dbe-96a2-2d3a758a0d43 tempest-NetworksIpV6TestAttrs-476137979 tempest-NetworksIpV6TestAttrs-476137979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081283'] for subnet, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:23.386188 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-046eb23e-459c-4fa6-b06b-fbdc1e08d273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29c52654-d9c8-454b-b6d2-1ca014e9fa52', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1785290011', 'tenant_id': 'af718961b2754d7c873f442ed35947bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.134'}], 'enable_snat': True}, 'gw_port_id': '31848adf-1e8c-4964-be39-3dc05152f6bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:42:22Z', 'updated_at': '2021-07-14T18:44:18Z', 'revision_number': 5, 'project_id': 'af718961b2754d7c873f442ed35947bb', 'gw_port': {'id': '31848adf-1e8c-4964-be39-3dc05152f6bf', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:04:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29c52654-d9c8-454b-b6d2-1ca014e9fa52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2442, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:42:23Z', 'updated_at': '2021-07-14T18:42:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3'}], 'n-d-800634-3', False) {} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:44:23.457542 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-4ebcfa75-05ef-4c62-950a-9656a5b66123 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:23.533772 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-39a9ce61-ebfd-4dbe-96a2-2d3a758a0d43 tempest-NetworksIpV6TestAttrs-476137979 tempest-NetworksIpV6TestAttrs-476137979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2684816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26033152'] for subnet, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:23.544771 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-046eb23e-459c-4fa6-b06b-fbdc1e08d273 None None] The sync data for ids ['29c52654-d9c8-454b-b6d2-1ca014e9fa52'] in n-d-800634-3 is: [{'id': '29c52654-d9c8-454b-b6d2-1ca014e9fa52', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1785290011', 'tenant_id': 'af718961b2754d7c873f442ed35947bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.134'}], 'enable_snat': True}, 'gw_port_id': '31848adf-1e8c-4964-be39-3dc05152f6bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:42:22Z', 'updated_at': '2021-07-14T18:44:18Z', 'revision_number': 5, 'project_id': 'af718961b2754d7c873f442ed35947bb', 'gw_port': {'id': '31848adf-1e8c-4964-be39-3dc05152f6bf', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:04:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29c52654-d9c8-454b-b6d2-1ca014e9fa52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2442, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:42:23Z', 'updated_at': '2021-07-14T18:42:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3'}] {{(pid=93918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 18:44:23.626197 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a9ce61-ebfd-4dbe-96a2-2d3a758a0d43 tempest-NetworksIpV6TestAttrs-476137979 tempest-NetworksIpV6TestAttrs-476137979-project] Pushing event deleted for resources: {'Subnet': ['ID=eb3e017f-511b-4290-a0d9-3d2d9f09c321,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:44:23.650500 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [None req-4ebcfa75-05ef-4c62-950a-9656a5b66123 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Deleting port 31848adf-1e8c-4964-be39-3dc05152f6bf {{(pid=93915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:44:23.651156 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-4ebcfa75-05ef-4c62-950a-9656a5b66123 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:23.778301 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [None req-4ebcfa75-05ef-4c62-950a-9656a5b66123 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] For port 31848adf-1e8c-4964-be39-3dc05152f6bf, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=31848adf-1e8c-4964-be39-3dc05152f6bf,segment=NetworkSegment(5afb940b-bbdf-4727-be00-5d46367c38a1),segment_id=5afb940b-bbdf-4727-be00-5d46367c38a1)] {{(pid=93915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:44:23.779224 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-4ebcfa75-05ef-4c62-950a-9656a5b66123 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:23.784691 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-39a9ce61-ebfd-4dbe-96a2-2d3a758a0d43 tempest-NetworksIpV6TestAttrs-476137979 tempest-NetworksIpV6TestAttrs-476137979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2096010', 'neutron.services.segments.db._delete_segments_for_network-8728202734996'] for network, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:23.794735 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [None req-4ebcfa75-05ef-4c62-950a-9656a5b66123 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Calling delete_port for 31848adf-1e8c-4964-be39-3dc05152f6bf owned by network:router_gateway {{(pid=93915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:44:23.800038 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-bf1844e7-4664-4043-8109-b31e156255a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:23.806402 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.segments.db [None req-39a9ce61-ebfd-4dbe-96a2-2d3a758a0d43 tempest-NetworksIpV6TestAttrs-476137979 tempest-NetworksIpV6TestAttrs-476137979-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f114212-1892-41db-91fc-29b07a378b96']}} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:44:23.837551 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-c93507b0-1dde-4aa0-b652-455e4d7205c4 None None] For port d30c69c9-9bfa-4cd2-8516-0f4d54c57da0, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=d30c69c9-9bfa-4cd2-8516-0f4d54c57da0,segment=NetworkSegment(72871bb7-b01b-428b-abb3-a1389bdfd0ac),segment_id=72871bb7-b01b-428b-abb3-a1389bdfd0ac)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:44:23.839667 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.segments.db [None req-39a9ce61-ebfd-4dbe-96a2-2d3a758a0d43 tempest-NetworksIpV6TestAttrs-476137979 tempest-NetworksIpV6TestAttrs-476137979-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ab95525-bef1-440c-b133-6ad3acbfa097') {'for_net_delete': True} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:44:23.840194 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.segments.db [None req-39a9ce61-ebfd-4dbe-96a2-2d3a758a0d43 tempest-NetworksIpV6TestAttrs-476137979 tempest-NetworksIpV6TestAttrs-476137979-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ab95525-bef1-440c-b133-6ad3acbfa097') {} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:44:23.840894 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-c93507b0-1dde-4aa0-b652-455e4d7205c4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:23.881762 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-39a9ce61-ebfd-4dbe-96a2-2d3a758a0d43 tempest-NetworksIpV6TestAttrs-476137979 tempest-NetworksIpV6TestAttrs-476137979-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728202715275', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26296891'] for segment, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:23.887292 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:23.900559 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6f93c4-11bf-4357-a1a5-cd9cc4113ac5 req-2244bf5c-dea6-44cb-8c97-8d5c5154ce12 tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:44:23.902601 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-bb6f93c4-11bf-4357-a1a5-cd9cc4113ac5 req-2244bf5c-dea6-44cb-8c97-8d5c5154ce12 tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] 10.222.0.16 "GET /v2.0/ports?device_id=4ed688ec-0b1c-4d1e-881c-157d22decd3a HTTP/1.1" status: 200 len: 945 time: 0.3470492 Jul 14 18:44:23.940385 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-39a9ce61-ebfd-4dbe-96a2-2d3a758a0d43 tempest-NetworksIpV6TestAttrs-476137979 tempest-NetworksIpV6TestAttrs-476137979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:23.971294 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39a9ce61-ebfd-4dbe-96a2-2d3a758a0d43 tempest-NetworksIpV6TestAttrs-476137979 tempest-NetworksIpV6TestAttrs-476137979-project] Releasing vlan 83 on physical network physnet1 to pool {{(pid=93916) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 18:44:23.971909 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-39a9ce61-ebfd-4dbe-96a2-2d3a758a0d43 tempest-NetworksIpV6TestAttrs-476137979 tempest-NetworksIpV6TestAttrs-476137979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2682942'] for segment, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:23.978046 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-bb6f93c4-11bf-4357-a1a5-cd9cc4113ac5 req-2034b120-0e43-407a-a522-51febd931f62 tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] 10.222.0.16 "GET /v2.0/security-groups?id=f745dc72-333e-4ddf-8281-1bb3e04e8f82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648522 Jul 14 18:44:23.981901 n-d-800634-3 neutron-server[93916]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:44:23.981901 n-d-800634-3 neutron-server[93916]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:44:23.981901 n-d-800634-3 neutron-server[93916]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:44:23.981901 n-d-800634-3 neutron-server[93916]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:44:23.981901 n-d-800634-3 neutron-server[93916]: Traceback (most recent call last): Jul 14 18:44:23.981901 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 18:44:23.981901 n-d-800634-3 neutron-server[93916]: timer() Jul 14 18:44:23.981901 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 18:44:23.981901 n-d-800634-3 neutron-server[93916]: cb(*args, **kw) Jul 14 18:44:23.981901 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 18:44:23.981901 n-d-800634-3 neutron-server[93916]: return func(*args, **kwargs) Jul 14 18:44:23.981901 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 18:44:23.981901 n-d-800634-3 neutron-server[93916]: self._notify() Jul 14 18:44:23.981901 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 18:44:23.981901 n-d-800634-3 neutron-server[93916]: self.callback(batched_events) Jul 14 18:44:23.981901 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 18:44:23.981901 n-d-800634-3 neutron-server[93916]: event.method(event) Jul 14 18:44:23.981901 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 18:44:23.981901 n-d-800634-3 neutron-server[93916]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 18:44:23.981901 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 18:44:23.981901 n-d-800634-3 neutron-server[93916]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 18:44:23.981901 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 18:44:23.981901 n-d-800634-3 neutron-server[93916]: return f(self, *a, **k) Jul 14 18:44:23.981901 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 18:44:23.981901 n-d-800634-3 neutron-server[93916]: return self._get(url).json() Jul 14 18:44:23.981901 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 18:44:23.981901 n-d-800634-3 neutron-server[93916]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 18:44:23.981901 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 18:44:23.981901 n-d-800634-3 neutron-server[93916]: return self.request(url, 'GET', **kwargs) Jul 14 18:44:23.981901 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 18:44:23.981901 n-d-800634-3 neutron-server[93916]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 18:44:23.981901 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 18:44:23.981901 n-d-800634-3 neutron-server[93916]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 18:44:23.981901 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 18:44:23.981901 n-d-800634-3 neutron-server[93916]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 18:44:23.981901 n-d-800634-3 neutron-server[93916]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 18:44:24.011451 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-c93507b0-1dde-4aa0-b652-455e4d7205c4 None None] Calling delete_port for d30c69c9-9bfa-4cd2-8516-0f4d54c57da0 owned by network:dhcp {{(pid=93917) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:44:24.169346 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-39a9ce61-ebfd-4dbe-96a2-2d3a758a0d43 tempest-NetworksIpV6TestAttrs-476137979 tempest-NetworksIpV6TestAttrs-476137979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2096001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-930085'] for network, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:24.208487 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-39a9ce61-ebfd-4dbe-96a2-2d3a758a0d43 tempest-NetworksIpV6TestAttrs-476137979 tempest-NetworksIpV6TestAttrs-476137979-project] Notify callbacks [] for network, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:24.210703 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-39a9ce61-ebfd-4dbe-96a2-2d3a758a0d43 tempest-NetworksIpV6TestAttrs-476137979 tempest-NetworksIpV6TestAttrs-476137979-project] 10.222.0.16 "DELETE /v2.0/networks/0f114212-1892-41db-91fc-29b07a378b96 HTTP/1.1" status: 204 len: 168 time: 1.4290476 Jul 14 18:44:24.255202 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 33902) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:44:24.256960 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a9ce61-ebfd-4dbe-96a2-2d3a758a0d43 tempest-NetworksIpV6TestAttrs-476137979 tempest-NetworksIpV6TestAttrs-476137979-project] Pushing event deleted for resources: {'Network': ['ID=0f114212-1892-41db-91fc-29b07a378b96,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:44:24.275440 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-5287a460-887b-4aac-945e-d1d349af008a tempest-NetworksIpV6TestAttrs-476137979 tempest-NetworksIpV6TestAttrs-476137979-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-2088433928'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:44:24.325632 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-4ebcfa75-05ef-4c62-950a-9656a5b66123 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:24.344054 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5287a460-887b-4aac-945e-d1d349af008a tempest-NetworksIpV6TestAttrs-476137979 tempest-NetworksIpV6TestAttrs-476137979-project] Made reservation on behalf of 0957ef9837c14f448427051d56209bc9 for: {'network': 1} {{(pid=93916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:44:24.348315 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-5287a460-887b-4aac-945e-d1d349af008a tempest-NetworksIpV6TestAttrs-476137979 tempest-NetworksIpV6TestAttrs-476137979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for network, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:24.348536 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-c93507b0-1dde-4aa0-b652-455e4d7205c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813'] for port, after_delete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:24.434590 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebcfa75-05ef-4c62-950a-9656a5b66123 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Pushing event deleted for resources: {'Port': ['ID=31848adf-1e8c-4964-be39-3dc05152f6bf,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:44:24.443216 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5287a460-887b-4aac-945e-d1d349af008a tempest-NetworksIpV6TestAttrs-476137979 tempest-NetworksIpV6TestAttrs-476137979-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 78} {{(pid=93916) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 18:44:24.467470 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-5287a460-887b-4aac-945e-d1d349af008a tempest-NetworksIpV6TestAttrs-476137979 tempest-NetworksIpV6TestAttrs-476137979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:24.467962 n-d-800634-3 neutron-server[93916]: INFO neutron.db.segments_db [None req-5287a460-887b-4aac-945e-d1d349af008a tempest-NetworksIpV6TestAttrs-476137979 tempest-NetworksIpV6TestAttrs-476137979-project] Added segment e28e828c-c6bf-41a3-a7b6-33f3c25b0162 of type vlan for network 06937af8-813a-447d-bc81-07888a6b22da Jul 14 18:44:24.468338 n-d-800634-3 neutron-server[93917]: INFO neutron.plugins.ml2.db [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] No ports have port_id starting with d30c69c9-9bfa-4cd2-8516-0f4d54c57da0 Jul 14 18:44:24.531641 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93507b0-1dde-4aa0-b652-455e4d7205c4 None None] Pushing event deleted for resources: {'Port': ['ID=d30c69c9-9bfa-4cd2-8516-0f4d54c57da0,revision_number=None']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:44:24.565698 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c93507b0-1dde-4aa0-b652-455e4d7205c4 None None] No DVR routers for this DVR port d30c69c9-9bfa-4cd2-8516-0f4d54c57da0 on host n-d-800634-3 {{(pid=93917) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 18:44:24.569303 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93507b0-1dde-4aa0-b652-455e4d7205c4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:44:24.569878 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93507b0-1dde-4aa0-b652-455e4d7205c4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:44:24.569995 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93507b0-1dde-4aa0-b652-455e4d7205c4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:44:24.570325 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93507b0-1dde-4aa0-b652-455e4d7205c4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:44:24.570713 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93507b0-1dde-4aa0-b652-455e4d7205c4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:44:24.571307 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93507b0-1dde-4aa0-b652-455e4d7205c4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:44:24.571647 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93507b0-1dde-4aa0-b652-455e4d7205c4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:44:24.572061 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93507b0-1dde-4aa0-b652-455e4d7205c4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:44:24.572536 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93507b0-1dde-4aa0-b652-455e4d7205c4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:44:24.572871 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93507b0-1dde-4aa0-b652-455e4d7205c4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:44:24.573206 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93507b0-1dde-4aa0-b652-455e4d7205c4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:44:24.574065 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93507b0-1dde-4aa0-b652-455e4d7205c4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:44:24.574914 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-5287a460-887b-4aac-945e-d1d349af008a tempest-NetworksIpV6TestAttrs-476137979 tempest-NetworksIpV6TestAttrs-476137979-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728202197517'] for network, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:24.581397 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-574aeb93-9938-449c-8e6c-cb22c9b52cc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:24.632585 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-5287a460-887b-4aac-945e-d1d349af008a tempest-NetworksIpV6TestAttrs-476137979 tempest-NetworksIpV6TestAttrs-476137979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727'] for network, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:24.645967 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5287a460-887b-4aac-945e-d1d349af008a tempest-NetworksIpV6TestAttrs-476137979 tempest-NetworksIpV6TestAttrs-476137979-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:44:24.648447 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-5287a460-887b-4aac-945e-d1d349af008a tempest-NetworksIpV6TestAttrs-476137979 tempest-NetworksIpV6TestAttrs-476137979-project] Notify callbacks [] for network, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:24.711308 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5767c7a-be3b-49f8-b359-077cb913f472 None None] Network 0f114212-1892-41db-91fc-29b07a378b96 requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:44:24.739844 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5767c7a-be3b-49f8-b359-077cb913f472 None None] Network 0f114212-1892-41db-91fc-29b07a378b96 could not be found, it might have been deleted concurrently. {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 14 18:44:24.751851 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 0ca38169-0f83-46be-a9af-b82b942ba447 no longer exists at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 18:44:24.755790 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ead30f5e-b2e6-4993-809e-36366f16ee98 req-d63c6593-34af-47e3-b777-634cb9f5dd06 tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] 10.222.0.16 "GET /v2.0/ports?device_id=d7b58cc5-d900-4c19-86f4-9befdd4826d6 HTTP/1.1" status: 200 len: 210 time: 0.2517211 Jul 14 18:44:24.860359 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-075ca0e9-f62c-4508-a9ec-995d8df1b8f9 None None] DHCP port deletion for 26951fdb-bb46-4452-8c34-53f4c7032aac request from n-d-800634-3 {{(pid=93917) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 18:44:24.868848 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-5287a460-887b-4aac-945e-d1d349af008a tempest-NetworksIpV6TestAttrs-476137979 tempest-NetworksIpV6TestAttrs-476137979-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6039293 Jul 14 18:44:24.877342 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 33918) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:44:24.890005 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-3d6fe9d8-1bbd-479f-8716-ee118fd04b8b tempest-NetworksIpV6TestAttrs-476137979 tempest-NetworksIpV6TestAttrs-476137979-project] Request body: {'subnet': {'network_id': '06937af8-813a-447d-bc81-07888a6b22da', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:44:24.901353 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] No Port match for: 0ca38169-0f83-46be-a9af-b82b942ba447 {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 18:44:24.901726 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 0ca38169-0f83-46be-a9af-b82b942ba447 not bound to the agent host n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 18:44:24.921828 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5287a460-887b-4aac-945e-d1d349af008a tempest-NetworksIpV6TestAttrs-476137979 tempest-NetworksIpV6TestAttrs-476137979-project] Pushing event updated for resources: {'Network': ['ID=06937af8-813a-447d-bc81-07888a6b22da,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:44:24.932201 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e01f8d2-fdff-4b53-926a-754f68573679 req-b4fce6cf-f9ec-4ba7-b2a4-aa226da83b91 tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:44:24.939572 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-4e01f8d2-fdff-4b53-926a-754f68573679 req-b4fce6cf-f9ec-4ba7-b2a4-aa226da83b91 tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] 10.222.0.16 "GET /v2.0/ports?device_id=4ed688ec-0b1c-4d1e-881c-157d22decd3a HTTP/1.1" status: 200 len: 945 time: 0.6499600 Jul 14 18:44:24.982766 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Network 06937af8-813a-447d-bc81-07888a6b22da details requested by agent ovs-agent-n-d-800634-3 with host n-d-800634-3 {{(pid=93917) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 18:44:25.004445 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-4ebcfa75-05ef-4c62-950a-9656a5b66123 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-930057'] for router_gateway, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:25.120060 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d6fe9d8-1bbd-479f-8716-ee118fd04b8b tempest-NetworksIpV6TestAttrs-476137979 tempest-NetworksIpV6TestAttrs-476137979-project] Made reservation on behalf of 0957ef9837c14f448427051d56209bc9 for: {'subnet': 1} {{(pid=93916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:44:25.126380 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-3d6fe9d8-1bbd-479f-8716-ee118fd04b8b tempest-NetworksIpV6TestAttrs-476137979 tempest-NetworksIpV6TestAttrs-476137979-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26033189'] for subnet, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:25.160685 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-075ca0e9-f62c-4508-a9ec-995d8df1b8f9 None None] Deleting port 72e879af-3111-4beb-b4d8-f17065e4816d {{(pid=93917) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:44:25.161175 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-075ca0e9-f62c-4508-a9ec-995d8df1b8f9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:25.279116 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-4e01f8d2-fdff-4b53-926a-754f68573679 req-561dd10d-79eb-4978-80cb-a4e296c5ad46 tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] 10.222.0.16 "GET /v2.0/security-groups?id=f745dc72-333e-4ddf-8281-1bb3e04e8f82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3310449 Jul 14 18:44:25.367834 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-4ebcfa75-05ef-4c62-950a-9656a5b66123 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-571778', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11402'] for router, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:25.370626 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-4ebcfa75-05ef-4c62-950a-9656a5b66123 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:25.371238 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-075ca0e9-f62c-4508-a9ec-995d8df1b8f9 None None] For port 72e879af-3111-4beb-b4d8-f17065e4816d, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=72e879af-3111-4beb-b4d8-f17065e4816d,segment=NetworkSegment(b4257cb2-72a5-4b25-a351-e07b285b3b38),segment_id=b4257cb2-72a5-4b25-a351-e07b285b3b38)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:44:25.374361 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-075ca0e9-f62c-4508-a9ec-995d8df1b8f9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:25.418164 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-075ca0e9-f62c-4508-a9ec-995d8df1b8f9 None None] Calling delete_port for 72e879af-3111-4beb-b4d8-f17065e4816d owned by network:dhcp {{(pid=93917) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:44:25.598362 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-4ebcfa75-05ef-4c62-950a-9656a5b66123 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-541202'] for router, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:25.601031 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ebcfa75-05ef-4c62-950a-9656a5b66123 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Fanout notify agent at l3_agent the message router_deleted on router 29c52654-d9c8-454b-b6d2-1ca014e9fa52 {{(pid=93915) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 18:44:25.618563 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-3d6fe9d8-1bbd-479f-8716-ee118fd04b8b tempest-NetworksIpV6TestAttrs-476137979 tempest-NetworksIpV6TestAttrs-476137979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2684753', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26033175'] for subnet, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:25.633087 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-075ca0e9-f62c-4508-a9ec-995d8df1b8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813'] for port, after_delete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:25.682663 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-4ebcfa75-05ef-4c62-950a-9656a5b66123 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks [] for router, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:25.686883 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-4ebcfa75-05ef-4c62-950a-9656a5b66123 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] 10.222.0.16 "DELETE /v2.0/routers/29c52654-d9c8-454b-b6d2-1ca014e9fa52 HTTP/1.1" status: 204 len: 168 time: 3.1178663 Jul 14 18:44:25.689447 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 33936) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:44:25.696924 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6fe9d8-1bbd-479f-8716-ee118fd04b8b tempest-NetworksIpV6TestAttrs-476137979 tempest-NetworksIpV6TestAttrs-476137979-project] Pushing event updated for resources: {'Subnet': ['ID=3bf03260-cc2b-4303-ad6b-73125829dd80,revision_number=0']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:44:25.700958 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075ca0e9-f62c-4508-a9ec-995d8df1b8f9 None None] Pushing event deleted for resources: {'Port': ['ID=72e879af-3111-4beb-b4d8-f17065e4816d,revision_number=None']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:44:25.706074 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-075ca0e9-f62c-4508-a9ec-995d8df1b8f9 None None] No DVR routers for this DVR port 72e879af-3111-4beb-b4d8-f17065e4816d on host n-d-800634-3 {{(pid=93917) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 18:44:25.800836 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d6fe9d8-1bbd-479f-8716-ee118fd04b8b tempest-NetworksIpV6TestAttrs-476137979 tempest-NetworksIpV6TestAttrs-476137979-project] Checking segment: {'id': 'e28e828c-c6bf-41a3-a7b6-33f3c25b0162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '06937af8-813a-447d-bc81-07888a6b22da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93916) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:44:25.801466 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d6fe9d8-1bbd-479f-8716-ee118fd04b8b tempest-NetworksIpV6TestAttrs-476137979 tempest-NetworksIpV6TestAttrs-476137979-project] Network hostable DHCP agents. Network: 06937af8-813a-447d-bc81-07888a6b22da, hostable agents: ['028393c3-0576-4ebd-bca1-8ea8a148e1a2'], hosted agents: [] {{(pid=93916) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 18:44:25.809639 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-2f4e3af3-e708-4ffd-a544-82d93a489d01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:25.883494 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d6fe9d8-1bbd-479f-8716-ee118fd04b8b tempest-NetworksIpV6TestAttrs-476137979 tempest-NetworksIpV6TestAttrs-476137979-project] Network 06937af8-813a-447d-bc81-07888a6b22da is scheduled to be hosted by DHCP agent 028393c3-0576-4ebd-bca1-8ea8a148e1a2 with binding_index 1 {{(pid=93916) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 18:44:25.919533 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [None req-3d6fe9d8-1bbd-479f-8716-ee118fd04b8b tempest-NetworksIpV6TestAttrs-476137979 tempest-NetworksIpV6TestAttrs-476137979-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-3, 06937af8-813a-447d-bc81-07888a6b22da) {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:44:25.932098 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1e8ff9-fd78-44fd-9c4e-9b81d7e135a9 req-e98b513e-cff7-4b6d-976d-7c393ef4d503 tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:44:25.934861 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ba1e8ff9-fd78-44fd-9c4e-9b81d7e135a9 req-e98b513e-cff7-4b6d-976d-7c393ef4d503 tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] 10.222.0.16 "GET /v2.0/ports?device_id=4ed688ec-0b1c-4d1e-881c-157d22decd3a HTTP/1.1" status: 200 len: 945 time: 0.3659148 Jul 14 18:44:25.935155 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3870cbe-e724-40ae-b575-1264ddb61b7f None None] Network 06937af8-813a-447d-bc81-07888a6b22da requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:44:25.939965 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-1504f908-9eb9-4a21-9908-da861fa6c867 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645734'] for network, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:25.952818 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d6fe9d8-1bbd-479f-8716-ee118fd04b8b tempest-NetworksIpV6TestAttrs-476137979 tempest-NetworksIpV6TestAttrs-476137979-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:44:25.953467 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-3d6fe9d8-1bbd-479f-8716-ee118fd04b8b tempest-NetworksIpV6TestAttrs-476137979 tempest-NetworksIpV6TestAttrs-476137979-project] Notify callbacks [] for subnet, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:25.997565 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ba1e8ff9-fd78-44fd-9c4e-9b81d7e135a9 req-ede2078b-0344-4a03-bed8-8bbe043e9e73 tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] 10.222.0.16 "GET /v2.0/security-groups?id=f745dc72-333e-4ddf-8281-1bb3e04e8f82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545352 Jul 14 18:44:26.014354 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-3d6fe9d8-1bbd-479f-8716-ee118fd04b8b tempest-NetworksIpV6TestAttrs-476137979 tempest-NetworksIpV6TestAttrs-476137979-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1328053 Jul 14 18:44:26.014992 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 33948) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:44:26.352708 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87da55f6-bfc1-46ad-8e57-2b0cc9925540 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9222b97e-5d1c-54f8-ba97-82f172498e76-06937af8-813a-447d-bc81-07888a6b22da', 'network_id': '06937af8-813a-447d-bc81-07888a6b22da', 'tenant_id': '0957ef9837c14f448427051d56209bc9', 'fixed_ips': [{'subnet_id': '3bf03260-cc2b-4303-ad6b-73125829dd80'}]}} from n-d-800634-3. {{(pid=93917) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 18:44:26.355663 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-87da55f6-bfc1-46ad-8e57-2b0cc9925540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:26.454537 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a79df41e-8cbb-44c0-9a04-17d8e3b05de6 tempest-NetworksIpV6TestAttrs-476137979 tempest-NetworksIpV6TestAttrs-476137979-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645734'] for network, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:26.550541 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a79df41e-8cbb-44c0-9a04-17d8e3b05de6 tempest-NetworksIpV6TestAttrs-476137979 tempest-NetworksIpV6TestAttrs-476137979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081283'] for subnet, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:26.669120 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 72e879af-3111-4beb-b4d8-f17065e4816d no longer exists at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 18:44:26.672511 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a79df41e-8cbb-44c0-9a04-17d8e3b05de6 tempest-NetworksIpV6TestAttrs-476137979 tempest-NetworksIpV6TestAttrs-476137979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2684816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26033152'] for subnet, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:26.726320 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-8f09c351-fb81-46e3-a35f-085f6e26f2d4 req-51866489-2c9d-4520-978e-ef5b01bef607 tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] 10.222.0.16 "GET /v2.0/ports?device_id=d7b58cc5-d900-4c19-86f4-9befdd4826d6 HTTP/1.1" status: 200 len: 210 time: 0.0897772 Jul 14 18:44:26.736347 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-1504f908-9eb9-4a21-9908-da861fa6c867 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2096010', 'neutron.services.segments.db._delete_segments_for_network-8728202734996'] for network, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:26.791592 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] No Port match for: 72e879af-3111-4beb-b4d8-f17065e4816d {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 18:44:26.793290 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 72e879af-3111-4beb-b4d8-f17065e4816d not bound to the agent host n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 18:44:26.798289 n-d-800634-3 neutron-server[93915]: DEBUG neutron.services.segments.db [None req-1504f908-9eb9-4a21-9908-da861fa6c867 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26951fdb-bb46-4452-8c34-53f4c7032aac']}} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:44:26.799561 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 31848adf-1e8c-4964-be39-3dc05152f6bf no longer exists at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 18:44:26.825709 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79df41e-8cbb-44c0-9a04-17d8e3b05de6 tempest-NetworksIpV6TestAttrs-476137979 tempest-NetworksIpV6TestAttrs-476137979-project] Pushing event deleted for resources: {'Subnet': ['ID=3bf03260-cc2b-4303-ad6b-73125829dd80,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:44:26.842727 n-d-800634-3 neutron-server[93915]: DEBUG neutron.services.segments.db [None req-1504f908-9eb9-4a21-9908-da861fa6c867 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4257cb2-72a5-4b25-a351-e07b285b3b38') {'for_net_delete': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:44:26.843018 n-d-800634-3 neutron-server[93915]: DEBUG neutron.services.segments.db [None req-1504f908-9eb9-4a21-9908-da861fa6c867 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4257cb2-72a5-4b25-a351-e07b285b3b38') {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:44:26.865945 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-1504f908-9eb9-4a21-9908-da861fa6c867 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728202715275', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28939920'] for segment, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:26.869909 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] No Port match for: 31848adf-1e8c-4964-be39-3dc05152f6bf {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 18:44:26.870642 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 31848adf-1e8c-4964-be39-3dc05152f6bf not bound to the agent host n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 18:44:26.873978 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a79df41e-8cbb-44c0-9a04-17d8e3b05de6 tempest-NetworksIpV6TestAttrs-476137979 tempest-NetworksIpV6TestAttrs-476137979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2096010', 'neutron.services.segments.db._delete_segments_for_network-8728202734996'] for network, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:26.893114 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.segments.db [None req-a79df41e-8cbb-44c0-9a04-17d8e3b05de6 tempest-NetworksIpV6TestAttrs-476137979 tempest-NetworksIpV6TestAttrs-476137979-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06937af8-813a-447d-bc81-07888a6b22da']}} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:44:26.895690 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server [None req-87da55f6-bfc1-46ad-8e57-2b0cc9925540 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3bf03260-cc2b-4303-ad6b-73125829dd80: This subnet is being modified by another concurrent operation. Jul 14 18:44:26.895690 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 14 18:44:26.895690 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 14 18:44:26.895690 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 14 18:44:26.895690 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 14 18:44:26.895690 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 14 18:44:26.895690 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 14 18:44:26.895690 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 14 18:44:26.895690 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 14 18:44:26.895690 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 14 18:44:26.895690 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 14 18:44:26.895690 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 14 18:44:26.895690 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 18:44:26.895690 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 18:44:26.895690 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 18:44:26.895690 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 18:44:26.895690 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 14 18:44:26.895690 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 14 18:44:26.895690 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 14 18:44:26.895690 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 14 18:44:26.895690 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 18:44:26.895690 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 18:44:26.895690 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 18:44:26.895690 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 18:44:26.895690 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 14 18:44:26.895690 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 14 18:44:26.895690 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 14 18:44:26.895690 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 14 18:44:26.895690 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 18:44:26.895690 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 18:44:26.895690 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 18:44:26.895690 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 18:44:26.895690 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 14 18:44:26.895690 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 14 18:44:26.895690 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 14 18:44:26.895690 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 14 18:44:26.895690 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 14 18:44:26.895690 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 14 18:44:26.895690 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 14 18:44:26.895690 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 14 18:44:26.895690 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 14 18:44:26.895690 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 14 18:44:26.895690 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 14 18:44:26.895690 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 14 18:44:26.895690 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 14 18:44:26.895690 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 14 18:44:26.895690 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 14 18:44:26.895690 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 14 18:44:26.895690 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 18:44:26.895690 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 18:44:26.895690 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 18:44:26.895690 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 18:44:26.895690 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 14 18:44:26.895690 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 14 18:44:26.895690 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 14 18:44:26.895690 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 14 18:44:26.895690 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 18:44:26.895690 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 18:44:26.895690 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 18:44:26.895690 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 18:44:26.895690 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 14 18:44:26.895690 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 14 18:44:26.895690 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 14 18:44:26.895690 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 14 18:44:26.895690 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 18:44:26.895690 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 18:44:26.895690 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 18:44:26.895690 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 18:44:26.895690 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 14 18:44:26.895690 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 14 18:44:26.895690 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 14 18:44:26.895690 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 14 18:44:26.895690 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 14 18:44:26.895690 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 14 18:44:26.895690 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 14 18:44:26.895690 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 14 18:44:26.895690 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 14 18:44:26.895690 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 14 18:44:26.895690 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 18:44:26.895690 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 18:44:26.895690 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 18:44:26.895690 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 18:44:26.895690 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 14 18:44:26.895690 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 14 18:44:26.895690 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 14 18:44:26.895690 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 14 18:44:26.895690 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 14 18:44:26.895690 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 14 18:44:26.895690 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 14 18:44:26.895690 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server raise exception Jul 14 18:44:26.895690 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3bf03260-cc2b-4303-ad6b-73125829dd80: This subnet is being modified by another concurrent operation. Jul 14 18:44:26.895690 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server Jul 14 18:44:26.903636 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a24040-fe8e-46ff-8123-d4c8f4dabbfc req-8405da97-1f7a-4da5-8eec-33dd5cae3aa6 tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:44:26.903636 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-82a24040-fe8e-46ff-8123-d4c8f4dabbfc req-8405da97-1f7a-4da5-8eec-33dd5cae3aa6 tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] 10.222.0.16 "GET /v2.0/ports?device_id=4ed688ec-0b1c-4d1e-881c-157d22decd3a HTTP/1.1" status: 200 len: 945 time: 0.2563448 Jul 14 18:44:26.923796 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.segments.db [None req-a79df41e-8cbb-44c0-9a04-17d8e3b05de6 tempest-NetworksIpV6TestAttrs-476137979 tempest-NetworksIpV6TestAttrs-476137979-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e28e828c-c6bf-41a3-a7b6-33f3c25b0162') {'for_net_delete': True} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:44:26.924102 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.segments.db [None req-a79df41e-8cbb-44c0-9a04-17d8e3b05de6 tempest-NetworksIpV6TestAttrs-476137979 tempest-NetworksIpV6TestAttrs-476137979-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e28e828c-c6bf-41a3-a7b6-33f3c25b0162') {} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:44:26.930162 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bac7c203-5d3e-4b73-ab17-abbfe3a0ab5d None None] Network 06937af8-813a-447d-bc81-07888a6b22da requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:44:26.981006 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a79df41e-8cbb-44c0-9a04-17d8e3b05de6 tempest-NetworksIpV6TestAttrs-476137979 tempest-NetworksIpV6TestAttrs-476137979-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728202715275', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26296891'] for segment, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:27.019420 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a79df41e-8cbb-44c0-9a04-17d8e3b05de6 tempest-NetworksIpV6TestAttrs-476137979 tempest-NetworksIpV6TestAttrs-476137979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:27.022380 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-1504f908-9eb9-4a21-9908-da861fa6c867 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:27.032516 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a79df41e-8cbb-44c0-9a04-17d8e3b05de6 tempest-NetworksIpV6TestAttrs-476137979 tempest-NetworksIpV6TestAttrs-476137979-project] Releasing vlan 78 on physical network physnet1 to pool {{(pid=93916) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 18:44:27.033103 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a79df41e-8cbb-44c0-9a04-17d8e3b05de6 tempest-NetworksIpV6TestAttrs-476137979 tempest-NetworksIpV6TestAttrs-476137979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2682942'] for segment, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:27.038614 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1504f908-9eb9-4a21-9908-da861fa6c867 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Releasing vlan 69 on physical network physnet1 to pool {{(pid=93915) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 18:44:27.039968 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-1504f908-9eb9-4a21-9908-da861fa6c867 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25911658'] for segment, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:27.040764 n-d-800634-3 neutron-server[93916]: Traceback (most recent call last): Jul 14 18:44:27.040764 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 18:44:27.040764 n-d-800634-3 neutron-server[93916]: timer() Jul 14 18:44:27.040764 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 18:44:27.040764 n-d-800634-3 neutron-server[93916]: cb(*args, **kw) Jul 14 18:44:27.040764 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 18:44:27.040764 n-d-800634-3 neutron-server[93916]: return func(*args, **kwargs) Jul 14 18:44:27.040764 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 18:44:27.040764 n-d-800634-3 neutron-server[93916]: self._notify() Jul 14 18:44:27.040764 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 18:44:27.040764 n-d-800634-3 neutron-server[93916]: self.callback(batched_events) Jul 14 18:44:27.040764 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 18:44:27.040764 n-d-800634-3 neutron-server[93916]: event.method(event) Jul 14 18:44:27.040764 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 18:44:27.040764 n-d-800634-3 neutron-server[93916]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 18:44:27.040764 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 18:44:27.040764 n-d-800634-3 neutron-server[93916]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 18:44:27.040764 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 18:44:27.040764 n-d-800634-3 neutron-server[93916]: return f(self, *a, **k) Jul 14 18:44:27.040764 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 18:44:27.040764 n-d-800634-3 neutron-server[93916]: return self._get(url).json() Jul 14 18:44:27.040764 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 18:44:27.040764 n-d-800634-3 neutron-server[93916]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 18:44:27.040764 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 18:44:27.040764 n-d-800634-3 neutron-server[93916]: return self.request(url, 'GET', **kwargs) Jul 14 18:44:27.040764 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 18:44:27.040764 n-d-800634-3 neutron-server[93916]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 18:44:27.040764 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 18:44:27.040764 n-d-800634-3 neutron-server[93916]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 18:44:27.040764 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 18:44:27.040764 n-d-800634-3 neutron-server[93916]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 18:44:27.040764 n-d-800634-3 neutron-server[93916]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 18:44:27.064654 n-d-800634-3 neutron-server[93915]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:44:27.064654 n-d-800634-3 neutron-server[93915]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:44:27.064654 n-d-800634-3 neutron-server[93915]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:44:27.064654 n-d-800634-3 neutron-server[93915]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:44:27.064654 n-d-800634-3 neutron-server[93915]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:44:27.064654 n-d-800634-3 neutron-server[93915]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:44:27.064654 n-d-800634-3 neutron-server[93915]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:44:27.064654 n-d-800634-3 neutron-server[93915]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:44:27.064654 n-d-800634-3 neutron-server[93915]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:44:27.064654 n-d-800634-3 neutron-server[93915]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:44:27.064654 n-d-800634-3 neutron-server[93915]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:44:27.064654 n-d-800634-3 neutron-server[93915]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:44:27.064654 n-d-800634-3 neutron-server[93915]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:44:27.064654 n-d-800634-3 neutron-server[93915]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:44:27.064654 n-d-800634-3 neutron-server[93915]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:44:27.064654 n-d-800634-3 neutron-server[93915]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:44:27.064654 n-d-800634-3 neutron-server[93915]: Traceback (most recent call last): Jul 14 18:44:27.064654 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 18:44:27.064654 n-d-800634-3 neutron-server[93915]: timer() Jul 14 18:44:27.064654 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 18:44:27.064654 n-d-800634-3 neutron-server[93915]: cb(*args, **kw) Jul 14 18:44:27.064654 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 18:44:27.064654 n-d-800634-3 neutron-server[93915]: return func(*args, **kwargs) Jul 14 18:44:27.064654 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 18:44:27.064654 n-d-800634-3 neutron-server[93915]: self._notify() Jul 14 18:44:27.064654 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 18:44:27.064654 n-d-800634-3 neutron-server[93915]: self.callback(batched_events) Jul 14 18:44:27.064654 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 18:44:27.064654 n-d-800634-3 neutron-server[93915]: event.method(event) Jul 14 18:44:27.064654 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 18:44:27.064654 n-d-800634-3 neutron-server[93915]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 18:44:27.064654 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 18:44:27.064654 n-d-800634-3 neutron-server[93915]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 18:44:27.064654 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 18:44:27.064654 n-d-800634-3 neutron-server[93915]: return f(self, *a, **k) Jul 14 18:44:27.064654 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 18:44:27.064654 n-d-800634-3 neutron-server[93915]: return self._get(url).json() Jul 14 18:44:27.064654 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 18:44:27.064654 n-d-800634-3 neutron-server[93915]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 18:44:27.064654 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 18:44:27.064654 n-d-800634-3 neutron-server[93915]: return self.request(url, 'GET', **kwargs) Jul 14 18:44:27.064654 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 18:44:27.064654 n-d-800634-3 neutron-server[93915]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 18:44:27.064654 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 18:44:27.064654 n-d-800634-3 neutron-server[93915]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 18:44:27.064654 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 18:44:27.064654 n-d-800634-3 neutron-server[93915]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 18:44:27.064654 n-d-800634-3 neutron-server[93915]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 18:44:27.154601 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e568ce0-aa33-4c62-b076-e6c5ccc9439c None None] get_active_networks_info from n-d-800634-3 {{(pid=93917) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 14 18:44:27.165955 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-82a24040-fe8e-46ff-8123-d4c8f4dabbfc req-28254a15-78d4-4441-a837-a0f8064455f0 tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] 10.222.0.16 "GET /v2.0/security-groups?id=f745dc72-333e-4ddf-8281-1bb3e04e8f82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2347174 Jul 14 18:44:27.186883 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a79df41e-8cbb-44c0-9a04-17d8e3b05de6 tempest-NetworksIpV6TestAttrs-476137979 tempest-NetworksIpV6TestAttrs-476137979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2096001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-930085'] for network, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:27.194692 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a79df41e-8cbb-44c0-9a04-17d8e3b05de6 tempest-NetworksIpV6TestAttrs-476137979 tempest-NetworksIpV6TestAttrs-476137979-project] Notify callbacks [] for network, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:27.199375 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-a79df41e-8cbb-44c0-9a04-17d8e3b05de6 tempest-NetworksIpV6TestAttrs-476137979 tempest-NetworksIpV6TestAttrs-476137979-project] 10.222.0.16 "DELETE /v2.0/networks/06937af8-813a-447d-bc81-07888a6b22da HTTP/1.1" status: 204 len: 168 time: 1.1833491 Jul 14 18:44:27.217964 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 33984) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:44:27.258456 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-1504f908-9eb9-4a21-9908-da861fa6c867 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2096001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-930085'] for network, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:27.290190 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-1504f908-9eb9-4a21-9908-da861fa6c867 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks [] for network, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:27.302363 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-1504f908-9eb9-4a21-9908-da861fa6c867 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] 10.222.0.16 "DELETE /v2.0/networks/26951fdb-bb46-4452-8c34-53f4c7032aac HTTP/1.1" status: 204 len: 168 time: 1.6068113 Jul 14 18:44:27.306755 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-034b0a1e-cfc7-4033-9b6d-e10d6b22e36f tempest-NetworksIpV6TestAttrs-476137979 tempest-NetworksIpV6TestAttrs-476137979-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1239239420'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:44:27.309726 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 33990) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:44:27.341812 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79df41e-8cbb-44c0-9a04-17d8e3b05de6 tempest-NetworksIpV6TestAttrs-476137979 tempest-NetworksIpV6TestAttrs-476137979-project] Pushing event deleted for resources: {'Network': ['ID=06937af8-813a-447d-bc81-07888a6b22da,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:44:27.343093 n-d-800634-3 neutron-server[93917]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e568ce0-aa33-4c62-b076-e6c5ccc9439c None None] Resources bound (agent type, host, resource id): {{(pid=93917) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 14 18:44:27.411897 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-034b0a1e-cfc7-4033-9b6d-e10d6b22e36f tempest-NetworksIpV6TestAttrs-476137979 tempest-NetworksIpV6TestAttrs-476137979-project] Made reservation on behalf of 0957ef9837c14f448427051d56209bc9 for: {'network': 1} {{(pid=93916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:44:27.417882 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-034b0a1e-cfc7-4033-9b6d-e10d6b22e36f tempest-NetworksIpV6TestAttrs-476137979 tempest-NetworksIpV6TestAttrs-476137979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for network, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:27.446779 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1504f908-9eb9-4a21-9908-da861fa6c867 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Pushing event deleted for resources: {'Network': ['ID=26951fdb-bb46-4452-8c34-53f4c7032aac,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:44:27.460291 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-034b0a1e-cfc7-4033-9b6d-e10d6b22e36f tempest-NetworksIpV6TestAttrs-476137979 tempest-NetworksIpV6TestAttrs-476137979-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 59} {{(pid=93916) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 18:44:27.476986 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-034b0a1e-cfc7-4033-9b6d-e10d6b22e36f tempest-NetworksIpV6TestAttrs-476137979 tempest-NetworksIpV6TestAttrs-476137979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:27.477884 n-d-800634-3 neutron-server[93916]: INFO neutron.db.segments_db [None req-034b0a1e-cfc7-4033-9b6d-e10d6b22e36f tempest-NetworksIpV6TestAttrs-476137979 tempest-NetworksIpV6TestAttrs-476137979-project] Added segment 1f5c4063-1e7f-44fa-92d3-9af8e4fb4bc6 of type vlan for network f3152fc2-ec53-4030-8ccc-8bd2fb591d4f Jul 14 18:44:27.516330 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-e639253c-e177-4062-9d02-17519eb1d4e4 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks [] for security_group, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:27.553183 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-034b0a1e-cfc7-4033-9b6d-e10d6b22e36f tempest-NetworksIpV6TestAttrs-476137979 tempest-NetworksIpV6TestAttrs-476137979-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728202197517'] for network, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:27.567763 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ea3b87-ed4a-4e1f-8056-22acb4da662a req-f3ceedea-d9ec-4318-b9ef-2f8252dcda58 tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:44:27.569905 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b9ea3b87-ed4a-4e1f-8056-22acb4da662a req-f3ceedea-d9ec-4318-b9ef-2f8252dcda58 tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] 10.222.0.16 "GET /v2.0/ports?device_id=4ed688ec-0b1c-4d1e-881c-157d22decd3a HTTP/1.1" status: 200 len: 945 time: 0.1613371 Jul 14 18:44:27.572805 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-e639253c-e177-4062-9d02-17519eb1d4e4 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:27.599182 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-034b0a1e-cfc7-4033-9b6d-e10d6b22e36f tempest-NetworksIpV6TestAttrs-476137979 tempest-NetworksIpV6TestAttrs-476137979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727'] for network, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:27.607102 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-034b0a1e-cfc7-4033-9b6d-e10d6b22e36f tempest-NetworksIpV6TestAttrs-476137979 tempest-NetworksIpV6TestAttrs-476137979-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:44:27.608077 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-034b0a1e-cfc7-4033-9b6d-e10d6b22e36f tempest-NetworksIpV6TestAttrs-476137979 tempest-NetworksIpV6TestAttrs-476137979-project] Notify callbacks [] for network, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:27.735429 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b9ea3b87-ed4a-4e1f-8056-22acb4da662a req-b34ae8fd-1494-40ec-80fd-b399a2ae5188 tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] 10.222.0.16 "GET /v2.0/security-groups?id=f745dc72-333e-4ddf-8281-1bb3e04e8f82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541979 Jul 14 18:44:27.769254 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034b0a1e-cfc7-4033-9b6d-e10d6b22e36f tempest-NetworksIpV6TestAttrs-476137979 tempest-NetworksIpV6TestAttrs-476137979-project] Pushing event updated for resources: {'Network': ['ID=f3152fc2-ec53-4030-8ccc-8bd2fb591d4f,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:44:27.786779 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-e639253c-e177-4062-9d02-17519eb1d4e4 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:27.790717 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-e639253c-e177-4062-9d02-17519eb1d4e4 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks [] for security_group, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:27.791642 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-034b0a1e-cfc7-4033-9b6d-e10d6b22e36f tempest-NetworksIpV6TestAttrs-476137979 tempest-NetworksIpV6TestAttrs-476137979-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4969110 Jul 14 18:44:27.794462 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 33998) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:44:27.798776 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-e639253c-e177-4062-9d02-17519eb1d4e4 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] 10.222.0.16 "DELETE /v2.0/security-groups/8e407b29-87a3-469b-bd17-d62b5e354976 HTTP/1.1" status: 204 len: 168 time: 0.4873621 Jul 14 18:44:27.807700 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-4c90f774-25a2-4ca0-9164-3ddf55b081fd tempest-NetworksIpV6TestAttrs-476137979 tempest-NetworksIpV6TestAttrs-476137979-project] Request body: {'subnet': {'network_id': 'f3152fc2-ec53-4030-8ccc-8bd2fb591d4f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:44:27.858919 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e639253c-e177-4062-9d02-17519eb1d4e4 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e407b29-87a3-469b-bd17-d62b5e354976,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:44:27.929715 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Network f3152fc2-ec53-4030-8ccc-8bd2fb591d4f details requested by agent ovs-agent-n-d-800634-3 with host n-d-800634-3 {{(pid=93917) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 18:44:28.063408 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c90f774-25a2-4ca0-9164-3ddf55b081fd tempest-NetworksIpV6TestAttrs-476137979 tempest-NetworksIpV6TestAttrs-476137979-project] Made reservation on behalf of 0957ef9837c14f448427051d56209bc9 for: {'subnet': 1} {{(pid=93916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:44:28.069586 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-4c90f774-25a2-4ca0-9164-3ddf55b081fd tempest-NetworksIpV6TestAttrs-476137979 tempest-NetworksIpV6TestAttrs-476137979-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26033189'] for subnet, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:28.156815 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-cdd0a997-4c5c-40ce-8211-97644355c9d0 req-3402288d-8086-47b3-bca5-7274a111297b tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] 10.222.0.16 "GET /v2.0/ports?device_id=d7b58cc5-d900-4c19-86f4-9befdd4826d6 HTTP/1.1" status: 200 len: 210 time: 0.0815055 Jul 14 18:44:28.213158 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36da3aa1-a094-47f2-b7bb-7d37efe2efb6 req-9c161754-f3f1-418d-b140-ff781eb55051 tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:44:28.220742 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-36da3aa1-a094-47f2-b7bb-7d37efe2efb6 req-9c161754-f3f1-418d-b140-ff781eb55051 tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] 10.222.0.16 "GET /v2.0/ports?device_id=4ed688ec-0b1c-4d1e-881c-157d22decd3a HTTP/1.1" status: 200 len: 945 time: 0.2296028 Jul 14 18:44:28.316660 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-36da3aa1-a094-47f2-b7bb-7d37efe2efb6 req-32713d81-38db-4dd2-92f4-aede9cb152e8 tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] 10.222.0.16 "GET /v2.0/security-groups?id=f745dc72-333e-4ddf-8281-1bb3e04e8f82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948472 Jul 14 18:44:28.680708 n-d-800634-3 neutron-server[93916]: DEBUG neutron.objects.ports [None req-4c90f774-25a2-4ca0-9164-3ddf55b081fd tempest-NetworksIpV6TestAttrs-476137979 tempest-NetworksIpV6TestAttrs-476137979-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93916) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 14 18:44:28.685625 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-4c90f774-25a2-4ca0-9164-3ddf55b081fd tempest-NetworksIpV6TestAttrs-476137979 tempest-NetworksIpV6TestAttrs-476137979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2684753', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26033175'] for subnet, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:28.827739 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c90f774-25a2-4ca0-9164-3ddf55b081fd tempest-NetworksIpV6TestAttrs-476137979 tempest-NetworksIpV6TestAttrs-476137979-project] Checking segment: {'id': '1f5c4063-1e7f-44fa-92d3-9af8e4fb4bc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'f3152fc2-ec53-4030-8ccc-8bd2fb591d4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93916) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:44:28.831734 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c90f774-25a2-4ca0-9164-3ddf55b081fd tempest-NetworksIpV6TestAttrs-476137979 tempest-NetworksIpV6TestAttrs-476137979-project] Network hostable DHCP agents. Network: f3152fc2-ec53-4030-8ccc-8bd2fb591d4f, hostable agents: ['028393c3-0576-4ebd-bca1-8ea8a148e1a2'], hosted agents: [] {{(pid=93916) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 18:44:28.836417 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c90f774-25a2-4ca0-9164-3ddf55b081fd tempest-NetworksIpV6TestAttrs-476137979 tempest-NetworksIpV6TestAttrs-476137979-project] Pushing event updated for resources: {'Subnet': ['ID=cec3d72a-6fc2-4eba-867a-8ff050f7e01e,revision_number=0']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:44:28.876196 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c90f774-25a2-4ca0-9164-3ddf55b081fd tempest-NetworksIpV6TestAttrs-476137979 tempest-NetworksIpV6TestAttrs-476137979-project] Network f3152fc2-ec53-4030-8ccc-8bd2fb591d4f is scheduled to be hosted by DHCP agent 028393c3-0576-4ebd-bca1-8ea8a148e1a2 with binding_index 1 {{(pid=93916) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 18:44:28.899346 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [None req-4c90f774-25a2-4ca0-9164-3ddf55b081fd tempest-NetworksIpV6TestAttrs-476137979 tempest-NetworksIpV6TestAttrs-476137979-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-3, f3152fc2-ec53-4030-8ccc-8bd2fb591d4f) {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:44:28.905038 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c90f774-25a2-4ca0-9164-3ddf55b081fd tempest-NetworksIpV6TestAttrs-476137979 tempest-NetworksIpV6TestAttrs-476137979-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:44:28.906896 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-4c90f774-25a2-4ca0-9164-3ddf55b081fd tempest-NetworksIpV6TestAttrs-476137979 tempest-NetworksIpV6TestAttrs-476137979-project] Notify callbacks [] for subnet, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:28.945739 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c09cf8a0-7983-43fd-827e-cc1f8cfb5980 None None] Network f3152fc2-ec53-4030-8ccc-8bd2fb591d4f requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:44:28.946512 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-4c90f774-25a2-4ca0-9164-3ddf55b081fd tempest-NetworksIpV6TestAttrs-476137979 tempest-NetworksIpV6TestAttrs-476137979-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.1504996 Jul 14 18:44:28.947387 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 34040) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:44:28.966083 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d88bd5-65c4-4779-a742-78943c31445c req-5674f02b-72d0-4ee9-aa9a-190495514902 tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:44:28.973076 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-70d88bd5-65c4-4779-a742-78943c31445c req-5674f02b-72d0-4ee9-aa9a-190495514902 tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] 10.222.0.16 "GET /v2.0/ports?device_id=4ed688ec-0b1c-4d1e-881c-157d22decd3a HTTP/1.1" status: 200 len: 945 time: 0.2162418 Jul 14 18:44:29.085081 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-70d88bd5-65c4-4779-a742-78943c31445c req-7550913d-c128-459f-bbbd-c10d13459389 tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] 10.222.0.16 "GET /v2.0/security-groups?id=f745dc72-333e-4ddf-8281-1bb3e04e8f82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110168 Jul 14 18:44:29.559564 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30ea9e17-8bbf-4691-b92b-62c331b056de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9222b97e-5d1c-54f8-ba97-82f172498e76-f3152fc2-ec53-4030-8ccc-8bd2fb591d4f', 'network_id': 'f3152fc2-ec53-4030-8ccc-8bd2fb591d4f', 'tenant_id': '0957ef9837c14f448427051d56209bc9', 'fixed_ips': [{'subnet_id': 'cec3d72a-6fc2-4eba-867a-8ff050f7e01e'}]}} from n-d-800634-3. {{(pid=93917) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 18:44:29.560454 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-30ea9e17-8bbf-4691-b92b-62c331b056de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:29.580328 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cfcb13-8580-47ee-a029-bd14ba6f7452 req-75108689-6352-44b2-942b-9b7615706658 tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:44:29.581961 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f7cfcb13-8580-47ee-a029-bd14ba6f7452 req-75108689-6352-44b2-942b-9b7615706658 tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] 10.222.0.16 "GET /v2.0/ports?device_id=4ed688ec-0b1c-4d1e-881c-157d22decd3a HTTP/1.1" status: 200 len: 945 time: 0.2144580 Jul 14 18:44:29.582467 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 34056) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:44:29.607209 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-ffa1f288-a193-4388-a1b3-c855a5c20996 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-875511397', 'description': 'tempest-secgroup-smoke-875511397 description', 'project_id': 'af718961b2754d7c873f442ed35947bb'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:44:29.816183 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.db_base_plugin_common [None req-30ea9e17-8bbf-4691-b92b-62c331b056de None None] Allocated IP 2001:db8::f816:3eff:fe83:1271 (f3152fc2-ec53-4030-8ccc-8bd2fb591d4f/cec3d72a-6fc2-4eba-867a-8ff050f7e01e/4d88122f-b897-4db6-8ab3-8fc85f4a1630) {{(pid=93917) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:44:29.820746 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-da635dc0-23e3-4d74-bf0e-926e53f72f1f req-c5e14e8c-5275-4442-a57b-456d6abc5cdd tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] 10.222.0.16 "GET /v2.0/ports?device_id=d7b58cc5-d900-4c19-86f4-9befdd4826d6 HTTP/1.1" status: 200 len: 210 time: 0.0909667 Jul 14 18:44:29.887046 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f7cfcb13-8580-47ee-a029-bd14ba6f7452 req-7ccbc957-a01b-407d-9bdb-e94b3875096e tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] 10.222.0.16 "GET /v2.0/security-groups?id=f745dc72-333e-4ddf-8281-1bb3e04e8f82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2660446 Jul 14 18:44:29.893836 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-ffa1f288-a193-4388-a1b3-c855a5c20996 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks [] for security_group, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:29.927306 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-8e28743c-8825-49d6-be04-669f35df3dfb tempest-NetworksIpV6TestAttrs-476137979 tempest-NetworksIpV6TestAttrs-476137979-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645734'] for network, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:30.077503 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-8e28743c-8825-49d6-be04-669f35df3dfb tempest-NetworksIpV6TestAttrs-476137979 tempest-NetworksIpV6TestAttrs-476137979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081283'] for subnet, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:30.084642 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-ffa1f288-a193-4388-a1b3-c855a5c20996 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks [] for security_group, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:30.094284 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-ffa1f288-a193-4388-a1b3-c855a5c20996 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:30.127983 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-30ea9e17-8bbf-4691-b92b-62c331b056de None None] Notify callbacks [] for port, precommit_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:30.139293 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-30ea9e17-8bbf-4691-b92b-62c331b056de None None] Transition to ACTIVE for port object 4d88122f-b897-4db6-8ab3-8fc85f4a1630 will not be triggered until provisioned by entity L2. {{(pid=93917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:44:30.159662 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-30ea9e17-8bbf-4691-b92b-62c331b056de None None] Transition to ACTIVE for port object 4d88122f-b897-4db6-8ab3-8fc85f4a1630 will not be triggered until provisioned by entity DHCP. {{(pid=93917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:44:30.168099 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-30ea9e17-8bbf-4691-b92b-62c331b056de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804'] for port, after_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:30.226037 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa1f288-a193-4388-a1b3-c855a5c20996 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d5287722-8c0c-410d-a8ea-76edc9d3c05d,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:44:30.229397 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-8e28743c-8825-49d6-be04-669f35df3dfb tempest-NetworksIpV6TestAttrs-476137979 tempest-NetworksIpV6TestAttrs-476137979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2684816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26033152'] for subnet, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:30.270070 n-d-800634-3 neutron-server[93917]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30ea9e17-8bbf-4691-b92b-62c331b056de None None] Network f3152fc2-ec53-4030-8ccc-8bd2fb591d4f is already hosted by enough agents. {{(pid=93917) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:44:30.270382 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-ffa1f288-a193-4388-a1b3-c855a5c20996 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks [] for security_group, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:30.270719 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ea9e17-8bbf-4691-b92b-62c331b056de None None] Pushing event updated for resources: {'Port': ['ID=4d88122f-b897-4db6-8ab3-8fc85f4a1630,revision_number=1']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:44:30.274692 n-d-800634-3 neutron-server[93917]: DEBUG neutron.scheduler.base_scheduler [None req-30ea9e17-8bbf-4691-b92b-62c331b056de None None] Resources bound (agent type, host, resource id): {{(pid=93917) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:44:30.280450 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30ea9e17-8bbf-4691-b92b-62c331b056de None None] Received port after_create {{(pid=93917) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:44:30.282497 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 34070) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:44:30.284701 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-ffa1f288-a193-4388-a1b3-c855a5c20996 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.6912107 Jul 14 18:44:30.293067 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-0066c692-bda4-46ab-9e36-6563bb1d25ff tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Request body: {'security_group_rule': {'security_group_id': 'd5287722-8c0c-410d-a8ea-76edc9d3c05d', 'project_id': 'af718961b2754d7c873f442ed35947bb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:44:30.306729 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e28743c-8825-49d6-be04-669f35df3dfb tempest-NetworksIpV6TestAttrs-476137979 tempest-NetworksIpV6TestAttrs-476137979-project] Pushing event deleted for resources: {'Subnet': ['ID=cec3d72a-6fc2-4eba-867a-8ff050f7e01e,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:44:30.326593 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1be3e3-fc09-4001-9e70-f031b5405fa6 req-127d8228-8d86-4bef-b11e-6566e1ac1bc2 tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:44:30.328335 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-dd1be3e3-fc09-4001-9e70-f031b5405fa6 req-127d8228-8d86-4bef-b11e-6566e1ac1bc2 tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] 10.222.0.16 "GET /v2.0/ports?device_id=4ed688ec-0b1c-4d1e-881c-157d22decd3a HTTP/1.1" status: 200 len: 945 time: 0.1655443 Jul 14 18:44:30.369723 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-30ea9e17-8bbf-4691-b92b-62c331b056de None None] Attempting to bind port 4d88122f-b897-4db6-8ab3-8fc85f4a1630 on host n-d-800634-3 for vnic_type normal with profile {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:44:30.370266 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-30ea9e17-8bbf-4691-b92b-62c331b056de None None] Attempting to bind port 4d88122f-b897-4db6-8ab3-8fc85f4a1630 by drivers openvswitch,hyperv on host n-d-800634-3 at level 0 using segments [{'id': '1f5c4063-1e7f-44fa-92d3-9af8e4fb4bc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'f3152fc2-ec53-4030-8ccc-8bd2fb591d4f'}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:44:30.370854 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30ea9e17-8bbf-4691-b92b-62c331b056de None None] Attempting to bind port 4d88122f-b897-4db6-8ab3-8fc85f4a1630 on network f3152fc2-ec53-4030-8ccc-8bd2fb591d4f {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:44:30.376455 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30ea9e17-8bbf-4691-b92b-62c331b056de None None] Checking agent: {'id': '01c19e91-a945-4e3c-94a6-c211e17c923e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 8, 23), 'started_at': datetime.datetime(2021, 7, 14, 18, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 18, 44, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 18:44:30.376967 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30ea9e17-8bbf-4691-b92b-62c331b056de None None] Checking segment: {'id': '1f5c4063-1e7f-44fa-92d3-9af8e4fb4bc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'f3152fc2-ec53-4030-8ccc-8bd2fb591d4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93917) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:44:30.377575 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-30ea9e17-8bbf-4691-b92b-62c331b056de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:30.378139 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30ea9e17-8bbf-4691-b92b-62c331b056de None None] Bound using segment: {'id': '1f5c4063-1e7f-44fa-92d3-9af8e4fb4bc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'f3152fc2-ec53-4030-8ccc-8bd2fb591d4f'} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 18:44:30.378667 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-30ea9e17-8bbf-4691-b92b-62c331b056de None None] Bound port: 4d88122f-b897-4db6-8ab3-8fc85f4a1630, host: n-d-800634-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f5c4063-1e7f-44fa-92d3-9af8e4fb4bc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'f3152fc2-ec53-4030-8ccc-8bd2fb591d4f'}}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 18:44:30.379161 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-30ea9e17-8bbf-4691-b92b-62c331b056de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:30.406077 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-dd1be3e3-fc09-4001-9e70-f031b5405fa6 req-10278c88-f44e-4385-a29e-b0629643ff8e tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] 10.222.0.16 "GET /v2.0/security-groups?id=f745dc72-333e-4ddf-8281-1bb3e04e8f82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719955 Jul 14 18:44:30.408661 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-0066c692-bda4-46ab-9e36-6563bb1d25ff tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:30.430984 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-8e28743c-8825-49d6-be04-669f35df3dfb tempest-NetworksIpV6TestAttrs-476137979 tempest-NetworksIpV6TestAttrs-476137979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2096010', 'neutron.services.segments.db._delete_segments_for_network-8728202734996'] for network, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:30.455386 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.segments.db [None req-8e28743c-8825-49d6-be04-669f35df3dfb tempest-NetworksIpV6TestAttrs-476137979 tempest-NetworksIpV6TestAttrs-476137979-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3152fc2-ec53-4030-8ccc-8bd2fb591d4f']}} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:44:30.486582 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.segments.db [None req-8e28743c-8825-49d6-be04-669f35df3dfb tempest-NetworksIpV6TestAttrs-476137979 tempest-NetworksIpV6TestAttrs-476137979-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f5c4063-1e7f-44fa-92d3-9af8e4fb4bc6') {'for_net_delete': True} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:44:30.487980 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.segments.db [None req-8e28743c-8825-49d6-be04-669f35df3dfb tempest-NetworksIpV6TestAttrs-476137979 tempest-NetworksIpV6TestAttrs-476137979-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f5c4063-1e7f-44fa-92d3-9af8e4fb4bc6') {} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:44:30.511316 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-8e28743c-8825-49d6-be04-669f35df3dfb tempest-NetworksIpV6TestAttrs-476137979 tempest-NetworksIpV6TestAttrs-476137979-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728202715275', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26296891'] for segment, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:30.521431 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-30ea9e17-8bbf-4691-b92b-62c331b056de None None] For port 4d88122f-b897-4db6-8ab3-8fc85f4a1630, host n-d-800634-3, cleared binding levels {{(pid=93917) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:44:30.531472 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-0066c692-bda4-46ab-9e36-6563bb1d25ff tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:30.537609 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-30ea9e17-8bbf-4691-b92b-62c331b056de None None] For port 4d88122f-b897-4db6-8ab3-8fc85f4a1630, host n-d-800634-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=4d88122f-b897-4db6-8ab3-8fc85f4a1630,segment=NetworkSegment(1f5c4063-1e7f-44fa-92d3-9af8e4fb4bc6),segment_id=1f5c4063-1e7f-44fa-92d3-9af8e4fb4bc6)] {{(pid=93917) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 18:44:30.544729 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-30ea9e17-8bbf-4691-b92b-62c331b056de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:30.547481 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-0066c692-bda4-46ab-9e36-6563bb1d25ff tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305173'] for security_group_rule, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:30.584786 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-8e28743c-8825-49d6-be04-669f35df3dfb tempest-NetworksIpV6TestAttrs-476137979 tempest-NetworksIpV6TestAttrs-476137979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:30.618464 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0066c692-bda4-46ab-9e36-6563bb1d25ff tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ce0430b-ba5a-4e26-b35c-3b084a899a38,revision_number=0']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:44:30.627156 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-0066c692-bda4-46ab-9e36-6563bb1d25ff tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:30.628814 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-0066c692-bda4-46ab-9e36-6563bb1d25ff tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3451080 Jul 14 18:44:30.631325 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e28743c-8825-49d6-be04-669f35df3dfb tempest-NetworksIpV6TestAttrs-476137979 tempest-NetworksIpV6TestAttrs-476137979-project] Releasing vlan 59 on physical network physnet1 to pool {{(pid=93916) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 18:44:30.631951 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-8e28743c-8825-49d6-be04-669f35df3dfb tempest-NetworksIpV6TestAttrs-476137979 tempest-NetworksIpV6TestAttrs-476137979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2682942'] for segment, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:30.632575 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 34076) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:44:30.636743 n-d-800634-3 neutron-server[93916]: Traceback (most recent call last): Jul 14 18:44:30.636743 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 18:44:30.636743 n-d-800634-3 neutron-server[93916]: timer() Jul 14 18:44:30.636743 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 18:44:30.636743 n-d-800634-3 neutron-server[93916]: cb(*args, **kw) Jul 14 18:44:30.636743 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 18:44:30.636743 n-d-800634-3 neutron-server[93916]: return func(*args, **kwargs) Jul 14 18:44:30.636743 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 18:44:30.636743 n-d-800634-3 neutron-server[93916]: self._notify() Jul 14 18:44:30.636743 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 18:44:30.636743 n-d-800634-3 neutron-server[93916]: self.callback(batched_events) Jul 14 18:44:30.636743 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 18:44:30.636743 n-d-800634-3 neutron-server[93916]: event.method(event) Jul 14 18:44:30.636743 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 18:44:30.636743 n-d-800634-3 neutron-server[93916]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 18:44:30.636743 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 18:44:30.636743 n-d-800634-3 neutron-server[93916]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 18:44:30.636743 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 18:44:30.636743 n-d-800634-3 neutron-server[93916]: return f(self, *a, **k) Jul 14 18:44:30.636743 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 18:44:30.636743 n-d-800634-3 neutron-server[93916]: return self._get(url).json() Jul 14 18:44:30.636743 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 18:44:30.636743 n-d-800634-3 neutron-server[93916]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 18:44:30.636743 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 18:44:30.636743 n-d-800634-3 neutron-server[93916]: return self.request(url, 'GET', **kwargs) Jul 14 18:44:30.636743 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 18:44:30.636743 n-d-800634-3 neutron-server[93916]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 18:44:30.636743 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 18:44:30.636743 n-d-800634-3 neutron-server[93916]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 18:44:30.636743 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 18:44:30.636743 n-d-800634-3 neutron-server[93916]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 18:44:30.636743 n-d-800634-3 neutron-server[93916]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 18:44:30.639626 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-fcb1600c-b34b-484b-8795-9d4208d87d8f tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Request body: {'security_group_rule': {'security_group_id': 'd5287722-8c0c-410d-a8ea-76edc9d3c05d', 'project_id': 'af718961b2754d7c873f442ed35947bb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:44:30.727132 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.db.api [None req-8e28743c-8825-49d6-be04-669f35df3dfb tempest-NetworksIpV6TestAttrs-476137979 tempest-NetworksIpV6TestAttrs-476137979-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 14 18:44:30.727132 n-d-800634-3 neutron-server[93916]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 14 18:44:30.727132 n-d-800634-3 neutron-server[93916]: [parameters: {'id': 'f3152fc2-ec53-4030-8ccc-8bd2fb591d4f'}] Jul 14 18:44:30.727132 n-d-800634-3 neutron-server[93916]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93916) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 14 18:44:30.727658 n-d-800634-3 neutron-server[93916]: DEBUG oslo_db.api [None req-8e28743c-8825-49d6-be04-669f35df3dfb tempest-NetworksIpV6TestAttrs-476137979 tempest-NetworksIpV6TestAttrs-476137979-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 18:44:30.736614 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ea9e17-8bbf-4691-b92b-62c331b056de None None] Pushing event updated for resources: {'Port': ['ID=4d88122f-b897-4db6-8ab3-8fc85f4a1630,revision_number=2']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:44:30.773245 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-fcb1600c-b34b-484b-8795-9d4208d87d8f tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:30.773466 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49580afb-8fd3-4eb7-9abf-6cd4db61840d None None] Network f3152fc2-ec53-4030-8ccc-8bd2fb591d4f requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:44:30.854223 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-fcb1600c-b34b-484b-8795-9d4208d87d8f tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:30.879042 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3287e8a7-fab0-43a2-943e-c3fc6f9c238e req-1f5a3625-01ad-40b1-a913-9e9865d5cb43 tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:44:30.880804 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3287e8a7-fab0-43a2-943e-c3fc6f9c238e req-1f5a3625-01ad-40b1-a913-9e9865d5cb43 tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] 10.222.0.16 "GET /v2.0/ports?device_id=4ed688ec-0b1c-4d1e-881c-157d22decd3a HTTP/1.1" status: 200 len: 945 time: 0.2010489 Jul 14 18:44:30.885254 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-fcb1600c-b34b-484b-8795-9d4208d87d8f tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305173'] for security_group_rule, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:30.973637 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f184694b-2060-4a02-8fd1-b93456543fc5 None None] get_active_networks_info from n-d-800634-3 {{(pid=93917) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 14 18:44:31.018615 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb1600c-b34b-484b-8795-9d4208d87d8f tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6adb7f0f-6948-4a66-913c-2582c64f5dbd,revision_number=0']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:44:31.043170 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-fcb1600c-b34b-484b-8795-9d4208d87d8f tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:31.051856 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-fcb1600c-b34b-484b-8795-9d4208d87d8f tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4181008 Jul 14 18:44:31.052432 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 34094) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:44:31.058988 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-2221f101-c2c3-4fca-bd97-155b955d72b8 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Request body: {'security_group_rule': {'security_group_id': 'd5287722-8c0c-410d-a8ea-76edc9d3c05d', 'project_id': 'af718961b2754d7c873f442ed35947bb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:44:31.121745 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-2221f101-c2c3-4fca-bd97-155b955d72b8 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:31.157803 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3287e8a7-fab0-43a2-943e-c3fc6f9c238e req-b5cad20c-eb34-4548-9de0-88fa5201c5df tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] 10.222.0.16 "GET /v2.0/security-groups?id=f745dc72-333e-4ddf-8281-1bb3e04e8f82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2681582 Jul 14 18:44:31.172146 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-d2fe9fe5-cc98-4f79-a019-8dd9223c7f01 req-cbc31b7b-8fc1-45aa-8e91-f3f65b3c9efe tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] 10.222.0.16 "GET /v2.0/ports?device_id=d7b58cc5-d900-4c19-86f4-9befdd4826d6 HTTP/1.1" status: 200 len: 210 time: 0.0999444 Jul 14 18:44:31.203307 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-2221f101-c2c3-4fca-bd97-155b955d72b8 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:31.210439 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-2221f101-c2c3-4fca-bd97-155b955d72b8 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305173'] for security_group_rule, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:31.227017 n-d-800634-3 neutron-server[93917]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f184694b-2060-4a02-8fd1-b93456543fc5 None None] Resources bound (agent type, host, resource id): {{(pid=93917) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 14 18:44:31.242601 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-8e28743c-8825-49d6-be04-669f35df3dfb tempest-NetworksIpV6TestAttrs-476137979 tempest-NetworksIpV6TestAttrs-476137979-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645734'] for network, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:31.268768 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2221f101-c2c3-4fca-bd97-155b955d72b8 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00203145-8253-414c-b146-364618b224cc,revision_number=0']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:44:31.298774 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-2221f101-c2c3-4fca-bd97-155b955d72b8 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:31.303088 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 34102) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:44:31.303280 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-2221f101-c2c3-4fca-bd97-155b955d72b8 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2491105 Jul 14 18:44:31.310225 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-19874b6a-f33e-40cb-b42b-f5ba093cd978 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Request body: {'security_group_rule': {'security_group_id': 'd5287722-8c0c-410d-a8ea-76edc9d3c05d', 'project_id': 'af718961b2754d7c873f442ed35947bb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:44:31.341610 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-19874b6a-f33e-40cb-b42b-f5ba093cd978 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:31.404203 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-8e28743c-8825-49d6-be04-669f35df3dfb tempest-NetworksIpV6TestAttrs-476137979 tempest-NetworksIpV6TestAttrs-476137979-project] Deleting port 4d88122f-b897-4db6-8ab3-8fc85f4a1630 {{(pid=93916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:44:31.404750 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-8e28743c-8825-49d6-be04-669f35df3dfb tempest-NetworksIpV6TestAttrs-476137979 tempest-NetworksIpV6TestAttrs-476137979-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:31.510316 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.db [None req-8e28743c-8825-49d6-be04-669f35df3dfb tempest-NetworksIpV6TestAttrs-476137979 tempest-NetworksIpV6TestAttrs-476137979-project] For port 4d88122f-b897-4db6-8ab3-8fc85f4a1630, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=4d88122f-b897-4db6-8ab3-8fc85f4a1630,segment=NetworkSegment(1f5c4063-1e7f-44fa-92d3-9af8e4fb4bc6),segment_id=1f5c4063-1e7f-44fa-92d3-9af8e4fb4bc6)] {{(pid=93916) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:44:31.510678 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-8e28743c-8825-49d6-be04-669f35df3dfb tempest-NetworksIpV6TestAttrs-476137979 tempest-NetworksIpV6TestAttrs-476137979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:31.533099 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-8e28743c-8825-49d6-be04-669f35df3dfb tempest-NetworksIpV6TestAttrs-476137979 tempest-NetworksIpV6TestAttrs-476137979-project] Calling delete_port for 4d88122f-b897-4db6-8ab3-8fc85f4a1630 owned by network:dhcp {{(pid=93916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:44:31.576645 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-19874b6a-f33e-40cb-b42b-f5ba093cd978 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:31.603422 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-19874b6a-f33e-40cb-b42b-f5ba093cd978 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305173'] for security_group_rule, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:31.630271 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-8e28743c-8825-49d6-be04-669f35df3dfb tempest-NetworksIpV6TestAttrs-476137979 tempest-NetworksIpV6TestAttrs-476137979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:31.651938 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a47a73-b90e-42a3-8632-df6b1ec14c72 req-c69ff8ab-0643-464a-b540-be977bddd38c tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:44:31.661414 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c1a47a73-b90e-42a3-8632-df6b1ec14c72 req-c69ff8ab-0643-464a-b540-be977bddd38c tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] 10.222.0.16 "GET /v2.0/ports?device_id=4ed688ec-0b1c-4d1e-881c-157d22decd3a HTTP/1.1" status: 200 len: 945 time: 0.2227824 Jul 14 18:44:31.670089 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e28743c-8825-49d6-be04-669f35df3dfb tempest-NetworksIpV6TestAttrs-476137979 tempest-NetworksIpV6TestAttrs-476137979-project] Pushing event deleted for resources: {'Port': ['ID=4d88122f-b897-4db6-8ab3-8fc85f4a1630,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:44:31.677435 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e28743c-8825-49d6-be04-669f35df3dfb tempest-NetworksIpV6TestAttrs-476137979 tempest-NetworksIpV6TestAttrs-476137979-project] No DVR routers for this DVR port 4d88122f-b897-4db6-8ab3-8fc85f4a1630 on host n-d-800634-3 {{(pid=93916) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 18:44:31.702367 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19874b6a-f33e-40cb-b42b-f5ba093cd978 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22f66f2f-2d5d-45af-8a54-aa04e5783fd6,revision_number=0']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:44:31.706773 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-19874b6a-f33e-40cb-b42b-f5ba093cd978 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:31.710707 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-19874b6a-f33e-40cb-b42b-f5ba093cd978 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4033933 Jul 14 18:44:31.713052 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 34106) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:44:31.717810 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-fb6ae4e2-6e1a-44f9-8a07-abcd61b18313 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Request body: {'security_group_rule': {'security_group_id': 'd5287722-8c0c-410d-a8ea-76edc9d3c05d', 'project_id': 'af718961b2754d7c873f442ed35947bb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:44:31.743131 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c1a47a73-b90e-42a3-8632-df6b1ec14c72 req-6a8fa22e-c9c4-49dd-871c-11e0e39f397d tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] 10.222.0.16 "GET /v2.0/security-groups?id=f745dc72-333e-4ddf-8281-1bb3e04e8f82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807621 Jul 14 18:44:31.765347 n-d-800634-3 neutron-server[93915]: INFO neutron.db.securitygroups_db [None req-fb6ae4e2-6e1a-44f9-8a07-abcd61b18313 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Project af718961b2754d7c873f442ed35947bb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 14 18:44:31.775544 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-fb6ae4e2-6e1a-44f9-8a07-abcd61b18313 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:31.795273 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-8e28743c-8825-49d6-be04-669f35df3dfb tempest-NetworksIpV6TestAttrs-476137979 tempest-NetworksIpV6TestAttrs-476137979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2096010', 'neutron.services.segments.db._delete_segments_for_network-8728202734996'] for network, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:31.807383 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.segments.db [None req-8e28743c-8825-49d6-be04-669f35df3dfb tempest-NetworksIpV6TestAttrs-476137979 tempest-NetworksIpV6TestAttrs-476137979-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3152fc2-ec53-4030-8ccc-8bd2fb591d4f']}} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:44:31.819455 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.segments.db [None req-8e28743c-8825-49d6-be04-669f35df3dfb tempest-NetworksIpV6TestAttrs-476137979 tempest-NetworksIpV6TestAttrs-476137979-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f5c4063-1e7f-44fa-92d3-9af8e4fb4bc6') {'for_net_delete': True} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:44:31.820013 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.segments.db [None req-8e28743c-8825-49d6-be04-669f35df3dfb tempest-NetworksIpV6TestAttrs-476137979 tempest-NetworksIpV6TestAttrs-476137979-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f5c4063-1e7f-44fa-92d3-9af8e4fb4bc6') {} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:44:31.833180 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-8e28743c-8825-49d6-be04-669f35df3dfb tempest-NetworksIpV6TestAttrs-476137979 tempest-NetworksIpV6TestAttrs-476137979-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728202715275', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26296891'] for segment, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:31.840266 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-fb6ae4e2-6e1a-44f9-8a07-abcd61b18313 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:31.851007 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-8e28743c-8825-49d6-be04-669f35df3dfb tempest-NetworksIpV6TestAttrs-476137979 tempest-NetworksIpV6TestAttrs-476137979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:31.851363 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-fb6ae4e2-6e1a-44f9-8a07-abcd61b18313 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305173'] for security_group_rule, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:31.861294 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e28743c-8825-49d6-be04-669f35df3dfb tempest-NetworksIpV6TestAttrs-476137979 tempest-NetworksIpV6TestAttrs-476137979-project] Releasing vlan 59 on physical network physnet1 to pool {{(pid=93916) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 18:44:31.862383 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-8e28743c-8825-49d6-be04-669f35df3dfb tempest-NetworksIpV6TestAttrs-476137979 tempest-NetworksIpV6TestAttrs-476137979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2682942'] for segment, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:31.886477 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-fb6ae4e2-6e1a-44f9-8a07-abcd61b18313 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:31.892147 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-fb6ae4e2-6e1a-44f9-8a07-abcd61b18313 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1780441 Jul 14 18:44:31.906373 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 34110) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:44:31.910967 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-3e9a964b-cda7-47a0-9452-f01ddd0d3b2b tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Request body: {'security_group_rule': {'security_group_id': 'd5287722-8c0c-410d-a8ea-76edc9d3c05d', 'project_id': 'af718961b2754d7c873f442ed35947bb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:44:31.927015 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6ae4e2-6e1a-44f9-8a07-abcd61b18313 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a1201f0-f2ef-430b-af14-c5a79f6bc46c,revision_number=0']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:44:31.938900 n-d-800634-3 neutron-server[93916]: Traceback (most recent call last): Jul 14 18:44:31.938900 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 18:44:31.938900 n-d-800634-3 neutron-server[93916]: timer() Jul 14 18:44:31.938900 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 18:44:31.938900 n-d-800634-3 neutron-server[93916]: cb(*args, **kw) Jul 14 18:44:31.938900 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 18:44:31.938900 n-d-800634-3 neutron-server[93916]: return func(*args, **kwargs) Jul 14 18:44:31.938900 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 18:44:31.938900 n-d-800634-3 neutron-server[93916]: self._notify() Jul 14 18:44:31.938900 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 18:44:31.938900 n-d-800634-3 neutron-server[93916]: self.callback(batched_events) Jul 14 18:44:31.938900 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 18:44:31.938900 n-d-800634-3 neutron-server[93916]: event.method(event) Jul 14 18:44:31.938900 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 18:44:31.938900 n-d-800634-3 neutron-server[93916]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 18:44:31.938900 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 18:44:31.938900 n-d-800634-3 neutron-server[93916]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 18:44:31.938900 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 18:44:31.938900 n-d-800634-3 neutron-server[93916]: return f(self, *a, **k) Jul 14 18:44:31.938900 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 18:44:31.938900 n-d-800634-3 neutron-server[93916]: return self._get(url).json() Jul 14 18:44:31.938900 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 18:44:31.938900 n-d-800634-3 neutron-server[93916]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 18:44:31.938900 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 18:44:31.938900 n-d-800634-3 neutron-server[93916]: return self.request(url, 'GET', **kwargs) Jul 14 18:44:31.938900 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 18:44:31.938900 n-d-800634-3 neutron-server[93916]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 18:44:31.938900 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 18:44:31.938900 n-d-800634-3 neutron-server[93916]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 18:44:31.938900 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 18:44:31.938900 n-d-800634-3 neutron-server[93916]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 18:44:31.938900 n-d-800634-3 neutron-server[93916]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 18:44:31.945582 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-8e28743c-8825-49d6-be04-669f35df3dfb tempest-NetworksIpV6TestAttrs-476137979 tempest-NetworksIpV6TestAttrs-476137979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2096001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-930085'] for network, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:31.976299 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-8e28743c-8825-49d6-be04-669f35df3dfb tempest-NetworksIpV6TestAttrs-476137979 tempest-NetworksIpV6TestAttrs-476137979-project] Notify callbacks [] for network, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:31.981335 n-d-800634-3 neutron-server[93915]: INFO neutron.db.securitygroups_db [None req-3e9a964b-cda7-47a0-9452-f01ddd0d3b2b tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Project af718961b2754d7c873f442ed35947bb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 14 18:44:31.983275 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-8e28743c-8825-49d6-be04-669f35df3dfb tempest-NetworksIpV6TestAttrs-476137979 tempest-NetworksIpV6TestAttrs-476137979-project] 10.222.0.16 "DELETE /v2.0/networks/f3152fc2-ec53-4030-8ccc-8bd2fb591d4f HTTP/1.1" status: 204 len: 168 time: 3.0344782 Jul 14 18:44:31.984365 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e28743c-8825-49d6-be04-669f35df3dfb tempest-NetworksIpV6TestAttrs-476137979 tempest-NetworksIpV6TestAttrs-476137979-project] Pushing event deleted for resources: {'Network': ['ID=f3152fc2-ec53-4030-8ccc-8bd2fb591d4f,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:44:31.986639 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 34114) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:44:32.010720 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-3e9a964b-cda7-47a0-9452-f01ddd0d3b2b tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:32.020501 n-d-800634-3 neutron-server[93916]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a8a314a-9a60-47d1-9836-ea46b42ff5e9 tempest-NetworksIpV6TestAttrs-476137979 tempest-NetworksIpV6TestAttrs-476137979-project] DELETE failed (client error): The resource could not be found. Jul 14 18:44:32.021020 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a8a314a-9a60-47d1-9836-ea46b42ff5e9 tempest-NetworksIpV6TestAttrs-476137979 tempest-NetworksIpV6TestAttrs-476137979-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93916) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 18:44:32.024610 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-7a8a314a-9a60-47d1-9836-ea46b42ff5e9 tempest-NetworksIpV6TestAttrs-476137979 tempest-NetworksIpV6TestAttrs-476137979-project] 10.222.0.16 "DELETE /v2.0/subnets/cec3d72a-6fc2-4eba-867a-8ff050f7e01e HTTP/1.1" status: 404 len: 337 time: 0.0368726 Jul 14 18:44:32.025914 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 34118) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:44:32.047942 n-d-800634-3 neutron-server[93916]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8d0b9b4-ec8f-4acc-b538-5bb73ea4d551 tempest-NetworksIpV6TestAttrs-476137979 tempest-NetworksIpV6TestAttrs-476137979-project] DELETE failed (client error): The resource could not be found. Jul 14 18:44:32.048617 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e8d0b9b4-ec8f-4acc-b538-5bb73ea4d551 tempest-NetworksIpV6TestAttrs-476137979 tempest-NetworksIpV6TestAttrs-476137979-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93916) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 18:44:32.051170 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-e8d0b9b4-ec8f-4acc-b538-5bb73ea4d551 tempest-NetworksIpV6TestAttrs-476137979 tempest-NetworksIpV6TestAttrs-476137979-project] 10.222.0.16 "DELETE /v2.0/networks/f3152fc2-ec53-4030-8ccc-8bd2fb591d4f HTTP/1.1" status: 404 len: 339 time: 0.0241001 Jul 14 18:44:32.053862 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 34122) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:44:32.070053 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8435c1a-f7c2-43e1-bce9-7b1b19e44c6b req-3006a376-5a86-48e1-929e-19845ea37b87 tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:44:32.071677 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b8435c1a-f7c2-43e1-bce9-7b1b19e44c6b req-3006a376-5a86-48e1-929e-19845ea37b87 tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] 10.222.0.16 "GET /v2.0/ports?device_id=4ed688ec-0b1c-4d1e-881c-157d22decd3a HTTP/1.1" status: 200 len: 945 time: 0.1555824 Jul 14 18:44:32.092292 n-d-800634-3 neutron-server[93916]: INFO neutron.pecan_wsgi.hooks.translation [None req-55f8bdc4-ff4f-4cbd-abe1-eb6a1effa725 tempest-NetworksIpV6TestAttrs-476137979 tempest-NetworksIpV6TestAttrs-476137979-project] DELETE failed (client error): The resource could not be found. Jul 14 18:44:32.092767 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-55f8bdc4-ff4f-4cbd-abe1-eb6a1effa725 tempest-NetworksIpV6TestAttrs-476137979 tempest-NetworksIpV6TestAttrs-476137979-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93916) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 18:44:32.094653 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-55f8bdc4-ff4f-4cbd-abe1-eb6a1effa725 tempest-NetworksIpV6TestAttrs-476137979 tempest-NetworksIpV6TestAttrs-476137979-project] 10.222.0.16 "DELETE /v2.0/subnets/3bf03260-cc2b-4303-ad6b-73125829dd80 HTTP/1.1" status: 404 len: 337 time: 0.0391462 Jul 14 18:44:32.097183 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 34124) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:44:32.122412 n-d-800634-3 neutron-server[93916]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e069b12-26bf-48d8-a217-bb2be74e0a9e tempest-NetworksIpV6TestAttrs-476137979 tempest-NetworksIpV6TestAttrs-476137979-project] DELETE failed (client error): The resource could not be found. Jul 14 18:44:32.123363 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e069b12-26bf-48d8-a217-bb2be74e0a9e tempest-NetworksIpV6TestAttrs-476137979 tempest-NetworksIpV6TestAttrs-476137979-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93916) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 18:44:32.125009 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-8e069b12-26bf-48d8-a217-bb2be74e0a9e tempest-NetworksIpV6TestAttrs-476137979 tempest-NetworksIpV6TestAttrs-476137979-project] 10.222.0.16 "DELETE /v2.0/networks/06937af8-813a-447d-bc81-07888a6b22da HTTP/1.1" status: 404 len: 339 time: 0.0268788 Jul 14 18:44:32.128772 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 34128) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:44:32.161852 n-d-800634-3 neutron-server[93916]: INFO neutron.pecan_wsgi.hooks.translation [None req-53059add-3a5d-40a2-9786-8ce874ba011a tempest-NetworksIpV6TestAttrs-476137979 tempest-NetworksIpV6TestAttrs-476137979-project] DELETE failed (client error): The resource could not be found. Jul 14 18:44:32.162844 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-53059add-3a5d-40a2-9786-8ce874ba011a tempest-NetworksIpV6TestAttrs-476137979 tempest-NetworksIpV6TestAttrs-476137979-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93916) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 18:44:32.165003 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-53059add-3a5d-40a2-9786-8ce874ba011a tempest-NetworksIpV6TestAttrs-476137979 tempest-NetworksIpV6TestAttrs-476137979-project] 10.222.0.16 "DELETE /v2.0/subnets/eb3e017f-511b-4290-a0d9-3d2d9f09c321 HTTP/1.1" status: 404 len: 337 time: 0.0350094 Jul 14 18:44:32.167875 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 34130) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:44:32.188333 n-d-800634-3 neutron-server[93916]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d7814d6-a72a-41c6-b1ac-7780b4a8fd40 tempest-NetworksIpV6TestAttrs-476137979 tempest-NetworksIpV6TestAttrs-476137979-project] DELETE failed (client error): The resource could not be found. Jul 14 18:44:32.189333 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d7814d6-a72a-41c6-b1ac-7780b4a8fd40 tempest-NetworksIpV6TestAttrs-476137979 tempest-NetworksIpV6TestAttrs-476137979-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93916) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 18:44:32.193675 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-0d7814d6-a72a-41c6-b1ac-7780b4a8fd40 tempest-NetworksIpV6TestAttrs-476137979 tempest-NetworksIpV6TestAttrs-476137979-project] 10.222.0.16 "DELETE /v2.0/networks/0f114212-1892-41db-91fc-29b07a378b96 HTTP/1.1" status: 404 len: 339 time: 0.0220308 Jul 14 18:44:32.194146 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 34132) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:44:32.216941 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-3e9a964b-cda7-47a0-9452-f01ddd0d3b2b tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:32.219895 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b8435c1a-f7c2-43e1-bce9-7b1b19e44c6b req-effa53e3-8cd1-4004-8c59-f9bda5a7a0e1 tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] 10.222.0.16 "GET /v2.0/security-groups?id=f745dc72-333e-4ddf-8281-1bb3e04e8f82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388795 Jul 14 18:44:32.228140 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-3e9a964b-cda7-47a0-9452-f01ddd0d3b2b tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305173'] for security_group_rule, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:32.263115 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-3e9a964b-cda7-47a0-9452-f01ddd0d3b2b tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:32.286518 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-3e9a964b-cda7-47a0-9452-f01ddd0d3b2b tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3789251 Jul 14 18:44:32.287519 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 34136) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:44:32.309303 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-3e759b6c-8b71-459b-86f4-e205b19cf63b tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Request body: {'network': {'name': 'tempest-network-smoke--19951772', 'project_id': 'af718961b2754d7c873f442ed35947bb', 'port_security_enabled': True}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:44:32.312750 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9a964b-cda7-47a0-9452-f01ddd0d3b2b tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7024ac23-766e-46cf-80fc-d4f5e29bc339,revision_number=0']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:44:32.371582 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9a964b-cda7-47a0-9452-f01ddd0d3b2b tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:44:32.371935 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9a964b-cda7-47a0-9452-f01ddd0d3b2b tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:44:32.372303 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9a964b-cda7-47a0-9452-f01ddd0d3b2b tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:44:32.372642 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9a964b-cda7-47a0-9452-f01ddd0d3b2b tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:44:32.372974 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9a964b-cda7-47a0-9452-f01ddd0d3b2b tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:44:32.373308 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9a964b-cda7-47a0-9452-f01ddd0d3b2b tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:44:32.373638 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9a964b-cda7-47a0-9452-f01ddd0d3b2b tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:44:32.373973 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9a964b-cda7-47a0-9452-f01ddd0d3b2b tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:44:32.374297 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9a964b-cda7-47a0-9452-f01ddd0d3b2b tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:44:32.374622 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9a964b-cda7-47a0-9452-f01ddd0d3b2b tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:44:32.374943 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9a964b-cda7-47a0-9452-f01ddd0d3b2b tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:44:32.375265 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9a964b-cda7-47a0-9452-f01ddd0d3b2b tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:44:32.400672 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-5b72b77c-adb7-4e55-8e43-0f35da7a3918 tempest-NetworksIpV6TestAttrs-476137979 tempest-NetworksIpV6TestAttrs-476137979-project] Deleting port 8965e398-5236-44ef-a8dd-346cb9ca21c2 {{(pid=93916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:44:32.401072 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-5b72b77c-adb7-4e55-8e43-0f35da7a3918 tempest-NetworksIpV6TestAttrs-476137979 tempest-NetworksIpV6TestAttrs-476137979-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:32.406504 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e759b6c-8b71-459b-86f4-e205b19cf63b tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Made reservation on behalf of af718961b2754d7c873f442ed35947bb for: {'network': 1} {{(pid=93915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:44:32.411932 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-3e759b6c-8b71-459b-86f4-e205b19cf63b tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for network, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:32.450196 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e759b6c-8b71-459b-86f4-e205b19cf63b tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 62} {{(pid=93915) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 18:44:32.470425 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:32.473500 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-3e759b6c-8b71-459b-86f4-e205b19cf63b tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:32.473877 n-d-800634-3 neutron-server[93915]: INFO neutron.db.segments_db [None req-3e759b6c-8b71-459b-86f4-e205b19cf63b tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Added segment 1150dee2-20bb-423e-b2bc-e15368efcae3 of type vlan for network 0c8499a8-2bfd-4d25-a4f1-802449d10090 Jul 14 18:44:32.554605 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-5b72b77c-adb7-4e55-8e43-0f35da7a3918 tempest-NetworksIpV6TestAttrs-476137979 tempest-NetworksIpV6TestAttrs-476137979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:32.628471 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-3e759b6c-8b71-459b-86f4-e205b19cf63b tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728202197517'] for network, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:32.628810 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-5b72b77c-adb7-4e55-8e43-0f35da7a3918 tempest-NetworksIpV6TestAttrs-476137979 tempest-NetworksIpV6TestAttrs-476137979-project] Calling delete_port for 8965e398-5236-44ef-a8dd-346cb9ca21c2 owned by {{(pid=93916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:44:32.694844 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-3e759b6c-8b71-459b-86f4-e205b19cf63b tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727'] for network, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:32.701057 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e759b6c-8b71-459b-86f4-e205b19cf63b tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:44:32.701880 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-3e759b6c-8b71-459b-86f4-e205b19cf63b tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks [] for network, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:32.715380 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-114d7fc0-d26b-441c-a70f-b298ee24450b req-593059a2-f4d7-4bd2-89ae-1afe3c234e35 tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] 10.222.0.16 "GET /v2.0/ports?device_id=d7b58cc5-d900-4c19-86f4-9befdd4826d6 HTTP/1.1" status: 200 len: 210 time: 0.1635709 Jul 14 18:44:32.737703 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-3e759b6c-8b71-459b-86f4-e205b19cf63b tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.4490466 Jul 14 18:44:32.738431 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 34150) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:44:32.750492 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-c7b8f79f-63b4-4819-8842-c5a0a1464dd9 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2020197094', 'admin_state_up': True, 'project_id': 'af718961b2754d7c873f442ed35947bb', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61'}}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:44:32.846352 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-5b72b77c-adb7-4e55-8e43-0f35da7a3918 tempest-NetworksIpV6TestAttrs-476137979 tempest-NetworksIpV6TestAttrs-476137979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:32.864368 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-c7b8f79f-63b4-4819-8842-c5a0a1464dd9 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-571768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11104'] for router, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:32.866621 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-c7b8f79f-63b4-4819-8842-c5a0a1464dd9 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-571675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-930014', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-632314', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11129'] for router, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:32.906200 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e759b6c-8b71-459b-86f4-e205b19cf63b tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Pushing event updated for resources: {'Network': ['ID=0c8499a8-2bfd-4d25-a4f1-802449d10090,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:44:32.909424 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-5b72b77c-adb7-4e55-8e43-0f35da7a3918 tempest-NetworksIpV6TestAttrs-476137979 tempest-NetworksIpV6TestAttrs-476137979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:32.921163 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Network 0c8499a8-2bfd-4d25-a4f1-802449d10090 details requested by agent ovs-agent-n-d-800634-3 with host n-d-800634-3 {{(pid=93917) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 18:44:32.922343 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-5b72b77c-adb7-4e55-8e43-0f35da7a3918 tempest-NetworksIpV6TestAttrs-476137979 tempest-NetworksIpV6TestAttrs-476137979-project] 10.222.0.16 "DELETE /v2.0/ports/8965e398-5236-44ef-a8dd-346cb9ca21c2 HTTP/1.1" status: 204 len: 168 time: 0.7268658 Jul 14 18:44:32.926315 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b72b77c-adb7-4e55-8e43-0f35da7a3918 tempest-NetworksIpV6TestAttrs-476137979 tempest-NetworksIpV6TestAttrs-476137979-project] Pushing event deleted for resources: {'Port': ['ID=8965e398-5236-44ef-a8dd-346cb9ca21c2,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:44:32.926509 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 34152) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:44:32.992314 n-d-800634-3 neutron-server[93915]: INFO neutron.pecan_wsgi.hooks.translation [None req-15dc627c-e9c6-49a0-ba0e-eeaf8435a946 tempest-NetworksIpV6TestAttrs-476137979 tempest-NetworksIpV6TestAttrs-476137979-project] DELETE failed (client error): The resource could not be found. Jul 14 18:44:32.992789 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-15dc627c-e9c6-49a0-ba0e-eeaf8435a946 tempest-NetworksIpV6TestAttrs-476137979 tempest-NetworksIpV6TestAttrs-476137979-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93915) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 18:44:33.000704 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-15dc627c-e9c6-49a0-ba0e-eeaf8435a946 tempest-NetworksIpV6TestAttrs-476137979 tempest-NetworksIpV6TestAttrs-476137979-project] 10.222.0.16 "DELETE /v2.0/subnets/690c5cd5-6b8f-416a-82bd-eccbaa303a6e HTTP/1.1" status: 404 len: 337 time: 0.0675130 Jul 14 18:44:33.001818 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 34154) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:44:33.021091 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-c7b8f79f-63b4-4819-8842-c5a0a1464dd9 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:33.142217 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59a9417-12b8-46dc-b0dc-b4e573eeeb12 req-c6242c85-fe24-4a27-9e0a-6eb39ca4d672 tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:44:33.143782 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a59a9417-12b8-46dc-b0dc-b4e573eeeb12 req-c6242c85-fe24-4a27-9e0a-6eb39ca4d672 tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] 10.222.0.16 "GET /v2.0/ports?device_id=4ed688ec-0b1c-4d1e-881c-157d22decd3a HTTP/1.1" status: 200 len: 945 time: 0.3287094 Jul 14 18:44:33.246267 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a59a9417-12b8-46dc-b0dc-b4e573eeeb12 req-a2b72b40-ee62-43a5-a82a-5aa1ae98c070 tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] 10.222.0.16 "GET /v2.0/security-groups?id=f745dc72-333e-4ddf-8281-1bb3e04e8f82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939255 Jul 14 18:44:33.274336 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-a700f3e0-7ddd-4ec1-aeca-f8429321c355 tempest-NetworksIpV6TestAttrs-476137979 tempest-NetworksIpV6TestAttrs-476137979-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645734'] for network, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:33.412997 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-a700f3e0-7ddd-4ec1-aeca-f8429321c355 tempest-NetworksIpV6TestAttrs-476137979 tempest-NetworksIpV6TestAttrs-476137979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2096010', 'neutron.services.segments.db._delete_segments_for_network-8728202734996'] for network, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:33.424472 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-c7b8f79f-63b4-4819-8842-c5a0a1464dd9 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-929996', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-571750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11395'] for router, precommit_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:33.435199 n-d-800634-3 neutron-server[93915]: DEBUG neutron.services.segments.db [None req-a700f3e0-7ddd-4ec1-aeca-f8429321c355 tempest-NetworksIpV6TestAttrs-476137979 tempest-NetworksIpV6TestAttrs-476137979-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc60c7f4-c73c-4c98-acb0-b943c53c913e']}} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:44:33.463237 n-d-800634-3 neutron-server[93915]: DEBUG neutron.services.segments.db [None req-a700f3e0-7ddd-4ec1-aeca-f8429321c355 tempest-NetworksIpV6TestAttrs-476137979 tempest-NetworksIpV6TestAttrs-476137979-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72871bb7-b01b-428b-abb3-a1389bdfd0ac') {'for_net_delete': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:44:33.463772 n-d-800634-3 neutron-server[93915]: DEBUG neutron.services.segments.db [None req-a700f3e0-7ddd-4ec1-aeca-f8429321c355 tempest-NetworksIpV6TestAttrs-476137979 tempest-NetworksIpV6TestAttrs-476137979-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72871bb7-b01b-428b-abb3-a1389bdfd0ac') {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:44:33.475179 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-a700f3e0-7ddd-4ec1-aeca-f8429321c355 tempest-NetworksIpV6TestAttrs-476137979 tempest-NetworksIpV6TestAttrs-476137979-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728202715275', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28939920'] for segment, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:33.503970 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-a700f3e0-7ddd-4ec1-aeca-f8429321c355 tempest-NetworksIpV6TestAttrs-476137979 tempest-NetworksIpV6TestAttrs-476137979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:33.520830 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a700f3e0-7ddd-4ec1-aeca-f8429321c355 tempest-NetworksIpV6TestAttrs-476137979 tempest-NetworksIpV6TestAttrs-476137979-project] Releasing vlan 80 on physical network physnet1 to pool {{(pid=93915) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 18:44:33.521555 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-a700f3e0-7ddd-4ec1-aeca-f8429321c355 tempest-NetworksIpV6TestAttrs-476137979 tempest-NetworksIpV6TestAttrs-476137979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25911658'] for segment, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:33.525407 n-d-800634-3 neutron-server[93915]: Traceback (most recent call last): Jul 14 18:44:33.525407 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 18:44:33.525407 n-d-800634-3 neutron-server[93915]: timer() Jul 14 18:44:33.525407 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 18:44:33.525407 n-d-800634-3 neutron-server[93915]: cb(*args, **kw) Jul 14 18:44:33.525407 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 18:44:33.525407 n-d-800634-3 neutron-server[93915]: return func(*args, **kwargs) Jul 14 18:44:33.525407 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 18:44:33.525407 n-d-800634-3 neutron-server[93915]: self._notify() Jul 14 18:44:33.525407 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 18:44:33.525407 n-d-800634-3 neutron-server[93915]: self.callback(batched_events) Jul 14 18:44:33.525407 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 18:44:33.525407 n-d-800634-3 neutron-server[93915]: event.method(event) Jul 14 18:44:33.525407 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 18:44:33.525407 n-d-800634-3 neutron-server[93915]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 18:44:33.525407 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 18:44:33.525407 n-d-800634-3 neutron-server[93915]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 18:44:33.525407 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 18:44:33.525407 n-d-800634-3 neutron-server[93915]: return f(self, *a, **k) Jul 14 18:44:33.525407 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 18:44:33.525407 n-d-800634-3 neutron-server[93915]: return self._get(url).json() Jul 14 18:44:33.525407 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 18:44:33.525407 n-d-800634-3 neutron-server[93915]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 18:44:33.525407 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 18:44:33.525407 n-d-800634-3 neutron-server[93915]: return self.request(url, 'GET', **kwargs) Jul 14 18:44:33.525407 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 18:44:33.525407 n-d-800634-3 neutron-server[93915]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 18:44:33.525407 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 18:44:33.525407 n-d-800634-3 neutron-server[93915]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 18:44:33.525407 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 18:44:33.525407 n-d-800634-3 neutron-server[93915]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 18:44:33.525407 n-d-800634-3 neutron-server[93915]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 18:44:33.651608 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-a700f3e0-7ddd-4ec1-aeca-f8429321c355 tempest-NetworksIpV6TestAttrs-476137979 tempest-NetworksIpV6TestAttrs-476137979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2096001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-930085'] for network, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:33.665058 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-a700f3e0-7ddd-4ec1-aeca-f8429321c355 tempest-NetworksIpV6TestAttrs-476137979 tempest-NetworksIpV6TestAttrs-476137979-project] Notify callbacks [] for network, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:33.667180 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-a700f3e0-7ddd-4ec1-aeca-f8429321c355 tempest-NetworksIpV6TestAttrs-476137979 tempest-NetworksIpV6TestAttrs-476137979-project] 10.222.0.16 "DELETE /v2.0/networks/fc60c7f4-c73c-4c98-acb0-b943c53c913e HTTP/1.1" status: 204 len: 168 time: 0.6570232 Jul 14 18:44:33.672270 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 34164) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:44:33.753941 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a700f3e0-7ddd-4ec1-aeca-f8429321c355 tempest-NetworksIpV6TestAttrs-476137979 tempest-NetworksIpV6TestAttrs-476137979-project] Pushing event deleted for resources: {'Network': ['ID=fc60c7f4-c73c-4c98-acb0-b943c53c913e,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:44:33.772102 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d561c3-4607-4842-8a70-f0fac0f5b4ae req-57ff6068-fd65-4971-92c5-cf180a4a645d tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:44:33.781457 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-c7b8f79f-63b4-4819-8842-c5a0a1464dd9 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks [] for router_gateway, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:33.781671 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a9d561c3-4607-4842-8a70-f0fac0f5b4ae req-57ff6068-fd65-4971-92c5-cf180a4a645d tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] 10.222.0.16 "GET /v2.0/ports?device_id=4ed688ec-0b1c-4d1e-881c-157d22decd3a HTTP/1.1" status: 200 len: 945 time: 0.2350128 Jul 14 18:44:33.804998 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-c7b8f79f-63b4-4819-8842-c5a0a1464dd9 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:33.929157 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a9d561c3-4607-4842-8a70-f0fac0f5b4ae req-529fa9b2-00cd-4ca4-83e0-ddc6dbf87a8d tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] 10.222.0.16 "GET /v2.0/security-groups?id=f745dc72-333e-4ddf-8281-1bb3e04e8f82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447992 Jul 14 18:44:33.994012 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.db_base_plugin_common [None req-c7b8f79f-63b4-4819-8842-c5a0a1464dd9 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Allocated IP 172.25.1.248 (9200a437-e1de-4520-88f6-e68386523e61/5f47f848-4532-407a-a0e2-5690ade15fd0/2de3a888-7df4-4a86-be46-fa2fdde0ae14) {{(pid=93916) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:44:33.994310 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [None req-8d7f94dc-ee4e-4663-8e01-b96aa7cf7364 tempest-NetworksIpV6TestAttrs-476137979 tempest-NetworksIpV6TestAttrs-476137979-project] Deleting port 38aae6c7-6c1f-4757-b0e4-d97d6a866374 {{(pid=93915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:44:33.995277 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-8d7f94dc-ee4e-4663-8e01-b96aa7cf7364 tempest-NetworksIpV6TestAttrs-476137979 tempest-NetworksIpV6TestAttrs-476137979-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:33.999352 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 34174) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:44:34.109703 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-8d7f94dc-ee4e-4663-8e01-b96aa7cf7364 tempest-NetworksIpV6TestAttrs-476137979 tempest-NetworksIpV6TestAttrs-476137979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:34.135705 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [None req-8d7f94dc-ee4e-4663-8e01-b96aa7cf7364 tempest-NetworksIpV6TestAttrs-476137979 tempest-NetworksIpV6TestAttrs-476137979-project] Calling delete_port for 38aae6c7-6c1f-4757-b0e4-d97d6a866374 owned by {{(pid=93915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:44:34.147687 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-4619fcd4-9c1b-4d42-b26c-3b0611423afb tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Notify callbacks [] for security_group, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:34.192111 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-4619fcd4-9c1b-4d42-b26c-3b0611423afb tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:34.270212 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-c7b8f79f-63b4-4819-8842-c5a0a1464dd9 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks [] for port, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:34.307913 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-4619fcd4-9c1b-4d42-b26c-3b0611423afb tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:34.316258 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-4619fcd4-9c1b-4d42-b26c-3b0611423afb tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:34.321805 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 34180) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:44:34.324433 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-4619fcd4-9c1b-4d42-b26c-3b0611423afb tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] 10.222.0.16 "DELETE /v2.0/security-groups/1bfbf1b1-a239-48c4-9d02-fd8b65b471a7 HTTP/1.1" status: 204 len: 168 time: 0.3203003 Jul 14 18:44:34.348918 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-8d7f94dc-ee4e-4663-8e01-b96aa7cf7364 tempest-NetworksIpV6TestAttrs-476137979 tempest-NetworksIpV6TestAttrs-476137979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:34.374083 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4619fcd4-9c1b-4d42-b26c-3b0611423afb tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bfbf1b1-a239-48c4-9d02-fd8b65b471a7,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:44:34.382840 n-d-800634-3 neutron-server[93915]: INFO neutron.api.v2.resource [None req-ef4ab9e0-51d6-4c77-a7e8-6dc72c052c4d tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] show failed (client error): The resource could not be found. Jul 14 18:44:34.382840 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-ef4ab9e0-51d6-4c77-a7e8-6dc72c052c4d tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] 10.222.0.16 "GET /v2.0/security-groups/1bfbf1b1-a239-48c4-9d02-fd8b65b471a7 HTTP/1.1" status: 404 len: 347 time: 0.0570481 Jul 14 18:44:34.403925 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 34182) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:44:34.423591 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7f94dc-ee4e-4663-8e01-b96aa7cf7364 tempest-NetworksIpV6TestAttrs-476137979 tempest-NetworksIpV6TestAttrs-476137979-project] Pushing event deleted for resources: {'Port': ['ID=38aae6c7-6c1f-4757-b0e4-d97d6a866374,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:44:34.447699 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-8d7f94dc-ee4e-4663-8e01-b96aa7cf7364 tempest-NetworksIpV6TestAttrs-476137979 tempest-NetworksIpV6TestAttrs-476137979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:34.450405 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-8d7f94dc-ee4e-4663-8e01-b96aa7cf7364 tempest-NetworksIpV6TestAttrs-476137979 tempest-NetworksIpV6TestAttrs-476137979-project] 10.222.0.16 "DELETE /v2.0/ports/38aae6c7-6c1f-4757-b0e4-d97d6a866374 HTTP/1.1" status: 204 len: 168 time: 0.7738113 Jul 14 18:44:34.481268 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 34186) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:44:34.490341 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08a5ae8-cd39-4edd-b72c-c05d32e40348 req-1f89c8e1-cf25-4c07-9a35-935da3b19e4b tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:44:34.491908 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b08a5ae8-cd39-4edd-b72c-c05d32e40348 req-1f89c8e1-cf25-4c07-9a35-935da3b19e4b tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] 10.222.0.16 "GET /v2.0/ports?device_id=4ed688ec-0b1c-4d1e-881c-157d22decd3a HTTP/1.1" status: 200 len: 945 time: 0.2584479 Jul 14 18:44:34.598346 n-d-800634-3 neutron-server[93915]: INFO neutron.pecan_wsgi.hooks.translation [None req-5914ac6d-0d8f-4593-91d9-58f63f209f1f tempest-NetworksIpV6TestAttrs-476137979 tempest-NetworksIpV6TestAttrs-476137979-project] DELETE failed (client error): The resource could not be found. Jul 14 18:44:34.598966 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5914ac6d-0d8f-4593-91d9-58f63f209f1f tempest-NetworksIpV6TestAttrs-476137979 tempest-NetworksIpV6TestAttrs-476137979-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93915) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 18:44:34.606728 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-5914ac6d-0d8f-4593-91d9-58f63f209f1f tempest-NetworksIpV6TestAttrs-476137979 tempest-NetworksIpV6TestAttrs-476137979-project] 10.222.0.16 "DELETE /v2.0/subnets/05bc9abc-7f88-4edc-a86d-9a68469a3f56 HTTP/1.1" status: 404 len: 337 time: 0.1114385 Jul 14 18:44:34.608828 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-c7b8f79f-63b4-4819-8842-c5a0a1464dd9 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:34.619444 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 34190) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:44:34.670350 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b08a5ae8-cd39-4edd-b72c-c05d32e40348 req-3cba45c5-1f05-46fc-b544-834cacee2418 tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] 10.222.0.16 "GET /v2.0/security-groups?id=f745dc72-333e-4ddf-8281-1bb3e04e8f82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840483 Jul 14 18:44:34.784748 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7b8f79f-63b4-4819-8842-c5a0a1464dd9 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Network 9200a437-e1de-4520-88f6-e68386523e61 is already hosted by enough agents. {{(pid=93916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:44:34.796994 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-ea8c0aa4-dcb2-4a43-95a9-a521ba433f96 tempest-NetworksIpV6TestAttrs-476137979 tempest-NetworksIpV6TestAttrs-476137979-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645734'] for network, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:34.799172 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [None req-c7b8f79f-63b4-4819-8842-c5a0a1464dd9 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Resources bound (agent type, host, resource id): {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:44:34.809526 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7b8f79f-63b4-4819-8842-c5a0a1464dd9 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Received port after_create {{(pid=93916) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:44:34.855471 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b8f79f-63b4-4819-8842-c5a0a1464dd9 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Pushing event updated for resources: {'Port': ['ID=2de3a888-7df4-4a86-be46-fa2fdde0ae14,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:44:35.024420 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7345ea4e-42db-416e-8199-c659d334cc04 req-bb8821ab-a12e-49d4-bf49-8ec0169ae7a5 tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:44:35.034053 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-7345ea4e-42db-416e-8199-c659d334cc04 req-bb8821ab-a12e-49d4-bf49-8ec0169ae7a5 tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] 10.222.0.16 "GET /v2.0/ports?device_id=4ed688ec-0b1c-4d1e-881c-157d22decd3a HTTP/1.1" status: 200 len: 945 time: 0.1914158 Jul 14 18:44:35.046920 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-fc8bdaa6-1803-4cd9-9c7a-042d2be4b101 tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Deleting port 3a350273-0da7-4f39-80b1-2f1b3af979a6 {{(pid=93916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:44:35.047354 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-fc8bdaa6-1803-4cd9-9c7a-042d2be4b101 tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:35.095125 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-ea8c0aa4-dcb2-4a43-95a9-a521ba433f96 tempest-NetworksIpV6TestAttrs-476137979 tempest-NetworksIpV6TestAttrs-476137979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2096010', 'neutron.services.segments.db._delete_segments_for_network-8728202734996'] for network, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:35.106456 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-7345ea4e-42db-416e-8199-c659d334cc04 req-2c166bc4-2f73-47cb-8d34-bf28b1fea2e3 tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] 10.222.0.16 "GET /v2.0/security-groups?id=f745dc72-333e-4ddf-8281-1bb3e04e8f82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710323 Jul 14 18:44:35.142815 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.segments.db [None req-ea8c0aa4-dcb2-4a43-95a9-a521ba433f96 tempest-NetworksIpV6TestAttrs-476137979 tempest-NetworksIpV6TestAttrs-476137979-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ec95bc7-c21a-44a4-8297-4a83bbac6604']}} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:44:35.162892 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.segments.db [None req-ea8c0aa4-dcb2-4a43-95a9-a521ba433f96 tempest-NetworksIpV6TestAttrs-476137979 tempest-NetworksIpV6TestAttrs-476137979-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9702c4ef-4468-407e-8bfb-69cc24d4dfae') {'for_net_delete': True} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:44:35.163257 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.segments.db [None req-ea8c0aa4-dcb2-4a43-95a9-a521ba433f96 tempest-NetworksIpV6TestAttrs-476137979 tempest-NetworksIpV6TestAttrs-476137979-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9702c4ef-4468-407e-8bfb-69cc24d4dfae') {} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:44:35.191716 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-ea8c0aa4-dcb2-4a43-95a9-a521ba433f96 tempest-NetworksIpV6TestAttrs-476137979 tempest-NetworksIpV6TestAttrs-476137979-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728202715275', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26296891'] for segment, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:35.273747 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-ea8c0aa4-dcb2-4a43-95a9-a521ba433f96 tempest-NetworksIpV6TestAttrs-476137979 tempest-NetworksIpV6TestAttrs-476137979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:35.294750 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea8c0aa4-dcb2-4a43-95a9-a521ba433f96 tempest-NetworksIpV6TestAttrs-476137979 tempest-NetworksIpV6TestAttrs-476137979-project] Releasing vlan 92 on physical network physnet1 to pool {{(pid=93916) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 18:44:35.295159 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-ea8c0aa4-dcb2-4a43-95a9-a521ba433f96 tempest-NetworksIpV6TestAttrs-476137979 tempest-NetworksIpV6TestAttrs-476137979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2682942'] for segment, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:35.299708 n-d-800634-3 neutron-server[93916]: Traceback (most recent call last): Jul 14 18:44:35.299708 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 18:44:35.299708 n-d-800634-3 neutron-server[93916]: timer() Jul 14 18:44:35.299708 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 18:44:35.299708 n-d-800634-3 neutron-server[93916]: cb(*args, **kw) Jul 14 18:44:35.299708 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 18:44:35.299708 n-d-800634-3 neutron-server[93916]: return func(*args, **kwargs) Jul 14 18:44:35.299708 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 18:44:35.299708 n-d-800634-3 neutron-server[93916]: self._notify() Jul 14 18:44:35.299708 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 18:44:35.299708 n-d-800634-3 neutron-server[93916]: self.callback(batched_events) Jul 14 18:44:35.299708 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 18:44:35.299708 n-d-800634-3 neutron-server[93916]: event.method(event) Jul 14 18:44:35.299708 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 18:44:35.299708 n-d-800634-3 neutron-server[93916]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 18:44:35.299708 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 18:44:35.299708 n-d-800634-3 neutron-server[93916]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 18:44:35.299708 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 18:44:35.299708 n-d-800634-3 neutron-server[93916]: return f(self, *a, **k) Jul 14 18:44:35.299708 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 18:44:35.299708 n-d-800634-3 neutron-server[93916]: return self._get(url).json() Jul 14 18:44:35.299708 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 18:44:35.299708 n-d-800634-3 neutron-server[93916]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 18:44:35.299708 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 18:44:35.299708 n-d-800634-3 neutron-server[93916]: return self.request(url, 'GET', **kwargs) Jul 14 18:44:35.299708 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 18:44:35.299708 n-d-800634-3 neutron-server[93916]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 18:44:35.299708 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 18:44:35.299708 n-d-800634-3 neutron-server[93916]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 18:44:35.299708 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 18:44:35.299708 n-d-800634-3 neutron-server[93916]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 18:44:35.299708 n-d-800634-3 neutron-server[93916]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 18:44:35.317665 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-fc8bdaa6-1803-4cd9-9c7a-042d2be4b101 tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:35.318037 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-fc8bdaa6-1803-4cd9-9c7a-042d2be4b101 tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:35.390894 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:35.419480 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-fc8bdaa6-1803-4cd9-9c7a-042d2be4b101 tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Calling delete_port for 3a350273-0da7-4f39-80b1-2f1b3af979a6 owned by network:floatingip {{(pid=93916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:44:35.419750 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab616532-7bed-4a32-8560-0cb5ddd25ca9 req-bd735801-15d3-4d54-b4a9-5c06d0a020bf tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:44:35.421496 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ab616532-7bed-4a32-8560-0cb5ddd25ca9 req-bd735801-15d3-4d54-b4a9-5c06d0a020bf tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] 10.222.0.16 "GET /v2.0/ports?device_id=4ed688ec-0b1c-4d1e-881c-157d22decd3a HTTP/1.1" status: 200 len: 945 time: 0.0869493 Jul 14 18:44:35.447523 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-ea8c0aa4-dcb2-4a43-95a9-a521ba433f96 tempest-NetworksIpV6TestAttrs-476137979 tempest-NetworksIpV6TestAttrs-476137979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2096001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-930085'] for network, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:35.469237 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-ea8c0aa4-dcb2-4a43-95a9-a521ba433f96 tempest-NetworksIpV6TestAttrs-476137979 tempest-NetworksIpV6TestAttrs-476137979-project] Notify callbacks [] for network, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:35.471032 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-ea8c0aa4-dcb2-4a43-95a9-a521ba433f96 tempest-NetworksIpV6TestAttrs-476137979 tempest-NetworksIpV6TestAttrs-476137979-project] 10.222.0.16 "DELETE /v2.0/networks/9ec95bc7-c21a-44a4-8297-4a83bbac6604 HTTP/1.1" status: 204 len: 168 time: 0.8460805 Jul 14 18:44:35.475272 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 34204) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:44:35.580025 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8c0aa4-dcb2-4a43-95a9-a521ba433f96 tempest-NetworksIpV6TestAttrs-476137979 tempest-NetworksIpV6TestAttrs-476137979-project] Pushing event deleted for resources: {'Network': ['ID=9ec95bc7-c21a-44a4-8297-4a83bbac6604,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:44:35.594344 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-c7b8f79f-63b4-4819-8842-c5a0a1464dd9 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks [] for router_gateway, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:35.629643 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.db_base_plugin_v2 [None req-a350b755-1df1-4cb3-9f6b-efaec9d880d1 tempest-NetworksIpV6TestAttrs-476137979 tempest-NetworksIpV6TestAttrs-476137979-project] Deleting subnet 7ecabe65-deb9-48dc-a902-b721fba92266 {{(pid=93915) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 18:44:35.645781 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ab616532-7bed-4a32-8560-0cb5ddd25ca9 req-0abcee62-b8b4-4900-a3de-9f362a2da7c1 tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] 10.222.0.16 "GET /v2.0/security-groups?id=f745dc72-333e-4ddf-8281-1bb3e04e8f82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2097600 Jul 14 18:44:35.655870 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-a350b755-1df1-4cb3-9f6b-efaec9d880d1 tempest-NetworksIpV6TestAttrs-476137979 tempest-NetworksIpV6TestAttrs-476137979-project] Notify callbacks [] for subnet, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:35.749849 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-a350b755-1df1-4cb3-9f6b-efaec9d880d1 tempest-NetworksIpV6TestAttrs-476137979 tempest-NetworksIpV6TestAttrs-476137979-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28939913'] for subnet, precommit_delete_associations {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:36.055248 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-a350b755-1df1-4cb3-9f6b-efaec9d880d1 tempest-NetworksIpV6TestAttrs-476137979 tempest-NetworksIpV6TestAttrs-476137979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081283'] for subnet, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:36.086417 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642fb418-0d9c-4622-87b2-a72d13b952fb req-2296ac75-7928-4e4a-ac61-7dff5e8e6c30 tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:44:36.088022 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-642fb418-0d9c-4622-87b2-a72d13b952fb req-2296ac75-7928-4e4a-ac61-7dff5e8e6c30 tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] 10.222.0.16 "GET /v2.0/ports?device_id=4ed688ec-0b1c-4d1e-881c-157d22decd3a HTTP/1.1" status: 200 len: 945 time: 0.1645262 Jul 14 18:44:36.156269 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-642fb418-0d9c-4622-87b2-a72d13b952fb req-bff5dfcc-a14b-4b35-a6c9-976804eb4ed2 tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] 10.222.0.16 "GET /v2.0/security-groups?id=f745dc72-333e-4ddf-8281-1bb3e04e8f82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579169 Jul 14 18:44:36.212547 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-a350b755-1df1-4cb3-9f6b-efaec9d880d1 tempest-NetworksIpV6TestAttrs-476137979 tempest-NetworksIpV6TestAttrs-476137979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25913028', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28969762'] for subnet, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:36.255901 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-a350b755-1df1-4cb3-9f6b-efaec9d880d1 tempest-NetworksIpV6TestAttrs-476137979 tempest-NetworksIpV6TestAttrs-476137979-project] Notify callbacks [] for subnet, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:36.258197 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-a350b755-1df1-4cb3-9f6b-efaec9d880d1 tempest-NetworksIpV6TestAttrs-476137979 tempest-NetworksIpV6TestAttrs-476137979-project] 10.222.0.16 "DELETE /v2.0/subnets/7ecabe65-deb9-48dc-a902-b721fba92266 HTTP/1.1" status: 204 len: 168 time: 0.7795596 Jul 14 18:44:36.259113 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a350b755-1df1-4cb3-9f6b-efaec9d880d1 tempest-NetworksIpV6TestAttrs-476137979 tempest-NetworksIpV6TestAttrs-476137979-project] Pushing event deleted for resources: {'Subnet': ['ID=7ecabe65-deb9-48dc-a902-b721fba92266,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:44:36.263625 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c637255-5327-494a-886d-1315ba44fe9d None None] Network b2cf10d3-d2b7-4c61-865a-cff10ecf206f requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:44:36.265752 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-fc8bdaa6-1803-4cd9-9c7a-042d2be4b101 tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:36.266209 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 34238) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:44:36.348846 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8bdaa6-1803-4cd9-9c7a-042d2be4b101 tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Pushing event deleted for resources: {'Port': ['ID=3a350273-0da7-4f39-80b1-2f1b3af979a6,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:44:36.390998 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-1b6c32c3-bc4d-4aa6-bd2c-1aedbcc29959 tempest-NetworksIpV6TestAttrs-476137979 tempest-NetworksIpV6TestAttrs-476137979-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645734'] for network, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:36.469851 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-c7b8f79f-63b4-4819-8842-c5a0a1464dd9 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-571759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-930033'] for router, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:36.530211 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49ffd6a-758c-4abf-b787-a2f2629d8b31 req-5d697564-fd2b-4571-8289-62c02cd45312 tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:44:36.532166 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f49ffd6a-758c-4abf-b787-a2f2629d8b31 req-5d697564-fd2b-4571-8289-62c02cd45312 tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] 10.222.0.16 "GET /v2.0/ports?device_id=4ed688ec-0b1c-4d1e-881c-157d22decd3a HTTP/1.1" status: 200 len: 945 time: 0.1318631 Jul 14 18:44:36.570239 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [None req-1b6c32c3-bc4d-4aa6-bd2c-1aedbcc29959 tempest-NetworksIpV6TestAttrs-476137979 tempest-NetworksIpV6TestAttrs-476137979-project] Deleting port 0594befe-9579-4e01-95e8-db15b5a85fa9 {{(pid=93915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:44:36.570943 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-1b6c32c3-bc4d-4aa6-bd2c-1aedbcc29959 tempest-NetworksIpV6TestAttrs-476137979 tempest-NetworksIpV6TestAttrs-476137979-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:36.576189 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-fc8bdaa6-1803-4cd9-9c7a-042d2be4b101 tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Notify callbacks [] for floatingip, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:36.580362 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-fc8bdaa6-1803-4cd9-9c7a-042d2be4b101 tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for floatingip, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:36.581551 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-fc8bdaa6-1803-4cd9-9c7a-042d2be4b101 tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] 10.222.0.16 "DELETE /v2.0/floatingips/135c5d30-0d1b-4771-a986-58a6f0e0a556 HTTP/1.1" status: 204 len: 168 time: 2.1763098 Jul 14 18:44:36.584852 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 34240) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:44:36.592344 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fbcba54-3f3d-440c-8789-2225c58046d3 None None] DHCP port deletion for b2cf10d3-d2b7-4c61-865a-cff10ecf206f request from n-d-800634-3 {{(pid=93917) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 18:44:36.627946 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f49ffd6a-758c-4abf-b787-a2f2629d8b31 req-f5047942-03fd-4fca-9a34-41f9e427077e tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] 10.222.0.16 "GET /v2.0/security-groups?id=f745dc72-333e-4ddf-8281-1bb3e04e8f82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875769 Jul 14 18:44:36.678535 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [None req-1b6c32c3-bc4d-4aa6-bd2c-1aedbcc29959 tempest-NetworksIpV6TestAttrs-476137979 tempest-NetworksIpV6TestAttrs-476137979-project] For port 0594befe-9579-4e01-95e8-db15b5a85fa9, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=0594befe-9579-4e01-95e8-db15b5a85fa9,segment=NetworkSegment(8244b154-9a66-4493-9cf8-a17a32fabaca),segment_id=8244b154-9a66-4493-9cf8-a17a32fabaca)] {{(pid=93915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:44:36.682697 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-1b6c32c3-bc4d-4aa6-bd2c-1aedbcc29959 tempest-NetworksIpV6TestAttrs-476137979 tempest-NetworksIpV6TestAttrs-476137979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:36.717590 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [None req-1b6c32c3-bc4d-4aa6-bd2c-1aedbcc29959 tempest-NetworksIpV6TestAttrs-476137979 tempest-NetworksIpV6TestAttrs-476137979-project] Calling delete_port for 0594befe-9579-4e01-95e8-db15b5a85fa9 owned by network:dhcp {{(pid=93915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:44:36.721247 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-7fbcba54-3f3d-440c-8789-2225c58046d3 None None] Deleting port 0594befe-9579-4e01-95e8-db15b5a85fa9 {{(pid=93917) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:44:36.722232 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-7fbcba54-3f3d-440c-8789-2225c58046d3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:36.848663 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-7fbcba54-3f3d-440c-8789-2225c58046d3 None None] For port 0594befe-9579-4e01-95e8-db15b5a85fa9, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=0594befe-9579-4e01-95e8-db15b5a85fa9,segment=NetworkSegment(8244b154-9a66-4493-9cf8-a17a32fabaca),segment_id=8244b154-9a66-4493-9cf8-a17a32fabaca)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:44:36.849059 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-7fbcba54-3f3d-440c-8789-2225c58046d3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:36.855746 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-554ddfce-aec4-4d20-ba49-1cb3557e8566 tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Deleting port 2ce8955c-39eb-4a08-89c1-c4e808ceeb28 {{(pid=93916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:44:36.856103 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-554ddfce-aec4-4d20-ba49-1cb3557e8566 tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:36.865255 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-7fbcba54-3f3d-440c-8789-2225c58046d3 None None] Calling delete_port for 0594befe-9579-4e01-95e8-db15b5a85fa9 owned by network:dhcp {{(pid=93917) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:44:36.923670 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7b8f79f-63b4-4819-8842-c5a0a1464dd9 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Router 546b1476-fb2c-4005-a925-356a7fbb9c9d is scheduled to L3 agent 2c6eb27e-defb-4cca-9a24-381c7415e359 with binding_index 1 {{(pid=93916) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 18:44:36.973782 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-1b6c32c3-bc4d-4aa6-bd2c-1aedbcc29959 tempest-NetworksIpV6TestAttrs-476137979 tempest-NetworksIpV6TestAttrs-476137979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:37.017524 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b6c32c3-bc4d-4aa6-bd2c-1aedbcc29959 tempest-NetworksIpV6TestAttrs-476137979 tempest-NetworksIpV6TestAttrs-476137979-project] No DVR routers for this DVR port 0594befe-9579-4e01-95e8-db15b5a85fa9 on host n-d-800634-3 {{(pid=93915) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 18:44:37.029766 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-7fbcba54-3f3d-440c-8789-2225c58046d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813'] for port, after_delete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:37.044695 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-554ddfce-aec4-4d20-ba49-1cb3557e8566 tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:37.072320 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6c32c3-bc4d-4aa6-bd2c-1aedbcc29959 tempest-NetworksIpV6TestAttrs-476137979 tempest-NetworksIpV6TestAttrs-476137979-project] Pushing event deleted for resources: {'Port': ['ID=0594befe-9579-4e01-95e8-db15b5a85fa9,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:44:37.096870 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbcba54-3f3d-440c-8789-2225c58046d3 None None] Pushing event deleted for resources: {'Port': ['ID=0594befe-9579-4e01-95e8-db15b5a85fa9,revision_number=None']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:44:37.109778 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fbcba54-3f3d-440c-8789-2225c58046d3 None None] No DVR routers for this DVR port 0594befe-9579-4e01-95e8-db15b5a85fa9 on host n-d-800634-3 {{(pid=93917) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 18:44:37.152019 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-554ddfce-aec4-4d20-ba49-1cb3557e8566 tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Calling delete_port for 2ce8955c-39eb-4a08-89c1-c4e808ceeb28 owned by {{(pid=93916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:44:37.262852 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f206ce-ccdd-4f2c-bfc9-bfa6a099f032 req-7bf0e294-b1cc-461b-9846-40d0550af3e8 tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:44:37.269302 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-71f206ce-ccdd-4f2c-bfc9-bfa6a099f032 req-7bf0e294-b1cc-461b-9846-40d0550af3e8 tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] 10.222.0.16 "GET /v2.0/ports?device_id=4ed688ec-0b1c-4d1e-881c-157d22decd3a HTTP/1.1" status: 200 len: 945 time: 0.3926313 Jul 14 18:44:37.271876 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-1b6c32c3-bc4d-4aa6-bd2c-1aedbcc29959 tempest-NetworksIpV6TestAttrs-476137979 tempest-NetworksIpV6TestAttrs-476137979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2096010', 'neutron.services.segments.db._delete_segments_for_network-8728202734996'] for network, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:37.329290 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-554ddfce-aec4-4d20-ba49-1cb3557e8566 tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:37.338549 n-d-800634-3 neutron-server[93915]: DEBUG neutron.services.segments.db [None req-1b6c32c3-bc4d-4aa6-bd2c-1aedbcc29959 tempest-NetworksIpV6TestAttrs-476137979 tempest-NetworksIpV6TestAttrs-476137979-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2cf10d3-d2b7-4c61-865a-cff10ecf206f']}} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:44:37.368184 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554ddfce-aec4-4d20-ba49-1cb3557e8566 tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Pushing event deleted for resources: {'Port': ['ID=2ce8955c-39eb-4a08-89c1-c4e808ceeb28,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:44:37.382200 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-71f206ce-ccdd-4f2c-bfc9-bfa6a099f032 req-a16f7f8f-f371-4a1f-98d6-bd1f63162dbc tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] 10.222.0.16 "GET /v2.0/security-groups?id=f745dc72-333e-4ddf-8281-1bb3e04e8f82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063788 Jul 14 18:44:37.383258 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7b8f79f-63b4-4819-8842-c5a0a1464dd9 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify agent at l3_agent.n-d-800634-3 the message routers_updated {{(pid=93916) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 18:44:37.387836 n-d-800634-3 neutron-server[93915]: DEBUG neutron.services.segments.db [None req-1b6c32c3-bc4d-4aa6-bd2c-1aedbcc29959 tempest-NetworksIpV6TestAttrs-476137979 tempest-NetworksIpV6TestAttrs-476137979-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8244b154-9a66-4493-9cf8-a17a32fabaca') {'for_net_delete': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:44:37.390342 n-d-800634-3 neutron-server[93915]: DEBUG neutron.services.segments.db [None req-1b6c32c3-bc4d-4aa6-bd2c-1aedbcc29959 tempest-NetworksIpV6TestAttrs-476137979 tempest-NetworksIpV6TestAttrs-476137979-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8244b154-9a66-4493-9cf8-a17a32fabaca') {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:44:37.408027 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86374453-f9a1-4d15-9065-822949b71566 None None] Sync routers for ids ['546b1476-fb2c-4005-a925-356a7fbb9c9d'] in n-d-800634-3 {{(pid=93917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 18:44:37.418266 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-1b6c32c3-bc4d-4aa6-bd2c-1aedbcc29959 tempest-NetworksIpV6TestAttrs-476137979 tempest-NetworksIpV6TestAttrs-476137979-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728202715275', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28939920'] for segment, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:37.429533 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86374453-f9a1-4d15-9065-822949b71566 None None] Routers {'546b1476-fb2c-4005-a925-356a7fbb9c9d'} bound to L3 agent in host n-d-800634-3 {{(pid=93917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:44:37.430428 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-86374453-f9a1-4d15-9065-822949b71566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:44:23Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['546b1476-fb2c-4005-a925-356a7fbb9c9d'], 'active': True} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:44:37.459064 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-1b6c32c3-bc4d-4aa6-bd2c-1aedbcc29959 tempest-NetworksIpV6TestAttrs-476137979 tempest-NetworksIpV6TestAttrs-476137979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:37.474283 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b6c32c3-bc4d-4aa6-bd2c-1aedbcc29959 tempest-NetworksIpV6TestAttrs-476137979 tempest-NetworksIpV6TestAttrs-476137979-project] Releasing vlan 61 on physical network physnet1 to pool {{(pid=93915) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 18:44:37.476077 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-1b6c32c3-bc4d-4aa6-bd2c-1aedbcc29959 tempest-NetworksIpV6TestAttrs-476137979 tempest-NetworksIpV6TestAttrs-476137979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25911658'] for segment, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:37.484210 n-d-800634-3 neutron-server[93915]: Traceback (most recent call last): Jul 14 18:44:37.484210 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 18:44:37.484210 n-d-800634-3 neutron-server[93915]: timer() Jul 14 18:44:37.484210 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 18:44:37.484210 n-d-800634-3 neutron-server[93915]: cb(*args, **kw) Jul 14 18:44:37.484210 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 18:44:37.484210 n-d-800634-3 neutron-server[93915]: return func(*args, **kwargs) Jul 14 18:44:37.484210 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 18:44:37.484210 n-d-800634-3 neutron-server[93915]: self._notify() Jul 14 18:44:37.484210 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 18:44:37.484210 n-d-800634-3 neutron-server[93915]: self.callback(batched_events) Jul 14 18:44:37.484210 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 18:44:37.484210 n-d-800634-3 neutron-server[93915]: event.method(event) Jul 14 18:44:37.484210 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 18:44:37.484210 n-d-800634-3 neutron-server[93915]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 18:44:37.484210 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 18:44:37.484210 n-d-800634-3 neutron-server[93915]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 18:44:37.484210 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 18:44:37.484210 n-d-800634-3 neutron-server[93915]: return f(self, *a, **k) Jul 14 18:44:37.484210 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 18:44:37.484210 n-d-800634-3 neutron-server[93915]: return self._get(url).json() Jul 14 18:44:37.484210 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 18:44:37.484210 n-d-800634-3 neutron-server[93915]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 18:44:37.484210 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 18:44:37.484210 n-d-800634-3 neutron-server[93915]: return self.request(url, 'GET', **kwargs) Jul 14 18:44:37.484210 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 18:44:37.484210 n-d-800634-3 neutron-server[93915]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 18:44:37.484210 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 18:44:37.484210 n-d-800634-3 neutron-server[93915]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 18:44:37.484210 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 18:44:37.484210 n-d-800634-3 neutron-server[93915]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 18:44:37.484210 n-d-800634-3 neutron-server[93915]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 18:44:37.523200 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-c7b8f79f-63b4-4819-8842-c5a0a1464dd9 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks [] for router, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:37.533347 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-c7b8f79f-63b4-4819-8842-c5a0a1464dd9 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 4.7932174 Jul 14 18:44:37.588809 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 34260) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:44:37.649783 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-1b6c32c3-bc4d-4aa6-bd2c-1aedbcc29959 tempest-NetworksIpV6TestAttrs-476137979 tempest-NetworksIpV6TestAttrs-476137979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2096001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-930085'] for network, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:37.655230 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-1b6c32c3-bc4d-4aa6-bd2c-1aedbcc29959 tempest-NetworksIpV6TestAttrs-476137979 tempest-NetworksIpV6TestAttrs-476137979-project] Notify callbacks [] for network, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:37.657688 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-1b6c32c3-bc4d-4aa6-bd2c-1aedbcc29959 tempest-NetworksIpV6TestAttrs-476137979 tempest-NetworksIpV6TestAttrs-476137979-project] 10.222.0.16 "DELETE /v2.0/networks/b2cf10d3-d2b7-4c61-865a-cff10ecf206f HTTP/1.1" status: 204 len: 168 time: 1.3907516 Jul 14 18:44:37.686327 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-b11f953d-4217-439d-acfc-7318552d5ad5 tempest-TestNetworkAdvancedServerOps-1839370163 tempest-TestNetworkAdvancedServerOps-1839370163-project-admin] 10.222.0.16 "GET /v2.0/subnets?project_id=af718961b2754d7c873f442ed35947bb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0964532 Jul 14 18:44:37.689144 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 34264) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:44:37.722904 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6c32c3-bc4d-4aa6-bd2c-1aedbcc29959 tempest-NetworksIpV6TestAttrs-476137979 tempest-NetworksIpV6TestAttrs-476137979-project] Pushing event deleted for resources: {'Network': ['ID=b2cf10d3-d2b7-4c61-865a-cff10ecf206f,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:44:37.984146 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-554ddfce-aec4-4d20-ba49-1cb3557e8566 tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:37.993747 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-554ddfce-aec4-4d20-ba49-1cb3557e8566 tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] 10.222.0.16 "DELETE /v2.0/ports/2ce8955c-39eb-4a08-89c1-c4e808ceeb28 HTTP/1.1" status: 204 len: 168 time: 1.4073887 Jul 14 18:44:37.994005 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 34270) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:44:38.263164 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae947953-7c7c-42bd-806a-20c8fef43b65 tempest-TestNetworkAdvancedServerOps-1839370163 tempest-TestNetworkAdvancedServerOps-1839370163-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:44:38.271474 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-ae947953-7c7c-42bd-806a-20c8fef43b65 tempest-TestNetworkAdvancedServerOps-1839370163 tempest-TestNetworkAdvancedServerOps-1839370163-project-admin] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.5732052 Jul 14 18:44:38.272466 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 34276) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:44:38.319176 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-f6bdd0a0-dfa9-4c8e-8c1a-eba52b5626dc tempest-TestNetworkAdvancedServerOps-1839370163 tempest-TestNetworkAdvancedServerOps-1839370163-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=9200a437-e1de-4520-88f6-e68386523e61&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0454626 Jul 14 18:44:38.319800 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 34282) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:44:38.327434 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-0905a202-5f49-455c-940d-366b26b74e51 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-674672605', 'network_id': '0c8499a8-2bfd-4d25-a4f1-802449d10090', 'project_id': 'af718961b2754d7c873f442ed35947bb', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:44:38.355789 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvr_db [None req-86374453-f9a1-4d15-9065-822949b71566 None None] Set router 546b1476-fb2c-4005-a925-356a7fbb9c9d gateway port host: n-d-800634-3 {{(pid=93917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 18:44:38.450860 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 34284) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:44:38.454410 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [None req-fa9ccb57-16a3-4412-b579-c1b5887bf4fd tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Deleting port 02f27bc5-ba4e-4925-b830-6468da0dccb6 {{(pid=93915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:44:38.454918 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-fa9ccb57-16a3-4412-b579-c1b5887bf4fd tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:38.509057 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0905a202-5f49-455c-940d-366b26b74e51 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Made reservation on behalf of af718961b2754d7c873f442ed35947bb for: {'subnet': 1} {{(pid=93916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:44:38.515980 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-0905a202-5f49-455c-940d-366b26b74e51 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26033189'] for subnet, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:38.517016 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ee7c71-e205-42bc-bc51-e15f21683952 req-330ddf45-c167-495f-842b-12a81f6b94dc tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:44:38.518599 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-58ee7c71-e205-42bc-bc51-e15f21683952 req-330ddf45-c167-495f-842b-12a81f6b94dc tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] 10.222.0.16 "GET /v2.0/ports?device_id=4ed688ec-0b1c-4d1e-881c-157d22decd3a HTTP/1.1" status: 200 len: 945 time: 0.2544346 Jul 14 18:44:38.596777 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-58ee7c71-e205-42bc-bc51-e15f21683952 req-76c9cce2-96fa-4262-8d4c-0b717fa2b532 tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] 10.222.0.16 "GET /v2.0/security-groups?id=f745dc72-333e-4ddf-8281-1bb3e04e8f82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587852 Jul 14 18:44:38.609323 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-fa9ccb57-16a3-4412-b579-c1b5887bf4fd tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:38.640570 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [None req-fa9ccb57-16a3-4412-b579-c1b5887bf4fd tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Calling delete_port for 02f27bc5-ba4e-4925-b830-6468da0dccb6 owned by {{(pid=93915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:44:38.675569 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 0594befe-9579-4e01-95e8-db15b5a85fa9 no longer exists at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 18:44:38.701802 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] No Port match for: 0594befe-9579-4e01-95e8-db15b5a85fa9 {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 18:44:38.702244 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 0594befe-9579-4e01-95e8-db15b5a85fa9 not bound to the agent host n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 18:44:38.760802 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-86374453-f9a1-4d15-9065-822949b71566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '546b1476-fb2c-4005-a925-356a7fbb9c9d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2020197094', 'tenant_id': 'af718961b2754d7c873f442ed35947bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.248'}], 'enable_snat': True}, 'gw_port_id': '2de3a888-7df4-4a86-be46-fa2fdde0ae14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:44:32Z', 'updated_at': '2021-07-14T18:44:35Z', 'revision_number': 3, 'project_id': 'af718961b2754d7c873f442ed35947bb', 'gw_port': {'id': '2de3a888-7df4-4a86-be46-fa2fdde0ae14', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:57:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '546b1476-fb2c-4005-a925-356a7fbb9c9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2631, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:44:33Z', 'updated_at': '2021-07-14T18:44:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3'}], 'n-d-800634-3', False) {} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:44:38.792629 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86374453-f9a1-4d15-9065-822949b71566 None None] Checking router: 546b1476-fb2c-4005-a925-356a7fbb9c9d for host: n-d-800634-3 {{(pid=93917) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 18:44:38.793108 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86374453-f9a1-4d15-9065-822949b71566 None None] Updating router 546b1476-fb2c-4005-a925-356a7fbb9c9d port 2de3a888-7df4-4a86-be46-fa2fdde0ae14 binding host n-d-800634-3 {{(pid=93917) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 18:44:38.809850 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-fa9ccb57-16a3-4412-b579-c1b5887bf4fd tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:38.824935 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-0905a202-5f49-455c-940d-366b26b74e51 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2684753', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26033175'] for subnet, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:38.855432 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-86374453-f9a1-4d15-9065-822949b71566 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:38.872578 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9ccb57-16a3-4412-b579-c1b5887bf4fd tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Pushing event deleted for resources: {'Port': ['ID=02f27bc5-ba4e-4925-b830-6468da0dccb6,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:44:38.943960 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0905a202-5f49-455c-940d-366b26b74e51 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Pushing event updated for resources: {'Subnet': ['ID=71a893e4-9a73-4f76-91b8-19f5d84dd97b,revision_number=0']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:44:38.960788 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-266b780c-3bc6-4f13-908c-941d8c525674 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0957ef9837c14f448427051d56209bc9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5011265 Jul 14 18:44:38.966639 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 34290) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:44:38.983336 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-fa9ccb57-16a3-4412-b579-c1b5887bf4fd tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:38.986174 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-fa9ccb57-16a3-4412-b579-c1b5887bf4fd tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] 10.222.0.16 "DELETE /v2.0/ports/02f27bc5-ba4e-4925-b830-6468da0dccb6 HTTP/1.1" status: 204 len: 168 time: 0.9907889 Jul 14 18:44:38.990973 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 34294) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:44:38.992281 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0905a202-5f49-455c-940d-366b26b74e51 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Checking segment: {'id': '1150dee2-20bb-423e-b2bc-e15368efcae3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '0c8499a8-2bfd-4d25-a4f1-802449d10090'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93916) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:44:38.992683 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0905a202-5f49-455c-940d-366b26b74e51 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Network hostable DHCP agents. Network: 0c8499a8-2bfd-4d25-a4f1-802449d10090, hostable agents: ['028393c3-0576-4ebd-bca1-8ea8a148e1a2'], hosted agents: [] {{(pid=93916) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 18:44:39.057150 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0905a202-5f49-455c-940d-366b26b74e51 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Network 0c8499a8-2bfd-4d25-a4f1-802449d10090 is scheduled to be hosted by DHCP agent 028393c3-0576-4ebd-bca1-8ea8a148e1a2 with binding_index 1 {{(pid=93916) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 18:44:39.116815 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [None req-0905a202-5f49-455c-940d-366b26b74e51 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-3, 0c8499a8-2bfd-4d25-a4f1-802449d10090) {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:44:39.144648 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0905a202-5f49-455c-940d-366b26b74e51 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:44:39.145301 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-0905a202-5f49-455c-940d-366b26b74e51 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks [] for subnet, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:39.194929 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-1d8431bb-d2bb-4726-ac57-f493333a619a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:39.246235 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-0905a202-5f49-455c-940d-366b26b74e51 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.9248841 Jul 14 18:44:39.261632 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 34304) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:44:39.313967 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-1d8431bb-d2bb-4726-ac57-f493333a619a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:39.476924 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01e34f1a-3c54-47cd-8fd8-d48a33c84278 None None] Network 0c8499a8-2bfd-4d25-a4f1-802449d10090 requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:44:39.554193 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-1d8431bb-d2bb-4726-ac57-f493333a619a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:39.557810 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-1d8431bb-d2bb-4726-ac57-f493333a619a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:39.561698 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-1d8431bb-d2bb-4726-ac57-f493333a619a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3b20696c-9e4a-4c5b-a638-0d334d279ab9 HTTP/1.1" status: 204 len: 168 time: 0.5916531 Jul 14 18:44:39.581087 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.db_base_plugin_v2 [None req-18c65e3a-a7ab-47fd-ae6a-8ed887ba7f98 tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Deleting subnet 6b5b6fc5-6d46-499c-9d51-f1f072b12976 {{(pid=93915) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 18:44:39.588517 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-18c65e3a-a7ab-47fd-ae6a-8ed887ba7f98 tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Notify callbacks [] for subnet, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:39.590239 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-86374453-f9a1-4d15-9065-822949b71566 None None] Notify callbacks [] for port, precommit_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:39.670888 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-86374453-f9a1-4d15-9065-822949b71566 None None] Transition to ACTIVE for port object 2de3a888-7df4-4a86-be46-fa2fdde0ae14 will not be triggered until provisioned by entity L2. {{(pid=93917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:44:39.699465 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-18c65e3a-a7ab-47fd-ae6a-8ed887ba7f98 tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28939913'] for subnet, precommit_delete_associations {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:39.712259 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-86374453-f9a1-4d15-9065-822949b71566 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:39.821122 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8431bb-d2bb-4726-ac57-f493333a619a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b20696c-9e4a-4c5b-a638-0d334d279ab9,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:44:39.833187 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-86374453-f9a1-4d15-9065-822949b71566 None None] Attempting to bind port 2de3a888-7df4-4a86-be46-fa2fdde0ae14 on host n-d-800634-3 for vnic_type normal with profile {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:44:39.837944 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-86374453-f9a1-4d15-9065-822949b71566 None None] Attempting to bind port 2de3a888-7df4-4a86-be46-fa2fdde0ae14 by drivers openvswitch,hyperv on host n-d-800634-3 at level 0 using segments [{'id': '5afb940b-bbdf-4727-be00-5d46367c38a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9200a437-e1de-4520-88f6-e68386523e61'}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:44:39.838673 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86374453-f9a1-4d15-9065-822949b71566 None None] Attempting to bind port 2de3a888-7df4-4a86-be46-fa2fdde0ae14 on network 9200a437-e1de-4520-88f6-e68386523e61 {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:44:39.892515 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86374453-f9a1-4d15-9065-822949b71566 None None] Checking agent: {'id': '01c19e91-a945-4e3c-94a6-c211e17c923e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 8, 23), 'started_at': datetime.datetime(2021, 7, 14, 18, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 18, 44, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 18:44:39.892905 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86374453-f9a1-4d15-9065-822949b71566 None None] Checking segment: {'id': '5afb940b-bbdf-4727-be00-5d46367c38a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9200a437-e1de-4520-88f6-e68386523e61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93917) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:44:39.893256 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-86374453-f9a1-4d15-9065-822949b71566 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:39.893689 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86374453-f9a1-4d15-9065-822949b71566 None None] Bound using segment: {'id': '5afb940b-bbdf-4727-be00-5d46367c38a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9200a437-e1de-4520-88f6-e68386523e61'} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 18:44:39.894165 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-86374453-f9a1-4d15-9065-822949b71566 None None] Bound port: 2de3a888-7df4-4a86-be46-fa2fdde0ae14, host: n-d-800634-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5afb940b-bbdf-4727-be00-5d46367c38a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9200a437-e1de-4520-88f6-e68386523e61'}}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 18:44:39.894558 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-86374453-f9a1-4d15-9065-822949b71566 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:39.928575 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2a9798-95b3-405d-a03e-29dbb2afb07d None None] Pushing event updated for resources: {'Port': ['ID=2de3a888-7df4-4a86-be46-fa2fdde0ae14,revision_number=2']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:44:40.050169 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-18c65e3a-a7ab-47fd-ae6a-8ed887ba7f98 tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081283'] for subnet, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:40.051586 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-86374453-f9a1-4d15-9065-822949b71566 None None] For port 2de3a888-7df4-4a86-be46-fa2fdde0ae14, host n-d-800634-3, cleared binding levels {{(pid=93917) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:44:40.068821 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a653d1d8-3ccc-4678-b589-ebce57f4bf59 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9222b97e-5d1c-54f8-ba97-82f172498e76-0c8499a8-2bfd-4d25-a4f1-802449d10090', 'network_id': '0c8499a8-2bfd-4d25-a4f1-802449d10090', 'tenant_id': 'af718961b2754d7c873f442ed35947bb', 'fixed_ips': [{'subnet_id': '71a893e4-9a73-4f76-91b8-19f5d84dd97b'}]}} from n-d-800634-3. {{(pid=93917) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 18:44:40.069703 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-a653d1d8-3ccc-4678-b589-ebce57f4bf59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:40.084057 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-86374453-f9a1-4d15-9065-822949b71566 None None] For port 2de3a888-7df4-4a86-be46-fa2fdde0ae14, host n-d-800634-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=2de3a888-7df4-4a86-be46-fa2fdde0ae14,segment=NetworkSegment(5afb940b-bbdf-4727-be00-5d46367c38a1),segment_id=5afb940b-bbdf-4727-be00-5d46367c38a1)] {{(pid=93917) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 18:44:40.156084 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f18825e-9708-4eac-8773-0133e5ceb45f req-068db62c-aee0-4e28-9b29-af9c749100ed tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:44:40.158133 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-4f18825e-9708-4eac-8773-0133e5ceb45f req-068db62c-aee0-4e28-9b29-af9c749100ed tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] 10.222.0.16 "GET /v2.0/ports?device_id=4ed688ec-0b1c-4d1e-881c-157d22decd3a HTTP/1.1" status: 200 len: 945 time: 0.2293060 Jul 14 18:44:40.195224 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-18c65e3a-a7ab-47fd-ae6a-8ed887ba7f98 tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25913028', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28969762'] for subnet, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:40.235273 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c65e3a-a7ab-47fd-ae6a-8ed887ba7f98 tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Pushing event deleted for resources: {'Subnet': ['ID=6b5b6fc5-6d46-499c-9d51-f1f072b12976,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:44:40.249678 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-4f18825e-9708-4eac-8773-0133e5ceb45f req-e0e5eaca-5f74-47bd-b3ed-c4654be7148a tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] 10.222.0.16 "GET /v2.0/security-groups?id=f745dc72-333e-4ddf-8281-1bb3e04e8f82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835767 Jul 14 18:44:40.251058 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-18c65e3a-a7ab-47fd-ae6a-8ed887ba7f98 tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Notify callbacks [] for subnet, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:40.255512 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-18c65e3a-a7ab-47fd-ae6a-8ed887ba7f98 tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] 10.222.0.16 "DELETE /v2.0/subnets/6b5b6fc5-6d46-499c-9d51-f1f072b12976 HTTP/1.1" status: 204 len: 168 time: 1.2609415 Jul 14 18:44:40.256671 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 34338) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:44:40.281031 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4b56ebd-180c-42ed-a783-effccb597338 None None] Network d9b1ce92-40c0-4c35-b452-dfbdda964ee7 requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:44:40.293353 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-86374453-f9a1-4d15-9065-822949b71566 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:40.303799 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-507b9923-6ceb-4218-8ac7-c264e9483967 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:40.459309 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b8923d4-865d-4f82-b0ae-1e04ff26d2dd tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Deleting subnet bfc85fc4-a1ec-4557-a25f-86f06ef0ab5a {{(pid=93915) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 18:44:40.463650 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-1b8923d4-865d-4f82-b0ae-1e04ff26d2dd tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Notify callbacks [] for subnet, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:40.482692 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.db_base_plugin_common [None req-a653d1d8-3ccc-4678-b589-ebce57f4bf59 None None] Allocated IP 172.20.0.2 (0c8499a8-2bfd-4d25-a4f1-802449d10090/71a893e4-9a73-4f76-91b8-19f5d84dd97b/e89f37e3-91c4-44b7-84ef-0950ad6a2295) {{(pid=93917) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:44:40.508679 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2a9798-95b3-405d-a03e-29dbb2afb07d None None] Pushing event updated for resources: {'Port': ['ID=2de3a888-7df4-4a86-be46-fa2fdde0ae14,revision_number=3']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:44:40.548240 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86374453-f9a1-4d15-9065-822949b71566 None None] Routers {'546b1476-fb2c-4005-a925-356a7fbb9c9d'} bound to L3 agent in host n-d-800634-3 {{(pid=93917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:44:40.549032 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-86374453-f9a1-4d15-9065-822949b71566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:44:23Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['546b1476-fb2c-4005-a925-356a7fbb9c9d'], 'active': True} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:44:40.674331 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-1b8923d4-865d-4f82-b0ae-1e04ff26d2dd tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28939913'] for subnet, precommit_delete_associations {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:40.834820 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-1b8923d4-865d-4f82-b0ae-1e04ff26d2dd tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081283'] for subnet, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:40.853563 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvr_db [None req-86374453-f9a1-4d15-9065-822949b71566 None None] Set router 546b1476-fb2c-4005-a925-356a7fbb9c9d gateway port host: n-d-800634-3 {{(pid=93917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 18:44:40.907180 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 34372) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:44:40.916258 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-1b8923d4-865d-4f82-b0ae-1e04ff26d2dd tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25913028', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28969762'] for subnet, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:40.977200 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-1b8923d4-865d-4f82-b0ae-1e04ff26d2dd tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Notify callbacks [] for subnet, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:40.979626 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-1b8923d4-865d-4f82-b0ae-1e04ff26d2dd tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] 10.222.0.16 "DELETE /v2.0/subnets/bfc85fc4-a1ec-4557-a25f-86f06ef0ab5a HTTP/1.1" status: 204 len: 168 time: 0.7218664 Jul 14 18:44:40.982565 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8923d4-865d-4f82-b0ae-1e04ff26d2dd tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Pushing event deleted for resources: {'Subnet': ['ID=bfc85fc4-a1ec-4557-a25f-86f06ef0ab5a,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:44:41.000050 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 34378) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:44:41.095933 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-331fb27d-4b37-4b23-b69e-6eebc1492240 None None] Network 53bb0fcd-64dd-42eb-8d88-ad420edc0329 requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:44:41.229622 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-8949730d-2934-4937-b31d-4a6ba12f835d tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645734'] for network, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:41.241751 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-6c492dd9-b010-4412-8376-791715e66262 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1591526654'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:44:41.353299 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a758d7e9-d0cc-468b-b770-18a42753a473 req-a3bb5b3f-467b-43c3-9a33-4648b966b988 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:44:41.361190 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a758d7e9-d0cc-468b-b770-18a42753a473 req-a3bb5b3f-467b-43c3-9a33-4648b966b988 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] 10.222.0.16 "GET /v2.0/networks?id=d41f9397-de9e-4e07-a07d-8cf0ac566250 HTTP/1.1" status: 200 len: 811 time: 0.3970432 Jul 14 18:44:41.403159 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a758d7e9-d0cc-468b-b770-18a42753a473 req-21023a68-6738-449a-a364-d2ed42189ff0 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] 10.222.0.16 "GET /v2.0/quotas/5093a1bcf9144b0bbe697fc3cf12df56 HTTP/1.1" status: 200 len: 375 time: 0.0394247 Jul 14 18:44:41.467368 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c492dd9-b010-4412-8376-791715e66262 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Made reservation on behalf of 5ceee1f2be05491f99699576fae0f27c for: {'network': 1} {{(pid=93915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:44:41.471652 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-6c492dd9-b010-4412-8376-791715e66262 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for network, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:41.493981 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-6c492dd9-b010-4412-8376-791715e66262 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Notify callbacks [] for security_group, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:41.604662 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [None req-8949730d-2934-4937-b31d-4a6ba12f835d tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Deleting port dd2cbb35-022a-4b24-8680-826b142f2449 {{(pid=93915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:44:41.605593 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-8949730d-2934-4937-b31d-4a6ba12f835d tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:41.731581 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [None req-8949730d-2934-4937-b31d-4a6ba12f835d tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] For port dd2cbb35-022a-4b24-8680-826b142f2449, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=dd2cbb35-022a-4b24-8680-826b142f2449,segment=NetworkSegment(55e97a62-6e3a-4f99-9832-0415496a9afd),segment_id=55e97a62-6e3a-4f99-9832-0415496a9afd)] {{(pid=93915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:44:41.734668 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-8949730d-2934-4937-b31d-4a6ba12f835d tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:41.761079 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [None req-8949730d-2934-4937-b31d-4a6ba12f835d tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Calling delete_port for dd2cbb35-022a-4b24-8680-826b142f2449 owned by network:dhcp {{(pid=93915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:44:41.854300 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a758d7e9-d0cc-468b-b770-18a42753a473 req-faff4f37-bfee-4072-9353-6793b6eb954c tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=5093a1bcf9144b0bbe697fc3cf12df56&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4499297 Jul 14 18:44:41.900926 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-a653d1d8-3ccc-4678-b589-ebce57f4bf59 None None] Notify callbacks [] for port, precommit_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:41.956834 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76651100-1ef5-4297-a60e-4b8230a5ac05 req-ca5ffc15-ca04-4855-a85a-23ae5f0e34e4 tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:44:41.964110 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-76651100-1ef5-4297-a60e-4b8230a5ac05 req-ca5ffc15-ca04-4855-a85a-23ae5f0e34e4 tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] 10.222.0.16 "GET /v2.0/ports?device_id=4ed688ec-0b1c-4d1e-881c-157d22decd3a HTTP/1.1" status: 200 len: 945 time: 0.4183857 Jul 14 18:44:41.983402 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74a5b11f-5164-4952-b880-41f4dda675b9 None None] DHCP port deletion for d9b1ce92-40c0-4c35-b452-dfbdda964ee7 request from n-d-800634-3 {{(pid=93917) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 18:44:41.994152 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-a653d1d8-3ccc-4678-b589-ebce57f4bf59 None None] Transition to ACTIVE for port object e89f37e3-91c4-44b7-84ef-0950ad6a2295 will not be triggered until provisioned by entity L2. {{(pid=93917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:44:41.995029 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-8949730d-2934-4937-b31d-4a6ba12f835d tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:41.997122 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-86374453-f9a1-4d15-9065-822949b71566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '546b1476-fb2c-4005-a925-356a7fbb9c9d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2020197094', 'tenant_id': 'af718961b2754d7c873f442ed35947bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.248'}], 'enable_snat': True}, 'gw_port_id': '2de3a888-7df4-4a86-be46-fa2fdde0ae14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:44:32Z', 'updated_at': '2021-07-14T18:44:35Z', 'revision_number': 3, 'project_id': 'af718961b2754d7c873f442ed35947bb', 'gw_port': {'id': '2de3a888-7df4-4a86-be46-fa2fdde0ae14', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:57:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '546b1476-fb2c-4005-a925-356a7fbb9c9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2631, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:44:33Z', 'updated_at': '2021-07-14T18:44:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3'}], 'n-d-800634-3', False) {} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:44:42.066911 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8949730d-2934-4937-b31d-4a6ba12f835d tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Pushing event deleted for resources: {'Port': ['ID=dd2cbb35-022a-4b24-8680-826b142f2449,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:44:42.070424 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-6c492dd9-b010-4412-8376-791715e66262 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Notify callbacks [] for security_group, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:42.070669 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86374453-f9a1-4d15-9065-822949b71566 None None] The sync data for ids ['546b1476-fb2c-4005-a925-356a7fbb9c9d'] in n-d-800634-3 is: [{'id': '546b1476-fb2c-4005-a925-356a7fbb9c9d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2020197094', 'tenant_id': 'af718961b2754d7c873f442ed35947bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.248'}], 'enable_snat': True}, 'gw_port_id': '2de3a888-7df4-4a86-be46-fa2fdde0ae14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:44:32Z', 'updated_at': '2021-07-14T18:44:35Z', 'revision_number': 3, 'project_id': 'af718961b2754d7c873f442ed35947bb', 'gw_port': {'id': '2de3a888-7df4-4a86-be46-fa2fdde0ae14', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:57:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '546b1476-fb2c-4005-a925-356a7fbb9c9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2631, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:44:33Z', 'updated_at': '2021-07-14T18:44:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3'}] {{(pid=93917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 18:44:42.075571 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-a653d1d8-3ccc-4678-b589-ebce57f4bf59 None None] Transition to ACTIVE for port object e89f37e3-91c4-44b7-84ef-0950ad6a2295 will not be triggered until provisioned by entity DHCP. {{(pid=93917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:44:42.093435 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-a653d1d8-3ccc-4678-b589-ebce57f4bf59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804'] for port, after_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:42.111562 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8949730d-2934-4937-b31d-4a6ba12f835d tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] No DVR routers for this DVR port dd2cbb35-022a-4b24-8680-826b142f2449 on host n-d-800634-3 {{(pid=93915) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 18:44:42.113608 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-6c492dd9-b010-4412-8376-791715e66262 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:42.157744 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a653d1d8-3ccc-4678-b589-ebce57f4bf59 None None] Pushing event updated for resources: {'Port': ['ID=e89f37e3-91c4-44b7-84ef-0950ad6a2295,revision_number=1']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:44:42.163664 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-76651100-1ef5-4297-a60e-4b8230a5ac05 req-bc1ac81b-379e-492f-90aa-f767827d5b4b tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] 10.222.0.16 "GET /v2.0/security-groups?id=f745dc72-333e-4ddf-8281-1bb3e04e8f82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1985695 Jul 14 18:44:42.173491 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c246fcd-2e2d-46f1-84e3-7e286b1f18ae None None] DHCP port deletion for 53bb0fcd-64dd-42eb-8d88-ad420edc0329 request from n-d-800634-3 {{(pid=93917) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 18:44:42.201557 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.db_base_plugin_common [None req-507b9923-6ceb-4218-8ac7-c264e9483967 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Allocated IP 172.20.0.1 (0c8499a8-2bfd-4d25-a4f1-802449d10090/71a893e4-9a73-4f76-91b8-19f5d84dd97b/db221d66-d974-4ca6-bad4-217b637933fc) {{(pid=93916) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:44:42.206572 n-d-800634-3 neutron-server[93917]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a653d1d8-3ccc-4678-b589-ebce57f4bf59 None None] Network 0c8499a8-2bfd-4d25-a4f1-802449d10090 is already hosted by enough agents. {{(pid=93917) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:44:42.272571 n-d-800634-3 neutron-server[93917]: DEBUG neutron.scheduler.base_scheduler [None req-a653d1d8-3ccc-4678-b589-ebce57f4bf59 None None] Resources bound (agent type, host, resource id): {{(pid=93917) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:44:42.280683 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a653d1d8-3ccc-4678-b589-ebce57f4bf59 None None] Received port after_create {{(pid=93917) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:44:42.362085 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c492dd9-b010-4412-8376-791715e66262 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 99} {{(pid=93915) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 18:44:42.400907 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-a653d1d8-3ccc-4678-b589-ebce57f4bf59 None None] Attempting to bind port e89f37e3-91c4-44b7-84ef-0950ad6a2295 on host n-d-800634-3 for vnic_type normal with profile {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:44:42.401378 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-a653d1d8-3ccc-4678-b589-ebce57f4bf59 None None] Attempting to bind port e89f37e3-91c4-44b7-84ef-0950ad6a2295 by drivers openvswitch,hyperv on host n-d-800634-3 at level 0 using segments [{'id': '1150dee2-20bb-423e-b2bc-e15368efcae3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '0c8499a8-2bfd-4d25-a4f1-802449d10090'}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:44:42.402152 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a653d1d8-3ccc-4678-b589-ebce57f4bf59 None None] Attempting to bind port e89f37e3-91c4-44b7-84ef-0950ad6a2295 on network 0c8499a8-2bfd-4d25-a4f1-802449d10090 {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:44:42.414384 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-2c246fcd-2e2d-46f1-84e3-7e286b1f18ae None None] Deleting port f4ce86bf-2980-4c44-b6b4-f0631036b55a {{(pid=93917) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:44:42.414914 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-2c246fcd-2e2d-46f1-84e3-7e286b1f18ae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:42.451919 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-507b9923-6ceb-4218-8ac7-c264e9483967 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks [] for port, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:42.470110 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a653d1d8-3ccc-4678-b589-ebce57f4bf59 None None] Checking agent: {'id': '01c19e91-a945-4e3c-94a6-c211e17c923e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 8, 23), 'started_at': datetime.datetime(2021, 7, 14, 18, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 18, 44, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 18:44:42.470718 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a653d1d8-3ccc-4678-b589-ebce57f4bf59 None None] Checking segment: {'id': '1150dee2-20bb-423e-b2bc-e15368efcae3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '0c8499a8-2bfd-4d25-a4f1-802449d10090'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93917) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:44:42.471391 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-a653d1d8-3ccc-4678-b589-ebce57f4bf59 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:42.472000 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a653d1d8-3ccc-4678-b589-ebce57f4bf59 None None] Bound using segment: {'id': '1150dee2-20bb-423e-b2bc-e15368efcae3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '0c8499a8-2bfd-4d25-a4f1-802449d10090'} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 18:44:42.472666 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-a653d1d8-3ccc-4678-b589-ebce57f4bf59 None None] Bound port: e89f37e3-91c4-44b7-84ef-0950ad6a2295, host: n-d-800634-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1150dee2-20bb-423e-b2bc-e15368efcae3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '0c8499a8-2bfd-4d25-a4f1-802449d10090'}}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 18:44:42.473140 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-a653d1d8-3ccc-4678-b589-ebce57f4bf59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:42.473446 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.provisioning_blocks [None req-507b9923-6ceb-4218-8ac7-c264e9483967 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Transition to ACTIVE for port object db221d66-d974-4ca6-bad4-217b637933fc will not be triggered until provisioned by entity DHCP. {{(pid=93916) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:44:42.495033 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-8949730d-2934-4937-b31d-4a6ba12f835d tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2096010', 'neutron.services.segments.db._delete_segments_for_network-8728202734996'] for network, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:42.550080 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-507b9923-6ceb-4218-8ac7-c264e9483967 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:42.572355 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-a653d1d8-3ccc-4678-b589-ebce57f4bf59 None None] For port e89f37e3-91c4-44b7-84ef-0950ad6a2295, host n-d-800634-3, cleared binding levels {{(pid=93917) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:44:42.576650 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-a653d1d8-3ccc-4678-b589-ebce57f4bf59 None None] For port e89f37e3-91c4-44b7-84ef-0950ad6a2295, host n-d-800634-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=e89f37e3-91c4-44b7-84ef-0950ad6a2295,segment=NetworkSegment(1150dee2-20bb-423e-b2bc-e15368efcae3),segment_id=1150dee2-20bb-423e-b2bc-e15368efcae3)] {{(pid=93917) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 18:44:42.586350 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-a653d1d8-3ccc-4678-b589-ebce57f4bf59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:42.682342 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a653d1d8-3ccc-4678-b589-ebce57f4bf59 None None] Pushing event updated for resources: {'Port': ['ID=e89f37e3-91c4-44b7-84ef-0950ad6a2295,revision_number=2']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:44:42.686332 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-2c246fcd-2e2d-46f1-84e3-7e286b1f18ae None None] For port f4ce86bf-2980-4c44-b6b4-f0631036b55a, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=f4ce86bf-2980-4c44-b6b4-f0631036b55a,segment=NetworkSegment(10270b9d-7deb-4383-8c55-a66aebb27b9d),segment_id=10270b9d-7deb-4383-8c55-a66aebb27b9d)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:44:42.686875 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-2c246fcd-2e2d-46f1-84e3-7e286b1f18ae None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:42.694536 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device dd2cbb35-022a-4b24-8680-826b142f2449 no longer exists at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 18:44:42.702593 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507b9923-6ceb-4218-8ac7-c264e9483967 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Pushing event updated for resources: {'Port': ['ID=db221d66-d974-4ca6-bad4-217b637933fc,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:44:42.717349 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a758d7e9-d0cc-468b-b770-18a42753a473 req-2c45bf37-d750-4a04-8803-1b6efd5837c3 service neutron] 10.222.0.16 "GET /v2.0/networks/d41f9397-de9e-4e07-a07d-8cf0ac566250?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8299637 Jul 14 18:44:42.753875 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-507b9923-6ceb-4218-8ac7-c264e9483967 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Network 0c8499a8-2bfd-4d25-a4f1-802449d10090 is already hosted by enough agents. {{(pid=93916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:44:42.755792 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [None req-507b9923-6ceb-4218-8ac7-c264e9483967 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Resources bound (agent type, host, resource id): {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:44:42.761347 n-d-800634-3 neutron-server[93915]: DEBUG neutron.services.segments.db [None req-8949730d-2934-4937-b31d-4a6ba12f835d tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9b1ce92-40c0-4c35-b452-dfbdda964ee7']}} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:44:42.766218 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-507b9923-6ceb-4218-8ac7-c264e9483967 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Received port after_create {{(pid=93916) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:44:42.768760 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-6c492dd9-b010-4412-8376-791715e66262 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:42.769137 n-d-800634-3 neutron-server[93915]: INFO neutron.db.segments_db [None req-6c492dd9-b010-4412-8376-791715e66262 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Added segment 35e9ad4c-4629-4c27-9056-f9a6a2a72a47 of type vlan for network 7a211640-24e9-4aec-b495-44762f97199e Jul 14 18:44:42.780328 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-2c246fcd-2e2d-46f1-84e3-7e286b1f18ae None None] Calling delete_port for f4ce86bf-2980-4c44-b6b4-f0631036b55a owned by network:dhcp {{(pid=93917) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:44:42.782018 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] No Port match for: dd2cbb35-022a-4b24-8680-826b142f2449 {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 18:44:42.782366 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device dd2cbb35-022a-4b24-8680-826b142f2449 not bound to the agent host n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 18:44:42.782783 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device f4ce86bf-2980-4c44-b6b4-f0631036b55a no longer exists at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 18:44:42.854868 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c492dd9-b010-4412-8376-791715e66262 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ab3547d6-9e59-4d22-bf95-9351d8b4d67b,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:44:42.875899 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-507b9923-6ceb-4218-8ac7-c264e9483967 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-930452'] for router_interface, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:42.965089 n-d-800634-3 neutron-server[93915]: DEBUG neutron.services.segments.db [None req-8949730d-2934-4937-b31d-4a6ba12f835d tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55e97a62-6e3a-4f99-9832-0415496a9afd') {'for_net_delete': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:44:42.965379 n-d-800634-3 neutron-server[93915]: DEBUG neutron.services.segments.db [None req-8949730d-2934-4937-b31d-4a6ba12f835d tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55e97a62-6e3a-4f99-9832-0415496a9afd') {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:44:42.999571 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-8949730d-2934-4937-b31d-4a6ba12f835d tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728202715275', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28939920'] for segment, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:43.020053 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-8949730d-2934-4937-b31d-4a6ba12f835d tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:43.038350 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8949730d-2934-4937-b31d-4a6ba12f835d tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Releasing vlan 68 on physical network physnet1 to pool {{(pid=93915) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 18:44:43.042225 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-8949730d-2934-4937-b31d-4a6ba12f835d tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25911658'] for segment, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:43.129792 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:43.260334 n-d-800634-3 neutron-server[93915]: Traceback (most recent call last): Jul 14 18:44:43.260334 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 18:44:43.260334 n-d-800634-3 neutron-server[93915]: timer() Jul 14 18:44:43.260334 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 18:44:43.260334 n-d-800634-3 neutron-server[93915]: cb(*args, **kw) Jul 14 18:44:43.260334 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 18:44:43.260334 n-d-800634-3 neutron-server[93915]: return func(*args, **kwargs) Jul 14 18:44:43.260334 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 18:44:43.260334 n-d-800634-3 neutron-server[93915]: self._notify() Jul 14 18:44:43.260334 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 18:44:43.260334 n-d-800634-3 neutron-server[93915]: self.callback(batched_events) Jul 14 18:44:43.260334 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 18:44:43.260334 n-d-800634-3 neutron-server[93915]: event.method(event) Jul 14 18:44:43.260334 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 18:44:43.260334 n-d-800634-3 neutron-server[93915]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 18:44:43.260334 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 18:44:43.260334 n-d-800634-3 neutron-server[93915]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 18:44:43.260334 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 18:44:43.260334 n-d-800634-3 neutron-server[93915]: return f(self, *a, **k) Jul 14 18:44:43.260334 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 18:44:43.260334 n-d-800634-3 neutron-server[93915]: return self._get(url).json() Jul 14 18:44:43.260334 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 18:44:43.260334 n-d-800634-3 neutron-server[93915]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 18:44:43.260334 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 18:44:43.260334 n-d-800634-3 neutron-server[93915]: return self.request(url, 'GET', **kwargs) Jul 14 18:44:43.260334 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 18:44:43.260334 n-d-800634-3 neutron-server[93915]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 18:44:43.260334 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 18:44:43.260334 n-d-800634-3 neutron-server[93915]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 18:44:43.260334 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 18:44:43.260334 n-d-800634-3 neutron-server[93915]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 18:44:43.260334 n-d-800634-3 neutron-server[93915]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 18:44:43.278078 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-6c492dd9-b010-4412-8376-791715e66262 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728202197517'] for network, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:43.371792 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-6c492dd9-b010-4412-8376-791715e66262 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727'] for network, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:43.400078 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c492dd9-b010-4412-8376-791715e66262 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:44:43.401087 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-6c492dd9-b010-4412-8376-791715e66262 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Notify callbacks [] for network, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:43.437122 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a758d7e9-d0cc-468b-b770-18a42753a473 req-c65851e6-b6c4-4b53-b742-b2b935b2f3f2 service neutron] 10.222.0.16 "GET /v2.0/networks/d41f9397-de9e-4e07-a07d-8cf0ac566250?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7137058 Jul 14 18:44:43.516012 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-507b9923-6ceb-4218-8ac7-c264e9483967 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:43.679562 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] For port f4ce86bf-2980-4c44-b6b4-f0631036b55a, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=f4ce86bf-2980-4c44-b6b4-f0631036b55a,segment=NetworkSegment(10270b9d-7deb-4383-8c55-a66aebb27b9d),segment_id=10270b9d-7deb-4383-8c55-a66aebb27b9d)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:44:43.683719 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-8949730d-2934-4937-b31d-4a6ba12f835d tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2096001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-930085'] for network, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:43.691537 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:43.700056 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-8949730d-2934-4937-b31d-4a6ba12f835d tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Notify callbacks [] for network, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:43.708432 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-8949730d-2934-4937-b31d-4a6ba12f835d tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] 10.222.0.16 "DELETE /v2.0/networks/d9b1ce92-40c0-4c35-b452-dfbdda964ee7 HTTP/1.1" status: 204 len: 168 time: 2.7052577 Jul 14 18:44:43.714311 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-6c492dd9-b010-4412-8376-791715e66262 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 2.8057842 Jul 14 18:44:43.717152 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 34416) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:44:43.720747 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 34418) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:44:43.760768 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-e26bb2b5-7eb9-4091-872f-c802c8cee0e8 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Request body: {'port': {'network_id': '7a211640-24e9-4aec-b495-44762f97199e', 'name': 'tempest-PortsTestJSON-420147227'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:44:43.772170 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-2c246fcd-2e2d-46f1-84e3-7e286b1f18ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813'] for port, after_delete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:43.808340 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Pushing event deleted for resources: {'Port': ['ID=f4ce86bf-2980-4c44-b6b4-f0631036b55a,revision_number=None']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:44:43.830677 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c492dd9-b010-4412-8376-791715e66262 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Pushing event updated for resources: {'Network': ['ID=7a211640-24e9-4aec-b495-44762f97199e,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:44:43.862002 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c246fcd-2e2d-46f1-84e3-7e286b1f18ae None None] No DVR routers for this DVR port f4ce86bf-2980-4c44-b6b4-f0631036b55a on host n-d-800634-3 {{(pid=93917) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 18:44:43.875214 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Network 7a211640-24e9-4aec-b495-44762f97199e details requested by agent ovs-agent-n-d-800634-3 with host n-d-800634-3 {{(pid=93917) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 18:44:43.876013 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7f8982-3739-464e-bf9b-de4338e63072 req-baaf7540-f0b8-446e-9964-6f82cae0655d tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:44:43.879795 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c246fcd-2e2d-46f1-84e3-7e286b1f18ae None None] Pushing event deleted for resources: {'Port': ['ID=f4ce86bf-2980-4c44-b6b4-f0631036b55a,revision_number=None']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:44:43.892733 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-8a7f8982-3739-464e-bf9b-de4338e63072 req-baaf7540-f0b8-446e-9964-6f82cae0655d tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] 10.222.0.16 "GET /v2.0/ports?device_id=4ed688ec-0b1c-4d1e-881c-157d22decd3a HTTP/1.1" status: 200 len: 945 time: 1.3668501 Jul 14 18:44:44.110380 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8949730d-2934-4937-b31d-4a6ba12f835d tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Pushing event deleted for resources: {'Network': ['ID=d9b1ce92-40c0-4c35-b452-dfbdda964ee7,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:44:44.157295 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-8a7f8982-3739-464e-bf9b-de4338e63072 req-d292efd8-fe4f-40af-a4aa-5171d42403ae tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] 10.222.0.16 "GET /v2.0/security-groups?id=f745dc72-333e-4ddf-8281-1bb3e04e8f82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2619495 Jul 14 18:44:44.315336 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-351a5f26-e8e6-4fa7-8971-f6eb0d5536fd req-c3d99603-4dfb-4ee8-b787-3f4e471e3c96 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d15fd66-9a31-4513-9333-880c97735234 HTTP/1.1" status: 200 len: 210 time: 0.0521591 Jul 14 18:44:44.316589 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e26bb2b5-7eb9-4091-872f-c802c8cee0e8 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Made reservation on behalf of 5ceee1f2be05491f99699576fae0f27c for: {'port': 1} {{(pid=93915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:44:44.321481 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-e26bb2b5-7eb9-4091-872f-c802c8cee0e8 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:44.359791 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [None req-e26bb2b5-7eb9-4091-872f-c802c8cee0e8 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] device_id is not set on port 7456636f-aa3c-416f-b21f-14f0fe76febe yet. {{(pid=93915) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 18:44:44.361191 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-fe393c67-0b3a-4046-88fa-0f2622fb4b84 tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645734'] for network, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:44.767146 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-fe393c67-0b3a-4046-88fa-0f2622fb4b84 tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2096010', 'neutron.services.segments.db._delete_segments_for_network-8728202734996'] for network, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:44.790388 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.segments.db [None req-fe393c67-0b3a-4046-88fa-0f2622fb4b84 tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53bb0fcd-64dd-42eb-8d88-ad420edc0329']}} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:44:44.821916 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.segments.db [None req-fe393c67-0b3a-4046-88fa-0f2622fb4b84 tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10270b9d-7deb-4383-8c55-a66aebb27b9d') {'for_net_delete': True} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:44:44.823099 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.segments.db [None req-fe393c67-0b3a-4046-88fa-0f2622fb4b84 tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10270b9d-7deb-4383-8c55-a66aebb27b9d') {} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:44:44.849191 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device e89f37e3-91c4-44b7-84ef-0950ad6a2295 up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:44:44.851327 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-fe393c67-0b3a-4046-88fa-0f2622fb4b84 tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728202715275', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26296891'] for segment, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:44.897783 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-fe393c67-0b3a-4046-88fa-0f2622fb4b84 tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:44.915385 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe393c67-0b3a-4046-88fa-0f2622fb4b84 tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Releasing vlan 51 on physical network physnet1 to pool {{(pid=93916) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 18:44:44.916015 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-fe393c67-0b3a-4046-88fa-0f2622fb4b84 tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2682942'] for segment, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:44.926221 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04db1065-155f-4894-9c87-a2656b386cfc None None] Network 0c8499a8-2bfd-4d25-a4f1-802449d10090 requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:44:44.954081 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-e26bb2b5-7eb9-4091-872f-c802c8cee0e8 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Notify callbacks [] for port, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:44.995247 n-d-800634-3 neutron-server[93916]: Traceback (most recent call last): Jul 14 18:44:44.995247 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 18:44:44.995247 n-d-800634-3 neutron-server[93916]: timer() Jul 14 18:44:44.995247 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 18:44:44.995247 n-d-800634-3 neutron-server[93916]: cb(*args, **kw) Jul 14 18:44:44.995247 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 18:44:44.995247 n-d-800634-3 neutron-server[93916]: return func(*args, **kwargs) Jul 14 18:44:44.995247 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 18:44:44.995247 n-d-800634-3 neutron-server[93916]: self._notify() Jul 14 18:44:44.995247 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 18:44:44.995247 n-d-800634-3 neutron-server[93916]: self.callback(batched_events) Jul 14 18:44:44.995247 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 18:44:44.995247 n-d-800634-3 neutron-server[93916]: event.method(event) Jul 14 18:44:44.995247 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 18:44:44.995247 n-d-800634-3 neutron-server[93916]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 18:44:44.995247 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 18:44:44.995247 n-d-800634-3 neutron-server[93916]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 18:44:44.995247 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 18:44:44.995247 n-d-800634-3 neutron-server[93916]: return f(self, *a, **k) Jul 14 18:44:44.995247 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 18:44:44.995247 n-d-800634-3 neutron-server[93916]: return self._get(url).json() Jul 14 18:44:44.995247 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 18:44:44.995247 n-d-800634-3 neutron-server[93916]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 18:44:44.995247 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 18:44:44.995247 n-d-800634-3 neutron-server[93916]: return self.request(url, 'GET', **kwargs) Jul 14 18:44:44.995247 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 18:44:44.995247 n-d-800634-3 neutron-server[93916]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 18:44:44.995247 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 18:44:44.995247 n-d-800634-3 neutron-server[93916]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 18:44:44.995247 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 18:44:44.995247 n-d-800634-3 neutron-server[93916]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 18:44:44.995247 n-d-800634-3 neutron-server[93916]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 18:44:44.998753 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 34452) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:44:45.019008 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-fe393c67-0b3a-4046-88fa-0f2622fb4b84 tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2096001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-930085'] for network, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:45.026118 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-fe393c67-0b3a-4046-88fa-0f2622fb4b84 tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Notify callbacks [] for network, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:45.029190 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-fe393c67-0b3a-4046-88fa-0f2622fb4b84 tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] 10.222.0.16 "DELETE /v2.0/networks/53bb0fcd-64dd-42eb-8d88-ad420edc0329 HTTP/1.1" status: 204 len: 168 time: 1.3062162 Jul 14 18:44:45.108626 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-49935c58-24cc-4a58-80a4-f790eb643e1d None None] Provisioning for port e89f37e3-91c4-44b7-84ef-0950ad6a2295 completed by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:44:45.108927 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-e26bb2b5-7eb9-4091-872f-c802c8cee0e8 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:45.347403 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-507b9923-6ceb-4218-8ac7-c264e9483967 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks [] for port, precommit_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:45.381875 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning for port e89f37e3-91c4-44b7-84ef-0950ad6a2295 completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:44:45.415734 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-507b9923-6ceb-4218-8ac7-c264e9483967 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2684870'] for port, after_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:45.434879 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port e89f37e3-91c4-44b7-84ef-0950ad6a2295 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:44:45.435551 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:45.514586 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26bb2b5-7eb9-4091-872f-c802c8cee0e8 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Pushing event updated for resources: {'Port': ['ID=7456636f-aa3c-416f-b21f-14f0fe76febe,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:44:45.552359 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915591ff-d8ac-4e1a-a3ca-770a246f3c16 req-472d5475-90db-4705-9d98-ab70f22a5581 tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:44:45.554166 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-915591ff-d8ac-4e1a-a3ca-770a246f3c16 req-472d5475-90db-4705-9d98-ab70f22a5581 tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] 10.222.0.16 "GET /v2.0/ports?device_id=4ed688ec-0b1c-4d1e-881c-157d22decd3a HTTP/1.1" status: 200 len: 945 time: 0.8748124 Jul 14 18:44:45.576672 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e26bb2b5-7eb9-4091-872f-c802c8cee0e8 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Checking segment: {'id': '35e9ad4c-4629-4c27-9056-f9a6a2a72a47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '7a211640-24e9-4aec-b495-44762f97199e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:44:45.577345 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e26bb2b5-7eb9-4091-872f-c802c8cee0e8 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Network hostable DHCP agents. Network: 7a211640-24e9-4aec-b495-44762f97199e, hostable agents: ['028393c3-0576-4ebd-bca1-8ea8a148e1a2'], hosted agents: [] {{(pid=93915) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 18:44:45.589209 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe393c67-0b3a-4046-88fa-0f2622fb4b84 tempest-TaggedBootDevicesTest-982577240 tempest-TaggedBootDevicesTest-982577240-project] Pushing event deleted for resources: {'Network': ['ID=53bb0fcd-64dd-42eb-8d88-ad420edc0329,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:44:45.675223 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-08257e21-6e00-4d3b-8594-0c748d45e288 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:45.679403 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-915591ff-d8ac-4e1a-a3ca-770a246f3c16 req-16ef5131-67d3-4984-8f79-0a2ee7ee5177 tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] 10.222.0.16 "GET /v2.0/security-groups?id=f745dc72-333e-4ddf-8281-1bb3e04e8f82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933282 Jul 14 18:44:45.691222 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e26bb2b5-7eb9-4091-872f-c802c8cee0e8 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Network 7a211640-24e9-4aec-b495-44762f97199e is scheduled to be hosted by DHCP agent 028393c3-0576-4ebd-bca1-8ea8a148e1a2 with binding_index 1 {{(pid=93915) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 18:44:45.709332 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:45.710786 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [None req-e26bb2b5-7eb9-4091-872f-c802c8cee0e8 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-3, 7a211640-24e9-4aec-b495-44762f97199e) {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:44:45.714779 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e26bb2b5-7eb9-4091-872f-c802c8cee0e8 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Received port after_create {{(pid=93915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:44:45.724032 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e26bb2b5-7eb9-4091-872f-c802c8cee0e8 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:44:45.724740 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-e26bb2b5-7eb9-4091-872f-c802c8cee0e8 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:45.729219 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-507b9923-6ceb-4218-8ac7-c264e9483967 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-598741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-928734'] for router_interface, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:45.743951 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507b9923-6ceb-4218-8ac7-c264e9483967 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Pushing event updated for resources: {'Port': ['ID=db221d66-d974-4ca6-bad4-217b637933fc,revision_number=2']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:44:45.766751 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] For port e89f37e3-91c4-44b7-84ef-0950ad6a2295, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=e89f37e3-91c4-44b7-84ef-0950ad6a2295,segment=NetworkSegment(1150dee2-20bb-423e-b2bc-e15368efcae3),segment_id=1150dee2-20bb-423e-b2bc-e15368efcae3)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:44:45.768429 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9010cde-d25a-4350-a970-0b98b4ae9170 None None] Network 7a211640-24e9-4aec-b495-44762f97199e requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:44:45.850030 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:45.851682 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 2de3a888-7df4-4a86-be46-fa2fdde0ae14 up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:44:45.992150 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-7f94c949-4403-4f3a-8025-bc5d96f1776e req-86ccffe9-e4bc-4ee2-9ca8-7cb7e107c789 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d15fd66-9a31-4513-9333-880c97735234 HTTP/1.1" status: 200 len: 210 time: 0.0686996 Jul 14 18:44:46.039627 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-507b9923-6ceb-4218-8ac7-c264e9483967 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Network 0c8499a8-2bfd-4d25-a4f1-802449d10090 is already hosted by enough agents. {{(pid=93916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:44:46.046102 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Pushing event updated for resources: {'Port': ['ID=e89f37e3-91c4-44b7-84ef-0950ad6a2295,revision_number=3']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:44:46.052652 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [None req-507b9923-6ceb-4218-8ac7-c264e9483967 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Resources bound (agent type, host, resource id): {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:44:46.148370 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning for port 2de3a888-7df4-4a86-be46-fa2fdde0ae14 completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:44:46.156644 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port 2de3a888-7df4-4a86-be46-fa2fdde0ae14 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:44:46.157285 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:46.247211 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-08257e21-6e00-4d3b-8594-0c748d45e288 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:46.278797 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-08257e21-6e00-4d3b-8594-0c748d45e288 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:46.329959 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:46.334114 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-e26bb2b5-7eb9-4091-872f-c802c8cee0e8 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 2.5906861 Jul 14 18:44:46.334418 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 34574) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:44:46.343739 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-8b2ef0bb-6e4c-46b3-a954-0bbba26d8915 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-240108672'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:44:46.417340 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] For port 2de3a888-7df4-4a86-be46-fa2fdde0ae14, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=2de3a888-7df4-4a86-be46-fa2fdde0ae14,segment=NetworkSegment(5afb940b-bbdf-4727-be00-5d46367c38a1),segment_id=5afb940b-bbdf-4727-be00-5d46367c38a1)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:44:46.423597 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e915f83-696b-4060-b333-70248497c1a6 req-bbe7a33a-a233-490e-9fcf-e7c431123349 tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:44:46.432496 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6e915f83-696b-4060-b333-70248497c1a6 req-bbe7a33a-a233-490e-9fcf-e7c431123349 tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] 10.222.0.16 "GET /v2.0/ports?device_id=4ed688ec-0b1c-4d1e-881c-157d22decd3a HTTP/1.1" status: 200 len: 945 time: 0.2068689 Jul 14 18:44:46.443904 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:46.446530 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b2ef0bb-6e4c-46b3-a954-0bbba26d8915 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Made reservation on behalf of 5ceee1f2be05491f99699576fae0f27c for: {'network': 1} {{(pid=93915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:44:46.450894 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-8b2ef0bb-6e4c-46b3-a954-0bbba26d8915 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for network, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:46.545993 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 34596) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:44:46.549656 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-08257e21-6e00-4d3b-8594-0c748d45e288 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2aeb141affab4063907a7f09c2bc88a3&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5415115 Jul 14 18:44:46.561841 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08257e21-6e00-4d3b-8594-0c748d45e288 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d09334d9-07b1-4327-ac9f-003e8bb1f85b,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:44:46.589580 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-507b9923-6ceb-4218-8ac7-c264e9483967 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Router 546b1476-fb2c-4005-a925-356a7fbb9c9d has already been hosted by L3 agent 2c6eb27e-defb-4cca-9a24-381c7415e359 {{(pid=93916) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 18:44:46.624289 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b2ef0bb-6e4c-46b3-a954-0bbba26d8915 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 70} {{(pid=93915) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 18:44:46.755882 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device e89f37e3-91c4-44b7-84ef-0950ad6a2295 up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:44:46.781217 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6e915f83-696b-4060-b333-70248497c1a6 req-456e372b-906c-4420-be61-335ad8e215ea tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] 10.222.0.16 "GET /v2.0/security-groups?id=f745dc72-333e-4ddf-8281-1bb3e04e8f82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3465335 Jul 14 18:44:46.806782 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Pushing event updated for resources: {'Port': ['ID=2de3a888-7df4-4a86-be46-fa2fdde0ae14,revision_number=4']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:44:46.834707 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9fd6139d-dcbd-4bd1-b13f-a8303d476a07 None None] Provisioning for port db221d66-d974-4ca6-bad4-217b637933fc completed by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:44:46.850495 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9fd6139d-dcbd-4bd1-b13f-a8303d476a07 None None] Provisioning complete for port db221d66-d974-4ca6-bad4-217b637933fc triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:44:46.851154 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9fd6139d-dcbd-4bd1-b13f-a8303d476a07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:46.884170 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-8b2ef0bb-6e4c-46b3-a954-0bbba26d8915 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:46.885284 n-d-800634-3 neutron-server[93915]: INFO neutron.db.segments_db [None req-8b2ef0bb-6e4c-46b3-a954-0bbba26d8915 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Added segment ef0e391a-7370-4235-9b09-a8b1a48d7e21 of type vlan for network 0227bb69-8059-4209-806a-c6d53895690b Jul 14 18:44:46.934176 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-507b9923-6ceb-4218-8ac7-c264e9483967 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify agent at l3_agent.n-d-800634-3 the message routers_updated {{(pid=93916) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 18:44:46.945065 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3a61969-23fb-40f5-9f2b-8bff289d49a7 None None] Sync routers for ids ['546b1476-fb2c-4005-a925-356a7fbb9c9d'] in n-d-800634-3 {{(pid=93918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 18:44:46.971391 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-507b9923-6ceb-4218-8ac7-c264e9483967 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] 10.222.0.16 "PUT /v2.0/routers/546b1476-fb2c-4005-a925-356a7fbb9c9d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7085752 Jul 14 18:44:46.975342 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3a61969-23fb-40f5-9f2b-8bff289d49a7 None None] Routers {'546b1476-fb2c-4005-a925-356a7fbb9c9d'} bound to L3 agent in host n-d-800634-3 {{(pid=93918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:44:46.976524 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-d3a61969-23fb-40f5-9f2b-8bff289d49a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:44:23Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['546b1476-fb2c-4005-a925-356a7fbb9c9d'], 'active': True} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:44:47.036145 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-9fd6139d-dcbd-4bd1-b13f-a8303d476a07 None None] Port db221d66-d974-4ca6-bad4-217b637933fc cannot update to ACTIVE because it is not bound. {{(pid=93917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 18:44:47.078405 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port e89f37e3-91c4-44b7-84ef-0950ad6a2295 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:44:47.078789 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:47.202236 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9fd6139d-dcbd-4bd1-b13f-a8303d476a07 None None] Provisioning complete for port e89f37e3-91c4-44b7-84ef-0950ad6a2295 triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:44:47.202670 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9fd6139d-dcbd-4bd1-b13f-a8303d476a07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:47.355507 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvr_db [None req-d3a61969-23fb-40f5-9f2b-8bff289d49a7 None None] Set router 546b1476-fb2c-4005-a925-356a7fbb9c9d gateway port host: n-d-800634-3 {{(pid=93918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 18:44:47.380650 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-0275ff8d-2527-441b-93f2-b612ae451734 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:47.424249 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-8b2ef0bb-6e4c-46b3-a954-0bbba26d8915 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728202197517'] for network, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:47.619024 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-544df61a-a82e-4cfe-94f0-963f15915bd5 req-ce076f2f-9ccb-4063-8e29-ffe1992ae064 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d15fd66-9a31-4513-9333-880c97735234 HTTP/1.1" status: 200 len: 210 time: 0.2479689 Jul 14 18:44:47.674587 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.db.resource_extend [None req-8b2ef0bb-6e4c-46b3-a954-0bbba26d8915 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 14 18:44:47.687999 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-0275ff8d-2527-441b-93f2-b612ae451734 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:47.692069 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-e7aa5d36-9a29-4b91-b69f-28361129ec1c None None] Provisioning complete for port db221d66-d974-4ca6-bad4-217b637933fc triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:44:47.692487 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-e7aa5d36-9a29-4b91-b69f-28361129ec1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:47.755637 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-d3a61969-23fb-40f5-9f2b-8bff289d49a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '546b1476-fb2c-4005-a925-356a7fbb9c9d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2020197094', 'tenant_id': 'af718961b2754d7c873f442ed35947bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.248'}], 'enable_snat': True}, 'gw_port_id': '2de3a888-7df4-4a86-be46-fa2fdde0ae14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:44:32Z', 'updated_at': '2021-07-14T18:44:43Z', 'revision_number': 4, 'project_id': 'af718961b2754d7c873f442ed35947bb', 'gw_port': {'id': '2de3a888-7df4-4a86-be46-fa2fdde0ae14', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:57:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '546b1476-fb2c-4005-a925-356a7fbb9c9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2631, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:44:33Z', 'updated_at': '2021-07-14T18:44:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_interfaces': [{'id': 'db221d66-d974-4ca6-bad4-217b637933fc', 'name': '', 'network_id': '0c8499a8-2bfd-4d25-a4f1-802449d10090', 'tenant_id': 'af718961b2754d7c873f442ed35947bb', 'mac_address': 'fa:16:3e:20:5c:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '546b1476-fb2c-4005-a925-356a7fbb9c9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2634, 'fixed_ips': [{'subnet_id': '71a893e4-9a73-4f76-91b8-19f5d84dd97b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:44:40Z', 'updated_at': '2021-07-14T18:44:44Z', 'revision_number': 2, 'project_id': 'af718961b2754d7c873f442ed35947bb', 'subnets': [{'id': '71a893e4-9a73-4f76-91b8-19f5d84dd97b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-3', False) {} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:44:47.781361 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-e7aa5d36-9a29-4b91-b69f-28361129ec1c None None] Port db221d66-d974-4ca6-bad4-217b637933fc cannot update to ACTIVE because it is not bound. {{(pid=93917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 18:44:47.804635 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3a61969-23fb-40f5-9f2b-8bff289d49a7 None None] Checking router: 546b1476-fb2c-4005-a925-356a7fbb9c9d for host: n-d-800634-3 {{(pid=93918) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 18:44:47.804993 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3a61969-23fb-40f5-9f2b-8bff289d49a7 None None] Updating router 546b1476-fb2c-4005-a925-356a7fbb9c9d port db221d66-d974-4ca6-bad4-217b637933fc binding host n-d-800634-3 {{(pid=93918) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 18:44:47.843541 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a758d7e9-d0cc-468b-b770-18a42753a473 req-de5bf1cd-e955-4dc8-9c29-d98033a6cd14 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:44:47.845758 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a758d7e9-d0cc-468b-b770-18a42753a473 req-de5bf1cd-e955-4dc8-9c29-d98033a6cd14 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] 10.222.0.18 "GET /v2.0/networks?id=d41f9397-de9e-4e07-a07d-8cf0ac566250 HTTP/1.1" status: 200 len: 811 time: 1.1874974 Jul 14 18:44:47.851630 n-d-800634-3 neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-d3a61969-23fb-40f5-9f2b-8bff289d49a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:47.871264 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-8b2ef0bb-6e4c-46b3-a954-0bbba26d8915 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727'] for network, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:47.877915 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b2ef0bb-6e4c-46b3-a954-0bbba26d8915 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:44:47.878902 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-8b2ef0bb-6e4c-46b3-a954-0bbba26d8915 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Notify callbacks [] for network, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:47.907042 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [req-a758d7e9-d0cc-468b-b770-18a42753a473 req-305cf54b-8034-4ae5-b7dd-a757e7a3381f tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] Request body: {'port': {'device_id': '2d15fd66-9a31-4513-9333-880c97735234', 'network_id': 'd41f9397-de9e-4e07-a07d-8cf0ac566250', 'admin_state_up': True, 'tenant_id': '5093a1bcf9144b0bbe697fc3cf12df56'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:44:47.915835 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-bb13e494-ff20-4beb-86d9-64484800aad2 None None] Provisioning complete for port db221d66-d974-4ca6-bad4-217b637933fc triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:44:47.916969 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-bb13e494-ff20-4beb-86d9-64484800aad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:47.999588 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-bb13e494-ff20-4beb-86d9-64484800aad2 None None] Port db221d66-d974-4ca6-bad4-217b637933fc cannot update to ACTIVE because it is not bound. {{(pid=93917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 18:44:48.087057 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fa8d3b-e115-4aff-90ce-dd694985a92e req-97f380fd-cc8f-45e8-91a7-b82796462edc tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:44:48.088707 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-53fa8d3b-e115-4aff-90ce-dd694985a92e req-97f380fd-cc8f-45e8-91a7-b82796462edc tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] 10.222.0.16 "GET /v2.0/ports?device_id=4ed688ec-0b1c-4d1e-881c-157d22decd3a HTTP/1.1" status: 200 len: 945 time: 1.0357513 Jul 14 18:44:48.248039 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-8b2ef0bb-6e4c-46b3-a954-0bbba26d8915 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.9124212 Jul 14 18:44:48.250422 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 34768) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:44:48.256960 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-e839a4d2-05e3-4b7e-8a4d-40b84b78a834 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Request body: {'ports': [{'network_id': '7a211640-24e9-4aec-b495-44762f97199e'}, {'network_id': '0227bb69-8059-4209-806a-c6d53895690b'}]} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:44:48.257699 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-e839a4d2-05e3-4b7e-8a4d-40b84b78a834 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Request body: {'port': {'network_id': '7a211640-24e9-4aec-b495-44762f97199e'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:44:48.258537 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-e839a4d2-05e3-4b7e-8a4d-40b84b78a834 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Request body: {'port': {'network_id': '0227bb69-8059-4209-806a-c6d53895690b'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:44:48.274731 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b84dc748-dd39-44bd-8366-4d0632f4c62e req-5ed58d6a-6136-4cc3-b61e-22a0be352fc0 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-875511397&fields=id&tenant_id=af718961b2754d7c873f442ed35947bb HTTP/1.1" status: 200 len: 267 time: 0.4640405 Jul 14 18:44:48.285275 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2ef0bb-6e4c-46b3-a954-0bbba26d8915 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Pushing event updated for resources: {'Network': ['ID=0227bb69-8059-4209-806a-c6d53895690b,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:44:48.301063 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Network 0227bb69-8059-4209-806a-c6d53895690b details requested by agent ovs-agent-n-d-800634-3 with host n-d-800634-3 {{(pid=93917) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 18:44:48.343242 n-d-800634-3 neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-d3a61969-23fb-40f5-9f2b-8bff289d49a7 None None] Notify callbacks [] for port, precommit_update {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:48.482661 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a758d7e9-d0cc-468b-b770-18a42753a473 req-305cf54b-8034-4ae5-b7dd-a757e7a3381f tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] Made reservation on behalf of 5093a1bcf9144b0bbe697fc3cf12df56 for: {'port': 1} {{(pid=93915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:44:48.486509 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.provisioning_blocks [None req-d3a61969-23fb-40f5-9f2b-8bff289d49a7 None None] Transition to ACTIVE for port object db221d66-d974-4ca6-bad4-217b637933fc will not be triggered until provisioned by entity L2. {{(pid=93918) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:44:48.487383 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-a758d7e9-d0cc-468b-b770-18a42753a473 req-305cf54b-8034-4ae5-b7dd-a757e7a3381f tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:48.500393 n-d-800634-3 neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-d3a61969-23fb-40f5-9f2b-8bff289d49a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:48.530364 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-53fa8d3b-e115-4aff-90ce-dd694985a92e req-76df532c-011f-413d-8aca-19d409aba04d tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] 10.222.0.16 "GET /v2.0/security-groups?id=f745dc72-333e-4ddf-8281-1bb3e04e8f82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3247104 Jul 14 18:44:48.550434 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-0275ff8d-2527-441b-93f2-b612ae451734 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:48.557345 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-0275ff8d-2527-441b-93f2-b612ae451734 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:48.569923 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-0275ff8d-2527-441b-93f2-b612ae451734 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d09334d9-07b1-4327-ac9f-003e8bb1f85b HTTP/1.1" status: 204 len: 168 time: 2.0224645 Jul 14 18:44:48.655081 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0275ff8d-2527-441b-93f2-b612ae451734 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d09334d9-07b1-4327-ac9f-003e8bb1f85b,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:44:48.718279 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 2de3a888-7df4-4a86-be46-fa2fdde0ae14 up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:44:48.785414 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e839a4d2-05e3-4b7e-8a4d-40b84b78a834 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Made reservation on behalf of 5ceee1f2be05491f99699576fae0f27c for: {'port': 2} {{(pid=93916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:44:48.792948 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-e839a4d2-05e3-4b7e-8a4d-40b84b78a834 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:48.834616 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-e839a4d2-05e3-4b7e-8a4d-40b84b78a834 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:48.851914 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port 2de3a888-7df4-4a86-be46-fa2fdde0ae14 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:44:48.852076 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:48.883832 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84dc748-dd39-44bd-8366-4d0632f4c62e req-694b41b8-ae37-404b-96dd-71d0af58f130 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:44:48.902249 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b84dc748-dd39-44bd-8366-4d0632f4c62e req-694b41b8-ae37-404b-96dd-71d0af58f130 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] 10.222.0.16 "GET /v2.0/networks?id=0c8499a8-2bfd-4d25-a4f1-802449d10090 HTTP/1.1" status: 200 len: 795 time: 0.6134274 Jul 14 18:44:48.958935 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d58fc73-031a-4f50-a1ae-05b6fcdf844f None None] Pushing event updated for resources: {'Port': ['ID=db221d66-d974-4ca6-bad4-217b637933fc,revision_number=3']} {{(pid=93918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:44:49.002942 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d58fc73-031a-4f50-a1ae-05b6fcdf844f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:44:49.024407 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d58fc73-031a-4f50-a1ae-05b6fcdf844f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:44:49.025084 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d58fc73-031a-4f50-a1ae-05b6fcdf844f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:44:49.025783 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d58fc73-031a-4f50-a1ae-05b6fcdf844f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:44:49.026279 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d58fc73-031a-4f50-a1ae-05b6fcdf844f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:44:49.028671 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d58fc73-031a-4f50-a1ae-05b6fcdf844f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:44:49.029021 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d58fc73-031a-4f50-a1ae-05b6fcdf844f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:44:49.029576 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d58fc73-031a-4f50-a1ae-05b6fcdf844f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:44:49.029738 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d58fc73-031a-4f50-a1ae-05b6fcdf844f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:44:49.030072 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d58fc73-031a-4f50-a1ae-05b6fcdf844f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:44:49.030479 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d58fc73-031a-4f50-a1ae-05b6fcdf844f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:44:49.030908 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d58fc73-031a-4f50-a1ae-05b6fcdf844f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:44:49.045140 n-d-800634-3 neutron-server[93916]: DEBUG neutron.notifiers.nova [None req-e839a4d2-05e3-4b7e-8a4d-40b84b78a834 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] device_id is not set on port 511ed5d8-792f-4835-92d3-02e278b51038 yet. {{(pid=93916) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 18:44:49.060250 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.managers [None req-d3a61969-23fb-40f5-9f2b-8bff289d49a7 None None] Attempting to bind port db221d66-d974-4ca6-bad4-217b637933fc on host n-d-800634-3 for vnic_type normal with profile {{(pid=93918) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:44:49.061226 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.managers [None req-d3a61969-23fb-40f5-9f2b-8bff289d49a7 None None] Attempting to bind port db221d66-d974-4ca6-bad4-217b637933fc by drivers openvswitch,hyperv on host n-d-800634-3 at level 0 using segments [{'id': '1150dee2-20bb-423e-b2bc-e15368efcae3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '0c8499a8-2bfd-4d25-a4f1-802449d10090'}] {{(pid=93918) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:44:49.068057 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3a61969-23fb-40f5-9f2b-8bff289d49a7 None None] Attempting to bind port db221d66-d974-4ca6-bad4-217b637933fc on network 0c8499a8-2bfd-4d25-a4f1-802449d10090 {{(pid=93918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:44:49.081264 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3a61969-23fb-40f5-9f2b-8bff289d49a7 None None] Checking agent: {'id': '01c19e91-a945-4e3c-94a6-c211e17c923e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 8, 23), 'started_at': datetime.datetime(2021, 7, 14, 18, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 18, 44, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 18:44:49.086919 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3a61969-23fb-40f5-9f2b-8bff289d49a7 None None] Checking segment: {'id': '1150dee2-20bb-423e-b2bc-e15368efcae3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '0c8499a8-2bfd-4d25-a4f1-802449d10090'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93918) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:44:49.087175 n-d-800634-3 neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-d3a61969-23fb-40f5-9f2b-8bff289d49a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:49.090364 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3a61969-23fb-40f5-9f2b-8bff289d49a7 None None] Bound using segment: {'id': '1150dee2-20bb-423e-b2bc-e15368efcae3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '0c8499a8-2bfd-4d25-a4f1-802449d10090'} {{(pid=93918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 18:44:49.090923 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.managers [None req-d3a61969-23fb-40f5-9f2b-8bff289d49a7 None None] Bound port: db221d66-d974-4ca6-bad4-217b637933fc, host: n-d-800634-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1150dee2-20bb-423e-b2bc-e15368efcae3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '0c8499a8-2bfd-4d25-a4f1-802449d10090'}}] {{(pid=93918) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 18:44:49.091317 n-d-800634-3 neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-d3a61969-23fb-40f5-9f2b-8bff289d49a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:49.312290 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-e839a4d2-05e3-4b7e-8a4d-40b84b78a834 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Notify callbacks [] for port, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:49.334802 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.db [None req-d3a61969-23fb-40f5-9f2b-8bff289d49a7 None None] For port db221d66-d974-4ca6-bad4-217b637933fc, host n-d-800634-3, cleared binding levels {{(pid=93918) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:44:49.353050 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.db [None req-d3a61969-23fb-40f5-9f2b-8bff289d49a7 None None] For port db221d66-d974-4ca6-bad4-217b637933fc, host n-d-800634-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=db221d66-d974-4ca6-bad4-217b637933fc,segment=NetworkSegment(1150dee2-20bb-423e-b2bc-e15368efcae3),segment_id=1150dee2-20bb-423e-b2bc-e15368efcae3)] {{(pid=93918) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 18:44:49.362530 n-d-800634-3 neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-d3a61969-23fb-40f5-9f2b-8bff289d49a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:49.417398 n-d-800634-3 neutron-server[93916]: DEBUG neutron.notifiers.nova [None req-e839a4d2-05e3-4b7e-8a4d-40b84b78a834 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] device_id is not set on port 98eb299a-3a10-4e37-8adb-443bec141437 yet. {{(pid=93916) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 18:44:49.496652 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d58fc73-031a-4f50-a1ae-05b6fcdf844f None None] Pushing event updated for resources: {'Port': ['ID=db221d66-d974-4ca6-bad4-217b637933fc,revision_number=4']} {{(pid=93918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:44:49.502113 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3a61969-23fb-40f5-9f2b-8bff289d49a7 None None] Routers {'546b1476-fb2c-4005-a925-356a7fbb9c9d'} bound to L3 agent in host n-d-800634-3 {{(pid=93918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:44:49.503156 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-d3a61969-23fb-40f5-9f2b-8bff289d49a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:44:23Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['546b1476-fb2c-4005-a925-356a7fbb9c9d'], 'active': True} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:44:49.697284 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-e839a4d2-05e3-4b7e-8a4d-40b84b78a834 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Notify callbacks [] for port, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:49.743740 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvr_db [None req-d3a61969-23fb-40f5-9f2b-8bff289d49a7 None None] Set router 546b1476-fb2c-4005-a925-356a7fbb9c9d gateway port host: n-d-800634-3 {{(pid=93918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 18:44:49.749505 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.db_base_plugin_common [req-a758d7e9-d0cc-468b-b770-18a42753a473 req-305cf54b-8034-4ae5-b7dd-a757e7a3381f tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] Allocated IP 172.20.0.12 (d41f9397-de9e-4e07-a07d-8cf0ac566250/0161a33b-ac2d-4d08-b4de-fe1fa405f16a/fd1a71bb-ad30-415b-b4fc-92be13cc6a09) {{(pid=93915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:44:49.776097 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 34868) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:44:49.792818 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-e839a4d2-05e3-4b7e-8a4d-40b84b78a834 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:49.815401 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-6d7d3938-a6b2-4703-9810-774bc5f8fb50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:49.947746 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b84dc748-dd39-44bd-8366-4d0632f4c62e req-95fc76f6-9a73-4219-9c7f-c0fd2da4dfed tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] 10.222.0.16 "GET /v2.0/quotas/af718961b2754d7c873f442ed35947bb HTTP/1.1" status: 200 len: 375 time: 1.0445013 Jul 14 18:44:49.957942 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e839a4d2-05e3-4b7e-8a4d-40b84b78a834 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Pushing event updated for resources: {'Port': ['ID=511ed5d8-792f-4835-92d3-02e278b51038,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:44:49.964797 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e839a4d2-05e3-4b7e-8a4d-40b84b78a834 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Network 7a211640-24e9-4aec-b495-44762f97199e is already hosted by enough agents. {{(pid=93916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:44:49.990234 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [None req-e839a4d2-05e3-4b7e-8a4d-40b84b78a834 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Resources bound (agent type, host, resource id): {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:44:50.001202 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e839a4d2-05e3-4b7e-8a4d-40b84b78a834 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Received port after_create {{(pid=93916) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:44:50.002099 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-e839a4d2-05e3-4b7e-8a4d-40b84b78a834 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:50.180075 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-d3a61969-23fb-40f5-9f2b-8bff289d49a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '546b1476-fb2c-4005-a925-356a7fbb9c9d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2020197094', 'tenant_id': 'af718961b2754d7c873f442ed35947bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.248'}], 'enable_snat': True}, 'gw_port_id': '2de3a888-7df4-4a86-be46-fa2fdde0ae14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:44:32Z', 'updated_at': '2021-07-14T18:44:43Z', 'revision_number': 4, 'project_id': 'af718961b2754d7c873f442ed35947bb', 'gw_port': {'id': '2de3a888-7df4-4a86-be46-fa2fdde0ae14', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:57:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '546b1476-fb2c-4005-a925-356a7fbb9c9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2631, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:44:33Z', 'updated_at': '2021-07-14T18:44:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_interfaces': [{'id': 'db221d66-d974-4ca6-bad4-217b637933fc', 'name': '', 'network_id': '0c8499a8-2bfd-4d25-a4f1-802449d10090', 'tenant_id': 'af718961b2754d7c873f442ed35947bb', 'mac_address': 'fa:16:3e:20:5c:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '546b1476-fb2c-4005-a925-356a7fbb9c9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2634, 'fixed_ips': [{'subnet_id': '71a893e4-9a73-4f76-91b8-19f5d84dd97b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:44:40Z', 'updated_at': '2021-07-14T18:44:49Z', 'revision_number': 4, 'project_id': 'af718961b2754d7c873f442ed35947bb', 'subnets': [{'id': '71a893e4-9a73-4f76-91b8-19f5d84dd97b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-3', False) {} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:44:50.186278 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-a758d7e9-d0cc-468b-b770-18a42753a473 req-305cf54b-8034-4ae5-b7dd-a757e7a3381f tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] Notify callbacks [] for port, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:50.197240 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e839a4d2-05e3-4b7e-8a4d-40b84b78a834 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Checking segment: {'id': 'ef0e391a-7370-4235-9b09-a8b1a48d7e21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '0227bb69-8059-4209-806a-c6d53895690b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93916) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:44:50.197609 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e839a4d2-05e3-4b7e-8a4d-40b84b78a834 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Network hostable DHCP agents. Network: 0227bb69-8059-4209-806a-c6d53895690b, hostable agents: ['028393c3-0576-4ebd-bca1-8ea8a148e1a2'], hosted agents: [] {{(pid=93916) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 18:44:50.201644 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e839a4d2-05e3-4b7e-8a4d-40b84b78a834 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Pushing event updated for resources: {'Port': ['ID=98eb299a-3a10-4e37-8adb-443bec141437,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:44:50.230970 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3a61969-23fb-40f5-9f2b-8bff289d49a7 None None] The sync data for ids ['546b1476-fb2c-4005-a925-356a7fbb9c9d'] in n-d-800634-3 is: [{'id': '546b1476-fb2c-4005-a925-356a7fbb9c9d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2020197094', 'tenant_id': 'af718961b2754d7c873f442ed35947bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.248'}], 'enable_snat': True}, 'gw_port_id': '2de3a888-7df4-4a86-be46-fa2fdde0ae14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:44:32Z', 'updated_at': '2021-07-14T18:44:43Z', 'revision_number': 4, 'project_id': 'af718961b2754d7c873f442ed35947bb', 'gw_port': {'id': '2de3a888-7df4-4a86-be46-fa2fdde0ae14', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:57:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '546b1476-fb2c-4005-a925-356a7fbb9c9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2631, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:44:33Z', 'updated_at': '2021-07-14T18:44:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_interfaces': [{'id': 'db221d66-d974-4ca6-bad4-217b637933fc', 'name': '', 'network_id': '0c8499a8-2bfd-4d25-a4f1-802449d10090', 'tenant_id': 'af718961b2754d7c873f442ed35947bb', 'mac_address': 'fa:16:3e:20:5c:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '546b1476-fb2c-4005-a925-356a7fbb9c9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2634, 'fixed_ips': [{'subnet_id': '71a893e4-9a73-4f76-91b8-19f5d84dd97b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:44:40Z', 'updated_at': '2021-07-14T18:44:49Z', 'revision_number': 4, 'project_id': 'af718961b2754d7c873f442ed35947bb', 'subnets': [{'id': '71a893e4-9a73-4f76-91b8-19f5d84dd97b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 18:44:50.243763 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.provisioning_blocks [req-a758d7e9-d0cc-468b-b770-18a42753a473 req-305cf54b-8034-4ae5-b7dd-a757e7a3381f tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] Transition to ACTIVE for port object fd1a71bb-ad30-415b-b4fc-92be13cc6a09 will not be triggered until provisioned by entity DHCP. {{(pid=93915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:44:50.257005 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e839a4d2-05e3-4b7e-8a4d-40b84b78a834 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Network 0227bb69-8059-4209-806a-c6d53895690b is scheduled to be hosted by DHCP agent 028393c3-0576-4ebd-bca1-8ea8a148e1a2 with binding_index 1 {{(pid=93916) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 18:44:50.287252 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [None req-e839a4d2-05e3-4b7e-8a4d-40b84b78a834 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-3, 0227bb69-8059-4209-806a-c6d53895690b) {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:44:50.325258 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3322a7e9-b907-459f-81be-0eaa6b7ade7d None None] Network 0227bb69-8059-4209-806a-c6d53895690b requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:44:50.332990 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e839a4d2-05e3-4b7e-8a4d-40b84b78a834 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Received port after_create {{(pid=93916) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:44:50.348910 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e839a4d2-05e3-4b7e-8a4d-40b84b78a834 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:44:50.358526 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e839a4d2-05e3-4b7e-8a4d-40b84b78a834 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:44:50.359678 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-e839a4d2-05e3-4b7e-8a4d-40b84b78a834 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:50.388946 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-6d7d3938-a6b2-4703-9810-774bc5f8fb50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:50.389315 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b84dc748-dd39-44bd-8366-4d0632f4c62e req-9c4c3e1c-b15d-4b30-bbd3-d8535aa7a575 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=af718961b2754d7c873f442ed35947bb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4186254 Jul 14 18:44:50.400182 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-6d7d3938-a6b2-4703-9810-774bc5f8fb50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:50.446684 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1803dbb-9724-48a6-bfb2-7a2b6ea24dc0 req-c83131f8-3e47-4d84-9ace-c589d9ead1ee tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:44:50.456149 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a1803dbb-9724-48a6-bfb2-7a2b6ea24dc0 req-c83131f8-3e47-4d84-9ace-c589d9ead1ee tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] 10.222.0.16 "GET /v2.0/ports?device_id=4ed688ec-0b1c-4d1e-881c-157d22decd3a HTTP/1.1" status: 200 len: 945 time: 0.4995508 Jul 14 18:44:50.479155 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-6d7d3938-a6b2-4703-9810-774bc5f8fb50 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9ccba29854674d9bad7a1ae8a95fa974&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6993232 Jul 14 18:44:50.484057 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-e839a4d2-05e3-4b7e-8a4d-40b84b78a834 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.2318518 Jul 14 18:44:50.491941 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 34968) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:44:50.492189 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 34970) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:44:50.498011 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-3529d886-c8de-4b4d-b5cc-20da70d8019e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:50.562941 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7d3938-a6b2-4703-9810-774bc5f8fb50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9837d84b-f36c-4dfa-9acf-ec37200dd371,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:44:50.738738 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device db221d66-d974-4ca6-bad4-217b637933fc up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:44:50.835647 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning for port db221d66-d974-4ca6-bad4-217b637933fc completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:44:50.839915 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port db221d66-d974-4ca6-bad4-217b637933fc triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:44:50.840509 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:50.920397 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a1803dbb-9724-48a6-bfb2-7a2b6ea24dc0 req-dc0eef73-1c4b-47af-b60e-62d4bafc4079 tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] 10.222.0.16 "GET /v2.0/security-groups?id=f745dc72-333e-4ddf-8281-1bb3e04e8f82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4170451 Jul 14 18:44:50.922077 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-a758d7e9-d0cc-468b-b770-18a42753a473 req-305cf54b-8034-4ae5-b7dd-a757e7a3381f tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:51.025141 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:51.111876 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] For port db221d66-d974-4ca6-bad4-217b637933fc, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=db221d66-d974-4ca6-bad4-217b637933fc,segment=NetworkSegment(1150dee2-20bb-423e-b2bc-e15368efcae3),segment_id=1150dee2-20bb-423e-b2bc-e15368efcae3)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:44:51.119409 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:51.154243 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305cf54b-8034-4ae5-b7dd-a757e7a3381f tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] Pushing event updated for resources: {'Port': ['ID=fd1a71bb-ad30-415b-b4fc-92be13cc6a09,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:44:51.199487 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a758d7e9-d0cc-468b-b770-18a42753a473 req-305cf54b-8034-4ae5-b7dd-a757e7a3381f tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] Network d41f9397-de9e-4e07-a07d-8cf0ac566250 is already hosted by enough agents. {{(pid=93915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:44:51.240568 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Pushing event updated for resources: {'Port': ['ID=db221d66-d974-4ca6-bad4-217b637933fc,revision_number=5']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:44:51.258556 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [req-a758d7e9-d0cc-468b-b770-18a42753a473 req-305cf54b-8034-4ae5-b7dd-a757e7a3381f tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] Resources bound (agent type, host, resource id): {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:44:51.290020 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [req-a758d7e9-d0cc-468b-b770-18a42753a473 req-305cf54b-8034-4ae5-b7dd-a757e7a3381f tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] Received port after_create {{(pid=93915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:44:51.296848 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-f4a0e107-4439-445a-92e3-0d7d1465306f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:51.362734 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b84dc748-dd39-44bd-8366-4d0632f4c62e req-9b9dac83-af5e-4304-b917-d14556e58154 service neutron] 10.222.0.16 "GET /v2.0/networks/0c8499a8-2bfd-4d25-a4f1-802449d10090?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9053810 Jul 14 18:44:51.427130 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [None req-22c74084-db7d-4aed-a81f-49acff7a68e4 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Deleting port 98eb299a-3a10-4e37-8adb-443bec141437 {{(pid=93915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:44:51.427515 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-22c74084-db7d-4aed-a81f-49acff7a68e4 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:51.626636 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-f4a0e107-4439-445a-92e3-0d7d1465306f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:51.668274 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-41d5dc45-296e-4385-b1ea-880bff8d7113 None None] Provisioning for port fd1a71bb-ad30-415b-b4fc-92be13cc6a09 completed by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:44:51.673658 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-41d5dc45-296e-4385-b1ea-880bff8d7113 None None] Provisioning complete for port fd1a71bb-ad30-415b-b4fc-92be13cc6a09 triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:44:51.674324 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-41d5dc45-296e-4385-b1ea-880bff8d7113 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:51.729845 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cef2dee-21d4-4430-89a8-66534d24f62e req-cd666995-9091-4946-96a7-2485ee0a2025 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:44:51.731485 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-9cef2dee-21d4-4430-89a8-66534d24f62e req-cd666995-9091-4946-96a7-2485ee0a2025 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d15fd66-9a31-4513-9333-880c97735234 HTTP/1.1" status: 200 len: 932 time: 0.5517550 Jul 14 18:44:51.737235 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a758d7e9-d0cc-468b-b770-18a42753a473 req-305cf54b-8034-4ae5-b7dd-a757e7a3381f tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:44:51.738193 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-a758d7e9-d0cc-468b-b770-18a42753a473 req-305cf54b-8034-4ae5-b7dd-a757e7a3381f tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:51.759255 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-41d5dc45-296e-4385-b1ea-880bff8d7113 None None] Port fd1a71bb-ad30-415b-b4fc-92be13cc6a09 cannot update to ACTIVE because it is not bound. {{(pid=93917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 18:44:51.941925 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-22c74084-db7d-4aed-a81f-49acff7a68e4 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:52.001082 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-9cef2dee-21d4-4430-89a8-66534d24f62e req-4369b0d7-d165-48ba-928e-e911cc069341 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] 10.222.0.16 "GET /v2.0/security-groups?id=665fac0f-cff5-44f7-b9cc-bed28fe603e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2433360 Jul 14 18:44:52.002715 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a758d7e9-d0cc-468b-b770-18a42753a473 req-305cf54b-8034-4ae5-b7dd-a757e7a3381f tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.1207662 Jul 14 18:44:52.018974 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [None req-22c74084-db7d-4aed-a81f-49acff7a68e4 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Calling delete_port for 98eb299a-3a10-4e37-8adb-443bec141437 owned by {{(pid=93915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:44:52.031850 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [req-a758d7e9-d0cc-468b-b770-18a42753a473 req-17616cc3-454d-417d-afe0-4db4ca6b74df service neutron] Request body: {'port': {'device_id': '2d15fd66-9a31-4513-9333-880c97735234', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800634-3'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:44:52.120149 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-f4a0e107-4439-445a-92e3-0d7d1465306f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:52.123275 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-f4a0e107-4439-445a-92e3-0d7d1465306f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:52.125229 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-f4a0e107-4439-445a-92e3-0d7d1465306f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9837d84b-f36c-4dfa-9acf-ec37200dd371 HTTP/1.1" status: 204 len: 168 time: 1.6018212 Jul 14 18:44:52.158015 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b84dc748-dd39-44bd-8366-4d0632f4c62e req-851d545c-fd5e-4f17-8d06-5b4647754e9f service neutron] 10.222.0.16 "GET /v2.0/networks/0c8499a8-2bfd-4d25-a4f1-802449d10090?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7544112 Jul 14 18:44:52.278624 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a0e107-4439-445a-92e3-0d7d1465306f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9837d84b-f36c-4dfa-9acf-ec37200dd371,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:44:52.529359 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-a758d7e9-d0cc-468b-b770-18a42753a473 req-17616cc3-454d-417d-afe0-4db4ca6b74df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:52.606707 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-8188b645-5d62-4f60-b628-9c967a7b8237 req-0dd1e91e-349a-48e6-86dc-3853436bcdb6 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] 10.222.0.16 "GET /v2.0/ports?device_id=c8f115c8-f01c-4bfa-bd17-910e556e924f HTTP/1.1" status: 200 len: 210 time: 0.0490303 Jul 14 18:44:52.637054 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-22c74084-db7d-4aed-a81f-49acff7a68e4 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:52.696218 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-22c74084-db7d-4aed-a81f-49acff7a68e4 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:52.700172 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-22c74084-db7d-4aed-a81f-49acff7a68e4 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] 10.222.0.16 "DELETE /v2.0/ports/98eb299a-3a10-4e37-8adb-443bec141437 HTTP/1.1" status: 204 len: 168 time: 2.1687160 Jul 14 18:44:52.701141 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 34998) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:44:52.731824 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device db221d66-d974-4ca6-bad4-217b637933fc up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:44:52.745151 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c74084-db7d-4aed-a81f-49acff7a68e4 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Pushing event deleted for resources: {'Port': ['ID=98eb299a-3a10-4e37-8adb-443bec141437,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:44:53.003654 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.agents_db [None req-2ea07fb6-aa68-4671-8654-119d82b9f530 None None] Agent healthcheck: found 7 active agents {{(pid=93918) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 18:44:53.064046 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-d0b547c6-c876-4cee-9b40-a54a54196988 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:53.115543 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02d1916d-0009-4a41-9ce4-8440f987e85e tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:44:53.134068 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16f2a44-7700-41f9-9200-0096d824c385 req-6aa742ca-852a-4817-9ea0-3480172dd1a1 tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:44:53.139327 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port db221d66-d974-4ca6-bad4-217b637933fc triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:44:53.139882 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02d1916d-0009-4a41-9ce4-8440f987e85e tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:44:53.140026 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:53.141888 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-02d1916d-0009-4a41-9ce4-8440f987e85e tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1451 time: 0.4392183 Jul 14 18:44:53.145248 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 35016) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:44:53.153728 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b16f2a44-7700-41f9-9200-0096d824c385 req-6aa742ca-852a-4817-9ea0-3480172dd1a1 tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] 10.222.0.16 "GET /v2.0/ports?device_id=4ed688ec-0b1c-4d1e-881c-157d22decd3a HTTP/1.1" status: 200 len: 945 time: 0.5136433 Jul 14 18:44:53.376006 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-c1248654-0edb-48ba-8196-fcd73df0ec01 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Deleting port 511ed5d8-792f-4835-92d3-02e278b51038 {{(pid=93916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:44:53.376661 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-c1248654-0edb-48ba-8196-fcd73df0ec01 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:53.404916 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:53.611372 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-c1248654-0edb-48ba-8196-fcd73df0ec01 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:53.656412 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-c1248654-0edb-48ba-8196-fcd73df0ec01 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Calling delete_port for 511ed5d8-792f-4835-92d3-02e278b51038 owned by {{(pid=93916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:44:53.768596 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [req-a758d7e9-d0cc-468b-b770-18a42753a473 req-17616cc3-454d-417d-afe0-4db4ca6b74df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd1a71bb-ad30-415b-b4fc-92be13cc6a09 {{(pid=93915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 18:44:53.786895 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-a758d7e9-d0cc-468b-b770-18a42753a473 req-17616cc3-454d-417d-afe0-4db4ca6b74df service neutron] Notify callbacks [] for port, precommit_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:53.816245 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.provisioning_blocks [req-a758d7e9-d0cc-468b-b770-18a42753a473 req-17616cc3-454d-417d-afe0-4db4ca6b74df service neutron] Transition to ACTIVE for port object fd1a71bb-ad30-415b-b4fc-92be13cc6a09 will not be triggered until provisioned by entity L2. {{(pid=93915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:44:53.837027 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-c1248654-0edb-48ba-8196-fcd73df0ec01 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:53.868599 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-a758d7e9-d0cc-468b-b770-18a42753a473 req-17616cc3-454d-417d-afe0-4db4ca6b74df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25912978'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:53.928724 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1248654-0edb-48ba-8196-fcd73df0ec01 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Pushing event deleted for resources: {'Port': ['ID=511ed5d8-792f-4835-92d3-02e278b51038,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:44:53.940419 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-c1248654-0edb-48ba-8196-fcd73df0ec01 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:53.946061 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-c1248654-0edb-48ba-8196-fcd73df0ec01 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] 10.222.0.16 "DELETE /v2.0/ports/511ed5d8-792f-4835-92d3-02e278b51038 HTTP/1.1" status: 204 len: 168 time: 0.7991009 Jul 14 18:44:53.948905 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 35032) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:44:53.956057 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b16f2a44-7700-41f9-9200-0096d824c385 req-525c2e70-013b-42ef-830e-c9924aaaefb6 tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] 10.222.0.16 "GET /v2.0/security-groups?id=f745dc72-333e-4ddf-8281-1bb3e04e8f82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7938900 Jul 14 18:44:54.108614 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4103746-00b3-43bd-9a01-211aa8a67f11 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:44:54.112161 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-f4103746-00b3-43bd-9a01-211aa8a67f11 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.1612370 Jul 14 18:44:54.114847 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 35040) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:44:54.124679 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-574aeb93-9938-449c-8e6c-cb22c9b52cc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:54.190594 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17616cc3-454d-417d-afe0-4db4ca6b74df service neutron] Pushing event updated for resources: {'Port': ['ID=fd1a71bb-ad30-415b-b4fc-92be13cc6a09,revision_number=2']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:44:54.275819 n-d-800634-3 neutron-server[93916]: INFO neutron.pecan_wsgi.hooks.translation [None req-18cdae8b-baef-443c-9972-0a9e10a2e6bc tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] GET failed (client error): The resource could not be found. Jul 14 18:44:54.283363 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-18cdae8b-baef-443c-9972-0a9e10a2e6bc tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] 10.222.0.16 "GET /v2.0/ports/98eb299a-3a10-4e37-8adb-443bec141437 HTTP/1.1" status: 404 len: 333 time: 0.1625729 Jul 14 18:44:54.289364 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 35044) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:44:54.361622 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7619a5a-af43-40cb-be8e-5cac3f5d0454 req-6b3a0ce8-d3c1-4018-8b3e-bb2dee0c1717 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:44:54.369646 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f7619a5a-af43-40cb-be8e-5cac3f5d0454 req-6b3a0ce8-d3c1-4018-8b3e-bb2dee0c1717 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d15fd66-9a31-4513-9333-880c97735234 HTTP/1.1" status: 200 len: 944 time: 0.5471911 Jul 14 18:44:54.423322 n-d-800634-3 neutron-server[93915]: INFO neutron.pecan_wsgi.hooks.translation [None req-700b0631-5749-46a6-bf36-c6804e8f6165 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] GET failed (client error): The resource could not be found. Jul 14 18:44:54.429055 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 35050) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:44:54.429257 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-700b0631-5749-46a6-bf36-c6804e8f6165 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] 10.222.0.16 "GET /v2.0/ports/511ed5d8-792f-4835-92d3-02e278b51038 HTTP/1.1" status: 404 len: 333 time: 0.1148443 Jul 14 18:44:54.491620 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f7619a5a-af43-40cb-be8e-5cac3f5d0454 req-bd81ce68-28e0-404b-826f-54609eedc0fe tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] 10.222.0.16 "GET /v2.0/security-groups?id=665fac0f-cff5-44f7-b9cc-bed28fe603e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176503 Jul 14 18:44:54.584656 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-a758d7e9-d0cc-468b-b770-18a42753a473 req-17616cc3-454d-417d-afe0-4db4ca6b74df service neutron] Attempting to bind port fd1a71bb-ad30-415b-b4fc-92be13cc6a09 on host n-h1-800634-3 for vnic_type normal with profile {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:44:54.589403 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-a758d7e9-d0cc-468b-b770-18a42753a473 req-17616cc3-454d-417d-afe0-4db4ca6b74df service neutron] Attempting to bind port fd1a71bb-ad30-415b-b4fc-92be13cc6a09 by drivers openvswitch,hyperv on host n-h1-800634-3 at level 0 using segments [{'id': 'ee39aca0-6f7d-4da6-861f-9f37553124e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'd41f9397-de9e-4e07-a07d-8cf0ac566250'}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:44:54.596425 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a758d7e9-d0cc-468b-b770-18a42753a473 req-17616cc3-454d-417d-afe0-4db4ca6b74df service neutron] Attempting to bind port fd1a71bb-ad30-415b-b4fc-92be13cc6a09 on network d41f9397-de9e-4e07-a07d-8cf0ac566250 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:44:54.599741 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-8ed0322e-d2e9-4551-bd82-270437f7dea6 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645734'] for network, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:54.651963 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a758d7e9-d0cc-468b-b770-18a42753a473 req-17616cc3-454d-417d-afe0-4db4ca6b74df service neutron] Port fd1a71bb-ad30-415b-b4fc-92be13cc6a09 on network d41f9397-de9e-4e07-a07d-8cf0ac566250 not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-3 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 18:44:54.654318 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a758d7e9-d0cc-468b-b770-18a42753a473 req-17616cc3-454d-417d-afe0-4db4ca6b74df service neutron] Attempting to bind port fd1a71bb-ad30-415b-b4fc-92be13cc6a09 on network d41f9397-de9e-4e07-a07d-8cf0ac566250 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:44:54.686565 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a758d7e9-d0cc-468b-b770-18a42753a473 req-17616cc3-454d-417d-afe0-4db4ca6b74df service neutron] Checking agent: {'id': 'a3630ff4-fbee-45d9-b9b6-0ae41cb3a350', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 15, 32), 'started_at': datetime.datetime(2021, 7, 14, 18, 15, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 18, 44, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 18:44:54.689330 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a758d7e9-d0cc-468b-b770-18a42753a473 req-17616cc3-454d-417d-afe0-4db4ca6b74df service neutron] Checking segment: {'id': 'ee39aca0-6f7d-4da6-861f-9f37553124e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'd41f9397-de9e-4e07-a07d-8cf0ac566250'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:44:54.690213 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a758d7e9-d0cc-468b-b770-18a42753a473 req-17616cc3-454d-417d-afe0-4db4ca6b74df service neutron] Bound using segment: {'id': 'ee39aca0-6f7d-4da6-861f-9f37553124e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'd41f9397-de9e-4e07-a07d-8cf0ac566250'} {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 18:44:54.691215 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-a758d7e9-d0cc-468b-b770-18a42753a473 req-17616cc3-454d-417d-afe0-4db4ca6b74df service neutron] Bound port: fd1a71bb-ad30-415b-b4fc-92be13cc6a09, host: n-h1-800634-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee39aca0-6f7d-4da6-861f-9f37553124e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'd41f9397-de9e-4e07-a07d-8cf0ac566250'}}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 18:44:54.711287 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-a758d7e9-d0cc-468b-b770-18a42753a473 req-17616cc3-454d-417d-afe0-4db4ca6b74df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:54.844572 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-8ed0322e-d2e9-4551-bd82-270437f7dea6 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2096010', 'neutron.services.segments.db._delete_segments_for_network-8728202734996'] for network, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:54.869751 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.segments.db [None req-8ed0322e-d2e9-4551-bd82-270437f7dea6 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0227bb69-8059-4209-806a-c6d53895690b']}} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:44:54.896338 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.segments.db [None req-8ed0322e-d2e9-4551-bd82-270437f7dea6 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef0e391a-7370-4235-9b09-a8b1a48d7e21') {'for_net_delete': True} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:44:54.896908 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.segments.db [None req-8ed0322e-d2e9-4551-bd82-270437f7dea6 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef0e391a-7370-4235-9b09-a8b1a48d7e21') {} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:44:54.916085 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-8ed0322e-d2e9-4551-bd82-270437f7dea6 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728202715275', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26296891'] for segment, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:54.947164 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-8ed0322e-d2e9-4551-bd82-270437f7dea6 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:54.954903 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ed0322e-d2e9-4551-bd82-270437f7dea6 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Releasing vlan 70 on physical network physnet1 to pool {{(pid=93916) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 18:44:54.955669 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-8ed0322e-d2e9-4551-bd82-270437f7dea6 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2682942'] for segment, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:54.960590 n-d-800634-3 neutron-server[93916]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:44:54.960590 n-d-800634-3 neutron-server[93916]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:44:54.960590 n-d-800634-3 neutron-server[93916]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:44:54.960590 n-d-800634-3 neutron-server[93916]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:44:54.960590 n-d-800634-3 neutron-server[93916]: Traceback (most recent call last): Jul 14 18:44:54.960590 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 18:44:54.960590 n-d-800634-3 neutron-server[93916]: timer() Jul 14 18:44:54.960590 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 18:44:54.960590 n-d-800634-3 neutron-server[93916]: cb(*args, **kw) Jul 14 18:44:54.960590 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 18:44:54.960590 n-d-800634-3 neutron-server[93916]: return func(*args, **kwargs) Jul 14 18:44:54.960590 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 18:44:54.960590 n-d-800634-3 neutron-server[93916]: self._notify() Jul 14 18:44:54.960590 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 18:44:54.960590 n-d-800634-3 neutron-server[93916]: self.callback(batched_events) Jul 14 18:44:54.960590 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 18:44:54.960590 n-d-800634-3 neutron-server[93916]: event.method(event) Jul 14 18:44:54.960590 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 18:44:54.960590 n-d-800634-3 neutron-server[93916]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 18:44:54.960590 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 18:44:54.960590 n-d-800634-3 neutron-server[93916]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 18:44:54.960590 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 18:44:54.960590 n-d-800634-3 neutron-server[93916]: return f(self, *a, **k) Jul 14 18:44:54.960590 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 18:44:54.960590 n-d-800634-3 neutron-server[93916]: return self._get(url).json() Jul 14 18:44:54.960590 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 18:44:54.960590 n-d-800634-3 neutron-server[93916]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 18:44:54.960590 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 18:44:54.960590 n-d-800634-3 neutron-server[93916]: return self.request(url, 'GET', **kwargs) Jul 14 18:44:54.960590 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 18:44:54.960590 n-d-800634-3 neutron-server[93916]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 18:44:54.960590 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 18:44:54.960590 n-d-800634-3 neutron-server[93916]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 18:44:54.960590 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 18:44:54.960590 n-d-800634-3 neutron-server[93916]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 18:44:54.960590 n-d-800634-3 neutron-server[93916]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 18:44:55.146007 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-8ed0322e-d2e9-4551-bd82-270437f7dea6 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2096001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-930085'] for network, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:55.195506 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-a758d7e9-d0cc-468b-b770-18a42753a473 req-17616cc3-454d-417d-afe0-4db4ca6b74df service neutron] For port fd1a71bb-ad30-415b-b4fc-92be13cc6a09, host n-h1-800634-3, cleared binding levels {{(pid=93915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:44:55.201348 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-a758d7e9-d0cc-468b-b770-18a42753a473 req-17616cc3-454d-417d-afe0-4db4ca6b74df service neutron] For port fd1a71bb-ad30-415b-b4fc-92be13cc6a09, host n-h1-800634-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=fd1a71bb-ad30-415b-b4fc-92be13cc6a09,segment=NetworkSegment(ee39aca0-6f7d-4da6-861f-9f37553124e0),segment_id=ee39aca0-6f7d-4da6-861f-9f37553124e0)] {{(pid=93915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 18:44:55.213952 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-8ed0322e-d2e9-4551-bd82-270437f7dea6 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Notify callbacks [] for network, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:55.219078 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-8ed0322e-d2e9-4551-bd82-270437f7dea6 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] 10.222.0.16 "DELETE /v2.0/networks/0227bb69-8059-4209-806a-c6d53895690b HTTP/1.1" status: 204 len: 168 time: 0.7824566 Jul 14 18:44:55.219590 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed0322e-d2e9-4551-bd82-270437f7dea6 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Pushing event deleted for resources: {'Network': ['ID=0227bb69-8059-4209-806a-c6d53895690b,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:44:55.226865 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-884eaff1-013e-4105-9369-fd5a83e56e02 req-a57d2134-2657-454d-9a30-6f41a87951c3 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] 10.222.0.16 "GET /v2.0/ports?device_id=c8f115c8-f01c-4bfa-bd17-910e556e924f HTTP/1.1" status: 200 len: 210 time: 0.3085339 Jul 14 18:44:55.228539 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 35054) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:44:55.253165 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-9dc175f6-b5a9-4a21-8ffe-0245d2e96f62 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-78979271'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:44:55.306223 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dc175f6-b5a9-4a21-8ffe-0245d2e96f62 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Made reservation on behalf of 5ceee1f2be05491f99699576fae0f27c for: {'network': 1} {{(pid=93916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:44:55.314699 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-9dc175f6-b5a9-4a21-8ffe-0245d2e96f62 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for network, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:55.372057 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9dc175f6-b5a9-4a21-8ffe-0245d2e96f62 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 79} {{(pid=93916) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 18:44:55.418164 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-9dc175f6-b5a9-4a21-8ffe-0245d2e96f62 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:55.419667 n-d-800634-3 neutron-server[93916]: INFO neutron.db.segments_db [None req-9dc175f6-b5a9-4a21-8ffe-0245d2e96f62 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Added segment 68e548d0-d77e-4f2d-9a86-069877e1f508 of type vlan for network 00bbb26f-4a43-4d65-85c1-e4b0f0bfe55a Jul 14 18:44:55.475497 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-a758d7e9-d0cc-468b-b770-18a42753a473 req-17616cc3-454d-417d-afe0-4db4ca6b74df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25912978'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:55.513289 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84dc748-dd39-44bd-8366-4d0632f4c62e req-26a9674e-8821-44e3-8f22-96325f9d519b tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:44:55.516967 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b84dc748-dd39-44bd-8366-4d0632f4c62e req-26a9674e-8821-44e3-8f22-96325f9d519b tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] 10.222.0.35 "GET /v2.0/networks?id=0c8499a8-2bfd-4d25-a4f1-802449d10090 HTTP/1.1" status: 200 len: 795 time: 0.3098245 Jul 14 18:44:55.717867 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a758d7e9-d0cc-468b-b770-18a42753a473 req-17616cc3-454d-417d-afe0-4db4ca6b74df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:44:55.718501 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-a758d7e9-d0cc-468b-b770-18a42753a473 req-17616cc3-454d-417d-afe0-4db4ca6b74df service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:55.723011 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a758d7e9-d0cc-468b-b770-18a42753a473 req-17616cc3-454d-417d-afe0-4db4ca6b74df service neutron] 10.222.0.18 "PUT /v2.0/ports/fd1a71bb-ad30-415b-b4fc-92be13cc6a09 HTTP/1.1" status: 200 len: 1092 time: 3.7052941 Jul 14 18:44:55.726360 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d15fd66-9a31-4513-9333-880c97735234', 'tag': 'fd1a71bb-ad30-415b-b4fc-92be13cc6a09'}] {{(pid=93915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:44:55.738039 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e72782ad3af8f7d4ce76cedf092bca46d1756acc5c4653cf0b52034cdd6b073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fdaa34b-b90f-45f3-b8bf-309442d5ee33" -d '{"events": [{"name": "network-changed", "server_uuid": "2d15fd66-9a31-4513-9333-880c97735234", "tag": "fd1a71bb-ad30-415b-b4fc-92be13cc6a09"}]}' {{(pid=93915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:44:55.820917 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-2f4e3af3-e708-4ffd-a544-82d93a489d01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:55.888175 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17616cc3-454d-417d-afe0-4db4ca6b74df service neutron] Pushing event updated for resources: {'Port': ['ID=fd1a71bb-ad30-415b-b4fc-92be13cc6a09,revision_number=3']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:44:56.090833 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b84dc748-dd39-44bd-8366-4d0632f4c62e req-1d595a04-e029-4204-b3a0-eeaf8d207deb tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=af718961b2754d7c873f442ed35947bb HTTP/1.1" status: 200 len: 379 time: 0.5588534 Jul 14 18:44:56.106911 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [req-b84dc748-dd39-44bd-8366-4d0632f4c62e req-1991acb0-e034-4411-a98c-0804244368a9 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Request body: {'port': {'device_id': 'c8f115c8-f01c-4bfa-bd17-910e556e924f', 'network_id': '0c8499a8-2bfd-4d25-a4f1-802449d10090', 'admin_state_up': True, 'tenant_id': 'af718961b2754d7c873f442ed35947bb', 'security_groups': ['d5287722-8c0c-410d-a8ea-76edc9d3c05d']}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:44:56.342941 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45fc244-02db-40c6-8bca-a436610beee3 req-030d08b9-1547-428a-8a12-dba2452c1b8d tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:44:56.345351 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a45fc244-02db-40c6-8bca-a436610beee3 req-030d08b9-1547-428a-8a12-dba2452c1b8d tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] 10.222.0.16 "GET /v2.0/ports?device_id=4ed688ec-0b1c-4d1e-881c-157d22decd3a HTTP/1.1" status: 200 len: 945 time: 1.1145763 Jul 14 18:44:56.428365 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a758d7e9-d0cc-468b-b770-18a42753a473 req-96c16b91-0d5f-4660-8ce7-e1c136ce7a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:44:56.430502 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a758d7e9-d0cc-468b-b770-18a42753a473 req-96c16b91-0d5f-4660-8ce7-e1c136ce7a64 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=5093a1bcf9144b0bbe697fc3cf12df56&device_id=2d15fd66-9a31-4513-9333-880c97735234 HTTP/1.1" status: 200 len: 1095 time: 0.5384359 Jul 14 18:44:56.445916 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-9dc175f6-b5a9-4a21-8ffe-0245d2e96f62 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728202197517'] for network, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:56.449622 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf3bf1d-1d25-48be-8a32-2bb143b2b1cc req-d10058c5-e6e9-4c30-a5f6-7bbdfb606557 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:44:56.458556 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3bf3bf1d-1d25-48be-8a32-2bb143b2b1cc req-d10058c5-e6e9-4c30-a5f6-7bbdfb606557 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d15fd66-9a31-4513-9333-880c97735234 HTTP/1.1" status: 200 len: 944 time: 0.5388312 Jul 14 18:44:56.502286 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-9dc175f6-b5a9-4a21-8ffe-0245d2e96f62 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727'] for network, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:56.514761 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a45fc244-02db-40c6-8bca-a436610beee3 req-e7c892aa-d4dc-48ca-821a-d13a3ddb7ea7 tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] 10.222.0.16 "GET /v2.0/security-groups?id=f745dc72-333e-4ddf-8281-1bb3e04e8f82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602223 Jul 14 18:44:56.568987 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dc175f6-b5a9-4a21-8ffe-0245d2e96f62 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:44:56.574806 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-9dc175f6-b5a9-4a21-8ffe-0245d2e96f62 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Notify callbacks [] for network, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:56.662397 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b84dc748-dd39-44bd-8366-4d0632f4c62e req-1991acb0-e034-4411-a98c-0804244368a9 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Made reservation on behalf of af718961b2754d7c873f442ed35947bb for: {'port': 1} {{(pid=93915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:44:56.677667 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-b84dc748-dd39-44bd-8366-4d0632f4c62e req-1991acb0-e034-4411-a98c-0804244368a9 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:56.742768 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 18:44:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c92cbcd9-d61d-4e20-a385-a40bbe182532 x-openstack-request-id: req-c92cbcd9-d61d-4e20-a385-a40bbe182532 {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:44:56.743992 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d15fd66-9a31-4513-9333-880c97735234", "tag": "fd1a71bb-ad30-415b-b4fc-92be13cc6a09", "status": "completed", "code": 200}]} {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:44:56.743992 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c92cbcd9-d61d-4e20-a385-a40bbe182532 {{(pid=93915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:44:56.744477 n-d-800634-3 neutron-server[93915]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d15fd66-9a31-4513-9333-880c97735234', 'tag': 'fd1a71bb-ad30-415b-b4fc-92be13cc6a09', 'status': 'completed', 'code': 200} Jul 14 18:44:56.784762 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a758d7e9-d0cc-468b-b770-18a42753a473 req-c642a45d-72b8-489c-b850-4c91bdc6756e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fd1a71bb-ad30-415b-b4fc-92be13cc6a09 HTTP/1.1" status: 200 len: 217 time: 0.3201063 Jul 14 18:44:56.896574 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-9dc175f6-b5a9-4a21-8ffe-0245d2e96f62 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.6665266 Jul 14 18:44:56.906044 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 35088) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:44:56.917990 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-e7cfe895-dd26-40c8-a7ae-8aed310a5a1b tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Request body: {'subnet': {'network_id': '00bbb26f-4a43-4d65-85c1-e4b0f0bfe55a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:44:56.978861 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a758d7e9-d0cc-468b-b770-18a42753a473 req-c5145318-1940-4748-a943-f00f024cedd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:44:56.982693 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a758d7e9-d0cc-468b-b770-18a42753a473 req-c5145318-1940-4748-a943-f00f024cedd9 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0161a33b-ac2d-4d08-b4de-fe1fa405f16a HTTP/1.1" status: 200 len: 850 time: 0.1698720 Jul 14 18:44:56.999204 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3bf3bf1d-1d25-48be-8a32-2bb143b2b1cc req-4d6aab90-080b-49ed-a42d-85decb70d479 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] 10.222.0.16 "GET /v2.0/security-groups?id=665fac0f-cff5-44f7-b9cc-bed28fe603e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5311904 Jul 14 18:44:57.087976 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc175f6-b5a9-4a21-8ffe-0245d2e96f62 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Pushing event updated for resources: {'Network': ['ID=00bbb26f-4a43-4d65-85c1-e4b0f0bfe55a,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:44:57.105158 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Network 00bbb26f-4a43-4d65-85c1-e4b0f0bfe55a details requested by agent ovs-agent-n-d-800634-3 with host n-d-800634-3 {{(pid=93917) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 18:44:57.191525 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7cfe895-dd26-40c8-a7ae-8aed310a5a1b tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Made reservation on behalf of 5ceee1f2be05491f99699576fae0f27c for: {'subnet': 1} {{(pid=93916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:44:57.196014 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-e7cfe895-dd26-40c8-a7ae-8aed310a5a1b tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26033189'] for subnet, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:57.362663 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2bcaa5ab-1e9f-4ce2-97e0-5bd2197fb4b8 req-43bc4aaa-99e9-4e04-b094-5a6c449dc5a7 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] 10.222.0.16 "GET /v2.0/ports?device_id=c8f115c8-f01c-4bfa-bd17-910e556e924f HTTP/1.1" status: 200 len: 210 time: 0.4188080 Jul 14 18:44:57.589309 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a758d7e9-d0cc-468b-b770-18a42753a473 req-c1a6205e-9c4b-42ce-995c-29fd15b0ef89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:44:57.590769 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a758d7e9-d0cc-468b-b770-18a42753a473 req-c1a6205e-9c4b-42ce-995c-29fd15b0ef89 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d41f9397-de9e-4e07-a07d-8cf0ac566250&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5849593 Jul 14 18:44:57.642530 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-e7cfe895-dd26-40c8-a7ae-8aed310a5a1b tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2684753', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26033175'] for subnet, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:57.723788 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.db_base_plugin_common [req-b84dc748-dd39-44bd-8366-4d0632f4c62e req-1991acb0-e034-4411-a98c-0804244368a9 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Allocated IP 172.20.0.6 (0c8499a8-2bfd-4d25-a4f1-802449d10090/71a893e4-9a73-4f76-91b8-19f5d84dd97b/1bec6331-9beb-4a89-8a47-964988762b0c) {{(pid=93915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:44:57.735753 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7cfe895-dd26-40c8-a7ae-8aed310a5a1b tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Checking segment: {'id': '68e548d0-d77e-4f2d-9a86-069877e1f508', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '00bbb26f-4a43-4d65-85c1-e4b0f0bfe55a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93916) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:44:57.736453 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7cfe895-dd26-40c8-a7ae-8aed310a5a1b tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Network hostable DHCP agents. Network: 00bbb26f-4a43-4d65-85c1-e4b0f0bfe55a, hostable agents: ['028393c3-0576-4ebd-bca1-8ea8a148e1a2'], hosted agents: [] {{(pid=93916) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 18:44:57.765768 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cfe895-dd26-40c8-a7ae-8aed310a5a1b tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Pushing event updated for resources: {'Subnet': ['ID=79fb5da4-e040-4f0f-8d77-7ebd6193240c,revision_number=0']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:44:57.779508 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7cfe895-dd26-40c8-a7ae-8aed310a5a1b tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Network 00bbb26f-4a43-4d65-85c1-e4b0f0bfe55a is scheduled to be hosted by DHCP agent 028393c3-0576-4ebd-bca1-8ea8a148e1a2 with binding_index 1 {{(pid=93916) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 18:44:57.798307 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [None req-e7cfe895-dd26-40c8-a7ae-8aed310a5a1b tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-3, 00bbb26f-4a43-4d65-85c1-e4b0f0bfe55a) {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:44:57.806208 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7cfe895-dd26-40c8-a7ae-8aed310a5a1b tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:44:57.806880 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-e7cfe895-dd26-40c8-a7ae-8aed310a5a1b tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Notify callbacks [] for subnet, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:57.818597 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22d24670-f613-431d-a605-c3905a4352e8 None None] Network 00bbb26f-4a43-4d65-85c1-e4b0f0bfe55a requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:44:57.848936 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-e7cfe895-dd26-40c8-a7ae-8aed310a5a1b tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9362295 Jul 14 18:44:57.848936 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 35096) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:44:57.854924 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-6e74183c-78fe-491b-9f8a-ac18d70bd844 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Request body: {'port': {'network_id': '00bbb26f-4a43-4d65-85c1-e4b0f0bfe55a', 'name': 'tempest-PortsTestJSON-1418475877'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:44:58.030178 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a758d7e9-d0cc-468b-b770-18a42753a473 req-153b7743-1e54-4025-b44b-d5b5e0a969bb service neutron] 10.222.0.18 "GET /v2.0/networks/d41f9397-de9e-4e07-a07d-8cf0ac566250?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4281957 Jul 14 18:44:58.280960 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e74183c-78fe-491b-9f8a-ac18d70bd844 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Made reservation on behalf of 5ceee1f2be05491f99699576fae0f27c for: {'port': 1} {{(pid=93916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:44:58.285121 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-6e74183c-78fe-491b-9f8a-ac18d70bd844 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:58.339656 n-d-800634-3 neutron-server[93916]: DEBUG neutron.notifiers.nova [None req-6e74183c-78fe-491b-9f8a-ac18d70bd844 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] device_id is not set on port 153d0de3-cfc4-4f6d-a46a-40c07b59c6cd yet. {{(pid=93916) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 18:44:58.376438 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2e63e63-cc9d-4682-88ba-a4ee785c8d7e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9222b97e-5d1c-54f8-ba97-82f172498e76-00bbb26f-4a43-4d65-85c1-e4b0f0bfe55a', 'network_id': '00bbb26f-4a43-4d65-85c1-e4b0f0bfe55a', 'tenant_id': '5ceee1f2be05491f99699576fae0f27c', 'fixed_ips': [{'subnet_id': '79fb5da4-e040-4f0f-8d77-7ebd6193240c'}]}} from n-d-800634-3. {{(pid=93917) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 18:44:58.377454 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-c2e63e63-cc9d-4682-88ba-a4ee785c8d7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:58.542552 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.db_base_plugin_common [None req-6e74183c-78fe-491b-9f8a-ac18d70bd844 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Allocated IP 172.20.0.6 (00bbb26f-4a43-4d65-85c1-e4b0f0bfe55a/79fb5da4-e040-4f0f-8d77-7ebd6193240c/153d0de3-cfc4-4f6d-a46a-40c07b59c6cd) {{(pid=93916) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:44:58.676283 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bbccb0-ddbf-476c-acf4-db54a56ed8af req-f9251c28-c9da-4a40-98e4-56edd9343587 tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:44:58.688680 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-79bbccb0-ddbf-476c-acf4-db54a56ed8af req-f9251c28-c9da-4a40-98e4-56edd9343587 tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] 10.222.0.16 "GET /v2.0/ports?device_id=4ed688ec-0b1c-4d1e-881c-157d22decd3a HTTP/1.1" status: 200 len: 945 time: 1.0057774 Jul 14 18:44:58.799472 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-79bbccb0-ddbf-476c-acf4-db54a56ed8af req-a5c58904-75ae-4c72-b038-5a3d23ba5779 tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] 10.222.0.16 "GET /v2.0/security-groups?id=f745dc72-333e-4ddf-8281-1bb3e04e8f82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097739 Jul 14 18:44:58.924185 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-6e74183c-78fe-491b-9f8a-ac18d70bd844 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Notify callbacks [] for port, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:58.966571 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.provisioning_blocks [None req-6e74183c-78fe-491b-9f8a-ac18d70bd844 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Transition to ACTIVE for port object 153d0de3-cfc4-4f6d-a46a-40c07b59c6cd will not be triggered until provisioned by entity DHCP. {{(pid=93916) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:44:58.997791 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-b84dc748-dd39-44bd-8366-4d0632f4c62e req-1991acb0-e034-4411-a98c-0804244368a9 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks [] for port, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:59.032412 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a758d7e9-d0cc-468b-b770-18a42753a473 req-60c76ddc-4687-4933-8644-d3ed0dfb3dd9 service neutron] 10.222.0.18 "GET /v2.0/networks/d41f9397-de9e-4e07-a07d-8cf0ac566250?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9834106 Jul 14 18:44:59.044980 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.provisioning_blocks [req-b84dc748-dd39-44bd-8366-4d0632f4c62e req-1991acb0-e034-4411-a98c-0804244368a9 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Transition to ACTIVE for port object 1bec6331-9beb-4a89-8a47-964988762b0c will not be triggered until provisioned by entity DHCP. {{(pid=93915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:44:59.062387 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-6e74183c-78fe-491b-9f8a-ac18d70bd844 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:59.213240 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e74183c-78fe-491b-9f8a-ac18d70bd844 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Network 00bbb26f-4a43-4d65-85c1-e4b0f0bfe55a is already hosted by enough agents. {{(pid=93916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:44:59.214101 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [None req-6e74183c-78fe-491b-9f8a-ac18d70bd844 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Resources bound (agent type, host, resource id): {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:44:59.218281 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e74183c-78fe-491b-9f8a-ac18d70bd844 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Received port after_create {{(pid=93916) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:44:59.236093 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.db_base_plugin_common [None req-c2e63e63-cc9d-4682-88ba-a4ee785c8d7e None None] Allocated IP 172.20.0.2 (00bbb26f-4a43-4d65-85c1-e4b0f0bfe55a/79fb5da4-e040-4f0f-8d77-7ebd6193240c/1ecd924a-b04a-41dc-8da7-664d4616b72d) {{(pid=93917) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:44:59.282916 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c053d30c-eaff-4048-97d6-de2acdc6226d req-62426356-ad50-4b2c-bca3-bf7edbc3e445 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:44:59.300763 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c053d30c-eaff-4048-97d6-de2acdc6226d req-62426356-ad50-4b2c-bca3-bf7edbc3e445 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d15fd66-9a31-4513-9333-880c97735234 HTTP/1.1" status: 200 len: 944 time: 0.8575473 Jul 14 18:44:59.343349 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e74183c-78fe-491b-9f8a-ac18d70bd844 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Pushing event updated for resources: {'Port': ['ID=153d0de3-cfc4-4f6d-a46a-40c07b59c6cd,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:44:59.388810 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e74183c-78fe-491b-9f8a-ac18d70bd844 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:44:59.389505 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-6e74183c-78fe-491b-9f8a-ac18d70bd844 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:59.394078 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-b84dc748-dd39-44bd-8366-4d0632f4c62e req-1991acb0-e034-4411-a98c-0804244368a9 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:59.424250 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-6e74183c-78fe-491b-9f8a-ac18d70bd844 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.5749245 Jul 14 18:44:59.424878 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 35140) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:44:59.670116 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-c2e63e63-cc9d-4682-88ba-a4ee785c8d7e None None] Notify callbacks [] for port, precommit_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:59.679163 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-c2e63e63-cc9d-4682-88ba-a4ee785c8d7e None None] Transition to ACTIVE for port object 1ecd924a-b04a-41dc-8da7-664d4616b72d will not be triggered until provisioned by entity L2. {{(pid=93917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:44:59.731725 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-c2e63e63-cc9d-4682-88ba-a4ee785c8d7e None None] Transition to ACTIVE for port object 1ecd924a-b04a-41dc-8da7-664d4616b72d will not be triggered until provisioned by entity DHCP. {{(pid=93917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:44:59.749381 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-c2e63e63-cc9d-4682-88ba-a4ee785c8d7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804'] for port, after_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:59.796365 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-2ce3be3c-1fbe-4da9-b5c1-6cc21f0eb3c4 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Deleting port 153d0de3-cfc4-4f6d-a46a-40c07b59c6cd {{(pid=93916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:44:59.796675 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-2ce3be3c-1fbe-4da9-b5c1-6cc21f0eb3c4 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:59.831570 n-d-800634-3 neutron-server[93917]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2e63e63-cc9d-4682-88ba-a4ee785c8d7e None None] Network 00bbb26f-4a43-4d65-85c1-e4b0f0bfe55a is already hosted by enough agents. {{(pid=93917) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:44:59.835675 n-d-800634-3 neutron-server[93917]: DEBUG neutron.scheduler.base_scheduler [None req-c2e63e63-cc9d-4682-88ba-a4ee785c8d7e None None] Resources bound (agent type, host, resource id): {{(pid=93917) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:44:59.842051 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2e63e63-cc9d-4682-88ba-a4ee785c8d7e None None] Received port after_create {{(pid=93917) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:44:59.845897 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e63e63-cc9d-4682-88ba-a4ee785c8d7e None None] Pushing event updated for resources: {'Port': ['ID=1ecd924a-b04a-41dc-8da7-664d4616b72d,revision_number=1']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:44:59.964735 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-c2e63e63-cc9d-4682-88ba-a4ee785c8d7e None None] Attempting to bind port 1ecd924a-b04a-41dc-8da7-664d4616b72d on host n-d-800634-3 for vnic_type normal with profile {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:44:59.965608 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-c2e63e63-cc9d-4682-88ba-a4ee785c8d7e None None] Attempting to bind port 1ecd924a-b04a-41dc-8da7-664d4616b72d by drivers openvswitch,hyperv on host n-d-800634-3 at level 0 using segments [{'id': '68e548d0-d77e-4f2d-9a86-069877e1f508', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '00bbb26f-4a43-4d65-85c1-e4b0f0bfe55a'}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:44:59.966408 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2e63e63-cc9d-4682-88ba-a4ee785c8d7e None None] Attempting to bind port 1ecd924a-b04a-41dc-8da7-664d4616b72d on network 00bbb26f-4a43-4d65-85c1-e4b0f0bfe55a {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:44:59.978825 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2e63e63-cc9d-4682-88ba-a4ee785c8d7e None None] Checking agent: {'id': '01c19e91-a945-4e3c-94a6-c211e17c923e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 8, 23), 'started_at': datetime.datetime(2021, 7, 14, 18, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 18, 44, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 18:44:59.979550 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2e63e63-cc9d-4682-88ba-a4ee785c8d7e None None] Checking segment: {'id': '68e548d0-d77e-4f2d-9a86-069877e1f508', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '00bbb26f-4a43-4d65-85c1-e4b0f0bfe55a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93917) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:44:59.980183 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-c2e63e63-cc9d-4682-88ba-a4ee785c8d7e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:44:59.980948 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2e63e63-cc9d-4682-88ba-a4ee785c8d7e None None] Bound using segment: {'id': '68e548d0-d77e-4f2d-9a86-069877e1f508', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '00bbb26f-4a43-4d65-85c1-e4b0f0bfe55a'} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 18:44:59.982864 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-c2e63e63-cc9d-4682-88ba-a4ee785c8d7e None None] Bound port: 1ecd924a-b04a-41dc-8da7-664d4616b72d, host: n-d-800634-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68e548d0-d77e-4f2d-9a86-069877e1f508', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '00bbb26f-4a43-4d65-85c1-e4b0f0bfe55a'}}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 18:44:59.985435 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-c2e63e63-cc9d-4682-88ba-a4ee785c8d7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:00.140088 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-2ce3be3c-1fbe-4da9-b5c1-6cc21f0eb3c4 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:00.185803 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-c2e63e63-cc9d-4682-88ba-a4ee785c8d7e None None] For port 1ecd924a-b04a-41dc-8da7-664d4616b72d, host n-d-800634-3, cleared binding levels {{(pid=93917) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:45:00.209526 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-2ce3be3c-1fbe-4da9-b5c1-6cc21f0eb3c4 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Calling delete_port for 153d0de3-cfc4-4f6d-a46a-40c07b59c6cd owned by {{(pid=93916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:45:00.211784 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-c2e63e63-cc9d-4682-88ba-a4ee785c8d7e None None] For port 1ecd924a-b04a-41dc-8da7-664d4616b72d, host n-d-800634-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=1ecd924a-b04a-41dc-8da7-664d4616b72d,segment=NetworkSegment(68e548d0-d77e-4f2d-9a86-069877e1f508),segment_id=68e548d0-d77e-4f2d-9a86-069877e1f508)] {{(pid=93917) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 18:45:00.217685 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-c2e63e63-cc9d-4682-88ba-a4ee785c8d7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:00.409188 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e63e63-cc9d-4682-88ba-a4ee785c8d7e None None] Pushing event updated for resources: {'Port': ['ID=1ecd924a-b04a-41dc-8da7-664d4616b72d,revision_number=2']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:45:00.511387 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b84dc748-dd39-44bd-8366-4d0632f4c62e req-1991acb0-e034-4411-a98c-0804244368a9 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Network 0c8499a8-2bfd-4d25-a4f1-802449d10090 is already hosted by enough agents. {{(pid=93915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:45:00.529082 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c053d30c-eaff-4048-97d6-de2acdc6226d req-147a9a1b-4f74-47cb-8d58-927364f1d56d tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] 10.222.0.16 "GET /v2.0/security-groups?id=665fac0f-cff5-44f7-b9cc-bed28fe603e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2271147 Jul 14 18:45:00.570250 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [req-b84dc748-dd39-44bd-8366-4d0632f4c62e req-1991acb0-e034-4411-a98c-0804244368a9 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Resources bound (agent type, host, resource id): {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:45:00.583454 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [req-b84dc748-dd39-44bd-8366-4d0632f4c62e req-1991acb0-e034-4411-a98c-0804244368a9 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Received port after_create {{(pid=93915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:45:00.587251 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-2ce3be3c-1fbe-4da9-b5c1-6cc21f0eb3c4 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:00.629614 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdaa34b-b90f-45f3-b8bf-309442d5ee33 req-ba0633a2-4f88-45a6-952a-8a1a4cf604b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:45:00.638879 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2fdaa34b-b90f-45f3-b8bf-309442d5ee33 req-ba0633a2-4f88-45a6-952a-8a1a4cf604b4 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=5093a1bcf9144b0bbe697fc3cf12df56&device_id=2d15fd66-9a31-4513-9333-880c97735234 HTTP/1.1" status: 200 len: 1095 time: 1.5049114 Jul 14 18:45:00.729603 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce3be3c-1fbe-4da9-b5c1-6cc21f0eb3c4 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Pushing event deleted for resources: {'Port': ['ID=153d0de3-cfc4-4f6d-a46a-40c07b59c6cd,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:45:00.883705 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1991acb0-e034-4411-a98c-0804244368a9 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Pushing event updated for resources: {'Port': ['ID=1bec6331-9beb-4a89-8a47-964988762b0c,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:45:01.066757 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-2ce3be3c-1fbe-4da9-b5c1-6cc21f0eb3c4 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:01.070557 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-2ce3be3c-1fbe-4da9-b5c1-6cc21f0eb3c4 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] 10.222.0.16 "DELETE /v2.0/ports/153d0de3-cfc4-4f6d-a46a-40c07b59c6cd HTTP/1.1" status: 204 len: 168 time: 1.6445336 Jul 14 18:45:01.074665 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 35156) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:45:01.173107 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84dc748-dd39-44bd-8366-4d0632f4c62e req-1991acb0-e034-4411-a98c-0804244368a9 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:45:01.173823 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-b84dc748-dd39-44bd-8366-4d0632f4c62e req-1991acb0-e034-4411-a98c-0804244368a9 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:01.200615 n-d-800634-3 neutron-server[93916]: INFO neutron.pecan_wsgi.hooks.translation [None req-a31e1e69-e818-4560-92bf-edb4257f0334 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] DELETE failed (client error): The resource could not be found. Jul 14 18:45:01.205486 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b84dc748-dd39-44bd-8366-4d0632f4c62e req-1991acb0-e034-4411-a98c-0804244368a9 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.1070249 Jul 14 18:45:01.205694 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a31e1e69-e818-4560-92bf-edb4257f0334 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93916) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 18:45:01.211226 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-a31e1e69-e818-4560-92bf-edb4257f0334 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] 10.222.0.16 "DELETE /v2.0/ports/153d0de3-cfc4-4f6d-a46a-40c07b59c6cd HTTP/1.1" status: 404 len: 333 time: 0.1315086 Jul 14 18:45:01.212216 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 35158) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:45:01.275421 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [req-b84dc748-dd39-44bd-8366-4d0632f4c62e req-25641442-3d89-4073-be25-f84dab4db7a3 service neutron] Request body: {'port': {'device_id': 'c8f115c8-f01c-4bfa-bd17-910e556e924f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800634-3'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:45:01.277895 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-06816f2f-71db-4f6f-adcf-70c78de5605f None None] Provisioning for port 1bec6331-9beb-4a89-8a47-964988762b0c completed by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:45:01.283276 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-06816f2f-71db-4f6f-adcf-70c78de5605f None None] Provisioning complete for port 1bec6331-9beb-4a89-8a47-964988762b0c triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:45:01.284037 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-06816f2f-71db-4f6f-adcf-70c78de5605f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:01.301686 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ede37d-55d3-4dce-9e25-a694d2cc8df6 req-3d842762-100e-445e-bbe2-d2eb4f87f095 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:45:01.303370 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a6ede37d-55d3-4dce-9e25-a694d2cc8df6 req-3d842762-100e-445e-bbe2-d2eb4f87f095 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] 10.222.0.16 "GET /v2.0/ports?device_id=c8f115c8-f01c-4bfa-bd17-910e556e924f HTTP/1.1" status: 200 len: 931 time: 1.9063041 Jul 14 18:45:01.323029 n-d-800634-3 neutron-server[93916]: INFO neutron.pecan_wsgi.hooks.translation [None req-907cb1b8-dfa6-4d72-9637-eb8a3cef563c tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] GET failed (client error): The resource could not be found. Jul 14 18:45:01.324755 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-907cb1b8-dfa6-4d72-9637-eb8a3cef563c tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] 10.222.0.16 "GET /v2.0/ports/153d0de3-cfc4-4f6d-a46a-40c07b59c6cd HTTP/1.1" status: 404 len: 333 time: 0.1072261 Jul 14 18:45:01.330780 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 35160) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:45:01.380886 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-06816f2f-71db-4f6f-adcf-70c78de5605f None None] Port 1bec6331-9beb-4a89-8a47-964988762b0c cannot update to ACTIVE because it is not bound. {{(pid=93917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 18:45:01.478339 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.db_base_plugin_v2 [None req-57cd19f8-9d14-433a-82e4-e4aa17cf6c7b tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Deleting subnet 79fb5da4-e040-4f0f-8d77-7ebd6193240c {{(pid=93916) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 18:45:01.501109 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-57cd19f8-9d14-433a-82e4-e4aa17cf6c7b tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Notify callbacks [] for subnet, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:01.542181 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdaa34b-b90f-45f3-b8bf-309442d5ee33 req-f914764d-441a-4b61-b0eb-c47370a9fd81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:45:01.543966 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2fdaa34b-b90f-45f3-b8bf-309442d5ee33 req-f914764d-441a-4b61-b0eb-c47370a9fd81 service neutron] 10.222.0.18 "GET /v2.0/networks?id=d41f9397-de9e-4e07-a07d-8cf0ac566250 HTTP/1.1" status: 200 len: 911 time: 0.6612604 Jul 14 18:45:01.552240 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a6ede37d-55d3-4dce-9e25-a694d2cc8df6 req-9e774979-2744-49d4-bb97-0f08ceedf435 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] 10.222.0.16 "GET /v2.0/security-groups?id=d5287722-8c0c-410d-a8ea-76edc9d3c05d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1923735 Jul 14 18:45:01.652226 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-57cd19f8-9d14-433a-82e4-e4aa17cf6c7b tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26296866'] for subnet, precommit_delete_associations {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:01.660913 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2fdaa34b-b90f-45f3-b8bf-309442d5ee33 req-0228a3b8-689f-47b3-94fb-4c30214a950a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fd1a71bb-ad30-415b-b4fc-92be13cc6a09 HTTP/1.1" status: 200 len: 217 time: 0.0988562 Jul 14 18:45:01.759127 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-b84dc748-dd39-44bd-8366-4d0632f4c62e req-25641442-3d89-4073-be25-f84dab4db7a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:01.846645 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a532a31-d2bd-491b-8ea6-f6c409b74937 req-1d0b11ad-f583-459a-a6ff-8d2b1694f6cb tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:45:01.848979 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-8a532a31-d2bd-491b-8ea6-f6c409b74937 req-1d0b11ad-f583-459a-a6ff-8d2b1694f6cb tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] 10.222.0.16 "GET /v2.0/ports?device_id=4ed688ec-0b1c-4d1e-881c-157d22decd3a HTTP/1.1" status: 200 len: 945 time: 0.8648856 Jul 14 18:45:02.019743 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-57cd19f8-9d14-433a-82e4-e4aa17cf6c7b tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081283'] for subnet, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:02.269465 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-57cd19f8-9d14-433a-82e4-e4aa17cf6c7b tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2684816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26033152'] for subnet, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:02.353626 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7553ada6-ef31-4615-b93e-08ffe98b6a46 None None] Network 00bbb26f-4a43-4d65-85c1-e4b0f0bfe55a requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:45:02.368562 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-57cd19f8-9d14-433a-82e4-e4aa17cf6c7b tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Notify callbacks [] for subnet, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:02.373219 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-57cd19f8-9d14-433a-82e4-e4aa17cf6c7b tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] 10.222.0.16 "DELETE /v2.0/subnets/79fb5da4-e040-4f0f-8d77-7ebd6193240c HTTP/1.1" status: 204 len: 168 time: 1.0392289 Jul 14 18:45:02.373219 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57cd19f8-9d14-433a-82e4-e4aa17cf6c7b tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Pushing event deleted for resources: {'Subnet': ['ID=79fb5da4-e040-4f0f-8d77-7ebd6193240c,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:45:02.389278 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 35170) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:45:02.645102 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-7aadcdeb-1e5e-4e30-856d-25c148ba8d88 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645734'] for network, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:02.649194 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-bb848928-3975-4499-9550-99ce32587b67 None None] Provisioning for port 1ecd924a-b04a-41dc-8da7-664d4616b72d completed by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:45:02.670574 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:02.763870 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-7aadcdeb-1e5e-4e30-856d-25c148ba8d88 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Deleting port 1ecd924a-b04a-41dc-8da7-664d4616b72d {{(pid=93916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:45:02.764906 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-7aadcdeb-1e5e-4e30-856d-25c148ba8d88 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:02.794340 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 1ecd924a-b04a-41dc-8da7-664d4616b72d up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:45:02.875559 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.db [None req-7aadcdeb-1e5e-4e30-856d-25c148ba8d88 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] For port 1ecd924a-b04a-41dc-8da7-664d4616b72d, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=1ecd924a-b04a-41dc-8da7-664d4616b72d,segment=NetworkSegment(68e548d0-d77e-4f2d-9a86-069877e1f508),segment_id=68e548d0-d77e-4f2d-9a86-069877e1f508)] {{(pid=93916) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:45:02.875988 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-7aadcdeb-1e5e-4e30-856d-25c148ba8d88 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:02.900158 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-7aadcdeb-1e5e-4e30-856d-25c148ba8d88 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Calling delete_port for 1ecd924a-b04a-41dc-8da7-664d4616b72d owned by network:dhcp {{(pid=93916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:45:02.904330 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b05cbcf2-6bf1-4d06-b3ad-0752612718c4 None None] DHCP port deletion for 00bbb26f-4a43-4d65-85c1-e4b0f0bfe55a request from n-d-800634-3 {{(pid=93917) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 18:45:02.939565 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [req-b84dc748-dd39-44bd-8366-4d0632f4c62e req-25641442-3d89-4073-be25-f84dab4db7a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1bec6331-9beb-4a89-8a47-964988762b0c {{(pid=93915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 18:45:02.977908 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning for port 1ecd924a-b04a-41dc-8da7-664d4616b72d completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:45:02.988590 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port 1ecd924a-b04a-41dc-8da7-664d4616b72d triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:45:02.989779 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:02.995738 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-b84dc748-dd39-44bd-8366-4d0632f4c62e req-25641442-3d89-4073-be25-f84dab4db7a3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:03.014609 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-7aadcdeb-1e5e-4e30-856d-25c148ba8d88 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:03.033837 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.provisioning_blocks [req-b84dc748-dd39-44bd-8366-4d0632f4c62e req-25641442-3d89-4073-be25-f84dab4db7a3 service neutron] Transition to ACTIVE for port object 1bec6331-9beb-4a89-8a47-964988762b0c will not be triggered until provisioned by entity L2. {{(pid=93915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:45:03.061211 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-b84dc748-dd39-44bd-8366-4d0632f4c62e req-25641442-3d89-4073-be25-f84dab4db7a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25912978'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:03.062038 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Could not find standard attr ID for object 1ecd924a-b04a-41dc-8da7-664d4616b72d. {{(pid=93917) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 14 18:45:03.067038 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdaa34b-b90f-45f3-b8bf-309442d5ee33 req-2e9bd935-e4a9-4d57-8ae3-34d759fd0595 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:45:03.070449 n-d-800634-3 neutron-server[93917]: INFO neutron.plugins.ml2.db [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] No ports have port_id starting with 1ecd924a-b04a-41dc-8da7-664d4616b72d Jul 14 18:45:03.072358 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2fdaa34b-b90f-45f3-b8bf-309442d5ee33 req-2e9bd935-e4a9-4d57-8ae3-34d759fd0595 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0161a33b-ac2d-4d08-b4de-fe1fa405f16a HTTP/1.1" status: 200 len: 850 time: 1.3140883 Jul 14 18:45:03.111675 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-8a532a31-d2bd-491b-8ea6-f6c409b74937 req-867ee23f-879d-4723-bbd2-f22e004a8c17 tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] 10.222.0.16 "GET /v2.0/security-groups?id=f745dc72-333e-4ddf-8281-1bb3e04e8f82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1325099 Jul 14 18:45:03.118887 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-b05cbcf2-6bf1-4d06-b3ad-0752612718c4 None None] Deleting port 1ecd924a-b04a-41dc-8da7-664d4616b72d {{(pid=93917) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:45:03.119349 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b05cbcf2-6bf1-4d06-b3ad-0752612718c4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:03.119853 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aadcdeb-1e5e-4e30-856d-25c148ba8d88 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Pushing event deleted for resources: {'Port': ['ID=1ecd924a-b04a-41dc-8da7-664d4616b72d,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:45:03.169454 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aadcdeb-1e5e-4e30-856d-25c148ba8d88 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] No DVR routers for this DVR port 1ecd924a-b04a-41dc-8da7-664d4616b72d on host n-d-800634-3 {{(pid=93916) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 18:45:03.291603 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b05cbcf2-6bf1-4d06-b3ad-0752612718c4 None None] For port 1ecd924a-b04a-41dc-8da7-664d4616b72d, host n-d-800634-3, got binding levels [] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:45:03.292002 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b05cbcf2-6bf1-4d06-b3ad-0752612718c4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:03.304970 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ea198545-61f6-4f0e-87be-259c354ff858 req-9bbaee98-6cf8-4ac2-ab6f-25e5864b63fa service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=c64ed9f9-cec3-467a-b9e4-e8dc086743bc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.5486825 Jul 14 18:45:03.325910 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-b05cbcf2-6bf1-4d06-b3ad-0752612718c4 None None] Calling delete_port for 1ecd924a-b04a-41dc-8da7-664d4616b72d owned by network:dhcp {{(pid=93917) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:45:03.334706 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.ipam_backend_mixin [None req-b05cbcf2-6bf1-4d06-b3ad-0752612718c4 None None] Port 1ecd924a-b04a-41dc-8da7-664d4616b72d was not found and therefore no delete operation was performed {{(pid=93917) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 14 18:45:03.337420 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b05cbcf2-6bf1-4d06-b3ad-0752612718c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813'] for port, after_delete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:03.400458 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-7aadcdeb-1e5e-4e30-856d-25c148ba8d88 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2096010', 'neutron.services.segments.db._delete_segments_for_network-8728202734996'] for network, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:03.417732 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05cbcf2-6bf1-4d06-b3ad-0752612718c4 None None] Pushing event deleted for resources: {'Port': ['ID=1ecd924a-b04a-41dc-8da7-664d4616b72d,revision_number=None']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:45:03.431392 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.segments.db [None req-7aadcdeb-1e5e-4e30-856d-25c148ba8d88 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00bbb26f-4a43-4d65-85c1-e4b0f0bfe55a']}} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:45:03.441160 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b05cbcf2-6bf1-4d06-b3ad-0752612718c4 None None] No DVR routers for this DVR port 1ecd924a-b04a-41dc-8da7-664d4616b72d on host n-d-800634-3 {{(pid=93917) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 18:45:03.457121 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.segments.db [None req-7aadcdeb-1e5e-4e30-856d-25c148ba8d88 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68e548d0-d77e-4f2d-9a86-069877e1f508') {'for_net_delete': True} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:45:03.460089 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.segments.db [None req-7aadcdeb-1e5e-4e30-856d-25c148ba8d88 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68e548d0-d77e-4f2d-9a86-069877e1f508') {} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:45:03.481615 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-7aadcdeb-1e5e-4e30-856d-25c148ba8d88 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728202715275', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26296891'] for segment, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:03.511962 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-7aadcdeb-1e5e-4e30-856d-25c148ba8d88 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:03.521766 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7aadcdeb-1e5e-4e30-856d-25c148ba8d88 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Releasing vlan 79 on physical network physnet1 to pool {{(pid=93916) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 18:45:03.522240 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-7aadcdeb-1e5e-4e30-856d-25c148ba8d88 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2682942'] for segment, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:03.526101 n-d-800634-3 neutron-server[93916]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:45:03.526101 n-d-800634-3 neutron-server[93916]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:45:03.526101 n-d-800634-3 neutron-server[93916]: Traceback (most recent call last): Jul 14 18:45:03.526101 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 18:45:03.526101 n-d-800634-3 neutron-server[93916]: timer() Jul 14 18:45:03.526101 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 18:45:03.526101 n-d-800634-3 neutron-server[93916]: cb(*args, **kw) Jul 14 18:45:03.526101 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 18:45:03.526101 n-d-800634-3 neutron-server[93916]: return func(*args, **kwargs) Jul 14 18:45:03.526101 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 18:45:03.526101 n-d-800634-3 neutron-server[93916]: self._notify() Jul 14 18:45:03.526101 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 18:45:03.526101 n-d-800634-3 neutron-server[93916]: self.callback(batched_events) Jul 14 18:45:03.526101 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 18:45:03.526101 n-d-800634-3 neutron-server[93916]: event.method(event) Jul 14 18:45:03.526101 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 18:45:03.526101 n-d-800634-3 neutron-server[93916]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 18:45:03.526101 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 18:45:03.526101 n-d-800634-3 neutron-server[93916]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 18:45:03.526101 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 18:45:03.526101 n-d-800634-3 neutron-server[93916]: return f(self, *a, **k) Jul 14 18:45:03.526101 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 18:45:03.526101 n-d-800634-3 neutron-server[93916]: return self._get(url).json() Jul 14 18:45:03.526101 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 18:45:03.526101 n-d-800634-3 neutron-server[93916]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 18:45:03.526101 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 18:45:03.526101 n-d-800634-3 neutron-server[93916]: return self.request(url, 'GET', **kwargs) Jul 14 18:45:03.526101 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 18:45:03.526101 n-d-800634-3 neutron-server[93916]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 18:45:03.526101 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 18:45:03.526101 n-d-800634-3 neutron-server[93916]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 18:45:03.526101 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 18:45:03.526101 n-d-800634-3 neutron-server[93916]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 18:45:03.526101 n-d-800634-3 neutron-server[93916]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 18:45:03.597074 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ae3b22-f9f2-4fcb-a17e-015f67791c5a req-d84d7f0f-9a71-4a05-a90d-37cfcd0b1fa4 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:45:03.608308 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e4ae3b22-f9f2-4fcb-a17e-015f67791c5a req-d84d7f0f-9a71-4a05-a90d-37cfcd0b1fa4 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d15fd66-9a31-4513-9333-880c97735234 HTTP/1.1" status: 200 len: 944 time: 0.8122427 Jul 14 18:45:03.671960 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-7aadcdeb-1e5e-4e30-856d-25c148ba8d88 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2096001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-930085'] for network, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:03.680459 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25641442-3d89-4073-be25-f84dab4db7a3 service neutron] Pushing event updated for resources: {'Port': ['ID=1bec6331-9beb-4a89-8a47-964988762b0c,revision_number=2']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:45:03.681346 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-7aadcdeb-1e5e-4e30-856d-25c148ba8d88 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Notify callbacks [] for network, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:03.691884 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-7aadcdeb-1e5e-4e30-856d-25c148ba8d88 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] 10.222.0.16 "DELETE /v2.0/networks/00bbb26f-4a43-4d65-85c1-e4b0f0bfe55a HTTP/1.1" status: 204 len: 168 time: 1.3002758 Jul 14 18:45:03.697335 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdaa34b-b90f-45f3-b8bf-309442d5ee33 req-9d358934-292d-4267-aa0c-6d8c8177de51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:45:03.698988 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2fdaa34b-b90f-45f3-b8bf-309442d5ee33 req-9d358934-292d-4267-aa0c-6d8c8177de51 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d41f9397-de9e-4e07-a07d-8cf0ac566250&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5510778 Jul 14 18:45:03.699490 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 35186) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:45:03.711846 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-1626993d-5e86-49b9-915a-99e169e0cda2 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-74021617'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:45:03.726435 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aadcdeb-1e5e-4e30-856d-25c148ba8d88 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Pushing event deleted for resources: {'Network': ['ID=00bbb26f-4a43-4d65-85c1-e4b0f0bfe55a,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:45:03.777239 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1626993d-5e86-49b9-915a-99e169e0cda2 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Made reservation on behalf of 5ceee1f2be05491f99699576fae0f27c for: {'network': 1} {{(pid=93916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:45:03.788050 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-1626993d-5e86-49b9-915a-99e169e0cda2 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for network, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:03.823705 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1626993d-5e86-49b9-915a-99e169e0cda2 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 77} {{(pid=93916) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 18:45:03.840754 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-1626993d-5e86-49b9-915a-99e169e0cda2 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:03.857507 n-d-800634-3 neutron-server[93916]: INFO neutron.db.segments_db [None req-1626993d-5e86-49b9-915a-99e169e0cda2 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Added segment 784b2e71-bea6-4909-b4e9-0e7f926da27d of type vlan for network 8894096a-5e39-43cf-8d66-8c479a508338 Jul 14 18:45:03.925434 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-b84dc748-dd39-44bd-8366-4d0632f4c62e req-25641442-3d89-4073-be25-f84dab4db7a3 service neutron] Attempting to bind port 1bec6331-9beb-4a89-8a47-964988762b0c on host n-h2-800634-3 for vnic_type normal with profile {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:45:03.925683 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-1626993d-5e86-49b9-915a-99e169e0cda2 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728202197517'] for network, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:03.925803 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-b84dc748-dd39-44bd-8366-4d0632f4c62e req-25641442-3d89-4073-be25-f84dab4db7a3 service neutron] Attempting to bind port 1bec6331-9beb-4a89-8a47-964988762b0c by drivers openvswitch,hyperv on host n-h2-800634-3 at level 0 using segments [{'id': '1150dee2-20bb-423e-b2bc-e15368efcae3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '0c8499a8-2bfd-4d25-a4f1-802449d10090'}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:45:03.926098 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b84dc748-dd39-44bd-8366-4d0632f4c62e req-25641442-3d89-4073-be25-f84dab4db7a3 service neutron] Attempting to bind port 1bec6331-9beb-4a89-8a47-964988762b0c on network 0c8499a8-2bfd-4d25-a4f1-802449d10090 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:45:03.986977 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-1626993d-5e86-49b9-915a-99e169e0cda2 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727'] for network, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:04.001586 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1626993d-5e86-49b9-915a-99e169e0cda2 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:45:04.001906 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-1626993d-5e86-49b9-915a-99e169e0cda2 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Notify callbacks [] for network, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:04.039860 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e4ae3b22-f9f2-4fcb-a17e-015f67791c5a req-b4c8e5fd-8f4f-47b5-a7a2-d712865073dc tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] 10.222.0.16 "GET /v2.0/security-groups?id=665fac0f-cff5-44f7-b9cc-bed28fe603e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4300735 Jul 14 18:45:04.051818 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea198545-61f6-4f0e-87be-259c354ff858 req-19327319-53eb-4a40-959c-c0222ec4ac34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:45:04.053544 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ea198545-61f6-4f0e-87be-259c354ff858 req-19327319-53eb-4a40-959c-c0222ec4ac34 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4427572788fe4f30abbab6f59fdbf9f1&device_id=c64ed9f9-cec3-467a-b9e4-e8dc086743bc HTTP/1.1" status: 200 len: 1097 time: 0.6585186 Jul 14 18:45:04.054173 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b84dc748-dd39-44bd-8366-4d0632f4c62e req-25641442-3d89-4073-be25-f84dab4db7a3 service neutron] Port 1bec6331-9beb-4a89-8a47-964988762b0c on network 0c8499a8-2bfd-4d25-a4f1-802449d10090 not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-3 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 18:45:04.054505 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b84dc748-dd39-44bd-8366-4d0632f4c62e req-25641442-3d89-4073-be25-f84dab4db7a3 service neutron] Attempting to bind port 1bec6331-9beb-4a89-8a47-964988762b0c on network 0c8499a8-2bfd-4d25-a4f1-802449d10090 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:45:04.107100 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e119738-1151-4802-ac8d-7cdbafa0cda3 req-7e79e74a-d1b6-4f01-b4af-fee01f5debd0 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:45:04.108793 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2e119738-1151-4802-ac8d-7cdbafa0cda3 req-7e79e74a-d1b6-4f01-b4af-fee01f5debd0 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] 10.222.0.16 "GET /v2.0/ports?device_id=c8f115c8-f01c-4bfa-bd17-910e556e924f HTTP/1.1" status: 200 len: 943 time: 0.6168036 Jul 14 18:45:04.194031 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b84dc748-dd39-44bd-8366-4d0632f4c62e req-25641442-3d89-4073-be25-f84dab4db7a3 service neutron] Checking agent: {'id': '08e36a6c-8d04-48f0-a644-f27680635246', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 15, 35), 'started_at': datetime.datetime(2021, 7, 14, 18, 15, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 18, 44, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 18:45:04.194790 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b84dc748-dd39-44bd-8366-4d0632f4c62e req-25641442-3d89-4073-be25-f84dab4db7a3 service neutron] Checking segment: {'id': '1150dee2-20bb-423e-b2bc-e15368efcae3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '0c8499a8-2bfd-4d25-a4f1-802449d10090'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:45:04.195445 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b84dc748-dd39-44bd-8366-4d0632f4c62e req-25641442-3d89-4073-be25-f84dab4db7a3 service neutron] Bound using segment: {'id': '1150dee2-20bb-423e-b2bc-e15368efcae3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '0c8499a8-2bfd-4d25-a4f1-802449d10090'} {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 18:45:04.196203 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-b84dc748-dd39-44bd-8366-4d0632f4c62e req-25641442-3d89-4073-be25-f84dab4db7a3 service neutron] Bound port: 1bec6331-9beb-4a89-8a47-964988762b0c, host: n-h2-800634-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1150dee2-20bb-423e-b2bc-e15368efcae3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '0c8499a8-2bfd-4d25-a4f1-802449d10090'}}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 18:45:04.196829 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-b84dc748-dd39-44bd-8366-4d0632f4c62e req-25641442-3d89-4073-be25-f84dab4db7a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:04.265878 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-1626993d-5e86-49b9-915a-99e169e0cda2 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5651400 Jul 14 18:45:04.269983 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 35198) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:45:04.282977 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-7b4312e4-7452-4606-88fc-ff0bfd2bd3a5 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Request body: {'subnet': {'network_id': '8894096a-5e39-43cf-8d66-8c479a508338', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:45:04.289745 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1626993d-5e86-49b9-915a-99e169e0cda2 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Pushing event updated for resources: {'Network': ['ID=8894096a-5e39-43cf-8d66-8c479a508338,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:45:04.308060 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Network 8894096a-5e39-43cf-8d66-8c479a508338 details requested by agent ovs-agent-n-d-800634-3 with host n-d-800634-3 {{(pid=93917) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 18:45:04.439758 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea198545-61f6-4f0e-87be-259c354ff858 req-aed33bb3-0230-49cd-bf66-cb37d7497b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:45:04.443194 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ea198545-61f6-4f0e-87be-259c354ff858 req-aed33bb3-0230-49cd-bf66-cb37d7497b9a service neutron] 10.222.0.18 "GET /v2.0/networks?id=949878ad-81d9-4447-9e61-f4d51615e760 HTTP/1.1" status: 200 len: 911 time: 0.3334718 Jul 14 18:45:04.449793 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 35202) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:45:04.617161 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b4312e4-7452-4606-88fc-ff0bfd2bd3a5 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Made reservation on behalf of 5ceee1f2be05491f99699576fae0f27c for: {'subnet': 1} {{(pid=93916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:45:04.631162 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-7b4312e4-7452-4606-88fc-ff0bfd2bd3a5 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26033189'] for subnet, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:04.633999 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ea198545-61f6-4f0e-87be-259c354ff858 req-820f3d48-117a-44de-ba56-8b92bbb6063d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2b680c52-8f17-42de-8174-663ebe8ee305 HTTP/1.1" status: 200 len: 1001 time: 0.1762855 Jul 14 18:45:04.674248 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 1ecd924a-b04a-41dc-8da7-664d4616b72d no longer exists at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 18:45:04.704516 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] No Port match for: 1ecd924a-b04a-41dc-8da7-664d4616b72d {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 18:45:04.705159 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 1ecd924a-b04a-41dc-8da7-664d4616b72d not bound to the agent host n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 18:45:04.796892 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2fdaa34b-b90f-45f3-b8bf-309442d5ee33 req-0006d88e-ede6-4717-a077-6b6ea1a4ba19 service neutron] 10.222.0.18 "GET /v2.0/networks/d41f9397-de9e-4e07-a07d-8cf0ac566250?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0831690 Jul 14 18:45:04.824360 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2e119738-1151-4802-ac8d-7cdbafa0cda3 req-0554a7c7-2ee7-46a3-8379-fcc18d893a6b tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] 10.222.0.16 "GET /v2.0/security-groups?id=d5287722-8c0c-410d-a8ea-76edc9d3c05d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6744695 Jul 14 18:45:04.838868 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 35210) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:45:05.063478 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea198545-61f6-4f0e-87be-259c354ff858 req-27c580a1-4a4c-435a-830d-fd32035903c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:45:05.065031 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ea198545-61f6-4f0e-87be-259c354ff858 req-27c580a1-4a4c-435a-830d-fd32035903c8 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=42f73a38-7ef6-4d77-ab5e-abe039b69936 HTTP/1.1" status: 200 len: 850 time: 0.3530703 Jul 14 18:45:05.082376 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-b84dc748-dd39-44bd-8366-4d0632f4c62e req-25641442-3d89-4073-be25-f84dab4db7a3 service neutron] For port 1bec6331-9beb-4a89-8a47-964988762b0c, host n-h2-800634-3, cleared binding levels {{(pid=93915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:45:05.108508 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-7b4312e4-7452-4606-88fc-ff0bfd2bd3a5 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2684753', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26033175'] for subnet, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:05.121046 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-b84dc748-dd39-44bd-8366-4d0632f4c62e req-25641442-3d89-4073-be25-f84dab4db7a3 service neutron] For port 1bec6331-9beb-4a89-8a47-964988762b0c, host n-h2-800634-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=1bec6331-9beb-4a89-8a47-964988762b0c,segment=NetworkSegment(1150dee2-20bb-423e-b2bc-e15368efcae3),segment_id=1150dee2-20bb-423e-b2bc-e15368efcae3)] {{(pid=93915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 18:45:05.199977 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4312e4-7452-4606-88fc-ff0bfd2bd3a5 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Pushing event updated for resources: {'Subnet': ['ID=fa435da4-c574-46bd-9656-0e96f1b7bda8,revision_number=0']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:45:05.234873 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b4312e4-7452-4606-88fc-ff0bfd2bd3a5 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Checking segment: {'id': '784b2e71-bea6-4909-b4e9-0e7f926da27d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '8894096a-5e39-43cf-8d66-8c479a508338'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93916) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:45:05.235543 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b4312e4-7452-4606-88fc-ff0bfd2bd3a5 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Network hostable DHCP agents. Network: 8894096a-5e39-43cf-8d66-8c479a508338, hostable agents: ['028393c3-0576-4ebd-bca1-8ea8a148e1a2'], hosted agents: [] {{(pid=93916) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 18:45:05.241436 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-b84dc748-dd39-44bd-8366-4d0632f4c62e req-25641442-3d89-4073-be25-f84dab4db7a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25912978'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:05.258572 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b4312e4-7452-4606-88fc-ff0bfd2bd3a5 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Network 8894096a-5e39-43cf-8d66-8c479a508338 is scheduled to be hosted by DHCP agent 028393c3-0576-4ebd-bca1-8ea8a148e1a2 with binding_index 1 {{(pid=93916) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 18:45:05.282237 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [None req-7b4312e4-7452-4606-88fc-ff0bfd2bd3a5 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-3, 8894096a-5e39-43cf-8d66-8c479a508338) {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:45:05.294128 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-987683ff-2052-4dd7-bdba-807763aee8a1 None None] Network 8894096a-5e39-43cf-8d66-8c479a508338 requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:45:05.310928 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b4312e4-7452-4606-88fc-ff0bfd2bd3a5 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:45:05.311732 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-7b4312e4-7452-4606-88fc-ff0bfd2bd3a5 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Notify callbacks [] for subnet, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:05.343185 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-7b4312e4-7452-4606-88fc-ff0bfd2bd3a5 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0696311 Jul 14 18:45:05.346135 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 35220) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:45:05.369186 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-941a0e44-b4e9-4249-a010-d03745f3834d tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Request body: {'port': {'network_id': '8894096a-5e39-43cf-8d66-8c479a508338', 'security_groups': [], 'name': 'tempest-PortsTestJSON-2135881933'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:45:05.402515 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25641442-3d89-4073-be25-f84dab4db7a3 service neutron] Pushing event updated for resources: {'Port': ['ID=1bec6331-9beb-4a89-8a47-964988762b0c,revision_number=3']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:45:05.447046 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-1cca7ca8-b21f-447f-a531-69fab4ab9043 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:05.579710 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a358b36-63c4-41c7-9290-5b315766edef req-c9ebf79f-684e-4392-96ae-f8216b7f20de tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:45:05.581623 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-1a358b36-63c4-41c7-9290-5b315766edef req-c9ebf79f-684e-4392-96ae-f8216b7f20de tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] 10.222.0.16 "GET /v2.0/ports?device_id=4ed688ec-0b1c-4d1e-881c-157d22decd3a HTTP/1.1" status: 200 len: 945 time: 0.7418146 Jul 14 18:45:05.801088 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:05.852092 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-1cca7ca8-b21f-447f-a531-69fab4ab9043 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:05.859371 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84dc748-dd39-44bd-8366-4d0632f4c62e req-25641442-3d89-4073-be25-f84dab4db7a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:45:05.860021 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-b84dc748-dd39-44bd-8366-4d0632f4c62e req-25641442-3d89-4073-be25-f84dab4db7a3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:05.866072 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b84dc748-dd39-44bd-8366-4d0632f4c62e req-25641442-3d89-4073-be25-f84dab4db7a3 service neutron] 10.222.0.35 "PUT /v2.0/ports/1bec6331-9beb-4a89-8a47-964988762b0c HTTP/1.1" status: 200 len: 1091 time: 4.6151185 Jul 14 18:45:05.878138 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8f115c8-f01c-4bfa-bd17-910e556e924f', 'tag': '1bec6331-9beb-4a89-8a47-964988762b0c'}] {{(pid=93915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:45:05.884625 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e72782ad3af8f7d4ce76cedf092bca46d1756acc5c4653cf0b52034cdd6b073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a6a252e-f1e5-4d41-b8a0-1d006991ee0f" -d '{"events": [{"name": "network-changed", "server_uuid": "c8f115c8-f01c-4bfa-bd17-910e556e924f", "tag": "1bec6331-9beb-4a89-8a47-964988762b0c"}]}' {{(pid=93915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:45:05.886342 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8f3addd-d183-4482-9c5d-e4b55bb73ee0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9222b97e-5d1c-54f8-ba97-82f172498e76-8894096a-5e39-43cf-8d66-8c479a508338', 'network_id': '8894096a-5e39-43cf-8d66-8c479a508338', 'tenant_id': '5ceee1f2be05491f99699576fae0f27c', 'fixed_ips': [{'subnet_id': 'fa435da4-c574-46bd-9656-0e96f1b7bda8'}]}} from n-d-800634-3. {{(pid=93917) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 18:45:05.886718 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-941a0e44-b4e9-4249-a010-d03745f3834d tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Made reservation on behalf of 5ceee1f2be05491f99699576fae0f27c for: {'port': 1} {{(pid=93916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:45:05.889696 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-e8f3addd-d183-4482-9c5d-e4b55bb73ee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:05.890917 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-941a0e44-b4e9-4249-a010-d03745f3834d tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:05.896793 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-a77c1db2-ce4d-481f-b1c5-b9d49b528540 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=32f1530e57494a099153334d7d544e25&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4450994 Jul 14 18:45:05.916446 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 35228) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:45:05.974093 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-1cca7ca8-b21f-447f-a531-69fab4ab9043 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:05.984985 n-d-800634-3 neutron-server[93916]: DEBUG neutron.notifiers.nova [None req-941a0e44-b4e9-4249-a010-d03745f3834d tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] device_id is not set on port 3411c247-bf16-4376-8c97-885477a389d9 yet. {{(pid=93916) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 18:45:06.087667 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-1cca7ca8-b21f-447f-a531-69fab4ab9043 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c020a6047cf841c69a2086b37016be55&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2277122 Jul 14 18:45:06.107878 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 35230) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:45:06.110661 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.db_base_plugin_common [None req-e8f3addd-d183-4482-9c5d-e4b55bb73ee0 None None] Allocated IP 172.20.0.2 (8894096a-5e39-43cf-8d66-8c479a508338/fa435da4-c574-46bd-9656-0e96f1b7bda8/a9c876d3-4351-4ed6-94de-b4aed9f5c991) {{(pid=93917) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:45:06.118280 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2fdaa34b-b90f-45f3-b8bf-309442d5ee33 req-c0dab41f-24c5-4920-9959-9524a2525758 service neutron] 10.222.0.18 "GET /v2.0/networks/d41f9397-de9e-4e07-a07d-8cf0ac566250?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2813616 Jul 14 18:45:06.204589 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-e70be3cb-c63f-4ed1-b326-80341bf5dab8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:06.250518 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-1a358b36-63c4-41c7-9290-5b315766edef req-fea1567c-7ad1-4044-aa8c-e9b6e1fd262f tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] 10.222.0.16 "GET /v2.0/security-groups?id=f745dc72-333e-4ddf-8281-1bb3e04e8f82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3643372 Jul 14 18:45:06.337830 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea198545-61f6-4f0e-87be-259c354ff858 req-aad925d4-ec00-4e3d-a018-22c9eed667e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:45:06.340203 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ea198545-61f6-4f0e-87be-259c354ff858 req-aad925d4-ec00-4e3d-a018-22c9eed667e5 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=949878ad-81d9-4447-9e61-f4d51615e760&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.2604103 Jul 14 18:45:06.352384 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-e70be3cb-c63f-4ed1-b326-80341bf5dab8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:06.352621 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cca7ca8-b21f-447f-a531-69fab4ab9043 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28326094-3584-4a3c-9828-62a2140bb17f,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:45:06.399154 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-e8f3addd-d183-4482-9c5d-e4b55bb73ee0 None None] Notify callbacks [] for port, precommit_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:06.409072 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-e8f3addd-d183-4482-9c5d-e4b55bb73ee0 None None] Transition to ACTIVE for port object a9c876d3-4351-4ed6-94de-b4aed9f5c991 will not be triggered until provisioned by entity L2. {{(pid=93917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:45:06.422390 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-8565e02b-dba8-4736-a98f-aa859ebebd82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:06.427688 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-e8f3addd-d183-4482-9c5d-e4b55bb73ee0 None None] Transition to ACTIVE for port object a9c876d3-4351-4ed6-94de-b4aed9f5c991 will not be triggered until provisioned by entity DHCP. {{(pid=93917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:45:06.435020 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-e8f3addd-d183-4482-9c5d-e4b55bb73ee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804'] for port, after_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:06.475455 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 35238) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:45:06.475945 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-8565e02b-dba8-4736-a98f-aa859ebebd82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:06.486484 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0278ecfa-7903-4a0d-b526-9269c417919f req-78f7d87b-0b9c-415f-9bce-77e2fe9dc8fb tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:45:06.487964 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-0278ecfa-7903-4a0d-b526-9269c417919f req-78f7d87b-0b9c-415f-9bce-77e2fe9dc8fb tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d15fd66-9a31-4513-9333-880c97735234 HTTP/1.1" status: 200 len: 944 time: 1.0866106 Jul 14 18:45:06.494474 n-d-800634-3 neutron-server[93917]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8f3addd-d183-4482-9c5d-e4b55bb73ee0 None None] Network 8894096a-5e39-43cf-8d66-8c479a508338 is already hosted by enough agents. {{(pid=93917) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:45:06.497961 n-d-800634-3 neutron-server[93917]: DEBUG neutron.scheduler.base_scheduler [None req-e8f3addd-d183-4482-9c5d-e4b55bb73ee0 None None] Resources bound (agent type, host, resource id): {{(pid=93917) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:45:06.509277 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8f3addd-d183-4482-9c5d-e4b55bb73ee0 None None] Received port after_create {{(pid=93917) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:45:06.562077 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f3addd-d183-4482-9c5d-e4b55bb73ee0 None None] Pushing event updated for resources: {'Port': ['ID=a9c876d3-4351-4ed6-94de-b4aed9f5c991,revision_number=1']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:45:06.596321 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-8565e02b-dba8-4736-a98f-aa859ebebd82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:06.601059 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-8565e02b-dba8-4736-a98f-aa859ebebd82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:06.608373 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-e8f3addd-d183-4482-9c5d-e4b55bb73ee0 None None] Attempting to bind port a9c876d3-4351-4ed6-94de-b4aed9f5c991 on host n-d-800634-3 for vnic_type normal with profile {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:45:06.608373 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-e8f3addd-d183-4482-9c5d-e4b55bb73ee0 None None] Attempting to bind port a9c876d3-4351-4ed6-94de-b4aed9f5c991 by drivers openvswitch,hyperv on host n-d-800634-3 at level 0 using segments [{'id': '784b2e71-bea6-4909-b4e9-0e7f926da27d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '8894096a-5e39-43cf-8d66-8c479a508338'}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:45:06.608373 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8f3addd-d183-4482-9c5d-e4b55bb73ee0 None None] Attempting to bind port a9c876d3-4351-4ed6-94de-b4aed9f5c991 on network 8894096a-5e39-43cf-8d66-8c479a508338 {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:45:06.609619 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-8565e02b-dba8-4736-a98f-aa859ebebd82 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/28326094-3584-4a3c-9828-62a2140bb17f HTTP/1.1" status: 204 len: 168 time: 0.5006742 Jul 14 18:45:06.611445 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-e70be3cb-c63f-4ed1-b326-80341bf5dab8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:06.616209 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8f3addd-d183-4482-9c5d-e4b55bb73ee0 None None] Checking agent: {'id': '01c19e91-a945-4e3c-94a6-c211e17c923e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 8, 23), 'started_at': datetime.datetime(2021, 7, 14, 18, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 18, 44, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 18:45:06.616653 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8f3addd-d183-4482-9c5d-e4b55bb73ee0 None None] Checking segment: {'id': '784b2e71-bea6-4909-b4e9-0e7f926da27d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '8894096a-5e39-43cf-8d66-8c479a508338'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93917) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:45:06.617163 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-e8f3addd-d183-4482-9c5d-e4b55bb73ee0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:06.617574 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8f3addd-d183-4482-9c5d-e4b55bb73ee0 None None] Bound using segment: {'id': '784b2e71-bea6-4909-b4e9-0e7f926da27d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '8894096a-5e39-43cf-8d66-8c479a508338'} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 18:45:06.618097 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-e8f3addd-d183-4482-9c5d-e4b55bb73ee0 None None] Bound port: a9c876d3-4351-4ed6-94de-b4aed9f5c991, host: n-d-800634-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '784b2e71-bea6-4909-b4e9-0e7f926da27d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '8894096a-5e39-43cf-8d66-8c479a508338'}}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 18:45:06.618511 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-e8f3addd-d183-4482-9c5d-e4b55bb73ee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:06.619953 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-e70be3cb-c63f-4ed1-b326-80341bf5dab8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:06.622073 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-e70be3cb-c63f-4ed1-b326-80341bf5dab8 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7e9bed6e-f7fd-4324-9c9a-ba8d68e5267e HTTP/1.1" status: 204 len: 168 time: 0.7045891 Jul 14 18:45:06.693472 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8565e02b-dba8-4736-a98f-aa859ebebd82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28326094-3584-4a3c-9828-62a2140bb17f,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:45:06.729959 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70be3cb-c63f-4ed1-b326-80341bf5dab8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e9bed6e-f7fd-4324-9c9a-ba8d68e5267e,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:45:06.736862 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-e8f3addd-d183-4482-9c5d-e4b55bb73ee0 None None] For port a9c876d3-4351-4ed6-94de-b4aed9f5c991, host n-d-800634-3, cleared binding levels {{(pid=93917) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:45:06.781788 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ea198545-61f6-4f0e-87be-259c354ff858 req-acaee029-2671-49bf-b688-64315e067508 service neutron] 10.222.0.18 "GET /v2.0/networks/949878ad-81d9-4447-9e61-f4d51615e760?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4306977 Jul 14 18:45:06.794172 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-e8f3addd-d183-4482-9c5d-e4b55bb73ee0 None None] For port a9c876d3-4351-4ed6-94de-b4aed9f5c991, host n-d-800634-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=a9c876d3-4351-4ed6-94de-b4aed9f5c991,segment=NetworkSegment(784b2e71-bea6-4909-b4e9-0e7f926da27d),segment_id=784b2e71-bea6-4909-b4e9-0e7f926da27d)] {{(pid=93917) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 18:45:06.799115 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.db_base_plugin_common [None req-941a0e44-b4e9-4249-a010-d03745f3834d tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Allocated IP 172.20.0.3 (8894096a-5e39-43cf-8d66-8c479a508338/fa435da4-c574-46bd-9656-0e96f1b7bda8/3411c247-bf16-4376-8c97-885477a389d9) {{(pid=93916) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:45:06.804150 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-e8f3addd-d183-4482-9c5d-e4b55bb73ee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:06.920676 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-0278ecfa-7903-4a0d-b526-9269c417919f req-7243a68c-3218-49b8-ba6b-de10be920a63 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] 10.222.0.16 "GET /v2.0/security-groups?id=665fac0f-cff5-44f7-b9cc-bed28fe603e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4104462 Jul 14 18:45:06.961905 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84dc748-dd39-44bd-8366-4d0632f4c62e req-036bf9f1-b202-4791-bdc9-bb26d661c206 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:45:06.968212 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b84dc748-dd39-44bd-8366-4d0632f4c62e req-036bf9f1-b202-4791-bdc9-bb26d661c206 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=af718961b2754d7c873f442ed35947bb&device_id=c8f115c8-f01c-4bfa-bd17-910e556e924f HTTP/1.1" status: 200 len: 1094 time: 0.9050858 Jul 14 18:45:06.989834 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f3addd-d183-4482-9c5d-e4b55bb73ee0 None None] Pushing event updated for resources: {'Port': ['ID=a9c876d3-4351-4ed6-94de-b4aed9f5c991,revision_number=2']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:45:07.256232 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-941a0e44-b4e9-4249-a010-d03745f3834d tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Notify callbacks [] for port, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:07.304666 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.provisioning_blocks [None req-941a0e44-b4e9-4249-a010-d03745f3834d tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Transition to ACTIVE for port object 3411c247-bf16-4376-8c97-885477a389d9 will not be triggered until provisioned by entity DHCP. {{(pid=93916) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:45:07.452567 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-941a0e44-b4e9-4249-a010-d03745f3834d tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:07.505028 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-941a0e44-b4e9-4249-a010-d03745f3834d tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Network 8894096a-5e39-43cf-8d66-8c479a508338 is already hosted by enough agents. {{(pid=93916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:45:07.508471 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [None req-941a0e44-b4e9-4249-a010-d03745f3834d tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Resources bound (agent type, host, resource id): {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:45:07.513444 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-941a0e44-b4e9-4249-a010-d03745f3834d tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Received port after_create {{(pid=93916) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:45:07.605782 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-941a0e44-b4e9-4249-a010-d03745f3834d tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:45:07.606442 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-941a0e44-b4e9-4249-a010-d03745f3834d tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:07.639206 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-941a0e44-b4e9-4249-a010-d03745f3834d tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 2.2898753 Jul 14 18:45:07.640102 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 35260) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:45:07.712076 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941a0e44-b4e9-4249-a010-d03745f3834d tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Pushing event updated for resources: {'Port': ['ID=3411c247-bf16-4376-8c97-885477a389d9,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:45:07.757211 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b84dc748-dd39-44bd-8366-4d0632f4c62e req-09860abb-9d56-4da6-a4ec-3e38de14e033 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1bec6331-9beb-4a89-8a47-964988762b0c HTTP/1.1" status: 200 len: 217 time: 0.7772670 Jul 14 18:45:07.777669 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-df1120a8-0a5f-4e5b-a646-3fff1a6b4131 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Deleting port 3411c247-bf16-4376-8c97-885477a389d9 {{(pid=93916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:45:07.778001 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-df1120a8-0a5f-4e5b-a646-3fff1a6b4131 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:07.807744 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 18:45:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-647222d9-20fb-4240-8211-f2d42afadfc0 x-openstack-request-id: req-647222d9-20fb-4240-8211-f2d42afadfc0 {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:45:07.808098 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8f115c8-f01c-4bfa-bd17-910e556e924f", "tag": "1bec6331-9beb-4a89-8a47-964988762b0c", "status": "completed", "code": 200}]} {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:45:07.808383 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-647222d9-20fb-4240-8211-f2d42afadfc0 {{(pid=93915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:45:07.808815 n-d-800634-3 neutron-server[93915]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8f115c8-f01c-4bfa-bd17-910e556e924f', 'tag': '1bec6331-9beb-4a89-8a47-964988762b0c', 'status': 'completed', 'code': 200} Jul 14 18:45:07.910551 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-df1120a8-0a5f-4e5b-a646-3fff1a6b4131 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:07.928501 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-df1120a8-0a5f-4e5b-a646-3fff1a6b4131 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Calling delete_port for 3411c247-bf16-4376-8c97-885477a389d9 owned by {{(pid=93916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:45:07.947716 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84dc748-dd39-44bd-8366-4d0632f4c62e req-8919e706-55c3-431b-829c-48158ad6e73b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:45:07.949217 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b84dc748-dd39-44bd-8366-4d0632f4c62e req-8919e706-55c3-431b-829c-48158ad6e73b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=71a893e4-9a73-4f76-91b8-19f5d84dd97b HTTP/1.1" status: 200 len: 834 time: 0.1311209 Jul 14 18:45:08.042488 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ea198545-61f6-4f0e-87be-259c354ff858 req-2ff019d4-8156-4d95-a61b-42e48f31792e service neutron] 10.222.0.18 "GET /v2.0/networks/949878ad-81d9-4447-9e61-f4d51615e760?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1172071 Jul 14 18:45:08.167873 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc003981-5158-4f0f-84f2-8b531b6c84b0 req-84644781-18a9-4b5e-821a-caf18cbaef5b tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:45:08.169640 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-bc003981-5158-4f0f-84f2-8b531b6c84b0 req-84644781-18a9-4b5e-821a-caf18cbaef5b tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] 10.222.0.16 "GET /v2.0/ports?device_id=c8f115c8-f01c-4bfa-bd17-910e556e924f HTTP/1.1" status: 200 len: 943 time: 1.2452562 Jul 14 18:45:08.180374 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-df1120a8-0a5f-4e5b-a646-3fff1a6b4131 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:08.200059 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb5cad8-5eb5-427d-845d-c5297bf092aa req-e1aae29a-4e05-4eec-a323-354a060388b6 tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:45:08.202134 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6eb5cad8-5eb5-427d-845d-c5297bf092aa req-e1aae29a-4e05-4eec-a323-354a060388b6 tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] 10.222.0.16 "GET /v2.0/ports?device_id=4ed688ec-0b1c-4d1e-881c-157d22decd3a HTTP/1.1" status: 200 len: 945 time: 0.4441571 Jul 14 18:45:08.227373 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1120a8-0a5f-4e5b-a646-3fff1a6b4131 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Pushing event deleted for resources: {'Port': ['ID=3411c247-bf16-4376-8c97-885477a389d9,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:45:08.306806 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-bc003981-5158-4f0f-84f2-8b531b6c84b0 req-79173c14-c838-46cc-95d4-dcb43d3d7fec tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] 10.222.0.16 "GET /v2.0/security-groups?id=d5287722-8c0c-410d-a8ea-76edc9d3c05d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1004996 Jul 14 18:45:08.364716 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-df1120a8-0a5f-4e5b-a646-3fff1a6b4131 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:08.370506 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-df1120a8-0a5f-4e5b-a646-3fff1a6b4131 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] 10.222.0.16 "DELETE /v2.0/ports/3411c247-bf16-4376-8c97-885477a389d9 HTTP/1.1" status: 204 len: 168 time: 0.7264233 Jul 14 18:45:08.377639 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 35302) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:45:08.390311 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6eb5cad8-5eb5-427d-845d-c5297bf092aa req-58af5025-0a87-46d0-b8c5-80044a450d96 tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] 10.222.0.16 "GET /v2.0/security-groups?id=f745dc72-333e-4ddf-8281-1bb3e04e8f82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1759946 Jul 14 18:45:08.449529 n-d-800634-3 neutron-server[93916]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a72bd9b-b6a8-49de-a5a4-14b90f2a62e4 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] GET failed (client error): The resource could not be found. Jul 14 18:45:08.454661 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-5a72bd9b-b6a8-49de-a5a4-14b90f2a62e4 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] 10.222.0.16 "GET /v2.0/ports/3411c247-bf16-4376-8c97-885477a389d9 HTTP/1.1" status: 404 len: 333 time: 0.0759075 Jul 14 18:45:08.495305 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 35310) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:45:08.573301 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-8cbb5b36-46f2-4c7a-bb6c-6715dfb931c5 req-c323e5b6-bf12-4c62-bf26-541e25bf7d92 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=03a24d87-527f-4d5b-a998-53393446562a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.1150923 Jul 14 18:45:08.617069 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84dc748-dd39-44bd-8366-4d0632f4c62e req-9ce844ec-e431-4498-95d4-f1fb1bb9cc4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:45:08.618797 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b84dc748-dd39-44bd-8366-4d0632f4c62e req-9ce844ec-e431-4498-95d4-f1fb1bb9cc4b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0c8499a8-2bfd-4d25-a4f1-802449d10090&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6547546 Jul 14 18:45:08.683481 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-8cbb5b36-46f2-4c7a-bb6c-6715dfb931c5 req-890e8cf1-b46b-4fbe-8bb0-85ebb26b8963 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c51e850593fc4a37af9470721017e8e7&device_id=03a24d87-527f-4d5b-a998-53393446562a HTTP/1.1" status: 200 len: 210 time: 0.0513911 Jul 14 18:45:08.728710 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4da1f398-b5d8-4aec-84c5-c0ff6987cda6 None None] Network 8894096a-5e39-43cf-8d66-8c479a508338 requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:45:08.786971 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device a9c876d3-4351-4ed6-94de-b4aed9f5c991 up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:45:08.817102 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-8cbb5b36-46f2-4c7a-bb6c-6715dfb931c5 req-c53da809-ef68-494c-9392-8ebd43fa58f7 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=c51e850593fc4a37af9470721017e8e7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0801210 Jul 14 18:45:08.819708 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.db_base_plugin_v2 [None req-f268870c-e77e-4748-8880-11200d22df7c tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Deleting subnet fa435da4-c574-46bd-9656-0e96f1b7bda8 {{(pid=93915) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 18:45:08.823611 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-f268870c-e77e-4748-8880-11200d22df7c tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Notify callbacks [] for subnet, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:08.910546 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-f268870c-e77e-4748-8880-11200d22df7c tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28939913'] for subnet, precommit_delete_associations {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:09.141830 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbb5b36-46f2-4c7a-bb6c-6715dfb931c5 req-b5725366-8756-4059-8903-5d7bd7ad6f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:45:09.149142 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-8cbb5b36-46f2-4c7a-bb6c-6715dfb931c5 req-b5725366-8756-4059-8903-5d7bd7ad6f7f service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.3259764 Jul 14 18:45:09.159418 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-f268870c-e77e-4748-8880-11200d22df7c tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081283'] for subnet, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:09.188029 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-55cf5527-d5db-4125-a4fa-30aca30bc641 None None] Provisioning for port a9c876d3-4351-4ed6-94de-b4aed9f5c991 completed by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:45:09.214540 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning for port a9c876d3-4351-4ed6-94de-b4aed9f5c991 completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:45:09.223584 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port a9c876d3-4351-4ed6-94de-b4aed9f5c991 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:45:09.224016 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:09.298734 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b84dc748-dd39-44bd-8366-4d0632f4c62e req-e9cb9cbd-0432-4ab2-a236-e35628e0237c service neutron] 10.222.0.35 "GET /v2.0/networks/0c8499a8-2bfd-4d25-a4f1-802449d10090?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6340055 Jul 14 18:45:09.303325 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-f268870c-e77e-4748-8880-11200d22df7c tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25913028', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28969762'] for subnet, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:09.395680 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:09.411750 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-f268870c-e77e-4748-8880-11200d22df7c tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Notify callbacks [] for subnet, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:09.416105 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-f268870c-e77e-4748-8880-11200d22df7c tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] 10.222.0.16 "DELETE /v2.0/subnets/fa435da4-c574-46bd-9656-0e96f1b7bda8 HTTP/1.1" status: 204 len: 168 time: 0.9055445 Jul 14 18:45:09.416972 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 35342) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:45:09.432699 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] For port a9c876d3-4351-4ed6-94de-b4aed9f5c991, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=a9c876d3-4351-4ed6-94de-b4aed9f5c991,segment=NetworkSegment(784b2e71-bea6-4909-b4e9-0e7f926da27d),segment_id=784b2e71-bea6-4909-b4e9-0e7f926da27d)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:45:09.439919 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:09.461853 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f268870c-e77e-4748-8880-11200d22df7c tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Pushing event deleted for resources: {'Subnet': ['ID=fa435da4-c574-46bd-9656-0e96f1b7bda8,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:45:09.527514 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de11640-6591-44d7-bd8b-169f3dabc1ce req-f54f02d0-9e4c-424c-9a4d-d0907eb2a0e2 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:45:09.528067 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ee58902-f912-405a-9b66-ee43a918ac0d None None] DHCP port deletion for 8894096a-5e39-43cf-8d66-8c479a508338 request from n-d-800634-3 {{(pid=93917) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 18:45:09.538131 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-9de11640-6591-44d7-bd8b-169f3dabc1ce req-f54f02d0-9e4c-424c-9a4d-d0907eb2a0e2 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d15fd66-9a31-4513-9333-880c97735234 HTTP/1.1" status: 200 len: 944 time: 0.8434439 Jul 14 18:45:09.577998 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Pushing event updated for resources: {'Port': ['ID=a9c876d3-4351-4ed6-94de-b4aed9f5c991,revision_number=4']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:45:09.603713 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c00421-0877-4dad-b1f1-88e2fa7d8fb5 req-4f4bcae2-2dba-45ab-9dbb-11f591d843f6 tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:45:09.611847 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-86c00421-0877-4dad-b1f1-88e2fa7d8fb5 req-4f4bcae2-2dba-45ab-9dbb-11f591d843f6 tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] 10.222.0.16 "GET /v2.0/ports?device_id=4ed688ec-0b1c-4d1e-881c-157d22decd3a HTTP/1.1" status: 200 len: 945 time: 0.7483506 Jul 14 18:45:09.635441 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-69bf9644-3434-4c51-829e-d74603a5c0c0 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645734'] for network, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:09.642281 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-4ee58902-f912-405a-9b66-ee43a918ac0d None None] Deleting port a9c876d3-4351-4ed6-94de-b4aed9f5c991 {{(pid=93917) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:45:09.643603 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-4ee58902-f912-405a-9b66-ee43a918ac0d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:09.662108 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b84dc748-dd39-44bd-8366-4d0632f4c62e req-8144197a-ff1d-4a08-b7db-64dfccdf0a7e service neutron] 10.222.0.35 "GET /v2.0/networks/0c8499a8-2bfd-4d25-a4f1-802449d10090?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3484793 Jul 14 18:45:09.689540 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-9de11640-6591-44d7-bd8b-169f3dabc1ce req-c4ca8f2e-27df-42a9-8ccd-ec182114203e tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] 10.222.0.16 "GET /v2.0/security-groups?id=665fac0f-cff5-44f7-b9cc-bed28fe603e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504986 Jul 14 18:45:09.702635 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-86c00421-0877-4dad-b1f1-88e2fa7d8fb5 req-a0de2253-3388-4704-a887-121d3e2bd59a tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] 10.222.0.16 "GET /v2.0/security-groups?id=f745dc72-333e-4ddf-8281-1bb3e04e8f82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865934 Jul 14 18:45:09.760972 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-69bf9644-3434-4c51-829e-d74603a5c0c0 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Deleting port a9c876d3-4351-4ed6-94de-b4aed9f5c991 {{(pid=93916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:45:09.761326 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-69bf9644-3434-4c51-829e-d74603a5c0c0 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:09.782553 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-1459315d-a59f-4194-8c4d-d9e6f78c3e20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-928623'] for router_interface, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:09.791348 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-4ee58902-f912-405a-9b66-ee43a918ac0d None None] For port a9c876d3-4351-4ed6-94de-b4aed9f5c991, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=a9c876d3-4351-4ed6-94de-b4aed9f5c991,segment=NetworkSegment(784b2e71-bea6-4909-b4e9-0e7f926da27d),segment_id=784b2e71-bea6-4909-b4e9-0e7f926da27d)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:45:09.791962 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-4ee58902-f912-405a-9b66-ee43a918ac0d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:09.810296 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-4ee58902-f912-405a-9b66-ee43a918ac0d None None] Calling delete_port for a9c876d3-4351-4ed6-94de-b4aed9f5c991 owned by network:dhcp {{(pid=93917) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:45:09.909952 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.db [None req-69bf9644-3434-4c51-829e-d74603a5c0c0 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] For port a9c876d3-4351-4ed6-94de-b4aed9f5c991, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=a9c876d3-4351-4ed6-94de-b4aed9f5c991,segment=NetworkSegment(784b2e71-bea6-4909-b4e9-0e7f926da27d),segment_id=784b2e71-bea6-4909-b4e9-0e7f926da27d)] {{(pid=93916) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:45:09.910319 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-69bf9644-3434-4c51-829e-d74603a5c0c0 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:09.941470 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-69bf9644-3434-4c51-829e-d74603a5c0c0 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Calling delete_port for a9c876d3-4351-4ed6-94de-b4aed9f5c991 owned by network:dhcp {{(pid=93916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:45:09.978394 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-4ee58902-f912-405a-9b66-ee43a918ac0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813'] for port, after_delete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:10.034808 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee58902-f912-405a-9b66-ee43a918ac0d None None] Pushing event deleted for resources: {'Port': ['ID=a9c876d3-4351-4ed6-94de-b4aed9f5c991,revision_number=None']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:45:10.045932 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ee58902-f912-405a-9b66-ee43a918ac0d None None] No DVR routers for this DVR port a9c876d3-4351-4ed6-94de-b4aed9f5c991 on host n-d-800634-3 {{(pid=93917) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 18:45:10.165144 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6a252e-f1e5-4d41-b8a0-1d006991ee0f req-6f6934f2-942a-4d3b-87ba-5f3b470993f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:45:10.166194 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6a6a252e-f1e5-4d41-b8a0-1d006991ee0f req-6f6934f2-942a-4d3b-87ba-5f3b470993f3 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=af718961b2754d7c873f442ed35947bb&device_id=c8f115c8-f01c-4bfa-bd17-910e556e924f HTTP/1.1" status: 200 len: 1094 time: 0.4333451 Jul 14 18:45:10.173311 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-69bf9644-3434-4c51-829e-d74603a5c0c0 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:10.179165 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962ae2a1-660b-4fe2-ba0f-260ab739d2ec req-22fc7844-ddaa-4df2-932c-1f883f03c9cb tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:45:10.189924 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-962ae2a1-660b-4fe2-ba0f-260ab739d2ec req-22fc7844-ddaa-4df2-932c-1f883f03c9cb tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] 10.222.0.16 "GET /v2.0/ports?device_id=c8f115c8-f01c-4bfa-bd17-910e556e924f HTTP/1.1" status: 200 len: 943 time: 0.2461419 Jul 14 18:45:10.229070 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69bf9644-3434-4c51-829e-d74603a5c0c0 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] No DVR routers for this DVR port a9c876d3-4351-4ed6-94de-b4aed9f5c991 on host n-d-800634-3 {{(pid=93916) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 18:45:10.231177 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69bf9644-3434-4c51-829e-d74603a5c0c0 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Pushing event deleted for resources: {'Port': ['ID=a9c876d3-4351-4ed6-94de-b4aed9f5c991,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:45:10.327591 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-69bf9644-3434-4c51-829e-d74603a5c0c0 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2096010', 'neutron.services.segments.db._delete_segments_for_network-8728202734996'] for network, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:10.348591 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.segments.db [None req-69bf9644-3434-4c51-829e-d74603a5c0c0 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8894096a-5e39-43cf-8d66-8c479a508338']}} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:45:10.405268 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-962ae2a1-660b-4fe2-ba0f-260ab739d2ec req-4299959e-4454-4b3b-a47b-55e6d3d9ee0b tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] 10.222.0.16 "GET /v2.0/security-groups?id=d5287722-8c0c-410d-a8ea-76edc9d3c05d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2166302 Jul 14 18:45:10.484839 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6a252e-f1e5-4d41-b8a0-1d006991ee0f req-26ec9c10-2294-4b75-9788-ceb9d8ce7a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:45:10.486723 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6a6a252e-f1e5-4d41-b8a0-1d006991ee0f req-26ec9c10-2294-4b75-9788-ceb9d8ce7a30 service neutron] 10.222.0.35 "GET /v2.0/networks?id=0c8499a8-2bfd-4d25-a4f1-802449d10090 HTTP/1.1" status: 200 len: 895 time: 0.2578084 Jul 14 18:45:10.553380 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6a6a252e-f1e5-4d41-b8a0-1d006991ee0f req-f0f0aa4b-480b-4eb3-8f4c-c85c6ff289ff service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1bec6331-9beb-4a89-8a47-964988762b0c HTTP/1.1" status: 200 len: 217 time: 0.0583003 Jul 14 18:45:10.604434 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55ecfa5-4ff2-4fa4-918d-4f257f15bda4 req-729c8f15-1378-4c6b-acf9-595e69f16b34 tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:45:10.606040 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e55ecfa5-4ff2-4fa4-918d-4f257f15bda4 req-729c8f15-1378-4c6b-acf9-595e69f16b34 tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] 10.222.0.16 "GET /v2.0/ports?device_id=4ed688ec-0b1c-4d1e-881c-157d22decd3a HTTP/1.1" status: 200 len: 945 time: 0.2577496 Jul 14 18:45:10.649787 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device a9c876d3-4351-4ed6-94de-b4aed9f5c991 no longer exists at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 18:45:10.686141 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.segments.db [None req-69bf9644-3434-4c51-829e-d74603a5c0c0 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '784b2e71-bea6-4909-b4e9-0e7f926da27d') {'for_net_delete': True} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:45:10.686761 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.segments.db [None req-69bf9644-3434-4c51-829e-d74603a5c0c0 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '784b2e71-bea6-4909-b4e9-0e7f926da27d') {} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:45:10.693354 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] No Port match for: a9c876d3-4351-4ed6-94de-b4aed9f5c991 {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 18:45:10.693770 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device a9c876d3-4351-4ed6-94de-b4aed9f5c991 not bound to the agent host n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 18:45:10.705924 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-69bf9644-3434-4c51-829e-d74603a5c0c0 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728202715275', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26296891'] for segment, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:10.720773 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-69bf9644-3434-4c51-829e-d74603a5c0c0 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:10.728723 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69bf9644-3434-4c51-829e-d74603a5c0c0 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Releasing vlan 77 on physical network physnet1 to pool {{(pid=93916) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 18:45:10.729292 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-69bf9644-3434-4c51-829e-d74603a5c0c0 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2682942'] for segment, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:10.732779 n-d-800634-3 neutron-server[93916]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 18:45:10.732779 n-d-800634-3 neutron-server[93916]: self.session.flush() Jul 14 18:45:10.732779 n-d-800634-3 neutron-server[93916]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 18:45:10.732779 n-d-800634-3 neutron-server[93916]: self.session.flush() Jul 14 18:45:10.732779 n-d-800634-3 neutron-server[93916]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 18:45:10.732779 n-d-800634-3 neutron-server[93916]: self.session.flush() Jul 14 18:45:10.732779 n-d-800634-3 neutron-server[93916]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 18:45:10.732779 n-d-800634-3 neutron-server[93916]: self.session.flush() Jul 14 18:45:10.732779 n-d-800634-3 neutron-server[93916]: Traceback (most recent call last): Jul 14 18:45:10.732779 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 18:45:10.732779 n-d-800634-3 neutron-server[93916]: timer() Jul 14 18:45:10.732779 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 18:45:10.732779 n-d-800634-3 neutron-server[93916]: cb(*args, **kw) Jul 14 18:45:10.732779 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 18:45:10.732779 n-d-800634-3 neutron-server[93916]: return func(*args, **kwargs) Jul 14 18:45:10.732779 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 18:45:10.732779 n-d-800634-3 neutron-server[93916]: self._notify() Jul 14 18:45:10.732779 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 18:45:10.732779 n-d-800634-3 neutron-server[93916]: self.callback(batched_events) Jul 14 18:45:10.732779 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 18:45:10.732779 n-d-800634-3 neutron-server[93916]: event.method(event) Jul 14 18:45:10.732779 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 18:45:10.732779 n-d-800634-3 neutron-server[93916]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 18:45:10.732779 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 18:45:10.732779 n-d-800634-3 neutron-server[93916]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 18:45:10.732779 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 18:45:10.732779 n-d-800634-3 neutron-server[93916]: return f(self, *a, **k) Jul 14 18:45:10.732779 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 18:45:10.732779 n-d-800634-3 neutron-server[93916]: return self._get(url).json() Jul 14 18:45:10.732779 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 18:45:10.732779 n-d-800634-3 neutron-server[93916]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 18:45:10.732779 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 18:45:10.732779 n-d-800634-3 neutron-server[93916]: return self.request(url, 'GET', **kwargs) Jul 14 18:45:10.732779 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 18:45:10.732779 n-d-800634-3 neutron-server[93916]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 18:45:10.732779 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 18:45:10.732779 n-d-800634-3 neutron-server[93916]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 18:45:10.732779 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 18:45:10.732779 n-d-800634-3 neutron-server[93916]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 18:45:10.732779 n-d-800634-3 neutron-server[93916]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 18:45:10.746923 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e55ecfa5-4ff2-4fa4-918d-4f257f15bda4 req-f94da6f9-812d-4ebf-92ae-540f55fc8df3 tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] 10.222.0.16 "GET /v2.0/security-groups?id=f745dc72-333e-4ddf-8281-1bb3e04e8f82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128483 Jul 14 18:45:10.748352 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6a252e-f1e5-4d41-b8a0-1d006991ee0f req-c4ac34b1-a26b-46de-9e98-7b512de22ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:45:10.750128 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6a6a252e-f1e5-4d41-b8a0-1d006991ee0f req-c4ac34b1-a26b-46de-9e98-7b512de22ca3 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=71a893e4-9a73-4f76-91b8-19f5d84dd97b HTTP/1.1" status: 200 len: 834 time: 0.1892092 Jul 14 18:45:10.837959 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-69bf9644-3434-4c51-829e-d74603a5c0c0 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2096001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-930085'] for network, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:10.863531 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-69bf9644-3434-4c51-829e-d74603a5c0c0 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Notify callbacks [] for network, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:10.875739 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [None req-1459315d-a59f-4194-8c4d-d9e6f78c3e20 admin admin] Deleting port acce96de-fa0d-4328-b8c7-90358a15052d {{(pid=93915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:45:10.875739 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-1459315d-a59f-4194-8c4d-d9e6f78c3e20 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:10.882295 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-69bf9644-3434-4c51-829e-d74603a5c0c0 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] 10.222.0.16 "DELETE /v2.0/networks/8894096a-5e39-43cf-8d66-8c479a508338 HTTP/1.1" status: 204 len: 168 time: 1.4599907 Jul 14 18:45:10.883448 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 35368) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:45:10.900857 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-17bb2b33-5cf7-4879-b2ea-f3ed0deb34fa tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Request body: {'port': {'network_id': '7a211640-24e9-4aec-b495-44762f97199e', 'name': 'tempest-PortsTestJSON-2031088552'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:45:10.977318 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6a252e-f1e5-4d41-b8a0-1d006991ee0f req-f7fa0ca2-0a81-4431-b8ef-92cbc8924ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:45:10.981780 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6a6a252e-f1e5-4d41-b8a0-1d006991ee0f req-f7fa0ca2-0a81-4431-b8ef-92cbc8924ce8 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0c8499a8-2bfd-4d25-a4f1-802449d10090&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2251287 Jul 14 18:45:11.039473 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69bf9644-3434-4c51-829e-d74603a5c0c0 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Pushing event deleted for resources: {'Network': ['ID=8894096a-5e39-43cf-8d66-8c479a508338,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:45:11.063526 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17bb2b33-5cf7-4879-b2ea-f3ed0deb34fa tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Made reservation on behalf of 5ceee1f2be05491f99699576fae0f27c for: {'port': 1} {{(pid=93916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:45:11.067529 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-17bb2b33-5cf7-4879-b2ea-f3ed0deb34fa tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:11.092447 n-d-800634-3 neutron-server[93916]: DEBUG neutron.notifiers.nova [None req-17bb2b33-5cf7-4879-b2ea-f3ed0deb34fa tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] device_id is not set on port c81e54ad-426d-41ae-8357-51670e96591e yet. {{(pid=93916) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 18:45:11.326536 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-17bb2b33-5cf7-4879-b2ea-f3ed0deb34fa tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Notify callbacks [] for port, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:11.385804 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-17bb2b33-5cf7-4879-b2ea-f3ed0deb34fa tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:11.435896 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17bb2b33-5cf7-4879-b2ea-f3ed0deb34fa tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Network 7a211640-24e9-4aec-b495-44762f97199e is already hosted by enough agents. {{(pid=93916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:45:11.446282 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [None req-17bb2b33-5cf7-4879-b2ea-f3ed0deb34fa tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Resources bound (agent type, host, resource id): {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:45:11.453159 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17bb2b33-5cf7-4879-b2ea-f3ed0deb34fa tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Received port after_create {{(pid=93916) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:45:11.459797 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17bb2b33-5cf7-4879-b2ea-f3ed0deb34fa tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:45:11.460612 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-17bb2b33-5cf7-4879-b2ea-f3ed0deb34fa tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:11.477748 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-17bb2b33-5cf7-4879-b2ea-f3ed0deb34fa tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.5903373 Jul 14 18:45:11.479012 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bb2b33-5cf7-4879-b2ea-f3ed0deb34fa tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Pushing event updated for resources: {'Port': ['ID=c81e54ad-426d-41ae-8357-51670e96591e,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:45:11.481441 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 35376) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:45:11.521046 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [None req-1459315d-a59f-4194-8c4d-d9e6f78c3e20 admin admin] For port acce96de-fa0d-4328-b8c7-90358a15052d, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=acce96de-fa0d-4328-b8c7-90358a15052d,segment=NetworkSegment(637ec1cb-18c4-4dda-9a4b-e2420d872dc7),segment_id=637ec1cb-18c4-4dda-9a4b-e2420d872dc7)] {{(pid=93915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:45:11.522092 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-1459315d-a59f-4194-8c4d-d9e6f78c3e20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:11.562358 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69f12ce-8489-456c-8a66-efb7c04e1387 req-54b8792f-a580-4ae3-98f4-5f3d793d0a47 tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:45:11.568819 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e69f12ce-8489-456c-8a66-efb7c04e1387 req-54b8792f-a580-4ae3-98f4-5f3d793d0a47 tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] 10.222.0.16 "GET /v2.0/ports?device_id=4ed688ec-0b1c-4d1e-881c-157d22decd3a HTTP/1.1" status: 200 len: 945 time: 0.6024747 Jul 14 18:45:11.582131 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [None req-1459315d-a59f-4194-8c4d-d9e6f78c3e20 admin admin] Calling delete_port for acce96de-fa0d-4328-b8c7-90358a15052d owned by network:router_interface {{(pid=93915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:45:11.611580 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-d9d5cd02-c439-40a6-9d1f-37905dcb5872 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Deleting port c81e54ad-426d-41ae-8357-51670e96591e {{(pid=93916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:45:11.612063 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-d9d5cd02-c439-40a6-9d1f-37905dcb5872 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:11.657996 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6a6a252e-f1e5-4d41-b8a0-1d006991ee0f req-68318c2e-682e-401f-97fa-562a4c36f4fa service neutron] 10.222.0.35 "GET /v2.0/networks/0c8499a8-2bfd-4d25-a4f1-802449d10090?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6425631 Jul 14 18:45:11.688508 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-d9d5cd02-c439-40a6-9d1f-37905dcb5872 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:11.693299 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a773b59-ab36-4581-9f8c-e5ac1562832f req-d0cefe18-6892-422a-95b9-7e868d66f4ac tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:45:11.694739 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2a773b59-ab36-4581-9f8c-e5ac1562832f req-d0cefe18-6892-422a-95b9-7e868d66f4ac tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d15fd66-9a31-4513-9333-880c97735234 HTTP/1.1" status: 200 len: 944 time: 0.7106097 Jul 14 18:45:11.706827 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-d9d5cd02-c439-40a6-9d1f-37905dcb5872 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Calling delete_port for c81e54ad-426d-41ae-8357-51670e96591e owned by {{(pid=93916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:45:11.771878 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e69f12ce-8489-456c-8a66-efb7c04e1387 req-9d8c2a84-baee-47a1-833b-7ab904ac831d tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] 10.222.0.16 "GET /v2.0/security-groups?id=f745dc72-333e-4ddf-8281-1bb3e04e8f82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2008224 Jul 14 18:45:11.822383 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-d9d5cd02-c439-40a6-9d1f-37905dcb5872 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:11.861914 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d5cd02-c439-40a6-9d1f-37905dcb5872 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Pushing event deleted for resources: {'Port': ['ID=c81e54ad-426d-41ae-8357-51670e96591e,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:45:11.862526 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2a773b59-ab36-4581-9f8c-e5ac1562832f req-285ab8dc-57d0-4b9b-b405-1ca6ce960365 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] 10.222.0.16 "GET /v2.0/security-groups?id=665fac0f-cff5-44f7-b9cc-bed28fe603e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519444 Jul 14 18:45:11.873880 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6a6a252e-f1e5-4d41-b8a0-1d006991ee0f req-b341019e-5956-485d-b074-51679e4cd34c service neutron] 10.222.0.35 "GET /v2.0/networks/0c8499a8-2bfd-4d25-a4f1-802449d10090?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2048094 Jul 14 18:45:11.903484 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-d9d5cd02-c439-40a6-9d1f-37905dcb5872 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:11.918673 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-d9d5cd02-c439-40a6-9d1f-37905dcb5872 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] 10.222.0.16 "DELETE /v2.0/ports/c81e54ad-426d-41ae-8357-51670e96591e HTTP/1.1" status: 204 len: 168 time: 0.4350646 Jul 14 18:45:11.920287 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 35380) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:45:11.925850 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-9a1e07d3-cbc0-40ae-a073-db205e0ed21c tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Request body: {'port': {'network_id': '7a211640-24e9-4aec-b495-44762f97199e', 'mac_address': 'fa:16:3e:aa:54:91', 'name': 'tempest-PortsTestJSON-2039077666'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:45:12.081663 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-1459315d-a59f-4194-8c4d-d9e6f78c3e20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:12.145793 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1459315d-a59f-4194-8c4d-d9e6f78c3e20 admin admin] Pushing event deleted for resources: {'Port': ['ID=acce96de-fa0d-4328-b8c7-90358a15052d,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:45:12.181734 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a1e07d3-cbc0-40ae-a073-db205e0ed21c tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Made reservation on behalf of 5ceee1f2be05491f99699576fae0f27c for: {'port': 1} {{(pid=93915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:45:12.310872 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c4c4ff-ed32-47a7-95d8-44a01eed0cbc req-6320778f-5ab8-4456-a94e-c95cda7cf590 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:45:12.312480 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c7c4c4ff-ed32-47a7-95d8-44a01eed0cbc req-6320778f-5ab8-4456-a94e-c95cda7cf590 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] 10.222.0.16 "GET /v2.0/ports?device_id=c8f115c8-f01c-4bfa-bd17-910e556e924f HTTP/1.1" status: 200 len: 943 time: 0.2895737 Jul 14 18:45:12.323694 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-9a1e07d3-cbc0-40ae-a073-db205e0ed21c tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:12.387755 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4127999-2946-4b0a-afac-b5c6d7bc3c1a req-53a653d7-fac8-4003-9eab-230c5c61d991 tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:45:12.389287 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a4127999-2946-4b0a-afac-b5c6d7bc3c1a req-53a653d7-fac8-4003-9eab-230c5c61d991 tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] 10.222.0.16 "GET /v2.0/ports?device_id=4ed688ec-0b1c-4d1e-881c-157d22decd3a HTTP/1.1" status: 200 len: 945 time: 0.3258724 Jul 14 18:45:12.434321 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [None req-9a1e07d3-cbc0-40ae-a073-db205e0ed21c tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] device_id is not set on port 599e49d7-c5ab-4d6e-a562-d573ce555245 yet. {{(pid=93915) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 18:45:12.529190 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c7c4c4ff-ed32-47a7-95d8-44a01eed0cbc req-b4cc0eef-f7e0-4938-94ac-0c07f544d4eb tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] 10.222.0.16 "GET /v2.0/security-groups?id=d5287722-8c0c-410d-a8ea-76edc9d3c05d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2030337 Jul 14 18:45:12.568743 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a4127999-2946-4b0a-afac-b5c6d7bc3c1a req-3b66b4a8-8c2e-42f9-80f6-bc85ff8f2173 tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] 10.222.0.16 "GET /v2.0/security-groups?id=f745dc72-333e-4ddf-8281-1bb3e04e8f82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666741 Jul 14 18:45:12.640328 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-1459315d-a59f-4194-8c4d-d9e6f78c3e20 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-598732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-928907'] for router_interface, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:12.807505 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-9a1e07d3-cbc0-40ae-a073-db205e0ed21c tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Notify callbacks [] for port, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:12.956340 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-9a1e07d3-cbc0-40ae-a073-db205e0ed21c tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:12.972375 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312fe19a-b928-4941-9077-ad49c57d38e4 req-b2c79f76-1428-4439-aa1a-7e48d8ff982f tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:45:12.979324 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-312fe19a-b928-4941-9077-ad49c57d38e4 req-b2c79f76-1428-4439-aa1a-7e48d8ff982f tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] 10.222.0.16 "GET /v2.0/ports?device_id=4ed688ec-0b1c-4d1e-881c-157d22decd3a HTTP/1.1" status: 200 len: 945 time: 0.1750386 Jul 14 18:45:13.094427 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a1e07d3-cbc0-40ae-a073-db205e0ed21c tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Network 7a211640-24e9-4aec-b495-44762f97199e is already hosted by enough agents. {{(pid=93915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:45:13.124993 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [None req-9a1e07d3-cbc0-40ae-a073-db205e0ed21c tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Resources bound (agent type, host, resource id): {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:45:13.127805 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a1e07d3-cbc0-40ae-a073-db205e0ed21c tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Received port after_create {{(pid=93915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:45:13.133947 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a1e07d3-cbc0-40ae-a073-db205e0ed21c tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:45:13.134562 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-9a1e07d3-cbc0-40ae-a073-db205e0ed21c tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:13.143964 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1e07d3-cbc0-40ae-a073-db205e0ed21c tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Pushing event updated for resources: {'Port': ['ID=599e49d7-c5ab-4d6e-a562-d573ce555245,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:45:13.167268 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-312fe19a-b928-4941-9077-ad49c57d38e4 req-aeec98ec-c784-487a-87bd-3ce059bc6e2c tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] 10.222.0.16 "GET /v2.0/security-groups?id=f745dc72-333e-4ddf-8281-1bb3e04e8f82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1870670 Jul 14 18:45:13.175917 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1459315d-a59f-4194-8c4d-d9e6f78c3e20 admin admin] Router 3d66d1cf-0e59-4a39-bd79-0339de07e4f4 has already been hosted by L3 agent 2c6eb27e-defb-4cca-9a24-381c7415e359 {{(pid=93915) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 18:45:13.182642 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-9a1e07d3-cbc0-40ae-a073-db205e0ed21c tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.2585785 Jul 14 18:45:13.183268 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 35392) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:45:13.257556 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c38fd68-f9a3-4464-bb3c-0074c87159b3 req-f7d9a1f9-b4f9-4ae6-8c4c-5b6559bc40b9 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:45:13.259127 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3c38fd68-f9a3-4464-bb3c-0074c87159b3 req-f7d9a1f9-b4f9-4ae6-8c4c-5b6559bc40b9 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d15fd66-9a31-4513-9333-880c97735234 HTTP/1.1" status: 200 len: 944 time: 0.2143354 Jul 14 18:45:13.276963 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f902eb3-6892-4885-a062-f37f20fa3dd7 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:45:13.278507 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-7f902eb3-6892-4885-a062-f37f20fa3dd7 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] 10.222.0.16 "GET /v2.0/ports/599e49d7-c5ab-4d6e-a562-d573ce555245 HTTP/1.1" status: 200 len: 841 time: 0.0942512 Jul 14 18:45:13.281341 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 35396) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:45:13.371304 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1459315d-a59f-4194-8c4d-d9e6f78c3e20 admin admin] Notify agent at l3_agent.n-d-800634-3 the message routers_updated {{(pid=93915) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 18:45:13.383155 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c3b6aa0-d3c9-47a1-a39a-af76cf96df95 None None] Sync routers for ids ['3d66d1cf-0e59-4a39-bd79-0339de07e4f4'] in n-d-800634-3 {{(pid=93917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 18:45:13.388670 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3c38fd68-f9a3-4464-bb3c-0074c87159b3 req-2df0d52b-f97d-4785-b963-1e30d7d0d9ac tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] 10.222.0.16 "GET /v2.0/security-groups?id=665fac0f-cff5-44f7-b9cc-bed28fe603e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173046 Jul 14 18:45:13.402688 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-1459315d-a59f-4194-8c4d-d9e6f78c3e20 admin admin] 10.222.0.16 "PUT /v2.0/routers/3d66d1cf-0e59-4a39-bd79-0339de07e4f4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9217570 Jul 14 18:45:13.409317 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 35400) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:45:13.411827 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c3b6aa0-d3c9-47a1-a39a-af76cf96df95 None None] Routers {'3d66d1cf-0e59-4a39-bd79-0339de07e4f4'} bound to L3 agent in host n-d-800634-3 {{(pid=93917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:45:13.412521 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-2c3b6aa0-d3c9-47a1-a39a-af76cf96df95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:44:53Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['3d66d1cf-0e59-4a39-bd79-0339de07e4f4'], 'active': True} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:45:13.469082 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-55666478-a3d7-4660-9717-a57146621bfe tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Deleting port 599e49d7-c5ab-4d6e-a562-d573ce555245 {{(pid=93916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:45:13.469342 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-55666478-a3d7-4660-9717-a57146621bfe tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:13.565898 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c57e7f5-cadd-4770-81aa-0f0e386434c4 req-65089f33-e350-4958-8533-197e89714c91 tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:45:13.568970 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6c57e7f5-cadd-4770-81aa-0f0e386434c4 req-65089f33-e350-4958-8533-197e89714c91 tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] 10.222.0.16 "GET /v2.0/ports?device_id=4ed688ec-0b1c-4d1e-881c-157d22decd3a HTTP/1.1" status: 200 len: 945 time: 0.0876992 Jul 14 18:45:13.574279 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvr_db [None req-2c3b6aa0-d3c9-47a1-a39a-af76cf96df95 None None] Set router 3d66d1cf-0e59-4a39-bd79-0339de07e4f4 gateway port host: n-d-800634-3 {{(pid=93917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 18:45:13.586427 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-55666478-a3d7-4660-9717-a57146621bfe tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:13.609262 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-55666478-a3d7-4660-9717-a57146621bfe tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Calling delete_port for 599e49d7-c5ab-4d6e-a562-d573ce555245 owned by {{(pid=93916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:45:13.615169 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6c57e7f5-cadd-4770-81aa-0f0e386434c4 req-ec23c16b-86aa-4223-839a-3e3b68a89ee0 tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] 10.222.0.16 "GET /v2.0/security-groups?id=f745dc72-333e-4ddf-8281-1bb3e04e8f82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379682 Jul 14 18:45:13.627445 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-3876cebd-d79a-4968-a61a-4f359cc69d34 admin admin] Notify callbacks [] for router, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:13.807283 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-55666478-a3d7-4660-9717-a57146621bfe tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:13.809866 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-3876cebd-d79a-4968-a61a-4f359cc69d34 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:13.825275 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Device 1bec6331-9beb-4a89-8a47-964988762b0c details requested by agent hyperv_n-h2-800634-3 with host n-h2-800634-3 {{(pid=93917) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 18:45:13.853752 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55666478-a3d7-4660-9717-a57146621bfe tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Pushing event deleted for resources: {'Port': ['ID=599e49d7-c5ab-4d6e-a562-d573ce555245,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:45:13.858613 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ea49d6-b8c1-4a5b-a3e1-fa4889ff9bb8 req-e1a655a7-58fb-4495-9835-fb866782b2e0 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:45:13.870435 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-38ea49d6-b8c1-4a5b-a3e1-fa4889ff9bb8 req-e1a655a7-58fb-4495-9835-fb866782b2e0 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] 10.222.0.16 "GET /v2.0/ports?device_id=c8f115c8-f01c-4bfa-bd17-910e556e924f HTTP/1.1" status: 200 len: 943 time: 0.1421552 Jul 14 18:45:13.888511 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55666478-a3d7-4660-9717-a57146621bfe tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:45:13.888889 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55666478-a3d7-4660-9717-a57146621bfe tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:45:13.889367 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55666478-a3d7-4660-9717-a57146621bfe tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:45:13.889853 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55666478-a3d7-4660-9717-a57146621bfe tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:45:13.890217 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55666478-a3d7-4660-9717-a57146621bfe tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:45:13.890584 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55666478-a3d7-4660-9717-a57146621bfe tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:45:13.891016 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55666478-a3d7-4660-9717-a57146621bfe tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:45:13.891422 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55666478-a3d7-4660-9717-a57146621bfe tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:45:13.891835 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55666478-a3d7-4660-9717-a57146621bfe tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:45:13.892260 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55666478-a3d7-4660-9717-a57146621bfe tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:45:13.892641 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55666478-a3d7-4660-9717-a57146621bfe tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:45:13.892976 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55666478-a3d7-4660-9717-a57146621bfe tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:45:13.896503 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-55666478-a3d7-4660-9717-a57146621bfe tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:13.898775 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-55666478-a3d7-4660-9717-a57146621bfe tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] 10.222.0.16 "DELETE /v2.0/ports/599e49d7-c5ab-4d6e-a562-d573ce555245 HTTP/1.1" status: 204 len: 168 time: 0.6160545 Jul 14 18:45:13.901819 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 35410) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:45:13.949249 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-38ea49d6-b8c1-4a5b-a3e1-fa4889ff9bb8 req-46e9e643-1ea8-4835-9cbd-8269f4bd892c tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] 10.222.0.16 "GET /v2.0/security-groups?id=d5287722-8c0c-410d-a8ea-76edc9d3c05d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0775650 Jul 14 18:45:13.962440 n-d-800634-3 neutron-server[93916]: INFO neutron.pecan_wsgi.hooks.translation [None req-41eacc7b-d764-4fc5-a852-f66194b30ed7 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] GET failed (client error): The resource could not be found. Jul 14 18:45:13.968596 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-41eacc7b-d764-4fc5-a852-f66194b30ed7 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] 10.222.0.16 "GET /v2.0/ports/599e49d7-c5ab-4d6e-a562-d573ce555245 HTTP/1.1" status: 404 len: 333 time: 0.0604789 Jul 14 18:45:13.968596 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 35412) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:45:13.976351 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-5e17ed16-a12c-4dd2-966f-883bd711ce7f tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Request body: {'port': {'network_id': '7a211640-24e9-4aec-b495-44762f97199e', 'name': 'tempest-PortsTestJSON-1151700257'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:45:14.001267 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-2c3b6aa0-d3c9-47a1-a39a-af76cf96df95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d66d1cf-0e59-4a39-bd79-0339de07e4f4', 'name': 'tempest-TaggedBootDevicesTest-167320257-router', 'tenant_id': '97b50484cf0c4fbaadc06c25d281353e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.9'}], 'enable_snat': True}, 'gw_port_id': 'f4dce0fa-4466-4422-8fbf-e549ad994da8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:33:05Z', 'updated_at': '2021-07-14T18:45:11Z', 'revision_number': 5, 'project_id': '97b50484cf0c4fbaadc06c25d281353e', 'gw_port': {'id': 'f4dce0fa-4466-4422-8fbf-e549ad994da8', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:99:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d66d1cf-0e59-4a39-bd79-0339de07e4f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1539, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:33:09Z', 'updated_at': '2021-07-14T18:33:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3'}], 'n-d-800634-3', False) {} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:45:14.041766 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c3b6aa0-d3c9-47a1-a39a-af76cf96df95 None None] Checking router: 3d66d1cf-0e59-4a39-bd79-0339de07e4f4 for host: n-d-800634-3 {{(pid=93917) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 18:45:14.042879 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-3876cebd-d79a-4968-a61a-4f359cc69d34 admin admin] Deleting port f4dce0fa-4466-4422-8fbf-e549ad994da8 {{(pid=93916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:45:14.043287 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-3876cebd-d79a-4968-a61a-4f359cc69d34 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:14.054353 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c3b6aa0-d3c9-47a1-a39a-af76cf96df95 None None] Routers {'3d66d1cf-0e59-4a39-bd79-0339de07e4f4'} bound to L3 agent in host n-d-800634-3 {{(pid=93917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:45:14.054996 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-2c3b6aa0-d3c9-47a1-a39a-af76cf96df95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:44:53Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['3d66d1cf-0e59-4a39-bd79-0339de07e4f4'], 'active': True} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:45:14.151184 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.db [None req-3876cebd-d79a-4968-a61a-4f359cc69d34 admin admin] For port f4dce0fa-4466-4422-8fbf-e549ad994da8, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=f4dce0fa-4466-4422-8fbf-e549ad994da8,segment=NetworkSegment(5afb940b-bbdf-4727-be00-5d46367c38a1),segment_id=5afb940b-bbdf-4727-be00-5d46367c38a1)] {{(pid=93916) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:45:14.151572 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-3876cebd-d79a-4968-a61a-4f359cc69d34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:14.166532 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-3876cebd-d79a-4968-a61a-4f359cc69d34 admin admin] Calling delete_port for f4dce0fa-4466-4422-8fbf-e549ad994da8 owned by network:router_gateway {{(pid=93916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:45:14.189361 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] For port 1bec6331-9beb-4a89-8a47-964988762b0c, host n-h2-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=1bec6331-9beb-4a89-8a47-964988762b0c,segment=NetworkSegment(1150dee2-20bb-423e-b2bc-e15368efcae3),segment_id=1150dee2-20bb-423e-b2bc-e15368efcae3)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:45:14.204105 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvr_db [None req-2c3b6aa0-d3c9-47a1-a39a-af76cf96df95 None None] Set router 3d66d1cf-0e59-4a39-bd79-0339de07e4f4 gateway port host: None {{(pid=93917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 18:45:14.245799 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f958d12-3251-4375-9f36-b85de9912a60 req-fda422a0-ffca-419b-a5f0-9c08917d0851 tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:45:14.250754 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6f958d12-3251-4375-9f36-b85de9912a60 req-fda422a0-ffca-419b-a5f0-9c08917d0851 tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] 10.222.0.16 "GET /v2.0/ports?device_id=4ed688ec-0b1c-4d1e-881c-157d22decd3a HTTP/1.1" status: 200 len: 945 time: 0.1239724 Jul 14 18:45:14.283092 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-2c3b6aa0-d3c9-47a1-a39a-af76cf96df95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d66d1cf-0e59-4a39-bd79-0339de07e4f4', 'name': 'tempest-TaggedBootDevicesTest-167320257-router', 'tenant_id': '97b50484cf0c4fbaadc06c25d281353e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:33:05Z', 'updated_at': '2021-07-14T18:45:13Z', 'revision_number': 6, 'project_id': '97b50484cf0c4fbaadc06c25d281353e', 'gw_port_host': None}], 'n-d-800634-3', False) {} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:45:14.287388 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Returning: {'device': '1bec6331-9beb-4a89-8a47-964988762b0c', 'network_id': '0c8499a8-2bfd-4d25-a4f1-802449d10090', 'port_id': '1bec6331-9beb-4a89-8a47-964988762b0c', 'mac_address': 'fa:16:3e:0e:f9:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71a893e4-9a73-4f76-91b8-19f5d84dd97b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93917) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 18:45:14.322854 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c3b6aa0-d3c9-47a1-a39a-af76cf96df95 None None] The sync data for ids ['3d66d1cf-0e59-4a39-bd79-0339de07e4f4'] in n-d-800634-3 is: [{'id': '3d66d1cf-0e59-4a39-bd79-0339de07e4f4', 'name': 'tempest-TaggedBootDevicesTest-167320257-router', 'tenant_id': '97b50484cf0c4fbaadc06c25d281353e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:33:05Z', 'updated_at': '2021-07-14T18:45:13Z', 'revision_number': 6, 'project_id': '97b50484cf0c4fbaadc06c25d281353e', 'gw_port_host': None}] {{(pid=93917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 18:45:14.327960 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e17ed16-a12c-4dd2-966f-883bd711ce7f tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Made reservation on behalf of 5ceee1f2be05491f99699576fae0f27c for: {'port': 1} {{(pid=93916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:45:14.331957 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-5e17ed16-a12c-4dd2-966f-883bd711ce7f tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:14.373598 n-d-800634-3 neutron-server[93916]: DEBUG neutron.notifiers.nova [None req-5e17ed16-a12c-4dd2-966f-883bd711ce7f tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] device_id is not set on port 81db38b0-80de-40b0-87de-085f8f493bac yet. {{(pid=93916) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 18:45:14.409822 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6f958d12-3251-4375-9f36-b85de9912a60 req-4e59f05b-6427-40a9-a8e4-ddfd7a93a1fa tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] 10.222.0.16 "GET /v2.0/security-groups?id=f745dc72-333e-4ddf-8281-1bb3e04e8f82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439185 Jul 14 18:45:14.410588 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:14.431418 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1bec6331-9beb-4a89-8a47-964988762b0c {{(pid=93917) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 18:45:14.458044 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] For port 1bec6331-9beb-4a89-8a47-964988762b0c, host n-h2-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=1bec6331-9beb-4a89-8a47-964988762b0c,segment=NetworkSegment(1150dee2-20bb-423e-b2bc-e15368efcae3),segment_id=1150dee2-20bb-423e-b2bc-e15368efcae3)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:45:14.467659 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:14.528171 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-3876cebd-d79a-4968-a61a-4f359cc69d34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:14.575476 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Pushing event updated for resources: {'Port': ['ID=1bec6331-9beb-4a89-8a47-964988762b0c,revision_number=4']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:45:14.615151 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3876cebd-d79a-4968-a61a-4f359cc69d34 admin admin] Pushing event deleted for resources: {'Port': ['ID=f4dce0fa-4466-4422-8fbf-e549ad994da8,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:45:14.690752 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af31339-1aaa-49ec-b47b-d2d2b1d4a129 req-81badfb1-58fe-42be-bea7-65b37c4ef9d1 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:45:14.692877 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3af31339-1aaa-49ec-b47b-d2d2b1d4a129 req-81badfb1-58fe-42be-bea7-65b37c4ef9d1 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d15fd66-9a31-4513-9333-880c97735234 HTTP/1.1" status: 200 len: 944 time: 0.0764945 Jul 14 18:45:14.718655 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-5e17ed16-a12c-4dd2-966f-883bd711ce7f tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Notify callbacks [] for port, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:14.756387 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-3876cebd-d79a-4968-a61a-4f359cc69d34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-930057'] for router_gateway, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:14.759465 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] get_ports_and_sgs() called for port_ids ['1bec6331-9beb-4a89-8a47-964988762b0c'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 18:45:14.845028 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device acce96de-fa0d-4328-b8c7-90358a15052d no longer exists at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 18:45:14.866291 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3af31339-1aaa-49ec-b47b-d2d2b1d4a129 req-f3e182d5-82ab-4817-a5b0-0099149cc53c tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] 10.222.0.16 "GET /v2.0/security-groups?id=665fac0f-cff5-44f7-b9cc-bed28fe603e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528614 Jul 14 18:45:14.887443 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72420c9-a18e-444c-a674-de0ee17c4b08 req-02c3fb75-d549-4dcc-82fa-8625af89fa86 tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:45:14.889025 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-d72420c9-a18e-444c-a674-de0ee17c4b08 req-02c3fb75-d549-4dcc-82fa-8625af89fa86 tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] 10.222.0.16 "GET /v2.0/ports?device_id=4ed688ec-0b1c-4d1e-881c-157d22decd3a HTTP/1.1" status: 200 len: 945 time: 0.1683135 Jul 14 18:45:14.912089 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] No Port match for: acce96de-fa0d-4328-b8c7-90358a15052d {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 18:45:14.912470 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device acce96de-fa0d-4328-b8c7-90358a15052d not bound to the agent host n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 18:45:14.936343 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-3876cebd-d79a-4968-a61a-4f359cc69d34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-571778', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11402'] for router, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:14.940461 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-3876cebd-d79a-4968-a61a-4f359cc69d34 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:14.950704 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-5e17ed16-a12c-4dd2-966f-883bd711ce7f tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:15.002937 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-d72420c9-a18e-444c-a674-de0ee17c4b08 req-ee3d2d9c-a135-49d3-a4d7-cad4f4dfc312 tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] 10.222.0.16 "GET /v2.0/security-groups?id=f745dc72-333e-4ddf-8281-1bb3e04e8f82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055362 Jul 14 18:45:15.036700 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e17ed16-a12c-4dd2-966f-883bd711ce7f tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Pushing event updated for resources: {'Port': ['ID=81db38b0-80de-40b0-87de-085f8f493bac,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:45:15.054696 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-3876cebd-d79a-4968-a61a-4f359cc69d34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-541202'] for router, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:15.055276 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3876cebd-d79a-4968-a61a-4f359cc69d34 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3d66d1cf-0e59-4a39-bd79-0339de07e4f4 {{(pid=93916) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 18:45:15.058558 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e17ed16-a12c-4dd2-966f-883bd711ce7f tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Network 7a211640-24e9-4aec-b495-44762f97199e is already hosted by enough agents. {{(pid=93916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:45:15.063429 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-3876cebd-d79a-4968-a61a-4f359cc69d34 admin admin] Notify callbacks [] for router, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:15.067139 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 35428) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:45:15.067422 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-3876cebd-d79a-4968-a61a-4f359cc69d34 admin admin] 10.222.0.16 "DELETE /v2.0/routers/3d66d1cf-0e59-4a39-bd79-0339de07e4f4 HTTP/1.1" status: 204 len: 168 time: 1.6558855 Jul 14 18:45:15.068650 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [None req-5e17ed16-a12c-4dd2-966f-883bd711ce7f tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Resources bound (agent type, host, resource id): {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:45:15.071185 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e17ed16-a12c-4dd2-966f-883bd711ce7f tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Received port after_create {{(pid=93916) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:45:15.084658 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e17ed16-a12c-4dd2-966f-883bd711ce7f tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:45:15.086120 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-5e17ed16-a12c-4dd2-966f-883bd711ce7f tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:15.102998 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-5e17ed16-a12c-4dd2-966f-883bd711ce7f tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.1324852 Jul 14 18:45:15.105533 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 35430) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:45:15.111825 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-81e85ff9-773a-48ed-bc52-2903142a14db tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:45:15.217026 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-81e85ff9-773a-48ed-bc52-2903142a14db tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:15.302492 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c70ce0f-e6cb-4e37-b75b-57de683762e3 admin admin] Deleting subnet ca505849-4eae-4ad9-8cb2-1c989449b21f {{(pid=93915) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 18:45:15.313112 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-6c70ce0f-e6cb-4e37-b75b-57de683762e3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:15.371658 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-6c70ce0f-e6cb-4e37-b75b-57de683762e3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28939913'] for subnet, precommit_delete_associations {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:15.408557 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d57ca0-1064-4acb-9eca-f424dfcc8c30 req-5ba56672-6258-49b5-b0ff-15def4007db3 tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:45:15.412580 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-44d57ca0-1064-4acb-9eca-f424dfcc8c30 req-5ba56672-6258-49b5-b0ff-15def4007db3 tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] 10.222.0.16 "GET /v2.0/ports?device_id=4ed688ec-0b1c-4d1e-881c-157d22decd3a HTTP/1.1" status: 200 len: 945 time: 0.1755455 Jul 14 18:45:15.421317 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf583089-0bce-495f-84e2-a782e8fb426e req-f0d633e3-8075-46f5-9031-8136955c4678 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:45:15.424266 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-bf583089-0bce-495f-84e2-a782e8fb426e req-f0d633e3-8075-46f5-9031-8136955c4678 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] 10.222.0.16 "GET /v2.0/ports?device_id=c8f115c8-f01c-4bfa-bd17-910e556e924f HTTP/1.1" status: 200 len: 944 time: 0.2899578 Jul 14 18:45:15.433781 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-81e85ff9-773a-48ed-bc52-2903142a14db tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Notify callbacks [] for port, precommit_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:15.439407 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-81e85ff9-773a-48ed-bc52-2903142a14db tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2684870'] for port, after_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:15.483614 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-81e85ff9-773a-48ed-bc52-2903142a14db tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] In _notify_port_updated(), no bound segment for port 81db38b0-80de-40b0-87de-085f8f493bac on network 7a211640-24e9-4aec-b495-44762f97199e {{(pid=93916) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 14 18:45:15.489553 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81e85ff9-773a-48ed-bc52-2903142a14db tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:45:15.490195 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-81e85ff9-773a-48ed-bc52-2903142a14db tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:15.491541 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-81e85ff9-773a-48ed-bc52-2903142a14db tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] 10.222.0.16 "PUT /v2.0/ports/81db38b0-80de-40b0-87de-085f8f493bac HTTP/1.1" status: 200 len: 818 time: 0.3847792 Jul 14 18:45:15.498090 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 35432) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:45:15.509491 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e85ff9-773a-48ed-bc52-2903142a14db tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Pushing event updated for resources: {'Port': ['ID=81db38b0-80de-40b0-87de-085f8f493bac,revision_number=2']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:45:15.830874 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Device 1bec6331-9beb-4a89-8a47-964988762b0c up at agent hyperv_n-h2-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:45:15.885898 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-bf583089-0bce-495f-84e2-a782e8fb426e req-099c39ea-8510-4822-8abb-dd220636ff20 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] 10.222.0.16 "GET /v2.0/security-groups?id=d5287722-8c0c-410d-a8ea-76edc9d3c05d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4272499 Jul 14 18:45:15.893743 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Provisioning for port 1bec6331-9beb-4a89-8a47-964988762b0c completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:45:15.898875 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Provisioning complete for port 1bec6331-9beb-4a89-8a47-964988762b0c triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:45:15.899249 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:15.907986 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-44d57ca0-1064-4acb-9eca-f424dfcc8c30 req-c21109de-10fd-49dc-b496-f7b0508a935d tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] 10.222.0.16 "GET /v2.0/security-groups?id=f745dc72-333e-4ddf-8281-1bb3e04e8f82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4819787 Jul 14 18:45:15.955707 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-6c70ce0f-e6cb-4e37-b75b-57de683762e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081283'] for subnet, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:16.046652 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-6c70ce0f-e6cb-4e37-b75b-57de683762e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25913028', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28969762'] for subnet, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:16.065992 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:16.100977 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8f115c8-f01c-4bfa-bd17-910e556e924f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bec6331-9beb-4a89-8a47-964988762b0c'}] {{(pid=93917) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:45:16.106634 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20b787f3c29eaa7aa2a4d648c725a2124c5ff39a8d793252f9d844495e14cf42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fed7ac90-edf5-4639-9728-71009fc8ea71" -d '{"events": [{"server_uuid": "c8f115c8-f01c-4bfa-bd17-910e556e924f", "name": "network-vif-plugged", "status": "completed", "tag": "1bec6331-9beb-4a89-8a47-964988762b0c"}]}' {{(pid=93917) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:45:16.113023 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] For port 1bec6331-9beb-4a89-8a47-964988762b0c, host n-h2-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=1bec6331-9beb-4a89-8a47-964988762b0c,segment=NetworkSegment(1150dee2-20bb-423e-b2bc-e15368efcae3),segment_id=1150dee2-20bb-423e-b2bc-e15368efcae3)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:45:16.118209 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:16.145017 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-6c70ce0f-e6cb-4e37-b75b-57de683762e3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:16.150532 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04e623d7-e5ac-4c33-9a15-99f1929c44d5 None None] Network a3451eaf-fb13-48b5-b64d-da7580c60487 requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:45:16.151962 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 35444) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:45:16.152929 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-6c70ce0f-e6cb-4e37-b75b-57de683762e3 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/ca505849-4eae-4ad9-8cb2-1c989449b21f HTTP/1.1" status: 204 len: 168 time: 1.0842025 Jul 14 18:45:16.177792 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c70ce0f-e6cb-4e37-b75b-57de683762e3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ca505849-4eae-4ad9-8cb2-1c989449b21f,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:45:16.234800 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Pushing event updated for resources: {'Port': ['ID=1bec6331-9beb-4a89-8a47-964988762b0c,revision_number=5']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:45:16.244795 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-1ceca9fb-088e-47b8-a3ea-2e5701c8a688 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645734'] for network, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:16.292135 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [None req-a411031a-b5df-4bd6-ae83-f70f36b926d8 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Deleting port 81db38b0-80de-40b0-87de-085f8f493bac {{(pid=93915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:45:16.292616 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-a411031a-b5df-4bd6-ae83-f70f36b926d8 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:16.327824 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-1ceca9fb-088e-47b8-a3ea-2e5701c8a688 admin admin] Deleting port bffb8cc2-bbe3-4c75-836b-d993f1b15b61 {{(pid=93916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:45:16.328554 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-1ceca9fb-088e-47b8-a3ea-2e5701c8a688 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:16.371421 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10827bf4-eb6f-4fbc-9a05-227262f9b4d4 req-a8121e69-562b-4b8a-bab9-a4e44c60fd0f tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:45:16.376610 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-10827bf4-eb6f-4fbc-9a05-227262f9b4d4 req-a8121e69-562b-4b8a-bab9-a4e44c60fd0f tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d15fd66-9a31-4513-9333-880c97735234 HTTP/1.1" status: 200 len: 944 time: 0.2498689 Jul 14 18:45:16.384627 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec71d0cf-5444-468b-93fd-bb23755031dc req-c75a41ab-f568-4978-93e6-681f15608ed5 tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:45:16.386324 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ec71d0cf-5444-468b-93fd-bb23755031dc req-c75a41ab-f568-4978-93e6-681f15608ed5 tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] 10.222.0.16 "GET /v2.0/ports?device_id=4ed688ec-0b1c-4d1e-881c-157d22decd3a HTTP/1.1" status: 200 len: 945 time: 0.2024691 Jul 14 18:45:16.415005 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad68b5a3-4089-4f9f-81f3-24f79e14f1fa None None] DHCP port deletion for a3451eaf-fb13-48b5-b64d-da7580c60487 request from n-d-800634-3 {{(pid=93917) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 18:45:16.416424 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.db [None req-1ceca9fb-088e-47b8-a3ea-2e5701c8a688 admin admin] For port bffb8cc2-bbe3-4c75-836b-d993f1b15b61, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=bffb8cc2-bbe3-4c75-836b-d993f1b15b61,segment=NetworkSegment(637ec1cb-18c4-4dda-9a4b-e2420d872dc7),segment_id=637ec1cb-18c4-4dda-9a4b-e2420d872dc7)] {{(pid=93916) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:45:16.416889 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-1ceca9fb-088e-47b8-a3ea-2e5701c8a688 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:16.432534 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-1ceca9fb-088e-47b8-a3ea-2e5701c8a688 admin admin] Calling delete_port for bffb8cc2-bbe3-4c75-836b-d993f1b15b61 owned by network:dhcp {{(pid=93916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:45:16.443279 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-a411031a-b5df-4bd6-ae83-f70f36b926d8 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:16.490053 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-ad68b5a3-4089-4f9f-81f3-24f79e14f1fa None None] Deleting port bffb8cc2-bbe3-4c75-836b-d993f1b15b61 {{(pid=93917) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:45:16.490748 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-ad68b5a3-4089-4f9f-81f3-24f79e14f1fa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:16.492660 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ec71d0cf-5444-468b-93fd-bb23755031dc req-18956a23-e39f-4831-be46-1c58e8146f56 tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] 10.222.0.16 "GET /v2.0/security-groups?id=f745dc72-333e-4ddf-8281-1bb3e04e8f82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961041 Jul 14 18:45:16.495596 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [None req-a411031a-b5df-4bd6-ae83-f70f36b926d8 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Calling delete_port for 81db38b0-80de-40b0-87de-085f8f493bac owned by {{(pid=93915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:45:16.513404 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-10827bf4-eb6f-4fbc-9a05-227262f9b4d4 req-94cd3b8a-3cf1-48df-85a7-544ba357ffb8 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] 10.222.0.16 "GET /v2.0/security-groups?id=665fac0f-cff5-44f7-b9cc-bed28fe603e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259336 Jul 14 18:45:16.548463 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-1ceca9fb-088e-47b8-a3ea-2e5701c8a688 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:16.580152 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ceca9fb-088e-47b8-a3ea-2e5701c8a688 admin admin] Pushing event deleted for resources: {'Port': ['ID=bffb8cc2-bbe3-4c75-836b-d993f1b15b61,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:45:16.585972 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ceca9fb-088e-47b8-a3ea-2e5701c8a688 admin admin] No DVR routers for this DVR port bffb8cc2-bbe3-4c75-836b-d993f1b15b61 on host n-d-800634-3 {{(pid=93916) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 18:45:16.615031 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-ad68b5a3-4089-4f9f-81f3-24f79e14f1fa None None] For port bffb8cc2-bbe3-4c75-836b-d993f1b15b61, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=bffb8cc2-bbe3-4c75-836b-d993f1b15b61,segment=NetworkSegment(637ec1cb-18c4-4dda-9a4b-e2420d872dc7),segment_id=637ec1cb-18c4-4dda-9a4b-e2420d872dc7)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:45:16.618891 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-ad68b5a3-4089-4f9f-81f3-24f79e14f1fa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:16.628359 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 18:45:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd244508-f477-47cf-a908-10afa1b9f780 x-openstack-request-id: req-bd244508-f477-47cf-a908-10afa1b9f780 {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:45:16.628574 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8f115c8-f01c-4bfa-bd17-910e556e924f", "name": "network-vif-plugged", "status": "completed", "tag": "1bec6331-9beb-4a89-8a47-964988762b0c", "code": 200}]} {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:45:16.629256 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-bd244508-f477-47cf-a908-10afa1b9f780 {{(pid=93917) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:45:16.629256 n-d-800634-3 neutron-server[93917]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8f115c8-f01c-4bfa-bd17-910e556e924f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bec6331-9beb-4a89-8a47-964988762b0c', 'code': 200} Jul 14 18:45:16.650918 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-ad68b5a3-4089-4f9f-81f3-24f79e14f1fa None None] Calling delete_port for bffb8cc2-bbe3-4c75-836b-d993f1b15b61 owned by network:dhcp {{(pid=93917) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:45:16.694377 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-1ceca9fb-088e-47b8-a3ea-2e5701c8a688 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2096010', 'neutron.services.segments.db._delete_segments_for_network-8728202734996'] for network, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:16.711691 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device bffb8cc2-bbe3-4c75-836b-d993f1b15b61 no longer exists at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 18:45:16.722238 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.segments.db [None req-1ceca9fb-088e-47b8-a3ea-2e5701c8a688 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3451eaf-fb13-48b5-b64d-da7580c60487']}} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:45:16.741750 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] No Port match for: bffb8cc2-bbe3-4c75-836b-d993f1b15b61 {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 18:45:16.742102 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device bffb8cc2-bbe3-4c75-836b-d993f1b15b61 not bound to the agent host n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 18:45:16.742541 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device f4dce0fa-4466-4422-8fbf-e549ad994da8 no longer exists at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 18:45:16.768658 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.segments.db [None req-1ceca9fb-088e-47b8-a3ea-2e5701c8a688 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '637ec1cb-18c4-4dda-9a4b-e2420d872dc7') {'for_net_delete': True} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:45:16.768960 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.segments.db [None req-1ceca9fb-088e-47b8-a3ea-2e5701c8a688 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '637ec1cb-18c4-4dda-9a4b-e2420d872dc7') {} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:45:16.769995 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] No Port match for: f4dce0fa-4466-4422-8fbf-e549ad994da8 {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 18:45:16.770350 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device f4dce0fa-4466-4422-8fbf-e549ad994da8 not bound to the agent host n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 18:45:16.790083 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-1ceca9fb-088e-47b8-a3ea-2e5701c8a688 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728202715275', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26296891'] for segment, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:16.813270 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-1ceca9fb-088e-47b8-a3ea-2e5701c8a688 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:16.820493 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-ad68b5a3-4089-4f9f-81f3-24f79e14f1fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813'] for port, after_delete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:16.822167 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-a411031a-b5df-4bd6-ae83-f70f36b926d8 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:16.825869 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ceca9fb-088e-47b8-a3ea-2e5701c8a688 admin admin] Releasing vlan 72 on physical network physnet1 to pool {{(pid=93916) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 18:45:16.826889 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-1ceca9fb-088e-47b8-a3ea-2e5701c8a688 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2682942'] for segment, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:16.829276 n-d-800634-3 neutron-server[93916]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:45:16.829276 n-d-800634-3 neutron-server[93916]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:45:16.829276 n-d-800634-3 neutron-server[93916]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:45:16.829276 n-d-800634-3 neutron-server[93916]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:45:16.829276 n-d-800634-3 neutron-server[93916]: Traceback (most recent call last): Jul 14 18:45:16.829276 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 18:45:16.829276 n-d-800634-3 neutron-server[93916]: timer() Jul 14 18:45:16.829276 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 18:45:16.829276 n-d-800634-3 neutron-server[93916]: cb(*args, **kw) Jul 14 18:45:16.829276 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 18:45:16.829276 n-d-800634-3 neutron-server[93916]: return func(*args, **kwargs) Jul 14 18:45:16.829276 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 18:45:16.829276 n-d-800634-3 neutron-server[93916]: self._notify() Jul 14 18:45:16.829276 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 18:45:16.829276 n-d-800634-3 neutron-server[93916]: self.callback(batched_events) Jul 14 18:45:16.829276 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 18:45:16.829276 n-d-800634-3 neutron-server[93916]: event.method(event) Jul 14 18:45:16.829276 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 18:45:16.829276 n-d-800634-3 neutron-server[93916]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 18:45:16.829276 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 18:45:16.829276 n-d-800634-3 neutron-server[93916]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 18:45:16.829276 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 18:45:16.829276 n-d-800634-3 neutron-server[93916]: return f(self, *a, **k) Jul 14 18:45:16.829276 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 18:45:16.829276 n-d-800634-3 neutron-server[93916]: return self._get(url).json() Jul 14 18:45:16.829276 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 18:45:16.829276 n-d-800634-3 neutron-server[93916]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 18:45:16.829276 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 18:45:16.829276 n-d-800634-3 neutron-server[93916]: return self.request(url, 'GET', **kwargs) Jul 14 18:45:16.829276 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 18:45:16.829276 n-d-800634-3 neutron-server[93916]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 18:45:16.829276 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 18:45:16.829276 n-d-800634-3 neutron-server[93916]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 18:45:16.829276 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 18:45:16.829276 n-d-800634-3 neutron-server[93916]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 18:45:16.829276 n-d-800634-3 neutron-server[93916]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 18:45:16.868719 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a411031a-b5df-4bd6-ae83-f70f36b926d8 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Pushing event deleted for resources: {'Port': ['ID=81db38b0-80de-40b0-87de-085f8f493bac,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:45:16.877884 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-a411031a-b5df-4bd6-ae83-f70f36b926d8 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:16.883147 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-a411031a-b5df-4bd6-ae83-f70f36b926d8 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] 10.222.0.16 "DELETE /v2.0/ports/81db38b0-80de-40b0-87de-085f8f493bac HTTP/1.1" status: 204 len: 168 time: 1.3823433 Jul 14 18:45:16.885276 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 35450) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:45:16.911619 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-1ceca9fb-088e-47b8-a3ea-2e5701c8a688 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2096001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-930085'] for network, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:16.934295 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad68b5a3-4089-4f9f-81f3-24f79e14f1fa None None] Pushing event deleted for resources: {'Port': ['ID=bffb8cc2-bbe3-4c75-836b-d993f1b15b61,revision_number=None']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:45:16.943234 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-1ceca9fb-088e-47b8-a3ea-2e5701c8a688 admin admin] Notify callbacks [] for network, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:16.946554 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad68b5a3-4089-4f9f-81f3-24f79e14f1fa None None] No DVR routers for this DVR port bffb8cc2-bbe3-4c75-836b-d993f1b15b61 on host n-d-800634-3 {{(pid=93917) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 18:45:16.946912 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-1ceca9fb-088e-47b8-a3ea-2e5701c8a688 admin admin] 10.222.0.16 "DELETE /v2.0/networks/a3451eaf-fb13-48b5-b64d-da7580c60487 HTTP/1.1" status: 204 len: 168 time: 0.7932990 Jul 14 18:45:16.948228 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ceca9fb-088e-47b8-a3ea-2e5701c8a688 admin admin] Pushing event deleted for resources: {'Network': ['ID=a3451eaf-fb13-48b5-b64d-da7580c60487,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:45:16.994585 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118d95ab-762b-4782-8634-97f4217bf403 req-13e3c0f3-37f9-4e6b-bbe1-9cb9024bc977 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:45:16.996196 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-118d95ab-762b-4782-8634-97f4217bf403 req-13e3c0f3-37f9-4e6b-bbe1-9cb9024bc977 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=c8f115c8-f01c-4bfa-bd17-910e556e924f HTTP/1.1" status: 200 len: 1096 time: 0.2746158 Jul 14 18:45:17.078153 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-118d95ab-762b-4782-8634-97f4217bf403 req-2ec64643-a988-4ba1-bcc5-7caae84c351c service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=d5287722-8c0c-410d-a8ea-76edc9d3c05d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0699563 Jul 14 18:45:17.087164 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5d106e8-2131-481c-a616-cbd8c5295300 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:45:17.091500 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 35462) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:45:17.091877 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-d5d106e8-2131-481c-a616-cbd8c5295300 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.2052844 Jul 14 18:45:17.141450 n-d-800634-3 neutron-server[93916]: INFO neutron.pecan_wsgi.hooks.translation [None req-a920a19b-52a9-4fb2-ba39-3f580ea71c1f tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] GET failed (client error): The resource could not be found. Jul 14 18:45:17.143048 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-a920a19b-52a9-4fb2-ba39-3f580ea71c1f tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] 10.222.0.16 "GET /v2.0/ports/81db38b0-80de-40b0-87de-085f8f493bac HTTP/1.1" status: 404 len: 333 time: 0.0504420 Jul 14 18:45:17.147980 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 35464) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:45:17.162166 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-2ec95165-0fed-47f2-8502-5a1774e39890 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1524822645'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:45:17.214743 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ec95165-0fed-47f2-8502-5a1774e39890 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Made reservation on behalf of 5ceee1f2be05491f99699576fae0f27c for: {'network': 1} {{(pid=93916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:45:17.226593 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 35470) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:45:17.227943 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-2ec95165-0fed-47f2-8502-5a1774e39890 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for network, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:17.276454 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba457340-724f-46d6-bdf5-4760a1d82878 req-db5bea50-6aa1-4267-821c-ebf61c6d4472 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:45:17.278233 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ec95165-0fed-47f2-8502-5a1774e39890 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 89} {{(pid=93916) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 18:45:17.288434 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ba457340-724f-46d6-bdf5-4760a1d82878 req-db5bea50-6aa1-4267-821c-ebf61c6d4472 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] 10.222.0.16 "GET /v2.0/ports?device_id=c8f115c8-f01c-4bfa-bd17-910e556e924f HTTP/1.1" status: 200 len: 945 time: 0.1503999 Jul 14 18:45:17.289161 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-2ec95165-0fed-47f2-8502-5a1774e39890 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:17.290090 n-d-800634-3 neutron-server[93916]: INFO neutron.db.segments_db [None req-2ec95165-0fed-47f2-8502-5a1774e39890 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Added segment c6b46d01-64ba-4ea2-b980-2eeb0afcdc31 of type vlan for network 6ff67790-533a-4801-8169-9c3142e9f997 Jul 14 18:45:17.355480 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-2ec95165-0fed-47f2-8502-5a1774e39890 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728202197517'] for network, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:17.391185 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-2ec95165-0fed-47f2-8502-5a1774e39890 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727'] for network, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:17.393113 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-4d4586f2-1a3e-4ff1-b62c-05031b2b1be8 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=97b50484cf0c4fbaadc06c25d281353e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1648290 Jul 14 18:45:17.397671 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 35474) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:45:17.398736 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ec95165-0fed-47f2-8502-5a1774e39890 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:45:17.399373 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-2ec95165-0fed-47f2-8502-5a1774e39890 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Notify callbacks [] for network, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:17.427949 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ba457340-724f-46d6-bdf5-4760a1d82878 req-8bbacd31-f3ca-4be8-9d6f-7528b496c7fa tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] 10.222.0.16 "GET /v2.0/security-groups?id=d5287722-8c0c-410d-a8ea-76edc9d3c05d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1381290 Jul 14 18:45:17.498230 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-2ec95165-0fed-47f2-8502-5a1774e39890 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3498683 Jul 14 18:45:17.502557 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 35476) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:45:17.507766 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-8b5c01b3-c0f4-4619-85e9-d632d22687ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:17.511204 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-9f729fbf-852e-4b5c-850f-f903b6bdefb2 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Request body: {'subnet': {'network_id': '6ff67790-533a-4801-8169-9c3142e9f997', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:45:17.561035 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-8b5c01b3-c0f4-4619-85e9-d632d22687ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:17.586945 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec95165-0fed-47f2-8502-5a1774e39890 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Pushing event updated for resources: {'Network': ['ID=6ff67790-533a-4801-8169-9c3142e9f997,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:45:17.600618 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Network 6ff67790-533a-4801-8169-9c3142e9f997 details requested by agent ovs-agent-n-d-800634-3 with host n-d-800634-3 {{(pid=93917) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 18:45:17.668382 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-8b5c01b3-c0f4-4619-85e9-d632d22687ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:17.671929 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-8b5c01b3-c0f4-4619-85e9-d632d22687ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:17.675961 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-8b5c01b3-c0f4-4619-85e9-d632d22687ca admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1cc7ef8d-a00b-43d6-95a3-c209cbabb8c3 HTTP/1.1" status: 204 len: 168 time: 0.2740521 Jul 14 18:45:17.678344 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f729fbf-852e-4b5c-850f-f903b6bdefb2 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Made reservation on behalf of 5ceee1f2be05491f99699576fae0f27c for: {'subnet': 1} {{(pid=93916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:45:17.684023 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-9f729fbf-852e-4b5c-850f-f903b6bdefb2 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26033189'] for subnet, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:17.735343 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5c01b3-c0f4-4619-85e9-d632d22687ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cc7ef8d-a00b-43d6-95a3-c209cbabb8c3,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:45:17.864400 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72f775d-19ae-4bd0-8f8c-d51e1bfe7ac6 req-8e60e59c-5189-4b5f-9133-249cf50af043 tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:45:17.876294 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e72f775d-19ae-4bd0-8f8c-d51e1bfe7ac6 req-8e60e59c-5189-4b5f-9133-249cf50af043 tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] 10.222.0.16 "GET /v2.0/ports?device_id=4ed688ec-0b1c-4d1e-881c-157d22decd3a HTTP/1.1" status: 200 len: 945 time: 0.2243423 Jul 14 18:45:17.925890 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece6f958-6451-4399-ada8-4c74941345b8 req-d7574d0b-f4e1-4c59-9428-aafd1fb974d4 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:45:17.928651 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ece6f958-6451-4399-ada8-4c74941345b8 req-d7574d0b-f4e1-4c59-9428-aafd1fb974d4 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d15fd66-9a31-4513-9333-880c97735234 HTTP/1.1" status: 200 len: 944 time: 0.2627902 Jul 14 18:45:17.961172 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e72f775d-19ae-4bd0-8f8c-d51e1bfe7ac6 req-c4ef4587-9f03-4e25-80c5-0edf40a3bba3 tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] 10.222.0.16 "GET /v2.0/security-groups?id=f745dc72-333e-4ddf-8281-1bb3e04e8f82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837779 Jul 14 18:45:17.998632 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ece6f958-6451-4399-ada8-4c74941345b8 req-2ba5c4d2-6464-45a2-99ee-8c48fc99070c tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] 10.222.0.16 "GET /v2.0/security-groups?id=665fac0f-cff5-44f7-b9cc-bed28fe603e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548842 Jul 14 18:45:18.026233 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-9f729fbf-852e-4b5c-850f-f903b6bdefb2 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2684753', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26033175'] for subnet, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:18.091490 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f729fbf-852e-4b5c-850f-f903b6bdefb2 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Pushing event updated for resources: {'Subnet': ['ID=1a19cecc-dc1c-4fcc-9d36-336715855e17,revision_number=0']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:45:18.098935 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f729fbf-852e-4b5c-850f-f903b6bdefb2 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Checking segment: {'id': 'c6b46d01-64ba-4ea2-b980-2eeb0afcdc31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '6ff67790-533a-4801-8169-9c3142e9f997'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93916) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:45:18.099307 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f729fbf-852e-4b5c-850f-f903b6bdefb2 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Network hostable DHCP agents. Network: 6ff67790-533a-4801-8169-9c3142e9f997, hostable agents: ['028393c3-0576-4ebd-bca1-8ea8a148e1a2'], hosted agents: [] {{(pid=93916) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 18:45:18.119628 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f729fbf-852e-4b5c-850f-f903b6bdefb2 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Network 6ff67790-533a-4801-8169-9c3142e9f997 is scheduled to be hosted by DHCP agent 028393c3-0576-4ebd-bca1-8ea8a148e1a2 with binding_index 1 {{(pid=93916) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 18:45:18.131666 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [None req-9f729fbf-852e-4b5c-850f-f903b6bdefb2 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-3, 6ff67790-533a-4801-8169-9c3142e9f997) {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:45:18.139139 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f729fbf-852e-4b5c-850f-f903b6bdefb2 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:45:18.140209 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-9f729fbf-852e-4b5c-850f-f903b6bdefb2 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Notify callbacks [] for subnet, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:18.149474 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e820011-153e-44c7-9a87-f30eaa4e54cf None None] Network 6ff67790-533a-4801-8169-9c3142e9f997 requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:45:18.162394 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 35488) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:45:18.162626 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-9f729fbf-852e-4b5c-850f-f903b6bdefb2 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6585679 Jul 14 18:45:18.172419 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-c6708c5f-f6b2-4bde-bdce-d6e098fe3a4e tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Request body: {'subnet': {'network_id': '6ff67790-533a-4801-8169-9c3142e9f997', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:45:18.308482 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6708c5f-f6b2-4bde-bdce-d6e098fe3a4e tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Made reservation on behalf of 5ceee1f2be05491f99699576fae0f27c for: {'subnet': 1} {{(pid=93915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:45:18.314144 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-c6708c5f-f6b2-4bde-bdce-d6e098fe3a4e tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28969735'] for subnet, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:18.329901 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe68bd66-7541-4713-af84-7bfb35560aef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9222b97e-5d1c-54f8-ba97-82f172498e76-6ff67790-533a-4801-8169-9c3142e9f997', 'network_id': '6ff67790-533a-4801-8169-9c3142e9f997', 'tenant_id': '5ceee1f2be05491f99699576fae0f27c', 'fixed_ips': [{'subnet_id': '1a19cecc-dc1c-4fcc-9d36-336715855e17'}]}} from n-d-800634-3. {{(pid=93917) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 18:45:18.330930 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-fe68bd66-7541-4713-af84-7bfb35560aef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:18.428332 n-d-800634-3 neutron-server[93915]: INFO neutron.db.ipam_backend_mixin [None req-c6708c5f-f6b2-4bde-bdce-d6e098fe3a4e tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 1a19cecc-dc1c-4fcc-9d36-336715855e17 (CIDR: 172.20.0.0/28) Jul 14 18:45:18.432827 n-d-800634-3 neutron-server[93915]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6708c5f-f6b2-4bde-bdce-d6e098fe3a4e tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 18:45:18.433335 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c6708c5f-f6b2-4bde-bdce-d6e098fe3a4e tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93915) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 18:45:18.451939 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-c6708c5f-f6b2-4bde-bdce-d6e098fe3a4e tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2878046 Jul 14 18:45:18.454521 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 35498) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:45:18.460723 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-a29ab7aa-3c5a-402a-aa6b-e018d3354860 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Request body: {'subnet': {'network_id': '6ff67790-533a-4801-8169-9c3142e9f997', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:45:18.557291 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.db_base_plugin_common [None req-fe68bd66-7541-4713-af84-7bfb35560aef None None] Allocated IP 172.20.0.2 (6ff67790-533a-4801-8169-9c3142e9f997/1a19cecc-dc1c-4fcc-9d36-336715855e17/6ab4a7e8-51a7-4286-aa35-b333c4f99ed1) {{(pid=93917) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:45:18.655967 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a29ab7aa-3c5a-402a-aa6b-e018d3354860 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Made reservation on behalf of 5ceee1f2be05491f99699576fae0f27c for: {'subnet': 1} {{(pid=93916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:45:18.661224 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a29ab7aa-3c5a-402a-aa6b-e018d3354860 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26033189'] for subnet, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:18.776451 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4c2e04-3c7f-4991-989f-b5d48c955679 req-dbbd7bfc-e684-42ad-a715-1e70e1f7590e tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:45:18.779757 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ac4c2e04-3c7f-4991-989f-b5d48c955679 req-dbbd7bfc-e684-42ad-a715-1e70e1f7590e tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] 10.222.0.16 "GET /v2.0/ports?device_id=c8f115c8-f01c-4bfa-bd17-910e556e924f HTTP/1.1" status: 200 len: 945 time: 0.1461828 Jul 14 18:45:18.780565 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-fe68bd66-7541-4713-af84-7bfb35560aef None None] Notify callbacks [] for port, precommit_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:18.790452 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-fe68bd66-7541-4713-af84-7bfb35560aef None None] Transition to ACTIVE for port object 6ab4a7e8-51a7-4286-aa35-b333c4f99ed1 will not be triggered until provisioned by entity L2. {{(pid=93917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:45:18.821574 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-fe68bd66-7541-4713-af84-7bfb35560aef None None] Transition to ACTIVE for port object 6ab4a7e8-51a7-4286-aa35-b333c4f99ed1 will not be triggered until provisioned by entity DHCP. {{(pid=93917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:45:18.843370 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-fe68bd66-7541-4713-af84-7bfb35560aef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804'] for port, after_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:18.847487 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ac4c2e04-3c7f-4991-989f-b5d48c955679 req-396d92be-090c-46e3-b351-0264ef968090 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] 10.222.0.16 "GET /v2.0/security-groups?id=d5287722-8c0c-410d-a8ea-76edc9d3c05d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610001 Jul 14 18:45:18.911919 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe68bd66-7541-4713-af84-7bfb35560aef None None] Pushing event updated for resources: {'Port': ['ID=6ab4a7e8-51a7-4286-aa35-b333c4f99ed1,revision_number=1']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:45:18.924561 n-d-800634-3 neutron-server[93917]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe68bd66-7541-4713-af84-7bfb35560aef None None] Network 6ff67790-533a-4801-8169-9c3142e9f997 is already hosted by enough agents. {{(pid=93917) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:45:18.926460 n-d-800634-3 neutron-server[93917]: DEBUG neutron.scheduler.base_scheduler [None req-fe68bd66-7541-4713-af84-7bfb35560aef None None] Resources bound (agent type, host, resource id): {{(pid=93917) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:45:18.929586 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe68bd66-7541-4713-af84-7bfb35560aef None None] Received port after_create {{(pid=93917) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:45:19.032186 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a29ab7aa-3c5a-402a-aa6b-e018d3354860 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2684753', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26033175'] for subnet, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:19.039648 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-fe68bd66-7541-4713-af84-7bfb35560aef None None] Attempting to bind port 6ab4a7e8-51a7-4286-aa35-b333c4f99ed1 on host n-d-800634-3 for vnic_type normal with profile {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:45:19.040065 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-fe68bd66-7541-4713-af84-7bfb35560aef None None] Attempting to bind port 6ab4a7e8-51a7-4286-aa35-b333c4f99ed1 by drivers openvswitch,hyperv on host n-d-800634-3 at level 0 using segments [{'id': 'c6b46d01-64ba-4ea2-b980-2eeb0afcdc31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '6ff67790-533a-4801-8169-9c3142e9f997'}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:45:19.040493 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe68bd66-7541-4713-af84-7bfb35560aef None None] Attempting to bind port 6ab4a7e8-51a7-4286-aa35-b333c4f99ed1 on network 6ff67790-533a-4801-8169-9c3142e9f997 {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:45:19.051192 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe68bd66-7541-4713-af84-7bfb35560aef None None] Checking agent: {'id': '01c19e91-a945-4e3c-94a6-c211e17c923e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 8, 23), 'started_at': datetime.datetime(2021, 7, 14, 18, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 18, 44, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 18:45:19.051581 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe68bd66-7541-4713-af84-7bfb35560aef None None] Checking segment: {'id': 'c6b46d01-64ba-4ea2-b980-2eeb0afcdc31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '6ff67790-533a-4801-8169-9c3142e9f997'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93917) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:45:19.051996 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-fe68bd66-7541-4713-af84-7bfb35560aef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:19.052432 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe68bd66-7541-4713-af84-7bfb35560aef None None] Bound using segment: {'id': 'c6b46d01-64ba-4ea2-b980-2eeb0afcdc31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '6ff67790-533a-4801-8169-9c3142e9f997'} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 18:45:19.053975 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-fe68bd66-7541-4713-af84-7bfb35560aef None None] Bound port: 6ab4a7e8-51a7-4286-aa35-b333c4f99ed1, host: n-d-800634-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6b46d01-64ba-4ea2-b980-2eeb0afcdc31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '6ff67790-533a-4801-8169-9c3142e9f997'}}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 18:45:19.054380 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-fe68bd66-7541-4713-af84-7bfb35560aef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:19.089665 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a29ab7aa-3c5a-402a-aa6b-e018d3354860 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Network 6ff67790-533a-4801-8169-9c3142e9f997 is already hosted by enough agents. {{(pid=93916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:45:19.093106 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [None req-a29ab7aa-3c5a-402a-aa6b-e018d3354860 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Resources bound (agent type, host, resource id): {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:45:19.103511 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a29ab7aa-3c5a-402a-aa6b-e018d3354860 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:45:19.104278 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a29ab7aa-3c5a-402a-aa6b-e018d3354860 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Notify callbacks [] for subnet, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:19.112385 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e079f0ac-8505-446c-90cf-0d4ea339d170 req-770dad19-0da4-44b6-8f71-0e759e099623 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:45:19.114097 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e079f0ac-8505-446c-90cf-0d4ea339d170 req-770dad19-0da4-44b6-8f71-0e759e099623 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] 10.222.0.16 "GET /v2.0/ports?device_id=c8f115c8-f01c-4bfa-bd17-910e556e924f HTTP/1.1" status: 200 len: 945 time: 0.0918658 Jul 14 18:45:19.122832 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29ab7aa-3c5a-402a-aa6b-e018d3354860 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Pushing event updated for resources: {'Subnet': ['ID=940b5911-2dd3-4f46-b739-200d79e8303a,revision_number=0']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:45:19.136328 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-a29ab7aa-3c5a-402a-aa6b-e018d3354860 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.6803758 Jul 14 18:45:19.138742 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 35526) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:45:19.144190 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-a95809d0-c6d4-4c10-91d5-c2ab4dbb7d29 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Request body: {'port': {'network_id': '6ff67790-533a-4801-8169-9c3142e9f997', 'fixed_ips': [{'subnet_id': '1a19cecc-dc1c-4fcc-9d36-336715855e17'}, {'subnet_id': '940b5911-2dd3-4f46-b739-200d79e8303a'}], 'name': 'tempest-PortsTestJSON-304930948'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:45:19.200002 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e079f0ac-8505-446c-90cf-0d4ea339d170 req-59ce7191-e357-4b1a-8764-c3da38964237 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] 10.222.0.16 "GET /v2.0/security-groups?id=d5287722-8c0c-410d-a8ea-76edc9d3c05d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0780606 Jul 14 18:45:19.221777 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-fe68bd66-7541-4713-af84-7bfb35560aef None None] For port 6ab4a7e8-51a7-4286-aa35-b333c4f99ed1, host n-d-800634-3, cleared binding levels {{(pid=93917) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:45:19.226170 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-fe68bd66-7541-4713-af84-7bfb35560aef None None] For port 6ab4a7e8-51a7-4286-aa35-b333c4f99ed1, host n-d-800634-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=6ab4a7e8-51a7-4286-aa35-b333c4f99ed1,segment=NetworkSegment(c6b46d01-64ba-4ea2-b980-2eeb0afcdc31),segment_id=c6b46d01-64ba-4ea2-b980-2eeb0afcdc31)] {{(pid=93917) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 18:45:19.229569 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 35530) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:45:19.231227 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-fe68bd66-7541-4713-af84-7bfb35560aef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:19.325139 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94642ba5-7190-48e6-9a9a-4f5361b7084b tempest-TestNetworkAdvancedServerOps-1839370163 tempest-TestNetworkAdvancedServerOps-1839370163-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:45:19.327220 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-94642ba5-7190-48e6-9a9a-4f5361b7084b tempest-TestNetworkAdvancedServerOps-1839370163 tempest-TestNetworkAdvancedServerOps-1839370163-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=c8f115c8-f01c-4bfa-bd17-910e556e924f HTTP/1.1" status: 200 len: 1091 time: 0.0946050 Jul 14 18:45:19.369493 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 35532) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:45:19.373355 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe68bd66-7541-4713-af84-7bfb35560aef None None] Pushing event updated for resources: {'Port': ['ID=6ab4a7e8-51a7-4286-aa35-b333c4f99ed1,revision_number=2']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:45:19.376446 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-edc99097-86d8-4f94-8325-1b9696280ed8 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Request body: {'floatingip': {'floating_network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'port_id': '1bec6331-9beb-4a89-8a47-964988762b0c', 'tenant_id': 'af718961b2754d7c873f442ed35947bb', 'fixed_ip_address': '172.20.0.6'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:45:19.478858 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-edc99097-86d8-4f94-8325-1b9696280ed8 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks [] for floatingip, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:19.603403 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aab6ff8-96ce-4eb3-b266-ad53ed508265 req-96abf4aa-e6dc-402f-9f04-37bdf78c17dc tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:45:19.611399 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6aab6ff8-96ce-4eb3-b266-ad53ed508265 req-96abf4aa-e6dc-402f-9f04-37bdf78c17dc tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d15fd66-9a31-4513-9333-880c97735234 HTTP/1.1" status: 200 len: 944 time: 0.2270248 Jul 14 18:45:19.651016 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f06aca9-5f77-4f45-9aa8-58f8cae65ba5 req-d5c89aae-bb42-47c6-b33d-915178fcec93 tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:45:19.658118 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-1f06aca9-5f77-4f45-9aa8-58f8cae65ba5 req-d5c89aae-bb42-47c6-b33d-915178fcec93 tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] 10.222.0.16 "GET /v2.0/ports?device_id=4ed688ec-0b1c-4d1e-881c-157d22decd3a HTTP/1.1" status: 200 len: 945 time: 0.3539205 Jul 14 18:45:19.710023 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a95809d0-c6d4-4c10-91d5-c2ab4dbb7d29 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Made reservation on behalf of 5ceee1f2be05491f99699576fae0f27c for: {'port': 1} {{(pid=93916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:45:19.712653 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6aab6ff8-96ce-4eb3-b266-ad53ed508265 req-a01f2654-d70f-44ad-a688-c9383060326f tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] 10.222.0.16 "GET /v2.0/security-groups?id=665fac0f-cff5-44f7-b9cc-bed28fe603e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006193 Jul 14 18:45:19.734946 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-1f06aca9-5f77-4f45-9aa8-58f8cae65ba5 req-024472a7-63d2-401a-91da-d12d05113f79 tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] 10.222.0.16 "GET /v2.0/security-groups?id=f745dc72-333e-4ddf-8281-1bb3e04e8f82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758288 Jul 14 18:45:19.803417 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-edc99097-86d8-4f94-8325-1b9696280ed8 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:19.867218 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a95809d0-c6d4-4c10-91d5-c2ab4dbb7d29 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:19.904100 n-d-800634-3 neutron-server[93916]: DEBUG neutron.notifiers.nova [None req-a95809d0-c6d4-4c10-91d5-c2ab4dbb7d29 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] device_id is not set on port c15e4db6-3a3f-4d0e-9105-d44e911f8eb6 yet. {{(pid=93916) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 18:45:20.032509 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.db_base_plugin_common [None req-edc99097-86d8-4f94-8325-1b9696280ed8 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Allocated IP 172.25.1.252 (9200a437-e1de-4520-88f6-e68386523e61/5f47f848-4532-407a-a0e2-5690ade15fd0/4c6d62c7-dde4-4da2-9043-3b02f48d5259) {{(pid=93915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:45:20.079667 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device fd1a71bb-ad30-415b-b4fc-92be13cc6a09 details requested by agent hyperv_n-h1-800634-3 with host n-h1-800634-3 {{(pid=93917) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 18:45:20.190167 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-edc99097-86d8-4f94-8325-1b9696280ed8 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks [] for port, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:20.306612 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-edc99097-86d8-4f94-8325-1b9696280ed8 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:20.316730 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port fd1a71bb-ad30-415b-b4fc-92be13cc6a09, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=fd1a71bb-ad30-415b-b4fc-92be13cc6a09,segment=NetworkSegment(ee39aca0-6f7d-4da6-861f-9f37553124e0),segment_id=ee39aca0-6f7d-4da6-861f-9f37553124e0)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:45:20.350422 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Returning: {'device': 'fd1a71bb-ad30-415b-b4fc-92be13cc6a09', 'network_id': 'd41f9397-de9e-4e07-a07d-8cf0ac566250', 'port_id': 'fd1a71bb-ad30-415b-b4fc-92be13cc6a09', 'mac_address': 'fa:16:3e:6b:90:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 94, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0161a33b-ac2d-4d08-b4de-fe1fa405f16a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93917) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 18:45:20.357032 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edc99097-86d8-4f94-8325-1b9696280ed8 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Network 9200a437-e1de-4520-88f6-e68386523e61 is already hosted by enough agents. {{(pid=93915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:45:20.366460 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [None req-edc99097-86d8-4f94-8325-1b9696280ed8 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Resources bound (agent type, host, resource id): {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:45:20.370505 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edc99097-86d8-4f94-8325-1b9696280ed8 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Received port after_create {{(pid=93915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:45:20.385801 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-7fb078e8-bc54-44c1-a407-90bb0968cabd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:20.405095 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:20.407682 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc99097-86d8-4f94-8325-1b9696280ed8 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Pushing event updated for resources: {'Port': ['ID=4c6d62c7-dde4-4da2-9043-3b02f48d5259,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:45:20.431760 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd1a71bb-ad30-415b-b4fc-92be13cc6a09 {{(pid=93917) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 18:45:20.463072 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port fd1a71bb-ad30-415b-b4fc-92be13cc6a09, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=fd1a71bb-ad30-415b-b4fc-92be13cc6a09,segment=NetworkSegment(ee39aca0-6f7d-4da6-861f-9f37553124e0),segment_id=ee39aca0-6f7d-4da6-861f-9f37553124e0)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:45:20.468626 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:20.496464 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.db_base_plugin_common [None req-a95809d0-c6d4-4c10-91d5-c2ab4dbb7d29 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Allocated IP 172.20.0.7 (6ff67790-533a-4801-8169-9c3142e9f997/1a19cecc-dc1c-4fcc-9d36-336715855e17/c15e4db6-3a3f-4d0e-9105-d44e911f8eb6) {{(pid=93916) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:45:20.509135 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.db_base_plugin_common [None req-a95809d0-c6d4-4c10-91d5-c2ab4dbb7d29 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Allocated IP 172.20.0.28 (6ff67790-533a-4801-8169-9c3142e9f997/940b5911-2dd3-4f46-b739-200d79e8303a/c15e4db6-3a3f-4d0e-9105-d44e911f8eb6) {{(pid=93916) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:45:20.516564 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 35554) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:45:20.563856 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Pushing event updated for resources: {'Port': ['ID=fd1a71bb-ad30-415b-b4fc-92be13cc6a09,revision_number=4']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:45:20.678901 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] get_ports_and_sgs() called for port_ids ['fd1a71bb-ad30-415b-b4fc-92be13cc6a09'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 18:45:20.759463 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-653846c7-c8b0-4b2d-a025-785da52727a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:20.799055 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 6ab4a7e8-51a7-4286-aa35-b333c4f99ed1 up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:45:20.891598 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d4e6a18-9081-461a-88dc-1e9186d39b28 None None] Network 6ff67790-533a-4801-8169-9c3142e9f997 requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:45:21.048682 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-653846c7-c8b0-4b2d-a025-785da52727a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:21.055759 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-653846c7-c8b0-4b2d-a025-785da52727a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:21.105734 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653846c7-c8b0-4b2d-a025-785da52727a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf3eeac4-2400-440d-93ba-dde77cb88104,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:45:21.134706 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-edc99097-86d8-4f94-8325-1b9696280ed8 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:21.152333 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b3d8cd-4559-4cc3-8cdb-3cd6be94e89a req-33bf4ffc-f6a2-45ad-960d-3321ba5ae9ff tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:45:21.154239 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e2b3d8cd-4559-4cc3-8cdb-3cd6be94e89a req-33bf4ffc-f6a2-45ad-960d-3321ba5ae9ff tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] 10.222.0.16 "GET /v2.0/ports?device_id=4ed688ec-0b1c-4d1e-881c-157d22decd3a HTTP/1.1" status: 200 len: 945 time: 0.2206311 Jul 14 18:45:21.164173 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a95809d0-c6d4-4c10-91d5-c2ab4dbb7d29 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Notify callbacks [] for port, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:21.169456 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-653846c7-c8b0-4b2d-a025-785da52727a2 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a76a3c0d9c0f4f41b2bb590a873da075&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6515954 Jul 14 18:45:21.172332 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 35566) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:45:21.199760 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-46a725a5-a5b8-4402-b1a7-8ca9edda84e2 None None] Provisioning for port 6ab4a7e8-51a7-4286-aa35-b333c4f99ed1 completed by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:45:21.217135 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.provisioning_blocks [None req-a95809d0-c6d4-4c10-91d5-c2ab4dbb7d29 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Transition to ACTIVE for port object c15e4db6-3a3f-4d0e-9105-d44e911f8eb6 will not be triggered until provisioned by entity DHCP. {{(pid=93916) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:45:21.233087 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning for port 6ab4a7e8-51a7-4286-aa35-b333c4f99ed1 completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:45:21.248473 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e2b3d8cd-4559-4cc3-8cdb-3cd6be94e89a req-de5f1a40-5887-4355-a825-98f4aef3f0e1 tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] 10.222.0.16 "GET /v2.0/security-groups?id=f745dc72-333e-4ddf-8281-1bb3e04e8f82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499401 Jul 14 18:45:21.249965 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port 6ab4a7e8-51a7-4286-aa35-b333c4f99ed1 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:45:21.250372 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:21.318934 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b2f1f1-ec62-49c6-b942-b2cf33a5a421 req-b32858d2-2979-48ee-91ef-9ac80bc27d3b tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:45:21.327416 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-62b2f1f1-ec62-49c6-b942-b2cf33a5a421 req-b32858d2-2979-48ee-91ef-9ac80bc27d3b tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d15fd66-9a31-4513-9333-880c97735234 HTTP/1.1" status: 200 len: 945 time: 0.3084068 Jul 14 18:45:21.338299 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-c5bb2aaa-20d2-43a6-9cf1-7e7b6b7535d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:21.377680 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-c5bb2aaa-20d2-43a6-9cf1-7e7b6b7535d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:21.387312 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-62b2f1f1-ec62-49c6-b942-b2cf33a5a421 req-09a265f5-03c2-4b58-b286-fcacbb6c04f8 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] 10.222.0.16 "GET /v2.0/security-groups?id=665fac0f-cff5-44f7-b9cc-bed28fe603e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587382 Jul 14 18:45:21.406316 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-edc99097-86d8-4f94-8325-1b9696280ed8 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:21.469366 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:21.476003 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a95809d0-c6d4-4c10-91d5-c2ab4dbb7d29 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:21.520861 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] For port 6ab4a7e8-51a7-4286-aa35-b333c4f99ed1, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=6ab4a7e8-51a7-4286-aa35-b333c4f99ed1,segment=NetworkSegment(c6b46d01-64ba-4ea2-b980-2eeb0afcdc31),segment_id=c6b46d01-64ba-4ea2-b980-2eeb0afcdc31)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:45:21.540633 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-c5bb2aaa-20d2-43a6-9cf1-7e7b6b7535d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:21.543275 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-c5bb2aaa-20d2-43a6-9cf1-7e7b6b7535d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:21.544459 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-c5bb2aaa-20d2-43a6-9cf1-7e7b6b7535d1 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/bf3eeac4-2400-440d-93ba-dde77cb88104 HTTP/1.1" status: 204 len: 168 time: 0.3705034 Jul 14 18:45:21.552387 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:21.586709 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a95809d0-c6d4-4c10-91d5-c2ab4dbb7d29 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Network 6ff67790-533a-4801-8169-9c3142e9f997 is already hosted by enough agents. {{(pid=93916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:45:21.590322 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5bb2aaa-20d2-43a6-9cf1-7e7b6b7535d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf3eeac4-2400-440d-93ba-dde77cb88104,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:45:21.600928 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [None req-a95809d0-c6d4-4c10-91d5-c2ab4dbb7d29 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Resources bound (agent type, host, resource id): {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:45:21.612290 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a95809d0-c6d4-4c10-91d5-c2ab4dbb7d29 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Received port after_create {{(pid=93916) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:45:21.617091 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95809d0-c6d4-4c10-91d5-c2ab4dbb7d29 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Pushing event updated for resources: {'Port': ['ID=c15e4db6-3a3f-4d0e-9105-d44e911f8eb6,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:45:21.669336 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-edc99097-86d8-4f94-8325-1b9696280ed8 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks [] for port, precommit_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:21.679569 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-edc99097-86d8-4f94-8325-1b9696280ed8 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25912978'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:21.700636 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Pushing event updated for resources: {'Port': ['ID=6ab4a7e8-51a7-4286-aa35-b333c4f99ed1,revision_number=3']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:45:21.735137 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a95809d0-c6d4-4c10-91d5-c2ab4dbb7d29 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:45:21.735834 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a95809d0-c6d4-4c10-91d5-c2ab4dbb7d29 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:21.748623 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58397522-1344-41bb-9320-89c40f4943a7 None None] Update dhcp port {'port': {'network_id': '6ff67790-533a-4801-8169-9c3142e9f997', 'fixed_ips': [{'subnet_id': '1a19cecc-dc1c-4fcc-9d36-336715855e17', 'ip_address': '172.20.0.2'}, {'subnet_id': '940b5911-2dd3-4f46-b739-200d79e8303a'}], 'binding:host_id': 'n-d-800634-3'}, 'id': '6ab4a7e8-51a7-4286-aa35-b333c4f99ed1'} from n-d-800634-3. {{(pid=93917) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 14 18:45:21.755735 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-a95809d0-c6d4-4c10-91d5-c2ab4dbb7d29 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1003 time: 2.6158366 Jul 14 18:45:21.758277 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 35572) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:45:21.766645 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-76b0d760-1d8f-4da4-b4f5-bd167f2046e0 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '1a19cecc-dc1c-4fcc-9d36-336715855e17'}]}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:45:21.777958 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc99097-86d8-4f94-8325-1b9696280ed8 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Pushing event updated for resources: {'Port': ['ID=4c6d62c7-dde4-4da2-9043-3b02f48d5259,revision_number=2']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:45:21.788652 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-edc99097-86d8-4f94-8325-1b9696280ed8 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-930131'] for floatingip, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:21.819135 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-58397522-1344-41bb-9320-89c40f4943a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:21.898546 n-d-800634-3 neutron-server[93915]: INFO neutron.db.l3_db [None req-edc99097-86d8-4f94-8325-1b9696280ed8 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Floating IP 96c0bc1f-56cc-464f-9b60-e230d735603f associated. External IP: 172.25.1.252, port: 1bec6331-9beb-4a89-8a47-964988762b0c. Jul 14 18:45:21.911366 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-76b0d760-1d8f-4da4-b4f5-bd167f2046e0 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:22.015792 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.db_base_plugin_common [None req-58397522-1344-41bb-9320-89c40f4943a7 None None] Allocated IP 172.20.0.18 (6ff67790-533a-4801-8169-9c3142e9f997/940b5911-2dd3-4f46-b739-200d79e8303a/6ab4a7e8-51a7-4286-aa35-b333c4f99ed1) {{(pid=93917) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:45:22.145904 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device fd1a71bb-ad30-415b-b4fc-92be13cc6a09 up at agent hyperv_n-h1-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:45:22.249262 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Provisioning for port fd1a71bb-ad30-415b-b4fc-92be13cc6a09 completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:45:22.252763 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-58397522-1344-41bb-9320-89c40f4943a7 None None] For port 6ab4a7e8-51a7-4286-aa35-b333c4f99ed1, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=6ab4a7e8-51a7-4286-aa35-b333c4f99ed1,segment=NetworkSegment(c6b46d01-64ba-4ea2-b980-2eeb0afcdc31),segment_id=c6b46d01-64ba-4ea2-b980-2eeb0afcdc31)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:45:22.271690 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Provisioning complete for port fd1a71bb-ad30-415b-b4fc-92be13cc6a09 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:45:22.272074 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:22.376756 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-58397522-1344-41bb-9320-89c40f4943a7 None None] Notify callbacks [] for port, precommit_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:22.409854 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-58397522-1344-41bb-9320-89c40f4943a7 None None] Transition to ACTIVE for port object 6ab4a7e8-51a7-4286-aa35-b333c4f99ed1 will not be triggered until provisioned by entity DHCP. {{(pid=93917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:45:22.417523 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:22.442611 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-58397522-1344-41bb-9320-89c40f4943a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:22.504647 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.db_base_plugin_common [None req-76b0d760-1d8f-4da4-b4f5-bd167f2046e0 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Delete allocated IP 172.20.0.28 (6ff67790-533a-4801-8169-9c3142e9f997/940b5911-2dd3-4f46-b739-200d79e8303a) {{(pid=93916) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 14 18:45:22.684161 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d15fd66-9a31-4513-9333-880c97735234', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd1a71bb-ad30-415b-b4fc-92be13cc6a09'}] {{(pid=93917) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:45:22.686431 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20b787f3c29eaa7aa2a4d648c725a2124c5ff39a8d793252f9d844495e14cf42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-737af418-df01-4cb2-994b-a063d9ee3c22" -d '{"events": [{"server_uuid": "2d15fd66-9a31-4513-9333-880c97735234", "name": "network-vif-plugged", "status": "completed", "tag": "fd1a71bb-ad30-415b-b4fc-92be13cc6a09"}]}' {{(pid=93917) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:45:22.694926 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 6ab4a7e8-51a7-4286-aa35-b333c4f99ed1 up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:45:22.728512 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port fd1a71bb-ad30-415b-b4fc-92be13cc6a09, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=fd1a71bb-ad30-415b-b4fc-92be13cc6a09,segment=NetworkSegment(ee39aca0-6f7d-4da6-861f-9f37553124e0),segment_id=ee39aca0-6f7d-4da6-861f-9f37553124e0)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:45:22.730415 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58397522-1344-41bb-9320-89c40f4943a7 None None] Pushing event updated for resources: {'Port': ['ID=6ab4a7e8-51a7-4286-aa35-b333c4f99ed1,revision_number=4']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:45:22.743693 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:22.775533 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-76b0d760-1d8f-4da4-b4f5-bd167f2046e0 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Notify callbacks [] for port, precommit_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:22.794885 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edc99097-86d8-4f94-8325-1b9696280ed8 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Router 546b1476-fb2c-4005-a925-356a7fbb9c9d has already been hosted by L3 agent 2c6eb27e-defb-4cca-9a24-381c7415e359 {{(pid=93915) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 18:45:22.805213 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.provisioning_blocks [None req-76b0d760-1d8f-4da4-b4f5-bd167f2046e0 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Ignored duplicate provisioning block setup for port c15e4db6-3a3f-4d0e-9105-d44e911f8eb6 by entity DHCP. {{(pid=93916) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 14 18:45:22.810341 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-76b0d760-1d8f-4da4-b4f5-bd167f2046e0 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2684870'] for port, after_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:22.900891 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53157a6-0211-4f93-b22f-3cb33b83e947 req-d270f5b1-bc90-4c83-b25a-218926f03cee tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:45:22.907891 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-d53157a6-0211-4f93-b22f-3cb33b83e947 req-d270f5b1-bc90-4c83-b25a-218926f03cee tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] 10.222.0.16 "GET /v2.0/ports?device_id=4ed688ec-0b1c-4d1e-881c-157d22decd3a HTTP/1.1" status: 200 len: 945 time: 0.3430266 Jul 14 18:45:22.919958 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 35600) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:45:22.932262 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Pushing event updated for resources: {'Port': ['ID=fd1a71bb-ad30-415b-b4fc-92be13cc6a09,revision_number=5']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:45:22.935328 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b4860cad-0d4d-4e74-b8f7-b48d9a0929ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:23.004896 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3362a59c-15ab-432e-b609-aa7c984b4544 req-90b97eba-877c-4adc-bc76-041c03f24a79 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:45:23.004896 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3362a59c-15ab-432e-b609-aa7c984b4544 req-90b97eba-877c-4adc-bc76-041c03f24a79 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d15fd66-9a31-4513-9333-880c97735234 HTTP/1.1" status: 200 len: 945 time: 0.3489740 Jul 14 18:45:23.005491 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b0d760-1d8f-4da4-b4f5-bd167f2046e0 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Pushing event updated for resources: {'Port': ['ID=c15e4db6-3a3f-4d0e-9105-d44e911f8eb6,revision_number=2']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:45:23.040888 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-76b0d760-1d8f-4da4-b4f5-bd167f2046e0 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] In _notify_port_updated(), no bound segment for port c15e4db6-3a3f-4d0e-9105-d44e911f8eb6 on network 6ff67790-533a-4801-8169-9c3142e9f997 {{(pid=93916) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 14 18:45:23.050560 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76b0d760-1d8f-4da4-b4f5-bd167f2046e0 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:45:23.051412 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-76b0d760-1d8f-4da4-b4f5-bd167f2046e0 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:23.055275 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-76b0d760-1d8f-4da4-b4f5-bd167f2046e0 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] 10.222.0.16 "PUT /v2.0/ports/c15e4db6-3a3f-4d0e-9105-d44e911f8eb6 HTTP/1.1" status: 200 len: 918 time: 1.2934573 Jul 14 18:45:23.055756 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 35604) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:45:23.071757 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-de8fced0-e3d4-4319-ba1c-295c5c561c6f tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '1a19cecc-dc1c-4fcc-9d36-336715855e17'}, {'subnet_id': '940b5911-2dd3-4f46-b739-200d79e8303a'}]}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:45:23.091176 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-d53157a6-0211-4f93-b22f-3cb33b83e947 req-e6ff69be-35d9-4895-9487-de01ac5bc2ab tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] 10.222.0.16 "GET /v2.0/security-groups?id=f745dc72-333e-4ddf-8281-1bb3e04e8f82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1822095 Jul 14 18:45:23.178393 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edc99097-86d8-4f94-8325-1b9696280ed8 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify agent at l3_agent.n-d-800634-3 the message routers_updated {{(pid=93915) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 18:45:23.187820 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:23.193260 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d5f9647-247e-4377-8a66-70315f5c9356 None None] Sync routers for ids ['546b1476-fb2c-4005-a925-356a7fbb9c9d'] in n-d-800634-3 {{(pid=93918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 18:45:23.215756 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d5f9647-247e-4377-8a66-70315f5c9356 None None] Routers {'546b1476-fb2c-4005-a925-356a7fbb9c9d'} bound to L3 agent in host n-d-800634-3 {{(pid=93918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:45:23.216669 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-9d5f9647-247e-4377-8a66-70315f5c9356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:45:23Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['546b1476-fb2c-4005-a925-356a7fbb9c9d'], 'active': True} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:45:23.220971 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-72571699-4231-4367-94d9-2733c3537d5f admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1601135329-network', 'tenant_id': 'c28e5bcf1e004d64bdc0461d59ce0908'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:45:23.234433 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3362a59c-15ab-432e-b609-aa7c984b4544 req-6e49f74a-5f04-4fd4-bc26-688306e50860 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] 10.222.0.16 "GET /v2.0/security-groups?id=665fac0f-cff5-44f7-b9cc-bed28fe603e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2025027 Jul 14 18:45:23.242622 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-edc99097-86d8-4f94-8325-1b9696280ed8 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for floatingip, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:23.340399 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-edc99097-86d8-4f94-8325-1b9696280ed8 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.9695330 Jul 14 18:45:23.341023 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8f115c8-f01c-4bfa-bd17-910e556e924f', 'tag': '1bec6331-9beb-4a89-8a47-964988762b0c'}] {{(pid=93915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:45:23.347743 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e72782ad3af8f7d4ce76cedf092bca46d1756acc5c4653cf0b52034cdd6b073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cea9969-21ba-4fea-8f9f-798b389030ba" -d '{"events": [{"name": "network-changed", "server_uuid": "c8f115c8-f01c-4bfa-bd17-910e556e924f", "tag": "1bec6331-9beb-4a89-8a47-964988762b0c"}]}' {{(pid=93915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:45:23.411255 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-de8fced0-e3d4-4319-ba1c-295c5c561c6f tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:23.418105 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72571699-4231-4367-94d9-2733c3537d5f admin admin] Made reservation on behalf of c28e5bcf1e004d64bdc0461d59ce0908 for: {'network': 1} {{(pid=93916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:45:23.425066 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvr_db [None req-9d5f9647-247e-4377-8a66-70315f5c9356 None None] Set router 546b1476-fb2c-4005-a925-356a7fbb9c9d gateway port host: n-d-800634-3 {{(pid=93918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 18:45:23.426064 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-72571699-4231-4367-94d9-2733c3537d5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for network, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:23.462041 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 18:45:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cac53d5-6d7a-4338-81e3-5bd2aafe5928 x-openstack-request-id: req-6cac53d5-6d7a-4338-81e3-5bd2aafe5928 {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:45:23.462384 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d15fd66-9a31-4513-9333-880c97735234", "name": "network-vif-plugged", "status": "completed", "tag": "fd1a71bb-ad30-415b-b4fc-92be13cc6a09", "code": 200}]} {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:45:23.462791 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6cac53d5-6d7a-4338-81e3-5bd2aafe5928 {{(pid=93917) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:45:23.463027 n-d-800634-3 neutron-server[93917]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d15fd66-9a31-4513-9333-880c97735234', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd1a71bb-ad30-415b-b4fc-92be13cc6a09', 'code': 200} Jul 14 18:45:23.486837 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-72571699-4231-4367-94d9-2733c3537d5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:23.555263 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 18:45:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0f80c2e-f0df-4583-95ad-b5ac85531af7 x-openstack-request-id: req-a0f80c2e-f0df-4583-95ad-b5ac85531af7 {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:45:23.556335 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8f115c8-f01c-4bfa-bd17-910e556e924f", "tag": "1bec6331-9beb-4a89-8a47-964988762b0c", "status": "completed", "code": 200}]} {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:45:23.556595 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a0f80c2e-f0df-4583-95ad-b5ac85531af7 {{(pid=93915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:45:23.567717 n-d-800634-3 neutron-server[93915]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8f115c8-f01c-4bfa-bd17-910e556e924f', 'tag': '1bec6331-9beb-4a89-8a47-964988762b0c', 'status': 'completed', 'code': 200} Jul 14 18:45:23.780743 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fc09b5c-f588-4933-860e-50c4db559c79 None None] Network 6ff67790-533a-4801-8169-9c3142e9f997 requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:45:23.818892 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-9d5f9647-247e-4377-8a66-70315f5c9356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '546b1476-fb2c-4005-a925-356a7fbb9c9d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2020197094', 'tenant_id': 'af718961b2754d7c873f442ed35947bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.248'}], 'enable_snat': True}, 'gw_port_id': '2de3a888-7df4-4a86-be46-fa2fdde0ae14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:44:32Z', 'updated_at': '2021-07-14T18:44:43Z', 'revision_number': 4, 'project_id': 'af718961b2754d7c873f442ed35947bb', 'gw_port': {'id': '2de3a888-7df4-4a86-be46-fa2fdde0ae14', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:57:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '546b1476-fb2c-4005-a925-356a7fbb9c9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2631, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:44:33Z', 'updated_at': '2021-07-14T18:44:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_floatingips': [{'id': '96c0bc1f-56cc-464f-9b60-e230d735603f', 'tenant_id': 'af718961b2754d7c873f442ed35947bb', 'floating_ip_address': '172.25.1.252', 'floating_network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'router_id': '546b1476-fb2c-4005-a925-356a7fbb9c9d', 'port_id': '1bec6331-9beb-4a89-8a47-964988762b0c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0c8499a8-2bfd-4d25-a4f1-802449d10090', 'mac_address': 'fa:16:3e:0e:f9:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8f115c8-f01c-4bfa-bd17-910e556e924f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T18:45:20Z', 'updated_at': '2021-07-14T18:45:20Z', 'revision_number': 0, 'project_id': 'af718961b2754d7c873f442ed35947bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db221d66-d974-4ca6-bad4-217b637933fc', 'name': '', 'network_id': '0c8499a8-2bfd-4d25-a4f1-802449d10090', 'tenant_id': 'af718961b2754d7c873f442ed35947bb', 'mac_address': 'fa:16:3e:20:5c:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '546b1476-fb2c-4005-a925-356a7fbb9c9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2634, 'fixed_ips': [{'subnet_id': '71a893e4-9a73-4f76-91b8-19f5d84dd97b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:44:40Z', 'updated_at': '2021-07-14T18:44:51Z', 'revision_number': 5, 'project_id': 'af718961b2754d7c873f442ed35947bb', 'subnets': [{'id': '71a893e4-9a73-4f76-91b8-19f5d84dd97b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-3', False) {} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:45:23.833208 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e520a67a-d434-4de3-aafe-255fe7a483d4 req-b6dd5088-0804-45fa-8a21-d5ad6d6b57d8 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:45:23.839742 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e520a67a-d434-4de3-aafe-255fe7a483d4 req-b6dd5088-0804-45fa-8a21-d5ad6d6b57d8 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] 10.222.0.16 "GET /v2.0/ports?device_id=c8f115c8-f01c-4bfa-bd17-910e556e924f HTTP/1.1" status: 200 len: 945 time: 0.2709556 Jul 14 18:45:23.862610 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3144d9-eaf8-4506-8831-0ba22d806438 req-523b7e24-305e-4cf1-9f96-da8af59d39aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:45:23.864907 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-cb3144d9-eaf8-4506-8831-0ba22d806438 req-523b7e24-305e-4cf1-9f96-da8af59d39aa service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=2d15fd66-9a31-4513-9333-880c97735234 HTTP/1.1" status: 200 len: 1097 time: 0.3195219 Jul 14 18:45:23.887647 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-527aae9e-ff4b-4c29-bccf-705ec532e1da None None] Provisioning for port 6ab4a7e8-51a7-4286-aa35-b333c4f99ed1 completed by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:45:23.910249 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-527aae9e-ff4b-4c29-bccf-705ec532e1da None None] Provisioning complete for port 6ab4a7e8-51a7-4286-aa35-b333c4f99ed1 triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:45:23.917387 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-527aae9e-ff4b-4c29-bccf-705ec532e1da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:23.917654 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cea9969-21ba-4fea-8f9f-798b389030ba req-52233eff-e7eb-4222-87af-4da6bd47de63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:45:23.917654 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2cea9969-21ba-4fea-8f9f-798b389030ba req-52233eff-e7eb-4222-87af-4da6bd47de63 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=af718961b2754d7c873f442ed35947bb&device_id=c8f115c8-f01c-4bfa-bd17-910e556e924f HTTP/1.1" status: 200 len: 1096 time: 0.2469957 Jul 14 18:45:23.918423 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d5f9647-247e-4377-8a66-70315f5c9356 None None] Checking router: 546b1476-fb2c-4005-a925-356a7fbb9c9d for host: n-d-800634-3 {{(pid=93918) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 18:45:23.927240 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e520a67a-d434-4de3-aafe-255fe7a483d4 req-ddad0730-e16e-4e95-9b57-83c7f180fb3f tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] 10.222.0.16 "GET /v2.0/security-groups?id=d5287722-8c0c-410d-a8ea-76edc9d3c05d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0863323 Jul 14 18:45:23.954529 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 35612) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:45:23.956178 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-cb3144d9-eaf8-4506-8831-0ba22d806438 req-d3c16fcf-ba27-4f75-b0e4-2e79886c4bae service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=665fac0f-cff5-44f7-b9cc-bed28fe603e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820584 Jul 14 18:45:23.956942 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d5f9647-247e-4377-8a66-70315f5c9356 None None] Routers {'546b1476-fb2c-4005-a925-356a7fbb9c9d'} bound to L3 agent in host n-d-800634-3 {{(pid=93918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:45:23.960814 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-9d5f9647-247e-4377-8a66-70315f5c9356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:45:23Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['546b1476-fb2c-4005-a925-356a7fbb9c9d'], 'active': True} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:45:24.003448 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-72571699-4231-4367-94d9-2733c3537d5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:24.039071 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-72571699-4231-4367-94d9-2733c3537d5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:24.085978 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72571699-4231-4367-94d9-2733c3537d5f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 54} {{(pid=93916) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 18:45:24.105260 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cea9969-21ba-4fea-8f9f-798b389030ba req-3842f95f-7901-489d-8561-876d0fe28a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:45:24.107901 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2cea9969-21ba-4fea-8f9f-798b389030ba req-3842f95f-7901-489d-8561-876d0fe28a3e service neutron] 10.222.0.35 "GET /v2.0/networks?id=0c8499a8-2bfd-4d25-a4f1-802449d10090 HTTP/1.1" status: 200 len: 895 time: 0.1796951 Jul 14 18:45:24.130810 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-72571699-4231-4367-94d9-2733c3537d5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:24.131588 n-d-800634-3 neutron-server[93916]: INFO neutron.db.segments_db [None req-72571699-4231-4367-94d9-2733c3537d5f admin admin] Added segment e6ac1013-49a3-4f7c-beca-cf2ef24dd35b of type vlan for network 39c54d55-b1e0-4eb1-9ee5-3eeadd4d8bde Jul 14 18:45:24.135208 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-d62e6e4d-86b9-478a-8593-0cbb9a3920b4 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] 10.222.0.16 "GET /v2.0/floatingips/96c0bc1f-56cc-464f-9b60-e230d735603f HTTP/1.1" status: 200 len: 991 time: 0.1758447 Jul 14 18:45:24.166969 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72571699-4231-4367-94d9-2733c3537d5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00511198-19e5-42cb-b4d6-0be88d13a8c9,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:45:24.168256 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-574aeb93-9938-449c-8e6c-cb22c9b52cc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:24.180797 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvr_db [None req-9d5f9647-247e-4377-8a66-70315f5c9356 None None] Set router 546b1476-fb2c-4005-a925-356a7fbb9c9d gateway port host: n-d-800634-3 {{(pid=93918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 18:45:24.337515 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-72571699-4231-4367-94d9-2733c3537d5f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728202197517'] for network, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:24.345325 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2cea9969-21ba-4fea-8f9f-798b389030ba req-1c9dfa0c-2335-4cf7-983d-ac629c78604b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1bec6331-9beb-4a89-8a47-964988762b0c HTTP/1.1" status: 200 len: 999 time: 0.2303317 Jul 14 18:45:24.403085 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.db_base_plugin_common [None req-de8fced0-e3d4-4319-ba1c-295c5c561c6f tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Allocated IP 172.20.0.23 (6ff67790-533a-4801-8169-9c3142e9f997/940b5911-2dd3-4f46-b739-200d79e8303a/c15e4db6-3a3f-4d0e-9105-d44e911f8eb6) {{(pid=93916) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:45:24.471931 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cea9969-21ba-4fea-8f9f-798b389030ba req-a3e65ea6-1770-4442-901b-75890ba91671 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:45:24.475011 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2cea9969-21ba-4fea-8f9f-798b389030ba req-a3e65ea6-1770-4442-901b-75890ba91671 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=71a893e4-9a73-4f76-91b8-19f5d84dd97b HTTP/1.1" status: 200 len: 834 time: 0.1159594 Jul 14 18:45:24.520201 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f3f972-e64d-42de-983e-aff5e295942c req-50fdae47-6583-4f26-899b-b4e35480e8e6 tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:45:24.522134 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-78f3f972-e64d-42de-983e-aff5e295942c req-50fdae47-6583-4f26-899b-b4e35480e8e6 tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] 10.222.0.16 "GET /v2.0/ports?device_id=4ed688ec-0b1c-4d1e-881c-157d22decd3a HTTP/1.1" status: 200 len: 945 time: 0.2591646 Jul 14 18:45:24.531159 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-72571699-4231-4367-94d9-2733c3537d5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727'] for network, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:24.541030 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72571699-4231-4367-94d9-2733c3537d5f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:45:24.541646 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-72571699-4231-4367-94d9-2733c3537d5f admin admin] Notify callbacks [] for network, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:24.601787 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-72571699-4231-4367-94d9-2733c3537d5f admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.6817195 Jul 14 18:45:24.650660 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 35622) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:45:24.669435 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-ac6e7553-c8eb-4af6-8e7b-8ed657628509 admin admin] Request body: {'subnet': {'network_id': '39c54d55-b1e0-4eb1-9ee5-3eeadd4d8bde', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1601135329-subnet', 'tenant_id': 'c28e5bcf1e004d64bdc0461d59ce0908', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:45:24.729401 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72571699-4231-4367-94d9-2733c3537d5f admin admin] Pushing event updated for resources: {'Network': ['ID=39c54d55-b1e0-4eb1-9ee5-3eeadd4d8bde,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:45:24.763586 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Network 39c54d55-b1e0-4eb1-9ee5-3eeadd4d8bde details requested by agent ovs-agent-n-d-800634-3 with host n-d-800634-3 {{(pid=93917) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 18:45:24.774767 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-9d5f9647-247e-4377-8a66-70315f5c9356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '546b1476-fb2c-4005-a925-356a7fbb9c9d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2020197094', 'tenant_id': 'af718961b2754d7c873f442ed35947bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.248'}], 'enable_snat': True}, 'gw_port_id': '2de3a888-7df4-4a86-be46-fa2fdde0ae14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:44:32Z', 'updated_at': '2021-07-14T18:44:43Z', 'revision_number': 4, 'project_id': 'af718961b2754d7c873f442ed35947bb', 'gw_port': {'id': '2de3a888-7df4-4a86-be46-fa2fdde0ae14', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:57:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '546b1476-fb2c-4005-a925-356a7fbb9c9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2631, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:44:33Z', 'updated_at': '2021-07-14T18:44:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_floatingips': [{'id': '96c0bc1f-56cc-464f-9b60-e230d735603f', 'tenant_id': 'af718961b2754d7c873f442ed35947bb', 'floating_ip_address': '172.25.1.252', 'floating_network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'router_id': '546b1476-fb2c-4005-a925-356a7fbb9c9d', 'port_id': '1bec6331-9beb-4a89-8a47-964988762b0c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0c8499a8-2bfd-4d25-a4f1-802449d10090', 'mac_address': 'fa:16:3e:0e:f9:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8f115c8-f01c-4bfa-bd17-910e556e924f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T18:45:20Z', 'updated_at': '2021-07-14T18:45:20Z', 'revision_number': 0, 'project_id': 'af718961b2754d7c873f442ed35947bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db221d66-d974-4ca6-bad4-217b637933fc', 'name': '', 'network_id': '0c8499a8-2bfd-4d25-a4f1-802449d10090', 'tenant_id': 'af718961b2754d7c873f442ed35947bb', 'mac_address': 'fa:16:3e:20:5c:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '546b1476-fb2c-4005-a925-356a7fbb9c9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2634, 'fixed_ips': [{'subnet_id': '71a893e4-9a73-4f76-91b8-19f5d84dd97b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:44:40Z', 'updated_at': '2021-07-14T18:44:51Z', 'revision_number': 5, 'project_id': 'af718961b2754d7c873f442ed35947bb', 'subnets': [{'id': '71a893e4-9a73-4f76-91b8-19f5d84dd97b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-3', False) {} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:45:24.808616 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 6ab4a7e8-51a7-4286-aa35-b333c4f99ed1 up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:45:24.848767 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-de8fced0-e3d4-4319-ba1c-295c5c561c6f tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Notify callbacks [] for port, precommit_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:24.849508 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-78f3f972-e64d-42de-983e-aff5e295942c req-50339748-ce8f-45ba-a10b-3c01f5b83638 tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] 10.222.0.16 "GET /v2.0/security-groups?id=f745dc72-333e-4ddf-8281-1bb3e04e8f82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2867095 Jul 14 18:45:24.855294 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac6e7553-c8eb-4af6-8e7b-8ed657628509 admin admin] Made reservation on behalf of c28e5bcf1e004d64bdc0461d59ce0908 for: {'subnet': 1} {{(pid=93915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:45:24.860050 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-e3010909-359a-4d7b-b4f1-c4b6d776f8e0 None None] Provisioning for port c15e4db6-3a3f-4d0e-9105-d44e911f8eb6 completed by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:45:24.876453 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.provisioning_blocks [None req-de8fced0-e3d4-4319-ba1c-295c5c561c6f tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Ignored duplicate provisioning block setup for port c15e4db6-3a3f-4d0e-9105-d44e911f8eb6 by entity DHCP. {{(pid=93916) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 14 18:45:24.879870 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-ac6e7553-c8eb-4af6-8e7b-8ed657628509 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28969735'] for subnet, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:24.883075 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-de8fced0-e3d4-4319-ba1c-295c5c561c6f tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2684870'] for port, after_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:24.904247 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d5f9647-247e-4377-8a66-70315f5c9356 None None] The sync data for ids ['546b1476-fb2c-4005-a925-356a7fbb9c9d'] in n-d-800634-3 is: [{'id': '546b1476-fb2c-4005-a925-356a7fbb9c9d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2020197094', 'tenant_id': 'af718961b2754d7c873f442ed35947bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.248'}], 'enable_snat': True}, 'gw_port_id': '2de3a888-7df4-4a86-be46-fa2fdde0ae14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:44:32Z', 'updated_at': '2021-07-14T18:44:43Z', 'revision_number': 4, 'project_id': 'af718961b2754d7c873f442ed35947bb', 'gw_port': {'id': '2de3a888-7df4-4a86-be46-fa2fdde0ae14', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:57:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '546b1476-fb2c-4005-a925-356a7fbb9c9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2631, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:44:33Z', 'updated_at': '2021-07-14T18:44:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_floatingips': [{'id': '96c0bc1f-56cc-464f-9b60-e230d735603f', 'tenant_id': 'af718961b2754d7c873f442ed35947bb', 'floating_ip_address': '172.25.1.252', 'floating_network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'router_id': '546b1476-fb2c-4005-a925-356a7fbb9c9d', 'port_id': '1bec6331-9beb-4a89-8a47-964988762b0c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0c8499a8-2bfd-4d25-a4f1-802449d10090', 'mac_address': 'fa:16:3e:0e:f9:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8f115c8-f01c-4bfa-bd17-910e556e924f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T18:45:20Z', 'updated_at': '2021-07-14T18:45:20Z', 'revision_number': 0, 'project_id': 'af718961b2754d7c873f442ed35947bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db221d66-d974-4ca6-bad4-217b637933fc', 'name': '', 'network_id': '0c8499a8-2bfd-4d25-a4f1-802449d10090', 'tenant_id': 'af718961b2754d7c873f442ed35947bb', 'mac_address': 'fa:16:3e:20:5c:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '546b1476-fb2c-4005-a925-356a7fbb9c9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2634, 'fixed_ips': [{'subnet_id': '71a893e4-9a73-4f76-91b8-19f5d84dd97b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:44:40Z', 'updated_at': '2021-07-14T18:44:51Z', 'revision_number': 5, 'project_id': 'af718961b2754d7c873f442ed35947bb', 'subnets': [{'id': '71a893e4-9a73-4f76-91b8-19f5d84dd97b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 18:45:24.934682 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-e3010909-359a-4d7b-b4f1-c4b6d776f8e0 None None] Provisioning complete for port c15e4db6-3a3f-4d0e-9105-d44e911f8eb6 triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:45:24.936192 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-e3010909-359a-4d7b-b4f1-c4b6d776f8e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:25.062735 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd30ec3-9d32-467f-b24b-b5af5717b016 req-fc0be721-5e43-47f3-95bb-8d36ad821032 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:45:25.067735 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2fd30ec3-9d32-467f-b24b-b5af5717b016 req-fc0be721-5e43-47f3-95bb-8d36ad821032 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d15fd66-9a31-4513-9333-880c97735234 HTTP/1.1" status: 200 len: 946 time: 0.5052860 Jul 14 18:45:25.103891 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cea9969-21ba-4fea-8f9f-798b389030ba req-c86b5b26-f593-4fb9-9a2a-e5ba3b0f7ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:45:25.105521 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2cea9969-21ba-4fea-8f9f-798b389030ba req-c86b5b26-f593-4fb9-9a2a-e5ba3b0f7ea7 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0c8499a8-2bfd-4d25-a4f1-802449d10090&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6146016 Jul 14 18:45:25.143292 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 35624) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:45:25.150896 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8fced0-e3d4-4319-ba1c-295c5c561c6f tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Pushing event updated for resources: {'Port': ['ID=c15e4db6-3a3f-4d0e-9105-d44e911f8eb6,revision_number=3']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:45:25.166877 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-e3010909-359a-4d7b-b4f1-c4b6d776f8e0 None None] Port c15e4db6-3a3f-4d0e-9105-d44e911f8eb6 cannot update to ACTIVE because it is not bound. {{(pid=93917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 18:45:25.191204 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port 6ab4a7e8-51a7-4286-aa35-b333c4f99ed1 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:45:25.192608 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:25.194362 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-e3010909-359a-4d7b-b4f1-c4b6d776f8e0 None None] Provisioning complete for port 6ab4a7e8-51a7-4286-aa35-b333c4f99ed1 triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:45:25.196574 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-e3010909-359a-4d7b-b4f1-c4b6d776f8e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:25.383122 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-de8fced0-e3d4-4319-ba1c-295c5c561c6f tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] In _notify_port_updated(), no bound segment for port c15e4db6-3a3f-4d0e-9105-d44e911f8eb6 on network 6ff67790-533a-4801-8169-9c3142e9f997 {{(pid=93916) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 14 18:45:25.393427 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de8fced0-e3d4-4319-ba1c-295c5c561c6f tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:45:25.394037 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-de8fced0-e3d4-4319-ba1c-295c5c561c6f tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:25.399248 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-de8fced0-e3d4-4319-ba1c-295c5c561c6f tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] 10.222.0.16 "PUT /v2.0/ports/c15e4db6-3a3f-4d0e-9105-d44e911f8eb6 HTTP/1.1" status: 200 len: 998 time: 2.3388631 Jul 14 18:45:25.402881 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 35626) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:45:25.414872 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-302cd5cc-199f-4e86-96ca-df07093ee9de None None] New status for floating IP 96c0bc1f-56cc-464f-9b60-e230d735603f: ACTIVE {{(pid=93917) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 18:45:25.423087 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-f2bcf1f6-308e-4212-97c0-55c02b190922 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] 10.222.0.16 "GET /v2.0/floatingips/96c0bc1f-56cc-464f-9b60-e230d735603f HTTP/1.1" status: 200 len: 991 time: 0.2761760 Jul 14 18:45:25.432287 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2fd30ec3-9d32-467f-b24b-b5af5717b016 req-119e41de-f00d-4f20-ba11-b355fa3c82ec tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] 10.222.0.16 "GET /v2.0/security-groups?id=665fac0f-cff5-44f7-b9cc-bed28fe603e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3559613 Jul 14 18:45:25.510886 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2cea9969-21ba-4fea-8f9f-798b389030ba req-a7cc7c55-9b97-46fb-9b50-3e450bc67ca0 service neutron] 10.222.0.35 "GET /v2.0/networks/0c8499a8-2bfd-4d25-a4f1-802449d10090?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3969913 Jul 14 18:45:25.588599 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-cc2e8b58-091c-49c9-a89b-71f3efca7f02 None None] Provisioning complete for port c15e4db6-3a3f-4d0e-9105-d44e911f8eb6 triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:45:25.589091 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-cc2e8b58-091c-49c9-a89b-71f3efca7f02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:25.650028 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-cc2e8b58-091c-49c9-a89b-71f3efca7f02 None None] Port c15e4db6-3a3f-4d0e-9105-d44e911f8eb6 cannot update to ACTIVE because it is not bound. {{(pid=93917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 18:45:25.742546 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-ac6e7553-c8eb-4af6-8e7b-8ed657628509 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25912837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28969781'] for subnet, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:25.796377 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-93cc668f-3148-4e81-80be-d5477bbcf24c None None] Provisioning complete for port c15e4db6-3a3f-4d0e-9105-d44e911f8eb6 triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:45:25.798458 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-93cc668f-3148-4e81-80be-d5477bbcf24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:25.804381 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [None req-d432c727-7a00-425f-9fec-540047f53456 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Deleting port c15e4db6-3a3f-4d0e-9105-d44e911f8eb6 {{(pid=93915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:45:25.804749 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-d432c727-7a00-425f-9fec-540047f53456 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:25.811853 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2cea9969-21ba-4fea-8f9f-798b389030ba req-74cac559-42f8-4011-92b5-6146f24e657e service neutron] 10.222.0.35 "GET /v2.0/networks/0c8499a8-2bfd-4d25-a4f1-802449d10090?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2911768 Jul 14 18:45:25.839189 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-2f4e3af3-e708-4ffd-a544-82d93a489d01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:25.847304 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-93cc668f-3148-4e81-80be-d5477bbcf24c None None] Port c15e4db6-3a3f-4d0e-9105-d44e911f8eb6 cannot update to ACTIVE because it is not bound. {{(pid=93917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 18:45:25.884994 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6e7553-c8eb-4af6-8e7b-8ed657628509 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e9fdea6e-22fa-4991-9f87-b79de93db404,revision_number=0']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:45:25.921990 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac6e7553-c8eb-4af6-8e7b-8ed657628509 admin admin] Checking segment: {'id': 'e6ac1013-49a3-4f7c-beca-cf2ef24dd35b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '39c54d55-b1e0-4eb1-9ee5-3eeadd4d8bde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:45:25.921990 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac6e7553-c8eb-4af6-8e7b-8ed657628509 admin admin] Network hostable DHCP agents. Network: 39c54d55-b1e0-4eb1-9ee5-3eeadd4d8bde, hostable agents: ['028393c3-0576-4ebd-bca1-8ea8a148e1a2'], hosted agents: [] {{(pid=93915) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 18:45:25.954170 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-d432c727-7a00-425f-9fec-540047f53456 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:25.967622 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac6e7553-c8eb-4af6-8e7b-8ed657628509 admin admin] Network 39c54d55-b1e0-4eb1-9ee5-3eeadd4d8bde is scheduled to be hosted by DHCP agent 028393c3-0576-4ebd-bca1-8ea8a148e1a2 with binding_index 1 {{(pid=93915) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 18:45:25.975464 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [None req-d432c727-7a00-425f-9fec-540047f53456 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Calling delete_port for c15e4db6-3a3f-4d0e-9105-d44e911f8eb6 owned by {{(pid=93915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:45:25.977304 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-069c51a4-d631-4fec-9968-ffbe87d48af5 None None] Provisioning complete for port c15e4db6-3a3f-4d0e-9105-d44e911f8eb6 triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:45:25.978233 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-069c51a4-d631-4fec-9968-ffbe87d48af5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:26.019265 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [None req-ac6e7553-c8eb-4af6-8e7b-8ed657628509 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-3, 39c54d55-b1e0-4eb1-9ee5-3eeadd4d8bde) {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:45:26.029784 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b590cccd-bb9e-4cb5-8cc5-c0b060b23d69 None None] Network 39c54d55-b1e0-4eb1-9ee5-3eeadd4d8bde requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:45:26.049977 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-069c51a4-d631-4fec-9968-ffbe87d48af5 None None] Port c15e4db6-3a3f-4d0e-9105-d44e911f8eb6 cannot update to ACTIVE because it is not bound. {{(pid=93917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 18:45:26.056782 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac6e7553-c8eb-4af6-8e7b-8ed657628509 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:45:26.057325 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-ac6e7553-c8eb-4af6-8e7b-8ed657628509 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:26.092814 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-ac6e7553-c8eb-4af6-8e7b-8ed657628509 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.4352922 Jul 14 18:45:26.096488 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 35632) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:45:26.102260 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-63dfe665-5a91-4e95-8fcf-3143162a5876 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1601135329-router', 'tenant_id': 'c28e5bcf1e004d64bdc0461d59ce0908', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61'}}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:45:26.130250 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3de8a4-db97-4c7a-9135-38a9f3b96fda req-422c7bf6-6e22-480e-9091-d210c87f8bb6 tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:45:26.131940 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-7a3de8a4-db97-4c7a-9135-38a9f3b96fda req-422c7bf6-6e22-480e-9091-d210c87f8bb6 tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] 10.222.0.16 "GET /v2.0/ports?device_id=4ed688ec-0b1c-4d1e-881c-157d22decd3a HTTP/1.1" status: 200 len: 945 time: 0.1527715 Jul 14 18:45:26.150398 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-63dfe665-5a91-4e95-8fcf-3143162a5876 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-571768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11104'] for router, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:26.152181 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-63dfe665-5a91-4e95-8fcf-3143162a5876 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-571675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-930014', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-632314', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11129'] for router, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:26.277690 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-7a3de8a4-db97-4c7a-9135-38a9f3b96fda req-45c37d3d-e029-4375-8268-c97d0ab065db tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] 10.222.0.16 "GET /v2.0/security-groups?id=f745dc72-333e-4ddf-8281-1bb3e04e8f82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146846 Jul 14 18:45:26.289391 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-913bc368-ee65-44b5-8715-8d90c81f1721 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9222b97e-5d1c-54f8-ba97-82f172498e76-39c54d55-b1e0-4eb1-9ee5-3eeadd4d8bde', 'network_id': '39c54d55-b1e0-4eb1-9ee5-3eeadd4d8bde', 'tenant_id': 'c28e5bcf1e004d64bdc0461d59ce0908', 'fixed_ips': [{'subnet_id': 'e9fdea6e-22fa-4991-9f87-b79de93db404'}]}} from n-d-800634-3. {{(pid=93917) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 18:45:26.291414 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-913bc368-ee65-44b5-8715-8d90c81f1721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:26.295963 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-d432c727-7a00-425f-9fec-540047f53456 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:26.343459 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d432c727-7a00-425f-9fec-540047f53456 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Pushing event deleted for resources: {'Port': ['ID=c15e4db6-3a3f-4d0e-9105-d44e911f8eb6,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:45:26.348014 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-63dfe665-5a91-4e95-8fcf-3143162a5876 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:26.456465 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 35640) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:45:26.524000 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-d432c727-7a00-425f-9fec-540047f53456 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:26.526416 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-d432c727-7a00-425f-9fec-540047f53456 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] 10.222.0.16 "DELETE /v2.0/ports/c15e4db6-3a3f-4d0e-9105-d44e911f8eb6 HTTP/1.1" status: 204 len: 168 time: 1.1204317 Jul 14 18:45:26.532787 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 35648) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:45:26.567066 n-d-800634-3 neutron-server[93915]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f6362bb-3533-4d64-b4b1-5a84a26edc84 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] GET failed (client error): The resource could not be found. Jul 14 18:45:26.572477 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-3f6362bb-3533-4d64-b4b1-5a84a26edc84 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] 10.222.0.16 "GET /v2.0/ports/c15e4db6-3a3f-4d0e-9105-d44e911f8eb6 HTTP/1.1" status: 404 len: 333 time: 0.0382946 Jul 14 18:45:26.573128 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 35650) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:45:26.605591 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.db_base_plugin_common [None req-913bc368-ee65-44b5-8715-8d90c81f1721 None None] Allocated IP 172.20.0.2 (39c54d55-b1e0-4eb1-9ee5-3eeadd4d8bde/e9fdea6e-22fa-4991-9f87-b79de93db404/85ffcf67-aeca-449b-9392-b2d1b6d0f968) {{(pid=93917) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:45:26.642686 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a4be534-c827-4a05-917a-324ab472bac0 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Deleting subnet 940b5911-2dd3-4f46-b739-200d79e8303a {{(pid=93915) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 18:45:26.647217 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-6a4be534-c827-4a05-917a-324ab472bac0 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Notify callbacks [] for subnet, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:26.649402 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-63dfe665-5a91-4e95-8fcf-3143162a5876 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-929996', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-571750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11395'] for router, precommit_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:26.768879 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-6a4be534-c827-4a05-917a-324ab472bac0 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28939913'] for subnet, precommit_delete_associations {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:26.795299 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-913bc368-ee65-44b5-8715-8d90c81f1721 None None] Notify callbacks [] for port, precommit_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:26.799422 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-052ae106-9e80-4761-bf97-b7b039255357 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] 10.222.0.16 "GET /v2.0/floatingips/96c0bc1f-56cc-464f-9b60-e230d735603f HTTP/1.1" status: 200 len: 993 time: 0.3391662 Jul 14 18:45:26.817061 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-913bc368-ee65-44b5-8715-8d90c81f1721 None None] Transition to ACTIVE for port object 85ffcf67-aeca-449b-9392-b2d1b6d0f968 will not be triggered until provisioned by entity L2. {{(pid=93917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:45:26.836308 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-913bc368-ee65-44b5-8715-8d90c81f1721 None None] Transition to ACTIVE for port object 85ffcf67-aeca-449b-9392-b2d1b6d0f968 will not be triggered until provisioned by entity DHCP. {{(pid=93917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:45:26.844495 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-913bc368-ee65-44b5-8715-8d90c81f1721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804'] for port, after_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:26.859455 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514f4033-19ab-4d4d-b533-c77500958a0b req-654c0383-1946-4d43-9088-306c76623735 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:45:26.861389 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-514f4033-19ab-4d4d-b533-c77500958a0b req-654c0383-1946-4d43-9088-306c76623735 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d15fd66-9a31-4513-9333-880c97735234 HTTP/1.1" status: 200 len: 946 time: 0.1512530 Jul 14 18:45:26.889065 n-d-800634-3 neutron-server[93917]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-913bc368-ee65-44b5-8715-8d90c81f1721 None None] Network 39c54d55-b1e0-4eb1-9ee5-3eeadd4d8bde is already hosted by enough agents. {{(pid=93917) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:45:26.892800 n-d-800634-3 neutron-server[93917]: DEBUG neutron.scheduler.base_scheduler [None req-913bc368-ee65-44b5-8715-8d90c81f1721 None None] Resources bound (agent type, host, resource id): {{(pid=93917) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:45:26.903886 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-913bc368-ee65-44b5-8715-8d90c81f1721 None None] Received port after_create {{(pid=93917) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:45:26.928698 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-514f4033-19ab-4d4d-b533-c77500958a0b req-fc03378c-e524-4f73-8c96-1ce38235e659 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] 10.222.0.16 "GET /v2.0/security-groups?id=665fac0f-cff5-44f7-b9cc-bed28fe603e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491185 Jul 14 18:45:26.932257 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-6a4be534-c827-4a05-917a-324ab472bac0 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081283'] for subnet, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:26.960235 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913bc368-ee65-44b5-8715-8d90c81f1721 None None] Pushing event updated for resources: {'Port': ['ID=85ffcf67-aeca-449b-9392-b2d1b6d0f968,revision_number=1']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:45:26.970380 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-63dfe665-5a91-4e95-8fcf-3143162a5876 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:26.991612 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-63dfe665-5a91-4e95-8fcf-3143162a5876 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:27.030133 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913bc368-ee65-44b5-8715-8d90c81f1721 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:45:27.030480 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913bc368-ee65-44b5-8715-8d90c81f1721 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:45:27.030816 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913bc368-ee65-44b5-8715-8d90c81f1721 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:45:27.031149 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913bc368-ee65-44b5-8715-8d90c81f1721 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:45:27.031481 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913bc368-ee65-44b5-8715-8d90c81f1721 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:45:27.031814 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913bc368-ee65-44b5-8715-8d90c81f1721 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:45:27.032156 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913bc368-ee65-44b5-8715-8d90c81f1721 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:45:27.032473 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913bc368-ee65-44b5-8715-8d90c81f1721 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:45:27.032793 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913bc368-ee65-44b5-8715-8d90c81f1721 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:45:27.033111 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913bc368-ee65-44b5-8715-8d90c81f1721 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:45:27.033429 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913bc368-ee65-44b5-8715-8d90c81f1721 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:45:27.033751 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913bc368-ee65-44b5-8715-8d90c81f1721 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:45:27.044444 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-6a4be534-c827-4a05-917a-324ab472bac0 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25913028', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28969762'] for subnet, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:27.060168 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-913bc368-ee65-44b5-8715-8d90c81f1721 None None] Attempting to bind port 85ffcf67-aeca-449b-9392-b2d1b6d0f968 on host n-d-800634-3 for vnic_type normal with profile {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:45:27.060546 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-913bc368-ee65-44b5-8715-8d90c81f1721 None None] Attempting to bind port 85ffcf67-aeca-449b-9392-b2d1b6d0f968 by drivers openvswitch,hyperv on host n-d-800634-3 at level 0 using segments [{'id': 'e6ac1013-49a3-4f7c-beca-cf2ef24dd35b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '39c54d55-b1e0-4eb1-9ee5-3eeadd4d8bde'}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:45:27.060918 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-913bc368-ee65-44b5-8715-8d90c81f1721 None None] Attempting to bind port 85ffcf67-aeca-449b-9392-b2d1b6d0f968 on network 39c54d55-b1e0-4eb1-9ee5-3eeadd4d8bde {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:45:27.080347 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-913bc368-ee65-44b5-8715-8d90c81f1721 None None] Checking agent: {'id': '01c19e91-a945-4e3c-94a6-c211e17c923e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 8, 23), 'started_at': datetime.datetime(2021, 7, 14, 18, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 18, 45, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 18:45:27.080724 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-913bc368-ee65-44b5-8715-8d90c81f1721 None None] Checking segment: {'id': 'e6ac1013-49a3-4f7c-beca-cf2ef24dd35b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '39c54d55-b1e0-4eb1-9ee5-3eeadd4d8bde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93917) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:45:27.081127 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-913bc368-ee65-44b5-8715-8d90c81f1721 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:27.081519 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-913bc368-ee65-44b5-8715-8d90c81f1721 None None] Bound using segment: {'id': 'e6ac1013-49a3-4f7c-beca-cf2ef24dd35b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '39c54d55-b1e0-4eb1-9ee5-3eeadd4d8bde'} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 18:45:27.082529 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-913bc368-ee65-44b5-8715-8d90c81f1721 None None] Bound port: 85ffcf67-aeca-449b-9392-b2d1b6d0f968, host: n-d-800634-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6ac1013-49a3-4f7c-beca-cf2ef24dd35b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '39c54d55-b1e0-4eb1-9ee5-3eeadd4d8bde'}}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 18:45:27.082913 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-913bc368-ee65-44b5-8715-8d90c81f1721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:27.103571 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4be534-c827-4a05-917a-324ab472bac0 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Pushing event deleted for resources: {'Subnet': ['ID=940b5911-2dd3-4f46-b739-200d79e8303a,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:45:27.130816 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-6a4be534-c827-4a05-917a-324ab472bac0 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Notify callbacks [] for subnet, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:27.132318 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c55b666c-0c4a-402b-ab02-b23f3f390698 None None] Network 6ff67790-533a-4801-8169-9c3142e9f997 requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:45:27.135463 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-6a4be534-c827-4a05-917a-324ab472bac0 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] 10.222.0.16 "DELETE /v2.0/subnets/940b5911-2dd3-4f46-b739-200d79e8303a HTTP/1.1" status: 204 len: 168 time: 0.5585308 Jul 14 18:45:27.135463 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 35656) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:45:27.173725 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.db_base_plugin_common [None req-63dfe665-5a91-4e95-8fcf-3143162a5876 admin admin] Allocated IP 172.25.1.202 (9200a437-e1de-4520-88f6-e68386523e61/5f47f848-4532-407a-a0e2-5690ade15fd0/6b51ee5d-3588-44d3-93cd-53d6ffd74b5e) {{(pid=93916) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:45:27.183354 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-913bc368-ee65-44b5-8715-8d90c81f1721 None None] For port 85ffcf67-aeca-449b-9392-b2d1b6d0f968, host n-d-800634-3, cleared binding levels {{(pid=93917) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:45:27.188259 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-913bc368-ee65-44b5-8715-8d90c81f1721 None None] For port 85ffcf67-aeca-449b-9392-b2d1b6d0f968, host n-d-800634-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=85ffcf67-aeca-449b-9392-b2d1b6d0f968,segment=NetworkSegment(e6ac1013-49a3-4f7c-beca-cf2ef24dd35b),segment_id=e6ac1013-49a3-4f7c-beca-cf2ef24dd35b)] {{(pid=93917) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 18:45:27.204377 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.db_base_plugin_v2 [None req-61f7f761-5bf1-427c-9781-e73c46508f90 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Deleting subnet 1a19cecc-dc1c-4fcc-9d36-336715855e17 {{(pid=93915) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 18:45:27.208942 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-61f7f761-5bf1-427c-9781-e73c46508f90 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Notify callbacks [] for subnet, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:27.244016 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67542f58-42a7-42b3-88f3-2d951ff35262 req-1999e158-7582-451a-9789-8f6c8f92c8cc tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:45:27.245221 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-913bc368-ee65-44b5-8715-8d90c81f1721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:27.245597 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-67542f58-42a7-42b3-88f3-2d951ff35262 req-1999e158-7582-451a-9789-8f6c8f92c8cc tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d15fd66-9a31-4513-9333-880c97735234 HTTP/1.1" status: 200 len: 946 time: 0.1522276 Jul 14 18:45:27.288496 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-61f7f761-5bf1-427c-9781-e73c46508f90 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28939913'] for subnet, precommit_delete_associations {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:27.304071 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913bc368-ee65-44b5-8715-8d90c81f1721 None None] Pushing event updated for resources: {'Port': ['ID=85ffcf67-aeca-449b-9392-b2d1b6d0f968,revision_number=2']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:45:27.332856 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-67542f58-42a7-42b3-88f3-2d951ff35262 req-2623cbcc-8c6c-409e-b811-f538a0674397 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] 10.222.0.16 "GET /v2.0/security-groups?id=665fac0f-cff5-44f7-b9cc-bed28fe603e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766850 Jul 14 18:45:27.368008 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-63dfe665-5a91-4e95-8fcf-3143162a5876 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:27.428402 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-61f7f761-5bf1-427c-9781-e73c46508f90 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081283'] for subnet, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:27.493918 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-63dfe665-5a91-4e95-8fcf-3143162a5876 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:27.510145 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-61f7f761-5bf1-427c-9781-e73c46508f90 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25913028', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28969762'] for subnet, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:27.564362 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63dfe665-5a91-4e95-8fcf-3143162a5876 admin admin] Pushing event updated for resources: {'Port': ['ID=6b51ee5d-3588-44d3-93cd-53d6ffd74b5e,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:45:27.584742 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63dfe665-5a91-4e95-8fcf-3143162a5876 admin admin] Network 9200a437-e1de-4520-88f6-e68386523e61 is already hosted by enough agents. {{(pid=93916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:45:27.588727 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [None req-63dfe665-5a91-4e95-8fcf-3143162a5876 admin admin] Resources bound (agent type, host, resource id): {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:45:27.596537 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63dfe665-5a91-4e95-8fcf-3143162a5876 admin admin] Received port after_create {{(pid=93916) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:45:27.621446 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-61f7f761-5bf1-427c-9781-e73c46508f90 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Notify callbacks [] for subnet, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:27.624913 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-61f7f761-5bf1-427c-9781-e73c46508f90 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] 10.222.0.16 "DELETE /v2.0/subnets/1a19cecc-dc1c-4fcc-9d36-336715855e17 HTTP/1.1" status: 204 len: 168 time: 0.4883330 Jul 14 18:45:27.628620 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 35672) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:45:27.630051 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f7f761-5bf1-427c-9781-e73c46508f90 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Pushing event deleted for resources: {'Subnet': ['ID=1a19cecc-dc1c-4fcc-9d36-336715855e17,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:45:27.873258 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-ab1eb656-7bb1-48e2-8ff0-93b8229a2a5a tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645734'] for network, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:27.880038 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b623a01e-a257-4c2d-8a3a-7ce61df29b3e req-2487d7f4-c5ed-41dc-9693-99dc1cc9b4f8 tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:45:27.885827 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b623a01e-a257-4c2d-8a3a-7ce61df29b3e req-2487d7f4-c5ed-41dc-9693-99dc1cc9b4f8 tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] 10.222.0.16 "GET /v2.0/ports?device_id=4ed688ec-0b1c-4d1e-881c-157d22decd3a HTTP/1.1" status: 200 len: 945 time: 0.2939241 Jul 14 18:45:27.960134 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b623a01e-a257-4c2d-8a3a-7ce61df29b3e req-ff0a0184-023f-4d46-9c2e-5760b11ca5f8 tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] 10.222.0.16 "GET /v2.0/security-groups?id=f745dc72-333e-4ddf-8281-1bb3e04e8f82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602219 Jul 14 18:45:27.967915 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04efdf1a-312c-4b68-abaf-663ea0c1ea43 None None] Update dhcp port {'port': {'network_id': '6ff67790-533a-4801-8169-9c3142e9f997', 'fixed_ips': [{'subnet_id': '1a19cecc-dc1c-4fcc-9d36-336715855e17'}], 'binding:host_id': 'n-d-800634-3'}, 'id': '6ab4a7e8-51a7-4286-aa35-b333c4f99ed1'} from n-d-800634-3. {{(pid=93917) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 14 18:45:28.029968 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88575bd9-a56a-48de-9415-07809059055d req-10280e01-939e-455b-88c1-f8a905dc1d2b tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:45:28.032820 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-88575bd9-a56a-48de-9415-07809059055d req-10280e01-939e-455b-88c1-f8a905dc1d2b tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d15fd66-9a31-4513-9333-880c97735234 HTTP/1.1" status: 200 len: 946 time: 0.3167562 Jul 14 18:45:28.062915 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-04efdf1a-312c-4b68-abaf-663ea0c1ea43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:28.119667 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-88575bd9-a56a-48de-9415-07809059055d req-9b56b360-ed18-447f-93d4-619e2e80e106 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] 10.222.0.16 "GET /v2.0/security-groups?id=665fac0f-cff5-44f7-b9cc-bed28fe603e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763481 Jul 14 18:45:28.171703 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-ab1eb656-7bb1-48e2-8ff0-93b8229a2a5a tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Deleting port 6ab4a7e8-51a7-4286-aa35-b333c4f99ed1 {{(pid=93916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:45:28.172042 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-ab1eb656-7bb1-48e2-8ff0-93b8229a2a5a tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:28.374202 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21c85256-5e38-411d-bc65-75f7e8bdf3aa None None] Network 6ff67790-533a-4801-8169-9c3142e9f997 requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:45:28.601588 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-63dfe665-5a91-4e95-8fcf-3143162a5876 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:28.651611 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-8726bda7-2180-411e-8644-29ed77ba732c None None] Provisioning complete for port 6ab4a7e8-51a7-4286-aa35-b333c4f99ed1 triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:45:28.652090 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-8726bda7-2180-411e-8644-29ed77ba732c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:28.791102 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 85ffcf67-aeca-449b-9392-b2d1b6d0f968 up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:45:28.815293 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bc74a8-11c4-48d0-8a83-5f495ec3b98a req-58321367-b295-45b2-a2c3-0314a1760a72 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:45:28.817359 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-d7bc74a8-11c4-48d0-8a83-5f495ec3b98a req-58321367-b295-45b2-a2c3-0314a1760a72 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d15fd66-9a31-4513-9333-880c97735234 HTTP/1.1" status: 200 len: 946 time: 0.0954773 Jul 14 18:45:28.830026 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.db [None req-ab1eb656-7bb1-48e2-8ff0-93b8229a2a5a tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] For port 6ab4a7e8-51a7-4286-aa35-b333c4f99ed1, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=6ab4a7e8-51a7-4286-aa35-b333c4f99ed1,segment=NetworkSegment(c6b46d01-64ba-4ea2-b980-2eeb0afcdc31),segment_id=c6b46d01-64ba-4ea2-b980-2eeb0afcdc31)] {{(pid=93916) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:45:28.830396 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-ab1eb656-7bb1-48e2-8ff0-93b8229a2a5a tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:28.848994 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-ab1eb656-7bb1-48e2-8ff0-93b8229a2a5a tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Calling delete_port for 6ab4a7e8-51a7-4286-aa35-b333c4f99ed1 owned by network:dhcp {{(pid=93916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:45:28.900784 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-d7bc74a8-11c4-48d0-8a83-5f495ec3b98a req-aaf9520f-09f2-414c-9c24-15f5ee8d1dd1 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] 10.222.0.16 "GET /v2.0/security-groups?id=665fac0f-cff5-44f7-b9cc-bed28fe603e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768485 Jul 14 18:45:28.977875 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5696b6ea-4c47-47d6-9011-d6b70520da14 None None] DHCP port deletion for 6ff67790-533a-4801-8169-9c3142e9f997 request from n-d-800634-3 {{(pid=93917) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 18:45:29.036466 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning for port 85ffcf67-aeca-449b-9392-b2d1b6d0f968 completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:45:29.049692 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-63dfe665-5a91-4e95-8fcf-3143162a5876 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-571759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-930033'] for router, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:29.057485 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-ab1eb656-7bb1-48e2-8ff0-93b8229a2a5a tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:29.083254 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-5696b6ea-4c47-47d6-9011-d6b70520da14 None None] Deleting port 6ab4a7e8-51a7-4286-aa35-b333c4f99ed1 {{(pid=93917) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:45:29.083791 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-5696b6ea-4c47-47d6-9011-d6b70520da14 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:29.170415 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1eb656-7bb1-48e2-8ff0-93b8229a2a5a tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Pushing event deleted for resources: {'Port': ['ID=6ab4a7e8-51a7-4286-aa35-b333c4f99ed1,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:45:29.174388 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab1eb656-7bb1-48e2-8ff0-93b8229a2a5a tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] No DVR routers for this DVR port 6ab4a7e8-51a7-4286-aa35-b333c4f99ed1 on host n-d-800634-3 {{(pid=93916) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 18:45:29.264310 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c09061-49a9-436f-bf5f-dec8eaa2374f req-64b11137-22e9-47d6-b0b1-2f564d029607 tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:45:29.267465 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-68c09061-49a9-436f-bf5f-dec8eaa2374f req-64b11137-22e9-47d6-b0b1-2f564d029607 tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] 10.222.0.16 "GET /v2.0/ports?device_id=4ed688ec-0b1c-4d1e-881c-157d22decd3a HTTP/1.1" status: 200 len: 945 time: 0.1079361 Jul 14 18:45:29.328923 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-ab1eb656-7bb1-48e2-8ff0-93b8229a2a5a tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2096010', 'neutron.services.segments.db._delete_segments_for_network-8728202734996'] for network, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:29.336754 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-68c09061-49a9-436f-bf5f-dec8eaa2374f req-36762800-9a63-44ea-88da-246abb5eaa3f tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] 10.222.0.16 "GET /v2.0/security-groups?id=f745dc72-333e-4ddf-8281-1bb3e04e8f82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599270 Jul 14 18:45:29.344744 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.segments.db [None req-ab1eb656-7bb1-48e2-8ff0-93b8229a2a5a tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ff67790-533a-4801-8169-9c3142e9f997']}} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:45:29.360443 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.segments.db [None req-ab1eb656-7bb1-48e2-8ff0-93b8229a2a5a tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6b46d01-64ba-4ea2-b980-2eeb0afcdc31') {'for_net_delete': True} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:45:29.361407 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.segments.db [None req-ab1eb656-7bb1-48e2-8ff0-93b8229a2a5a tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6b46d01-64ba-4ea2-b980-2eeb0afcdc31') {} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:45:29.367305 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc08005a-5094-49a7-92ab-c88de6147cf0 None None] Network 39c54d55-b1e0-4eb1-9ee5-3eeadd4d8bde requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:45:29.370443 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 6ab4a7e8-51a7-4286-aa35-b333c4f99ed1 no longer exists at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 18:45:29.379138 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-ab1eb656-7bb1-48e2-8ff0-93b8229a2a5a tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728202715275', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26296891'] for segment, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:29.398877 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-ab1eb656-7bb1-48e2-8ff0-93b8229a2a5a tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:29.408025 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab1eb656-7bb1-48e2-8ff0-93b8229a2a5a tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Releasing vlan 89 on physical network physnet1 to pool {{(pid=93916) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 18:45:29.408542 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-ab1eb656-7bb1-48e2-8ff0-93b8229a2a5a tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2682942'] for segment, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:29.411879 n-d-800634-3 neutron-server[93916]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:45:29.411879 n-d-800634-3 neutron-server[93916]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:45:29.411879 n-d-800634-3 neutron-server[93916]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:45:29.411879 n-d-800634-3 neutron-server[93916]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:45:29.411879 n-d-800634-3 neutron-server[93916]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:45:29.411879 n-d-800634-3 neutron-server[93916]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:45:29.411879 n-d-800634-3 neutron-server[93916]: Traceback (most recent call last): Jul 14 18:45:29.411879 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 18:45:29.411879 n-d-800634-3 neutron-server[93916]: timer() Jul 14 18:45:29.411879 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 18:45:29.411879 n-d-800634-3 neutron-server[93916]: cb(*args, **kw) Jul 14 18:45:29.411879 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 18:45:29.411879 n-d-800634-3 neutron-server[93916]: return func(*args, **kwargs) Jul 14 18:45:29.411879 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 18:45:29.411879 n-d-800634-3 neutron-server[93916]: self._notify() Jul 14 18:45:29.411879 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 18:45:29.411879 n-d-800634-3 neutron-server[93916]: self.callback(batched_events) Jul 14 18:45:29.411879 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 18:45:29.411879 n-d-800634-3 neutron-server[93916]: event.method(event) Jul 14 18:45:29.411879 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 18:45:29.411879 n-d-800634-3 neutron-server[93916]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 18:45:29.411879 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 18:45:29.411879 n-d-800634-3 neutron-server[93916]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 18:45:29.411879 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 18:45:29.411879 n-d-800634-3 neutron-server[93916]: return f(self, *a, **k) Jul 14 18:45:29.411879 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 18:45:29.411879 n-d-800634-3 neutron-server[93916]: return self._get(url).json() Jul 14 18:45:29.411879 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 18:45:29.411879 n-d-800634-3 neutron-server[93916]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 18:45:29.411879 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 18:45:29.411879 n-d-800634-3 neutron-server[93916]: return self.request(url, 'GET', **kwargs) Jul 14 18:45:29.411879 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 18:45:29.411879 n-d-800634-3 neutron-server[93916]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 18:45:29.411879 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 18:45:29.411879 n-d-800634-3 neutron-server[93916]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 18:45:29.411879 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 18:45:29.411879 n-d-800634-3 neutron-server[93916]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 18:45:29.411879 n-d-800634-3 neutron-server[93916]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 18:45:29.424594 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63dfe665-5a91-4e95-8fcf-3143162a5876 admin admin] Router 49c8f55c-e805-4a74-95f3-2bdc2fe893e1 is scheduled to L3 agent 2c6eb27e-defb-4cca-9a24-381c7415e359 with binding_index 1 {{(pid=93916) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 18:45:29.482873 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] No Port match for: 6ab4a7e8-51a7-4286-aa35-b333c4f99ed1 {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 18:45:29.483527 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 6ab4a7e8-51a7-4286-aa35-b333c4f99ed1 not bound to the agent host n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 18:45:29.515438 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-ab1eb656-7bb1-48e2-8ff0-93b8229a2a5a tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2096001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-930085'] for network, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:29.522913 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-02d4b9fb-7483-4722-9860-f6d7a129389b None None] Provisioning for port 85ffcf67-aeca-449b-9392-b2d1b6d0f968 completed by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:45:29.524224 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-ab1eb656-7bb1-48e2-8ff0-93b8229a2a5a tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Notify callbacks [] for network, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:29.528515 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-ab1eb656-7bb1-48e2-8ff0-93b8229a2a5a tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] 10.222.0.16 "DELETE /v2.0/networks/6ff67790-533a-4801-8169-9c3142e9f997 HTTP/1.1" status: 204 len: 168 time: 1.8884931 Jul 14 18:45:29.530778 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 35696) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:45:29.545640 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-02d4b9fb-7483-4722-9860-f6d7a129389b None None] Provisioning complete for port 85ffcf67-aeca-449b-9392-b2d1b6d0f968 triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:45:29.546226 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-02d4b9fb-7483-4722-9860-f6d7a129389b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:29.546383 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1eb656-7bb1-48e2-8ff0-93b8229a2a5a tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Pushing event deleted for resources: {'Network': ['ID=6ff67790-533a-4801-8169-9c3142e9f997,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:45:29.549842 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-5696b6ea-4c47-47d6-9011-d6b70520da14 None None] For port 6ab4a7e8-51a7-4286-aa35-b333c4f99ed1, host n-d-800634-3, got binding levels [] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:45:29.550264 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-5696b6ea-4c47-47d6-9011-d6b70520da14 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:29.618581 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-5696b6ea-4c47-47d6-9011-d6b70520da14 None None] Calling delete_port for 6ab4a7e8-51a7-4286-aa35-b333c4f99ed1 owned by network:dhcp {{(pid=93917) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:45:29.620031 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e41bb643-8f69-4e1f-8309-f8a72591afb3 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:45:29.625512 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-e41bb643-8f69-4e1f-8309-f8a72591afb3 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.0936470 Jul 14 18:45:29.626142 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 35698) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:45:29.630588 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.ipam_backend_mixin [None req-5696b6ea-4c47-47d6-9011-d6b70520da14 None None] Port 6ab4a7e8-51a7-4286-aa35-b333c4f99ed1 was not found and therefore no delete operation was performed {{(pid=93917) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 14 18:45:29.637610 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63dfe665-5a91-4e95-8fcf-3143162a5876 admin admin] Notify agent at l3_agent.n-d-800634-3 the message routers_updated {{(pid=93916) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 18:45:29.642106 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-5696b6ea-4c47-47d6-9011-d6b70520da14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813'] for port, after_delete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:29.652303 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-961047fb-146e-4d49-801f-21182a25f546 None None] Sync routers for ids ['49c8f55c-e805-4a74-95f3-2bdc2fe893e1'] in n-d-800634-3 {{(pid=93918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 18:45:29.661892 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-63dfe665-5a91-4e95-8fcf-3143162a5876 admin admin] Notify callbacks [] for router, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:29.666929 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-63dfe665-5a91-4e95-8fcf-3143162a5876 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.5689240 Jul 14 18:45:29.667681 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 35700) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:45:29.670290 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-961047fb-146e-4d49-801f-21182a25f546 None None] Routers {'49c8f55c-e805-4a74-95f3-2bdc2fe893e1'} bound to L3 agent in host n-d-800634-3 {{(pid=93918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:45:29.671155 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-961047fb-146e-4d49-801f-21182a25f546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:45:23Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['49c8f55c-e805-4a74-95f3-2bdc2fe893e1'], 'active': True} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:45:29.674812 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-5696b6ea-4c47-47d6-9011-d6b70520da14 None None] Network 6ff67790-533a-4801-8169-9c3142e9f997 is not hosted by any dhcp agent {{(pid=93917) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 14 18:45:29.675212 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5696b6ea-4c47-47d6-9011-d6b70520da14 None None] No DVR routers for this DVR port 6ab4a7e8-51a7-4286-aa35-b333c4f99ed1 on host n-d-800634-3 {{(pid=93917) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 18:45:29.679722 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5696b6ea-4c47-47d6-9011-d6b70520da14 None None] Pushing event deleted for resources: {'Port': ['ID=6ab4a7e8-51a7-4286-aa35-b333c4f99ed1,revision_number=None']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:45:29.752247 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-33291268-6bfb-46ce-89ce-e2d6652ca60a tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] 10.222.0.16 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1246939 Jul 14 18:45:29.753326 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 35702) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:45:29.776610 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-48a62ec5-3eb7-4ba4-888c-8b23364f827d tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-841134300'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:45:29.828276 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-02d4b9fb-7483-4722-9860-f6d7a129389b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:29.828905 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48a62ec5-3eb7-4ba4-888c-8b23364f827d tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Made reservation on behalf of 5ceee1f2be05491f99699576fae0f27c for: {'network': 1} {{(pid=93915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:45:29.835554 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-48a62ec5-3eb7-4ba4-888c-8b23364f827d tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for network, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:29.877770 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-02d4b9fb-7483-4722-9860-f6d7a129389b None None] For port 85ffcf67-aeca-449b-9392-b2d1b6d0f968, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=85ffcf67-aeca-449b-9392-b2d1b6d0f968,segment=NetworkSegment(e6ac1013-49a3-4f7c-beca-cf2ef24dd35b),segment_id=e6ac1013-49a3-4f7c-beca-cf2ef24dd35b)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:45:29.885482 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-02d4b9fb-7483-4722-9860-f6d7a129389b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:29.900572 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48a62ec5-3eb7-4ba4-888c-8b23364f827d tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 58} {{(pid=93915) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 18:45:29.926341 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-48a62ec5-3eb7-4ba4-888c-8b23364f827d tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:29.926733 n-d-800634-3 neutron-server[93915]: INFO neutron.db.segments_db [None req-48a62ec5-3eb7-4ba4-888c-8b23364f827d tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Added segment ec35f253-ee3d-4110-ac98-be1bbec7d5c3 of type vlan for network 01ab412a-18e3-4639-8026-9cc4840aa00a Jul 14 18:45:29.943345 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Device 22c8f00d-1121-4477-a7e5-813b2cc437b2 details requested by agent hyperv_n-h2-800634-3 with host n-h2-800634-3 {{(pid=93917) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 18:45:29.995189 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvr_db [None req-961047fb-146e-4d49-801f-21182a25f546 None None] Set router 49c8f55c-e805-4a74-95f3-2bdc2fe893e1 gateway port host: n-d-800634-3 {{(pid=93918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 18:45:30.012591 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-48a62ec5-3eb7-4ba4-888c-8b23364f827d tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728202197517'] for network, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:30.087037 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-48a62ec5-3eb7-4ba4-888c-8b23364f827d tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727'] for network, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:30.093362 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48a62ec5-3eb7-4ba4-888c-8b23364f827d tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:45:30.094535 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-48a62ec5-3eb7-4ba4-888c-8b23364f827d tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Notify callbacks [] for network, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:30.114428 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d4b9fb-7483-4722-9860-f6d7a129389b None None] Pushing event updated for resources: {'Port': ['ID=85ffcf67-aeca-449b-9392-b2d1b6d0f968,revision_number=3']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:45:30.119271 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.agents_db [None req-2ea07fb6-aa68-4671-8654-119d82b9f530 None None] Agent healthcheck: found 7 active agents {{(pid=93918) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 18:45:30.240602 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] For port 22c8f00d-1121-4477-a7e5-813b2cc437b2, host n-h2-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=22c8f00d-1121-4477-a7e5-813b2cc437b2,segment=NetworkSegment(c2fad28a-4ca7-4493-8025-bc92e58ecccc),segment_id=c2fad28a-4ca7-4493-8025-bc92e58ecccc)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:45:30.268236 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Returning: {'device': '22c8f00d-1121-4477-a7e5-813b2cc437b2', 'network_id': '1b20c90e-a28d-40c4-80a6-bd7c3e0e48e9', 'port_id': '22c8f00d-1121-4477-a7e5-813b2cc437b2', 'mac_address': 'fa:16:3e:92:ea:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '044a6425-92e0-4c6b-bc74-105388401773', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93917) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 18:45:30.269065 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-48a62ec5-3eb7-4ba4-888c-8b23364f827d tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.5135963 Jul 14 18:45:30.272475 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 35710) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:45:30.281215 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-41dda9e4-0126-42b9-bc43-1a117f815963 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Request body: {'subnet': {'network_id': '01ab412a-18e3-4639-8026-9cc4840aa00a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:45:30.302594 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6246e185-53bc-45f6-b6e4-6df9a46372fb req-738900d4-6b1c-4416-9541-a95997cd9ab6 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:45:30.304570 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6246e185-53bc-45f6-b6e4-6df9a46372fb req-738900d4-6b1c-4416-9541-a95997cd9ab6 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] 10.222.0.18 "GET /v2.0/ports?device_id=2d15fd66-9a31-4513-9333-880c97735234 HTTP/1.1" status: 200 len: 946 time: 0.2587826 Jul 14 18:45:30.307467 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a62ec5-3eb7-4ba4-888c-8b23364f827d tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Pushing event updated for resources: {'Network': ['ID=01ab412a-18e3-4639-8026-9cc4840aa00a,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:45:30.334429 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Network 01ab412a-18e3-4639-8026-9cc4840aa00a details requested by agent ovs-agent-n-d-800634-3 with host n-d-800634-3 {{(pid=93917) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 18:45:30.440712 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:30.473423 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-961047fb-146e-4d49-801f-21182a25f546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49c8f55c-e805-4a74-95f3-2bdc2fe893e1', 'name': 'tempest-ServerActionsTestJSON-1601135329-router', 'tenant_id': 'c28e5bcf1e004d64bdc0461d59ce0908', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.202'}], 'enable_snat': True}, 'gw_port_id': '6b51ee5d-3588-44d3-93cd-53d6ffd74b5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:45:26Z', 'updated_at': '2021-07-14T18:45:27Z', 'revision_number': 3, 'project_id': 'c28e5bcf1e004d64bdc0461d59ce0908', 'gw_port': {'id': '6b51ee5d-3588-44d3-93cd-53d6ffd74b5e', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:d1:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49c8f55c-e805-4a74-95f3-2bdc2fe893e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2700, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:45:26Z', 'updated_at': '2021-07-14T18:45:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3'}], 'n-d-800634-3', False) {} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:45:30.485662 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41dda9e4-0126-42b9-bc43-1a117f815963 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Made reservation on behalf of 5ceee1f2be05491f99699576fae0f27c for: {'subnet': 1} {{(pid=93916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:45:30.490031 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-41dda9e4-0126-42b9-bc43-1a117f815963 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26033189'] for subnet, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:30.490976 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 22c8f00d-1121-4477-a7e5-813b2cc437b2 {{(pid=93917) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 18:45:30.503544 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-caffb3d9-5c50-46ac-827d-42f46509a31a None None] Provisioning complete for port 85ffcf67-aeca-449b-9392-b2d1b6d0f968 triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:45:30.507437 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-caffb3d9-5c50-46ac-827d-42f46509a31a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:30.536389 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-961047fb-146e-4d49-801f-21182a25f546 None None] Checking router: 49c8f55c-e805-4a74-95f3-2bdc2fe893e1 for host: n-d-800634-3 {{(pid=93918) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 18:45:30.538598 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-961047fb-146e-4d49-801f-21182a25f546 None None] Updating router 49c8f55c-e805-4a74-95f3-2bdc2fe893e1 port 6b51ee5d-3588-44d3-93cd-53d6ffd74b5e binding host n-d-800634-3 {{(pid=93918) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 18:45:30.606455 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] For port 22c8f00d-1121-4477-a7e5-813b2cc437b2, host n-h2-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=22c8f00d-1121-4477-a7e5-813b2cc437b2,segment=NetworkSegment(c2fad28a-4ca7-4493-8025-bc92e58ecccc),segment_id=c2fad28a-4ca7-4493-8025-bc92e58ecccc)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:45:30.619434 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:30.626871 n-d-800634-3 neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-961047fb-146e-4d49-801f-21182a25f546 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:30.631790 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03092895-3435-41e3-9bb3-74ff2ffe092e req-d0a26ab0-0822-416a-aaae-75938d531c24 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:45:30.638304 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-03092895-3435-41e3-9bb3-74ff2ffe092e req-d0a26ab0-0822-416a-aaae-75938d531c24 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d15fd66-9a31-4513-9333-880c97735234 HTTP/1.1" status: 200 len: 946 time: 0.4695971 Jul 14 18:45:30.762781 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 85ffcf67-aeca-449b-9392-b2d1b6d0f968 up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:45:30.768889 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] get_ports_and_sgs() called for port_ids ['22c8f00d-1121-4477-a7e5-813b2cc437b2'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 18:45:30.807851 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [req-6246e185-53bc-45f6-b6e4-6df9a46372fb req-5a38662e-1380-4112-b243-cbf84fd07bb8 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] Deleting port fd1a71bb-ad30-415b-b4fc-92be13cc6a09 {{(pid=93915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:45:30.808496 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-6246e185-53bc-45f6-b6e4-6df9a46372fb req-5a38662e-1380-4112-b243-cbf84fd07bb8 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:30.820147 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-03092895-3435-41e3-9bb3-74ff2ffe092e req-2190a387-b57f-421e-9018-b3177d097a7f tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] 10.222.0.16 "GET /v2.0/security-groups?id=665fac0f-cff5-44f7-b9cc-bed28fe603e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1761415 Jul 14 18:45:30.902961 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Pushing event updated for resources: {'Port': ['ID=22c8f00d-1121-4477-a7e5-813b2cc437b2,revision_number=6']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:45:31.072594 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-41dda9e4-0126-42b9-bc43-1a117f815963 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2684753', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26033175'] for subnet, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:31.135393 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port 85ffcf67-aeca-449b-9392-b2d1b6d0f968 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:45:31.136048 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:31.207030 n-d-800634-3 neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-961047fb-146e-4d49-801f-21182a25f546 None None] Notify callbacks [] for port, precommit_update {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:31.229988 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.provisioning_blocks [None req-961047fb-146e-4d49-801f-21182a25f546 None None] Transition to ACTIVE for port object 6b51ee5d-3588-44d3-93cd-53d6ffd74b5e will not be triggered until provisioned by entity L2. {{(pid=93918) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:45:31.240192 n-d-800634-3 neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-961047fb-146e-4d49-801f-21182a25f546 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:31.295725 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41dda9e4-0126-42b9-bc43-1a117f815963 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Pushing event updated for resources: {'Subnet': ['ID=5c793d2f-9031-444f-867f-1a494acc7b1d,revision_number=0']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:45:31.341492 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-20d5d0b0-84fb-4fd6-bc90-c6277f979f22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:31.354399 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ef200a-d578-48f9-934e-9c78a747728a None None] Pushing event updated for resources: {'Port': ['ID=6b51ee5d-3588-44d3-93cd-53d6ffd74b5e,revision_number=2']} {{(pid=93918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:45:31.356947 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.managers [None req-961047fb-146e-4d49-801f-21182a25f546 None None] Attempting to bind port 6b51ee5d-3588-44d3-93cd-53d6ffd74b5e on host n-d-800634-3 for vnic_type normal with profile {{(pid=93918) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:45:31.365543 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.managers [None req-961047fb-146e-4d49-801f-21182a25f546 None None] Attempting to bind port 6b51ee5d-3588-44d3-93cd-53d6ffd74b5e by drivers openvswitch,hyperv on host n-d-800634-3 at level 0 using segments [{'id': '5afb940b-bbdf-4727-be00-5d46367c38a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9200a437-e1de-4520-88f6-e68386523e61'}] {{(pid=93918) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:45:31.366105 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-961047fb-146e-4d49-801f-21182a25f546 None None] Attempting to bind port 6b51ee5d-3588-44d3-93cd-53d6ffd74b5e on network 9200a437-e1de-4520-88f6-e68386523e61 {{(pid=93918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:45:31.376833 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-961047fb-146e-4d49-801f-21182a25f546 None None] Checking agent: {'id': '01c19e91-a945-4e3c-94a6-c211e17c923e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 8, 23), 'started_at': datetime.datetime(2021, 7, 14, 18, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 18, 45, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 18:45:31.377242 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-961047fb-146e-4d49-801f-21182a25f546 None None] Checking segment: {'id': '5afb940b-bbdf-4727-be00-5d46367c38a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9200a437-e1de-4520-88f6-e68386523e61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93918) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:45:31.381170 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-6246e185-53bc-45f6-b6e4-6df9a46372fb req-5a38662e-1380-4112-b243-cbf84fd07bb8 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] For port fd1a71bb-ad30-415b-b4fc-92be13cc6a09, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=fd1a71bb-ad30-415b-b4fc-92be13cc6a09,segment=NetworkSegment(ee39aca0-6f7d-4da6-861f-9f37553124e0),segment_id=ee39aca0-6f7d-4da6-861f-9f37553124e0)] {{(pid=93915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:45:31.381721 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-6246e185-53bc-45f6-b6e4-6df9a46372fb req-5a38662e-1380-4112-b243-cbf84fd07bb8 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:31.382099 n-d-800634-3 neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-961047fb-146e-4d49-801f-21182a25f546 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:31.382628 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-961047fb-146e-4d49-801f-21182a25f546 None None] Bound using segment: {'id': '5afb940b-bbdf-4727-be00-5d46367c38a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9200a437-e1de-4520-88f6-e68386523e61'} {{(pid=93918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 18:45:31.383133 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.managers [None req-961047fb-146e-4d49-801f-21182a25f546 None None] Bound port: 6b51ee5d-3588-44d3-93cd-53d6ffd74b5e, host: n-d-800634-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5afb940b-bbdf-4727-be00-5d46367c38a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9200a437-e1de-4520-88f6-e68386523e61'}}] {{(pid=93918) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 18:45:31.383529 n-d-800634-3 neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-961047fb-146e-4d49-801f-21182a25f546 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:31.401940 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [req-6246e185-53bc-45f6-b6e4-6df9a46372fb req-5a38662e-1380-4112-b243-cbf84fd07bb8 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] Calling delete_port for fd1a71bb-ad30-415b-b4fc-92be13cc6a09 owned by compute:nova {{(pid=93915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:45:31.493469 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.db [None req-961047fb-146e-4d49-801f-21182a25f546 None None] For port 6b51ee5d-3588-44d3-93cd-53d6ffd74b5e, host n-d-800634-3, cleared binding levels {{(pid=93918) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:45:31.497712 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.db [None req-961047fb-146e-4d49-801f-21182a25f546 None None] For port 6b51ee5d-3588-44d3-93cd-53d6ffd74b5e, host n-d-800634-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=6b51ee5d-3588-44d3-93cd-53d6ffd74b5e,segment=NetworkSegment(5afb940b-bbdf-4727-be00-5d46367c38a1),segment_id=5afb940b-bbdf-4727-be00-5d46367c38a1)] {{(pid=93918) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 18:45:31.502456 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41dda9e4-0126-42b9-bc43-1a117f815963 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Checking segment: {'id': 'ec35f253-ee3d-4110-ac98-be1bbec7d5c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '01ab412a-18e3-4639-8026-9cc4840aa00a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93916) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:45:31.505247 n-d-800634-3 neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-961047fb-146e-4d49-801f-21182a25f546 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:31.516729 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41dda9e4-0126-42b9-bc43-1a117f815963 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Network hostable DHCP agents. Network: 01ab412a-18e3-4639-8026-9cc4840aa00a, hostable agents: ['028393c3-0576-4ebd-bca1-8ea8a148e1a2'], hosted agents: [] {{(pid=93916) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 18:45:31.673499 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41dda9e4-0126-42b9-bc43-1a117f815963 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Network 01ab412a-18e3-4639-8026-9cc4840aa00a is scheduled to be hosted by DHCP agent 028393c3-0576-4ebd-bca1-8ea8a148e1a2 with binding_index 1 {{(pid=93916) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 18:45:31.674942 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e92603a-3949-42e5-b700-10b44502d6b9 req-f08cc509-d8cd-4b28-98c7-e3e22c640b3a tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:45:31.681421 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-961047fb-146e-4d49-801f-21182a25f546 None None] Routers {'49c8f55c-e805-4a74-95f3-2bdc2fe893e1'} bound to L3 agent in host n-d-800634-3 {{(pid=93918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:45:31.682466 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-961047fb-146e-4d49-801f-21182a25f546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:45:23Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['49c8f55c-e805-4a74-95f3-2bdc2fe893e1'], 'active': True} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:45:31.685971 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-8e92603a-3949-42e5-b700-10b44502d6b9 req-f08cc509-d8cd-4b28-98c7-e3e22c640b3a tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] 10.222.0.16 "GET /v2.0/ports?device_id=4ed688ec-0b1c-4d1e-881c-157d22decd3a HTTP/1.1" status: 200 len: 944 time: 0.9793460 Jul 14 18:45:31.704374 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [None req-41dda9e4-0126-42b9-bc43-1a117f815963 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-3, 01ab412a-18e3-4639-8026-9cc4840aa00a) {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:45:31.710194 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41dda9e4-0126-42b9-bc43-1a117f815963 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:45:31.710791 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-41dda9e4-0126-42b9-bc43-1a117f815963 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Notify callbacks [] for subnet, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:31.715134 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1860e08-1e60-4c57-844c-362ac7635685 None None] Network 01ab412a-18e3-4639-8026-9cc4840aa00a requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:45:31.744892 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-41dda9e4-0126-42b9-bc43-1a117f815963 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4685559 Jul 14 18:45:31.745508 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 35746) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:45:31.770365 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-74388040-e806-4280-8254-b8ac3f42e86f tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Request body: {'port': {'network_id': '01ab412a-18e3-4639-8026-9cc4840aa00a', 'name': 'tempest-PortsTestJSON-1770768955'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:45:31.776953 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ef200a-d578-48f9-934e-9c78a747728a None None] Pushing event updated for resources: {'Port': ['ID=6b51ee5d-3588-44d3-93cd-53d6ffd74b5e,revision_number=3']} {{(pid=93918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:45:31.830525 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-8e92603a-3949-42e5-b700-10b44502d6b9 req-b249786f-a9c4-41ff-bf0c-f9f53ea67071 tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] 10.222.0.16 "GET /v2.0/security-groups?id=f745dc72-333e-4ddf-8281-1bb3e04e8f82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291721 Jul 14 18:45:31.903546 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvr_db [None req-961047fb-146e-4d49-801f-21182a25f546 None None] Set router 49c8f55c-e805-4a74-95f3-2bdc2fe893e1 gateway port host: n-d-800634-3 {{(pid=93918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 18:45:31.923094 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.db_base_plugin_common [None req-20d5d0b0-84fb-4fd6-bc90-c6277f979f22 admin admin] Allocated IP 172.20.0.1 (39c54d55-b1e0-4eb1-9ee5-3eeadd4d8bde/e9fdea6e-22fa-4991-9f87-b79de93db404/7d840713-0afb-4754-8030-15984f1309b8) {{(pid=93916) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:45:31.937786 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Device 22c8f00d-1121-4477-a7e5-813b2cc437b2 up at agent hyperv_n-h2-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:45:31.960391 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-6246e185-53bc-45f6-b6e4-6df9a46372fb req-5a38662e-1380-4112-b243-cbf84fd07bb8 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:31.993375 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] get_ports_and_sgs() called for port_ids ['fd1a71bb-ad30-415b-b4fc-92be13cc6a09'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 18:45:32.040191 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74388040-e806-4280-8254-b8ac3f42e86f tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Made reservation on behalf of 5ceee1f2be05491f99699576fae0f27c for: {'port': 1} {{(pid=93916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:45:32.043987 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-74388040-e806-4280-8254-b8ac3f42e86f tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:32.054661 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a38662e-1380-4112-b243-cbf84fd07bb8 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] Pushing event deleted for resources: {'Port': ['ID=fd1a71bb-ad30-415b-b4fc-92be13cc6a09,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:45:32.096334 n-d-800634-3 neutron-server[93916]: DEBUG neutron.notifiers.nova [None req-74388040-e806-4280-8254-b8ac3f42e86f tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] device_id is not set on port a675e0d5-50dc-44f6-b081-99d6297e1730 yet. {{(pid=93916) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 18:45:32.204503 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Provisioning complete for port 22c8f00d-1121-4477-a7e5-813b2cc437b2 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:45:32.215167 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:32.405937 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34a9a144-f8e8-4002-abce-badfa8157c8d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9222b97e-5d1c-54f8-ba97-82f172498e76-01ab412a-18e3-4639-8026-9cc4840aa00a', 'network_id': '01ab412a-18e3-4639-8026-9cc4840aa00a', 'tenant_id': '5ceee1f2be05491f99699576fae0f27c', 'fixed_ips': [{'subnet_id': '5c793d2f-9031-444f-867f-1a494acc7b1d'}]}} from n-d-800634-3. {{(pid=93917) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 18:45:32.413305 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-34a9a144-f8e8-4002-abce-badfa8157c8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:32.468554 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-60619ca8-1461-4872-b09f-2e28f2cc6ad2 req-d9a8c482-a63e-46b9-bfd7-953fdd407543 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d15fd66-9a31-4513-9333-880c97735234 HTTP/1.1" status: 200 len: 210 time: 0.1456981 Jul 14 18:45:32.471625 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [req-6246e185-53bc-45f6-b6e4-6df9a46372fb req-5a38662e-1380-4112-b243-cbf84fd07bb8 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] No DVR routers for this DVR port fd1a71bb-ad30-415b-b4fc-92be13cc6a09 on host n-h1-800634-3 {{(pid=93915) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 18:45:32.495412 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-6246e185-53bc-45f6-b6e4-6df9a46372fb req-5a38662e-1380-4112-b243-cbf84fd07bb8 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:32.513746 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6246e185-53bc-45f6-b6e4-6df9a46372fb req-5a38662e-1380-4112-b243-cbf84fd07bb8 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] 10.222.0.18 "DELETE /v2.0/ports/fd1a71bb-ad30-415b-b4fc-92be13cc6a09 HTTP/1.1" status: 204 len: 173 time: 2.1905286 Jul 14 18:45:32.516151 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d15fd66-9a31-4513-9333-880c97735234', 'name': 'network-vif-deleted', 'tag': 'fd1a71bb-ad30-415b-b4fc-92be13cc6a09'}] {{(pid=93915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:45:32.534285 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e72782ad3af8f7d4ce76cedf092bca46d1756acc5c4653cf0b52034cdd6b073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79457be6-67af-45ea-ad49-9b35c1ea3dfc" -d '{"events": [{"server_uuid": "2d15fd66-9a31-4513-9333-880c97735234", "name": "network-vif-deleted", "tag": "fd1a71bb-ad30-415b-b4fc-92be13cc6a09"}]}' {{(pid=93915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:45:32.542306 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-961047fb-146e-4d49-801f-21182a25f546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49c8f55c-e805-4a74-95f3-2bdc2fe893e1', 'name': 'tempest-ServerActionsTestJSON-1601135329-router', 'tenant_id': 'c28e5bcf1e004d64bdc0461d59ce0908', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.202'}], 'enable_snat': True}, 'gw_port_id': '6b51ee5d-3588-44d3-93cd-53d6ffd74b5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:45:26Z', 'updated_at': '2021-07-14T18:45:27Z', 'revision_number': 3, 'project_id': 'c28e5bcf1e004d64bdc0461d59ce0908', 'gw_port': {'id': '6b51ee5d-3588-44d3-93cd-53d6ffd74b5e', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:d1:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49c8f55c-e805-4a74-95f3-2bdc2fe893e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2700, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:45:26Z', 'updated_at': '2021-07-14T18:45:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3'}], 'n-d-800634-3', False) {} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:45:32.555789 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-20d5d0b0-84fb-4fd6-bc90-c6277f979f22 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:32.638581 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.provisioning_blocks [None req-20d5d0b0-84fb-4fd6-bc90-c6277f979f22 admin admin] Transition to ACTIVE for port object 7d840713-0afb-4754-8030-15984f1309b8 will not be triggered until provisioned by entity DHCP. {{(pid=93916) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:45:32.688571 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.db_base_plugin_common [None req-74388040-e806-4280-8254-b8ac3f42e86f tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Allocated IP 172.20.0.13 (01ab412a-18e3-4639-8026-9cc4840aa00a/5c793d2f-9031-444f-867f-1a494acc7b1d/a675e0d5-50dc-44f6-b081-99d6297e1730) {{(pid=93916) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:45:32.697720 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 18:45:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6f5d7aa-85d9-47fc-a025-76776047bbdd x-openstack-request-id: req-d6f5d7aa-85d9-47fc-a025-76776047bbdd {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:45:32.699130 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d15fd66-9a31-4513-9333-880c97735234", "name": "network-vif-deleted", "tag": "fd1a71bb-ad30-415b-b4fc-92be13cc6a09", "status": "completed", "code": 200}]} {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:45:32.699130 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d6f5d7aa-85d9-47fc-a025-76776047bbdd {{(pid=93915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:45:32.699935 n-d-800634-3 neutron-server[93915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d15fd66-9a31-4513-9333-880c97735234', 'name': 'network-vif-deleted', 'tag': 'fd1a71bb-ad30-415b-b4fc-92be13cc6a09', 'status': 'completed', 'code': 200} Jul 14 18:45:32.706234 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-961047fb-146e-4d49-801f-21182a25f546 None None] The sync data for ids ['49c8f55c-e805-4a74-95f3-2bdc2fe893e1'] in n-d-800634-3 is: [{'id': '49c8f55c-e805-4a74-95f3-2bdc2fe893e1', 'name': 'tempest-ServerActionsTestJSON-1601135329-router', 'tenant_id': 'c28e5bcf1e004d64bdc0461d59ce0908', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.202'}], 'enable_snat': True}, 'gw_port_id': '6b51ee5d-3588-44d3-93cd-53d6ffd74b5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:45:26Z', 'updated_at': '2021-07-14T18:45:27Z', 'revision_number': 3, 'project_id': 'c28e5bcf1e004d64bdc0461d59ce0908', 'gw_port': {'id': '6b51ee5d-3588-44d3-93cd-53d6ffd74b5e', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:d1:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49c8f55c-e805-4a74-95f3-2bdc2fe893e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2700, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:45:26Z', 'updated_at': '2021-07-14T18:45:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3'}] {{(pid=93918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 18:45:32.801513 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-20d5d0b0-84fb-4fd6-bc90-c6277f979f22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:32.810129 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:32.855981 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:32.955181 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20d5d0b0-84fb-4fd6-bc90-c6277f979f22 admin admin] Network 39c54d55-b1e0-4eb1-9ee5-3eeadd4d8bde is already hosted by enough agents. {{(pid=93916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:45:32.958441 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d5d0b0-84fb-4fd6-bc90-c6277f979f22 admin admin] Pushing event updated for resources: {'Port': ['ID=7d840713-0afb-4754-8030-15984f1309b8,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:45:32.964475 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [None req-20d5d0b0-84fb-4fd6-bc90-c6277f979f22 admin admin] Resources bound (agent type, host, resource id): {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:45:32.980723 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20d5d0b0-84fb-4fd6-bc90-c6277f979f22 admin admin] Received port after_create {{(pid=93916) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:45:32.997407 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ed688ec-0b1c-4d1e-881c-157d22decd3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22c8f00d-1121-4477-a7e5-813b2cc437b2'}] {{(pid=93917) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:45:33.010163 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20b787f3c29eaa7aa2a4d648c725a2124c5ff39a8d793252f9d844495e14cf42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d84e1891-4c7c-4977-8848-3999218adac3" -d '{"events": [{"server_uuid": "4ed688ec-0b1c-4d1e-881c-157d22decd3a", "name": "network-vif-plugged", "status": "completed", "tag": "22c8f00d-1121-4477-a7e5-813b2cc437b2"}]}' {{(pid=93917) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:45:33.068804 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-20d5d0b0-84fb-4fd6-bc90-c6277f979f22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-930452'] for router_interface, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:33.110493 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] For port 22c8f00d-1121-4477-a7e5-813b2cc437b2, host n-h2-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=22c8f00d-1121-4477-a7e5-813b2cc437b2,segment=NetworkSegment(c2fad28a-4ca7-4493-8025-bc92e58ecccc),segment_id=c2fad28a-4ca7-4493-8025-bc92e58ecccc)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:45:33.117500 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:33.150918 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-74388040-e806-4280-8254-b8ac3f42e86f tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Notify callbacks [] for port, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:33.234027 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 18:45:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-441602d7-3033-42b6-9631-d2c3ca79f726 x-openstack-request-id: req-441602d7-3033-42b6-9631-d2c3ca79f726 {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:45:33.235654 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ed688ec-0b1c-4d1e-881c-157d22decd3a", "name": "network-vif-plugged", "status": "completed", "tag": "22c8f00d-1121-4477-a7e5-813b2cc437b2", "code": 200}]} {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:45:33.236299 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-441602d7-3033-42b6-9631-d2c3ca79f726 {{(pid=93917) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:45:33.237114 n-d-800634-3 neutron-server[93917]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ed688ec-0b1c-4d1e-881c-157d22decd3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22c8f00d-1121-4477-a7e5-813b2cc437b2', 'code': 200} Jul 14 18:45:33.334166 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.provisioning_blocks [None req-74388040-e806-4280-8254-b8ac3f42e86f tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Transition to ACTIVE for port object a675e0d5-50dc-44f6-b081-99d6297e1730 will not be triggered until provisioned by entity DHCP. {{(pid=93916) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:45:33.421526 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Pushing event updated for resources: {'Port': ['ID=22c8f00d-1121-4477-a7e5-813b2cc437b2,revision_number=7']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:45:33.619391 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdbffd8-a869-4260-a3bc-fbbddb313782 req-e13a8b5a-cc1c-4790-b750-d521eb92e867 tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:45:33.633345 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-9fdbffd8-a869-4260-a3bc-fbbddb313782 req-e13a8b5a-cc1c-4790-b750-d521eb92e867 tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] 10.222.0.16 "GET /v2.0/ports?device_id=4ed688ec-0b1c-4d1e-881c-157d22decd3a HTTP/1.1" status: 200 len: 945 time: 0.2316203 Jul 14 18:45:33.660256 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-74388040-e806-4280-8254-b8ac3f42e86f tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:33.735266 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-9fdbffd8-a869-4260-a3bc-fbbddb313782 req-09d37810-b2df-4960-b1e1-4372a32f2502 tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] 10.222.0.16 "GET /v2.0/security-groups?id=f745dc72-333e-4ddf-8281-1bb3e04e8f82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005490 Jul 14 18:45:33.739344 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.db_base_plugin_common [None req-34a9a144-f8e8-4002-abce-badfa8157c8d None None] Allocated IP 172.20.0.2 (01ab412a-18e3-4639-8026-9cc4840aa00a/5c793d2f-9031-444f-867f-1a494acc7b1d/22bf12b7-f6ad-4876-a978-70c835698e02) {{(pid=93917) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:45:33.817860 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-c48f25d6-657a-48d4-b838-fa664ad76e9f None None] Provisioning for port 7d840713-0afb-4754-8030-15984f1309b8 completed by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:45:33.832486 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74388040-e806-4280-8254-b8ac3f42e86f tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Network 01ab412a-18e3-4639-8026-9cc4840aa00a is already hosted by enough agents. {{(pid=93916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:45:33.849109 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [None req-74388040-e806-4280-8254-b8ac3f42e86f tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Resources bound (agent type, host, resource id): {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:45:33.854469 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74388040-e806-4280-8254-b8ac3f42e86f tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Received port after_create {{(pid=93916) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:45:33.879779 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-c48f25d6-657a-48d4-b838-fa664ad76e9f None None] Provisioning complete for port 7d840713-0afb-4754-8030-15984f1309b8 triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:45:33.883206 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-c48f25d6-657a-48d4-b838-fa664ad76e9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:34.007473 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f2a54d8d-16f2-4c5c-bdea-ffb9ada489a8 req-c462e811-27a3-417d-914c-c03b970f632b tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d15fd66-9a31-4513-9333-880c97735234 HTTP/1.1" status: 200 len: 210 time: 0.0466449 Jul 14 18:45:34.071087 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74388040-e806-4280-8254-b8ac3f42e86f tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:45:34.080242 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-74388040-e806-4280-8254-b8ac3f42e86f tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:34.088961 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-c48f25d6-657a-48d4-b838-fa664ad76e9f None None] Port 7d840713-0afb-4754-8030-15984f1309b8 cannot update to ACTIVE because it is not bound. {{(pid=93917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 18:45:34.100177 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74388040-e806-4280-8254-b8ac3f42e86f tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Pushing event updated for resources: {'Port': ['ID=a675e0d5-50dc-44f6-b081-99d6297e1730,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:45:34.104302 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-20d5d0b0-84fb-4fd6-bc90-c6277f979f22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:34.130115 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 35766) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:45:34.132058 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-74388040-e806-4280-8254-b8ac3f42e86f tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.3654275 Jul 14 18:45:34.136580 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-023ca052-17d9-46e3-8b81-92e0ce4b9fec tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Request body: {'port': {'network_id': '01ab412a-18e3-4639-8026-9cc4840aa00a', 'name': 'tempest-PortsTestJSON-316886821'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:45:34.139687 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device fd1a71bb-ad30-415b-b4fc-92be13cc6a09 no longer exists at agent hyperv_n-h1-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 18:45:34.181951 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] No Port match for: fd1a71bb-ad30-415b-b4fc-92be13cc6a09 {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 18:45:34.182300 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device fd1a71bb-ad30-415b-b4fc-92be13cc6a09 not bound to the agent host n-h1-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 18:45:34.341311 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-34a9a144-f8e8-4002-abce-badfa8157c8d None None] Notify callbacks [] for port, precommit_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:34.372335 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-34a9a144-f8e8-4002-abce-badfa8157c8d None None] Transition to ACTIVE for port object 22bf12b7-f6ad-4876-a978-70c835698e02 will not be triggered until provisioned by entity L2. {{(pid=93917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:45:34.409451 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-023ca052-17d9-46e3-8b81-92e0ce4b9fec tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Made reservation on behalf of 5ceee1f2be05491f99699576fae0f27c for: {'port': 1} {{(pid=93915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:45:34.426882 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-023ca052-17d9-46e3-8b81-92e0ce4b9fec tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:34.444501 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-34a9a144-f8e8-4002-abce-badfa8157c8d None None] Transition to ACTIVE for port object 22bf12b7-f6ad-4876-a978-70c835698e02 will not be triggered until provisioned by entity DHCP. {{(pid=93917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:45:34.463027 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-34a9a144-f8e8-4002-abce-badfa8157c8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804'] for port, after_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:34.499836 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [None req-023ca052-17d9-46e3-8b81-92e0ce4b9fec tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] device_id is not set on port ef859f52-03cd-48cb-9f97-4578d1b7aa14 yet. {{(pid=93915) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 18:45:34.615136 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-20d5d0b0-84fb-4fd6-bc90-c6277f979f22 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:34.629917 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-20d5d0b0-84fb-4fd6-bc90-c6277f979f22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2684870'] for port, after_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:34.652111 n-d-800634-3 neutron-server[93917]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34a9a144-f8e8-4002-abce-badfa8157c8d None None] Network 01ab412a-18e3-4639-8026-9cc4840aa00a is already hosted by enough agents. {{(pid=93917) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:45:34.653529 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a9a144-f8e8-4002-abce-badfa8157c8d None None] Pushing event updated for resources: {'Port': ['ID=22bf12b7-f6ad-4876-a978-70c835698e02,revision_number=1']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:45:34.664406 n-d-800634-3 neutron-server[93917]: DEBUG neutron.scheduler.base_scheduler [None req-34a9a144-f8e8-4002-abce-badfa8157c8d None None] Resources bound (agent type, host, resource id): {{(pid=93917) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:45:34.672311 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34a9a144-f8e8-4002-abce-badfa8157c8d None None] Received port after_create {{(pid=93917) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:45:34.823821 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 6b51ee5d-3588-44d3-93cd-53d6ffd74b5e up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:45:34.830698 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.db_base_plugin_common [None req-023ca052-17d9-46e3-8b81-92e0ce4b9fec tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Allocated IP 172.20.0.10 (01ab412a-18e3-4639-8026-9cc4840aa00a/5c793d2f-9031-444f-867f-1a494acc7b1d/ef859f52-03cd-48cb-9f97-4578d1b7aa14) {{(pid=93915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:45:34.901148 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-20d5d0b0-84fb-4fd6-bc90-c6277f979f22 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-598741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-928734'] for router_interface, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:34.917462 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d5d0b0-84fb-4fd6-bc90-c6277f979f22 admin admin] Pushing event updated for resources: {'Port': ['ID=7d840713-0afb-4754-8030-15984f1309b8,revision_number=2']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:45:34.981467 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-34a9a144-f8e8-4002-abce-badfa8157c8d None None] Attempting to bind port 22bf12b7-f6ad-4876-a978-70c835698e02 on host n-d-800634-3 for vnic_type normal with profile {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:45:34.982069 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-34a9a144-f8e8-4002-abce-badfa8157c8d None None] Attempting to bind port 22bf12b7-f6ad-4876-a978-70c835698e02 by drivers openvswitch,hyperv on host n-d-800634-3 at level 0 using segments [{'id': 'ec35f253-ee3d-4110-ac98-be1bbec7d5c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '01ab412a-18e3-4639-8026-9cc4840aa00a'}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:45:34.982543 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34a9a144-f8e8-4002-abce-badfa8157c8d None None] Attempting to bind port 22bf12b7-f6ad-4876-a978-70c835698e02 on network 01ab412a-18e3-4639-8026-9cc4840aa00a {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:45:34.992157 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34a9a144-f8e8-4002-abce-badfa8157c8d None None] Checking agent: {'id': '01c19e91-a945-4e3c-94a6-c211e17c923e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 8, 23), 'started_at': datetime.datetime(2021, 7, 14, 18, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 18, 45, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 18:45:35.000780 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34a9a144-f8e8-4002-abce-badfa8157c8d None None] Checking segment: {'id': 'ec35f253-ee3d-4110-ac98-be1bbec7d5c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '01ab412a-18e3-4639-8026-9cc4840aa00a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93917) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:45:35.001328 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-34a9a144-f8e8-4002-abce-badfa8157c8d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:35.001924 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34a9a144-f8e8-4002-abce-badfa8157c8d None None] Bound using segment: {'id': 'ec35f253-ee3d-4110-ac98-be1bbec7d5c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '01ab412a-18e3-4639-8026-9cc4840aa00a'} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 18:45:35.002536 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-34a9a144-f8e8-4002-abce-badfa8157c8d None None] Bound port: 22bf12b7-f6ad-4876-a978-70c835698e02, host: n-d-800634-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec35f253-ee3d-4110-ac98-be1bbec7d5c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '01ab412a-18e3-4639-8026-9cc4840aa00a'}}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 18:45:35.003049 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-34a9a144-f8e8-4002-abce-badfa8157c8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:35.150675 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning for port 6b51ee5d-3588-44d3-93cd-53d6ffd74b5e completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:45:35.169576 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port 6b51ee5d-3588-44d3-93cd-53d6ffd74b5e triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:45:35.171882 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20d5d0b0-84fb-4fd6-bc90-c6277f979f22 admin admin] Network 39c54d55-b1e0-4eb1-9ee5-3eeadd4d8bde is already hosted by enough agents. {{(pid=93916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:45:35.172702 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:35.174036 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [None req-20d5d0b0-84fb-4fd6-bc90-c6277f979f22 admin admin] Resources bound (agent type, host, resource id): {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:45:35.264346 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-34a9a144-f8e8-4002-abce-badfa8157c8d None None] For port 22bf12b7-f6ad-4876-a978-70c835698e02, host n-d-800634-3, cleared binding levels {{(pid=93917) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:45:35.270928 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-34a9a144-f8e8-4002-abce-badfa8157c8d None None] For port 22bf12b7-f6ad-4876-a978-70c835698e02, host n-d-800634-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=22bf12b7-f6ad-4876-a978-70c835698e02,segment=NetworkSegment(ec35f253-ee3d-4110-ac98-be1bbec7d5c3),segment_id=ec35f253-ee3d-4110-ac98-be1bbec7d5c3)] {{(pid=93917) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 18:45:35.298806 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-34a9a144-f8e8-4002-abce-badfa8157c8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:35.387852 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-378d9c74-e7f1-4b91-8b8f-14969599c0dd req-7b006080-303a-46eb-aa0c-7a289f9937b4 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d15fd66-9a31-4513-9333-880c97735234 HTTP/1.1" status: 200 len: 210 time: 0.1163714 Jul 14 18:45:35.453153 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a9a144-f8e8-4002-abce-badfa8157c8d None None] Pushing event updated for resources: {'Port': ['ID=22bf12b7-f6ad-4876-a978-70c835698e02,revision_number=2']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:45:35.489859 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:35.499330 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-023ca052-17d9-46e3-8b81-92e0ce4b9fec tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Notify callbacks [] for port, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:35.514462 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20d5d0b0-84fb-4fd6-bc90-c6277f979f22 admin admin] Router 49c8f55c-e805-4a74-95f3-2bdc2fe893e1 has already been hosted by L3 agent 2c6eb27e-defb-4cca-9a24-381c7415e359 {{(pid=93916) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 18:45:35.606112 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22299b0-c06c-449a-93a5-b7490733583e req-0f947c98-16a3-473a-b276-ddcfefd980c3 tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:45:35.608840 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b22299b0-c06c-449a-93a5-b7490733583e req-0f947c98-16a3-473a-b276-ddcfefd980c3 tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] 10.222.0.16 "GET /v2.0/ports?device_id=4ed688ec-0b1c-4d1e-881c-157d22decd3a HTTP/1.1" status: 200 len: 945 time: 0.4481235 Jul 14 18:45:35.610301 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.provisioning_blocks [None req-023ca052-17d9-46e3-8b81-92e0ce4b9fec tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Transition to ACTIVE for port object ef859f52-03cd-48cb-9f97-4578d1b7aa14 will not be triggered until provisioned by entity DHCP. {{(pid=93915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:45:35.621170 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:35.751391 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] For port 6b51ee5d-3588-44d3-93cd-53d6ffd74b5e, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=6b51ee5d-3588-44d3-93cd-53d6ffd74b5e,segment=NetworkSegment(5afb940b-bbdf-4727-be00-5d46367c38a1),segment_id=5afb940b-bbdf-4727-be00-5d46367c38a1)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:45:35.791467 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-52b67d09-508f-487d-90a9-9cf852e21077 None None] Provisioning complete for port 7d840713-0afb-4754-8030-15984f1309b8 triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:45:35.794806 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-52b67d09-508f-487d-90a9-9cf852e21077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:35.808337 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b22299b0-c06c-449a-93a5-b7490733583e req-6cce933c-2dc8-4e5d-a134-254b486c2161 tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] 10.222.0.16 "GET /v2.0/security-groups?id=f745dc72-333e-4ddf-8281-1bb3e04e8f82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1915703 Jul 14 18:45:35.857574 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-023ca052-17d9-46e3-8b81-92e0ce4b9fec tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:35.874077 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20d5d0b0-84fb-4fd6-bc90-c6277f979f22 admin admin] Notify agent at l3_agent.n-d-800634-3 the message routers_updated {{(pid=93916) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 18:45:35.895159 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:35.904437 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-20d5d0b0-84fb-4fd6-bc90-c6277f979f22 admin admin] 10.222.0.16 "PUT /v2.0/routers/49c8f55c-e805-4a74-95f3-2bdc2fe893e1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2338760 Jul 14 18:45:35.935460 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-52b67d09-508f-487d-90a9-9cf852e21077 None None] Port 7d840713-0afb-4754-8030-15984f1309b8 cannot update to ACTIVE because it is not bound. {{(pid=93917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 18:45:36.030799 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023ca052-17d9-46e3-8b81-92e0ce4b9fec tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Pushing event updated for resources: {'Port': ['ID=ef859f52-03cd-48cb-9f97-4578d1b7aa14,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:45:36.061799 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023ca052-17d9-46e3-8b81-92e0ce4b9fec tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:45:36.062563 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023ca052-17d9-46e3-8b81-92e0ce4b9fec tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:45:36.063268 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023ca052-17d9-46e3-8b81-92e0ce4b9fec tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:45:36.063866 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023ca052-17d9-46e3-8b81-92e0ce4b9fec tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:45:36.064424 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023ca052-17d9-46e3-8b81-92e0ce4b9fec tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:45:36.064955 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023ca052-17d9-46e3-8b81-92e0ce4b9fec tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:45:36.065437 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023ca052-17d9-46e3-8b81-92e0ce4b9fec tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:45:36.065997 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023ca052-17d9-46e3-8b81-92e0ce4b9fec tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:45:36.067070 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023ca052-17d9-46e3-8b81-92e0ce4b9fec tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:45:36.068740 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023ca052-17d9-46e3-8b81-92e0ce4b9fec tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:45:36.069231 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023ca052-17d9-46e3-8b81-92e0ce4b9fec tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:45:36.069777 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023ca052-17d9-46e3-8b81-92e0ce4b9fec tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:45:36.116216 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-023ca052-17d9-46e3-8b81-92e0ce4b9fec tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Network 01ab412a-18e3-4639-8026-9cc4840aa00a is already hosted by enough agents. {{(pid=93915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:45:36.119279 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [None req-023ca052-17d9-46e3-8b81-92e0ce4b9fec tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Resources bound (agent type, host, resource id): {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:45:36.134227 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-023ca052-17d9-46e3-8b81-92e0ce4b9fec tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Received port after_create {{(pid=93915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:45:36.161900 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Pushing event updated for resources: {'Port': ['ID=6b51ee5d-3588-44d3-93cd-53d6ffd74b5e,revision_number=4']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:45:36.298914 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-023ca052-17d9-46e3-8b81-92e0ce4b9fec tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:45:36.301332 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-023ca052-17d9-46e3-8b81-92e0ce4b9fec tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:36.355193 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-023ca052-17d9-46e3-8b81-92e0ce4b9fec tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.2225857 Jul 14 18:45:36.357925 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 35790) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:45:36.368900 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce29b0ec-3db0-4b08-956d-70d818d94ade None None] Sync routers for ids ['49c8f55c-e805-4a74-95f3-2bdc2fe893e1'] in n-d-800634-3 {{(pid=93917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 18:45:36.397807 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce29b0ec-3db0-4b08-956d-70d818d94ade None None] Routers {'49c8f55c-e805-4a74-95f3-2bdc2fe893e1'} bound to L3 agent in host n-d-800634-3 {{(pid=93917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:45:36.402044 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-ce29b0ec-3db0-4b08-956d-70d818d94ade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:45:23Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['49c8f55c-e805-4a74-95f3-2bdc2fe893e1'], 'active': True} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:45:36.658717 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvr_db [None req-ce29b0ec-3db0-4b08-956d-70d818d94ade None None] Set router 49c8f55c-e805-4a74-95f3-2bdc2fe893e1 gateway port host: n-d-800634-3 {{(pid=93917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 18:45:36.848219 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a6f04217-8674-460a-a4e6-b64618fc34d8 req-ff02a253-0871-4441-bcb2-e399a827a4a3 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d15fd66-9a31-4513-9333-880c97735234 HTTP/1.1" status: 200 len: 210 time: 0.2575138 Jul 14 18:45:36.928619 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1cbcdb6-21fd-45ef-afd0-2c4f03586242 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:45:36.931067 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-c1cbcdb6-21fd-45ef-afd0-2c4f03586242 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] 10.222.0.16 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.13 HTTP/1.1" status: 200 len: 923 time: 0.5717015 Jul 14 18:45:36.934178 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 35798) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:45:37.169768 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 35800) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:45:37.183922 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-25ef7cf0-d7a0-4db5-ba7e-2f1c938866f5 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] Request body: {'security_group': {'name': 'tempest-securitygroup--618469478', 'description': 'tempest-description--1103311196'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:45:37.203394 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-d4e52736-837c-4625-8e9a-03e5fae16fd0 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Deleting port ef859f52-03cd-48cb-9f97-4578d1b7aa14 {{(pid=93916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:45:37.203801 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-d4e52736-837c-4625-8e9a-03e5fae16fd0 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:37.249074 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361260f2-3855-42e3-97a8-731ba51f0537 req-f4814ef6-aa4c-4200-9c53-ed29946e1e16 tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:45:37.254991 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-361260f2-3855-42e3-97a8-731ba51f0537 req-f4814ef6-aa4c-4200-9c53-ed29946e1e16 tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] 10.222.0.16 "GET /v2.0/ports?device_id=4ed688ec-0b1c-4d1e-881c-157d22decd3a HTTP/1.1" status: 200 len: 945 time: 0.1566021 Jul 14 18:45:37.291113 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 22bf12b7-f6ad-4876-a978-70c835698e02 up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:45:37.341180 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-361260f2-3855-42e3-97a8-731ba51f0537 req-5916a7bf-1d1a-47d7-b99a-26ca3e54a081 tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] 10.222.0.16 "GET /v2.0/security-groups?id=f745dc72-333e-4ddf-8281-1bb3e04e8f82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802999 Jul 14 18:45:37.600860 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning for port 22bf12b7-f6ad-4876-a978-70c835698e02 completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:45:37.607024 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80238b9e-ea42-4aee-89e1-7e21f1c00c83 None None] Network 01ab412a-18e3-4639-8026-9cc4840aa00a requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:45:37.680565 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 6b51ee5d-3588-44d3-93cd-53d6ffd74b5e up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:45:37.841035 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-ee9d890c-7aaf-493f-9922-dc67e616c05b None None] Provisioning for port 22bf12b7-f6ad-4876-a978-70c835698e02 completed by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:45:37.896786 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-ee9d890c-7aaf-493f-9922-dc67e616c05b None None] Provisioning complete for port 22bf12b7-f6ad-4876-a978-70c835698e02 triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:45:37.902229 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-ee9d890c-7aaf-493f-9922-dc67e616c05b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:38.005583 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-25ef7cf0-d7a0-4db5-ba7e-2f1c938866f5 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] Notify callbacks [] for security_group, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:38.024514 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-d4e52736-837c-4625-8e9a-03e5fae16fd0 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:38.056040 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-ce29b0ec-3db0-4b08-956d-70d818d94ade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49c8f55c-e805-4a74-95f3-2bdc2fe893e1', 'name': 'tempest-ServerActionsTestJSON-1601135329-router', 'tenant_id': 'c28e5bcf1e004d64bdc0461d59ce0908', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.202'}], 'enable_snat': True}, 'gw_port_id': '6b51ee5d-3588-44d3-93cd-53d6ffd74b5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:45:26Z', 'updated_at': '2021-07-14T18:45:33Z', 'revision_number': 4, 'project_id': 'c28e5bcf1e004d64bdc0461d59ce0908', 'gw_port': {'id': '6b51ee5d-3588-44d3-93cd-53d6ffd74b5e', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:d1:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49c8f55c-e805-4a74-95f3-2bdc2fe893e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2700, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:45:26Z', 'updated_at': '2021-07-14T18:45:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_interfaces': [{'id': '7d840713-0afb-4754-8030-15984f1309b8', 'name': '', 'network_id': '39c54d55-b1e0-4eb1-9ee5-3eeadd4d8bde', 'tenant_id': 'c28e5bcf1e004d64bdc0461d59ce0908', 'mac_address': 'fa:16:3e:50:0b:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49c8f55c-e805-4a74-95f3-2bdc2fe893e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2704, 'fixed_ips': [{'subnet_id': 'e9fdea6e-22fa-4991-9f87-b79de93db404', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:45:31Z', 'updated_at': '2021-07-14T18:45:34Z', 'revision_number': 2, 'project_id': 'c28e5bcf1e004d64bdc0461d59ce0908', 'subnets': [{'id': 'e9fdea6e-22fa-4991-9f87-b79de93db404', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-3', False) {} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:45:38.117894 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-d4e52736-837c-4625-8e9a-03e5fae16fd0 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Calling delete_port for ef859f52-03cd-48cb-9f97-4578d1b7aa14 owned by {{(pid=93916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:45:38.147600 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port 6b51ee5d-3588-44d3-93cd-53d6ffd74b5e triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:45:38.148262 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:38.179202 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce29b0ec-3db0-4b08-956d-70d818d94ade None None] Checking router: 49c8f55c-e805-4a74-95f3-2bdc2fe893e1 for host: n-d-800634-3 {{(pid=93917) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 18:45:38.179556 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce29b0ec-3db0-4b08-956d-70d818d94ade None None] Updating router 49c8f55c-e805-4a74-95f3-2bdc2fe893e1 port 7d840713-0afb-4754-8030-15984f1309b8 binding host n-d-800634-3 {{(pid=93917) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 18:45:38.190496 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b3d5f7af-f21d-44a1-b186-7db7c7cb0a05 req-ad09812b-a923-4460-9d56-574ff8aabf08 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d15fd66-9a31-4513-9333-880c97735234 HTTP/1.1" status: 200 len: 210 time: 0.0787594 Jul 14 18:45:38.302241 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-ce29b0ec-3db0-4b08-956d-70d818d94ade None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:38.334228 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-ee9d890c-7aaf-493f-9922-dc67e616c05b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:38.484633 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-ee9d890c-7aaf-493f-9922-dc67e616c05b None None] For port 22bf12b7-f6ad-4876-a978-70c835698e02, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=22bf12b7-f6ad-4876-a978-70c835698e02,segment=NetworkSegment(ec35f253-ee3d-4110-ac98-be1bbec7d5c3),segment_id=ec35f253-ee3d-4110-ac98-be1bbec7d5c3)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:45:38.497008 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-25ef7cf0-d7a0-4db5-ba7e-2f1c938866f5 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] Notify callbacks [] for security_group, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:38.510738 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-25ef7cf0-d7a0-4db5-ba7e-2f1c938866f5 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:38.553073 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-ee9d890c-7aaf-493f-9922-dc67e616c05b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:38.653654 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-25ef7cf0-d7a0-4db5-ba7e-2f1c938866f5 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:38.674547 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-25ef7cf0-d7a0-4db5-ba7e-2f1c938866f5 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.4972522 Jul 14 18:45:38.680720 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 35812) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:45:38.718807 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-542e2c8a-dd1b-43e4-9dcf-c79d166791d8 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] Request body: {'security_group_rule': {'security_group_id': 'be330687-3a60-4db7-bad1-ca6d5eb00fb4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:45:38.736057 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9d890c-7aaf-493f-9922-dc67e616c05b None None] Pushing event updated for resources: {'Port': ['ID=22bf12b7-f6ad-4876-a978-70c835698e02,revision_number=3']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:45:38.780974 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ef7cf0-d7a0-4db5-ba7e-2f1c938866f5 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be330687-3a60-4db7-bad1-ca6d5eb00fb4,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:45:38.812441 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee3ff70-61c1-4fdd-bc05-de1ee224eebd req-225335eb-3ab7-4968-ac3b-f7ba1b2a7047 tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:45:38.817377 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-d4e52736-837c-4625-8e9a-03e5fae16fd0 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:38.824783 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-0ee3ff70-61c1-4fdd-bc05-de1ee224eebd req-225335eb-3ab7-4968-ac3b-f7ba1b2a7047 tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] 10.222.0.16 "GET /v2.0/ports?device_id=4ed688ec-0b1c-4d1e-881c-157d22decd3a HTTP/1.1" status: 200 len: 945 time: 0.2308996 Jul 14 18:45:38.927891 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-0ee3ff70-61c1-4fdd-bc05-de1ee224eebd req-ea272862-37c2-49b1-b0ca-6f9fd709bfa7 tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] 10.222.0.16 "GET /v2.0/security-groups?id=f745dc72-333e-4ddf-8281-1bb3e04e8f82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018119 Jul 14 18:45:38.981667 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e52736-837c-4625-8e9a-03e5fae16fd0 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Pushing event deleted for resources: {'Port': ['ID=ef859f52-03cd-48cb-9f97-4578d1b7aa14,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:45:39.125250 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-ce29b0ec-3db0-4b08-956d-70d818d94ade None None] Notify callbacks [] for port, precommit_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:39.132966 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-f442c2ff-5615-40f1-8395-0b0db2dee484 None None] Provisioning complete for port 22bf12b7-f6ad-4876-a978-70c835698e02 triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:45:39.133356 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-f442c2ff-5615-40f1-8395-0b0db2dee484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:39.163059 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-542e2c8a-dd1b-43e4-9dcf-c79d166791d8 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:39.175581 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-ce29b0ec-3db0-4b08-956d-70d818d94ade None None] Transition to ACTIVE for port object 7d840713-0afb-4754-8030-15984f1309b8 will not be triggered until provisioned by entity L2. {{(pid=93917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:45:39.225378 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-ce29b0ec-3db0-4b08-956d-70d818d94ade None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:39.338608 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef1c3a9-d75c-4f98-a40c-cb69f9ac6b23 None None] Pushing event updated for resources: {'Port': ['ID=7d840713-0afb-4754-8030-15984f1309b8,revision_number=3']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:45:39.367352 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-d4e52736-837c-4625-8e9a-03e5fae16fd0 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:39.376873 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-d4e52736-837c-4625-8e9a-03e5fae16fd0 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] 10.222.0.16 "DELETE /v2.0/ports/ef859f52-03cd-48cb-9f97-4578d1b7aa14 HTTP/1.1" status: 204 len: 168 time: 2.4408309 Jul 14 18:45:39.379960 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 35826) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:45:39.431021 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-542e2c8a-dd1b-43e4-9dcf-c79d166791d8 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:39.437237 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-542e2c8a-dd1b-43e4-9dcf-c79d166791d8 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305173'] for security_group_rule, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:39.483854 n-d-800634-3 neutron-server[93915]: INFO neutron.pecan_wsgi.hooks.translation [None req-b78cbe7e-57ca-40f4-acf4-dd1e732412ca tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] GET failed (client error): The resource could not be found. Jul 14 18:45:39.491799 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-b78cbe7e-57ca-40f4-acf4-dd1e732412ca tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] 10.222.0.16 "GET /v2.0/ports/ef859f52-03cd-48cb-9f97-4578d1b7aa14 HTTP/1.1" status: 404 len: 333 time: 0.1097360 Jul 14 18:45:39.494112 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 35828) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:45:39.633894 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542e2c8a-dd1b-43e4-9dcf-c79d166791d8 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42a19e2e-a782-4cb1-9733-807fd817fd78,revision_number=0']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:45:39.655774 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-542e2c8a-dd1b-43e4-9dcf-c79d166791d8 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:39.657552 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-542e2c8a-dd1b-43e4-9dcf-c79d166791d8 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9596004 Jul 14 18:45:39.671668 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 35834) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:45:39.700885 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-ae14e1ad-502a-46c0-9b55-fa60ec0a3fdc tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] Request body: {'security_group_rule': {'security_group_id': 'be330687-3a60-4db7-bad1-ca6d5eb00fb4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:45:39.721021 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-25b911d1-8c7b-4bbf-ac1f-6325bbef7ea3 req-efebede6-01b8-48ec-9a59-d5714bdc8ebd tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d15fd66-9a31-4513-9333-880c97735234 HTTP/1.1" status: 200 len: 210 time: 0.1002657 Jul 14 18:45:39.737357 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-ce29b0ec-3db0-4b08-956d-70d818d94ade None None] Attempting to bind port 7d840713-0afb-4754-8030-15984f1309b8 on host n-d-800634-3 for vnic_type normal with profile {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:45:39.739064 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-ce29b0ec-3db0-4b08-956d-70d818d94ade None None] Attempting to bind port 7d840713-0afb-4754-8030-15984f1309b8 by drivers openvswitch,hyperv on host n-d-800634-3 at level 0 using segments [{'id': 'e6ac1013-49a3-4f7c-beca-cf2ef24dd35b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '39c54d55-b1e0-4eb1-9ee5-3eeadd4d8bde'}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:45:39.741064 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce29b0ec-3db0-4b08-956d-70d818d94ade None None] Attempting to bind port 7d840713-0afb-4754-8030-15984f1309b8 on network 39c54d55-b1e0-4eb1-9ee5-3eeadd4d8bde {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:45:39.771256 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce29b0ec-3db0-4b08-956d-70d818d94ade None None] Checking agent: {'id': '01c19e91-a945-4e3c-94a6-c211e17c923e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 8, 23), 'started_at': datetime.datetime(2021, 7, 14, 18, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 18, 45, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 18:45:39.773194 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce29b0ec-3db0-4b08-956d-70d818d94ade None None] Checking segment: {'id': 'e6ac1013-49a3-4f7c-beca-cf2ef24dd35b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '39c54d55-b1e0-4eb1-9ee5-3eeadd4d8bde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93917) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:45:39.773912 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-ce29b0ec-3db0-4b08-956d-70d818d94ade None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:39.774708 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce29b0ec-3db0-4b08-956d-70d818d94ade None None] Bound using segment: {'id': 'e6ac1013-49a3-4f7c-beca-cf2ef24dd35b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '39c54d55-b1e0-4eb1-9ee5-3eeadd4d8bde'} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 18:45:39.775546 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-ce29b0ec-3db0-4b08-956d-70d818d94ade None None] Bound port: 7d840713-0afb-4754-8030-15984f1309b8, host: n-d-800634-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6ac1013-49a3-4f7c-beca-cf2ef24dd35b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '39c54d55-b1e0-4eb1-9ee5-3eeadd4d8bde'}}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 18:45:39.776626 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-ce29b0ec-3db0-4b08-956d-70d818d94ade None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:39.867539 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-ce29b0ec-3db0-4b08-956d-70d818d94ade None None] For port 7d840713-0afb-4754-8030-15984f1309b8, host n-d-800634-3, cleared binding levels {{(pid=93917) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:45:39.874130 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-ce29b0ec-3db0-4b08-956d-70d818d94ade None None] For port 7d840713-0afb-4754-8030-15984f1309b8, host n-d-800634-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=7d840713-0afb-4754-8030-15984f1309b8,segment=NetworkSegment(e6ac1013-49a3-4f7c-beca-cf2ef24dd35b),segment_id=e6ac1013-49a3-4f7c-beca-cf2ef24dd35b)] {{(pid=93917) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 18:45:39.884897 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-ce29b0ec-3db0-4b08-956d-70d818d94ade None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:40.098682 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef1c3a9-d75c-4f98-a40c-cb69f9ac6b23 None None] Pushing event updated for resources: {'Port': ['ID=7d840713-0afb-4754-8030-15984f1309b8,revision_number=4']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:45:40.101838 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-ae14e1ad-502a-46c0-9b55-fa60ec0a3fdc tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:40.127754 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-f442c2ff-5615-40f1-8395-0b0db2dee484 None None] Could not find standard attr ID for object ef859f52-03cd-48cb-9f97-4578d1b7aa14. {{(pid=93917) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 14 18:45:40.200165 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce29b0ec-3db0-4b08-956d-70d818d94ade None None] Routers {'49c8f55c-e805-4a74-95f3-2bdc2fe893e1'} bound to L3 agent in host n-d-800634-3 {{(pid=93917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:45:40.201314 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-ce29b0ec-3db0-4b08-956d-70d818d94ade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:45:23Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['49c8f55c-e805-4a74-95f3-2bdc2fe893e1'], 'active': True} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:45:40.348363 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-c1df3c12-9213-409e-b319-d0764a3a15b4 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Deleting port a675e0d5-50dc-44f6-b081-99d6297e1730 {{(pid=93916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:45:40.349114 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-c1df3c12-9213-409e-b319-d0764a3a15b4 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:40.397536 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb01cbe9-74d2-4c4f-96df-2c7214c83b8f req-738d52e5-ca4a-41a5-97de-3964d773aa13 tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:45:40.419634 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-fb01cbe9-74d2-4c4f-96df-2c7214c83b8f req-738d52e5-ca4a-41a5-97de-3964d773aa13 tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] 10.222.0.16 "GET /v2.0/ports?device_id=4ed688ec-0b1c-4d1e-881c-157d22decd3a HTTP/1.1" status: 200 len: 945 time: 0.1887715 Jul 14 18:45:40.456978 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-ae14e1ad-502a-46c0-9b55-fa60ec0a3fdc tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:40.483090 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-ae14e1ad-502a-46c0-9b55-fa60ec0a3fdc tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305173'] for security_group_rule, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:40.492391 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvr_db [None req-ce29b0ec-3db0-4b08-956d-70d818d94ade None None] Set router 49c8f55c-e805-4a74-95f3-2bdc2fe893e1 gateway port host: n-d-800634-3 {{(pid=93917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 18:45:40.571239 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae14e1ad-502a-46c0-9b55-fa60ec0a3fdc tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da51a2c2-3146-4fb7-bba4-88f2bee7df6a,revision_number=0']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:45:40.586230 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-ae14e1ad-502a-46c0-9b55-fa60ec0a3fdc tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:40.591247 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-ae14e1ad-502a-46c0-9b55-fa60ec0a3fdc tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9001136 Jul 14 18:45:40.591614 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 35848) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:45:40.609932 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-f442c2ff-5615-40f1-8395-0b0db2dee484 None None] Provisioning for port a675e0d5-50dc-44f6-b081-99d6297e1730 completed by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:45:40.611551 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-e8dfa3a2-99bc-4fcc-8fa1-575d6f71050e tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] Request body: {'floatingip': {'floating_network_id': '9200a437-e1de-4520-88f6-e68386523e61'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:45:40.640706 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-f442c2ff-5615-40f1-8395-0b0db2dee484 None None] Provisioning complete for port a675e0d5-50dc-44f6-b081-99d6297e1730 triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:45:40.644796 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-c1df3c12-9213-409e-b319-d0764a3a15b4 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:40.653494 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-f442c2ff-5615-40f1-8395-0b0db2dee484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:40.686729 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-fb01cbe9-74d2-4c4f-96df-2c7214c83b8f req-451bec1b-50e2-4ce2-9dda-dde43d63c5e8 tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] 10.222.0.16 "GET /v2.0/security-groups?id=f745dc72-333e-4ddf-8281-1bb3e04e8f82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2624836 Jul 14 18:45:40.697843 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-c1df3c12-9213-409e-b319-d0764a3a15b4 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Calling delete_port for a675e0d5-50dc-44f6-b081-99d6297e1730 owned by {{(pid=93916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:45:40.714748 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-e8dfa3a2-99bc-4fcc-8fa1-575d6f71050e tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] Notify callbacks [] for floatingip, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:41.116281 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 22bf12b7-f6ad-4876-a978-70c835698e02 up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:45:41.125874 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-c1df3c12-9213-409e-b319-d0764a3a15b4 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:41.227224 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a9444342-7e0c-4868-ad6f-8497d106fea2 req-47368e44-e84a-40f0-b97a-d8c1ae228ae5 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d15fd66-9a31-4513-9333-880c97735234 HTTP/1.1" status: 200 len: 210 time: 0.1639328 Jul 14 18:45:41.353711 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-f442c2ff-5615-40f1-8395-0b0db2dee484 None None] Port a675e0d5-50dc-44f6-b081-99d6297e1730 cannot update to ACTIVE because it is not bound. {{(pid=93917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 18:45:41.421129 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1df3c12-9213-409e-b319-d0764a3a15b4 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Pushing event deleted for resources: {'Port': ['ID=a675e0d5-50dc-44f6-b081-99d6297e1730,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:45:41.460863 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port 22bf12b7-f6ad-4876-a978-70c835698e02 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:45:41.462185 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:41.574580 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-c1df3c12-9213-409e-b319-d0764a3a15b4 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:41.583975 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-c1df3c12-9213-409e-b319-d0764a3a15b4 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] 10.222.0.16 "DELETE /v2.0/ports/a675e0d5-50dc-44f6-b081-99d6297e1730 HTTP/1.1" status: 204 len: 168 time: 2.0874898 Jul 14 18:45:41.587955 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 35856) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:45:41.626001 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-e8dfa3a2-99bc-4fcc-8fa1-575d6f71050e tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:41.630079 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-ae5c22ff-4ee2-46f5-9f8f-e9fe3cc313a4 None None] Could not find standard attr ID for object a675e0d5-50dc-44f6-b081-99d6297e1730. {{(pid=93917) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 14 18:45:41.643076 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-ce29b0ec-3db0-4b08-956d-70d818d94ade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49c8f55c-e805-4a74-95f3-2bdc2fe893e1', 'name': 'tempest-ServerActionsTestJSON-1601135329-router', 'tenant_id': 'c28e5bcf1e004d64bdc0461d59ce0908', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.202'}], 'enable_snat': True}, 'gw_port_id': '6b51ee5d-3588-44d3-93cd-53d6ffd74b5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:45:26Z', 'updated_at': '2021-07-14T18:45:33Z', 'revision_number': 4, 'project_id': 'c28e5bcf1e004d64bdc0461d59ce0908', 'gw_port': {'id': '6b51ee5d-3588-44d3-93cd-53d6ffd74b5e', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:d1:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49c8f55c-e805-4a74-95f3-2bdc2fe893e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2700, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:45:26Z', 'updated_at': '2021-07-14T18:45:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_interfaces': [{'id': '7d840713-0afb-4754-8030-15984f1309b8', 'name': '', 'network_id': '39c54d55-b1e0-4eb1-9ee5-3eeadd4d8bde', 'tenant_id': 'c28e5bcf1e004d64bdc0461d59ce0908', 'mac_address': 'fa:16:3e:50:0b:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49c8f55c-e805-4a74-95f3-2bdc2fe893e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2704, 'fixed_ips': [{'subnet_id': 'e9fdea6e-22fa-4991-9f87-b79de93db404', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:45:31Z', 'updated_at': '2021-07-14T18:45:39Z', 'revision_number': 4, 'project_id': 'c28e5bcf1e004d64bdc0461d59ce0908', 'subnets': [{'id': 'e9fdea6e-22fa-4991-9f87-b79de93db404', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-3', False) {} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:45:41.655285 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-ae5c22ff-4ee2-46f5-9f8f-e9fe3cc313a4 None None] Could not find standard attr ID for object ef859f52-03cd-48cb-9f97-4578d1b7aa14. {{(pid=93917) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 14 18:45:41.678107 n-d-800634-3 neutron-server[93915]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9f78b1f-59d7-4b44-bc6b-4961a9a3fb76 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] GET failed (client error): The resource could not be found. Jul 14 18:45:41.696868 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-c9f78b1f-59d7-4b44-bc6b-4961a9a3fb76 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] 10.222.0.16 "GET /v2.0/ports/a675e0d5-50dc-44f6-b081-99d6297e1730 HTTP/1.1" status: 404 len: 333 time: 0.1064775 Jul 14 18:45:41.697791 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 35858) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:45:41.759537 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce29b0ec-3db0-4b08-956d-70d818d94ade None None] The sync data for ids ['49c8f55c-e805-4a74-95f3-2bdc2fe893e1'] in n-d-800634-3 is: [{'id': '49c8f55c-e805-4a74-95f3-2bdc2fe893e1', 'name': 'tempest-ServerActionsTestJSON-1601135329-router', 'tenant_id': 'c28e5bcf1e004d64bdc0461d59ce0908', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.202'}], 'enable_snat': True}, 'gw_port_id': '6b51ee5d-3588-44d3-93cd-53d6ffd74b5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:45:26Z', 'updated_at': '2021-07-14T18:45:33Z', 'revision_number': 4, 'project_id': 'c28e5bcf1e004d64bdc0461d59ce0908', 'gw_port': {'id': '6b51ee5d-3588-44d3-93cd-53d6ffd74b5e', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:d1:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49c8f55c-e805-4a74-95f3-2bdc2fe893e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2700, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:45:26Z', 'updated_at': '2021-07-14T18:45:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_interfaces': [{'id': '7d840713-0afb-4754-8030-15984f1309b8', 'name': '', 'network_id': '39c54d55-b1e0-4eb1-9ee5-3eeadd4d8bde', 'tenant_id': 'c28e5bcf1e004d64bdc0461d59ce0908', 'mac_address': 'fa:16:3e:50:0b:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49c8f55c-e805-4a74-95f3-2bdc2fe893e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2704, 'fixed_ips': [{'subnet_id': 'e9fdea6e-22fa-4991-9f87-b79de93db404', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:45:31Z', 'updated_at': '2021-07-14T18:45:39Z', 'revision_number': 4, 'project_id': 'c28e5bcf1e004d64bdc0461d59ce0908', 'subnets': [{'id': 'e9fdea6e-22fa-4991-9f87-b79de93db404', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 18:45:41.914115 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.db_base_plugin_v2 [None req-c78c5227-6f60-4f7f-be39-5479df09edee tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Deleting subnet 5c793d2f-9031-444f-867f-1a494acc7b1d {{(pid=93915) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 18:45:41.919099 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-c78c5227-6f60-4f7f-be39-5479df09edee tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Notify callbacks [] for subnet, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:42.025021 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.db_base_plugin_common [None req-e8dfa3a2-99bc-4fcc-8fa1-575d6f71050e tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] Allocated IP 172.25.1.134 (9200a437-e1de-4520-88f6-e68386523e61/5f47f848-4532-407a-a0e2-5690ade15fd0/950c4c5b-e8b4-4b2b-9779-762c14ab24e3) {{(pid=93916) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:45:42.225866 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-c78c5227-6f60-4f7f-be39-5479df09edee tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28939913'] for subnet, precommit_delete_associations {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:42.329152 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-e8dfa3a2-99bc-4fcc-8fa1-575d6f71050e tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] Notify callbacks [] for port, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:42.411128 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-e8dfa3a2-99bc-4fcc-8fa1-575d6f71050e tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:42.528075 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8dfa3a2-99bc-4fcc-8fa1-575d6f71050e tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] Network 9200a437-e1de-4520-88f6-e68386523e61 is already hosted by enough agents. {{(pid=93916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:45:42.529583 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-c78c5227-6f60-4f7f-be39-5479df09edee tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081283'] for subnet, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:42.552159 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [None req-e8dfa3a2-99bc-4fcc-8fa1-575d6f71050e tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] Resources bound (agent type, host, resource id): {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:45:42.558938 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8dfa3a2-99bc-4fcc-8fa1-575d6f71050e tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] Received port after_create {{(pid=93916) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:45:42.631121 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8dfa3a2-99bc-4fcc-8fa1-575d6f71050e tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] Pushing event updated for resources: {'Port': ['ID=950c4c5b-e8b4-4b2b-9779-762c14ab24e3,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:45:42.715890 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-c78c5227-6f60-4f7f-be39-5479df09edee tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25913028', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28969762'] for subnet, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:42.779896 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48f26dd9-c1fc-48ea-8dc1-6d0be44c1738 None None] Network 01ab412a-18e3-4639-8026-9cc4840aa00a requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:45:42.814045 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-c78c5227-6f60-4f7f-be39-5479df09edee tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Notify callbacks [] for subnet, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:42.827182 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-c78c5227-6f60-4f7f-be39-5479df09edee tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] 10.222.0.16 "DELETE /v2.0/subnets/5c793d2f-9031-444f-867f-1a494acc7b1d HTTP/1.1" status: 204 len: 168 time: 1.1227376 Jul 14 18:45:42.828652 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-e8dfa3a2-99bc-4fcc-8fa1-575d6f71050e tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:42.844480 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 35874) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:45:42.954675 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-7896935c-4638-4d82-8cba-3dec52e1b55e req-f416e55d-067f-4d17-b1b8-2a9c017071de tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d15fd66-9a31-4513-9333-880c97735234 HTTP/1.1" status: 200 len: 210 time: 0.2555192 Jul 14 18:45:43.000942 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78c5227-6f60-4f7f-be39-5479df09edee tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Pushing event deleted for resources: {'Subnet': ['ID=5c793d2f-9031-444f-867f-1a494acc7b1d,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:45:43.009191 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 7d840713-0afb-4754-8030-15984f1309b8 up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:45:43.028280 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-0691a3b8-97db-426e-9d04-fed47ac26111 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645734'] for network, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:43.110557 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fa472b-7b65-4dcc-8186-fe624f44513a req-6e24ca14-8e98-4b1c-aa5a-96771e66f2e4 tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:45:43.127248 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-19fa472b-7b65-4dcc-8186-fe624f44513a req-6e24ca14-8e98-4b1c-aa5a-96771e66f2e4 tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] 10.222.0.16 "GET /v2.0/ports?device_id=4ed688ec-0b1c-4d1e-881c-157d22decd3a HTTP/1.1" status: 200 len: 945 time: 1.0711758 Jul 14 18:45:43.221402 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-e8dfa3a2-99bc-4fcc-8fa1-575d6f71050e tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:43.267570 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-19fa472b-7b65-4dcc-8186-fe624f44513a req-264fa4c8-8eff-4231-959a-018c836a7ae1 tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] 10.222.0.16 "GET /v2.0/security-groups?id=f745dc72-333e-4ddf-8281-1bb3e04e8f82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345537 Jul 14 18:45:43.375478 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-0691a3b8-97db-426e-9d04-fed47ac26111 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Deleting port 22bf12b7-f6ad-4876-a978-70c835698e02 {{(pid=93916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:45:43.375900 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-0691a3b8-97db-426e-9d04-fed47ac26111 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:43.471520 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning for port 7d840713-0afb-4754-8030-15984f1309b8 completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:45:43.478593 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port 7d840713-0afb-4754-8030-15984f1309b8 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:45:43.479592 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:43.590179 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c42cf9f-4ed0-4d31-b671-d7c6b6162223 None None] DHCP port deletion for 01ab412a-18e3-4639-8026-9cc4840aa00a request from n-d-800634-3 {{(pid=93917) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 18:45:43.741775 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.db [None req-0691a3b8-97db-426e-9d04-fed47ac26111 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] For port 22bf12b7-f6ad-4876-a978-70c835698e02, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=22bf12b7-f6ad-4876-a978-70c835698e02,segment=NetworkSegment(ec35f253-ee3d-4110-ac98-be1bbec7d5c3),segment_id=ec35f253-ee3d-4110-ac98-be1bbec7d5c3)] {{(pid=93916) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:45:43.742590 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-0691a3b8-97db-426e-9d04-fed47ac26111 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:43.765037 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:43.798933 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-0691a3b8-97db-426e-9d04-fed47ac26111 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Calling delete_port for 22bf12b7-f6ad-4876-a978-70c835698e02 owned by network:dhcp {{(pid=93916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:45:43.913013 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-0c42cf9f-4ed0-4d31-b671-d7c6b6162223 None None] Deleting port 22bf12b7-f6ad-4876-a978-70c835698e02 {{(pid=93917) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:45:43.920298 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-0c42cf9f-4ed0-4d31-b671-d7c6b6162223 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:43.978285 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-e8dfa3a2-99bc-4fcc-8fa1-575d6f71050e tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] Notify callbacks [] for port, precommit_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:43.995141 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] For port 7d840713-0afb-4754-8030-15984f1309b8, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=7d840713-0afb-4754-8030-15984f1309b8,segment=NetworkSegment(e6ac1013-49a3-4f7c-beca-cf2ef24dd35b),segment_id=e6ac1013-49a3-4f7c-beca-cf2ef24dd35b)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:45:44.084073 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:44.166058 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-e8dfa3a2-99bc-4fcc-8fa1-575d6f71050e tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2684870'] for port, after_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:44.306987 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Pushing event updated for resources: {'Port': ['ID=7d840713-0afb-4754-8030-15984f1309b8,revision_number=5']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:45:44.424075 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-0c42cf9f-4ed0-4d31-b671-d7c6b6162223 None None] For port 22bf12b7-f6ad-4876-a978-70c835698e02, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=22bf12b7-f6ad-4876-a978-70c835698e02,segment=NetworkSegment(ec35f253-ee3d-4110-ac98-be1bbec7d5c3),segment_id=ec35f253-ee3d-4110-ac98-be1bbec7d5c3)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:45:44.425472 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-0c42cf9f-4ed0-4d31-b671-d7c6b6162223 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:44.502732 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-0c42cf9f-4ed0-4d31-b671-d7c6b6162223 None None] Calling delete_port for 22bf12b7-f6ad-4876-a978-70c835698e02 owned by network:dhcp {{(pid=93917) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:45:44.543793 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-e8dfa3a2-99bc-4fcc-8fa1-575d6f71050e tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-930131'] for floatingip, after_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:44.563110 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-61255849-6d23-42ee-a169-15625783c61d req-d7f2b1c4-c020-434b-ac86-9e9d6d3cd60c tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d15fd66-9a31-4513-9333-880c97735234 HTTP/1.1" status: 200 len: 210 time: 0.1152015 Jul 14 18:45:44.583493 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-0691a3b8-97db-426e-9d04-fed47ac26111 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:44.599245 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-e8dfa3a2-99bc-4fcc-8fa1-575d6f71050e tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for floatingip, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:44.640567 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-e8dfa3a2-99bc-4fcc-8fa1-575d6f71050e tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.0427840 Jul 14 18:45:44.662941 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8dfa3a2-99bc-4fcc-8fa1-575d6f71050e tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] Pushing event updated for resources: {'Port': ['ID=950c4c5b-e8b4-4b2b-9779-762c14ab24e3,revision_number=2']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:45:44.692518 n-d-800634-3 neutron-server[93917]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 18:45:44.692518 n-d-800634-3 neutron-server[93917]: self.session.flush() Jul 14 18:45:44.692518 n-d-800634-3 neutron-server[93917]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 18:45:44.692518 n-d-800634-3 neutron-server[93917]: self.session.flush() Jul 14 18:45:44.692518 n-d-800634-3 neutron-server[93917]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 18:45:44.692518 n-d-800634-3 neutron-server[93917]: self.session.flush() Jul 14 18:45:44.692518 n-d-800634-3 neutron-server[93917]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 18:45:44.692518 n-d-800634-3 neutron-server[93917]: self.session.flush() Jul 14 18:45:44.692518 n-d-800634-3 neutron-server[93917]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 18:45:44.692518 n-d-800634-3 neutron-server[93917]: self.session.flush() Jul 14 18:45:44.692518 n-d-800634-3 neutron-server[93917]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 18:45:44.692518 n-d-800634-3 neutron-server[93917]: self.session.flush() Jul 14 18:45:44.692518 n-d-800634-3 neutron-server[93917]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 18:45:44.692518 n-d-800634-3 neutron-server[93917]: self.session.flush() Jul 14 18:45:44.692518 n-d-800634-3 neutron-server[93917]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 18:45:44.692518 n-d-800634-3 neutron-server[93917]: self.session.flush() Jul 14 18:45:44.692518 n-d-800634-3 neutron-server[93917]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 18:45:44.692518 n-d-800634-3 neutron-server[93917]: self.session.flush() Jul 14 18:45:44.692518 n-d-800634-3 neutron-server[93917]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 18:45:44.692518 n-d-800634-3 neutron-server[93917]: self.session.flush() Jul 14 18:45:44.692518 n-d-800634-3 neutron-server[93917]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 18:45:44.692518 n-d-800634-3 neutron-server[93917]: self.session.flush() Jul 14 18:45:44.692518 n-d-800634-3 neutron-server[93917]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 18:45:44.692518 n-d-800634-3 neutron-server[93917]: self.session.flush() Jul 14 18:45:44.692518 n-d-800634-3 neutron-server[93917]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 18:45:44.692518 n-d-800634-3 neutron-server[93917]: self.session.flush() Jul 14 18:45:44.692518 n-d-800634-3 neutron-server[93917]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 18:45:44.692518 n-d-800634-3 neutron-server[93917]: self.session.flush() Jul 14 18:45:44.692518 n-d-800634-3 neutron-server[93917]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 18:45:44.692518 n-d-800634-3 neutron-server[93917]: self.session.flush() Jul 14 18:45:44.692518 n-d-800634-3 neutron-server[93917]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 18:45:44.692518 n-d-800634-3 neutron-server[93917]: self.session.flush() Jul 14 18:45:44.692518 n-d-800634-3 neutron-server[93917]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 18:45:44.692518 n-d-800634-3 neutron-server[93917]: self.session.flush() Jul 14 18:45:44.692518 n-d-800634-3 neutron-server[93917]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 18:45:44.692518 n-d-800634-3 neutron-server[93917]: self.session.flush() Jul 14 18:45:44.692518 n-d-800634-3 neutron-server[93917]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 18:45:44.692518 n-d-800634-3 neutron-server[93917]: self.session.flush() Jul 14 18:45:44.692518 n-d-800634-3 neutron-server[93917]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 18:45:44.692518 n-d-800634-3 neutron-server[93917]: self.session.flush() Jul 14 18:45:44.692518 n-d-800634-3 neutron-server[93917]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 18:45:44.692518 n-d-800634-3 neutron-server[93917]: self.session.flush() Jul 14 18:45:44.692518 n-d-800634-3 neutron-server[93917]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 18:45:44.692518 n-d-800634-3 neutron-server[93917]: self.session.flush() Jul 14 18:45:44.692518 n-d-800634-3 neutron-server[93917]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 18:45:44.692518 n-d-800634-3 neutron-server[93917]: self.session.flush() Jul 14 18:45:44.692518 n-d-800634-3 neutron-server[93917]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 18:45:44.692518 n-d-800634-3 neutron-server[93917]: self.session.flush() Jul 14 18:45:44.692518 n-d-800634-3 neutron-server[93917]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 18:45:44.692518 n-d-800634-3 neutron-server[93917]: self.session.flush() Jul 14 18:45:44.692518 n-d-800634-3 neutron-server[93917]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 18:45:44.692518 n-d-800634-3 neutron-server[93917]: self.session.flush() Jul 14 18:45:44.692518 n-d-800634-3 neutron-server[93917]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 18:45:44.692518 n-d-800634-3 neutron-server[93917]: self.session.flush() Jul 14 18:45:44.711311 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-0c42cf9f-4ed0-4d31-b671-d7c6b6162223 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813'] for port, after_delete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:44.729616 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0691a3b8-97db-426e-9d04-fed47ac26111 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] No DVR routers for this DVR port 22bf12b7-f6ad-4876-a978-70c835698e02 on host n-d-800634-3 {{(pid=93916) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 18:45:44.777015 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c42cf9f-4ed0-4d31-b671-d7c6b6162223 None None] No DVR routers for this DVR port 22bf12b7-f6ad-4876-a978-70c835698e02 on host n-d-800634-3 {{(pid=93917) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 18:45:44.789757 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c42cf9f-4ed0-4d31-b671-d7c6b6162223 None None] Pushing event deleted for resources: {'Port': ['ID=22bf12b7-f6ad-4876-a978-70c835698e02,revision_number=None']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:45:44.815644 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 7d840713-0afb-4754-8030-15984f1309b8 up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:45:44.868259 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-0691a3b8-97db-426e-9d04-fed47ac26111 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2096010', 'neutron.services.segments.db._delete_segments_for_network-8728202734996'] for network, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:44.881524 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.segments.db [None req-0691a3b8-97db-426e-9d04-fed47ac26111 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01ab412a-18e3-4639-8026-9cc4840aa00a']}} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:45:44.904091 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.segments.db [None req-0691a3b8-97db-426e-9d04-fed47ac26111 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec35f253-ee3d-4110-ac98-be1bbec7d5c3') {'for_net_delete': True} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:45:44.904696 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.segments.db [None req-0691a3b8-97db-426e-9d04-fed47ac26111 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec35f253-ee3d-4110-ac98-be1bbec7d5c3') {} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:45:44.916708 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-0691a3b8-97db-426e-9d04-fed47ac26111 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728202715275', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26296891'] for segment, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:44.935660 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-0691a3b8-97db-426e-9d04-fed47ac26111 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:44.940846 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port 7d840713-0afb-4754-8030-15984f1309b8 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:45:44.941411 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:44.943617 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0691a3b8-97db-426e-9d04-fed47ac26111 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Releasing vlan 58 on physical network physnet1 to pool {{(pid=93916) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 18:45:44.944161 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-0691a3b8-97db-426e-9d04-fed47ac26111 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2682942'] for segment, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:45.044903 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-09b6d37d-a1f7-492e-b437-c030c458c4a3 req-3dd39499-8399-4519-9c97-5726e776f029 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--618469478&fields=id&tenant_id=c28e5bcf1e004d64bdc0461d59ce0908 HTTP/1.1" status: 200 len: 267 time: 0.1458528 Jul 14 18:45:45.095383 n-d-800634-3 neutron-server[93916]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:45:45.095383 n-d-800634-3 neutron-server[93916]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:45:45.095383 n-d-800634-3 neutron-server[93916]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:45:45.095383 n-d-800634-3 neutron-server[93916]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:45:45.095383 n-d-800634-3 neutron-server[93916]: Traceback (most recent call last): Jul 14 18:45:45.095383 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 18:45:45.095383 n-d-800634-3 neutron-server[93916]: timer() Jul 14 18:45:45.095383 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 18:45:45.095383 n-d-800634-3 neutron-server[93916]: cb(*args, **kw) Jul 14 18:45:45.095383 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 18:45:45.095383 n-d-800634-3 neutron-server[93916]: return func(*args, **kwargs) Jul 14 18:45:45.095383 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 18:45:45.095383 n-d-800634-3 neutron-server[93916]: self._notify() Jul 14 18:45:45.095383 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 18:45:45.095383 n-d-800634-3 neutron-server[93916]: self.callback(batched_events) Jul 14 18:45:45.095383 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 18:45:45.095383 n-d-800634-3 neutron-server[93916]: event.method(event) Jul 14 18:45:45.095383 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 18:45:45.095383 n-d-800634-3 neutron-server[93916]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 18:45:45.095383 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 18:45:45.095383 n-d-800634-3 neutron-server[93916]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 18:45:45.095383 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 18:45:45.095383 n-d-800634-3 neutron-server[93916]: return f(self, *a, **k) Jul 14 18:45:45.095383 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 18:45:45.095383 n-d-800634-3 neutron-server[93916]: return self._get(url).json() Jul 14 18:45:45.095383 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 18:45:45.095383 n-d-800634-3 neutron-server[93916]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 18:45:45.095383 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 18:45:45.095383 n-d-800634-3 neutron-server[93916]: return self.request(url, 'GET', **kwargs) Jul 14 18:45:45.095383 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 18:45:45.095383 n-d-800634-3 neutron-server[93916]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 18:45:45.095383 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 18:45:45.095383 n-d-800634-3 neutron-server[93916]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 18:45:45.095383 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 18:45:45.095383 n-d-800634-3 neutron-server[93916]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 18:45:45.095383 n-d-800634-3 neutron-server[93916]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 18:45:45.099660 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0691a3b8-97db-426e-9d04-fed47ac26111 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Pushing event deleted for resources: {'Port': ['ID=22bf12b7-f6ad-4876-a978-70c835698e02,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:45:45.107365 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-0691a3b8-97db-426e-9d04-fed47ac26111 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2096001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-930085'] for network, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:45.151760 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-0691a3b8-97db-426e-9d04-fed47ac26111 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Notify callbacks [] for network, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:45.162178 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-0691a3b8-97db-426e-9d04-fed47ac26111 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] 10.222.0.16 "DELETE /v2.0/networks/01ab412a-18e3-4639-8026-9cc4840aa00a HTTP/1.1" status: 204 len: 168 time: 2.3106942 Jul 14 18:45:45.162178 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0691a3b8-97db-426e-9d04-fed47ac26111 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Pushing event deleted for resources: {'Network': ['ID=01ab412a-18e3-4639-8026-9cc4840aa00a,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:45:45.180728 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 35910) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:45:45.195299 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-59d3bd34-55a7-4adf-b20a-bbfcf69198f2 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2025835250'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:45:45.213900 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 22bf12b7-f6ad-4876-a978-70c835698e02 no longer exists at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 18:45:45.255976 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59d3bd34-55a7-4adf-b20a-bbfcf69198f2 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Made reservation on behalf of 5ceee1f2be05491f99699576fae0f27c for: {'network': 1} {{(pid=93916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:45:45.257633 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b6d37d-a1f7-492e-b437-c030c458c4a3 req-9b12e86b-8a18-455f-963f-12f3f627ccc6 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:45:45.264726 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-09b6d37d-a1f7-492e-b437-c030c458c4a3 req-9b12e86b-8a18-455f-963f-12f3f627ccc6 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] 10.222.0.16 "GET /v2.0/networks?id=39c54d55-b1e0-4eb1-9ee5-3eeadd4d8bde HTTP/1.1" status: 200 len: 812 time: 0.2077656 Jul 14 18:45:45.265773 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-59d3bd34-55a7-4adf-b20a-bbfcf69198f2 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for network, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:45.266787 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] No Port match for: 22bf12b7-f6ad-4876-a978-70c835698e02 {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 18:45:45.267145 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 22bf12b7-f6ad-4876-a978-70c835698e02 not bound to the agent host n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 18:45:45.294494 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3394f6-8c6b-4633-85c9-5a62b07d1180 req-92106e3b-388a-48d7-b34c-6dd560b83173 tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:45:45.308515 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-0b3394f6-8c6b-4633-85c9-5a62b07d1180 req-92106e3b-388a-48d7-b34c-6dd560b83173 tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] 10.222.0.16 "GET /v2.0/ports?device_id=4ed688ec-0b1c-4d1e-881c-157d22decd3a HTTP/1.1" status: 200 len: 945 time: 0.5535939 Jul 14 18:45:45.346141 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59d3bd34-55a7-4adf-b20a-bbfcf69198f2 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 79} {{(pid=93916) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 18:45:45.348743 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-09b6d37d-a1f7-492e-b437-c030c458c4a3 req-8deea4fb-0cf4-4de1-9973-49009148ee3f tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] 10.222.0.16 "GET /v2.0/quotas/c28e5bcf1e004d64bdc0461d59ce0908 HTTP/1.1" status: 200 len: 375 time: 0.0830085 Jul 14 18:45:45.368459 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-59d3bd34-55a7-4adf-b20a-bbfcf69198f2 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:45.369925 n-d-800634-3 neutron-server[93916]: INFO neutron.db.segments_db [None req-59d3bd34-55a7-4adf-b20a-bbfcf69198f2 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Added segment cabbd226-991a-46e6-9fde-c63cdf0e0502 of type vlan for network 945bef2b-d13c-4cd1-b4f7-a513bf6e2173 Jul 14 18:45:45.444539 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-0b3394f6-8c6b-4633-85c9-5a62b07d1180 req-d865a8f9-ccf1-45b2-9aa0-fe87cb9ee9f5 tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] 10.222.0.16 "GET /v2.0/security-groups?id=f745dc72-333e-4ddf-8281-1bb3e04e8f82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349020 Jul 14 18:45:45.496762 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-59d3bd34-55a7-4adf-b20a-bbfcf69198f2 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728202197517'] for network, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:45.568495 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-59d3bd34-55a7-4adf-b20a-bbfcf69198f2 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727'] for network, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:45.574089 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-09b6d37d-a1f7-492e-b437-c030c458c4a3 req-9aa93171-733e-46f3-802c-16b020415803 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=c28e5bcf1e004d64bdc0461d59ce0908&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2242067 Jul 14 18:45:45.578473 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59d3bd34-55a7-4adf-b20a-bbfcf69198f2 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:45:45.585075 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-59d3bd34-55a7-4adf-b20a-bbfcf69198f2 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Notify callbacks [] for network, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:45.741634 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-59d3bd34-55a7-4adf-b20a-bbfcf69198f2 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5594339 Jul 14 18:45:45.741859 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 35922) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:45:45.747431 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-6ed1dee0-9e27-4b7d-9c03-9fbf7a8b1640 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Request body: {'subnet': {'network_id': '945bef2b-d13c-4cd1-b4f7-a513bf6e2173', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:45:45.767275 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d3bd34-55a7-4adf-b20a-bbfcf69198f2 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Pushing event updated for resources: {'Network': ['ID=945bef2b-d13c-4cd1-b4f7-a513bf6e2173,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:45:45.785826 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Network 945bef2b-d13c-4cd1-b4f7-a513bf6e2173 details requested by agent ovs-agent-n-d-800634-3 with host n-d-800634-3 {{(pid=93917) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 18:45:46.049869 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-09b6d37d-a1f7-492e-b437-c030c458c4a3 req-57a41554-460d-4beb-aea5-dc12189aaddd service neutron] 10.222.0.16 "GET /v2.0/networks/39c54d55-b1e0-4eb1-9ee5-3eeadd4d8bde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4643600 Jul 14 18:45:46.240935 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-09b6d37d-a1f7-492e-b437-c030c458c4a3 req-17eabdad-d152-4ab1-86f8-28ae7764c0c0 service neutron] 10.222.0.16 "GET /v2.0/networks/39c54d55-b1e0-4eb1-9ee5-3eeadd4d8bde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1873357 Jul 14 18:45:46.321743 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ed1dee0-9e27-4b7d-9c03-9fbf7a8b1640 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Made reservation on behalf of 5ceee1f2be05491f99699576fae0f27c for: {'subnet': 1} {{(pid=93915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:45:46.325322 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-6ed1dee0-9e27-4b7d-9c03-9fbf7a8b1640 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28969735'] for subnet, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:46.721434 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-43590a2b-bb66-43da-9b1b-8ab11567895d req-97eeea2b-39cf-46f5-94db-10455356f6f5 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c556fe5-0125-48ec-8057-3295f5ec5000 HTTP/1.1" status: 200 len: 210 time: 0.0500381 Jul 14 18:45:46.798221 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-6ed1dee0-9e27-4b7d-9c03-9fbf7a8b1640 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25912837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28969781'] for subnet, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:46.872650 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed1dee0-9e27-4b7d-9c03-9fbf7a8b1640 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Pushing event updated for resources: {'Subnet': ['ID=19485d6a-7736-4cc5-98df-b73a988791ee,revision_number=0']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:45:46.934469 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ed1dee0-9e27-4b7d-9c03-9fbf7a8b1640 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Checking segment: {'id': 'cabbd226-991a-46e6-9fde-c63cdf0e0502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '945bef2b-d13c-4cd1-b4f7-a513bf6e2173'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:45:46.934910 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ed1dee0-9e27-4b7d-9c03-9fbf7a8b1640 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Network hostable DHCP agents. Network: 945bef2b-d13c-4cd1-b4f7-a513bf6e2173, hostable agents: ['028393c3-0576-4ebd-bca1-8ea8a148e1a2'], hosted agents: [] {{(pid=93915) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 18:45:46.983217 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df2f154-db01-44bd-ab11-9c1a923f0927 req-75502c54-7729-4e5c-900b-ffa33163420f tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:45:46.989625 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2df2f154-db01-44bd-ab11-9c1a923f0927 req-75502c54-7729-4e5c-900b-ffa33163420f tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] 10.222.0.16 "GET /v2.0/ports?device_id=4ed688ec-0b1c-4d1e-881c-157d22decd3a HTTP/1.1" status: 200 len: 945 time: 0.2663341 Jul 14 18:45:47.007516 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ed1dee0-9e27-4b7d-9c03-9fbf7a8b1640 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Network 945bef2b-d13c-4cd1-b4f7-a513bf6e2173 is scheduled to be hosted by DHCP agent 028393c3-0576-4ebd-bca1-8ea8a148e1a2 with binding_index 1 {{(pid=93915) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 18:45:47.029477 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [None req-6ed1dee0-9e27-4b7d-9c03-9fbf7a8b1640 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-3, 945bef2b-d13c-4cd1-b4f7-a513bf6e2173) {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:45:47.038586 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c7e4020-81ef-4b6e-8b41-70e062ce5558 None None] Network 945bef2b-d13c-4cd1-b4f7-a513bf6e2173 requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:45:47.061111 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ed1dee0-9e27-4b7d-9c03-9fbf7a8b1640 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:45:47.061864 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-6ed1dee0-9e27-4b7d-9c03-9fbf7a8b1640 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Notify callbacks [] for subnet, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:47.082901 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2df2f154-db01-44bd-ab11-9c1a923f0927 req-7a4e1b5b-02d9-4b86-8fd8-4cfd453dfbac tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] 10.222.0.16 "GET /v2.0/security-groups?id=f745dc72-333e-4ddf-8281-1bb3e04e8f82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867436 Jul 14 18:45:47.106217 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-6ed1dee0-9e27-4b7d-9c03-9fbf7a8b1640 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3611403 Jul 14 18:45:47.108051 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 35942) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:45:47.121489 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-df605b06-83e5-4d77-9dbc-76f38d3a3bbc tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Request body: {'port': {'network_id': '945bef2b-d13c-4cd1-b4f7-a513bf6e2173', 'name': 'tempest-PortsTestJSON-1380309032', 'fixed_ips': [{'subnet_id': '19485d6a-7736-4cc5-98df-b73a988791ee', 'ip_address': '172.20.0.10'}]}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:45:47.373870 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5902a3a6-49d9-4d37-bc26-b8cf07fbd814 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9222b97e-5d1c-54f8-ba97-82f172498e76-945bef2b-d13c-4cd1-b4f7-a513bf6e2173', 'network_id': '945bef2b-d13c-4cd1-b4f7-a513bf6e2173', 'tenant_id': '5ceee1f2be05491f99699576fae0f27c', 'fixed_ips': [{'subnet_id': '19485d6a-7736-4cc5-98df-b73a988791ee'}]}} from n-d-800634-3. {{(pid=93917) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 18:45:47.374671 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-5902a3a6-49d9-4d37-bc26-b8cf07fbd814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:47.489444 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df605b06-83e5-4d77-9dbc-76f38d3a3bbc tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Made reservation on behalf of 5ceee1f2be05491f99699576fae0f27c for: {'port': 1} {{(pid=93916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:45:47.574594 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.db_base_plugin_common [None req-5902a3a6-49d9-4d37-bc26-b8cf07fbd814 None None] Allocated IP 172.20.0.2 (945bef2b-d13c-4cd1-b4f7-a513bf6e2173/19485d6a-7736-4cc5-98df-b73a988791ee/ca8f597c-2bde-4d93-820f-457795bfe260) {{(pid=93917) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:45:47.716304 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-df605b06-83e5-4d77-9dbc-76f38d3a3bbc tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:47.784088 n-d-800634-3 neutron-server[93916]: DEBUG neutron.notifiers.nova [None req-df605b06-83e5-4d77-9dbc-76f38d3a3bbc tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] device_id is not set on port aefceec5-8ae3-4568-bd21-e889d9e4e1da yet. {{(pid=93916) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 18:45:48.162312 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f5c92ecd-4ad0-43c6-9929-9b003fd6ef20 req-08c159f8-0c78-47d4-8ea5-de39b493b9db tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c556fe5-0125-48ec-8057-3295f5ec5000 HTTP/1.1" status: 200 len: 210 time: 0.1401813 Jul 14 18:45:48.530883 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ffc2c2-5dba-462f-ac72-b6b14ca5a68e req-6312e9fe-9de4-4acf-a342-e521c8a0da81 tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:45:48.540737 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-27ffc2c2-5dba-462f-ac72-b6b14ca5a68e req-6312e9fe-9de4-4acf-a342-e521c8a0da81 tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] 10.222.0.16 "GET /v2.0/ports?device_id=4ed688ec-0b1c-4d1e-881c-157d22decd3a HTTP/1.1" status: 200 len: 945 time: 0.2266915 Jul 14 18:45:48.556349 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-5902a3a6-49d9-4d37-bc26-b8cf07fbd814 None None] Notify callbacks [] for port, precommit_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:48.571097 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-5902a3a6-49d9-4d37-bc26-b8cf07fbd814 None None] Transition to ACTIVE for port object ca8f597c-2bde-4d93-820f-457795bfe260 will not be triggered until provisioned by entity L2. {{(pid=93917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:45:48.615775 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-5902a3a6-49d9-4d37-bc26-b8cf07fbd814 None None] Transition to ACTIVE for port object ca8f597c-2bde-4d93-820f-457795bfe260 will not be triggered until provisioned by entity DHCP. {{(pid=93917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:45:48.639626 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-5902a3a6-49d9-4d37-bc26-b8cf07fbd814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804'] for port, after_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:48.668288 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-27ffc2c2-5dba-462f-ac72-b6b14ca5a68e req-f4ea846e-5111-470d-8047-21c867e8195d tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] 10.222.0.16 "GET /v2.0/security-groups?id=f745dc72-333e-4ddf-8281-1bb3e04e8f82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239562 Jul 14 18:45:48.701624 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5902a3a6-49d9-4d37-bc26-b8cf07fbd814 None None] Pushing event updated for resources: {'Port': ['ID=ca8f597c-2bde-4d93-820f-457795bfe260,revision_number=1']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:45:48.718306 n-d-800634-3 neutron-server[93917]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5902a3a6-49d9-4d37-bc26-b8cf07fbd814 None None] Network 945bef2b-d13c-4cd1-b4f7-a513bf6e2173 is already hosted by enough agents. {{(pid=93917) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:45:48.719915 n-d-800634-3 neutron-server[93917]: DEBUG neutron.scheduler.base_scheduler [None req-5902a3a6-49d9-4d37-bc26-b8cf07fbd814 None None] Resources bound (agent type, host, resource id): {{(pid=93917) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:45:48.727282 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5902a3a6-49d9-4d37-bc26-b8cf07fbd814 None None] Received port after_create {{(pid=93917) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:45:48.742965 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.db_base_plugin_common [None req-df605b06-83e5-4d77-9dbc-76f38d3a3bbc tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Allocated IP 172.20.0.10 (945bef2b-d13c-4cd1-b4f7-a513bf6e2173/19485d6a-7736-4cc5-98df-b73a988791ee/aefceec5-8ae3-4568-bd21-e889d9e4e1da) {{(pid=93916) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:45:48.942079 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-5902a3a6-49d9-4d37-bc26-b8cf07fbd814 None None] Attempting to bind port ca8f597c-2bde-4d93-820f-457795bfe260 on host n-d-800634-3 for vnic_type normal with profile {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:45:48.947304 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-5902a3a6-49d9-4d37-bc26-b8cf07fbd814 None None] Attempting to bind port ca8f597c-2bde-4d93-820f-457795bfe260 by drivers openvswitch,hyperv on host n-d-800634-3 at level 0 using segments [{'id': 'cabbd226-991a-46e6-9fde-c63cdf0e0502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '945bef2b-d13c-4cd1-b4f7-a513bf6e2173'}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:45:48.947692 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5902a3a6-49d9-4d37-bc26-b8cf07fbd814 None None] Attempting to bind port ca8f597c-2bde-4d93-820f-457795bfe260 on network 945bef2b-d13c-4cd1-b4f7-a513bf6e2173 {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:45:48.975894 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5902a3a6-49d9-4d37-bc26-b8cf07fbd814 None None] Checking agent: {'id': '01c19e91-a945-4e3c-94a6-c211e17c923e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 8, 23), 'started_at': datetime.datetime(2021, 7, 14, 18, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 18, 45, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 18:45:48.976336 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5902a3a6-49d9-4d37-bc26-b8cf07fbd814 None None] Checking segment: {'id': 'cabbd226-991a-46e6-9fde-c63cdf0e0502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '945bef2b-d13c-4cd1-b4f7-a513bf6e2173'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93917) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:45:48.976790 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-5902a3a6-49d9-4d37-bc26-b8cf07fbd814 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:48.977202 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5902a3a6-49d9-4d37-bc26-b8cf07fbd814 None None] Bound using segment: {'id': 'cabbd226-991a-46e6-9fde-c63cdf0e0502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '945bef2b-d13c-4cd1-b4f7-a513bf6e2173'} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 18:45:48.977696 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-5902a3a6-49d9-4d37-bc26-b8cf07fbd814 None None] Bound port: ca8f597c-2bde-4d93-820f-457795bfe260, host: n-d-800634-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cabbd226-991a-46e6-9fde-c63cdf0e0502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '945bef2b-d13c-4cd1-b4f7-a513bf6e2173'}}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 18:45:48.978088 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-5902a3a6-49d9-4d37-bc26-b8cf07fbd814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:49.001643 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b6d37d-a1f7-492e-b437-c030c458c4a3 req-088633f5-a7dc-44c7-9324-6afa117f308f tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:45:49.003732 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-09b6d37d-a1f7-492e-b437-c030c458c4a3 req-088633f5-a7dc-44c7-9324-6afa117f308f tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] 10.222.0.18 "GET /v2.0/networks?id=39c54d55-b1e0-4eb1-9ee5-3eeadd4d8bde HTTP/1.1" status: 200 len: 812 time: 0.2318525 Jul 14 18:45:49.097709 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-09b6d37d-a1f7-492e-b437-c030c458c4a3 req-1ef52462-4a81-4a80-978e-6d6de5b0cdfc tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c28e5bcf1e004d64bdc0461d59ce0908 HTTP/1.1" status: 200 len: 379 time: 0.0823729 Jul 14 18:45:49.109727 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [req-09b6d37d-a1f7-492e-b437-c030c458c4a3 req-bc95ea90-29c1-482b-9eac-2ed63630f4bc tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] Request body: {'port': {'device_id': '9c556fe5-0125-48ec-8057-3295f5ec5000', 'network_id': '39c54d55-b1e0-4eb1-9ee5-3eeadd4d8bde', 'admin_state_up': True, 'tenant_id': 'c28e5bcf1e004d64bdc0461d59ce0908', 'security_groups': ['be330687-3a60-4db7-bad1-ca6d5eb00fb4']}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:45:49.115330 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-df605b06-83e5-4d77-9dbc-76f38d3a3bbc tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Notify callbacks [] for port, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:49.151268 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.provisioning_blocks [None req-df605b06-83e5-4d77-9dbc-76f38d3a3bbc tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Transition to ACTIVE for port object aefceec5-8ae3-4568-bd21-e889d9e4e1da will not be triggered until provisioned by entity DHCP. {{(pid=93916) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:45:49.183782 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-5902a3a6-49d9-4d37-bc26-b8cf07fbd814 None None] For port ca8f597c-2bde-4d93-820f-457795bfe260, host n-d-800634-3, cleared binding levels {{(pid=93917) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:45:49.192975 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-5902a3a6-49d9-4d37-bc26-b8cf07fbd814 None None] For port ca8f597c-2bde-4d93-820f-457795bfe260, host n-d-800634-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=ca8f597c-2bde-4d93-820f-457795bfe260,segment=NetworkSegment(cabbd226-991a-46e6-9fde-c63cdf0e0502),segment_id=cabbd226-991a-46e6-9fde-c63cdf0e0502)] {{(pid=93917) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 18:45:49.199138 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-5902a3a6-49d9-4d37-bc26-b8cf07fbd814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:49.264873 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-df605b06-83e5-4d77-9dbc-76f38d3a3bbc tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:49.355205 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5902a3a6-49d9-4d37-bc26-b8cf07fbd814 None None] Pushing event updated for resources: {'Port': ['ID=ca8f597c-2bde-4d93-820f-457795bfe260,revision_number=2']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:45:49.429594 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-09b6d37d-a1f7-492e-b437-c030c458c4a3 req-bc95ea90-29c1-482b-9eac-2ed63630f4bc tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] Made reservation on behalf of c28e5bcf1e004d64bdc0461d59ce0908 for: {'port': 1} {{(pid=93915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:45:49.435390 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df605b06-83e5-4d77-9dbc-76f38d3a3bbc tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Network 945bef2b-d13c-4cd1-b4f7-a513bf6e2173 is already hosted by enough agents. {{(pid=93916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:45:49.436579 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-09b6d37d-a1f7-492e-b437-c030c458c4a3 req-bc95ea90-29c1-482b-9eac-2ed63630f4bc tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:49.441488 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [None req-df605b06-83e5-4d77-9dbc-76f38d3a3bbc tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Resources bound (agent type, host, resource id): {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:45:49.448761 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df605b06-83e5-4d77-9dbc-76f38d3a3bbc tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Received port after_create {{(pid=93916) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:45:49.637151 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df605b06-83e5-4d77-9dbc-76f38d3a3bbc tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:45:49.640620 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-df605b06-83e5-4d77-9dbc-76f38d3a3bbc tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:49.703669 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df605b06-83e5-4d77-9dbc-76f38d3a3bbc tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Pushing event updated for resources: {'Port': ['ID=aefceec5-8ae3-4568-bd21-e889d9e4e1da,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:45:49.739475 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-df605b06-83e5-4d77-9dbc-76f38d3a3bbc tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.6300709 Jul 14 18:45:49.749611 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 35980) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:45:49.761891 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-7e9d2b1b-ae0d-4bbc-85a7-b2ac6bc46bd0 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Request body: {'port': {'network_id': '945bef2b-d13c-4cd1-b4f7-a513bf6e2173', 'name': 'tempest-PortsTestJSON-1300517840', 'fixed_ips': [{'subnet_id': '19485d6a-7736-4cc5-98df-b73a988791ee', 'ip_address': '172.20.0.9'}]}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:45:49.853516 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.db_base_plugin_common [req-09b6d37d-a1f7-492e-b437-c030c458c4a3 req-bc95ea90-29c1-482b-9eac-2ed63630f4bc tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] Allocated IP 172.20.0.4 (39c54d55-b1e0-4eb1-9ee5-3eeadd4d8bde/e9fdea6e-22fa-4991-9f87-b79de93db404/9c478c99-d62c-4ba4-a542-afd02703f1f0) {{(pid=93915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:45:50.177903 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e9d2b1b-ae0d-4bbc-85a7-b2ac6bc46bd0 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Made reservation on behalf of 5ceee1f2be05491f99699576fae0f27c for: {'port': 1} {{(pid=93916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:45:50.183309 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-7e9d2b1b-ae0d-4bbc-85a7-b2ac6bc46bd0 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:50.183667 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-09b6d37d-a1f7-492e-b437-c030c458c4a3 req-bc95ea90-29c1-482b-9eac-2ed63630f4bc tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] Notify callbacks [] for port, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:50.225271 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.provisioning_blocks [req-09b6d37d-a1f7-492e-b437-c030c458c4a3 req-bc95ea90-29c1-482b-9eac-2ed63630f4bc tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] Transition to ACTIVE for port object 9c478c99-d62c-4ba4-a542-afd02703f1f0 will not be triggered until provisioned by entity DHCP. {{(pid=93915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:45:50.227341 n-d-800634-3 neutron-server[93916]: DEBUG neutron.notifiers.nova [None req-7e9d2b1b-ae0d-4bbc-85a7-b2ac6bc46bd0 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] device_id is not set on port 665153c6-ca00-433b-95b2-149e5682121e yet. {{(pid=93916) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 18:45:50.358428 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-98e780ee-4b07-4a54-aee2-27574908e844 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:50.414417 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-09b6d37d-a1f7-492e-b437-c030c458c4a3 req-bc95ea90-29c1-482b-9eac-2ed63630f4bc tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:50.633434 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc95ea90-29c1-482b-9eac-2ed63630f4bc tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] Pushing event updated for resources: {'Port': ['ID=9c478c99-d62c-4ba4-a542-afd02703f1f0,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:45:50.675135 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-09b6d37d-a1f7-492e-b437-c030c458c4a3 req-bc95ea90-29c1-482b-9eac-2ed63630f4bc tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] Network 39c54d55-b1e0-4eb1-9ee5-3eeadd4d8bde is already hosted by enough agents. {{(pid=93915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:45:50.697358 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [req-09b6d37d-a1f7-492e-b437-c030c458c4a3 req-bc95ea90-29c1-482b-9eac-2ed63630f4bc tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] Resources bound (agent type, host, resource id): {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:45:50.711421 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.db_base_plugin_common [None req-7e9d2b1b-ae0d-4bbc-85a7-b2ac6bc46bd0 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Allocated IP 172.20.0.9 (945bef2b-d13c-4cd1-b4f7-a513bf6e2173/19485d6a-7736-4cc5-98df-b73a988791ee/665153c6-ca00-433b-95b2-149e5682121e) {{(pid=93916) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:45:50.729589 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [req-09b6d37d-a1f7-492e-b437-c030c458c4a3 req-bc95ea90-29c1-482b-9eac-2ed63630f4bc tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] Received port after_create {{(pid=93915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:45:50.854219 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device ca8f597c-2bde-4d93-820f-457795bfe260 up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:45:51.007476 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning for port ca8f597c-2bde-4d93-820f-457795bfe260 completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:45:51.046006 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b6d37d-a1f7-492e-b437-c030c458c4a3 req-bc95ea90-29c1-482b-9eac-2ed63630f4bc tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:45:51.047018 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-09b6d37d-a1f7-492e-b437-c030c458c4a3 req-bc95ea90-29c1-482b-9eac-2ed63630f4bc tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:51.141043 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda17c14-bd71-4312-a907-5ac68cb818e0 req-cdd84ec9-53ea-480a-99bf-797ee326e1e8 tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:45:51.151876 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-cda17c14-bd71-4312-a907-5ac68cb818e0 req-cdd84ec9-53ea-480a-99bf-797ee326e1e8 tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] 10.222.0.16 "GET /v2.0/ports?device_id=4ed688ec-0b1c-4d1e-881c-157d22decd3a HTTP/1.1" status: 200 len: 945 time: 0.8400784 Jul 14 18:45:51.169745 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-7e9d2b1b-ae0d-4bbc-85a7-b2ac6bc46bd0 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Notify callbacks [] for port, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:51.179154 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0cd44b-99df-43b0-b676-ce0c5ecc8df2 req-f455adb1-2a62-44c1-9ee9-1af7396516a0 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:45:51.183092 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-8e0cd44b-99df-43b0-b676-ce0c5ecc8df2 req-f455adb1-2a62-44c1-9ee9-1af7396516a0 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c556fe5-0125-48ec-8057-3295f5ec5000 HTTP/1.1" status: 200 len: 931 time: 0.8107412 Jul 14 18:45:51.226485 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.provisioning_blocks [None req-7e9d2b1b-ae0d-4bbc-85a7-b2ac6bc46bd0 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Transition to ACTIVE for port object 665153c6-ca00-433b-95b2-149e5682121e will not be triggered until provisioned by entity DHCP. {{(pid=93916) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:45:51.300185 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-7e9d2b1b-ae0d-4bbc-85a7-b2ac6bc46bd0 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:51.321913 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-cda17c14-bd71-4312-a907-5ac68cb818e0 req-8c45ca00-09e5-4a89-80e0-496402c6fc56 tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] 10.222.0.16 "GET /v2.0/security-groups?id=f745dc72-333e-4ddf-8281-1bb3e04e8f82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644669 Jul 14 18:45:51.424346 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-09b6d37d-a1f7-492e-b437-c030c458c4a3 req-bc95ea90-29c1-482b-9eac-2ed63630f4bc tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3224072 Jul 14 18:45:51.428753 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-8e0cd44b-99df-43b0-b676-ce0c5ecc8df2 req-4aad3c4b-20c9-4ea9-8b07-c16262f026de tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] 10.222.0.16 "GET /v2.0/security-groups?id=be330687-3a60-4db7-bad1-ca6d5eb00fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1369040 Jul 14 18:45:51.438269 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [req-09b6d37d-a1f7-492e-b437-c030c458c4a3 req-aa2448bd-065e-4c20-83d1-806ab421e90b service neutron] Request body: {'port': {'device_id': '9c556fe5-0125-48ec-8057-3295f5ec5000', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800634-3'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:45:51.547536 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-09b6d37d-a1f7-492e-b437-c030c458c4a3 req-aa2448bd-065e-4c20-83d1-806ab421e90b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:51.576622 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-51f84488-08ab-4c29-8697-43d805bbe990 None None] Provisioning for port 9c478c99-d62c-4ba4-a542-afd02703f1f0 completed by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:45:51.584012 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-51f84488-08ab-4c29-8697-43d805bbe990 None None] Provisioning complete for port 9c478c99-d62c-4ba4-a542-afd02703f1f0 triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:45:51.584677 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-51f84488-08ab-4c29-8697-43d805bbe990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:51.682862 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e9d2b1b-ae0d-4bbc-85a7-b2ac6bc46bd0 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Network 945bef2b-d13c-4cd1-b4f7-a513bf6e2173 is already hosted by enough agents. {{(pid=93916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:45:51.692489 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [None req-7e9d2b1b-ae0d-4bbc-85a7-b2ac6bc46bd0 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Resources bound (agent type, host, resource id): {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:45:51.698137 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e9d2b1b-ae0d-4bbc-85a7-b2ac6bc46bd0 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Received port after_create {{(pid=93916) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:45:51.753343 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-51f84488-08ab-4c29-8697-43d805bbe990 None None] Port 9c478c99-d62c-4ba4-a542-afd02703f1f0 cannot update to ACTIVE because it is not bound. {{(pid=93917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 18:45:51.793019 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9d2b1b-ae0d-4bbc-85a7-b2ac6bc46bd0 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Pushing event updated for resources: {'Port': ['ID=665153c6-ca00-433b-95b2-149e5682121e,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:45:51.802999 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e92d9298-7695-4449-8230-8fcb38c6e575 None None] Network 945bef2b-d13c-4cd1-b4f7-a513bf6e2173 requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:45:51.863727 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e9d2b1b-ae0d-4bbc-85a7-b2ac6bc46bd0 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:45:51.864834 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-7e9d2b1b-ae0d-4bbc-85a7-b2ac6bc46bd0 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:51.913553 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-7e9d2b1b-ae0d-4bbc-85a7-b2ac6bc46bd0 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.1630671 Jul 14 18:45:51.914629 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 36000) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:45:51.981645 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-e3de4010-2d8b-49c7-b83c-1001946c93f4 None None] Provisioning for port ca8f597c-2bde-4d93-820f-457795bfe260 completed by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:45:52.009848 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-e3de4010-2d8b-49c7-b83c-1001946c93f4 None None] Provisioning complete for port ca8f597c-2bde-4d93-820f-457795bfe260 triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:45:52.010215 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-e3de4010-2d8b-49c7-b83c-1001946c93f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:52.336303 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5488da33-4ac7-4844-a6e0-bc8b70cafd46 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:45:52.339710 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-5488da33-4ac7-4844-a6e0-bc8b70cafd46 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] 10.222.0.16 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.4149399 Jul 14 18:45:52.348022 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 36008) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:45:52.409746 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [req-09b6d37d-a1f7-492e-b437-c030c458c4a3 req-aa2448bd-065e-4c20-83d1-806ab421e90b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c478c99-d62c-4ba4-a542-afd02703f1f0 {{(pid=93915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 18:45:52.517761 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-e3de4010-2d8b-49c7-b83c-1001946c93f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:52.609895 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-09b6d37d-a1f7-492e-b437-c030c458c4a3 req-aa2448bd-065e-4c20-83d1-806ab421e90b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:52.616665 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-e3de4010-2d8b-49c7-b83c-1001946c93f4 None None] For port ca8f597c-2bde-4d93-820f-457795bfe260, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=ca8f597c-2bde-4d93-820f-457795bfe260,segment=NetworkSegment(cabbd226-991a-46e6-9fde-c63cdf0e0502),segment_id=cabbd226-991a-46e6-9fde-c63cdf0e0502)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:45:52.629876 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-e3de4010-2d8b-49c7-b83c-1001946c93f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:52.734666 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.provisioning_blocks [req-09b6d37d-a1f7-492e-b437-c030c458c4a3 req-aa2448bd-065e-4c20-83d1-806ab421e90b service neutron] Transition to ACTIVE for port object 9c478c99-d62c-4ba4-a542-afd02703f1f0 will not be triggered until provisioned by entity L2. {{(pid=93915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:45:52.751223 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-09b6d37d-a1f7-492e-b437-c030c458c4a3 req-aa2448bd-065e-4c20-83d1-806ab421e90b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25912978'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:52.859757 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3de4010-2d8b-49c7-b83c-1001946c93f4 None None] Pushing event updated for resources: {'Port': ['ID=ca8f597c-2bde-4d93-820f-457795bfe260,revision_number=3']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:45:52.872432 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-357585e0-5cd7-4b38-ac3f-be977217f497 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:53.399923 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-91210005-c043-4350-b5aa-94c36e4135a5 None None] Provisioning for port 665153c6-ca00-433b-95b2-149e5682121e completed by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:45:53.446013 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-91210005-c043-4350-b5aa-94c36e4135a5 None None] Provisioning complete for port 665153c6-ca00-433b-95b2-149e5682121e triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:45:53.446348 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-91210005-c043-4350-b5aa-94c36e4135a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:53.464216 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:53.509954 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-91210005-c043-4350-b5aa-94c36e4135a5 None None] Port 665153c6-ca00-433b-95b2-149e5682121e cannot update to ACTIVE because it is not bound. {{(pid=93917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 18:45:53.545082 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-91210005-c043-4350-b5aa-94c36e4135a5 None None] Provisioning for port aefceec5-8ae3-4568-bd21-e889d9e4e1da completed by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:45:53.550762 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-91210005-c043-4350-b5aa-94c36e4135a5 None None] Provisioning complete for port aefceec5-8ae3-4568-bd21-e889d9e4e1da triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:45:53.551126 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-91210005-c043-4350-b5aa-94c36e4135a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:53.649776 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-91210005-c043-4350-b5aa-94c36e4135a5 None None] Port aefceec5-8ae3-4568-bd21-e889d9e4e1da cannot update to ACTIVE because it is not bound. {{(pid=93917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 18:45:53.715314 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-91210005-c043-4350-b5aa-94c36e4135a5 None None] Provisioning complete for port ca8f597c-2bde-4d93-820f-457795bfe260 triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:45:53.721273 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-91210005-c043-4350-b5aa-94c36e4135a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:54.121461 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-84f25608-3d00-4b30-a88f-aeeeba0c50b4 None None] Provisioning complete for port aefceec5-8ae3-4568-bd21-e889d9e4e1da triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:45:54.122152 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-84f25608-3d00-4b30-a88f-aeeeba0c50b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:54.174686 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-84f25608-3d00-4b30-a88f-aeeeba0c50b4 None None] Port aefceec5-8ae3-4568-bd21-e889d9e4e1da cannot update to ACTIVE because it is not bound. {{(pid=93917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 18:45:54.201033 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-574aeb93-9938-449c-8e6c-cb22c9b52cc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:54.323263 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-2b3112d8-b8b9-47d6-8157-c261f5fe11d2 None None] Provisioning complete for port 665153c6-ca00-433b-95b2-149e5682121e triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:45:54.323633 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-2b3112d8-b8b9-47d6-8157-c261f5fe11d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:54.350940 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2448bd-065e-4c20-83d1-806ab421e90b service neutron] Pushing event updated for resources: {'Port': ['ID=9c478c99-d62c-4ba4-a542-afd02703f1f0,revision_number=2']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:45:54.392258 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-2b3112d8-b8b9-47d6-8157-c261f5fe11d2 None None] Port 665153c6-ca00-433b-95b2-149e5682121e cannot update to ACTIVE because it is not bound. {{(pid=93917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 18:45:54.433654 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9deb3b44-7bdb-4f65-82e6-5568177f8337 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:45:54.441130 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9deb3b44-7bdb-4f65-82e6-5568177f8337 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:45:54.447537 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9deb3b44-7bdb-4f65-82e6-5568177f8337 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:45:54.457690 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 36040) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:45:54.458236 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-9deb3b44-7bdb-4f65-82e6-5568177f8337 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] 10.222.0.16 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2378 time: 2.1022058 Jul 14 18:45:54.508583 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f958fba4-179f-4102-9782-55b53e12a55b req-8a5e35a0-ade7-4de0-8156-b89161f52574 tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:45:54.510285 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f958fba4-179f-4102-9782-55b53e12a55b req-8a5e35a0-ade7-4de0-8156-b89161f52574 tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] 10.222.0.16 "GET /v2.0/ports?device_id=4ed688ec-0b1c-4d1e-881c-157d22decd3a HTTP/1.1" status: 200 len: 945 time: 1.7619262 Jul 14 18:45:54.578174 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5500a4d1-8e84-4a18-8cb3-f347d15fa783 req-94d33b04-d6f3-42c7-88d1-d7a327649dff tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:45:54.580670 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-5500a4d1-8e84-4a18-8cb3-f347d15fa783 req-94d33b04-d6f3-42c7-88d1-d7a327649dff tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c556fe5-0125-48ec-8057-3295f5ec5000 HTTP/1.1" status: 200 len: 943 time: 0.3655624 Jul 14 18:45:54.590087 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-09b6d37d-a1f7-492e-b437-c030c458c4a3 req-aa2448bd-065e-4c20-83d1-806ab421e90b service neutron] Attempting to bind port 9c478c99-d62c-4ba4-a542-afd02703f1f0 on host n-h1-800634-3 for vnic_type normal with profile {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:45:54.590672 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-09b6d37d-a1f7-492e-b437-c030c458c4a3 req-aa2448bd-065e-4c20-83d1-806ab421e90b service neutron] Attempting to bind port 9c478c99-d62c-4ba4-a542-afd02703f1f0 by drivers openvswitch,hyperv on host n-h1-800634-3 at level 0 using segments [{'id': 'e6ac1013-49a3-4f7c-beca-cf2ef24dd35b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '39c54d55-b1e0-4eb1-9ee5-3eeadd4d8bde'}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:45:54.591253 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09b6d37d-a1f7-492e-b437-c030c458c4a3 req-aa2448bd-065e-4c20-83d1-806ab421e90b service neutron] Attempting to bind port 9c478c99-d62c-4ba4-a542-afd02703f1f0 on network 39c54d55-b1e0-4eb1-9ee5-3eeadd4d8bde {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:45:54.638807 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09b6d37d-a1f7-492e-b437-c030c458c4a3 req-aa2448bd-065e-4c20-83d1-806ab421e90b service neutron] Port 9c478c99-d62c-4ba4-a542-afd02703f1f0 on network 39c54d55-b1e0-4eb1-9ee5-3eeadd4d8bde not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-3 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 18:45:54.639267 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09b6d37d-a1f7-492e-b437-c030c458c4a3 req-aa2448bd-065e-4c20-83d1-806ab421e90b service neutron] Attempting to bind port 9c478c99-d62c-4ba4-a542-afd02703f1f0 on network 39c54d55-b1e0-4eb1-9ee5-3eeadd4d8bde {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:45:54.668012 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09b6d37d-a1f7-492e-b437-c030c458c4a3 req-aa2448bd-065e-4c20-83d1-806ab421e90b service neutron] Checking agent: {'id': 'a3630ff4-fbee-45d9-b9b6-0ae41cb3a350', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 15, 32), 'started_at': datetime.datetime(2021, 7, 14, 18, 15, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 18, 45, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 18:45:54.668542 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09b6d37d-a1f7-492e-b437-c030c458c4a3 req-aa2448bd-065e-4c20-83d1-806ab421e90b service neutron] Checking segment: {'id': 'e6ac1013-49a3-4f7c-beca-cf2ef24dd35b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '39c54d55-b1e0-4eb1-9ee5-3eeadd4d8bde'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:45:54.669169 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09b6d37d-a1f7-492e-b437-c030c458c4a3 req-aa2448bd-065e-4c20-83d1-806ab421e90b service neutron] Bound using segment: {'id': 'e6ac1013-49a3-4f7c-beca-cf2ef24dd35b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '39c54d55-b1e0-4eb1-9ee5-3eeadd4d8bde'} {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 18:45:54.669733 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-09b6d37d-a1f7-492e-b437-c030c458c4a3 req-aa2448bd-065e-4c20-83d1-806ab421e90b service neutron] Bound port: 9c478c99-d62c-4ba4-a542-afd02703f1f0, host: n-h1-800634-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6ac1013-49a3-4f7c-beca-cf2ef24dd35b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '39c54d55-b1e0-4eb1-9ee5-3eeadd4d8bde'}}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 18:45:54.670252 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-09b6d37d-a1f7-492e-b437-c030c458c4a3 req-aa2448bd-065e-4c20-83d1-806ab421e90b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:54.682876 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f958fba4-179f-4102-9782-55b53e12a55b req-07d198c6-669d-499a-ad8c-1a3926311226 tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] 10.222.0.16 "GET /v2.0/security-groups?id=f745dc72-333e-4ddf-8281-1bb3e04e8f82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524348 Jul 14 18:45:54.718328 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-5500a4d1-8e84-4a18-8cb3-f347d15fa783 req-a9479e81-b2a5-4ab0-bd23-24a7470c7739 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] 10.222.0.16 "GET /v2.0/security-groups?id=be330687-3a60-4db7-bad1-ca6d5eb00fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1199169 Jul 14 18:45:54.764332 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-ad39ca14-ec16-48e8-9dcc-36bedcab15f6 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Deleting port 665153c6-ca00-433b-95b2-149e5682121e {{(pid=93916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:45:54.764332 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-ad39ca14-ec16-48e8-9dcc-36bedcab15f6 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:54.768254 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device ca8f597c-2bde-4d93-820f-457795bfe260 up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:45:54.808770 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-09b6d37d-a1f7-492e-b437-c030c458c4a3 req-aa2448bd-065e-4c20-83d1-806ab421e90b service neutron] For port 9c478c99-d62c-4ba4-a542-afd02703f1f0, host n-h1-800634-3, cleared binding levels {{(pid=93915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:45:54.815850 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-09b6d37d-a1f7-492e-b437-c030c458c4a3 req-aa2448bd-065e-4c20-83d1-806ab421e90b service neutron] For port 9c478c99-d62c-4ba4-a542-afd02703f1f0, host n-h1-800634-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=9c478c99-d62c-4ba4-a542-afd02703f1f0,segment=NetworkSegment(e6ac1013-49a3-4f7c-beca-cf2ef24dd35b),segment_id=e6ac1013-49a3-4f7c-beca-cf2ef24dd35b)] {{(pid=93915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 18:45:54.827043 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-09b6d37d-a1f7-492e-b437-c030c458c4a3 req-aa2448bd-065e-4c20-83d1-806ab421e90b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25912978'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:54.891146 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port ca8f597c-2bde-4d93-820f-457795bfe260 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:45:54.891546 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:54.976572 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2448bd-065e-4c20-83d1-806ab421e90b service neutron] Pushing event updated for resources: {'Port': ['ID=9c478c99-d62c-4ba4-a542-afd02703f1f0,revision_number=3']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:45:55.003920 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b6d37d-a1f7-492e-b437-c030c458c4a3 req-aa2448bd-065e-4c20-83d1-806ab421e90b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:45:55.004794 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-09b6d37d-a1f7-492e-b437-c030c458c4a3 req-aa2448bd-065e-4c20-83d1-806ab421e90b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:55.006571 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-09b6d37d-a1f7-492e-b437-c030c458c4a3 req-aa2448bd-065e-4c20-83d1-806ab421e90b service neutron] 10.222.0.18 "PUT /v2.0/ports/9c478c99-d62c-4ba4-a542-afd02703f1f0 HTTP/1.1" status: 200 len: 1091 time: 3.5746837 Jul 14 18:45:55.019644 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c556fe5-0125-48ec-8057-3295f5ec5000', 'tag': '9c478c99-d62c-4ba4-a542-afd02703f1f0'}] {{(pid=93915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:45:55.027903 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e72782ad3af8f7d4ce76cedf092bca46d1756acc5c4653cf0b52034cdd6b073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6610912c-f3d9-4b87-92b5-80489e89716c" -d '{"events": [{"name": "network-changed", "server_uuid": "9c556fe5-0125-48ec-8057-3295f5ec5000", "tag": "9c478c99-d62c-4ba4-a542-afd02703f1f0"}]}' {{(pid=93915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:45:55.059800 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-ad39ca14-ec16-48e8-9dcc-36bedcab15f6 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:55.120349 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-ad39ca14-ec16-48e8-9dcc-36bedcab15f6 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Calling delete_port for 665153c6-ca00-433b-95b2-149e5682121e owned by {{(pid=93916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:45:55.148250 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 18:45:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-988a921f-5966-4a34-8117-3a01913e206a x-openstack-request-id: req-988a921f-5966-4a34-8117-3a01913e206a {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:45:55.148701 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c556fe5-0125-48ec-8057-3295f5ec5000", "tag": "9c478c99-d62c-4ba4-a542-afd02703f1f0", "status": "completed", "code": 200}]} {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:45:55.149049 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-988a921f-5966-4a34-8117-3a01913e206a {{(pid=93915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:45:55.149537 n-d-800634-3 neutron-server[93915]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c556fe5-0125-48ec-8057-3295f5ec5000', 'tag': '9c478c99-d62c-4ba4-a542-afd02703f1f0', 'status': 'completed', 'code': 200} Jul 14 18:45:55.161730 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b6d37d-a1f7-492e-b437-c030c458c4a3 req-afa31434-a5cf-40cf-8865-1510f5a3b4a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:45:55.163584 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-09b6d37d-a1f7-492e-b437-c030c458c4a3 req-afa31434-a5cf-40cf-8865-1510f5a3b4a2 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c28e5bcf1e004d64bdc0461d59ce0908&device_id=9c556fe5-0125-48ec-8057-3295f5ec5000 HTTP/1.1" status: 200 len: 1094 time: 0.0947535 Jul 14 18:45:55.211953 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-09b6d37d-a1f7-492e-b437-c030c458c4a3 req-e59f9f11-94a6-40b5-8100-9f8844c1a239 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9c478c99-d62c-4ba4-a542-afd02703f1f0 HTTP/1.1" status: 200 len: 217 time: 0.0382257 Jul 14 18:45:55.236893 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5212076e-3410-4fae-8665-49eb58265cf8 req-0d0f4d46-b24f-46a2-893d-f8c595bb616b tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:45:55.240147 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-5212076e-3410-4fae-8665-49eb58265cf8 req-0d0f4d46-b24f-46a2-893d-f8c595bb616b tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] 10.222.0.16 "GET /v2.0/ports?device_id=c8f115c8-f01c-4bfa-bd17-910e556e924f HTTP/1.1" status: 200 len: 945 time: 0.2638710 Jul 14 18:45:55.303154 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-5212076e-3410-4fae-8665-49eb58265cf8 req-6e7cbdcd-558f-42df-bf02-e872192838f9 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] 10.222.0.16 "GET /v2.0/security-groups?id=d5287722-8c0c-410d-a8ea-76edc9d3c05d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360847 Jul 14 18:45:55.346828 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b6d37d-a1f7-492e-b437-c030c458c4a3 req-c5e7f328-cd01-449e-adad-cbfc492f0f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:45:55.348012 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-09b6d37d-a1f7-492e-b437-c030c458c4a3 req-c5e7f328-cd01-449e-adad-cbfc492f0f06 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e9fdea6e-22fa-4991-9f87-b79de93db404 HTTP/1.1" status: 200 len: 851 time: 0.1262150 Jul 14 18:45:55.392549 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-ad39ca14-ec16-48e8-9dcc-36bedcab15f6 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:55.443663 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad39ca14-ec16-48e8-9dcc-36bedcab15f6 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Pushing event deleted for resources: {'Port': ['ID=665153c6-ca00-433b-95b2-149e5682121e,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:45:55.485287 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b6d37d-a1f7-492e-b437-c030c458c4a3 req-4b5aa83c-b38b-4290-8475-482f82b5db96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:45:55.489388 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-09b6d37d-a1f7-492e-b437-c030c458c4a3 req-4b5aa83c-b38b-4290-8475-482f82b5db96 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=39c54d55-b1e0-4eb1-9ee5-3eeadd4d8bde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1342628 Jul 14 18:45:55.627466 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-ad39ca14-ec16-48e8-9dcc-36bedcab15f6 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:55.633742 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-ad39ca14-ec16-48e8-9dcc-36bedcab15f6 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] 10.222.0.16 "DELETE /v2.0/ports/665153c6-ca00-433b-95b2-149e5682121e HTTP/1.1" status: 204 len: 168 time: 1.1793776 Jul 14 18:45:55.634358 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 36056) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:45:55.684514 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-09b6d37d-a1f7-492e-b437-c030c458c4a3 req-408fe777-ce2e-4033-8c2c-5ba9eaf677bd service neutron] 10.222.0.18 "GET /v2.0/networks/39c54d55-b1e0-4eb1-9ee5-3eeadd4d8bde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1852927 Jul 14 18:45:55.702343 n-d-800634-3 neutron-server[93916]: INFO neutron.pecan_wsgi.hooks.translation [None req-6127de61-8184-41aa-898d-98368392794d tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] GET failed (client error): The resource could not be found. Jul 14 18:45:55.703991 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-6127de61-8184-41aa-898d-98368392794d tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] 10.222.0.16 "GET /v2.0/ports/665153c6-ca00-433b-95b2-149e5682121e HTTP/1.1" status: 404 len: 333 time: 0.0686944 Jul 14 18:45:55.706730 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 36058) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:45:55.800310 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-2f4e3af3-e708-4ffd-a544-82d93a489d01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:55.988244 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-676fde2c-191b-41f6-a89e-cac5b4242005 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Deleting port aefceec5-8ae3-4568-bd21-e889d9e4e1da {{(pid=93916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:45:55.988623 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-676fde2c-191b-41f6-a89e-cac5b4242005 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:56.000448 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-09b6d37d-a1f7-492e-b437-c030c458c4a3 req-80df5a4b-c2ca-4090-b385-ce0155da39cc service neutron] 10.222.0.18 "GET /v2.0/networks/39c54d55-b1e0-4eb1-9ee5-3eeadd4d8bde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3085451 Jul 14 18:45:56.166804 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2fcfe5-4711-4ee7-80fe-e54fad78432b req-be809e7a-a175-48e0-b65b-17ca1a28263b tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:45:56.175990 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-1e2fcfe5-4711-4ee7-80fe-e54fad78432b req-be809e7a-a175-48e0-b65b-17ca1a28263b tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] 10.222.0.16 "GET /v2.0/ports?device_id=4ed688ec-0b1c-4d1e-881c-157d22decd3a HTTP/1.1" status: 200 len: 945 time: 0.3147457 Jul 14 18:45:56.225361 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-676fde2c-191b-41f6-a89e-cac5b4242005 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:56.231944 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7754e14-d056-40c9-8e8b-07f85384e5a5 req-7e44ca03-b2b5-4228-906b-1f92e51fbfa6 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:45:56.232886 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a7754e14-d056-40c9-8e8b-07f85384e5a5 req-7e44ca03-b2b5-4228-906b-1f92e51fbfa6 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c556fe5-0125-48ec-8057-3295f5ec5000 HTTP/1.1" status: 200 len: 943 time: 0.2285483 Jul 14 18:45:56.241468 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6610912c-f3d9-4b87-92b5-80489e89716c req-a7626954-a4cd-424f-a3c7-68c985b060f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:45:56.243246 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6610912c-f3d9-4b87-92b5-80489e89716c req-a7626954-a4cd-424f-a3c7-68c985b060f7 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c28e5bcf1e004d64bdc0461d59ce0908&device_id=9c556fe5-0125-48ec-8057-3295f5ec5000 HTTP/1.1" status: 200 len: 1094 time: 0.1723337 Jul 14 18:45:56.269589 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-676fde2c-191b-41f6-a89e-cac5b4242005 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Calling delete_port for aefceec5-8ae3-4568-bd21-e889d9e4e1da owned by {{(pid=93916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:45:56.302842 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-1e2fcfe5-4711-4ee7-80fe-e54fad78432b req-f0179ff8-e602-4f61-b6de-969b7fba0b80 tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] 10.222.0.16 "GET /v2.0/security-groups?id=f745dc72-333e-4ddf-8281-1bb3e04e8f82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228158 Jul 14 18:45:56.408732 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a7754e14-d056-40c9-8e8b-07f85384e5a5 req-0f54897c-4e38-450d-b698-541216ded920 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] 10.222.0.16 "GET /v2.0/security-groups?id=be330687-3a60-4db7-bad1-ca6d5eb00fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1644058 Jul 14 18:45:56.539999 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-676fde2c-191b-41f6-a89e-cac5b4242005 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:56.555242 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6610912c-f3d9-4b87-92b5-80489e89716c req-f4a100ea-5c36-48ee-8c6e-e5f306085c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:45:56.558602 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6610912c-f3d9-4b87-92b5-80489e89716c req-f4a100ea-5c36-48ee-8c6e-e5f306085c02 service neutron] 10.222.0.18 "GET /v2.0/networks?id=39c54d55-b1e0-4eb1-9ee5-3eeadd4d8bde HTTP/1.1" status: 200 len: 912 time: 0.3027992 Jul 14 18:45:56.603739 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676fde2c-191b-41f6-a89e-cac5b4242005 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Pushing event deleted for resources: {'Port': ['ID=aefceec5-8ae3-4568-bd21-e889d9e4e1da,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:45:56.655929 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6610912c-f3d9-4b87-92b5-80489e89716c req-fd21f34c-da2b-4bff-a1ae-53709a6f00cb service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9c478c99-d62c-4ba4-a542-afd02703f1f0 HTTP/1.1" status: 200 len: 217 time: 0.0722771 Jul 14 18:45:56.747353 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-676fde2c-191b-41f6-a89e-cac5b4242005 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:56.752667 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-676fde2c-191b-41f6-a89e-cac5b4242005 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] 10.222.0.16 "DELETE /v2.0/ports/aefceec5-8ae3-4568-bd21-e889d9e4e1da HTTP/1.1" status: 204 len: 168 time: 1.0448968 Jul 14 18:45:56.753405 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 36072) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:45:56.808449 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6610912c-f3d9-4b87-92b5-80489e89716c req-2fb02908-25e3-49f8-97ca-55ca2a6a6a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:45:56.863004 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6610912c-f3d9-4b87-92b5-80489e89716c req-2fb02908-25e3-49f8-97ca-55ca2a6a6a4f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e9fdea6e-22fa-4991-9f87-b79de93db404 HTTP/1.1" status: 200 len: 851 time: 0.1404150 Jul 14 18:45:56.866133 n-d-800634-3 neutron-server[93916]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a5c2078-1fd7-489b-8e31-7f20db5c167d tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] GET failed (client error): The resource could not be found. Jul 14 18:45:56.866429 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95012c9f-aaea-453c-b85c-0626e4bc84cd req-16b5b25f-8019-404e-9290-174df27f4836 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:45:56.866429 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-95012c9f-aaea-453c-b85c-0626e4bc84cd req-16b5b25f-8019-404e-9290-174df27f4836 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] 10.222.0.16 "GET /v2.0/ports?device_id=c8f115c8-f01c-4bfa-bd17-910e556e924f HTTP/1.1" status: 200 len: 945 time: 0.3054218 Jul 14 18:45:56.866429 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 36074) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:45:56.867210 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-8a5c2078-1fd7-489b-8e31-7f20db5c167d tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] 10.222.0.16 "GET /v2.0/ports/aefceec5-8ae3-4568-bd21-e889d9e4e1da HTTP/1.1" status: 404 len: 333 time: 0.0828464 Jul 14 18:45:56.979060 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.db_base_plugin_v2 [None req-eaedff4b-5a47-4022-adf7-ddf6cf349864 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Deleting subnet 19485d6a-7736-4cc5-98df-b73a988791ee {{(pid=93915) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 18:45:56.988463 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-eaedff4b-5a47-4022-adf7-ddf6cf349864 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Notify callbacks [] for subnet, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:57.042122 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-95012c9f-aaea-453c-b85c-0626e4bc84cd req-43634e9e-bdea-40a5-8dbe-220b64f730f3 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] 10.222.0.16 "GET /v2.0/security-groups?id=d5287722-8c0c-410d-a8ea-76edc9d3c05d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1338542 Jul 14 18:45:57.068380 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-eaedff4b-5a47-4022-adf7-ddf6cf349864 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28939913'] for subnet, precommit_delete_associations {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:57.109880 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6610912c-f3d9-4b87-92b5-80489e89716c req-92a30ea0-117b-469b-b2a9-92d2cb3fa9b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:45:57.111398 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6610912c-f3d9-4b87-92b5-80489e89716c req-92a30ea0-117b-469b-b2a9-92d2cb3fa9b6 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=39c54d55-b1e0-4eb1-9ee5-3eeadd4d8bde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2716238 Jul 14 18:45:57.252460 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-eaedff4b-5a47-4022-adf7-ddf6cf349864 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081283'] for subnet, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:57.302969 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6610912c-f3d9-4b87-92b5-80489e89716c req-6349984a-a533-43ea-b68a-b708901ba97b service neutron] 10.222.0.18 "GET /v2.0/networks/39c54d55-b1e0-4eb1-9ee5-3eeadd4d8bde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1848454 Jul 14 18:45:57.351982 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-eaedff4b-5a47-4022-adf7-ddf6cf349864 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25913028', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28969762'] for subnet, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:57.390033 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa993956-73f0-4011-8c37-05c50b1f96d4 None None] Network 945bef2b-d13c-4cd1-b4f7-a513bf6e2173 requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:45:57.513285 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6610912c-f3d9-4b87-92b5-80489e89716c req-5c4f208b-b8eb-42de-a8c1-7fe8c7910856 service neutron] 10.222.0.18 "GET /v2.0/networks/39c54d55-b1e0-4eb1-9ee5-3eeadd4d8bde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1718938 Jul 14 18:45:57.595574 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-eaedff4b-5a47-4022-adf7-ddf6cf349864 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Notify callbacks [] for subnet, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:57.601121 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 36128) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:45:57.620723 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-eaedff4b-5a47-4022-adf7-ddf6cf349864 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] 10.222.0.16 "DELETE /v2.0/subnets/19485d6a-7736-4cc5-98df-b73a988791ee HTTP/1.1" status: 204 len: 168 time: 0.7720156 Jul 14 18:45:57.626142 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaedff4b-5a47-4022-adf7-ddf6cf349864 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Pushing event deleted for resources: {'Subnet': ['ID=19485d6a-7736-4cc5-98df-b73a988791ee,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:45:57.771214 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-910a7147-e979-4db4-8786-ae24e550c8a9 None None] DHCP port deletion for 945bef2b-d13c-4cd1-b4f7-a513bf6e2173 request from n-d-800634-3 {{(pid=93917) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 18:45:57.804588 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-202141d9-7d7d-4c97-8b9e-51a0f3094f4a tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645734'] for network, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:57.894954 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03d034a-31f9-444b-a299-1a38c9aa3d7a req-54d3c7f2-85d5-48c6-bf16-52632ab03164 tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:45:57.897210 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c03d034a-31f9-444b-a299-1a38c9aa3d7a req-54d3c7f2-85d5-48c6-bf16-52632ab03164 tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] 10.222.0.16 "GET /v2.0/ports?device_id=4ed688ec-0b1c-4d1e-881c-157d22decd3a HTTP/1.1" status: 200 len: 945 time: 0.2322528 Jul 14 18:45:57.905517 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ac3f63-e1ae-4fa6-a45f-f39fdf7513a9 req-9518dc00-42c6-4f8f-b4b7-75a4e0b64fad tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:45:57.915322 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a5ac3f63-e1ae-4fa6-a45f-f39fdf7513a9 req-9518dc00-42c6-4f8f-b4b7-75a4e0b64fad tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c556fe5-0125-48ec-8057-3295f5ec5000 HTTP/1.1" status: 200 len: 943 time: 0.2896099 Jul 14 18:45:57.918917 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-202141d9-7d7d-4c97-8b9e-51a0f3094f4a tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Deleting port ca8f597c-2bde-4d93-820f-457795bfe260 {{(pid=93916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:45:57.919538 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-202141d9-7d7d-4c97-8b9e-51a0f3094f4a tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:57.921027 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-910a7147-e979-4db4-8786-ae24e550c8a9 None None] Deleting port ca8f597c-2bde-4d93-820f-457795bfe260 {{(pid=93917) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:45:57.922947 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-910a7147-e979-4db4-8786-ae24e550c8a9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:58.035498 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.db [None req-202141d9-7d7d-4c97-8b9e-51a0f3094f4a tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] For port ca8f597c-2bde-4d93-820f-457795bfe260, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=ca8f597c-2bde-4d93-820f-457795bfe260,segment=NetworkSegment(cabbd226-991a-46e6-9fde-c63cdf0e0502),segment_id=cabbd226-991a-46e6-9fde-c63cdf0e0502)] {{(pid=93916) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:45:58.037238 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-910a7147-e979-4db4-8786-ae24e550c8a9 None None] For port ca8f597c-2bde-4d93-820f-457795bfe260, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=ca8f597c-2bde-4d93-820f-457795bfe260,segment=NetworkSegment(cabbd226-991a-46e6-9fde-c63cdf0e0502),segment_id=cabbd226-991a-46e6-9fde-c63cdf0e0502)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:45:58.037850 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-202141d9-7d7d-4c97-8b9e-51a0f3094f4a tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:58.038475 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-910a7147-e979-4db4-8786-ae24e550c8a9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:58.053217 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a5ac3f63-e1ae-4fa6-a45f-f39fdf7513a9 req-66d010ca-fb40-465f-aba7-db427f74371e tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] 10.222.0.16 "GET /v2.0/security-groups?id=be330687-3a60-4db7-bad1-ca6d5eb00fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1368654 Jul 14 18:45:58.075496 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-202141d9-7d7d-4c97-8b9e-51a0f3094f4a tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Calling delete_port for ca8f597c-2bde-4d93-820f-457795bfe260 owned by network:dhcp {{(pid=93916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:45:58.083783 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c03d034a-31f9-444b-a299-1a38c9aa3d7a req-8e00706b-68f7-4c19-a719-f1d06ae4319a tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] 10.222.0.16 "GET /v2.0/security-groups?id=f745dc72-333e-4ddf-8281-1bb3e04e8f82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575468 Jul 14 18:45:58.112559 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-910a7147-e979-4db4-8786-ae24e550c8a9 None None] Calling delete_port for ca8f597c-2bde-4d93-820f-457795bfe260 owned by network:dhcp {{(pid=93917) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:45:58.267950 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device 9c478c99-d62c-4ba4-a542-afd02703f1f0 details requested by agent hyperv_n-h1-800634-3 with host n-h1-800634-3 {{(pid=93917) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 18:45:58.282786 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-202141d9-7d7d-4c97-8b9e-51a0f3094f4a tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:58.330295 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-910a7147-e979-4db4-8786-ae24e550c8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813'] for port, after_delete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:58.342110 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202141d9-7d7d-4c97-8b9e-51a0f3094f4a tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Pushing event deleted for resources: {'Port': ['ID=ca8f597c-2bde-4d93-820f-457795bfe260,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:45:58.348149 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-202141d9-7d7d-4c97-8b9e-51a0f3094f4a tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] No DVR routers for this DVR port ca8f597c-2bde-4d93-820f-457795bfe260 on host n-d-800634-3 {{(pid=93916) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 18:45:58.395751 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-910a7147-e979-4db4-8786-ae24e550c8a9 None None] No DVR routers for this DVR port ca8f597c-2bde-4d93-820f-457795bfe260 on host n-d-800634-3 {{(pid=93917) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 18:45:58.541542 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port 9c478c99-d62c-4ba4-a542-afd02703f1f0, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=9c478c99-d62c-4ba4-a542-afd02703f1f0,segment=NetworkSegment(e6ac1013-49a3-4f7c-beca-cf2ef24dd35b),segment_id=e6ac1013-49a3-4f7c-beca-cf2ef24dd35b)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:45:58.543876 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6071678a-7788-468f-a98a-e07cdb6d4d21 req-1fb79a39-aa41-416a-bed0-9d40375dfe7a tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:45:58.561874 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Returning: {'device': '9c478c99-d62c-4ba4-a542-afd02703f1f0', 'network_id': '39c54d55-b1e0-4eb1-9ee5-3eeadd4d8bde', 'port_id': '9c478c99-d62c-4ba4-a542-afd02703f1f0', 'mac_address': 'fa:16:3e:38:6b:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9fdea6e-22fa-4991-9f87-b79de93db404', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93917) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 18:45:58.566084 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910a7147-e979-4db4-8786-ae24e550c8a9 None None] Pushing event deleted for resources: {'Port': ['ID=ca8f597c-2bde-4d93-820f-457795bfe260,revision_number=None']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:45:58.566442 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6071678a-7788-468f-a98a-e07cdb6d4d21 req-1fb79a39-aa41-416a-bed0-9d40375dfe7a tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] 10.222.0.16 "GET /v2.0/ports?device_id=c8f115c8-f01c-4bfa-bd17-910e556e924f HTTP/1.1" status: 200 len: 945 time: 0.2180912 Jul 14 18:45:58.574048 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-202141d9-7d7d-4c97-8b9e-51a0f3094f4a tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2096010', 'neutron.services.segments.db._delete_segments_for_network-8728202734996'] for network, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:58.599765 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.segments.db [None req-202141d9-7d7d-4c97-8b9e-51a0f3094f4a tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['945bef2b-d13c-4cd1-b4f7-a513bf6e2173']}} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:45:58.624553 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6071678a-7788-468f-a98a-e07cdb6d4d21 req-ad78a2c3-2e8c-4e60-8f93-0effd70add44 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] 10.222.0.16 "GET /v2.0/security-groups?id=d5287722-8c0c-410d-a8ea-76edc9d3c05d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566051 Jul 14 18:45:58.627771 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:58.640832 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.segments.db [None req-202141d9-7d7d-4c97-8b9e-51a0f3094f4a tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cabbd226-991a-46e6-9fde-c63cdf0e0502') {'for_net_delete': True} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:45:58.641327 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.segments.db [None req-202141d9-7d7d-4c97-8b9e-51a0f3094f4a tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cabbd226-991a-46e6-9fde-c63cdf0e0502') {} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:45:58.650540 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c478c99-d62c-4ba4-a542-afd02703f1f0 {{(pid=93917) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 18:45:58.680372 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port 9c478c99-d62c-4ba4-a542-afd02703f1f0, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=9c478c99-d62c-4ba4-a542-afd02703f1f0,segment=NetworkSegment(e6ac1013-49a3-4f7c-beca-cf2ef24dd35b),segment_id=e6ac1013-49a3-4f7c-beca-cf2ef24dd35b)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:45:58.683348 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-202141d9-7d7d-4c97-8b9e-51a0f3094f4a tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728202715275', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26296891'] for segment, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:58.685263 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:58.709600 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-202141d9-7d7d-4c97-8b9e-51a0f3094f4a tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:58.728452 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-202141d9-7d7d-4c97-8b9e-51a0f3094f4a tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Releasing vlan 79 on physical network physnet1 to pool {{(pid=93916) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 18:45:58.730586 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-202141d9-7d7d-4c97-8b9e-51a0f3094f4a tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2682942'] for segment, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:58.739464 n-d-800634-3 neutron-server[93916]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:45:58.739464 n-d-800634-3 neutron-server[93916]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:45:58.739464 n-d-800634-3 neutron-server[93916]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:45:58.739464 n-d-800634-3 neutron-server[93916]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:45:58.739464 n-d-800634-3 neutron-server[93916]: Traceback (most recent call last): Jul 14 18:45:58.739464 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 18:45:58.739464 n-d-800634-3 neutron-server[93916]: timer() Jul 14 18:45:58.739464 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 18:45:58.739464 n-d-800634-3 neutron-server[93916]: cb(*args, **kw) Jul 14 18:45:58.739464 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 18:45:58.739464 n-d-800634-3 neutron-server[93916]: return func(*args, **kwargs) Jul 14 18:45:58.739464 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 18:45:58.739464 n-d-800634-3 neutron-server[93916]: self._notify() Jul 14 18:45:58.739464 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 18:45:58.739464 n-d-800634-3 neutron-server[93916]: self.callback(batched_events) Jul 14 18:45:58.739464 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 18:45:58.739464 n-d-800634-3 neutron-server[93916]: event.method(event) Jul 14 18:45:58.739464 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 18:45:58.739464 n-d-800634-3 neutron-server[93916]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 18:45:58.739464 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 18:45:58.739464 n-d-800634-3 neutron-server[93916]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 18:45:58.739464 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 18:45:58.739464 n-d-800634-3 neutron-server[93916]: return f(self, *a, **k) Jul 14 18:45:58.739464 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 18:45:58.739464 n-d-800634-3 neutron-server[93916]: return self._get(url).json() Jul 14 18:45:58.739464 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 18:45:58.739464 n-d-800634-3 neutron-server[93916]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 18:45:58.739464 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 18:45:58.739464 n-d-800634-3 neutron-server[93916]: return self.request(url, 'GET', **kwargs) Jul 14 18:45:58.739464 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 18:45:58.739464 n-d-800634-3 neutron-server[93916]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 18:45:58.739464 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 18:45:58.739464 n-d-800634-3 neutron-server[93916]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 18:45:58.739464 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 18:45:58.739464 n-d-800634-3 neutron-server[93916]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 18:45:58.739464 n-d-800634-3 neutron-server[93916]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 18:45:58.785967 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device ca8f597c-2bde-4d93-820f-457795bfe260 no longer exists at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 18:45:58.804483 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Pushing event updated for resources: {'Port': ['ID=9c478c99-d62c-4ba4-a542-afd02703f1f0,revision_number=4']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:45:58.869475 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] No Port match for: ca8f597c-2bde-4d93-820f-457795bfe260 {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 18:45:58.873351 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device ca8f597c-2bde-4d93-820f-457795bfe260 not bound to the agent host n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 18:45:58.898960 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-202141d9-7d7d-4c97-8b9e-51a0f3094f4a tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2096001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-930085'] for network, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:58.906786 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-202141d9-7d7d-4c97-8b9e-51a0f3094f4a tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Notify callbacks [] for network, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:58.917093 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 36170) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:45:58.922984 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-f92c91d8-255a-48eb-8736-1685af97dbbb tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1259066556'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:45:58.929796 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-202141d9-7d7d-4c97-8b9e-51a0f3094f4a tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] 10.222.0.16 "DELETE /v2.0/networks/945bef2b-d13c-4cd1-b4f7-a513bf6e2173 HTTP/1.1" status: 204 len: 168 time: 1.3275189 Jul 14 18:45:58.935587 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] get_ports_and_sgs() called for port_ids ['9c478c99-d62c-4ba4-a542-afd02703f1f0'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 18:45:58.949450 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202141d9-7d7d-4c97-8b9e-51a0f3094f4a tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Pushing event deleted for resources: {'Network': ['ID=945bef2b-d13c-4cd1-b4f7-a513bf6e2173,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:45:58.973153 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f92c91d8-255a-48eb-8736-1685af97dbbb tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Made reservation on behalf of 5ceee1f2be05491f99699576fae0f27c for: {'network': 1} {{(pid=93915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:45:58.977654 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-f92c91d8-255a-48eb-8736-1685af97dbbb tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for network, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:59.015037 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f92c91d8-255a-48eb-8736-1685af97dbbb tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 51} {{(pid=93915) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 18:45:59.031037 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-f92c91d8-255a-48eb-8736-1685af97dbbb tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:59.031568 n-d-800634-3 neutron-server[93915]: INFO neutron.db.segments_db [None req-f92c91d8-255a-48eb-8736-1685af97dbbb tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Added segment 04633663-8fdb-4bf4-966e-77993658ab6d of type vlan for network a5aa8102-a3e6-41e4-8da0-aee1deb8c817 Jul 14 18:45:59.096600 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-f92c91d8-255a-48eb-8736-1685af97dbbb tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728202197517'] for network, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:59.193883 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-f92c91d8-255a-48eb-8736-1685af97dbbb tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727'] for network, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:59.220072 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f92c91d8-255a-48eb-8736-1685af97dbbb tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:45:59.223854 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-f92c91d8-255a-48eb-8736-1685af97dbbb tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Notify callbacks [] for network, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:59.450925 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-f92c91d8-255a-48eb-8736-1685af97dbbb tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5324097 Jul 14 18:45:59.456731 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 36178) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:45:59.466657 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-34a39ba9-aa7b-4328-bafc-3a83fd8e6ead tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Request body: {'subnet': {'network_id': 'a5aa8102-a3e6-41e4-8da0-aee1deb8c817', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:45:59.494218 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92c91d8-255a-48eb-8736-1685af97dbbb tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Pushing event updated for resources: {'Network': ['ID=a5aa8102-a3e6-41e4-8da0-aee1deb8c817,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:45:59.505653 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Network a5aa8102-a3e6-41e4-8da0-aee1deb8c817 details requested by agent ovs-agent-n-d-800634-3 with host n-d-800634-3 {{(pid=93917) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 18:45:59.729592 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8964ae-80d2-4e12-a385-a278e83ab3c4 req-dcee7b97-2bc5-45fe-9d03-f2385b814edf tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:45:59.732402 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3e8964ae-80d2-4e12-a385-a278e83ab3c4 req-dcee7b97-2bc5-45fe-9d03-f2385b814edf tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c556fe5-0125-48ec-8057-3295f5ec5000 HTTP/1.1" status: 200 len: 944 time: 0.3700061 Jul 14 18:45:59.742840 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8ac6a8-37ff-4689-ae16-c3c6b1aee2db req-f920ae9d-4880-4fba-92be-67b119ec3848 tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:45:59.750222 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-1a8ac6a8-37ff-4689-ae16-c3c6b1aee2db req-f920ae9d-4880-4fba-92be-67b119ec3848 tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] 10.222.0.16 "GET /v2.0/ports?device_id=4ed688ec-0b1c-4d1e-881c-157d22decd3a HTTP/1.1" status: 200 len: 945 time: 0.4040182 Jul 14 18:45:59.787413 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34a39ba9-aa7b-4328-bafc-3a83fd8e6ead tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Made reservation on behalf of 5ceee1f2be05491f99699576fae0f27c for: {'subnet': 1} {{(pid=93915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:45:59.792046 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-34a39ba9-aa7b-4328-bafc-3a83fd8e6ead tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28969735'] for subnet, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:45:59.927488 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-1a8ac6a8-37ff-4689-ae16-c3c6b1aee2db req-70aaa12b-a42e-4aed-bc88-3b96928af326 tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] 10.222.0.16 "GET /v2.0/security-groups?id=f745dc72-333e-4ddf-8281-1bb3e04e8f82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1758049 Jul 14 18:45:59.933528 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3e8964ae-80d2-4e12-a385-a278e83ab3c4 req-51831aba-8f0e-466a-b7d5-9bdcaed85644 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] 10.222.0.16 "GET /v2.0/security-groups?id=be330687-3a60-4db7-bad1-ca6d5eb00fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1725025 Jul 14 18:46:00.233187 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device 9c478c99-d62c-4ba4-a542-afd02703f1f0 up at agent hyperv_n-h1-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:46:00.282869 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-34a39ba9-aa7b-4328-bafc-3a83fd8e6ead tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25912837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28969781'] for subnet, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:46:00.358330 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08cff44-0dd5-4c94-bc52-fc6d333da4a7 req-9aa1146a-4bd9-4ebf-83fe-aa4a3cd085fe tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:46:00.359896 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f08cff44-0dd5-4c94-bc52-fc6d333da4a7 req-9aa1146a-4bd9-4ebf-83fe-aa4a3cd085fe tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] 10.222.0.16 "GET /v2.0/ports?device_id=c8f115c8-f01c-4bfa-bd17-910e556e924f HTTP/1.1" status: 200 len: 945 time: 0.1950417 Jul 14 18:46:00.387471 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Provisioning for port 9c478c99-d62c-4ba4-a542-afd02703f1f0 completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:46:00.396353 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Provisioning complete for port 9c478c99-d62c-4ba4-a542-afd02703f1f0 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:46:00.398159 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:46:00.411181 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a39ba9-aa7b-4328-bafc-3a83fd8e6ead tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Pushing event updated for resources: {'Subnet': ['ID=81e5fd20-60ec-4cd9-aee2-576995cd02f3,revision_number=0']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:46:00.449216 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f08cff44-0dd5-4c94-bc52-fc6d333da4a7 req-d3ed3030-733b-4588-b38c-3fd859a191e7 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] 10.222.0.16 "GET /v2.0/security-groups?id=d5287722-8c0c-410d-a8ea-76edc9d3c05d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0742807 Jul 14 18:46:00.451187 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34a39ba9-aa7b-4328-bafc-3a83fd8e6ead tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Checking segment: {'id': '04633663-8fdb-4bf4-966e-77993658ab6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'a5aa8102-a3e6-41e4-8da0-aee1deb8c817'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:46:00.451713 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34a39ba9-aa7b-4328-bafc-3a83fd8e6ead tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Network hostable DHCP agents. Network: a5aa8102-a3e6-41e4-8da0-aee1deb8c817, hostable agents: ['028393c3-0576-4ebd-bca1-8ea8a148e1a2'], hosted agents: [] {{(pid=93915) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 18:46:00.514760 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34a39ba9-aa7b-4328-bafc-3a83fd8e6ead tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Network a5aa8102-a3e6-41e4-8da0-aee1deb8c817 is scheduled to be hosted by DHCP agent 028393c3-0576-4ebd-bca1-8ea8a148e1a2 with binding_index 1 {{(pid=93915) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 18:46:00.536517 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [None req-34a39ba9-aa7b-4328-bafc-3a83fd8e6ead tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-3, a5aa8102-a3e6-41e4-8da0-aee1deb8c817) {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:46:00.547139 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34a39ba9-aa7b-4328-bafc-3a83fd8e6ead tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:46:00.548967 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-34a39ba9-aa7b-4328-bafc-3a83fd8e6ead tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Notify callbacks [] for subnet, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:46:00.557424 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a152db6-36d8-4604-98eb-bc5d69220538 None None] Network a5aa8102-a3e6-41e4-8da0-aee1deb8c817 requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:46:00.584040 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 36192) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:46:00.584603 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-34a39ba9-aa7b-4328-bafc-3a83fd8e6ead tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1259317 Jul 14 18:46:00.589858 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-03f5758d-f91f-4792-90ce-384b5fed2b62 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1491598804', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:46:00.659095 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-03f5758d-f91f-4792-90ce-384b5fed2b62 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-571768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11104'] for router, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:46:00.673286 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-03f5758d-f91f-4792-90ce-384b5fed2b62 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-571675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-930014', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-632314', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11129'] for router, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:46:00.760626 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-03f5758d-f91f-4792-90ce-384b5fed2b62 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:46:00.774814 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-03f5758d-f91f-4792-90ce-384b5fed2b62 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-571759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-930033'] for router, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:46:00.817149 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-03f5758d-f91f-4792-90ce-384b5fed2b62 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Notify callbacks [] for router, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:46:00.819124 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-03f5758d-f91f-4792-90ce-384b5fed2b62 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.2330329 Jul 14 18:46:00.822064 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 36204) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:46:00.828723 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-bad62251-ae39-4d37-b3eb-19efe1eb8887 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Request body: {'port': {'network_id': 'a5aa8102-a3e6-41e4-8da0-aee1deb8c817', 'name': 'tempest-PortsTestJSON-158415137'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:46:00.833076 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:46:01.038306 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port 9c478c99-d62c-4ba4-a542-afd02703f1f0, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=9c478c99-d62c-4ba4-a542-afd02703f1f0,segment=NetworkSegment(e6ac1013-49a3-4f7c-beca-cf2ef24dd35b),segment_id=e6ac1013-49a3-4f7c-beca-cf2ef24dd35b)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:46:01.043188 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c556fe5-0125-48ec-8057-3295f5ec5000', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c478c99-d62c-4ba4-a542-afd02703f1f0'}] {{(pid=93917) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:46:01.046824 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20b787f3c29eaa7aa2a4d648c725a2124c5ff39a8d793252f9d844495e14cf42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-835a2a91-c03e-4814-9f5e-06936e77b6dd" -d '{"events": [{"server_uuid": "9c556fe5-0125-48ec-8057-3295f5ec5000", "name": "network-vif-plugged", "status": "completed", "tag": "9c478c99-d62c-4ba4-a542-afd02703f1f0"}]}' {{(pid=93917) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:46:01.053079 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:46:01.211962 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8a56ac5-d9a7-44b7-92ad-68998d5bdbf3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9222b97e-5d1c-54f8-ba97-82f172498e76-a5aa8102-a3e6-41e4-8da0-aee1deb8c817', 'network_id': 'a5aa8102-a3e6-41e4-8da0-aee1deb8c817', 'tenant_id': '5ceee1f2be05491f99699576fae0f27c', 'fixed_ips': [{'subnet_id': '81e5fd20-60ec-4cd9-aee2-576995cd02f3'}]}} from n-d-800634-3. {{(pid=93917) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 18:46:01.215716 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-a8a56ac5-d9a7-44b7-92ad-68998d5bdbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:46:01.372587 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Pushing event updated for resources: {'Port': ['ID=9c478c99-d62c-4ba4-a542-afd02703f1f0,revision_number=5']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:46:01.553996 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114ddd4e-fbd6-4274-ada8-14be2133b012 req-a06c1f1b-3d0a-46cb-955b-25065d370d0d tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:46:01.567946 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-114ddd4e-fbd6-4274-ada8-14be2133b012 req-a06c1f1b-3d0a-46cb-955b-25065d370d0d tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] 10.222.0.16 "GET /v2.0/ports?device_id=4ed688ec-0b1c-4d1e-881c-157d22decd3a HTTP/1.1" status: 200 len: 945 time: 0.2530227 Jul 14 18:46:01.664950 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.db_base_plugin_common [None req-a8a56ac5-d9a7-44b7-92ad-68998d5bdbf3 None None] Allocated IP 172.20.0.2 (a5aa8102-a3e6-41e4-8da0-aee1deb8c817/81e5fd20-60ec-4cd9-aee2-576995cd02f3/ffeb4fc5-d6d5-4154-8f3f-bb48a2f0c341) {{(pid=93917) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:46:01.890173 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bad62251-ae39-4d37-b3eb-19efe1eb8887 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Made reservation on behalf of 5ceee1f2be05491f99699576fae0f27c for: {'port': 1} {{(pid=93916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:46:01.895571 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-bad62251-ae39-4d37-b3eb-19efe1eb8887 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:46:01.921732 n-d-800634-3 neutron-server[93916]: DEBUG neutron.notifiers.nova [None req-bad62251-ae39-4d37-b3eb-19efe1eb8887 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] device_id is not set on port d21777a5-e67b-44d5-ae80-77da21765f28 yet. {{(pid=93916) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 18:46:02.096854 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e858cd-7a66-4241-a16e-8a9d8836f098 req-c29ba252-235f-46d8-8d61-e99694833ff6 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:46:02.098533 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f6e858cd-7a66-4241-a16e-8a9d8836f098 req-c29ba252-235f-46d8-8d61-e99694833ff6 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c556fe5-0125-48ec-8057-3295f5ec5000 HTTP/1.1" status: 200 len: 945 time: 0.8657587 Jul 14 18:46:02.101458 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-114ddd4e-fbd6-4274-ada8-14be2133b012 req-a2266e60-8fee-48db-86c8-aed7750c50e7 tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] 10.222.0.16 "GET /v2.0/security-groups?id=f745dc72-333e-4ddf-8281-1bb3e04e8f82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5327051 Jul 14 18:46:02.111602 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-a8a56ac5-d9a7-44b7-92ad-68998d5bdbf3 None None] Notify callbacks [] for port, precommit_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:46:02.123398 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-a8a56ac5-d9a7-44b7-92ad-68998d5bdbf3 None None] Transition to ACTIVE for port object ffeb4fc5-d6d5-4154-8f3f-bb48a2f0c341 will not be triggered until provisioned by entity L2. {{(pid=93917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:46:02.148607 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-73e71d7d-9284-4af4-86b9-7f682c446390 req-a12be31c-5782-4be5-a5bd-d6975b61cabf service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=c64ed9f9-cec3-467a-b9e4-e8dc086743bc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5422060 Jul 14 18:46:02.148813 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-a8a56ac5-d9a7-44b7-92ad-68998d5bdbf3 None None] Transition to ACTIVE for port object ffeb4fc5-d6d5-4154-8f3f-bb48a2f0c341 will not be triggered until provisioned by entity DHCP. {{(pid=93917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:46:02.159322 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-a8a56ac5-d9a7-44b7-92ad-68998d5bdbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804'] for port, after_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:46:02.209020 n-d-800634-3 neutron-server[93917]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8a56ac5-d9a7-44b7-92ad-68998d5bdbf3 None None] Network a5aa8102-a3e6-41e4-8da0-aee1deb8c817 is already hosted by enough agents. {{(pid=93917) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:46:02.213413 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f6e858cd-7a66-4241-a16e-8a9d8836f098 req-d320986e-f9c6-4044-8175-cc3275c67f0d tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] 10.222.0.16 "GET /v2.0/security-groups?id=be330687-3a60-4db7-bad1-ca6d5eb00fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0978987 Jul 14 18:46:02.217128 n-d-800634-3 neutron-server[93917]: DEBUG neutron.scheduler.base_scheduler [None req-a8a56ac5-d9a7-44b7-92ad-68998d5bdbf3 None None] Resources bound (agent type, host, resource id): {{(pid=93917) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:46:02.222003 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8a56ac5-d9a7-44b7-92ad-68998d5bdbf3 None None] Received port after_create {{(pid=93917) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:46:02.234268 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a56ac5-d9a7-44b7-92ad-68998d5bdbf3 None None] Pushing event updated for resources: {'Port': ['ID=ffeb4fc5-d6d5-4154-8f3f-bb48a2f0c341,revision_number=1']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:46:02.326019 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-a8a56ac5-d9a7-44b7-92ad-68998d5bdbf3 None None] Attempting to bind port ffeb4fc5-d6d5-4154-8f3f-bb48a2f0c341 on host n-d-800634-3 for vnic_type normal with profile {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:46:02.326428 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-a8a56ac5-d9a7-44b7-92ad-68998d5bdbf3 None None] Attempting to bind port ffeb4fc5-d6d5-4154-8f3f-bb48a2f0c341 by drivers openvswitch,hyperv on host n-d-800634-3 at level 0 using segments [{'id': '04633663-8fdb-4bf4-966e-77993658ab6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'a5aa8102-a3e6-41e4-8da0-aee1deb8c817'}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:46:02.326800 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8a56ac5-d9a7-44b7-92ad-68998d5bdbf3 None None] Attempting to bind port ffeb4fc5-d6d5-4154-8f3f-bb48a2f0c341 on network a5aa8102-a3e6-41e4-8da0-aee1deb8c817 {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:46:02.334947 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 18:46:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-899b3661-9676-477b-967c-3afae3a3d3c8 x-openstack-request-id: req-899b3661-9676-477b-967c-3afae3a3d3c8 {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:46:02.335238 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c556fe5-0125-48ec-8057-3295f5ec5000", "name": "network-vif-plugged", "status": "completed", "tag": "9c478c99-d62c-4ba4-a542-afd02703f1f0", "code": 200}]} {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:46:02.335491 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-899b3661-9676-477b-967c-3afae3a3d3c8 {{(pid=93917) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:46:02.335880 n-d-800634-3 neutron-server[93917]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c556fe5-0125-48ec-8057-3295f5ec5000', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c478c99-d62c-4ba4-a542-afd02703f1f0', 'code': 200} Jul 14 18:46:02.337616 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.db_base_plugin_common [None req-bad62251-ae39-4d37-b3eb-19efe1eb8887 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Allocated IP 172.20.0.11 (a5aa8102-a3e6-41e4-8da0-aee1deb8c817/81e5fd20-60ec-4cd9-aee2-576995cd02f3/d21777a5-e67b-44d5-ae80-77da21765f28) {{(pid=93916) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:46:02.340202 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8a56ac5-d9a7-44b7-92ad-68998d5bdbf3 None None] Checking agent: {'id': '01c19e91-a945-4e3c-94a6-c211e17c923e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 8, 23), 'started_at': datetime.datetime(2021, 7, 14, 18, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 18, 45, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 18:46:02.340778 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8a56ac5-d9a7-44b7-92ad-68998d5bdbf3 None None] Checking segment: {'id': '04633663-8fdb-4bf4-966e-77993658ab6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'a5aa8102-a3e6-41e4-8da0-aee1deb8c817'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93917) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:46:02.341187 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-a8a56ac5-d9a7-44b7-92ad-68998d5bdbf3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:46:02.341859 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8a56ac5-d9a7-44b7-92ad-68998d5bdbf3 None None] Bound using segment: {'id': '04633663-8fdb-4bf4-966e-77993658ab6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'a5aa8102-a3e6-41e4-8da0-aee1deb8c817'} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 18:46:02.342400 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-a8a56ac5-d9a7-44b7-92ad-68998d5bdbf3 None None] Bound port: ffeb4fc5-d6d5-4154-8f3f-bb48a2f0c341, host: n-d-800634-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04633663-8fdb-4bf4-966e-77993658ab6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'a5aa8102-a3e6-41e4-8da0-aee1deb8c817'}}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 18:46:02.342776 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-a8a56ac5-d9a7-44b7-92ad-68998d5bdbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:46:02.481012 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e71d7d-9284-4af4-86b9-7f682c446390 req-146846e0-36d3-4ee6-b924-03e9aa314771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:46:02.485341 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-73e71d7d-9284-4af4-86b9-7f682c446390 req-146846e0-36d3-4ee6-b924-03e9aa314771 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4427572788fe4f30abbab6f59fdbf9f1&device_id=c64ed9f9-cec3-467a-b9e4-e8dc086743bc HTTP/1.1" status: 200 len: 1097 time: 0.2706828 Jul 14 18:46:02.528418 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-a8a56ac5-d9a7-44b7-92ad-68998d5bdbf3 None None] For port ffeb4fc5-d6d5-4154-8f3f-bb48a2f0c341, host n-d-800634-3, cleared binding levels {{(pid=93917) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:46:02.533792 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-a8a56ac5-d9a7-44b7-92ad-68998d5bdbf3 None None] For port ffeb4fc5-d6d5-4154-8f3f-bb48a2f0c341, host n-d-800634-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=ffeb4fc5-d6d5-4154-8f3f-bb48a2f0c341,segment=NetworkSegment(04633663-8fdb-4bf4-966e-77993658ab6d),segment_id=04633663-8fdb-4bf4-966e-77993658ab6d)] {{(pid=93917) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 18:46:02.550920 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-a8a56ac5-d9a7-44b7-92ad-68998d5bdbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:46:02.738202 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a56ac5-d9a7-44b7-92ad-68998d5bdbf3 None None] Pushing event updated for resources: {'Port': ['ID=ffeb4fc5-d6d5-4154-8f3f-bb48a2f0c341,revision_number=2']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:46:02.744184 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:46:02.758635 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3183ac1-ae70-4ac1-ac90-25ff5cb726fb req-fdfb0ea4-0d45-4e63-8c77-f0a43ae440c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:46:02.766963 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e3183ac1-ae70-4ac1-ac90-25ff5cb726fb req-fdfb0ea4-0d45-4e63-8c77-f0a43ae440c2 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=9c556fe5-0125-48ec-8057-3295f5ec5000 HTTP/1.1" status: 200 len: 1096 time: 0.3583632 Jul 14 18:46:02.767110 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-bad62251-ae39-4d37-b3eb-19efe1eb8887 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Notify callbacks [] for port, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:46:02.807004 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.provisioning_blocks [None req-bad62251-ae39-4d37-b3eb-19efe1eb8887 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Transition to ACTIVE for port object d21777a5-e67b-44d5-ae80-77da21765f28 will not be triggered until provisioned by entity DHCP. {{(pid=93916) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:46:02.845819 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e3183ac1-ae70-4ac1-ac90-25ff5cb726fb req-a1124d06-abe3-419f-bf29-217a15c7d0c9 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=be330687-3a60-4db7-bad1-ca6d5eb00fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0656283 Jul 14 18:46:02.903402 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e71d7d-9284-4af4-86b9-7f682c446390 req-006ccdf4-6a3c-4278-a4df-10ad61ecb0b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:46:02.911576 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-bad62251-ae39-4d37-b3eb-19efe1eb8887 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:46:02.920722 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-73e71d7d-9284-4af4-86b9-7f682c446390 req-006ccdf4-6a3c-4278-a4df-10ad61ecb0b3 service neutron] 10.222.0.18 "GET /v2.0/networks?id=949878ad-81d9-4447-9e61-f4d51615e760 HTTP/1.1" status: 200 len: 911 time: 0.4084764 Jul 14 18:46:03.044331 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad62251-ae39-4d37-b3eb-19efe1eb8887 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Pushing event updated for resources: {'Port': ['ID=d21777a5-e67b-44d5-ae80-77da21765f28,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:46:03.066301 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bad62251-ae39-4d37-b3eb-19efe1eb8887 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Network a5aa8102-a3e6-41e4-8da0-aee1deb8c817 is already hosted by enough agents. {{(pid=93916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:46:03.070381 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [None req-bad62251-ae39-4d37-b3eb-19efe1eb8887 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Resources bound (agent type, host, resource id): {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:46:03.078438 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bad62251-ae39-4d37-b3eb-19efe1eb8887 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Received port after_create {{(pid=93916) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:46:03.146266 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4010509d-cd9b-4355-ad54-5b5f8729d0dd req-24629c7d-c628-4ec8-a6c4-3974ed858e47 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:46:03.148626 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-4010509d-cd9b-4355-ad54-5b5f8729d0dd req-24629c7d-c628-4ec8-a6c4-3974ed858e47 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] 10.222.0.16 "GET /v2.0/ports?device_id=c8f115c8-f01c-4bfa-bd17-910e556e924f HTTP/1.1" status: 200 len: 945 time: 0.3775604 Jul 14 18:46:03.152686 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-73e71d7d-9284-4af4-86b9-7f682c446390 req-fe9ad6b9-082c-43f6-abdc-90b25cb609a4 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2b680c52-8f17-42de-8174-663ebe8ee305 HTTP/1.1" status: 200 len: 1001 time: 0.1876307 Jul 14 18:46:03.286645 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bad62251-ae39-4d37-b3eb-19efe1eb8887 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:46:03.287888 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-bad62251-ae39-4d37-b3eb-19efe1eb8887 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:46:03.336204 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-bad62251-ae39-4d37-b3eb-19efe1eb8887 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.5127935 Jul 14 18:46:03.336880 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 36244) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:46:03.408233 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e71d7d-9284-4af4-86b9-7f682c446390 req-f9a52534-32db-43ce-9697-be75628a43f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:46:03.409850 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-73e71d7d-9284-4af4-86b9-7f682c446390 req-f9a52534-32db-43ce-9697-be75628a43f5 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=42f73a38-7ef6-4d77-ab5e-abe039b69936 HTTP/1.1" status: 200 len: 850 time: 0.2193787 Jul 14 18:46:03.443015 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-4010509d-cd9b-4355-ad54-5b5f8729d0dd req-f56163be-4e1b-4585-b1c8-1d7465b02dc5 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] 10.222.0.16 "GET /v2.0/security-groups?id=d5287722-8c0c-410d-a8ea-76edc9d3c05d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2862892 Jul 14 18:46:03.448700 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a8f134-75f5-4eae-b976-6ebe26afab4f req-18a71bc8-d362-43eb-b302-f701a2acb803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:46:03.453127 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-71a8f134-75f5-4eae-b976-6ebe26afab4f req-18a71bc8-d362-43eb-b302-f701a2acb803 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2888250993c844d8a8a9aa73985f3fb0&device_id=4ed688ec-0b1c-4d1e-881c-157d22decd3a HTTP/1.1" status: 200 len: 1096 time: 0.5631495 Jul 14 18:46:04.022922 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a8f134-75f5-4eae-b976-6ebe26afab4f req-a70dc63a-366e-4787-9d6b-4e1b3fb97b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:46:04.024703 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-71a8f134-75f5-4eae-b976-6ebe26afab4f req-a70dc63a-366e-4787-9d6b-4e1b3fb97b06 service neutron] 10.222.0.35 "GET /v2.0/networks?id=1b20c90e-a28d-40c4-80a6-bd7c3e0e48e9 HTTP/1.1" status: 200 len: 913 time: 0.5443678 Jul 14 18:46:04.064593 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ec2898-5f0c-4638-8245-827cabf7d57d req-93956328-e5a2-47b3-9340-68dc11bd8adc tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:46:04.069000 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-19ec2898-5f0c-4638-8245-827cabf7d57d req-93956328-e5a2-47b3-9340-68dc11bd8adc tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] 10.222.0.16 "GET /v2.0/ports?device_id=4ed688ec-0b1c-4d1e-881c-157d22decd3a HTTP/1.1" status: 200 len: 945 time: 0.6933932 Jul 14 18:46:04.114949 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-5cbdd21e-02e9-4863-8ac9-a0e620bb5d52 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:46:04.149052 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e71d7d-9284-4af4-86b9-7f682c446390 req-eae99e8b-2136-4f76-9e8d-da36b8d76384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:46:04.152297 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-73e71d7d-9284-4af4-86b9-7f682c446390 req-eae99e8b-2136-4f76-9e8d-da36b8d76384 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=949878ad-81d9-4447-9e61-f4d51615e760&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6978490 Jul 14 18:46:04.181702 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-71a8f134-75f5-4eae-b976-6ebe26afab4f req-0e71c409-2caa-4906-95e8-40807e14a6bb service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=22c8f00d-1121-4477-a7e5-813b2cc437b2 HTTP/1.1" status: 200 len: 217 time: 0.1393175 Jul 14 18:46:04.194970 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c80eb3e-2d2f-4619-b4e6-b945aed65311 req-4f1264ee-7281-4ef8-9dbd-47a43b9b6091 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:46:04.200790 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3c80eb3e-2d2f-4619-b4e6-b945aed65311 req-4f1264ee-7281-4ef8-9dbd-47a43b9b6091 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c556fe5-0125-48ec-8057-3295f5ec5000 HTTP/1.1" status: 200 len: 945 time: 0.4239202 Jul 14 18:46:04.399567 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-73e71d7d-9284-4af4-86b9-7f682c446390 req-64f80959-2259-4174-b959-436307c3c318 service neutron] 10.222.0.18 "GET /v2.0/networks/949878ad-81d9-4447-9e61-f4d51615e760?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2279212 Jul 14 18:46:04.403601 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a8f134-75f5-4eae-b976-6ebe26afab4f req-588239c5-741c-42a0-9f20-cb17a21d735f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:46:04.405318 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-71a8f134-75f5-4eae-b976-6ebe26afab4f req-588239c5-741c-42a0-9f20-cb17a21d735f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=044a6425-92e0-4c6b-bc74-105388401773 HTTP/1.1" status: 200 len: 853 time: 0.1018207 Jul 14 18:46:04.491112 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8019ad5a-ff52-4bc1-8073-ed9e1e029ae4 None None] Network a5aa8102-a3e6-41e4-8da0-aee1deb8c817 requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:46:04.544352 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-71a8f134-75f5-4eae-b976-6ebe26afab4f req-fc74e5a8-11ba-44f9-9240-7a1d69219859 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=1b20c90e-a28d-40c4-80a6-bd7c3e0e48e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1131239 Jul 14 18:46:04.561905 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-19ec2898-5f0c-4638-8245-827cabf7d57d req-753dc3a2-0982-46bf-aa77-c797f1ebe61e tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] 10.222.0.16 "GET /v2.0/security-groups?id=f745dc72-333e-4ddf-8281-1bb3e04e8f82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4764495 Jul 14 18:46:04.614937 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-5cbdd21e-02e9-4863-8ac9-a0e620bb5d52 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Notify callbacks [] for port, precommit_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:46:04.629549 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-5cbdd21e-02e9-4863-8ac9-a0e620bb5d52 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2684870'] for port, after_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:46:04.654611 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-44b79a8e-6e83-48b3-bfba-f56352fc1947 None None] Provisioning for port ffeb4fc5-d6d5-4154-8f3f-bb48a2f0c341 completed by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:46:04.667552 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3c80eb3e-2d2f-4619-b4e6-b945aed65311 req-d743d04a-8699-4d1c-87c4-235725c81330 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] 10.222.0.16 "GET /v2.0/security-groups?id=be330687-3a60-4db7-bad1-ca6d5eb00fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3498805 Jul 14 18:46:04.785115 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 36262) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:46:04.814198 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device ffeb4fc5-d6d5-4154-8f3f-bb48a2f0c341 up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:46:04.909943 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbdd21e-02e9-4863-8ac9-a0e620bb5d52 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Pushing event updated for resources: {'Port': ['ID=d21777a5-e67b-44d5-ae80-77da21765f28,revision_number=2']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:46:04.917413 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-73e71d7d-9284-4af4-86b9-7f682c446390 req-bd9f11bd-0943-433e-a830-65be95a170c0 service neutron] 10.222.0.18 "GET /v2.0/networks/949878ad-81d9-4447-9e61-f4d51615e760?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4988813 Jul 14 18:46:04.983979 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-71a8f134-75f5-4eae-b976-6ebe26afab4f req-236d75f7-407d-4abc-bdbc-350ebe541635 service neutron] 10.222.0.35 "GET /v2.0/networks/1b20c90e-a28d-40c4-80a6-bd7c3e0e48e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4110715 Jul 14 18:46:05.047622 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning for port ffeb4fc5-d6d5-4154-8f3f-bb48a2f0c341 completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:46:05.054187 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port ffeb4fc5-d6d5-4154-8f3f-bb48a2f0c341 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:46:05.055800 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:46:05.121279 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-095edd06-a256-4dda-9cd1-42912e64aca1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:46:05.206733 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:46:05.265459 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-095edd06-a256-4dda-9cd1-42912e64aca1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:46:05.287563 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-095edd06-a256-4dda-9cd1-42912e64aca1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:46:05.334205 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] For port ffeb4fc5-d6d5-4154-8f3f-bb48a2f0c341, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=ffeb4fc5-d6d5-4154-8f3f-bb48a2f0c341,segment=NetworkSegment(04633663-8fdb-4bf4-966e-77993658ab6d),segment_id=04633663-8fdb-4bf4-966e-77993658ab6d)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:46:05.342211 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:46:05.374481 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-095edd06-a256-4dda-9cd1-42912e64aca1 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1555815d48554a6e9bf09e3094327410&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5874515 Jul 14 18:46:05.388899 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 36270) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:46:05.443598 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48496664-9e50-4426-9a59-ef9e35e01f8b req-9cdb683e-7972-4c87-8f51-5117ec7b1989 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:46:05.448881 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095edd06-a256-4dda-9cd1-42912e64aca1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cccb9e2-8bb9-41ad-9b25-cbea9a10077c,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:46:05.455170 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-48496664-9e50-4426-9a59-ef9e35e01f8b req-9cdb683e-7972-4c87-8f51-5117ec7b1989 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] 10.222.0.16 "GET /v2.0/ports?device_id=c8f115c8-f01c-4bfa-bd17-910e556e924f HTTP/1.1" status: 200 len: 945 time: 0.5173025 Jul 14 18:46:05.477924 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Pushing event updated for resources: {'Port': ['ID=ffeb4fc5-d6d5-4154-8f3f-bb48a2f0c341,revision_number=3']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:46:05.512706 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:46:05.547605 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-bcf7c078-e2ab-458a-b1e6-4a3645cde4d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:46:05.561592 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-20bafe11-7589-4eaa-a045-b184bd6a4c06 None None] Provisioning complete for port ffeb4fc5-d6d5-4154-8f3f-bb48a2f0c341 triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:46:05.562534 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-20bafe11-7589-4eaa-a045-b184bd6a4c06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:46:05.611184 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-bcf7c078-e2ab-458a-b1e6-4a3645cde4d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:46:05.639869 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-48496664-9e50-4426-9a59-ef9e35e01f8b req-763f6efe-b130-4ef4-9b27-dcdc10f09c46 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] 10.222.0.16 "GET /v2.0/security-groups?id=d5287722-8c0c-410d-a8ea-76edc9d3c05d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1816270 Jul 14 18:46:05.646622 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-71a8f134-75f5-4eae-b976-6ebe26afab4f req-df0fb42a-2bcf-499e-898f-9f6f6ad701f9 service neutron] 10.222.0.35 "GET /v2.0/networks/1b20c90e-a28d-40c4-80a6-bd7c3e0e48e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6059775 Jul 14 18:46:05.697055 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-bcf7c078-e2ab-458a-b1e6-4a3645cde4d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:46:05.699980 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-bcf7c078-e2ab-458a-b1e6-4a3645cde4d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:46:05.706960 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-bcf7c078-e2ab-458a-b1e6-4a3645cde4d2 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0cccb9e2-8bb9-41ad-9b25-cbea9a10077c HTTP/1.1" status: 204 len: 168 time: 0.3156900 Jul 14 18:46:05.727539 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf7c078-e2ab-458a-b1e6-4a3645cde4d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cccb9e2-8bb9-41ad-9b25-cbea9a10077c,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:46:05.803118 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-5cbdd21e-02e9-4863-8ac9-a0e620bb5d52 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-930452'] for router_interface, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:46:05.835886 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-20bafe11-7589-4eaa-a045-b184bd6a4c06 None None] Provisioning for port d21777a5-e67b-44d5-ae80-77da21765f28 completed by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:46:05.845993 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-20bafe11-7589-4eaa-a045-b184bd6a4c06 None None] Provisioning complete for port d21777a5-e67b-44d5-ae80-77da21765f28 triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:46:05.847032 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-20bafe11-7589-4eaa-a045-b184bd6a4c06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:46:05.942778 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-20bafe11-7589-4eaa-a045-b184bd6a4c06 None None] Port d21777a5-e67b-44d5-ae80-77da21765f28 cannot update to ACTIVE because it is not bound. {{(pid=93917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 18:46:06.096922 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-de775dfd-b82b-4d1c-a8c9-e35a240d7e9d None None] Provisioning complete for port d21777a5-e67b-44d5-ae80-77da21765f28 triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:46:06.097436 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-de775dfd-b82b-4d1c-a8c9-e35a240d7e9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:46:06.120946 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96dddf94-1b28-4ce9-87a3-d2a8c72bfc53 req-2cf506ba-1ac9-469f-80a5-d3989acf7a02 tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:46:06.122964 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-96dddf94-1b28-4ce9-87a3-d2a8c72bfc53 req-2cf506ba-1ac9-469f-80a5-d3989acf7a02 tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] 10.222.0.16 "GET /v2.0/ports?device_id=4ed688ec-0b1c-4d1e-881c-157d22decd3a HTTP/1.1" status: 200 len: 945 time: 0.1549926 Jul 14 18:46:06.190621 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Device 22c8f00d-1121-4477-a7e5-813b2cc437b2 no longer exists at agent hyperv_n-h2-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 18:46:06.267136 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-96dddf94-1b28-4ce9-87a3-d2a8c72bfc53 req-4e7c6671-12a8-42f5-b66d-917acad636e0 tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] 10.222.0.16 "GET /v2.0/security-groups?id=f745dc72-333e-4ddf-8281-1bb3e04e8f82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379709 Jul 14 18:46:06.308310 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-5cbdd21e-02e9-4863-8ac9-a0e620bb5d52 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:46:06.446508 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-de775dfd-b82b-4d1c-a8c9-e35a240d7e9d None None] Port d21777a5-e67b-44d5-ae80-77da21765f28 cannot update to ACTIVE because it is not bound. {{(pid=93917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 18:46:06.479937 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:46:06.507660 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ed688ec-0b1c-4d1e-881c-157d22decd3a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '22c8f00d-1121-4477-a7e5-813b2cc437b2'}] {{(pid=93917) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:46:06.510144 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20b787f3c29eaa7aa2a4d648c725a2124c5ff39a8d793252f9d844495e14cf42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0080b46-65de-4d2e-a5a1-0b234de7f71e" -d '{"events": [{"server_uuid": "4ed688ec-0b1c-4d1e-881c-157d22decd3a", "name": "network-vif-unplugged", "status": "completed", "tag": "22c8f00d-1121-4477-a7e5-813b2cc437b2"}]}' {{(pid=93917) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:46:06.548057 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16636509-ad14-4386-b98f-b2954318f50e req-51bd6565-eb57-4dd2-853c-1f1b1bebeda6 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:46:06.551897 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] For port 22c8f00d-1121-4477-a7e5-813b2cc437b2, host n-h2-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=22c8f00d-1121-4477-a7e5-813b2cc437b2,segment=NetworkSegment(c2fad28a-4ca7-4493-8025-bc92e58ecccc),segment_id=c2fad28a-4ca7-4493-8025-bc92e58ecccc)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:46:06.558131 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-16636509-ad14-4386-b98f-b2954318f50e req-51bd6565-eb57-4dd2-853c-1f1b1bebeda6 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c556fe5-0125-48ec-8057-3295f5ec5000 HTTP/1.1" status: 200 len: 945 time: 0.1972189 Jul 14 18:46:06.570477 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:46:06.600753 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 14 Jul 2021 18:46:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aec1f968-e291-4ab6-8f4b-24582d892ee1 x-openstack-request-id: req-aec1f968-e291-4ab6-8f4b-24582d892ee1 {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:46:06.601374 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ed688ec-0b1c-4d1e-881c-157d22decd3a", "name": "network-vif-unplugged", "status": "completed", "tag": "22c8f00d-1121-4477-a7e5-813b2cc437b2", "code": 200}]} {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:46:06.601770 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-aec1f968-e291-4ab6-8f4b-24582d892ee1 {{(pid=93917) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:46:06.602453 n-d-800634-3 neutron-server[93917]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ed688ec-0b1c-4d1e-881c-157d22decd3a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '22c8f00d-1121-4477-a7e5-813b2cc437b2', 'code': 200} Jul 14 18:46:06.619084 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-edf31496-9d0c-4b95-8f93-95989bdec38f None None] Provisioning complete for port d21777a5-e67b-44d5-ae80-77da21765f28 triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:46:06.619897 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-edf31496-9d0c-4b95-8f93-95989bdec38f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:46:06.740840 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-16636509-ad14-4386-b98f-b2954318f50e req-cd201ccf-a3c2-4ebe-99d0-9ddac3459d23 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] 10.222.0.16 "GET /v2.0/security-groups?id=be330687-3a60-4db7-bad1-ca6d5eb00fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1811421 Jul 14 18:46:07.011875 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.agents_db [None req-2ea07fb6-aa68-4671-8654-119d82b9f530 None None] Agent healthcheck: found 7 active agents {{(pid=93918) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 18:46:07.057914 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device ffeb4fc5-d6d5-4154-8f3f-bb48a2f0c341 up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:46:07.098356 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-5cbdd21e-02e9-4863-8ac9-a0e620bb5d52 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Notify callbacks [] for port, precommit_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:46:07.107754 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-5cbdd21e-02e9-4863-8ac9-a0e620bb5d52 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2684870'] for port, after_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:46:07.113010 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e439bb-6079-4e89-a734-462807c59b7d req-43f236d0-9150-4a58-91c0-d879560a8053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:46:07.115481 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a8e439bb-6079-4e89-a734-462807c59b7d req-43f236d0-9150-4a58-91c0-d879560a8053 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=c8f115c8-f01c-4bfa-bd17-910e556e924f HTTP/1.1" status: 200 len: 1096 time: 0.3183262 Jul 14 18:46:07.116639 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Pushing event updated for resources: {'Port': ['ID=22c8f00d-1121-4477-a7e5-813b2cc437b2,revision_number=8']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:46:07.164637 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-edf31496-9d0c-4b95-8f93-95989bdec38f None None] Port d21777a5-e67b-44d5-ae80-77da21765f28 cannot update to ACTIVE because it is not bound. {{(pid=93917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 18:46:07.192084 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-5cbdd21e-02e9-4863-8ac9-a0e620bb5d52 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-598741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-928734'] for router_interface, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:46:07.221099 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a8e439bb-6079-4e89-a734-462807c59b7d req-d00ec9ff-b996-472b-95d2-62c33a71e22e service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=d5287722-8c0c-410d-a8ea-76edc9d3c05d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0683050 Jul 14 18:46:07.231291 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port ffeb4fc5-d6d5-4154-8f3f-bb48a2f0c341 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:46:07.231986 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:46:07.294465 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dccc566-689a-4043-a97a-21744812b442 req-7ed7cd5d-eaef-466f-9138-3b6ee819065c tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:46:07.296259 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-7dccc566-689a-4043-a97a-21744812b442 req-7ed7cd5d-eaef-466f-9138-3b6ee819065c tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] 10.222.0.16 "GET /v2.0/ports?device_id=c8f115c8-f01c-4bfa-bd17-910e556e924f HTTP/1.1" status: 200 len: 945 time: 0.3174679 Jul 14 18:46:07.312998 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ce201e-61c8-4b39-b147-f77c94de4ecf req-3ba5bfe8-e7d6-4877-abb2-058b23f5d10f tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:46:07.315573 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a7ce201e-61c8-4b39-b147-f77c94de4ecf req-3ba5bfe8-e7d6-4877-abb2-058b23f5d10f tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c556fe5-0125-48ec-8057-3295f5ec5000 HTTP/1.1" status: 200 len: 945 time: 0.2439778 Jul 14 18:46:07.327644 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 36322) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:46:07.360912 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-7dccc566-689a-4043-a97a-21744812b442 req-66342813-d966-4de1-a45e-b4a723377a1e tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] 10.222.0.16 "GET /v2.0/security-groups?id=d5287722-8c0c-410d-a8ea-76edc9d3c05d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420382 Jul 14 18:46:07.362890 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-c7577969-6a33-41f7-943b-3095e6ed756e tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] Request body: {'floatingip': {'port_id': '9c478c99-d62c-4ba4-a542-afd02703f1f0'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:46:07.484151 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 36324) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:46:07.566252 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-c7577969-6a33-41f7-943b-3095e6ed756e tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] Notify callbacks [] for floatingip, before_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:46:07.583014 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34917d64-d457-4598-832b-379dfe7284ce req-6018327d-4ff6-4dbb-b374-598693262091 tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:46:07.590605 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-34917d64-d457-4598-832b-379dfe7284ce req-6018327d-4ff6-4dbb-b374-598693262091 tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] 10.222.0.16 "GET /v2.0/ports?device_id=4ed688ec-0b1c-4d1e-881c-157d22decd3a HTTP/1.1" status: 200 len: 943 time: 0.0894566 Jul 14 18:46:07.614743 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbdd21e-02e9-4863-8ac9-a0e620bb5d52 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Pushing event updated for resources: {'Port': ['ID=d21777a5-e67b-44d5-ae80-77da21765f28,revision_number=3']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:46:07.639718 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-34917d64-d457-4598-832b-379dfe7284ce req-aaaaf346-bc25-4ab8-80c9-90c37965bfbb tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] 10.222.0.16 "GET /v2.0/security-groups?id=f745dc72-333e-4ddf-8281-1bb3e04e8f82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457635 Jul 14 18:46:07.687506 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-26aed3e8-d083-4f8d-9f3e-de59702c9765 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1186785235-network', 'tenant_id': '603a6a9568b140888befe6fa771e46c9'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:46:07.710411 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cbdd21e-02e9-4863-8ac9-a0e620bb5d52 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Network a5aa8102-a3e6-41e4-8da0-aee1deb8c817 is already hosted by enough agents. {{(pid=93916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:46:07.716263 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [None req-5cbdd21e-02e9-4863-8ac9-a0e620bb5d52 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Resources bound (agent type, host, resource id): {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:46:07.743691 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26aed3e8-d083-4f8d-9f3e-de59702c9765 admin admin] Made reservation on behalf of 603a6a9568b140888befe6fa771e46c9 for: {'network': 1} {{(pid=93915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:46:07.746764 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-26aed3e8-d083-4f8d-9f3e-de59702c9765 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for network, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:46:07.765031 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-26aed3e8-d083-4f8d-9f3e-de59702c9765 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:46:07.969859 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-26aed3e8-d083-4f8d-9f3e-de59702c9765 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:46:07.980018 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-26aed3e8-d083-4f8d-9f3e-de59702c9765 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:46:08.025813 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26aed3e8-d083-4f8d-9f3e-de59702c9765 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 80} {{(pid=93915) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 18:46:08.057109 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5cbdd21e-02e9-4863-8ac9-a0e620bb5d52 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Router 07a926a0-7cde-401e-ac9d-74450067e3f1 is scheduled to L3 agent 2c6eb27e-defb-4cca-9a24-381c7415e359 with binding_index 1 {{(pid=93916) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 18:46:08.080039 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-26aed3e8-d083-4f8d-9f3e-de59702c9765 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:46:08.080516 n-d-800634-3 neutron-server[93915]: INFO neutron.db.segments_db [None req-26aed3e8-d083-4f8d-9f3e-de59702c9765 admin admin] Added segment 828d5e12-8f80-4253-8f9a-faae066043d6 of type vlan for network f34c21a2-985d-4d85-8b05-15a9b06872be Jul 14 18:46:08.102252 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26aed3e8-d083-4f8d-9f3e-de59702c9765 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51c6de00-61eb-4972-a23e-f4f93d3caa7f,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:46:08.185008 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-26aed3e8-d083-4f8d-9f3e-de59702c9765 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728202197517'] for network, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:46:08.197744 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Device 1bec6331-9beb-4a89-8a47-964988762b0c details requested by agent hyperv_n-h2-800634-3 with host n-h2-800634-3 {{(pid=93917) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 18:46:08.253142 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-c07bace9-b2fb-41db-9a3e-60730b0113e7 None None] Provisioning complete for port d21777a5-e67b-44d5-ae80-77da21765f28 triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:46:08.253645 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-c07bace9-b2fb-41db-9a3e-60730b0113e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:46:08.289228 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-26aed3e8-d083-4f8d-9f3e-de59702c9765 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727'] for network, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:46:08.290466 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26aed3e8-d083-4f8d-9f3e-de59702c9765 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:46:08.291544 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-26aed3e8-d083-4f8d-9f3e-de59702c9765 admin admin] Notify callbacks [] for network, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:46:08.332717 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-c07bace9-b2fb-41db-9a3e-60730b0113e7 None None] Port d21777a5-e67b-44d5-ae80-77da21765f28 cannot update to ACTIVE because it is not bound. {{(pid=93917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 18:46:08.370717 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.db.resource_extend [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 14 18:46:08.508514 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26aed3e8-d083-4f8d-9f3e-de59702c9765 admin admin] Pushing event updated for resources: {'Network': ['ID=f34c21a2-985d-4d85-8b05-15a9b06872be,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:46:08.524035 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Network f34c21a2-985d-4d85-8b05-15a9b06872be details requested by agent ovs-agent-n-d-800634-3 with host n-d-800634-3 {{(pid=93917) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 18:46:08.544188 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-26aed3e8-d083-4f8d-9f3e-de59702c9765 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.0575459 Jul 14 18:46:08.546431 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 36334) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:46:08.567047 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-60133dfa-b9aa-48a3-b132-35d1082f439a admin admin] Request body: {'subnet': {'network_id': 'f34c21a2-985d-4d85-8b05-15a9b06872be', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1186785235-subnet', 'tenant_id': '603a6a9568b140888befe6fa771e46c9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:46:08.700235 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60133dfa-b9aa-48a3-b132-35d1082f439a admin admin] Made reservation on behalf of 603a6a9568b140888befe6fa771e46c9 for: {'subnet': 1} {{(pid=93915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:46:08.703833 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-60133dfa-b9aa-48a3-b132-35d1082f439a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28969735'] for subnet, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:46:08.787818 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] For port 1bec6331-9beb-4a89-8a47-964988762b0c, host n-h2-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=1bec6331-9beb-4a89-8a47-964988762b0c,segment=NetworkSegment(1150dee2-20bb-423e-b2bc-e15368efcae3),segment_id=1150dee2-20bb-423e-b2bc-e15368efcae3)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:46:08.804243 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Returning: {'device': '1bec6331-9beb-4a89-8a47-964988762b0c', 'network_id': '0c8499a8-2bfd-4d25-a4f1-802449d10090', 'port_id': '1bec6331-9beb-4a89-8a47-964988762b0c', 'mac_address': 'fa:16:3e:0e:f9:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71a893e4-9a73-4f76-91b8-19f5d84dd97b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93917) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 18:46:08.866728 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:46:08.883989 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1bec6331-9beb-4a89-8a47-964988762b0c {{(pid=93917) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 18:46:08.914942 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] For port 1bec6331-9beb-4a89-8a47-964988762b0c, host n-h2-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=1bec6331-9beb-4a89-8a47-964988762b0c,segment=NetworkSegment(1150dee2-20bb-423e-b2bc-e15368efcae3),segment_id=1150dee2-20bb-423e-b2bc-e15368efcae3)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:46:08.920438 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:46:08.998592 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Pushing event updated for resources: {'Port': ['ID=1bec6331-9beb-4a89-8a47-964988762b0c,revision_number=6']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:46:09.060666 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0053ed9f-c0cc-41e2-aeba-0c16bd744f10 req-3baf2465-2063-4b6b-979b-a6db0e09df10 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:46:09.069336 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-0053ed9f-c0cc-41e2-aeba-0c16bd744f10 req-3baf2465-2063-4b6b-979b-a6db0e09df10 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] 10.222.0.16 "GET /v2.0/ports?device_id=c8f115c8-f01c-4bfa-bd17-910e556e924f HTTP/1.1" status: 200 len: 945 time: 0.4498715 Jul 14 18:46:09.083248 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33504342-741d-4e3d-a59f-37901b39cfdb req-40abece9-753f-4d92-9906-39b76963606c tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:46:09.084820 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-33504342-741d-4e3d-a59f-37901b39cfdb req-40abece9-753f-4d92-9906-39b76963606c tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] 10.222.0.16 "GET /v2.0/ports?device_id=4ed688ec-0b1c-4d1e-881c-157d22decd3a HTTP/1.1" status: 200 len: 943 time: 0.1805665 Jul 14 18:46:09.090595 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-60133dfa-b9aa-48a3-b132-35d1082f439a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25912837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28969781'] for subnet, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:46:09.177593 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] get_ports_and_sgs() called for port_ids ['1bec6331-9beb-4a89-8a47-964988762b0c'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 18:46:09.200310 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-0053ed9f-c0cc-41e2-aeba-0c16bd744f10 req-22cb5527-4427-4a64-9f6f-c67e175c86d6 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] 10.222.0.16 "GET /v2.0/security-groups?id=d5287722-8c0c-410d-a8ea-76edc9d3c05d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1297243 Jul 14 18:46:09.237385 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 36340) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:46:09.238325 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60133dfa-b9aa-48a3-b132-35d1082f439a admin admin] Pushing event updated for resources: {'Subnet': ['ID=11a5cd79-e3c5-47fa-945a-31157e0df772,revision_number=0']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:46:09.267287 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-33504342-741d-4e3d-a59f-37901b39cfdb req-a37624d9-d393-40e5-a1a9-faf82e5b9669 tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] 10.222.0.16 "GET /v2.0/security-groups?id=f745dc72-333e-4ddf-8281-1bb3e04e8f82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641121 Jul 14 18:46:09.434789 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.db.resource_extend [None req-c7577969-6a33-41f7-943b-3095e6ed756e tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] It took 0.69 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 14 18:46:09.528374 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60133dfa-b9aa-48a3-b132-35d1082f439a admin admin] Checking segment: {'id': '828d5e12-8f80-4253-8f9a-faae066043d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'f34c21a2-985d-4d85-8b05-15a9b06872be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:46:09.528374 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60133dfa-b9aa-48a3-b132-35d1082f439a admin admin] Network hostable DHCP agents. Network: f34c21a2-985d-4d85-8b05-15a9b06872be, hostable agents: ['028393c3-0576-4ebd-bca1-8ea8a148e1a2'], hosted agents: [] {{(pid=93915) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 18:46:09.539223 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cbdd21e-02e9-4863-8ac9-a0e620bb5d52 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Notify agent at l3_agent.n-d-800634-3 the message routers_updated {{(pid=93916) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 18:46:09.548596 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-5cbdd21e-02e9-4863-8ac9-a0e620bb5d52 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] 10.222.0.16 "PUT /v2.0/routers/07a926a0-7cde-401e-ac9d-74450067e3f1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2106414 Jul 14 18:46:09.551522 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 36344) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:46:09.552511 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60b68887-e9be-4999-adb0-472142c5fddc None None] Sync routers for ids ['07a926a0-7cde-401e-ac9d-74450067e3f1'] in n-d-800634-3 {{(pid=93918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 18:46:09.553723 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-df06444d-3329-4853-a0cf-69c63b703ab3 req-1c23593c-51ba-451a-ae3d-cd9a1fc72464 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=6ab0c594-ecaf-4c5b-977a-9c1b59a2d9cc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.1079321 Jul 14 18:46:09.557929 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-00b38171-7e56-44fb-b10d-acf0c7906805 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] 10.222.0.16 "GET /v2.0/floatingips/96c0bc1f-56cc-464f-9b60-e230d735603f HTTP/1.1" status: 200 len: 992 time: 0.3169718 Jul 14 18:46:09.582334 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60b68887-e9be-4999-adb0-472142c5fddc None None] Routers {'07a926a0-7cde-401e-ac9d-74450067e3f1'} bound to L3 agent in host n-d-800634-3 {{(pid=93918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:46:09.592243 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-60b68887-e9be-4999-adb0-472142c5fddc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:45:53Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['07a926a0-7cde-401e-ac9d-74450067e3f1'], 'active': True} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:46:09.613008 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-c7577969-6a33-41f7-943b-3095e6ed756e tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:46:09.620465 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60133dfa-b9aa-48a3-b132-35d1082f439a admin admin] Network f34c21a2-985d-4d85-8b05-15a9b06872be is scheduled to be hosted by DHCP agent 028393c3-0576-4ebd-bca1-8ea8a148e1a2 with binding_index 1 {{(pid=93915) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 18:46:09.620653 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-c7577969-6a33-41f7-943b-3095e6ed756e tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-930131'] for floatingip, after_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:46:09.659474 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-60b68887-e9be-4999-adb0-472142c5fddc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-3', False) {} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:46:09.671595 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60b68887-e9be-4999-adb0-472142c5fddc None None] Routers {'07a926a0-7cde-401e-ac9d-74450067e3f1'} bound to L3 agent in host n-d-800634-3 {{(pid=93918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:46:09.672726 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-60b68887-e9be-4999-adb0-472142c5fddc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:45:53Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['07a926a0-7cde-401e-ac9d-74450067e3f1'], 'active': True} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:46:09.707755 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-df06444d-3329-4853-a0cf-69c63b703ab3 req-9d8e4bc3-4f5c-4ed3-b31a-5c32091251de service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f1c4e239e6d24b3bb240a97f6c99b33f&device_id=6ab0c594-ecaf-4c5b-977a-9c1b59a2d9cc HTTP/1.1" status: 200 len: 210 time: 0.0967143 Jul 14 18:46:09.714119 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [None req-60133dfa-b9aa-48a3-b132-35d1082f439a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-3, f34c21a2-985d-4d85-8b05-15a9b06872be) {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:46:09.720580 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60133dfa-b9aa-48a3-b132-35d1082f439a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:46:09.721247 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-60133dfa-b9aa-48a3-b132-35d1082f439a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:46:09.724491 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66d48cb8-9e9f-4bd7-8a08-69e7bcba8d23 None None] Network f34c21a2-985d-4d85-8b05-15a9b06872be requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:46:09.729596 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edf9ec9b-0ca1-45fe-bb3d-0cce992c41b8 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:46:09.734432 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-edf9ec9b-0ca1-45fe-bb3d-0cce992c41b8 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] 10.222.0.16 "GET /v2.0/ports?device_id=07a926a0-7cde-401e-ac9d-74450067e3f1 HTTP/1.1" status: 200 len: 982 time: 0.1818690 Jul 14 18:46:09.737557 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 36348) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:46:09.761186 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-60b68887-e9be-4999-adb0-472142c5fddc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-3', False) {} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:46:09.762941 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60b68887-e9be-4999-adb0-472142c5fddc None None] The sync data for ids ['07a926a0-7cde-401e-ac9d-74450067e3f1'] in n-d-800634-3 is: [] {{(pid=93918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 18:46:09.802320 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-60133dfa-b9aa-48a3-b132-35d1082f439a admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.2543042 Jul 14 18:46:09.806050 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-df06444d-3329-4853-a0cf-69c63b703ab3 req-0aecc208-c618-4878-8aab-d9a5ccd6be3e service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=f1c4e239e6d24b3bb240a97f6c99b33f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0500610 Jul 14 18:46:09.870287 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23b0f1b-c260-487c-a409-930dfeec90f0 req-fc5d5f16-e19b-4e3d-bce1-699dd51a70d3 tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:46:09.872305 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f23b0f1b-c260-487c-a409-930dfeec90f0 req-fc5d5f16-e19b-4e3d-bce1-699dd51a70d3 tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] 10.222.0.16 "GET /v2.0/ports?device_id=4ed688ec-0b1c-4d1e-881c-157d22decd3a HTTP/1.1" status: 200 len: 943 time: 0.3132622 Jul 14 18:46:09.899756 n-d-800634-3 neutron-server[93916]: INFO neutron.db.l3_db [None req-c7577969-6a33-41f7-943b-3095e6ed756e tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] Floating IP 6880d89d-94b5-4a9d-8ef2-18fadaef22dc associated. External IP: 172.25.1.134, port: 9c478c99-d62c-4ba4-a542-afd02703f1f0. Jul 14 18:46:09.994735 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b07bca0-d1a7-44d8-9797-3441c078af96 None None] Network f34c21a2-985d-4d85-8b05-15a9b06872be requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:46:10.208783 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Device 1bec6331-9beb-4a89-8a47-964988762b0c up at agent hyperv_n-h2-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:46:10.434773 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f23b0f1b-c260-487c-a409-930dfeec90f0 req-d6f449cc-6a6d-4b7c-9bab-69f88a21ba3d tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] 10.222.0.16 "GET /v2.0/security-groups?id=f745dc72-333e-4ddf-8281-1bb3e04e8f82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5391064 Jul 14 18:46:10.472680 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Provisioning complete for port 1bec6331-9beb-4a89-8a47-964988762b0c triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:46:10.473061 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:46:10.579155 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7577969-6a33-41f7-943b-3095e6ed756e tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] Router 49c8f55c-e805-4a74-95f3-2bdc2fe893e1 has already been hosted by L3 agent 2c6eb27e-defb-4cca-9a24-381c7415e359 {{(pid=93916) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 18:46:10.666359 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df06444d-3329-4853-a0cf-69c63b703ab3 req-a411de6b-287e-426c-8969-063e21a0b59c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:46:10.673407 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-df06444d-3329-4853-a0cf-69c63b703ab3 req-a411de6b-287e-426c-8969-063e21a0b59c service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.8563542 Jul 14 18:46:10.701387 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:46:10.757333 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8f115c8-f01c-4bfa-bd17-910e556e924f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bec6331-9beb-4a89-8a47-964988762b0c'}] {{(pid=93917) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:46:10.762721 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20b787f3c29eaa7aa2a4d648c725a2124c5ff39a8d793252f9d844495e14cf42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a534512c-6793-45fa-9152-f7932509aaad" -d '{"events": [{"server_uuid": "c8f115c8-f01c-4bfa-bd17-910e556e924f", "name": "network-vif-plugged", "status": "completed", "tag": "1bec6331-9beb-4a89-8a47-964988762b0c"}]}' {{(pid=93917) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:46:10.813153 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] For port 1bec6331-9beb-4a89-8a47-964988762b0c, host n-h2-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=1bec6331-9beb-4a89-8a47-964988762b0c,segment=NetworkSegment(1150dee2-20bb-423e-b2bc-e15368efcae3),segment_id=1150dee2-20bb-423e-b2bc-e15368efcae3)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:46:10.824088 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:46:10.825153 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Device 22c8f00d-1121-4477-a7e5-813b2cc437b2 no longer exists at agent hyperv_n-h2-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 18:46:10.901017 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 18:46:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d91d485-9fe1-498a-908e-5e066f75a229 x-openstack-request-id: req-9d91d485-9fe1-498a-908e-5e066f75a229 {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:46:10.902502 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8f115c8-f01c-4bfa-bd17-910e556e924f", "name": "network-vif-plugged", "status": "completed", "tag": "1bec6331-9beb-4a89-8a47-964988762b0c", "code": 200}]} {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:46:10.902769 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9d91d485-9fe1-498a-908e-5e066f75a229 {{(pid=93917) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:46:10.903210 n-d-800634-3 neutron-server[93917]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8f115c8-f01c-4bfa-bd17-910e556e924f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bec6331-9beb-4a89-8a47-964988762b0c', 'code': 200} Jul 14 18:46:10.976310 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-83020d88-adfc-4539-b28c-00bfa7c98685 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-928623'] for router_interface, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:46:11.025286 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Pushing event updated for resources: {'Port': ['ID=1bec6331-9beb-4a89-8a47-964988762b0c,revision_number=7']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:46:11.084455 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7577969-6a33-41f7-943b-3095e6ed756e tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] Notify agent at l3_agent.n-d-800634-3 the message routers_updated {{(pid=93916) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 18:46:11.091085 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-c7577969-6a33-41f7-943b-3095e6ed756e tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for floatingip, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:46:11.104629 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a56fdca-1bd6-4479-aab0-7b65e2cbe1cc None None] Sync routers for ids ['49c8f55c-e805-4a74-95f3-2bdc2fe893e1'] in n-d-800634-3 {{(pid=93917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 18:46:11.135460 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-c7577969-6a33-41f7-943b-3095e6ed756e tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] 10.222.0.16 "PUT /v2.0/floatingips/6880d89d-94b5-4a9d-8ef2-18fadaef22dc HTTP/1.1" status: 200 len: 991 time: 3.8040805 Jul 14 18:46:11.135747 n-d-800634-3 neutron-server[93916]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c556fe5-0125-48ec-8057-3295f5ec5000', 'tag': '9c478c99-d62c-4ba4-a542-afd02703f1f0'}] {{(pid=93916) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:46:11.138576 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f803e150b363a7893830aa996ac27753fa25517c406ecd3536b7c2d4b26eeb9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00160a3a-01f4-4313-b954-7f517ffb6b8d" -d '{"events": [{"name": "network-changed", "server_uuid": "9c556fe5-0125-48ec-8057-3295f5ec5000", "tag": "9c478c99-d62c-4ba4-a542-afd02703f1f0"}]}' {{(pid=93916) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:46:11.171140 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a56fdca-1bd6-4479-aab0-7b65e2cbe1cc None None] Routers {'49c8f55c-e805-4a74-95f3-2bdc2fe893e1'} bound to L3 agent in host n-d-800634-3 {{(pid=93917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:46:11.171859 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-8a56fdca-1bd6-4479-aab0-7b65e2cbe1cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:45:53Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['49c8f55c-e805-4a74-95f3-2bdc2fe893e1'], 'active': True} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:46:11.322295 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 18:46:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5adb3c6f-8f74-4bc0-ad62-9f05c503c34b x-openstack-request-id: req-5adb3c6f-8f74-4bc0-ad62-9f05c503c34b {{(pid=93916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:46:11.322610 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvr_db [None req-8a56fdca-1bd6-4479-aab0-7b65e2cbe1cc None None] Set router 49c8f55c-e805-4a74-95f3-2bdc2fe893e1 gateway port host: n-d-800634-3 {{(pid=93917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 18:46:11.322796 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c556fe5-0125-48ec-8057-3295f5ec5000", "tag": "9c478c99-d62c-4ba4-a542-afd02703f1f0", "status": "completed", "code": 200}]} {{(pid=93916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:46:11.323148 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5adb3c6f-8f74-4bc0-ad62-9f05c503c34b {{(pid=93916) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:46:11.323886 n-d-800634-3 neutron-server[93916]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c556fe5-0125-48ec-8057-3295f5ec5000', 'tag': '9c478c99-d62c-4ba4-a542-afd02703f1f0', 'status': 'completed', 'code': 200} Jul 14 18:46:11.504442 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-83020d88-adfc-4539-b28c-00bfa7c98685 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Deleting port d21777a5-e67b-44d5-ae80-77da21765f28 {{(pid=93916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:46:11.504782 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-83020d88-adfc-4539-b28c-00bfa7c98685 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:46:11.634924 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00160a3a-01f4-4313-b954-7f517ffb6b8d req-4288f382-0922-4918-b8c9-ac85e20973b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:46:11.636397 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-00160a3a-01f4-4313-b954-7f517ffb6b8d req-4288f382-0922-4918-b8c9-ac85e20973b1 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c28e5bcf1e004d64bdc0461d59ce0908&device_id=9c556fe5-0125-48ec-8057-3295f5ec5000 HTTP/1.1" status: 200 len: 1096 time: 0.2691813 Jul 14 18:46:11.739952 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-83020d88-adfc-4539-b28c-00bfa7c98685 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:46:11.769938 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-83020d88-adfc-4539-b28c-00bfa7c98685 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Calling delete_port for d21777a5-e67b-44d5-ae80-77da21765f28 owned by network:router_interface {{(pid=93916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:46:11.901442 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00160a3a-01f4-4313-b954-7f517ffb6b8d req-210d845f-d2dc-43ed-9550-20b1a88d4d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:46:11.902867 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-00160a3a-01f4-4313-b954-7f517ffb6b8d req-210d845f-d2dc-43ed-9550-20b1a88d4d13 service neutron] 10.222.0.18 "GET /v2.0/networks?id=39c54d55-b1e0-4eb1-9ee5-3eeadd4d8bde HTTP/1.1" status: 200 len: 912 time: 0.2525308 Jul 14 18:46:11.917529 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-8a56fdca-1bd6-4479-aab0-7b65e2cbe1cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49c8f55c-e805-4a74-95f3-2bdc2fe893e1', 'name': 'tempest-ServerActionsTestJSON-1601135329-router', 'tenant_id': 'c28e5bcf1e004d64bdc0461d59ce0908', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.202'}], 'enable_snat': True}, 'gw_port_id': '6b51ee5d-3588-44d3-93cd-53d6ffd74b5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:45:26Z', 'updated_at': '2021-07-14T18:45:33Z', 'revision_number': 4, 'project_id': 'c28e5bcf1e004d64bdc0461d59ce0908', 'gw_port': {'id': '6b51ee5d-3588-44d3-93cd-53d6ffd74b5e', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:d1:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49c8f55c-e805-4a74-95f3-2bdc2fe893e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2700, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:45:26Z', 'updated_at': '2021-07-14T18:45:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_floatingips': [{'id': '6880d89d-94b5-4a9d-8ef2-18fadaef22dc', 'tenant_id': 'c28e5bcf1e004d64bdc0461d59ce0908', 'floating_ip_address': '172.25.1.134', 'floating_network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'router_id': '49c8f55c-e805-4a74-95f3-2bdc2fe893e1', 'port_id': '9c478c99-d62c-4ba4-a542-afd02703f1f0', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2714, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '39c54d55-b1e0-4eb1-9ee5-3eeadd4d8bde', 'mac_address': 'fa:16:3e:38:6b:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c556fe5-0125-48ec-8057-3295f5ec5000', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T18:45:42Z', 'updated_at': '2021-07-14T18:46:08Z', 'revision_number': 1, 'project_id': 'c28e5bcf1e004d64bdc0461d59ce0908', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d840713-0afb-4754-8030-15984f1309b8', 'name': '', 'network_id': '39c54d55-b1e0-4eb1-9ee5-3eeadd4d8bde', 'tenant_id': 'c28e5bcf1e004d64bdc0461d59ce0908', 'mac_address': 'fa:16:3e:50:0b:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49c8f55c-e805-4a74-95f3-2bdc2fe893e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2704, 'fixed_ips': [{'subnet_id': 'e9fdea6e-22fa-4991-9f87-b79de93db404', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:45:31Z', 'updated_at': '2021-07-14T18:45:43Z', 'revision_number': 5, 'project_id': 'c28e5bcf1e004d64bdc0461d59ce0908', 'subnets': [{'id': 'e9fdea6e-22fa-4991-9f87-b79de93db404', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-3', False) {} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:46:11.945970 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f036bd50-b4a9-420f-847a-8f80ae22c457 req-93476f6a-61e5-47af-867b-9f6aaf9472aa tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:46:11.956867 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f036bd50-b4a9-420f-847a-8f80ae22c457 req-93476f6a-61e5-47af-867b-9f6aaf9472aa tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] 10.222.0.16 "GET /v2.0/ports?device_id=4ed688ec-0b1c-4d1e-881c-157d22decd3a HTTP/1.1" status: 200 len: 943 time: 0.5084658 Jul 14 18:46:12.027777 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a56fdca-1bd6-4479-aab0-7b65e2cbe1cc None None] Checking router: 49c8f55c-e805-4a74-95f3-2bdc2fe893e1 for host: n-d-800634-3 {{(pid=93917) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 18:46:12.047942 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a56fdca-1bd6-4479-aab0-7b65e2cbe1cc None None] Routers {'49c8f55c-e805-4a74-95f3-2bdc2fe893e1'} bound to L3 agent in host n-d-800634-3 {{(pid=93917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:46:12.050131 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-8a56fdca-1bd6-4479-aab0-7b65e2cbe1cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:45:53Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['49c8f55c-e805-4a74-95f3-2bdc2fe893e1'], 'active': True} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:46:12.087606 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-00160a3a-01f4-4313-b954-7f517ffb6b8d req-ba63805b-41bc-468b-8a2a-62f0cc923059 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9c478c99-d62c-4ba4-a542-afd02703f1f0 HTTP/1.1" status: 200 len: 999 time: 0.1747768 Jul 14 18:46:12.182756 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f036bd50-b4a9-420f-847a-8f80ae22c457 req-a5207918-b9bf-4776-8a78-a58fe871b2df tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] 10.222.0.16 "GET /v2.0/security-groups?id=f745dc72-333e-4ddf-8281-1bb3e04e8f82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2204406 Jul 14 18:46:12.223071 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00160a3a-01f4-4313-b954-7f517ffb6b8d req-0e5cba48-4968-4e32-b9b9-16ec94f6b1e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:46:12.225113 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-00160a3a-01f4-4313-b954-7f517ffb6b8d req-0e5cba48-4968-4e32-b9b9-16ec94f6b1e8 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e9fdea6e-22fa-4991-9f87-b79de93db404 HTTP/1.1" status: 200 len: 851 time: 0.1200874 Jul 14 18:46:12.255770 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvr_db [None req-8a56fdca-1bd6-4479-aab0-7b65e2cbe1cc None None] Set router 49c8f55c-e805-4a74-95f3-2bdc2fe893e1 gateway port host: n-d-800634-3 {{(pid=93917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 18:46:12.284167 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-f6262d60-382d-4ba2-9ea5-3d432da5d962 req-81a5bf36-4b9d-4629-b796-dfabddf9e4f1 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=4ed688ec-0b1c-4d1e-881c-157d22decd3a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4461095 Jul 14 18:46:12.304403 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-83020d88-adfc-4539-b28c-00bfa7c98685 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:46:12.359764 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83020d88-adfc-4539-b28c-00bfa7c98685 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Pushing event deleted for resources: {'Port': ['ID=d21777a5-e67b-44d5-ae80-77da21765f28,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:46:12.435081 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00160a3a-01f4-4313-b954-7f517ffb6b8d req-c65a1ab5-8823-44e0-a7a0-a4bf322f5a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:46:12.437177 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-00160a3a-01f4-4313-b954-7f517ffb6b8d req-c65a1ab5-8823-44e0-a7a0-a4bf322f5a3a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=39c54d55-b1e0-4eb1-9ee5-3eeadd4d8bde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2032366 Jul 14 18:46:12.763453 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-00160a3a-01f4-4313-b954-7f517ffb6b8d req-23b8d918-cc12-4cb7-a28b-7bf6acd26c82 service neutron] 10.222.0.18 "GET /v2.0/networks/39c54d55-b1e0-4eb1-9ee5-3eeadd4d8bde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3132219 Jul 14 18:46:12.780034 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-83020d88-adfc-4539-b28c-00bfa7c98685 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-598732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-928907'] for router_interface, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:46:12.784745 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-8a56fdca-1bd6-4479-aab0-7b65e2cbe1cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49c8f55c-e805-4a74-95f3-2bdc2fe893e1', 'name': 'tempest-ServerActionsTestJSON-1601135329-router', 'tenant_id': 'c28e5bcf1e004d64bdc0461d59ce0908', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.202'}], 'enable_snat': True}, 'gw_port_id': '6b51ee5d-3588-44d3-93cd-53d6ffd74b5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:45:26Z', 'updated_at': '2021-07-14T18:45:33Z', 'revision_number': 4, 'project_id': 'c28e5bcf1e004d64bdc0461d59ce0908', 'gw_port': {'id': '6b51ee5d-3588-44d3-93cd-53d6ffd74b5e', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:d1:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49c8f55c-e805-4a74-95f3-2bdc2fe893e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2700, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:45:26Z', 'updated_at': '2021-07-14T18:45:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_floatingips': [{'id': '6880d89d-94b5-4a9d-8ef2-18fadaef22dc', 'tenant_id': 'c28e5bcf1e004d64bdc0461d59ce0908', 'floating_ip_address': '172.25.1.134', 'floating_network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'router_id': '49c8f55c-e805-4a74-95f3-2bdc2fe893e1', 'port_id': '9c478c99-d62c-4ba4-a542-afd02703f1f0', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2714, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '39c54d55-b1e0-4eb1-9ee5-3eeadd4d8bde', 'mac_address': 'fa:16:3e:38:6b:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c556fe5-0125-48ec-8057-3295f5ec5000', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T18:45:42Z', 'updated_at': '2021-07-14T18:46:08Z', 'revision_number': 1, 'project_id': 'c28e5bcf1e004d64bdc0461d59ce0908', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d840713-0afb-4754-8030-15984f1309b8', 'name': '', 'network_id': '39c54d55-b1e0-4eb1-9ee5-3eeadd4d8bde', 'tenant_id': 'c28e5bcf1e004d64bdc0461d59ce0908', 'mac_address': 'fa:16:3e:50:0b:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49c8f55c-e805-4a74-95f3-2bdc2fe893e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2704, 'fixed_ips': [{'subnet_id': 'e9fdea6e-22fa-4991-9f87-b79de93db404', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:45:31Z', 'updated_at': '2021-07-14T18:45:43Z', 'revision_number': 5, 'project_id': 'c28e5bcf1e004d64bdc0461d59ce0908', 'subnets': [{'id': 'e9fdea6e-22fa-4991-9f87-b79de93db404', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-3', False) {} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:46:12.843688 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a56fdca-1bd6-4479-aab0-7b65e2cbe1cc None None] The sync data for ids ['49c8f55c-e805-4a74-95f3-2bdc2fe893e1'] in n-d-800634-3 is: [{'id': '49c8f55c-e805-4a74-95f3-2bdc2fe893e1', 'name': 'tempest-ServerActionsTestJSON-1601135329-router', 'tenant_id': 'c28e5bcf1e004d64bdc0461d59ce0908', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.202'}], 'enable_snat': True}, 'gw_port_id': '6b51ee5d-3588-44d3-93cd-53d6ffd74b5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:45:26Z', 'updated_at': '2021-07-14T18:45:33Z', 'revision_number': 4, 'project_id': 'c28e5bcf1e004d64bdc0461d59ce0908', 'gw_port': {'id': '6b51ee5d-3588-44d3-93cd-53d6ffd74b5e', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:d1:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49c8f55c-e805-4a74-95f3-2bdc2fe893e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2700, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:45:26Z', 'updated_at': '2021-07-14T18:45:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_floatingips': [{'id': '6880d89d-94b5-4a9d-8ef2-18fadaef22dc', 'tenant_id': 'c28e5bcf1e004d64bdc0461d59ce0908', 'floating_ip_address': '172.25.1.134', 'floating_network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'router_id': '49c8f55c-e805-4a74-95f3-2bdc2fe893e1', 'port_id': '9c478c99-d62c-4ba4-a542-afd02703f1f0', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2714, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '39c54d55-b1e0-4eb1-9ee5-3eeadd4d8bde', 'mac_address': 'fa:16:3e:38:6b:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c556fe5-0125-48ec-8057-3295f5ec5000', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T18:45:42Z', 'updated_at': '2021-07-14T18:46:08Z', 'revision_number': 1, 'project_id': 'c28e5bcf1e004d64bdc0461d59ce0908', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d840713-0afb-4754-8030-15984f1309b8', 'name': '', 'network_id': '39c54d55-b1e0-4eb1-9ee5-3eeadd4d8bde', 'tenant_id': 'c28e5bcf1e004d64bdc0461d59ce0908', 'mac_address': 'fa:16:3e:50:0b:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49c8f55c-e805-4a74-95f3-2bdc2fe893e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2704, 'fixed_ips': [{'subnet_id': 'e9fdea6e-22fa-4991-9f87-b79de93db404', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:45:31Z', 'updated_at': '2021-07-14T18:45:43Z', 'revision_number': 5, 'project_id': 'c28e5bcf1e004d64bdc0461d59ce0908', 'subnets': [{'id': 'e9fdea6e-22fa-4991-9f87-b79de93db404', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 18:46:13.002957 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-00160a3a-01f4-4313-b954-7f517ffb6b8d req-f2ff7bd0-22d0-44fd-aca0-bc67e02b8e50 service neutron] 10.222.0.18 "GET /v2.0/networks/39c54d55-b1e0-4eb1-9ee5-3eeadd4d8bde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2303607 Jul 14 18:46:13.364353 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78051a18-fa33-4e7d-85bc-29cb7fc7397b None None] New status for floating IP 6880d89d-94b5-4a9d-8ef2-18fadaef22dc: ACTIVE {{(pid=93918) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 18:46:13.575573 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cf4266-6cde-4e30-8d4d-719b799732e9 req-35ba1d0b-bcbe-4c28-a4b9-42992dd82ac3 tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:46:13.586987 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f3cf4266-6cde-4e30-8d4d-719b799732e9 req-35ba1d0b-bcbe-4c28-a4b9-42992dd82ac3 tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] 10.222.0.16 "GET /v2.0/ports?device_id=4ed688ec-0b1c-4d1e-881c-157d22decd3a HTTP/1.1" status: 200 len: 943 time: 0.1986284 Jul 14 18:46:13.687108 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f3cf4266-6cde-4e30-8d4d-719b799732e9 req-bbde7ad6-c5ba-4b64-a655-ac2f980b6026 tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] 10.222.0.16 "GET /v2.0/security-groups?id=f745dc72-333e-4ddf-8281-1bb3e04e8f82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973721 Jul 14 18:46:13.788077 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83020d88-adfc-4539-b28c-00bfa7c98685 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Router 07a926a0-7cde-401e-ac9d-74450067e3f1 has already been hosted by L3 agent 2c6eb27e-defb-4cca-9a24-381c7415e359 {{(pid=93916) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 18:46:13.930350 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83020d88-adfc-4539-b28c-00bfa7c98685 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Notify agent at l3_agent.n-d-800634-3 the message routers_updated {{(pid=93916) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 18:46:13.938616 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-83020d88-adfc-4539-b28c-00bfa7c98685 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] 10.222.0.16 "PUT /v2.0/routers/07a926a0-7cde-401e-ac9d-74450067e3f1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1974401 Jul 14 18:46:13.938836 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 36422) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:46:13.946474 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f3fd91c-16a2-4e35-9adb-13c92f28aef3 None None] Sync routers for ids ['07a926a0-7cde-401e-ac9d-74450067e3f1'] in n-d-800634-3 {{(pid=93917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 18:46:13.950736 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6262d60-382d-4ba2-9ea5-3d432da5d962 req-019a6b71-09f0-4e5d-96bf-66a4388b6b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:46:13.953239 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f6262d60-382d-4ba2-9ea5-3d432da5d962 req-019a6b71-09f0-4e5d-96bf-66a4388b6b29 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=4ed688ec-0b1c-4d1e-881c-157d22decd3a&tenant_id=2888250993c844d8a8a9aa73985f3fb0 HTTP/1.1" status: 200 len: 1094 time: 0.1706295 Jul 14 18:46:13.965272 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [req-f6262d60-382d-4ba2-9ea5-3d432da5d962 req-89a0b393-0f36-450e-acda-8dad7eca3f1c service neutron] Request body: {'port': {'binding:host_id': 'n-h1-800634-3', 'device_owner': 'compute:nova'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:46:13.965520 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f3fd91c-16a2-4e35-9adb-13c92f28aef3 None None] Routers {'07a926a0-7cde-401e-ac9d-74450067e3f1'} bound to L3 agent in host n-d-800634-3 {{(pid=93917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:46:13.966279 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-8f3fd91c-16a2-4e35-9adb-13c92f28aef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:45:53Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['07a926a0-7cde-401e-ac9d-74450067e3f1'], 'active': True} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:46:13.970301 n-d-800634-3 neutron-server[93916]: INFO neutron.pecan_wsgi.hooks.translation [None req-36aa0c7c-bc72-4586-a99f-c241f4887744 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] GET failed (client error): The resource could not be found. Jul 14 18:46:13.974539 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-36aa0c7c-bc72-4586-a99f-c241f4887744 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] 10.222.0.16 "GET /v2.0/ports/d21777a5-e67b-44d5-ae80-77da21765f28 HTTP/1.1" status: 404 len: 333 time: 0.0322096 Jul 14 18:46:13.974805 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 36424) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:46:14.046278 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-8f3fd91c-16a2-4e35-9adb-13c92f28aef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-3', False) {} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:46:14.063246 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-437680ad-cd81-4fdc-a21d-6eee1278fc41 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Notify callbacks [] for router, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:46:14.063972 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f3fd91c-16a2-4e35-9adb-13c92f28aef3 None None] Routers {'07a926a0-7cde-401e-ac9d-74450067e3f1'} bound to L3 agent in host n-d-800634-3 {{(pid=93917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:46:14.065744 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-8f3fd91c-16a2-4e35-9adb-13c92f28aef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:45:53Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['07a926a0-7cde-401e-ac9d-74450067e3f1'], 'active': True} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:46:14.085334 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-f6262d60-382d-4ba2-9ea5-3d432da5d962 req-89a0b393-0f36-450e-acda-8dad7eca3f1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:46:14.116212 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-8f3fd91c-16a2-4e35-9adb-13c92f28aef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-3', False) {} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:46:14.116961 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f3fd91c-16a2-4e35-9adb-13c92f28aef3 None None] The sync data for ids ['07a926a0-7cde-401e-ac9d-74450067e3f1'] in n-d-800634-3 is: [] {{(pid=93917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 18:46:14.330078 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-437680ad-cd81-4fdc-a21d-6eee1278fc41 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-571778', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11402'] for router, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:46:14.333374 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-437680ad-cd81-4fdc-a21d-6eee1278fc41 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:46:14.405010 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-437680ad-cd81-4fdc-a21d-6eee1278fc41 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-541202'] for router, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:46:14.405671 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-437680ad-cd81-4fdc-a21d-6eee1278fc41 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Fanout notify agent at l3_agent the message router_deleted on router 07a926a0-7cde-401e-ac9d-74450067e3f1 {{(pid=93916) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 18:46:14.415424 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-437680ad-cd81-4fdc-a21d-6eee1278fc41 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Notify callbacks [] for router, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:46:14.419649 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-437680ad-cd81-4fdc-a21d-6eee1278fc41 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] 10.222.0.16 "DELETE /v2.0/routers/07a926a0-7cde-401e-ac9d-74450067e3f1 HTTP/1.1" status: 204 len: 168 time: 0.4437778 Jul 14 18:46:14.420430 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 36430) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:46:14.497281 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-f6262d60-382d-4ba2-9ea5-3d432da5d962 req-89a0b393-0f36-450e-acda-8dad7eca3f1c service neutron] For port 22c8f00d-1121-4477-a7e5-813b2cc437b2, host n-h2-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=22c8f00d-1121-4477-a7e5-813b2cc437b2,segment=NetworkSegment(c2fad28a-4ca7-4493-8025-bc92e58ecccc),segment_id=c2fad28a-4ca7-4493-8025-bc92e58ecccc)] {{(pid=93915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:46:14.497490 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae325a7e-ba8b-49d4-a327-41efd2ec6342 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Deleting subnet 81e5fd20-60ec-4cd9-aee2-576995cd02f3 {{(pid=93916) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 18:46:14.501440 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-ae325a7e-ba8b-49d4-a327-41efd2ec6342 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Notify callbacks [] for subnet, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:46:14.547721 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-f6262d60-382d-4ba2-9ea5-3d432da5d962 req-89a0b393-0f36-450e-acda-8dad7eca3f1c service neutron] For port 22c8f00d-1121-4477-a7e5-813b2cc437b2, host n-h2-800634-3, cleared binding levels {{(pid=93915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:46:14.561672 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-ae325a7e-ba8b-49d4-a327-41efd2ec6342 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26296866'] for subnet, precommit_delete_associations {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:46:14.591662 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [req-f6262d60-382d-4ba2-9ea5-3d432da5d962 req-89a0b393-0f36-450e-acda-8dad7eca3f1c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 22c8f00d-1121-4477-a7e5-813b2cc437b2 {{(pid=93915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 18:46:14.601418 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-f6262d60-382d-4ba2-9ea5-3d432da5d962 req-89a0b393-0f36-450e-acda-8dad7eca3f1c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:46:14.621091 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.provisioning_blocks [req-f6262d60-382d-4ba2-9ea5-3d432da5d962 req-89a0b393-0f36-450e-acda-8dad7eca3f1c service neutron] Transition to ACTIVE for port object 22c8f00d-1121-4477-a7e5-813b2cc437b2 will not be triggered until provisioned by entity L2. {{(pid=93915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:46:14.626693 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-f6262d60-382d-4ba2-9ea5-3d432da5d962 req-89a0b393-0f36-450e-acda-8dad7eca3f1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25912978'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:46:14.677340 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-ae325a7e-ba8b-49d4-a327-41efd2ec6342 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081283'] for subnet, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:46:14.698877 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6262d60-382d-4ba2-9ea5-3d432da5d962 req-89a0b393-0f36-450e-acda-8dad7eca3f1c service neutron] No DVR routers for this DVR port 22c8f00d-1121-4477-a7e5-813b2cc437b2 on host n-h2-800634-3 {{(pid=93915) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 18:46:14.710292 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a0b393-0f36-450e-acda-8dad7eca3f1c service neutron] Pushing event updated for resources: {'Port': ['ID=22c8f00d-1121-4477-a7e5-813b2cc437b2,revision_number=9']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:46:14.774087 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-f6262d60-382d-4ba2-9ea5-3d432da5d962 req-89a0b393-0f36-450e-acda-8dad7eca3f1c service neutron] Attempting to bind port 22c8f00d-1121-4477-a7e5-813b2cc437b2 on host n-h1-800634-3 for vnic_type normal with profile {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:46:14.774563 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-f6262d60-382d-4ba2-9ea5-3d432da5d962 req-89a0b393-0f36-450e-acda-8dad7eca3f1c service neutron] Attempting to bind port 22c8f00d-1121-4477-a7e5-813b2cc437b2 by drivers openvswitch,hyperv on host n-h1-800634-3 at level 0 using segments [{'id': 'c2fad28a-4ca7-4493-8025-bc92e58ecccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '1b20c90e-a28d-40c4-80a6-bd7c3e0e48e9'}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:46:14.775031 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6262d60-382d-4ba2-9ea5-3d432da5d962 req-89a0b393-0f36-450e-acda-8dad7eca3f1c service neutron] Attempting to bind port 22c8f00d-1121-4477-a7e5-813b2cc437b2 on network 1b20c90e-a28d-40c4-80a6-bd7c3e0e48e9 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:46:14.780230 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6262d60-382d-4ba2-9ea5-3d432da5d962 req-89a0b393-0f36-450e-acda-8dad7eca3f1c service neutron] Port 22c8f00d-1121-4477-a7e5-813b2cc437b2 on network 1b20c90e-a28d-40c4-80a6-bd7c3e0e48e9 not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-3 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 18:46:14.780679 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6262d60-382d-4ba2-9ea5-3d432da5d962 req-89a0b393-0f36-450e-acda-8dad7eca3f1c service neutron] Attempting to bind port 22c8f00d-1121-4477-a7e5-813b2cc437b2 on network 1b20c90e-a28d-40c4-80a6-bd7c3e0e48e9 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:46:14.788369 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6262d60-382d-4ba2-9ea5-3d432da5d962 req-89a0b393-0f36-450e-acda-8dad7eca3f1c service neutron] Checking agent: {'id': 'a3630ff4-fbee-45d9-b9b6-0ae41cb3a350', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 15, 32), 'started_at': datetime.datetime(2021, 7, 14, 18, 15, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 18, 46, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 18:46:14.792023 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6262d60-382d-4ba2-9ea5-3d432da5d962 req-89a0b393-0f36-450e-acda-8dad7eca3f1c service neutron] Checking segment: {'id': 'c2fad28a-4ca7-4493-8025-bc92e58ecccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '1b20c90e-a28d-40c4-80a6-bd7c3e0e48e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:46:14.792023 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6262d60-382d-4ba2-9ea5-3d432da5d962 req-89a0b393-0f36-450e-acda-8dad7eca3f1c service neutron] Bound using segment: {'id': 'c2fad28a-4ca7-4493-8025-bc92e58ecccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '1b20c90e-a28d-40c4-80a6-bd7c3e0e48e9'} {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 18:46:14.792023 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-f6262d60-382d-4ba2-9ea5-3d432da5d962 req-89a0b393-0f36-450e-acda-8dad7eca3f1c service neutron] Bound port: 22c8f00d-1121-4477-a7e5-813b2cc437b2, host: n-h1-800634-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2fad28a-4ca7-4493-8025-bc92e58ecccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '1b20c90e-a28d-40c4-80a6-bd7c3e0e48e9'}}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 18:46:14.792023 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-f6262d60-382d-4ba2-9ea5-3d432da5d962 req-89a0b393-0f36-450e-acda-8dad7eca3f1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:46:14.799216 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-ae325a7e-ba8b-49d4-a327-41efd2ec6342 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2684816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26033152'] for subnet, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:46:14.888634 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae325a7e-ba8b-49d4-a327-41efd2ec6342 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Pushing event deleted for resources: {'Subnet': ['ID=81e5fd20-60ec-4cd9-aee2-576995cd02f3,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:46:14.914598 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f62657b-b77b-4949-a60b-3b9e975f7b9c None None] Network a5aa8102-a3e6-41e4-8da0-aee1deb8c817 requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:46:14.914877 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-ae325a7e-ba8b-49d4-a327-41efd2ec6342 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Notify callbacks [] for subnet, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:46:14.914877 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-ae325a7e-ba8b-49d4-a327-41efd2ec6342 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] 10.222.0.16 "DELETE /v2.0/subnets/81e5fd20-60ec-4cd9-aee2-576995cd02f3 HTTP/1.1" status: 204 len: 168 time: 0.4920635 Jul 14 18:46:14.918617 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 36442) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:46:14.920869 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-f6262d60-382d-4ba2-9ea5-3d432da5d962 req-89a0b393-0f36-450e-acda-8dad7eca3f1c service neutron] For port 22c8f00d-1121-4477-a7e5-813b2cc437b2, host n-h1-800634-3, cleared binding levels {{(pid=93915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:46:14.932360 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae325a7e-ba8b-49d4-a327-41efd2ec6342 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:46:14.933562 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae325a7e-ba8b-49d4-a327-41efd2ec6342 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:46:14.933562 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae325a7e-ba8b-49d4-a327-41efd2ec6342 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:46:14.933562 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae325a7e-ba8b-49d4-a327-41efd2ec6342 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:46:14.934216 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae325a7e-ba8b-49d4-a327-41efd2ec6342 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:46:14.934694 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae325a7e-ba8b-49d4-a327-41efd2ec6342 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:46:14.935104 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae325a7e-ba8b-49d4-a327-41efd2ec6342 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:46:14.935523 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae325a7e-ba8b-49d4-a327-41efd2ec6342 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:46:14.936065 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae325a7e-ba8b-49d4-a327-41efd2ec6342 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:46:14.936558 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae325a7e-ba8b-49d4-a327-41efd2ec6342 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:46:14.937163 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae325a7e-ba8b-49d4-a327-41efd2ec6342 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:46:14.937754 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae325a7e-ba8b-49d4-a327-41efd2ec6342 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:46:14.960174 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-f6262d60-382d-4ba2-9ea5-3d432da5d962 req-89a0b393-0f36-450e-acda-8dad7eca3f1c service neutron] For port 22c8f00d-1121-4477-a7e5-813b2cc437b2, host n-h1-800634-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=22c8f00d-1121-4477-a7e5-813b2cc437b2,segment=NetworkSegment(c2fad28a-4ca7-4493-8025-bc92e58ecccc),segment_id=c2fad28a-4ca7-4493-8025-bc92e58ecccc)] {{(pid=93915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 18:46:15.000331 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-f6262d60-382d-4ba2-9ea5-3d432da5d962 req-89a0b393-0f36-450e-acda-8dad7eca3f1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25912978'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:46:15.037287 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f13c4cd-7339-4ec6-b3d3-ba70f6e561d8 req-3512111d-cfd5-41f3-a445-6368398de609 tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:46:15.041398 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2f13c4cd-7339-4ec6-b3d3-ba70f6e561d8 req-3512111d-cfd5-41f3-a445-6368398de609 tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] 10.222.0.16 "GET /v2.0/ports?device_id=4ed688ec-0b1c-4d1e-881c-157d22decd3a HTTP/1.1" status: 200 len: 943 time: 0.1771169 Jul 14 18:46:15.124744 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6262d60-382d-4ba2-9ea5-3d432da5d962 req-89a0b393-0f36-450e-acda-8dad7eca3f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:46:15.125325 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-f6262d60-382d-4ba2-9ea5-3d432da5d962 req-89a0b393-0f36-450e-acda-8dad7eca3f1c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:46:15.128600 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-9a6aefd7-9df9-4673-9d6a-67e99491a422 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645734'] for network, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:46:15.130191 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f6262d60-382d-4ba2-9ea5-3d432da5d962 req-89a0b393-0f36-450e-acda-8dad7eca3f1c service neutron] 10.222.0.18 "PUT /v2.0/ports/22c8f00d-1121-4477-a7e5-813b2cc437b2 HTTP/1.1" status: 200 len: 1091 time: 1.1697454 Jul 14 18:46:15.155168 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ed688ec-0b1c-4d1e-881c-157d22decd3a', 'tag': '22c8f00d-1121-4477-a7e5-813b2cc437b2'}] {{(pid=93915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:46:15.159730 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e72782ad3af8f7d4ce76cedf092bca46d1756acc5c4653cf0b52034cdd6b073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-570a2787-c6d4-4e56-9ee2-fdc858a92153" -d '{"events": [{"name": "network-changed", "server_uuid": "4ed688ec-0b1c-4d1e-881c-157d22decd3a", "tag": "22c8f00d-1121-4477-a7e5-813b2cc437b2"}]}' {{(pid=93915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:46:15.191162 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2f13c4cd-7339-4ec6-b3d3-ba70f6e561d8 req-280e8fde-1af0-4e39-ad8b-921666d1c143 tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] 10.222.0.16 "GET /v2.0/security-groups?id=f745dc72-333e-4ddf-8281-1bb3e04e8f82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969353 Jul 14 18:46:15.260923 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-9a6aefd7-9df9-4673-9d6a-67e99491a422 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Deleting port ffeb4fc5-d6d5-4154-8f3f-bb48a2f0c341 {{(pid=93916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:46:15.261276 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-9a6aefd7-9df9-4673-9d6a-67e99491a422 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:46:15.267931 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a0b393-0f36-450e-acda-8dad7eca3f1c service neutron] Pushing event updated for resources: {'Port': ['ID=22c8f00d-1121-4477-a7e5-813b2cc437b2,revision_number=10']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:46:15.273121 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 18:46:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f9101cf-0a8a-4a00-9915-fb8445e82d2b x-openstack-request-id: req-0f9101cf-0a8a-4a00-9915-fb8445e82d2b {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:46:15.273418 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ed688ec-0b1c-4d1e-881c-157d22decd3a", "tag": "22c8f00d-1121-4477-a7e5-813b2cc437b2", "status": "completed", "code": 200}]} {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:46:15.273677 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0f9101cf-0a8a-4a00-9915-fb8445e82d2b {{(pid=93915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:46:15.274075 n-d-800634-3 neutron-server[93915]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ed688ec-0b1c-4d1e-881c-157d22decd3a', 'tag': '22c8f00d-1121-4477-a7e5-813b2cc437b2', 'status': 'completed', 'code': 200} Jul 14 18:46:15.293951 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c519f86f-f555-48d0-aec7-07e8856cf1de None None] DHCP port deletion for a5aa8102-a3e6-41e4-8da0-aee1deb8c817 request from n-d-800634-3 {{(pid=93917) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 18:46:15.316379 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6262d60-382d-4ba2-9ea5-3d432da5d962 req-51645c78-c92e-4bc0-afa8-508cf0415947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:46:15.318133 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f6262d60-382d-4ba2-9ea5-3d432da5d962 req-51645c78-c92e-4bc0-afa8-508cf0415947 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2888250993c844d8a8a9aa73985f3fb0&device_id=4ed688ec-0b1c-4d1e-881c-157d22decd3a HTTP/1.1" status: 200 len: 1095 time: 0.1317360 Jul 14 18:46:15.351328 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-c519f86f-f555-48d0-aec7-07e8856cf1de None None] Deleting port ffeb4fc5-d6d5-4154-8f3f-bb48a2f0c341 {{(pid=93917) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:46:15.352268 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-c519f86f-f555-48d0-aec7-07e8856cf1de None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:46:15.377972 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.db [None req-9a6aefd7-9df9-4673-9d6a-67e99491a422 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] For port ffeb4fc5-d6d5-4154-8f3f-bb48a2f0c341, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=ffeb4fc5-d6d5-4154-8f3f-bb48a2f0c341,segment=NetworkSegment(04633663-8fdb-4bf4-966e-77993658ab6d),segment_id=04633663-8fdb-4bf4-966e-77993658ab6d)] {{(pid=93916) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:46:15.378352 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-9a6aefd7-9df9-4673-9d6a-67e99491a422 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:46:15.407015 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-9a6aefd7-9df9-4673-9d6a-67e99491a422 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Calling delete_port for ffeb4fc5-d6d5-4154-8f3f-bb48a2f0c341 owned by network:dhcp {{(pid=93916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:46:15.431309 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6262d60-382d-4ba2-9ea5-3d432da5d962 req-5e0399bb-44b3-4ed2-83c8-a8c1dd037fba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:46:15.433203 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f6262d60-382d-4ba2-9ea5-3d432da5d962 req-5e0399bb-44b3-4ed2-83c8-a8c1dd037fba service neutron] 10.222.0.18 "GET /v2.0/networks?id=1b20c90e-a28d-40c4-80a6-bd7c3e0e48e9 HTTP/1.1" status: 200 len: 913 time: 0.1066561 Jul 14 18:46:15.445837 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-c519f86f-f555-48d0-aec7-07e8856cf1de None None] For port ffeb4fc5-d6d5-4154-8f3f-bb48a2f0c341, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=ffeb4fc5-d6d5-4154-8f3f-bb48a2f0c341,segment=NetworkSegment(04633663-8fdb-4bf4-966e-77993658ab6d),segment_id=04633663-8fdb-4bf4-966e-77993658ab6d)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:46:15.446359 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-c519f86f-f555-48d0-aec7-07e8856cf1de None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:46:15.468310 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-c519f86f-f555-48d0-aec7-07e8856cf1de None None] Calling delete_port for ffeb4fc5-d6d5-4154-8f3f-bb48a2f0c341 owned by network:dhcp {{(pid=93917) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:46:15.513004 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f6262d60-382d-4ba2-9ea5-3d432da5d962 req-0e732a5e-91cf-4864-83c3-7daa30a5fb11 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=22c8f00d-1121-4477-a7e5-813b2cc437b2 HTTP/1.1" status: 200 len: 217 time: 0.0700524 Jul 14 18:46:15.542481 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-9a6aefd7-9df9-4673-9d6a-67e99491a422 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:46:15.579349 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6262d60-382d-4ba2-9ea5-3d432da5d962 req-1afee3e5-04a0-4a4e-847e-df23bd49f0a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:46:15.581409 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-c519f86f-f555-48d0-aec7-07e8856cf1de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813'] for port, after_delete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:46:15.581751 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f6262d60-382d-4ba2-9ea5-3d432da5d962 req-1afee3e5-04a0-4a4e-847e-df23bd49f0a8 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=044a6425-92e0-4c6b-bc74-105388401773 HTTP/1.1" status: 200 len: 853 time: 0.0614822 Jul 14 18:46:15.582099 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6aefd7-9df9-4673-9d6a-67e99491a422 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Pushing event deleted for resources: {'Port': ['ID=ffeb4fc5-d6d5-4154-8f3f-bb48a2f0c341,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:46:15.594612 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a6aefd7-9df9-4673-9d6a-67e99491a422 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] No DVR routers for this DVR port ffeb4fc5-d6d5-4154-8f3f-bb48a2f0c341 on host n-d-800634-3 {{(pid=93916) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 18:46:15.611054 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c519f86f-f555-48d0-aec7-07e8856cf1de None None] Pushing event deleted for resources: {'Port': ['ID=ffeb4fc5-d6d5-4154-8f3f-bb48a2f0c341,revision_number=None']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:46:15.624010 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c519f86f-f555-48d0-aec7-07e8856cf1de None None] No DVR routers for this DVR port ffeb4fc5-d6d5-4154-8f3f-bb48a2f0c341 on host n-d-800634-3 {{(pid=93917) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 18:46:15.625565 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f6262d60-382d-4ba2-9ea5-3d432da5d962 req-0fd80a1d-e7a4-4596-ba7b-c7098597040d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=1b20c90e-a28d-40c4-80a6-bd7c3e0e48e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0363462 Jul 14 18:46:15.697736 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-9a6aefd7-9df9-4673-9d6a-67e99491a422 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2096010', 'neutron.services.segments.db._delete_segments_for_network-8728202734996'] for network, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:46:15.710470 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.segments.db [None req-9a6aefd7-9df9-4673-9d6a-67e99491a422 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5aa8102-a3e6-41e4-8da0-aee1deb8c817']}} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:46:15.723389 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.segments.db [None req-9a6aefd7-9df9-4673-9d6a-67e99491a422 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04633663-8fdb-4bf4-966e-77993658ab6d') {'for_net_delete': True} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:46:15.723783 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.segments.db [None req-9a6aefd7-9df9-4673-9d6a-67e99491a422 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04633663-8fdb-4bf4-966e-77993658ab6d') {} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:46:15.734792 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-9a6aefd7-9df9-4673-9d6a-67e99491a422 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728202715275', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26296891'] for segment, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:46:15.740158 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f6262d60-382d-4ba2-9ea5-3d432da5d962 req-35dd2175-0def-4f24-89b3-fd0efab17f37 service neutron] 10.222.0.18 "GET /v2.0/networks/1b20c90e-a28d-40c4-80a6-bd7c3e0e48e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1047375 Jul 14 18:46:15.755215 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-9a6aefd7-9df9-4673-9d6a-67e99491a422 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:46:15.763022 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a6aefd7-9df9-4673-9d6a-67e99491a422 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Releasing vlan 51 on physical network physnet1 to pool {{(pid=93916) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 18:46:15.763442 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-9a6aefd7-9df9-4673-9d6a-67e99491a422 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2682942'] for segment, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:46:15.767432 n-d-800634-3 neutron-server[93916]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:46:15.767432 n-d-800634-3 neutron-server[93916]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:46:15.767432 n-d-800634-3 neutron-server[93916]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:46:15.767432 n-d-800634-3 neutron-server[93916]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:46:15.767432 n-d-800634-3 neutron-server[93916]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:46:15.767432 n-d-800634-3 neutron-server[93916]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:46:15.767432 n-d-800634-3 neutron-server[93916]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:46:15.767432 n-d-800634-3 neutron-server[93916]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:46:15.767432 n-d-800634-3 neutron-server[93916]: Traceback (most recent call last): Jul 14 18:46:15.767432 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 18:46:15.767432 n-d-800634-3 neutron-server[93916]: timer() Jul 14 18:46:15.767432 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 18:46:15.767432 n-d-800634-3 neutron-server[93916]: cb(*args, **kw) Jul 14 18:46:15.767432 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 18:46:15.767432 n-d-800634-3 neutron-server[93916]: return func(*args, **kwargs) Jul 14 18:46:15.767432 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 18:46:15.767432 n-d-800634-3 neutron-server[93916]: self._notify() Jul 14 18:46:15.767432 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 18:46:15.767432 n-d-800634-3 neutron-server[93916]: self.callback(batched_events) Jul 14 18:46:15.767432 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 18:46:15.767432 n-d-800634-3 neutron-server[93916]: event.method(event) Jul 14 18:46:15.767432 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 18:46:15.767432 n-d-800634-3 neutron-server[93916]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 18:46:15.767432 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 18:46:15.767432 n-d-800634-3 neutron-server[93916]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 18:46:15.767432 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 18:46:15.767432 n-d-800634-3 neutron-server[93916]: return f(self, *a, **k) Jul 14 18:46:15.767432 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 18:46:15.767432 n-d-800634-3 neutron-server[93916]: return self._get(url).json() Jul 14 18:46:15.767432 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 18:46:15.767432 n-d-800634-3 neutron-server[93916]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 18:46:15.767432 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 18:46:15.767432 n-d-800634-3 neutron-server[93916]: return self.request(url, 'GET', **kwargs) Jul 14 18:46:15.767432 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 18:46:15.767432 n-d-800634-3 neutron-server[93916]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 18:46:15.767432 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 18:46:15.767432 n-d-800634-3 neutron-server[93916]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 18:46:15.767432 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 18:46:15.767432 n-d-800634-3 neutron-server[93916]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 18:46:15.767432 n-d-800634-3 neutron-server[93916]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 18:46:15.847800 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-9a6aefd7-9df9-4673-9d6a-67e99491a422 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2096001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-930085'] for network, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:46:15.854445 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-9a6aefd7-9df9-4673-9d6a-67e99491a422 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Notify callbacks [] for network, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:46:15.857053 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-9a6aefd7-9df9-4673-9d6a-67e99491a422 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] 10.222.0.16 "DELETE /v2.0/networks/a5aa8102-a3e6-41e4-8da0-aee1deb8c817 HTTP/1.1" status: 204 len: 168 time: 0.9370437 Jul 14 18:46:15.861104 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 36450) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:46:15.872798 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f6262d60-382d-4ba2-9ea5-3d432da5d962 req-5c9ea81f-c377-45cf-9f97-71023b760968 service neutron] 10.222.0.18 "GET /v2.0/networks/1b20c90e-a28d-40c4-80a6-bd7c3e0e48e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276953 Jul 14 18:46:15.939516 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dba4542d-3e7b-4c62-9b7d-461012a0f13e tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:46:15.941833 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-dba4542d-3e7b-4c62-9b7d-461012a0f13e tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] 10.222.0.16 "GET /v2.0/ports/7456636f-aa3c-416f-b21f-14f0fe76febe HTTP/1.1" status: 200 len: 840 time: 0.0789611 Jul 14 18:46:15.945864 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 36452) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:46:15.986491 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570a2787-c6d4-4e56-9ee2-fdc858a92153 req-b0f92fe1-e6df-40a9-b3b8-ea14397320e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:46:15.988548 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-570a2787-c6d4-4e56-9ee2-fdc858a92153 req-b0f92fe1-e6df-40a9-b3b8-ea14397320e0 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2888250993c844d8a8a9aa73985f3fb0&device_id=4ed688ec-0b1c-4d1e-881c-157d22decd3a HTTP/1.1" status: 200 len: 1095 time: 0.0649493 Jul 14 18:46:15.993010 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6aefd7-9df9-4673-9d6a-67e99491a422 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Pushing event deleted for resources: {'Network': ['ID=a5aa8102-a3e6-41e4-8da0-aee1deb8c817,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:46:16.008842 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-1a63601c-d79a-495b-93f5-3fd56e4b51bd tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] 10.222.0.16 "GET /v2.0/ports/7456636f-aa3c-416f-b21f-14f0fe76febe?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0589113 Jul 14 18:46:16.009842 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 36458) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:46:16.015311 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-0df3242a-222f-4578-8e0c-98df7acde682 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Request body: {'subnet': {'network_id': '7a211640-24e9-4aec-b495-44762f97199e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:46:16.148066 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570a2787-c6d4-4e56-9ee2-fdc858a92153 req-2c8b6c4a-7878-484e-abae-7798b6e9d6f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:46:16.149912 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-570a2787-c6d4-4e56-9ee2-fdc858a92153 req-2c8b6c4a-7878-484e-abae-7798b6e9d6f8 service neutron] 10.222.0.18 "GET /v2.0/networks?id=1b20c90e-a28d-40c4-80a6-bd7c3e0e48e9 HTTP/1.1" status: 200 len: 913 time: 0.1533086 Jul 14 18:46:16.184674 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0df3242a-222f-4578-8e0c-98df7acde682 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Made reservation on behalf of 5ceee1f2be05491f99699576fae0f27c for: {'subnet': 1} {{(pid=93916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:46:16.194374 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-0df3242a-222f-4578-8e0c-98df7acde682 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26033189'] for subnet, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:46:16.205408 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-570a2787-c6d4-4e56-9ee2-fdc858a92153 req-3958eea3-a390-4340-8548-e8927109d220 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=22c8f00d-1121-4477-a7e5-813b2cc437b2 HTTP/1.1" status: 200 len: 217 time: 0.0448375 Jul 14 18:46:16.327352 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570a2787-c6d4-4e56-9ee2-fdc858a92153 req-f5b8dee1-9053-43fb-afbb-49a3842fdba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:46:16.328893 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-570a2787-c6d4-4e56-9ee2-fdc858a92153 req-f5b8dee1-9053-43fb-afbb-49a3842fdba5 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=044a6425-92e0-4c6b-bc74-105388401773 HTTP/1.1" status: 200 len: 853 time: 0.1165333 Jul 14 18:46:16.419038 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-570a2787-c6d4-4e56-9ee2-fdc858a92153 req-4843bbee-6752-4e0a-9f1d-5d0dfa1863b4 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=1b20c90e-a28d-40c4-80a6-bd7c3e0e48e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0830040 Jul 14 18:46:16.632338 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-570a2787-c6d4-4e56-9ee2-fdc858a92153 req-fb703420-0006-47bc-8418-ef86292d74e7 service neutron] 10.222.0.18 "GET /v2.0/networks/1b20c90e-a28d-40c4-80a6-bd7c3e0e48e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2060585 Jul 14 18:46:16.766472 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-0df3242a-222f-4578-8e0c-98df7acde682 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2684753', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26033175'] for subnet, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:46:16.766898 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device ffeb4fc5-d6d5-4154-8f3f-bb48a2f0c341 no longer exists at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 18:46:16.786637 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b64590c-3500-4353-b4cd-3877fb5abb07 req-6f4b89af-22dd-491a-8713-37e7141c876a tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:46:16.791486 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-7b64590c-3500-4353-b4cd-3877fb5abb07 req-6f4b89af-22dd-491a-8713-37e7141c876a tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] 10.222.0.16 "GET /v2.0/ports?device_id=4ed688ec-0b1c-4d1e-881c-157d22decd3a HTTP/1.1" status: 200 len: 944 time: 0.1555648 Jul 14 18:46:16.821021 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] No Port match for: ffeb4fc5-d6d5-4154-8f3f-bb48a2f0c341 {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 18:46:16.821722 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device ffeb4fc5-d6d5-4154-8f3f-bb48a2f0c341 not bound to the agent host n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 18:46:16.874361 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0df3242a-222f-4578-8e0c-98df7acde682 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Network 7a211640-24e9-4aec-b495-44762f97199e is already hosted by enough agents. {{(pid=93916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:46:16.883509 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-7b64590c-3500-4353-b4cd-3877fb5abb07 req-6faabbdd-4df1-473e-900a-5e1da9048c71 tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] 10.222.0.16 "GET /v2.0/security-groups?id=f745dc72-333e-4ddf-8281-1bb3e04e8f82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850294 Jul 14 18:46:16.891001 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [None req-0df3242a-222f-4578-8e0c-98df7acde682 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Resources bound (agent type, host, resource id): {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:46:16.903327 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6eb1d21-9ac3-46e0-9f7a-2450beca207d None None] Network 7a211640-24e9-4aec-b495-44762f97199e requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:46:16.903684 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0df3242a-222f-4578-8e0c-98df7acde682 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:46:16.904421 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-0df3242a-222f-4578-8e0c-98df7acde682 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Notify callbacks [] for subnet, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:46:16.923915 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df3242a-222f-4578-8e0c-98df7acde682 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Pushing event updated for resources: {'Subnet': ['ID=4b3bcd64-15ff-402d-832c-b89585574cfa,revision_number=0']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:46:16.945231 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-0df3242a-222f-4578-8e0c-98df7acde682 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9340055 Jul 14 18:46:16.948269 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 36482) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:46:16.955561 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-bb707d94-95ae-4003-b551-d645b38c8766 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Request body: {'security_group': {'name': 'tempest-secgroup-2037357422'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:46:17.023226 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-bb707d94-95ae-4003-b551-d645b38c8766 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Notify callbacks [] for security_group, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:46:17.252546 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-bb707d94-95ae-4003-b551-d645b38c8766 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Notify callbacks [] for security_group, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:46:17.261687 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-bb707d94-95ae-4003-b551-d645b38c8766 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:46:17.338625 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb707d94-95ae-4003-b551-d645b38c8766 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6161e811-261d-4006-ad84-da9347f5e3c2,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:46:17.363983 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-bb707d94-95ae-4003-b551-d645b38c8766 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Notify callbacks [] for security_group, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:46:17.365489 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-bb707d94-95ae-4003-b551-d645b38c8766 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4157915 Jul 14 18:46:17.368511 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 36486) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:46:17.375615 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-fd282598-bcc0-425d-83ff-1c25b4283988 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Request body: {'security_group': {'name': 'tempest-secgroup-1749746799'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:46:17.442163 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-fd282598-bcc0-425d-83ff-1c25b4283988 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Notify callbacks [] for security_group, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:46:17.702870 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-fd282598-bcc0-425d-83ff-1c25b4283988 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Notify callbacks [] for security_group, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:46:17.713643 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-fd282598-bcc0-425d-83ff-1c25b4283988 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:46:17.791089 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-fd282598-bcc0-425d-83ff-1c25b4283988 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Notify callbacks [] for security_group, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:46:17.792454 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be6d1b75-0a53-40a3-87cd-cc7b92fb904f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9222b97e-5d1c-54f8-ba97-82f172498e76-7a211640-24e9-4aec-b495-44762f97199e', 'network_id': '7a211640-24e9-4aec-b495-44762f97199e', 'tenant_id': '5ceee1f2be05491f99699576fae0f27c', 'fixed_ips': [{'subnet_id': '4b3bcd64-15ff-402d-832c-b89585574cfa'}]}} from n-d-800634-3. {{(pid=93917) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 18:46:17.794135 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-be6d1b75-0a53-40a3-87cd-cc7b92fb904f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:46:17.797467 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 36494) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:46:17.801268 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-fd282598-bcc0-425d-83ff-1c25b4283988 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4314311 Jul 14 18:46:17.803714 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-ac2a9671-c837-44c9-a256-3d582ec7254c tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-107294983', 'security_groups': ['099e5556-8175-4fa7-ad4d-e5aa0131bb01'], 'network_id': '7a211640-24e9-4aec-b495-44762f97199e', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '4b3bcd64-15ff-402d-832c-b89585574cfa'}]}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:46:17.833423 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd282598-bcc0-425d-83ff-1c25b4283988 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Pushing event updated for resources: {'SecurityGroup': ['ID=099e5556-8175-4fa7-ad4d-e5aa0131bb01,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:46:17.991062 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.db_base_plugin_common [None req-be6d1b75-0a53-40a3-87cd-cc7b92fb904f None None] Allocated IP 172.20.0.2 (7a211640-24e9-4aec-b495-44762f97199e/4b3bcd64-15ff-402d-832c-b89585574cfa/c54b8d32-ad04-402f-9d56-a132963f0a6b) {{(pid=93917) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:46:18.065128 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac2a9671-c837-44c9-a256-3d582ec7254c tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Made reservation on behalf of 5ceee1f2be05491f99699576fae0f27c for: {'port': 1} {{(pid=93916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:46:18.299097 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9671-c837-44c9-a256-3d582ec7254c tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:46:18.309809 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161c3867-a76c-4807-abb7-1e6b6754be3a req-a23b736d-d90b-4307-a6b2-51ce80ca8ced tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:46:18.324084 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-161c3867-a76c-4807-abb7-1e6b6754be3a req-a23b736d-d90b-4307-a6b2-51ce80ca8ced tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] 10.222.0.16 "GET /v2.0/ports?device_id=4ed688ec-0b1c-4d1e-881c-157d22decd3a HTTP/1.1" status: 200 len: 944 time: 0.1195750 Jul 14 18:46:18.366689 n-d-800634-3 neutron-server[93916]: DEBUG neutron.notifiers.nova [None req-ac2a9671-c837-44c9-a256-3d582ec7254c tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] device_id is not set on port 5572fcd3-13ed-4c1c-8aa1-591f682e3298 yet. {{(pid=93916) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 18:46:18.374467 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-be6d1b75-0a53-40a3-87cd-cc7b92fb904f None None] Notify callbacks [] for port, precommit_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:46:18.400099 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-be6d1b75-0a53-40a3-87cd-cc7b92fb904f None None] Transition to ACTIVE for port object c54b8d32-ad04-402f-9d56-a132963f0a6b will not be triggered until provisioned by entity L2. {{(pid=93917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:46:18.411627 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-161c3867-a76c-4807-abb7-1e6b6754be3a req-5189f794-7a22-484e-9d1b-d357859ab7dc tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] 10.222.0.16 "GET /v2.0/security-groups?id=f745dc72-333e-4ddf-8281-1bb3e04e8f82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865259 Jul 14 18:46:18.424929 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-be6d1b75-0a53-40a3-87cd-cc7b92fb904f None None] Transition to ACTIVE for port object c54b8d32-ad04-402f-9d56-a132963f0a6b will not be triggered until provisioned by entity DHCP. {{(pid=93917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:46:18.436971 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-be6d1b75-0a53-40a3-87cd-cc7b92fb904f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804'] for port, after_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:46:18.589833 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6d1b75-0a53-40a3-87cd-cc7b92fb904f None None] Pushing event updated for resources: {'Port': ['ID=c54b8d32-ad04-402f-9d56-a132963f0a6b,revision_number=1']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:46:18.634504 n-d-800634-3 neutron-server[93917]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be6d1b75-0a53-40a3-87cd-cc7b92fb904f None None] Network 7a211640-24e9-4aec-b495-44762f97199e is already hosted by enough agents. {{(pid=93917) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:46:18.638459 n-d-800634-3 neutron-server[93917]: DEBUG neutron.scheduler.base_scheduler [None req-be6d1b75-0a53-40a3-87cd-cc7b92fb904f None None] Resources bound (agent type, host, resource id): {{(pid=93917) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:46:18.650793 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be6d1b75-0a53-40a3-87cd-cc7b92fb904f None None] Received port after_create {{(pid=93917) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:46:18.697054 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-570a2787-c6d4-4e56-9ee2-fdc858a92153 req-515b7201-2c71-4e32-801b-9df5bed0d968 service neutron] 10.222.0.18 "GET /v2.0/networks/1b20c90e-a28d-40c4-80a6-bd7c3e0e48e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1970336 Jul 14 18:46:18.860421 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-be6d1b75-0a53-40a3-87cd-cc7b92fb904f None None] Attempting to bind port c54b8d32-ad04-402f-9d56-a132963f0a6b on host n-d-800634-3 for vnic_type normal with profile {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:46:18.860967 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-be6d1b75-0a53-40a3-87cd-cc7b92fb904f None None] Attempting to bind port c54b8d32-ad04-402f-9d56-a132963f0a6b by drivers openvswitch,hyperv on host n-d-800634-3 at level 0 using segments [{'id': '35e9ad4c-4629-4c27-9056-f9a6a2a72a47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '7a211640-24e9-4aec-b495-44762f97199e'}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:46:18.861136 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be6d1b75-0a53-40a3-87cd-cc7b92fb904f None None] Attempting to bind port c54b8d32-ad04-402f-9d56-a132963f0a6b on network 7a211640-24e9-4aec-b495-44762f97199e {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:46:18.876714 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be6d1b75-0a53-40a3-87cd-cc7b92fb904f None None] Checking agent: {'id': '01c19e91-a945-4e3c-94a6-c211e17c923e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 8, 23), 'started_at': datetime.datetime(2021, 7, 14, 18, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 18, 45, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 18:46:18.876714 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be6d1b75-0a53-40a3-87cd-cc7b92fb904f None None] Checking segment: {'id': '35e9ad4c-4629-4c27-9056-f9a6a2a72a47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '7a211640-24e9-4aec-b495-44762f97199e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93917) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:46:18.876714 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-be6d1b75-0a53-40a3-87cd-cc7b92fb904f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:46:18.876714 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be6d1b75-0a53-40a3-87cd-cc7b92fb904f None None] Bound using segment: {'id': '35e9ad4c-4629-4c27-9056-f9a6a2a72a47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '7a211640-24e9-4aec-b495-44762f97199e'} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 18:46:18.876714 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-be6d1b75-0a53-40a3-87cd-cc7b92fb904f None None] Bound port: c54b8d32-ad04-402f-9d56-a132963f0a6b, host: n-d-800634-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35e9ad4c-4629-4c27-9056-f9a6a2a72a47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '7a211640-24e9-4aec-b495-44762f97199e'}}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 18:46:18.877323 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-be6d1b75-0a53-40a3-87cd-cc7b92fb904f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:46:18.908593 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.db_base_plugin_common [None req-ac2a9671-c837-44c9-a256-3d582ec7254c tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Allocated IP 172.20.0.9 (7a211640-24e9-4aec-b495-44762f97199e/4b3bcd64-15ff-402d-832c-b89585574cfa/5572fcd3-13ed-4c1c-8aa1-591f682e3298) {{(pid=93916) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:46:18.997611 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-be6d1b75-0a53-40a3-87cd-cc7b92fb904f None None] For port c54b8d32-ad04-402f-9d56-a132963f0a6b, host n-d-800634-3, cleared binding levels {{(pid=93917) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:46:19.001847 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-be6d1b75-0a53-40a3-87cd-cc7b92fb904f None None] For port c54b8d32-ad04-402f-9d56-a132963f0a6b, host n-d-800634-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=c54b8d32-ad04-402f-9d56-a132963f0a6b,segment=NetworkSegment(35e9ad4c-4629-4c27-9056-f9a6a2a72a47),segment_id=35e9ad4c-4629-4c27-9056-f9a6a2a72a47)] {{(pid=93917) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 18:46:19.021652 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-be6d1b75-0a53-40a3-87cd-cc7b92fb904f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:46:19.125230 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6d1b75-0a53-40a3-87cd-cc7b92fb904f None None] Pushing event updated for resources: {'Port': ['ID=c54b8d32-ad04-402f-9d56-a132963f0a6b,revision_number=2']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:46:19.189473 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9671-c837-44c9-a256-3d582ec7254c tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Notify callbacks [] for port, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:46:19.210993 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.provisioning_blocks [None req-ac2a9671-c837-44c9-a256-3d582ec7254c tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Transition to ACTIVE for port object 5572fcd3-13ed-4c1c-8aa1-591f682e3298 will not be triggered until provisioned by entity DHCP. {{(pid=93916) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:46:19.264376 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9671-c837-44c9-a256-3d582ec7254c tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:46:19.364184 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac2a9671-c837-44c9-a256-3d582ec7254c tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Network 7a211640-24e9-4aec-b495-44762f97199e is already hosted by enough agents. {{(pid=93916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:46:19.387905 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [None req-ac2a9671-c837-44c9-a256-3d582ec7254c tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Resources bound (agent type, host, resource id): {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:46:19.406222 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac2a9671-c837-44c9-a256-3d582ec7254c tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Received port after_create {{(pid=93916) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:46:19.647469 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac2a9671-c837-44c9-a256-3d582ec7254c tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:46:19.648763 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-ac2a9671-c837-44c9-a256-3d582ec7254c tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:46:19.665992 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2a9671-c837-44c9-a256-3d582ec7254c tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Pushing event updated for resources: {'Port': ['ID=5572fcd3-13ed-4c1c-8aa1-591f682e3298,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:46:19.672783 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 36510) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:46:19.673650 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-ac2a9671-c837-44c9-a256-3d582ec7254c tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.8747134 Jul 14 18:46:19.678789 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-1de05233-3e32-404d-b8c3-a84b64dfb570 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Request body: {'subnet': {'network_id': '7a211640-24e9-4aec-b495-44762f97199e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:46:20.095554 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c7b48a-0275-498c-8872-1a175ae01755 req-304eb808-9d80-49b8-9ca3-7b88e28ce857 tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:46:20.098483 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-61c7b48a-0275-498c-8872-1a175ae01755 req-304eb808-9d80-49b8-9ca3-7b88e28ce857 tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] 10.222.0.16 "GET /v2.0/ports?device_id=4ed688ec-0b1c-4d1e-881c-157d22decd3a HTTP/1.1" status: 200 len: 944 time: 0.3988426 Jul 14 18:46:20.200345 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-61c7b48a-0275-498c-8872-1a175ae01755 req-0ee09f25-7ece-4d3b-92bf-0109593f1757 tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] 10.222.0.16 "GET /v2.0/security-groups?id=f745dc72-333e-4ddf-8281-1bb3e04e8f82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817347 Jul 14 18:46:20.231328 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1de05233-3e32-404d-b8c3-a84b64dfb570 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Made reservation on behalf of 5ceee1f2be05491f99699576fae0f27c for: {'subnet': 1} {{(pid=93915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:46:20.244164 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-1de05233-3e32-404d-b8c3-a84b64dfb570 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28969735'] for subnet, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:46:20.368647 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-4d61ad86-fe02-42f5-8802-915bfa5776f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:46:20.604835 n-d-800634-3 neutron-server[93915]: INFO neutron.db.ipam_backend_mixin [None req-1de05233-3e32-404d-b8c3-a84b64dfb570 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 4b3bcd64-15ff-402d-832c-b89585574cfa (CIDR: 172.20.0.0/28) Jul 14 18:46:20.618915 n-d-800634-3 neutron-server[93915]: INFO neutron.pecan_wsgi.hooks.translation [None req-1de05233-3e32-404d-b8c3-a84b64dfb570 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 18:46:20.620810 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1de05233-3e32-404d-b8c3-a84b64dfb570 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93915) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 18:46:20.684289 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-1de05233-3e32-404d-b8c3-a84b64dfb570 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0102444 Jul 14 18:46:20.695047 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 36520) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:46:20.714931 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-6301042d-c02f-4fc6-8808-80c93e852bec tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Request body: {'subnet': {'network_id': '7a211640-24e9-4aec-b495-44762f97199e', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:46:20.942488 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device c54b8d32-ad04-402f-9d56-a132963f0a6b up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:46:21.041319 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6301042d-c02f-4fc6-8808-80c93e852bec tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Made reservation on behalf of 5ceee1f2be05491f99699576fae0f27c for: {'subnet': 1} {{(pid=93916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:46:21.047649 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-6301042d-c02f-4fc6-8808-80c93e852bec tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26033189'] for subnet, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:46:21.160690 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning for port c54b8d32-ad04-402f-9d56-a132963f0a6b completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:46:21.196743 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-cc7f0e3d-4843-445f-bd6c-def5813a2d38 None None] Provisioning for port c54b8d32-ad04-402f-9d56-a132963f0a6b completed by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:46:21.217314 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-cc7f0e3d-4843-445f-bd6c-def5813a2d38 None None] Provisioning complete for port c54b8d32-ad04-402f-9d56-a132963f0a6b triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:46:21.219721 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-cc7f0e3d-4843-445f-bd6c-def5813a2d38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:46:21.629917 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-cc7f0e3d-4843-445f-bd6c-def5813a2d38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:46:21.714445 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-cc7f0e3d-4843-445f-bd6c-def5813a2d38 None None] For port c54b8d32-ad04-402f-9d56-a132963f0a6b, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=c54b8d32-ad04-402f-9d56-a132963f0a6b,segment=NetworkSegment(35e9ad4c-4629-4c27-9056-f9a6a2a72a47),segment_id=35e9ad4c-4629-4c27-9056-f9a6a2a72a47)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:46:21.718710 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a5eccd-72e1-4107-ac8d-cf0e10cafc68 req-74d4c4ca-b07a-4d31-925a-27b97efb4f06 tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:46:21.721801 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-cc7f0e3d-4843-445f-bd6c-def5813a2d38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:46:21.760907 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-43a5eccd-72e1-4107-ac8d-cf0e10cafc68 req-74d4c4ca-b07a-4d31-925a-27b97efb4f06 tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] 10.222.0.16 "GET /v2.0/ports?device_id=4ed688ec-0b1c-4d1e-881c-157d22decd3a HTTP/1.1" status: 200 len: 944 time: 0.2571435 Jul 14 18:46:21.847776 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-cc7f0e3d-4843-445f-bd6c-def5813a2d38 None None] Provisioning complete for port 7456636f-aa3c-416f-b21f-14f0fe76febe triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:46:21.848280 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-cc7f0e3d-4843-445f-bd6c-def5813a2d38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:46:21.912635 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-43a5eccd-72e1-4107-ac8d-cf0e10cafc68 req-c8e80216-3b42-4a03-9be3-b69badffbdcc tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] 10.222.0.16 "GET /v2.0/security-groups?id=f745dc72-333e-4ddf-8281-1bb3e04e8f82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508796 Jul 14 18:46:21.915164 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7f0e3d-4843-445f-bd6c-def5813a2d38 None None] Pushing event updated for resources: {'Port': ['ID=c54b8d32-ad04-402f-9d56-a132963f0a6b,revision_number=3']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:46:21.956878 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-cc7f0e3d-4843-445f-bd6c-def5813a2d38 None None] Port 7456636f-aa3c-416f-b21f-14f0fe76febe cannot update to ACTIVE because it is not bound. {{(pid=93917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 18:46:22.081367 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-6301042d-c02f-4fc6-8808-80c93e852bec tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2684753', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26033175'] for subnet, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:46:22.085940 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-fb79b141-162e-43f8-a97c-73ba458dde21 None None] Provisioning for port 5572fcd3-13ed-4c1c-8aa1-591f682e3298 completed by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:46:22.108081 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-fb79b141-162e-43f8-a97c-73ba458dde21 None None] Provisioning complete for port 5572fcd3-13ed-4c1c-8aa1-591f682e3298 triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:46:22.113253 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-fb79b141-162e-43f8-a97c-73ba458dde21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:46:22.154936 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6301042d-c02f-4fc6-8808-80c93e852bec tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Pushing event updated for resources: {'Subnet': ['ID=8aa46913-6b4a-4cc8-b6e2-9421a93292b7,revision_number=0']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:46:22.170491 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6301042d-c02f-4fc6-8808-80c93e852bec tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Network 7a211640-24e9-4aec-b495-44762f97199e is already hosted by enough agents. {{(pid=93916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:46:22.175823 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [None req-6301042d-c02f-4fc6-8808-80c93e852bec tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Resources bound (agent type, host, resource id): {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:46:22.181057 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6301042d-c02f-4fc6-8808-80c93e852bec tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:46:22.188618 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-6301042d-c02f-4fc6-8808-80c93e852bec tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Notify callbacks [] for subnet, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:46:22.219692 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22c1d3b0-1999-4b5b-9e9b-d7dae88f3307 None None] Network 7a211640-24e9-4aec-b495-44762f97199e requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:46:22.249091 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 36538) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:46:22.249286 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-6301042d-c02f-4fc6-8808-80c93e852bec tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.5468428 Jul 14 18:46:22.263763 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-c44821e6-e403-47e1-87f3-154f26908bda tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1173895408', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '8aa46913-6b4a-4cc8-b6e2-9421a93292b7'}], 'security_groups': ['6161e811-261d-4006-ad84-da9347f5e3c2']}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:46:22.353917 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-fb79b141-162e-43f8-a97c-73ba458dde21 None None] Port 5572fcd3-13ed-4c1c-8aa1-591f682e3298 cannot update to ACTIVE because it is not bound. {{(pid=93917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 18:46:22.886841 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-c44821e6-e403-47e1-87f3-154f26908bda tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:46:22.926253 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device c54b8d32-ad04-402f-9d56-a132963f0a6b up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:46:23.010920 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-303349f9-85be-48ec-b91e-599fbf43abd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:46:23.016529 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ab882ff-7a3e-4830-85e2-c5bf8dbebbb6 None None] Update dhcp port {'port': {'network_id': '7a211640-24e9-4aec-b495-44762f97199e', 'fixed_ips': [{'subnet_id': '4b3bcd64-15ff-402d-832c-b89585574cfa', 'ip_address': '172.20.0.2'}, {'subnet_id': '8aa46913-6b4a-4cc8-b6e2-9421a93292b7'}], 'binding:host_id': 'n-d-800634-3'}, 'id': 'c54b8d32-ad04-402f-9d56-a132963f0a6b'} from n-d-800634-3. {{(pid=93917) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 14 18:46:23.120945 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-1ab882ff-7a3e-4830-85e2-c5bf8dbebbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:46:23.168871 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port c54b8d32-ad04-402f-9d56-a132963f0a6b triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:46:23.169449 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:46:23.249362 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:46:23.613282 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.db_base_plugin_common [None req-1ab882ff-7a3e-4830-85e2-c5bf8dbebbb6 None None] Allocated IP 172.20.0.18 (7a211640-24e9-4aec-b495-44762f97199e/8aa46913-6b4a-4cc8-b6e2-9421a93292b7/c54b8d32-ad04-402f-9d56-a132963f0a6b) {{(pid=93917) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:46:23.700569 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5105ce8a-a333-4d61-8e18-823341794b9f req-68d7ab39-31a1-48c8-8d43-e1368a34ac9f tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:46:23.702305 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-5105ce8a-a333-4d61-8e18-823341794b9f req-68d7ab39-31a1-48c8-8d43-e1368a34ac9f tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] 10.222.0.16 "GET /v2.0/ports?device_id=4ed688ec-0b1c-4d1e-881c-157d22decd3a HTTP/1.1" status: 200 len: 944 time: 0.4039245 Jul 14 18:46:23.782499 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-1ab882ff-7a3e-4830-85e2-c5bf8dbebbb6 None None] For port c54b8d32-ad04-402f-9d56-a132963f0a6b, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=c54b8d32-ad04-402f-9d56-a132963f0a6b,segment=NetworkSegment(35e9ad4c-4629-4c27-9056-f9a6a2a72a47),segment_id=35e9ad4c-4629-4c27-9056-f9a6a2a72a47)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:46:23.831334 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-1ab882ff-7a3e-4830-85e2-c5bf8dbebbb6 None None] Notify callbacks [] for port, precommit_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:46:23.866126 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-5105ce8a-a333-4d61-8e18-823341794b9f req-ec0442a3-2f99-4d30-b5c3-cc69b00acb1c tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] 10.222.0.16 "GET /v2.0/security-groups?id=f745dc72-333e-4ddf-8281-1bb3e04e8f82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564362 Jul 14 18:46:23.997660 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-1ab882ff-7a3e-4830-85e2-c5bf8dbebbb6 None None] Transition to ACTIVE for port object c54b8d32-ad04-402f-9d56-a132963f0a6b will not be triggered until provisioned by entity DHCP. {{(pid=93917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:46:24.020056 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-1ab882ff-7a3e-4830-85e2-c5bf8dbebbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:46:24.269379 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.db_base_plugin_common [None req-c44821e6-e403-47e1-87f3-154f26908bda tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Delete allocated IP 172.20.0.9 (7a211640-24e9-4aec-b495-44762f97199e/4b3bcd64-15ff-402d-832c-b89585574cfa) {{(pid=93915) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 14 18:46:24.300575 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.db_base_plugin_common [None req-c44821e6-e403-47e1-87f3-154f26908bda tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Allocated IP 172.20.0.22 (7a211640-24e9-4aec-b495-44762f97199e/8aa46913-6b4a-4cc8-b6e2-9421a93292b7/5572fcd3-13ed-4c1c-8aa1-591f682e3298) {{(pid=93915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:46:24.303650 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-574aeb93-9938-449c-8e6c-cb22c9b52cc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:46:24.391324 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab882ff-7a3e-4830-85e2-c5bf8dbebbb6 None None] Pushing event updated for resources: {'Port': ['ID=c54b8d32-ad04-402f-9d56-a132963f0a6b,revision_number=4']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:46:24.514588 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-c44821e6-e403-47e1-87f3-154f26908bda tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Notify callbacks [] for port, precommit_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:46:24.567863 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.provisioning_blocks [None req-c44821e6-e403-47e1-87f3-154f26908bda tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Transition to ACTIVE for port object 5572fcd3-13ed-4c1c-8aa1-591f682e3298 will not be triggered until provisioned by entity DHCP. {{(pid=93915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:46:24.575649 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-c44821e6-e403-47e1-87f3-154f26908bda tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25912978'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:46:24.791195 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device c54b8d32-ad04-402f-9d56-a132963f0a6b up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:46:24.968322 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [None req-c44821e6-e403-47e1-87f3-154f26908bda tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] In _notify_port_updated(), no bound segment for port 5572fcd3-13ed-4c1c-8aa1-591f682e3298 on network 7a211640-24e9-4aec-b495-44762f97199e {{(pid=93915) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 14 18:46:24.980732 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c44821e6-e403-47e1-87f3-154f26908bda tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:46:24.981880 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-c44821e6-e403-47e1-87f3-154f26908bda tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:46:24.986635 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 36590) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:46:24.988048 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-c44821e6-e403-47e1-87f3-154f26908bda tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] 10.222.0.16 "PUT /v2.0/ports/5572fcd3-13ed-4c1c-8aa1-591f682e3298 HTTP/1.1" status: 200 len: 921 time: 2.7367952 Jul 14 18:46:25.009209 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44821e6-e403-47e1-87f3-154f26908bda tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Pushing event updated for resources: {'Port': ['ID=5572fcd3-13ed-4c1c-8aa1-591f682e3298,revision_number=2']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:46:25.331394 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-aa5ddd38-da12-44c4-a844-3d07583c7f60 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Deleting port 5572fcd3-13ed-4c1c-8aa1-591f682e3298 {{(pid=93916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:46:25.333747 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-aa5ddd38-da12-44c4-a844-3d07583c7f60 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:46:25.371418 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477ca958-c16b-45a1-bd9e-d6f1db03d3de req-8339f141-4259-45a0-a25e-3da6fe82e9c3 tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:46:25.373269 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-477ca958-c16b-45a1-bd9e-d6f1db03d3de req-8339f141-4259-45a0-a25e-3da6fe82e9c3 tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] 10.222.0.16 "GET /v2.0/ports?device_id=4ed688ec-0b1c-4d1e-881c-157d22decd3a HTTP/1.1" status: 200 len: 944 time: 0.2008743 Jul 14 18:46:25.452676 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-aa5ddd38-da12-44c4-a844-3d07583c7f60 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:46:25.457730 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-477ca958-c16b-45a1-bd9e-d6f1db03d3de req-8fb24e50-eaaf-47f5-9edb-3795ebfab4b3 tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] 10.222.0.16 "GET /v2.0/security-groups?id=f745dc72-333e-4ddf-8281-1bb3e04e8f82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695686 Jul 14 18:46:25.476568 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-aa5ddd38-da12-44c4-a844-3d07583c7f60 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Calling delete_port for 5572fcd3-13ed-4c1c-8aa1-591f682e3298 owned by {{(pid=93916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:46:25.651260 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-cc099a9c-88b1-4c89-9385-356e2d65e699 None None] Provisioning for port c54b8d32-ad04-402f-9d56-a132963f0a6b completed by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:46:25.684767 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-cc099a9c-88b1-4c89-9385-356e2d65e699 None None] Provisioning complete for port c54b8d32-ad04-402f-9d56-a132963f0a6b triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:46:25.687046 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-cc099a9c-88b1-4c89-9385-356e2d65e699 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:46:25.841621 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-aa5ddd38-da12-44c4-a844-3d07583c7f60 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:46:25.886097 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-2f4e3af3-e708-4ffd-a544-82d93a489d01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:46:26.002904 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5ddd38-da12-44c4-a844-3d07583c7f60 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Pushing event deleted for resources: {'Port': ['ID=5572fcd3-13ed-4c1c-8aa1-591f682e3298,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:46:26.108969 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-cc099a9c-88b1-4c89-9385-356e2d65e699 None None] Provisioning complete for port 7456636f-aa3c-416f-b21f-14f0fe76febe triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:46:26.109611 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-cc099a9c-88b1-4c89-9385-356e2d65e699 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:46:26.196442 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-cc099a9c-88b1-4c89-9385-356e2d65e699 None None] Port 7456636f-aa3c-416f-b21f-14f0fe76febe cannot update to ACTIVE because it is not bound. {{(pid=93917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 18:46:26.202939 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-aa5ddd38-da12-44c4-a844-3d07583c7f60 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:46:26.203908 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-cc099a9c-88b1-4c89-9385-356e2d65e699 None None] Could not find standard attr ID for object 5572fcd3-13ed-4c1c-8aa1-591f682e3298. {{(pid=93917) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 14 18:46:26.210616 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 36608) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:46:26.220736 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-aa5ddd38-da12-44c4-a844-3d07583c7f60 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] 10.222.0.16 "DELETE /v2.0/ports/5572fcd3-13ed-4c1c-8aa1-591f682e3298 HTTP/1.1" status: 204 len: 168 time: 1.2326660 Jul 14 18:46:26.261097 n-d-800634-3 neutron-server[93915]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc35a2c0-83ec-4cc3-a41a-b254a4b3dded tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] GET failed (client error): The resource could not be found. Jul 14 18:46:26.273757 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 36610) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:46:26.281815 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-cc35a2c0-83ec-4cc3-a41a-b254a4b3dded tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] 10.222.0.16 "GET /v2.0/ports/5572fcd3-13ed-4c1c-8aa1-591f682e3298 HTTP/1.1" status: 404 len: 333 time: 0.0700326 Jul 14 18:46:26.374412 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-e575c8be-7e83-4487-9961-6bdfed1c4909 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Notify callbacks [] for security_group, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:46:26.418917 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-ae3e9526-ed98-49f2-b163-adb89c618677 None None] Could not find standard attr ID for object 5572fcd3-13ed-4c1c-8aa1-591f682e3298. {{(pid=93917) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 14 18:46:26.428481 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-e575c8be-7e83-4487-9961-6bdfed1c4909 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:46:26.547063 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-e575c8be-7e83-4487-9961-6bdfed1c4909 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:46:26.550558 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-e575c8be-7e83-4487-9961-6bdfed1c4909 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:46:26.555564 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 36616) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:46:26.562608 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-e575c8be-7e83-4487-9961-6bdfed1c4909 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] 10.222.0.16 "DELETE /v2.0/security-groups/099e5556-8175-4fa7-ad4d-e5aa0131bb01 HTTP/1.1" status: 204 len: 168 time: 0.2873707 Jul 14 18:46:26.590122 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e575c8be-7e83-4487-9961-6bdfed1c4909 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=099e5556-8175-4fa7-ad4d-e5aa0131bb01,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:46:26.723991 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-ca9f031d-27ce-4da3-83bf-016536d19625 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Notify callbacks [] for security_group, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:46:26.915912 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-ca9f031d-27ce-4da3-83bf-016536d19625 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:46:26.993236 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bafca7-24fc-460f-80bd-e20472b669e9 req-5ba4922d-84b6-4347-9a61-05f67aa21a64 tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:46:26.996556 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-05bafca7-24fc-460f-80bd-e20472b669e9 req-5ba4922d-84b6-4347-9a61-05f67aa21a64 tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] 10.222.0.16 "GET /v2.0/ports?device_id=4ed688ec-0b1c-4d1e-881c-157d22decd3a HTTP/1.1" status: 200 len: 944 time: 0.2211504 Jul 14 18:46:27.001770 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-ca9f031d-27ce-4da3-83bf-016536d19625 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:46:27.011940 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-ca9f031d-27ce-4da3-83bf-016536d19625 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Notify callbacks [] for security_group, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:46:27.013365 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-ca9f031d-27ce-4da3-83bf-016536d19625 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] 10.222.0.16 "DELETE /v2.0/security-groups/6161e811-261d-4006-ad84-da9347f5e3c2 HTTP/1.1" status: 204 len: 168 time: 0.4567895 Jul 14 18:46:27.016362 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 36622) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:46:27.089323 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b61c042-b95b-4d6c-abca-f3eb01514323 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Deleting subnet 4b3bcd64-15ff-402d-832c-b89585574cfa {{(pid=93916) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 18:46:27.094109 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-8b61c042-b95b-4d6c-abca-f3eb01514323 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Notify callbacks [] for subnet, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:46:27.155374 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9f031d-27ce-4da3-83bf-016536d19625 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6161e811-261d-4006-ad84-da9347f5e3c2,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:46:27.192596 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-8b61c042-b95b-4d6c-abca-f3eb01514323 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26296866'] for subnet, precommit_delete_associations {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:46:27.200759 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-05bafca7-24fc-460f-80bd-e20472b669e9 req-3e6dc196-fe25-41ca-b5f7-b27d75b6f538 tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] 10.222.0.16 "GET /v2.0/security-groups?id=f745dc72-333e-4ddf-8281-1bb3e04e8f82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1859577 Jul 14 18:46:27.398450 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-8b61c042-b95b-4d6c-abca-f3eb01514323 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081283'] for subnet, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:46:27.622103 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-8b61c042-b95b-4d6c-abca-f3eb01514323 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2684816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26033152'] for subnet, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:46:27.659166 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b61c042-b95b-4d6c-abca-f3eb01514323 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Pushing event deleted for resources: {'Subnet': ['ID=4b3bcd64-15ff-402d-832c-b89585574cfa,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:46:27.670179 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-8b61c042-b95b-4d6c-abca-f3eb01514323 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Notify callbacks [] for subnet, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:46:27.672517 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-8b61c042-b95b-4d6c-abca-f3eb01514323 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] 10.222.0.16 "DELETE /v2.0/subnets/4b3bcd64-15ff-402d-832c-b89585574cfa HTTP/1.1" status: 204 len: 168 time: 0.6539671 Jul 14 18:46:27.677759 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 36626) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:46:27.684786 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-efc5a9c7-a2d5-4211-ac81-6908212dcdf1 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Request body: {'subnet': {'network_id': '7a211640-24e9-4aec-b495-44762f97199e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:46:27.697181 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a053923-8dad-4481-8345-1e6540a7ea00 None None] Network 7a211640-24e9-4aec-b495-44762f97199e requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:46:27.963034 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efc5a9c7-a2d5-4211-ac81-6908212dcdf1 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Made reservation on behalf of 5ceee1f2be05491f99699576fae0f27c for: {'subnet': 1} {{(pid=93915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:46:27.966896 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-efc5a9c7-a2d5-4211-ac81-6908212dcdf1 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28969735'] for subnet, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:46:28.531114 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-efc5a9c7-a2d5-4211-ac81-6908212dcdf1 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25912837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28969781'] for subnet, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:46:29.391741 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efc5a9c7-a2d5-4211-ac81-6908212dcdf1 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Network 7a211640-24e9-4aec-b495-44762f97199e is already hosted by enough agents. {{(pid=93915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:46:29.402695 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [None req-efc5a9c7-a2d5-4211-ac81-6908212dcdf1 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Resources bound (agent type, host, resource id): {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:46:29.430409 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efc5a9c7-a2d5-4211-ac81-6908212dcdf1 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:46:29.431249 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-efc5a9c7-a2d5-4211-ac81-6908212dcdf1 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Notify callbacks [] for subnet, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:46:29.469237 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc5a9c7-a2d5-4211-ac81-6908212dcdf1 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Pushing event updated for resources: {'Subnet': ['ID=219524b3-f3de-488f-8488-f971e2974536,revision_number=0']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:46:29.497373 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 36646) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:46:29.498023 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-efc5a9c7-a2d5-4211-ac81-6908212dcdf1 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8177369 Jul 14 18:46:29.503131 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-c4a12de7-e944-41a6-9daf-517239d1491d tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Request body: {'security_group': {'name': 'tempest-secgroup-1661137140'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:46:29.520468 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6f6d20-f594-44a2-a73f-1cd1804190df req-1b494e78-4904-4d36-a407-86621b90d699 tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:46:29.528766 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-5c6f6d20-f594-44a2-a73f-1cd1804190df req-1b494e78-4904-4d36-a407-86621b90d699 tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] 10.222.0.16 "GET /v2.0/ports?device_id=4ed688ec-0b1c-4d1e-881c-157d22decd3a HTTP/1.1" status: 200 len: 944 time: 1.0364165 Jul 14 18:46:29.561812 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-970a5376-1558-45f7-8cf8-03bad8d34bf1 None None] Network 7a211640-24e9-4aec-b495-44762f97199e requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:46:29.573646 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-c4a12de7-e944-41a6-9daf-517239d1491d tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Notify callbacks [] for security_group, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:46:29.613861 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-5c6f6d20-f594-44a2-a73f-1cd1804190df req-97e8a43c-903b-419b-9d7b-94cc3b62f6b7 tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] 10.222.0.16 "GET /v2.0/security-groups?id=f745dc72-333e-4ddf-8281-1bb3e04e8f82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840371 Jul 14 18:46:29.875042 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-c4a12de7-e944-41a6-9daf-517239d1491d tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Notify callbacks [] for security_group, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:46:29.880983 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-d2b6c281-552e-4f7c-96ab-4c725390d1c3 None None] Provisioning complete for port c54b8d32-ad04-402f-9d56-a132963f0a6b triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:46:29.881546 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-d2b6c281-552e-4f7c-96ab-4c725390d1c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:46:29.882617 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-c4a12de7-e944-41a6-9daf-517239d1491d tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:46:29.921429 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a12de7-e944-41a6-9daf-517239d1491d tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5aca2ebf-ed8a-4a52-a370-3a915365527a,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:46:29.937626 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-c4a12de7-e944-41a6-9daf-517239d1491d tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:46:29.942610 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 36650) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:46:29.947763 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-ebefaf51-9e1e-47b3-90ea-8da68f1f7aa6 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Request body: {'security_group': {'name': 'tempest-secgroup-274665159'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:46:29.953301 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-c4a12de7-e944-41a6-9daf-517239d1491d tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4547431 Jul 14 18:46:29.981657 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-ebefaf51-9e1e-47b3-90ea-8da68f1f7aa6 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Notify callbacks [] for security_group, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:46:30.063215 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-d2b6c281-552e-4f7c-96ab-4c725390d1c3 None None] Provisioning complete for port 7456636f-aa3c-416f-b21f-14f0fe76febe triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:46:30.063623 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-d2b6c281-552e-4f7c-96ab-4c725390d1c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:46:30.105604 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-ebefaf51-9e1e-47b3-90ea-8da68f1f7aa6 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Notify callbacks [] for security_group, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:46:30.110578 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-d2b6c281-552e-4f7c-96ab-4c725390d1c3 None None] Port 7456636f-aa3c-416f-b21f-14f0fe76febe cannot update to ACTIVE because it is not bound. {{(pid=93917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 18:46:30.112034 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-ebefaf51-9e1e-47b3-90ea-8da68f1f7aa6 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:46:30.143490 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-ebefaf51-9e1e-47b3-90ea-8da68f1f7aa6 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Notify callbacks [] for security_group, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:46:30.144820 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-ebefaf51-9e1e-47b3-90ea-8da68f1f7aa6 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2009358 Jul 14 18:46:30.147992 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 36652) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:46:30.156611 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-52fe4e43-31d5-4aa3-b27f-c64724e08b32 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Request body: {'security_group': {'name': 'tempest-secgroup-1967149905'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:46:30.159666 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebefaf51-9e1e-47b3-90ea-8da68f1f7aa6 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Pushing event updated for resources: {'SecurityGroup': ['ID=66c1773e-532b-4abd-b875-d209a70057bf,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:46:30.210553 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-52fe4e43-31d5-4aa3-b27f-c64724e08b32 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Notify callbacks [] for security_group, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:46:30.272330 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eab68153-755b-48f9-a85a-5bc91432b0f7 None None] Update dhcp port {'port': {'network_id': '7a211640-24e9-4aec-b495-44762f97199e', 'fixed_ips': [{'subnet_id': '8aa46913-6b4a-4cc8-b6e2-9421a93292b7', 'ip_address': '172.20.0.18'}, {'subnet_id': '219524b3-f3de-488f-8488-f971e2974536'}], 'binding:host_id': 'n-d-800634-3'}, 'id': 'c54b8d32-ad04-402f-9d56-a132963f0a6b'} from n-d-800634-3. {{(pid=93917) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 14 18:46:30.338763 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-eab68153-755b-48f9-a85a-5bc91432b0f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:46:30.391707 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-52fe4e43-31d5-4aa3-b27f-c64724e08b32 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Notify callbacks [] for security_group, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:46:30.401700 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-52fe4e43-31d5-4aa3-b27f-c64724e08b32 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:46:30.472725 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fe4e43-31d5-4aa3-b27f-c64724e08b32 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Pushing event updated for resources: {'SecurityGroup': ['ID=82819a75-9501-4434-8c9b-71f1de1c6616,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:46:30.490367 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-52fe4e43-31d5-4aa3-b27f-c64724e08b32 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:46:30.493980 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-52fe4e43-31d5-4aa3-b27f-c64724e08b32 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3417714 Jul 14 18:46:30.495157 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 36660) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:46:30.503438 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-f19bb2b5-bd1f-46f1-90e3-ebddcfdc6ee0 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-362058006', 'security_groups': ['82819a75-9501-4434-8c9b-71f1de1c6616'], 'network_id': '7a211640-24e9-4aec-b495-44762f97199e', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '219524b3-f3de-488f-8488-f971e2974536'}]}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:46:30.615159 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.db_base_plugin_common [None req-eab68153-755b-48f9-a85a-5bc91432b0f7 None None] Allocated IP 172.20.0.2 (7a211640-24e9-4aec-b495-44762f97199e/219524b3-f3de-488f-8488-f971e2974536/c54b8d32-ad04-402f-9d56-a132963f0a6b) {{(pid=93917) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:46:30.675957 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f19bb2b5-bd1f-46f1-90e3-ebddcfdc6ee0 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Made reservation on behalf of 5ceee1f2be05491f99699576fae0f27c for: {'port': 1} {{(pid=93916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:46:30.766989 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-eab68153-755b-48f9-a85a-5bc91432b0f7 None None] For port c54b8d32-ad04-402f-9d56-a132963f0a6b, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=c54b8d32-ad04-402f-9d56-a132963f0a6b,segment=NetworkSegment(35e9ad4c-4629-4c27-9056-f9a6a2a72a47),segment_id=35e9ad4c-4629-4c27-9056-f9a6a2a72a47)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:46:30.769877 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-f19bb2b5-bd1f-46f1-90e3-ebddcfdc6ee0 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:46:30.794744 n-d-800634-3 neutron-server[93916]: DEBUG neutron.notifiers.nova [None req-f19bb2b5-bd1f-46f1-90e3-ebddcfdc6ee0 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] device_id is not set on port a88427eb-360c-4b00-884b-9dd538029b17 yet. {{(pid=93916) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 18:46:30.802212 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-eab68153-755b-48f9-a85a-5bc91432b0f7 None None] Notify callbacks [] for port, precommit_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:46:30.818794 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-eab68153-755b-48f9-a85a-5bc91432b0f7 None None] Transition to ACTIVE for port object c54b8d32-ad04-402f-9d56-a132963f0a6b will not be triggered until provisioned by entity DHCP. {{(pid=93917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:46:30.835607 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-eab68153-755b-48f9-a85a-5bc91432b0f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:46:30.953702 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa02105-379e-4e2f-9b51-39f11e173c13 req-de5cfe62-c668-449a-9906-b41285715617 tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:46:30.960740 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-4aa02105-379e-4e2f-9b51-39f11e173c13 req-de5cfe62-c668-449a-9906-b41285715617 tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] 10.222.0.16 "GET /v2.0/ports?device_id=4ed688ec-0b1c-4d1e-881c-157d22decd3a HTTP/1.1" status: 200 len: 944 time: 0.1360953 Jul 14 18:46:30.989816 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab68153-755b-48f9-a85a-5bc91432b0f7 None None] Pushing event updated for resources: {'Port': ['ID=c54b8d32-ad04-402f-9d56-a132963f0a6b,revision_number=6']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:46:31.000317 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab68153-755b-48f9-a85a-5bc91432b0f7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:46:31.000904 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab68153-755b-48f9-a85a-5bc91432b0f7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:46:31.001401 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab68153-755b-48f9-a85a-5bc91432b0f7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:46:31.001929 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab68153-755b-48f9-a85a-5bc91432b0f7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:46:31.002419 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab68153-755b-48f9-a85a-5bc91432b0f7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:46:31.002910 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab68153-755b-48f9-a85a-5bc91432b0f7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:46:31.003388 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab68153-755b-48f9-a85a-5bc91432b0f7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:46:31.004703 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab68153-755b-48f9-a85a-5bc91432b0f7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:46:31.005203 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab68153-755b-48f9-a85a-5bc91432b0f7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:46:31.005692 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab68153-755b-48f9-a85a-5bc91432b0f7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:46:31.006180 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab68153-755b-48f9-a85a-5bc91432b0f7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:46:31.007403 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab68153-755b-48f9-a85a-5bc91432b0f7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:46:31.029345 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.db_base_plugin_common [None req-f19bb2b5-bd1f-46f1-90e3-ebddcfdc6ee0 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Allocated IP 172.20.0.6 (7a211640-24e9-4aec-b495-44762f97199e/219524b3-f3de-488f-8488-f971e2974536/a88427eb-360c-4b00-884b-9dd538029b17) {{(pid=93916) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:46:31.040360 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-4aa02105-379e-4e2f-9b51-39f11e173c13 req-cf2cf808-5f2b-4344-8825-0f6b68bdef95 tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] 10.222.0.16 "GET /v2.0/security-groups?id=f745dc72-333e-4ddf-8281-1bb3e04e8f82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698323 Jul 14 18:46:31.269670 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-f19bb2b5-bd1f-46f1-90e3-ebddcfdc6ee0 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Notify callbacks [] for port, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:46:31.306220 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.provisioning_blocks [None req-f19bb2b5-bd1f-46f1-90e3-ebddcfdc6ee0 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Transition to ACTIVE for port object a88427eb-360c-4b00-884b-9dd538029b17 will not be triggered until provisioned by entity DHCP. {{(pid=93916) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:46:31.366522 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-f19bb2b5-bd1f-46f1-90e3-ebddcfdc6ee0 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:46:31.429763 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f19bb2b5-bd1f-46f1-90e3-ebddcfdc6ee0 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Network 7a211640-24e9-4aec-b495-44762f97199e is already hosted by enough agents. {{(pid=93916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:46:31.433551 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [None req-f19bb2b5-bd1f-46f1-90e3-ebddcfdc6ee0 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Resources bound (agent type, host, resource id): {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:46:31.437790 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f19bb2b5-bd1f-46f1-90e3-ebddcfdc6ee0 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Received port after_create {{(pid=93916) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:46:31.463905 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19bb2b5-bd1f-46f1-90e3-ebddcfdc6ee0 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Pushing event updated for resources: {'Port': ['ID=a88427eb-360c-4b00-884b-9dd538029b17,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:46:31.497145 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f19bb2b5-bd1f-46f1-90e3-ebddcfdc6ee0 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:46:31.497801 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-f19bb2b5-bd1f-46f1-90e3-ebddcfdc6ee0 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:46:31.515661 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-f19bb2b5-bd1f-46f1-90e3-ebddcfdc6ee0 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.0168514 Jul 14 18:46:31.516335 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 36670) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:46:31.522608 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-9bcb8430-1527-4284-af2b-e73aa25c1475 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Request body: {'subnet': {'network_id': '7a211640-24e9-4aec-b495-44762f97199e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:46:31.642833 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bcb8430-1527-4284-af2b-e73aa25c1475 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Made reservation on behalf of 5ceee1f2be05491f99699576fae0f27c for: {'subnet': 1} {{(pid=93916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:46:31.648135 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-9bcb8430-1527-4284-af2b-e73aa25c1475 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26033189'] for subnet, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:46:31.746580 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-f71bdb18-ea37-47c8-ac08-5643d3b74ccf None None] Provisioning for port c54b8d32-ad04-402f-9d56-a132963f0a6b completed by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:46:31.750678 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-f71bdb18-ea37-47c8-ac08-5643d3b74ccf None None] Provisioning complete for port c54b8d32-ad04-402f-9d56-a132963f0a6b triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:46:31.751166 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-f71bdb18-ea37-47c8-ac08-5643d3b74ccf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:46:31.765683 n-d-800634-3 neutron-server[93916]: INFO neutron.db.ipam_backend_mixin [None req-9bcb8430-1527-4284-af2b-e73aa25c1475 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 219524b3-f3de-488f-8488-f971e2974536 (CIDR: 172.20.0.0/28) Jul 14 18:46:31.771826 n-d-800634-3 neutron-server[93916]: INFO neutron.pecan_wsgi.hooks.translation [None req-9bcb8430-1527-4284-af2b-e73aa25c1475 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 18:46:31.772880 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9bcb8430-1527-4284-af2b-e73aa25c1475 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93916) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 18:46:31.795162 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-9bcb8430-1527-4284-af2b-e73aa25c1475 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2758582 Jul 14 18:46:31.795559 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 36674) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:46:31.802216 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-6163407a-fdfb-4778-b320-c501fa42c845 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Request body: {'subnet': {'network_id': '7a211640-24e9-4aec-b495-44762f97199e', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:46:31.872791 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-f71bdb18-ea37-47c8-ac08-5643d3b74ccf None None] Provisioning complete for port 7456636f-aa3c-416f-b21f-14f0fe76febe triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:46:31.873467 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-f71bdb18-ea37-47c8-ac08-5643d3b74ccf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:46:31.913303 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-f71bdb18-ea37-47c8-ac08-5643d3b74ccf None None] Port 7456636f-aa3c-416f-b21f-14f0fe76febe cannot update to ACTIVE because it is not bound. {{(pid=93917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 18:46:31.927043 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6163407a-fdfb-4778-b320-c501fa42c845 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Made reservation on behalf of 5ceee1f2be05491f99699576fae0f27c for: {'subnet': 1} {{(pid=93916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:46:31.930883 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-6163407a-fdfb-4778-b320-c501fa42c845 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26033189'] for subnet, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:46:32.027060 n-d-800634-3 neutron-server[93916]: INFO neutron.db.ipam_backend_mixin [None req-6163407a-fdfb-4778-b320-c501fa42c845 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 8aa46913-6b4a-4cc8-b6e2-9421a93292b7 (CIDR: 172.20.0.16/28) Jul 14 18:46:32.030297 n-d-800634-3 neutron-server[93916]: INFO neutron.pecan_wsgi.hooks.translation [None req-6163407a-fdfb-4778-b320-c501fa42c845 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 18:46:32.030780 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6163407a-fdfb-4778-b320-c501fa42c845 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93916) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 18:46:32.036202 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-ab0064f7-545c-49b9-beec-317e55e90be4 None None] Provisioning for port a88427eb-360c-4b00-884b-9dd538029b17 completed by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:46:32.039933 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-ab0064f7-545c-49b9-beec-317e55e90be4 None None] Provisioning complete for port a88427eb-360c-4b00-884b-9dd538029b17 triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:46:32.040328 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-ab0064f7-545c-49b9-beec-317e55e90be4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:46:32.051247 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-6163407a-fdfb-4778-b320-c501fa42c845 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.2514396 Jul 14 18:46:32.051435 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 36678) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:46:32.057435 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-37fc2c8d-f004-45d4-a463-444f379f27e2 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Request body: {'subnet': {'network_id': '7a211640-24e9-4aec-b495-44762f97199e', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:46:32.082647 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-ab0064f7-545c-49b9-beec-317e55e90be4 None None] Port a88427eb-360c-4b00-884b-9dd538029b17 cannot update to ACTIVE because it is not bound. {{(pid=93917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 18:46:32.173808 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37fc2c8d-f004-45d4-a463-444f379f27e2 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Made reservation on behalf of 5ceee1f2be05491f99699576fae0f27c for: {'subnet': 1} {{(pid=93916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:46:32.178310 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-37fc2c8d-f004-45d4-a463-444f379f27e2 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26033189'] for subnet, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:46:32.224102 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b085efd9-e400-4865-a551-a5645f070129 req-89c2ef54-f039-47e8-8cc6-b833cbed4b67 tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:46:32.225730 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b085efd9-e400-4865-a551-a5645f070129 req-89c2ef54-f039-47e8-8cc6-b833cbed4b67 tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] 10.222.0.16 "GET /v2.0/ports?device_id=4ed688ec-0b1c-4d1e-881c-157d22decd3a HTTP/1.1" status: 200 len: 944 time: 0.0694561 Jul 14 18:46:32.270785 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b085efd9-e400-4865-a551-a5645f070129 req-58fd0a7f-b7bc-4671-a4d2-d0ea0171bbff tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] 10.222.0.16 "GET /v2.0/security-groups?id=f745dc72-333e-4ddf-8281-1bb3e04e8f82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391190 Jul 14 18:46:32.309695 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device 22c8f00d-1121-4477-a7e5-813b2cc437b2 details requested by agent hyperv_n-h1-800634-3 with host n-h1-800634-3 {{(pid=93917) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 18:46:32.435558 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port 22c8f00d-1121-4477-a7e5-813b2cc437b2, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=22c8f00d-1121-4477-a7e5-813b2cc437b2,segment=NetworkSegment(c2fad28a-4ca7-4493-8025-bc92e58ecccc),segment_id=c2fad28a-4ca7-4493-8025-bc92e58ecccc)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:46:32.448008 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Returning: {'device': '22c8f00d-1121-4477-a7e5-813b2cc437b2', 'network_id': '1b20c90e-a28d-40c4-80a6-bd7c3e0e48e9', 'port_id': '22c8f00d-1121-4477-a7e5-813b2cc437b2', 'mac_address': 'fa:16:3e:92:ea:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '044a6425-92e0-4c6b-bc74-105388401773', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93917) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 18:46:32.472944 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-37fc2c8d-f004-45d4-a463-444f379f27e2 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2684753', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26033175'] for subnet, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:46:32.500085 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:46:32.513946 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:46:32.520437 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22c8f00d-1121-4477-a7e5-813b2cc437b2 {{(pid=93917) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 18:46:32.536265 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37fc2c8d-f004-45d4-a463-444f379f27e2 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Network 7a211640-24e9-4aec-b495-44762f97199e is already hosted by enough agents. {{(pid=93916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:46:32.539661 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [None req-37fc2c8d-f004-45d4-a463-444f379f27e2 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Resources bound (agent type, host, resource id): {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:46:32.545604 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37fc2c8d-f004-45d4-a463-444f379f27e2 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:46:32.546350 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-37fc2c8d-f004-45d4-a463-444f379f27e2 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Notify callbacks [] for subnet, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:46:32.556294 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37fc2c8d-f004-45d4-a463-444f379f27e2 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Pushing event updated for resources: {'Subnet': ['ID=5d7b88be-0636-4d62-aa90-f8b1143ccd62,revision_number=0']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:46:32.566547 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port 22c8f00d-1121-4477-a7e5-813b2cc437b2, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=22c8f00d-1121-4477-a7e5-813b2cc437b2,segment=NetworkSegment(c2fad28a-4ca7-4493-8025-bc92e58ecccc),segment_id=c2fad28a-4ca7-4493-8025-bc92e58ecccc)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:46:32.569847 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-37fc2c8d-f004-45d4-a463-444f379f27e2 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.5173187 Jul 14 18:46:32.572273 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f38076e-41c0-45ed-a52f-e60b678c94e7 None None] Network 7a211640-24e9-4aec-b495-44762f97199e requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:46:32.572976 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 36690) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:46:32.576329 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:46:32.581400 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-3bc24ee8-2a93-4d1a-939d-e07b7b1d5a0d tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-59728569', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '5d7b88be-0636-4d62-aa90-f8b1143ccd62'}], 'security_groups': ['5aca2ebf-ed8a-4a52-a370-3a915365527a', '66c1773e-532b-4abd-b875-d209a70057bf']}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:46:32.874840 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device c54b8d32-ad04-402f-9d56-a132963f0a6b up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:46:32.892295 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-3bc24ee8-2a93-4d1a-939d-e07b7b1d5a0d tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:46:32.900811 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a18735-48d5-4615-8ce2-0dd263f568be req-12bba137-6e47-4665-b6c9-c8c7e961e0d7 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:46:32.902304 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-92a18735-48d5-4615-8ce2-0dd263f568be req-12bba137-6e47-4665-b6c9-c8c7e961e0d7 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] 10.222.0.16 "GET /v2.0/networks?id=d41f9397-de9e-4e07-a07d-8cf0ac566250 HTTP/1.1" status: 200 len: 811 time: 0.1524453 Jul 14 18:46:32.922264 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-92a18735-48d5-4615-8ce2-0dd263f568be req-21f32309-4cfe-43a5-8b9a-e0d9839fe2dd tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] 10.222.0.16 "GET /v2.0/quotas/5093a1bcf9144b0bbe697fc3cf12df56 HTTP/1.1" status: 200 len: 375 time: 0.0117407 Jul 14 18:46:32.941738 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Pushing event updated for resources: {'Port': ['ID=22c8f00d-1121-4477-a7e5-813b2cc437b2,revision_number=11']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:46:32.958369 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] get_ports_and_sgs() called for port_ids ['22c8f00d-1121-4477-a7e5-813b2cc437b2'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 18:46:33.117072 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port c54b8d32-ad04-402f-9d56-a132963f0a6b triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:46:33.117640 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:46:33.195710 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-92a18735-48d5-4615-8ce2-0dd263f568be req-6f1378f1-232d-4c4b-a3db-875f30c5adaf tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=5093a1bcf9144b0bbe697fc3cf12df56&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1646535 Jul 14 18:46:33.398524 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-92a18735-48d5-4615-8ce2-0dd263f568be req-50ee88a7-9c67-4533-b6aa-32d83d02a9fc service neutron] 10.222.0.16 "GET /v2.0/networks/d41f9397-de9e-4e07-a07d-8cf0ac566250?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1862526 Jul 14 18:46:33.425851 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-265ec90d-3e1c-4b50-8b50-f81fa2689f19 None None] Update dhcp port {'port': {'network_id': '7a211640-24e9-4aec-b495-44762f97199e', 'fixed_ips': [{'subnet_id': '8aa46913-6b4a-4cc8-b6e2-9421a93292b7', 'ip_address': '172.20.0.18'}, {'subnet_id': '219524b3-f3de-488f-8488-f971e2974536', 'ip_address': '172.20.0.2'}, {'subnet_id': '5d7b88be-0636-4d62-aa90-f8b1143ccd62'}], 'binding:host_id': 'n-d-800634-3'}, 'id': 'c54b8d32-ad04-402f-9d56-a132963f0a6b'} from n-d-800634-3. {{(pid=93917) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 14 18:46:33.484737 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-265ec90d-3e1c-4b50-8b50-f81fa2689f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:46:33.575081 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.db_base_plugin_common [None req-3bc24ee8-2a93-4d1a-939d-e07b7b1d5a0d tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Delete allocated IP 172.20.0.6 (7a211640-24e9-4aec-b495-44762f97199e/219524b3-f3de-488f-8488-f971e2974536) {{(pid=93915) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 14 18:46:33.615271 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.db_base_plugin_common [None req-3bc24ee8-2a93-4d1a-939d-e07b7b1d5a0d tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Allocated IP 172.20.0.42 (7a211640-24e9-4aec-b495-44762f97199e/5d7b88be-0636-4d62-aa90-f8b1143ccd62/a88427eb-360c-4b00-884b-9dd538029b17) {{(pid=93915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:46:33.679724 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-92a18735-48d5-4615-8ce2-0dd263f568be req-9882bcc5-e511-41a3-a7d2-a86bbe6dc0a2 service neutron] 10.222.0.16 "GET /v2.0/networks/d41f9397-de9e-4e07-a07d-8cf0ac566250?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2377005 Jul 14 18:46:33.790240 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4122d6a1-86cc-42d3-950c-e03b37b154f1 req-2fb9f923-9f02-49dc-b72c-67eff169078a tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:46:33.791798 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-4122d6a1-86cc-42d3-950c-e03b37b154f1 req-2fb9f923-9f02-49dc-b72c-67eff169078a tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] 10.222.0.16 "GET /v2.0/ports?device_id=4ed688ec-0b1c-4d1e-881c-157d22decd3a HTTP/1.1" status: 200 len: 945 time: 0.1642718 Jul 14 18:46:33.859910 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-4122d6a1-86cc-42d3-950c-e03b37b154f1 req-c8523248-5e35-48de-bca1-67b059716868 tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] 10.222.0.16 "GET /v2.0/security-groups?id=f745dc72-333e-4ddf-8281-1bb3e04e8f82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617354 Jul 14 18:46:33.911161 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-3bc24ee8-2a93-4d1a-939d-e07b7b1d5a0d tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Notify callbacks [] for port, precommit_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:46:33.928880 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.provisioning_blocks [None req-3bc24ee8-2a93-4d1a-939d-e07b7b1d5a0d tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Transition to ACTIVE for port object a88427eb-360c-4b00-884b-9dd538029b17 will not be triggered until provisioned by entity DHCP. {{(pid=93915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:46:33.937976 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-3bc24ee8-2a93-4d1a-939d-e07b7b1d5a0d tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25912978'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:46:34.072563 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.db_base_plugin_common [None req-265ec90d-3e1c-4b50-8b50-f81fa2689f19 None None] Allocated IP 172.20.0.34 (7a211640-24e9-4aec-b495-44762f97199e/5d7b88be-0636-4d62-aa90-f8b1143ccd62/c54b8d32-ad04-402f-9d56-a132963f0a6b) {{(pid=93917) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:46:34.202754 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc24ee8-2a93-4d1a-939d-e07b7b1d5a0d tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Pushing event updated for resources: {'Port': ['ID=a88427eb-360c-4b00-884b-9dd538029b17,revision_number=2']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:46:34.209485 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-28683f43-12d6-44de-bc5b-58b17905f9a8 req-2f346ad2-54c4-4ba2-a27b-28516e0d04f1 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] 10.222.0.16 "GET /v2.0/ports?device_id=90a6d52f-6581-429b-9784-d86e8a3e4d9c HTTP/1.1" status: 200 len: 210 time: 0.0413418 Jul 14 18:46:34.215077 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [None req-3bc24ee8-2a93-4d1a-939d-e07b7b1d5a0d tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] In _notify_port_updated(), no bound segment for port a88427eb-360c-4b00-884b-9dd538029b17 on network 7a211640-24e9-4aec-b495-44762f97199e {{(pid=93915) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 14 18:46:34.220240 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-265ec90d-3e1c-4b50-8b50-f81fa2689f19 None None] For port c54b8d32-ad04-402f-9d56-a132963f0a6b, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=c54b8d32-ad04-402f-9d56-a132963f0a6b,segment=NetworkSegment(35e9ad4c-4629-4c27-9056-f9a6a2a72a47),segment_id=35e9ad4c-4629-4c27-9056-f9a6a2a72a47)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:46:34.221271 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bc24ee8-2a93-4d1a-939d-e07b7b1d5a0d tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:46:34.221947 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-3bc24ee8-2a93-4d1a-939d-e07b7b1d5a0d tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:46:34.225909 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-3bc24ee8-2a93-4d1a-939d-e07b7b1d5a0d tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] 10.222.0.16 "PUT /v2.0/ports/a88427eb-360c-4b00-884b-9dd538029b17 HTTP/1.1" status: 200 len: 958 time: 1.6483169 Jul 14 18:46:34.226491 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 36734) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:46:34.263461 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-265ec90d-3e1c-4b50-8b50-f81fa2689f19 None None] Notify callbacks [] for port, precommit_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:46:34.285189 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-265ec90d-3e1c-4b50-8b50-f81fa2689f19 None None] Transition to ACTIVE for port object c54b8d32-ad04-402f-9d56-a132963f0a6b will not be triggered until provisioned by entity DHCP. {{(pid=93917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:46:34.289799 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-265ec90d-3e1c-4b50-8b50-f81fa2689f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:46:34.333711 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device 22c8f00d-1121-4477-a7e5-813b2cc437b2 up at agent hyperv_n-h1-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:46:34.358237 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-399896e5-77e1-4ec2-9d2f-3338e97c91e4 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Deleting port a88427eb-360c-4b00-884b-9dd538029b17 {{(pid=93916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:46:34.358663 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-399896e5-77e1-4ec2-9d2f-3338e97c91e4 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:46:34.462762 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265ec90d-3e1c-4b50-8b50-f81fa2689f19 None None] Pushing event updated for resources: {'Port': ['ID=c54b8d32-ad04-402f-9d56-a132963f0a6b,revision_number=7']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:46:34.490287 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Provisioning for port 22c8f00d-1121-4477-a7e5-813b2cc437b2 completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:46:34.497894 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-399896e5-77e1-4ec2-9d2f-3338e97c91e4 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:46:34.499364 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Provisioning complete for port 22c8f00d-1121-4477-a7e5-813b2cc437b2 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:46:34.500289 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:46:34.512722 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-399896e5-77e1-4ec2-9d2f-3338e97c91e4 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Calling delete_port for a88427eb-360c-4b00-884b-9dd538029b17 owned by {{(pid=93916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:46:34.652488 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:46:34.691197 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ed688ec-0b1c-4d1e-881c-157d22decd3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22c8f00d-1121-4477-a7e5-813b2cc437b2'}] {{(pid=93917) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:46:34.694772 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20b787f3c29eaa7aa2a4d648c725a2124c5ff39a8d793252f9d844495e14cf42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22df887a-1d5a-4cb9-9aca-5201afd34225" -d '{"events": [{"server_uuid": "4ed688ec-0b1c-4d1e-881c-157d22decd3a", "name": "network-vif-plugged", "status": "completed", "tag": "22c8f00d-1121-4477-a7e5-813b2cc437b2"}]}' {{(pid=93917) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:46:34.741096 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port 22c8f00d-1121-4477-a7e5-813b2cc437b2, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=22c8f00d-1121-4477-a7e5-813b2cc437b2,segment=NetworkSegment(c2fad28a-4ca7-4493-8025-bc92e58ecccc),segment_id=c2fad28a-4ca7-4493-8025-bc92e58ecccc)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:46:34.747657 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:46:34.760733 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device c54b8d32-ad04-402f-9d56-a132963f0a6b up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:46:34.774863 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-399896e5-77e1-4ec2-9d2f-3338e97c91e4 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:46:34.808195 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 18:46:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be5a4e12-60ad-4a55-ba56-a3c9d3deed88 x-openstack-request-id: req-be5a4e12-60ad-4a55-ba56-a3c9d3deed88 {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:46:34.808564 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ed688ec-0b1c-4d1e-881c-157d22decd3a", "name": "network-vif-plugged", "status": "completed", "tag": "22c8f00d-1121-4477-a7e5-813b2cc437b2", "code": 200}]} {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:46:34.808752 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-be5a4e12-60ad-4a55-ba56-a3c9d3deed88 {{(pid=93917) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:46:34.809158 n-d-800634-3 neutron-server[93917]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ed688ec-0b1c-4d1e-881c-157d22decd3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22c8f00d-1121-4477-a7e5-813b2cc437b2', 'code': 200} Jul 14 18:46:34.870771 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Pushing event updated for resources: {'Port': ['ID=22c8f00d-1121-4477-a7e5-813b2cc437b2,revision_number=12']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:46:34.884059 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399896e5-77e1-4ec2-9d2f-3338e97c91e4 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Pushing event deleted for resources: {'Port': ['ID=a88427eb-360c-4b00-884b-9dd538029b17,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:46:35.028109 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-399896e5-77e1-4ec2-9d2f-3338e97c91e4 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:46:35.032382 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-399896e5-77e1-4ec2-9d2f-3338e97c91e4 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] 10.222.0.16 "DELETE /v2.0/ports/a88427eb-360c-4b00-884b-9dd538029b17 HTTP/1.1" status: 204 len: 168 time: 0.8046768 Jul 14 18:46:35.035554 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 36746) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:46:35.067460 n-d-800634-3 neutron-server[93916]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d056005-a67e-4d23-9134-831ea406ff2c tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] GET failed (client error): The resource could not be found. Jul 14 18:46:35.077423 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-8d056005-a67e-4d23-9134-831ea406ff2c tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] 10.222.0.16 "GET /v2.0/ports/a88427eb-360c-4b00-884b-9dd538029b17 HTTP/1.1" status: 404 len: 333 time: 0.0407381 Jul 14 18:46:35.080612 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 36748) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:46:35.160065 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58702181-ad6c-4677-99e3-6881ae251a03 req-58936ba4-781e-4ae0-a816-13c7b80f8455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:46:35.161703 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-58702181-ad6c-4677-99e3-6881ae251a03 req-58936ba4-781e-4ae0-a816-13c7b80f8455 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=4ed688ec-0b1c-4d1e-881c-157d22decd3a HTTP/1.1" status: 200 len: 1097 time: 0.1550870 Jul 14 18:46:35.183961 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-b06a66e7-1972-46d5-b9b7-97e1dc3c8834 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Notify callbacks [] for security_group, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:46:35.212166 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7129cc08-6f17-432d-865f-2d15528482d1 req-d85f2b32-6be7-490a-ab4a-10928a04d317 tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:46:35.212763 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-b06a66e7-1972-46d5-b9b7-97e1dc3c8834 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:46:35.224584 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-7129cc08-6f17-432d-865f-2d15528482d1 req-d85f2b32-6be7-490a-ab4a-10928a04d317 tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] 10.222.0.16 "GET /v2.0/ports?device_id=4ed688ec-0b1c-4d1e-881c-157d22decd3a HTTP/1.1" status: 200 len: 946 time: 0.1578181 Jul 14 18:46:35.258891 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-58702181-ad6c-4677-99e3-6881ae251a03 req-17cf9257-18e1-4d43-986e-950287fa2374 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=f745dc72-333e-4ddf-8281-1bb3e04e8f82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831656 Jul 14 18:46:35.269968 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-b06a66e7-1972-46d5-b9b7-97e1dc3c8834 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:46:35.273200 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-b06a66e7-1972-46d5-b9b7-97e1dc3c8834 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:46:35.277378 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-b06a66e7-1972-46d5-b9b7-97e1dc3c8834 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] 10.222.0.16 "DELETE /v2.0/security-groups/82819a75-9501-4434-8c9b-71f1de1c6616 HTTP/1.1" status: 204 len: 168 time: 0.1957235 Jul 14 18:46:35.278157 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 36754) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:46:35.303780 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-7129cc08-6f17-432d-865f-2d15528482d1 req-8d572652-6869-44ef-a22a-4ab4faf87926 tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] 10.222.0.16 "GET /v2.0/security-groups?id=f745dc72-333e-4ddf-8281-1bb3e04e8f82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779498 Jul 14 18:46:35.307043 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06a66e7-1972-46d5-b9b7-97e1dc3c8834 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=82819a75-9501-4434-8c9b-71f1de1c6616,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:46:35.383993 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-193a1610-3507-4ec1-a268-43d49cd1ebe4 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Notify callbacks [] for security_group, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:46:35.423309 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-641f6738-ad4e-4f96-84de-bbe0a89fa49a None None] Could not find standard attr ID for object a88427eb-360c-4b00-884b-9dd538029b17. {{(pid=93917) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 14 18:46:35.442224 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-641f6738-ad4e-4f96-84de-bbe0a89fa49a None None] Provisioning for port c54b8d32-ad04-402f-9d56-a132963f0a6b completed by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:46:35.443880 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-193a1610-3507-4ec1-a268-43d49cd1ebe4 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:46:35.446717 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-641f6738-ad4e-4f96-84de-bbe0a89fa49a None None] Provisioning complete for port c54b8d32-ad04-402f-9d56-a132963f0a6b triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:46:35.447168 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-641f6738-ad4e-4f96-84de-bbe0a89fa49a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:46:35.511856 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-df82be15-2816-4d69-a87e-832c13404da1 req-c0da6194-eeb6-48f1-9665-8677e9df3230 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] 10.222.0.16 "GET /v2.0/ports?device_id=90a6d52f-6581-429b-9784-d86e8a3e4d9c HTTP/1.1" status: 200 len: 210 time: 0.0696118 Jul 14 18:46:35.512255 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-193a1610-3507-4ec1-a268-43d49cd1ebe4 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:46:35.515412 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-193a1610-3507-4ec1-a268-43d49cd1ebe4 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:46:35.520937 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-193a1610-3507-4ec1-a268-43d49cd1ebe4 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] 10.222.0.16 "DELETE /v2.0/security-groups/66c1773e-532b-4abd-b875-d209a70057bf HTTP/1.1" status: 204 len: 168 time: 0.2364333 Jul 14 18:46:35.521621 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 36758) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:46:35.552412 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:46:35.559016 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193a1610-3507-4ec1-a268-43d49cd1ebe4 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=66c1773e-532b-4abd-b875-d209a70057bf,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:46:35.644419 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-424f804b-5246-4352-a8ec-eff60a7ae0f3 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Notify callbacks [] for security_group, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:46:35.667829 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-641f6738-ad4e-4f96-84de-bbe0a89fa49a None None] Provisioning complete for port 7456636f-aa3c-416f-b21f-14f0fe76febe triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:46:35.668523 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-641f6738-ad4e-4f96-84de-bbe0a89fa49a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:46:35.694559 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-424f804b-5246-4352-a8ec-eff60a7ae0f3 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:46:35.721229 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-641f6738-ad4e-4f96-84de-bbe0a89fa49a None None] Port 7456636f-aa3c-416f-b21f-14f0fe76febe cannot update to ACTIVE because it is not bound. {{(pid=93917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 18:46:35.773352 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-424f804b-5246-4352-a8ec-eff60a7ae0f3 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:46:35.776210 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a18735-48d5-4615-8ce2-0dd263f568be req-27d5f21e-8852-4eec-9d72-0422330c902d tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:46:35.777598 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-424f804b-5246-4352-a8ec-eff60a7ae0f3 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:46:35.778184 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-92a18735-48d5-4615-8ce2-0dd263f568be req-27d5f21e-8852-4eec-9d72-0422330c902d tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] 10.222.0.18 "GET /v2.0/networks?id=d41f9397-de9e-4e07-a07d-8cf0ac566250 HTTP/1.1" status: 200 len: 811 time: 0.1458752 Jul 14 18:46:35.781498 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-424f804b-5246-4352-a8ec-eff60a7ae0f3 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] 10.222.0.16 "DELETE /v2.0/security-groups/5aca2ebf-ed8a-4a52-a370-3a915365527a HTTP/1.1" status: 204 len: 168 time: 0.2290912 Jul 14 18:46:35.781927 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 36762) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:46:35.792553 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424f804b-5246-4352-a8ec-eff60a7ae0f3 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5aca2ebf-ed8a-4a52-a370-3a915365527a,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:46:35.827766 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [req-92a18735-48d5-4615-8ce2-0dd263f568be req-d5206061-bbaa-4ea7-8de7-a3b881968416 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] Request body: {'port': {'device_id': '90a6d52f-6581-429b-9784-d86e8a3e4d9c', 'network_id': 'd41f9397-de9e-4e07-a07d-8cf0ac566250', 'admin_state_up': True, 'tenant_id': '5093a1bcf9144b0bbe697fc3cf12df56'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:46:35.835663 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-d2f0d8e7-3d1d-4b64-a3d8-ce093ecb94ef None None] Could not find standard attr ID for object a88427eb-360c-4b00-884b-9dd538029b17. {{(pid=93917) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 14 18:46:35.907531 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.db_base_plugin_v2 [None req-abf0efaa-9e3c-4ca3-a6a0-aa83a9458522 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Deleting subnet 219524b3-f3de-488f-8488-f971e2974536 {{(pid=93915) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 18:46:35.912680 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-abf0efaa-9e3c-4ca3-a6a0-aa83a9458522 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Notify callbacks [] for subnet, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:46:35.978353 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-abf0efaa-9e3c-4ca3-a6a0-aa83a9458522 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28939913'] for subnet, precommit_delete_associations {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:46:36.102322 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-abf0efaa-9e3c-4ca3-a6a0-aa83a9458522 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081283'] for subnet, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:46:36.155286 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-92a18735-48d5-4615-8ce2-0dd263f568be req-d5206061-bbaa-4ea7-8de7-a3b881968416 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] Made reservation on behalf of 5093a1bcf9144b0bbe697fc3cf12df56 for: {'port': 1} {{(pid=93915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:46:36.167392 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-92a18735-48d5-4615-8ce2-0dd263f568be req-d5206061-bbaa-4ea7-8de7-a3b881968416 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:46:36.326240 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-abf0efaa-9e3c-4ca3-a6a0-aa83a9458522 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25913028', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28969762'] for subnet, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:46:36.459343 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf0efaa-9e3c-4ca3-a6a0-aa83a9458522 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Pushing event deleted for resources: {'Subnet': ['ID=219524b3-f3de-488f-8488-f971e2974536,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:46:36.494170 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-abf0efaa-9e3c-4ca3-a6a0-aa83a9458522 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Notify callbacks [] for subnet, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:46:36.498643 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41188f26-b912-41db-8614-3ca17b11a56b None None] Network 7a211640-24e9-4aec-b495-44762f97199e requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:46:36.510400 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-abf0efaa-9e3c-4ca3-a6a0-aa83a9458522 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] 10.222.0.16 "DELETE /v2.0/subnets/219524b3-f3de-488f-8488-f971e2974536 HTTP/1.1" status: 204 len: 168 time: 0.7257848 Jul 14 18:46:36.513137 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 36804) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:46:36.525969 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf0efaa-9e3c-4ca3-a6a0-aa83a9458522 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:46:36.527555 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf0efaa-9e3c-4ca3-a6a0-aa83a9458522 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:46:36.528419 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf0efaa-9e3c-4ca3-a6a0-aa83a9458522 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:46:36.531060 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf0efaa-9e3c-4ca3-a6a0-aa83a9458522 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:46:36.533688 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf0efaa-9e3c-4ca3-a6a0-aa83a9458522 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:46:36.538027 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf0efaa-9e3c-4ca3-a6a0-aa83a9458522 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:46:36.538559 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf0efaa-9e3c-4ca3-a6a0-aa83a9458522 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:46:36.539551 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf0efaa-9e3c-4ca3-a6a0-aa83a9458522 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:46:36.540050 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf0efaa-9e3c-4ca3-a6a0-aa83a9458522 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:46:36.545116 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf0efaa-9e3c-4ca3-a6a0-aa83a9458522 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:46:36.545471 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf0efaa-9e3c-4ca3-a6a0-aa83a9458522 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:46:36.545808 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf0efaa-9e3c-4ca3-a6a0-aa83a9458522 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:46:36.661789 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.db_base_plugin_v2 [None req-e61ccc54-a2a5-4495-a51e-76fbc3f4a73c tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Deleting subnet 5d7b88be-0636-4d62-aa90-f8b1143ccd62 {{(pid=93916) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 18:46:36.667659 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-e61ccc54-a2a5-4495-a51e-76fbc3f4a73c tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Notify callbacks [] for subnet, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:46:36.696488 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.db_base_plugin_common [req-92a18735-48d5-4615-8ce2-0dd263f568be req-d5206061-bbaa-4ea7-8de7-a3b881968416 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] Allocated IP 172.20.0.14 (d41f9397-de9e-4e07-a07d-8cf0ac566250/0161a33b-ac2d-4d08-b4de-fe1fa405f16a/5e92d60d-9070-47ad-a2eb-6d0d111f9f4f) {{(pid=93915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:46:36.770785 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-e61ccc54-a2a5-4495-a51e-76fbc3f4a73c tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26296866'] for subnet, precommit_delete_associations {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:46:36.803158 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-0e4ed71a-3847-4ff0-b876-24c5ed8f4c6f req-19350621-ee3e-4ea0-8b54-7eef78e381b1 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] 10.222.0.16 "GET /v2.0/ports?device_id=90a6d52f-6581-429b-9784-d86e8a3e4d9c HTTP/1.1" status: 200 len: 210 time: 0.0961969 Jul 14 18:46:36.834393 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd61639-f265-41e8-bb84-e8c488005e9f req-9631af44-442e-461b-8dee-f4ea0e825a1b tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:46:36.841921 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-afd61639-f265-41e8-bb84-e8c488005e9f req-9631af44-442e-461b-8dee-f4ea0e825a1b tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] 10.222.0.16 "GET /v2.0/ports?device_id=4ed688ec-0b1c-4d1e-881c-157d22decd3a HTTP/1.1" status: 200 len: 946 time: 0.2796686 Jul 14 18:46:36.908656 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-afd61639-f265-41e8-bb84-e8c488005e9f req-24cfee45-e395-4a0c-9c0e-2167e90c1edb tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] 10.222.0.16 "GET /v2.0/security-groups?id=f745dc72-333e-4ddf-8281-1bb3e04e8f82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652373 Jul 14 18:46:36.917824 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-e61ccc54-a2a5-4495-a51e-76fbc3f4a73c tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081283'] for subnet, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:46:36.996491 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-e61ccc54-a2a5-4495-a51e-76fbc3f4a73c tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2684816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26033152'] for subnet, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:46:37.034963 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61ccc54-a2a5-4495-a51e-76fbc3f4a73c tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Pushing event deleted for resources: {'Subnet': ['ID=5d7b88be-0636-4d62-aa90-f8b1143ccd62,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:46:37.040106 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-e61ccc54-a2a5-4495-a51e-76fbc3f4a73c tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Notify callbacks [] for subnet, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:46:37.042487 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-e61ccc54-a2a5-4495-a51e-76fbc3f4a73c tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] 10.222.0.16 "DELETE /v2.0/subnets/5d7b88be-0636-4d62-aa90-f8b1143ccd62 HTTP/1.1" status: 204 len: 168 time: 0.5271246 Jul 14 18:46:37.045658 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 36814) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:46:37.071753 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-92a18735-48d5-4615-8ce2-0dd263f568be req-d5206061-bbaa-4ea7-8de7-a3b881968416 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] Notify callbacks [] for port, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:46:37.081912 n-d-800634-3 neutron-server[93916]: INFO neutron.pecan_wsgi.hooks.translation [None req-d90c70bb-34ee-4d5f-9885-a57e10e263b2 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] DELETE failed (client error): The resource could not be found. Jul 14 18:46:37.082643 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d90c70bb-34ee-4d5f-9885-a57e10e263b2 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93916) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 18:46:37.084648 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-d90c70bb-34ee-4d5f-9885-a57e10e263b2 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] 10.222.0.16 "DELETE /v2.0/subnets/219524b3-f3de-488f-8488-f971e2974536 HTTP/1.1" status: 404 len: 337 time: 0.0378847 Jul 14 18:46:37.087212 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 36816) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:46:37.103150 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.provisioning_blocks [req-92a18735-48d5-4615-8ce2-0dd263f568be req-d5206061-bbaa-4ea7-8de7-a3b881968416 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] Transition to ACTIVE for port object 5e92d60d-9070-47ad-a2eb-6d0d111f9f4f will not be triggered until provisioned by entity DHCP. {{(pid=93915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:46:37.155429 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.db_base_plugin_v2 [None req-bdd109e8-5f1f-48f2-a15c-3b776e50e82a tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Deleting subnet 8aa46913-6b4a-4cc8-b6e2-9421a93292b7 {{(pid=93916) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 18:46:37.160002 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-bdd109e8-5f1f-48f2-a15c-3b776e50e82a tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Notify callbacks [] for subnet, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:46:37.160184 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-92a18735-48d5-4615-8ce2-0dd263f568be req-d5206061-bbaa-4ea7-8de7-a3b881968416 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:46:37.213186 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-bdd109e8-5f1f-48f2-a15c-3b776e50e82a tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26296866'] for subnet, precommit_delete_associations {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:46:37.216033 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-92a18735-48d5-4615-8ce2-0dd263f568be req-d5206061-bbaa-4ea7-8de7-a3b881968416 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] Network d41f9397-de9e-4e07-a07d-8cf0ac566250 is already hosted by enough agents. {{(pid=93915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:46:37.219975 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [req-92a18735-48d5-4615-8ce2-0dd263f568be req-d5206061-bbaa-4ea7-8de7-a3b881968416 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] Resources bound (agent type, host, resource id): {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:46:37.230123 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [req-92a18735-48d5-4615-8ce2-0dd263f568be req-d5206061-bbaa-4ea7-8de7-a3b881968416 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] Received port after_create {{(pid=93915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:46:37.233832 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5206061-bbaa-4ea7-8de7-a3b881968416 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] Pushing event updated for resources: {'Port': ['ID=5e92d60d-9070-47ad-a2eb-6d0d111f9f4f,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:46:37.320736 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a18735-48d5-4615-8ce2-0dd263f568be req-d5206061-bbaa-4ea7-8de7-a3b881968416 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:46:37.321530 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-92a18735-48d5-4615-8ce2-0dd263f568be req-d5206061-bbaa-4ea7-8de7-a3b881968416 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:46:37.338610 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-bdd109e8-5f1f-48f2-a15c-3b776e50e82a tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081283'] for subnet, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:46:37.347082 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-92a18735-48d5-4615-8ce2-0dd263f568be req-d5206061-bbaa-4ea7-8de7-a3b881968416 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5235491 Jul 14 18:46:37.362183 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [req-92a18735-48d5-4615-8ce2-0dd263f568be req-c58fdb01-16cd-425b-b5aa-7c47a27fb5bf service neutron] Request body: {'port': {'device_id': '90a6d52f-6581-429b-9784-d86e8a3e4d9c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800634-3'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:46:37.438373 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-bdd109e8-5f1f-48f2-a15c-3b776e50e82a tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2684816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26033152'] for subnet, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:46:37.456073 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-bdd109e8-5f1f-48f2-a15c-3b776e50e82a tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Notify callbacks [] for subnet, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:46:37.465680 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 36818) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:46:37.468458 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-bdd109e8-5f1f-48f2-a15c-3b776e50e82a tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] 10.222.0.16 "DELETE /v2.0/subnets/8aa46913-6b4a-4cc8-b6e2-9421a93292b7 HTTP/1.1" status: 204 len: 168 time: 0.3697054 Jul 14 18:46:37.500145 n-d-800634-3 neutron-server[93915]: INFO neutron.pecan_wsgi.hooks.translation [None req-16b5ea07-7342-42f3-a9a0-2c8a135cd4c6 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] DELETE failed (client error): The resource could not be found. Jul 14 18:46:37.500628 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-16b5ea07-7342-42f3-a9a0-2c8a135cd4c6 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93915) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 18:46:37.502507 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-16b5ea07-7342-42f3-a9a0-2c8a135cd4c6 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] 10.222.0.16 "DELETE /v2.0/subnets/4b3bcd64-15ff-402d-832c-b89585574cfa HTTP/1.1" status: 404 len: 337 time: 0.0358515 Jul 14 18:46:37.505318 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 36822) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:46:37.511695 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd109e8-5f1f-48f2-a15c-3b776e50e82a tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Pushing event deleted for resources: {'Subnet': ['ID=8aa46913-6b4a-4cc8-b6e2-9421a93292b7,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:46:37.532642 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-92a18735-48d5-4615-8ce2-0dd263f568be req-c58fdb01-16cd-425b-b5aa-7c47a27fb5bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:46:37.563747 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-2ee8b074-ce0b-4fd7-acc1-ace60bbba01e tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] 10.222.0.16 "GET /v2.0/ports?device_id=07a926a0-7cde-401e-ac9d-74450067e3f1 HTTP/1.1" status: 200 len: 205 time: 0.0533462 Jul 14 18:46:37.564598 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 36824) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:46:37.635643 n-d-800634-3 neutron-server[93916]: INFO neutron.api.v2.resource [None req-5bfd8592-e2d7-46c4-94fe-7d105de6591c tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] delete failed (client error): The resource could not be found. Jul 14 18:46:37.636727 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-5bfd8592-e2d7-46c4-94fe-7d105de6591c tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] 10.222.0.16 "DELETE /v2.0/routers/07a926a0-7cde-401e-ac9d-74450067e3f1 HTTP/1.1" status: 404 len: 336 time: 0.0710213 Jul 14 18:46:37.639277 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 36826) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:46:37.673068 n-d-800634-3 neutron-server[93916]: INFO neutron.pecan_wsgi.hooks.translation [None req-555a7c77-866f-4c9d-bb67-dec932d1a0c0 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] DELETE failed (client error): The resource could not be found. Jul 14 18:46:37.673555 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-555a7c77-866f-4c9d-bb67-dec932d1a0c0 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93916) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 18:46:37.675664 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-555a7c77-866f-4c9d-bb67-dec932d1a0c0 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] 10.222.0.16 "DELETE /v2.0/subnets/81e5fd20-60ec-4cd9-aee2-576995cd02f3 HTTP/1.1" status: 404 len: 337 time: 0.0343540 Jul 14 18:46:37.679049 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 36828) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:46:37.682514 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-3097d1a5-afb5-4adf-bab0-23201707a956 None None] Provisioning for port 5e92d60d-9070-47ad-a2eb-6d0d111f9f4f completed by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:46:37.688703 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-3097d1a5-afb5-4adf-bab0-23201707a956 None None] Provisioning complete for port 5e92d60d-9070-47ad-a2eb-6d0d111f9f4f triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:46:37.689677 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-3097d1a5-afb5-4adf-bab0-23201707a956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:46:37.706710 n-d-800634-3 neutron-server[93916]: INFO neutron.pecan_wsgi.hooks.translation [None req-da779693-3cb8-447e-ba99-024b69534b5c tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] DELETE failed (client error): The resource could not be found. Jul 14 18:46:37.707743 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da779693-3cb8-447e-ba99-024b69534b5c tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93916) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 18:46:37.709760 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-da779693-3cb8-447e-ba99-024b69534b5c tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] 10.222.0.16 "DELETE /v2.0/subnets/19485d6a-7736-4cc5-98df-b73a988791ee HTTP/1.1" status: 404 len: 337 time: 0.0306580 Jul 14 18:46:37.712356 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 36830) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:46:37.740194 n-d-800634-3 neutron-server[93916]: INFO neutron.pecan_wsgi.hooks.translation [None req-83ffa31e-48db-433e-adfa-9492ff6f3281 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] DELETE failed (client error): The resource could not be found. Jul 14 18:46:37.741071 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-83ffa31e-48db-433e-adfa-9492ff6f3281 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93916) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 18:46:37.743193 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-83ffa31e-48db-433e-adfa-9492ff6f3281 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] 10.222.0.16 "DELETE /v2.0/subnets/5c793d2f-9031-444f-867f-1a494acc7b1d HTTP/1.1" status: 404 len: 337 time: 0.0299101 Jul 14 18:46:37.745759 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 36832) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:46:37.759014 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-3097d1a5-afb5-4adf-bab0-23201707a956 None None] Port 5e92d60d-9070-47ad-a2eb-6d0d111f9f4f cannot update to ACTIVE because it is not bound. {{(pid=93917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 18:46:37.780402 n-d-800634-3 neutron-server[93916]: INFO neutron.pecan_wsgi.hooks.translation [None req-1104f294-1496-4d70-9c03-f9e87a6482e6 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] DELETE failed (client error): The resource could not be found. Jul 14 18:46:37.781069 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1104f294-1496-4d70-9c03-f9e87a6482e6 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93916) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 18:46:37.783310 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-1104f294-1496-4d70-9c03-f9e87a6482e6 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] 10.222.0.16 "DELETE /v2.0/ports/c15e4db6-3a3f-4d0e-9105-d44e911f8eb6 HTTP/1.1" status: 404 len: 333 time: 0.0361061 Jul 14 18:46:37.786557 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 36834) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:46:37.823742 n-d-800634-3 neutron-server[93915]: INFO neutron.pecan_wsgi.hooks.translation [None req-1fdb94a3-73ca-4777-ab6d-1a16b9808125 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] DELETE failed (client error): The resource could not be found. Jul 14 18:46:37.824139 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1fdb94a3-73ca-4777-ab6d-1a16b9808125 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93915) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 18:46:37.828226 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-1fdb94a3-73ca-4777-ab6d-1a16b9808125 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] 10.222.0.16 "DELETE /v2.0/subnets/940b5911-2dd3-4f46-b739-200d79e8303a HTTP/1.1" status: 404 len: 337 time: 0.0384262 Jul 14 18:46:37.829127 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 36836) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:46:37.865978 n-d-800634-3 neutron-server[93916]: INFO neutron.pecan_wsgi.hooks.translation [None req-adb68070-11d2-42c2-9d6c-9292e10a0cc9 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] DELETE failed (client error): The resource could not be found. Jul 14 18:46:37.866615 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-adb68070-11d2-42c2-9d6c-9292e10a0cc9 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93916) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 18:46:37.871033 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 36840) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:46:37.871603 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-adb68070-11d2-42c2-9d6c-9292e10a0cc9 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] 10.222.0.16 "DELETE /v2.0/subnets/1a19cecc-dc1c-4fcc-9d36-336715855e17 HTTP/1.1" status: 404 len: 337 time: 0.0409827 Jul 14 18:46:37.899931 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ea24eff-5ed1-4c2e-86f3-eda8f4579575 None None] Network 7a211640-24e9-4aec-b495-44762f97199e requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:46:37.909254 n-d-800634-3 neutron-server[93915]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2e48c33-89aa-4c34-969e-d768552c4133 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] DELETE failed (client error): The resource could not be found. Jul 14 18:46:37.910055 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f2e48c33-89aa-4c34-969e-d768552c4133 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93915) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 18:46:37.912027 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-f2e48c33-89aa-4c34-969e-d768552c4133 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] 10.222.0.16 "DELETE /v2.0/ports/3411c247-bf16-4376-8c97-885477a389d9 HTTP/1.1" status: 404 len: 333 time: 0.0397437 Jul 14 18:46:37.916180 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 36842) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:46:37.952927 n-d-800634-3 neutron-server[93916]: INFO neutron.pecan_wsgi.hooks.translation [None req-1fc96e9d-3a52-48ea-a5ae-58ff769fad5f tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] DELETE failed (client error): The resource could not be found. Jul 14 18:46:37.953313 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1fc96e9d-3a52-48ea-a5ae-58ff769fad5f tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93916) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 18:46:37.959594 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-1fc96e9d-3a52-48ea-a5ae-58ff769fad5f tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] 10.222.0.16 "DELETE /v2.0/subnets/fa435da4-c574-46bd-9656-0e96f1b7bda8 HTTP/1.1" status: 404 len: 337 time: 0.0387506 Jul 14 18:46:37.959802 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [req-92a18735-48d5-4615-8ce2-0dd263f568be req-c58fdb01-16cd-425b-b5aa-7c47a27fb5bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e92d60d-9070-47ad-a2eb-6d0d111f9f4f {{(pid=93915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 18:46:37.962081 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 36844) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:46:37.976691 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-92a18735-48d5-4615-8ce2-0dd263f568be req-c58fdb01-16cd-425b-b5aa-7c47a27fb5bf service neutron] Notify callbacks [] for port, precommit_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:46:38.004058 n-d-800634-3 neutron-server[93915]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ebe5d11-fe49-4d63-bc8c-9bcd78a60f53 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] DELETE failed (client error): The resource could not be found. Jul 14 18:46:38.004790 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ebe5d11-fe49-4d63-bc8c-9bcd78a60f53 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93915) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 18:46:38.010403 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-2ebe5d11-fe49-4d63-bc8c-9bcd78a60f53 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] 10.222.0.16 "DELETE /v2.0/subnets/79fb5da4-e040-4f0f-8d77-7ebd6193240c HTTP/1.1" status: 404 len: 337 time: 0.0435646 Jul 14 18:46:38.010722 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 36848) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:46:38.054886 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.provisioning_blocks [req-92a18735-48d5-4615-8ce2-0dd263f568be req-c58fdb01-16cd-425b-b5aa-7c47a27fb5bf service neutron] Transition to ACTIVE for port object 5e92d60d-9070-47ad-a2eb-6d0d111f9f4f will not be triggered until provisioned by entity L2. {{(pid=93915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:46:38.064128 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-de10dee3-6ea8-4b56-9c93-1e61aa18f890 None None] Provisioning complete for port c54b8d32-ad04-402f-9d56-a132963f0a6b triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:46:38.064704 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-de10dee3-6ea8-4b56-9c93-1e61aa18f890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:46:38.072297 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-92a18735-48d5-4615-8ce2-0dd263f568be req-c58fdb01-16cd-425b-b5aa-7c47a27fb5bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25912978'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:46:38.130328 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52809eaf-d1d7-4c43-ae6f-f8f7f3b23ef9 req-26da5638-f7c8-409c-9602-dc34ae20f53c tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:46:38.132844 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-52809eaf-d1d7-4c43-ae6f-f8f7f3b23ef9 req-26da5638-f7c8-409c-9602-dc34ae20f53c tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] 10.222.0.16 "GET /v2.0/ports?device_id=90a6d52f-6581-429b-9784-d86e8a3e4d9c HTTP/1.1" status: 200 len: 932 time: 0.1240599 Jul 14 18:46:38.190834 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-52809eaf-d1d7-4c43-ae6f-f8f7f3b23ef9 req-7a21b09e-be32-4863-ae73-6be3bf5e6040 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] 10.222.0.16 "GET /v2.0/security-groups?id=665fac0f-cff5-44f7-b9cc-bed28fe603e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521891 Jul 14 18:46:38.221590 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-1089881f-aabb-4983-a472-ba1b455a02df tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Deleting port 7456636f-aa3c-416f-b21f-14f0fe76febe {{(pid=93916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:46:38.222271 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-1089881f-aabb-4983-a472-ba1b455a02df tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:46:38.231994 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58fdb01-16cd-425b-b5aa-7c47a27fb5bf service neutron] Pushing event updated for resources: {'Port': ['ID=5e92d60d-9070-47ad-a2eb-6d0d111f9f4f,revision_number=2']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:46:38.244927 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-de10dee3-6ea8-4b56-9c93-1e61aa18f890 None None] Provisioning complete for port 7456636f-aa3c-416f-b21f-14f0fe76febe triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:46:38.245468 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-de10dee3-6ea8-4b56-9c93-1e61aa18f890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:46:38.281911 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecbb72e2-7d5a-492d-ba84-bc72b0982456 None None] DHCP port deletion for 7a211640-24e9-4aec-b495-44762f97199e request from n-d-800634-3 {{(pid=93917) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 18:46:38.331884 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-1089881f-aabb-4983-a472-ba1b455a02df tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:46:38.355731 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-1089881f-aabb-4983-a472-ba1b455a02df tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Calling delete_port for 7456636f-aa3c-416f-b21f-14f0fe76febe owned by {{(pid=93916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:46:38.361388 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-de10dee3-6ea8-4b56-9c93-1e61aa18f890 None None] Port 7456636f-aa3c-416f-b21f-14f0fe76febe cannot update to ACTIVE because it is not bound. {{(pid=93917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 18:46:38.400732 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-ecbb72e2-7d5a-492d-ba84-bc72b0982456 None None] Deleting port c54b8d32-ad04-402f-9d56-a132963f0a6b {{(pid=93917) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:46:38.401411 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-ecbb72e2-7d5a-492d-ba84-bc72b0982456 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:46:38.407334 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ab1348-8e0c-45db-9edb-a18054ca3e61 req-14df4eb5-7d42-41d5-ab43-1487f8c77809 tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:46:38.415291 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e6ab1348-8e0c-45db-9edb-a18054ca3e61 req-14df4eb5-7d42-41d5-ab43-1487f8c77809 tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] 10.222.0.16 "GET /v2.0/ports?device_id=4ed688ec-0b1c-4d1e-881c-157d22decd3a HTTP/1.1" status: 200 len: 946 time: 0.2346754 Jul 14 18:46:38.431276 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-92a18735-48d5-4615-8ce2-0dd263f568be req-c58fdb01-16cd-425b-b5aa-7c47a27fb5bf service neutron] Attempting to bind port 5e92d60d-9070-47ad-a2eb-6d0d111f9f4f on host n-h1-800634-3 for vnic_type normal with profile {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:46:38.431621 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-92a18735-48d5-4615-8ce2-0dd263f568be req-c58fdb01-16cd-425b-b5aa-7c47a27fb5bf service neutron] Attempting to bind port 5e92d60d-9070-47ad-a2eb-6d0d111f9f4f by drivers openvswitch,hyperv on host n-h1-800634-3 at level 0 using segments [{'id': 'ee39aca0-6f7d-4da6-861f-9f37553124e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'd41f9397-de9e-4e07-a07d-8cf0ac566250'}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:46:38.431956 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92a18735-48d5-4615-8ce2-0dd263f568be req-c58fdb01-16cd-425b-b5aa-7c47a27fb5bf service neutron] Attempting to bind port 5e92d60d-9070-47ad-a2eb-6d0d111f9f4f on network d41f9397-de9e-4e07-a07d-8cf0ac566250 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:46:38.452485 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92a18735-48d5-4615-8ce2-0dd263f568be req-c58fdb01-16cd-425b-b5aa-7c47a27fb5bf service neutron] Port 5e92d60d-9070-47ad-a2eb-6d0d111f9f4f on network d41f9397-de9e-4e07-a07d-8cf0ac566250 not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-3 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 18:46:38.453162 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92a18735-48d5-4615-8ce2-0dd263f568be req-c58fdb01-16cd-425b-b5aa-7c47a27fb5bf service neutron] Attempting to bind port 5e92d60d-9070-47ad-a2eb-6d0d111f9f4f on network d41f9397-de9e-4e07-a07d-8cf0ac566250 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:46:38.469260 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-1089881f-aabb-4983-a472-ba1b455a02df tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:46:38.476425 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e6ab1348-8e0c-45db-9edb-a18054ca3e61 req-dac8a9d1-1a93-47ed-bf6b-06343444484f tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] 10.222.0.16 "GET /v2.0/security-groups?id=f745dc72-333e-4ddf-8281-1bb3e04e8f82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603232 Jul 14 18:46:38.481023 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92a18735-48d5-4615-8ce2-0dd263f568be req-c58fdb01-16cd-425b-b5aa-7c47a27fb5bf service neutron] Checking agent: {'id': 'a3630ff4-fbee-45d9-b9b6-0ae41cb3a350', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 15, 32), 'started_at': datetime.datetime(2021, 7, 14, 18, 15, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 18, 46, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 18:46:38.481613 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92a18735-48d5-4615-8ce2-0dd263f568be req-c58fdb01-16cd-425b-b5aa-7c47a27fb5bf service neutron] Checking segment: {'id': 'ee39aca0-6f7d-4da6-861f-9f37553124e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'd41f9397-de9e-4e07-a07d-8cf0ac566250'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:46:38.482277 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92a18735-48d5-4615-8ce2-0dd263f568be req-c58fdb01-16cd-425b-b5aa-7c47a27fb5bf service neutron] Bound using segment: {'id': 'ee39aca0-6f7d-4da6-861f-9f37553124e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'd41f9397-de9e-4e07-a07d-8cf0ac566250'} {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 18:46:38.483148 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-92a18735-48d5-4615-8ce2-0dd263f568be req-c58fdb01-16cd-425b-b5aa-7c47a27fb5bf service neutron] Bound port: 5e92d60d-9070-47ad-a2eb-6d0d111f9f4f, host: n-h1-800634-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee39aca0-6f7d-4da6-861f-9f37553124e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'd41f9397-de9e-4e07-a07d-8cf0ac566250'}}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 18:46:38.483815 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-92a18735-48d5-4615-8ce2-0dd263f568be req-c58fdb01-16cd-425b-b5aa-7c47a27fb5bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:46:38.496791 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-ecbb72e2-7d5a-492d-ba84-bc72b0982456 None None] For port c54b8d32-ad04-402f-9d56-a132963f0a6b, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=c54b8d32-ad04-402f-9d56-a132963f0a6b,segment=NetworkSegment(35e9ad4c-4629-4c27-9056-f9a6a2a72a47),segment_id=35e9ad4c-4629-4c27-9056-f9a6a2a72a47)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:46:38.497186 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-ecbb72e2-7d5a-492d-ba84-bc72b0982456 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:46:38.521038 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1089881f-aabb-4983-a472-ba1b455a02df tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Pushing event deleted for resources: {'Port': ['ID=7456636f-aa3c-416f-b21f-14f0fe76febe,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:46:38.529597 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-ecbb72e2-7d5a-492d-ba84-bc72b0982456 None None] Calling delete_port for c54b8d32-ad04-402f-9d56-a132963f0a6b owned by network:dhcp {{(pid=93917) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:46:38.534572 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-1089881f-aabb-4983-a472-ba1b455a02df tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:46:38.537477 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-1089881f-aabb-4983-a472-ba1b455a02df tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] 10.222.0.16 "DELETE /v2.0/ports/7456636f-aa3c-416f-b21f-14f0fe76febe HTTP/1.1" status: 204 len: 168 time: 0.5254037 Jul 14 18:46:38.539822 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 36852) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:46:38.567097 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-92a18735-48d5-4615-8ce2-0dd263f568be req-c58fdb01-16cd-425b-b5aa-7c47a27fb5bf service neutron] For port 5e92d60d-9070-47ad-a2eb-6d0d111f9f4f, host n-h1-800634-3, cleared binding levels {{(pid=93915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:46:38.571257 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-92a18735-48d5-4615-8ce2-0dd263f568be req-c58fdb01-16cd-425b-b5aa-7c47a27fb5bf service neutron] For port 5e92d60d-9070-47ad-a2eb-6d0d111f9f4f, host n-h1-800634-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=5e92d60d-9070-47ad-a2eb-6d0d111f9f4f,segment=NetworkSegment(ee39aca0-6f7d-4da6-861f-9f37553124e0),segment_id=ee39aca0-6f7d-4da6-861f-9f37553124e0)] {{(pid=93915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 18:46:38.577432 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-92a18735-48d5-4615-8ce2-0dd263f568be req-c58fdb01-16cd-425b-b5aa-7c47a27fb5bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25912978'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:46:38.653707 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-ecbb72e2-7d5a-492d-ba84-bc72b0982456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813'] for port, after_delete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:46:38.659295 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58fdb01-16cd-425b-b5aa-7c47a27fb5bf service neutron] Pushing event updated for resources: {'Port': ['ID=5e92d60d-9070-47ad-a2eb-6d0d111f9f4f,revision_number=3']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:46:38.680781 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-d855ea63-d70c-409c-89ae-50d19cef6550 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645734'] for network, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:46:38.697094 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a18735-48d5-4615-8ce2-0dd263f568be req-c58fdb01-16cd-425b-b5aa-7c47a27fb5bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:46:38.700679 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-92a18735-48d5-4615-8ce2-0dd263f568be req-c58fdb01-16cd-425b-b5aa-7c47a27fb5bf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:46:38.702304 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-92a18735-48d5-4615-8ce2-0dd263f568be req-c58fdb01-16cd-425b-b5aa-7c47a27fb5bf service neutron] 10.222.0.18 "PUT /v2.0/ports/5e92d60d-9070-47ad-a2eb-6d0d111f9f4f HTTP/1.1" status: 200 len: 1092 time: 1.3456905 Jul 14 18:46:38.702821 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90a6d52f-6581-429b-9784-d86e8a3e4d9c', 'tag': '5e92d60d-9070-47ad-a2eb-6d0d111f9f4f'}] {{(pid=93915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:46:38.712681 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e72782ad3af8f7d4ce76cedf092bca46d1756acc5c4653cf0b52034cdd6b073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0106f0a-a3f8-4522-8683-212bd29ff411" -d '{"events": [{"name": "network-changed", "server_uuid": "90a6d52f-6581-429b-9784-d86e8a3e4d9c", "tag": "5e92d60d-9070-47ad-a2eb-6d0d111f9f4f"}]}' {{(pid=93915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:46:38.760049 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbb72e2-7d5a-492d-ba84-bc72b0982456 None None] Pushing event deleted for resources: {'Port': ['ID=c54b8d32-ad04-402f-9d56-a132963f0a6b,revision_number=None']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:46:38.773711 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecbb72e2-7d5a-492d-ba84-bc72b0982456 None None] No DVR routers for this DVR port c54b8d32-ad04-402f-9d56-a132963f0a6b on host n-d-800634-3 {{(pid=93917) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 18:46:38.798735 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device c54b8d32-ad04-402f-9d56-a132963f0a6b no longer exists at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 18:46:38.844503 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] No Port match for: c54b8d32-ad04-402f-9d56-a132963f0a6b {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 18:46:38.844884 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device c54b8d32-ad04-402f-9d56-a132963f0a6b not bound to the agent host n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 18:46:38.878618 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-d855ea63-d70c-409c-89ae-50d19cef6550 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2096010', 'neutron.services.segments.db._delete_segments_for_network-8728202734996'] for network, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:46:38.891103 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 18:46:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50e85619-2999-4ba8-a8b3-cacc286e76e1 x-openstack-request-id: req-50e85619-2999-4ba8-a8b3-cacc286e76e1 {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:46:38.891478 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90a6d52f-6581-429b-9784-d86e8a3e4d9c", "tag": "5e92d60d-9070-47ad-a2eb-6d0d111f9f4f", "status": "completed", "code": 200}]} {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:46:38.891814 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-50e85619-2999-4ba8-a8b3-cacc286e76e1 {{(pid=93915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:46:38.892783 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.segments.db [None req-d855ea63-d70c-409c-89ae-50d19cef6550 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a211640-24e9-4aec-b495-44762f97199e']}} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:46:38.892910 n-d-800634-3 neutron-server[93915]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90a6d52f-6581-429b-9784-d86e8a3e4d9c', 'tag': '5e92d60d-9070-47ad-a2eb-6d0d111f9f4f', 'status': 'completed', 'code': 200} Jul 14 18:46:38.924490 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a18735-48d5-4615-8ce2-0dd263f568be req-5fc61336-b6a1-4b90-b0ec-51007efc0e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:46:38.926076 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-92a18735-48d5-4615-8ce2-0dd263f568be req-5fc61336-b6a1-4b90-b0ec-51007efc0e11 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=5093a1bcf9144b0bbe697fc3cf12df56&device_id=90a6d52f-6581-429b-9784-d86e8a3e4d9c HTTP/1.1" status: 200 len: 1095 time: 0.1807325 Jul 14 18:46:38.984610 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc1f80f-ad89-4121-b909-493ca7dc915f req-190eaf80-36cd-43fc-a183-56abd8a54306 tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:46:38.986883 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-cbc1f80f-ad89-4121-b909-493ca7dc915f req-190eaf80-36cd-43fc-a183-56abd8a54306 tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] 10.222.0.16 "GET /v2.0/ports?device_id=4ed688ec-0b1c-4d1e-881c-157d22decd3a HTTP/1.1" status: 200 len: 946 time: 0.2228055 Jul 14 18:46:38.988909 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-92a18735-48d5-4615-8ce2-0dd263f568be req-848a5484-f297-4776-a4d3-6a1126917bbf service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5e92d60d-9070-47ad-a2eb-6d0d111f9f4f HTTP/1.1" status: 200 len: 217 time: 0.0535178 Jul 14 18:46:39.065036 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-cbc1f80f-ad89-4121-b909-493ca7dc915f req-04b55747-cfbc-43ea-9941-1522a81c2eae tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] 10.222.0.16 "GET /v2.0/security-groups?id=f745dc72-333e-4ddf-8281-1bb3e04e8f82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718942 Jul 14 18:46:39.069597 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a18735-48d5-4615-8ce2-0dd263f568be req-7414f9fe-2744-4a25-aa68-31579aab5fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:46:39.071281 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-92a18735-48d5-4615-8ce2-0dd263f568be req-7414f9fe-2744-4a25-aa68-31579aab5fd1 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0161a33b-ac2d-4d08-b4de-fe1fa405f16a HTTP/1.1" status: 200 len: 850 time: 0.0716286 Jul 14 18:46:39.145006 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a18735-48d5-4615-8ce2-0dd263f568be req-b30bb77a-a194-40d3-8aae-58b09d610c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:46:39.146558 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-92a18735-48d5-4615-8ce2-0dd263f568be req-b30bb77a-a194-40d3-8aae-58b09d610c8c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d41f9397-de9e-4e07-a07d-8cf0ac566250&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0682817 Jul 14 18:46:39.276553 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-92a18735-48d5-4615-8ce2-0dd263f568be req-1a1e0dc2-b98f-4784-a634-6f33873b6e11 service neutron] 10.222.0.18 "GET /v2.0/networks/d41f9397-de9e-4e07-a07d-8cf0ac566250?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232295 Jul 14 18:46:39.307120 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.segments.db [None req-d855ea63-d70c-409c-89ae-50d19cef6550 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35e9ad4c-4629-4c27-9056-f9a6a2a72a47') {'for_net_delete': True} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:46:39.307409 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.segments.db [None req-d855ea63-d70c-409c-89ae-50d19cef6550 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35e9ad4c-4629-4c27-9056-f9a6a2a72a47') {} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:46:39.320364 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-d855ea63-d70c-409c-89ae-50d19cef6550 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728202715275', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26296891'] for segment, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:46:39.335252 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-d855ea63-d70c-409c-89ae-50d19cef6550 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:46:39.342294 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d855ea63-d70c-409c-89ae-50d19cef6550 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Releasing vlan 99 on physical network physnet1 to pool {{(pid=93916) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 18:46:39.342702 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-d855ea63-d70c-409c-89ae-50d19cef6550 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2682942'] for segment, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:46:39.346518 n-d-800634-3 neutron-server[93916]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:46:39.346518 n-d-800634-3 neutron-server[93916]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:46:39.346518 n-d-800634-3 neutron-server[93916]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:46:39.346518 n-d-800634-3 neutron-server[93916]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:46:39.346518 n-d-800634-3 neutron-server[93916]: Traceback (most recent call last): Jul 14 18:46:39.346518 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 18:46:39.346518 n-d-800634-3 neutron-server[93916]: timer() Jul 14 18:46:39.346518 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 18:46:39.346518 n-d-800634-3 neutron-server[93916]: cb(*args, **kw) Jul 14 18:46:39.346518 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 18:46:39.346518 n-d-800634-3 neutron-server[93916]: return func(*args, **kwargs) Jul 14 18:46:39.346518 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 18:46:39.346518 n-d-800634-3 neutron-server[93916]: self._notify() Jul 14 18:46:39.346518 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 18:46:39.346518 n-d-800634-3 neutron-server[93916]: self.callback(batched_events) Jul 14 18:46:39.346518 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 18:46:39.346518 n-d-800634-3 neutron-server[93916]: event.method(event) Jul 14 18:46:39.346518 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 18:46:39.346518 n-d-800634-3 neutron-server[93916]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 18:46:39.346518 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 18:46:39.346518 n-d-800634-3 neutron-server[93916]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 18:46:39.346518 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 18:46:39.346518 n-d-800634-3 neutron-server[93916]: return f(self, *a, **k) Jul 14 18:46:39.346518 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 18:46:39.346518 n-d-800634-3 neutron-server[93916]: return self._get(url).json() Jul 14 18:46:39.346518 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 18:46:39.346518 n-d-800634-3 neutron-server[93916]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 18:46:39.346518 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 18:46:39.346518 n-d-800634-3 neutron-server[93916]: return self.request(url, 'GET', **kwargs) Jul 14 18:46:39.346518 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 18:46:39.346518 n-d-800634-3 neutron-server[93916]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 18:46:39.346518 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 18:46:39.346518 n-d-800634-3 neutron-server[93916]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 18:46:39.346518 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 18:46:39.346518 n-d-800634-3 neutron-server[93916]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 18:46:39.346518 n-d-800634-3 neutron-server[93916]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 18:46:39.386346 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a8349e-a134-4674-9b44-74947412938c req-e31ce40d-cc0e-45df-adec-dcb1743ca6e7 tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:46:39.387880 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-10a8349e-a134-4674-9b44-74947412938c req-e31ce40d-cc0e-45df-adec-dcb1743ca6e7 tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] 10.222.0.16 "GET /v2.0/ports?device_id=4ed688ec-0b1c-4d1e-881c-157d22decd3a HTTP/1.1" status: 200 len: 946 time: 0.1698196 Jul 14 18:46:39.407570 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-d855ea63-d70c-409c-89ae-50d19cef6550 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2096001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-930085'] for network, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:46:39.421334 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-d855ea63-d70c-409c-89ae-50d19cef6550 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Notify callbacks [] for network, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:46:39.423438 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-d855ea63-d70c-409c-89ae-50d19cef6550 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] 10.222.0.16 "DELETE /v2.0/networks/7a211640-24e9-4aec-b495-44762f97199e HTTP/1.1" status: 204 len: 168 time: 0.8825512 Jul 14 18:46:39.437827 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d855ea63-d70c-409c-89ae-50d19cef6550 tempest-PortsTestJSON-1998091895 tempest-PortsTestJSON-1998091895-project] Pushing event deleted for resources: {'Network': ['ID=7a211640-24e9-4aec-b495-44762f97199e,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:46:39.476539 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-92a18735-48d5-4615-8ce2-0dd263f568be req-31143bbc-23fe-4951-b0eb-849520ad6537 service neutron] 10.222.0.18 "GET /v2.0/networks/d41f9397-de9e-4e07-a07d-8cf0ac566250?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1926610 Jul 14 18:46:39.486840 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-10a8349e-a134-4674-9b44-74947412938c req-89848131-947f-4d51-9ea4-b2f3cdf75c7a tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] 10.222.0.16 "GET /v2.0/security-groups?id=f745dc72-333e-4ddf-8281-1bb3e04e8f82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800185 Jul 14 18:46:39.501982 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354b0ce1-50e4-411b-b6f1-5f38d42d412b req-689925a1-c35e-4a39-9e48-8d19738cf4a4 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:46:39.503562 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-354b0ce1-50e4-411b-b6f1-5f38d42d412b req-689925a1-c35e-4a39-9e48-8d19738cf4a4 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] 10.222.0.16 "GET /v2.0/ports?device_id=90a6d52f-6581-429b-9784-d86e8a3e4d9c HTTP/1.1" status: 200 len: 944 time: 0.1637208 Jul 14 18:46:39.587651 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-354b0ce1-50e4-411b-b6f1-5f38d42d412b req-a52dfab7-2086-492c-8482-97a9fa0eb307 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] 10.222.0.16 "GET /v2.0/security-groups?id=665fac0f-cff5-44f7-b9cc-bed28fe603e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739958 Jul 14 18:46:39.640018 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0106f0a-a3f8-4522-8683-212bd29ff411 req-03c85287-bb19-4c94-9b98-23875ec5cbb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:46:39.641662 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c0106f0a-a3f8-4522-8683-212bd29ff411 req-03c85287-bb19-4c94-9b98-23875ec5cbb9 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=5093a1bcf9144b0bbe697fc3cf12df56&device_id=90a6d52f-6581-429b-9784-d86e8a3e4d9c HTTP/1.1" status: 200 len: 1095 time: 0.0922289 Jul 14 18:46:39.695631 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 36870) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:46:39.837357 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f4086a-4c28-40bd-ab5e-3c217f22e4ce req-00765177-1030-46ac-b9ed-257218be51cc tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:46:39.847633 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-24f4086a-4c28-40bd-ab5e-3c217f22e4ce req-00765177-1030-46ac-b9ed-257218be51cc tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] 10.222.0.16 "GET /v2.0/ports?device_id=4ed688ec-0b1c-4d1e-881c-157d22decd3a HTTP/1.1" status: 200 len: 946 time: 0.1461380 Jul 14 18:46:39.863363 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0106f0a-a3f8-4522-8683-212bd29ff411 req-27487f2b-16c0-483e-b391-e029a9745067 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:46:39.865066 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c0106f0a-a3f8-4522-8683-212bd29ff411 req-27487f2b-16c0-483e-b391-e029a9745067 service neutron] 10.222.0.18 "GET /v2.0/networks?id=d41f9397-de9e-4e07-a07d-8cf0ac566250 HTTP/1.1" status: 200 len: 911 time: 0.2172182 Jul 14 18:46:39.903563 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-52e1c948-473d-4c8f-8a4a-a08e5940a798 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5ceee1f2be05491f99699576fae0f27c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2066152 Jul 14 18:46:39.905793 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 36878) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:46:39.924639 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c0106f0a-a3f8-4522-8683-212bd29ff411 req-0996e558-b827-4768-98af-2f6b1609a61f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5e92d60d-9070-47ad-a2eb-6d0d111f9f4f HTTP/1.1" status: 200 len: 217 time: 0.0514846 Jul 14 18:46:39.967235 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-d1c133bb-e209-4450-9d14-a6697f80038d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:46:39.976896 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-24f4086a-4c28-40bd-ab5e-3c217f22e4ce req-bae6eb1c-dc97-4799-9bbb-fbe93204d78d tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] 10.222.0.16 "GET /v2.0/security-groups?id=f745dc72-333e-4ddf-8281-1bb3e04e8f82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279905 Jul 14 18:46:39.998476 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0106f0a-a3f8-4522-8683-212bd29ff411 req-3b42a8fa-11fb-4d49-93e4-2f9af51ab3cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:46:40.000195 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c0106f0a-a3f8-4522-8683-212bd29ff411 req-3b42a8fa-11fb-4d49-93e4-2f9af51ab3cc service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0161a33b-ac2d-4d08-b4de-fe1fa405f16a HTTP/1.1" status: 200 len: 850 time: 0.0672629 Jul 14 18:46:40.017560 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-d1c133bb-e209-4450-9d14-a6697f80038d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:46:40.106235 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-d1c133bb-e209-4450-9d14-a6697f80038d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:46:40.111461 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-d1c133bb-e209-4450-9d14-a6697f80038d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:46:40.111617 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0106f0a-a3f8-4522-8683-212bd29ff411 req-31fd14e1-7aad-43dc-bc6c-619d4d0fed75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:46:40.113067 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-d1c133bb-e209-4450-9d14-a6697f80038d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ab3547d6-9e59-4d22-bf95-9351d8b4d67b HTTP/1.1" status: 204 len: 168 time: 0.2062278 Jul 14 18:46:40.114892 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c0106f0a-a3f8-4522-8683-212bd29ff411 req-31fd14e1-7aad-43dc-bc6c-619d4d0fed75 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d41f9397-de9e-4e07-a07d-8cf0ac566250&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1046054 Jul 14 18:46:40.134755 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c133bb-e209-4450-9d14-a6697f80038d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab3547d6-9e59-4d22-bf95-9351d8b4d67b,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:46:40.513438 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 36904) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:46:40.676914 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c0106f0a-a3f8-4522-8683-212bd29ff411 req-0a308bed-9732-4add-975f-3daed1fe4a56 service neutron] 10.222.0.18 "GET /v2.0/networks/d41f9397-de9e-4e07-a07d-8cf0ac566250?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5545349 Jul 14 18:46:40.745184 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385e0aa5-491b-4532-8126-2770e3791bf9 req-e9c6d9b5-27c0-4e79-9419-d66976576a58 tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:46:40.746782 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-385e0aa5-491b-4532-8126-2770e3791bf9 req-e9c6d9b5-27c0-4e79-9419-d66976576a58 tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] 10.222.0.16 "GET /v2.0/ports?device_id=4ed688ec-0b1c-4d1e-881c-157d22decd3a HTTP/1.1" status: 200 len: 946 time: 0.5832036 Jul 14 18:46:40.873884 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c0106f0a-a3f8-4522-8683-212bd29ff411 req-3ce10f20-fe8a-4850-b2e1-b7eb91d86573 service neutron] 10.222.0.18 "GET /v2.0/networks/d41f9397-de9e-4e07-a07d-8cf0ac566250?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1898878 Jul 14 18:46:40.889504 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-385e0aa5-491b-4532-8126-2770e3791bf9 req-97f6fdf7-c7bf-4fc0-92dd-a3ae53ecdae2 tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] 10.222.0.16 "GET /v2.0/security-groups?id=f745dc72-333e-4ddf-8281-1bb3e04e8f82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317098 Jul 14 18:46:40.924343 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1b7f44-0275-41b5-a75c-76757bd51e86 req-53f1f944-1360-4afc-9962-65efeb05db0b tempest-AttachVolumeTestJSON-1507206526 tempest-AttachVolumeTestJSON-1507206526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:46:40.924343 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ed1b7f44-0275-41b5-a75c-76757bd51e86 req-53f1f944-1360-4afc-9962-65efeb05db0b tempest-AttachVolumeTestJSON-1507206526 tempest-AttachVolumeTestJSON-1507206526-project] 10.222.0.16 "GET /v2.0/ports?device_id=c64ed9f9-cec3-467a-b9e4-e8dc086743bc HTTP/1.1" status: 200 len: 946 time: 0.1893616 Jul 14 18:46:41.000196 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ed1b7f44-0275-41b5-a75c-76757bd51e86 req-2a2cc3fb-72bc-458b-ad12-07077e3e7189 tempest-AttachVolumeTestJSON-1507206526 tempest-AttachVolumeTestJSON-1507206526-project] 10.222.0.16 "GET /v2.0/security-groups?id=10a7a181-b1d5-45ad-8b34-e6bc7abe70ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689132 Jul 14 18:46:41.135629 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 36930) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:46:41.168581 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-58017b46-9e65-491d-ac3a-b188d0f0938a tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Deleting port 4c6d62c7-dde4-4da2-9043-3b02f48d5259 {{(pid=93916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:46:41.169368 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-58017b46-9e65-491d-ac3a-b188d0f0938a tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:46:41.204070 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af52e1e-408c-49f9-b735-34d20c6f8305 req-ba6947ba-ab3b-4cd1-8eec-ef431c89a423 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:46:41.205693 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-8af52e1e-408c-49f9-b735-34d20c6f8305 req-ba6947ba-ab3b-4cd1-8eec-ef431c89a423 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] 10.222.0.16 "GET /v2.0/ports?device_id=90a6d52f-6581-429b-9784-d86e8a3e4d9c HTTP/1.1" status: 200 len: 944 time: 0.1620409 Jul 14 18:46:41.257203 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-96a3e23f-2706-41b5-9025-9225f363de67 tempest-TagsExtTest-699831976 tempest-TagsExtTest-699831976-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1312084295'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:46:41.271613 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-58017b46-9e65-491d-ac3a-b188d0f0938a tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:46:41.272283 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-58017b46-9e65-491d-ac3a-b188d0f0938a tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:46:41.286528 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-58017b46-9e65-491d-ac3a-b188d0f0938a tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Calling delete_port for 4c6d62c7-dde4-4da2-9043-3b02f48d5259 owned by network:floatingip {{(pid=93916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:46:41.302239 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-8af52e1e-408c-49f9-b735-34d20c6f8305 req-091d8780-0fce-47b6-a03a-928075496e73 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] 10.222.0.16 "GET /v2.0/security-groups?id=665fac0f-cff5-44f7-b9cc-bed28fe603e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890851 Jul 14 18:46:41.322941 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126da7eb-a021-49ba-8889-339ee76ae48e req-436ec7f4-d660-4292-881a-8b09167422c9 tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:46:41.324614 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-126da7eb-a021-49ba-8889-339ee76ae48e req-436ec7f4-d660-4292-881a-8b09167422c9 tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] 10.222.0.16 "GET /v2.0/ports?device_id=4ed688ec-0b1c-4d1e-881c-157d22decd3a HTTP/1.1" status: 200 len: 946 time: 0.1471651 Jul 14 18:46:41.337174 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96a3e23f-2706-41b5-9025-9225f363de67 tempest-TagsExtTest-699831976 tempest-TagsExtTest-699831976-project] Made reservation on behalf of 8bf1b2222b0d450b8e892ff6e00c3c01 for: {'network': 1} {{(pid=93915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:46:41.340970 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-96a3e23f-2706-41b5-9025-9225f363de67 tempest-TagsExtTest-699831976 tempest-TagsExtTest-699831976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for network, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:46:41.359219 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-96a3e23f-2706-41b5-9025-9225f363de67 tempest-TagsExtTest-699831976 tempest-TagsExtTest-699831976-project] Notify callbacks [] for security_group, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:46:41.394298 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-126da7eb-a021-49ba-8889-339ee76ae48e req-fcfc469b-70e3-4017-8220-ba286bd3c298 tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] 10.222.0.16 "GET /v2.0/security-groups?id=f745dc72-333e-4ddf-8281-1bb3e04e8f82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634637 Jul 14 18:46:41.489919 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-58017b46-9e65-491d-ac3a-b188d0f0938a tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:46:41.500175 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-96a3e23f-2706-41b5-9025-9225f363de67 tempest-TagsExtTest-699831976 tempest-TagsExtTest-699831976-project] Notify callbacks [] for security_group, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:46:41.505043 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-96a3e23f-2706-41b5-9025-9225f363de67 tempest-TagsExtTest-699831976 tempest-TagsExtTest-699831976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:46:41.523248 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58017b46-9e65-491d-ac3a-b188d0f0938a tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Pushing event deleted for resources: {'Port': ['ID=4c6d62c7-dde4-4da2-9043-3b02f48d5259,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:46:41.578447 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96a3e23f-2706-41b5-9025-9225f363de67 tempest-TagsExtTest-699831976 tempest-TagsExtTest-699831976-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 97} {{(pid=93915) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 18:46:41.580650 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a3e23f-2706-41b5-9025-9225f363de67 tempest-TagsExtTest-699831976 tempest-TagsExtTest-699831976-project] Pushing event updated for resources: {'SecurityGroup': ['ID=69afd294-eca9-4611-8421-a0abbd80a397,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:46:41.597036 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-96a3e23f-2706-41b5-9025-9225f363de67 tempest-TagsExtTest-699831976 tempest-TagsExtTest-699831976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:46:41.597423 n-d-800634-3 neutron-server[93915]: INFO neutron.db.segments_db [None req-96a3e23f-2706-41b5-9025-9225f363de67 tempest-TagsExtTest-699831976 tempest-TagsExtTest-699831976-project] Added segment a28763d1-3012-4f12-8498-90cf5d0d4a0d of type vlan for network 93324e11-1951-40d4-9c5a-19f203c715bf Jul 14 18:46:41.611342 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-58017b46-9e65-491d-ac3a-b188d0f0938a tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks [] for floatingip, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:46:41.611838 n-d-800634-3 neutron-server[93916]: INFO neutron.db.l3_db [None req-58017b46-9e65-491d-ac3a-b188d0f0938a tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Floating IP 96c0bc1f-56cc-464f-9b60-e230d735603f disassociated (deleted). External IP: 172.25.1.252, port: 1bec6331-9beb-4a89-8a47-964988762b0c. Jul 14 18:46:41.647130 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-96a3e23f-2706-41b5-9025-9225f363de67 tempest-TagsExtTest-699831976 tempest-TagsExtTest-699831976-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728202197517'] for network, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:46:41.671437 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e08224b-21b1-4cb1-96b2-99113e6d4efd req-580074a2-ef3e-4953-8291-6dd9d437b214 tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:46:41.674887 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-0e08224b-21b1-4cb1-96b2-99113e6d4efd req-580074a2-ef3e-4953-8291-6dd9d437b214 tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] 10.222.0.16 "GET /v2.0/ports?device_id=4ed688ec-0b1c-4d1e-881c-157d22decd3a HTTP/1.1" status: 200 len: 946 time: 0.1425211 Jul 14 18:46:41.708956 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-96a3e23f-2706-41b5-9025-9225f363de67 tempest-TagsExtTest-699831976 tempest-TagsExtTest-699831976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727'] for network, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:46:41.714490 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96a3e23f-2706-41b5-9025-9225f363de67 tempest-TagsExtTest-699831976 tempest-TagsExtTest-699831976-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:46:41.715096 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-96a3e23f-2706-41b5-9025-9225f363de67 tempest-TagsExtTest-699831976 tempest-TagsExtTest-699831976-project] Notify callbacks [] for network, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:46:41.788162 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-0e08224b-21b1-4cb1-96b2-99113e6d4efd req-625241f1-5fbb-4c2c-9051-5f3cd07a2291 tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] 10.222.0.16 "GET /v2.0/security-groups?id=f745dc72-333e-4ddf-8281-1bb3e04e8f82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036665 Jul 14 18:46:41.828512 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a3e23f-2706-41b5-9025-9225f363de67 tempest-TagsExtTest-699831976 tempest-TagsExtTest-699831976-project] Pushing event updated for resources: {'Network': ['ID=93324e11-1951-40d4-9c5a-19f203c715bf,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:46:41.850506 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-96a3e23f-2706-41b5-9025-9225f363de67 tempest-TagsExtTest-699831976 tempest-TagsExtTest-699831976-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.7113729 Jul 14 18:46:41.851579 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 36940) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:46:41.851986 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Network 93324e11-1951-40d4-9c5a-19f203c715bf details requested by agent ovs-agent-n-d-800634-3 with host n-d-800634-3 {{(pid=93917) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 18:46:41.859579 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-09a27ee8-7e1a-4638-b0d4-c8e7ef65dde8 tempest-TagsExtTest-699831976 tempest-TagsExtTest-699831976-project] Request body: {'subnet': {'network_id': '93324e11-1951-40d4-9c5a-19f203c715bf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:46:41.864395 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58017b46-9e65-491d-ac3a-b188d0f0938a tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Router 546b1476-fb2c-4005-a925-356a7fbb9c9d has already been hosted by L3 agent 2c6eb27e-defb-4cca-9a24-381c7415e359 {{(pid=93916) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 18:46:41.977014 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09a27ee8-7e1a-4638-b0d4-c8e7ef65dde8 tempest-TagsExtTest-699831976 tempest-TagsExtTest-699831976-project] Made reservation on behalf of 8bf1b2222b0d450b8e892ff6e00c3c01 for: {'subnet': 1} {{(pid=93915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:46:41.981439 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-09a27ee8-7e1a-4638-b0d4-c8e7ef65dde8 tempest-TagsExtTest-699831976 tempest-TagsExtTest-699831976-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28969735'] for subnet, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:46:42.036684 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58017b46-9e65-491d-ac3a-b188d0f0938a tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify agent at l3_agent.n-d-800634-3 the message routers_updated {{(pid=93916) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 18:46:42.056940 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-285d8af4-5393-4bd2-99b8-de230c96a70b None None] Sync routers for ids ['546b1476-fb2c-4005-a925-356a7fbb9c9d'] in n-d-800634-3 {{(pid=93918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 18:46:42.058427 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-58017b46-9e65-491d-ac3a-b188d0f0938a tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for floatingip, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:46:42.072816 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-285d8af4-5393-4bd2-99b8-de230c96a70b None None] Routers {'546b1476-fb2c-4005-a925-356a7fbb9c9d'} bound to L3 agent in host n-d-800634-3 {{(pid=93918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:46:42.073707 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-285d8af4-5393-4bd2-99b8-de230c96a70b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:46:23Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['546b1476-fb2c-4005-a925-356a7fbb9c9d'], 'active': True} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:46:42.109499 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-58017b46-9e65-491d-ac3a-b188d0f0938a tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] 10.222.0.16 "DELETE /v2.0/floatingips/96c0bc1f-56cc-464f-9b60-e230d735603f HTTP/1.1" status: 204 len: 168 time: 1.5922740 Jul 14 18:46:42.109499 n-d-800634-3 neutron-server[93916]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8f115c8-f01c-4bfa-bd17-910e556e924f', 'tag': '1bec6331-9beb-4a89-8a47-964988762b0c'}] {{(pid=93916) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:46:42.111388 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f803e150b363a7893830aa996ac27753fa25517c406ecd3536b7c2d4b26eeb9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3a01a8f-8f03-408a-af14-65c3ad4b6c72" -d '{"events": [{"name": "network-changed", "server_uuid": "c8f115c8-f01c-4bfa-bd17-910e556e924f", "tag": "1bec6331-9beb-4a89-8a47-964988762b0c"}]}' {{(pid=93916) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:46:42.269013 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvr_db [None req-285d8af4-5393-4bd2-99b8-de230c96a70b None None] Set router 546b1476-fb2c-4005-a925-356a7fbb9c9d gateway port host: n-d-800634-3 {{(pid=93918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 18:46:42.330875 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-09a27ee8-7e1a-4638-b0d4-c8e7ef65dde8 tempest-TagsExtTest-699831976 tempest-TagsExtTest-699831976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25912837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28969781'] for subnet, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:46:42.412356 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3678a69-af4f-425f-82ea-5f625ec0118e req-8ace2d1d-3255-437e-96b1-7690a58a7074 tempest-AttachVolumeTestJSON-1507206526 tempest-AttachVolumeTestJSON-1507206526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:46:42.420337 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a3678a69-af4f-425f-82ea-5f625ec0118e req-8ace2d1d-3255-437e-96b1-7690a58a7074 tempest-AttachVolumeTestJSON-1507206526 tempest-AttachVolumeTestJSON-1507206526-project] 10.222.0.16 "GET /v2.0/ports?device_id=c64ed9f9-cec3-467a-b9e4-e8dc086743bc HTTP/1.1" status: 200 len: 946 time: 0.2064776 Jul 14 18:46:42.430566 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a27ee8-7e1a-4638-b0d4-c8e7ef65dde8 tempest-TagsExtTest-699831976 tempest-TagsExtTest-699831976-project] Pushing event updated for resources: {'Subnet': ['ID=b4f83d86-72ea-4f8b-9469-c10c5cdaf3d0,revision_number=0']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:46:42.443454 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65dc0414-f3d8-4f8f-9891-2323c845f8ef req-9994edc7-ffbf-4e1e-9b6f-6c6af9134701 tempest-AttachVolumeTestJSON-1507206526 tempest-AttachVolumeTestJSON-1507206526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:46:42.445540 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-65dc0414-f3d8-4f8f-9891-2323c845f8ef req-9994edc7-ffbf-4e1e-9b6f-6c6af9134701 tempest-AttachVolumeTestJSON-1507206526 tempest-AttachVolumeTestJSON-1507206526-project] 10.222.0.18 "GET /v2.0/ports?device_id=c64ed9f9-cec3-467a-b9e4-e8dc086743bc HTTP/1.1" status: 200 len: 946 time: 0.2025111 Jul 14 18:46:42.481201 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 18:46:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e5a6779-60a9-4880-871e-2c6cfa23e683 x-openstack-request-id: req-1e5a6779-60a9-4880-871e-2c6cfa23e683 {{(pid=93916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:46:42.482072 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8f115c8-f01c-4bfa-bd17-910e556e924f", "tag": "1bec6331-9beb-4a89-8a47-964988762b0c", "status": "completed", "code": 200}]} {{(pid=93916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:46:42.482498 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1e5a6779-60a9-4880-871e-2c6cfa23e683 {{(pid=93916) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:46:42.483091 n-d-800634-3 neutron-server[93916]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8f115c8-f01c-4bfa-bd17-910e556e924f', 'tag': '1bec6331-9beb-4a89-8a47-964988762b0c', 'status': 'completed', 'code': 200} Jul 14 18:46:42.567783 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-285d8af4-5393-4bd2-99b8-de230c96a70b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '546b1476-fb2c-4005-a925-356a7fbb9c9d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2020197094', 'tenant_id': 'af718961b2754d7c873f442ed35947bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.248'}], 'enable_snat': True}, 'gw_port_id': '2de3a888-7df4-4a86-be46-fa2fdde0ae14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:44:32Z', 'updated_at': '2021-07-14T18:44:43Z', 'revision_number': 4, 'project_id': 'af718961b2754d7c873f442ed35947bb', 'gw_port': {'id': '2de3a888-7df4-4a86-be46-fa2fdde0ae14', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:57:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '546b1476-fb2c-4005-a925-356a7fbb9c9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2631, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:44:33Z', 'updated_at': '2021-07-14T18:44:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_interfaces': [{'id': 'db221d66-d974-4ca6-bad4-217b637933fc', 'name': '', 'network_id': '0c8499a8-2bfd-4d25-a4f1-802449d10090', 'tenant_id': 'af718961b2754d7c873f442ed35947bb', 'mac_address': 'fa:16:3e:20:5c:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '546b1476-fb2c-4005-a925-356a7fbb9c9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2634, 'fixed_ips': [{'subnet_id': '71a893e4-9a73-4f76-91b8-19f5d84dd97b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:44:40Z', 'updated_at': '2021-07-14T18:44:51Z', 'revision_number': 5, 'project_id': 'af718961b2754d7c873f442ed35947bb', 'subnets': [{'id': '71a893e4-9a73-4f76-91b8-19f5d84dd97b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-3', False) {} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:46:42.588602 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a3678a69-af4f-425f-82ea-5f625ec0118e req-419c8062-f7ce-43b4-8465-282d09ea136a tempest-AttachVolumeTestJSON-1507206526 tempest-AttachVolumeTestJSON-1507206526-project] 10.222.0.16 "GET /v2.0/security-groups?id=10a7a181-b1d5-45ad-8b34-e6bc7abe70ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1669331 Jul 14 18:46:42.589562 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09a27ee8-7e1a-4638-b0d4-c8e7ef65dde8 tempest-TagsExtTest-699831976 tempest-TagsExtTest-699831976-project] Checking segment: {'id': 'a28763d1-3012-4f12-8498-90cf5d0d4a0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '93324e11-1951-40d4-9c5a-19f203c715bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:46:42.590040 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09a27ee8-7e1a-4638-b0d4-c8e7ef65dde8 tempest-TagsExtTest-699831976 tempest-TagsExtTest-699831976-project] Network hostable DHCP agents. Network: 93324e11-1951-40d4-9c5a-19f203c715bf, hostable agents: ['028393c3-0576-4ebd-bca1-8ea8a148e1a2'], hosted agents: [] {{(pid=93915) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 18:46:42.630466 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-285d8af4-5393-4bd2-99b8-de230c96a70b None None] Checking router: 546b1476-fb2c-4005-a925-356a7fbb9c9d for host: n-d-800634-3 {{(pid=93918) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 18:46:42.644889 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-285d8af4-5393-4bd2-99b8-de230c96a70b None None] Routers {'546b1476-fb2c-4005-a925-356a7fbb9c9d'} bound to L3 agent in host n-d-800634-3 {{(pid=93918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:46:42.645902 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-285d8af4-5393-4bd2-99b8-de230c96a70b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:46:23Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['546b1476-fb2c-4005-a925-356a7fbb9c9d'], 'active': True} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:46:42.727754 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09a27ee8-7e1a-4638-b0d4-c8e7ef65dde8 tempest-TagsExtTest-699831976 tempest-TagsExtTest-699831976-project] Network 93324e11-1951-40d4-9c5a-19f203c715bf is scheduled to be hosted by DHCP agent 028393c3-0576-4ebd-bca1-8ea8a148e1a2 with binding_index 1 {{(pid=93915) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 18:46:42.765705 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [None req-09a27ee8-7e1a-4638-b0d4-c8e7ef65dde8 tempest-TagsExtTest-699831976 tempest-TagsExtTest-699831976-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-3, 93324e11-1951-40d4-9c5a-19f203c715bf) {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:46:42.775782 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad890c63-ce0b-4739-98d9-7f8d2ffe4b91 None None] Network 93324e11-1951-40d4-9c5a-19f203c715bf requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:46:42.779089 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a01a8f-8f03-408a-af14-65c3ad4b6c72 req-0ecaa598-06ea-4430-9ad9-7882f361abc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:46:42.780617 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-d3a01a8f-8f03-408a-af14-65c3ad4b6c72 req-0ecaa598-06ea-4430-9ad9-7882f361abc3 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=af718961b2754d7c873f442ed35947bb&device_id=c8f115c8-f01c-4bfa-bd17-910e556e924f HTTP/1.1" status: 200 len: 1096 time: 0.2650287 Jul 14 18:46:42.796663 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvr_db [None req-285d8af4-5393-4bd2-99b8-de230c96a70b None None] Set router 546b1476-fb2c-4005-a925-356a7fbb9c9d gateway port host: n-d-800634-3 {{(pid=93918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 18:46:42.801317 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09a27ee8-7e1a-4638-b0d4-c8e7ef65dde8 tempest-TagsExtTest-699831976 tempest-TagsExtTest-699831976-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:46:42.801915 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-09a27ee8-7e1a-4638-b0d4-c8e7ef65dde8 tempest-TagsExtTest-699831976 tempest-TagsExtTest-699831976-project] Notify callbacks [] for subnet, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:46:42.907430 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e68301e-6b09-46fd-ad40-83eb64f32238 req-01a9e37e-165e-40ef-a60e-3391c6e9d54f tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:46:42.914873 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3e68301e-6b09-46fd-ad40-83eb64f32238 req-01a9e37e-165e-40ef-a60e-3391c6e9d54f tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] 10.222.0.16 "GET /v2.0/ports?device_id=4ed688ec-0b1c-4d1e-881c-157d22decd3a HTTP/1.1" status: 200 len: 946 time: 0.3118112 Jul 14 18:46:42.917445 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [req-65dc0414-f3d8-4f8f-9891-2323c845f8ef req-4ed2c1fc-9f0d-4d12-b57c-c08dca9ad05d tempest-AttachVolumeTestJSON-1507206526 tempest-AttachVolumeTestJSON-1507206526-project] Deleting port 2b680c52-8f17-42de-8174-663ebe8ee305 {{(pid=93915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:46:42.917793 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-65dc0414-f3d8-4f8f-9891-2323c845f8ef req-4ed2c1fc-9f0d-4d12-b57c-c08dca9ad05d tempest-AttachVolumeTestJSON-1507206526 tempest-AttachVolumeTestJSON-1507206526-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:46:42.934382 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-09a27ee8-7e1a-4638-b0d4-c8e7ef65dde8 tempest-TagsExtTest-699831976 tempest-TagsExtTest-699831976-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0812304 Jul 14 18:46:42.938169 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 36958) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:46:42.943889 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-0a3dffb7-d9fd-4986-9c85-ffd6a978bb8d tempest-TagsExtTest-699831976 tempest-TagsExtTest-699831976-project] Request body: {'port': {'network_id': '93324e11-1951-40d4-9c5a-19f203c715bf', 'name': 'tempest-TagsExtTest-1823267903'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:46:43.003917 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc5f7757-b098-4b73-824a-ea5603258887 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9222b97e-5d1c-54f8-ba97-82f172498e76-93324e11-1951-40d4-9c5a-19f203c715bf', 'network_id': '93324e11-1951-40d4-9c5a-19f203c715bf', 'tenant_id': '8bf1b2222b0d450b8e892ff6e00c3c01', 'fixed_ips': [{'subnet_id': 'b4f83d86-72ea-4f8b-9469-c10c5cdaf3d0'}]}} from n-d-800634-3. {{(pid=93917) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 18:46:43.005402 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-bc5f7757-b098-4b73-824a-ea5603258887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:46:43.081597 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3e68301e-6b09-46fd-ad40-83eb64f32238 req-63a41479-72d5-49b9-89f1-3b98295e6083 tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] 10.222.0.16 "GET /v2.0/security-groups?id=f745dc72-333e-4ddf-8281-1bb3e04e8f82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1657145 Jul 14 18:46:43.082827 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a01a8f-8f03-408a-af14-65c3ad4b6c72 req-faf027a5-2724-4e40-92b6-2c3e12325976 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:46:43.089784 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-d3a01a8f-8f03-408a-af14-65c3ad4b6c72 req-faf027a5-2724-4e40-92b6-2c3e12325976 service neutron] 10.222.0.35 "GET /v2.0/networks?id=0c8499a8-2bfd-4d25-a4f1-802449d10090 HTTP/1.1" status: 200 len: 895 time: 0.2934864 Jul 14 18:46:43.114991 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-285d8af4-5393-4bd2-99b8-de230c96a70b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '546b1476-fb2c-4005-a925-356a7fbb9c9d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2020197094', 'tenant_id': 'af718961b2754d7c873f442ed35947bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.248'}], 'enable_snat': True}, 'gw_port_id': '2de3a888-7df4-4a86-be46-fa2fdde0ae14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:44:32Z', 'updated_at': '2021-07-14T18:44:43Z', 'revision_number': 4, 'project_id': 'af718961b2754d7c873f442ed35947bb', 'gw_port': {'id': '2de3a888-7df4-4a86-be46-fa2fdde0ae14', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:57:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '546b1476-fb2c-4005-a925-356a7fbb9c9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2631, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:44:33Z', 'updated_at': '2021-07-14T18:44:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_interfaces': [{'id': 'db221d66-d974-4ca6-bad4-217b637933fc', 'name': '', 'network_id': '0c8499a8-2bfd-4d25-a4f1-802449d10090', 'tenant_id': 'af718961b2754d7c873f442ed35947bb', 'mac_address': 'fa:16:3e:20:5c:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '546b1476-fb2c-4005-a925-356a7fbb9c9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2634, 'fixed_ips': [{'subnet_id': '71a893e4-9a73-4f76-91b8-19f5d84dd97b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:44:40Z', 'updated_at': '2021-07-14T18:44:51Z', 'revision_number': 5, 'project_id': 'af718961b2754d7c873f442ed35947bb', 'subnets': [{'id': '71a893e4-9a73-4f76-91b8-19f5d84dd97b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-3', False) {} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:46:43.148243 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a3dffb7-d9fd-4986-9c85-ffd6a978bb8d tempest-TagsExtTest-699831976 tempest-TagsExtTest-699831976-project] Made reservation on behalf of 8bf1b2222b0d450b8e892ff6e00c3c01 for: {'port': 1} {{(pid=93916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:46:43.152812 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-0a3dffb7-d9fd-4986-9c85-ffd6a978bb8d tempest-TagsExtTest-699831976 tempest-TagsExtTest-699831976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:46:43.183018 n-d-800634-3 neutron-server[93916]: DEBUG neutron.notifiers.nova [None req-0a3dffb7-d9fd-4986-9c85-ffd6a978bb8d tempest-TagsExtTest-699831976 tempest-TagsExtTest-699831976-project] device_id is not set on port 6f6ec779-daf8-4d6e-8b81-2512ba626ec2 yet. {{(pid=93916) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 18:46:43.201069 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-285d8af4-5393-4bd2-99b8-de230c96a70b None None] The sync data for ids ['546b1476-fb2c-4005-a925-356a7fbb9c9d'] in n-d-800634-3 is: [{'id': '546b1476-fb2c-4005-a925-356a7fbb9c9d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2020197094', 'tenant_id': 'af718961b2754d7c873f442ed35947bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.248'}], 'enable_snat': True}, 'gw_port_id': '2de3a888-7df4-4a86-be46-fa2fdde0ae14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:44:32Z', 'updated_at': '2021-07-14T18:44:43Z', 'revision_number': 4, 'project_id': 'af718961b2754d7c873f442ed35947bb', 'gw_port': {'id': '2de3a888-7df4-4a86-be46-fa2fdde0ae14', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:57:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '546b1476-fb2c-4005-a925-356a7fbb9c9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2631, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:44:33Z', 'updated_at': '2021-07-14T18:44:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_interfaces': [{'id': 'db221d66-d974-4ca6-bad4-217b637933fc', 'name': '', 'network_id': '0c8499a8-2bfd-4d25-a4f1-802449d10090', 'tenant_id': 'af718961b2754d7c873f442ed35947bb', 'mac_address': 'fa:16:3e:20:5c:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '546b1476-fb2c-4005-a925-356a7fbb9c9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2634, 'fixed_ips': [{'subnet_id': '71a893e4-9a73-4f76-91b8-19f5d84dd97b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:44:40Z', 'updated_at': '2021-07-14T18:44:51Z', 'revision_number': 5, 'project_id': 'af718961b2754d7c873f442ed35947bb', 'subnets': [{'id': '71a893e4-9a73-4f76-91b8-19f5d84dd97b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 18:46:43.203521 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.db_base_plugin_common [None req-bc5f7757-b098-4b73-824a-ea5603258887 None None] Allocated IP 172.20.0.2 (93324e11-1951-40d4-9c5a-19f203c715bf/b4f83d86-72ea-4f8b-9469-c10c5cdaf3d0/d6221ecb-7803-45d1-860a-eadea0d1fd86) {{(pid=93917) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:46:43.260589 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4aba742-0ccb-40ed-89c0-834350f21ab2 req-5a9bea6e-d3c0-411f-8d63-3e56598358f7 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:46:43.262676 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c4aba742-0ccb-40ed-89c0-834350f21ab2 req-5a9bea6e-d3c0-411f-8d63-3e56598358f7 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] 10.222.0.16 "GET /v2.0/ports?device_id=90a6d52f-6581-429b-9784-d86e8a3e4d9c HTTP/1.1" status: 200 len: 944 time: 0.5058842 Jul 14 18:46:43.269884 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-d3a01a8f-8f03-408a-af14-65c3ad4b6c72 req-c8317700-06c0-41c2-987c-94ed87af77c2 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1bec6331-9beb-4a89-8a47-964988762b0c HTTP/1.1" status: 200 len: 217 time: 0.1749499 Jul 14 18:46:43.272090 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-65dc0414-f3d8-4f8f-9891-2323c845f8ef req-4ed2c1fc-9f0d-4d12-b57c-c08dca9ad05d tempest-AttachVolumeTestJSON-1507206526 tempest-AttachVolumeTestJSON-1507206526-project] For port 2b680c52-8f17-42de-8174-663ebe8ee305, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=2b680c52-8f17-42de-8174-663ebe8ee305,segment=NetworkSegment(d46cbae5-a9c8-4575-b283-c5e5c56b0da1),segment_id=d46cbae5-a9c8-4575-b283-c5e5c56b0da1)] {{(pid=93915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:46:43.272501 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-65dc0414-f3d8-4f8f-9891-2323c845f8ef req-4ed2c1fc-9f0d-4d12-b57c-c08dca9ad05d tempest-AttachVolumeTestJSON-1507206526 tempest-AttachVolumeTestJSON-1507206526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:46:43.422594 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-bc5f7757-b098-4b73-824a-ea5603258887 None None] Notify callbacks [] for port, precommit_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:46:43.438880 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-bc5f7757-b098-4b73-824a-ea5603258887 None None] Transition to ACTIVE for port object d6221ecb-7803-45d1-860a-eadea0d1fd86 will not be triggered until provisioned by entity L2. {{(pid=93917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:46:43.462384 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-bc5f7757-b098-4b73-824a-ea5603258887 None None] Transition to ACTIVE for port object d6221ecb-7803-45d1-860a-eadea0d1fd86 will not be triggered until provisioned by entity DHCP. {{(pid=93917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:46:43.473626 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c4aba742-0ccb-40ed-89c0-834350f21ab2 req-4ef2c7fd-3c87-4e97-b9a5-0a0d20665362 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] 10.222.0.16 "GET /v2.0/security-groups?id=665fac0f-cff5-44f7-b9cc-bed28fe603e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1902773 Jul 14 18:46:43.474695 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-bc5f7757-b098-4b73-824a-ea5603258887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804'] for port, after_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:46:43.518894 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a01a8f-8f03-408a-af14-65c3ad4b6c72 req-fe3d6837-e389-4fc7-afb9-3eaeca8190d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:46:43.520417 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-d3a01a8f-8f03-408a-af14-65c3ad4b6c72 req-fe3d6837-e389-4fc7-afb9-3eaeca8190d2 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=71a893e4-9a73-4f76-91b8-19f5d84dd97b HTTP/1.1" status: 200 len: 834 time: 0.2306874 Jul 14 18:46:43.544349 n-d-800634-3 neutron-server[93917]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc5f7757-b098-4b73-824a-ea5603258887 None None] Network 93324e11-1951-40d4-9c5a-19f203c715bf is already hosted by enough agents. {{(pid=93917) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:46:43.548903 n-d-800634-3 neutron-server[93917]: DEBUG neutron.scheduler.base_scheduler [None req-bc5f7757-b098-4b73-824a-ea5603258887 None None] Resources bound (agent type, host, resource id): {{(pid=93917) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:46:43.556011 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc5f7757-b098-4b73-824a-ea5603258887 None None] Received port after_create {{(pid=93917) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:46:43.565373 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.db_base_plugin_common [None req-0a3dffb7-d9fd-4986-9c85-ffd6a978bb8d tempest-TagsExtTest-699831976 tempest-TagsExtTest-699831976-project] Allocated IP 172.20.0.3 (93324e11-1951-40d4-9c5a-19f203c715bf/b4f83d86-72ea-4f8b-9469-c10c5cdaf3d0/6f6ec779-daf8-4d6e-8b81-2512ba626ec2) {{(pid=93916) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:46:43.654198 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5f7757-b098-4b73-824a-ea5603258887 None None] Pushing event updated for resources: {'Port': ['ID=d6221ecb-7803-45d1-860a-eadea0d1fd86,revision_number=1']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:46:43.691897 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11310d8b-99c4-4111-8af0-8972f12bd4fd None None] New status for floating IP 96c0bc1f-56cc-464f-9b60-e230d735603f: DOWN {{(pid=93917) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 18:46:43.693502 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-65dc0414-f3d8-4f8f-9891-2323c845f8ef req-4ed2c1fc-9f0d-4d12-b57c-c08dca9ad05d tempest-AttachVolumeTestJSON-1507206526 tempest-AttachVolumeTestJSON-1507206526-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:46:43.694088 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-65dc0414-f3d8-4f8f-9891-2323c845f8ef req-4ed2c1fc-9f0d-4d12-b57c-c08dca9ad05d tempest-AttachVolumeTestJSON-1507206526 tempest-AttachVolumeTestJSON-1507206526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-930131'] for floatingip, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:46:43.694433 n-d-800634-3 neutron-server[93915]: INFO neutron.db.l3_db [req-65dc0414-f3d8-4f8f-9891-2323c845f8ef req-4ed2c1fc-9f0d-4d12-b57c-c08dca9ad05d tempest-AttachVolumeTestJSON-1507206526 tempest-AttachVolumeTestJSON-1507206526-project] Floating IP 2a2c036a-b837-4748-9ffa-c93d58336912 disassociated. External IP: 172.25.1.80, port: 2b680c52-8f17-42de-8174-663ebe8ee305. Jul 14 18:46:43.695238 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [req-65dc0414-f3d8-4f8f-9891-2323c845f8ef req-4ed2c1fc-9f0d-4d12-b57c-c08dca9ad05d tempest-AttachVolumeTestJSON-1507206526 tempest-AttachVolumeTestJSON-1507206526-project] Calling delete_port for 2b680c52-8f17-42de-8174-663ebe8ee305 owned by compute:nova {{(pid=93915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:46:43.698105 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-bc5f7757-b098-4b73-824a-ea5603258887 None None] Attempting to bind port d6221ecb-7803-45d1-860a-eadea0d1fd86 on host n-d-800634-3 for vnic_type normal with profile {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:46:43.698777 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-bc5f7757-b098-4b73-824a-ea5603258887 None None] Attempting to bind port d6221ecb-7803-45d1-860a-eadea0d1fd86 by drivers openvswitch,hyperv on host n-d-800634-3 at level 0 using segments [{'id': 'a28763d1-3012-4f12-8498-90cf5d0d4a0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '93324e11-1951-40d4-9c5a-19f203c715bf'}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:46:43.699403 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc5f7757-b098-4b73-824a-ea5603258887 None None] Attempting to bind port d6221ecb-7803-45d1-860a-eadea0d1fd86 on network 93324e11-1951-40d4-9c5a-19f203c715bf {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:46:43.706969 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270e3b7d-1377-44ec-8713-55b7ec248544 req-2711a44b-0877-440f-a54b-0011ead20ecd tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:46:43.708943 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-270e3b7d-1377-44ec-8713-55b7ec248544 req-2711a44b-0877-440f-a54b-0011ead20ecd tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] 10.222.0.16 "GET /v2.0/ports?device_id=c8f115c8-f01c-4bfa-bd17-910e556e924f HTTP/1.1" status: 200 len: 945 time: 0.3696058 Jul 14 18:46:43.745490 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc5f7757-b098-4b73-824a-ea5603258887 None None] Checking agent: {'id': '01c19e91-a945-4e3c-94a6-c211e17c923e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 8, 23), 'started_at': datetime.datetime(2021, 7, 14, 18, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 18, 46, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 18:46:43.746142 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc5f7757-b098-4b73-824a-ea5603258887 None None] Checking segment: {'id': 'a28763d1-3012-4f12-8498-90cf5d0d4a0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '93324e11-1951-40d4-9c5a-19f203c715bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93917) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:46:43.747215 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-bc5f7757-b098-4b73-824a-ea5603258887 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:46:43.747763 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc5f7757-b098-4b73-824a-ea5603258887 None None] Bound using segment: {'id': 'a28763d1-3012-4f12-8498-90cf5d0d4a0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '93324e11-1951-40d4-9c5a-19f203c715bf'} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 18:46:43.748435 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-bc5f7757-b098-4b73-824a-ea5603258887 None None] Bound port: d6221ecb-7803-45d1-860a-eadea0d1fd86, host: n-d-800634-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a28763d1-3012-4f12-8498-90cf5d0d4a0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '93324e11-1951-40d4-9c5a-19f203c715bf'}}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 18:46:43.749002 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-bc5f7757-b098-4b73-824a-ea5603258887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:46:43.813270 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a01a8f-8f03-408a-af14-65c3ad4b6c72 req-cdcdd017-e922-4b30-96df-92a6a7e16e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:46:43.815415 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-d3a01a8f-8f03-408a-af14-65c3ad4b6c72 req-cdcdd017-e922-4b30-96df-92a6a7e16e41 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0c8499a8-2bfd-4d25-a4f1-802449d10090&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2786596 Jul 14 18:46:43.858483 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-0a3dffb7-d9fd-4986-9c85-ffd6a978bb8d tempest-TagsExtTest-699831976 tempest-TagsExtTest-699831976-project] Notify callbacks [] for port, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:46:43.880563 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.provisioning_blocks [None req-0a3dffb7-d9fd-4986-9c85-ffd6a978bb8d tempest-TagsExtTest-699831976 tempest-TagsExtTest-699831976-project] Transition to ACTIVE for port object 6f6ec779-daf8-4d6e-8b81-2512ba626ec2 will not be triggered until provisioned by entity DHCP. {{(pid=93916) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:46:43.909806 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-bc5f7757-b098-4b73-824a-ea5603258887 None None] For port d6221ecb-7803-45d1-860a-eadea0d1fd86, host n-d-800634-3, cleared binding levels {{(pid=93917) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:46:43.916492 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-bc5f7757-b098-4b73-824a-ea5603258887 None None] For port d6221ecb-7803-45d1-860a-eadea0d1fd86, host n-d-800634-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=d6221ecb-7803-45d1-860a-eadea0d1fd86,segment=NetworkSegment(a28763d1-3012-4f12-8498-90cf5d0d4a0d),segment_id=a28763d1-3012-4f12-8498-90cf5d0d4a0d)] {{(pid=93917) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 18:46:43.924355 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-bc5f7757-b098-4b73-824a-ea5603258887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:46:43.939821 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-0a3dffb7-d9fd-4986-9c85-ffd6a978bb8d tempest-TagsExtTest-699831976 tempest-TagsExtTest-699831976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:46:43.963785 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-270e3b7d-1377-44ec-8713-55b7ec248544 req-9ef23244-68a0-4252-a07d-7338db61da44 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] 10.222.0.16 "GET /v2.0/security-groups?id=d5287722-8c0c-410d-a8ea-76edc9d3c05d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2481725 Jul 14 18:46:44.011264 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.agents_db [None req-2ea07fb6-aa68-4671-8654-119d82b9f530 None None] Agent healthcheck: found 7 active agents {{(pid=93918) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 18:46:44.027958 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3dffb7-d9fd-4986-9c85-ffd6a978bb8d tempest-TagsExtTest-699831976 tempest-TagsExtTest-699831976-project] Pushing event updated for resources: {'Port': ['ID=6f6ec779-daf8-4d6e-8b81-2512ba626ec2,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:46:44.038628 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a3dffb7-d9fd-4986-9c85-ffd6a978bb8d tempest-TagsExtTest-699831976 tempest-TagsExtTest-699831976-project] Network 93324e11-1951-40d4-9c5a-19f203c715bf is already hosted by enough agents. {{(pid=93916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:46:44.056902 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [None req-0a3dffb7-d9fd-4986-9c85-ffd6a978bb8d tempest-TagsExtTest-699831976 tempest-TagsExtTest-699831976-project] Resources bound (agent type, host, resource id): {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:46:44.064836 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a3dffb7-d9fd-4986-9c85-ffd6a978bb8d tempest-TagsExtTest-699831976 tempest-TagsExtTest-699831976-project] Received port after_create {{(pid=93916) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:46:44.067061 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5f7757-b098-4b73-824a-ea5603258887 None None] Pushing event updated for resources: {'Port': ['ID=d6221ecb-7803-45d1-860a-eadea0d1fd86,revision_number=2']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:46:44.111103 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-d3a01a8f-8f03-408a-af14-65c3ad4b6c72 req-433f1613-2d59-4985-a5d4-5bd3892cd757 service neutron] 10.222.0.35 "GET /v2.0/networks/0c8499a8-2bfd-4d25-a4f1-802449d10090?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2871475 Jul 14 18:46:44.146444 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a3dffb7-d9fd-4986-9c85-ffd6a978bb8d tempest-TagsExtTest-699831976 tempest-TagsExtTest-699831976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:46:44.147252 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-0a3dffb7-d9fd-4986-9c85-ffd6a978bb8d tempest-TagsExtTest-699831976 tempest-TagsExtTest-699831976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:46:44.174482 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb8be68-fe43-4563-9779-36951a00c8cc req-29f4a533-9bf4-41ec-ba34-2bdc4e0c1a0a tempest-AttachVolumeTestJSON-1507206526 tempest-AttachVolumeTestJSON-1507206526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:46:44.176269 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-bdb8be68-fe43-4563-9779-36951a00c8cc req-29f4a533-9bf4-41ec-ba34-2bdc4e0c1a0a tempest-AttachVolumeTestJSON-1507206526 tempest-AttachVolumeTestJSON-1507206526-project] 10.222.0.16 "GET /v2.0/ports?device_id=c64ed9f9-cec3-467a-b9e4-e8dc086743bc HTTP/1.1" status: 200 len: 946 time: 0.2776918 Jul 14 18:46:44.186613 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911f132b-1074-4c0f-ac09-a8ffb1832b98 req-c7f3c450-06cd-48ef-8093-d39d0e47f4ef tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:46:44.188214 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-911f132b-1074-4c0f-ac09-a8ffb1832b98 req-c7f3c450-06cd-48ef-8093-d39d0e47f4ef tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] 10.222.0.35 "GET /v2.0/ports?device_id=c8f115c8-f01c-4bfa-bd17-910e556e924f HTTP/1.1" status: 200 len: 945 time: 0.1792521 Jul 14 18:46:44.192588 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-0a3dffb7-d9fd-4986-9c85-ffd6a978bb8d tempest-TagsExtTest-699831976 tempest-TagsExtTest-699831976-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.2533193 Jul 14 18:46:44.193263 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 36966) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:46:44.197970 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-b5a2c441-9e27-43ce-80a9-194300826113 tempest-TagsExtTest-699831976 tempest-TagsExtTest-699831976-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1963520082', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:46:44.234348 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-b5a2c441-9e27-43ce-80a9-194300826113 tempest-TagsExtTest-699831976 tempest-TagsExtTest-699831976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-571768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11104'] for router, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:46:44.237270 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-b5a2c441-9e27-43ce-80a9-194300826113 tempest-TagsExtTest-699831976 tempest-TagsExtTest-699831976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-571675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-930014', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-632314', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11129'] for router, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:46:44.352209 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-65dc0414-f3d8-4f8f-9891-2323c845f8ef req-4ed2c1fc-9f0d-4d12-b57c-c08dca9ad05d tempest-AttachVolumeTestJSON-1507206526 tempest-AttachVolumeTestJSON-1507206526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:46:44.396049 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-b5a2c441-9e27-43ce-80a9-194300826113 tempest-TagsExtTest-699831976 tempest-TagsExtTest-699831976-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:46:44.419537 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-b5a2c441-9e27-43ce-80a9-194300826113 tempest-TagsExtTest-699831976 tempest-TagsExtTest-699831976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-571759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-930033'] for router, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:46:44.456153 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-b5a2c441-9e27-43ce-80a9-194300826113 tempest-TagsExtTest-699831976 tempest-TagsExtTest-699831976-project] Notify callbacks [] for router, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:46:44.471970 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-b5a2c441-9e27-43ce-80a9-194300826113 tempest-TagsExtTest-699831976 tempest-TagsExtTest-699831976-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2773657 Jul 14 18:46:44.473577 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 36968) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:46:44.482982 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-3e888f64-080a-42ef-b9e4-f49028d2d6f3 tempest-TagsExtTest-699831976 tempest-TagsExtTest-699831976-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-381413458', 'prefixes': ['172.20.0.0/16']}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:46:44.495516 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-bdb8be68-fe43-4563-9779-36951a00c8cc req-258802d1-624f-44d0-8c55-1cc4a4857c1e tempest-AttachVolumeTestJSON-1507206526 tempest-AttachVolumeTestJSON-1507206526-project] 10.222.0.16 "GET /v2.0/security-groups?id=10a7a181-b1d5-45ad-8b34-e6bc7abe70ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2851851 Jul 14 18:46:44.503790 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed2c1fc-9f0d-4d12-b57c-c08dca9ad05d tempest-AttachVolumeTestJSON-1507206526 tempest-AttachVolumeTestJSON-1507206526-project] Pushing event deleted for resources: {'Port': ['ID=2b680c52-8f17-42de-8174-663ebe8ee305,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:46:44.507364 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-d3a01a8f-8f03-408a-af14-65c3ad4b6c72 req-1038593b-87b1-4ba6-a0cd-f9abc0641c67 service neutron] 10.222.0.35 "GET /v2.0/networks/0c8499a8-2bfd-4d25-a4f1-802449d10090?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3665273 Jul 14 18:46:44.601557 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [req-911f132b-1074-4c0f-ac09-a8ffb1832b98 req-50212902-b248-4920-9ff7-83cfe447ff00 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Deleting port 1bec6331-9beb-4a89-8a47-964988762b0c {{(pid=93916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:46:44.602068 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-911f132b-1074-4c0f-ac09-a8ffb1832b98 req-50212902-b248-4920-9ff7-83cfe447ff00 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:46:44.833254 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-3e888f64-080a-42ef-b9e4-f49028d2d6f3 tempest-TagsExtTest-699831976 tempest-TagsExtTest-699831976-project] Notify callbacks [] for subnetpool, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:46:44.837713 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-3e888f64-080a-42ef-b9e4-f49028d2d6f3 tempest-TagsExtTest-699831976 tempest-TagsExtTest-699831976-project] 10.222.0.16 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 747 time: 0.3581336 Jul 14 18:46:44.852794 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 36976) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:46:44.872259 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.tag.tag_plugin [None req-5c444af4-4195-4f73-9a78-9fc0b4d24e40 tempest-TagsExtTest-699831976 tempest-TagsExtTest-699831976-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'b4f83d86-72ea-4f8b-9469-c10c5cdaf3d0', 'tempest-TagsExtTest-Tag-2072794583') {} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:46:44.890782 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device d6221ecb-7803-45d1-860a-eadea0d1fd86 up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:46:45.033610 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning for port d6221ecb-7803-45d1-860a-eadea0d1fd86 completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:46:45.039515 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.db [req-911f132b-1074-4c0f-ac09-a8ffb1832b98 req-50212902-b248-4920-9ff7-83cfe447ff00 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] For port 1bec6331-9beb-4a89-8a47-964988762b0c, host n-h2-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=1bec6331-9beb-4a89-8a47-964988762b0c,segment=NetworkSegment(1150dee2-20bb-423e-b2bc-e15368efcae3),segment_id=1150dee2-20bb-423e-b2bc-e15368efcae3)] {{(pid=93916) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:46:45.040281 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-911f132b-1074-4c0f-ac09-a8ffb1832b98 req-50212902-b248-4920-9ff7-83cfe447ff00 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:46:45.096438 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [req-911f132b-1074-4c0f-ac09-a8ffb1832b98 req-50212902-b248-4920-9ff7-83cfe447ff00 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Calling delete_port for 1bec6331-9beb-4a89-8a47-964988762b0c owned by compute:nova {{(pid=93916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:46:45.170524 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a434dd-e138-404d-ba29-902a1b85c0ec req-c36e5c0d-97d9-4c37-b7e3-1eb592f3079e tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:46:45.173260 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-24a434dd-e138-404d-ba29-902a1b85c0ec req-c36e5c0d-97d9-4c37-b7e3-1eb592f3079e tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] 10.222.0.16 "GET /v2.0/ports?device_id=4ed688ec-0b1c-4d1e-881c-157d22decd3a HTTP/1.1" status: 200 len: 946 time: 0.8972242 Jul 14 18:46:45.270528 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-5c444af4-4195-4f73-9a78-9fc0b4d24e40 tempest-TagsExtTest-699831976 tempest-TagsExtTest-699831976-project] 10.222.0.16 "PUT /v2.0/subnets/b4f83d86-72ea-4f8b-9469-c10c5cdaf3d0/tags/tempest-TagsExtTest-Tag-2072794583 HTTP/1.1" status: 201 len: 201 time: 0.4165249 Jul 14 18:46:45.272023 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 36982) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:46:45.285400 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.tag.tag_plugin [None req-6c8da2a9-5e5c-43a3-ab4a-730a61ef6233 tempest-TagsExtTest-699831976 tempest-TagsExtTest-699831976-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '6f6ec779-daf8-4d6e-8b81-2512ba626ec2', 'tempest-TagsExtTest-Tag-854066212') {} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:46:45.333478 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020f031e-2ce1-4a0f-bd0b-e3d275a43d6f req-75cd3ef5-790e-40f9-af56-eed90e47dc69 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:46:45.335241 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-020f031e-2ce1-4a0f-bd0b-e3d275a43d6f req-75cd3ef5-790e-40f9-af56-eed90e47dc69 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] 10.222.0.16 "GET /v2.0/ports?device_id=90a6d52f-6581-429b-9784-d86e8a3e4d9c HTTP/1.1" status: 200 len: 944 time: 0.2625618 Jul 14 18:46:45.349827 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-24a434dd-e138-404d-ba29-902a1b85c0ec req-7ba52785-b0dc-4555-ba85-552995d24f7b tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] 10.222.0.16 "GET /v2.0/security-groups?id=f745dc72-333e-4ddf-8281-1bb3e04e8f82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443479 Jul 14 18:46:45.419949 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.l3_agent_scheduler [req-65dc0414-f3d8-4f8f-9891-2323c845f8ef req-4ed2c1fc-9f0d-4d12-b57c-c08dca9ad05d tempest-AttachVolumeTestJSON-1507206526 tempest-AttachVolumeTestJSON-1507206526-project] Router 2dc4323a-0122-442a-83ad-c3183f0460cc has already been hosted by L3 agent 2c6eb27e-defb-4cca-9a24-381c7415e359 {{(pid=93915) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 18:46:45.439707 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-911f132b-1074-4c0f-ac09-a8ffb1832b98 req-50212902-b248-4920-9ff7-83cfe447ff00 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:46:45.449542 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-020f031e-2ce1-4a0f-bd0b-e3d275a43d6f req-9778ad6a-32ce-4c18-b560-03189f9fd6d6 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] 10.222.0.16 "GET /v2.0/security-groups?id=665fac0f-cff5-44f7-b9cc-bed28fe603e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060567 Jul 14 18:46:45.465431 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-6c8da2a9-5e5c-43a3-ab4a-730a61ef6233 tempest-TagsExtTest-699831976 tempest-TagsExtTest-699831976-project] 10.222.0.16 "PUT /v2.0/ports/6f6ec779-daf8-4d6e-8b81-2512ba626ec2/tags/tempest-TagsExtTest-Tag-854066212 HTTP/1.1" status: 201 len: 201 time: 0.1848221 Jul 14 18:46:45.469059 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 36986) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:46:45.493262 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50212902-b248-4920-9ff7-83cfe447ff00 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Pushing event deleted for resources: {'Port': ['ID=1bec6331-9beb-4a89-8a47-964988762b0c,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:46:45.551458 n-d-800634-3 neutron-server[93915]: DEBUG neutron.services.tag.tag_plugin [None req-0f7b91f1-aa3c-4a29-8e1f-d7c874536bc8 tempest-TagsExtTest-699831976 tempest-TagsExtTest-699831976-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '01c581b3-e48f-4106-b120-cc60ab12d8db', 'tempest-TagsExtTest-Tag-1163497203') {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:46:45.569581 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.l3_dvrscheduler_db [req-911f132b-1074-4c0f-ac09-a8ffb1832b98 req-50212902-b248-4920-9ff7-83cfe447ff00 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] No DVR routers for this DVR port 1bec6331-9beb-4a89-8a47-964988762b0c on host n-h2-800634-3 {{(pid=93916) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 18:46:45.575180 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-911f132b-1074-4c0f-ac09-a8ffb1832b98 req-50212902-b248-4920-9ff7-83cfe447ff00 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:46:45.577034 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-911f132b-1074-4c0f-ac09-a8ffb1832b98 req-50212902-b248-4920-9ff7-83cfe447ff00 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] 10.222.0.35 "DELETE /v2.0/ports/1bec6331-9beb-4a89-8a47-964988762b0c HTTP/1.1" status: 204 len: 173 time: 1.3552363 Jul 14 18:46:45.577527 n-d-800634-3 neutron-server[93916]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8f115c8-f01c-4bfa-bd17-910e556e924f', 'name': 'network-vif-deleted', 'tag': '1bec6331-9beb-4a89-8a47-964988762b0c'}] {{(pid=93916) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:46:45.590831 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f803e150b363a7893830aa996ac27753fa25517c406ecd3536b7c2d4b26eeb9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-538fa1b3-7e02-4858-8820-d5690f526534" -d '{"events": [{"server_uuid": "c8f115c8-f01c-4bfa-bd17-910e556e924f", "name": "network-vif-deleted", "tag": "1bec6331-9beb-4a89-8a47-964988762b0c"}]}' {{(pid=93916) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:46:45.596490 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-419aefa3-750a-454f-ad1a-951860355d19 None None] Network 93324e11-1951-40d4-9c5a-19f203c715bf requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:46:45.765005 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-65dc0414-f3d8-4f8f-9891-2323c845f8ef req-4ed2c1fc-9f0d-4d12-b57c-c08dca9ad05d tempest-AttachVolumeTestJSON-1507206526 tempest-AttachVolumeTestJSON-1507206526-project] Notify agent at l3_agent.n-d-800634-3 the message routers_updated {{(pid=93915) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 18:46:45.779480 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-005d83ae-943b-454d-9b33-e933b939597a None None] Sync routers for ids ['2dc4323a-0122-442a-83ad-c3183f0460cc'] in n-d-800634-3 {{(pid=93918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 18:46:45.796948 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-005d83ae-943b-454d-9b33-e933b939597a None None] Routers {'2dc4323a-0122-442a-83ad-c3183f0460cc'} bound to L3 agent in host n-d-800634-3 {{(pid=93918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:46:45.801576 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-005d83ae-943b-454d-9b33-e933b939597a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:46:23Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['2dc4323a-0122-442a-83ad-c3183f0460cc'], 'active': True} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:46:45.883645 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-134093ef-9b43-4e23-b84f-b0475dd7735f None None] Provisioning for port d6221ecb-7803-45d1-860a-eadea0d1fd86 completed by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:46:45.914499 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-134093ef-9b43-4e23-b84f-b0475dd7735f None None] Provisioning complete for port d6221ecb-7803-45d1-860a-eadea0d1fd86 triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:46:45.915114 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-134093ef-9b43-4e23-b84f-b0475dd7735f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:46:45.949779 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [req-65dc0414-f3d8-4f8f-9891-2323c845f8ef req-4ed2c1fc-9f0d-4d12-b57c-c08dca9ad05d tempest-AttachVolumeTestJSON-1507206526 tempest-AttachVolumeTestJSON-1507206526-project] No DVR routers for this DVR port 2b680c52-8f17-42de-8174-663ebe8ee305 on host n-h1-800634-3 {{(pid=93915) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 18:46:45.952832 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-65dc0414-f3d8-4f8f-9891-2323c845f8ef req-4ed2c1fc-9f0d-4d12-b57c-c08dca9ad05d tempest-AttachVolumeTestJSON-1507206526 tempest-AttachVolumeTestJSON-1507206526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:46:45.960595 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-65dc0414-f3d8-4f8f-9891-2323c845f8ef req-4ed2c1fc-9f0d-4d12-b57c-c08dca9ad05d tempest-AttachVolumeTestJSON-1507206526 tempest-AttachVolumeTestJSON-1507206526-project] 10.222.0.18 "DELETE /v2.0/ports/2b680c52-8f17-42de-8174-663ebe8ee305 HTTP/1.1" status: 204 len: 173 time: 3.5052795 Jul 14 18:46:46.068859 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c64ed9f9-cec3-467a-b9e4-e8dc086743bc', 'name': 'network-vif-deleted', 'tag': '2b680c52-8f17-42de-8174-663ebe8ee305'}] {{(pid=93915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:46:46.072208 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e72782ad3af8f7d4ce76cedf092bca46d1756acc5c4653cf0b52034cdd6b073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-829a6eb3-ba82-44bc-a69c-8533fe2ec992" -d '{"events": [{"server_uuid": "c64ed9f9-cec3-467a-b9e4-e8dc086743bc", "name": "network-vif-deleted", "tag": "2b680c52-8f17-42de-8174-663ebe8ee305"}]}' {{(pid=93915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:46:46.198843 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a21c36d8-5acb-443d-97a5-296cb3598ae6 req-fe680709-701d-46f7-bc29-f4d0803ea825 tempest-AttachVolumeTestJSON-1507206526 tempest-AttachVolumeTestJSON-1507206526-project] 10.222.0.16 "GET /v2.0/ports?device_id=c64ed9f9-cec3-467a-b9e4-e8dc086743bc HTTP/1.1" status: 200 len: 210 time: 0.2658830 Jul 14 18:46:46.208199 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ce1c12e6-4255-4893-bd82-83266063b03c req-e71e4e1f-6f2e-4138-9998-055f18297486 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] 10.222.0.16 "GET /v2.0/ports?device_id=c8f115c8-f01c-4bfa-bd17-910e556e924f HTTP/1.1" status: 200 len: 210 time: 0.3592985 Jul 14 18:46:46.260108 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-134093ef-9b43-4e23-b84f-b0475dd7735f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:46:46.272687 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-0f7b91f1-aa3c-4a29-8e1f-d7c874536bc8 tempest-TagsExtTest-699831976 tempest-TagsExtTest-699831976-project] 10.222.0.16 "PUT /v2.0/routers/01c581b3-e48f-4106-b120-cc60ab12d8db/tags/tempest-TagsExtTest-Tag-1163497203 HTTP/1.1" status: 201 len: 201 time: 0.7997093 Jul 14 18:46:46.273070 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 36998) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:46:46.278608 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.tag.tag_plugin [None req-3eebe3d7-698a-4810-80d7-9253ae2bdfd4 tempest-TagsExtTest-699831976 tempest-TagsExtTest-699831976-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '8ce97cd9-2381-4b12-888b-ee9cd3e974a0', 'tempest-TagsExtTest-Tag-1933262889') {} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:46:46.301413 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 18:46:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ee0dbfc-8bb2-4f56-aa6e-4c1681d9dc5f x-openstack-request-id: req-9ee0dbfc-8bb2-4f56-aa6e-4c1681d9dc5f {{(pid=93916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:46:46.305055 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8f115c8-f01c-4bfa-bd17-910e556e924f", "name": "network-vif-deleted", "tag": "1bec6331-9beb-4a89-8a47-964988762b0c", "status": "completed", "code": 200}]} {{(pid=93916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:46:46.305446 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9ee0dbfc-8bb2-4f56-aa6e-4c1681d9dc5f {{(pid=93916) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:46:46.306006 n-d-800634-3 neutron-server[93916]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8f115c8-f01c-4bfa-bd17-910e556e924f', 'name': 'network-vif-deleted', 'tag': '1bec6331-9beb-4a89-8a47-964988762b0c', 'status': 'completed', 'code': 200} Jul 14 18:46:46.336945 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 18:46:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66cd7f00-8cfe-47b7-a0cb-801d01ad53be x-openstack-request-id: req-66cd7f00-8cfe-47b7-a0cb-801d01ad53be {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:46:46.337246 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c64ed9f9-cec3-467a-b9e4-e8dc086743bc", "name": "network-vif-deleted", "tag": "2b680c52-8f17-42de-8174-663ebe8ee305", "status": "completed", "code": 200}]} {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:46:46.337505 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-66cd7f00-8cfe-47b7-a0cb-801d01ad53be {{(pid=93915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:46:46.337911 n-d-800634-3 neutron-server[93915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c64ed9f9-cec3-467a-b9e4-e8dc086743bc', 'name': 'network-vif-deleted', 'tag': '2b680c52-8f17-42de-8174-663ebe8ee305', 'status': 'completed', 'code': 200} Jul 14 18:46:46.386184 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvr_db [None req-005d83ae-943b-454d-9b33-e933b939597a None None] Set router 2dc4323a-0122-442a-83ad-c3183f0460cc gateway port host: n-d-800634-3 {{(pid=93918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 18:46:46.418680 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-3eebe3d7-698a-4810-80d7-9253ae2bdfd4 tempest-TagsExtTest-699831976 tempest-TagsExtTest-699831976-project] 10.222.0.16 "PUT /v2.0/subnetpools/8ce97cd9-2381-4b12-888b-ee9cd3e974a0/tags/tempest-TagsExtTest-Tag-1933262889 HTTP/1.1" status: 201 len: 201 time: 0.1417780 Jul 14 18:46:46.418901 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 37000) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:46:46.422792 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device 2b680c52-8f17-42de-8174-663ebe8ee305 no longer exists at agent hyperv_n-h1-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 18:46:46.423804 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.tag.tag_plugin [None req-435b1df2-1823-4bf1-8966-822c0204c1f2 tempest-TagsExtTest-699831976 tempest-TagsExtTest-699831976-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'b4f83d86-72ea-4f8b-9469-c10c5cdaf3d0') {} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:46:46.446633 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-134093ef-9b43-4e23-b84f-b0475dd7735f None None] For port d6221ecb-7803-45d1-860a-eadea0d1fd86, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=d6221ecb-7803-45d1-860a-eadea0d1fd86,segment=NetworkSegment(a28763d1-3012-4f12-8498-90cf5d0d4a0d),segment_id=a28763d1-3012-4f12-8498-90cf5d0d4a0d)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:46:46.500508 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] No Port match for: 2b680c52-8f17-42de-8174-663ebe8ee305 {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 18:46:46.510858 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device 2b680c52-8f17-42de-8174-663ebe8ee305 not bound to the agent host n-h1-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 18:46:46.529720 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-134093ef-9b43-4e23-b84f-b0475dd7735f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:46:46.631045 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-435b1df2-1823-4bf1-8966-822c0204c1f2 tempest-TagsExtTest-699831976 tempest-TagsExtTest-699831976-project] 10.222.0.16 "GET /v2.0/subnets/b4f83d86-72ea-4f8b-9469-c10c5cdaf3d0/tags HTTP/1.1" status: 200 len: 241 time: 0.2089837 Jul 14 18:46:46.632329 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 37008) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:46:46.645832 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.tag.tag_plugin [None req-195e7c40-b6d9-40b0-9502-bb434550ae53 tempest-TagsExtTest-699831976 tempest-TagsExtTest-699831976-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'b4f83d86-72ea-4f8b-9469-c10c5cdaf3d0', 'tempest-TagsExtTest-Tag-2072794583') {} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:46:46.722115 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134093ef-9b43-4e23-b84f-b0475dd7735f None None] Pushing event updated for resources: {'Port': ['ID=d6221ecb-7803-45d1-860a-eadea0d1fd86,revision_number=3']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:46:46.805980 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 37010) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:46:46.808460 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-195e7c40-b6d9-40b0-9502-bb434550ae53 tempest-TagsExtTest-699831976 tempest-TagsExtTest-699831976-project] 10.222.0.16 "GET /v2.0/subnets/b4f83d86-72ea-4f8b-9469-c10c5cdaf3d0/tags/tempest-TagsExtTest-Tag-2072794583 HTTP/1.1" status: 204 len: 168 time: 0.1603212 Jul 14 18:46:46.823169 n-d-800634-3 neutron-server[93915]: DEBUG neutron.services.tag.tag_plugin [None req-08facfc9-dee1-4c95-ad36-381278156abd tempest-TagsExtTest-699831976 tempest-TagsExtTest-699831976-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', 'b4f83d86-72ea-4f8b-9469-c10c5cdaf3d0', 'tempest-TagsExtTest-Tag-2072794583') {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:46:46.866979 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-564ede03-b0af-4234-afea-e5a3fec11a56 None None] Provisioning complete for port d6221ecb-7803-45d1-860a-eadea0d1fd86 triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:46:46.867367 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-564ede03-b0af-4234-afea-e5a3fec11a56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:46:46.970811 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-005d83ae-943b-454d-9b33-e933b939597a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dc4323a-0122-442a-83ad-c3183f0460cc', 'name': 'tempest-AttachVolumeTestJSON-1341928878-router', 'tenant_id': '4427572788fe4f30abbab6f59fdbf9f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.148'}], 'enable_snat': True}, 'gw_port_id': '96b6fe5d-cb6c-43bc-a1ec-af6bf3a43be7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:38:52Z', 'updated_at': '2021-07-14T18:38:58Z', 'revision_number': 4, 'project_id': '4427572788fe4f30abbab6f59fdbf9f1', 'gw_port': {'id': '96b6fe5d-cb6c-43bc-a1ec-af6bf3a43be7', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:4b:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dc4323a-0122-442a-83ad-c3183f0460cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2160, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:38:53Z', 'updated_at': '2021-07-14T18:39:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_interfaces': [{'id': '70ba2e1f-9013-4cdf-a890-295e6c4fdaa3', 'name': '', 'network_id': '949878ad-81d9-4447-9e61-f4d51615e760', 'tenant_id': '4427572788fe4f30abbab6f59fdbf9f1', 'mac_address': 'fa:16:3e:62:fc:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dc4323a-0122-442a-83ad-c3183f0460cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2161, 'fixed_ips': [{'subnet_id': '42f73a38-7ef6-4d77-ab5e-abe039b69936', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:38:56Z', 'updated_at': '2021-07-14T18:39:07Z', 'revision_number': 5, 'project_id': '4427572788fe4f30abbab6f59fdbf9f1', 'subnets': [{'id': '42f73a38-7ef6-4d77-ab5e-abe039b69936', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-3', False) {} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:46:47.032145 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-005d83ae-943b-454d-9b33-e933b939597a None None] Checking router: 2dc4323a-0122-442a-83ad-c3183f0460cc for host: n-d-800634-3 {{(pid=93918) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 18:46:47.054588 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-005d83ae-943b-454d-9b33-e933b939597a None None] Routers {'2dc4323a-0122-442a-83ad-c3183f0460cc'} bound to L3 agent in host n-d-800634-3 {{(pid=93918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:46:47.055846 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-005d83ae-943b-454d-9b33-e933b939597a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:46:23Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['2dc4323a-0122-442a-83ad-c3183f0460cc'], 'active': True} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:46:47.076759 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-564ede03-b0af-4234-afea-e5a3fec11a56 None None] Provisioning for port 6f6ec779-daf8-4d6e-8b81-2512ba626ec2 completed by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:46:47.082174 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-564ede03-b0af-4234-afea-e5a3fec11a56 None None] Provisioning complete for port 6f6ec779-daf8-4d6e-8b81-2512ba626ec2 triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:46:47.082665 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-564ede03-b0af-4234-afea-e5a3fec11a56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:46:47.123903 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1b8a66-b4d6-41f4-b1e3-d63eeffce5a1 req-2fc96180-1d6f-4591-93b8-fd94441650e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:46:47.125463 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-4f1b8a66-b4d6-41f4-b1e3-d63eeffce5a1 req-2fc96180-1d6f-4591-93b8-fd94441650e8 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2888250993c844d8a8a9aa73985f3fb0&device_id=4ed688ec-0b1c-4d1e-881c-157d22decd3a HTTP/1.1" status: 200 len: 1097 time: 0.4068930 Jul 14 18:46:47.144290 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f99ad48-3d9f-4226-84c3-e44f2c01dc57 req-d36e6b95-4e2e-4645-82ff-eece8f476feb tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:46:47.151686 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-0f99ad48-3d9f-4226-84c3-e44f2c01dc57 req-d36e6b95-4e2e-4645-82ff-eece8f476feb tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] 10.222.0.16 "GET /v2.0/ports?device_id=90a6d52f-6581-429b-9784-d86e8a3e4d9c HTTP/1.1" status: 200 len: 944 time: 0.4902008 Jul 14 18:46:47.175723 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-564ede03-b0af-4234-afea-e5a3fec11a56 None None] Port 6f6ec779-daf8-4d6e-8b81-2512ba626ec2 cannot update to ACTIVE because it is not bound. {{(pid=93917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 18:46:47.214108 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvr_db [None req-005d83ae-943b-454d-9b33-e933b939597a None None] Set router 2dc4323a-0122-442a-83ad-c3183f0460cc gateway port host: n-d-800634-3 {{(pid=93918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 18:46:47.301483 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-0f99ad48-3d9f-4226-84c3-e44f2c01dc57 req-87a077d0-ef7e-427f-9313-cdf25e393a49 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] 10.222.0.16 "GET /v2.0/security-groups?id=665fac0f-cff5-44f7-b9cc-bed28fe603e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488092 Jul 14 18:46:47.314761 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-3ada2c70-369a-4eba-8abd-8d597df8d368 None None] Provisioning complete for port 6f6ec779-daf8-4d6e-8b81-2512ba626ec2 triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:46:47.315073 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61493844-a26a-4237-8cbe-c2a95f36fe24 req-654feb48-9394-433b-91bc-f265b0fe0957 tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:46:47.315835 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-3ada2c70-369a-4eba-8abd-8d597df8d368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:46:47.316652 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-61493844-a26a-4237-8cbe-c2a95f36fe24 req-654feb48-9394-433b-91bc-f265b0fe0957 tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] 10.222.0.16 "GET /v2.0/ports?device_id=4ed688ec-0b1c-4d1e-881c-157d22decd3a HTTP/1.1" status: 200 len: 946 time: 0.3859680 Jul 14 18:46:47.332222 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-08facfc9-dee1-4c95-ad36-381278156abd tempest-TagsExtTest-699831976 tempest-TagsExtTest-699831976-project] 10.222.0.16 "DELETE /v2.0/subnets/b4f83d86-72ea-4f8b-9469-c10c5cdaf3d0/tags/tempest-TagsExtTest-Tag-2072794583 HTTP/1.1" status: 204 len: 168 time: 0.5242150 Jul 14 18:46:47.334890 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 37028) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:46:47.340695 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.tag.tag_plugin [None req-58a02fdb-842d-4f92-afee-6ef83a612afa tempest-TagsExtTest-699831976 tempest-TagsExtTest-699831976-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'b4f83d86-72ea-4f8b-9469-c10c5cdaf3d0') {} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:46:47.387818 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-3ada2c70-369a-4eba-8abd-8d597df8d368 None None] Port 6f6ec779-daf8-4d6e-8b81-2512ba626ec2 cannot update to ACTIVE because it is not bound. {{(pid=93917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 18:46:47.423772 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1b8a66-b4d6-41f4-b1e3-d63eeffce5a1 req-f4a1031c-1e27-4c04-b800-717f3b42be76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:46:47.425055 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-4f1b8a66-b4d6-41f4-b1e3-d63eeffce5a1 req-f4a1031c-1e27-4c04-b800-717f3b42be76 service neutron] 10.222.0.18 "GET /v2.0/networks?id=1b20c90e-a28d-40c4-80a6-bd7c3e0e48e9 HTTP/1.1" status: 200 len: 913 time: 0.2687635 Jul 14 18:46:47.445754 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-61493844-a26a-4237-8cbe-c2a95f36fe24 req-7417271c-9611-4247-a262-879e1a908ccf tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] 10.222.0.16 "GET /v2.0/security-groups?id=f745dc72-333e-4ddf-8281-1bb3e04e8f82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065011 Jul 14 18:46:47.454351 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-58a02fdb-842d-4f92-afee-6ef83a612afa tempest-TagsExtTest-699831976 tempest-TagsExtTest-699831976-project] 10.222.0.16 "GET /v2.0/subnets/b4f83d86-72ea-4f8b-9469-c10c5cdaf3d0/tags HTTP/1.1" status: 200 len: 205 time: 0.1182551 Jul 14 18:46:47.455864 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 37036) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:46:47.460928 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.tag.tag_plugin [None req-d43fe0cd-c804-48d9-84a3-5042ea8df29b tempest-TagsExtTest-699831976 tempest-TagsExtTest-699831976-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '6f6ec779-daf8-4d6e-8b81-2512ba626ec2') {} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:46:47.481330 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-4f1b8a66-b4d6-41f4-b1e3-d63eeffce5a1 req-ae0dc135-a3ca-47c3-926d-4fcb7b0e7dab service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=22c8f00d-1121-4477-a7e5-813b2cc437b2 HTTP/1.1" status: 200 len: 217 time: 0.0473292 Jul 14 18:46:47.546276 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1b8a66-b4d6-41f4-b1e3-d63eeffce5a1 req-f7b9d787-b872-4a65-b6cf-e08689ca7a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:46:47.547796 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-4f1b8a66-b4d6-41f4-b1e3-d63eeffce5a1 req-f7b9d787-b872-4a65-b6cf-e08689ca7a94 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=044a6425-92e0-4c6b-bc74-105388401773 HTTP/1.1" status: 200 len: 853 time: 0.0580440 Jul 14 18:46:47.574825 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-d43fe0cd-c804-48d9-84a3-5042ea8df29b tempest-TagsExtTest-699831976 tempest-TagsExtTest-699831976-project] 10.222.0.16 "GET /v2.0/ports/6f6ec779-daf8-4d6e-8b81-2512ba626ec2/tags HTTP/1.1" status: 200 len: 240 time: 0.1174994 Jul 14 18:46:47.576873 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 37038) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:46:47.580103 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-005d83ae-943b-454d-9b33-e933b939597a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dc4323a-0122-442a-83ad-c3183f0460cc', 'name': 'tempest-AttachVolumeTestJSON-1341928878-router', 'tenant_id': '4427572788fe4f30abbab6f59fdbf9f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.148'}], 'enable_snat': True}, 'gw_port_id': '96b6fe5d-cb6c-43bc-a1ec-af6bf3a43be7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:38:52Z', 'updated_at': '2021-07-14T18:38:58Z', 'revision_number': 4, 'project_id': '4427572788fe4f30abbab6f59fdbf9f1', 'gw_port': {'id': '96b6fe5d-cb6c-43bc-a1ec-af6bf3a43be7', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:4b:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dc4323a-0122-442a-83ad-c3183f0460cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2160, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:38:53Z', 'updated_at': '2021-07-14T18:39:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_interfaces': [{'id': '70ba2e1f-9013-4cdf-a890-295e6c4fdaa3', 'name': '', 'network_id': '949878ad-81d9-4447-9e61-f4d51615e760', 'tenant_id': '4427572788fe4f30abbab6f59fdbf9f1', 'mac_address': 'fa:16:3e:62:fc:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dc4323a-0122-442a-83ad-c3183f0460cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2161, 'fixed_ips': [{'subnet_id': '42f73a38-7ef6-4d77-ab5e-abe039b69936', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:38:56Z', 'updated_at': '2021-07-14T18:39:07Z', 'revision_number': 5, 'project_id': '4427572788fe4f30abbab6f59fdbf9f1', 'subnets': [{'id': '42f73a38-7ef6-4d77-ab5e-abe039b69936', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-3', False) {} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:46:47.589563 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.tag.tag_plugin [None req-fdef3d07-7841-49d0-a7b4-decba7175567 tempest-TagsExtTest-699831976 tempest-TagsExtTest-699831976-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '6f6ec779-daf8-4d6e-8b81-2512ba626ec2', 'tempest-TagsExtTest-Tag-854066212') {} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:46:47.590175 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-4f1b8a66-b4d6-41f4-b1e3-d63eeffce5a1 req-b6f37953-389c-4e1a-bf2d-85afbba963f8 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=1b20c90e-a28d-40c4-80a6-bd7c3e0e48e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0352120 Jul 14 18:46:47.616863 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 37040) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:46:47.633983 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-005d83ae-943b-454d-9b33-e933b939597a None None] The sync data for ids ['2dc4323a-0122-442a-83ad-c3183f0460cc'] in n-d-800634-3 is: [{'id': '2dc4323a-0122-442a-83ad-c3183f0460cc', 'name': 'tempest-AttachVolumeTestJSON-1341928878-router', 'tenant_id': '4427572788fe4f30abbab6f59fdbf9f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.148'}], 'enable_snat': True}, 'gw_port_id': '96b6fe5d-cb6c-43bc-a1ec-af6bf3a43be7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:38:52Z', 'updated_at': '2021-07-14T18:38:58Z', 'revision_number': 4, 'project_id': '4427572788fe4f30abbab6f59fdbf9f1', 'gw_port': {'id': '96b6fe5d-cb6c-43bc-a1ec-af6bf3a43be7', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:4b:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dc4323a-0122-442a-83ad-c3183f0460cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2160, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:38:53Z', 'updated_at': '2021-07-14T18:39:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_interfaces': [{'id': '70ba2e1f-9013-4cdf-a890-295e6c4fdaa3', 'name': '', 'network_id': '949878ad-81d9-4447-9e61-f4d51615e760', 'tenant_id': '4427572788fe4f30abbab6f59fdbf9f1', 'mac_address': 'fa:16:3e:62:fc:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dc4323a-0122-442a-83ad-c3183f0460cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2161, 'fixed_ips': [{'subnet_id': '42f73a38-7ef6-4d77-ab5e-abe039b69936', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:38:56Z', 'updated_at': '2021-07-14T18:39:07Z', 'revision_number': 5, 'project_id': '4427572788fe4f30abbab6f59fdbf9f1', 'subnets': [{'id': '42f73a38-7ef6-4d77-ab5e-abe039b69936', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 18:46:47.703875 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 37044) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:46:47.761254 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-4f1b8a66-b4d6-41f4-b1e3-d63eeffce5a1 req-5d7ba544-4b81-44d6-9b1e-2f143b7e3bcb service neutron] 10.222.0.18 "GET /v2.0/networks/1b20c90e-a28d-40c4-80a6-bd7c3e0e48e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1639075 Jul 14 18:46:47.781921 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-fdef3d07-7841-49d0-a7b4-decba7175567 tempest-TagsExtTest-699831976 tempest-TagsExtTest-699831976-project] 10.222.0.16 "GET /v2.0/ports/6f6ec779-daf8-4d6e-8b81-2512ba626ec2/tags/tempest-TagsExtTest-Tag-854066212 HTTP/1.1" status: 204 len: 168 time: 0.2005007 Jul 14 18:46:47.785881 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 37052) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:46:47.794848 n-d-800634-3 neutron-server[93915]: DEBUG neutron.services.tag.tag_plugin [None req-cd392f25-31a0-463f-9099-23ce704cdab4 tempest-TagsExtTest-699831976 tempest-TagsExtTest-699831976-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '6f6ec779-daf8-4d6e-8b81-2512ba626ec2', 'tempest-TagsExtTest-Tag-854066212') {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:46:47.840057 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-984af615-587d-4dd9-848a-1265314a2bc8 tempest-AttachVolumeTestJSON-1507206526 tempest-AttachVolumeTestJSON-1507206526-project] Notify callbacks [] for security_group, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:46:47.909563 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-984af615-587d-4dd9-848a-1265314a2bc8 tempest-AttachVolumeTestJSON-1507206526 tempest-AttachVolumeTestJSON-1507206526-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:46:47.966592 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-4f1b8a66-b4d6-41f4-b1e3-d63eeffce5a1 req-9dfaa81c-b98a-4d2e-907a-5dab5e2d8037 service neutron] 10.222.0.18 "GET /v2.0/networks/1b20c90e-a28d-40c4-80a6-bd7c3e0e48e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1957567 Jul 14 18:46:48.018441 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-984af615-587d-4dd9-848a-1265314a2bc8 tempest-AttachVolumeTestJSON-1507206526 tempest-AttachVolumeTestJSON-1507206526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:46:48.021617 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-984af615-587d-4dd9-848a-1265314a2bc8 tempest-AttachVolumeTestJSON-1507206526 tempest-AttachVolumeTestJSON-1507206526-project] Notify callbacks [] for security_group, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:46:48.023199 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-984af615-587d-4dd9-848a-1265314a2bc8 tempest-AttachVolumeTestJSON-1507206526 tempest-AttachVolumeTestJSON-1507206526-project] 10.222.0.16 "DELETE /v2.0/security-groups/10a7a181-b1d5-45ad-8b34-e6bc7abe70ce HTTP/1.1" status: 204 len: 168 time: 0.3182671 Jul 14 18:46:48.026912 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 37054) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:46:48.029927 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-cd392f25-31a0-463f-9099-23ce704cdab4 tempest-TagsExtTest-699831976 tempest-TagsExtTest-699831976-project] 10.222.0.16 "DELETE /v2.0/ports/6f6ec779-daf8-4d6e-8b81-2512ba626ec2/tags/tempest-TagsExtTest-Tag-854066212 HTTP/1.1" status: 204 len: 168 time: 0.2414129 Jul 14 18:46:48.033103 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 37056) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:46:48.041498 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efe07801-5dee-495e-a6c8-4f32374f3d1b None None] New status for floating IP 2a2c036a-b837-4748-9ffa-c93d58336912: DOWN {{(pid=93917) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 18:46:48.045529 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.tag.tag_plugin [None req-4ae2bd83-8247-4a8e-8329-a591c90b56d6 tempest-TagsExtTest-699831976 tempest-TagsExtTest-699831976-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '6f6ec779-daf8-4d6e-8b81-2512ba626ec2') {} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:46:48.047628 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984af615-587d-4dd9-848a-1265314a2bc8 tempest-AttachVolumeTestJSON-1507206526 tempest-AttachVolumeTestJSON-1507206526-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=10a7a181-b1d5-45ad-8b34-e6bc7abe70ce,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:46:48.050348 n-d-800634-3 neutron-server[93915]: INFO neutron.api.v2.resource [None req-3377f6b8-7d79-4b81-b3ce-93d4414f7c0b tempest-AttachVolumeTestJSON-1507206526 tempest-AttachVolumeTestJSON-1507206526-project] show failed (client error): The resource could not be found. Jul 14 18:46:48.054264 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-3377f6b8-7d79-4b81-b3ce-93d4414f7c0b tempest-AttachVolumeTestJSON-1507206526 tempest-AttachVolumeTestJSON-1507206526-project] 10.222.0.16 "GET /v2.0/security-groups/10a7a181-b1d5-45ad-8b34-e6bc7abe70ce HTTP/1.1" status: 404 len: 347 time: 0.0233998 Jul 14 18:46:48.054482 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 37058) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:46:48.144198 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-4ae2bd83-8247-4a8e-8329-a591c90b56d6 tempest-TagsExtTest-699831976 tempest-TagsExtTest-699831976-project] 10.222.0.16 "GET /v2.0/ports/6f6ec779-daf8-4d6e-8b81-2512ba626ec2/tags HTTP/1.1" status: 200 len: 205 time: 0.1098630 Jul 14 18:46:48.147583 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 37062) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:46:48.155224 n-d-800634-3 neutron-server[93915]: DEBUG neutron.services.tag.tag_plugin [None req-e3b47894-5ab0-4041-bfe7-21e2b647c8e9 tempest-TagsExtTest-699831976 tempest-TagsExtTest-699831976-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '01c581b3-e48f-4106-b120-cc60ab12d8db') {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:46:48.275834 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-6612ee32-ccfa-49f4-8a50-23fb35731451 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-928623'] for router_interface, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:46:48.337506 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-e3b47894-5ab0-4041-bfe7-21e2b647c8e9 tempest-TagsExtTest-699831976 tempest-TagsExtTest-699831976-project] 10.222.0.16 "GET /v2.0/routers/01c581b3-e48f-4106-b120-cc60ab12d8db/tags HTTP/1.1" status: 200 len: 241 time: 0.1888008 Jul 14 18:46:48.340253 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [None req-0e61739a-111f-4dfc-a9a5-1e184c235a6f tempest-AttachVolumeTestJSON-1507206526 tempest-AttachVolumeTestJSON-1507206526-project] Deleting port 0e82522e-5715-4b1a-94e4-39b59740356a {{(pid=93915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:46:48.340603 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-0e61739a-111f-4dfc-a9a5-1e184c235a6f tempest-AttachVolumeTestJSON-1507206526 tempest-AttachVolumeTestJSON-1507206526-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:46:48.365444 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 37070) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:46:48.370080 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.tag.tag_plugin [None req-d475ad01-6a4b-443e-b87d-1ed076824920 tempest-TagsExtTest-699831976 tempest-TagsExtTest-699831976-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '01c581b3-e48f-4106-b120-cc60ab12d8db', 'tempest-TagsExtTest-Tag-1163497203') {} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:46:48.383582 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Device 1bec6331-9beb-4a89-8a47-964988762b0c no longer exists at agent hyperv_n-h2-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 18:46:48.429689 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] No Port match for: 1bec6331-9beb-4a89-8a47-964988762b0c {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 18:46:48.430473 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Device 1bec6331-9beb-4a89-8a47-964988762b0c not bound to the agent host n-h2-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 18:46:48.486619 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-0e61739a-111f-4dfc-a9a5-1e184c235a6f tempest-AttachVolumeTestJSON-1507206526 tempest-AttachVolumeTestJSON-1507206526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:46:48.486949 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-0e61739a-111f-4dfc-a9a5-1e184c235a6f tempest-AttachVolumeTestJSON-1507206526 tempest-AttachVolumeTestJSON-1507206526-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:46:48.502547 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-d475ad01-6a4b-443e-b87d-1ed076824920 tempest-TagsExtTest-699831976 tempest-TagsExtTest-699831976-project] 10.222.0.16 "GET /v2.0/routers/01c581b3-e48f-4106-b120-cc60ab12d8db/tags/tempest-TagsExtTest-Tag-1163497203 HTTP/1.1" status: 204 len: 168 time: 0.1360197 Jul 14 18:46:48.503044 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 37076) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:46:48.507705 n-d-800634-3 neutron-server[93915]: DEBUG neutron.services.tag.tag_plugin [None req-e37422f2-a854-4c46-a3ad-57e4ed74e1e1 tempest-TagsExtTest-699831976 tempest-TagsExtTest-699831976-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '01c581b3-e48f-4106-b120-cc60ab12d8db', 'tempest-TagsExtTest-Tag-1163497203') {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:46:48.543412 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [None req-0e61739a-111f-4dfc-a9a5-1e184c235a6f tempest-AttachVolumeTestJSON-1507206526 tempest-AttachVolumeTestJSON-1507206526-project] Calling delete_port for 0e82522e-5715-4b1a-94e4-39b59740356a owned by network:floatingip {{(pid=93915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:46:48.718389 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-6612ee32-ccfa-49f4-8a50-23fb35731451 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Deleting port db221d66-d974-4ca6-bad4-217b637933fc {{(pid=93916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:46:48.718742 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-6612ee32-ccfa-49f4-8a50-23fb35731451 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:46:48.731765 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf6e4d2-6c39-4ea4-9ad4-4974f7417bd3 req-fefb7fbc-2209-48e1-8991-40d649fa0a59 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:46:48.740005 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3cf6e4d2-6c39-4ea4-9ad4-4974f7417bd3 req-fefb7fbc-2209-48e1-8991-40d649fa0a59 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] 10.222.0.16 "GET /v2.0/ports?device_id=90a6d52f-6581-429b-9784-d86e8a3e4d9c HTTP/1.1" status: 200 len: 944 time: 0.3200965 Jul 14 18:46:48.756428 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device d6221ecb-7803-45d1-860a-eadea0d1fd86 up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:46:48.809178 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port d6221ecb-7803-45d1-860a-eadea0d1fd86 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:46:48.809620 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:46:48.845465 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3cf6e4d2-6c39-4ea4-9ad4-4974f7417bd3 req-4ae1f6a7-235e-4fb3-8744-71194711f83d tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] 10.222.0.16 "GET /v2.0/security-groups?id=665fac0f-cff5-44f7-b9cc-bed28fe603e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042247 Jul 14 18:46:48.853618 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.db [None req-6612ee32-ccfa-49f4-8a50-23fb35731451 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] For port db221d66-d974-4ca6-bad4-217b637933fc, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=db221d66-d974-4ca6-bad4-217b637933fc,segment=NetworkSegment(1150dee2-20bb-423e-b2bc-e15368efcae3),segment_id=1150dee2-20bb-423e-b2bc-e15368efcae3)] {{(pid=93916) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:46:48.854130 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-6612ee32-ccfa-49f4-8a50-23fb35731451 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:46:48.859780 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-e37422f2-a854-4c46-a3ad-57e4ed74e1e1 tempest-TagsExtTest-699831976 tempest-TagsExtTest-699831976-project] 10.222.0.16 "DELETE /v2.0/routers/01c581b3-e48f-4106-b120-cc60ab12d8db/tags/tempest-TagsExtTest-Tag-1163497203 HTTP/1.1" status: 204 len: 168 time: 0.3557205 Jul 14 18:46:48.867996 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 37086) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:46:48.887495 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.tag.tag_plugin [None req-41f8ba2b-1015-4a3b-8868-0c9f44803db9 tempest-TagsExtTest-699831976 tempest-TagsExtTest-699831976-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '01c581b3-e48f-4106-b120-cc60ab12d8db') {} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:46:48.910221 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e460dd64-283e-4af4-b15d-e473673f8c8c req-336d1a86-4a9c-4ddf-b664-6c61604507e5 tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:46:48.913955 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e460dd64-283e-4af4-b15d-e473673f8c8c req-336d1a86-4a9c-4ddf-b664-6c61604507e5 tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] 10.222.0.16 "GET /v2.0/ports?device_id=4ed688ec-0b1c-4d1e-881c-157d22decd3a HTTP/1.1" status: 200 len: 946 time: 0.2918134 Jul 14 18:46:49.034508 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e460dd64-283e-4af4-b15d-e473673f8c8c req-c430dc98-e3d2-49c4-ac03-d1b2c46fa17d tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] 10.222.0.16 "GET /v2.0/security-groups?id=f745dc72-333e-4ddf-8281-1bb3e04e8f82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108286 Jul 14 18:46:49.047778 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-0e61739a-111f-4dfc-a9a5-1e184c235a6f tempest-AttachVolumeTestJSON-1507206526 tempest-AttachVolumeTestJSON-1507206526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:46:49.123516 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e61739a-111f-4dfc-a9a5-1e184c235a6f tempest-AttachVolumeTestJSON-1507206526 tempest-AttachVolumeTestJSON-1507206526-project] Pushing event deleted for resources: {'Port': ['ID=0e82522e-5715-4b1a-94e4-39b59740356a,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:46:49.167055 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-0e61739a-111f-4dfc-a9a5-1e184c235a6f tempest-AttachVolumeTestJSON-1507206526 tempest-AttachVolumeTestJSON-1507206526-project] Notify callbacks [] for floatingip, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:46:49.170563 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-0e61739a-111f-4dfc-a9a5-1e184c235a6f tempest-AttachVolumeTestJSON-1507206526 tempest-AttachVolumeTestJSON-1507206526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for floatingip, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:46:49.172160 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-0e61739a-111f-4dfc-a9a5-1e184c235a6f tempest-AttachVolumeTestJSON-1507206526 tempest-AttachVolumeTestJSON-1507206526-project] 10.222.0.16 "DELETE /v2.0/floatingips/2a2c036a-b837-4748-9ffa-c93d58336912 HTTP/1.1" status: 204 len: 168 time: 1.1164036 Jul 14 18:46:49.308031 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-6612ee32-ccfa-49f4-8a50-23fb35731451 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Calling delete_port for db221d66-d974-4ca6-bad4-217b637933fc owned by network:router_interface {{(pid=93916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:46:49.395355 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 37098) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:46:49.395929 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-41f8ba2b-1015-4a3b-8868-0c9f44803db9 tempest-TagsExtTest-699831976 tempest-TagsExtTest-699831976-project] 10.222.0.16 "GET /v2.0/routers/01c581b3-e48f-4106-b120-cc60ab12d8db/tags HTTP/1.1" status: 200 len: 205 time: 0.5262558 Jul 14 18:46:49.400395 n-d-800634-3 neutron-server[93915]: DEBUG neutron.services.tag.tag_plugin [None req-fb0435fe-1fcb-40b8-902a-b73bf9f4fed8 tempest-TagsExtTest-699831976 tempest-TagsExtTest-699831976-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '8ce97cd9-2381-4b12-888b-ee9cd3e974a0') {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:46:49.448828 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-fb0435fe-1fcb-40b8-902a-b73bf9f4fed8 tempest-TagsExtTest-699831976 tempest-TagsExtTest-699831976-project] 10.222.0.16 "GET /v2.0/subnetpools/8ce97cd9-2381-4b12-888b-ee9cd3e974a0/tags HTTP/1.1" status: 200 len: 241 time: 0.0500052 Jul 14 18:46:49.449944 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 37100) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:46:49.455144 n-d-800634-3 neutron-server[93915]: DEBUG neutron.services.tag.tag_plugin [None req-5e929fc4-c4b9-4e47-b0e4-4b146f442970 tempest-TagsExtTest-699831976 tempest-TagsExtTest-699831976-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '8ce97cd9-2381-4b12-888b-ee9cd3e974a0', 'tempest-TagsExtTest-Tag-1933262889') {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:46:49.489286 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-5e929fc4-c4b9-4e47-b0e4-4b146f442970 tempest-TagsExtTest-699831976 tempest-TagsExtTest-699831976-project] 10.222.0.16 "GET /v2.0/subnetpools/8ce97cd9-2381-4b12-888b-ee9cd3e974a0/tags/tempest-TagsExtTest-Tag-1933262889 HTTP/1.1" status: 204 len: 168 time: 0.0380902 Jul 14 18:46:49.491904 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 37106) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:46:49.496719 n-d-800634-3 neutron-server[93915]: DEBUG neutron.services.tag.tag_plugin [None req-c0026b0f-2243-48cf-be98-9e94e5ac788f tempest-TagsExtTest-699831976 tempest-TagsExtTest-699831976-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '8ce97cd9-2381-4b12-888b-ee9cd3e974a0', 'tempest-TagsExtTest-Tag-1933262889') {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:46:49.540214 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-c0026b0f-2243-48cf-be98-9e94e5ac788f tempest-TagsExtTest-699831976 tempest-TagsExtTest-699831976-project] 10.222.0.16 "DELETE /v2.0/subnetpools/8ce97cd9-2381-4b12-888b-ee9cd3e974a0/tags/tempest-TagsExtTest-Tag-1933262889 HTTP/1.1" status: 204 len: 168 time: 0.0468807 Jul 14 18:46:49.542390 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 37108) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:46:49.556197 n-d-800634-3 neutron-server[93915]: DEBUG neutron.services.tag.tag_plugin [None req-c33eb9d8-e2a9-4e70-b391-87d21b39ad08 tempest-TagsExtTest-699831976 tempest-TagsExtTest-699831976-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '8ce97cd9-2381-4b12-888b-ee9cd3e974a0') {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:46:49.584490 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-6612ee32-ccfa-49f4-8a50-23fb35731451 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:46:49.590241 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-c33eb9d8-e2a9-4e70-b391-87d21b39ad08 tempest-TagsExtTest-699831976 tempest-TagsExtTest-699831976-project] 10.222.0.16 "GET /v2.0/subnetpools/8ce97cd9-2381-4b12-888b-ee9cd3e974a0/tags HTTP/1.1" status: 200 len: 205 time: 0.0427382 Jul 14 18:46:49.593087 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 37110) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:46:49.597779 n-d-800634-3 neutron-server[93915]: DEBUG neutron.services.tag.tag_plugin [None req-3a766544-48c2-477f-8371-c17c93e88f42 tempest-TagsExtTest-699831976 tempest-TagsExtTest-699831976-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '8ce97cd9-2381-4b12-888b-ee9cd3e974a0') {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:46:49.627457 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-3a766544-48c2-477f-8371-c17c93e88f42 tempest-TagsExtTest-699831976 tempest-TagsExtTest-699831976-project] 10.222.0.16 "DELETE /v2.0/subnetpools/8ce97cd9-2381-4b12-888b-ee9cd3e974a0/tags HTTP/1.1" status: 204 len: 168 time: 0.0333207 Jul 14 18:46:49.628474 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6612ee32-ccfa-49f4-8a50-23fb35731451 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Pushing event deleted for resources: {'Port': ['ID=db221d66-d974-4ca6-bad4-217b637933fc,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:46:49.633108 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 37112) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:46:49.638241 n-d-800634-3 neutron-server[93915]: DEBUG neutron.services.tag.tag_plugin [None req-8433aa4e-cd6f-4aa2-b6bf-500da6e59eac tempest-TagsExtTest-699831976 tempest-TagsExtTest-699831976-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '01c581b3-e48f-4106-b120-cc60ab12d8db') {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:46:49.743419 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-8433aa4e-cd6f-4aa2-b6bf-500da6e59eac tempest-TagsExtTest-699831976 tempest-TagsExtTest-699831976-project] 10.222.0.16 "DELETE /v2.0/routers/01c581b3-e48f-4106-b120-cc60ab12d8db/tags HTTP/1.1" status: 204 len: 168 time: 0.1068392 Jul 14 18:46:49.743615 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 37114) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:46:49.748977 n-d-800634-3 neutron-server[93915]: DEBUG neutron.services.tag.tag_plugin [None req-5d31d250-2f06-495a-9ba7-bc320300edc6 tempest-TagsExtTest-699831976 tempest-TagsExtTest-699831976-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '6f6ec779-daf8-4d6e-8b81-2512ba626ec2') {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:46:49.820426 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-5d31d250-2f06-495a-9ba7-bc320300edc6 tempest-TagsExtTest-699831976 tempest-TagsExtTest-699831976-project] 10.222.0.16 "DELETE /v2.0/ports/6f6ec779-daf8-4d6e-8b81-2512ba626ec2/tags HTTP/1.1" status: 204 len: 168 time: 0.0736609 Jul 14 18:46:49.821164 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 37116) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:46:49.825465 n-d-800634-3 neutron-server[93915]: DEBUG neutron.services.tag.tag_plugin [None req-e22db7a4-b7b3-4ea0-b793-d60a909bd2ee tempest-TagsExtTest-699831976 tempest-TagsExtTest-699831976-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'b4f83d86-72ea-4f8b-9469-c10c5cdaf3d0') {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:46:49.863854 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-6612ee32-ccfa-49f4-8a50-23fb35731451 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-598732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-928907'] for router_interface, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:46:49.922530 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-e22db7a4-b7b3-4ea0-b793-d60a909bd2ee tempest-TagsExtTest-699831976 tempest-TagsExtTest-699831976-project] 10.222.0.16 "DELETE /v2.0/subnets/b4f83d86-72ea-4f8b-9469-c10c5cdaf3d0/tags HTTP/1.1" status: 204 len: 168 time: 0.1003525 Jul 14 18:46:49.926831 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 37124) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:46:49.958272 n-d-800634-3 neutron-server[93915]: DEBUG neutron.services.tag.tag_plugin [None req-213eb9d7-788b-4ffd-94c8-b491d4a2e676 tempest-TagsExtTest-699831976 tempest-TagsExtTest-699831976-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'b4f83d86-72ea-4f8b-9469-c10c5cdaf3d0', 'tempest-TagsExtTest-Tag-545742004') {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:46:50.070697 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-213eb9d7-788b-4ffd-94c8-b491d4a2e676 tempest-TagsExtTest-699831976 tempest-TagsExtTest-699831976-project] 10.222.0.16 "PUT /v2.0/subnets/b4f83d86-72ea-4f8b-9469-c10c5cdaf3d0/tags/tempest-TagsExtTest-Tag-545742004 HTTP/1.1" status: 201 len: 201 time: 0.1402023 Jul 14 18:46:50.071000 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 37130) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:46:50.078143 n-d-800634-3 neutron-server[93915]: DEBUG neutron.services.tag.tag_plugin [None req-9af19ca3-8f2c-4cd7-a9f8-855e05022e2c tempest-TagsExtTest-699831976 tempest-TagsExtTest-699831976-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '6f6ec779-daf8-4d6e-8b81-2512ba626ec2', 'tempest-TagsExtTest-Tag-1026409572') {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:46:50.180063 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6612ee32-ccfa-49f4-8a50-23fb35731451 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Router 546b1476-fb2c-4005-a925-356a7fbb9c9d has already been hosted by L3 agent 2c6eb27e-defb-4cca-9a24-381c7415e359 {{(pid=93916) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 18:46:50.228861 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31be2b46-17ce-4995-81e6-3fec47539bd3 req-23f0cfd3-c5f8-40cd-ad58-ec3a251f70f8 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:46:50.230419 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-31be2b46-17ce-4995-81e6-3fec47539bd3 req-23f0cfd3-c5f8-40cd-ad58-ec3a251f70f8 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] 10.222.0.16 "GET /v2.0/ports?device_id=90a6d52f-6581-429b-9784-d86e8a3e4d9c HTTP/1.1" status: 200 len: 944 time: 0.1156430 Jul 14 18:46:50.268540 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-9af19ca3-8f2c-4cd7-a9f8-855e05022e2c tempest-TagsExtTest-699831976 tempest-TagsExtTest-699831976-project] 10.222.0.16 "PUT /v2.0/ports/6f6ec779-daf8-4d6e-8b81-2512ba626ec2/tags/tempest-TagsExtTest-Tag-1026409572 HTTP/1.1" status: 201 len: 201 time: 0.1964781 Jul 14 18:46:50.274636 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 37138) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:46:50.279613 n-d-800634-3 neutron-server[93915]: DEBUG neutron.services.tag.tag_plugin [None req-e881ec5e-be6e-4f4d-bbf9-167068ca77fd tempest-TagsExtTest-699831976 tempest-TagsExtTest-699831976-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '01c581b3-e48f-4106-b120-cc60ab12d8db', 'tempest-TagsExtTest-Tag-886092628') {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:46:50.333405 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6612ee32-ccfa-49f4-8a50-23fb35731451 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify agent at l3_agent.n-d-800634-3 the message routers_updated {{(pid=93916) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 18:46:50.342354 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-6612ee32-ccfa-49f4-8a50-23fb35731451 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] 10.222.0.16 "PUT /v2.0/routers/546b1476-fb2c-4005-a925-356a7fbb9c9d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7222452 Jul 14 18:46:50.342899 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 37140) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:46:50.347375 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-275b2c76-5440-4b05-be30-afe01d016ef9 None None] Sync routers for ids ['546b1476-fb2c-4005-a925-356a7fbb9c9d'] in n-d-800634-3 {{(pid=93918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 18:46:50.352820 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-31be2b46-17ce-4995-81e6-3fec47539bd3 req-31f47df2-5dd3-4dee-918f-6080379ff3ee tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] 10.222.0.16 "GET /v2.0/security-groups?id=665fac0f-cff5-44f7-b9cc-bed28fe603e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094155 Jul 14 18:46:50.400984 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-e034c36a-05a2-433b-a298-f7eb42ad4573 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:46:50.403005 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-275b2c76-5440-4b05-be30-afe01d016ef9 None None] Routers {'546b1476-fb2c-4005-a925-356a7fbb9c9d'} bound to L3 agent in host n-d-800634-3 {{(pid=93918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:46:50.403875 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-275b2c76-5440-4b05-be30-afe01d016ef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:46:23Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['546b1476-fb2c-4005-a925-356a7fbb9c9d'], 'active': True} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:46:50.459179 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b001d2e-9804-4143-96db-7aa8f83618cb tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Deleting subnet 71a893e4-9a73-4f76-91b8-19f5d84dd97b {{(pid=93916) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 18:46:50.481383 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-0b001d2e-9804-4143-96db-7aa8f83618cb tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks [] for subnet, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:46:50.599246 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-0b001d2e-9804-4143-96db-7aa8f83618cb tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26296866'] for subnet, precommit_delete_associations {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:46:50.611857 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvr_db [None req-275b2c76-5440-4b05-be30-afe01d016ef9 None None] Set router 546b1476-fb2c-4005-a925-356a7fbb9c9d gateway port host: n-d-800634-3 {{(pid=93918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 18:46:50.827048 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-0b001d2e-9804-4143-96db-7aa8f83618cb tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081283'] for subnet, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:46:50.927703 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-0b001d2e-9804-4143-96db-7aa8f83618cb tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2684816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26033152'] for subnet, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:46:50.928233 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-275b2c76-5440-4b05-be30-afe01d016ef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '546b1476-fb2c-4005-a925-356a7fbb9c9d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2020197094', 'tenant_id': 'af718961b2754d7c873f442ed35947bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.248'}], 'enable_snat': True}, 'gw_port_id': '2de3a888-7df4-4a86-be46-fa2fdde0ae14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:44:32Z', 'updated_at': '2021-07-14T18:46:49Z', 'revision_number': 5, 'project_id': 'af718961b2754d7c873f442ed35947bb', 'gw_port': {'id': '2de3a888-7df4-4a86-be46-fa2fdde0ae14', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:57:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '546b1476-fb2c-4005-a925-356a7fbb9c9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2631, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:44:33Z', 'updated_at': '2021-07-14T18:44:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3'}], 'n-d-800634-3', False) {} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:46:50.959191 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-275b2c76-5440-4b05-be30-afe01d016ef9 None None] Checking router: 546b1476-fb2c-4005-a925-356a7fbb9c9d for host: n-d-800634-3 {{(pid=93918) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 18:46:50.969619 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-275b2c76-5440-4b05-be30-afe01d016ef9 None None] Routers {'546b1476-fb2c-4005-a925-356a7fbb9c9d'} bound to L3 agent in host n-d-800634-3 {{(pid=93918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:46:50.970801 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-275b2c76-5440-4b05-be30-afe01d016ef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:46:23Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['546b1476-fb2c-4005-a925-356a7fbb9c9d'], 'active': True} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:46:50.974112 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b001d2e-9804-4143-96db-7aa8f83618cb tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Pushing event deleted for resources: {'Subnet': ['ID=71a893e4-9a73-4f76-91b8-19f5d84dd97b,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:46:50.974298 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a855736-24d2-4907-aed0-35e65397708b None None] Network 0c8499a8-2bfd-4d25-a4f1-802449d10090 requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:46:50.983480 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-0b001d2e-9804-4143-96db-7aa8f83618cb tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks [] for subnet, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:46:50.986449 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-0b001d2e-9804-4143-96db-7aa8f83618cb tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] 10.222.0.16 "DELETE /v2.0/subnets/71a893e4-9a73-4f76-91b8-19f5d84dd97b HTTP/1.1" status: 204 len: 168 time: 0.6417966 Jul 14 18:46:50.988877 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 37148) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:46:51.045877 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-e881ec5e-be6e-4f4d-bbf9-167068ca77fd tempest-TagsExtTest-699831976 tempest-TagsExtTest-699831976-project] 10.222.0.16 "PUT /v2.0/routers/01c581b3-e48f-4106-b120-cc60ab12d8db/tags/tempest-TagsExtTest-Tag-886092628 HTTP/1.1" status: 201 len: 201 time: 0.7700720 Jul 14 18:46:51.052694 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 37150) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:46:51.060015 n-d-800634-3 neutron-server[93915]: DEBUG neutron.services.tag.tag_plugin [None req-34c1d350-426c-445f-b6ab-8f86e70bceba tempest-TagsExtTest-699831976 tempest-TagsExtTest-699831976-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '8ce97cd9-2381-4b12-888b-ee9cd3e974a0', 'tempest-TagsExtTest-Tag-1846583293') {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:46:51.129269 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b067070c-c851-4193-b181-bb38651ceb1a req-72188012-198c-4467-85d2-f52be453daee tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:46:51.137085 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b067070c-c851-4193-b181-bb38651ceb1a req-72188012-198c-4467-85d2-f52be453daee tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] 10.222.0.16 "GET /v2.0/ports?device_id=4ed688ec-0b1c-4d1e-881c-157d22decd3a HTTP/1.1" status: 200 len: 946 time: 0.1714587 Jul 14 18:46:51.144307 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvr_db [None req-275b2c76-5440-4b05-be30-afe01d016ef9 None None] Set router 546b1476-fb2c-4005-a925-356a7fbb9c9d gateway port host: n-d-800634-3 {{(pid=93918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 18:46:51.195994 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b067070c-c851-4193-b181-bb38651ceb1a req-d74e7cc6-7f86-44c6-8907-7cdc00134446 tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] 10.222.0.16 "GET /v2.0/security-groups?id=f745dc72-333e-4ddf-8281-1bb3e04e8f82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580270 Jul 14 18:46:51.200507 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-34c1d350-426c-445f-b6ab-8f86e70bceba tempest-TagsExtTest-699831976 tempest-TagsExtTest-699831976-project] 10.222.0.16 "PUT /v2.0/subnetpools/8ce97cd9-2381-4b12-888b-ee9cd3e974a0/tags/tempest-TagsExtTest-Tag-1846583293 HTTP/1.1" status: 201 len: 201 time: 0.1419220 Jul 14 18:46:51.201627 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 37156) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:46:51.208287 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.tag.tag_plugin [None req-04a9735a-63a6-40a9-a0b4-ca37d307b832 tempest-TagsExtTest-699831976 tempest-TagsExtTest-699831976-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', 'b4f83d86-72ea-4f8b-9469-c10c5cdaf3d0', {'tags': ['tempest-TagsExtTest-Tag-1258564273', 'tempest-TagsExtTest-Tag-1161142218', 'tempest-TagsExtTest-Tag-56532990']}) {} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:46:51.324073 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a8555133-8b3b-4d86-9f9a-c77da22540db tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks [] for router, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:46:51.409058 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b3760c1-bc6d-4944-a44e-7d6bf82386d0 None None] DHCP port deletion for 0c8499a8-2bfd-4d25-a4f1-802449d10090 request from n-d-800634-3 {{(pid=93917) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 18:46:51.507795 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-04a9735a-63a6-40a9-a0b4-ca37d307b832 tempest-TagsExtTest-699831976 tempest-TagsExtTest-699831976-project] 10.222.0.16 "PUT /v2.0/subnets/b4f83d86-72ea-4f8b-9469-c10c5cdaf3d0/tags HTTP/1.1" status: 200 len: 316 time: 0.3059349 Jul 14 18:46:51.510493 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 37168) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:46:51.515979 n-d-800634-3 neutron-server[93915]: DEBUG neutron.services.tag.tag_plugin [None req-52bb6ee7-3b32-4b3b-8ef9-0ceb7c5fe743 tempest-TagsExtTest-699831976 tempest-TagsExtTest-699831976-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'b4f83d86-72ea-4f8b-9469-c10c5cdaf3d0') {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:46:51.554369 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-7b3760c1-bc6d-4944-a44e-7d6bf82386d0 None None] Deleting port e89f37e3-91c4-44b7-84ef-0950ad6a2295 {{(pid=93917) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:46:51.554790 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-7b3760c1-bc6d-4944-a44e-7d6bf82386d0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:46:51.667586 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-7b3760c1-bc6d-4944-a44e-7d6bf82386d0 None None] For port e89f37e3-91c4-44b7-84ef-0950ad6a2295, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=e89f37e3-91c4-44b7-84ef-0950ad6a2295,segment=NetworkSegment(1150dee2-20bb-423e-b2bc-e15368efcae3),segment_id=1150dee2-20bb-423e-b2bc-e15368efcae3)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:46:51.668231 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-7b3760c1-bc6d-4944-a44e-7d6bf82386d0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:46:51.669794 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a8555133-8b3b-4d86-9f9a-c77da22540db tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:46:51.686122 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-7b3760c1-bc6d-4944-a44e-7d6bf82386d0 None None] Calling delete_port for e89f37e3-91c4-44b7-84ef-0950ad6a2295 owned by network:dhcp {{(pid=93917) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:46:51.774193 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-275b2c76-5440-4b05-be30-afe01d016ef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '546b1476-fb2c-4005-a925-356a7fbb9c9d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2020197094', 'tenant_id': 'af718961b2754d7c873f442ed35947bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.248'}], 'enable_snat': True}, 'gw_port_id': '2de3a888-7df4-4a86-be46-fa2fdde0ae14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:44:32Z', 'updated_at': '2021-07-14T18:46:49Z', 'revision_number': 5, 'project_id': 'af718961b2754d7c873f442ed35947bb', 'gw_port': {'id': '2de3a888-7df4-4a86-be46-fa2fdde0ae14', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:57:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '546b1476-fb2c-4005-a925-356a7fbb9c9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2631, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:44:33Z', 'updated_at': '2021-07-14T18:44:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3'}], 'n-d-800634-3', False) {} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:46:51.808061 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292f35d2-018e-476d-827b-2ae37e2268ef req-29410ebc-87c9-4966-b715-e56abf23b2f4 tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:46:51.808417 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-a8555133-8b3b-4d86-9f9a-c77da22540db tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Deleting port 2de3a888-7df4-4a86-be46-fa2fdde0ae14 {{(pid=93916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:46:51.808921 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a8555133-8b3b-4d86-9f9a-c77da22540db tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:46:51.815180 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-292f35d2-018e-476d-827b-2ae37e2268ef req-29410ebc-87c9-4966-b715-e56abf23b2f4 tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] 10.222.0.16 "GET /v2.0/ports?device_id=4ed688ec-0b1c-4d1e-881c-157d22decd3a HTTP/1.1" status: 200 len: 946 time: 0.2512431 Jul 14 18:46:51.847472 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-275b2c76-5440-4b05-be30-afe01d016ef9 None None] The sync data for ids ['546b1476-fb2c-4005-a925-356a7fbb9c9d'] in n-d-800634-3 is: [{'id': '546b1476-fb2c-4005-a925-356a7fbb9c9d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2020197094', 'tenant_id': 'af718961b2754d7c873f442ed35947bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.248'}], 'enable_snat': True}, 'gw_port_id': '2de3a888-7df4-4a86-be46-fa2fdde0ae14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:44:32Z', 'updated_at': '2021-07-14T18:46:49Z', 'revision_number': 5, 'project_id': 'af718961b2754d7c873f442ed35947bb', 'gw_port': {'id': '2de3a888-7df4-4a86-be46-fa2fdde0ae14', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:57:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '546b1476-fb2c-4005-a925-356a7fbb9c9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2631, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:44:33Z', 'updated_at': '2021-07-14T18:44:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3'}] {{(pid=93918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 18:46:51.868779 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-52bb6ee7-3b32-4b3b-8ef9-0ceb7c5fe743 tempest-TagsExtTest-699831976 tempest-TagsExtTest-699831976-project] 10.222.0.16 "DELETE /v2.0/subnets/b4f83d86-72ea-4f8b-9469-c10c5cdaf3d0/tags HTTP/1.1" status: 204 len: 168 time: 0.3569756 Jul 14 18:46:51.872062 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 37174) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:46:51.877131 n-d-800634-3 neutron-server[93915]: DEBUG neutron.services.tag.tag_plugin [None req-8397df3c-c841-4109-b4df-927047c8f4c6 tempest-TagsExtTest-699831976 tempest-TagsExtTest-699831976-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'b4f83d86-72ea-4f8b-9469-c10c5cdaf3d0', 'tempest-TagsExtTest-Tag-1258564273') {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:46:51.883939 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-7b3760c1-bc6d-4944-a44e-7d6bf82386d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813'] for port, after_delete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:46:51.925236 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3760c1-bc6d-4944-a44e-7d6bf82386d0 None None] Pushing event deleted for resources: {'Port': ['ID=e89f37e3-91c4-44b7-84ef-0950ad6a2295,revision_number=None']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:46:51.928267 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b3760c1-bc6d-4944-a44e-7d6bf82386d0 None None] No DVR routers for this DVR port e89f37e3-91c4-44b7-84ef-0950ad6a2295 on host n-d-800634-3 {{(pid=93917) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 18:46:51.945374 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-292f35d2-018e-476d-827b-2ae37e2268ef req-7323e1d3-96e6-47df-a10a-523e9f07d9da tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] 10.222.0.16 "GET /v2.0/security-groups?id=f745dc72-333e-4ddf-8281-1bb3e04e8f82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292515 Jul 14 18:46:51.986811 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.db [None req-a8555133-8b3b-4d86-9f9a-c77da22540db tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] For port 2de3a888-7df4-4a86-be46-fa2fdde0ae14, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=2de3a888-7df4-4a86-be46-fa2fdde0ae14,segment=NetworkSegment(5afb940b-bbdf-4727-be00-5d46367c38a1),segment_id=5afb940b-bbdf-4727-be00-5d46367c38a1)] {{(pid=93916) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:46:51.987235 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a8555133-8b3b-4d86-9f9a-c77da22540db tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:46:52.010019 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-a8555133-8b3b-4d86-9f9a-c77da22540db tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Calling delete_port for 2de3a888-7df4-4a86-be46-fa2fdde0ae14 owned by network:router_gateway {{(pid=93916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:46:52.041326 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b314e754-0389-47fb-84b6-e1d1a773a711 req-b12eb612-1828-4225-ac3f-311654ebdede tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:46:52.049299 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b314e754-0389-47fb-84b6-e1d1a773a711 req-b12eb612-1828-4225-ac3f-311654ebdede tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] 10.222.0.16 "GET /v2.0/ports?device_id=90a6d52f-6581-429b-9784-d86e8a3e4d9c HTTP/1.1" status: 200 len: 944 time: 0.2225165 Jul 14 18:46:52.118907 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b314e754-0389-47fb-84b6-e1d1a773a711 req-0ebb0554-034b-4398-b9d6-3a174cf3c88e tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] 10.222.0.16 "GET /v2.0/security-groups?id=665fac0f-cff5-44f7-b9cc-bed28fe603e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677886 Jul 14 18:46:52.129839 n-d-800634-3 neutron-server[93915]: INFO neutron.api.v2.resource [None req-8397df3c-c841-4109-b4df-927047c8f4c6 tempest-TagsExtTest-699831976 tempest-TagsExtTest-699831976-project] show failed (client error): The resource could not be found. Jul 14 18:46:52.134392 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-8397df3c-c841-4109-b4df-927047c8f4c6 tempest-TagsExtTest-699831976 tempest-TagsExtTest-699831976-project] 10.222.0.16 "GET /v2.0/subnets/b4f83d86-72ea-4f8b-9469-c10c5cdaf3d0/tags/tempest-TagsExtTest-Tag-1258564273 HTTP/1.1" status: 404 len: 329 time: 0.2582145 Jul 14 18:46:52.134505 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 37184) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:46:52.140667 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.tag.tag_plugin [None req-0fb753a7-a819-4cbf-95f7-f2befb9a2d7e tempest-TagsExtTest-699831976 tempest-TagsExtTest-699831976-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'b4f83d86-72ea-4f8b-9469-c10c5cdaf3d0', 'tempest-TagsExtTest-Tag-1161142218') {} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:46:52.255060 n-d-800634-3 neutron-server[93916]: INFO neutron.api.v2.resource [None req-0fb753a7-a819-4cbf-95f7-f2befb9a2d7e tempest-TagsExtTest-699831976 tempest-TagsExtTest-699831976-project] show failed (client error): The resource could not be found. Jul 14 18:46:52.258840 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-0fb753a7-a819-4cbf-95f7-f2befb9a2d7e tempest-TagsExtTest-699831976 tempest-TagsExtTest-699831976-project] 10.222.0.16 "GET /v2.0/subnets/b4f83d86-72ea-4f8b-9469-c10c5cdaf3d0/tags/tempest-TagsExtTest-Tag-1161142218 HTTP/1.1" status: 404 len: 329 time: 0.1213517 Jul 14 18:46:52.263009 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 37186) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:46:52.281171 n-d-800634-3 neutron-server[93915]: DEBUG neutron.services.tag.tag_plugin [None req-39ca8bf2-90e0-486e-b86b-ea6f4cc6b712 tempest-TagsExtTest-699831976 tempest-TagsExtTest-699831976-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'b4f83d86-72ea-4f8b-9469-c10c5cdaf3d0', 'tempest-TagsExtTest-Tag-56532990') {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:46:52.298045 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a8555133-8b3b-4d86-9f9a-c77da22540db tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:46:52.339085 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8555133-8b3b-4d86-9f9a-c77da22540db tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Pushing event deleted for resources: {'Port': ['ID=2de3a888-7df4-4a86-be46-fa2fdde0ae14,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:46:52.349541 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2541a4b7-73f9-40f8-89cd-e28144ad2bdf req-881eaba4-1193-4d99-a541-c1b25fc275d4 tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:46:52.351325 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2541a4b7-73f9-40f8-89cd-e28144ad2bdf req-881eaba4-1193-4d99-a541-c1b25fc275d4 tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] 10.222.0.16 "GET /v2.0/ports?device_id=4ed688ec-0b1c-4d1e-881c-157d22decd3a HTTP/1.1" status: 200 len: 946 time: 0.1946919 Jul 14 18:46:52.428170 n-d-800634-3 neutron-server[93915]: INFO neutron.api.v2.resource [None req-39ca8bf2-90e0-486e-b86b-ea6f4cc6b712 tempest-TagsExtTest-699831976 tempest-TagsExtTest-699831976-project] show failed (client error): The resource could not be found. Jul 14 18:46:52.428378 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a8555133-8b3b-4d86-9f9a-c77da22540db tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-930057'] for router_gateway, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:46:52.428468 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-39ca8bf2-90e0-486e-b86b-ea6f4cc6b712 tempest-TagsExtTest-699831976 tempest-TagsExtTest-699831976-project] 10.222.0.16 "GET /v2.0/subnets/b4f83d86-72ea-4f8b-9469-c10c5cdaf3d0/tags/tempest-TagsExtTest-Tag-56532990 HTTP/1.1" status: 404 len: 327 time: 0.1484926 Jul 14 18:46:52.429215 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2541a4b7-73f9-40f8-89cd-e28144ad2bdf req-0c608f33-bf41-460c-b925-b1861f7ac709 tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] 10.222.0.16 "GET /v2.0/security-groups?id=f745dc72-333e-4ddf-8281-1bb3e04e8f82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700388 Jul 14 18:46:52.429352 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 37194) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:46:52.434512 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.tag.tag_plugin [None req-ec62374b-998e-45f5-89e5-ac67a220990b tempest-TagsExtTest-699831976 tempest-TagsExtTest-699831976-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '6f6ec779-daf8-4d6e-8b81-2512ba626ec2', {'tags': ['tempest-TagsExtTest-Tag-871493288', 'tempest-TagsExtTest-Tag-326364936', 'tempest-TagsExtTest-Tag-543409722']}) {} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:46:52.572694 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-ec62374b-998e-45f5-89e5-ac67a220990b tempest-TagsExtTest-699831976 tempest-TagsExtTest-699831976-project] 10.222.0.16 "PUT /v2.0/ports/6f6ec779-daf8-4d6e-8b81-2512ba626ec2/tags HTTP/1.1" status: 200 len: 315 time: 0.1397786 Jul 14 18:46:52.573323 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 37198) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:46:52.577940 n-d-800634-3 neutron-server[93915]: DEBUG neutron.services.tag.tag_plugin [None req-72e079bc-a601-4958-b066-1629116a9bf7 tempest-TagsExtTest-699831976 tempest-TagsExtTest-699831976-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '6f6ec779-daf8-4d6e-8b81-2512ba626ec2') {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:46:52.610093 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a8555133-8b3b-4d86-9f9a-c77da22540db tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-571778', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11402'] for router, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:46:52.616486 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a8555133-8b3b-4d86-9f9a-c77da22540db tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:46:52.674258 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a8555133-8b3b-4d86-9f9a-c77da22540db tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-541202'] for router, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:46:52.675504 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8555133-8b3b-4d86-9f9a-c77da22540db tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Fanout notify agent at l3_agent the message router_deleted on router 546b1476-fb2c-4005-a925-356a7fbb9c9d {{(pid=93916) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 18:46:52.690325 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a8555133-8b3b-4d86-9f9a-c77da22540db tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks [] for router, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:46:52.693916 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-a8555133-8b3b-4d86-9f9a-c77da22540db tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] 10.222.0.16 "DELETE /v2.0/routers/546b1476-fb2c-4005-a925-356a7fbb9c9d HTTP/1.1" status: 204 len: 168 time: 1.7013445 Jul 14 18:46:52.693916 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 37206) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:46:52.847350 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-1d987b62-8bc0-49eb-9f5c-48380b1ae7bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:46:52.852023 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4c44df-d0a7-429c-8c7b-b0fac21d3160 req-6cd7fc37-0efb-48c5-a3aa-19e6bc5a4593 tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:46:52.853806 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-df4c44df-d0a7-429c-8c7b-b0fac21d3160 req-6cd7fc37-0efb-48c5-a3aa-19e6bc5a4593 tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] 10.222.0.16 "GET /v2.0/ports?device_id=4ed688ec-0b1c-4d1e-881c-157d22decd3a HTTP/1.1" status: 200 len: 946 time: 0.2436044 Jul 14 18:46:52.884704 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 37210) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:46:52.885428 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-72e079bc-a601-4958-b066-1629116a9bf7 tempest-TagsExtTest-699831976 tempest-TagsExtTest-699831976-project] 10.222.0.16 "DELETE /v2.0/ports/6f6ec779-daf8-4d6e-8b81-2512ba626ec2/tags HTTP/1.1" status: 204 len: 168 time: 0.3112466 Jul 14 18:46:52.927894 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.tag.tag_plugin [None req-61e7f283-94a8-4132-93aa-c18dea1d3c3a tempest-TagsExtTest-699831976 tempest-TagsExtTest-699831976-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '6f6ec779-daf8-4d6e-8b81-2512ba626ec2', 'tempest-TagsExtTest-Tag-871493288') {} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:46:52.955065 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device e89f37e3-91c4-44b7-84ef-0950ad6a2295 no longer exists at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 18:46:52.992065 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-778d5e5b-28ac-4f81-abd2-feefcf3910a4 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645734'] for network, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:46:52.992864 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-df4c44df-d0a7-429c-8c7b-b0fac21d3160 req-3bc71435-a28f-4df7-9db7-a7b89900f27d tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] 10.222.0.16 "GET /v2.0/security-groups?id=f745dc72-333e-4ddf-8281-1bb3e04e8f82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263371 Jul 14 18:46:53.015321 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] No Port match for: e89f37e3-91c4-44b7-84ef-0950ad6a2295 {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 18:46:53.017072 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device e89f37e3-91c4-44b7-84ef-0950ad6a2295 not bound to the agent host n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 18:46:53.017930 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device db221d66-d974-4ca6-bad4-217b637933fc no longer exists at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 18:46:53.085573 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] No Port match for: db221d66-d974-4ca6-bad4-217b637933fc {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 18:46:53.085955 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device db221d66-d974-4ca6-bad4-217b637933fc not bound to the agent host n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 18:46:53.126223 n-d-800634-3 neutron-server[93916]: INFO neutron.api.v2.resource [None req-61e7f283-94a8-4132-93aa-c18dea1d3c3a tempest-TagsExtTest-699831976 tempest-TagsExtTest-699831976-project] show failed (client error): The resource could not be found. Jul 14 18:46:53.127257 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-61e7f283-94a8-4132-93aa-c18dea1d3c3a tempest-TagsExtTest-699831976 tempest-TagsExtTest-699831976-project] 10.222.0.16 "GET /v2.0/ports/6f6ec779-daf8-4d6e-8b81-2512ba626ec2/tags/tempest-TagsExtTest-Tag-871493288 HTTP/1.1" status: 404 len: 328 time: 0.2092900 Jul 14 18:46:53.129149 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-778d5e5b-28ac-4f81-abd2-feefcf3910a4 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2096010', 'neutron.services.segments.db._delete_segments_for_network-8728202734996'] for network, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:46:53.130492 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 37218) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:46:53.135238 n-d-800634-3 neutron-server[93915]: DEBUG neutron.services.tag.tag_plugin [None req-cd59ada4-ee06-487a-a62e-eab0c701140d tempest-TagsExtTest-699831976 tempest-TagsExtTest-699831976-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '6f6ec779-daf8-4d6e-8b81-2512ba626ec2', 'tempest-TagsExtTest-Tag-326364936') {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:46:53.143631 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.segments.db [None req-778d5e5b-28ac-4f81-abd2-feefcf3910a4 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c8499a8-2bfd-4d25-a4f1-802449d10090']}} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:46:53.166525 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.segments.db [None req-778d5e5b-28ac-4f81-abd2-feefcf3910a4 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1150dee2-20bb-423e-b2bc-e15368efcae3') {'for_net_delete': True} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:46:53.166908 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.segments.db [None req-778d5e5b-28ac-4f81-abd2-feefcf3910a4 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1150dee2-20bb-423e-b2bc-e15368efcae3') {} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:46:53.183446 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-778d5e5b-28ac-4f81-abd2-feefcf3910a4 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728202715275', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26296891'] for segment, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:46:53.188787 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:46:53.202133 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-778d5e5b-28ac-4f81-abd2-feefcf3910a4 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:46:53.216965 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-778d5e5b-28ac-4f81-abd2-feefcf3910a4 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Releasing vlan 62 on physical network physnet1 to pool {{(pid=93916) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 18:46:53.217382 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-778d5e5b-28ac-4f81-abd2-feefcf3910a4 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2682942'] for segment, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:46:53.228336 n-d-800634-3 neutron-server[93916]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:46:53.228336 n-d-800634-3 neutron-server[93916]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:46:53.228336 n-d-800634-3 neutron-server[93916]: Traceback (most recent call last): Jul 14 18:46:53.228336 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 18:46:53.228336 n-d-800634-3 neutron-server[93916]: timer() Jul 14 18:46:53.228336 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 18:46:53.228336 n-d-800634-3 neutron-server[93916]: cb(*args, **kw) Jul 14 18:46:53.228336 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 18:46:53.228336 n-d-800634-3 neutron-server[93916]: return func(*args, **kwargs) Jul 14 18:46:53.228336 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 18:46:53.228336 n-d-800634-3 neutron-server[93916]: self._notify() Jul 14 18:46:53.228336 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 18:46:53.228336 n-d-800634-3 neutron-server[93916]: self.callback(batched_events) Jul 14 18:46:53.228336 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 18:46:53.228336 n-d-800634-3 neutron-server[93916]: event.method(event) Jul 14 18:46:53.228336 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 18:46:53.228336 n-d-800634-3 neutron-server[93916]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 18:46:53.228336 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 18:46:53.228336 n-d-800634-3 neutron-server[93916]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 18:46:53.228336 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 18:46:53.228336 n-d-800634-3 neutron-server[93916]: return f(self, *a, **k) Jul 14 18:46:53.228336 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 18:46:53.228336 n-d-800634-3 neutron-server[93916]: return self._get(url).json() Jul 14 18:46:53.228336 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 18:46:53.228336 n-d-800634-3 neutron-server[93916]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 18:46:53.228336 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 18:46:53.228336 n-d-800634-3 neutron-server[93916]: return self.request(url, 'GET', **kwargs) Jul 14 18:46:53.228336 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 18:46:53.228336 n-d-800634-3 neutron-server[93916]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 18:46:53.228336 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 18:46:53.228336 n-d-800634-3 neutron-server[93916]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 18:46:53.228336 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 18:46:53.228336 n-d-800634-3 neutron-server[93916]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 18:46:53.228336 n-d-800634-3 neutron-server[93916]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 18:46:53.254574 n-d-800634-3 neutron-server[93915]: INFO neutron.api.v2.resource [None req-cd59ada4-ee06-487a-a62e-eab0c701140d tempest-TagsExtTest-699831976 tempest-TagsExtTest-699831976-project] show failed (client error): The resource could not be found. Jul 14 18:46:53.260652 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-cd59ada4-ee06-487a-a62e-eab0c701140d tempest-TagsExtTest-699831976 tempest-TagsExtTest-699831976-project] 10.222.0.16 "GET /v2.0/ports/6f6ec779-daf8-4d6e-8b81-2512ba626ec2/tags/tempest-TagsExtTest-Tag-326364936 HTTP/1.1" status: 404 len: 328 time: 0.1290350 Jul 14 18:46:53.268783 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 37224) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:46:53.273527 n-d-800634-3 neutron-server[93915]: DEBUG neutron.services.tag.tag_plugin [None req-9f114e48-e4a7-47ac-8568-798cd4852698 tempest-TagsExtTest-699831976 tempest-TagsExtTest-699831976-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '6f6ec779-daf8-4d6e-8b81-2512ba626ec2', 'tempest-TagsExtTest-Tag-543409722') {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:46:53.379355 n-d-800634-3 neutron-server[93915]: INFO neutron.api.v2.resource [None req-9f114e48-e4a7-47ac-8568-798cd4852698 tempest-TagsExtTest-699831976 tempest-TagsExtTest-699831976-project] show failed (client error): The resource could not be found. Jul 14 18:46:53.386428 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 37228) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:46:53.389928 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-9f114e48-e4a7-47ac-8568-798cd4852698 tempest-TagsExtTest-699831976 tempest-TagsExtTest-699831976-project] 10.222.0.16 "GET /v2.0/ports/6f6ec779-daf8-4d6e-8b81-2512ba626ec2/tags/tempest-TagsExtTest-Tag-543409722 HTTP/1.1" status: 404 len: 328 time: 0.1199698 Jul 14 18:46:53.397853 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.tag.tag_plugin [None req-ddaaf1fb-5b17-4320-b777-4853b4033503 tempest-TagsExtTest-699831976 tempest-TagsExtTest-699831976-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '01c581b3-e48f-4106-b120-cc60ab12d8db', {'tags': ['tempest-TagsExtTest-Tag-650565509', 'tempest-TagsExtTest-Tag-729662679', 'tempest-TagsExtTest-Tag-719371860']}) {} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:46:53.505902 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-778d5e5b-28ac-4f81-abd2-feefcf3910a4 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2096001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-930085'] for network, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:46:53.517542 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-778d5e5b-28ac-4f81-abd2-feefcf3910a4 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks [] for network, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:46:53.519693 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-778d5e5b-28ac-4f81-abd2-feefcf3910a4 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] 10.222.0.16 "DELETE /v2.0/networks/0c8499a8-2bfd-4d25-a4f1-802449d10090 HTTP/1.1" status: 204 len: 168 time: 0.8246462 Jul 14 18:46:53.523922 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c1ecca-6b17-4867-8211-f62954d9bb39 req-2e0e7a90-4e49-4e71-8ffb-2e34e920bec0 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:46:53.524889 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 37230) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:46:53.529169 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-ddaaf1fb-5b17-4320-b777-4853b4033503 tempest-TagsExtTest-699831976 tempest-TagsExtTest-699831976-project] 10.222.0.16 "PUT /v2.0/routers/01c581b3-e48f-4106-b120-cc60ab12d8db/tags HTTP/1.1" status: 200 len: 315 time: 0.1411510 Jul 14 18:46:53.532082 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-d0c1ecca-6b17-4867-8211-f62954d9bb39 req-2e0e7a90-4e49-4e71-8ffb-2e34e920bec0 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] 10.222.0.16 "GET /v2.0/ports?device_id=90a6d52f-6581-429b-9784-d86e8a3e4d9c HTTP/1.1" status: 200 len: 944 time: 0.1179044 Jul 14 18:46:53.533489 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 37232) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:46:53.538497 n-d-800634-3 neutron-server[93915]: DEBUG neutron.services.tag.tag_plugin [None req-e253309a-b5cb-4e23-acce-4ba831f53b16 tempest-TagsExtTest-699831976 tempest-TagsExtTest-699831976-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '01c581b3-e48f-4106-b120-cc60ab12d8db') {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:46:53.556102 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778d5e5b-28ac-4f81-abd2-feefcf3910a4 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Pushing event deleted for resources: {'Network': ['ID=0c8499a8-2bfd-4d25-a4f1-802449d10090,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:46:53.631405 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-856298db-aa5a-4d64-abab-d5cf5a5bc026 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks [] for security_group, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:46:53.661595 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-856298db-aa5a-4d64-abab-d5cf5a5bc026 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:46:53.682843 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-d0c1ecca-6b17-4867-8211-f62954d9bb39 req-915d9acd-932b-4e0f-a217-caa0f21ae830 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] 10.222.0.16 "GET /v2.0/security-groups?id=665fac0f-cff5-44f7-b9cc-bed28fe603e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413872 Jul 14 18:46:53.750070 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-e253309a-b5cb-4e23-acce-4ba831f53b16 tempest-TagsExtTest-699831976 tempest-TagsExtTest-699831976-project] 10.222.0.16 "DELETE /v2.0/routers/01c581b3-e48f-4106-b120-cc60ab12d8db/tags HTTP/1.1" status: 204 len: 168 time: 0.2153277 Jul 14 18:46:53.753646 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 37238) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:46:53.760161 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b67a0f-0ae8-4d4e-bd03-793f49868413 req-0490e995-80a6-4a4e-8ea7-42cd00a2961f tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:46:53.761156 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.tag.tag_plugin [None req-cdf62525-631d-4224-bbf7-cfda4ecadd1e tempest-TagsExtTest-699831976 tempest-TagsExtTest-699831976-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '01c581b3-e48f-4106-b120-cc60ab12d8db', 'tempest-TagsExtTest-Tag-650565509') {} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:46:53.761875 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-76b67a0f-0ae8-4d4e-bd03-793f49868413 req-0490e995-80a6-4a4e-8ea7-42cd00a2961f tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] 10.222.0.16 "GET /v2.0/ports?device_id=4ed688ec-0b1c-4d1e-881c-157d22decd3a HTTP/1.1" status: 200 len: 946 time: 0.1397705 Jul 14 18:46:53.808992 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-76b67a0f-0ae8-4d4e-bd03-793f49868413 req-5a6dd533-ab7d-493d-bb21-87ddca616312 tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] 10.222.0.16 "GET /v2.0/security-groups?id=f745dc72-333e-4ddf-8281-1bb3e04e8f82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403595 Jul 14 18:46:53.841676 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-856298db-aa5a-4d64-abab-d5cf5a5bc026 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:46:53.845538 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-856298db-aa5a-4d64-abab-d5cf5a5bc026 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:46:53.847116 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-856298db-aa5a-4d64-abab-d5cf5a5bc026 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] 10.222.0.16 "DELETE /v2.0/security-groups/d5287722-8c0c-410d-a8ea-76edc9d3c05d HTTP/1.1" status: 204 len: 168 time: 0.3166199 Jul 14 18:46:53.867549 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856298db-aa5a-4d64-abab-d5cf5a5bc026 tempest-TestNetworkAdvancedServerOps-1925084529 tempest-TestNetworkAdvancedServerOps-1925084529-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5287722-8c0c-410d-a8ea-76edc9d3c05d,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:46:53.879573 n-d-800634-3 neutron-server[93916]: INFO neutron.api.v2.resource [None req-cdf62525-631d-4224-bbf7-cfda4ecadd1e tempest-TagsExtTest-699831976 tempest-TagsExtTest-699831976-project] show failed (client error): The resource could not be found. Jul 14 18:46:53.880635 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-cdf62525-631d-4224-bbf7-cfda4ecadd1e tempest-TagsExtTest-699831976 tempest-TagsExtTest-699831976-project] 10.222.0.16 "GET /v2.0/routers/01c581b3-e48f-4106-b120-cc60ab12d8db/tags/tempest-TagsExtTest-Tag-650565509 HTTP/1.1" status: 404 len: 328 time: 0.1260164 Jul 14 18:46:53.883651 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 37248) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:46:53.889025 n-d-800634-3 neutron-server[93915]: DEBUG neutron.services.tag.tag_plugin [None req-47c1ba03-9407-4ec9-b82a-6c2594c97e58 tempest-TagsExtTest-699831976 tempest-TagsExtTest-699831976-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '01c581b3-e48f-4106-b120-cc60ab12d8db', 'tempest-TagsExtTest-Tag-729662679') {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:46:54.129066 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-574aeb93-9938-449c-8e6c-cb22c9b52cc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:46:54.164402 n-d-800634-3 neutron-server[93915]: INFO neutron.api.v2.resource [None req-47c1ba03-9407-4ec9-b82a-6c2594c97e58 tempest-TagsExtTest-699831976 tempest-TagsExtTest-699831976-project] show failed (client error): The resource could not be found. Jul 14 18:46:54.165521 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-47c1ba03-9407-4ec9-b82a-6c2594c97e58 tempest-TagsExtTest-699831976 tempest-TagsExtTest-699831976-project] 10.222.0.16 "GET /v2.0/routers/01c581b3-e48f-4106-b120-cc60ab12d8db/tags/tempest-TagsExtTest-Tag-729662679 HTTP/1.1" status: 404 len: 328 time: 0.2808321 Jul 14 18:46:54.169875 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 37258) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:46:54.173943 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.tag.tag_plugin [None req-ebfb9154-01f4-4495-affe-33d7d0880a6e tempest-TagsExtTest-699831976 tempest-TagsExtTest-699831976-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '01c581b3-e48f-4106-b120-cc60ab12d8db', 'tempest-TagsExtTest-Tag-719371860') {} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:46:54.188975 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96235883-f867-4a74-9dd0-6deb414b6a65 req-32dc7261-c56d-458f-bde7-0d71c392b5b2 tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:46:54.198176 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-96235883-f867-4a74-9dd0-6deb414b6a65 req-32dc7261-c56d-458f-bde7-0d71c392b5b2 tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] 10.222.0.16 "GET /v2.0/ports?device_id=4ed688ec-0b1c-4d1e-881c-157d22decd3a HTTP/1.1" status: 200 len: 946 time: 0.1170831 Jul 14 18:46:54.289416 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-96235883-f867-4a74-9dd0-6deb414b6a65 req-14191217-2426-4c3f-a49a-b675f35f0e07 tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] 10.222.0.16 "GET /v2.0/security-groups?id=f745dc72-333e-4ddf-8281-1bb3e04e8f82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902514 Jul 14 18:46:54.304508 n-d-800634-3 neutron-server[93916]: INFO neutron.api.v2.resource [None req-ebfb9154-01f4-4495-affe-33d7d0880a6e tempest-TagsExtTest-699831976 tempest-TagsExtTest-699831976-project] show failed (client error): The resource could not be found. Jul 14 18:46:54.305817 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-ebfb9154-01f4-4495-affe-33d7d0880a6e tempest-TagsExtTest-699831976 tempest-TagsExtTest-699831976-project] 10.222.0.16 "GET /v2.0/routers/01c581b3-e48f-4106-b120-cc60ab12d8db/tags/tempest-TagsExtTest-Tag-719371860 HTTP/1.1" status: 404 len: 328 time: 0.1359959 Jul 14 18:46:54.308781 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 37266) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:46:54.314706 n-d-800634-3 neutron-server[93915]: DEBUG neutron.services.tag.tag_plugin [None req-6f97fd3e-2a26-416d-8645-4773b409d28a tempest-TagsExtTest-699831976 tempest-TagsExtTest-699831976-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '8ce97cd9-2381-4b12-888b-ee9cd3e974a0', {'tags': ['tempest-TagsExtTest-Tag-1308597313', 'tempest-TagsExtTest-Tag-449081735', 'tempest-TagsExtTest-Tag-815182069']}) {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:46:54.405353 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-6f97fd3e-2a26-416d-8645-4773b409d28a tempest-TagsExtTest-699831976 tempest-TagsExtTest-699831976-project] 10.222.0.16 "PUT /v2.0/subnetpools/8ce97cd9-2381-4b12-888b-ee9cd3e974a0/tags HTTP/1.1" status: 200 len: 316 time: 0.0949831 Jul 14 18:46:54.408459 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 37276) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:46:54.413243 n-d-800634-3 neutron-server[93915]: DEBUG neutron.services.tag.tag_plugin [None req-053e3637-2784-403f-bfa1-617ec3bde19b tempest-TagsExtTest-699831976 tempest-TagsExtTest-699831976-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '8ce97cd9-2381-4b12-888b-ee9cd3e974a0') {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:46:54.433834 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device 5e92d60d-9070-47ad-a2eb-6d0d111f9f4f details requested by agent hyperv_n-h1-800634-3 with host n-h1-800634-3 {{(pid=93917) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 18:46:54.465081 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 37278) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:46:54.483948 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-053e3637-2784-403f-bfa1-617ec3bde19b tempest-TagsExtTest-699831976 tempest-TagsExtTest-699831976-project] 10.222.0.16 "DELETE /v2.0/subnetpools/8ce97cd9-2381-4b12-888b-ee9cd3e974a0/tags HTTP/1.1" status: 204 len: 168 time: 0.0742671 Jul 14 18:46:54.486683 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 37282) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:46:54.492905 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.tag.tag_plugin [None req-abc935c7-fa65-4106-9284-56280fbd4f00 tempest-TagsExtTest-699831976 tempest-TagsExtTest-699831976-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '8ce97cd9-2381-4b12-888b-ee9cd3e974a0', 'tempest-TagsExtTest-Tag-1308597313') {} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:46:54.521228 n-d-800634-3 neutron-server[93916]: INFO neutron.api.v2.resource [None req-abc935c7-fa65-4106-9284-56280fbd4f00 tempest-TagsExtTest-699831976 tempest-TagsExtTest-699831976-project] show failed (client error): The resource could not be found. Jul 14 18:46:54.523235 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-abc935c7-fa65-4106-9284-56280fbd4f00 tempest-TagsExtTest-699831976 tempest-TagsExtTest-699831976-project] 10.222.0.16 "GET /v2.0/subnetpools/8ce97cd9-2381-4b12-888b-ee9cd3e974a0/tags/tempest-TagsExtTest-Tag-1308597313 HTTP/1.1" status: 404 len: 329 time: 0.0350099 Jul 14 18:46:54.526119 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 37284) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:46:54.535310 n-d-800634-3 neutron-server[93915]: DEBUG neutron.services.tag.tag_plugin [None req-f257cb01-2a7d-4660-8070-fca106b5b225 tempest-TagsExtTest-699831976 tempest-TagsExtTest-699831976-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '8ce97cd9-2381-4b12-888b-ee9cd3e974a0', 'tempest-TagsExtTest-Tag-449081735') {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:46:54.564059 n-d-800634-3 neutron-server[93915]: INFO neutron.api.v2.resource [None req-f257cb01-2a7d-4660-8070-fca106b5b225 tempest-TagsExtTest-699831976 tempest-TagsExtTest-699831976-project] show failed (client error): The resource could not be found. Jul 14 18:46:54.565490 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-f257cb01-2a7d-4660-8070-fca106b5b225 tempest-TagsExtTest-699831976 tempest-TagsExtTest-699831976-project] 10.222.0.16 "GET /v2.0/subnetpools/8ce97cd9-2381-4b12-888b-ee9cd3e974a0/tags/tempest-TagsExtTest-Tag-449081735 HTTP/1.1" status: 404 len: 328 time: 0.0380664 Jul 14 18:46:54.568326 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 37286) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:46:54.574753 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.tag.tag_plugin [None req-694b514a-a575-42cc-91e9-29696d4416d5 tempest-TagsExtTest-699831976 tempest-TagsExtTest-699831976-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '8ce97cd9-2381-4b12-888b-ee9cd3e974a0', 'tempest-TagsExtTest-Tag-815182069') {} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:46:54.607399 n-d-800634-3 neutron-server[93916]: INFO neutron.api.v2.resource [None req-694b514a-a575-42cc-91e9-29696d4416d5 tempest-TagsExtTest-699831976 tempest-TagsExtTest-699831976-project] show failed (client error): The resource could not be found. Jul 14 18:46:54.608863 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-694b514a-a575-42cc-91e9-29696d4416d5 tempest-TagsExtTest-699831976 tempest-TagsExtTest-699831976-project] 10.222.0.16 "GET /v2.0/subnetpools/8ce97cd9-2381-4b12-888b-ee9cd3e974a0/tags/tempest-TagsExtTest-Tag-815182069 HTTP/1.1" status: 404 len: 328 time: 0.0393925 Jul 14 18:46:54.612683 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 37288) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:46:54.619397 n-d-800634-3 neutron-server[93915]: DEBUG neutron.services.tag.tag_plugin [None req-b95f11cc-cdeb-4edc-a929-9319f34b5d9b tempest-TagsExtTest-699831976 tempest-TagsExtTest-699831976-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '8ce97cd9-2381-4b12-888b-ee9cd3e974a0') {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:46:54.667965 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-b95f11cc-cdeb-4edc-a929-9319f34b5d9b tempest-TagsExtTest-699831976 tempest-TagsExtTest-699831976-project] 10.222.0.16 "DELETE /v2.0/subnetpools/8ce97cd9-2381-4b12-888b-ee9cd3e974a0/tags HTTP/1.1" status: 204 len: 168 time: 0.0515532 Jul 14 18:46:54.668140 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 37290) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:46:54.675571 n-d-800634-3 neutron-server[93915]: DEBUG neutron.services.tag.tag_plugin [None req-414f0d79-f8f6-4215-bbf7-80fa217cc781 tempest-TagsExtTest-699831976 tempest-TagsExtTest-699831976-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '01c581b3-e48f-4106-b120-cc60ab12d8db') {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:46:54.680432 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port 5e92d60d-9070-47ad-a2eb-6d0d111f9f4f, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=5e92d60d-9070-47ad-a2eb-6d0d111f9f4f,segment=NetworkSegment(ee39aca0-6f7d-4da6-861f-9f37553124e0),segment_id=ee39aca0-6f7d-4da6-861f-9f37553124e0)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:46:54.694690 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Returning: {'device': '5e92d60d-9070-47ad-a2eb-6d0d111f9f4f', 'network_id': 'd41f9397-de9e-4e07-a07d-8cf0ac566250', 'port_id': '5e92d60d-9070-47ad-a2eb-6d0d111f9f4f', 'mac_address': 'fa:16:3e:8a:01:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 94, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0161a33b-ac2d-4d08-b4de-fe1fa405f16a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93917) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 18:46:54.700501 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 2de3a888-7df4-4a86-be46-fa2fdde0ae14 no longer exists at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 18:46:54.725387 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] No Port match for: 2de3a888-7df4-4a86-be46-fa2fdde0ae14 {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 18:46:54.725821 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 2de3a888-7df4-4a86-be46-fa2fdde0ae14 not bound to the agent host n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 18:46:54.790741 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:46:54.797625 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-05499979-f45f-42ad-b730-0bc30df16f6e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=af718961b2754d7c873f442ed35947bb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3289876 Jul 14 18:46:54.798684 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 37298) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:46:54.823511 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e92d60d-9070-47ad-a2eb-6d0d111f9f4f {{(pid=93917) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 18:46:54.850091 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port 5e92d60d-9070-47ad-a2eb-6d0d111f9f4f, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=5e92d60d-9070-47ad-a2eb-6d0d111f9f4f,segment=NetworkSegment(ee39aca0-6f7d-4da6-861f-9f37553124e0),segment_id=ee39aca0-6f7d-4da6-861f-9f37553124e0)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:46:54.861957 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:46:54.907567 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-040d8bfd-9622-44d7-8b02-03fd51f7ec5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:46:54.929827 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Pushing event updated for resources: {'Port': ['ID=5e92d60d-9070-47ad-a2eb-6d0d111f9f4f,revision_number=4']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:46:54.932202 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-040d8bfd-9622-44d7-8b02-03fd51f7ec5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:46:54.955973 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367d37a2-80c6-44fe-b9ec-8cd7034566b3 req-062aa66e-bc14-420d-8797-60f22e597438 tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:46:54.964078 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-367d37a2-80c6-44fe-b9ec-8cd7034566b3 req-062aa66e-bc14-420d-8797-60f22e597438 tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] 10.222.0.16 "GET /v2.0/ports?device_id=4ed688ec-0b1c-4d1e-881c-157d22decd3a HTTP/1.1" status: 200 len: 946 time: 0.2820792 Jul 14 18:46:54.969454 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-414f0d79-f8f6-4215-bbf7-80fa217cc781 tempest-TagsExtTest-699831976 tempest-TagsExtTest-699831976-project] 10.222.0.16 "DELETE /v2.0/routers/01c581b3-e48f-4106-b120-cc60ab12d8db/tags HTTP/1.1" status: 204 len: 168 time: 0.2994995 Jul 14 18:46:54.973739 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 37300) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:46:54.978289 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.tag.tag_plugin [None req-6636bb13-204b-42da-9587-2a122e3530e2 tempest-TagsExtTest-699831976 tempest-TagsExtTest-699831976-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '6f6ec779-daf8-4d6e-8b81-2512ba626ec2') {} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:46:55.024980 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-040d8bfd-9622-44d7-8b02-03fd51f7ec5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:46:55.027784 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-040d8bfd-9622-44d7-8b02-03fd51f7ec5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:46:55.032730 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-040d8bfd-9622-44d7-8b02-03fd51f7ec5d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d1b77fa3-d2f0-4dc9-9b98-76044c47568e HTTP/1.1" status: 204 len: 168 time: 0.2303262 Jul 14 18:46:55.044111 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f5d8c7-33e7-40b6-943a-37e95e66ad1b req-b9370d53-7ade-4e81-bcb9-e19bbadde02c tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:46:55.045828 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-48f5d8c7-33e7-40b6-943a-37e95e66ad1b req-b9370d53-7ade-4e81-bcb9-e19bbadde02c tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] 10.222.0.16 "GET /v2.0/ports?device_id=90a6d52f-6581-429b-9784-d86e8a3e4d9c HTTP/1.1" status: 200 len: 945 time: 0.1640368 Jul 14 18:46:55.050635 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-367d37a2-80c6-44fe-b9ec-8cd7034566b3 req-25442223-7ec3-4c86-ae26-edfe98cc50a8 tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] 10.222.0.16 "GET /v2.0/security-groups?id=f745dc72-333e-4ddf-8281-1bb3e04e8f82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854547 Jul 14 18:46:55.066006 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040d8bfd-9622-44d7-8b02-03fd51f7ec5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1b77fa3-d2f0-4dc9-9b98-76044c47568e,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:46:55.112680 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] get_ports_and_sgs() called for port_ids ['5e92d60d-9070-47ad-a2eb-6d0d111f9f4f'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 18:46:55.144261 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-6636bb13-204b-42da-9587-2a122e3530e2 tempest-TagsExtTest-699831976 tempest-TagsExtTest-699831976-project] 10.222.0.16 "DELETE /v2.0/ports/6f6ec779-daf8-4d6e-8b81-2512ba626ec2/tags HTTP/1.1" status: 204 len: 168 time: 0.1688697 Jul 14 18:46:55.153430 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 37312) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:46:55.160005 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.tag.tag_plugin [None req-f5780d24-89c5-49e9-914b-4aec92c1f2a9 tempest-TagsExtTest-699831976 tempest-TagsExtTest-699831976-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'b4f83d86-72ea-4f8b-9469-c10c5cdaf3d0') {} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:46:55.205272 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-48f5d8c7-33e7-40b6-943a-37e95e66ad1b req-98a40464-b7ef-47a3-80a6-6039e83dab37 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] 10.222.0.16 "GET /v2.0/security-groups?id=665fac0f-cff5-44f7-b9cc-bed28fe603e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517909 Jul 14 18:46:55.299546 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-f5780d24-89c5-49e9-914b-4aec92c1f2a9 tempest-TagsExtTest-699831976 tempest-TagsExtTest-699831976-project] 10.222.0.16 "DELETE /v2.0/subnets/b4f83d86-72ea-4f8b-9469-c10c5cdaf3d0/tags HTTP/1.1" status: 204 len: 168 time: 0.1444244 Jul 14 18:46:55.306752 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 37316) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:46:55.361230 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a82663-5202-4085-9556-c4ca3735ccf4 req-3d3f9978-7a63-44a6-8a0d-4e85a354a63a tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:46:55.363827 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-07a82663-5202-4085-9556-c4ca3735ccf4 req-3d3f9978-7a63-44a6-8a0d-4e85a354a63a tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] 10.222.0.16 "GET /v2.0/ports?device_id=4ed688ec-0b1c-4d1e-881c-157d22decd3a HTTP/1.1" status: 200 len: 946 time: 0.0989563 Jul 14 18:46:55.424880 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-07a82663-5202-4085-9556-c4ca3735ccf4 req-5f5f54ce-715d-43a2-befb-a185591d5162 tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] 10.222.0.16 "GET /v2.0/security-groups?id=f745dc72-333e-4ddf-8281-1bb3e04e8f82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534530 Jul 14 18:46:55.528901 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-5e4ec85e-65fe-4f25-b2c0-64a3988dabea tempest-TagsExtTest-699831976 tempest-TagsExtTest-699831976-project] Notify callbacks [] for subnetpool, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:46:55.533569 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-5e4ec85e-65fe-4f25-b2c0-64a3988dabea tempest-TagsExtTest-699831976 tempest-TagsExtTest-699831976-project] 10.222.0.16 "DELETE /v2.0/subnetpools/8ce97cd9-2381-4b12-888b-ee9cd3e974a0 HTTP/1.1" status: 204 len: 168 time: 0.2177527 Jul 14 18:46:55.534347 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 37322) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:46:55.594489 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-3123e11f-8dbb-47c1-b618-faaa9d7adbd0 tempest-TagsExtTest-699831976 tempest-TagsExtTest-699831976-project] 10.222.0.16 "GET /v2.0/ports?device_id=01c581b3-e48f-4106-b120-cc60ab12d8db HTTP/1.1" status: 200 len: 205 time: 0.0591576 Jul 14 18:46:55.596897 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 37328) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:46:55.651712 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 37334) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:46:55.741828 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-c7fadb81-b4dc-47d9-8ccc-fa7636c6a23c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d28e3bf433bc4d5ba02128e6ab071b40&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0932384 Jul 14 18:46:55.745737 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 37336) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:46:55.768026 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-2f52b452-4834-4909-9544-ce275fc15f47 tempest-TagsExtTest-699831976 tempest-TagsExtTest-699831976-project] Notify callbacks [] for router, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:46:55.803090 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-2f4e3af3-e708-4ffd-a544-82d93a489d01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:46:55.845934 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-2bc9e8e1-a73e-4766-9010-70f633a2998d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:46:55.869694 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-2bc9e8e1-a73e-4766-9010-70f633a2998d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:46:55.931773 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-2bc9e8e1-a73e-4766-9010-70f633a2998d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:46:55.937402 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-2bc9e8e1-a73e-4766-9010-70f633a2998d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:46:55.939520 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-2bc9e8e1-a73e-4766-9010-70f633a2998d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/48037093-5e3c-4c4f-a934-773e28031e15 HTTP/1.1" status: 204 len: 168 time: 0.1926010 Jul 14 18:46:55.949149 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc9e8e1-a73e-4766-9010-70f633a2998d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48037093-5e3c-4c4f-a934-773e28031e15,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:46:56.062103 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-2f52b452-4834-4909-9544-ce275fc15f47 tempest-TagsExtTest-699831976 tempest-TagsExtTest-699831976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-571778', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11402'] for router, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:46:56.066142 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-2f52b452-4834-4909-9544-ce275fc15f47 tempest-TagsExtTest-699831976 tempest-TagsExtTest-699831976-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:46:56.093204 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ccb517-1766-4371-ba1b-3ed0cd1a4866 req-c15292f9-00ab-448a-9d68-db139c7524b4 tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:46:56.095439 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-80ccb517-1766-4371-ba1b-3ed0cd1a4866 req-c15292f9-00ab-448a-9d68-db139c7524b4 tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] 10.222.0.16 "GET /v2.0/ports?device_id=4ed688ec-0b1c-4d1e-881c-157d22decd3a HTTP/1.1" status: 200 len: 946 time: 0.2422338 Jul 14 18:46:56.151458 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-2f52b452-4834-4909-9544-ce275fc15f47 tempest-TagsExtTest-699831976 tempest-TagsExtTest-699831976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-541202'] for router, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:46:56.152085 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f52b452-4834-4909-9544-ce275fc15f47 tempest-TagsExtTest-699831976 tempest-TagsExtTest-699831976-project] Fanout notify agent at l3_agent the message router_deleted on router 01c581b3-e48f-4106-b120-cc60ab12d8db {{(pid=93915) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 18:46:56.160678 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-2f52b452-4834-4909-9544-ce275fc15f47 tempest-TagsExtTest-699831976 tempest-TagsExtTest-699831976-project] Notify callbacks [] for router, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:46:56.163989 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-2f52b452-4834-4909-9544-ce275fc15f47 tempest-TagsExtTest-699831976 tempest-TagsExtTest-699831976-project] 10.222.0.16 "DELETE /v2.0/routers/01c581b3-e48f-4106-b120-cc60ab12d8db HTTP/1.1" status: 204 len: 168 time: 0.5639577 Jul 14 18:46:56.164814 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 37344) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:46:56.188742 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-80ccb517-1766-4371-ba1b-3ed0cd1a4866 req-484bbc83-e68c-4a16-88b1-1717dcde1c3d tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] 10.222.0.16 "GET /v2.0/security-groups?id=f745dc72-333e-4ddf-8281-1bb3e04e8f82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628335 Jul 14 18:46:56.441856 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device 5e92d60d-9070-47ad-a2eb-6d0d111f9f4f up at agent hyperv_n-h1-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:46:56.488695 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-ad724dd7-6075-4f31-9808-af612ea8f0c4 tempest-TagsExtTest-699831976 tempest-TagsExtTest-699831976-project] Deleting port 6f6ec779-daf8-4d6e-8b81-2512ba626ec2 {{(pid=93916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:46:56.489054 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-ad724dd7-6075-4f31-9808-af612ea8f0c4 tempest-TagsExtTest-699831976 tempest-TagsExtTest-699831976-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:46:56.575119 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3d86b1-3998-4cdf-a4aa-f78f750349a3 req-36567a70-826c-4cb8-9cf7-81d3fb8a86ea tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:46:56.576844 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-bc3d86b1-3998-4cdf-a4aa-f78f750349a3 req-36567a70-826c-4cb8-9cf7-81d3fb8a86ea tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] 10.222.0.16 "GET /v2.0/ports?device_id=90a6d52f-6581-429b-9784-d86e8a3e4d9c HTTP/1.1" status: 200 len: 945 time: 0.2280390 Jul 14 18:46:56.580915 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Provisioning for port 5e92d60d-9070-47ad-a2eb-6d0d111f9f4f completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:46:56.586554 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Provisioning complete for port 5e92d60d-9070-47ad-a2eb-6d0d111f9f4f triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:46:56.586971 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:46:56.690204 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-ad724dd7-6075-4f31-9808-af612ea8f0c4 tempest-TagsExtTest-699831976 tempest-TagsExtTest-699831976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:46:56.696900 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7920ea9-e0e3-4a7b-9548-af2479405707 req-b15df0ed-2c37-4309-8ae8-576902f9c6b3 tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:46:56.698494 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e7920ea9-e0e3-4a7b-9548-af2479405707 req-b15df0ed-2c37-4309-8ae8-576902f9c6b3 tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] 10.222.0.16 "GET /v2.0/ports?device_id=4ed688ec-0b1c-4d1e-881c-157d22decd3a HTTP/1.1" status: 200 len: 946 time: 0.2291741 Jul 14 18:46:56.703886 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-ad724dd7-6075-4f31-9808-af612ea8f0c4 tempest-TagsExtTest-699831976 tempest-TagsExtTest-699831976-project] Calling delete_port for 6f6ec779-daf8-4d6e-8b81-2512ba626ec2 owned by {{(pid=93916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:46:56.724851 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-bc3d86b1-3998-4cdf-a4aa-f78f750349a3 req-848f0a2b-4079-4a98-8191-4e71a1e89a57 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] 10.222.0.16 "GET /v2.0/security-groups?id=665fac0f-cff5-44f7-b9cc-bed28fe603e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348650 Jul 14 18:46:56.747691 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:46:56.787855 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port 5e92d60d-9070-47ad-a2eb-6d0d111f9f4f, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=5e92d60d-9070-47ad-a2eb-6d0d111f9f4f,segment=NetworkSegment(ee39aca0-6f7d-4da6-861f-9f37553124e0),segment_id=ee39aca0-6f7d-4da6-861f-9f37553124e0)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:46:56.789797 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90a6d52f-6581-429b-9784-d86e8a3e4d9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e92d60d-9070-47ad-a2eb-6d0d111f9f4f'}] {{(pid=93917) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:46:56.793467 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20b787f3c29eaa7aa2a4d648c725a2124c5ff39a8d793252f9d844495e14cf42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f6fa582-9d47-4bcf-8a62-289271fbc0e0" -d '{"events": [{"server_uuid": "90a6d52f-6581-429b-9784-d86e8a3e4d9c", "name": "network-vif-plugged", "status": "completed", "tag": "5e92d60d-9070-47ad-a2eb-6d0d111f9f4f"}]}' {{(pid=93917) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:46:56.800324 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:46:56.803828 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e7920ea9-e0e3-4a7b-9548-af2479405707 req-5b2da573-e619-481b-80fc-90b68b7f4a1e tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] 10.222.0.16 "GET /v2.0/security-groups?id=f745dc72-333e-4ddf-8281-1bb3e04e8f82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774069 Jul 14 18:46:56.921060 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 18:46:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e407fba8-cf34-4a7d-b39f-22e04ee0ef50 x-openstack-request-id: req-e407fba8-cf34-4a7d-b39f-22e04ee0ef50 {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:46:56.922128 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90a6d52f-6581-429b-9784-d86e8a3e4d9c", "name": "network-vif-plugged", "status": "completed", "tag": "5e92d60d-9070-47ad-a2eb-6d0d111f9f4f", "code": 200}]} {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:46:56.922777 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e407fba8-cf34-4a7d-b39f-22e04ee0ef50 {{(pid=93917) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:46:56.923527 n-d-800634-3 neutron-server[93917]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90a6d52f-6581-429b-9784-d86e8a3e4d9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e92d60d-9070-47ad-a2eb-6d0d111f9f4f', 'code': 200} Jul 14 18:46:56.948330 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Pushing event updated for resources: {'Port': ['ID=5e92d60d-9070-47ad-a2eb-6d0d111f9f4f,revision_number=5']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:46:57.023468 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-ad724dd7-6075-4f31-9808-af612ea8f0c4 tempest-TagsExtTest-699831976 tempest-TagsExtTest-699831976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:46:57.059626 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad724dd7-6075-4f31-9808-af612ea8f0c4 tempest-TagsExtTest-699831976 tempest-TagsExtTest-699831976-project] Pushing event deleted for resources: {'Port': ['ID=6f6ec779-daf8-4d6e-8b81-2512ba626ec2,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:46:57.138992 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c81f5e1-d2fd-49a4-9bbb-788f9584bfa0 req-ccf21cb2-44d8-4506-aeaa-2db2fec738f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:46:57.151547 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3c81f5e1-d2fd-49a4-9bbb-788f9584bfa0 req-ccf21cb2-44d8-4506-aeaa-2db2fec738f5 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=90a6d52f-6581-429b-9784-d86e8a3e4d9c HTTP/1.1" status: 200 len: 1097 time: 0.1486976 Jul 14 18:46:57.198106 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-ad724dd7-6075-4f31-9808-af612ea8f0c4 tempest-TagsExtTest-699831976 tempest-TagsExtTest-699831976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:46:57.200543 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-ad724dd7-6075-4f31-9808-af612ea8f0c4 tempest-TagsExtTest-699831976 tempest-TagsExtTest-699831976-project] 10.222.0.16 "DELETE /v2.0/ports/6f6ec779-daf8-4d6e-8b81-2512ba626ec2 HTTP/1.1" status: 204 len: 168 time: 1.0345714 Jul 14 18:46:57.202901 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 37390) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:46:57.208488 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3c81f5e1-d2fd-49a4-9bbb-788f9584bfa0 req-162b0cc0-8186-4dfe-85f3-9f9f8460ef4d service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=665fac0f-cff5-44f7-b9cc-bed28fe603e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497918 Jul 14 18:46:57.291418 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.db_base_plugin_v2 [None req-6dcfba2b-3720-4a9d-b666-18f1576ea0fe tempest-TagsExtTest-699831976 tempest-TagsExtTest-699831976-project] Deleting subnet b4f83d86-72ea-4f8b-9469-c10c5cdaf3d0 {{(pid=93916) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 18:46:57.295429 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-6dcfba2b-3720-4a9d-b666-18f1576ea0fe tempest-TagsExtTest-699831976 tempest-TagsExtTest-699831976-project] Notify callbacks [] for subnet, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:46:57.352682 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d0b90e-c13e-4297-915b-9dd56a33fe78 req-6f70df9e-5a94-4d7e-8df3-be5197d0f136 tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:46:57.364747 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-d8d0b90e-c13e-4297-915b-9dd56a33fe78 req-6f70df9e-5a94-4d7e-8df3-be5197d0f136 tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] 10.222.0.16 "GET /v2.0/ports?device_id=4ed688ec-0b1c-4d1e-881c-157d22decd3a HTTP/1.1" status: 200 len: 946 time: 0.1470490 Jul 14 18:46:57.377606 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-6dcfba2b-3720-4a9d-b666-18f1576ea0fe tempest-TagsExtTest-699831976 tempest-TagsExtTest-699831976-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26296866'] for subnet, precommit_delete_associations {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:46:57.462019 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-d8d0b90e-c13e-4297-915b-9dd56a33fe78 req-4664d5b3-c105-4e12-a753-3827b1d6fb2f tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] 10.222.0.16 "GET /v2.0/security-groups?id=f745dc72-333e-4ddf-8281-1bb3e04e8f82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962434 Jul 14 18:46:57.485547 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 37402) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:46:57.589150 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-6dcfba2b-3720-4a9d-b666-18f1576ea0fe tempest-TagsExtTest-699831976 tempest-TagsExtTest-699831976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081283'] for subnet, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:46:57.661590 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-5ab02f08-a349-478f-a5d4-813aab72bb35 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1262266366-network', 'tenant_id': '172f16f36a6a48a18d3e63badad8ba60'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:46:57.683601 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-6dcfba2b-3720-4a9d-b666-18f1576ea0fe tempest-TagsExtTest-699831976 tempest-TagsExtTest-699831976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2684816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26033152'] for subnet, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:46:57.713762 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ab02f08-a349-478f-a5d4-813aab72bb35 admin admin] Made reservation on behalf of 172f16f36a6a48a18d3e63badad8ba60 for: {'network': 1} {{(pid=93915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:46:57.716526 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-5ab02f08-a349-478f-a5d4-813aab72bb35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for network, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:46:57.718119 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dcfba2b-3720-4a9d-b666-18f1576ea0fe tempest-TagsExtTest-699831976 tempest-TagsExtTest-699831976-project] Pushing event deleted for resources: {'Subnet': ['ID=b4f83d86-72ea-4f8b-9469-c10c5cdaf3d0,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:46:57.722532 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-6dcfba2b-3720-4a9d-b666-18f1576ea0fe tempest-TagsExtTest-699831976 tempest-TagsExtTest-699831976-project] Notify callbacks [] for subnet, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:46:57.727702 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-6dcfba2b-3720-4a9d-b666-18f1576ea0fe tempest-TagsExtTest-699831976 tempest-TagsExtTest-699831976-project] 10.222.0.16 "DELETE /v2.0/subnets/b4f83d86-72ea-4f8b-9469-c10c5cdaf3d0 HTTP/1.1" status: 204 len: 168 time: 0.5232513 Jul 14 18:46:57.729967 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd846f4a-4330-42cd-9107-2ff33792d1c6 None None] Network 93324e11-1951-40d4-9c5a-19f203c715bf requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:46:57.733095 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 37408) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:46:57.742227 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-5ab02f08-a349-478f-a5d4-813aab72bb35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:46:57.770446 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5bdf5e-5113-486e-97f9-0687bf5ccd6d req-caf6a0fa-a244-40bc-aa6c-588634b07e78 tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:46:57.781445 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-5e5bdf5e-5113-486e-97f9-0687bf5ccd6d req-caf6a0fa-a244-40bc-aa6c-588634b07e78 tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] 10.222.0.16 "GET /v2.0/ports?device_id=4ed688ec-0b1c-4d1e-881c-157d22decd3a HTTP/1.1" status: 200 len: 946 time: 0.1659176 Jul 14 18:46:57.821171 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-d629c101-1b8d-4557-825b-5eaacb8c4867 tempest-TagsExtTest-699831976 tempest-TagsExtTest-699831976-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645734'] for network, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:46:57.942789 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-d629c101-1b8d-4557-825b-5eaacb8c4867 tempest-TagsExtTest-699831976 tempest-TagsExtTest-699831976-project] Deleting port d6221ecb-7803-45d1-860a-eadea0d1fd86 {{(pid=93916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:46:57.943320 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-d629c101-1b8d-4557-825b-5eaacb8c4867 tempest-TagsExtTest-699831976 tempest-TagsExtTest-699831976-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:46:58.008507 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-5e5bdf5e-5113-486e-97f9-0687bf5ccd6d req-8796e817-34f3-4f9f-ada6-e467ee53aa7a tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] 10.222.0.16 "GET /v2.0/security-groups?id=f745dc72-333e-4ddf-8281-1bb3e04e8f82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2120883 Jul 14 18:46:58.057571 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e4a5079-ea4d-4832-9818-6dff6045931f None None] DHCP port deletion for 93324e11-1951-40d4-9c5a-19f203c715bf request from n-d-800634-3 {{(pid=93917) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 18:46:58.117878 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.db [None req-d629c101-1b8d-4557-825b-5eaacb8c4867 tempest-TagsExtTest-699831976 tempest-TagsExtTest-699831976-project] For port d6221ecb-7803-45d1-860a-eadea0d1fd86, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=d6221ecb-7803-45d1-860a-eadea0d1fd86,segment=NetworkSegment(a28763d1-3012-4f12-8498-90cf5d0d4a0d),segment_id=a28763d1-3012-4f12-8498-90cf5d0d4a0d)] {{(pid=93916) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:46:58.118395 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-d629c101-1b8d-4557-825b-5eaacb8c4867 tempest-TagsExtTest-699831976 tempest-TagsExtTest-699831976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:46:58.129113 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa534ae3-a800-4d35-bbcc-ebdf1fb79f51 req-8ec53ae6-d1e4-4d2e-978c-8b9ccfcad367 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:46:58.130771 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-fa534ae3-a800-4d35-bbcc-ebdf1fb79f51 req-8ec53ae6-d1e4-4d2e-978c-8b9ccfcad367 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] 10.222.0.16 "GET /v2.0/ports?device_id=90a6d52f-6581-429b-9784-d86e8a3e4d9c HTTP/1.1" status: 200 len: 946 time: 0.2239029 Jul 14 18:46:58.137490 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-d629c101-1b8d-4557-825b-5eaacb8c4867 tempest-TagsExtTest-699831976 tempest-TagsExtTest-699831976-project] Calling delete_port for d6221ecb-7803-45d1-860a-eadea0d1fd86 owned by network:dhcp {{(pid=93916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:46:58.163663 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-1e4a5079-ea4d-4832-9818-6dff6045931f None None] Deleting port d6221ecb-7803-45d1-860a-eadea0d1fd86 {{(pid=93917) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:46:58.164033 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-1e4a5079-ea4d-4832-9818-6dff6045931f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:46:58.212589 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-5ab02f08-a349-478f-a5d4-813aab72bb35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:46:58.233880 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-5ab02f08-a349-478f-a5d4-813aab72bb35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:46:58.304046 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-1e4a5079-ea4d-4832-9818-6dff6045931f None None] For port d6221ecb-7803-45d1-860a-eadea0d1fd86, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=d6221ecb-7803-45d1-860a-eadea0d1fd86,segment=NetworkSegment(a28763d1-3012-4f12-8498-90cf5d0d4a0d),segment_id=a28763d1-3012-4f12-8498-90cf5d0d4a0d)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:46:58.304448 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-1e4a5079-ea4d-4832-9818-6dff6045931f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:46:58.320775 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-fa534ae3-a800-4d35-bbcc-ebdf1fb79f51 req-8caca367-a224-44af-8065-3c7e9225f0c4 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] 10.222.0.16 "GET /v2.0/security-groups?id=665fac0f-cff5-44f7-b9cc-bed28fe603e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1834438 Jul 14 18:46:58.321724 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ab02f08-a349-478f-a5d4-813aab72bb35 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 93} {{(pid=93915) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 18:46:58.333346 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-d629c101-1b8d-4557-825b-5eaacb8c4867 tempest-TagsExtTest-699831976 tempest-TagsExtTest-699831976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:46:58.340877 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-1e4a5079-ea4d-4832-9818-6dff6045931f None None] Calling delete_port for d6221ecb-7803-45d1-860a-eadea0d1fd86 owned by network:dhcp {{(pid=93917) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:46:58.373276 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-5ab02f08-a349-478f-a5d4-813aab72bb35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:46:58.373634 n-d-800634-3 neutron-server[93915]: INFO neutron.db.segments_db [None req-5ab02f08-a349-478f-a5d4-813aab72bb35 admin admin] Added segment 1ccfb266-6116-4527-8865-ce886589b0fb of type vlan for network 79c5074f-d816-41c8-8a82-9495ad1acb27 Jul 14 18:46:58.393999 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab02f08-a349-478f-a5d4-813aab72bb35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a0915e9-1700-49c0-8c4e-4bd76143e0d0,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:46:58.402066 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d629c101-1b8d-4557-825b-5eaacb8c4867 tempest-TagsExtTest-699831976 tempest-TagsExtTest-699831976-project] Pushing event deleted for resources: {'Port': ['ID=d6221ecb-7803-45d1-860a-eadea0d1fd86,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:46:58.407687 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d629c101-1b8d-4557-825b-5eaacb8c4867 tempest-TagsExtTest-699831976 tempest-TagsExtTest-699831976-project] No DVR routers for this DVR port d6221ecb-7803-45d1-860a-eadea0d1fd86 on host n-d-800634-3 {{(pid=93916) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 18:46:58.489215 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-1e4a5079-ea4d-4832-9818-6dff6045931f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813'] for port, after_delete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:46:58.523140 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-5ab02f08-a349-478f-a5d4-813aab72bb35 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728202197517'] for network, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:46:58.528080 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-d629c101-1b8d-4557-825b-5eaacb8c4867 tempest-TagsExtTest-699831976 tempest-TagsExtTest-699831976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2096010', 'neutron.services.segments.db._delete_segments_for_network-8728202734996'] for network, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:46:58.534655 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4a5079-ea4d-4832-9818-6dff6045931f None None] Pushing event deleted for resources: {'Port': ['ID=d6221ecb-7803-45d1-860a-eadea0d1fd86,revision_number=None']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:46:58.554780 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e4a5079-ea4d-4832-9818-6dff6045931f None None] No DVR routers for this DVR port d6221ecb-7803-45d1-860a-eadea0d1fd86 on host n-d-800634-3 {{(pid=93917) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 18:46:58.566591 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.segments.db [None req-d629c101-1b8d-4557-825b-5eaacb8c4867 tempest-TagsExtTest-699831976 tempest-TagsExtTest-699831976-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93324e11-1951-40d4-9c5a-19f203c715bf']}} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:46:58.605292 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.segments.db [None req-d629c101-1b8d-4557-825b-5eaacb8c4867 tempest-TagsExtTest-699831976 tempest-TagsExtTest-699831976-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a28763d1-3012-4f12-8498-90cf5d0d4a0d') {'for_net_delete': True} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:46:58.605722 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.segments.db [None req-d629c101-1b8d-4557-825b-5eaacb8c4867 tempest-TagsExtTest-699831976 tempest-TagsExtTest-699831976-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a28763d1-3012-4f12-8498-90cf5d0d4a0d') {} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:46:58.621931 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-d629c101-1b8d-4557-825b-5eaacb8c4867 tempest-TagsExtTest-699831976 tempest-TagsExtTest-699831976-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728202715275', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26296891'] for segment, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:46:58.630556 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc19f6e-f2a8-4c66-9d0c-4e4292e6e056 req-62e5169d-c192-4d88-8745-56421834c98c tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:46:58.637496 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ffc19f6e-f2a8-4c66-9d0c-4e4292e6e056 req-62e5169d-c192-4d88-8745-56421834c98c tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] 10.222.0.16 "GET /v2.0/ports?device_id=4ed688ec-0b1c-4d1e-881c-157d22decd3a HTTP/1.1" status: 200 len: 946 time: 0.1718688 Jul 14 18:46:58.637713 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-5ab02f08-a349-478f-a5d4-813aab72bb35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727'] for network, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:46:58.638584 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ab02f08-a349-478f-a5d4-813aab72bb35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:46:58.639176 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-5ab02f08-a349-478f-a5d4-813aab72bb35 admin admin] Notify callbacks [] for network, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:46:58.649238 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-d629c101-1b8d-4557-825b-5eaacb8c4867 tempest-TagsExtTest-699831976 tempest-TagsExtTest-699831976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:46:58.660672 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d629c101-1b8d-4557-825b-5eaacb8c4867 tempest-TagsExtTest-699831976 tempest-TagsExtTest-699831976-project] Releasing vlan 97 on physical network physnet1 to pool {{(pid=93916) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 18:46:58.662354 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-d629c101-1b8d-4557-825b-5eaacb8c4867 tempest-TagsExtTest-699831976 tempest-TagsExtTest-699831976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2682942'] for segment, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:46:58.669927 n-d-800634-3 neutron-server[93916]: Traceback (most recent call last): Jul 14 18:46:58.669927 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 18:46:58.669927 n-d-800634-3 neutron-server[93916]: timer() Jul 14 18:46:58.669927 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 18:46:58.669927 n-d-800634-3 neutron-server[93916]: cb(*args, **kw) Jul 14 18:46:58.669927 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 18:46:58.669927 n-d-800634-3 neutron-server[93916]: return func(*args, **kwargs) Jul 14 18:46:58.669927 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 18:46:58.669927 n-d-800634-3 neutron-server[93916]: self._notify() Jul 14 18:46:58.669927 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 18:46:58.669927 n-d-800634-3 neutron-server[93916]: self.callback(batched_events) Jul 14 18:46:58.669927 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 18:46:58.669927 n-d-800634-3 neutron-server[93916]: event.method(event) Jul 14 18:46:58.669927 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 18:46:58.669927 n-d-800634-3 neutron-server[93916]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 18:46:58.669927 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 18:46:58.669927 n-d-800634-3 neutron-server[93916]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 18:46:58.669927 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 18:46:58.669927 n-d-800634-3 neutron-server[93916]: return f(self, *a, **k) Jul 14 18:46:58.669927 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 18:46:58.669927 n-d-800634-3 neutron-server[93916]: return self._get(url).json() Jul 14 18:46:58.669927 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 18:46:58.669927 n-d-800634-3 neutron-server[93916]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 18:46:58.669927 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 18:46:58.669927 n-d-800634-3 neutron-server[93916]: return self.request(url, 'GET', **kwargs) Jul 14 18:46:58.669927 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 18:46:58.669927 n-d-800634-3 neutron-server[93916]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 18:46:58.669927 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 18:46:58.669927 n-d-800634-3 neutron-server[93916]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 18:46:58.669927 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 18:46:58.669927 n-d-800634-3 neutron-server[93916]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 18:46:58.669927 n-d-800634-3 neutron-server[93916]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 18:46:58.745828 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-5ab02f08-a349-478f-a5d4-813aab72bb35 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.2587500 Jul 14 18:46:58.779140 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 37438) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:46:58.787632 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-2a0a0f11-0cbc-4056-b02d-0c40ad9f36a1 admin admin] Request body: {'subnet': {'network_id': '79c5074f-d816-41c8-8a82-9495ad1acb27', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1262266366-subnet', 'tenant_id': '172f16f36a6a48a18d3e63badad8ba60', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:46:58.795824 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device d6221ecb-7803-45d1-860a-eadea0d1fd86 no longer exists at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 18:46:58.815652 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab02f08-a349-478f-a5d4-813aab72bb35 admin admin] Pushing event updated for resources: {'Network': ['ID=79c5074f-d816-41c8-8a82-9495ad1acb27,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:46:58.832169 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Network 79c5074f-d816-41c8-8a82-9495ad1acb27 details requested by agent ovs-agent-n-d-800634-3 with host n-d-800634-3 {{(pid=93917) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 18:46:58.848027 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ffc19f6e-f2a8-4c66-9d0c-4e4292e6e056 req-afcf6d1a-5322-49b1-ba3c-d4466e1c0e18 tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] 10.222.0.16 "GET /v2.0/security-groups?id=f745dc72-333e-4ddf-8281-1bb3e04e8f82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1902943 Jul 14 18:46:58.864909 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] No Port match for: d6221ecb-7803-45d1-860a-eadea0d1fd86 {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 18:46:58.865589 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device d6221ecb-7803-45d1-860a-eadea0d1fd86 not bound to the agent host n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 18:46:58.884253 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a0a0f11-0cbc-4056-b02d-0c40ad9f36a1 admin admin] Made reservation on behalf of 172f16f36a6a48a18d3e63badad8ba60 for: {'subnet': 1} {{(pid=93915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:46:58.884253 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-2a0a0f11-0cbc-4056-b02d-0c40ad9f36a1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28969735'] for subnet, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:46:59.196954 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d5951a-7f3b-4112-a090-ac3e019b9148 req-cdb74062-1d90-4d3f-8c5d-6435bb71deb8 tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:46:59.205446 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c1d5951a-7f3b-4112-a090-ac3e019b9148 req-cdb74062-1d90-4d3f-8c5d-6435bb71deb8 tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] 10.222.0.16 "GET /v2.0/ports?device_id=4ed688ec-0b1c-4d1e-881c-157d22decd3a HTTP/1.1" status: 200 len: 946 time: 0.1110964 Jul 14 18:46:59.250973 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c1d5951a-7f3b-4112-a090-ac3e019b9148 req-37d79482-058f-48f7-9062-e0806097db69 tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] 10.222.0.16 "GET /v2.0/security-groups?id=f745dc72-333e-4ddf-8281-1bb3e04e8f82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442300 Jul 14 18:46:59.522891 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e289e742-7340-4ada-ba41-e241ec5488fa req-41a90711-27ec-4cf4-8be1-94b90464130c tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:46:59.536716 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e289e742-7340-4ada-ba41-e241ec5488fa req-41a90711-27ec-4cf4-8be1-94b90464130c tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] 10.222.0.16 "GET /v2.0/ports?device_id=4ed688ec-0b1c-4d1e-881c-157d22decd3a HTTP/1.1" status: 200 len: 946 time: 0.1196928 Jul 14 18:46:59.562846 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-d629c101-1b8d-4557-825b-5eaacb8c4867 tempest-TagsExtTest-699831976 tempest-TagsExtTest-699831976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2096001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-930085'] for network, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:46:59.568559 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-d629c101-1b8d-4557-825b-5eaacb8c4867 tempest-TagsExtTest-699831976 tempest-TagsExtTest-699831976-project] Notify callbacks [] for network, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:46:59.572898 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-d629c101-1b8d-4557-825b-5eaacb8c4867 tempest-TagsExtTest-699831976 tempest-TagsExtTest-699831976-project] 10.222.0.16 "DELETE /v2.0/networks/93324e11-1951-40d4-9c5a-19f203c715bf HTTP/1.1" status: 204 len: 168 time: 1.8387520 Jul 14 18:46:59.593545 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d629c101-1b8d-4557-825b-5eaacb8c4867 tempest-TagsExtTest-699831976 tempest-TagsExtTest-699831976-project] Pushing event deleted for resources: {'Network': ['ID=93324e11-1951-40d4-9c5a-19f203c715bf,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:46:59.661009 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e289e742-7340-4ada-ba41-e241ec5488fa req-04e33661-69cf-46d4-8bcf-bb964ca766f0 tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] 10.222.0.16 "GET /v2.0/security-groups?id=f745dc72-333e-4ddf-8281-1bb3e04e8f82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230023 Jul 14 18:46:59.854138 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-2a0a0f11-0cbc-4056-b02d-0c40ad9f36a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25912837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28969781'] for subnet, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:46:59.929993 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630b41fc-9d18-4b7a-9d3e-9c3b07d70d41 req-a1ec1395-c891-4785-b281-85ae9af8f414 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:46:59.931694 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-630b41fc-9d18-4b7a-9d3e-9c3b07d70d41 req-a1ec1395-c891-4785-b281-85ae9af8f414 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] 10.222.0.16 "GET /v2.0/ports?device_id=90a6d52f-6581-429b-9784-d86e8a3e4d9c HTTP/1.1" status: 200 len: 946 time: 0.2653189 Jul 14 18:46:59.937805 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0a0f11-0cbc-4056-b02d-0c40ad9f36a1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c6672c02-34da-46b4-abd5-93c55eb52b33,revision_number=0']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:46:59.944287 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 37472) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:46:59.996050 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a0a0f11-0cbc-4056-b02d-0c40ad9f36a1 admin admin] Checking segment: {'id': '1ccfb266-6116-4527-8865-ce886589b0fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '79c5074f-d816-41c8-8a82-9495ad1acb27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:46:59.997134 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a0a0f11-0cbc-4056-b02d-0c40ad9f36a1 admin admin] Network hostable DHCP agents. Network: 79c5074f-d816-41c8-8a82-9495ad1acb27, hostable agents: ['028393c3-0576-4ebd-bca1-8ea8a148e1a2'], hosted agents: [] {{(pid=93915) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 18:47:00.020798 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-630b41fc-9d18-4b7a-9d3e-9c3b07d70d41 req-52d0e3c7-d72a-471f-920f-80cb46bed931 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] 10.222.0.16 "GET /v2.0/security-groups?id=665fac0f-cff5-44f7-b9cc-bed28fe603e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786541 Jul 14 18:47:00.062927 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a0a0f11-0cbc-4056-b02d-0c40ad9f36a1 admin admin] Network 79c5074f-d816-41c8-8a82-9495ad1acb27 is scheduled to be hosted by DHCP agent 028393c3-0576-4ebd-bca1-8ea8a148e1a2 with binding_index 1 {{(pid=93915) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 18:47:00.102401 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [None req-2a0a0f11-0cbc-4056-b02d-0c40ad9f36a1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-3, 79c5074f-d816-41c8-8a82-9495ad1acb27) {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:47:00.108015 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a0a0f11-0cbc-4056-b02d-0c40ad9f36a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:47:00.109661 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-2a0a0f11-0cbc-4056-b02d-0c40ad9f36a1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:47:00.113406 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae3ab698-d172-4f3f-b191-b96c96241285 None None] Network 79c5074f-d816-41c8-8a82-9495ad1acb27 requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:47:00.158644 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-2a0a0f11-0cbc-4056-b02d-0c40ad9f36a1 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3783765 Jul 14 18:47:00.259502 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-b6e3fcb7-1679-4b24-bccf-cad0aed5c655 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8bf1b2222b0d450b8e892ff6e00c3c01&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3132865 Jul 14 18:47:00.267511 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 37486) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:47:00.297719 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6474d495-3b75-4259-b3fc-63ba764518a0 None None] Network 79c5074f-d816-41c8-8a82-9495ad1acb27 requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:47:00.360557 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44687b5-e1e6-4bc5-be91-b6011b6f869c req-39cc4fc6-9193-4822-b06e-e0686cd5f288 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:47:00.362286 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-d44687b5-e1e6-4bc5-be91-b6011b6f869c req-39cc4fc6-9193-4822-b06e-e0686cd5f288 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] 10.222.0.16 "GET /v2.0/ports?device_id=90a6d52f-6581-429b-9784-d86e8a3e4d9c HTTP/1.1" status: 200 len: 946 time: 0.1287153 Jul 14 18:47:00.413002 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-16e671ab-caf2-41dd-8090-2e07a8955c37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:47:00.485491 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-d44687b5-e1e6-4bc5-be91-b6011b6f869c req-a49b52e0-923b-447f-bf57-aac40ae2cced tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] 10.222.0.16 "GET /v2.0/security-groups?id=665fac0f-cff5-44f7-b9cc-bed28fe603e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060095 Jul 14 18:47:00.490196 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-16e671ab-caf2-41dd-8090-2e07a8955c37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:47:00.595754 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-16e671ab-caf2-41dd-8090-2e07a8955c37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:47:00.603490 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-16e671ab-caf2-41dd-8090-2e07a8955c37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:47:00.604688 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-16e671ab-caf2-41dd-8090-2e07a8955c37 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/69afd294-eca9-4611-8421-a0abbd80a397 HTTP/1.1" status: 204 len: 168 time: 0.3361185 Jul 14 18:47:00.624435 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e671ab-caf2-41dd-8090-2e07a8955c37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69afd294-eca9-4611-8421-a0abbd80a397,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:47:01.237651 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 37532) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:47:01.243900 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-02da2dfd-230d-4f3c-bf97-327070907a87 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1064722224-network', 'tenant_id': '5381dc1bba244e158bcfe9ec2cd696e5'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:47:01.269512 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02da2dfd-230d-4f3c-bf97-327070907a87 admin admin] Made reservation on behalf of 5381dc1bba244e158bcfe9ec2cd696e5 for: {'network': 1} {{(pid=93916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:47:01.273470 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-02da2dfd-230d-4f3c-bf97-327070907a87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for network, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:47:01.286228 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-02da2dfd-230d-4f3c-bf97-327070907a87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:47:01.448158 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-02da2dfd-230d-4f3c-bf97-327070907a87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:47:01.456319 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-02da2dfd-230d-4f3c-bf97-327070907a87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:47:01.482283 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02da2dfd-230d-4f3c-bf97-327070907a87 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 97} {{(pid=93916) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 18:47:01.496948 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-02da2dfd-230d-4f3c-bf97-327070907a87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:47:01.500215 n-d-800634-3 neutron-server[93916]: INFO neutron.db.segments_db [None req-02da2dfd-230d-4f3c-bf97-327070907a87 admin admin] Added segment f3c0b400-e7e8-4d8b-9c1b-31644171d94b of type vlan for network 71fef9a0-7257-4cb4-af75-3257bce9d779 Jul 14 18:47:01.699293 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02da2dfd-230d-4f3c-bf97-327070907a87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4065d809-db12-4dff-81b4-fac3d6d2b254,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:47:01.712890 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-02da2dfd-230d-4f3c-bf97-327070907a87 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728202197517'] for network, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:47:01.753215 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-02da2dfd-230d-4f3c-bf97-327070907a87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727'] for network, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:47:01.754899 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02da2dfd-230d-4f3c-bf97-327070907a87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:47:01.756082 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-02da2dfd-230d-4f3c-bf97-327070907a87 admin admin] Notify callbacks [] for network, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:47:01.941293 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-02da2dfd-230d-4f3c-bf97-327070907a87 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7014313 Jul 14 18:47:01.943620 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 37568) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:47:01.952450 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-8b3ede7f-b028-4e1c-9b7d-2509f16dbf03 admin admin] Request body: {'subnet': {'network_id': '71fef9a0-7257-4cb4-af75-3257bce9d779', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1064722224-subnet', 'tenant_id': '5381dc1bba244e158bcfe9ec2cd696e5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:47:01.957004 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02da2dfd-230d-4f3c-bf97-327070907a87 admin admin] Pushing event updated for resources: {'Network': ['ID=71fef9a0-7257-4cb4-af75-3257bce9d779,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:47:01.968133 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Network 71fef9a0-7257-4cb4-af75-3257bce9d779 details requested by agent ovs-agent-n-d-800634-3 with host n-d-800634-3 {{(pid=93917) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 18:47:02.027165 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b3ede7f-b028-4e1c-9b7d-2509f16dbf03 admin admin] Made reservation on behalf of 5381dc1bba244e158bcfe9ec2cd696e5 for: {'subnet': 1} {{(pid=93915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:47:02.038262 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-8b3ede7f-b028-4e1c-9b7d-2509f16dbf03 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28969735'] for subnet, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:47:02.346652 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-8b3ede7f-b028-4e1c-9b7d-2509f16dbf03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25912837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28969781'] for subnet, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:47:02.411057 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3ede7f-b028-4e1c-9b7d-2509f16dbf03 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5c25eb6d-1f10-4140-8069-4a74e3fb28af,revision_number=0']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:47:02.430998 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b3ede7f-b028-4e1c-9b7d-2509f16dbf03 admin admin] Checking segment: {'id': 'f3c0b400-e7e8-4d8b-9c1b-31644171d94b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '71fef9a0-7257-4cb4-af75-3257bce9d779'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:47:02.431699 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b3ede7f-b028-4e1c-9b7d-2509f16dbf03 admin admin] Network hostable DHCP agents. Network: 71fef9a0-7257-4cb4-af75-3257bce9d779, hostable agents: ['028393c3-0576-4ebd-bca1-8ea8a148e1a2'], hosted agents: [] {{(pid=93915) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 18:47:02.457476 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b3ede7f-b028-4e1c-9b7d-2509f16dbf03 admin admin] Network 71fef9a0-7257-4cb4-af75-3257bce9d779 is scheduled to be hosted by DHCP agent 028393c3-0576-4ebd-bca1-8ea8a148e1a2 with binding_index 1 {{(pid=93915) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 18:47:02.504851 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [None req-8b3ede7f-b028-4e1c-9b7d-2509f16dbf03 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-3, 71fef9a0-7257-4cb4-af75-3257bce9d779) {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:47:02.523119 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b3ede7f-b028-4e1c-9b7d-2509f16dbf03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:47:02.530708 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e195073-76e4-425d-866c-dcfe510b7240 None None] Network 71fef9a0-7257-4cb4-af75-3257bce9d779 requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:47:02.530964 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-8b3ede7f-b028-4e1c-9b7d-2509f16dbf03 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:47:02.547106 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:47:02.574114 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-8b3ede7f-b028-4e1c-9b7d-2509f16dbf03 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6293137 Jul 14 18:47:02.741431 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-62db2aec-47d1-487d-ab11-b8c4140703f2 req-7490ec1f-f6e0-4a1f-a67b-233f3cde2713 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=4ed688ec-0b1c-4d1e-881c-157d22decd3a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1702416 Jul 14 18:47:02.841032 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4de5cc7e-a177-41b9-ac44-b674e611febf None None] Network 71fef9a0-7257-4cb4-af75-3257bce9d779 requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:47:02.952834 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62db2aec-47d1-487d-ab11-b8c4140703f2 req-234aa001-897e-4ac6-85fd-58c1ad6e7b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:47:02.961092 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-62db2aec-47d1-487d-ab11-b8c4140703f2 req-234aa001-897e-4ac6-85fd-58c1ad6e7b61 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2888250993c844d8a8a9aa73985f3fb0&device_id=4ed688ec-0b1c-4d1e-881c-157d22decd3a HTTP/1.1" status: 200 len: 1097 time: 0.1483996 Jul 14 18:47:03.391937 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62db2aec-47d1-487d-ab11-b8c4140703f2 req-98a12cfb-a78c-4ef0-95bb-bf00744dbc69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:47:03.415504 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-62db2aec-47d1-487d-ab11-b8c4140703f2 req-98a12cfb-a78c-4ef0-95bb-bf00744dbc69 service neutron] 10.222.0.18 "GET /v2.0/networks?id=1b20c90e-a28d-40c4-80a6-bd7c3e0e48e9 HTTP/1.1" status: 200 len: 913 time: 0.4174461 Jul 14 18:47:03.514316 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-62db2aec-47d1-487d-ab11-b8c4140703f2 req-26fbebc1-911f-40f5-aba5-ef68cbba8e09 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=22c8f00d-1121-4477-a7e5-813b2cc437b2 HTTP/1.1" status: 200 len: 217 time: 0.0963631 Jul 14 18:47:03.648937 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62db2aec-47d1-487d-ab11-b8c4140703f2 req-9536f853-3057-4fbd-8115-1de5a85b50f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:47:03.652895 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-62db2aec-47d1-487d-ab11-b8c4140703f2 req-9536f853-3057-4fbd-8115-1de5a85b50f6 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=044a6425-92e0-4c6b-bc74-105388401773 HTTP/1.1" status: 200 len: 853 time: 0.1250572 Jul 14 18:47:03.713128 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-62db2aec-47d1-487d-ab11-b8c4140703f2 req-abae1033-3b0a-4be2-b47c-7df1ba22699f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=1b20c90e-a28d-40c4-80a6-bd7c3e0e48e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0528080 Jul 14 18:47:04.166561 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-62db2aec-47d1-487d-ab11-b8c4140703f2 req-9b07e83d-7d09-4310-91af-415b6c209304 service neutron] 10.222.0.18 "GET /v2.0/networks/1b20c90e-a28d-40c4-80a6-bd7c3e0e48e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4450839 Jul 14 18:47:04.886699 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 37688) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:47:05.051301 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 37696) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:47:05.082792 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-955ab28d-746a-4622-b946-7394e803f119 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:47:05.327039 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-62db2aec-47d1-487d-ab11-b8c4140703f2 req-c4b5112b-b95a-4da9-bee7-8b5a10150878 service neutron] 10.222.0.18 "GET /v2.0/networks/1b20c90e-a28d-40c4-80a6-bd7c3e0e48e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1530254 Jul 14 18:47:05.347264 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c4ec85-e24f-43b8-bebb-299beea8e6cb req-2d0e01c2-16b3-42df-b7f1-f01c085bd12a tempest-TestServerAdvancedOps-1910341157 tempest-TestServerAdvancedOps-1910341157-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:47:05.370608 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f5c4ec85-e24f-43b8-bebb-299beea8e6cb req-2d0e01c2-16b3-42df-b7f1-f01c085bd12a tempest-TestServerAdvancedOps-1910341157 tempest-TestServerAdvancedOps-1910341157-project] 10.222.0.16 "GET /v2.0/networks?id=79c5074f-d816-41c8-8a82-9495ad1acb27 HTTP/1.1" status: 200 len: 812 time: 0.3008072 Jul 14 18:47:05.399546 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f5c4ec85-e24f-43b8-bebb-299beea8e6cb req-e64db2d7-ea0d-4d2e-b684-018837f0d1d6 tempest-TestServerAdvancedOps-1910341157 tempest-TestServerAdvancedOps-1910341157-project] 10.222.0.16 "GET /v2.0/quotas/172f16f36a6a48a18d3e63badad8ba60 HTTP/1.1" status: 200 len: 375 time: 0.0279348 Jul 14 18:47:05.413434 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-955ab28d-746a-4622-b946-7394e803f119 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:47:05.420557 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-955ab28d-746a-4622-b946-7394e803f119 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:47:05.468947 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:47:05.485534 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f5c4ec85-e24f-43b8-bebb-299beea8e6cb req-3660f079-2ef1-4800-856f-008830f6bfca tempest-TestServerAdvancedOps-1910341157 tempest-TestServerAdvancedOps-1910341157-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=172f16f36a6a48a18d3e63badad8ba60&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0847681 Jul 14 18:47:05.493615 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-955ab28d-746a-4622-b946-7394e803f119 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3e649d8588da4c4f8370327eb1fad374&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6057191 Jul 14 18:47:05.509664 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 37714) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:47:05.559044 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955ab28d-746a-4622-b946-7394e803f119 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=213d3d5c-cf5f-4917-b25d-e797ecb0ac51,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:47:05.787504 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502720bc-48d4-4cec-bafd-46f09dce3797 req-8e671a37-1ea6-498b-b2c9-55b895224a82 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:47:05.790306 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-502720bc-48d4-4cec-bafd-46f09dce3797 req-8e671a37-1ea6-498b-b2c9-55b895224a82 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] 10.222.0.16 "GET /v2.0/networks?id=d41f9397-de9e-4e07-a07d-8cf0ac566250 HTTP/1.1" status: 200 len: 811 time: 0.2520945 Jul 14 18:47:05.861677 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-bccf7443-aa40-4e43-a65c-0331ae2fb467 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:47:05.868448 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-502720bc-48d4-4cec-bafd-46f09dce3797 req-0a704d52-e0d3-4fd2-9e24-de885a7f69fa tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] 10.222.0.16 "GET /v2.0/quotas/5093a1bcf9144b0bbe697fc3cf12df56 HTTP/1.1" status: 200 len: 375 time: 0.0630679 Jul 14 18:47:05.888428 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f5c4ec85-e24f-43b8-bebb-299beea8e6cb req-a410aa6b-eeef-42b3-b301-934893ffa533 service neutron] 10.222.0.16 "GET /v2.0/networks/79c5074f-d816-41c8-8a82-9495ad1acb27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4016256 Jul 14 18:47:05.961917 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-8c17f9f3-32fb-46d6-8c48-ee68ef8943ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-928623'] for router_interface, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:47:06.014397 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-bccf7443-aa40-4e43-a65c-0331ae2fb467 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:47:06.110615 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f5c4ec85-e24f-43b8-bebb-299beea8e6cb req-1efda828-158f-4208-9f2f-52e549d0b466 service neutron] 10.222.0.16 "GET /v2.0/networks/79c5074f-d816-41c8-8a82-9495ad1acb27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1779780 Jul 14 18:47:06.147393 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-502720bc-48d4-4cec-bafd-46f09dce3797 req-aa69c024-3518-4960-9c48-2c03cd20eaf0 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=5093a1bcf9144b0bbe697fc3cf12df56&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2662163 Jul 14 18:47:06.177318 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-bccf7443-aa40-4e43-a65c-0331ae2fb467 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:47:06.180053 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-bccf7443-aa40-4e43-a65c-0331ae2fb467 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:47:06.181486 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-bccf7443-aa40-4e43-a65c-0331ae2fb467 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/213d3d5c-cf5f-4917-b25d-e797ecb0ac51 HTTP/1.1" status: 204 len: 168 time: 0.6699996 Jul 14 18:47:06.289719 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bccf7443-aa40-4e43-a65c-0331ae2fb467 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=213d3d5c-cf5f-4917-b25d-e797ecb0ac51,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:47:06.388022 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-502720bc-48d4-4cec-bafd-46f09dce3797 req-91bbd3c2-79ab-4238-acd6-ceae047ff579 service neutron] 10.222.0.16 "GET /v2.0/networks/d41f9397-de9e-4e07-a07d-8cf0ac566250?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2397411 Jul 14 18:47:06.403900 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-8c17f9f3-32fb-46d6-8c48-ee68ef8943ca admin admin] Deleting port 70ba2e1f-9013-4cdf-a890-295e6c4fdaa3 {{(pid=93916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:47:06.403998 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-8c17f9f3-32fb-46d6-8c48-ee68ef8943ca admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:47:06.625011 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-74e3be55-5f04-4994-b6ba-d113c73c2a43 req-525fbc0b-392b-4a5e-919f-41c2e542b9b8 tempest-TestServerAdvancedOps-1910341157 tempest-TestServerAdvancedOps-1910341157-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4c3284a-b202-40d9-af88-a27f59902588 HTTP/1.1" status: 200 len: 210 time: 0.0689416 Jul 14 18:47:06.636492 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.db [None req-8c17f9f3-32fb-46d6-8c48-ee68ef8943ca admin admin] For port 70ba2e1f-9013-4cdf-a890-295e6c4fdaa3, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=70ba2e1f-9013-4cdf-a890-295e6c4fdaa3,segment=NetworkSegment(d46cbae5-a9c8-4575-b283-c5e5c56b0da1),segment_id=d46cbae5-a9c8-4575-b283-c5e5c56b0da1)] {{(pid=93916) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:47:06.636858 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-8c17f9f3-32fb-46d6-8c48-ee68ef8943ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:47:06.659465 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-8c17f9f3-32fb-46d6-8c48-ee68ef8943ca admin admin] Calling delete_port for 70ba2e1f-9013-4cdf-a890-295e6c4fdaa3 owned by network:router_interface {{(pid=93916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:47:06.701694 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-502720bc-48d4-4cec-bafd-46f09dce3797 req-7d8e877a-1cdd-4022-8bc0-9ca6ee2c12c0 service neutron] 10.222.0.16 "GET /v2.0/networks/d41f9397-de9e-4e07-a07d-8cf0ac566250?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2916977 Jul 14 18:47:06.795839 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 37752) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:47:06.846088 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-c962f62c-09cc-497c-95b9-b200e1ef24b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:47:07.220868 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-af387652-1384-4a1b-a4b4-5997ca6c0e45 req-56ff1525-e4b5-44c0-9b46-0c76a5f55eda tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] 10.222.0.16 "GET /v2.0/ports?device_id=9bb93a43-3259-41ac-a446-c049073d3088 HTTP/1.1" status: 200 len: 210 time: 0.1082711 Jul 14 18:47:07.273837 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-8c17f9f3-32fb-46d6-8c48-ee68ef8943ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:47:07.278229 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-c962f62c-09cc-497c-95b9-b200e1ef24b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:47:07.286299 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-c962f62c-09cc-497c-95b9-b200e1ef24b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:47:07.352485 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-c962f62c-09cc-497c-95b9-b200e1ef24b5 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=fb7ba13c1ad14f00b397cb07f83b648c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5550947 Jul 14 18:47:07.354191 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 37778) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:47:07.359752 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c17f9f3-32fb-46d6-8c48-ee68ef8943ca admin admin] Pushing event deleted for resources: {'Port': ['ID=70ba2e1f-9013-4cdf-a890-295e6c4fdaa3,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:47:07.431852 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c962f62c-09cc-497c-95b9-b200e1ef24b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08dd5395-eff5-41aa-8273-c58d4d988876,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:47:07.508591 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-fb08355c-fcde-47c3-b9cf-002746a51b5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:47:07.560091 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-fb08355c-fcde-47c3-b9cf-002746a51b5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:47:07.692191 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-fb08355c-fcde-47c3-b9cf-002746a51b5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:47:07.697750 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-fb08355c-fcde-47c3-b9cf-002746a51b5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:47:07.701637 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-fb08355c-fcde-47c3-b9cf-002746a51b5a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/08dd5395-eff5-41aa-8273-c58d4d988876 HTTP/1.1" status: 204 len: 168 time: 0.3464305 Jul 14 18:47:07.721510 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb08355c-fcde-47c3-b9cf-002746a51b5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08dd5395-eff5-41aa-8273-c58d4d988876,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:47:07.804052 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-8c17f9f3-32fb-46d6-8c48-ee68ef8943ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-598732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-928907'] for router_interface, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:47:08.038430 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-919742fd-5df1-4d70-b073-041e2b7a74f3 req-45ef6bdf-ea05-44b2-b345-80e42c04a04a tempest-TestServerAdvancedOps-1910341157 tempest-TestServerAdvancedOps-1910341157-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4c3284a-b202-40d9-af88-a27f59902588 HTTP/1.1" status: 200 len: 210 time: 0.0655932 Jul 14 18:47:08.233974 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0860f3-aa7a-4945-b013-321fd5167148 req-9427b0e1-bce4-4243-9ff6-5bff7f5c2349 tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:47:08.237017 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-8e0860f3-aa7a-4945-b013-321fd5167148 req-9427b0e1-bce4-4243-9ff6-5bff7f5c2349 tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] 10.222.0.16 "GET /v2.0/ports?device_id=4ed688ec-0b1c-4d1e-881c-157d22decd3a HTTP/1.1" status: 200 len: 946 time: 0.1110344 Jul 14 18:47:08.314496 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-8e0860f3-aa7a-4945-b013-321fd5167148 req-490b9684-e5df-470b-889f-2251ff819228 tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] 10.222.0.16 "GET /v2.0/security-groups?id=f745dc72-333e-4ddf-8281-1bb3e04e8f82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689297 Jul 14 18:47:08.316592 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c17f9f3-32fb-46d6-8c48-ee68ef8943ca admin admin] Router 2dc4323a-0122-442a-83ad-c3183f0460cc has already been hosted by L3 agent 2c6eb27e-defb-4cca-9a24-381c7415e359 {{(pid=93916) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 18:47:08.473556 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-57fbea26-459f-4605-b50b-7da1cdf0cdab req-e5b93e03-c549-494a-ab36-d1a9c8bc74a2 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] 10.222.0.16 "GET /v2.0/ports?device_id=9bb93a43-3259-41ac-a446-c049073d3088 HTTP/1.1" status: 200 len: 210 time: 0.0737576 Jul 14 18:47:09.087734 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c17f9f3-32fb-46d6-8c48-ee68ef8943ca admin admin] Notify agent at l3_agent.n-d-800634-3 the message routers_updated {{(pid=93916) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 18:47:09.098215 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fa0dd52-4adb-47e7-8e47-1472f8d335db None None] Sync routers for ids ['2dc4323a-0122-442a-83ad-c3183f0460cc'] in n-d-800634-3 {{(pid=93917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 18:47:09.102924 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 37832) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:47:09.103082 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-8c17f9f3-32fb-46d6-8c48-ee68ef8943ca admin admin] 10.222.0.16 "PUT /v2.0/routers/2dc4323a-0122-442a-83ad-c3183f0460cc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0512800 Jul 14 18:47:09.152110 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fa0dd52-4adb-47e7-8e47-1472f8d335db None None] Routers {'2dc4323a-0122-442a-83ad-c3183f0460cc'} bound to L3 agent in host n-d-800634-3 {{(pid=93917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:47:09.152920 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-7fa0dd52-4adb-47e7-8e47-1472f8d335db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:46:53Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['2dc4323a-0122-442a-83ad-c3183f0460cc'], 'active': True} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:47:09.154578 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c4ec85-e24f-43b8-bebb-299beea8e6cb req-c4813629-2773-4f0d-a694-3dbe6f385e05 tempest-TestServerAdvancedOps-1910341157 tempest-TestServerAdvancedOps-1910341157-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:47:09.156244 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-f5c4ec85-e24f-43b8-bebb-299beea8e6cb req-c4813629-2773-4f0d-a694-3dbe6f385e05 tempest-TestServerAdvancedOps-1910341157 tempest-TestServerAdvancedOps-1910341157-project] 10.222.0.35 "GET /v2.0/networks?id=79c5074f-d816-41c8-8a82-9495ad1acb27 HTTP/1.1" status: 200 len: 812 time: 0.6208274 Jul 14 18:47:09.178499 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [req-f5c4ec85-e24f-43b8-bebb-299beea8e6cb req-e0d5af27-7765-4b9f-9a4c-6de4536218e5 tempest-TestServerAdvancedOps-1910341157 tempest-TestServerAdvancedOps-1910341157-project] Request body: {'port': {'device_id': 'b4c3284a-b202-40d9-af88-a27f59902588', 'network_id': '79c5074f-d816-41c8-8a82-9495ad1acb27', 'admin_state_up': True, 'tenant_id': '172f16f36a6a48a18d3e63badad8ba60'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:47:09.310015 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvr_db [None req-7fa0dd52-4adb-47e7-8e47-1472f8d335db None None] Set router 2dc4323a-0122-442a-83ad-c3183f0460cc gateway port host: n-d-800634-3 {{(pid=93917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 18:47:09.428296 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f5c4ec85-e24f-43b8-bebb-299beea8e6cb req-e0d5af27-7765-4b9f-9a4c-6de4536218e5 tempest-TestServerAdvancedOps-1910341157 tempest-TestServerAdvancedOps-1910341157-project] Made reservation on behalf of 172f16f36a6a48a18d3e63badad8ba60 for: {'port': 1} {{(pid=93916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:47:09.433667 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-f5c4ec85-e24f-43b8-bebb-299beea8e6cb req-e0d5af27-7765-4b9f-9a4c-6de4536218e5 tempest-TestServerAdvancedOps-1910341157 tempest-TestServerAdvancedOps-1910341157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:47:09.495096 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3ed29bd6-0a0f-47e5-b4a4-010aae56731c req-28fb296a-f972-41c7-8f39-1a260db51276 tempest-TestServerAdvancedOps-1910341157 tempest-TestServerAdvancedOps-1910341157-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4c3284a-b202-40d9-af88-a27f59902588 HTTP/1.1" status: 200 len: 210 time: 0.1752250 Jul 14 18:47:09.769511 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.db_base_plugin_common [req-f5c4ec85-e24f-43b8-bebb-299beea8e6cb req-e0d5af27-7765-4b9f-9a4c-6de4536218e5 tempest-TestServerAdvancedOps-1910341157 tempest-TestServerAdvancedOps-1910341157-project] Allocated IP 172.20.0.12 (79c5074f-d816-41c8-8a82-9495ad1acb27/c6672c02-34da-46b4-abd5-93c55eb52b33/45312e8c-5587-45b6-924d-f426a3965394) {{(pid=93916) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:47:09.903479 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-7fa0dd52-4adb-47e7-8e47-1472f8d335db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dc4323a-0122-442a-83ad-c3183f0460cc', 'name': 'tempest-AttachVolumeTestJSON-1341928878-router', 'tenant_id': '4427572788fe4f30abbab6f59fdbf9f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.148'}], 'enable_snat': True}, 'gw_port_id': '96b6fe5d-cb6c-43bc-a1ec-af6bf3a43be7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:38:52Z', 'updated_at': '2021-07-14T18:47:07Z', 'revision_number': 5, 'project_id': '4427572788fe4f30abbab6f59fdbf9f1', 'gw_port': {'id': '96b6fe5d-cb6c-43bc-a1ec-af6bf3a43be7', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:4b:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dc4323a-0122-442a-83ad-c3183f0460cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2160, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:38:53Z', 'updated_at': '2021-07-14T18:39:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3'}], 'n-d-800634-3', False) {} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:47:09.970383 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fa0dd52-4adb-47e7-8e47-1472f8d335db None None] Checking router: 2dc4323a-0122-442a-83ad-c3183f0460cc for host: n-d-800634-3 {{(pid=93917) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 18:47:09.977310 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-18a7af01-069c-42e9-9f0c-12260cbc8548 req-8793a28b-0b0b-4068-9e11-bfd2f588bc4e tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] 10.222.0.16 "GET /v2.0/ports?device_id=9bb93a43-3259-41ac-a446-c049073d3088 HTTP/1.1" status: 200 len: 210 time: 0.1769788 Jul 14 18:47:09.993278 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fa0dd52-4adb-47e7-8e47-1472f8d335db None None] Routers {'2dc4323a-0122-442a-83ad-c3183f0460cc'} bound to L3 agent in host n-d-800634-3 {{(pid=93917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:47:09.994192 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-7fa0dd52-4adb-47e7-8e47-1472f8d335db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:46:53Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['2dc4323a-0122-442a-83ad-c3183f0460cc'], 'active': True} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:47:10.005195 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-f5c4ec85-e24f-43b8-bebb-299beea8e6cb req-e0d5af27-7765-4b9f-9a4c-6de4536218e5 tempest-TestServerAdvancedOps-1910341157 tempest-TestServerAdvancedOps-1910341157-project] Notify callbacks [] for port, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:47:10.012630 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-4a45dc48-1a21-4b8a-b173-d172a77cae5c admin admin] Notify callbacks [] for router, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:47:10.058098 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-f5c4ec85-e24f-43b8-bebb-299beea8e6cb req-e0d5af27-7765-4b9f-9a4c-6de4536218e5 tempest-TestServerAdvancedOps-1910341157 tempest-TestServerAdvancedOps-1910341157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:47:10.173210 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5c4ec85-e24f-43b8-bebb-299beea8e6cb req-e0d5af27-7765-4b9f-9a4c-6de4536218e5 tempest-TestServerAdvancedOps-1910341157 tempest-TestServerAdvancedOps-1910341157-project] Network 79c5074f-d816-41c8-8a82-9495ad1acb27 is already hosted by enough agents. {{(pid=93916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:47:10.183476 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [req-f5c4ec85-e24f-43b8-bebb-299beea8e6cb req-e0d5af27-7765-4b9f-9a4c-6de4536218e5 tempest-TestServerAdvancedOps-1910341157 tempest-TestServerAdvancedOps-1910341157-project] Resources bound (agent type, host, resource id): {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:47:10.207285 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5c4ec85-e24f-43b8-bebb-299beea8e6cb req-e0d5af27-7765-4b9f-9a4c-6de4536218e5 tempest-TestServerAdvancedOps-1910341157 tempest-TestServerAdvancedOps-1910341157-project] Received port after_create {{(pid=93916) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:47:10.289364 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c4ec85-e24f-43b8-bebb-299beea8e6cb req-e0d5af27-7765-4b9f-9a4c-6de4536218e5 tempest-TestServerAdvancedOps-1910341157 tempest-TestServerAdvancedOps-1910341157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:47:10.290213 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-f5c4ec85-e24f-43b8-bebb-299beea8e6cb req-e0d5af27-7765-4b9f-9a4c-6de4536218e5 tempest-TestServerAdvancedOps-1910341157 tempest-TestServerAdvancedOps-1910341157-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:47:10.310606 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d5af27-7765-4b9f-9a4c-6de4536218e5 tempest-TestServerAdvancedOps-1910341157 tempest-TestServerAdvancedOps-1910341157-project] Pushing event updated for resources: {'Port': ['ID=45312e8c-5587-45b6-924d-f426a3965394,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:47:10.322880 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-f5c4ec85-e24f-43b8-bebb-299beea8e6cb req-e0d5af27-7765-4b9f-9a4c-6de4536218e5 tempest-TestServerAdvancedOps-1910341157 tempest-TestServerAdvancedOps-1910341157-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1568217 Jul 14 18:47:10.339335 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [req-f5c4ec85-e24f-43b8-bebb-299beea8e6cb req-2c01c82f-137f-42ba-8a5e-91beaba73db3 service neutron] Request body: {'port': {'device_id': 'b4c3284a-b202-40d9-af88-a27f59902588', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800634-3'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:47:10.471550 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502720bc-48d4-4cec-bafd-46f09dce3797 req-c3794ced-f873-40ea-b374-4e8c7949e439 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:47:10.473519 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-502720bc-48d4-4cec-bafd-46f09dce3797 req-c3794ced-f873-40ea-b374-4e8c7949e439 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] 10.222.0.35 "GET /v2.0/networks?id=d41f9397-de9e-4e07-a07d-8cf0ac566250 HTTP/1.1" status: 200 len: 811 time: 1.2109880 Jul 14 18:47:10.488922 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-f5c4ec85-e24f-43b8-bebb-299beea8e6cb req-2c01c82f-137f-42ba-8a5e-91beaba73db3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:47:10.511578 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96b4216-cee4-4ac1-85bf-b1d032d062e8 req-24746a92-9683-4560-8aa5-64f659c14202 tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:47:10.513327 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f96b4216-cee4-4ac1-85bf-b1d032d062e8 req-24746a92-9683-4560-8aa5-64f659c14202 tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] 10.222.0.18 "GET /v2.0/ports?device_id=4ed688ec-0b1c-4d1e-881c-157d22decd3a HTTP/1.1" status: 200 len: 946 time: 0.9433012 Jul 14 18:47:10.545600 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [req-502720bc-48d4-4cec-bafd-46f09dce3797 req-3987e184-369f-4613-a147-99b6f8a8f4a9 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] Request body: {'port': {'device_id': '9bb93a43-3259-41ac-a446-c049073d3088', 'network_id': 'd41f9397-de9e-4e07-a07d-8cf0ac566250', 'admin_state_up': True, 'tenant_id': '5093a1bcf9144b0bbe697fc3cf12df56'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:47:10.625326 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvr_db [None req-7fa0dd52-4adb-47e7-8e47-1472f8d335db None None] Set router 2dc4323a-0122-442a-83ad-c3183f0460cc gateway port host: n-d-800634-3 {{(pid=93917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 18:47:10.763837 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0291f6cc-21fa-45a0-812c-d6bb5271d8ae req-85493c3c-9007-4dca-bf89-a7ec37b01870 tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:47:10.771006 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-0291f6cc-21fa-45a0-812c-d6bb5271d8ae req-85493c3c-9007-4dca-bf89-a7ec37b01870 tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] 10.222.0.16 "GET /v2.0/ports?device_id=4ed688ec-0b1c-4d1e-881c-157d22decd3a HTTP/1.1" status: 200 len: 946 time: 0.9819167 Jul 14 18:47:11.025129 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-7fa0dd52-4adb-47e7-8e47-1472f8d335db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dc4323a-0122-442a-83ad-c3183f0460cc', 'name': 'tempest-AttachVolumeTestJSON-1341928878-router', 'tenant_id': '4427572788fe4f30abbab6f59fdbf9f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.148'}], 'enable_snat': True}, 'gw_port_id': '96b6fe5d-cb6c-43bc-a1ec-af6bf3a43be7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:38:52Z', 'updated_at': '2021-07-14T18:47:07Z', 'revision_number': 5, 'project_id': '4427572788fe4f30abbab6f59fdbf9f1', 'gw_port': {'id': '96b6fe5d-cb6c-43bc-a1ec-af6bf3a43be7', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:4b:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dc4323a-0122-442a-83ad-c3183f0460cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2160, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:38:53Z', 'updated_at': '2021-07-14T18:39:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3'}], 'n-d-800634-3', False) {} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:47:11.082798 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-0291f6cc-21fa-45a0-812c-d6bb5271d8ae req-300fdadb-1f05-43b9-98a9-d1f128ba1a97 tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] 10.222.0.16 "GET /v2.0/security-groups?id=f745dc72-333e-4ddf-8281-1bb3e04e8f82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3104243 Jul 14 18:47:11.107205 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fa0dd52-4adb-47e7-8e47-1472f8d335db None None] The sync data for ids ['2dc4323a-0122-442a-83ad-c3183f0460cc'] in n-d-800634-3 is: [{'id': '2dc4323a-0122-442a-83ad-c3183f0460cc', 'name': 'tempest-AttachVolumeTestJSON-1341928878-router', 'tenant_id': '4427572788fe4f30abbab6f59fdbf9f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.148'}], 'enable_snat': True}, 'gw_port_id': '96b6fe5d-cb6c-43bc-a1ec-af6bf3a43be7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:38:52Z', 'updated_at': '2021-07-14T18:47:07Z', 'revision_number': 5, 'project_id': '4427572788fe4f30abbab6f59fdbf9f1', 'gw_port': {'id': '96b6fe5d-cb6c-43bc-a1ec-af6bf3a43be7', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:4b:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dc4323a-0122-442a-83ad-c3183f0460cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2160, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:38:53Z', 'updated_at': '2021-07-14T18:39:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3'}] {{(pid=93917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 18:47:11.134485 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-4a45dc48-1a21-4b8a-b173-d172a77cae5c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:47:11.167316 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-502720bc-48d4-4cec-bafd-46f09dce3797 req-3987e184-369f-4613-a147-99b6f8a8f4a9 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] Made reservation on behalf of 5093a1bcf9144b0bbe697fc3cf12df56 for: {'port': 1} {{(pid=93915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:47:11.176821 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-502720bc-48d4-4cec-bafd-46f09dce3797 req-3987e184-369f-4613-a147-99b6f8a8f4a9 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:47:11.240407 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [req-f96b4216-cee4-4ac1-85bf-b1d032d062e8 req-8a2cc863-2bfa-4da1-bdc6-35448189bd30 tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] Deleting port 22c8f00d-1121-4477-a7e5-813b2cc437b2 {{(pid=93915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:47:11.241043 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-f96b4216-cee4-4ac1-85bf-b1d032d062e8 req-8a2cc863-2bfa-4da1-bdc6-35448189bd30 tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:47:11.275579 n-d-800634-3 neutron-server[93916]: DEBUG neutron.notifiers.nova [req-f5c4ec85-e24f-43b8-bebb-299beea8e6cb req-2c01c82f-137f-42ba-8a5e-91beaba73db3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45312e8c-5587-45b6-924d-f426a3965394 {{(pid=93916) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 18:47:11.314661 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc6df57-b317-4fb0-b593-c1214d2875cc req-082d956e-1e86-4a57-b574-78296c23d968 tempest-TestServerAdvancedOps-1910341157 tempest-TestServerAdvancedOps-1910341157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:47:11.323535 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6dc6df57-b317-4fb0-b593-c1214d2875cc req-082d956e-1e86-4a57-b574-78296c23d968 tempest-TestServerAdvancedOps-1910341157 tempest-TestServerAdvancedOps-1910341157-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4c3284a-b202-40d9-af88-a27f59902588 HTTP/1.1" status: 200 len: 932 time: 0.6004357 Jul 14 18:47:11.326325 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-f5c4ec85-e24f-43b8-bebb-299beea8e6cb req-2c01c82f-137f-42ba-8a5e-91beaba73db3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:47:11.361441 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.provisioning_blocks [req-f5c4ec85-e24f-43b8-bebb-299beea8e6cb req-2c01c82f-137f-42ba-8a5e-91beaba73db3 service neutron] Transition to ACTIVE for port object 45312e8c-5587-45b6-924d-f426a3965394 will not be triggered until provisioned by entity L2. {{(pid=93916) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:47:11.365636 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-f5c4ec85-e24f-43b8-bebb-299beea8e6cb req-2c01c82f-137f-42ba-8a5e-91beaba73db3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2684870'] for port, after_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:47:11.490865 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c01c82f-137f-42ba-8a5e-91beaba73db3 service neutron] Pushing event updated for resources: {'Port': ['ID=45312e8c-5587-45b6-924d-f426a3965394,revision_number=2']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:47:11.575807 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.managers [req-f5c4ec85-e24f-43b8-bebb-299beea8e6cb req-2c01c82f-137f-42ba-8a5e-91beaba73db3 service neutron] Attempting to bind port 45312e8c-5587-45b6-924d-f426a3965394 on host n-h2-800634-3 for vnic_type normal with profile {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:47:11.576205 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.managers [req-f5c4ec85-e24f-43b8-bebb-299beea8e6cb req-2c01c82f-137f-42ba-8a5e-91beaba73db3 service neutron] Attempting to bind port 45312e8c-5587-45b6-924d-f426a3965394 by drivers openvswitch,hyperv on host n-h2-800634-3 at level 0 using segments [{'id': '1ccfb266-6116-4527-8865-ce886589b0fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '79c5074f-d816-41c8-8a82-9495ad1acb27'}] {{(pid=93916) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:47:11.576542 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5c4ec85-e24f-43b8-bebb-299beea8e6cb req-2c01c82f-137f-42ba-8a5e-91beaba73db3 service neutron] Attempting to bind port 45312e8c-5587-45b6-924d-f426a3965394 on network 79c5074f-d816-41c8-8a82-9495ad1acb27 {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:47:11.581220 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.db_base_plugin_common [req-502720bc-48d4-4cec-bafd-46f09dce3797 req-3987e184-369f-4613-a147-99b6f8a8f4a9 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] Allocated IP 172.20.0.12 (d41f9397-de9e-4e07-a07d-8cf0ac566250/0161a33b-ac2d-4d08-b4de-fe1fa405f16a/1069c984-bfc6-4474-a816-a613cac3b4a9) {{(pid=93915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:47:11.581695 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5c4ec85-e24f-43b8-bebb-299beea8e6cb req-2c01c82f-137f-42ba-8a5e-91beaba73db3 service neutron] Port 45312e8c-5587-45b6-924d-f426a3965394 on network 79c5074f-d816-41c8-8a82-9495ad1acb27 not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-3 {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 18:47:11.581695 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5c4ec85-e24f-43b8-bebb-299beea8e6cb req-2c01c82f-137f-42ba-8a5e-91beaba73db3 service neutron] Attempting to bind port 45312e8c-5587-45b6-924d-f426a3965394 on network 79c5074f-d816-41c8-8a82-9495ad1acb27 {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:47:11.592788 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5c4ec85-e24f-43b8-bebb-299beea8e6cb req-2c01c82f-137f-42ba-8a5e-91beaba73db3 service neutron] Checking agent: {'id': '08e36a6c-8d04-48f0-a644-f27680635246', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 15, 35), 'started_at': datetime.datetime(2021, 7, 14, 18, 15, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 18, 47, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 18:47:11.593171 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5c4ec85-e24f-43b8-bebb-299beea8e6cb req-2c01c82f-137f-42ba-8a5e-91beaba73db3 service neutron] Checking segment: {'id': '1ccfb266-6116-4527-8865-ce886589b0fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '79c5074f-d816-41c8-8a82-9495ad1acb27'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93916) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:47:11.593574 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5c4ec85-e24f-43b8-bebb-299beea8e6cb req-2c01c82f-137f-42ba-8a5e-91beaba73db3 service neutron] Bound using segment: {'id': '1ccfb266-6116-4527-8865-ce886589b0fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '79c5074f-d816-41c8-8a82-9495ad1acb27'} {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 18:47:11.594934 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.managers [req-f5c4ec85-e24f-43b8-bebb-299beea8e6cb req-2c01c82f-137f-42ba-8a5e-91beaba73db3 service neutron] Bound port: 45312e8c-5587-45b6-924d-f426a3965394, host: n-h2-800634-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ccfb266-6116-4527-8865-ce886589b0fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '79c5074f-d816-41c8-8a82-9495ad1acb27'}}] {{(pid=93916) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 18:47:11.595308 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-f5c4ec85-e24f-43b8-bebb-299beea8e6cb req-2c01c82f-137f-42ba-8a5e-91beaba73db3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:47:11.679038 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.db [req-f5c4ec85-e24f-43b8-bebb-299beea8e6cb req-2c01c82f-137f-42ba-8a5e-91beaba73db3 service neutron] For port 45312e8c-5587-45b6-924d-f426a3965394, host n-h2-800634-3, cleared binding levels {{(pid=93916) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:47:11.682876 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.db [req-f5c4ec85-e24f-43b8-bebb-299beea8e6cb req-2c01c82f-137f-42ba-8a5e-91beaba73db3 service neutron] For port 45312e8c-5587-45b6-924d-f426a3965394, host n-h2-800634-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=45312e8c-5587-45b6-924d-f426a3965394,segment=NetworkSegment(1ccfb266-6116-4527-8865-ce886589b0fb),segment_id=1ccfb266-6116-4527-8865-ce886589b0fb)] {{(pid=93916) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 18:47:11.690076 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-f5c4ec85-e24f-43b8-bebb-299beea8e6cb req-2c01c82f-137f-42ba-8a5e-91beaba73db3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2684870'] for port, after_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:47:11.742262 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-502720bc-48d4-4cec-bafd-46f09dce3797 req-3987e184-369f-4613-a147-99b6f8a8f4a9 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] Notify callbacks [] for port, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:47:11.752160 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c01c82f-137f-42ba-8a5e-91beaba73db3 service neutron] Pushing event updated for resources: {'Port': ['ID=45312e8c-5587-45b6-924d-f426a3965394,revision_number=3']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:47:11.757488 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.provisioning_blocks [req-502720bc-48d4-4cec-bafd-46f09dce3797 req-3987e184-369f-4613-a147-99b6f8a8f4a9 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] Transition to ACTIVE for port object 1069c984-bfc6-4474-a816-a613cac3b4a9 will not be triggered until provisioned by entity DHCP. {{(pid=93915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:47:11.765060 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c4ec85-e24f-43b8-bebb-299beea8e6cb req-2c01c82f-137f-42ba-8a5e-91beaba73db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:47:11.765691 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-f5c4ec85-e24f-43b8-bebb-299beea8e6cb req-2c01c82f-137f-42ba-8a5e-91beaba73db3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:47:11.769390 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-f5c4ec85-e24f-43b8-bebb-299beea8e6cb req-2c01c82f-137f-42ba-8a5e-91beaba73db3 service neutron] 10.222.0.35 "PUT /v2.0/ports/45312e8c-5587-45b6-924d-f426a3965394 HTTP/1.1" status: 200 len: 1092 time: 1.4380751 Jul 14 18:47:11.769848 n-d-800634-3 neutron-server[93916]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4c3284a-b202-40d9-af88-a27f59902588', 'tag': '45312e8c-5587-45b6-924d-f426a3965394'}] {{(pid=93916) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:47:11.773333 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f803e150b363a7893830aa996ac27753fa25517c406ecd3536b7c2d4b26eeb9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee010e15-24c2-453e-a531-b5d5f6563f83" -d '{"events": [{"name": "network-changed", "server_uuid": "b4c3284a-b202-40d9-af88-a27f59902588", "tag": "45312e8c-5587-45b6-924d-f426a3965394"}]}' {{(pid=93916) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:47:11.790947 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-4b1d3b96-32ef-4ad1-ab1c-3081de3b5a01 req-5126ac05-a14e-4d49-9ef9-e007500fe7a8 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] 10.222.0.16 "GET /v2.0/ports?device_id=9bb93a43-3259-41ac-a446-c049073d3088 HTTP/1.1" status: 200 len: 210 time: 0.4852123 Jul 14 18:47:11.885478 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-f96b4216-cee4-4ac1-85bf-b1d032d062e8 req-8a2cc863-2bfa-4da1-bdc6-35448189bd30 tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] For port 22c8f00d-1121-4477-a7e5-813b2cc437b2, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=22c8f00d-1121-4477-a7e5-813b2cc437b2,segment=NetworkSegment(c2fad28a-4ca7-4493-8025-bc92e58ecccc),segment_id=c2fad28a-4ca7-4493-8025-bc92e58ecccc)] {{(pid=93915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:47:11.885862 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-f96b4216-cee4-4ac1-85bf-b1d032d062e8 req-8a2cc863-2bfa-4da1-bdc6-35448189bd30 tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:47:11.920900 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6dc6df57-b317-4fb0-b593-c1214d2875cc req-3e036b1b-a7e3-45a8-9609-c1c4fb0ac0cb tempest-TestServerAdvancedOps-1910341157 tempest-TestServerAdvancedOps-1910341157-project] 10.222.0.16 "GET /v2.0/security-groups?id=8a0915e9-1700-49c0-8c4e-4bd76143e0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5980122 Jul 14 18:47:11.937692 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [req-f96b4216-cee4-4ac1-85bf-b1d032d062e8 req-8a2cc863-2bfa-4da1-bdc6-35448189bd30 tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] Calling delete_port for 22c8f00d-1121-4477-a7e5-813b2cc437b2 owned by compute:nova {{(pid=93915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:47:11.940305 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-502720bc-48d4-4cec-bafd-46f09dce3797 req-3987e184-369f-4613-a147-99b6f8a8f4a9 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:47:11.955862 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] get_ports_and_sgs() called for port_ids ['5e92d60d-9070-47ad-a2eb-6d0d111f9f4f'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 18:47:11.956469 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [None req-4a45dc48-1a21-4b8a-b173-d172a77cae5c admin admin] Deleting port 96b6fe5d-cb6c-43bc-a1ec-af6bf3a43be7 {{(pid=93915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:47:11.959330 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-4a45dc48-1a21-4b8a-b173-d172a77cae5c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:47:11.993252 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c4ec85-e24f-43b8-bebb-299beea8e6cb req-1eadd7dc-36a7-4611-a4b3-5213214a982a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:47:11.994981 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-f5c4ec85-e24f-43b8-bebb-299beea8e6cb req-1eadd7dc-36a7-4611-a4b3-5213214a982a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=172f16f36a6a48a18d3e63badad8ba60&device_id=b4c3284a-b202-40d9-af88-a27f59902588 HTTP/1.1" status: 200 len: 1095 time: 0.1711361 Jul 14 18:47:12.041915 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 18:47:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f1414a5-49a9-4a04-a179-3469bb3c41a6 x-openstack-request-id: req-4f1414a5-49a9-4a04-a179-3469bb3c41a6 {{(pid=93916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:47:12.042215 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4c3284a-b202-40d9-af88-a27f59902588", "tag": "45312e8c-5587-45b6-924d-f426a3965394", "status": "completed", "code": 200}]} {{(pid=93916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:47:12.042471 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4f1414a5-49a9-4a04-a179-3469bb3c41a6 {{(pid=93916) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:47:12.042874 n-d-800634-3 neutron-server[93916]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4c3284a-b202-40d9-af88-a27f59902588', 'tag': '45312e8c-5587-45b6-924d-f426a3965394', 'status': 'completed', 'code': 200} Jul 14 18:47:12.071537 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-502720bc-48d4-4cec-bafd-46f09dce3797 req-3987e184-369f-4613-a147-99b6f8a8f4a9 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] Network d41f9397-de9e-4e07-a07d-8cf0ac566250 is already hosted by enough agents. {{(pid=93915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:47:12.077204 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-f5c4ec85-e24f-43b8-bebb-299beea8e6cb req-6f92774d-3edb-44e0-945d-1f9534f85b1c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=45312e8c-5587-45b6-924d-f426a3965394 HTTP/1.1" status: 200 len: 217 time: 0.0735738 Jul 14 18:47:12.085363 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [req-502720bc-48d4-4cec-bafd-46f09dce3797 req-3987e184-369f-4613-a147-99b6f8a8f4a9 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] Resources bound (agent type, host, resource id): {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:47:12.147634 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [req-502720bc-48d4-4cec-bafd-46f09dce3797 req-3987e184-369f-4613-a147-99b6f8a8f4a9 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] Received port after_create {{(pid=93915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:47:12.207836 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c4ec85-e24f-43b8-bebb-299beea8e6cb req-04608ee6-a549-4593-a983-e91e025a24a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:47:12.209998 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-f5c4ec85-e24f-43b8-bebb-299beea8e6cb req-04608ee6-a549-4593-a983-e91e025a24a0 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c6672c02-34da-46b4-abd5-93c55eb52b33 HTTP/1.1" status: 200 len: 852 time: 0.1265037 Jul 14 18:47:12.233604 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3987e184-369f-4613-a147-99b6f8a8f4a9 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] Pushing event updated for resources: {'Port': ['ID=1069c984-bfc6-4474-a816-a613cac3b4a9,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:47:12.272570 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502720bc-48d4-4cec-bafd-46f09dce3797 req-3987e184-369f-4613-a147-99b6f8a8f4a9 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:47:12.273259 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-502720bc-48d4-4cec-bafd-46f09dce3797 req-3987e184-369f-4613-a147-99b6f8a8f4a9 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:47:12.316801 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [None req-4a45dc48-1a21-4b8a-b173-d172a77cae5c admin admin] For port 96b6fe5d-cb6c-43bc-a1ec-af6bf3a43be7, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=96b6fe5d-cb6c-43bc-a1ec-af6bf3a43be7,segment=NetworkSegment(5afb940b-bbdf-4727-be00-5d46367c38a1),segment_id=5afb940b-bbdf-4727-be00-5d46367c38a1)] {{(pid=93915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:47:12.317175 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-4a45dc48-1a21-4b8a-b173-d172a77cae5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:47:12.334002 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-502720bc-48d4-4cec-bafd-46f09dce3797 req-3987e184-369f-4613-a147-99b6f8a8f4a9 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8081260 Jul 14 18:47:12.356960 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [None req-4a45dc48-1a21-4b8a-b173-d172a77cae5c admin admin] Calling delete_port for 96b6fe5d-cb6c-43bc-a1ec-af6bf3a43be7 owned by network:router_gateway {{(pid=93915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:47:12.378229 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-f5c4ec85-e24f-43b8-bebb-299beea8e6cb req-d7d35a63-7878-49e8-ac06-201f074ac04d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=79c5074f-d816-41c8-8a82-9495ad1acb27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1617146 Jul 14 18:47:12.545718 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device 22c8f00d-1121-4477-a7e5-813b2cc437b2 no longer exists at agent hyperv_n-h1-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 18:47:12.554213 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-f5c4ec85-e24f-43b8-bebb-299beea8e6cb req-1dd0b7c4-0d74-45af-aef6-d142e3c459b4 service neutron] 10.222.0.35 "GET /v2.0/networks/79c5074f-d816-41c8-8a82-9495ad1acb27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1693399 Jul 14 18:47:12.595358 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-00dae662-08ae-4b4a-bd83-ede7a1a95e66 None None] Provisioning for port 1069c984-bfc6-4474-a816-a613cac3b4a9 completed by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:47:12.607360 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-00dae662-08ae-4b4a-bd83-ede7a1a95e66 None None] Provisioning complete for port 1069c984-bfc6-4474-a816-a613cac3b4a9 triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:47:12.610260 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-00dae662-08ae-4b4a-bd83-ede7a1a95e66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:47:12.676156 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-00dae662-08ae-4b4a-bd83-ede7a1a95e66 None None] Port 1069c984-bfc6-4474-a816-a613cac3b4a9 cannot update to ACTIVE because it is not bound. {{(pid=93917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 18:47:12.739092 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 70ba2e1f-9013-4cdf-a890-295e6c4fdaa3 no longer exists at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 18:47:12.794355 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-f5c4ec85-e24f-43b8-bebb-299beea8e6cb req-e21fea92-441a-4fc9-bd90-b7c852edc102 service neutron] 10.222.0.35 "GET /v2.0/networks/79c5074f-d816-41c8-8a82-9495ad1acb27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2337954 Jul 14 18:47:12.816078 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] No Port match for: 70ba2e1f-9013-4cdf-a890-295e6c4fdaa3 {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 18:47:12.816078 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 70ba2e1f-9013-4cdf-a890-295e6c4fdaa3 not bound to the agent host n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 18:47:12.865153 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:47:12.928373 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port 22c8f00d-1121-4477-a7e5-813b2cc437b2, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=22c8f00d-1121-4477-a7e5-813b2cc437b2,segment=NetworkSegment(c2fad28a-4ca7-4493-8025-bc92e58ecccc),segment_id=c2fad28a-4ca7-4493-8025-bc92e58ecccc)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:47:12.929586 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ed688ec-0b1c-4d1e-881c-157d22decd3a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '22c8f00d-1121-4477-a7e5-813b2cc437b2'}] {{(pid=93917) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:47:12.933276 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20b787f3c29eaa7aa2a4d648c725a2124c5ff39a8d793252f9d844495e14cf42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10d24eba-4d23-4b78-b082-57e432cd49fb" -d '{"events": [{"server_uuid": "4ed688ec-0b1c-4d1e-881c-157d22decd3a", "name": "network-vif-unplugged", "status": "completed", "tag": "22c8f00d-1121-4477-a7e5-813b2cc437b2"}]}' {{(pid=93917) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:47:12.937728 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:47:12.982435 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee010e15-24c2-453e-a531-b5d5f6563f83 req-db31fdf4-7cdd-4dd1-aacd-f169017281ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:47:12.987491 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-ee010e15-24c2-453e-a531-b5d5f6563f83 req-db31fdf4-7cdd-4dd1-aacd-f169017281ec service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=172f16f36a6a48a18d3e63badad8ba60&device_id=b4c3284a-b202-40d9-af88-a27f59902588 HTTP/1.1" status: 200 len: 1095 time: 0.1247187 Jul 14 18:47:12.993755 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Pushing event updated for resources: {'Port': ['ID=22c8f00d-1121-4477-a7e5-813b2cc437b2,revision_number=13']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:47:13.024737 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [req-502720bc-48d4-4cec-bafd-46f09dce3797 req-429bf30f-7683-4e24-a453-cfb7f6776e8e service neutron] Request body: {'port': {'device_id': '9bb93a43-3259-41ac-a446-c049073d3088', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800634-3'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:47:13.229562 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee010e15-24c2-453e-a531-b5d5f6563f83 req-93b7337b-1944-466f-a2aa-0eb2dcbab882 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:47:13.233257 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-ee010e15-24c2-453e-a531-b5d5f6563f83 req-93b7337b-1944-466f-a2aa-0eb2dcbab882 service neutron] 10.222.0.35 "GET /v2.0/networks?id=79c5074f-d816-41c8-8a82-9495ad1acb27 HTTP/1.1" status: 200 len: 912 time: 0.2381635 Jul 14 18:47:13.311563 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-ee010e15-24c2-453e-a531-b5d5f6563f83 req-87438830-8be1-4224-8edd-ea0ed0405da3 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=45312e8c-5587-45b6-924d-f426a3965394 HTTP/1.1" status: 200 len: 217 time: 0.0664694 Jul 14 18:47:13.348030 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-f96b4216-cee4-4ac1-85bf-b1d032d062e8 req-8a2cc863-2bfa-4da1-bdc6-35448189bd30 tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:47:13.360901 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fb0a3b-d931-4301-8ab2-11af5697768d req-a41008ac-081a-4fbc-835a-7ef5aa638864 tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:47:13.362635 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-99fb0a3b-d931-4301-8ab2-11af5697768d req-a41008ac-081a-4fbc-835a-7ef5aa638864 tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] 10.222.0.16 "GET /v2.0/ports?device_id=4ed688ec-0b1c-4d1e-881c-157d22decd3a HTTP/1.1" status: 200 len: 944 time: 0.9962091 Jul 14 18:47:13.395627 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee010e15-24c2-453e-a531-b5d5f6563f83 req-1f06d533-d528-45cd-b53b-f2c22c3a4401 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:47:13.397576 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-ee010e15-24c2-453e-a531-b5d5f6563f83 req-1f06d533-d528-45cd-b53b-f2c22c3a4401 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c6672c02-34da-46b4-abd5-93c55eb52b33 HTTP/1.1" status: 200 len: 852 time: 0.0765903 Jul 14 18:47:13.431203 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-502720bc-48d4-4cec-bafd-46f09dce3797 req-429bf30f-7683-4e24-a453-cfb7f6776e8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:47:13.436784 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-ee010e15-24c2-453e-a531-b5d5f6563f83 req-09e80521-997c-4464-98ab-5b10071e6e8f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=79c5074f-d816-41c8-8a82-9495ad1acb27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319216 Jul 14 18:47:13.459788 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2cc863-2bfa-4da1-bdc6-35448189bd30 tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] Pushing event deleted for resources: {'Port': ['ID=22c8f00d-1121-4477-a7e5-813b2cc437b2,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:47:13.475414 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c8cbe3-b5c7-4431-82cd-26d0d521084f req-f34ae089-4fe1-4228-afdb-c2df3ea2932f tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:47:13.477209 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f9c8cbe3-b5c7-4431-82cd-26d0d521084f req-f34ae089-4fe1-4228-afdb-c2df3ea2932f tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] 10.222.0.16 "GET /v2.0/ports?device_id=9bb93a43-3259-41ac-a446-c049073d3088 HTTP/1.1" status: 200 len: 932 time: 0.3865287 Jul 14 18:47:13.569966 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f9c8cbe3-b5c7-4431-82cd-26d0d521084f req-3c529c72-dfb4-41f7-b0b6-12aa98775bcd tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] 10.222.0.16 "GET /v2.0/security-groups?id=665fac0f-cff5-44f7-b9cc-bed28fe603e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625427 Jul 14 18:47:13.582060 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-ee010e15-24c2-453e-a531-b5d5f6563f83 req-dd60d222-d029-4c1e-a8f8-8443d4eb4d7c service neutron] 10.222.0.35 "GET /v2.0/networks/79c5074f-d816-41c8-8a82-9495ad1acb27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1368368 Jul 14 18:47:13.591220 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-4a45dc48-1a21-4b8a-b173-d172a77cae5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:47:13.609480 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [req-f96b4216-cee4-4ac1-85bf-b1d032d062e8 req-8a2cc863-2bfa-4da1-bdc6-35448189bd30 tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] No DVR routers for this DVR port 22c8f00d-1121-4477-a7e5-813b2cc437b2 on host n-h1-800634-3 {{(pid=93915) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 18:47:13.643616 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-f96b4216-cee4-4ac1-85bf-b1d032d062e8 req-8a2cc863-2bfa-4da1-bdc6-35448189bd30 tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:47:13.645811 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f96b4216-cee4-4ac1-85bf-b1d032d062e8 req-8a2cc863-2bfa-4da1-bdc6-35448189bd30 tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] 10.222.0.18 "DELETE /v2.0/ports/22c8f00d-1121-4477-a7e5-813b2cc437b2 HTTP/1.1" status: 204 len: 173 time: 3.1183507 Jul 14 18:47:13.689263 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ed688ec-0b1c-4d1e-881c-157d22decd3a', 'name': 'network-vif-deleted', 'tag': '22c8f00d-1121-4477-a7e5-813b2cc437b2'}] {{(pid=93915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:47:13.692591 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e72782ad3af8f7d4ce76cedf092bca46d1756acc5c4653cf0b52034cdd6b073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9c8d911-4466-4a6f-b247-be8bb5d03cb1" -d '{"events": [{"server_uuid": "4ed688ec-0b1c-4d1e-881c-157d22decd3a", "name": "network-vif-deleted", "tag": "22c8f00d-1121-4477-a7e5-813b2cc437b2"}]}' {{(pid=93915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:47:13.707036 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 14 Jul 2021 18:47:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab1e7520-12f1-4755-8f78-2d3cebe1a2d6 x-openstack-request-id: req-ab1e7520-12f1-4755-8f78-2d3cebe1a2d6 {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:47:13.707343 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ed688ec-0b1c-4d1e-881c-157d22decd3a", "name": "network-vif-unplugged", "status": "completed", "tag": "22c8f00d-1121-4477-a7e5-813b2cc437b2", "code": 200}]} {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:47:13.707620 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ab1e7520-12f1-4755-8f78-2d3cebe1a2d6 {{(pid=93917) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:47:13.708026 n-d-800634-3 neutron-server[93917]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ed688ec-0b1c-4d1e-881c-157d22decd3a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '22c8f00d-1121-4477-a7e5-813b2cc437b2', 'code': 200} Jul 14 18:47:13.799803 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-ee010e15-24c2-453e-a531-b5d5f6563f83 req-4cb341fa-954c-48fe-bbad-4e0ba999f8bf service neutron] 10.222.0.35 "GET /v2.0/networks/79c5074f-d816-41c8-8a82-9495ad1acb27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2092683 Jul 14 18:47:13.890363 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-99fb0a3b-d931-4301-8ab2-11af5697768d req-a1f8a682-744e-47bf-a4c5-ae8b8f58136d tempest-ServersNegativeTestJSON-1401108625 tempest-ServersNegativeTestJSON-1401108625-project] 10.222.0.16 "GET /v2.0/security-groups?id=f745dc72-333e-4ddf-8281-1bb3e04e8f82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4380202 Jul 14 18:47:13.891243 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a45dc48-1a21-4b8a-b173-d172a77cae5c admin admin] Pushing event deleted for resources: {'Port': ['ID=96b6fe5d-cb6c-43bc-a1ec-af6bf3a43be7,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:47:14.027093 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-4a45dc48-1a21-4b8a-b173-d172a77cae5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-930057'] for router_gateway, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:47:14.210091 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-4a45dc48-1a21-4b8a-b173-d172a77cae5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-571778', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11402'] for router, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:47:14.216712 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-4a45dc48-1a21-4b8a-b173-d172a77cae5c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:47:14.316783 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 18:47:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de512b8b-2dfa-4212-b042-e16e19a2128d x-openstack-request-id: req-de512b8b-2dfa-4212-b042-e16e19a2128d {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:47:14.316930 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ed688ec-0b1c-4d1e-881c-157d22decd3a", "name": "network-vif-deleted", "tag": "22c8f00d-1121-4477-a7e5-813b2cc437b2", "status": "completed", "code": 200}]} {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:47:14.317184 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-de512b8b-2dfa-4212-b042-e16e19a2128d {{(pid=93915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:47:14.317553 n-d-800634-3 neutron-server[93915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ed688ec-0b1c-4d1e-881c-157d22decd3a', 'name': 'network-vif-deleted', 'tag': '22c8f00d-1121-4477-a7e5-813b2cc437b2', 'status': 'completed', 'code': 200} Jul 14 18:47:14.345585 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-4a45dc48-1a21-4b8a-b173-d172a77cae5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-541202'] for router, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:47:14.346116 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a45dc48-1a21-4b8a-b173-d172a77cae5c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2dc4323a-0122-442a-83ad-c3183f0460cc {{(pid=93915) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 18:47:14.358123 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdeb698-17aa-4b66-99d4-aa77c3fa417f req-6204afec-ca66-4750-8600-a6ea3a7618ea tempest-TestServerAdvancedOps-1910341157 tempest-TestServerAdvancedOps-1910341157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:47:14.359803 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-7cdeb698-17aa-4b66-99d4-aa77c3fa417f req-6204afec-ca66-4750-8600-a6ea3a7618ea tempest-TestServerAdvancedOps-1910341157 tempest-TestServerAdvancedOps-1910341157-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4c3284a-b202-40d9-af88-a27f59902588 HTTP/1.1" status: 200 len: 944 time: 0.3305700 Jul 14 18:47:14.362929 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-4a45dc48-1a21-4b8a-b173-d172a77cae5c admin admin] Notify callbacks [] for router, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:47:14.370180 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-4a45dc48-1a21-4b8a-b173-d172a77cae5c admin admin] 10.222.0.16 "DELETE /v2.0/routers/2dc4323a-0122-442a-83ad-c3183f0460cc HTTP/1.1" status: 204 len: 168 time: 5.2653501 Jul 14 18:47:14.370493 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 37960) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:47:14.496387 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-7cdeb698-17aa-4b66-99d4-aa77c3fa417f req-5e575158-51c7-4eee-bce9-7f468e0b0979 tempest-TestServerAdvancedOps-1910341157 tempest-TestServerAdvancedOps-1910341157-project] 10.222.0.16 "GET /v2.0/security-groups?id=8a0915e9-1700-49c0-8c4e-4bd76143e0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215234 Jul 14 18:47:14.608784 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.db_base_plugin_v2 [None req-afd23d4f-5a98-4357-a376-4061628e3d3c admin admin] Deleting subnet 42f73a38-7ef6-4d77-ab5e-abe039b69936 {{(pid=93916) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 18:47:14.617513 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-afd23d4f-5a98-4357-a376-4061628e3d3c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:47:14.676024 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [req-502720bc-48d4-4cec-bafd-46f09dce3797 req-429bf30f-7683-4e24-a453-cfb7f6776e8e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1069c984-bfc6-4474-a816-a613cac3b4a9 {{(pid=93915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 18:47:14.700677 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-502720bc-48d4-4cec-bafd-46f09dce3797 req-429bf30f-7683-4e24-a453-cfb7f6776e8e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:47:14.727872 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.provisioning_blocks [req-502720bc-48d4-4cec-bafd-46f09dce3797 req-429bf30f-7683-4e24-a453-cfb7f6776e8e service neutron] Transition to ACTIVE for port object 1069c984-bfc6-4474-a816-a613cac3b4a9 will not be triggered until provisioned by entity L2. {{(pid=93915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:47:14.729331 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-afd23d4f-5a98-4357-a376-4061628e3d3c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26296866'] for subnet, precommit_delete_associations {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:47:14.738109 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-502720bc-48d4-4cec-bafd-46f09dce3797 req-429bf30f-7683-4e24-a453-cfb7f6776e8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25912978'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:47:14.820560 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429bf30f-7683-4e24-a453-cfb7f6776e8e service neutron] Pushing event updated for resources: {'Port': ['ID=1069c984-bfc6-4474-a816-a613cac3b4a9,revision_number=2']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:47:14.998625 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-afd23d4f-5a98-4357-a376-4061628e3d3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081283'] for subnet, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:47:15.155970 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 96b6fe5d-cb6c-43bc-a1ec-af6bf3a43be7 no longer exists at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 18:47:15.194307 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-afd23d4f-5a98-4357-a376-4061628e3d3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2684816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26033152'] for subnet, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:47:15.227871 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 37982) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:47:15.262884 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] No Port match for: 96b6fe5d-cb6c-43bc-a1ec-af6bf3a43be7 {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 18:47:15.271089 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 96b6fe5d-cb6c-43bc-a1ec-af6bf3a43be7 not bound to the agent host n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 18:47:15.295481 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd23d4f-5a98-4357-a376-4061628e3d3c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=42f73a38-7ef6-4d77-ab5e-abe039b69936,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:47:15.386969 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-afd23d4f-5a98-4357-a376-4061628e3d3c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:47:15.393346 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d723d0c3-358f-488a-998c-6d74db946a41 None None] Network 949878ad-81d9-4447-9e61-f4d51615e760 requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:47:15.396928 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-afd23d4f-5a98-4357-a376-4061628e3d3c admin admin] 10.222.0.16 "DELETE /v2.0/subnets/42f73a38-7ef6-4d77-ab5e-abe039b69936 HTTP/1.1" status: 204 len: 168 time: 1.0215776 Jul 14 18:47:15.396928 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd23d4f-5a98-4357-a376-4061628e3d3c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:47:15.396928 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd23d4f-5a98-4357-a376-4061628e3d3c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:47:15.397344 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd23d4f-5a98-4357-a376-4061628e3d3c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:47:15.397344 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd23d4f-5a98-4357-a376-4061628e3d3c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:47:15.397723 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd23d4f-5a98-4357-a376-4061628e3d3c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:47:15.398080 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd23d4f-5a98-4357-a376-4061628e3d3c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:47:15.399324 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd23d4f-5a98-4357-a376-4061628e3d3c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:47:15.399324 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd23d4f-5a98-4357-a376-4061628e3d3c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:47:15.399324 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd23d4f-5a98-4357-a376-4061628e3d3c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:47:15.399578 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd23d4f-5a98-4357-a376-4061628e3d3c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:47:15.399741 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd23d4f-5a98-4357-a376-4061628e3d3c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:47:15.400068 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd23d4f-5a98-4357-a376-4061628e3d3c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:47:15.409720 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 37986) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:47:15.725231 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-8ac043bc-04bb-4f7f-8f76-d10bf57240be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645734'] for network, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:47:15.765447 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-502720bc-48d4-4cec-bafd-46f09dce3797 req-429bf30f-7683-4e24-a453-cfb7f6776e8e service neutron] Attempting to bind port 1069c984-bfc6-4474-a816-a613cac3b4a9 on host n-h2-800634-3 for vnic_type normal with profile {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:47:15.766340 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-502720bc-48d4-4cec-bafd-46f09dce3797 req-429bf30f-7683-4e24-a453-cfb7f6776e8e service neutron] Attempting to bind port 1069c984-bfc6-4474-a816-a613cac3b4a9 by drivers openvswitch,hyperv on host n-h2-800634-3 at level 0 using segments [{'id': 'ee39aca0-6f7d-4da6-861f-9f37553124e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'd41f9397-de9e-4e07-a07d-8cf0ac566250'}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:47:15.766689 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-502720bc-48d4-4cec-bafd-46f09dce3797 req-429bf30f-7683-4e24-a453-cfb7f6776e8e service neutron] Attempting to bind port 1069c984-bfc6-4474-a816-a613cac3b4a9 on network d41f9397-de9e-4e07-a07d-8cf0ac566250 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:47:15.801887 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05683327-d672-4646-ac77-6da34db745fd req-e7303b9a-51af-4f7c-907e-83306b0dc930 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:47:15.803464 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-05683327-d672-4646-ac77-6da34db745fd req-e7303b9a-51af-4f7c-907e-83306b0dc930 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] 10.222.0.16 "GET /v2.0/ports?device_id=9bb93a43-3259-41ac-a446-c049073d3088 HTTP/1.1" status: 200 len: 944 time: 0.9387298 Jul 14 18:47:15.806886 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-502720bc-48d4-4cec-bafd-46f09dce3797 req-429bf30f-7683-4e24-a453-cfb7f6776e8e service neutron] Port 1069c984-bfc6-4474-a816-a613cac3b4a9 on network d41f9397-de9e-4e07-a07d-8cf0ac566250 not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-3 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 18:47:15.807259 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-502720bc-48d4-4cec-bafd-46f09dce3797 req-429bf30f-7683-4e24-a453-cfb7f6776e8e service neutron] Attempting to bind port 1069c984-bfc6-4474-a816-a613cac3b4a9 on network d41f9397-de9e-4e07-a07d-8cf0ac566250 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:47:15.873066 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a07ac72-8c0b-4af9-96cd-41e1cdf214d3 None None] DHCP port deletion for 949878ad-81d9-4447-9e61-f4d51615e760 request from n-d-800634-3 {{(pid=93917) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 18:47:15.893882 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d57f1d9-a2c9-419d-9fd9-d6f486a0ed61 admin admin] Deleting subnet 044a6425-92e0-4c6b-bc74-105388401773 {{(pid=93915) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 18:47:15.924491 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-502720bc-48d4-4cec-bafd-46f09dce3797 req-429bf30f-7683-4e24-a453-cfb7f6776e8e service neutron] Checking agent: {'id': '08e36a6c-8d04-48f0-a644-f27680635246', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 15, 35), 'started_at': datetime.datetime(2021, 7, 14, 18, 15, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 18, 47, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 18:47:15.924927 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-502720bc-48d4-4cec-bafd-46f09dce3797 req-429bf30f-7683-4e24-a453-cfb7f6776e8e service neutron] Checking segment: {'id': 'ee39aca0-6f7d-4da6-861f-9f37553124e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'd41f9397-de9e-4e07-a07d-8cf0ac566250'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:47:15.925397 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-502720bc-48d4-4cec-bafd-46f09dce3797 req-429bf30f-7683-4e24-a453-cfb7f6776e8e service neutron] Bound using segment: {'id': 'ee39aca0-6f7d-4da6-861f-9f37553124e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'd41f9397-de9e-4e07-a07d-8cf0ac566250'} {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 18:47:15.925923 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-502720bc-48d4-4cec-bafd-46f09dce3797 req-429bf30f-7683-4e24-a453-cfb7f6776e8e service neutron] Bound port: 1069c984-bfc6-4474-a816-a613cac3b4a9, host: n-h2-800634-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee39aca0-6f7d-4da6-861f-9f37553124e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'd41f9397-de9e-4e07-a07d-8cf0ac566250'}}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 18:47:15.926361 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-502720bc-48d4-4cec-bafd-46f09dce3797 req-429bf30f-7683-4e24-a453-cfb7f6776e8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:47:15.928967 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-0d57f1d9-a2c9-419d-9fd9-d6f486a0ed61 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:47:16.023548 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-05683327-d672-4646-ac77-6da34db745fd req-2c5efaa6-4de6-4d8b-bd8a-63a07889526a tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] 10.222.0.16 "GET /v2.0/security-groups?id=665fac0f-cff5-44f7-b9cc-bed28fe603e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2098737 Jul 14 18:47:16.030641 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-7a07ac72-8c0b-4af9-96cd-41e1cdf214d3 None None] Deleting port f689c0fb-2a5a-4b69-acba-6cb722dcda91 {{(pid=93917) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:47:16.031195 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-7a07ac72-8c0b-4af9-96cd-41e1cdf214d3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:47:16.120971 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-0d57f1d9-a2c9-419d-9fd9-d6f486a0ed61 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28939913'] for subnet, precommit_delete_associations {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:47:16.134761 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-7a07ac72-8c0b-4af9-96cd-41e1cdf214d3 None None] For port f689c0fb-2a5a-4b69-acba-6cb722dcda91, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=f689c0fb-2a5a-4b69-acba-6cb722dcda91,segment=NetworkSegment(d46cbae5-a9c8-4575-b283-c5e5c56b0da1),segment_id=d46cbae5-a9c8-4575-b283-c5e5c56b0da1)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:47:16.135236 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-7a07ac72-8c0b-4af9-96cd-41e1cdf214d3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:47:16.164730 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-7a07ac72-8c0b-4af9-96cd-41e1cdf214d3 None None] Calling delete_port for f689c0fb-2a5a-4b69-acba-6cb722dcda91 owned by network:dhcp {{(pid=93917) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:47:16.235897 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7483c977-ab54-4319-aa52-9f3ecb64fcda req-2347a2fd-1f5a-4370-a707-2fc0168c7298 tempest-TestServerAdvancedOps-1910341157 tempest-TestServerAdvancedOps-1910341157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:47:16.241440 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-7483c977-ab54-4319-aa52-9f3ecb64fcda req-2347a2fd-1f5a-4370-a707-2fc0168c7298 tempest-TestServerAdvancedOps-1910341157 tempest-TestServerAdvancedOps-1910341157-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4c3284a-b202-40d9-af88-a27f59902588 HTTP/1.1" status: 200 len: 944 time: 0.4170728 Jul 14 18:47:16.244041 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-0d57f1d9-a2c9-419d-9fd9-d6f486a0ed61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081283'] for subnet, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:47:16.295377 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [None req-8ac043bc-04bb-4f7f-8f76-d10bf57240be admin admin] Deleting port f689c0fb-2a5a-4b69-acba-6cb722dcda91 {{(pid=93915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:47:16.295839 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-8ac043bc-04bb-4f7f-8f76-d10bf57240be admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:47:16.322541 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-7a07ac72-8c0b-4af9-96cd-41e1cdf214d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813'] for port, after_delete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:47:16.360057 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-502720bc-48d4-4cec-bafd-46f09dce3797 req-429bf30f-7683-4e24-a453-cfb7f6776e8e service neutron] For port 1069c984-bfc6-4474-a816-a613cac3b4a9, host n-h2-800634-3, cleared binding levels {{(pid=93915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:47:16.371309 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a07ac72-8c0b-4af9-96cd-41e1cdf214d3 None None] Pushing event deleted for resources: {'Port': ['ID=f689c0fb-2a5a-4b69-acba-6cb722dcda91,revision_number=None']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:47:16.384574 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a07ac72-8c0b-4af9-96cd-41e1cdf214d3 None None] No DVR routers for this DVR port f689c0fb-2a5a-4b69-acba-6cb722dcda91 on host n-d-800634-3 {{(pid=93917) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 18:47:16.454539 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-502720bc-48d4-4cec-bafd-46f09dce3797 req-429bf30f-7683-4e24-a453-cfb7f6776e8e service neutron] For port 1069c984-bfc6-4474-a816-a613cac3b4a9, host n-h2-800634-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=1069c984-bfc6-4474-a816-a613cac3b4a9,segment=NetworkSegment(ee39aca0-6f7d-4da6-861f-9f37553124e0),segment_id=ee39aca0-6f7d-4da6-861f-9f37553124e0)] {{(pid=93915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 18:47:16.488628 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-502720bc-48d4-4cec-bafd-46f09dce3797 req-429bf30f-7683-4e24-a453-cfb7f6776e8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25912978'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:47:16.518149 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [None req-8ac043bc-04bb-4f7f-8f76-d10bf57240be admin admin] For port f689c0fb-2a5a-4b69-acba-6cb722dcda91, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=f689c0fb-2a5a-4b69-acba-6cb722dcda91,segment=NetworkSegment(d46cbae5-a9c8-4575-b283-c5e5c56b0da1),segment_id=d46cbae5-a9c8-4575-b283-c5e5c56b0da1)] {{(pid=93915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:47:16.518491 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-8ac043bc-04bb-4f7f-8f76-d10bf57240be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:47:16.539362 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Device 45312e8c-5587-45b6-924d-f426a3965394 details requested by agent hyperv_n-h2-800634-3 with host n-h2-800634-3 {{(pid=93917) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 18:47:16.587166 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-7483c977-ab54-4319-aa52-9f3ecb64fcda req-c138100f-be68-4104-91b8-95f004b7cc0a tempest-TestServerAdvancedOps-1910341157 tempest-TestServerAdvancedOps-1910341157-project] 10.222.0.16 "GET /v2.0/security-groups?id=8a0915e9-1700-49c0-8c4e-4bd76143e0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2952557 Jul 14 18:47:16.638012 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502720bc-48d4-4cec-bafd-46f09dce3797 req-429bf30f-7683-4e24-a453-cfb7f6776e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:47:16.639261 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-502720bc-48d4-4cec-bafd-46f09dce3797 req-429bf30f-7683-4e24-a453-cfb7f6776e8e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:47:16.641885 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-502720bc-48d4-4cec-bafd-46f09dce3797 req-429bf30f-7683-4e24-a453-cfb7f6776e8e service neutron] 10.222.0.35 "PUT /v2.0/ports/1069c984-bfc6-4474-a816-a613cac3b4a9 HTTP/1.1" status: 200 len: 1092 time: 4.2773020 Jul 14 18:47:16.685983 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] For port 45312e8c-5587-45b6-924d-f426a3965394, host n-h2-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=45312e8c-5587-45b6-924d-f426a3965394,segment=NetworkSegment(1ccfb266-6116-4527-8865-ce886589b0fb),segment_id=1ccfb266-6116-4527-8865-ce886589b0fb)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:47:16.701970 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9bb93a43-3259-41ac-a446-c049073d3088', 'tag': '1069c984-bfc6-4474-a816-a613cac3b4a9'}] {{(pid=93915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:47:16.705268 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e72782ad3af8f7d4ce76cedf092bca46d1756acc5c4653cf0b52034cdd6b073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c636451-8f8f-4f99-ad90-db0304f1eda5" -d '{"events": [{"name": "network-changed", "server_uuid": "9bb93a43-3259-41ac-a446-c049073d3088", "tag": "1069c984-bfc6-4474-a816-a613cac3b4a9"}]}' {{(pid=93915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:47:16.713268 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Returning: {'device': '45312e8c-5587-45b6-924d-f426a3965394', 'network_id': '79c5074f-d816-41c8-8a82-9495ad1acb27', 'port_id': '45312e8c-5587-45b6-924d-f426a3965394', 'mac_address': 'fa:16:3e:b1:e4:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6672c02-34da-46b4-abd5-93c55eb52b33', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93917) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 18:47:16.724046 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-0d57f1d9-a2c9-419d-9fd9-d6f486a0ed61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25913028', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28969762'] for subnet, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:47:16.731807 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [None req-8ac043bc-04bb-4f7f-8f76-d10bf57240be admin admin] Calling delete_port for f689c0fb-2a5a-4b69-acba-6cb722dcda91 owned by network:dhcp {{(pid=93915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:47:16.870179 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device f689c0fb-2a5a-4b69-acba-6cb722dcda91 no longer exists at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 18:47:16.882098 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d57f1d9-a2c9-419d-9fd9-d6f486a0ed61 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=044a6425-92e0-4c6b-bc74-105388401773,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:47:16.891417 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 18:47:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-111bd3ac-b3de-4767-b4c7-f0ba77a85e93 x-openstack-request-id: req-111bd3ac-b3de-4767-b4c7-f0ba77a85e93 {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:47:16.892666 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9bb93a43-3259-41ac-a446-c049073d3088", "tag": "1069c984-bfc6-4474-a816-a613cac3b4a9", "status": "completed", "code": 200}]} {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:47:16.893993 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-111bd3ac-b3de-4767-b4c7-f0ba77a85e93 {{(pid=93915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:47:16.894656 n-d-800634-3 neutron-server[93915]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9bb93a43-3259-41ac-a446-c049073d3088', 'tag': '1069c984-bfc6-4474-a816-a613cac3b4a9', 'status': 'completed', 'code': 200} Jul 14 18:47:16.909692 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:47:16.926729 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45312e8c-5587-45b6-924d-f426a3965394 {{(pid=93917) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 18:47:16.933578 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] No Port match for: f689c0fb-2a5a-4b69-acba-6cb722dcda91 {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 18:47:16.934306 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device f689c0fb-2a5a-4b69-acba-6cb722dcda91 not bound to the agent host n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 18:47:16.962591 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-0d57f1d9-a2c9-419d-9fd9-d6f486a0ed61 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:47:16.966783 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-0d57f1d9-a2c9-419d-9fd9-d6f486a0ed61 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/044a6425-92e0-4c6b-bc74-105388401773 HTTP/1.1" status: 204 len: 168 time: 1.7191224 Jul 14 18:47:16.967890 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429bf30f-7683-4e24-a453-cfb7f6776e8e service neutron] Pushing event updated for resources: {'Port': ['ID=1069c984-bfc6-4474-a816-a613cac3b4a9,revision_number=3']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:47:16.974820 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 38012) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:47:17.012069 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] For port 45312e8c-5587-45b6-924d-f426a3965394, host n-h2-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=45312e8c-5587-45b6-924d-f426a3965394,segment=NetworkSegment(1ccfb266-6116-4527-8865-ce886589b0fb),segment_id=1ccfb266-6116-4527-8865-ce886589b0fb)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:47:17.038891 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:47:17.187206 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Pushing event updated for resources: {'Port': ['ID=45312e8c-5587-45b6-924d-f426a3965394,revision_number=4']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:47:17.198517 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-8ac043bc-04bb-4f7f-8f76-d10bf57240be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:47:17.245115 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ac043bc-04bb-4f7f-8f76-d10bf57240be admin admin] No DVR routers for this DVR port f689c0fb-2a5a-4b69-acba-6cb722dcda91 on host n-d-800634-3 {{(pid=93915) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 18:47:17.257549 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac043bc-04bb-4f7f-8f76-d10bf57240be admin admin] Pushing event deleted for resources: {'Port': ['ID=f689c0fb-2a5a-4b69-acba-6cb722dcda91,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:47:17.288608 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-1aaf04fa-0c4b-44c0-a15a-c3bb8c92ef8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645734'] for network, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:47:17.364617 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] get_ports_and_sgs() called for port_ids ['45312e8c-5587-45b6-924d-f426a3965394'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 18:47:17.440388 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-8ac043bc-04bb-4f7f-8f76-d10bf57240be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2096010', 'neutron.services.segments.db._delete_segments_for_network-8728202734996'] for network, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:47:17.444315 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502720bc-48d4-4cec-bafd-46f09dce3797 req-69a914e2-84b9-4005-83a4-f05117b0e79f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:47:17.445964 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-502720bc-48d4-4cec-bafd-46f09dce3797 req-69a914e2-84b9-4005-83a4-f05117b0e79f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5093a1bcf9144b0bbe697fc3cf12df56&device_id=9bb93a43-3259-41ac-a446-c049073d3088 HTTP/1.1" status: 200 len: 1095 time: 0.5456817 Jul 14 18:47:17.468026 n-d-800634-3 neutron-server[93915]: DEBUG neutron.services.segments.db [None req-8ac043bc-04bb-4f7f-8f76-d10bf57240be admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['949878ad-81d9-4447-9e61-f4d51615e760']}} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:47:17.520040 n-d-800634-3 neutron-server[93915]: DEBUG neutron.services.segments.db [None req-8ac043bc-04bb-4f7f-8f76-d10bf57240be admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd46cbae5-a9c8-4575-b283-c5e5c56b0da1') {'for_net_delete': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:47:17.520422 n-d-800634-3 neutron-server[93915]: DEBUG neutron.services.segments.db [None req-8ac043bc-04bb-4f7f-8f76-d10bf57240be admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd46cbae5-a9c8-4575-b283-c5e5c56b0da1') {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:47:17.585941 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-1aaf04fa-0c4b-44c0-a15a-c3bb8c92ef8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2096010', 'neutron.services.segments.db._delete_segments_for_network-8728202734996'] for network, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:47:17.589315 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-8ac043bc-04bb-4f7f-8f76-d10bf57240be admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728202715275', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28939920'] for segment, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:47:17.593401 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-502720bc-48d4-4cec-bafd-46f09dce3797 req-1eba9e15-c577-4bd2-b324-4f27c1cc21ef service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1069c984-bfc6-4474-a816-a613cac3b4a9 HTTP/1.1" status: 200 len: 217 time: 0.1281579 Jul 14 18:47:17.648037 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.segments.db [None req-1aaf04fa-0c4b-44c0-a15a-c3bb8c92ef8f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b20c90e-a28d-40c4-80a6-bd7c3e0e48e9']}} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:47:17.666195 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-8ac043bc-04bb-4f7f-8f76-d10bf57240be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:47:17.678786 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fb7056-6cbc-41d3-8894-fc24231f94b7 req-c3df9427-6e22-49b0-b2d5-d297d7b4dc64 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:47:17.686490 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-36fb7056-6cbc-41d3-8894-fc24231f94b7 req-c3df9427-6e22-49b0-b2d5-d297d7b4dc64 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] 10.222.0.16 "GET /v2.0/ports?device_id=9bb93a43-3259-41ac-a446-c049073d3088 HTTP/1.1" status: 200 len: 944 time: 0.3942370 Jul 14 18:47:17.692726 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.segments.db [None req-1aaf04fa-0c4b-44c0-a15a-c3bb8c92ef8f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2fad28a-4ca7-4493-8025-bc92e58ecccc') {'for_net_delete': True} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:47:17.694000 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.segments.db [None req-1aaf04fa-0c4b-44c0-a15a-c3bb8c92ef8f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2fad28a-4ca7-4493-8025-bc92e58ecccc') {} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:47:17.706086 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ac043bc-04bb-4f7f-8f76-d10bf57240be admin admin] Releasing vlan 73 on physical network physnet1 to pool {{(pid=93915) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 18:47:17.706579 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-8ac043bc-04bb-4f7f-8f76-d10bf57240be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25911658'] for segment, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:47:17.708472 n-d-800634-3 neutron-server[93915]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:47:17.708472 n-d-800634-3 neutron-server[93915]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:47:17.708472 n-d-800634-3 neutron-server[93915]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:47:17.708472 n-d-800634-3 neutron-server[93915]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:47:17.708472 n-d-800634-3 neutron-server[93915]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:47:17.708472 n-d-800634-3 neutron-server[93915]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:47:17.708472 n-d-800634-3 neutron-server[93915]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:47:17.708472 n-d-800634-3 neutron-server[93915]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:47:17.708472 n-d-800634-3 neutron-server[93915]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:47:17.708472 n-d-800634-3 neutron-server[93915]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:47:17.708472 n-d-800634-3 neutron-server[93915]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:47:17.708472 n-d-800634-3 neutron-server[93915]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:47:17.708472 n-d-800634-3 neutron-server[93915]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:47:17.708472 n-d-800634-3 neutron-server[93915]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:47:17.708472 n-d-800634-3 neutron-server[93915]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:47:17.708472 n-d-800634-3 neutron-server[93915]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:47:17.708472 n-d-800634-3 neutron-server[93915]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:47:17.708472 n-d-800634-3 neutron-server[93915]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:47:17.708472 n-d-800634-3 neutron-server[93915]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:47:17.708472 n-d-800634-3 neutron-server[93915]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:47:17.708472 n-d-800634-3 neutron-server[93915]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:47:17.708472 n-d-800634-3 neutron-server[93915]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:47:17.708472 n-d-800634-3 neutron-server[93915]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:47:17.708472 n-d-800634-3 neutron-server[93915]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:47:17.708472 n-d-800634-3 neutron-server[93915]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:47:17.708472 n-d-800634-3 neutron-server[93915]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:47:17.708472 n-d-800634-3 neutron-server[93915]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:47:17.708472 n-d-800634-3 neutron-server[93915]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:47:17.708472 n-d-800634-3 neutron-server[93915]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:47:17.708472 n-d-800634-3 neutron-server[93915]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:47:17.708472 n-d-800634-3 neutron-server[93915]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:47:17.708472 n-d-800634-3 neutron-server[93915]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:47:17.708472 n-d-800634-3 neutron-server[93915]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:47:17.708472 n-d-800634-3 neutron-server[93915]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:47:17.708472 n-d-800634-3 neutron-server[93915]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:47:17.708472 n-d-800634-3 neutron-server[93915]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:47:17.708472 n-d-800634-3 neutron-server[93915]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:47:17.708472 n-d-800634-3 neutron-server[93915]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:47:17.708472 n-d-800634-3 neutron-server[93915]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 18:47:17.708472 n-d-800634-3 neutron-server[93915]: self.session.flush() Jul 14 18:47:17.708472 n-d-800634-3 neutron-server[93915]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 18:47:17.708472 n-d-800634-3 neutron-server[93915]: self.session.flush() Jul 14 18:47:17.708472 n-d-800634-3 neutron-server[93915]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 18:47:17.708472 n-d-800634-3 neutron-server[93915]: self.session.flush() Jul 14 18:47:17.708472 n-d-800634-3 neutron-server[93915]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 18:47:17.708472 n-d-800634-3 neutron-server[93915]: self.session.flush() Jul 14 18:47:17.708472 n-d-800634-3 neutron-server[93915]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:47:17.708472 n-d-800634-3 neutron-server[93915]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:47:17.708472 n-d-800634-3 neutron-server[93915]: Traceback (most recent call last): Jul 14 18:47:17.708472 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 18:47:17.708472 n-d-800634-3 neutron-server[93915]: timer() Jul 14 18:47:17.708472 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 18:47:17.708472 n-d-800634-3 neutron-server[93915]: cb(*args, **kw) Jul 14 18:47:17.708472 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 18:47:17.708472 n-d-800634-3 neutron-server[93915]: return func(*args, **kwargs) Jul 14 18:47:17.708472 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 18:47:17.708472 n-d-800634-3 neutron-server[93915]: self._notify() Jul 14 18:47:17.708472 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 18:47:17.708472 n-d-800634-3 neutron-server[93915]: self.callback(batched_events) Jul 14 18:47:17.708472 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 18:47:17.708472 n-d-800634-3 neutron-server[93915]: event.method(event) Jul 14 18:47:17.708472 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 18:47:17.708472 n-d-800634-3 neutron-server[93915]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 18:47:17.708472 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 18:47:17.708472 n-d-800634-3 neutron-server[93915]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 18:47:17.708472 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 18:47:17.708472 n-d-800634-3 neutron-server[93915]: return f(self, *a, **k) Jul 14 18:47:17.708472 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 18:47:17.708472 n-d-800634-3 neutron-server[93915]: return self._get(url).json() Jul 14 18:47:17.708472 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 18:47:17.708472 n-d-800634-3 neutron-server[93915]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 18:47:17.708472 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 18:47:17.708472 n-d-800634-3 neutron-server[93915]: return self.request(url, 'GET', **kwargs) Jul 14 18:47:17.708472 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 18:47:17.708472 n-d-800634-3 neutron-server[93915]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 18:47:17.708472 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 18:47:17.708472 n-d-800634-3 neutron-server[93915]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 18:47:17.708472 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 18:47:17.708472 n-d-800634-3 neutron-server[93915]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 18:47:17.708472 n-d-800634-3 neutron-server[93915]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 18:47:17.784027 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-1aaf04fa-0c4b-44c0-a15a-c3bb8c92ef8f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728202715275', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26296891'] for segment, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:47:17.808518 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502720bc-48d4-4cec-bafd-46f09dce3797 req-8d5c75ee-46c5-43de-b736-5d5a69e425ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:47:17.810660 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-502720bc-48d4-4cec-bafd-46f09dce3797 req-8d5c75ee-46c5-43de-b736-5d5a69e425ca service neutron] 10.222.0.35 "GET /v2.0/subnets?id=0161a33b-ac2d-4d08-b4de-fe1fa405f16a HTTP/1.1" status: 200 len: 850 time: 0.2089720 Jul 14 18:47:17.822926 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-1aaf04fa-0c4b-44c0-a15a-c3bb8c92ef8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:47:17.848730 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1aaf04fa-0c4b-44c0-a15a-c3bb8c92ef8f admin admin] Releasing vlan 87 on physical network physnet1 to pool {{(pid=93916) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 18:47:17.849391 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-1aaf04fa-0c4b-44c0-a15a-c3bb8c92ef8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2682942'] for segment, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:47:17.851625 n-d-800634-3 neutron-server[93916]: Traceback (most recent call last): Jul 14 18:47:17.851625 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 18:47:17.851625 n-d-800634-3 neutron-server[93916]: timer() Jul 14 18:47:17.851625 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 18:47:17.851625 n-d-800634-3 neutron-server[93916]: cb(*args, **kw) Jul 14 18:47:17.851625 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 18:47:17.851625 n-d-800634-3 neutron-server[93916]: return func(*args, **kwargs) Jul 14 18:47:17.851625 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 18:47:17.851625 n-d-800634-3 neutron-server[93916]: self._notify() Jul 14 18:47:17.851625 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 18:47:17.851625 n-d-800634-3 neutron-server[93916]: self.callback(batched_events) Jul 14 18:47:17.851625 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 18:47:17.851625 n-d-800634-3 neutron-server[93916]: event.method(event) Jul 14 18:47:17.851625 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 18:47:17.851625 n-d-800634-3 neutron-server[93916]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 18:47:17.851625 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 18:47:17.851625 n-d-800634-3 neutron-server[93916]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 18:47:17.851625 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 18:47:17.851625 n-d-800634-3 neutron-server[93916]: return f(self, *a, **k) Jul 14 18:47:17.851625 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 18:47:17.851625 n-d-800634-3 neutron-server[93916]: return self._get(url).json() Jul 14 18:47:17.851625 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 18:47:17.851625 n-d-800634-3 neutron-server[93916]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 18:47:17.851625 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 18:47:17.851625 n-d-800634-3 neutron-server[93916]: return self.request(url, 'GET', **kwargs) Jul 14 18:47:17.851625 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 18:47:17.851625 n-d-800634-3 neutron-server[93916]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 18:47:17.851625 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 18:47:17.851625 n-d-800634-3 neutron-server[93916]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 18:47:17.851625 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 18:47:17.851625 n-d-800634-3 neutron-server[93916]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 18:47:17.851625 n-d-800634-3 neutron-server[93916]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 18:47:17.895661 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-36fb7056-6cbc-41d3-8894-fc24231f94b7 req-f9fb26c7-fba1-44f6-9c23-c7d4c12d400f tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] 10.222.0.16 "GET /v2.0/security-groups?id=665fac0f-cff5-44f7-b9cc-bed28fe603e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2081900 Jul 14 18:47:17.946839 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-8ac043bc-04bb-4f7f-8f76-d10bf57240be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2096001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-930085'] for network, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:47:17.956461 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-8ac043bc-04bb-4f7f-8f76-d10bf57240be admin admin] Notify callbacks [] for network, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:47:17.957933 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-1aaf04fa-0c4b-44c0-a15a-c3bb8c92ef8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2096001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-930085'] for network, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:47:17.958197 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-8ac043bc-04bb-4f7f-8f76-d10bf57240be admin admin] 10.222.0.16 "DELETE /v2.0/networks/949878ad-81d9-4447-9e61-f4d51615e760 HTTP/1.1" status: 204 len: 168 time: 2.5391002 Jul 14 18:47:17.965679 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-1aaf04fa-0c4b-44c0-a15a-c3bb8c92ef8f admin admin] Notify callbacks [] for network, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:47:17.973754 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac043bc-04bb-4f7f-8f76-d10bf57240be admin admin] Pushing event deleted for resources: {'Network': ['ID=949878ad-81d9-4447-9e61-f4d51615e760,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:47:17.974445 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-1aaf04fa-0c4b-44c0-a15a-c3bb8c92ef8f admin admin] 10.222.0.16 "DELETE /v2.0/networks/1b20c90e-a28d-40c4-80a6-bd7c3e0e48e9 HTTP/1.1" status: 204 len: 168 time: 0.9978228 Jul 14 18:47:18.008699 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aaf04fa-0c4b-44c0-a15a-c3bb8c92ef8f admin admin] Pushing event deleted for resources: {'Network': ['ID=1b20c90e-a28d-40c4-80a6-bd7c3e0e48e9,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:47:18.017046 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502720bc-48d4-4cec-bafd-46f09dce3797 req-69b53aac-4298-4b49-8bbd-eddbe3d3ca04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:47:18.019330 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-502720bc-48d4-4cec-bafd-46f09dce3797 req-69b53aac-4298-4b49-8bbd-eddbe3d3ca04 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d41f9397-de9e-4e07-a07d-8cf0ac566250&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1833305 Jul 14 18:47:18.135433 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0cc152-3b9e-4470-8f4a-2da9799b5ba3 req-ba84e8ef-c7d0-44d5-be96-e19616a419fe tempest-TestServerAdvancedOps-1910341157 tempest-TestServerAdvancedOps-1910341157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:47:18.144387 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-5a0cc152-3b9e-4470-8f4a-2da9799b5ba3 req-ba84e8ef-c7d0-44d5-be96-e19616a419fe tempest-TestServerAdvancedOps-1910341157 tempest-TestServerAdvancedOps-1910341157-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4c3284a-b202-40d9-af88-a27f59902588 HTTP/1.1" status: 200 len: 945 time: 0.2463570 Jul 14 18:47:18.158589 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-502720bc-48d4-4cec-bafd-46f09dce3797 req-f703e403-9c1b-4421-814e-f1c7dfb2a2a7 service neutron] 10.222.0.35 "GET /v2.0/networks/d41f9397-de9e-4e07-a07d-8cf0ac566250?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295867 Jul 14 18:47:18.288822 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-5a0cc152-3b9e-4470-8f4a-2da9799b5ba3 req-2d424297-1a0d-4da8-b056-affacc5aecfa tempest-TestServerAdvancedOps-1910341157 tempest-TestServerAdvancedOps-1910341157-project] 10.222.0.16 "GET /v2.0/security-groups?id=8a0915e9-1700-49c0-8c4e-4bd76143e0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432886 Jul 14 18:47:18.336845 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-502720bc-48d4-4cec-bafd-46f09dce3797 req-886a1131-24d6-4184-af4f-2e047604fd48 service neutron] 10.222.0.35 "GET /v2.0/networks/d41f9397-de9e-4e07-a07d-8cf0ac566250?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1595173 Jul 14 18:47:18.566685 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Device 45312e8c-5587-45b6-924d-f426a3965394 up at agent hyperv_n-h2-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:47:18.573345 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 38064) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:47:18.578951 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 38066) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:47:18.674869 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-85c59f0b-05dc-48fa-bddc-0dc01e440d4f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4427572788fe4f30abbab6f59fdbf9f1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0933919 Jul 14 18:47:18.675854 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 38068) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:47:18.709856 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Provisioning for port 45312e8c-5587-45b6-924d-f426a3965394 completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:47:18.716525 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Provisioning complete for port 45312e8c-5587-45b6-924d-f426a3965394 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:47:18.716937 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:47:18.730845 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-49adae5a-87d7-4cbc-8401-ced22755e336 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2888250993c844d8a8a9aa73985f3fb0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1543732 Jul 14 18:47:18.734158 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 38072) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:47:18.836463 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c636451-8f8f-4f99-ad90-db0304f1eda5 req-2d1afe86-b4df-4b3c-a73c-f45247ace12e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:47:18.838539 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-5c636451-8f8f-4f99-ad90-db0304f1eda5 req-2d1afe86-b4df-4b3c-a73c-f45247ace12e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5093a1bcf9144b0bbe697fc3cf12df56&device_id=9bb93a43-3259-41ac-a446-c049073d3088 HTTP/1.1" status: 200 len: 1095 time: 0.3669815 Jul 14 18:47:18.893206 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-bd3eb143-c3c7-4ee8-b6f7-8457526dc4da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:47:18.918698 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:47:18.954375 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-caf0f5b7-2fd7-47db-b8e5-7a1769800966 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:47:18.983606 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-caf0f5b7-2fd7-47db-b8e5-7a1769800966 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:47:19.036823 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-bd3eb143-c3c7-4ee8-b6f7-8457526dc4da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:47:19.043046 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-caf0f5b7-2fd7-47db-b8e5-7a1769800966 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:47:19.047189 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-caf0f5b7-2fd7-47db-b8e5-7a1769800966 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:47:19.048475 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-caf0f5b7-2fd7-47db-b8e5-7a1769800966 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f745dc72-333e-4ddf-8281-1bb3e04e8f82 HTTP/1.1" status: 204 len: 168 time: 0.3125150 Jul 14 18:47:19.059253 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] For port 45312e8c-5587-45b6-924d-f426a3965394, host n-h2-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=45312e8c-5587-45b6-924d-f426a3965394,segment=NetworkSegment(1ccfb266-6116-4527-8865-ce886589b0fb),segment_id=1ccfb266-6116-4527-8865-ce886589b0fb)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:47:19.068910 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4c3284a-b202-40d9-af88-a27f59902588', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45312e8c-5587-45b6-924d-f426a3965394'}] {{(pid=93917) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:47:19.071352 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20b787f3c29eaa7aa2a4d648c725a2124c5ff39a8d793252f9d844495e14cf42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7abcdf38-b548-4686-bdad-e2c784f47281" -d '{"events": [{"server_uuid": "b4c3284a-b202-40d9-af88-a27f59902588", "name": "network-vif-plugged", "status": "completed", "tag": "45312e8c-5587-45b6-924d-f426a3965394"}]}' {{(pid=93917) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:47:19.097238 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:47:19.105162 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf0f5b7-2fd7-47db-b8e5-7a1769800966 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f745dc72-333e-4ddf-8281-1bb3e04e8f82,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:47:19.205126 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c636451-8f8f-4f99-ad90-db0304f1eda5 req-68428b67-f366-4efe-b926-c9c9ba124c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:47:19.210928 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-5c636451-8f8f-4f99-ad90-db0304f1eda5 req-68428b67-f366-4efe-b926-c9c9ba124c9c service neutron] 10.222.0.35 "GET /v2.0/networks?id=d41f9397-de9e-4e07-a07d-8cf0ac566250 HTTP/1.1" status: 200 len: 911 time: 0.3599656 Jul 14 18:47:19.220939 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-bd3eb143-c3c7-4ee8-b6f7-8457526dc4da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:47:19.225589 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-bd3eb143-c3c7-4ee8-b6f7-8457526dc4da admin admin] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:47:19.235873 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-bd3eb143-c3c7-4ee8-b6f7-8457526dc4da admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2c12e930-6fff-41d7-aec1-8ad43a070853 HTTP/1.1" status: 204 len: 168 time: 0.5532582 Jul 14 18:47:19.255573 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 18:47:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6316d0d-c3e3-44a9-b337-5d6a7a61de29 x-openstack-request-id: req-e6316d0d-c3e3-44a9-b337-5d6a7a61de29 {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:47:19.263315 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4c3284a-b202-40d9-af88-a27f59902588", "name": "network-vif-plugged", "status": "completed", "tag": "45312e8c-5587-45b6-924d-f426a3965394", "code": 200}]} {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:47:19.264156 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e6316d0d-c3e3-44a9-b337-5d6a7a61de29 {{(pid=93917) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:47:19.269107 n-d-800634-3 neutron-server[93917]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4c3284a-b202-40d9-af88-a27f59902588', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45312e8c-5587-45b6-924d-f426a3965394', 'code': 200} Jul 14 18:47:19.298774 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3eb143-c3c7-4ee8-b6f7-8457526dc4da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c12e930-6fff-41d7-aec1-8ad43a070853,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:47:19.351467 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-5c636451-8f8f-4f99-ad90-db0304f1eda5 req-079c40a1-e687-48c8-8085-4ece50aaebe0 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1069c984-bfc6-4474-a816-a613cac3b4a9 HTTP/1.1" status: 200 len: 217 time: 0.1279078 Jul 14 18:47:19.475690 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Pushing event updated for resources: {'Port': ['ID=45312e8c-5587-45b6-924d-f426a3965394,revision_number=5']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:47:19.590609 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c636451-8f8f-4f99-ad90-db0304f1eda5 req-15737bad-77b6-4023-8ca3-4fe19b63debf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:47:19.592146 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-5c636451-8f8f-4f99-ad90-db0304f1eda5 req-15737bad-77b6-4023-8ca3-4fe19b63debf service neutron] 10.222.0.35 "GET /v2.0/subnets?id=0161a33b-ac2d-4d08-b4de-fe1fa405f16a HTTP/1.1" status: 200 len: 850 time: 0.2364953 Jul 14 18:47:19.672559 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd49e967-386a-4a77-9383-251bd076cea0 req-a4c6e975-ed41-4a7f-af6b-4127cde56426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:47:19.676887 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-fd49e967-386a-4a77-9383-251bd076cea0 req-a4c6e975-ed41-4a7f-af6b-4127cde56426 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=b4c3284a-b202-40d9-af88-a27f59902588 HTTP/1.1" status: 200 len: 1097 time: 0.3514042 Jul 14 18:47:19.873355 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-fd49e967-386a-4a77-9383-251bd076cea0 req-d84e0ef6-7d5d-4f77-887b-ff31c9a6ef93 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=8a0915e9-1700-49c0-8c4e-4bd76143e0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1876264 Jul 14 18:47:20.386535 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-c6a761e5-f477-4350-ad75-576a00737369 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:47:20.463574 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff8a4a6-3b1c-40d8-9f38-ec06f37500e2 req-cb597fa9-0390-4613-b39b-b167f7d6a1d6 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:47:20.483500 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2ff8a4a6-3b1c-40d8-9f38-ec06f37500e2 req-cb597fa9-0390-4613-b39b-b167f7d6a1d6 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] 10.222.0.16 "GET /v2.0/ports?device_id=9bb93a43-3259-41ac-a446-c049073d3088 HTTP/1.1" status: 200 len: 944 time: 1.0328307 Jul 14 18:47:20.520264 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c636451-8f8f-4f99-ad90-db0304f1eda5 req-db7b406f-d24d-467a-b6da-ddaecae827cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:47:20.522468 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-5c636451-8f8f-4f99-ad90-db0304f1eda5 req-db7b406f-d24d-467a-b6da-ddaecae827cf service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d41f9397-de9e-4e07-a07d-8cf0ac566250&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9130285 Jul 14 18:47:20.612576 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2ff8a4a6-3b1c-40d8-9f38-ec06f37500e2 req-89cb1d22-4ea3-4557-bee6-1495b7b3a7d6 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] 10.222.0.16 "GET /v2.0/security-groups?id=665fac0f-cff5-44f7-b9cc-bed28fe603e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271851 Jul 14 18:47:20.678424 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271e3f50-03b4-4daa-be6f-89c35e562af3 req-d8622167-709d-433a-849d-9d4f43eccb3a tempest-TestServerAdvancedOps-1910341157 tempest-TestServerAdvancedOps-1910341157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:47:20.696770 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-271e3f50-03b4-4daa-be6f-89c35e562af3 req-d8622167-709d-433a-849d-9d4f43eccb3a tempest-TestServerAdvancedOps-1910341157 tempest-TestServerAdvancedOps-1910341157-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4c3284a-b202-40d9-af88-a27f59902588 HTTP/1.1" status: 200 len: 946 time: 0.3595500 Jul 14 18:47:20.868743 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-271e3f50-03b4-4daa-be6f-89c35e562af3 req-d499e7e9-f801-4c3c-9b9a-e0d842196ed7 tempest-TestServerAdvancedOps-1910341157 tempest-TestServerAdvancedOps-1910341157-project] 10.222.0.16 "GET /v2.0/security-groups?id=8a0915e9-1700-49c0-8c4e-4bd76143e0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1710689 Jul 14 18:47:20.959773 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-5c636451-8f8f-4f99-ad90-db0304f1eda5 req-1d02552f-2814-45ce-9904-8979bdf4c348 service neutron] 10.222.0.35 "GET /v2.0/networks/d41f9397-de9e-4e07-a07d-8cf0ac566250?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4240189 Jul 14 18:47:21.011240 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.agents_db [None req-2ea07fb6-aa68-4671-8654-119d82b9f530 None None] Agent healthcheck: found 7 active agents {{(pid=93918) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 18:47:21.167877 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-5c636451-8f8f-4f99-ad90-db0304f1eda5 req-7f41da9e-625c-4665-903a-d332a7bbe973 service neutron] 10.222.0.35 "GET /v2.0/networks/d41f9397-de9e-4e07-a07d-8cf0ac566250?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1978979 Jul 14 18:47:21.604005 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 38156) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:47:21.965368 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30aaac5e-502e-4f65-b81e-c55355151c60 req-f6e85163-fdaa-4ec4-98e2-e45522570e49 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:47:21.967098 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-30aaac5e-502e-4f65-b81e-c55355151c60 req-f6e85163-fdaa-4ec4-98e2-e45522570e49 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] 10.222.0.16 "GET /v2.0/ports?device_id=9bb93a43-3259-41ac-a446-c049073d3088 HTTP/1.1" status: 200 len: 944 time: 0.1316736 Jul 14 18:47:22.081356 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-30aaac5e-502e-4f65-b81e-c55355151c60 req-4637d5a6-5086-4f17-9135-3caf7367c0a6 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] 10.222.0.16 "GET /v2.0/security-groups?id=665fac0f-cff5-44f7-b9cc-bed28fe603e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942941 Jul 14 18:47:22.163830 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-d3b606aa-ac06-40b3-a9f6-22ab152bbc46 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-451884762-network', 'tenant_id': 'dc8d5262b1d34e2eab84ee621f7a0e10'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:47:22.229832 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3b606aa-ac06-40b3-a9f6-22ab152bbc46 admin admin] Made reservation on behalf of dc8d5262b1d34e2eab84ee621f7a0e10 for: {'network': 1} {{(pid=93915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:47:22.241085 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-d3b606aa-ac06-40b3-a9f6-22ab152bbc46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for network, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:47:22.254329 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-d3b606aa-ac06-40b3-a9f6-22ab152bbc46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:47:22.543244 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-d3b606aa-ac06-40b3-a9f6-22ab152bbc46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:47:22.561869 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc83c47-6d5f-496a-a6b7-013c4b5db0dd req-60790e82-b94e-40c1-9606-3e1ece699b83 tempest-TestServerAdvancedOps-1910341157 tempest-TestServerAdvancedOps-1910341157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:47:22.564517 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2bc83c47-6d5f-496a-a6b7-013c4b5db0dd req-60790e82-b94e-40c1-9606-3e1ece699b83 tempest-TestServerAdvancedOps-1910341157 tempest-TestServerAdvancedOps-1910341157-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4c3284a-b202-40d9-af88-a27f59902588 HTTP/1.1" status: 200 len: 946 time: 0.2121317 Jul 14 18:47:22.567844 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-d3b606aa-ac06-40b3-a9f6-22ab152bbc46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:47:22.664890 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3b606aa-ac06-40b3-a9f6-22ab152bbc46 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 67} {{(pid=93915) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 18:47:22.671299 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b606aa-ac06-40b3-a9f6-22ab152bbc46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0abe65fc-f489-4951-8c06-afae1a246333,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:47:22.747992 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-d3b606aa-ac06-40b3-a9f6-22ab152bbc46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:47:22.748719 n-d-800634-3 neutron-server[93915]: INFO neutron.db.segments_db [None req-d3b606aa-ac06-40b3-a9f6-22ab152bbc46 admin admin] Added segment 3142d796-db76-489d-9ebc-ac845cfeb79d of type vlan for network f01ce686-0200-4cef-850e-fdadca3088c1 Jul 14 18:47:22.775418 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2bc83c47-6d5f-496a-a6b7-013c4b5db0dd req-45a29e32-2bbf-4ab7-9215-dfaa806b008b tempest-TestServerAdvancedOps-1910341157 tempest-TestServerAdvancedOps-1910341157-project] 10.222.0.16 "GET /v2.0/security-groups?id=8a0915e9-1700-49c0-8c4e-4bd76143e0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1989486 Jul 14 18:47:22.808522 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-00464c7f-a375-4b26-b746-acb4d12eb2dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:47:22.867387 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-d3b606aa-ac06-40b3-a9f6-22ab152bbc46 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728202197517'] for network, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:47:22.945171 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-d3b606aa-ac06-40b3-a9f6-22ab152bbc46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727'] for network, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:47:22.946344 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3b606aa-ac06-40b3-a9f6-22ab152bbc46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:47:22.947556 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-d3b606aa-ac06-40b3-a9f6-22ab152bbc46 admin admin] Notify callbacks [] for network, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:47:23.057643 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b606aa-ac06-40b3-a9f6-22ab152bbc46 admin admin] Pushing event updated for resources: {'Network': ['ID=f01ce686-0200-4cef-850e-fdadca3088c1,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:47:23.067346 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-d3b606aa-ac06-40b3-a9f6-22ab152bbc46 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.4618056 Jul 14 18:47:23.070763 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 38206) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:47:23.074982 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Network f01ce686-0200-4cef-850e-fdadca3088c1 details requested by agent ovs-agent-n-d-800634-3 with host n-d-800634-3 {{(pid=93917) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 18:47:23.077127 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-887a8ac0-bb49-4a7c-b08d-22d386c5d83c admin admin] Request body: {'subnet': {'network_id': 'f01ce686-0200-4cef-850e-fdadca3088c1', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-451884762-subnet', 'tenant_id': 'dc8d5262b1d34e2eab84ee621f7a0e10', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:47:23.142826 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-887a8ac0-bb49-4a7c-b08d-22d386c5d83c admin admin] Made reservation on behalf of dc8d5262b1d34e2eab84ee621f7a0e10 for: {'subnet': 1} {{(pid=93916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:47:23.146650 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-887a8ac0-bb49-4a7c-b08d-22d386c5d83c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26033189'] for subnet, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:47:23.268419 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289b2b0c-87c0-4a51-a041-b0d62482e548 req-a59a91e5-b382-4c85-b9e0-a1a068b71b98 tempest-TestServerAdvancedOps-1910341157 tempest-TestServerAdvancedOps-1910341157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:47:23.269066 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:47:23.300177 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-289b2b0c-87c0-4a51-a041-b0d62482e548 req-a59a91e5-b382-4c85-b9e0-a1a068b71b98 tempest-TestServerAdvancedOps-1910341157 tempest-TestServerAdvancedOps-1910341157-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4c3284a-b202-40d9-af88-a27f59902588 HTTP/1.1" status: 200 len: 946 time: 0.2307677 Jul 14 18:47:23.413289 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-289b2b0c-87c0-4a51-a041-b0d62482e548 req-f396759d-f9ff-414f-92ef-3ee096e4323a tempest-TestServerAdvancedOps-1910341157 tempest-TestServerAdvancedOps-1910341157-project] 10.222.0.16 "GET /v2.0/security-groups?id=8a0915e9-1700-49c0-8c4e-4bd76143e0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120241 Jul 14 18:47:23.555226 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b123ae-4b40-4522-9c60-71e18e54721c req-18258ac7-8f22-4ef9-8204-043d51201a76 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:47:23.558084 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-14b123ae-4b40-4522-9c60-71e18e54721c req-18258ac7-8f22-4ef9-8204-043d51201a76 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] 10.222.0.16 "GET /v2.0/ports?device_id=9bb93a43-3259-41ac-a446-c049073d3088 HTTP/1.1" status: 200 len: 944 time: 0.1437857 Jul 14 18:47:23.629447 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-14b123ae-4b40-4522-9c60-71e18e54721c req-c14804a2-34f8-4c28-9b9c-f5d1f9825e4e tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] 10.222.0.16 "GET /v2.0/security-groups?id=665fac0f-cff5-44f7-b9cc-bed28fe603e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640578 Jul 14 18:47:24.150599 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-574aeb93-9938-449c-8e6c-cb22c9b52cc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:47:24.243404 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-887a8ac0-bb49-4a7c-b08d-22d386c5d83c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2684753', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26033175'] for subnet, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:47:24.326656 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887a8ac0-bb49-4a7c-b08d-22d386c5d83c admin admin] Pushing event updated for resources: {'Subnet': ['ID=0f557551-9a58-4fbc-9de4-1c0c2883c537,revision_number=0']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:47:24.363457 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-887a8ac0-bb49-4a7c-b08d-22d386c5d83c admin admin] Checking segment: {'id': '3142d796-db76-489d-9ebc-ac845cfeb79d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'f01ce686-0200-4cef-850e-fdadca3088c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93916) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:47:24.363834 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-887a8ac0-bb49-4a7c-b08d-22d386c5d83c admin admin] Network hostable DHCP agents. Network: f01ce686-0200-4cef-850e-fdadca3088c1, hostable agents: ['028393c3-0576-4ebd-bca1-8ea8a148e1a2'], hosted agents: [] {{(pid=93916) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 18:47:24.413383 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191ba1c0-34da-472b-888c-bb3788986d83 req-0e4fb111-1a58-47d7-becd-ffd72e44bd59 tempest-TestServerAdvancedOps-1910341157 tempest-TestServerAdvancedOps-1910341157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:47:24.418316 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-191ba1c0-34da-472b-888c-bb3788986d83 req-0e4fb111-1a58-47d7-becd-ffd72e44bd59 tempest-TestServerAdvancedOps-1910341157 tempest-TestServerAdvancedOps-1910341157-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4c3284a-b202-40d9-af88-a27f59902588 HTTP/1.1" status: 200 len: 946 time: 0.1226215 Jul 14 18:47:24.428562 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-887a8ac0-bb49-4a7c-b08d-22d386c5d83c admin admin] Network f01ce686-0200-4cef-850e-fdadca3088c1 is scheduled to be hosted by DHCP agent 028393c3-0576-4ebd-bca1-8ea8a148e1a2 with binding_index 1 {{(pid=93916) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 18:47:24.459024 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [None req-887a8ac0-bb49-4a7c-b08d-22d386c5d83c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-3, f01ce686-0200-4cef-850e-fdadca3088c1) {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:47:24.469271 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a69681b-d9ed-473b-949d-65047c4f3957 None None] Network f01ce686-0200-4cef-850e-fdadca3088c1 requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:47:24.479259 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-887a8ac0-bb49-4a7c-b08d-22d386c5d83c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:47:24.479963 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-887a8ac0-bb49-4a7c-b08d-22d386c5d83c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:47:24.506977 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-191ba1c0-34da-472b-888c-bb3788986d83 req-04fe97ed-52c9-4990-adb5-0826c8c94cd5 tempest-TestServerAdvancedOps-1910341157 tempest-TestServerAdvancedOps-1910341157-project] 10.222.0.16 "GET /v2.0/security-groups?id=8a0915e9-1700-49c0-8c4e-4bd76143e0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838199 Jul 14 18:47:24.516541 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-887a8ac0-bb49-4a7c-b08d-22d386c5d83c admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.4433117 Jul 14 18:47:24.698419 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c3253d1-e68b-4c78-ad30-d77ab307202d None None] Network f01ce686-0200-4cef-850e-fdadca3088c1 requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:47:24.942842 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31aa3f4b-42a9-4d9e-b09e-74aa2f1beb45 req-16efc5e3-ac3a-45b0-a462-cc85555b6a72 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:47:24.944739 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-31aa3f4b-42a9-4d9e-b09e-74aa2f1beb45 req-16efc5e3-ac3a-45b0-a462-cc85555b6a72 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] 10.222.0.16 "GET /v2.0/ports?device_id=9bb93a43-3259-41ac-a446-c049073d3088 HTTP/1.1" status: 200 len: 944 time: 0.1301196 Jul 14 18:47:25.012725 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-31aa3f4b-42a9-4d9e-b09e-74aa2f1beb45 req-4829cee4-1465-45c3-98b0-4460e7580770 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] 10.222.0.16 "GET /v2.0/security-groups?id=665fac0f-cff5-44f7-b9cc-bed28fe603e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537109 Jul 14 18:47:25.372199 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37a86d7-bf54-46aa-8c5f-83c299c8c2c8 req-02da17f1-ed75-47e2-b962-892e9397d42f tempest-AttachVolumeNegativeTest-3632510 tempest-AttachVolumeNegativeTest-3632510-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:47:25.380254 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e37a86d7-bf54-46aa-8c5f-83c299c8c2c8 req-02da17f1-ed75-47e2-b962-892e9397d42f tempest-AttachVolumeNegativeTest-3632510 tempest-AttachVolumeNegativeTest-3632510-project] 10.222.0.16 "GET /v2.0/networks?id=f01ce686-0200-4cef-850e-fdadca3088c1 HTTP/1.1" status: 200 len: 814 time: 0.1674523 Jul 14 18:47:25.394200 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e37a86d7-bf54-46aa-8c5f-83c299c8c2c8 req-f48689cd-5a2c-4570-96c5-b4f7ed1bef89 tempest-AttachVolumeNegativeTest-3632510 tempest-AttachVolumeNegativeTest-3632510-project] 10.222.0.16 "GET /v2.0/quotas/dc8d5262b1d34e2eab84ee621f7a0e10 HTTP/1.1" status: 200 len: 375 time: 0.0130363 Jul 14 18:47:25.466684 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e37a86d7-bf54-46aa-8c5f-83c299c8c2c8 req-f0975a1b-7839-419c-b492-a93100aca40c tempest-AttachVolumeNegativeTest-3632510 tempest-AttachVolumeNegativeTest-3632510-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=dc8d5262b1d34e2eab84ee621f7a0e10&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0512283 Jul 14 18:47:25.584163 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e37a86d7-bf54-46aa-8c5f-83c299c8c2c8 req-dc9f14b3-6bef-464a-b79c-ec0252ddf0e5 service neutron] 10.222.0.16 "GET /v2.0/networks/f01ce686-0200-4cef-850e-fdadca3088c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1093102 Jul 14 18:47:25.774086 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e37a86d7-bf54-46aa-8c5f-83c299c8c2c8 req-46de2129-f33b-4fa5-a1a2-2a0f630c3b98 service neutron] 10.222.0.16 "GET /v2.0/networks/f01ce686-0200-4cef-850e-fdadca3088c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1804063 Jul 14 18:47:25.818001 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-2f4e3af3-e708-4ffd-a544-82d93a489d01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:47:25.858475 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9722961e-0831-476b-86fa-382168476126 req-1fc73d88-7646-4286-acbd-f0c7a23333d7 tempest-TestServerAdvancedOps-1910341157 tempest-TestServerAdvancedOps-1910341157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:47:25.864815 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-9722961e-0831-476b-86fa-382168476126 req-1fc73d88-7646-4286-acbd-f0c7a23333d7 tempest-TestServerAdvancedOps-1910341157 tempest-TestServerAdvancedOps-1910341157-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4c3284a-b202-40d9-af88-a27f59902588 HTTP/1.1" status: 200 len: 946 time: 0.1506143 Jul 14 18:47:25.967821 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-9722961e-0831-476b-86fa-382168476126 req-fff1c668-a538-483b-8bfb-d4602a918926 tempest-TestServerAdvancedOps-1910341157 tempest-TestServerAdvancedOps-1910341157-project] 10.222.0.16 "GET /v2.0/security-groups?id=8a0915e9-1700-49c0-8c4e-4bd76143e0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962641 Jul 14 18:47:26.273117 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-321d520b-0353-456d-93ae-d582e0e8cd71 req-7db5f4ff-62ab-421d-986b-23891de74cec tempest-AttachVolumeNegativeTest-3632510 tempest-AttachVolumeNegativeTest-3632510-project] 10.222.0.16 "GET /v2.0/ports?device_id=f81f6c72-b3ea-40bb-903b-c254fc725743 HTTP/1.1" status: 200 len: 210 time: 0.0607488 Jul 14 18:47:26.807547 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a189f771-9e9e-40b8-a459-a585fbfccf83 req-4e3040d3-110c-403f-bca9-ab8ba8577807 tempest-TestServerAdvancedOps-1910341157 tempest-TestServerAdvancedOps-1910341157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:47:26.817196 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a189f771-9e9e-40b8-a459-a585fbfccf83 req-4e3040d3-110c-403f-bca9-ab8ba8577807 tempest-TestServerAdvancedOps-1910341157 tempest-TestServerAdvancedOps-1910341157-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4c3284a-b202-40d9-af88-a27f59902588 HTTP/1.1" status: 200 len: 946 time: 0.2582312 Jul 14 18:47:26.826084 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123a6413-e3c3-4fe2-870a-ebf95c7b5a46 req-539a4645-8e27-4b2f-b817-b27e3189ee11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:47:26.827577 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-123a6413-e3c3-4fe2-870a-ebf95c7b5a46 req-539a4645-8e27-4b2f-b817-b27e3189ee11 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=172f16f36a6a48a18d3e63badad8ba60&device_id=b4c3284a-b202-40d9-af88-a27f59902588 HTTP/1.1" status: 200 len: 1097 time: 0.2210863 Jul 14 18:47:26.841568 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63d91dc-150b-4f2f-bee9-a645ab9d748f req-48fdd470-0d2f-461c-b0d3-acd4662cc2b4 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:47:26.848893 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c63d91dc-150b-4f2f-bee9-a645ab9d748f req-48fdd470-0d2f-461c-b0d3-acd4662cc2b4 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] 10.222.0.16 "GET /v2.0/ports?device_id=9bb93a43-3259-41ac-a446-c049073d3088 HTTP/1.1" status: 200 len: 944 time: 0.3044295 Jul 14 18:47:27.080387 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c63d91dc-150b-4f2f-bee9-a645ab9d748f req-38bc671d-a0b5-40bd-9e46-c7b22f48c24b tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] 10.222.0.16 "GET /v2.0/security-groups?id=665fac0f-cff5-44f7-b9cc-bed28fe603e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2297440 Jul 14 18:47:27.103740 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a189f771-9e9e-40b8-a459-a585fbfccf83 req-4851860e-9263-4be1-a331-de8e145ad40d tempest-TestServerAdvancedOps-1910341157 tempest-TestServerAdvancedOps-1910341157-project] 10.222.0.16 "GET /v2.0/security-groups?id=8a0915e9-1700-49c0-8c4e-4bd76143e0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2849636 Jul 14 18:47:27.275332 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123a6413-e3c3-4fe2-870a-ebf95c7b5a46 req-77572199-cf87-47e2-91fc-d00fd58b0ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:47:27.278048 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-123a6413-e3c3-4fe2-870a-ebf95c7b5a46 req-77572199-cf87-47e2-91fc-d00fd58b0ec6 service neutron] 10.222.0.35 "GET /v2.0/networks?id=79c5074f-d816-41c8-8a82-9495ad1acb27 HTTP/1.1" status: 200 len: 912 time: 0.4131017 Jul 14 18:47:27.401148 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-123a6413-e3c3-4fe2-870a-ebf95c7b5a46 req-33ef1a7d-b463-47f9-ae65-5e5aff7569cc service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=45312e8c-5587-45b6-924d-f426a3965394 HTTP/1.1" status: 200 len: 217 time: 0.1140230 Jul 14 18:47:27.519368 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123a6413-e3c3-4fe2-870a-ebf95c7b5a46 req-47cf0586-5754-4495-969a-aa4fdb6c99eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:47:27.520911 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-123a6413-e3c3-4fe2-870a-ebf95c7b5a46 req-47cf0586-5754-4495-969a-aa4fdb6c99eb service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c6672c02-34da-46b4-abd5-93c55eb52b33 HTTP/1.1" status: 200 len: 852 time: 0.1137068 Jul 14 18:47:27.600725 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-123a6413-e3c3-4fe2-870a-ebf95c7b5a46 req-bea4705d-bda7-444e-882d-14fe26f780ff service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=79c5074f-d816-41c8-8a82-9495ad1acb27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0631995 Jul 14 18:47:27.633383 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-107ccb74-3e52-4210-bcc4-88d3cf16d3c2 req-a2f9442e-78b2-49d2-8078-1d51423dc4f5 tempest-AttachVolumeNegativeTest-3632510 tempest-AttachVolumeNegativeTest-3632510-project] 10.222.0.16 "GET /v2.0/ports?device_id=f81f6c72-b3ea-40bb-903b-c254fc725743 HTTP/1.1" status: 200 len: 210 time: 0.0315363 Jul 14 18:47:27.746669 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-123a6413-e3c3-4fe2-870a-ebf95c7b5a46 req-45c14b05-116c-4458-aa15-316f17aaf245 service neutron] 10.222.0.35 "GET /v2.0/networks/79c5074f-d816-41c8-8a82-9495ad1acb27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1159074 Jul 14 18:47:27.882269 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-123a6413-e3c3-4fe2-870a-ebf95c7b5a46 req-95a810da-8c1a-4735-92b9-f369ef30ea9c service neutron] 10.222.0.35 "GET /v2.0/networks/79c5074f-d816-41c8-8a82-9495ad1acb27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278934 Jul 14 18:47:28.155303 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37a86d7-bf54-46aa-8c5f-83c299c8c2c8 req-f305d9b2-21ee-4c39-ab7d-7bf392cbbe99 tempest-AttachVolumeNegativeTest-3632510 tempest-AttachVolumeNegativeTest-3632510-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:47:28.157475 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e37a86d7-bf54-46aa-8c5f-83c299c8c2c8 req-f305d9b2-21ee-4c39-ab7d-7bf392cbbe99 tempest-AttachVolumeNegativeTest-3632510 tempest-AttachVolumeNegativeTest-3632510-project] 10.222.0.18 "GET /v2.0/networks?id=f01ce686-0200-4cef-850e-fdadca3088c1 HTTP/1.1" status: 200 len: 814 time: 0.1657021 Jul 14 18:47:28.181220 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [req-e37a86d7-bf54-46aa-8c5f-83c299c8c2c8 req-f746a089-f2d3-49db-95b1-f4cb904785bf tempest-AttachVolumeNegativeTest-3632510 tempest-AttachVolumeNegativeTest-3632510-project] Request body: {'port': {'device_id': 'f81f6c72-b3ea-40bb-903b-c254fc725743', 'network_id': 'f01ce686-0200-4cef-850e-fdadca3088c1', 'admin_state_up': True, 'tenant_id': 'dc8d5262b1d34e2eab84ee621f7a0e10'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:47:28.477074 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502b9552-c01d-4cee-833f-ac2583551eee req-286e19bd-b6b7-4b5d-89ce-a37c89e1d15b tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:47:28.485950 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-502b9552-c01d-4cee-833f-ac2583551eee req-286e19bd-b6b7-4b5d-89ce-a37c89e1d15b tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] 10.222.0.16 "GET /v2.0/ports?device_id=9bb93a43-3259-41ac-a446-c049073d3088 HTTP/1.1" status: 200 len: 944 time: 0.1631916 Jul 14 18:47:28.526925 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e37a86d7-bf54-46aa-8c5f-83c299c8c2c8 req-f746a089-f2d3-49db-95b1-f4cb904785bf tempest-AttachVolumeNegativeTest-3632510 tempest-AttachVolumeNegativeTest-3632510-project] Made reservation on behalf of dc8d5262b1d34e2eab84ee621f7a0e10 for: {'port': 1} {{(pid=93915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:47:28.530708 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-e37a86d7-bf54-46aa-8c5f-83c299c8c2c8 req-f746a089-f2d3-49db-95b1-f4cb904785bf tempest-AttachVolumeNegativeTest-3632510 tempest-AttachVolumeNegativeTest-3632510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:47:28.733548 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-502b9552-c01d-4cee-833f-ac2583551eee req-d5c2d5f1-9d4f-4bec-9456-c97496f40d8d tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] 10.222.0.16 "GET /v2.0/security-groups?id=665fac0f-cff5-44f7-b9cc-bed28fe603e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2461393 Jul 14 18:47:28.810339 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.db_base_plugin_common [req-e37a86d7-bf54-46aa-8c5f-83c299c8c2c8 req-f746a089-f2d3-49db-95b1-f4cb904785bf tempest-AttachVolumeNegativeTest-3632510 tempest-AttachVolumeNegativeTest-3632510-project] Allocated IP 172.20.0.12 (f01ce686-0200-4cef-850e-fdadca3088c1/0f557551-9a58-4fbc-9de4-1c0c2883c537/3a2eb3c4-e06b-47ee-ab16-5381b2cbed0d) {{(pid=93915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:47:29.007974 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-e37a86d7-bf54-46aa-8c5f-83c299c8c2c8 req-f746a089-f2d3-49db-95b1-f4cb904785bf tempest-AttachVolumeNegativeTest-3632510 tempest-AttachVolumeNegativeTest-3632510-project] Notify callbacks [] for port, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:47:29.069599 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-e37a86d7-bf54-46aa-8c5f-83c299c8c2c8 req-f746a089-f2d3-49db-95b1-f4cb904785bf tempest-AttachVolumeNegativeTest-3632510 tempest-AttachVolumeNegativeTest-3632510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:47:29.208072 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e37a86d7-bf54-46aa-8c5f-83c299c8c2c8 req-f746a089-f2d3-49db-95b1-f4cb904785bf tempest-AttachVolumeNegativeTest-3632510 tempest-AttachVolumeNegativeTest-3632510-project] Network f01ce686-0200-4cef-850e-fdadca3088c1 is already hosted by enough agents. {{(pid=93915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:47:29.224718 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [req-e37a86d7-bf54-46aa-8c5f-83c299c8c2c8 req-f746a089-f2d3-49db-95b1-f4cb904785bf tempest-AttachVolumeNegativeTest-3632510 tempest-AttachVolumeNegativeTest-3632510-project] Resources bound (agent type, host, resource id): {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:47:29.246260 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [req-e37a86d7-bf54-46aa-8c5f-83c299c8c2c8 req-f746a089-f2d3-49db-95b1-f4cb904785bf tempest-AttachVolumeNegativeTest-3632510 tempest-AttachVolumeNegativeTest-3632510-project] Received port after_create {{(pid=93915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:47:29.316558 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57161b9b-54aa-46ad-807e-a8f8ce3bd266 req-7d0b56f6-ee60-4cd6-9767-6f455cf04517 tempest-TestServerAdvancedOps-1910341157 tempest-TestServerAdvancedOps-1910341157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:47:29.318420 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-57161b9b-54aa-46ad-807e-a8f8ce3bd266 req-7d0b56f6-ee60-4cd6-9767-6f455cf04517 tempest-TestServerAdvancedOps-1910341157 tempest-TestServerAdvancedOps-1910341157-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4c3284a-b202-40d9-af88-a27f59902588 HTTP/1.1" status: 200 len: 946 time: 0.6429334 Jul 14 18:47:29.319176 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f746a089-f2d3-49db-95b1-f4cb904785bf tempest-AttachVolumeNegativeTest-3632510 tempest-AttachVolumeNegativeTest-3632510-project] Pushing event updated for resources: {'Port': ['ID=3a2eb3c4-e06b-47ee-ab16-5381b2cbed0d,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:47:29.363801 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37a86d7-bf54-46aa-8c5f-83c299c8c2c8 req-f746a089-f2d3-49db-95b1-f4cb904785bf tempest-AttachVolumeNegativeTest-3632510 tempest-AttachVolumeNegativeTest-3632510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:47:29.364650 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-e37a86d7-bf54-46aa-8c5f-83c299c8c2c8 req-f746a089-f2d3-49db-95b1-f4cb904785bf tempest-AttachVolumeNegativeTest-3632510 tempest-AttachVolumeNegativeTest-3632510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:47:29.422564 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-57161b9b-54aa-46ad-807e-a8f8ce3bd266 req-c0ac2780-d29a-49a3-b5a5-82df7c8a10c7 tempest-TestServerAdvancedOps-1910341157 tempest-TestServerAdvancedOps-1910341157-project] 10.222.0.16 "GET /v2.0/security-groups?id=8a0915e9-1700-49c0-8c4e-4bd76143e0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654728 Jul 14 18:47:29.429255 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e37a86d7-bf54-46aa-8c5f-83c299c8c2c8 req-f746a089-f2d3-49db-95b1-f4cb904785bf tempest-AttachVolumeNegativeTest-3632510 tempest-AttachVolumeNegativeTest-3632510-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2578533 Jul 14 18:47:29.464939 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [req-e37a86d7-bf54-46aa-8c5f-83c299c8c2c8 req-09e51d30-e2ee-4566-b699-e67f5f30c119 service neutron] Request body: {'port': {'device_id': 'f81f6c72-b3ea-40bb-903b-c254fc725743', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800634-3'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:47:29.493279 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a04a1e-5302-414a-b8c3-9a1369425b52 req-d8bd741d-6ee0-4583-9223-61d3a7262b7b tempest-AttachVolumeNegativeTest-3632510 tempest-AttachVolumeNegativeTest-3632510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:47:29.496179 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-75a04a1e-5302-414a-b8c3-9a1369425b52 req-d8bd741d-6ee0-4583-9223-61d3a7262b7b tempest-AttachVolumeNegativeTest-3632510 tempest-AttachVolumeNegativeTest-3632510-project] 10.222.0.16 "GET /v2.0/ports?device_id=f81f6c72-b3ea-40bb-903b-c254fc725743 HTTP/1.1" status: 200 len: 932 time: 0.2808268 Jul 14 18:47:29.622248 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-75a04a1e-5302-414a-b8c3-9a1369425b52 req-1b6ec31c-5fa1-4e64-98ed-0ec46a9357cc tempest-AttachVolumeNegativeTest-3632510 tempest-AttachVolumeNegativeTest-3632510-project] 10.222.0.16 "GET /v2.0/security-groups?id=0abe65fc-f489-4951-8c06-afae1a246333&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190205 Jul 14 18:47:29.651428 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-e37a86d7-bf54-46aa-8c5f-83c299c8c2c8 req-09e51d30-e2ee-4566-b699-e67f5f30c119 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:47:30.169640 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77879fc-3367-445d-905c-28ad3b5daaea req-acc20c8e-5bee-4a47-b8d5-e2945c34690d tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:47:30.180913 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c77879fc-3367-445d-905c-28ad3b5daaea req-acc20c8e-5bee-4a47-b8d5-e2945c34690d tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] 10.222.0.16 "GET /v2.0/ports?device_id=9bb93a43-3259-41ac-a446-c049073d3088 HTTP/1.1" status: 200 len: 944 time: 0.2735486 Jul 14 18:47:30.278118 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c77879fc-3367-445d-905c-28ad3b5daaea req-7211f76d-fcef-4f81-aa39-15b2f43b144e tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] 10.222.0.16 "GET /v2.0/security-groups?id=665fac0f-cff5-44f7-b9cc-bed28fe603e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962043 Jul 14 18:47:30.340171 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [req-e37a86d7-bf54-46aa-8c5f-83c299c8c2c8 req-09e51d30-e2ee-4566-b699-e67f5f30c119 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a2eb3c4-e06b-47ee-ab16-5381b2cbed0d {{(pid=93915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 18:47:30.350257 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-e37a86d7-bf54-46aa-8c5f-83c299c8c2c8 req-09e51d30-e2ee-4566-b699-e67f5f30c119 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:47:30.369076 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.provisioning_blocks [req-e37a86d7-bf54-46aa-8c5f-83c299c8c2c8 req-09e51d30-e2ee-4566-b699-e67f5f30c119 service neutron] Transition to ACTIVE for port object 3a2eb3c4-e06b-47ee-ab16-5381b2cbed0d will not be triggered until provisioned by entity L2. {{(pid=93915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:47:30.375499 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-e37a86d7-bf54-46aa-8c5f-83c299c8c2c8 req-09e51d30-e2ee-4566-b699-e67f5f30c119 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25912978'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:47:30.478433 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e51d30-e2ee-4566-b699-e67f5f30c119 service neutron] Pushing event updated for resources: {'Port': ['ID=3a2eb3c4-e06b-47ee-ab16-5381b2cbed0d,revision_number=2']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:47:30.565041 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-e37a86d7-bf54-46aa-8c5f-83c299c8c2c8 req-09e51d30-e2ee-4566-b699-e67f5f30c119 service neutron] Attempting to bind port 3a2eb3c4-e06b-47ee-ab16-5381b2cbed0d on host n-h1-800634-3 for vnic_type normal with profile {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:47:30.565041 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-e37a86d7-bf54-46aa-8c5f-83c299c8c2c8 req-09e51d30-e2ee-4566-b699-e67f5f30c119 service neutron] Attempting to bind port 3a2eb3c4-e06b-47ee-ab16-5381b2cbed0d by drivers openvswitch,hyperv on host n-h1-800634-3 at level 0 using segments [{'id': '3142d796-db76-489d-9ebc-ac845cfeb79d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'f01ce686-0200-4cef-850e-fdadca3088c1'}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:47:30.565041 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e37a86d7-bf54-46aa-8c5f-83c299c8c2c8 req-09e51d30-e2ee-4566-b699-e67f5f30c119 service neutron] Attempting to bind port 3a2eb3c4-e06b-47ee-ab16-5381b2cbed0d on network f01ce686-0200-4cef-850e-fdadca3088c1 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:47:30.566109 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e37a86d7-bf54-46aa-8c5f-83c299c8c2c8 req-09e51d30-e2ee-4566-b699-e67f5f30c119 service neutron] Port 3a2eb3c4-e06b-47ee-ab16-5381b2cbed0d on network f01ce686-0200-4cef-850e-fdadca3088c1 not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-3 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 18:47:30.566442 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e37a86d7-bf54-46aa-8c5f-83c299c8c2c8 req-09e51d30-e2ee-4566-b699-e67f5f30c119 service neutron] Attempting to bind port 3a2eb3c4-e06b-47ee-ab16-5381b2cbed0d on network f01ce686-0200-4cef-850e-fdadca3088c1 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:47:30.572880 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e37a86d7-bf54-46aa-8c5f-83c299c8c2c8 req-09e51d30-e2ee-4566-b699-e67f5f30c119 service neutron] Checking agent: {'id': 'a3630ff4-fbee-45d9-b9b6-0ae41cb3a350', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 15, 32), 'started_at': datetime.datetime(2021, 7, 14, 18, 15, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 18, 47, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 18:47:30.573143 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e37a86d7-bf54-46aa-8c5f-83c299c8c2c8 req-09e51d30-e2ee-4566-b699-e67f5f30c119 service neutron] Checking segment: {'id': '3142d796-db76-489d-9ebc-ac845cfeb79d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'f01ce686-0200-4cef-850e-fdadca3088c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:47:30.573568 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e37a86d7-bf54-46aa-8c5f-83c299c8c2c8 req-09e51d30-e2ee-4566-b699-e67f5f30c119 service neutron] Bound using segment: {'id': '3142d796-db76-489d-9ebc-ac845cfeb79d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'f01ce686-0200-4cef-850e-fdadca3088c1'} {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 18:47:30.573945 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-e37a86d7-bf54-46aa-8c5f-83c299c8c2c8 req-09e51d30-e2ee-4566-b699-e67f5f30c119 service neutron] Bound port: 3a2eb3c4-e06b-47ee-ab16-5381b2cbed0d, host: n-h1-800634-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3142d796-db76-489d-9ebc-ac845cfeb79d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'f01ce686-0200-4cef-850e-fdadca3088c1'}}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 18:47:30.574310 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-e37a86d7-bf54-46aa-8c5f-83c299c8c2c8 req-09e51d30-e2ee-4566-b699-e67f5f30c119 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:47:30.814516 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-e37a86d7-bf54-46aa-8c5f-83c299c8c2c8 req-09e51d30-e2ee-4566-b699-e67f5f30c119 service neutron] For port 3a2eb3c4-e06b-47ee-ab16-5381b2cbed0d, host n-h1-800634-3, cleared binding levels {{(pid=93915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:47:30.839333 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-e37a86d7-bf54-46aa-8c5f-83c299c8c2c8 req-09e51d30-e2ee-4566-b699-e67f5f30c119 service neutron] For port 3a2eb3c4-e06b-47ee-ab16-5381b2cbed0d, host n-h1-800634-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=3a2eb3c4-e06b-47ee-ab16-5381b2cbed0d,segment=NetworkSegment(3142d796-db76-489d-9ebc-ac845cfeb79d),segment_id=3142d796-db76-489d-9ebc-ac845cfeb79d)] {{(pid=93915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 18:47:30.868747 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccff5187-3a77-445b-8e4a-3a673faa2e0f req-3f349acd-4df6-4985-9505-aa187367925c tempest-TestServerAdvancedOps-1910341157 tempest-TestServerAdvancedOps-1910341157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:47:30.870675 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ccff5187-3a77-445b-8e4a-3a673faa2e0f req-3f349acd-4df6-4985-9505-aa187367925c tempest-TestServerAdvancedOps-1910341157 tempest-TestServerAdvancedOps-1910341157-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4c3284a-b202-40d9-af88-a27f59902588 HTTP/1.1" status: 200 len: 946 time: 0.2403650 Jul 14 18:47:30.872315 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-e37a86d7-bf54-46aa-8c5f-83c299c8c2c8 req-09e51d30-e2ee-4566-b699-e67f5f30c119 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25912978'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:47:30.946856 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37a86d7-bf54-46aa-8c5f-83c299c8c2c8 req-09e51d30-e2ee-4566-b699-e67f5f30c119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:47:30.947492 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-e37a86d7-bf54-46aa-8c5f-83c299c8c2c8 req-09e51d30-e2ee-4566-b699-e67f5f30c119 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:47:30.948989 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e37a86d7-bf54-46aa-8c5f-83c299c8c2c8 req-09e51d30-e2ee-4566-b699-e67f5f30c119 service neutron] 10.222.0.18 "PUT /v2.0/ports/3a2eb3c4-e06b-47ee-ab16-5381b2cbed0d HTTP/1.1" status: 200 len: 1092 time: 1.5093656 Jul 14 18:47:30.951652 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f81f6c72-b3ea-40bb-903b-c254fc725743', 'tag': '3a2eb3c4-e06b-47ee-ab16-5381b2cbed0d'}] {{(pid=93915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:47:30.953974 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e72782ad3af8f7d4ce76cedf092bca46d1756acc5c4653cf0b52034cdd6b073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d07fb4e9-c0af-45dc-99c0-913cbd75230e" -d '{"events": [{"name": "network-changed", "server_uuid": "f81f6c72-b3ea-40bb-903b-c254fc725743", "tag": "3a2eb3c4-e06b-47ee-ab16-5381b2cbed0d"}]}' {{(pid=93915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:47:30.987366 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94234efb-31ed-49f1-a23d-1069dc973fb3 req-ef75d5d9-d67c-4b73-af84-c388b7cffcb5 tempest-AttachVolumeNegativeTest-3632510 tempest-AttachVolumeNegativeTest-3632510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:47:30.989009 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-94234efb-31ed-49f1-a23d-1069dc973fb3 req-ef75d5d9-d67c-4b73-af84-c388b7cffcb5 tempest-AttachVolumeNegativeTest-3632510 tempest-AttachVolumeNegativeTest-3632510-project] 10.222.0.16 "GET /v2.0/ports?device_id=f81f6c72-b3ea-40bb-903b-c254fc725743 HTTP/1.1" status: 200 len: 944 time: 0.2309780 Jul 14 18:47:31.023187 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e51d30-e2ee-4566-b699-e67f5f30c119 service neutron] Pushing event updated for resources: {'Port': ['ID=3a2eb3c4-e06b-47ee-ab16-5381b2cbed0d,revision_number=3']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:47:31.044850 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ccff5187-3a77-445b-8e4a-3a673faa2e0f req-9b8e707b-cc9a-40cb-b309-78f70ef398ff tempest-TestServerAdvancedOps-1910341157 tempest-TestServerAdvancedOps-1910341157-project] 10.222.0.16 "GET /v2.0/security-groups?id=8a0915e9-1700-49c0-8c4e-4bd76143e0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519575 Jul 14 18:47:31.131443 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-94234efb-31ed-49f1-a23d-1069dc973fb3 req-74d4e85b-7781-4425-b711-431ffa50fef1 tempest-AttachVolumeNegativeTest-3632510 tempest-AttachVolumeNegativeTest-3632510-project] 10.222.0.16 "GET /v2.0/security-groups?id=0abe65fc-f489-4951-8c06-afae1a246333&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228800 Jul 14 18:47:31.194758 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37a86d7-bf54-46aa-8c5f-83c299c8c2c8 req-8377a66f-d6d9-4510-b839-12cdbc4e2d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:47:31.197329 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e37a86d7-bf54-46aa-8c5f-83c299c8c2c8 req-8377a66f-d6d9-4510-b839-12cdbc4e2d59 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=dc8d5262b1d34e2eab84ee621f7a0e10&device_id=f81f6c72-b3ea-40bb-903b-c254fc725743 HTTP/1.1" status: 200 len: 1095 time: 0.1634724 Jul 14 18:47:31.214837 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 18:47:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ff2287f-53ee-45f5-a8c4-cf68cc5d4fa5 x-openstack-request-id: req-2ff2287f-53ee-45f5-a8c4-cf68cc5d4fa5 {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:47:31.224554 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f81f6c72-b3ea-40bb-903b-c254fc725743", "tag": "3a2eb3c4-e06b-47ee-ab16-5381b2cbed0d", "status": "completed", "code": 200}]} {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:47:31.225233 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2ff2287f-53ee-45f5-a8c4-cf68cc5d4fa5 {{(pid=93915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:47:31.225818 n-d-800634-3 neutron-server[93915]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f81f6c72-b3ea-40bb-903b-c254fc725743', 'tag': '3a2eb3c4-e06b-47ee-ab16-5381b2cbed0d', 'status': 'completed', 'code': 200} Jul 14 18:47:31.294956 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e37a86d7-bf54-46aa-8c5f-83c299c8c2c8 req-eea38931-9c0b-41ef-a020-1aa7c74c664b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3a2eb3c4-e06b-47ee-ab16-5381b2cbed0d HTTP/1.1" status: 200 len: 217 time: 0.0891347 Jul 14 18:47:31.439893 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37a86d7-bf54-46aa-8c5f-83c299c8c2c8 req-8798877d-c24b-4ce7-9a8f-a02359813753 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:47:31.441467 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e37a86d7-bf54-46aa-8c5f-83c299c8c2c8 req-8798877d-c24b-4ce7-9a8f-a02359813753 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0f557551-9a58-4fbc-9de4-1c0c2883c537 HTTP/1.1" status: 200 len: 854 time: 0.1398561 Jul 14 18:47:31.589242 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e37a86d7-bf54-46aa-8c5f-83c299c8c2c8 req-f2f0512a-cd06-44ba-adcc-dbee84185a59 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f01ce686-0200-4cef-850e-fdadca3088c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1276212 Jul 14 18:47:31.594857 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 38538) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:47:31.753956 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e37a86d7-bf54-46aa-8c5f-83c299c8c2c8 req-2adfd7c4-307e-47fb-91d0-4416966d1051 service neutron] 10.222.0.18 "GET /v2.0/networks/f01ce686-0200-4cef-850e-fdadca3088c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1576586 Jul 14 18:47:31.832559 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-e995d820-dd81-4924-8ac9-88fe89de22c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:47:31.957933 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-e995d820-dd81-4924-8ac9-88fe89de22c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:47:31.963127 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-e995d820-dd81-4924-8ac9-88fe89de22c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:47:32.008815 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e37a86d7-bf54-46aa-8c5f-83c299c8c2c8 req-ebd0b7a4-7293-487f-b966-0dcb25ab2f49 service neutron] 10.222.0.18 "GET /v2.0/networks/f01ce686-0200-4cef-850e-fdadca3088c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2395117 Jul 14 18:47:32.039429 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f261add-1b0f-4fe9-931b-085823c29fdf req-57683558-9b61-41a3-94eb-03803530531e tempest-TestServerAdvancedOps-1910341157 tempest-TestServerAdvancedOps-1910341157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:47:32.042191 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-7f261add-1b0f-4fe9-931b-085823c29fdf req-57683558-9b61-41a3-94eb-03803530531e tempest-TestServerAdvancedOps-1910341157 tempest-TestServerAdvancedOps-1910341157-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4c3284a-b202-40d9-af88-a27f59902588 HTTP/1.1" status: 200 len: 946 time: 0.1813514 Jul 14 18:47:32.046059 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-e995d820-dd81-4924-8ac9-88fe89de22c9 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=40a8f75da375476d9cc428e3d4144bce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4488943 Jul 14 18:47:32.047866 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e995d820-dd81-4924-8ac9-88fe89de22c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbe47586-eda1-4b53-b4b5-56441f31efe3,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:47:32.052797 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 38548) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:47:32.072320 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be3610c-6899-4685-8a66-3ccfa4cb479a req-e9ac3d6b-792f-4612-aee4-6c59d1569ceb tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:47:32.085473 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-0be3610c-6899-4685-8a66-3ccfa4cb479a req-e9ac3d6b-792f-4612-aee4-6c59d1569ceb tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] 10.222.0.16 "GET /v2.0/ports?device_id=9bb93a43-3259-41ac-a446-c049073d3088 HTTP/1.1" status: 200 len: 944 time: 0.3300982 Jul 14 18:47:32.125214 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-801797de-e70e-48af-92d7-4dd7f4fed237 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:47:32.160684 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-801797de-e70e-48af-92d7-4dd7f4fed237 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:47:32.233687 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-801797de-e70e-48af-92d7-4dd7f4fed237 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:47:32.239454 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-801797de-e70e-48af-92d7-4dd7f4fed237 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:47:32.251938 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-801797de-e70e-48af-92d7-4dd7f4fed237 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/bbe47586-eda1-4b53-b4b5-56441f31efe3 HTTP/1.1" status: 204 len: 168 time: 0.1973686 Jul 14 18:47:32.270016 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801797de-e70e-48af-92d7-4dd7f4fed237 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbe47586-eda1-4b53-b4b5-56441f31efe3,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:47:32.270880 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-0be3610c-6899-4685-8a66-3ccfa4cb479a req-bee46b79-c640-48a5-974a-19829d7ba275 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] 10.222.0.16 "GET /v2.0/security-groups?id=665fac0f-cff5-44f7-b9cc-bed28fe603e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1827981 Jul 14 18:47:32.336960 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-7f261add-1b0f-4fe9-931b-085823c29fdf req-2807c0dc-f1d5-49f0-a178-2ccdded05225 tempest-TestServerAdvancedOps-1910341157 tempest-TestServerAdvancedOps-1910341157-project] 10.222.0.16 "GET /v2.0/security-groups?id=8a0915e9-1700-49c0-8c4e-4bd76143e0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2480390 Jul 14 18:47:32.370678 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07fb4e9-c0af-45dc-99c0-913cbd75230e req-acacb0e0-d9bd-4b56-b9c8-98e0cbc8cab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:47:32.373048 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-d07fb4e9-c0af-45dc-99c0-913cbd75230e req-acacb0e0-d9bd-4b56-b9c8-98e0cbc8cab1 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=dc8d5262b1d34e2eab84ee621f7a0e10&device_id=f81f6c72-b3ea-40bb-903b-c254fc725743 HTTP/1.1" status: 200 len: 1095 time: 0.2820299 Jul 14 18:47:32.512221 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:47:32.699814 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07fb4e9-c0af-45dc-99c0-913cbd75230e req-abdf1cd2-8787-410d-9b73-ba8af25c31e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:47:32.701430 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-d07fb4e9-c0af-45dc-99c0-913cbd75230e req-abdf1cd2-8787-410d-9b73-ba8af25c31e6 service neutron] 10.222.0.18 "GET /v2.0/networks?id=f01ce686-0200-4cef-850e-fdadca3088c1 HTTP/1.1" status: 200 len: 914 time: 0.3206024 Jul 14 18:47:32.715470 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acd389e-deda-4bfa-bc6e-63164a52542b req-5ae24e19-9b71-4e1d-b73c-d6c0b878797c tempest-AttachVolumeNegativeTest-3632510 tempest-AttachVolumeNegativeTest-3632510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:47:32.717290 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-1acd389e-deda-4bfa-bc6e-63164a52542b req-5ae24e19-9b71-4e1d-b73c-d6c0b878797c tempest-AttachVolumeNegativeTest-3632510 tempest-AttachVolumeNegativeTest-3632510-project] 10.222.0.16 "GET /v2.0/ports?device_id=f81f6c72-b3ea-40bb-903b-c254fc725743 HTTP/1.1" status: 200 len: 944 time: 0.1833484 Jul 14 18:47:32.787204 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-d07fb4e9-c0af-45dc-99c0-913cbd75230e req-9dfbd490-0161-4020-b0ac-30b7b3b50782 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3a2eb3c4-e06b-47ee-ab16-5381b2cbed0d HTTP/1.1" status: 200 len: 217 time: 0.0687449 Jul 14 18:47:32.888880 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 38580) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:47:32.910266 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-57d74187-0606-4982-8f34-7e40290d0f02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:47:32.928143 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-1acd389e-deda-4bfa-bc6e-63164a52542b req-2d87079b-329c-44e9-88da-220226461269 tempest-AttachVolumeNegativeTest-3632510 tempest-AttachVolumeNegativeTest-3632510-project] 10.222.0.16 "GET /v2.0/security-groups?id=0abe65fc-f489-4951-8c06-afae1a246333&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2022676 Jul 14 18:47:32.941230 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07fb4e9-c0af-45dc-99c0-913cbd75230e req-3ad2a197-67eb-4c61-afd0-4c5febb416a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:47:32.943101 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-d07fb4e9-c0af-45dc-99c0-913cbd75230e req-3ad2a197-67eb-4c61-afd0-4c5febb416a0 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0f557551-9a58-4fbc-9de4-1c0c2883c537 HTTP/1.1" status: 200 len: 854 time: 0.1425955 Jul 14 18:47:33.006744 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-d07fb4e9-c0af-45dc-99c0-913cbd75230e req-571294ad-4043-4dd4-a03c-18713dcfd50f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f01ce686-0200-4cef-850e-fdadca3088c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0570171 Jul 14 18:47:33.096911 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-57d74187-0606-4982-8f34-7e40290d0f02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:47:33.101980 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-57d74187-0606-4982-8f34-7e40290d0f02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:47:33.153927 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-d07fb4e9-c0af-45dc-99c0-913cbd75230e req-006bb4f2-4309-430f-b0da-8bd64060ca51 service neutron] 10.222.0.18 "GET /v2.0/networks/f01ce686-0200-4cef-850e-fdadca3088c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1412086 Jul 14 18:47:33.168221 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d74187-0606-4982-8f34-7e40290d0f02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=557edd7d-7661-4106-a7d6-6ddd26953f89,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:47:33.173814 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-57d74187-0606-4982-8f34-7e40290d0f02 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=68c7e916b4064e31a809d63160ad9059&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2823703 Jul 14 18:47:33.189637 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 38588) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:47:33.253135 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-e62729c3-9ed4-4bda-a393-e16e249fa01f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:47:33.280821 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-d07fb4e9-c0af-45dc-99c0-913cbd75230e req-19ae2add-509b-46e9-b807-8f9f37285dc2 service neutron] 10.222.0.18 "GET /v2.0/networks/f01ce686-0200-4cef-850e-fdadca3088c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1203501 Jul 14 18:47:33.283001 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-e62729c3-9ed4-4bda-a393-e16e249fa01f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:47:33.348988 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-e62729c3-9ed4-4bda-a393-e16e249fa01f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:47:33.352946 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-e62729c3-9ed4-4bda-a393-e16e249fa01f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:47:33.356990 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-e62729c3-9ed4-4bda-a393-e16e249fa01f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/557edd7d-7661-4106-a7d6-6ddd26953f89 HTTP/1.1" status: 204 len: 168 time: 0.1645858 Jul 14 18:47:33.366167 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62729c3-9ed4-4bda-a393-e16e249fa01f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=557edd7d-7661-4106-a7d6-6ddd26953f89,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:47:33.518679 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56e980b-e10f-46fd-be2b-3a7f88a093cb req-69b59cb0-4b56-405a-b12f-9b70c13a500f tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:47:33.520327 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e56e980b-e10f-46fd-be2b-3a7f88a093cb req-69b59cb0-4b56-405a-b12f-9b70c13a500f tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] 10.222.0.16 "GET /v2.0/ports?device_id=9bb93a43-3259-41ac-a446-c049073d3088 HTTP/1.1" status: 200 len: 944 time: 0.0822439 Jul 14 18:47:33.584080 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e56e980b-e10f-46fd-be2b-3a7f88a093cb req-3cc14375-1cf0-402c-a411-2a9621bd2958 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] 10.222.0.16 "GET /v2.0/security-groups?id=665fac0f-cff5-44f7-b9cc-bed28fe603e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450301 Jul 14 18:47:33.690890 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1588a2f1-ef31-4ff4-9212-a1e4602d1c0c req-da997d3c-5813-4484-a251-b57e09fe1aa8 tempest-TestServerAdvancedOps-1910341157 tempest-TestServerAdvancedOps-1910341157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:47:33.700098 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-1588a2f1-ef31-4ff4-9212-a1e4602d1c0c req-da997d3c-5813-4484-a251-b57e09fe1aa8 tempest-TestServerAdvancedOps-1910341157 tempest-TestServerAdvancedOps-1910341157-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4c3284a-b202-40d9-af88-a27f59902588 HTTP/1.1" status: 200 len: 946 time: 0.1099105 Jul 14 18:47:33.739695 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-1588a2f1-ef31-4ff4-9212-a1e4602d1c0c req-a5c8e416-c3aa-4b8b-8bd8-0645ae3b22ce tempest-TestServerAdvancedOps-1910341157 tempest-TestServerAdvancedOps-1910341157-project] 10.222.0.16 "GET /v2.0/security-groups?id=8a0915e9-1700-49c0-8c4e-4bd76143e0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384200 Jul 14 18:47:34.620235 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device 3a2eb3c4-e06b-47ee-ab16-5381b2cbed0d details requested by agent hyperv_n-h1-800634-3 with host n-h1-800634-3 {{(pid=93917) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 18:47:34.715816 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1254c53a-b057-4d90-8014-ce928623de79 req-94b88a9a-642c-4240-9372-4da6c210088c tempest-TestServerAdvancedOps-1910341157 tempest-TestServerAdvancedOps-1910341157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:47:34.726672 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-1254c53a-b057-4d90-8014-ce928623de79 req-94b88a9a-642c-4240-9372-4da6c210088c tempest-TestServerAdvancedOps-1910341157 tempest-TestServerAdvancedOps-1910341157-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4c3284a-b202-40d9-af88-a27f59902588 HTTP/1.1" status: 200 len: 946 time: 0.5865006 Jul 14 18:47:34.770007 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c2e105-ef59-466b-9e49-842667ebc147 req-77441c72-817b-4010-b876-5519b3120081 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:47:34.771887 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c6c2e105-ef59-466b-9e49-842667ebc147 req-77441c72-817b-4010-b876-5519b3120081 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=172f16f36a6a48a18d3e63badad8ba60&device_id=b4c3284a-b202-40d9-af88-a27f59902588 HTTP/1.1" status: 200 len: 1097 time: 0.5945837 Jul 14 18:47:34.837055 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port 3a2eb3c4-e06b-47ee-ab16-5381b2cbed0d, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=3a2eb3c4-e06b-47ee-ab16-5381b2cbed0d,segment=NetworkSegment(3142d796-db76-489d-9ebc-ac845cfeb79d),segment_id=3142d796-db76-489d-9ebc-ac845cfeb79d)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:47:34.857086 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Returning: {'device': '3a2eb3c4-e06b-47ee-ab16-5381b2cbed0d', 'network_id': 'f01ce686-0200-4cef-850e-fdadca3088c1', 'port_id': '3a2eb3c4-e06b-47ee-ab16-5381b2cbed0d', 'mac_address': 'fa:16:3e:f3:48:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f557551-9a58-4fbc-9de4-1c0c2883c537', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93917) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 18:47:34.860089 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c880a4c1-494e-4ec2-a32f-47e591d96809 req-c0fe57d2-d07c-41ef-9408-053c4f9bd78d tempest-AttachVolumeNegativeTest-3632510 tempest-AttachVolumeNegativeTest-3632510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:47:34.868193 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c880a4c1-494e-4ec2-a32f-47e591d96809 req-c0fe57d2-d07c-41ef-9408-053c4f9bd78d tempest-AttachVolumeNegativeTest-3632510 tempest-AttachVolumeNegativeTest-3632510-project] 10.222.0.16 "GET /v2.0/ports?device_id=f81f6c72-b3ea-40bb-903b-c254fc725743 HTTP/1.1" status: 200 len: 944 time: 0.6920235 Jul 14 18:47:34.942365 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:47:34.944418 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c880a4c1-494e-4ec2-a32f-47e591d96809 req-bd2697ad-eca9-425c-9373-79a137f0019a tempest-AttachVolumeNegativeTest-3632510 tempest-AttachVolumeNegativeTest-3632510-project] 10.222.0.16 "GET /v2.0/security-groups?id=0abe65fc-f489-4951-8c06-afae1a246333&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749404 Jul 14 18:47:34.975274 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-1254c53a-b057-4d90-8014-ce928623de79 req-8a72bf75-ceb5-4669-909f-2a5df7cc28ef tempest-TestServerAdvancedOps-1910341157 tempest-TestServerAdvancedOps-1910341157-project] 10.222.0.16 "GET /v2.0/security-groups?id=8a0915e9-1700-49c0-8c4e-4bd76143e0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2426100 Jul 14 18:47:34.980694 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a2eb3c4-e06b-47ee-ab16-5381b2cbed0d {{(pid=93917) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 18:47:35.061117 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port 3a2eb3c4-e06b-47ee-ab16-5381b2cbed0d, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=3a2eb3c4-e06b-47ee-ab16-5381b2cbed0d,segment=NetworkSegment(3142d796-db76-489d-9ebc-ac845cfeb79d),segment_id=3142d796-db76-489d-9ebc-ac845cfeb79d)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:47:35.066877 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:47:35.110933 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c2e105-ef59-466b-9e49-842667ebc147 req-3439d9e0-20e3-4d5e-a6c9-6d019876e45c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:47:35.117443 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c6c2e105-ef59-466b-9e49-842667ebc147 req-3439d9e0-20e3-4d5e-a6c9-6d019876e45c service neutron] 10.222.0.35 "GET /v2.0/networks?id=79c5074f-d816-41c8-8a82-9495ad1acb27 HTTP/1.1" status: 200 len: 912 time: 0.3342197 Jul 14 18:47:35.192904 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c6c2e105-ef59-466b-9e49-842667ebc147 req-24708ddb-b926-4c52-aca9-770c4dd94c61 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=45312e8c-5587-45b6-924d-f426a3965394 HTTP/1.1" status: 200 len: 217 time: 0.0697823 Jul 14 18:47:35.198911 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Pushing event updated for resources: {'Port': ['ID=3a2eb3c4-e06b-47ee-ab16-5381b2cbed0d,revision_number=4']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:47:35.216681 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:47:35.218881 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:47:35.219715 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:47:35.220007 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:47:35.220412 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:47:35.220817 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:47:35.222782 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:47:35.232343 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:47:35.233687 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:47:35.235441 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:47:35.236451 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:47:35.236977 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:47:35.325870 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] get_ports_and_sgs() called for port_ids ['3a2eb3c4-e06b-47ee-ab16-5381b2cbed0d'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 18:47:35.342707 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c2e105-ef59-466b-9e49-842667ebc147 req-b2d924b9-afea-4d9b-aeb3-8063221cf128 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:47:35.344647 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c6c2e105-ef59-466b-9e49-842667ebc147 req-b2d924b9-afea-4d9b-aeb3-8063221cf128 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c6672c02-34da-46b4-abd5-93c55eb52b33 HTTP/1.1" status: 200 len: 852 time: 0.1452572 Jul 14 18:47:35.389964 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c6c2e105-ef59-466b-9e49-842667ebc147 req-e02d34fb-f519-4c9e-a587-e3a14028d346 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=79c5074f-d816-41c8-8a82-9495ad1acb27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0366344 Jul 14 18:47:35.400306 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93acf798-1419-484d-9245-40fa5b932a0c req-f3dd0cde-0c63-448c-8815-0233d3701cf0 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:47:35.407604 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-93acf798-1419-484d-9245-40fa5b932a0c req-f3dd0cde-0c63-448c-8815-0233d3701cf0 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] 10.222.0.16 "GET /v2.0/ports?device_id=9bb93a43-3259-41ac-a446-c049073d3088 HTTP/1.1" status: 200 len: 944 time: 0.1454208 Jul 14 18:47:35.496299 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:47:35.506077 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c6c2e105-ef59-466b-9e49-842667ebc147 req-64470bda-82ab-4520-94b5-1fd0c8d6d4de service neutron] 10.222.0.35 "GET /v2.0/networks/79c5074f-d816-41c8-8a82-9495ad1acb27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953450 Jul 14 18:47:35.618935 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-93acf798-1419-484d-9245-40fa5b932a0c req-7379c226-dbd9-4de7-afb6-e03713dfe5f7 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] 10.222.0.16 "GET /v2.0/security-groups?id=665fac0f-cff5-44f7-b9cc-bed28fe603e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2100675 Jul 14 18:47:35.665990 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c6c2e105-ef59-466b-9e49-842667ebc147 req-0cef9707-896f-4f9b-a8fc-40a8270db6c4 service neutron] 10.222.0.35 "GET /v2.0/networks/79c5074f-d816-41c8-8a82-9495ad1acb27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1534274 Jul 14 18:47:36.167212 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b472bb8b-dfef-4d17-b68b-96d765763c68 req-c222de1b-adbe-4051-b2a0-7a892d91ba25 tempest-AttachVolumeNegativeTest-3632510 tempest-AttachVolumeNegativeTest-3632510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:47:36.169418 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b472bb8b-dfef-4d17-b68b-96d765763c68 req-c222de1b-adbe-4051-b2a0-7a892d91ba25 tempest-AttachVolumeNegativeTest-3632510 tempest-AttachVolumeNegativeTest-3632510-project] 10.222.0.16 "GET /v2.0/ports?device_id=f81f6c72-b3ea-40bb-903b-c254fc725743 HTTP/1.1" status: 200 len: 945 time: 0.0838871 Jul 14 18:47:36.266770 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b472bb8b-dfef-4d17-b68b-96d765763c68 req-111e2a39-435d-4e58-a52d-3aa2e8519082 tempest-AttachVolumeNegativeTest-3632510 tempest-AttachVolumeNegativeTest-3632510-project] 10.222.0.16 "GET /v2.0/security-groups?id=0abe65fc-f489-4951-8c06-afae1a246333&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819602 Jul 14 18:47:36.300103 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f51149-7055-4dd9-8eec-6eeff6265f5a req-63c16230-0a4f-40f9-99c0-6d571fbd9f8d tempest-TestServerAdvancedOps-1910341157 tempest-TestServerAdvancedOps-1910341157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:47:36.309804 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-00f51149-7055-4dd9-8eec-6eeff6265f5a req-63c16230-0a4f-40f9-99c0-6d571fbd9f8d tempest-TestServerAdvancedOps-1910341157 tempest-TestServerAdvancedOps-1910341157-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4c3284a-b202-40d9-af88-a27f59902588 HTTP/1.1" status: 200 len: 946 time: 0.1375434 Jul 14 18:47:36.399942 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-00f51149-7055-4dd9-8eec-6eeff6265f5a req-f6bf961b-b85a-4dbb-bd2f-2da7603bc616 tempest-TestServerAdvancedOps-1910341157 tempest-TestServerAdvancedOps-1910341157-project] 10.222.0.16 "GET /v2.0/security-groups?id=8a0915e9-1700-49c0-8c4e-4bd76143e0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848312 Jul 14 18:47:36.635244 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device 3a2eb3c4-e06b-47ee-ab16-5381b2cbed0d up at agent hyperv_n-h1-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:47:36.722021 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Provisioning for port 3a2eb3c4-e06b-47ee-ab16-5381b2cbed0d completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:47:36.741301 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Provisioning complete for port 3a2eb3c4-e06b-47ee-ab16-5381b2cbed0d triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:47:36.742015 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:47:36.877901 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc50ed6c-8949-4ea6-bc6f-1211d6543355 req-3cf35c35-ddc3-49cd-93a0-b0d6f9f8d64d tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:47:36.884746 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:47:36.887414 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-cc50ed6c-8949-4ea6-bc6f-1211d6543355 req-3cf35c35-ddc3-49cd-93a0-b0d6f9f8d64d tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] 10.222.0.16 "GET /v2.0/ports?device_id=9bb93a43-3259-41ac-a446-c049073d3088 HTTP/1.1" status: 200 len: 944 time: 0.1041834 Jul 14 18:47:36.924846 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f81f6c72-b3ea-40bb-903b-c254fc725743', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a2eb3c4-e06b-47ee-ab16-5381b2cbed0d'}] {{(pid=93917) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:47:36.928502 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20b787f3c29eaa7aa2a4d648c725a2124c5ff39a8d793252f9d844495e14cf42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a928804f-0cfe-4d8d-81ec-4b78c73e3f20" -d '{"events": [{"server_uuid": "f81f6c72-b3ea-40bb-903b-c254fc725743", "name": "network-vif-plugged", "status": "completed", "tag": "3a2eb3c4-e06b-47ee-ab16-5381b2cbed0d"}]}' {{(pid=93917) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:47:36.931190 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-cc50ed6c-8949-4ea6-bc6f-1211d6543355 req-1c0b6f93-a025-4a93-8bb5-f491b8f06eaf tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] 10.222.0.16 "GET /v2.0/security-groups?id=665fac0f-cff5-44f7-b9cc-bed28fe603e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428884 Jul 14 18:47:36.955985 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port 3a2eb3c4-e06b-47ee-ab16-5381b2cbed0d, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=3a2eb3c4-e06b-47ee-ab16-5381b2cbed0d,segment=NetworkSegment(3142d796-db76-489d-9ebc-ac845cfeb79d),segment_id=3142d796-db76-489d-9ebc-ac845cfeb79d)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:47:36.962843 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:47:37.027603 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Pushing event updated for resources: {'Port': ['ID=3a2eb3c4-e06b-47ee-ab16-5381b2cbed0d,revision_number=5']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:47:37.045789 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 18:47:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-135e3772-ac25-43a2-80d5-3794aecb836a x-openstack-request-id: req-135e3772-ac25-43a2-80d5-3794aecb836a {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:47:37.048281 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f81f6c72-b3ea-40bb-903b-c254fc725743", "name": "network-vif-plugged", "status": "completed", "tag": "3a2eb3c4-e06b-47ee-ab16-5381b2cbed0d", "code": 200}]} {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:47:37.048548 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-135e3772-ac25-43a2-80d5-3794aecb836a {{(pid=93917) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:47:37.049018 n-d-800634-3 neutron-server[93917]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f81f6c72-b3ea-40bb-903b-c254fc725743', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a2eb3c4-e06b-47ee-ab16-5381b2cbed0d', 'code': 200} Jul 14 18:47:37.105593 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 38722) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:47:37.182447 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d497ca-b6c5-494b-b5bf-e1b8c42a6764 req-1c0b888a-8aa8-4eef-8a7f-631c23f1c7f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:47:37.186662 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-d5d497ca-b6c5-494b-b5bf-e1b8c42a6764 req-1c0b888a-8aa8-4eef-8a7f-631c23f1c7f0 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=f81f6c72-b3ea-40bb-903b-c254fc725743 HTTP/1.1" status: 200 len: 1097 time: 0.0805931 Jul 14 18:47:37.230270 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-d80cec30-11f4-414b-9d58-ae3224a66d64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:47:37.234975 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-d5d497ca-b6c5-494b-b5bf-e1b8c42a6764 req-b1aee824-4338-475a-98df-ea4351e5fd80 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=0abe65fc-f489-4951-8c06-afae1a246333&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418153 Jul 14 18:47:37.358003 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-d80cec30-11f4-414b-9d58-ae3224a66d64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:47:37.362773 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-d80cec30-11f4-414b-9d58-ae3224a66d64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:47:37.418465 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80cec30-11f4-414b-9d58-ae3224a66d64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa678136-e3ca-4526-9159-bb181861a681,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:47:37.445989 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-d80cec30-11f4-414b-9d58-ae3224a66d64 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=99bfc63897804c30a68bbe9a19f2d848&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3382134 Jul 14 18:47:37.447703 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 38730) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:47:37.506825 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a5232f-837a-42db-856c-6007cfbe8fae req-9b82323d-4811-4631-b663-f7f8b114d1a9 tempest-AttachVolumeNegativeTest-3632510 tempest-AttachVolumeNegativeTest-3632510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:47:37.513953 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a4a5232f-837a-42db-856c-6007cfbe8fae req-9b82323d-4811-4631-b663-f7f8b114d1a9 tempest-AttachVolumeNegativeTest-3632510 tempest-AttachVolumeNegativeTest-3632510-project] 10.222.0.16 "GET /v2.0/ports?device_id=f81f6c72-b3ea-40bb-903b-c254fc725743 HTTP/1.1" status: 200 len: 946 time: 0.0950663 Jul 14 18:47:37.563433 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-3626980d-0aaa-4ed9-94c7-4290b649dc78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:47:37.589193 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-3626980d-0aaa-4ed9-94c7-4290b649dc78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:47:37.618580 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a4a5232f-837a-42db-856c-6007cfbe8fae req-36f6feea-67ba-49ca-919e-e3aa9ca20dca tempest-AttachVolumeNegativeTest-3632510 tempest-AttachVolumeNegativeTest-3632510-project] 10.222.0.16 "GET /v2.0/security-groups?id=0abe65fc-f489-4951-8c06-afae1a246333&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015639 Jul 14 18:47:37.653398 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-3626980d-0aaa-4ed9-94c7-4290b649dc78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:47:37.657502 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-3626980d-0aaa-4ed9-94c7-4290b649dc78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:47:37.658928 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-3626980d-0aaa-4ed9-94c7-4290b649dc78 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/fa678136-e3ca-4526-9159-bb181861a681 HTTP/1.1" status: 204 len: 168 time: 0.2095878 Jul 14 18:47:37.670757 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3626980d-0aaa-4ed9-94c7-4290b649dc78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa678136-e3ca-4526-9159-bb181861a681,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:47:37.713842 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db26b924-c501-4a35-a4b0-453801e07a6f req-877f7150-4a03-4e9a-8416-66f2bc118d05 tempest-TestServerAdvancedOps-1910341157 tempest-TestServerAdvancedOps-1910341157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:47:37.715638 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-db26b924-c501-4a35-a4b0-453801e07a6f req-877f7150-4a03-4e9a-8416-66f2bc118d05 tempest-TestServerAdvancedOps-1910341157 tempest-TestServerAdvancedOps-1910341157-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4c3284a-b202-40d9-af88-a27f59902588 HTTP/1.1" status: 200 len: 946 time: 0.1495929 Jul 14 18:47:37.786089 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-db26b924-c501-4a35-a4b0-453801e07a6f req-2c785f58-00be-4580-8e1b-c20026f6b178 tempest-TestServerAdvancedOps-1910341157 tempest-TestServerAdvancedOps-1910341157-project] 10.222.0.16 "GET /v2.0/security-groups?id=8a0915e9-1700-49c0-8c4e-4bd76143e0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616915 Jul 14 18:47:38.189372 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 38750) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:47:38.209275 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-668a2157-6bba-4d54-8990-8ca371b611b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:47:38.323479 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67035938-f34e-47f8-96b1-f70adb3f0dfb req-f8165fbf-dde8-4940-97f8-1dbb771f6ad7 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:47:38.325039 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-67035938-f34e-47f8-96b1-f70adb3f0dfb req-f8165fbf-dde8-4940-97f8-1dbb771f6ad7 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] 10.222.0.16 "GET /v2.0/ports?device_id=9bb93a43-3259-41ac-a446-c049073d3088 HTTP/1.1" status: 200 len: 944 time: 0.1441369 Jul 14 18:47:38.341449 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-668a2157-6bba-4d54-8990-8ca371b611b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:47:38.345882 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-668a2157-6bba-4d54-8990-8ca371b611b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:47:38.400141 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-67035938-f34e-47f8-96b1-f70adb3f0dfb req-c6aff9d2-94eb-4c39-8c78-130f5a0a3916 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] 10.222.0.16 "GET /v2.0/security-groups?id=665fac0f-cff5-44f7-b9cc-bed28fe603e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673907 Jul 14 18:47:38.417610 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670969dc-d27d-4dbf-b2c0-c63fa2f2d3b9 req-a89ba33b-3937-4894-a7ed-5b7e6e631873 tempest-TestServerAdvancedOps-1910341157 tempest-TestServerAdvancedOps-1910341157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:47:38.420037 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-670969dc-d27d-4dbf-b2c0-c63fa2f2d3b9 req-a89ba33b-3937-4894-a7ed-5b7e6e631873 tempest-TestServerAdvancedOps-1910341157 tempest-TestServerAdvancedOps-1910341157-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4c3284a-b202-40d9-af88-a27f59902588 HTTP/1.1" status: 200 len: 946 time: 0.1602602 Jul 14 18:47:38.436387 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-668a2157-6bba-4d54-8990-8ca371b611b0 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=dd2c08b60bc14f49add2589cc199daae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2430501 Jul 14 18:47:38.438485 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 38752) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:47:38.452717 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668a2157-6bba-4d54-8990-8ca371b611b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb82ae0f-5562-46a7-ad40-f6ef50dbd944,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:47:38.492867 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-670969dc-d27d-4dbf-b2c0-c63fa2f2d3b9 req-3af650d7-620a-4b40-a8d0-4241196fa5b1 tempest-TestServerAdvancedOps-1910341157 tempest-TestServerAdvancedOps-1910341157-project] 10.222.0.16 "GET /v2.0/security-groups?id=8a0915e9-1700-49c0-8c4e-4bd76143e0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589716 Jul 14 18:47:38.526495 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-71964258-403c-42ab-be7b-8dfdaac98f9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:47:38.553746 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-71964258-403c-42ab-be7b-8dfdaac98f9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:47:38.600794 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-71964258-403c-42ab-be7b-8dfdaac98f9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:47:38.603595 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-71964258-403c-42ab-be7b-8dfdaac98f9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:47:38.607094 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-71964258-403c-42ab-be7b-8dfdaac98f9e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/eb82ae0f-5562-46a7-ad40-f6ef50dbd944 HTTP/1.1" status: 204 len: 168 time: 0.1652629 Jul 14 18:47:38.615175 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71964258-403c-42ab-be7b-8dfdaac98f9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb82ae0f-5562-46a7-ad40-f6ef50dbd944,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:47:38.839954 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5399ddfe-31f9-4379-8f68-8cdaa9cb21af req-b57a60c8-9990-4d8e-9a63-cc19aeb75b79 tempest-AttachVolumeNegativeTest-3632510 tempest-AttachVolumeNegativeTest-3632510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:47:38.841582 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-5399ddfe-31f9-4379-8f68-8cdaa9cb21af req-b57a60c8-9990-4d8e-9a63-cc19aeb75b79 tempest-AttachVolumeNegativeTest-3632510 tempest-AttachVolumeNegativeTest-3632510-project] 10.222.0.16 "GET /v2.0/ports?device_id=f81f6c72-b3ea-40bb-903b-c254fc725743 HTTP/1.1" status: 200 len: 946 time: 0.0803056 Jul 14 18:47:38.887504 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-5399ddfe-31f9-4379-8f68-8cdaa9cb21af req-93f40d8b-1882-42d0-a482-d168bd81ce60 tempest-AttachVolumeNegativeTest-3632510 tempest-AttachVolumeNegativeTest-3632510-project] 10.222.0.16 "GET /v2.0/security-groups?id=0abe65fc-f489-4951-8c06-afae1a246333&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393641 Jul 14 18:47:39.860065 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad55a3d-f909-4632-9fa0-840dba13166b req-6dcf354c-38de-4574-8245-f4a6eec84f31 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:47:39.878146 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-4ad55a3d-f909-4632-9fa0-840dba13166b req-6dcf354c-38de-4574-8245-f4a6eec84f31 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] 10.222.0.16 "GET /v2.0/ports?device_id=9bb93a43-3259-41ac-a446-c049073d3088 HTTP/1.1" status: 200 len: 944 time: 0.2223454 Jul 14 18:47:39.922989 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 38820) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:47:39.947406 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe39adc-10b8-4836-9767-419018ad1dde req-e6f872e2-f08d-47fe-8892-8043e399ed2c tempest-TestServerAdvancedOps-1910341157 tempest-TestServerAdvancedOps-1910341157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:47:39.956032 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-cfe39adc-10b8-4836-9767-419018ad1dde req-e6f872e2-f08d-47fe-8892-8043e399ed2c tempest-TestServerAdvancedOps-1910341157 tempest-TestServerAdvancedOps-1910341157-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4c3284a-b202-40d9-af88-a27f59902588 HTTP/1.1" status: 200 len: 946 time: 0.2244506 Jul 14 18:47:40.016649 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-cfe39adc-10b8-4836-9767-419018ad1dde req-330ed424-9df6-4566-b058-77e6cc376385 tempest-TestServerAdvancedOps-1910341157 tempest-TestServerAdvancedOps-1910341157-project] 10.222.0.16 "GET /v2.0/security-groups?id=8a0915e9-1700-49c0-8c4e-4bd76143e0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593443 Jul 14 18:47:40.019764 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-4ad55a3d-f909-4632-9fa0-840dba13166b req-4a28fb39-9ca8-4e2f-8c65-30629980e15a tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] 10.222.0.16 "GET /v2.0/security-groups?id=665fac0f-cff5-44f7-b9cc-bed28fe603e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266854 Jul 14 18:47:40.136346 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-6bfbcd0c-7cc6-461f-83de-3405318ff491 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:47:40.208149 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661fbc12-995e-4710-bebe-9edbf922c22e req-839acb10-4676-4272-9df3-64aabbde4ee7 tempest-TestServerAdvancedOps-1910341157 tempest-TestServerAdvancedOps-1910341157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:47:40.219660 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-661fbc12-995e-4710-bebe-9edbf922c22e req-839acb10-4676-4272-9df3-64aabbde4ee7 tempest-TestServerAdvancedOps-1910341157 tempest-TestServerAdvancedOps-1910341157-project] 10.222.0.35 "GET /v2.0/ports?device_id=b4c3284a-b202-40d9-af88-a27f59902588 HTTP/1.1" status: 200 len: 946 time: 0.1573334 Jul 14 18:47:40.306355 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-6bfbcd0c-7cc6-461f-83de-3405318ff491 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:47:40.317605 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-6bfbcd0c-7cc6-461f-83de-3405318ff491 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:47:40.371364 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfbcd0c-7cc6-461f-83de-3405318ff491 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6893df6-229d-4589-babd-a2ef44b59df6,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:47:40.392081 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-6bfbcd0c-7cc6-461f-83de-3405318ff491 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=374b2779dfc0457daf7d759b129c5a7f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4632487 Jul 14 18:47:40.392396 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 38834) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:47:40.430037 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [req-661fbc12-995e-4710-bebe-9edbf922c22e req-137cc150-6657-4ede-98a0-2b658da60bf3 tempest-TestServerAdvancedOps-1910341157 tempest-TestServerAdvancedOps-1910341157-project] Deleting port 45312e8c-5587-45b6-924d-f426a3965394 {{(pid=93915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:47:40.430564 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-661fbc12-995e-4710-bebe-9edbf922c22e req-137cc150-6657-4ede-98a0-2b658da60bf3 tempest-TestServerAdvancedOps-1910341157 tempest-TestServerAdvancedOps-1910341157-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:47:40.519305 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-8c7b1a95-cbae-4bb0-b8ba-ba5057c6378a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:47:40.570533 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-8c7b1a95-cbae-4bb0-b8ba-ba5057c6378a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:47:40.587476 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-661fbc12-995e-4710-bebe-9edbf922c22e req-137cc150-6657-4ede-98a0-2b658da60bf3 tempest-TestServerAdvancedOps-1910341157 tempest-TestServerAdvancedOps-1910341157-project] For port 45312e8c-5587-45b6-924d-f426a3965394, host n-h2-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=45312e8c-5587-45b6-924d-f426a3965394,segment=NetworkSegment(1ccfb266-6116-4527-8865-ce886589b0fb),segment_id=1ccfb266-6116-4527-8865-ce886589b0fb)] {{(pid=93915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:47:40.587858 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-661fbc12-995e-4710-bebe-9edbf922c22e req-137cc150-6657-4ede-98a0-2b658da60bf3 tempest-TestServerAdvancedOps-1910341157 tempest-TestServerAdvancedOps-1910341157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:47:40.624838 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [req-661fbc12-995e-4710-bebe-9edbf922c22e req-137cc150-6657-4ede-98a0-2b658da60bf3 tempest-TestServerAdvancedOps-1910341157 tempest-TestServerAdvancedOps-1910341157-project] Calling delete_port for 45312e8c-5587-45b6-924d-f426a3965394 owned by compute:nova {{(pid=93915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:47:40.675297 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-8c7b1a95-cbae-4bb0-b8ba-ba5057c6378a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:47:40.678817 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-8c7b1a95-cbae-4bb0-b8ba-ba5057c6378a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:47:40.682544 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-8c7b1a95-cbae-4bb0-b8ba-ba5057c6378a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b6893df6-229d-4589-babd-a2ef44b59df6 HTTP/1.1" status: 204 len: 168 time: 0.2866690 Jul 14 18:47:40.702027 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7b1a95-cbae-4bb0-b8ba-ba5057c6378a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6893df6-229d-4589-babd-a2ef44b59df6,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:47:40.906148 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-661fbc12-995e-4710-bebe-9edbf922c22e req-137cc150-6657-4ede-98a0-2b658da60bf3 tempest-TestServerAdvancedOps-1910341157 tempest-TestServerAdvancedOps-1910341157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:47:40.919786 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] get_ports_and_sgs() called for port_ids ['45312e8c-5587-45b6-924d-f426a3965394'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 18:47:40.978665 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137cc150-6657-4ede-98a0-2b658da60bf3 tempest-TestServerAdvancedOps-1910341157 tempest-TestServerAdvancedOps-1910341157-project] Pushing event deleted for resources: {'Port': ['ID=45312e8c-5587-45b6-924d-f426a3965394,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:47:40.989348 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137cc150-6657-4ede-98a0-2b658da60bf3 tempest-TestServerAdvancedOps-1910341157 tempest-TestServerAdvancedOps-1910341157-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:47:40.989710 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137cc150-6657-4ede-98a0-2b658da60bf3 tempest-TestServerAdvancedOps-1910341157 tempest-TestServerAdvancedOps-1910341157-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:47:40.990057 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137cc150-6657-4ede-98a0-2b658da60bf3 tempest-TestServerAdvancedOps-1910341157 tempest-TestServerAdvancedOps-1910341157-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:47:41.009456 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137cc150-6657-4ede-98a0-2b658da60bf3 tempest-TestServerAdvancedOps-1910341157 tempest-TestServerAdvancedOps-1910341157-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:47:41.009456 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137cc150-6657-4ede-98a0-2b658da60bf3 tempest-TestServerAdvancedOps-1910341157 tempest-TestServerAdvancedOps-1910341157-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:47:41.009456 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137cc150-6657-4ede-98a0-2b658da60bf3 tempest-TestServerAdvancedOps-1910341157 tempest-TestServerAdvancedOps-1910341157-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:47:41.009456 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137cc150-6657-4ede-98a0-2b658da60bf3 tempest-TestServerAdvancedOps-1910341157 tempest-TestServerAdvancedOps-1910341157-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:47:41.009456 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137cc150-6657-4ede-98a0-2b658da60bf3 tempest-TestServerAdvancedOps-1910341157 tempest-TestServerAdvancedOps-1910341157-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:47:41.009456 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137cc150-6657-4ede-98a0-2b658da60bf3 tempest-TestServerAdvancedOps-1910341157 tempest-TestServerAdvancedOps-1910341157-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:47:41.009456 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137cc150-6657-4ede-98a0-2b658da60bf3 tempest-TestServerAdvancedOps-1910341157 tempest-TestServerAdvancedOps-1910341157-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:47:41.009456 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137cc150-6657-4ede-98a0-2b658da60bf3 tempest-TestServerAdvancedOps-1910341157 tempest-TestServerAdvancedOps-1910341157-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:47:41.009456 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137cc150-6657-4ede-98a0-2b658da60bf3 tempest-TestServerAdvancedOps-1910341157 tempest-TestServerAdvancedOps-1910341157-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:47:41.070153 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [req-661fbc12-995e-4710-bebe-9edbf922c22e req-137cc150-6657-4ede-98a0-2b658da60bf3 tempest-TestServerAdvancedOps-1910341157 tempest-TestServerAdvancedOps-1910341157-project] No DVR routers for this DVR port 45312e8c-5587-45b6-924d-f426a3965394 on host n-h2-800634-3 {{(pid=93915) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 18:47:41.073502 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-661fbc12-995e-4710-bebe-9edbf922c22e req-137cc150-6657-4ede-98a0-2b658da60bf3 tempest-TestServerAdvancedOps-1910341157 tempest-TestServerAdvancedOps-1910341157-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:47:41.080575 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-661fbc12-995e-4710-bebe-9edbf922c22e req-137cc150-6657-4ede-98a0-2b658da60bf3 tempest-TestServerAdvancedOps-1910341157 tempest-TestServerAdvancedOps-1910341157-project] 10.222.0.35 "DELETE /v2.0/ports/45312e8c-5587-45b6-924d-f426a3965394 HTTP/1.1" status: 204 len: 173 time: 0.8546839 Jul 14 18:47:41.081082 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4c3284a-b202-40d9-af88-a27f59902588', 'name': 'network-vif-deleted', 'tag': '45312e8c-5587-45b6-924d-f426a3965394'}] {{(pid=93915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:47:41.091630 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e72782ad3af8f7d4ce76cedf092bca46d1756acc5c4653cf0b52034cdd6b073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3dc8036-7cce-4bb7-b8ad-ffbfd444efe9" -d '{"events": [{"server_uuid": "b4c3284a-b202-40d9-af88-a27f59902588", "name": "network-vif-deleted", "tag": "45312e8c-5587-45b6-924d-f426a3965394"}]}' {{(pid=93915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:47:41.412980 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b3b06a8f-bdf3-4628-b6b9-b4da009cae52 req-c311008a-4508-4fed-8971-613080b13cbb tempest-TestServerAdvancedOps-1910341157 tempest-TestServerAdvancedOps-1910341157-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4c3284a-b202-40d9-af88-a27f59902588 HTTP/1.1" status: 200 len: 210 time: 0.0614018 Jul 14 18:47:41.469735 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c567339-af78-4939-a029-30d6bef2529c req-c0caf43a-9855-4204-b9a5-142978f329bd tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:47:41.471731 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-9c567339-af78-4939-a029-30d6bef2529c req-c0caf43a-9855-4204-b9a5-142978f329bd tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] 10.222.0.16 "GET /v2.0/ports?device_id=9bb93a43-3259-41ac-a446-c049073d3088 HTTP/1.1" status: 200 len: 944 time: 0.1891875 Jul 14 18:47:41.520365 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 38934) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:47:41.540320 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 18:47:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18fd0ddc-bfb3-4f05-8d9d-0593f2d96319 x-openstack-request-id: req-18fd0ddc-bfb3-4f05-8d9d-0593f2d96319 {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:47:41.540916 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4c3284a-b202-40d9-af88-a27f59902588", "name": "network-vif-deleted", "tag": "45312e8c-5587-45b6-924d-f426a3965394", "status": "completed", "code": 200}]} {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:47:41.541181 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-18fd0ddc-bfb3-4f05-8d9d-0593f2d96319 {{(pid=93915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:47:41.541694 n-d-800634-3 neutron-server[93915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4c3284a-b202-40d9-af88-a27f59902588', 'name': 'network-vif-deleted', 'tag': '45312e8c-5587-45b6-924d-f426a3965394', 'status': 'completed', 'code': 200} Jul 14 18:47:41.553617 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-72f6a72c-ad32-4a87-a867-19f61274467f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:47:41.615722 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-9c567339-af78-4939-a029-30d6bef2529c req-0477ea3d-1a75-4626-bd77-a160718eb288 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] 10.222.0.16 "GET /v2.0/security-groups?id=665fac0f-cff5-44f7-b9cc-bed28fe603e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186364 Jul 14 18:47:41.877621 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-72f6a72c-ad32-4a87-a867-19f61274467f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:47:41.885980 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-72f6a72c-ad32-4a87-a867-19f61274467f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:47:41.962452 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f6a72c-ad32-4a87-a867-19f61274467f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3886301e-c6c6-466b-93e2-3d40ee9195d6,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:47:41.971071 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 39018) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:47:41.979390 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-72f6a72c-ad32-4a87-a867-19f61274467f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=291de70905244d4ba308101c4b4b9a85&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4575787 Jul 14 18:47:42.104291 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-e82b9142-1c28-492d-bab3-351004d06f89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:47:42.139690 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-e82b9142-1c28-492d-bab3-351004d06f89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:47:42.231197 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-e82b9142-1c28-492d-bab3-351004d06f89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:47:42.235367 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-e82b9142-1c28-492d-bab3-351004d06f89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:47:42.236711 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-e82b9142-1c28-492d-bab3-351004d06f89 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3886301e-c6c6-466b-93e2-3d40ee9195d6 HTTP/1.1" status: 204 len: 168 time: 0.2644770 Jul 14 18:47:42.277415 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82b9142-1c28-492d-bab3-351004d06f89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3886301e-c6c6-466b-93e2-3d40ee9195d6,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:47:42.670586 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 39128) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:47:42.699685 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Device 1069c984-bfc6-4474-a816-a613cac3b4a9 details requested by agent hyperv_n-h2-800634-3 with host n-h2-800634-3 {{(pid=93917) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 18:47:42.799508 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.db_base_plugin_v2 [None req-70847ac6-70f7-428c-a611-15ea48e5d7c3 admin admin] Deleting subnet c6672c02-34da-46b4-abd5-93c55eb52b33 {{(pid=93915) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 18:47:42.840932 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-70847ac6-70f7-428c-a611-15ea48e5d7c3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:47:42.865954 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 39150) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:47:42.922778 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-70847ac6-70f7-428c-a611-15ea48e5d7c3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28939913'] for subnet, precommit_delete_associations {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:47:42.997048 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] For port 1069c984-bfc6-4474-a816-a613cac3b4a9, host n-h2-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=1069c984-bfc6-4474-a816-a613cac3b4a9,segment=NetworkSegment(ee39aca0-6f7d-4da6-861f-9f37553124e0),segment_id=ee39aca0-6f7d-4da6-861f-9f37553124e0)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:47:43.023918 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Returning: {'device': '1069c984-bfc6-4474-a816-a613cac3b4a9', 'network_id': 'd41f9397-de9e-4e07-a07d-8cf0ac566250', 'port_id': '1069c984-bfc6-4474-a816-a613cac3b4a9', 'mac_address': 'fa:16:3e:e0:b2:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 94, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0161a33b-ac2d-4d08-b4de-fe1fa405f16a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93917) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 18:47:43.121607 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:47:43.136023 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-aaaa2687-9a49-4a65-b162-52690bacf9ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:47:43.177857 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1069c984-bfc6-4474-a816-a613cac3b4a9 {{(pid=93917) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 18:47:43.204009 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] For port 1069c984-bfc6-4474-a816-a613cac3b4a9, host n-h2-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=1069c984-bfc6-4474-a816-a613cac3b4a9,segment=NetworkSegment(ee39aca0-6f7d-4da6-861f-9f37553124e0),segment_id=ee39aca0-6f7d-4da6-861f-9f37553124e0)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:47:43.210773 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:47:43.224343 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-70847ac6-70f7-428c-a611-15ea48e5d7c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081283'] for subnet, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:47:43.275332 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Pushing event updated for resources: {'Port': ['ID=1069c984-bfc6-4474-a816-a613cac3b4a9,revision_number=4']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:47:43.381530 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67e202e-12da-4fe0-9bc3-49167d2e5715 req-ff549399-0f1f-4e8d-bf0b-0febddd09caf tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:47:43.385519 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a67e202e-12da-4fe0-9bc3-49167d2e5715 req-ff549399-0f1f-4e8d-bf0b-0febddd09caf tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] 10.222.0.16 "GET /v2.0/ports?device_id=9bb93a43-3259-41ac-a446-c049073d3088 HTTP/1.1" status: 200 len: 944 time: 0.3959665 Jul 14 18:47:43.418755 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040efd4e-ad40-4c9b-82ce-d6ca5f3d0ae6 req-4665b83d-b397-48ec-a946-4114f76d1d49 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:47:43.420692 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-040efd4e-ad40-4c9b-82ce-d6ca5f3d0ae6 req-4665b83d-b397-48ec-a946-4114f76d1d49 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c556fe5-0125-48ec-8057-3295f5ec5000 HTTP/1.1" status: 200 len: 945 time: 0.3967273 Jul 14 18:47:43.424498 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-70847ac6-70f7-428c-a611-15ea48e5d7c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25913028', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28969762'] for subnet, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:47:43.435065 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] get_ports_and_sgs() called for port_ids ['1069c984-bfc6-4474-a816-a613cac3b4a9'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 18:47:43.443422 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-aaaa2687-9a49-4a65-b162-52690bacf9ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:47:43.448431 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-aaaa2687-9a49-4a65-b162-52690bacf9ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:47:43.515809 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-aaaa2687-9a49-4a65-b162-52690bacf9ba admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=55a5d7d931204df0a088d63c670bb36b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6477833 Jul 14 18:47:43.517253 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 39218) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:47:43.518135 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaaa2687-9a49-4a65-b162-52690bacf9ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3533c6c8-8d91-4608-871a-a13b2bbf2bbf,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:47:43.529874 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70847ac6-70f7-428c-a611-15ea48e5d7c3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c6672c02-34da-46b4-abd5-93c55eb52b33,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:47:43.532300 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-70847ac6-70f7-428c-a611-15ea48e5d7c3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:47:43.536675 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-70847ac6-70f7-428c-a611-15ea48e5d7c3 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/c6672c02-34da-46b4-abd5-93c55eb52b33 HTTP/1.1" status: 204 len: 168 time: 0.8641655 Jul 14 18:47:43.539590 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 39224) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:47:43.571072 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a67e202e-12da-4fe0-9bc3-49167d2e5715 req-66f0f871-c634-463a-8dea-6ac162a71fd6 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] 10.222.0.16 "GET /v2.0/security-groups?id=665fac0f-cff5-44f7-b9cc-bed28fe603e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444523 Jul 14 18:47:43.610694 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-040efd4e-ad40-4c9b-82ce-d6ca5f3d0ae6 req-b3d7bf3e-44bc-4335-9eea-2a8433a6138a tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] 10.222.0.16 "GET /v2.0/security-groups?id=be330687-3a60-4db7-bad1-ca6d5eb00fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1734612 Jul 14 18:47:43.692940 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-e69d6b6e-56f4-429e-a176-5292d0620687 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645734'] for network, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:47:44.172507 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-6da46566-9bd4-4225-8058-5bd6e3a5a34e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:47:44.255412 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-6da46566-9bd4-4225-8058-5bd6e3a5a34e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:47:44.334110 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-6da46566-9bd4-4225-8058-5bd6e3a5a34e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:47:44.337906 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-6da46566-9bd4-4225-8058-5bd6e3a5a34e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:47:44.339589 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-6da46566-9bd4-4225-8058-5bd6e3a5a34e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3533c6c8-8d91-4608-871a-a13b2bbf2bbf HTTP/1.1" status: 204 len: 168 time: 0.8180017 Jul 14 18:47:44.356194 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-e69d6b6e-56f4-429e-a176-5292d0620687 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2096010', 'neutron.services.segments.db._delete_segments_for_network-8728202734996'] for network, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:47:44.386119 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.segments.db [None req-e69d6b6e-56f4-429e-a176-5292d0620687 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79c5074f-d816-41c8-8a82-9495ad1acb27']}} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:47:44.414545 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.segments.db [None req-e69d6b6e-56f4-429e-a176-5292d0620687 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ccfb266-6116-4527-8865-ce886589b0fb') {'for_net_delete': True} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:47:44.429823 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.segments.db [None req-e69d6b6e-56f4-429e-a176-5292d0620687 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ccfb266-6116-4527-8865-ce886589b0fb') {} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:47:44.483247 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-e69d6b6e-56f4-429e-a176-5292d0620687 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728202715275', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26296891'] for segment, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:47:44.566845 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-e69d6b6e-56f4-429e-a176-5292d0620687 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:47:44.581670 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e69d6b6e-56f4-429e-a176-5292d0620687 admin admin] Releasing vlan 93 on physical network physnet1 to pool {{(pid=93916) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 18:47:44.582346 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-e69d6b6e-56f4-429e-a176-5292d0620687 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2682942'] for segment, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:47:44.702052 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Device 1069c984-bfc6-4474-a816-a613cac3b4a9 up at agent hyperv_n-h2-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:47:44.839225 n-d-800634-3 neutron-server[93916]: Traceback (most recent call last): Jul 14 18:47:44.839225 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 18:47:44.839225 n-d-800634-3 neutron-server[93916]: timer() Jul 14 18:47:44.839225 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 18:47:44.839225 n-d-800634-3 neutron-server[93916]: cb(*args, **kw) Jul 14 18:47:44.839225 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 18:47:44.839225 n-d-800634-3 neutron-server[93916]: return func(*args, **kwargs) Jul 14 18:47:44.839225 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 18:47:44.839225 n-d-800634-3 neutron-server[93916]: self._notify() Jul 14 18:47:44.839225 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 18:47:44.839225 n-d-800634-3 neutron-server[93916]: self.callback(batched_events) Jul 14 18:47:44.839225 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 18:47:44.839225 n-d-800634-3 neutron-server[93916]: event.method(event) Jul 14 18:47:44.839225 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 18:47:44.839225 n-d-800634-3 neutron-server[93916]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 18:47:44.839225 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 18:47:44.839225 n-d-800634-3 neutron-server[93916]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 18:47:44.839225 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 18:47:44.839225 n-d-800634-3 neutron-server[93916]: return f(self, *a, **k) Jul 14 18:47:44.839225 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 18:47:44.839225 n-d-800634-3 neutron-server[93916]: return self._get(url).json() Jul 14 18:47:44.839225 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 18:47:44.839225 n-d-800634-3 neutron-server[93916]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 18:47:44.839225 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 18:47:44.839225 n-d-800634-3 neutron-server[93916]: return self.request(url, 'GET', **kwargs) Jul 14 18:47:44.839225 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 18:47:44.839225 n-d-800634-3 neutron-server[93916]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 18:47:44.839225 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 18:47:44.839225 n-d-800634-3 neutron-server[93916]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 18:47:44.839225 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 18:47:44.839225 n-d-800634-3 neutron-server[93916]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 18:47:44.839225 n-d-800634-3 neutron-server[93916]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 18:47:44.857786 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f19848e-8c9b-4aa9-a4e9-58153dc9f36c req-f2712133-3d72-453e-954d-efd8c2b1ac22 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:47:44.873182 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-4f19848e-8c9b-4aa9-a4e9-58153dc9f36c req-f2712133-3d72-453e-954d-efd8c2b1ac22 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] 10.222.0.16 "GET /v2.0/ports?device_id=9bb93a43-3259-41ac-a446-c049073d3088 HTTP/1.1" status: 200 len: 945 time: 0.1298683 Jul 14 18:47:44.889371 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Provisioning for port 1069c984-bfc6-4474-a816-a613cac3b4a9 completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:47:44.899409 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Provisioning complete for port 1069c984-bfc6-4474-a816-a613cac3b4a9 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:47:44.899701 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:47:44.902390 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da46566-9bd4-4225-8058-5bd6e3a5a34e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3533c6c8-8d91-4608-871a-a13b2bbf2bbf,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:47:44.936617 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-e69d6b6e-56f4-429e-a176-5292d0620687 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2096001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-930085'] for network, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:47:44.943641 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-e69d6b6e-56f4-429e-a176-5292d0620687 admin admin] Notify callbacks [] for network, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:47:44.950291 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-e69d6b6e-56f4-429e-a176-5292d0620687 admin admin] 10.222.0.16 "DELETE /v2.0/networks/79c5074f-d816-41c8-8a82-9495ad1acb27 HTTP/1.1" status: 204 len: 168 time: 1.4081147 Jul 14 18:47:44.959796 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 39400) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:47:45.005032 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-4f19848e-8c9b-4aa9-a4e9-58153dc9f36c req-15fdb9f2-1dda-47a0-a2bc-65a38d2de8bd tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] 10.222.0.16 "GET /v2.0/security-groups?id=665fac0f-cff5-44f7-b9cc-bed28fe603e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258914 Jul 14 18:47:45.057603 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69d6b6e-56f4-429e-a176-5292d0620687 admin admin] Pushing event deleted for resources: {'Network': ['ID=79c5074f-d816-41c8-8a82-9495ad1acb27,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:47:45.085422 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c6b6d1d-2dfd-4edd-b2ae-eaa43431c2f5 admin admin] Deleting subnet 5c25eb6d-1f10-4140-8069-4a74e3fb28af {{(pid=93916) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 18:47:45.091031 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-1c6b6d1d-2dfd-4edd-b2ae-eaa43431c2f5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:47:45.110121 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:47:45.176530 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bb93a43-3259-41ac-a446-c049073d3088', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1069c984-bfc6-4474-a816-a613cac3b4a9'}] {{(pid=93917) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:47:45.178787 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20b787f3c29eaa7aa2a4d648c725a2124c5ff39a8d793252f9d844495e14cf42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e7bf76f-d3ec-4263-b456-63ac2403ef99" -d '{"events": [{"server_uuid": "9bb93a43-3259-41ac-a446-c049073d3088", "name": "network-vif-plugged", "status": "completed", "tag": "1069c984-bfc6-4474-a816-a613cac3b4a9"}]}' {{(pid=93917) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:47:45.181740 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-1c6b6d1d-2dfd-4edd-b2ae-eaa43431c2f5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26296866'] for subnet, precommit_delete_associations {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:47:45.221532 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] For port 1069c984-bfc6-4474-a816-a613cac3b4a9, host n-h2-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=1069c984-bfc6-4474-a816-a613cac3b4a9,segment=NetworkSegment(ee39aca0-6f7d-4da6-861f-9f37553124e0),segment_id=ee39aca0-6f7d-4da6-861f-9f37553124e0)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:47:45.227691 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:47:45.229014 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Device 45312e8c-5587-45b6-924d-f426a3965394 no longer exists at agent hyperv_n-h2-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 18:47:45.252462 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-1c6b6d1d-2dfd-4edd-b2ae-eaa43431c2f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081283'] for subnet, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:47:45.297317 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 18:47:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9094411-2fd8-4731-bea4-57baa379d1d4 x-openstack-request-id: req-c9094411-2fd8-4731-bea4-57baa379d1d4 {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:47:45.297672 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9bb93a43-3259-41ac-a446-c049073d3088", "name": "network-vif-plugged", "status": "completed", "tag": "1069c984-bfc6-4474-a816-a613cac3b4a9", "code": 200}]} {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:47:45.298040 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c9094411-2fd8-4731-bea4-57baa379d1d4 {{(pid=93917) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:47:45.298352 n-d-800634-3 neutron-server[93917]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bb93a43-3259-41ac-a446-c049073d3088', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1069c984-bfc6-4474-a816-a613cac3b4a9', 'code': 200} Jul 14 18:47:45.330127 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] No Port match for: 45312e8c-5587-45b6-924d-f426a3965394 {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 18:47:45.330695 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Device 45312e8c-5587-45b6-924d-f426a3965394 not bound to the agent host n-h2-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 18:47:45.368638 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-1c6b6d1d-2dfd-4edd-b2ae-eaa43431c2f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2684816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26033152'] for subnet, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:47:45.369917 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Pushing event updated for resources: {'Port': ['ID=1069c984-bfc6-4474-a816-a613cac3b4a9,revision_number=5']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:47:45.392841 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 39450) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:47:45.451806 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e729a4-b746-42a7-a99d-6881669d9ac3 req-e1ed655c-7906-4a08-a02b-6a88fb7ad56e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:47:45.454132 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6b6d1d-2dfd-4edd-b2ae-eaa43431c2f5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5c25eb6d-1f10-4140-8069-4a74e3fb28af,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:47:45.456802 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-1c6b6d1d-2dfd-4edd-b2ae-eaa43431c2f5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:47:45.462456 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-1c6b6d1d-2dfd-4edd-b2ae-eaa43431c2f5 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/5c25eb6d-1f10-4140-8069-4a74e3fb28af HTTP/1.1" status: 204 len: 168 time: 0.4982214 Jul 14 18:47:45.463556 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 39464) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:47:45.466177 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-9588ad9f-13d5-4a76-9a1d-75c8819ff1b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:47:45.466760 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-91e729a4-b746-42a7-a99d-6881669d9ac3 req-e1ed655c-7906-4a08-a02b-6a88fb7ad56e service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=9bb93a43-3259-41ac-a446-c049073d3088 HTTP/1.1" status: 200 len: 1097 time: 0.1194692 Jul 14 18:47:45.516561 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-91e729a4-b746-42a7-a99d-6881669d9ac3 req-1624e68e-fbf8-4e93-b9ea-a0ce15026c58 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=665fac0f-cff5-44f7-b9cc-bed28fe603e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429940 Jul 14 18:47:45.609765 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-543f52db-cda5-4c6b-b252-3bca37469e05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645734'] for network, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:47:45.760903 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-543f52db-cda5-4c6b-b252-3bca37469e05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2096010', 'neutron.services.segments.db._delete_segments_for_network-8728202734996'] for network, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:47:45.783379 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.segments.db [None req-543f52db-cda5-4c6b-b252-3bca37469e05 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71fef9a0-7257-4cb4-af75-3257bce9d779']}} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:47:45.794852 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-9588ad9f-13d5-4a76-9a1d-75c8819ff1b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:47:45.799544 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.segments.db [None req-543f52db-cda5-4c6b-b252-3bca37469e05 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3c0b400-e7e8-4d8b-9c1b-31644171d94b') {'for_net_delete': True} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:47:45.799951 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.segments.db [None req-543f52db-cda5-4c6b-b252-3bca37469e05 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3c0b400-e7e8-4d8b-9c1b-31644171d94b') {} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:47:45.806716 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-9588ad9f-13d5-4a76-9a1d-75c8819ff1b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:47:45.823460 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-543f52db-cda5-4c6b-b252-3bca37469e05 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728202715275', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26296891'] for segment, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:47:45.861337 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-543f52db-cda5-4c6b-b252-3bca37469e05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:47:45.881891 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-9588ad9f-13d5-4a76-9a1d-75c8819ff1b0 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=cfd5f1a834284583b2c34fbb9ecdaa2d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4876902 Jul 14 18:47:45.883319 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-543f52db-cda5-4c6b-b252-3bca37469e05 admin admin] Releasing vlan 97 on physical network physnet1 to pool {{(pid=93916) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 18:47:45.883935 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-543f52db-cda5-4c6b-b252-3bca37469e05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2682942'] for segment, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:47:45.885312 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 39498) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:47:45.886317 n-d-800634-3 neutron-server[93916]: Traceback (most recent call last): Jul 14 18:47:45.886317 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 18:47:45.886317 n-d-800634-3 neutron-server[93916]: timer() Jul 14 18:47:45.886317 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 18:47:45.886317 n-d-800634-3 neutron-server[93916]: cb(*args, **kw) Jul 14 18:47:45.886317 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 18:47:45.886317 n-d-800634-3 neutron-server[93916]: return func(*args, **kwargs) Jul 14 18:47:45.886317 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 18:47:45.886317 n-d-800634-3 neutron-server[93916]: self._notify() Jul 14 18:47:45.886317 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 18:47:45.886317 n-d-800634-3 neutron-server[93916]: self.callback(batched_events) Jul 14 18:47:45.886317 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 18:47:45.886317 n-d-800634-3 neutron-server[93916]: event.method(event) Jul 14 18:47:45.886317 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 18:47:45.886317 n-d-800634-3 neutron-server[93916]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 18:47:45.886317 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 18:47:45.886317 n-d-800634-3 neutron-server[93916]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 18:47:45.886317 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 18:47:45.886317 n-d-800634-3 neutron-server[93916]: return f(self, *a, **k) Jul 14 18:47:45.886317 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 18:47:45.886317 n-d-800634-3 neutron-server[93916]: return self._get(url).json() Jul 14 18:47:45.886317 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 18:47:45.886317 n-d-800634-3 neutron-server[93916]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 18:47:45.886317 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 18:47:45.886317 n-d-800634-3 neutron-server[93916]: return self.request(url, 'GET', **kwargs) Jul 14 18:47:45.886317 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 18:47:45.886317 n-d-800634-3 neutron-server[93916]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 18:47:45.886317 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 18:47:45.886317 n-d-800634-3 neutron-server[93916]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 18:47:45.886317 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 18:47:45.886317 n-d-800634-3 neutron-server[93916]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 18:47:45.886317 n-d-800634-3 neutron-server[93916]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 18:47:45.888669 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9588ad9f-13d5-4a76-9a1d-75c8819ff1b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2ea9a8f-5b81-4690-973d-4080ee742dbc,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:47:45.964787 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-543f52db-cda5-4c6b-b252-3bca37469e05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2096001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-930085'] for network, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:47:45.974698 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-543f52db-cda5-4c6b-b252-3bca37469e05 admin admin] Notify callbacks [] for network, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:47:45.981284 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-473ebb4c-d42e-429f-8155-1d2fd4c8148b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:47:45.985198 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-543f52db-cda5-4c6b-b252-3bca37469e05 admin admin] 10.222.0.16 "DELETE /v2.0/networks/71fef9a0-7257-4cb4-af75-3257bce9d779 HTTP/1.1" status: 204 len: 168 time: 0.5200920 Jul 14 18:47:46.010587 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543f52db-cda5-4c6b-b252-3bca37469e05 admin admin] Pushing event deleted for resources: {'Network': ['ID=71fef9a0-7257-4cb4-af75-3257bce9d779,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:47:46.042149 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-473ebb4c-d42e-429f-8155-1d2fd4c8148b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:47:46.119828 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-473ebb4c-d42e-429f-8155-1d2fd4c8148b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:47:46.123354 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-473ebb4c-d42e-429f-8155-1d2fd4c8148b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:47:46.125521 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-473ebb4c-d42e-429f-8155-1d2fd4c8148b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b2ea9a8f-5b81-4690-973d-4080ee742dbc HTTP/1.1" status: 204 len: 168 time: 0.2393317 Jul 14 18:47:46.137045 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473ebb4c-d42e-429f-8155-1d2fd4c8148b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2ea9a8f-5b81-4690-973d-4080ee742dbc,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:47:46.424744 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 39514) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:47:46.515977 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-b10a83e0-4c0e-4ac5-b71c-82349ce51a4b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=172f16f36a6a48a18d3e63badad8ba60&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0886226 Jul 14 18:47:46.519017 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 39516) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:47:46.606373 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-8da249a0-9950-4eab-884a-da6a1c27dc4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:47:46.636488 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-8da249a0-9950-4eab-884a-da6a1c27dc4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:47:46.651614 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device 9c478c99-d62c-4ba4-a542-afd02703f1f0 details requested by agent hyperv_n-h1-800634-3 with host n-h1-800634-3 {{(pid=93917) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 18:47:46.717692 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-8da249a0-9950-4eab-884a-da6a1c27dc4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:47:46.723897 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-8da249a0-9950-4eab-884a-da6a1c27dc4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:47:46.727659 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-8da249a0-9950-4eab-884a-da6a1c27dc4f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8a0915e9-1700-49c0-8c4e-4bd76143e0d0 HTTP/1.1" status: 204 len: 168 time: 0.2041547 Jul 14 18:47:46.754036 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da249a0-9950-4eab-884a-da6a1c27dc4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a0915e9-1700-49c0-8c4e-4bd76143e0d0,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:47:46.877854 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port 9c478c99-d62c-4ba4-a542-afd02703f1f0, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=9c478c99-d62c-4ba4-a542-afd02703f1f0,segment=NetworkSegment(e6ac1013-49a3-4f7c-beca-cf2ef24dd35b),segment_id=e6ac1013-49a3-4f7c-beca-cf2ef24dd35b)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:47:46.909820 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Returning: {'device': '9c478c99-d62c-4ba4-a542-afd02703f1f0', 'network_id': '39c54d55-b1e0-4eb1-9ee5-3eeadd4d8bde', 'port_id': '9c478c99-d62c-4ba4-a542-afd02703f1f0', 'mac_address': 'fa:16:3e:38:6b:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9fdea6e-22fa-4991-9f87-b79de93db404', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93917) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 18:47:47.034239 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:47:47.039653 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2738a6-5d03-41ba-87fc-6621c8bae219 req-b7109889-91f5-4a84-974a-7de4181fa99d tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:47:47.050888 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-af2738a6-5d03-41ba-87fc-6621c8bae219 req-b7109889-91f5-4a84-974a-7de4181fa99d tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] 10.222.0.16 "GET /v2.0/ports?device_id=9bb93a43-3259-41ac-a446-c049073d3088 HTTP/1.1" status: 200 len: 946 time: 0.8704548 Jul 14 18:47:47.059407 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9c478c99-d62c-4ba4-a542-afd02703f1f0 {{(pid=93917) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 18:47:47.086118 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port 9c478c99-d62c-4ba4-a542-afd02703f1f0, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=9c478c99-d62c-4ba4-a542-afd02703f1f0,segment=NetworkSegment(e6ac1013-49a3-4f7c-beca-cf2ef24dd35b),segment_id=e6ac1013-49a3-4f7c-beca-cf2ef24dd35b)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:47:47.089412 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afed6a9-25ff-4548-ba15-d37fdcbe84b6 req-5155bd69-e7ef-4e81-97d2-a368c2024376 tempest-VolumesSnapshotTestJSON-1089846540 tempest-VolumesSnapshotTestJSON-1089846540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:47:47.091819 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-9afed6a9-25ff-4548-ba15-d37fdcbe84b6 req-5155bd69-e7ef-4e81-97d2-a368c2024376 tempest-VolumesSnapshotTestJSON-1089846540 tempest-VolumesSnapshotTestJSON-1089846540-project] 10.222.0.16 "GET /v2.0/networks?id=f34c21a2-985d-4d85-8b05-15a9b06872be HTTP/1.1" status: 200 len: 814 time: 0.2428088 Jul 14 18:47:47.102787 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:47:47.128908 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-af2738a6-5d03-41ba-87fc-6621c8bae219 req-0d418c65-2143-47a9-b9b5-bf9740c9d998 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] 10.222.0.16 "GET /v2.0/security-groups?id=665fac0f-cff5-44f7-b9cc-bed28fe603e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768690 Jul 14 18:47:47.132238 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-9afed6a9-25ff-4548-ba15-d37fdcbe84b6 req-de169b56-30dd-4ac0-a6e1-10332f8ea633 tempest-VolumesSnapshotTestJSON-1089846540 tempest-VolumesSnapshotTestJSON-1089846540-project] 10.222.0.16 "GET /v2.0/quotas/603a6a9568b140888befe6fa771e46c9 HTTP/1.1" status: 200 len: 375 time: 0.0301483 Jul 14 18:47:47.180598 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Pushing event updated for resources: {'Port': ['ID=9c478c99-d62c-4ba4-a542-afd02703f1f0,revision_number=6']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:47:47.211031 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-9afed6a9-25ff-4548-ba15-d37fdcbe84b6 req-ce5132e7-85f1-4c0b-a6c5-ed16e5267d53 tempest-VolumesSnapshotTestJSON-1089846540 tempest-VolumesSnapshotTestJSON-1089846540-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=603a6a9568b140888befe6fa771e46c9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0685611 Jul 14 18:47:47.236317 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] get_ports_and_sgs() called for port_ids ['9c478c99-d62c-4ba4-a542-afd02703f1f0'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 18:47:47.347460 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 39548) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:47:47.401824 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-9afed6a9-25ff-4548-ba15-d37fdcbe84b6 req-02dd72bb-7005-4f7e-9d3b-00a0a8b10a90 service neutron] 10.222.0.16 "GET /v2.0/networks/f34c21a2-985d-4d85-8b05-15a9b06872be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1790891 Jul 14 18:47:47.464488 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-fb4167aa-6d37-4996-a214-b0114e3fe51d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5381dc1bba244e158bcfe9ec2cd696e5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1122851 Jul 14 18:47:47.467279 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 39554) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:47:47.542824 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-cebbfc9b-bf75-4618-b0b8-6624ca7efa87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:47:47.560319 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-9afed6a9-25ff-4548-ba15-d37fdcbe84b6 req-66d8279e-1830-4191-94bb-eefc02cfefdd service neutron] 10.222.0.16 "GET /v2.0/networks/f34c21a2-985d-4d85-8b05-15a9b06872be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1505013 Jul 14 18:47:47.575068 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-cebbfc9b-bf75-4618-b0b8-6624ca7efa87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:47:47.652022 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-cebbfc9b-bf75-4618-b0b8-6624ca7efa87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:47:47.656029 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-cebbfc9b-bf75-4618-b0b8-6624ca7efa87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:47:47.658753 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-cebbfc9b-bf75-4618-b0b8-6624ca7efa87 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/4065d809-db12-4dff-81b4-fac3d6d2b254 HTTP/1.1" status: 204 len: 168 time: 0.1896639 Jul 14 18:47:47.670597 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebbfc9b-bf75-4618-b0b8-6624ca7efa87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4065d809-db12-4dff-81b4-fac3d6d2b254,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:47:47.914789 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b8493436-5d4d-4394-9f68-8c0e516154c7 req-5a6a1c74-13d1-4ef3-a42d-449774d3ca6c tempest-VolumesSnapshotTestJSON-1089846540 tempest-VolumesSnapshotTestJSON-1089846540-project] 10.222.0.16 "GET /v2.0/ports?device_id=3274486b-61fa-4f42-a22b-620ccd0776da HTTP/1.1" status: 200 len: 210 time: 0.0481536 Jul 14 18:47:48.516911 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e85fda2-b13e-4332-b629-bfbb6d34150f req-cd3c9ab9-084e-4b05-a569-76f4ce3cd11f tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:47:48.534045 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-4e85fda2-b13e-4332-b629-bfbb6d34150f req-cd3c9ab9-084e-4b05-a569-76f4ce3cd11f tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] 10.222.0.16 "GET /v2.0/ports?device_id=9bb93a43-3259-41ac-a446-c049073d3088 HTTP/1.1" status: 200 len: 946 time: 0.1498473 Jul 14 18:47:48.586904 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-4e85fda2-b13e-4332-b629-bfbb6d34150f req-cd32bc53-e99f-4f9b-b820-173a9e25b392 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] 10.222.0.16 "GET /v2.0/security-groups?id=665fac0f-cff5-44f7-b9cc-bed28fe603e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517821 Jul 14 18:47:48.650080 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device 9c478c99-d62c-4ba4-a542-afd02703f1f0 up at agent hyperv_n-h1-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:47:48.775630 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Provisioning complete for port 9c478c99-d62c-4ba4-a542-afd02703f1f0 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:47:48.776349 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:47:49.006998 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:47:49.022034 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f881d5-d691-4920-a076-8621b09b94ec req-4ca2df4a-cb3a-498d-a660-f27577870cdf tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:47:49.042804 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-34f881d5-d691-4920-a076-8621b09b94ec req-4ca2df4a-cb3a-498d-a660-f27577870cdf tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] 10.222.0.16 "GET /v2.0/ports?device_id=9bb93a43-3259-41ac-a446-c049073d3088 HTTP/1.1" status: 200 len: 946 time: 0.2200150 Jul 14 18:47:49.089633 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c556fe5-0125-48ec-8057-3295f5ec5000', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c478c99-d62c-4ba4-a542-afd02703f1f0'}] {{(pid=93917) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:47:49.097222 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20b787f3c29eaa7aa2a4d648c725a2124c5ff39a8d793252f9d844495e14cf42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb1018ad-f3ff-43ba-847c-f566f448f19d" -d '{"events": [{"server_uuid": "9c556fe5-0125-48ec-8057-3295f5ec5000", "name": "network-vif-plugged", "status": "completed", "tag": "9c478c99-d62c-4ba4-a542-afd02703f1f0"}]}' {{(pid=93917) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:47:49.141820 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-34f881d5-d691-4920-a076-8621b09b94ec req-44058247-e03a-44f7-b36b-19394412c6a6 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] 10.222.0.16 "GET /v2.0/security-groups?id=665fac0f-cff5-44f7-b9cc-bed28fe603e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960727 Jul 14 18:47:49.142338 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port 9c478c99-d62c-4ba4-a542-afd02703f1f0, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=9c478c99-d62c-4ba4-a542-afd02703f1f0,segment=NetworkSegment(e6ac1013-49a3-4f7c-beca-cf2ef24dd35b),segment_id=e6ac1013-49a3-4f7c-beca-cf2ef24dd35b)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:47:49.159768 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:47:49.219876 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-4c5ab704-5d74-46b8-86bc-2ec7119b1526 req-e79fa918-50eb-41ea-be34-a33ab8586521 tempest-VolumesSnapshotTestJSON-1089846540 tempest-VolumesSnapshotTestJSON-1089846540-project] 10.222.0.16 "GET /v2.0/ports?device_id=3274486b-61fa-4f42-a22b-620ccd0776da HTTP/1.1" status: 200 len: 210 time: 0.0465100 Jul 14 18:47:49.292002 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 18:47:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf8695d7-af4c-40dd-904b-aae0b89aaca3 x-openstack-request-id: req-cf8695d7-af4c-40dd-904b-aae0b89aaca3 {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:47:49.292379 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c556fe5-0125-48ec-8057-3295f5ec5000", "name": "network-vif-plugged", "status": "completed", "tag": "9c478c99-d62c-4ba4-a542-afd02703f1f0", "code": 200}]} {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:47:49.292643 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-cf8695d7-af4c-40dd-904b-aae0b89aaca3 {{(pid=93917) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:47:49.293038 n-d-800634-3 neutron-server[93917]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c556fe5-0125-48ec-8057-3295f5ec5000', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c478c99-d62c-4ba4-a542-afd02703f1f0', 'code': 200} Jul 14 18:47:49.359498 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Pushing event updated for resources: {'Port': ['ID=9c478c99-d62c-4ba4-a542-afd02703f1f0,revision_number=7']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:47:49.735200 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 39694) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:47:50.039372 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-9eeb8020-aa0b-4436-b783-9157866a4043 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:47:50.170710 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 39708) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:47:50.280653 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afed6a9-25ff-4548-ba15-d37fdcbe84b6 req-91900b57-5143-4c66-acce-bda5272f9735 tempest-VolumesSnapshotTestJSON-1089846540 tempest-VolumesSnapshotTestJSON-1089846540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:47:50.282473 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-9afed6a9-25ff-4548-ba15-d37fdcbe84b6 req-91900b57-5143-4c66-acce-bda5272f9735 tempest-VolumesSnapshotTestJSON-1089846540 tempest-VolumesSnapshotTestJSON-1089846540-project] 10.222.0.35 "GET /v2.0/networks?id=f34c21a2-985d-4d85-8b05-15a9b06872be HTTP/1.1" status: 200 len: 814 time: 0.3499968 Jul 14 18:47:50.293955 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3b8319-6257-47ad-a785-d948c356a8de req-27d0c723-ac19-4700-b69f-c0f07a21636a tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:47:50.295773 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ae3b8319-6257-47ad-a785-d948c356a8de req-27d0c723-ac19-4700-b69f-c0f07a21636a tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] 10.222.0.16 "GET /v2.0/ports?device_id=9bb93a43-3259-41ac-a446-c049073d3088 HTTP/1.1" status: 200 len: 946 time: 0.1678534 Jul 14 18:47:50.302290 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [req-9afed6a9-25ff-4548-ba15-d37fdcbe84b6 req-f0101d75-d8fd-47d2-ac35-4654b028c992 tempest-VolumesSnapshotTestJSON-1089846540 tempest-VolumesSnapshotTestJSON-1089846540-project] Request body: {'port': {'device_id': '3274486b-61fa-4f42-a22b-620ccd0776da', 'network_id': 'f34c21a2-985d-4d85-8b05-15a9b06872be', 'admin_state_up': True, 'tenant_id': '603a6a9568b140888befe6fa771e46c9'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:47:50.339912 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-9eeb8020-aa0b-4436-b783-9157866a4043 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:47:50.347353 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-9eeb8020-aa0b-4436-b783-9157866a4043 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:47:50.368149 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9421396a-83dc-4e2d-b53d-d2ebf78e52a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:47:50.503272 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-9eeb8020-aa0b-4436-b783-9157866a4043 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=21fa1174d8ed463aa2e022ee894542ee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7658477 Jul 14 18:47:50.504989 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eeb8020-aa0b-4436-b783-9157866a4043 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa0aad15-f94f-4b9c-8070-4024850c5ce6,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:47:50.507506 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 39716) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:47:50.534584 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-64046aaf-912f-445c-be4c-b27bb0b92150 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:47:50.541928 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ae3b8319-6257-47ad-a785-d948c356a8de req-1134df74-481a-4c73-94de-8d3ca2414d69 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] 10.222.0.16 "GET /v2.0/security-groups?id=665fac0f-cff5-44f7-b9cc-bed28fe603e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2344434 Jul 14 18:47:50.606447 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-5a63e0c5-c87e-4626-abc2-a071925456aa req-d5755195-95df-4df2-92e1-0847410f3827 tempest-VolumesSnapshotTestJSON-1089846540 tempest-VolumesSnapshotTestJSON-1089846540-project] 10.222.0.16 "GET /v2.0/ports?device_id=3274486b-61fa-4f42-a22b-620ccd0776da HTTP/1.1" status: 200 len: 210 time: 0.1145587 Jul 14 18:47:50.685043 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-3b06ca65-a61e-43bc-8166-348745235e22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:47:50.728001 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-3b06ca65-a61e-43bc-8166-348745235e22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:47:50.818363 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-64046aaf-912f-445c-be4c-b27bb0b92150 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:47:50.823092 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-3b06ca65-a61e-43bc-8166-348745235e22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:47:50.826962 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-3b06ca65-a61e-43bc-8166-348745235e22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:47:50.830537 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-3b06ca65-a61e-43bc-8166-348745235e22 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/aa0aad15-f94f-4b9c-8070-4024850c5ce6 HTTP/1.1" status: 204 len: 168 time: 0.3188441 Jul 14 18:47:50.834851 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-64046aaf-912f-445c-be4c-b27bb0b92150 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:47:50.860416 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b06ca65-a61e-43bc-8166-348745235e22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa0aad15-f94f-4b9c-8070-4024850c5ce6,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:47:50.891154 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9afed6a9-25ff-4548-ba15-d37fdcbe84b6 req-f0101d75-d8fd-47d2-ac35-4654b028c992 tempest-VolumesSnapshotTestJSON-1089846540 tempest-VolumesSnapshotTestJSON-1089846540-project] Made reservation on behalf of 603a6a9568b140888befe6fa771e46c9 for: {'port': 1} {{(pid=93915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:47:50.911666 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-9afed6a9-25ff-4548-ba15-d37fdcbe84b6 req-f0101d75-d8fd-47d2-ac35-4654b028c992 tempest-VolumesSnapshotTestJSON-1089846540 tempest-VolumesSnapshotTestJSON-1089846540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:47:50.927168 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-64046aaf-912f-445c-be4c-b27bb0b92150 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=44e48c1f7bee4ae3b0c75ac9fe8e5731&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7481756 Jul 14 18:47:50.930311 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 39720) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:47:50.961939 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64046aaf-912f-445c-be4c-b27bb0b92150 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28b66ebd-2fad-4708-b283-546e97c291fb,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:47:51.012728 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-f2e7d01a-146e-4534-8e62-4720348f72e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:47:51.059508 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-f2e7d01a-146e-4534-8e62-4720348f72e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:47:51.109139 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.db_base_plugin_common [req-9afed6a9-25ff-4548-ba15-d37fdcbe84b6 req-f0101d75-d8fd-47d2-ac35-4654b028c992 tempest-VolumesSnapshotTestJSON-1089846540 tempest-VolumesSnapshotTestJSON-1089846540-project] Allocated IP 172.20.0.11 (f34c21a2-985d-4d85-8b05-15a9b06872be/11a5cd79-e3c5-47fa-945a-31157e0df772/9ee86225-8837-4ede-a1ab-70b48f3ca752) {{(pid=93915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:47:51.127064 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-f2e7d01a-146e-4534-8e62-4720348f72e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:47:51.133700 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-f2e7d01a-146e-4534-8e62-4720348f72e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:47:51.139674 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-f2e7d01a-146e-4534-8e62-4720348f72e2 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/28b66ebd-2fad-4708-b283-546e97c291fb HTTP/1.1" status: 204 len: 168 time: 0.2072282 Jul 14 18:47:51.151412 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e7d01a-146e-4534-8e62-4720348f72e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28b66ebd-2fad-4708-b283-546e97c291fb,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:47:51.428182 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef41864-2ddf-4492-ae6b-0446343319e8 req-b5a691be-c008-45e6-83b0-22c7358e560b tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:47:51.435090 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-1ef41864-2ddf-4492-ae6b-0446343319e8 req-b5a691be-c008-45e6-83b0-22c7358e560b tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] 10.222.0.35 "GET /v2.0/ports?device_id=9bb93a43-3259-41ac-a446-c049073d3088 HTTP/1.1" status: 200 len: 946 time: 0.1677094 Jul 14 18:47:51.440912 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-9afed6a9-25ff-4548-ba15-d37fdcbe84b6 req-f0101d75-d8fd-47d2-ac35-4654b028c992 tempest-VolumesSnapshotTestJSON-1089846540 tempest-VolumesSnapshotTestJSON-1089846540-project] Notify callbacks [] for port, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:47:51.563241 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-9afed6a9-25ff-4548-ba15-d37fdcbe84b6 req-f0101d75-d8fd-47d2-ac35-4654b028c992 tempest-VolumesSnapshotTestJSON-1089846540 tempest-VolumesSnapshotTestJSON-1089846540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:47:51.679254 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [req-1ef41864-2ddf-4492-ae6b-0446343319e8 req-7a977539-b791-4b46-b554-37e066a7b422 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] Deleting port 1069c984-bfc6-4474-a816-a613cac3b4a9 {{(pid=93916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:47:51.685298 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-1ef41864-2ddf-4492-ae6b-0446343319e8 req-7a977539-b791-4b46-b554-37e066a7b422 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:47:51.692164 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9afed6a9-25ff-4548-ba15-d37fdcbe84b6 req-f0101d75-d8fd-47d2-ac35-4654b028c992 tempest-VolumesSnapshotTestJSON-1089846540 tempest-VolumesSnapshotTestJSON-1089846540-project] Network f34c21a2-985d-4d85-8b05-15a9b06872be is already hosted by enough agents. {{(pid=93915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:47:51.738028 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [req-9afed6a9-25ff-4548-ba15-d37fdcbe84b6 req-f0101d75-d8fd-47d2-ac35-4654b028c992 tempest-VolumesSnapshotTestJSON-1089846540 tempest-VolumesSnapshotTestJSON-1089846540-project] Resources bound (agent type, host, resource id): {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:47:51.742949 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [req-9afed6a9-25ff-4548-ba15-d37fdcbe84b6 req-f0101d75-d8fd-47d2-ac35-4654b028c992 tempest-VolumesSnapshotTestJSON-1089846540 tempest-VolumesSnapshotTestJSON-1089846540-project] Received port after_create {{(pid=93915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:47:51.882390 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0101d75-d8fd-47d2-ac35-4654b028c992 tempest-VolumesSnapshotTestJSON-1089846540 tempest-VolumesSnapshotTestJSON-1089846540-project] Pushing event updated for resources: {'Port': ['ID=9ee86225-8837-4ede-a1ab-70b48f3ca752,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:47:51.907629 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 39752) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:47:51.912462 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.db [req-1ef41864-2ddf-4492-ae6b-0446343319e8 req-7a977539-b791-4b46-b554-37e066a7b422 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] For port 1069c984-bfc6-4474-a816-a613cac3b4a9, host n-h2-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=1069c984-bfc6-4474-a816-a613cac3b4a9,segment=NetworkSegment(ee39aca0-6f7d-4da6-861f-9f37553124e0),segment_id=ee39aca0-6f7d-4da6-861f-9f37553124e0)] {{(pid=93916) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:47:51.912857 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-1ef41864-2ddf-4492-ae6b-0446343319e8 req-7a977539-b791-4b46-b554-37e066a7b422 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:47:51.936404 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-cd3f5baa-ed45-459b-bd71-0d2e7b327c79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:47:51.943823 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [req-1ef41864-2ddf-4492-ae6b-0446343319e8 req-7a977539-b791-4b46-b554-37e066a7b422 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] Calling delete_port for 1069c984-bfc6-4474-a816-a613cac3b4a9 owned by compute:nova {{(pid=93916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:47:51.985121 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afed6a9-25ff-4548-ba15-d37fdcbe84b6 req-f0101d75-d8fd-47d2-ac35-4654b028c992 tempest-VolumesSnapshotTestJSON-1089846540 tempest-VolumesSnapshotTestJSON-1089846540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:47:51.985984 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-9afed6a9-25ff-4548-ba15-d37fdcbe84b6 req-f0101d75-d8fd-47d2-ac35-4654b028c992 tempest-VolumesSnapshotTestJSON-1089846540 tempest-VolumesSnapshotTestJSON-1089846540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:47:52.153295 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bd72f2-7aee-4846-9b17-c0600441bbd1 req-3c66bf0b-e5c1-451a-adb6-45454d7f3c2a tempest-VolumesSnapshotTestJSON-1089846540 tempest-VolumesSnapshotTestJSON-1089846540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:47:52.161655 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-31bd72f2-7aee-4846-9b17-c0600441bbd1 req-3c66bf0b-e5c1-451a-adb6-45454d7f3c2a tempest-VolumesSnapshotTestJSON-1089846540 tempest-VolumesSnapshotTestJSON-1089846540-project] 10.222.0.16 "GET /v2.0/ports?device_id=3274486b-61fa-4f42-a22b-620ccd0776da HTTP/1.1" status: 200 len: 932 time: 0.2742267 Jul 14 18:47:52.202474 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-cd3f5baa-ed45-459b-bd71-0d2e7b327c79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:47:52.208225 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b55ebc7-ed66-484d-ab6a-d17d31080ebe req-92c31b79-8f54-47aa-a9a9-c3e3681c9756 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:47:52.214573 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-cd3f5baa-ed45-459b-bd71-0d2e7b327c79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:47:52.217450 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-4b55ebc7-ed66-484d-ab6a-d17d31080ebe req-92c31b79-8f54-47aa-a9a9-c3e3681c9756 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] 10.222.0.16 "GET /v2.0/ports?device_id=9bb93a43-3259-41ac-a446-c049073d3088 HTTP/1.1" status: 200 len: 946 time: 0.3859463 Jul 14 18:47:52.256205 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-31bd72f2-7aee-4846-9b17-c0600441bbd1 req-60af18a7-7e58-4165-8846-893c80494d0c tempest-VolumesSnapshotTestJSON-1089846540 tempest-VolumesSnapshotTestJSON-1089846540-project] 10.222.0.16 "GET /v2.0/security-groups?id=51c6de00-61eb-4972-a23e-f4f93d3caa7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927212 Jul 14 18:47:52.258268 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-cd3f5baa-ed45-459b-bd71-0d2e7b327c79 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9467b222f8584315a896be038c9650e8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3488636 Jul 14 18:47:52.260281 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-9afed6a9-25ff-4548-ba15-d37fdcbe84b6 req-f0101d75-d8fd-47d2-ac35-4654b028c992 tempest-VolumesSnapshotTestJSON-1089846540 tempest-VolumesSnapshotTestJSON-1089846540-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9627326 Jul 14 18:47:52.266412 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 39760) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:47:52.280957 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [req-9afed6a9-25ff-4548-ba15-d37fdcbe84b6 req-6d99a389-b71b-43f4-8360-f73c39040461 service neutron] Request body: {'port': {'device_id': '3274486b-61fa-4f42-a22b-620ccd0776da', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800634-3'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:47:52.288754 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3f5baa-ed45-459b-bd71-0d2e7b327c79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6031852a-7533-499f-b54a-68ddac0fc01c,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:47:52.292451 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-1ef41864-2ddf-4492-ae6b-0446343319e8 req-7a977539-b791-4b46-b554-37e066a7b422 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:47:52.306616 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] get_ports_and_sgs() called for port_ids ['5e92d60d-9070-47ad-a2eb-6d0d111f9f4f'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 18:47:52.314461 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] get_ports_and_sgs() called for port_ids ['1069c984-bfc6-4474-a816-a613cac3b4a9'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 18:47:52.329739 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a977539-b791-4b46-b554-37e066a7b422 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] Pushing event deleted for resources: {'Port': ['ID=1069c984-bfc6-4474-a816-a613cac3b4a9,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:47:52.387544 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-4b55ebc7-ed66-484d-ab6a-d17d31080ebe req-244053a4-4fc5-43a1-9f3e-9bf274776878 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] 10.222.0.16 "GET /v2.0/security-groups?id=665fac0f-cff5-44f7-b9cc-bed28fe603e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1680913 Jul 14 18:47:52.443094 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ef41864-2ddf-4492-ae6b-0446343319e8 req-7a977539-b791-4b46-b554-37e066a7b422 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] No DVR routers for this DVR port 1069c984-bfc6-4474-a816-a613cac3b4a9 on host n-h2-800634-3 {{(pid=93916) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 18:47:52.445988 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-1ef41864-2ddf-4492-ae6b-0446343319e8 req-7a977539-b791-4b46-b554-37e066a7b422 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:47:52.448935 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-1ef41864-2ddf-4492-ae6b-0446343319e8 req-7a977539-b791-4b46-b554-37e066a7b422 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] 10.222.0.35 "DELETE /v2.0/ports/1069c984-bfc6-4474-a816-a613cac3b4a9 HTTP/1.1" status: 204 len: 173 time: 1.0067935 Jul 14 18:47:52.449652 n-d-800634-3 neutron-server[93916]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bb93a43-3259-41ac-a446-c049073d3088', 'name': 'network-vif-deleted', 'tag': '1069c984-bfc6-4474-a816-a613cac3b4a9'}] {{(pid=93916) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:47:52.461824 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f803e150b363a7893830aa996ac27753fa25517c406ecd3536b7c2d4b26eeb9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d91e25c0-cd88-4ed2-8967-f2250bbd4298" -d '{"events": [{"server_uuid": "9bb93a43-3259-41ac-a446-c049073d3088", "name": "network-vif-deleted", "tag": "1069c984-bfc6-4474-a816-a613cac3b4a9"}]}' {{(pid=93916) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:47:52.508814 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 18:47:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49b9dbfc-afa5-4a5b-940d-103b0562bb06 x-openstack-request-id: req-49b9dbfc-afa5-4a5b-940d-103b0562bb06 {{(pid=93916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:47:52.509413 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9bb93a43-3259-41ac-a446-c049073d3088", "name": "network-vif-deleted", "tag": "1069c984-bfc6-4474-a816-a613cac3b4a9", "status": "completed", "code": 200}]} {{(pid=93916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:47:52.510086 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-49b9dbfc-afa5-4a5b-940d-103b0562bb06 {{(pid=93916) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:47:52.510722 n-d-800634-3 neutron-server[93916]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bb93a43-3259-41ac-a446-c049073d3088', 'name': 'network-vif-deleted', 'tag': '1069c984-bfc6-4474-a816-a613cac3b4a9', 'status': 'completed', 'code': 200} Jul 14 18:47:52.575552 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-1e472582-fd5f-4a05-8361-c854d5d0c336 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:47:52.592044 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-9afed6a9-25ff-4548-ba15-d37fdcbe84b6 req-6d99a389-b71b-43f4-8360-f73c39040461 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:47:52.709063 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-1e472582-fd5f-4a05-8361-c854d5d0c336 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:47:52.831560 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-da9ddad1-ab6e-409d-908b-3dc21a110910 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:47:53.187272 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:47:53.195094 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [req-9afed6a9-25ff-4548-ba15-d37fdcbe84b6 req-6d99a389-b71b-43f4-8360-f73c39040461 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ee86225-8837-4ede-a1ab-70b48f3ca752 {{(pid=93915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 18:47:53.206621 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-9afed6a9-25ff-4548-ba15-d37fdcbe84b6 req-6d99a389-b71b-43f4-8360-f73c39040461 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:47:53.220692 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.provisioning_blocks [req-9afed6a9-25ff-4548-ba15-d37fdcbe84b6 req-6d99a389-b71b-43f4-8360-f73c39040461 service neutron] Transition to ACTIVE for port object 9ee86225-8837-4ede-a1ab-70b48f3ca752 will not be triggered until provisioned by entity L2. {{(pid=93915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:47:53.222501 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-1e472582-fd5f-4a05-8361-c854d5d0c336 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:47:53.225983 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-1e472582-fd5f-4a05-8361-c854d5d0c336 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:47:53.230555 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-1e472582-fd5f-4a05-8361-c854d5d0c336 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6031852a-7533-499f-b54a-68ddac0fc01c HTTP/1.1" status: 204 len: 168 time: 0.9629395 Jul 14 18:47:53.242270 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-9afed6a9-25ff-4548-ba15-d37fdcbe84b6 req-6d99a389-b71b-43f4-8360-f73c39040461 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25912978'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:47:53.247431 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e472582-fd5f-4a05-8361-c854d5d0c336 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6031852a-7533-499f-b54a-68ddac0fc01c,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:47:53.447278 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 39790) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:47:53.542266 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d99a389-b71b-43f4-8360-f73c39040461 service neutron] Pushing event updated for resources: {'Port': ['ID=9ee86225-8837-4ede-a1ab-70b48f3ca752,revision_number=2']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:47:53.637316 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-9afed6a9-25ff-4548-ba15-d37fdcbe84b6 req-6d99a389-b71b-43f4-8360-f73c39040461 service neutron] Attempting to bind port 9ee86225-8837-4ede-a1ab-70b48f3ca752 on host n-h2-800634-3 for vnic_type normal with profile {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:47:53.638529 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-9afed6a9-25ff-4548-ba15-d37fdcbe84b6 req-6d99a389-b71b-43f4-8360-f73c39040461 service neutron] Attempting to bind port 9ee86225-8837-4ede-a1ab-70b48f3ca752 by drivers openvswitch,hyperv on host n-h2-800634-3 at level 0 using segments [{'id': '828d5e12-8f80-4253-8f9a-faae066043d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'f34c21a2-985d-4d85-8b05-15a9b06872be'}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:47:53.639246 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9afed6a9-25ff-4548-ba15-d37fdcbe84b6 req-6d99a389-b71b-43f4-8360-f73c39040461 service neutron] Attempting to bind port 9ee86225-8837-4ede-a1ab-70b48f3ca752 on network f34c21a2-985d-4d85-8b05-15a9b06872be {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:47:53.657793 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9afed6a9-25ff-4548-ba15-d37fdcbe84b6 req-6d99a389-b71b-43f4-8360-f73c39040461 service neutron] Port 9ee86225-8837-4ede-a1ab-70b48f3ca752 on network f34c21a2-985d-4d85-8b05-15a9b06872be not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-3 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 18:47:53.661813 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9afed6a9-25ff-4548-ba15-d37fdcbe84b6 req-6d99a389-b71b-43f4-8360-f73c39040461 service neutron] Attempting to bind port 9ee86225-8837-4ede-a1ab-70b48f3ca752 on network f34c21a2-985d-4d85-8b05-15a9b06872be {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:47:53.687335 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5395a3cd-efc7-4d17-b136-e179cfc3fc3f req-cb2db024-26ee-49a4-9419-8ce3f4a289d9 tempest-VolumesSnapshotTestJSON-1089846540 tempest-VolumesSnapshotTestJSON-1089846540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:47:53.694925 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-5395a3cd-efc7-4d17-b136-e179cfc3fc3f req-cb2db024-26ee-49a4-9419-8ce3f4a289d9 tempest-VolumesSnapshotTestJSON-1089846540 tempest-VolumesSnapshotTestJSON-1089846540-project] 10.222.0.16 "GET /v2.0/ports?device_id=3274486b-61fa-4f42-a22b-620ccd0776da HTTP/1.1" status: 200 len: 944 time: 0.1779451 Jul 14 18:47:53.698966 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9afed6a9-25ff-4548-ba15-d37fdcbe84b6 req-6d99a389-b71b-43f4-8360-f73c39040461 service neutron] Checking agent: {'id': '08e36a6c-8d04-48f0-a644-f27680635246', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 15, 35), 'started_at': datetime.datetime(2021, 7, 14, 18, 15, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 18, 47, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 18:47:53.699388 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9afed6a9-25ff-4548-ba15-d37fdcbe84b6 req-6d99a389-b71b-43f4-8360-f73c39040461 service neutron] Checking segment: {'id': '828d5e12-8f80-4253-8f9a-faae066043d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'f34c21a2-985d-4d85-8b05-15a9b06872be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:47:53.699843 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9afed6a9-25ff-4548-ba15-d37fdcbe84b6 req-6d99a389-b71b-43f4-8360-f73c39040461 service neutron] Bound using segment: {'id': '828d5e12-8f80-4253-8f9a-faae066043d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'f34c21a2-985d-4d85-8b05-15a9b06872be'} {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 18:47:53.700420 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-9afed6a9-25ff-4548-ba15-d37fdcbe84b6 req-6d99a389-b71b-43f4-8360-f73c39040461 service neutron] Bound port: 9ee86225-8837-4ede-a1ab-70b48f3ca752, host: n-h2-800634-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '828d5e12-8f80-4253-8f9a-faae066043d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'f34c21a2-985d-4d85-8b05-15a9b06872be'}}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 18:47:53.700846 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-9afed6a9-25ff-4548-ba15-d37fdcbe84b6 req-6d99a389-b71b-43f4-8360-f73c39040461 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:47:53.757067 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e8fc6b0f-4822-4771-b7e4-3ff7e3a9daac req-ca68381c-9c60-4374-97ee-b721473666d3 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] 10.222.0.16 "GET /v2.0/ports?device_id=9bb93a43-3259-41ac-a446-c049073d3088 HTTP/1.1" status: 200 len: 210 time: 0.0596581 Jul 14 18:47:53.836076 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-5395a3cd-efc7-4d17-b136-e179cfc3fc3f req-20d18a60-50d7-43b1-be1a-d0d41a7df198 tempest-VolumesSnapshotTestJSON-1089846540 tempest-VolumesSnapshotTestJSON-1089846540-project] 10.222.0.16 "GET /v2.0/security-groups?id=51c6de00-61eb-4972-a23e-f4f93d3caa7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360109 Jul 14 18:47:53.881601 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-9afed6a9-25ff-4548-ba15-d37fdcbe84b6 req-6d99a389-b71b-43f4-8360-f73c39040461 service neutron] For port 9ee86225-8837-4ede-a1ab-70b48f3ca752, host n-h2-800634-3, cleared binding levels {{(pid=93915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:47:53.886155 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-9afed6a9-25ff-4548-ba15-d37fdcbe84b6 req-6d99a389-b71b-43f4-8360-f73c39040461 service neutron] For port 9ee86225-8837-4ede-a1ab-70b48f3ca752, host n-h2-800634-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=9ee86225-8837-4ede-a1ab-70b48f3ca752,segment=NetworkSegment(828d5e12-8f80-4253-8f9a-faae066043d6),segment_id=828d5e12-8f80-4253-8f9a-faae066043d6)] {{(pid=93915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 18:47:53.901117 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-9afed6a9-25ff-4548-ba15-d37fdcbe84b6 req-6d99a389-b71b-43f4-8360-f73c39040461 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25912978'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:47:53.935196 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-261b33c4-7e36-404a-a48a-4c82a3b3f671 tempest-ExternalNetworksAdminNegativeTestJSON-1381699658 tempest-ExternalNetworksAdminNegativeTestJSON-1381699658-project-admin] Request body: {'floatingip': {'floating_network_id': '9200a437-e1de-4520-88f6-e68386523e61'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:47:53.970995 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-261b33c4-7e36-404a-a48a-4c82a3b3f671 tempest-ExternalNetworksAdminNegativeTestJSON-1381699658 tempest-ExternalNetworksAdminNegativeTestJSON-1381699658-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:47:53.979848 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afed6a9-25ff-4548-ba15-d37fdcbe84b6 req-6d99a389-b71b-43f4-8360-f73c39040461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:47:53.985133 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-9afed6a9-25ff-4548-ba15-d37fdcbe84b6 req-6d99a389-b71b-43f4-8360-f73c39040461 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:47:53.987007 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-9afed6a9-25ff-4548-ba15-d37fdcbe84b6 req-6d99a389-b71b-43f4-8360-f73c39040461 service neutron] 10.222.0.35 "PUT /v2.0/ports/9ee86225-8837-4ede-a1ab-70b48f3ca752 HTTP/1.1" status: 200 len: 1092 time: 1.7181439 Jul 14 18:47:53.987473 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3274486b-61fa-4f42-a22b-620ccd0776da', 'tag': '9ee86225-8837-4ede-a1ab-70b48f3ca752'}] {{(pid=93915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:47:53.995162 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e72782ad3af8f7d4ce76cedf092bca46d1756acc5c4653cf0b52034cdd6b073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06733d9f-7ace-44a5-a27f-de0aad5a7f15" -d '{"events": [{"name": "network-changed", "server_uuid": "3274486b-61fa-4f42-a22b-620ccd0776da", "tag": "9ee86225-8837-4ede-a1ab-70b48f3ca752"}]}' {{(pid=93915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:47:54.089601 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 18:47:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f780517d-0201-4bb7-b57a-5b011aab2a6a x-openstack-request-id: req-f780517d-0201-4bb7-b57a-5b011aab2a6a {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:47:54.090056 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3274486b-61fa-4f42-a22b-620ccd0776da", "tag": "9ee86225-8837-4ede-a1ab-70b48f3ca752", "status": "completed", "code": 200}]} {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:47:54.090428 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f780517d-0201-4bb7-b57a-5b011aab2a6a {{(pid=93915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:47:54.091615 n-d-800634-3 neutron-server[93915]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3274486b-61fa-4f42-a22b-620ccd0776da', 'tag': '9ee86225-8837-4ede-a1ab-70b48f3ca752', 'status': 'completed', 'code': 200} Jul 14 18:47:54.126927 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d99a389-b71b-43f4-8360-f73c39040461 service neutron] Pushing event updated for resources: {'Port': ['ID=9ee86225-8837-4ede-a1ab-70b48f3ca752,revision_number=3']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:47:54.130530 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-574aeb93-9938-449c-8e6c-cb22c9b52cc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:47:54.207572 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afed6a9-25ff-4548-ba15-d37fdcbe84b6 req-3e691b01-b82f-4694-8752-68de28a6f262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:47:54.207957 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-261b33c4-7e36-404a-a48a-4c82a3b3f671 tempest-ExternalNetworksAdminNegativeTestJSON-1381699658 tempest-ExternalNetworksAdminNegativeTestJSON-1381699658-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:47:54.211111 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-9afed6a9-25ff-4548-ba15-d37fdcbe84b6 req-3e691b01-b82f-4694-8752-68de28a6f262 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=603a6a9568b140888befe6fa771e46c9&device_id=3274486b-61fa-4f42-a22b-620ccd0776da HTTP/1.1" status: 200 len: 1095 time: 0.1579614 Jul 14 18:47:54.495426 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.db_base_plugin_common [None req-261b33c4-7e36-404a-a48a-4c82a3b3f671 tempest-ExternalNetworksAdminNegativeTestJSON-1381699658 tempest-ExternalNetworksAdminNegativeTestJSON-1381699658-project-admin] Allocated IP 172.25.1.141 (9200a437-e1de-4520-88f6-e68386523e61/5f47f848-4532-407a-a0e2-5690ade15fd0/098b1903-9f8b-4cd5-8ae6-634d71317075) {{(pid=93916) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:47:54.649321 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-261b33c4-7e36-404a-a48a-4c82a3b3f671 tempest-ExternalNetworksAdminNegativeTestJSON-1381699658 tempest-ExternalNetworksAdminNegativeTestJSON-1381699658-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:47:54.662346 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-9afed6a9-25ff-4548-ba15-d37fdcbe84b6 req-5e3574e3-930d-4679-903c-76465243edd8 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9ee86225-8837-4ede-a1ab-70b48f3ca752 HTTP/1.1" status: 200 len: 217 time: 0.4427655 Jul 14 18:47:54.708398 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-261b33c4-7e36-404a-a48a-4c82a3b3f671 tempest-ExternalNetworksAdminNegativeTestJSON-1381699658 tempest-ExternalNetworksAdminNegativeTestJSON-1381699658-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:47:54.732836 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Device 1069c984-bfc6-4474-a816-a613cac3b4a9 no longer exists at agent hyperv_n-h2-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 18:47:54.735342 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afed6a9-25ff-4548-ba15-d37fdcbe84b6 req-a60ad851-782a-4176-bf95-3d8c6d04a26a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:47:54.737691 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-9afed6a9-25ff-4548-ba15-d37fdcbe84b6 req-a60ad851-782a-4176-bf95-3d8c6d04a26a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=11a5cd79-e3c5-47fa-945a-31157e0df772 HTTP/1.1" status: 200 len: 854 time: 0.0642507 Jul 14 18:47:54.776504 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-9afed6a9-25ff-4548-ba15-d37fdcbe84b6 req-84e4ade2-7f6d-46a9-b5a0-0a0c3fd230b5 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=f34c21a2-985d-4d85-8b05-15a9b06872be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315282 Jul 14 18:47:54.790201 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] No Port match for: 1069c984-bfc6-4474-a816-a613cac3b4a9 {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 18:47:54.792819 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Device 1069c984-bfc6-4474-a816-a613cac3b4a9 not bound to the agent host n-h2-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 18:47:54.793667 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-261b33c4-7e36-404a-a48a-4c82a3b3f671 tempest-ExternalNetworksAdminNegativeTestJSON-1381699658 tempest-ExternalNetworksAdminNegativeTestJSON-1381699658-project-admin] Network 9200a437-e1de-4520-88f6-e68386523e61 is already hosted by enough agents. {{(pid=93916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:47:54.806623 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [None req-261b33c4-7e36-404a-a48a-4c82a3b3f671 tempest-ExternalNetworksAdminNegativeTestJSON-1381699658 tempest-ExternalNetworksAdminNegativeTestJSON-1381699658-project-admin] Resources bound (agent type, host, resource id): {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:47:54.809973 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-261b33c4-7e36-404a-a48a-4c82a3b3f671 tempest-ExternalNetworksAdminNegativeTestJSON-1381699658 tempest-ExternalNetworksAdminNegativeTestJSON-1381699658-project-admin] Received port after_create {{(pid=93916) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:47:54.919002 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261b33c4-7e36-404a-a48a-4c82a3b3f671 tempest-ExternalNetworksAdminNegativeTestJSON-1381699658 tempest-ExternalNetworksAdminNegativeTestJSON-1381699658-project-admin] Pushing event updated for resources: {'Port': ['ID=098b1903-9f8b-4cd5-8ae6-634d71317075,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:47:55.022454 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-9afed6a9-25ff-4548-ba15-d37fdcbe84b6 req-c2a0b12d-7ea5-4b01-bdc2-d86777bbbf07 service neutron] 10.222.0.35 "GET /v2.0/networks/f34c21a2-985d-4d85-8b05-15a9b06872be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2397270 Jul 14 18:47:55.099488 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-261b33c4-7e36-404a-a48a-4c82a3b3f671 tempest-ExternalNetworksAdminNegativeTestJSON-1381699658 tempest-ExternalNetworksAdminNegativeTestJSON-1381699658-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:47:55.151577 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-cd194e4c-4fa5-4283-acc2-6cd122db89f5 req-fd04c751-6c5b-4b08-b21d-d9ae7c4eae61 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] 10.222.0.16 "GET /v2.0/ports?device_id=9bb93a43-3259-41ac-a446-c049073d3088 HTTP/1.1" status: 200 len: 210 time: 0.0976777 Jul 14 18:47:55.263174 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-9afed6a9-25ff-4548-ba15-d37fdcbe84b6 req-b47c4d83-cedf-48eb-a96a-96148e23d236 service neutron] 10.222.0.35 "GET /v2.0/networks/f34c21a2-985d-4d85-8b05-15a9b06872be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2304471 Jul 14 18:47:55.269636 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-261b33c4-7e36-404a-a48a-4c82a3b3f671 tempest-ExternalNetworksAdminNegativeTestJSON-1381699658 tempest-ExternalNetworksAdminNegativeTestJSON-1381699658-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:47:55.298678 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63f4046-a4ab-45cf-a739-3879af8f0e2a req-08dd803a-e4e7-4cf8-bcae-d0b6925c9a17 tempest-VolumesSnapshotTestJSON-1089846540 tempest-VolumesSnapshotTestJSON-1089846540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:47:55.300480 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f63f4046-a4ab-45cf-a739-3879af8f0e2a req-08dd803a-e4e7-4cf8-bcae-d0b6925c9a17 tempest-VolumesSnapshotTestJSON-1089846540 tempest-VolumesSnapshotTestJSON-1089846540-project] 10.222.0.16 "GET /v2.0/ports?device_id=3274486b-61fa-4f42-a22b-620ccd0776da HTTP/1.1" status: 200 len: 944 time: 0.1397727 Jul 14 18:47:55.432163 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f63f4046-a4ab-45cf-a739-3879af8f0e2a req-b82576c7-d31b-46a1-9545-5085f2360890 tempest-VolumesSnapshotTestJSON-1089846540 tempest-VolumesSnapshotTestJSON-1089846540-project] 10.222.0.16 "GET /v2.0/security-groups?id=51c6de00-61eb-4972-a23e-f4f93d3caa7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157613 Jul 14 18:47:55.460934 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06733d9f-7ace-44a5-a27f-de0aad5a7f15 req-1d33a35f-2213-4640-bf0c-67c4d1b138dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:47:55.464517 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-06733d9f-7ace-44a5-a27f-de0aad5a7f15 req-1d33a35f-2213-4640-bf0c-67c4d1b138dd service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=603a6a9568b140888befe6fa771e46c9&device_id=3274486b-61fa-4f42-a22b-620ccd0776da HTTP/1.1" status: 200 len: 1095 time: 0.1266274 Jul 14 18:47:55.601709 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-261b33c4-7e36-404a-a48a-4c82a3b3f671 tempest-ExternalNetworksAdminNegativeTestJSON-1381699658 tempest-ExternalNetworksAdminNegativeTestJSON-1381699658-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:47:55.612936 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-261b33c4-7e36-404a-a48a-4c82a3b3f671 tempest-ExternalNetworksAdminNegativeTestJSON-1381699658 tempest-ExternalNetworksAdminNegativeTestJSON-1381699658-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2684870'] for port, after_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:47:55.620976 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06733d9f-7ace-44a5-a27f-de0aad5a7f15 req-bf2a1011-20ba-4637-8c14-d9626398fd34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:47:55.622488 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-06733d9f-7ace-44a5-a27f-de0aad5a7f15 req-bf2a1011-20ba-4637-8c14-d9626398fd34 service neutron] 10.222.0.35 "GET /v2.0/networks?id=f34c21a2-985d-4d85-8b05-15a9b06872be HTTP/1.1" status: 200 len: 914 time: 0.1535041 Jul 14 18:47:55.711951 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-06733d9f-7ace-44a5-a27f-de0aad5a7f15 req-5f03b020-f18c-40a6-bccb-aa86144718d2 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9ee86225-8837-4ede-a1ab-70b48f3ca752 HTTP/1.1" status: 200 len: 217 time: 0.0785503 Jul 14 18:47:55.722466 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-261b33c4-7e36-404a-a48a-4c82a3b3f671 tempest-ExternalNetworksAdminNegativeTestJSON-1381699658 tempest-ExternalNetworksAdminNegativeTestJSON-1381699658-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-930131'] for floatingip, after_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:47:55.754901 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261b33c4-7e36-404a-a48a-4c82a3b3f671 tempest-ExternalNetworksAdminNegativeTestJSON-1381699658 tempest-ExternalNetworksAdminNegativeTestJSON-1381699658-project-admin] Pushing event updated for resources: {'Port': ['ID=098b1903-9f8b-4cd5-8ae6-634d71317075,revision_number=2']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:47:55.768960 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-261b33c4-7e36-404a-a48a-4c82a3b3f671 tempest-ExternalNetworksAdminNegativeTestJSON-1381699658 tempest-ExternalNetworksAdminNegativeTestJSON-1381699658-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for floatingip, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:47:55.774237 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-261b33c4-7e36-404a-a48a-4c82a3b3f671 tempest-ExternalNetworksAdminNegativeTestJSON-1381699658 tempest-ExternalNetworksAdminNegativeTestJSON-1381699658-project-admin] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.3244488 Jul 14 18:47:55.775043 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 39848) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:47:55.780536 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-d6f7f5e1-eca1-4a26-aa7d-f68ad987db49 tempest-ExternalNetworksAdminNegativeTestJSON-1381699658 tempest-ExternalNetworksAdminNegativeTestJSON-1381699658-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1162861176', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'fixed_ips': [{'ip_address': '172.25.1.141'}]}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:47:55.808476 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06733d9f-7ace-44a5-a27f-de0aad5a7f15 req-facdbf66-06c8-4a8c-9994-e1e598d291b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:47:55.810141 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-06733d9f-7ace-44a5-a27f-de0aad5a7f15 req-facdbf66-06c8-4a8c-9994-e1e598d291b6 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=11a5cd79-e3c5-47fa-945a-31157e0df772 HTTP/1.1" status: 200 len: 854 time: 0.0879211 Jul 14 18:47:55.813571 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-2f4e3af3-e708-4ffd-a544-82d93a489d01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:47:55.826279 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6f7f5e1-eca1-4a26-aa7d-f68ad987db49 tempest-ExternalNetworksAdminNegativeTestJSON-1381699658 tempest-ExternalNetworksAdminNegativeTestJSON-1381699658-project-admin] Made reservation on behalf of 71a4d5804b3c42bbad105f47fab151e9 for: {'port': 1} {{(pid=93916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:47:55.828807 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-d6f7f5e1-eca1-4a26-aa7d-f68ad987db49 tempest-ExternalNetworksAdminNegativeTestJSON-1381699658 tempest-ExternalNetworksAdminNegativeTestJSON-1381699658-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:47:55.847673 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-d6f7f5e1-eca1-4a26-aa7d-f68ad987db49 tempest-ExternalNetworksAdminNegativeTestJSON-1381699658 tempest-ExternalNetworksAdminNegativeTestJSON-1381699658-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:47:55.864829 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-06733d9f-7ace-44a5-a27f-de0aad5a7f15 req-c63aedde-de6e-4633-9fee-575f019809de service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=f34c21a2-985d-4d85-8b05-15a9b06872be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0447617 Jul 14 18:47:56.033302 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-d6f7f5e1-eca1-4a26-aa7d-f68ad987db49 tempest-ExternalNetworksAdminNegativeTestJSON-1381699658 tempest-ExternalNetworksAdminNegativeTestJSON-1381699658-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:47:56.033804 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-06733d9f-7ace-44a5-a27f-de0aad5a7f15 req-2341fd32-bc73-425d-966c-e88ea528dc76 service neutron] 10.222.0.35 "GET /v2.0/networks/f34c21a2-985d-4d85-8b05-15a9b06872be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1536181 Jul 14 18:47:56.043121 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-d6f7f5e1-eca1-4a26-aa7d-f68ad987db49 tempest-ExternalNetworksAdminNegativeTestJSON-1381699658 tempest-ExternalNetworksAdminNegativeTestJSON-1381699658-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:47:56.057398 n-d-800634-3 neutron-server[93916]: DEBUG neutron.notifiers.nova [None req-d6f7f5e1-eca1-4a26-aa7d-f68ad987db49 tempest-ExternalNetworksAdminNegativeTestJSON-1381699658 tempest-ExternalNetworksAdminNegativeTestJSON-1381699658-project-admin] device_id is not set on port 1686b235-e3d5-4cf1-8d0c-72e110d3deb2 yet. {{(pid=93916) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 18:47:56.166666 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f7f5e1-eca1-4a26-aa7d-f68ad987db49 tempest-ExternalNetworksAdminNegativeTestJSON-1381699658 tempest-ExternalNetworksAdminNegativeTestJSON-1381699658-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52c060b5-e564-4920-a233-7fc071dd9b66,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:47:56.218930 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-06733d9f-7ace-44a5-a27f-de0aad5a7f15 req-22802dd5-d175-44e9-b38f-bd903930058f service neutron] 10.222.0.35 "GET /v2.0/networks/f34c21a2-985d-4d85-8b05-15a9b06872be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1814098 Jul 14 18:47:56.350857 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ea154f6c-f71f-4b58-96b6-68d83905e44f req-352a5e12-9589-466d-93c6-e083a5a513b7 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] 10.222.0.16 "GET /v2.0/ports?device_id=9bb93a43-3259-41ac-a446-c049073d3088 HTTP/1.1" status: 200 len: 210 time: 0.0449572 Jul 14 18:47:56.514099 n-d-800634-3 neutron-server[93916]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6f7f5e1-eca1-4a26-aa7d-f68ad987db49 tempest-ExternalNetworksAdminNegativeTestJSON-1381699658 tempest-ExternalNetworksAdminNegativeTestJSON-1381699658-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jul 14 18:47:56.514099 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d6f7f5e1-eca1-4a26-aa7d-f68ad987db49 tempest-ExternalNetworksAdminNegativeTestJSON-1381699658 tempest-ExternalNetworksAdminNegativeTestJSON-1381699658-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=93916) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 18:47:56.536486 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-d6f7f5e1-eca1-4a26-aa7d-f68ad987db49 tempest-ExternalNetworksAdminNegativeTestJSON-1381699658 tempest-ExternalNetworksAdminNegativeTestJSON-1381699658-project-admin] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 0.7601428 Jul 14 18:47:56.537182 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 39882) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:47:56.747539 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836c7acd-e74e-4f2e-a074-3bf67ba62d7c req-a095fec5-8446-452c-8580-cc1c7913e4e9 tempest-AttachVolumeNegativeTest-3632510 tempest-AttachVolumeNegativeTest-3632510-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:47:56.755559 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-836c7acd-e74e-4f2e-a074-3bf67ba62d7c req-a095fec5-8446-452c-8580-cc1c7913e4e9 tempest-AttachVolumeNegativeTest-3632510 tempest-AttachVolumeNegativeTest-3632510-project] 10.222.0.16 "GET /v2.0/networks?id=f01ce686-0200-4cef-850e-fdadca3088c1 HTTP/1.1" status: 200 len: 814 time: 0.2530856 Jul 14 18:47:56.834188 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-836c7acd-e74e-4f2e-a074-3bf67ba62d7c req-28a99eb3-9ef7-4804-9ed7-42adb9ff2bd6 tempest-AttachVolumeNegativeTest-3632510 tempest-AttachVolumeNegativeTest-3632510-project] 10.222.0.16 "GET /v2.0/quotas/dc8d5262b1d34e2eab84ee621f7a0e10 HTTP/1.1" status: 200 len: 375 time: 0.0772598 Jul 14 18:47:56.870251 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-3e7c45ae-c02c-4e50-bfa2-9d71a5f645d6 tempest-ExternalNetworksAdminNegativeTestJSON-1381699658 tempest-ExternalNetworksAdminNegativeTestJSON-1381699658-project-admin] Deleting port 098b1903-9f8b-4cd5-8ae6-634d71317075 {{(pid=93916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:47:56.871012 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-3e7c45ae-c02c-4e50-bfa2-9d71a5f645d6 tempest-ExternalNetworksAdminNegativeTestJSON-1381699658 tempest-ExternalNetworksAdminNegativeTestJSON-1381699658-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:47:56.917356 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bacff29-204b-49ff-8f1a-96a6435f6897 req-eede7053-c532-4895-8ee1-937a501e92c4 tempest-VolumesSnapshotTestJSON-1089846540 tempest-VolumesSnapshotTestJSON-1089846540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:47:56.919377 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-5bacff29-204b-49ff-8f1a-96a6435f6897 req-eede7053-c532-4895-8ee1-937a501e92c4 tempest-VolumesSnapshotTestJSON-1089846540 tempest-VolumesSnapshotTestJSON-1089846540-project] 10.222.0.16 "GET /v2.0/ports?device_id=3274486b-61fa-4f42-a22b-620ccd0776da HTTP/1.1" status: 200 len: 944 time: 0.1438246 Jul 14 18:47:56.999043 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-836c7acd-e74e-4f2e-a074-3bf67ba62d7c req-0cadf94c-8e1b-4c1c-a4a5-4b1e28448526 tempest-AttachVolumeNegativeTest-3632510 tempest-AttachVolumeNegativeTest-3632510-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=dc8d5262b1d34e2eab84ee621f7a0e10&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1631153 Jul 14 18:47:57.023307 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 39888) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:47:57.046661 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-5bacff29-204b-49ff-8f1a-96a6435f6897 req-5c2ab427-c8fb-42f3-ac0f-a2b22088446c tempest-VolumesSnapshotTestJSON-1089846540 tempest-VolumesSnapshotTestJSON-1089846540-project] 10.222.0.16 "GET /v2.0/security-groups?id=51c6de00-61eb-4972-a23e-f4f93d3caa7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189194 Jul 14 18:47:57.056398 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-3e7c45ae-c02c-4e50-bfa2-9d71a5f645d6 tempest-ExternalNetworksAdminNegativeTestJSON-1381699658 tempest-ExternalNetworksAdminNegativeTestJSON-1381699658-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:47:57.056869 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-3e7c45ae-c02c-4e50-bfa2-9d71a5f645d6 tempest-ExternalNetworksAdminNegativeTestJSON-1381699658 tempest-ExternalNetworksAdminNegativeTestJSON-1381699658-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:47:57.082785 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-3e7c45ae-c02c-4e50-bfa2-9d71a5f645d6 tempest-ExternalNetworksAdminNegativeTestJSON-1381699658 tempest-ExternalNetworksAdminNegativeTestJSON-1381699658-project-admin] Calling delete_port for 098b1903-9f8b-4cd5-8ae6-634d71317075 owned by network:floatingip {{(pid=93916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:47:57.211934 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-d61b4823-9cb6-4793-b6e6-a517d2843b4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:47:57.275345 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-3e7c45ae-c02c-4e50-bfa2-9d71a5f645d6 tempest-ExternalNetworksAdminNegativeTestJSON-1381699658 tempest-ExternalNetworksAdminNegativeTestJSON-1381699658-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:47:57.310882 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7c45ae-c02c-4e50-bfa2-9d71a5f645d6 tempest-ExternalNetworksAdminNegativeTestJSON-1381699658 tempest-ExternalNetworksAdminNegativeTestJSON-1381699658-project-admin] Pushing event deleted for resources: {'Port': ['ID=098b1903-9f8b-4cd5-8ae6-634d71317075,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:47:57.380748 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-836c7acd-e74e-4f2e-a074-3bf67ba62d7c req-1559726b-debd-4dbd-91c0-3b36d3eb5d8e service neutron] 10.222.0.16 "GET /v2.0/networks/f01ce686-0200-4cef-850e-fdadca3088c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3804297 Jul 14 18:47:57.429400 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-3e7c45ae-c02c-4e50-bfa2-9d71a5f645d6 tempest-ExternalNetworksAdminNegativeTestJSON-1381699658 tempest-ExternalNetworksAdminNegativeTestJSON-1381699658-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:47:57.432237 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-3e7c45ae-c02c-4e50-bfa2-9d71a5f645d6 tempest-ExternalNetworksAdminNegativeTestJSON-1381699658 tempest-ExternalNetworksAdminNegativeTestJSON-1381699658-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for floatingip, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:47:57.433582 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-3e7c45ae-c02c-4e50-bfa2-9d71a5f645d6 tempest-ExternalNetworksAdminNegativeTestJSON-1381699658 tempest-ExternalNetworksAdminNegativeTestJSON-1381699658-project-admin] 10.222.0.16 "DELETE /v2.0/floatingips/5115f299-8fbf-466a-94bc-32f35d5a8edb HTTP/1.1" status: 204 len: 168 time: 0.8953707 Jul 14 18:47:57.497442 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-d61b4823-9cb6-4793-b6e6-a517d2843b4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:47:57.503959 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-d61b4823-9cb6-4793-b6e6-a517d2843b4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:47:57.582667 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-d61b4823-9cb6-4793-b6e6-a517d2843b4d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3e42effae05d45b3ac972bf81e9e864f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5582855 Jul 14 18:47:57.586975 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 39900) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:47:57.622189 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61b4823-9cb6-4793-b6e6-a517d2843b4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7b1d035-bdb2-47f5-a73c-5fb0262e75ea,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:47:57.645033 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-836c7acd-e74e-4f2e-a074-3bf67ba62d7c req-7a4fc383-cc8b-4c05-9284-c9b96f63f3af service neutron] 10.222.0.16 "GET /v2.0/networks/f01ce686-0200-4cef-850e-fdadca3088c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2462733 Jul 14 18:47:57.713610 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-1a67db80-92d4-4b65-af3c-d8be17eab758 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:47:57.718276 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-caac2de2-da12-45e8-bfb9-19bb90f4a9fb req-76ba2690-7b78-4adf-ac68-55e59bb592bf tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] 10.222.0.16 "GET /v2.0/ports?device_id=9bb93a43-3259-41ac-a446-c049073d3088 HTTP/1.1" status: 200 len: 210 time: 0.0567250 Jul 14 18:47:57.763932 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-1a67db80-92d4-4b65-af3c-d8be17eab758 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:47:57.834873 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-1a67db80-92d4-4b65-af3c-d8be17eab758 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:47:57.838044 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-1a67db80-92d4-4b65-af3c-d8be17eab758 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:47:57.839462 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-1a67db80-92d4-4b65-af3c-d8be17eab758 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d7b1d035-bdb2-47f5-a73c-5fb0262e75ea HTTP/1.1" status: 204 len: 168 time: 0.2515030 Jul 14 18:47:57.862406 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a67db80-92d4-4b65-af3c-d8be17eab758 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7b1d035-bdb2-47f5-a73c-5fb0262e75ea,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:47:57.953774 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-79b7445a-f68f-42db-b7f9-aa5223b3c46d req-40c656c2-abe5-4327-8ca8-5b9da9685581 tempest-AttachVolumeNegativeTest-3632510 tempest-AttachVolumeNegativeTest-3632510-project] 10.222.0.16 "GET /v2.0/ports?device_id=39fca3b3-5a8f-41cb-8276-d2e18243fd67 HTTP/1.1" status: 200 len: 210 time: 0.0767918 Jul 14 18:47:57.964569 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 39910) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:47:58.012185 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.agents_db [None req-2ea07fb6-aa68-4671-8654-119d82b9f530 None None] Agent healthcheck: found 7 active agents {{(pid=93918) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 18:47:58.341714 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-65b3b665-5e32-4e94-9960-88d3abcee7cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:47:58.418398 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a05685e-264a-4935-be39-0c217b92620c req-a5f123e7-4469-4cdb-925d-5a6a74632079 tempest-VolumesSnapshotTestJSON-1089846540 tempest-VolumesSnapshotTestJSON-1089846540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:47:58.420011 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-1a05685e-264a-4935-be39-0c217b92620c req-a5f123e7-4469-4cdb-925d-5a6a74632079 tempest-VolumesSnapshotTestJSON-1089846540 tempest-VolumesSnapshotTestJSON-1089846540-project] 10.222.0.16 "GET /v2.0/ports?device_id=3274486b-61fa-4f42-a22b-620ccd0776da HTTP/1.1" status: 200 len: 944 time: 0.1560450 Jul 14 18:47:58.540348 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-1a05685e-264a-4935-be39-0c217b92620c req-8087f73b-cf3b-4989-9e7c-94b95b7bcbbb tempest-VolumesSnapshotTestJSON-1089846540 tempest-VolumesSnapshotTestJSON-1089846540-project] 10.222.0.16 "GET /v2.0/security-groups?id=51c6de00-61eb-4972-a23e-f4f93d3caa7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085451 Jul 14 18:47:58.601442 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-65b3b665-5e32-4e94-9960-88d3abcee7cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:47:58.607355 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-65b3b665-5e32-4e94-9960-88d3abcee7cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:47:58.620810 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 39928) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:47:58.670151 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-c8aae113-f2fa-4e3b-bc42-0e5d078958f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:47:58.675996 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-65b3b665-5e32-4e94-9960-88d3abcee7cd admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c0636103dc504a9ab5041357266997d5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7102485 Jul 14 18:47:58.677357 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b3b665-5e32-4e94-9960-88d3abcee7cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=825cf0a5-2294-4f84-bfbb-932bd90b0f80,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:47:58.679961 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 39930) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:47:58.771032 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Device 9ee86225-8837-4ede-a1ab-70b48f3ca752 details requested by agent hyperv_n-h2-800634-3 with host n-h2-800634-3 {{(pid=93917) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 18:47:58.806841 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-56d56a67-a93c-45f1-a0c6-27495ddbb69e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:47:58.860555 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-56d56a67-a93c-45f1-a0c6-27495ddbb69e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:47:58.939155 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-c8aae113-f2fa-4e3b-bc42-0e5d078958f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:47:58.945344 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-c8aae113-f2fa-4e3b-bc42-0e5d078958f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:47:58.965318 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-56d56a67-a93c-45f1-a0c6-27495ddbb69e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:47:58.968801 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-56d56a67-a93c-45f1-a0c6-27495ddbb69e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:47:58.970003 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-56d56a67-a93c-45f1-a0c6-27495ddbb69e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/825cf0a5-2294-4f84-bfbb-932bd90b0f80 HTTP/1.1" status: 204 len: 168 time: 0.2886815 Jul 14 18:47:58.999797 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] For port 9ee86225-8837-4ede-a1ab-70b48f3ca752, host n-h2-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=9ee86225-8837-4ede-a1ab-70b48f3ca752,segment=NetworkSegment(828d5e12-8f80-4253-8f9a-faae066043d6),segment_id=828d5e12-8f80-4253-8f9a-faae066043d6)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:47:59.004108 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d56a67-a93c-45f1-a0c6-27495ddbb69e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=825cf0a5-2294-4f84-bfbb-932bd90b0f80,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:47:59.047457 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Returning: {'device': '9ee86225-8837-4ede-a1ab-70b48f3ca752', 'network_id': 'f34c21a2-985d-4d85-8b05-15a9b06872be', 'port_id': '9ee86225-8837-4ede-a1ab-70b48f3ca752', 'mac_address': 'fa:16:3e:81:de:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11a5cd79-e3c5-47fa-945a-31157e0df772', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93917) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 18:47:59.074264 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-c8aae113-f2fa-4e3b-bc42-0e5d078958f7 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=64615c629b5a4532851fbb080e9100ce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4522707 Jul 14 18:47:59.075081 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8aae113-f2fa-4e3b-bc42-0e5d078958f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68c47b6e-9215-4120-b44b-e2687c53b9b9,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:47:59.077438 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 39942) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:47:59.150699 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:47:59.179448 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ee86225-8837-4ede-a1ab-70b48f3ca752 {{(pid=93917) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 18:47:59.190500 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-eda60c33-9d98-44f0-8205-cdc1c3e0d21b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:47:59.254589 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] For port 9ee86225-8837-4ede-a1ab-70b48f3ca752, host n-h2-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=9ee86225-8837-4ede-a1ab-70b48f3ca752,segment=NetworkSegment(828d5e12-8f80-4253-8f9a-faae066043d6),segment_id=828d5e12-8f80-4253-8f9a-faae066043d6)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:47:59.260970 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:47:59.268197 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f029555c-4e44-4d73-9659-c8b8aa27f068 req-8f328664-79ee-47df-a414-ea1253a03ba1 tempest-AttachVolumeNegativeTest-3632510 tempest-AttachVolumeNegativeTest-3632510-project] 10.222.0.16 "GET /v2.0/ports?device_id=39fca3b3-5a8f-41cb-8276-d2e18243fd67 HTTP/1.1" status: 200 len: 210 time: 0.0724413 Jul 14 18:47:59.292571 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-eda60c33-9d98-44f0-8205-cdc1c3e0d21b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:47:59.402431 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-eda60c33-9d98-44f0-8205-cdc1c3e0d21b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:47:59.406409 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-eda60c33-9d98-44f0-8205-cdc1c3e0d21b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:47:59.407771 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-eda60c33-9d98-44f0-8205-cdc1c3e0d21b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/68c47b6e-9215-4120-b44b-e2687c53b9b9 HTTP/1.1" status: 204 len: 168 time: 0.3288922 Jul 14 18:47:59.435027 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-571189b7-06bc-4e4f-b946-cdebeb746f59 req-f986a8c2-46d3-4835-8ec3-b69d7901c477 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] 10.222.0.16 "GET /v2.0/ports?device_id=9bb93a43-3259-41ac-a446-c049073d3088 HTTP/1.1" status: 200 len: 210 time: 0.0964391 Jul 14 18:47:59.440931 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda60c33-9d98-44f0-8205-cdc1c3e0d21b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68c47b6e-9215-4120-b44b-e2687c53b9b9,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:47:59.496879 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Pushing event updated for resources: {'Port': ['ID=9ee86225-8837-4ede-a1ab-70b48f3ca752,revision_number=4']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:47:59.506788 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] get_ports_and_sgs() called for port_ids ['9ee86225-8837-4ede-a1ab-70b48f3ca752'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 18:47:59.986452 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f26db8d-68a7-429e-b4d4-1a103a7ea2a1 req-c3b9c85f-9b10-4430-bfd0-0d4cc89f64a9 tempest-VolumesSnapshotTestJSON-1089846540 tempest-VolumesSnapshotTestJSON-1089846540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:48:00.010482 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-1f26db8d-68a7-429e-b4d4-1a103a7ea2a1 req-c3b9c85f-9b10-4430-bfd0-0d4cc89f64a9 tempest-VolumesSnapshotTestJSON-1089846540 tempest-VolumesSnapshotTestJSON-1089846540-project] 10.222.0.16 "GET /v2.0/ports?device_id=3274486b-61fa-4f42-a22b-620ccd0776da HTTP/1.1" status: 200 len: 945 time: 0.1817846 Jul 14 18:48:00.081453 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-1f26db8d-68a7-429e-b4d4-1a103a7ea2a1 req-aa3f6275-9b74-464b-908d-f257f9580029 tempest-VolumesSnapshotTestJSON-1089846540 tempest-VolumesSnapshotTestJSON-1089846540-project] 10.222.0.16 "GET /v2.0/security-groups?id=51c6de00-61eb-4972-a23e-f4f93d3caa7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699246 Jul 14 18:48:00.150793 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 39964) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:48:00.274379 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-0f0d8bb8-4b93-4377-9ae5-5a0ce994a3c2 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=71a4d5804b3c42bbad105f47fab151e9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1200933 Jul 14 18:48:00.275547 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 39966) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:48:00.387364 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-ca8673b7-f817-4f4a-8a4a-71c440bc983e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:48:00.420154 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836c7acd-e74e-4f2e-a074-3bf67ba62d7c req-74e987d1-bb74-40d8-a842-acff1272485c tempest-AttachVolumeNegativeTest-3632510 tempest-AttachVolumeNegativeTest-3632510-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:48:00.422266 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-836c7acd-e74e-4f2e-a074-3bf67ba62d7c req-74e987d1-bb74-40d8-a842-acff1272485c tempest-AttachVolumeNegativeTest-3632510 tempest-AttachVolumeNegativeTest-3632510-project] 10.222.0.18 "GET /v2.0/networks?id=f01ce686-0200-4cef-850e-fdadca3088c1 HTTP/1.1" status: 200 len: 814 time: 0.2627454 Jul 14 18:48:00.435989 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [req-836c7acd-e74e-4f2e-a074-3bf67ba62d7c req-908a59e3-12c5-4776-8a30-b952aa813377 tempest-AttachVolumeNegativeTest-3632510 tempest-AttachVolumeNegativeTest-3632510-project] Request body: {'port': {'device_id': '39fca3b3-5a8f-41cb-8276-d2e18243fd67', 'network_id': 'f01ce686-0200-4cef-850e-fdadca3088c1', 'admin_state_up': True, 'tenant_id': 'dc8d5262b1d34e2eab84ee621f7a0e10'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:48:00.450000 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-ca8673b7-f817-4f4a-8a4a-71c440bc983e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:48:00.636931 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-98b8e509-765d-4a3b-9d90-da219c9e0a4c req-6c8fdfe7-e40f-45bf-8380-758617795ef9 tempest-AttachVolumeNegativeTest-3632510 tempest-AttachVolumeNegativeTest-3632510-project] 10.222.0.16 "GET /v2.0/ports?device_id=39fca3b3-5a8f-41cb-8276-d2e18243fd67 HTTP/1.1" status: 200 len: 210 time: 0.1921792 Jul 14 18:48:00.799133 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-ca8673b7-f817-4f4a-8a4a-71c440bc983e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:48:00.802524 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-ca8673b7-f817-4f4a-8a4a-71c440bc983e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:48:00.802792 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Device 9ee86225-8837-4ede-a1ab-70b48f3ca752 up at agent hyperv_n-h2-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:48:00.803872 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-ca8673b7-f817-4f4a-8a4a-71c440bc983e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/52c060b5-e564-4920-a233-7fc071dd9b66 HTTP/1.1" status: 204 len: 168 time: 0.5269790 Jul 14 18:48:00.807081 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-836c7acd-e74e-4f2e-a074-3bf67ba62d7c req-908a59e3-12c5-4776-8a30-b952aa813377 tempest-AttachVolumeNegativeTest-3632510 tempest-AttachVolumeNegativeTest-3632510-project] Made reservation on behalf of dc8d5262b1d34e2eab84ee621f7a0e10 for: {'port': 1} {{(pid=93915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:48:00.811250 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-836c7acd-e74e-4f2e-a074-3bf67ba62d7c req-908a59e3-12c5-4776-8a30-b952aa813377 tempest-AttachVolumeNegativeTest-3632510 tempest-AttachVolumeNegativeTest-3632510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:48:00.845224 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8673b7-f817-4f4a-8a4a-71c440bc983e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52c060b5-e564-4920-a233-7fc071dd9b66,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:48:00.959828 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Provisioning for port 9ee86225-8837-4ede-a1ab-70b48f3ca752 completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:48:00.974277 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Provisioning complete for port 9ee86225-8837-4ede-a1ab-70b48f3ca752 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:48:00.974649 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:48:01.080745 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.db_base_plugin_common [req-836c7acd-e74e-4f2e-a074-3bf67ba62d7c req-908a59e3-12c5-4776-8a30-b952aa813377 tempest-AttachVolumeNegativeTest-3632510 tempest-AttachVolumeNegativeTest-3632510-project] Allocated IP 172.20.0.9 (f01ce686-0200-4cef-850e-fdadca3088c1/0f557551-9a58-4fbc-9de4-1c0c2883c537/c6d6b6b9-1527-4ffd-b579-4fc7f4b97389) {{(pid=93915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:48:01.232171 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:48:01.318866 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-836c7acd-e74e-4f2e-a074-3bf67ba62d7c req-908a59e3-12c5-4776-8a30-b952aa813377 tempest-AttachVolumeNegativeTest-3632510 tempest-AttachVolumeNegativeTest-3632510-project] Notify callbacks [] for port, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:48:01.322036 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3274486b-61fa-4f42-a22b-620ccd0776da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ee86225-8837-4ede-a1ab-70b48f3ca752'}] {{(pid=93917) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:48:01.325993 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20b787f3c29eaa7aa2a4d648c725a2124c5ff39a8d793252f9d844495e14cf42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d014b5b0-03f0-4c8a-aa9b-ec306c0e65b4" -d '{"events": [{"server_uuid": "3274486b-61fa-4f42-a22b-620ccd0776da", "name": "network-vif-plugged", "status": "completed", "tag": "9ee86225-8837-4ede-a1ab-70b48f3ca752"}]}' {{(pid=93917) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:48:01.372184 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-836c7acd-e74e-4f2e-a074-3bf67ba62d7c req-908a59e3-12c5-4776-8a30-b952aa813377 tempest-AttachVolumeNegativeTest-3632510 tempest-AttachVolumeNegativeTest-3632510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:48:01.388280 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] For port 9ee86225-8837-4ede-a1ab-70b48f3ca752, host n-h2-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=9ee86225-8837-4ede-a1ab-70b48f3ca752,segment=NetworkSegment(828d5e12-8f80-4253-8f9a-faae066043d6),segment_id=828d5e12-8f80-4253-8f9a-faae066043d6)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:48:01.404267 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] get_ports_and_sgs() called for port_ids ['3a2eb3c4-e06b-47ee-ab16-5381b2cbed0d'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 18:48:01.714772 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-836c7acd-e74e-4f2e-a074-3bf67ba62d7c req-908a59e3-12c5-4776-8a30-b952aa813377 tempest-AttachVolumeNegativeTest-3632510 tempest-AttachVolumeNegativeTest-3632510-project] Network f01ce686-0200-4cef-850e-fdadca3088c1 is already hosted by enough agents. {{(pid=93915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:48:01.772502 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [req-836c7acd-e74e-4f2e-a074-3bf67ba62d7c req-908a59e3-12c5-4776-8a30-b952aa813377 tempest-AttachVolumeNegativeTest-3632510 tempest-AttachVolumeNegativeTest-3632510-project] Resources bound (agent type, host, resource id): {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:48:01.789362 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [req-836c7acd-e74e-4f2e-a074-3bf67ba62d7c req-908a59e3-12c5-4776-8a30-b952aa813377 tempest-AttachVolumeNegativeTest-3632510 tempest-AttachVolumeNegativeTest-3632510-project] Received port after_create {{(pid=93915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:48:01.792175 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908a59e3-12c5-4776-8a30-b952aa813377 tempest-AttachVolumeNegativeTest-3632510 tempest-AttachVolumeNegativeTest-3632510-project] Pushing event updated for resources: {'Port': ['ID=c6d6b6b9-1527-4ffd-b579-4fc7f4b97389,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:48:01.874797 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:48:01.887035 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 18:48:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45dbb8f1-da82-473c-8af9-4978ce6e8b64 x-openstack-request-id: req-45dbb8f1-da82-473c-8af9-4978ce6e8b64 {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:48:01.887339 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3274486b-61fa-4f42-a22b-620ccd0776da", "name": "network-vif-plugged", "status": "completed", "tag": "9ee86225-8837-4ede-a1ab-70b48f3ca752", "code": 200}]} {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:48:01.887602 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-45dbb8f1-da82-473c-8af9-4978ce6e8b64 {{(pid=93917) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:48:01.888058 n-d-800634-3 neutron-server[93917]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3274486b-61fa-4f42-a22b-620ccd0776da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ee86225-8837-4ede-a1ab-70b48f3ca752', 'code': 200} Jul 14 18:48:01.931485 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadcdb65-e820-4161-9652-711b431404a8 req-60a0bc58-6b5a-4205-96e4-7b12b5a86453 tempest-VolumesSnapshotTestJSON-1089846540 tempest-VolumesSnapshotTestJSON-1089846540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:48:01.939215 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-cadcdb65-e820-4161-9652-711b431404a8 req-60a0bc58-6b5a-4205-96e4-7b12b5a86453 tempest-VolumesSnapshotTestJSON-1089846540 tempest-VolumesSnapshotTestJSON-1089846540-project] 10.222.0.16 "GET /v2.0/ports?device_id=3274486b-61fa-4f42-a22b-620ccd0776da HTTP/1.1" status: 200 len: 946 time: 0.5392148 Jul 14 18:48:02.026092 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Pushing event updated for resources: {'Port': ['ID=9ee86225-8837-4ede-a1ab-70b48f3ca752,revision_number=5']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:48:02.127090 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836c7acd-e74e-4f2e-a074-3bf67ba62d7c req-908a59e3-12c5-4776-8a30-b952aa813377 tempest-AttachVolumeNegativeTest-3632510 tempest-AttachVolumeNegativeTest-3632510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:48:02.127790 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-836c7acd-e74e-4f2e-a074-3bf67ba62d7c req-908a59e3-12c5-4776-8a30-b952aa813377 tempest-AttachVolumeNegativeTest-3632510 tempest-AttachVolumeNegativeTest-3632510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:48:02.157559 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-cadcdb65-e820-4161-9652-711b431404a8 req-b841f1ed-6879-461f-a44f-1fe1f79fd3bc tempest-VolumesSnapshotTestJSON-1089846540 tempest-VolumesSnapshotTestJSON-1089846540-project] 10.222.0.16 "GET /v2.0/security-groups?id=51c6de00-61eb-4972-a23e-f4f93d3caa7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2174151 Jul 14 18:48:02.165743 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f6e563-f42e-4b86-824d-032f9d419a8f req-4ea9d3ac-1e53-4c05-bdd2-10535c63c28a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:48:02.167265 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a7f6e563-f42e-4b86-824d-032f9d419a8f req-4ea9d3ac-1e53-4c05-bdd2-10535c63c28a service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=3274486b-61fa-4f42-a22b-620ccd0776da HTTP/1.1" status: 200 len: 1097 time: 0.6409357 Jul 14 18:48:02.217500 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-836c7acd-e74e-4f2e-a074-3bf67ba62d7c req-908a59e3-12c5-4776-8a30-b952aa813377 tempest-AttachVolumeNegativeTest-3632510 tempest-AttachVolumeNegativeTest-3632510-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7859664 Jul 14 18:48:02.255712 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [req-836c7acd-e74e-4f2e-a074-3bf67ba62d7c req-41b0b2c3-4ef1-42d3-9b6b-e39d4883d6a2 service neutron] Request body: {'port': {'device_id': '39fca3b3-5a8f-41cb-8276-d2e18243fd67', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800634-3'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:48:02.317196 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a7f6e563-f42e-4b86-824d-032f9d419a8f req-4a1d9d42-7305-4b08-add5-1f4fb175befa service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=51c6de00-61eb-4972-a23e-f4f93d3caa7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350760 Jul 14 18:48:02.334246 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55630ba-7016-47ae-b1ae-565f3839b440 req-368f5445-43f1-4afa-afb2-8b9315866ac8 tempest-AttachVolumeNegativeTest-3632510 tempest-AttachVolumeNegativeTest-3632510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:48:02.347553 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f55630ba-7016-47ae-b1ae-565f3839b440 req-368f5445-43f1-4afa-afb2-8b9315866ac8 tempest-AttachVolumeNegativeTest-3632510 tempest-AttachVolumeNegativeTest-3632510-project] 10.222.0.16 "GET /v2.0/ports?device_id=39fca3b3-5a8f-41cb-8276-d2e18243fd67 HTTP/1.1" status: 200 len: 931 time: 0.4015412 Jul 14 18:48:02.412750 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-836c7acd-e74e-4f2e-a074-3bf67ba62d7c req-41b0b2c3-4ef1-42d3-9b6b-e39d4883d6a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:48:02.547701 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:48:02.561795 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f55630ba-7016-47ae-b1ae-565f3839b440 req-dce80e49-2c19-428f-aa50-bf15c5d4efc7 tempest-AttachVolumeNegativeTest-3632510 tempest-AttachVolumeNegativeTest-3632510-project] 10.222.0.16 "GET /v2.0/security-groups?id=0abe65fc-f489-4951-8c06-afae1a246333&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2122018 Jul 14 18:48:03.111410 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [req-836c7acd-e74e-4f2e-a074-3bf67ba62d7c req-41b0b2c3-4ef1-42d3-9b6b-e39d4883d6a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c6d6b6b9-1527-4ffd-b579-4fc7f4b97389 {{(pid=93915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 18:48:03.132673 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-836c7acd-e74e-4f2e-a074-3bf67ba62d7c req-41b0b2c3-4ef1-42d3-9b6b-e39d4883d6a2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:48:03.171776 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.provisioning_blocks [req-836c7acd-e74e-4f2e-a074-3bf67ba62d7c req-41b0b2c3-4ef1-42d3-9b6b-e39d4883d6a2 service neutron] Transition to ACTIVE for port object c6d6b6b9-1527-4ffd-b579-4fc7f4b97389 will not be triggered until provisioned by entity L2. {{(pid=93915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:48:03.209044 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-836c7acd-e74e-4f2e-a074-3bf67ba62d7c req-41b0b2c3-4ef1-42d3-9b6b-e39d4883d6a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25912978'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:48:03.381555 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f257710-58ad-4323-b7e8-77b7d0130610 req-0e893be3-9a7b-4dd1-bbc2-2acce93aca60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:48:03.383172 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-5f257710-58ad-4323-b7e8-77b7d0130610 req-0e893be3-9a7b-4dd1-bbc2-2acce93aca60 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c28e5bcf1e004d64bdc0461d59ce0908&device_id=9c556fe5-0125-48ec-8057-3295f5ec5000 HTTP/1.1" status: 200 len: 1096 time: 0.5118484 Jul 14 18:48:03.492153 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b0b2c3-4ef1-42d3-9b6b-e39d4883d6a2 service neutron] Pushing event updated for resources: {'Port': ['ID=c6d6b6b9-1527-4ffd-b579-4fc7f4b97389,revision_number=2']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:48:03.985198 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-836c7acd-e74e-4f2e-a074-3bf67ba62d7c req-41b0b2c3-4ef1-42d3-9b6b-e39d4883d6a2 service neutron] Attempting to bind port c6d6b6b9-1527-4ffd-b579-4fc7f4b97389 on host n-h1-800634-3 for vnic_type normal with profile {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:48:03.985540 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-836c7acd-e74e-4f2e-a074-3bf67ba62d7c req-41b0b2c3-4ef1-42d3-9b6b-e39d4883d6a2 service neutron] Attempting to bind port c6d6b6b9-1527-4ffd-b579-4fc7f4b97389 by drivers openvswitch,hyperv on host n-h1-800634-3 at level 0 using segments [{'id': '3142d796-db76-489d-9ebc-ac845cfeb79d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'f01ce686-0200-4cef-850e-fdadca3088c1'}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:48:03.987051 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-836c7acd-e74e-4f2e-a074-3bf67ba62d7c req-41b0b2c3-4ef1-42d3-9b6b-e39d4883d6a2 service neutron] Attempting to bind port c6d6b6b9-1527-4ffd-b579-4fc7f4b97389 on network f01ce686-0200-4cef-850e-fdadca3088c1 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:48:04.063266 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-836c7acd-e74e-4f2e-a074-3bf67ba62d7c req-41b0b2c3-4ef1-42d3-9b6b-e39d4883d6a2 service neutron] Port c6d6b6b9-1527-4ffd-b579-4fc7f4b97389 on network f01ce686-0200-4cef-850e-fdadca3088c1 not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-3 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 18:48:04.064012 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-836c7acd-e74e-4f2e-a074-3bf67ba62d7c req-41b0b2c3-4ef1-42d3-9b6b-e39d4883d6a2 service neutron] Attempting to bind port c6d6b6b9-1527-4ffd-b579-4fc7f4b97389 on network f01ce686-0200-4cef-850e-fdadca3088c1 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:48:04.082324 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-836c7acd-e74e-4f2e-a074-3bf67ba62d7c req-41b0b2c3-4ef1-42d3-9b6b-e39d4883d6a2 service neutron] Checking agent: {'id': 'a3630ff4-fbee-45d9-b9b6-0ae41cb3a350', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 15, 32), 'started_at': datetime.datetime(2021, 7, 14, 18, 15, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 18, 48, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 18:48:04.083409 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-836c7acd-e74e-4f2e-a074-3bf67ba62d7c req-41b0b2c3-4ef1-42d3-9b6b-e39d4883d6a2 service neutron] Checking segment: {'id': '3142d796-db76-489d-9ebc-ac845cfeb79d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'f01ce686-0200-4cef-850e-fdadca3088c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:48:04.083996 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-836c7acd-e74e-4f2e-a074-3bf67ba62d7c req-41b0b2c3-4ef1-42d3-9b6b-e39d4883d6a2 service neutron] Bound using segment: {'id': '3142d796-db76-489d-9ebc-ac845cfeb79d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'f01ce686-0200-4cef-850e-fdadca3088c1'} {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 18:48:04.084654 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-836c7acd-e74e-4f2e-a074-3bf67ba62d7c req-41b0b2c3-4ef1-42d3-9b6b-e39d4883d6a2 service neutron] Bound port: c6d6b6b9-1527-4ffd-b579-4fc7f4b97389, host: n-h1-800634-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3142d796-db76-489d-9ebc-ac845cfeb79d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'f01ce686-0200-4cef-850e-fdadca3088c1'}}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 18:48:04.085203 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-836c7acd-e74e-4f2e-a074-3bf67ba62d7c req-41b0b2c3-4ef1-42d3-9b6b-e39d4883d6a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:48:04.115519 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 40076) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:48:04.206937 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f257710-58ad-4323-b7e8-77b7d0130610 req-525b74b5-a347-4868-84e5-6b514c0b0897 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:48:04.219899 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-5f257710-58ad-4323-b7e8-77b7d0130610 req-525b74b5-a347-4868-84e5-6b514c0b0897 service neutron] 10.222.0.18 "GET /v2.0/networks?id=39c54d55-b1e0-4eb1-9ee5-3eeadd4d8bde HTTP/1.1" status: 200 len: 912 time: 0.7866092 Jul 14 18:48:04.226481 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [req-d905914f-a9a1-47ae-bfed-36e6bbe9ac69 req-c66f0adb-3214-4873-851c-04b23a1bf715 service neutron] (93916) timed out ('10.222.0.18', 54194) {{(pid=93916) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 14 18:48:04.298017 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-8077627a-9ae8-49bc-82f9-470f632be18a tempest-RoutersAdminTest-28494675 tempest-RoutersAdminTest-28494675-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1316656255', 'router:external': True}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:48:04.309038 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee187aaf-94e6-4c39-bd64-16c010e31abf req-3b19e69b-3901-4018-8f10-6b702281784d tempest-VolumesSnapshotTestJSON-1089846540 tempest-VolumesSnapshotTestJSON-1089846540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:48:04.316940 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ee187aaf-94e6-4c39-bd64-16c010e31abf req-3b19e69b-3901-4018-8f10-6b702281784d tempest-VolumesSnapshotTestJSON-1089846540 tempest-VolumesSnapshotTestJSON-1089846540-project] 10.222.0.16 "GET /v2.0/ports?device_id=3274486b-61fa-4f42-a22b-620ccd0776da HTTP/1.1" status: 200 len: 946 time: 0.7272611 Jul 14 18:48:04.357490 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8077627a-9ae8-49bc-82f9-470f632be18a tempest-RoutersAdminTest-28494675 tempest-RoutersAdminTest-28494675-project-admin] Made reservation on behalf of 04747b1fb6af4665b9ef83285a7a9eec for: {'network': 1} {{(pid=93916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:48:04.361519 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-8077627a-9ae8-49bc-82f9-470f632be18a tempest-RoutersAdminTest-28494675 tempest-RoutersAdminTest-28494675-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for network, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:48:04.372097 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-8077627a-9ae8-49bc-82f9-470f632be18a tempest-RoutersAdminTest-28494675 tempest-RoutersAdminTest-28494675-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:48:04.464255 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-836c7acd-e74e-4f2e-a074-3bf67ba62d7c req-41b0b2c3-4ef1-42d3-9b6b-e39d4883d6a2 service neutron] For port c6d6b6b9-1527-4ffd-b579-4fc7f4b97389, host n-h1-800634-3, cleared binding levels {{(pid=93915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:48:04.494034 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-8077627a-9ae8-49bc-82f9-470f632be18a tempest-RoutersAdminTest-28494675 tempest-RoutersAdminTest-28494675-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:48:04.505681 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-8077627a-9ae8-49bc-82f9-470f632be18a tempest-RoutersAdminTest-28494675 tempest-RoutersAdminTest-28494675-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:48:04.513483 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331aa5ba-26a7-4bc7-9b0e-36af9fe18ebc req-3809642c-b882-44a1-8b1b-d88112bd6e20 tempest-AttachVolumeNegativeTest-3632510 tempest-AttachVolumeNegativeTest-3632510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:48:04.521577 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8077627a-9ae8-49bc-82f9-470f632be18a tempest-RoutersAdminTest-28494675 tempest-RoutersAdminTest-28494675-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 55} {{(pid=93916) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 18:48:04.522291 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-331aa5ba-26a7-4bc7-9b0e-36af9fe18ebc req-3809642c-b882-44a1-8b1b-d88112bd6e20 tempest-AttachVolumeNegativeTest-3632510 tempest-AttachVolumeNegativeTest-3632510-project] 10.222.0.16 "GET /v2.0/ports?device_id=39fca3b3-5a8f-41cb-8276-d2e18243fd67 HTTP/1.1" status: 200 len: 943 time: 0.6536701 Jul 14 18:48:04.525923 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-836c7acd-e74e-4f2e-a074-3bf67ba62d7c req-41b0b2c3-4ef1-42d3-9b6b-e39d4883d6a2 service neutron] For port c6d6b6b9-1527-4ffd-b579-4fc7f4b97389, host n-h1-800634-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=c6d6b6b9-1527-4ffd-b579-4fc7f4b97389,segment=NetworkSegment(3142d796-db76-489d-9ebc-ac845cfeb79d),segment_id=3142d796-db76-489d-9ebc-ac845cfeb79d)] {{(pid=93915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 18:48:04.535869 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-8077627a-9ae8-49bc-82f9-470f632be18a tempest-RoutersAdminTest-28494675 tempest-RoutersAdminTest-28494675-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:48:04.536074 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-5f257710-58ad-4323-b7e8-77b7d0130610 req-c398ad56-670d-40df-9dae-2508637aeb44 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9c478c99-d62c-4ba4-a542-afd02703f1f0 HTTP/1.1" status: 200 len: 1001 time: 0.2702858 Jul 14 18:48:04.536659 n-d-800634-3 neutron-server[93916]: INFO neutron.db.segments_db [None req-8077627a-9ae8-49bc-82f9-470f632be18a tempest-RoutersAdminTest-28494675 tempest-RoutersAdminTest-28494675-project-admin] Added segment 5b7060be-6c0a-4f52-8cbe-49cefdd2dfd5 of type vlan for network 567d958a-2b0e-4fc3-a247-c7c312e44d0f Jul 14 18:48:04.562861 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-836c7acd-e74e-4f2e-a074-3bf67ba62d7c req-41b0b2c3-4ef1-42d3-9b6b-e39d4883d6a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25912978'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:48:04.591534 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-8077627a-9ae8-49bc-82f9-470f632be18a tempest-RoutersAdminTest-28494675 tempest-RoutersAdminTest-28494675-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728202197517'] for network, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:48:04.649006 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b0b2c3-4ef1-42d3-9b6b-e39d4883d6a2 service neutron] Pushing event updated for resources: {'Port': ['ID=c6d6b6b9-1527-4ffd-b579-4fc7f4b97389,revision_number=3']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:48:04.675316 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8077627a-9ae8-49bc-82f9-470f632be18a tempest-RoutersAdminTest-28494675 tempest-RoutersAdminTest-28494675-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb406f17-5137-45e5-95cf-2aa670fe2fd3,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:48:04.692105 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-8077627a-9ae8-49bc-82f9-470f632be18a tempest-RoutersAdminTest-28494675 tempest-RoutersAdminTest-28494675-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727'] for network, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:48:04.695738 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8077627a-9ae8-49bc-82f9-470f632be18a tempest-RoutersAdminTest-28494675 tempest-RoutersAdminTest-28494675-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:48:04.698196 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-8077627a-9ae8-49bc-82f9-470f632be18a tempest-RoutersAdminTest-28494675 tempest-RoutersAdminTest-28494675-project-admin] Notify callbacks [] for network, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:48:04.706908 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ee187aaf-94e6-4c39-bd64-16c010e31abf req-cc2bc44b-9859-4459-ab10-d261f94ff69d tempest-VolumesSnapshotTestJSON-1089846540 tempest-VolumesSnapshotTestJSON-1089846540-project] 10.222.0.16 "GET /v2.0/security-groups?id=51c6de00-61eb-4972-a23e-f4f93d3caa7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3890069 Jul 14 18:48:04.708815 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f257710-58ad-4323-b7e8-77b7d0130610 req-3476fc05-11d2-4c8b-af3c-29477030fbbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:48:04.710719 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-5f257710-58ad-4323-b7e8-77b7d0130610 req-3476fc05-11d2-4c8b-af3c-29477030fbbc service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e9fdea6e-22fa-4991-9f87-b79de93db404 HTTP/1.1" status: 200 len: 851 time: 0.1407976 Jul 14 18:48:04.724435 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-331aa5ba-26a7-4bc7-9b0e-36af9fe18ebc req-14fae6f8-770b-43c9-8774-1aa7576ca53e tempest-AttachVolumeNegativeTest-3632510 tempest-AttachVolumeNegativeTest-3632510-project] 10.222.0.16 "GET /v2.0/security-groups?id=0abe65fc-f489-4951-8c06-afae1a246333&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2009430 Jul 14 18:48:04.738638 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836c7acd-e74e-4f2e-a074-3bf67ba62d7c req-41b0b2c3-4ef1-42d3-9b6b-e39d4883d6a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:48:04.739418 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-836c7acd-e74e-4f2e-a074-3bf67ba62d7c req-41b0b2c3-4ef1-42d3-9b6b-e39d4883d6a2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:48:04.741607 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-836c7acd-e74e-4f2e-a074-3bf67ba62d7c req-41b0b2c3-4ef1-42d3-9b6b-e39d4883d6a2 service neutron] 10.222.0.18 "PUT /v2.0/ports/c6d6b6b9-1527-4ffd-b579-4fc7f4b97389 HTTP/1.1" status: 200 len: 1091 time: 2.4914887 Jul 14 18:48:04.742188 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39fca3b3-5a8f-41cb-8276-d2e18243fd67', 'tag': 'c6d6b6b9-1527-4ffd-b579-4fc7f4b97389'}] {{(pid=93915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:48:04.745816 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e72782ad3af8f7d4ce76cedf092bca46d1756acc5c4653cf0b52034cdd6b073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1937689e-9ef5-4975-b5a7-1ec387bcb66f" -d '{"events": [{"name": "network-changed", "server_uuid": "39fca3b3-5a8f-41cb-8276-d2e18243fd67", "tag": "c6d6b6b9-1527-4ffd-b579-4fc7f4b97389"}]}' {{(pid=93915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:48:04.857361 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8077627a-9ae8-49bc-82f9-470f632be18a tempest-RoutersAdminTest-28494675 tempest-RoutersAdminTest-28494675-project-admin] Pushing event updated for resources: {'Network': ['ID=567d958a-2b0e-4fc3-a247-c7c312e44d0f,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:48:04.868138 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Network 567d958a-2b0e-4fc3-a247-c7c312e44d0f details requested by agent ovs-agent-n-d-800634-3 with host n-d-800634-3 {{(pid=93917) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 18:48:04.899627 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-8077627a-9ae8-49bc-82f9-470f632be18a tempest-RoutersAdminTest-28494675 tempest-RoutersAdminTest-28494675-project-admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 0.7828588 Jul 14 18:48:04.900236 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 40106) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:48:04.912680 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 18:48:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f4887eb-11c5-4c28-a8cc-b5b6a596b190 x-openstack-request-id: req-5f4887eb-11c5-4c28-a8cc-b5b6a596b190 {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:48:04.913044 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39fca3b3-5a8f-41cb-8276-d2e18243fd67", "tag": "c6d6b6b9-1527-4ffd-b579-4fc7f4b97389", "status": "completed", "code": 200}]} {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:48:04.913235 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5f4887eb-11c5-4c28-a8cc-b5b6a596b190 {{(pid=93915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:48:04.913685 n-d-800634-3 neutron-server[93915]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39fca3b3-5a8f-41cb-8276-d2e18243fd67', 'tag': 'c6d6b6b9-1527-4ffd-b579-4fc7f4b97389', 'status': 'completed', 'code': 200} Jul 14 18:48:04.919873 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-5682a798-eba9-46c7-a699-e13cbd193dec tempest-RoutersAdminTest-28494675 tempest-RoutersAdminTest-28494675-project-admin] Request body: {'subnet': {'network_id': '567d958a-2b0e-4fc3-a247-c7c312e44d0f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:48:05.007546 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5682a798-eba9-46c7-a699-e13cbd193dec tempest-RoutersAdminTest-28494675 tempest-RoutersAdminTest-28494675-project-admin] Made reservation on behalf of 04747b1fb6af4665b9ef83285a7a9eec for: {'subnet': 1} {{(pid=93916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:48:05.010511 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-5682a798-eba9-46c7-a699-e13cbd193dec tempest-RoutersAdminTest-28494675 tempest-RoutersAdminTest-28494675-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26033189'] for subnet, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:48:05.013562 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f257710-58ad-4323-b7e8-77b7d0130610 req-4b902abb-39ae-47c8-ab51-a9049972ea6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:48:05.016448 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-5f257710-58ad-4323-b7e8-77b7d0130610 req-4b902abb-39ae-47c8-ab51-a9049972ea6b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=39c54d55-b1e0-4eb1-9ee5-3eeadd4d8bde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2883780 Jul 14 18:48:05.127027 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836c7acd-e74e-4f2e-a074-3bf67ba62d7c req-d055ebf0-059c-4475-a4f7-518a502697d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:48:05.129186 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-836c7acd-e74e-4f2e-a074-3bf67ba62d7c req-d055ebf0-059c-4475-a4f7-518a502697d6 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=dc8d5262b1d34e2eab84ee621f7a0e10&device_id=39fca3b3-5a8f-41cb-8276-d2e18243fd67 HTTP/1.1" status: 200 len: 1094 time: 0.3128943 Jul 14 18:48:05.477868 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:48:05.884810 n-d-800634-3 neutron-server[93916]: DEBUG neutron.objects.ports [None req-5682a798-eba9-46c7-a699-e13cbd193dec tempest-RoutersAdminTest-28494675 tempest-RoutersAdminTest-28494675-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93916) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 14 18:48:05.885377 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-5682a798-eba9-46c7-a699-e13cbd193dec tempest-RoutersAdminTest-28494675 tempest-RoutersAdminTest-28494675-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2684753', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26033175'] for subnet, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:48:05.992395 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5682a798-eba9-46c7-a699-e13cbd193dec tempest-RoutersAdminTest-28494675 tempest-RoutersAdminTest-28494675-project-admin] Checking segment: {'id': '5b7060be-6c0a-4f52-8cbe-49cefdd2dfd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '567d958a-2b0e-4fc3-a247-c7c312e44d0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93916) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:48:05.992813 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5682a798-eba9-46c7-a699-e13cbd193dec tempest-RoutersAdminTest-28494675 tempest-RoutersAdminTest-28494675-project-admin] Network hostable DHCP agents. Network: 567d958a-2b0e-4fc3-a247-c7c312e44d0f, hostable agents: ['028393c3-0576-4ebd-bca1-8ea8a148e1a2'], hosted agents: [] {{(pid=93916) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 18:48:05.995397 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-5f257710-58ad-4323-b7e8-77b7d0130610 req-a2c19bfc-f194-43af-9d57-964b861e9c93 service neutron] 10.222.0.18 "GET /v2.0/networks/39c54d55-b1e0-4eb1-9ee5-3eeadd4d8bde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9652631 Jul 14 18:48:06.002428 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-836c7acd-e74e-4f2e-a074-3bf67ba62d7c req-d3f64993-b104-4497-97b3-b59a0ef95e65 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c6d6b6b9-1527-4ffd-b579-4fc7f4b97389 HTTP/1.1" status: 200 len: 217 time: 0.8643873 Jul 14 18:48:06.002629 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5682a798-eba9-46c7-a699-e13cbd193dec tempest-RoutersAdminTest-28494675 tempest-RoutersAdminTest-28494675-project-admin] Pushing event updated for resources: {'Subnet': ['ID=8d84b6d7-1cfd-44b5-8388-a490f35b533d,revision_number=0']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:48:06.021627 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5682a798-eba9-46c7-a699-e13cbd193dec tempest-RoutersAdminTest-28494675 tempest-RoutersAdminTest-28494675-project-admin] Network 567d958a-2b0e-4fc3-a247-c7c312e44d0f is scheduled to be hosted by DHCP agent 028393c3-0576-4ebd-bca1-8ea8a148e1a2 with binding_index 1 {{(pid=93916) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 18:48:06.049117 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [None req-5682a798-eba9-46c7-a699-e13cbd193dec tempest-RoutersAdminTest-28494675 tempest-RoutersAdminTest-28494675-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-3, 567d958a-2b0e-4fc3-a247-c7c312e44d0f) {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:48:06.057788 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3018bec9-8f26-4049-85f2-aadb94f2e83e None None] Network 567d958a-2b0e-4fc3-a247-c7c312e44d0f requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:48:06.063805 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5682a798-eba9-46c7-a699-e13cbd193dec tempest-RoutersAdminTest-28494675 tempest-RoutersAdminTest-28494675-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:48:06.064449 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-5682a798-eba9-46c7-a699-e13cbd193dec tempest-RoutersAdminTest-28494675 tempest-RoutersAdminTest-28494675-project-admin] Notify callbacks [] for subnet, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:48:06.111954 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-5682a798-eba9-46c7-a699-e13cbd193dec tempest-RoutersAdminTest-28494675 tempest-RoutersAdminTest-28494675-project-admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.2076430 Jul 14 18:48:06.114710 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 40184) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:48:06.120758 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-e323534b-f457-4f95-a038-18a9e74e708f tempest-RoutersAdminTest-28494675 tempest-RoutersAdminTest-28494675-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1474081747', 'network_id': '567d958a-2b0e-4fc3-a247-c7c312e44d0f'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:48:06.177043 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e323534b-f457-4f95-a038-18a9e74e708f tempest-RoutersAdminTest-28494675 tempest-RoutersAdminTest-28494675-project-admin] Made reservation on behalf of 04747b1fb6af4665b9ef83285a7a9eec for: {'port': 1} {{(pid=93916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:48:06.179816 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-e323534b-f457-4f95-a038-18a9e74e708f tempest-RoutersAdminTest-28494675 tempest-RoutersAdminTest-28494675-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:48:06.238236 n-d-800634-3 neutron-server[93916]: DEBUG neutron.notifiers.nova [None req-e323534b-f457-4f95-a038-18a9e74e708f tempest-RoutersAdminTest-28494675 tempest-RoutersAdminTest-28494675-project-admin] device_id is not set on port b92f7398-af1d-43dc-a2be-73fe24d53bce yet. {{(pid=93916) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 18:48:06.276371 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836c7acd-e74e-4f2e-a074-3bf67ba62d7c req-5f28decb-4c21-4be2-acfd-90439a9e5289 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:48:06.277972 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-836c7acd-e74e-4f2e-a074-3bf67ba62d7c req-5f28decb-4c21-4be2-acfd-90439a9e5289 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0f557551-9a58-4fbc-9de4-1c0c2883c537 HTTP/1.1" status: 200 len: 854 time: 0.2638171 Jul 14 18:48:06.370202 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae8f02a6-4f0e-4fbb-841d-44f0f8952467 None None] Network 567d958a-2b0e-4fc3-a247-c7c312e44d0f requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:48:06.394639 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-836c7acd-e74e-4f2e-a074-3bf67ba62d7c req-f6c3fcba-8297-4c5c-9676-265a2b185482 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f01ce686-0200-4cef-850e-fdadca3088c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0957615 Jul 14 18:48:06.529506 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.db_base_plugin_common [None req-e323534b-f457-4f95-a038-18a9e74e708f tempest-RoutersAdminTest-28494675 tempest-RoutersAdminTest-28494675-project-admin] Allocated IP 172.20.0.13 (567d958a-2b0e-4fc3-a247-c7c312e44d0f/8d84b6d7-1cfd-44b5-8388-a490f35b533d/b92f7398-af1d-43dc-a2be-73fe24d53bce) {{(pid=93916) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:48:06.666613 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-5f257710-58ad-4323-b7e8-77b7d0130610 req-f53fff1f-db27-4eb5-8a08-d90370715f7b service neutron] 10.222.0.18 "GET /v2.0/networks/39c54d55-b1e0-4eb1-9ee5-3eeadd4d8bde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6631689 Jul 14 18:48:06.782461 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-836c7acd-e74e-4f2e-a074-3bf67ba62d7c req-a50e8adb-3742-4583-ad36-37450afbc4c3 service neutron] 10.222.0.18 "GET /v2.0/networks/f01ce686-0200-4cef-850e-fdadca3088c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3783336 Jul 14 18:48:06.909689 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4757742-dece-4fac-8f30-7f388f07e3ed req-15770766-ad3d-430f-ab9f-b2ceef51a8c2 tempest-AttachVolumeNegativeTest-3632510 tempest-AttachVolumeNegativeTest-3632510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:48:06.918580 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c4757742-dece-4fac-8f30-7f388f07e3ed req-15770766-ad3d-430f-ab9f-b2ceef51a8c2 tempest-AttachVolumeNegativeTest-3632510 tempest-AttachVolumeNegativeTest-3632510-project] 10.222.0.16 "GET /v2.0/ports?device_id=39fca3b3-5a8f-41cb-8276-d2e18243fd67 HTTP/1.1" status: 200 len: 943 time: 0.7697909 Jul 14 18:48:06.927710 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-e323534b-f457-4f95-a038-18a9e74e708f tempest-RoutersAdminTest-28494675 tempest-RoutersAdminTest-28494675-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:48:07.032215 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-836c7acd-e74e-4f2e-a074-3bf67ba62d7c req-a2094fce-d8e5-4d73-8a09-8ba012d0ea20 service neutron] 10.222.0.18 "GET /v2.0/networks/f01ce686-0200-4cef-850e-fdadca3088c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2422376 Jul 14 18:48:07.095477 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-e323534b-f457-4f95-a038-18a9e74e708f tempest-RoutersAdminTest-28494675 tempest-RoutersAdminTest-28494675-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:48:07.144453 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c4757742-dece-4fac-8f30-7f388f07e3ed req-0f3344cb-3062-4d6a-bf6e-7787ddaa058a tempest-AttachVolumeNegativeTest-3632510 tempest-AttachVolumeNegativeTest-3632510-project] 10.222.0.16 "GET /v2.0/security-groups?id=0abe65fc-f489-4951-8c06-afae1a246333&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2181580 Jul 14 18:48:07.153519 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e323534b-f457-4f95-a038-18a9e74e708f tempest-RoutersAdminTest-28494675 tempest-RoutersAdminTest-28494675-project-admin] Network 567d958a-2b0e-4fc3-a247-c7c312e44d0f is already hosted by enough agents. {{(pid=93916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:48:07.158152 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [None req-e323534b-f457-4f95-a038-18a9e74e708f tempest-RoutersAdminTest-28494675 tempest-RoutersAdminTest-28494675-project-admin] Resources bound (agent type, host, resource id): {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:48:07.161929 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e323534b-f457-4f95-a038-18a9e74e708f tempest-RoutersAdminTest-28494675 tempest-RoutersAdminTest-28494675-project-admin] Received port after_create {{(pid=93916) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:48:07.200804 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e323534b-f457-4f95-a038-18a9e74e708f tempest-RoutersAdminTest-28494675 tempest-RoutersAdminTest-28494675-project-admin] Pushing event updated for resources: {'Port': ['ID=b92f7398-af1d-43dc-a2be-73fe24d53bce,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:48:07.219109 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e323534b-f457-4f95-a038-18a9e74e708f tempest-RoutersAdminTest-28494675 tempest-RoutersAdminTest-28494675-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:48:07.219835 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-e323534b-f457-4f95-a038-18a9e74e708f tempest-RoutersAdminTest-28494675 tempest-RoutersAdminTest-28494675-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:48:07.245753 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1937689e-9ef5-4975-b5a7-1ec387bcb66f req-74f369ed-89d4-4624-9de9-87e6123c1dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:48:07.247033 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-e323534b-f457-4f95-a038-18a9e74e708f tempest-RoutersAdminTest-28494675 tempest-RoutersAdminTest-28494675-project-admin] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1024 time: 1.1311443 Jul 14 18:48:07.248091 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 40198) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:48:07.252600 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-1937689e-9ef5-4975-b5a7-1ec387bcb66f req-74f369ed-89d4-4624-9de9-87e6123c1dc0 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=dc8d5262b1d34e2eab84ee621f7a0e10&device_id=39fca3b3-5a8f-41cb-8276-d2e18243fd67 HTTP/1.1" status: 200 len: 1094 time: 0.1420777 Jul 14 18:48:07.389616 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-2e6bc67c-fa37-47cc-9e31-4701e4e9212a tempest-RoutersAdminTest-28494675 tempest-RoutersAdminTest-28494675-project-admin] Deleting port b92f7398-af1d-43dc-a2be-73fe24d53bce {{(pid=93916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:48:07.389966 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-2e6bc67c-fa37-47cc-9e31-4701e4e9212a tempest-RoutersAdminTest-28494675 tempest-RoutersAdminTest-28494675-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:48:07.447958 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1937689e-9ef5-4975-b5a7-1ec387bcb66f req-7953be59-4e81-4e56-9b0e-3e79c6a4fc33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:48:07.449761 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-1937689e-9ef5-4975-b5a7-1ec387bcb66f req-7953be59-4e81-4e56-9b0e-3e79c6a4fc33 service neutron] 10.222.0.18 "GET /v2.0/networks?id=f01ce686-0200-4cef-850e-fdadca3088c1 HTTP/1.1" status: 200 len: 914 time: 0.1942897 Jul 14 18:48:07.507440 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-1937689e-9ef5-4975-b5a7-1ec387bcb66f req-d4abfeea-8028-4714-b38b-6c46bd3ae798 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c6d6b6b9-1527-4ffd-b579-4fc7f4b97389 HTTP/1.1" status: 200 len: 217 time: 0.0463276 Jul 14 18:48:07.667058 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1937689e-9ef5-4975-b5a7-1ec387bcb66f req-197cb9e3-66a0-4bd7-99c8-4d2db56ba05e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:48:07.672848 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-1937689e-9ef5-4975-b5a7-1ec387bcb66f req-197cb9e3-66a0-4bd7-99c8-4d2db56ba05e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0f557551-9a58-4fbc-9de4-1c0c2883c537 HTTP/1.1" status: 200 len: 854 time: 0.1578293 Jul 14 18:48:07.770112 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-1937689e-9ef5-4975-b5a7-1ec387bcb66f req-e4b23b8e-71f9-4e18-a424-b9967cd5691b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f01ce686-0200-4cef-850e-fdadca3088c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0884314 Jul 14 18:48:07.940643 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-1937689e-9ef5-4975-b5a7-1ec387bcb66f req-49cc8c00-177d-4372-a6c1-13f89bb13f37 service neutron] 10.222.0.18 "GET /v2.0/networks/f01ce686-0200-4cef-850e-fdadca3088c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1639996 Jul 14 18:48:08.073866 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-2e6bc67c-fa37-47cc-9e31-4701e4e9212a tempest-RoutersAdminTest-28494675 tempest-RoutersAdminTest-28494675-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:48:08.091832 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-2e6bc67c-fa37-47cc-9e31-4701e4e9212a tempest-RoutersAdminTest-28494675 tempest-RoutersAdminTest-28494675-project-admin] Calling delete_port for b92f7398-af1d-43dc-a2be-73fe24d53bce owned by {{(pid=93916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:48:08.149300 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-1937689e-9ef5-4975-b5a7-1ec387bcb66f req-7d28b338-4b9d-4cdb-bc3d-2e7d724a3673 service neutron] 10.222.0.18 "GET /v2.0/networks/f01ce686-0200-4cef-850e-fdadca3088c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1817846 Jul 14 18:48:08.291091 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-2e6bc67c-fa37-47cc-9e31-4701e4e9212a tempest-RoutersAdminTest-28494675 tempest-RoutersAdminTest-28494675-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:48:08.356164 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6bc67c-fa37-47cc-9e31-4701e4e9212a tempest-RoutersAdminTest-28494675 tempest-RoutersAdminTest-28494675-project-admin] Pushing event deleted for resources: {'Port': ['ID=b92f7398-af1d-43dc-a2be-73fe24d53bce,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:48:08.470350 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-2e6bc67c-fa37-47cc-9e31-4701e4e9212a tempest-RoutersAdminTest-28494675 tempest-RoutersAdminTest-28494675-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:48:08.474894 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-2e6bc67c-fa37-47cc-9e31-4701e4e9212a tempest-RoutersAdminTest-28494675 tempest-RoutersAdminTest-28494675-project-admin] 10.222.0.16 "DELETE /v2.0/ports/b92f7398-af1d-43dc-a2be-73fe24d53bce HTTP/1.1" status: 204 len: 168 time: 1.2230318 Jul 14 18:48:08.476390 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 40216) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:48:08.486563 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-67b34bcc-4946-4efa-bf0b-70e25578c367 tempest-RoutersAdminTest-28494675 tempest-RoutersAdminTest-28494675-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '567d958a-2b0e-4fc3-a247-c7c312e44d0f', 'external_fixed_ips': [{'subnet_id': '8d84b6d7-1cfd-44b5-8388-a490f35b533d', 'ip_address': '172.20.0.13'}]}}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:48:08.515374 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d5cddf-d65c-4e63-ab59-8d9dcfa2ae3e req-b3adee36-73de-4a95-8f14-8136688706c1 tempest-AttachVolumeNegativeTest-3632510 tempest-AttachVolumeNegativeTest-3632510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:48:08.517000 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e7d5cddf-d65c-4e63-ab59-8d9dcfa2ae3e req-b3adee36-73de-4a95-8f14-8136688706c1 tempest-AttachVolumeNegativeTest-3632510 tempest-AttachVolumeNegativeTest-3632510-project] 10.222.0.16 "GET /v2.0/ports?device_id=39fca3b3-5a8f-41cb-8276-d2e18243fd67 HTTP/1.1" status: 200 len: 943 time: 0.1564386 Jul 14 18:48:08.545482 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-67b34bcc-4946-4efa-bf0b-70e25578c367 tempest-RoutersAdminTest-28494675 tempest-RoutersAdminTest-28494675-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-571768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11104'] for router, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:48:08.546515 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-67b34bcc-4946-4efa-bf0b-70e25578c367 tempest-RoutersAdminTest-28494675 tempest-RoutersAdminTest-28494675-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-571675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-930014', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-632314', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11129'] for router, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:48:08.693563 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-67b34bcc-4946-4efa-bf0b-70e25578c367 tempest-RoutersAdminTest-28494675 tempest-RoutersAdminTest-28494675-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:48:08.715774 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e7d5cddf-d65c-4e63-ab59-8d9dcfa2ae3e req-993a52fd-7077-4d91-ab0a-a16cde4dec54 tempest-AttachVolumeNegativeTest-3632510 tempest-AttachVolumeNegativeTest-3632510-project] 10.222.0.16 "GET /v2.0/security-groups?id=0abe65fc-f489-4951-8c06-afae1a246333&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1886392 Jul 14 18:48:08.761323 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device c6d6b6b9-1527-4ffd-b579-4fc7f4b97389 details requested by agent hyperv_n-h1-800634-3 with host n-h1-800634-3 {{(pid=93917) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 18:48:09.055504 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-67b34bcc-4946-4efa-bf0b-70e25578c367 tempest-RoutersAdminTest-28494675 tempest-RoutersAdminTest-28494675-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-929996', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-571750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11395'] for router, precommit_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:48:09.104680 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port c6d6b6b9-1527-4ffd-b579-4fc7f4b97389, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=c6d6b6b9-1527-4ffd-b579-4fc7f4b97389,segment=NetworkSegment(3142d796-db76-489d-9ebc-ac845cfeb79d),segment_id=3142d796-db76-489d-9ebc-ac845cfeb79d)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:48:09.174986 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Returning: {'device': 'c6d6b6b9-1527-4ffd-b579-4fc7f4b97389', 'network_id': 'f01ce686-0200-4cef-850e-fdadca3088c1', 'port_id': 'c6d6b6b9-1527-4ffd-b579-4fc7f4b97389', 'mac_address': 'fa:16:3e:f6:19:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f557551-9a58-4fbc-9de4-1c0c2883c537', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93917) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 18:48:09.258882 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:48:09.298521 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6d6b6b9-1527-4ffd-b579-4fc7f4b97389 {{(pid=93917) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 18:48:09.340190 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port c6d6b6b9-1527-4ffd-b579-4fc7f4b97389, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=c6d6b6b9-1527-4ffd-b579-4fc7f4b97389,segment=NetworkSegment(3142d796-db76-489d-9ebc-ac845cfeb79d),segment_id=3142d796-db76-489d-9ebc-ac845cfeb79d)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:48:09.347241 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:48:09.434473 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3010dfba-edc9-4350-99f1-42d40b31f9ea req-39183185-688c-4fd5-8316-1d96dab2b25f tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:48:09.440380 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3010dfba-edc9-4350-99f1-42d40b31f9ea req-39183185-688c-4fd5-8316-1d96dab2b25f tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] 10.222.0.16 "GET /v2.0/ports?device_id=90a6d52f-6581-429b-9784-d86e8a3e4d9c HTTP/1.1" status: 200 len: 946 time: 0.3069651 Jul 14 18:48:09.458222 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Pushing event updated for resources: {'Port': ['ID=c6d6b6b9-1527-4ffd-b579-4fc7f4b97389,revision_number=4']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:48:09.498045 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3010dfba-edc9-4350-99f1-42d40b31f9ea req-5afbff72-d921-4721-b4f7-a45484c372d1 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] 10.222.0.16 "GET /v2.0/security-groups?id=665fac0f-cff5-44f7-b9cc-bed28fe603e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512605 Jul 14 18:48:09.601527 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] get_ports_and_sgs() called for port_ids ['c6d6b6b9-1527-4ffd-b579-4fc7f4b97389'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 18:48:09.696498 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-67b34bcc-4946-4efa-bf0b-70e25578c367 tempest-RoutersAdminTest-28494675 tempest-RoutersAdminTest-28494675-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:48:09.766733 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-67b34bcc-4946-4efa-bf0b-70e25578c367 tempest-RoutersAdminTest-28494675 tempest-RoutersAdminTest-28494675-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:48:10.136749 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712b5dc0-64f2-4b7a-91f4-38e9b0117e94 req-0cfea13e-252f-4d68-9b45-e7bd103531e2 tempest-AttachVolumeNegativeTest-3632510 tempest-AttachVolumeNegativeTest-3632510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:48:10.138250 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-712b5dc0-64f2-4b7a-91f4-38e9b0117e94 req-0cfea13e-252f-4d68-9b45-e7bd103531e2 tempest-AttachVolumeNegativeTest-3632510 tempest-AttachVolumeNegativeTest-3632510-project] 10.222.0.16 "GET /v2.0/ports?device_id=39fca3b3-5a8f-41cb-8276-d2e18243fd67 HTTP/1.1" status: 200 len: 944 time: 0.1904457 Jul 14 18:48:10.297890 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.db_base_plugin_common [None req-67b34bcc-4946-4efa-bf0b-70e25578c367 tempest-RoutersAdminTest-28494675 tempest-RoutersAdminTest-28494675-project-admin] Allocated IP 172.20.0.13 (567d958a-2b0e-4fc3-a247-c7c312e44d0f/8d84b6d7-1cfd-44b5-8388-a490f35b533d/b24c96cf-33a6-4995-95e6-893a912eeb09) {{(pid=93915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:48:10.314066 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-712b5dc0-64f2-4b7a-91f4-38e9b0117e94 req-10474308-e2c4-491a-b1f9-7798ecb3605e tempest-AttachVolumeNegativeTest-3632510 tempest-AttachVolumeNegativeTest-3632510-project] 10.222.0.16 "GET /v2.0/security-groups?id=0abe65fc-f489-4951-8c06-afae1a246333&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979156 Jul 14 18:48:10.618188 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-67b34bcc-4946-4efa-bf0b-70e25578c367 tempest-RoutersAdminTest-28494675 tempest-RoutersAdminTest-28494675-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:48:10.770028 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device c6d6b6b9-1527-4ffd-b579-4fc7f4b97389 up at agent hyperv_n-h1-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:48:10.784327 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b6e0bf-3d39-498c-a4e4-be4747e9b523 req-8b691e88-f8af-4886-a1bc-dd50ee5def37 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:48:10.785923 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-79b6e0bf-3d39-498c-a4e4-be4747e9b523 req-8b691e88-f8af-4886-a1bc-dd50ee5def37 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] 10.222.0.18 "GET /v2.0/ports?device_id=90a6d52f-6581-429b-9784-d86e8a3e4d9c HTTP/1.1" status: 200 len: 946 time: 0.3057032 Jul 14 18:48:10.867215 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Provisioning for port c6d6b6b9-1527-4ffd-b579-4fc7f4b97389 completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:48:10.872616 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Provisioning complete for port c6d6b6b9-1527-4ffd-b579-4fc7f4b97389 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:48:10.873455 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:48:10.951405 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-67b34bcc-4946-4efa-bf0b-70e25578c367 tempest-RoutersAdminTest-28494675 tempest-RoutersAdminTest-28494675-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:48:11.028472 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b34bcc-4946-4efa-bf0b-70e25578c367 tempest-RoutersAdminTest-28494675 tempest-RoutersAdminTest-28494675-project-admin] Pushing event updated for resources: {'Port': ['ID=b24c96cf-33a6-4995-95e6-893a912eeb09,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:48:11.050663 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:48:11.076262 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39fca3b3-5a8f-41cb-8276-d2e18243fd67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6d6b6b9-1527-4ffd-b579-4fc7f4b97389'}] {{(pid=93917) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:48:11.080042 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20b787f3c29eaa7aa2a4d648c725a2124c5ff39a8d793252f9d844495e14cf42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01a31b13-345e-4a07-aa38-a0ff459b0722" -d '{"events": [{"server_uuid": "39fca3b3-5a8f-41cb-8276-d2e18243fd67", "name": "network-vif-plugged", "status": "completed", "tag": "c6d6b6b9-1527-4ffd-b579-4fc7f4b97389"}]}' {{(pid=93917) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:48:11.096839 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port c6d6b6b9-1527-4ffd-b579-4fc7f4b97389, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=c6d6b6b9-1527-4ffd-b579-4fc7f4b97389,segment=NetworkSegment(3142d796-db76-489d-9ebc-ac845cfeb79d),segment_id=3142d796-db76-489d-9ebc-ac845cfeb79d)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:48:11.106257 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:48:11.178536 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 18:48:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13203c31-b80a-4b29-bac0-2619c3e3f446 x-openstack-request-id: req-13203c31-b80a-4b29-bac0-2619c3e3f446 {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:48:11.178934 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39fca3b3-5a8f-41cb-8276-d2e18243fd67", "name": "network-vif-plugged", "status": "completed", "tag": "c6d6b6b9-1527-4ffd-b579-4fc7f4b97389", "code": 200}]} {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:48:11.179541 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-13203c31-b80a-4b29-bac0-2619c3e3f446 {{(pid=93917) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:48:11.180295 n-d-800634-3 neutron-server[93917]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39fca3b3-5a8f-41cb-8276-d2e18243fd67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6d6b6b9-1527-4ffd-b579-4fc7f4b97389', 'code': 200} Jul 14 18:48:11.185886 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Pushing event updated for resources: {'Port': ['ID=c6d6b6b9-1527-4ffd-b579-4fc7f4b97389,revision_number=5']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:48:11.226054 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67b34bcc-4946-4efa-bf0b-70e25578c367 tempest-RoutersAdminTest-28494675 tempest-RoutersAdminTest-28494675-project-admin] Network 567d958a-2b0e-4fc3-a247-c7c312e44d0f is already hosted by enough agents. {{(pid=93915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:48:11.236366 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117c3829-438d-457a-805e-ecaef6a006d5 req-81d9ef04-f0cf-4f2d-8830-0812b3e6542b tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:48:11.237911 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-117c3829-438d-457a-805e-ecaef6a006d5 req-81d9ef04-f0cf-4f2d-8830-0812b3e6542b tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] 10.222.0.16 "GET /v2.0/ports?device_id=90a6d52f-6581-429b-9784-d86e8a3e4d9c HTTP/1.1" status: 200 len: 946 time: 0.5348275 Jul 14 18:48:11.244489 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [None req-67b34bcc-4946-4efa-bf0b-70e25578c367 tempest-RoutersAdminTest-28494675 tempest-RoutersAdminTest-28494675-project-admin] Resources bound (agent type, host, resource id): {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:48:11.278299 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67b34bcc-4946-4efa-bf0b-70e25578c367 tempest-RoutersAdminTest-28494675 tempest-RoutersAdminTest-28494675-project-admin] Received port after_create {{(pid=93915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:48:11.381806 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-117c3829-438d-457a-805e-ecaef6a006d5 req-2c2e455d-cad8-45c6-9fd4-4638a48129ef tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] 10.222.0.16 "GET /v2.0/security-groups?id=665fac0f-cff5-44f7-b9cc-bed28fe603e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342638 Jul 14 18:48:11.521983 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [req-79b6e0bf-3d39-498c-a4e4-be4747e9b523 req-c237427e-0a9a-496c-a1cb-96ffadfe69d6 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] Deleting port 5e92d60d-9070-47ad-a2eb-6d0d111f9f4f {{(pid=93915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:48:11.522333 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-79b6e0bf-3d39-498c-a4e4-be4747e9b523 req-c237427e-0a9a-496c-a1cb-96ffadfe69d6 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:48:11.661263 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caeb45a9-3314-4eeb-98c5-ececaabc5f11 req-29d5596e-f804-4586-995f-440a791b27ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:48:11.662792 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-caeb45a9-3314-4eeb-98c5-ececaabc5f11 req-29d5596e-f804-4586-995f-440a791b27ae service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=39fca3b3-5a8f-41cb-8276-d2e18243fd67 HTTP/1.1" status: 200 len: 1096 time: 0.3809061 Jul 14 18:48:12.198166 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-0f5c7e6d-3ee6-4405-815e-33698b068c8d req-b92e079d-7936-4d53-b189-41c8db2b14c6 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=03a24d87-527f-4d5b-a998-53393446562a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.5563202 Jul 14 18:48:12.205768 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-caeb45a9-3314-4eeb-98c5-ececaabc5f11 req-2b94ba69-e02f-4180-bed0-34f9b0a10e42 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=0abe65fc-f489-4951-8c06-afae1a246333&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5308743 Jul 14 18:48:12.226263 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-79b6e0bf-3d39-498c-a4e4-be4747e9b523 req-c237427e-0a9a-496c-a1cb-96ffadfe69d6 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] For port 5e92d60d-9070-47ad-a2eb-6d0d111f9f4f, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=5e92d60d-9070-47ad-a2eb-6d0d111f9f4f,segment=NetworkSegment(ee39aca0-6f7d-4da6-861f-9f37553124e0),segment_id=ee39aca0-6f7d-4da6-861f-9f37553124e0)] {{(pid=93915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:48:12.226733 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-79b6e0bf-3d39-498c-a4e4-be4747e9b523 req-c237427e-0a9a-496c-a1cb-96ffadfe69d6 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:48:12.311408 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [req-79b6e0bf-3d39-498c-a4e4-be4747e9b523 req-c237427e-0a9a-496c-a1cb-96ffadfe69d6 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] Calling delete_port for 5e92d60d-9070-47ad-a2eb-6d0d111f9f4f owned by compute:nova {{(pid=93915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:48:12.315489 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-0f5c7e6d-3ee6-4405-815e-33698b068c8d req-3c83219d-9932-4028-9653-520167902701 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c51e850593fc4a37af9470721017e8e7&device_id=03a24d87-527f-4d5b-a998-53393446562a HTTP/1.1" status: 200 len: 210 time: 0.0539899 Jul 14 18:48:12.330336 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580d49d6-fb14-4539-8651-79a8c7a8970b req-134edbf1-2cb3-4e2c-a57e-7d64fc75526f tempest-AttachVolumeNegativeTest-3632510 tempest-AttachVolumeNegativeTest-3632510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:48:12.331831 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-580d49d6-fb14-4539-8651-79a8c7a8970b req-134edbf1-2cb3-4e2c-a57e-7d64fc75526f tempest-AttachVolumeNegativeTest-3632510 tempest-AttachVolumeNegativeTest-3632510-project] 10.222.0.16 "GET /v2.0/ports?device_id=39fca3b3-5a8f-41cb-8276-d2e18243fd67 HTTP/1.1" status: 200 len: 945 time: 0.7845924 Jul 14 18:48:12.458308 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-0f5c7e6d-3ee6-4405-815e-33698b068c8d req-b296be3b-cc77-404a-9f19-2cea83ea1480 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=c51e850593fc4a37af9470721017e8e7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1108627 Jul 14 18:48:12.474952 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909c3fa5-31e5-47a6-8317-7f45567b5750 req-15c4ebe6-7b64-4fda-b859-dbee1ade2a60 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:48:12.480644 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-909c3fa5-31e5-47a6-8317-7f45567b5750 req-15c4ebe6-7b64-4fda-b859-dbee1ade2a60 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c556fe5-0125-48ec-8057-3295f5ec5000 HTTP/1.1" status: 200 len: 945 time: 0.6423166 Jul 14 18:48:12.578816 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-580d49d6-fb14-4539-8651-79a8c7a8970b req-9bf2cd2a-e09e-4aed-827f-3fbe6936b155 tempest-AttachVolumeNegativeTest-3632510 tempest-AttachVolumeNegativeTest-3632510-project] 10.222.0.16 "GET /v2.0/security-groups?id=0abe65fc-f489-4951-8c06-afae1a246333&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2374423 Jul 14 18:48:12.599889 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-67b34bcc-4946-4efa-bf0b-70e25578c367 tempest-RoutersAdminTest-28494675 tempest-RoutersAdminTest-28494675-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:48:12.678506 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-909c3fa5-31e5-47a6-8317-7f45567b5750 req-551d1a4b-9e1c-45dd-8602-1b16b1add176 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] 10.222.0.16 "GET /v2.0/security-groups?id=be330687-3a60-4db7-bad1-ca6d5eb00fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1852283 Jul 14 18:48:12.772099 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device 5e92d60d-9070-47ad-a2eb-6d0d111f9f4f no longer exists at agent hyperv_n-h1-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 18:48:12.784003 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5c7e6d-3ee6-4405-815e-33698b068c8d req-1ce8b119-faa4-4167-a567-bbacc6999723 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:48:12.785717 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-0f5c7e6d-3ee6-4405-815e-33698b068c8d req-1ce8b119-faa4-4167-a567-bbacc6999723 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.3009596 Jul 14 18:48:12.893228 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:48:12.913696 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-79b6e0bf-3d39-498c-a4e4-be4747e9b523 req-c237427e-0a9a-496c-a1cb-96ffadfe69d6 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:48:12.975756 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70dfb5c3-c66d-4ca5-8dfd-b4063fd2fc75 req-f6913040-7e7c-45ea-b10b-00c463671324 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:48:12.977514 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-70dfb5c3-c66d-4ca5-8dfd-b4063fd2fc75 req-f6913040-7e7c-45ea-b10b-00c463671324 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] 10.222.0.16 "GET /v2.0/ports?device_id=90a6d52f-6581-429b-9784-d86e8a3e4d9c HTTP/1.1" status: 200 len: 946 time: 0.2390528 Jul 14 18:48:12.981858 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c237427e-0a9a-496c-a1cb-96ffadfe69d6 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] Pushing event deleted for resources: {'Port': ['ID=5e92d60d-9070-47ad-a2eb-6d0d111f9f4f,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:48:13.089165 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [req-79b6e0bf-3d39-498c-a4e4-be4747e9b523 req-c237427e-0a9a-496c-a1cb-96ffadfe69d6 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] No DVR routers for this DVR port 5e92d60d-9070-47ad-a2eb-6d0d111f9f4f on host n-h1-800634-3 {{(pid=93915) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 18:48:13.091729 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-79b6e0bf-3d39-498c-a4e4-be4747e9b523 req-c237427e-0a9a-496c-a1cb-96ffadfe69d6 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:48:13.094129 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-79b6e0bf-3d39-498c-a4e4-be4747e9b523 req-c237427e-0a9a-496c-a1cb-96ffadfe69d6 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] 10.222.0.18 "DELETE /v2.0/ports/5e92d60d-9070-47ad-a2eb-6d0d111f9f4f HTTP/1.1" status: 204 len: 173 time: 2.2681639 Jul 14 18:48:13.097957 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90a6d52f-6581-429b-9784-d86e8a3e4d9c', 'name': 'network-vif-deleted', 'tag': '5e92d60d-9070-47ad-a2eb-6d0d111f9f4f'}] {{(pid=93915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:48:13.101073 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e72782ad3af8f7d4ce76cedf092bca46d1756acc5c4653cf0b52034cdd6b073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdbd44b3-d735-453e-9a28-c75fa7b1e1d4" -d '{"events": [{"server_uuid": "90a6d52f-6581-429b-9784-d86e8a3e4d9c", "name": "network-vif-deleted", "tag": "5e92d60d-9070-47ad-a2eb-6d0d111f9f4f"}]}' {{(pid=93915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:48:13.126423 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-67b34bcc-4946-4efa-bf0b-70e25578c367 tempest-RoutersAdminTest-28494675 tempest-RoutersAdminTest-28494675-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-571759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-930033'] for router, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:48:13.134823 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-70dfb5c3-c66d-4ca5-8dfd-b4063fd2fc75 req-f3711587-4ee5-4d5c-b2d5-d371a5287844 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] 10.222.0.16 "GET /v2.0/security-groups?id=665fac0f-cff5-44f7-b9cc-bed28fe603e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245005 Jul 14 18:48:13.269113 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 18:48:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9097a405-20b8-44d9-a08e-aa7a0a5f8151 x-openstack-request-id: req-9097a405-20b8-44d9-a08e-aa7a0a5f8151 {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:48:13.269504 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90a6d52f-6581-429b-9784-d86e8a3e4d9c", "name": "network-vif-deleted", "tag": "5e92d60d-9070-47ad-a2eb-6d0d111f9f4f", "status": "completed", "code": 200}]} {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:48:13.269773 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9097a405-20b8-44d9-a08e-aa7a0a5f8151 {{(pid=93915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:48:13.270566 n-d-800634-3 neutron-server[93915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90a6d52f-6581-429b-9784-d86e8a3e4d9c', 'name': 'network-vif-deleted', 'tag': '5e92d60d-9070-47ad-a2eb-6d0d111f9f4f', 'status': 'completed', 'code': 200} Jul 14 18:48:13.332446 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67b34bcc-4946-4efa-bf0b-70e25578c367 tempest-RoutersAdminTest-28494675 tempest-RoutersAdminTest-28494675-project-admin] Router 08f3ba1b-d1cb-4b8e-809b-5944d57a7428 is scheduled to L3 agent 2c6eb27e-defb-4cca-9a24-381c7415e359 with binding_index 1 {{(pid=93915) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 18:48:13.475197 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67b34bcc-4946-4efa-bf0b-70e25578c367 tempest-RoutersAdminTest-28494675 tempest-RoutersAdminTest-28494675-project-admin] Notify agent at l3_agent.n-d-800634-3 the message routers_updated {{(pid=93915) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 18:48:13.486643 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38f7e29e-76fa-40a8-beec-835934a3aa22 None None] Sync routers for ids ['08f3ba1b-d1cb-4b8e-809b-5944d57a7428'] in n-d-800634-3 {{(pid=93918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 18:48:13.509481 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38f7e29e-76fa-40a8-beec-835934a3aa22 None None] Routers {'08f3ba1b-d1cb-4b8e-809b-5944d57a7428'} bound to L3 agent in host n-d-800634-3 {{(pid=93918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:48:13.511389 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-38f7e29e-76fa-40a8-beec-835934a3aa22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:47:53Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['08f3ba1b-d1cb-4b8e-809b-5944d57a7428'], 'active': True} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:48:13.519042 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-67b34bcc-4946-4efa-bf0b-70e25578c367 tempest-RoutersAdminTest-28494675 tempest-RoutersAdminTest-28494675-project-admin] Notify callbacks [] for router, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:48:13.523047 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-67b34bcc-4946-4efa-bf0b-70e25578c367 tempest-RoutersAdminTest-28494675 tempest-RoutersAdminTest-28494675-project-admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 876 time: 5.0421321 Jul 14 18:48:13.523392 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 40278) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:48:13.743654 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-e43758bf-a129-474a-ba24-17cb4a573d93 tempest-RoutersAdminTest-28494675 tempest-RoutersAdminTest-28494675-project-admin] Notify callbacks [] for router, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:48:13.762298 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvr_db [None req-38f7e29e-76fa-40a8-beec-835934a3aa22 None None] Set router 08f3ba1b-d1cb-4b8e-809b-5944d57a7428 gateway port host: n-d-800634-3 {{(pid=93918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 18:48:13.947536 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-e43758bf-a129-474a-ba24-17cb4a573d93 tempest-RoutersAdminTest-28494675 tempest-RoutersAdminTest-28494675-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:48:14.060211 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-e43758bf-a129-474a-ba24-17cb4a573d93 tempest-RoutersAdminTest-28494675 tempest-RoutersAdminTest-28494675-project-admin] Deleting port b24c96cf-33a6-4995-95e6-893a912eeb09 {{(pid=93916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:48:14.060412 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55769742-73ae-4c9a-aa6b-9b30010ca3be req-4d585ae2-4022-4e20-811b-f418c1e15fdd tempest-AttachVolumeNegativeTest-3632510 tempest-AttachVolumeNegativeTest-3632510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:48:14.061505 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-e43758bf-a129-474a-ba24-17cb4a573d93 tempest-RoutersAdminTest-28494675 tempest-RoutersAdminTest-28494675-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:48:14.064922 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-55769742-73ae-4c9a-aa6b-9b30010ca3be req-4d585ae2-4022-4e20-811b-f418c1e15fdd tempest-AttachVolumeNegativeTest-3632510 tempest-AttachVolumeNegativeTest-3632510-project] 10.222.0.16 "GET /v2.0/ports?device_id=39fca3b3-5a8f-41cb-8276-d2e18243fd67 HTTP/1.1" status: 200 len: 945 time: 0.2292709 Jul 14 18:48:14.128372 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-38f7e29e-76fa-40a8-beec-835934a3aa22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08f3ba1b-d1cb-4b8e-809b-5944d57a7428', 'name': '', 'tenant_id': '04747b1fb6af4665b9ef83285a7a9eec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '567d958a-2b0e-4fc3-a247-c7c312e44d0f', 'external_fixed_ips': [{'subnet_id': '8d84b6d7-1cfd-44b5-8388-a490f35b533d', 'ip_address': '172.20.0.13'}], 'enable_snat': True}, 'gw_port_id': 'b24c96cf-33a6-4995-95e6-893a912eeb09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:48:08Z', 'updated_at': '2021-07-14T18:48:11Z', 'revision_number': 3, 'project_id': '04747b1fb6af4665b9ef83285a7a9eec', 'gw_port': {'id': 'b24c96cf-33a6-4995-95e6-893a912eeb09', 'name': '', 'network_id': '567d958a-2b0e-4fc3-a247-c7c312e44d0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:76:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08f3ba1b-d1cb-4b8e-809b-5944d57a7428', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2903, 'fixed_ips': [{'subnet_id': '8d84b6d7-1cfd-44b5-8388-a490f35b533d', 'ip_address': '172.20.0.13', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:48:09Z', 'updated_at': '2021-07-14T18:48:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8d84b6d7-1cfd-44b5-8388-a490f35b533d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3'}], 'n-d-800634-3', False) {} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:48:14.153400 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b475efa9-c4f3-4d4d-9e8b-aae2741ae344 req-b3afe991-6026-4642-966b-264267f44435 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:48:14.155741 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b475efa9-c4f3-4d4d-9e8b-aae2741ae344 req-b3afe991-6026-4642-966b-264267f44435 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c556fe5-0125-48ec-8057-3295f5ec5000 HTTP/1.1" status: 200 len: 945 time: 0.2574677 Jul 14 18:48:14.174079 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38f7e29e-76fa-40a8-beec-835934a3aa22 None None] Checking router: 08f3ba1b-d1cb-4b8e-809b-5944d57a7428 for host: n-d-800634-3 {{(pid=93918) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 18:48:14.174689 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38f7e29e-76fa-40a8-beec-835934a3aa22 None None] Updating router 08f3ba1b-d1cb-4b8e-809b-5944d57a7428 port b24c96cf-33a6-4995-95e6-893a912eeb09 binding host n-d-800634-3 {{(pid=93918) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 18:48:14.190714 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-55769742-73ae-4c9a-aa6b-9b30010ca3be req-be75b25f-e0b4-426e-be11-75900dc84c7b tempest-AttachVolumeNegativeTest-3632510 tempest-AttachVolumeNegativeTest-3632510-project] 10.222.0.16 "GET /v2.0/security-groups?id=0abe65fc-f489-4951-8c06-afae1a246333&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090567 Jul 14 18:48:14.252967 n-d-800634-3 neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-38f7e29e-76fa-40a8-beec-835934a3aa22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:48:14.258643 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b475efa9-c4f3-4d4d-9e8b-aae2741ae344 req-1331927a-3284-43a2-9dbb-ea9ecda9413a tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] 10.222.0.16 "GET /v2.0/security-groups?id=be330687-3a60-4db7-bad1-ca6d5eb00fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0954931 Jul 14 18:48:14.423907 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-e43758bf-a129-474a-ba24-17cb4a573d93 tempest-RoutersAdminTest-28494675 tempest-RoutersAdminTest-28494675-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:48:14.450479 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-e43758bf-a129-474a-ba24-17cb4a573d93 tempest-RoutersAdminTest-28494675 tempest-RoutersAdminTest-28494675-project-admin] Calling delete_port for b24c96cf-33a6-4995-95e6-893a912eeb09 owned by network:router_gateway {{(pid=93916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:48:14.523639 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-897bd992-8aae-4f74-b9eb-8ea189179c99 req-6c0a1191-4068-434d-8f16-8c831705bc9f tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] 10.222.0.16 "GET /v2.0/ports?device_id=90a6d52f-6581-429b-9784-d86e8a3e4d9c HTTP/1.1" status: 200 len: 210 time: 0.0589352 Jul 14 18:48:14.676676 n-d-800634-3 neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-38f7e29e-76fa-40a8-beec-835934a3aa22 None None] Notify callbacks [] for port, precommit_update {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:48:14.707942 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.provisioning_blocks [None req-38f7e29e-76fa-40a8-beec-835934a3aa22 None None] Transition to ACTIVE for port object b24c96cf-33a6-4995-95e6-893a912eeb09 will not be triggered until provisioned by entity L2. {{(pid=93918) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:48:14.720521 n-d-800634-3 neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-38f7e29e-76fa-40a8-beec-835934a3aa22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:48:14.776625 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device 9c478c99-d62c-4ba4-a542-afd02703f1f0 no longer exists at agent hyperv_n-h1-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 18:48:14.810362 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559275dd-af21-4ccc-920b-5f91ad4a128b None None] Pushing event updated for resources: {'Port': ['ID=b24c96cf-33a6-4995-95e6-893a912eeb09,revision_number=2']} {{(pid=93918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:48:14.814740 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-e43758bf-a129-474a-ba24-17cb4a573d93 tempest-RoutersAdminTest-28494675 tempest-RoutersAdminTest-28494675-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:48:14.856730 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.managers [None req-38f7e29e-76fa-40a8-beec-835934a3aa22 None None] Attempting to bind port b24c96cf-33a6-4995-95e6-893a912eeb09 on host n-d-800634-3 for vnic_type normal with profile {{(pid=93918) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:48:14.857107 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.managers [None req-38f7e29e-76fa-40a8-beec-835934a3aa22 None None] Attempting to bind port b24c96cf-33a6-4995-95e6-893a912eeb09 by drivers openvswitch,hyperv on host n-d-800634-3 at level 0 using segments [{'id': '5b7060be-6c0a-4f52-8cbe-49cefdd2dfd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '567d958a-2b0e-4fc3-a247-c7c312e44d0f'}] {{(pid=93918) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:48:14.857474 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38f7e29e-76fa-40a8-beec-835934a3aa22 None None] Attempting to bind port b24c96cf-33a6-4995-95e6-893a912eeb09 on network 567d958a-2b0e-4fc3-a247-c7c312e44d0f {{(pid=93918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:48:14.860818 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559275dd-af21-4ccc-920b-5f91ad4a128b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:48:14.861162 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559275dd-af21-4ccc-920b-5f91ad4a128b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:48:14.861504 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559275dd-af21-4ccc-920b-5f91ad4a128b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:48:14.861841 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559275dd-af21-4ccc-920b-5f91ad4a128b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:48:14.862171 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559275dd-af21-4ccc-920b-5f91ad4a128b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:48:14.862498 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559275dd-af21-4ccc-920b-5f91ad4a128b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:48:14.862824 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559275dd-af21-4ccc-920b-5f91ad4a128b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:48:14.863590 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559275dd-af21-4ccc-920b-5f91ad4a128b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:48:14.863590 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559275dd-af21-4ccc-920b-5f91ad4a128b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:48:14.863786 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559275dd-af21-4ccc-920b-5f91ad4a128b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:48:14.864074 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559275dd-af21-4ccc-920b-5f91ad4a128b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:48:14.864418 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559275dd-af21-4ccc-920b-5f91ad4a128b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:48:14.881425 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38f7e29e-76fa-40a8-beec-835934a3aa22 None None] Checking agent: {'id': '01c19e91-a945-4e3c-94a6-c211e17c923e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 8, 23), 'started_at': datetime.datetime(2021, 7, 14, 18, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 18, 47, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 18:48:14.881888 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38f7e29e-76fa-40a8-beec-835934a3aa22 None None] Checking segment: {'id': '5b7060be-6c0a-4f52-8cbe-49cefdd2dfd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '567d958a-2b0e-4fc3-a247-c7c312e44d0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93918) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:48:14.882304 n-d-800634-3 neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-38f7e29e-76fa-40a8-beec-835934a3aa22 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:48:14.885864 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38f7e29e-76fa-40a8-beec-835934a3aa22 None None] Bound using segment: {'id': '5b7060be-6c0a-4f52-8cbe-49cefdd2dfd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '567d958a-2b0e-4fc3-a247-c7c312e44d0f'} {{(pid=93918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 18:48:14.890772 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.managers [None req-38f7e29e-76fa-40a8-beec-835934a3aa22 None None] Bound port: b24c96cf-33a6-4995-95e6-893a912eeb09, host: n-d-800634-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b7060be-6c0a-4f52-8cbe-49cefdd2dfd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '567d958a-2b0e-4fc3-a247-c7c312e44d0f'}}] {{(pid=93918) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 18:48:14.890772 n-d-800634-3 neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-38f7e29e-76fa-40a8-beec-835934a3aa22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:48:14.927179 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.plugin [None req-38f7e29e-76fa-40a8-beec-835934a3aa22 None None] Port b24c96cf-33a6-4995-95e6-893a912eeb09 has been deleted concurrently {{(pid=93918) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:660}} Jul 14 18:48:14.952968 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38f7e29e-76fa-40a8-beec-835934a3aa22 None None] Routers {'08f3ba1b-d1cb-4b8e-809b-5944d57a7428'} bound to L3 agent in host n-d-800634-3 {{(pid=93918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:48:14.953756 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-38f7e29e-76fa-40a8-beec-835934a3aa22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:47:53Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['08f3ba1b-d1cb-4b8e-809b-5944d57a7428'], 'active': True} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:48:14.976145 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43758bf-a129-474a-ba24-17cb4a573d93 tempest-RoutersAdminTest-28494675 tempest-RoutersAdminTest-28494675-project-admin] Pushing event deleted for resources: {'Port': ['ID=b24c96cf-33a6-4995-95e6-893a912eeb09,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:48:14.978153 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:48:15.063528 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port 9c478c99-d62c-4ba4-a542-afd02703f1f0, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=9c478c99-d62c-4ba4-a542-afd02703f1f0,segment=NetworkSegment(e6ac1013-49a3-4f7c-beca-cf2ef24dd35b),segment_id=e6ac1013-49a3-4f7c-beca-cf2ef24dd35b)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:48:15.064973 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c556fe5-0125-48ec-8057-3295f5ec5000', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9c478c99-d62c-4ba4-a542-afd02703f1f0'}] {{(pid=93917) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:48:15.076405 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20b787f3c29eaa7aa2a4d648c725a2124c5ff39a8d793252f9d844495e14cf42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0be08d10-e58a-4259-912b-0cc1ebcf3c40" -d '{"events": [{"server_uuid": "9c556fe5-0125-48ec-8057-3295f5ec5000", "name": "network-vif-unplugged", "status": "completed", "tag": "9c478c99-d62c-4ba4-a542-afd02703f1f0"}]}' {{(pid=93917) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:48:15.088294 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:48:15.125382 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvr_db [None req-38f7e29e-76fa-40a8-beec-835934a3aa22 None None] Set router 08f3ba1b-d1cb-4b8e-809b-5944d57a7428 gateway port host: None {{(pid=93918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 18:48:15.200840 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-e43758bf-a129-474a-ba24-17cb4a573d93 tempest-RoutersAdminTest-28494675 tempest-RoutersAdminTest-28494675-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-930057'] for router_gateway, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:48:15.201322 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Pushing event updated for resources: {'Port': ['ID=9c478c99-d62c-4ba4-a542-afd02703f1f0,revision_number=8']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:48:15.292058 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-38f7e29e-76fa-40a8-beec-835934a3aa22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08f3ba1b-d1cb-4b8e-809b-5944d57a7428', 'name': '', 'tenant_id': '04747b1fb6af4665b9ef83285a7a9eec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:48:08Z', 'updated_at': '2021-07-14T18:48:14Z', 'revision_number': 5, 'project_id': '04747b1fb6af4665b9ef83285a7a9eec', 'gw_port_host': None}], 'n-d-800634-3', False) {} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:48:15.361530 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-e43758bf-a129-474a-ba24-17cb4a573d93 tempest-RoutersAdminTest-28494675 tempest-RoutersAdminTest-28494675-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-571778', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11402'] for router, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:48:15.376638 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38f7e29e-76fa-40a8-beec-835934a3aa22 None None] The sync data for ids ['08f3ba1b-d1cb-4b8e-809b-5944d57a7428'] in n-d-800634-3 is: [{'id': '08f3ba1b-d1cb-4b8e-809b-5944d57a7428', 'name': '', 'tenant_id': '04747b1fb6af4665b9ef83285a7a9eec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:48:08Z', 'updated_at': '2021-07-14T18:48:14Z', 'revision_number': 5, 'project_id': '04747b1fb6af4665b9ef83285a7a9eec', 'gw_port_host': None}] {{(pid=93918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 18:48:15.379099 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-e43758bf-a129-474a-ba24-17cb4a573d93 tempest-RoutersAdminTest-28494675 tempest-RoutersAdminTest-28494675-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:48:15.558258 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-e43758bf-a129-474a-ba24-17cb4a573d93 tempest-RoutersAdminTest-28494675 tempest-RoutersAdminTest-28494675-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-541202'] for router, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:48:15.562079 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e43758bf-a129-474a-ba24-17cb4a573d93 tempest-RoutersAdminTest-28494675 tempest-RoutersAdminTest-28494675-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 08f3ba1b-d1cb-4b8e-809b-5944d57a7428 {{(pid=93916) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 18:48:15.572670 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-e43758bf-a129-474a-ba24-17cb4a573d93 tempest-RoutersAdminTest-28494675 tempest-RoutersAdminTest-28494675-project-admin] Notify callbacks [] for router, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:48:15.573861 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-e43758bf-a129-474a-ba24-17cb4a573d93 tempest-RoutersAdminTest-28494675 tempest-RoutersAdminTest-28494675-project-admin] 10.222.0.16 "DELETE /v2.0/routers/08f3ba1b-d1cb-4b8e-809b-5944d57a7428 HTTP/1.1" status: 204 len: 168 time: 2.0494733 Jul 14 18:48:15.577477 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 40330) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:48:15.619208 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 14 Jul 2021 18:48:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d7a49ff-7fd9-4519-b205-f36b9f339994 x-openstack-request-id: req-0d7a49ff-7fd9-4519-b205-f36b9f339994 {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:48:15.619949 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c556fe5-0125-48ec-8057-3295f5ec5000", "name": "network-vif-unplugged", "status": "completed", "tag": "9c478c99-d62c-4ba4-a542-afd02703f1f0", "code": 200}]} {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:48:15.619949 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0d7a49ff-7fd9-4519-b205-f36b9f339994 {{(pid=93917) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:48:15.620209 n-d-800634-3 neutron-server[93917]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c556fe5-0125-48ec-8057-3295f5ec5000', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9c478c99-d62c-4ba4-a542-afd02703f1f0', 'code': 200} Jul 14 18:48:15.739574 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4d4343f-cf30-49dc-9151-3b02f3e8ad21 tempest-RoutersAdminTest-28494675 tempest-RoutersAdminTest-28494675-project-admin] Deleting subnet 8d84b6d7-1cfd-44b5-8388-a490f35b533d {{(pid=93915) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 18:48:15.744498 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 40334) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:48:15.764954 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-c4d4343f-cf30-49dc-9151-3b02f3e8ad21 tempest-RoutersAdminTest-28494675 tempest-RoutersAdminTest-28494675-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:48:15.881722 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-014a098b-2a6d-4ce9-ab7e-cb3126d1fd7d req-068bd9fc-0b40-48e4-acd4-2182dfdf42a7 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] 10.222.0.16 "GET /v2.0/ports?device_id=90a6d52f-6581-429b-9784-d86e8a3e4d9c HTTP/1.1" status: 200 len: 210 time: 0.0670316 Jul 14 18:48:15.937595 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-c4d4343f-cf30-49dc-9151-3b02f3e8ad21 tempest-RoutersAdminTest-28494675 tempest-RoutersAdminTest-28494675-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28939913'] for subnet, precommit_delete_associations {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:48:16.001949 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-c4d4343f-cf30-49dc-9151-3b02f3e8ad21 tempest-RoutersAdminTest-28494675 tempest-RoutersAdminTest-28494675-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081283'] for subnet, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:48:16.043486 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-44c7e07b-d6c5-438a-81bc-8a7c1f59d6b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:48:16.106909 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-c4d4343f-cf30-49dc-9151-3b02f3e8ad21 tempest-RoutersAdminTest-28494675 tempest-RoutersAdminTest-28494675-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25913028', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28969762'] for subnet, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:48:16.143118 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-c4d4343f-cf30-49dc-9151-3b02f3e8ad21 tempest-RoutersAdminTest-28494675 tempest-RoutersAdminTest-28494675-project-admin] Notify callbacks [] for subnet, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:48:16.150831 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 40338) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:48:16.157407 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-c4d4343f-cf30-49dc-9151-3b02f3e8ad21 tempest-RoutersAdminTest-28494675 tempest-RoutersAdminTest-28494675-project-admin] 10.222.0.16 "DELETE /v2.0/subnets/8d84b6d7-1cfd-44b5-8388-a490f35b533d HTTP/1.1" status: 204 len: 168 time: 0.5772779 Jul 14 18:48:16.191542 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d4343f-cf30-49dc-9151-3b02f3e8ad21 tempest-RoutersAdminTest-28494675 tempest-RoutersAdminTest-28494675-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=8d84b6d7-1cfd-44b5-8388-a490f35b533d,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:48:16.303476 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-44c7e07b-d6c5-438a-81bc-8a7c1f59d6b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:48:16.313082 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-4ab412a0-7030-4c01-ae9b-5e8849c1d858 tempest-RoutersAdminTest-28494675 tempest-RoutersAdminTest-28494675-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645734'] for network, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:48:16.316826 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-44c7e07b-d6c5-438a-81bc-8a7c1f59d6b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:48:16.353881 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c7e07b-d6c5-438a-81bc-8a7c1f59d6b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a933ae6c-0434-4832-a401-574e2451c8b9,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:48:16.381666 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c7e07b-d6c5-438a-81bc-8a7c1f59d6b3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:48:16.382315 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c7e07b-d6c5-438a-81bc-8a7c1f59d6b3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:48:16.382837 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c7e07b-d6c5-438a-81bc-8a7c1f59d6b3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:48:16.383400 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c7e07b-d6c5-438a-81bc-8a7c1f59d6b3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:48:16.383969 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c7e07b-d6c5-438a-81bc-8a7c1f59d6b3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:48:16.384885 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c7e07b-d6c5-438a-81bc-8a7c1f59d6b3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:48:16.385804 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c7e07b-d6c5-438a-81bc-8a7c1f59d6b3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:48:16.386356 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c7e07b-d6c5-438a-81bc-8a7c1f59d6b3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:48:16.386891 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c7e07b-d6c5-438a-81bc-8a7c1f59d6b3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:48:16.387581 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c7e07b-d6c5-438a-81bc-8a7c1f59d6b3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:48:16.388221 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c7e07b-d6c5-438a-81bc-8a7c1f59d6b3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:48:16.389445 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c7e07b-d6c5-438a-81bc-8a7c1f59d6b3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:48:16.418233 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-44c7e07b-d6c5-438a-81bc-8a7c1f59d6b3 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=23c1130c6a7f4d40b711040a05f2507a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6723497 Jul 14 18:48:16.420879 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 40340) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:48:16.513175 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-4ab412a0-7030-4c01-ae9b-5e8849c1d858 tempest-RoutersAdminTest-28494675 tempest-RoutersAdminTest-28494675-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2096010', 'neutron.services.segments.db._delete_segments_for_network-8728202734996'] for network, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:48:16.529196 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.segments.db [None req-4ab412a0-7030-4c01-ae9b-5e8849c1d858 tempest-RoutersAdminTest-28494675 tempest-RoutersAdminTest-28494675-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['567d958a-2b0e-4fc3-a247-c7c312e44d0f']}} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:48:16.544947 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.segments.db [None req-4ab412a0-7030-4c01-ae9b-5e8849c1d858 tempest-RoutersAdminTest-28494675 tempest-RoutersAdminTest-28494675-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b7060be-6c0a-4f52-8cbe-49cefdd2dfd5') {'for_net_delete': True} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:48:16.546010 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.segments.db [None req-4ab412a0-7030-4c01-ae9b-5e8849c1d858 tempest-RoutersAdminTest-28494675 tempest-RoutersAdminTest-28494675-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b7060be-6c0a-4f52-8cbe-49cefdd2dfd5') {} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:48:16.546839 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-a6ce36ae-1a5a-491b-8c3a-55e2c8e52bd2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:48:16.556817 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-4ab412a0-7030-4c01-ae9b-5e8849c1d858 tempest-RoutersAdminTest-28494675 tempest-RoutersAdminTest-28494675-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728202715275', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26296891'] for segment, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:48:16.572094 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-4ab412a0-7030-4c01-ae9b-5e8849c1d858 tempest-RoutersAdminTest-28494675 tempest-RoutersAdminTest-28494675-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:48:16.582122 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ab412a0-7030-4c01-ae9b-5e8849c1d858 tempest-RoutersAdminTest-28494675 tempest-RoutersAdminTest-28494675-project-admin] Releasing vlan 55 on physical network physnet1 to pool {{(pid=93916) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 18:48:16.582754 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-4ab412a0-7030-4c01-ae9b-5e8849c1d858 tempest-RoutersAdminTest-28494675 tempest-RoutersAdminTest-28494675-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2682942'] for segment, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:48:16.598060 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-a6ce36ae-1a5a-491b-8c3a-55e2c8e52bd2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:48:16.644653 n-d-800634-3 neutron-server[93916]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:48:16.644653 n-d-800634-3 neutron-server[93916]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:48:16.644653 n-d-800634-3 neutron-server[93916]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 18:48:16.644653 n-d-800634-3 neutron-server[93916]: items = [ Jul 14 18:48:16.644653 n-d-800634-3 neutron-server[93916]: Traceback (most recent call last): Jul 14 18:48:16.644653 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 18:48:16.644653 n-d-800634-3 neutron-server[93916]: timer() Jul 14 18:48:16.644653 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 18:48:16.644653 n-d-800634-3 neutron-server[93916]: cb(*args, **kw) Jul 14 18:48:16.644653 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 18:48:16.644653 n-d-800634-3 neutron-server[93916]: return func(*args, **kwargs) Jul 14 18:48:16.644653 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 18:48:16.644653 n-d-800634-3 neutron-server[93916]: self._notify() Jul 14 18:48:16.644653 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 18:48:16.644653 n-d-800634-3 neutron-server[93916]: self.callback(batched_events) Jul 14 18:48:16.644653 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 18:48:16.644653 n-d-800634-3 neutron-server[93916]: event.method(event) Jul 14 18:48:16.644653 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 18:48:16.644653 n-d-800634-3 neutron-server[93916]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 18:48:16.644653 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 18:48:16.644653 n-d-800634-3 neutron-server[93916]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 18:48:16.644653 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 18:48:16.644653 n-d-800634-3 neutron-server[93916]: return f(self, *a, **k) Jul 14 18:48:16.644653 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 18:48:16.644653 n-d-800634-3 neutron-server[93916]: return self._get(url).json() Jul 14 18:48:16.644653 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 18:48:16.644653 n-d-800634-3 neutron-server[93916]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 18:48:16.644653 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 18:48:16.644653 n-d-800634-3 neutron-server[93916]: return self.request(url, 'GET', **kwargs) Jul 14 18:48:16.644653 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 18:48:16.644653 n-d-800634-3 neutron-server[93916]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 18:48:16.644653 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 18:48:16.644653 n-d-800634-3 neutron-server[93916]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 18:48:16.644653 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 18:48:16.644653 n-d-800634-3 neutron-server[93916]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 18:48:16.644653 n-d-800634-3 neutron-server[93916]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 18:48:16.672592 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-4ab412a0-7030-4c01-ae9b-5e8849c1d858 tempest-RoutersAdminTest-28494675 tempest-RoutersAdminTest-28494675-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2096001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-930085'] for network, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:48:16.681489 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ab412a0-7030-4c01-ae9b-5e8849c1d858 tempest-RoutersAdminTest-28494675 tempest-RoutersAdminTest-28494675-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 567d958a-2b0e-4fc3-a247-c7c312e44d0f {{(pid=93916) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 14 18:48:16.685198 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-4ab412a0-7030-4c01-ae9b-5e8849c1d858 tempest-RoutersAdminTest-28494675 tempest-RoutersAdminTest-28494675-project-admin] Notify callbacks [] for network, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:48:16.691295 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-4ab412a0-7030-4c01-ae9b-5e8849c1d858 tempest-RoutersAdminTest-28494675 tempest-RoutersAdminTest-28494675-project-admin] 10.222.0.16 "DELETE /v2.0/networks/567d958a-2b0e-4fc3-a247-c7c312e44d0f HTTP/1.1" status: 204 len: 168 time: 0.5358739 Jul 14 18:48:16.700214 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-a6ce36ae-1a5a-491b-8c3a-55e2c8e52bd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:48:16.702954 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-a6ce36ae-1a5a-491b-8c3a-55e2c8e52bd2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:48:16.712513 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-a6ce36ae-1a5a-491b-8c3a-55e2c8e52bd2 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a933ae6c-0434-4832-a401-574e2451c8b9 HTTP/1.1" status: 204 len: 168 time: 0.2885671 Jul 14 18:48:16.734980 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ce36ae-1a5a-491b-8c3a-55e2c8e52bd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a933ae6c-0434-4832-a401-574e2451c8b9,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:48:16.740498 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab412a0-7030-4c01-ae9b-5e8849c1d858 tempest-RoutersAdminTest-28494675 tempest-RoutersAdminTest-28494675-project-admin] Pushing event deleted for resources: {'Network': ['ID=567d958a-2b0e-4fc3-a247-c7c312e44d0f,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:48:17.225854 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f2c6b72c-04dc-48f5-84f3-776d1be55749 req-21a6e636-da0f-4bce-be6d-57f59b803bfc tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] 10.222.0.16 "GET /v2.0/ports?device_id=90a6d52f-6581-429b-9784-d86e8a3e4d9c HTTP/1.1" status: 200 len: 210 time: 0.0581744 Jul 14 18:48:17.248105 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 40362) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:48:17.253702 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-ecb49df8-3d54-46e2-b7a3-66060f2b2233 tempest-RoutersAdminTest-28494675 tempest-RoutersAdminTest-28494675-project-admin] Request body: {'router': {'name': 'tempest-router--439900591', 'project_id': '0256f89f56e14e83ba70ba79cc47125a'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:48:17.297633 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-ecb49df8-3d54-46e2-b7a3-66060f2b2233 tempest-RoutersAdminTest-28494675 tempest-RoutersAdminTest-28494675-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-571768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11104'] for router, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:48:17.298753 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-ecb49df8-3d54-46e2-b7a3-66060f2b2233 tempest-RoutersAdminTest-28494675 tempest-RoutersAdminTest-28494675-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-571675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-930014', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-632314', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11129'] for router, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:48:17.311630 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 40364) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:48:17.350426 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-2568c7ec-59a9-4807-9e3d-d0a0e62e71df admin admin] Notify callbacks [] for security_group, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:48:17.373678 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-ecb49df8-3d54-46e2-b7a3-66060f2b2233 tempest-RoutersAdminTest-28494675 tempest-RoutersAdminTest-28494675-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:48:17.379978 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-ecb49df8-3d54-46e2-b7a3-66060f2b2233 tempest-RoutersAdminTest-28494675 tempest-RoutersAdminTest-28494675-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-571759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-930033'] for router, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:48:17.490099 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-2568c7ec-59a9-4807-9e3d-d0a0e62e71df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:48:17.498308 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-2568c7ec-59a9-4807-9e3d-d0a0e62e71df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:48:17.503514 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-ecb49df8-3d54-46e2-b7a3-66060f2b2233 tempest-RoutersAdminTest-28494675 tempest-RoutersAdminTest-28494675-project-admin] Notify callbacks [] for router, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:48:17.507932 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-ecb49df8-3d54-46e2-b7a3-66060f2b2233 tempest-RoutersAdminTest-28494675 tempest-RoutersAdminTest-28494675-project-admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.2565248 Jul 14 18:48:17.510952 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 40366) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:48:17.544809 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2568c7ec-59a9-4807-9e3d-d0a0e62e71df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=952041b8-d56c-4882-9c7b-6e8facc39d7c,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:48:17.551181 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-2568c7ec-59a9-4807-9e3d-d0a0e62e71df admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9cbfb4cb75c147aea0be943954438d5e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2384050 Jul 14 18:48:17.553663 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 40368) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:48:17.624832 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-8a044886-0bfe-4fee-be5f-649a1f4e9a02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:48:17.636754 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-011bc335-9693-421b-b249-d0a68226dc1a tempest-RoutersAdminTest-28494675 tempest-RoutersAdminTest-28494675-project-admin] Notify callbacks [] for router, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:48:17.653985 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-8a044886-0bfe-4fee-be5f-649a1f4e9a02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:48:17.724506 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-8a044886-0bfe-4fee-be5f-649a1f4e9a02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:48:17.727174 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-8a044886-0bfe-4fee-be5f-649a1f4e9a02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:48:17.728379 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-8a044886-0bfe-4fee-be5f-649a1f4e9a02 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/952041b8-d56c-4882-9c7b-6e8facc39d7c HTTP/1.1" status: 204 len: 168 time: 0.1737683 Jul 14 18:48:17.742568 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a044886-0bfe-4fee-be5f-649a1f4e9a02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=952041b8-d56c-4882-9c7b-6e8facc39d7c,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:48:17.917568 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-011bc335-9693-421b-b249-d0a68226dc1a tempest-RoutersAdminTest-28494675 tempest-RoutersAdminTest-28494675-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-571778', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11402'] for router, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:48:17.921583 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-011bc335-9693-421b-b249-d0a68226dc1a tempest-RoutersAdminTest-28494675 tempest-RoutersAdminTest-28494675-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:48:17.984974 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-011bc335-9693-421b-b249-d0a68226dc1a tempest-RoutersAdminTest-28494675 tempest-RoutersAdminTest-28494675-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-541202'] for router, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:48:17.985638 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-011bc335-9693-421b-b249-d0a68226dc1a tempest-RoutersAdminTest-28494675 tempest-RoutersAdminTest-28494675-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 28af54cc-fd3f-48b5-aa8a-04eb028b4fb1 {{(pid=93915) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 18:48:17.997562 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-011bc335-9693-421b-b249-d0a68226dc1a tempest-RoutersAdminTest-28494675 tempest-RoutersAdminTest-28494675-project-admin] Notify callbacks [] for router, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:48:17.998839 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-011bc335-9693-421b-b249-d0a68226dc1a tempest-RoutersAdminTest-28494675 tempest-RoutersAdminTest-28494675-project-admin] 10.222.0.16 "DELETE /v2.0/routers/28af54cc-fd3f-48b5-aa8a-04eb028b4fb1 HTTP/1.1" status: 204 len: 168 time: 0.4866025 Jul 14 18:48:18.286638 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 40386) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:48:18.433362 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c3755d4e-0f41-4c47-9ab8-99a9432ea8ac req-977e43f2-fca9-4860-b7c7-65657ae947be tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] 10.222.0.16 "GET /v2.0/ports?device_id=90a6d52f-6581-429b-9784-d86e8a3e4d9c HTTP/1.1" status: 200 len: 210 time: 0.0423849 Jul 14 18:48:18.577423 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-74f9ce7f-1f5f-479b-aac3-0f3e1c75fe1f tempest-RoutersAdminTest-313293952 tempest-RoutersAdminTest-313293952-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1704691613', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61'}, 'admin_state_up': False}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:48:18.613058 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-74f9ce7f-1f5f-479b-aac3-0f3e1c75fe1f tempest-RoutersAdminTest-313293952 tempest-RoutersAdminTest-313293952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-571768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11104'] for router, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:48:18.614848 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-74f9ce7f-1f5f-479b-aac3-0f3e1c75fe1f tempest-RoutersAdminTest-313293952 tempest-RoutersAdminTest-313293952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-571675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-930014', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-632314', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11129'] for router, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:48:18.702894 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-74f9ce7f-1f5f-479b-aac3-0f3e1c75fe1f tempest-RoutersAdminTest-313293952 tempest-RoutersAdminTest-313293952-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:48:18.774014 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device 9c478c99-d62c-4ba4-a542-afd02703f1f0 details requested by agent hyperv_n-h1-800634-3 with host n-h1-800634-3 {{(pid=93917) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 18:48:18.882709 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-74f9ce7f-1f5f-479b-aac3-0f3e1c75fe1f tempest-RoutersAdminTest-313293952 tempest-RoutersAdminTest-313293952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-929996', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-571750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11395'] for router, precommit_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:48:18.905102 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port 9c478c99-d62c-4ba4-a542-afd02703f1f0, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=9c478c99-d62c-4ba4-a542-afd02703f1f0,segment=NetworkSegment(e6ac1013-49a3-4f7c-beca-cf2ef24dd35b),segment_id=e6ac1013-49a3-4f7c-beca-cf2ef24dd35b)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:48:18.933200 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Returning: {'device': '9c478c99-d62c-4ba4-a542-afd02703f1f0', 'network_id': '39c54d55-b1e0-4eb1-9ee5-3eeadd4d8bde', 'port_id': '9c478c99-d62c-4ba4-a542-afd02703f1f0', 'mac_address': 'fa:16:3e:38:6b:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9fdea6e-22fa-4991-9f87-b79de93db404', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93917) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 18:48:18.982178 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:48:18.998955 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c478c99-d62c-4ba4-a542-afd02703f1f0 {{(pid=93917) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 18:48:19.025934 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port 9c478c99-d62c-4ba4-a542-afd02703f1f0, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=9c478c99-d62c-4ba4-a542-afd02703f1f0,segment=NetworkSegment(e6ac1013-49a3-4f7c-beca-cf2ef24dd35b),segment_id=e6ac1013-49a3-4f7c-beca-cf2ef24dd35b)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:48:19.032981 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:48:19.109835 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Pushing event updated for resources: {'Port': ['ID=9c478c99-d62c-4ba4-a542-afd02703f1f0,revision_number=9']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:48:19.149163 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] get_ports_and_sgs() called for port_ids ['9c478c99-d62c-4ba4-a542-afd02703f1f0'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 18:48:19.199379 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-74f9ce7f-1f5f-479b-aac3-0f3e1c75fe1f tempest-RoutersAdminTest-313293952 tempest-RoutersAdminTest-313293952-project] Notify callbacks [] for router_gateway, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:48:19.250667 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-74f9ce7f-1f5f-479b-aac3-0f3e1c75fe1f tempest-RoutersAdminTest-313293952 tempest-RoutersAdminTest-313293952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:48:19.524007 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.db_base_plugin_common [None req-74f9ce7f-1f5f-479b-aac3-0f3e1c75fe1f tempest-RoutersAdminTest-313293952 tempest-RoutersAdminTest-313293952-project] Allocated IP 172.25.1.101 (9200a437-e1de-4520-88f6-e68386523e61/5f47f848-4532-407a-a0e2-5690ade15fd0/b21d20c1-855a-4d49-8c10-bc35454968bf) {{(pid=93916) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:48:19.691568 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-06abf806-2997-46f6-a9f3-b929960a0b33 req-8185d66a-56aa-48e6-b1ae-865b8741ff0a tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] 10.222.0.16 "GET /v2.0/ports?device_id=90a6d52f-6581-429b-9784-d86e8a3e4d9c HTTP/1.1" status: 200 len: 210 time: 0.0703914 Jul 14 18:48:19.793064 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-74f9ce7f-1f5f-479b-aac3-0f3e1c75fe1f tempest-RoutersAdminTest-313293952 tempest-RoutersAdminTest-313293952-project] Notify callbacks [] for port, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:48:19.875342 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-74f9ce7f-1f5f-479b-aac3-0f3e1c75fe1f tempest-RoutersAdminTest-313293952 tempest-RoutersAdminTest-313293952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:48:19.932955 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74f9ce7f-1f5f-479b-aac3-0f3e1c75fe1f tempest-RoutersAdminTest-313293952 tempest-RoutersAdminTest-313293952-project] Network 9200a437-e1de-4520-88f6-e68386523e61 is already hosted by enough agents. {{(pid=93916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:48:19.937446 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [None req-74f9ce7f-1f5f-479b-aac3-0f3e1c75fe1f tempest-RoutersAdminTest-313293952 tempest-RoutersAdminTest-313293952-project] Resources bound (agent type, host, resource id): {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:48:19.940168 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74f9ce7f-1f5f-479b-aac3-0f3e1c75fe1f tempest-RoutersAdminTest-313293952 tempest-RoutersAdminTest-313293952-project] Received port after_create {{(pid=93916) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:48:19.988811 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f9ce7f-1f5f-479b-aac3-0f3e1c75fe1f tempest-RoutersAdminTest-313293952 tempest-RoutersAdminTest-313293952-project] Pushing event updated for resources: {'Port': ['ID=b21d20c1-855a-4d49-8c10-bc35454968bf,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:48:20.362979 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-3e851fa8-7569-465a-ba02-1ee3051166d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:48:20.438179 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-74f9ce7f-1f5f-479b-aac3-0f3e1c75fe1f tempest-RoutersAdminTest-313293952 tempest-RoutersAdminTest-313293952-project] Notify callbacks [] for router_gateway, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:48:20.788219 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device 9c478c99-d62c-4ba4-a542-afd02703f1f0 up at agent hyperv_n-h1-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:48:20.906784 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Provisioning complete for port 9c478c99-d62c-4ba4-a542-afd02703f1f0 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:48:20.907429 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:48:20.928780 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 40474) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:48:20.995697 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-74f9ce7f-1f5f-479b-aac3-0f3e1c75fe1f tempest-RoutersAdminTest-313293952 tempest-RoutersAdminTest-313293952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-571759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-930033'] for router, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:48:21.079835 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:48:21.107157 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-d16912c4-0f7a-4f0c-9272-cfdc9f0c04fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:48:21.149542 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port 9c478c99-d62c-4ba4-a542-afd02703f1f0, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=9c478c99-d62c-4ba4-a542-afd02703f1f0,segment=NetworkSegment(e6ac1013-49a3-4f7c-beca-cf2ef24dd35b),segment_id=e6ac1013-49a3-4f7c-beca-cf2ef24dd35b)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:48:21.156323 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c556fe5-0125-48ec-8057-3295f5ec5000', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c478c99-d62c-4ba4-a542-afd02703f1f0'}] {{(pid=93917) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:48:21.159136 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20b787f3c29eaa7aa2a4d648c725a2124c5ff39a8d793252f9d844495e14cf42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-170b45bc-47c0-4bd8-ae42-517bb54cd53a" -d '{"events": [{"server_uuid": "9c556fe5-0125-48ec-8057-3295f5ec5000", "name": "network-vif-plugged", "status": "completed", "tag": "9c478c99-d62c-4ba4-a542-afd02703f1f0"}]}' {{(pid=93917) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:48:21.168428 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:48:21.263706 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 18:48:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a2edb96-0405-4438-b498-90ab9595a0ba x-openstack-request-id: req-1a2edb96-0405-4438-b498-90ab9595a0ba {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:48:21.264084 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c556fe5-0125-48ec-8057-3295f5ec5000", "name": "network-vif-plugged", "status": "completed", "tag": "9c478c99-d62c-4ba4-a542-afd02703f1f0", "code": 200}]} {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:48:21.265750 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1a2edb96-0405-4438-b498-90ab9595a0ba {{(pid=93917) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:48:21.266350 n-d-800634-3 neutron-server[93917]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c556fe5-0125-48ec-8057-3295f5ec5000', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c478c99-d62c-4ba4-a542-afd02703f1f0', 'code': 200} Jul 14 18:48:21.301473 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Pushing event updated for resources: {'Port': ['ID=9c478c99-d62c-4ba4-a542-afd02703f1f0,revision_number=10']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:48:21.311783 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-d16912c4-0f7a-4f0c-9272-cfdc9f0c04fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:48:21.313239 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74f9ce7f-1f5f-479b-aac3-0f3e1c75fe1f tempest-RoutersAdminTest-313293952 tempest-RoutersAdminTest-313293952-project] Router 65541403-deef-4f03-b288-cb0a19c7bc4f is scheduled to L3 agent 2c6eb27e-defb-4cca-9a24-381c7415e359 with binding_index 1 {{(pid=93916) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 18:48:21.317961 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-d16912c4-0f7a-4f0c-9272-cfdc9f0c04fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:48:21.351107 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16912c4-0f7a-4f0c-9272-cfdc9f0c04fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b96575e1-628b-451a-91ae-6df74254b82b,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:48:21.377734 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-d16912c4-0f7a-4f0c-9272-cfdc9f0c04fa admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e50639a12aef459daf5de5b3f0d9ced2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4472017 Jul 14 18:48:21.380205 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 40480) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:48:21.463453 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-29ceec7d-7b39-40a9-acdb-e7a4258fbafe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:48:21.477828 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74f9ce7f-1f5f-479b-aac3-0f3e1c75fe1f tempest-RoutersAdminTest-313293952 tempest-RoutersAdminTest-313293952-project] Notify agent at l3_agent.n-d-800634-3 the message routers_updated {{(pid=93916) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 18:48:21.498783 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e9478af-8edb-4d86-9a44-19c0c4f38bb1 None None] Sync routers for ids ['65541403-deef-4f03-b288-cb0a19c7bc4f'] in n-d-800634-3 {{(pid=93917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 18:48:21.518290 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e9478af-8edb-4d86-9a44-19c0c4f38bb1 None None] Routers {'65541403-deef-4f03-b288-cb0a19c7bc4f'} bound to L3 agent in host n-d-800634-3 {{(pid=93917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:48:21.523153 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-2e9478af-8edb-4d86-9a44-19c0c4f38bb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:47:53Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['65541403-deef-4f03-b288-cb0a19c7bc4f'], 'active': True} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:48:21.532551 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-29ceec7d-7b39-40a9-acdb-e7a4258fbafe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:48:21.536238 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-74f9ce7f-1f5f-479b-aac3-0f3e1c75fe1f tempest-RoutersAdminTest-313293952 tempest-RoutersAdminTest-313293952-project] Notify callbacks [] for router, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:48:21.536827 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-74f9ce7f-1f5f-479b-aac3-0f3e1c75fe1f tempest-RoutersAdminTest-313293952 tempest-RoutersAdminTest-313293952-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 3.2489009 Jul 14 18:48:21.539933 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 40484) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:48:21.658847 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-2e9478af-8edb-4d86-9a44-19c0c4f38bb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-3', False) {} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:48:21.676725 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e9478af-8edb-4d86-9a44-19c0c4f38bb1 None None] Routers {'65541403-deef-4f03-b288-cb0a19c7bc4f'} bound to L3 agent in host n-d-800634-3 {{(pid=93917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:48:21.677769 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-2e9478af-8edb-4d86-9a44-19c0c4f38bb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:47:53Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['65541403-deef-4f03-b288-cb0a19c7bc4f'], 'active': True} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:48:21.703740 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-29ceec7d-7b39-40a9-acdb-e7a4258fbafe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:48:21.707019 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-29ceec7d-7b39-40a9-acdb-e7a4258fbafe admin admin] Notify callbacks [] for security_group, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:48:21.712294 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-29ceec7d-7b39-40a9-acdb-e7a4258fbafe admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b96575e1-628b-451a-91ae-6df74254b82b HTTP/1.1" status: 204 len: 168 time: 0.3309431 Jul 14 18:48:21.735043 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ceec7d-7b39-40a9-acdb-e7a4258fbafe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b96575e1-628b-451a-91ae-6df74254b82b,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:48:21.825201 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-2e9478af-8edb-4d86-9a44-19c0c4f38bb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-3', False) {} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:48:21.825851 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e9478af-8edb-4d86-9a44-19c0c4f38bb1 None None] The sync data for ids ['65541403-deef-4f03-b288-cb0a19c7bc4f'] in n-d-800634-3 is: [] {{(pid=93917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 18:48:21.855688 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 40490) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:48:21.867918 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-053cb2dd-9ec2-49bc-9456-91db1602bd32 tempest-RoutersAdminTest-28494675 tempest-RoutersAdminTest-28494675-project-admin] 10.222.0.16 "GET /v2.0/routers/65541403-deef-4f03-b288-cb0a19c7bc4f HTTP/1.1" status: 200 len: 921 time: 0.3257949 Jul 14 18:48:21.928695 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 40494) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:48:21.937223 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-c26ab0df-f1be-4e41-bdfc-9f9f57cd440b tempest-RoutersAdminTest-313293952 tempest-RoutersAdminTest-313293952-project] 10.222.0.16 "GET /v2.0/ports?device_id=65541403-deef-4f03-b288-cb0a19c7bc4f HTTP/1.1" status: 200 len: 205 time: 0.0689960 Jul 14 18:48:22.128021 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-817945a9-ae62-4cea-9fb9-a6213d2eba69 tempest-RoutersAdminTest-313293952 tempest-RoutersAdminTest-313293952-project] Notify callbacks [] for router, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:48:22.260137 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 40498) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:48:22.280849 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-b83e92d1-e518-4332-8c13-ba46a01482c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:48:22.553605 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-b83e92d1-e518-4332-8c13-ba46a01482c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:48:22.563347 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-b83e92d1-e518-4332-8c13-ba46a01482c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:48:22.689184 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-b83e92d1-e518-4332-8c13-ba46a01482c5 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7b52a57c7f304e008d93be84ec74850f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4277110 Jul 14 18:48:22.690402 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83e92d1-e518-4332-8c13-ba46a01482c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27e54837-d765-4d23-83be-c32954f5e069,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:48:22.694052 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 40502) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:48:22.799815 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-1702636f-8da8-4ef3-8328-f73a50bb68bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:48:22.813908 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-3e9a3044-01f5-497e-8465-88beeb68143c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:48:22.852784 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-1702636f-8da8-4ef3-8328-f73a50bb68bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:48:22.945920 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-1702636f-8da8-4ef3-8328-f73a50bb68bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:48:22.960204 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-1702636f-8da8-4ef3-8328-f73a50bb68bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:48:22.964585 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-1702636f-8da8-4ef3-8328-f73a50bb68bc admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/27e54837-d765-4d23-83be-c32954f5e069 HTTP/1.1" status: 204 len: 168 time: 0.2681262 Jul 14 18:48:23.001932 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1702636f-8da8-4ef3-8328-f73a50bb68bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27e54837-d765-4d23-83be-c32954f5e069,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:48:23.052408 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-817945a9-ae62-4cea-9fb9-a6213d2eba69 tempest-RoutersAdminTest-313293952 tempest-RoutersAdminTest-313293952-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:48:23.189705 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:48:23.205126 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-817945a9-ae62-4cea-9fb9-a6213d2eba69 tempest-RoutersAdminTest-313293952 tempest-RoutersAdminTest-313293952-project] Deleting port b21d20c1-855a-4d49-8c10-bc35454968bf {{(pid=93916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:48:23.207477 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-817945a9-ae62-4cea-9fb9-a6213d2eba69 tempest-RoutersAdminTest-313293952 tempest-RoutersAdminTest-313293952-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:48:23.378570 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-817945a9-ae62-4cea-9fb9-a6213d2eba69 tempest-RoutersAdminTest-313293952 tempest-RoutersAdminTest-313293952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:48:23.425584 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-817945a9-ae62-4cea-9fb9-a6213d2eba69 tempest-RoutersAdminTest-313293952 tempest-RoutersAdminTest-313293952-project] Calling delete_port for b21d20c1-855a-4d49-8c10-bc35454968bf owned by network:router_gateway {{(pid=93916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:48:23.869952 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-817945a9-ae62-4cea-9fb9-a6213d2eba69 tempest-RoutersAdminTest-313293952 tempest-RoutersAdminTest-313293952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:48:23.961113 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817945a9-ae62-4cea-9fb9-a6213d2eba69 tempest-RoutersAdminTest-313293952 tempest-RoutersAdminTest-313293952-project] Pushing event deleted for resources: {'Port': ['ID=b21d20c1-855a-4d49-8c10-bc35454968bf,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:48:24.048758 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-817945a9-ae62-4cea-9fb9-a6213d2eba69 tempest-RoutersAdminTest-313293952 tempest-RoutersAdminTest-313293952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-930057'] for router_gateway, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:48:24.178506 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-574aeb93-9938-449c-8e6c-cb22c9b52cc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:48:24.305420 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-817945a9-ae62-4cea-9fb9-a6213d2eba69 tempest-RoutersAdminTest-313293952 tempest-RoutersAdminTest-313293952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-571778', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11402'] for router, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:48:24.311588 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-817945a9-ae62-4cea-9fb9-a6213d2eba69 tempest-RoutersAdminTest-313293952 tempest-RoutersAdminTest-313293952-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:48:24.414583 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-817945a9-ae62-4cea-9fb9-a6213d2eba69 tempest-RoutersAdminTest-313293952 tempest-RoutersAdminTest-313293952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-541202'] for router, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:48:24.415516 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-817945a9-ae62-4cea-9fb9-a6213d2eba69 tempest-RoutersAdminTest-313293952 tempest-RoutersAdminTest-313293952-project] Fanout notify agent at l3_agent the message router_deleted on router 65541403-deef-4f03-b288-cb0a19c7bc4f {{(pid=93916) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 18:48:24.435059 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-817945a9-ae62-4cea-9fb9-a6213d2eba69 tempest-RoutersAdminTest-313293952 tempest-RoutersAdminTest-313293952-project] Notify callbacks [] for router, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:48:24.437034 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-817945a9-ae62-4cea-9fb9-a6213d2eba69 tempest-RoutersAdminTest-313293952 tempest-RoutersAdminTest-313293952-project] 10.222.0.16 "DELETE /v2.0/routers/65541403-deef-4f03-b288-cb0a19c7bc4f HTTP/1.1" status: 204 len: 168 time: 2.5073175 Jul 14 18:48:24.441400 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 40534) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:48:24.448204 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-1f16a51d-e9a5-46bd-88d2-5d7b7d83db20 tempest-RoutersAdminTest-28494675 tempest-RoutersAdminTest-28494675-project-admin] Request body: {'router': {'name': 'tempest-snat-router-205972676', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'enable_snat': False}}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:48:24.484839 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-1f16a51d-e9a5-46bd-88d2-5d7b7d83db20 tempest-RoutersAdminTest-28494675 tempest-RoutersAdminTest-28494675-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-571768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11104'] for router, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:48:24.486874 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-1f16a51d-e9a5-46bd-88d2-5d7b7d83db20 tempest-RoutersAdminTest-28494675 tempest-RoutersAdminTest-28494675-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-571675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-930014', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-632314', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11129'] for router, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:48:24.594912 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-1f16a51d-e9a5-46bd-88d2-5d7b7d83db20 tempest-RoutersAdminTest-28494675 tempest-RoutersAdminTest-28494675-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:48:24.809683 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-1f16a51d-e9a5-46bd-88d2-5d7b7d83db20 tempest-RoutersAdminTest-28494675 tempest-RoutersAdminTest-28494675-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-929996', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-571750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11395'] for router, precommit_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:48:25.198744 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-1f16a51d-e9a5-46bd-88d2-5d7b7d83db20 tempest-RoutersAdminTest-28494675 tempest-RoutersAdminTest-28494675-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:48:25.241205 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-1f16a51d-e9a5-46bd-88d2-5d7b7d83db20 tempest-RoutersAdminTest-28494675 tempest-RoutersAdminTest-28494675-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:48:25.446408 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.db_base_plugin_common [None req-1f16a51d-e9a5-46bd-88d2-5d7b7d83db20 tempest-RoutersAdminTest-28494675 tempest-RoutersAdminTest-28494675-project-admin] Allocated IP 172.25.1.69 (9200a437-e1de-4520-88f6-e68386523e61/5f47f848-4532-407a-a0e2-5690ade15fd0/e3448884-dcd3-4b93-ad2b-5905bdf2ca6a) {{(pid=93915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:48:25.677636 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-1f16a51d-e9a5-46bd-88d2-5d7b7d83db20 tempest-RoutersAdminTest-28494675 tempest-RoutersAdminTest-28494675-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:48:25.767001 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-1f16a51d-e9a5-46bd-88d2-5d7b7d83db20 tempest-RoutersAdminTest-28494675 tempest-RoutersAdminTest-28494675-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:48:25.838914 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-2f4e3af3-e708-4ffd-a544-82d93a489d01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:48:26.525664 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f16a51d-e9a5-46bd-88d2-5d7b7d83db20 tempest-RoutersAdminTest-28494675 tempest-RoutersAdminTest-28494675-project-admin] Network 9200a437-e1de-4520-88f6-e68386523e61 is already hosted by enough agents. {{(pid=93915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:48:26.540652 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [None req-1f16a51d-e9a5-46bd-88d2-5d7b7d83db20 tempest-RoutersAdminTest-28494675 tempest-RoutersAdminTest-28494675-project-admin] Resources bound (agent type, host, resource id): {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:48:26.548938 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f16a51d-e9a5-46bd-88d2-5d7b7d83db20 tempest-RoutersAdminTest-28494675 tempest-RoutersAdminTest-28494675-project-admin] Received port after_create {{(pid=93915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:48:26.578930 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f16a51d-e9a5-46bd-88d2-5d7b7d83db20 tempest-RoutersAdminTest-28494675 tempest-RoutersAdminTest-28494675-project-admin] Pushing event updated for resources: {'Port': ['ID=e3448884-dcd3-4b93-ad2b-5905bdf2ca6a,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:48:26.699923 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bf57b7-d58c-46a3-8211-62d5aeb5ba75 req-add25e6f-aeda-4dd6-acd0-908c1e3debaa tempest-AttachVolumeNegativeTest-3632510 tempest-AttachVolumeNegativeTest-3632510-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:48:26.710795 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-33bf57b7-d58c-46a3-8211-62d5aeb5ba75 req-add25e6f-aeda-4dd6-acd0-908c1e3debaa tempest-AttachVolumeNegativeTest-3632510 tempest-AttachVolumeNegativeTest-3632510-project] 10.222.0.16 "GET /v2.0/networks?id=f01ce686-0200-4cef-850e-fdadca3088c1 HTTP/1.1" status: 200 len: 814 time: 0.8761930 Jul 14 18:48:26.803575 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-33bf57b7-d58c-46a3-8211-62d5aeb5ba75 req-2a1883bb-22d8-4410-a11d-0e38ee1a559d tempest-AttachVolumeNegativeTest-3632510 tempest-AttachVolumeNegativeTest-3632510-project] 10.222.0.16 "GET /v2.0/quotas/dc8d5262b1d34e2eab84ee621f7a0e10 HTTP/1.1" status: 200 len: 375 time: 0.0924604 Jul 14 18:48:27.083595 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-33bf57b7-d58c-46a3-8211-62d5aeb5ba75 req-a373cb17-3ff5-4759-a896-13c34f1ad755 tempest-AttachVolumeNegativeTest-3632510 tempest-AttachVolumeNegativeTest-3632510-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=dc8d5262b1d34e2eab84ee621f7a0e10&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2605410 Jul 14 18:48:27.156434 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-1f16a51d-e9a5-46bd-88d2-5d7b7d83db20 tempest-RoutersAdminTest-28494675 tempest-RoutersAdminTest-28494675-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:48:27.248816 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-33bf57b7-d58c-46a3-8211-62d5aeb5ba75 req-c4d3ed7d-82c4-49d5-971e-ad77c9bd8dc5 service neutron] 10.222.0.16 "GET /v2.0/networks/f01ce686-0200-4cef-850e-fdadca3088c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1560435 Jul 14 18:48:27.648191 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-33bf57b7-d58c-46a3-8211-62d5aeb5ba75 req-4a13dbe5-bf7b-4580-8ae1-19008495ea6d service neutron] 10.222.0.16 "GET /v2.0/networks/f01ce686-0200-4cef-850e-fdadca3088c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3851240 Jul 14 18:48:27.668536 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-1f16a51d-e9a5-46bd-88d2-5d7b7d83db20 tempest-RoutersAdminTest-28494675 tempest-RoutersAdminTest-28494675-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-571759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-930033'] for router, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:48:27.972536 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f16a51d-e9a5-46bd-88d2-5d7b7d83db20 tempest-RoutersAdminTest-28494675 tempest-RoutersAdminTest-28494675-project-admin] Router 9fc1093e-1667-4136-a185-2b73c1741714 is scheduled to L3 agent 2c6eb27e-defb-4cca-9a24-381c7415e359 with binding_index 1 {{(pid=93915) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 18:48:28.110882 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-30382a7c-5e7f-48b0-b200-352a7cf5c1ec req-c1870dbc-dfc9-4232-9f56-dc7b1466d855 tempest-AttachVolumeNegativeTest-3632510 tempest-AttachVolumeNegativeTest-3632510-project] 10.222.0.16 "GET /v2.0/ports?device_id=9cd5c427-7653-4e3a-9f95-405ad771d60e HTTP/1.1" status: 200 len: 210 time: 0.0668728 Jul 14 18:48:28.214713 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f16a51d-e9a5-46bd-88d2-5d7b7d83db20 tempest-RoutersAdminTest-28494675 tempest-RoutersAdminTest-28494675-project-admin] Notify agent at l3_agent.n-d-800634-3 the message routers_updated {{(pid=93915) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 18:48:28.229220 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07b7ef06-95a4-476b-ad54-5c1c828dc562 None None] Sync routers for ids ['9fc1093e-1667-4136-a185-2b73c1741714'] in n-d-800634-3 {{(pid=93918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 18:48:28.247007 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07b7ef06-95a4-476b-ad54-5c1c828dc562 None None] Routers {'9fc1093e-1667-4136-a185-2b73c1741714'} bound to L3 agent in host n-d-800634-3 {{(pid=93918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:48:28.247811 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-07b7ef06-95a4-476b-ad54-5c1c828dc562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:48:23Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['9fc1093e-1667-4136-a185-2b73c1741714'], 'active': True} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:48:28.266020 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-1f16a51d-e9a5-46bd-88d2-5d7b7d83db20 tempest-RoutersAdminTest-28494675 tempest-RoutersAdminTest-28494675-project-admin] Notify callbacks [] for router, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:48:28.267580 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-1f16a51d-e9a5-46bd-88d2-5d7b7d83db20 tempest-RoutersAdminTest-28494675 tempest-RoutersAdminTest-28494675-project-admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 3.8240967 Jul 14 18:48:28.270675 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 40628) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:48:28.422819 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvr_db [None req-07b7ef06-95a4-476b-ad54-5c1c828dc562 None None] Set router 9fc1093e-1667-4136-a185-2b73c1741714 gateway port host: n-d-800634-3 {{(pid=93918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 18:48:28.616441 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-faea0525-a735-4870-9d01-27bf993bf61b tempest-RoutersAdminTest-28494675 tempest-RoutersAdminTest-28494675-project-admin] 10.222.0.16 "GET /v2.0/routers/9fc1093e-1667-4136-a185-2b73c1741714 HTTP/1.1" status: 200 len: 907 time: 0.3420246 Jul 14 18:48:28.616819 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 40634) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:48:28.627189 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-4f6d1d77-d739-4bca-bbdd-022c3ddcc190 tempest-RoutersAdminTest-28494675 tempest-RoutersAdminTest-28494675-project-admin] Request body: {'router': {'name': 'tempest-snat-router-205972676', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'enable_snat': True}}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:48:28.688888 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-4f6d1d77-d739-4bca-bbdd-022c3ddcc190 tempest-RoutersAdminTest-28494675 tempest-RoutersAdminTest-28494675-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-571768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11104'] for router, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:48:28.695106 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-4f6d1d77-d739-4bca-bbdd-022c3ddcc190 tempest-RoutersAdminTest-28494675 tempest-RoutersAdminTest-28494675-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-571675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-930014', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-632314', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11129'] for router, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:48:28.835356 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-4f6d1d77-d739-4bca-bbdd-022c3ddcc190 tempest-RoutersAdminTest-28494675 tempest-RoutersAdminTest-28494675-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:48:28.901688 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-07b7ef06-95a4-476b-ad54-5c1c828dc562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fc1093e-1667-4136-a185-2b73c1741714', 'name': 'tempest-snat-router-205972676', 'tenant_id': '04747b1fb6af4665b9ef83285a7a9eec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.69'}], 'enable_snat': False}, 'gw_port_id': 'e3448884-dcd3-4b93-ad2b-5905bdf2ca6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:48:24Z', 'updated_at': '2021-07-14T18:48:26Z', 'revision_number': 3, 'project_id': '04747b1fb6af4665b9ef83285a7a9eec', 'gw_port': {'id': 'e3448884-dcd3-4b93-ad2b-5905bdf2ca6a', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:be:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fc1093e-1667-4136-a185-2b73c1741714', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2928, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:48:25Z', 'updated_at': '2021-07-14T18:48:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-800634-3'}], 'n-d-800634-3', False) {} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:48:29.035061 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07b7ef06-95a4-476b-ad54-5c1c828dc562 None None] Checking router: 9fc1093e-1667-4136-a185-2b73c1741714 for host: n-d-800634-3 {{(pid=93918) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 18:48:29.037189 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07b7ef06-95a4-476b-ad54-5c1c828dc562 None None] Updating router 9fc1093e-1667-4136-a185-2b73c1741714 port e3448884-dcd3-4b93-ad2b-5905bdf2ca6a binding host n-d-800634-3 {{(pid=93918) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 18:48:29.108324 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-4f6d1d77-d739-4bca-bbdd-022c3ddcc190 tempest-RoutersAdminTest-28494675 tempest-RoutersAdminTest-28494675-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-929996', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-571750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11395'] for router, precommit_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:48:29.230563 n-d-800634-3 neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-07b7ef06-95a4-476b-ad54-5c1c828dc562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:48:29.731805 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ed6a455c-0d94-4538-bb2f-55070ccdc06a req-db642a58-9c44-4cd5-8d00-232f0f60945b tempest-AttachVolumeNegativeTest-3632510 tempest-AttachVolumeNegativeTest-3632510-project] 10.222.0.16 "GET /v2.0/ports?device_id=9cd5c427-7653-4e3a-9f95-405ad771d60e HTTP/1.1" status: 200 len: 210 time: 0.0372660 Jul 14 18:48:29.804090 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-4f6d1d77-d739-4bca-bbdd-022c3ddcc190 tempest-RoutersAdminTest-28494675 tempest-RoutersAdminTest-28494675-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:48:29.838095 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-4f6d1d77-d739-4bca-bbdd-022c3ddcc190 tempest-RoutersAdminTest-28494675 tempest-RoutersAdminTest-28494675-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:48:30.035441 n-d-800634-3 neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-07b7ef06-95a4-476b-ad54-5c1c828dc562 None None] Notify callbacks [] for port, precommit_update {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:48:30.050445 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.provisioning_blocks [None req-07b7ef06-95a4-476b-ad54-5c1c828dc562 None None] Transition to ACTIVE for port object e3448884-dcd3-4b93-ad2b-5905bdf2ca6a will not be triggered until provisioned by entity L2. {{(pid=93918) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:48:30.079669 n-d-800634-3 neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-07b7ef06-95a4-476b-ad54-5c1c828dc562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:48:30.171515 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.db_base_plugin_common [None req-4f6d1d77-d739-4bca-bbdd-022c3ddcc190 tempest-RoutersAdminTest-28494675 tempest-RoutersAdminTest-28494675-project-admin] Allocated IP 172.25.1.188 (9200a437-e1de-4520-88f6-e68386523e61/5f47f848-4532-407a-a0e2-5690ade15fd0/d6c42358-3fd3-406a-b658-bd745b928444) {{(pid=93915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:48:30.196648 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.managers [None req-07b7ef06-95a4-476b-ad54-5c1c828dc562 None None] Attempting to bind port e3448884-dcd3-4b93-ad2b-5905bdf2ca6a on host n-d-800634-3 for vnic_type normal with profile {{(pid=93918) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:48:30.198564 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.managers [None req-07b7ef06-95a4-476b-ad54-5c1c828dc562 None None] Attempting to bind port e3448884-dcd3-4b93-ad2b-5905bdf2ca6a by drivers openvswitch,hyperv on host n-d-800634-3 at level 0 using segments [{'id': '5afb940b-bbdf-4727-be00-5d46367c38a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9200a437-e1de-4520-88f6-e68386523e61'}] {{(pid=93918) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:48:30.199968 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07b7ef06-95a4-476b-ad54-5c1c828dc562 None None] Attempting to bind port e3448884-dcd3-4b93-ad2b-5905bdf2ca6a on network 9200a437-e1de-4520-88f6-e68386523e61 {{(pid=93918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:48:30.239510 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77f4e81-2f3d-4e2b-beed-881caa6f2b9d None None] Pushing event updated for resources: {'Port': ['ID=e3448884-dcd3-4b93-ad2b-5905bdf2ca6a,revision_number=2']} {{(pid=93918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:48:30.250917 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07b7ef06-95a4-476b-ad54-5c1c828dc562 None None] Checking agent: {'id': '01c19e91-a945-4e3c-94a6-c211e17c923e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 8, 23), 'started_at': datetime.datetime(2021, 7, 14, 18, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 18, 48, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 18:48:30.251297 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07b7ef06-95a4-476b-ad54-5c1c828dc562 None None] Checking segment: {'id': '5afb940b-bbdf-4727-be00-5d46367c38a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9200a437-e1de-4520-88f6-e68386523e61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93918) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:48:30.251705 n-d-800634-3 neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-07b7ef06-95a4-476b-ad54-5c1c828dc562 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:48:30.252101 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07b7ef06-95a4-476b-ad54-5c1c828dc562 None None] Bound using segment: {'id': '5afb940b-bbdf-4727-be00-5d46367c38a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9200a437-e1de-4520-88f6-e68386523e61'} {{(pid=93918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 18:48:30.252623 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.managers [None req-07b7ef06-95a4-476b-ad54-5c1c828dc562 None None] Bound port: e3448884-dcd3-4b93-ad2b-5905bdf2ca6a, host: n-d-800634-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5afb940b-bbdf-4727-be00-5d46367c38a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9200a437-e1de-4520-88f6-e68386523e61'}}] {{(pid=93918) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 18:48:30.253019 n-d-800634-3 neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-07b7ef06-95a4-476b-ad54-5c1c828dc562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:48:30.426259 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.db [None req-07b7ef06-95a4-476b-ad54-5c1c828dc562 None None] For port e3448884-dcd3-4b93-ad2b-5905bdf2ca6a, host n-d-800634-3, cleared binding levels {{(pid=93918) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:48:30.437025 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.db [None req-07b7ef06-95a4-476b-ad54-5c1c828dc562 None None] For port e3448884-dcd3-4b93-ad2b-5905bdf2ca6a, host n-d-800634-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=e3448884-dcd3-4b93-ad2b-5905bdf2ca6a,segment=NetworkSegment(5afb940b-bbdf-4727-be00-5d46367c38a1),segment_id=5afb940b-bbdf-4727-be00-5d46367c38a1)] {{(pid=93918) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 18:48:30.443554 n-d-800634-3 neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-07b7ef06-95a4-476b-ad54-5c1c828dc562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:48:30.551221 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bf57b7-d58c-46a3-8211-62d5aeb5ba75 req-da702d0c-4a1c-48fa-b26f-53775dcf3449 tempest-AttachVolumeNegativeTest-3632510 tempest-AttachVolumeNegativeTest-3632510-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:48:30.555904 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-33bf57b7-d58c-46a3-8211-62d5aeb5ba75 req-da702d0c-4a1c-48fa-b26f-53775dcf3449 tempest-AttachVolumeNegativeTest-3632510 tempest-AttachVolumeNegativeTest-3632510-project] 10.222.0.35 "GET /v2.0/networks?id=f01ce686-0200-4cef-850e-fdadca3088c1 HTTP/1.1" status: 200 len: 814 time: 0.3125196 Jul 14 18:48:30.560942 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07b7ef06-95a4-476b-ad54-5c1c828dc562 None None] Routers {'9fc1093e-1667-4136-a185-2b73c1741714'} bound to L3 agent in host n-d-800634-3 {{(pid=93918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:48:30.563981 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-07b7ef06-95a4-476b-ad54-5c1c828dc562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:48:23Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['9fc1093e-1667-4136-a185-2b73c1741714'], 'active': True} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:48:30.567946 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-4f6d1d77-d739-4bca-bbdd-022c3ddcc190 tempest-RoutersAdminTest-28494675 tempest-RoutersAdminTest-28494675-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:48:30.585611 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [req-33bf57b7-d58c-46a3-8211-62d5aeb5ba75 req-a6f9f1e8-0d66-4065-a906-4386acc5af2d tempest-AttachVolumeNegativeTest-3632510 tempest-AttachVolumeNegativeTest-3632510-project] Request body: {'port': {'device_id': '9cd5c427-7653-4e3a-9f95-405ad771d60e', 'network_id': 'f01ce686-0200-4cef-850e-fdadca3088c1', 'admin_state_up': True, 'tenant_id': 'dc8d5262b1d34e2eab84ee621f7a0e10'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:48:30.816371 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-4f6d1d77-d739-4bca-bbdd-022c3ddcc190 tempest-RoutersAdminTest-28494675 tempest-RoutersAdminTest-28494675-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:48:30.819893 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77f4e81-2f3d-4e2b-beed-881caa6f2b9d None None] Pushing event updated for resources: {'Port': ['ID=e3448884-dcd3-4b93-ad2b-5905bdf2ca6a,revision_number=3']} {{(pid=93918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:48:30.869402 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvr_db [None req-07b7ef06-95a4-476b-ad54-5c1c828dc562 None None] Set router 9fc1093e-1667-4136-a185-2b73c1741714 gateway port host: n-d-800634-3 {{(pid=93918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 18:48:30.877385 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f6d1d77-d739-4bca-bbdd-022c3ddcc190 tempest-RoutersAdminTest-28494675 tempest-RoutersAdminTest-28494675-project-admin] Network 9200a437-e1de-4520-88f6-e68386523e61 is already hosted by enough agents. {{(pid=93915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:48:30.887567 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [None req-4f6d1d77-d739-4bca-bbdd-022c3ddcc190 tempest-RoutersAdminTest-28494675 tempest-RoutersAdminTest-28494675-project-admin] Resources bound (agent type, host, resource id): {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:48:30.897411 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f6d1d77-d739-4bca-bbdd-022c3ddcc190 tempest-RoutersAdminTest-28494675 tempest-RoutersAdminTest-28494675-project-admin] Received port after_create {{(pid=93915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:48:30.932364 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6d1d77-d739-4bca-bbdd-022c3ddcc190 tempest-RoutersAdminTest-28494675 tempest-RoutersAdminTest-28494675-project-admin] Pushing event updated for resources: {'Port': ['ID=d6c42358-3fd3-406a-b658-bd745b928444,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:48:30.938205 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-33bf57b7-d58c-46a3-8211-62d5aeb5ba75 req-a6f9f1e8-0d66-4065-a906-4386acc5af2d tempest-AttachVolumeNegativeTest-3632510 tempest-AttachVolumeNegativeTest-3632510-project] Made reservation on behalf of dc8d5262b1d34e2eab84ee621f7a0e10 for: {'port': 1} {{(pid=93915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:48:30.941919 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-33bf57b7-d58c-46a3-8211-62d5aeb5ba75 req-a6f9f1e8-0d66-4065-a906-4386acc5af2d tempest-AttachVolumeNegativeTest-3632510 tempest-AttachVolumeNegativeTest-3632510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:48:31.296082 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-07b7ef06-95a4-476b-ad54-5c1c828dc562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fc1093e-1667-4136-a185-2b73c1741714', 'name': 'tempest-snat-router-205972676', 'tenant_id': '04747b1fb6af4665b9ef83285a7a9eec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.69'}], 'enable_snat': False}, 'gw_port_id': 'e3448884-dcd3-4b93-ad2b-5905bdf2ca6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:48:24Z', 'updated_at': '2021-07-14T18:48:26Z', 'revision_number': 3, 'project_id': '04747b1fb6af4665b9ef83285a7a9eec', 'gw_port': {'id': 'e3448884-dcd3-4b93-ad2b-5905bdf2ca6a', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:be:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fc1093e-1667-4136-a185-2b73c1741714', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2928, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:48:25Z', 'updated_at': '2021-07-14T18:48:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-800634-3'}], 'n-d-800634-3', False) {} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:48:31.348827 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07b7ef06-95a4-476b-ad54-5c1c828dc562 None None] The sync data for ids ['9fc1093e-1667-4136-a185-2b73c1741714'] in n-d-800634-3 is: [{'id': '9fc1093e-1667-4136-a185-2b73c1741714', 'name': 'tempest-snat-router-205972676', 'tenant_id': '04747b1fb6af4665b9ef83285a7a9eec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.69'}], 'enable_snat': False}, 'gw_port_id': 'e3448884-dcd3-4b93-ad2b-5905bdf2ca6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:48:24Z', 'updated_at': '2021-07-14T18:48:26Z', 'revision_number': 3, 'project_id': '04747b1fb6af4665b9ef83285a7a9eec', 'gw_port': {'id': 'e3448884-dcd3-4b93-ad2b-5905bdf2ca6a', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:be:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fc1093e-1667-4136-a185-2b73c1741714', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2928, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:48:25Z', 'updated_at': '2021-07-14T18:48:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-800634-3'}] {{(pid=93918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 18:48:31.852383 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b1515150-8bb1-4333-9540-d73631165af0 req-5d47095d-6526-439a-917e-1c9acfb5a253 tempest-AttachVolumeNegativeTest-3632510 tempest-AttachVolumeNegativeTest-3632510-project] 10.222.0.16 "GET /v2.0/ports?device_id=9cd5c427-7653-4e3a-9f95-405ad771d60e HTTP/1.1" status: 200 len: 210 time: 0.0534527 Jul 14 18:48:32.113001 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.db_base_plugin_common [req-33bf57b7-d58c-46a3-8211-62d5aeb5ba75 req-a6f9f1e8-0d66-4065-a906-4386acc5af2d tempest-AttachVolumeNegativeTest-3632510 tempest-AttachVolumeNegativeTest-3632510-project] Allocated IP 172.20.0.7 (f01ce686-0200-4cef-850e-fdadca3088c1/0f557551-9a58-4fbc-9de4-1c0c2883c537/ce482cff-d6ac-417a-bf83-3e4307fce0a9) {{(pid=93915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:48:32.144333 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-4f6d1d77-d739-4bca-bbdd-022c3ddcc190 tempest-RoutersAdminTest-28494675 tempest-RoutersAdminTest-28494675-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:48:32.402155 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 40722) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:48:32.407007 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-d3ae0e5f-a75f-45d9-9fda-70d1da9815f5 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-287641035', 'description': 'tempest-secgroup-smoke-287641035 description', 'project_id': '5093a1bcf9144b0bbe697fc3cf12df56'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:48:32.468795 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-d3ae0e5f-a75f-45d9-9fda-70d1da9815f5 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] Notify callbacks [] for security_group, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:48:32.551997 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:48:32.680301 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-d3ae0e5f-a75f-45d9-9fda-70d1da9815f5 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] Notify callbacks [] for security_group, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:48:32.685893 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-d3ae0e5f-a75f-45d9-9fda-70d1da9815f5 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:48:32.717415 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-d3ae0e5f-a75f-45d9-9fda-70d1da9815f5 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:48:32.724647 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-d3ae0e5f-a75f-45d9-9fda-70d1da9815f5 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3212709 Jul 14 18:48:32.726579 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 40726) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:48:32.738004 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-b776dc58-83a0-4176-9d33-165a3b73ae37 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] Request body: {'security_group_rule': {'security_group_id': '6966763a-a9ce-4f04-9343-56b5726844ec', 'project_id': '5093a1bcf9144b0bbe697fc3cf12df56', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:48:32.749352 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ae0e5f-a75f-45d9-9fda-70d1da9815f5 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6966763a-a9ce-4f04-9343-56b5726844ec,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:48:32.786333 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-b776dc58-83a0-4176-9d33-165a3b73ae37 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:48:32.803253 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-33bf57b7-d58c-46a3-8211-62d5aeb5ba75 req-a6f9f1e8-0d66-4065-a906-4386acc5af2d tempest-AttachVolumeNegativeTest-3632510 tempest-AttachVolumeNegativeTest-3632510-project] Notify callbacks [] for port, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:48:32.872816 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-4f6d1d77-d739-4bca-bbdd-022c3ddcc190 tempest-RoutersAdminTest-28494675 tempest-RoutersAdminTest-28494675-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-571759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-930033'] for router, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:48:32.931313 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-b776dc58-83a0-4176-9d33-165a3b73ae37 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:48:32.941315 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-b776dc58-83a0-4176-9d33-165a3b73ae37 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305173'] for security_group_rule, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:48:32.965556 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b776dc58-83a0-4176-9d33-165a3b73ae37 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b25b7df-fcfe-40a7-b2e6-5a7e73d4ac88,revision_number=0']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:48:33.003034 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-b776dc58-83a0-4176-9d33-165a3b73ae37 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:48:33.010071 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-b776dc58-83a0-4176-9d33-165a3b73ae37 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2772472 Jul 14 18:48:33.013842 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 40736) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:48:33.028561 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-72622843-7676-4409-973f-1483428243ec tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] Request body: {'security_group_rule': {'security_group_id': '6966763a-a9ce-4f04-9343-56b5726844ec', 'project_id': '5093a1bcf9144b0bbe697fc3cf12df56', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:48:33.063858 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device e3448884-dcd3-4b93-ad2b-5905bdf2ca6a up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:48:33.086915 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-72622843-7676-4409-973f-1483428243ec tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:48:33.111905 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-33bf57b7-d58c-46a3-8211-62d5aeb5ba75 req-a6f9f1e8-0d66-4065-a906-4386acc5af2d tempest-AttachVolumeNegativeTest-3632510 tempest-AttachVolumeNegativeTest-3632510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:48:33.149651 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] get_ports_and_sgs() called for port_ids ['3a2eb3c4-e06b-47ee-ab16-5381b2cbed0d', 'c6d6b6b9-1527-4ffd-b579-4fc7f4b97389'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 18:48:33.223696 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-72622843-7676-4409-973f-1483428243ec tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:48:33.233163 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-72622843-7676-4409-973f-1483428243ec tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305173'] for security_group_rule, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:48:33.289145 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72622843-7676-4409-973f-1483428243ec tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0d50144-017d-4e71-8133-6b6f981fa0fd,revision_number=0']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:48:33.293753 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning for port e3448884-dcd3-4b93-ad2b-5905bdf2ca6a completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:48:33.299767 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-72622843-7676-4409-973f-1483428243ec tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:48:33.301562 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-72622843-7676-4409-973f-1483428243ec tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2837551 Jul 14 18:48:33.307615 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 40738) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:48:33.310142 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-33bf57b7-d58c-46a3-8211-62d5aeb5ba75 req-a6f9f1e8-0d66-4065-a906-4386acc5af2d tempest-AttachVolumeNegativeTest-3632510 tempest-AttachVolumeNegativeTest-3632510-project] Network f01ce686-0200-4cef-850e-fdadca3088c1 is already hosted by enough agents. {{(pid=93915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:48:33.323647 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port e3448884-dcd3-4b93-ad2b-5905bdf2ca6a triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:48:33.324140 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:48:33.349009 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-1264d85e-764a-4368-a826-fd74c4988491 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] Request body: {'security_group_rule': {'security_group_id': '6966763a-a9ce-4f04-9343-56b5726844ec', 'project_id': '5093a1bcf9144b0bbe697fc3cf12df56', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:48:33.371472 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [req-33bf57b7-d58c-46a3-8211-62d5aeb5ba75 req-a6f9f1e8-0d66-4065-a906-4386acc5af2d tempest-AttachVolumeNegativeTest-3632510 tempest-AttachVolumeNegativeTest-3632510-project] Resources bound (agent type, host, resource id): {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:48:33.376453 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [req-33bf57b7-d58c-46a3-8211-62d5aeb5ba75 req-a6f9f1e8-0d66-4065-a906-4386acc5af2d tempest-AttachVolumeNegativeTest-3632510 tempest-AttachVolumeNegativeTest-3632510-project] Received port after_create {{(pid=93915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:48:33.484089 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-1264d85e-764a-4368-a826-fd74c4988491 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:48:33.558242 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-1264d85e-764a-4368-a826-fd74c4988491 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:48:33.559595 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f9f1e8-0d66-4065-a906-4386acc5af2d tempest-AttachVolumeNegativeTest-3632510 tempest-AttachVolumeNegativeTest-3632510-project] Pushing event updated for resources: {'Port': ['ID=ce482cff-d6ac-417a-bf83-3e4307fce0a9,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:48:33.583504 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0f7ec8-ed6c-4908-8e7e-03907764b101 req-a1009732-df70-4c88-80b2-897863b59248 tempest-AttachVolumeNegativeTest-3632510 tempest-AttachVolumeNegativeTest-3632510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:48:33.585361 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-7d0f7ec8-ed6c-4908-8e7e-03907764b101 req-a1009732-df70-4c88-80b2-897863b59248 tempest-AttachVolumeNegativeTest-3632510 tempest-AttachVolumeNegativeTest-3632510-project] 10.222.0.16 "GET /v2.0/ports?device_id=9cd5c427-7653-4e3a-9f95-405ad771d60e HTTP/1.1" status: 200 len: 931 time: 0.2734909 Jul 14 18:48:33.586294 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-1264d85e-764a-4368-a826-fd74c4988491 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305173'] for security_group_rule, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:48:33.627164 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1264d85e-764a-4368-a826-fd74c4988491 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e456a748-cdb7-4459-9de2-f7ab43a2a9c4,revision_number=0']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:48:33.636515 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-1264d85e-764a-4368-a826-fd74c4988491 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:48:33.637966 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-1264d85e-764a-4368-a826-fd74c4988491 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2970364 Jul 14 18:48:33.641282 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 40742) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:48:33.646916 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-430b673c-7810-4060-923f-44ecb6bd9705 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] Request body: {'security_group_rule': {'security_group_id': '6966763a-a9ce-4f04-9343-56b5726844ec', 'project_id': '5093a1bcf9144b0bbe697fc3cf12df56', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:48:33.706072 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-430b673c-7810-4060-923f-44ecb6bd9705 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:48:33.711936 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bf57b7-d58c-46a3-8211-62d5aeb5ba75 req-a6f9f1e8-0d66-4065-a906-4386acc5af2d tempest-AttachVolumeNegativeTest-3632510 tempest-AttachVolumeNegativeTest-3632510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:48:33.718671 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-33bf57b7-d58c-46a3-8211-62d5aeb5ba75 req-a6f9f1e8-0d66-4065-a906-4386acc5af2d tempest-AttachVolumeNegativeTest-3632510 tempest-AttachVolumeNegativeTest-3632510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:48:33.772245 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:48:33.780062 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-33bf57b7-d58c-46a3-8211-62d5aeb5ba75 req-a6f9f1e8-0d66-4065-a906-4386acc5af2d tempest-AttachVolumeNegativeTest-3632510 tempest-AttachVolumeNegativeTest-3632510-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2033584 Jul 14 18:48:33.830093 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [req-33bf57b7-d58c-46a3-8211-62d5aeb5ba75 req-ed018ee9-5bd5-4161-8571-3c5230e971f3 tempest-AttachVolumeNegativeTest-3632510 tempest-AttachVolumeNegativeTest-3632510-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=93915) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 18:48:33.842681 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-33bf57b7-d58c-46a3-8211-62d5aeb5ba75 req-ed018ee9-5bd5-4161-8571-3c5230e971f3 tempest-AttachVolumeNegativeTest-3632510 tempest-AttachVolumeNegativeTest-3632510-project] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0204704 Jul 14 18:48:33.846334 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-7d0f7ec8-ed6c-4908-8e7e-03907764b101 req-3d1ce9b0-9236-47dc-b797-62bdf8d2cca0 tempest-AttachVolumeNegativeTest-3632510 tempest-AttachVolumeNegativeTest-3632510-project] 10.222.0.16 "GET /v2.0/security-groups?id=0abe65fc-f489-4951-8c06-afae1a246333&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2453949 Jul 14 18:48:33.875634 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-430b673c-7810-4060-923f-44ecb6bd9705 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:48:33.879094 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [req-33bf57b7-d58c-46a3-8211-62d5aeb5ba75 req-5e826263-7fe6-474c-9d8b-41854d4b46b1 service neutron] Request body: {'port': {'device_id': '9cd5c427-7653-4e3a-9f95-405ad771d60e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800634-3'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:48:33.893108 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-430b673c-7810-4060-923f-44ecb6bd9705 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305173'] for security_group_rule, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:48:33.907865 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] For port e3448884-dcd3-4b93-ad2b-5905bdf2ca6a, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=e3448884-dcd3-4b93-ad2b-5905bdf2ca6a,segment=NetworkSegment(5afb940b-bbdf-4727-be00-5d46367c38a1),segment_id=5afb940b-bbdf-4727-be00-5d46367c38a1)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:48:33.923994 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:48:33.956414 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430b673c-7810-4060-923f-44ecb6bd9705 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f7ee427-d392-424a-b370-b6a7533cf11c,revision_number=0']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:48:33.979993 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-430b673c-7810-4060-923f-44ecb6bd9705 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:48:33.981608 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-430b673c-7810-4060-923f-44ecb6bd9705 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3386996 Jul 14 18:48:33.984439 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 40746) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:48:33.990173 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-c7ddc01a-e3dc-4661-9eda-20c0ff4ee848 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] Request body: {'security_group_rule': {'security_group_id': '6966763a-a9ce-4f04-9343-56b5726844ec', 'project_id': '5093a1bcf9144b0bbe697fc3cf12df56', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:48:34.042077 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Pushing event updated for resources: {'Port': ['ID=e3448884-dcd3-4b93-ad2b-5905bdf2ca6a,revision_number=4']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:48:34.103134 n-d-800634-3 neutron-server[93916]: INFO neutron.db.securitygroups_db [None req-c7ddc01a-e3dc-4661-9eda-20c0ff4ee848 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] Project 5093a1bcf9144b0bbe697fc3cf12df56 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 14 18:48:34.111749 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-c7ddc01a-e3dc-4661-9eda-20c0ff4ee848 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:48:34.242404 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f6d1d77-d739-4bca-bbdd-022c3ddcc190 tempest-RoutersAdminTest-28494675 tempest-RoutersAdminTest-28494675-project-admin] Router 28364cd0-6ff6-4d17-b002-4f5c82f2e90a is scheduled to L3 agent 2c6eb27e-defb-4cca-9a24-381c7415e359 with binding_index 1 {{(pid=93915) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 18:48:34.251383 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-33bf57b7-d58c-46a3-8211-62d5aeb5ba75 req-5e826263-7fe6-474c-9d8b-41854d4b46b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:48:34.287226 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-c7ddc01a-e3dc-4661-9eda-20c0ff4ee848 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:48:34.292813 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-c7ddc01a-e3dc-4661-9eda-20c0ff4ee848 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305173'] for security_group_rule, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:48:34.347018 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-c7ddc01a-e3dc-4661-9eda-20c0ff4ee848 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:48:34.351412 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-c7ddc01a-e3dc-4661-9eda-20c0ff4ee848 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3652825 Jul 14 18:48:34.353719 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 40752) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:48:34.361093 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-b25b872a-86c7-4769-858c-6a05eb49f6d7 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] Request body: {'security_group_rule': {'security_group_id': '6966763a-a9ce-4f04-9343-56b5726844ec', 'project_id': '5093a1bcf9144b0bbe697fc3cf12df56', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:48:34.377332 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ddc01a-e3dc-4661-9eda-20c0ff4ee848 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9180eab5-71e8-42c7-be1b-0929a7d8fbae,revision_number=0']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:48:34.405646 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f6d1d77-d739-4bca-bbdd-022c3ddcc190 tempest-RoutersAdminTest-28494675 tempest-RoutersAdminTest-28494675-project-admin] Notify agent at l3_agent.n-d-800634-3 the message routers_updated {{(pid=93915) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 18:48:34.421131 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96b300d4-2f3b-46db-a45f-6ae318e56afd None None] Sync routers for ids ['28364cd0-6ff6-4d17-b002-4f5c82f2e90a'] in n-d-800634-3 {{(pid=93917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 18:48:34.443017 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96b300d4-2f3b-46db-a45f-6ae318e56afd None None] Routers {'28364cd0-6ff6-4d17-b002-4f5c82f2e90a'} bound to L3 agent in host n-d-800634-3 {{(pid=93917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:48:34.443975 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-96b300d4-2f3b-46db-a45f-6ae318e56afd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:48:23Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['28364cd0-6ff6-4d17-b002-4f5c82f2e90a'], 'active': True} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:48:34.513068 n-d-800634-3 neutron-server[93916]: INFO neutron.db.securitygroups_db [None req-b25b872a-86c7-4769-858c-6a05eb49f6d7 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] Project 5093a1bcf9144b0bbe697fc3cf12df56 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 14 18:48:34.565975 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-b25b872a-86c7-4769-858c-6a05eb49f6d7 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:48:34.622243 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-4f6d1d77-d739-4bca-bbdd-022c3ddcc190 tempest-RoutersAdminTest-28494675 tempest-RoutersAdminTest-28494675-project-admin] Notify callbacks [] for router, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:48:34.634627 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-4f6d1d77-d739-4bca-bbdd-022c3ddcc190 tempest-RoutersAdminTest-28494675 tempest-RoutersAdminTest-28494675-project-admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 6.0142884 Jul 14 18:48:34.636074 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 40756) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:48:34.711533 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvr_db [None req-96b300d4-2f3b-46db-a45f-6ae318e56afd None None] Set router 28364cd0-6ff6-4d17-b002-4f5c82f2e90a gateway port host: n-d-800634-3 {{(pid=93917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 18:48:34.946759 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-b25b872a-86c7-4769-858c-6a05eb49f6d7 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:48:34.959108 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-d7be798f-34e3-45a8-897c-a631e1517a38 tempest-RoutersAdminTest-28494675 tempest-RoutersAdminTest-28494675-project-admin] 10.222.0.16 "GET /v2.0/routers/28364cd0-6ff6-4d17-b002-4f5c82f2e90a HTTP/1.1" status: 200 len: 907 time: 0.3101490 Jul 14 18:48:34.962732 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 40764) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:48:34.986389 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-b25b872a-86c7-4769-858c-6a05eb49f6d7 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305173'] for security_group_rule, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:48:35.025602 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.agents_db [None req-2ea07fb6-aa68-4671-8654-119d82b9f530 None None] Agent healthcheck: found 7 active agents {{(pid=93918) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 18:48:35.077014 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device e3448884-dcd3-4b93-ad2b-5905bdf2ca6a up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:48:35.184891 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-d2433665-fdab-4ae3-96ce-7da5c7c18960 tempest-RoutersAdminTest-28494675 tempest-RoutersAdminTest-28494675-project-admin] Notify callbacks [] for router, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:48:35.247910 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25b872a-86c7-4769-858c-6a05eb49f6d7 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d108e64b-32e1-410d-a427-10a0b1343b6f,revision_number=0']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:48:35.267417 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-b25b872a-86c7-4769-858c-6a05eb49f6d7 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:48:35.272280 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-b25b872a-86c7-4769-858c-6a05eb49f6d7 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.9172497 Jul 14 18:48:35.357286 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-d2433665-fdab-4ae3-96ce-7da5c7c18960 tempest-RoutersAdminTest-28494675 tempest-RoutersAdminTest-28494675-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:48:35.392015 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port e3448884-dcd3-4b93-ad2b-5905bdf2ca6a triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:48:35.393769 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:48:35.454239 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc1e9c9-ae42-45ff-b2d3-af90cd60ed5a req-1a9d0060-9ac9-46a1-a916-ef769d346ffa tempest-AttachVolumeNegativeTest-3632510 tempest-AttachVolumeNegativeTest-3632510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:48:35.455940 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-dcc1e9c9-ae42-45ff-b2d3-af90cd60ed5a req-1a9d0060-9ac9-46a1-a916-ef769d346ffa tempest-AttachVolumeNegativeTest-3632510 tempest-AttachVolumeNegativeTest-3632510-project] 10.222.0.16 "GET /v2.0/ports?device_id=9cd5c427-7653-4e3a-9f95-405ad771d60e HTTP/1.1" status: 200 len: 931 time: 0.2019145 Jul 14 18:48:35.479120 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-d2433665-fdab-4ae3-96ce-7da5c7c18960 tempest-RoutersAdminTest-28494675 tempest-RoutersAdminTest-28494675-project-admin] Deleting port d6c42358-3fd3-406a-b658-bd745b928444 {{(pid=93916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:48:35.479777 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-d2433665-fdab-4ae3-96ce-7da5c7c18960 tempest-RoutersAdminTest-28494675 tempest-RoutersAdminTest-28494675-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:48:35.514760 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [req-33bf57b7-d58c-46a3-8211-62d5aeb5ba75 req-5e826263-7fe6-474c-9d8b-41854d4b46b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce482cff-d6ac-417a-bf83-3e4307fce0a9 {{(pid=93915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 18:48:35.545843 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-96b300d4-2f3b-46db-a45f-6ae318e56afd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28364cd0-6ff6-4d17-b002-4f5c82f2e90a', 'name': 'tempest-snat-router-205972676', 'tenant_id': '04747b1fb6af4665b9ef83285a7a9eec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.188'}], 'enable_snat': True}, 'gw_port_id': 'd6c42358-3fd3-406a-b658-bd745b928444', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:48:28Z', 'updated_at': '2021-07-14T18:48:31Z', 'revision_number': 3, 'project_id': '04747b1fb6af4665b9ef83285a7a9eec', 'gw_port': {'id': 'd6c42358-3fd3-406a-b658-bd745b928444', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:b7:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28364cd0-6ff6-4d17-b002-4f5c82f2e90a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2930, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:48:29Z', 'updated_at': '2021-07-14T18:48:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3'}], 'n-d-800634-3', False) {} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:48:35.546445 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-dcc1e9c9-ae42-45ff-b2d3-af90cd60ed5a req-7be3ae3b-01b5-45cf-9891-069c83bb08d0 tempest-AttachVolumeNegativeTest-3632510 tempest-AttachVolumeNegativeTest-3632510-project] 10.222.0.16 "GET /v2.0/security-groups?id=0abe65fc-f489-4951-8c06-afae1a246333&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724726 Jul 14 18:48:35.552732 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-33bf57b7-d58c-46a3-8211-62d5aeb5ba75 req-5e826263-7fe6-474c-9d8b-41854d4b46b1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:48:35.608346 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.provisioning_blocks [req-33bf57b7-d58c-46a3-8211-62d5aeb5ba75 req-5e826263-7fe6-474c-9d8b-41854d4b46b1 service neutron] Transition to ACTIVE for port object ce482cff-d6ac-417a-bf83-3e4307fce0a9 will not be triggered until provisioned by entity L2. {{(pid=93915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:48:35.614822 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-33bf57b7-d58c-46a3-8211-62d5aeb5ba75 req-5e826263-7fe6-474c-9d8b-41854d4b46b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25912978'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:48:35.625234 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96b300d4-2f3b-46db-a45f-6ae318e56afd None None] Checking router: 28364cd0-6ff6-4d17-b002-4f5c82f2e90a for host: n-d-800634-3 {{(pid=93917) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 18:48:35.625581 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96b300d4-2f3b-46db-a45f-6ae318e56afd None None] Updating router 28364cd0-6ff6-4d17-b002-4f5c82f2e90a port d6c42358-3fd3-406a-b658-bd745b928444 binding host n-d-800634-3 {{(pid=93917) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 18:48:35.632615 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:48:35.672863 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-d2433665-fdab-4ae3-96ce-7da5c7c18960 tempest-RoutersAdminTest-28494675 tempest-RoutersAdminTest-28494675-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:48:35.696561 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-d2433665-fdab-4ae3-96ce-7da5c7c18960 tempest-RoutersAdminTest-28494675 tempest-RoutersAdminTest-28494675-project-admin] Calling delete_port for d6c42358-3fd3-406a-b658-bd745b928444 owned by network:router_gateway {{(pid=93916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:48:35.752799 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-96b300d4-2f3b-46db-a45f-6ae318e56afd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:48:35.840359 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e826263-7fe6-474c-9d8b-41854d4b46b1 service neutron] Pushing event updated for resources: {'Port': ['ID=ce482cff-d6ac-417a-bf83-3e4307fce0a9,revision_number=2']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:48:35.920795 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-33bf57b7-d58c-46a3-8211-62d5aeb5ba75 req-5e826263-7fe6-474c-9d8b-41854d4b46b1 service neutron] Attempting to bind port ce482cff-d6ac-417a-bf83-3e4307fce0a9 on host n-h2-800634-3 for vnic_type normal with profile {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:48:35.921900 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-33bf57b7-d58c-46a3-8211-62d5aeb5ba75 req-5e826263-7fe6-474c-9d8b-41854d4b46b1 service neutron] Attempting to bind port ce482cff-d6ac-417a-bf83-3e4307fce0a9 by drivers openvswitch,hyperv on host n-h2-800634-3 at level 0 using segments [{'id': '3142d796-db76-489d-9ebc-ac845cfeb79d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'f01ce686-0200-4cef-850e-fdadca3088c1'}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:48:35.924076 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33bf57b7-d58c-46a3-8211-62d5aeb5ba75 req-5e826263-7fe6-474c-9d8b-41854d4b46b1 service neutron] Attempting to bind port ce482cff-d6ac-417a-bf83-3e4307fce0a9 on network f01ce686-0200-4cef-850e-fdadca3088c1 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:48:35.934094 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33bf57b7-d58c-46a3-8211-62d5aeb5ba75 req-5e826263-7fe6-474c-9d8b-41854d4b46b1 service neutron] Port ce482cff-d6ac-417a-bf83-3e4307fce0a9 on network f01ce686-0200-4cef-850e-fdadca3088c1 not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-3 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 18:48:35.935524 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33bf57b7-d58c-46a3-8211-62d5aeb5ba75 req-5e826263-7fe6-474c-9d8b-41854d4b46b1 service neutron] Attempting to bind port ce482cff-d6ac-417a-bf83-3e4307fce0a9 on network f01ce686-0200-4cef-850e-fdadca3088c1 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:48:35.951696 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33bf57b7-d58c-46a3-8211-62d5aeb5ba75 req-5e826263-7fe6-474c-9d8b-41854d4b46b1 service neutron] Checking agent: {'id': '08e36a6c-8d04-48f0-a644-f27680635246', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 15, 35), 'started_at': datetime.datetime(2021, 7, 14, 18, 15, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 18, 48, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 18:48:35.953798 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33bf57b7-d58c-46a3-8211-62d5aeb5ba75 req-5e826263-7fe6-474c-9d8b-41854d4b46b1 service neutron] Checking segment: {'id': '3142d796-db76-489d-9ebc-ac845cfeb79d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'f01ce686-0200-4cef-850e-fdadca3088c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:48:35.954456 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33bf57b7-d58c-46a3-8211-62d5aeb5ba75 req-5e826263-7fe6-474c-9d8b-41854d4b46b1 service neutron] Bound using segment: {'id': '3142d796-db76-489d-9ebc-ac845cfeb79d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'f01ce686-0200-4cef-850e-fdadca3088c1'} {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 18:48:35.955131 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-33bf57b7-d58c-46a3-8211-62d5aeb5ba75 req-5e826263-7fe6-474c-9d8b-41854d4b46b1 service neutron] Bound port: ce482cff-d6ac-417a-bf83-3e4307fce0a9, host: n-h2-800634-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3142d796-db76-489d-9ebc-ac845cfeb79d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'f01ce686-0200-4cef-850e-fdadca3088c1'}}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 18:48:35.958272 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-33bf57b7-d58c-46a3-8211-62d5aeb5ba75 req-5e826263-7fe6-474c-9d8b-41854d4b46b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:48:36.130869 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-33bf57b7-d58c-46a3-8211-62d5aeb5ba75 req-5e826263-7fe6-474c-9d8b-41854d4b46b1 service neutron] For port ce482cff-d6ac-417a-bf83-3e4307fce0a9, host n-h2-800634-3, cleared binding levels {{(pid=93915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:48:36.135084 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-33bf57b7-d58c-46a3-8211-62d5aeb5ba75 req-5e826263-7fe6-474c-9d8b-41854d4b46b1 service neutron] For port ce482cff-d6ac-417a-bf83-3e4307fce0a9, host n-h2-800634-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=ce482cff-d6ac-417a-bf83-3e4307fce0a9,segment=NetworkSegment(3142d796-db76-489d-9ebc-ac845cfeb79d),segment_id=3142d796-db76-489d-9ebc-ac845cfeb79d)] {{(pid=93915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 18:48:36.140352 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-d2433665-fdab-4ae3-96ce-7da5c7c18960 tempest-RoutersAdminTest-28494675 tempest-RoutersAdminTest-28494675-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:48:36.147226 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-33bf57b7-d58c-46a3-8211-62d5aeb5ba75 req-5e826263-7fe6-474c-9d8b-41854d4b46b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25912978'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:48:36.188514 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bf57b7-d58c-46a3-8211-62d5aeb5ba75 req-5e826263-7fe6-474c-9d8b-41854d4b46b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:48:36.189629 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-33bf57b7-d58c-46a3-8211-62d5aeb5ba75 req-5e826263-7fe6-474c-9d8b-41854d4b46b1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:48:36.191216 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-33bf57b7-d58c-46a3-8211-62d5aeb5ba75 req-5e826263-7fe6-474c-9d8b-41854d4b46b1 service neutron] 10.222.0.35 "PUT /v2.0/ports/ce482cff-d6ac-417a-bf83-3e4307fce0a9 HTTP/1.1" status: 200 len: 1091 time: 2.3292313 Jul 14 18:48:36.191796 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9cd5c427-7653-4e3a-9f95-405ad771d60e', 'tag': 'ce482cff-d6ac-417a-bf83-3e4307fce0a9'}] {{(pid=93915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:48:36.194359 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e72782ad3af8f7d4ce76cedf092bca46d1756acc5c4653cf0b52034cdd6b073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c42000b-98e8-45a1-9c70-722829b90429" -d '{"events": [{"name": "network-changed", "server_uuid": "9cd5c427-7653-4e3a-9f95-405ad771d60e", "tag": "ce482cff-d6ac-417a-bf83-3e4307fce0a9"}]}' {{(pid=93915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:48:36.316597 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2433665-fdab-4ae3-96ce-7da5c7c18960 tempest-RoutersAdminTest-28494675 tempest-RoutersAdminTest-28494675-project-admin] Pushing event deleted for resources: {'Port': ['ID=d6c42358-3fd3-406a-b658-bd745b928444,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:48:36.377826 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e826263-7fe6-474c-9d8b-41854d4b46b1 service neutron] Pushing event updated for resources: {'Port': ['ID=ce482cff-d6ac-417a-bf83-3e4307fce0a9,revision_number=3']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:48:36.392471 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-d2433665-fdab-4ae3-96ce-7da5c7c18960 tempest-RoutersAdminTest-28494675 tempest-RoutersAdminTest-28494675-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-930057'] for router_gateway, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:48:36.411514 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bf57b7-d58c-46a3-8211-62d5aeb5ba75 req-b2f91bfc-a4bc-4166-9491-5540aad48523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:48:36.413997 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-33bf57b7-d58c-46a3-8211-62d5aeb5ba75 req-b2f91bfc-a4bc-4166-9491-5540aad48523 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=dc8d5262b1d34e2eab84ee621f7a0e10&device_id=9cd5c427-7653-4e3a-9f95-405ad771d60e HTTP/1.1" status: 200 len: 1094 time: 0.1636486 Jul 14 18:48:36.459136 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.db.api [None req-96b300d4-2f3b-46db-a45f-6ae318e56afd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93917) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 14 18:48:36.459734 n-d-800634-3 neutron-server[93917]: DEBUG oslo_db.api [None req-96b300d4-2f3b-46db-a45f-6ae318e56afd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 18:48:36.527332 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-33bf57b7-d58c-46a3-8211-62d5aeb5ba75 req-18cea5fa-31b7-4169-a89b-4ae9bb06d796 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ce482cff-d6ac-417a-bf83-3e4307fce0a9 HTTP/1.1" status: 200 len: 217 time: 0.1054423 Jul 14 18:48:36.641037 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-d2433665-fdab-4ae3-96ce-7da5c7c18960 tempest-RoutersAdminTest-28494675 tempest-RoutersAdminTest-28494675-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-571778', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11402'] for router, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:48:36.650521 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-d2433665-fdab-4ae3-96ce-7da5c7c18960 tempest-RoutersAdminTest-28494675 tempest-RoutersAdminTest-28494675-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:48:36.670870 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bf57b7-d58c-46a3-8211-62d5aeb5ba75 req-7f1f8c73-394e-4482-b54b-dc8263eda79f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:48:36.672431 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-33bf57b7-d58c-46a3-8211-62d5aeb5ba75 req-7f1f8c73-394e-4482-b54b-dc8263eda79f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=0f557551-9a58-4fbc-9de4-1c0c2883c537 HTTP/1.1" status: 200 len: 854 time: 0.1389370 Jul 14 18:48:36.673935 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 18:48:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07f8ef43-4b13-4103-a8b5-e9af4436b01a x-openstack-request-id: req-07f8ef43-4b13-4103-a8b5-e9af4436b01a {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:48:36.674255 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9cd5c427-7653-4e3a-9f95-405ad771d60e", "tag": "ce482cff-d6ac-417a-bf83-3e4307fce0a9", "status": "completed", "code": 200}]} {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:48:36.674489 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-07f8ef43-4b13-4103-a8b5-e9af4436b01a {{(pid=93915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:48:36.674887 n-d-800634-3 neutron-server[93915]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9cd5c427-7653-4e3a-9f95-405ad771d60e', 'tag': 'ce482cff-d6ac-417a-bf83-3e4307fce0a9', 'status': 'completed', 'code': 200} Jul 14 18:48:36.762915 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-33bf57b7-d58c-46a3-8211-62d5aeb5ba75 req-1ce3d336-c6c5-4ebd-a19e-00217ed5a7e4 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=f01ce686-0200-4cef-850e-fdadca3088c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0656426 Jul 14 18:48:36.775051 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-d2433665-fdab-4ae3-96ce-7da5c7c18960 tempest-RoutersAdminTest-28494675 tempest-RoutersAdminTest-28494675-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-541202'] for router, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:48:36.775788 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2433665-fdab-4ae3-96ce-7da5c7c18960 tempest-RoutersAdminTest-28494675 tempest-RoutersAdminTest-28494675-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 28364cd0-6ff6-4d17-b002-4f5c82f2e90a {{(pid=93916) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 18:48:36.780473 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-d2433665-fdab-4ae3-96ce-7da5c7c18960 tempest-RoutersAdminTest-28494675 tempest-RoutersAdminTest-28494675-project-admin] Notify callbacks [] for router, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:48:36.781873 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-d2433665-fdab-4ae3-96ce-7da5c7c18960 tempest-RoutersAdminTest-28494675 tempest-RoutersAdminTest-28494675-project-admin] 10.222.0.16 "DELETE /v2.0/routers/28364cd0-6ff6-4d17-b002-4f5c82f2e90a HTTP/1.1" status: 204 len: 168 time: 1.8158083 Jul 14 18:48:36.784466 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 40830) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:48:36.941800 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-983f04a5-74f0-4af3-8b2c-561a88663598 tempest-RoutersAdminTest-28494675 tempest-RoutersAdminTest-28494675-project-admin] Notify callbacks [] for router, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:48:36.962213 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-33bf57b7-d58c-46a3-8211-62d5aeb5ba75 req-a35b5bee-08a0-47ac-8848-61d83a38bbbd service neutron] 10.222.0.35 "GET /v2.0/networks/f01ce686-0200-4cef-850e-fdadca3088c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1806784 Jul 14 18:48:37.034625 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96b300d4-2f3b-46db-a45f-6ae318e56afd None None] Port d6c42358-3fd3-406a-b658-bd745b928444 not found while updating agent binding for router 28364cd0-6ff6-4d17-b002-4f5c82f2e90a. {{(pid=93917) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Jul 14 18:48:37.055449 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96b300d4-2f3b-46db-a45f-6ae318e56afd None None] Routers set() bound to L3 agent in host n-d-800634-3 {{(pid=93917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:48:37.056938 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96b300d4-2f3b-46db-a45f-6ae318e56afd None None] Router IDs set() for agent in host n-d-800634-3 {{(pid=93917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 14 18:48:37.058848 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_agentschedulers_db [None req-96b300d4-2f3b-46db-a45f-6ae318e56afd None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'28364cd0-6ff6-4d17-b002-4f5c82f2e90a'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:48:23Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent'). {{(pid=93917) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 14 18:48:37.059469 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96b300d4-2f3b-46db-a45f-6ae318e56afd None None] The sync data for ids ['28364cd0-6ff6-4d17-b002-4f5c82f2e90a'] in n-d-800634-3 is: [] {{(pid=93917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 18:48:37.132839 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b39b85e-c32d-43ba-9c3e-ab9631939dda req-e4b12819-a5c9-48d8-bac7-5b00da4fe373 tempest-AttachVolumeNegativeTest-3632510 tempest-AttachVolumeNegativeTest-3632510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:48:37.134474 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-5b39b85e-c32d-43ba-9c3e-ab9631939dda req-e4b12819-a5c9-48d8-bac7-5b00da4fe373 tempest-AttachVolumeNegativeTest-3632510 tempest-AttachVolumeNegativeTest-3632510-project] 10.222.0.16 "GET /v2.0/ports?device_id=9cd5c427-7653-4e3a-9f95-405ad771d60e HTTP/1.1" status: 200 len: 943 time: 0.4151003 Jul 14 18:48:37.214882 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-33bf57b7-d58c-46a3-8211-62d5aeb5ba75 req-b3f1e02d-3e1a-4c58-b37f-b5a0afe882dc service neutron] 10.222.0.35 "GET /v2.0/networks/f01ce686-0200-4cef-850e-fdadca3088c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2459838 Jul 14 18:48:37.235698 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-5b39b85e-c32d-43ba-9c3e-ab9631939dda req-c7832767-1c41-49b1-b00c-59623d2a0c26 tempest-AttachVolumeNegativeTest-3632510 tempest-AttachVolumeNegativeTest-3632510-project] 10.222.0.16 "GET /v2.0/security-groups?id=0abe65fc-f489-4951-8c06-afae1a246333&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918913 Jul 14 18:48:37.236000 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-983f04a5-74f0-4af3-8b2c-561a88663598 tempest-RoutersAdminTest-28494675 tempest-RoutersAdminTest-28494675-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:48:37.328054 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-983f04a5-74f0-4af3-8b2c-561a88663598 tempest-RoutersAdminTest-28494675 tempest-RoutersAdminTest-28494675-project-admin] Deleting port e3448884-dcd3-4b93-ad2b-5905bdf2ca6a {{(pid=93916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:48:37.328642 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-983f04a5-74f0-4af3-8b2c-561a88663598 tempest-RoutersAdminTest-28494675 tempest-RoutersAdminTest-28494675-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:48:37.400060 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c42000b-98e8-45a1-9c70-722829b90429 req-2a87e5c6-33dd-4e4c-8d2b-54a6e2919f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:48:37.405649 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-9c42000b-98e8-45a1-9c70-722829b90429 req-2a87e5c6-33dd-4e4c-8d2b-54a6e2919f74 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=dc8d5262b1d34e2eab84ee621f7a0e10&device_id=9cd5c427-7653-4e3a-9f95-405ad771d60e HTTP/1.1" status: 200 len: 1094 time: 0.1091356 Jul 14 18:48:37.483871 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.db [None req-983f04a5-74f0-4af3-8b2c-561a88663598 tempest-RoutersAdminTest-28494675 tempest-RoutersAdminTest-28494675-project-admin] For port e3448884-dcd3-4b93-ad2b-5905bdf2ca6a, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=e3448884-dcd3-4b93-ad2b-5905bdf2ca6a,segment=NetworkSegment(5afb940b-bbdf-4727-be00-5d46367c38a1),segment_id=5afb940b-bbdf-4727-be00-5d46367c38a1)] {{(pid=93916) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:48:37.484807 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-983f04a5-74f0-4af3-8b2c-561a88663598 tempest-RoutersAdminTest-28494675 tempest-RoutersAdminTest-28494675-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:48:37.511562 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-983f04a5-74f0-4af3-8b2c-561a88663598 tempest-RoutersAdminTest-28494675 tempest-RoutersAdminTest-28494675-project-admin] Calling delete_port for e3448884-dcd3-4b93-ad2b-5905bdf2ca6a owned by network:router_gateway {{(pid=93916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:48:37.577943 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c42000b-98e8-45a1-9c70-722829b90429 req-60d25754-ef71-4701-ac9e-ff783983ea24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:48:37.580110 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-9c42000b-98e8-45a1-9c70-722829b90429 req-60d25754-ef71-4701-ac9e-ff783983ea24 service neutron] 10.222.0.35 "GET /v2.0/networks?id=f01ce686-0200-4cef-850e-fdadca3088c1 HTTP/1.1" status: 200 len: 914 time: 0.1642163 Jul 14 18:48:37.676019 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-9c42000b-98e8-45a1-9c70-722829b90429 req-4d353a92-3e89-4a97-ba99-f04f5bc7f227 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ce482cff-d6ac-417a-bf83-3e4307fce0a9 HTTP/1.1" status: 200 len: 217 time: 0.0888259 Jul 14 18:48:37.765974 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c42000b-98e8-45a1-9c70-722829b90429 req-2b6662df-d81b-45e5-bba6-08feeecea7b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:48:37.767491 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-9c42000b-98e8-45a1-9c70-722829b90429 req-2b6662df-d81b-45e5-bba6-08feeecea7b8 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=0f557551-9a58-4fbc-9de4-1c0c2883c537 HTTP/1.1" status: 200 len: 854 time: 0.0845218 Jul 14 18:48:37.808179 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-9c42000b-98e8-45a1-9c70-722829b90429 req-0ee6b0e8-4989-4007-ad32-531aad2bbd82 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=f01ce686-0200-4cef-850e-fdadca3088c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0331633 Jul 14 18:48:37.945729 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-983f04a5-74f0-4af3-8b2c-561a88663598 tempest-RoutersAdminTest-28494675 tempest-RoutersAdminTest-28494675-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:48:38.008907 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-9c42000b-98e8-45a1-9c70-722829b90429 req-ac05595d-765a-4061-954a-8439a9246815 service neutron] 10.222.0.35 "GET /v2.0/networks/f01ce686-0200-4cef-850e-fdadca3088c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1918931 Jul 14 18:48:38.221628 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-9c42000b-98e8-45a1-9c70-722829b90429 req-4fb6ce3f-77e4-43f1-93eb-bd63c3db58a5 service neutron] 10.222.0.35 "GET /v2.0/networks/f01ce686-0200-4cef-850e-fdadca3088c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2054513 Jul 14 18:48:38.288623 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983f04a5-74f0-4af3-8b2c-561a88663598 tempest-RoutersAdminTest-28494675 tempest-RoutersAdminTest-28494675-project-admin] Pushing event deleted for resources: {'Port': ['ID=e3448884-dcd3-4b93-ad2b-5905bdf2ca6a,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:48:38.353796 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-983f04a5-74f0-4af3-8b2c-561a88663598 tempest-RoutersAdminTest-28494675 tempest-RoutersAdminTest-28494675-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-930057'] for router_gateway, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:48:38.511595 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-983f04a5-74f0-4af3-8b2c-561a88663598 tempest-RoutersAdminTest-28494675 tempest-RoutersAdminTest-28494675-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-571778', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11402'] for router, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:48:38.517033 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-983f04a5-74f0-4af3-8b2c-561a88663598 tempest-RoutersAdminTest-28494675 tempest-RoutersAdminTest-28494675-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:48:38.600407 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-983f04a5-74f0-4af3-8b2c-561a88663598 tempest-RoutersAdminTest-28494675 tempest-RoutersAdminTest-28494675-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-541202'] for router, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:48:38.601224 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-983f04a5-74f0-4af3-8b2c-561a88663598 tempest-RoutersAdminTest-28494675 tempest-RoutersAdminTest-28494675-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9fc1093e-1667-4136-a185-2b73c1741714 {{(pid=93916) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 18:48:38.612108 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-983f04a5-74f0-4af3-8b2c-561a88663598 tempest-RoutersAdminTest-28494675 tempest-RoutersAdminTest-28494675-project-admin] Notify callbacks [] for router, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:48:38.620504 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-983f04a5-74f0-4af3-8b2c-561a88663598 tempest-RoutersAdminTest-28494675 tempest-RoutersAdminTest-28494675-project-admin] 10.222.0.16 "DELETE /v2.0/routers/9fc1093e-1667-4136-a185-2b73c1741714 HTTP/1.1" status: 204 len: 168 time: 1.8349156 Jul 14 18:48:38.621040 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e416d1ef-aad1-446f-8bda-0928e3bc8946 req-00ec3fe3-74d8-4965-891c-c39a27b38488 tempest-AttachVolumeNegativeTest-3632510 tempest-AttachVolumeNegativeTest-3632510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:48:38.624027 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e416d1ef-aad1-446f-8bda-0928e3bc8946 req-00ec3fe3-74d8-4965-891c-c39a27b38488 tempest-AttachVolumeNegativeTest-3632510 tempest-AttachVolumeNegativeTest-3632510-project] 10.222.0.16 "GET /v2.0/ports?device_id=9cd5c427-7653-4e3a-9f95-405ad771d60e HTTP/1.1" status: 200 len: 943 time: 0.1462169 Jul 14 18:48:38.625137 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 40888) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:48:38.630208 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-1e158b1a-5f07-4e1d-b99f-66c4468ca80e tempest-RoutersAdminTest-313293952 tempest-RoutersAdminTest-313293952-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1687353787', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61'}, 'admin_state_up': False}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:48:38.693468 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-1e158b1a-5f07-4e1d-b99f-66c4468ca80e tempest-RoutersAdminTest-313293952 tempest-RoutersAdminTest-313293952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-571768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11104'] for router, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:48:38.697314 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-1e158b1a-5f07-4e1d-b99f-66c4468ca80e tempest-RoutersAdminTest-313293952 tempest-RoutersAdminTest-313293952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-571675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-930014', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-632314', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11129'] for router, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:48:38.731914 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e416d1ef-aad1-446f-8bda-0928e3bc8946 req-cde96665-c1e1-4b22-96ad-f07b079f1573 tempest-AttachVolumeNegativeTest-3632510 tempest-AttachVolumeNegativeTest-3632510-project] 10.222.0.16 "GET /v2.0/security-groups?id=0abe65fc-f489-4951-8c06-afae1a246333&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960875 Jul 14 18:48:38.806176 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-1e158b1a-5f07-4e1d-b99f-66c4468ca80e tempest-RoutersAdminTest-313293952 tempest-RoutersAdminTest-313293952-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:48:39.130469 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-1e158b1a-5f07-4e1d-b99f-66c4468ca80e tempest-RoutersAdminTest-313293952 tempest-RoutersAdminTest-313293952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-929996', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-571750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11395'] for router, precommit_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:48:40.067494 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3bd617-c0b5-439a-afc6-ca9a5ffcbb0a req-cce95c02-d345-4f70-8cb0-7f879526ae63 tempest-AttachVolumeNegativeTest-3632510 tempest-AttachVolumeNegativeTest-3632510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:48:40.079214 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-5b3bd617-c0b5-439a-afc6-ca9a5ffcbb0a req-cce95c02-d345-4f70-8cb0-7f879526ae63 tempest-AttachVolumeNegativeTest-3632510 tempest-AttachVolumeNegativeTest-3632510-project] 10.222.0.16 "GET /v2.0/ports?device_id=9cd5c427-7653-4e3a-9f95-405ad771d60e HTTP/1.1" status: 200 len: 943 time: 0.1707897 Jul 14 18:48:40.105637 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-1e158b1a-5f07-4e1d-b99f-66c4468ca80e tempest-RoutersAdminTest-313293952 tempest-RoutersAdminTest-313293952-project] Notify callbacks [] for router_gateway, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:48:40.135484 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-1e158b1a-5f07-4e1d-b99f-66c4468ca80e tempest-RoutersAdminTest-313293952 tempest-RoutersAdminTest-313293952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:48:40.152604 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-5b3bd617-c0b5-439a-afc6-ca9a5ffcbb0a req-8dcf0dfb-ca02-4ddb-b2e6-88c3d660250c tempest-AttachVolumeNegativeTest-3632510 tempest-AttachVolumeNegativeTest-3632510-project] 10.222.0.16 "GET /v2.0/security-groups?id=0abe65fc-f489-4951-8c06-afae1a246333&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717847 Jul 14 18:48:40.292935 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.db_base_plugin_common [None req-1e158b1a-5f07-4e1d-b99f-66c4468ca80e tempest-RoutersAdminTest-313293952 tempest-RoutersAdminTest-313293952-project] Allocated IP 172.25.1.173 (9200a437-e1de-4520-88f6-e68386523e61/5f47f848-4532-407a-a0e2-5690ade15fd0/314f64c0-9128-406e-8fcb-1c265a8a683c) {{(pid=93916) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:48:40.440652 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-1e158b1a-5f07-4e1d-b99f-66c4468ca80e tempest-RoutersAdminTest-313293952 tempest-RoutersAdminTest-313293952-project] Notify callbacks [] for port, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:48:40.548991 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-1e158b1a-5f07-4e1d-b99f-66c4468ca80e tempest-RoutersAdminTest-313293952 tempest-RoutersAdminTest-313293952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:48:40.668168 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e158b1a-5f07-4e1d-b99f-66c4468ca80e tempest-RoutersAdminTest-313293952 tempest-RoutersAdminTest-313293952-project] Network 9200a437-e1de-4520-88f6-e68386523e61 is already hosted by enough agents. {{(pid=93916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:48:40.673987 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e158b1a-5f07-4e1d-b99f-66c4468ca80e tempest-RoutersAdminTest-313293952 tempest-RoutersAdminTest-313293952-project] Pushing event updated for resources: {'Port': ['ID=314f64c0-9128-406e-8fcb-1c265a8a683c,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:48:40.688458 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [None req-1e158b1a-5f07-4e1d-b99f-66c4468ca80e tempest-RoutersAdminTest-313293952 tempest-RoutersAdminTest-313293952-project] Resources bound (agent type, host, resource id): {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:48:40.699265 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e158b1a-5f07-4e1d-b99f-66c4468ca80e tempest-RoutersAdminTest-313293952 tempest-RoutersAdminTest-313293952-project] Received port after_create {{(pid=93916) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:48:40.860239 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device e3448884-dcd3-4b93-ad2b-5905bdf2ca6a no longer exists at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 18:48:40.920394 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] No Port match for: e3448884-dcd3-4b93-ad2b-5905bdf2ca6a {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 18:48:40.922642 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device e3448884-dcd3-4b93-ad2b-5905bdf2ca6a not bound to the agent host n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 18:48:41.029436 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Device ce482cff-d6ac-417a-bf83-3e4307fce0a9 details requested by agent hyperv_n-h2-800634-3 with host n-h2-800634-3 {{(pid=93917) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 18:48:41.243706 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-1e158b1a-5f07-4e1d-b99f-66c4468ca80e tempest-RoutersAdminTest-313293952 tempest-RoutersAdminTest-313293952-project] Notify callbacks [] for router_gateway, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:48:41.292740 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] For port ce482cff-d6ac-417a-bf83-3e4307fce0a9, host n-h2-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=ce482cff-d6ac-417a-bf83-3e4307fce0a9,segment=NetworkSegment(3142d796-db76-489d-9ebc-ac845cfeb79d),segment_id=3142d796-db76-489d-9ebc-ac845cfeb79d)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:48:41.346104 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Returning: {'device': 'ce482cff-d6ac-417a-bf83-3e4307fce0a9', 'network_id': 'f01ce686-0200-4cef-850e-fdadca3088c1', 'port_id': 'ce482cff-d6ac-417a-bf83-3e4307fce0a9', 'mac_address': 'fa:16:3e:33:14:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f557551-9a58-4fbc-9de4-1c0c2883c537', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93917) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 18:48:41.461443 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:48:41.504505 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce482cff-d6ac-417a-bf83-3e4307fce0a9 {{(pid=93917) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 18:48:41.534691 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] For port ce482cff-d6ac-417a-bf83-3e4307fce0a9, host n-h2-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=ce482cff-d6ac-417a-bf83-3e4307fce0a9,segment=NetworkSegment(3142d796-db76-489d-9ebc-ac845cfeb79d),segment_id=3142d796-db76-489d-9ebc-ac845cfeb79d)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:48:41.540291 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:48:41.545341 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8fb69b-89b1-4cbb-9f37-c24a2050d306 req-e488a5d3-ef1c-4399-ac44-92ad1b8e691e tempest-AttachVolumeNegativeTest-3632510 tempest-AttachVolumeNegativeTest-3632510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:48:41.552373 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-5b8fb69b-89b1-4cbb-9f37-c24a2050d306 req-e488a5d3-ef1c-4399-ac44-92ad1b8e691e tempest-AttachVolumeNegativeTest-3632510 tempest-AttachVolumeNegativeTest-3632510-project] 10.222.0.16 "GET /v2.0/ports?device_id=9cd5c427-7653-4e3a-9f95-405ad771d60e HTTP/1.1" status: 200 len: 943 time: 0.1584663 Jul 14 18:48:41.634830 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-5b8fb69b-89b1-4cbb-9f37-c24a2050d306 req-895d1cd8-a7f5-427c-965d-fd88cf22fb08 tempest-AttachVolumeNegativeTest-3632510 tempest-AttachVolumeNegativeTest-3632510-project] 10.222.0.16 "GET /v2.0/security-groups?id=0abe65fc-f489-4951-8c06-afae1a246333&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814798 Jul 14 18:48:41.704547 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Pushing event updated for resources: {'Port': ['ID=ce482cff-d6ac-417a-bf83-3e4307fce0a9,revision_number=4']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:48:41.723961 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:48:41.724334 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:48:41.724681 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:48:41.725018 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:48:41.725353 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:48:41.725684 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:48:41.726013 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:48:41.726339 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:48:41.726662 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:48:41.726988 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:48:41.727312 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:48:41.727633 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:48:41.737824 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-1e158b1a-5f07-4e1d-b99f-66c4468ca80e tempest-RoutersAdminTest-313293952 tempest-RoutersAdminTest-313293952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-571759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-930033'] for router, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:48:41.795584 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] get_ports_and_sgs() called for port_ids ['ce482cff-d6ac-417a-bf83-3e4307fce0a9'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 18:48:42.130139 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e158b1a-5f07-4e1d-b99f-66c4468ca80e tempest-RoutersAdminTest-313293952 tempest-RoutersAdminTest-313293952-project] Router cdec3a12-8284-49e1-8025-cc1f8ed38169 is scheduled to L3 agent 2c6eb27e-defb-4cca-9a24-381c7415e359 with binding_index 1 {{(pid=93916) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 18:48:42.297734 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e158b1a-5f07-4e1d-b99f-66c4468ca80e tempest-RoutersAdminTest-313293952 tempest-RoutersAdminTest-313293952-project] Notify agent at l3_agent.n-d-800634-3 the message routers_updated {{(pid=93916) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 18:48:42.307460 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f78006c-b843-4aaf-b8af-de3cffcb1109 None None] Sync routers for ids ['cdec3a12-8284-49e1-8025-cc1f8ed38169'] in n-d-800634-3 {{(pid=93918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 18:48:42.320791 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f78006c-b843-4aaf-b8af-de3cffcb1109 None None] Routers {'cdec3a12-8284-49e1-8025-cc1f8ed38169'} bound to L3 agent in host n-d-800634-3 {{(pid=93918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:48:42.321393 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-1e158b1a-5f07-4e1d-b99f-66c4468ca80e tempest-RoutersAdminTest-313293952 tempest-RoutersAdminTest-313293952-project] Notify callbacks [] for router, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:48:42.321532 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-7f78006c-b843-4aaf-b8af-de3cffcb1109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:48:23Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['cdec3a12-8284-49e1-8025-cc1f8ed38169'], 'active': True} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:48:42.323452 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-1e158b1a-5f07-4e1d-b99f-66c4468ca80e tempest-RoutersAdminTest-313293952 tempest-RoutersAdminTest-313293952-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 3.6969564 Jul 14 18:48:42.326088 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 40942) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:48:42.332667 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-bfa018aa-a13e-4dc8-85b1-867f561b866e tempest-RoutersAdminTest-28494675 tempest-RoutersAdminTest-28494675-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'enable_snat': False}}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:48:42.391811 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-7f78006c-b843-4aaf-b8af-de3cffcb1109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-3', False) {} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:48:42.414274 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f78006c-b843-4aaf-b8af-de3cffcb1109 None None] Routers {'cdec3a12-8284-49e1-8025-cc1f8ed38169'} bound to L3 agent in host n-d-800634-3 {{(pid=93918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:48:42.414964 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-7f78006c-b843-4aaf-b8af-de3cffcb1109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:48:23Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['cdec3a12-8284-49e1-8025-cc1f8ed38169'], 'active': True} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:48:42.502269 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-7f78006c-b843-4aaf-b8af-de3cffcb1109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-3', False) {} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:48:42.502987 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f78006c-b843-4aaf-b8af-de3cffcb1109 None None] The sync data for ids ['cdec3a12-8284-49e1-8025-cc1f8ed38169'] in n-d-800634-3 is: [] {{(pid=93918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 18:48:43.058842 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Device ce482cff-d6ac-417a-bf83-3e4307fce0a9 up at agent hyperv_n-h2-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:48:43.073688 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1c06b7-126a-4490-8445-0dfc3b7ab7a2 req-11e43dff-ae5d-4e0e-a4ca-96e96be8bb20 tempest-AttachVolumeNegativeTest-3632510 tempest-AttachVolumeNegativeTest-3632510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:48:43.076570 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-1a1c06b7-126a-4490-8445-0dfc3b7ab7a2 req-11e43dff-ae5d-4e0e-a4ca-96e96be8bb20 tempest-AttachVolumeNegativeTest-3632510 tempest-AttachVolumeNegativeTest-3632510-project] 10.222.0.16 "GET /v2.0/ports?device_id=9cd5c427-7653-4e3a-9f95-405ad771d60e HTTP/1.1" status: 200 len: 944 time: 0.1913486 Jul 14 18:48:43.082416 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-bfa018aa-a13e-4dc8-85b1-867f561b866e tempest-RoutersAdminTest-28494675 tempest-RoutersAdminTest-28494675-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-929996', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-571750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11395'] for router, precommit_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:48:43.139590 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-1a1c06b7-126a-4490-8445-0dfc3b7ab7a2 req-3fadfa71-f8a0-4807-84dd-03e4ffe6f024 tempest-AttachVolumeNegativeTest-3632510 tempest-AttachVolumeNegativeTest-3632510-project] 10.222.0.16 "GET /v2.0/security-groups?id=0abe65fc-f489-4951-8c06-afae1a246333&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526540 Jul 14 18:48:43.242717 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Provisioning for port ce482cff-d6ac-417a-bf83-3e4307fce0a9 completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:48:43.250719 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Provisioning complete for port ce482cff-d6ac-417a-bf83-3e4307fce0a9 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:48:43.251266 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:48:43.485412 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:48:43.546290 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cd5c427-7653-4e3a-9f95-405ad771d60e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce482cff-d6ac-417a-bf83-3e4307fce0a9'}] {{(pid=93917) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:48:43.555000 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20b787f3c29eaa7aa2a4d648c725a2124c5ff39a8d793252f9d844495e14cf42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24edfba2-dac5-4419-b8fd-269920fe81de" -d '{"events": [{"server_uuid": "9cd5c427-7653-4e3a-9f95-405ad771d60e", "name": "network-vif-plugged", "status": "completed", "tag": "ce482cff-d6ac-417a-bf83-3e4307fce0a9"}]}' {{(pid=93917) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:48:43.580200 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] For port ce482cff-d6ac-417a-bf83-3e4307fce0a9, host n-h2-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=ce482cff-d6ac-417a-bf83-3e4307fce0a9,segment=NetworkSegment(3142d796-db76-489d-9ebc-ac845cfeb79d),segment_id=3142d796-db76-489d-9ebc-ac845cfeb79d)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:48:43.593092 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:48:43.744009 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 18:48:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0276fae-c467-41f3-a71e-0d753e9b0f55 x-openstack-request-id: req-b0276fae-c467-41f3-a71e-0d753e9b0f55 {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:48:43.744809 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cd5c427-7653-4e3a-9f95-405ad771d60e", "name": "network-vif-plugged", "status": "completed", "tag": "ce482cff-d6ac-417a-bf83-3e4307fce0a9", "code": 200}]} {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:48:43.745168 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b0276fae-c467-41f3-a71e-0d753e9b0f55 {{(pid=93917) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:48:43.745753 n-d-800634-3 neutron-server[93917]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cd5c427-7653-4e3a-9f95-405ad771d60e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce482cff-d6ac-417a-bf83-3e4307fce0a9', 'code': 200} Jul 14 18:48:43.746710 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Pushing event updated for resources: {'Port': ['ID=ce482cff-d6ac-417a-bf83-3e4307fce0a9,revision_number=5']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:48:44.506929 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-bfa018aa-a13e-4dc8-85b1-867f561b866e tempest-RoutersAdminTest-28494675 tempest-RoutersAdminTest-28494675-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-929996', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-571750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11395'] for router, precommit_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:48:44.515743 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-bfa018aa-a13e-4dc8-85b1-867f561b866e tempest-RoutersAdminTest-28494675 tempest-RoutersAdminTest-28494675-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-930033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-929987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-930042', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-571805'] for router, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:48:44.523706 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22031e8d-d662-493c-9332-e9ff5cda5825 req-8f1bb778-8e37-4530-b07c-6c87562f0d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:48:44.533505 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-22031e8d-d662-493c-9332-e9ff5cda5825 req-8f1bb778-8e37-4530-b07c-6c87562f0d52 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=9cd5c427-7653-4e3a-9f95-405ad771d60e HTTP/1.1" status: 200 len: 1096 time: 0.3478742 Jul 14 18:48:44.726737 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-22031e8d-d662-493c-9332-e9ff5cda5825 req-5eb98679-cd88-4b06-9ec7-21ab832507d9 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=0abe65fc-f489-4951-8c06-afae1a246333&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499665 Jul 14 18:48:44.738065 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c322e40-337c-4725-80f2-43172c059790 req-43d3542f-7265-49c4-af50-3bde262c1381 tempest-AttachVolumeNegativeTest-3632510 tempest-AttachVolumeNegativeTest-3632510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:48:44.741041 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2c322e40-337c-4725-80f2-43172c059790 req-43d3542f-7265-49c4-af50-3bde262c1381 tempest-AttachVolumeNegativeTest-3632510 tempest-AttachVolumeNegativeTest-3632510-project] 10.222.0.16 "GET /v2.0/ports?device_id=9cd5c427-7653-4e3a-9f95-405ad771d60e HTTP/1.1" status: 200 len: 945 time: 0.3895903 Jul 14 18:48:44.790319 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfa018aa-a13e-4dc8-85b1-867f561b866e tempest-RoutersAdminTest-28494675 tempest-RoutersAdminTest-28494675-project-admin] Router cdec3a12-8284-49e1-8025-cc1f8ed38169 has already been hosted by L3 agent 2c6eb27e-defb-4cca-9a24-381c7415e359 {{(pid=93915) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 18:48:44.824011 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c15cf77-b68e-4394-b1a3-865d0eed7ab5 req-f139a59f-49bc-4241-acda-7e5d937c7e83 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:48:44.831380 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6c15cf77-b68e-4394-b1a3-865d0eed7ab5 req-f139a59f-49bc-4241-acda-7e5d937c7e83 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c556fe5-0125-48ec-8057-3295f5ec5000 HTTP/1.1" status: 200 len: 946 time: 0.2261088 Jul 14 18:48:44.895178 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2c322e40-337c-4725-80f2-43172c059790 req-edb4cb0b-f2e5-464e-a90c-b930f828f827 tempest-AttachVolumeNegativeTest-3632510 tempest-AttachVolumeNegativeTest-3632510-project] 10.222.0.16 "GET /v2.0/security-groups?id=0abe65fc-f489-4951-8c06-afae1a246333&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250143 Jul 14 18:48:44.985077 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6c15cf77-b68e-4394-b1a3-865d0eed7ab5 req-52267e70-1eae-4166-bdd1-d20731674d16 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] 10.222.0.16 "GET /v2.0/security-groups?id=be330687-3a60-4db7-bad1-ca6d5eb00fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1524119 Jul 14 18:48:45.069885 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfa018aa-a13e-4dc8-85b1-867f561b866e tempest-RoutersAdminTest-28494675 tempest-RoutersAdminTest-28494675-project-admin] Notify agent at l3_agent.n-d-800634-3 the message routers_updated {{(pid=93915) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 18:48:45.081974 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-686c5347-fdb1-4962-991f-53db812ce071 None None] Sync routers for ids ['cdec3a12-8284-49e1-8025-cc1f8ed38169'] in n-d-800634-3 {{(pid=93917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 18:48:45.084965 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-bfa018aa-a13e-4dc8-85b1-867f561b866e tempest-RoutersAdminTest-28494675 tempest-RoutersAdminTest-28494675-project-admin] Notify callbacks [] for router, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:48:45.086469 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-bfa018aa-a13e-4dc8-85b1-867f561b866e tempest-RoutersAdminTest-28494675 tempest-RoutersAdminTest-28494675-project-admin] 10.222.0.16 "PUT /v2.0/routers/cdec3a12-8284-49e1-8025-cc1f8ed38169 HTTP/1.1" status: 200 len: 922 time: 2.7590954 Jul 14 18:48:45.089317 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 41008) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:48:45.094658 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-686c5347-fdb1-4962-991f-53db812ce071 None None] Routers {'cdec3a12-8284-49e1-8025-cc1f8ed38169'} bound to L3 agent in host n-d-800634-3 {{(pid=93917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:48:45.095676 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-686c5347-fdb1-4962-991f-53db812ce071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:48:23Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['cdec3a12-8284-49e1-8025-cc1f8ed38169'], 'active': True} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:48:45.151439 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-686c5347-fdb1-4962-991f-53db812ce071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-3', False) {} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:48:45.164065 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-686c5347-fdb1-4962-991f-53db812ce071 None None] Routers {'cdec3a12-8284-49e1-8025-cc1f8ed38169'} bound to L3 agent in host n-d-800634-3 {{(pid=93917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:48:45.165005 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-686c5347-fdb1-4962-991f-53db812ce071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:48:23Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['cdec3a12-8284-49e1-8025-cc1f8ed38169'], 'active': True} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:48:45.217547 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-686c5347-fdb1-4962-991f-53db812ce071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-3', False) {} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:48:45.217547 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-686c5347-fdb1-4962-991f-53db812ce071 None None] The sync data for ids ['cdec3a12-8284-49e1-8025-cc1f8ed38169'] in n-d-800634-3 is: [] {{(pid=93917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 18:48:45.299321 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-a5b2b47f-a19b-4031-9727-284e1d2dea1e tempest-RoutersAdminTest-28494675 tempest-RoutersAdminTest-28494675-project-admin] 10.222.0.16 "GET /v2.0/routers/cdec3a12-8284-49e1-8025-cc1f8ed38169 HTTP/1.1" status: 200 len: 922 time: 0.2088103 Jul 14 18:48:45.302186 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 41018) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:48:45.402197 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70602c80-62ed-47b3-805e-886849b39b63 tempest-RoutersAdminTest-28494675 tempest-RoutersAdminTest-28494675-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:48:45.403282 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-70602c80-62ed-47b3-805e-886849b39b63 tempest-RoutersAdminTest-28494675 tempest-RoutersAdminTest-28494675-project-admin] 10.222.0.16 "GET /v2.0/ports?network_id=9200a437-e1de-4520-88f6-e68386523e61&device_id=cdec3a12-8284-49e1-8025-cc1f8ed38169&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1001554 Jul 14 18:48:45.406627 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 41020) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:48:45.519550 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e959fd3-4759-4c84-8224-c436108515e1 tempest-RoutersAdminTest-28494675 tempest-RoutersAdminTest-28494675-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:48:45.523089 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-4e959fd3-4759-4c84-8224-c436108515e1 tempest-RoutersAdminTest-28494675 tempest-RoutersAdminTest-28494675-project-admin] 10.222.0.16 "GET /v2.0/networks/9200a437-e1de-4520-88f6-e68386523e61 HTTP/1.1" status: 200 len: 881 time: 0.1154194 Jul 14 18:48:45.526105 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 41026) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:48:45.563002 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-bf03a18c-18e2-412d-bd98-abb9bba53279 tempest-RoutersAdminTest-313293952 tempest-RoutersAdminTest-313293952-project] 10.222.0.16 "GET /v2.0/ports?device_id=cdec3a12-8284-49e1-8025-cc1f8ed38169 HTTP/1.1" status: 200 len: 205 time: 0.0356951 Jul 14 18:48:45.565830 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 41028) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:48:45.692789 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-54059d86-c8ca-4308-90da-bb7a733cbee5 tempest-RoutersAdminTest-313293952 tempest-RoutersAdminTest-313293952-project] Notify callbacks [] for router, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:48:45.812527 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-54059d86-c8ca-4308-90da-bb7a733cbee5 tempest-RoutersAdminTest-313293952 tempest-RoutersAdminTest-313293952-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:48:45.890859 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-54059d86-c8ca-4308-90da-bb7a733cbee5 tempest-RoutersAdminTest-313293952 tempest-RoutersAdminTest-313293952-project] Deleting port 314f64c0-9128-406e-8fcb-1c265a8a683c {{(pid=93916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:48:45.891917 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-54059d86-c8ca-4308-90da-bb7a733cbee5 tempest-RoutersAdminTest-313293952 tempest-RoutersAdminTest-313293952-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:48:45.987450 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-54059d86-c8ca-4308-90da-bb7a733cbee5 tempest-RoutersAdminTest-313293952 tempest-RoutersAdminTest-313293952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:48:46.006968 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-54059d86-c8ca-4308-90da-bb7a733cbee5 tempest-RoutersAdminTest-313293952 tempest-RoutersAdminTest-313293952-project] Calling delete_port for 314f64c0-9128-406e-8fcb-1c265a8a683c owned by network:router_gateway {{(pid=93916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:48:46.101571 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a21025b-7812-4dc2-9685-469044915709 req-d46cbd05-20ec-40cb-be97-a2a680719ba0 tempest-AttachVolumeNegativeTest-3632510 tempest-AttachVolumeNegativeTest-3632510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:48:46.110214 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3a21025b-7812-4dc2-9685-469044915709 req-d46cbd05-20ec-40cb-be97-a2a680719ba0 tempest-AttachVolumeNegativeTest-3632510 tempest-AttachVolumeNegativeTest-3632510-project] 10.222.0.16 "GET /v2.0/ports?device_id=9cd5c427-7653-4e3a-9f95-405ad771d60e HTTP/1.1" status: 200 len: 945 time: 0.0987747 Jul 14 18:48:46.166948 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3a21025b-7812-4dc2-9685-469044915709 req-3767b82b-c7ff-4a44-927f-8d7a1e667f66 tempest-AttachVolumeNegativeTest-3632510 tempest-AttachVolumeNegativeTest-3632510-project] 10.222.0.16 "GET /v2.0/security-groups?id=0abe65fc-f489-4951-8c06-afae1a246333&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518408 Jul 14 18:48:46.289603 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-54059d86-c8ca-4308-90da-bb7a733cbee5 tempest-RoutersAdminTest-313293952 tempest-RoutersAdminTest-313293952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:48:46.340258 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54059d86-c8ca-4308-90da-bb7a733cbee5 tempest-RoutersAdminTest-313293952 tempest-RoutersAdminTest-313293952-project] Pushing event deleted for resources: {'Port': ['ID=314f64c0-9128-406e-8fcb-1c265a8a683c,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:48:46.360883 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9177a229-5872-45c1-8b9f-1e0622f5bf36 req-ef8bfbf5-7734-4576-bf03-995e794e3b80 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:48:46.363850 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-9177a229-5872-45c1-8b9f-1e0622f5bf36 req-ef8bfbf5-7734-4576-bf03-995e794e3b80 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c556fe5-0125-48ec-8057-3295f5ec5000 HTTP/1.1" status: 200 len: 946 time: 0.1739583 Jul 14 18:48:46.430122 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-9177a229-5872-45c1-8b9f-1e0622f5bf36 req-10827bd8-d9f2-4e6f-8655-a102fa0036e5 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] 10.222.0.16 "GET /v2.0/security-groups?id=be330687-3a60-4db7-bad1-ca6d5eb00fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568032 Jul 14 18:48:46.440254 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-54059d86-c8ca-4308-90da-bb7a733cbee5 tempest-RoutersAdminTest-313293952 tempest-RoutersAdminTest-313293952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-930057'] for router_gateway, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:48:46.574517 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-54059d86-c8ca-4308-90da-bb7a733cbee5 tempest-RoutersAdminTest-313293952 tempest-RoutersAdminTest-313293952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-571778', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11402'] for router, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:48:46.578613 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-54059d86-c8ca-4308-90da-bb7a733cbee5 tempest-RoutersAdminTest-313293952 tempest-RoutersAdminTest-313293952-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:48:46.686815 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-54059d86-c8ca-4308-90da-bb7a733cbee5 tempest-RoutersAdminTest-313293952 tempest-RoutersAdminTest-313293952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-541202'] for router, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:48:46.687351 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54059d86-c8ca-4308-90da-bb7a733cbee5 tempest-RoutersAdminTest-313293952 tempest-RoutersAdminTest-313293952-project] Fanout notify agent at l3_agent the message router_deleted on router cdec3a12-8284-49e1-8025-cc1f8ed38169 {{(pid=93916) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 18:48:46.698739 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-54059d86-c8ca-4308-90da-bb7a733cbee5 tempest-RoutersAdminTest-313293952 tempest-RoutersAdminTest-313293952-project] Notify callbacks [] for router, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:48:46.702579 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-54059d86-c8ca-4308-90da-bb7a733cbee5 tempest-RoutersAdminTest-313293952 tempest-RoutersAdminTest-313293952-project] 10.222.0.16 "DELETE /v2.0/routers/cdec3a12-8284-49e1-8025-cc1f8ed38169 HTTP/1.1" status: 204 len: 168 time: 1.1356964 Jul 14 18:48:46.707786 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 41060) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:48:46.717383 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-14c8c995-88bc-458d-b7a1-4440805d877b tempest-RoutersAdminTest-313293952 tempest-RoutersAdminTest-313293952-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-371409828', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:48:46.753267 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-14c8c995-88bc-458d-b7a1-4440805d877b tempest-RoutersAdminTest-313293952 tempest-RoutersAdminTest-313293952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-571768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11104'] for router, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:48:46.754339 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-14c8c995-88bc-458d-b7a1-4440805d877b tempest-RoutersAdminTest-313293952 tempest-RoutersAdminTest-313293952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-571675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-930014', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-632314', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11129'] for router, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:48:46.815091 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-14c8c995-88bc-458d-b7a1-4440805d877b tempest-RoutersAdminTest-313293952 tempest-RoutersAdminTest-313293952-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:48:46.822016 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-14c8c995-88bc-458d-b7a1-4440805d877b tempest-RoutersAdminTest-313293952 tempest-RoutersAdminTest-313293952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-571759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-930033'] for router, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:48:46.844487 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-14c8c995-88bc-458d-b7a1-4440805d877b tempest-RoutersAdminTest-313293952 tempest-RoutersAdminTest-313293952-project] Notify callbacks [] for router, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:48:46.846239 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-14c8c995-88bc-458d-b7a1-4440805d877b tempest-RoutersAdminTest-313293952 tempest-RoutersAdminTest-313293952-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1366665 Jul 14 18:48:46.850193 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 41072) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:48:46.857087 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-9461b09d-c317-4d06-9ffe-ba61e18a2f8a tempest-RoutersAdminTest-313293952 tempest-RoutersAdminTest-313293952-project] Request body: {'router': {'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61'}}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:48:47.217842 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-9461b09d-c317-4d06-9ffe-ba61e18a2f8a tempest-RoutersAdminTest-313293952 tempest-RoutersAdminTest-313293952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-929996', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-571750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11395'] for router, precommit_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:48:47.564847 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-9461b09d-c317-4d06-9ffe-ba61e18a2f8a tempest-RoutersAdminTest-313293952 tempest-RoutersAdminTest-313293952-project] Notify callbacks [] for router_gateway, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:48:47.586811 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-9461b09d-c317-4d06-9ffe-ba61e18a2f8a tempest-RoutersAdminTest-313293952 tempest-RoutersAdminTest-313293952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:48:47.664627 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a40f105-c60c-4fc8-9e97-33c2074e732b req-d6fac576-3633-45eb-beb7-bdd90325e484 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:48:47.666933 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-5a40f105-c60c-4fc8-9e97-33c2074e732b req-d6fac576-3633-45eb-beb7-bdd90325e484 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c556fe5-0125-48ec-8057-3295f5ec5000 HTTP/1.1" status: 200 len: 946 time: 0.1314521 Jul 14 18:48:47.755305 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-5a40f105-c60c-4fc8-9e97-33c2074e732b req-693f806a-a9ed-4827-bd73-e63f713ee4a8 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] 10.222.0.16 "GET /v2.0/security-groups?id=be330687-3a60-4db7-bad1-ca6d5eb00fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0782242 Jul 14 18:48:47.824793 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.db_base_plugin_common [None req-9461b09d-c317-4d06-9ffe-ba61e18a2f8a tempest-RoutersAdminTest-313293952 tempest-RoutersAdminTest-313293952-project] Allocated IP 172.25.1.121 (9200a437-e1de-4520-88f6-e68386523e61/5f47f848-4532-407a-a0e2-5690ade15fd0/f1998add-66b6-4068-81da-ce76b0af1fff) {{(pid=93916) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:48:47.946531 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-9461b09d-c317-4d06-9ffe-ba61e18a2f8a tempest-RoutersAdminTest-313293952 tempest-RoutersAdminTest-313293952-project] Notify callbacks [] for port, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:48:47.991951 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-9461b09d-c317-4d06-9ffe-ba61e18a2f8a tempest-RoutersAdminTest-313293952 tempest-RoutersAdminTest-313293952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:48:48.042048 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9461b09d-c317-4d06-9ffe-ba61e18a2f8a tempest-RoutersAdminTest-313293952 tempest-RoutersAdminTest-313293952-project] Network 9200a437-e1de-4520-88f6-e68386523e61 is already hosted by enough agents. {{(pid=93916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:48:48.047932 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [None req-9461b09d-c317-4d06-9ffe-ba61e18a2f8a tempest-RoutersAdminTest-313293952 tempest-RoutersAdminTest-313293952-project] Resources bound (agent type, host, resource id): {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:48:48.052860 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9461b09d-c317-4d06-9ffe-ba61e18a2f8a tempest-RoutersAdminTest-313293952 tempest-RoutersAdminTest-313293952-project] Received port after_create {{(pid=93916) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:48:48.056335 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9461b09d-c317-4d06-9ffe-ba61e18a2f8a tempest-RoutersAdminTest-313293952 tempest-RoutersAdminTest-313293952-project] Pushing event updated for resources: {'Port': ['ID=f1998add-66b6-4068-81da-ce76b0af1fff,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:48:48.337306 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-9461b09d-c317-4d06-9ffe-ba61e18a2f8a tempest-RoutersAdminTest-313293952 tempest-RoutersAdminTest-313293952-project] Notify callbacks [] for router_gateway, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:48:48.922311 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device 9c478c99-d62c-4ba4-a542-afd02703f1f0 details requested by agent hyperv_n-h1-800634-3 with host n-h1-800634-3 {{(pid=93917) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 18:48:48.924914 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device 9c478c99-d62c-4ba4-a542-afd02703f1f0 no longer exists at agent hyperv_n-h1-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 18:48:49.047616 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99c60c7-e371-4a5f-9504-85786594212c req-68cb8497-8b21-44c4-935f-56a260991cbc tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:48:49.052870 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-9461b09d-c317-4d06-9ffe-ba61e18a2f8a tempest-RoutersAdminTest-313293952 tempest-RoutersAdminTest-313293952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-929996', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-571750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11395'] for router, precommit_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:48:49.063636 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-9461b09d-c317-4d06-9ffe-ba61e18a2f8a tempest-RoutersAdminTest-313293952 tempest-RoutersAdminTest-313293952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-930033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-929987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-930042', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-571805'] for router, after_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:48:49.063909 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f99c60c7-e371-4a5f-9504-85786594212c req-68cb8497-8b21-44c4-935f-56a260991cbc tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c556fe5-0125-48ec-8057-3295f5ec5000 HTTP/1.1" status: 200 len: 946 time: 0.1401076 Jul 14 18:48:49.181619 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f99c60c7-e371-4a5f-9504-85786594212c req-efe6733b-4842-4f81-8631-23c44f1a47db tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] 10.222.0.16 "GET /v2.0/security-groups?id=be330687-3a60-4db7-bad1-ca6d5eb00fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1160064 Jul 14 18:48:49.303252 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9461b09d-c317-4d06-9ffe-ba61e18a2f8a tempest-RoutersAdminTest-313293952 tempest-RoutersAdminTest-313293952-project] Router 24afd2f8-440a-4a79-ae57-00482b5fe22d is scheduled to L3 agent 2c6eb27e-defb-4cca-9a24-381c7415e359 with binding_index 1 {{(pid=93916) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 18:48:49.320093 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:48:49.365785 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c556fe5-0125-48ec-8057-3295f5ec5000', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9c478c99-d62c-4ba4-a542-afd02703f1f0'}] {{(pid=93917) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:48:49.368233 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20b787f3c29eaa7aa2a4d648c725a2124c5ff39a8d793252f9d844495e14cf42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3342207-f165-4a9f-b959-65ad72f90ba3" -d '{"events": [{"server_uuid": "9c556fe5-0125-48ec-8057-3295f5ec5000", "name": "network-vif-unplugged", "status": "completed", "tag": "9c478c99-d62c-4ba4-a542-afd02703f1f0"}]}' {{(pid=93917) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:48:49.391402 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port 9c478c99-d62c-4ba4-a542-afd02703f1f0, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=9c478c99-d62c-4ba4-a542-afd02703f1f0,segment=NetworkSegment(e6ac1013-49a3-4f7c-beca-cf2ef24dd35b),segment_id=e6ac1013-49a3-4f7c-beca-cf2ef24dd35b)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:48:49.407614 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:48:49.474505 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port 9c478c99-d62c-4ba4-a542-afd02703f1f0, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=9c478c99-d62c-4ba4-a542-afd02703f1f0,segment=NetworkSegment(e6ac1013-49a3-4f7c-beca-cf2ef24dd35b),segment_id=e6ac1013-49a3-4f7c-beca-cf2ef24dd35b)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:48:49.482683 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Pushing event updated for resources: {'Port': ['ID=9c478c99-d62c-4ba4-a542-afd02703f1f0,revision_number=11']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:48:49.497268 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Returning: {'device': '9c478c99-d62c-4ba4-a542-afd02703f1f0', 'network_id': '39c54d55-b1e0-4eb1-9ee5-3eeadd4d8bde', 'port_id': '9c478c99-d62c-4ba4-a542-afd02703f1f0', 'mac_address': 'fa:16:3e:38:6b:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9fdea6e-22fa-4991-9f87-b79de93db404', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93917) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 18:48:49.498052 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9461b09d-c317-4d06-9ffe-ba61e18a2f8a tempest-RoutersAdminTest-313293952 tempest-RoutersAdminTest-313293952-project] Notify agent at l3_agent.n-d-800634-3 the message routers_updated {{(pid=93916) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 18:48:49.510848 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-9461b09d-c317-4d06-9ffe-ba61e18a2f8a tempest-RoutersAdminTest-313293952 tempest-RoutersAdminTest-313293952-project] Notify callbacks [] for router, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:48:49.512277 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-9461b09d-c317-4d06-9ffe-ba61e18a2f8a tempest-RoutersAdminTest-313293952 tempest-RoutersAdminTest-313293952-project] 10.222.0.16 "PUT /v2.0/routers/24afd2f8-440a-4a79-ae57-00482b5fe22d HTTP/1.1" status: 200 len: 879 time: 2.6608598 Jul 14 18:48:49.515984 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 41144) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:48:49.519320 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa217d20-6ab0-431a-a9b9-b833e6417519 None None] Sync routers for ids ['24afd2f8-440a-4a79-ae57-00482b5fe22d'] in n-d-800634-3 {{(pid=93918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 18:48:49.542215 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa217d20-6ab0-431a-a9b9-b833e6417519 None None] Routers {'24afd2f8-440a-4a79-ae57-00482b5fe22d'} bound to L3 agent in host n-d-800634-3 {{(pid=93918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:48:49.545023 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-aa217d20-6ab0-431a-a9b9-b833e6417519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:48:23Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['24afd2f8-440a-4a79-ae57-00482b5fe22d'], 'active': True} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:48:49.572006 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:48:49.603622 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c478c99-d62c-4ba4-a542-afd02703f1f0 {{(pid=93917) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 18:48:49.626460 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-aa217d20-6ab0-431a-a9b9-b833e6417519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-3', False) {} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:48:49.627899 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port 9c478c99-d62c-4ba4-a542-afd02703f1f0, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=9c478c99-d62c-4ba4-a542-afd02703f1f0,segment=NetworkSegment(e6ac1013-49a3-4f7c-beca-cf2ef24dd35b),segment_id=e6ac1013-49a3-4f7c-beca-cf2ef24dd35b)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:48:49.634640 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:48:49.660222 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa217d20-6ab0-431a-a9b9-b833e6417519 None None] Routers {'24afd2f8-440a-4a79-ae57-00482b5fe22d'} bound to L3 agent in host n-d-800634-3 {{(pid=93918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:48:49.660867 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-aa217d20-6ab0-431a-a9b9-b833e6417519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:48:23Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['24afd2f8-440a-4a79-ae57-00482b5fe22d'], 'active': True} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:48:49.689937 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 14 Jul 2021 18:48:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4830aeae-0dd2-49fa-8e3e-5166e9e62c0a x-openstack-request-id: req-4830aeae-0dd2-49fa-8e3e-5166e9e62c0a {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:48:49.691950 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c556fe5-0125-48ec-8057-3295f5ec5000", "name": "network-vif-unplugged", "status": "completed", "tag": "9c478c99-d62c-4ba4-a542-afd02703f1f0", "code": 200}]} {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:48:49.692569 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4830aeae-0dd2-49fa-8e3e-5166e9e62c0a {{(pid=93917) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:48:49.693105 n-d-800634-3 neutron-server[93917]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c556fe5-0125-48ec-8057-3295f5ec5000', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9c478c99-d62c-4ba4-a542-afd02703f1f0', 'code': 200} Jul 14 18:48:49.741332 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-aa217d20-6ab0-431a-a9b9-b833e6417519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-3', False) {} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:48:49.742014 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa217d20-6ab0-431a-a9b9-b833e6417519 None None] The sync data for ids ['24afd2f8-440a-4a79-ae57-00482b5fe22d'] in n-d-800634-3 is: [] {{(pid=93918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 18:48:49.764092 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] get_ports_and_sgs() called for port_ids ['9c478c99-d62c-4ba4-a542-afd02703f1f0'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 18:48:49.805960 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 41154) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:48:49.816647 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-5eb1dd4f-56f4-4a37-a866-6acd1914425e tempest-RoutersAdminTest-28494675 tempest-RoutersAdminTest-28494675-project-admin] 10.222.0.16 "GET /v2.0/routers/24afd2f8-440a-4a79-ae57-00482b5fe22d HTTP/1.1" status: 200 len: 920 time: 0.2872007 Jul 14 18:48:49.853561 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Pushing event updated for resources: {'Port': ['ID=9c478c99-d62c-4ba4-a542-afd02703f1f0,revision_number=12']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:48:49.983044 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1222eee-c0af-4674-8bf1-38d61380cdb6 tempest-RoutersAdminTest-28494675 tempest-RoutersAdminTest-28494675-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:48:49.987300 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 41158) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:48:49.993508 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-b1222eee-c0af-4674-8bf1-38d61380cdb6 tempest-RoutersAdminTest-28494675 tempest-RoutersAdminTest-28494675-project-admin] 10.222.0.16 "GET /v2.0/ports?network_id=9200a437-e1de-4520-88f6-e68386523e61&device_id=24afd2f8-440a-4a79-ae57-00482b5fe22d&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1862864 Jul 14 18:48:50.095618 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77120b70-4f28-49fe-bf7e-780f8016eecb tempest-RoutersAdminTest-28494675 tempest-RoutersAdminTest-28494675-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:48:50.097822 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-77120b70-4f28-49fe-bf7e-780f8016eecb tempest-RoutersAdminTest-28494675 tempest-RoutersAdminTest-28494675-project-admin] 10.222.0.16 "GET /v2.0/networks/9200a437-e1de-4520-88f6-e68386523e61 HTTP/1.1" status: 200 len: 881 time: 0.1077814 Jul 14 18:48:50.100714 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 41160) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:48:50.151943 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-45047705-a75a-4dd7-a423-79fda7c17972 tempest-RoutersAdminTest-313293952 tempest-RoutersAdminTest-313293952-project] 10.222.0.16 "GET /v2.0/ports?device_id=24afd2f8-440a-4a79-ae57-00482b5fe22d HTTP/1.1" status: 200 len: 205 time: 0.0477257 Jul 14 18:48:50.152279 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 41162) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:48:50.305279 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-e63674eb-4877-4a81-bd35-481a7acd79d0 tempest-RoutersAdminTest-313293952 tempest-RoutersAdminTest-313293952-project] Notify callbacks [] for router, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:48:50.370845 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-f33fe67d-3fc1-48f0-81ed-45c1ca1405fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:48:50.428807 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a17b62f-51f8-44ca-98b4-89d3d056e8a9 req-9fe7de6c-8cb7-4c4b-8d9c-12a87d49e543 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:48:50.432638 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-7a17b62f-51f8-44ca-98b4-89d3d056e8a9 req-9fe7de6c-8cb7-4c4b-8d9c-12a87d49e543 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c556fe5-0125-48ec-8057-3295f5ec5000 HTTP/1.1" status: 200 len: 945 time: 0.0844343 Jul 14 18:48:50.452920 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-e63674eb-4877-4a81-bd35-481a7acd79d0 tempest-RoutersAdminTest-313293952 tempest-RoutersAdminTest-313293952-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:48:50.488772 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-7a17b62f-51f8-44ca-98b4-89d3d056e8a9 req-15898917-7a13-4304-8310-cf459a0b09af tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] 10.222.0.16 "GET /v2.0/security-groups?id=be330687-3a60-4db7-bad1-ca6d5eb00fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476077 Jul 14 18:48:50.524910 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-e63674eb-4877-4a81-bd35-481a7acd79d0 tempest-RoutersAdminTest-313293952 tempest-RoutersAdminTest-313293952-project] Deleting port f1998add-66b6-4068-81da-ce76b0af1fff {{(pid=93916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:48:50.525346 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-e63674eb-4877-4a81-bd35-481a7acd79d0 tempest-RoutersAdminTest-313293952 tempest-RoutersAdminTest-313293952-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:48:50.631314 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-e63674eb-4877-4a81-bd35-481a7acd79d0 tempest-RoutersAdminTest-313293952 tempest-RoutersAdminTest-313293952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:48:50.659428 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-e63674eb-4877-4a81-bd35-481a7acd79d0 tempest-RoutersAdminTest-313293952 tempest-RoutersAdminTest-313293952-project] Calling delete_port for f1998add-66b6-4068-81da-ce76b0af1fff owned by network:router_gateway {{(pid=93916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:48:50.946034 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device 9c478c99-d62c-4ba4-a542-afd02703f1f0 up at agent hyperv_n-h1-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:48:51.008710 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-e63674eb-4877-4a81-bd35-481a7acd79d0 tempest-RoutersAdminTest-313293952 tempest-RoutersAdminTest-313293952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:48:51.027096 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Provisioning complete for port 9c478c99-d62c-4ba4-a542-afd02703f1f0 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:48:51.027538 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:48:51.056493 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63674eb-4877-4a81-bd35-481a7acd79d0 tempest-RoutersAdminTest-313293952 tempest-RoutersAdminTest-313293952-project] Pushing event deleted for resources: {'Port': ['ID=f1998add-66b6-4068-81da-ce76b0af1fff,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:48:51.131096 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:48:51.165086 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-e63674eb-4877-4a81-bd35-481a7acd79d0 tempest-RoutersAdminTest-313293952 tempest-RoutersAdminTest-313293952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-930057'] for router_gateway, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:48:51.203997 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port 9c478c99-d62c-4ba4-a542-afd02703f1f0, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=9c478c99-d62c-4ba4-a542-afd02703f1f0,segment=NetworkSegment(e6ac1013-49a3-4f7c-beca-cf2ef24dd35b),segment_id=e6ac1013-49a3-4f7c-beca-cf2ef24dd35b)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:48:51.212675 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:48:51.308964 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Pushing event updated for resources: {'Port': ['ID=9c478c99-d62c-4ba4-a542-afd02703f1f0,revision_number=13']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:48:51.364976 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-e63674eb-4877-4a81-bd35-481a7acd79d0 tempest-RoutersAdminTest-313293952 tempest-RoutersAdminTest-313293952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-571778', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11402'] for router, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:48:51.370307 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-e63674eb-4877-4a81-bd35-481a7acd79d0 tempest-RoutersAdminTest-313293952 tempest-RoutersAdminTest-313293952-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:48:51.445585 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-e63674eb-4877-4a81-bd35-481a7acd79d0 tempest-RoutersAdminTest-313293952 tempest-RoutersAdminTest-313293952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-541202'] for router, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:48:51.446180 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e63674eb-4877-4a81-bd35-481a7acd79d0 tempest-RoutersAdminTest-313293952 tempest-RoutersAdminTest-313293952-project] Fanout notify agent at l3_agent the message router_deleted on router 24afd2f8-440a-4a79-ae57-00482b5fe22d {{(pid=93916) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 18:48:51.456047 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-e63674eb-4877-4a81-bd35-481a7acd79d0 tempest-RoutersAdminTest-313293952 tempest-RoutersAdminTest-313293952-project] Notify callbacks [] for router, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:48:51.457369 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-e63674eb-4877-4a81-bd35-481a7acd79d0 tempest-RoutersAdminTest-313293952 tempest-RoutersAdminTest-313293952-project] 10.222.0.16 "DELETE /v2.0/routers/24afd2f8-440a-4a79-ae57-00482b5fe22d HTTP/1.1" status: 204 len: 168 time: 1.3012981 Jul 14 18:48:51.461024 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 41198) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:48:51.466983 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-c9f8e34d-19a7-401d-8d83-0387af26e382 tempest-RoutersAdminTest-313293952 tempest-RoutersAdminTest-313293952-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1548199892', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:48:51.497375 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-c9f8e34d-19a7-401d-8d83-0387af26e382 tempest-RoutersAdminTest-313293952 tempest-RoutersAdminTest-313293952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-571768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11104'] for router, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:48:51.499434 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-c9f8e34d-19a7-401d-8d83-0387af26e382 tempest-RoutersAdminTest-313293952 tempest-RoutersAdminTest-313293952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-571675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-930014', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-632314', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11129'] for router, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:48:51.597624 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-c9f8e34d-19a7-401d-8d83-0387af26e382 tempest-RoutersAdminTest-313293952 tempest-RoutersAdminTest-313293952-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:48:51.604742 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-c9f8e34d-19a7-401d-8d83-0387af26e382 tempest-RoutersAdminTest-313293952 tempest-RoutersAdminTest-313293952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-571759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-930033'] for router, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:48:51.641840 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-c9f8e34d-19a7-401d-8d83-0387af26e382 tempest-RoutersAdminTest-313293952 tempest-RoutersAdminTest-313293952-project] Notify callbacks [] for router, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:48:51.646078 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-c9f8e34d-19a7-401d-8d83-0387af26e382 tempest-RoutersAdminTest-313293952 tempest-RoutersAdminTest-313293952-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1811373 Jul 14 18:48:51.646867 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 41208) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:48:51.651135 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-3c93c10a-9894-42f8-af0b-962db04b1372 tempest-RoutersAdminTest-28494675 tempest-RoutersAdminTest-28494675-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'enable_snat': True}}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:48:51.697277 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c556fe5-0125-48ec-8057-3295f5ec5000', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c478c99-d62c-4ba4-a542-afd02703f1f0'}] {{(pid=93917) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:48:51.700548 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20b787f3c29eaa7aa2a4d648c725a2124c5ff39a8d793252f9d844495e14cf42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-551b23a1-293e-484b-9f58-066743189340" -d '{"events": [{"server_uuid": "9c556fe5-0125-48ec-8057-3295f5ec5000", "name": "network-vif-plugged", "status": "completed", "tag": "9c478c99-d62c-4ba4-a542-afd02703f1f0"}]}' {{(pid=93917) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:48:51.809230 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 18:48:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b2aca0f-83bf-420a-965c-3e0194461b86 x-openstack-request-id: req-6b2aca0f-83bf-420a-965c-3e0194461b86 {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:48:51.810110 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c556fe5-0125-48ec-8057-3295f5ec5000", "name": "network-vif-plugged", "status": "completed", "tag": "9c478c99-d62c-4ba4-a542-afd02703f1f0", "code": 200}]} {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:48:51.811191 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6b2aca0f-83bf-420a-965c-3e0194461b86 {{(pid=93917) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:48:51.812629 n-d-800634-3 neutron-server[93917]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c556fe5-0125-48ec-8057-3295f5ec5000', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c478c99-d62c-4ba4-a542-afd02703f1f0', 'code': 200} Jul 14 18:48:51.824029 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cef55a-643e-4de3-a311-244e3e11daa8 req-e21f5f10-1356-4b1d-b7e3-476e258b2ec8 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:48:51.827004 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-72cef55a-643e-4de3-a311-244e3e11daa8 req-e21f5f10-1356-4b1d-b7e3-476e258b2ec8 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c556fe5-0125-48ec-8057-3295f5ec5000 HTTP/1.1" status: 200 len: 946 time: 0.0960500 Jul 14 18:48:51.988815 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-72cef55a-643e-4de3-a311-244e3e11daa8 req-89c248f5-477a-4f0a-8b37-2c41a01defb8 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] 10.222.0.16 "GET /v2.0/security-groups?id=be330687-3a60-4db7-bad1-ca6d5eb00fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1247890 Jul 14 18:48:52.152514 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-3c93c10a-9894-42f8-af0b-962db04b1372 tempest-RoutersAdminTest-28494675 tempest-RoutersAdminTest-28494675-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-929996', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-571750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11395'] for router, precommit_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:48:52.657762 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-3c93c10a-9894-42f8-af0b-962db04b1372 tempest-RoutersAdminTest-28494675 tempest-RoutersAdminTest-28494675-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:48:52.695449 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-3c93c10a-9894-42f8-af0b-962db04b1372 tempest-RoutersAdminTest-28494675 tempest-RoutersAdminTest-28494675-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:48:52.820019 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-5d70d1d4-9dc0-44fd-b5cf-0bf9d681624a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:48:52.935661 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.db_base_plugin_common [None req-3c93c10a-9894-42f8-af0b-962db04b1372 tempest-RoutersAdminTest-28494675 tempest-RoutersAdminTest-28494675-project-admin] Allocated IP 172.25.1.236 (9200a437-e1de-4520-88f6-e68386523e61/5f47f848-4532-407a-a0e2-5690ade15fd0/86ed0623-31e4-4f1d-94aa-7d1eba3c6057) {{(pid=93916) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:48:53.198711 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:48:53.259764 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-3c93c10a-9894-42f8-af0b-962db04b1372 tempest-RoutersAdminTest-28494675 tempest-RoutersAdminTest-28494675-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:48:53.324576 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6eb9289-3093-46a8-8b7e-dcff57a0687f req-d1dc96df-c5ca-4218-a428-6f9908f8a7b1 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:48:53.327683 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b6eb9289-3093-46a8-8b7e-dcff57a0687f req-d1dc96df-c5ca-4218-a428-6f9908f8a7b1 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c556fe5-0125-48ec-8057-3295f5ec5000 HTTP/1.1" status: 200 len: 946 time: 0.1022635 Jul 14 18:48:53.369039 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-3c93c10a-9894-42f8-af0b-962db04b1372 tempest-RoutersAdminTest-28494675 tempest-RoutersAdminTest-28494675-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:48:53.405996 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b6eb9289-3093-46a8-8b7e-dcff57a0687f req-4b0a6e21-70c1-424f-8f79-9c0336becac3 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] 10.222.0.16 "GET /v2.0/security-groups?id=be330687-3a60-4db7-bad1-ca6d5eb00fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0695131 Jul 14 18:48:53.478579 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c93c10a-9894-42f8-af0b-962db04b1372 tempest-RoutersAdminTest-28494675 tempest-RoutersAdminTest-28494675-project-admin] Network 9200a437-e1de-4520-88f6-e68386523e61 is already hosted by enough agents. {{(pid=93916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:48:53.482648 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [None req-3c93c10a-9894-42f8-af0b-962db04b1372 tempest-RoutersAdminTest-28494675 tempest-RoutersAdminTest-28494675-project-admin] Resources bound (agent type, host, resource id): {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:48:53.485169 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c93c10a-9894-42f8-af0b-962db04b1372 tempest-RoutersAdminTest-28494675 tempest-RoutersAdminTest-28494675-project-admin] Received port after_create {{(pid=93916) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:48:53.487815 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c93c10a-9894-42f8-af0b-962db04b1372 tempest-RoutersAdminTest-28494675 tempest-RoutersAdminTest-28494675-project-admin] Pushing event updated for resources: {'Port': ['ID=86ed0623-31e4-4f1d-94aa-7d1eba3c6057,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:48:54.146273 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-574aeb93-9938-449c-8e6c-cb22c9b52cc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:48:54.211250 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-3c93c10a-9894-42f8-af0b-962db04b1372 tempest-RoutersAdminTest-28494675 tempest-RoutersAdminTest-28494675-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:48:54.872963 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-3c93c10a-9894-42f8-af0b-962db04b1372 tempest-RoutersAdminTest-28494675 tempest-RoutersAdminTest-28494675-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-929996', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-571750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11395'] for router, precommit_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:48:54.878461 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-3c93c10a-9894-42f8-af0b-962db04b1372 tempest-RoutersAdminTest-28494675 tempest-RoutersAdminTest-28494675-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-930033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-929987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-930042', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-571805'] for router, after_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:48:54.899560 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72fdb69-3a99-48b3-bce3-8b847648b6e3 req-1540ec84-0985-44af-b12c-e18792389d74 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:48:54.917627 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c72fdb69-3a99-48b3-bce3-8b847648b6e3 req-1540ec84-0985-44af-b12c-e18792389d74 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c556fe5-0125-48ec-8057-3295f5ec5000 HTTP/1.1" status: 200 len: 946 time: 0.1883903 Jul 14 18:48:55.000800 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c72fdb69-3a99-48b3-bce3-8b847648b6e3 req-45702aae-36c4-41e1-8ac7-49e2eadb1ec4 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] 10.222.0.16 "GET /v2.0/security-groups?id=be330687-3a60-4db7-bad1-ca6d5eb00fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0822520 Jul 14 18:48:55.164959 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c93c10a-9894-42f8-af0b-962db04b1372 tempest-RoutersAdminTest-28494675 tempest-RoutersAdminTest-28494675-project-admin] Router 20153a64-8875-4365-baee-a97c99961b78 is scheduled to L3 agent 2c6eb27e-defb-4cca-9a24-381c7415e359 with binding_index 1 {{(pid=93916) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 18:48:55.822399 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-2f4e3af3-e708-4ffd-a544-82d93a489d01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:48:55.883923 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c93c10a-9894-42f8-af0b-962db04b1372 tempest-RoutersAdminTest-28494675 tempest-RoutersAdminTest-28494675-project-admin] Notify agent at l3_agent.n-d-800634-3 the message routers_updated {{(pid=93916) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 18:48:55.909452 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55654f39-4698-44d6-867e-223855289d29 None None] Sync routers for ids ['20153a64-8875-4365-baee-a97c99961b78'] in n-d-800634-3 {{(pid=93917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 18:48:55.910795 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-3c93c10a-9894-42f8-af0b-962db04b1372 tempest-RoutersAdminTest-28494675 tempest-RoutersAdminTest-28494675-project-admin] Notify callbacks [] for router, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:48:55.912662 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-3c93c10a-9894-42f8-af0b-962db04b1372 tempest-RoutersAdminTest-28494675 tempest-RoutersAdminTest-28494675-project-admin] 10.222.0.16 "PUT /v2.0/routers/20153a64-8875-4365-baee-a97c99961b78 HTTP/1.1" status: 200 len: 915 time: 4.2653558 Jul 14 18:48:55.915232 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 41298) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:48:55.941613 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55654f39-4698-44d6-867e-223855289d29 None None] Routers {'20153a64-8875-4365-baee-a97c99961b78'} bound to L3 agent in host n-d-800634-3 {{(pid=93917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:48:55.945901 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-55654f39-4698-44d6-867e-223855289d29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:48:53Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['20153a64-8875-4365-baee-a97c99961b78'], 'active': True} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:48:56.079585 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-55654f39-4698-44d6-867e-223855289d29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-3', False) {} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:48:56.104944 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-4502732f-0e7b-4c4a-9e55-0ff5a5569fa2 tempest-RoutersAdminTest-28494675 tempest-RoutersAdminTest-28494675-project-admin] 10.222.0.16 "GET /v2.0/routers/20153a64-8875-4365-baee-a97c99961b78 HTTP/1.1" status: 200 len: 921 time: 0.1873059 Jul 14 18:48:56.107193 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 41304) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:48:56.108380 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55654f39-4698-44d6-867e-223855289d29 None None] Routers {'20153a64-8875-4365-baee-a97c99961b78'} bound to L3 agent in host n-d-800634-3 {{(pid=93917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:48:56.109135 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-55654f39-4698-44d6-867e-223855289d29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:48:53Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['20153a64-8875-4365-baee-a97c99961b78'], 'active': True} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:48:56.198259 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bce4fb2-feec-466c-8342-0646c22b05a0 tempest-RoutersAdminTest-28494675 tempest-RoutersAdminTest-28494675-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:48:56.199856 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-1bce4fb2-feec-466c-8342-0646c22b05a0 tempest-RoutersAdminTest-28494675 tempest-RoutersAdminTest-28494675-project-admin] 10.222.0.16 "GET /v2.0/ports?network_id=9200a437-e1de-4520-88f6-e68386523e61&device_id=20153a64-8875-4365-baee-a97c99961b78&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0914073 Jul 14 18:48:56.205243 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 41306) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:48:56.213611 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-55654f39-4698-44d6-867e-223855289d29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-3', False) {} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:48:56.214557 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55654f39-4698-44d6-867e-223855289d29 None None] The sync data for ids ['20153a64-8875-4365-baee-a97c99961b78'] in n-d-800634-3 is: [] {{(pid=93917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 18:48:56.555861 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fb03108-1cb8-44bf-a8ef-c22ae4efd62a tempest-RoutersAdminTest-28494675 tempest-RoutersAdminTest-28494675-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:48:56.563089 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-7fb03108-1cb8-44bf-a8ef-c22ae4efd62a tempest-RoutersAdminTest-28494675 tempest-RoutersAdminTest-28494675-project-admin] 10.222.0.16 "GET /v2.0/networks/9200a437-e1de-4520-88f6-e68386523e61 HTTP/1.1" status: 200 len: 881 time: 0.3567514 Jul 14 18:48:56.566133 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 41318) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:48:56.670631 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-f6d8d4ed-cc9d-4d68-8551-20cd5c703abb tempest-RoutersAdminTest-313293952 tempest-RoutersAdminTest-313293952-project] 10.222.0.16 "GET /v2.0/ports?device_id=20153a64-8875-4365-baee-a97c99961b78 HTTP/1.1" status: 200 len: 205 time: 0.1033213 Jul 14 18:48:56.674552 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 41320) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:48:56.680655 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed5db12-ed5d-4b89-adf3-b1e875524898 req-2cddccc2-45f4-48df-a18c-b65ab3a35122 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:48:56.689717 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-8ed5db12-ed5d-4b89-adf3-b1e875524898 req-2cddccc2-45f4-48df-a18c-b65ab3a35122 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c556fe5-0125-48ec-8057-3295f5ec5000 HTTP/1.1" status: 200 len: 946 time: 0.1200171 Jul 14 18:48:56.762018 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-8ed5db12-ed5d-4b89-adf3-b1e875524898 req-f7afaa17-ce34-4db0-846c-21b861ac66e8 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] 10.222.0.16 "GET /v2.0/security-groups?id=be330687-3a60-4db7-bad1-ca6d5eb00fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0698264 Jul 14 18:48:57.016232 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-b772a11e-c183-4822-bf36-2da7e999b49d tempest-RoutersAdminTest-313293952 tempest-RoutersAdminTest-313293952-project] Notify callbacks [] for router, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:48:57.201045 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-b772a11e-c183-4822-bf36-2da7e999b49d tempest-RoutersAdminTest-313293952 tempest-RoutersAdminTest-313293952-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:48:57.279564 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-b772a11e-c183-4822-bf36-2da7e999b49d tempest-RoutersAdminTest-313293952 tempest-RoutersAdminTest-313293952-project] Deleting port 86ed0623-31e4-4f1d-94aa-7d1eba3c6057 {{(pid=93916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:48:57.279912 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-b772a11e-c183-4822-bf36-2da7e999b49d tempest-RoutersAdminTest-313293952 tempest-RoutersAdminTest-313293952-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:48:57.427111 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-b772a11e-c183-4822-bf36-2da7e999b49d tempest-RoutersAdminTest-313293952 tempest-RoutersAdminTest-313293952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:48:57.451859 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-b772a11e-c183-4822-bf36-2da7e999b49d tempest-RoutersAdminTest-313293952 tempest-RoutersAdminTest-313293952-project] Calling delete_port for 86ed0623-31e4-4f1d-94aa-7d1eba3c6057 owned by network:router_gateway {{(pid=93916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:48:57.960967 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-b772a11e-c183-4822-bf36-2da7e999b49d tempest-RoutersAdminTest-313293952 tempest-RoutersAdminTest-313293952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:48:58.014156 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b772a11e-c183-4822-bf36-2da7e999b49d tempest-RoutersAdminTest-313293952 tempest-RoutersAdminTest-313293952-project] Pushing event deleted for resources: {'Port': ['ID=86ed0623-31e4-4f1d-94aa-7d1eba3c6057,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:48:58.135893 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-b772a11e-c183-4822-bf36-2da7e999b49d tempest-RoutersAdminTest-313293952 tempest-RoutersAdminTest-313293952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-930057'] for router_gateway, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:48:58.232784 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649db216-a3df-48a8-8b34-b2b6c764ef69 req-9fd134f7-34f4-4967-a5d6-b9eed101eea2 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:48:58.241373 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-649db216-a3df-48a8-8b34-b2b6c764ef69 req-9fd134f7-34f4-4967-a5d6-b9eed101eea2 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c556fe5-0125-48ec-8057-3295f5ec5000 HTTP/1.1" status: 200 len: 946 time: 0.1534553 Jul 14 18:48:58.313493 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-649db216-a3df-48a8-8b34-b2b6c764ef69 req-6b1fe493-71e1-4153-bf01-cc27bf72e382 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] 10.222.0.16 "GET /v2.0/security-groups?id=be330687-3a60-4db7-bad1-ca6d5eb00fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0684347 Jul 14 18:48:58.364587 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-b772a11e-c183-4822-bf36-2da7e999b49d tempest-RoutersAdminTest-313293952 tempest-RoutersAdminTest-313293952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-571778', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11402'] for router, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:48:58.368058 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-b772a11e-c183-4822-bf36-2da7e999b49d tempest-RoutersAdminTest-313293952 tempest-RoutersAdminTest-313293952-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:48:58.488810 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-b772a11e-c183-4822-bf36-2da7e999b49d tempest-RoutersAdminTest-313293952 tempest-RoutersAdminTest-313293952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-541202'] for router, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:48:58.490135 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b772a11e-c183-4822-bf36-2da7e999b49d tempest-RoutersAdminTest-313293952 tempest-RoutersAdminTest-313293952-project] Fanout notify agent at l3_agent the message router_deleted on router 20153a64-8875-4365-baee-a97c99961b78 {{(pid=93916) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 18:48:58.507398 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-b772a11e-c183-4822-bf36-2da7e999b49d tempest-RoutersAdminTest-313293952 tempest-RoutersAdminTest-313293952-project] Notify callbacks [] for router, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:48:58.508810 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-b772a11e-c183-4822-bf36-2da7e999b49d tempest-RoutersAdminTest-313293952 tempest-RoutersAdminTest-313293952-project] 10.222.0.16 "DELETE /v2.0/routers/20153a64-8875-4365-baee-a97c99961b78 HTTP/1.1" status: 204 len: 168 time: 1.8319542 Jul 14 18:48:58.517461 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 41370) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:48:58.527773 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-482f5574-685e-4e1d-a6a5-1365be14e0f0 tempest-RoutersAdminTest-313293952 tempest-RoutersAdminTest-313293952-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1934898809', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:48:58.589262 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-482f5574-685e-4e1d-a6a5-1365be14e0f0 tempest-RoutersAdminTest-313293952 tempest-RoutersAdminTest-313293952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-571768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11104'] for router, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:48:58.590479 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-482f5574-685e-4e1d-a6a5-1365be14e0f0 tempest-RoutersAdminTest-313293952 tempest-RoutersAdminTest-313293952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-571675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-930014', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-632314', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11129'] for router, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:48:58.729815 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-482f5574-685e-4e1d-a6a5-1365be14e0f0 tempest-RoutersAdminTest-313293952 tempest-RoutersAdminTest-313293952-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:48:58.750880 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-482f5574-685e-4e1d-a6a5-1365be14e0f0 tempest-RoutersAdminTest-313293952 tempest-RoutersAdminTest-313293952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-571759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-930033'] for router, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:48:58.771246 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-482f5574-685e-4e1d-a6a5-1365be14e0f0 tempest-RoutersAdminTest-313293952 tempest-RoutersAdminTest-313293952-project] Notify callbacks [] for router, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:48:58.772703 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-482f5574-685e-4e1d-a6a5-1365be14e0f0 tempest-RoutersAdminTest-313293952 tempest-RoutersAdminTest-313293952-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2542171 Jul 14 18:48:58.775640 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 41374) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:48:58.781161 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-6e7b31e0-28d3-4a56-9096-e6538f8564ab tempest-RoutersAdminTest-28494675 tempest-RoutersAdminTest-28494675-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'enable_snat': False}}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:48:59.073300 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-6e7b31e0-28d3-4a56-9096-e6538f8564ab tempest-RoutersAdminTest-28494675 tempest-RoutersAdminTest-28494675-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-929996', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-571750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11395'] for router, precommit_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:48:59.403678 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-6e7b31e0-28d3-4a56-9096-e6538f8564ab tempest-RoutersAdminTest-28494675 tempest-RoutersAdminTest-28494675-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:48:59.459658 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-6e7b31e0-28d3-4a56-9096-e6538f8564ab tempest-RoutersAdminTest-28494675 tempest-RoutersAdminTest-28494675-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:48:59.719233 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf1525e-d6e1-4bee-a6c2-e100fcf9b34f req-d2d86736-1c5e-4b10-aca2-148c5d666b9f tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:48:59.733036 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-9bf1525e-d6e1-4bee-a6c2-e100fcf9b34f req-d2d86736-1c5e-4b10-aca2-148c5d666b9f tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c556fe5-0125-48ec-8057-3295f5ec5000 HTTP/1.1" status: 200 len: 946 time: 0.1558564 Jul 14 18:48:59.745400 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.db_base_plugin_common [None req-6e7b31e0-28d3-4a56-9096-e6538f8564ab tempest-RoutersAdminTest-28494675 tempest-RoutersAdminTest-28494675-project-admin] Allocated IP 172.25.1.233 (9200a437-e1de-4520-88f6-e68386523e61/5f47f848-4532-407a-a0e2-5690ade15fd0/60de2a27-9fc1-4aa5-9955-6a5c35748a27) {{(pid=93916) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:48:59.832772 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-9bf1525e-d6e1-4bee-a6c2-e100fcf9b34f req-bc8a324a-5e06-4944-83ff-aad1b6136895 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] 10.222.0.16 "GET /v2.0/security-groups?id=be330687-3a60-4db7-bad1-ca6d5eb00fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0987406 Jul 14 18:48:59.923786 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-6e7b31e0-28d3-4a56-9096-e6538f8564ab tempest-RoutersAdminTest-28494675 tempest-RoutersAdminTest-28494675-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:49:00.007245 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-6e7b31e0-28d3-4a56-9096-e6538f8564ab tempest-RoutersAdminTest-28494675 tempest-RoutersAdminTest-28494675-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:49:00.080434 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e7b31e0-28d3-4a56-9096-e6538f8564ab tempest-RoutersAdminTest-28494675 tempest-RoutersAdminTest-28494675-project-admin] Network 9200a437-e1de-4520-88f6-e68386523e61 is already hosted by enough agents. {{(pid=93916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:49:00.085616 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [None req-6e7b31e0-28d3-4a56-9096-e6538f8564ab tempest-RoutersAdminTest-28494675 tempest-RoutersAdminTest-28494675-project-admin] Resources bound (agent type, host, resource id): {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:49:00.095198 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e7b31e0-28d3-4a56-9096-e6538f8564ab tempest-RoutersAdminTest-28494675 tempest-RoutersAdminTest-28494675-project-admin] Received port after_create {{(pid=93916) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:49:00.146536 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7b31e0-28d3-4a56-9096-e6538f8564ab tempest-RoutersAdminTest-28494675 tempest-RoutersAdminTest-28494675-project-admin] Pushing event updated for resources: {'Port': ['ID=60de2a27-9fc1-4aa5-9955-6a5c35748a27,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:49:00.514231 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-6e7b31e0-28d3-4a56-9096-e6538f8564ab tempest-RoutersAdminTest-28494675 tempest-RoutersAdminTest-28494675-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:49:00.945756 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-6e7b31e0-28d3-4a56-9096-e6538f8564ab tempest-RoutersAdminTest-28494675 tempest-RoutersAdminTest-28494675-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-929996', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-571750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11395'] for router, precommit_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:49:00.951308 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-6e7b31e0-28d3-4a56-9096-e6538f8564ab tempest-RoutersAdminTest-28494675 tempest-RoutersAdminTest-28494675-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-930033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-929987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-930042', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-571805'] for router, after_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:49:01.136014 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fded0de7-fdf4-49d3-8ba4-772e8156c377 req-4a0d4338-9cb9-4a23-bfaa-e376e0464459 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:49:01.145289 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-fded0de7-fdf4-49d3-8ba4-772e8156c377 req-4a0d4338-9cb9-4a23-bfaa-e376e0464459 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c556fe5-0125-48ec-8057-3295f5ec5000 HTTP/1.1" status: 200 len: 946 time: 0.1117289 Jul 14 18:49:01.324461 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-fded0de7-fdf4-49d3-8ba4-772e8156c377 req-70417504-23db-4bf1-9ecb-eaba261be173 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] 10.222.0.16 "GET /v2.0/security-groups?id=be330687-3a60-4db7-bad1-ca6d5eb00fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1674337 Jul 14 18:49:01.393208 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e7b31e0-28d3-4a56-9096-e6538f8564ab tempest-RoutersAdminTest-28494675 tempest-RoutersAdminTest-28494675-project-admin] Router eb081457-fbc7-44a8-8f3a-8e89113a78ca is scheduled to L3 agent 2c6eb27e-defb-4cca-9a24-381c7415e359 with binding_index 1 {{(pid=93916) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 18:49:01.664183 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e7b31e0-28d3-4a56-9096-e6538f8564ab tempest-RoutersAdminTest-28494675 tempest-RoutersAdminTest-28494675-project-admin] Notify agent at l3_agent.n-d-800634-3 the message routers_updated {{(pid=93916) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 18:49:01.668899 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-6e7b31e0-28d3-4a56-9096-e6538f8564ab tempest-RoutersAdminTest-28494675 tempest-RoutersAdminTest-28494675-project-admin] Notify callbacks [] for router, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:49:01.672630 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-6e7b31e0-28d3-4a56-9096-e6538f8564ab tempest-RoutersAdminTest-28494675 tempest-RoutersAdminTest-28494675-project-admin] 10.222.0.16 "PUT /v2.0/routers/eb081457-fbc7-44a8-8f3a-8e89113a78ca HTTP/1.1" status: 200 len: 916 time: 2.8934474 Jul 14 18:49:01.673255 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 41442) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:49:01.674042 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb924f51-922f-4285-a241-b189cdabf136 None None] Sync routers for ids ['eb081457-fbc7-44a8-8f3a-8e89113a78ca'] in n-d-800634-3 {{(pid=93918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 18:49:01.722484 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb924f51-922f-4285-a241-b189cdabf136 None None] Routers {'eb081457-fbc7-44a8-8f3a-8e89113a78ca'} bound to L3 agent in host n-d-800634-3 {{(pid=93918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:49:01.723294 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-fb924f51-922f-4285-a241-b189cdabf136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:48:53Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['eb081457-fbc7-44a8-8f3a-8e89113a78ca'], 'active': True} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:49:01.814218 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-8863d3ea-6858-4c9c-b8d8-afacf9c69b46 tempest-RoutersAdminTest-28494675 tempest-RoutersAdminTest-28494675-project-admin] 10.222.0.16 "GET /v2.0/routers/eb081457-fbc7-44a8-8f3a-8e89113a78ca HTTP/1.1" status: 200 len: 922 time: 0.1397281 Jul 14 18:49:01.817185 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 41444) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:49:01.820169 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-fb924f51-922f-4285-a241-b189cdabf136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-3', False) {} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:49:01.830654 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb924f51-922f-4285-a241-b189cdabf136 None None] Routers {'eb081457-fbc7-44a8-8f3a-8e89113a78ca'} bound to L3 agent in host n-d-800634-3 {{(pid=93918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:49:01.831578 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-fb924f51-922f-4285-a241-b189cdabf136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:48:53Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['eb081457-fbc7-44a8-8f3a-8e89113a78ca'], 'active': True} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:49:01.879150 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-fb924f51-922f-4285-a241-b189cdabf136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-3', False) {} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:49:01.880055 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb924f51-922f-4285-a241-b189cdabf136 None None] The sync data for ids ['eb081457-fbc7-44a8-8f3a-8e89113a78ca'] in n-d-800634-3 is: [] {{(pid=93918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 18:49:01.943992 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55d03159-d373-4591-8d9b-29fbf5ae6ce6 tempest-RoutersAdminTest-28494675 tempest-RoutersAdminTest-28494675-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:49:01.945451 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-55d03159-d373-4591-8d9b-29fbf5ae6ce6 tempest-RoutersAdminTest-28494675 tempest-RoutersAdminTest-28494675-project-admin] 10.222.0.16 "GET /v2.0/ports?network_id=9200a437-e1de-4520-88f6-e68386523e61&device_id=eb081457-fbc7-44a8-8f3a-8e89113a78ca&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1270740 Jul 14 18:49:01.948385 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 41448) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:49:02.077781 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-441caa9f-0da2-45d3-bbf6-dae584e92a0b tempest-RoutersAdminTest-28494675 tempest-RoutersAdminTest-28494675-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:49:02.083330 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-441caa9f-0da2-45d3-bbf6-dae584e92a0b tempest-RoutersAdminTest-28494675 tempest-RoutersAdminTest-28494675-project-admin] 10.222.0.16 "GET /v2.0/networks/9200a437-e1de-4520-88f6-e68386523e61 HTTP/1.1" status: 200 len: 881 time: 0.1299272 Jul 14 18:49:02.084064 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 41454) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:49:02.121042 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-18ef4e6d-4201-4ecf-867c-262c7e414ef1 tempest-RoutersAdminTest-313293952 tempest-RoutersAdminTest-313293952-project] 10.222.0.16 "GET /v2.0/ports?device_id=eb081457-fbc7-44a8-8f3a-8e89113a78ca HTTP/1.1" status: 200 len: 205 time: 0.0335126 Jul 14 18:49:02.122634 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 41456) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:49:02.349627 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-958c6b10-c32b-4029-9899-7b0dae4f705b tempest-RoutersAdminTest-313293952 tempest-RoutersAdminTest-313293952-project] Notify callbacks [] for router, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:49:02.562258 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:49:02.667361 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-958c6b10-c32b-4029-9899-7b0dae4f705b tempest-RoutersAdminTest-313293952 tempest-RoutersAdminTest-313293952-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:49:02.683026 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14cfee8-2cf2-469d-8009-676d3da54af6 req-cd7a423b-7135-4968-badd-0c212d03f909 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:49:02.708432 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-d14cfee8-2cf2-469d-8009-676d3da54af6 req-cd7a423b-7135-4968-badd-0c212d03f909 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c556fe5-0125-48ec-8057-3295f5ec5000 HTTP/1.1" status: 200 len: 946 time: 0.1345882 Jul 14 18:49:02.810626 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-d14cfee8-2cf2-469d-8009-676d3da54af6 req-891820a4-0b6e-431d-aad8-61a04b222e23 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] 10.222.0.16 "GET /v2.0/security-groups?id=be330687-3a60-4db7-bad1-ca6d5eb00fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1012144 Jul 14 18:49:02.880809 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-958c6b10-c32b-4029-9899-7b0dae4f705b tempest-RoutersAdminTest-313293952 tempest-RoutersAdminTest-313293952-project] Deleting port 60de2a27-9fc1-4aa5-9955-6a5c35748a27 {{(pid=93916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:49:02.882588 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-958c6b10-c32b-4029-9899-7b0dae4f705b tempest-RoutersAdminTest-313293952 tempest-RoutersAdminTest-313293952-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:49:03.229499 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-958c6b10-c32b-4029-9899-7b0dae4f705b tempest-RoutersAdminTest-313293952 tempest-RoutersAdminTest-313293952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:49:03.255402 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-958c6b10-c32b-4029-9899-7b0dae4f705b tempest-RoutersAdminTest-313293952 tempest-RoutersAdminTest-313293952-project] Calling delete_port for 60de2a27-9fc1-4aa5-9955-6a5c35748a27 owned by network:router_gateway {{(pid=93916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:49:03.873797 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-958c6b10-c32b-4029-9899-7b0dae4f705b tempest-RoutersAdminTest-313293952 tempest-RoutersAdminTest-313293952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:49:03.995163 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958c6b10-c32b-4029-9899-7b0dae4f705b tempest-RoutersAdminTest-313293952 tempest-RoutersAdminTest-313293952-project] Pushing event deleted for resources: {'Port': ['ID=60de2a27-9fc1-4aa5-9955-6a5c35748a27,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:49:04.227508 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-958c6b10-c32b-4029-9899-7b0dae4f705b tempest-RoutersAdminTest-313293952 tempest-RoutersAdminTest-313293952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-930057'] for router_gateway, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:49:04.229711 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659a1e53-8a41-4f15-ae34-debc98c28845 req-ee3d127b-472d-4d31-a904-b292643b6d98 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:49:04.247711 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-659a1e53-8a41-4f15-ae34-debc98c28845 req-ee3d127b-472d-4d31-a904-b292643b6d98 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c556fe5-0125-48ec-8057-3295f5ec5000 HTTP/1.1" status: 200 len: 946 time: 0.2156043 Jul 14 18:49:04.329082 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-659a1e53-8a41-4f15-ae34-debc98c28845 req-96ac7a40-bc09-4abd-ada9-221893aec2e3 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] 10.222.0.16 "GET /v2.0/security-groups?id=be330687-3a60-4db7-bad1-ca6d5eb00fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0780559 Jul 14 18:49:05.168297 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-958c6b10-c32b-4029-9899-7b0dae4f705b tempest-RoutersAdminTest-313293952 tempest-RoutersAdminTest-313293952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-571778', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11402'] for router, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:49:05.173410 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-958c6b10-c32b-4029-9899-7b0dae4f705b tempest-RoutersAdminTest-313293952 tempest-RoutersAdminTest-313293952-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:49:05.236477 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-958c6b10-c32b-4029-9899-7b0dae4f705b tempest-RoutersAdminTest-313293952 tempest-RoutersAdminTest-313293952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-541202'] for router, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:49:05.237098 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-958c6b10-c32b-4029-9899-7b0dae4f705b tempest-RoutersAdminTest-313293952 tempest-RoutersAdminTest-313293952-project] Fanout notify agent at l3_agent the message router_deleted on router eb081457-fbc7-44a8-8f3a-8e89113a78ca {{(pid=93916) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 18:49:05.247408 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-958c6b10-c32b-4029-9899-7b0dae4f705b tempest-RoutersAdminTest-313293952 tempest-RoutersAdminTest-313293952-project] Notify callbacks [] for router, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:49:05.248602 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-958c6b10-c32b-4029-9899-7b0dae4f705b tempest-RoutersAdminTest-313293952 tempest-RoutersAdminTest-313293952-project] 10.222.0.16 "DELETE /v2.0/routers/eb081457-fbc7-44a8-8f3a-8e89113a78ca HTTP/1.1" status: 204 len: 168 time: 3.1246991 Jul 14 18:49:05.252372 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 41520) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:49:05.257235 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-471b02f4-0526-475e-a409-538eb2d7d36f tempest-RoutersAdminTest-313293952 tempest-RoutersAdminTest-313293952-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-10201462', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61'}, 'admin_state_up': False}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:49:05.308330 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-471b02f4-0526-475e-a409-538eb2d7d36f tempest-RoutersAdminTest-313293952 tempest-RoutersAdminTest-313293952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-571768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11104'] for router, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:49:05.309533 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-471b02f4-0526-475e-a409-538eb2d7d36f tempest-RoutersAdminTest-313293952 tempest-RoutersAdminTest-313293952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-571675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-930014', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-632314', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11129'] for router, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:49:05.441893 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-471b02f4-0526-475e-a409-538eb2d7d36f tempest-RoutersAdminTest-313293952 tempest-RoutersAdminTest-313293952-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:49:05.489201 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:49:05.728032 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-471b02f4-0526-475e-a409-538eb2d7d36f tempest-RoutersAdminTest-313293952 tempest-RoutersAdminTest-313293952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-929996', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-571750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11395'] for router, precommit_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:49:05.893496 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9a0b74-38aa-4445-81ad-41a3fb8b1e1d req-e1527d57-bf45-4eb2-af08-b48e025a4e72 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:49:05.900786 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-5a9a0b74-38aa-4445-81ad-41a3fb8b1e1d req-e1527d57-bf45-4eb2-af08-b48e025a4e72 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c556fe5-0125-48ec-8057-3295f5ec5000 HTTP/1.1" status: 200 len: 946 time: 0.3075056 Jul 14 18:49:05.979006 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-5a9a0b74-38aa-4445-81ad-41a3fb8b1e1d req-ab136be2-19ad-4d84-bf64-538ca6963053 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] 10.222.0.16 "GET /v2.0/security-groups?id=be330687-3a60-4db7-bad1-ca6d5eb00fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0772240 Jul 14 18:49:06.260171 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-471b02f4-0526-475e-a409-538eb2d7d36f tempest-RoutersAdminTest-313293952 tempest-RoutersAdminTest-313293952-project] Notify callbacks [] for router_gateway, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:49:06.289681 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-471b02f4-0526-475e-a409-538eb2d7d36f tempest-RoutersAdminTest-313293952 tempest-RoutersAdminTest-313293952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:49:06.512853 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.db_base_plugin_common [None req-471b02f4-0526-475e-a409-538eb2d7d36f tempest-RoutersAdminTest-313293952 tempest-RoutersAdminTest-313293952-project] Allocated IP 172.25.1.102 (9200a437-e1de-4520-88f6-e68386523e61/5f47f848-4532-407a-a0e2-5690ade15fd0/a6a9149d-9719-4097-b200-2ddd20e3389c) {{(pid=93915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:49:06.629414 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-471b02f4-0526-475e-a409-538eb2d7d36f tempest-RoutersAdminTest-313293952 tempest-RoutersAdminTest-313293952-project] Notify callbacks [] for port, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:49:06.675408 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-471b02f4-0526-475e-a409-538eb2d7d36f tempest-RoutersAdminTest-313293952 tempest-RoutersAdminTest-313293952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:49:06.698527 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-51990032-5b7a-40a8-a92a-4e50673aee4c req-42299445-5e1e-48e3-a1a2-d87e7f06401c tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-287641035&fields=id&tenant_id=5093a1bcf9144b0bbe697fc3cf12df56 HTTP/1.1" status: 200 len: 267 time: 0.2313423 Jul 14 18:49:06.792945 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-471b02f4-0526-475e-a409-538eb2d7d36f tempest-RoutersAdminTest-313293952 tempest-RoutersAdminTest-313293952-project] Network 9200a437-e1de-4520-88f6-e68386523e61 is already hosted by enough agents. {{(pid=93915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:49:06.801204 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [None req-471b02f4-0526-475e-a409-538eb2d7d36f tempest-RoutersAdminTest-313293952 tempest-RoutersAdminTest-313293952-project] Resources bound (agent type, host, resource id): {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:49:06.804724 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-471b02f4-0526-475e-a409-538eb2d7d36f tempest-RoutersAdminTest-313293952 tempest-RoutersAdminTest-313293952-project] Received port after_create {{(pid=93915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:49:06.880131 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471b02f4-0526-475e-a409-538eb2d7d36f tempest-RoutersAdminTest-313293952 tempest-RoutersAdminTest-313293952-project] Pushing event updated for resources: {'Port': ['ID=a6a9149d-9719-4097-b200-2ddd20e3389c,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:49:06.943174 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471b02f4-0526-475e-a409-538eb2d7d36f tempest-RoutersAdminTest-313293952 tempest-RoutersAdminTest-313293952-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:49:06.943524 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471b02f4-0526-475e-a409-538eb2d7d36f tempest-RoutersAdminTest-313293952 tempest-RoutersAdminTest-313293952-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:49:06.943864 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471b02f4-0526-475e-a409-538eb2d7d36f tempest-RoutersAdminTest-313293952 tempest-RoutersAdminTest-313293952-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:49:06.944230 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471b02f4-0526-475e-a409-538eb2d7d36f tempest-RoutersAdminTest-313293952 tempest-RoutersAdminTest-313293952-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:49:06.944564 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471b02f4-0526-475e-a409-538eb2d7d36f tempest-RoutersAdminTest-313293952 tempest-RoutersAdminTest-313293952-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:49:06.944898 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471b02f4-0526-475e-a409-538eb2d7d36f tempest-RoutersAdminTest-313293952 tempest-RoutersAdminTest-313293952-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:49:06.945226 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471b02f4-0526-475e-a409-538eb2d7d36f tempest-RoutersAdminTest-313293952 tempest-RoutersAdminTest-313293952-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:49:06.945553 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471b02f4-0526-475e-a409-538eb2d7d36f tempest-RoutersAdminTest-313293952 tempest-RoutersAdminTest-313293952-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:49:06.945877 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471b02f4-0526-475e-a409-538eb2d7d36f tempest-RoutersAdminTest-313293952 tempest-RoutersAdminTest-313293952-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:49:06.946186 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471b02f4-0526-475e-a409-538eb2d7d36f tempest-RoutersAdminTest-313293952 tempest-RoutersAdminTest-313293952-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:49:06.946513 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471b02f4-0526-475e-a409-538eb2d7d36f tempest-RoutersAdminTest-313293952 tempest-RoutersAdminTest-313293952-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:49:06.946828 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471b02f4-0526-475e-a409-538eb2d7d36f tempest-RoutersAdminTest-313293952 tempest-RoutersAdminTest-313293952-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:49:07.126769 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51990032-5b7a-40a8-a92a-4e50673aee4c req-7a7d6a8f-80d4-487c-9275-07519eafc58a tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:49:07.141946 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-51990032-5b7a-40a8-a92a-4e50673aee4c req-7a7d6a8f-80d4-487c-9275-07519eafc58a tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] 10.222.0.16 "GET /v2.0/networks?id=d41f9397-de9e-4e07-a07d-8cf0ac566250 HTTP/1.1" status: 200 len: 811 time: 0.4424336 Jul 14 18:49:07.253551 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-51990032-5b7a-40a8-a92a-4e50673aee4c req-267b0592-1581-4194-8bee-325688a64f9c tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] 10.222.0.16 "GET /v2.0/quotas/5093a1bcf9144b0bbe697fc3cf12df56 HTTP/1.1" status: 200 len: 375 time: 0.1034856 Jul 14 18:49:08.257565 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-51990032-5b7a-40a8-a92a-4e50673aee4c req-0c317625-5901-44d0-9de6-8a11d52550b6 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=5093a1bcf9144b0bbe697fc3cf12df56&fields=id HTTP/1.1" status: 200 len: 302 time: 1.0029702 Jul 14 18:49:08.263607 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [req-51990032-5b7a-40a8-a92a-4e50673aee4c req-8bdb5e7b-c2ba-4fdc-99c9-b3c2c7d18550 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=93915) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 18:49:08.270941 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-51990032-5b7a-40a8-a92a-4e50673aee4c req-8bdb5e7b-c2ba-4fdc-99c9-b3c2c7d18550 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0123892 Jul 14 18:49:08.378044 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-51990032-5b7a-40a8-a92a-4e50673aee4c req-9526a248-864a-4b30-96b9-cc82128ab6e2 service neutron] 10.222.0.16 "GET /v2.0/networks/d41f9397-de9e-4e07-a07d-8cf0ac566250?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1058867 Jul 14 18:49:08.504474 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-51990032-5b7a-40a8-a92a-4e50673aee4c req-36d3316b-2a8b-4c8b-8726-828916a62831 service neutron] 10.222.0.16 "GET /v2.0/networks/d41f9397-de9e-4e07-a07d-8cf0ac566250?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254346 Jul 14 18:49:08.517818 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e2c939-7cf4-439f-9e79-0e94cb2d2844 req-bc4aee2e-a032-41c0-929e-f6ac909854da tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:49:08.541826 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e3e2c939-7cf4-439f-9e79-0e94cb2d2844 req-bc4aee2e-a032-41c0-929e-f6ac909854da tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c556fe5-0125-48ec-8057-3295f5ec5000 HTTP/1.1" status: 200 len: 946 time: 1.1680052 Jul 14 18:49:08.549979 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-471b02f4-0526-475e-a409-538eb2d7d36f tempest-RoutersAdminTest-313293952 tempest-RoutersAdminTest-313293952-project] Notify callbacks [] for router_gateway, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:49:08.745711 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e3e2c939-7cf4-439f-9e79-0e94cb2d2844 req-7b00065b-26cf-4e78-b577-d46b4a359f49 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] 10.222.0.16 "GET /v2.0/security-groups?id=be330687-3a60-4db7-bad1-ca6d5eb00fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2030096 Jul 14 18:49:08.911755 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-471b02f4-0526-475e-a409-538eb2d7d36f tempest-RoutersAdminTest-313293952 tempest-RoutersAdminTest-313293952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-571759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-930033'] for router, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:49:09.095594 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-471b02f4-0526-475e-a409-538eb2d7d36f tempest-RoutersAdminTest-313293952 tempest-RoutersAdminTest-313293952-project] Router 6978d850-43f7-4b77-9bdc-597ce0b5c769 is scheduled to L3 agent 2c6eb27e-defb-4cca-9a24-381c7415e359 with binding_index 1 {{(pid=93915) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 18:49:09.276870 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b0ee5089-a9c7-4131-8a1d-640697b0b1ce req-fed8e0cc-64de-4243-b7ff-179dfd3c2bad tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] 10.222.0.16 "GET /v2.0/ports?device_id=187f1c44-2972-4686-a9d2-f1f3e564683f HTTP/1.1" status: 200 len: 210 time: 0.0564277 Jul 14 18:49:09.445413 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-471b02f4-0526-475e-a409-538eb2d7d36f tempest-RoutersAdminTest-313293952 tempest-RoutersAdminTest-313293952-project] Notify agent at l3_agent.n-d-800634-3 the message routers_updated {{(pid=93915) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 18:49:09.456965 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ed4e442-06d9-4b8d-8a22-94bcbb6657b7 None None] Sync routers for ids ['6978d850-43f7-4b77-9bdc-597ce0b5c769'] in n-d-800634-3 {{(pid=93917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 18:49:09.469404 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ed4e442-06d9-4b8d-8a22-94bcbb6657b7 None None] Routers {'6978d850-43f7-4b77-9bdc-597ce0b5c769'} bound to L3 agent in host n-d-800634-3 {{(pid=93917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:49:09.470051 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-9ed4e442-06d9-4b8d-8a22-94bcbb6657b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:48:53Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['6978d850-43f7-4b77-9bdc-597ce0b5c769'], 'active': True} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:49:09.502597 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-471b02f4-0526-475e-a409-538eb2d7d36f tempest-RoutersAdminTest-313293952 tempest-RoutersAdminTest-313293952-project] Notify callbacks [] for router, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:49:09.506995 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-471b02f4-0526-475e-a409-538eb2d7d36f tempest-RoutersAdminTest-313293952 tempest-RoutersAdminTest-313293952-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 4.2508273 Jul 14 18:49:09.507797 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 41622) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:49:09.515333 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-daad1d11-778d-4b93-93e9-174d226f163c tempest-RoutersAdminTest-313293952 tempest-RoutersAdminTest-313293952-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:49:09.564558 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-9ed4e442-06d9-4b8d-8a22-94bcbb6657b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-3', False) {} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:49:09.610041 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ed4e442-06d9-4b8d-8a22-94bcbb6657b7 None None] Routers {'6978d850-43f7-4b77-9bdc-597ce0b5c769'} bound to L3 agent in host n-d-800634-3 {{(pid=93917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:49:09.611895 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-9ed4e442-06d9-4b8d-8a22-94bcbb6657b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:48:53Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['6978d850-43f7-4b77-9bdc-597ce0b5c769'], 'active': True} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:49:09.695533 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-9ed4e442-06d9-4b8d-8a22-94bcbb6657b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-3', False) {} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:49:09.696674 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ed4e442-06d9-4b8d-8a22-94bcbb6657b7 None None] The sync data for ids ['6978d850-43f7-4b77-9bdc-597ce0b5c769'] in n-d-800634-3 is: [] {{(pid=93917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 18:49:10.203914 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-daad1d11-778d-4b93-93e9-174d226f163c tempest-RoutersAdminTest-313293952 tempest-RoutersAdminTest-313293952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-929996', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-571750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11395'] for router, precommit_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:49:10.285978 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-daad1d11-778d-4b93-93e9-174d226f163c tempest-RoutersAdminTest-313293952 tempest-RoutersAdminTest-313293952-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:49:10.332480 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107318a2-a3cb-447b-9302-b98638c86f6e req-755b4a7c-3767-40bd-87e3-50678e2897b7 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:49:10.336173 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-107318a2-a3cb-447b-9302-b98638c86f6e req-755b4a7c-3767-40bd-87e3-50678e2897b7 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c556fe5-0125-48ec-8057-3295f5ec5000 HTTP/1.1" status: 200 len: 946 time: 0.2061911 Jul 14 18:49:10.524029 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-107318a2-a3cb-447b-9302-b98638c86f6e req-84d020e8-773f-4e45-b20a-e5381bfa2644 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] 10.222.0.16 "GET /v2.0/security-groups?id=be330687-3a60-4db7-bad1-ca6d5eb00fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1806548 Jul 14 18:49:10.690818 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f9821a2b-faed-4e4b-9289-80cd42d4237f req-c60b9b66-fc77-468c-85d4-5eadb4cff569 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] 10.222.0.16 "GET /v2.0/ports?device_id=187f1c44-2972-4686-a9d2-f1f3e564683f HTTP/1.1" status: 200 len: 210 time: 0.0641448 Jul 14 18:49:10.692465 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [None req-daad1d11-778d-4b93-93e9-174d226f163c tempest-RoutersAdminTest-313293952 tempest-RoutersAdminTest-313293952-project] Deleting port a6a9149d-9719-4097-b200-2ddd20e3389c {{(pid=93915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:49:10.693020 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-daad1d11-778d-4b93-93e9-174d226f163c tempest-RoutersAdminTest-313293952 tempest-RoutersAdminTest-313293952-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:49:10.892852 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-daad1d11-778d-4b93-93e9-174d226f163c tempest-RoutersAdminTest-313293952 tempest-RoutersAdminTest-313293952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:49:10.917720 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [None req-daad1d11-778d-4b93-93e9-174d226f163c tempest-RoutersAdminTest-313293952 tempest-RoutersAdminTest-313293952-project] Calling delete_port for a6a9149d-9719-4097-b200-2ddd20e3389c owned by network:router_gateway {{(pid=93915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:49:11.260316 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51990032-5b7a-40a8-a92a-4e50673aee4c req-a8b9a647-b817-4864-a5b5-71adb37355e4 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:49:11.262474 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-51990032-5b7a-40a8-a92a-4e50673aee4c req-a8b9a647-b817-4864-a5b5-71adb37355e4 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] 10.222.0.35 "GET /v2.0/networks?id=d41f9397-de9e-4e07-a07d-8cf0ac566250 HTTP/1.1" status: 200 len: 811 time: 0.1791770 Jul 14 18:49:11.336205 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-daad1d11-778d-4b93-93e9-174d226f163c tempest-RoutersAdminTest-313293952 tempest-RoutersAdminTest-313293952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:49:11.392738 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daad1d11-778d-4b93-93e9-174d226f163c tempest-RoutersAdminTest-313293952 tempest-RoutersAdminTest-313293952-project] Pushing event deleted for resources: {'Port': ['ID=a6a9149d-9719-4097-b200-2ddd20e3389c,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:49:11.405429 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-51990032-5b7a-40a8-a92a-4e50673aee4c req-4db87ec1-feb5-49e8-9432-5094430f729e tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5093a1bcf9144b0bbe697fc3cf12df56 HTTP/1.1" status: 200 len: 379 time: 0.1231000 Jul 14 18:49:11.416587 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [req-51990032-5b7a-40a8-a92a-4e50673aee4c req-dcdbad4e-bed0-4f20-be87-ede4231f8d57 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] Request body: {'port': {'device_id': '187f1c44-2972-4686-a9d2-f1f3e564683f', 'network_id': 'd41f9397-de9e-4e07-a07d-8cf0ac566250', 'admin_state_up': True, 'tenant_id': '5093a1bcf9144b0bbe697fc3cf12df56', 'security_groups': ['6966763a-a9ce-4f04-9343-56b5726844ec']}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:49:11.555395 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-daad1d11-778d-4b93-93e9-174d226f163c tempest-RoutersAdminTest-313293952 tempest-RoutersAdminTest-313293952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-930057'] for router_gateway, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:49:11.734026 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-1b789a4f-c742-432e-8003-26ebf632a331 req-8166bea7-24b6-4842-ae7f-b1b9dc25fed7 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=6ab0c594-ecaf-4c5b-977a-9c1b59a2d9cc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0802374 Jul 14 18:49:11.785889 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-51990032-5b7a-40a8-a92a-4e50673aee4c req-dcdbad4e-bed0-4f20-be87-ede4231f8d57 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] Made reservation on behalf of 5093a1bcf9144b0bbe697fc3cf12df56 for: {'port': 1} {{(pid=93915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:49:11.790405 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-51990032-5b7a-40a8-a92a-4e50673aee4c req-dcdbad4e-bed0-4f20-be87-ede4231f8d57 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:49:11.899124 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-1b789a4f-c742-432e-8003-26ebf632a331 req-8bc4495d-ffc6-47e0-a401-2ea2188ce59b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f1c4e239e6d24b3bb240a97f6c99b33f&device_id=6ab0c594-ecaf-4c5b-977a-9c1b59a2d9cc HTTP/1.1" status: 200 len: 210 time: 0.0358114 Jul 14 18:49:11.934565 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-daad1d11-778d-4b93-93e9-174d226f163c tempest-RoutersAdminTest-313293952 tempest-RoutersAdminTest-313293952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-929996', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-571750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11395'] for router, precommit_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:49:11.962268 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-daad1d11-778d-4b93-93e9-174d226f163c tempest-RoutersAdminTest-313293952 tempest-RoutersAdminTest-313293952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-930033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-929987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-930042', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-571805'] for router, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:49:11.979321 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-1b789a4f-c742-432e-8003-26ebf632a331 req-9e73e902-7d6b-46f0-be94-f6702576724b service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=f1c4e239e6d24b3bb240a97f6c99b33f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0594933 Jul 14 18:49:12.013528 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.agents_db [None req-2ea07fb6-aa68-4671-8654-119d82b9f530 None None] Agent healthcheck: found 7 active agents {{(pid=93918) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 18:49:12.117934 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-535c5618-ab8c-49d0-9a33-7573a1a7345a req-7f063572-8f69-40ec-a446-ab2c07e8499b tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] 10.222.0.16 "GET /v2.0/ports?device_id=187f1c44-2972-4686-a9d2-f1f3e564683f HTTP/1.1" status: 200 len: 210 time: 0.0439408 Jul 14 18:49:12.162560 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-daad1d11-778d-4b93-93e9-174d226f163c tempest-RoutersAdminTest-313293952 tempest-RoutersAdminTest-313293952-project] Router 6978d850-43f7-4b77-9bdc-597ce0b5c769 has already been hosted by L3 agent 2c6eb27e-defb-4cca-9a24-381c7415e359 {{(pid=93915) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 18:49:12.315869 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999b7a41-2d2e-42f6-b442-2c0350651e66 req-521dc0b7-5391-4b3d-8814-16709c6435bd tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:49:12.326735 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-999b7a41-2d2e-42f6-b442-2c0350651e66 req-521dc0b7-5391-4b3d-8814-16709c6435bd tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c556fe5-0125-48ec-8057-3295f5ec5000 HTTP/1.1" status: 200 len: 946 time: 0.4348366 Jul 14 18:49:12.341309 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b789a4f-c742-432e-8003-26ebf632a331 req-e3eea40d-a7e9-4ce3-b0eb-eb342b0890d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:49:12.345180 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-1b789a4f-c742-432e-8003-26ebf632a331 req-e3eea40d-a7e9-4ce3-b0eb-eb342b0890d2 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.3575640 Jul 14 18:49:13.107545 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.db_base_plugin_common [req-51990032-5b7a-40a8-a92a-4e50673aee4c req-dcdbad4e-bed0-4f20-be87-ede4231f8d57 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] Allocated IP 172.20.0.14 (d41f9397-de9e-4e07-a07d-8cf0ac566250/0161a33b-ac2d-4d08-b4de-fe1fa405f16a/e3136498-0563-413d-a023-fd2cc3fdf355) {{(pid=93915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:49:13.124946 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-999b7a41-2d2e-42f6-b442-2c0350651e66 req-5bf02ac7-acab-4157-9554-160d9ad5130c tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] 10.222.0.16 "GET /v2.0/security-groups?id=be330687-3a60-4db7-bad1-ca6d5eb00fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7969773 Jul 14 18:49:13.130095 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-daad1d11-778d-4b93-93e9-174d226f163c tempest-RoutersAdminTest-313293952 tempest-RoutersAdminTest-313293952-project] Notify agent at l3_agent.n-d-800634-3 the message routers_updated {{(pid=93915) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 18:49:13.147214 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-373f3d49-1332-4799-aa8b-3e8af3fe2ed8 None None] Sync routers for ids ['6978d850-43f7-4b77-9bdc-597ce0b5c769'] in n-d-800634-3 {{(pid=93918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 18:49:13.152398 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-daad1d11-778d-4b93-93e9-174d226f163c tempest-RoutersAdminTest-313293952 tempest-RoutersAdminTest-313293952-project] Notify callbacks [] for router, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:49:13.154609 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-daad1d11-778d-4b93-93e9-174d226f163c tempest-RoutersAdminTest-313293952 tempest-RoutersAdminTest-313293952-project] 10.222.0.16 "PUT /v2.0/routers/6978d850-43f7-4b77-9bdc-597ce0b5c769 HTTP/1.1" status: 200 len: 704 time: 3.6457527 Jul 14 18:49:13.157366 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 41696) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:49:13.188164 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-373f3d49-1332-4799-aa8b-3e8af3fe2ed8 None None] Routers {'6978d850-43f7-4b77-9bdc-597ce0b5c769'} bound to L3 agent in host n-d-800634-3 {{(pid=93918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:49:13.188995 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-373f3d49-1332-4799-aa8b-3e8af3fe2ed8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:48:53Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['6978d850-43f7-4b77-9bdc-597ce0b5c769'], 'active': True} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:49:13.286837 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-373f3d49-1332-4799-aa8b-3e8af3fe2ed8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-3', False) {} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:49:13.305225 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-373f3d49-1332-4799-aa8b-3e8af3fe2ed8 None None] Routers {'6978d850-43f7-4b77-9bdc-597ce0b5c769'} bound to L3 agent in host n-d-800634-3 {{(pid=93918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:49:13.313881 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-373f3d49-1332-4799-aa8b-3e8af3fe2ed8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:48:53Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['6978d850-43f7-4b77-9bdc-597ce0b5c769'], 'active': True} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:49:13.330335 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-2b3d942b-e764-4769-8985-520c7d7ea948 tempest-RoutersAdminTest-28494675 tempest-RoutersAdminTest-28494675-project-admin] 10.222.0.16 "GET /v2.0/routers/6978d850-43f7-4b77-9bdc-597ce0b5c769 HTTP/1.1" status: 200 len: 739 time: 0.1717002 Jul 14 18:49:13.332974 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 41704) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:49:13.478042 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-373f3d49-1332-4799-aa8b-3e8af3fe2ed8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-3', False) {} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:49:13.478631 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-373f3d49-1332-4799-aa8b-3e8af3fe2ed8 None None] The sync data for ids ['6978d850-43f7-4b77-9bdc-597ce0b5c769'] in n-d-800634-3 is: [] {{(pid=93918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 18:49:13.506732 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-7f7c958e-d377-46a4-b14e-12308c6c1d4e tempest-RoutersAdminTest-28494675 tempest-RoutersAdminTest-28494675-project-admin] 10.222.0.16 "GET /v2.0/ports?network_id=9200a437-e1de-4520-88f6-e68386523e61&device_id=6978d850-43f7-4b77-9bdc-597ce0b5c769 HTTP/1.1" status: 200 len: 205 time: 0.1725874 Jul 14 18:49:13.509439 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 41710) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:49:13.552443 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-1c6191c3-a195-4d53-a8c7-e0613e9122a5 tempest-RoutersAdminTest-313293952 tempest-RoutersAdminTest-313293952-project] 10.222.0.16 "GET /v2.0/ports?device_id=6978d850-43f7-4b77-9bdc-597ce0b5c769 HTTP/1.1" status: 200 len: 205 time: 0.0418217 Jul 14 18:49:13.557498 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 41712) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:49:13.592672 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-abcfd45a-55dc-4e23-a96f-acc26646e6ef req-43d05a91-c52e-475a-a9ab-50540f544c11 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] 10.222.0.16 "GET /v2.0/ports?device_id=187f1c44-2972-4686-a9d2-f1f3e564683f HTTP/1.1" status: 200 len: 210 time: 0.1119382 Jul 14 18:49:13.667662 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-705d2e17-0fab-4f7a-8455-80319f3bdb76 tempest-RoutersAdminTest-313293952 tempest-RoutersAdminTest-313293952-project] Notify callbacks [] for router, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:49:13.688101 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd085423-ae3b-4b5c-b817-580d1e09de48 req-367e8b03-b263-405f-9bb8-62a6beef1605 tempest-AttachVolumeNegativeTest-3632510 tempest-AttachVolumeNegativeTest-3632510-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:49:13.694889 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-dd085423-ae3b-4b5c-b817-580d1e09de48 req-367e8b03-b263-405f-9bb8-62a6beef1605 tempest-AttachVolumeNegativeTest-3632510 tempest-AttachVolumeNegativeTest-3632510-project] 10.222.0.16 "GET /v2.0/networks?id=f01ce686-0200-4cef-850e-fdadca3088c1 HTTP/1.1" status: 200 len: 814 time: 0.2834263 Jul 14 18:49:13.723048 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-dd085423-ae3b-4b5c-b817-580d1e09de48 req-d70d4b33-a9ec-452d-ad1e-346ae0f64cbb tempest-AttachVolumeNegativeTest-3632510 tempest-AttachVolumeNegativeTest-3632510-project] 10.222.0.16 "GET /v2.0/quotas/dc8d5262b1d34e2eab84ee621f7a0e10 HTTP/1.1" status: 200 len: 375 time: 0.0271859 Jul 14 18:49:13.783177 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-51990032-5b7a-40a8-a92a-4e50673aee4c req-dcdbad4e-bed0-4f20-be87-ede4231f8d57 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] Notify callbacks [] for port, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:49:13.802985 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.provisioning_blocks [req-51990032-5b7a-40a8-a92a-4e50673aee4c req-dcdbad4e-bed0-4f20-be87-ede4231f8d57 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] Transition to ACTIVE for port object e3136498-0563-413d-a023-fd2cc3fdf355 will not be triggered until provisioned by entity DHCP. {{(pid=93915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:49:13.854892 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-dd085423-ae3b-4b5c-b817-580d1e09de48 req-bece4131-ad37-40f7-ba12-3c9018549578 tempest-AttachVolumeNegativeTest-3632510 tempest-AttachVolumeNegativeTest-3632510-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=dc8d5262b1d34e2eab84ee621f7a0e10&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1305542 Jul 14 18:49:13.871086 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-705d2e17-0fab-4f7a-8455-80319f3bdb76 tempest-RoutersAdminTest-313293952 tempest-RoutersAdminTest-313293952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-571778', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11402'] for router, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:49:13.875913 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-705d2e17-0fab-4f7a-8455-80319f3bdb76 tempest-RoutersAdminTest-313293952 tempest-RoutersAdminTest-313293952-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:49:13.951493 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-705d2e17-0fab-4f7a-8455-80319f3bdb76 tempest-RoutersAdminTest-313293952 tempest-RoutersAdminTest-313293952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-541202'] for router, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:49:13.952364 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-705d2e17-0fab-4f7a-8455-80319f3bdb76 tempest-RoutersAdminTest-313293952 tempest-RoutersAdminTest-313293952-project] Fanout notify agent at l3_agent the message router_deleted on router 6978d850-43f7-4b77-9bdc-597ce0b5c769 {{(pid=93916) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 18:49:13.962125 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-705d2e17-0fab-4f7a-8455-80319f3bdb76 tempest-RoutersAdminTest-313293952 tempest-RoutersAdminTest-313293952-project] Notify callbacks [] for router, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:49:13.967566 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-705d2e17-0fab-4f7a-8455-80319f3bdb76 tempest-RoutersAdminTest-313293952 tempest-RoutersAdminTest-313293952-project] 10.222.0.16 "DELETE /v2.0/routers/6978d850-43f7-4b77-9bdc-597ce0b5c769 HTTP/1.1" status: 204 len: 168 time: 0.4089372 Jul 14 18:49:13.968275 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 41724) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:49:14.006243 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-51990032-5b7a-40a8-a92a-4e50673aee4c req-dcdbad4e-bed0-4f20-be87-ede4231f8d57 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:49:14.023316 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-25b46cea-3e54-41d2-86f7-853931a6d81d tempest-RoutersAdminTest-313293952 tempest-RoutersAdminTest-313293952-project] 10.222.0.16 "GET /v2.0/ports?device_id=6978d850-43f7-4b77-9bdc-597ce0b5c769 HTTP/1.1" status: 200 len: 205 time: 0.0537395 Jul 14 18:49:14.035121 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 41730) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:49:14.086736 n-d-800634-3 neutron-server[93916]: INFO neutron.api.v2.resource [None req-a1ea42a9-40a4-4773-a644-39ad21d401d8 tempest-RoutersAdminTest-313293952 tempest-RoutersAdminTest-313293952-project] delete failed (client error): The resource could not be found. Jul 14 18:49:14.087919 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-a1ea42a9-40a4-4773-a644-39ad21d401d8 tempest-RoutersAdminTest-313293952 tempest-RoutersAdminTest-313293952-project] 10.222.0.16 "DELETE /v2.0/routers/6978d850-43f7-4b77-9bdc-597ce0b5c769 HTTP/1.1" status: 404 len: 336 time: 0.0515103 Jul 14 18:49:14.092087 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 41734) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:49:14.092572 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-dd085423-ae3b-4b5c-b817-580d1e09de48 req-e597f89c-8254-42de-8db4-43966c2d6c8d service neutron] 10.222.0.16 "GET /v2.0/networks/f01ce686-0200-4cef-850e-fdadca3088c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2365036 Jul 14 18:49:14.144444 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-381fb9fe-bd99-4ef9-abcd-c0c18565b3c9 tempest-RoutersAdminTest-313293952 tempest-RoutersAdminTest-313293952-project] 10.222.0.16 "GET /v2.0/ports?device_id=eb081457-fbc7-44a8-8f3a-8e89113a78ca HTTP/1.1" status: 200 len: 205 time: 0.0484862 Jul 14 18:49:14.145515 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 41738) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:49:14.189051 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-51990032-5b7a-40a8-a92a-4e50673aee4c req-dcdbad4e-bed0-4f20-be87-ede4231f8d57 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] Network d41f9397-de9e-4e07-a07d-8cf0ac566250 is already hosted by enough agents. {{(pid=93915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:49:14.240423 n-d-800634-3 neutron-server[93915]: INFO neutron.api.v2.resource [None req-0ddc8d36-362e-40a0-a4d2-6b6164ebb5e0 tempest-RoutersAdminTest-313293952 tempest-RoutersAdminTest-313293952-project] delete failed (client error): The resource could not be found. Jul 14 18:49:14.245385 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 41746) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:49:14.246000 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-0ddc8d36-362e-40a0-a4d2-6b6164ebb5e0 tempest-RoutersAdminTest-313293952 tempest-RoutersAdminTest-313293952-project] 10.222.0.16 "DELETE /v2.0/routers/eb081457-fbc7-44a8-8f3a-8e89113a78ca HTTP/1.1" status: 404 len: 336 time: 0.0972393 Jul 14 18:49:14.283774 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-9d21e5c9-80d5-4fa0-b0df-21a7dca148c5 tempest-RoutersAdminTest-313293952 tempest-RoutersAdminTest-313293952-project] 10.222.0.16 "GET /v2.0/ports?device_id=20153a64-8875-4365-baee-a97c99961b78 HTTP/1.1" status: 200 len: 205 time: 0.0371182 Jul 14 18:49:14.287679 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 41750) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:49:14.287874 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcdbad4e-bed0-4f20-be87-ede4231f8d57 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] Pushing event updated for resources: {'Port': ['ID=e3136498-0563-413d-a023-fd2cc3fdf355,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:49:14.302247 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [req-51990032-5b7a-40a8-a92a-4e50673aee4c req-dcdbad4e-bed0-4f20-be87-ede4231f8d57 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] Resources bound (agent type, host, resource id): {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:49:14.309298 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [req-51990032-5b7a-40a8-a92a-4e50673aee4c req-dcdbad4e-bed0-4f20-be87-ede4231f8d57 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] Received port after_create {{(pid=93915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:49:14.348032 n-d-800634-3 neutron-server[93916]: INFO neutron.api.v2.resource [None req-915f7a96-48eb-4c25-ac82-3bec04716dac tempest-RoutersAdminTest-313293952 tempest-RoutersAdminTest-313293952-project] delete failed (client error): The resource could not be found. Jul 14 18:49:14.349138 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-915f7a96-48eb-4c25-ac82-3bec04716dac tempest-RoutersAdminTest-313293952 tempest-RoutersAdminTest-313293952-project] 10.222.0.16 "DELETE /v2.0/routers/20153a64-8875-4365-baee-a97c99961b78 HTTP/1.1" status: 404 len: 336 time: 0.0603821 Jul 14 18:49:14.358464 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 41758) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:49:14.426164 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-762d5deb-af71-455d-9afd-b8e03fd5a062 tempest-RoutersAdminTest-313293952 tempest-RoutersAdminTest-313293952-project] 10.222.0.16 "GET /v2.0/ports?device_id=24afd2f8-440a-4a79-ae57-00482b5fe22d HTTP/1.1" status: 200 len: 205 time: 0.0665429 Jul 14 18:49:14.429378 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 41762) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:49:14.485580 n-d-800634-3 neutron-server[93916]: INFO neutron.api.v2.resource [None req-1d25845a-011b-45fa-8722-256b464dbbf6 tempest-RoutersAdminTest-313293952 tempest-RoutersAdminTest-313293952-project] delete failed (client error): The resource could not be found. Jul 14 18:49:14.491536 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-dd085423-ae3b-4b5c-b817-580d1e09de48 req-22af5092-e518-4f19-b35e-422e030aca10 service neutron] 10.222.0.16 "GET /v2.0/networks/f01ce686-0200-4cef-850e-fdadca3088c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3866642 Jul 14 18:49:14.492049 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 41768) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:49:14.509800 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-1d25845a-011b-45fa-8722-256b464dbbf6 tempest-RoutersAdminTest-313293952 tempest-RoutersAdminTest-313293952-project] 10.222.0.16 "DELETE /v2.0/routers/24afd2f8-440a-4a79-ae57-00482b5fe22d HTTP/1.1" status: 404 len: 336 time: 0.0792029 Jul 14 18:49:14.577587 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 41776) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:49:14.587215 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-6efd71f1-f177-4191-9fcf-0febd5fb5f4f tempest-RoutersAdminTest-313293952 tempest-RoutersAdminTest-313293952-project] 10.222.0.16 "GET /v2.0/ports?device_id=cdec3a12-8284-49e1-8025-cc1f8ed38169 HTTP/1.1" status: 200 len: 205 time: 0.0906870 Jul 14 18:49:14.604699 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51990032-5b7a-40a8-a92a-4e50673aee4c req-dcdbad4e-bed0-4f20-be87-ede4231f8d57 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:49:14.605513 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-51990032-5b7a-40a8-a92a-4e50673aee4c req-dcdbad4e-bed0-4f20-be87-ede4231f8d57 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:49:14.652298 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-51990032-5b7a-40a8-a92a-4e50673aee4c req-dcdbad4e-bed0-4f20-be87-ede4231f8d57 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2421789 Jul 14 18:49:14.660668 n-d-800634-3 neutron-server[93916]: INFO neutron.api.v2.resource [None req-5771cc81-49f1-48f2-aa2e-add09c07daeb tempest-RoutersAdminTest-313293952 tempest-RoutersAdminTest-313293952-project] delete failed (client error): The resource could not be found. Jul 14 18:49:14.662012 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-5771cc81-49f1-48f2-aa2e-add09c07daeb tempest-RoutersAdminTest-313293952 tempest-RoutersAdminTest-313293952-project] 10.222.0.16 "DELETE /v2.0/routers/cdec3a12-8284-49e1-8025-cc1f8ed38169 HTTP/1.1" status: 404 len: 336 time: 0.0833745 Jul 14 18:49:14.664714 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 41790) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:49:14.671152 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [req-51990032-5b7a-40a8-a92a-4e50673aee4c req-6e32bd36-74e9-4521-915b-3b695748bd04 service neutron] Request body: {'port': {'device_id': '187f1c44-2972-4686-a9d2-f1f3e564683f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800634-3'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:49:14.691272 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7869ba0-44b4-429c-a036-2020829da0c0 req-2499a450-7900-4b9b-9f69-0325346e2e9e tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:49:14.701145 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b7869ba0-44b4-429c-a036-2020829da0c0 req-2499a450-7900-4b9b-9f69-0325346e2e9e tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c556fe5-0125-48ec-8057-3295f5ec5000 HTTP/1.1" status: 200 len: 946 time: 0.2964802 Jul 14 18:49:14.728587 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-769e5897-66c2-435d-b493-6fd2f387b731 tempest-RoutersAdminTest-313293952 tempest-RoutersAdminTest-313293952-project] 10.222.0.16 "GET /v2.0/ports?device_id=65541403-deef-4f03-b288-cb0a19c7bc4f HTTP/1.1" status: 200 len: 205 time: 0.0616736 Jul 14 18:49:14.731869 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 41800) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:49:14.754964 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-56c8f34b-3bdc-46e6-b13e-644aa79c1d15 None None] Provisioning for port e3136498-0563-413d-a023-fd2cc3fdf355 completed by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:49:14.780897 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-56c8f34b-3bdc-46e6-b13e-644aa79c1d15 None None] Provisioning complete for port e3136498-0563-413d-a023-fd2cc3fdf355 triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:49:14.781276 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-56c8f34b-3bdc-46e6-b13e-644aa79c1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:49:14.822392 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b7869ba0-44b4-429c-a036-2020829da0c0 req-6f94c6de-5ad7-4549-be85-4fac52bf5c28 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] 10.222.0.16 "GET /v2.0/security-groups?id=be330687-3a60-4db7-bad1-ca6d5eb00fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1202257 Jul 14 18:49:14.836093 n-d-800634-3 neutron-server[93916]: INFO neutron.api.v2.resource [None req-cb4fc7dd-5b01-4e9a-b3d5-52b1aff227f9 tempest-RoutersAdminTest-313293952 tempest-RoutersAdminTest-313293952-project] delete failed (client error): The resource could not be found. Jul 14 18:49:14.851954 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-cb4fc7dd-5b01-4e9a-b3d5-52b1aff227f9 tempest-RoutersAdminTest-313293952 tempest-RoutersAdminTest-313293952-project] 10.222.0.16 "DELETE /v2.0/routers/65541403-deef-4f03-b288-cb0a19c7bc4f HTTP/1.1" status: 404 len: 336 time: 0.1164641 Jul 14 18:49:14.852701 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 41810) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:49:14.901801 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-51990032-5b7a-40a8-a92a-4e50673aee4c req-6e32bd36-74e9-4521-915b-3b695748bd04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:49:14.948761 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-56c8f34b-3bdc-46e6-b13e-644aa79c1d15 None None] Port e3136498-0563-413d-a023-fd2cc3fdf355 cannot update to ACTIVE because it is not bound. {{(pid=93917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 18:49:14.972894 n-d-800634-3 neutron-server[93916]: INFO neutron.pecan_wsgi.hooks.translation [None req-05050ef1-52ff-4536-ab53-8a645161ac76 tempest-RoutersAdminTest-313293952 tempest-RoutersAdminTest-313293952-project] DELETE failed (client error): The resource could not be found. Jul 14 18:49:14.973380 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-05050ef1-52ff-4536-ab53-8a645161ac76 tempest-RoutersAdminTest-313293952 tempest-RoutersAdminTest-313293952-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93916) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 18:49:14.987102 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-05050ef1-52ff-4536-ab53-8a645161ac76 tempest-RoutersAdminTest-313293952 tempest-RoutersAdminTest-313293952-project] 10.222.0.16 "DELETE /v2.0/subnets/8d84b6d7-1cfd-44b5-8388-a490f35b533d HTTP/1.1" status: 404 len: 337 time: 0.1251283 Jul 14 18:49:15.240096 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-8bb6e713-1741-4617-9e4e-2e8bfbda519d req-f2ffe717-05f7-4ae6-b3f5-1dd8c92d9ebc tempest-AttachVolumeNegativeTest-3632510 tempest-AttachVolumeNegativeTest-3632510-project] 10.222.0.16 "GET /v2.0/ports?device_id=055fd0f1-6d0b-4ba0-84f2-ff970e8c514b HTTP/1.1" status: 200 len: 210 time: 0.2662098 Jul 14 18:49:15.346405 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8f947a-b5eb-4031-a69c-dee2a3262808 req-f8662690-2bd4-4815-8f92-d74f900c3118 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:49:15.348063 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3c8f947a-b5eb-4031-a69c-dee2a3262808 req-f8662690-2bd4-4815-8f92-d74f900c3118 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] 10.222.0.16 "GET /v2.0/ports?device_id=187f1c44-2972-4686-a9d2-f1f3e564683f HTTP/1.1" status: 200 len: 932 time: 0.2016296 Jul 14 18:49:15.426217 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3c8f947a-b5eb-4031-a69c-dee2a3262808 req-86acf363-d770-48e6-97b1-2a6cf6f947de tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] 10.222.0.16 "GET /v2.0/security-groups?id=6966763a-a9ce-4f04-9343-56b5726844ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0720155 Jul 14 18:49:15.435785 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [req-51990032-5b7a-40a8-a92a-4e50673aee4c req-6e32bd36-74e9-4521-915b-3b695748bd04 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3136498-0563-413d-a023-fd2cc3fdf355 {{(pid=93915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 18:49:15.450921 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-51990032-5b7a-40a8-a92a-4e50673aee4c req-6e32bd36-74e9-4521-915b-3b695748bd04 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:49:15.470017 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.provisioning_blocks [req-51990032-5b7a-40a8-a92a-4e50673aee4c req-6e32bd36-74e9-4521-915b-3b695748bd04 service neutron] Transition to ACTIVE for port object e3136498-0563-413d-a023-fd2cc3fdf355 will not be triggered until provisioned by entity L2. {{(pid=93915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:49:15.478553 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 41832) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:49:15.481602 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-51990032-5b7a-40a8-a92a-4e50673aee4c req-6e32bd36-74e9-4521-915b-3b695748bd04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25912978'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:49:15.536527 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e32bd36-74e9-4521-915b-3b695748bd04 service neutron] Pushing event updated for resources: {'Port': ['ID=e3136498-0563-413d-a023-fd2cc3fdf355,revision_number=2']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:49:15.660249 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-4943eaaf-9aa1-40b7-ab85-ff87cf575684 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:49:15.665145 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-51990032-5b7a-40a8-a92a-4e50673aee4c req-6e32bd36-74e9-4521-915b-3b695748bd04 service neutron] Attempting to bind port e3136498-0563-413d-a023-fd2cc3fdf355 on host n-h2-800634-3 for vnic_type normal with profile {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:49:15.665493 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-51990032-5b7a-40a8-a92a-4e50673aee4c req-6e32bd36-74e9-4521-915b-3b695748bd04 service neutron] Attempting to bind port e3136498-0563-413d-a023-fd2cc3fdf355 by drivers openvswitch,hyperv on host n-h2-800634-3 at level 0 using segments [{'id': 'ee39aca0-6f7d-4da6-861f-9f37553124e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'd41f9397-de9e-4e07-a07d-8cf0ac566250'}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:49:15.665887 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51990032-5b7a-40a8-a92a-4e50673aee4c req-6e32bd36-74e9-4521-915b-3b695748bd04 service neutron] Attempting to bind port e3136498-0563-413d-a023-fd2cc3fdf355 on network d41f9397-de9e-4e07-a07d-8cf0ac566250 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:49:15.686897 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51990032-5b7a-40a8-a92a-4e50673aee4c req-6e32bd36-74e9-4521-915b-3b695748bd04 service neutron] Port e3136498-0563-413d-a023-fd2cc3fdf355 on network d41f9397-de9e-4e07-a07d-8cf0ac566250 not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-3 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 18:49:15.687419 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51990032-5b7a-40a8-a92a-4e50673aee4c req-6e32bd36-74e9-4521-915b-3b695748bd04 service neutron] Attempting to bind port e3136498-0563-413d-a023-fd2cc3fdf355 on network d41f9397-de9e-4e07-a07d-8cf0ac566250 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:49:15.705137 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51990032-5b7a-40a8-a92a-4e50673aee4c req-6e32bd36-74e9-4521-915b-3b695748bd04 service neutron] Checking agent: {'id': '08e36a6c-8d04-48f0-a644-f27680635246', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 15, 35), 'started_at': datetime.datetime(2021, 7, 14, 18, 15, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 18, 49, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 18:49:15.705481 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51990032-5b7a-40a8-a92a-4e50673aee4c req-6e32bd36-74e9-4521-915b-3b695748bd04 service neutron] Checking segment: {'id': 'ee39aca0-6f7d-4da6-861f-9f37553124e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'd41f9397-de9e-4e07-a07d-8cf0ac566250'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:49:15.706064 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51990032-5b7a-40a8-a92a-4e50673aee4c req-6e32bd36-74e9-4521-915b-3b695748bd04 service neutron] Bound using segment: {'id': 'ee39aca0-6f7d-4da6-861f-9f37553124e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'd41f9397-de9e-4e07-a07d-8cf0ac566250'} {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 18:49:15.707247 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-51990032-5b7a-40a8-a92a-4e50673aee4c req-6e32bd36-74e9-4521-915b-3b695748bd04 service neutron] Bound port: e3136498-0563-413d-a023-fd2cc3fdf355, host: n-h2-800634-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee39aca0-6f7d-4da6-861f-9f37553124e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'd41f9397-de9e-4e07-a07d-8cf0ac566250'}}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 18:49:15.707451 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-51990032-5b7a-40a8-a92a-4e50673aee4c req-6e32bd36-74e9-4521-915b-3b695748bd04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:49:15.819630 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-4943eaaf-9aa1-40b7-ab85-ff87cf575684 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:49:15.829054 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-4943eaaf-9aa1-40b7-ab85-ff87cf575684 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:49:15.847317 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-51990032-5b7a-40a8-a92a-4e50673aee4c req-6e32bd36-74e9-4521-915b-3b695748bd04 service neutron] For port e3136498-0563-413d-a023-fd2cc3fdf355, host n-h2-800634-3, cleared binding levels {{(pid=93915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:49:15.851743 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-51990032-5b7a-40a8-a92a-4e50673aee4c req-6e32bd36-74e9-4521-915b-3b695748bd04 service neutron] For port e3136498-0563-413d-a023-fd2cc3fdf355, host n-h2-800634-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=e3136498-0563-413d-a023-fd2cc3fdf355,segment=NetworkSegment(ee39aca0-6f7d-4da6-861f-9f37553124e0),segment_id=ee39aca0-6f7d-4da6-861f-9f37553124e0)] {{(pid=93915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 18:49:15.859209 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-51990032-5b7a-40a8-a92a-4e50673aee4c req-6e32bd36-74e9-4521-915b-3b695748bd04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25912978'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:49:15.868133 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4943eaaf-9aa1-40b7-ab85-ff87cf575684 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ca2a28e-1af4-4555-b12e-6e5c6d50a10e,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:49:15.873244 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-4943eaaf-9aa1-40b7-ab85-ff87cf575684 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=66a7cd2854c74dd9bdb386213c81ac98&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3929527 Jul 14 18:49:15.880914 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 41840) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:49:15.910566 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51990032-5b7a-40a8-a92a-4e50673aee4c req-6e32bd36-74e9-4521-915b-3b695748bd04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:49:15.911146 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-51990032-5b7a-40a8-a92a-4e50673aee4c req-6e32bd36-74e9-4521-915b-3b695748bd04 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:49:15.913296 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-51990032-5b7a-40a8-a92a-4e50673aee4c req-6e32bd36-74e9-4521-915b-3b695748bd04 service neutron] 10.222.0.35 "PUT /v2.0/ports/e3136498-0563-413d-a023-fd2cc3fdf355 HTTP/1.1" status: 200 len: 1092 time: 1.2471974 Jul 14 18:49:15.913845 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '187f1c44-2972-4686-a9d2-f1f3e564683f', 'tag': 'e3136498-0563-413d-a023-fd2cc3fdf355'}] {{(pid=93915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:49:15.916738 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e72782ad3af8f7d4ce76cedf092bca46d1756acc5c4653cf0b52034cdd6b073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9c0b367-3294-40d1-b6f3-0e0b5dd0da53" -d '{"events": [{"name": "network-changed", "server_uuid": "187f1c44-2972-4686-a9d2-f1f3e564683f", "tag": "e3136498-0563-413d-a023-fd2cc3fdf355"}]}' {{(pid=93915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:49:15.950710 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e32bd36-74e9-4521-915b-3b695748bd04 service neutron] Pushing event updated for resources: {'Port': ['ID=e3136498-0563-413d-a023-fd2cc3fdf355,revision_number=3']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:49:15.981703 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-ee02cfe9-3b5d-4fff-aea2-2bcf7c19c47d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:49:16.021298 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-ee02cfe9-3b5d-4fff-aea2-2bcf7c19c47d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:49:16.088035 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 18:49:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a30b24f-4c6d-4e81-ac69-b3e0435dbcb2 x-openstack-request-id: req-8a30b24f-4c6d-4e81-ac69-b3e0435dbcb2 {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:49:16.088035 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "187f1c44-2972-4686-a9d2-f1f3e564683f", "tag": "e3136498-0563-413d-a023-fd2cc3fdf355", "status": "completed", "code": 200}]} {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:49:16.089703 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8a30b24f-4c6d-4e81-ac69-b3e0435dbcb2 {{(pid=93915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:49:16.091820 n-d-800634-3 neutron-server[93915]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '187f1c44-2972-4686-a9d2-f1f3e564683f', 'tag': 'e3136498-0563-413d-a023-fd2cc3fdf355', 'status': 'completed', 'code': 200} Jul 14 18:49:16.105138 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-ee02cfe9-3b5d-4fff-aea2-2bcf7c19c47d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:49:16.109308 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-ee02cfe9-3b5d-4fff-aea2-2bcf7c19c47d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:49:16.110673 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-ee02cfe9-3b5d-4fff-aea2-2bcf7c19c47d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2ca2a28e-1af4-4555-b12e-6e5c6d50a10e HTTP/1.1" status: 204 len: 168 time: 0.2288830 Jul 14 18:49:16.136861 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee02cfe9-3b5d-4fff-aea2-2bcf7c19c47d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ca2a28e-1af4-4555-b12e-6e5c6d50a10e,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:49:16.177971 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51990032-5b7a-40a8-a92a-4e50673aee4c req-8a9bd666-2562-4c83-bf3f-f2489ad19411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:49:16.179751 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-51990032-5b7a-40a8-a92a-4e50673aee4c req-8a9bd666-2562-4c83-bf3f-f2489ad19411 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5093a1bcf9144b0bbe697fc3cf12df56&device_id=187f1c44-2972-4686-a9d2-f1f3e564683f HTTP/1.1" status: 200 len: 1095 time: 0.1512280 Jul 14 18:49:16.239405 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-51990032-5b7a-40a8-a92a-4e50673aee4c req-73606e87-34f0-4e2a-8bf2-c356863274dc service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e3136498-0563-413d-a023-fd2cc3fdf355 HTTP/1.1" status: 200 len: 217 time: 0.0511405 Jul 14 18:49:16.363386 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51990032-5b7a-40a8-a92a-4e50673aee4c req-c3809e40-b568-4f8a-ad95-21c08eb3f5bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:49:16.365219 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-51990032-5b7a-40a8-a92a-4e50673aee4c req-c3809e40-b568-4f8a-ad95-21c08eb3f5bc service neutron] 10.222.0.35 "GET /v2.0/subnets?id=0161a33b-ac2d-4d08-b4de-fe1fa405f16a HTTP/1.1" status: 200 len: 850 time: 0.1201293 Jul 14 18:49:16.742609 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd085423-ae3b-4b5c-b817-580d1e09de48 req-3910b872-4990-41bc-a655-f8c9e6fa0869 tempest-AttachVolumeNegativeTest-3632510 tempest-AttachVolumeNegativeTest-3632510-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:49:16.750325 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-dd085423-ae3b-4b5c-b817-580d1e09de48 req-3910b872-4990-41bc-a655-f8c9e6fa0869 tempest-AttachVolumeNegativeTest-3632510 tempest-AttachVolumeNegativeTest-3632510-project] 10.222.0.18 "GET /v2.0/networks?id=f01ce686-0200-4cef-850e-fdadca3088c1 HTTP/1.1" status: 200 len: 814 time: 0.2180390 Jul 14 18:49:16.792216 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 41870) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:49:16.807355 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-5c1b3729-cf43-4433-b94f-a38af6ddb354 req-61661af5-6907-4fce-bdc6-59d0fc3853cb tempest-AttachVolumeNegativeTest-3632510 tempest-AttachVolumeNegativeTest-3632510-project] 10.222.0.16 "GET /v2.0/ports?device_id=055fd0f1-6d0b-4ba0-84f2-ff970e8c514b HTTP/1.1" status: 200 len: 210 time: 0.2916775 Jul 14 18:49:16.814766 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [req-dd085423-ae3b-4b5c-b817-580d1e09de48 req-f8b44a24-7c6b-4eab-b218-bb57c1236a81 tempest-AttachVolumeNegativeTest-3632510 tempest-AttachVolumeNegativeTest-3632510-project] Request body: {'port': {'device_id': '055fd0f1-6d0b-4ba0-84f2-ff970e8c514b', 'network_id': 'f01ce686-0200-4cef-850e-fdadca3088c1', 'admin_state_up': True, 'tenant_id': 'dc8d5262b1d34e2eab84ee621f7a0e10'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:49:16.887977 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-24f2c020-f737-48bc-941c-fa990b386a55 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=04747b1fb6af4665b9ef83285a7a9eec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0906701 Jul 14 18:49:16.890202 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 41872) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:49:16.911422 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51990032-5b7a-40a8-a92a-4e50673aee4c req-48aaba74-2684-462e-8f55-acda9e527493 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:49:16.912983 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-51990032-5b7a-40a8-a92a-4e50673aee4c req-48aaba74-2684-462e-8f55-acda9e527493 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d41f9397-de9e-4e07-a07d-8cf0ac566250&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5395615 Jul 14 18:49:16.942684 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e353cf-f28e-4282-814f-15bea8195e22 req-f24c33ba-2cc4-461f-a9db-c1fc91850d47 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:49:16.944145 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f6e353cf-f28e-4282-814f-15bea8195e22 req-f24c33ba-2cc4-461f-a9db-c1fc91850d47 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c556fe5-0125-48ec-8057-3295f5ec5000 HTTP/1.1" status: 200 len: 946 time: 0.5160329 Jul 14 18:49:16.985868 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-da128e6a-24fa-4ba6-9c0d-2976171ad6f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:49:17.009967 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-da128e6a-24fa-4ba6-9c0d-2976171ad6f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:49:17.070762 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-da128e6a-24fa-4ba6-9c0d-2976171ad6f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:49:17.075141 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-da128e6a-24fa-4ba6-9c0d-2976171ad6f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:49:17.079455 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-da128e6a-24fa-4ba6-9c0d-2976171ad6f9 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/cb406f17-5137-45e5-95cf-2aa670fe2fd3 HTTP/1.1" status: 204 len: 168 time: 0.1768234 Jul 14 18:49:17.089309 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da128e6a-24fa-4ba6-9c0d-2976171ad6f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb406f17-5137-45e5-95cf-2aa670fe2fd3,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:49:17.098173 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da128e6a-24fa-4ba6-9c0d-2976171ad6f9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:49:17.098517 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da128e6a-24fa-4ba6-9c0d-2976171ad6f9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:49:17.099031 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da128e6a-24fa-4ba6-9c0d-2976171ad6f9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:49:17.099519 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da128e6a-24fa-4ba6-9c0d-2976171ad6f9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:49:17.100001 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da128e6a-24fa-4ba6-9c0d-2976171ad6f9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:49:17.100502 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da128e6a-24fa-4ba6-9c0d-2976171ad6f9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:49:17.101049 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da128e6a-24fa-4ba6-9c0d-2976171ad6f9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:49:17.101532 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da128e6a-24fa-4ba6-9c0d-2976171ad6f9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:49:17.102149 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da128e6a-24fa-4ba6-9c0d-2976171ad6f9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:49:17.102665 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da128e6a-24fa-4ba6-9c0d-2976171ad6f9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:49:17.103171 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da128e6a-24fa-4ba6-9c0d-2976171ad6f9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:49:17.103766 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da128e6a-24fa-4ba6-9c0d-2976171ad6f9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:49:17.110263 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f6e353cf-f28e-4282-814f-15bea8195e22 req-f891a635-0e1c-4565-91f0-58851a2aad61 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] 10.222.0.16 "GET /v2.0/security-groups?id=be330687-3a60-4db7-bad1-ca6d5eb00fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1556544 Jul 14 18:49:17.121080 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd085423-ae3b-4b5c-b817-580d1e09de48 req-f8b44a24-7c6b-4eab-b218-bb57c1236a81 tempest-AttachVolumeNegativeTest-3632510 tempest-AttachVolumeNegativeTest-3632510-project] Made reservation on behalf of dc8d5262b1d34e2eab84ee621f7a0e10 for: {'port': 1} {{(pid=93915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:49:17.125305 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-dd085423-ae3b-4b5c-b817-580d1e09de48 req-f8b44a24-7c6b-4eab-b218-bb57c1236a81 tempest-AttachVolumeNegativeTest-3632510 tempest-AttachVolumeNegativeTest-3632510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:49:17.177295 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-51990032-5b7a-40a8-a92a-4e50673aee4c req-0b06f612-c51f-49a2-b16a-80d360dd1f3c service neutron] 10.222.0.35 "GET /v2.0/networks/d41f9397-de9e-4e07-a07d-8cf0ac566250?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2534468 Jul 14 18:49:17.208684 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1b252d-f8e0-433a-9335-1bd4f78f1335 req-f5105fdb-b1c7-4735-b885-e9dab46c6f8d tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:49:17.216997 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-eb1b252d-f8e0-433a-9335-1bd4f78f1335 req-f5105fdb-b1c7-4735-b885-e9dab46c6f8d tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] 10.222.0.16 "GET /v2.0/ports?device_id=187f1c44-2972-4686-a9d2-f1f3e564683f HTTP/1.1" status: 200 len: 944 time: 0.2461035 Jul 14 18:49:17.385548 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-eb1b252d-f8e0-433a-9335-1bd4f78f1335 req-96b50bd8-c75e-449d-835f-890b7270fa59 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] 10.222.0.16 "GET /v2.0/security-groups?id=6966763a-a9ce-4f04-9343-56b5726844ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1675057 Jul 14 18:49:17.458325 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-51990032-5b7a-40a8-a92a-4e50673aee4c req-c93cfdca-870a-49bb-8f22-d525cfd3d84b service neutron] 10.222.0.35 "GET /v2.0/networks/d41f9397-de9e-4e07-a07d-8cf0ac566250?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2738934 Jul 14 18:49:17.462713 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.db_base_plugin_common [req-dd085423-ae3b-4b5c-b817-580d1e09de48 req-f8b44a24-7c6b-4eab-b218-bb57c1236a81 tempest-AttachVolumeNegativeTest-3632510 tempest-AttachVolumeNegativeTest-3632510-project] Allocated IP 172.20.0.10 (f01ce686-0200-4cef-850e-fdadca3088c1/0f557551-9a58-4fbc-9de4-1c0c2883c537/477286eb-c682-4f75-8930-9f0a69c01bee) {{(pid=93915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:49:17.687078 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c0b367-3294-40d1-b6f3-0e0b5dd0da53 req-473a6393-b074-4293-99b9-5bed400b582d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:49:17.688541 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f9c0b367-3294-40d1-b6f3-0e0b5dd0da53 req-473a6393-b074-4293-99b9-5bed400b582d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5093a1bcf9144b0bbe697fc3cf12df56&device_id=187f1c44-2972-4686-a9d2-f1f3e564683f HTTP/1.1" status: 200 len: 1095 time: 0.1712718 Jul 14 18:49:17.737660 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-dd085423-ae3b-4b5c-b817-580d1e09de48 req-f8b44a24-7c6b-4eab-b218-bb57c1236a81 tempest-AttachVolumeNegativeTest-3632510 tempest-AttachVolumeNegativeTest-3632510-project] Notify callbacks [] for port, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:49:17.884957 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c0b367-3294-40d1-b6f3-0e0b5dd0da53 req-d853e7d2-e4ec-4e9c-bc46-c2b1ab78733e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:49:17.890417 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f9c0b367-3294-40d1-b6f3-0e0b5dd0da53 req-d853e7d2-e4ec-4e9c-bc46-c2b1ab78733e service neutron] 10.222.0.35 "GET /v2.0/networks?id=d41f9397-de9e-4e07-a07d-8cf0ac566250 HTTP/1.1" status: 200 len: 911 time: 0.1947014 Jul 14 18:49:17.989797 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-dd085423-ae3b-4b5c-b817-580d1e09de48 req-f8b44a24-7c6b-4eab-b218-bb57c1236a81 tempest-AttachVolumeNegativeTest-3632510 tempest-AttachVolumeNegativeTest-3632510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:49:18.003138 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f9c0b367-3294-40d1-b6f3-0e0b5dd0da53 req-dda28021-f19b-4be8-9728-e9ff73bff001 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e3136498-0563-413d-a023-fd2cc3fdf355 HTTP/1.1" status: 200 len: 217 time: 0.1002326 Jul 14 18:49:18.003585 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] get_ports_and_sgs() called for port_ids ['3a2eb3c4-e06b-47ee-ab16-5381b2cbed0d', 'c6d6b6b9-1527-4ffd-b579-4fc7f4b97389'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 18:49:18.007179 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] get_ports_and_sgs() called for port_ids ['ce482cff-d6ac-417a-bf83-3e4307fce0a9'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 18:49:18.149485 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd085423-ae3b-4b5c-b817-580d1e09de48 req-f8b44a24-7c6b-4eab-b218-bb57c1236a81 tempest-AttachVolumeNegativeTest-3632510 tempest-AttachVolumeNegativeTest-3632510-project] Network f01ce686-0200-4cef-850e-fdadca3088c1 is already hosted by enough agents. {{(pid=93915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:49:18.196333 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [req-dd085423-ae3b-4b5c-b817-580d1e09de48 req-f8b44a24-7c6b-4eab-b218-bb57c1236a81 tempest-AttachVolumeNegativeTest-3632510 tempest-AttachVolumeNegativeTest-3632510-project] Resources bound (agent type, host, resource id): {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:49:18.238771 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd085423-ae3b-4b5c-b817-580d1e09de48 req-f8b44a24-7c6b-4eab-b218-bb57c1236a81 tempest-AttachVolumeNegativeTest-3632510 tempest-AttachVolumeNegativeTest-3632510-project] Received port after_create {{(pid=93915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:49:18.391451 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c0b367-3294-40d1-b6f3-0e0b5dd0da53 req-ced4586d-b434-45e8-8265-deea6225d53b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:49:18.393279 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f9c0b367-3294-40d1-b6f3-0e0b5dd0da53 req-ced4586d-b434-45e8-8265-deea6225d53b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=0161a33b-ac2d-4d08-b4de-fe1fa405f16a HTTP/1.1" status: 200 len: 850 time: 0.3813167 Jul 14 18:49:18.403447 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b44a24-7c6b-4eab-b218-bb57c1236a81 tempest-AttachVolumeNegativeTest-3632510 tempest-AttachVolumeNegativeTest-3632510-project] Pushing event updated for resources: {'Port': ['ID=477286eb-c682-4f75-8930-9f0a69c01bee,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:49:18.482924 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 41954) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:49:18.518790 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd085423-ae3b-4b5c-b817-580d1e09de48 req-f8b44a24-7c6b-4eab-b218-bb57c1236a81 tempest-AttachVolumeNegativeTest-3632510 tempest-AttachVolumeNegativeTest-3632510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:49:18.520908 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-dd085423-ae3b-4b5c-b817-580d1e09de48 req-f8b44a24-7c6b-4eab-b218-bb57c1236a81 tempest-AttachVolumeNegativeTest-3632510 tempest-AttachVolumeNegativeTest-3632510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:49:18.622880 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9708a652-13aa-447a-840d-9b45212146eb req-855aeeda-635d-4c19-a118-3744e5632754 tempest-AttachVolumeNegativeTest-3632510 tempest-AttachVolumeNegativeTest-3632510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:49:18.635458 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-9708a652-13aa-447a-840d-9b45212146eb req-855aeeda-635d-4c19-a118-3744e5632754 tempest-AttachVolumeNegativeTest-3632510 tempest-AttachVolumeNegativeTest-3632510-project] 10.222.0.16 "GET /v2.0/ports?device_id=055fd0f1-6d0b-4ba0-84f2-ff970e8c514b HTTP/1.1" status: 200 len: 932 time: 0.4803786 Jul 14 18:49:18.714061 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-1038367f-da14-440d-a672-8e2c07bec4a2 tempest-AllowedAddressPairTestJSON-464686841 tempest-AllowedAddressPairTestJSON-464686841-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1481562345'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:49:18.814830 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1038367f-da14-440d-a672-8e2c07bec4a2 tempest-AllowedAddressPairTestJSON-464686841 tempest-AllowedAddressPairTestJSON-464686841-project] Made reservation on behalf of 5dc9d9b106fe4016a5fbcb8c021a1fae for: {'network': 1} {{(pid=93916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:49:18.832385 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-1038367f-da14-440d-a672-8e2c07bec4a2 tempest-AllowedAddressPairTestJSON-464686841 tempest-AllowedAddressPairTestJSON-464686841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for network, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:49:18.851395 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-1038367f-da14-440d-a672-8e2c07bec4a2 tempest-AllowedAddressPairTestJSON-464686841 tempest-AllowedAddressPairTestJSON-464686841-project] Notify callbacks [] for security_group, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:49:19.033472 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device 9c478c99-d62c-4ba4-a542-afd02703f1f0 no longer exists at agent hyperv_n-h1-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 18:49:19.068558 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-1038367f-da14-440d-a672-8e2c07bec4a2 tempest-AllowedAddressPairTestJSON-464686841 tempest-AllowedAddressPairTestJSON-464686841-project] Notify callbacks [] for security_group, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:49:19.077168 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-1038367f-da14-440d-a672-8e2c07bec4a2 tempest-AllowedAddressPairTestJSON-464686841 tempest-AllowedAddressPairTestJSON-464686841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:49:19.102203 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-dd085423-ae3b-4b5c-b817-580d1e09de48 req-f8b44a24-7c6b-4eab-b218-bb57c1236a81 tempest-AttachVolumeNegativeTest-3632510 tempest-AttachVolumeNegativeTest-3632510-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2973473 Jul 14 18:49:19.126437 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [req-dd085423-ae3b-4b5c-b817-580d1e09de48 req-bc7ed874-d9a0-452a-8224-090b44bec911 tempest-AttachVolumeNegativeTest-3632510 tempest-AttachVolumeNegativeTest-3632510-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=93915) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 18:49:19.127500 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-dd085423-ae3b-4b5c-b817-580d1e09de48 req-bc7ed874-d9a0-452a-8224-090b44bec911 tempest-AttachVolumeNegativeTest-3632510 tempest-AttachVolumeNegativeTest-3632510-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0091043 Jul 14 18:49:19.137004 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1038367f-da14-440d-a672-8e2c07bec4a2 tempest-AllowedAddressPairTestJSON-464686841 tempest-AllowedAddressPairTestJSON-464686841-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 51} {{(pid=93916) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 18:49:19.185253 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1038367f-da14-440d-a672-8e2c07bec4a2 tempest-AllowedAddressPairTestJSON-464686841 tempest-AllowedAddressPairTestJSON-464686841-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8093d3dc-8d8f-4fad-88f4-af5d9518713a,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:49:19.203595 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-1038367f-da14-440d-a672-8e2c07bec4a2 tempest-AllowedAddressPairTestJSON-464686841 tempest-AllowedAddressPairTestJSON-464686841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:49:19.204341 n-d-800634-3 neutron-server[93916]: INFO neutron.db.segments_db [None req-1038367f-da14-440d-a672-8e2c07bec4a2 tempest-AllowedAddressPairTestJSON-464686841 tempest-AllowedAddressPairTestJSON-464686841-project] Added segment ea908235-5413-4221-8ac0-a640d767f4da of type vlan for network c5619e14-76f6-4fc1-a8b2-982632259012 Jul 14 18:49:19.253320 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c0b367-3294-40d1-b6f3-0e0b5dd0da53 req-d6c12322-e1d1-41a6-91a6-7ca6860fc459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:49:19.255540 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f9c0b367-3294-40d1-b6f3-0e0b5dd0da53 req-d6c12322-e1d1-41a6-91a6-7ca6860fc459 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d41f9397-de9e-4e07-a07d-8cf0ac566250&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8482838 Jul 14 18:49:19.264225 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-9708a652-13aa-447a-840d-9b45212146eb req-e7d75677-18e7-4e81-baf1-d8ad0f111fc2 tempest-AttachVolumeNegativeTest-3632510 tempest-AttachVolumeNegativeTest-3632510-project] 10.222.0.16 "GET /v2.0/security-groups?id=0abe65fc-f489-4951-8c06-afae1a246333&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6276896 Jul 14 18:49:19.285154 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:49:19.335618 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-1038367f-da14-440d-a672-8e2c07bec4a2 tempest-AllowedAddressPairTestJSON-464686841 tempest-AllowedAddressPairTestJSON-464686841-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728202197517'] for network, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:49:19.366236 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c556fe5-0125-48ec-8057-3295f5ec5000', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9c478c99-d62c-4ba4-a542-afd02703f1f0'}] {{(pid=93917) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:49:19.371478 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20b787f3c29eaa7aa2a4d648c725a2124c5ff39a8d793252f9d844495e14cf42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bdfd7eb-6092-4ca7-a059-96cccedd1ba8" -d '{"events": [{"server_uuid": "9c556fe5-0125-48ec-8057-3295f5ec5000", "name": "network-vif-unplugged", "status": "completed", "tag": "9c478c99-d62c-4ba4-a542-afd02703f1f0"}]}' {{(pid=93917) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:49:19.384638 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [req-dd085423-ae3b-4b5c-b817-580d1e09de48 req-272e27d8-5cda-4ac7-8d5d-883c3c53b88b service neutron] Request body: {'port': {'device_id': '055fd0f1-6d0b-4ba0-84f2-ff970e8c514b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800634-3'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:49:19.398615 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port 9c478c99-d62c-4ba4-a542-afd02703f1f0, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=9c478c99-d62c-4ba4-a542-afd02703f1f0,segment=NetworkSegment(e6ac1013-49a3-4f7c-beca-cf2ef24dd35b),segment_id=e6ac1013-49a3-4f7c-beca-cf2ef24dd35b)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:49:19.408529 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:49:19.450296 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-1038367f-da14-440d-a672-8e2c07bec4a2 tempest-AllowedAddressPairTestJSON-464686841 tempest-AllowedAddressPairTestJSON-464686841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727'] for network, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:49:19.462619 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a309cc30-7b8b-45d7-ad2e-a9c970812104 req-851df026-2fbe-410f-ae4e-c7039adef93b tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:49:19.465144 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Pushing event updated for resources: {'Port': ['ID=9c478c99-d62c-4ba4-a542-afd02703f1f0,revision_number=14']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:49:19.472723 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a309cc30-7b8b-45d7-ad2e-a9c970812104 req-851df026-2fbe-410f-ae4e-c7039adef93b tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] 10.222.0.16 "GET /v2.0/ports?device_id=187f1c44-2972-4686-a9d2-f1f3e564683f HTTP/1.1" status: 200 len: 944 time: 0.3673375 Jul 14 18:49:19.473414 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1038367f-da14-440d-a672-8e2c07bec4a2 tempest-AllowedAddressPairTestJSON-464686841 tempest-AllowedAddressPairTestJSON-464686841-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:49:19.474288 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-1038367f-da14-440d-a672-8e2c07bec4a2 tempest-AllowedAddressPairTestJSON-464686841 tempest-AllowedAddressPairTestJSON-464686841-project] Notify callbacks [] for network, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:49:19.489419 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 14 Jul 2021 18:49:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5bdaa9f-ead1-4abb-aec2-042a5dd755a2 x-openstack-request-id: req-c5bdaa9f-ead1-4abb-aec2-042a5dd755a2 {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:49:19.489961 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c556fe5-0125-48ec-8057-3295f5ec5000", "name": "network-vif-unplugged", "status": "completed", "tag": "9c478c99-d62c-4ba4-a542-afd02703f1f0", "code": 200}]} {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:49:19.490425 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c5bdaa9f-ead1-4abb-aec2-042a5dd755a2 {{(pid=93917) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:49:19.491021 n-d-800634-3 neutron-server[93917]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c556fe5-0125-48ec-8057-3295f5ec5000', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9c478c99-d62c-4ba4-a542-afd02703f1f0', 'code': 200} Jul 14 18:49:19.587148 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-1038367f-da14-440d-a672-8e2c07bec4a2 tempest-AllowedAddressPairTestJSON-464686841 tempest-AllowedAddressPairTestJSON-464686841-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.1024258 Jul 14 18:49:19.591931 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 42006) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:49:19.599940 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1038367f-da14-440d-a672-8e2c07bec4a2 tempest-AllowedAddressPairTestJSON-464686841 tempest-AllowedAddressPairTestJSON-464686841-project] Pushing event updated for resources: {'Network': ['ID=c5619e14-76f6-4fc1-a8b2-982632259012,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:49:19.604263 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-9c310420-23ad-4224-9347-a26321f07e9b tempest-AllowedAddressPairTestJSON-464686841 tempest-AllowedAddressPairTestJSON-464686841-project] Request body: {'subnet': {'network_id': 'c5619e14-76f6-4fc1-a8b2-982632259012', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:49:19.615840 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Network c5619e14-76f6-4fc1-a8b2-982632259012 details requested by agent ovs-agent-n-d-800634-3 with host n-d-800634-3 {{(pid=93917) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 18:49:19.720488 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-dd085423-ae3b-4b5c-b817-580d1e09de48 req-272e27d8-5cda-4ac7-8d5d-883c3c53b88b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:49:19.746808 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a309cc30-7b8b-45d7-ad2e-a9c970812104 req-039d0e72-3575-4fca-9ccd-7e002f0825a3 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] 10.222.0.16 "GET /v2.0/security-groups?id=6966763a-a9ce-4f04-9343-56b5726844ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2627685 Jul 14 18:49:19.771445 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f9c0b367-3294-40d1-b6f3-0e0b5dd0da53 req-04d5f9c2-6d88-4bea-ade0-c5afb098df61 service neutron] 10.222.0.35 "GET /v2.0/networks/d41f9397-de9e-4e07-a07d-8cf0ac566250?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5058305 Jul 14 18:49:19.859405 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c310420-23ad-4224-9347-a26321f07e9b tempest-AllowedAddressPairTestJSON-464686841 tempest-AllowedAddressPairTestJSON-464686841-project] Made reservation on behalf of 5dc9d9b106fe4016a5fbcb8c021a1fae for: {'subnet': 1} {{(pid=93915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:49:19.863127 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-9c310420-23ad-4224-9347-a26321f07e9b tempest-AllowedAddressPairTestJSON-464686841 tempest-AllowedAddressPairTestJSON-464686841-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28969735'] for subnet, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:49:20.079304 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f9c0b367-3294-40d1-b6f3-0e0b5dd0da53 req-d2ed1849-5912-450a-9d84-521497d6dff4 service neutron] 10.222.0.35 "GET /v2.0/networks/d41f9397-de9e-4e07-a07d-8cf0ac566250?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2978511 Jul 14 18:49:20.091964 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69134a05-229f-4ab2-bbde-76a219cf37ad req-dd9110a3-3a3e-436d-a66c-011188d504f9 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:49:20.099054 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-69134a05-229f-4ab2-bbde-76a219cf37ad req-dd9110a3-3a3e-436d-a66c-011188d504f9 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c556fe5-0125-48ec-8057-3295f5ec5000 HTTP/1.1" status: 200 len: 944 time: 0.3895977 Jul 14 18:49:20.256839 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-69134a05-229f-4ab2-bbde-76a219cf37ad req-493665b1-9cd0-4328-ab3b-1c44e035a29e tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] 10.222.0.16 "GET /v2.0/security-groups?id=be330687-3a60-4db7-bad1-ca6d5eb00fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1569052 Jul 14 18:49:20.363317 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-d5bc940f-eceb-4d48-8351-c59a3b9ed021 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:49:20.387513 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-9c310420-23ad-4224-9347-a26321f07e9b tempest-AllowedAddressPairTestJSON-464686841 tempest-AllowedAddressPairTestJSON-464686841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25912837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28969781'] for subnet, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:49:20.549888 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [req-dd085423-ae3b-4b5c-b817-580d1e09de48 req-272e27d8-5cda-4ac7-8d5d-883c3c53b88b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 477286eb-c682-4f75-8930-9f0a69c01bee {{(pid=93915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 18:49:20.568258 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-dd085423-ae3b-4b5c-b817-580d1e09de48 req-272e27d8-5cda-4ac7-8d5d-883c3c53b88b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:49:20.575905 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c310420-23ad-4224-9347-a26321f07e9b tempest-AllowedAddressPairTestJSON-464686841 tempest-AllowedAddressPairTestJSON-464686841-project] Pushing event updated for resources: {'Subnet': ['ID=0dc5aa7b-cfb9-418e-9da0-652336d2eff0,revision_number=0']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:49:20.585111 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c310420-23ad-4224-9347-a26321f07e9b tempest-AllowedAddressPairTestJSON-464686841 tempest-AllowedAddressPairTestJSON-464686841-project] Checking segment: {'id': 'ea908235-5413-4221-8ac0-a640d767f4da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'c5619e14-76f6-4fc1-a8b2-982632259012'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:49:20.585447 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c310420-23ad-4224-9347-a26321f07e9b tempest-AllowedAddressPairTestJSON-464686841 tempest-AllowedAddressPairTestJSON-464686841-project] Network hostable DHCP agents. Network: c5619e14-76f6-4fc1-a8b2-982632259012, hostable agents: ['028393c3-0576-4ebd-bca1-8ea8a148e1a2'], hosted agents: [] {{(pid=93915) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 18:49:20.630180 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.provisioning_blocks [req-dd085423-ae3b-4b5c-b817-580d1e09de48 req-272e27d8-5cda-4ac7-8d5d-883c3c53b88b service neutron] Transition to ACTIVE for port object 477286eb-c682-4f75-8930-9f0a69c01bee will not be triggered until provisioned by entity L2. {{(pid=93915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:49:20.641229 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-dd085423-ae3b-4b5c-b817-580d1e09de48 req-272e27d8-5cda-4ac7-8d5d-883c3c53b88b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25912978'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:49:20.714657 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450e96fc-421c-4b29-849a-ca4c802c3a53 req-faee3b34-c662-4f5c-bd36-c19167306d8c tempest-AttachVolumeNegativeTest-3632510 tempest-AttachVolumeNegativeTest-3632510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:49:20.716807 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-450e96fc-421c-4b29-849a-ca4c802c3a53 req-faee3b34-c662-4f5c-bd36-c19167306d8c tempest-AttachVolumeNegativeTest-3632510 tempest-AttachVolumeNegativeTest-3632510-project] 10.222.0.16 "GET /v2.0/ports?device_id=055fd0f1-6d0b-4ba0-84f2-ff970e8c514b HTTP/1.1" status: 200 len: 932 time: 0.2788122 Jul 14 18:49:20.730075 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272e27d8-5cda-4ac7-8d5d-883c3c53b88b service neutron] Pushing event updated for resources: {'Port': ['ID=477286eb-c682-4f75-8930-9f0a69c01bee,revision_number=2']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:49:20.732528 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c310420-23ad-4224-9347-a26321f07e9b tempest-AllowedAddressPairTestJSON-464686841 tempest-AllowedAddressPairTestJSON-464686841-project] Network c5619e14-76f6-4fc1-a8b2-982632259012 is scheduled to be hosted by DHCP agent 028393c3-0576-4ebd-bca1-8ea8a148e1a2 with binding_index 1 {{(pid=93915) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 18:49:20.751184 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [None req-9c310420-23ad-4224-9347-a26321f07e9b tempest-AllowedAddressPairTestJSON-464686841 tempest-AllowedAddressPairTestJSON-464686841-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-3, c5619e14-76f6-4fc1-a8b2-982632259012) {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:49:20.761194 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93134847-ed39-4a29-b53c-f2dd0e0efe45 None None] Network c5619e14-76f6-4fc1-a8b2-982632259012 requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:49:20.783495 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c310420-23ad-4224-9347-a26321f07e9b tempest-AllowedAddressPairTestJSON-464686841 tempest-AllowedAddressPairTestJSON-464686841-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:49:20.784087 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-9c310420-23ad-4224-9347-a26321f07e9b tempest-AllowedAddressPairTestJSON-464686841 tempest-AllowedAddressPairTestJSON-464686841-project] Notify callbacks [] for subnet, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:49:20.870280 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-9c310420-23ad-4224-9347-a26321f07e9b tempest-AllowedAddressPairTestJSON-464686841 tempest-AllowedAddressPairTestJSON-464686841-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2702949 Jul 14 18:49:20.873123 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 42032) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:49:20.873639 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-450e96fc-421c-4b29-849a-ca4c802c3a53 req-641ba519-227f-48d5-9f2a-9d6110bb52d4 tempest-AttachVolumeNegativeTest-3632510 tempest-AttachVolumeNegativeTest-3632510-project] 10.222.0.16 "GET /v2.0/security-groups?id=0abe65fc-f489-4951-8c06-afae1a246333&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310129 Jul 14 18:49:20.881925 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-f33c737c-a7c2-4799-a865-58e245a90b8b tempest-AllowedAddressPairTestJSON-464686841 tempest-AllowedAddressPairTestJSON-464686841-project] Request body: {'port': {'network_id': 'c5619e14-76f6-4fc1-a8b2-982632259012', 'name': 'tempest-AllowedAddressPairTestJSON-1132702039'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:49:20.962688 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1265e676-6a5d-4161-a1de-474c7624c186 req-8ca3d32d-8fa0-45ba-99b9-b1fd0546f89c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:49:20.964330 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-1265e676-6a5d-4161-a1de-474c7624c186 req-8ca3d32d-8fa0-45ba-99b9-b1fd0546f89c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c28e5bcf1e004d64bdc0461d59ce0908&device_id=9c556fe5-0125-48ec-8057-3295f5ec5000 HTTP/1.1" status: 200 len: 1095 time: 0.2462289 Jul 14 18:49:21.060465 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-196b49b6-c96a-49d3-b9c0-e35d89f3d3d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9222b97e-5d1c-54f8-ba97-82f172498e76-c5619e14-76f6-4fc1-a8b2-982632259012', 'network_id': 'c5619e14-76f6-4fc1-a8b2-982632259012', 'tenant_id': '5dc9d9b106fe4016a5fbcb8c021a1fae', 'fixed_ips': [{'subnet_id': '0dc5aa7b-cfb9-418e-9da0-652336d2eff0'}]}} from n-d-800634-3. {{(pid=93917) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 18:49:21.062436 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-196b49b6-c96a-49d3-b9c0-e35d89f3d3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:49:21.078241 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-dd085423-ae3b-4b5c-b817-580d1e09de48 req-272e27d8-5cda-4ac7-8d5d-883c3c53b88b service neutron] Attempting to bind port 477286eb-c682-4f75-8930-9f0a69c01bee on host n-h1-800634-3 for vnic_type normal with profile {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:49:21.078583 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-dd085423-ae3b-4b5c-b817-580d1e09de48 req-272e27d8-5cda-4ac7-8d5d-883c3c53b88b service neutron] Attempting to bind port 477286eb-c682-4f75-8930-9f0a69c01bee by drivers openvswitch,hyperv on host n-h1-800634-3 at level 0 using segments [{'id': '3142d796-db76-489d-9ebc-ac845cfeb79d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'f01ce686-0200-4cef-850e-fdadca3088c1'}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:49:21.078915 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd085423-ae3b-4b5c-b817-580d1e09de48 req-272e27d8-5cda-4ac7-8d5d-883c3c53b88b service neutron] Attempting to bind port 477286eb-c682-4f75-8930-9f0a69c01bee on network f01ce686-0200-4cef-850e-fdadca3088c1 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:49:21.109562 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7a0efd-2338-46fb-a4b3-7fd7ba2aba29 req-2b721ef8-6161-4e5c-8c03-7589834508cd tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:49:21.111107 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-1b7a0efd-2338-46fb-a4b3-7fd7ba2aba29 req-2b721ef8-6161-4e5c-8c03-7589834508cd tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c556fe5-0125-48ec-8057-3295f5ec5000 HTTP/1.1" status: 200 len: 944 time: 0.3188279 Jul 14 18:49:21.127222 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd085423-ae3b-4b5c-b817-580d1e09de48 req-272e27d8-5cda-4ac7-8d5d-883c3c53b88b service neutron] Port 477286eb-c682-4f75-8930-9f0a69c01bee on network f01ce686-0200-4cef-850e-fdadca3088c1 not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-3 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 18:49:21.127550 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd085423-ae3b-4b5c-b817-580d1e09de48 req-272e27d8-5cda-4ac7-8d5d-883c3c53b88b service neutron] Attempting to bind port 477286eb-c682-4f75-8930-9f0a69c01bee on network f01ce686-0200-4cef-850e-fdadca3088c1 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:49:21.151565 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f33c737c-a7c2-4799-a865-58e245a90b8b tempest-AllowedAddressPairTestJSON-464686841 tempest-AllowedAddressPairTestJSON-464686841-project] Made reservation on behalf of 5dc9d9b106fe4016a5fbcb8c021a1fae for: {'port': 1} {{(pid=93916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:49:21.157130 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-f33c737c-a7c2-4799-a865-58e245a90b8b tempest-AllowedAddressPairTestJSON-464686841 tempest-AllowedAddressPairTestJSON-464686841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:49:21.198947 n-d-800634-3 neutron-server[93916]: DEBUG neutron.notifiers.nova [None req-f33c737c-a7c2-4799-a865-58e245a90b8b tempest-AllowedAddressPairTestJSON-464686841 tempest-AllowedAddressPairTestJSON-464686841-project] device_id is not set on port f84e8eae-111a-4e25-affc-a0a6f5f736b9 yet. {{(pid=93916) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 18:49:21.210431 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1265e676-6a5d-4161-a1de-474c7624c186 req-bf391dec-682c-4b25-a005-ae7094d164ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:49:21.212599 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-1265e676-6a5d-4161-a1de-474c7624c186 req-bf391dec-682c-4b25-a005-ae7094d164ca service neutron] 10.222.0.18 "GET /v2.0/networks?id=39c54d55-b1e0-4eb1-9ee5-3eeadd4d8bde HTTP/1.1" status: 200 len: 912 time: 0.2393770 Jul 14 18:49:21.218109 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd085423-ae3b-4b5c-b817-580d1e09de48 req-272e27d8-5cda-4ac7-8d5d-883c3c53b88b service neutron] Checking agent: {'id': 'a3630ff4-fbee-45d9-b9b6-0ae41cb3a350', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 15, 32), 'started_at': datetime.datetime(2021, 7, 14, 18, 15, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 18, 49, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 18:49:21.218808 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd085423-ae3b-4b5c-b817-580d1e09de48 req-272e27d8-5cda-4ac7-8d5d-883c3c53b88b service neutron] Checking segment: {'id': '3142d796-db76-489d-9ebc-ac845cfeb79d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'f01ce686-0200-4cef-850e-fdadca3088c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:49:21.219363 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd085423-ae3b-4b5c-b817-580d1e09de48 req-272e27d8-5cda-4ac7-8d5d-883c3c53b88b service neutron] Bound using segment: {'id': '3142d796-db76-489d-9ebc-ac845cfeb79d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'f01ce686-0200-4cef-850e-fdadca3088c1'} {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 18:49:21.219983 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-dd085423-ae3b-4b5c-b817-580d1e09de48 req-272e27d8-5cda-4ac7-8d5d-883c3c53b88b service neutron] Bound port: 477286eb-c682-4f75-8930-9f0a69c01bee, host: n-h1-800634-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3142d796-db76-489d-9ebc-ac845cfeb79d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'f01ce686-0200-4cef-850e-fdadca3088c1'}}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 18:49:21.220540 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-dd085423-ae3b-4b5c-b817-580d1e09de48 req-272e27d8-5cda-4ac7-8d5d-883c3c53b88b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:49:21.299258 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.db_base_plugin_common [None req-196b49b6-c96a-49d3-b9c0-e35d89f3d3d5 None None] Allocated IP 172.20.0.2 (c5619e14-76f6-4fc1-a8b2-982632259012/0dc5aa7b-cfb9-418e-9da0-652336d2eff0/325f9b9e-76cc-4d91-bf71-930baa87a2ac) {{(pid=93917) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:49:21.312851 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-1b7a0efd-2338-46fb-a4b3-7fd7ba2aba29 req-cd05875d-c459-4085-ac9e-1e2e54e08e39 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] 10.222.0.16 "GET /v2.0/security-groups?id=be330687-3a60-4db7-bad1-ca6d5eb00fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1798928 Jul 14 18:49:21.406127 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-1265e676-6a5d-4161-a1de-474c7624c186 req-c4cf2c79-9018-4ddd-812c-e09d012cd249 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9c478c99-d62c-4ba4-a542-afd02703f1f0 HTTP/1.1" status: 200 len: 999 time: 0.1825180 Jul 14 18:49:21.491055 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cafdf79-7529-493f-b289-e045ebde0069 req-7a0e19f7-2694-480a-aeaa-e73afa1330ae tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:49:21.508793 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-5cafdf79-7529-493f-b289-e045ebde0069 req-7a0e19f7-2694-480a-aeaa-e73afa1330ae tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] 10.222.0.16 "GET /v2.0/ports?device_id=187f1c44-2972-4686-a9d2-f1f3e564683f HTTP/1.1" status: 200 len: 944 time: 0.3950422 Jul 14 18:49:21.531281 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-196b49b6-c96a-49d3-b9c0-e35d89f3d3d5 None None] Notify callbacks [] for port, precommit_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:49:21.549633 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-dd085423-ae3b-4b5c-b817-580d1e09de48 req-272e27d8-5cda-4ac7-8d5d-883c3c53b88b service neutron] For port 477286eb-c682-4f75-8930-9f0a69c01bee, host n-h1-800634-3, cleared binding levels {{(pid=93915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:49:21.557514 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-196b49b6-c96a-49d3-b9c0-e35d89f3d3d5 None None] Transition to ACTIVE for port object 325f9b9e-76cc-4d91-bf71-930baa87a2ac will not be triggered until provisioned by entity L2. {{(pid=93917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:49:21.577185 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-dd085423-ae3b-4b5c-b817-580d1e09de48 req-272e27d8-5cda-4ac7-8d5d-883c3c53b88b service neutron] For port 477286eb-c682-4f75-8930-9f0a69c01bee, host n-h1-800634-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=477286eb-c682-4f75-8930-9f0a69c01bee,segment=NetworkSegment(3142d796-db76-489d-9ebc-ac845cfeb79d),segment_id=3142d796-db76-489d-9ebc-ac845cfeb79d)] {{(pid=93915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 18:49:21.579162 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-196b49b6-c96a-49d3-b9c0-e35d89f3d3d5 None None] Transition to ACTIVE for port object 325f9b9e-76cc-4d91-bf71-930baa87a2ac will not be triggered until provisioned by entity DHCP. {{(pid=93917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:49:21.580855 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1265e676-6a5d-4161-a1de-474c7624c186 req-d67dc05b-76da-418f-860c-6a190f4cb970 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:49:21.583224 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-1265e676-6a5d-4161-a1de-474c7624c186 req-d67dc05b-76da-418f-860c-6a190f4cb970 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e9fdea6e-22fa-4991-9f87-b79de93db404 HTTP/1.1" status: 200 len: 851 time: 0.1671653 Jul 14 18:49:21.589170 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-dd085423-ae3b-4b5c-b817-580d1e09de48 req-272e27d8-5cda-4ac7-8d5d-883c3c53b88b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25912978'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:49:21.589489 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-196b49b6-c96a-49d3-b9c0-e35d89f3d3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804'] for port, after_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:49:21.659854 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196b49b6-c96a-49d3-b9c0-e35d89f3d3d5 None None] Pushing event updated for resources: {'Port': ['ID=325f9b9e-76cc-4d91-bf71-930baa87a2ac,revision_number=1']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:49:21.669822 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.db_base_plugin_common [None req-f33c737c-a7c2-4799-a865-58e245a90b8b tempest-AllowedAddressPairTestJSON-464686841 tempest-AllowedAddressPairTestJSON-464686841-project] Allocated IP 172.20.0.9 (c5619e14-76f6-4fc1-a8b2-982632259012/0dc5aa7b-cfb9-418e-9da0-652336d2eff0/f84e8eae-111a-4e25-affc-a0a6f5f736b9) {{(pid=93916) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:49:21.687486 n-d-800634-3 neutron-server[93917]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-196b49b6-c96a-49d3-b9c0-e35d89f3d3d5 None None] Network c5619e14-76f6-4fc1-a8b2-982632259012 is already hosted by enough agents. {{(pid=93917) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:49:21.689791 n-d-800634-3 neutron-server[93917]: DEBUG neutron.scheduler.base_scheduler [None req-196b49b6-c96a-49d3-b9c0-e35d89f3d3d5 None None] Resources bound (agent type, host, resource id): {{(pid=93917) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:49:21.693460 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-196b49b6-c96a-49d3-b9c0-e35d89f3d3d5 None None] Received port after_create {{(pid=93917) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:49:21.733461 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-5cafdf79-7529-493f-b289-e045ebde0069 req-173983de-bf08-4082-a902-ab0affc73ff0 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] 10.222.0.16 "GET /v2.0/security-groups?id=6966763a-a9ce-4f04-9343-56b5726844ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2230809 Jul 14 18:49:21.746080 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd085423-ae3b-4b5c-b817-580d1e09de48 req-272e27d8-5cda-4ac7-8d5d-883c3c53b88b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:49:21.747239 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-dd085423-ae3b-4b5c-b817-580d1e09de48 req-272e27d8-5cda-4ac7-8d5d-883c3c53b88b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:49:21.751432 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-dd085423-ae3b-4b5c-b817-580d1e09de48 req-272e27d8-5cda-4ac7-8d5d-883c3c53b88b service neutron] 10.222.0.18 "PUT /v2.0/ports/477286eb-c682-4f75-8930-9f0a69c01bee HTTP/1.1" status: 200 len: 1092 time: 2.6101956 Jul 14 18:49:21.755663 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '055fd0f1-6d0b-4ba0-84f2-ff970e8c514b', 'tag': '477286eb-c682-4f75-8930-9f0a69c01bee'}] {{(pid=93915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:49:21.758188 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e72782ad3af8f7d4ce76cedf092bca46d1756acc5c4653cf0b52034cdd6b073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ace9557f-a79d-4b64-85e4-47a5ec75756c" -d '{"events": [{"name": "network-changed", "server_uuid": "055fd0f1-6d0b-4ba0-84f2-ff970e8c514b", "tag": "477286eb-c682-4f75-8930-9f0a69c01bee"}]}' {{(pid=93915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:49:21.836469 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-196b49b6-c96a-49d3-b9c0-e35d89f3d3d5 None None] Attempting to bind port 325f9b9e-76cc-4d91-bf71-930baa87a2ac on host n-d-800634-3 for vnic_type normal with profile {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:49:21.836971 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-196b49b6-c96a-49d3-b9c0-e35d89f3d3d5 None None] Attempting to bind port 325f9b9e-76cc-4d91-bf71-930baa87a2ac by drivers openvswitch,hyperv on host n-d-800634-3 at level 0 using segments [{'id': 'ea908235-5413-4221-8ac0-a640d767f4da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'c5619e14-76f6-4fc1-a8b2-982632259012'}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:49:21.837372 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-196b49b6-c96a-49d3-b9c0-e35d89f3d3d5 None None] Attempting to bind port 325f9b9e-76cc-4d91-bf71-930baa87a2ac on network c5619e14-76f6-4fc1-a8b2-982632259012 {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:49:21.848508 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-196b49b6-c96a-49d3-b9c0-e35d89f3d3d5 None None] Checking agent: {'id': '01c19e91-a945-4e3c-94a6-c211e17c923e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 8, 23), 'started_at': datetime.datetime(2021, 7, 14, 18, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 18, 48, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 18:49:21.848935 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-196b49b6-c96a-49d3-b9c0-e35d89f3d3d5 None None] Checking segment: {'id': 'ea908235-5413-4221-8ac0-a640d767f4da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'c5619e14-76f6-4fc1-a8b2-982632259012'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93917) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:49:21.849352 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-196b49b6-c96a-49d3-b9c0-e35d89f3d3d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:49:21.849755 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-196b49b6-c96a-49d3-b9c0-e35d89f3d3d5 None None] Bound using segment: {'id': 'ea908235-5413-4221-8ac0-a640d767f4da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'c5619e14-76f6-4fc1-a8b2-982632259012'} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 18:49:21.850283 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-196b49b6-c96a-49d3-b9c0-e35d89f3d3d5 None None] Bound port: 325f9b9e-76cc-4d91-bf71-930baa87a2ac, host: n-d-800634-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea908235-5413-4221-8ac0-a640d767f4da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'c5619e14-76f6-4fc1-a8b2-982632259012'}}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 18:49:21.850868 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-196b49b6-c96a-49d3-b9c0-e35d89f3d3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:49:21.861485 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 18:49:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c0b4675-36d9-4dd4-a6f1-9bf207c85b52 x-openstack-request-id: req-6c0b4675-36d9-4dd4-a6f1-9bf207c85b52 {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:49:21.861485 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "055fd0f1-6d0b-4ba0-84f2-ff970e8c514b", "tag": "477286eb-c682-4f75-8930-9f0a69c01bee", "status": "completed", "code": 200}]} {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:49:21.869253 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6c0b4675-36d9-4dd4-a6f1-9bf207c85b52 {{(pid=93915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:49:21.869844 n-d-800634-3 neutron-server[93915]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '055fd0f1-6d0b-4ba0-84f2-ff970e8c514b', 'tag': '477286eb-c682-4f75-8930-9f0a69c01bee', 'status': 'completed', 'code': 200} Jul 14 18:49:21.895902 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272e27d8-5cda-4ac7-8d5d-883c3c53b88b service neutron] Pushing event updated for resources: {'Port': ['ID=477286eb-c682-4f75-8930-9f0a69c01bee,revision_number=3']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:49:21.946948 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1265e676-6a5d-4161-a1de-474c7624c186 req-fc3aeff6-a6aa-4677-9a78-10568714059d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:49:21.949865 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-1265e676-6a5d-4161-a1de-474c7624c186 req-fc3aeff6-a6aa-4677-9a78-10568714059d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=39c54d55-b1e0-4eb1-9ee5-3eeadd4d8bde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3577611 Jul 14 18:49:21.994058 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-196b49b6-c96a-49d3-b9c0-e35d89f3d3d5 None None] For port 325f9b9e-76cc-4d91-bf71-930baa87a2ac, host n-d-800634-3, cleared binding levels {{(pid=93917) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:49:21.998666 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-196b49b6-c96a-49d3-b9c0-e35d89f3d3d5 None None] For port 325f9b9e-76cc-4d91-bf71-930baa87a2ac, host n-d-800634-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=325f9b9e-76cc-4d91-bf71-930baa87a2ac,segment=NetworkSegment(ea908235-5413-4221-8ac0-a640d767f4da),segment_id=ea908235-5413-4221-8ac0-a640d767f4da)] {{(pid=93917) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 18:49:22.020949 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-196b49b6-c96a-49d3-b9c0-e35d89f3d3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:49:22.086378 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-f33c737c-a7c2-4799-a865-58e245a90b8b tempest-AllowedAddressPairTestJSON-464686841 tempest-AllowedAddressPairTestJSON-464686841-project] Notify callbacks [] for port, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:49:22.124153 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.provisioning_blocks [None req-f33c737c-a7c2-4799-a865-58e245a90b8b tempest-AllowedAddressPairTestJSON-464686841 tempest-AllowedAddressPairTestJSON-464686841-project] Transition to ACTIVE for port object f84e8eae-111a-4e25-affc-a0a6f5f736b9 will not be triggered until provisioned by entity DHCP. {{(pid=93916) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:49:22.133497 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196b49b6-c96a-49d3-b9c0-e35d89f3d3d5 None None] Pushing event updated for resources: {'Port': ['ID=325f9b9e-76cc-4d91-bf71-930baa87a2ac,revision_number=2']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:49:22.197256 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd085423-ae3b-4b5c-b817-580d1e09de48 req-0ed2a593-4091-47ca-8bf4-a13e511e29d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:49:22.199587 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-dd085423-ae3b-4b5c-b817-580d1e09de48 req-0ed2a593-4091-47ca-8bf4-a13e511e29d7 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=dc8d5262b1d34e2eab84ee621f7a0e10&device_id=055fd0f1-6d0b-4ba0-84f2-ff970e8c514b HTTP/1.1" status: 200 len: 1095 time: 0.3893907 Jul 14 18:49:22.203280 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-f33c737c-a7c2-4799-a865-58e245a90b8b tempest-AllowedAddressPairTestJSON-464686841 tempest-AllowedAddressPairTestJSON-464686841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:49:22.277127 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f33c737c-a7c2-4799-a865-58e245a90b8b tempest-AllowedAddressPairTestJSON-464686841 tempest-AllowedAddressPairTestJSON-464686841-project] Network c5619e14-76f6-4fc1-a8b2-982632259012 is already hosted by enough agents. {{(pid=93916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:49:22.281504 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [None req-f33c737c-a7c2-4799-a865-58e245a90b8b tempest-AllowedAddressPairTestJSON-464686841 tempest-AllowedAddressPairTestJSON-464686841-project] Resources bound (agent type, host, resource id): {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:49:22.289014 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f33c737c-a7c2-4799-a865-58e245a90b8b tempest-AllowedAddressPairTestJSON-464686841 tempest-AllowedAddressPairTestJSON-464686841-project] Received port after_create {{(pid=93916) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:49:22.308647 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-dd085423-ae3b-4b5c-b817-580d1e09de48 req-4222010b-814b-4289-9773-dbbddf857c4b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=477286eb-c682-4f75-8930-9f0a69c01bee HTTP/1.1" status: 200 len: 217 time: 0.0880024 Jul 14 18:49:22.348100 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f33c737c-a7c2-4799-a865-58e245a90b8b tempest-AllowedAddressPairTestJSON-464686841 tempest-AllowedAddressPairTestJSON-464686841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:49:22.349505 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-f33c737c-a7c2-4799-a865-58e245a90b8b tempest-AllowedAddressPairTestJSON-464686841 tempest-AllowedAddressPairTestJSON-464686841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:49:22.353317 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33c737c-a7c2-4799-a865-58e245a90b8b tempest-AllowedAddressPairTestJSON-464686841 tempest-AllowedAddressPairTestJSON-464686841-project] Pushing event updated for resources: {'Port': ['ID=f84e8eae-111a-4e25-affc-a0a6f5f736b9,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:49:22.370522 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-f33c737c-a7c2-4799-a865-58e245a90b8b tempest-AllowedAddressPairTestJSON-464686841 tempest-AllowedAddressPairTestJSON-464686841-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4950235 Jul 14 18:49:22.374147 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 42056) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:49:22.382051 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-ea392da5-e74d-4ff0-b429-3373a271dd41 tempest-AllowedAddressPairTestJSON-464686841 tempest-AllowedAddressPairTestJSON-464686841-project] Request body: {'port': {'network_id': 'c5619e14-76f6-4fc1-a8b2-982632259012', 'name': 'tempest-AllowedAddressPairTestJSON-1631331574', 'allowed_address_pairs': [{'ip_address': '172.20.0.9', 'mac_address': 'fa:16:3e:f8:e0:73'}]}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:49:22.401970 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-1265e676-6a5d-4161-a1de-474c7624c186 req-76725207-c90b-4980-b4b3-481079cb472d service neutron] 10.222.0.18 "GET /v2.0/networks/39c54d55-b1e0-4eb1-9ee5-3eeadd4d8bde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4350369 Jul 14 18:49:22.412405 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bb12da-9010-408a-83bb-0141e2d9f8d3 req-cb586c0d-fe3f-47ae-b007-1689bd10b305 tempest-AttachVolumeNegativeTest-3632510 tempest-AttachVolumeNegativeTest-3632510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:49:22.426098 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-d3bb12da-9010-408a-83bb-0141e2d9f8d3 req-cb586c0d-fe3f-47ae-b007-1689bd10b305 tempest-AttachVolumeNegativeTest-3632510 tempest-AttachVolumeNegativeTest-3632510-project] 10.222.0.16 "GET /v2.0/ports?device_id=055fd0f1-6d0b-4ba0-84f2-ff970e8c514b HTTP/1.1" status: 200 len: 944 time: 0.3308055 Jul 14 18:49:22.563509 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd085423-ae3b-4b5c-b817-580d1e09de48 req-507c22c9-4b8b-4c76-b6f2-24cfa43f1ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:49:22.565288 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-dd085423-ae3b-4b5c-b817-580d1e09de48 req-507c22c9-4b8b-4c76-b6f2-24cfa43f1ac8 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0f557551-9a58-4fbc-9de4-1c0c2883c537 HTTP/1.1" status: 200 len: 854 time: 0.2458429 Jul 14 18:49:22.571102 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea392da5-e74d-4ff0-b429-3373a271dd41 tempest-AllowedAddressPairTestJSON-464686841 tempest-AllowedAddressPairTestJSON-464686841-project] Made reservation on behalf of 5dc9d9b106fe4016a5fbcb8c021a1fae for: {'port': 1} {{(pid=93916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:49:22.626805 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-dd085423-ae3b-4b5c-b817-580d1e09de48 req-1d78da2a-d0d7-4fc2-8eab-2043fe3aaae6 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f01ce686-0200-4cef-850e-fdadca3088c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0468080 Jul 14 18:49:22.635224 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-d3bb12da-9010-408a-83bb-0141e2d9f8d3 req-04cc73f9-82a8-4d09-898a-11ddebef27f5 tempest-AttachVolumeNegativeTest-3632510 tempest-AttachVolumeNegativeTest-3632510-project] 10.222.0.16 "GET /v2.0/security-groups?id=0abe65fc-f489-4951-8c06-afae1a246333&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2081149 Jul 14 18:49:22.665102 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bc7260-57e7-4cb3-b9d1-7a1ef1dd1130 req-d2771c99-f91c-4586-90d0-defaf437f50a tempest-VolumesSnapshotTestJSON-1089846540 tempest-VolumesSnapshotTestJSON-1089846540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:49:22.666887 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-d4bc7260-57e7-4cb3-b9d1-7a1ef1dd1130 req-d2771c99-f91c-4586-90d0-defaf437f50a tempest-VolumesSnapshotTestJSON-1089846540 tempest-VolumesSnapshotTestJSON-1089846540-project] 10.222.0.16 "GET /v2.0/ports?device_id=3274486b-61fa-4f42-a22b-620ccd0776da HTTP/1.1" status: 200 len: 946 time: 0.4636569 Jul 14 18:49:22.740296 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-ea392da5-e74d-4ff0-b429-3373a271dd41 tempest-AllowedAddressPairTestJSON-464686841 tempest-AllowedAddressPairTestJSON-464686841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:49:22.761535 n-d-800634-3 neutron-server[93916]: DEBUG neutron.notifiers.nova [None req-ea392da5-e74d-4ff0-b429-3373a271dd41 tempest-AllowedAddressPairTestJSON-464686841 tempest-AllowedAddressPairTestJSON-464686841-project] device_id is not set on port 21af6c94-1209-4003-a7f2-fa17b5222d7c yet. {{(pid=93916) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 18:49:22.767266 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-1265e676-6a5d-4161-a1de-474c7624c186 req-febe12e5-af59-4e0b-a6f4-066225d18049 service neutron] 10.222.0.18 "GET /v2.0/networks/39c54d55-b1e0-4eb1-9ee5-3eeadd4d8bde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3360655 Jul 14 18:49:22.819783 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-d4bc7260-57e7-4cb3-b9d1-7a1ef1dd1130 req-a92613ce-02b3-451b-be82-0637d8f0a4b4 tempest-VolumesSnapshotTestJSON-1089846540 tempest-VolumesSnapshotTestJSON-1089846540-project] 10.222.0.16 "GET /v2.0/security-groups?id=51c6de00-61eb-4972-a23e-f4f93d3caa7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264811 Jul 14 18:49:22.820433 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-26349296-bf44-4566-88c0-fbefe22497a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:49:22.881281 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-dd085423-ae3b-4b5c-b817-580d1e09de48 req-236b951f-9a90-4168-8c50-bc783e82aa2d service neutron] 10.222.0.18 "GET /v2.0/networks/f01ce686-0200-4cef-850e-fdadca3088c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2415514 Jul 14 18:49:23.011267 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.db_base_plugin_common [None req-ea392da5-e74d-4ff0-b429-3373a271dd41 tempest-AllowedAddressPairTestJSON-464686841 tempest-AllowedAddressPairTestJSON-464686841-project] Allocated IP 172.20.0.5 (c5619e14-76f6-4fc1-a8b2-982632259012/0dc5aa7b-cfb9-418e-9da0-652336d2eff0/21af6c94-1209-4003-a7f2-fa17b5222d7c) {{(pid=93916) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:49:23.150128 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 325f9b9e-76cc-4d91-bf71-930baa87a2ac up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:49:23.185472 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-dd085423-ae3b-4b5c-b817-580d1e09de48 req-e4e20e33-71e0-4e4f-922e-72d67e6a871f service neutron] 10.222.0.18 "GET /v2.0/networks/f01ce686-0200-4cef-850e-fdadca3088c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2971399 Jul 14 18:49:23.268524 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-ea392da5-e74d-4ff0-b429-3373a271dd41 tempest-AllowedAddressPairTestJSON-464686841 tempest-AllowedAddressPairTestJSON-464686841-project] Notify callbacks [] for port, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:49:23.272606 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d942c092-9b87-4656-8582-7adc5d8e4e79 req-6cf1b028-9a70-4f0d-a7c2-c6740c114deb tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:49:23.279167 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-d942c092-9b87-4656-8582-7adc5d8e4e79 req-6cf1b028-9a70-4f0d-a7c2-c6740c114deb tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c556fe5-0125-48ec-8057-3295f5ec5000 HTTP/1.1" status: 200 len: 944 time: 0.3751085 Jul 14 18:49:23.288543 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.provisioning_blocks [None req-ea392da5-e74d-4ff0-b429-3373a271dd41 tempest-AllowedAddressPairTestJSON-464686841 tempest-AllowedAddressPairTestJSON-464686841-project] Transition to ACTIVE for port object 21af6c94-1209-4003-a7f2-fa17b5222d7c will not be triggered until provisioned by entity DHCP. {{(pid=93916) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:49:23.295102 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:49:23.347643 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-ea392da5-e74d-4ff0-b429-3373a271dd41 tempest-AllowedAddressPairTestJSON-464686841 tempest-AllowedAddressPairTestJSON-464686841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:49:23.365786 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning for port 325f9b9e-76cc-4d91-bf71-930baa87a2ac completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:49:23.437350 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea392da5-e74d-4ff0-b429-3373a271dd41 tempest-AllowedAddressPairTestJSON-464686841 tempest-AllowedAddressPairTestJSON-464686841-project] Network c5619e14-76f6-4fc1-a8b2-982632259012 is already hosted by enough agents. {{(pid=93916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:49:23.440998 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [None req-ea392da5-e74d-4ff0-b429-3373a271dd41 tempest-AllowedAddressPairTestJSON-464686841 tempest-AllowedAddressPairTestJSON-464686841-project] Resources bound (agent type, host, resource id): {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:49:23.447836 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea392da5-e74d-4ff0-b429-3373a271dd41 tempest-AllowedAddressPairTestJSON-464686841 tempest-AllowedAddressPairTestJSON-464686841-project] Received port after_create {{(pid=93916) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:49:23.457158 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad98a941-0ff3-43e6-94e4-95fd2ccb037f req-c31da78f-b055-4a2a-b5cd-ba28aeb97022 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:49:23.486175 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ad98a941-0ff3-43e6-94e4-95fd2ccb037f req-c31da78f-b055-4a2a-b5cd-ba28aeb97022 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] 10.222.0.16 "GET /v2.0/ports?device_id=187f1c44-2972-4686-a9d2-f1f3e564683f HTTP/1.1" status: 200 len: 944 time: 0.4262588 Jul 14 18:49:23.489568 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea392da5-e74d-4ff0-b429-3373a271dd41 tempest-AllowedAddressPairTestJSON-464686841 tempest-AllowedAddressPairTestJSON-464686841-project] Pushing event updated for resources: {'Port': ['ID=21af6c94-1209-4003-a7f2-fa17b5222d7c,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:49:23.543829 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea392da5-e74d-4ff0-b429-3373a271dd41 tempest-AllowedAddressPairTestJSON-464686841 tempest-AllowedAddressPairTestJSON-464686841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:49:23.544542 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-ea392da5-e74d-4ff0-b429-3373a271dd41 tempest-AllowedAddressPairTestJSON-464686841 tempest-AllowedAddressPairTestJSON-464686841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:49:23.565426 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-ea392da5-e74d-4ff0-b429-3373a271dd41 tempest-AllowedAddressPairTestJSON-464686841 tempest-AllowedAddressPairTestJSON-464686841-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 998 time: 1.1900699 Jul 14 18:49:23.568376 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 42074) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:49:23.648619 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-d942c092-9b87-4656-8582-7adc5d8e4e79 req-3ba7e882-5098-4d55-a4a0-77cacff9c294 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] 10.222.0.16 "GET /v2.0/security-groups?id=be330687-3a60-4db7-bad1-ca6d5eb00fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3617992 Jul 14 18:49:23.761181 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ad98a941-0ff3-43e6-94e4-95fd2ccb037f req-a25b2be6-37ab-434a-95e5-7250b08dbdca tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] 10.222.0.16 "GET /v2.0/security-groups?id=6966763a-a9ce-4f04-9343-56b5726844ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2738392 Jul 14 18:49:23.764796 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace9557f-a79d-4b64-85e4-47a5ec75756c req-75ac2d30-08fc-4981-8fdd-9d619794b6e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:49:23.766305 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ace9557f-a79d-4b64-85e4-47a5ec75756c req-75ac2d30-08fc-4981-8fdd-9d619794b6e4 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=dc8d5262b1d34e2eab84ee621f7a0e10&device_id=055fd0f1-6d0b-4ba0-84f2-ff970e8c514b HTTP/1.1" status: 200 len: 1095 time: 0.4701405 Jul 14 18:49:23.780712 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90e7cb0c-0425-4251-879a-f8401db84d56 tempest-AllowedAddressPairTestJSON-464686841 tempest-AllowedAddressPairTestJSON-464686841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:49:23.796621 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90e7cb0c-0425-4251-879a-f8401db84d56 tempest-AllowedAddressPairTestJSON-464686841 tempest-AllowedAddressPairTestJSON-464686841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:49:23.804109 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90e7cb0c-0425-4251-879a-f8401db84d56 tempest-AllowedAddressPairTestJSON-464686841 tempest-AllowedAddressPairTestJSON-464686841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:49:23.806735 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-90e7cb0c-0425-4251-879a-f8401db84d56 tempest-AllowedAddressPairTestJSON-464686841 tempest-AllowedAddressPairTestJSON-464686841-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2464 time: 0.2371979 Jul 14 18:49:23.809860 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 42084) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:49:23.869934 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762820d7-7495-495e-984d-cbbe7fcac3b8 req-97e09ff6-2c47-4e08-bb03-a3aab9390464 tempest-VolumesSnapshotTestJSON-1089846540 tempest-VolumesSnapshotTestJSON-1089846540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:49:23.871538 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-762820d7-7495-495e-984d-cbbe7fcac3b8 req-97e09ff6-2c47-4e08-bb03-a3aab9390464 tempest-VolumesSnapshotTestJSON-1089846540 tempest-VolumesSnapshotTestJSON-1089846540-project] 10.222.0.35 "GET /v2.0/ports?device_id=3274486b-61fa-4f42-a22b-620ccd0776da HTTP/1.1" status: 200 len: 946 time: 0.3603020 Jul 14 18:49:23.892415 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ef31e8d-13e3-43f5-82b3-77ae0cdf363a None None] Network c5619e14-76f6-4fc1-a8b2-982632259012 requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:49:23.939127 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-2d5317e8-4f53-48cb-816f-8c237f744c92 tempest-AllowedAddressPairTestJSON-464686841 tempest-AllowedAddressPairTestJSON-464686841-project] Deleting port 21af6c94-1209-4003-a7f2-fa17b5222d7c {{(pid=93916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:49:23.941202 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-2d5317e8-4f53-48cb-816f-8c237f744c92 tempest-AllowedAddressPairTestJSON-464686841 tempest-AllowedAddressPairTestJSON-464686841-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:49:24.027183 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-c16beaf2-5079-4884-8df8-aa3780879292 None None] Provisioning for port 325f9b9e-76cc-4d91-bf71-930baa87a2ac completed by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:49:24.034193 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-c16beaf2-5079-4884-8df8-aa3780879292 None None] Provisioning complete for port 325f9b9e-76cc-4d91-bf71-930baa87a2ac triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:49:24.034830 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-c16beaf2-5079-4884-8df8-aa3780879292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:49:24.075184 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-2d5317e8-4f53-48cb-816f-8c237f744c92 tempest-AllowedAddressPairTestJSON-464686841 tempest-AllowedAddressPairTestJSON-464686841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:49:24.092681 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-2d5317e8-4f53-48cb-816f-8c237f744c92 tempest-AllowedAddressPairTestJSON-464686841 tempest-AllowedAddressPairTestJSON-464686841-project] Calling delete_port for 21af6c94-1209-4003-a7f2-fa17b5222d7c owned by {{(pid=93916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:49:24.260645 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-2d5317e8-4f53-48cb-816f-8c237f744c92 tempest-AllowedAddressPairTestJSON-464686841 tempest-AllowedAddressPairTestJSON-464686841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:49:24.298746 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5317e8-4f53-48cb-816f-8c237f744c92 tempest-AllowedAddressPairTestJSON-464686841 tempest-AllowedAddressPairTestJSON-464686841-project] Pushing event deleted for resources: {'Port': ['ID=21af6c94-1209-4003-a7f2-fa17b5222d7c,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:49:24.333639 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-574aeb93-9938-449c-8e6c-cb22c9b52cc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:49:24.400408 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-c16beaf2-5079-4884-8df8-aa3780879292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:49:24.499143 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-c16beaf2-5079-4884-8df8-aa3780879292 None None] For port 325f9b9e-76cc-4d91-bf71-930baa87a2ac, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=325f9b9e-76cc-4d91-bf71-930baa87a2ac,segment=NetworkSegment(ea908235-5413-4221-8ac0-a640d767f4da),segment_id=ea908235-5413-4221-8ac0-a640d767f4da)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:49:24.508828 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-c16beaf2-5079-4884-8df8-aa3780879292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:49:24.587376 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-2d5317e8-4f53-48cb-816f-8c237f744c92 tempest-AllowedAddressPairTestJSON-464686841 tempest-AllowedAddressPairTestJSON-464686841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:49:24.599811 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-2d5317e8-4f53-48cb-816f-8c237f744c92 tempest-AllowedAddressPairTestJSON-464686841 tempest-AllowedAddressPairTestJSON-464686841-project] 10.222.0.16 "DELETE /v2.0/ports/21af6c94-1209-4003-a7f2-fa17b5222d7c HTTP/1.1" status: 204 len: 168 time: 0.7829540 Jul 14 18:49:24.601202 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 42096) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:49:24.618467 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16beaf2-5079-4884-8df8-aa3780879292 None None] Pushing event updated for resources: {'Port': ['ID=325f9b9e-76cc-4d91-bf71-930baa87a2ac,revision_number=3']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:49:24.665677 n-d-800634-3 neutron-server[93916]: INFO neutron.pecan_wsgi.hooks.translation [None req-38b9f3db-a676-415e-a236-c2adbb9c34bb tempest-AllowedAddressPairTestJSON-464686841 tempest-AllowedAddressPairTestJSON-464686841-project] GET failed (client error): The resource could not be found. Jul 14 18:49:24.668558 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-38b9f3db-a676-415e-a236-c2adbb9c34bb tempest-AllowedAddressPairTestJSON-464686841 tempest-AllowedAddressPairTestJSON-464686841-project] 10.222.0.16 "GET /v2.0/ports/21af6c94-1209-4003-a7f2-fa17b5222d7c HTTP/1.1" status: 404 len: 333 time: 0.0654421 Jul 14 18:49:24.675339 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 42098) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:49:24.683205 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-8768fd31-2c5f-4c37-b737-43830476115b tempest-AllowedAddressPairTestJSON-464686841 tempest-AllowedAddressPairTestJSON-464686841-project] Request body: {'port': {'network_id': 'c5619e14-76f6-4fc1-a8b2-982632259012', 'name': 'tempest-AllowedAddressPairTestJSON-688662488'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:49:24.687377 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09007e8-2e4b-4269-87ea-795d008c8308 req-509f9521-3f5b-4846-876c-ae11c153025a tempest-AttachVolumeNegativeTest-3632510 tempest-AttachVolumeNegativeTest-3632510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:49:24.689153 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f09007e8-2e4b-4269-87ea-795d008c8308 req-509f9521-3f5b-4846-876c-ae11c153025a tempest-AttachVolumeNegativeTest-3632510 tempest-AttachVolumeNegativeTest-3632510-project] 10.222.0.16 "GET /v2.0/ports?device_id=055fd0f1-6d0b-4ba0-84f2-ff970e8c514b HTTP/1.1" status: 200 len: 944 time: 0.8148739 Jul 14 18:49:24.709287 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace9557f-a79d-4b64-85e4-47a5ec75756c req-30e8804c-5bf7-4504-b319-9efab4cf58f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:49:24.711120 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ace9557f-a79d-4b64-85e4-47a5ec75756c req-30e8804c-5bf7-4504-b319-9efab4cf58f8 service neutron] 10.222.0.18 "GET /v2.0/networks?id=f01ce686-0200-4cef-850e-fdadca3088c1 HTTP/1.1" status: 200 len: 914 time: 0.9371719 Jul 14 18:49:24.784713 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ace9557f-a79d-4b64-85e4-47a5ec75756c req-41829569-989a-44a7-9e0e-5579e5e6cb57 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=477286eb-c682-4f75-8930-9f0a69c01bee HTTP/1.1" status: 200 len: 217 time: 0.0615623 Jul 14 18:49:24.838190 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-53272f2c-2d47-4301-825b-0e8a0cf2b96f None None] Provisioning for port f84e8eae-111a-4e25-affc-a0a6f5f736b9 completed by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:49:24.843647 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8768fd31-2c5f-4c37-b737-43830476115b tempest-AllowedAddressPairTestJSON-464686841 tempest-AllowedAddressPairTestJSON-464686841-project] Made reservation on behalf of 5dc9d9b106fe4016a5fbcb8c021a1fae for: {'port': 1} {{(pid=93916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:49:24.844024 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-53272f2c-2d47-4301-825b-0e8a0cf2b96f None None] Provisioning complete for port f84e8eae-111a-4e25-affc-a0a6f5f736b9 triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:49:24.844620 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-53272f2c-2d47-4301-825b-0e8a0cf2b96f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:49:24.848075 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-8768fd31-2c5f-4c37-b737-43830476115b tempest-AllowedAddressPairTestJSON-464686841 tempest-AllowedAddressPairTestJSON-464686841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:49:24.869847 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f09007e8-2e4b-4269-87ea-795d008c8308 req-5d8254eb-8c73-4ef5-9b94-b6397d2593ba tempest-AttachVolumeNegativeTest-3632510 tempest-AttachVolumeNegativeTest-3632510-project] 10.222.0.16 "GET /v2.0/security-groups?id=0abe65fc-f489-4951-8c06-afae1a246333&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1747105 Jul 14 18:49:24.886467 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-53272f2c-2d47-4301-825b-0e8a0cf2b96f None None] Port f84e8eae-111a-4e25-affc-a0a6f5f736b9 cannot update to ACTIVE because it is not bound. {{(pid=93917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 18:49:24.903801 n-d-800634-3 neutron-server[93916]: DEBUG neutron.notifiers.nova [None req-8768fd31-2c5f-4c37-b737-43830476115b tempest-AllowedAddressPairTestJSON-464686841 tempest-AllowedAddressPairTestJSON-464686841-project] device_id is not set on port 1ae6ee9b-663d-45d7-8f11-50b7386e0be9 yet. {{(pid=93916) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 18:49:24.913666 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [req-762820d7-7495-495e-984d-cbbe7fcac3b8 req-616b353d-8893-49d5-a79f-deef8a98b8b4 tempest-VolumesSnapshotTestJSON-1089846540 tempest-VolumesSnapshotTestJSON-1089846540-project] Deleting port 9ee86225-8837-4ede-a1ab-70b48f3ca752 {{(pid=93915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:49:24.914017 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-762820d7-7495-495e-984d-cbbe7fcac3b8 req-616b353d-8893-49d5-a79f-deef8a98b8b4 tempest-VolumesSnapshotTestJSON-1089846540 tempest-VolumesSnapshotTestJSON-1089846540-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:49:24.917627 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-53272f2c-2d47-4301-825b-0e8a0cf2b96f None None] Provisioning complete for port 325f9b9e-76cc-4d91-bf71-930baa87a2ac triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:49:24.918199 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-53272f2c-2d47-4301-825b-0e8a0cf2b96f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:49:24.942375 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace9557f-a79d-4b64-85e4-47a5ec75756c req-e4a33693-8693-4c4f-a8cb-39a1190c44b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:49:24.944072 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ace9557f-a79d-4b64-85e4-47a5ec75756c req-e4a33693-8693-4c4f-a8cb-39a1190c44b7 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0f557551-9a58-4fbc-9de4-1c0c2883c537 HTTP/1.1" status: 200 len: 854 time: 0.1515336 Jul 14 18:49:25.017811 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7389910a-65a1-4b39-950c-3f839c84dda4 req-159eb8be-c5ba-434c-8778-94e6e1eb8f37 tempest-VolumesSnapshotTestJSON-1089846540 tempest-VolumesSnapshotTestJSON-1089846540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:49:25.024170 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-7389910a-65a1-4b39-950c-3f839c84dda4 req-159eb8be-c5ba-434c-8778-94e6e1eb8f37 tempest-VolumesSnapshotTestJSON-1089846540 tempest-VolumesSnapshotTestJSON-1089846540-project] 10.222.0.16 "GET /v2.0/ports?device_id=3274486b-61fa-4f42-a22b-620ccd0776da HTTP/1.1" status: 200 len: 946 time: 0.4421105 Jul 14 18:49:25.039512 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 325f9b9e-76cc-4d91-bf71-930baa87a2ac up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:49:25.106639 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.db_base_plugin_common [None req-8768fd31-2c5f-4c37-b737-43830476115b tempest-AllowedAddressPairTestJSON-464686841 tempest-AllowedAddressPairTestJSON-464686841-project] Allocated IP 172.20.0.7 (c5619e14-76f6-4fc1-a8b2-982632259012/0dc5aa7b-cfb9-418e-9da0-652336d2eff0/1ae6ee9b-663d-45d7-8f11-50b7386e0be9) {{(pid=93916) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:49:25.118491 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ace9557f-a79d-4b64-85e4-47a5ec75756c req-958afb13-a6a0-43c3-a6c6-f4256226b87b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f01ce686-0200-4cef-850e-fdadca3088c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0829654 Jul 14 18:49:25.195522 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port 325f9b9e-76cc-4d91-bf71-930baa87a2ac triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:49:25.195931 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:49:25.346591 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-762820d7-7495-495e-984d-cbbe7fcac3b8 req-616b353d-8893-49d5-a79f-deef8a98b8b4 tempest-VolumesSnapshotTestJSON-1089846540 tempest-VolumesSnapshotTestJSON-1089846540-project] For port 9ee86225-8837-4ede-a1ab-70b48f3ca752, host n-h2-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=9ee86225-8837-4ede-a1ab-70b48f3ca752,segment=NetworkSegment(828d5e12-8f80-4253-8f9a-faae066043d6),segment_id=828d5e12-8f80-4253-8f9a-faae066043d6)] {{(pid=93915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:49:25.347036 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-762820d7-7495-495e-984d-cbbe7fcac3b8 req-616b353d-8893-49d5-a79f-deef8a98b8b4 tempest-VolumesSnapshotTestJSON-1089846540 tempest-VolumesSnapshotTestJSON-1089846540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:49:25.362053 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [req-762820d7-7495-495e-984d-cbbe7fcac3b8 req-616b353d-8893-49d5-a79f-deef8a98b8b4 tempest-VolumesSnapshotTestJSON-1089846540 tempest-VolumesSnapshotTestJSON-1089846540-project] Calling delete_port for 9ee86225-8837-4ede-a1ab-70b48f3ca752 owned by compute:nova {{(pid=93915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:49:25.365781 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-5e68c868-bd72-499f-827c-cde6486c531e None None] Provisioning complete for port f84e8eae-111a-4e25-affc-a0a6f5f736b9 triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:49:25.366309 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-5e68c868-bd72-499f-827c-cde6486c531e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:49:25.467026 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-5e68c868-bd72-499f-827c-cde6486c531e None None] Port f84e8eae-111a-4e25-affc-a0a6f5f736b9 cannot update to ACTIVE because it is not bound. {{(pid=93917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 18:49:25.544930 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-7389910a-65a1-4b39-950c-3f839c84dda4 req-f0387c9c-26d5-460a-afd9-8b5b1c6c37c0 tempest-VolumesSnapshotTestJSON-1089846540 tempest-VolumesSnapshotTestJSON-1089846540-project] 10.222.0.16 "GET /v2.0/security-groups?id=51c6de00-61eb-4972-a23e-f4f93d3caa7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5199153 Jul 14 18:49:25.549358 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-762820d7-7495-495e-984d-cbbe7fcac3b8 req-616b353d-8893-49d5-a79f-deef8a98b8b4 tempest-VolumesSnapshotTestJSON-1089846540 tempest-VolumesSnapshotTestJSON-1089846540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:49:25.588807 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-1099bb66-817e-47b4-96e6-95accd6316a7 None None] Could not find standard attr ID for object 21af6c94-1209-4003-a7f2-fa17b5222d7c. {{(pid=93917) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 14 18:49:25.616538 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616b353d-8893-49d5-a79f-deef8a98b8b4 tempest-VolumesSnapshotTestJSON-1089846540 tempest-VolumesSnapshotTestJSON-1089846540-project] Pushing event deleted for resources: {'Port': ['ID=9ee86225-8837-4ede-a1ab-70b48f3ca752,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:49:25.644653 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ace9557f-a79d-4b64-85e4-47a5ec75756c req-42a5c750-ff27-42ce-bafa-eb73b61d73d8 service neutron] 10.222.0.18 "GET /v2.0/networks/f01ce686-0200-4cef-850e-fdadca3088c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4979448 Jul 14 18:49:25.733588 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-8768fd31-2c5f-4c37-b737-43830476115b tempest-AllowedAddressPairTestJSON-464686841 tempest-AllowedAddressPairTestJSON-464686841-project] Notify callbacks [] for port, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:49:25.746629 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.provisioning_blocks [None req-8768fd31-2c5f-4c37-b737-43830476115b tempest-AllowedAddressPairTestJSON-464686841 tempest-AllowedAddressPairTestJSON-464686841-project] Transition to ACTIVE for port object 1ae6ee9b-663d-45d7-8f11-50b7386e0be9 will not be triggered until provisioned by entity DHCP. {{(pid=93916) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:49:25.766203 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [req-762820d7-7495-495e-984d-cbbe7fcac3b8 req-616b353d-8893-49d5-a79f-deef8a98b8b4 tempest-VolumesSnapshotTestJSON-1089846540 tempest-VolumesSnapshotTestJSON-1089846540-project] No DVR routers for this DVR port 9ee86225-8837-4ede-a1ab-70b48f3ca752 on host n-h2-800634-3 {{(pid=93915) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 18:49:25.778622 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f48410-adda-43d2-8a04-28e801f07cf1 req-826df7d6-364c-4828-bfd2-ed2005249246 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:49:25.780900 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c0f48410-adda-43d2-8a04-28e801f07cf1 req-826df7d6-364c-4828-bfd2-ed2005249246 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c556fe5-0125-48ec-8057-3295f5ec5000 HTTP/1.1" status: 200 len: 944 time: 0.6526549 Jul 14 18:49:25.789998 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-8768fd31-2c5f-4c37-b737-43830476115b tempest-AllowedAddressPairTestJSON-464686841 tempest-AllowedAddressPairTestJSON-464686841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:49:25.799175 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-762820d7-7495-495e-984d-cbbe7fcac3b8 req-616b353d-8893-49d5-a79f-deef8a98b8b4 tempest-VolumesSnapshotTestJSON-1089846540 tempest-VolumesSnapshotTestJSON-1089846540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:49:25.809564 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-762820d7-7495-495e-984d-cbbe7fcac3b8 req-616b353d-8893-49d5-a79f-deef8a98b8b4 tempest-VolumesSnapshotTestJSON-1089846540 tempest-VolumesSnapshotTestJSON-1089846540-project] 10.222.0.35 "DELETE /v2.0/ports/9ee86225-8837-4ede-a1ab-70b48f3ca752 HTTP/1.1" status: 204 len: 173 time: 1.9136147 Jul 14 18:49:25.810102 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3274486b-61fa-4f42-a22b-620ccd0776da', 'name': 'network-vif-deleted', 'tag': '9ee86225-8837-4ede-a1ab-70b48f3ca752'}] {{(pid=93915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:49:25.812474 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e72782ad3af8f7d4ce76cedf092bca46d1756acc5c4653cf0b52034cdd6b073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11e1f64a-dbfe-44e7-bf41-fb9deb6d2da7" -d '{"events": [{"server_uuid": "3274486b-61fa-4f42-a22b-620ccd0776da", "name": "network-vif-deleted", "tag": "9ee86225-8837-4ede-a1ab-70b48f3ca752"}]}' {{(pid=93915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:49:25.822015 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-2f4e3af3-e708-4ffd-a544-82d93a489d01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:49:25.838802 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8768fd31-2c5f-4c37-b737-43830476115b tempest-AllowedAddressPairTestJSON-464686841 tempest-AllowedAddressPairTestJSON-464686841-project] Network c5619e14-76f6-4fc1-a8b2-982632259012 is already hosted by enough agents. {{(pid=93916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:49:25.843251 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [None req-8768fd31-2c5f-4c37-b737-43830476115b tempest-AllowedAddressPairTestJSON-464686841 tempest-AllowedAddressPairTestJSON-464686841-project] Resources bound (agent type, host, resource id): {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:49:25.847741 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8768fd31-2c5f-4c37-b737-43830476115b tempest-AllowedAddressPairTestJSON-464686841 tempest-AllowedAddressPairTestJSON-464686841-project] Received port after_create {{(pid=93916) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:49:25.880396 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c0f48410-adda-43d2-8a04-28e801f07cf1 req-62bfc142-d02a-425a-b754-61267fc84002 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] 10.222.0.16 "GET /v2.0/security-groups?id=be330687-3a60-4db7-bad1-ca6d5eb00fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609725 Jul 14 18:49:25.896980 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8768fd31-2c5f-4c37-b737-43830476115b tempest-AllowedAddressPairTestJSON-464686841 tempest-AllowedAddressPairTestJSON-464686841-project] Pushing event updated for resources: {'Port': ['ID=1ae6ee9b-663d-45d7-8f11-50b7386e0be9,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:49:25.922901 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8768fd31-2c5f-4c37-b737-43830476115b tempest-AllowedAddressPairTestJSON-464686841 tempest-AllowedAddressPairTestJSON-464686841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:49:25.923717 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-8768fd31-2c5f-4c37-b737-43830476115b tempest-AllowedAddressPairTestJSON-464686841 tempest-AllowedAddressPairTestJSON-464686841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:49:25.945554 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-8768fd31-2c5f-4c37-b737-43830476115b tempest-AllowedAddressPairTestJSON-464686841 tempest-AllowedAddressPairTestJSON-464686841-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.2678349 Jul 14 18:49:25.948709 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 42130) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:49:25.965817 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-c2c122ec-5d26-4275-a49e-83035afb50f1 tempest-AllowedAddressPairTestJSON-464686841 tempest-AllowedAddressPairTestJSON-464686841-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.9', 'mac_address': 'fa:16:3e:f8:e0:73'}]}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:49:25.975348 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ace9557f-a79d-4b64-85e4-47a5ec75756c req-f9a04d67-819f-480d-bd49-81cdc9aa15b3 service neutron] 10.222.0.18 "GET /v2.0/networks/f01ce686-0200-4cef-850e-fdadca3088c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2876890 Jul 14 18:49:26.001008 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea1e6ca-c8be-45c9-ad9d-b9cc74e88855 req-0403fbd2-7543-4c9e-8e75-6ccb68a49434 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:49:26.015330 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-7ea1e6ca-c8be-45c9-ad9d-b9cc74e88855 req-0403fbd2-7543-4c9e-8e75-6ccb68a49434 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] 10.222.0.16 "GET /v2.0/ports?device_id=187f1c44-2972-4686-a9d2-f1f3e564683f HTTP/1.1" status: 200 len: 944 time: 0.3160832 Jul 14 18:49:26.020357 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 18:49:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d906ae6a-ecfb-4ee7-a290-5cfe0fcf1358 x-openstack-request-id: req-d906ae6a-ecfb-4ee7-a290-5cfe0fcf1358 {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:49:26.020677 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3274486b-61fa-4f42-a22b-620ccd0776da", "name": "network-vif-deleted", "tag": "9ee86225-8837-4ede-a1ab-70b48f3ca752", "status": "completed", "code": 200}]} {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:49:26.020976 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d906ae6a-ecfb-4ee7-a290-5cfe0fcf1358 {{(pid=93915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:49:26.021437 n-d-800634-3 neutron-server[93915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3274486b-61fa-4f42-a22b-620ccd0776da', 'name': 'network-vif-deleted', 'tag': '9ee86225-8837-4ede-a1ab-70b48f3ca752', 'status': 'completed', 'code': 200} Jul 14 18:49:26.094239 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-7ea1e6ca-c8be-45c9-ad9d-b9cc74e88855 req-a97ccae7-b68e-4379-9cc6-632665554c89 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] 10.222.0.16 "GET /v2.0/security-groups?id=6966763a-a9ce-4f04-9343-56b5726844ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0688531 Jul 14 18:49:26.190162 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-c2c122ec-5d26-4275-a49e-83035afb50f1 tempest-AllowedAddressPairTestJSON-464686841 tempest-AllowedAddressPairTestJSON-464686841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:49:26.219182 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-4a8c0855-e23b-4369-b637-40b9473b4d0d None None] Provisioning for port 1ae6ee9b-663d-45d7-8f11-50b7386e0be9 completed by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:49:26.225475 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-4a8c0855-e23b-4369-b637-40b9473b4d0d None None] Provisioning complete for port 1ae6ee9b-663d-45d7-8f11-50b7386e0be9 triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:49:26.232174 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-4a8c0855-e23b-4369-b637-40b9473b4d0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:49:26.313312 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-4a8c0855-e23b-4369-b637-40b9473b4d0d None None] Port 1ae6ee9b-663d-45d7-8f11-50b7386e0be9 cannot update to ACTIVE because it is not bound. {{(pid=93917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 18:49:26.315427 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fbde4c-9aa9-4db1-80cd-5bc8c0cadad4 req-5545d723-0ff7-4b0d-87fe-58e054dfad5a tempest-AttachVolumeNegativeTest-3632510 tempest-AttachVolumeNegativeTest-3632510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:49:26.318234 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-00fbde4c-9aa9-4db1-80cd-5bc8c0cadad4 req-5545d723-0ff7-4b0d-87fe-58e054dfad5a tempest-AttachVolumeNegativeTest-3632510 tempest-AttachVolumeNegativeTest-3632510-project] 10.222.0.16 "GET /v2.0/ports?device_id=055fd0f1-6d0b-4ba0-84f2-ff970e8c514b HTTP/1.1" status: 200 len: 944 time: 0.1365771 Jul 14 18:49:26.380903 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-00fbde4c-9aa9-4db1-80cd-5bc8c0cadad4 req-d9ee0af8-5d94-4e3a-8ea4-5eb5f6bbd78c tempest-AttachVolumeNegativeTest-3632510 tempest-AttachVolumeNegativeTest-3632510-project] 10.222.0.16 "GET /v2.0/security-groups?id=0abe65fc-f489-4951-8c06-afae1a246333&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553854 Jul 14 18:49:26.450800 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957d02d1-d9a1-4790-8331-74341a72fb9c req-91dff828-4876-40c6-8dba-7aaa00ded294 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:49:26.452401 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-957d02d1-d9a1-4790-8331-74341a72fb9c req-91dff828-4876-40c6-8dba-7aaa00ded294 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c556fe5-0125-48ec-8057-3295f5ec5000 HTTP/1.1" status: 200 len: 944 time: 0.0706735 Jul 14 18:49:26.489676 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-c2c122ec-5d26-4275-a49e-83035afb50f1 tempest-AllowedAddressPairTestJSON-464686841 tempest-AllowedAddressPairTestJSON-464686841-project] Notify callbacks [] for port, precommit_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:49:26.495353 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-c2c122ec-5d26-4275-a49e-83035afb50f1 tempest-AllowedAddressPairTestJSON-464686841 tempest-AllowedAddressPairTestJSON-464686841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2684870'] for port, after_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:49:26.504390 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-957d02d1-d9a1-4790-8331-74341a72fb9c req-f08e21fe-4067-483d-a6db-6d995b962e44 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] 10.222.0.16 "GET /v2.0/security-groups?id=be330687-3a60-4db7-bad1-ca6d5eb00fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455372 Jul 14 18:49:26.581537 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c122ec-5d26-4275-a49e-83035afb50f1 tempest-AllowedAddressPairTestJSON-464686841 tempest-AllowedAddressPairTestJSON-464686841-project] Pushing event updated for resources: {'Port': ['ID=1ae6ee9b-663d-45d7-8f11-50b7386e0be9,revision_number=2']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:49:26.715385 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-c2c122ec-5d26-4275-a49e-83035afb50f1 tempest-AllowedAddressPairTestJSON-464686841 tempest-AllowedAddressPairTestJSON-464686841-project] In _notify_port_updated(), no bound segment for port 1ae6ee9b-663d-45d7-8f11-50b7386e0be9 on network c5619e14-76f6-4fc1-a8b2-982632259012 {{(pid=93916) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 14 18:49:26.729401 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2c122ec-5d26-4275-a49e-83035afb50f1 tempest-AllowedAddressPairTestJSON-464686841 tempest-AllowedAddressPairTestJSON-464686841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:49:26.730253 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-c2c122ec-5d26-4275-a49e-83035afb50f1 tempest-AllowedAddressPairTestJSON-464686841 tempest-AllowedAddressPairTestJSON-464686841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:49:26.735182 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-c2c122ec-5d26-4275-a49e-83035afb50f1 tempest-AllowedAddressPairTestJSON-464686841 tempest-AllowedAddressPairTestJSON-464686841-project] 10.222.0.16 "PUT /v2.0/ports/1ae6ee9b-663d-45d7-8f11-50b7386e0be9 HTTP/1.1" status: 200 len: 992 time: 0.7822914 Jul 14 18:49:26.744900 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 42146) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:49:26.811163 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2d459348-5bd0-447f-9e6d-dbd62f60cd43 req-8a498492-5f4e-43e7-ace3-e3db94e4940b tempest-VolumesSnapshotTestJSON-1089846540 tempest-VolumesSnapshotTestJSON-1089846540-project] 10.222.0.16 "GET /v2.0/ports?device_id=3274486b-61fa-4f42-a22b-620ccd0776da HTTP/1.1" status: 200 len: 210 time: 0.0324895 Jul 14 18:49:26.860639 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ee5a5e-05a8-4ee9-a5e6-fbfac9282ebf req-4f16d700-43e5-4af2-9630-79c8b6156f83 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:49:26.862309 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a6ee5a5e-05a8-4ee9-a5e6-fbfac9282ebf req-4f16d700-43e5-4af2-9630-79c8b6156f83 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c556fe5-0125-48ec-8057-3295f5ec5000 HTTP/1.1" status: 200 len: 944 time: 0.1678631 Jul 14 18:49:26.894677 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-7fbbef64-9fe1-4e27-b089-8b039e73f11f tempest-AllowedAddressPairTestJSON-464686841 tempest-AllowedAddressPairTestJSON-464686841-project] Deleting port 1ae6ee9b-663d-45d7-8f11-50b7386e0be9 {{(pid=93916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:49:26.894978 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-7fbbef64-9fe1-4e27-b089-8b039e73f11f tempest-AllowedAddressPairTestJSON-464686841 tempest-AllowedAddressPairTestJSON-464686841-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:49:26.917435 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a6ee5a5e-05a8-4ee9-a5e6-fbfac9282ebf req-83f0d280-d1d5-4db6-b28f-d91ac76fb265 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] 10.222.0.16 "GET /v2.0/security-groups?id=be330687-3a60-4db7-bad1-ca6d5eb00fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429239 Jul 14 18:49:27.013741 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-7fbbef64-9fe1-4e27-b089-8b039e73f11f tempest-AllowedAddressPairTestJSON-464686841 tempest-AllowedAddressPairTestJSON-464686841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:49:27.027242 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-7fbbef64-9fe1-4e27-b089-8b039e73f11f tempest-AllowedAddressPairTestJSON-464686841 tempest-AllowedAddressPairTestJSON-464686841-project] Calling delete_port for 1ae6ee9b-663d-45d7-8f11-50b7386e0be9 owned by {{(pid=93916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:49:27.050436 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-dc2a5da3-bea8-4786-9903-1217537b1f49 None None] Provisioning complete for port 1ae6ee9b-663d-45d7-8f11-50b7386e0be9 triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:49:27.051077 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-dc2a5da3-bea8-4786-9903-1217537b1f49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:49:27.107949 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device 477286eb-c682-4f75-8930-9f0a69c01bee details requested by agent hyperv_n-h1-800634-3 with host n-h1-800634-3 {{(pid=93917) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 18:49:27.170648 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-dc2a5da3-bea8-4786-9903-1217537b1f49 None None] Port 1ae6ee9b-663d-45d7-8f11-50b7386e0be9 cannot update to ACTIVE because it is not bound. {{(pid=93917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 18:49:27.206079 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-7fbbef64-9fe1-4e27-b089-8b039e73f11f tempest-AllowedAddressPairTestJSON-464686841 tempest-AllowedAddressPairTestJSON-464686841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:49:27.226589 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Device 9ee86225-8837-4ede-a1ab-70b48f3ca752 no longer exists at agent hyperv_n-h2-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 18:49:27.297932 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbbef64-9fe1-4e27-b089-8b039e73f11f tempest-AllowedAddressPairTestJSON-464686841 tempest-AllowedAddressPairTestJSON-464686841-project] Pushing event deleted for resources: {'Port': ['ID=1ae6ee9b-663d-45d7-8f11-50b7386e0be9,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:49:27.449121 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465ccf96-bf7e-4d00-9629-d7ebafeb3f51 req-685e8f66-a7be-458a-9384-f5f7479f9123 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:49:27.452183 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-465ccf96-bf7e-4d00-9629-d7ebafeb3f51 req-685e8f66-a7be-458a-9384-f5f7479f9123 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] 10.222.0.16 "GET /v2.0/networks?id=39c54d55-b1e0-4eb1-9ee5-3eeadd4d8bde HTTP/1.1" status: 200 len: 812 time: 0.2866695 Jul 14 18:49:27.455137 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-7fbbef64-9fe1-4e27-b089-8b039e73f11f tempest-AllowedAddressPairTestJSON-464686841 tempest-AllowedAddressPairTestJSON-464686841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:49:27.459849 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-7fbbef64-9fe1-4e27-b089-8b039e73f11f tempest-AllowedAddressPairTestJSON-464686841 tempest-AllowedAddressPairTestJSON-464686841-project] 10.222.0.16 "DELETE /v2.0/ports/1ae6ee9b-663d-45d7-8f11-50b7386e0be9 HTTP/1.1" status: 204 len: 168 time: 0.7102740 Jul 14 18:49:27.460580 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 42174) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:49:27.506443 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-465ccf96-bf7e-4d00-9629-d7ebafeb3f51 req-5137d988-c5c1-48de-9ca0-11211e847706 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] 10.222.0.16 "GET /v2.0/quotas/c28e5bcf1e004d64bdc0461d59ce0908 HTTP/1.1" status: 200 len: 375 time: 0.0335851 Jul 14 18:49:27.510093 n-d-800634-3 neutron-server[93916]: INFO neutron.pecan_wsgi.hooks.translation [None req-30368a9a-f2c3-4872-bbd8-1fbb7ebac261 tempest-AllowedAddressPairTestJSON-464686841 tempest-AllowedAddressPairTestJSON-464686841-project] GET failed (client error): The resource could not be found. Jul 14 18:49:27.516623 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-30368a9a-f2c3-4872-bbd8-1fbb7ebac261 tempest-AllowedAddressPairTestJSON-464686841 tempest-AllowedAddressPairTestJSON-464686841-project] 10.222.0.16 "GET /v2.0/ports/1ae6ee9b-663d-45d7-8f11-50b7386e0be9 HTTP/1.1" status: 404 len: 333 time: 0.0511229 Jul 14 18:49:27.516948 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 42176) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:49:27.524058 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-0368368e-ddab-41c1-9529-54dfd84340d1 tempest-AllowedAddressPairTestJSON-464686841 tempest-AllowedAddressPairTestJSON-464686841-project] Request body: {'port': {'network_id': 'c5619e14-76f6-4fc1-a8b2-982632259012', 'name': 'tempest-AllowedAddressPairTestJSON-149852079'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:49:27.547948 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] No Port match for: 9ee86225-8837-4ede-a1ab-70b48f3ca752 {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 18:49:27.548423 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Device 9ee86225-8837-4ede-a1ab-70b48f3ca752 not bound to the agent host n-h2-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 18:49:27.586291 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port 477286eb-c682-4f75-8930-9f0a69c01bee, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=477286eb-c682-4f75-8930-9f0a69c01bee,segment=NetworkSegment(3142d796-db76-489d-9ebc-ac845cfeb79d),segment_id=3142d796-db76-489d-9ebc-ac845cfeb79d)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:49:27.597726 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0061c64b-5d59-4f8b-9932-593b2be25b0e req-66251cf7-70ab-48df-b249-86edda541609 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:49:27.600892 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-0061c64b-5d59-4f8b-9932-593b2be25b0e req-66251cf7-70ab-48df-b249-86edda541609 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] 10.222.0.16 "GET /v2.0/ports?device_id=187f1c44-2972-4686-a9d2-f1f3e564683f HTTP/1.1" status: 200 len: 944 time: 0.2508223 Jul 14 18:49:27.602472 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Returning: {'device': '477286eb-c682-4f75-8930-9f0a69c01bee', 'network_id': 'f01ce686-0200-4cef-850e-fdadca3088c1', 'port_id': '477286eb-c682-4f75-8930-9f0a69c01bee', 'mac_address': 'fa:16:3e:9e:2d:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f557551-9a58-4fbc-9de4-1c0c2883c537', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93917) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 18:49:27.651240 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:49:27.666203 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 477286eb-c682-4f75-8930-9f0a69c01bee {{(pid=93917) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 18:49:27.680883 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-465ccf96-bf7e-4d00-9629-d7ebafeb3f51 req-e9beb381-53d1-4bb8-a055-fd3574867306 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=c28e5bcf1e004d64bdc0461d59ce0908&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1734235 Jul 14 18:49:27.691703 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0368368e-ddab-41c1-9529-54dfd84340d1 tempest-AllowedAddressPairTestJSON-464686841 tempest-AllowedAddressPairTestJSON-464686841-project] Made reservation on behalf of 5dc9d9b106fe4016a5fbcb8c021a1fae for: {'port': 1} {{(pid=93916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:49:27.693043 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port 477286eb-c682-4f75-8930-9f0a69c01bee, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=477286eb-c682-4f75-8930-9f0a69c01bee,segment=NetworkSegment(3142d796-db76-489d-9ebc-ac845cfeb79d),segment_id=3142d796-db76-489d-9ebc-ac845cfeb79d)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:49:27.693202 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-0061c64b-5d59-4f8b-9932-593b2be25b0e req-0c6d13ff-8281-4752-a84a-1230c26ddf54 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] 10.222.0.16 "GET /v2.0/security-groups?id=6966763a-a9ce-4f04-9343-56b5726844ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0812469 Jul 14 18:49:27.702043 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-0368368e-ddab-41c1-9529-54dfd84340d1 tempest-AllowedAddressPairTestJSON-464686841 tempest-AllowedAddressPairTestJSON-464686841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:49:27.707478 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:49:27.723092 n-d-800634-3 neutron-server[93916]: DEBUG neutron.notifiers.nova [None req-0368368e-ddab-41c1-9529-54dfd84340d1 tempest-AllowedAddressPairTestJSON-464686841 tempest-AllowedAddressPairTestJSON-464686841-project] device_id is not set on port a742bfba-f5ce-4e86-bf2d-592dc574d2fb yet. {{(pid=93916) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 18:49:27.778522 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Pushing event updated for resources: {'Port': ['ID=477286eb-c682-4f75-8930-9f0a69c01bee,revision_number=4']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:49:27.830309 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-465ccf96-bf7e-4d00-9629-d7ebafeb3f51 req-7449a2fb-aa82-4019-9ac8-92e9213d375d service neutron] 10.222.0.16 "GET /v2.0/networks/39c54d55-b1e0-4eb1-9ee5-3eeadd4d8bde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1078291 Jul 14 18:49:27.848020 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.db_base_plugin_common [None req-0368368e-ddab-41c1-9529-54dfd84340d1 tempest-AllowedAddressPairTestJSON-464686841 tempest-AllowedAddressPairTestJSON-464686841-project] Allocated IP 172.20.0.14 (c5619e14-76f6-4fc1-a8b2-982632259012/0dc5aa7b-cfb9-418e-9da0-652336d2eff0/a742bfba-f5ce-4e86-bf2d-592dc574d2fb) {{(pid=93916) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:49:27.936364 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] get_ports_and_sgs() called for port_ids ['477286eb-c682-4f75-8930-9f0a69c01bee'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 18:49:27.998841 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119f7038-56cb-42d4-b38f-30cd1a7ea873 req-8ce2aaf9-27e2-4e30-8ca8-906788e77ce4 tempest-AttachVolumeNegativeTest-3632510 tempest-AttachVolumeNegativeTest-3632510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:49:28.000418 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-119f7038-56cb-42d4-b38f-30cd1a7ea873 req-8ce2aaf9-27e2-4e30-8ca8-906788e77ce4 tempest-AttachVolumeNegativeTest-3632510 tempest-AttachVolumeNegativeTest-3632510-project] 10.222.0.16 "GET /v2.0/ports?device_id=055fd0f1-6d0b-4ba0-84f2-ff970e8c514b HTTP/1.1" status: 200 len: 945 time: 0.1061783 Jul 14 18:49:28.002898 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-465ccf96-bf7e-4d00-9629-d7ebafeb3f51 req-7ec3fe87-94bf-4a38-bf00-4711772489d7 service neutron] 10.222.0.16 "GET /v2.0/networks/39c54d55-b1e0-4eb1-9ee5-3eeadd4d8bde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1662893 Jul 14 18:49:28.060284 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-0368368e-ddab-41c1-9529-54dfd84340d1 tempest-AllowedAddressPairTestJSON-464686841 tempest-AllowedAddressPairTestJSON-464686841-project] Notify callbacks [] for port, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:49:28.081563 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-119f7038-56cb-42d4-b38f-30cd1a7ea873 req-b1dae2df-ad6c-4958-8c26-bbdb5ac80591 tempest-AttachVolumeNegativeTest-3632510 tempest-AttachVolumeNegativeTest-3632510-project] 10.222.0.16 "GET /v2.0/security-groups?id=0abe65fc-f489-4951-8c06-afae1a246333&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704200 Jul 14 18:49:28.082669 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.provisioning_blocks [None req-0368368e-ddab-41c1-9529-54dfd84340d1 tempest-AllowedAddressPairTestJSON-464686841 tempest-AllowedAddressPairTestJSON-464686841-project] Transition to ACTIVE for port object a742bfba-f5ce-4e86-bf2d-592dc574d2fb will not be triggered until provisioned by entity DHCP. {{(pid=93916) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:49:28.123474 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-0368368e-ddab-41c1-9529-54dfd84340d1 tempest-AllowedAddressPairTestJSON-464686841 tempest-AllowedAddressPairTestJSON-464686841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:49:28.182715 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0368368e-ddab-41c1-9529-54dfd84340d1 tempest-AllowedAddressPairTestJSON-464686841 tempest-AllowedAddressPairTestJSON-464686841-project] Network c5619e14-76f6-4fc1-a8b2-982632259012 is already hosted by enough agents. {{(pid=93916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:49:28.188456 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [None req-0368368e-ddab-41c1-9529-54dfd84340d1 tempest-AllowedAddressPairTestJSON-464686841 tempest-AllowedAddressPairTestJSON-464686841-project] Resources bound (agent type, host, resource id): {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:49:28.195174 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0368368e-ddab-41c1-9529-54dfd84340d1 tempest-AllowedAddressPairTestJSON-464686841 tempest-AllowedAddressPairTestJSON-464686841-project] Received port after_create {{(pid=93916) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:49:28.233420 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0368368e-ddab-41c1-9529-54dfd84340d1 tempest-AllowedAddressPairTestJSON-464686841 tempest-AllowedAddressPairTestJSON-464686841-project] Pushing event updated for resources: {'Port': ['ID=a742bfba-f5ce-4e86-bf2d-592dc574d2fb,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:49:28.318770 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0368368e-ddab-41c1-9529-54dfd84340d1 tempest-AllowedAddressPairTestJSON-464686841 tempest-AllowedAddressPairTestJSON-464686841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:49:28.319683 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-0368368e-ddab-41c1-9529-54dfd84340d1 tempest-AllowedAddressPairTestJSON-464686841 tempest-AllowedAddressPairTestJSON-464686841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:49:28.336507 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-1f5fbe8c-41d5-47f0-9215-d97dc08afccf req-226f9b8d-6ec5-40e4-93ad-e83318cde67b tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] 10.222.0.16 "GET /v2.0/ports?device_id=ff150787-a5d5-42ad-9e22-f082245a3b4a HTTP/1.1" status: 200 len: 210 time: 0.0590651 Jul 14 18:49:28.347433 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-0368368e-ddab-41c1-9529-54dfd84340d1 tempest-AllowedAddressPairTestJSON-464686841 tempest-AllowedAddressPairTestJSON-464686841-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.8278406 Jul 14 18:49:28.349644 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 42202) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:49:28.361534 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-e03b38ea-9437-4341-8329-d4940112243c tempest-AllowedAddressPairTestJSON-464686841 tempest-AllowedAddressPairTestJSON-464686841-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:f8:e0:73'}]}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:49:28.614209 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9b7232cb-830e-4c41-9d94-e7e3c54f8b8c None None] Provisioning for port a742bfba-f5ce-4e86-bf2d-592dc574d2fb completed by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:49:28.621672 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9b7232cb-830e-4c41-9d94-e7e3c54f8b8c None None] Provisioning complete for port a742bfba-f5ce-4e86-bf2d-592dc574d2fb triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:49:28.622051 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9b7232cb-830e-4c41-9d94-e7e3c54f8b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:49:28.654498 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-e03b38ea-9437-4341-8329-d4940112243c tempest-AllowedAddressPairTestJSON-464686841 tempest-AllowedAddressPairTestJSON-464686841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:49:28.701256 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-9b7232cb-830e-4c41-9d94-e7e3c54f8b8c None None] Port a742bfba-f5ce-4e86-bf2d-592dc574d2fb cannot update to ACTIVE because it is not bound. {{(pid=93917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 18:49:28.946211 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbb3021-49c4-430a-a49b-cc817ae6038b req-3be422c6-4390-47b5-8c34-3b72c820eef2 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:49:28.947989 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2bbb3021-49c4-430a-a49b-cc817ae6038b req-3be422c6-4390-47b5-8c34-3b72c820eef2 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] 10.222.0.16 "GET /v2.0/ports?device_id=187f1c44-2972-4686-a9d2-f1f3e564683f HTTP/1.1" status: 200 len: 944 time: 0.0966370 Jul 14 18:49:29.000514 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-e03b38ea-9437-4341-8329-d4940112243c tempest-AllowedAddressPairTestJSON-464686841 tempest-AllowedAddressPairTestJSON-464686841-project] Notify callbacks [] for port, precommit_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:49:29.009147 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-e03b38ea-9437-4341-8329-d4940112243c tempest-AllowedAddressPairTestJSON-464686841 tempest-AllowedAddressPairTestJSON-464686841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2684870'] for port, after_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:49:29.040095 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2bbb3021-49c4-430a-a49b-cc817ae6038b req-4d59b763-13e3-4c4f-9e22-18d71ade7c87 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] 10.222.0.16 "GET /v2.0/security-groups?id=6966763a-a9ce-4f04-9343-56b5726844ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0860691 Jul 14 18:49:29.083206 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device 477286eb-c682-4f75-8930-9f0a69c01bee up at agent hyperv_n-h1-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:49:29.104889 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03b38ea-9437-4341-8329-d4940112243c tempest-AllowedAddressPairTestJSON-464686841 tempest-AllowedAddressPairTestJSON-464686841-project] Pushing event updated for resources: {'Port': ['ID=a742bfba-f5ce-4e86-bf2d-592dc574d2fb,revision_number=2']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:49:29.118313 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-e03b38ea-9437-4341-8329-d4940112243c tempest-AllowedAddressPairTestJSON-464686841 tempest-AllowedAddressPairTestJSON-464686841-project] In _notify_port_updated(), no bound segment for port a742bfba-f5ce-4e86-bf2d-592dc574d2fb on network c5619e14-76f6-4fc1-a8b2-982632259012 {{(pid=93916) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 14 18:49:29.125383 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e03b38ea-9437-4341-8329-d4940112243c tempest-AllowedAddressPairTestJSON-464686841 tempest-AllowedAddressPairTestJSON-464686841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:49:29.125383 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-e03b38ea-9437-4341-8329-d4940112243c tempest-AllowedAddressPairTestJSON-464686841 tempest-AllowedAddressPairTestJSON-464686841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:49:29.129784 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-e03b38ea-9437-4341-8329-d4940112243c tempest-AllowedAddressPairTestJSON-464686841 tempest-AllowedAddressPairTestJSON-464686841-project] 10.222.0.16 "PUT /v2.0/ports/a742bfba-f5ce-4e86-bf2d-592dc574d2fb HTTP/1.1" status: 200 len: 996 time: 0.7761755 Jul 14 18:49:29.130118 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 42224) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:49:29.203956 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Provisioning for port 477286eb-c682-4f75-8930-9f0a69c01bee completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:49:29.217715 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Provisioning complete for port 477286eb-c682-4f75-8930-9f0a69c01bee triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:49:29.218093 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:49:29.381414 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:49:29.393597 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [None req-c3d4e67d-7e9f-42ac-b196-a5e07140600c tempest-AllowedAddressPairTestJSON-464686841 tempest-AllowedAddressPairTestJSON-464686841-project] Deleting port a742bfba-f5ce-4e86-bf2d-592dc574d2fb {{(pid=93915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:49:29.394186 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-c3d4e67d-7e9f-42ac-b196-a5e07140600c tempest-AllowedAddressPairTestJSON-464686841 tempest-AllowedAddressPairTestJSON-464686841-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:49:29.409694 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '055fd0f1-6d0b-4ba0-84f2-ff970e8c514b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '477286eb-c682-4f75-8930-9f0a69c01bee'}] {{(pid=93917) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:49:29.415732 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20b787f3c29eaa7aa2a4d648c725a2124c5ff39a8d793252f9d844495e14cf42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97136487-e2e0-4f76-985b-d160d47f7da0" -d '{"events": [{"server_uuid": "055fd0f1-6d0b-4ba0-84f2-ff970e8c514b", "name": "network-vif-plugged", "status": "completed", "tag": "477286eb-c682-4f75-8930-9f0a69c01bee"}]}' {{(pid=93917) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:49:29.443881 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port 477286eb-c682-4f75-8930-9f0a69c01bee, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=477286eb-c682-4f75-8930-9f0a69c01bee,segment=NetworkSegment(3142d796-db76-489d-9ebc-ac845cfeb79d),segment_id=3142d796-db76-489d-9ebc-ac845cfeb79d)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:49:29.452141 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:49:29.461511 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-65f8ce5e-2a8b-4363-8295-5a8514ed0cf8 None None] Provisioning complete for port a742bfba-f5ce-4e86-bf2d-592dc574d2fb triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:49:29.462141 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-65f8ce5e-2a8b-4363-8295-5a8514ed0cf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:49:29.518033 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-37922c82-6a89-432b-9f37-179416186db9 req-44aaad17-a873-44e3-986b-7515314a6e4b tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] 10.222.0.16 "GET /v2.0/ports?device_id=ff150787-a5d5-42ad-9e22-f082245a3b4a HTTP/1.1" status: 200 len: 210 time: 0.0485198 Jul 14 18:49:29.519938 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-65f8ce5e-2a8b-4363-8295-5a8514ed0cf8 None None] Port a742bfba-f5ce-4e86-bf2d-592dc574d2fb cannot update to ACTIVE because it is not bound. {{(pid=93917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 18:49:29.600003 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9d387e-5411-4618-aa1c-6beee7002b98 req-bfbe107e-24e7-4fbe-937c-4e9a3a1ba5c5 tempest-AttachVolumeNegativeTest-3632510 tempest-AttachVolumeNegativeTest-3632510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:49:29.608031 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-4e9d387e-5411-4618-aa1c-6beee7002b98 req-bfbe107e-24e7-4fbe-937c-4e9a3a1ba5c5 tempest-AttachVolumeNegativeTest-3632510 tempest-AttachVolumeNegativeTest-3632510-project] 10.222.0.16 "GET /v2.0/ports?device_id=055fd0f1-6d0b-4ba0-84f2-ff970e8c514b HTTP/1.1" status: 200 len: 945 time: 0.3246191 Jul 14 18:49:29.631097 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 18:49:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-037d6eb2-3e93-42f7-bca9-603aa04b0417 x-openstack-request-id: req-037d6eb2-3e93-42f7-bca9-603aa04b0417 {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:49:29.631097 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "055fd0f1-6d0b-4ba0-84f2-ff970e8c514b", "name": "network-vif-plugged", "status": "completed", "tag": "477286eb-c682-4f75-8930-9f0a69c01bee", "code": 200}]} {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:49:29.631097 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-037d6eb2-3e93-42f7-bca9-603aa04b0417 {{(pid=93917) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:49:29.631097 n-d-800634-3 neutron-server[93917]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '055fd0f1-6d0b-4ba0-84f2-ff970e8c514b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '477286eb-c682-4f75-8930-9f0a69c01bee', 'code': 200} Jul 14 18:49:29.638868 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Pushing event updated for resources: {'Port': ['ID=477286eb-c682-4f75-8930-9f0a69c01bee,revision_number=5']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:49:29.647463 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-c3d4e67d-7e9f-42ac-b196-a5e07140600c tempest-AllowedAddressPairTestJSON-464686841 tempest-AllowedAddressPairTestJSON-464686841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:49:29.671981 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [None req-c3d4e67d-7e9f-42ac-b196-a5e07140600c tempest-AllowedAddressPairTestJSON-464686841 tempest-AllowedAddressPairTestJSON-464686841-project] Calling delete_port for a742bfba-f5ce-4e86-bf2d-592dc574d2fb owned by {{(pid=93915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:49:29.696942 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-4e9d387e-5411-4618-aa1c-6beee7002b98 req-a08f6068-a327-4723-bf7c-da8a33e87fce tempest-AttachVolumeNegativeTest-3632510 tempest-AttachVolumeNegativeTest-3632510-project] 10.222.0.16 "GET /v2.0/security-groups?id=0abe65fc-f489-4951-8c06-afae1a246333&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618608 Jul 14 18:49:29.998748 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aade9f9b-417c-48a9-a4cf-fc9e417978de req-30e7b079-3d5e-407c-9b39-0fece5f41dff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:49:30.000312 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-aade9f9b-417c-48a9-a4cf-fc9e417978de req-30e7b079-3d5e-407c-9b39-0fece5f41dff service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=055fd0f1-6d0b-4ba0-84f2-ff970e8c514b HTTP/1.1" status: 200 len: 1097 time: 0.2279899 Jul 14 18:49:30.023319 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465ccf96-bf7e-4d00-9629-d7ebafeb3f51 req-9ca1372f-55fc-452e-8e46-d837d0011fcd tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:49:30.024952 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-465ccf96-bf7e-4d00-9629-d7ebafeb3f51 req-9ca1372f-55fc-452e-8e46-d837d0011fcd tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] 10.222.0.18 "GET /v2.0/networks?id=39c54d55-b1e0-4eb1-9ee5-3eeadd4d8bde HTTP/1.1" status: 200 len: 812 time: 0.2539275 Jul 14 18:49:30.035658 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-c3d4e67d-7e9f-42ac-b196-a5e07140600c tempest-AllowedAddressPairTestJSON-464686841 tempest-AllowedAddressPairTestJSON-464686841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:49:30.064373 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [req-465ccf96-bf7e-4d00-9629-d7ebafeb3f51 req-aaefb606-a894-45c9-adf3-6c3d8d48c608 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] Request body: {'port': {'device_id': 'ff150787-a5d5-42ad-9e22-f082245a3b4a', 'network_id': '39c54d55-b1e0-4eb1-9ee5-3eeadd4d8bde', 'admin_state_up': True, 'tenant_id': 'c28e5bcf1e004d64bdc0461d59ce0908'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:49:30.198222 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d4e67d-7e9f-42ac-b196-a5e07140600c tempest-AllowedAddressPairTestJSON-464686841 tempest-AllowedAddressPairTestJSON-464686841-project] Pushing event deleted for resources: {'Port': ['ID=a742bfba-f5ce-4e86-bf2d-592dc574d2fb,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:49:30.288622 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-aade9f9b-417c-48a9-a4cf-fc9e417978de req-75e17f3c-51b1-40b0-b016-583b5d5e8e8f service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=0abe65fc-f489-4951-8c06-afae1a246333&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2591681 Jul 14 18:49:30.417065 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-c3d4e67d-7e9f-42ac-b196-a5e07140600c tempest-AllowedAddressPairTestJSON-464686841 tempest-AllowedAddressPairTestJSON-464686841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:49:30.421727 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-c3d4e67d-7e9f-42ac-b196-a5e07140600c tempest-AllowedAddressPairTestJSON-464686841 tempest-AllowedAddressPairTestJSON-464686841-project] 10.222.0.16 "DELETE /v2.0/ports/a742bfba-f5ce-4e86-bf2d-592dc574d2fb HTTP/1.1" status: 204 len: 168 time: 1.2880065 Jul 14 18:49:30.422080 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 42236) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:49:30.440216 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ddf1c3-5658-485a-addf-990c0591107e req-bb18d116-fada-415a-8303-b53fb2f3bea4 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:49:30.441839 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c0ddf1c3-5658-485a-addf-990c0591107e req-bb18d116-fada-415a-8303-b53fb2f3bea4 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] 10.222.0.16 "GET /v2.0/ports?device_id=187f1c44-2972-4686-a9d2-f1f3e564683f HTTP/1.1" status: 200 len: 944 time: 0.2024102 Jul 14 18:49:30.443105 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-465ccf96-bf7e-4d00-9629-d7ebafeb3f51 req-aaefb606-a894-45c9-adf3-6c3d8d48c608 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] Made reservation on behalf of c28e5bcf1e004d64bdc0461d59ce0908 for: {'port': 1} {{(pid=93915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:49:30.446775 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-465ccf96-bf7e-4d00-9629-d7ebafeb3f51 req-aaefb606-a894-45c9-adf3-6c3d8d48c608 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:49:30.473569 n-d-800634-3 neutron-server[93916]: INFO neutron.pecan_wsgi.hooks.translation [None req-87c1a018-2c5f-4737-bb5a-c6fe0371c8a3 tempest-AllowedAddressPairTestJSON-464686841 tempest-AllowedAddressPairTestJSON-464686841-project] GET failed (client error): The resource could not be found. Jul 14 18:49:30.476465 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-87c1a018-2c5f-4737-bb5a-c6fe0371c8a3 tempest-AllowedAddressPairTestJSON-464686841 tempest-AllowedAddressPairTestJSON-464686841-project] 10.222.0.16 "GET /v2.0/ports/a742bfba-f5ce-4e86-bf2d-592dc574d2fb HTTP/1.1" status: 404 len: 333 time: 0.0533073 Jul 14 18:49:30.481713 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 42238) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:49:30.487594 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-52d2b075-5de1-4a17-aa93-1f16e51699b2 tempest-AllowedAddressPairTestJSON-464686841 tempest-AllowedAddressPairTestJSON-464686841-project] Request body: {'port': {'network_id': 'c5619e14-76f6-4fc1-a8b2-982632259012', 'name': 'tempest-AllowedAddressPairTestJSON-1424905069'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:49:30.525888 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c0ddf1c3-5658-485a-addf-990c0591107e req-512d1dbc-5053-4292-9ff4-bfedf60fb38a tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] 10.222.0.16 "GET /v2.0/security-groups?id=6966763a-a9ce-4f04-9343-56b5726844ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0763271 Jul 14 18:49:30.646250 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52d2b075-5de1-4a17-aa93-1f16e51699b2 tempest-AllowedAddressPairTestJSON-464686841 tempest-AllowedAddressPairTestJSON-464686841-project] Made reservation on behalf of 5dc9d9b106fe4016a5fbcb8c021a1fae for: {'port': 1} {{(pid=93916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:49:30.650463 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-52d2b075-5de1-4a17-aa93-1f16e51699b2 tempest-AllowedAddressPairTestJSON-464686841 tempest-AllowedAddressPairTestJSON-464686841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:49:30.681478 n-d-800634-3 neutron-server[93916]: DEBUG neutron.notifiers.nova [None req-52d2b075-5de1-4a17-aa93-1f16e51699b2 tempest-AllowedAddressPairTestJSON-464686841 tempest-AllowedAddressPairTestJSON-464686841-project] device_id is not set on port c3014ab3-af6d-4872-9aac-c41a3d8e7d05 yet. {{(pid=93916) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 18:49:30.707992 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.db_base_plugin_common [req-465ccf96-bf7e-4d00-9629-d7ebafeb3f51 req-aaefb606-a894-45c9-adf3-6c3d8d48c608 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] Allocated IP 172.20.0.11 (39c54d55-b1e0-4eb1-9ee5-3eeadd4d8bde/e9fdea6e-22fa-4991-9f87-b79de93db404/8dba08d8-56f1-4a66-be69-dbba17392a9c) {{(pid=93915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:49:30.740854 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ec2f85fd-6ff6-470b-8fdf-e63c48694f25 req-8f7b8a9e-89b2-406c-8be2-624c34a55f78 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] 10.222.0.16 "GET /v2.0/ports?device_id=ff150787-a5d5-42ad-9e22-f082245a3b4a HTTP/1.1" status: 200 len: 210 time: 0.0468259 Jul 14 18:49:30.850096 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.db_base_plugin_common [None req-52d2b075-5de1-4a17-aa93-1f16e51699b2 tempest-AllowedAddressPairTestJSON-464686841 tempest-AllowedAddressPairTestJSON-464686841-project] Allocated IP 172.20.0.3 (c5619e14-76f6-4fc1-a8b2-982632259012/0dc5aa7b-cfb9-418e-9da0-652336d2eff0/c3014ab3-af6d-4872-9aac-c41a3d8e7d05) {{(pid=93916) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:49:31.004093 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-465ccf96-bf7e-4d00-9629-d7ebafeb3f51 req-aaefb606-a894-45c9-adf3-6c3d8d48c608 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] Notify callbacks [] for port, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:49:31.035564 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35a13bc-0361-4d8d-bf9b-89f596fb42aa req-26f93bc0-d41f-4cf5-9242-194d19657f07 tempest-AttachVolumeNegativeTest-3632510 tempest-AttachVolumeNegativeTest-3632510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:49:31.037451 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e35a13bc-0361-4d8d-bf9b-89f596fb42aa req-26f93bc0-d41f-4cf5-9242-194d19657f07 tempest-AttachVolumeNegativeTest-3632510 tempest-AttachVolumeNegativeTest-3632510-project] 10.222.0.16 "GET /v2.0/ports?device_id=055fd0f1-6d0b-4ba0-84f2-ff970e8c514b HTTP/1.1" status: 200 len: 946 time: 0.1412318 Jul 14 18:49:31.041244 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.provisioning_blocks [req-465ccf96-bf7e-4d00-9629-d7ebafeb3f51 req-aaefb606-a894-45c9-adf3-6c3d8d48c608 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] Transition to ACTIVE for port object 8dba08d8-56f1-4a66-be69-dbba17392a9c will not be triggered until provisioned by entity DHCP. {{(pid=93915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:49:31.074989 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-52d2b075-5de1-4a17-aa93-1f16e51699b2 tempest-AllowedAddressPairTestJSON-464686841 tempest-AllowedAddressPairTestJSON-464686841-project] Notify callbacks [] for port, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:49:31.090474 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.provisioning_blocks [None req-52d2b075-5de1-4a17-aa93-1f16e51699b2 tempest-AllowedAddressPairTestJSON-464686841 tempest-AllowedAddressPairTestJSON-464686841-project] Transition to ACTIVE for port object c3014ab3-af6d-4872-9aac-c41a3d8e7d05 will not be triggered until provisioned by entity DHCP. {{(pid=93916) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:49:31.135080 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-52d2b075-5de1-4a17-aa93-1f16e51699b2 tempest-AllowedAddressPairTestJSON-464686841 tempest-AllowedAddressPairTestJSON-464686841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:49:31.151981 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e35a13bc-0361-4d8d-bf9b-89f596fb42aa req-9326111e-9d84-4807-a258-55d4661f5be8 tempest-AttachVolumeNegativeTest-3632510 tempest-AttachVolumeNegativeTest-3632510-project] 10.222.0.16 "GET /v2.0/security-groups?id=0abe65fc-f489-4951-8c06-afae1a246333&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980413 Jul 14 18:49:31.161939 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-465ccf96-bf7e-4d00-9629-d7ebafeb3f51 req-aaefb606-a894-45c9-adf3-6c3d8d48c608 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:49:31.223743 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52d2b075-5de1-4a17-aa93-1f16e51699b2 tempest-AllowedAddressPairTestJSON-464686841 tempest-AllowedAddressPairTestJSON-464686841-project] Network c5619e14-76f6-4fc1-a8b2-982632259012 is already hosted by enough agents. {{(pid=93916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:49:31.227760 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [None req-52d2b075-5de1-4a17-aa93-1f16e51699b2 tempest-AllowedAddressPairTestJSON-464686841 tempest-AllowedAddressPairTestJSON-464686841-project] Resources bound (agent type, host, resource id): {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:49:31.233361 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52d2b075-5de1-4a17-aa93-1f16e51699b2 tempest-AllowedAddressPairTestJSON-464686841 tempest-AllowedAddressPairTestJSON-464686841-project] Received port after_create {{(pid=93916) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:49:31.261969 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d2b075-5de1-4a17-aa93-1f16e51699b2 tempest-AllowedAddressPairTestJSON-464686841 tempest-AllowedAddressPairTestJSON-464686841-project] Pushing event updated for resources: {'Port': ['ID=c3014ab3-af6d-4872-9aac-c41a3d8e7d05,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:49:31.298912 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaefb606-a894-45c9-adf3-6c3d8d48c608 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] Pushing event updated for resources: {'Port': ['ID=8dba08d8-56f1-4a66-be69-dbba17392a9c,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:49:31.312478 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52d2b075-5de1-4a17-aa93-1f16e51699b2 tempest-AllowedAddressPairTestJSON-464686841 tempest-AllowedAddressPairTestJSON-464686841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:49:31.314152 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-52d2b075-5de1-4a17-aa93-1f16e51699b2 tempest-AllowedAddressPairTestJSON-464686841 tempest-AllowedAddressPairTestJSON-464686841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:49:31.328163 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-465ccf96-bf7e-4d00-9629-d7ebafeb3f51 req-aaefb606-a894-45c9-adf3-6c3d8d48c608 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] Network 39c54d55-b1e0-4eb1-9ee5-3eeadd4d8bde is already hosted by enough agents. {{(pid=93915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:49:31.329848 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [req-465ccf96-bf7e-4d00-9629-d7ebafeb3f51 req-aaefb606-a894-45c9-adf3-6c3d8d48c608 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] Resources bound (agent type, host, resource id): {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:49:31.344290 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [req-465ccf96-bf7e-4d00-9629-d7ebafeb3f51 req-aaefb606-a894-45c9-adf3-6c3d8d48c608 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] Received port after_create {{(pid=93915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:49:31.376136 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-52d2b075-5de1-4a17-aa93-1f16e51699b2 tempest-AllowedAddressPairTestJSON-464686841 tempest-AllowedAddressPairTestJSON-464686841-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.8904173 Jul 14 18:49:31.376449 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 42260) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:49:31.391268 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-8f83fb3a-7bcd-4750-86e8-4e0df9bf1206 tempest-AllowedAddressPairTestJSON-464686841 tempest-AllowedAddressPairTestJSON-464686841-project] Request body: {'port': {'network_id': 'c5619e14-76f6-4fc1-a8b2-982632259012', 'name': 'tempest-AllowedAddressPairTestJSON-745572281'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:49:31.429973 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465ccf96-bf7e-4d00-9629-d7ebafeb3f51 req-aaefb606-a894-45c9-adf3-6c3d8d48c608 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:49:31.430884 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-465ccf96-bf7e-4d00-9629-d7ebafeb3f51 req-aaefb606-a894-45c9-adf3-6c3d8d48c608 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:49:31.450785 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-465ccf96-bf7e-4d00-9629-d7ebafeb3f51 req-aaefb606-a894-45c9-adf3-6c3d8d48c608 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4054747 Jul 14 18:49:31.463470 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [req-465ccf96-bf7e-4d00-9629-d7ebafeb3f51 req-8ecf5078-63e7-4101-bf81-675ca605713c service neutron] Request body: {'port': {'device_id': 'ff150787-a5d5-42ad-9e22-f082245a3b4a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800634-3'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:49:31.566195 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-465ccf96-bf7e-4d00-9629-d7ebafeb3f51 req-8ecf5078-63e7-4101-bf81-675ca605713c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:49:31.657953 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f83fb3a-7bcd-4750-86e8-4e0df9bf1206 tempest-AllowedAddressPairTestJSON-464686841 tempest-AllowedAddressPairTestJSON-464686841-project] Made reservation on behalf of 5dc9d9b106fe4016a5fbcb8c021a1fae for: {'port': 1} {{(pid=93916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:49:31.665040 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-8f83fb3a-7bcd-4750-86e8-4e0df9bf1206 tempest-AllowedAddressPairTestJSON-464686841 tempest-AllowedAddressPairTestJSON-464686841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:49:31.678718 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-e0af6b71-83fb-4cc5-8a7e-3cbe951623f4 None None] Provisioning for port c3014ab3-af6d-4872-9aac-c41a3d8e7d05 completed by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:49:31.684407 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-e0af6b71-83fb-4cc5-8a7e-3cbe951623f4 None None] Provisioning complete for port c3014ab3-af6d-4872-9aac-c41a3d8e7d05 triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:49:31.685061 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-e0af6b71-83fb-4cc5-8a7e-3cbe951623f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:49:31.693347 n-d-800634-3 neutron-server[93916]: DEBUG neutron.notifiers.nova [None req-8f83fb3a-7bcd-4750-86e8-4e0df9bf1206 tempest-AllowedAddressPairTestJSON-464686841 tempest-AllowedAddressPairTestJSON-464686841-project] device_id is not set on port b479b9ad-fb2b-4d4a-984b-ded85d46bde3 yet. {{(pid=93916) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 18:49:31.755056 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-e0af6b71-83fb-4cc5-8a7e-3cbe951623f4 None None] Port c3014ab3-af6d-4872-9aac-c41a3d8e7d05 cannot update to ACTIVE because it is not bound. {{(pid=93917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 18:49:31.850832 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.db_base_plugin_common [None req-8f83fb3a-7bcd-4750-86e8-4e0df9bf1206 tempest-AllowedAddressPairTestJSON-464686841 tempest-AllowedAddressPairTestJSON-464686841-project] Allocated IP 172.20.0.4 (c5619e14-76f6-4fc1-a8b2-982632259012/0dc5aa7b-cfb9-418e-9da0-652336d2eff0/b479b9ad-fb2b-4d4a-984b-ded85d46bde3) {{(pid=93916) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:49:31.888505 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-19bd1ae7-eaf5-432c-b3ba-2bf28c1e4e78 None None] Provisioning for port 8dba08d8-56f1-4a66-be69-dbba17392a9c completed by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:49:31.897751 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-19bd1ae7-eaf5-432c-b3ba-2bf28c1e4e78 None None] Provisioning complete for port 8dba08d8-56f1-4a66-be69-dbba17392a9c triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:49:31.898130 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-19bd1ae7-eaf5-432c-b3ba-2bf28c1e4e78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:49:31.902802 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4f0a57-a268-4dbe-8208-ee887eca149a req-0417a68f-91d3-494c-8d24-ea87a4e30c29 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:49:31.909971 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6c4f0a57-a268-4dbe-8208-ee887eca149a req-0417a68f-91d3-494c-8d24-ea87a4e30c29 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] 10.222.0.16 "GET /v2.0/ports?device_id=187f1c44-2972-4686-a9d2-f1f3e564683f HTTP/1.1" status: 200 len: 944 time: 0.1515636 Jul 14 18:49:31.942141 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-19bd1ae7-eaf5-432c-b3ba-2bf28c1e4e78 None None] Port 8dba08d8-56f1-4a66-be69-dbba17392a9c cannot update to ACTIVE because it is not bound. {{(pid=93917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 18:49:32.065507 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [req-465ccf96-bf7e-4d00-9629-d7ebafeb3f51 req-8ecf5078-63e7-4101-bf81-675ca605713c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8dba08d8-56f1-4a66-be69-dbba17392a9c {{(pid=93915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 18:49:32.074641 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-465ccf96-bf7e-4d00-9629-d7ebafeb3f51 req-8ecf5078-63e7-4101-bf81-675ca605713c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:49:32.084533 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-8f83fb3a-7bcd-4750-86e8-4e0df9bf1206 tempest-AllowedAddressPairTestJSON-464686841 tempest-AllowedAddressPairTestJSON-464686841-project] Notify callbacks [] for port, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:49:32.088903 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.provisioning_blocks [req-465ccf96-bf7e-4d00-9629-d7ebafeb3f51 req-8ecf5078-63e7-4101-bf81-675ca605713c service neutron] Transition to ACTIVE for port object 8dba08d8-56f1-4a66-be69-dbba17392a9c will not be triggered until provisioned by entity L2. {{(pid=93915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:49:32.106668 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.provisioning_blocks [None req-8f83fb3a-7bcd-4750-86e8-4e0df9bf1206 tempest-AllowedAddressPairTestJSON-464686841 tempest-AllowedAddressPairTestJSON-464686841-project] Transition to ACTIVE for port object b479b9ad-fb2b-4d4a-984b-ded85d46bde3 will not be triggered until provisioned by entity DHCP. {{(pid=93916) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:49:32.116807 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6c4f0a57-a268-4dbe-8208-ee887eca149a req-be01fbf1-244c-490c-a379-4687268cc6b9 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] 10.222.0.16 "GET /v2.0/security-groups?id=6966763a-a9ce-4f04-9343-56b5726844ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2057271 Jul 14 18:49:32.138740 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-465ccf96-bf7e-4d00-9629-d7ebafeb3f51 req-8ecf5078-63e7-4101-bf81-675ca605713c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25912978'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:49:32.159748 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-8f83fb3a-7bcd-4750-86e8-4e0df9bf1206 tempest-AllowedAddressPairTestJSON-464686841 tempest-AllowedAddressPairTestJSON-464686841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:49:32.206309 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f83fb3a-7bcd-4750-86e8-4e0df9bf1206 tempest-AllowedAddressPairTestJSON-464686841 tempest-AllowedAddressPairTestJSON-464686841-project] Network c5619e14-76f6-4fc1-a8b2-982632259012 is already hosted by enough agents. {{(pid=93916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:49:32.210344 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [None req-8f83fb3a-7bcd-4750-86e8-4e0df9bf1206 tempest-AllowedAddressPairTestJSON-464686841 tempest-AllowedAddressPairTestJSON-464686841-project] Resources bound (agent type, host, resource id): {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:49:32.219762 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ecf5078-63e7-4101-bf81-675ca605713c service neutron] Pushing event updated for resources: {'Port': ['ID=8dba08d8-56f1-4a66-be69-dbba17392a9c,revision_number=2']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:49:32.229169 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f83fb3a-7bcd-4750-86e8-4e0df9bf1206 tempest-AllowedAddressPairTestJSON-464686841 tempest-AllowedAddressPairTestJSON-464686841-project] Received port after_create {{(pid=93916) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:49:32.284233 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1af6a4b-6f43-4e26-aaa5-85d921550a43 req-fbb57f9f-37ce-4bac-bdac-3d403d84347b tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:49:32.290127 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c1af6a4b-6f43-4e26-aaa5-85d921550a43 req-fbb57f9f-37ce-4bac-bdac-3d403d84347b tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] 10.222.0.16 "GET /v2.0/ports?device_id=ff150787-a5d5-42ad-9e22-f082245a3b4a HTTP/1.1" status: 200 len: 944 time: 0.3301940 Jul 14 18:49:32.417547 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f83fb3a-7bcd-4750-86e8-4e0df9bf1206 tempest-AllowedAddressPairTestJSON-464686841 tempest-AllowedAddressPairTestJSON-464686841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:49:32.418449 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-8f83fb3a-7bcd-4750-86e8-4e0df9bf1206 tempest-AllowedAddressPairTestJSON-464686841 tempest-AllowedAddressPairTestJSON-464686841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:49:32.429008 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f83fb3a-7bcd-4750-86e8-4e0df9bf1206 tempest-AllowedAddressPairTestJSON-464686841 tempest-AllowedAddressPairTestJSON-464686841-project] Pushing event updated for resources: {'Port': ['ID=b479b9ad-fb2b-4d4a-984b-ded85d46bde3,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:49:32.451910 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-8f83fb3a-7bcd-4750-86e8-4e0df9bf1206 tempest-AllowedAddressPairTestJSON-464686841 tempest-AllowedAddressPairTestJSON-464686841-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.0741923 Jul 14 18:49:32.463068 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 42272) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:49:32.469565 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-1a2fd122-5187-4cca-8df6-9f816e3dbb04 tempest-AllowedAddressPairTestJSON-464686841 tempest-AllowedAddressPairTestJSON-464686841-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.9', 'mac_address': 'fa:16:3e:f8:e0:73'}, {'ip_address': '172.20.0.3', 'mac_address': 'fa:16:3e:8d:6f:d3'}]}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:49:32.502961 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-465ccf96-bf7e-4d00-9629-d7ebafeb3f51 req-8ecf5078-63e7-4101-bf81-675ca605713c service neutron] Attempting to bind port 8dba08d8-56f1-4a66-be69-dbba17392a9c on host n-h1-800634-3 for vnic_type normal with profile {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:49:32.503352 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-465ccf96-bf7e-4d00-9629-d7ebafeb3f51 req-8ecf5078-63e7-4101-bf81-675ca605713c service neutron] Attempting to bind port 8dba08d8-56f1-4a66-be69-dbba17392a9c by drivers openvswitch,hyperv on host n-h1-800634-3 at level 0 using segments [{'id': 'e6ac1013-49a3-4f7c-beca-cf2ef24dd35b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '39c54d55-b1e0-4eb1-9ee5-3eeadd4d8bde'}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:49:32.503790 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-465ccf96-bf7e-4d00-9629-d7ebafeb3f51 req-8ecf5078-63e7-4101-bf81-675ca605713c service neutron] Attempting to bind port 8dba08d8-56f1-4a66-be69-dbba17392a9c on network 39c54d55-b1e0-4eb1-9ee5-3eeadd4d8bde {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:49:32.511449 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c1af6a4b-6f43-4e26-aaa5-85d921550a43 req-1518aa9d-55d5-4e87-b175-cefab0034184 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] 10.222.0.16 "GET /v2.0/security-groups?id=00511198-19e5-42cb-b4d6-0be88d13a8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1957121 Jul 14 18:49:32.556554 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-465ccf96-bf7e-4d00-9629-d7ebafeb3f51 req-8ecf5078-63e7-4101-bf81-675ca605713c service neutron] Port 8dba08d8-56f1-4a66-be69-dbba17392a9c on network 39c54d55-b1e0-4eb1-9ee5-3eeadd4d8bde not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-3 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 18:49:32.556897 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-465ccf96-bf7e-4d00-9629-d7ebafeb3f51 req-8ecf5078-63e7-4101-bf81-675ca605713c service neutron] Attempting to bind port 8dba08d8-56f1-4a66-be69-dbba17392a9c on network 39c54d55-b1e0-4eb1-9ee5-3eeadd4d8bde {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:49:32.565369 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:49:32.582361 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-465ccf96-bf7e-4d00-9629-d7ebafeb3f51 req-8ecf5078-63e7-4101-bf81-675ca605713c service neutron] Checking agent: {'id': 'a3630ff4-fbee-45d9-b9b6-0ae41cb3a350', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 15, 32), 'started_at': datetime.datetime(2021, 7, 14, 18, 15, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 18, 49, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 18:49:32.582497 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-465ccf96-bf7e-4d00-9629-d7ebafeb3f51 req-8ecf5078-63e7-4101-bf81-675ca605713c service neutron] Checking segment: {'id': 'e6ac1013-49a3-4f7c-beca-cf2ef24dd35b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '39c54d55-b1e0-4eb1-9ee5-3eeadd4d8bde'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:49:32.582849 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-465ccf96-bf7e-4d00-9629-d7ebafeb3f51 req-8ecf5078-63e7-4101-bf81-675ca605713c service neutron] Bound using segment: {'id': 'e6ac1013-49a3-4f7c-beca-cf2ef24dd35b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '39c54d55-b1e0-4eb1-9ee5-3eeadd4d8bde'} {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 18:49:32.583306 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-465ccf96-bf7e-4d00-9629-d7ebafeb3f51 req-8ecf5078-63e7-4101-bf81-675ca605713c service neutron] Bound port: 8dba08d8-56f1-4a66-be69-dbba17392a9c, host: n-h1-800634-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6ac1013-49a3-4f7c-beca-cf2ef24dd35b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '39c54d55-b1e0-4eb1-9ee5-3eeadd4d8bde'}}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 18:49:32.583677 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-465ccf96-bf7e-4d00-9629-d7ebafeb3f51 req-8ecf5078-63e7-4101-bf81-675ca605713c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:49:32.683670 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87f29ac-a1d5-4895-8c97-5f89a4cb482e req-b99a287e-88e5-4ea7-85d2-e7f36964f4d0 tempest-AttachVolumeNegativeTest-3632510 tempest-AttachVolumeNegativeTest-3632510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:49:32.685301 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a87f29ac-a1d5-4895-8c97-5f89a4cb482e req-b99a287e-88e5-4ea7-85d2-e7f36964f4d0 tempest-AttachVolumeNegativeTest-3632510 tempest-AttachVolumeNegativeTest-3632510-project] 10.222.0.16 "GET /v2.0/ports?device_id=055fd0f1-6d0b-4ba0-84f2-ff970e8c514b HTTP/1.1" status: 200 len: 946 time: 0.2898908 Jul 14 18:49:32.690097 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-1a2fd122-5187-4cca-8df6-9f816e3dbb04 tempest-AllowedAddressPairTestJSON-464686841 tempest-AllowedAddressPairTestJSON-464686841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:49:32.711728 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-465ccf96-bf7e-4d00-9629-d7ebafeb3f51 req-8ecf5078-63e7-4101-bf81-675ca605713c service neutron] For port 8dba08d8-56f1-4a66-be69-dbba17392a9c, host n-h1-800634-3, cleared binding levels {{(pid=93915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:49:32.715958 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-465ccf96-bf7e-4d00-9629-d7ebafeb3f51 req-8ecf5078-63e7-4101-bf81-675ca605713c service neutron] For port 8dba08d8-56f1-4a66-be69-dbba17392a9c, host n-h1-800634-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=8dba08d8-56f1-4a66-be69-dbba17392a9c,segment=NetworkSegment(e6ac1013-49a3-4f7c-beca-cf2ef24dd35b),segment_id=e6ac1013-49a3-4f7c-beca-cf2ef24dd35b)] {{(pid=93915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 18:49:32.725850 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-465ccf96-bf7e-4d00-9629-d7ebafeb3f51 req-8ecf5078-63e7-4101-bf81-675ca605713c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25912978'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:49:32.778393 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465ccf96-bf7e-4d00-9629-d7ebafeb3f51 req-8ecf5078-63e7-4101-bf81-675ca605713c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:49:32.779571 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-465ccf96-bf7e-4d00-9629-d7ebafeb3f51 req-8ecf5078-63e7-4101-bf81-675ca605713c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:49:32.781354 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-465ccf96-bf7e-4d00-9629-d7ebafeb3f51 req-8ecf5078-63e7-4101-bf81-675ca605713c service neutron] 10.222.0.18 "PUT /v2.0/ports/8dba08d8-56f1-4a66-be69-dbba17392a9c HTTP/1.1" status: 200 len: 1092 time: 1.3233454 Jul 14 18:49:32.784315 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff150787-a5d5-42ad-9e22-f082245a3b4a', 'tag': '8dba08d8-56f1-4a66-be69-dbba17392a9c'}] {{(pid=93915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:49:32.786555 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e72782ad3af8f7d4ce76cedf092bca46d1756acc5c4653cf0b52034cdd6b073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06bb6e14-a17f-4cf2-9181-c255daedb002" -d '{"events": [{"name": "network-changed", "server_uuid": "ff150787-a5d5-42ad-9e22-f082245a3b4a", "tag": "8dba08d8-56f1-4a66-be69-dbba17392a9c"}]}' {{(pid=93915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:49:32.818564 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a87f29ac-a1d5-4895-8c97-5f89a4cb482e req-98e44903-ddad-4f65-9e7d-64fee36b0854 tempest-AttachVolumeNegativeTest-3632510 tempest-AttachVolumeNegativeTest-3632510-project] 10.222.0.16 "GET /v2.0/security-groups?id=0abe65fc-f489-4951-8c06-afae1a246333&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008236 Jul 14 18:49:32.824698 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ecf5078-63e7-4101-bf81-675ca605713c service neutron] Pushing event updated for resources: {'Port': ['ID=8dba08d8-56f1-4a66-be69-dbba17392a9c,revision_number=3']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:49:32.836091 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-829351e7-4dee-4ee1-acd0-882418d91868 None None] Provisioning for port b479b9ad-fb2b-4d4a-984b-ded85d46bde3 completed by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:49:32.861531 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-829351e7-4dee-4ee1-acd0-882418d91868 None None] Provisioning complete for port b479b9ad-fb2b-4d4a-984b-ded85d46bde3 triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:49:32.862151 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-829351e7-4dee-4ee1-acd0-882418d91868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:49:32.902371 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 18:49:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a66f0d4-ad0a-4726-9cc1-a72aec85e702 x-openstack-request-id: req-8a66f0d4-ad0a-4726-9cc1-a72aec85e702 {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:49:32.903082 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff150787-a5d5-42ad-9e22-f082245a3b4a", "tag": "8dba08d8-56f1-4a66-be69-dbba17392a9c", "status": "completed", "code": 200}]} {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:49:32.903396 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8a66f0d4-ad0a-4726-9cc1-a72aec85e702 {{(pid=93915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:49:32.903811 n-d-800634-3 neutron-server[93915]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff150787-a5d5-42ad-9e22-f082245a3b4a', 'tag': '8dba08d8-56f1-4a66-be69-dbba17392a9c', 'status': 'completed', 'code': 200} Jul 14 18:49:32.953048 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465ccf96-bf7e-4d00-9629-d7ebafeb3f51 req-f064f9e8-505f-401e-84f4-675449c04662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:49:32.955735 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-465ccf96-bf7e-4d00-9629-d7ebafeb3f51 req-f064f9e8-505f-401e-84f4-675449c04662 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c28e5bcf1e004d64bdc0461d59ce0908&device_id=ff150787-a5d5-42ad-9e22-f082245a3b4a HTTP/1.1" status: 200 len: 1095 time: 0.0922585 Jul 14 18:49:32.965886 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-829351e7-4dee-4ee1-acd0-882418d91868 None None] Port b479b9ad-fb2b-4d4a-984b-ded85d46bde3 cannot update to ACTIVE because it is not bound. {{(pid=93917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 18:49:33.023844 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-465ccf96-bf7e-4d00-9629-d7ebafeb3f51 req-bbf9a26e-a94c-43d9-bed4-a5f76c1823bc service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8dba08d8-56f1-4a66-be69-dbba17392a9c HTTP/1.1" status: 200 len: 217 time: 0.0601521 Jul 14 18:49:33.100441 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465ccf96-bf7e-4d00-9629-d7ebafeb3f51 req-1e4ebd9a-6b0c-4bc2-83c0-3e8fac1e3519 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:49:33.102514 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-465ccf96-bf7e-4d00-9629-d7ebafeb3f51 req-1e4ebd9a-6b0c-4bc2-83c0-3e8fac1e3519 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e9fdea6e-22fa-4991-9f87-b79de93db404 HTTP/1.1" status: 200 len: 851 time: 0.0736737 Jul 14 18:49:33.144251 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-1a2fd122-5187-4cca-8df6-9f816e3dbb04 tempest-AllowedAddressPairTestJSON-464686841 tempest-AllowedAddressPairTestJSON-464686841-project] Notify callbacks [] for port, precommit_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:49:33.151397 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-1a2fd122-5187-4cca-8df6-9f816e3dbb04 tempest-AllowedAddressPairTestJSON-464686841 tempest-AllowedAddressPairTestJSON-464686841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2684870'] for port, after_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:49:33.214049 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465ccf96-bf7e-4d00-9629-d7ebafeb3f51 req-35870b94-8709-41aa-a08c-237805b70e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:49:33.216533 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-465ccf96-bf7e-4d00-9629-d7ebafeb3f51 req-35870b94-8709-41aa-a08c-237805b70e52 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=39c54d55-b1e0-4eb1-9ee5-3eeadd4d8bde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1055782 Jul 14 18:49:33.258362 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Device e3136498-0563-413d-a023-fd2cc3fdf355 details requested by agent hyperv_n-h2-800634-3 with host n-h2-800634-3 {{(pid=93917) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 18:49:33.337612 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2fd122-5187-4cca-8df6-9f816e3dbb04 tempest-AllowedAddressPairTestJSON-464686841 tempest-AllowedAddressPairTestJSON-464686841-project] Pushing event updated for resources: {'Port': ['ID=b479b9ad-fb2b-4d4a-984b-ded85d46bde3,revision_number=2']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:49:33.364583 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-1a2fd122-5187-4cca-8df6-9f816e3dbb04 tempest-AllowedAddressPairTestJSON-464686841 tempest-AllowedAddressPairTestJSON-464686841-project] In _notify_port_updated(), no bound segment for port b479b9ad-fb2b-4d4a-984b-ded85d46bde3 on network c5619e14-76f6-4fc1-a8b2-982632259012 {{(pid=93916) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 14 18:49:33.381958 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a2fd122-5187-4cca-8df6-9f816e3dbb04 tempest-AllowedAddressPairTestJSON-464686841 tempest-AllowedAddressPairTestJSON-464686841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:49:33.382700 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-1a2fd122-5187-4cca-8df6-9f816e3dbb04 tempest-AllowedAddressPairTestJSON-464686841 tempest-AllowedAddressPairTestJSON-464686841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:49:33.388146 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-1a2fd122-5187-4cca-8df6-9f816e3dbb04 tempest-AllowedAddressPairTestJSON-464686841 tempest-AllowedAddressPairTestJSON-464686841-project] 10.222.0.16 "PUT /v2.0/ports/b479b9ad-fb2b-4d4a-984b-ded85d46bde3 HTTP/1.1" status: 200 len: 1054 time: 0.9239528 Jul 14 18:49:33.388818 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 42294) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:49:33.518660 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] For port e3136498-0563-413d-a023-fd2cc3fdf355, host n-h2-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=e3136498-0563-413d-a023-fd2cc3fdf355,segment=NetworkSegment(ee39aca0-6f7d-4da6-861f-9f37553124e0),segment_id=ee39aca0-6f7d-4da6-861f-9f37553124e0)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:49:33.556435 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Returning: {'device': 'e3136498-0563-413d-a023-fd2cc3fdf355', 'network_id': 'd41f9397-de9e-4e07-a07d-8cf0ac566250', 'port_id': 'e3136498-0563-413d-a023-fd2cc3fdf355', 'mac_address': 'fa:16:3e:1e:3b:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 94, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0161a33b-ac2d-4d08-b4de-fe1fa405f16a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93917) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 18:49:33.609455 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-21a773d9-16b2-4d1f-969b-de10e717cf59 tempest-AllowedAddressPairTestJSON-464686841 tempest-AllowedAddressPairTestJSON-464686841-project] Deleting port b479b9ad-fb2b-4d4a-984b-ded85d46bde3 {{(pid=93916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:49:33.609812 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-21a773d9-16b2-4d1f-969b-de10e717cf59 tempest-AllowedAddressPairTestJSON-464686841 tempest-AllowedAddressPairTestJSON-464686841-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:49:33.635726 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:49:33.668522 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3136498-0563-413d-a023-fd2cc3fdf355 {{(pid=93917) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 18:49:33.678104 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-465ccf96-bf7e-4d00-9629-d7ebafeb3f51 req-a898be61-b411-4619-a2f0-d7520734e372 service neutron] 10.222.0.18 "GET /v2.0/networks/39c54d55-b1e0-4eb1-9ee5-3eeadd4d8bde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4451942 Jul 14 18:49:33.687217 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ee53cd-26f0-4b85-9abe-bd9e034ecda7 req-c2bd7c4c-8305-4734-a0f0-73645b20545b tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:49:33.688965 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-42ee53cd-26f0-4b85-9abe-bd9e034ecda7 req-c2bd7c4c-8305-4734-a0f0-73645b20545b tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] 10.222.0.16 "GET /v2.0/ports?device_id=187f1c44-2972-4686-a9d2-f1f3e564683f HTTP/1.1" status: 200 len: 944 time: 0.2293093 Jul 14 18:49:33.748102 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] For port e3136498-0563-413d-a023-fd2cc3fdf355, host n-h2-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=e3136498-0563-413d-a023-fd2cc3fdf355,segment=NetworkSegment(ee39aca0-6f7d-4da6-861f-9f37553124e0),segment_id=ee39aca0-6f7d-4da6-861f-9f37553124e0)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:49:33.766161 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-21a773d9-16b2-4d1f-969b-de10e717cf59 tempest-AllowedAddressPairTestJSON-464686841 tempest-AllowedAddressPairTestJSON-464686841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:49:33.768535 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:49:33.782686 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-86fd011f-0dc7-4900-a6a7-214c4e520c20 None None] Provisioning complete for port b479b9ad-fb2b-4d4a-984b-ded85d46bde3 triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:49:33.783943 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-86fd011f-0dc7-4900-a6a7-214c4e520c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:49:33.808976 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-21a773d9-16b2-4d1f-969b-de10e717cf59 tempest-AllowedAddressPairTestJSON-464686841 tempest-AllowedAddressPairTestJSON-464686841-project] Calling delete_port for b479b9ad-fb2b-4d4a-984b-ded85d46bde3 owned by {{(pid=93916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:49:33.903287 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-86fd011f-0dc7-4900-a6a7-214c4e520c20 None None] Port b479b9ad-fb2b-4d4a-984b-ded85d46bde3 cannot update to ACTIVE because it is not bound. {{(pid=93917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 18:49:33.906660 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Pushing event updated for resources: {'Port': ['ID=e3136498-0563-413d-a023-fd2cc3fdf355,revision_number=4']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:49:34.004311 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] get_ports_and_sgs() called for port_ids ['e3136498-0563-413d-a023-fd2cc3fdf355'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 18:49:34.055987 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-21a773d9-16b2-4d1f-969b-de10e717cf59 tempest-AllowedAddressPairTestJSON-464686841 tempest-AllowedAddressPairTestJSON-464686841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:49:34.145794 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a773d9-16b2-4d1f-969b-de10e717cf59 tempest-AllowedAddressPairTestJSON-464686841 tempest-AllowedAddressPairTestJSON-464686841-project] Pushing event deleted for resources: {'Port': ['ID=b479b9ad-fb2b-4d4a-984b-ded85d46bde3,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:49:34.604727 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-21a773d9-16b2-4d1f-969b-de10e717cf59 tempest-AllowedAddressPairTestJSON-464686841 tempest-AllowedAddressPairTestJSON-464686841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:49:34.607882 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-21a773d9-16b2-4d1f-969b-de10e717cf59 tempest-AllowedAddressPairTestJSON-464686841 tempest-AllowedAddressPairTestJSON-464686841-project] 10.222.0.16 "DELETE /v2.0/ports/b479b9ad-fb2b-4d4a-984b-ded85d46bde3 HTTP/1.1" status: 204 len: 168 time: 1.2181118 Jul 14 18:49:34.610591 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 42306) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:49:34.643241 n-d-800634-3 neutron-server[93916]: INFO neutron.pecan_wsgi.hooks.translation [None req-412bae18-0068-44d0-8671-7e97293f54ef tempest-AllowedAddressPairTestJSON-464686841 tempest-AllowedAddressPairTestJSON-464686841-project] GET failed (client error): The resource could not be found. Jul 14 18:49:34.646259 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-412bae18-0068-44d0-8671-7e97293f54ef tempest-AllowedAddressPairTestJSON-464686841 tempest-AllowedAddressPairTestJSON-464686841-project] 10.222.0.16 "GET /v2.0/ports/b479b9ad-fb2b-4d4a-984b-ded85d46bde3 HTTP/1.1" status: 404 len: 333 time: 0.0345111 Jul 14 18:49:34.649664 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 42308) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:49:34.660604 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-465ccf96-bf7e-4d00-9629-d7ebafeb3f51 req-8c95bed3-64b2-4a43-8b74-0e7f3a1de5d7 service neutron] 10.222.0.18 "GET /v2.0/networks/39c54d55-b1e0-4eb1-9ee5-3eeadd4d8bde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9704437 Jul 14 18:49:34.679706 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-42ee53cd-26f0-4b85-9abe-bd9e034ecda7 req-d142059e-7219-4774-9b37-337c2a4e2a7b tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] 10.222.0.16 "GET /v2.0/security-groups?id=6966763a-a9ce-4f04-9343-56b5726844ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1074195 Jul 14 18:49:34.722822 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a2175d-466a-4d7e-aa43-0e9761d0d4f3 req-5e4799be-d2b4-4798-a36f-fce5d73c0d64 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:49:34.724968 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-d2a2175d-466a-4d7e-aa43-0e9761d0d4f3 req-5e4799be-d2b4-4798-a36f-fce5d73c0d64 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] 10.222.0.16 "GET /v2.0/ports?device_id=ff150787-a5d5-42ad-9e22-f082245a3b4a HTTP/1.1" status: 200 len: 944 time: 0.1549938 Jul 14 18:49:34.792993 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-51028489-202e-4083-926c-9e05cce31399 tempest-AllowedAddressPairTestJSON-464686841 tempest-AllowedAddressPairTestJSON-464686841-project] Deleting port c3014ab3-af6d-4872-9aac-c41a3d8e7d05 {{(pid=93916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:49:34.793626 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-51028489-202e-4083-926c-9e05cce31399 tempest-AllowedAddressPairTestJSON-464686841 tempest-AllowedAddressPairTestJSON-464686841-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:49:34.802936 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-d2a2175d-466a-4d7e-aa43-0e9761d0d4f3 req-cc0c4a5e-02a5-4b5a-9b51-8a4f673840d3 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] 10.222.0.16 "GET /v2.0/security-groups?id=00511198-19e5-42cb-b4d6-0be88d13a8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672636 Jul 14 18:49:34.842744 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bb6e14-a17f-4cf2-9181-c255daedb002 req-fa83fa0c-6141-46ec-b66d-a609fd6cdb53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:49:34.844958 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-06bb6e14-a17f-4cf2-9181-c255daedb002 req-fa83fa0c-6141-46ec-b66d-a609fd6cdb53 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c28e5bcf1e004d64bdc0461d59ce0908&device_id=ff150787-a5d5-42ad-9e22-f082245a3b4a HTTP/1.1" status: 200 len: 1095 time: 0.1188002 Jul 14 18:49:34.909427 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-51028489-202e-4083-926c-9e05cce31399 tempest-AllowedAddressPairTestJSON-464686841 tempest-AllowedAddressPairTestJSON-464686841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:49:34.926272 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-51028489-202e-4083-926c-9e05cce31399 tempest-AllowedAddressPairTestJSON-464686841 tempest-AllowedAddressPairTestJSON-464686841-project] Calling delete_port for c3014ab3-af6d-4872-9aac-c41a3d8e7d05 owned by {{(pid=93916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:49:34.977190 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bb6e14-a17f-4cf2-9181-c255daedb002 req-b515f477-5784-4584-9838-f1fed69e8ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:49:34.978720 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-06bb6e14-a17f-4cf2-9181-c255daedb002 req-b515f477-5784-4584-9838-f1fed69e8ed0 service neutron] 10.222.0.18 "GET /v2.0/networks?id=39c54d55-b1e0-4eb1-9ee5-3eeadd4d8bde HTTP/1.1" status: 200 len: 912 time: 0.1266212 Jul 14 18:49:35.026686 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-06bb6e14-a17f-4cf2-9181-c255daedb002 req-4a0c2232-7a40-46c3-a933-afa3589d6ecc service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8dba08d8-56f1-4a66-be69-dbba17392a9c HTTP/1.1" status: 200 len: 217 time: 0.0408220 Jul 14 18:49:35.120046 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bb6e14-a17f-4cf2-9181-c255daedb002 req-bf05c3fe-6c40-4e22-b390-449715b5b5cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:49:35.123725 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-06bb6e14-a17f-4cf2-9181-c255daedb002 req-bf05c3fe-6c40-4e22-b390-449715b5b5cf service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e9fdea6e-22fa-4991-9f87-b79de93db404 HTTP/1.1" status: 200 len: 851 time: 0.0896988 Jul 14 18:49:35.169347 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-51028489-202e-4083-926c-9e05cce31399 tempest-AllowedAddressPairTestJSON-464686841 tempest-AllowedAddressPairTestJSON-464686841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:49:35.197091 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bb6e14-a17f-4cf2-9181-c255daedb002 req-13047241-cf66-4b12-b127-50c0e64086d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:49:35.199469 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-06bb6e14-a17f-4cf2-9181-c255daedb002 req-13047241-cf66-4b12-b127-50c0e64086d7 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=39c54d55-b1e0-4eb1-9ee5-3eeadd4d8bde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0677733 Jul 14 18:49:35.213583 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51028489-202e-4083-926c-9e05cce31399 tempest-AllowedAddressPairTestJSON-464686841 tempest-AllowedAddressPairTestJSON-464686841-project] Pushing event deleted for resources: {'Port': ['ID=c3014ab3-af6d-4872-9aac-c41a3d8e7d05,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:49:35.272578 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Device e3136498-0563-413d-a023-fd2cc3fdf355 up at agent hyperv_n-h2-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:49:35.319178 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-51028489-202e-4083-926c-9e05cce31399 tempest-AllowedAddressPairTestJSON-464686841 tempest-AllowedAddressPairTestJSON-464686841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:49:35.327801 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-51028489-202e-4083-926c-9e05cce31399 tempest-AllowedAddressPairTestJSON-464686841 tempest-AllowedAddressPairTestJSON-464686841-project] 10.222.0.16 "DELETE /v2.0/ports/c3014ab3-af6d-4872-9aac-c41a3d8e7d05 HTTP/1.1" status: 204 len: 168 time: 0.6747024 Jul 14 18:49:35.329945 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 42318) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:49:35.346399 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-06bb6e14-a17f-4cf2-9181-c255daedb002 req-cd8e51b3-7508-49f6-a339-ea1a1c0a04e2 service neutron] 10.222.0.18 "GET /v2.0/networks/39c54d55-b1e0-4eb1-9ee5-3eeadd4d8bde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1370401 Jul 14 18:49:35.368272 n-d-800634-3 neutron-server[93916]: INFO neutron.pecan_wsgi.hooks.translation [None req-8698aea2-f264-49cb-90c9-e67f1c8533df tempest-AllowedAddressPairTestJSON-464686841 tempest-AllowedAddressPairTestJSON-464686841-project] GET failed (client error): The resource could not be found. Jul 14 18:49:35.373967 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-8698aea2-f264-49cb-90c9-e67f1c8533df tempest-AllowedAddressPairTestJSON-464686841 tempest-AllowedAddressPairTestJSON-464686841-project] 10.222.0.16 "GET /v2.0/ports/c3014ab3-af6d-4872-9aac-c41a3d8e7d05 HTTP/1.1" status: 404 len: 333 time: 0.0424638 Jul 14 18:49:35.374796 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 42320) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:49:35.404465 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Provisioning for port e3136498-0563-413d-a023-fd2cc3fdf355 completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:49:35.407772 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Provisioning complete for port e3136498-0563-413d-a023-fd2cc3fdf355 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:49:35.408189 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:49:35.514351 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:49:35.516540 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-06bb6e14-a17f-4cf2-9181-c255daedb002 req-e43b603b-26ab-44eb-a94b-50674f71e2f4 service neutron] 10.222.0.18 "GET /v2.0/networks/39c54d55-b1e0-4eb1-9ee5-3eeadd4d8bde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1633067 Jul 14 18:49:35.557199 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:49:35.596928 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '187f1c44-2972-4686-a9d2-f1f3e564683f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3136498-0563-413d-a023-fd2cc3fdf355'}] {{(pid=93917) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:49:35.600331 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20b787f3c29eaa7aa2a4d648c725a2124c5ff39a8d793252f9d844495e14cf42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc849063-825b-431d-9bf1-46a176208506" -d '{"events": [{"server_uuid": "187f1c44-2972-4686-a9d2-f1f3e564683f", "name": "network-vif-plugged", "status": "completed", "tag": "e3136498-0563-413d-a023-fd2cc3fdf355"}]}' {{(pid=93917) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:49:35.602354 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-e1605bc5-5f69-47c8-9339-a72d0ce5f7ce tempest-AllowedAddressPairTestJSON-464686841 tempest-AllowedAddressPairTestJSON-464686841-project] Deleting port f84e8eae-111a-4e25-affc-a0a6f5f736b9 {{(pid=93916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:49:35.602714 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-e1605bc5-5f69-47c8-9339-a72d0ce5f7ce tempest-AllowedAddressPairTestJSON-464686841 tempest-AllowedAddressPairTestJSON-464686841-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:49:35.644730 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] For port e3136498-0563-413d-a023-fd2cc3fdf355, host n-h2-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=e3136498-0563-413d-a023-fd2cc3fdf355,segment=NetworkSegment(ee39aca0-6f7d-4da6-861f-9f37553124e0),segment_id=ee39aca0-6f7d-4da6-861f-9f37553124e0)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:49:35.653235 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:49:35.722500 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 18:49:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81f8521e-f0f8-4e62-ace8-b5b0be14de93 x-openstack-request-id: req-81f8521e-f0f8-4e62-ace8-b5b0be14de93 {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:49:35.722674 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "187f1c44-2972-4686-a9d2-f1f3e564683f", "name": "network-vif-plugged", "status": "completed", "tag": "e3136498-0563-413d-a023-fd2cc3fdf355", "code": 200}]} {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:49:35.722861 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-81f8521e-f0f8-4e62-ace8-b5b0be14de93 {{(pid=93917) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:49:35.723311 n-d-800634-3 neutron-server[93917]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '187f1c44-2972-4686-a9d2-f1f3e564683f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3136498-0563-413d-a023-fd2cc3fdf355', 'code': 200} Jul 14 18:49:35.775674 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Pushing event updated for resources: {'Port': ['ID=e3136498-0563-413d-a023-fd2cc3fdf355,revision_number=5']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:49:35.795337 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-e1605bc5-5f69-47c8-9339-a72d0ce5f7ce tempest-AllowedAddressPairTestJSON-464686841 tempest-AllowedAddressPairTestJSON-464686841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:49:35.815298 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-e1605bc5-5f69-47c8-9339-a72d0ce5f7ce tempest-AllowedAddressPairTestJSON-464686841 tempest-AllowedAddressPairTestJSON-464686841-project] Calling delete_port for f84e8eae-111a-4e25-affc-a0a6f5f736b9 owned by {{(pid=93916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:49:35.903249 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7974e26-40ca-4e76-93c2-a6c3ecd109ed req-6cb0aaa6-6542-46db-ad11-da59f939cc4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:49:35.904850 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-d7974e26-40ca-4e76-93c2-a6c3ecd109ed req-6cb0aaa6-6542-46db-ad11-da59f939cc4b service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=187f1c44-2972-4686-a9d2-f1f3e564683f HTTP/1.1" status: 200 len: 1097 time: 0.1312046 Jul 14 18:49:35.912027 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6337850d-bb8b-40eb-be2d-48fe86cf933f req-901befcc-1795-4c58-9764-27bf91cfab74 tempest-VolumesSnapshotTestJSON-1089846540 tempest-VolumesSnapshotTestJSON-1089846540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:49:35.913523 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6337850d-bb8b-40eb-be2d-48fe86cf933f req-901befcc-1795-4c58-9764-27bf91cfab74 tempest-VolumesSnapshotTestJSON-1089846540 tempest-VolumesSnapshotTestJSON-1089846540-project] 10.222.0.16 "GET /v2.0/networks?id=f34c21a2-985d-4d85-8b05-15a9b06872be HTTP/1.1" status: 200 len: 814 time: 0.1730719 Jul 14 18:49:35.939644 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6337850d-bb8b-40eb-be2d-48fe86cf933f req-e3389536-5038-4fd2-9fb0-24dcf86ea42a tempest-VolumesSnapshotTestJSON-1089846540 tempest-VolumesSnapshotTestJSON-1089846540-project] 10.222.0.16 "GET /v2.0/quotas/603a6a9568b140888befe6fa771e46c9 HTTP/1.1" status: 200 len: 375 time: 0.0179081 Jul 14 18:49:35.963397 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-d7974e26-40ca-4e76-93c2-a6c3ecd109ed req-34391585-1826-4714-87bc-35944f340163 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=6966763a-a9ce-4f04-9343-56b5726844ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487595 Jul 14 18:49:35.970411 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-e1605bc5-5f69-47c8-9339-a72d0ce5f7ce tempest-AllowedAddressPairTestJSON-464686841 tempest-AllowedAddressPairTestJSON-464686841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:49:35.983365 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6337850d-bb8b-40eb-be2d-48fe86cf933f req-96c37c3c-65d9-41b6-a220-6cf25feff0b7 tempest-VolumesSnapshotTestJSON-1089846540 tempest-VolumesSnapshotTestJSON-1089846540-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=603a6a9568b140888befe6fa771e46c9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0352492 Jul 14 18:49:35.996272 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [req-6337850d-bb8b-40eb-be2d-48fe86cf933f req-f32b80d8-a34e-4c4a-bb3d-0d9f6c51efa3 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=93915) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 18:49:35.997468 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6337850d-bb8b-40eb-be2d-48fe86cf933f req-f32b80d8-a34e-4c4a-bb3d-0d9f6c51efa3 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0062172 Jul 14 18:49:36.003923 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1605bc5-5f69-47c8-9339-a72d0ce5f7ce tempest-AllowedAddressPairTestJSON-464686841 tempest-AllowedAddressPairTestJSON-464686841-project] Pushing event deleted for resources: {'Port': ['ID=f84e8eae-111a-4e25-affc-a0a6f5f736b9,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:49:36.102375 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-e1605bc5-5f69-47c8-9339-a72d0ce5f7ce tempest-AllowedAddressPairTestJSON-464686841 tempest-AllowedAddressPairTestJSON-464686841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:49:36.105996 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-e1605bc5-5f69-47c8-9339-a72d0ce5f7ce tempest-AllowedAddressPairTestJSON-464686841 tempest-AllowedAddressPairTestJSON-464686841-project] 10.222.0.16 "DELETE /v2.0/ports/f84e8eae-111a-4e25-affc-a0a6f5f736b9 HTTP/1.1" status: 204 len: 168 time: 0.7301297 Jul 14 18:49:36.108079 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 42358) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:49:36.123596 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6337850d-bb8b-40eb-be2d-48fe86cf933f req-3c6a7ed6-2bbb-4811-b8aa-8e067f416aac service neutron] 10.222.0.16 "GET /v2.0/networks/f34c21a2-985d-4d85-8b05-15a9b06872be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1051149 Jul 14 18:49:36.192374 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.db_base_plugin_v2 [None req-90df0898-d68c-4e72-85b3-a46ab11e577e tempest-AllowedAddressPairTestJSON-464686841 tempest-AllowedAddressPairTestJSON-464686841-project] Deleting subnet 0dc5aa7b-cfb9-418e-9da0-652336d2eff0 {{(pid=93916) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 18:49:36.195187 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-90df0898-d68c-4e72-85b3-a46ab11e577e tempest-AllowedAddressPairTestJSON-464686841 tempest-AllowedAddressPairTestJSON-464686841-project] Notify callbacks [] for subnet, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:49:36.239532 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-90df0898-d68c-4e72-85b3-a46ab11e577e tempest-AllowedAddressPairTestJSON-464686841 tempest-AllowedAddressPairTestJSON-464686841-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26296866'] for subnet, precommit_delete_associations {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:49:36.262584 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6337850d-bb8b-40eb-be2d-48fe86cf933f req-ffaedbf2-ffc8-4df3-9e70-613335801368 service neutron] 10.222.0.16 "GET /v2.0/networks/f34c21a2-985d-4d85-8b05-15a9b06872be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244700 Jul 14 18:49:36.347323 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-90df0898-d68c-4e72-85b3-a46ab11e577e tempest-AllowedAddressPairTestJSON-464686841 tempest-AllowedAddressPairTestJSON-464686841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081283'] for subnet, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:49:36.387716 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753361df-e5d2-494c-ac16-12c3a5bdd7dd req-5e182ba6-bcdc-4736-a7da-6cfa91306db1 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:49:36.390072 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-753361df-e5d2-494c-ac16-12c3a5bdd7dd req-5e182ba6-bcdc-4736-a7da-6cfa91306db1 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] 10.222.0.16 "GET /v2.0/ports?device_id=187f1c44-2972-4686-a9d2-f1f3e564683f HTTP/1.1" status: 200 len: 946 time: 0.0850399 Jul 14 18:49:36.467229 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-753361df-e5d2-494c-ac16-12c3a5bdd7dd req-cb8f3977-b13f-45c1-a06d-58dad6e5534c tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] 10.222.0.16 "GET /v2.0/security-groups?id=6966763a-a9ce-4f04-9343-56b5726844ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0701253 Jul 14 18:49:36.477640 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-90df0898-d68c-4e72-85b3-a46ab11e577e tempest-AllowedAddressPairTestJSON-464686841 tempest-AllowedAddressPairTestJSON-464686841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2684816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26033152'] for subnet, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:49:36.515248 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90df0898-d68c-4e72-85b3-a46ab11e577e tempest-AllowedAddressPairTestJSON-464686841 tempest-AllowedAddressPairTestJSON-464686841-project] Pushing event deleted for resources: {'Subnet': ['ID=0dc5aa7b-cfb9-418e-9da0-652336d2eff0,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:49:36.529359 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-90df0898-d68c-4e72-85b3-a46ab11e577e tempest-AllowedAddressPairTestJSON-464686841 tempest-AllowedAddressPairTestJSON-464686841-project] Notify callbacks [] for subnet, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:49:36.534924 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c438da1-4794-4631-b2bf-15a99bb46da4 None None] Network c5619e14-76f6-4fc1-a8b2-982632259012 requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:49:36.535429 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 42366) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:49:36.536056 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-90df0898-d68c-4e72-85b3-a46ab11e577e tempest-AllowedAddressPairTestJSON-464686841 tempest-AllowedAddressPairTestJSON-464686841-project] 10.222.0.16 "DELETE /v2.0/subnets/0dc5aa7b-cfb9-418e-9da0-652336d2eff0 HTTP/1.1" status: 204 len: 168 time: 0.4254107 Jul 14 18:49:36.635214 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b80206c0-677d-4b8d-b95d-adb864bcdb6d req-9ee42e5e-1013-4c97-8003-c4922e0f043e tempest-VolumesSnapshotTestJSON-1089846540 tempest-VolumesSnapshotTestJSON-1089846540-project] 10.222.0.16 "GET /v2.0/ports?device_id=f8057036-5e11-414c-8d42-2fe19d178736 HTTP/1.1" status: 200 len: 210 time: 0.0722098 Jul 14 18:49:36.689692 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-0eb7ed89-d259-4f78-8bd7-7b11529f789b tempest-AllowedAddressPairTestJSON-464686841 tempest-AllowedAddressPairTestJSON-464686841-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645734'] for network, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:49:36.716005 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdb446c-ceef-4dad-88c9-b84975f917ec req-c7295370-7077-4fce-afce-cf244c88d3e7 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:49:36.723356 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ecdb446c-ceef-4dad-88c9-b84975f917ec req-c7295370-7077-4fce-afce-cf244c88d3e7 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] 10.222.0.16 "GET /v2.0/ports?device_id=ff150787-a5d5-42ad-9e22-f082245a3b4a HTTP/1.1" status: 200 len: 944 time: 0.2004766 Jul 14 18:49:36.796322 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ecdb446c-ceef-4dad-88c9-b84975f917ec req-5d8d6aa5-7a5d-4839-b8bf-ef0d9131f55b tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] 10.222.0.16 "GET /v2.0/security-groups?id=00511198-19e5-42cb-b4d6-0be88d13a8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679092 Jul 14 18:49:36.837935 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [None req-0eb7ed89-d259-4f78-8bd7-7b11529f789b tempest-AllowedAddressPairTestJSON-464686841 tempest-AllowedAddressPairTestJSON-464686841-project] Deleting port 325f9b9e-76cc-4d91-bf71-930baa87a2ac {{(pid=93915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:49:36.837935 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-0eb7ed89-d259-4f78-8bd7-7b11529f789b tempest-AllowedAddressPairTestJSON-464686841 tempest-AllowedAddressPairTestJSON-464686841-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:49:36.842462 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc826bf1-4411-4e73-8a60-16c23cebe31d None None] DHCP port deletion for c5619e14-76f6-4fc1-a8b2-982632259012 request from n-d-800634-3 {{(pid=93917) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 18:49:36.915711 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-cc826bf1-4411-4e73-8a60-16c23cebe31d None None] Deleting port 325f9b9e-76cc-4d91-bf71-930baa87a2ac {{(pid=93917) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:49:36.916015 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-cc826bf1-4411-4e73-8a60-16c23cebe31d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:49:36.973249 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [None req-0eb7ed89-d259-4f78-8bd7-7b11529f789b tempest-AllowedAddressPairTestJSON-464686841 tempest-AllowedAddressPairTestJSON-464686841-project] For port 325f9b9e-76cc-4d91-bf71-930baa87a2ac, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=325f9b9e-76cc-4d91-bf71-930baa87a2ac,segment=NetworkSegment(ea908235-5413-4221-8ac0-a640d767f4da),segment_id=ea908235-5413-4221-8ac0-a640d767f4da)] {{(pid=93915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:49:36.973814 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-0eb7ed89-d259-4f78-8bd7-7b11529f789b tempest-AllowedAddressPairTestJSON-464686841 tempest-AllowedAddressPairTestJSON-464686841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:49:37.005703 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [None req-0eb7ed89-d259-4f78-8bd7-7b11529f789b tempest-AllowedAddressPairTestJSON-464686841 tempest-AllowedAddressPairTestJSON-464686841-project] Calling delete_port for 325f9b9e-76cc-4d91-bf71-930baa87a2ac owned by network:dhcp {{(pid=93915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:49:37.040547 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 325f9b9e-76cc-4d91-bf71-930baa87a2ac no longer exists at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 18:49:37.089034 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-cc826bf1-4411-4e73-8a60-16c23cebe31d None None] For port 325f9b9e-76cc-4d91-bf71-930baa87a2ac, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=325f9b9e-76cc-4d91-bf71-930baa87a2ac,segment=NetworkSegment(ea908235-5413-4221-8ac0-a640d767f4da),segment_id=ea908235-5413-4221-8ac0-a640d767f4da)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:49:37.089687 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-cc826bf1-4411-4e73-8a60-16c23cebe31d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:49:37.106049 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-0eb7ed89-d259-4f78-8bd7-7b11529f789b tempest-AllowedAddressPairTestJSON-464686841 tempest-AllowedAddressPairTestJSON-464686841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:49:37.111347 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-cc826bf1-4411-4e73-8a60-16c23cebe31d None None] Calling delete_port for 325f9b9e-76cc-4d91-bf71-930baa87a2ac owned by network:dhcp {{(pid=93917) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:49:37.126369 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] No active binding found for port 325f9b9e-76cc-4d91-bf71-930baa87a2ac {{(pid=93917) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 14 18:49:37.127069 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 325f9b9e-76cc-4d91-bf71-930baa87a2ac not bound to the agent host n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 18:49:37.175438 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eb7ed89-d259-4f78-8bd7-7b11529f789b tempest-AllowedAddressPairTestJSON-464686841 tempest-AllowedAddressPairTestJSON-464686841-project] No DVR routers for this DVR port 325f9b9e-76cc-4d91-bf71-930baa87a2ac on host n-d-800634-3 {{(pid=93915) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 18:49:37.181418 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb7ed89-d259-4f78-8bd7-7b11529f789b tempest-AllowedAddressPairTestJSON-464686841 tempest-AllowedAddressPairTestJSON-464686841-project] Pushing event deleted for resources: {'Port': ['ID=325f9b9e-76cc-4d91-bf71-930baa87a2ac,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:49:37.241341 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-cc826bf1-4411-4e73-8a60-16c23cebe31d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813'] for port, after_delete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:49:37.271610 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc826bf1-4411-4e73-8a60-16c23cebe31d None None] Pushing event deleted for resources: {'Port': ['ID=325f9b9e-76cc-4d91-bf71-930baa87a2ac,revision_number=None']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:49:37.275594 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc826bf1-4411-4e73-8a60-16c23cebe31d None None] No DVR routers for this DVR port 325f9b9e-76cc-4d91-bf71-930baa87a2ac on host n-d-800634-3 {{(pid=93917) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 18:49:37.312109 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-0eb7ed89-d259-4f78-8bd7-7b11529f789b tempest-AllowedAddressPairTestJSON-464686841 tempest-AllowedAddressPairTestJSON-464686841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2096010', 'neutron.services.segments.db._delete_segments_for_network-8728202734996'] for network, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:49:37.327935 n-d-800634-3 neutron-server[93915]: DEBUG neutron.services.segments.db [None req-0eb7ed89-d259-4f78-8bd7-7b11529f789b tempest-AllowedAddressPairTestJSON-464686841 tempest-AllowedAddressPairTestJSON-464686841-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5619e14-76f6-4fc1-a8b2-982632259012']}} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:49:37.344535 n-d-800634-3 neutron-server[93915]: DEBUG neutron.services.segments.db [None req-0eb7ed89-d259-4f78-8bd7-7b11529f789b tempest-AllowedAddressPairTestJSON-464686841 tempest-AllowedAddressPairTestJSON-464686841-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea908235-5413-4221-8ac0-a640d767f4da') {'for_net_delete': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:49:37.344904 n-d-800634-3 neutron-server[93915]: DEBUG neutron.services.segments.db [None req-0eb7ed89-d259-4f78-8bd7-7b11529f789b tempest-AllowedAddressPairTestJSON-464686841 tempest-AllowedAddressPairTestJSON-464686841-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea908235-5413-4221-8ac0-a640d767f4da') {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:49:37.357458 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-0eb7ed89-d259-4f78-8bd7-7b11529f789b tempest-AllowedAddressPairTestJSON-464686841 tempest-AllowedAddressPairTestJSON-464686841-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728202715275', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28939920'] for segment, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:49:37.379989 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-0eb7ed89-d259-4f78-8bd7-7b11529f789b tempest-AllowedAddressPairTestJSON-464686841 tempest-AllowedAddressPairTestJSON-464686841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:49:37.397546 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0eb7ed89-d259-4f78-8bd7-7b11529f789b tempest-AllowedAddressPairTestJSON-464686841 tempest-AllowedAddressPairTestJSON-464686841-project] Releasing vlan 51 on physical network physnet1 to pool {{(pid=93915) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 18:49:37.398786 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-0eb7ed89-d259-4f78-8bd7-7b11529f789b tempest-AllowedAddressPairTestJSON-464686841 tempest-AllowedAddressPairTestJSON-464686841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25911658'] for segment, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:49:37.409597 n-d-800634-3 neutron-server[93915]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:49:37.409597 n-d-800634-3 neutron-server[93915]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:49:37.409597 n-d-800634-3 neutron-server[93915]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:49:37.409597 n-d-800634-3 neutron-server[93915]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:49:37.409597 n-d-800634-3 neutron-server[93915]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:49:37.409597 n-d-800634-3 neutron-server[93915]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:49:37.409597 n-d-800634-3 neutron-server[93915]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:49:37.409597 n-d-800634-3 neutron-server[93915]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:49:37.409597 n-d-800634-3 neutron-server[93915]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:49:37.409597 n-d-800634-3 neutron-server[93915]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:49:37.409597 n-d-800634-3 neutron-server[93915]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:49:37.409597 n-d-800634-3 neutron-server[93915]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:49:37.409597 n-d-800634-3 neutron-server[93915]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:49:37.409597 n-d-800634-3 neutron-server[93915]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:49:37.409597 n-d-800634-3 neutron-server[93915]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:49:37.409597 n-d-800634-3 neutron-server[93915]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:49:37.409597 n-d-800634-3 neutron-server[93915]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:49:37.409597 n-d-800634-3 neutron-server[93915]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:49:37.409597 n-d-800634-3 neutron-server[93915]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:49:37.409597 n-d-800634-3 neutron-server[93915]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:49:37.409597 n-d-800634-3 neutron-server[93915]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:49:37.409597 n-d-800634-3 neutron-server[93915]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:49:37.409597 n-d-800634-3 neutron-server[93915]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:49:37.409597 n-d-800634-3 neutron-server[93915]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:49:37.409597 n-d-800634-3 neutron-server[93915]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:49:37.409597 n-d-800634-3 neutron-server[93915]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:49:37.409597 n-d-800634-3 neutron-server[93915]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:49:37.409597 n-d-800634-3 neutron-server[93915]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:49:37.409597 n-d-800634-3 neutron-server[93915]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:49:37.409597 n-d-800634-3 neutron-server[93915]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:49:37.409597 n-d-800634-3 neutron-server[93915]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:49:37.409597 n-d-800634-3 neutron-server[93915]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:49:37.409597 n-d-800634-3 neutron-server[93915]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:49:37.409597 n-d-800634-3 neutron-server[93915]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:49:37.409597 n-d-800634-3 neutron-server[93915]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:49:37.409597 n-d-800634-3 neutron-server[93915]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:49:37.409597 n-d-800634-3 neutron-server[93915]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:49:37.409597 n-d-800634-3 neutron-server[93915]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:49:37.409597 n-d-800634-3 neutron-server[93915]: Traceback (most recent call last): Jul 14 18:49:37.409597 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 18:49:37.409597 n-d-800634-3 neutron-server[93915]: timer() Jul 14 18:49:37.409597 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 18:49:37.409597 n-d-800634-3 neutron-server[93915]: cb(*args, **kw) Jul 14 18:49:37.409597 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 18:49:37.409597 n-d-800634-3 neutron-server[93915]: return func(*args, **kwargs) Jul 14 18:49:37.409597 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 18:49:37.409597 n-d-800634-3 neutron-server[93915]: self._notify() Jul 14 18:49:37.409597 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 18:49:37.409597 n-d-800634-3 neutron-server[93915]: self.callback(batched_events) Jul 14 18:49:37.409597 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 18:49:37.409597 n-d-800634-3 neutron-server[93915]: event.method(event) Jul 14 18:49:37.409597 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 18:49:37.409597 n-d-800634-3 neutron-server[93915]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 18:49:37.409597 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 18:49:37.409597 n-d-800634-3 neutron-server[93915]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 18:49:37.409597 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 18:49:37.409597 n-d-800634-3 neutron-server[93915]: return f(self, *a, **k) Jul 14 18:49:37.409597 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 18:49:37.409597 n-d-800634-3 neutron-server[93915]: return self._get(url).json() Jul 14 18:49:37.409597 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 18:49:37.409597 n-d-800634-3 neutron-server[93915]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 18:49:37.409597 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 18:49:37.409597 n-d-800634-3 neutron-server[93915]: return self.request(url, 'GET', **kwargs) Jul 14 18:49:37.409597 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 18:49:37.409597 n-d-800634-3 neutron-server[93915]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 18:49:37.409597 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 18:49:37.409597 n-d-800634-3 neutron-server[93915]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 18:49:37.409597 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 18:49:37.409597 n-d-800634-3 neutron-server[93915]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 18:49:37.409597 n-d-800634-3 neutron-server[93915]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 18:49:37.492061 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-0eb7ed89-d259-4f78-8bd7-7b11529f789b tempest-AllowedAddressPairTestJSON-464686841 tempest-AllowedAddressPairTestJSON-464686841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2096001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-930085'] for network, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:49:37.504674 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-0eb7ed89-d259-4f78-8bd7-7b11529f789b tempest-AllowedAddressPairTestJSON-464686841 tempest-AllowedAddressPairTestJSON-464686841-project] Notify callbacks [] for network, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:49:37.506314 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-0eb7ed89-d259-4f78-8bd7-7b11529f789b tempest-AllowedAddressPairTestJSON-464686841 tempest-AllowedAddressPairTestJSON-464686841-project] 10.222.0.16 "DELETE /v2.0/networks/c5619e14-76f6-4fc1-a8b2-982632259012 HTTP/1.1" status: 204 len: 168 time: 0.9688046 Jul 14 18:49:37.538439 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb7ed89-d259-4f78-8bd7-7b11529f789b tempest-AllowedAddressPairTestJSON-464686841 tempest-AllowedAddressPairTestJSON-464686841-project] Pushing event deleted for resources: {'Network': ['ID=c5619e14-76f6-4fc1-a8b2-982632259012,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:49:37.732246 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b6421a-313e-499a-acb1-bae7359dc016 req-687a64bb-47fc-433b-beaa-8d93050bcdc0 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:49:37.734079 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e9b6421a-313e-499a-acb1-bae7359dc016 req-687a64bb-47fc-433b-beaa-8d93050bcdc0 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] 10.222.0.16 "GET /v2.0/ports?device_id=187f1c44-2972-4686-a9d2-f1f3e564683f HTTP/1.1" status: 200 len: 946 time: 0.0736415 Jul 14 18:49:37.834869 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e9b6421a-313e-499a-acb1-bae7359dc016 req-59c2cf11-a4e8-4904-b940-d15d78a5867a tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] 10.222.0.16 "GET /v2.0/security-groups?id=6966763a-a9ce-4f04-9343-56b5726844ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0929472 Jul 14 18:49:37.923520 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 42398) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:49:37.998660 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-727f426b-74c5-4f67-a06b-dd4f4c4d061a req-b3ed557f-8278-477f-94c7-2396e991feba tempest-VolumesSnapshotTestJSON-1089846540 tempest-VolumesSnapshotTestJSON-1089846540-project] 10.222.0.16 "GET /v2.0/ports?device_id=f8057036-5e11-414c-8d42-2fe19d178736 HTTP/1.1" status: 200 len: 210 time: 0.1005731 Jul 14 18:49:38.278582 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-5d11e96a-94e5-4567-8409-250b7036b175 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5dc9d9b106fe4016a5fbcb8c021a1fae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3510609 Jul 14 18:49:38.279621 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 42402) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:49:38.359073 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea61dd6-6d80-4a3c-bc29-baeac429e5db req-dee1189e-39af-4b43-a9e9-828675e5f252 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:49:38.360659 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-4ea61dd6-6d80-4a3c-bc29-baeac429e5db req-dee1189e-39af-4b43-a9e9-828675e5f252 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] 10.222.0.16 "GET /v2.0/ports?device_id=ff150787-a5d5-42ad-9e22-f082245a3b4a HTTP/1.1" status: 200 len: 944 time: 0.2168272 Jul 14 18:49:38.390669 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-3c0b35d7-a121-4aa1-9bdc-754dba5ca342 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:49:38.419059 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6337850d-bb8b-40eb-be2d-48fe86cf933f req-7dc3fa06-0ac3-4edb-a438-47a5024aa1e6 tempest-VolumesSnapshotTestJSON-1089846540 tempest-VolumesSnapshotTestJSON-1089846540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:49:38.420861 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6337850d-bb8b-40eb-be2d-48fe86cf933f req-7dc3fa06-0ac3-4edb-a438-47a5024aa1e6 tempest-VolumesSnapshotTestJSON-1089846540 tempest-VolumesSnapshotTestJSON-1089846540-project] 10.222.0.35 "GET /v2.0/networks?id=f34c21a2-985d-4d85-8b05-15a9b06872be HTTP/1.1" status: 200 len: 814 time: 0.4523306 Jul 14 18:49:38.421521 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-3c0b35d7-a121-4aa1-9bdc-754dba5ca342 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:49:38.437906 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [req-6337850d-bb8b-40eb-be2d-48fe86cf933f req-d018f2e7-fef2-4133-a11a-7b1d80fec13d tempest-VolumesSnapshotTestJSON-1089846540 tempest-VolumesSnapshotTestJSON-1089846540-project] Request body: {'port': {'device_id': 'f8057036-5e11-414c-8d42-2fe19d178736', 'network_id': 'f34c21a2-985d-4d85-8b05-15a9b06872be', 'admin_state_up': True, 'tenant_id': '603a6a9568b140888befe6fa771e46c9'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:49:38.492077 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-4ea61dd6-6d80-4a3c-bc29-baeac429e5db req-496cd559-dbe2-43d5-9a3b-78918bc3eda8 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] 10.222.0.16 "GET /v2.0/security-groups?id=00511198-19e5-42cb-b4d6-0be88d13a8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194887 Jul 14 18:49:38.494608 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-3c0b35d7-a121-4aa1-9bdc-754dba5ca342 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:49:38.506349 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-3c0b35d7-a121-4aa1-9bdc-754dba5ca342 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:49:38.507614 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-3c0b35d7-a121-4aa1-9bdc-754dba5ca342 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8093d3dc-8d8f-4fad-88f4-af5d9518713a HTTP/1.1" status: 204 len: 168 time: 0.2187061 Jul 14 18:49:38.538684 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0b35d7-a121-4aa1-9bdc-754dba5ca342 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8093d3dc-8d8f-4fad-88f4-af5d9518713a,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:49:38.613240 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d35fff8-315d-4a34-8a0b-49e69a231d1c req-0331e3bf-647e-44fd-9a2b-22383d19e6ad tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:49:38.615111 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3d35fff8-315d-4a34-8a0b-49e69a231d1c req-0331e3bf-647e-44fd-9a2b-22383d19e6ad tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] 10.222.0.16 "GET /v2.0/ports?device_id=187f1c44-2972-4686-a9d2-f1f3e564683f HTTP/1.1" status: 200 len: 946 time: 0.3691430 Jul 14 18:49:38.693000 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3d35fff8-315d-4a34-8a0b-49e69a231d1c req-4be26ec0-8a07-47d6-a94c-d9a39b3e3c25 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] 10.222.0.16 "GET /v2.0/security-groups?id=6966763a-a9ce-4f04-9343-56b5726844ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626824 Jul 14 18:49:38.726769 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 42410) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:49:38.774319 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6337850d-bb8b-40eb-be2d-48fe86cf933f req-d018f2e7-fef2-4133-a11a-7b1d80fec13d tempest-VolumesSnapshotTestJSON-1089846540 tempest-VolumesSnapshotTestJSON-1089846540-project] Made reservation on behalf of 603a6a9568b140888befe6fa771e46c9 for: {'port': 1} {{(pid=93915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:49:38.781105 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-6337850d-bb8b-40eb-be2d-48fe86cf933f req-d018f2e7-fef2-4133-a11a-7b1d80fec13d tempest-VolumesSnapshotTestJSON-1089846540 tempest-VolumesSnapshotTestJSON-1089846540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:49:38.982880 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.db_base_plugin_common [req-6337850d-bb8b-40eb-be2d-48fe86cf933f req-d018f2e7-fef2-4133-a11a-7b1d80fec13d tempest-VolumesSnapshotTestJSON-1089846540 tempest-VolumesSnapshotTestJSON-1089846540-project] Allocated IP 172.20.0.9 (f34c21a2-985d-4d85-8b05-15a9b06872be/11a5cd79-e3c5-47fa-945a-31157e0df772/f8131bc9-36c6-472f-aad7-8dc4101e2ede) {{(pid=93915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:49:39.074730 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95c000f8-b5a8-41df-9792-385f49f666f5 tempest-TestVolumeBootPattern-1643325174 tempest-TestVolumeBootPattern-1643325174-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:49:39.101954 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-95c000f8-b5a8-41df-9792-385f49f666f5 tempest-TestVolumeBootPattern-1643325174 tempest-TestVolumeBootPattern-1643325174-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=187f1c44-2972-4686-a9d2-f1f3e564683f HTTP/1.1" status: 200 len: 1092 time: 0.3740883 Jul 14 18:49:39.105686 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 42424) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:49:39.113225 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device 8dba08d8-56f1-4a66-be69-dbba17392a9c details requested by agent hyperv_n-h1-800634-3 with host n-h1-800634-3 {{(pid=93917) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 18:49:39.243745 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-ed8675c0-dbd6-4788-8bf1-8278e3d59f49 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] Request body: {'floatingip': {'floating_network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'port_id': 'e3136498-0563-413d-a023-fd2cc3fdf355', 'tenant_id': '5093a1bcf9144b0bbe697fc3cf12df56', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:49:39.311994 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-93353f73-cf08-4a5e-a9bd-39a4d7f107ed req-7241f9bc-0c93-4835-b2a4-e2c4032e08fe tempest-VolumesSnapshotTestJSON-1089846540 tempest-VolumesSnapshotTestJSON-1089846540-project] 10.222.0.16 "GET /v2.0/ports?device_id=f8057036-5e11-414c-8d42-2fe19d178736 HTTP/1.1" status: 200 len: 210 time: 0.0318377 Jul 14 18:49:39.315790 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-ed8675c0-dbd6-4788-8bf1-8278e3d59f49 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] Notify callbacks [] for floatingip, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:49:39.383325 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port 8dba08d8-56f1-4a66-be69-dbba17392a9c, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=8dba08d8-56f1-4a66-be69-dbba17392a9c,segment=NetworkSegment(e6ac1013-49a3-4f7c-beca-cf2ef24dd35b),segment_id=e6ac1013-49a3-4f7c-beca-cf2ef24dd35b)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:49:39.407878 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Returning: {'device': '8dba08d8-56f1-4a66-be69-dbba17392a9c', 'network_id': '39c54d55-b1e0-4eb1-9ee5-3eeadd4d8bde', 'port_id': '8dba08d8-56f1-4a66-be69-dbba17392a9c', 'mac_address': 'fa:16:3e:96:9f:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9fdea6e-22fa-4991-9f87-b79de93db404', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93917) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 18:49:39.408612 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-6337850d-bb8b-40eb-be2d-48fe86cf933f req-d018f2e7-fef2-4133-a11a-7b1d80fec13d tempest-VolumesSnapshotTestJSON-1089846540 tempest-VolumesSnapshotTestJSON-1089846540-project] Notify callbacks [] for port, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:49:39.465219 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 42434) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:49:39.484704 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:49:39.502740 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8dba08d8-56f1-4a66-be69-dbba17392a9c {{(pid=93917) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 18:49:39.527231 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port 8dba08d8-56f1-4a66-be69-dbba17392a9c, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=8dba08d8-56f1-4a66-be69-dbba17392a9c,segment=NetworkSegment(e6ac1013-49a3-4f7c-beca-cf2ef24dd35b),segment_id=e6ac1013-49a3-4f7c-beca-cf2ef24dd35b)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:49:39.533146 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:49:39.612788 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-6337850d-bb8b-40eb-be2d-48fe86cf933f req-d018f2e7-fef2-4133-a11a-7b1d80fec13d tempest-VolumesSnapshotTestJSON-1089846540 tempest-VolumesSnapshotTestJSON-1089846540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:49:39.629828 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [None req-6bcd4323-7b23-4319-81a8-488c0cedd932 tempest-ExtensionsTestJSON-1260382136 tempest-ExtensionsTestJSON-1260382136-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=93916) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 18:49:39.631064 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-6bcd4323-7b23-4319-81a8-488c0cedd932 tempest-ExtensionsTestJSON-1260382136 tempest-ExtensionsTestJSON-1260382136-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.1648049 Jul 14 18:49:39.634357 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 42444) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:49:39.640794 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [None req-c74e1f87-dfc0-424e-9e34-9369838f9b8c tempest-ExtensionsTestJSON-1260382136 tempest-ExtensionsTestJSON-1260382136-project] http://10.222.0.16:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=93916) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 18:49:39.646706 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-c74e1f87-dfc0-424e-9e34-9369838f9b8c tempest-ExtensionsTestJSON-1260382136 tempest-ExtensionsTestJSON-1260382136-project] 10.222.0.16 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0109072 Jul 14 18:49:39.649630 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 42446) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:49:39.654806 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [None req-d41639f2-58c4-449e-971a-564b119a3184 tempest-ExtensionsTestJSON-1260382136 tempest-ExtensionsTestJSON-1260382136-project] http://10.222.0.16:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=93916) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 18:49:39.656505 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-d41639f2-58c4-449e-971a-564b119a3184 tempest-ExtensionsTestJSON-1260382136 tempest-ExtensionsTestJSON-1260382136-project] 10.222.0.16 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0054679 Jul 14 18:49:39.659105 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 42448) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:49:39.664183 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [None req-a5bf5ba4-0ff2-4572-8a9e-4291774d82e9 tempest-ExtensionsTestJSON-1260382136 tempest-ExtensionsTestJSON-1260382136-project] http://10.222.0.16:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=93916) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 18:49:39.665568 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-a5bf5ba4-0ff2-4572-8a9e-4291774d82e9 tempest-ExtensionsTestJSON-1260382136 tempest-ExtensionsTestJSON-1260382136-project] 10.222.0.16 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0052562 Jul 14 18:49:39.669255 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 42450) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:49:39.679472 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [None req-0a8a7729-174a-4ffd-a654-bfaf3e6a3d43 tempest-ExtensionsTestJSON-1260382136 tempest-ExtensionsTestJSON-1260382136-project] http://10.222.0.16:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=93916) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 18:49:39.683116 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-0a8a7729-174a-4ffd-a654-bfaf3e6a3d43 tempest-ExtensionsTestJSON-1260382136 tempest-ExtensionsTestJSON-1260382136-project] 10.222.0.16 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0117850 Jul 14 18:49:39.685870 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d018f2e7-fef2-4133-a11a-7b1d80fec13d tempest-VolumesSnapshotTestJSON-1089846540 tempest-VolumesSnapshotTestJSON-1089846540-project] Pushing event updated for resources: {'Port': ['ID=f8131bc9-36c6-472f-aad7-8dc4101e2ede,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:49:39.686330 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 42452) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:49:39.702623 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Pushing event updated for resources: {'Port': ['ID=8dba08d8-56f1-4a66-be69-dbba17392a9c,revision_number=4']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:49:39.715105 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [None req-c6e2d7d6-2e3f-4158-9a70-6763fa0aa6e3 tempest-ExtensionsTestJSON-1260382136 tempest-ExtensionsTestJSON-1260382136-project] http://10.222.0.16:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=93916) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 18:49:39.717161 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-c6e2d7d6-2e3f-4158-9a70-6763fa0aa6e3 tempest-ExtensionsTestJSON-1260382136 tempest-ExtensionsTestJSON-1260382136-project] 10.222.0.16 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0296619 Jul 14 18:49:39.719165 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 42454) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:49:39.725129 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [None req-0411c203-3ab6-4f99-b232-a06d35b6139d tempest-ExtensionsTestJSON-1260382136 tempest-ExtensionsTestJSON-1260382136-project] http://10.222.0.16:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=93916) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 18:49:39.726488 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-0411c203-3ab6-4f99-b232-a06d35b6139d tempest-ExtensionsTestJSON-1260382136 tempest-ExtensionsTestJSON-1260382136-project] 10.222.0.16 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0061274 Jul 14 18:49:39.729223 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 42456) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:49:39.735139 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [None req-f2b340b6-38b6-4c29-ab0e-97a99230b7e7 tempest-ExtensionsTestJSON-1260382136 tempest-ExtensionsTestJSON-1260382136-project] http://10.222.0.16:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=93916) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 18:49:39.736549 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-ed8675c0-dbd6-4788-8bf1-8278e3d59f49 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:49:39.736890 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-f2b340b6-38b6-4c29-ab0e-97a99230b7e7 tempest-ExtensionsTestJSON-1260382136 tempest-ExtensionsTestJSON-1260382136-project] 10.222.0.16 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0055885 Jul 14 18:49:39.739362 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 42458) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:49:39.744671 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [None req-1b14a1e7-ff7c-457c-80ec-4c719a01f201 tempest-ExtensionsTestJSON-1260382136 tempest-ExtensionsTestJSON-1260382136-project] http://10.222.0.16:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=93916) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 18:49:39.746720 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-1b14a1e7-ff7c-457c-80ec-4c719a01f201 tempest-ExtensionsTestJSON-1260382136 tempest-ExtensionsTestJSON-1260382136-project] 10.222.0.16 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0061038 Jul 14 18:49:39.749869 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 42460) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:49:39.755421 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [None req-de791e4d-b16e-4d89-bc26-1ee8b96faf69 tempest-ExtensionsTestJSON-1260382136 tempest-ExtensionsTestJSON-1260382136-project] http://10.222.0.16:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=93916) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 18:49:39.756605 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-de791e4d-b16e-4d89-bc26-1ee8b96faf69 tempest-ExtensionsTestJSON-1260382136 tempest-ExtensionsTestJSON-1260382136-project] 10.222.0.16 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0049152 Jul 14 18:49:39.759655 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 42462) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:49:39.764456 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [None req-36b29597-69ac-4367-ba1c-89eb4db07c07 tempest-ExtensionsTestJSON-1260382136 tempest-ExtensionsTestJSON-1260382136-project] http://10.222.0.16:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=93916) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 18:49:39.765865 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-36b29597-69ac-4367-ba1c-89eb4db07c07 tempest-ExtensionsTestJSON-1260382136 tempest-ExtensionsTestJSON-1260382136-project] 10.222.0.16 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0049548 Jul 14 18:49:39.772798 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 42464) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:49:39.791962 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [None req-708bc635-94bf-42da-abc1-b49b6ecf413d tempest-ExtensionsTestJSON-1260382136 tempest-ExtensionsTestJSON-1260382136-project] http://10.222.0.16:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=93916) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 18:49:39.796255 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-708bc635-94bf-42da-abc1-b49b6ecf413d tempest-ExtensionsTestJSON-1260382136 tempest-ExtensionsTestJSON-1260382136-project] 10.222.0.16 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0186615 Jul 14 18:49:39.797462 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] get_ports_and_sgs() called for port_ids ['8dba08d8-56f1-4a66-be69-dbba17392a9c'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 18:49:39.802145 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 42466) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:49:39.814063 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [None req-9212fb52-ce2d-4bba-8ac6-8bcd9383998b tempest-ExtensionsTestJSON-1260382136 tempest-ExtensionsTestJSON-1260382136-project] http://10.222.0.16:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=93916) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 18:49:39.815073 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-9212fb52-ce2d-4bba-8ac6-8bcd9383998b tempest-ExtensionsTestJSON-1260382136 tempest-ExtensionsTestJSON-1260382136-project] 10.222.0.16 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0064483 Jul 14 18:49:39.821117 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 42468) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:49:39.832539 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [None req-8632779d-26c6-46a3-966a-b58ec0302117 tempest-ExtensionsTestJSON-1260382136 tempest-ExtensionsTestJSON-1260382136-project] http://10.222.0.16:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=93916) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 18:49:39.833664 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-8632779d-26c6-46a3-966a-b58ec0302117 tempest-ExtensionsTestJSON-1260382136 tempest-ExtensionsTestJSON-1260382136-project] 10.222.0.16 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0112085 Jul 14 18:49:39.836280 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 42470) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:49:39.843633 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [None req-40420582-a4b6-42ce-9c4f-c0ba7b7f9db9 tempest-ExtensionsTestJSON-1260382136 tempest-ExtensionsTestJSON-1260382136-project] http://10.222.0.16:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=93916) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 18:49:39.844668 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-40420582-a4b6-42ce-9c4f-c0ba7b7f9db9 tempest-ExtensionsTestJSON-1260382136 tempest-ExtensionsTestJSON-1260382136-project] 10.222.0.16 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0074625 Jul 14 18:49:39.847513 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 42472) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:49:39.859730 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [None req-11cb884c-7e47-468b-a589-b695714f85f3 tempest-ExtensionsTestJSON-1260382136 tempest-ExtensionsTestJSON-1260382136-project] http://10.222.0.16:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=93916) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 18:49:39.860771 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-11cb884c-7e47-468b-a589-b695714f85f3 tempest-ExtensionsTestJSON-1260382136 tempest-ExtensionsTestJSON-1260382136-project] 10.222.0.16 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0123322 Jul 14 18:49:39.863576 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 42474) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:49:39.873991 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6337850d-bb8b-40eb-be2d-48fe86cf933f req-d018f2e7-fef2-4133-a11a-7b1d80fec13d tempest-VolumesSnapshotTestJSON-1089846540 tempest-VolumesSnapshotTestJSON-1089846540-project] Network f34c21a2-985d-4d85-8b05-15a9b06872be is already hosted by enough agents. {{(pid=93915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:49:39.874088 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [None req-c815c2d8-52bf-4b7a-baaf-df7c4d784f45 tempest-ExtensionsTestJSON-1260382136 tempest-ExtensionsTestJSON-1260382136-project] http://10.222.0.16:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=93916) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 18:49:39.874167 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-c815c2d8-52bf-4b7a-baaf-df7c4d784f45 tempest-ExtensionsTestJSON-1260382136 tempest-ExtensionsTestJSON-1260382136-project] 10.222.0.16 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0097427 Jul 14 18:49:39.876781 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [req-6337850d-bb8b-40eb-be2d-48fe86cf933f req-d018f2e7-fef2-4133-a11a-7b1d80fec13d tempest-VolumesSnapshotTestJSON-1089846540 tempest-VolumesSnapshotTestJSON-1089846540-project] Resources bound (agent type, host, resource id): {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:49:39.878465 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 42476) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:49:39.881990 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [req-6337850d-bb8b-40eb-be2d-48fe86cf933f req-d018f2e7-fef2-4133-a11a-7b1d80fec13d tempest-VolumesSnapshotTestJSON-1089846540 tempest-VolumesSnapshotTestJSON-1089846540-project] Received port after_create {{(pid=93915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:49:39.892573 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [None req-f514659c-be97-47e3-9fcf-fc244d90ea50 tempest-ExtensionsTestJSON-1260382136 tempest-ExtensionsTestJSON-1260382136-project] http://10.222.0.16:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=93916) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 18:49:39.894366 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-f514659c-be97-47e3-9fcf-fc244d90ea50 tempest-ExtensionsTestJSON-1260382136 tempest-ExtensionsTestJSON-1260382136-project] 10.222.0.16 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0089428 Jul 14 18:49:39.898938 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 42478) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:49:39.905490 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [None req-bdeee90a-c1d2-4e02-9178-a3047f8349cb tempest-ExtensionsTestJSON-1260382136 tempest-ExtensionsTestJSON-1260382136-project] http://10.222.0.16:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=93916) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 18:49:39.909129 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-bdeee90a-c1d2-4e02-9178-a3047f8349cb tempest-ExtensionsTestJSON-1260382136 tempest-ExtensionsTestJSON-1260382136-project] 10.222.0.16 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0055404 Jul 14 18:49:39.909860 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 42480) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:49:39.914485 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [None req-e284402d-37a5-446e-9917-a2f8956207cc tempest-ExtensionsTestJSON-1260382136 tempest-ExtensionsTestJSON-1260382136-project] http://10.222.0.16:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=93916) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 18:49:39.917910 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-e284402d-37a5-446e-9917-a2f8956207cc tempest-ExtensionsTestJSON-1260382136 tempest-ExtensionsTestJSON-1260382136-project] 10.222.0.16 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0046241 Jul 14 18:49:39.918603 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 42482) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:49:39.922240 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.db_base_plugin_common [None req-ed8675c0-dbd6-4788-8bf1-8278e3d59f49 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] Allocated IP 172.25.1.64 (9200a437-e1de-4520-88f6-e68386523e61/5f47f848-4532-407a-a0e2-5690ade15fd0/22212616-72d7-4c43-9c1b-0e4b616516fd) {{(pid=93915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:49:39.928398 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [None req-751a03cc-f81f-4ac4-9a9a-88e99b13628b tempest-ExtensionsTestJSON-1260382136 tempest-ExtensionsTestJSON-1260382136-project] http://10.222.0.16:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=93916) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 18:49:39.932095 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-751a03cc-f81f-4ac4-9a9a-88e99b13628b tempest-ExtensionsTestJSON-1260382136 tempest-ExtensionsTestJSON-1260382136-project] 10.222.0.16 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0106261 Jul 14 18:49:39.934046 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 42484) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:49:39.943379 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [None req-3c1e9053-96d6-4681-8ca0-dfa2770c7df6 tempest-ExtensionsTestJSON-1260382136 tempest-ExtensionsTestJSON-1260382136-project] http://10.222.0.16:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=93916) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 18:49:39.949544 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-3c1e9053-96d6-4681-8ca0-dfa2770c7df6 tempest-ExtensionsTestJSON-1260382136 tempest-ExtensionsTestJSON-1260382136-project] 10.222.0.16 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0136533 Jul 14 18:49:39.950715 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 42486) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:49:39.956826 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [None req-5253cfcb-6d33-47bb-81d4-b2b9f6d08baa tempest-ExtensionsTestJSON-1260382136 tempest-ExtensionsTestJSON-1260382136-project] http://10.222.0.16:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=93916) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 18:49:39.963054 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-5253cfcb-6d33-47bb-81d4-b2b9f6d08baa tempest-ExtensionsTestJSON-1260382136 tempest-ExtensionsTestJSON-1260382136-project] 10.222.0.16 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0104525 Jul 14 18:49:39.963323 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 42488) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:49:39.974864 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [None req-29f043b3-0513-43f0-b66c-85efc99d6501 tempest-ExtensionsTestJSON-1260382136 tempest-ExtensionsTestJSON-1260382136-project] http://10.222.0.16:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=93915) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 18:49:39.978136 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-29f043b3-0513-43f0-b66c-85efc99d6501 tempest-ExtensionsTestJSON-1260382136 tempest-ExtensionsTestJSON-1260382136-project] 10.222.0.16 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0048645 Jul 14 18:49:39.978786 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 42490) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:49:39.986944 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [None req-0d778f5f-d855-423c-86b5-8f037aa3bd22 tempest-ExtensionsTestJSON-1260382136 tempest-ExtensionsTestJSON-1260382136-project] http://10.222.0.16:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=93916) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 18:49:39.990938 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-0d778f5f-d855-423c-86b5-8f037aa3bd22 tempest-ExtensionsTestJSON-1260382136 tempest-ExtensionsTestJSON-1260382136-project] 10.222.0.16 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0110121 Jul 14 18:49:39.991771 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 42492) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:49:39.993692 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6337850d-bb8b-40eb-be2d-48fe86cf933f req-d018f2e7-fef2-4133-a11a-7b1d80fec13d tempest-VolumesSnapshotTestJSON-1089846540 tempest-VolumesSnapshotTestJSON-1089846540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:49:39.994522 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-6337850d-bb8b-40eb-be2d-48fe86cf933f req-d018f2e7-fef2-4133-a11a-7b1d80fec13d tempest-VolumesSnapshotTestJSON-1089846540 tempest-VolumesSnapshotTestJSON-1089846540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:49:39.997620 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [None req-615f6eee-7a28-47d5-b3a6-f194afe75544 tempest-ExtensionsTestJSON-1260382136 tempest-ExtensionsTestJSON-1260382136-project] http://10.222.0.16:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=93916) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 18:49:40.001216 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-615f6eee-7a28-47d5-b3a6-f194afe75544 tempest-ExtensionsTestJSON-1260382136 tempest-ExtensionsTestJSON-1260382136-project] 10.222.0.16 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0080981 Jul 14 18:49:40.001787 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 42494) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:49:40.007455 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [None req-98f4d827-dd1b-4408-a4e0-2dd5cb1e5347 tempest-ExtensionsTestJSON-1260382136 tempest-ExtensionsTestJSON-1260382136-project] http://10.222.0.16:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=93916) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 18:49:40.011882 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-98f4d827-dd1b-4408-a4e0-2dd5cb1e5347 tempest-ExtensionsTestJSON-1260382136 tempest-ExtensionsTestJSON-1260382136-project] 10.222.0.16 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0088747 Jul 14 18:49:40.013041 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 42496) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:49:40.018163 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [None req-f41bee84-3aff-4271-bc0f-1c4a7dc720e2 tempest-ExtensionsTestJSON-1260382136 tempest-ExtensionsTestJSON-1260382136-project] http://10.222.0.16:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=93916) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 18:49:40.022302 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-f41bee84-3aff-4271-bc0f-1c4a7dc720e2 tempest-ExtensionsTestJSON-1260382136 tempest-ExtensionsTestJSON-1260382136-project] 10.222.0.16 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0080872 Jul 14 18:49:40.023328 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 42498) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:49:40.028682 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [None req-313266be-d738-4e04-9e80-4e64c3585a61 tempest-ExtensionsTestJSON-1260382136 tempest-ExtensionsTestJSON-1260382136-project] http://10.222.0.16:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=93916) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 18:49:40.029604 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-313266be-d738-4e04-9e80-4e64c3585a61 tempest-ExtensionsTestJSON-1260382136 tempest-ExtensionsTestJSON-1260382136-project] 10.222.0.16 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0052316 Jul 14 18:49:40.032056 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 42500) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:49:40.039544 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [None req-1ef7ab0c-5f22-4082-84b0-5cf502c33051 tempest-ExtensionsTestJSON-1260382136 tempest-ExtensionsTestJSON-1260382136-project] http://10.222.0.16:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=93916) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 18:49:40.040765 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-1ef7ab0c-5f22-4082-84b0-5cf502c33051 tempest-ExtensionsTestJSON-1260382136 tempest-ExtensionsTestJSON-1260382136-project] 10.222.0.16 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0072114 Jul 14 18:49:40.043160 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 42502) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:49:40.047263 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [None req-65699376-d43e-43e6-a927-2e8b3fb6cacd tempest-ExtensionsTestJSON-1260382136 tempest-ExtensionsTestJSON-1260382136-project] http://10.222.0.16:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=93916) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 18:49:40.048294 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-65699376-d43e-43e6-a927-2e8b3fb6cacd tempest-ExtensionsTestJSON-1260382136 tempest-ExtensionsTestJSON-1260382136-project] 10.222.0.16 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0041559 Jul 14 18:49:40.050513 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 42504) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:49:40.055173 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [None req-b1f4320e-1351-496f-ba59-cef85e97123a tempest-ExtensionsTestJSON-1260382136 tempest-ExtensionsTestJSON-1260382136-project] http://10.222.0.16:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=93916) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 18:49:40.056094 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-b1f4320e-1351-496f-ba59-cef85e97123a tempest-ExtensionsTestJSON-1260382136 tempest-ExtensionsTestJSON-1260382136-project] 10.222.0.16 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0046570 Jul 14 18:49:40.059186 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 42506) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:49:40.064500 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [None req-57e9981b-d717-4f59-a4dd-8f35aace0258 tempest-ExtensionsTestJSON-1260382136 tempest-ExtensionsTestJSON-1260382136-project] http://10.222.0.16:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=93916) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 18:49:40.065550 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-57e9981b-d717-4f59-a4dd-8f35aace0258 tempest-ExtensionsTestJSON-1260382136 tempest-ExtensionsTestJSON-1260382136-project] 10.222.0.16 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0052376 Jul 14 18:49:40.068500 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 42508) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:49:40.072952 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [None req-ae3b3703-76d2-4909-801f-5fd485c03d20 tempest-ExtensionsTestJSON-1260382136 tempest-ExtensionsTestJSON-1260382136-project] http://10.222.0.16:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=93916) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 18:49:40.076311 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed829699-714d-4d1c-b049-a576466d0b14 req-407f3280-e6eb-4b6c-b8da-c073622c8905 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:49:40.076938 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-ae3b3703-76d2-4909-801f-5fd485c03d20 tempest-ExtensionsTestJSON-1260382136 tempest-ExtensionsTestJSON-1260382136-project] 10.222.0.16 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0069554 Jul 14 18:49:40.077723 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 42510) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:49:40.077969 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ed829699-714d-4d1c-b049-a576466d0b14 req-407f3280-e6eb-4b6c-b8da-c073622c8905 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] 10.222.0.16 "GET /v2.0/ports?device_id=ff150787-a5d5-42ad-9e22-f082245a3b4a HTTP/1.1" status: 200 len: 945 time: 0.3932359 Jul 14 18:49:40.082454 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [None req-c19e4509-e85e-4155-8a3e-1d94df31b153 tempest-ExtensionsTestJSON-1260382136 tempest-ExtensionsTestJSON-1260382136-project] http://10.222.0.16:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=93916) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 18:49:40.086057 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-c19e4509-e85e-4155-8a3e-1d94df31b153 tempest-ExtensionsTestJSON-1260382136 tempest-ExtensionsTestJSON-1260382136-project] 10.222.0.16 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0059385 Jul 14 18:49:40.086813 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 42512) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:49:40.091842 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6337850d-bb8b-40eb-be2d-48fe86cf933f req-d018f2e7-fef2-4133-a11a-7b1d80fec13d tempest-VolumesSnapshotTestJSON-1089846540 tempest-VolumesSnapshotTestJSON-1089846540-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6586385 Jul 14 18:49:40.092800 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [None req-3ed5b3d0-2227-40a0-8479-8f32b786c7c9 tempest-ExtensionsTestJSON-1260382136 tempest-ExtensionsTestJSON-1260382136-project] http://10.222.0.16:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=93916) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 18:49:40.096355 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-3ed5b3d0-2227-40a0-8479-8f32b786c7c9 tempest-ExtensionsTestJSON-1260382136 tempest-ExtensionsTestJSON-1260382136-project] 10.222.0.16 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0077984 Jul 14 18:49:40.097234 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 42514) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:49:40.102148 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [None req-91c43147-b5dd-4fcc-b3c3-67419ca52e28 tempest-ExtensionsTestJSON-1260382136 tempest-ExtensionsTestJSON-1260382136-project] http://10.222.0.16:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=93916) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 18:49:40.103263 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-91c43147-b5dd-4fcc-b3c3-67419ca52e28 tempest-ExtensionsTestJSON-1260382136 tempest-ExtensionsTestJSON-1260382136-project] 10.222.0.16 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0048168 Jul 14 18:49:40.105998 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 42516) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:49:40.111199 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [None req-05eef507-447c-48c0-a20c-878ec7dc36ef tempest-ExtensionsTestJSON-1260382136 tempest-ExtensionsTestJSON-1260382136-project] http://10.222.0.16:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=93916) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 18:49:40.112154 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-05eef507-447c-48c0-a20c-878ec7dc36ef tempest-ExtensionsTestJSON-1260382136 tempest-ExtensionsTestJSON-1260382136-project] 10.222.0.16 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0049596 Jul 14 18:49:40.114802 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 42518) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:49:40.120200 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [None req-63996580-9f8a-49b7-9fae-ee240df43883 tempest-ExtensionsTestJSON-1260382136 tempest-ExtensionsTestJSON-1260382136-project] http://10.222.0.16:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=93916) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 18:49:40.121674 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-63996580-9f8a-49b7-9fae-ee240df43883 tempest-ExtensionsTestJSON-1260382136 tempest-ExtensionsTestJSON-1260382136-project] 10.222.0.16 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0053849 Jul 14 18:49:40.124053 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 42520) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:49:40.128624 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [None req-fafa1aaa-4aad-417e-8458-b3c064adb59b tempest-ExtensionsTestJSON-1260382136 tempest-ExtensionsTestJSON-1260382136-project] http://10.222.0.16:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=93916) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 18:49:40.132040 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-fafa1aaa-4aad-417e-8458-b3c064adb59b tempest-ExtensionsTestJSON-1260382136 tempest-ExtensionsTestJSON-1260382136-project] 10.222.0.16 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0070822 Jul 14 18:49:40.132606 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [req-6337850d-bb8b-40eb-be2d-48fe86cf933f req-157b6531-fdb2-4ccc-acd6-2b056d7cc5ed service neutron] Request body: {'port': {'device_id': 'f8057036-5e11-414c-8d42-2fe19d178736', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800634-3'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:49:40.133237 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 42522) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:49:40.136976 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [None req-308521d8-7443-4524-ae25-ff19e2930a83 tempest-ExtensionsTestJSON-1260382136 tempest-ExtensionsTestJSON-1260382136-project] http://10.222.0.16:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=93916) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 18:49:40.140562 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-308521d8-7443-4524-ae25-ff19e2930a83 tempest-ExtensionsTestJSON-1260382136 tempest-ExtensionsTestJSON-1260382136-project] 10.222.0.16 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0070150 Jul 14 18:49:40.141303 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 42524) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:49:40.145869 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [None req-13fb3eca-5a71-43dc-b141-4bb64d8fe747 tempest-ExtensionsTestJSON-1260382136 tempest-ExtensionsTestJSON-1260382136-project] http://10.222.0.16:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=93916) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 18:49:40.146794 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-13fb3eca-5a71-43dc-b141-4bb64d8fe747 tempest-ExtensionsTestJSON-1260382136 tempest-ExtensionsTestJSON-1260382136-project] 10.222.0.16 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0045443 Jul 14 18:49:40.149372 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 42526) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:49:40.154009 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [None req-a76692de-4ff7-4262-9397-345ee8b2b034 tempest-ExtensionsTestJSON-1260382136 tempest-ExtensionsTestJSON-1260382136-project] http://10.222.0.16:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=93916) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 18:49:40.155001 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-a76692de-4ff7-4262-9397-345ee8b2b034 tempest-ExtensionsTestJSON-1260382136 tempest-ExtensionsTestJSON-1260382136-project] 10.222.0.16 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0046899 Jul 14 18:49:40.157269 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 42528) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:49:40.161443 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [None req-ddeb882c-ed0f-4df2-bf5d-c91a6b8eb67f tempest-ExtensionsTestJSON-1260382136 tempest-ExtensionsTestJSON-1260382136-project] http://10.222.0.16:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=93916) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 18:49:40.162473 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-ddeb882c-ed0f-4df2-bf5d-c91a6b8eb67f tempest-ExtensionsTestJSON-1260382136 tempest-ExtensionsTestJSON-1260382136-project] 10.222.0.16 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0042827 Jul 14 18:49:40.165028 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 42530) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:49:40.179168 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [None req-cdde87c9-6453-452e-84e4-c79707841222 tempest-ExtensionsTestJSON-1260382136 tempest-ExtensionsTestJSON-1260382136-project] http://10.222.0.16:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=93915) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 18:49:40.180475 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-cdde87c9-6453-452e-84e4-c79707841222 tempest-ExtensionsTestJSON-1260382136 tempest-ExtensionsTestJSON-1260382136-project] 10.222.0.16 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0107977 Jul 14 18:49:40.184870 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 42532) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:49:40.189301 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [None req-18c701dd-ed71-4186-84c8-ce022a72297d tempest-ExtensionsTestJSON-1260382136 tempest-ExtensionsTestJSON-1260382136-project] http://10.222.0.16:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=93916) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 18:49:40.190961 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-18c701dd-ed71-4186-84c8-ce022a72297d tempest-ExtensionsTestJSON-1260382136 tempest-ExtensionsTestJSON-1260382136-project] 10.222.0.16 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0044234 Jul 14 18:49:40.192810 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 42534) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:49:40.197693 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [None req-9a85f9a5-c601-45e1-ac23-1cf4c957d346 tempest-ExtensionsTestJSON-1260382136 tempest-ExtensionsTestJSON-1260382136-project] http://10.222.0.16:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=93916) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 18:49:40.199840 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-9a85f9a5-c601-45e1-ac23-1cf4c957d346 tempest-ExtensionsTestJSON-1260382136 tempest-ExtensionsTestJSON-1260382136-project] 10.222.0.16 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0060534 Jul 14 18:49:40.202394 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 42536) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:49:40.207132 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [None req-c196d006-6828-4948-b973-44def5c0451b tempest-ExtensionsTestJSON-1260382136 tempest-ExtensionsTestJSON-1260382136-project] http://10.222.0.16:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=93916) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 18:49:40.208231 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-c196d006-6828-4948-b973-44def5c0451b tempest-ExtensionsTestJSON-1260382136 tempest-ExtensionsTestJSON-1260382136-project] 10.222.0.16 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0047810 Jul 14 18:49:40.210692 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 42538) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:49:40.214974 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [None req-e664c0bd-5e24-4d80-94c8-4a3690168e8e tempest-ExtensionsTestJSON-1260382136 tempest-ExtensionsTestJSON-1260382136-project] http://10.222.0.16:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=93916) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 18:49:40.218429 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-e664c0bd-5e24-4d80-94c8-4a3690168e8e tempest-ExtensionsTestJSON-1260382136 tempest-ExtensionsTestJSON-1260382136-project] 10.222.0.16 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0067978 Jul 14 18:49:40.218617 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 42540) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:49:40.231055 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [None req-8cb4d358-5db5-426f-980f-e140c9682b21 tempest-ExtensionsTestJSON-1260382136 tempest-ExtensionsTestJSON-1260382136-project] http://10.222.0.16:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=93915) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 18:49:40.232353 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-8cb4d358-5db5-426f-980f-e140c9682b21 tempest-ExtensionsTestJSON-1260382136 tempest-ExtensionsTestJSON-1260382136-project] 10.222.0.16 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0087659 Jul 14 18:49:40.234871 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 42542) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:49:40.239891 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [None req-23eef0bc-83e4-457c-a9e8-227e5d4e4631 tempest-ExtensionsTestJSON-1260382136 tempest-ExtensionsTestJSON-1260382136-project] http://10.222.0.16:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=93916) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 18:49:40.243151 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-23eef0bc-83e4-457c-a9e8-227e5d4e4631 tempest-ExtensionsTestJSON-1260382136 tempest-ExtensionsTestJSON-1260382136-project] 10.222.0.16 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0050223 Jul 14 18:49:40.243538 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 42544) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:49:40.248668 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [None req-b464bb13-565d-472c-a9e8-abc3943d21a6 tempest-ExtensionsTestJSON-1260382136 tempest-ExtensionsTestJSON-1260382136-project] http://10.222.0.16:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=93916) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 18:49:40.251660 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-b464bb13-565d-472c-a9e8-abc3943d21a6 tempest-ExtensionsTestJSON-1260382136 tempest-ExtensionsTestJSON-1260382136-project] 10.222.0.16 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0051939 Jul 14 18:49:40.251793 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ed829699-714d-4d1c-b049-a576466d0b14 req-351ae082-9ad5-456b-adc1-36101c4cacd6 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] 10.222.0.16 "GET /v2.0/security-groups?id=00511198-19e5-42cb-b4d6-0be88d13a8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551125 Jul 14 18:49:40.252136 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 42546) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:49:40.256808 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [None req-14bc4a8c-0d3b-47d1-8cbf-88f5b7dcc3c1 tempest-ExtensionsTestJSON-1260382136 tempest-ExtensionsTestJSON-1260382136-project] http://10.222.0.16:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=93916) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 18:49:40.259783 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-ed8675c0-dbd6-4788-8bf1-8278e3d59f49 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] Notify callbacks [] for port, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:49:40.260383 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-14bc4a8c-0d3b-47d1-8cbf-88f5b7dcc3c1 tempest-ExtensionsTestJSON-1260382136 tempest-ExtensionsTestJSON-1260382136-project] 10.222.0.16 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0068512 Jul 14 18:49:40.260954 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 42548) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:49:40.266587 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [None req-49d23bb1-ce48-4e98-98d6-0e28a06da459 tempest-ExtensionsTestJSON-1260382136 tempest-ExtensionsTestJSON-1260382136-project] http://10.222.0.16:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=93916) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 18:49:40.267524 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-49d23bb1-ce48-4e98-98d6-0e28a06da459 tempest-ExtensionsTestJSON-1260382136 tempest-ExtensionsTestJSON-1260382136-project] 10.222.0.16 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0048304 Jul 14 18:49:40.270255 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 42550) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:49:40.275744 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [None req-1dcd2a58-b514-4a48-a207-e22f8bd8bfde tempest-ExtensionsTestJSON-1260382136 tempest-ExtensionsTestJSON-1260382136-project] http://10.222.0.16:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=93916) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 18:49:40.280020 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-1dcd2a58-b514-4a48-a207-e22f8bd8bfde tempest-ExtensionsTestJSON-1260382136 tempest-ExtensionsTestJSON-1260382136-project] 10.222.0.16 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0086548 Jul 14 18:49:40.281069 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 42552) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:49:40.286315 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [None req-c357a3ec-4682-43c3-bd9f-5524cc6bfd7f tempest-ExtensionsTestJSON-1260382136 tempest-ExtensionsTestJSON-1260382136-project] http://10.222.0.16:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=93916) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 18:49:40.287448 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-c357a3ec-4682-43c3-bd9f-5524cc6bfd7f tempest-ExtensionsTestJSON-1260382136 tempest-ExtensionsTestJSON-1260382136-project] 10.222.0.16 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0052922 Jul 14 18:49:40.289912 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 42554) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:49:40.295129 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [None req-78add228-6c47-41af-9209-c50f0013dfa2 tempest-ExtensionsTestJSON-1260382136 tempest-ExtensionsTestJSON-1260382136-project] http://10.222.0.16:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=93916) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 18:49:40.296259 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-78add228-6c47-41af-9209-c50f0013dfa2 tempest-ExtensionsTestJSON-1260382136 tempest-ExtensionsTestJSON-1260382136-project] 10.222.0.16 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0049357 Jul 14 18:49:40.298552 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 42556) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:49:40.303041 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [None req-c4f54a92-a68b-4e03-80c2-5ddf4e722cba tempest-ExtensionsTestJSON-1260382136 tempest-ExtensionsTestJSON-1260382136-project] http://10.222.0.16:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=93916) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 18:49:40.306494 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-c4f54a92-a68b-4e03-80c2-5ddf4e722cba tempest-ExtensionsTestJSON-1260382136 tempest-ExtensionsTestJSON-1260382136-project] 10.222.0.16 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0068579 Jul 14 18:49:40.307161 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 42558) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:49:40.311336 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [None req-e030a794-20e6-4453-8bb9-c94b85463339 tempest-ExtensionsTestJSON-1260382136 tempest-ExtensionsTestJSON-1260382136-project] http://10.222.0.16:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=93916) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 18:49:40.312408 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-e030a794-20e6-4453-8bb9-c94b85463339 tempest-ExtensionsTestJSON-1260382136 tempest-ExtensionsTestJSON-1260382136-project] 10.222.0.16 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0042932 Jul 14 18:49:40.314651 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 42560) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:49:40.317934 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-6337850d-bb8b-40eb-be2d-48fe86cf933f req-157b6531-fdb2-4ccc-acd6-2b056d7cc5ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:49:40.318983 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [None req-23fda50e-b909-41be-85ff-8ab5a928e0c8 tempest-ExtensionsTestJSON-1260382136 tempest-ExtensionsTestJSON-1260382136-project] http://10.222.0.16:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=93916) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 18:49:40.321218 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-23fda50e-b909-41be-85ff-8ab5a928e0c8 tempest-ExtensionsTestJSON-1260382136 tempest-ExtensionsTestJSON-1260382136-project] 10.222.0.16 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0046885 Jul 14 18:49:40.322178 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 42562) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:49:40.327094 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [None req-272ec999-4267-49fa-ae1d-dd8952ba7ef1 tempest-ExtensionsTestJSON-1260382136 tempest-ExtensionsTestJSON-1260382136-project] http://10.222.0.16:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=93916) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 18:49:40.328274 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-272ec999-4267-49fa-ae1d-dd8952ba7ef1 tempest-ExtensionsTestJSON-1260382136 tempest-ExtensionsTestJSON-1260382136-project] 10.222.0.16 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0051439 Jul 14 18:49:40.330761 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 42564) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:49:40.335669 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [None req-2c8f6768-4e2d-4a16-84c6-a65a7ecd4601 tempest-ExtensionsTestJSON-1260382136 tempest-ExtensionsTestJSON-1260382136-project] http://10.222.0.16:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=93916) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 18:49:40.336710 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-2c8f6768-4e2d-4a16-84c6-a65a7ecd4601 tempest-ExtensionsTestJSON-1260382136 tempest-ExtensionsTestJSON-1260382136-project] 10.222.0.16 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0048742 Jul 14 18:49:40.339125 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 42566) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:49:40.344475 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [None req-8613877c-229a-4580-bf03-a68ec72f2b0d tempest-ExtensionsTestJSON-1260382136 tempest-ExtensionsTestJSON-1260382136-project] http://10.222.0.16:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=93916) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 18:49:40.345845 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-8613877c-229a-4580-bf03-a68ec72f2b0d tempest-ExtensionsTestJSON-1260382136 tempest-ExtensionsTestJSON-1260382136-project] 10.222.0.16 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0049112 Jul 14 18:49:40.347714 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 42568) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:49:40.352649 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [None req-096bcaee-68e7-46ce-aa75-296c51fa370d tempest-ExtensionsTestJSON-1260382136 tempest-ExtensionsTestJSON-1260382136-project] http://10.222.0.16:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=93916) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 18:49:40.353882 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-096bcaee-68e7-46ce-aa75-296c51fa370d tempest-ExtensionsTestJSON-1260382136 tempest-ExtensionsTestJSON-1260382136-project] 10.222.0.16 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0050175 Jul 14 18:49:40.356400 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 42572) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:49:40.360678 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [None req-adb20e1a-f4e1-4c21-9146-fd6cd3a357e8 tempest-ExtensionsTestJSON-1260382136 tempest-ExtensionsTestJSON-1260382136-project] http://10.222.0.16:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=93916) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 18:49:40.361743 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-adb20e1a-f4e1-4c21-9146-fd6cd3a357e8 tempest-ExtensionsTestJSON-1260382136 tempest-ExtensionsTestJSON-1260382136-project] 10.222.0.16 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0043268 Jul 14 18:49:40.364087 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 42574) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:49:40.368923 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [None req-a0704e23-2f0b-46dc-8b49-29b48a5e96a6 tempest-ExtensionsTestJSON-1260382136 tempest-ExtensionsTestJSON-1260382136-project] http://10.222.0.16:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=93916) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 18:49:40.369843 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-a0704e23-2f0b-46dc-8b49-29b48a5e96a6 tempest-ExtensionsTestJSON-1260382136 tempest-ExtensionsTestJSON-1260382136-project] 10.222.0.16 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0048344 Jul 14 18:49:40.372163 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 42576) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:49:40.376594 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [None req-ec13c8c3-e5e0-4e67-ba0b-6e3f27888a21 tempest-ExtensionsTestJSON-1260382136 tempest-ExtensionsTestJSON-1260382136-project] http://10.222.0.16:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=93916) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 18:49:40.377602 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-ec13c8c3-e5e0-4e67-ba0b-6e3f27888a21 tempest-ExtensionsTestJSON-1260382136 tempest-ExtensionsTestJSON-1260382136-project] 10.222.0.16 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0045943 Jul 14 18:49:40.380135 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 42578) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:49:40.384896 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [None req-1b41837c-8d9b-40db-ba18-4192248c2749 tempest-ExtensionsTestJSON-1260382136 tempest-ExtensionsTestJSON-1260382136-project] http://10.222.0.16:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=93916) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 18:49:40.389006 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-1b41837c-8d9b-40db-ba18-4192248c2749 tempest-ExtensionsTestJSON-1260382136 tempest-ExtensionsTestJSON-1260382136-project] 10.222.0.16 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0077825 Jul 14 18:49:40.389596 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 42580) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:49:40.395817 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [None req-1f54fcd1-d057-4cac-83b0-1f000c45a3bf tempest-ExtensionsTestJSON-1260382136 tempest-ExtensionsTestJSON-1260382136-project] http://10.222.0.16:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=93916) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 18:49:40.404074 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-1f54fcd1-d057-4cac-83b0-1f000c45a3bf tempest-ExtensionsTestJSON-1260382136 tempest-ExtensionsTestJSON-1260382136-project] 10.222.0.16 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0133545 Jul 14 18:49:40.518623 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-ed8675c0-dbd6-4788-8bf1-8278e3d59f49 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:49:40.590306 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed8675c0-dbd6-4788-8bf1-8278e3d59f49 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] Network 9200a437-e1de-4520-88f6-e68386523e61 is already hosted by enough agents. {{(pid=93915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:49:40.600907 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [None req-ed8675c0-dbd6-4788-8bf1-8278e3d59f49 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] Resources bound (agent type, host, resource id): {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:49:40.608653 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed8675c0-dbd6-4788-8bf1-8278e3d59f49 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] Received port after_create {{(pid=93915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:49:40.709837 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8675c0-dbd6-4788-8bf1-8278e3d59f49 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] Pushing event updated for resources: {'Port': ['ID=22212616-72d7-4c43-9c1b-0e4b616516fd,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:49:40.720269 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 42586) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:49:40.774852 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63aa443-ee2d-486b-b085-5bbc9c65db4e req-617acc94-5b28-4501-be51-242d2ca46a64 tempest-VolumesSnapshotTestJSON-1089846540 tempest-VolumesSnapshotTestJSON-1089846540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:49:40.776426 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c63aa443-ee2d-486b-b085-5bbc9c65db4e req-617acc94-5b28-4501-be51-242d2ca46a64 tempest-VolumesSnapshotTestJSON-1089846540 tempest-VolumesSnapshotTestJSON-1089846540-project] 10.222.0.16 "GET /v2.0/ports?device_id=f8057036-5e11-414c-8d42-2fe19d178736 HTTP/1.1" status: 200 len: 931 time: 0.2996359 Jul 14 18:49:40.836046 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a4be7a6a-0728-4299-be0f-10eba06be476 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:49:40.906188 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c63aa443-ee2d-486b-b085-5bbc9c65db4e req-6b53b218-acf1-4d7f-a2fc-2bf28cfd40d4 tempest-VolumesSnapshotTestJSON-1089846540 tempest-VolumesSnapshotTestJSON-1089846540-project] 10.222.0.16 "GET /v2.0/security-groups?id=51c6de00-61eb-4972-a23e-f4f93d3caa7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233528 Jul 14 18:49:40.988345 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [req-6337850d-bb8b-40eb-be2d-48fe86cf933f req-157b6531-fdb2-4ccc-acd6-2b056d7cc5ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8131bc9-36c6-472f-aad7-8dc4101e2ede {{(pid=93915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 18:49:40.991604 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a4be7a6a-0728-4299-be0f-10eba06be476 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:49:40.998555 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a4be7a6a-0728-4299-be0f-10eba06be476 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:49:40.999125 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-6337850d-bb8b-40eb-be2d-48fe86cf933f req-157b6531-fdb2-4ccc-acd6-2b056d7cc5ed service neutron] Notify callbacks [] for port, precommit_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:49:41.047256 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-a4be7a6a-0728-4299-be0f-10eba06be476 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=87738536cc8a4ef69ae8a057f9e96038&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3238249 Jul 14 18:49:41.047256 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4be7a6a-0728-4299-be0f-10eba06be476 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d9179c8-4949-4759-948a-a8928aab0161,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:49:41.048216 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 42594) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:49:41.053581 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.provisioning_blocks [req-6337850d-bb8b-40eb-be2d-48fe86cf933f req-157b6531-fdb2-4ccc-acd6-2b056d7cc5ed service neutron] Transition to ACTIVE for port object f8131bc9-36c6-472f-aad7-8dc4101e2ede will not be triggered until provisioned by entity L2. {{(pid=93915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:49:41.071789 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-6337850d-bb8b-40eb-be2d-48fe86cf933f req-157b6531-fdb2-4ccc-acd6-2b056d7cc5ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25912978'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:49:41.119113 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device 8dba08d8-56f1-4a66-be69-dbba17392a9c up at agent hyperv_n-h1-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:49:41.176885 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Provisioning for port 8dba08d8-56f1-4a66-be69-dbba17392a9c completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:49:41.181622 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Provisioning complete for port 8dba08d8-56f1-4a66-be69-dbba17392a9c triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:49:41.182000 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:49:41.273938 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:49:41.309905 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff150787-a5d5-42ad-9e22-f082245a3b4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8dba08d8-56f1-4a66-be69-dbba17392a9c'}] {{(pid=93917) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:49:41.312804 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20b787f3c29eaa7aa2a4d648c725a2124c5ff39a8d793252f9d844495e14cf42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63d26db7-aad2-4b49-a83a-37851ce39925" -d '{"events": [{"server_uuid": "ff150787-a5d5-42ad-9e22-f082245a3b4a", "name": "network-vif-plugged", "status": "completed", "tag": "8dba08d8-56f1-4a66-be69-dbba17392a9c"}]}' {{(pid=93917) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:49:41.326347 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port 8dba08d8-56f1-4a66-be69-dbba17392a9c, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=8dba08d8-56f1-4a66-be69-dbba17392a9c,segment=NetworkSegment(e6ac1013-49a3-4f7c-beca-cf2ef24dd35b),segment_id=e6ac1013-49a3-4f7c-beca-cf2ef24dd35b)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:49:41.332583 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:49:41.378468 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 18:49:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-415460a4-90b5-4351-9b6f-3403bb4de4cb x-openstack-request-id: req-415460a4-90b5-4351-9b6f-3403bb4de4cb {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:49:41.378918 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff150787-a5d5-42ad-9e22-f082245a3b4a", "name": "network-vif-plugged", "status": "completed", "tag": "8dba08d8-56f1-4a66-be69-dbba17392a9c", "code": 200}]} {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:49:41.379294 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-415460a4-90b5-4351-9b6f-3403bb4de4cb {{(pid=93917) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:49:41.379789 n-d-800634-3 neutron-server[93917]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff150787-a5d5-42ad-9e22-f082245a3b4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8dba08d8-56f1-4a66-be69-dbba17392a9c', 'code': 200} Jul 14 18:49:41.397211 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Pushing event updated for resources: {'Port': ['ID=8dba08d8-56f1-4a66-be69-dbba17392a9c,revision_number=5']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:49:41.596571 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157b6531-fdb2-4ccc-acd6-2b056d7cc5ed service neutron] Pushing event updated for resources: {'Port': ['ID=f8131bc9-36c6-472f-aad7-8dc4101e2ede,revision_number=2']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:49:41.690796 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-0a17778b-5964-41ec-a204-265a51ab49f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:49:41.807538 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-0a17778b-5964-41ec-a204-265a51ab49f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:49:41.869489 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-6337850d-bb8b-40eb-be2d-48fe86cf933f req-157b6531-fdb2-4ccc-acd6-2b056d7cc5ed service neutron] Attempting to bind port f8131bc9-36c6-472f-aad7-8dc4101e2ede on host n-h2-800634-3 for vnic_type normal with profile {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:49:41.869822 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-6337850d-bb8b-40eb-be2d-48fe86cf933f req-157b6531-fdb2-4ccc-acd6-2b056d7cc5ed service neutron] Attempting to bind port f8131bc9-36c6-472f-aad7-8dc4101e2ede by drivers openvswitch,hyperv on host n-h2-800634-3 at level 0 using segments [{'id': '828d5e12-8f80-4253-8f9a-faae066043d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'f34c21a2-985d-4d85-8b05-15a9b06872be'}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:49:41.870152 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6337850d-bb8b-40eb-be2d-48fe86cf933f req-157b6531-fdb2-4ccc-acd6-2b056d7cc5ed service neutron] Attempting to bind port f8131bc9-36c6-472f-aad7-8dc4101e2ede on network f34c21a2-985d-4d85-8b05-15a9b06872be {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:49:41.878376 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59df2c16-84aa-4786-8d72-f5135a186892 req-5da67f4f-a8be-41b6-b585-035259d350ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:49:41.879892 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-59df2c16-84aa-4786-8d72-f5135a186892 req-5da67f4f-a8be-41b6-b585-035259d350ec service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=ff150787-a5d5-42ad-9e22-f082245a3b4a HTTP/1.1" status: 200 len: 1097 time: 0.3338962 Jul 14 18:49:41.888063 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6674b7-96c9-4a93-8523-9e6b2fe434f3 req-9bf30d71-0f1a-4313-b247-c05af552d79e tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:49:41.889476 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-0c6674b7-96c9-4a93-8523-9e6b2fe434f3 req-9bf30d71-0f1a-4313-b247-c05af552d79e tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] 10.222.0.16 "GET /v2.0/ports?device_id=ff150787-a5d5-42ad-9e22-f082245a3b4a HTTP/1.1" status: 200 len: 946 time: 0.3423905 Jul 14 18:49:41.904587 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-ed8675c0-dbd6-4788-8bf1-8278e3d59f49 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:49:41.906572 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6337850d-bb8b-40eb-be2d-48fe86cf933f req-157b6531-fdb2-4ccc-acd6-2b056d7cc5ed service neutron] Port f8131bc9-36c6-472f-aad7-8dc4101e2ede on network f34c21a2-985d-4d85-8b05-15a9b06872be not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-3 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 18:49:41.906572 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6337850d-bb8b-40eb-be2d-48fe86cf933f req-157b6531-fdb2-4ccc-acd6-2b056d7cc5ed service neutron] Attempting to bind port f8131bc9-36c6-472f-aad7-8dc4101e2ede on network f34c21a2-985d-4d85-8b05-15a9b06872be {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:49:41.962241 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6337850d-bb8b-40eb-be2d-48fe86cf933f req-157b6531-fdb2-4ccc-acd6-2b056d7cc5ed service neutron] Checking agent: {'id': '08e36a6c-8d04-48f0-a644-f27680635246', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 15, 35), 'started_at': datetime.datetime(2021, 7, 14, 18, 15, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 18, 49, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 18:49:41.962582 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6337850d-bb8b-40eb-be2d-48fe86cf933f req-157b6531-fdb2-4ccc-acd6-2b056d7cc5ed service neutron] Checking segment: {'id': '828d5e12-8f80-4253-8f9a-faae066043d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'f34c21a2-985d-4d85-8b05-15a9b06872be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:49:41.962880 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6337850d-bb8b-40eb-be2d-48fe86cf933f req-157b6531-fdb2-4ccc-acd6-2b056d7cc5ed service neutron] Bound using segment: {'id': '828d5e12-8f80-4253-8f9a-faae066043d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'f34c21a2-985d-4d85-8b05-15a9b06872be'} {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 18:49:41.963428 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-6337850d-bb8b-40eb-be2d-48fe86cf933f req-157b6531-fdb2-4ccc-acd6-2b056d7cc5ed service neutron] Bound port: f8131bc9-36c6-472f-aad7-8dc4101e2ede, host: n-h2-800634-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '828d5e12-8f80-4253-8f9a-faae066043d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'f34c21a2-985d-4d85-8b05-15a9b06872be'}}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 18:49:41.963956 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-6337850d-bb8b-40eb-be2d-48fe86cf933f req-157b6531-fdb2-4ccc-acd6-2b056d7cc5ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:49:42.027397 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-0a17778b-5964-41ec-a204-265a51ab49f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:49:42.030239 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-0a17778b-5964-41ec-a204-265a51ab49f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:49:42.033674 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-0a17778b-5964-41ec-a204-265a51ab49f0 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9d9179c8-4949-4759-948a-a8928aab0161 HTTP/1.1" status: 204 len: 168 time: 0.9805188 Jul 14 18:49:42.033674 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-59df2c16-84aa-4786-8d72-f5135a186892 req-26603e0a-2d52-4c3e-b76d-b80cac5b09b8 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=00511198-19e5-42cb-b4d6-0be88d13a8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420412 Jul 14 18:49:42.056960 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-0c6674b7-96c9-4a93-8523-9e6b2fe434f3 req-213d16e5-41a5-40df-8034-4efbfbd30933 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] 10.222.0.16 "GET /v2.0/security-groups?id=00511198-19e5-42cb-b4d6-0be88d13a8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538630 Jul 14 18:49:42.092640 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a17778b-5964-41ec-a204-265a51ab49f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d9179c8-4949-4759-948a-a8928aab0161,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:49:42.127618 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-ed8675c0-dbd6-4788-8bf1-8278e3d59f49 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:49:42.158920 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-6337850d-bb8b-40eb-be2d-48fe86cf933f req-157b6531-fdb2-4ccc-acd6-2b056d7cc5ed service neutron] For port f8131bc9-36c6-472f-aad7-8dc4101e2ede, host n-h2-800634-3, cleared binding levels {{(pid=93915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:49:42.178884 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-6337850d-bb8b-40eb-be2d-48fe86cf933f req-157b6531-fdb2-4ccc-acd6-2b056d7cc5ed service neutron] For port f8131bc9-36c6-472f-aad7-8dc4101e2ede, host n-h2-800634-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=f8131bc9-36c6-472f-aad7-8dc4101e2ede,segment=NetworkSegment(828d5e12-8f80-4253-8f9a-faae066043d6),segment_id=828d5e12-8f80-4253-8f9a-faae066043d6)] {{(pid=93915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 18:49:42.196418 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-6337850d-bb8b-40eb-be2d-48fe86cf933f req-157b6531-fdb2-4ccc-acd6-2b056d7cc5ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25912978'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:49:42.318476 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6337850d-bb8b-40eb-be2d-48fe86cf933f req-157b6531-fdb2-4ccc-acd6-2b056d7cc5ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:49:42.319007 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-6337850d-bb8b-40eb-be2d-48fe86cf933f req-157b6531-fdb2-4ccc-acd6-2b056d7cc5ed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:49:42.320442 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6337850d-bb8b-40eb-be2d-48fe86cf933f req-157b6531-fdb2-4ccc-acd6-2b056d7cc5ed service neutron] 10.222.0.35 "PUT /v2.0/ports/f8131bc9-36c6-472f-aad7-8dc4101e2ede HTTP/1.1" status: 200 len: 1091 time: 2.2028432 Jul 14 18:49:42.320895 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8057036-5e11-414c-8d42-2fe19d178736', 'tag': 'f8131bc9-36c6-472f-aad7-8dc4101e2ede'}] {{(pid=93915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:49:42.323335 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e72782ad3af8f7d4ce76cedf092bca46d1756acc5c4653cf0b52034cdd6b073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9ee8758-9e61-4b05-9efe-814d1a7f4ade" -d '{"events": [{"name": "network-changed", "server_uuid": "f8057036-5e11-414c-8d42-2fe19d178736", "tag": "f8131bc9-36c6-472f-aad7-8dc4101e2ede"}]}' {{(pid=93915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:49:42.390306 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157b6531-fdb2-4ccc-acd6-2b056d7cc5ed service neutron] Pushing event updated for resources: {'Port': ['ID=f8131bc9-36c6-472f-aad7-8dc4101e2ede,revision_number=3']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:49:42.421257 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 18:49:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a18439c7-a1fc-48c8-8ab2-e46686caba67 x-openstack-request-id: req-a18439c7-a1fc-48c8-8ab2-e46686caba67 {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:49:42.422079 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8057036-5e11-414c-8d42-2fe19d178736", "tag": "f8131bc9-36c6-472f-aad7-8dc4101e2ede", "status": "completed", "code": 200}]} {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:49:42.422346 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a18439c7-a1fc-48c8-8ab2-e46686caba67 {{(pid=93915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:49:42.422876 n-d-800634-3 neutron-server[93915]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8057036-5e11-414c-8d42-2fe19d178736', 'tag': 'f8131bc9-36c6-472f-aad7-8dc4101e2ede', 'status': 'completed', 'code': 200} Jul 14 18:49:42.497108 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0afcbb-18d6-4b3a-85f2-f5aa5731cb20 req-2f9cc914-fbc0-4350-ab92-290dcca47da0 tempest-VolumesSnapshotTestJSON-1089846540 tempest-VolumesSnapshotTestJSON-1089846540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:49:42.498649 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ab0afcbb-18d6-4b3a-85f2-f5aa5731cb20 req-2f9cc914-fbc0-4350-ab92-290dcca47da0 tempest-VolumesSnapshotTestJSON-1089846540 tempest-VolumesSnapshotTestJSON-1089846540-project] 10.222.0.16 "GET /v2.0/ports?device_id=f8057036-5e11-414c-8d42-2fe19d178736 HTTP/1.1" status: 200 len: 943 time: 0.3052731 Jul 14 18:49:42.530582 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-ed8675c0-dbd6-4788-8bf1-8278e3d59f49 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] Notify callbacks [] for port, precommit_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:49:42.541840 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-ed8675c0-dbd6-4788-8bf1-8278e3d59f49 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25912978'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:49:42.588864 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6337850d-bb8b-40eb-be2d-48fe86cf933f req-46a21453-b2f1-4929-95f9-58bd78cfd76a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:49:42.591014 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6337850d-bb8b-40eb-be2d-48fe86cf933f req-46a21453-b2f1-4929-95f9-58bd78cfd76a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=603a6a9568b140888befe6fa771e46c9&device_id=f8057036-5e11-414c-8d42-2fe19d178736 HTTP/1.1" status: 200 len: 1094 time: 0.2193747 Jul 14 18:49:42.633387 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ab0afcbb-18d6-4b3a-85f2-f5aa5731cb20 req-58fdc09a-491d-4554-9f60-b7e0283d2b28 tempest-VolumesSnapshotTestJSON-1089846540 tempest-VolumesSnapshotTestJSON-1089846540-project] 10.222.0.16 "GET /v2.0/security-groups?id=51c6de00-61eb-4972-a23e-f4f93d3caa7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226888 Jul 14 18:49:42.674163 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6337850d-bb8b-40eb-be2d-48fe86cf933f req-c1667279-f79e-44bc-b6df-1f7c68479587 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f8131bc9-36c6-472f-aad7-8dc4101e2ede HTTP/1.1" status: 200 len: 217 time: 0.0741026 Jul 14 18:49:42.690654 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8675c0-dbd6-4788-8bf1-8278e3d59f49 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] Pushing event updated for resources: {'Port': ['ID=22212616-72d7-4c43-9c1b-0e4b616516fd,revision_number=2']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:49:42.718478 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-ed8675c0-dbd6-4788-8bf1-8278e3d59f49 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-930131'] for floatingip, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:49:42.785830 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6337850d-bb8b-40eb-be2d-48fe86cf933f req-93310277-cf59-400a-a1cb-6ab9e8bab13a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:49:42.787214 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6337850d-bb8b-40eb-be2d-48fe86cf933f req-93310277-cf59-400a-a1cb-6ab9e8bab13a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=11a5cd79-e3c5-47fa-945a-31157e0df772 HTTP/1.1" status: 200 len: 854 time: 0.1059000 Jul 14 18:49:42.848854 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6337850d-bb8b-40eb-be2d-48fe86cf933f req-bdc93ef3-f90f-414b-b79d-5f19b94da188 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=f34c21a2-985d-4d85-8b05-15a9b06872be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0342700 Jul 14 18:49:42.876569 n-d-800634-3 neutron-server[93915]: INFO neutron.db.l3_db [None req-ed8675c0-dbd6-4788-8bf1-8278e3d59f49 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] Floating IP 64e0c07a-9dbf-4017-8590-27e0981364f8 associated. External IP: 172.25.1.64, port: e3136498-0563-413d-a023-fd2cc3fdf355. Jul 14 18:49:42.897620 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 42628) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:49:43.026826 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-a1c48805-8468-4d47-8761-4d81f79a7477 tempest-ExtraDHCPOptionsIpV6TestJSON-1922965260 tempest-ExtraDHCPOptionsIpV6TestJSON-1922965260-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-2140109968'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:49:43.058681 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6337850d-bb8b-40eb-be2d-48fe86cf933f req-327a8848-e228-436f-a244-600ef1ddf427 service neutron] 10.222.0.35 "GET /v2.0/networks/f34c21a2-985d-4d85-8b05-15a9b06872be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1896288 Jul 14 18:49:43.059801 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1c48805-8468-4d47-8761-4d81f79a7477 tempest-ExtraDHCPOptionsIpV6TestJSON-1922965260 tempest-ExtraDHCPOptionsIpV6TestJSON-1922965260-project] Made reservation on behalf of e6dc0d01bc3842f9949196c52c1eb0cd for: {'network': 1} {{(pid=93916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:49:43.064492 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a1c48805-8468-4d47-8761-4d81f79a7477 tempest-ExtraDHCPOptionsIpV6TestJSON-1922965260 tempest-ExtraDHCPOptionsIpV6TestJSON-1922965260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for network, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:49:43.076426 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a1c48805-8468-4d47-8761-4d81f79a7477 tempest-ExtraDHCPOptionsIpV6TestJSON-1922965260 tempest-ExtraDHCPOptionsIpV6TestJSON-1922965260-project] Notify callbacks [] for security_group, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:49:43.201529 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6337850d-bb8b-40eb-be2d-48fe86cf933f req-713da64e-1067-4bc5-9cda-38dc9b2cbede service neutron] 10.222.0.35 "GET /v2.0/networks/f34c21a2-985d-4d85-8b05-15a9b06872be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1362383 Jul 14 18:49:43.294297 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a1c48805-8468-4d47-8761-4d81f79a7477 tempest-ExtraDHCPOptionsIpV6TestJSON-1922965260 tempest-ExtraDHCPOptionsIpV6TestJSON-1922965260-project] Notify callbacks [] for security_group, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:49:43.299631 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a1c48805-8468-4d47-8761-4d81f79a7477 tempest-ExtraDHCPOptionsIpV6TestJSON-1922965260 tempest-ExtraDHCPOptionsIpV6TestJSON-1922965260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:49:43.330627 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1c48805-8468-4d47-8761-4d81f79a7477 tempest-ExtraDHCPOptionsIpV6TestJSON-1922965260 tempest-ExtraDHCPOptionsIpV6TestJSON-1922965260-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 53} {{(pid=93916) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 18:49:43.341851 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c48805-8468-4d47-8761-4d81f79a7477 tempest-ExtraDHCPOptionsIpV6TestJSON-1922965260 tempest-ExtraDHCPOptionsIpV6TestJSON-1922965260-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae993fd3-5fb1-4934-8af3-06b297d33834,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:49:43.346766 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a1c48805-8468-4d47-8761-4d81f79a7477 tempest-ExtraDHCPOptionsIpV6TestJSON-1922965260 tempest-ExtraDHCPOptionsIpV6TestJSON-1922965260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:49:43.347115 n-d-800634-3 neutron-server[93916]: INFO neutron.db.segments_db [None req-a1c48805-8468-4d47-8761-4d81f79a7477 tempest-ExtraDHCPOptionsIpV6TestJSON-1922965260 tempest-ExtraDHCPOptionsIpV6TestJSON-1922965260-project] Added segment df394c8f-71b0-4f4b-ae6a-a958338c5c05 of type vlan for network 03a6ae2c-424c-48af-9cfa-6bd91686eee4 Jul 14 18:49:43.397713 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a1c48805-8468-4d47-8761-4d81f79a7477 tempest-ExtraDHCPOptionsIpV6TestJSON-1922965260 tempest-ExtraDHCPOptionsIpV6TestJSON-1922965260-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728202197517'] for network, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:49:43.418421 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed8675c0-dbd6-4788-8bf1-8278e3d59f49 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] Router a9e3896e-783e-4cd9-a436-2b5e2a355b94 has already been hosted by L3 agent 2c6eb27e-defb-4cca-9a24-381c7415e359 {{(pid=93915) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 18:49:43.431262 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a1c48805-8468-4d47-8761-4d81f79a7477 tempest-ExtraDHCPOptionsIpV6TestJSON-1922965260 tempest-ExtraDHCPOptionsIpV6TestJSON-1922965260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727'] for network, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:49:43.437454 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1c48805-8468-4d47-8761-4d81f79a7477 tempest-ExtraDHCPOptionsIpV6TestJSON-1922965260 tempest-ExtraDHCPOptionsIpV6TestJSON-1922965260-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:49:43.438158 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a1c48805-8468-4d47-8761-4d81f79a7477 tempest-ExtraDHCPOptionsIpV6TestJSON-1922965260 tempest-ExtraDHCPOptionsIpV6TestJSON-1922965260-project] Notify callbacks [] for network, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:49:43.458065 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ee8758-9e61-4b05-9efe-814d1a7f4ade req-a5329f50-9fb6-43b0-b117-20fa0c0b2e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:49:43.458065 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f9ee8758-9e61-4b05-9efe-814d1a7f4ade req-a5329f50-9fb6-43b0-b117-20fa0c0b2e48 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=603a6a9568b140888befe6fa771e46c9&device_id=f8057036-5e11-414c-8d42-2fe19d178736 HTTP/1.1" status: 200 len: 1094 time: 0.1566839 Jul 14 18:49:43.505114 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-a1c48805-8468-4d47-8761-4d81f79a7477 tempest-ExtraDHCPOptionsIpV6TestJSON-1922965260 tempest-ExtraDHCPOptionsIpV6TestJSON-1922965260-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 0.6061363 Jul 14 18:49:43.508225 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 42640) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:49:43.513928 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-480745c7-221c-49bc-bf9d-6976589ab5d7 tempest-ExtraDHCPOptionsIpV6TestJSON-1922965260 tempest-ExtraDHCPOptionsIpV6TestJSON-1922965260-project] Request body: {'subnet': {'network_id': '03a6ae2c-424c-48af-9cfa-6bd91686eee4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:49:43.514313 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f60de60-2ab0-4b72-87d9-7240a10d9f24 req-7b1dc109-c260-4ab3-9d3d-e51fd86629b4 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:49:43.515899 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-4f60de60-2ab0-4b72-87d9-7240a10d9f24 req-7b1dc109-c260-4ab3-9d3d-e51fd86629b4 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] 10.222.0.16 "GET /v2.0/ports?device_id=ff150787-a5d5-42ad-9e22-f082245a3b4a HTTP/1.1" status: 200 len: 946 time: 0.2070310 Jul 14 18:49:43.564626 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c48805-8468-4d47-8761-4d81f79a7477 tempest-ExtraDHCPOptionsIpV6TestJSON-1922965260 tempest-ExtraDHCPOptionsIpV6TestJSON-1922965260-project] Pushing event updated for resources: {'Network': ['ID=03a6ae2c-424c-48af-9cfa-6bd91686eee4,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:49:43.576812 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Network 03a6ae2c-424c-48af-9cfa-6bd91686eee4 details requested by agent ovs-agent-n-d-800634-3 with host n-d-800634-3 {{(pid=93917) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 18:49:43.640171 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-480745c7-221c-49bc-bf9d-6976589ab5d7 tempest-ExtraDHCPOptionsIpV6TestJSON-1922965260 tempest-ExtraDHCPOptionsIpV6TestJSON-1922965260-project] Made reservation on behalf of e6dc0d01bc3842f9949196c52c1eb0cd for: {'subnet': 1} {{(pid=93916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:49:43.644972 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-480745c7-221c-49bc-bf9d-6976589ab5d7 tempest-ExtraDHCPOptionsIpV6TestJSON-1922965260 tempest-ExtraDHCPOptionsIpV6TestJSON-1922965260-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26033189'] for subnet, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:49:43.662081 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-4f60de60-2ab0-4b72-87d9-7240a10d9f24 req-b0d4cbdc-7030-42c0-8736-5b0c40635734 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] 10.222.0.16 "GET /v2.0/security-groups?id=00511198-19e5-42cb-b4d6-0be88d13a8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315377 Jul 14 18:49:43.689174 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed8675c0-dbd6-4788-8bf1-8278e3d59f49 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] Notify agent at l3_agent.n-d-800634-3 the message routers_updated {{(pid=93915) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 18:49:43.696384 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ee8758-9e61-4b05-9efe-814d1a7f4ade req-f5907396-4b58-4f1d-a714-0dad6c3ed9b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:49:43.697954 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f9ee8758-9e61-4b05-9efe-814d1a7f4ade req-f5907396-4b58-4f1d-a714-0dad6c3ed9b5 service neutron] 10.222.0.35 "GET /v2.0/networks?id=f34c21a2-985d-4d85-8b05-15a9b06872be HTTP/1.1" status: 200 len: 914 time: 0.2013030 Jul 14 18:49:43.704955 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72be02c3-617d-4827-9550-7f6d583c3d7e None None] Sync routers for ids ['a9e3896e-783e-4cd9-a436-2b5e2a355b94'] in n-d-800634-3 {{(pid=93917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 18:49:43.718237 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72be02c3-617d-4827-9550-7f6d583c3d7e None None] Routers {'a9e3896e-783e-4cd9-a436-2b5e2a355b94'} bound to L3 agent in host n-d-800634-3 {{(pid=93917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:49:43.719146 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-72be02c3-617d-4827-9550-7f6d583c3d7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:49:23Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['a9e3896e-783e-4cd9-a436-2b5e2a355b94'], 'active': True} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:49:43.769846 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-ed8675c0-dbd6-4788-8bf1-8278e3d59f49 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for floatingip, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:49:43.772943 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f9ee8758-9e61-4b05-9efe-814d1a7f4ade req-1b35960f-4a28-407c-a7df-a1bab13a6dcb service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f8131bc9-36c6-472f-aad7-8dc4101e2ede HTTP/1.1" status: 200 len: 217 time: 0.0659590 Jul 14 18:49:43.879313 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-ed8675c0-dbd6-4788-8bf1-8278e3d59f49 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.7710071 Jul 14 18:49:43.885546 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ee8758-9e61-4b05-9efe-814d1a7f4ade req-3da45561-f123-429e-945d-28398819d888 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:49:43.887267 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f9ee8758-9e61-4b05-9efe-814d1a7f4ade req-3da45561-f123-429e-945d-28398819d888 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=11a5cd79-e3c5-47fa-945a-31157e0df772 HTTP/1.1" status: 200 len: 854 time: 0.0924969 Jul 14 18:49:43.940555 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f9ee8758-9e61-4b05-9efe-814d1a7f4ade req-3ef3aabd-9fb4-426f-b22a-d030915fc5a1 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=f34c21a2-985d-4d85-8b05-15a9b06872be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0453312 Jul 14 18:49:43.944873 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvr_db [None req-72be02c3-617d-4827-9550-7f6d583c3d7e None None] Set router a9e3896e-783e-4cd9-a436-2b5e2a355b94 gateway port host: n-d-800634-3 {{(pid=93917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 18:49:44.004940 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-480745c7-221c-49bc-bf9d-6976589ab5d7 tempest-ExtraDHCPOptionsIpV6TestJSON-1922965260 tempest-ExtraDHCPOptionsIpV6TestJSON-1922965260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2684753', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26033175'] for subnet, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:49:44.132374 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95c9a23-cb34-4db2-95a5-c0bf39307afb req-7b12f0ba-9936-43bf-9936-89981d6c0cb7 tempest-VolumesSnapshotTestJSON-1089846540 tempest-VolumesSnapshotTestJSON-1089846540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:49:44.134631 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a95c9a23-cb34-4db2-95a5-c0bf39307afb req-7b12f0ba-9936-43bf-9936-89981d6c0cb7 tempest-VolumesSnapshotTestJSON-1089846540 tempest-VolumesSnapshotTestJSON-1089846540-project] 10.222.0.16 "GET /v2.0/ports?device_id=f8057036-5e11-414c-8d42-2fe19d178736 HTTP/1.1" status: 200 len: 943 time: 0.1923883 Jul 14 18:49:44.140421 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f9ee8758-9e61-4b05-9efe-814d1a7f4ade req-4c0307dd-04c5-468f-b7be-de7eb8e4b2b9 service neutron] 10.222.0.35 "GET /v2.0/networks/f34c21a2-985d-4d85-8b05-15a9b06872be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1871333 Jul 14 18:49:44.163982 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480745c7-221c-49bc-bf9d-6976589ab5d7 tempest-ExtraDHCPOptionsIpV6TestJSON-1922965260 tempest-ExtraDHCPOptionsIpV6TestJSON-1922965260-project] Pushing event updated for resources: {'Subnet': ['ID=e5790a5b-dfc1-4c37-85b1-a8026e42a831,revision_number=0']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:49:44.170791 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-480745c7-221c-49bc-bf9d-6976589ab5d7 tempest-ExtraDHCPOptionsIpV6TestJSON-1922965260 tempest-ExtraDHCPOptionsIpV6TestJSON-1922965260-project] Checking segment: {'id': 'df394c8f-71b0-4f4b-ae6a-a958338c5c05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '03a6ae2c-424c-48af-9cfa-6bd91686eee4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93916) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:49:44.171173 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-480745c7-221c-49bc-bf9d-6976589ab5d7 tempest-ExtraDHCPOptionsIpV6TestJSON-1922965260 tempest-ExtraDHCPOptionsIpV6TestJSON-1922965260-project] Network hostable DHCP agents. Network: 03a6ae2c-424c-48af-9cfa-6bd91686eee4, hostable agents: ['028393c3-0576-4ebd-bca1-8ea8a148e1a2'], hosted agents: [] {{(pid=93916) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 18:49:44.192094 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-480745c7-221c-49bc-bf9d-6976589ab5d7 tempest-ExtraDHCPOptionsIpV6TestJSON-1922965260 tempest-ExtraDHCPOptionsIpV6TestJSON-1922965260-project] Network 03a6ae2c-424c-48af-9cfa-6bd91686eee4 is scheduled to be hosted by DHCP agent 028393c3-0576-4ebd-bca1-8ea8a148e1a2 with binding_index 1 {{(pid=93916) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 18:49:44.210423 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [None req-480745c7-221c-49bc-bf9d-6976589ab5d7 tempest-ExtraDHCPOptionsIpV6TestJSON-1922965260 tempest-ExtraDHCPOptionsIpV6TestJSON-1922965260-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-3, 03a6ae2c-424c-48af-9cfa-6bd91686eee4) {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:49:44.218844 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-480745c7-221c-49bc-bf9d-6976589ab5d7 tempest-ExtraDHCPOptionsIpV6TestJSON-1922965260 tempest-ExtraDHCPOptionsIpV6TestJSON-1922965260-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:49:44.219457 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-480745c7-221c-49bc-bf9d-6976589ab5d7 tempest-ExtraDHCPOptionsIpV6TestJSON-1922965260 tempest-ExtraDHCPOptionsIpV6TestJSON-1922965260-project] Notify callbacks [] for subnet, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:49:44.231242 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-661b94ae-0b97-432f-bb7f-79b09c4a5e33 None None] Network 03a6ae2c-424c-48af-9cfa-6bd91686eee4 requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:49:44.244603 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-480745c7-221c-49bc-bf9d-6976589ab5d7 tempest-ExtraDHCPOptionsIpV6TestJSON-1922965260 tempest-ExtraDHCPOptionsIpV6TestJSON-1922965260-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7353048 Jul 14 18:49:44.245421 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 42652) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:49:44.262999 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-876e45fc-35a6-42f0-81b6-870fbdbd7592 tempest-ExtraDHCPOptionsIpV6TestJSON-1922965260 tempest-ExtraDHCPOptionsIpV6TestJSON-1922965260-project] Request body: {'port': {'network_id': '03a6ae2c-424c-48af-9cfa-6bd91686eee4', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-773706365'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:49:44.284335 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a95c9a23-cb34-4db2-95a5-c0bf39307afb req-3c364b1e-b6d0-4890-bb7a-b1a00dc85d65 tempest-VolumesSnapshotTestJSON-1089846540 tempest-VolumesSnapshotTestJSON-1089846540-project] 10.222.0.16 "GET /v2.0/security-groups?id=51c6de00-61eb-4972-a23e-f4f93d3caa7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417806 Jul 14 18:49:44.358257 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f9ee8758-9e61-4b05-9efe-814d1a7f4ade req-174c1242-bb87-4a1c-828d-3e87ea7f3037 service neutron] 10.222.0.35 "GET /v2.0/networks/f34c21a2-985d-4d85-8b05-15a9b06872be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2067726 Jul 14 18:49:44.371406 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c90ca2c-7099-4938-b90d-41339eaba855 req-8806dd94-a0ab-44af-aa8b-800107cf6ce0 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:49:44.373138 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-1c90ca2c-7099-4938-b90d-41339eaba855 req-8806dd94-a0ab-44af-aa8b-800107cf6ce0 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] 10.222.0.16 "GET /v2.0/ports?device_id=ff150787-a5d5-42ad-9e22-f082245a3b4a HTTP/1.1" status: 200 len: 946 time: 0.2042968 Jul 14 18:49:44.420386 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-1c90ca2c-7099-4938-b90d-41339eaba855 req-991bb838-c4a1-479a-8b19-39f4db11d677 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] 10.222.0.16 "GET /v2.0/security-groups?id=00511198-19e5-42cb-b4d6-0be88d13a8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413837 Jul 14 18:49:44.424830 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '187f1c44-2972-4686-a9d2-f1f3e564683f', 'tag': 'e3136498-0563-413d-a023-fd2cc3fdf355'}] {{(pid=93915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:49:44.427136 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e72782ad3af8f7d4ce76cedf092bca46d1756acc5c4653cf0b52034cdd6b073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efbab9d4-4ccc-4755-ad79-ecb18996141f" -d '{"events": [{"name": "network-changed", "server_uuid": "187f1c44-2972-4686-a9d2-f1f3e564683f", "tag": "e3136498-0563-413d-a023-fd2cc3fdf355"}]}' {{(pid=93915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:49:44.463063 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-876e45fc-35a6-42f0-81b6-870fbdbd7592 tempest-ExtraDHCPOptionsIpV6TestJSON-1922965260 tempest-ExtraDHCPOptionsIpV6TestJSON-1922965260-project] Made reservation on behalf of e6dc0d01bc3842f9949196c52c1eb0cd for: {'port': 1} {{(pid=93916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:49:44.467623 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-876e45fc-35a6-42f0-81b6-870fbdbd7592 tempest-ExtraDHCPOptionsIpV6TestJSON-1922965260 tempest-ExtraDHCPOptionsIpV6TestJSON-1922965260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:49:44.480285 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 18:49:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4d43e7c-ce6e-41f0-8798-7c2bd662dbbb x-openstack-request-id: req-b4d43e7c-ce6e-41f0-8798-7c2bd662dbbb {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:49:44.480588 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "187f1c44-2972-4686-a9d2-f1f3e564683f", "tag": "e3136498-0563-413d-a023-fd2cc3fdf355", "status": "completed", "code": 200}]} {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:49:44.480844 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b4d43e7c-ce6e-41f0-8798-7c2bd662dbbb {{(pid=93915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:49:44.481245 n-d-800634-3 neutron-server[93915]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '187f1c44-2972-4686-a9d2-f1f3e564683f', 'tag': 'e3136498-0563-413d-a023-fd2cc3fdf355', 'status': 'completed', 'code': 200} Jul 14 18:49:44.501459 n-d-800634-3 neutron-server[93916]: DEBUG neutron.notifiers.nova [None req-876e45fc-35a6-42f0-81b6-870fbdbd7592 tempest-ExtraDHCPOptionsIpV6TestJSON-1922965260 tempest-ExtraDHCPOptionsIpV6TestJSON-1922965260-project] device_id is not set on port 6a532bb1-7d29-4867-84b5-6ccc8093226c yet. {{(pid=93916) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 18:49:44.502209 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-72be02c3-617d-4827-9550-7f6d583c3d7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9e3896e-783e-4cd9-a436-2b5e2a355b94', 'name': 'tempest-TestVolumeBootPattern-302726053-router', 'tenant_id': '5093a1bcf9144b0bbe697fc3cf12df56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.28'}], 'enable_snat': True}, 'gw_port_id': 'dc15107d-54c7-4d8d-b676-7096f1bd483c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:42:21Z', 'updated_at': '2021-07-14T18:42:31Z', 'revision_number': 4, 'project_id': '5093a1bcf9144b0bbe697fc3cf12df56', 'gw_port': {'id': 'dc15107d-54c7-4d8d-b676-7096f1bd483c', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:05:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9e3896e-783e-4cd9-a436-2b5e2a355b94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2443, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:42:23Z', 'updated_at': '2021-07-14T18:42:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_floatingips': [{'id': '64e0c07a-9dbf-4017-8590-27e0981364f8', 'tenant_id': '5093a1bcf9144b0bbe697fc3cf12df56', 'floating_ip_address': '172.25.1.64', 'floating_network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'router_id': 'a9e3896e-783e-4cd9-a436-2b5e2a355b94', 'port_id': 'e3136498-0563-413d-a023-fd2cc3fdf355', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2981, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd41f9397-de9e-4e07-a07d-8cf0ac566250', 'mac_address': 'fa:16:3e:1e:3b:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '187f1c44-2972-4686-a9d2-f1f3e564683f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T18:49:41Z', 'updated_at': '2021-07-14T18:49:41Z', 'revision_number': 0, 'project_id': '5093a1bcf9144b0bbe697fc3cf12df56', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80c1cf18-c949-439f-b063-72e495f32b15', 'name': '', 'network_id': 'd41f9397-de9e-4e07-a07d-8cf0ac566250', 'tenant_id': '5093a1bcf9144b0bbe697fc3cf12df56', 'mac_address': 'fa:16:3e:b9:70:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9e3896e-783e-4cd9-a436-2b5e2a355b94', 'device_owner': 'network:router_interface', 'standard_attr_id': 2461, 'fixed_ips': [{'subnet_id': '0161a33b-ac2d-4d08-b4de-fe1fa405f16a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:42:29Z', 'updated_at': '2021-07-14T18:42:45Z', 'revision_number': 5, 'project_id': '5093a1bcf9144b0bbe697fc3cf12df56', 'subnets': [{'id': '0161a33b-ac2d-4d08-b4de-fe1fa405f16a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-3', False) {} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:49:44.507340 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21e73bfd-dd0b-4fbd-94a8-a1103aa3fc48 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9222b97e-5d1c-54f8-ba97-82f172498e76-03a6ae2c-424c-48af-9cfa-6bd91686eee4', 'network_id': '03a6ae2c-424c-48af-9cfa-6bd91686eee4', 'tenant_id': 'e6dc0d01bc3842f9949196c52c1eb0cd', 'fixed_ips': [{'subnet_id': 'e5790a5b-dfc1-4c37-85b1-a8026e42a831'}]}} from n-d-800634-3. {{(pid=93917) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 18:49:44.508497 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-21e73bfd-dd0b-4fbd-94a8-a1103aa3fc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:49:44.563626 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72be02c3-617d-4827-9550-7f6d583c3d7e None None] Checking router: a9e3896e-783e-4cd9-a436-2b5e2a355b94 for host: n-d-800634-3 {{(pid=93917) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 18:49:44.582587 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbab9d4-4ccc-4755-ad79-ecb18996141f req-edb39342-04fb-4435-90f6-32b9e28135c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:49:44.584983 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-efbab9d4-4ccc-4755-ad79-ecb18996141f req-edb39342-04fb-4435-90f6-32b9e28135c8 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5093a1bcf9144b0bbe697fc3cf12df56&device_id=187f1c44-2972-4686-a9d2-f1f3e564683f HTTP/1.1" status: 200 len: 1097 time: 0.0793402 Jul 14 18:49:44.621181 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72be02c3-617d-4827-9550-7f6d583c3d7e None None] Routers {'a9e3896e-783e-4cd9-a436-2b5e2a355b94'} bound to L3 agent in host n-d-800634-3 {{(pid=93917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:49:44.622625 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-72be02c3-617d-4827-9550-7f6d583c3d7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:49:23Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['a9e3896e-783e-4cd9-a436-2b5e2a355b94'], 'active': True} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:49:44.638586 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.db_base_plugin_common [None req-876e45fc-35a6-42f0-81b6-870fbdbd7592 tempest-ExtraDHCPOptionsIpV6TestJSON-1922965260 tempest-ExtraDHCPOptionsIpV6TestJSON-1922965260-project] Allocated IP 2001:db8::270 (03a6ae2c-424c-48af-9cfa-6bd91686eee4/e5790a5b-dfc1-4c37-85b1-a8026e42a831/6a532bb1-7d29-4867-84b5-6ccc8093226c) {{(pid=93916) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:49:44.715766 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbab9d4-4ccc-4755-ad79-ecb18996141f req-ddbeaaa2-a65f-4831-a9ee-5ca0311001ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:49:44.717381 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-efbab9d4-4ccc-4755-ad79-ecb18996141f req-ddbeaaa2-a65f-4831-a9ee-5ca0311001ec service neutron] 10.222.0.35 "GET /v2.0/networks?id=d41f9397-de9e-4e07-a07d-8cf0ac566250 HTTP/1.1" status: 200 len: 911 time: 0.1262531 Jul 14 18:49:44.759601 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvr_db [None req-72be02c3-617d-4827-9550-7f6d583c3d7e None None] Set router a9e3896e-783e-4cd9-a436-2b5e2a355b94 gateway port host: n-d-800634-3 {{(pid=93917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 18:49:44.810700 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-efbab9d4-4ccc-4755-ad79-ecb18996141f req-2f96f9f5-08ed-47f9-8028-7db2d9aa30b8 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e3136498-0563-413d-a023-fd2cc3fdf355 HTTP/1.1" status: 200 len: 999 time: 0.0846148 Jul 14 18:49:44.824558 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-876e45fc-35a6-42f0-81b6-870fbdbd7592 tempest-ExtraDHCPOptionsIpV6TestJSON-1922965260 tempest-ExtraDHCPOptionsIpV6TestJSON-1922965260-project] Notify callbacks [] for port, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:49:44.858214 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.provisioning_blocks [None req-876e45fc-35a6-42f0-81b6-870fbdbd7592 tempest-ExtraDHCPOptionsIpV6TestJSON-1922965260 tempest-ExtraDHCPOptionsIpV6TestJSON-1922965260-project] Transition to ACTIVE for port object 6a532bb1-7d29-4867-84b5-6ccc8093226c will not be triggered until provisioned by entity DHCP. {{(pid=93916) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:49:44.868495 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbab9d4-4ccc-4755-ad79-ecb18996141f req-1a7cd7da-43ca-40d0-a800-0b4f3d1c38ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:49:44.871543 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-efbab9d4-4ccc-4755-ad79-ecb18996141f req-1a7cd7da-43ca-40d0-a800-0b4f3d1c38ca service neutron] 10.222.0.35 "GET /v2.0/subnets?id=0161a33b-ac2d-4d08-b4de-fe1fa405f16a HTTP/1.1" status: 200 len: 850 time: 0.0532415 Jul 14 18:49:44.911652 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-876e45fc-35a6-42f0-81b6-870fbdbd7592 tempest-ExtraDHCPOptionsIpV6TestJSON-1922965260 tempest-ExtraDHCPOptionsIpV6TestJSON-1922965260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:49:44.945342 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbab9d4-4ccc-4755-ad79-ecb18996141f req-3b7089d1-7068-49e6-9198-109c909ab454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:49:44.947136 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-efbab9d4-4ccc-4755-ad79-ecb18996141f req-3b7089d1-7068-49e6-9198-109c909ab454 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d41f9397-de9e-4e07-a07d-8cf0ac566250&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0701544 Jul 14 18:49:44.963674 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-876e45fc-35a6-42f0-81b6-870fbdbd7592 tempest-ExtraDHCPOptionsIpV6TestJSON-1922965260 tempest-ExtraDHCPOptionsIpV6TestJSON-1922965260-project] Network 03a6ae2c-424c-48af-9cfa-6bd91686eee4 is already hosted by enough agents. {{(pid=93916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:49:44.968626 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [None req-876e45fc-35a6-42f0-81b6-870fbdbd7592 tempest-ExtraDHCPOptionsIpV6TestJSON-1922965260 tempest-ExtraDHCPOptionsIpV6TestJSON-1922965260-project] Resources bound (agent type, host, resource id): {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:49:44.973101 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-876e45fc-35a6-42f0-81b6-870fbdbd7592 tempest-ExtraDHCPOptionsIpV6TestJSON-1922965260 tempest-ExtraDHCPOptionsIpV6TestJSON-1922965260-project] Received port after_create {{(pid=93916) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:49:44.980645 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-876e45fc-35a6-42f0-81b6-870fbdbd7592 tempest-ExtraDHCPOptionsIpV6TestJSON-1922965260 tempest-ExtraDHCPOptionsIpV6TestJSON-1922965260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:49:44.981322 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-876e45fc-35a6-42f0-81b6-870fbdbd7592 tempest-ExtraDHCPOptionsIpV6TestJSON-1922965260 tempest-ExtraDHCPOptionsIpV6TestJSON-1922965260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:49:45.003037 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876e45fc-35a6-42f0-81b6-870fbdbd7592 tempest-ExtraDHCPOptionsIpV6TestJSON-1922965260 tempest-ExtraDHCPOptionsIpV6TestJSON-1922965260-project] Pushing event updated for resources: {'Port': ['ID=6a532bb1-7d29-4867-84b5-6ccc8093226c,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:49:45.012023 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.db_base_plugin_common [None req-21e73bfd-dd0b-4fbd-94a8-a1103aa3fc48 None None] Allocated IP 2001:db8::2 (03a6ae2c-424c-48af-9cfa-6bd91686eee4/e5790a5b-dfc1-4c37-85b1-a8026e42a831/c33f91c3-34af-47a6-9fe5-f1d48ebddc8f) {{(pid=93917) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:49:45.016589 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-876e45fc-35a6-42f0-81b6-870fbdbd7592 tempest-ExtraDHCPOptionsIpV6TestJSON-1922965260 tempest-ExtraDHCPOptionsIpV6TestJSON-1922965260-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 0.7666903 Jul 14 18:49:45.017818 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 42658) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:49:45.025562 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-c4af3f1f-1082-4105-a4d4-1a6cee21d21e tempest-ExtraDHCPOptionsIpV6TestJSON-1922965260 tempest-ExtraDHCPOptionsIpV6TestJSON-1922965260-project] Request body: {'port': {'network_id': '03a6ae2c-424c-48af-9cfa-6bd91686eee4', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-488392505', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:49:45.027340 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.api.validators [None req-c4af3f1f-1082-4105-a4d4-1a6cee21d21e tempest-ExtraDHCPOptionsIpV6TestJSON-1922965260 tempest-ExtraDHCPOptionsIpV6TestJSON-1922965260-project] bootfile-name is not in valid_values {{(pid=93916) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 14 18:49:45.027988 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.api.validators [None req-c4af3f1f-1082-4105-a4d4-1a6cee21d21e tempest-ExtraDHCPOptionsIpV6TestJSON-1922965260 tempest-ExtraDHCPOptionsIpV6TestJSON-1922965260-project] tftp-server is not in valid_values {{(pid=93916) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 14 18:49:45.028857 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.api.validators [None req-c4af3f1f-1082-4105-a4d4-1a6cee21d21e tempest-ExtraDHCPOptionsIpV6TestJSON-1922965260 tempest-ExtraDHCPOptionsIpV6TestJSON-1922965260-project] server-ip-address is not in valid_values {{(pid=93916) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 14 18:49:45.087677 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-efbab9d4-4ccc-4755-ad79-ecb18996141f req-1e6cc7b4-f769-4f70-80f2-9afe7da012db service neutron] 10.222.0.35 "GET /v2.0/networks/d41f9397-de9e-4e07-a07d-8cf0ac566250?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333365 Jul 14 18:49:45.143173 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-72be02c3-617d-4827-9550-7f6d583c3d7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9e3896e-783e-4cd9-a436-2b5e2a355b94', 'name': 'tempest-TestVolumeBootPattern-302726053-router', 'tenant_id': '5093a1bcf9144b0bbe697fc3cf12df56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.28'}], 'enable_snat': True}, 'gw_port_id': 'dc15107d-54c7-4d8d-b676-7096f1bd483c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:42:21Z', 'updated_at': '2021-07-14T18:42:31Z', 'revision_number': 4, 'project_id': '5093a1bcf9144b0bbe697fc3cf12df56', 'gw_port': {'id': 'dc15107d-54c7-4d8d-b676-7096f1bd483c', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:05:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9e3896e-783e-4cd9-a436-2b5e2a355b94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2443, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:42:23Z', 'updated_at': '2021-07-14T18:42:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_floatingips': [{'id': '64e0c07a-9dbf-4017-8590-27e0981364f8', 'tenant_id': '5093a1bcf9144b0bbe697fc3cf12df56', 'floating_ip_address': '172.25.1.64', 'floating_network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'router_id': 'a9e3896e-783e-4cd9-a436-2b5e2a355b94', 'port_id': 'e3136498-0563-413d-a023-fd2cc3fdf355', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2981, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd41f9397-de9e-4e07-a07d-8cf0ac566250', 'mac_address': 'fa:16:3e:1e:3b:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '187f1c44-2972-4686-a9d2-f1f3e564683f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T18:49:41Z', 'updated_at': '2021-07-14T18:49:41Z', 'revision_number': 0, 'project_id': '5093a1bcf9144b0bbe697fc3cf12df56', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80c1cf18-c949-439f-b063-72e495f32b15', 'name': '', 'network_id': 'd41f9397-de9e-4e07-a07d-8cf0ac566250', 'tenant_id': '5093a1bcf9144b0bbe697fc3cf12df56', 'mac_address': 'fa:16:3e:b9:70:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9e3896e-783e-4cd9-a436-2b5e2a355b94', 'device_owner': 'network:router_interface', 'standard_attr_id': 2461, 'fixed_ips': [{'subnet_id': '0161a33b-ac2d-4d08-b4de-fe1fa405f16a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:42:29Z', 'updated_at': '2021-07-14T18:42:45Z', 'revision_number': 5, 'project_id': '5093a1bcf9144b0bbe697fc3cf12df56', 'subnets': [{'id': '0161a33b-ac2d-4d08-b4de-fe1fa405f16a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-3', False) {} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:49:45.185013 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4af3f1f-1082-4105-a4d4-1a6cee21d21e tempest-ExtraDHCPOptionsIpV6TestJSON-1922965260 tempest-ExtraDHCPOptionsIpV6TestJSON-1922965260-project] Made reservation on behalf of e6dc0d01bc3842f9949196c52c1eb0cd for: {'port': 1} {{(pid=93916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:49:45.192163 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-c4af3f1f-1082-4105-a4d4-1a6cee21d21e tempest-ExtraDHCPOptionsIpV6TestJSON-1922965260 tempest-ExtraDHCPOptionsIpV6TestJSON-1922965260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:49:45.219873 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-efbab9d4-4ccc-4755-ad79-ecb18996141f req-0be95ce4-6607-4289-a46e-222599b2191c service neutron] 10.222.0.35 "GET /v2.0/networks/d41f9397-de9e-4e07-a07d-8cf0ac566250?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253836 Jul 14 18:49:45.221517 n-d-800634-3 neutron-server[93916]: DEBUG neutron.notifiers.nova [None req-c4af3f1f-1082-4105-a4d4-1a6cee21d21e tempest-ExtraDHCPOptionsIpV6TestJSON-1922965260 tempest-ExtraDHCPOptionsIpV6TestJSON-1922965260-project] device_id is not set on port 41a51161-8a14-45ba-845b-9fb1f4f4d32d yet. {{(pid=93916) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 18:49:45.336126 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72be02c3-617d-4827-9550-7f6d583c3d7e None None] The sync data for ids ['a9e3896e-783e-4cd9-a436-2b5e2a355b94'] in n-d-800634-3 is: [{'id': 'a9e3896e-783e-4cd9-a436-2b5e2a355b94', 'name': 'tempest-TestVolumeBootPattern-302726053-router', 'tenant_id': '5093a1bcf9144b0bbe697fc3cf12df56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.28'}], 'enable_snat': True}, 'gw_port_id': 'dc15107d-54c7-4d8d-b676-7096f1bd483c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:42:21Z', 'updated_at': '2021-07-14T18:42:31Z', 'revision_number': 4, 'project_id': '5093a1bcf9144b0bbe697fc3cf12df56', 'gw_port': {'id': 'dc15107d-54c7-4d8d-b676-7096f1bd483c', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:05:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9e3896e-783e-4cd9-a436-2b5e2a355b94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2443, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:42:23Z', 'updated_at': '2021-07-14T18:42:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_floatingips': [{'id': '64e0c07a-9dbf-4017-8590-27e0981364f8', 'tenant_id': '5093a1bcf9144b0bbe697fc3cf12df56', 'floating_ip_address': '172.25.1.64', 'floating_network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'router_id': 'a9e3896e-783e-4cd9-a436-2b5e2a355b94', 'port_id': 'e3136498-0563-413d-a023-fd2cc3fdf355', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2981, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd41f9397-de9e-4e07-a07d-8cf0ac566250', 'mac_address': 'fa:16:3e:1e:3b:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '187f1c44-2972-4686-a9d2-f1f3e564683f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T18:49:41Z', 'updated_at': '2021-07-14T18:49:41Z', 'revision_number': 0, 'project_id': '5093a1bcf9144b0bbe697fc3cf12df56', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80c1cf18-c949-439f-b063-72e495f32b15', 'name': '', 'network_id': 'd41f9397-de9e-4e07-a07d-8cf0ac566250', 'tenant_id': '5093a1bcf9144b0bbe697fc3cf12df56', 'mac_address': 'fa:16:3e:b9:70:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9e3896e-783e-4cd9-a436-2b5e2a355b94', 'device_owner': 'network:router_interface', 'standard_attr_id': 2461, 'fixed_ips': [{'subnet_id': '0161a33b-ac2d-4d08-b4de-fe1fa405f16a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:42:29Z', 'updated_at': '2021-07-14T18:42:45Z', 'revision_number': 5, 'project_id': '5093a1bcf9144b0bbe697fc3cf12df56', 'subnets': [{'id': '0161a33b-ac2d-4d08-b4de-fe1fa405f16a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 18:49:45.419219 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-21e73bfd-dd0b-4fbd-94a8-a1103aa3fc48 None None] Notify callbacks [] for port, precommit_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:49:45.428846 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-21e73bfd-dd0b-4fbd-94a8-a1103aa3fc48 None None] Transition to ACTIVE for port object c33f91c3-34af-47a6-9fe5-f1d48ebddc8f will not be triggered until provisioned by entity L2. {{(pid=93917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:49:45.447594 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-21e73bfd-dd0b-4fbd-94a8-a1103aa3fc48 None None] Transition to ACTIVE for port object c33f91c3-34af-47a6-9fe5-f1d48ebddc8f will not be triggered until provisioned by entity DHCP. {{(pid=93917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:49:45.475913 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-21e73bfd-dd0b-4fbd-94a8-a1103aa3fc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804'] for port, after_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:49:45.559047 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13272379-3e0e-48da-928e-23d825d46041 req-3ccb273a-d4e3-4905-9b3a-9cc4962a1a5a tempest-VolumesSnapshotTestJSON-1089846540 tempest-VolumesSnapshotTestJSON-1089846540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:49:45.571798 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-13272379-3e0e-48da-928e-23d825d46041 req-3ccb273a-d4e3-4905-9b3a-9cc4962a1a5a tempest-VolumesSnapshotTestJSON-1089846540 tempest-VolumesSnapshotTestJSON-1089846540-project] 10.222.0.16 "GET /v2.0/ports?device_id=f8057036-5e11-414c-8d42-2fe19d178736 HTTP/1.1" status: 200 len: 943 time: 0.1037507 Jul 14 18:49:45.581351 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e73bfd-dd0b-4fbd-94a8-a1103aa3fc48 None None] Pushing event updated for resources: {'Port': ['ID=c33f91c3-34af-47a6-9fe5-f1d48ebddc8f,revision_number=1']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:49:45.585239 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.db_base_plugin_common [None req-c4af3f1f-1082-4105-a4d4-1a6cee21d21e tempest-ExtraDHCPOptionsIpV6TestJSON-1922965260 tempest-ExtraDHCPOptionsIpV6TestJSON-1922965260-project] Allocated IP 2001:db8::3cd (03a6ae2c-424c-48af-9cfa-6bd91686eee4/e5790a5b-dfc1-4c37-85b1-a8026e42a831/41a51161-8a14-45ba-845b-9fb1f4f4d32d) {{(pid=93916) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:49:45.597288 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e73bfd-dd0b-4fbd-94a8-a1103aa3fc48 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:49:45.597803 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e73bfd-dd0b-4fbd-94a8-a1103aa3fc48 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:49:45.598423 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e73bfd-dd0b-4fbd-94a8-a1103aa3fc48 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:49:45.598864 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e73bfd-dd0b-4fbd-94a8-a1103aa3fc48 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:49:45.599303 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e73bfd-dd0b-4fbd-94a8-a1103aa3fc48 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:49:45.599737 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e73bfd-dd0b-4fbd-94a8-a1103aa3fc48 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:49:45.600345 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e73bfd-dd0b-4fbd-94a8-a1103aa3fc48 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:49:45.600777 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e73bfd-dd0b-4fbd-94a8-a1103aa3fc48 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:49:45.601209 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e73bfd-dd0b-4fbd-94a8-a1103aa3fc48 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:49:45.601756 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e73bfd-dd0b-4fbd-94a8-a1103aa3fc48 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:49:45.602174 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e73bfd-dd0b-4fbd-94a8-a1103aa3fc48 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:49:45.602919 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e73bfd-dd0b-4fbd-94a8-a1103aa3fc48 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:49:45.624743 n-d-800634-3 neutron-server[93917]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21e73bfd-dd0b-4fbd-94a8-a1103aa3fc48 None None] Network 03a6ae2c-424c-48af-9cfa-6bd91686eee4 is already hosted by enough agents. {{(pid=93917) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:49:45.627002 n-d-800634-3 neutron-server[93917]: DEBUG neutron.scheduler.base_scheduler [None req-21e73bfd-dd0b-4fbd-94a8-a1103aa3fc48 None None] Resources bound (agent type, host, resource id): {{(pid=93917) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:49:45.632065 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21e73bfd-dd0b-4fbd-94a8-a1103aa3fc48 None None] Received port after_create {{(pid=93917) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:49:45.659143 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92b45604-47b0-4ced-9e47-d01beefba8d1 None None] New status for floating IP 64e0c07a-9dbf-4017-8590-27e0981364f8: ACTIVE {{(pid=93918) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 18:49:45.688751 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-13272379-3e0e-48da-928e-23d825d46041 req-687dfc84-a859-41af-b40b-9fae9fc46c0c tempest-VolumesSnapshotTestJSON-1089846540 tempest-VolumesSnapshotTestJSON-1089846540-project] 10.222.0.16 "GET /v2.0/security-groups?id=51c6de00-61eb-4972-a23e-f4f93d3caa7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159389 Jul 14 18:49:45.736778 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-21e73bfd-dd0b-4fbd-94a8-a1103aa3fc48 None None] Attempting to bind port c33f91c3-34af-47a6-9fe5-f1d48ebddc8f on host n-d-800634-3 for vnic_type normal with profile {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:49:45.737154 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-21e73bfd-dd0b-4fbd-94a8-a1103aa3fc48 None None] Attempting to bind port c33f91c3-34af-47a6-9fe5-f1d48ebddc8f by drivers openvswitch,hyperv on host n-d-800634-3 at level 0 using segments [{'id': 'df394c8f-71b0-4f4b-ae6a-a958338c5c05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '03a6ae2c-424c-48af-9cfa-6bd91686eee4'}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:49:45.737683 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21e73bfd-dd0b-4fbd-94a8-a1103aa3fc48 None None] Attempting to bind port c33f91c3-34af-47a6-9fe5-f1d48ebddc8f on network 03a6ae2c-424c-48af-9cfa-6bd91686eee4 {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:49:45.743677 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21e73bfd-dd0b-4fbd-94a8-a1103aa3fc48 None None] Checking agent: {'id': '01c19e91-a945-4e3c-94a6-c211e17c923e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 8, 23), 'started_at': datetime.datetime(2021, 7, 14, 18, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 18, 49, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 18:49:45.744129 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21e73bfd-dd0b-4fbd-94a8-a1103aa3fc48 None None] Checking segment: {'id': 'df394c8f-71b0-4f4b-ae6a-a958338c5c05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '03a6ae2c-424c-48af-9cfa-6bd91686eee4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93917) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:49:45.744573 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-21e73bfd-dd0b-4fbd-94a8-a1103aa3fc48 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:49:45.744969 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21e73bfd-dd0b-4fbd-94a8-a1103aa3fc48 None None] Bound using segment: {'id': 'df394c8f-71b0-4f4b-ae6a-a958338c5c05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '03a6ae2c-424c-48af-9cfa-6bd91686eee4'} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 18:49:45.745539 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-21e73bfd-dd0b-4fbd-94a8-a1103aa3fc48 None None] Bound port: c33f91c3-34af-47a6-9fe5-f1d48ebddc8f, host: n-d-800634-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df394c8f-71b0-4f4b-ae6a-a958338c5c05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '03a6ae2c-424c-48af-9cfa-6bd91686eee4'}}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 18:49:45.745931 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-21e73bfd-dd0b-4fbd-94a8-a1103aa3fc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:49:45.747500 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fbb041-c548-422b-8835-d8a8c27eaaeb req-8a87325c-8947-4474-9d99-2d66bfc81d91 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:49:45.749967 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-79fbb041-c548-422b-8835-d8a8c27eaaeb req-8a87325c-8947-4474-9d99-2d66bfc81d91 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] 10.222.0.16 "GET /v2.0/ports?device_id=ff150787-a5d5-42ad-9e22-f082245a3b4a HTTP/1.1" status: 200 len: 946 time: 0.1755931 Jul 14 18:49:45.838391 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-79fbb041-c548-422b-8835-d8a8c27eaaeb req-b3fa8e4d-35ed-4682-ab07-2973375c85b0 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] 10.222.0.16 "GET /v2.0/security-groups?id=00511198-19e5-42cb-b4d6-0be88d13a8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758708 Jul 14 18:49:45.849139 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-21e73bfd-dd0b-4fbd-94a8-a1103aa3fc48 None None] For port c33f91c3-34af-47a6-9fe5-f1d48ebddc8f, host n-d-800634-3, cleared binding levels {{(pid=93917) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:49:45.856401 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-21e73bfd-dd0b-4fbd-94a8-a1103aa3fc48 None None] For port c33f91c3-34af-47a6-9fe5-f1d48ebddc8f, host n-d-800634-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=c33f91c3-34af-47a6-9fe5-f1d48ebddc8f,segment=NetworkSegment(df394c8f-71b0-4f4b-ae6a-a958338c5c05),segment_id=df394c8f-71b0-4f4b-ae6a-a958338c5c05)] {{(pid=93917) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 18:49:45.868345 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-21e73bfd-dd0b-4fbd-94a8-a1103aa3fc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:49:45.955817 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e73bfd-dd0b-4fbd-94a8-a1103aa3fc48 None None] Pushing event updated for resources: {'Port': ['ID=c33f91c3-34af-47a6-9fe5-f1d48ebddc8f,revision_number=2']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:49:46.222987 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-c4af3f1f-1082-4105-a4d4-1a6cee21d21e tempest-ExtraDHCPOptionsIpV6TestJSON-1922965260 tempest-ExtraDHCPOptionsIpV6TestJSON-1922965260-project] Notify callbacks [] for port, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:49:46.236677 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.provisioning_blocks [None req-c4af3f1f-1082-4105-a4d4-1a6cee21d21e tempest-ExtraDHCPOptionsIpV6TestJSON-1922965260 tempest-ExtraDHCPOptionsIpV6TestJSON-1922965260-project] Transition to ACTIVE for port object 41a51161-8a14-45ba-845b-9fb1f4f4d32d will not be triggered until provisioned by entity DHCP. {{(pid=93916) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:49:46.272394 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-c4af3f1f-1082-4105-a4d4-1a6cee21d21e tempest-ExtraDHCPOptionsIpV6TestJSON-1922965260 tempest-ExtraDHCPOptionsIpV6TestJSON-1922965260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:49:46.320872 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4af3f1f-1082-4105-a4d4-1a6cee21d21e tempest-ExtraDHCPOptionsIpV6TestJSON-1922965260 tempest-ExtraDHCPOptionsIpV6TestJSON-1922965260-project] Network 03a6ae2c-424c-48af-9cfa-6bd91686eee4 is already hosted by enough agents. {{(pid=93916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:49:46.324818 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [None req-c4af3f1f-1082-4105-a4d4-1a6cee21d21e tempest-ExtraDHCPOptionsIpV6TestJSON-1922965260 tempest-ExtraDHCPOptionsIpV6TestJSON-1922965260-project] Resources bound (agent type, host, resource id): {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:49:46.328856 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4af3f1f-1082-4105-a4d4-1a6cee21d21e tempest-ExtraDHCPOptionsIpV6TestJSON-1922965260 tempest-ExtraDHCPOptionsIpV6TestJSON-1922965260-project] Received port after_create {{(pid=93916) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:49:46.334492 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4af3f1f-1082-4105-a4d4-1a6cee21d21e tempest-ExtraDHCPOptionsIpV6TestJSON-1922965260 tempest-ExtraDHCPOptionsIpV6TestJSON-1922965260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:49:46.335137 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-c4af3f1f-1082-4105-a4d4-1a6cee21d21e tempest-ExtraDHCPOptionsIpV6TestJSON-1922965260 tempest-ExtraDHCPOptionsIpV6TestJSON-1922965260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:49:46.344848 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4af3f1f-1082-4105-a4d4-1a6cee21d21e tempest-ExtraDHCPOptionsIpV6TestJSON-1922965260 tempest-ExtraDHCPOptionsIpV6TestJSON-1922965260-project] Pushing event updated for resources: {'Port': ['ID=41a51161-8a14-45ba-845b-9fb1f4f4d32d,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:49:46.355399 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-c4af3f1f-1082-4105-a4d4-1a6cee21d21e tempest-ExtraDHCPOptionsIpV6TestJSON-1922965260 tempest-ExtraDHCPOptionsIpV6TestJSON-1922965260-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1149 time: 1.3350134 Jul 14 18:49:46.357830 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 42672) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:49:46.430966 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-930426cf-c48a-46b4-8b52-c22bb12777da tempest-ExtraDHCPOptionsIpV6TestJSON-1922965260 tempest-ExtraDHCPOptionsIpV6TestJSON-1922965260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:49:46.437041 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-930426cf-c48a-46b4-8b52-c22bb12777da tempest-ExtraDHCPOptionsIpV6TestJSON-1922965260 tempest-ExtraDHCPOptionsIpV6TestJSON-1922965260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:49:46.442957 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-930426cf-c48a-46b4-8b52-c22bb12777da tempest-ExtraDHCPOptionsIpV6TestJSON-1922965260 tempest-ExtraDHCPOptionsIpV6TestJSON-1922965260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:49:46.444682 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-930426cf-c48a-46b4-8b52-c22bb12777da tempest-ExtraDHCPOptionsIpV6TestJSON-1922965260 tempest-ExtraDHCPOptionsIpV6TestJSON-1922965260-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2620 time: 0.0858426 Jul 14 18:49:46.447681 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 42676) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:49:46.551130 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-ddc91d66-a55e-4e03-8e49-9571c73fa183 tempest-ExtraDHCPOptionsIpV6TestJSON-1922965260 tempest-ExtraDHCPOptionsIpV6TestJSON-1922965260-project] Deleting port 41a51161-8a14-45ba-845b-9fb1f4f4d32d {{(pid=93916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:49:46.551474 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-ddc91d66-a55e-4e03-8e49-9571c73fa183 tempest-ExtraDHCPOptionsIpV6TestJSON-1922965260 tempest-ExtraDHCPOptionsIpV6TestJSON-1922965260-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:49:46.643468 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-ddc91d66-a55e-4e03-8e49-9571c73fa183 tempest-ExtraDHCPOptionsIpV6TestJSON-1922965260 tempest-ExtraDHCPOptionsIpV6TestJSON-1922965260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:49:46.657396 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-ddc91d66-a55e-4e03-8e49-9571c73fa183 tempest-ExtraDHCPOptionsIpV6TestJSON-1922965260 tempest-ExtraDHCPOptionsIpV6TestJSON-1922965260-project] Calling delete_port for 41a51161-8a14-45ba-845b-9fb1f4f4d32d owned by {{(pid=93916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:49:46.804986 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-ddc91d66-a55e-4e03-8e49-9571c73fa183 tempest-ExtraDHCPOptionsIpV6TestJSON-1922965260 tempest-ExtraDHCPOptionsIpV6TestJSON-1922965260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:49:46.836191 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc91d66-a55e-4e03-8e49-9571c73fa183 tempest-ExtraDHCPOptionsIpV6TestJSON-1922965260 tempest-ExtraDHCPOptionsIpV6TestJSON-1922965260-project] Pushing event deleted for resources: {'Port': ['ID=41a51161-8a14-45ba-845b-9fb1f4f4d32d,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:49:46.869010 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-ddc91d66-a55e-4e03-8e49-9571c73fa183 tempest-ExtraDHCPOptionsIpV6TestJSON-1922965260 tempest-ExtraDHCPOptionsIpV6TestJSON-1922965260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:49:46.871497 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-ddc91d66-a55e-4e03-8e49-9571c73fa183 tempest-ExtraDHCPOptionsIpV6TestJSON-1922965260 tempest-ExtraDHCPOptionsIpV6TestJSON-1922965260-project] 10.222.0.16 "DELETE /v2.0/ports/41a51161-8a14-45ba-845b-9fb1f4f4d32d HTTP/1.1" status: 204 len: 168 time: 0.4222732 Jul 14 18:49:46.875546 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 42682) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:49:46.882256 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-6a0e07df-65c1-4d5e-8dd3-d3d024b90c91 tempest-ExtraDHCPOptionsIpV6TestJSON-1922965260 tempest-ExtraDHCPOptionsIpV6TestJSON-1922965260-project] Request body: {'port': {'name': 'tempest-new-port-name-1342750021', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:49:46.883146 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.api.validators [None req-6a0e07df-65c1-4d5e-8dd3-d3d024b90c91 tempest-ExtraDHCPOptionsIpV6TestJSON-1922965260 tempest-ExtraDHCPOptionsIpV6TestJSON-1922965260-project] bootfile-name is not in valid_values {{(pid=93916) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 14 18:49:46.883548 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.api.validators [None req-6a0e07df-65c1-4d5e-8dd3-d3d024b90c91 tempest-ExtraDHCPOptionsIpV6TestJSON-1922965260 tempest-ExtraDHCPOptionsIpV6TestJSON-1922965260-project] tftp-server is not in valid_values {{(pid=93916) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 14 18:49:46.883975 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.api.validators [None req-6a0e07df-65c1-4d5e-8dd3-d3d024b90c91 tempest-ExtraDHCPOptionsIpV6TestJSON-1922965260 tempest-ExtraDHCPOptionsIpV6TestJSON-1922965260-project] server-ip-address is not in valid_values {{(pid=93916) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 14 18:49:46.899831 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff01261-455a-435c-b4bd-4869b95b9827 req-44d4853c-c211-4f5d-8e1e-3f59ca7078fa tempest-VolumesSnapshotTestJSON-1089846540 tempest-VolumesSnapshotTestJSON-1089846540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:49:46.901938 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-1ff01261-455a-435c-b4bd-4869b95b9827 req-44d4853c-c211-4f5d-8e1e-3f59ca7078fa tempest-VolumesSnapshotTestJSON-1089846540 tempest-VolumesSnapshotTestJSON-1089846540-project] 10.222.0.16 "GET /v2.0/ports?device_id=f8057036-5e11-414c-8d42-2fe19d178736 HTTP/1.1" status: 200 len: 943 time: 0.1008582 Jul 14 18:49:46.945398 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73a3ee1a-4f82-42b5-a38b-5d42867e8853 None None] Network 03a6ae2c-424c-48af-9cfa-6bd91686eee4 requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:49:46.960509 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-1ff01261-455a-435c-b4bd-4869b95b9827 req-59628f84-0a60-4c15-bc23-34c70936c39a tempest-VolumesSnapshotTestJSON-1089846540 tempest-VolumesSnapshotTestJSON-1089846540-project] 10.222.0.16 "GET /v2.0/security-groups?id=51c6de00-61eb-4972-a23e-f4f93d3caa7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516860 Jul 14 18:49:47.004370 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-6a0e07df-65c1-4d5e-8dd3-d3d024b90c91 tempest-ExtraDHCPOptionsIpV6TestJSON-1922965260 tempest-ExtraDHCPOptionsIpV6TestJSON-1922965260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:49:47.024452 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-cfb84738-4cdf-40ed-87fb-44ec247dd4dc None None] Provisioning for port c33f91c3-34af-47a6-9fe5-f1d48ebddc8f completed by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:49:47.111627 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device c33f91c3-34af-47a6-9fe5-f1d48ebddc8f up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:49:47.122974 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43234a37-2963-48c8-a05d-698232ec453b req-c8214925-d43a-4b16-975f-6e2f92949df6 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:49:47.125875 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-43234a37-2963-48c8-a05d-698232ec453b req-c8214925-d43a-4b16-975f-6e2f92949df6 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] 10.222.0.16 "GET /v2.0/ports?device_id=ff150787-a5d5-42ad-9e22-f082245a3b4a HTTP/1.1" status: 200 len: 946 time: 0.0818393 Jul 14 18:49:47.177702 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-43234a37-2963-48c8-a05d-698232ec453b req-28692b33-3a57-4006-91fa-b64ea8a91561 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] 10.222.0.16 "GET /v2.0/security-groups?id=00511198-19e5-42cb-b4d6-0be88d13a8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458791 Jul 14 18:49:47.219262 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning for port c33f91c3-34af-47a6-9fe5-f1d48ebddc8f completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:49:47.227328 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port c33f91c3-34af-47a6-9fe5-f1d48ebddc8f triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:49:47.227701 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:49:47.293542 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-6a0e07df-65c1-4d5e-8dd3-d3d024b90c91 tempest-ExtraDHCPOptionsIpV6TestJSON-1922965260 tempest-ExtraDHCPOptionsIpV6TestJSON-1922965260-project] Notify callbacks [] for port, precommit_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:49:47.299228 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-6a0e07df-65c1-4d5e-8dd3-d3d024b90c91 tempest-ExtraDHCPOptionsIpV6TestJSON-1922965260 tempest-ExtraDHCPOptionsIpV6TestJSON-1922965260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2684870'] for port, after_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:49:47.316668 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:49:47.324388 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-6a0e07df-65c1-4d5e-8dd3-d3d024b90c91 tempest-ExtraDHCPOptionsIpV6TestJSON-1922965260 tempest-ExtraDHCPOptionsIpV6TestJSON-1922965260-project] In _notify_port_updated(), no bound segment for port 6a532bb1-7d29-4867-84b5-6ccc8093226c on network 03a6ae2c-424c-48af-9cfa-6bd91686eee4 {{(pid=93916) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 14 18:49:47.330623 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a0e07df-65c1-4d5e-8dd3-d3d024b90c91 tempest-ExtraDHCPOptionsIpV6TestJSON-1922965260 tempest-ExtraDHCPOptionsIpV6TestJSON-1922965260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:49:47.331346 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-6a0e07df-65c1-4d5e-8dd3-d3d024b90c91 tempest-ExtraDHCPOptionsIpV6TestJSON-1922965260 tempest-ExtraDHCPOptionsIpV6TestJSON-1922965260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:49:47.332323 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Device f8131bc9-36c6-472f-aad7-8dc4101e2ede details requested by agent hyperv_n-h2-800634-3 with host n-h2-800634-3 {{(pid=93917) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 18:49:47.332899 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-6a0e07df-65c1-4d5e-8dd3-d3d024b90c91 tempest-ExtraDHCPOptionsIpV6TestJSON-1922965260 tempest-ExtraDHCPOptionsIpV6TestJSON-1922965260-project] 10.222.0.16 "PUT /v2.0/ports/6a532bb1-7d29-4867-84b5-6ccc8093226c HTTP/1.1" status: 200 len: 1130 time: 0.4562550 Jul 14 18:49:47.335707 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 42684) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:49:47.387764 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0e07df-65c1-4d5e-8dd3-d3d024b90c91 tempest-ExtraDHCPOptionsIpV6TestJSON-1922965260 tempest-ExtraDHCPOptionsIpV6TestJSON-1922965260-project] Pushing event updated for resources: {'Port': ['ID=6a532bb1-7d29-4867-84b5-6ccc8093226c,revision_number=2']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:49:47.415908 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] For port c33f91c3-34af-47a6-9fe5-f1d48ebddc8f, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=c33f91c3-34af-47a6-9fe5-f1d48ebddc8f,segment=NetworkSegment(df394c8f-71b0-4f4b-ae6a-a958338c5c05),segment_id=df394c8f-71b0-4f4b-ae6a-a958338c5c05)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:49:47.444342 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a6f653b-eb9c-4e07-9995-81de5dd8f829 tempest-ExtraDHCPOptionsIpV6TestJSON-1922965260 tempest-ExtraDHCPOptionsIpV6TestJSON-1922965260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:49:47.446042 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-5a6f653b-eb9c-4e07-9995-81de5dd8f829 tempest-ExtraDHCPOptionsIpV6TestJSON-1922965260 tempest-ExtraDHCPOptionsIpV6TestJSON-1922965260-project] 10.222.0.16 "GET /v2.0/ports/6a532bb1-7d29-4867-84b5-6ccc8093226c HTTP/1.1" status: 200 len: 1130 time: 0.1089845 Jul 14 18:49:47.449715 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 42698) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:49:47.596032 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:49:47.733285 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Pushing event updated for resources: {'Port': ['ID=c33f91c3-34af-47a6-9fe5-f1d48ebddc8f,revision_number=3']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:49:47.733285 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] For port f8131bc9-36c6-472f-aad7-8dc4101e2ede, host n-h2-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=f8131bc9-36c6-472f-aad7-8dc4101e2ede,segment=NetworkSegment(828d5e12-8f80-4253-8f9a-faae066043d6),segment_id=828d5e12-8f80-4253-8f9a-faae066043d6)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:49:47.733285 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Returning: {'device': 'f8131bc9-36c6-472f-aad7-8dc4101e2ede', 'network_id': 'f34c21a2-985d-4d85-8b05-15a9b06872be', 'port_id': 'f8131bc9-36c6-472f-aad7-8dc4101e2ede', 'mac_address': 'fa:16:3e:41:21:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11a5cd79-e3c5-47fa-945a-31157e0df772', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93917) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 18:49:47.739358 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [None req-e4e2638e-a290-4eee-adc6-05b947544ea6 tempest-ExtraDHCPOptionsIpV6TestJSON-1922965260 tempest-ExtraDHCPOptionsIpV6TestJSON-1922965260-project] Deleting port 6a532bb1-7d29-4867-84b5-6ccc8093226c {{(pid=93915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:49:47.739358 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-e4e2638e-a290-4eee-adc6-05b947544ea6 tempest-ExtraDHCPOptionsIpV6TestJSON-1922965260 tempest-ExtraDHCPOptionsIpV6TestJSON-1922965260-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:49:47.747264 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-b4ebe034-706e-4e58-a803-b4fd437165a9 None None] Provisioning for port 6a532bb1-7d29-4867-84b5-6ccc8093226c completed by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:49:47.754295 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-b4ebe034-706e-4e58-a803-b4fd437165a9 None None] Provisioning complete for port 6a532bb1-7d29-4867-84b5-6ccc8093226c triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:49:47.754680 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b4ebe034-706e-4e58-a803-b4fd437165a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:49:47.797180 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:49:47.818557 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-b4ebe034-706e-4e58-a803-b4fd437165a9 None None] Port 6a532bb1-7d29-4867-84b5-6ccc8093226c cannot update to ACTIVE because it is not bound. {{(pid=93917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 18:49:47.821190 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8131bc9-36c6-472f-aad7-8dc4101e2ede {{(pid=93917) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 18:49:47.850346 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-b4ebe034-706e-4e58-a803-b4fd437165a9 None None] Provisioning complete for port c33f91c3-34af-47a6-9fe5-f1d48ebddc8f triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:49:47.850923 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b4ebe034-706e-4e58-a803-b4fd437165a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:49:47.854370 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] For port f8131bc9-36c6-472f-aad7-8dc4101e2ede, host n-h2-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=f8131bc9-36c6-472f-aad7-8dc4101e2ede,segment=NetworkSegment(828d5e12-8f80-4253-8f9a-faae066043d6),segment_id=828d5e12-8f80-4253-8f9a-faae066043d6)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:49:47.868382 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-e4e2638e-a290-4eee-adc6-05b947544ea6 tempest-ExtraDHCPOptionsIpV6TestJSON-1922965260 tempest-ExtraDHCPOptionsIpV6TestJSON-1922965260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:49:47.877847 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:49:47.885090 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [None req-e4e2638e-a290-4eee-adc6-05b947544ea6 tempest-ExtraDHCPOptionsIpV6TestJSON-1922965260 tempest-ExtraDHCPOptionsIpV6TestJSON-1922965260-project] Calling delete_port for 6a532bb1-7d29-4867-84b5-6ccc8093226c owned by {{(pid=93915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:49:47.950903 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Pushing event updated for resources: {'Port': ['ID=f8131bc9-36c6-472f-aad7-8dc4101e2ede,revision_number=4']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:49:48.125748 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-98823681-e44d-41b7-8b4d-5500c30ef1e5 None None] Provisioning complete for port 6a532bb1-7d29-4867-84b5-6ccc8093226c triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:49:48.126474 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-98823681-e44d-41b7-8b4d-5500c30ef1e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:49:48.159415 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] get_ports_and_sgs() called for port_ids ['f8131bc9-36c6-472f-aad7-8dc4101e2ede'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 18:49:48.207778 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-98823681-e44d-41b7-8b4d-5500c30ef1e5 None None] Port 6a532bb1-7d29-4867-84b5-6ccc8093226c cannot update to ACTIVE because it is not bound. {{(pid=93917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 18:49:48.423022 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-e74ff788-3ea5-40ef-9dab-0c170cb54fb9 None None] Could not find standard attr ID for object 41a51161-8a14-45ba-845b-9fb1f4f4d32d. {{(pid=93917) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 14 18:49:48.657492 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-e4e2638e-a290-4eee-adc6-05b947544ea6 tempest-ExtraDHCPOptionsIpV6TestJSON-1922965260 tempest-ExtraDHCPOptionsIpV6TestJSON-1922965260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:49:48.716142 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190a0315-fcc2-4cb5-9ee5-921120961d82 req-87e21596-5a9a-4a52-ac2d-372e40c42b11 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:49:48.726115 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-190a0315-fcc2-4cb5-9ee5-921120961d82 req-87e21596-5a9a-4a52-ac2d-372e40c42b11 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] 10.222.0.16 "GET /v2.0/ports?device_id=ff150787-a5d5-42ad-9e22-f082245a3b4a HTTP/1.1" status: 200 len: 946 time: 0.2013977 Jul 14 18:49:48.726115 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e2638e-a290-4eee-adc6-05b947544ea6 tempest-ExtraDHCPOptionsIpV6TestJSON-1922965260 tempest-ExtraDHCPOptionsIpV6TestJSON-1922965260-project] Pushing event deleted for resources: {'Port': ['ID=6a532bb1-7d29-4867-84b5-6ccc8093226c,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:49:48.786449 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcbe318-0d8d-4d4c-871e-b74730f0fcbf req-c5e53843-a3e9-46d8-bdd8-3907a1303661 tempest-VolumesSnapshotTestJSON-1089846540 tempest-VolumesSnapshotTestJSON-1089846540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:49:48.788021 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3dcbe318-0d8d-4d4c-871e-b74730f0fcbf req-c5e53843-a3e9-46d8-bdd8-3907a1303661 tempest-VolumesSnapshotTestJSON-1089846540 tempest-VolumesSnapshotTestJSON-1089846540-project] 10.222.0.16 "GET /v2.0/ports?device_id=f8057036-5e11-414c-8d42-2fe19d178736 HTTP/1.1" status: 200 len: 944 time: 0.2677236 Jul 14 18:49:48.789196 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-e4e2638e-a290-4eee-adc6-05b947544ea6 tempest-ExtraDHCPOptionsIpV6TestJSON-1922965260 tempest-ExtraDHCPOptionsIpV6TestJSON-1922965260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:49:48.791043 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-e4e2638e-a290-4eee-adc6-05b947544ea6 tempest-ExtraDHCPOptionsIpV6TestJSON-1922965260 tempest-ExtraDHCPOptionsIpV6TestJSON-1922965260-project] 10.222.0.16 "DELETE /v2.0/ports/6a532bb1-7d29-4867-84b5-6ccc8093226c HTTP/1.1" status: 204 len: 168 time: 1.3403981 Jul 14 18:49:48.794404 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 42736) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:49:48.856350 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-190a0315-fcc2-4cb5-9ee5-921120961d82 req-9dd97847-0ba7-438e-93a8-3e7d9a37a91b tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] 10.222.0.16 "GET /v2.0/security-groups?id=00511198-19e5-42cb-b4d6-0be88d13a8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318932 Jul 14 18:49:48.875771 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9839dac-dae2-4843-ae76-3446019c9d9e tempest-ExtraDHCPOptionsIpV6TestJSON-1922965260 tempest-ExtraDHCPOptionsIpV6TestJSON-1922965260-project] Deleting subnet e5790a5b-dfc1-4c37-85b1-a8026e42a831 {{(pid=93916) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 18:49:48.880945 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-d9839dac-dae2-4843-ae76-3446019c9d9e tempest-ExtraDHCPOptionsIpV6TestJSON-1922965260 tempest-ExtraDHCPOptionsIpV6TestJSON-1922965260-project] Notify callbacks [] for subnet, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:49:48.892455 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3dcbe318-0d8d-4d4c-871e-b74730f0fcbf req-3a277965-7f61-4038-8eb8-c7710ce952a7 tempest-VolumesSnapshotTestJSON-1089846540 tempest-VolumesSnapshotTestJSON-1089846540-project] 10.222.0.16 "GET /v2.0/security-groups?id=51c6de00-61eb-4972-a23e-f4f93d3caa7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786409 Jul 14 18:49:48.940073 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-d9839dac-dae2-4843-ae76-3446019c9d9e tempest-ExtraDHCPOptionsIpV6TestJSON-1922965260 tempest-ExtraDHCPOptionsIpV6TestJSON-1922965260-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26296866'] for subnet, precommit_delete_associations {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:49:49.037385 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device c33f91c3-34af-47a6-9fe5-f1d48ebddc8f up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:49:49.038231 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.agents_db [None req-2ea07fb6-aa68-4671-8654-119d82b9f530 None None] Agent healthcheck: found 7 active agents {{(pid=93918) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 18:49:49.072674 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-6bfcd85f-0bcd-4654-8c66-871b2c2c7445 None None] Could not find standard attr ID for object 6a532bb1-7d29-4867-84b5-6ccc8093226c. {{(pid=93917) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 14 18:49:49.088001 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-d9839dac-dae2-4843-ae76-3446019c9d9e tempest-ExtraDHCPOptionsIpV6TestJSON-1922965260 tempest-ExtraDHCPOptionsIpV6TestJSON-1922965260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081283'] for subnet, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:49:49.122072 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port c33f91c3-34af-47a6-9fe5-f1d48ebddc8f triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:49:49.122733 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:49:49.168878 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-d9839dac-dae2-4843-ae76-3446019c9d9e tempest-ExtraDHCPOptionsIpV6TestJSON-1922965260 tempest-ExtraDHCPOptionsIpV6TestJSON-1922965260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2684816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26033152'] for subnet, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:49:49.208908 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9839dac-dae2-4843-ae76-3446019c9d9e tempest-ExtraDHCPOptionsIpV6TestJSON-1922965260 tempest-ExtraDHCPOptionsIpV6TestJSON-1922965260-project] Pushing event deleted for resources: {'Subnet': ['ID=e5790a5b-dfc1-4c37-85b1-a8026e42a831,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:49:49.211495 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-d9839dac-dae2-4843-ae76-3446019c9d9e tempest-ExtraDHCPOptionsIpV6TestJSON-1922965260 tempest-ExtraDHCPOptionsIpV6TestJSON-1922965260-project] Notify callbacks [] for subnet, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:49:49.214615 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-d9839dac-dae2-4843-ae76-3446019c9d9e tempest-ExtraDHCPOptionsIpV6TestJSON-1922965260 tempest-ExtraDHCPOptionsIpV6TestJSON-1922965260-project] 10.222.0.16 "DELETE /v2.0/subnets/e5790a5b-dfc1-4c37-85b1-a8026e42a831 HTTP/1.1" status: 204 len: 168 time: 0.4185162 Jul 14 18:49:49.217591 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 42744) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:49:49.319398 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78d15e3e-af4f-43d6-9eee-fc66fbe8ef3b None None] Network 03a6ae2c-424c-48af-9cfa-6bd91686eee4 requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:49:49.331014 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-de0366c5-aae7-4607-81c2-d8c91008357f tempest-ExtraDHCPOptionsIpV6TestJSON-1922965260 tempest-ExtraDHCPOptionsIpV6TestJSON-1922965260-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645734'] for network, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:49:49.363527 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Device f8131bc9-36c6-472f-aad7-8dc4101e2ede up at agent hyperv_n-h2-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:49:49.397798 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [None req-de0366c5-aae7-4607-81c2-d8c91008357f tempest-ExtraDHCPOptionsIpV6TestJSON-1922965260 tempest-ExtraDHCPOptionsIpV6TestJSON-1922965260-project] Deleting port c33f91c3-34af-47a6-9fe5-f1d48ebddc8f {{(pid=93915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:49:49.398157 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-de0366c5-aae7-4607-81c2-d8c91008357f tempest-ExtraDHCPOptionsIpV6TestJSON-1922965260 tempest-ExtraDHCPOptionsIpV6TestJSON-1922965260-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:49:49.511965 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [None req-de0366c5-aae7-4607-81c2-d8c91008357f tempest-ExtraDHCPOptionsIpV6TestJSON-1922965260 tempest-ExtraDHCPOptionsIpV6TestJSON-1922965260-project] For port c33f91c3-34af-47a6-9fe5-f1d48ebddc8f, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=c33f91c3-34af-47a6-9fe5-f1d48ebddc8f,segment=NetworkSegment(df394c8f-71b0-4f4b-ae6a-a958338c5c05),segment_id=df394c8f-71b0-4f4b-ae6a-a958338c5c05)] {{(pid=93915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:49:49.512536 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-de0366c5-aae7-4607-81c2-d8c91008357f tempest-ExtraDHCPOptionsIpV6TestJSON-1922965260 tempest-ExtraDHCPOptionsIpV6TestJSON-1922965260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:49:49.519963 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Provisioning for port f8131bc9-36c6-472f-aad7-8dc4101e2ede completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:49:49.532004 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Provisioning complete for port f8131bc9-36c6-472f-aad7-8dc4101e2ede triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:49:49.532503 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:49:49.541535 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [None req-de0366c5-aae7-4607-81c2-d8c91008357f tempest-ExtraDHCPOptionsIpV6TestJSON-1922965260 tempest-ExtraDHCPOptionsIpV6TestJSON-1922965260-project] Calling delete_port for c33f91c3-34af-47a6-9fe5-f1d48ebddc8f owned by network:dhcp {{(pid=93915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:49:49.653402 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-de0366c5-aae7-4607-81c2-d8c91008357f tempest-ExtraDHCPOptionsIpV6TestJSON-1922965260 tempest-ExtraDHCPOptionsIpV6TestJSON-1922965260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:49:49.655944 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d9cbf27-bdd6-41d2-a6f3-0db9542be8de None None] DHCP port deletion for 03a6ae2c-424c-48af-9cfa-6bd91686eee4 request from n-d-800634-3 {{(pid=93917) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 18:49:49.670185 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:49:49.684316 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0366c5-aae7-4607-81c2-d8c91008357f tempest-ExtraDHCPOptionsIpV6TestJSON-1922965260 tempest-ExtraDHCPOptionsIpV6TestJSON-1922965260-project] Pushing event deleted for resources: {'Port': ['ID=c33f91c3-34af-47a6-9fe5-f1d48ebddc8f,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:49:49.688348 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de0366c5-aae7-4607-81c2-d8c91008357f tempest-ExtraDHCPOptionsIpV6TestJSON-1922965260 tempest-ExtraDHCPOptionsIpV6TestJSON-1922965260-project] No DVR routers for this DVR port c33f91c3-34af-47a6-9fe5-f1d48ebddc8f on host n-d-800634-3 {{(pid=93915) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 18:49:49.701380 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8057036-5e11-414c-8d42-2fe19d178736', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8131bc9-36c6-472f-aad7-8dc4101e2ede'}] {{(pid=93917) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:49:49.703859 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20b787f3c29eaa7aa2a4d648c725a2124c5ff39a8d793252f9d844495e14cf42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7bdeee3-f59e-4edf-ad99-21a311842d36" -d '{"events": [{"server_uuid": "f8057036-5e11-414c-8d42-2fe19d178736", "name": "network-vif-plugged", "status": "completed", "tag": "f8131bc9-36c6-472f-aad7-8dc4101e2ede"}]}' {{(pid=93917) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:49:49.735970 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] For port f8131bc9-36c6-472f-aad7-8dc4101e2ede, host n-h2-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=f8131bc9-36c6-472f-aad7-8dc4101e2ede,segment=NetworkSegment(828d5e12-8f80-4253-8f9a-faae066043d6),segment_id=828d5e12-8f80-4253-8f9a-faae066043d6)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:49:49.748515 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:49:49.811050 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-de0366c5-aae7-4607-81c2-d8c91008357f tempest-ExtraDHCPOptionsIpV6TestJSON-1922965260 tempest-ExtraDHCPOptionsIpV6TestJSON-1922965260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2096010', 'neutron.services.segments.db._delete_segments_for_network-8728202734996'] for network, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:49:49.836161 n-d-800634-3 neutron-server[93915]: DEBUG neutron.services.segments.db [None req-de0366c5-aae7-4607-81c2-d8c91008357f tempest-ExtraDHCPOptionsIpV6TestJSON-1922965260 tempest-ExtraDHCPOptionsIpV6TestJSON-1922965260-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03a6ae2c-424c-48af-9cfa-6bd91686eee4']}} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:49:49.856667 n-d-800634-3 neutron-server[93915]: DEBUG neutron.services.segments.db [None req-de0366c5-aae7-4607-81c2-d8c91008357f tempest-ExtraDHCPOptionsIpV6TestJSON-1922965260 tempest-ExtraDHCPOptionsIpV6TestJSON-1922965260-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df394c8f-71b0-4f4b-ae6a-a958338c5c05') {'for_net_delete': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:49:49.856977 n-d-800634-3 neutron-server[93915]: DEBUG neutron.services.segments.db [None req-de0366c5-aae7-4607-81c2-d8c91008357f tempest-ExtraDHCPOptionsIpV6TestJSON-1922965260 tempest-ExtraDHCPOptionsIpV6TestJSON-1922965260-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df394c8f-71b0-4f4b-ae6a-a958338c5c05') {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:49:49.881403 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Pushing event updated for resources: {'Port': ['ID=f8131bc9-36c6-472f-aad7-8dc4101e2ede,revision_number=5']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:49:49.897602 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-de0366c5-aae7-4607-81c2-d8c91008357f tempest-ExtraDHCPOptionsIpV6TestJSON-1922965260 tempest-ExtraDHCPOptionsIpV6TestJSON-1922965260-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728202715275', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28939920'] for segment, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:49:49.926092 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-de0366c5-aae7-4607-81c2-d8c91008357f tempest-ExtraDHCPOptionsIpV6TestJSON-1922965260 tempest-ExtraDHCPOptionsIpV6TestJSON-1922965260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:49:49.934138 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de0366c5-aae7-4607-81c2-d8c91008357f tempest-ExtraDHCPOptionsIpV6TestJSON-1922965260 tempest-ExtraDHCPOptionsIpV6TestJSON-1922965260-project] Releasing vlan 53 on physical network physnet1 to pool {{(pid=93915) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 18:49:49.934681 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-de0366c5-aae7-4607-81c2-d8c91008357f tempest-ExtraDHCPOptionsIpV6TestJSON-1922965260 tempest-ExtraDHCPOptionsIpV6TestJSON-1922965260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25911658'] for segment, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:49:50.003714 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 18:49:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe14bb3e-620c-4b27-8263-a29fd4274e44 x-openstack-request-id: req-fe14bb3e-620c-4b27-8263-a29fd4274e44 {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:49:50.004287 n-d-800634-3 neutron-server[93915]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:49:50.004287 n-d-800634-3 neutron-server[93915]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:49:50.004287 n-d-800634-3 neutron-server[93915]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:49:50.004287 n-d-800634-3 neutron-server[93915]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:49:50.004287 n-d-800634-3 neutron-server[93915]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:49:50.004287 n-d-800634-3 neutron-server[93915]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:49:50.004287 n-d-800634-3 neutron-server[93915]: Traceback (most recent call last): Jul 14 18:49:50.004287 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 18:49:50.004287 n-d-800634-3 neutron-server[93915]: timer() Jul 14 18:49:50.004287 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 18:49:50.004287 n-d-800634-3 neutron-server[93915]: cb(*args, **kw) Jul 14 18:49:50.004287 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 18:49:50.004287 n-d-800634-3 neutron-server[93915]: return func(*args, **kwargs) Jul 14 18:49:50.004287 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 18:49:50.004287 n-d-800634-3 neutron-server[93915]: self._notify() Jul 14 18:49:50.004287 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 18:49:50.004287 n-d-800634-3 neutron-server[93915]: self.callback(batched_events) Jul 14 18:49:50.004287 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 18:49:50.004287 n-d-800634-3 neutron-server[93915]: event.method(event) Jul 14 18:49:50.004287 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 18:49:50.004287 n-d-800634-3 neutron-server[93915]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 18:49:50.004287 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 18:49:50.004287 n-d-800634-3 neutron-server[93915]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 18:49:50.004287 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 18:49:50.004287 n-d-800634-3 neutron-server[93915]: return f(self, *a, **k) Jul 14 18:49:50.004287 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 18:49:50.004287 n-d-800634-3 neutron-server[93915]: return self._get(url).json() Jul 14 18:49:50.004287 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 18:49:50.004287 n-d-800634-3 neutron-server[93915]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 18:49:50.004287 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 18:49:50.004287 n-d-800634-3 neutron-server[93915]: return self.request(url, 'GET', **kwargs) Jul 14 18:49:50.004287 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 18:49:50.004287 n-d-800634-3 neutron-server[93915]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 18:49:50.004287 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 18:49:50.004287 n-d-800634-3 neutron-server[93915]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 18:49:50.004287 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 18:49:50.004287 n-d-800634-3 neutron-server[93915]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 18:49:50.004287 n-d-800634-3 neutron-server[93915]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 18:49:50.007099 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8057036-5e11-414c-8d42-2fe19d178736", "name": "network-vif-plugged", "status": "completed", "tag": "f8131bc9-36c6-472f-aad7-8dc4101e2ede", "code": 200}]} {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:49:50.007099 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-fe14bb3e-620c-4b27-8263-a29fd4274e44 {{(pid=93917) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:49:50.007099 n-d-800634-3 neutron-server[93917]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8057036-5e11-414c-8d42-2fe19d178736', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8131bc9-36c6-472f-aad7-8dc4101e2ede', 'code': 200} Jul 14 18:49:50.043076 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-de0366c5-aae7-4607-81c2-d8c91008357f tempest-ExtraDHCPOptionsIpV6TestJSON-1922965260 tempest-ExtraDHCPOptionsIpV6TestJSON-1922965260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2096001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-930085'] for network, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:49:50.048287 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-de0366c5-aae7-4607-81c2-d8c91008357f tempest-ExtraDHCPOptionsIpV6TestJSON-1922965260 tempest-ExtraDHCPOptionsIpV6TestJSON-1922965260-project] Notify callbacks [] for network, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:49:50.053038 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-de0366c5-aae7-4607-81c2-d8c91008357f tempest-ExtraDHCPOptionsIpV6TestJSON-1922965260 tempest-ExtraDHCPOptionsIpV6TestJSON-1922965260-project] 10.222.0.16 "DELETE /v2.0/networks/03a6ae2c-424c-48af-9cfa-6bd91686eee4 HTTP/1.1" status: 204 len: 168 time: 0.8317947 Jul 14 18:49:50.118776 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0366c5-aae7-4607-81c2-d8c91008357f tempest-ExtraDHCPOptionsIpV6TestJSON-1922965260 tempest-ExtraDHCPOptionsIpV6TestJSON-1922965260-project] Pushing event deleted for resources: {'Network': ['ID=03a6ae2c-424c-48af-9cfa-6bd91686eee4,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:49:50.243299 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f16877-ab2e-4f0e-9fb5-c686705ddc8c req-a16e6e73-5cf3-465e-8f12-277b967c3c4e tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:49:50.253299 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-58f16877-ab2e-4f0e-9fb5-c686705ddc8c req-a16e6e73-5cf3-465e-8f12-277b967c3c4e tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] 10.222.0.16 "GET /v2.0/ports?device_id=ff150787-a5d5-42ad-9e22-f082245a3b4a HTTP/1.1" status: 200 len: 946 time: 0.2331970 Jul 14 18:49:50.292593 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60aa143a-05b6-4534-913c-638746b319a8 req-327da4fc-f4c1-4e5e-a23d-d4bed0a90ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:49:50.294188 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-60aa143a-05b6-4534-913c-638746b319a8 req-327da4fc-f4c1-4e5e-a23d-d4bed0a90ae2 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=f8057036-5e11-414c-8d42-2fe19d178736 HTTP/1.1" status: 200 len: 1096 time: 0.1871707 Jul 14 18:49:50.324073 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5a5f9e-4d70-476f-b434-376037050090 req-0756977c-8d94-4666-9752-e3027475702d tempest-VolumesSnapshotTestJSON-1089846540 tempest-VolumesSnapshotTestJSON-1089846540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:49:50.325841 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-fa5a5f9e-4d70-476f-b434-376037050090 req-0756977c-8d94-4666-9752-e3027475702d tempest-VolumesSnapshotTestJSON-1089846540 tempest-VolumesSnapshotTestJSON-1089846540-project] 10.222.0.16 "GET /v2.0/ports?device_id=f8057036-5e11-414c-8d42-2fe19d178736 HTTP/1.1" status: 200 len: 945 time: 0.1841035 Jul 14 18:49:50.351302 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-58f16877-ab2e-4f0e-9fb5-c686705ddc8c req-05ad6249-e3d0-4d49-a2a3-d1c4c0c1c35a tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] 10.222.0.16 "GET /v2.0/security-groups?id=00511198-19e5-42cb-b4d6-0be88d13a8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969846 Jul 14 18:49:50.377597 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-966f0aa8-c45a-4a38-b429-2f0a7eb78111 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:49:50.403189 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-60aa143a-05b6-4534-913c-638746b319a8 req-f316724a-880d-4ed6-93bf-d029eef373ef service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=51c6de00-61eb-4972-a23e-f4f93d3caa7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965519 Jul 14 18:49:50.412265 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-fa5a5f9e-4d70-476f-b434-376037050090 req-41803e55-05b7-4b41-8698-dc767f7eb734 tempest-VolumesSnapshotTestJSON-1089846540 tempest-VolumesSnapshotTestJSON-1089846540-project] 10.222.0.16 "GET /v2.0/security-groups?id=51c6de00-61eb-4972-a23e-f4f93d3caa7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758090 Jul 14 18:49:50.419708 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 42786) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:49:50.607645 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-0404a5c4-2d8f-4d7f-8992-5a5070f9ce8e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e6dc0d01bc3842f9949196c52c1eb0cd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1836717 Jul 14 18:49:50.608051 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 42798) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:49:50.672701 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-7c576f1a-411a-4114-b484-ae9dba3c6944 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:49:50.717469 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-7c576f1a-411a-4114-b484-ae9dba3c6944 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:49:50.777294 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-7c576f1a-411a-4114-b484-ae9dba3c6944 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:49:50.780406 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-7c576f1a-411a-4114-b484-ae9dba3c6944 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:49:50.781777 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-7c576f1a-411a-4114-b484-ae9dba3c6944 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ae993fd3-5fb1-4934-8af3-06b297d33834 HTTP/1.1" status: 204 len: 168 time: 0.1726103 Jul 14 18:49:50.795193 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c576f1a-411a-4114-b484-ae9dba3c6944 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae993fd3-5fb1-4934-8af3-06b297d33834,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:49:50.987941 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device c33f91c3-34af-47a6-9fe5-f1d48ebddc8f no longer exists at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 18:49:51.014985 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] No Port match for: c33f91c3-34af-47a6-9fe5-f1d48ebddc8f {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 18:49:51.015338 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device c33f91c3-34af-47a6-9fe5-f1d48ebddc8f not bound to the agent host n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 18:49:51.642560 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc392532-6784-4776-822f-71a523f270ad req-3979e5d5-70f0-4bc0-943a-9419bb3578b9 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:49:51.644416 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-dc392532-6784-4776-822f-71a523f270ad req-3979e5d5-70f0-4bc0-943a-9419bb3578b9 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] 10.222.0.16 "GET /v2.0/ports?device_id=ff150787-a5d5-42ad-9e22-f082245a3b4a HTTP/1.1" status: 200 len: 946 time: 0.1212637 Jul 14 18:49:51.660443 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 42850) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:49:51.706035 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c347f93f-ba8e-4104-a194-2b696c7b5d34 req-f1fe5cf0-c773-4e55-8429-64507bb215c8 tempest-VolumesSnapshotTestJSON-1089846540 tempest-VolumesSnapshotTestJSON-1089846540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:49:51.710189 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c347f93f-ba8e-4104-a194-2b696c7b5d34 req-f1fe5cf0-c773-4e55-8429-64507bb215c8 tempest-VolumesSnapshotTestJSON-1089846540 tempest-VolumesSnapshotTestJSON-1089846540-project] 10.222.0.16 "GET /v2.0/ports?device_id=f8057036-5e11-414c-8d42-2fe19d178736 HTTP/1.1" status: 200 len: 945 time: 0.1156654 Jul 14 18:49:51.731415 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-dc392532-6784-4776-822f-71a523f270ad req-410df136-a34c-41aa-a39c-8d5fe3215d59 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] 10.222.0.16 "GET /v2.0/security-groups?id=00511198-19e5-42cb-b4d6-0be88d13a8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788634 Jul 14 18:49:51.771246 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c347f93f-ba8e-4104-a194-2b696c7b5d34 req-2571c254-69e7-461e-8d3f-77d41cdb21c5 tempest-VolumesSnapshotTestJSON-1089846540 tempest-VolumesSnapshotTestJSON-1089846540-project] 10.222.0.16 "GET /v2.0/security-groups?id=51c6de00-61eb-4972-a23e-f4f93d3caa7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511105 Jul 14 18:49:51.847980 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-6577e1f1-db67-4103-a1e9-018a74886988 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-835091958'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:49:51.882258 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6577e1f1-db67-4103-a1e9-018a74886988 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Made reservation on behalf of e8eabfd62c9b433bb574ba1ae1574849 for: {'network': 1} {{(pid=93916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:49:51.887209 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-6577e1f1-db67-4103-a1e9-018a74886988 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for network, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:49:51.900426 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-6577e1f1-db67-4103-a1e9-018a74886988 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Notify callbacks [] for security_group, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:49:52.031239 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-6577e1f1-db67-4103-a1e9-018a74886988 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Notify callbacks [] for security_group, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:49:52.036861 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-6577e1f1-db67-4103-a1e9-018a74886988 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:49:52.067830 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6577e1f1-db67-4103-a1e9-018a74886988 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 64} {{(pid=93916) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 18:49:52.085307 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6577e1f1-db67-4103-a1e9-018a74886988 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9626102b-9ddc-4af0-9e74-f68d60a9541b,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:49:52.090649 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-6577e1f1-db67-4103-a1e9-018a74886988 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:49:52.091005 n-d-800634-3 neutron-server[93916]: INFO neutron.db.segments_db [None req-6577e1f1-db67-4103-a1e9-018a74886988 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Added segment b236d03b-e481-45e3-82ad-e1d446be470c of type vlan for network 607a2151-da57-4f36-80a6-2a082431bec8 Jul 14 18:49:52.155446 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-6577e1f1-db67-4103-a1e9-018a74886988 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728202197517'] for network, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:49:52.190699 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-6577e1f1-db67-4103-a1e9-018a74886988 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727'] for network, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:49:52.198124 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6577e1f1-db67-4103-a1e9-018a74886988 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:49:52.199160 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-6577e1f1-db67-4103-a1e9-018a74886988 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Notify callbacks [] for network, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:49:52.299459 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6577e1f1-db67-4103-a1e9-018a74886988 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Pushing event updated for resources: {'Network': ['ID=607a2151-da57-4f36-80a6-2a082431bec8,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:49:52.313338 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Network 607a2151-da57-4f36-80a6-2a082431bec8 details requested by agent ovs-agent-n-d-800634-3 with host n-d-800634-3 {{(pid=93917) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 18:49:52.319111 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-6577e1f1-db67-4103-a1e9-018a74886988 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.6569767 Jul 14 18:49:52.540762 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 42880) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:49:52.547294 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-b38063a9-acab-44ca-8b40-c56d91a7843d tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Request body: {'subnet': {'network_id': '607a2151-da57-4f36-80a6-2a082431bec8', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:49:52.668708 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b38063a9-acab-44ca-8b40-c56d91a7843d tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Made reservation on behalf of e8eabfd62c9b433bb574ba1ae1574849 for: {'subnet': 1} {{(pid=93916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:49:52.672690 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-b38063a9-acab-44ca-8b40-c56d91a7843d tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26033189'] for subnet, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:49:52.810275 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-4a2ee90b-0713-48b4-8901-cefc3487beca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:49:52.974356 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-b38063a9-acab-44ca-8b40-c56d91a7843d tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2684753', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26033175'] for subnet, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:49:52.993753 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb40aa6c-6c41-49bf-9148-790c0a35df3c req-57faf254-794f-4883-804c-70cf0437d68b tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:49:52.996026 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-eb40aa6c-6c41-49bf-9148-790c0a35df3c req-57faf254-794f-4883-804c-70cf0437d68b tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] 10.222.0.16 "GET /v2.0/ports?device_id=ff150787-a5d5-42ad-9e22-f082245a3b4a HTTP/1.1" status: 200 len: 946 time: 0.1096792 Jul 14 18:49:53.057172 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38063a9-acab-44ca-8b40-c56d91a7843d tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Pushing event updated for resources: {'Subnet': ['ID=b8b6670d-7647-4b83-8ed7-96f415254518,revision_number=0']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:49:53.059582 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b38063a9-acab-44ca-8b40-c56d91a7843d tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Checking segment: {'id': 'b236d03b-e481-45e3-82ad-e1d446be470c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '607a2151-da57-4f36-80a6-2a082431bec8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93916) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:49:53.059951 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b38063a9-acab-44ca-8b40-c56d91a7843d tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Network hostable DHCP agents. Network: 607a2151-da57-4f36-80a6-2a082431bec8, hostable agents: ['028393c3-0576-4ebd-bca1-8ea8a148e1a2'], hosted agents: [] {{(pid=93916) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 18:49:53.069271 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-eb40aa6c-6c41-49bf-9148-790c0a35df3c req-3c01242e-854a-4c57-a515-cbe96c7cc0da tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] 10.222.0.16 "GET /v2.0/security-groups?id=00511198-19e5-42cb-b4d6-0be88d13a8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668395 Jul 14 18:49:53.086542 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b38063a9-acab-44ca-8b40-c56d91a7843d tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Network 607a2151-da57-4f36-80a6-2a082431bec8 is scheduled to be hosted by DHCP agent 028393c3-0576-4ebd-bca1-8ea8a148e1a2 with binding_index 1 {{(pid=93916) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 18:49:53.110614 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [None req-b38063a9-acab-44ca-8b40-c56d91a7843d tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-3, 607a2151-da57-4f36-80a6-2a082431bec8) {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:49:53.118842 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b38063a9-acab-44ca-8b40-c56d91a7843d tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:49:53.118970 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-136d2ab4-12b3-4414-9269-39395c48bbbb None None] Network 607a2151-da57-4f36-80a6-2a082431bec8 requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:49:53.119753 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-b38063a9-acab-44ca-8b40-c56d91a7843d tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Notify callbacks [] for subnet, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:49:53.155887 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-b38063a9-acab-44ca-8b40-c56d91a7843d tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 0.6139119 Jul 14 18:49:53.159484 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 42896) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:49:53.166065 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-ff14c18f-7104-4d4e-929e-cef33f8374a7 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-786667546'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:49:53.200938 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff14c18f-7104-4d4e-929e-cef33f8374a7 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Made reservation on behalf of e8eabfd62c9b433bb574ba1ae1574849 for: {'network': 1} {{(pid=93915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:49:53.205626 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-ff14c18f-7104-4d4e-929e-cef33f8374a7 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for network, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:49:53.210527 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:49:53.241399 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff14c18f-7104-4d4e-929e-cef33f8374a7 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 68} {{(pid=93915) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 18:49:53.251623 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-ff14c18f-7104-4d4e-929e-cef33f8374a7 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:49:53.251980 n-d-800634-3 neutron-server[93915]: INFO neutron.db.segments_db [None req-ff14c18f-7104-4d4e-929e-cef33f8374a7 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Added segment 101236dc-657d-4f4a-a712-2065214412e8 of type vlan for network fc5de6ca-e13b-4e01-a8fa-b4d0a73bcbe4 Jul 14 18:49:53.316409 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-ff14c18f-7104-4d4e-929e-cef33f8374a7 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728202197517'] for network, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:49:53.375858 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-ff14c18f-7104-4d4e-929e-cef33f8374a7 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727'] for network, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:49:53.376482 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bec53dd6-7e65-416e-b176-7d30ee990648 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9222b97e-5d1c-54f8-ba97-82f172498e76-607a2151-da57-4f36-80a6-2a082431bec8', 'network_id': '607a2151-da57-4f36-80a6-2a082431bec8', 'tenant_id': 'e8eabfd62c9b433bb574ba1ae1574849', 'fixed_ips': [{'subnet_id': 'b8b6670d-7647-4b83-8ed7-96f415254518'}]}} from n-d-800634-3. {{(pid=93917) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 18:49:53.381075 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-bec53dd6-7e65-416e-b176-7d30ee990648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:49:53.383735 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff14c18f-7104-4d4e-929e-cef33f8374a7 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:49:53.384738 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-ff14c18f-7104-4d4e-929e-cef33f8374a7 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Notify callbacks [] for network, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:49:53.476305 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff14c18f-7104-4d4e-929e-cef33f8374a7 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Pushing event updated for resources: {'Network': ['ID=fc5de6ca-e13b-4e01-a8fa-b4d0a73bcbe4,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:49:53.493336 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Network fc5de6ca-e13b-4e01-a8fa-b4d0a73bcbe4 details requested by agent ovs-agent-n-d-800634-3 with host n-d-800634-3 {{(pid=93917) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 18:49:53.507069 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-ff14c18f-7104-4d4e-929e-cef33f8374a7 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3461535 Jul 14 18:49:53.510734 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 42904) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:49:53.518056 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-c7dfac69-c6b0-460d-be75-042be91e2232 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Request body: {'subnet': {'network_id': 'fc5de6ca-e13b-4e01-a8fa-b4d0a73bcbe4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:49:53.635508 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7dfac69-c6b0-460d-be75-042be91e2232 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Made reservation on behalf of e8eabfd62c9b433bb574ba1ae1574849 for: {'subnet': 1} {{(pid=93916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:49:53.645002 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-c7dfac69-c6b0-460d-be75-042be91e2232 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26033189'] for subnet, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:49:53.659965 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.db_base_plugin_common [None req-bec53dd6-7e65-416e-b176-7d30ee990648 None None] Allocated IP 172.20.255.242 (607a2151-da57-4f36-80a6-2a082431bec8/b8b6670d-7647-4b83-8ed7-96f415254518/f9da322c-bb91-4da7-a410-4e7239ef5ffa) {{(pid=93917) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:49:53.883524 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-bec53dd6-7e65-416e-b176-7d30ee990648 None None] Notify callbacks [] for port, precommit_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:49:53.895839 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-bec53dd6-7e65-416e-b176-7d30ee990648 None None] Transition to ACTIVE for port object f9da322c-bb91-4da7-a410-4e7239ef5ffa will not be triggered until provisioned by entity L2. {{(pid=93917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:49:53.902658 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-c7dfac69-c6b0-460d-be75-042be91e2232 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2684753', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26033175'] for subnet, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:49:53.929430 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-bec53dd6-7e65-416e-b176-7d30ee990648 None None] Transition to ACTIVE for port object f9da322c-bb91-4da7-a410-4e7239ef5ffa will not be triggered until provisioned by entity DHCP. {{(pid=93917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:49:53.941521 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-bec53dd6-7e65-416e-b176-7d30ee990648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804'] for port, after_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:49:53.986348 n-d-800634-3 neutron-server[93917]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bec53dd6-7e65-416e-b176-7d30ee990648 None None] Network 607a2151-da57-4f36-80a6-2a082431bec8 is already hosted by enough agents. {{(pid=93917) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:49:53.990222 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7dfac69-c6b0-460d-be75-042be91e2232 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Pushing event updated for resources: {'Subnet': ['ID=2b57995c-a47e-4e29-aef7-76acc01ee670,revision_number=0']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:49:53.992251 n-d-800634-3 neutron-server[93917]: DEBUG neutron.scheduler.base_scheduler [None req-bec53dd6-7e65-416e-b176-7d30ee990648 None None] Resources bound (agent type, host, resource id): {{(pid=93917) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:49:53.998891 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7dfac69-c6b0-460d-be75-042be91e2232 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Checking segment: {'id': '101236dc-657d-4f4a-a712-2065214412e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'fc5de6ca-e13b-4e01-a8fa-b4d0a73bcbe4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93916) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:49:53.999264 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7dfac69-c6b0-460d-be75-042be91e2232 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Network hostable DHCP agents. Network: fc5de6ca-e13b-4e01-a8fa-b4d0a73bcbe4, hostable agents: ['028393c3-0576-4ebd-bca1-8ea8a148e1a2'], hosted agents: [] {{(pid=93916) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 18:49:54.005843 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bec53dd6-7e65-416e-b176-7d30ee990648 None None] Received port after_create {{(pid=93917) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:49:54.018985 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec53dd6-7e65-416e-b176-7d30ee990648 None None] Pushing event updated for resources: {'Port': ['ID=f9da322c-bb91-4da7-a410-4e7239ef5ffa,revision_number=1']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:49:54.019216 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7dfac69-c6b0-460d-be75-042be91e2232 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Network fc5de6ca-e13b-4e01-a8fa-b4d0a73bcbe4 is scheduled to be hosted by DHCP agent 028393c3-0576-4ebd-bca1-8ea8a148e1a2 with binding_index 1 {{(pid=93916) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 18:49:54.030981 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [None req-c7dfac69-c6b0-460d-be75-042be91e2232 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-3, fc5de6ca-e13b-4e01-a8fa-b4d0a73bcbe4) {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:49:54.035910 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7dfac69-c6b0-460d-be75-042be91e2232 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:49:54.036860 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-c7dfac69-c6b0-460d-be75-042be91e2232 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Notify callbacks [] for subnet, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:49:54.052351 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-446490c8-0987-43f9-9d9a-0534f1d13159 None None] Network fc5de6ca-e13b-4e01-a8fa-b4d0a73bcbe4 requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:49:54.059149 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-c7dfac69-c6b0-460d-be75-042be91e2232 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 0.5433500 Jul 14 18:49:54.059379 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 42914) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:49:54.202002 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-f70bcce7-efb5-4cd3-9409-51f39bd86b49 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645734'] for network, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:49:54.240903 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-bec53dd6-7e65-416e-b176-7d30ee990648 None None] Attempting to bind port f9da322c-bb91-4da7-a410-4e7239ef5ffa on host n-d-800634-3 for vnic_type normal with profile {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:49:54.241316 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-bec53dd6-7e65-416e-b176-7d30ee990648 None None] Attempting to bind port f9da322c-bb91-4da7-a410-4e7239ef5ffa by drivers openvswitch,hyperv on host n-d-800634-3 at level 0 using segments [{'id': 'b236d03b-e481-45e3-82ad-e1d446be470c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '607a2151-da57-4f36-80a6-2a082431bec8'}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:49:54.241875 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bec53dd6-7e65-416e-b176-7d30ee990648 None None] Attempting to bind port f9da322c-bb91-4da7-a410-4e7239ef5ffa on network 607a2151-da57-4f36-80a6-2a082431bec8 {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:49:54.258123 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bec53dd6-7e65-416e-b176-7d30ee990648 None None] Checking agent: {'id': '01c19e91-a945-4e3c-94a6-c211e17c923e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 8, 23), 'started_at': datetime.datetime(2021, 7, 14, 18, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 18, 49, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 18:49:54.258530 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bec53dd6-7e65-416e-b176-7d30ee990648 None None] Checking segment: {'id': 'b236d03b-e481-45e3-82ad-e1d446be470c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '607a2151-da57-4f36-80a6-2a082431bec8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93917) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:49:54.258947 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-bec53dd6-7e65-416e-b176-7d30ee990648 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:49:54.259352 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bec53dd6-7e65-416e-b176-7d30ee990648 None None] Bound using segment: {'id': 'b236d03b-e481-45e3-82ad-e1d446be470c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '607a2151-da57-4f36-80a6-2a082431bec8'} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 18:49:54.259848 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-bec53dd6-7e65-416e-b176-7d30ee990648 None None] Bound port: f9da322c-bb91-4da7-a410-4e7239ef5ffa, host: n-d-800634-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b236d03b-e481-45e3-82ad-e1d446be470c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '607a2151-da57-4f36-80a6-2a082431bec8'}}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 18:49:54.261310 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-bec53dd6-7e65-416e-b176-7d30ee990648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:49:54.284365 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-574aeb93-9938-449c-8e6c-cb22c9b52cc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:49:54.286111 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-f70bcce7-efb5-4cd3-9409-51f39bd86b49 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081283'] for subnet, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:49:54.390615 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-f70bcce7-efb5-4cd3-9409-51f39bd86b49 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2684816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26033152'] for subnet, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:49:54.399421 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5d1112-7146-482f-9784-2f1fdda7c0e5 req-33f8f25d-9cf6-432b-9791-5d5cd4a3c135 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:49:54.407975 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-4b5d1112-7146-482f-9784-2f1fdda7c0e5 req-33f8f25d-9cf6-432b-9791-5d5cd4a3c135 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] 10.222.0.16 "GET /v2.0/ports?device_id=ff150787-a5d5-42ad-9e22-f082245a3b4a HTTP/1.1" status: 200 len: 946 time: 0.1138749 Jul 14 18:49:54.431093 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70bcce7-efb5-4cd3-9409-51f39bd86b49 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Pushing event deleted for resources: {'Subnet': ['ID=2b57995c-a47e-4e29-aef7-76acc01ee670,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:49:54.465971 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-bec53dd6-7e65-416e-b176-7d30ee990648 None None] For port f9da322c-bb91-4da7-a410-4e7239ef5ffa, host n-d-800634-3, cleared binding levels {{(pid=93917) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:49:54.473487 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-bec53dd6-7e65-416e-b176-7d30ee990648 None None] For port f9da322c-bb91-4da7-a410-4e7239ef5ffa, host n-d-800634-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=f9da322c-bb91-4da7-a410-4e7239ef5ffa,segment=NetworkSegment(b236d03b-e481-45e3-82ad-e1d446be470c),segment_id=b236d03b-e481-45e3-82ad-e1d446be470c)] {{(pid=93917) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 18:49:54.474110 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-4b5d1112-7146-482f-9784-2f1fdda7c0e5 req-b6da30e2-ca39-401b-9eb1-dc88b38c5558 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] 10.222.0.16 "GET /v2.0/security-groups?id=00511198-19e5-42cb-b4d6-0be88d13a8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646548 Jul 14 18:49:54.480830 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-bec53dd6-7e65-416e-b176-7d30ee990648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:49:54.563385 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-f70bcce7-efb5-4cd3-9409-51f39bd86b49 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2096010', 'neutron.services.segments.db._delete_segments_for_network-8728202734996'] for network, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:49:54.564359 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1587a27b-fd49-4764-8b17-fefa8a4fd949 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9222b97e-5d1c-54f8-ba97-82f172498e76-fc5de6ca-e13b-4e01-a8fa-b4d0a73bcbe4', 'network_id': 'fc5de6ca-e13b-4e01-a8fa-b4d0a73bcbe4', 'tenant_id': 'e8eabfd62c9b433bb574ba1ae1574849', 'fixed_ips': [{'subnet_id': '2b57995c-a47e-4e29-aef7-76acc01ee670'}]}} from n-d-800634-3. {{(pid=93917) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 18:49:54.565231 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-1587a27b-fd49-4764-8b17-fefa8a4fd949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:49:54.578204 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.segments.db [None req-f70bcce7-efb5-4cd3-9409-51f39bd86b49 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc5de6ca-e13b-4e01-a8fa-b4d0a73bcbe4']}} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:49:54.594304 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.segments.db [None req-f70bcce7-efb5-4cd3-9409-51f39bd86b49 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '101236dc-657d-4f4a-a712-2065214412e8') {'for_net_delete': True} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:49:54.594304 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.segments.db [None req-f70bcce7-efb5-4cd3-9409-51f39bd86b49 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '101236dc-657d-4f4a-a712-2065214412e8') {} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:49:54.598174 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec53dd6-7e65-416e-b176-7d30ee990648 None None] Pushing event updated for resources: {'Port': ['ID=f9da322c-bb91-4da7-a410-4e7239ef5ffa,revision_number=2']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:49:54.610271 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-f70bcce7-efb5-4cd3-9409-51f39bd86b49 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728202715275', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26296891'] for segment, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:49:54.645087 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-f70bcce7-efb5-4cd3-9409-51f39bd86b49 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:49:54.656988 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f70bcce7-efb5-4cd3-9409-51f39bd86b49 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Releasing vlan 68 on physical network physnet1 to pool {{(pid=93916) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 18:49:54.657700 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-f70bcce7-efb5-4cd3-9409-51f39bd86b49 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2682942'] for segment, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:49:54.666349 n-d-800634-3 neutron-server[93916]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:49:54.666349 n-d-800634-3 neutron-server[93916]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:49:54.666349 n-d-800634-3 neutron-server[93916]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:49:54.666349 n-d-800634-3 neutron-server[93916]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:49:54.666349 n-d-800634-3 neutron-server[93916]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:49:54.666349 n-d-800634-3 neutron-server[93916]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:49:54.666349 n-d-800634-3 neutron-server[93916]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:49:54.666349 n-d-800634-3 neutron-server[93916]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:49:54.666349 n-d-800634-3 neutron-server[93916]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:49:54.666349 n-d-800634-3 neutron-server[93916]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:49:54.666349 n-d-800634-3 neutron-server[93916]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:49:54.666349 n-d-800634-3 neutron-server[93916]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:49:54.666349 n-d-800634-3 neutron-server[93916]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:49:54.666349 n-d-800634-3 neutron-server[93916]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:49:54.666349 n-d-800634-3 neutron-server[93916]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:49:54.666349 n-d-800634-3 neutron-server[93916]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:49:54.666349 n-d-800634-3 neutron-server[93916]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:49:54.666349 n-d-800634-3 neutron-server[93916]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:49:54.666349 n-d-800634-3 neutron-server[93916]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:49:54.666349 n-d-800634-3 neutron-server[93916]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:49:54.666349 n-d-800634-3 neutron-server[93916]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:49:54.666349 n-d-800634-3 neutron-server[93916]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:49:54.666349 n-d-800634-3 neutron-server[93916]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:49:54.666349 n-d-800634-3 neutron-server[93916]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:49:54.666349 n-d-800634-3 neutron-server[93916]: Traceback (most recent call last): Jul 14 18:49:54.666349 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 18:49:54.666349 n-d-800634-3 neutron-server[93916]: timer() Jul 14 18:49:54.666349 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 18:49:54.666349 n-d-800634-3 neutron-server[93916]: cb(*args, **kw) Jul 14 18:49:54.666349 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 18:49:54.666349 n-d-800634-3 neutron-server[93916]: return func(*args, **kwargs) Jul 14 18:49:54.666349 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 18:49:54.666349 n-d-800634-3 neutron-server[93916]: self._notify() Jul 14 18:49:54.666349 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 18:49:54.666349 n-d-800634-3 neutron-server[93916]: self.callback(batched_events) Jul 14 18:49:54.666349 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 18:49:54.666349 n-d-800634-3 neutron-server[93916]: event.method(event) Jul 14 18:49:54.666349 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 18:49:54.666349 n-d-800634-3 neutron-server[93916]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 18:49:54.666349 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 18:49:54.666349 n-d-800634-3 neutron-server[93916]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 18:49:54.666349 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 18:49:54.666349 n-d-800634-3 neutron-server[93916]: return f(self, *a, **k) Jul 14 18:49:54.666349 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 18:49:54.666349 n-d-800634-3 neutron-server[93916]: return self._get(url).json() Jul 14 18:49:54.666349 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 18:49:54.666349 n-d-800634-3 neutron-server[93916]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 18:49:54.666349 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 18:49:54.666349 n-d-800634-3 neutron-server[93916]: return self.request(url, 'GET', **kwargs) Jul 14 18:49:54.666349 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 18:49:54.666349 n-d-800634-3 neutron-server[93916]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 18:49:54.666349 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 18:49:54.666349 n-d-800634-3 neutron-server[93916]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 18:49:54.666349 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 18:49:54.666349 n-d-800634-3 neutron-server[93916]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 18:49:54.666349 n-d-800634-3 neutron-server[93916]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 18:49:54.709543 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68bc2cb8-ec33-4c3f-bc4f-f964fc879c3f None None] Network fc5de6ca-e13b-4e01-a8fa-b4d0a73bcbe4 requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:49:54.771455 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-f70bcce7-efb5-4cd3-9409-51f39bd86b49 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2096001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-930085'] for network, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:49:54.783208 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-f70bcce7-efb5-4cd3-9409-51f39bd86b49 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Notify callbacks [] for network, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:49:54.790485 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 42928) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:49:54.797695 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-96bede4d-58ad-4164-af7b-49eeeaf299f1 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-655456605'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:49:54.798336 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-f70bcce7-efb5-4cd3-9409-51f39bd86b49 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] 10.222.0.16 "DELETE /v2.0/networks/fc5de6ca-e13b-4e01-a8fa-b4d0a73bcbe4 HTTP/1.1" status: 204 len: 168 time: 0.7378581 Jul 14 18:49:54.821938 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70bcce7-efb5-4cd3-9409-51f39bd86b49 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Pushing event deleted for resources: {'Network': ['ID=fc5de6ca-e13b-4e01-a8fa-b4d0a73bcbe4,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:49:54.843246 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96bede4d-58ad-4164-af7b-49eeeaf299f1 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Made reservation on behalf of e8eabfd62c9b433bb574ba1ae1574849 for: {'network': 1} {{(pid=93915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:49:54.853441 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-96bede4d-58ad-4164-af7b-49eeeaf299f1 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for network, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:49:54.934954 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96bede4d-58ad-4164-af7b-49eeeaf299f1 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 58} {{(pid=93915) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 18:49:54.962607 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-96bede4d-58ad-4164-af7b-49eeeaf299f1 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:49:54.963394 n-d-800634-3 neutron-server[93915]: INFO neutron.db.segments_db [None req-96bede4d-58ad-4164-af7b-49eeeaf299f1 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Added segment 60e2d434-17e0-480c-945e-0019fdd95c37 of type vlan for network a18a8bd4-2442-45ed-8f08-13d6437288f1 Jul 14 18:49:55.043281 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-96bede4d-58ad-4164-af7b-49eeeaf299f1 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728202197517'] for network, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:49:55.097975 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device f9da322c-bb91-4da7-a410-4e7239ef5ffa up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:49:55.101525 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-96bede4d-58ad-4164-af7b-49eeeaf299f1 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727'] for network, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:49:55.113587 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96bede4d-58ad-4164-af7b-49eeeaf299f1 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:49:55.114305 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-96bede4d-58ad-4164-af7b-49eeeaf299f1 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Notify callbacks [] for network, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:49:55.133494 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-96bede4d-58ad-4164-af7b-49eeeaf299f1 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3417077 Jul 14 18:49:55.137094 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 42936) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:49:55.152998 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-4d1b5005-4b96-4185-9301-576c8a438e00 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Request body: {'subnet': {'network_id': 'a18a8bd4-2442-45ed-8f08-13d6437288f1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:49:55.221610 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning for port f9da322c-bb91-4da7-a410-4e7239ef5ffa completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:49:55.225362 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bede4d-58ad-4164-af7b-49eeeaf299f1 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Pushing event updated for resources: {'Network': ['ID=a18a8bd4-2442-45ed-8f08-13d6437288f1,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:49:55.244504 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Network a18a8bd4-2442-45ed-8f08-13d6437288f1 details requested by agent ovs-agent-n-d-800634-3 with host n-d-800634-3 {{(pid=93917) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 18:49:55.302090 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d1b5005-4b96-4185-9301-576c8a438e00 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Made reservation on behalf of e8eabfd62c9b433bb574ba1ae1574849 for: {'subnet': 1} {{(pid=93916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:49:55.306639 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-4d1b5005-4b96-4185-9301-576c8a438e00 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26033189'] for subnet, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:49:55.396026 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.ipam_backend_mixin [None req-4d1b5005-4b96-4185-9301-576c8a438e00 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Performing IP validity checks on allocation pools {{(pid=93916) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 14 18:49:55.396929 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.ipam_backend_mixin [None req-4d1b5005-4b96-4185-9301-576c8a438e00 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93916) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 14 18:49:55.624974 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-4d1b5005-4b96-4185-9301-576c8a438e00 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2684753', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26033175'] for subnet, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:49:55.722683 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1b5005-4b96-4185-9301-576c8a438e00 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Pushing event updated for resources: {'Subnet': ['ID=8d0a55bd-efe2-49e8-8121-b8b36f46b024,revision_number=0']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:49:55.739084 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d1b5005-4b96-4185-9301-576c8a438e00 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Checking segment: {'id': '60e2d434-17e0-480c-945e-0019fdd95c37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'a18a8bd4-2442-45ed-8f08-13d6437288f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93916) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:49:55.739622 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d1b5005-4b96-4185-9301-576c8a438e00 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Network hostable DHCP agents. Network: a18a8bd4-2442-45ed-8f08-13d6437288f1, hostable agents: ['028393c3-0576-4ebd-bca1-8ea8a148e1a2'], hosted agents: [] {{(pid=93916) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 18:49:55.760813 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d1b5005-4b96-4185-9301-576c8a438e00 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Network a18a8bd4-2442-45ed-8f08-13d6437288f1 is scheduled to be hosted by DHCP agent 028393c3-0576-4ebd-bca1-8ea8a148e1a2 with binding_index 1 {{(pid=93916) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 18:49:55.773221 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [None req-4d1b5005-4b96-4185-9301-576c8a438e00 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-3, a18a8bd4-2442-45ed-8f08-13d6437288f1) {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:49:55.779239 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d1b5005-4b96-4185-9301-576c8a438e00 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:49:55.779893 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-4d1b5005-4b96-4185-9301-576c8a438e00 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Notify callbacks [] for subnet, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:49:55.783648 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11a8d88b-9521-41f2-ba3d-ec58b93e0ff6 None None] Network a18a8bd4-2442-45ed-8f08-13d6437288f1 requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:49:55.800818 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-4d1b5005-4b96-4185-9301-576c8a438e00 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 0.6606622 Jul 14 18:49:55.805080 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 42950) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:49:55.828035 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4209b47a-e00c-4e0b-8ec4-5020332c3d84 req-31f416e6-0378-4786-a418-27ed263d1f71 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:49:55.834812 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-4209b47a-e00c-4e0b-8ec4-5020332c3d84 req-31f416e6-0378-4786-a418-27ed263d1f71 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] 10.222.0.16 "GET /v2.0/ports?device_id=ff150787-a5d5-42ad-9e22-f082245a3b4a HTTP/1.1" status: 200 len: 946 time: 0.1480670 Jul 14 18:49:55.914628 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-4209b47a-e00c-4e0b-8ec4-5020332c3d84 req-0c2ede40-4332-4462-838c-746b197b3f19 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] 10.222.0.16 "GET /v2.0/security-groups?id=00511198-19e5-42cb-b4d6-0be88d13a8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722406 Jul 14 18:49:55.983895 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-c1ca3e2e-188a-464b-a834-a652bcea0714 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645734'] for network, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:49:56.034009 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-2f4e3af3-e708-4ffd-a544-82d93a489d01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:49:56.048798 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd9862ea-0ece-4ec0-9812-5dd71a75272d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9222b97e-5d1c-54f8-ba97-82f172498e76-a18a8bd4-2442-45ed-8f08-13d6437288f1', 'network_id': 'a18a8bd4-2442-45ed-8f08-13d6437288f1', 'tenant_id': 'e8eabfd62c9b433bb574ba1ae1574849', 'fixed_ips': [{'subnet_id': '8d0a55bd-efe2-49e8-8121-b8b36f46b024'}]}} from n-d-800634-3. {{(pid=93917) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 18:49:56.050142 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-bd9862ea-0ece-4ec0-9812-5dd71a75272d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:49:56.062256 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-c1ca3e2e-188a-464b-a834-a652bcea0714 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081283'] for subnet, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:49:56.146495 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-c1ca3e2e-188a-464b-a834-a652bcea0714 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2684816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26033152'] for subnet, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:49:56.169837 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b06f427-7b51-4863-97e4-40fea364df6a None None] Network 607a2151-da57-4f36-80a6-2a082431bec8 requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:49:56.234696 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server [None req-bd9862ea-0ece-4ec0-9812-5dd71a75272d None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 8d0a55bd-efe2-49e8-8121-b8b36f46b024: This subnet is being modified by another concurrent operation. Jul 14 18:49:56.234696 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 14 18:49:56.234696 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 14 18:49:56.234696 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 14 18:49:56.234696 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 14 18:49:56.234696 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 14 18:49:56.234696 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 14 18:49:56.234696 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 14 18:49:56.234696 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 14 18:49:56.234696 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 14 18:49:56.234696 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 14 18:49:56.234696 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 14 18:49:56.234696 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 18:49:56.234696 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 18:49:56.234696 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 18:49:56.234696 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 18:49:56.234696 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 14 18:49:56.234696 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 14 18:49:56.234696 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 14 18:49:56.234696 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 14 18:49:56.234696 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 18:49:56.234696 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 18:49:56.234696 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 18:49:56.234696 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 18:49:56.234696 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 14 18:49:56.234696 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 14 18:49:56.234696 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 14 18:49:56.234696 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 14 18:49:56.234696 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 18:49:56.234696 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 18:49:56.234696 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 18:49:56.234696 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 18:49:56.234696 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 14 18:49:56.234696 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 14 18:49:56.234696 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 14 18:49:56.234696 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 14 18:49:56.234696 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 14 18:49:56.234696 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 14 18:49:56.234696 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 14 18:49:56.234696 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 14 18:49:56.234696 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 14 18:49:56.234696 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 14 18:49:56.234696 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 14 18:49:56.234696 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 14 18:49:56.234696 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 14 18:49:56.234696 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 14 18:49:56.234696 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 14 18:49:56.234696 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 14 18:49:56.234696 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 18:49:56.234696 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 18:49:56.234696 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 18:49:56.234696 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 18:49:56.234696 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 14 18:49:56.234696 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 14 18:49:56.234696 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 14 18:49:56.234696 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 14 18:49:56.234696 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 18:49:56.234696 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 18:49:56.234696 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 18:49:56.234696 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 18:49:56.234696 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 14 18:49:56.234696 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 14 18:49:56.234696 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 14 18:49:56.234696 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 14 18:49:56.234696 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 18:49:56.234696 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 18:49:56.234696 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 18:49:56.234696 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 18:49:56.234696 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 14 18:49:56.234696 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 14 18:49:56.234696 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 14 18:49:56.234696 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 14 18:49:56.234696 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 14 18:49:56.234696 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 14 18:49:56.234696 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 14 18:49:56.234696 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 14 18:49:56.234696 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 14 18:49:56.234696 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 14 18:49:56.234696 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 18:49:56.234696 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 18:49:56.234696 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 18:49:56.234696 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 18:49:56.234696 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 14 18:49:56.234696 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 14 18:49:56.234696 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 14 18:49:56.234696 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 14 18:49:56.234696 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 14 18:49:56.234696 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 14 18:49:56.234696 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 14 18:49:56.234696 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server raise exception Jul 14 18:49:56.234696 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 8d0a55bd-efe2-49e8-8121-b8b36f46b024: This subnet is being modified by another concurrent operation. Jul 14 18:49:56.234696 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server Jul 14 18:49:56.248461 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-b1e885a1-6be9-4517-a3b1-15e5b60855e9 None None] Provisioning for port f9da322c-bb91-4da7-a410-4e7239ef5ffa completed by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:49:56.280186 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc6a939c-6204-494d-8c7e-2410ac0658b7 None None] Network a18a8bd4-2442-45ed-8f08-13d6437288f1 requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:49:56.285497 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-b1e885a1-6be9-4517-a3b1-15e5b60855e9 None None] Provisioning complete for port f9da322c-bb91-4da7-a410-4e7239ef5ffa triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:49:56.286122 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b1e885a1-6be9-4517-a3b1-15e5b60855e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:49:56.305409 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ca3e2e-188a-464b-a834-a652bcea0714 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Pushing event deleted for resources: {'Subnet': ['ID=8d0a55bd-efe2-49e8-8121-b8b36f46b024,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:49:56.326879 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-c1ca3e2e-188a-464b-a834-a652bcea0714 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2096010', 'neutron.services.segments.db._delete_segments_for_network-8728202734996'] for network, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:49:56.339870 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.segments.db [None req-c1ca3e2e-188a-464b-a834-a652bcea0714 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a18a8bd4-2442-45ed-8f08-13d6437288f1']}} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:49:56.356002 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.segments.db [None req-c1ca3e2e-188a-464b-a834-a652bcea0714 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60e2d434-17e0-480c-945e-0019fdd95c37') {'for_net_delete': True} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:49:56.356845 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.segments.db [None req-c1ca3e2e-188a-464b-a834-a652bcea0714 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60e2d434-17e0-480c-945e-0019fdd95c37') {} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:49:56.369647 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-c1ca3e2e-188a-464b-a834-a652bcea0714 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728202715275', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26296891'] for segment, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:49:56.389150 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-c1ca3e2e-188a-464b-a834-a652bcea0714 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:49:56.406463 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1ca3e2e-188a-464b-a834-a652bcea0714 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Releasing vlan 58 on physical network physnet1 to pool {{(pid=93916) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 18:49:56.407608 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-c1ca3e2e-188a-464b-a834-a652bcea0714 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2682942'] for segment, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:49:56.413781 n-d-800634-3 neutron-server[93916]: Traceback (most recent call last): Jul 14 18:49:56.413781 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 18:49:56.413781 n-d-800634-3 neutron-server[93916]: timer() Jul 14 18:49:56.413781 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 18:49:56.413781 n-d-800634-3 neutron-server[93916]: cb(*args, **kw) Jul 14 18:49:56.413781 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 18:49:56.413781 n-d-800634-3 neutron-server[93916]: return func(*args, **kwargs) Jul 14 18:49:56.413781 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 18:49:56.413781 n-d-800634-3 neutron-server[93916]: self._notify() Jul 14 18:49:56.413781 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 18:49:56.413781 n-d-800634-3 neutron-server[93916]: self.callback(batched_events) Jul 14 18:49:56.413781 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 18:49:56.413781 n-d-800634-3 neutron-server[93916]: event.method(event) Jul 14 18:49:56.413781 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 18:49:56.413781 n-d-800634-3 neutron-server[93916]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 18:49:56.413781 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 18:49:56.413781 n-d-800634-3 neutron-server[93916]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 18:49:56.413781 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 18:49:56.413781 n-d-800634-3 neutron-server[93916]: return f(self, *a, **k) Jul 14 18:49:56.413781 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 18:49:56.413781 n-d-800634-3 neutron-server[93916]: return self._get(url).json() Jul 14 18:49:56.413781 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 18:49:56.413781 n-d-800634-3 neutron-server[93916]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 18:49:56.413781 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 18:49:56.413781 n-d-800634-3 neutron-server[93916]: return self.request(url, 'GET', **kwargs) Jul 14 18:49:56.413781 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 18:49:56.413781 n-d-800634-3 neutron-server[93916]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 18:49:56.413781 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 18:49:56.413781 n-d-800634-3 neutron-server[93916]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 18:49:56.413781 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 18:49:56.413781 n-d-800634-3 neutron-server[93916]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 18:49:56.413781 n-d-800634-3 neutron-server[93916]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 18:49:56.505025 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-c1ca3e2e-188a-464b-a834-a652bcea0714 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2096001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-930085'] for network, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:49:56.524352 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-c1ca3e2e-188a-464b-a834-a652bcea0714 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Notify callbacks [] for network, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:49:56.528206 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-c1ca3e2e-188a-464b-a834-a652bcea0714 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] 10.222.0.16 "DELETE /v2.0/networks/a18a8bd4-2442-45ed-8f08-13d6437288f1 HTTP/1.1" status: 204 len: 168 time: 0.7214389 Jul 14 18:49:56.532759 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 42964) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:49:56.542035 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-3fc34308-312a-4ed6-848d-46743375e484 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-455568179'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:49:56.567981 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ca3e2e-188a-464b-a834-a652bcea0714 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Pushing event deleted for resources: {'Network': ['ID=a18a8bd4-2442-45ed-8f08-13d6437288f1,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:49:56.593685 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fc34308-312a-4ed6-848d-46743375e484 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Made reservation on behalf of e8eabfd62c9b433bb574ba1ae1574849 for: {'network': 1} {{(pid=93915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:49:56.599942 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-3fc34308-312a-4ed6-848d-46743375e484 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for network, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:49:56.671286 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3fc34308-312a-4ed6-848d-46743375e484 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 65} {{(pid=93915) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 18:49:56.706039 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-3fc34308-312a-4ed6-848d-46743375e484 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:49:56.706402 n-d-800634-3 neutron-server[93915]: INFO neutron.db.segments_db [None req-3fc34308-312a-4ed6-848d-46743375e484 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Added segment 141245bd-da2c-48eb-80a8-fd29404d8dcc of type vlan for network 4c066faa-b85f-44b8-9121-a56eb34f9dfb Jul 14 18:49:56.810685 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-3fc34308-312a-4ed6-848d-46743375e484 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728202197517'] for network, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:49:56.858530 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-3fc34308-312a-4ed6-848d-46743375e484 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727'] for network, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:49:56.862332 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b1e885a1-6be9-4517-a3b1-15e5b60855e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:49:56.865970 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fc34308-312a-4ed6-848d-46743375e484 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:49:56.866755 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-3fc34308-312a-4ed6-848d-46743375e484 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Notify callbacks [] for network, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:49:56.933450 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b1e885a1-6be9-4517-a3b1-15e5b60855e9 None None] For port f9da322c-bb91-4da7-a410-4e7239ef5ffa, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=f9da322c-bb91-4da7-a410-4e7239ef5ffa,segment=NetworkSegment(b236d03b-e481-45e3-82ad-e1d446be470c),segment_id=b236d03b-e481-45e3-82ad-e1d446be470c)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:49:56.942818 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b1e885a1-6be9-4517-a3b1-15e5b60855e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:49:56.967332 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-3fc34308-312a-4ed6-848d-46743375e484 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4330816 Jul 14 18:49:56.970221 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 42978) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:49:56.976076 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-bc82aad2-1fb4-438b-ab7c-d6751fe04f4f tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Request body: {'subnet': {'network_id': '4c066faa-b85f-44b8-9121-a56eb34f9dfb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:49:56.976528 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc34308-312a-4ed6-848d-46743375e484 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Pushing event updated for resources: {'Network': ['ID=4c066faa-b85f-44b8-9121-a56eb34f9dfb,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:49:56.991533 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Network 4c066faa-b85f-44b8-9121-a56eb34f9dfb details requested by agent ovs-agent-n-d-800634-3 with host n-d-800634-3 {{(pid=93917) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 18:49:57.085811 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e885a1-6be9-4517-a3b1-15e5b60855e9 None None] Pushing event updated for resources: {'Port': ['ID=f9da322c-bb91-4da7-a410-4e7239ef5ffa,revision_number=3']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:49:57.128743 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc82aad2-1fb4-438b-ab7c-d6751fe04f4f tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Made reservation on behalf of e8eabfd62c9b433bb574ba1ae1574849 for: {'subnet': 1} {{(pid=93916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:49:57.134207 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-bc82aad2-1fb4-438b-ab7c-d6751fe04f4f tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26033189'] for subnet, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:49:57.309633 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6c593f4-45e7-4e2c-bcf7-152b19419c88 None None] get_active_networks_info from n-d-800634-3 {{(pid=93917) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 14 18:49:57.362560 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d7979e-f6c7-40d6-980e-f056ddf78ea0 req-1dc99e8c-ee57-4ee7-8ccc-c1b5b7359516 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:49:57.364228 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-70d7979e-f6c7-40d6-980e-f056ddf78ea0 req-1dc99e8c-ee57-4ee7-8ccc-c1b5b7359516 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] 10.222.0.16 "GET /v2.0/ports?device_id=ff150787-a5d5-42ad-9e22-f082245a3b4a HTTP/1.1" status: 200 len: 946 time: 0.2029741 Jul 14 18:49:57.436881 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-bc82aad2-1fb4-438b-ab7c-d6751fe04f4f tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2684753', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26033175'] for subnet, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:49:57.446916 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-70d7979e-f6c7-40d6-980e-f056ddf78ea0 req-8ae5c81b-8831-43b2-a758-221c08a1cdf6 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] 10.222.0.16 "GET /v2.0/security-groups?id=00511198-19e5-42cb-b4d6-0be88d13a8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757642 Jul 14 18:49:57.466882 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-326463a1-1ec8-4fca-b291-0f0c6830a3fd None None] Provisioning complete for port f9da322c-bb91-4da7-a410-4e7239ef5ffa triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:49:57.467612 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-326463a1-1ec8-4fca-b291-0f0c6830a3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:49:57.549330 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc82aad2-1fb4-438b-ab7c-d6751fe04f4f tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Pushing event updated for resources: {'Subnet': ['ID=1112965f-5709-4616-9a08-8011ba2ee301,revision_number=0']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:49:57.567203 n-d-800634-3 neutron-server[93917]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6c593f4-45e7-4e2c-bcf7-152b19419c88 None None] Resources bound (agent type, host, resource id): {{(pid=93917) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 14 18:49:57.571161 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc82aad2-1fb4-438b-ab7c-d6751fe04f4f tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Checking segment: {'id': '141245bd-da2c-48eb-80a8-fd29404d8dcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '4c066faa-b85f-44b8-9121-a56eb34f9dfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93916) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:49:57.571613 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc82aad2-1fb4-438b-ab7c-d6751fe04f4f tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Network hostable DHCP agents. Network: 4c066faa-b85f-44b8-9121-a56eb34f9dfb, hostable agents: ['028393c3-0576-4ebd-bca1-8ea8a148e1a2'], hosted agents: [] {{(pid=93916) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 18:49:57.597956 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc82aad2-1fb4-438b-ab7c-d6751fe04f4f tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Network 4c066faa-b85f-44b8-9121-a56eb34f9dfb is scheduled to be hosted by DHCP agent 028393c3-0576-4ebd-bca1-8ea8a148e1a2 with binding_index 1 {{(pid=93916) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 18:49:57.621739 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [None req-bc82aad2-1fb4-438b-ab7c-d6751fe04f4f tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-3, 4c066faa-b85f-44b8-9121-a56eb34f9dfb) {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:49:57.627462 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc82aad2-1fb4-438b-ab7c-d6751fe04f4f tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:49:57.628489 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-bc82aad2-1fb4-438b-ab7c-d6751fe04f4f tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Notify callbacks [] for subnet, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:49:57.652729 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-bc82aad2-1fb4-438b-ab7c-d6751fe04f4f tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.6784778 Jul 14 18:49:57.653611 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 42994) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:49:57.806221 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-9a03bf0e-cb54-4a3a-b103-466efb9a9703 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645734'] for network, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:49:57.897005 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-9a03bf0e-cb54-4a3a-b103-466efb9a9703 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081283'] for subnet, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:49:57.973925 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-9a03bf0e-cb54-4a3a-b103-466efb9a9703 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2684816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26033152'] for subnet, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:49:58.033774 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-820611e8-fa3c-434f-b0f4-740f76718eab None None] Network 4c066faa-b85f-44b8-9121-a56eb34f9dfb requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:49:58.034597 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a03bf0e-cb54-4a3a-b103-466efb9a9703 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Pushing event deleted for resources: {'Subnet': ['ID=1112965f-5709-4616-9a08-8011ba2ee301,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:49:58.121807 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-9a03bf0e-cb54-4a3a-b103-466efb9a9703 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2096010', 'neutron.services.segments.db._delete_segments_for_network-8728202734996'] for network, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:49:58.139193 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.segments.db [None req-9a03bf0e-cb54-4a3a-b103-466efb9a9703 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c066faa-b85f-44b8-9121-a56eb34f9dfb']}} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:49:58.156791 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.segments.db [None req-9a03bf0e-cb54-4a3a-b103-466efb9a9703 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '141245bd-da2c-48eb-80a8-fd29404d8dcc') {'for_net_delete': True} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:49:58.157227 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.segments.db [None req-9a03bf0e-cb54-4a3a-b103-466efb9a9703 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '141245bd-da2c-48eb-80a8-fd29404d8dcc') {} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:49:58.170182 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f300eda-bb0c-4ff8-955b-c6561bd7ecb6 None None] Network 4c066faa-b85f-44b8-9121-a56eb34f9dfb requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:49:58.173368 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-9a03bf0e-cb54-4a3a-b103-466efb9a9703 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728202715275', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26296891'] for segment, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:49:58.198756 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-9a03bf0e-cb54-4a3a-b103-466efb9a9703 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:49:58.209110 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a03bf0e-cb54-4a3a-b103-466efb9a9703 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Releasing vlan 65 on physical network physnet1 to pool {{(pid=93916) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 18:49:58.210052 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-9a03bf0e-cb54-4a3a-b103-466efb9a9703 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2682942'] for segment, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:49:58.214877 n-d-800634-3 neutron-server[93916]: Traceback (most recent call last): Jul 14 18:49:58.214877 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 18:49:58.214877 n-d-800634-3 neutron-server[93916]: timer() Jul 14 18:49:58.214877 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 18:49:58.214877 n-d-800634-3 neutron-server[93916]: cb(*args, **kw) Jul 14 18:49:58.214877 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 18:49:58.214877 n-d-800634-3 neutron-server[93916]: return func(*args, **kwargs) Jul 14 18:49:58.214877 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 18:49:58.214877 n-d-800634-3 neutron-server[93916]: self._notify() Jul 14 18:49:58.214877 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 18:49:58.214877 n-d-800634-3 neutron-server[93916]: self.callback(batched_events) Jul 14 18:49:58.214877 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 18:49:58.214877 n-d-800634-3 neutron-server[93916]: event.method(event) Jul 14 18:49:58.214877 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 18:49:58.214877 n-d-800634-3 neutron-server[93916]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 18:49:58.214877 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 18:49:58.214877 n-d-800634-3 neutron-server[93916]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 18:49:58.214877 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 18:49:58.214877 n-d-800634-3 neutron-server[93916]: return f(self, *a, **k) Jul 14 18:49:58.214877 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 18:49:58.214877 n-d-800634-3 neutron-server[93916]: return self._get(url).json() Jul 14 18:49:58.214877 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 18:49:58.214877 n-d-800634-3 neutron-server[93916]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 18:49:58.214877 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 18:49:58.214877 n-d-800634-3 neutron-server[93916]: return self.request(url, 'GET', **kwargs) Jul 14 18:49:58.214877 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 18:49:58.214877 n-d-800634-3 neutron-server[93916]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 18:49:58.214877 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 18:49:58.214877 n-d-800634-3 neutron-server[93916]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 18:49:58.214877 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 18:49:58.214877 n-d-800634-3 neutron-server[93916]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 18:49:58.214877 n-d-800634-3 neutron-server[93916]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 18:49:58.301327 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-9a03bf0e-cb54-4a3a-b103-466efb9a9703 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2096001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-930085'] for network, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:49:58.311189 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-9a03bf0e-cb54-4a3a-b103-466efb9a9703 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Notify callbacks [] for network, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:49:58.314954 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-9a03bf0e-cb54-4a3a-b103-466efb9a9703 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] 10.222.0.16 "DELETE /v2.0/networks/4c066faa-b85f-44b8-9121-a56eb34f9dfb HTTP/1.1" status: 204 len: 168 time: 0.6599886 Jul 14 18:49:58.318930 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 43010) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:49:58.331626 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-f5b0d32d-f936-486f-b315-55966df48d72 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-701540486'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:49:58.331954 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a03bf0e-cb54-4a3a-b103-466efb9a9703 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Pushing event deleted for resources: {'Network': ['ID=4c066faa-b85f-44b8-9121-a56eb34f9dfb,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:49:58.383582 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5b0d32d-f936-486f-b315-55966df48d72 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Made reservation on behalf of e8eabfd62c9b433bb574ba1ae1574849 for: {'network': 1} {{(pid=93915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:49:58.388048 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-f5b0d32d-f936-486f-b315-55966df48d72 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for network, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:49:58.425095 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5b0d32d-f936-486f-b315-55966df48d72 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 92} {{(pid=93915) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 18:49:58.436155 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-f5b0d32d-f936-486f-b315-55966df48d72 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:49:58.436498 n-d-800634-3 neutron-server[93915]: INFO neutron.db.segments_db [None req-f5b0d32d-f936-486f-b315-55966df48d72 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Added segment 99b84827-94b1-487c-a694-594e82018701 of type vlan for network 01f7de82-6d5e-4d83-adf7-f8255c411f3a Jul 14 18:49:58.491546 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-f5b0d32d-f936-486f-b315-55966df48d72 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728202197517'] for network, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:49:58.552399 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-f5b0d32d-f936-486f-b315-55966df48d72 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727'] for network, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:49:58.560420 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5b0d32d-f936-486f-b315-55966df48d72 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:49:58.561514 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-f5b0d32d-f936-486f-b315-55966df48d72 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Notify callbacks [] for network, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:49:58.667021 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b0d32d-f936-486f-b315-55966df48d72 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Pushing event updated for resources: {'Network': ['ID=01f7de82-6d5e-4d83-adf7-f8255c411f3a,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:49:58.690853 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Network 01f7de82-6d5e-4d83-adf7-f8255c411f3a details requested by agent ovs-agent-n-d-800634-3 with host n-d-800634-3 {{(pid=93917) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 18:49:58.698017 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-f5b0d32d-f936-486f-b315-55966df48d72 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3755929 Jul 14 18:49:58.701348 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 43024) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:49:58.706769 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-846f5f52-0853-48ab-a112-fc52e67a7e93 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Request body: {'subnet': {'network_id': '01f7de82-6d5e-4d83-adf7-f8255c411f3a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:49:58.788623 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfbcc89-7433-418b-b794-1b9f42ff233d req-4f4116bb-5458-4a56-bd98-8537bad7e65e tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:49:58.797758 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6bfbcc89-7433-418b-b794-1b9f42ff233d req-4f4116bb-5458-4a56-bd98-8537bad7e65e tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] 10.222.0.16 "GET /v2.0/ports?device_id=ff150787-a5d5-42ad-9e22-f082245a3b4a HTTP/1.1" status: 200 len: 946 time: 0.1449525 Jul 14 18:49:58.875851 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-846f5f52-0853-48ab-a112-fc52e67a7e93 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Made reservation on behalf of e8eabfd62c9b433bb574ba1ae1574849 for: {'subnet': 1} {{(pid=93916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:49:58.880197 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-846f5f52-0853-48ab-a112-fc52e67a7e93 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26033189'] for subnet, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:49:58.897619 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6bfbcc89-7433-418b-b794-1b9f42ff233d req-3d5f2e38-3c48-4ba2-8a33-ce8fb2ab3905 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] 10.222.0.16 "GET /v2.0/security-groups?id=00511198-19e5-42cb-b4d6-0be88d13a8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861492 Jul 14 18:49:59.017683 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device f9da322c-bb91-4da7-a410-4e7239ef5ffa up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:49:59.080838 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port f9da322c-bb91-4da7-a410-4e7239ef5ffa triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:49:59.081956 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:49:59.123607 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-846f5f52-0853-48ab-a112-fc52e67a7e93 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2684753', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26033175'] for subnet, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:49:59.235094 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846f5f52-0853-48ab-a112-fc52e67a7e93 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Pushing event updated for resources: {'Subnet': ['ID=2e06ee26-26b2-42aa-b645-727b87089ec0,revision_number=0']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:49:59.271504 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-846f5f52-0853-48ab-a112-fc52e67a7e93 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Checking segment: {'id': '99b84827-94b1-487c-a694-594e82018701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '01f7de82-6d5e-4d83-adf7-f8255c411f3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93916) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:49:59.271659 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-846f5f52-0853-48ab-a112-fc52e67a7e93 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Network hostable DHCP agents. Network: 01f7de82-6d5e-4d83-adf7-f8255c411f3a, hostable agents: ['028393c3-0576-4ebd-bca1-8ea8a148e1a2'], hosted agents: [] {{(pid=93916) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 18:49:59.291493 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-846f5f52-0853-48ab-a112-fc52e67a7e93 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Network 01f7de82-6d5e-4d83-adf7-f8255c411f3a is scheduled to be hosted by DHCP agent 028393c3-0576-4ebd-bca1-8ea8a148e1a2 with binding_index 1 {{(pid=93916) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 18:49:59.303357 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [None req-846f5f52-0853-48ab-a112-fc52e67a7e93 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-3, 01f7de82-6d5e-4d83-adf7-f8255c411f3a) {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:49:59.307761 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-846f5f52-0853-48ab-a112-fc52e67a7e93 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:49:59.308453 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-846f5f52-0853-48ab-a112-fc52e67a7e93 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Notify callbacks [] for subnet, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:49:59.314410 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f5a0c6e-ee46-4b40-aad9-26ff6934d522 None None] Network 01f7de82-6d5e-4d83-adf7-f8255c411f3a requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:49:59.328544 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-846f5f52-0853-48ab-a112-fc52e67a7e93 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6232059 Jul 14 18:49:59.328942 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 43038) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:49:59.457172 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-9fa696b1-ceca-4aaa-97f1-3875fa8e4b56 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645734'] for network, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:49:59.544890 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9fb62e4-eeff-48b7-aa56-daed07ba44c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9222b97e-5d1c-54f8-ba97-82f172498e76-01f7de82-6d5e-4d83-adf7-f8255c411f3a', 'network_id': '01f7de82-6d5e-4d83-adf7-f8255c411f3a', 'tenant_id': 'e8eabfd62c9b433bb574ba1ae1574849', 'fixed_ips': [{'subnet_id': '2e06ee26-26b2-42aa-b645-727b87089ec0'}]}} from n-d-800634-3. {{(pid=93917) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 18:49:59.545771 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-f9fb62e4-eeff-48b7-aa56-daed07ba44c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:49:59.574677 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-9fa696b1-ceca-4aaa-97f1-3875fa8e4b56 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081283'] for subnet, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:49:59.661381 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-9fa696b1-ceca-4aaa-97f1-3875fa8e4b56 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25913028', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28969762'] for subnet, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:49:59.692152 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server [None req-f9fb62e4-eeff-48b7-aa56-daed07ba44c8 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 2e06ee26-26b2-42aa-b645-727b87089ec0: This subnet is being modified by another concurrent operation. Jul 14 18:49:59.692152 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 14 18:49:59.692152 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 14 18:49:59.692152 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 14 18:49:59.692152 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 14 18:49:59.692152 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 14 18:49:59.692152 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 14 18:49:59.692152 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 14 18:49:59.692152 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 14 18:49:59.692152 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 14 18:49:59.692152 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 14 18:49:59.692152 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 14 18:49:59.692152 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 18:49:59.692152 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 18:49:59.692152 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 18:49:59.692152 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 18:49:59.692152 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 14 18:49:59.692152 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 14 18:49:59.692152 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 14 18:49:59.692152 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 14 18:49:59.692152 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 18:49:59.692152 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 18:49:59.692152 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 18:49:59.692152 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 18:49:59.692152 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 14 18:49:59.692152 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 14 18:49:59.692152 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 14 18:49:59.692152 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 14 18:49:59.692152 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 18:49:59.692152 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 18:49:59.692152 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 18:49:59.692152 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 18:49:59.692152 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 14 18:49:59.692152 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 14 18:49:59.692152 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 14 18:49:59.692152 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 14 18:49:59.692152 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 14 18:49:59.692152 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 14 18:49:59.692152 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 14 18:49:59.692152 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 14 18:49:59.692152 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 14 18:49:59.692152 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 14 18:49:59.692152 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 14 18:49:59.692152 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 14 18:49:59.692152 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 14 18:49:59.692152 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 14 18:49:59.692152 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 14 18:49:59.692152 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 14 18:49:59.692152 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 18:49:59.692152 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 18:49:59.692152 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 18:49:59.692152 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 18:49:59.692152 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 14 18:49:59.692152 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 14 18:49:59.692152 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 14 18:49:59.692152 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 14 18:49:59.692152 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 18:49:59.692152 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 18:49:59.692152 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 18:49:59.692152 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 18:49:59.692152 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 14 18:49:59.692152 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 14 18:49:59.692152 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 14 18:49:59.692152 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 14 18:49:59.692152 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 18:49:59.692152 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 18:49:59.692152 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 18:49:59.692152 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 18:49:59.692152 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 14 18:49:59.692152 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 14 18:49:59.692152 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 14 18:49:59.692152 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 14 18:49:59.692152 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 14 18:49:59.692152 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 14 18:49:59.692152 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 14 18:49:59.692152 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 14 18:49:59.692152 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 14 18:49:59.692152 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 14 18:49:59.692152 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 18:49:59.692152 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 18:49:59.692152 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 18:49:59.692152 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 18:49:59.692152 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 14 18:49:59.692152 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 14 18:49:59.692152 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 14 18:49:59.692152 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 14 18:49:59.692152 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 14 18:49:59.692152 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 14 18:49:59.692152 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 14 18:49:59.692152 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server raise exception Jul 14 18:49:59.692152 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 2e06ee26-26b2-42aa-b645-727b87089ec0: This subnet is being modified by another concurrent operation. Jul 14 18:49:59.692152 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server Jul 14 18:49:59.699376 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa696b1-ceca-4aaa-97f1-3875fa8e4b56 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Pushing event deleted for resources: {'Subnet': ['ID=2e06ee26-26b2-42aa-b645-727b87089ec0,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:49:59.732572 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0aef8d8f-a0ff-4739-a5bd-e1ac529f1418 None None] Network 01f7de82-6d5e-4d83-adf7-f8255c411f3a requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:49:59.770193 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-9fa696b1-ceca-4aaa-97f1-3875fa8e4b56 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2096010', 'neutron.services.segments.db._delete_segments_for_network-8728202734996'] for network, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:49:59.784347 n-d-800634-3 neutron-server[93915]: DEBUG neutron.services.segments.db [None req-9fa696b1-ceca-4aaa-97f1-3875fa8e4b56 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01f7de82-6d5e-4d83-adf7-f8255c411f3a']}} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:49:59.812424 n-d-800634-3 neutron-server[93915]: DEBUG neutron.services.segments.db [None req-9fa696b1-ceca-4aaa-97f1-3875fa8e4b56 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99b84827-94b1-487c-a694-594e82018701') {'for_net_delete': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:49:59.812733 n-d-800634-3 neutron-server[93915]: DEBUG neutron.services.segments.db [None req-9fa696b1-ceca-4aaa-97f1-3875fa8e4b56 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99b84827-94b1-487c-a694-594e82018701') {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:49:59.824558 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-9fa696b1-ceca-4aaa-97f1-3875fa8e4b56 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728202715275', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28939920'] for segment, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:49:59.841302 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-9fa696b1-ceca-4aaa-97f1-3875fa8e4b56 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:49:59.851270 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9fa696b1-ceca-4aaa-97f1-3875fa8e4b56 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Releasing vlan 92 on physical network physnet1 to pool {{(pid=93915) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 18:49:59.852253 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-9fa696b1-ceca-4aaa-97f1-3875fa8e4b56 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25911658'] for segment, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:49:59.857287 n-d-800634-3 neutron-server[93915]: Traceback (most recent call last): Jul 14 18:49:59.857287 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 18:49:59.857287 n-d-800634-3 neutron-server[93915]: timer() Jul 14 18:49:59.857287 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 18:49:59.857287 n-d-800634-3 neutron-server[93915]: cb(*args, **kw) Jul 14 18:49:59.857287 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 18:49:59.857287 n-d-800634-3 neutron-server[93915]: return func(*args, **kwargs) Jul 14 18:49:59.857287 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 18:49:59.857287 n-d-800634-3 neutron-server[93915]: self._notify() Jul 14 18:49:59.857287 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 18:49:59.857287 n-d-800634-3 neutron-server[93915]: self.callback(batched_events) Jul 14 18:49:59.857287 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 18:49:59.857287 n-d-800634-3 neutron-server[93915]: event.method(event) Jul 14 18:49:59.857287 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 18:49:59.857287 n-d-800634-3 neutron-server[93915]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 18:49:59.857287 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 18:49:59.857287 n-d-800634-3 neutron-server[93915]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 18:49:59.857287 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 18:49:59.857287 n-d-800634-3 neutron-server[93915]: return f(self, *a, **k) Jul 14 18:49:59.857287 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 18:49:59.857287 n-d-800634-3 neutron-server[93915]: return self._get(url).json() Jul 14 18:49:59.857287 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 18:49:59.857287 n-d-800634-3 neutron-server[93915]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 18:49:59.857287 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 18:49:59.857287 n-d-800634-3 neutron-server[93915]: return self.request(url, 'GET', **kwargs) Jul 14 18:49:59.857287 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 18:49:59.857287 n-d-800634-3 neutron-server[93915]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 18:49:59.857287 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 18:49:59.857287 n-d-800634-3 neutron-server[93915]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 18:49:59.857287 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 18:49:59.857287 n-d-800634-3 neutron-server[93915]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 18:49:59.857287 n-d-800634-3 neutron-server[93915]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 18:49:59.906844 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eea27926-e8aa-4889-a4e0-f7e2e224f1bb None None] get_active_networks_info from n-d-800634-3 {{(pid=93917) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 14 18:49:59.963985 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-9fa696b1-ceca-4aaa-97f1-3875fa8e4b56 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2096001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-930085'] for network, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:49:59.972680 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-9fa696b1-ceca-4aaa-97f1-3875fa8e4b56 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Notify callbacks [] for network, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:49:59.981158 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-9fa696b1-ceca-4aaa-97f1-3875fa8e4b56 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] 10.222.0.16 "DELETE /v2.0/networks/01f7de82-6d5e-4d83-adf7-f8255c411f3a HTTP/1.1" status: 204 len: 168 time: 0.6507614 Jul 14 18:49:59.981729 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 43058) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:49:59.986681 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-a342203e-2162-47d8-9c83-22cadd4b213a tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-796976888'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:50:00.002068 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa696b1-ceca-4aaa-97f1-3875fa8e4b56 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Pushing event deleted for resources: {'Network': ['ID=01f7de82-6d5e-4d83-adf7-f8255c411f3a,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:50:00.052092 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a342203e-2162-47d8-9c83-22cadd4b213a tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Made reservation on behalf of e8eabfd62c9b433bb574ba1ae1574849 for: {'network': 1} {{(pid=93916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:50:00.060023 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a342203e-2162-47d8-9c83-22cadd4b213a tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for network, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:00.062129 n-d-800634-3 neutron-server[93917]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eea27926-e8aa-4889-a4e0-f7e2e224f1bb None None] Resources bound (agent type, host, resource id): {{(pid=93917) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 14 18:50:00.132329 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a342203e-2162-47d8-9c83-22cadd4b213a tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 88} {{(pid=93916) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 18:50:00.149193 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a342203e-2162-47d8-9c83-22cadd4b213a tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:00.149667 n-d-800634-3 neutron-server[93916]: INFO neutron.db.segments_db [None req-a342203e-2162-47d8-9c83-22cadd4b213a tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Added segment 51d2ec27-4b10-4f5a-8b02-c10d7bee9e97 of type vlan for network 71e5a8c1-34bb-45c5-bc4e-6d7dfae478d5 Jul 14 18:50:00.242183 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a342203e-2162-47d8-9c83-22cadd4b213a tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728202197517'] for network, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:00.258883 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa89b7e6-5b29-4cf1-9032-84159c52a200 req-e2dec5b7-520c-4df6-89cf-2c2280227d63 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:50:00.261176 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-aa89b7e6-5b29-4cf1-9032-84159c52a200 req-e2dec5b7-520c-4df6-89cf-2c2280227d63 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] 10.222.0.16 "GET /v2.0/ports?device_id=ff150787-a5d5-42ad-9e22-f082245a3b4a HTTP/1.1" status: 200 len: 946 time: 0.1179094 Jul 14 18:50:00.308155 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a342203e-2162-47d8-9c83-22cadd4b213a tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727'] for network, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:00.321836 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a342203e-2162-47d8-9c83-22cadd4b213a tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:50:00.323456 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a342203e-2162-47d8-9c83-22cadd4b213a tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Notify callbacks [] for network, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:00.365569 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-aa89b7e6-5b29-4cf1-9032-84159c52a200 req-b6058976-904b-4d42-996c-c4f1b22b4e9f tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] 10.222.0.16 "GET /v2.0/security-groups?id=00511198-19e5-42cb-b4d6-0be88d13a8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944033 Jul 14 18:50:00.434503 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-a342203e-2162-47d8-9c83-22cadd4b213a tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4488029 Jul 14 18:50:00.434911 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 43066) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:50:00.440793 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-6520f827-bc86-4b03-8595-96395a82184d tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Request body: {'subnet': {'network_id': '71e5a8c1-34bb-45c5-bc4e-6d7dfae478d5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:50:00.493790 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a342203e-2162-47d8-9c83-22cadd4b213a tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Pushing event updated for resources: {'Network': ['ID=71e5a8c1-34bb-45c5-bc4e-6d7dfae478d5,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:50:00.513537 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Network 71e5a8c1-34bb-45c5-bc4e-6d7dfae478d5 details requested by agent ovs-agent-n-d-800634-3 with host n-d-800634-3 {{(pid=93917) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 18:50:00.623752 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6520f827-bc86-4b03-8595-96395a82184d tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Made reservation on behalf of e8eabfd62c9b433bb574ba1ae1574849 for: {'subnet': 1} {{(pid=93915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:50:00.628259 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-6520f827-bc86-4b03-8595-96395a82184d tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28969735'] for subnet, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:00.719378 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.ipam_backend_mixin [None req-6520f827-bc86-4b03-8595-96395a82184d tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Performing IP validity checks on allocation pools {{(pid=93915) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 14 18:50:00.720203 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.ipam_backend_mixin [None req-6520f827-bc86-4b03-8595-96395a82184d tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93915) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 14 18:50:00.922885 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-6520f827-bc86-4b03-8595-96395a82184d tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25912837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28969781'] for subnet, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:01.013054 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6520f827-bc86-4b03-8595-96395a82184d tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Pushing event updated for resources: {'Subnet': ['ID=3ca32748-dad9-4f32-829d-f8ad6c77da1c,revision_number=0']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:50:01.030585 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6520f827-bc86-4b03-8595-96395a82184d tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Checking segment: {'id': '51d2ec27-4b10-4f5a-8b02-c10d7bee9e97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '71e5a8c1-34bb-45c5-bc4e-6d7dfae478d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:50:01.031030 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6520f827-bc86-4b03-8595-96395a82184d tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Network hostable DHCP agents. Network: 71e5a8c1-34bb-45c5-bc4e-6d7dfae478d5, hostable agents: ['028393c3-0576-4ebd-bca1-8ea8a148e1a2'], hosted agents: [] {{(pid=93915) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 18:50:01.058150 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6520f827-bc86-4b03-8595-96395a82184d tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Network 71e5a8c1-34bb-45c5-bc4e-6d7dfae478d5 is scheduled to be hosted by DHCP agent 028393c3-0576-4ebd-bca1-8ea8a148e1a2 with binding_index 1 {{(pid=93915) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 18:50:01.073067 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [None req-6520f827-bc86-4b03-8595-96395a82184d tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-3, 71e5a8c1-34bb-45c5-bc4e-6d7dfae478d5) {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:50:01.083655 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0173358b-90bd-4ddf-af62-4ef8cc16c4a2 None None] Network 71e5a8c1-34bb-45c5-bc4e-6d7dfae478d5 requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:50:01.091381 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6520f827-bc86-4b03-8595-96395a82184d tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:50:01.092237 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-6520f827-bc86-4b03-8595-96395a82184d tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Notify callbacks [] for subnet, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:01.112181 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-6520f827-bc86-4b03-8595-96395a82184d tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 0.6733391 Jul 14 18:50:01.112425 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 43082) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:50:01.342398 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-25f7d42d-b259-49ac-944b-3f657f3eefe4 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645734'] for network, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:01.378311 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-349cb0ee-3184-4a5b-b387-48cb6a8bfa05 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9222b97e-5d1c-54f8-ba97-82f172498e76-71e5a8c1-34bb-45c5-bc4e-6d7dfae478d5', 'network_id': '71e5a8c1-34bb-45c5-bc4e-6d7dfae478d5', 'tenant_id': 'e8eabfd62c9b433bb574ba1ae1574849', 'fixed_ips': [{'subnet_id': '3ca32748-dad9-4f32-829d-f8ad6c77da1c'}]}} from n-d-800634-3. {{(pid=93917) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 18:50:01.379432 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-349cb0ee-3184-4a5b-b387-48cb6a8bfa05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:01.410659 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-25f7d42d-b259-49ac-944b-3f657f3eefe4 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081283'] for subnet, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:01.490968 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-25f7d42d-b259-49ac-944b-3f657f3eefe4 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2684816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26033152'] for subnet, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:01.511855 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server [None req-349cb0ee-3184-4a5b-b387-48cb6a8bfa05 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3ca32748-dad9-4f32-829d-f8ad6c77da1c: This subnet is being modified by another concurrent operation. Jul 14 18:50:01.511855 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 14 18:50:01.511855 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 14 18:50:01.511855 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 14 18:50:01.511855 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 14 18:50:01.511855 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 14 18:50:01.511855 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 14 18:50:01.511855 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 14 18:50:01.511855 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 14 18:50:01.511855 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 14 18:50:01.511855 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 14 18:50:01.511855 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 14 18:50:01.511855 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 18:50:01.511855 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 18:50:01.511855 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 18:50:01.511855 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 18:50:01.511855 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 14 18:50:01.511855 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 14 18:50:01.511855 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 14 18:50:01.511855 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 14 18:50:01.511855 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 18:50:01.511855 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 18:50:01.511855 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 18:50:01.511855 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 18:50:01.511855 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 14 18:50:01.511855 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 14 18:50:01.511855 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 14 18:50:01.511855 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 14 18:50:01.511855 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 18:50:01.511855 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 18:50:01.511855 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 18:50:01.511855 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 18:50:01.511855 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 14 18:50:01.511855 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 14 18:50:01.511855 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 14 18:50:01.511855 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 14 18:50:01.511855 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 14 18:50:01.511855 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 14 18:50:01.511855 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 14 18:50:01.511855 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 14 18:50:01.511855 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 14 18:50:01.511855 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 14 18:50:01.511855 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 14 18:50:01.511855 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 14 18:50:01.511855 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 14 18:50:01.511855 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 14 18:50:01.511855 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 14 18:50:01.511855 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 14 18:50:01.511855 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 18:50:01.511855 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 18:50:01.511855 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 18:50:01.511855 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 18:50:01.511855 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 14 18:50:01.511855 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 14 18:50:01.511855 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 14 18:50:01.511855 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 14 18:50:01.511855 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 18:50:01.511855 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 18:50:01.511855 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 18:50:01.511855 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 18:50:01.511855 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 14 18:50:01.511855 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 14 18:50:01.511855 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 14 18:50:01.511855 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 14 18:50:01.511855 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 18:50:01.511855 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 18:50:01.511855 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 18:50:01.511855 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 18:50:01.511855 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 14 18:50:01.511855 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 14 18:50:01.511855 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 14 18:50:01.511855 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 14 18:50:01.511855 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 14 18:50:01.511855 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 14 18:50:01.511855 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 14 18:50:01.511855 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 14 18:50:01.511855 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 14 18:50:01.511855 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 14 18:50:01.511855 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 18:50:01.511855 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 18:50:01.511855 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 18:50:01.511855 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 18:50:01.511855 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 14 18:50:01.511855 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 14 18:50:01.511855 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 14 18:50:01.511855 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 14 18:50:01.511855 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 14 18:50:01.511855 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 14 18:50:01.511855 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 14 18:50:01.511855 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server raise exception Jul 14 18:50:01.511855 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3ca32748-dad9-4f32-829d-f8ad6c77da1c: This subnet is being modified by another concurrent operation. Jul 14 18:50:01.511855 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server Jul 14 18:50:01.537696 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b80dbba-0b83-4d62-affb-a59de13c86f3 None None] Network 71e5a8c1-34bb-45c5-bc4e-6d7dfae478d5 requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:50:01.651739 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f7d42d-b259-49ac-944b-3f657f3eefe4 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Pushing event deleted for resources: {'Subnet': ['ID=3ca32748-dad9-4f32-829d-f8ad6c77da1c,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:50:01.673072 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-25f7d42d-b259-49ac-944b-3f657f3eefe4 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2096010', 'neutron.services.segments.db._delete_segments_for_network-8728202734996'] for network, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:01.687529 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.segments.db [None req-25f7d42d-b259-49ac-944b-3f657f3eefe4 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71e5a8c1-34bb-45c5-bc4e-6d7dfae478d5']}} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:50:01.720524 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.segments.db [None req-25f7d42d-b259-49ac-944b-3f657f3eefe4 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51d2ec27-4b10-4f5a-8b02-c10d7bee9e97') {'for_net_delete': True} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:50:01.720847 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.segments.db [None req-25f7d42d-b259-49ac-944b-3f657f3eefe4 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51d2ec27-4b10-4f5a-8b02-c10d7bee9e97') {} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:50:01.736927 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91a48b6d-4791-46d2-81fe-3eae8d7f5e1d None None] get_active_networks_info from n-d-800634-3 {{(pid=93917) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 14 18:50:01.742522 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8473a884-f28d-461f-b9e2-307b40591172 req-718970a6-f499-4d5e-a701-da7034927c68 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:50:01.744266 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-8473a884-f28d-461f-b9e2-307b40591172 req-718970a6-f499-4d5e-a701-da7034927c68 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] 10.222.0.16 "GET /v2.0/ports?device_id=ff150787-a5d5-42ad-9e22-f082245a3b4a HTTP/1.1" status: 200 len: 946 time: 0.1375036 Jul 14 18:50:01.747042 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-25f7d42d-b259-49ac-944b-3f657f3eefe4 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728202715275', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26296891'] for segment, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:01.780687 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-25f7d42d-b259-49ac-944b-3f657f3eefe4 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:01.789318 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25f7d42d-b259-49ac-944b-3f657f3eefe4 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Releasing vlan 88 on physical network physnet1 to pool {{(pid=93916) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 18:50:01.789928 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-25f7d42d-b259-49ac-944b-3f657f3eefe4 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2682942'] for segment, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:01.796561 n-d-800634-3 neutron-server[93916]: Traceback (most recent call last): Jul 14 18:50:01.796561 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 18:50:01.796561 n-d-800634-3 neutron-server[93916]: timer() Jul 14 18:50:01.796561 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 18:50:01.796561 n-d-800634-3 neutron-server[93916]: cb(*args, **kw) Jul 14 18:50:01.796561 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 18:50:01.796561 n-d-800634-3 neutron-server[93916]: return func(*args, **kwargs) Jul 14 18:50:01.796561 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 18:50:01.796561 n-d-800634-3 neutron-server[93916]: self._notify() Jul 14 18:50:01.796561 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 18:50:01.796561 n-d-800634-3 neutron-server[93916]: self.callback(batched_events) Jul 14 18:50:01.796561 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 18:50:01.796561 n-d-800634-3 neutron-server[93916]: event.method(event) Jul 14 18:50:01.796561 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 18:50:01.796561 n-d-800634-3 neutron-server[93916]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 18:50:01.796561 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 18:50:01.796561 n-d-800634-3 neutron-server[93916]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 18:50:01.796561 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 18:50:01.796561 n-d-800634-3 neutron-server[93916]: return f(self, *a, **k) Jul 14 18:50:01.796561 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 18:50:01.796561 n-d-800634-3 neutron-server[93916]: return self._get(url).json() Jul 14 18:50:01.796561 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 18:50:01.796561 n-d-800634-3 neutron-server[93916]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 18:50:01.796561 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 18:50:01.796561 n-d-800634-3 neutron-server[93916]: return self.request(url, 'GET', **kwargs) Jul 14 18:50:01.796561 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 18:50:01.796561 n-d-800634-3 neutron-server[93916]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 18:50:01.796561 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 18:50:01.796561 n-d-800634-3 neutron-server[93916]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 18:50:01.796561 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 18:50:01.796561 n-d-800634-3 neutron-server[93916]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 18:50:01.796561 n-d-800634-3 neutron-server[93916]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 18:50:01.841372 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-8473a884-f28d-461f-b9e2-307b40591172 req-d73cdbd4-c4fc-412a-8d1b-0816fbb65c94 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] 10.222.0.16 "GET /v2.0/security-groups?id=00511198-19e5-42cb-b4d6-0be88d13a8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894225 Jul 14 18:50:01.898860 n-d-800634-3 neutron-server[93917]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91a48b6d-4791-46d2-81fe-3eae8d7f5e1d None None] Resources bound (agent type, host, resource id): {{(pid=93917) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 14 18:50:01.900432 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-25f7d42d-b259-49ac-944b-3f657f3eefe4 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2096001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-930085'] for network, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:01.918935 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-25f7d42d-b259-49ac-944b-3f657f3eefe4 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Notify callbacks [] for network, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:01.921623 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-25f7d42d-b259-49ac-944b-3f657f3eefe4 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] 10.222.0.16 "DELETE /v2.0/networks/71e5a8c1-34bb-45c5-bc4e-6d7dfae478d5 HTTP/1.1" status: 204 len: 168 time: 0.8079526 Jul 14 18:50:01.927443 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 43088) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:50:01.935371 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-63099964-ea47-4504-9f1e-1db217a398b4 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-537607572'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:50:01.957613 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f7d42d-b259-49ac-944b-3f657f3eefe4 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Pushing event deleted for resources: {'Network': ['ID=71e5a8c1-34bb-45c5-bc4e-6d7dfae478d5,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:50:01.981722 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63099964-ea47-4504-9f1e-1db217a398b4 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Made reservation on behalf of e8eabfd62c9b433bb574ba1ae1574849 for: {'network': 1} {{(pid=93915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:50:01.992022 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-63099964-ea47-4504-9f1e-1db217a398b4 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for network, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:02.058045 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63099964-ea47-4504-9f1e-1db217a398b4 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 61} {{(pid=93915) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 18:50:02.097846 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-63099964-ea47-4504-9f1e-1db217a398b4 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:02.098658 n-d-800634-3 neutron-server[93915]: INFO neutron.db.segments_db [None req-63099964-ea47-4504-9f1e-1db217a398b4 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Added segment 65527f67-0551-496f-ac43-89e7b8ee375a of type vlan for network 4af2e059-5c4c-4bc8-8d10-a691217bdcf3 Jul 14 18:50:02.202207 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-63099964-ea47-4504-9f1e-1db217a398b4 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728202197517'] for network, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:02.266265 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-63099964-ea47-4504-9f1e-1db217a398b4 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727'] for network, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:02.274186 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63099964-ea47-4504-9f1e-1db217a398b4 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:50:02.275587 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-63099964-ea47-4504-9f1e-1db217a398b4 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Notify callbacks [] for network, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:02.313706 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-63099964-ea47-4504-9f1e-1db217a398b4 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3842394 Jul 14 18:50:02.317405 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 43094) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:50:02.327231 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-d2a6c1ce-1c3c-45b8-aa10-2007bf7439f3 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Request body: {'subnet': {'network_id': '4af2e059-5c4c-4bc8-8d10-a691217bdcf3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:50:02.448311 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63099964-ea47-4504-9f1e-1db217a398b4 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Pushing event updated for resources: {'Network': ['ID=4af2e059-5c4c-4bc8-8d10-a691217bdcf3,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:50:02.484733 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Network 4af2e059-5c4c-4bc8-8d10-a691217bdcf3 details requested by agent ovs-agent-n-d-800634-3 with host n-d-800634-3 {{(pid=93917) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 18:50:02.524692 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2a6c1ce-1c3c-45b8-aa10-2007bf7439f3 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Made reservation on behalf of e8eabfd62c9b433bb574ba1ae1574849 for: {'subnet': 1} {{(pid=93916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:50:02.536308 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-d2a6c1ce-1c3c-45b8-aa10-2007bf7439f3 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26033189'] for subnet, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:02.598159 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:02.840899 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-d2a6c1ce-1c3c-45b8-aa10-2007bf7439f3 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2684753', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26033175'] for subnet, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:02.919905 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a6c1ce-1c3c-45b8-aa10-2007bf7439f3 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Pushing event updated for resources: {'Subnet': ['ID=d4d54f58-464a-42e4-ac98-3a570a6ef8f5,revision_number=0']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:50:02.982434 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2a6c1ce-1c3c-45b8-aa10-2007bf7439f3 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Checking segment: {'id': '65527f67-0551-496f-ac43-89e7b8ee375a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '4af2e059-5c4c-4bc8-8d10-a691217bdcf3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93916) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:50:02.983112 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2a6c1ce-1c3c-45b8-aa10-2007bf7439f3 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Network hostable DHCP agents. Network: 4af2e059-5c4c-4bc8-8d10-a691217bdcf3, hostable agents: ['028393c3-0576-4ebd-bca1-8ea8a148e1a2'], hosted agents: [] {{(pid=93916) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 18:50:03.011513 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2a6c1ce-1c3c-45b8-aa10-2007bf7439f3 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Network 4af2e059-5c4c-4bc8-8d10-a691217bdcf3 is scheduled to be hosted by DHCP agent 028393c3-0576-4ebd-bca1-8ea8a148e1a2 with binding_index 1 {{(pid=93916) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 18:50:03.034386 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [None req-d2a6c1ce-1c3c-45b8-aa10-2007bf7439f3 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-3, 4af2e059-5c4c-4bc8-8d10-a691217bdcf3) {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:50:03.047134 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc497733-7170-4009-bc6a-494761befebd None None] Network 4af2e059-5c4c-4bc8-8d10-a691217bdcf3 requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:50:03.067095 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2a6c1ce-1c3c-45b8-aa10-2007bf7439f3 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:50:03.067597 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-d2a6c1ce-1c3c-45b8-aa10-2007bf7439f3 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Notify callbacks [] for subnet, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:03.089328 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 43100) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:50:03.100579 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-d2a6c1ce-1c3c-45b8-aa10-2007bf7439f3 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.7792709 Jul 14 18:50:03.265552 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-d698d96a-8719-48dc-90e9-0c88d4d3cfbb tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645734'] for network, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:03.337353 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf79d39e-7504-4d6c-8302-ef638ee5b443 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9222b97e-5d1c-54f8-ba97-82f172498e76-4af2e059-5c4c-4bc8-8d10-a691217bdcf3', 'network_id': '4af2e059-5c4c-4bc8-8d10-a691217bdcf3', 'tenant_id': 'e8eabfd62c9b433bb574ba1ae1574849', 'fixed_ips': [{'subnet_id': 'd4d54f58-464a-42e4-ac98-3a570a6ef8f5'}]}} from n-d-800634-3. {{(pid=93917) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 18:50:03.339071 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-bf79d39e-7504-4d6c-8302-ef638ee5b443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:03.384584 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-d698d96a-8719-48dc-90e9-0c88d4d3cfbb tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081283'] for subnet, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:03.397278 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be93334-2894-4d97-a5ac-57705c7c691d req-4f9f8e1f-7e5b-4775-a7d2-143b26603e27 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:50:03.404880 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-7be93334-2894-4d97-a5ac-57705c7c691d req-4f9f8e1f-7e5b-4775-a7d2-143b26603e27 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] 10.222.0.16 "GET /v2.0/ports?device_id=ff150787-a5d5-42ad-9e22-f082245a3b4a HTTP/1.1" status: 200 len: 946 time: 0.2282386 Jul 14 18:50:03.480622 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-7be93334-2894-4d97-a5ac-57705c7c691d req-3d15453c-6f7c-446f-8fdc-a1c4939c7e00 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] 10.222.0.16 "GET /v2.0/security-groups?id=00511198-19e5-42cb-b4d6-0be88d13a8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747738 Jul 14 18:50:03.556278 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.db_base_plugin_common [None req-bf79d39e-7504-4d6c-8302-ef638ee5b443 None None] Allocated IP 172.20.0.1 (4af2e059-5c4c-4bc8-8d10-a691217bdcf3/d4d54f58-464a-42e4-ac98-3a570a6ef8f5/3725041c-100b-41cf-bd52-7d1049ee9758) {{(pid=93917) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:50:03.736060 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-bf79d39e-7504-4d6c-8302-ef638ee5b443 None None] Notify callbacks [] for port, precommit_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:03.744986 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-bf79d39e-7504-4d6c-8302-ef638ee5b443 None None] Transition to ACTIVE for port object 3725041c-100b-41cf-bd52-7d1049ee9758 will not be triggered until provisioned by entity L2. {{(pid=93917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:50:03.763626 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-bf79d39e-7504-4d6c-8302-ef638ee5b443 None None] Transition to ACTIVE for port object 3725041c-100b-41cf-bd52-7d1049ee9758 will not be triggered until provisioned by entity DHCP. {{(pid=93917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:50:03.773042 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-bf79d39e-7504-4d6c-8302-ef638ee5b443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804'] for port, after_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:03.830569 n-d-800634-3 neutron-server[93917]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf79d39e-7504-4d6c-8302-ef638ee5b443 None None] Network 4af2e059-5c4c-4bc8-8d10-a691217bdcf3 is already hosted by enough agents. {{(pid=93917) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:50:03.837051 n-d-800634-3 neutron-server[93917]: DEBUG neutron.scheduler.base_scheduler [None req-bf79d39e-7504-4d6c-8302-ef638ee5b443 None None] Resources bound (agent type, host, resource id): {{(pid=93917) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:50:03.838194 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-d698d96a-8719-48dc-90e9-0c88d4d3cfbb tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25913028', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28969762'] for subnet, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:03.841315 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf79d39e-7504-4d6c-8302-ef638ee5b443 None None] Received port after_create {{(pid=93917) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:50:03.874867 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf79d39e-7504-4d6c-8302-ef638ee5b443 None None] Pushing event updated for resources: {'Port': ['ID=3725041c-100b-41cf-bd52-7d1049ee9758,revision_number=1']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:50:03.889385 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d698d96a-8719-48dc-90e9-0c88d4d3cfbb tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Pushing event deleted for resources: {'Subnet': ['ID=d4d54f58-464a-42e4-ac98-3a570a6ef8f5,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:50:03.944700 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-bf79d39e-7504-4d6c-8302-ef638ee5b443 None None] Attempting to bind port 3725041c-100b-41cf-bd52-7d1049ee9758 on host n-d-800634-3 for vnic_type normal with profile {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:50:03.945061 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-bf79d39e-7504-4d6c-8302-ef638ee5b443 None None] Attempting to bind port 3725041c-100b-41cf-bd52-7d1049ee9758 by drivers openvswitch,hyperv on host n-d-800634-3 at level 0 using segments [{'id': '65527f67-0551-496f-ac43-89e7b8ee375a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '4af2e059-5c4c-4bc8-8d10-a691217bdcf3'}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:50:03.945559 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf79d39e-7504-4d6c-8302-ef638ee5b443 None None] Attempting to bind port 3725041c-100b-41cf-bd52-7d1049ee9758 on network 4af2e059-5c4c-4bc8-8d10-a691217bdcf3 {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:50:03.956462 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf79d39e-7504-4d6c-8302-ef638ee5b443 None None] Checking agent: {'id': '01c19e91-a945-4e3c-94a6-c211e17c923e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 8, 23), 'started_at': datetime.datetime(2021, 7, 14, 18, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 18, 49, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 18:50:03.956966 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf79d39e-7504-4d6c-8302-ef638ee5b443 None None] Checking segment: {'id': '65527f67-0551-496f-ac43-89e7b8ee375a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '4af2e059-5c4c-4bc8-8d10-a691217bdcf3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93917) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:50:03.957475 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-bf79d39e-7504-4d6c-8302-ef638ee5b443 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:03.957883 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf79d39e-7504-4d6c-8302-ef638ee5b443 None None] Bound using segment: {'id': '65527f67-0551-496f-ac43-89e7b8ee375a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '4af2e059-5c4c-4bc8-8d10-a691217bdcf3'} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 18:50:03.958373 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-bf79d39e-7504-4d6c-8302-ef638ee5b443 None None] Bound port: 3725041c-100b-41cf-bd52-7d1049ee9758, host: n-d-800634-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65527f67-0551-496f-ac43-89e7b8ee375a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '4af2e059-5c4c-4bc8-8d10-a691217bdcf3'}}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 18:50:03.958765 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-bf79d39e-7504-4d6c-8302-ef638ee5b443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:03.980923 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-d698d96a-8719-48dc-90e9-0c88d4d3cfbb tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2096010', 'neutron.services.segments.db._delete_segments_for_network-8728202734996'] for network, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:03.993897 n-d-800634-3 neutron-server[93915]: DEBUG neutron.services.segments.db [None req-d698d96a-8719-48dc-90e9-0c88d4d3cfbb tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4af2e059-5c4c-4bc8-8d10-a691217bdcf3']}} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:50:04.003612 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2163a0-97dc-46da-b929-a8ec696d8b8c req-7b6cda4f-2ada-4a1b-be52-fd602e3abb26 tempest-AttachVolumeNegativeTest-3632510 tempest-AttachVolumeNegativeTest-3632510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:50:04.010965 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-fb2163a0-97dc-46da-b929-a8ec696d8b8c req-7b6cda4f-2ada-4a1b-be52-fd602e3abb26 tempest-AttachVolumeNegativeTest-3632510 tempest-AttachVolumeNegativeTest-3632510-project] 10.222.0.16 "GET /v2.0/ports?device_id=055fd0f1-6d0b-4ba0-84f2-ff970e8c514b HTTP/1.1" status: 200 len: 946 time: 0.2257535 Jul 14 18:50:04.028356 n-d-800634-3 neutron-server[93915]: DEBUG neutron.services.segments.db [None req-d698d96a-8719-48dc-90e9-0c88d4d3cfbb tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65527f67-0551-496f-ac43-89e7b8ee375a') {'for_net_delete': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:50:04.028729 n-d-800634-3 neutron-server[93915]: DEBUG neutron.services.segments.db [None req-d698d96a-8719-48dc-90e9-0c88d4d3cfbb tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65527f67-0551-496f-ac43-89e7b8ee375a') {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:50:04.039171 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-bf79d39e-7504-4d6c-8302-ef638ee5b443 None None] For port 3725041c-100b-41cf-bd52-7d1049ee9758, host n-d-800634-3, cleared binding levels {{(pid=93917) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:50:04.044950 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-bf79d39e-7504-4d6c-8302-ef638ee5b443 None None] For port 3725041c-100b-41cf-bd52-7d1049ee9758, host n-d-800634-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=3725041c-100b-41cf-bd52-7d1049ee9758,segment=NetworkSegment(65527f67-0551-496f-ac43-89e7b8ee375a),segment_id=65527f67-0551-496f-ac43-89e7b8ee375a)] {{(pid=93917) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 18:50:04.050537 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-bf79d39e-7504-4d6c-8302-ef638ee5b443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:04.063695 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-d698d96a-8719-48dc-90e9-0c88d4d3cfbb tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728202715275', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28939920'] for segment, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:04.078576 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-d698d96a-8719-48dc-90e9-0c88d4d3cfbb tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:04.087506 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d698d96a-8719-48dc-90e9-0c88d4d3cfbb tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Releasing vlan 61 on physical network physnet1 to pool {{(pid=93915) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 18:50:04.088003 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-d698d96a-8719-48dc-90e9-0c88d4d3cfbb tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25911658'] for segment, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:04.149994 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf79d39e-7504-4d6c-8302-ef638ee5b443 None None] Pushing event updated for resources: {'Port': ['ID=3725041c-100b-41cf-bd52-7d1049ee9758,revision_number=2']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:50:04.168597 n-d-800634-3 neutron-server[93915]: Traceback (most recent call last): Jul 14 18:50:04.168597 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 18:50:04.168597 n-d-800634-3 neutron-server[93915]: timer() Jul 14 18:50:04.168597 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 18:50:04.168597 n-d-800634-3 neutron-server[93915]: cb(*args, **kw) Jul 14 18:50:04.168597 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 18:50:04.168597 n-d-800634-3 neutron-server[93915]: return func(*args, **kwargs) Jul 14 18:50:04.168597 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 18:50:04.168597 n-d-800634-3 neutron-server[93915]: self._notify() Jul 14 18:50:04.168597 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 18:50:04.168597 n-d-800634-3 neutron-server[93915]: self.callback(batched_events) Jul 14 18:50:04.168597 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 18:50:04.168597 n-d-800634-3 neutron-server[93915]: event.method(event) Jul 14 18:50:04.168597 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 18:50:04.168597 n-d-800634-3 neutron-server[93915]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 18:50:04.168597 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 18:50:04.168597 n-d-800634-3 neutron-server[93915]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 18:50:04.168597 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 18:50:04.168597 n-d-800634-3 neutron-server[93915]: return f(self, *a, **k) Jul 14 18:50:04.168597 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 18:50:04.168597 n-d-800634-3 neutron-server[93915]: return self._get(url).json() Jul 14 18:50:04.168597 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 18:50:04.168597 n-d-800634-3 neutron-server[93915]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 18:50:04.168597 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 18:50:04.168597 n-d-800634-3 neutron-server[93915]: return self.request(url, 'GET', **kwargs) Jul 14 18:50:04.168597 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 18:50:04.168597 n-d-800634-3 neutron-server[93915]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 18:50:04.168597 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 18:50:04.168597 n-d-800634-3 neutron-server[93915]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 18:50:04.168597 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 18:50:04.168597 n-d-800634-3 neutron-server[93915]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 18:50:04.168597 n-d-800634-3 neutron-server[93915]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 18:50:04.177250 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2430bf81-2978-445e-a4fe-e2a807867ce3 None None] Network 4af2e059-5c4c-4bc8-8d10-a691217bdcf3 requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:50:04.202581 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.db.api [None req-d698d96a-8719-48dc-90e9-0c88d4d3cfbb tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 14 18:50:04.202581 n-d-800634-3 neutron-server[93915]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 14 18:50:04.202581 n-d-800634-3 neutron-server[93915]: [parameters: {'id': '4af2e059-5c4c-4bc8-8d10-a691217bdcf3'}] Jul 14 18:50:04.202581 n-d-800634-3 neutron-server[93915]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93915) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 14 18:50:04.203458 n-d-800634-3 neutron-server[93915]: DEBUG oslo_db.api [None req-d698d96a-8719-48dc-90e9-0c88d4d3cfbb tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 18:50:04.209444 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-fb2163a0-97dc-46da-b929-a8ec696d8b8c req-faf6f0a8-2090-4f06-a8d6-66c9c1a9fef7 tempest-AttachVolumeNegativeTest-3632510 tempest-AttachVolumeNegativeTest-3632510-project] 10.222.0.16 "GET /v2.0/security-groups?id=0abe65fc-f489-4951-8c06-afae1a246333&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1974368 Jul 14 18:50:04.390980 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-621453a8-db15-43e2-9c8f-e3fee9701a85 None None] get_active_networks_info from n-d-800634-3 {{(pid=93917) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 14 18:50:04.482415 n-d-800634-3 neutron-server[93917]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-621453a8-db15-43e2-9c8f-e3fee9701a85 None None] Resources bound (agent type, host, resource id): {{(pid=93917) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 14 18:50:04.690420 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0644f0-f0ba-4335-a402-a4135df748f6 req-6ddf3bca-edbf-4ebe-8b0a-42a08043aaad tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:50:04.692142 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ad0644f0-f0ba-4335-a402-a4135df748f6 req-6ddf3bca-edbf-4ebe-8b0a-42a08043aaad tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] 10.222.0.16 "GET /v2.0/ports?device_id=ff150787-a5d5-42ad-9e22-f082245a3b4a HTTP/1.1" status: 200 len: 946 time: 0.0818799 Jul 14 18:50:04.707399 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-d698d96a-8719-48dc-90e9-0c88d4d3cfbb tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645734'] for network, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:04.770983 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ad0644f0-f0ba-4335-a402-a4135df748f6 req-ce20606d-d176-4f4e-ad7c-857fe7ebadbd tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] 10.222.0.16 "GET /v2.0/security-groups?id=00511198-19e5-42cb-b4d6-0be88d13a8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711613 Jul 14 18:50:04.802782 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [None req-d698d96a-8719-48dc-90e9-0c88d4d3cfbb tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Deleting port 3725041c-100b-41cf-bd52-7d1049ee9758 {{(pid=93915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:50:04.803281 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-d698d96a-8719-48dc-90e9-0c88d4d3cfbb tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:04.876319 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [None req-d698d96a-8719-48dc-90e9-0c88d4d3cfbb tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] For port 3725041c-100b-41cf-bd52-7d1049ee9758, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=3725041c-100b-41cf-bd52-7d1049ee9758,segment=NetworkSegment(65527f67-0551-496f-ac43-89e7b8ee375a),segment_id=65527f67-0551-496f-ac43-89e7b8ee375a)] {{(pid=93915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:50:04.876766 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-d698d96a-8719-48dc-90e9-0c88d4d3cfbb tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:04.890241 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [None req-d698d96a-8719-48dc-90e9-0c88d4d3cfbb tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Calling delete_port for 3725041c-100b-41cf-bd52-7d1049ee9758 owned by network:dhcp {{(pid=93915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:50:04.970047 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-d698d96a-8719-48dc-90e9-0c88d4d3cfbb tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:04.997686 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d698d96a-8719-48dc-90e9-0c88d4d3cfbb tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Pushing event deleted for resources: {'Port': ['ID=3725041c-100b-41cf-bd52-7d1049ee9758,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:50:05.004697 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d698d96a-8719-48dc-90e9-0c88d4d3cfbb tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] No DVR routers for this DVR port 3725041c-100b-41cf-bd52-7d1049ee9758 on host n-d-800634-3 {{(pid=93915) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 18:50:05.089813 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-d698d96a-8719-48dc-90e9-0c88d4d3cfbb tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2096010', 'neutron.services.segments.db._delete_segments_for_network-8728202734996'] for network, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:05.101890 n-d-800634-3 neutron-server[93915]: DEBUG neutron.services.segments.db [None req-d698d96a-8719-48dc-90e9-0c88d4d3cfbb tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4af2e059-5c4c-4bc8-8d10-a691217bdcf3']}} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:50:05.115000 n-d-800634-3 neutron-server[93915]: DEBUG neutron.services.segments.db [None req-d698d96a-8719-48dc-90e9-0c88d4d3cfbb tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65527f67-0551-496f-ac43-89e7b8ee375a') {'for_net_delete': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:50:05.115306 n-d-800634-3 neutron-server[93915]: DEBUG neutron.services.segments.db [None req-d698d96a-8719-48dc-90e9-0c88d4d3cfbb tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65527f67-0551-496f-ac43-89e7b8ee375a') {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:50:05.127208 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-d698d96a-8719-48dc-90e9-0c88d4d3cfbb tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728202715275', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28939920'] for segment, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:05.143934 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-d698d96a-8719-48dc-90e9-0c88d4d3cfbb tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:05.150940 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d698d96a-8719-48dc-90e9-0c88d4d3cfbb tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Releasing vlan 61 on physical network physnet1 to pool {{(pid=93915) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 18:50:05.151489 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-d698d96a-8719-48dc-90e9-0c88d4d3cfbb tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25911658'] for segment, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:05.154893 n-d-800634-3 neutron-server[93915]: Traceback (most recent call last): Jul 14 18:50:05.154893 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 18:50:05.154893 n-d-800634-3 neutron-server[93915]: timer() Jul 14 18:50:05.154893 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 18:50:05.154893 n-d-800634-3 neutron-server[93915]: cb(*args, **kw) Jul 14 18:50:05.154893 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 18:50:05.154893 n-d-800634-3 neutron-server[93915]: return func(*args, **kwargs) Jul 14 18:50:05.154893 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 18:50:05.154893 n-d-800634-3 neutron-server[93915]: self._notify() Jul 14 18:50:05.154893 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 18:50:05.154893 n-d-800634-3 neutron-server[93915]: self.callback(batched_events) Jul 14 18:50:05.154893 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 18:50:05.154893 n-d-800634-3 neutron-server[93915]: event.method(event) Jul 14 18:50:05.154893 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 18:50:05.154893 n-d-800634-3 neutron-server[93915]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 18:50:05.154893 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 18:50:05.154893 n-d-800634-3 neutron-server[93915]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 18:50:05.154893 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 18:50:05.154893 n-d-800634-3 neutron-server[93915]: return f(self, *a, **k) Jul 14 18:50:05.154893 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 18:50:05.154893 n-d-800634-3 neutron-server[93915]: return self._get(url).json() Jul 14 18:50:05.154893 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 18:50:05.154893 n-d-800634-3 neutron-server[93915]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 18:50:05.154893 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 18:50:05.154893 n-d-800634-3 neutron-server[93915]: return self.request(url, 'GET', **kwargs) Jul 14 18:50:05.154893 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 18:50:05.154893 n-d-800634-3 neutron-server[93915]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 18:50:05.154893 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 18:50:05.154893 n-d-800634-3 neutron-server[93915]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 18:50:05.154893 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 18:50:05.154893 n-d-800634-3 neutron-server[93915]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 18:50:05.154893 n-d-800634-3 neutron-server[93915]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 18:50:05.226329 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-d698d96a-8719-48dc-90e9-0c88d4d3cfbb tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2096001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-930085'] for network, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:05.235282 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-d698d96a-8719-48dc-90e9-0c88d4d3cfbb tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Notify callbacks [] for network, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:05.242177 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-d698d96a-8719-48dc-90e9-0c88d4d3cfbb tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] 10.222.0.16 "DELETE /v2.0/networks/4af2e059-5c4c-4bc8-8d10-a691217bdcf3 HTTP/1.1" status: 204 len: 168 time: 2.1466949 Jul 14 18:50:05.243006 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 43120) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:50:05.249659 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d698d96a-8719-48dc-90e9-0c88d4d3cfbb tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Pushing event deleted for resources: {'Network': ['ID=4af2e059-5c4c-4bc8-8d10-a691217bdcf3,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:50:05.258383 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-f0a3a84b-9892-42ea-ba35-0b45e6070f0d tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1258914053'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:50:05.288236 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0a3a84b-9892-42ea-ba35-0b45e6070f0d tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Made reservation on behalf of e8eabfd62c9b433bb574ba1ae1574849 for: {'network': 1} {{(pid=93916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:50:05.292781 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-f0a3a84b-9892-42ea-ba35-0b45e6070f0d tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for network, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:05.323594 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0a3a84b-9892-42ea-ba35-0b45e6070f0d tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 66} {{(pid=93916) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 18:50:05.335926 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-f0a3a84b-9892-42ea-ba35-0b45e6070f0d tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:05.336346 n-d-800634-3 neutron-server[93916]: INFO neutron.db.segments_db [None req-f0a3a84b-9892-42ea-ba35-0b45e6070f0d tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Added segment 9201a75a-c789-4b7a-a766-e063c05665a0 of type vlan for network b32bee66-8299-4c79-8b66-9249744a0078 Jul 14 18:50:05.385017 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-f0a3a84b-9892-42ea-ba35-0b45e6070f0d tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728202197517'] for network, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:05.422615 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-f0a3a84b-9892-42ea-ba35-0b45e6070f0d tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727'] for network, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:05.429641 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0a3a84b-9892-42ea-ba35-0b45e6070f0d tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:50:05.430683 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-f0a3a84b-9892-42ea-ba35-0b45e6070f0d tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Notify callbacks [] for network, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:05.463050 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de9ad06-994e-4a89-9b4c-c0522cda2f07 req-f6937ff4-4672-48a2-bfa7-fb2351318fd4 tempest-AttachVolumeNegativeTest-3632510 tempest-AttachVolumeNegativeTest-3632510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:50:05.465338 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6de9ad06-994e-4a89-9b4c-c0522cda2f07 req-f6937ff4-4672-48a2-bfa7-fb2351318fd4 tempest-AttachVolumeNegativeTest-3632510 tempest-AttachVolumeNegativeTest-3632510-project] 10.222.0.16 "GET /v2.0/ports?device_id=055fd0f1-6d0b-4ba0-84f2-ff970e8c514b HTTP/1.1" status: 200 len: 946 time: 0.1135330 Jul 14 18:50:05.493746 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:05.509722 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-f0a3a84b-9892-42ea-ba35-0b45e6070f0d tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2637396 Jul 14 18:50:05.513317 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 43126) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:50:05.520616 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a3a84b-9892-42ea-ba35-0b45e6070f0d tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Pushing event updated for resources: {'Network': ['ID=b32bee66-8299-4c79-8b66-9249744a0078,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:50:05.521668 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-df477006-d499-4211-bb2d-a2e0ef3e5162 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Request body: {'subnet': {'network_id': 'b32bee66-8299-4c79-8b66-9249744a0078', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:50:05.533650 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Network b32bee66-8299-4c79-8b66-9249744a0078 details requested by agent ovs-agent-n-d-800634-3 with host n-d-800634-3 {{(pid=93917) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 18:50:05.593442 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6de9ad06-994e-4a89-9b4c-c0522cda2f07 req-ae36b296-68f7-4492-bb0b-18d0ea267159 tempest-AttachVolumeNegativeTest-3632510 tempest-AttachVolumeNegativeTest-3632510-project] 10.222.0.16 "GET /v2.0/security-groups?id=0abe65fc-f489-4951-8c06-afae1a246333&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140282 Jul 14 18:50:05.632177 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93c4cfe-15ca-4fba-a030-149c43d1a756 req-5d832992-414c-480c-be56-1de309fb8c88 tempest-AttachVolumeNegativeTest-3632510 tempest-AttachVolumeNegativeTest-3632510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:50:05.633885 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-d93c4cfe-15ca-4fba-a030-149c43d1a756 req-5d832992-414c-480c-be56-1de309fb8c88 tempest-AttachVolumeNegativeTest-3632510 tempest-AttachVolumeNegativeTest-3632510-project] 10.222.0.18 "GET /v2.0/ports?device_id=055fd0f1-6d0b-4ba0-84f2-ff970e8c514b HTTP/1.1" status: 200 len: 946 time: 0.2381604 Jul 14 18:50:05.711955 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df477006-d499-4211-bb2d-a2e0ef3e5162 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Made reservation on behalf of e8eabfd62c9b433bb574ba1ae1574849 for: {'subnet': 1} {{(pid=93915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:50:05.716145 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-df477006-d499-4211-bb2d-a2e0ef3e5162 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28969735'] for subnet, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:05.855533 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [req-d93c4cfe-15ca-4fba-a030-149c43d1a756 req-891eebb9-72d9-444b-8bc4-ae42858b1edd tempest-AttachVolumeNegativeTest-3632510 tempest-AttachVolumeNegativeTest-3632510-project] Deleting port 477286eb-c682-4f75-8930-9f0a69c01bee {{(pid=93915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:50:05.855929 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-d93c4cfe-15ca-4fba-a030-149c43d1a756 req-891eebb9-72d9-444b-8bc4-ae42858b1edd tempest-AttachVolumeNegativeTest-3632510 tempest-AttachVolumeNegativeTest-3632510-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:06.424209 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-d93c4cfe-15ca-4fba-a030-149c43d1a756 req-891eebb9-72d9-444b-8bc4-ae42858b1edd tempest-AttachVolumeNegativeTest-3632510 tempest-AttachVolumeNegativeTest-3632510-project] For port 477286eb-c682-4f75-8930-9f0a69c01bee, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=477286eb-c682-4f75-8930-9f0a69c01bee,segment=NetworkSegment(3142d796-db76-489d-9ebc-ac845cfeb79d),segment_id=3142d796-db76-489d-9ebc-ac845cfeb79d)] {{(pid=93915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:50:06.424928 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-d93c4cfe-15ca-4fba-a030-149c43d1a756 req-891eebb9-72d9-444b-8bc4-ae42858b1edd tempest-AttachVolumeNegativeTest-3632510 tempest-AttachVolumeNegativeTest-3632510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:06.455225 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [req-d93c4cfe-15ca-4fba-a030-149c43d1a756 req-891eebb9-72d9-444b-8bc4-ae42858b1edd tempest-AttachVolumeNegativeTest-3632510 tempest-AttachVolumeNegativeTest-3632510-project] Calling delete_port for 477286eb-c682-4f75-8930-9f0a69c01bee owned by compute:nova {{(pid=93915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:50:06.478349 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-df477006-d499-4211-bb2d-a2e0ef3e5162 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25912837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28969781'] for subnet, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:06.505062 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02101989-17cd-4c0d-ba7f-55fdc141502c req-1cb51e26-c464-42fb-b769-a6350d700d07 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:50:06.507251 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-02101989-17cd-4c0d-ba7f-55fdc141502c req-1cb51e26-c464-42fb-b769-a6350d700d07 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] 10.222.0.16 "GET /v2.0/ports?device_id=ff150787-a5d5-42ad-9e22-f082245a3b4a HTTP/1.1" status: 200 len: 946 time: 0.2477860 Jul 14 18:50:06.706423 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df477006-d499-4211-bb2d-a2e0ef3e5162 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Pushing event updated for resources: {'Subnet': ['ID=c28962db-e0ea-40b8-9444-6183265f8e16,revision_number=0']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:50:06.723194 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-02101989-17cd-4c0d-ba7f-55fdc141502c req-416edf3f-25db-4aaa-aa69-0bc685de10a7 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] 10.222.0.16 "GET /v2.0/security-groups?id=00511198-19e5-42cb-b4d6-0be88d13a8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587143 Jul 14 18:50:06.752688 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df477006-d499-4211-bb2d-a2e0ef3e5162 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Checking segment: {'id': '9201a75a-c789-4b7a-a766-e063c05665a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'b32bee66-8299-4c79-8b66-9249744a0078'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:50:06.753130 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df477006-d499-4211-bb2d-a2e0ef3e5162 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Network hostable DHCP agents. Network: b32bee66-8299-4c79-8b66-9249744a0078, hostable agents: ['028393c3-0576-4ebd-bca1-8ea8a148e1a2'], hosted agents: [] {{(pid=93915) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 18:50:06.801734 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-432780cf-eb7a-44f2-b24b-ceb4358084e5 req-c961a755-ee9a-4594-8b55-9389040aa4e6 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=9c556fe5-0125-48ec-8057-3295f5ec5000&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2389286 Jul 14 18:50:06.850874 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df477006-d499-4211-bb2d-a2e0ef3e5162 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Network b32bee66-8299-4c79-8b66-9249744a0078 is scheduled to be hosted by DHCP agent 028393c3-0576-4ebd-bca1-8ea8a148e1a2 with binding_index 1 {{(pid=93915) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 18:50:06.910769 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [None req-df477006-d499-4211-bb2d-a2e0ef3e5162 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-3, b32bee66-8299-4c79-8b66-9249744a0078) {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:50:06.916013 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df477006-d499-4211-bb2d-a2e0ef3e5162 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:50:06.918949 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-df477006-d499-4211-bb2d-a2e0ef3e5162 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Notify callbacks [] for subnet, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:06.924991 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a210b74-ee23-4fa4-9d3b-25dffb0d29e5 None None] Network b32bee66-8299-4c79-8b66-9249744a0078 requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:50:06.938743 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-d93c4cfe-15ca-4fba-a030-149c43d1a756 req-891eebb9-72d9-444b-8bc4-ae42858b1edd tempest-AttachVolumeNegativeTest-3632510 tempest-AttachVolumeNegativeTest-3632510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:06.958792 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e77822-8b0f-473e-80e9-43200e0d1086 req-18f4193e-0465-47ef-942a-73a69ddaf639 tempest-AttachVolumeNegativeTest-3632510 tempest-AttachVolumeNegativeTest-3632510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:50:06.960509 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b1e77822-8b0f-473e-80e9-43200e0d1086 req-18f4193e-0465-47ef-942a-73a69ddaf639 tempest-AttachVolumeNegativeTest-3632510 tempest-AttachVolumeNegativeTest-3632510-project] 10.222.0.16 "GET /v2.0/ports?device_id=055fd0f1-6d0b-4ba0-84f2-ff970e8c514b HTTP/1.1" status: 200 len: 946 time: 0.2342751 Jul 14 18:50:06.975013 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 43146) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:50:06.975542 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-df477006-d499-4211-bb2d-a2e0ef3e5162 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.4605103 Jul 14 18:50:06.982386 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] get_ports_and_sgs() called for port_ids ['ce482cff-d6ac-417a-bf83-3e4307fce0a9'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 18:50:07.017275 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891eebb9-72d9-444b-8bc4-ae42858b1edd tempest-AttachVolumeNegativeTest-3632510 tempest-AttachVolumeNegativeTest-3632510-project] Pushing event deleted for resources: {'Port': ['ID=477286eb-c682-4f75-8930-9f0a69c01bee,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:50:07.027472 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] get_ports_and_sgs() called for port_ids ['3a2eb3c4-e06b-47ee-ab16-5381b2cbed0d', 'c6d6b6b9-1527-4ffd-b579-4fc7f4b97389', '477286eb-c682-4f75-8930-9f0a69c01bee'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 18:50:07.086173 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-891eebb9-72d9-444b-8bc4-ae42858b1edd tempest-AttachVolumeNegativeTest-3632510 tempest-AttachVolumeNegativeTest-3632510-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:50:07.086581 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-891eebb9-72d9-444b-8bc4-ae42858b1edd tempest-AttachVolumeNegativeTest-3632510 tempest-AttachVolumeNegativeTest-3632510-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:50:07.087741 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-891eebb9-72d9-444b-8bc4-ae42858b1edd tempest-AttachVolumeNegativeTest-3632510 tempest-AttachVolumeNegativeTest-3632510-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:50:07.088170 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-891eebb9-72d9-444b-8bc4-ae42858b1edd tempest-AttachVolumeNegativeTest-3632510 tempest-AttachVolumeNegativeTest-3632510-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:50:07.089091 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-891eebb9-72d9-444b-8bc4-ae42858b1edd tempest-AttachVolumeNegativeTest-3632510 tempest-AttachVolumeNegativeTest-3632510-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:50:07.089443 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-891eebb9-72d9-444b-8bc4-ae42858b1edd tempest-AttachVolumeNegativeTest-3632510 tempest-AttachVolumeNegativeTest-3632510-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:50:07.089778 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-891eebb9-72d9-444b-8bc4-ae42858b1edd tempest-AttachVolumeNegativeTest-3632510 tempest-AttachVolumeNegativeTest-3632510-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:50:07.090156 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-891eebb9-72d9-444b-8bc4-ae42858b1edd tempest-AttachVolumeNegativeTest-3632510 tempest-AttachVolumeNegativeTest-3632510-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:50:07.090531 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-891eebb9-72d9-444b-8bc4-ae42858b1edd tempest-AttachVolumeNegativeTest-3632510 tempest-AttachVolumeNegativeTest-3632510-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:50:07.090862 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-891eebb9-72d9-444b-8bc4-ae42858b1edd tempest-AttachVolumeNegativeTest-3632510 tempest-AttachVolumeNegativeTest-3632510-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:50:07.091193 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-891eebb9-72d9-444b-8bc4-ae42858b1edd tempest-AttachVolumeNegativeTest-3632510 tempest-AttachVolumeNegativeTest-3632510-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:50:07.091583 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-891eebb9-72d9-444b-8bc4-ae42858b1edd tempest-AttachVolumeNegativeTest-3632510 tempest-AttachVolumeNegativeTest-3632510-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:50:07.104529 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [req-d93c4cfe-15ca-4fba-a030-149c43d1a756 req-891eebb9-72d9-444b-8bc4-ae42858b1edd tempest-AttachVolumeNegativeTest-3632510 tempest-AttachVolumeNegativeTest-3632510-project] No DVR routers for this DVR port 477286eb-c682-4f75-8930-9f0a69c01bee on host n-h1-800634-3 {{(pid=93915) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 18:50:07.108357 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-d93c4cfe-15ca-4fba-a030-149c43d1a756 req-891eebb9-72d9-444b-8bc4-ae42858b1edd tempest-AttachVolumeNegativeTest-3632510 tempest-AttachVolumeNegativeTest-3632510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:07.110628 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-d93c4cfe-15ca-4fba-a030-149c43d1a756 req-891eebb9-72d9-444b-8bc4-ae42858b1edd tempest-AttachVolumeNegativeTest-3632510 tempest-AttachVolumeNegativeTest-3632510-project] 10.222.0.18 "DELETE /v2.0/ports/477286eb-c682-4f75-8930-9f0a69c01bee HTTP/1.1" status: 204 len: 173 time: 1.4708579 Jul 14 18:50:07.115839 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '055fd0f1-6d0b-4ba0-84f2-ff970e8c514b', 'name': 'network-vif-deleted', 'tag': '477286eb-c682-4f75-8930-9f0a69c01bee'}] {{(pid=93915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:50:07.119175 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e72782ad3af8f7d4ce76cedf092bca46d1756acc5c4653cf0b52034cdd6b073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79a70abc-6db2-430e-b8df-3b0be7e6c11c" -d '{"events": [{"server_uuid": "055fd0f1-6d0b-4ba0-84f2-ff970e8c514b", "name": "network-vif-deleted", "tag": "477286eb-c682-4f75-8930-9f0a69c01bee"}]}' {{(pid=93915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:50:07.143795 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b1e77822-8b0f-473e-80e9-43200e0d1086 req-1ca2f1c7-ef96-424f-a928-cb77296d8f0a tempest-AttachVolumeNegativeTest-3632510 tempest-AttachVolumeNegativeTest-3632510-project] 10.222.0.16 "GET /v2.0/security-groups?id=0abe65fc-f489-4951-8c06-afae1a246333&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450796 Jul 14 18:50:07.153626 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432780cf-eb7a-44f2-b24b-ceb4358084e5 req-30bbd02c-f39a-4517-bd7a-d7859a45edac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:50:07.158401 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-432780cf-eb7a-44f2-b24b-ceb4358084e5 req-30bbd02c-f39a-4517-bd7a-d7859a45edac service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c28e5bcf1e004d64bdc0461d59ce0908&device_id=9c556fe5-0125-48ec-8057-3295f5ec5000 HTTP/1.1" status: 200 len: 1095 time: 0.3095791 Jul 14 18:50:07.178721 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-46494c13-2f0c-4c03-a264-ca2d8e0da2e8 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645734'] for network, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:07.218677 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 18:50:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d867ec72-5dfb-497b-9aad-0e3488b098b4 x-openstack-request-id: req-d867ec72-5dfb-497b-9aad-0e3488b098b4 {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:50:07.219604 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "055fd0f1-6d0b-4ba0-84f2-ff970e8c514b", "name": "network-vif-deleted", "tag": "477286eb-c682-4f75-8930-9f0a69c01bee", "status": "completed", "code": 200}]} {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:50:07.220415 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d867ec72-5dfb-497b-9aad-0e3488b098b4 {{(pid=93915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:50:07.221386 n-d-800634-3 neutron-server[93915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '055fd0f1-6d0b-4ba0-84f2-ff970e8c514b', 'name': 'network-vif-deleted', 'tag': '477286eb-c682-4f75-8930-9f0a69c01bee', 'status': 'completed', 'code': 200} Jul 14 18:50:07.346374 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-46494c13-2f0c-4c03-a264-ca2d8e0da2e8 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081283'] for subnet, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:07.394899 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432780cf-eb7a-44f2-b24b-ceb4358084e5 req-f936e7b5-fb6c-4f3f-b547-5e83d5e08646 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:50:07.397030 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-432780cf-eb7a-44f2-b24b-ceb4358084e5 req-f936e7b5-fb6c-4f3f-b547-5e83d5e08646 service neutron] 10.222.0.18 "GET /v2.0/networks?id=39c54d55-b1e0-4eb1-9ee5-3eeadd4d8bde HTTP/1.1" status: 200 len: 912 time: 0.1950150 Jul 14 18:50:07.497361 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd0789f0-e0d4-43ab-b88e-f661f2b44881 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9222b97e-5d1c-54f8-ba97-82f172498e76-b32bee66-8299-4c79-8b66-9249744a0078', 'network_id': 'b32bee66-8299-4c79-8b66-9249744a0078', 'tenant_id': 'e8eabfd62c9b433bb574ba1ae1574849', 'fixed_ips': [{'subnet_id': 'c28962db-e0ea-40b8-9444-6183265f8e16'}]}} from n-d-800634-3. {{(pid=93917) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 18:50:07.498320 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-cd0789f0-e0d4-43ab-b88e-f661f2b44881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:07.506365 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-46494c13-2f0c-4c03-a264-ca2d8e0da2e8 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2684816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26033152'] for subnet, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:07.561400 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46494c13-2f0c-4c03-a264-ca2d8e0da2e8 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Pushing event deleted for resources: {'Subnet': ['ID=c28962db-e0ea-40b8-9444-6183265f8e16,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:50:07.571768 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-432780cf-eb7a-44f2-b24b-ceb4358084e5 req-7470a17f-448b-4cb4-bc24-0456b0f59a1c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9c478c99-d62c-4ba4-a542-afd02703f1f0 HTTP/1.1" status: 200 len: 999 time: 0.1680970 Jul 14 18:50:07.628432 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432780cf-eb7a-44f2-b24b-ceb4358084e5 req-d1efbdf3-d17e-4774-8a82-b6a36216a1dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:50:07.630292 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-432780cf-eb7a-44f2-b24b-ceb4358084e5 req-d1efbdf3-d17e-4774-8a82-b6a36216a1dd service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e9fdea6e-22fa-4991-9f87-b79de93db404 HTTP/1.1" status: 200 len: 851 time: 0.0530050 Jul 14 18:50:07.671790 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-46494c13-2f0c-4c03-a264-ca2d8e0da2e8 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2096010', 'neutron.services.segments.db._delete_segments_for_network-8728202734996'] for network, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:07.687478 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.segments.db [None req-46494c13-2f0c-4c03-a264-ca2d8e0da2e8 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b32bee66-8299-4c79-8b66-9249744a0078']}} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:50:07.703898 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.segments.db [None req-46494c13-2f0c-4c03-a264-ca2d8e0da2e8 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9201a75a-c789-4b7a-a766-e063c05665a0') {'for_net_delete': True} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:50:07.704459 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.segments.db [None req-46494c13-2f0c-4c03-a264-ca2d8e0da2e8 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9201a75a-c789-4b7a-a766-e063c05665a0') {} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:50:07.709273 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a48b2517-0d33-407c-93e2-0ead9bec3033 None None] Network b32bee66-8299-4c79-8b66-9249744a0078 requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:50:07.719910 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-46494c13-2f0c-4c03-a264-ca2d8e0da2e8 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728202715275', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26296891'] for segment, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:07.723071 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432780cf-eb7a-44f2-b24b-ceb4358084e5 req-3e770000-970e-41a6-ba59-3c73c314ff3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:50:07.725809 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-432780cf-eb7a-44f2-b24b-ceb4358084e5 req-3e770000-970e-41a6-ba59-3c73c314ff3f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=39c54d55-b1e0-4eb1-9ee5-3eeadd4d8bde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0893049 Jul 14 18:50:07.751218 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-46494c13-2f0c-4c03-a264-ca2d8e0da2e8 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:07.785235 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46494c13-2f0c-4c03-a264-ca2d8e0da2e8 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Releasing vlan 66 on physical network physnet1 to pool {{(pid=93916) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 18:50:07.786377 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-46494c13-2f0c-4c03-a264-ca2d8e0da2e8 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2682942'] for segment, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:07.803669 n-d-800634-3 neutron-server[93916]: Traceback (most recent call last): Jul 14 18:50:07.803669 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 18:50:07.803669 n-d-800634-3 neutron-server[93916]: timer() Jul 14 18:50:07.803669 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 18:50:07.803669 n-d-800634-3 neutron-server[93916]: cb(*args, **kw) Jul 14 18:50:07.803669 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 18:50:07.803669 n-d-800634-3 neutron-server[93916]: return func(*args, **kwargs) Jul 14 18:50:07.803669 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 18:50:07.803669 n-d-800634-3 neutron-server[93916]: self._notify() Jul 14 18:50:07.803669 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 18:50:07.803669 n-d-800634-3 neutron-server[93916]: self.callback(batched_events) Jul 14 18:50:07.803669 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 18:50:07.803669 n-d-800634-3 neutron-server[93916]: event.method(event) Jul 14 18:50:07.803669 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 18:50:07.803669 n-d-800634-3 neutron-server[93916]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 18:50:07.803669 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 18:50:07.803669 n-d-800634-3 neutron-server[93916]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 18:50:07.803669 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 18:50:07.803669 n-d-800634-3 neutron-server[93916]: return f(self, *a, **k) Jul 14 18:50:07.803669 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 18:50:07.803669 n-d-800634-3 neutron-server[93916]: return self._get(url).json() Jul 14 18:50:07.803669 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 18:50:07.803669 n-d-800634-3 neutron-server[93916]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 18:50:07.803669 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 18:50:07.803669 n-d-800634-3 neutron-server[93916]: return self.request(url, 'GET', **kwargs) Jul 14 18:50:07.803669 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 18:50:07.803669 n-d-800634-3 neutron-server[93916]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 18:50:07.803669 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 18:50:07.803669 n-d-800634-3 neutron-server[93916]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 18:50:07.803669 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 18:50:07.803669 n-d-800634-3 neutron-server[93916]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 18:50:07.803669 n-d-800634-3 neutron-server[93916]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 18:50:07.981835 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-46494c13-2f0c-4c03-a264-ca2d8e0da2e8 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2096001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-930085'] for network, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:08.012706 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-432780cf-eb7a-44f2-b24b-ceb4358084e5 req-45dfbd3b-c7ca-49f6-b848-e1e09c232174 service neutron] 10.222.0.18 "GET /v2.0/networks/39c54d55-b1e0-4eb1-9ee5-3eeadd4d8bde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2802131 Jul 14 18:50:08.015984 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-46494c13-2f0c-4c03-a264-ca2d8e0da2e8 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Notify callbacks [] for network, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:08.024635 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-46494c13-2f0c-4c03-a264-ca2d8e0da2e8 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] 10.222.0.16 "DELETE /v2.0/networks/b32bee66-8299-4c79-8b66-9249744a0078 HTTP/1.1" status: 204 len: 168 time: 1.0422657 Jul 14 18:50:08.057317 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 43166) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:50:08.160357 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-ec5112db-46ad-4d0e-b39f-8063624bb52d tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2072429270'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:50:08.265162 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec5112db-46ad-4d0e-b39f-8063624bb52d tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Made reservation on behalf of e8eabfd62c9b433bb574ba1ae1574849 for: {'network': 1} {{(pid=93915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:50:08.269776 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-ec5112db-46ad-4d0e-b39f-8063624bb52d tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for network, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:08.320488 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-432780cf-eb7a-44f2-b24b-ceb4358084e5 req-8b0970a6-2ff5-4050-986e-ffe3495ffe41 service neutron] 10.222.0.18 "GET /v2.0/networks/39c54d55-b1e0-4eb1-9ee5-3eeadd4d8bde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3010724 Jul 14 18:50:08.347623 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec5112db-46ad-4d0e-b39f-8063624bb52d tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 95} {{(pid=93915) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 18:50:08.369084 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-ec5112db-46ad-4d0e-b39f-8063624bb52d tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:08.369622 n-d-800634-3 neutron-server[93915]: INFO neutron.db.segments_db [None req-ec5112db-46ad-4d0e-b39f-8063624bb52d tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Added segment 7edf5149-b3ef-4594-a2d7-0fe8814f9608 of type vlan for network 808fd3e9-a5c4-40e7-9900-991bf9763a29 Jul 14 18:50:08.388415 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606b63c4-d0cf-4da7-b347-1558426a815d req-bd2c872f-37fa-4ea7-8daf-e4eae59422ae tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:50:08.390872 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-606b63c4-d0cf-4da7-b347-1558426a815d req-bd2c872f-37fa-4ea7-8daf-e4eae59422ae tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] 10.222.0.16 "GET /v2.0/ports?device_id=ff150787-a5d5-42ad-9e22-f082245a3b4a HTTP/1.1" status: 200 len: 946 time: 0.3456705 Jul 14 18:50:08.482216 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-ec5112db-46ad-4d0e-b39f-8063624bb52d tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728202197517'] for network, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:08.545959 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-606b63c4-d0cf-4da7-b347-1558426a815d req-c0836906-e433-4959-9f3a-920c51be8ad2 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] 10.222.0.16 "GET /v2.0/security-groups?id=00511198-19e5-42cb-b4d6-0be88d13a8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143286 Jul 14 18:50:08.593003 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-ec5112db-46ad-4d0e-b39f-8063624bb52d tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727'] for network, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:08.600375 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec5112db-46ad-4d0e-b39f-8063624bb52d tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:50:08.601011 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-ec5112db-46ad-4d0e-b39f-8063624bb52d tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Notify callbacks [] for network, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:08.714687 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-ec5112db-46ad-4d0e-b39f-8063624bb52d tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6549318 Jul 14 18:50:08.715505 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 43226) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:50:08.730317 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-09f4d103-3d79-451e-8b1b-3d39e28f80bb tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Request body: {'network': {'name': 'New_network'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:50:08.732792 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46494c13-2f0c-4c03-a264-ca2d8e0da2e8 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Pushing event deleted for resources: {'Network': ['ID=b32bee66-8299-4c79-8b66-9249744a0078,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:50:08.821800 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5112db-46ad-4d0e-b39f-8063624bb52d tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Pushing event updated for resources: {'Network': ['ID=808fd3e9-a5c4-40e7-9900-991bf9763a29,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:50:08.836110 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Network 808fd3e9-a5c4-40e7-9900-991bf9763a29 details requested by agent ovs-agent-n-d-800634-3 with host n-d-800634-3 {{(pid=93917) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 18:50:08.982173 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-09f4d103-3d79-451e-8b1b-3d39e28f80bb tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728202197517'] for network, precommit_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:09.000557 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-09f4d103-3d79-451e-8b1b-3d39e28f80bb tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727'] for network, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:09.059924 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-09f4d103-3d79-451e-8b1b-3d39e28f80bb tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Network 808fd3e9-a5c4-40e7-9900-991bf9763a29 is not hosted by any dhcp agent {{(pid=93915) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 14 18:50:09.076751 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09f4d103-3d79-451e-8b1b-3d39e28f80bb tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:50:09.078026 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-09f4d103-3d79-451e-8b1b-3d39e28f80bb tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Notify callbacks [] for network, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:09.082912 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 43270) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:50:09.083372 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-09f4d103-3d79-451e-8b1b-3d39e28f80bb tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] 10.222.0.16 "PUT /v2.0/networks/808fd3e9-a5c4-40e7-9900-991bf9763a29 HTTP/1.1" status: 200 len: 723 time: 0.3630955 Jul 14 18:50:09.090805 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-8469f097-f593-4be8-a3c6-30a0207e888f tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Request body: {'subnet': {'network_id': '808fd3e9-a5c4-40e7-9900-991bf9763a29', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:50:09.105022 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f4d103-3d79-451e-8b1b-3d39e28f80bb tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Pushing event updated for resources: {'Network': ['ID=808fd3e9-a5c4-40e7-9900-991bf9763a29,revision_number=2']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:50:09.123233 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Network 808fd3e9-a5c4-40e7-9900-991bf9763a29 details requested by agent ovs-agent-n-d-800634-3 with host n-d-800634-3 {{(pid=93917) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 18:50:09.214089 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8469f097-f593-4be8-a3c6-30a0207e888f tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Made reservation on behalf of e8eabfd62c9b433bb574ba1ae1574849 for: {'subnet': 1} {{(pid=93916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:50:09.219412 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-8469f097-f593-4be8-a3c6-30a0207e888f tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26033189'] for subnet, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:09.279942 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device 477286eb-c682-4f75-8930-9f0a69c01bee no longer exists at agent hyperv_n-h1-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 18:50:09.334778 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] No Port match for: 477286eb-c682-4f75-8930-9f0a69c01bee {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 18:50:09.337222 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device 477286eb-c682-4f75-8930-9f0a69c01bee not bound to the agent host n-h1-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 18:50:09.565786 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-8469f097-f593-4be8-a3c6-30a0207e888f tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2684753', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26033175'] for subnet, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:09.654788 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8469f097-f593-4be8-a3c6-30a0207e888f tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Pushing event updated for resources: {'Subnet': ['ID=fbf02e04-3079-487e-95b3-a531c8e4256d,revision_number=0']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:50:09.669220 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8469f097-f593-4be8-a3c6-30a0207e888f tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Checking segment: {'id': '7edf5149-b3ef-4594-a2d7-0fe8814f9608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '808fd3e9-a5c4-40e7-9900-991bf9763a29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93916) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:50:09.670286 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8469f097-f593-4be8-a3c6-30a0207e888f tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Network hostable DHCP agents. Network: 808fd3e9-a5c4-40e7-9900-991bf9763a29, hostable agents: ['028393c3-0576-4ebd-bca1-8ea8a148e1a2'], hosted agents: [] {{(pid=93916) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 18:50:09.690301 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8469f097-f593-4be8-a3c6-30a0207e888f tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Network 808fd3e9-a5c4-40e7-9900-991bf9763a29 is scheduled to be hosted by DHCP agent 028393c3-0576-4ebd-bca1-8ea8a148e1a2 with binding_index 1 {{(pid=93916) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 18:50:09.702741 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [None req-8469f097-f593-4be8-a3c6-30a0207e888f tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-3, 808fd3e9-a5c4-40e7-9900-991bf9763a29) {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:50:09.712082 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3014506-cf87-4efa-91b0-15f9027b576c None None] Network 808fd3e9-a5c4-40e7-9900-991bf9763a29 requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:50:09.722826 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8469f097-f593-4be8-a3c6-30a0207e888f tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:50:09.724374 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-8469f097-f593-4be8-a3c6-30a0207e888f tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Notify callbacks [] for subnet, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:09.761157 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-8469f097-f593-4be8-a3c6-30a0207e888f tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6761577 Jul 14 18:50:09.763942 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 43342) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:50:09.770373 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-34a57f44-caa1-4bff-9c5a-c8e7cacd3803 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:50:09.909839 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-34a57f44-caa1-4bff-9c5a-c8e7cacd3803 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-26033198'] for subnet, before_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:09.998909 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c462760-9f04-44eb-8d2a-09f01e7a4d43 req-401aeacc-b2cb-4e58-817b-5a75aac1da43 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:50:10.020752 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3c462760-9f04-44eb-8d2a-09f01e7a4d43 req-401aeacc-b2cb-4e58-817b-5a75aac1da43 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] 10.222.0.16 "GET /v2.0/ports?device_id=ff150787-a5d5-42ad-9e22-f082245a3b4a HTTP/1.1" status: 200 len: 946 time: 0.2018557 Jul 14 18:50:10.088803 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97fa48d0-35ea-4619-a001-73bac2737587 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9222b97e-5d1c-54f8-ba97-82f172498e76-808fd3e9-a5c4-40e7-9900-991bf9763a29', 'network_id': '808fd3e9-a5c4-40e7-9900-991bf9763a29', 'tenant_id': 'e8eabfd62c9b433bb574ba1ae1574849', 'fixed_ips': [{'subnet_id': 'fbf02e04-3079-487e-95b3-a531c8e4256d'}]}} from n-d-800634-3. {{(pid=93917) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 18:50:10.091080 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-97fa48d0-35ea-4619-a001-73bac2737587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:10.146435 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3c462760-9f04-44eb-8d2a-09f01e7a4d43 req-fab031ef-9ee7-494d-aef5-d01c22e43940 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] 10.222.0.16 "GET /v2.0/security-groups?id=00511198-19e5-42cb-b4d6-0be88d13a8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247125 Jul 14 18:50:10.241697 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-34a57f44-caa1-4bff-9c5a-c8e7cacd3803 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8728202639598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2684807'] for subnet, after_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:10.333591 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34a57f44-caa1-4bff-9c5a-c8e7cacd3803 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:50:10.334271 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-34a57f44-caa1-4bff-9c5a-c8e7cacd3803 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Notify callbacks [] for subnet, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:10.338815 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-34a57f44-caa1-4bff-9c5a-c8e7cacd3803 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] 10.222.0.16 "PUT /v2.0/subnets/fbf02e04-3079-487e-95b3-a531c8e4256d HTTP/1.1" status: 200 len: 806 time: 0.5738070 Jul 14 18:50:10.339051 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 43400) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:50:10.365438 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a57f44-caa1-4bff-9c5a-c8e7cacd3803 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Pushing event updated for resources: {'Subnet': ['ID=fbf02e04-3079-487e-95b3-a531c8e4256d,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:50:10.491183 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.db_base_plugin_common [None req-97fa48d0-35ea-4619-a001-73bac2737587 None None] Allocated IP 172.20.0.2 (808fd3e9-a5c4-40e7-9900-991bf9763a29/fbf02e04-3079-487e-95b3-a531c8e4256d/ebc8f83e-11ed-4f27-a51f-fe303ed625e6) {{(pid=93917) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:50:10.567353 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-13cfadf2-3e1b-4647-bd9a-c588e80384bc tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645734'] for network, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:10.669009 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-13cfadf2-3e1b-4647-bd9a-c588e80384bc tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081283'] for subnet, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:10.776354 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-97fa48d0-35ea-4619-a001-73bac2737587 None None] Notify callbacks [] for port, precommit_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:10.789344 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-97fa48d0-35ea-4619-a001-73bac2737587 None None] Transition to ACTIVE for port object ebc8f83e-11ed-4f27-a51f-fe303ed625e6 will not be triggered until provisioned by entity L2. {{(pid=93917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:50:10.814962 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-97fa48d0-35ea-4619-a001-73bac2737587 None None] Transition to ACTIVE for port object ebc8f83e-11ed-4f27-a51f-fe303ed625e6 will not be triggered until provisioned by entity DHCP. {{(pid=93917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:50:10.825908 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-97fa48d0-35ea-4619-a001-73bac2737587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804'] for port, after_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:10.875431 n-d-800634-3 neutron-server[93917]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97fa48d0-35ea-4619-a001-73bac2737587 None None] Network 808fd3e9-a5c4-40e7-9900-991bf9763a29 is already hosted by enough agents. {{(pid=93917) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:50:10.888011 n-d-800634-3 neutron-server[93917]: DEBUG neutron.scheduler.base_scheduler [None req-97fa48d0-35ea-4619-a001-73bac2737587 None None] Resources bound (agent type, host, resource id): {{(pid=93917) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:50:10.889790 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-13cfadf2-3e1b-4647-bd9a-c588e80384bc tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25913028', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28969762'] for subnet, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:10.895337 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97fa48d0-35ea-4619-a001-73bac2737587 None None] Received port after_create {{(pid=93917) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:50:10.905946 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fa48d0-35ea-4619-a001-73bac2737587 None None] Pushing event updated for resources: {'Port': ['ID=ebc8f83e-11ed-4f27-a51f-fe303ed625e6,revision_number=1']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:50:10.984385 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cfadf2-3e1b-4647-bd9a-c588e80384bc tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Pushing event deleted for resources: {'Subnet': ['ID=fbf02e04-3079-487e-95b3-a531c8e4256d,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:50:11.011459 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-97fa48d0-35ea-4619-a001-73bac2737587 None None] Attempting to bind port ebc8f83e-11ed-4f27-a51f-fe303ed625e6 on host n-d-800634-3 for vnic_type normal with profile {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:50:11.012324 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-97fa48d0-35ea-4619-a001-73bac2737587 None None] Attempting to bind port ebc8f83e-11ed-4f27-a51f-fe303ed625e6 by drivers openvswitch,hyperv on host n-d-800634-3 at level 0 using segments [{'id': '7edf5149-b3ef-4594-a2d7-0fe8814f9608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '808fd3e9-a5c4-40e7-9900-991bf9763a29'}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:50:11.012972 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97fa48d0-35ea-4619-a001-73bac2737587 None None] Attempting to bind port ebc8f83e-11ed-4f27-a51f-fe303ed625e6 on network 808fd3e9-a5c4-40e7-9900-991bf9763a29 {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:50:11.038974 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97fa48d0-35ea-4619-a001-73bac2737587 None None] Checking agent: {'id': '01c19e91-a945-4e3c-94a6-c211e17c923e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 8, 23), 'started_at': datetime.datetime(2021, 7, 14, 18, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 18, 49, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 18:50:11.046776 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97fa48d0-35ea-4619-a001-73bac2737587 None None] Checking segment: {'id': '7edf5149-b3ef-4594-a2d7-0fe8814f9608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '808fd3e9-a5c4-40e7-9900-991bf9763a29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93917) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:50:11.047400 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-97fa48d0-35ea-4619-a001-73bac2737587 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:11.049744 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97fa48d0-35ea-4619-a001-73bac2737587 None None] Bound using segment: {'id': '7edf5149-b3ef-4594-a2d7-0fe8814f9608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '808fd3e9-a5c4-40e7-9900-991bf9763a29'} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 18:50:11.049744 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-97fa48d0-35ea-4619-a001-73bac2737587 None None] Bound port: ebc8f83e-11ed-4f27-a51f-fe303ed625e6, host: n-d-800634-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7edf5149-b3ef-4594-a2d7-0fe8814f9608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '808fd3e9-a5c4-40e7-9900-991bf9763a29'}}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 18:50:11.049744 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-97fa48d0-35ea-4619-a001-73bac2737587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:11.208856 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-13cfadf2-3e1b-4647-bd9a-c588e80384bc tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2096010', 'neutron.services.segments.db._delete_segments_for_network-8728202734996'] for network, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:11.245448 n-d-800634-3 neutron-server[93915]: DEBUG neutron.services.segments.db [None req-13cfadf2-3e1b-4647-bd9a-c588e80384bc tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['808fd3e9-a5c4-40e7-9900-991bf9763a29']}} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:50:11.273858 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-97fa48d0-35ea-4619-a001-73bac2737587 None None] For port ebc8f83e-11ed-4f27-a51f-fe303ed625e6, host n-d-800634-3, cleared binding levels {{(pid=93917) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:50:11.277209 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-97fa48d0-35ea-4619-a001-73bac2737587 None None] For port ebc8f83e-11ed-4f27-a51f-fe303ed625e6, host n-d-800634-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=ebc8f83e-11ed-4f27-a51f-fe303ed625e6,segment=NetworkSegment(7edf5149-b3ef-4594-a2d7-0fe8814f9608),segment_id=7edf5149-b3ef-4594-a2d7-0fe8814f9608)] {{(pid=93917) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 18:50:11.283932 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-97fa48d0-35ea-4619-a001-73bac2737587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:11.301940 n-d-800634-3 neutron-server[93915]: DEBUG neutron.services.segments.db [None req-13cfadf2-3e1b-4647-bd9a-c588e80384bc tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7edf5149-b3ef-4594-a2d7-0fe8814f9608') {'for_net_delete': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:50:11.302188 n-d-800634-3 neutron-server[93915]: DEBUG neutron.services.segments.db [None req-13cfadf2-3e1b-4647-bd9a-c588e80384bc tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7edf5149-b3ef-4594-a2d7-0fe8814f9608') {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:50:11.323635 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-13cfadf2-3e1b-4647-bd9a-c588e80384bc tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728202715275', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28939920'] for segment, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:11.353069 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-13cfadf2-3e1b-4647-bd9a-c588e80384bc tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:11.364283 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13cfadf2-3e1b-4647-bd9a-c588e80384bc tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Releasing vlan 95 on physical network physnet1 to pool {{(pid=93915) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 18:50:11.365278 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-13cfadf2-3e1b-4647-bd9a-c588e80384bc tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25911658'] for segment, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:11.371250 n-d-800634-3 neutron-server[93915]: Traceback (most recent call last): Jul 14 18:50:11.371250 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 18:50:11.371250 n-d-800634-3 neutron-server[93915]: timer() Jul 14 18:50:11.371250 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 18:50:11.371250 n-d-800634-3 neutron-server[93915]: cb(*args, **kw) Jul 14 18:50:11.371250 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 18:50:11.371250 n-d-800634-3 neutron-server[93915]: return func(*args, **kwargs) Jul 14 18:50:11.371250 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 18:50:11.371250 n-d-800634-3 neutron-server[93915]: self._notify() Jul 14 18:50:11.371250 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 18:50:11.371250 n-d-800634-3 neutron-server[93915]: self.callback(batched_events) Jul 14 18:50:11.371250 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 18:50:11.371250 n-d-800634-3 neutron-server[93915]: event.method(event) Jul 14 18:50:11.371250 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 18:50:11.371250 n-d-800634-3 neutron-server[93915]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 18:50:11.371250 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 18:50:11.371250 n-d-800634-3 neutron-server[93915]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 18:50:11.371250 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 18:50:11.371250 n-d-800634-3 neutron-server[93915]: return f(self, *a, **k) Jul 14 18:50:11.371250 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 18:50:11.371250 n-d-800634-3 neutron-server[93915]: return self._get(url).json() Jul 14 18:50:11.371250 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 18:50:11.371250 n-d-800634-3 neutron-server[93915]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 18:50:11.371250 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 18:50:11.371250 n-d-800634-3 neutron-server[93915]: return self.request(url, 'GET', **kwargs) Jul 14 18:50:11.371250 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 18:50:11.371250 n-d-800634-3 neutron-server[93915]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 18:50:11.371250 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 18:50:11.371250 n-d-800634-3 neutron-server[93915]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 18:50:11.371250 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 18:50:11.371250 n-d-800634-3 neutron-server[93915]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 18:50:11.371250 n-d-800634-3 neutron-server[93915]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 18:50:11.492556 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.db.api [None req-13cfadf2-3e1b-4647-bd9a-c588e80384bc tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 14 18:50:11.492556 n-d-800634-3 neutron-server[93915]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 14 18:50:11.492556 n-d-800634-3 neutron-server[93915]: [parameters: {'id': '808fd3e9-a5c4-40e7-9900-991bf9763a29'}] Jul 14 18:50:11.492556 n-d-800634-3 neutron-server[93915]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93915) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 14 18:50:11.494065 n-d-800634-3 neutron-server[93915]: DEBUG oslo_db.api [None req-13cfadf2-3e1b-4647-bd9a-c588e80384bc tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 18:50:11.508343 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fa48d0-35ea-4619-a001-73bac2737587 None None] Pushing event updated for resources: {'Port': ['ID=ebc8f83e-11ed-4f27-a51f-fe303ed625e6,revision_number=2']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:50:11.533288 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-935d8486-9c26-489a-8f27-3e291dee681b None None] Network 808fd3e9-a5c4-40e7-9900-991bf9763a29 requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:50:11.553092 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fd4207-18a4-4296-97f4-ee41849a94b6 req-c54bf495-5728-4808-b230-3f15f8665b7e tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:50:11.555775 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-05fd4207-18a4-4296-97f4-ee41849a94b6 req-c54bf495-5728-4808-b230-3f15f8665b7e tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] 10.222.0.16 "GET /v2.0/ports?device_id=ff150787-a5d5-42ad-9e22-f082245a3b4a HTTP/1.1" status: 200 len: 946 time: 0.1292641 Jul 14 18:50:11.623537 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-05fd4207-18a4-4296-97f4-ee41849a94b6 req-7e8b8f6a-d8e4-47ac-b6b6-45073a7a3640 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] 10.222.0.16 "GET /v2.0/security-groups?id=00511198-19e5-42cb-b4d6-0be88d13a8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611641 Jul 14 18:50:11.782375 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12e19118-91d4-42f8-9c1e-97ad535ab23f None None] Network 808fd3e9-a5c4-40e7-9900-991bf9763a29 requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:50:11.949657 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e4c28f0-3b43-4f03-8de8-8e967f1cc994 None None] get_active_networks_info from n-d-800634-3 {{(pid=93917) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 14 18:50:11.996337 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-13cfadf2-3e1b-4647-bd9a-c588e80384bc tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645734'] for network, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:12.084527 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [None req-13cfadf2-3e1b-4647-bd9a-c588e80384bc tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Deleting port ebc8f83e-11ed-4f27-a51f-fe303ed625e6 {{(pid=93915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:50:12.085128 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-13cfadf2-3e1b-4647-bd9a-c588e80384bc tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:12.167697 n-d-800634-3 neutron-server[93917]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e4c28f0-3b43-4f03-8de8-8e967f1cc994 None None] Resources bound (agent type, host, resource id): {{(pid=93917) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 14 18:50:12.199890 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [None req-13cfadf2-3e1b-4647-bd9a-c588e80384bc tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] For port ebc8f83e-11ed-4f27-a51f-fe303ed625e6, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=ebc8f83e-11ed-4f27-a51f-fe303ed625e6,segment=NetworkSegment(7edf5149-b3ef-4594-a2d7-0fe8814f9608),segment_id=7edf5149-b3ef-4594-a2d7-0fe8814f9608)] {{(pid=93915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:50:12.200356 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-13cfadf2-3e1b-4647-bd9a-c588e80384bc tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:12.217498 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [None req-13cfadf2-3e1b-4647-bd9a-c588e80384bc tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Calling delete_port for ebc8f83e-11ed-4f27-a51f-fe303ed625e6 owned by network:dhcp {{(pid=93915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:50:12.393105 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-13cfadf2-3e1b-4647-bd9a-c588e80384bc tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:12.441828 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cfadf2-3e1b-4647-bd9a-c588e80384bc tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Pushing event deleted for resources: {'Port': ['ID=ebc8f83e-11ed-4f27-a51f-fe303ed625e6,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:50:12.449466 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13cfadf2-3e1b-4647-bd9a-c588e80384bc tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] No DVR routers for this DVR port ebc8f83e-11ed-4f27-a51f-fe303ed625e6 on host n-d-800634-3 {{(pid=93915) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 18:50:12.583930 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-13cfadf2-3e1b-4647-bd9a-c588e80384bc tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2096010', 'neutron.services.segments.db._delete_segments_for_network-8728202734996'] for network, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:12.607917 n-d-800634-3 neutron-server[93915]: DEBUG neutron.services.segments.db [None req-13cfadf2-3e1b-4647-bd9a-c588e80384bc tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['808fd3e9-a5c4-40e7-9900-991bf9763a29']}} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:50:12.624312 n-d-800634-3 neutron-server[93915]: DEBUG neutron.services.segments.db [None req-13cfadf2-3e1b-4647-bd9a-c588e80384bc tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7edf5149-b3ef-4594-a2d7-0fe8814f9608') {'for_net_delete': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:50:12.624612 n-d-800634-3 neutron-server[93915]: DEBUG neutron.services.segments.db [None req-13cfadf2-3e1b-4647-bd9a-c588e80384bc tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7edf5149-b3ef-4594-a2d7-0fe8814f9608') {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:50:12.637041 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-13cfadf2-3e1b-4647-bd9a-c588e80384bc tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728202715275', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28939920'] for segment, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:12.669159 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-13cfadf2-3e1b-4647-bd9a-c588e80384bc tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:12.681003 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13cfadf2-3e1b-4647-bd9a-c588e80384bc tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Releasing vlan 95 on physical network physnet1 to pool {{(pid=93915) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 18:50:12.681532 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-13cfadf2-3e1b-4647-bd9a-c588e80384bc tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25911658'] for segment, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:12.685339 n-d-800634-3 neutron-server[93915]: Traceback (most recent call last): Jul 14 18:50:12.685339 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 18:50:12.685339 n-d-800634-3 neutron-server[93915]: timer() Jul 14 18:50:12.685339 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 18:50:12.685339 n-d-800634-3 neutron-server[93915]: cb(*args, **kw) Jul 14 18:50:12.685339 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 18:50:12.685339 n-d-800634-3 neutron-server[93915]: return func(*args, **kwargs) Jul 14 18:50:12.685339 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 18:50:12.685339 n-d-800634-3 neutron-server[93915]: self._notify() Jul 14 18:50:12.685339 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 18:50:12.685339 n-d-800634-3 neutron-server[93915]: self.callback(batched_events) Jul 14 18:50:12.685339 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 18:50:12.685339 n-d-800634-3 neutron-server[93915]: event.method(event) Jul 14 18:50:12.685339 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 18:50:12.685339 n-d-800634-3 neutron-server[93915]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 18:50:12.685339 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 18:50:12.685339 n-d-800634-3 neutron-server[93915]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 18:50:12.685339 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 18:50:12.685339 n-d-800634-3 neutron-server[93915]: return f(self, *a, **k) Jul 14 18:50:12.685339 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 18:50:12.685339 n-d-800634-3 neutron-server[93915]: return self._get(url).json() Jul 14 18:50:12.685339 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 18:50:12.685339 n-d-800634-3 neutron-server[93915]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 18:50:12.685339 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 18:50:12.685339 n-d-800634-3 neutron-server[93915]: return self.request(url, 'GET', **kwargs) Jul 14 18:50:12.685339 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 18:50:12.685339 n-d-800634-3 neutron-server[93915]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 18:50:12.685339 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 18:50:12.685339 n-d-800634-3 neutron-server[93915]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 18:50:12.685339 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 18:50:12.685339 n-d-800634-3 neutron-server[93915]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 18:50:12.685339 n-d-800634-3 neutron-server[93915]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 18:50:12.815994 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-13cfadf2-3e1b-4647-bd9a-c588e80384bc tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2096001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-930085'] for network, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:12.836624 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-13cfadf2-3e1b-4647-bd9a-c588e80384bc tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Notify callbacks [] for network, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:12.838570 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-13cfadf2-3e1b-4647-bd9a-c588e80384bc tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] 10.222.0.16 "DELETE /v2.0/networks/808fd3e9-a5c4-40e7-9900-991bf9763a29 HTTP/1.1" status: 204 len: 168 time: 2.4981802 Jul 14 18:50:12.839419 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cfadf2-3e1b-4647-bd9a-c588e80384bc tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Pushing event deleted for resources: {'Network': ['ID=808fd3e9-a5c4-40e7-9900-991bf9763a29,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:50:12.841718 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 43658) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:50:12.878101 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3a5842-e3f8-46a0-aa93-097f8fd6e948 req-a23f7ab9-191c-4cdd-a00c-389858fe6c20 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:50:12.880219 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-1d3a5842-e3f8-46a0-aa93-097f8fd6e948 req-a23f7ab9-191c-4cdd-a00c-389858fe6c20 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] 10.222.0.16 "GET /v2.0/ports?device_id=ff150787-a5d5-42ad-9e22-f082245a3b4a HTTP/1.1" status: 200 len: 946 time: 0.1034575 Jul 14 18:50:12.883986 n-d-800634-3 neutron-server[93916]: INFO neutron.pecan_wsgi.hooks.translation [None req-309a9280-3068-4c49-ba26-4db91e3db329 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] DELETE failed (client error): The resource could not be found. Jul 14 18:50:12.884636 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-309a9280-3068-4c49-ba26-4db91e3db329 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93916) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 18:50:12.890768 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-309a9280-3068-4c49-ba26-4db91e3db329 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] 10.222.0.16 "DELETE /v2.0/networks/808fd3e9-a5c4-40e7-9900-991bf9763a29 HTTP/1.1" status: 404 len: 339 time: 0.0471737 Jul 14 18:50:12.895262 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 43660) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:50:12.900601 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-72ac52ce-9b7e-46e0-871f-6d63f63f6036 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-899009064', 'description': 'd1'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:50:12.943130 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72ac52ce-9b7e-46e0-871f-6d63f63f6036 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Made reservation on behalf of e8eabfd62c9b433bb574ba1ae1574849 for: {'network': 1} {{(pid=93916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:50:12.947183 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-72ac52ce-9b7e-46e0-871f-6d63f63f6036 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for network, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:12.976745 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-1d3a5842-e3f8-46a0-aa93-097f8fd6e948 req-805a71a9-7879-4285-b788-be724cb52b99 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] 10.222.0.16 "GET /v2.0/security-groups?id=00511198-19e5-42cb-b4d6-0be88d13a8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862367 Jul 14 18:50:12.990809 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72ac52ce-9b7e-46e0-871f-6d63f63f6036 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 89} {{(pid=93916) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 18:50:13.006699 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-72ac52ce-9b7e-46e0-871f-6d63f63f6036 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:13.007209 n-d-800634-3 neutron-server[93916]: INFO neutron.db.segments_db [None req-72ac52ce-9b7e-46e0-871f-6d63f63f6036 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Added segment 8ebab62d-afb8-43ff-a2c2-038336e2a67d of type vlan for network 4296ec24-117b-490a-bab2-7d6610b8010c Jul 14 18:50:13.063162 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-72ac52ce-9b7e-46e0-871f-6d63f63f6036 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728202197517'] for network, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:13.101763 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-72ac52ce-9b7e-46e0-871f-6d63f63f6036 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727'] for network, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:13.111196 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72ac52ce-9b7e-46e0-871f-6d63f63f6036 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:50:13.111955 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-72ac52ce-9b7e-46e0-871f-6d63f63f6036 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Notify callbacks [] for network, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:13.183960 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-72ac52ce-9b7e-46e0-871f-6d63f63f6036 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.2873025 Jul 14 18:50:13.188087 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 43666) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:50:13.201068 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ac52ce-9b7e-46e0-871f-6d63f63f6036 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Pushing event updated for resources: {'Network': ['ID=4296ec24-117b-490a-bab2-7d6610b8010c,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:50:13.211897 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Network 4296ec24-117b-490a-bab2-7d6610b8010c details requested by agent ovs-agent-n-d-800634-3 with host n-d-800634-3 {{(pid=93917) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 18:50:13.320745 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-196557d9-b720-46ca-924b-6856280c0209 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:50:13.325987 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 43668) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:50:13.326161 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-196557d9-b720-46ca-924b-6856280c0209 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] 10.222.0.16 "GET /v2.0/networks?id=4296ec24-117b-490a-bab2-7d6610b8010c HTTP/1.1" status: 200 len: 760 time: 0.1360857 Jul 14 18:50:13.336007 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-64918db0-5755-48e2-a5f6-f785c76b2878 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Request body: {'network': {'description': 'd2'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:50:13.672999 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29500248-50c8-4c28-9920-5dc18d37a2a7 req-c8aeffee-19f9-4b45-be2d-24276d41e9f3 tempest-AttachVolumeNegativeTest-3632510 tempest-AttachVolumeNegativeTest-3632510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:50:13.675904 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-29500248-50c8-4c28-9920-5dc18d37a2a7 req-c8aeffee-19f9-4b45-be2d-24276d41e9f3 tempest-AttachVolumeNegativeTest-3632510 tempest-AttachVolumeNegativeTest-3632510-project] 10.222.0.16 "GET /v2.0/ports?device_id=9cd5c427-7653-4e3a-9f95-405ad771d60e HTTP/1.1" status: 200 len: 945 time: 0.1603150 Jul 14 18:50:13.696376 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-64918db0-5755-48e2-a5f6-f785c76b2878 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728202197517'] for network, precommit_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:13.715902 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-64918db0-5755-48e2-a5f6-f785c76b2878 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727'] for network, after_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:13.729087 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-64918db0-5755-48e2-a5f6-f785c76b2878 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Network 4296ec24-117b-490a-bab2-7d6610b8010c is not hosted by any dhcp agent {{(pid=93916) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 14 18:50:13.735856 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64918db0-5755-48e2-a5f6-f785c76b2878 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:50:13.737819 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-64918db0-5755-48e2-a5f6-f785c76b2878 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Notify callbacks [] for network, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:13.739673 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-64918db0-5755-48e2-a5f6-f785c76b2878 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] 10.222.0.16 "PUT /v2.0/networks/4296ec24-117b-490a-bab2-7d6610b8010c HTTP/1.1" status: 200 len: 757 time: 0.4123290 Jul 14 18:50:13.742676 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 43678) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:50:13.743555 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-29500248-50c8-4c28-9920-5dc18d37a2a7 req-26193d43-c39b-4996-a0b6-c557f98071f2 tempest-AttachVolumeNegativeTest-3632510 tempest-AttachVolumeNegativeTest-3632510-project] 10.222.0.16 "GET /v2.0/security-groups?id=0abe65fc-f489-4951-8c06-afae1a246333&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595019 Jul 14 18:50:13.900384 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64918db0-5755-48e2-a5f6-f785c76b2878 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Pushing event updated for resources: {'Network': ['ID=4296ec24-117b-490a-bab2-7d6610b8010c,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:50:13.953756 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0dd1fa6-df01-413b-a336-d559fdb4d0f9 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:50:13.957025 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-e0dd1fa6-df01-413b-a336-d559fdb4d0f9 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] 10.222.0.16 "GET /v2.0/networks?id=4296ec24-117b-490a-bab2-7d6610b8010c HTTP/1.1" status: 200 len: 760 time: 0.2116289 Jul 14 18:50:13.964531 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 43684) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:50:13.976880 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-2cea2b11-5a28-44f8-b98b-440587477be4 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1412338182'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:50:14.021225 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Network 4296ec24-117b-490a-bab2-7d6610b8010c details requested by agent ovs-agent-n-d-800634-3 with host n-d-800634-3 {{(pid=93917) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 18:50:14.027129 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cea2b11-5a28-44f8-b98b-440587477be4 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Made reservation on behalf of e8eabfd62c9b433bb574ba1ae1574849 for: {'network': 1} {{(pid=93915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:50:14.032894 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-2cea2b11-5a28-44f8-b98b-440587477be4 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for network, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:14.109609 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2cea2b11-5a28-44f8-b98b-440587477be4 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 91} {{(pid=93915) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 18:50:14.139376 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-2cea2b11-5a28-44f8-b98b-440587477be4 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:14.139666 n-d-800634-3 neutron-server[93915]: INFO neutron.db.segments_db [None req-2cea2b11-5a28-44f8-b98b-440587477be4 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Added segment 9c726543-5e90-42d6-bee3-f938fcc41a55 of type vlan for network 35f2e119-635e-45fe-aebf-a5de8e67eec7 Jul 14 18:50:14.235246 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-2cea2b11-5a28-44f8-b98b-440587477be4 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728202197517'] for network, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:14.326312 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-2cea2b11-5a28-44f8-b98b-440587477be4 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727'] for network, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:14.332431 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cea2b11-5a28-44f8-b98b-440587477be4 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:50:14.333400 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-2cea2b11-5a28-44f8-b98b-440587477be4 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Notify callbacks [] for network, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:14.406725 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c62f029-97ce-4c8e-a2fd-b25b7233aeaa req-1f6f788f-66aa-49d9-a084-3a4df1b0538b tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:50:14.408464 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6c62f029-97ce-4c8e-a2fd-b25b7233aeaa req-1f6f788f-66aa-49d9-a084-3a4df1b0538b tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] 10.222.0.16 "GET /v2.0/ports?device_id=ff150787-a5d5-42ad-9e22-f082245a3b4a HTTP/1.1" status: 200 len: 946 time: 0.1666994 Jul 14 18:50:14.419849 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 43692) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:50:14.420085 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-2cea2b11-5a28-44f8-b98b-440587477be4 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4534569 Jul 14 18:50:14.427677 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-490e75d9-3317-405d-a47c-e2a9485e5994 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Request body: {'subnet': {'network_id': '35f2e119-635e-45fe-aebf-a5de8e67eec7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:50:14.474251 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cea2b11-5a28-44f8-b98b-440587477be4 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Pushing event updated for resources: {'Network': ['ID=35f2e119-635e-45fe-aebf-a5de8e67eec7,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:50:14.488430 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Network 35f2e119-635e-45fe-aebf-a5de8e67eec7 details requested by agent ovs-agent-n-d-800634-3 with host n-d-800634-3 {{(pid=93917) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 18:50:14.493717 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6c62f029-97ce-4c8e-a2fd-b25b7233aeaa req-d2f601fe-705c-4fd3-836b-40fe058af7eb tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] 10.222.0.16 "GET /v2.0/security-groups?id=00511198-19e5-42cb-b4d6-0be88d13a8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724859 Jul 14 18:50:14.559316 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-490e75d9-3317-405d-a47c-e2a9485e5994 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Made reservation on behalf of e8eabfd62c9b433bb574ba1ae1574849 for: {'subnet': 1} {{(pid=93916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:50:14.564237 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-490e75d9-3317-405d-a47c-e2a9485e5994 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26033189'] for subnet, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:14.776948 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-490e75d9-3317-405d-a47c-e2a9485e5994 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2684753', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26033175'] for subnet, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:14.866505 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490e75d9-3317-405d-a47c-e2a9485e5994 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Pushing event updated for resources: {'Subnet': ['ID=747ea776-dde7-4a59-94b2-d1b212afff56,revision_number=0']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:50:14.885278 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-490e75d9-3317-405d-a47c-e2a9485e5994 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Checking segment: {'id': '9c726543-5e90-42d6-bee3-f938fcc41a55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '35f2e119-635e-45fe-aebf-a5de8e67eec7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93916) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:50:14.886197 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-490e75d9-3317-405d-a47c-e2a9485e5994 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Network hostable DHCP agents. Network: 35f2e119-635e-45fe-aebf-a5de8e67eec7, hostable agents: ['028393c3-0576-4ebd-bca1-8ea8a148e1a2'], hosted agents: [] {{(pid=93916) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 18:50:14.918697 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-490e75d9-3317-405d-a47c-e2a9485e5994 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Network 35f2e119-635e-45fe-aebf-a5de8e67eec7 is scheduled to be hosted by DHCP agent 028393c3-0576-4ebd-bca1-8ea8a148e1a2 with binding_index 1 {{(pid=93916) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 18:50:14.932601 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [None req-490e75d9-3317-405d-a47c-e2a9485e5994 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-3, 35f2e119-635e-45fe-aebf-a5de8e67eec7) {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:50:14.937095 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-490e75d9-3317-405d-a47c-e2a9485e5994 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:50:14.937784 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-490e75d9-3317-405d-a47c-e2a9485e5994 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Notify callbacks [] for subnet, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:14.944091 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ec1f39c-4b0d-4e47-886e-46366405031f None None] Network 35f2e119-635e-45fe-aebf-a5de8e67eec7 requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:50:14.959588 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-490e75d9-3317-405d-a47c-e2a9485e5994 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5381665 Jul 14 18:50:14.962651 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 43702) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:50:15.065170 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d6b682-2ea9-4ad9-a463-ef3e3a101439 req-250fa4f0-2193-41b6-ba57-4f64ca1586de tempest-AttachVolumeNegativeTest-3632510 tempest-AttachVolumeNegativeTest-3632510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:50:15.073460 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-74d6b682-2ea9-4ad9-a463-ef3e3a101439 req-250fa4f0-2193-41b6-ba57-4f64ca1586de tempest-AttachVolumeNegativeTest-3632510 tempest-AttachVolumeNegativeTest-3632510-project] 10.222.0.16 "GET /v2.0/ports?device_id=9cd5c427-7653-4e3a-9f95-405ad771d60e HTTP/1.1" status: 200 len: 945 time: 0.1014223 Jul 14 18:50:15.123765 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-9513249a-e147-4335-87bb-e0f5cac65ce6 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645734'] for network, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:15.134641 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdb9f90d-1934-4475-80fc-0b5aca5491ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9222b97e-5d1c-54f8-ba97-82f172498e76-35f2e119-635e-45fe-aebf-a5de8e67eec7', 'network_id': '35f2e119-635e-45fe-aebf-a5de8e67eec7', 'tenant_id': 'e8eabfd62c9b433bb574ba1ae1574849', 'fixed_ips': [{'subnet_id': '747ea776-dde7-4a59-94b2-d1b212afff56'}]}} from n-d-800634-3. {{(pid=93917) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 18:50:15.136676 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-fdb9f90d-1934-4475-80fc-0b5aca5491ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:15.196467 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-74d6b682-2ea9-4ad9-a463-ef3e3a101439 req-53707e17-4438-4708-b93f-dae8f25daefd tempest-AttachVolumeNegativeTest-3632510 tempest-AttachVolumeNegativeTest-3632510-project] 10.222.0.16 "GET /v2.0/security-groups?id=0abe65fc-f489-4951-8c06-afae1a246333&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218796 Jul 14 18:50:15.239062 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf41fd40-d820-4ba1-8bf9-81e43ae4f343 req-bb23f1be-6c5c-4426-bb82-09b060f6a1a4 tempest-AttachVolumeNegativeTest-3632510 tempest-AttachVolumeNegativeTest-3632510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:50:15.240660 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-cf41fd40-d820-4ba1-8bf9-81e43ae4f343 req-bb23f1be-6c5c-4426-bb82-09b060f6a1a4 tempest-AttachVolumeNegativeTest-3632510 tempest-AttachVolumeNegativeTest-3632510-project] 10.222.0.35 "GET /v2.0/ports?device_id=9cd5c427-7653-4e3a-9f95-405ad771d60e HTTP/1.1" status: 200 len: 945 time: 0.1650915 Jul 14 18:50:15.253422 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-9513249a-e147-4335-87bb-e0f5cac65ce6 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081283'] for subnet, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:15.395890 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.db_base_plugin_common [None req-fdb9f90d-1934-4475-80fc-0b5aca5491ba None None] Allocated IP 172.20.0.2 (35f2e119-635e-45fe-aebf-a5de8e67eec7/747ea776-dde7-4a59-94b2-d1b212afff56/34032dab-1eb2-4ede-8d40-003521fecd36) {{(pid=93917) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:50:15.400345 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [req-cf41fd40-d820-4ba1-8bf9-81e43ae4f343 req-812f04df-e5a4-45c1-84f3-fc2fae00e8ee tempest-AttachVolumeNegativeTest-3632510 tempest-AttachVolumeNegativeTest-3632510-project] Deleting port ce482cff-d6ac-417a-bf83-3e4307fce0a9 {{(pid=93915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:50:15.401419 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-cf41fd40-d820-4ba1-8bf9-81e43ae4f343 req-812f04df-e5a4-45c1-84f3-fc2fae00e8ee tempest-AttachVolumeNegativeTest-3632510 tempest-AttachVolumeNegativeTest-3632510-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:15.526878 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-cf41fd40-d820-4ba1-8bf9-81e43ae4f343 req-812f04df-e5a4-45c1-84f3-fc2fae00e8ee tempest-AttachVolumeNegativeTest-3632510 tempest-AttachVolumeNegativeTest-3632510-project] For port ce482cff-d6ac-417a-bf83-3e4307fce0a9, host n-h2-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=ce482cff-d6ac-417a-bf83-3e4307fce0a9,segment=NetworkSegment(3142d796-db76-489d-9ebc-ac845cfeb79d),segment_id=3142d796-db76-489d-9ebc-ac845cfeb79d)] {{(pid=93915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:50:15.527354 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-cf41fd40-d820-4ba1-8bf9-81e43ae4f343 req-812f04df-e5a4-45c1-84f3-fc2fae00e8ee tempest-AttachVolumeNegativeTest-3632510 tempest-AttachVolumeNegativeTest-3632510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:15.543991 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [req-cf41fd40-d820-4ba1-8bf9-81e43ae4f343 req-812f04df-e5a4-45c1-84f3-fc2fae00e8ee tempest-AttachVolumeNegativeTest-3632510 tempest-AttachVolumeNegativeTest-3632510-project] Calling delete_port for ce482cff-d6ac-417a-bf83-3e4307fce0a9 owned by compute:nova {{(pid=93915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:50:15.618370 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-fdb9f90d-1934-4475-80fc-0b5aca5491ba None None] Notify callbacks [] for port, precommit_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:15.630194 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-fdb9f90d-1934-4475-80fc-0b5aca5491ba None None] Transition to ACTIVE for port object 34032dab-1eb2-4ede-8d40-003521fecd36 will not be triggered until provisioned by entity L2. {{(pid=93917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:50:15.647709 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-fdb9f90d-1934-4475-80fc-0b5aca5491ba None None] Transition to ACTIVE for port object 34032dab-1eb2-4ede-8d40-003521fecd36 will not be triggered until provisioned by entity DHCP. {{(pid=93917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:50:15.665980 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-fdb9f90d-1934-4475-80fc-0b5aca5491ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804'] for port, after_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:15.680997 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-9513249a-e147-4335-87bb-e0f5cac65ce6 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2684816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26033152'] for subnet, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:15.691884 n-d-800634-3 neutron-server[93917]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdb9f90d-1934-4475-80fc-0b5aca5491ba None None] Network 35f2e119-635e-45fe-aebf-a5de8e67eec7 is already hosted by enough agents. {{(pid=93917) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:50:15.695632 n-d-800634-3 neutron-server[93917]: DEBUG neutron.scheduler.base_scheduler [None req-fdb9f90d-1934-4475-80fc-0b5aca5491ba None None] Resources bound (agent type, host, resource id): {{(pid=93917) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:50:15.739639 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9513249a-e147-4335-87bb-e0f5cac65ce6 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Pushing event deleted for resources: {'Subnet': ['ID=747ea776-dde7-4a59-94b2-d1b212afff56,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:50:15.739832 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdb9f90d-1934-4475-80fc-0b5aca5491ba None None] Received port after_create {{(pid=93917) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:50:15.793594 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef450883-e604-44d7-b9ff-48c8d4b8ecbd req-5c16191f-caef-4fc8-99d8-e37838811057 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:50:15.795193 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ef450883-e604-44d7-b9ff-48c8d4b8ecbd req-5c16191f-caef-4fc8-99d8-e37838811057 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] 10.222.0.16 "GET /v2.0/ports?device_id=ff150787-a5d5-42ad-9e22-f082245a3b4a HTTP/1.1" status: 200 len: 946 time: 0.1572001 Jul 14 18:50:15.802847 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-9513249a-e147-4335-87bb-e0f5cac65ce6 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2096010', 'neutron.services.segments.db._delete_segments_for_network-8728202734996'] for network, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:15.804101 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb9f90d-1934-4475-80fc-0b5aca5491ba None None] Pushing event updated for resources: {'Port': ['ID=34032dab-1eb2-4ede-8d40-003521fecd36,revision_number=1']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:50:15.823232 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-cf41fd40-d820-4ba1-8bf9-81e43ae4f343 req-812f04df-e5a4-45c1-84f3-fc2fae00e8ee tempest-AttachVolumeNegativeTest-3632510 tempest-AttachVolumeNegativeTest-3632510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:15.823917 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.segments.db [None req-9513249a-e147-4335-87bb-e0f5cac65ce6 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35f2e119-635e-45fe-aebf-a5de8e67eec7']}} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:50:15.839616 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.segments.db [None req-9513249a-e147-4335-87bb-e0f5cac65ce6 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c726543-5e90-42d6-bee3-f938fcc41a55') {'for_net_delete': True} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:50:15.840458 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.segments.db [None req-9513249a-e147-4335-87bb-e0f5cac65ce6 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c726543-5e90-42d6-bee3-f938fcc41a55') {} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:50:15.852187 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-9513249a-e147-4335-87bb-e0f5cac65ce6 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728202715275', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26296891'] for segment, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:15.856331 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-fdb9f90d-1934-4475-80fc-0b5aca5491ba None None] Attempting to bind port 34032dab-1eb2-4ede-8d40-003521fecd36 on host n-d-800634-3 for vnic_type normal with profile {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:50:15.856718 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-fdb9f90d-1934-4475-80fc-0b5aca5491ba None None] Attempting to bind port 34032dab-1eb2-4ede-8d40-003521fecd36 by drivers openvswitch,hyperv on host n-d-800634-3 at level 0 using segments [{'id': '9c726543-5e90-42d6-bee3-f938fcc41a55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '35f2e119-635e-45fe-aebf-a5de8e67eec7'}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:50:15.857094 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdb9f90d-1934-4475-80fc-0b5aca5491ba None None] Attempting to bind port 34032dab-1eb2-4ede-8d40-003521fecd36 on network 35f2e119-635e-45fe-aebf-a5de8e67eec7 {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:50:15.868463 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] get_ports_and_sgs() called for port_ids ['3a2eb3c4-e06b-47ee-ab16-5381b2cbed0d', 'c6d6b6b9-1527-4ffd-b579-4fc7f4b97389'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 18:50:15.871594 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812f04df-e5a4-45c1-84f3-fc2fae00e8ee tempest-AttachVolumeNegativeTest-3632510 tempest-AttachVolumeNegativeTest-3632510-project] Pushing event deleted for resources: {'Port': ['ID=ce482cff-d6ac-417a-bf83-3e4307fce0a9,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:50:15.872808 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-9513249a-e147-4335-87bb-e0f5cac65ce6 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:15.878082 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] get_ports_and_sgs() called for port_ids ['ce482cff-d6ac-417a-bf83-3e4307fce0a9'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 18:50:15.885541 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9513249a-e147-4335-87bb-e0f5cac65ce6 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Releasing vlan 91 on physical network physnet1 to pool {{(pid=93916) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 18:50:15.887525 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-9513249a-e147-4335-87bb-e0f5cac65ce6 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2682942'] for segment, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:15.905891 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdb9f90d-1934-4475-80fc-0b5aca5491ba None None] Checking agent: {'id': '01c19e91-a945-4e3c-94a6-c211e17c923e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 8, 23), 'started_at': datetime.datetime(2021, 7, 14, 18, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 18, 49, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 18:50:15.906287 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdb9f90d-1934-4475-80fc-0b5aca5491ba None None] Checking segment: {'id': '9c726543-5e90-42d6-bee3-f938fcc41a55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '35f2e119-635e-45fe-aebf-a5de8e67eec7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93917) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:50:15.906686 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-fdb9f90d-1934-4475-80fc-0b5aca5491ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:15.907088 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdb9f90d-1934-4475-80fc-0b5aca5491ba None None] Bound using segment: {'id': '9c726543-5e90-42d6-bee3-f938fcc41a55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '35f2e119-635e-45fe-aebf-a5de8e67eec7'} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 18:50:15.907583 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-fdb9f90d-1934-4475-80fc-0b5aca5491ba None None] Bound port: 34032dab-1eb2-4ede-8d40-003521fecd36, host: n-d-800634-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c726543-5e90-42d6-bee3-f938fcc41a55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '35f2e119-635e-45fe-aebf-a5de8e67eec7'}}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 18:50:15.907971 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-fdb9f90d-1934-4475-80fc-0b5aca5491ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:15.919093 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ef450883-e604-44d7-b9ff-48c8d4b8ecbd req-d1f377fb-f419-477f-a3fe-e51672781ec9 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] 10.222.0.16 "GET /v2.0/security-groups?id=00511198-19e5-42cb-b4d6-0be88d13a8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173279 Jul 14 18:50:15.952597 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf41fd40-d820-4ba1-8bf9-81e43ae4f343 req-812f04df-e5a4-45c1-84f3-fc2fae00e8ee tempest-AttachVolumeNegativeTest-3632510 tempest-AttachVolumeNegativeTest-3632510-project] No DVR routers for this DVR port ce482cff-d6ac-417a-bf83-3e4307fce0a9 on host n-h2-800634-3 {{(pid=93915) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 18:50:15.956985 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-cf41fd40-d820-4ba1-8bf9-81e43ae4f343 req-812f04df-e5a4-45c1-84f3-fc2fae00e8ee tempest-AttachVolumeNegativeTest-3632510 tempest-AttachVolumeNegativeTest-3632510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:15.964850 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-cf41fd40-d820-4ba1-8bf9-81e43ae4f343 req-812f04df-e5a4-45c1-84f3-fc2fae00e8ee tempest-AttachVolumeNegativeTest-3632510 tempest-AttachVolumeNegativeTest-3632510-project] 10.222.0.35 "DELETE /v2.0/ports/ce482cff-d6ac-417a-bf83-3e4307fce0a9 HTTP/1.1" status: 204 len: 173 time: 0.7183280 Jul 14 18:50:15.965497 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cd5c427-7653-4e3a-9f95-405ad771d60e', 'name': 'network-vif-deleted', 'tag': 'ce482cff-d6ac-417a-bf83-3e4307fce0a9'}] {{(pid=93915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:50:15.971394 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e72782ad3af8f7d4ce76cedf092bca46d1756acc5c4653cf0b52034cdd6b073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e1f83a3-cf3d-4be6-964e-62b5a30c75d9" -d '{"events": [{"server_uuid": "9cd5c427-7653-4e3a-9f95-405ad771d60e", "name": "network-vif-deleted", "tag": "ce482cff-d6ac-417a-bf83-3e4307fce0a9"}]}' {{(pid=93915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:50:16.033516 n-d-800634-3 neutron-server[93916]: Traceback (most recent call last): Jul 14 18:50:16.033516 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 18:50:16.033516 n-d-800634-3 neutron-server[93916]: timer() Jul 14 18:50:16.033516 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 18:50:16.033516 n-d-800634-3 neutron-server[93916]: cb(*args, **kw) Jul 14 18:50:16.033516 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 18:50:16.033516 n-d-800634-3 neutron-server[93916]: return func(*args, **kwargs) Jul 14 18:50:16.033516 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 18:50:16.033516 n-d-800634-3 neutron-server[93916]: self._notify() Jul 14 18:50:16.033516 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 18:50:16.033516 n-d-800634-3 neutron-server[93916]: self.callback(batched_events) Jul 14 18:50:16.033516 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 18:50:16.033516 n-d-800634-3 neutron-server[93916]: event.method(event) Jul 14 18:50:16.033516 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 18:50:16.033516 n-d-800634-3 neutron-server[93916]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 18:50:16.033516 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 18:50:16.033516 n-d-800634-3 neutron-server[93916]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 18:50:16.033516 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 18:50:16.033516 n-d-800634-3 neutron-server[93916]: return f(self, *a, **k) Jul 14 18:50:16.033516 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 18:50:16.033516 n-d-800634-3 neutron-server[93916]: return self._get(url).json() Jul 14 18:50:16.033516 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 18:50:16.033516 n-d-800634-3 neutron-server[93916]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 18:50:16.033516 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 18:50:16.033516 n-d-800634-3 neutron-server[93916]: return self.request(url, 'GET', **kwargs) Jul 14 18:50:16.033516 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 18:50:16.033516 n-d-800634-3 neutron-server[93916]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 18:50:16.033516 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 18:50:16.033516 n-d-800634-3 neutron-server[93916]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 18:50:16.033516 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 18:50:16.033516 n-d-800634-3 neutron-server[93916]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 18:50:16.033516 n-d-800634-3 neutron-server[93916]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 18:50:16.042211 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.db.api [None req-9513249a-e147-4335-87bb-e0f5cac65ce6 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 14 18:50:16.042211 n-d-800634-3 neutron-server[93916]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 14 18:50:16.042211 n-d-800634-3 neutron-server[93916]: [parameters: {'id': '35f2e119-635e-45fe-aebf-a5de8e67eec7'}] Jul 14 18:50:16.042211 n-d-800634-3 neutron-server[93916]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93916) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 14 18:50:16.043459 n-d-800634-3 neutron-server[93916]: DEBUG oslo_db.api [None req-9513249a-e147-4335-87bb-e0f5cac65ce6 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 18:50:16.045390 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 18:50:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa38b4e6-2fe6-414d-8ad9-3aa204648d34 x-openstack-request-id: req-fa38b4e6-2fe6-414d-8ad9-3aa204648d34 {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:50:16.045687 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cd5c427-7653-4e3a-9f95-405ad771d60e", "name": "network-vif-deleted", "tag": "ce482cff-d6ac-417a-bf83-3e4307fce0a9", "status": "completed", "code": 200}]} {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:50:16.045943 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-fa38b4e6-2fe6-414d-8ad9-3aa204648d34 {{(pid=93915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:50:16.046414 n-d-800634-3 neutron-server[93915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cd5c427-7653-4e3a-9f95-405ad771d60e', 'name': 'network-vif-deleted', 'tag': 'ce482cff-d6ac-417a-bf83-3e4307fce0a9', 'status': 'completed', 'code': 200} Jul 14 18:50:16.055616 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-fdb9f90d-1934-4475-80fc-0b5aca5491ba None None] For port 34032dab-1eb2-4ede-8d40-003521fecd36, host n-d-800634-3, cleared binding levels {{(pid=93917) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:50:16.060032 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-fdb9f90d-1934-4475-80fc-0b5aca5491ba None None] For port 34032dab-1eb2-4ede-8d40-003521fecd36, host n-d-800634-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=34032dab-1eb2-4ede-8d40-003521fecd36,segment=NetworkSegment(9c726543-5e90-42d6-bee3-f938fcc41a55),segment_id=9c726543-5e90-42d6-bee3-f938fcc41a55)] {{(pid=93917) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 18:50:16.070646 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-fdb9f90d-1934-4475-80fc-0b5aca5491ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:16.238333 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb9f90d-1934-4475-80fc-0b5aca5491ba None None] Pushing event updated for resources: {'Port': ['ID=34032dab-1eb2-4ede-8d40-003521fecd36,revision_number=2']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:50:16.354998 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4197e35d-7008-490a-bd24-769e35a47fb9 None None] Network 35f2e119-635e-45fe-aebf-a5de8e67eec7 requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:50:16.505791 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-8a4567dc-6cf5-4453-8a4c-3516db123b4a req-c066b342-4180-43f8-ac2b-69da66d2c847 tempest-AttachVolumeNegativeTest-3632510 tempest-AttachVolumeNegativeTest-3632510-project] 10.222.0.16 "GET /v2.0/ports?device_id=9cd5c427-7653-4e3a-9f95-405ad771d60e HTTP/1.1" status: 200 len: 210 time: 0.0350482 Jul 14 18:50:16.545184 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-9513249a-e147-4335-87bb-e0f5cac65ce6 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645734'] for network, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:16.703575 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-9513249a-e147-4335-87bb-e0f5cac65ce6 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Deleting port 34032dab-1eb2-4ede-8d40-003521fecd36 {{(pid=93916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:50:16.704563 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-9513249a-e147-4335-87bb-e0f5cac65ce6 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:16.763611 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1466ccd3-e866-452b-a2e0-14c1f0dd8144 None None] get_active_networks_info from n-d-800634-3 {{(pid=93917) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 14 18:50:16.847305 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da23bc6-44b5-4d02-942a-a51676511ca2 req-3570ffad-4ef0-4be9-99ae-c86dd83cb3fd tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:50:16.849035 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-8da23bc6-44b5-4d02-942a-a51676511ca2 req-3570ffad-4ef0-4be9-99ae-c86dd83cb3fd tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c556fe5-0125-48ec-8057-3295f5ec5000 HTTP/1.1" status: 200 len: 944 time: 0.1029952 Jul 14 18:50:16.861848 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.db [None req-9513249a-e147-4335-87bb-e0f5cac65ce6 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] For port 34032dab-1eb2-4ede-8d40-003521fecd36, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=34032dab-1eb2-4ede-8d40-003521fecd36,segment=NetworkSegment(9c726543-5e90-42d6-bee3-f938fcc41a55),segment_id=9c726543-5e90-42d6-bee3-f938fcc41a55)] {{(pid=93916) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:50:16.862221 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-9513249a-e147-4335-87bb-e0f5cac65ce6 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:16.897004 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-9513249a-e147-4335-87bb-e0f5cac65ce6 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Calling delete_port for 34032dab-1eb2-4ede-8d40-003521fecd36 owned by network:dhcp {{(pid=93916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:50:16.956738 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-8da23bc6-44b5-4d02-942a-a51676511ca2 req-7549bfac-07c3-43a8-9bf4-d45f64f7bfc1 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] 10.222.0.16 "GET /v2.0/security-groups?id=be330687-3a60-4db7-bad1-ca6d5eb00fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1003733 Jul 14 18:50:16.978278 n-d-800634-3 neutron-server[93917]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1466ccd3-e866-452b-a2e0-14c1f0dd8144 None None] Resources bound (agent type, host, resource id): {{(pid=93917) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 14 18:50:17.068854 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-9513249a-e147-4335-87bb-e0f5cac65ce6 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:17.139989 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9513249a-e147-4335-87bb-e0f5cac65ce6 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Pushing event deleted for resources: {'Port': ['ID=34032dab-1eb2-4ede-8d40-003521fecd36,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:50:17.145638 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9513249a-e147-4335-87bb-e0f5cac65ce6 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] No DVR routers for this DVR port 34032dab-1eb2-4ede-8d40-003521fecd36 on host n-d-800634-3 {{(pid=93916) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 18:50:17.194150 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9513249a-e147-4335-87bb-e0f5cac65ce6 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:50:17.196400 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9513249a-e147-4335-87bb-e0f5cac65ce6 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:50:17.196757 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9513249a-e147-4335-87bb-e0f5cac65ce6 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:50:17.197110 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9513249a-e147-4335-87bb-e0f5cac65ce6 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:50:17.197548 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9513249a-e147-4335-87bb-e0f5cac65ce6 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:50:17.197901 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9513249a-e147-4335-87bb-e0f5cac65ce6 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:50:17.198174 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9513249a-e147-4335-87bb-e0f5cac65ce6 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:50:17.198529 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9513249a-e147-4335-87bb-e0f5cac65ce6 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:50:17.198843 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9513249a-e147-4335-87bb-e0f5cac65ce6 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:50:17.199179 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9513249a-e147-4335-87bb-e0f5cac65ce6 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:50:17.199512 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9513249a-e147-4335-87bb-e0f5cac65ce6 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:50:17.204150 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9513249a-e147-4335-87bb-e0f5cac65ce6 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:50:17.312741 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9347759f-e1bf-42f6-a129-f4fd4cfeb28d req-601d3ff9-aa87-40a2-b1cf-fa9cc3c7cf8b tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:50:17.324711 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-9347759f-e1bf-42f6-a129-f4fd4cfeb28d req-601d3ff9-aa87-40a2-b1cf-fa9cc3c7cf8b tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c556fe5-0125-48ec-8057-3295f5ec5000 HTTP/1.1" status: 200 len: 944 time: 0.1040323 Jul 14 18:50:17.379073 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-9513249a-e147-4335-87bb-e0f5cac65ce6 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2096010', 'neutron.services.segments.db._delete_segments_for_network-8728202734996'] for network, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:17.392442 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-9347759f-e1bf-42f6-a129-f4fd4cfeb28d req-2a45b258-9286-4fc0-95ef-f8ae8aff540f tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] 10.222.0.16 "GET /v2.0/security-groups?id=be330687-3a60-4db7-bad1-ca6d5eb00fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0653632 Jul 14 18:50:17.439131 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.segments.db [None req-9513249a-e147-4335-87bb-e0f5cac65ce6 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35f2e119-635e-45fe-aebf-a5de8e67eec7']}} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:50:17.496771 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.segments.db [None req-9513249a-e147-4335-87bb-e0f5cac65ce6 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c726543-5e90-42d6-bee3-f938fcc41a55') {'for_net_delete': True} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:50:17.498912 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.segments.db [None req-9513249a-e147-4335-87bb-e0f5cac65ce6 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c726543-5e90-42d6-bee3-f938fcc41a55') {} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:50:17.525225 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-9513249a-e147-4335-87bb-e0f5cac65ce6 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728202715275', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26296891'] for segment, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:17.585159 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-9513249a-e147-4335-87bb-e0f5cac65ce6 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:17.619838 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9513249a-e147-4335-87bb-e0f5cac65ce6 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Releasing vlan 91 on physical network physnet1 to pool {{(pid=93916) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 18:50:17.620692 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-9513249a-e147-4335-87bb-e0f5cac65ce6 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2682942'] for segment, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:17.641666 n-d-800634-3 neutron-server[93916]: Traceback (most recent call last): Jul 14 18:50:17.641666 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 18:50:17.641666 n-d-800634-3 neutron-server[93916]: timer() Jul 14 18:50:17.641666 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 18:50:17.641666 n-d-800634-3 neutron-server[93916]: cb(*args, **kw) Jul 14 18:50:17.641666 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 18:50:17.641666 n-d-800634-3 neutron-server[93916]: return func(*args, **kwargs) Jul 14 18:50:17.641666 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 18:50:17.641666 n-d-800634-3 neutron-server[93916]: self._notify() Jul 14 18:50:17.641666 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 18:50:17.641666 n-d-800634-3 neutron-server[93916]: self.callback(batched_events) Jul 14 18:50:17.641666 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 18:50:17.641666 n-d-800634-3 neutron-server[93916]: event.method(event) Jul 14 18:50:17.641666 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 18:50:17.641666 n-d-800634-3 neutron-server[93916]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 18:50:17.641666 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 18:50:17.641666 n-d-800634-3 neutron-server[93916]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 18:50:17.641666 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 18:50:17.641666 n-d-800634-3 neutron-server[93916]: return f(self, *a, **k) Jul 14 18:50:17.641666 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 18:50:17.641666 n-d-800634-3 neutron-server[93916]: return self._get(url).json() Jul 14 18:50:17.641666 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 18:50:17.641666 n-d-800634-3 neutron-server[93916]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 18:50:17.641666 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 18:50:17.641666 n-d-800634-3 neutron-server[93916]: return self.request(url, 'GET', **kwargs) Jul 14 18:50:17.641666 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 18:50:17.641666 n-d-800634-3 neutron-server[93916]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 18:50:17.641666 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 18:50:17.641666 n-d-800634-3 neutron-server[93916]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 18:50:17.641666 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 18:50:17.641666 n-d-800634-3 neutron-server[93916]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 18:50:17.641666 n-d-800634-3 neutron-server[93916]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 18:50:17.740159 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-9513249a-e147-4335-87bb-e0f5cac65ce6 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2096001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-930085'] for network, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:17.771795 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-9513249a-e147-4335-87bb-e0f5cac65ce6 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Notify callbacks [] for network, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:17.773980 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-9513249a-e147-4335-87bb-e0f5cac65ce6 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] 10.222.0.16 "DELETE /v2.0/networks/35f2e119-635e-45fe-aebf-a5de8e67eec7 HTTP/1.1" status: 204 len: 168 time: 2.8074803 Jul 14 18:50:17.775022 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9513249a-e147-4335-87bb-e0f5cac65ce6 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Pushing event deleted for resources: {'Network': ['ID=35f2e119-635e-45fe-aebf-a5de8e67eec7,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:50:17.777703 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 43754) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:50:17.814733 n-d-800634-3 neutron-server[93916]: INFO neutron.pecan_wsgi.hooks.translation [None req-77c70ea9-f63a-4020-9523-ec69149d4c58 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] GET failed (client error): The resource could not be found. Jul 14 18:50:17.816700 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-77c70ea9-f63a-4020-9523-ec69149d4c58 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] 10.222.0.16 "GET /v2.0/subnets/747ea776-dde7-4a59-94b2-d1b212afff56 HTTP/1.1" status: 404 len: 337 time: 0.0375872 Jul 14 18:50:17.819077 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 43756) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:50:17.840720 n-d-800634-3 neutron-server[93916]: INFO neutron.pecan_wsgi.hooks.translation [None req-08c5ba6c-c8e4-47a5-a39f-ffbd19fb11ac tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] DELETE failed (client error): The resource could not be found. Jul 14 18:50:17.841357 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-08c5ba6c-c8e4-47a5-a39f-ffbd19fb11ac tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93916) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 18:50:17.843152 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-08c5ba6c-c8e4-47a5-a39f-ffbd19fb11ac tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] 10.222.0.16 "DELETE /v2.0/networks/35f2e119-635e-45fe-aebf-a5de8e67eec7 HTTP/1.1" status: 404 len: 339 time: 0.0230343 Jul 14 18:50:17.847301 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 43758) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:50:17.855270 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f5b3bf-9393-42ae-9984-077809da03cc req-ae8eab3f-1900-4d9c-b4ab-507654bfd334 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:50:17.864537 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-27f5b3bf-9393-42ae-9984-077809da03cc req-ae8eab3f-1900-4d9c-b4ab-507654bfd334 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] 10.222.0.16 "GET /v2.0/networks?id=39c54d55-b1e0-4eb1-9ee5-3eeadd4d8bde HTTP/1.1" status: 200 len: 812 time: 0.1649661 Jul 14 18:50:17.892664 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-27f5b3bf-9393-42ae-9984-077809da03cc req-c7addf01-9990-4774-a755-3ff61f0c22f5 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] 10.222.0.16 "GET /v2.0/quotas/c28e5bcf1e004d64bdc0461d59ce0908 HTTP/1.1" status: 200 len: 375 time: 0.0269563 Jul 14 18:50:17.990290 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-27f5b3bf-9393-42ae-9984-077809da03cc req-9f6f23aa-084d-447a-9788-d34bbaefe18f tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=c28e5bcf1e004d64bdc0461d59ce0908&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0951436 Jul 14 18:50:18.070290 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25d0613f-e17a-4419-a86b-805e444d6737 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:50:18.074883 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-25d0613f-e17a-4419-a86b-805e444d6737 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2235551 Jul 14 18:50:18.075218 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 43760) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:50:18.135646 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-27f5b3bf-9393-42ae-9984-077809da03cc req-b231f9e2-9214-4f2e-ab26-98bd9580677d service neutron] 10.222.0.16 "GET /v2.0/networks/39c54d55-b1e0-4eb1-9ee5-3eeadd4d8bde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356609 Jul 14 18:50:18.143659 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-480be51a-a492-4b71-8e2e-9484a8923ee9 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] 10.222.0.16 "GET /v2.0/subnets?network_id=9200a437-e1de-4520-88f6-e68386523e61 HTTP/1.1" status: 200 len: 207 time: 0.0669141 Jul 14 18:50:18.147198 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 43764) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:50:18.285898 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-27f5b3bf-9393-42ae-9984-077809da03cc req-16e58195-5056-4823-bdb8-0ce93c1826e3 service neutron] 10.222.0.16 "GET /v2.0/networks/39c54d55-b1e0-4eb1-9ee5-3eeadd4d8bde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1493406 Jul 14 18:50:18.381171 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654435fb-cf63-4659-a00b-592bf54b46b5 req-beec8d1c-d390-4d54-a951-2d5a04039b35 tempest-AttachVolumeNegativeTest-3632510 tempest-AttachVolumeNegativeTest-3632510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:50:18.390977 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-654435fb-cf63-4659-a00b-592bf54b46b5 req-beec8d1c-d390-4d54-a951-2d5a04039b35 tempest-AttachVolumeNegativeTest-3632510 tempest-AttachVolumeNegativeTest-3632510-project] 10.222.0.16 "GET /v2.0/ports?device_id=39fca3b3-5a8f-41cb-8276-d2e18243fd67 HTTP/1.1" status: 200 len: 945 time: 0.0807714 Jul 14 18:50:18.489005 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-654435fb-cf63-4659-a00b-592bf54b46b5 req-5326a63c-d651-4457-b91b-fc3a965c178c tempest-AttachVolumeNegativeTest-3632510 tempest-AttachVolumeNegativeTest-3632510-project] 10.222.0.16 "GET /v2.0/security-groups?id=0abe65fc-f489-4951-8c06-afae1a246333&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953691 Jul 14 18:50:18.530316 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6515824c-7a0a-48e8-a9a5-7872e56786c2 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:50:18.567210 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6515824c-7a0a-48e8-a9a5-7872e56786c2 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:50:18.585391 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6515824c-7a0a-48e8-a9a5-7872e56786c2 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:50:18.601108 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6515824c-7a0a-48e8-a9a5-7872e56786c2 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:50:18.611686 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-6515824c-7a0a-48e8-a9a5-7872e56786c2 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2485 time: 0.4513211 Jul 14 18:50:18.612358 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 43776) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:50:18.657280 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-4fb4501e-d3df-4285-afd5-9d5eb890544e req-dd46240a-69bc-4163-9f3c-a8587023640b tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] 10.222.0.16 "GET /v2.0/ports?device_id=55bd9f82-c3cb-4b86-be9e-50fe7188395b HTTP/1.1" status: 200 len: 210 time: 0.0745163 Jul 14 18:50:18.786691 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-f0c5f46d-0ddc-4887-9ee7-40accf378f48 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] 10.222.0.16 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 574 time: 0.1707642 Jul 14 18:50:18.789796 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 43778) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:50:18.886591 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f6f6113-f407-4f7a-8068-54a0cb7b9103 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:50:18.888850 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f6f6113-f407-4f7a-8068-54a0cb7b9103 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:50:18.890278 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-9f6f6113-f407-4f7a-8068-54a0cb7b9103 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.0995309 Jul 14 18:50:18.894390 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 43780) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:50:19.007456 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1c283bd-ab70-49de-ac59-4f490d0bb74a tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Attributes excluded by policy engine: ['shared'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:50:19.009036 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1c283bd-ab70-49de-ac59-4f490d0bb74a tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Attributes excluded by policy engine: ['shared'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:50:19.014494 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-c1c283bd-ab70-49de-ac59-4f490d0bb74a tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] 10.222.0.16 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.1158202 Jul 14 18:50:19.014995 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 43786) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:50:19.131797 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fdc3d65-2c99-45c2-8c7b-aa48503abea5 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:50:19.137442 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-1fdc3d65-2c99-45c2-8c7b-aa48503abea5 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] 10.222.0.16 "GET /v2.0/networks/607a2151-da57-4f36-80a6-2a082431bec8 HTTP/1.1" status: 200 len: 799 time: 0.1211932 Jul 14 18:50:19.137742 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 43792) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:50:19.286960 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-81fa658c-bd2a-4b1b-b1af-786d535ce9c0 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] 10.222.0.16 "GET /v2.0/networks/607a2151-da57-4f36-80a6-2a082431bec8?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.1478167 Jul 14 18:50:19.292533 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 43800) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:50:19.364476 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76c2b3f8-ee34-4680-8ebf-ed659630f20b tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:50:19.366371 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-76c2b3f8-ee34-4680-8ebf-ed659630f20b tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] 10.222.0.16 "GET /v2.0/subnets/b8b6670d-7647-4b83-8ed7-96f415254518 HTTP/1.1" status: 200 len: 811 time: 0.0724661 Jul 14 18:50:19.371693 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 43802) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:50:19.442976 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c303e468-adb5-4fa7-bb89-539ef1eae82f tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Attributes excluded by policy engine: ['shared'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:50:19.444724 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-c303e468-adb5-4fa7-bb89-539ef1eae82f tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] 10.222.0.16 "GET /v2.0/subnets/b8b6670d-7647-4b83-8ed7-96f415254518?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0718048 Jul 14 18:50:19.448678 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 43804) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:50:19.454172 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-9b0f0c1d-3621-4bf8-b36d-0dd0a3242060 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1336887295'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:50:19.484434 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b0f0c1d-3621-4bf8-b36d-0dd0a3242060 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Made reservation on behalf of e8eabfd62c9b433bb574ba1ae1574849 for: {'network': 1} {{(pid=93916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:50:19.493357 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-9b0f0c1d-3621-4bf8-b36d-0dd0a3242060 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for network, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:19.501473 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Device ce482cff-d6ac-417a-bf83-3e4307fce0a9 no longer exists at agent hyperv_n-h2-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 18:50:19.546137 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b0f0c1d-3621-4bf8-b36d-0dd0a3242060 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 91} {{(pid=93916) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 18:50:19.584447 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-9b0f0c1d-3621-4bf8-b36d-0dd0a3242060 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:19.584799 n-d-800634-3 neutron-server[93916]: INFO neutron.db.segments_db [None req-9b0f0c1d-3621-4bf8-b36d-0dd0a3242060 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Added segment f2798929-c1c9-475b-881e-6139dc06e552 of type vlan for network 0b5044a0-afdc-4e9d-b1a7-8397341d3504 Jul 14 18:50:19.590903 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] No Port match for: ce482cff-d6ac-417a-bf83-3e4307fce0a9 {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 18:50:19.593783 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Device ce482cff-d6ac-417a-bf83-3e4307fce0a9 not bound to the agent host n-h2-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 18:50:19.616423 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c50dda-5295-4ecd-9a5d-fe3d8dcc896b req-c421225d-e491-4abd-9a9f-898c1aa09933 tempest-AttachVolumeNegativeTest-3632510 tempest-AttachVolumeNegativeTest-3632510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:50:19.629646 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-89c50dda-5295-4ecd-9a5d-fe3d8dcc896b req-c421225d-e491-4abd-9a9f-898c1aa09933 tempest-AttachVolumeNegativeTest-3632510 tempest-AttachVolumeNegativeTest-3632510-project] 10.222.0.18 "GET /v2.0/ports?device_id=39fca3b3-5a8f-41cb-8276-d2e18243fd67 HTTP/1.1" status: 200 len: 945 time: 0.1759837 Jul 14 18:50:19.648907 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-9b0f0c1d-3621-4bf8-b36d-0dd0a3242060 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728202197517'] for network, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:19.716308 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-9b0f0c1d-3621-4bf8-b36d-0dd0a3242060 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727'] for network, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:19.733372 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b0f0c1d-3621-4bf8-b36d-0dd0a3242060 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:50:19.734011 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-9b0f0c1d-3621-4bf8-b36d-0dd0a3242060 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Notify callbacks [] for network, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:19.846940 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-9b0f0c1d-3621-4bf8-b36d-0dd0a3242060 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3944659 Jul 14 18:50:19.851084 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 43812) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:50:19.857941 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-de9c3341-4b88-4a1d-a971-1cd8b2a128fb tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Request body: {'subnet': {'network_id': '0b5044a0-afdc-4e9d-b1a7-8397341d3504', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:50:19.957003 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0f0c1d-3621-4bf8-b36d-0dd0a3242060 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Pushing event updated for resources: {'Network': ['ID=0b5044a0-afdc-4e9d-b1a7-8397341d3504,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:50:19.971766 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Network 0b5044a0-afdc-4e9d-b1a7-8397341d3504 details requested by agent ovs-agent-n-d-800634-3 with host n-d-800634-3 {{(pid=93917) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 18:50:19.983780 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de9c3341-4b88-4a1d-a971-1cd8b2a128fb tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Made reservation on behalf of e8eabfd62c9b433bb574ba1ae1574849 for: {'subnet': 1} {{(pid=93916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:50:19.994842 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-de9c3341-4b88-4a1d-a971-1cd8b2a128fb tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26033189'] for subnet, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:20.093357 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.ipam_backend_mixin [None req-de9c3341-4b88-4a1d-a971-1cd8b2a128fb tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Performing IP validity checks on allocation pools {{(pid=93916) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 14 18:50:20.095626 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.ipam_backend_mixin [None req-de9c3341-4b88-4a1d-a971-1cd8b2a128fb tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93916) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 14 18:50:20.305754 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-7a652b95-fe48-46ef-8154-16d8762a9f14 req-0b29c97c-82ee-4cd9-b772-bf2fda84cc14 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] 10.222.0.16 "GET /v2.0/ports?device_id=55bd9f82-c3cb-4b86-be9e-50fe7188395b HTTP/1.1" status: 200 len: 210 time: 0.4938164 Jul 14 18:50:20.371359 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-dd97dc6a-023b-4f0b-8aae-5a086e96c221 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:20.402704 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-de9c3341-4b88-4a1d-a971-1cd8b2a128fb tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2684753', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26033175'] for subnet, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:20.404497 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dce3040-0b13-42a1-acfb-34b29e518b2c req-95b05efb-334d-4264-8e90-39da8aa537aa tempest-AttachVolumeNegativeTest-3632510 tempest-AttachVolumeNegativeTest-3632510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:50:20.411736 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3dce3040-0b13-42a1-acfb-34b29e518b2c req-95b05efb-334d-4264-8e90-39da8aa537aa tempest-AttachVolumeNegativeTest-3632510 tempest-AttachVolumeNegativeTest-3632510-project] 10.222.0.16 "GET /v2.0/ports?device_id=39fca3b3-5a8f-41cb-8276-d2e18243fd67 HTTP/1.1" status: 200 len: 945 time: 0.7105980 Jul 14 18:50:20.414387 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [req-89c50dda-5295-4ecd-9a5d-fe3d8dcc896b req-a4124235-83cd-4934-9397-c5953bf165a5 tempest-AttachVolumeNegativeTest-3632510 tempest-AttachVolumeNegativeTest-3632510-project] Deleting port c6d6b6b9-1527-4ffd-b579-4fc7f4b97389 {{(pid=93915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:50:20.414732 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-89c50dda-5295-4ecd-9a5d-fe3d8dcc896b req-a4124235-83cd-4934-9397-c5953bf165a5 tempest-AttachVolumeNegativeTest-3632510 tempest-AttachVolumeNegativeTest-3632510-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:20.482676 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9c3341-4b88-4a1d-a971-1cd8b2a128fb tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Pushing event updated for resources: {'Subnet': ['ID=b01beb78-bdbe-42e8-9b3d-942cda7eb5f7,revision_number=0']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:50:20.492993 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de9c3341-4b88-4a1d-a971-1cd8b2a128fb tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Checking segment: {'id': 'f2798929-c1c9-475b-881e-6139dc06e552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '0b5044a0-afdc-4e9d-b1a7-8397341d3504'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93916) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:50:20.493349 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de9c3341-4b88-4a1d-a971-1cd8b2a128fb tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Network hostable DHCP agents. Network: 0b5044a0-afdc-4e9d-b1a7-8397341d3504, hostable agents: ['028393c3-0576-4ebd-bca1-8ea8a148e1a2'], hosted agents: [] {{(pid=93916) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 18:50:20.516086 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de9c3341-4b88-4a1d-a971-1cd8b2a128fb tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Network 0b5044a0-afdc-4e9d-b1a7-8397341d3504 is scheduled to be hosted by DHCP agent 028393c3-0576-4ebd-bca1-8ea8a148e1a2 with binding_index 1 {{(pid=93916) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 18:50:20.536637 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [None req-de9c3341-4b88-4a1d-a971-1cd8b2a128fb tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-3, 0b5044a0-afdc-4e9d-b1a7-8397341d3504) {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:50:20.545412 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66607798-84d4-4ed4-9e59-77ef012a6084 None None] Network 0b5044a0-afdc-4e9d-b1a7-8397341d3504 requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:50:20.552958 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de9c3341-4b88-4a1d-a971-1cd8b2a128fb tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:50:20.553286 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-de9c3341-4b88-4a1d-a971-1cd8b2a128fb tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Notify callbacks [] for subnet, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:20.583700 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-de9c3341-4b88-4a1d-a971-1cd8b2a128fb tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 0.7315109 Jul 14 18:50:20.589154 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 43816) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:50:20.594886 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-a8a5632a-3b53-4de0-b6a6-37d71b1a7418 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:50:20.602554 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f5b3bf-9393-42ae-9984-077809da03cc req-d376a3f1-ae3d-415c-a8ff-9de69adc5056 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:50:20.604202 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-27f5b3bf-9393-42ae-9984-077809da03cc req-d376a3f1-ae3d-415c-a8ff-9de69adc5056 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] 10.222.0.18 "GET /v2.0/networks?id=39c54d55-b1e0-4eb1-9ee5-3eeadd4d8bde HTTP/1.1" status: 200 len: 812 time: 0.3011239 Jul 14 18:50:20.634548 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [req-27f5b3bf-9393-42ae-9984-077809da03cc req-9d9e535c-9d89-4a62-93bf-cd0ec2574160 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] Request body: {'port': {'device_id': '55bd9f82-c3cb-4b86-be9e-50fe7188395b', 'network_id': '39c54d55-b1e0-4eb1-9ee5-3eeadd4d8bde', 'admin_state_up': True, 'tenant_id': 'c28e5bcf1e004d64bdc0461d59ce0908'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:50:20.673882 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3dce3040-0b13-42a1-acfb-34b29e518b2c req-1e95782f-4c15-4eab-9594-e60b7c17d503 tempest-AttachVolumeNegativeTest-3632510 tempest-AttachVolumeNegativeTest-3632510-project] 10.222.0.16 "GET /v2.0/security-groups?id=0abe65fc-f489-4951-8c06-afae1a246333&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2607746 Jul 14 18:50:20.756840 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a8a5632a-3b53-4de0-b6a6-37d71b1a7418 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-26033198'] for subnet, before_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:20.783478 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-89c50dda-5295-4ecd-9a5d-fe3d8dcc896b req-a4124235-83cd-4934-9397-c5953bf165a5 tempest-AttachVolumeNegativeTest-3632510 tempest-AttachVolumeNegativeTest-3632510-project] For port c6d6b6b9-1527-4ffd-b579-4fc7f4b97389, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=c6d6b6b9-1527-4ffd-b579-4fc7f4b97389,segment=NetworkSegment(3142d796-db76-489d-9ebc-ac845cfeb79d),segment_id=3142d796-db76-489d-9ebc-ac845cfeb79d)] {{(pid=93915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:50:20.783872 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-89c50dda-5295-4ecd-9a5d-fe3d8dcc896b req-a4124235-83cd-4934-9397-c5953bf165a5 tempest-AttachVolumeNegativeTest-3632510 tempest-AttachVolumeNegativeTest-3632510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:20.805697 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [req-89c50dda-5295-4ecd-9a5d-fe3d8dcc896b req-a4124235-83cd-4934-9397-c5953bf165a5 tempest-AttachVolumeNegativeTest-3632510 tempest-AttachVolumeNegativeTest-3632510-project] Calling delete_port for c6d6b6b9-1527-4ffd-b579-4fc7f4b97389 owned by compute:nova {{(pid=93915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:50:20.867784 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92a8cc96-e0fe-4e06-8e40-64c81b2d1715 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9222b97e-5d1c-54f8-ba97-82f172498e76-0b5044a0-afdc-4e9d-b1a7-8397341d3504', 'network_id': '0b5044a0-afdc-4e9d-b1a7-8397341d3504', 'tenant_id': 'e8eabfd62c9b433bb574ba1ae1574849', 'fixed_ips': [{'subnet_id': 'b01beb78-bdbe-42e8-9b3d-942cda7eb5f7'}]}} from n-d-800634-3. {{(pid=93917) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 18:50:20.868927 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-92a8cc96-e0fe-4e06-8e40-64c81b2d1715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:20.996626 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a8a5632a-3b53-4de0-b6a6-37d71b1a7418 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8728202639598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2684807'] for subnet, after_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:21.001837 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27f5b3bf-9393-42ae-9984-077809da03cc req-9d9e535c-9d89-4a62-93bf-cd0ec2574160 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] Made reservation on behalf of c28e5bcf1e004d64bdc0461d59ce0908 for: {'port': 1} {{(pid=93915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:50:21.005854 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-27f5b3bf-9393-42ae-9984-077809da03cc req-9d9e535c-9d89-4a62-93bf-cd0ec2574160 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:21.061726 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.db_base_plugin_common [None req-92a8cc96-e0fe-4e06-8e40-64c81b2d1715 None None] Allocated IP 172.20.0.3 (0b5044a0-afdc-4e9d-b1a7-8397341d3504/b01beb78-bdbe-42e8-9b3d-942cda7eb5f7/c56b1139-df62-45c8-996a-8469b8858939) {{(pid=93917) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:50:21.090609 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a5632a-3b53-4de0-b6a6-37d71b1a7418 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Pushing event updated for resources: {'Subnet': ['ID=b01beb78-bdbe-42e8-9b3d-942cda7eb5f7,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:50:21.094837 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8a5632a-3b53-4de0-b6a6-37d71b1a7418 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:50:21.095452 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a8a5632a-3b53-4de0-b6a6-37d71b1a7418 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Notify callbacks [] for subnet, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:21.099822 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 43820) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:50:21.102241 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-a8a5632a-3b53-4de0-b6a6-37d71b1a7418 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] 10.222.0.16 "PUT /v2.0/subnets/b01beb78-bdbe-42e8-9b3d-942cda7eb5f7 HTTP/1.1" status: 200 len: 877 time: 0.5127883 Jul 14 18:50:21.235222 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-89c50dda-5295-4ecd-9a5d-fe3d8dcc896b req-a4124235-83cd-4934-9397-c5953bf165a5 tempest-AttachVolumeNegativeTest-3632510 tempest-AttachVolumeNegativeTest-3632510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:21.254195 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] get_ports_and_sgs() called for port_ids ['3a2eb3c4-e06b-47ee-ab16-5381b2cbed0d', 'c6d6b6b9-1527-4ffd-b579-4fc7f4b97389'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 18:50:21.314062 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4124235-83cd-4934-9397-c5953bf165a5 tempest-AttachVolumeNegativeTest-3632510 tempest-AttachVolumeNegativeTest-3632510-project] Pushing event deleted for resources: {'Port': ['ID=c6d6b6b9-1527-4ffd-b579-4fc7f4b97389,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:50:21.366236 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-d6339153-4457-4b76-87ee-90199a664271 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645734'] for network, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:21.387054 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.db_base_plugin_common [req-27f5b3bf-9393-42ae-9984-077809da03cc req-9d9e535c-9d89-4a62-93bf-cd0ec2574160 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] Allocated IP 172.20.0.13 (39c54d55-b1e0-4eb1-9ee5-3eeadd4d8bde/e9fdea6e-22fa-4991-9f87-b79de93db404/29ef7ab9-858f-48a3-a209-f1954c1e6e54) {{(pid=93915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:50:21.389986 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [req-89c50dda-5295-4ecd-9a5d-fe3d8dcc896b req-a4124235-83cd-4934-9397-c5953bf165a5 tempest-AttachVolumeNegativeTest-3632510 tempest-AttachVolumeNegativeTest-3632510-project] No DVR routers for this DVR port c6d6b6b9-1527-4ffd-b579-4fc7f4b97389 on host n-h1-800634-3 {{(pid=93915) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 18:50:21.395363 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-89c50dda-5295-4ecd-9a5d-fe3d8dcc896b req-a4124235-83cd-4934-9397-c5953bf165a5 tempest-AttachVolumeNegativeTest-3632510 tempest-AttachVolumeNegativeTest-3632510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:21.397784 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-89c50dda-5295-4ecd-9a5d-fe3d8dcc896b req-a4124235-83cd-4934-9397-c5953bf165a5 tempest-AttachVolumeNegativeTest-3632510 tempest-AttachVolumeNegativeTest-3632510-project] 10.222.0.18 "DELETE /v2.0/ports/c6d6b6b9-1527-4ffd-b579-4fc7f4b97389 HTTP/1.1" status: 204 len: 173 time: 1.7618442 Jul 14 18:50:21.399757 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39fca3b3-5a8f-41cb-8276-d2e18243fd67', 'name': 'network-vif-deleted', 'tag': 'c6d6b6b9-1527-4ffd-b579-4fc7f4b97389'}] {{(pid=93915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:50:21.403045 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e72782ad3af8f7d4ce76cedf092bca46d1756acc5c4653cf0b52034cdd6b073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b23a816-1c63-4d0b-9c28-8f8526565e6c" -d '{"events": [{"server_uuid": "39fca3b3-5a8f-41cb-8276-d2e18243fd67", "name": "network-vif-deleted", "tag": "c6d6b6b9-1527-4ffd-b579-4fc7f4b97389"}]}' {{(pid=93915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:50:21.486961 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 18:50:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b597067-3f79-4d5a-9ef7-8d3bbda5bd49 x-openstack-request-id: req-1b597067-3f79-4d5a-9ef7-8d3bbda5bd49 {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:50:21.487274 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39fca3b3-5a8f-41cb-8276-d2e18243fd67", "name": "network-vif-deleted", "tag": "c6d6b6b9-1527-4ffd-b579-4fc7f4b97389", "status": "completed", "code": 200}]} {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:50:21.487517 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1b597067-3f79-4d5a-9ef7-8d3bbda5bd49 {{(pid=93915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:50:21.488051 n-d-800634-3 neutron-server[93915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39fca3b3-5a8f-41cb-8276-d2e18243fd67', 'name': 'network-vif-deleted', 'tag': 'c6d6b6b9-1527-4ffd-b579-4fc7f4b97389', 'status': 'completed', 'code': 200} Jul 14 18:50:21.517424 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-92a8cc96-e0fe-4e06-8e40-64c81b2d1715 None None] Notify callbacks [] for port, precommit_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:21.539226 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-92a8cc96-e0fe-4e06-8e40-64c81b2d1715 None None] Transition to ACTIVE for port object c56b1139-df62-45c8-996a-8469b8858939 will not be triggered until provisioned by entity L2. {{(pid=93917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:50:21.558229 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-92a8cc96-e0fe-4e06-8e40-64c81b2d1715 None None] Transition to ACTIVE for port object c56b1139-df62-45c8-996a-8469b8858939 will not be triggered until provisioned by entity DHCP. {{(pid=93917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:50:21.576858 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-92a8cc96-e0fe-4e06-8e40-64c81b2d1715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804'] for port, after_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:21.578794 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-d6339153-4457-4b76-87ee-90199a664271 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081283'] for subnet, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:21.652943 n-d-800634-3 neutron-server[93917]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92a8cc96-e0fe-4e06-8e40-64c81b2d1715 None None] Network 0b5044a0-afdc-4e9d-b1a7-8397341d3504 is already hosted by enough agents. {{(pid=93917) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:50:21.663459 n-d-800634-3 neutron-server[93917]: DEBUG neutron.scheduler.base_scheduler [None req-92a8cc96-e0fe-4e06-8e40-64c81b2d1715 None None] Resources bound (agent type, host, resource id): {{(pid=93917) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:50:21.672007 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92a8cc96-e0fe-4e06-8e40-64c81b2d1715 None None] Received port after_create {{(pid=93917) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:50:21.677453 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a8cc96-e0fe-4e06-8e40-64c81b2d1715 None None] Pushing event updated for resources: {'Port': ['ID=c56b1139-df62-45c8-996a-8469b8858939,revision_number=1']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:50:21.759033 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6ae0f566-ee28-4e1f-a018-1ced08bb9877 req-c886bea9-7b3c-4705-84e3-e21664ef7172 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] 10.222.0.16 "GET /v2.0/ports?device_id=55bd9f82-c3cb-4b86-be9e-50fe7188395b HTTP/1.1" status: 200 len: 210 time: 0.1850178 Jul 14 18:50:21.763210 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-d6339153-4457-4b76-87ee-90199a664271 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25913028', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28969762'] for subnet, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:21.814024 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6339153-4457-4b76-87ee-90199a664271 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Pushing event deleted for resources: {'Subnet': ['ID=b01beb78-bdbe-42e8-9b3d-942cda7eb5f7,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:50:21.823534 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-92a8cc96-e0fe-4e06-8e40-64c81b2d1715 None None] Attempting to bind port c56b1139-df62-45c8-996a-8469b8858939 on host n-d-800634-3 for vnic_type normal with profile {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:50:21.823938 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-92a8cc96-e0fe-4e06-8e40-64c81b2d1715 None None] Attempting to bind port c56b1139-df62-45c8-996a-8469b8858939 by drivers openvswitch,hyperv on host n-d-800634-3 at level 0 using segments [{'id': 'f2798929-c1c9-475b-881e-6139dc06e552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '0b5044a0-afdc-4e9d-b1a7-8397341d3504'}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:50:21.824340 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92a8cc96-e0fe-4e06-8e40-64c81b2d1715 None None] Attempting to bind port c56b1139-df62-45c8-996a-8469b8858939 on network 0b5044a0-afdc-4e9d-b1a7-8397341d3504 {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:50:21.838612 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92a8cc96-e0fe-4e06-8e40-64c81b2d1715 None None] Checking agent: {'id': '01c19e91-a945-4e3c-94a6-c211e17c923e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 8, 23), 'started_at': datetime.datetime(2021, 7, 14, 18, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 18, 49, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 18:50:21.838948 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92a8cc96-e0fe-4e06-8e40-64c81b2d1715 None None] Checking segment: {'id': 'f2798929-c1c9-475b-881e-6139dc06e552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '0b5044a0-afdc-4e9d-b1a7-8397341d3504'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93917) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:50:21.839369 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-92a8cc96-e0fe-4e06-8e40-64c81b2d1715 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:21.839776 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92a8cc96-e0fe-4e06-8e40-64c81b2d1715 None None] Bound using segment: {'id': 'f2798929-c1c9-475b-881e-6139dc06e552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '0b5044a0-afdc-4e9d-b1a7-8397341d3504'} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 18:50:21.840326 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-92a8cc96-e0fe-4e06-8e40-64c81b2d1715 None None] Bound port: c56b1139-df62-45c8-996a-8469b8858939, host: n-d-800634-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2798929-c1c9-475b-881e-6139dc06e552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '0b5044a0-afdc-4e9d-b1a7-8397341d3504'}}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 18:50:21.840750 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-92a8cc96-e0fe-4e06-8e40-64c81b2d1715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:21.931178 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-d6339153-4457-4b76-87ee-90199a664271 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2096010', 'neutron.services.segments.db._delete_segments_for_network-8728202734996'] for network, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:21.964918 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-92a8cc96-e0fe-4e06-8e40-64c81b2d1715 None None] For port c56b1139-df62-45c8-996a-8469b8858939, host n-d-800634-3, cleared binding levels {{(pid=93917) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:50:21.969128 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-92a8cc96-e0fe-4e06-8e40-64c81b2d1715 None None] For port c56b1139-df62-45c8-996a-8469b8858939, host n-d-800634-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=c56b1139-df62-45c8-996a-8469b8858939,segment=NetworkSegment(f2798929-c1c9-475b-881e-6139dc06e552),segment_id=f2798929-c1c9-475b-881e-6139dc06e552)] {{(pid=93917) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 18:50:21.975048 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-92a8cc96-e0fe-4e06-8e40-64c81b2d1715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:21.983976 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-262ff1b1-51f1-45a4-a6ae-13ef3de1ae15 req-84bf5c15-eab4-4ea1-93ff-96b5ba0efca8 tempest-AttachVolumeNegativeTest-3632510 tempest-AttachVolumeNegativeTest-3632510-project] 10.222.0.16 "GET /v2.0/ports?device_id=39fca3b3-5a8f-41cb-8276-d2e18243fd67 HTTP/1.1" status: 200 len: 210 time: 0.0641348 Jul 14 18:50:22.010615 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-27f5b3bf-9393-42ae-9984-077809da03cc req-9d9e535c-9d89-4a62-93bf-cd0ec2574160 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] Notify callbacks [] for port, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:22.026105 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.provisioning_blocks [req-27f5b3bf-9393-42ae-9984-077809da03cc req-9d9e535c-9d89-4a62-93bf-cd0ec2574160 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] Transition to ACTIVE for port object 29ef7ab9-858f-48a3-a209-f1954c1e6e54 will not be triggered until provisioned by entity DHCP. {{(pid=93915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:50:22.062968 n-d-800634-3 neutron-server[93915]: DEBUG neutron.services.segments.db [None req-d6339153-4457-4b76-87ee-90199a664271 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b5044a0-afdc-4e9d-b1a7-8397341d3504']}} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:50:22.076596 n-d-800634-3 neutron-server[93915]: DEBUG neutron.services.segments.db [None req-d6339153-4457-4b76-87ee-90199a664271 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2798929-c1c9-475b-881e-6139dc06e552') {'for_net_delete': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:50:22.076904 n-d-800634-3 neutron-server[93915]: DEBUG neutron.services.segments.db [None req-d6339153-4457-4b76-87ee-90199a664271 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2798929-c1c9-475b-881e-6139dc06e552') {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:50:22.095932 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-d6339153-4457-4b76-87ee-90199a664271 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728202715275', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28939920'] for segment, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:22.102332 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a8cc96-e0fe-4e06-8e40-64c81b2d1715 None None] Pushing event updated for resources: {'Port': ['ID=c56b1139-df62-45c8-996a-8469b8858939,revision_number=2']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:50:22.117476 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-d6339153-4457-4b76-87ee-90199a664271 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:22.125911 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6339153-4457-4b76-87ee-90199a664271 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Releasing vlan 91 on physical network physnet1 to pool {{(pid=93915) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 18:50:22.126407 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-d6339153-4457-4b76-87ee-90199a664271 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25911658'] for segment, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:22.130641 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b007e25-b131-48db-b0f7-798b3b6334b2 None None] Network 0b5044a0-afdc-4e9d-b1a7-8397341d3504 requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:50:22.131551 n-d-800634-3 neutron-server[93915]: Traceback (most recent call last): Jul 14 18:50:22.131551 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 18:50:22.131551 n-d-800634-3 neutron-server[93915]: timer() Jul 14 18:50:22.131551 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 18:50:22.131551 n-d-800634-3 neutron-server[93915]: cb(*args, **kw) Jul 14 18:50:22.131551 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 18:50:22.131551 n-d-800634-3 neutron-server[93915]: return func(*args, **kwargs) Jul 14 18:50:22.131551 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 18:50:22.131551 n-d-800634-3 neutron-server[93915]: self._notify() Jul 14 18:50:22.131551 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 18:50:22.131551 n-d-800634-3 neutron-server[93915]: self.callback(batched_events) Jul 14 18:50:22.131551 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 18:50:22.131551 n-d-800634-3 neutron-server[93915]: event.method(event) Jul 14 18:50:22.131551 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 18:50:22.131551 n-d-800634-3 neutron-server[93915]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 18:50:22.131551 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 18:50:22.131551 n-d-800634-3 neutron-server[93915]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 18:50:22.131551 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 18:50:22.131551 n-d-800634-3 neutron-server[93915]: return f(self, *a, **k) Jul 14 18:50:22.131551 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 18:50:22.131551 n-d-800634-3 neutron-server[93915]: return self._get(url).json() Jul 14 18:50:22.131551 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 18:50:22.131551 n-d-800634-3 neutron-server[93915]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 18:50:22.131551 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 18:50:22.131551 n-d-800634-3 neutron-server[93915]: return self.request(url, 'GET', **kwargs) Jul 14 18:50:22.131551 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 18:50:22.131551 n-d-800634-3 neutron-server[93915]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 18:50:22.131551 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 18:50:22.131551 n-d-800634-3 neutron-server[93915]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 18:50:22.131551 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 18:50:22.131551 n-d-800634-3 neutron-server[93915]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 18:50:22.131551 n-d-800634-3 neutron-server[93915]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 18:50:22.144726 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-27f5b3bf-9393-42ae-9984-077809da03cc req-9d9e535c-9d89-4a62-93bf-cd0ec2574160 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:22.192537 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] get_ports_and_sgs() called for port_ids ['8dba08d8-56f1-4a66-be69-dbba17392a9c'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 18:50:22.252886 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27f5b3bf-9393-42ae-9984-077809da03cc req-9d9e535c-9d89-4a62-93bf-cd0ec2574160 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] Network 39c54d55-b1e0-4eb1-9ee5-3eeadd4d8bde is already hosted by enough agents. {{(pid=93915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:50:22.257923 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.db.api [None req-d6339153-4457-4b76-87ee-90199a664271 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 14 18:50:22.257923 n-d-800634-3 neutron-server[93915]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 14 18:50:22.257923 n-d-800634-3 neutron-server[93915]: [parameters: {'id': '0b5044a0-afdc-4e9d-b1a7-8397341d3504'}] Jul 14 18:50:22.257923 n-d-800634-3 neutron-server[93915]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93915) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 14 18:50:22.258369 n-d-800634-3 neutron-server[93915]: DEBUG oslo_db.api [None req-d6339153-4457-4b76-87ee-90199a664271 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 18:50:22.261501 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [req-27f5b3bf-9393-42ae-9984-077809da03cc req-9d9e535c-9d89-4a62-93bf-cd0ec2574160 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] Resources bound (agent type, host, resource id): {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:50:22.264518 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [req-27f5b3bf-9393-42ae-9984-077809da03cc req-9d9e535c-9d89-4a62-93bf-cd0ec2574160 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] Received port after_create {{(pid=93915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:50:22.272388 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9e535c-9d89-4a62-93bf-cd0ec2574160 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] Pushing event updated for resources: {'Port': ['ID=29ef7ab9-858f-48a3-a209-f1954c1e6e54,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:50:22.341501 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f5b3bf-9393-42ae-9984-077809da03cc req-9d9e535c-9d89-4a62-93bf-cd0ec2574160 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:50:22.346263 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-27f5b3bf-9393-42ae-9984-077809da03cc req-9d9e535c-9d89-4a62-93bf-cd0ec2574160 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:22.363617 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-27f5b3bf-9393-42ae-9984-077809da03cc req-9d9e535c-9d89-4a62-93bf-cd0ec2574160 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7402711 Jul 14 18:50:22.377332 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a1312d0-e0af-42e0-a438-fd56777ee609 None None] Network 0b5044a0-afdc-4e9d-b1a7-8397341d3504 requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:50:22.384101 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [req-27f5b3bf-9393-42ae-9984-077809da03cc req-d2449790-076f-4368-907b-27d9b6ff5259 service neutron] Request body: {'port': {'device_id': '55bd9f82-c3cb-4b86-be9e-50fe7188395b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800634-3'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:50:22.508502 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-27f5b3bf-9393-42ae-9984-077809da03cc req-d2449790-076f-4368-907b-27d9b6ff5259 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:22.761208 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-d6339153-4457-4b76-87ee-90199a664271 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645734'] for network, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:22.804095 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-d9e79f57-0786-41e2-b0ce-9473562e6dba None None] Provisioning for port 29ef7ab9-858f-48a3-a209-f1954c1e6e54 completed by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:50:22.819029 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-d9e79f57-0786-41e2-b0ce-9473562e6dba None None] Provisioning complete for port 29ef7ab9-858f-48a3-a209-f1954c1e6e54 triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:50:22.819900 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-d9e79f57-0786-41e2-b0ce-9473562e6dba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:22.849634 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-ac780305-7aee-4067-94b2-92dca5ece84d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:22.861706 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [req-27f5b3bf-9393-42ae-9984-077809da03cc req-d2449790-076f-4368-907b-27d9b6ff5259 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29ef7ab9-858f-48a3-a209-f1954c1e6e54 {{(pid=93915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 18:50:22.872950 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-27f5b3bf-9393-42ae-9984-077809da03cc req-d2449790-076f-4368-907b-27d9b6ff5259 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:22.881531 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-d9e79f57-0786-41e2-b0ce-9473562e6dba None None] Port 29ef7ab9-858f-48a3-a209-f1954c1e6e54 cannot update to ACTIVE because it is not bound. {{(pid=93917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 18:50:22.892036 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.provisioning_blocks [req-27f5b3bf-9393-42ae-9984-077809da03cc req-d2449790-076f-4368-907b-27d9b6ff5259 service neutron] Transition to ACTIVE for port object 29ef7ab9-858f-48a3-a209-f1954c1e6e54 will not be triggered until provisioned by entity L2. {{(pid=93915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:50:22.894077 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [None req-d6339153-4457-4b76-87ee-90199a664271 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Deleting port c56b1139-df62-45c8-996a-8469b8858939 {{(pid=93915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:50:22.894374 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-d6339153-4457-4b76-87ee-90199a664271 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:22.906319 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be9b5be5-ca2a-4028-b072-6d122e0cb5b7 None None] get_active_networks_info from n-d-800634-3 {{(pid=93917) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 14 18:50:22.908603 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-27f5b3bf-9393-42ae-9984-077809da03cc req-d2449790-076f-4368-907b-27d9b6ff5259 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25912978'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:23.028627 n-d-800634-3 neutron-server[93917]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be9b5be5-ca2a-4028-b072-6d122e0cb5b7 None None] Resources bound (agent type, host, resource id): {{(pid=93917) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 14 18:50:23.200939 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [None req-d6339153-4457-4b76-87ee-90199a664271 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] For port c56b1139-df62-45c8-996a-8469b8858939, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=c56b1139-df62-45c8-996a-8469b8858939,segment=NetworkSegment(f2798929-c1c9-475b-881e-6139dc06e552),segment_id=f2798929-c1c9-475b-881e-6139dc06e552)] {{(pid=93915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:50:23.201535 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-d6339153-4457-4b76-87ee-90199a664271 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:23.224674 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:23.263998 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [None req-d6339153-4457-4b76-87ee-90199a664271 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Calling delete_port for c56b1139-df62-45c8-996a-8469b8858939 owned by network:dhcp {{(pid=93915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:50:23.310509 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2449790-076f-4368-907b-27d9b6ff5259 service neutron] Pushing event updated for resources: {'Port': ['ID=29ef7ab9-858f-48a3-a209-f1954c1e6e54,revision_number=2']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:50:23.381307 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device c6d6b6b9-1527-4ffd-b579-4fc7f4b97389 no longer exists at agent hyperv_n-h1-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 18:50:23.396783 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-27f5b3bf-9393-42ae-9984-077809da03cc req-d2449790-076f-4368-907b-27d9b6ff5259 service neutron] Attempting to bind port 29ef7ab9-858f-48a3-a209-f1954c1e6e54 on host n-h1-800634-3 for vnic_type normal with profile {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:50:23.397658 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-27f5b3bf-9393-42ae-9984-077809da03cc req-d2449790-076f-4368-907b-27d9b6ff5259 service neutron] Attempting to bind port 29ef7ab9-858f-48a3-a209-f1954c1e6e54 by drivers openvswitch,hyperv on host n-h1-800634-3 at level 0 using segments [{'id': 'e6ac1013-49a3-4f7c-beca-cf2ef24dd35b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '39c54d55-b1e0-4eb1-9ee5-3eeadd4d8bde'}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:50:23.397658 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27f5b3bf-9393-42ae-9984-077809da03cc req-d2449790-076f-4368-907b-27d9b6ff5259 service neutron] Attempting to bind port 29ef7ab9-858f-48a3-a209-f1954c1e6e54 on network 39c54d55-b1e0-4eb1-9ee5-3eeadd4d8bde {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:50:23.411400 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a02609-c583-4bee-9b3e-11a3ef5974d4 req-2b57b686-fefb-48fe-8b3a-e77776a916e6 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:50:23.413013 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-77a02609-c583-4bee-9b3e-11a3ef5974d4 req-2b57b686-fefb-48fe-8b3a-e77776a916e6 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] 10.222.0.16 "GET /v2.0/ports?device_id=55bd9f82-c3cb-4b86-be9e-50fe7188395b HTTP/1.1" status: 200 len: 944 time: 0.4253104 Jul 14 18:50:23.414669 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27f5b3bf-9393-42ae-9984-077809da03cc req-d2449790-076f-4368-907b-27d9b6ff5259 service neutron] Port 29ef7ab9-858f-48a3-a209-f1954c1e6e54 on network 39c54d55-b1e0-4eb1-9ee5-3eeadd4d8bde not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-3 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 18:50:23.415099 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27f5b3bf-9393-42ae-9984-077809da03cc req-d2449790-076f-4368-907b-27d9b6ff5259 service neutron] Attempting to bind port 29ef7ab9-858f-48a3-a209-f1954c1e6e54 on network 39c54d55-b1e0-4eb1-9ee5-3eeadd4d8bde {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:50:23.423929 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27f5b3bf-9393-42ae-9984-077809da03cc req-d2449790-076f-4368-907b-27d9b6ff5259 service neutron] Checking agent: {'id': 'a3630ff4-fbee-45d9-b9b6-0ae41cb3a350', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 15, 32), 'started_at': datetime.datetime(2021, 7, 14, 18, 15, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 18, 50, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 18:50:23.424639 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] No Port match for: c6d6b6b9-1527-4ffd-b579-4fc7f4b97389 {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 18:50:23.424843 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27f5b3bf-9393-42ae-9984-077809da03cc req-d2449790-076f-4368-907b-27d9b6ff5259 service neutron] Checking segment: {'id': 'e6ac1013-49a3-4f7c-beca-cf2ef24dd35b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '39c54d55-b1e0-4eb1-9ee5-3eeadd4d8bde'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:50:23.425180 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device c6d6b6b9-1527-4ffd-b579-4fc7f4b97389 not bound to the agent host n-h1-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 18:50:23.425363 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27f5b3bf-9393-42ae-9984-077809da03cc req-d2449790-076f-4368-907b-27d9b6ff5259 service neutron] Bound using segment: {'id': 'e6ac1013-49a3-4f7c-beca-cf2ef24dd35b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '39c54d55-b1e0-4eb1-9ee5-3eeadd4d8bde'} {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 18:50:23.425763 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-27f5b3bf-9393-42ae-9984-077809da03cc req-d2449790-076f-4368-907b-27d9b6ff5259 service neutron] Bound port: 29ef7ab9-858f-48a3-a209-f1954c1e6e54, host: n-h1-800634-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6ac1013-49a3-4f7c-beca-cf2ef24dd35b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '39c54d55-b1e0-4eb1-9ee5-3eeadd4d8bde'}}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 18:50:23.426224 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-27f5b3bf-9393-42ae-9984-077809da03cc req-d2449790-076f-4368-907b-27d9b6ff5259 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:23.433805 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-d6339153-4457-4b76-87ee-90199a664271 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:23.501838 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6339153-4457-4b76-87ee-90199a664271 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] No DVR routers for this DVR port c56b1139-df62-45c8-996a-8469b8858939 on host n-d-800634-3 {{(pid=93915) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 18:50:23.514975 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6339153-4457-4b76-87ee-90199a664271 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Pushing event deleted for resources: {'Port': ['ID=c56b1139-df62-45c8-996a-8469b8858939,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:50:23.583398 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-77a02609-c583-4bee-9b3e-11a3ef5974d4 req-ec27b544-f967-45cb-af0a-76802ccb881c tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] 10.222.0.16 "GET /v2.0/security-groups?id=00511198-19e5-42cb-b4d6-0be88d13a8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534982 Jul 14 18:50:23.673603 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-d6339153-4457-4b76-87ee-90199a664271 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2096010', 'neutron.services.segments.db._delete_segments_for_network-8728202734996'] for network, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:23.689959 n-d-800634-3 neutron-server[93915]: DEBUG neutron.services.segments.db [None req-d6339153-4457-4b76-87ee-90199a664271 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b5044a0-afdc-4e9d-b1a7-8397341d3504']}} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:50:23.692632 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-27f5b3bf-9393-42ae-9984-077809da03cc req-d2449790-076f-4368-907b-27d9b6ff5259 service neutron] For port 29ef7ab9-858f-48a3-a209-f1954c1e6e54, host n-h1-800634-3, cleared binding levels {{(pid=93915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:50:23.712434 n-d-800634-3 neutron-server[93915]: DEBUG neutron.services.segments.db [None req-d6339153-4457-4b76-87ee-90199a664271 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2798929-c1c9-475b-881e-6139dc06e552') {'for_net_delete': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:50:23.713343 n-d-800634-3 neutron-server[93915]: DEBUG neutron.services.segments.db [None req-d6339153-4457-4b76-87ee-90199a664271 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2798929-c1c9-475b-881e-6139dc06e552') {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:50:23.723486 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-27f5b3bf-9393-42ae-9984-077809da03cc req-d2449790-076f-4368-907b-27d9b6ff5259 service neutron] For port 29ef7ab9-858f-48a3-a209-f1954c1e6e54, host n-h1-800634-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=29ef7ab9-858f-48a3-a209-f1954c1e6e54,segment=NetworkSegment(e6ac1013-49a3-4f7c-beca-cf2ef24dd35b),segment_id=e6ac1013-49a3-4f7c-beca-cf2ef24dd35b)] {{(pid=93915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 18:50:23.727844 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-d6339153-4457-4b76-87ee-90199a664271 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728202715275', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28939920'] for segment, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:23.736551 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-27f5b3bf-9393-42ae-9984-077809da03cc req-d2449790-076f-4368-907b-27d9b6ff5259 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25912978'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:23.767738 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-d6339153-4457-4b76-87ee-90199a664271 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:23.787569 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f5b3bf-9393-42ae-9984-077809da03cc req-d2449790-076f-4368-907b-27d9b6ff5259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:50:23.787569 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-27f5b3bf-9393-42ae-9984-077809da03cc req-d2449790-076f-4368-907b-27d9b6ff5259 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:23.787569 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-27f5b3bf-9393-42ae-9984-077809da03cc req-d2449790-076f-4368-907b-27d9b6ff5259 service neutron] 10.222.0.18 "PUT /v2.0/ports/29ef7ab9-858f-48a3-a209-f1954c1e6e54 HTTP/1.1" status: 200 len: 1092 time: 1.4083438 Jul 14 18:50:23.789230 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55bd9f82-c3cb-4b86-be9e-50fe7188395b', 'tag': '29ef7ab9-858f-48a3-a209-f1954c1e6e54'}] {{(pid=93915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:50:23.793370 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e72782ad3af8f7d4ce76cedf092bca46d1756acc5c4653cf0b52034cdd6b073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3f7d866-b33e-4659-9ba9-610e5747d7ff" -d '{"events": [{"name": "network-changed", "server_uuid": "55bd9f82-c3cb-4b86-be9e-50fe7188395b", "tag": "29ef7ab9-858f-48a3-a209-f1954c1e6e54"}]}' {{(pid=93915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:50:23.803324 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6339153-4457-4b76-87ee-90199a664271 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Releasing vlan 91 on physical network physnet1 to pool {{(pid=93915) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 18:50:23.803744 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-d6339153-4457-4b76-87ee-90199a664271 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25911658'] for segment, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:23.808389 n-d-800634-3 neutron-server[93915]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:50:23.808389 n-d-800634-3 neutron-server[93915]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:50:23.808389 n-d-800634-3 neutron-server[93915]: Traceback (most recent call last): Jul 14 18:50:23.808389 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 18:50:23.808389 n-d-800634-3 neutron-server[93915]: timer() Jul 14 18:50:23.808389 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 18:50:23.808389 n-d-800634-3 neutron-server[93915]: cb(*args, **kw) Jul 14 18:50:23.808389 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 18:50:23.808389 n-d-800634-3 neutron-server[93915]: return func(*args, **kwargs) Jul 14 18:50:23.808389 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 18:50:23.808389 n-d-800634-3 neutron-server[93915]: self._notify() Jul 14 18:50:23.808389 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 18:50:23.808389 n-d-800634-3 neutron-server[93915]: self.callback(batched_events) Jul 14 18:50:23.808389 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 18:50:23.808389 n-d-800634-3 neutron-server[93915]: event.method(event) Jul 14 18:50:23.808389 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 18:50:23.808389 n-d-800634-3 neutron-server[93915]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 18:50:23.808389 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 18:50:23.808389 n-d-800634-3 neutron-server[93915]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 18:50:23.808389 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 18:50:23.808389 n-d-800634-3 neutron-server[93915]: return f(self, *a, **k) Jul 14 18:50:23.808389 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 18:50:23.808389 n-d-800634-3 neutron-server[93915]: return self._get(url).json() Jul 14 18:50:23.808389 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 18:50:23.808389 n-d-800634-3 neutron-server[93915]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 18:50:23.808389 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 18:50:23.808389 n-d-800634-3 neutron-server[93915]: return self.request(url, 'GET', **kwargs) Jul 14 18:50:23.808389 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 18:50:23.808389 n-d-800634-3 neutron-server[93915]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 18:50:23.808389 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 18:50:23.808389 n-d-800634-3 neutron-server[93915]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 18:50:23.808389 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 18:50:23.808389 n-d-800634-3 neutron-server[93915]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 18:50:23.808389 n-d-800634-3 neutron-server[93915]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 18:50:23.881317 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 18:50:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff52e1c3-5c91-431a-ac4d-9ddb53db4e35 x-openstack-request-id: req-ff52e1c3-5c91-431a-ac4d-9ddb53db4e35 {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:50:23.881867 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55bd9f82-c3cb-4b86-be9e-50fe7188395b", "tag": "29ef7ab9-858f-48a3-a209-f1954c1e6e54", "status": "completed", "code": 200}]} {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:50:23.882130 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ff52e1c3-5c91-431a-ac4d-9ddb53db4e35 {{(pid=93915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:50:23.882539 n-d-800634-3 neutron-server[93915]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55bd9f82-c3cb-4b86-be9e-50fe7188395b', 'tag': '29ef7ab9-858f-48a3-a209-f1954c1e6e54', 'status': 'completed', 'code': 200} Jul 14 18:50:23.932406 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2449790-076f-4368-907b-27d9b6ff5259 service neutron] Pushing event updated for resources: {'Port': ['ID=29ef7ab9-858f-48a3-a209-f1954c1e6e54,revision_number=3']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:50:23.951722 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-d6339153-4457-4b76-87ee-90199a664271 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2096001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-930085'] for network, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:23.957725 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-d6339153-4457-4b76-87ee-90199a664271 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Notify callbacks [] for network, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:23.963626 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 43860) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:50:23.964134 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-d6339153-4457-4b76-87ee-90199a664271 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] 10.222.0.16 "DELETE /v2.0/networks/0b5044a0-afdc-4e9d-b1a7-8397341d3504 HTTP/1.1" status: 204 len: 168 time: 2.8629928 Jul 14 18:50:23.988398 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6339153-4457-4b76-87ee-90199a664271 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Pushing event deleted for resources: {'Network': ['ID=0b5044a0-afdc-4e9d-b1a7-8397341d3504,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:50:23.999177 n-d-800634-3 neutron-server[93916]: INFO neutron.pecan_wsgi.hooks.translation [None req-181c0949-a10a-4aeb-90e4-ecd2e2415997 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] DELETE failed (client error): The resource could not be found. Jul 14 18:50:23.999663 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-181c0949-a10a-4aeb-90e4-ecd2e2415997 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93916) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 18:50:24.002586 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-181c0949-a10a-4aeb-90e4-ecd2e2415997 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] 10.222.0.16 "DELETE /v2.0/subnets/b01beb78-bdbe-42e8-9b3d-942cda7eb5f7 HTTP/1.1" status: 404 len: 337 time: 0.0376480 Jul 14 18:50:24.005870 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 43862) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:50:24.025094 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f5b3bf-9393-42ae-9984-077809da03cc req-de06235f-8180-4ace-9cff-1ab3f2474d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:50:24.026587 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-27f5b3bf-9393-42ae-9984-077809da03cc req-de06235f-8180-4ace-9cff-1ab3f2474d55 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c28e5bcf1e004d64bdc0461d59ce0908&device_id=55bd9f82-c3cb-4b86-be9e-50fe7188395b HTTP/1.1" status: 200 len: 1095 time: 0.1907706 Jul 14 18:50:24.033471 n-d-800634-3 neutron-server[93916]: INFO neutron.pecan_wsgi.hooks.translation [None req-705c5a9e-3e7b-4fc0-835c-0d38d00f5d93 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] DELETE failed (client error): The resource could not be found. Jul 14 18:50:24.034065 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-705c5a9e-3e7b-4fc0-835c-0d38d00f5d93 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93916) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 18:50:24.036178 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-705c5a9e-3e7b-4fc0-835c-0d38d00f5d93 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] 10.222.0.16 "DELETE /v2.0/networks/0b5044a0-afdc-4e9d-b1a7-8397341d3504 HTTP/1.1" status: 404 len: 339 time: 0.0287108 Jul 14 18:50:24.038669 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 43868) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:50:24.071481 n-d-800634-3 neutron-server[93916]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0546534-2709-4515-8b9a-3d756676fd16 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] DELETE failed (client error): The resource could not be found. Jul 14 18:50:24.071831 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b0546534-2709-4515-8b9a-3d756676fd16 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93916) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 18:50:24.074939 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-b0546534-2709-4515-8b9a-3d756676fd16 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] 10.222.0.16 "DELETE /v2.0/subnets/747ea776-dde7-4a59-94b2-d1b212afff56 HTTP/1.1" status: 404 len: 337 time: 0.0349100 Jul 14 18:50:24.077487 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 43870) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:50:24.084665 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-27f5b3bf-9393-42ae-9984-077809da03cc req-bc593117-a73c-4de1-8785-d9b6dde105b4 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=29ef7ab9-858f-48a3-a209-f1954c1e6e54 HTTP/1.1" status: 200 len: 217 time: 0.0510297 Jul 14 18:50:24.105772 n-d-800634-3 neutron-server[93916]: INFO neutron.pecan_wsgi.hooks.translation [None req-3922d409-f58e-4c06-9b22-81e25b13bb20 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] DELETE failed (client error): The resource could not be found. Jul 14 18:50:24.108539 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3922d409-f58e-4c06-9b22-81e25b13bb20 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93916) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 18:50:24.110485 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-3922d409-f58e-4c06-9b22-81e25b13bb20 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] 10.222.0.16 "DELETE /v2.0/networks/35f2e119-635e-45fe-aebf-a5de8e67eec7 HTTP/1.1" status: 404 len: 339 time: 0.0317812 Jul 14 18:50:24.115255 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 43872) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:50:24.147518 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f5b3bf-9393-42ae-9984-077809da03cc req-ecb12979-9625-42fb-93e8-178fad3bcc4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:50:24.149788 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-27f5b3bf-9393-42ae-9984-077809da03cc req-ecb12979-9625-42fb-93e8-178fad3bcc4a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e9fdea6e-22fa-4991-9f87-b79de93db404 HTTP/1.1" status: 200 len: 851 time: 0.0586371 Jul 14 18:50:24.162789 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-574aeb93-9938-449c-8e6c-cb22c9b52cc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:24.250033 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f5b3bf-9393-42ae-9984-077809da03cc req-54193a61-9169-4b39-a20f-b740984efe33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:50:24.251649 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-27f5b3bf-9393-42ae-9984-077809da03cc req-54193a61-9169-4b39-a20f-b740984efe33 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=39c54d55-b1e0-4eb1-9ee5-3eeadd4d8bde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0959103 Jul 14 18:50:24.285434 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-f1487ca3-581f-4c67-ac29-7bd6109b6895 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645734'] for network, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:24.410446 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-27f5b3bf-9393-42ae-9984-077809da03cc req-b3f1e5fd-ad5e-4838-a5d0-f9a0855856b2 service neutron] 10.222.0.18 "GET /v2.0/networks/39c54d55-b1e0-4eb1-9ee5-3eeadd4d8bde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1517408 Jul 14 18:50:24.541635 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-27f5b3bf-9393-42ae-9984-077809da03cc req-b7dda4ab-2cd0-4679-a5d9-0ab76430185f service neutron] 10.222.0.18 "GET /v2.0/networks/39c54d55-b1e0-4eb1-9ee5-3eeadd4d8bde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245239 Jul 14 18:50:24.678571 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f7d866-b33e-4659-9ba9-610e5747d7ff req-fb1ffa38-b7ca-43c1-b98a-5260b88ed7af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:50:24.680386 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a3f7d866-b33e-4659-9ba9-610e5747d7ff req-fb1ffa38-b7ca-43c1-b98a-5260b88ed7af service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c28e5bcf1e004d64bdc0461d59ce0908&device_id=55bd9f82-c3cb-4b86-be9e-50fe7188395b HTTP/1.1" status: 200 len: 1095 time: 0.0892088 Jul 14 18:50:24.775431 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-f1487ca3-581f-4c67-ac29-7bd6109b6895 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2096010', 'neutron.services.segments.db._delete_segments_for_network-8728202734996'] for network, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:24.786139 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.segments.db [None req-f1487ca3-581f-4c67-ac29-7bd6109b6895 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4296ec24-117b-490a-bab2-7d6610b8010c']}} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:50:24.798022 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.segments.db [None req-f1487ca3-581f-4c67-ac29-7bd6109b6895 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ebab62d-afb8-43ff-a2c2-038336e2a67d') {'for_net_delete': True} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:50:24.798266 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.segments.db [None req-f1487ca3-581f-4c67-ac29-7bd6109b6895 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ebab62d-afb8-43ff-a2c2-038336e2a67d') {} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:50:24.809199 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-f1487ca3-581f-4c67-ac29-7bd6109b6895 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728202715275', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26296891'] for segment, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:24.824986 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-f1487ca3-581f-4c67-ac29-7bd6109b6895 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:24.832867 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1487ca3-581f-4c67-ac29-7bd6109b6895 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Releasing vlan 89 on physical network physnet1 to pool {{(pid=93916) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 18:50:24.833269 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-f1487ca3-581f-4c67-ac29-7bd6109b6895 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2682942'] for segment, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:24.846528 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f7d866-b33e-4659-9ba9-610e5747d7ff req-9dfd8cca-a55a-4876-bbff-f58da3ff1c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:50:24.848412 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a3f7d866-b33e-4659-9ba9-610e5747d7ff req-9dfd8cca-a55a-4876-bbff-f58da3ff1c14 service neutron] 10.222.0.18 "GET /v2.0/networks?id=39c54d55-b1e0-4eb1-9ee5-3eeadd4d8bde HTTP/1.1" status: 200 len: 912 time: 0.1610909 Jul 14 18:50:24.899267 n-d-800634-3 neutron-server[93916]: Traceback (most recent call last): Jul 14 18:50:24.899267 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 18:50:24.899267 n-d-800634-3 neutron-server[93916]: timer() Jul 14 18:50:24.899267 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 18:50:24.899267 n-d-800634-3 neutron-server[93916]: cb(*args, **kw) Jul 14 18:50:24.899267 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 18:50:24.899267 n-d-800634-3 neutron-server[93916]: return func(*args, **kwargs) Jul 14 18:50:24.899267 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 18:50:24.899267 n-d-800634-3 neutron-server[93916]: self._notify() Jul 14 18:50:24.899267 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 18:50:24.899267 n-d-800634-3 neutron-server[93916]: self.callback(batched_events) Jul 14 18:50:24.899267 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 18:50:24.899267 n-d-800634-3 neutron-server[93916]: event.method(event) Jul 14 18:50:24.899267 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 18:50:24.899267 n-d-800634-3 neutron-server[93916]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 18:50:24.899267 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 18:50:24.899267 n-d-800634-3 neutron-server[93916]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 18:50:24.899267 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 18:50:24.899267 n-d-800634-3 neutron-server[93916]: return f(self, *a, **k) Jul 14 18:50:24.899267 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 18:50:24.899267 n-d-800634-3 neutron-server[93916]: return self._get(url).json() Jul 14 18:50:24.899267 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 18:50:24.899267 n-d-800634-3 neutron-server[93916]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 18:50:24.899267 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 18:50:24.899267 n-d-800634-3 neutron-server[93916]: return self.request(url, 'GET', **kwargs) Jul 14 18:50:24.899267 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 18:50:24.899267 n-d-800634-3 neutron-server[93916]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 18:50:24.899267 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 18:50:24.899267 n-d-800634-3 neutron-server[93916]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 18:50:24.899267 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 18:50:24.899267 n-d-800634-3 neutron-server[93916]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 18:50:24.899267 n-d-800634-3 neutron-server[93916]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 18:50:24.906178 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-f1487ca3-581f-4c67-ac29-7bd6109b6895 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2096001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-930085'] for network, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:24.910239 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a3f7d866-b33e-4659-9ba9-610e5747d7ff req-7ac8ffbf-d625-44be-8e3f-e0e56b76d96c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=29ef7ab9-858f-48a3-a209-f1954c1e6e54 HTTP/1.1" status: 200 len: 217 time: 0.0530715 Jul 14 18:50:24.918859 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ade0e8-943d-4d63-a3e1-6f686d78b6b7 req-968e1aa0-1857-45a0-b000-98344e259e67 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:50:24.919781 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-f1487ca3-581f-4c67-ac29-7bd6109b6895 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Notify callbacks [] for network, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:24.920932 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-59ade0e8-943d-4d63-a3e1-6f686d78b6b7 req-968e1aa0-1857-45a0-b000-98344e259e67 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] 10.222.0.16 "GET /v2.0/ports?device_id=55bd9f82-c3cb-4b86-be9e-50fe7188395b HTTP/1.1" status: 200 len: 944 time: 0.1643744 Jul 14 18:50:24.924023 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-f1487ca3-581f-4c67-ac29-7bd6109b6895 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] 10.222.0.16 "DELETE /v2.0/networks/4296ec24-117b-490a-bab2-7d6610b8010c HTTP/1.1" status: 204 len: 168 time: 0.8052886 Jul 14 18:50:24.924300 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 43890) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:50:24.943180 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1487ca3-581f-4c67-ac29-7bd6109b6895 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Pushing event deleted for resources: {'Network': ['ID=4296ec24-117b-490a-bab2-7d6610b8010c,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:50:24.964998 n-d-800634-3 neutron-server[93916]: INFO neutron.pecan_wsgi.hooks.translation [None req-ecec6cc8-c435-4dbb-9a30-6752d97d5f21 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] DELETE failed (client error): The resource could not be found. Jul 14 18:50:24.965629 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ecec6cc8-c435-4dbb-9a30-6752d97d5f21 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93916) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 18:50:24.969675 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-ecec6cc8-c435-4dbb-9a30-6752d97d5f21 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] 10.222.0.16 "DELETE /v2.0/subnets/fbf02e04-3079-487e-95b3-a531c8e4256d HTTP/1.1" status: 404 len: 337 time: 0.0419941 Jul 14 18:50:24.969814 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 43896) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:50:24.988339 n-d-800634-3 neutron-server[93916]: INFO neutron.pecan_wsgi.hooks.translation [None req-689fbc34-6a35-4884-9d8d-5b0277b022cf tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] DELETE failed (client error): The resource could not be found. Jul 14 18:50:24.988481 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f7d866-b33e-4659-9ba9-610e5747d7ff req-56caaffa-4de4-4125-b1d8-ba570a7d4a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:50:24.988960 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-689fbc34-6a35-4884-9d8d-5b0277b022cf tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93916) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 18:50:24.990326 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a3f7d866-b33e-4659-9ba9-610e5747d7ff req-56caaffa-4de4-4125-b1d8-ba570a7d4a9a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e9fdea6e-22fa-4991-9f87-b79de93db404 HTTP/1.1" status: 200 len: 851 time: 0.0684876 Jul 14 18:50:24.993443 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-689fbc34-6a35-4884-9d8d-5b0277b022cf tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] 10.222.0.16 "DELETE /v2.0/networks/808fd3e9-a5c4-40e7-9900-991bf9763a29 HTTP/1.1" status: 404 len: 339 time: 0.0200016 Jul 14 18:50:24.993443 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 43898) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:50:25.021288 n-d-800634-3 neutron-server[93916]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e92462d-3f2a-4713-9808-192143f99ae2 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] DELETE failed (client error): The resource could not be found. Jul 14 18:50:25.021893 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9e92462d-3f2a-4713-9808-192143f99ae2 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93916) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 18:50:25.026875 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-9e92462d-3f2a-4713-9808-192143f99ae2 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] 10.222.0.16 "DELETE /v2.0/subnets/c28962db-e0ea-40b8-9444-6183265f8e16 HTTP/1.1" status: 404 len: 337 time: 0.0291369 Jul 14 18:50:25.027070 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 43900) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:50:25.047662 n-d-800634-3 neutron-server[93916]: INFO neutron.pecan_wsgi.hooks.translation [None req-bfc62cb8-f1b8-4a62-adda-e578986ddfa1 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] DELETE failed (client error): The resource could not be found. Jul 14 18:50:25.048539 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bfc62cb8-f1b8-4a62-adda-e578986ddfa1 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93916) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 18:50:25.050795 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-bfc62cb8-f1b8-4a62-adda-e578986ddfa1 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] 10.222.0.16 "DELETE /v2.0/networks/b32bee66-8299-4c79-8b66-9249744a0078 HTTP/1.1" status: 404 len: 339 time: 0.0227716 Jul 14 18:50:25.054860 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 43902) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:50:25.090079 n-d-800634-3 neutron-server[93916]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e16a274-2b60-466e-a2e8-c9bf059c0b96 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] DELETE failed (client error): The resource could not be found. Jul 14 18:50:25.090706 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9e16a274-2b60-466e-a2e8-c9bf059c0b96 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93916) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 18:50:25.095425 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-9e16a274-2b60-466e-a2e8-c9bf059c0b96 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] 10.222.0.16 "DELETE /v2.0/subnets/d4d54f58-464a-42e4-ac98-3a570a6ef8f5 HTTP/1.1" status: 404 len: 337 time: 0.0390720 Jul 14 18:50:25.096229 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 43904) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:50:25.096579 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-59ade0e8-943d-4d63-a3e1-6f686d78b6b7 req-0440a2a2-2c94-4870-a7c8-526b1c4955ec tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] 10.222.0.16 "GET /v2.0/security-groups?id=00511198-19e5-42cb-b4d6-0be88d13a8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049535 Jul 14 18:50:25.117229 n-d-800634-3 neutron-server[93916]: INFO neutron.pecan_wsgi.hooks.translation [None req-50cd4578-a2db-4650-aedf-3c87ba7799ee tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] DELETE failed (client error): The resource could not be found. Jul 14 18:50:25.117787 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-50cd4578-a2db-4650-aedf-3c87ba7799ee tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93916) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 18:50:25.120081 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-50cd4578-a2db-4650-aedf-3c87ba7799ee tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] 10.222.0.16 "DELETE /v2.0/networks/4af2e059-5c4c-4bc8-8d10-a691217bdcf3 HTTP/1.1" status: 404 len: 339 time: 0.0226333 Jul 14 18:50:25.123122 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f7d866-b33e-4659-9ba9-610e5747d7ff req-b7f769b4-bbd6-400e-9941-c35eca6c84b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:50:25.124783 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 43906) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:50:25.125161 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a3f7d866-b33e-4659-9ba9-610e5747d7ff req-b7f769b4-bbd6-400e-9941-c35eca6c84b1 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=39c54d55-b1e0-4eb1-9ee5-3eeadd4d8bde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1242137 Jul 14 18:50:25.155774 n-d-800634-3 neutron-server[93916]: INFO neutron.pecan_wsgi.hooks.translation [None req-066a9f28-39fe-4129-88e7-7af057eb77b4 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] DELETE failed (client error): The resource could not be found. Jul 14 18:50:25.156472 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-066a9f28-39fe-4129-88e7-7af057eb77b4 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93916) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 18:50:25.161085 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-066a9f28-39fe-4129-88e7-7af057eb77b4 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] 10.222.0.16 "DELETE /v2.0/subnets/3ca32748-dad9-4f32-829d-f8ad6c77da1c HTTP/1.1" status: 404 len: 337 time: 0.0350161 Jul 14 18:50:25.161914 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 43908) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:50:25.181213 n-d-800634-3 neutron-server[93916]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba44ffc2-a907-4798-b92f-0c9161ebd0c5 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] DELETE failed (client error): The resource could not be found. Jul 14 18:50:25.182229 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba44ffc2-a907-4798-b92f-0c9161ebd0c5 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93916) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 18:50:25.187743 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-ba44ffc2-a907-4798-b92f-0c9161ebd0c5 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] 10.222.0.16 "DELETE /v2.0/networks/71e5a8c1-34bb-45c5-bc4e-6d7dfae478d5 HTTP/1.1" status: 404 len: 339 time: 0.0247099 Jul 14 18:50:25.188631 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 43910) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:50:25.217086 n-d-800634-3 neutron-server[93916]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b4ac199-5ea9-4e5c-990c-30fa1bce26c2 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] DELETE failed (client error): The resource could not be found. Jul 14 18:50:25.218142 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b4ac199-5ea9-4e5c-990c-30fa1bce26c2 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93916) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 18:50:25.222949 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-9b4ac199-5ea9-4e5c-990c-30fa1bce26c2 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] 10.222.0.16 "DELETE /v2.0/subnets/2e06ee26-26b2-42aa-b645-727b87089ec0 HTTP/1.1" status: 404 len: 337 time: 0.0331907 Jul 14 18:50:25.223802 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 43912) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:50:25.242767 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a3f7d866-b33e-4659-9ba9-610e5747d7ff req-b6b9724b-e0b7-47e9-88c9-8622105ae841 service neutron] 10.222.0.18 "GET /v2.0/networks/39c54d55-b1e0-4eb1-9ee5-3eeadd4d8bde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1086106 Jul 14 18:50:25.244928 n-d-800634-3 neutron-server[93916]: INFO neutron.pecan_wsgi.hooks.translation [None req-f318c750-ab82-4a3c-8eca-a962f01dbd53 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] DELETE failed (client error): The resource could not be found. Jul 14 18:50:25.245648 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f318c750-ab82-4a3c-8eca-a962f01dbd53 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93916) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 18:50:25.250761 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-f318c750-ab82-4a3c-8eca-a962f01dbd53 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] 10.222.0.16 "DELETE /v2.0/networks/01f7de82-6d5e-4d83-adf7-f8255c411f3a HTTP/1.1" status: 404 len: 339 time: 0.0256643 Jul 14 18:50:25.251297 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 43916) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:50:25.289685 n-d-800634-3 neutron-server[93916]: INFO neutron.pecan_wsgi.hooks.translation [None req-48e7f4d5-ad60-4566-a616-290a83ff9a73 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] DELETE failed (client error): The resource could not be found. Jul 14 18:50:25.291743 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-48e7f4d5-ad60-4566-a616-290a83ff9a73 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93916) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 18:50:25.310065 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 43922) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:50:25.310264 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-48e7f4d5-ad60-4566-a616-290a83ff9a73 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] 10.222.0.16 "DELETE /v2.0/subnets/1112965f-5709-4616-9a08-8011ba2ee301 HTTP/1.1" status: 404 len: 337 time: 0.0579121 Jul 14 18:50:25.339092 n-d-800634-3 neutron-server[93915]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa9775cb-6c0b-471c-a8ba-01c3508a3f2a tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] DELETE failed (client error): The resource could not be found. Jul 14 18:50:25.339663 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa9775cb-6c0b-471c-a8ba-01c3508a3f2a tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93915) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 18:50:25.343836 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-aa9775cb-6c0b-471c-a8ba-01c3508a3f2a tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] 10.222.0.16 "DELETE /v2.0/networks/4c066faa-b85f-44b8-9121-a56eb34f9dfb HTTP/1.1" status: 404 len: 339 time: 0.0299828 Jul 14 18:50:25.344016 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 43924) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:50:25.384746 n-d-800634-3 neutron-server[93915]: INFO neutron.pecan_wsgi.hooks.translation [None req-99150094-153a-4ef8-aee1-acab41af225e tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] DELETE failed (client error): The resource could not be found. Jul 14 18:50:25.385215 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-99150094-153a-4ef8-aee1-acab41af225e tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93915) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 18:50:25.390978 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 43928) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:50:25.402747 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-99150094-153a-4ef8-aee1-acab41af225e tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] 10.222.0.16 "DELETE /v2.0/subnets/8d0a55bd-efe2-49e8-8121-b8b36f46b024 HTTP/1.1" status: 404 len: 337 time: 0.0576246 Jul 14 18:50:25.413731 n-d-800634-3 neutron-server[93916]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f481244-416a-434c-861f-8b2b7d5d6397 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] DELETE failed (client error): The resource could not be found. Jul 14 18:50:25.414461 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f481244-416a-434c-861f-8b2b7d5d6397 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93916) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 18:50:25.416885 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-6f481244-416a-434c-861f-8b2b7d5d6397 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] 10.222.0.16 "DELETE /v2.0/networks/a18a8bd4-2442-45ed-8f08-13d6437288f1 HTTP/1.1" status: 404 len: 339 time: 0.0245957 Jul 14 18:50:25.420236 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 43930) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:50:25.436618 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a3f7d866-b33e-4659-9ba9-610e5747d7ff req-81bb8968-5df7-48c4-a2e8-3857df28947c service neutron] 10.222.0.18 "GET /v2.0/networks/39c54d55-b1e0-4eb1-9ee5-3eeadd4d8bde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1874685 Jul 14 18:50:25.465740 n-d-800634-3 neutron-server[93916]: INFO neutron.pecan_wsgi.hooks.translation [None req-7343f348-0a03-495a-9d87-e53e985ec5d2 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] DELETE failed (client error): The resource could not be found. Jul 14 18:50:25.466346 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7343f348-0a03-495a-9d87-e53e985ec5d2 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93916) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 18:50:25.468472 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-7343f348-0a03-495a-9d87-e53e985ec5d2 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] 10.222.0.16 "DELETE /v2.0/subnets/2b57995c-a47e-4e29-aef7-76acc01ee670 HTTP/1.1" status: 404 len: 337 time: 0.0468774 Jul 14 18:50:25.470797 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 43932) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:50:25.489855 n-d-800634-3 neutron-server[93916]: INFO neutron.pecan_wsgi.hooks.translation [None req-1713803a-fb4d-4903-bca6-3efbfaaf5bc2 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] DELETE failed (client error): The resource could not be found. Jul 14 18:50:25.490551 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1713803a-fb4d-4903-bca6-3efbfaaf5bc2 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93916) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 18:50:25.495453 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-1713803a-fb4d-4903-bca6-3efbfaaf5bc2 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] 10.222.0.16 "DELETE /v2.0/networks/fc5de6ca-e13b-4e01-a8fa-b4d0a73bcbe4 HTTP/1.1" status: 404 len: 339 time: 0.0205777 Jul 14 18:50:25.495776 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 43934) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:50:25.555050 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.db_base_plugin_v2 [None req-a62e678a-aec7-45f3-9bb1-db044daea68d tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Deleting subnet b8b6670d-7647-4b83-8ed7-96f415254518 {{(pid=93916) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 18:50:25.559174 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a62e678a-aec7-45f3-9bb1-db044daea68d tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Notify callbacks [] for subnet, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:25.600563 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a62e678a-aec7-45f3-9bb1-db044daea68d tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26296866'] for subnet, precommit_delete_associations {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:25.706049 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a62e678a-aec7-45f3-9bb1-db044daea68d tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081283'] for subnet, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:25.773132 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a62e678a-aec7-45f3-9bb1-db044daea68d tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2684816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26033152'] for subnet, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:25.800197 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62e678a-aec7-45f3-9bb1-db044daea68d tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Pushing event deleted for resources: {'Subnet': ['ID=b8b6670d-7647-4b83-8ed7-96f415254518,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:50:25.809072 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a62e678a-aec7-45f3-9bb1-db044daea68d tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Notify callbacks [] for subnet, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:25.811277 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-a62e678a-aec7-45f3-9bb1-db044daea68d tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] 10.222.0.16 "DELETE /v2.0/subnets/b8b6670d-7647-4b83-8ed7-96f415254518 HTTP/1.1" status: 204 len: 168 time: 0.3144495 Jul 14 18:50:25.813793 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 43940) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:50:25.829907 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-899e32ff-063d-4782-83f9-cd42cfaa2eaf None None] Network 607a2151-da57-4f36-80a6-2a082431bec8 requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:50:25.905298 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-0302d72a-8bd7-4514-97a1-c68289753844 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645734'] for network, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:25.939938 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-2f4e3af3-e708-4ffd-a544-82d93a489d01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:25.978917 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-0302d72a-8bd7-4514-97a1-c68289753844 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Deleting port f9da322c-bb91-4da7-a410-4e7239ef5ffa {{(pid=93916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:50:25.978917 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-0302d72a-8bd7-4514-97a1-c68289753844 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:26.039593 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.agents_db [None req-2ea07fb6-aa68-4671-8654-119d82b9f530 None None] Agent healthcheck: found 7 active agents {{(pid=93918) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 18:50:26.058328 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.db [None req-0302d72a-8bd7-4514-97a1-c68289753844 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] For port f9da322c-bb91-4da7-a410-4e7239ef5ffa, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=f9da322c-bb91-4da7-a410-4e7239ef5ffa,segment=NetworkSegment(b236d03b-e481-45e3-82ad-e1d446be470c),segment_id=b236d03b-e481-45e3-82ad-e1d446be470c)] {{(pid=93916) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:50:26.058765 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-0302d72a-8bd7-4514-97a1-c68289753844 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:26.074021 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-0302d72a-8bd7-4514-97a1-c68289753844 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Calling delete_port for f9da322c-bb91-4da7-a410-4e7239ef5ffa owned by network:dhcp {{(pid=93916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:50:26.083463 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f5b51cc-d581-48bf-a28e-b9bc12df0383 None None] DHCP port deletion for 607a2151-da57-4f36-80a6-2a082431bec8 request from n-d-800634-3 {{(pid=93917) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 18:50:26.140022 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-8f5b51cc-d581-48bf-a28e-b9bc12df0383 None None] Deleting port f9da322c-bb91-4da7-a410-4e7239ef5ffa {{(pid=93917) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:50:26.142876 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-8f5b51cc-d581-48bf-a28e-b9bc12df0383 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:26.204203 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-0302d72a-8bd7-4514-97a1-c68289753844 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:26.237103 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0302d72a-8bd7-4514-97a1-c68289753844 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Pushing event deleted for resources: {'Port': ['ID=f9da322c-bb91-4da7-a410-4e7239ef5ffa,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:50:26.238966 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0302d72a-8bd7-4514-97a1-c68289753844 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] No DVR routers for this DVR port f9da322c-bb91-4da7-a410-4e7239ef5ffa on host n-d-800634-3 {{(pid=93916) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 18:50:26.250003 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-8f5b51cc-d581-48bf-a28e-b9bc12df0383 None None] For port f9da322c-bb91-4da7-a410-4e7239ef5ffa, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=f9da322c-bb91-4da7-a410-4e7239ef5ffa,segment=NetworkSegment(b236d03b-e481-45e3-82ad-e1d446be470c),segment_id=b236d03b-e481-45e3-82ad-e1d446be470c)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:50:26.250556 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-8f5b51cc-d581-48bf-a28e-b9bc12df0383 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:26.267690 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-8f5b51cc-d581-48bf-a28e-b9bc12df0383 None None] Calling delete_port for f9da322c-bb91-4da7-a410-4e7239ef5ffa owned by network:dhcp {{(pid=93917) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:50:26.359114 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-8f5b51cc-d581-48bf-a28e-b9bc12df0383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813'] for port, after_delete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:26.374152 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-0302d72a-8bd7-4514-97a1-c68289753844 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2096010', 'neutron.services.segments.db._delete_segments_for_network-8728202734996'] for network, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:26.395080 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.segments.db [None req-0302d72a-8bd7-4514-97a1-c68289753844 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['607a2151-da57-4f36-80a6-2a082431bec8']}} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:50:26.421896 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5b51cc-d581-48bf-a28e-b9bc12df0383 None None] Pushing event deleted for resources: {'Port': ['ID=f9da322c-bb91-4da7-a410-4e7239ef5ffa,revision_number=None']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:50:26.432033 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f5b51cc-d581-48bf-a28e-b9bc12df0383 None None] No DVR routers for this DVR port f9da322c-bb91-4da7-a410-4e7239ef5ffa on host n-d-800634-3 {{(pid=93917) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 18:50:26.435582 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.segments.db [None req-0302d72a-8bd7-4514-97a1-c68289753844 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b236d03b-e481-45e3-82ad-e1d446be470c') {'for_net_delete': True} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:50:26.435886 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.segments.db [None req-0302d72a-8bd7-4514-97a1-c68289753844 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b236d03b-e481-45e3-82ad-e1d446be470c') {} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:50:26.457182 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25aed931-9dff-47d0-920d-bb2f3498681e req-a9089c2b-14a3-44e4-90a2-6283e4215366 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:50:26.462337 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-0302d72a-8bd7-4514-97a1-c68289753844 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728202715275', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26296891'] for segment, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:26.463824 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-25aed931-9dff-47d0-920d-bb2f3498681e req-a9089c2b-14a3-44e4-90a2-6283e4215366 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] 10.222.0.16 "GET /v2.0/ports?device_id=55bd9f82-c3cb-4b86-be9e-50fe7188395b HTTP/1.1" status: 200 len: 944 time: 0.1693335 Jul 14 18:50:26.487970 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-0302d72a-8bd7-4514-97a1-c68289753844 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:26.496749 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0302d72a-8bd7-4514-97a1-c68289753844 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Releasing vlan 64 on physical network physnet1 to pool {{(pid=93916) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 18:50:26.497250 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-0302d72a-8bd7-4514-97a1-c68289753844 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2682942'] for segment, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:26.501202 n-d-800634-3 neutron-server[93916]: Traceback (most recent call last): Jul 14 18:50:26.501202 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 18:50:26.501202 n-d-800634-3 neutron-server[93916]: timer() Jul 14 18:50:26.501202 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 18:50:26.501202 n-d-800634-3 neutron-server[93916]: cb(*args, **kw) Jul 14 18:50:26.501202 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 18:50:26.501202 n-d-800634-3 neutron-server[93916]: return func(*args, **kwargs) Jul 14 18:50:26.501202 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 18:50:26.501202 n-d-800634-3 neutron-server[93916]: self._notify() Jul 14 18:50:26.501202 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 18:50:26.501202 n-d-800634-3 neutron-server[93916]: self.callback(batched_events) Jul 14 18:50:26.501202 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 18:50:26.501202 n-d-800634-3 neutron-server[93916]: event.method(event) Jul 14 18:50:26.501202 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 18:50:26.501202 n-d-800634-3 neutron-server[93916]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 18:50:26.501202 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 18:50:26.501202 n-d-800634-3 neutron-server[93916]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 18:50:26.501202 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 18:50:26.501202 n-d-800634-3 neutron-server[93916]: return f(self, *a, **k) Jul 14 18:50:26.501202 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 18:50:26.501202 n-d-800634-3 neutron-server[93916]: return self._get(url).json() Jul 14 18:50:26.501202 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 18:50:26.501202 n-d-800634-3 neutron-server[93916]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 18:50:26.501202 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 18:50:26.501202 n-d-800634-3 neutron-server[93916]: return self.request(url, 'GET', **kwargs) Jul 14 18:50:26.501202 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 18:50:26.501202 n-d-800634-3 neutron-server[93916]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 18:50:26.501202 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 18:50:26.501202 n-d-800634-3 neutron-server[93916]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 18:50:26.501202 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 18:50:26.501202 n-d-800634-3 neutron-server[93916]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 18:50:26.501202 n-d-800634-3 neutron-server[93916]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 18:50:26.523329 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-25aed931-9dff-47d0-920d-bb2f3498681e req-8e8f277b-6c9a-4c7c-8e16-09628789f7f1 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] 10.222.0.16 "GET /v2.0/security-groups?id=00511198-19e5-42cb-b4d6-0be88d13a8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523965 Jul 14 18:50:26.585495 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-0302d72a-8bd7-4514-97a1-c68289753844 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2096001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-930085'] for network, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:26.597169 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-0302d72a-8bd7-4514-97a1-c68289753844 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Notify callbacks [] for network, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:26.601939 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-0302d72a-8bd7-4514-97a1-c68289753844 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] 10.222.0.16 "DELETE /v2.0/networks/607a2151-da57-4f36-80a6-2a082431bec8 HTTP/1.1" status: 204 len: 168 time: 0.7844470 Jul 14 18:50:26.613726 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0302d72a-8bd7-4514-97a1-c68289753844 tempest-NetworksTest-2012511441 tempest-NetworksTest-2012511441-project] Pushing event deleted for resources: {'Network': ['ID=607a2151-da57-4f36-80a6-2a082431bec8,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:50:26.946142 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 43972) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:50:27.065962 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device f9da322c-bb91-4da7-a410-4e7239ef5ffa no longer exists at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 18:50:27.086071 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] No Port match for: f9da322c-bb91-4da7-a410-4e7239ef5ffa {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 18:50:27.086664 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device f9da322c-bb91-4da7-a410-4e7239ef5ffa not bound to the agent host n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 18:50:27.097665 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-10dcccab-1cc7-4145-9a91-d3289d519266 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e8eabfd62c9b433bb574ba1ae1574849&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1493635 Jul 14 18:50:27.099087 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 43976) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:50:27.161813 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-5020b651-a1bd-4457-a87c-c22461a670ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:27.189140 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-5020b651-a1bd-4457-a87c-c22461a670ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:27.246836 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-5020b651-a1bd-4457-a87c-c22461a670ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:27.250476 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-5020b651-a1bd-4457-a87c-c22461a670ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:27.254050 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-5020b651-a1bd-4457-a87c-c22461a670ff admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9626102b-9ddc-4af0-9e74-f68d60a9541b HTTP/1.1" status: 204 len: 168 time: 0.1517210 Jul 14 18:50:27.265798 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5020b651-a1bd-4457-a87c-c22461a670ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9626102b-9ddc-4af0-9e74-f68d60a9541b,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:50:27.376219 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device 29ef7ab9-858f-48a3-a209-f1954c1e6e54 details requested by agent hyperv_n-h1-800634-3 with host n-h1-800634-3 {{(pid=93917) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 18:50:27.545553 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port 29ef7ab9-858f-48a3-a209-f1954c1e6e54, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=29ef7ab9-858f-48a3-a209-f1954c1e6e54,segment=NetworkSegment(e6ac1013-49a3-4f7c-beca-cf2ef24dd35b),segment_id=e6ac1013-49a3-4f7c-beca-cf2ef24dd35b)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:50:27.560650 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Returning: {'device': '29ef7ab9-858f-48a3-a209-f1954c1e6e54', 'network_id': '39c54d55-b1e0-4eb1-9ee5-3eeadd4d8bde', 'port_id': '29ef7ab9-858f-48a3-a209-f1954c1e6e54', 'mac_address': 'fa:16:3e:69:c2:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9fdea6e-22fa-4991-9f87-b79de93db404', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93917) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 18:50:27.639701 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:27.674817 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29ef7ab9-858f-48a3-a209-f1954c1e6e54 {{(pid=93917) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 18:50:27.723167 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port 29ef7ab9-858f-48a3-a209-f1954c1e6e54, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=29ef7ab9-858f-48a3-a209-f1954c1e6e54,segment=NetworkSegment(e6ac1013-49a3-4f7c-beca-cf2ef24dd35b),segment_id=e6ac1013-49a3-4f7c-beca-cf2ef24dd35b)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:50:27.731842 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:27.828285 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Pushing event updated for resources: {'Port': ['ID=29ef7ab9-858f-48a3-a209-f1954c1e6e54,revision_number=4']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:50:27.889639 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25ba9b5-a61e-4cf6-9cf0-a3e83baf32f3 req-97fcf8e9-866c-4b18-abcb-e7fb79bc1a2c tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:50:27.905712 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b25ba9b5-a61e-4cf6-9cf0-a3e83baf32f3 req-97fcf8e9-866c-4b18-abcb-e7fb79bc1a2c tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] 10.222.0.16 "GET /v2.0/ports?device_id=55bd9f82-c3cb-4b86-be9e-50fe7188395b HTTP/1.1" status: 200 len: 945 time: 0.1484766 Jul 14 18:50:27.964347 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] get_ports_and_sgs() called for port_ids ['29ef7ab9-858f-48a3-a209-f1954c1e6e54'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 18:50:27.988788 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b25ba9b5-a61e-4cf6-9cf0-a3e83baf32f3 req-48d5cbcb-5fa9-4b82-9ff1-42790fa3942c tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] 10.222.0.16 "GET /v2.0/security-groups?id=00511198-19e5-42cb-b4d6-0be88d13a8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760326 Jul 14 18:50:28.172762 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537162f6-a331-44ae-8355-e7afac0608e3 req-38aabdef-da2e-485c-a24b-06382f4779a0 tempest-VolumesSnapshotTestJSON-1089846540 tempest-VolumesSnapshotTestJSON-1089846540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:50:28.174490 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-537162f6-a331-44ae-8355-e7afac0608e3 req-38aabdef-da2e-485c-a24b-06382f4779a0 tempest-VolumesSnapshotTestJSON-1089846540 tempest-VolumesSnapshotTestJSON-1089846540-project] 10.222.0.16 "GET /v2.0/ports?device_id=f8057036-5e11-414c-8d42-2fe19d178736 HTTP/1.1" status: 200 len: 945 time: 0.1072357 Jul 14 18:50:28.242837 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-537162f6-a331-44ae-8355-e7afac0608e3 req-e31fe938-8621-461d-b4f7-682ee5b2780f tempest-VolumesSnapshotTestJSON-1089846540 tempest-VolumesSnapshotTestJSON-1089846540-project] 10.222.0.16 "GET /v2.0/security-groups?id=51c6de00-61eb-4972-a23e-f4f93d3caa7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581744 Jul 14 18:50:28.295827 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 44026) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:50:28.396217 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-293c796e-f20c-479c-80cf-2ec68a9f21b3 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Request body: {'network': {'name': 'tempest-RoutersTest-2043810003'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:50:28.418967 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-293c796e-f20c-479c-80cf-2ec68a9f21b3 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Made reservation on behalf of 6f1f29d6af59462b92aca472594c5dfe for: {'network': 1} {{(pid=93916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:50:28.422746 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-293c796e-f20c-479c-80cf-2ec68a9f21b3 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for network, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:28.432761 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-293c796e-f20c-479c-80cf-2ec68a9f21b3 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify callbacks [] for security_group, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:28.538757 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-293c796e-f20c-479c-80cf-2ec68a9f21b3 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify callbacks [] for security_group, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:28.548326 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-293c796e-f20c-479c-80cf-2ec68a9f21b3 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:28.576024 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-293c796e-f20c-479c-80cf-2ec68a9f21b3 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 55} {{(pid=93916) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 18:50:28.597114 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-293c796e-f20c-479c-80cf-2ec68a9f21b3 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:28.597624 n-d-800634-3 neutron-server[93916]: INFO neutron.db.segments_db [None req-293c796e-f20c-479c-80cf-2ec68a9f21b3 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Added segment 5471958e-5b14-4a5d-aa71-8b9e916a9eb6 of type vlan for network 28091aad-daa2-47e4-b607-145ead183480 Jul 14 18:50:28.599576 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293c796e-f20c-479c-80cf-2ec68a9f21b3 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Pushing event updated for resources: {'SecurityGroup': ['ID=13216905-beed-4871-a023-4b9113fb0a5e,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:50:28.646014 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-293c796e-f20c-479c-80cf-2ec68a9f21b3 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728202197517'] for network, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:28.682192 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-293c796e-f20c-479c-80cf-2ec68a9f21b3 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727'] for network, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:28.688220 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-293c796e-f20c-479c-80cf-2ec68a9f21b3 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:50:28.688948 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-293c796e-f20c-479c-80cf-2ec68a9f21b3 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify callbacks [] for network, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:28.757762 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-293c796e-f20c-479c-80cf-2ec68a9f21b3 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4579008 Jul 14 18:50:28.759224 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 44036) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:50:28.764860 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-449228c1-71b6-4685-8a2e-65c0901dae04 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Request body: {'network': {'name': 'tempest-RoutersTest-984552231'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:50:28.774395 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293c796e-f20c-479c-80cf-2ec68a9f21b3 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Pushing event updated for resources: {'Network': ['ID=28091aad-daa2-47e4-b607-145ead183480,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:50:28.785736 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Network 28091aad-daa2-47e4-b607-145ead183480 details requested by agent ovs-agent-n-d-800634-3 with host n-d-800634-3 {{(pid=93917) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 18:50:28.799314 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-449228c1-71b6-4685-8a2e-65c0901dae04 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Made reservation on behalf of 6f1f29d6af59462b92aca472594c5dfe for: {'network': 1} {{(pid=93915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:50:28.804169 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-449228c1-71b6-4685-8a2e-65c0901dae04 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for network, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:28.831223 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-449228c1-71b6-4685-8a2e-65c0901dae04 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 56} {{(pid=93915) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 18:50:28.843924 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-449228c1-71b6-4685-8a2e-65c0901dae04 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:28.844305 n-d-800634-3 neutron-server[93915]: INFO neutron.db.segments_db [None req-449228c1-71b6-4685-8a2e-65c0901dae04 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Added segment a17b65ba-0239-422c-830c-4be5331959d4 of type vlan for network 1efe5253-1d52-415d-b22d-743418d9332d Jul 14 18:50:28.896596 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-449228c1-71b6-4685-8a2e-65c0901dae04 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728202197517'] for network, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:28.935328 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-449228c1-71b6-4685-8a2e-65c0901dae04 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727'] for network, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:28.949011 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-449228c1-71b6-4685-8a2e-65c0901dae04 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:50:28.949901 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-449228c1-71b6-4685-8a2e-65c0901dae04 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify callbacks [] for network, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:29.054903 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449228c1-71b6-4685-8a2e-65c0901dae04 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Pushing event updated for resources: {'Network': ['ID=1efe5253-1d52-415d-b22d-743418d9332d,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:50:29.071002 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Network 1efe5253-1d52-415d-b22d-743418d9332d details requested by agent ovs-agent-n-d-800634-3 with host n-d-800634-3 {{(pid=93917) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 18:50:29.077283 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-449228c1-71b6-4685-8a2e-65c0901dae04 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3166506 Jul 14 18:50:29.079992 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 44048) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:50:29.086130 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-7d4538ab-95fe-4992-8cda-7a5d46de427e tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Request body: {'subnet': {'network_id': '28091aad-daa2-47e4-b607-145ead183480', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:50:29.395044 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device 29ef7ab9-858f-48a3-a209-f1954c1e6e54 up at agent hyperv_n-h1-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:50:29.457957 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Provisioning for port 29ef7ab9-858f-48a3-a209-f1954c1e6e54 completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:50:29.463833 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Provisioning complete for port 29ef7ab9-858f-48a3-a209-f1954c1e6e54 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:50:29.464295 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:29.582251 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:29.624776 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port 29ef7ab9-858f-48a3-a209-f1954c1e6e54, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=29ef7ab9-858f-48a3-a209-f1954c1e6e54,segment=NetworkSegment(e6ac1013-49a3-4f7c-beca-cf2ef24dd35b),segment_id=e6ac1013-49a3-4f7c-beca-cf2ef24dd35b)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:50:29.626463 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55bd9f82-c3cb-4b86-be9e-50fe7188395b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29ef7ab9-858f-48a3-a209-f1954c1e6e54'}] {{(pid=93917) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:50:29.633408 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20b787f3c29eaa7aa2a4d648c725a2124c5ff39a8d793252f9d844495e14cf42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d08b5653-b4a2-44b9-927a-4d93f6627905" -d '{"events": [{"server_uuid": "55bd9f82-c3cb-4b86-be9e-50fe7188395b", "name": "network-vif-plugged", "status": "completed", "tag": "29ef7ab9-858f-48a3-a209-f1954c1e6e54"}]}' {{(pid=93917) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:50:29.638982 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:29.698599 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Pushing event updated for resources: {'Port': ['ID=29ef7ab9-858f-48a3-a209-f1954c1e6e54,revision_number=5']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:50:29.829734 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebb989e-47fc-42d4-8e50-ec124082bb06 req-0f82451c-9858-4551-b6b1-2a19fba48d0c tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:50:29.831252 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3ebb989e-47fc-42d4-8e50-ec124082bb06 req-0f82451c-9858-4551-b6b1-2a19fba48d0c tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] 10.222.0.16 "GET /v2.0/ports?device_id=55bd9f82-c3cb-4b86-be9e-50fe7188395b HTTP/1.1" status: 200 len: 946 time: 0.2463617 Jul 14 18:50:29.834748 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d4538ab-95fe-4992-8cda-7a5d46de427e tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Made reservation on behalf of 6f1f29d6af59462b92aca472594c5dfe for: {'subnet': 1} {{(pid=93915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:50:29.838772 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-7d4538ab-95fe-4992-8cda-7a5d46de427e tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28969735'] for subnet, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:29.848581 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57883d8-4fa8-4838-9555-18cbbf50cdf8 req-fa37d1e9-c856-4c77-96e4-535fe9c2de44 tempest-VolumesSnapshotTestJSON-1089846540 tempest-VolumesSnapshotTestJSON-1089846540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:50:29.850071 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-d57883d8-4fa8-4838-9555-18cbbf50cdf8 req-fa37d1e9-c856-4c77-96e4-535fe9c2de44 tempest-VolumesSnapshotTestJSON-1089846540 tempest-VolumesSnapshotTestJSON-1089846540-project] 10.222.0.16 "GET /v2.0/ports?device_id=f8057036-5e11-414c-8d42-2fe19d178736 HTTP/1.1" status: 200 len: 945 time: 0.2552626 Jul 14 18:50:29.875075 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf16aa2-9a96-4d26-b2e4-e570f2989ff0 req-1be116d8-1216-48cd-9814-1913c90f892e tempest-VolumesSnapshotTestJSON-1089846540 tempest-VolumesSnapshotTestJSON-1089846540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:50:29.876538 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-aaf16aa2-9a96-4d26-b2e4-e570f2989ff0 req-1be116d8-1216-48cd-9814-1913c90f892e tempest-VolumesSnapshotTestJSON-1089846540 tempest-VolumesSnapshotTestJSON-1089846540-project] 10.222.0.35 "GET /v2.0/ports?device_id=f8057036-5e11-414c-8d42-2fe19d178736 HTTP/1.1" status: 200 len: 945 time: 0.2905109 Jul 14 18:50:30.031839 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3ebb989e-47fc-42d4-8e50-ec124082bb06 req-edaeabaf-0c5e-47a2-babe-8b899cb49169 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] 10.222.0.16 "GET /v2.0/security-groups?id=00511198-19e5-42cb-b4d6-0be88d13a8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1785462 Jul 14 18:50:30.046676 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-d57883d8-4fa8-4838-9555-18cbbf50cdf8 req-bf1b7002-9014-48b0-a956-1e4208f83dcc tempest-VolumesSnapshotTestJSON-1089846540 tempest-VolumesSnapshotTestJSON-1089846540-project] 10.222.0.16 "GET /v2.0/security-groups?id=51c6de00-61eb-4972-a23e-f4f93d3caa7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448674 Jul 14 18:50:30.109064 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 18:50:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04824e5e-d931-4fcf-bdb2-034df569cef1 x-openstack-request-id: req-04824e5e-d931-4fcf-bdb2-034df569cef1 {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:50:30.109705 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55bd9f82-c3cb-4b86-be9e-50fe7188395b", "name": "network-vif-plugged", "status": "completed", "tag": "29ef7ab9-858f-48a3-a209-f1954c1e6e54", "code": 200}]} {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:50:30.109972 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-04824e5e-d931-4fcf-bdb2-034df569cef1 {{(pid=93917) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:50:30.110380 n-d-800634-3 neutron-server[93917]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55bd9f82-c3cb-4b86-be9e-50fe7188395b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29ef7ab9-858f-48a3-a209-f1954c1e6e54', 'code': 200} Jul 14 18:50:30.175507 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [req-aaf16aa2-9a96-4d26-b2e4-e570f2989ff0 req-e8307b57-2abd-48ef-838e-90678c33ce5e tempest-VolumesSnapshotTestJSON-1089846540 tempest-VolumesSnapshotTestJSON-1089846540-project] Deleting port f8131bc9-36c6-472f-aad7-8dc4101e2ede {{(pid=93915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:50:30.175856 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-aaf16aa2-9a96-4d26-b2e4-e570f2989ff0 req-e8307b57-2abd-48ef-838e-90678c33ce5e tempest-VolumesSnapshotTestJSON-1089846540 tempest-VolumesSnapshotTestJSON-1089846540-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:30.300852 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-7d4538ab-95fe-4992-8cda-7a5d46de427e tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25912837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28969781'] for subnet, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:30.397756 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-aaf16aa2-9a96-4d26-b2e4-e570f2989ff0 req-e8307b57-2abd-48ef-838e-90678c33ce5e tempest-VolumesSnapshotTestJSON-1089846540 tempest-VolumesSnapshotTestJSON-1089846540-project] For port f8131bc9-36c6-472f-aad7-8dc4101e2ede, host n-h2-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=f8131bc9-36c6-472f-aad7-8dc4101e2ede,segment=NetworkSegment(828d5e12-8f80-4253-8f9a-faae066043d6),segment_id=828d5e12-8f80-4253-8f9a-faae066043d6)] {{(pid=93915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:50:30.398240 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-aaf16aa2-9a96-4d26-b2e4-e570f2989ff0 req-e8307b57-2abd-48ef-838e-90678c33ce5e tempest-VolumesSnapshotTestJSON-1089846540 tempest-VolumesSnapshotTestJSON-1089846540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:30.426620 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [req-aaf16aa2-9a96-4d26-b2e4-e570f2989ff0 req-e8307b57-2abd-48ef-838e-90678c33ce5e tempest-VolumesSnapshotTestJSON-1089846540 tempest-VolumesSnapshotTestJSON-1089846540-project] Calling delete_port for f8131bc9-36c6-472f-aad7-8dc4101e2ede owned by compute:nova {{(pid=93915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:50:30.523532 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4538ab-95fe-4992-8cda-7a5d46de427e tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Pushing event updated for resources: {'Subnet': ['ID=de864795-d0b3-41db-9fd1-fb3fec232361,revision_number=0']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:50:30.568266 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35802878-1fb6-47b6-bda8-030b9c3bdc1d req-a5999692-4d19-460b-ace8-05923554ee4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:50:30.569792 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-35802878-1fb6-47b6-bda8-030b9c3bdc1d req-a5999692-4d19-460b-ace8-05923554ee4a service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=55bd9f82-c3cb-4b86-be9e-50fe7188395b HTTP/1.1" status: 200 len: 1097 time: 0.3592305 Jul 14 18:50:30.598530 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d4538ab-95fe-4992-8cda-7a5d46de427e tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Checking segment: {'id': '5471958e-5b14-4a5d-aa71-8b9e916a9eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '28091aad-daa2-47e4-b607-145ead183480'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:50:30.598904 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d4538ab-95fe-4992-8cda-7a5d46de427e tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Network hostable DHCP agents. Network: 28091aad-daa2-47e4-b607-145ead183480, hostable agents: ['028393c3-0576-4ebd-bca1-8ea8a148e1a2'], hosted agents: [] {{(pid=93915) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 18:50:30.661204 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-35802878-1fb6-47b6-bda8-030b9c3bdc1d req-57f59054-2883-459d-9338-a299ad466b70 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=00511198-19e5-42cb-b4d6-0be88d13a8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761962 Jul 14 18:50:30.691257 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d4538ab-95fe-4992-8cda-7a5d46de427e tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Network 28091aad-daa2-47e4-b607-145ead183480 is scheduled to be hosted by DHCP agent 028393c3-0576-4ebd-bca1-8ea8a148e1a2 with binding_index 1 {{(pid=93915) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 18:50:30.720051 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4e3a74-76be-4740-9583-2f484aa06cbc req-ae140245-8982-4030-9d3d-9a30f6e76954 tempest-AttachVolumeNegativeTest-3632510 tempest-AttachVolumeNegativeTest-3632510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:50:30.721787 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-4f4e3a74-76be-4740-9583-2f484aa06cbc req-ae140245-8982-4030-9d3d-9a30f6e76954 tempest-AttachVolumeNegativeTest-3632510 tempest-AttachVolumeNegativeTest-3632510-project] 10.222.0.16 "GET /v2.0/ports?device_id=f81f6c72-b3ea-40bb-903b-c254fc725743 HTTP/1.1" status: 200 len: 946 time: 0.2221291 Jul 14 18:50:30.725268 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [None req-7d4538ab-95fe-4992-8cda-7a5d46de427e tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-3, 28091aad-daa2-47e4-b607-145ead183480) {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:50:30.730080 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d4538ab-95fe-4992-8cda-7a5d46de427e tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:50:30.730713 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-7d4538ab-95fe-4992-8cda-7a5d46de427e tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify callbacks [] for subnet, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:30.741920 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9557c0f-cae2-4cfb-8e71-5cdb8654c456 None None] Network 28091aad-daa2-47e4-b607-145ead183480 requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:50:30.774404 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-7d4538ab-95fe-4992-8cda-7a5d46de427e tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6929410 Jul 14 18:50:30.776652 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-aaf16aa2-9a96-4d26-b2e4-e570f2989ff0 req-e8307b57-2abd-48ef-838e-90678c33ce5e tempest-VolumesSnapshotTestJSON-1089846540 tempest-VolumesSnapshotTestJSON-1089846540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:30.778432 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 44084) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:50:30.787585 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-821d029d-af6d-483a-ad81-fc9f1a864049 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Request body: {'subnet': {'network_id': '1efe5253-1d52-415d-b22d-743418d9332d', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:50:30.791946 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] get_ports_and_sgs() called for port_ids ['f8131bc9-36c6-472f-aad7-8dc4101e2ede'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 18:50:30.825952 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8307b57-2abd-48ef-838e-90678c33ce5e tempest-VolumesSnapshotTestJSON-1089846540 tempest-VolumesSnapshotTestJSON-1089846540-project] Pushing event deleted for resources: {'Port': ['ID=f8131bc9-36c6-472f-aad7-8dc4101e2ede,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:50:30.841529 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-4f4e3a74-76be-4740-9583-2f484aa06cbc req-63837e6e-8b74-4c5c-b68f-4656daa6c478 tempest-AttachVolumeNegativeTest-3632510 tempest-AttachVolumeNegativeTest-3632510-project] 10.222.0.16 "GET /v2.0/security-groups?id=0abe65fc-f489-4951-8c06-afae1a246333&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058390 Jul 14 18:50:30.889946 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [req-aaf16aa2-9a96-4d26-b2e4-e570f2989ff0 req-e8307b57-2abd-48ef-838e-90678c33ce5e tempest-VolumesSnapshotTestJSON-1089846540 tempest-VolumesSnapshotTestJSON-1089846540-project] No DVR routers for this DVR port f8131bc9-36c6-472f-aad7-8dc4101e2ede on host n-h2-800634-3 {{(pid=93915) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 18:50:30.896664 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-aaf16aa2-9a96-4d26-b2e4-e570f2989ff0 req-e8307b57-2abd-48ef-838e-90678c33ce5e tempest-VolumesSnapshotTestJSON-1089846540 tempest-VolumesSnapshotTestJSON-1089846540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:30.900874 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-aaf16aa2-9a96-4d26-b2e4-e570f2989ff0 req-e8307b57-2abd-48ef-838e-90678c33ce5e tempest-VolumesSnapshotTestJSON-1089846540 tempest-VolumesSnapshotTestJSON-1089846540-project] 10.222.0.35 "DELETE /v2.0/ports/f8131bc9-36c6-472f-aad7-8dc4101e2ede HTTP/1.1" status: 204 len: 173 time: 0.9859586 Jul 14 18:50:30.902196 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8057036-5e11-414c-8d42-2fe19d178736', 'name': 'network-vif-deleted', 'tag': 'f8131bc9-36c6-472f-aad7-8dc4101e2ede'}] {{(pid=93915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:50:30.904843 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e72782ad3af8f7d4ce76cedf092bca46d1756acc5c4653cf0b52034cdd6b073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc0bfe3b-5c79-453b-9136-742969f67ec0" -d '{"events": [{"server_uuid": "f8057036-5e11-414c-8d42-2fe19d178736", "name": "network-vif-deleted", "tag": "f8131bc9-36c6-472f-aad7-8dc4101e2ede"}]}' {{(pid=93915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:50:30.929468 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-821d029d-af6d-483a-ad81-fc9f1a864049 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Made reservation on behalf of 6f1f29d6af59462b92aca472594c5dfe for: {'subnet': 1} {{(pid=93916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:50:30.935021 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-821d029d-af6d-483a-ad81-fc9f1a864049 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26033189'] for subnet, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:30.954651 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 18:50:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06d5e406-ebab-4d2e-9af5-013c414e19f7 x-openstack-request-id: req-06d5e406-ebab-4d2e-9af5-013c414e19f7 {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:50:30.955005 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8057036-5e11-414c-8d42-2fe19d178736", "name": "network-vif-deleted", "tag": "f8131bc9-36c6-472f-aad7-8dc4101e2ede", "status": "completed", "code": 200}]} {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:50:30.955199 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-06d5e406-ebab-4d2e-9af5-013c414e19f7 {{(pid=93915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:50:30.955595 n-d-800634-3 neutron-server[93915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8057036-5e11-414c-8d42-2fe19d178736', 'name': 'network-vif-deleted', 'tag': 'f8131bc9-36c6-472f-aad7-8dc4101e2ede', 'status': 'completed', 'code': 200} Jul 14 18:50:31.001576 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c267058f-d03e-49bd-a285-6dcac780dcea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9222b97e-5d1c-54f8-ba97-82f172498e76-28091aad-daa2-47e4-b607-145ead183480', 'network_id': '28091aad-daa2-47e4-b607-145ead183480', 'tenant_id': '6f1f29d6af59462b92aca472594c5dfe', 'fixed_ips': [{'subnet_id': 'de864795-d0b3-41db-9fd1-fb3fec232361'}]}} from n-d-800634-3. {{(pid=93917) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 18:50:31.002577 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-c267058f-d03e-49bd-a285-6dcac780dcea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:31.232708 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-821d029d-af6d-483a-ad81-fc9f1a864049 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2684753', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26033175'] for subnet, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:31.257981 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a772e94a-b40c-4d7c-826d-5d782a351cbd req-3f651986-dade-4f5e-beca-6cdfa95b0f06 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:50:31.265931 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a772e94a-b40c-4d7c-826d-5d782a351cbd req-3f651986-dade-4f5e-beca-6cdfa95b0f06 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] 10.222.0.16 "GET /v2.0/ports?device_id=55bd9f82-c3cb-4b86-be9e-50fe7188395b HTTP/1.1" status: 200 len: 946 time: 0.0871475 Jul 14 18:50:31.301651 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821d029d-af6d-483a-ad81-fc9f1a864049 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Pushing event updated for resources: {'Subnet': ['ID=388eb967-893f-49ab-877e-fcfcc8385cc6,revision_number=0']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:50:31.302637 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.db_base_plugin_common [None req-c267058f-d03e-49bd-a285-6dcac780dcea None None] Allocated IP 172.20.0.2 (28091aad-daa2-47e4-b607-145ead183480/de864795-d0b3-41db-9fd1-fb3fec232361/b7df0297-3f34-45f5-bb88-430e49916ecf) {{(pid=93917) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:50:31.345755 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-821d029d-af6d-483a-ad81-fc9f1a864049 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Checking segment: {'id': 'a17b65ba-0239-422c-830c-4be5331959d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '1efe5253-1d52-415d-b22d-743418d9332d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93916) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:50:31.346158 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-821d029d-af6d-483a-ad81-fc9f1a864049 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Network hostable DHCP agents. Network: 1efe5253-1d52-415d-b22d-743418d9332d, hostable agents: ['028393c3-0576-4ebd-bca1-8ea8a148e1a2'], hosted agents: [] {{(pid=93916) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 18:50:31.363481 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b5c14109-35df-4129-b6e8-7da37cd1f27e req-9fca88f6-faed-4736-b95a-23eeff552a2e tempest-VolumesSnapshotTestJSON-1089846540 tempest-VolumesSnapshotTestJSON-1089846540-project] 10.222.0.16 "GET /v2.0/ports?device_id=f8057036-5e11-414c-8d42-2fe19d178736 HTTP/1.1" status: 200 len: 210 time: 0.0515542 Jul 14 18:50:31.397928 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a772e94a-b40c-4d7c-826d-5d782a351cbd req-11bd9645-d3e0-44fa-b302-d86818ed9908 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] 10.222.0.16 "GET /v2.0/security-groups?id=00511198-19e5-42cb-b4d6-0be88d13a8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306305 Jul 14 18:50:31.440957 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-821d029d-af6d-483a-ad81-fc9f1a864049 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Network 1efe5253-1d52-415d-b22d-743418d9332d is scheduled to be hosted by DHCP agent 028393c3-0576-4ebd-bca1-8ea8a148e1a2 with binding_index 1 {{(pid=93916) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 18:50:31.453494 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [None req-821d029d-af6d-483a-ad81-fc9f1a864049 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-3, 1efe5253-1d52-415d-b22d-743418d9332d) {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:50:31.465598 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-821d029d-af6d-483a-ad81-fc9f1a864049 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:50:31.466281 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-821d029d-af6d-483a-ad81-fc9f1a864049 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify callbacks [] for subnet, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:31.476296 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5fc973a-9c23-4cdb-a539-178000a3fb89 None None] Network 1efe5253-1d52-415d-b22d-743418d9332d requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:50:31.492660 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 44102) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:50:31.492963 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-821d029d-af6d-483a-ad81-fc9f1a864049 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7122524 Jul 14 18:50:31.498115 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-9c55b0a2-593c-4b29-b554-330254bad5f3 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1707444232', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:50:31.546661 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-9c55b0a2-593c-4b29-b554-330254bad5f3 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-571768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11104'] for router, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:31.547800 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-9c55b0a2-593c-4b29-b554-330254bad5f3 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-571675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-930014', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-632314', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11129'] for router, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:31.596695 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-c267058f-d03e-49bd-a285-6dcac780dcea None None] Notify callbacks [] for port, precommit_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:31.618214 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-c267058f-d03e-49bd-a285-6dcac780dcea None None] Transition to ACTIVE for port object b7df0297-3f34-45f5-bb88-430e49916ecf will not be triggered until provisioned by entity L2. {{(pid=93917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:50:31.650928 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-9c55b0a2-593c-4b29-b554-330254bad5f3 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:31.656137 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-9c55b0a2-593c-4b29-b554-330254bad5f3 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-571759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-930033'] for router, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:31.667854 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-c267058f-d03e-49bd-a285-6dcac780dcea None None] Transition to ACTIVE for port object b7df0297-3f34-45f5-bb88-430e49916ecf will not be triggered until provisioned by entity DHCP. {{(pid=93917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:50:31.682463 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-c267058f-d03e-49bd-a285-6dcac780dcea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804'] for port, after_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:31.684823 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-9c55b0a2-593c-4b29-b554-330254bad5f3 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify callbacks [] for router, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:31.686366 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-9c55b0a2-593c-4b29-b554-330254bad5f3 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1924274 Jul 14 18:50:31.689324 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 44106) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:50:31.769604 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-474fa774-9546-4288-b73a-1a1bc6275c72 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9222b97e-5d1c-54f8-ba97-82f172498e76-1efe5253-1d52-415d-b22d-743418d9332d', 'network_id': '1efe5253-1d52-415d-b22d-743418d9332d', 'tenant_id': '6f1f29d6af59462b92aca472594c5dfe', 'fixed_ips': [{'subnet_id': '388eb967-893f-49ab-877e-fcfcc8385cc6'}]}} from n-d-800634-3. {{(pid=93917) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 18:50:31.770457 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-474fa774-9546-4288-b73a-1a1bc6275c72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:31.776173 n-d-800634-3 neutron-server[93917]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c267058f-d03e-49bd-a285-6dcac780dcea None None] Network 28091aad-daa2-47e4-b607-145ead183480 is already hosted by enough agents. {{(pid=93917) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:50:31.785443 n-d-800634-3 neutron-server[93917]: DEBUG neutron.scheduler.base_scheduler [None req-c267058f-d03e-49bd-a285-6dcac780dcea None None] Resources bound (agent type, host, resource id): {{(pid=93917) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:50:31.788763 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c267058f-d03e-49bd-a285-6dcac780dcea None None] Pushing event updated for resources: {'Port': ['ID=b7df0297-3f34-45f5-bb88-430e49916ecf,revision_number=1']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:50:31.791168 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c267058f-d03e-49bd-a285-6dcac780dcea None None] Received port after_create {{(pid=93917) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:50:31.931340 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-c267058f-d03e-49bd-a285-6dcac780dcea None None] Attempting to bind port b7df0297-3f34-45f5-bb88-430e49916ecf on host n-d-800634-3 for vnic_type normal with profile {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:50:31.931340 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-c267058f-d03e-49bd-a285-6dcac780dcea None None] Attempting to bind port b7df0297-3f34-45f5-bb88-430e49916ecf by drivers openvswitch,hyperv on host n-d-800634-3 at level 0 using segments [{'id': '5471958e-5b14-4a5d-aa71-8b9e916a9eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '28091aad-daa2-47e4-b607-145ead183480'}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:50:31.931340 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c267058f-d03e-49bd-a285-6dcac780dcea None None] Attempting to bind port b7df0297-3f34-45f5-bb88-430e49916ecf on network 28091aad-daa2-47e4-b607-145ead183480 {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:50:31.943264 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c267058f-d03e-49bd-a285-6dcac780dcea None None] Checking agent: {'id': '01c19e91-a945-4e3c-94a6-c211e17c923e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 8, 23), 'started_at': datetime.datetime(2021, 7, 14, 18, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 18, 50, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 18:50:31.943678 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c267058f-d03e-49bd-a285-6dcac780dcea None None] Checking segment: {'id': '5471958e-5b14-4a5d-aa71-8b9e916a9eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '28091aad-daa2-47e4-b607-145ead183480'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93917) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:50:31.944048 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-c267058f-d03e-49bd-a285-6dcac780dcea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:31.944561 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c267058f-d03e-49bd-a285-6dcac780dcea None None] Bound using segment: {'id': '5471958e-5b14-4a5d-aa71-8b9e916a9eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '28091aad-daa2-47e4-b607-145ead183480'} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 18:50:31.945145 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-c267058f-d03e-49bd-a285-6dcac780dcea None None] Bound port: b7df0297-3f34-45f5-bb88-430e49916ecf, host: n-d-800634-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5471958e-5b14-4a5d-aa71-8b9e916a9eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '28091aad-daa2-47e4-b607-145ead183480'}}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 18:50:31.945621 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-c267058f-d03e-49bd-a285-6dcac780dcea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:32.031639 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735368f4-8093-4ee4-9d9c-82b3969c7c11 req-c55d9cc5-c72f-4007-a423-61c630c83580 tempest-AttachVolumeNegativeTest-3632510 tempest-AttachVolumeNegativeTest-3632510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:50:32.034358 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-735368f4-8093-4ee4-9d9c-82b3969c7c11 req-c55d9cc5-c72f-4007-a423-61c630c83580 tempest-AttachVolumeNegativeTest-3632510 tempest-AttachVolumeNegativeTest-3632510-project] 10.222.0.18 "GET /v2.0/ports?device_id=f81f6c72-b3ea-40bb-903b-c254fc725743 HTTP/1.1" status: 200 len: 946 time: 0.0857642 Jul 14 18:50:32.038619 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-47197b6d-c9cc-4f13-b9bf-68c3b2b6862e tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:32.041607 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-c267058f-d03e-49bd-a285-6dcac780dcea None None] For port b7df0297-3f34-45f5-bb88-430e49916ecf, host n-d-800634-3, cleared binding levels {{(pid=93917) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:50:32.057716 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-c267058f-d03e-49bd-a285-6dcac780dcea None None] For port b7df0297-3f34-45f5-bb88-430e49916ecf, host n-d-800634-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=b7df0297-3f34-45f5-bb88-430e49916ecf,segment=NetworkSegment(5471958e-5b14-4a5d-aa71-8b9e916a9eb6),segment_id=5471958e-5b14-4a5d-aa71-8b9e916a9eb6)] {{(pid=93917) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 18:50:32.072810 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-c267058f-d03e-49bd-a285-6dcac780dcea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:32.080610 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.db_base_plugin_common [None req-474fa774-9546-4288-b73a-1a1bc6275c72 None None] Allocated IP 172.21.0.2 (1efe5253-1d52-415d-b22d-743418d9332d/388eb967-893f-49ab-877e-fcfcc8385cc6/f3a31cb3-0163-43ad-b362-7fcc43699a28) {{(pid=93917) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:50:32.240997 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe51c85-ad69-4a1d-95e2-a8c6b8767472 req-1c9f14e4-3279-4716-b696-d476180c2269 tempest-AttachVolumeNegativeTest-3632510 tempest-AttachVolumeNegativeTest-3632510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:50:32.249040 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-bbe51c85-ad69-4a1d-95e2-a8c6b8767472 req-1c9f14e4-3279-4716-b696-d476180c2269 tempest-AttachVolumeNegativeTest-3632510 tempest-AttachVolumeNegativeTest-3632510-project] 10.222.0.16 "GET /v2.0/ports?device_id=f81f6c72-b3ea-40bb-903b-c254fc725743 HTTP/1.1" status: 200 len: 946 time: 0.1402266 Jul 14 18:50:32.251556 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c267058f-d03e-49bd-a285-6dcac780dcea None None] Pushing event updated for resources: {'Port': ['ID=b7df0297-3f34-45f5-bb88-430e49916ecf,revision_number=2']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:50:32.282344 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [req-735368f4-8093-4ee4-9d9c-82b3969c7c11 req-5e8fe500-ded3-4944-b282-c0abffae5179 tempest-AttachVolumeNegativeTest-3632510 tempest-AttachVolumeNegativeTest-3632510-project] Deleting port 3a2eb3c4-e06b-47ee-ab16-5381b2cbed0d {{(pid=93915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:50:32.282864 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-735368f4-8093-4ee4-9d9c-82b3969c7c11 req-5e8fe500-ded3-4944-b282-c0abffae5179 tempest-AttachVolumeNegativeTest-3632510 tempest-AttachVolumeNegativeTest-3632510-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:32.355629 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-474fa774-9546-4288-b73a-1a1bc6275c72 None None] Notify callbacks [] for port, precommit_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:32.365594 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-bbe51c85-ad69-4a1d-95e2-a8c6b8767472 req-d8be3570-d4df-4fb4-8af5-9430af8cdb86 tempest-AttachVolumeNegativeTest-3632510 tempest-AttachVolumeNegativeTest-3632510-project] 10.222.0.16 "GET /v2.0/security-groups?id=0abe65fc-f489-4951-8c06-afae1a246333&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155510 Jul 14 18:50:32.371241 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-474fa774-9546-4288-b73a-1a1bc6275c72 None None] Transition to ACTIVE for port object f3a31cb3-0163-43ad-b362-7fcc43699a28 will not be triggered until provisioned by entity L2. {{(pid=93917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:50:32.394388 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.db_base_plugin_common [None req-47197b6d-c9cc-4f13-b9bf-68c3b2b6862e tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Allocated IP 172.20.0.1 (28091aad-daa2-47e4-b607-145ead183480/de864795-d0b3-41db-9fd1-fb3fec232361/bb8b2a31-249a-4aae-a5a8-87402d8c4986) {{(pid=93916) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:50:32.399682 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-474fa774-9546-4288-b73a-1a1bc6275c72 None None] Transition to ACTIVE for port object f3a31cb3-0163-43ad-b362-7fcc43699a28 will not be triggered until provisioned by entity DHCP. {{(pid=93917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:50:32.409621 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-474fa774-9546-4288-b73a-1a1bc6275c72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804'] for port, after_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:32.479221 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-735368f4-8093-4ee4-9d9c-82b3969c7c11 req-5e8fe500-ded3-4944-b282-c0abffae5179 tempest-AttachVolumeNegativeTest-3632510 tempest-AttachVolumeNegativeTest-3632510-project] For port 3a2eb3c4-e06b-47ee-ab16-5381b2cbed0d, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=3a2eb3c4-e06b-47ee-ab16-5381b2cbed0d,segment=NetworkSegment(3142d796-db76-489d-9ebc-ac845cfeb79d),segment_id=3142d796-db76-489d-9ebc-ac845cfeb79d)] {{(pid=93915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:50:32.479597 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-735368f4-8093-4ee4-9d9c-82b3969c7c11 req-5e8fe500-ded3-4944-b282-c0abffae5179 tempest-AttachVolumeNegativeTest-3632510 tempest-AttachVolumeNegativeTest-3632510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:32.535576 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [req-735368f4-8093-4ee4-9d9c-82b3969c7c11 req-5e8fe500-ded3-4944-b282-c0abffae5179 tempest-AttachVolumeNegativeTest-3632510 tempest-AttachVolumeNegativeTest-3632510-project] Calling delete_port for 3a2eb3c4-e06b-47ee-ab16-5381b2cbed0d owned by compute:nova {{(pid=93915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:50:32.596501 n-d-800634-3 neutron-server[93917]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-474fa774-9546-4288-b73a-1a1bc6275c72 None None] Network 1efe5253-1d52-415d-b22d-743418d9332d is already hosted by enough agents. {{(pid=93917) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:50:32.599038 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474fa774-9546-4288-b73a-1a1bc6275c72 None None] Pushing event updated for resources: {'Port': ['ID=f3a31cb3-0163-43ad-b362-7fcc43699a28,revision_number=1']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:50:32.609275 n-d-800634-3 neutron-server[93917]: DEBUG neutron.scheduler.base_scheduler [None req-474fa774-9546-4288-b73a-1a1bc6275c72 None None] Resources bound (agent type, host, resource id): {{(pid=93917) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:50:32.614671 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-474fa774-9546-4288-b73a-1a1bc6275c72 None None] Received port after_create {{(pid=93917) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:50:32.641291 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:32.714114 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-47197b6d-c9cc-4f13-b9bf-68c3b2b6862e tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify callbacks [] for port, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:32.749347 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.provisioning_blocks [None req-47197b6d-c9cc-4f13-b9bf-68c3b2b6862e tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Transition to ACTIVE for port object bb8b2a31-249a-4aae-a5a8-87402d8c4986 will not be triggered until provisioned by entity DHCP. {{(pid=93916) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:50:32.753085 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-474fa774-9546-4288-b73a-1a1bc6275c72 None None] Attempting to bind port f3a31cb3-0163-43ad-b362-7fcc43699a28 on host n-d-800634-3 for vnic_type normal with profile {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:50:32.753716 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-474fa774-9546-4288-b73a-1a1bc6275c72 None None] Attempting to bind port f3a31cb3-0163-43ad-b362-7fcc43699a28 by drivers openvswitch,hyperv on host n-d-800634-3 at level 0 using segments [{'id': 'a17b65ba-0239-422c-830c-4be5331959d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '1efe5253-1d52-415d-b22d-743418d9332d'}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:50:32.754104 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-474fa774-9546-4288-b73a-1a1bc6275c72 None None] Attempting to bind port f3a31cb3-0163-43ad-b362-7fcc43699a28 on network 1efe5253-1d52-415d-b22d-743418d9332d {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:50:32.762449 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-474fa774-9546-4288-b73a-1a1bc6275c72 None None] Checking agent: {'id': '01c19e91-a945-4e3c-94a6-c211e17c923e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 8, 23), 'started_at': datetime.datetime(2021, 7, 14, 18, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 18, 50, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 18:50:32.762887 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-474fa774-9546-4288-b73a-1a1bc6275c72 None None] Checking segment: {'id': 'a17b65ba-0239-422c-830c-4be5331959d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '1efe5253-1d52-415d-b22d-743418d9332d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93917) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:50:32.763298 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-474fa774-9546-4288-b73a-1a1bc6275c72 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:32.764342 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-474fa774-9546-4288-b73a-1a1bc6275c72 None None] Bound using segment: {'id': 'a17b65ba-0239-422c-830c-4be5331959d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '1efe5253-1d52-415d-b22d-743418d9332d'} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 18:50:32.764889 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-474fa774-9546-4288-b73a-1a1bc6275c72 None None] Bound port: f3a31cb3-0163-43ad-b362-7fcc43699a28, host: n-d-800634-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a17b65ba-0239-422c-830c-4be5331959d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '1efe5253-1d52-415d-b22d-743418d9332d'}}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 18:50:32.765281 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-474fa774-9546-4288-b73a-1a1bc6275c72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:32.825350 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-47197b6d-c9cc-4f13-b9bf-68c3b2b6862e tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:32.834243 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-735368f4-8093-4ee4-9d9c-82b3969c7c11 req-5e8fe500-ded3-4944-b282-c0abffae5179 tempest-AttachVolumeNegativeTest-3632510 tempest-AttachVolumeNegativeTest-3632510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:32.863842 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-474fa774-9546-4288-b73a-1a1bc6275c72 None None] For port f3a31cb3-0163-43ad-b362-7fcc43699a28, host n-d-800634-3, cleared binding levels {{(pid=93917) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:50:32.868228 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-474fa774-9546-4288-b73a-1a1bc6275c72 None None] For port f3a31cb3-0163-43ad-b362-7fcc43699a28, host n-d-800634-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=f3a31cb3-0163-43ad-b362-7fcc43699a28,segment=NetworkSegment(a17b65ba-0239-422c-830c-4be5331959d4),segment_id=a17b65ba-0239-422c-830c-4be5331959d4)] {{(pid=93917) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 18:50:32.872844 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] get_ports_and_sgs() called for port_ids ['3a2eb3c4-e06b-47ee-ab16-5381b2cbed0d'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 18:50:32.876543 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8fe500-ded3-4944-b282-c0abffae5179 tempest-AttachVolumeNegativeTest-3632510 tempest-AttachVolumeNegativeTest-3632510-project] Pushing event deleted for resources: {'Port': ['ID=3a2eb3c4-e06b-47ee-ab16-5381b2cbed0d,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:50:32.891949 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff64d1c-628e-47ea-8427-96a6ea9e9953 req-903318eb-2718-4737-9f4e-5da324903504 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:50:32.893864 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-aff64d1c-628e-47ea-8427-96a6ea9e9953 req-903318eb-2718-4737-9f4e-5da324903504 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] 10.222.0.16 "GET /v2.0/ports?device_id=55bd9f82-c3cb-4b86-be9e-50fe7188395b HTTP/1.1" status: 200 len: 946 time: 0.2252545 Jul 14 18:50:32.909203 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-474fa774-9546-4288-b73a-1a1bc6275c72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:32.924355 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47197b6d-c9cc-4f13-b9bf-68c3b2b6862e tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Network 28091aad-daa2-47e4-b607-145ead183480 is already hosted by enough agents. {{(pid=93916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:50:32.928665 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [None req-47197b6d-c9cc-4f13-b9bf-68c3b2b6862e tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Resources bound (agent type, host, resource id): {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:50:32.933542 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47197b6d-c9cc-4f13-b9bf-68c3b2b6862e tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Received port after_create {{(pid=93916) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:50:32.983935 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47197b6d-c9cc-4f13-b9bf-68c3b2b6862e tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Pushing event updated for resources: {'Port': ['ID=bb8b2a31-249a-4aae-a5a8-87402d8c4986,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:50:33.001987 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474fa774-9546-4288-b73a-1a1bc6275c72 None None] Pushing event updated for resources: {'Port': ['ID=f3a31cb3-0163-43ad-b362-7fcc43699a28,revision_number=2']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:50:33.039493 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [req-735368f4-8093-4ee4-9d9c-82b3969c7c11 req-5e8fe500-ded3-4944-b282-c0abffae5179 tempest-AttachVolumeNegativeTest-3632510 tempest-AttachVolumeNegativeTest-3632510-project] No DVR routers for this DVR port 3a2eb3c4-e06b-47ee-ab16-5381b2cbed0d on host n-h1-800634-3 {{(pid=93915) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 18:50:33.061667 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-735368f4-8093-4ee4-9d9c-82b3969c7c11 req-5e8fe500-ded3-4944-b282-c0abffae5179 tempest-AttachVolumeNegativeTest-3632510 tempest-AttachVolumeNegativeTest-3632510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:33.064166 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-735368f4-8093-4ee4-9d9c-82b3969c7c11 req-5e8fe500-ded3-4944-b282-c0abffae5179 tempest-AttachVolumeNegativeTest-3632510 tempest-AttachVolumeNegativeTest-3632510-project] 10.222.0.18 "DELETE /v2.0/ports/3a2eb3c4-e06b-47ee-ab16-5381b2cbed0d HTTP/1.1" status: 204 len: 173 time: 1.0227392 Jul 14 18:50:33.067357 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f81f6c72-b3ea-40bb-903b-c254fc725743', 'name': 'network-vif-deleted', 'tag': '3a2eb3c4-e06b-47ee-ab16-5381b2cbed0d'}] {{(pid=93915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:50:33.069861 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e72782ad3af8f7d4ce76cedf092bca46d1756acc5c4653cf0b52034cdd6b073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-006b4750-9527-41a1-a1df-b8f13cc85856" -d '{"events": [{"server_uuid": "f81f6c72-b3ea-40bb-903b-c254fc725743", "name": "network-vif-deleted", "tag": "3a2eb3c4-e06b-47ee-ab16-5381b2cbed0d"}]}' {{(pid=93915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:50:33.078653 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-47197b6d-c9cc-4f13-b9bf-68c3b2b6862e tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-930452'] for router_interface, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:33.193114 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-aff64d1c-628e-47ea-8427-96a6ea9e9953 req-fc323043-b17e-4efa-bb8f-74d2bcf8af83 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] 10.222.0.16 "GET /v2.0/security-groups?id=00511198-19e5-42cb-b4d6-0be88d13a8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2910905 Jul 14 18:50:33.208318 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 18:50:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61015fb9-6fbe-4446-aeff-c9ec8fb3bf23 x-openstack-request-id: req-61015fb9-6fbe-4446-aeff-c9ec8fb3bf23 {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:50:33.208814 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f81f6c72-b3ea-40bb-903b-c254fc725743", "name": "network-vif-deleted", "tag": "3a2eb3c4-e06b-47ee-ab16-5381b2cbed0d", "status": "completed", "code": 200}]} {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:50:33.210436 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-61015fb9-6fbe-4446-aeff-c9ec8fb3bf23 {{(pid=93915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:50:33.211452 n-d-800634-3 neutron-server[93915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f81f6c72-b3ea-40bb-903b-c254fc725743', 'name': 'network-vif-deleted', 'tag': '3a2eb3c4-e06b-47ee-ab16-5381b2cbed0d', 'status': 'completed', 'code': 200} Jul 14 18:50:33.233298 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device b7df0297-3f34-45f5-bb88-430e49916ecf up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:50:33.342177 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-47197b6d-c9cc-4f13-b9bf-68c3b2b6862e tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:33.384806 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning for port b7df0297-3f34-45f5-bb88-430e49916ecf completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:50:33.569466 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Device f8131bc9-36c6-472f-aad7-8dc4101e2ede no longer exists at agent hyperv_n-h2-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 18:50:33.592486 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] No Port match for: f8131bc9-36c6-472f-aad7-8dc4101e2ede {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 18:50:33.592847 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Device f8131bc9-36c6-472f-aad7-8dc4101e2ede not bound to the agent host n-h2-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 18:50:33.720729 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-446b4814-b739-40cf-9440-1f5d803c0315 req-af746ad6-14f0-44dd-a5c3-4bfc57e8cad3 tempest-AttachVolumeNegativeTest-3632510 tempest-AttachVolumeNegativeTest-3632510-project] 10.222.0.16 "GET /v2.0/ports?device_id=f81f6c72-b3ea-40bb-903b-c254fc725743 HTTP/1.1" status: 200 len: 210 time: 0.0386622 Jul 14 18:50:33.861272 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-47197b6d-c9cc-4f13-b9bf-68c3b2b6862e tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify callbacks [] for port, precommit_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:33.871777 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-47197b6d-c9cc-4f13-b9bf-68c3b2b6862e tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2684870'] for port, after_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:33.940628 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-592ff8e1-b84f-450c-b06d-057f01485d36 None None] Network 28091aad-daa2-47e4-b607-145ead183480 requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:50:33.952947 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47197b6d-c9cc-4f13-b9bf-68c3b2b6862e tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Pushing event updated for resources: {'Port': ['ID=bb8b2a31-249a-4aae-a5a8-87402d8c4986,revision_number=2']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:50:33.970984 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-47197b6d-c9cc-4f13-b9bf-68c3b2b6862e tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-598741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-928734'] for router_interface, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:34.065931 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-d5f3accc-177c-4cf9-ba9a-1c82377a51e7 None None] Provisioning for port b7df0297-3f34-45f5-bb88-430e49916ecf completed by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:50:34.083066 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-d5f3accc-177c-4cf9-ba9a-1c82377a51e7 None None] Provisioning complete for port b7df0297-3f34-45f5-bb88-430e49916ecf triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:50:34.083432 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-d5f3accc-177c-4cf9-ba9a-1c82377a51e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:34.129042 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47197b6d-c9cc-4f13-b9bf-68c3b2b6862e tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Network 28091aad-daa2-47e4-b607-145ead183480 is already hosted by enough agents. {{(pid=93916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:50:34.138671 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [None req-47197b6d-c9cc-4f13-b9bf-68c3b2b6862e tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Resources bound (agent type, host, resource id): {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:50:34.387536 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47197b6d-c9cc-4f13-b9bf-68c3b2b6862e tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Router d496f89c-3861-4d34-994e-43f556b01437 is scheduled to L3 agent 2c6eb27e-defb-4cca-9a24-381c7415e359 with binding_index 1 {{(pid=93916) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 18:50:34.523085 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47197b6d-c9cc-4f13-b9bf-68c3b2b6862e tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify agent at l3_agent.n-d-800634-3 the message routers_updated {{(pid=93916) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 18:50:34.535842 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 44166) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:50:34.536223 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-47197b6d-c9cc-4f13-b9bf-68c3b2b6862e tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] 10.222.0.16 "PUT /v2.0/routers/d496f89c-3861-4d34-994e-43f556b01437/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8415649 Jul 14 18:50:34.589023 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df8960b1-c31d-40ca-881d-c1dd183fa3a0 None None] Sync routers for ids ['d496f89c-3861-4d34-994e-43f556b01437'] in n-d-800634-3 {{(pid=93917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 18:50:34.621375 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df8960b1-c31d-40ca-881d-c1dd183fa3a0 None None] Routers {'d496f89c-3861-4d34-994e-43f556b01437'} bound to L3 agent in host n-d-800634-3 {{(pid=93917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:50:34.622050 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-df8960b1-c31d-40ca-881d-c1dd183fa3a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:50:23Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['d496f89c-3861-4d34-994e-43f556b01437'], 'active': True} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:50:34.624744 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-d5f3accc-177c-4cf9-ba9a-1c82377a51e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:34.648558 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f5816df-2b19-4985-bd59-ea5d024733b2 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:50:34.650163 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-0f5816df-2b19-4985-bd59-ea5d024733b2 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] 10.222.0.16 "GET /v2.0/ports/bb8b2a31-249a-4aae-a5a8-87402d8c4986 HTTP/1.1" status: 200 len: 910 time: 0.1126165 Jul 14 18:50:34.652816 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 44168) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:50:34.691782 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38520053-0c22-463f-ba55-45eab96f2bf1 None None] Network 1efe5253-1d52-415d-b22d-743418d9332d requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:50:34.694111 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-df8960b1-c31d-40ca-881d-c1dd183fa3a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-3', False) {} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:50:34.785693 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-d5f3accc-177c-4cf9-ba9a-1c82377a51e7 None None] For port b7df0297-3f34-45f5-bb88-430e49916ecf, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=b7df0297-3f34-45f5-bb88-430e49916ecf,segment=NetworkSegment(5471958e-5b14-4a5d-aa71-8b9e916a9eb6),segment_id=5471958e-5b14-4a5d-aa71-8b9e916a9eb6)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:50:34.796340 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df8960b1-c31d-40ca-881d-c1dd183fa3a0 None None] Routers {'d496f89c-3861-4d34-994e-43f556b01437'} bound to L3 agent in host n-d-800634-3 {{(pid=93917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:50:34.797115 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-df8960b1-c31d-40ca-881d-c1dd183fa3a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:50:23Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['d496f89c-3861-4d34-994e-43f556b01437'], 'active': True} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:50:34.802111 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-d5f3accc-177c-4cf9-ba9a-1c82377a51e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:34.842089 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-df8960b1-c31d-40ca-881d-c1dd183fa3a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-3', False) {} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:50:34.842302 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df8960b1-c31d-40ca-881d-c1dd183fa3a0 None None] The sync data for ids ['d496f89c-3861-4d34-994e-43f556b01437'] in n-d-800634-3 is: [] {{(pid=93917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 18:50:34.869893 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 44176) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:50:34.923194 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f3accc-177c-4cf9-ba9a-1c82377a51e7 None None] Pushing event updated for resources: {'Port': ['ID=b7df0297-3f34-45f5-bb88-430e49916ecf,revision_number=3']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:50:34.961391 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d3b375f-e956-47f9-b85f-8edbc009d854 admin admin] Deleting subnet 0f557551-9a58-4fbc-9de4-1c0c2883c537 {{(pid=93916) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 18:50:34.977180 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-3d3b375f-e956-47f9-b85f-8edbc009d854 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:34.994646 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-dbc2b493-2ce0-41e1-a14b-47a4cc245658 None None] Provisioning for port f3a31cb3-0163-43ad-b362-7fcc43699a28 completed by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:50:35.051661 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-3d3b375f-e956-47f9-b85f-8edbc009d854 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26296866'] for subnet, precommit_delete_associations {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:35.121757 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-3d3b375f-e956-47f9-b85f-8edbc009d854 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081283'] for subnet, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:35.213893 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-3d3b375f-e956-47f9-b85f-8edbc009d854 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2684816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26033152'] for subnet, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:35.216008 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-41d976c7-9713-4c9c-b7f4-457142989322 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:35.248423 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-c605fffe-c5e1-48e7-954e-aad4c27c3b3a None None] Provisioning complete for port b7df0297-3f34-45f5-bb88-430e49916ecf triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:50:35.249024 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-c605fffe-c5e1-48e7-954e-aad4c27c3b3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:35.262781 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3b375f-e956-47f9-b85f-8edbc009d854 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0f557551-9a58-4fbc-9de4-1c0c2883c537,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:50:35.280453 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-3d3b375f-e956-47f9-b85f-8edbc009d854 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:35.282661 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-3d3b375f-e956-47f9-b85f-8edbc009d854 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/0f557551-9a58-4fbc-9de4-1c0c2883c537 HTTP/1.1" status: 204 len: 168 time: 0.4116619 Jul 14 18:50:35.285523 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 44184) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:50:35.300706 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device b7df0297-3f34-45f5-bb88-430e49916ecf up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:50:35.382044 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-f4968a9f-2a77-441a-9d85-fe68b3d7bda5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645734'] for network, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:35.529647 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port b7df0297-3f34-45f5-bb88-430e49916ecf triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:50:35.529993 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:35.570485 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-f4968a9f-2a77-441a-9d85-fe68b3d7bda5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2096010', 'neutron.services.segments.db._delete_segments_for_network-8728202734996'] for network, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:35.587553 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.segments.db [None req-f4968a9f-2a77-441a-9d85-fe68b3d7bda5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f01ce686-0200-4cef-850e-fdadca3088c1']}} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:50:35.602981 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-c605fffe-c5e1-48e7-954e-aad4c27c3b3a None None] Provisioning for port bb8b2a31-249a-4aae-a5a8-87402d8c4986 completed by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:50:35.606650 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.segments.db [None req-f4968a9f-2a77-441a-9d85-fe68b3d7bda5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3142d796-db76-489d-9ebc-ac845cfeb79d') {'for_net_delete': True} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:50:35.607044 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.segments.db [None req-f4968a9f-2a77-441a-9d85-fe68b3d7bda5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3142d796-db76-489d-9ebc-ac845cfeb79d') {} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:50:35.620974 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-c605fffe-c5e1-48e7-954e-aad4c27c3b3a None None] Provisioning complete for port bb8b2a31-249a-4aae-a5a8-87402d8c4986 triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:50:35.621348 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-c605fffe-c5e1-48e7-954e-aad4c27c3b3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:35.621728 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-f4968a9f-2a77-441a-9d85-fe68b3d7bda5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728202715275', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26296891'] for segment, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:35.656260 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-f4968a9f-2a77-441a-9d85-fe68b3d7bda5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:35.674553 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4968a9f-2a77-441a-9d85-fe68b3d7bda5 admin admin] Releasing vlan 67 on physical network physnet1 to pool {{(pid=93916) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 18:50:35.674553 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-f4968a9f-2a77-441a-9d85-fe68b3d7bda5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2682942'] for segment, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:35.679083 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:35.719713 n-d-800634-3 neutron-server[93916]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:50:35.719713 n-d-800634-3 neutron-server[93916]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:50:35.719713 n-d-800634-3 neutron-server[93916]: Traceback (most recent call last): Jul 14 18:50:35.719713 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 18:50:35.719713 n-d-800634-3 neutron-server[93916]: timer() Jul 14 18:50:35.719713 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 18:50:35.719713 n-d-800634-3 neutron-server[93916]: cb(*args, **kw) Jul 14 18:50:35.719713 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 18:50:35.719713 n-d-800634-3 neutron-server[93916]: return func(*args, **kwargs) Jul 14 18:50:35.719713 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 18:50:35.719713 n-d-800634-3 neutron-server[93916]: self._notify() Jul 14 18:50:35.719713 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 18:50:35.719713 n-d-800634-3 neutron-server[93916]: self.callback(batched_events) Jul 14 18:50:35.719713 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 18:50:35.719713 n-d-800634-3 neutron-server[93916]: event.method(event) Jul 14 18:50:35.719713 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 18:50:35.719713 n-d-800634-3 neutron-server[93916]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 18:50:35.719713 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 18:50:35.719713 n-d-800634-3 neutron-server[93916]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 18:50:35.719713 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 18:50:35.719713 n-d-800634-3 neutron-server[93916]: return f(self, *a, **k) Jul 14 18:50:35.719713 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 18:50:35.719713 n-d-800634-3 neutron-server[93916]: return self._get(url).json() Jul 14 18:50:35.719713 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 18:50:35.719713 n-d-800634-3 neutron-server[93916]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 18:50:35.719713 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 18:50:35.719713 n-d-800634-3 neutron-server[93916]: return self.request(url, 'GET', **kwargs) Jul 14 18:50:35.719713 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 18:50:35.719713 n-d-800634-3 neutron-server[93916]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 18:50:35.719713 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 18:50:35.719713 n-d-800634-3 neutron-server[93916]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 18:50:35.719713 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 18:50:35.719713 n-d-800634-3 neutron-server[93916]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 18:50:35.719713 n-d-800634-3 neutron-server[93916]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 18:50:35.728391 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.db_base_plugin_common [None req-41d976c7-9713-4c9c-b7f4-457142989322 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Allocated IP 172.21.0.1 (1efe5253-1d52-415d-b22d-743418d9332d/388eb967-893f-49ab-877e-fcfcc8385cc6/265cd6a9-aa2e-4c44-8b17-b4fd3802571b) {{(pid=93915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:50:35.752530 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-f4968a9f-2a77-441a-9d85-fe68b3d7bda5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2096001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-930085'] for network, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:35.758447 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-f4968a9f-2a77-441a-9d85-fe68b3d7bda5 admin admin] Notify callbacks [] for network, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:35.776622 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-f4968a9f-2a77-441a-9d85-fe68b3d7bda5 admin admin] 10.222.0.16 "DELETE /v2.0/networks/f01ce686-0200-4cef-850e-fdadca3088c1 HTTP/1.1" status: 204 len: 168 time: 0.4729118 Jul 14 18:50:35.801631 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device f3a31cb3-0163-43ad-b362-7fcc43699a28 up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:50:35.802231 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4968a9f-2a77-441a-9d85-fe68b3d7bda5 admin admin] Pushing event deleted for resources: {'Network': ['ID=f01ce686-0200-4cef-850e-fdadca3088c1,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:50:35.851623 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-c605fffe-c5e1-48e7-954e-aad4c27c3b3a None None] Port bb8b2a31-249a-4aae-a5a8-87402d8c4986 cannot update to ACTIVE because it is not bound. {{(pid=93917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 18:50:35.872524 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning for port f3a31cb3-0163-43ad-b362-7fcc43699a28 completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:50:35.878591 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port f3a31cb3-0163-43ad-b362-7fcc43699a28 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:50:35.879376 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:36.021198 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-41d976c7-9713-4c9c-b7f4-457142989322 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify callbacks [] for port, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:36.044924 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.provisioning_blocks [None req-41d976c7-9713-4c9c-b7f4-457142989322 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Transition to ACTIVE for port object 265cd6a9-aa2e-4c44-8b17-b4fd3802571b will not be triggered until provisioned by entity DHCP. {{(pid=93915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:50:36.065974 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-cf4081e0-3700-443f-803e-6356412a7534 None None] Provisioning complete for port f3a31cb3-0163-43ad-b362-7fcc43699a28 triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:50:36.066351 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-cf4081e0-3700-443f-803e-6356412a7534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:36.117435 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 44206) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:50:36.119216 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:36.129926 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-41d976c7-9713-4c9c-b7f4-457142989322 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:36.175894 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] For port f3a31cb3-0163-43ad-b362-7fcc43699a28, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=f3a31cb3-0163-43ad-b362-7fcc43699a28,segment=NetworkSegment(a17b65ba-0239-422c-830c-4be5331959d4),segment_id=a17b65ba-0239-422c-830c-4be5331959d4)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:50:36.197087 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:36.208325 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-55ad805e-747e-4a5f-b3b5-98440f714ac9 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=dc8d5262b1d34e2eab84ee621f7a0e10&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0895622 Jul 14 18:50:36.210827 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 44208) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:50:36.248722 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41d976c7-9713-4c9c-b7f4-457142989322 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Network 1efe5253-1d52-415d-b22d-743418d9332d is already hosted by enough agents. {{(pid=93915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:50:36.250391 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d976c7-9713-4c9c-b7f4-457142989322 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Pushing event updated for resources: {'Port': ['ID=265cd6a9-aa2e-4c44-8b17-b4fd3802571b,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:50:36.253719 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [None req-41d976c7-9713-4c9c-b7f4-457142989322 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Resources bound (agent type, host, resource id): {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:50:36.272257 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-cf4081e0-3700-443f-803e-6356412a7534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:36.272613 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41d976c7-9713-4c9c-b7f4-457142989322 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Received port after_create {{(pid=93915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:50:36.332804 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Pushing event updated for resources: {'Port': ['ID=f3a31cb3-0163-43ad-b362-7fcc43699a28,revision_number=3']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:50:36.339409 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-ad802db1-ff41-46e6-a08b-adf5dce2d0ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:36.341365 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-41d976c7-9713-4c9c-b7f4-457142989322 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-930452'] for router_interface, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:36.382117 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.db.api [None req-cf4081e0-3700-443f-803e-6356412a7534 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93917) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 14 18:50:36.382512 n-d-800634-3 neutron-server[93917]: DEBUG oslo_db.api [None req-cf4081e0-3700-443f-803e-6356412a7534 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 18:50:36.386474 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-ad802db1-ff41-46e6-a08b-adf5dce2d0ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:36.505600 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-ad802db1-ff41-46e6-a08b-adf5dce2d0ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:36.508467 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-ad802db1-ff41-46e6-a08b-adf5dce2d0ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:36.511867 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-ad802db1-ff41-46e6-a08b-adf5dce2d0ce admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0abe65fc-f489-4951-8c06-afae1a246333 HTTP/1.1" status: 204 len: 168 time: 0.2976646 Jul 14 18:50:36.539517 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad802db1-ff41-46e6-a08b-adf5dce2d0ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0abe65fc-f489-4951-8c06-afae1a246333,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:50:36.585892 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-41d976c7-9713-4c9c-b7f4-457142989322 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:36.907779 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-41d976c7-9713-4c9c-b7f4-457142989322 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify callbacks [] for port, precommit_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:36.915249 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-41d976c7-9713-4c9c-b7f4-457142989322 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25912978'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:36.939000 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-cf4081e0-3700-443f-803e-6356412a7534 None None] Provisioning complete for port bb8b2a31-249a-4aae-a5a8-87402d8c4986 triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:50:36.940171 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-cf4081e0-3700-443f-803e-6356412a7534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:36.999342 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-cf4081e0-3700-443f-803e-6356412a7534 None None] Port bb8b2a31-249a-4aae-a5a8-87402d8c4986 cannot update to ACTIVE because it is not bound. {{(pid=93917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 18:50:37.084601 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d976c7-9713-4c9c-b7f4-457142989322 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Pushing event updated for resources: {'Port': ['ID=265cd6a9-aa2e-4c44-8b17-b4fd3802571b,revision_number=2']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:50:37.091017 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-41d976c7-9713-4c9c-b7f4-457142989322 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-598741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-928734'] for router_interface, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:37.131362 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device f3a31cb3-0163-43ad-b362-7fcc43699a28 up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:50:37.133817 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-e693825b-4b0f-4ec0-b655-99b70757050c None None] Provisioning for port 265cd6a9-aa2e-4c44-8b17-b4fd3802571b completed by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:50:37.183881 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-e693825b-4b0f-4ec0-b655-99b70757050c None None] Provisioning complete for port 265cd6a9-aa2e-4c44-8b17-b4fd3802571b triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:50:37.184586 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-e693825b-4b0f-4ec0-b655-99b70757050c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:37.240282 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port f3a31cb3-0163-43ad-b362-7fcc43699a28 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:50:37.240606 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:37.247115 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41d976c7-9713-4c9c-b7f4-457142989322 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Network 1efe5253-1d52-415d-b22d-743418d9332d is already hosted by enough agents. {{(pid=93915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:50:37.248906 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [None req-41d976c7-9713-4c9c-b7f4-457142989322 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Resources bound (agent type, host, resource id): {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:50:37.260466 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-e693825b-4b0f-4ec0-b655-99b70757050c None None] Port 265cd6a9-aa2e-4c44-8b17-b4fd3802571b cannot update to ACTIVE because it is not bound. {{(pid=93917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 18:50:37.336421 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-e693825b-4b0f-4ec0-b655-99b70757050c None None] Provisioning complete for port bb8b2a31-249a-4aae-a5a8-87402d8c4986 triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:50:37.343134 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-e693825b-4b0f-4ec0-b655-99b70757050c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:37.410992 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device 3a2eb3c4-e06b-47ee-ab16-5381b2cbed0d no longer exists at agent hyperv_n-h1-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 18:50:37.448313 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] No Port match for: 3a2eb3c4-e06b-47ee-ab16-5381b2cbed0d {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 18:50:37.448798 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device 3a2eb3c4-e06b-47ee-ab16-5381b2cbed0d not bound to the agent host n-h1-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 18:50:37.486115 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41d976c7-9713-4c9c-b7f4-457142989322 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Router d496f89c-3861-4d34-994e-43f556b01437 has already been hosted by L3 agent 2c6eb27e-defb-4cca-9a24-381c7415e359 {{(pid=93915) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 18:50:37.510179 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-e693825b-4b0f-4ec0-b655-99b70757050c None None] Port bb8b2a31-249a-4aae-a5a8-87402d8c4986 cannot update to ACTIVE because it is not bound. {{(pid=93917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 18:50:37.661187 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-1eb1461a-e4b8-49e3-a2fa-903bb2351edd None None] Provisioning complete for port 265cd6a9-aa2e-4c44-8b17-b4fd3802571b triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:50:37.661595 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-1eb1461a-e4b8-49e3-a2fa-903bb2351edd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:37.744086 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-1eb1461a-e4b8-49e3-a2fa-903bb2351edd None None] Port 265cd6a9-aa2e-4c44-8b17-b4fd3802571b cannot update to ACTIVE because it is not bound. {{(pid=93917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 18:50:37.756408 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41d976c7-9713-4c9c-b7f4-457142989322 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify agent at l3_agent.n-d-800634-3 the message routers_updated {{(pid=93915) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 18:50:37.773226 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-41d976c7-9713-4c9c-b7f4-457142989322 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] 10.222.0.16 "PUT /v2.0/routers/d496f89c-3861-4d34-994e-43f556b01437/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1169991 Jul 14 18:50:37.775922 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5ddd317-7e06-403e-8ff6-9f676188d016 None None] Sync routers for ids ['d496f89c-3861-4d34-994e-43f556b01437'] in n-d-800634-3 {{(pid=93918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 18:50:37.776592 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 44258) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:50:37.790767 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5ddd317-7e06-403e-8ff6-9f676188d016 None None] Routers {'d496f89c-3861-4d34-994e-43f556b01437'} bound to L3 agent in host n-d-800634-3 {{(pid=93918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:50:37.791987 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-a5ddd317-7e06-403e-8ff6-9f676188d016 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:50:23Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['d496f89c-3861-4d34-994e-43f556b01437'], 'active': True} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:50:37.849650 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-a5ddd317-7e06-403e-8ff6-9f676188d016 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-3', False) {} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:50:37.860526 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5ddd317-7e06-403e-8ff6-9f676188d016 None None] Routers {'d496f89c-3861-4d34-994e-43f556b01437'} bound to L3 agent in host n-d-800634-3 {{(pid=93918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:50:37.861425 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-a5ddd317-7e06-403e-8ff6-9f676188d016 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:50:23Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['d496f89c-3861-4d34-994e-43f556b01437'], 'active': True} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:50:37.861568 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-353b7782-2394-4b26-acfe-afa508faa2ef tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:50:37.863120 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-353b7782-2394-4b26-acfe-afa508faa2ef tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] 10.222.0.16 "GET /v2.0/ports/265cd6a9-aa2e-4c44-8b17-b4fd3802571b HTTP/1.1" status: 200 len: 910 time: 0.0857871 Jul 14 18:50:37.865940 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 44260) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:50:37.922187 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-a5ddd317-7e06-403e-8ff6-9f676188d016 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-3', False) {} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:50:37.923107 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5ddd317-7e06-403e-8ff6-9f676188d016 None None] The sync data for ids ['d496f89c-3861-4d34-994e-43f556b01437'] in n-d-800634-3 is: [] {{(pid=93918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 18:50:38.258488 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-68710da5-1a55-45c7-a55c-d61fc0eac597 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-928623'] for router_interface, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:38.644705 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-68710da5-1a55-45c7-a55c-d61fc0eac597 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Deleting port 265cd6a9-aa2e-4c44-8b17-b4fd3802571b {{(pid=93916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:50:38.645046 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-68710da5-1a55-45c7-a55c-d61fc0eac597 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:38.736585 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-68710da5-1a55-45c7-a55c-d61fc0eac597 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:38.750036 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-68710da5-1a55-45c7-a55c-d61fc0eac597 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Calling delete_port for 265cd6a9-aa2e-4c44-8b17-b4fd3802571b owned by network:router_interface {{(pid=93916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:50:38.977658 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-68710da5-1a55-45c7-a55c-d61fc0eac597 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:39.015247 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68710da5-1a55-45c7-a55c-d61fc0eac597 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Pushing event deleted for resources: {'Port': ['ID=265cd6a9-aa2e-4c44-8b17-b4fd3802571b,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:50:39.645993 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-68710da5-1a55-45c7-a55c-d61fc0eac597 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-598732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-928907'] for router_interface, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:39.927106 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68710da5-1a55-45c7-a55c-d61fc0eac597 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Router d496f89c-3861-4d34-994e-43f556b01437 has already been hosted by L3 agent 2c6eb27e-defb-4cca-9a24-381c7415e359 {{(pid=93916) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 18:50:40.033701 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68710da5-1a55-45c7-a55c-d61fc0eac597 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify agent at l3_agent.n-d-800634-3 the message routers_updated {{(pid=93916) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 18:50:40.045897 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32351e33-fe13-4097-a761-c691dd6ac0ad None None] Sync routers for ids ['d496f89c-3861-4d34-994e-43f556b01437'] in n-d-800634-3 {{(pid=93917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 18:50:40.048416 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-68710da5-1a55-45c7-a55c-d61fc0eac597 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] 10.222.0.16 "PUT /v2.0/routers/d496f89c-3861-4d34-994e-43f556b01437/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1743615 Jul 14 18:50:40.048678 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 44338) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:50:40.074510 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32351e33-fe13-4097-a761-c691dd6ac0ad None None] Routers {'d496f89c-3861-4d34-994e-43f556b01437'} bound to L3 agent in host n-d-800634-3 {{(pid=93917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:50:40.075452 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-32351e33-fe13-4097-a761-c691dd6ac0ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:50:23Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['d496f89c-3861-4d34-994e-43f556b01437'], 'active': True} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:50:40.173282 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-32351e33-fe13-4097-a761-c691dd6ac0ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-3', False) {} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:50:40.195433 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32351e33-fe13-4097-a761-c691dd6ac0ad None None] Routers {'d496f89c-3861-4d34-994e-43f556b01437'} bound to L3 agent in host n-d-800634-3 {{(pid=93917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:50:40.196601 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-32351e33-fe13-4097-a761-c691dd6ac0ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:50:23Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['d496f89c-3861-4d34-994e-43f556b01437'], 'active': True} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:50:40.256545 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-32351e33-fe13-4097-a761-c691dd6ac0ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-3', False) {} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:50:40.257559 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32351e33-fe13-4097-a761-c691dd6ac0ad None None] The sync data for ids ['d496f89c-3861-4d34-994e-43f556b01437'] in n-d-800634-3 is: [] {{(pid=93917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 18:50:40.865181 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-836ab753-13bb-458f-86c5-1c7f1739c69d tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-928623'] for router_interface, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:41.199306 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [None req-836ab753-13bb-458f-86c5-1c7f1739c69d tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Deleting port bb8b2a31-249a-4aae-a5a8-87402d8c4986 {{(pid=93915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:50:41.200477 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-836ab753-13bb-458f-86c5-1c7f1739c69d tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:41.308656 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-836ab753-13bb-458f-86c5-1c7f1739c69d tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:41.325067 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [None req-836ab753-13bb-458f-86c5-1c7f1739c69d tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Calling delete_port for bb8b2a31-249a-4aae-a5a8-87402d8c4986 owned by network:router_interface {{(pid=93915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:50:41.529318 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-836ab753-13bb-458f-86c5-1c7f1739c69d tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:41.595042 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836ab753-13bb-458f-86c5-1c7f1739c69d tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Pushing event deleted for resources: {'Port': ['ID=bb8b2a31-249a-4aae-a5a8-87402d8c4986,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:50:41.781196 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-836ab753-13bb-458f-86c5-1c7f1739c69d tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-598732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-928907'] for router_interface, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:42.016260 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-836ab753-13bb-458f-86c5-1c7f1739c69d tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Router d496f89c-3861-4d34-994e-43f556b01437 has already been hosted by L3 agent 2c6eb27e-defb-4cca-9a24-381c7415e359 {{(pid=93915) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 18:50:42.104688 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-836ab753-13bb-458f-86c5-1c7f1739c69d tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify agent at l3_agent.n-d-800634-3 the message routers_updated {{(pid=93915) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 18:50:42.110496 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-836ab753-13bb-458f-86c5-1c7f1739c69d tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] 10.222.0.16 "PUT /v2.0/routers/d496f89c-3861-4d34-994e-43f556b01437/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0596204 Jul 14 18:50:42.112991 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 44386) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:50:42.117373 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8d5b5d5-3421-463a-9f34-1ae0887f0a61 None None] Sync routers for ids ['d496f89c-3861-4d34-994e-43f556b01437'] in n-d-800634-3 {{(pid=93918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 18:50:42.130893 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8d5b5d5-3421-463a-9f34-1ae0887f0a61 None None] Routers {'d496f89c-3861-4d34-994e-43f556b01437'} bound to L3 agent in host n-d-800634-3 {{(pid=93918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:50:42.132101 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-f8d5b5d5-3421-463a-9f34-1ae0887f0a61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:50:23Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['d496f89c-3861-4d34-994e-43f556b01437'], 'active': True} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:50:42.154637 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-c7c19f12-b157-40ad-9afd-6ff8a1a11096 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] 10.222.0.16 "GET /v2.0/ports?device_id=d496f89c-3861-4d34-994e-43f556b01437 HTTP/1.1" status: 200 len: 205 time: 0.0404682 Jul 14 18:50:42.157346 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 44388) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:50:42.323774 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-a193f5f8-d895-4b98-a504-8d5cd63ce3e4 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify callbacks [] for router, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:42.373605 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-f8d5b5d5-3421-463a-9f34-1ae0887f0a61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-3', False) {} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:50:42.383460 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8d5b5d5-3421-463a-9f34-1ae0887f0a61 None None] Routers {'d496f89c-3861-4d34-994e-43f556b01437'} bound to L3 agent in host n-d-800634-3 {{(pid=93918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:50:42.384166 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-f8d5b5d5-3421-463a-9f34-1ae0887f0a61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:50:23Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['d496f89c-3861-4d34-994e-43f556b01437'], 'active': True} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:50:42.460024 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-f8d5b5d5-3421-463a-9f34-1ae0887f0a61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-3', False) {} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:50:42.471039 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8d5b5d5-3421-463a-9f34-1ae0887f0a61 None None] The sync data for ids ['d496f89c-3861-4d34-994e-43f556b01437'] in n-d-800634-3 is: [] {{(pid=93918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 18:50:42.504672 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 44398) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:50:42.681021 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-a193f5f8-d895-4b98-a504-8d5cd63ce3e4 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-571778', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11402'] for router, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:42.683900 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-a193f5f8-d895-4b98-a504-8d5cd63ce3e4 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:42.743094 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-3c77d93b-c517-4dd1-a291-a0b49591b902 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:42.793229 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-a193f5f8-d895-4b98-a504-8d5cd63ce3e4 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-541202'] for router, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:42.794210 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a193f5f8-d895-4b98-a504-8d5cd63ce3e4 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Fanout notify agent at l3_agent the message router_deleted on router d496f89c-3861-4d34-994e-43f556b01437 {{(pid=93915) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 18:50:42.808390 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-a193f5f8-d895-4b98-a504-8d5cd63ce3e4 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify callbacks [] for router, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:42.809523 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-a193f5f8-d895-4b98-a504-8d5cd63ce3e4 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] 10.222.0.16 "DELETE /v2.0/routers/d496f89c-3861-4d34-994e-43f556b01437 HTTP/1.1" status: 204 len: 168 time: 0.6511645 Jul 14 18:50:42.812065 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 44410) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:50:42.942108 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.db_base_plugin_v2 [None req-ada565ec-7578-484d-b7b5-625a3a798725 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Deleting subnet 388eb967-893f-49ab-877e-fcfcc8385cc6 {{(pid=93915) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 18:50:42.956042 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-ada565ec-7578-484d-b7b5-625a3a798725 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify callbacks [] for subnet, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:42.965229 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-3c77d93b-c517-4dd1-a291-a0b49591b902 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:42.981207 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-3c77d93b-c517-4dd1-a291-a0b49591b902 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:43.047129 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-ada565ec-7578-484d-b7b5-625a3a798725 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28939913'] for subnet, precommit_delete_associations {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:43.050157 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-3c77d93b-c517-4dd1-a291-a0b49591b902 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3f53e198ca8242d0bb0a303d92e7281a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5443904 Jul 14 18:50:43.062018 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 44416) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:50:43.073652 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c77d93b-c517-4dd1-a291-a0b49591b902 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4aad720d-0baf-4f63-9bfd-bfcdf247a71b,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:50:43.206625 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-a3700beb-b900-41c9-8fbd-7fc9e30a1ddd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:43.243968 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-a3700beb-b900-41c9-8fbd-7fc9e30a1ddd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:43.287190 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-ada565ec-7578-484d-b7b5-625a3a798725 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081283'] for subnet, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:43.359406 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-a3700beb-b900-41c9-8fbd-7fc9e30a1ddd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:43.362636 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-a3700beb-b900-41c9-8fbd-7fc9e30a1ddd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:43.363968 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-a3700beb-b900-41c9-8fbd-7fc9e30a1ddd admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/4aad720d-0baf-4f63-9bfd-bfcdf247a71b HTTP/1.1" status: 204 len: 168 time: 0.3013458 Jul 14 18:50:43.377520 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3700beb-b900-41c9-8fbd-7fc9e30a1ddd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4aad720d-0baf-4f63-9bfd-bfcdf247a71b,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:50:43.415917 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-ada565ec-7578-484d-b7b5-625a3a798725 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25913028', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28969762'] for subnet, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:43.479291 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada565ec-7578-484d-b7b5-625a3a798725 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Pushing event deleted for resources: {'Subnet': ['ID=388eb967-893f-49ab-877e-fcfcc8385cc6,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:50:43.485710 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-ada565ec-7578-484d-b7b5-625a3a798725 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify callbacks [] for subnet, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:43.487727 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-ada565ec-7578-484d-b7b5-625a3a798725 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] 10.222.0.16 "DELETE /v2.0/subnets/388eb967-893f-49ab-877e-fcfcc8385cc6 HTTP/1.1" status: 204 len: 168 time: 0.6743908 Jul 14 18:50:43.491088 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 44426) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:50:43.494470 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14f4b924-16dd-4aa1-9832-0dc60db3f401 None None] Network 1efe5253-1d52-415d-b22d-743418d9332d requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:50:43.644779 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.db_base_plugin_v2 [None req-535e0576-b4b7-47b1-a1e8-63e40d9acc6d tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Deleting subnet de864795-d0b3-41db-9fd1-fb3fec232361 {{(pid=93916) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 18:50:43.667630 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-535e0576-b4b7-47b1-a1e8-63e40d9acc6d tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify callbacks [] for subnet, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:43.745503 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-535e0576-b4b7-47b1-a1e8-63e40d9acc6d tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26296866'] for subnet, precommit_delete_associations {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:43.846541 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-535e0576-b4b7-47b1-a1e8-63e40d9acc6d tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081283'] for subnet, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:43.917817 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75dfbe56-e9ce-4ad0-a786-6f1c5fda4494 None None] DHCP port deletion for 1efe5253-1d52-415d-b22d-743418d9332d request from n-d-800634-3 {{(pid=93917) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 18:50:43.918937 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-535e0576-b4b7-47b1-a1e8-63e40d9acc6d tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2684816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26033152'] for subnet, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:43.953847 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-535e0576-b4b7-47b1-a1e8-63e40d9acc6d tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify callbacks [] for subnet, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:43.955945 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-535e0576-b4b7-47b1-a1e8-63e40d9acc6d tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] 10.222.0.16 "DELETE /v2.0/subnets/de864795-d0b3-41db-9fd1-fb3fec232361 HTTP/1.1" status: 204 len: 168 time: 0.4643276 Jul 14 18:50:43.957048 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535e0576-b4b7-47b1-a1e8-63e40d9acc6d tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Pushing event deleted for resources: {'Subnet': ['ID=de864795-d0b3-41db-9fd1-fb3fec232361,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:50:43.958566 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 44444) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:50:43.969839 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf3b2469-128c-40b7-86d1-beb54e90958a None None] Network 28091aad-daa2-47e4-b607-145ead183480 requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:50:44.053154 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-e2f09bb8-b220-41f0-a735-392b9341b477 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645734'] for network, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:44.143720 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-75dfbe56-e9ce-4ad0-a786-6f1c5fda4494 None None] Deleting port f3a31cb3-0163-43ad-b362-7fcc43699a28 {{(pid=93917) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:50:44.144051 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-75dfbe56-e9ce-4ad0-a786-6f1c5fda4494 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:44.160766 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [None req-e2f09bb8-b220-41f0-a735-392b9341b477 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Deleting port f3a31cb3-0163-43ad-b362-7fcc43699a28 {{(pid=93915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:50:44.160766 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-e2f09bb8-b220-41f0-a735-392b9341b477 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:44.238920 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-75dfbe56-e9ce-4ad0-a786-6f1c5fda4494 None None] For port f3a31cb3-0163-43ad-b362-7fcc43699a28, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=f3a31cb3-0163-43ad-b362-7fcc43699a28,segment=NetworkSegment(a17b65ba-0239-422c-830c-4be5331959d4),segment_id=a17b65ba-0239-422c-830c-4be5331959d4)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:50:44.239596 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-75dfbe56-e9ce-4ad0-a786-6f1c5fda4494 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:44.253696 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-75dfbe56-e9ce-4ad0-a786-6f1c5fda4494 None None] Calling delete_port for f3a31cb3-0163-43ad-b362-7fcc43699a28 owned by network:dhcp {{(pid=93917) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:50:44.355524 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [None req-e2f09bb8-b220-41f0-a735-392b9341b477 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] For port f3a31cb3-0163-43ad-b362-7fcc43699a28, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=f3a31cb3-0163-43ad-b362-7fcc43699a28,segment=NetworkSegment(a17b65ba-0239-422c-830c-4be5331959d4),segment_id=a17b65ba-0239-422c-830c-4be5331959d4)] {{(pid=93915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:50:44.356081 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-e2f09bb8-b220-41f0-a735-392b9341b477 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:44.377211 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ed7f3cc-7741-47b5-b38e-a871316c630c None None] DHCP port deletion for 28091aad-daa2-47e4-b607-145ead183480 request from n-d-800634-3 {{(pid=93917) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 18:50:44.382677 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [None req-e2f09bb8-b220-41f0-a735-392b9341b477 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Calling delete_port for f3a31cb3-0163-43ad-b362-7fcc43699a28 owned by network:dhcp {{(pid=93915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:50:44.547729 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-e2f09bb8-b220-41f0-a735-392b9341b477 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:44.554147 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-8ed7f3cc-7741-47b5-b38e-a871316c630c None None] Deleting port b7df0297-3f34-45f5-bb88-430e49916ecf {{(pid=93917) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:50:44.554629 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-8ed7f3cc-7741-47b5-b38e-a871316c630c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:44.595292 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f09bb8-b220-41f0-a735-392b9341b477 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Pushing event deleted for resources: {'Port': ['ID=f3a31cb3-0163-43ad-b362-7fcc43699a28,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:50:44.615186 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-75dfbe56-e9ce-4ad0-a786-6f1c5fda4494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813'] for port, after_delete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:44.624886 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2f09bb8-b220-41f0-a735-392b9341b477 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] No DVR routers for this DVR port f3a31cb3-0163-43ad-b362-7fcc43699a28 on host n-d-800634-3 {{(pid=93915) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 18:50:44.636258 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-8ed7f3cc-7741-47b5-b38e-a871316c630c None None] For port b7df0297-3f34-45f5-bb88-430e49916ecf, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=b7df0297-3f34-45f5-bb88-430e49916ecf,segment=NetworkSegment(5471958e-5b14-4a5d-aa71-8b9e916a9eb6),segment_id=5471958e-5b14-4a5d-aa71-8b9e916a9eb6)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:50:44.636805 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-8ed7f3cc-7741-47b5-b38e-a871316c630c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:44.662168 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-8ed7f3cc-7741-47b5-b38e-a871316c630c None None] Calling delete_port for b7df0297-3f34-45f5-bb88-430e49916ecf owned by network:dhcp {{(pid=93917) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:50:44.766386 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75dfbe56-e9ce-4ad0-a786-6f1c5fda4494 None None] Pushing event deleted for resources: {'Port': ['ID=f3a31cb3-0163-43ad-b362-7fcc43699a28,revision_number=None']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:50:44.770410 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-8ed7f3cc-7741-47b5-b38e-a871316c630c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813'] for port, after_delete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:44.793784 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75dfbe56-e9ce-4ad0-a786-6f1c5fda4494 None None] No DVR routers for this DVR port f3a31cb3-0163-43ad-b362-7fcc43699a28 on host n-d-800634-3 {{(pid=93917) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 18:50:44.807119 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ed7f3cc-7741-47b5-b38e-a871316c630c None None] No DVR routers for this DVR port b7df0297-3f34-45f5-bb88-430e49916ecf on host n-d-800634-3 {{(pid=93917) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 18:50:44.867189 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed7f3cc-7741-47b5-b38e-a871316c630c None None] Pushing event deleted for resources: {'Port': ['ID=b7df0297-3f34-45f5-bb88-430e49916ecf,revision_number=None']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:50:44.922817 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-e2f09bb8-b220-41f0-a735-392b9341b477 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2096010', 'neutron.services.segments.db._delete_segments_for_network-8728202734996'] for network, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:44.941874 n-d-800634-3 neutron-server[93915]: DEBUG neutron.services.segments.db [None req-e2f09bb8-b220-41f0-a735-392b9341b477 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1efe5253-1d52-415d-b22d-743418d9332d']}} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:50:44.955062 n-d-800634-3 neutron-server[93915]: DEBUG neutron.services.segments.db [None req-e2f09bb8-b220-41f0-a735-392b9341b477 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a17b65ba-0239-422c-830c-4be5331959d4') {'for_net_delete': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:50:44.955474 n-d-800634-3 neutron-server[93915]: DEBUG neutron.services.segments.db [None req-e2f09bb8-b220-41f0-a735-392b9341b477 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a17b65ba-0239-422c-830c-4be5331959d4') {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:50:44.975750 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-e2f09bb8-b220-41f0-a735-392b9341b477 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728202715275', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28939920'] for segment, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:45.012285 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d412775-49d0-4546-aac6-6b8f25cdc325 req-df3b9a46-63c3-4e71-9275-a35cc88e442c tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:50:45.019661 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-9d412775-49d0-4546-aac6-6b8f25cdc325 req-df3b9a46-63c3-4e71-9275-a35cc88e442c tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c556fe5-0125-48ec-8057-3295f5ec5000 HTTP/1.1" status: 200 len: 944 time: 0.1658487 Jul 14 18:50:45.022505 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-e2f09bb8-b220-41f0-a735-392b9341b477 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:45.041334 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2f09bb8-b220-41f0-a735-392b9341b477 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Releasing vlan 56 on physical network physnet1 to pool {{(pid=93915) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 18:50:45.041717 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-e2f09bb8-b220-41f0-a735-392b9341b477 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25911658'] for segment, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:45.044785 n-d-800634-3 neutron-server[93915]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:50:45.044785 n-d-800634-3 neutron-server[93915]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:50:45.044785 n-d-800634-3 neutron-server[93915]: Traceback (most recent call last): Jul 14 18:50:45.044785 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 18:50:45.044785 n-d-800634-3 neutron-server[93915]: timer() Jul 14 18:50:45.044785 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 18:50:45.044785 n-d-800634-3 neutron-server[93915]: cb(*args, **kw) Jul 14 18:50:45.044785 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 18:50:45.044785 n-d-800634-3 neutron-server[93915]: return func(*args, **kwargs) Jul 14 18:50:45.044785 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 18:50:45.044785 n-d-800634-3 neutron-server[93915]: self._notify() Jul 14 18:50:45.044785 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 18:50:45.044785 n-d-800634-3 neutron-server[93915]: self.callback(batched_events) Jul 14 18:50:45.044785 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 18:50:45.044785 n-d-800634-3 neutron-server[93915]: event.method(event) Jul 14 18:50:45.044785 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 18:50:45.044785 n-d-800634-3 neutron-server[93915]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 18:50:45.044785 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 18:50:45.044785 n-d-800634-3 neutron-server[93915]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 18:50:45.044785 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 18:50:45.044785 n-d-800634-3 neutron-server[93915]: return f(self, *a, **k) Jul 14 18:50:45.044785 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 18:50:45.044785 n-d-800634-3 neutron-server[93915]: return self._get(url).json() Jul 14 18:50:45.044785 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 18:50:45.044785 n-d-800634-3 neutron-server[93915]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 18:50:45.044785 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 18:50:45.044785 n-d-800634-3 neutron-server[93915]: return self.request(url, 'GET', **kwargs) Jul 14 18:50:45.044785 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 18:50:45.044785 n-d-800634-3 neutron-server[93915]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 18:50:45.044785 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 18:50:45.044785 n-d-800634-3 neutron-server[93915]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 18:50:45.044785 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 18:50:45.044785 n-d-800634-3 neutron-server[93915]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 18:50:45.044785 n-d-800634-3 neutron-server[93915]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 18:50:45.137795 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device b7df0297-3f34-45f5-bb88-430e49916ecf no longer exists at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 18:50:45.161520 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-9d412775-49d0-4546-aac6-6b8f25cdc325 req-3e88d779-519f-4288-af36-c0d7f8b90a77 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] 10.222.0.16 "GET /v2.0/security-groups?id=be330687-3a60-4db7-bad1-ca6d5eb00fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1409457 Jul 14 18:50:45.162722 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-e2f09bb8-b220-41f0-a735-392b9341b477 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2096001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-930085'] for network, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:45.177288 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-e2f09bb8-b220-41f0-a735-392b9341b477 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify callbacks [] for network, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:45.182477 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-e2f09bb8-b220-41f0-a735-392b9341b477 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] 10.222.0.16 "DELETE /v2.0/networks/1efe5253-1d52-415d-b22d-743418d9332d HTTP/1.1" status: 204 len: 168 time: 1.2226329 Jul 14 18:50:45.183683 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 44478) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:50:45.198897 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f09bb8-b220-41f0-a735-392b9341b477 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Pushing event deleted for resources: {'Network': ['ID=1efe5253-1d52-415d-b22d-743418d9332d,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:50:45.205149 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] No Port match for: b7df0297-3f34-45f5-bb88-430e49916ecf {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 18:50:45.205520 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device b7df0297-3f34-45f5-bb88-430e49916ecf not bound to the agent host n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 18:50:45.206728 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device f3a31cb3-0163-43ad-b362-7fcc43699a28 no longer exists at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 18:50:45.233954 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] No Port match for: f3a31cb3-0163-43ad-b362-7fcc43699a28 {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 18:50:45.234359 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device f3a31cb3-0163-43ad-b362-7fcc43699a28 not bound to the agent host n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 18:50:45.373391 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-2ee56295-5e50-438c-a86b-71ed0fe4db14 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645734'] for network, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:45.529600 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-2ee56295-5e50-438c-a86b-71ed0fe4db14 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2096010', 'neutron.services.segments.db._delete_segments_for_network-8728202734996'] for network, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:45.540354 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45636a4-665e-47a8-b1ce-5e8a8725cfe2 req-04319691-d723-4fbd-96fd-2a2a3b9bfd3b tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:50:45.541932 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e45636a4-665e-47a8-b1ce-5e8a8725cfe2 req-04319691-d723-4fbd-96fd-2a2a3b9bfd3b tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c556fe5-0125-48ec-8057-3295f5ec5000 HTTP/1.1" status: 200 len: 944 time: 0.1327634 Jul 14 18:50:45.554068 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.segments.db [None req-2ee56295-5e50-438c-a86b-71ed0fe4db14 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28091aad-daa2-47e4-b607-145ead183480']}} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:50:45.566703 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.segments.db [None req-2ee56295-5e50-438c-a86b-71ed0fe4db14 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5471958e-5b14-4a5d-aa71-8b9e916a9eb6') {'for_net_delete': True} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:50:45.567047 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.segments.db [None req-2ee56295-5e50-438c-a86b-71ed0fe4db14 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5471958e-5b14-4a5d-aa71-8b9e916a9eb6') {} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:50:45.578020 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-2ee56295-5e50-438c-a86b-71ed0fe4db14 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728202715275', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26296891'] for segment, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:45.593022 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-2ee56295-5e50-438c-a86b-71ed0fe4db14 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:45.599647 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ee56295-5e50-438c-a86b-71ed0fe4db14 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Releasing vlan 55 on physical network physnet1 to pool {{(pid=93916) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 18:50:45.600001 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-2ee56295-5e50-438c-a86b-71ed0fe4db14 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2682942'] for segment, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:45.676517 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e45636a4-665e-47a8-b1ce-5e8a8725cfe2 req-273f4036-9737-4d6f-b354-82174115d927 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] 10.222.0.16 "GET /v2.0/security-groups?id=be330687-3a60-4db7-bad1-ca6d5eb00fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1275749 Jul 14 18:50:45.677947 n-d-800634-3 neutron-server[93916]: Traceback (most recent call last): Jul 14 18:50:45.677947 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 18:50:45.677947 n-d-800634-3 neutron-server[93916]: timer() Jul 14 18:50:45.677947 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 18:50:45.677947 n-d-800634-3 neutron-server[93916]: cb(*args, **kw) Jul 14 18:50:45.677947 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 18:50:45.677947 n-d-800634-3 neutron-server[93916]: return func(*args, **kwargs) Jul 14 18:50:45.677947 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 18:50:45.677947 n-d-800634-3 neutron-server[93916]: self._notify() Jul 14 18:50:45.677947 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 18:50:45.677947 n-d-800634-3 neutron-server[93916]: self.callback(batched_events) Jul 14 18:50:45.677947 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 18:50:45.677947 n-d-800634-3 neutron-server[93916]: event.method(event) Jul 14 18:50:45.677947 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 18:50:45.677947 n-d-800634-3 neutron-server[93916]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 18:50:45.677947 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 18:50:45.677947 n-d-800634-3 neutron-server[93916]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 18:50:45.677947 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 18:50:45.677947 n-d-800634-3 neutron-server[93916]: return f(self, *a, **k) Jul 14 18:50:45.677947 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 18:50:45.677947 n-d-800634-3 neutron-server[93916]: return self._get(url).json() Jul 14 18:50:45.677947 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 18:50:45.677947 n-d-800634-3 neutron-server[93916]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 18:50:45.677947 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 18:50:45.677947 n-d-800634-3 neutron-server[93916]: return self.request(url, 'GET', **kwargs) Jul 14 18:50:45.677947 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 18:50:45.677947 n-d-800634-3 neutron-server[93916]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 18:50:45.677947 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 18:50:45.677947 n-d-800634-3 neutron-server[93916]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 18:50:45.677947 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 18:50:45.677947 n-d-800634-3 neutron-server[93916]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 18:50:45.677947 n-d-800634-3 neutron-server[93916]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 18:50:45.684011 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-2ee56295-5e50-438c-a86b-71ed0fe4db14 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2096001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-930085'] for network, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:45.705913 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-2ee56295-5e50-438c-a86b-71ed0fe4db14 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify callbacks [] for network, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:45.708038 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-2ee56295-5e50-438c-a86b-71ed0fe4db14 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] 10.222.0.16 "DELETE /v2.0/networks/28091aad-daa2-47e4-b607-145ead183480 HTTP/1.1" status: 204 len: 168 time: 0.5205197 Jul 14 18:50:45.709464 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee56295-5e50-438c-a86b-71ed0fe4db14 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Pushing event deleted for resources: {'Network': ['ID=28091aad-daa2-47e4-b607-145ead183480,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:50:45.714615 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 44496) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:50:45.724476 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-bcda8b0b-fba3-488a-9b0b-fb24bc3de020 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Request body: {'network': {'name': 'tempest-RoutersTest-845498301'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:50:45.795037 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcda8b0b-fba3-488a-9b0b-fb24bc3de020 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Made reservation on behalf of 6f1f29d6af59462b92aca472594c5dfe for: {'network': 1} {{(pid=93915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:50:45.803593 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-bcda8b0b-fba3-488a-9b0b-fb24bc3de020 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for network, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:45.873748 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bcda8b0b-fba3-488a-9b0b-fb24bc3de020 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 82} {{(pid=93915) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 18:50:45.888285 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-bcda8b0b-fba3-488a-9b0b-fb24bc3de020 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:45.888971 n-d-800634-3 neutron-server[93915]: INFO neutron.db.segments_db [None req-bcda8b0b-fba3-488a-9b0b-fb24bc3de020 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Added segment 8f338a59-9919-46d2-a413-997253f3db9d of type vlan for network d66c69b0-6a08-4d03-a9cf-cfdf4cfae367 Jul 14 18:50:45.955692 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-bcda8b0b-fba3-488a-9b0b-fb24bc3de020 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728202197517'] for network, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:46.041884 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-bcda8b0b-fba3-488a-9b0b-fb24bc3de020 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727'] for network, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:46.047931 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcda8b0b-fba3-488a-9b0b-fb24bc3de020 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:50:46.049743 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-bcda8b0b-fba3-488a-9b0b-fb24bc3de020 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify callbacks [] for network, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:46.156494 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-bcda8b0b-fba3-488a-9b0b-fb24bc3de020 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.4394813 Jul 14 18:50:46.159482 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 44516) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:50:46.166067 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-0c97209b-6177-4b12-83fd-d8542e28e2b7 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Request body: {'subnet': {'network_id': 'd66c69b0-6a08-4d03-a9cf-cfdf4cfae367', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:50:46.199020 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcda8b0b-fba3-488a-9b0b-fb24bc3de020 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Pushing event updated for resources: {'Network': ['ID=d66c69b0-6a08-4d03-a9cf-cfdf4cfae367,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:50:46.219249 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Network d66c69b0-6a08-4d03-a9cf-cfdf4cfae367 details requested by agent ovs-agent-n-d-800634-3 with host n-d-800634-3 {{(pid=93917) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 18:50:46.343444 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c97209b-6177-4b12-83fd-d8542e28e2b7 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Made reservation on behalf of 6f1f29d6af59462b92aca472594c5dfe for: {'subnet': 1} {{(pid=93916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:50:46.350101 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-0c97209b-6177-4b12-83fd-d8542e28e2b7 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26033189'] for subnet, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:46.499910 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5f9a0e-a8a1-4fdb-a128-ca9e7656616c req-398cd9fa-f6c7-4445-af71-2fd007c2aa63 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:50:46.503525 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-5f5f9a0e-a8a1-4fdb-a128-ca9e7656616c req-398cd9fa-f6c7-4445-af71-2fd007c2aa63 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c556fe5-0125-48ec-8057-3295f5ec5000 HTTP/1.1" status: 200 len: 944 time: 0.1368818 Jul 14 18:50:46.587228 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-5f5f9a0e-a8a1-4fdb-a128-ca9e7656616c req-f8dd05cf-8d35-4268-ae9f-7e98f86f2f0e tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] 10.222.0.16 "GET /v2.0/security-groups?id=be330687-3a60-4db7-bad1-ca6d5eb00fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0757718 Jul 14 18:50:46.661904 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-0c97209b-6177-4b12-83fd-d8542e28e2b7 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2684753', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26033175'] for subnet, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:46.770415 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c97209b-6177-4b12-83fd-d8542e28e2b7 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Pushing event updated for resources: {'Subnet': ['ID=82563fb1-34eb-458e-b047-d5c99944c8a5,revision_number=0']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:50:46.776183 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c97209b-6177-4b12-83fd-d8542e28e2b7 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Checking segment: {'id': '8f338a59-9919-46d2-a413-997253f3db9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'd66c69b0-6a08-4d03-a9cf-cfdf4cfae367'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93916) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:50:46.776557 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c97209b-6177-4b12-83fd-d8542e28e2b7 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Network hostable DHCP agents. Network: d66c69b0-6a08-4d03-a9cf-cfdf4cfae367, hostable agents: ['028393c3-0576-4ebd-bca1-8ea8a148e1a2'], hosted agents: [] {{(pid=93916) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 18:50:46.794602 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c97209b-6177-4b12-83fd-d8542e28e2b7 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Network d66c69b0-6a08-4d03-a9cf-cfdf4cfae367 is scheduled to be hosted by DHCP agent 028393c3-0576-4ebd-bca1-8ea8a148e1a2 with binding_index 1 {{(pid=93916) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 18:50:46.808273 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [None req-0c97209b-6177-4b12-83fd-d8542e28e2b7 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-3, d66c69b0-6a08-4d03-a9cf-cfdf4cfae367) {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:50:46.819766 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3676926-ef18-48d8-95fb-ea69fae10603 None None] Network d66c69b0-6a08-4d03-a9cf-cfdf4cfae367 requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:50:46.827097 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c97209b-6177-4b12-83fd-d8542e28e2b7 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:50:46.831891 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-0c97209b-6177-4b12-83fd-d8542e28e2b7 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify callbacks [] for subnet, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:46.863194 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-0c97209b-6177-4b12-83fd-d8542e28e2b7 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7023005 Jul 14 18:50:46.866382 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 44538) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:50:46.871388 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-0b95d62a-f745-4a1a-b20b-0f35a571bd1d tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-90550459', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:50:46.918813 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-0b95d62a-f745-4a1a-b20b-0f35a571bd1d tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-571768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11104'] for router, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:46.921602 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-0b95d62a-f745-4a1a-b20b-0f35a571bd1d tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-571675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-930014', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-632314', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11129'] for router, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:47.026169 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-0b95d62a-f745-4a1a-b20b-0f35a571bd1d tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:47.049901 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-0b95d62a-f745-4a1a-b20b-0f35a571bd1d tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-571759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-930033'] for router, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:47.083645 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-0b95d62a-f745-4a1a-b20b-0f35a571bd1d tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify callbacks [] for router, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:47.101401 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-0b95d62a-f745-4a1a-b20b-0f35a571bd1d tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.2340307 Jul 14 18:50:47.106287 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 44548) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:50:47.112955 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-edb6523e-a6b0-4a5f-8d77-4189f8c511be tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Request body: {'port': {'network_id': 'd66c69b0-6a08-4d03-a9cf-cfdf4cfae367', 'name': 'tempest-RoutersTest-1373988225'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:50:47.189260 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7c5917e-cff3-4350-8782-99c6493680e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9222b97e-5d1c-54f8-ba97-82f172498e76-d66c69b0-6a08-4d03-a9cf-cfdf4cfae367', 'network_id': 'd66c69b0-6a08-4d03-a9cf-cfdf4cfae367', 'tenant_id': '6f1f29d6af59462b92aca472594c5dfe', 'fixed_ips': [{'subnet_id': '82563fb1-34eb-458e-b047-d5c99944c8a5'}]}} from n-d-800634-3. {{(pid=93917) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 18:50:47.190146 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b7c5917e-cff3-4350-8782-99c6493680e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:47.342136 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edb6523e-a6b0-4a5f-8d77-4189f8c511be tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Made reservation on behalf of 6f1f29d6af59462b92aca472594c5dfe for: {'port': 1} {{(pid=93915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:50:47.347853 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-edb6523e-a6b0-4a5f-8d77-4189f8c511be tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:47.397533 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [None req-edb6523e-a6b0-4a5f-8d77-4189f8c511be tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] device_id is not set on port 5f6b42b6-9bf2-42cd-ad4e-00135493a0a3 yet. {{(pid=93915) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 18:50:47.484547 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.db_base_plugin_common [None req-b7c5917e-cff3-4350-8782-99c6493680e7 None None] Allocated IP 172.20.0.2 (d66c69b0-6a08-4d03-a9cf-cfdf4cfae367/82563fb1-34eb-458e-b047-d5c99944c8a5/7892ce0a-22a0-423d-8d0a-9f21937130cb) {{(pid=93917) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:50:47.856068 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b7c5917e-cff3-4350-8782-99c6493680e7 None None] Notify callbacks [] for port, precommit_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:47.872161 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf6e4b4-d15d-4717-b6ec-97954cccbb2b req-ad800eb5-e34b-4ca8-8dfc-a4bec8da3bdb tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:50:47.873797 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-9cf6e4b4-d15d-4717-b6ec-97954cccbb2b req-ad800eb5-e34b-4ca8-8dfc-a4bec8da3bdb tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c556fe5-0125-48ec-8057-3295f5ec5000 HTTP/1.1" status: 200 len: 944 time: 0.1880667 Jul 14 18:50:47.890024 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-b7c5917e-cff3-4350-8782-99c6493680e7 None None] Transition to ACTIVE for port object 7892ce0a-22a0-423d-8d0a-9f21937130cb will not be triggered until provisioned by entity L2. {{(pid=93917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:50:47.923634 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-b7c5917e-cff3-4350-8782-99c6493680e7 None None] Transition to ACTIVE for port object 7892ce0a-22a0-423d-8d0a-9f21937130cb will not be triggered until provisioned by entity DHCP. {{(pid=93917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:50:47.936940 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b7c5917e-cff3-4350-8782-99c6493680e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804'] for port, after_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:47.985551 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-9cf6e4b4-d15d-4717-b6ec-97954cccbb2b req-2f3b34c6-4f12-4383-8efd-6af91f45f841 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] 10.222.0.16 "GET /v2.0/security-groups?id=be330687-3a60-4db7-bad1-ca6d5eb00fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0940719 Jul 14 18:50:48.038029 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c5917e-cff3-4350-8782-99c6493680e7 None None] Pushing event updated for resources: {'Port': ['ID=7892ce0a-22a0-423d-8d0a-9f21937130cb,revision_number=1']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:50:48.049457 n-d-800634-3 neutron-server[93917]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7c5917e-cff3-4350-8782-99c6493680e7 None None] Network d66c69b0-6a08-4d03-a9cf-cfdf4cfae367 is already hosted by enough agents. {{(pid=93917) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:50:48.052829 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c5917e-cff3-4350-8782-99c6493680e7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:50:48.053320 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c5917e-cff3-4350-8782-99c6493680e7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:50:48.057565 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c5917e-cff3-4350-8782-99c6493680e7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:50:48.057892 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c5917e-cff3-4350-8782-99c6493680e7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:50:48.058315 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c5917e-cff3-4350-8782-99c6493680e7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:50:48.058646 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c5917e-cff3-4350-8782-99c6493680e7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:50:48.059016 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c5917e-cff3-4350-8782-99c6493680e7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:50:48.059306 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c5917e-cff3-4350-8782-99c6493680e7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:50:48.059661 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c5917e-cff3-4350-8782-99c6493680e7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:50:48.060224 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c5917e-cff3-4350-8782-99c6493680e7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:50:48.060316 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c5917e-cff3-4350-8782-99c6493680e7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:50:48.060653 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c5917e-cff3-4350-8782-99c6493680e7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:50:48.064811 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.db_base_plugin_common [None req-edb6523e-a6b0-4a5f-8d77-4189f8c511be tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Allocated IP 172.20.0.14 (d66c69b0-6a08-4d03-a9cf-cfdf4cfae367/82563fb1-34eb-458e-b047-d5c99944c8a5/5f6b42b6-9bf2-42cd-ad4e-00135493a0a3) {{(pid=93915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:50:48.069777 n-d-800634-3 neutron-server[93917]: DEBUG neutron.scheduler.base_scheduler [None req-b7c5917e-cff3-4350-8782-99c6493680e7 None None] Resources bound (agent type, host, resource id): {{(pid=93917) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:50:48.073606 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7c5917e-cff3-4350-8782-99c6493680e7 None None] Received port after_create {{(pid=93917) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:50:48.174984 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-b7c5917e-cff3-4350-8782-99c6493680e7 None None] Attempting to bind port 7892ce0a-22a0-423d-8d0a-9f21937130cb on host n-d-800634-3 for vnic_type normal with profile {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:50:48.174984 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-b7c5917e-cff3-4350-8782-99c6493680e7 None None] Attempting to bind port 7892ce0a-22a0-423d-8d0a-9f21937130cb by drivers openvswitch,hyperv on host n-d-800634-3 at level 0 using segments [{'id': '8f338a59-9919-46d2-a413-997253f3db9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'd66c69b0-6a08-4d03-a9cf-cfdf4cfae367'}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:50:48.175796 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7c5917e-cff3-4350-8782-99c6493680e7 None None] Attempting to bind port 7892ce0a-22a0-423d-8d0a-9f21937130cb on network d66c69b0-6a08-4d03-a9cf-cfdf4cfae367 {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:50:48.197255 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7c5917e-cff3-4350-8782-99c6493680e7 None None] Checking agent: {'id': '01c19e91-a945-4e3c-94a6-c211e17c923e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 8, 23), 'started_at': datetime.datetime(2021, 7, 14, 18, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 18, 50, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 18:50:48.197677 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7c5917e-cff3-4350-8782-99c6493680e7 None None] Checking segment: {'id': '8f338a59-9919-46d2-a413-997253f3db9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'd66c69b0-6a08-4d03-a9cf-cfdf4cfae367'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93917) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:50:48.198098 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b7c5917e-cff3-4350-8782-99c6493680e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:48.198535 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7c5917e-cff3-4350-8782-99c6493680e7 None None] Bound using segment: {'id': '8f338a59-9919-46d2-a413-997253f3db9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'd66c69b0-6a08-4d03-a9cf-cfdf4cfae367'} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 18:50:48.199177 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-b7c5917e-cff3-4350-8782-99c6493680e7 None None] Bound port: 7892ce0a-22a0-423d-8d0a-9f21937130cb, host: n-d-800634-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f338a59-9919-46d2-a413-997253f3db9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'd66c69b0-6a08-4d03-a9cf-cfdf4cfae367'}}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 18:50:48.199604 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b7c5917e-cff3-4350-8782-99c6493680e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:48.318860 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b7c5917e-cff3-4350-8782-99c6493680e7 None None] For port 7892ce0a-22a0-423d-8d0a-9f21937130cb, host n-d-800634-3, cleared binding levels {{(pid=93917) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:50:48.323356 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b7c5917e-cff3-4350-8782-99c6493680e7 None None] For port 7892ce0a-22a0-423d-8d0a-9f21937130cb, host n-d-800634-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=7892ce0a-22a0-423d-8d0a-9f21937130cb,segment=NetworkSegment(8f338a59-9919-46d2-a413-997253f3db9d),segment_id=8f338a59-9919-46d2-a413-997253f3db9d)] {{(pid=93917) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 18:50:48.329694 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b7c5917e-cff3-4350-8782-99c6493680e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:48.362734 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 44578) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:50:48.400004 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-edb6523e-a6b0-4a5f-8d77-4189f8c511be tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify callbacks [] for port, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:48.416337 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.provisioning_blocks [None req-edb6523e-a6b0-4a5f-8d77-4189f8c511be tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Transition to ACTIVE for port object 5f6b42b6-9bf2-42cd-ad4e-00135493a0a3 will not be triggered until provisioned by entity DHCP. {{(pid=93915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:50:48.500204 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-edb6523e-a6b0-4a5f-8d77-4189f8c511be tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:48.526203 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c5917e-cff3-4350-8782-99c6493680e7 None None] Pushing event updated for resources: {'Port': ['ID=7892ce0a-22a0-423d-8d0a-9f21937130cb,revision_number=2']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:50:48.593689 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edb6523e-a6b0-4a5f-8d77-4189f8c511be tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Network d66c69b0-6a08-4d03-a9cf-cfdf4cfae367 is already hosted by enough agents. {{(pid=93915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:50:48.595214 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb6523e-a6b0-4a5f-8d77-4189f8c511be tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Pushing event updated for resources: {'Port': ['ID=5f6b42b6-9bf2-42cd-ad4e-00135493a0a3,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:50:48.598275 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [None req-edb6523e-a6b0-4a5f-8d77-4189f8c511be tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Resources bound (agent type, host, resource id): {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:50:48.612761 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edb6523e-a6b0-4a5f-8d77-4189f8c511be tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Received port after_create {{(pid=93915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:50:48.632383 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-f4387455-2b53-40dc-b69f-71dd1c0ce302 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:48.744832 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edb6523e-a6b0-4a5f-8d77-4189f8c511be tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:50:48.747352 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-edb6523e-a6b0-4a5f-8d77-4189f8c511be tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:48.822117 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-f4387455-2b53-40dc-b69f-71dd1c0ce302 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:48.829144 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-f4387455-2b53-40dc-b69f-71dd1c0ce302 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:48.837456 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-edb6523e-a6b0-4a5f-8d77-4189f8c511be tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.7280471 Jul 14 18:50:48.837848 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 44588) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:50:48.904025 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4387455-2b53-40dc-b69f-71dd1c0ce302 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db29054b-8d02-447f-91d9-6e18cb0017dc,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:50:48.909123 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-f4387455-2b53-40dc-b69f-71dd1c0ce302 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=17bee79342e54857873d474177eac887&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5418611 Jul 14 18:50:48.911993 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 44594) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:50:49.029248 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-9dd6ba7d-5dc7-409a-a0cf-2eba415dd147 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:49.078276 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-9dd6ba7d-5dc7-409a-a0cf-2eba415dd147 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:49.177767 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-9dd6ba7d-5dc7-409a-a0cf-2eba415dd147 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:49.181487 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-9dd6ba7d-5dc7-409a-a0cf-2eba415dd147 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:49.182718 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-9dd6ba7d-5dc7-409a-a0cf-2eba415dd147 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/db29054b-8d02-447f-91d9-6e18cb0017dc HTTP/1.1" status: 204 len: 168 time: 0.2688322 Jul 14 18:50:49.203384 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd6ba7d-5dc7-409a-a0cf-2eba415dd147 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db29054b-8d02-447f-91d9-6e18cb0017dc,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:50:49.287203 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 7892ce0a-22a0-423d-8d0a-9f21937130cb up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:50:49.381975 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning for port 7892ce0a-22a0-423d-8d0a-9f21937130cb completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:50:49.535087 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545ec73f-ba72-44e3-bb69-8fab57647cfb req-4f4aa177-ccc6-4238-a537-a12ea4030647 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:50:49.543398 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-545ec73f-ba72-44e3-bb69-8fab57647cfb req-4f4aa177-ccc6-4238-a537-a12ea4030647 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c556fe5-0125-48ec-8057-3295f5ec5000 HTTP/1.1" status: 200 len: 944 time: 0.2655017 Jul 14 18:50:49.679628 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-545ec73f-ba72-44e3-bb69-8fab57647cfb req-08f22108-4b61-42d2-b859-7b208ed7cd06 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] 10.222.0.16 "GET /v2.0/security-groups?id=be330687-3a60-4db7-bad1-ca6d5eb00fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1268587 Jul 14 18:50:49.685032 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 44618) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:50:49.703808 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-d4c25799-00b2-441c-aeda-e4f3e2e5ec3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:49.717023 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-b5251eae-58df-474a-8733-91ea9ebc39bf tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:49.853618 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-d4c25799-00b2-441c-aeda-e4f3e2e5ec3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:49.863536 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-d4c25799-00b2-441c-aeda-e4f3e2e5ec3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:49.923068 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-d4c25799-00b2-441c-aeda-e4f3e2e5ec3d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=fa46fcabeb0b4ab5bbf3ad281c06006c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2344255 Jul 14 18:50:49.924252 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c25799-00b2-441c-aeda-e4f3e2e5ec3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e24d5b4-545b-4ed6-8fcc-738c83c8738f,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:50:49.926591 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 44622) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:50:50.063038 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-036fb654-5676-41f1-8b67-cd6a60957079 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:50.108555 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-036fb654-5676-41f1-8b67-cd6a60957079 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:50.118195 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36c5eb75-6cdc-4e67-8f7a-e931ce8c0569 None None] Network d66c69b0-6a08-4d03-a9cf-cfdf4cfae367 requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:50:50.171463 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-036fb654-5676-41f1-8b67-cd6a60957079 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:50.174163 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-036fb654-5676-41f1-8b67-cd6a60957079 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:50.175349 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-036fb654-5676-41f1-8b67-cd6a60957079 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2e24d5b4-545b-4ed6-8fcc-738c83c8738f HTTP/1.1" status: 204 len: 168 time: 0.2479267 Jul 14 18:50:50.195771 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036fb654-5676-41f1-8b67-cd6a60957079 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e24d5b4-545b-4ed6-8fcc-738c83c8738f,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:50:50.199719 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-b5251eae-58df-474a-8733-91ea9ebc39bf tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify callbacks [] for port, precommit_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:50.207752 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-b5251eae-58df-474a-8733-91ea9ebc39bf tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25912978'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:50.219514 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-c1b20f0e-95c5-485b-b73b-7519a7b8f046 None None] Provisioning for port 7892ce0a-22a0-423d-8d0a-9f21937130cb completed by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:50:50.498988 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-c1b20f0e-95c5-485b-b73b-7519a7b8f046 None None] Provisioning complete for port 7892ce0a-22a0-423d-8d0a-9f21937130cb triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:50:50.499682 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-c1b20f0e-95c5-485b-b73b-7519a7b8f046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:50.573814 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-14ead1d6-b94c-4190-92d6-2a9cc3274336 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:50.745703 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-c1b20f0e-95c5-485b-b73b-7519a7b8f046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:50.794347 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-c1b20f0e-95c5-485b-b73b-7519a7b8f046 None None] For port 7892ce0a-22a0-423d-8d0a-9f21937130cb, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=7892ce0a-22a0-423d-8d0a-9f21937130cb,segment=NetworkSegment(8f338a59-9919-46d2-a413-997253f3db9d),segment_id=8f338a59-9919-46d2-a413-997253f3db9d)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:50:50.805017 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-c1b20f0e-95c5-485b-b73b-7519a7b8f046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:50.877831 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b20f0e-95c5-485b-b73b-7519a7b8f046 None None] Pushing event updated for resources: {'Port': ['ID=7892ce0a-22a0-423d-8d0a-9f21937130cb,revision_number=3']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:50:50.971421 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5251eae-58df-474a-8733-91ea9ebc39bf tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Pushing event updated for resources: {'Port': ['ID=5f6b42b6-9bf2-42cd-ad4e-00135493a0a3,revision_number=2']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:50:51.117363 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 7892ce0a-22a0-423d-8d0a-9f21937130cb up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:50:51.123267 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23deef60-295a-4ba5-930d-65a1c1451cab req-2fe8bedb-9823-43f8-8ce0-5226da8273eb tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:50:51.130310 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-23deef60-295a-4ba5-930d-65a1c1451cab req-2fe8bedb-9823-43f8-8ce0-5226da8273eb tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c556fe5-0125-48ec-8057-3295f5ec5000 HTTP/1.1" status: 200 len: 944 time: 0.1546230 Jul 14 18:50:51.216798 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-23deef60-295a-4ba5-930d-65a1c1451cab req-40311920-bdfe-4c1e-ac5a-8a6878095753 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] 10.222.0.16 "GET /v2.0/security-groups?id=be330687-3a60-4db7-bad1-ca6d5eb00fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0855169 Jul 14 18:50:51.228437 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port 7892ce0a-22a0-423d-8d0a-9f21937130cb triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:50:51.229094 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:51.299845 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-c1c0020c-72d5-4c81-bfd4-33b86ecfacd5 None None] Provisioning for port 5f6b42b6-9bf2-42cd-ad4e-00135493a0a3 completed by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:50:51.307956 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-b5251eae-58df-474a-8733-91ea9ebc39bf tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-930452'] for router_interface, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:51.309906 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-c1c0020c-72d5-4c81-bfd4-33b86ecfacd5 None None] Provisioning complete for port 5f6b42b6-9bf2-42cd-ad4e-00135493a0a3 triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:50:51.310347 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-c1c0020c-72d5-4c81-bfd4-33b86ecfacd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:51.468617 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-c1c0020c-72d5-4c81-bfd4-33b86ecfacd5 None None] Port 5f6b42b6-9bf2-42cd-ad4e-00135493a0a3 cannot update to ACTIVE because it is not bound. {{(pid=93917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 18:50:51.488666 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-c1c0020c-72d5-4c81-bfd4-33b86ecfacd5 None None] Provisioning complete for port 7892ce0a-22a0-423d-8d0a-9f21937130cb triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:50:51.489040 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-c1c0020c-72d5-4c81-bfd4-33b86ecfacd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:51.556607 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-b5251eae-58df-474a-8733-91ea9ebc39bf tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:51.813166 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-5d74fd43-51d3-4554-9422-5ff4b5a84ae4 None None] Provisioning complete for port 5f6b42b6-9bf2-42cd-ad4e-00135493a0a3 triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:50:51.813552 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-5d74fd43-51d3-4554-9422-5ff4b5a84ae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:51.901750 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-5d74fd43-51d3-4554-9422-5ff4b5a84ae4 None None] Port 5f6b42b6-9bf2-42cd-ad4e-00135493a0a3 cannot update to ACTIVE because it is not bound. {{(pid=93917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 18:50:51.980880 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-b5251eae-58df-474a-8733-91ea9ebc39bf tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify callbacks [] for port, precommit_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:51.987612 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-b5251eae-58df-474a-8733-91ea9ebc39bf tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25912978'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:52.021800 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-bba36d0f-d275-4a78-bb61-11387b102833 None None] Provisioning complete for port 5f6b42b6-9bf2-42cd-ad4e-00135493a0a3 triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:50:52.022309 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-bba36d0f-d275-4a78-bb61-11387b102833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:52.091781 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-bba36d0f-d275-4a78-bb61-11387b102833 None None] Port 5f6b42b6-9bf2-42cd-ad4e-00135493a0a3 cannot update to ACTIVE because it is not bound. {{(pid=93917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 18:50:52.119163 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-b5251eae-58df-474a-8733-91ea9ebc39bf tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-598741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-928734'] for router_interface, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:52.122532 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5251eae-58df-474a-8733-91ea9ebc39bf tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Pushing event updated for resources: {'Port': ['ID=5f6b42b6-9bf2-42cd-ad4e-00135493a0a3,revision_number=3']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:50:52.232958 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5251eae-58df-474a-8733-91ea9ebc39bf tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Network d66c69b0-6a08-4d03-a9cf-cfdf4cfae367 is already hosted by enough agents. {{(pid=93915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:50:52.234754 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [None req-b5251eae-58df-474a-8733-91ea9ebc39bf tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Resources bound (agent type, host, resource id): {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:50:52.490830 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5251eae-58df-474a-8733-91ea9ebc39bf tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Router 7a4ba691-2520-406e-8a5a-e49420ab2835 is scheduled to L3 agent 2c6eb27e-defb-4cca-9a24-381c7415e359 with binding_index 1 {{(pid=93915) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 18:50:52.621003 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-1c708af7-2ad4-4f71-934a-de570580c45c None None] Provisioning complete for port 5f6b42b6-9bf2-42cd-ad4e-00135493a0a3 triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:50:52.621524 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-1c708af7-2ad4-4f71-934a-de570580c45c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:52.632503 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f63a0dd-f69c-4533-a7dd-830493512742 req-3c14a2d5-7300-44e4-ab94-cad7fb5479cd tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:50:52.640545 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-4f63a0dd-f69c-4533-a7dd-830493512742 req-3c14a2d5-7300-44e4-ab94-cad7fb5479cd tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c556fe5-0125-48ec-8057-3295f5ec5000 HTTP/1.1" status: 200 len: 944 time: 0.2088742 Jul 14 18:50:52.667479 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5251eae-58df-474a-8733-91ea9ebc39bf tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify agent at l3_agent.n-d-800634-3 the message routers_updated {{(pid=93915) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 18:50:52.674646 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-b5251eae-58df-474a-8733-91ea9ebc39bf tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] 10.222.0.16 "PUT /v2.0/routers/7a4ba691-2520-406e-8a5a-e49420ab2835/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8355603 Jul 14 18:50:52.678422 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 44706) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:50:52.686773 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9cab292-8bdb-4878-8c0c-d18e941bafbb None None] Sync routers for ids ['7a4ba691-2520-406e-8a5a-e49420ab2835'] in n-d-800634-3 {{(pid=93917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 18:50:52.731898 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-1c708af7-2ad4-4f71-934a-de570580c45c None None] Port 5f6b42b6-9bf2-42cd-ad4e-00135493a0a3 cannot update to ACTIVE because it is not bound. {{(pid=93917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 18:50:52.735925 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-4f63a0dd-f69c-4533-a7dd-830493512742 req-fdb85710-9364-47dd-9f19-c6b4a4432fe2 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] 10.222.0.16 "GET /v2.0/security-groups?id=be330687-3a60-4db7-bad1-ca6d5eb00fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0944245 Jul 14 18:50:52.739824 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9cab292-8bdb-4878-8c0c-d18e941bafbb None None] Routers {'7a4ba691-2520-406e-8a5a-e49420ab2835'} bound to L3 agent in host n-d-800634-3 {{(pid=93917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:50:52.740507 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-e9cab292-8bdb-4878-8c0c-d18e941bafbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:50:23Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['7a4ba691-2520-406e-8a5a-e49420ab2835'], 'active': True} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:50:52.776296 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ba6f8a7-3b1a-4de3-a8d2-23ae1dd25369 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:50:52.777756 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-8ba6f8a7-3b1a-4de3-a8d2-23ae1dd25369 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] 10.222.0.16 "GET /v2.0/ports/5f6b42b6-9bf2-42cd-ad4e-00135493a0a3 HTTP/1.1" status: 200 len: 978 time: 0.0956943 Jul 14 18:50:52.780528 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 44716) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:50:52.808160 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-e9cab292-8bdb-4878-8c0c-d18e941bafbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-3', False) {} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:50:52.831705 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9cab292-8bdb-4878-8c0c-d18e941bafbb None None] Routers {'7a4ba691-2520-406e-8a5a-e49420ab2835'} bound to L3 agent in host n-d-800634-3 {{(pid=93917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:50:52.832610 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-e9cab292-8bdb-4878-8c0c-d18e941bafbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:50:23Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['7a4ba691-2520-406e-8a5a-e49420ab2835'], 'active': True} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:50:52.835773 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-6e3ef960-4fd3-451c-bec8-85ba2e2819c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:52.882634 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-e9cab292-8bdb-4878-8c0c-d18e941bafbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-3', False) {} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:50:52.883478 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9cab292-8bdb-4878-8c0c-d18e941bafbb None None] The sync data for ids ['7a4ba691-2520-406e-8a5a-e49420ab2835'] in n-d-800634-3 is: [] {{(pid=93917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 18:50:53.222927 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:53.373829 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-935e0126-58d3-41aa-9609-5b91530923a6 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-928623'] for router_interface, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:53.665565 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [None req-935e0126-58d3-41aa-9609-5b91530923a6 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Deleting port 5f6b42b6-9bf2-42cd-ad4e-00135493a0a3 {{(pid=93915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:50:53.666147 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-935e0126-58d3-41aa-9609-5b91530923a6 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:53.767728 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-935e0126-58d3-41aa-9609-5b91530923a6 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:53.782629 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [None req-935e0126-58d3-41aa-9609-5b91530923a6 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Calling delete_port for 5f6b42b6-9bf2-42cd-ad4e-00135493a0a3 owned by network:router_interface {{(pid=93915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:50:54.052162 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd067867-d0e5-4f0b-8db2-0e37e6d38e65 req-fb18f1dc-c161-43da-acb7-6413947b513c tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:50:54.053852 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-bd067867-d0e5-4f0b-8db2-0e37e6d38e65 req-fb18f1dc-c161-43da-acb7-6413947b513c tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c556fe5-0125-48ec-8057-3295f5ec5000 HTTP/1.1" status: 200 len: 944 time: 0.1259885 Jul 14 18:50:54.074254 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-935e0126-58d3-41aa-9609-5b91530923a6 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:54.195329 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935e0126-58d3-41aa-9609-5b91530923a6 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Pushing event deleted for resources: {'Port': ['ID=5f6b42b6-9bf2-42cd-ad4e-00135493a0a3,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:50:54.202825 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-574aeb93-9938-449c-8e6c-cb22c9b52cc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:54.252950 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-bd067867-d0e5-4f0b-8db2-0e37e6d38e65 req-275b3845-8ef8-47fc-806d-3ec17ae65fcf tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] 10.222.0.16 "GET /v2.0/security-groups?id=be330687-3a60-4db7-bad1-ca6d5eb00fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1802127 Jul 14 18:50:54.397588 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-935e0126-58d3-41aa-9609-5b91530923a6 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-598732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-928907'] for router_interface, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:54.646598 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-935e0126-58d3-41aa-9609-5b91530923a6 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Router 7a4ba691-2520-406e-8a5a-e49420ab2835 has already been hosted by L3 agent 2c6eb27e-defb-4cca-9a24-381c7415e359 {{(pid=93915) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 18:50:54.740913 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-935e0126-58d3-41aa-9609-5b91530923a6 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify agent at l3_agent.n-d-800634-3 the message routers_updated {{(pid=93915) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 18:50:54.750348 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-935e0126-58d3-41aa-9609-5b91530923a6 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] 10.222.0.16 "PUT /v2.0/routers/7a4ba691-2520-406e-8a5a-e49420ab2835/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9652820 Jul 14 18:50:54.750587 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 44792) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:50:54.759095 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc8fad6f-22d4-4d40-9121-f814c9371fee None None] Sync routers for ids ['7a4ba691-2520-406e-8a5a-e49420ab2835'] in n-d-800634-3 {{(pid=93918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 18:50:54.787393 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc8fad6f-22d4-4d40-9121-f814c9371fee None None] Routers {'7a4ba691-2520-406e-8a5a-e49420ab2835'} bound to L3 agent in host n-d-800634-3 {{(pid=93918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:50:54.788647 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-bc8fad6f-22d4-4d40-9121-f814c9371fee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:50:53Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['7a4ba691-2520-406e-8a5a-e49420ab2835'], 'active': True} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:50:54.833481 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-bc8fad6f-22d4-4d40-9121-f814c9371fee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-3', False) {} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:50:54.847353 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc8fad6f-22d4-4d40-9121-f814c9371fee None None] Routers {'7a4ba691-2520-406e-8a5a-e49420ab2835'} bound to L3 agent in host n-d-800634-3 {{(pid=93918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:50:54.848367 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-bc8fad6f-22d4-4d40-9121-f814c9371fee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:50:53Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['7a4ba691-2520-406e-8a5a-e49420ab2835'], 'active': True} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:50:54.899900 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-bc8fad6f-22d4-4d40-9121-f814c9371fee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-3', False) {} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:50:54.900828 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc8fad6f-22d4-4d40-9121-f814c9371fee None None] The sync data for ids ['7a4ba691-2520-406e-8a5a-e49420ab2835'] in n-d-800634-3 is: [] {{(pid=93918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 18:50:55.049192 n-d-800634-3 neutron-server[93916]: INFO neutron.api.v2.resource [None req-eb54d228-19ac-49db-810b-fc627bda48bb tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] remove_router_interface failed (client error): The resource could not be found. Jul 14 18:50:55.050407 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-eb54d228-19ac-49db-810b-fc627bda48bb tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] 10.222.0.16 "PUT /v2.0/routers/7a4ba691-2520-406e-8a5a-e49420ab2835/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.2987168 Jul 14 18:50:55.053319 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 44804) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:50:55.093831 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-ef03a594-0fff-4654-9020-760e760e9b25 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] 10.222.0.16 "GET /v2.0/ports?device_id=7a4ba691-2520-406e-8a5a-e49420ab2835 HTTP/1.1" status: 200 len: 205 time: 0.0366480 Jul 14 18:50:55.093831 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 44808) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:50:55.197485 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-438d6bea-a879-4244-b7e9-2a7b8f37d4d0 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify callbacks [] for router, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:55.849024 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-2f4e3af3-e708-4ffd-a544-82d93a489d01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:55.872885 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-438d6bea-a879-4244-b7e9-2a7b8f37d4d0 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-571778', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11402'] for router, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:55.876963 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-438d6bea-a879-4244-b7e9-2a7b8f37d4d0 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:55.947304 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-438d6bea-a879-4244-b7e9-2a7b8f37d4d0 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-541202'] for router, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:55.947883 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-438d6bea-a879-4244-b7e9-2a7b8f37d4d0 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Fanout notify agent at l3_agent the message router_deleted on router 7a4ba691-2520-406e-8a5a-e49420ab2835 {{(pid=93915) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 18:50:55.979153 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-438d6bea-a879-4244-b7e9-2a7b8f37d4d0 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify callbacks [] for router, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:55.980458 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-438d6bea-a879-4244-b7e9-2a7b8f37d4d0 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] 10.222.0.16 "DELETE /v2.0/routers/7a4ba691-2520-406e-8a5a-e49420ab2835 HTTP/1.1" status: 204 len: 168 time: 0.8857870 Jul 14 18:50:55.983409 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 44846) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:50:55.991073 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2e969e-331c-4d01-81f5-2514592acd92 req-777683ce-3131-4ac3-88ea-382143e18499 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:50:55.996612 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ae2e969e-331c-4d01-81f5-2514592acd92 req-777683ce-3131-4ac3-88ea-382143e18499 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c556fe5-0125-48ec-8057-3295f5ec5000 HTTP/1.1" status: 200 len: 944 time: 0.2754757 Jul 14 18:50:56.077479 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ae2e969e-331c-4d01-81f5-2514592acd92 req-17337c08-ff6f-4c1b-b683-362400a569c3 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] 10.222.0.16 "GET /v2.0/security-groups?id=be330687-3a60-4db7-bad1-ca6d5eb00fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0731723 Jul 14 18:50:56.103592 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.db_base_plugin_v2 [None req-1385bf64-2438-4c8b-b6ec-979299a1e89b tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Deleting subnet 82563fb1-34eb-458e-b047-d5c99944c8a5 {{(pid=93916) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 18:50:56.118915 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-1385bf64-2438-4c8b-b6ec-979299a1e89b tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify callbacks [] for subnet, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:56.170929 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-1385bf64-2438-4c8b-b6ec-979299a1e89b tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26296866'] for subnet, precommit_delete_associations {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:56.287569 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-1385bf64-2438-4c8b-b6ec-979299a1e89b tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081283'] for subnet, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:56.348809 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-1385bf64-2438-4c8b-b6ec-979299a1e89b tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2684816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26033152'] for subnet, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:56.377456 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1385bf64-2438-4c8b-b6ec-979299a1e89b tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Pushing event deleted for resources: {'Subnet': ['ID=82563fb1-34eb-458e-b047-d5c99944c8a5,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:50:56.383981 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-1385bf64-2438-4c8b-b6ec-979299a1e89b tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify callbacks [] for subnet, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:56.386385 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-1385bf64-2438-4c8b-b6ec-979299a1e89b tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] 10.222.0.16 "DELETE /v2.0/subnets/82563fb1-34eb-458e-b047-d5c99944c8a5 HTTP/1.1" status: 204 len: 168 time: 0.4017797 Jul 14 18:50:56.389898 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 44876) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:50:56.393545 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b4ce048-cea5-4439-982d-81b2f4f1134e None None] Network d66c69b0-6a08-4d03-a9cf-cfdf4cfae367 requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:50:56.481076 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-885640a6-74dc-44b7-9da8-e06e1662a3de tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645734'] for network, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:56.559545 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-885640a6-74dc-44b7-9da8-e06e1662a3de tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Deleting port 7892ce0a-22a0-423d-8d0a-9f21937130cb {{(pid=93916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:50:56.560210 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-885640a6-74dc-44b7-9da8-e06e1662a3de tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:56.636518 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.db [None req-885640a6-74dc-44b7-9da8-e06e1662a3de tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] For port 7892ce0a-22a0-423d-8d0a-9f21937130cb, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=7892ce0a-22a0-423d-8d0a-9f21937130cb,segment=NetworkSegment(8f338a59-9919-46d2-a413-997253f3db9d),segment_id=8f338a59-9919-46d2-a413-997253f3db9d)] {{(pid=93916) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:50:56.637047 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-885640a6-74dc-44b7-9da8-e06e1662a3de tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:56.653195 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1781b110-10ad-49a3-a451-2472ff569d61 None None] DHCP port deletion for d66c69b0-6a08-4d03-a9cf-cfdf4cfae367 request from n-d-800634-3 {{(pid=93917) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 18:50:56.658107 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-885640a6-74dc-44b7-9da8-e06e1662a3de tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Calling delete_port for 7892ce0a-22a0-423d-8d0a-9f21937130cb owned by network:dhcp {{(pid=93916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:50:56.706194 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-1781b110-10ad-49a3-a451-2472ff569d61 None None] Deleting port 7892ce0a-22a0-423d-8d0a-9f21937130cb {{(pid=93917) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:50:56.706668 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-1781b110-10ad-49a3-a451-2472ff569d61 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:56.754651 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-885640a6-74dc-44b7-9da8-e06e1662a3de tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:56.769324 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-885640a6-74dc-44b7-9da8-e06e1662a3de tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] No DVR routers for this DVR port 7892ce0a-22a0-423d-8d0a-9f21937130cb on host n-d-800634-3 {{(pid=93916) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 18:50:56.832314 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-1781b110-10ad-49a3-a451-2472ff569d61 None None] For port 7892ce0a-22a0-423d-8d0a-9f21937130cb, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=7892ce0a-22a0-423d-8d0a-9f21937130cb,segment=NetworkSegment(8f338a59-9919-46d2-a413-997253f3db9d),segment_id=8f338a59-9919-46d2-a413-997253f3db9d)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:50:56.832941 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-1781b110-10ad-49a3-a451-2472ff569d61 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:56.834833 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885640a6-74dc-44b7-9da8-e06e1662a3de tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Pushing event deleted for resources: {'Port': ['ID=7892ce0a-22a0-423d-8d0a-9f21937130cb,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:50:56.849378 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-1781b110-10ad-49a3-a451-2472ff569d61 None None] Calling delete_port for 7892ce0a-22a0-423d-8d0a-9f21937130cb owned by network:dhcp {{(pid=93917) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:50:56.903474 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-885640a6-74dc-44b7-9da8-e06e1662a3de tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2096010', 'neutron.services.segments.db._delete_segments_for_network-8728202734996'] for network, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:56.915976 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.segments.db [None req-885640a6-74dc-44b7-9da8-e06e1662a3de tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d66c69b0-6a08-4d03-a9cf-cfdf4cfae367']}} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:50:56.932455 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.segments.db [None req-885640a6-74dc-44b7-9da8-e06e1662a3de tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f338a59-9919-46d2-a413-997253f3db9d') {'for_net_delete': True} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:50:56.932602 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.segments.db [None req-885640a6-74dc-44b7-9da8-e06e1662a3de tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f338a59-9919-46d2-a413-997253f3db9d') {} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:50:56.947557 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-885640a6-74dc-44b7-9da8-e06e1662a3de tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728202715275', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26296891'] for segment, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:56.965881 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-1781b110-10ad-49a3-a451-2472ff569d61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813'] for port, after_delete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:56.968964 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-885640a6-74dc-44b7-9da8-e06e1662a3de tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:56.981011 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-885640a6-74dc-44b7-9da8-e06e1662a3de tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Releasing vlan 82 on physical network physnet1 to pool {{(pid=93916) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 18:50:56.984612 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-885640a6-74dc-44b7-9da8-e06e1662a3de tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2682942'] for segment, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:56.990108 n-d-800634-3 neutron-server[93916]: Traceback (most recent call last): Jul 14 18:50:56.990108 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 18:50:56.990108 n-d-800634-3 neutron-server[93916]: timer() Jul 14 18:50:56.990108 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 18:50:56.990108 n-d-800634-3 neutron-server[93916]: cb(*args, **kw) Jul 14 18:50:56.990108 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 18:50:56.990108 n-d-800634-3 neutron-server[93916]: return func(*args, **kwargs) Jul 14 18:50:56.990108 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 18:50:56.990108 n-d-800634-3 neutron-server[93916]: self._notify() Jul 14 18:50:56.990108 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 18:50:56.990108 n-d-800634-3 neutron-server[93916]: self.callback(batched_events) Jul 14 18:50:56.990108 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 18:50:56.990108 n-d-800634-3 neutron-server[93916]: event.method(event) Jul 14 18:50:56.990108 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 18:50:56.990108 n-d-800634-3 neutron-server[93916]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 18:50:56.990108 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 18:50:56.990108 n-d-800634-3 neutron-server[93916]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 18:50:56.990108 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 18:50:56.990108 n-d-800634-3 neutron-server[93916]: return f(self, *a, **k) Jul 14 18:50:56.990108 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 18:50:56.990108 n-d-800634-3 neutron-server[93916]: return self._get(url).json() Jul 14 18:50:56.990108 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 18:50:56.990108 n-d-800634-3 neutron-server[93916]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 18:50:56.990108 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 18:50:56.990108 n-d-800634-3 neutron-server[93916]: return self.request(url, 'GET', **kwargs) Jul 14 18:50:56.990108 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 18:50:56.990108 n-d-800634-3 neutron-server[93916]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 18:50:56.990108 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 18:50:56.990108 n-d-800634-3 neutron-server[93916]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 18:50:56.990108 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 18:50:56.990108 n-d-800634-3 neutron-server[93916]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 18:50:56.990108 n-d-800634-3 neutron-server[93916]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 18:50:56.997260 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1781b110-10ad-49a3-a451-2472ff569d61 None None] Pushing event deleted for resources: {'Port': ['ID=7892ce0a-22a0-423d-8d0a-9f21937130cb,revision_number=None']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:50:57.001257 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1781b110-10ad-49a3-a451-2472ff569d61 None None] No DVR routers for this DVR port 7892ce0a-22a0-423d-8d0a-9f21937130cb on host n-d-800634-3 {{(pid=93917) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 18:50:57.083936 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-885640a6-74dc-44b7-9da8-e06e1662a3de tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2096001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-930085'] for network, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:57.099892 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-885640a6-74dc-44b7-9da8-e06e1662a3de tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify callbacks [] for network, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:57.111255 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-885640a6-74dc-44b7-9da8-e06e1662a3de tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] 10.222.0.16 "DELETE /v2.0/networks/d66c69b0-6a08-4d03-a9cf-cfdf4cfae367 HTTP/1.1" status: 204 len: 168 time: 0.7143221 Jul 14 18:50:57.111642 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 44928) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:50:57.115372 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 7892ce0a-22a0-423d-8d0a-9f21937130cb no longer exists at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 18:50:57.129731 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885640a6-74dc-44b7-9da8-e06e1662a3de tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Pushing event deleted for resources: {'Network': ['ID=d66c69b0-6a08-4d03-a9cf-cfdf4cfae367,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:50:57.137794 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-4f40e024-fd69-4ca4-87b4-4a886746efc9 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Request body: {'network': {'name': 'tempest-RoutersTest-767057589'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:50:57.157214 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] No Port match for: 7892ce0a-22a0-423d-8d0a-9f21937130cb {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 18:50:57.157874 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 7892ce0a-22a0-423d-8d0a-9f21937130cb not bound to the agent host n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 18:50:57.202266 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f40e024-fd69-4ca4-87b4-4a886746efc9 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Made reservation on behalf of 6f1f29d6af59462b92aca472594c5dfe for: {'network': 1} {{(pid=93915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:50:57.207872 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-4f40e024-fd69-4ca4-87b4-4a886746efc9 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for network, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:57.239830 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f40e024-fd69-4ca4-87b4-4a886746efc9 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 73} {{(pid=93915) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 18:50:57.305118 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-4f40e024-fd69-4ca4-87b4-4a886746efc9 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:57.305939 n-d-800634-3 neutron-server[93915]: INFO neutron.db.segments_db [None req-4f40e024-fd69-4ca4-87b4-4a886746efc9 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Added segment 8a030f05-9732-47a1-8bf9-21054f397e89 of type vlan for network 04071830-ff1c-4eda-b753-4fba9b855e16 Jul 14 18:50:57.410479 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-4f40e024-fd69-4ca4-87b4-4a886746efc9 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728202197517'] for network, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:57.437040 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e082a7-eb76-439c-a751-453d066f3207 req-b6820f5c-75f4-4032-a3df-e707605451a3 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:50:57.439282 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f1e082a7-eb76-439c-a751-453d066f3207 req-b6820f5c-75f4-4032-a3df-e707605451a3 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c556fe5-0125-48ec-8057-3295f5ec5000 HTTP/1.1" status: 200 len: 944 time: 0.1650906 Jul 14 18:50:57.495611 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-4f40e024-fd69-4ca4-87b4-4a886746efc9 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727'] for network, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:57.503229 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f40e024-fd69-4ca4-87b4-4a886746efc9 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:50:57.503906 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-4f40e024-fd69-4ca4-87b4-4a886746efc9 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify callbacks [] for network, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:57.556691 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-4f40e024-fd69-4ca4-87b4-4a886746efc9 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.4454272 Jul 14 18:50:57.559434 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 44972) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:50:57.565434 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-aee07354-de77-4d04-b54c-12e52db055c2 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Request body: {'subnet': {'network_id': '04071830-ff1c-4eda-b753-4fba9b855e16', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:50:57.625752 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f1e082a7-eb76-439c-a751-453d066f3207 req-6617350f-694d-4d44-a4a7-c3b9579db4c7 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] 10.222.0.16 "GET /v2.0/security-groups?id=be330687-3a60-4db7-bad1-ca6d5eb00fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1505980 Jul 14 18:50:57.632271 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f40e024-fd69-4ca4-87b4-4a886746efc9 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Pushing event updated for resources: {'Network': ['ID=04071830-ff1c-4eda-b753-4fba9b855e16,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:50:57.644533 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Network 04071830-ff1c-4eda-b753-4fba9b855e16 details requested by agent ovs-agent-n-d-800634-3 with host n-d-800634-3 {{(pid=93917) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 18:50:57.741060 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aee07354-de77-4d04-b54c-12e52db055c2 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Made reservation on behalf of 6f1f29d6af59462b92aca472594c5dfe for: {'subnet': 1} {{(pid=93916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:50:57.745513 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-aee07354-de77-4d04-b54c-12e52db055c2 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26033189'] for subnet, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:58.037117 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-aee07354-de77-4d04-b54c-12e52db055c2 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2684753', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26033175'] for subnet, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:58.113691 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee07354-de77-4d04-b54c-12e52db055c2 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Pushing event updated for resources: {'Subnet': ['ID=ab08bb9a-6b98-4a33-bbb2-36b6cd31eb51,revision_number=0']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:50:58.118238 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aee07354-de77-4d04-b54c-12e52db055c2 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Checking segment: {'id': '8a030f05-9732-47a1-8bf9-21054f397e89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '04071830-ff1c-4eda-b753-4fba9b855e16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93916) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:50:58.118682 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aee07354-de77-4d04-b54c-12e52db055c2 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Network hostable DHCP agents. Network: 04071830-ff1c-4eda-b753-4fba9b855e16, hostable agents: ['028393c3-0576-4ebd-bca1-8ea8a148e1a2'], hosted agents: [] {{(pid=93916) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 18:50:58.147610 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aee07354-de77-4d04-b54c-12e52db055c2 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Network 04071830-ff1c-4eda-b753-4fba9b855e16 is scheduled to be hosted by DHCP agent 028393c3-0576-4ebd-bca1-8ea8a148e1a2 with binding_index 1 {{(pid=93916) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 18:50:58.167169 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [None req-aee07354-de77-4d04-b54c-12e52db055c2 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-3, 04071830-ff1c-4eda-b753-4fba9b855e16) {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:50:58.177955 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bfa3a72-1eb6-44e3-bf0f-2703cf92ade8 None None] Network 04071830-ff1c-4eda-b753-4fba9b855e16 requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:50:58.184570 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aee07354-de77-4d04-b54c-12e52db055c2 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:50:58.185590 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-aee07354-de77-4d04-b54c-12e52db055c2 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify callbacks [] for subnet, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:58.203498 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-aee07354-de77-4d04-b54c-12e52db055c2 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6425807 Jul 14 18:50:58.206180 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 44998) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:50:58.211137 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-dcf96d3e-c31b-4a3d-9203-f4c9e346c7d0 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1426373205', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:50:58.262308 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-dcf96d3e-c31b-4a3d-9203-f4c9e346c7d0 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-571768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11104'] for router, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:58.264202 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-dcf96d3e-c31b-4a3d-9203-f4c9e346c7d0 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-571675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-930014', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-632314', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11129'] for router, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:58.357013 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-dcf96d3e-c31b-4a3d-9203-f4c9e346c7d0 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:58.364271 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-dcf96d3e-c31b-4a3d-9203-f4c9e346c7d0 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-571759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-930033'] for router, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:58.394460 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-dcf96d3e-c31b-4a3d-9203-f4c9e346c7d0 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify callbacks [] for router, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:58.395882 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-dcf96d3e-c31b-4a3d-9203-f4c9e346c7d0 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1886251 Jul 14 18:50:58.398855 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 45006) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:50:58.401209 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 45008) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:50:58.419803 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6acba40-910f-4b33-b2d3-5c8ad872e1b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9222b97e-5d1c-54f8-ba97-82f172498e76-04071830-ff1c-4eda-b753-4fba9b855e16', 'network_id': '04071830-ff1c-4eda-b753-4fba9b855e16', 'tenant_id': '6f1f29d6af59462b92aca472594c5dfe', 'fixed_ips': [{'subnet_id': 'ab08bb9a-6b98-4a33-bbb2-36b6cd31eb51'}]}} from n-d-800634-3. {{(pid=93917) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 18:50:58.420935 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-f6acba40-910f-4b33-b2d3-5c8ad872e1b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:58.616093 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-4195e078-eebd-45f1-acde-2d58ff77771d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:58.731814 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.db_base_plugin_common [None req-f6acba40-910f-4b33-b2d3-5c8ad872e1b0 None None] Allocated IP 172.20.0.2 (04071830-ff1c-4eda-b753-4fba9b855e16/ab08bb9a-6b98-4a33-bbb2-36b6cd31eb51/d3dbb80b-676f-4931-a6d6-1c33a638268a) {{(pid=93917) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:50:58.745670 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-4195e078-eebd-45f1-acde-2d58ff77771d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:58.784633 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-4195e078-eebd-45f1-acde-2d58ff77771d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:58.903272 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-4195e078-eebd-45f1-acde-2d58ff77771d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=80f379592b3843509a7def7f1404d766&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4962113 Jul 14 18:50:58.906708 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 45020) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:50:58.920545 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65ea6a4-76d0-426f-8761-5eb27e7a224a req-7c09503f-6c7c-4944-a0b9-2a09ba65ed94 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:50:58.927416 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f65ea6a4-76d0-426f-8761-5eb27e7a224a req-7c09503f-6c7c-4944-a0b9-2a09ba65ed94 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c556fe5-0125-48ec-8057-3295f5ec5000 HTTP/1.1" status: 200 len: 944 time: 0.1226912 Jul 14 18:50:58.942930 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4195e078-eebd-45f1-acde-2d58ff77771d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=706d567b-a5e7-4278-9a76-b12b082e7237,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:50:58.980433 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f65ea6a4-76d0-426f-8761-5eb27e7a224a req-ea6e50c9-c7ae-4496-af6a-19d458a78bd8 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] 10.222.0.16 "GET /v2.0/security-groups?id=be330687-3a60-4db7-bad1-ca6d5eb00fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500998 Jul 14 18:50:58.980804 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-f6acba40-910f-4b33-b2d3-5c8ad872e1b0 None None] Notify callbacks [] for port, precommit_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:59.001510 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-f6acba40-910f-4b33-b2d3-5c8ad872e1b0 None None] Transition to ACTIVE for port object d3dbb80b-676f-4931-a6d6-1c33a638268a will not be triggered until provisioned by entity L2. {{(pid=93917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:50:59.041317 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-c1a2074e-99bd-4ad3-844a-c988118e67f7 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:59.047272 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-f6acba40-910f-4b33-b2d3-5c8ad872e1b0 None None] Transition to ACTIVE for port object d3dbb80b-676f-4931-a6d6-1c33a638268a will not be triggered until provisioned by entity DHCP. {{(pid=93917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:50:59.061294 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-f6acba40-910f-4b33-b2d3-5c8ad872e1b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804'] for port, after_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:59.132308 n-d-800634-3 neutron-server[93917]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6acba40-910f-4b33-b2d3-5c8ad872e1b0 None None] Network 04071830-ff1c-4eda-b753-4fba9b855e16 is already hosted by enough agents. {{(pid=93917) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:50:59.145053 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-002a5a74-c32e-489f-9233-9fe5f3bea02b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:59.150732 n-d-800634-3 neutron-server[93917]: DEBUG neutron.scheduler.base_scheduler [None req-f6acba40-910f-4b33-b2d3-5c8ad872e1b0 None None] Resources bound (agent type, host, resource id): {{(pid=93917) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:50:59.158547 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6acba40-910f-4b33-b2d3-5c8ad872e1b0 None None] Received port after_create {{(pid=93917) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:50:59.199238 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6acba40-910f-4b33-b2d3-5c8ad872e1b0 None None] Pushing event updated for resources: {'Port': ['ID=d3dbb80b-676f-4931-a6d6-1c33a638268a,revision_number=1']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:50:59.215338 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-002a5a74-c32e-489f-9233-9fe5f3bea02b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:59.341278 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-f6acba40-910f-4b33-b2d3-5c8ad872e1b0 None None] Attempting to bind port d3dbb80b-676f-4931-a6d6-1c33a638268a on host n-d-800634-3 for vnic_type normal with profile {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:50:59.341938 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-f6acba40-910f-4b33-b2d3-5c8ad872e1b0 None None] Attempting to bind port d3dbb80b-676f-4931-a6d6-1c33a638268a by drivers openvswitch,hyperv on host n-d-800634-3 at level 0 using segments [{'id': '8a030f05-9732-47a1-8bf9-21054f397e89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '04071830-ff1c-4eda-b753-4fba9b855e16'}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:50:59.342483 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6acba40-910f-4b33-b2d3-5c8ad872e1b0 None None] Attempting to bind port d3dbb80b-676f-4931-a6d6-1c33a638268a on network 04071830-ff1c-4eda-b753-4fba9b855e16 {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:50:59.351832 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6acba40-910f-4b33-b2d3-5c8ad872e1b0 None None] Checking agent: {'id': '01c19e91-a945-4e3c-94a6-c211e17c923e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 8, 23), 'started_at': datetime.datetime(2021, 7, 14, 18, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 18, 50, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 18:50:59.359394 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6acba40-910f-4b33-b2d3-5c8ad872e1b0 None None] Checking segment: {'id': '8a030f05-9732-47a1-8bf9-21054f397e89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '04071830-ff1c-4eda-b753-4fba9b855e16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93917) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:50:59.360220 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-f6acba40-910f-4b33-b2d3-5c8ad872e1b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:59.360851 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6acba40-910f-4b33-b2d3-5c8ad872e1b0 None None] Bound using segment: {'id': '8a030f05-9732-47a1-8bf9-21054f397e89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '04071830-ff1c-4eda-b753-4fba9b855e16'} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 18:50:59.361534 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-f6acba40-910f-4b33-b2d3-5c8ad872e1b0 None None] Bound port: d3dbb80b-676f-4931-a6d6-1c33a638268a, host: n-d-800634-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a030f05-9732-47a1-8bf9-21054f397e89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '04071830-ff1c-4eda-b753-4fba9b855e16'}}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 18:50:59.362115 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-f6acba40-910f-4b33-b2d3-5c8ad872e1b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:59.467449 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.db_base_plugin_common [None req-c1a2074e-99bd-4ad3-844a-c988118e67f7 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Allocated IP 172.20.0.1 (04071830-ff1c-4eda-b753-4fba9b855e16/ab08bb9a-6b98-4a33-bbb2-36b6cd31eb51/075f5106-7027-43ba-a115-ab0daaadce5a) {{(pid=93916) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:50:59.517866 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-f6acba40-910f-4b33-b2d3-5c8ad872e1b0 None None] For port d3dbb80b-676f-4931-a6d6-1c33a638268a, host n-d-800634-3, cleared binding levels {{(pid=93917) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:50:59.521536 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-f6acba40-910f-4b33-b2d3-5c8ad872e1b0 None None] For port d3dbb80b-676f-4931-a6d6-1c33a638268a, host n-d-800634-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=d3dbb80b-676f-4931-a6d6-1c33a638268a,segment=NetworkSegment(8a030f05-9732-47a1-8bf9-21054f397e89),segment_id=8a030f05-9732-47a1-8bf9-21054f397e89)] {{(pid=93917) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 18:50:59.530301 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d167f9-a6ad-45d7-a923-e28eb9e25d6f req-73361492-3e6b-4c35-a8bf-6dac142ecbbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:50:59.532567 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c2d167f9-a6ad-45d7-a923-e28eb9e25d6f req-73361492-3e6b-4c35-a8bf-6dac142ecbbb service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c28e5bcf1e004d64bdc0461d59ce0908&device_id=9c556fe5-0125-48ec-8057-3295f5ec5000 HTTP/1.1" status: 200 len: 1095 time: 0.1558778 Jul 14 18:50:59.537224 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-f6acba40-910f-4b33-b2d3-5c8ad872e1b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:59.542498 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d334cc-d4be-43a8-be84-0b25d68262fa req-be698b45-c92c-41e9-a11d-e8505fb3da70 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:50:59.544332 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-50d334cc-d4be-43a8-be84-0b25d68262fa req-be698b45-c92c-41e9-a11d-e8505fb3da70 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c556fe5-0125-48ec-8057-3295f5ec5000 HTTP/1.1" status: 200 len: 944 time: 0.1142004 Jul 14 18:50:59.654868 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6acba40-910f-4b33-b2d3-5c8ad872e1b0 None None] Pushing event updated for resources: {'Port': ['ID=d3dbb80b-676f-4931-a6d6-1c33a638268a,revision_number=2']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:50:59.688833 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-50d334cc-d4be-43a8-be84-0b25d68262fa req-caf2110a-053c-4096-a680-0ae8fd6ad42c tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] 10.222.0.16 "GET /v2.0/security-groups?id=be330687-3a60-4db7-bad1-ca6d5eb00fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1322668 Jul 14 18:50:59.722463 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-002a5a74-c32e-489f-9233-9fe5f3bea02b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:59.725189 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-002a5a74-c32e-489f-9233-9fe5f3bea02b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:59.736904 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-002a5a74-c32e-489f-9233-9fe5f3bea02b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/706d567b-a5e7-4278-9a76-b12b082e7237 HTTP/1.1" status: 204 len: 168 time: 0.8029325 Jul 14 18:50:59.744792 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d167f9-a6ad-45d7-a923-e28eb9e25d6f req-2f5be7c4-d7df-4ecc-b120-664a458ff0bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:50:59.746508 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c2d167f9-a6ad-45d7-a923-e28eb9e25d6f req-2f5be7c4-d7df-4ecc-b120-664a458ff0bc service neutron] 10.222.0.18 "GET /v2.0/networks?id=39c54d55-b1e0-4eb1-9ee5-3eeadd4d8bde HTTP/1.1" status: 200 len: 912 time: 0.2010829 Jul 14 18:50:59.783116 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-c1a2074e-99bd-4ad3-844a-c988118e67f7 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify callbacks [] for port, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:59.785824 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002a5a74-c32e-489f-9233-9fe5f3bea02b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=706d567b-a5e7-4278-9a76-b12b082e7237,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:50:59.803601 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.provisioning_blocks [None req-c1a2074e-99bd-4ad3-844a-c988118e67f7 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Transition to ACTIVE for port object 075f5106-7027-43ba-a115-ab0daaadce5a will not be triggered until provisioned by entity DHCP. {{(pid=93916) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:50:59.882921 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-c1a2074e-99bd-4ad3-844a-c988118e67f7 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:50:59.921601 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c2d167f9-a6ad-45d7-a923-e28eb9e25d6f req-1e58bad4-40f6-4460-b7fa-9e5cea406f4b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9c478c99-d62c-4ba4-a542-afd02703f1f0 HTTP/1.1" status: 200 len: 999 time: 0.1668003 Jul 14 18:51:00.001687 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1a2074e-99bd-4ad3-844a-c988118e67f7 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Network 04071830-ff1c-4eda-b753-4fba9b855e16 is already hosted by enough agents. {{(pid=93916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:51:00.015092 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [None req-c1a2074e-99bd-4ad3-844a-c988118e67f7 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Resources bound (agent type, host, resource id): {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:51:00.029558 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1a2074e-99bd-4ad3-844a-c988118e67f7 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Received port after_create {{(pid=93916) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:51:00.054088 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d167f9-a6ad-45d7-a923-e28eb9e25d6f req-fe124b3c-ea6a-4af1-8639-2b1dca9c168e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:51:00.055635 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c2d167f9-a6ad-45d7-a923-e28eb9e25d6f req-fe124b3c-ea6a-4af1-8639-2b1dca9c168e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e9fdea6e-22fa-4991-9f87-b79de93db404 HTTP/1.1" status: 200 len: 851 time: 0.1272967 Jul 14 18:51:00.087572 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a2074e-99bd-4ad3-844a-c988118e67f7 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Pushing event updated for resources: {'Port': ['ID=075f5106-7027-43ba-a115-ab0daaadce5a,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:51:00.117387 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-c1a2074e-99bd-4ad3-844a-c988118e67f7 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-930452'] for router_interface, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:00.184057 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d167f9-a6ad-45d7-a923-e28eb9e25d6f req-658c1c84-3535-4d57-8516-f69c9ba63952 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:51:00.185422 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c2d167f9-a6ad-45d7-a923-e28eb9e25d6f req-658c1c84-3535-4d57-8516-f69c9ba63952 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=39c54d55-b1e0-4eb1-9ee5-3eeadd4d8bde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1213799 Jul 14 18:51:00.279464 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 45054) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:51:00.307597 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-1c0e897f-22d2-46df-9cc4-2f4d0b66feb1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:00.332710 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-c1a2074e-99bd-4ad3-844a-c988118e67f7 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:00.398662 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c2d167f9-a6ad-45d7-a923-e28eb9e25d6f req-e7167721-88e5-428c-8174-9a08ac14e029 service neutron] 10.222.0.18 "GET /v2.0/networks/39c54d55-b1e0-4eb1-9ee5-3eeadd4d8bde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2011189 Jul 14 18:51:00.562305 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-1c0e897f-22d2-46df-9cc4-2f4d0b66feb1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:00.567290 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c2d167f9-a6ad-45d7-a923-e28eb9e25d6f req-606831f4-f171-4bdf-9cf9-a6903e86efe0 service neutron] 10.222.0.18 "GET /v2.0/networks/39c54d55-b1e0-4eb1-9ee5-3eeadd4d8bde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1612020 Jul 14 18:51:00.570194 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-1c0e897f-22d2-46df-9cc4-2f4d0b66feb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:00.643799 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0e897f-22d2-46df-9cc4-2f4d0b66feb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eabbd1c2-51dd-4b81-9dcf-0f9f49030002,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:51:00.648807 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-1c0e897f-22d2-46df-9cc4-2f4d0b66feb1 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=06a0fd8a679c4efd884be8555309d14d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3679986 Jul 14 18:51:00.652801 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 45062) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:51:00.782350 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-8aa4cfc7-045f-4301-82ac-c08fa1d7aea8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:00.836401 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-8aa4cfc7-045f-4301-82ac-c08fa1d7aea8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:00.865067 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-c1a2074e-99bd-4ad3-844a-c988118e67f7 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify callbacks [] for port, precommit_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:00.874238 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-c1a2074e-99bd-4ad3-844a-c988118e67f7 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2684870'] for port, after_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:01.004608 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9234868-ae3a-4a88-a424-ad4211d2fed8 req-70d9fc44-6fd3-4f15-a255-6caa67d05e66 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:51:01.057242 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e9234868-ae3a-4a88-a424-ad4211d2fed8 req-70d9fc44-6fd3-4f15-a255-6caa67d05e66 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c556fe5-0125-48ec-8057-3295f5ec5000 HTTP/1.1" status: 200 len: 944 time: 0.1089334 Jul 14 18:51:01.066987 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-c1a2074e-99bd-4ad3-844a-c988118e67f7 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-598741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-928734'] for router_interface, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:01.188023 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e9234868-ae3a-4a88-a424-ad4211d2fed8 req-55b32ab0-a6d3-4e05-a1d1-43e14c4b04c3 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] 10.222.0.16 "GET /v2.0/security-groups?id=be330687-3a60-4db7-bad1-ca6d5eb00fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1298134 Jul 14 18:51:01.298779 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device d3dbb80b-676f-4931-a6d6-1c33a638268a up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:51:01.316620 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a2074e-99bd-4ad3-844a-c988118e67f7 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Pushing event updated for resources: {'Port': ['ID=075f5106-7027-43ba-a115-ab0daaadce5a,revision_number=2']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:51:01.342956 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-8aa4cfc7-045f-4301-82ac-c08fa1d7aea8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:01.346166 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-8aa4cfc7-045f-4301-82ac-c08fa1d7aea8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:01.349622 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-8aa4cfc7-045f-4301-82ac-c08fa1d7aea8 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/eabbd1c2-51dd-4b81-9dcf-0f9f49030002 HTTP/1.1" status: 204 len: 168 time: 0.6913688 Jul 14 18:51:01.358663 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6ad2d63-9a56-4a92-9bc0-72b02cd57702 None None] Network 04071830-ff1c-4eda-b753-4fba9b855e16 requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:51:01.366812 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1a2074e-99bd-4ad3-844a-c988118e67f7 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Network 04071830-ff1c-4eda-b753-4fba9b855e16 is already hosted by enough agents. {{(pid=93916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:51:01.368629 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [None req-c1a2074e-99bd-4ad3-844a-c988118e67f7 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Resources bound (agent type, host, resource id): {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:51:01.374320 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa4cfc7-045f-4301-82ac-c08fa1d7aea8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eabbd1c2-51dd-4b81-9dcf-0f9f49030002,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:51:01.510567 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-14e572e0-1406-4397-a604-9c71366724d9 None None] Provisioning for port d3dbb80b-676f-4931-a6d6-1c33a638268a completed by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:51:01.549209 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning for port d3dbb80b-676f-4931-a6d6-1c33a638268a completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:51:01.562228 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port d3dbb80b-676f-4931-a6d6-1c33a638268a triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:51:01.562611 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:01.582036 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1a2074e-99bd-4ad3-844a-c988118e67f7 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Router 2c298863-793a-4a22-9876-b8291eba83f3 is scheduled to L3 agent 2c6eb27e-defb-4cca-9a24-381c7415e359 with binding_index 1 {{(pid=93916) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 18:51:01.757972 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1a2074e-99bd-4ad3-844a-c988118e67f7 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify agent at l3_agent.n-d-800634-3 the message routers_updated {{(pid=93916) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 18:51:01.774311 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 45086) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:51:01.780730 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-c1a2074e-99bd-4ad3-844a-c988118e67f7 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] 10.222.0.16 "PUT /v2.0/routers/2c298863-793a-4a22-9876-b8291eba83f3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3805432 Jul 14 18:51:01.785774 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2f2c0da-b43f-4e8f-bb3d-b678436c4965 None None] Sync routers for ids ['2c298863-793a-4a22-9876-b8291eba83f3'] in n-d-800634-3 {{(pid=93917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 18:51:01.844682 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2f2c0da-b43f-4e8f-bb3d-b678436c4965 None None] Routers {'2c298863-793a-4a22-9876-b8291eba83f3'} bound to L3 agent in host n-d-800634-3 {{(pid=93917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:51:01.845339 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-a2f2c0da-b43f-4e8f-bb3d-b678436c4965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:50:53Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['2c298863-793a-4a22-9876-b8291eba83f3'], 'active': True} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:51:01.849347 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:01.912184 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e8eec0d-1679-43f9-a07a-2be902425c8b tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:51:01.912184 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-1e8eec0d-1679-43f9-a07a-2be902425c8b tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] 10.222.0.16 "GET /v2.0/ports/075f5106-7027-43ba-a115-ab0daaadce5a HTTP/1.1" status: 200 len: 910 time: 0.1342380 Jul 14 18:51:01.912513 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-a2f2c0da-b43f-4e8f-bb3d-b678436c4965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-3', False) {} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:51:01.915423 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 45092) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:51:01.951425 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] For port d3dbb80b-676f-4931-a6d6-1c33a638268a, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=d3dbb80b-676f-4931-a6d6-1c33a638268a,segment=NetworkSegment(8a030f05-9732-47a1-8bf9-21054f397e89),segment_id=8a030f05-9732-47a1-8bf9-21054f397e89)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:51:01.956744 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2f2c0da-b43f-4e8f-bb3d-b678436c4965 None None] Routers {'2c298863-793a-4a22-9876-b8291eba83f3'} bound to L3 agent in host n-d-800634-3 {{(pid=93917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:51:01.957601 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-a2f2c0da-b43f-4e8f-bb3d-b678436c4965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:50:53Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['2c298863-793a-4a22-9876-b8291eba83f3'], 'active': True} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:51:01.995482 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:02.028611 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-a2f2c0da-b43f-4e8f-bb3d-b678436c4965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-3', False) {} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:51:02.029338 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2f2c0da-b43f-4e8f-bb3d-b678436c4965 None None] The sync data for ids ['2c298863-793a-4a22-9876-b8291eba83f3'] in n-d-800634-3 is: [] {{(pid=93917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 18:51:02.077420 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Pushing event updated for resources: {'Port': ['ID=d3dbb80b-676f-4931-a6d6-1c33a638268a,revision_number=3']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:51:02.568151 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-9bd9aba0-50f5-43df-b241-ec21ae5864a5 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-928623'] for router_interface, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:02.612420 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-1a65967b-2f28-4293-a234-c96f53477edd None None] Provisioning for port 075f5106-7027-43ba-a115-ab0daaadce5a completed by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:51:02.630368 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:02.631103 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-1a65967b-2f28-4293-a234-c96f53477edd None None] Provisioning complete for port 075f5106-7027-43ba-a115-ab0daaadce5a triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:51:02.631307 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-1a65967b-2f28-4293-a234-c96f53477edd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:02.745630 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-1a65967b-2f28-4293-a234-c96f53477edd None None] Port 075f5106-7027-43ba-a115-ab0daaadce5a cannot update to ACTIVE because it is not bound. {{(pid=93917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 18:51:02.759915 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e871176-6a51-43b2-8316-aff14d914bdd req-314cef82-13ee-461f-a237-e8edd1152047 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:51:02.761654 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-7e871176-6a51-43b2-8316-aff14d914bdd req-314cef82-13ee-461f-a237-e8edd1152047 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c556fe5-0125-48ec-8057-3295f5ec5000 HTTP/1.1" status: 200 len: 944 time: 0.3193500 Jul 14 18:51:02.779905 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-1a65967b-2f28-4293-a234-c96f53477edd None None] Provisioning complete for port d3dbb80b-676f-4931-a6d6-1c33a638268a triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:51:02.780455 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-1a65967b-2f28-4293-a234-c96f53477edd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:02.897519 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-7e871176-6a51-43b2-8316-aff14d914bdd req-7f665d2a-0fe1-435a-9a20-73ca1a6a1884 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] 10.222.0.16 "GET /v2.0/security-groups?id=be330687-3a60-4db7-bad1-ca6d5eb00fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1184826 Jul 14 18:51:03.060303 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.agents_db [None req-2ea07fb6-aa68-4671-8654-119d82b9f530 None None] Agent healthcheck: found 7 active agents {{(pid=93918) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 18:51:03.191865 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-c5c838f6-f692-4a42-9b8b-664b478927c5 None None] Provisioning complete for port 075f5106-7027-43ba-a115-ab0daaadce5a triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:51:03.192274 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-c5c838f6-f692-4a42-9b8b-664b478927c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:03.232033 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device d3dbb80b-676f-4931-a6d6-1c33a638268a up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:51:03.355972 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-c5c838f6-f692-4a42-9b8b-664b478927c5 None None] Port 075f5106-7027-43ba-a115-ab0daaadce5a cannot update to ACTIVE because it is not bound. {{(pid=93917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 18:51:03.401197 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port d3dbb80b-676f-4931-a6d6-1c33a638268a triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:51:03.401581 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:03.456073 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6f3969-d5e1-41f7-aec4-43fec72c95d7 req-2c747d1a-b54e-40e9-aa85-0aa45790d236 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:51:03.459310 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-5f6f3969-d5e1-41f7-aec4-43fec72c95d7 req-2c747d1a-b54e-40e9-aa85-0aa45790d236 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c556fe5-0125-48ec-8057-3295f5ec5000 HTTP/1.1" status: 200 len: 944 time: 0.2541111 Jul 14 18:51:03.514606 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-97a68196-dd38-456b-a46a-d1db6b10f2f9 None None] Provisioning complete for port 075f5106-7027-43ba-a115-ab0daaadce5a triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:51:03.514606 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-97a68196-dd38-456b-a46a-d1db6b10f2f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:03.590779 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-97a68196-dd38-456b-a46a-d1db6b10f2f9 None None] Port 075f5106-7027-43ba-a115-ab0daaadce5a cannot update to ACTIVE because it is not bound. {{(pid=93917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 18:51:03.633802 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-5f6f3969-d5e1-41f7-aec4-43fec72c95d7 req-352d4e5d-2968-47eb-b402-31c4542966ff tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] 10.222.0.16 "GET /v2.0/security-groups?id=be330687-3a60-4db7-bad1-ca6d5eb00fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1545436 Jul 14 18:51:03.639645 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [None req-9bd9aba0-50f5-43df-b241-ec21ae5864a5 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Deleting port 075f5106-7027-43ba-a115-ab0daaadce5a {{(pid=93915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:51:03.640859 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-9bd9aba0-50f5-43df-b241-ec21ae5864a5 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:03.818675 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-9bd9aba0-50f5-43df-b241-ec21ae5864a5 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:03.835919 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [None req-9bd9aba0-50f5-43df-b241-ec21ae5864a5 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Calling delete_port for 075f5106-7027-43ba-a115-ab0daaadce5a owned by network:router_interface {{(pid=93915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:51:04.262009 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-9bd9aba0-50f5-43df-b241-ec21ae5864a5 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:04.395108 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd9aba0-50f5-43df-b241-ec21ae5864a5 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Pushing event deleted for resources: {'Port': ['ID=075f5106-7027-43ba-a115-ab0daaadce5a,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:51:04.660385 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-9bd9aba0-50f5-43df-b241-ec21ae5864a5 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-598732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-928907'] for router_interface, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:04.677566 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21dea84-a3c3-45fa-b930-8bd514dbe0bb req-c362ba12-e7a3-42fe-b591-ceed94e7a96a tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:51:04.685445 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b21dea84-a3c3-45fa-b930-8bd514dbe0bb req-c362ba12-e7a3-42fe-b591-ceed94e7a96a tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c556fe5-0125-48ec-8057-3295f5ec5000 HTTP/1.1" status: 200 len: 944 time: 0.3389947 Jul 14 18:51:04.798130 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b21dea84-a3c3-45fa-b930-8bd514dbe0bb req-8e47b54d-7319-42c8-b935-c1bc8f8d3218 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] 10.222.0.16 "GET /v2.0/security-groups?id=be330687-3a60-4db7-bad1-ca6d5eb00fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1117315 Jul 14 18:51:05.173376 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bd9aba0-50f5-43df-b241-ec21ae5864a5 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Router 2c298863-793a-4a22-9876-b8291eba83f3 has already been hosted by L3 agent 2c6eb27e-defb-4cca-9a24-381c7415e359 {{(pid=93915) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 18:51:05.314527 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bd9aba0-50f5-43df-b241-ec21ae5864a5 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify agent at l3_agent.n-d-800634-3 the message routers_updated {{(pid=93915) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 18:51:05.327124 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-9bd9aba0-50f5-43df-b241-ec21ae5864a5 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] 10.222.0.16 "PUT /v2.0/routers/2c298863-793a-4a22-9876-b8291eba83f3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4037247 Jul 14 18:51:05.329163 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 45178) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:51:05.345509 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8a8a933-49dd-41f9-9cb2-8fa9bff255e9 None None] Sync routers for ids ['2c298863-793a-4a22-9876-b8291eba83f3'] in n-d-800634-3 {{(pid=93918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 18:51:05.360865 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8a8a933-49dd-41f9-9cb2-8fa9bff255e9 None None] Routers {'2c298863-793a-4a22-9876-b8291eba83f3'} bound to L3 agent in host n-d-800634-3 {{(pid=93918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:51:05.361510 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-a8a8a933-49dd-41f9-9cb2-8fa9bff255e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:50:53Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['2c298863-793a-4a22-9876-b8291eba83f3'], 'active': True} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:51:05.447434 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-106b3066-3bad-43e1-a12e-45bcfc775d62 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] 10.222.0.16 "GET /v2.0/ports?device_id=2c298863-793a-4a22-9876-b8291eba83f3 HTTP/1.1" status: 200 len: 205 time: 0.1167550 Jul 14 18:51:05.466159 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-a8a8a933-49dd-41f9-9cb2-8fa9bff255e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-3', False) {} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:51:05.472747 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 45182) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:51:05.484291 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8a8a933-49dd-41f9-9cb2-8fa9bff255e9 None None] Routers {'2c298863-793a-4a22-9876-b8291eba83f3'} bound to L3 agent in host n-d-800634-3 {{(pid=93918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:51:05.484922 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-a8a8a933-49dd-41f9-9cb2-8fa9bff255e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:50:53Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['2c298863-793a-4a22-9876-b8291eba83f3'], 'active': True} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:51:05.548303 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:05.566326 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-a8a8a933-49dd-41f9-9cb2-8fa9bff255e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-3', False) {} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:51:05.566979 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8a8a933-49dd-41f9-9cb2-8fa9bff255e9 None None] The sync data for ids ['2c298863-793a-4a22-9876-b8291eba83f3'] in n-d-800634-3 is: [] {{(pid=93918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 18:51:05.707944 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177799c8-2979-44b9-af5d-1ec9cbfdd762 req-1eb5ee35-8d3c-442d-9a31-418dd65bc5f8 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:51:05.711118 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-ca625068-9fb0-4be6-bf48-25cfb9cb33d6 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify callbacks [] for router, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:05.721838 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-177799c8-2979-44b9-af5d-1ec9cbfdd762 req-1eb5ee35-8d3c-442d-9a31-418dd65bc5f8 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c556fe5-0125-48ec-8057-3295f5ec5000 HTTP/1.1" status: 200 len: 944 time: 0.2980888 Jul 14 18:51:05.816030 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-177799c8-2979-44b9-af5d-1ec9cbfdd762 req-79598395-6f2c-4d3b-9495-233b25dbb40f tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] 10.222.0.16 "GET /v2.0/security-groups?id=be330687-3a60-4db7-bad1-ca6d5eb00fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0922554 Jul 14 18:51:05.927006 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-ca625068-9fb0-4be6-bf48-25cfb9cb33d6 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-571778', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11402'] for router, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:05.935130 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-ca625068-9fb0-4be6-bf48-25cfb9cb33d6 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:06.012386 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-ca625068-9fb0-4be6-bf48-25cfb9cb33d6 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-541202'] for router, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:06.012788 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca625068-9fb0-4be6-bf48-25cfb9cb33d6 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Fanout notify agent at l3_agent the message router_deleted on router 2c298863-793a-4a22-9876-b8291eba83f3 {{(pid=93916) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 18:51:06.031901 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-ca625068-9fb0-4be6-bf48-25cfb9cb33d6 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify callbacks [] for router, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:06.038423 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 45198) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:51:06.044158 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-ca625068-9fb0-4be6-bf48-25cfb9cb33d6 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] 10.222.0.16 "DELETE /v2.0/routers/2c298863-793a-4a22-9876-b8291eba83f3 HTTP/1.1" status: 204 len: 168 time: 0.5543268 Jul 14 18:51:06.135824 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.db_base_plugin_v2 [None req-0eefb73e-37e0-4038-b23c-318839054df1 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Deleting subnet ab08bb9a-6b98-4a33-bbb2-36b6cd31eb51 {{(pid=93915) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 18:51:06.141632 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-0eefb73e-37e0-4038-b23c-318839054df1 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify callbacks [] for subnet, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:06.214251 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-0eefb73e-37e0-4038-b23c-318839054df1 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28939913'] for subnet, precommit_delete_associations {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:06.388255 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-0eefb73e-37e0-4038-b23c-318839054df1 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081283'] for subnet, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:06.506815 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-0eefb73e-37e0-4038-b23c-318839054df1 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25913028', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28969762'] for subnet, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:06.576712 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eefb73e-37e0-4038-b23c-318839054df1 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Pushing event deleted for resources: {'Subnet': ['ID=ab08bb9a-6b98-4a33-bbb2-36b6cd31eb51,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:51:06.582583 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-0eefb73e-37e0-4038-b23c-318839054df1 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify callbacks [] for subnet, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:06.588536 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 45210) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:51:06.589051 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-0eefb73e-37e0-4038-b23c-318839054df1 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] 10.222.0.16 "DELETE /v2.0/subnets/ab08bb9a-6b98-4a33-bbb2-36b6cd31eb51 HTTP/1.1" status: 204 len: 168 time: 0.5470450 Jul 14 18:51:06.594563 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-910e78da-ea80-4520-b2fa-8af909ee7e06 None None] Network 04071830-ff1c-4eda-b753-4fba9b855e16 requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:51:07.142162 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 45216) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:51:07.275322 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-96bcff65-3351-4b76-b514-75775254fcba req-5583cd32-09a2-4cb5-acec-9059c6b379f2 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=ff150787-a5d5-42ad-9e22-f082245a3b4a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3189979 Jul 14 18:51:07.289627 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-ecf8580c-08cf-45cb-a7c2-8015f565ffd1 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645734'] for network, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:07.341699 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f69d9b8-6d9d-4164-b3a8-30ed3db56bde None None] DHCP port deletion for 04071830-ff1c-4eda-b753-4fba9b855e16 request from n-d-800634-3 {{(pid=93917) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 18:51:07.365255 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4687714d-148d-4afd-877e-699465c06e9e req-be7bf9a8-7680-4174-b5af-653b864ec022 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:51:07.367368 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-4687714d-148d-4afd-877e-699465c06e9e req-be7bf9a8-7680-4174-b5af-653b864ec022 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c556fe5-0125-48ec-8057-3295f5ec5000 HTTP/1.1" status: 200 len: 944 time: 0.2497754 Jul 14 18:51:07.426638 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-9f2d3b11-96c1-47f5-af8c-5c51a633d710 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:07.427326 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-3f69d9b8-6d9d-4164-b3a8-30ed3db56bde None None] Deleting port d3dbb80b-676f-4931-a6d6-1c33a638268a {{(pid=93917) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:51:07.427326 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-3f69d9b8-6d9d-4164-b3a8-30ed3db56bde None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:07.447026 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-ecf8580c-08cf-45cb-a7c2-8015f565ffd1 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Deleting port d3dbb80b-676f-4931-a6d6-1c33a638268a {{(pid=93916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:51:07.447639 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-ecf8580c-08cf-45cb-a7c2-8015f565ffd1 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:07.449711 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bcff65-3351-4b76-b514-75775254fcba req-3b603cb7-3725-4f7f-be01-b4a8071e2497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:51:07.451330 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-96bcff65-3351-4b76-b514-75775254fcba req-3b603cb7-3725-4f7f-be01-b4a8071e2497 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c28e5bcf1e004d64bdc0461d59ce0908&device_id=ff150787-a5d5-42ad-9e22-f082245a3b4a HTTP/1.1" status: 200 len: 1097 time: 0.1347659 Jul 14 18:51:07.515593 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-3f69d9b8-6d9d-4164-b3a8-30ed3db56bde None None] For port d3dbb80b-676f-4931-a6d6-1c33a638268a, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=d3dbb80b-676f-4931-a6d6-1c33a638268a,segment=NetworkSegment(8a030f05-9732-47a1-8bf9-21054f397e89),segment_id=8a030f05-9732-47a1-8bf9-21054f397e89)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:51:07.516511 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-3f69d9b8-6d9d-4164-b3a8-30ed3db56bde None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:07.538466 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-3f69d9b8-6d9d-4164-b3a8-30ed3db56bde None None] Calling delete_port for d3dbb80b-676f-4931-a6d6-1c33a638268a owned by network:dhcp {{(pid=93917) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:51:07.571319 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-4687714d-148d-4afd-877e-699465c06e9e req-210de12c-0b2b-4428-85be-d860d4f527a7 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] 10.222.0.16 "GET /v2.0/security-groups?id=be330687-3a60-4db7-bad1-ca6d5eb00fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1885560 Jul 14 18:51:07.592337 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.db [None req-ecf8580c-08cf-45cb-a7c2-8015f565ffd1 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] For port d3dbb80b-676f-4931-a6d6-1c33a638268a, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=d3dbb80b-676f-4931-a6d6-1c33a638268a,segment=NetworkSegment(8a030f05-9732-47a1-8bf9-21054f397e89),segment_id=8a030f05-9732-47a1-8bf9-21054f397e89)] {{(pid=93916) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:51:07.592936 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-ecf8580c-08cf-45cb-a7c2-8015f565ffd1 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:07.622362 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-ecf8580c-08cf-45cb-a7c2-8015f565ffd1 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Calling delete_port for d3dbb80b-676f-4931-a6d6-1c33a638268a owned by network:dhcp {{(pid=93916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:51:07.675594 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-3f69d9b8-6d9d-4164-b3a8-30ed3db56bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813'] for port, after_delete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:07.726512 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-9f2d3b11-96c1-47f5-af8c-5c51a633d710 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:07.745096 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-9f2d3b11-96c1-47f5-af8c-5c51a633d710 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:07.758689 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f69d9b8-6d9d-4164-b3a8-30ed3db56bde None None] Pushing event deleted for resources: {'Port': ['ID=d3dbb80b-676f-4931-a6d6-1c33a638268a,revision_number=None']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:51:07.775851 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f69d9b8-6d9d-4164-b3a8-30ed3db56bde None None] No DVR routers for this DVR port d3dbb80b-676f-4931-a6d6-1c33a638268a on host n-d-800634-3 {{(pid=93917) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 18:51:07.808429 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-ecf8580c-08cf-45cb-a7c2-8015f565ffd1 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:07.832381 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecf8580c-08cf-45cb-a7c2-8015f565ffd1 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] No DVR routers for this DVR port d3dbb80b-676f-4931-a6d6-1c33a638268a on host n-d-800634-3 {{(pid=93916) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 18:51:07.868836 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-9f2d3b11-96c1-47f5-af8c-5c51a633d710 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=69d2e9c6c161432298b4464665ec91f3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7222397 Jul 14 18:51:07.870575 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bcff65-3351-4b76-b514-75775254fcba req-12d29ec9-d15f-4db3-8793-8fcaaee02be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:51:07.871983 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-96bcff65-3351-4b76-b514-75775254fcba req-12d29ec9-d15f-4db3-8793-8fcaaee02be3 service neutron] 10.222.0.18 "GET /v2.0/networks?id=39c54d55-b1e0-4eb1-9ee5-3eeadd4d8bde HTTP/1.1" status: 200 len: 912 time: 0.3175743 Jul 14 18:51:07.872607 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 45226) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:51:07.873235 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2d3b11-96c1-47f5-af8c-5c51a633d710 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03fbc8c8-7d96-4ea9-adf6-465d460cd6ad,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:51:07.912192 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf8580c-08cf-45cb-a7c2-8015f565ffd1 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Pushing event deleted for resources: {'Port': ['ID=d3dbb80b-676f-4931-a6d6-1c33a638268a,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:51:07.956669 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2d3b11-96c1-47f5-af8c-5c51a633d710 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:51:07.957763 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2d3b11-96c1-47f5-af8c-5c51a633d710 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:51:07.958572 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2d3b11-96c1-47f5-af8c-5c51a633d710 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:51:07.958572 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2d3b11-96c1-47f5-af8c-5c51a633d710 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:51:07.959036 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2d3b11-96c1-47f5-af8c-5c51a633d710 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:51:07.959437 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2d3b11-96c1-47f5-af8c-5c51a633d710 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:51:07.961110 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2d3b11-96c1-47f5-af8c-5c51a633d710 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:51:07.962081 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2d3b11-96c1-47f5-af8c-5c51a633d710 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:51:07.962477 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2d3b11-96c1-47f5-af8c-5c51a633d710 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:51:07.962871 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2d3b11-96c1-47f5-af8c-5c51a633d710 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:51:07.963310 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2d3b11-96c1-47f5-af8c-5c51a633d710 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:51:07.963703 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2d3b11-96c1-47f5-af8c-5c51a633d710 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:51:07.972713 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-96bcff65-3351-4b76-b514-75775254fcba req-2f7fc676-eb3c-4583-8813-4546cbe5880f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8dba08d8-56f1-4a66-be69-dbba17392a9c HTTP/1.1" status: 200 len: 217 time: 0.0772822 Jul 14 18:51:08.030941 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-ecf8580c-08cf-45cb-a7c2-8015f565ffd1 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2096010', 'neutron.services.segments.db._delete_segments_for_network-8728202734996'] for network, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:08.052477 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bcff65-3351-4b76-b514-75775254fcba req-f43a3dc0-fd70-4c94-afd7-46c5db6ff87d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:51:08.057519 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-96bcff65-3351-4b76-b514-75775254fcba req-f43a3dc0-fd70-4c94-afd7-46c5db6ff87d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e9fdea6e-22fa-4991-9f87-b79de93db404 HTTP/1.1" status: 200 len: 851 time: 0.0769243 Jul 14 18:51:08.074712 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.segments.db [None req-ecf8580c-08cf-45cb-a7c2-8015f565ffd1 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04071830-ff1c-4eda-b753-4fba9b855e16']}} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:51:08.100411 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.segments.db [None req-ecf8580c-08cf-45cb-a7c2-8015f565ffd1 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a030f05-9732-47a1-8bf9-21054f397e89') {'for_net_delete': True} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:51:08.100715 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.segments.db [None req-ecf8580c-08cf-45cb-a7c2-8015f565ffd1 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a030f05-9732-47a1-8bf9-21054f397e89') {} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:51:08.122977 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-ecf8580c-08cf-45cb-a7c2-8015f565ffd1 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728202715275', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26296891'] for segment, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:08.144868 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-ecf8580c-08cf-45cb-a7c2-8015f565ffd1 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:08.153775 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ecf8580c-08cf-45cb-a7c2-8015f565ffd1 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Releasing vlan 73 on physical network physnet1 to pool {{(pid=93916) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 18:51:08.154165 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-ecf8580c-08cf-45cb-a7c2-8015f565ffd1 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2682942'] for segment, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:08.155106 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-55dc68ac-23e1-4c37-93e4-f81c63e18090 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:08.157804 n-d-800634-3 neutron-server[93916]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 18:51:08.157804 n-d-800634-3 neutron-server[93916]: self.session.flush() Jul 14 18:51:08.157804 n-d-800634-3 neutron-server[93916]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 18:51:08.157804 n-d-800634-3 neutron-server[93916]: self.session.flush() Jul 14 18:51:08.157804 n-d-800634-3 neutron-server[93916]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 18:51:08.157804 n-d-800634-3 neutron-server[93916]: self.session.flush() Jul 14 18:51:08.157804 n-d-800634-3 neutron-server[93916]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 18:51:08.157804 n-d-800634-3 neutron-server[93916]: self.session.flush() Jul 14 18:51:08.157804 n-d-800634-3 neutron-server[93916]: Traceback (most recent call last): Jul 14 18:51:08.157804 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 18:51:08.157804 n-d-800634-3 neutron-server[93916]: timer() Jul 14 18:51:08.157804 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 18:51:08.157804 n-d-800634-3 neutron-server[93916]: cb(*args, **kw) Jul 14 18:51:08.157804 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 18:51:08.157804 n-d-800634-3 neutron-server[93916]: return func(*args, **kwargs) Jul 14 18:51:08.157804 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 18:51:08.157804 n-d-800634-3 neutron-server[93916]: self._notify() Jul 14 18:51:08.157804 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 18:51:08.157804 n-d-800634-3 neutron-server[93916]: self.callback(batched_events) Jul 14 18:51:08.157804 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 18:51:08.157804 n-d-800634-3 neutron-server[93916]: event.method(event) Jul 14 18:51:08.157804 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 18:51:08.157804 n-d-800634-3 neutron-server[93916]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 18:51:08.157804 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 18:51:08.157804 n-d-800634-3 neutron-server[93916]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 18:51:08.157804 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 18:51:08.157804 n-d-800634-3 neutron-server[93916]: return f(self, *a, **k) Jul 14 18:51:08.157804 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 18:51:08.157804 n-d-800634-3 neutron-server[93916]: return self._get(url).json() Jul 14 18:51:08.157804 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 18:51:08.157804 n-d-800634-3 neutron-server[93916]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 18:51:08.157804 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 18:51:08.157804 n-d-800634-3 neutron-server[93916]: return self.request(url, 'GET', **kwargs) Jul 14 18:51:08.157804 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 18:51:08.157804 n-d-800634-3 neutron-server[93916]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 18:51:08.157804 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 18:51:08.157804 n-d-800634-3 neutron-server[93916]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 18:51:08.157804 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 18:51:08.157804 n-d-800634-3 neutron-server[93916]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 18:51:08.157804 n-d-800634-3 neutron-server[93916]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 18:51:08.254442 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-ecf8580c-08cf-45cb-a7c2-8015f565ffd1 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2096001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-930085'] for network, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:08.263227 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-55dc68ac-23e1-4c37-93e4-f81c63e18090 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:08.283889 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-ecf8580c-08cf-45cb-a7c2-8015f565ffd1 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify callbacks [] for network, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:08.286201 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-ecf8580c-08cf-45cb-a7c2-8015f565ffd1 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] 10.222.0.16 "DELETE /v2.0/networks/04071830-ff1c-4eda-b753-4fba9b855e16 HTTP/1.1" status: 204 len: 168 time: 1.6959467 Jul 14 18:51:08.287120 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf8580c-08cf-45cb-a7c2-8015f565ffd1 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Pushing event deleted for resources: {'Network': ['ID=04071830-ff1c-4eda-b753-4fba9b855e16,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:51:08.292216 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 45230) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:51:08.305409 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-679d74bd-09ed-4281-860a-49da7b0a2a0f tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1797662623', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61'}, 'admin_state_up': False}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:51:08.344895 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bcff65-3351-4b76-b514-75775254fcba req-a878b361-aa80-48e2-819f-8070b402e320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:51:08.346427 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-96bcff65-3351-4b76-b514-75775254fcba req-a878b361-aa80-48e2-819f-8070b402e320 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=39c54d55-b1e0-4eb1-9ee5-3eeadd4d8bde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2802720 Jul 14 18:51:08.418659 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aae5e2c-47cc-4ed2-9f49-d6e33550e01e req-9a022098-e8e2-49f8-b4d2-b5b38e983e17 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:51:08.420231 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-7aae5e2c-47cc-4ed2-9f49-d6e33550e01e req-9a022098-e8e2-49f8-b4d2-b5b38e983e17 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c556fe5-0125-48ec-8057-3295f5ec5000 HTTP/1.1" status: 200 len: 944 time: 0.2666199 Jul 14 18:51:08.421108 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-679d74bd-09ed-4281-860a-49da7b0a2a0f tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-571768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11104'] for router, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:08.422151 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-679d74bd-09ed-4281-860a-49da7b0a2a0f tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-571675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-930014', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-632314', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11129'] for router, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:08.465172 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-55dc68ac-23e1-4c37-93e4-f81c63e18090 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:08.468001 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-55dc68ac-23e1-4c37-93e4-f81c63e18090 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:08.471561 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-55dc68ac-23e1-4c37-93e4-f81c63e18090 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/03fbc8c8-7d96-4ea9-adf6-465d460cd6ad HTTP/1.1" status: 204 len: 168 time: 0.5934153 Jul 14 18:51:08.526139 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55dc68ac-23e1-4c37-93e4-f81c63e18090 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03fbc8c8-7d96-4ea9-adf6-465d460cd6ad,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:51:08.547752 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-679d74bd-09ed-4281-860a-49da7b0a2a0f tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:08.559762 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-7aae5e2c-47cc-4ed2-9f49-d6e33550e01e req-dc31213f-2615-4316-aff5-3099bf5997b1 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] 10.222.0.16 "GET /v2.0/security-groups?id=be330687-3a60-4db7-bad1-ca6d5eb00fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1337759 Jul 14 18:51:08.760651 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-96bcff65-3351-4b76-b514-75775254fcba req-50e0e289-3e75-43f4-9d9f-db56b1565ada service neutron] 10.222.0.18 "GET /v2.0/networks/39c54d55-b1e0-4eb1-9ee5-3eeadd4d8bde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4045959 Jul 14 18:51:08.882833 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 45246) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:51:08.911585 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-cc537b89-aa43-409c-9bc7-a9b71cf4bbba admin admin] Notify callbacks [] for security_group, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:08.917081 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-679d74bd-09ed-4281-860a-49da7b0a2a0f tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-929996', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-571750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11395'] for router, precommit_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:09.069543 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-96bcff65-3351-4b76-b514-75775254fcba req-fb4b542c-be09-416a-9683-45d250197d3c service neutron] 10.222.0.18 "GET /v2.0/networks/39c54d55-b1e0-4eb1-9ee5-3eeadd4d8bde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2449489 Jul 14 18:51:09.160797 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-cc537b89-aa43-409c-9bc7-a9b71cf4bbba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:09.167233 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device d3dbb80b-676f-4931-a6d6-1c33a638268a no longer exists at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 18:51:09.167853 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-cc537b89-aa43-409c-9bc7-a9b71cf4bbba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:09.196430 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] No Port match for: d3dbb80b-676f-4931-a6d6-1c33a638268a {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 18:51:09.197077 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device d3dbb80b-676f-4931-a6d6-1c33a638268a not bound to the agent host n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 18:51:09.240692 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-cc537b89-aa43-409c-9bc7-a9b71cf4bbba admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ca22bce3c4ee4e1f84c52b7f68c31d30&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3553865 Jul 14 18:51:09.242127 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc537b89-aa43-409c-9bc7-a9b71cf4bbba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79ab11de-4c52-441c-8e56-33da64e124f0,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:51:09.259130 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 45250) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:51:09.341005 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-35a786c1-16ec-4554-a590-c554b97c8a44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:09.372132 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-35a786c1-16ec-4554-a590-c554b97c8a44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:09.408505 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-679d74bd-09ed-4281-860a-49da7b0a2a0f tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify callbacks [] for router_gateway, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:09.428390 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-679d74bd-09ed-4281-860a-49da7b0a2a0f tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:09.434176 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-35a786c1-16ec-4554-a590-c554b97c8a44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:09.437179 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-35a786c1-16ec-4554-a590-c554b97c8a44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:09.438350 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-35a786c1-16ec-4554-a590-c554b97c8a44 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/79ab11de-4c52-441c-8e56-33da64e124f0 HTTP/1.1" status: 204 len: 168 time: 0.1747992 Jul 14 18:51:09.447561 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a786c1-16ec-4554-a590-c554b97c8a44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79ab11de-4c52-441c-8e56-33da64e124f0,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:51:09.612075 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.db_base_plugin_common [None req-679d74bd-09ed-4281-860a-49da7b0a2a0f tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Allocated IP 172.25.1.24 (9200a437-e1de-4520-88f6-e68386523e61/5f47f848-4532-407a-a0e2-5690ade15fd0/c4a814c3-b3cb-4a4c-aacc-7e2e8f8df05b) {{(pid=93915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:51:09.793633 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-679d74bd-09ed-4281-860a-49da7b0a2a0f tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify callbacks [] for port, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:09.838818 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452c5f25-43e0-4a50-bffe-c926c975e00c req-f6cc8d4c-0266-4e12-8bd9-f848c39144bb tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:51:09.840434 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-452c5f25-43e0-4a50-bffe-c926c975e00c req-f6cc8d4c-0266-4e12-8bd9-f848c39144bb tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c556fe5-0125-48ec-8057-3295f5ec5000 HTTP/1.1" status: 200 len: 944 time: 0.1356018 Jul 14 18:51:09.894883 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-452c5f25-43e0-4a50-bffe-c926c975e00c req-22e8eb66-92b6-4cb6-bea6-ddf18cee3476 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] 10.222.0.16 "GET /v2.0/security-groups?id=be330687-3a60-4db7-bad1-ca6d5eb00fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420203 Jul 14 18:51:09.897728 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-679d74bd-09ed-4281-860a-49da7b0a2a0f tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:09.951074 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-679d74bd-09ed-4281-860a-49da7b0a2a0f tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Network 9200a437-e1de-4520-88f6-e68386523e61 is already hosted by enough agents. {{(pid=93915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:51:09.956273 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [None req-679d74bd-09ed-4281-860a-49da7b0a2a0f tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Resources bound (agent type, host, resource id): {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:51:09.962679 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-679d74bd-09ed-4281-860a-49da7b0a2a0f tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Received port after_create {{(pid=93915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:51:09.966374 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679d74bd-09ed-4281-860a-49da7b0a2a0f tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Pushing event updated for resources: {'Port': ['ID=c4a814c3-b3cb-4a4c-aacc-7e2e8f8df05b,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:51:10.279976 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3518cb1-d162-4450-b530-b696d0b8e05c req-09c033c5-7dc3-4d47-b7ab-56285a141d8b tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:51:10.287295 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-d3518cb1-d162-4450-b530-b696d0b8e05c req-09c033c5-7dc3-4d47-b7ab-56285a141d8b tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c556fe5-0125-48ec-8057-3295f5ec5000 HTTP/1.1" status: 200 len: 944 time: 0.2253847 Jul 14 18:51:10.372886 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-d3518cb1-d162-4450-b530-b696d0b8e05c req-b68956ec-b5de-419b-9190-242cac1a2387 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] 10.222.0.16 "GET /v2.0/security-groups?id=be330687-3a60-4db7-bad1-ca6d5eb00fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0845757 Jul 14 18:51:10.379324 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-679d74bd-09ed-4281-860a-49da7b0a2a0f tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify callbacks [] for router_gateway, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:10.641688 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-679d74bd-09ed-4281-860a-49da7b0a2a0f tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-571759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-930033'] for router, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:10.995669 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da96eeff-e16c-4aca-8f47-7c8f79881da4 req-f286fad8-a60b-466e-9940-1db3f6f47629 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:51:11.002700 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-da96eeff-e16c-4aca-8f47-7c8f79881da4 req-f286fad8-a60b-466e-9940-1db3f6f47629 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c556fe5-0125-48ec-8057-3295f5ec5000 HTTP/1.1" status: 200 len: 944 time: 0.4568322 Jul 14 18:51:11.102412 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-da96eeff-e16c-4aca-8f47-7c8f79881da4 req-a8eab8b1-50b2-4745-82c0-f2690975eac4 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] 10.222.0.16 "GET /v2.0/security-groups?id=be330687-3a60-4db7-bad1-ca6d5eb00fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0981674 Jul 14 18:51:11.161771 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-679d74bd-09ed-4281-860a-49da7b0a2a0f tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Router 27c6942a-cfde-476f-acdf-d5925142c240 is scheduled to L3 agent 2c6eb27e-defb-4cca-9a24-381c7415e359 with binding_index 1 {{(pid=93915) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 18:51:11.424488 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-679d74bd-09ed-4281-860a-49da7b0a2a0f tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify agent at l3_agent.n-d-800634-3 the message routers_updated {{(pid=93915) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 18:51:11.438132 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c77e816-e203-4d3a-80ae-bd2aa82eb054 None None] Sync routers for ids ['27c6942a-cfde-476f-acdf-d5925142c240'] in n-d-800634-3 {{(pid=93917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 18:51:11.462558 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c77e816-e203-4d3a-80ae-bd2aa82eb054 None None] Routers {'27c6942a-cfde-476f-acdf-d5925142c240'} bound to L3 agent in host n-d-800634-3 {{(pid=93917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:51:11.464719 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-2c77e816-e203-4d3a-80ae-bd2aa82eb054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:50:53Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['27c6942a-cfde-476f-acdf-d5925142c240'], 'active': True} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:51:11.470359 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402859e6-7708-4b6f-b025-b21136eded9b req-8ca76aed-cf92-40c7-91fd-e8cba7c15beb tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:51:11.471963 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-402859e6-7708-4b6f-b025-b21136eded9b req-8ca76aed-cf92-40c7-91fd-e8cba7c15beb tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c556fe5-0125-48ec-8057-3295f5ec5000 HTTP/1.1" status: 200 len: 944 time: 0.1758862 Jul 14 18:51:11.474901 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-679d74bd-09ed-4281-860a-49da7b0a2a0f tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify callbacks [] for router, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:11.479165 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 45378) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:51:11.487668 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-679d74bd-09ed-4281-860a-49da7b0a2a0f tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 3.1878119 Jul 14 18:51:11.525464 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-2c77e816-e203-4d3a-80ae-bd2aa82eb054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-3', False) {} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:51:11.563076 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-402859e6-7708-4b6f-b025-b21136eded9b req-11e884b4-63cb-4e1b-82dd-4be813e0f7b2 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] 10.222.0.16 "GET /v2.0/security-groups?id=be330687-3a60-4db7-bad1-ca6d5eb00fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0739052 Jul 14 18:51:11.566763 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c77e816-e203-4d3a-80ae-bd2aa82eb054 None None] Routers {'27c6942a-cfde-476f-acdf-d5925142c240'} bound to L3 agent in host n-d-800634-3 {{(pid=93917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:51:11.567936 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-2c77e816-e203-4d3a-80ae-bd2aa82eb054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:50:53Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['27c6942a-cfde-476f-acdf-d5925142c240'], 'active': True} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:51:11.657688 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-2c77e816-e203-4d3a-80ae-bd2aa82eb054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-3', False) {} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:51:11.658365 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c77e816-e203-4d3a-80ae-bd2aa82eb054 None None] The sync data for ids ['27c6942a-cfde-476f-acdf-d5925142c240'] in n-d-800634-3 is: [] {{(pid=93917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 18:51:11.747486 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 45410) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:51:11.752813 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-9c631f9f-793c-4487-ae35-bde54c5c828a tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] 10.222.0.16 "GET /v2.0/routers/27c6942a-cfde-476f-acdf-d5925142c240 HTTP/1.1" status: 200 len: 880 time: 0.2724094 Jul 14 18:51:12.122794 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 45462) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:51:12.124727 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-715ba256-cf59-4be6-9b8a-f80abd76e044 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 0.3727489 Jul 14 18:51:12.128944 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-49a0fe2e-f367-4e67-86cf-594e4e65ded3 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1797662623'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:51:12.551567 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-49a0fe2e-f367-4e67-86cf-594e4e65ded3 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-929996', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-571750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11395'] for router, precommit_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:12.569067 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-49a0fe2e-f367-4e67-86cf-594e4e65ded3 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-930033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-929987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-930042', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-571805'] for router, after_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:12.726465 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49a0fe2e-f367-4e67-86cf-594e4e65ded3 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Router 27c6942a-cfde-476f-acdf-d5925142c240 has already been hosted by L3 agent 2c6eb27e-defb-4cca-9a24-381c7415e359 {{(pid=93916) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 18:51:12.872443 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49a0fe2e-f367-4e67-86cf-594e4e65ded3 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify agent at l3_agent.n-d-800634-3 the message routers_updated {{(pid=93916) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 18:51:12.886681 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-49a0fe2e-f367-4e67-86cf-594e4e65ded3 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify callbacks [] for router, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:12.888086 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-49a0fe2e-f367-4e67-86cf-594e4e65ded3 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] 10.222.0.16 "PUT /v2.0/routers/27c6942a-cfde-476f-acdf-d5925142c240 HTTP/1.1" status: 200 len: 887 time: 0.7642362 Jul 14 18:51:12.890973 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 45548) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:51:12.892892 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6496e59b-96cc-496c-b583-a6fdb048a63c None None] Sync routers for ids ['27c6942a-cfde-476f-acdf-d5925142c240'] in n-d-800634-3 {{(pid=93918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 18:51:12.919488 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6496e59b-96cc-496c-b583-a6fdb048a63c None None] Routers {'27c6942a-cfde-476f-acdf-d5925142c240'} bound to L3 agent in host n-d-800634-3 {{(pid=93918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:51:12.921577 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-6496e59b-96cc-496c-b583-a6fdb048a63c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:50:53Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['27c6942a-cfde-476f-acdf-d5925142c240'], 'active': True} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:51:12.996987 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-6496e59b-96cc-496c-b583-a6fdb048a63c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-3', False) {} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:51:13.031168 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6496e59b-96cc-496c-b583-a6fdb048a63c None None] Routers {'27c6942a-cfde-476f-acdf-d5925142c240'} bound to L3 agent in host n-d-800634-3 {{(pid=93918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:51:13.032400 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-6496e59b-96cc-496c-b583-a6fdb048a63c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:50:53Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['27c6942a-cfde-476f-acdf-d5925142c240'], 'active': True} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:51:13.069249 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-6496e59b-96cc-496c-b583-a6fdb048a63c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-3', False) {} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:51:13.069994 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6496e59b-96cc-496c-b583-a6fdb048a63c None None] The sync data for ids ['27c6942a-cfde-476f-acdf-d5925142c240'] in n-d-800634-3 is: [] {{(pid=93918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 18:51:13.111378 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 45574) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:51:13.111865 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-e0c1b58d-2e8d-40dc-bef3-279bd51f5558 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] 10.222.0.16 "GET /v2.0/routers/27c6942a-cfde-476f-acdf-d5925142c240 HTTP/1.1" status: 200 len: 887 time: 0.2182834 Jul 14 18:51:13.172953 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-6b1e47b6-6f44-4533-800c-a1685e721a6a tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] 10.222.0.16 "GET /v2.0/ports?device_id=27c6942a-cfde-476f-acdf-d5925142c240 HTTP/1.1" status: 200 len: 205 time: 0.0602651 Jul 14 18:51:13.175856 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 45586) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:51:13.276688 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 45598) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:51:13.339830 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-6b2b820c-9bc4-4fd3-a6b7-94274d16c2f9 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify callbacks [] for router, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:13.428695 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-6a5c5a3e-f7b6-4d6d-913d-c18c43af7dae admin admin] Notify callbacks [] for security_group, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:13.492372 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-6b2b820c-9bc4-4fd3-a6b7-94274d16c2f9 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:13.576793 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-6b2b820c-9bc4-4fd3-a6b7-94274d16c2f9 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Deleting port c4a814c3-b3cb-4a4c-aacc-7e2e8f8df05b {{(pid=93916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:51:13.578076 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-6b2b820c-9bc4-4fd3-a6b7-94274d16c2f9 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:13.590242 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-37208c4c-bd97-431b-96c1-fadf8e713653 req-b44ab402-0a30-400a-89a4-8832ea389e74 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=03a24d87-527f-4d5b-a998-53393446562a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0476811 Jul 14 18:51:13.635911 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-6a5c5a3e-f7b6-4d6d-913d-c18c43af7dae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:13.643791 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-6a5c5a3e-f7b6-4d6d-913d-c18c43af7dae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:13.681516 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-6b2b820c-9bc4-4fd3-a6b7-94274d16c2f9 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:13.698337 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-37208c4c-bd97-431b-96c1-fadf8e713653 req-765148fb-fd27-4471-a618-0c3c54409b58 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c51e850593fc4a37af9470721017e8e7&device_id=03a24d87-527f-4d5b-a998-53393446562a HTTP/1.1" status: 200 len: 210 time: 0.0467968 Jul 14 18:51:13.732828 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-6b2b820c-9bc4-4fd3-a6b7-94274d16c2f9 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Calling delete_port for c4a814c3-b3cb-4a4c-aacc-7e2e8f8df05b owned by network:router_gateway {{(pid=93916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:51:13.746800 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-6a5c5a3e-f7b6-4d6d-913d-c18c43af7dae admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=836d80adc4ed450b8dce1776745d8152&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4689860 Jul 14 18:51:13.747876 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5c5a3e-f7b6-4d6d-913d-c18c43af7dae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc76020c-b6f6-4871-b1f5-564a86da960d,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:51:13.750389 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 45662) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:51:13.763509 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-37208c4c-bd97-431b-96c1-fadf8e713653 req-9ff2cb4d-9adc-4eb7-8f24-dfd287cfee14 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=c51e850593fc4a37af9470721017e8e7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0362225 Jul 14 18:51:13.958536 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-ebab5709-bdf4-4f76-9c04-942fc3fd2b88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:13.973113 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37208c4c-bd97-431b-96c1-fadf8e713653 req-78142601-f0a0-45b1-b95c-09d015e47234 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:51:13.975515 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-37208c4c-bd97-431b-96c1-fadf8e713653 req-78142601-f0a0-45b1-b95c-09d015e47234 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2058132 Jul 14 18:51:13.983229 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-ebab5709-bdf4-4f76-9c04-942fc3fd2b88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:14.068724 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-6b2b820c-9bc4-4fd3-a6b7-94274d16c2f9 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:14.098461 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-ebab5709-bdf4-4f76-9c04-942fc3fd2b88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:14.101093 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-ebab5709-bdf4-4f76-9c04-942fc3fd2b88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:14.103127 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-ebab5709-bdf4-4f76-9c04-942fc3fd2b88 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/bc76020c-b6f6-4871-b1f5-564a86da960d HTTP/1.1" status: 204 len: 168 time: 0.3515558 Jul 14 18:51:14.119585 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2b820c-9bc4-4fd3-a6b7-94274d16c2f9 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Pushing event deleted for resources: {'Port': ['ID=c4a814c3-b3cb-4a4c-aacc-7e2e8f8df05b,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:51:14.168939 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebab5709-bdf4-4f76-9c04-942fc3fd2b88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc76020c-b6f6-4871-b1f5-564a86da960d,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:51:14.244384 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-6b2b820c-9bc4-4fd3-a6b7-94274d16c2f9 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-930057'] for router_gateway, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:14.372230 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-6b2b820c-9bc4-4fd3-a6b7-94274d16c2f9 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-571778', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11402'] for router, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:14.374971 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-6b2b820c-9bc4-4fd3-a6b7-94274d16c2f9 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:14.443752 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-6b2b820c-9bc4-4fd3-a6b7-94274d16c2f9 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-541202'] for router, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:14.444778 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b2b820c-9bc4-4fd3-a6b7-94274d16c2f9 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Fanout notify agent at l3_agent the message router_deleted on router 27c6942a-cfde-476f-acdf-d5925142c240 {{(pid=93916) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 18:51:14.453993 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-6b2b820c-9bc4-4fd3-a6b7-94274d16c2f9 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify callbacks [] for router, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:14.455784 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-6b2b820c-9bc4-4fd3-a6b7-94274d16c2f9 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] 10.222.0.16 "DELETE /v2.0/routers/27c6942a-cfde-476f-acdf-d5925142c240 HTTP/1.1" status: 204 len: 168 time: 1.2789755 Jul 14 18:51:14.459939 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 45752) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:51:14.465204 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-65803949-2c58-4a76-a3fa-f9b2f1e3f937 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Request body: {'network': {'name': 'tempest-RoutersTest-1588504950'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:51:14.509974 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65803949-2c58-4a76-a3fa-f9b2f1e3f937 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Made reservation on behalf of 6f1f29d6af59462b92aca472594c5dfe for: {'network': 1} {{(pid=93915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:51:14.514809 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-65803949-2c58-4a76-a3fa-f9b2f1e3f937 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for network, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:14.518711 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 45760) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:51:14.547476 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-09f4196e-996d-4f36-b4b5-385d04bb9eea admin admin] Notify callbacks [] for security_group, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:14.568822 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65803949-2c58-4a76-a3fa-f9b2f1e3f937 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 52} {{(pid=93915) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 18:51:14.587446 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-65803949-2c58-4a76-a3fa-f9b2f1e3f937 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:14.587792 n-d-800634-3 neutron-server[93915]: INFO neutron.db.segments_db [None req-65803949-2c58-4a76-a3fa-f9b2f1e3f937 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Added segment fe0ac97c-502a-4ad4-bbd2-bf50075275b1 of type vlan for network ea7d978f-2f9a-4491-8dd4-6723416ccbc0 Jul 14 18:51:14.656627 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-65803949-2c58-4a76-a3fa-f9b2f1e3f937 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728202197517'] for network, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:14.710095 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-65803949-2c58-4a76-a3fa-f9b2f1e3f937 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727'] for network, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:14.716459 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65803949-2c58-4a76-a3fa-f9b2f1e3f937 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:51:14.717059 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-65803949-2c58-4a76-a3fa-f9b2f1e3f937 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify callbacks [] for network, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:14.794400 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-09f4196e-996d-4f36-b4b5-385d04bb9eea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:14.802562 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-09f4196e-996d-4f36-b4b5-385d04bb9eea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:14.813932 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-65803949-2c58-4a76-a3fa-f9b2f1e3f937 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3528636 Jul 14 18:51:14.816801 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 45800) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:51:14.824617 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-58ef662b-609e-4360-9b1a-0c829fa81606 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Request body: {'subnet': {'network_id': 'ea7d978f-2f9a-4491-8dd4-6723416ccbc0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:51:14.842879 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65803949-2c58-4a76-a3fa-f9b2f1e3f937 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Pushing event updated for resources: {'Network': ['ID=ea7d978f-2f9a-4491-8dd4-6723416ccbc0,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:51:14.855002 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Network ea7d978f-2f9a-4491-8dd4-6723416ccbc0 details requested by agent ovs-agent-n-d-800634-3 with host n-d-800634-3 {{(pid=93917) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 18:51:14.874718 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-09f4196e-996d-4f36-b4b5-385d04bb9eea admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a47ddcb9f5d54ae59f099e740b7f0f5e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3488836 Jul 14 18:51:14.875399 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f4196e-996d-4f36-b4b5-385d04bb9eea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c416f9b-0cfc-4ebc-925f-fcea4a9642e1,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:51:14.879522 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 45810) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:51:14.947137 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-3d6caad9-b236-4f73-ae90-c198ef04a715 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:14.977781 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-3d6caad9-b236-4f73-ae90-c198ef04a715 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:15.019879 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58ef662b-609e-4360-9b1a-0c829fa81606 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Made reservation on behalf of 6f1f29d6af59462b92aca472594c5dfe for: {'subnet': 1} {{(pid=93916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:51:15.025873 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-58ef662b-609e-4360-9b1a-0c829fa81606 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26033189'] for subnet, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:15.063311 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-3d6caad9-b236-4f73-ae90-c198ef04a715 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:15.066077 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-3d6caad9-b236-4f73-ae90-c198ef04a715 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:15.067425 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-3d6caad9-b236-4f73-ae90-c198ef04a715 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/4c416f9b-0cfc-4ebc-925f-fcea4a9642e1 HTTP/1.1" status: 204 len: 168 time: 0.1866086 Jul 14 18:51:15.078112 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6caad9-b236-4f73-ae90-c198ef04a715 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c416f9b-0cfc-4ebc-925f-fcea4a9642e1,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:51:15.349061 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-58ef662b-609e-4360-9b1a-0c829fa81606 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2684753', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26033175'] for subnet, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:15.446684 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ef662b-609e-4360-9b1a-0c829fa81606 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Pushing event updated for resources: {'Subnet': ['ID=11959db3-2ae5-4e78-9dee-6d214dab31c8,revision_number=0']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:51:15.451235 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58ef662b-609e-4360-9b1a-0c829fa81606 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Checking segment: {'id': 'fe0ac97c-502a-4ad4-bbd2-bf50075275b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'ea7d978f-2f9a-4491-8dd4-6723416ccbc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93916) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:51:15.451855 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58ef662b-609e-4360-9b1a-0c829fa81606 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Network hostable DHCP agents. Network: ea7d978f-2f9a-4491-8dd4-6723416ccbc0, hostable agents: ['028393c3-0576-4ebd-bca1-8ea8a148e1a2'], hosted agents: [] {{(pid=93916) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 18:51:15.491040 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58ef662b-609e-4360-9b1a-0c829fa81606 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Network ea7d978f-2f9a-4491-8dd4-6723416ccbc0 is scheduled to be hosted by DHCP agent 028393c3-0576-4ebd-bca1-8ea8a148e1a2 with binding_index 1 {{(pid=93916) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 18:51:15.513942 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [None req-58ef662b-609e-4360-9b1a-0c829fa81606 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-3, ea7d978f-2f9a-4491-8dd4-6723416ccbc0) {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:51:15.521772 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58ef662b-609e-4360-9b1a-0c829fa81606 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:51:15.522328 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-58ef662b-609e-4360-9b1a-0c829fa81606 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify callbacks [] for subnet, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:15.529328 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71541281-cc3d-43ce-9fb0-f49d13a64288 None None] Network ea7d978f-2f9a-4491-8dd4-6723416ccbc0 requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:51:15.548917 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-58ef662b-609e-4360-9b1a-0c829fa81606 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7308943 Jul 14 18:51:15.551618 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 45840) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:51:15.560020 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-64be4090-3407-45bc-8528-ae0823bcc7d5 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-717648507', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:51:15.610014 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-64be4090-3407-45bc-8528-ae0823bcc7d5 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-571768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11104'] for router, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:15.613805 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-64be4090-3407-45bc-8528-ae0823bcc7d5 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-571675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-930014', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-632314', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11129'] for router, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:15.725754 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-64be4090-3407-45bc-8528-ae0823bcc7d5 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:15.733445 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-64be4090-3407-45bc-8528-ae0823bcc7d5 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-571759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-930033'] for router, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:15.761168 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-64be4090-3407-45bc-8528-ae0823bcc7d5 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify callbacks [] for router, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:15.764194 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-64be4090-3407-45bc-8528-ae0823bcc7d5 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2092502 Jul 14 18:51:15.767506 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 45846) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:51:15.780352 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6a0097c-2a07-4901-ad62-0e9ecbcfdacd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9222b97e-5d1c-54f8-ba97-82f172498e76-ea7d978f-2f9a-4491-8dd4-6723416ccbc0', 'network_id': 'ea7d978f-2f9a-4491-8dd4-6723416ccbc0', 'tenant_id': '6f1f29d6af59462b92aca472594c5dfe', 'fixed_ips': [{'subnet_id': '11959db3-2ae5-4e78-9dee-6d214dab31c8'}]}} from n-d-800634-3. {{(pid=93917) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 18:51:15.781583 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-f6a0097c-2a07-4901-ad62-0e9ecbcfdacd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:16.012010 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.db_base_plugin_common [None req-f6a0097c-2a07-4901-ad62-0e9ecbcfdacd None None] Allocated IP 172.20.0.2 (ea7d978f-2f9a-4491-8dd4-6723416ccbc0/11959db3-2ae5-4e78-9dee-6d214dab31c8/478187e9-2a89-4506-8fce-b8fa2980e7fc) {{(pid=93917) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:51:16.258536 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-f6a0097c-2a07-4901-ad62-0e9ecbcfdacd None None] Notify callbacks [] for port, precommit_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:16.287615 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-f6a0097c-2a07-4901-ad62-0e9ecbcfdacd None None] Transition to ACTIVE for port object 478187e9-2a89-4506-8fce-b8fa2980e7fc will not be triggered until provisioned by entity L2. {{(pid=93917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:51:16.297263 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-67cb4a8c-f727-474c-aa0c-9c72aed02e09 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:16.321750 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-f6a0097c-2a07-4901-ad62-0e9ecbcfdacd None None] Transition to ACTIVE for port object 478187e9-2a89-4506-8fce-b8fa2980e7fc will not be triggered until provisioned by entity DHCP. {{(pid=93917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:51:16.337443 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-f6a0097c-2a07-4901-ad62-0e9ecbcfdacd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804'] for port, after_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:16.421332 n-d-800634-3 neutron-server[93917]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6a0097c-2a07-4901-ad62-0e9ecbcfdacd None None] Network ea7d978f-2f9a-4491-8dd4-6723416ccbc0 is already hosted by enough agents. {{(pid=93917) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:51:16.430729 n-d-800634-3 neutron-server[93917]: DEBUG neutron.scheduler.base_scheduler [None req-f6a0097c-2a07-4901-ad62-0e9ecbcfdacd None None] Resources bound (agent type, host, resource id): {{(pid=93917) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:51:16.439381 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6a0097c-2a07-4901-ad62-0e9ecbcfdacd None None] Received port after_create {{(pid=93917) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:51:16.456968 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a0097c-2a07-4901-ad62-0e9ecbcfdacd None None] Pushing event updated for resources: {'Port': ['ID=478187e9-2a89-4506-8fce-b8fa2980e7fc,revision_number=1']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:51:16.594348 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-f6a0097c-2a07-4901-ad62-0e9ecbcfdacd None None] Attempting to bind port 478187e9-2a89-4506-8fce-b8fa2980e7fc on host n-d-800634-3 for vnic_type normal with profile {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:51:16.595106 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-f6a0097c-2a07-4901-ad62-0e9ecbcfdacd None None] Attempting to bind port 478187e9-2a89-4506-8fce-b8fa2980e7fc by drivers openvswitch,hyperv on host n-d-800634-3 at level 0 using segments [{'id': 'fe0ac97c-502a-4ad4-bbd2-bf50075275b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'ea7d978f-2f9a-4491-8dd4-6723416ccbc0'}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:51:16.596000 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6a0097c-2a07-4901-ad62-0e9ecbcfdacd None None] Attempting to bind port 478187e9-2a89-4506-8fce-b8fa2980e7fc on network ea7d978f-2f9a-4491-8dd4-6723416ccbc0 {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:51:16.612946 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6a0097c-2a07-4901-ad62-0e9ecbcfdacd None None] Checking agent: {'id': '01c19e91-a945-4e3c-94a6-c211e17c923e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 8, 23), 'started_at': datetime.datetime(2021, 7, 14, 18, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 18, 50, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 18:51:16.613890 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6a0097c-2a07-4901-ad62-0e9ecbcfdacd None None] Checking segment: {'id': 'fe0ac97c-502a-4ad4-bbd2-bf50075275b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'ea7d978f-2f9a-4491-8dd4-6723416ccbc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93917) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:51:16.619583 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-f6a0097c-2a07-4901-ad62-0e9ecbcfdacd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:16.620317 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6a0097c-2a07-4901-ad62-0e9ecbcfdacd None None] Bound using segment: {'id': 'fe0ac97c-502a-4ad4-bbd2-bf50075275b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'ea7d978f-2f9a-4491-8dd4-6723416ccbc0'} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 18:51:16.621054 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-f6a0097c-2a07-4901-ad62-0e9ecbcfdacd None None] Bound port: 478187e9-2a89-4506-8fce-b8fa2980e7fc, host: n-d-800634-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe0ac97c-502a-4ad4-bbd2-bf50075275b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'ea7d978f-2f9a-4491-8dd4-6723416ccbc0'}}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 18:51:16.621930 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-f6a0097c-2a07-4901-ad62-0e9ecbcfdacd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:16.760877 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-f6a0097c-2a07-4901-ad62-0e9ecbcfdacd None None] For port 478187e9-2a89-4506-8fce-b8fa2980e7fc, host n-d-800634-3, cleared binding levels {{(pid=93917) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:51:16.766279 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-f6a0097c-2a07-4901-ad62-0e9ecbcfdacd None None] For port 478187e9-2a89-4506-8fce-b8fa2980e7fc, host n-d-800634-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=478187e9-2a89-4506-8fce-b8fa2980e7fc,segment=NetworkSegment(fe0ac97c-502a-4ad4-bbd2-bf50075275b1),segment_id=fe0ac97c-502a-4ad4-bbd2-bf50075275b1)] {{(pid=93917) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 18:51:16.792934 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-f6a0097c-2a07-4901-ad62-0e9ecbcfdacd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:16.878445 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.db_base_plugin_common [None req-67cb4a8c-f727-474c-aa0c-9c72aed02e09 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Allocated IP 172.20.0.1 (ea7d978f-2f9a-4491-8dd4-6723416ccbc0/11959db3-2ae5-4e78-9dee-6d214dab31c8/4b4115f3-df7b-4d4c-a35d-fb96b54a9480) {{(pid=93916) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:51:16.941811 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a0097c-2a07-4901-ad62-0e9ecbcfdacd None None] Pushing event updated for resources: {'Port': ['ID=478187e9-2a89-4506-8fce-b8fa2980e7fc,revision_number=2']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:51:17.123289 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-67cb4a8c-f727-474c-aa0c-9c72aed02e09 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify callbacks [] for port, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:17.172556 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.provisioning_blocks [None req-67cb4a8c-f727-474c-aa0c-9c72aed02e09 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Transition to ACTIVE for port object 4b4115f3-df7b-4d4c-a35d-fb96b54a9480 will not be triggered until provisioned by entity DHCP. {{(pid=93916) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:51:17.260428 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-67cb4a8c-f727-474c-aa0c-9c72aed02e09 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:17.330170 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67cb4a8c-f727-474c-aa0c-9c72aed02e09 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Network ea7d978f-2f9a-4491-8dd4-6723416ccbc0 is already hosted by enough agents. {{(pid=93916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:51:17.333939 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [None req-67cb4a8c-f727-474c-aa0c-9c72aed02e09 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Resources bound (agent type, host, resource id): {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:51:17.343062 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67cb4a8c-f727-474c-aa0c-9c72aed02e09 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Received port after_create {{(pid=93916) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:51:17.430454 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-67cb4a8c-f727-474c-aa0c-9c72aed02e09 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-930452'] for router_interface, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:17.519795 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67cb4a8c-f727-474c-aa0c-9c72aed02e09 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Pushing event updated for resources: {'Port': ['ID=4b4115f3-df7b-4d4c-a35d-fb96b54a9480,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:51:17.562861 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67cb4a8c-f727-474c-aa0c-9c72aed02e09 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:51:17.563055 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67cb4a8c-f727-474c-aa0c-9c72aed02e09 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:51:17.563326 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67cb4a8c-f727-474c-aa0c-9c72aed02e09 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:51:17.565532 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67cb4a8c-f727-474c-aa0c-9c72aed02e09 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:51:17.569037 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67cb4a8c-f727-474c-aa0c-9c72aed02e09 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:51:17.569429 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67cb4a8c-f727-474c-aa0c-9c72aed02e09 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:51:17.569782 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67cb4a8c-f727-474c-aa0c-9c72aed02e09 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:51:17.571556 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67cb4a8c-f727-474c-aa0c-9c72aed02e09 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:51:17.571556 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67cb4a8c-f727-474c-aa0c-9c72aed02e09 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:51:17.571898 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67cb4a8c-f727-474c-aa0c-9c72aed02e09 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:51:17.572307 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67cb4a8c-f727-474c-aa0c-9c72aed02e09 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:51:17.572653 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67cb4a8c-f727-474c-aa0c-9c72aed02e09 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:51:17.752700 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-67cb4a8c-f727-474c-aa0c-9c72aed02e09 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:18.169773 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-67cb4a8c-f727-474c-aa0c-9c72aed02e09 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify callbacks [] for port, precommit_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:18.175972 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-67cb4a8c-f727-474c-aa0c-9c72aed02e09 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2684870'] for port, after_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:18.472458 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 45920) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:51:18.519756 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fdaefc8-7e46-44d8-85c9-f3cd5f5534b6 None None] Network ea7d978f-2f9a-4491-8dd4-6723416ccbc0 requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:51:18.653496 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-6327061c-d8e5-4b43-ae6a-f00fb6b213e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:18.710344 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-423edccb-7d92-40b0-b2ed-fa4d9b38ac0c None None] Provisioning for port 478187e9-2a89-4506-8fce-b8fa2980e7fc completed by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:51:18.770749 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67cb4a8c-f727-474c-aa0c-9c72aed02e09 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Pushing event updated for resources: {'Port': ['ID=4b4115f3-df7b-4d4c-a35d-fb96b54a9480,revision_number=2']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:51:18.778904 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-67cb4a8c-f727-474c-aa0c-9c72aed02e09 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-598741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-928734'] for router_interface, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:18.865338 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-6327061c-d8e5-4b43-ae6a-f00fb6b213e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:18.871112 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-6327061c-d8e5-4b43-ae6a-f00fb6b213e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:18.915593 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6327061c-d8e5-4b43-ae6a-f00fb6b213e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=970c8a3f-db1c-450c-bee1-fc584b598447,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:51:18.940875 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-6327061c-d8e5-4b43-ae6a-f00fb6b213e1 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=94c52010d7f84819b04e7a33a77dda29&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4666736 Jul 14 18:51:18.941935 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 45924) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:51:18.963137 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67cb4a8c-f727-474c-aa0c-9c72aed02e09 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Network ea7d978f-2f9a-4491-8dd4-6723416ccbc0 is already hosted by enough agents. {{(pid=93916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:51:18.964719 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [None req-67cb4a8c-f727-474c-aa0c-9c72aed02e09 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Resources bound (agent type, host, resource id): {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:51:19.019862 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-ec3187e6-874e-413a-8fbd-4cebc76f35a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:19.104140 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-ec3187e6-874e-413a-8fbd-4cebc76f35a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:19.178740 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67cb4a8c-f727-474c-aa0c-9c72aed02e09 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Router ea952fb1-52aa-4336-8296-d527455e8c5a is scheduled to L3 agent 2c6eb27e-defb-4cca-9a24-381c7415e359 with binding_index 1 {{(pid=93916) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 18:51:19.196709 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-ec3187e6-874e-413a-8fbd-4cebc76f35a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:19.200472 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-f5b21f1d-f42b-4005-8ff1-42942b33b676 None None] Provisioning for port 4b4115f3-df7b-4d4c-a35d-fb96b54a9480 completed by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:51:19.201086 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-ec3187e6-874e-413a-8fbd-4cebc76f35a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:19.202895 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-ec3187e6-874e-413a-8fbd-4cebc76f35a8 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/970c8a3f-db1c-450c-bee1-fc584b598447 HTTP/1.1" status: 204 len: 168 time: 0.2596052 Jul 14 18:51:19.222863 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3187e6-874e-413a-8fbd-4cebc76f35a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=970c8a3f-db1c-450c-bee1-fc584b598447,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:51:19.228426 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 478187e9-2a89-4506-8fce-b8fa2980e7fc up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:51:19.254430 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-f5b21f1d-f42b-4005-8ff1-42942b33b676 None None] Provisioning complete for port 4b4115f3-df7b-4d4c-a35d-fb96b54a9480 triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:51:19.255000 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-f5b21f1d-f42b-4005-8ff1-42942b33b676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:19.337217 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67cb4a8c-f727-474c-aa0c-9c72aed02e09 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify agent at l3_agent.n-d-800634-3 the message routers_updated {{(pid=93916) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 18:51:19.345268 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-67cb4a8c-f727-474c-aa0c-9c72aed02e09 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] 10.222.0.16 "PUT /v2.0/routers/ea952fb1-52aa-4336-8296-d527455e8c5a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5754771 Jul 14 18:51:19.347300 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 45928) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:51:19.370596 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf712237-ab17-49b8-8780-c3e92bf91c51 None None] Sync routers for ids ['ea952fb1-52aa-4336-8296-d527455e8c5a'] in n-d-800634-3 {{(pid=93917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 18:51:19.437039 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-f5b21f1d-f42b-4005-8ff1-42942b33b676 None None] Port 4b4115f3-df7b-4d4c-a35d-fb96b54a9480 cannot update to ACTIVE because it is not bound. {{(pid=93917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 18:51:19.438874 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf712237-ab17-49b8-8780-c3e92bf91c51 None None] Routers {'ea952fb1-52aa-4336-8296-d527455e8c5a'} bound to L3 agent in host n-d-800634-3 {{(pid=93917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:51:19.439719 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-cf712237-ab17-49b8-8780-c3e92bf91c51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:50:53Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['ea952fb1-52aa-4336-8296-d527455e8c5a'], 'active': True} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:51:19.466634 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e154d6eb-655e-4fcc-869c-25e1a2b95f3e tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:51:19.477545 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-e154d6eb-655e-4fcc-869c-25e1a2b95f3e tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] 10.222.0.16 "GET /v2.0/ports/4b4115f3-df7b-4d4c-a35d-fb96b54a9480 HTTP/1.1" status: 200 len: 910 time: 0.1291518 Jul 14 18:51:19.480045 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-cf712237-ab17-49b8-8780-c3e92bf91c51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-3', False) {} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:51:19.480598 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 45934) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:51:19.488373 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-0cf6eea5-58bc-4a95-a982-d05c4623c795 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '11959db3-2ae5-4e78-9dee-6d214dab31c8'}]}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:51:19.499283 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning for port 478187e9-2a89-4506-8fce-b8fa2980e7fc completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:51:19.502726 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf712237-ab17-49b8-8780-c3e92bf91c51 None None] Routers {'ea952fb1-52aa-4336-8296-d527455e8c5a'} bound to L3 agent in host n-d-800634-3 {{(pid=93917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:51:19.503469 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-cf712237-ab17-49b8-8780-c3e92bf91c51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:50:53Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['ea952fb1-52aa-4336-8296-d527455e8c5a'], 'active': True} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:51:19.584635 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-cf712237-ab17-49b8-8780-c3e92bf91c51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-3', False) {} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:51:19.586582 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf712237-ab17-49b8-8780-c3e92bf91c51 None None] The sync data for ids ['ea952fb1-52aa-4336-8296-d527455e8c5a'] in n-d-800634-3 is: [] {{(pid=93917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 18:51:19.589540 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port 478187e9-2a89-4506-8fce-b8fa2980e7fc triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:51:19.590360 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:19.709722 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:19.712614 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-78346e0e-a519-4c41-8eeb-11679bff394b None None] Provisioning complete for port 4b4115f3-df7b-4d4c-a35d-fb96b54a9480 triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:51:19.713158 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-78346e0e-a519-4c41-8eeb-11679bff394b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:19.764395 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-78346e0e-a519-4c41-8eeb-11679bff394b None None] Port 4b4115f3-df7b-4d4c-a35d-fb96b54a9480 cannot update to ACTIVE because it is not bound. {{(pid=93917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 18:51:19.823357 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] For port 478187e9-2a89-4506-8fce-b8fa2980e7fc, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=478187e9-2a89-4506-8fce-b8fa2980e7fc,segment=NetworkSegment(fe0ac97c-502a-4ad4-bbd2-bf50075275b1),segment_id=fe0ac97c-502a-4ad4-bbd2-bf50075275b1)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:51:19.831215 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:19.866562 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 45942) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:51:19.920153 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-0cf6eea5-58bc-4a95-a982-d05c4623c795 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:19.924034 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-4d8d9596-d977-40a5-8133-1a3bf2933a31 None None] Provisioning complete for port 4b4115f3-df7b-4d4c-a35d-fb96b54a9480 triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:51:19.924489 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-4d8d9596-d977-40a5-8133-1a3bf2933a31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:19.926223 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-7929f9be-3f3b-42c7-8fbd-baa94eb7b5a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:19.953101 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Pushing event updated for resources: {'Port': ['ID=478187e9-2a89-4506-8fce-b8fa2980e7fc,revision_number=3']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:51:19.974676 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-4d8d9596-d977-40a5-8133-1a3bf2933a31 None None] Port 4b4115f3-df7b-4d4c-a35d-fb96b54a9480 cannot update to ACTIVE because it is not bound. {{(pid=93917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 18:51:20.154443 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-7929f9be-3f3b-42c7-8fbd-baa94eb7b5a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:20.161234 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-7929f9be-3f3b-42c7-8fbd-baa94eb7b5a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:20.233180 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7929f9be-3f3b-42c7-8fbd-baa94eb7b5a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b5d5162-b4a3-4120-95f3-2f8f35766e90,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:51:20.269193 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-7929f9be-3f3b-42c7-8fbd-baa94eb7b5a3 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3fe8858298b541f6a544f137ce12257e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4008424 Jul 14 18:51:20.271998 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 45944) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:51:20.368747 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-9964573c-30ec-4fde-9734-a7732c7df29f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:20.374978 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9fbb3a09-5e1b-4397-8175-fb27a5cada31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:20.400695 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-9964573c-30ec-4fde-9734-a7732c7df29f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:20.465421 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-9964573c-30ec-4fde-9734-a7732c7df29f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:20.472754 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-9964573c-30ec-4fde-9734-a7732c7df29f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:20.476389 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-9964573c-30ec-4fde-9734-a7732c7df29f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9b5d5162-b4a3-4120-95f3-2f8f35766e90 HTTP/1.1" status: 204 len: 168 time: 0.2010953 Jul 14 18:51:20.495545 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9964573c-30ec-4fde-9734-a7732c7df29f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b5d5162-b4a3-4120-95f3-2f8f35766e90,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:51:20.614871 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-0cf6eea5-58bc-4a95-a982-d05c4623c795 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify callbacks [] for port, precommit_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:20.641072 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-0cf6eea5-58bc-4a95-a982-d05c4623c795 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2684870'] for port, after_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:20.739203 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cf6eea5-58bc-4a95-a982-d05c4623c795 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:51:20.739895 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-0cf6eea5-58bc-4a95-a982-d05c4623c795 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:20.741350 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-0cf6eea5-58bc-4a95-a982-d05c4623c795 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] 10.222.0.16 "PUT /v2.0/ports/4b4115f3-df7b-4d4c-a35d-fb96b54a9480 HTTP/1.1" status: 200 len: 910 time: 1.2585561 Jul 14 18:51:20.745981 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 45952) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:51:20.781415 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf6eea5-58bc-4a95-a982-d05c4623c795 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Pushing event updated for resources: {'Port': ['ID=4b4115f3-df7b-4d4c-a35d-fb96b54a9480,revision_number=3']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:51:21.145331 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 478187e9-2a89-4506-8fce-b8fa2980e7fc up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:51:21.202782 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port 478187e9-2a89-4506-8fce-b8fa2980e7fc triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:51:21.203329 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:21.206078 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-805b9866-3bc7-4000-bbee-f160229bee25 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-928623'] for router_interface, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:21.860026 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [None req-805b9866-3bc7-4000-bbee-f160229bee25 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Deleting port 4b4115f3-df7b-4d4c-a35d-fb96b54a9480 {{(pid=93915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:51:21.860705 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-805b9866-3bc7-4000-bbee-f160229bee25 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:21.987148 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-805b9866-3bc7-4000-bbee-f160229bee25 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:22.006319 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [None req-805b9866-3bc7-4000-bbee-f160229bee25 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Calling delete_port for 4b4115f3-df7b-4d4c-a35d-fb96b54a9480 owned by network:router_interface {{(pid=93915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:51:22.228937 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-805b9866-3bc7-4000-bbee-f160229bee25 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:22.275302 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805b9866-3bc7-4000-bbee-f160229bee25 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Pushing event deleted for resources: {'Port': ['ID=4b4115f3-df7b-4d4c-a35d-fb96b54a9480,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:51:22.477622 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-805b9866-3bc7-4000-bbee-f160229bee25 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-598732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-928907'] for router_interface, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:22.690034 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-805b9866-3bc7-4000-bbee-f160229bee25 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Router ea952fb1-52aa-4336-8296-d527455e8c5a has already been hosted by L3 agent 2c6eb27e-defb-4cca-9a24-381c7415e359 {{(pid=93915) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 18:51:22.779403 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-805b9866-3bc7-4000-bbee-f160229bee25 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify agent at l3_agent.n-d-800634-3 the message routers_updated {{(pid=93915) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 18:51:22.784563 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-805b9866-3bc7-4000-bbee-f160229bee25 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] 10.222.0.16 "PUT /v2.0/routers/ea952fb1-52aa-4336-8296-d527455e8c5a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0367613 Jul 14 18:51:22.787449 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 46016) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:51:22.796102 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bb9556f-6fa3-4095-a585-781fbda22b45 None None] Sync routers for ids ['ea952fb1-52aa-4336-8296-d527455e8c5a'] in n-d-800634-3 {{(pid=93918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 18:51:22.806911 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-126a3620-bf29-4bd9-a792-cd08f2de627e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:22.811449 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bb9556f-6fa3-4095-a585-781fbda22b45 None None] Routers {'ea952fb1-52aa-4336-8296-d527455e8c5a'} bound to L3 agent in host n-d-800634-3 {{(pid=93918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:51:22.812531 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-3bb9556f-6fa3-4095-a585-781fbda22b45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:50:53Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['ea952fb1-52aa-4336-8296-d527455e8c5a'], 'active': True} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:51:22.838237 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 46018) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:51:22.839226 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-2f5505f6-b050-4add-b8cd-4ac41ce95a90 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea952fb1-52aa-4336-8296-d527455e8c5a HTTP/1.1" status: 200 len: 205 time: 0.0496731 Jul 14 18:51:22.855600 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-3bb9556f-6fa3-4095-a585-781fbda22b45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-3', False) {} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:51:22.867927 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bb9556f-6fa3-4095-a585-781fbda22b45 None None] Routers {'ea952fb1-52aa-4336-8296-d527455e8c5a'} bound to L3 agent in host n-d-800634-3 {{(pid=93918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:51:22.868714 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-3bb9556f-6fa3-4095-a585-781fbda22b45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:51:23Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['ea952fb1-52aa-4336-8296-d527455e8c5a'], 'active': True} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:51:22.924168 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-3bb9556f-6fa3-4095-a585-781fbda22b45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-3', False) {} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:51:22.926859 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bb9556f-6fa3-4095-a585-781fbda22b45 None None] The sync data for ids ['ea952fb1-52aa-4336-8296-d527455e8c5a'] in n-d-800634-3 is: [] {{(pid=93918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 18:51:22.949368 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-08fa5d0b-139c-4836-825c-347ffa2b2c61 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify callbacks [] for router, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:23.202455 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-08fa5d0b-139c-4836-825c-347ffa2b2c61 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-571778', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11402'] for router, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:23.206224 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-08fa5d0b-139c-4836-825c-347ffa2b2c61 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:23.209301 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:23.267161 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-08fa5d0b-139c-4836-825c-347ffa2b2c61 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-541202'] for router, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:23.268755 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08fa5d0b-139c-4836-825c-347ffa2b2c61 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Fanout notify agent at l3_agent the message router_deleted on router ea952fb1-52aa-4336-8296-d527455e8c5a {{(pid=93915) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 18:51:23.275846 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-08fa5d0b-139c-4836-825c-347ffa2b2c61 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify callbacks [] for router, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:23.276998 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-08fa5d0b-139c-4836-825c-347ffa2b2c61 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] 10.222.0.16 "DELETE /v2.0/routers/ea952fb1-52aa-4336-8296-d527455e8c5a HTTP/1.1" status: 204 len: 168 time: 0.4377527 Jul 14 18:51:23.279670 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 46036) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:51:23.349208 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 46038) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:51:23.370127 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.db_base_plugin_v2 [None req-f267b0a6-8be6-4a35-a55b-b710dd5c6696 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Deleting subnet 11959db3-2ae5-4e78-9dee-6d214dab31c8 {{(pid=93915) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 18:51:23.386014 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-f267b0a6-8be6-4a35-a55b-b710dd5c6696 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify callbacks [] for subnet, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:23.448023 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-f267b0a6-8be6-4a35-a55b-b710dd5c6696 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28939913'] for subnet, precommit_delete_associations {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:23.518682 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a8f94580-d236-48b9-9011-321db675abce admin admin] Notify callbacks [] for security_group, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:23.594073 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-f267b0a6-8be6-4a35-a55b-b710dd5c6696 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081283'] for subnet, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:23.666191 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-f267b0a6-8be6-4a35-a55b-b710dd5c6696 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25913028', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28969762'] for subnet, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:23.666887 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a8f94580-d236-48b9-9011-321db675abce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:23.671395 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a8f94580-d236-48b9-9011-321db675abce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:23.705691 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-a8f94580-d236-48b9-9011-321db675abce admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4adb3e6901304e1c8ab0f568f1725a99&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3552277 Jul 14 18:51:23.707706 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 46046) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:51:23.712285 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f267b0a6-8be6-4a35-a55b-b710dd5c6696 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Pushing event deleted for resources: {'Subnet': ['ID=11959db3-2ae5-4e78-9dee-6d214dab31c8,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:51:23.721745 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-f267b0a6-8be6-4a35-a55b-b710dd5c6696 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify callbacks [] for subnet, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:23.724289 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae1aed28-fcd7-45e7-844a-c691b8cc5352 None None] Network ea7d978f-2f9a-4491-8dd4-6723416ccbc0 requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:51:23.724457 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-f267b0a6-8be6-4a35-a55b-b710dd5c6696 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] 10.222.0.16 "DELETE /v2.0/subnets/11959db3-2ae5-4e78-9dee-6d214dab31c8 HTTP/1.1" status: 204 len: 168 time: 0.4415708 Jul 14 18:51:23.733619 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 46048) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:51:23.780579 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f94580-d236-48b9-9011-321db675abce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3053f565-4dd5-48f6-b5ac-e6f207ce6a55,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:51:23.802862 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-1c89c885-39cb-40b5-ad5f-5c7219180897 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:23.835286 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-1c89c885-39cb-40b5-ad5f-5c7219180897 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:23.904207 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-ae70841a-54e7-4079-856d-82e17837f6f9 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645734'] for network, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:23.934418 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-1c89c885-39cb-40b5-ad5f-5c7219180897 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:23.938373 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-1c89c885-39cb-40b5-ad5f-5c7219180897 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:23.942836 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-1c89c885-39cb-40b5-ad5f-5c7219180897 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3053f565-4dd5-48f6-b5ac-e6f207ce6a55 HTTP/1.1" status: 204 len: 168 time: 0.2336669 Jul 14 18:51:23.953809 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c89c885-39cb-40b5-ad5f-5c7219180897 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3053f565-4dd5-48f6-b5ac-e6f207ce6a55,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:51:24.022491 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4363789f-ac8b-4e52-a4c3-da6ece430b22 None None] DHCP port deletion for ea7d978f-2f9a-4491-8dd4-6723416ccbc0 request from n-d-800634-3 {{(pid=93917) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 18:51:24.040574 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [None req-ae70841a-54e7-4079-856d-82e17837f6f9 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Deleting port 478187e9-2a89-4506-8fce-b8fa2980e7fc {{(pid=93915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:51:24.041056 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-ae70841a-54e7-4079-856d-82e17837f6f9 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:24.087196 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-4363789f-ac8b-4e52-a4c3-da6ece430b22 None None] Deleting port 478187e9-2a89-4506-8fce-b8fa2980e7fc {{(pid=93917) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:51:24.087843 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-4363789f-ac8b-4e52-a4c3-da6ece430b22 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:24.138189 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [None req-ae70841a-54e7-4079-856d-82e17837f6f9 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] For port 478187e9-2a89-4506-8fce-b8fa2980e7fc, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=478187e9-2a89-4506-8fce-b8fa2980e7fc,segment=NetworkSegment(fe0ac97c-502a-4ad4-bbd2-bf50075275b1),segment_id=fe0ac97c-502a-4ad4-bbd2-bf50075275b1)] {{(pid=93915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:51:24.139081 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-ae70841a-54e7-4079-856d-82e17837f6f9 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:24.160756 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [None req-ae70841a-54e7-4079-856d-82e17837f6f9 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Calling delete_port for 478187e9-2a89-4506-8fce-b8fa2980e7fc owned by network:dhcp {{(pid=93915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:51:24.187356 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-574aeb93-9938-449c-8e6c-cb22c9b52cc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:24.206585 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-4363789f-ac8b-4e52-a4c3-da6ece430b22 None None] For port 478187e9-2a89-4506-8fce-b8fa2980e7fc, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=478187e9-2a89-4506-8fce-b8fa2980e7fc,segment=NetworkSegment(fe0ac97c-502a-4ad4-bbd2-bf50075275b1),segment_id=fe0ac97c-502a-4ad4-bbd2-bf50075275b1)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:51:24.206991 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-4363789f-ac8b-4e52-a4c3-da6ece430b22 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:24.238398 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-4363789f-ac8b-4e52-a4c3-da6ece430b22 None None] Calling delete_port for 478187e9-2a89-4506-8fce-b8fa2980e7fc owned by network:dhcp {{(pid=93917) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:51:24.279192 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-ae70841a-54e7-4079-856d-82e17837f6f9 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:24.322498 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae70841a-54e7-4079-856d-82e17837f6f9 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Pushing event deleted for resources: {'Port': ['ID=478187e9-2a89-4506-8fce-b8fa2980e7fc,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:51:24.329364 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae70841a-54e7-4079-856d-82e17837f6f9 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] No DVR routers for this DVR port 478187e9-2a89-4506-8fce-b8fa2980e7fc on host n-d-800634-3 {{(pid=93915) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 18:51:24.345041 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 46062) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:51:24.385981 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-4363789f-ac8b-4e52-a4c3-da6ece430b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813'] for port, after_delete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:24.423837 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-ae70841a-54e7-4079-856d-82e17837f6f9 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2096010', 'neutron.services.segments.db._delete_segments_for_network-8728202734996'] for network, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:24.430083 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4363789f-ac8b-4e52-a4c3-da6ece430b22 None None] Pushing event deleted for resources: {'Port': ['ID=478187e9-2a89-4506-8fce-b8fa2980e7fc,revision_number=None']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:51:24.432465 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4363789f-ac8b-4e52-a4c3-da6ece430b22 None None] No DVR routers for this DVR port 478187e9-2a89-4506-8fce-b8fa2980e7fc on host n-d-800634-3 {{(pid=93917) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 18:51:24.436601 n-d-800634-3 neutron-server[93915]: DEBUG neutron.services.segments.db [None req-ae70841a-54e7-4079-856d-82e17837f6f9 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea7d978f-2f9a-4491-8dd4-6723416ccbc0']}} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:51:24.452825 n-d-800634-3 neutron-server[93915]: DEBUG neutron.services.segments.db [None req-ae70841a-54e7-4079-856d-82e17837f6f9 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe0ac97c-502a-4ad4-bbd2-bf50075275b1') {'for_net_delete': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:51:24.453129 n-d-800634-3 neutron-server[93915]: DEBUG neutron.services.segments.db [None req-ae70841a-54e7-4079-856d-82e17837f6f9 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe0ac97c-502a-4ad4-bbd2-bf50075275b1') {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:51:24.463182 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-ae70841a-54e7-4079-856d-82e17837f6f9 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728202715275', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28939920'] for segment, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:24.479519 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-ae70841a-54e7-4079-856d-82e17837f6f9 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:24.487735 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae70841a-54e7-4079-856d-82e17837f6f9 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Releasing vlan 52 on physical network physnet1 to pool {{(pid=93915) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 18:51:24.488211 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-ae70841a-54e7-4079-856d-82e17837f6f9 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25911658'] for segment, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:24.491341 n-d-800634-3 neutron-server[93915]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:51:24.491341 n-d-800634-3 neutron-server[93915]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:51:24.491341 n-d-800634-3 neutron-server[93915]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:51:24.491341 n-d-800634-3 neutron-server[93915]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:51:24.491341 n-d-800634-3 neutron-server[93915]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:51:24.491341 n-d-800634-3 neutron-server[93915]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:51:24.491341 n-d-800634-3 neutron-server[93915]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:51:24.491341 n-d-800634-3 neutron-server[93915]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:51:24.491341 n-d-800634-3 neutron-server[93915]: Traceback (most recent call last): Jul 14 18:51:24.491341 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 18:51:24.491341 n-d-800634-3 neutron-server[93915]: timer() Jul 14 18:51:24.491341 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 18:51:24.491341 n-d-800634-3 neutron-server[93915]: cb(*args, **kw) Jul 14 18:51:24.491341 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 18:51:24.491341 n-d-800634-3 neutron-server[93915]: return func(*args, **kwargs) Jul 14 18:51:24.491341 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 18:51:24.491341 n-d-800634-3 neutron-server[93915]: self._notify() Jul 14 18:51:24.491341 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 18:51:24.491341 n-d-800634-3 neutron-server[93915]: self.callback(batched_events) Jul 14 18:51:24.491341 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 18:51:24.491341 n-d-800634-3 neutron-server[93915]: event.method(event) Jul 14 18:51:24.491341 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 18:51:24.491341 n-d-800634-3 neutron-server[93915]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 18:51:24.491341 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 18:51:24.491341 n-d-800634-3 neutron-server[93915]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 18:51:24.491341 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 18:51:24.491341 n-d-800634-3 neutron-server[93915]: return f(self, *a, **k) Jul 14 18:51:24.491341 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 18:51:24.491341 n-d-800634-3 neutron-server[93915]: return self._get(url).json() Jul 14 18:51:24.491341 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 18:51:24.491341 n-d-800634-3 neutron-server[93915]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 18:51:24.491341 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 18:51:24.491341 n-d-800634-3 neutron-server[93915]: return self.request(url, 'GET', **kwargs) Jul 14 18:51:24.491341 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 18:51:24.491341 n-d-800634-3 neutron-server[93915]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 18:51:24.491341 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 18:51:24.491341 n-d-800634-3 neutron-server[93915]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 18:51:24.491341 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 18:51:24.491341 n-d-800634-3 neutron-server[93915]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 18:51:24.491341 n-d-800634-3 neutron-server[93915]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 18:51:24.520568 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 46066) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:51:24.543118 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-753b58ac-b09a-4151-bc89-8a58fede33f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:24.561855 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-ae70841a-54e7-4079-856d-82e17837f6f9 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2096001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-930085'] for network, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:24.580371 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-ae70841a-54e7-4079-856d-82e17837f6f9 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify callbacks [] for network, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:24.586084 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-ae70841a-54e7-4079-856d-82e17837f6f9 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] 10.222.0.16 "DELETE /v2.0/networks/ea7d978f-2f9a-4491-8dd4-6723416ccbc0 HTTP/1.1" status: 204 len: 168 time: 0.8472924 Jul 14 18:51:24.586295 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 46068) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:51:24.588280 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae70841a-54e7-4079-856d-82e17837f6f9 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Pushing event deleted for resources: {'Network': ['ID=ea7d978f-2f9a-4491-8dd4-6723416ccbc0,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:51:24.593002 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-60c285b2-3c09-41d0-b1ec-d84b292f13f1 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1800355958', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:51:24.600727 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-b74f4a65-d7a6-4bf0-8076-328984e2b998 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:24.632438 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.db.api [None req-60c285b2-3c09-41d0-b1ec-d84b292f13f1 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 14 18:51:24.632438 n-d-800634-3 neutron-server[93916]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 14 18:51:24.632438 n-d-800634-3 neutron-server[93916]: [parameters: {'project_id': '6f1f29d6af59462b92aca472594c5dfe', 'id': '49f0104d-51d8-42ea-a81a-93eb46872147', 'expiration': datetime.datetime(2021, 7, 14, 18, 53, 24, 617697)}] Jul 14 18:51:24.632438 n-d-800634-3 neutron-server[93916]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93916) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 14 18:51:24.632937 n-d-800634-3 neutron-server[93916]: DEBUG oslo_db.api [None req-60c285b2-3c09-41d0-b1ec-d84b292f13f1 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 18:51:24.637802 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.db.api [None req-b74f4a65-d7a6-4bf0-8076-328984e2b998 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 14 18:51:24.637802 n-d-800634-3 neutron-server[93916]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 14 18:51:24.637802 n-d-800634-3 neutron-server[93916]: [parameters: {'project_id': 'b6574f5f9d224820a44b56e3f45b6973', 'id': '880fa648-46d6-446f-8afc-ef692b5d73f0', 'expiration': datetime.datetime(2021, 7, 14, 18, 53, 24, 629809)}] Jul 14 18:51:24.637802 n-d-800634-3 neutron-server[93916]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93916) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 14 18:51:24.638286 n-d-800634-3 neutron-server[93916]: DEBUG oslo_db.api [None req-b74f4a65-d7a6-4bf0-8076-328984e2b998 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 18:51:24.711828 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-753b58ac-b09a-4151-bc89-8a58fede33f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:24.719017 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-753b58ac-b09a-4151-bc89-8a58fede33f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:24.766602 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-753b58ac-b09a-4151-bc89-8a58fede33f4 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d289326c669d442fa829e87a2f5b3f5d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2449040 Jul 14 18:51:24.767950 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753b58ac-b09a-4151-bc89-8a58fede33f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60a49070-2bb6-44cc-bce0-6f9591d51710,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:51:24.769616 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 46070) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:51:24.823165 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-e899c6d7-8644-4e42-9704-5aed116e2a23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:24.845800 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-e899c6d7-8644-4e42-9704-5aed116e2a23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:24.896484 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-e899c6d7-8644-4e42-9704-5aed116e2a23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:24.899690 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-e899c6d7-8644-4e42-9704-5aed116e2a23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:24.903261 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-e899c6d7-8644-4e42-9704-5aed116e2a23 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/60a49070-2bb6-44cc-bce0-6f9591d51710 HTTP/1.1" status: 204 len: 168 time: 0.1301432 Jul 14 18:51:24.910113 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e899c6d7-8644-4e42-9704-5aed116e2a23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60a49070-2bb6-44cc-bce0-6f9591d51710,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:51:25.112957 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 478187e9-2a89-4506-8fce-b8fa2980e7fc no longer exists at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 18:51:25.140321 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-b74f4a65-d7a6-4bf0-8076-328984e2b998 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:25.148029 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] No Port match for: 478187e9-2a89-4506-8fce-b8fa2980e7fc {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 18:51:25.149383 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 478187e9-2a89-4506-8fce-b8fa2980e7fc not bound to the agent host n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 18:51:25.178280 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.db.api [None req-b74f4a65-d7a6-4bf0-8076-328984e2b998 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 14 18:51:25.178280 n-d-800634-3 neutron-server[93916]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 14 18:51:25.178280 n-d-800634-3 neutron-server[93916]: [parameters: {'project_id': 'b6574f5f9d224820a44b56e3f45b6973', 'id': '825c4ca3-1f4e-419a-8c72-1c77f5264f77', 'expiration': datetime.datetime(2021, 7, 14, 18, 53, 25, 173940)}] Jul 14 18:51:25.178280 n-d-800634-3 neutron-server[93916]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93916) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 14 18:51:25.178732 n-d-800634-3 neutron-server[93916]: DEBUG oslo_db.api [None req-b74f4a65-d7a6-4bf0-8076-328984e2b998 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 18:51:25.187414 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-60c285b2-3c09-41d0-b1ec-d84b292f13f1 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-571768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11104'] for router, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:25.188643 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-60c285b2-3c09-41d0-b1ec-d84b292f13f1 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-571675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-930014', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-632314', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11129'] for router, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:25.247921 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-60c285b2-3c09-41d0-b1ec-d84b292f13f1 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:25.252444 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-60c285b2-3c09-41d0-b1ec-d84b292f13f1 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-571759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-930033'] for router, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:25.271175 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-60c285b2-3c09-41d0-b1ec-d84b292f13f1 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify callbacks [] for router, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:25.275604 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-60c285b2-3c09-41d0-b1ec-d84b292f13f1 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.6879528 Jul 14 18:51:25.278527 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 46084) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:51:25.283990 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-5958756a-e714-4f9d-918b-94ad324ef488 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Request body: {'network': {'name': 'tempest-RoutersTest-127069404'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:51:25.318571 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5958756a-e714-4f9d-918b-94ad324ef488 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Made reservation on behalf of 6f1f29d6af59462b92aca472594c5dfe for: {'network': 1} {{(pid=93915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:51:25.323382 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-5958756a-e714-4f9d-918b-94ad324ef488 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for network, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:25.361151 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5958756a-e714-4f9d-918b-94ad324ef488 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 51} {{(pid=93915) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 18:51:25.374580 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-5958756a-e714-4f9d-918b-94ad324ef488 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:25.375273 n-d-800634-3 neutron-server[93915]: INFO neutron.db.segments_db [None req-5958756a-e714-4f9d-918b-94ad324ef488 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Added segment e39bd47e-923a-43cc-9ca3-3b7f5c7c8647 of type vlan for network 275ddbb7-c5a9-4c2c-8018-e9690f775e48 Jul 14 18:51:25.422971 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-5958756a-e714-4f9d-918b-94ad324ef488 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728202197517'] for network, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:25.461866 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-5958756a-e714-4f9d-918b-94ad324ef488 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727'] for network, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:25.468614 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5958756a-e714-4f9d-918b-94ad324ef488 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:51:25.469648 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-5958756a-e714-4f9d-918b-94ad324ef488 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify callbacks [] for network, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:25.548764 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5958756a-e714-4f9d-918b-94ad324ef488 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Pushing event updated for resources: {'Network': ['ID=275ddbb7-c5a9-4c2c-8018-e9690f775e48,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:51:25.558963 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 46098) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:51:25.559426 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-5958756a-e714-4f9d-918b-94ad324ef488 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2798717 Jul 14 18:51:25.564175 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-6de622aa-b4da-49db-a340-391d6c2125ec tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Request body: {'subnet': {'network_id': '275ddbb7-c5a9-4c2c-8018-e9690f775e48', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:51:25.569316 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Network 275ddbb7-c5a9-4c2c-8018-e9690f775e48 details requested by agent ovs-agent-n-d-800634-3 with host n-d-800634-3 {{(pid=93917) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 18:51:25.665593 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6de622aa-b4da-49db-a340-391d6c2125ec tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Made reservation on behalf of 6f1f29d6af59462b92aca472594c5dfe for: {'subnet': 1} {{(pid=93916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:51:25.672036 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-6de622aa-b4da-49db-a340-391d6c2125ec tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26033189'] for subnet, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:25.821600 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-2f4e3af3-e708-4ffd-a544-82d93a489d01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:25.893150 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-6de622aa-b4da-49db-a340-391d6c2125ec tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2684753', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26033175'] for subnet, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:25.969087 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de622aa-b4da-49db-a340-391d6c2125ec tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Pushing event updated for resources: {'Subnet': ['ID=8aa91cd5-e850-4db8-8ed4-215781be9f6a,revision_number=0']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:51:25.980279 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6de622aa-b4da-49db-a340-391d6c2125ec tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Checking segment: {'id': 'e39bd47e-923a-43cc-9ca3-3b7f5c7c8647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '275ddbb7-c5a9-4c2c-8018-e9690f775e48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93916) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:51:25.980584 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6de622aa-b4da-49db-a340-391d6c2125ec tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Network hostable DHCP agents. Network: 275ddbb7-c5a9-4c2c-8018-e9690f775e48, hostable agents: ['028393c3-0576-4ebd-bca1-8ea8a148e1a2'], hosted agents: [] {{(pid=93916) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 18:51:26.000823 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6de622aa-b4da-49db-a340-391d6c2125ec tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Network 275ddbb7-c5a9-4c2c-8018-e9690f775e48 is scheduled to be hosted by DHCP agent 028393c3-0576-4ebd-bca1-8ea8a148e1a2 with binding_index 1 {{(pid=93916) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 18:51:26.011173 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-b74f4a65-d7a6-4bf0-8076-328984e2b998 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:26.021409 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [None req-6de622aa-b4da-49db-a340-391d6c2125ec tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-3, 275ddbb7-c5a9-4c2c-8018-e9690f775e48) {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:51:26.027037 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6de622aa-b4da-49db-a340-391d6c2125ec tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:51:26.027640 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-6de622aa-b4da-49db-a340-391d6c2125ec tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify callbacks [] for subnet, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:26.034373 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba6967c4-1e1e-4380-92c4-662b6e52e64b None None] Network 275ddbb7-c5a9-4c2c-8018-e9690f775e48 requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:51:26.065942 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-6de622aa-b4da-49db-a340-391d6c2125ec tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5032163 Jul 14 18:51:26.066640 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 46138) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:51:26.233097 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdccd13e-7fbb-4f19-9444-e8a5ba43bc5a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9222b97e-5d1c-54f8-ba97-82f172498e76-275ddbb7-c5a9-4c2c-8018-e9690f775e48', 'network_id': '275ddbb7-c5a9-4c2c-8018-e9690f775e48', 'tenant_id': '6f1f29d6af59462b92aca472594c5dfe', 'fixed_ips': [{'subnet_id': '8aa91cd5-e850-4db8-8ed4-215781be9f6a'}]}} from n-d-800634-3. {{(pid=93917) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 18:51:26.235071 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-fdccd13e-7fbb-4f19-9444-e8a5ba43bc5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:26.263159 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-b74f4a65-d7a6-4bf0-8076-328984e2b998 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:26.273995 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-b74f4a65-d7a6-4bf0-8076-328984e2b998 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:26.315399 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74f4a65-d7a6-4bf0-8076-328984e2b998 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d6197bf-b9fb-422b-abf9-a94387cfdbc9,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:51:26.346337 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-b74f4a65-d7a6-4bf0-8076-328984e2b998 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b6574f5f9d224820a44b56e3f45b6973&name=default HTTP/1.1" status: 200 len: 2983 time: 2.0000823 Jul 14 18:51:26.349349 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 46148) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:51:26.475695 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-4e3add4a-e912-485c-b03f-40e450094d32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:26.518634 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-4e3add4a-e912-485c-b03f-40e450094d32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:26.571111 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.db_base_plugin_common [None req-fdccd13e-7fbb-4f19-9444-e8a5ba43bc5a None None] Allocated IP 172.20.0.2 (275ddbb7-c5a9-4c2c-8018-e9690f775e48/8aa91cd5-e850-4db8-8ed4-215781be9f6a/94593665-6742-4a25-baa7-de8f63140427) {{(pid=93917) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:51:26.573549 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-a0f75036-b015-4353-bb87-929315738ee6 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:26.634285 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-4e3add4a-e912-485c-b03f-40e450094d32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:26.637866 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-4e3add4a-e912-485c-b03f-40e450094d32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:26.639928 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-4e3add4a-e912-485c-b03f-40e450094d32 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1d6197bf-b9fb-422b-abf9-a94387cfdbc9 HTTP/1.1" status: 204 len: 168 time: 0.2853827 Jul 14 18:51:26.651251 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3add4a-e912-485c-b03f-40e450094d32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d6197bf-b9fb-422b-abf9-a94387cfdbc9,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:51:26.779210 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-fdccd13e-7fbb-4f19-9444-e8a5ba43bc5a None None] Notify callbacks [] for port, precommit_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:26.792489 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-fdccd13e-7fbb-4f19-9444-e8a5ba43bc5a None None] Transition to ACTIVE for port object 94593665-6742-4a25-baa7-de8f63140427 will not be triggered until provisioned by entity L2. {{(pid=93917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:51:26.811359 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-fdccd13e-7fbb-4f19-9444-e8a5ba43bc5a None None] Transition to ACTIVE for port object 94593665-6742-4a25-baa7-de8f63140427 will not be triggered until provisioned by entity DHCP. {{(pid=93917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:51:26.821752 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-fdccd13e-7fbb-4f19-9444-e8a5ba43bc5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804'] for port, after_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:26.866374 n-d-800634-3 neutron-server[93917]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdccd13e-7fbb-4f19-9444-e8a5ba43bc5a None None] Network 275ddbb7-c5a9-4c2c-8018-e9690f775e48 is already hosted by enough agents. {{(pid=93917) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:51:26.870959 n-d-800634-3 neutron-server[93917]: DEBUG neutron.scheduler.base_scheduler [None req-fdccd13e-7fbb-4f19-9444-e8a5ba43bc5a None None] Resources bound (agent type, host, resource id): {{(pid=93917) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:51:26.877089 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdccd13e-7fbb-4f19-9444-e8a5ba43bc5a None None] Received port after_create {{(pid=93917) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:51:26.912173 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdccd13e-7fbb-4f19-9444-e8a5ba43bc5a None None] Pushing event updated for resources: {'Port': ['ID=94593665-6742-4a25-baa7-de8f63140427,revision_number=1']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:51:26.940985 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.db_base_plugin_common [None req-a0f75036-b015-4353-bb87-929315738ee6 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Allocated IP 172.20.0.1 (275ddbb7-c5a9-4c2c-8018-e9690f775e48/8aa91cd5-e850-4db8-8ed4-215781be9f6a/eacec585-229e-47d7-9e73-b272fc633afb) {{(pid=93915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:51:26.949108 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-fdccd13e-7fbb-4f19-9444-e8a5ba43bc5a None None] Attempting to bind port 94593665-6742-4a25-baa7-de8f63140427 on host n-d-800634-3 for vnic_type normal with profile {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:51:26.950724 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-fdccd13e-7fbb-4f19-9444-e8a5ba43bc5a None None] Attempting to bind port 94593665-6742-4a25-baa7-de8f63140427 by drivers openvswitch,hyperv on host n-d-800634-3 at level 0 using segments [{'id': 'e39bd47e-923a-43cc-9ca3-3b7f5c7c8647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '275ddbb7-c5a9-4c2c-8018-e9690f775e48'}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:51:26.950724 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdccd13e-7fbb-4f19-9444-e8a5ba43bc5a None None] Attempting to bind port 94593665-6742-4a25-baa7-de8f63140427 on network 275ddbb7-c5a9-4c2c-8018-e9690f775e48 {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:51:26.955372 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdccd13e-7fbb-4f19-9444-e8a5ba43bc5a None None] Checking agent: {'id': '01c19e91-a945-4e3c-94a6-c211e17c923e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 8, 23), 'started_at': datetime.datetime(2021, 7, 14, 18, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 18, 51, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 18:51:26.955788 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdccd13e-7fbb-4f19-9444-e8a5ba43bc5a None None] Checking segment: {'id': 'e39bd47e-923a-43cc-9ca3-3b7f5c7c8647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '275ddbb7-c5a9-4c2c-8018-e9690f775e48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93917) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:51:26.956379 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-fdccd13e-7fbb-4f19-9444-e8a5ba43bc5a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:26.957099 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdccd13e-7fbb-4f19-9444-e8a5ba43bc5a None None] Bound using segment: {'id': 'e39bd47e-923a-43cc-9ca3-3b7f5c7c8647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '275ddbb7-c5a9-4c2c-8018-e9690f775e48'} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 18:51:26.957247 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-fdccd13e-7fbb-4f19-9444-e8a5ba43bc5a None None] Bound port: 94593665-6742-4a25-baa7-de8f63140427, host: n-d-800634-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e39bd47e-923a-43cc-9ca3-3b7f5c7c8647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '275ddbb7-c5a9-4c2c-8018-e9690f775e48'}}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 18:51:26.957626 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-fdccd13e-7fbb-4f19-9444-e8a5ba43bc5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:27.031812 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-fdccd13e-7fbb-4f19-9444-e8a5ba43bc5a None None] For port 94593665-6742-4a25-baa7-de8f63140427, host n-d-800634-3, cleared binding levels {{(pid=93917) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:51:27.035795 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-fdccd13e-7fbb-4f19-9444-e8a5ba43bc5a None None] For port 94593665-6742-4a25-baa7-de8f63140427, host n-d-800634-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=94593665-6742-4a25-baa7-de8f63140427,segment=NetworkSegment(e39bd47e-923a-43cc-9ca3-3b7f5c7c8647),segment_id=e39bd47e-923a-43cc-9ca3-3b7f5c7c8647)] {{(pid=93917) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 18:51:27.044955 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-fdccd13e-7fbb-4f19-9444-e8a5ba43bc5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:27.123134 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-a0f75036-b015-4353-bb87-929315738ee6 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify callbacks [] for port, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:27.124300 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdccd13e-7fbb-4f19-9444-e8a5ba43bc5a None None] Pushing event updated for resources: {'Port': ['ID=94593665-6742-4a25-baa7-de8f63140427,revision_number=2']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:51:27.146659 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.provisioning_blocks [None req-a0f75036-b015-4353-bb87-929315738ee6 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Transition to ACTIVE for port object eacec585-229e-47d7-9e73-b272fc633afb will not be triggered until provisioned by entity DHCP. {{(pid=93915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:51:27.185528 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 46190) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:51:27.188060 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-a0f75036-b015-4353-bb87-929315738ee6 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:27.204786 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-25088387-0146-4fbf-8065-fa60e9b13cb5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:27.238003 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0f75036-b015-4353-bb87-929315738ee6 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Network 275ddbb7-c5a9-4c2c-8018-e9690f775e48 is already hosted by enough agents. {{(pid=93915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:51:27.241625 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [None req-a0f75036-b015-4353-bb87-929315738ee6 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Resources bound (agent type, host, resource id): {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:51:27.249614 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0f75036-b015-4353-bb87-929315738ee6 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Received port after_create {{(pid=93915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:51:27.295388 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f75036-b015-4353-bb87-929315738ee6 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Pushing event updated for resources: {'Port': ['ID=eacec585-229e-47d7-9e73-b272fc633afb,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:51:27.320427 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-a0f75036-b015-4353-bb87-929315738ee6 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-930452'] for router_interface, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:27.349675 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-25088387-0146-4fbf-8065-fa60e9b13cb5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:27.354837 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-25088387-0146-4fbf-8065-fa60e9b13cb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:27.410636 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25088387-0146-4fbf-8065-fa60e9b13cb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=486fdee2-6d07-46d9-b5f2-8c04c2151b49,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:51:27.417930 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-25088387-0146-4fbf-8065-fa60e9b13cb5 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=19f3f9ebcd3840479e26e0cd78ae843d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2290103 Jul 14 18:51:27.418161 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 46192) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:51:27.485666 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-16f1741a-a779-4297-a1df-0e414f98bf68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:27.504678 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-a0f75036-b015-4353-bb87-929315738ee6 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:27.514922 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-16f1741a-a779-4297-a1df-0e414f98bf68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:27.580734 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-16f1741a-a779-4297-a1df-0e414f98bf68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:27.584016 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-16f1741a-a779-4297-a1df-0e414f98bf68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:27.586212 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-16f1741a-a779-4297-a1df-0e414f98bf68 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/486fdee2-6d07-46d9-b5f2-8c04c2151b49 HTTP/1.1" status: 204 len: 168 time: 0.1668026 Jul 14 18:51:27.596842 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f1741a-a779-4297-a1df-0e414f98bf68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=486fdee2-6d07-46d9-b5f2-8c04c2151b49,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:51:27.864876 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-a0f75036-b015-4353-bb87-929315738ee6 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify callbacks [] for port, precommit_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:27.871655 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-a0f75036-b015-4353-bb87-929315738ee6 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25912978'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:28.340872 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-a0f75036-b015-4353-bb87-929315738ee6 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-598741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-928734'] for router_interface, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:28.342879 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f75036-b015-4353-bb87-929315738ee6 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Pushing event updated for resources: {'Port': ['ID=eacec585-229e-47d7-9e73-b272fc633afb,revision_number=2']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:51:28.471290 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30e215b1-0b83-47bc-b9c0-14a7356bed96 None None] Network 275ddbb7-c5a9-4c2c-8018-e9690f775e48 requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:51:28.542267 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0f75036-b015-4353-bb87-929315738ee6 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Network 275ddbb7-c5a9-4c2c-8018-e9690f775e48 is already hosted by enough agents. {{(pid=93915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:51:28.552645 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [None req-a0f75036-b015-4353-bb87-929315738ee6 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Resources bound (agent type, host, resource id): {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:51:28.593694 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-7ee39ed5-4ec7-467e-9c22-5c63c6cfaf2e None None] Provisioning for port 94593665-6742-4a25-baa7-de8f63140427 completed by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:51:28.793274 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0f75036-b015-4353-bb87-929315738ee6 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Router 6b36e9b8-ebb9-4e00-82b3-7597a6cd4803 is scheduled to L3 agent 2c6eb27e-defb-4cca-9a24-381c7415e359 with binding_index 1 {{(pid=93915) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 18:51:28.915115 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0f75036-b015-4353-bb87-929315738ee6 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify agent at l3_agent.n-d-800634-3 the message routers_updated {{(pid=93915) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 18:51:28.923591 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 46230) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:51:28.923996 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-a0f75036-b015-4353-bb87-929315738ee6 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] 10.222.0.16 "PUT /v2.0/routers/6b36e9b8-ebb9-4e00-82b3-7597a6cd4803/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8556690 Jul 14 18:51:28.928822 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a649a31-0a0f-44be-acf9-e88c06d3cf3c None None] Sync routers for ids ['6b36e9b8-ebb9-4e00-82b3-7597a6cd4803'] in n-d-800634-3 {{(pid=93917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 18:51:28.938077 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-ad0361e0-d2ea-4b44-a658-2e24ecf0633f tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Request body: {'network': {'name': 'tempest-RoutersTest-1808717500'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:51:28.954029 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a649a31-0a0f-44be-acf9-e88c06d3cf3c None None] Routers {'6b36e9b8-ebb9-4e00-82b3-7597a6cd4803'} bound to L3 agent in host n-d-800634-3 {{(pid=93917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:51:28.954670 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-0a649a31-0a0f-44be-acf9-e88c06d3cf3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:51:23Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['6b36e9b8-ebb9-4e00-82b3-7597a6cd4803'], 'active': True} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:51:28.983036 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad0361e0-d2ea-4b44-a658-2e24ecf0633f tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Made reservation on behalf of 6f1f29d6af59462b92aca472594c5dfe for: {'network': 1} {{(pid=93916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:51:28.993761 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-ad0361e0-d2ea-4b44-a658-2e24ecf0633f tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for network, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:29.046164 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad0361e0-d2ea-4b44-a658-2e24ecf0633f tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 89} {{(pid=93916) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 18:51:29.072044 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-ad0361e0-d2ea-4b44-a658-2e24ecf0633f tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:29.072548 n-d-800634-3 neutron-server[93916]: INFO neutron.db.segments_db [None req-ad0361e0-d2ea-4b44-a658-2e24ecf0633f tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Added segment df53d31b-bc39-4385-a653-f77a3301cda8 of type vlan for network 439f67f1-d719-40e8-9805-bd85e757bc26 Jul 14 18:51:29.140840 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-ad0361e0-d2ea-4b44-a658-2e24ecf0633f tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728202197517'] for network, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:29.176295 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvr_db [None req-0a649a31-0a0f-44be-acf9-e88c06d3cf3c None None] Set router 6b36e9b8-ebb9-4e00-82b3-7597a6cd4803 gateway port host: None {{(pid=93917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 18:51:29.207711 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-ad0361e0-d2ea-4b44-a658-2e24ecf0633f tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727'] for network, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:29.216709 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad0361e0-d2ea-4b44-a658-2e24ecf0633f tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:51:29.217364 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-ad0361e0-d2ea-4b44-a658-2e24ecf0633f tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify callbacks [] for network, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:29.271988 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 94593665-6742-4a25-baa7-de8f63140427 up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:51:29.353577 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-ad0361e0-d2ea-4b44-a658-2e24ecf0633f tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4256291 Jul 14 18:51:29.355704 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 46238) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:51:29.364704 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0361e0-d2ea-4b44-a658-2e24ecf0633f tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Pushing event updated for resources: {'Network': ['ID=439f67f1-d719-40e8-9805-bd85e757bc26,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:51:29.366005 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-e215350e-4df5-46e7-8019-a0a66d5e8275 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Request body: {'subnet': {'network_id': '439f67f1-d719-40e8-9805-bd85e757bc26', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:51:29.557636 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e215350e-4df5-46e7-8019-a0a66d5e8275 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Made reservation on behalf of 6f1f29d6af59462b92aca472594c5dfe for: {'subnet': 1} {{(pid=93915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:51:29.562977 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-e215350e-4df5-46e7-8019-a0a66d5e8275 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28969735'] for subnet, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:29.691875 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Network 439f67f1-d719-40e8-9805-bd85e757bc26 details requested by agent ovs-agent-n-d-800634-3 with host n-d-800634-3 {{(pid=93917) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 18:51:29.746202 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-b19850f8-15ce-4727-9ec5-bba61558853c None None] Provisioning for port eacec585-229e-47d7-9e73-b272fc633afb completed by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:51:29.757192 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-b19850f8-15ce-4727-9ec5-bba61558853c None None] Provisioning complete for port eacec585-229e-47d7-9e73-b272fc633afb triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:51:29.758055 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b19850f8-15ce-4727-9ec5-bba61558853c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:29.851965 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-b19850f8-15ce-4727-9ec5-bba61558853c None None] Port eacec585-229e-47d7-9e73-b272fc633afb cannot update to ACTIVE because it is not bound. {{(pid=93917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 18:51:29.862382 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning for port 94593665-6742-4a25-baa7-de8f63140427 completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:51:29.873010 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port 94593665-6742-4a25-baa7-de8f63140427 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:51:29.873456 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:29.908488 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-b19850f8-15ce-4727-9ec5-bba61558853c None None] Provisioning complete for port 94593665-6742-4a25-baa7-de8f63140427 triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:51:29.908957 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b19850f8-15ce-4727-9ec5-bba61558853c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:29.996504 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-0a649a31-0a0f-44be-acf9-e88c06d3cf3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b36e9b8-ebb9-4e00-82b3-7597a6cd4803', 'name': 'tempest-RoutersTest-router-1800355958', 'tenant_id': '6f1f29d6af59462b92aca472594c5dfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:51:25Z', 'updated_at': '2021-07-14T18:51:27Z', 'revision_number': 2, 'project_id': '6f1f29d6af59462b92aca472594c5dfe', 'gw_port_host': None, '_interfaces': [{'id': 'eacec585-229e-47d7-9e73-b272fc633afb', 'name': '', 'network_id': '275ddbb7-c5a9-4c2c-8018-e9690f775e48', 'tenant_id': '6f1f29d6af59462b92aca472594c5dfe', 'mac_address': 'fa:16:3e:f5:9b:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b36e9b8-ebb9-4e00-82b3-7597a6cd4803', 'device_owner': 'network:router_interface', 'standard_attr_id': 3155, 'fixed_ips': [{'subnet_id': '8aa91cd5-e850-4db8-8ed4-215781be9f6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:51:26Z', 'updated_at': '2021-07-14T18:51:27Z', 'revision_number': 2, 'project_id': '6f1f29d6af59462b92aca472594c5dfe', 'subnets': [{'id': '8aa91cd5-e850-4db8-8ed4-215781be9f6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-3', False) {} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:51:30.005231 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-e215350e-4df5-46e7-8019-a0a66d5e8275 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25912837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28969781'] for subnet, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:30.037261 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a649a31-0a0f-44be-acf9-e88c06d3cf3c None None] Checking router: 6b36e9b8-ebb9-4e00-82b3-7597a6cd4803 for host: n-d-800634-3 {{(pid=93917) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 18:51:30.037887 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a649a31-0a0f-44be-acf9-e88c06d3cf3c None None] Updating router 6b36e9b8-ebb9-4e00-82b3-7597a6cd4803 port eacec585-229e-47d7-9e73-b272fc633afb binding host n-d-800634-3 {{(pid=93917) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 18:51:30.075101 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-0a649a31-0a0f-44be-acf9-e88c06d3cf3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:30.093743 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e215350e-4df5-46e7-8019-a0a66d5e8275 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Pushing event updated for resources: {'Subnet': ['ID=c242f8ae-2fcd-4775-9c7d-d7c0fe9d11a0,revision_number=0']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:51:30.106388 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e215350e-4df5-46e7-8019-a0a66d5e8275 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Checking segment: {'id': 'df53d31b-bc39-4385-a653-f77a3301cda8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '439f67f1-d719-40e8-9805-bd85e757bc26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:51:30.106850 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e215350e-4df5-46e7-8019-a0a66d5e8275 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Network hostable DHCP agents. Network: 439f67f1-d719-40e8-9805-bd85e757bc26, hostable agents: ['028393c3-0576-4ebd-bca1-8ea8a148e1a2'], hosted agents: [] {{(pid=93915) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 18:51:30.128253 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e215350e-4df5-46e7-8019-a0a66d5e8275 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Network 439f67f1-d719-40e8-9805-bd85e757bc26 is scheduled to be hosted by DHCP agent 028393c3-0576-4ebd-bca1-8ea8a148e1a2 with binding_index 1 {{(pid=93915) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 18:51:30.152155 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [None req-e215350e-4df5-46e7-8019-a0a66d5e8275 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-3, 439f67f1-d719-40e8-9805-bd85e757bc26) {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:51:30.164455 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e215350e-4df5-46e7-8019-a0a66d5e8275 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:51:30.165145 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-e215350e-4df5-46e7-8019-a0a66d5e8275 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify callbacks [] for subnet, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:30.178509 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b90880a-ba81-4f3e-a4f5-03788d4d560e None None] Network 439f67f1-d719-40e8-9805-bd85e757bc26 requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:51:30.185490 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b19850f8-15ce-4727-9ec5-bba61558853c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:30.188775 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-e215350e-4df5-46e7-8019-a0a66d5e8275 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8297555 Jul 14 18:51:30.191679 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 46256) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:51:30.200503 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:30.345653 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] For port 94593665-6742-4a25-baa7-de8f63140427, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=94593665-6742-4a25-baa7-de8f63140427,segment=NetworkSegment(e39bd47e-923a-43cc-9ca3-3b7f5c7c8647),segment_id=e39bd47e-923a-43cc-9ca3-3b7f5c7c8647)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:51:30.367486 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:30.537230 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.db.api [None req-b19850f8-15ce-4727-9ec5-bba61558853c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93917) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 14 18:51:30.537663 n-d-800634-3 neutron-server[93917]: DEBUG oslo_db.api [None req-b19850f8-15ce-4727-9ec5-bba61558853c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 18:51:30.550963 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Pushing event updated for resources: {'Port': ['ID=94593665-6742-4a25-baa7-de8f63140427,revision_number=3']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:51:30.668491 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e418ddf6-a4d6-4fb3-ba62-31fff39d7a82 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9222b97e-5d1c-54f8-ba97-82f172498e76-439f67f1-d719-40e8-9805-bd85e757bc26', 'network_id': '439f67f1-d719-40e8-9805-bd85e757bc26', 'tenant_id': '6f1f29d6af59462b92aca472594c5dfe', 'fixed_ips': [{'subnet_id': 'c242f8ae-2fcd-4775-9c7d-d7c0fe9d11a0'}]}} from n-d-800634-3. {{(pid=93917) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 18:51:30.670706 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-e418ddf6-a4d6-4fb3-ba62-31fff39d7a82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:30.816019 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-17bea92a-f9af-462e-a3d3-21e53f86aaca tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:30.848223 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-0a649a31-0a0f-44be-acf9-e88c06d3cf3c None None] Notify callbacks [] for port, precommit_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:30.927952 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-0a649a31-0a0f-44be-acf9-e88c06d3cf3c None None] Transition to ACTIVE for port object eacec585-229e-47d7-9e73-b272fc633afb will not be triggered until provisioned by entity L2. {{(pid=93917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:51:30.968826 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-0a649a31-0a0f-44be-acf9-e88c06d3cf3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:30.987353 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 46264) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:51:31.010962 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.db_base_plugin_common [None req-e418ddf6-a4d6-4fb3-ba62-31fff39d7a82 None None] Allocated IP 172.21.0.2 (439f67f1-d719-40e8-9805-bd85e757bc26/c242f8ae-2fcd-4775-9c7d-d7c0fe9d11a0/88e74eaf-1f93-4fb8-b337-09d294c586a7) {{(pid=93917) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:51:31.087293 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 46270) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:51:31.230966 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-d1b8290b-1989-4313-9f23-8254a7a0f011 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:31.269040 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 94593665-6742-4a25-baa7-de8f63140427 up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:51:31.336804 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a11953-1e26-45f7-9bda-ef03e1fefd1a None None] Pushing event updated for resources: {'Port': ['ID=eacec585-229e-47d7-9e73-b272fc633afb,revision_number=3']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:51:31.361453 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.db_base_plugin_v2 [None req-58aa9ac3-5d0d-4dd8-81f8-a92881862561 admin admin] Deleting subnet 11a5cd79-e3c5-47fa-945a-31157e0df772 {{(pid=93916) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 18:51:31.365719 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-58aa9ac3-5d0d-4dd8-81f8-a92881862561 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:31.417899 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-d1b8290b-1989-4313-9f23-8254a7a0f011 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:31.423193 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-58aa9ac3-5d0d-4dd8-81f8-a92881862561 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26296866'] for subnet, precommit_delete_associations {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:31.424785 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-d1b8290b-1989-4313-9f23-8254a7a0f011 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:31.487587 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-58aa9ac3-5d0d-4dd8-81f8-a92881862561 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081283'] for subnet, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:31.488691 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-d1b8290b-1989-4313-9f23-8254a7a0f011 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=70701bd6bfd4467295f30b719b4e4e4d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5008349 Jul 14 18:51:31.489763 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b8290b-1989-4313-9f23-8254a7a0f011 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e000c42-90ac-4d68-9128-211ca1df8d7e,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:51:31.505967 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 46276) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:51:31.577998 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-58aa9ac3-5d0d-4dd8-81f8-a92881862561 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2684816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26033152'] for subnet, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:31.596987 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-0a649a31-0a0f-44be-acf9-e88c06d3cf3c None None] Attempting to bind port eacec585-229e-47d7-9e73-b272fc633afb on host n-d-800634-3 for vnic_type normal with profile {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:51:31.597364 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-0a649a31-0a0f-44be-acf9-e88c06d3cf3c None None] Attempting to bind port eacec585-229e-47d7-9e73-b272fc633afb by drivers openvswitch,hyperv on host n-d-800634-3 at level 0 using segments [{'id': 'e39bd47e-923a-43cc-9ca3-3b7f5c7c8647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '275ddbb7-c5a9-4c2c-8018-e9690f775e48'}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:51:31.597728 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a649a31-0a0f-44be-acf9-e88c06d3cf3c None None] Attempting to bind port eacec585-229e-47d7-9e73-b272fc633afb on network 275ddbb7-c5a9-4c2c-8018-e9690f775e48 {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:51:31.602854 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-2337afc7-ce81-4870-bc6e-ba2ed092ac24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:31.615849 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58aa9ac3-5d0d-4dd8-81f8-a92881862561 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=11a5cd79-e3c5-47fa-945a-31157e0df772,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:51:31.618633 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-58aa9ac3-5d0d-4dd8-81f8-a92881862561 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:31.625322 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-58aa9ac3-5d0d-4dd8-81f8-a92881862561 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/11a5cd79-e3c5-47fa-945a-31157e0df772 HTTP/1.1" status: 204 len: 168 time: 0.5361254 Jul 14 18:51:31.626237 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 46278) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:51:31.633056 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a649a31-0a0f-44be-acf9-e88c06d3cf3c None None] Checking agent: {'id': '01c19e91-a945-4e3c-94a6-c211e17c923e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 8, 23), 'started_at': datetime.datetime(2021, 7, 14, 18, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 18, 51, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 18:51:31.633427 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a649a31-0a0f-44be-acf9-e88c06d3cf3c None None] Checking segment: {'id': 'e39bd47e-923a-43cc-9ca3-3b7f5c7c8647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '275ddbb7-c5a9-4c2c-8018-e9690f775e48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93917) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:51:31.633888 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-0a649a31-0a0f-44be-acf9-e88c06d3cf3c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:31.634828 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a649a31-0a0f-44be-acf9-e88c06d3cf3c None None] Bound using segment: {'id': 'e39bd47e-923a-43cc-9ca3-3b7f5c7c8647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '275ddbb7-c5a9-4c2c-8018-e9690f775e48'} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 18:51:31.635332 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-0a649a31-0a0f-44be-acf9-e88c06d3cf3c None None] Bound port: eacec585-229e-47d7-9e73-b272fc633afb, host: n-d-800634-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e39bd47e-923a-43cc-9ca3-3b7f5c7c8647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '275ddbb7-c5a9-4c2c-8018-e9690f775e48'}}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 18:51:31.635719 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-0a649a31-0a0f-44be-acf9-e88c06d3cf3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:31.657154 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-2337afc7-ce81-4870-bc6e-ba2ed092ac24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:31.721689 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-2337afc7-ce81-4870-bc6e-ba2ed092ac24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:31.723467 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port 94593665-6742-4a25-baa7-de8f63140427 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:51:31.723946 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:31.725970 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-e418ddf6-a4d6-4fb3-ba62-31fff39d7a82 None None] Notify callbacks [] for port, precommit_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:31.726226 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-2337afc7-ce81-4870-bc6e-ba2ed092ac24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:31.727675 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-6b9c1c4d-a060-477b-ad7f-85a682a88458 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645734'] for network, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:31.732496 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-2337afc7-ce81-4870-bc6e-ba2ed092ac24 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9e000c42-90ac-4d68-9128-211ca1df8d7e HTTP/1.1" status: 204 len: 168 time: 0.2236497 Jul 14 18:51:31.741436 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2337afc7-ce81-4870-bc6e-ba2ed092ac24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e000c42-90ac-4d68-9128-211ca1df8d7e,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:51:31.770835 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-e418ddf6-a4d6-4fb3-ba62-31fff39d7a82 None None] Transition to ACTIVE for port object 88e74eaf-1f93-4fb8-b337-09d294c586a7 will not be triggered until provisioned by entity L2. {{(pid=93917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:51:31.818464 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-e418ddf6-a4d6-4fb3-ba62-31fff39d7a82 None None] Transition to ACTIVE for port object 88e74eaf-1f93-4fb8-b337-09d294c586a7 will not be triggered until provisioned by entity DHCP. {{(pid=93917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:51:31.856566 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-e418ddf6-a4d6-4fb3-ba62-31fff39d7a82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804'] for port, after_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:31.871522 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-0a649a31-0a0f-44be-acf9-e88c06d3cf3c None None] For port eacec585-229e-47d7-9e73-b272fc633afb, host n-d-800634-3, cleared binding levels {{(pid=93917) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:51:31.939185 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-6b9c1c4d-a060-477b-ad7f-85a682a88458 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2096010', 'neutron.services.segments.db._delete_segments_for_network-8728202734996'] for network, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:31.944621 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.db_base_plugin_common [None req-17bea92a-f9af-462e-a3d3-21e53f86aaca tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Allocated IP 172.21.0.1 (439f67f1-d719-40e8-9805-bd85e757bc26/c242f8ae-2fcd-4775-9c7d-d7c0fe9d11a0/4c4aee84-66eb-4766-88d3-c8530246e05d) {{(pid=93915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:51:31.969933 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.segments.db [None req-6b9c1c4d-a060-477b-ad7f-85a682a88458 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f34c21a2-985d-4d85-8b05-15a9b06872be']}} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:51:31.987557 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.segments.db [None req-6b9c1c4d-a060-477b-ad7f-85a682a88458 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '828d5e12-8f80-4253-8f9a-faae066043d6') {'for_net_delete': True} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:51:31.988193 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.segments.db [None req-6b9c1c4d-a060-477b-ad7f-85a682a88458 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '828d5e12-8f80-4253-8f9a-faae066043d6') {} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:51:32.002328 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-6b9c1c4d-a060-477b-ad7f-85a682a88458 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728202715275', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26296891'] for segment, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:32.020762 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-6b9c1c4d-a060-477b-ad7f-85a682a88458 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:32.030323 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b9c1c4d-a060-477b-ad7f-85a682a88458 admin admin] Releasing vlan 80 on physical network physnet1 to pool {{(pid=93916) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 18:51:32.031221 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-6b9c1c4d-a060-477b-ad7f-85a682a88458 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2682942'] for segment, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:32.066803 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-0a649a31-0a0f-44be-acf9-e88c06d3cf3c None None] For port eacec585-229e-47d7-9e73-b272fc633afb, host n-d-800634-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=eacec585-229e-47d7-9e73-b272fc633afb,segment=NetworkSegment(e39bd47e-923a-43cc-9ca3-3b7f5c7c8647),segment_id=e39bd47e-923a-43cc-9ca3-3b7f5c7c8647)] {{(pid=93917) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 18:51:32.106964 n-d-800634-3 neutron-server[93916]: Traceback (most recent call last): Jul 14 18:51:32.106964 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 18:51:32.106964 n-d-800634-3 neutron-server[93916]: timer() Jul 14 18:51:32.106964 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 18:51:32.106964 n-d-800634-3 neutron-server[93916]: cb(*args, **kw) Jul 14 18:51:32.106964 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 18:51:32.106964 n-d-800634-3 neutron-server[93916]: return func(*args, **kwargs) Jul 14 18:51:32.106964 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 18:51:32.106964 n-d-800634-3 neutron-server[93916]: self._notify() Jul 14 18:51:32.106964 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 18:51:32.106964 n-d-800634-3 neutron-server[93916]: self.callback(batched_events) Jul 14 18:51:32.106964 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 18:51:32.106964 n-d-800634-3 neutron-server[93916]: event.method(event) Jul 14 18:51:32.106964 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 18:51:32.106964 n-d-800634-3 neutron-server[93916]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 18:51:32.106964 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 18:51:32.106964 n-d-800634-3 neutron-server[93916]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 18:51:32.106964 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 18:51:32.106964 n-d-800634-3 neutron-server[93916]: return f(self, *a, **k) Jul 14 18:51:32.106964 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 18:51:32.106964 n-d-800634-3 neutron-server[93916]: return self._get(url).json() Jul 14 18:51:32.106964 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 18:51:32.106964 n-d-800634-3 neutron-server[93916]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 18:51:32.106964 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 18:51:32.106964 n-d-800634-3 neutron-server[93916]: return self.request(url, 'GET', **kwargs) Jul 14 18:51:32.106964 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 18:51:32.106964 n-d-800634-3 neutron-server[93916]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 18:51:32.106964 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 18:51:32.106964 n-d-800634-3 neutron-server[93916]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 18:51:32.106964 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 18:51:32.106964 n-d-800634-3 neutron-server[93916]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 18:51:32.106964 n-d-800634-3 neutron-server[93916]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 18:51:32.112237 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-6b9c1c4d-a060-477b-ad7f-85a682a88458 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2096001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-930085'] for network, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:32.113734 n-d-800634-3 neutron-server[93917]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e418ddf6-a4d6-4fb3-ba62-31fff39d7a82 None None] Network 439f67f1-d719-40e8-9805-bd85e757bc26 is already hosted by enough agents. {{(pid=93917) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:51:32.115342 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-0a649a31-0a0f-44be-acf9-e88c06d3cf3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:32.118678 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-6b9c1c4d-a060-477b-ad7f-85a682a88458 admin admin] Notify callbacks [] for network, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:32.122143 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-6b9c1c4d-a060-477b-ad7f-85a682a88458 admin admin] 10.222.0.16 "DELETE /v2.0/networks/f34c21a2-985d-4d85-8b05-15a9b06872be HTTP/1.1" status: 204 len: 168 time: 0.4915147 Jul 14 18:51:32.143915 n-d-800634-3 neutron-server[93917]: DEBUG neutron.scheduler.base_scheduler [None req-e418ddf6-a4d6-4fb3-ba62-31fff39d7a82 None None] Resources bound (agent type, host, resource id): {{(pid=93917) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:51:32.153761 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e418ddf6-a4d6-4fb3-ba62-31fff39d7a82 None None] Received port after_create {{(pid=93917) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:51:32.183623 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9c1c4d-a060-477b-ad7f-85a682a88458 admin admin] Pushing event deleted for resources: {'Network': ['ID=f34c21a2-985d-4d85-8b05-15a9b06872be,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:51:32.192962 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e418ddf6-a4d6-4fb3-ba62-31fff39d7a82 None None] Pushing event updated for resources: {'Port': ['ID=88e74eaf-1f93-4fb8-b337-09d294c586a7,revision_number=1']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:51:32.256567 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-17bea92a-f9af-462e-a3d3-21e53f86aaca tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify callbacks [] for port, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:32.259107 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 46288) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:51:32.281638 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-d1c6e2f7-7fda-4c2c-86a3-6d1ed0cec55b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:32.294952 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.provisioning_blocks [None req-17bea92a-f9af-462e-a3d3-21e53f86aaca tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Transition to ACTIVE for port object 4c4aee84-66eb-4766-88d3-c8530246e05d will not be triggered until provisioned by entity DHCP. {{(pid=93915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:51:32.382736 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-17bea92a-f9af-462e-a3d3-21e53f86aaca tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:32.388797 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 46290) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:51:32.396292 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a649a31-0a0f-44be-acf9-e88c06d3cf3c None None] Routers {'6b36e9b8-ebb9-4e00-82b3-7597a6cd4803'} bound to L3 agent in host n-d-800634-3 {{(pid=93917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:51:32.396292 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-0a649a31-0a0f-44be-acf9-e88c06d3cf3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:51:23Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['6b36e9b8-ebb9-4e00-82b3-7597a6cd4803'], 'active': True} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:51:32.442121 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-e418ddf6-a4d6-4fb3-ba62-31fff39d7a82 None None] Attempting to bind port 88e74eaf-1f93-4fb8-b337-09d294c586a7 on host n-d-800634-3 for vnic_type normal with profile {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:51:32.442643 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-e418ddf6-a4d6-4fb3-ba62-31fff39d7a82 None None] Attempting to bind port 88e74eaf-1f93-4fb8-b337-09d294c586a7 by drivers openvswitch,hyperv on host n-d-800634-3 at level 0 using segments [{'id': 'df53d31b-bc39-4385-a653-f77a3301cda8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '439f67f1-d719-40e8-9805-bd85e757bc26'}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:51:32.443111 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e418ddf6-a4d6-4fb3-ba62-31fff39d7a82 None None] Attempting to bind port 88e74eaf-1f93-4fb8-b337-09d294c586a7 on network 439f67f1-d719-40e8-9805-bd85e757bc26 {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:51:32.473163 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-d1c6e2f7-7fda-4c2c-86a3-6d1ed0cec55b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:32.480972 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-d1c6e2f7-7fda-4c2c-86a3-6d1ed0cec55b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:32.490693 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17bea92a-f9af-462e-a3d3-21e53f86aaca tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Network 439f67f1-d719-40e8-9805-bd85e757bc26 is already hosted by enough agents. {{(pid=93915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:51:32.519629 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-d1c6e2f7-7fda-4c2c-86a3-6d1ed0cec55b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=29065911b4fa403eab3520ed1692285b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2552981 Jul 14 18:51:32.526626 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [None req-17bea92a-f9af-462e-a3d3-21e53f86aaca tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Resources bound (agent type, host, resource id): {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:51:32.529291 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17bea92a-f9af-462e-a3d3-21e53f86aaca tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Received port after_create {{(pid=93915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:51:32.536211 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 46292) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:51:32.536372 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a11953-1e26-45f7-9bda-ef03e1fefd1a None None] Pushing event updated for resources: {'Port': ['ID=eacec585-229e-47d7-9e73-b272fc633afb,revision_number=4']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:51:32.540706 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-98a0caf3-9551-4a05-812a-9e3a43097357 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=603a6a9568b140888befe6fa771e46c9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1444132 Jul 14 18:51:32.544658 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e418ddf6-a4d6-4fb3-ba62-31fff39d7a82 None None] Checking agent: {'id': '01c19e91-a945-4e3c-94a6-c211e17c923e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 8, 23), 'started_at': datetime.datetime(2021, 7, 14, 18, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 18, 51, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 18:51:32.545323 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e418ddf6-a4d6-4fb3-ba62-31fff39d7a82 None None] Checking segment: {'id': 'df53d31b-bc39-4385-a653-f77a3301cda8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '439f67f1-d719-40e8-9805-bd85e757bc26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93917) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:51:32.545927 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-e418ddf6-a4d6-4fb3-ba62-31fff39d7a82 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:32.546491 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e418ddf6-a4d6-4fb3-ba62-31fff39d7a82 None None] Bound using segment: {'id': 'df53d31b-bc39-4385-a653-f77a3301cda8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '439f67f1-d719-40e8-9805-bd85e757bc26'} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 18:51:32.547161 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-e418ddf6-a4d6-4fb3-ba62-31fff39d7a82 None None] Bound port: 88e74eaf-1f93-4fb8-b337-09d294c586a7, host: n-d-800634-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df53d31b-bc39-4385-a653-f77a3301cda8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '439f67f1-d719-40e8-9805-bd85e757bc26'}}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 18:51:32.547745 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-e418ddf6-a4d6-4fb3-ba62-31fff39d7a82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:32.573415 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 46294) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:51:32.608696 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c6e2f7-7fda-4c2c-86a3-6d1ed0cec55b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32e27f57-66df-4d63-a43a-28d98873536b,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:51:32.615080 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bea92a-f9af-462e-a3d3-21e53f86aaca tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Pushing event updated for resources: {'Port': ['ID=4c4aee84-66eb-4766-88d3-c8530246e05d,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:51:32.644642 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-d2aa9647-ed6a-4b1e-b60d-165b8abe9861 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:32.654567 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-17bea92a-f9af-462e-a3d3-21e53f86aaca tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-930452'] for router_interface, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:32.673110 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-d2aa9647-ed6a-4b1e-b60d-165b8abe9861 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:32.736329 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-d2aa9647-ed6a-4b1e-b60d-165b8abe9861 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:32.740490 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-d2aa9647-ed6a-4b1e-b60d-165b8abe9861 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:32.742761 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-d2aa9647-ed6a-4b1e-b60d-165b8abe9861 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/32e27f57-66df-4d63-a43a-28d98873536b HTTP/1.1" status: 204 len: 168 time: 0.2062311 Jul 14 18:51:32.757179 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2aa9647-ed6a-4b1e-b60d-165b8abe9861 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32e27f57-66df-4d63-a43a-28d98873536b,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:51:32.761314 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-8ffbe565-2ad6-4c71-8ebf-5c7470cb9a8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:32.798755 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-8ffbe565-2ad6-4c71-8ebf-5c7470cb9a8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:32.824206 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvr_db [None req-0a649a31-0a0f-44be-acf9-e88c06d3cf3c None None] Set router 6b36e9b8-ebb9-4e00-82b3-7597a6cd4803 gateway port host: None {{(pid=93917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 18:51:32.868314 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-17bea92a-f9af-462e-a3d3-21e53f86aaca tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:32.892876 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:32.996859 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-e418ddf6-a4d6-4fb3-ba62-31fff39d7a82 None None] For port 88e74eaf-1f93-4fb8-b337-09d294c586a7, host n-d-800634-3, cleared binding levels {{(pid=93917) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:51:33.019339 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-e418ddf6-a4d6-4fb3-ba62-31fff39d7a82 None None] For port 88e74eaf-1f93-4fb8-b337-09d294c586a7, host n-d-800634-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=88e74eaf-1f93-4fb8-b337-09d294c586a7,segment=NetworkSegment(df53d31b-bc39-4385-a653-f77a3301cda8),segment_id=df53d31b-bc39-4385-a653-f77a3301cda8)] {{(pid=93917) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 18:51:33.043853 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-e418ddf6-a4d6-4fb3-ba62-31fff39d7a82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:33.095869 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-8ffbe565-2ad6-4c71-8ebf-5c7470cb9a8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:33.102508 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-8ffbe565-2ad6-4c71-8ebf-5c7470cb9a8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:33.102508 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-8ffbe565-2ad6-4c71-8ebf-5c7470cb9a8d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/51c6de00-61eb-4972-a23e-f4f93d3caa7f HTTP/1.1" status: 204 len: 168 time: 0.5239961 Jul 14 18:51:33.119306 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffbe565-2ad6-4c71-8ebf-5c7470cb9a8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51c6de00-61eb-4972-a23e-f4f93d3caa7f,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:51:33.212537 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e418ddf6-a4d6-4fb3-ba62-31fff39d7a82 None None] Pushing event updated for resources: {'Port': ['ID=88e74eaf-1f93-4fb8-b337-09d294c586a7,revision_number=2']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:51:33.266460 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-17bea92a-f9af-462e-a3d3-21e53f86aaca tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify callbacks [] for port, precommit_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:33.276071 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-0a649a31-0a0f-44be-acf9-e88c06d3cf3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b36e9b8-ebb9-4e00-82b3-7597a6cd4803', 'name': 'tempest-RoutersTest-router-1800355958', 'tenant_id': '6f1f29d6af59462b92aca472594c5dfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:51:25Z', 'updated_at': '2021-07-14T18:51:27Z', 'revision_number': 2, 'project_id': '6f1f29d6af59462b92aca472594c5dfe', 'gw_port_host': None, '_interfaces': [{'id': 'eacec585-229e-47d7-9e73-b272fc633afb', 'name': '', 'network_id': '275ddbb7-c5a9-4c2c-8018-e9690f775e48', 'tenant_id': '6f1f29d6af59462b92aca472594c5dfe', 'mac_address': 'fa:16:3e:f5:9b:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b36e9b8-ebb9-4e00-82b3-7597a6cd4803', 'device_owner': 'network:router_interface', 'standard_attr_id': 3155, 'fixed_ips': [{'subnet_id': '8aa91cd5-e850-4db8-8ed4-215781be9f6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:51:26Z', 'updated_at': '2021-07-14T18:51:31Z', 'revision_number': 4, 'project_id': '6f1f29d6af59462b92aca472594c5dfe', 'subnets': [{'id': '8aa91cd5-e850-4db8-8ed4-215781be9f6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-3', False) {} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:51:33.278847 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-17bea92a-f9af-462e-a3d3-21e53f86aaca tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25912978'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:33.317393 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a649a31-0a0f-44be-acf9-e88c06d3cf3c None None] The sync data for ids ['6b36e9b8-ebb9-4e00-82b3-7597a6cd4803'] in n-d-800634-3 is: [{'id': '6b36e9b8-ebb9-4e00-82b3-7597a6cd4803', 'name': 'tempest-RoutersTest-router-1800355958', 'tenant_id': '6f1f29d6af59462b92aca472594c5dfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:51:25Z', 'updated_at': '2021-07-14T18:51:27Z', 'revision_number': 2, 'project_id': '6f1f29d6af59462b92aca472594c5dfe', 'gw_port_host': None, '_interfaces': [{'id': 'eacec585-229e-47d7-9e73-b272fc633afb', 'name': '', 'network_id': '275ddbb7-c5a9-4c2c-8018-e9690f775e48', 'tenant_id': '6f1f29d6af59462b92aca472594c5dfe', 'mac_address': 'fa:16:3e:f5:9b:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b36e9b8-ebb9-4e00-82b3-7597a6cd4803', 'device_owner': 'network:router_interface', 'standard_attr_id': 3155, 'fixed_ips': [{'subnet_id': '8aa91cd5-e850-4db8-8ed4-215781be9f6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:51:26Z', 'updated_at': '2021-07-14T18:51:31Z', 'revision_number': 4, 'project_id': '6f1f29d6af59462b92aca472594c5dfe', 'subnets': [{'id': '8aa91cd5-e850-4db8-8ed4-215781be9f6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 18:51:33.461689 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bea92a-f9af-462e-a3d3-21e53f86aaca tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Pushing event updated for resources: {'Port': ['ID=4c4aee84-66eb-4766-88d3-c8530246e05d,revision_number=2']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:51:33.487607 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-17bea92a-f9af-462e-a3d3-21e53f86aaca tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-598741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-928734'] for router_interface, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:33.722764 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17bea92a-f9af-462e-a3d3-21e53f86aaca tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Network 439f67f1-d719-40e8-9805-bd85e757bc26 is already hosted by enough agents. {{(pid=93915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:51:33.725065 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [None req-17bea92a-f9af-462e-a3d3-21e53f86aaca tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Resources bound (agent type, host, resource id): {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:51:33.899633 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17bea92a-f9af-462e-a3d3-21e53f86aaca tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Router 6b36e9b8-ebb9-4e00-82b3-7597a6cd4803 has already been hosted by L3 agent 2c6eb27e-defb-4cca-9a24-381c7415e359 {{(pid=93915) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 18:51:34.044904 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17bea92a-f9af-462e-a3d3-21e53f86aaca tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify agent at l3_agent.n-d-800634-3 the message routers_updated {{(pid=93915) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 18:51:34.053331 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-17bea92a-f9af-462e-a3d3-21e53f86aaca tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] 10.222.0.16 "PUT /v2.0/routers/6b36e9b8-ebb9-4e00-82b3-7597a6cd4803/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8580263 Jul 14 18:51:34.053660 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 46330) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:51:34.059849 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-aa24ad7e-1eed-409a-96fd-8ac2811de34a tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Request body: {'network': {'name': 'tempest-RoutersTest-2025546709'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:51:34.094996 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa24ad7e-1eed-409a-96fd-8ac2811de34a tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Made reservation on behalf of 6f1f29d6af59462b92aca472594c5dfe for: {'network': 1} {{(pid=93916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:51:34.099585 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-aa24ad7e-1eed-409a-96fd-8ac2811de34a tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for network, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:34.158808 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa24ad7e-1eed-409a-96fd-8ac2811de34a tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 62} {{(pid=93916) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 18:51:34.176712 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-aa24ad7e-1eed-409a-96fd-8ac2811de34a tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:34.177156 n-d-800634-3 neutron-server[93916]: INFO neutron.db.segments_db [None req-aa24ad7e-1eed-409a-96fd-8ac2811de34a tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Added segment 7f4d338e-dc29-4ddd-bebb-0ac9218b591f of type vlan for network b764b668-2c9a-40af-af9c-1b535e3ec581 Jul 14 18:51:34.279433 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-aa24ad7e-1eed-409a-96fd-8ac2811de34a tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728202197517'] for network, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:34.357348 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-aa24ad7e-1eed-409a-96fd-8ac2811de34a tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727'] for network, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:34.367801 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa24ad7e-1eed-409a-96fd-8ac2811de34a tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:51:34.368522 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-aa24ad7e-1eed-409a-96fd-8ac2811de34a tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify callbacks [] for network, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:34.514748 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-aa24ad7e-1eed-409a-96fd-8ac2811de34a tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4598925 Jul 14 18:51:34.517888 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 46348) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:51:34.523672 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-bc123ed2-2ab0-4185-b338-2c52b571edec tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Request body: {'subnet': {'network_id': 'b764b668-2c9a-40af-af9c-1b535e3ec581', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:51:34.539149 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa24ad7e-1eed-409a-96fd-8ac2811de34a tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Pushing event updated for resources: {'Network': ['ID=b764b668-2c9a-40af-af9c-1b535e3ec581,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:51:34.551417 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Network b764b668-2c9a-40af-af9c-1b535e3ec581 details requested by agent ovs-agent-n-d-800634-3 with host n-d-800634-3 {{(pid=93917) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 18:51:34.751423 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc123ed2-2ab0-4185-b338-2c52b571edec tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Made reservation on behalf of 6f1f29d6af59462b92aca472594c5dfe for: {'subnet': 1} {{(pid=93915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:51:34.755687 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-bc123ed2-2ab0-4185-b338-2c52b571edec tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28969735'] for subnet, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:34.826201 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8164ba27-79f3-4b71-9c67-6d62d2a793b8 None None] Network 439f67f1-d719-40e8-9805-bd85e757bc26 requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:51:34.899686 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-20797396-c80f-4d85-8a23-6bda700a16b9 None None] Provisioning for port 88e74eaf-1f93-4fb8-b337-09d294c586a7 completed by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:51:35.115144 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-bc123ed2-2ab0-4185-b338-2c52b571edec tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25912837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28969781'] for subnet, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:35.233268 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc123ed2-2ab0-4185-b338-2c52b571edec tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Pushing event updated for resources: {'Subnet': ['ID=541835b3-d4a8-4205-b085-f2e68808ec29,revision_number=0']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:51:35.265178 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc123ed2-2ab0-4185-b338-2c52b571edec tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Checking segment: {'id': '7f4d338e-dc29-4ddd-bebb-0ac9218b591f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'b764b668-2c9a-40af-af9c-1b535e3ec581'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:51:35.265937 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc123ed2-2ab0-4185-b338-2c52b571edec tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Network hostable DHCP agents. Network: b764b668-2c9a-40af-af9c-1b535e3ec581, hostable agents: ['028393c3-0576-4ebd-bca1-8ea8a148e1a2'], hosted agents: [] {{(pid=93915) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 18:51:35.311101 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc123ed2-2ab0-4185-b338-2c52b571edec tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Network b764b668-2c9a-40af-af9c-1b535e3ec581 is scheduled to be hosted by DHCP agent 028393c3-0576-4ebd-bca1-8ea8a148e1a2 with binding_index 1 {{(pid=93915) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 18:51:35.321588 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 88e74eaf-1f93-4fb8-b337-09d294c586a7 up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:51:35.334477 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [None req-bc123ed2-2ab0-4185-b338-2c52b571edec tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-3, b764b668-2c9a-40af-af9c-1b535e3ec581) {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:51:35.342830 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc123ed2-2ab0-4185-b338-2c52b571edec tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:51:35.343685 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-bc123ed2-2ab0-4185-b338-2c52b571edec tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify callbacks [] for subnet, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:35.373008 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-bc123ed2-2ab0-4185-b338-2c52b571edec tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8510189 Jul 14 18:51:35.373243 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 46366) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:51:35.445348 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9491e6a8-29b7-4c1f-a958-fe7028b6fab7 None None] Network b764b668-2c9a-40af-af9c-1b535e3ec581 requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:51:35.607608 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50e6e741-8765-49a5-aebb-098270a26813 None None] Sync routers for ids ['6b36e9b8-ebb9-4e00-82b3-7597a6cd4803'] in n-d-800634-3 {{(pid=93918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 18:51:35.626373 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50e6e741-8765-49a5-aebb-098270a26813 None None] Routers {'6b36e9b8-ebb9-4e00-82b3-7597a6cd4803'} bound to L3 agent in host n-d-800634-3 {{(pid=93918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:51:35.628643 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-50e6e741-8765-49a5-aebb-098270a26813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:51:23Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['6b36e9b8-ebb9-4e00-82b3-7597a6cd4803'], 'active': True} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:51:35.677795 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:35.687750 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning for port 88e74eaf-1f93-4fb8-b337-09d294c586a7 completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:51:35.704155 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port 88e74eaf-1f93-4fb8-b337-09d294c586a7 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:51:35.704955 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:35.759977 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-c32d826f-cbb2-4d94-9682-3d3260e4903d None None] Provisioning complete for port 88e74eaf-1f93-4fb8-b337-09d294c586a7 triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:51:35.760844 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-c32d826f-cbb2-4d94-9682-3d3260e4903d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:35.828161 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvr_db [None req-50e6e741-8765-49a5-aebb-098270a26813 None None] Set router 6b36e9b8-ebb9-4e00-82b3-7597a6cd4803 gateway port host: None {{(pid=93918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 18:51:36.049530 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:36.084304 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-c32d826f-cbb2-4d94-9682-3d3260e4903d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:36.172213 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-c32d826f-cbb2-4d94-9682-3d3260e4903d None None] For port 88e74eaf-1f93-4fb8-b337-09d294c586a7, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=88e74eaf-1f93-4fb8-b337-09d294c586a7,segment=NetworkSegment(df53d31b-bc39-4385-a653-f77a3301cda8),segment_id=df53d31b-bc39-4385-a653-f77a3301cda8)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:51:36.186365 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-c32d826f-cbb2-4d94-9682-3d3260e4903d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:36.192534 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-8f79fffc-c802-44c4-8c95-730d1575a237 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:36.196300 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e06f35f-91f6-48d0-b28a-c5e7510ecf92 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9222b97e-5d1c-54f8-ba97-82f172498e76-b764b668-2c9a-40af-af9c-1b535e3ec581', 'network_id': 'b764b668-2c9a-40af-af9c-1b535e3ec581', 'tenant_id': '6f1f29d6af59462b92aca472594c5dfe', 'fixed_ips': [{'subnet_id': '541835b3-d4a8-4205-b085-f2e68808ec29'}]}} from n-d-800634-3. {{(pid=93917) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 18:51:36.197176 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-4e06f35f-91f6-48d0-b28a-c5e7510ecf92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:36.268469 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-c32d826f-cbb2-4d94-9682-3d3260e4903d None None] Provisioning for port 4c4aee84-66eb-4766-88d3-c8530246e05d completed by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:51:36.282428 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-50e6e741-8765-49a5-aebb-098270a26813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b36e9b8-ebb9-4e00-82b3-7597a6cd4803', 'name': 'tempest-RoutersTest-router-1800355958', 'tenant_id': '6f1f29d6af59462b92aca472594c5dfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:51:25Z', 'updated_at': '2021-07-14T18:51:32Z', 'revision_number': 3, 'project_id': '6f1f29d6af59462b92aca472594c5dfe', 'gw_port_host': None, '_interfaces': [{'id': '4c4aee84-66eb-4766-88d3-c8530246e05d', 'name': '', 'network_id': '439f67f1-d719-40e8-9805-bd85e757bc26', 'tenant_id': '6f1f29d6af59462b92aca472594c5dfe', 'mac_address': 'fa:16:3e:e8:5d:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b36e9b8-ebb9-4e00-82b3-7597a6cd4803', 'device_owner': 'network:router_interface', 'standard_attr_id': 3165, 'fixed_ips': [{'subnet_id': 'c242f8ae-2fcd-4775-9c7d-d7c0fe9d11a0', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:51:30Z', 'updated_at': '2021-07-14T18:51:33Z', 'revision_number': 2, 'project_id': '6f1f29d6af59462b92aca472594c5dfe', 'subnets': [{'id': 'c242f8ae-2fcd-4775-9c7d-d7c0fe9d11a0', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eacec585-229e-47d7-9e73-b272fc633afb', 'name': '', 'network_id': '275ddbb7-c5a9-4c2c-8018-e9690f775e48', 'tenant_id': '6f1f29d6af59462b92aca472594c5dfe', 'mac_address': 'fa:16:3e:f5:9b:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b36e9b8-ebb9-4e00-82b3-7597a6cd4803', 'device_owner': 'network:router_interface', 'standard_attr_id': 3155, 'fixed_ips': [{'subnet_id': '8aa91cd5-e850-4db8-8ed4-215781be9f6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:51:26Z', 'updated_at': '2021-07-14T18:51:31Z', 'revision_number': 4, 'project_id': '6f1f29d6af59462b92aca472594c5dfe', 'subnets': [{'id': '8aa91cd5-e850-4db8-8ed4-215781be9f6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-3', False) {} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:51:36.291730 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-c32d826f-cbb2-4d94-9682-3d3260e4903d None None] Provisioning complete for port 4c4aee84-66eb-4766-88d3-c8530246e05d triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:51:36.292134 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-c32d826f-cbb2-4d94-9682-3d3260e4903d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:36.334844 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-c32d826f-cbb2-4d94-9682-3d3260e4903d None None] Port 4c4aee84-66eb-4766-88d3-c8530246e05d cannot update to ACTIVE because it is not bound. {{(pid=93917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 18:51:36.350966 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50e6e741-8765-49a5-aebb-098270a26813 None None] Checking router: 6b36e9b8-ebb9-4e00-82b3-7597a6cd4803 for host: n-d-800634-3 {{(pid=93918) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 18:51:36.353158 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50e6e741-8765-49a5-aebb-098270a26813 None None] Updating router 6b36e9b8-ebb9-4e00-82b3-7597a6cd4803 port 4c4aee84-66eb-4766-88d3-c8530246e05d binding host n-d-800634-3 {{(pid=93918) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 18:51:36.437538 n-d-800634-3 neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-50e6e741-8765-49a5-aebb-098270a26813 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:36.463275 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.db.api [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93917) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 14 18:51:36.463796 n-d-800634-3 neutron-server[93917]: DEBUG oslo_db.api [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 18:51:36.476768 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32d826f-cbb2-4d94-9682-3d3260e4903d None None] Pushing event updated for resources: {'Port': ['ID=88e74eaf-1f93-4fb8-b337-09d294c586a7,revision_number=3']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:51:36.542274 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-d5b1b37c-69bd-416c-bab8-8cdb13bcab7c None None] Provisioning complete for port 4c4aee84-66eb-4766-88d3-c8530246e05d triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:51:36.542791 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-d5b1b37c-69bd-416c-bab8-8cdb13bcab7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:36.610292 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.db_base_plugin_common [None req-4e06f35f-91f6-48d0-b28a-c5e7510ecf92 None None] Allocated IP 172.22.0.2 (b764b668-2c9a-40af-af9c-1b535e3ec581/541835b3-d4a8-4205-b085-f2e68808ec29/d85b2570-95dc-48fa-a1c7-4b90248aff0b) {{(pid=93917) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:51:36.658513 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-d5b1b37c-69bd-416c-bab8-8cdb13bcab7c None None] Port 4c4aee84-66eb-4766-88d3-c8530246e05d cannot update to ACTIVE because it is not bound. {{(pid=93917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 18:51:36.836518 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-4e06f35f-91f6-48d0-b28a-c5e7510ecf92 None None] Notify callbacks [] for port, precommit_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:36.846984 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-4e06f35f-91f6-48d0-b28a-c5e7510ecf92 None None] Transition to ACTIVE for port object d85b2570-95dc-48fa-a1c7-4b90248aff0b will not be triggered until provisioned by entity L2. {{(pid=93917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:51:36.865267 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-4e06f35f-91f6-48d0-b28a-c5e7510ecf92 None None] Transition to ACTIVE for port object d85b2570-95dc-48fa-a1c7-4b90248aff0b will not be triggered until provisioned by entity DHCP. {{(pid=93917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:51:36.871899 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-4e06f35f-91f6-48d0-b28a-c5e7510ecf92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804'] for port, after_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:36.935780 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.db_base_plugin_common [None req-8f79fffc-c802-44c4-8c95-730d1575a237 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Allocated IP 172.22.0.1 (b764b668-2c9a-40af-af9c-1b535e3ec581/541835b3-d4a8-4205-b085-f2e68808ec29/325113d7-89d6-458d-97ac-6f59f55209d4) {{(pid=93916) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:51:36.939311 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e06f35f-91f6-48d0-b28a-c5e7510ecf92 None None] Pushing event updated for resources: {'Port': ['ID=d85b2570-95dc-48fa-a1c7-4b90248aff0b,revision_number=1']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:51:36.956726 n-d-800634-3 neutron-server[93917]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e06f35f-91f6-48d0-b28a-c5e7510ecf92 None None] Network b764b668-2c9a-40af-af9c-1b535e3ec581 is already hosted by enough agents. {{(pid=93917) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:51:36.958435 n-d-800634-3 neutron-server[93917]: DEBUG neutron.scheduler.base_scheduler [None req-4e06f35f-91f6-48d0-b28a-c5e7510ecf92 None None] Resources bound (agent type, host, resource id): {{(pid=93917) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:51:36.961540 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e06f35f-91f6-48d0-b28a-c5e7510ecf92 None None] Received port after_create {{(pid=93917) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:51:36.977408 n-d-800634-3 neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-50e6e741-8765-49a5-aebb-098270a26813 None None] Notify callbacks [] for port, precommit_update {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:36.996888 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.provisioning_blocks [None req-50e6e741-8765-49a5-aebb-098270a26813 None None] Transition to ACTIVE for port object 4c4aee84-66eb-4766-88d3-c8530246e05d will not be triggered until provisioned by entity L2. {{(pid=93918) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:51:37.009826 n-d-800634-3 neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-50e6e741-8765-49a5-aebb-098270a26813 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:37.057327 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device eacec585-229e-47d7-9e73-b272fc633afb up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:51:37.098593 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40187f8-f82f-4584-93ba-9d1c03d82fc7 None None] Pushing event updated for resources: {'Port': ['ID=4c4aee84-66eb-4766-88d3-c8530246e05d,revision_number=3']} {{(pid=93918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:51:37.113924 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-4e06f35f-91f6-48d0-b28a-c5e7510ecf92 None None] Attempting to bind port d85b2570-95dc-48fa-a1c7-4b90248aff0b on host n-d-800634-3 for vnic_type normal with profile {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:51:37.114937 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-4e06f35f-91f6-48d0-b28a-c5e7510ecf92 None None] Attempting to bind port d85b2570-95dc-48fa-a1c7-4b90248aff0b by drivers openvswitch,hyperv on host n-d-800634-3 at level 0 using segments [{'id': '7f4d338e-dc29-4ddd-bebb-0ac9218b591f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'b764b668-2c9a-40af-af9c-1b535e3ec581'}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:51:37.114937 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e06f35f-91f6-48d0-b28a-c5e7510ecf92 None None] Attempting to bind port d85b2570-95dc-48fa-a1c7-4b90248aff0b on network b764b668-2c9a-40af-af9c-1b535e3ec581 {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:51:37.131944 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e06f35f-91f6-48d0-b28a-c5e7510ecf92 None None] Checking agent: {'id': '01c19e91-a945-4e3c-94a6-c211e17c923e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 8, 23), 'started_at': datetime.datetime(2021, 7, 14, 18, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 18, 51, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 18:51:37.132443 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e06f35f-91f6-48d0-b28a-c5e7510ecf92 None None] Checking segment: {'id': '7f4d338e-dc29-4ddd-bebb-0ac9218b591f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'b764b668-2c9a-40af-af9c-1b535e3ec581'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93917) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:51:37.132855 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-4e06f35f-91f6-48d0-b28a-c5e7510ecf92 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:37.133260 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e06f35f-91f6-48d0-b28a-c5e7510ecf92 None None] Bound using segment: {'id': '7f4d338e-dc29-4ddd-bebb-0ac9218b591f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'b764b668-2c9a-40af-af9c-1b535e3ec581'} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 18:51:37.133748 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-4e06f35f-91f6-48d0-b28a-c5e7510ecf92 None None] Bound port: d85b2570-95dc-48fa-a1c7-4b90248aff0b, host: n-d-800634-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f4d338e-dc29-4ddd-bebb-0ac9218b591f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'b764b668-2c9a-40af-af9c-1b535e3ec581'}}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 18:51:37.134144 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-4e06f35f-91f6-48d0-b28a-c5e7510ecf92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:37.140751 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a40187f8-f82f-4584-93ba-9d1c03d82fc7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:51:37.142660 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a40187f8-f82f-4584-93ba-9d1c03d82fc7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:51:37.143641 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a40187f8-f82f-4584-93ba-9d1c03d82fc7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:51:37.144339 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a40187f8-f82f-4584-93ba-9d1c03d82fc7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:51:37.144833 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a40187f8-f82f-4584-93ba-9d1c03d82fc7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:51:37.145318 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a40187f8-f82f-4584-93ba-9d1c03d82fc7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:51:37.146203 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a40187f8-f82f-4584-93ba-9d1c03d82fc7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:51:37.146801 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a40187f8-f82f-4584-93ba-9d1c03d82fc7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:51:37.148247 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a40187f8-f82f-4584-93ba-9d1c03d82fc7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:51:37.149268 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a40187f8-f82f-4584-93ba-9d1c03d82fc7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:51:37.149786 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a40187f8-f82f-4584-93ba-9d1c03d82fc7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:51:37.150462 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a40187f8-f82f-4584-93ba-9d1c03d82fc7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:51:37.186743 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-8f79fffc-c802-44c4-8c95-730d1575a237 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify callbacks [] for port, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:37.194001 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning for port eacec585-229e-47d7-9e73-b272fc633afb completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:51:37.201826 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.managers [None req-50e6e741-8765-49a5-aebb-098270a26813 None None] Attempting to bind port 4c4aee84-66eb-4766-88d3-c8530246e05d on host n-d-800634-3 for vnic_type normal with profile {{(pid=93918) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:51:37.202139 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.managers [None req-50e6e741-8765-49a5-aebb-098270a26813 None None] Attempting to bind port 4c4aee84-66eb-4766-88d3-c8530246e05d by drivers openvswitch,hyperv on host n-d-800634-3 at level 0 using segments [{'id': 'df53d31b-bc39-4385-a653-f77a3301cda8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '439f67f1-d719-40e8-9805-bd85e757bc26'}] {{(pid=93918) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:51:37.202488 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50e6e741-8765-49a5-aebb-098270a26813 None None] Attempting to bind port 4c4aee84-66eb-4766-88d3-c8530246e05d on network 439f67f1-d719-40e8-9805-bd85e757bc26 {{(pid=93918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:51:37.213275 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port eacec585-229e-47d7-9e73-b272fc633afb triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:51:37.213902 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:37.220668 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50e6e741-8765-49a5-aebb-098270a26813 None None] Checking agent: {'id': '01c19e91-a945-4e3c-94a6-c211e17c923e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 8, 23), 'started_at': datetime.datetime(2021, 7, 14, 18, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 18, 51, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 18:51:37.220668 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50e6e741-8765-49a5-aebb-098270a26813 None None] Checking segment: {'id': 'df53d31b-bc39-4385-a653-f77a3301cda8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '439f67f1-d719-40e8-9805-bd85e757bc26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93918) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:51:37.221363 n-d-800634-3 neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-50e6e741-8765-49a5-aebb-098270a26813 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:37.221860 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50e6e741-8765-49a5-aebb-098270a26813 None None] Bound using segment: {'id': 'df53d31b-bc39-4385-a653-f77a3301cda8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '439f67f1-d719-40e8-9805-bd85e757bc26'} {{(pid=93918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 18:51:37.222443 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.managers [None req-50e6e741-8765-49a5-aebb-098270a26813 None None] Bound port: 4c4aee84-66eb-4766-88d3-c8530246e05d, host: n-d-800634-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df53d31b-bc39-4385-a653-f77a3301cda8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '439f67f1-d719-40e8-9805-bd85e757bc26'}}] {{(pid=93918) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 18:51:37.222837 n-d-800634-3 neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-50e6e741-8765-49a5-aebb-098270a26813 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:37.235121 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.provisioning_blocks [None req-8f79fffc-c802-44c4-8c95-730d1575a237 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Transition to ACTIVE for port object 325113d7-89d6-458d-97ac-6f59f55209d4 will not be triggered until provisioned by entity DHCP. {{(pid=93916) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:51:37.281183 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-8f79fffc-c802-44c4-8c95-730d1575a237 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:37.297118 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-4e06f35f-91f6-48d0-b28a-c5e7510ecf92 None None] For port d85b2570-95dc-48fa-a1c7-4b90248aff0b, host n-d-800634-3, cleared binding levels {{(pid=93917) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:51:37.301623 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-4e06f35f-91f6-48d0-b28a-c5e7510ecf92 None None] For port d85b2570-95dc-48fa-a1c7-4b90248aff0b, host n-d-800634-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=d85b2570-95dc-48fa-a1c7-4b90248aff0b,segment=NetworkSegment(7f4d338e-dc29-4ddd-bebb-0ac9218b591f),segment_id=7f4d338e-dc29-4ddd-bebb-0ac9218b591f)] {{(pid=93917) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 18:51:37.310300 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-4e06f35f-91f6-48d0-b28a-c5e7510ecf92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:37.330662 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f79fffc-c802-44c4-8c95-730d1575a237 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Network b764b668-2c9a-40af-af9c-1b535e3ec581 is already hosted by enough agents. {{(pid=93916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:51:37.333003 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.db [None req-50e6e741-8765-49a5-aebb-098270a26813 None None] For port 4c4aee84-66eb-4766-88d3-c8530246e05d, host n-d-800634-3, cleared binding levels {{(pid=93918) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:51:37.334826 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [None req-8f79fffc-c802-44c4-8c95-730d1575a237 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Resources bound (agent type, host, resource id): {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:51:37.339896 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.db [None req-50e6e741-8765-49a5-aebb-098270a26813 None None] For port 4c4aee84-66eb-4766-88d3-c8530246e05d, host n-d-800634-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=4c4aee84-66eb-4766-88d3-c8530246e05d,segment=NetworkSegment(df53d31b-bc39-4385-a653-f77a3301cda8),segment_id=df53d31b-bc39-4385-a653-f77a3301cda8)] {{(pid=93918) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 18:51:37.349626 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f79fffc-c802-44c4-8c95-730d1575a237 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Received port after_create {{(pid=93916) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:51:37.363039 n-d-800634-3 neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-50e6e741-8765-49a5-aebb-098270a26813 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:37.412593 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f79fffc-c802-44c4-8c95-730d1575a237 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Pushing event updated for resources: {'Port': ['ID=325113d7-89d6-458d-97ac-6f59f55209d4,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:51:37.473779 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-8f79fffc-c802-44c4-8c95-730d1575a237 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-930452'] for router_interface, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:37.488869 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50e6e741-8765-49a5-aebb-098270a26813 None None] Routers {'6b36e9b8-ebb9-4e00-82b3-7597a6cd4803'} bound to L3 agent in host n-d-800634-3 {{(pid=93918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:51:37.496375 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-50e6e741-8765-49a5-aebb-098270a26813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:51:23Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['6b36e9b8-ebb9-4e00-82b3-7597a6cd4803'], 'active': True} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:51:37.532353 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:37.532353 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e06f35f-91f6-48d0-b28a-c5e7510ecf92 None None] Pushing event updated for resources: {'Port': ['ID=d85b2570-95dc-48fa-a1c7-4b90248aff0b,revision_number=2']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:51:37.645459 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvr_db [None req-50e6e741-8765-49a5-aebb-098270a26813 None None] Set router 6b36e9b8-ebb9-4e00-82b3-7597a6cd4803 gateway port host: None {{(pid=93918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 18:51:37.697180 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] For port eacec585-229e-47d7-9e73-b272fc633afb, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=eacec585-229e-47d7-9e73-b272fc633afb,segment=NetworkSegment(e39bd47e-923a-43cc-9ca3-3b7f5c7c8647),segment_id=e39bd47e-923a-43cc-9ca3-3b7f5c7c8647)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:51:37.705714 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40187f8-f82f-4584-93ba-9d1c03d82fc7 None None] Pushing event updated for resources: {'Port': ['ID=4c4aee84-66eb-4766-88d3-c8530246e05d,revision_number=4']} {{(pid=93918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:51:37.707419 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:37.825489 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-8f79fffc-c802-44c4-8c95-730d1575a237 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:37.872990 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Pushing event updated for resources: {'Port': ['ID=eacec585-229e-47d7-9e73-b272fc633afb,revision_number=5']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:51:37.964986 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 88e74eaf-1f93-4fb8-b337-09d294c586a7 up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:51:38.255766 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port 88e74eaf-1f93-4fb8-b337-09d294c586a7 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:51:38.258081 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:38.304589 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-50e6e741-8765-49a5-aebb-098270a26813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b36e9b8-ebb9-4e00-82b3-7597a6cd4803', 'name': 'tempest-RoutersTest-router-1800355958', 'tenant_id': '6f1f29d6af59462b92aca472594c5dfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:51:25Z', 'updated_at': '2021-07-14T18:51:32Z', 'revision_number': 3, 'project_id': '6f1f29d6af59462b92aca472594c5dfe', 'gw_port_host': None, '_interfaces': [{'id': '4c4aee84-66eb-4766-88d3-c8530246e05d', 'name': '', 'network_id': '439f67f1-d719-40e8-9805-bd85e757bc26', 'tenant_id': '6f1f29d6af59462b92aca472594c5dfe', 'mac_address': 'fa:16:3e:e8:5d:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b36e9b8-ebb9-4e00-82b3-7597a6cd4803', 'device_owner': 'network:router_interface', 'standard_attr_id': 3165, 'fixed_ips': [{'subnet_id': 'c242f8ae-2fcd-4775-9c7d-d7c0fe9d11a0', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:51:30Z', 'updated_at': '2021-07-14T18:51:37Z', 'revision_number': 4, 'project_id': '6f1f29d6af59462b92aca472594c5dfe', 'subnets': [{'id': 'c242f8ae-2fcd-4775-9c7d-d7c0fe9d11a0', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eacec585-229e-47d7-9e73-b272fc633afb', 'name': '', 'network_id': '275ddbb7-c5a9-4c2c-8018-e9690f775e48', 'tenant_id': '6f1f29d6af59462b92aca472594c5dfe', 'mac_address': 'fa:16:3e:f5:9b:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b36e9b8-ebb9-4e00-82b3-7597a6cd4803', 'device_owner': 'network:router_interface', 'standard_attr_id': 3155, 'fixed_ips': [{'subnet_id': '8aa91cd5-e850-4db8-8ed4-215781be9f6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:51:26Z', 'updated_at': '2021-07-14T18:51:31Z', 'revision_number': 4, 'project_id': '6f1f29d6af59462b92aca472594c5dfe', 'subnets': [{'id': '8aa91cd5-e850-4db8-8ed4-215781be9f6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-3', False) {} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:51:38.341419 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50e6e741-8765-49a5-aebb-098270a26813 None None] The sync data for ids ['6b36e9b8-ebb9-4e00-82b3-7597a6cd4803'] in n-d-800634-3 is: [{'id': '6b36e9b8-ebb9-4e00-82b3-7597a6cd4803', 'name': 'tempest-RoutersTest-router-1800355958', 'tenant_id': '6f1f29d6af59462b92aca472594c5dfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:51:25Z', 'updated_at': '2021-07-14T18:51:32Z', 'revision_number': 3, 'project_id': '6f1f29d6af59462b92aca472594c5dfe', 'gw_port_host': None, '_interfaces': [{'id': '4c4aee84-66eb-4766-88d3-c8530246e05d', 'name': '', 'network_id': '439f67f1-d719-40e8-9805-bd85e757bc26', 'tenant_id': '6f1f29d6af59462b92aca472594c5dfe', 'mac_address': 'fa:16:3e:e8:5d:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b36e9b8-ebb9-4e00-82b3-7597a6cd4803', 'device_owner': 'network:router_interface', 'standard_attr_id': 3165, 'fixed_ips': [{'subnet_id': 'c242f8ae-2fcd-4775-9c7d-d7c0fe9d11a0', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:51:30Z', 'updated_at': '2021-07-14T18:51:37Z', 'revision_number': 4, 'project_id': '6f1f29d6af59462b92aca472594c5dfe', 'subnets': [{'id': 'c242f8ae-2fcd-4775-9c7d-d7c0fe9d11a0', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eacec585-229e-47d7-9e73-b272fc633afb', 'name': '', 'network_id': '275ddbb7-c5a9-4c2c-8018-e9690f775e48', 'tenant_id': '6f1f29d6af59462b92aca472594c5dfe', 'mac_address': 'fa:16:3e:f5:9b:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b36e9b8-ebb9-4e00-82b3-7597a6cd4803', 'device_owner': 'network:router_interface', 'standard_attr_id': 3155, 'fixed_ips': [{'subnet_id': '8aa91cd5-e850-4db8-8ed4-215781be9f6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:51:26Z', 'updated_at': '2021-07-14T18:51:31Z', 'revision_number': 4, 'project_id': '6f1f29d6af59462b92aca472594c5dfe', 'subnets': [{'id': '8aa91cd5-e850-4db8-8ed4-215781be9f6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 18:51:38.507254 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47965eec-7308-4a0d-9079-33d88a72db77 req-80d53759-7d15-4073-b7a6-cf463db4c5e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:51:38.517040 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-47965eec-7308-4a0d-9079-33d88a72db77 req-80d53759-7d15-4073-b7a6-cf463db4c5e4 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c28e5bcf1e004d64bdc0461d59ce0908&device_id=9c556fe5-0125-48ec-8057-3295f5ec5000 HTTP/1.1" status: 200 len: 1095 time: 0.1316562 Jul 14 18:51:38.698107 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-8f79fffc-c802-44c4-8c95-730d1575a237 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify callbacks [] for port, precommit_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:38.716624 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-8f79fffc-c802-44c4-8c95-730d1575a237 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2684870'] for port, after_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:38.827382 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f79fffc-c802-44c4-8c95-730d1575a237 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Pushing event updated for resources: {'Port': ['ID=325113d7-89d6-458d-97ac-6f59f55209d4,revision_number=2']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:51:38.857096 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47965eec-7308-4a0d-9079-33d88a72db77 req-4cc36667-499f-4288-8d67-c9d8d7f713df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:51:38.858674 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-47965eec-7308-4a0d-9079-33d88a72db77 req-4cc36667-499f-4288-8d67-c9d8d7f713df service neutron] 10.222.0.18 "GET /v2.0/networks?id=39c54d55-b1e0-4eb1-9ee5-3eeadd4d8bde HTTP/1.1" status: 200 len: 912 time: 0.3336470 Jul 14 18:51:38.876309 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-8f79fffc-c802-44c4-8c95-730d1575a237 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-598741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-928734'] for router_interface, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:39.014793 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-47965eec-7308-4a0d-9079-33d88a72db77 req-4e79e024-0652-4215-9c4e-3a0344453094 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9c478c99-d62c-4ba4-a542-afd02703f1f0 HTTP/1.1" status: 200 len: 999 time: 0.1478021 Jul 14 18:51:39.091509 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f79fffc-c802-44c4-8c95-730d1575a237 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Network b764b668-2c9a-40af-af9c-1b535e3ec581 is already hosted by enough agents. {{(pid=93916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:51:39.096519 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [None req-8f79fffc-c802-44c4-8c95-730d1575a237 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Resources bound (agent type, host, resource id): {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:51:39.140033 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47965eec-7308-4a0d-9079-33d88a72db77 req-f140668f-f3a9-495d-8e30-e76b13738cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:51:39.142112 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-47965eec-7308-4a0d-9079-33d88a72db77 req-f140668f-f3a9-495d-8e30-e76b13738cb1 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e9fdea6e-22fa-4991-9f87-b79de93db404 HTTP/1.1" status: 200 len: 851 time: 0.1160245 Jul 14 18:51:39.179593 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b508f9b8-a39f-48e8-853b-ba214566f5bd req-62a3ba28-38c9-4d9b-93cc-bda0d9ecee0a tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:51:39.187505 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b508f9b8-a39f-48e8-853b-ba214566f5bd req-62a3ba28-38c9-4d9b-93cc-bda0d9ecee0a tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c556fe5-0125-48ec-8057-3295f5ec5000 HTTP/1.1" status: 200 len: 944 time: 0.5113480 Jul 14 18:51:39.460007 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f34bc760-0ed0-46d6-8644-5e12f1b27d05 None None] Network b764b668-2c9a-40af-af9c-1b535e3ec581 requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:51:39.599142 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-677a48df-2c43-4959-b78a-97aac91d5b11 None None] Provisioning for port d85b2570-95dc-48fa-a1c7-4b90248aff0b completed by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:51:39.897628 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b508f9b8-a39f-48e8-853b-ba214566f5bd req-11ecaa4d-25d1-4a69-b064-3e2489e769ab tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] 10.222.0.16 "GET /v2.0/security-groups?id=be330687-3a60-4db7-bad1-ca6d5eb00fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7088106 Jul 14 18:51:39.928221 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47965eec-7308-4a0d-9079-33d88a72db77 req-2d63cc6f-bca9-476d-ba38-98a4056399e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:51:39.930954 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-47965eec-7308-4a0d-9079-33d88a72db77 req-2d63cc6f-bca9-476d-ba38-98a4056399e5 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=39c54d55-b1e0-4eb1-9ee5-3eeadd4d8bde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7684646 Jul 14 18:51:40.042590 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.agents_db [None req-2ea07fb6-aa68-4671-8654-119d82b9f530 None None] Agent healthcheck: found 7 active agents {{(pid=93918) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 18:51:40.124951 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 4c4aee84-66eb-4766-88d3-c8530246e05d up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:51:40.153362 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f79fffc-c802-44c4-8c95-730d1575a237 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Router 6b36e9b8-ebb9-4e00-82b3-7597a6cd4803 has already been hosted by L3 agent 2c6eb27e-defb-4cca-9a24-381c7415e359 {{(pid=93916) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 18:51:40.186063 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-47965eec-7308-4a0d-9079-33d88a72db77 req-a31cb73b-b680-4297-bbeb-520406a72cd3 service neutron] 10.222.0.18 "GET /v2.0/networks/39c54d55-b1e0-4eb1-9ee5-3eeadd4d8bde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2483320 Jul 14 18:51:40.271070 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning for port 4c4aee84-66eb-4766-88d3-c8530246e05d completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:51:40.282420 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port 4c4aee84-66eb-4766-88d3-c8530246e05d triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:51:40.282796 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:40.343339 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f79fffc-c802-44c4-8c95-730d1575a237 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify agent at l3_agent.n-d-800634-3 the message routers_updated {{(pid=93916) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 18:51:40.352457 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-8f79fffc-c802-44c4-8c95-730d1575a237 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] 10.222.0.16 "PUT /v2.0/routers/6b36e9b8-ebb9-4e00-82b3-7597a6cd4803/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9744046 Jul 14 18:51:40.352457 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 46460) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:51:40.363197 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-5886ae6c-ee3c-48e1-8189-91e6672b1d97 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Request body: {'network': {'name': 'tempest-RoutersTest-321970688'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:51:40.364097 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b2fb176-3cee-418c-abfc-3917513de1c7 None None] Sync routers for ids ['6b36e9b8-ebb9-4e00-82b3-7597a6cd4803'] in n-d-800634-3 {{(pid=93917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 18:51:40.394273 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5886ae6c-ee3c-48e1-8189-91e6672b1d97 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Made reservation on behalf of 6f1f29d6af59462b92aca472594c5dfe for: {'network': 1} {{(pid=93916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:51:40.400047 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-5886ae6c-ee3c-48e1-8189-91e6672b1d97 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for network, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:40.404337 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b2fb176-3cee-418c-abfc-3917513de1c7 None None] Routers {'6b36e9b8-ebb9-4e00-82b3-7597a6cd4803'} bound to L3 agent in host n-d-800634-3 {{(pid=93917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:51:40.404810 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-5b2fb176-3cee-418c-abfc-3917513de1c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:51:23Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['6b36e9b8-ebb9-4e00-82b3-7597a6cd4803'], 'active': True} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:51:40.465212 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5886ae6c-ee3c-48e1-8189-91e6672b1d97 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 55} {{(pid=93916) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 18:51:40.488220 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-47965eec-7308-4a0d-9079-33d88a72db77 req-2d525a44-4428-46f0-b44f-d1d8c93481fa service neutron] 10.222.0.18 "GET /v2.0/networks/39c54d55-b1e0-4eb1-9ee5-3eeadd4d8bde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2948396 Jul 14 18:51:40.497531 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-5886ae6c-ee3c-48e1-8189-91e6672b1d97 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:40.498161 n-d-800634-3 neutron-server[93916]: INFO neutron.db.segments_db [None req-5886ae6c-ee3c-48e1-8189-91e6672b1d97 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Added segment f7ae0169-7ea2-4d88-ab17-ed293b9394f1 of type vlan for network e05a9ef3-0641-43f2-9075-4991e2d9763e Jul 14 18:51:40.583569 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-3636eeb8-83e0-4d6e-a55f-b229d05a6df1 None None] Provisioning for port 325113d7-89d6-458d-97ac-6f59f55209d4 completed by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:51:40.591539 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-3636eeb8-83e0-4d6e-a55f-b229d05a6df1 None None] Provisioning complete for port 325113d7-89d6-458d-97ac-6f59f55209d4 triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:51:40.592338 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-3636eeb8-83e0-4d6e-a55f-b229d05a6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:40.608805 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8822a1e-acda-4957-b19b-347bbf2f2665 req-bad5ed95-e648-4eb4-80fd-e8d188c5c892 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:51:40.630457 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvr_db [None req-5b2fb176-3cee-418c-abfc-3917513de1c7 None None] Set router 6b36e9b8-ebb9-4e00-82b3-7597a6cd4803 gateway port host: None {{(pid=93917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 18:51:40.640291 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f8822a1e-acda-4957-b19b-347bbf2f2665 req-bad5ed95-e648-4eb4-80fd-e8d188c5c892 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] 10.222.0.16 "GET /v2.0/ports?device_id=187f1c44-2972-4686-a9d2-f1f3e564683f HTTP/1.1" status: 200 len: 946 time: 0.2082033 Jul 14 18:51:40.672952 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-5886ae6c-ee3c-48e1-8189-91e6672b1d97 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728202197517'] for network, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:40.827736 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-5886ae6c-ee3c-48e1-8189-91e6672b1d97 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727'] for network, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:40.840433 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f8822a1e-acda-4957-b19b-347bbf2f2665 req-7e82b1e2-f0ca-4e1b-a25e-553fa2772c1a tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] 10.222.0.16 "GET /v2.0/security-groups?id=6966763a-a9ce-4f04-9343-56b5726844ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1941085 Jul 14 18:51:40.857466 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:40.871271 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5886ae6c-ee3c-48e1-8189-91e6672b1d97 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:51:40.871271 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-5886ae6c-ee3c-48e1-8189-91e6672b1d97 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify callbacks [] for network, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:40.915333 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-5886ae6c-ee3c-48e1-8189-91e6672b1d97 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.5593219 Jul 14 18:51:40.915706 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 46468) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:51:40.923518 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-539e041b-0f8b-4482-907f-d1ccbb406406 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Request body: {'subnet': {'network_id': 'e05a9ef3-0641-43f2-9075-4991e2d9763e', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:51:41.087750 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5886ae6c-ee3c-48e1-8189-91e6672b1d97 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Pushing event updated for resources: {'Network': ['ID=e05a9ef3-0641-43f2-9075-4991e2d9763e,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:51:41.240857 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-539e041b-0f8b-4482-907f-d1ccbb406406 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Made reservation on behalf of 6f1f29d6af59462b92aca472594c5dfe for: {'subnet': 1} {{(pid=93915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:51:41.240857 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-539e041b-0f8b-4482-907f-d1ccbb406406 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28969735'] for subnet, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:41.337098 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Network e05a9ef3-0641-43f2-9075-4991e2d9763e details requested by agent ovs-agent-n-d-800634-3 with host n-d-800634-3 {{(pid=93917) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 18:51:41.368837 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-3636eeb8-83e0-4d6e-a55f-b229d05a6df1 None None] Port 325113d7-89d6-458d-97ac-6f59f55209d4 cannot update to ACTIVE because it is not bound. {{(pid=93917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 18:51:41.398671 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ca937f-4020-4ffa-a19f-84033f08b53a req-a074e178-e6f2-4b4d-88f8-fe717ed6171f tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:51:41.406292 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-30ca937f-4020-4ffa-a19f-84033f08b53a req-a074e178-e6f2-4b4d-88f8-fe717ed6171f tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c556fe5-0125-48ec-8057-3295f5ec5000 HTTP/1.1" status: 200 len: 944 time: 0.2590995 Jul 14 18:51:41.495449 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-30ca937f-4020-4ffa-a19f-84033f08b53a req-7ffa0b4d-9fb2-4541-ac09-24899f1ba157 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] 10.222.0.16 "GET /v2.0/security-groups?id=be330687-3a60-4db7-bad1-ca6d5eb00fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0874608 Jul 14 18:51:41.610687 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] For port 4c4aee84-66eb-4766-88d3-c8530246e05d, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=4c4aee84-66eb-4766-88d3-c8530246e05d,segment=NetworkSegment(df53d31b-bc39-4385-a653-f77a3301cda8),segment_id=df53d31b-bc39-4385-a653-f77a3301cda8)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:51:41.652556 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:41.655724 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device eacec585-229e-47d7-9e73-b272fc633afb up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:51:41.690228 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26f7e20-7ed4-441a-b4fe-c8e12df18b8d req-3b9dc756-1756-4149-96e7-035494d9fceb tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:51:41.693296 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b26f7e20-7ed4-441a-b4fe-c8e12df18b8d req-3b9dc756-1756-4149-96e7-035494d9fceb tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] 10.222.0.35 "GET /v2.0/ports?device_id=187f1c44-2972-4686-a9d2-f1f3e564683f HTTP/1.1" status: 200 len: 946 time: 0.2127681 Jul 14 18:51:41.739997 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-539e041b-0f8b-4482-907f-d1ccbb406406 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25912837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28969781'] for subnet, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:41.797461 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-6bdb4748-c05b-4ff4-9da6-88d7a4dbfca8 None None] Provisioning complete for port 325113d7-89d6-458d-97ac-6f59f55209d4 triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:51:41.797837 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-6bdb4748-c05b-4ff4-9da6-88d7a4dbfca8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:41.801891 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Pushing event updated for resources: {'Port': ['ID=4c4aee84-66eb-4766-88d3-c8530246e05d,revision_number=5']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:51:41.832351 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port eacec585-229e-47d7-9e73-b272fc633afb triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:51:41.832835 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:41.861000 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-5b2fb176-3cee-418c-abfc-3917513de1c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b36e9b8-ebb9-4e00-82b3-7597a6cd4803', 'name': 'tempest-RoutersTest-router-1800355958', 'tenant_id': '6f1f29d6af59462b92aca472594c5dfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:51:25Z', 'updated_at': '2021-07-14T18:51:37Z', 'revision_number': 4, 'project_id': '6f1f29d6af59462b92aca472594c5dfe', 'gw_port_host': None, '_interfaces': [{'id': '325113d7-89d6-458d-97ac-6f59f55209d4', 'name': '', 'network_id': 'b764b668-2c9a-40af-af9c-1b535e3ec581', 'tenant_id': '6f1f29d6af59462b92aca472594c5dfe', 'mac_address': 'fa:16:3e:51:8a:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b36e9b8-ebb9-4e00-82b3-7597a6cd4803', 'device_owner': 'network:router_interface', 'standard_attr_id': 3180, 'fixed_ips': [{'subnet_id': '541835b3-d4a8-4205-b085-f2e68808ec29', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:51:36Z', 'updated_at': '2021-07-14T18:51:38Z', 'revision_number': 2, 'project_id': '6f1f29d6af59462b92aca472594c5dfe', 'subnets': [{'id': '541835b3-d4a8-4205-b085-f2e68808ec29', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4c4aee84-66eb-4766-88d3-c8530246e05d', 'name': '', 'network_id': '439f67f1-d719-40e8-9805-bd85e757bc26', 'tenant_id': '6f1f29d6af59462b92aca472594c5dfe', 'mac_address': 'fa:16:3e:e8:5d:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b36e9b8-ebb9-4e00-82b3-7597a6cd4803', 'device_owner': 'network:router_interface', 'standard_attr_id': 3165, 'fixed_ips': [{'subnet_id': 'c242f8ae-2fcd-4775-9c7d-d7c0fe9d11a0', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:51:30Z', 'updated_at': '2021-07-14T18:51:37Z', 'revision_number': 4, 'project_id': '6f1f29d6af59462b92aca472594c5dfe', 'subnets': [{'id': 'c242f8ae-2fcd-4775-9c7d-d7c0fe9d11a0', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eacec585-229e-47d7-9e73-b272fc633afb', 'name': '', 'network_id': '275ddbb7-c5a9-4c2c-8018-e9690f775e48', 'tenant_id': '6f1f29d6af59462b92aca472594c5dfe', 'mac_address': 'fa:16:3e:f5:9b:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b36e9b8-ebb9-4e00-82b3-7597a6cd4803', 'device_owner': 'network:router_interface', 'standard_attr_id': 3155, 'fixed_ips': [{'subnet_id': '8aa91cd5-e850-4db8-8ed4-215781be9f6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:51:26Z', 'updated_at': '2021-07-14T18:51:37Z', 'revision_number': 5, 'project_id': '6f1f29d6af59462b92aca472594c5dfe', 'subnets': [{'id': '8aa91cd5-e850-4db8-8ed4-215781be9f6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-3', False) {} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:51:41.885016 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-539e041b-0f8b-4482-907f-d1ccbb406406 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Checking segment: {'id': 'f7ae0169-7ea2-4d88-ab17-ed293b9394f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'e05a9ef3-0641-43f2-9075-4991e2d9763e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:51:41.885487 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-539e041b-0f8b-4482-907f-d1ccbb406406 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Network hostable DHCP agents. Network: e05a9ef3-0641-43f2-9075-4991e2d9763e, hostable agents: ['028393c3-0576-4ebd-bca1-8ea8a148e1a2'], hosted agents: [] {{(pid=93915) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 18:51:41.887719 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539e041b-0f8b-4482-907f-d1ccbb406406 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Pushing event updated for resources: {'Subnet': ['ID=7bd13cb6-9a53-4b0c-accc-0443154b108b,revision_number=0']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:51:41.908998 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b2fb176-3cee-418c-abfc-3917513de1c7 None None] Checking router: 6b36e9b8-ebb9-4e00-82b3-7597a6cd4803 for host: n-d-800634-3 {{(pid=93917) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 18:51:41.909667 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b2fb176-3cee-418c-abfc-3917513de1c7 None None] Updating router 6b36e9b8-ebb9-4e00-82b3-7597a6cd4803 port 325113d7-89d6-458d-97ac-6f59f55209d4 binding host n-d-800634-3 {{(pid=93917) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 18:51:41.917618 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-6bdb4748-c05b-4ff4-9da6-88d7a4dbfca8 None None] Port 325113d7-89d6-458d-97ac-6f59f55209d4 cannot update to ACTIVE because it is not bound. {{(pid=93917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 18:51:41.920496 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-539e041b-0f8b-4482-907f-d1ccbb406406 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Network e05a9ef3-0641-43f2-9075-4991e2d9763e is scheduled to be hosted by DHCP agent 028393c3-0576-4ebd-bca1-8ea8a148e1a2 with binding_index 1 {{(pid=93915) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 18:51:41.926804 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [req-b26f7e20-7ed4-441a-b4fe-c8e12df18b8d req-dd8a8c7c-2a28-4c3e-afa0-36eb56b37c35 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] Deleting port e3136498-0563-413d-a023-fd2cc3fdf355 {{(pid=93915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:51:41.927342 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-b26f7e20-7ed4-441a-b4fe-c8e12df18b8d req-dd8a8c7c-2a28-4c3e-afa0-36eb56b37c35 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:41.973637 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [None req-539e041b-0f8b-4482-907f-d1ccbb406406 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-3, e05a9ef3-0641-43f2-9075-4991e2d9763e) {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:51:41.984793 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-539e041b-0f8b-4482-907f-d1ccbb406406 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:51:41.985653 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-539e041b-0f8b-4482-907f-d1ccbb406406 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify callbacks [] for subnet, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:41.988708 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73cd7a04-6189-4498-8c9e-56e10e929bff None None] Network e05a9ef3-0641-43f2-9075-4991e2d9763e requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:51:41.990895 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-5b2fb176-3cee-418c-abfc-3917513de1c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:42.017664 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-539e041b-0f8b-4482-907f-d1ccbb406406 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1006424 Jul 14 18:51:42.020827 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 46488) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:51:42.081257 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-b26f7e20-7ed4-441a-b4fe-c8e12df18b8d req-dd8a8c7c-2a28-4c3e-afa0-36eb56b37c35 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] For port e3136498-0563-413d-a023-fd2cc3fdf355, host n-h2-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=e3136498-0563-413d-a023-fd2cc3fdf355,segment=NetworkSegment(ee39aca0-6f7d-4da6-861f-9f37553124e0),segment_id=ee39aca0-6f7d-4da6-861f-9f37553124e0)] {{(pid=93915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:51:42.081646 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-b26f7e20-7ed4-441a-b4fe-c8e12df18b8d req-dd8a8c7c-2a28-4c3e-afa0-36eb56b37c35 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:42.180137 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device d85b2570-95dc-48fa-a1c7-4b90248aff0b up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:51:42.339924 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c20833-2a6a-45f8-b683-9262da8fa74c req-4326980d-f4db-493f-b622-c87ed5f90ce1 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:51:42.347220 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-68c20833-2a6a-45f8-b683-9262da8fa74c req-4326980d-f4db-493f-b622-c87ed5f90ce1 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] 10.222.0.16 "GET /v2.0/ports?device_id=187f1c44-2972-4686-a9d2-f1f3e564683f HTTP/1.1" status: 200 len: 946 time: 0.2621672 Jul 14 18:51:42.551116 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-68c20833-2a6a-45f8-b683-9262da8fa74c req-4700a671-489e-4b23-b36a-7413b9a6143d tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] 10.222.0.16 "GET /v2.0/security-groups?id=6966763a-a9ce-4f04-9343-56b5726844ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2027626 Jul 14 18:51:42.591317 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning for port d85b2570-95dc-48fa-a1c7-4b90248aff0b completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:51:42.595319 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-b26f7e20-7ed4-441a-b4fe-c8e12df18b8d req-dd8a8c7c-2a28-4c3e-afa0-36eb56b37c35 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:42.598264 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-b26f7e20-7ed4-441a-b4fe-c8e12df18b8d req-dd8a8c7c-2a28-4c3e-afa0-36eb56b37c35 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-930131'] for floatingip, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:42.598842 n-d-800634-3 neutron-server[93915]: INFO neutron.db.l3_db [req-b26f7e20-7ed4-441a-b4fe-c8e12df18b8d req-dd8a8c7c-2a28-4c3e-afa0-36eb56b37c35 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] Floating IP 64e0c07a-9dbf-4017-8590-27e0981364f8 disassociated. External IP: 172.25.1.64, port: e3136498-0563-413d-a023-fd2cc3fdf355. Jul 14 18:51:42.604268 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [req-b26f7e20-7ed4-441a-b4fe-c8e12df18b8d req-dd8a8c7c-2a28-4c3e-afa0-36eb56b37c35 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] Calling delete_port for e3136498-0563-413d-a023-fd2cc3fdf355 owned by compute:nova {{(pid=93915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:51:42.653635 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port d85b2570-95dc-48fa-a1c7-4b90248aff0b triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:51:42.654592 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:42.815791 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-2e3f0a66-0dab-487a-ab06-936ac266e7d7 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:42.842841 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c09b49b-ed43-4546-b75b-1a6a4950c585 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9222b97e-5d1c-54f8-ba97-82f172498e76-e05a9ef3-0641-43f2-9075-4991e2d9763e', 'network_id': 'e05a9ef3-0641-43f2-9075-4991e2d9763e', 'tenant_id': '6f1f29d6af59462b92aca472594c5dfe', 'fixed_ips': [{'subnet_id': '7bd13cb6-9a53-4b0c-accc-0443154b108b'}]}} from n-d-800634-3. {{(pid=93917) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 18:51:42.843725 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9c09b49b-ed43-4546-b75b-1a6a4950c585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:42.846519 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d20f7a-c093-4423-afce-3f8a4d283ed7 req-b0ab69aa-9542-4b80-9a23-5d7ff240e7a7 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:51:42.848396 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e7d20f7a-c093-4423-afce-3f8a4d283ed7 req-b0ab69aa-9542-4b80-9a23-5d7ff240e7a7 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c556fe5-0125-48ec-8057-3295f5ec5000 HTTP/1.1" status: 200 len: 944 time: 0.1178937 Jul 14 18:51:42.940988 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e7d20f7a-c093-4423-afce-3f8a4d283ed7 req-2f79d8ae-c07d-4247-a9de-6e723a457f98 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] 10.222.0.16 "GET /v2.0/security-groups?id=be330687-3a60-4db7-bad1-ca6d5eb00fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0630407 Jul 14 18:51:42.978384 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-b26f7e20-7ed4-441a-b4fe-c8e12df18b8d req-dd8a8c7c-2a28-4c3e-afa0-36eb56b37c35 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:43.024481 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8a8c7c-2a28-4c3e-afa0-36eb56b37c35 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] Pushing event deleted for resources: {'Port': ['ID=e3136498-0563-413d-a023-fd2cc3fdf355,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:51:43.206276 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b26f7e20-7ed4-441a-b4fe-c8e12df18b8d req-dd8a8c7c-2a28-4c3e-afa0-36eb56b37c35 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] Router a9e3896e-783e-4cd9-a436-2b5e2a355b94 has already been hosted by L3 agent 2c6eb27e-defb-4cca-9a24-381c7415e359 {{(pid=93915) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 18:51:43.229530 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-5b2fb176-3cee-418c-abfc-3917513de1c7 None None] Notify callbacks [] for port, precommit_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:43.239986 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-5b2fb176-3cee-418c-abfc-3917513de1c7 None None] Transition to ACTIVE for port object 325113d7-89d6-458d-97ac-6f59f55209d4 will not be triggered until provisioned by entity L2. {{(pid=93917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:51:43.263792 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:43.269799 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-5b2fb176-3cee-418c-abfc-3917513de1c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:43.357420 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118d9ff5-bf7a-47f4-840b-36f425538b59 None None] Pushing event updated for resources: {'Port': ['ID=325113d7-89d6-458d-97ac-6f59f55209d4,revision_number=3']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:51:43.447541 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b26f7e20-7ed4-441a-b4fe-c8e12df18b8d req-dd8a8c7c-2a28-4c3e-afa0-36eb56b37c35 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] Notify agent at l3_agent.n-d-800634-3 the message routers_updated {{(pid=93915) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 18:51:43.464600 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-175d611c-1dc1-4019-af1a-66c664081eda None None] Sync routers for ids ['a9e3896e-783e-4cd9-a436-2b5e2a355b94'] in n-d-800634-3 {{(pid=93918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 18:51:43.465186 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] For port d85b2570-95dc-48fa-a1c7-4b90248aff0b, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=d85b2570-95dc-48fa-a1c7-4b90248aff0b,segment=NetworkSegment(7f4d338e-dc29-4ddd-bebb-0ac9218b591f),segment_id=7f4d338e-dc29-4ddd-bebb-0ac9218b591f)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:51:43.482624 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-175d611c-1dc1-4019-af1a-66c664081eda None None] Routers {'a9e3896e-783e-4cd9-a436-2b5e2a355b94'} bound to L3 agent in host n-d-800634-3 {{(pid=93918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:51:43.483627 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-175d611c-1dc1-4019-af1a-66c664081eda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:51:23Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['a9e3896e-783e-4cd9-a436-2b5e2a355b94'], 'active': True} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:51:43.631354 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [req-b26f7e20-7ed4-441a-b4fe-c8e12df18b8d req-dd8a8c7c-2a28-4c3e-afa0-36eb56b37c35 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] No DVR routers for this DVR port e3136498-0563-413d-a023-fd2cc3fdf355 on host n-h2-800634-3 {{(pid=93915) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 18:51:43.638398 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-b26f7e20-7ed4-441a-b4fe-c8e12df18b8d req-dd8a8c7c-2a28-4c3e-afa0-36eb56b37c35 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:43.644154 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b26f7e20-7ed4-441a-b4fe-c8e12df18b8d req-dd8a8c7c-2a28-4c3e-afa0-36eb56b37c35 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] 10.222.0.35 "DELETE /v2.0/ports/e3136498-0563-413d-a023-fd2cc3fdf355 HTTP/1.1" status: 204 len: 173 time: 1.9411604 Jul 14 18:51:43.645229 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '187f1c44-2972-4686-a9d2-f1f3e564683f', 'name': 'network-vif-deleted', 'tag': 'e3136498-0563-413d-a023-fd2cc3fdf355'}] {{(pid=93915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:51:43.650966 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e72782ad3af8f7d4ce76cedf092bca46d1756acc5c4653cf0b52034cdd6b073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2207452-feb6-45d7-9113-8382c73a8dfb" -d '{"events": [{"server_uuid": "187f1c44-2972-4686-a9d2-f1f3e564683f", "name": "network-vif-deleted", "tag": "e3136498-0563-413d-a023-fd2cc3fdf355"}]}' {{(pid=93915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:51:43.692887 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:43.758443 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 18:51:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3925f343-d03d-4171-94e1-b03366a7d1ef x-openstack-request-id: req-3925f343-d03d-4171-94e1-b03366a7d1ef {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:51:43.758742 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "187f1c44-2972-4686-a9d2-f1f3e564683f", "name": "network-vif-deleted", "tag": "e3136498-0563-413d-a023-fd2cc3fdf355", "status": "completed", "code": 200}]} {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:51:43.758997 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3925f343-d03d-4171-94e1-b03366a7d1ef {{(pid=93915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:51:43.759403 n-d-800634-3 neutron-server[93915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '187f1c44-2972-4686-a9d2-f1f3e564683f', 'name': 'network-vif-deleted', 'tag': 'e3136498-0563-413d-a023-fd2cc3fdf355', 'status': 'completed', 'code': 200} Jul 14 18:51:43.901467 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvr_db [None req-175d611c-1dc1-4019-af1a-66c664081eda None None] Set router a9e3896e-783e-4cd9-a436-2b5e2a355b94 gateway port host: n-d-800634-3 {{(pid=93918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 18:51:43.970745 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 4c4aee84-66eb-4766-88d3-c8530246e05d up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:51:43.980413 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Pushing event updated for resources: {'Port': ['ID=d85b2570-95dc-48fa-a1c7-4b90248aff0b,revision_number=3']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:51:43.992653 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-5b2fb176-3cee-418c-abfc-3917513de1c7 None None] Attempting to bind port 325113d7-89d6-458d-97ac-6f59f55209d4 on host n-d-800634-3 for vnic_type normal with profile {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:51:43.993718 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-5b2fb176-3cee-418c-abfc-3917513de1c7 None None] Attempting to bind port 325113d7-89d6-458d-97ac-6f59f55209d4 by drivers openvswitch,hyperv on host n-d-800634-3 at level 0 using segments [{'id': '7f4d338e-dc29-4ddd-bebb-0ac9218b591f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'b764b668-2c9a-40af-af9c-1b535e3ec581'}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:51:43.994257 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b2fb176-3cee-418c-abfc-3917513de1c7 None None] Attempting to bind port 325113d7-89d6-458d-97ac-6f59f55209d4 on network b764b668-2c9a-40af-af9c-1b535e3ec581 {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:51:44.023343 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.db_base_plugin_common [None req-9c09b49b-ed43-4546-b75b-1a6a4950c585 None None] Allocated IP 172.23.0.2 (e05a9ef3-0641-43f2-9075-4991e2d9763e/7bd13cb6-9a53-4b0c-accc-0443154b108b/f0b4c616-9453-406a-837a-10bdf9f22d12) {{(pid=93917) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:51:44.043902 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e3361a04-09f1-4a23-8f1c-b5606e0370d1 req-100b4c98-c80c-4048-afaf-e43d419a5035 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] 10.222.0.16 "GET /v2.0/ports?device_id=187f1c44-2972-4686-a9d2-f1f3e564683f HTTP/1.1" status: 200 len: 210 time: 0.1171188 Jul 14 18:51:44.345713 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b2fb176-3cee-418c-abfc-3917513de1c7 None None] Checking agent: {'id': '01c19e91-a945-4e3c-94a6-c211e17c923e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 8, 23), 'started_at': datetime.datetime(2021, 7, 14, 18, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 18, 51, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 18:51:44.346259 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b2fb176-3cee-418c-abfc-3917513de1c7 None None] Checking segment: {'id': '7f4d338e-dc29-4ddd-bebb-0ac9218b591f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'b764b668-2c9a-40af-af9c-1b535e3ec581'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93917) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:51:44.348098 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-5b2fb176-3cee-418c-abfc-3917513de1c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:44.348751 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b2fb176-3cee-418c-abfc-3917513de1c7 None None] Bound using segment: {'id': '7f4d338e-dc29-4ddd-bebb-0ac9218b591f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'b764b668-2c9a-40af-af9c-1b535e3ec581'} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 18:51:44.349377 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-5b2fb176-3cee-418c-abfc-3917513de1c7 None None] Bound port: 325113d7-89d6-458d-97ac-6f59f55209d4, host: n-d-800634-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f4d338e-dc29-4ddd-bebb-0ac9218b591f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'b764b668-2c9a-40af-af9c-1b535e3ec581'}}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 18:51:44.349896 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-5b2fb176-3cee-418c-abfc-3917513de1c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:44.411367 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-175d611c-1dc1-4019-af1a-66c664081eda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9e3896e-783e-4cd9-a436-2b5e2a355b94', 'name': 'tempest-TestVolumeBootPattern-302726053-router', 'tenant_id': '5093a1bcf9144b0bbe697fc3cf12df56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.28'}], 'enable_snat': True}, 'gw_port_id': 'dc15107d-54c7-4d8d-b676-7096f1bd483c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:42:21Z', 'updated_at': '2021-07-14T18:42:31Z', 'revision_number': 4, 'project_id': '5093a1bcf9144b0bbe697fc3cf12df56', 'gw_port': {'id': 'dc15107d-54c7-4d8d-b676-7096f1bd483c', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:05:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9e3896e-783e-4cd9-a436-2b5e2a355b94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2443, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:42:23Z', 'updated_at': '2021-07-14T18:42:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_interfaces': [{'id': '80c1cf18-c949-439f-b063-72e495f32b15', 'name': '', 'network_id': 'd41f9397-de9e-4e07-a07d-8cf0ac566250', 'tenant_id': '5093a1bcf9144b0bbe697fc3cf12df56', 'mac_address': 'fa:16:3e:b9:70:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9e3896e-783e-4cd9-a436-2b5e2a355b94', 'device_owner': 'network:router_interface', 'standard_attr_id': 2461, 'fixed_ips': [{'subnet_id': '0161a33b-ac2d-4d08-b4de-fe1fa405f16a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:42:29Z', 'updated_at': '2021-07-14T18:42:45Z', 'revision_number': 5, 'project_id': '5093a1bcf9144b0bbe697fc3cf12df56', 'subnets': [{'id': '0161a33b-ac2d-4d08-b4de-fe1fa405f16a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-3', False) {} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:51:44.475060 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-175d611c-1dc1-4019-af1a-66c664081eda None None] Checking router: a9e3896e-783e-4cd9-a436-2b5e2a355b94 for host: n-d-800634-3 {{(pid=93918) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 18:51:44.490524 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-5b2fb176-3cee-418c-abfc-3917513de1c7 None None] For port 325113d7-89d6-458d-97ac-6f59f55209d4, host n-d-800634-3, cleared binding levels {{(pid=93917) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:51:44.502154 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-175d611c-1dc1-4019-af1a-66c664081eda None None] Routers {'a9e3896e-783e-4cd9-a436-2b5e2a355b94'} bound to L3 agent in host n-d-800634-3 {{(pid=93918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:51:44.505350 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-175d611c-1dc1-4019-af1a-66c664081eda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:51:23Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['a9e3896e-783e-4cd9-a436-2b5e2a355b94'], 'active': True} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:51:44.521378 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-5b2fb176-3cee-418c-abfc-3917513de1c7 None None] For port 325113d7-89d6-458d-97ac-6f59f55209d4, host n-d-800634-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=325113d7-89d6-458d-97ac-6f59f55209d4,segment=NetworkSegment(7f4d338e-dc29-4ddd-bebb-0ac9218b591f),segment_id=7f4d338e-dc29-4ddd-bebb-0ac9218b591f)] {{(pid=93917) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 18:51:44.534119 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-5b2fb176-3cee-418c-abfc-3917513de1c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:44.555050 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port 4c4aee84-66eb-4766-88d3-c8530246e05d triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:51:44.555795 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:44.735140 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvr_db [None req-175d611c-1dc1-4019-af1a-66c664081eda None None] Set router a9e3896e-783e-4cd9-a436-2b5e2a355b94 gateway port host: n-d-800634-3 {{(pid=93918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 18:51:44.744792 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118d9ff5-bf7a-47f4-840b-36f425538b59 None None] Pushing event updated for resources: {'Port': ['ID=325113d7-89d6-458d-97ac-6f59f55209d4,revision_number=4']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:51:44.775311 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b2fb176-3cee-418c-abfc-3917513de1c7 None None] Routers {'6b36e9b8-ebb9-4e00-82b3-7597a6cd4803'} bound to L3 agent in host n-d-800634-3 {{(pid=93917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:51:44.775976 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-5b2fb176-3cee-418c-abfc-3917513de1c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:51:23Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['6b36e9b8-ebb9-4e00-82b3-7597a6cd4803'], 'active': True} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:51:45.103115 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-175d611c-1dc1-4019-af1a-66c664081eda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9e3896e-783e-4cd9-a436-2b5e2a355b94', 'name': 'tempest-TestVolumeBootPattern-302726053-router', 'tenant_id': '5093a1bcf9144b0bbe697fc3cf12df56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.28'}], 'enable_snat': True}, 'gw_port_id': 'dc15107d-54c7-4d8d-b676-7096f1bd483c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:42:21Z', 'updated_at': '2021-07-14T18:42:31Z', 'revision_number': 4, 'project_id': '5093a1bcf9144b0bbe697fc3cf12df56', 'gw_port': {'id': 'dc15107d-54c7-4d8d-b676-7096f1bd483c', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:05:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9e3896e-783e-4cd9-a436-2b5e2a355b94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2443, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:42:23Z', 'updated_at': '2021-07-14T18:42:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_interfaces': [{'id': '80c1cf18-c949-439f-b063-72e495f32b15', 'name': '', 'network_id': 'd41f9397-de9e-4e07-a07d-8cf0ac566250', 'tenant_id': '5093a1bcf9144b0bbe697fc3cf12df56', 'mac_address': 'fa:16:3e:b9:70:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9e3896e-783e-4cd9-a436-2b5e2a355b94', 'device_owner': 'network:router_interface', 'standard_attr_id': 2461, 'fixed_ips': [{'subnet_id': '0161a33b-ac2d-4d08-b4de-fe1fa405f16a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:42:29Z', 'updated_at': '2021-07-14T18:42:45Z', 'revision_number': 5, 'project_id': '5093a1bcf9144b0bbe697fc3cf12df56', 'subnets': [{'id': '0161a33b-ac2d-4d08-b4de-fe1fa405f16a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-3', False) {} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:51:45.127593 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvr_db [None req-5b2fb176-3cee-418c-abfc-3917513de1c7 None None] Set router 6b36e9b8-ebb9-4e00-82b3-7597a6cd4803 gateway port host: None {{(pid=93917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 18:51:45.139836 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-175d611c-1dc1-4019-af1a-66c664081eda None None] The sync data for ids ['a9e3896e-783e-4cd9-a436-2b5e2a355b94'] in n-d-800634-3 is: [{'id': 'a9e3896e-783e-4cd9-a436-2b5e2a355b94', 'name': 'tempest-TestVolumeBootPattern-302726053-router', 'tenant_id': '5093a1bcf9144b0bbe697fc3cf12df56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.28'}], 'enable_snat': True}, 'gw_port_id': 'dc15107d-54c7-4d8d-b676-7096f1bd483c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:42:21Z', 'updated_at': '2021-07-14T18:42:31Z', 'revision_number': 4, 'project_id': '5093a1bcf9144b0bbe697fc3cf12df56', 'gw_port': {'id': 'dc15107d-54c7-4d8d-b676-7096f1bd483c', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:05:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9e3896e-783e-4cd9-a436-2b5e2a355b94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2443, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:42:23Z', 'updated_at': '2021-07-14T18:42:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_interfaces': [{'id': '80c1cf18-c949-439f-b063-72e495f32b15', 'name': '', 'network_id': 'd41f9397-de9e-4e07-a07d-8cf0ac566250', 'tenant_id': '5093a1bcf9144b0bbe697fc3cf12df56', 'mac_address': 'fa:16:3e:b9:70:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9e3896e-783e-4cd9-a436-2b5e2a355b94', 'device_owner': 'network:router_interface', 'standard_attr_id': 2461, 'fixed_ips': [{'subnet_id': '0161a33b-ac2d-4d08-b4de-fe1fa405f16a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:42:29Z', 'updated_at': '2021-07-14T18:42:45Z', 'revision_number': 5, 'project_id': '5093a1bcf9144b0bbe697fc3cf12df56', 'subnets': [{'id': '0161a33b-ac2d-4d08-b4de-fe1fa405f16a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 18:51:45.326019 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9c09b49b-ed43-4546-b75b-1a6a4950c585 None None] Notify callbacks [] for port, precommit_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:45.374223 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9c09b49b-ed43-4546-b75b-1a6a4950c585 None None] Transition to ACTIVE for port object f0b4c616-9453-406a-837a-10bdf9f22d12 will not be triggered until provisioned by entity L2. {{(pid=93917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:51:45.396532 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-54bfd9dd-9870-4c44-89fe-118963611ca9 req-4714c002-2db0-403e-94ac-6e9382be6e2f tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] 10.222.0.16 "GET /v2.0/ports?device_id=187f1c44-2972-4686-a9d2-f1f3e564683f HTTP/1.1" status: 200 len: 210 time: 0.0737884 Jul 14 18:51:45.471277 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9c09b49b-ed43-4546-b75b-1a6a4950c585 None None] Transition to ACTIVE for port object f0b4c616-9453-406a-837a-10bdf9f22d12 will not be triggered until provisioned by entity DHCP. {{(pid=93917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:51:45.508873 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9c09b49b-ed43-4546-b75b-1a6a4950c585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804'] for port, after_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:45.602484 n-d-800634-3 neutron-server[93917]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c09b49b-ed43-4546-b75b-1a6a4950c585 None None] Network e05a9ef3-0641-43f2-9075-4991e2d9763e is already hosted by enough agents. {{(pid=93917) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:51:45.608252 n-d-800634-3 neutron-server[93917]: DEBUG neutron.scheduler.base_scheduler [None req-9c09b49b-ed43-4546-b75b-1a6a4950c585 None None] Resources bound (agent type, host, resource id): {{(pid=93917) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:51:45.611427 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.db_base_plugin_common [None req-2e3f0a66-0dab-487a-ab06-936ac266e7d7 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Allocated IP 172.23.0.1 (e05a9ef3-0641-43f2-9075-4991e2d9763e/7bd13cb6-9a53-4b0c-accc-0443154b108b/4ef9eb72-2c0d-4057-ab77-9deed7f233b2) {{(pid=93916) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:51:45.614051 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c09b49b-ed43-4546-b75b-1a6a4950c585 None None] Received port after_create {{(pid=93917) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:51:45.713476 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50370415-9ccc-4341-8451-84bc53573ca4 None None] New status for floating IP 64e0c07a-9dbf-4017-8590-27e0981364f8: DOWN {{(pid=93917) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 18:51:45.966657 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-2e3f0a66-0dab-487a-ab06-936ac266e7d7 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify callbacks [] for port, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:46.002202 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.provisioning_blocks [None req-2e3f0a66-0dab-487a-ab06-936ac266e7d7 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Transition to ACTIVE for port object 4ef9eb72-2c0d-4057-ab77-9deed7f233b2 will not be triggered until provisioned by entity DHCP. {{(pid=93916) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:51:46.078477 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c09b49b-ed43-4546-b75b-1a6a4950c585 None None] Pushing event updated for resources: {'Port': ['ID=f0b4c616-9453-406a-837a-10bdf9f22d12,revision_number=1']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:51:46.080872 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device d85b2570-95dc-48fa-a1c7-4b90248aff0b up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:51:46.081665 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-2e3f0a66-0dab-487a-ab06-936ac266e7d7 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:46.116952 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e3f0a66-0dab-487a-ab06-936ac266e7d7 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Network e05a9ef3-0641-43f2-9075-4991e2d9763e is already hosted by enough agents. {{(pid=93916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:51:46.123300 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Device e3136498-0563-413d-a023-fd2cc3fdf355 no longer exists at agent hyperv_n-h2-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 18:51:46.145854 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [None req-2e3f0a66-0dab-487a-ab06-936ac266e7d7 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Resources bound (agent type, host, resource id): {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:51:46.157135 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e3f0a66-0dab-487a-ab06-936ac266e7d7 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Received port after_create {{(pid=93916) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:51:46.169953 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] No Port match for: e3136498-0563-413d-a023-fd2cc3fdf355 {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 18:51:46.170305 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Device e3136498-0563-413d-a023-fd2cc3fdf355 not bound to the agent host n-h2-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 18:51:46.171843 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-9c09b49b-ed43-4546-b75b-1a6a4950c585 None None] Attempting to bind port f0b4c616-9453-406a-837a-10bdf9f22d12 on host n-d-800634-3 for vnic_type normal with profile {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:51:46.175314 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-9c09b49b-ed43-4546-b75b-1a6a4950c585 None None] Attempting to bind port f0b4c616-9453-406a-837a-10bdf9f22d12 by drivers openvswitch,hyperv on host n-d-800634-3 at level 0 using segments [{'id': 'f7ae0169-7ea2-4d88-ab17-ed293b9394f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'e05a9ef3-0641-43f2-9075-4991e2d9763e'}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:51:46.176059 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c09b49b-ed43-4546-b75b-1a6a4950c585 None None] Attempting to bind port f0b4c616-9453-406a-837a-10bdf9f22d12 on network e05a9ef3-0641-43f2-9075-4991e2d9763e {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:51:46.194428 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c09b49b-ed43-4546-b75b-1a6a4950c585 None None] Checking agent: {'id': '01c19e91-a945-4e3c-94a6-c211e17c923e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 8, 23), 'started_at': datetime.datetime(2021, 7, 14, 18, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 18, 51, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 18:51:46.195101 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c09b49b-ed43-4546-b75b-1a6a4950c585 None None] Checking segment: {'id': 'f7ae0169-7ea2-4d88-ab17-ed293b9394f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'e05a9ef3-0641-43f2-9075-4991e2d9763e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93917) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:51:46.195673 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9c09b49b-ed43-4546-b75b-1a6a4950c585 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:46.196544 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c09b49b-ed43-4546-b75b-1a6a4950c585 None None] Bound using segment: {'id': 'f7ae0169-7ea2-4d88-ab17-ed293b9394f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'e05a9ef3-0641-43f2-9075-4991e2d9763e'} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 18:51:46.197215 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-9c09b49b-ed43-4546-b75b-1a6a4950c585 None None] Bound port: f0b4c616-9453-406a-837a-10bdf9f22d12, host: n-d-800634-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7ae0169-7ea2-4d88-ab17-ed293b9394f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'e05a9ef3-0641-43f2-9075-4991e2d9763e'}}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 18:51:46.197786 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9c09b49b-ed43-4546-b75b-1a6a4950c585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:46.247538 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3f0a66-0dab-487a-ab06-936ac266e7d7 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Pushing event updated for resources: {'Port': ['ID=4ef9eb72-2c0d-4057-ab77-9deed7f233b2,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:51:46.262453 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port d85b2570-95dc-48fa-a1c7-4b90248aff0b triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:51:46.262829 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:46.301727 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-2e3f0a66-0dab-487a-ab06-936ac266e7d7 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-930452'] for router_interface, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:46.317255 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-5b2fb176-3cee-418c-abfc-3917513de1c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b36e9b8-ebb9-4e00-82b3-7597a6cd4803', 'name': 'tempest-RoutersTest-router-1800355958', 'tenant_id': '6f1f29d6af59462b92aca472594c5dfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:51:25Z', 'updated_at': '2021-07-14T18:51:37Z', 'revision_number': 4, 'project_id': '6f1f29d6af59462b92aca472594c5dfe', 'gw_port_host': None, '_interfaces': [{'id': '325113d7-89d6-458d-97ac-6f59f55209d4', 'name': '', 'network_id': 'b764b668-2c9a-40af-af9c-1b535e3ec581', 'tenant_id': '6f1f29d6af59462b92aca472594c5dfe', 'mac_address': 'fa:16:3e:51:8a:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b36e9b8-ebb9-4e00-82b3-7597a6cd4803', 'device_owner': 'network:router_interface', 'standard_attr_id': 3180, 'fixed_ips': [{'subnet_id': '541835b3-d4a8-4205-b085-f2e68808ec29', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:51:36Z', 'updated_at': '2021-07-14T18:51:44Z', 'revision_number': 4, 'project_id': '6f1f29d6af59462b92aca472594c5dfe', 'subnets': [{'id': '541835b3-d4a8-4205-b085-f2e68808ec29', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4c4aee84-66eb-4766-88d3-c8530246e05d', 'name': '', 'network_id': '439f67f1-d719-40e8-9805-bd85e757bc26', 'tenant_id': '6f1f29d6af59462b92aca472594c5dfe', 'mac_address': 'fa:16:3e:e8:5d:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b36e9b8-ebb9-4e00-82b3-7597a6cd4803', 'device_owner': 'network:router_interface', 'standard_attr_id': 3165, 'fixed_ips': [{'subnet_id': 'c242f8ae-2fcd-4775-9c7d-d7c0fe9d11a0', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:51:30Z', 'updated_at': '2021-07-14T18:51:41Z', 'revision_number': 5, 'project_id': '6f1f29d6af59462b92aca472594c5dfe', 'subnets': [{'id': 'c242f8ae-2fcd-4775-9c7d-d7c0fe9d11a0', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eacec585-229e-47d7-9e73-b272fc633afb', 'name': '', 'network_id': '275ddbb7-c5a9-4c2c-8018-e9690f775e48', 'tenant_id': '6f1f29d6af59462b92aca472594c5dfe', 'mac_address': 'fa:16:3e:f5:9b:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b36e9b8-ebb9-4e00-82b3-7597a6cd4803', 'device_owner': 'network:router_interface', 'standard_attr_id': 3155, 'fixed_ips': [{'subnet_id': '8aa91cd5-e850-4db8-8ed4-215781be9f6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:51:26Z', 'updated_at': '2021-07-14T18:51:37Z', 'revision_number': 5, 'project_id': '6f1f29d6af59462b92aca472594c5dfe', 'subnets': [{'id': '8aa91cd5-e850-4db8-8ed4-215781be9f6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-3', False) {} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:51:46.380399 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b2fb176-3cee-418c-abfc-3917513de1c7 None None] The sync data for ids ['6b36e9b8-ebb9-4e00-82b3-7597a6cd4803'] in n-d-800634-3 is: [{'id': '6b36e9b8-ebb9-4e00-82b3-7597a6cd4803', 'name': 'tempest-RoutersTest-router-1800355958', 'tenant_id': '6f1f29d6af59462b92aca472594c5dfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:51:25Z', 'updated_at': '2021-07-14T18:51:37Z', 'revision_number': 4, 'project_id': '6f1f29d6af59462b92aca472594c5dfe', 'gw_port_host': None, '_interfaces': [{'id': '325113d7-89d6-458d-97ac-6f59f55209d4', 'name': '', 'network_id': 'b764b668-2c9a-40af-af9c-1b535e3ec581', 'tenant_id': '6f1f29d6af59462b92aca472594c5dfe', 'mac_address': 'fa:16:3e:51:8a:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b36e9b8-ebb9-4e00-82b3-7597a6cd4803', 'device_owner': 'network:router_interface', 'standard_attr_id': 3180, 'fixed_ips': [{'subnet_id': '541835b3-d4a8-4205-b085-f2e68808ec29', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:51:36Z', 'updated_at': '2021-07-14T18:51:44Z', 'revision_number': 4, 'project_id': '6f1f29d6af59462b92aca472594c5dfe', 'subnets': [{'id': '541835b3-d4a8-4205-b085-f2e68808ec29', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4c4aee84-66eb-4766-88d3-c8530246e05d', 'name': '', 'network_id': '439f67f1-d719-40e8-9805-bd85e757bc26', 'tenant_id': '6f1f29d6af59462b92aca472594c5dfe', 'mac_address': 'fa:16:3e:e8:5d:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b36e9b8-ebb9-4e00-82b3-7597a6cd4803', 'device_owner': 'network:router_interface', 'standard_attr_id': 3165, 'fixed_ips': [{'subnet_id': 'c242f8ae-2fcd-4775-9c7d-d7c0fe9d11a0', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:51:30Z', 'updated_at': '2021-07-14T18:51:41Z', 'revision_number': 5, 'project_id': '6f1f29d6af59462b92aca472594c5dfe', 'subnets': [{'id': 'c242f8ae-2fcd-4775-9c7d-d7c0fe9d11a0', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eacec585-229e-47d7-9e73-b272fc633afb', 'name': '', 'network_id': '275ddbb7-c5a9-4c2c-8018-e9690f775e48', 'tenant_id': '6f1f29d6af59462b92aca472594c5dfe', 'mac_address': 'fa:16:3e:f5:9b:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b36e9b8-ebb9-4e00-82b3-7597a6cd4803', 'device_owner': 'network:router_interface', 'standard_attr_id': 3155, 'fixed_ips': [{'subnet_id': '8aa91cd5-e850-4db8-8ed4-215781be9f6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:51:26Z', 'updated_at': '2021-07-14T18:51:37Z', 'revision_number': 5, 'project_id': '6f1f29d6af59462b92aca472594c5dfe', 'subnets': [{'id': '8aa91cd5-e850-4db8-8ed4-215781be9f6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 18:51:46.433219 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-9c09b49b-ed43-4546-b75b-1a6a4950c585 None None] For port f0b4c616-9453-406a-837a-10bdf9f22d12, host n-d-800634-3, cleared binding levels {{(pid=93917) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:51:46.494025 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-9c09b49b-ed43-4546-b75b-1a6a4950c585 None None] For port f0b4c616-9453-406a-837a-10bdf9f22d12, host n-d-800634-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=f0b4c616-9453-406a-837a-10bdf9f22d12,segment=NetworkSegment(f7ae0169-7ea2-4d88-ab17-ed293b9394f1),segment_id=f7ae0169-7ea2-4d88-ab17-ed293b9394f1)] {{(pid=93917) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 18:51:46.526345 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9c09b49b-ed43-4546-b75b-1a6a4950c585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:46.744021 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ca1c3c32-0979-47de-8875-97007faa3143 req-e3132878-b214-4e93-a5b3-b54fae734a8d tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] 10.222.0.16 "GET /v2.0/ports?device_id=187f1c44-2972-4686-a9d2-f1f3e564683f HTTP/1.1" status: 200 len: 210 time: 0.0877759 Jul 14 18:51:46.747242 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c09b49b-ed43-4546-b75b-1a6a4950c585 None None] Pushing event updated for resources: {'Port': ['ID=f0b4c616-9453-406a-837a-10bdf9f22d12,revision_number=2']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:51:46.761343 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-2e3f0a66-0dab-487a-ab06-936ac266e7d7 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:47.623527 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-2e3f0a66-0dab-487a-ab06-936ac266e7d7 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify callbacks [] for port, precommit_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:47.629645 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-2e3f0a66-0dab-487a-ab06-936ac266e7d7 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2684870'] for port, after_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:47.761215 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-2e3f0a66-0dab-487a-ab06-936ac266e7d7 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-598741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-928734'] for router_interface, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:47.763287 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3f0a66-0dab-487a-ab06-936ac266e7d7 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Pushing event updated for resources: {'Port': ['ID=4ef9eb72-2c0d-4057-ab77-9deed7f233b2,revision_number=2']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:51:48.043105 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e3f0a66-0dab-487a-ab06-936ac266e7d7 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Network e05a9ef3-0641-43f2-9075-4991e2d9763e is already hosted by enough agents. {{(pid=93916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:51:48.048012 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-89a10aa0-d8b8-4d2c-9312-fc11d214136e req-4d3101ce-88b9-4c5a-8b0b-49e02a249764 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] 10.222.0.16 "GET /v2.0/ports?device_id=187f1c44-2972-4686-a9d2-f1f3e564683f HTTP/1.1" status: 200 len: 210 time: 0.0486219 Jul 14 18:51:48.055558 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [None req-2e3f0a66-0dab-487a-ab06-936ac266e7d7 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Resources bound (agent type, host, resource id): {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:51:48.083529 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 325113d7-89d6-458d-97ac-6f59f55209d4 up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:51:48.190413 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning for port 325113d7-89d6-458d-97ac-6f59f55209d4 completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:51:48.195224 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port 325113d7-89d6-458d-97ac-6f59f55209d4 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:51:48.195823 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:48.210297 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e3f0a66-0dab-487a-ab06-936ac266e7d7 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Router 6b36e9b8-ebb9-4e00-82b3-7597a6cd4803 has already been hosted by L3 agent 2c6eb27e-defb-4cca-9a24-381c7415e359 {{(pid=93916) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 18:51:48.344352 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:48.365238 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e3f0a66-0dab-487a-ab06-936ac266e7d7 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify agent at l3_agent.n-d-800634-3 the message routers_updated {{(pid=93916) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 18:51:48.380001 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df2ad32f-a04c-4ba6-9b2b-b2a85e120fe7 None None] Sync routers for ids ['6b36e9b8-ebb9-4e00-82b3-7597a6cd4803'] in n-d-800634-3 {{(pid=93918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 18:51:48.384529 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 46592) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:51:48.384710 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-2e3f0a66-0dab-487a-ab06-936ac266e7d7 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] 10.222.0.16 "PUT /v2.0/routers/6b36e9b8-ebb9-4e00-82b3-7597a6cd4803/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3627264 Jul 14 18:51:48.389587 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-7931eb71-fb92-4b3b-a5ea-568d8de3f4c0 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:51:48.405044 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df2ad32f-a04c-4ba6-9b2b-b2a85e120fe7 None None] Routers {'6b36e9b8-ebb9-4e00-82b3-7597a6cd4803'} bound to L3 agent in host n-d-800634-3 {{(pid=93918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:51:48.406209 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-df2ad32f-a04c-4ba6-9b2b-b2a85e120fe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:51:23Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['6b36e9b8-ebb9-4e00-82b3-7597a6cd4803'], 'active': True} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:51:48.419889 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] For port 325113d7-89d6-458d-97ac-6f59f55209d4, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=325113d7-89d6-458d-97ac-6f59f55209d4,segment=NetworkSegment(7f4d338e-dc29-4ddd-bebb-0ac9218b591f),segment_id=7f4d338e-dc29-4ddd-bebb-0ac9218b591f)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:51:48.438754 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d791603-0534-4935-af7a-f03cb34950d7 None None] Network e05a9ef3-0641-43f2-9075-4991e2d9763e requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:51:48.451622 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:48.465105 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device f0b4c616-9453-406a-837a-10bdf9f22d12 up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:51:48.655023 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvr_db [None req-df2ad32f-a04c-4ba6-9b2b-b2a85e120fe7 None None] Set router 6b36e9b8-ebb9-4e00-82b3-7597a6cd4803 gateway port host: None {{(pid=93918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 18:51:48.716290 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-38acbceb-3879-405f-803c-1e09e4962ed6 None None] Provisioning for port f0b4c616-9453-406a-837a-10bdf9f22d12 completed by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:51:48.840991 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Pushing event updated for resources: {'Port': ['ID=325113d7-89d6-458d-97ac-6f59f55209d4,revision_number=5']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:51:48.894959 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:51:48.895311 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:51:48.895817 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:51:48.896292 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:51:48.896704 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:51:48.897114 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:51:48.897580 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:51:48.897988 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:51:48.898392 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:51:48.898794 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:51:48.904494 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:51:48.905034 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:51:49.064599 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning for port f0b4c616-9453-406a-837a-10bdf9f22d12 completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:51:49.075391 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port f0b4c616-9453-406a-837a-10bdf9f22d12 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:51:49.075771 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:49.385124 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:49.433226 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-df2ad32f-a04c-4ba6-9b2b-b2a85e120fe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b36e9b8-ebb9-4e00-82b3-7597a6cd4803', 'name': 'tempest-RoutersTest-router-1800355958', 'tenant_id': '6f1f29d6af59462b92aca472594c5dfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:51:25Z', 'updated_at': '2021-07-14T18:51:46Z', 'revision_number': 5, 'project_id': '6f1f29d6af59462b92aca472594c5dfe', 'gw_port_host': None, '_interfaces': [{'id': '325113d7-89d6-458d-97ac-6f59f55209d4', 'name': '', 'network_id': 'b764b668-2c9a-40af-af9c-1b535e3ec581', 'tenant_id': '6f1f29d6af59462b92aca472594c5dfe', 'mac_address': 'fa:16:3e:51:8a:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b36e9b8-ebb9-4e00-82b3-7597a6cd4803', 'device_owner': 'network:router_interface', 'standard_attr_id': 3180, 'fixed_ips': [{'subnet_id': '541835b3-d4a8-4205-b085-f2e68808ec29', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:51:36Z', 'updated_at': '2021-07-14T18:51:44Z', 'revision_number': 4, 'project_id': '6f1f29d6af59462b92aca472594c5dfe', 'subnets': [{'id': '541835b3-d4a8-4205-b085-f2e68808ec29', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4c4aee84-66eb-4766-88d3-c8530246e05d', 'name': '', 'network_id': '439f67f1-d719-40e8-9805-bd85e757bc26', 'tenant_id': '6f1f29d6af59462b92aca472594c5dfe', 'mac_address': 'fa:16:3e:e8:5d:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b36e9b8-ebb9-4e00-82b3-7597a6cd4803', 'device_owner': 'network:router_interface', 'standard_attr_id': 3165, 'fixed_ips': [{'subnet_id': 'c242f8ae-2fcd-4775-9c7d-d7c0fe9d11a0', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:51:30Z', 'updated_at': '2021-07-14T18:51:41Z', 'revision_number': 5, 'project_id': '6f1f29d6af59462b92aca472594c5dfe', 'subnets': [{'id': 'c242f8ae-2fcd-4775-9c7d-d7c0fe9d11a0', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4ef9eb72-2c0d-4057-ab77-9deed7f233b2', 'name': '', 'network_id': 'e05a9ef3-0641-43f2-9075-4991e2d9763e', 'tenant_id': '6f1f29d6af59462b92aca472594c5dfe', 'mac_address': 'fa:16:3e:de:45:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b36e9b8-ebb9-4e00-82b3-7597a6cd4803', 'device_owner': 'network:router_interface', 'standard_attr_id': 3185, 'fixed_ips': [{'subnet_id': '7bd13cb6-9a53-4b0c-accc-0443154b108b', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:51:43Z', 'updated_at': '2021-07-14T18:51:47Z', 'revision_number': 2, 'project_id': '6f1f29d6af59462b92aca472594c5dfe', 'subnets': [{'id': '7bd13cb6-9a53-4b0c-accc-0443154b108b', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eacec585-229e-47d7-9e73-b272fc633afb', 'name': '', 'network_id': '275ddbb7-c5a9-4c2c-8018-e9690f775e48', 'tenant_id': '6f1f29d6af59462b92aca472594c5dfe', 'mac_address': 'fa:16:3e:f5:9b:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b36e9b8-ebb9-4e00-82b3-7597a6cd4803', 'device_owner': 'network:router_interface', 'standard_attr_id': 3155, 'fixed_ips': [{'subnet_id': '8aa91cd5-e850-4db8-8ed4-215781be9f6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:51:26Z', 'updated_at': '2021-07-14T18:51:37Z', 'revision_number': 5, 'project_id': '6f1f29d6af59462b92aca472594c5dfe', 'subnets': [{'id': '8aa91cd5-e850-4db8-8ed4-215781be9f6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-3', False) {} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:51:49.492659 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] For port f0b4c616-9453-406a-837a-10bdf9f22d12, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=f0b4c616-9453-406a-837a-10bdf9f22d12,segment=NetworkSegment(f7ae0169-7ea2-4d88-ab17-ed293b9394f1),segment_id=f7ae0169-7ea2-4d88-ab17-ed293b9394f1)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:51:49.501684 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:49.510368 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df2ad32f-a04c-4ba6-9b2b-b2a85e120fe7 None None] Checking router: 6b36e9b8-ebb9-4e00-82b3-7597a6cd4803 for host: n-d-800634-3 {{(pid=93918) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 18:51:49.517388 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df2ad32f-a04c-4ba6-9b2b-b2a85e120fe7 None None] Updating router 6b36e9b8-ebb9-4e00-82b3-7597a6cd4803 port 4ef9eb72-2c0d-4057-ab77-9deed7f233b2 binding host n-d-800634-3 {{(pid=93918) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 18:51:49.585539 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-167ca0d0-4fa6-4d34-bad8-b84dbd05e130 req-04af3d1a-217f-4d3b-af6f-5b3de6e44d00 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] 10.222.0.16 "GET /v2.0/ports?device_id=187f1c44-2972-4686-a9d2-f1f3e564683f HTTP/1.1" status: 200 len: 210 time: 0.1198156 Jul 14 18:51:49.621197 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Pushing event updated for resources: {'Port': ['ID=f0b4c616-9453-406a-837a-10bdf9f22d12,revision_number=3']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:51:49.638007 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-683d1169-52c8-439a-8c36-2168f07b8d3c None None] Provisioning for port 4ef9eb72-2c0d-4057-ab77-9deed7f233b2 completed by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:51:49.643637 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-683d1169-52c8-439a-8c36-2168f07b8d3c None None] Provisioning complete for port 4ef9eb72-2c0d-4057-ab77-9deed7f233b2 triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:51:49.644267 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-683d1169-52c8-439a-8c36-2168f07b8d3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:49.700593 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-683d1169-52c8-439a-8c36-2168f07b8d3c None None] Port 4ef9eb72-2c0d-4057-ab77-9deed7f233b2 cannot update to ACTIVE because it is not bound. {{(pid=93917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 18:51:49.706127 n-d-800634-3 neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-df2ad32f-a04c-4ba6-9b2b-b2a85e120fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:49.725778 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-683d1169-52c8-439a-8c36-2168f07b8d3c None None] Provisioning complete for port f0b4c616-9453-406a-837a-10bdf9f22d12 triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:51:49.726226 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-683d1169-52c8-439a-8c36-2168f07b8d3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:49.943220 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 325113d7-89d6-458d-97ac-6f59f55209d4 up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:51:50.073830 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port 325113d7-89d6-458d-97ac-6f59f55209d4 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:51:50.074452 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:50.198947 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.extraroute_db [None req-7931eb71-fb92-4b3b-a5ea-568d8de3f4c0 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Added routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=93915) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 14 18:51:50.201350 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device f0b4c616-9453-406a-837a-10bdf9f22d12 up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:51:50.247063 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.extraroute_db [None req-7931eb71-fb92-4b3b-a5ea-568d8de3f4c0 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Removed routes are [] {{(pid=93915) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 14 18:51:50.247883 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-7931eb71-fb92-4b3b-a5ea-568d8de3f4c0 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-929996', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-571750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11395'] for router, precommit_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:50.248584 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-e1accb8d-f5b4-4d47-bc5a-864d752a2097 None None] Provisioning complete for port 4ef9eb72-2c0d-4057-ab77-9deed7f233b2 triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:51:50.249572 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-e1accb8d-f5b4-4d47-bc5a-864d752a2097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:50.313629 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-e1accb8d-f5b4-4d47-bc5a-864d752a2097 None None] Port 4ef9eb72-2c0d-4057-ab77-9deed7f233b2 cannot update to ACTIVE because it is not bound. {{(pid=93917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 18:51:50.402842 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-d2182808-1e15-4af0-be63-27ba411f2b9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:50.415593 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port f0b4c616-9453-406a-837a-10bdf9f22d12 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:51:50.416321 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:50.671359 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-e4cc19ff-38ab-4f8d-ac8c-1f45ffffd4d6 None None] Provisioning complete for port 4ef9eb72-2c0d-4057-ab77-9deed7f233b2 triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:51:50.672226 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-e4cc19ff-38ab-4f8d-ac8c-1f45ffffd4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:50.698124 n-d-800634-3 neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-df2ad32f-a04c-4ba6-9b2b-b2a85e120fe7 None None] Notify callbacks [] for port, precommit_update {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:50.722981 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.provisioning_blocks [None req-df2ad32f-a04c-4ba6-9b2b-b2a85e120fe7 None None] Transition to ACTIVE for port object 4ef9eb72-2c0d-4057-ab77-9deed7f233b2 will not be triggered until provisioned by entity L2. {{(pid=93918) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:51:50.740035 n-d-800634-3 neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-df2ad32f-a04c-4ba6-9b2b-b2a85e120fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:50.781516 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-7931eb71-fb92-4b3b-a5ea-568d8de3f4c0 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-929996', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-571750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11395'] for router, precommit_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:50.782091 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-e4cc19ff-38ab-4f8d-ac8c-1f45ffffd4d6 None None] Port 4ef9eb72-2c0d-4057-ab77-9deed7f233b2 cannot update to ACTIVE because it is not bound. {{(pid=93917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 18:51:50.791333 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-7931eb71-fb92-4b3b-a5ea-568d8de3f4c0 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-930033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-929987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-930042', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-571805'] for router, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:50.951038 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.managers [None req-df2ad32f-a04c-4ba6-9b2b-b2a85e120fe7 None None] Attempting to bind port 4ef9eb72-2c0d-4057-ab77-9deed7f233b2 on host n-d-800634-3 for vnic_type normal with profile {{(pid=93918) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:51:50.951697 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.managers [None req-df2ad32f-a04c-4ba6-9b2b-b2a85e120fe7 None None] Attempting to bind port 4ef9eb72-2c0d-4057-ab77-9deed7f233b2 by drivers openvswitch,hyperv on host n-d-800634-3 at level 0 using segments [{'id': 'f7ae0169-7ea2-4d88-ab17-ed293b9394f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'e05a9ef3-0641-43f2-9075-4991e2d9763e'}] {{(pid=93918) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:51:50.952396 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df2ad32f-a04c-4ba6-9b2b-b2a85e120fe7 None None] Attempting to bind port 4ef9eb72-2c0d-4057-ab77-9deed7f233b2 on network e05a9ef3-0641-43f2-9075-4991e2d9763e {{(pid=93918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:51:50.955090 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1bed67-9b93-4210-b9f0-c399308fe247 None None] Pushing event updated for resources: {'Port': ['ID=4ef9eb72-2c0d-4057-ab77-9deed7f233b2,revision_number=3']} {{(pid=93918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:51:50.963926 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df2ad32f-a04c-4ba6-9b2b-b2a85e120fe7 None None] Checking agent: {'id': '01c19e91-a945-4e3c-94a6-c211e17c923e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 8, 23), 'started_at': datetime.datetime(2021, 7, 14, 18, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 18, 51, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 18:51:50.964376 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df2ad32f-a04c-4ba6-9b2b-b2a85e120fe7 None None] Checking segment: {'id': 'f7ae0169-7ea2-4d88-ab17-ed293b9394f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'e05a9ef3-0641-43f2-9075-4991e2d9763e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93918) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:51:50.964866 n-d-800634-3 neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-df2ad32f-a04c-4ba6-9b2b-b2a85e120fe7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:50.965209 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df2ad32f-a04c-4ba6-9b2b-b2a85e120fe7 None None] Bound using segment: {'id': 'f7ae0169-7ea2-4d88-ab17-ed293b9394f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'e05a9ef3-0641-43f2-9075-4991e2d9763e'} {{(pid=93918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 18:51:50.966077 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.managers [None req-df2ad32f-a04c-4ba6-9b2b-b2a85e120fe7 None None] Bound port: 4ef9eb72-2c0d-4057-ab77-9deed7f233b2, host: n-d-800634-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7ae0169-7ea2-4d88-ab17-ed293b9394f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'e05a9ef3-0641-43f2-9075-4991e2d9763e'}}] {{(pid=93918) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 18:51:50.966632 n-d-800634-3 neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-df2ad32f-a04c-4ba6-9b2b-b2a85e120fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:51.060778 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-0a9ad989-54fd-4ea8-aee1-918fa0903a56 req-485efce3-a633-4593-9dcd-465aa1257e9d tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] 10.222.0.16 "GET /v2.0/ports?device_id=187f1c44-2972-4686-a9d2-f1f3e564683f HTTP/1.1" status: 200 len: 210 time: 0.1643500 Jul 14 18:51:51.064922 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.db [None req-df2ad32f-a04c-4ba6-9b2b-b2a85e120fe7 None None] For port 4ef9eb72-2c0d-4057-ab77-9deed7f233b2, host n-d-800634-3, cleared binding levels {{(pid=93918) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:51:51.070936 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.db [None req-df2ad32f-a04c-4ba6-9b2b-b2a85e120fe7 None None] For port 4ef9eb72-2c0d-4057-ab77-9deed7f233b2, host n-d-800634-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=4ef9eb72-2c0d-4057-ab77-9deed7f233b2,segment=NetworkSegment(f7ae0169-7ea2-4d88-ab17-ed293b9394f1),segment_id=f7ae0169-7ea2-4d88-ab17-ed293b9394f1)] {{(pid=93918) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 18:51:51.078106 n-d-800634-3 neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-df2ad32f-a04c-4ba6-9b2b-b2a85e120fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:51.138729 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7931eb71-fb92-4b3b-a5ea-568d8de3f4c0 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Router 6b36e9b8-ebb9-4e00-82b3-7597a6cd4803 has already been hosted by L3 agent 2c6eb27e-defb-4cca-9a24-381c7415e359 {{(pid=93915) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 18:51:51.173153 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 46682) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:51:51.221650 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1bed67-9b93-4210-b9f0-c399308fe247 None None] Pushing event updated for resources: {'Port': ['ID=4ef9eb72-2c0d-4057-ab77-9deed7f233b2,revision_number=4']} {{(pid=93918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:51:51.267737 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df2ad32f-a04c-4ba6-9b2b-b2a85e120fe7 None None] Routers {'6b36e9b8-ebb9-4e00-82b3-7597a6cd4803'} bound to L3 agent in host n-d-800634-3 {{(pid=93918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:51:51.268417 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-df2ad32f-a04c-4ba6-9b2b-b2a85e120fe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:51:23Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['6b36e9b8-ebb9-4e00-82b3-7597a6cd4803'], 'active': True} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:51:51.408246 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7931eb71-fb92-4b3b-a5ea-568d8de3f4c0 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify agent at l3_agent.n-d-800634-3 the message routers_updated {{(pid=93915) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 18:51:51.429506 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-7931eb71-fb92-4b3b-a5ea-568d8de3f4c0 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify callbacks [] for router, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:51.431583 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-7931eb71-fb92-4b3b-a5ea-568d8de3f4c0 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] 10.222.0.16 "PUT /v2.0/routers/6b36e9b8-ebb9-4e00-82b3-7597a6cd4803 HTTP/1.1" status: 200 len: 934 time: 3.0458636 Jul 14 18:51:51.434243 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 46690) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:51:51.520151 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvr_db [None req-df2ad32f-a04c-4ba6-9b2b-b2a85e120fe7 None None] Set router 6b36e9b8-ebb9-4e00-82b3-7597a6cd4803 gateway port host: None {{(pid=93918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 18:51:51.613113 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-323ad74f-e47a-4445-9b62-39d968714c8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:51.806346 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-90e5f739-ab3f-4a65-b891-a0fbe834e443 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] 10.222.0.16 "GET /v2.0/routers/6b36e9b8-ebb9-4e00-82b3-7597a6cd4803 HTTP/1.1" status: 200 len: 934 time: 0.3706975 Jul 14 18:51:51.811298 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 46698) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:51:51.831454 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-094ecda1-10fe-4297-9af4-e09342e02e7c tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Request body: {'router': {'routes': None}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:51:51.884750 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-323ad74f-e47a-4445-9b62-39d968714c8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:51.895190 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-323ad74f-e47a-4445-9b62-39d968714c8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:51.974260 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-323ad74f-e47a-4445-9b62-39d968714c8b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1f9ddfac9f19430e83d47632d14050ed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7995224 Jul 14 18:51:51.975254 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323ad74f-e47a-4445-9b62-39d968714c8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13d60c77-9531-49d6-a911-f25583c811bc,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:51:51.978252 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-df2ad32f-a04c-4ba6-9b2b-b2a85e120fe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b36e9b8-ebb9-4e00-82b3-7597a6cd4803', 'name': 'tempest-RoutersTest-router-1800355958', 'tenant_id': '6f1f29d6af59462b92aca472594c5dfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:51:25Z', 'updated_at': '2021-07-14T18:51:50Z', 'revision_number': 6, 'project_id': '6f1f29d6af59462b92aca472594c5dfe', 'gw_port_host': None, '_interfaces': [{'id': '325113d7-89d6-458d-97ac-6f59f55209d4', 'name': '', 'network_id': 'b764b668-2c9a-40af-af9c-1b535e3ec581', 'tenant_id': '6f1f29d6af59462b92aca472594c5dfe', 'mac_address': 'fa:16:3e:51:8a:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b36e9b8-ebb9-4e00-82b3-7597a6cd4803', 'device_owner': 'network:router_interface', 'standard_attr_id': 3180, 'fixed_ips': [{'subnet_id': '541835b3-d4a8-4205-b085-f2e68808ec29', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:51:36Z', 'updated_at': '2021-07-14T18:51:48Z', 'revision_number': 5, 'project_id': '6f1f29d6af59462b92aca472594c5dfe', 'subnets': [{'id': '541835b3-d4a8-4205-b085-f2e68808ec29', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4c4aee84-66eb-4766-88d3-c8530246e05d', 'name': '', 'network_id': '439f67f1-d719-40e8-9805-bd85e757bc26', 'tenant_id': '6f1f29d6af59462b92aca472594c5dfe', 'mac_address': 'fa:16:3e:e8:5d:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b36e9b8-ebb9-4e00-82b3-7597a6cd4803', 'device_owner': 'network:router_interface', 'standard_attr_id': 3165, 'fixed_ips': [{'subnet_id': 'c242f8ae-2fcd-4775-9c7d-d7c0fe9d11a0', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:51:30Z', 'updated_at': '2021-07-14T18:51:41Z', 'revision_number': 5, 'project_id': '6f1f29d6af59462b92aca472594c5dfe', 'subnets': [{'id': 'c242f8ae-2fcd-4775-9c7d-d7c0fe9d11a0', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4ef9eb72-2c0d-4057-ab77-9deed7f233b2', 'name': '', 'network_id': 'e05a9ef3-0641-43f2-9075-4991e2d9763e', 'tenant_id': '6f1f29d6af59462b92aca472594c5dfe', 'mac_address': 'fa:16:3e:de:45:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b36e9b8-ebb9-4e00-82b3-7597a6cd4803', 'device_owner': 'network:router_interface', 'standard_attr_id': 3185, 'fixed_ips': [{'subnet_id': '7bd13cb6-9a53-4b0c-accc-0443154b108b', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:51:43Z', 'updated_at': '2021-07-14T18:51:51Z', 'revision_number': 4, 'project_id': '6f1f29d6af59462b92aca472594c5dfe', 'subnets': [{'id': '7bd13cb6-9a53-4b0c-accc-0443154b108b', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eacec585-229e-47d7-9e73-b272fc633afb', 'name': '', 'network_id': '275ddbb7-c5a9-4c2c-8018-e9690f775e48', 'tenant_id': '6f1f29d6af59462b92aca472594c5dfe', 'mac_address': 'fa:16:3e:f5:9b:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b36e9b8-ebb9-4e00-82b3-7597a6cd4803', 'device_owner': 'network:router_interface', 'standard_attr_id': 3155, 'fixed_ips': [{'subnet_id': '8aa91cd5-e850-4db8-8ed4-215781be9f6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:51:26Z', 'updated_at': '2021-07-14T18:51:37Z', 'revision_number': 5, 'project_id': '6f1f29d6af59462b92aca472594c5dfe', 'subnets': [{'id': '8aa91cd5-e850-4db8-8ed4-215781be9f6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-3', False) {} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:51:51.979829 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 46700) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:51:52.065294 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df2ad32f-a04c-4ba6-9b2b-b2a85e120fe7 None None] The sync data for ids ['6b36e9b8-ebb9-4e00-82b3-7597a6cd4803'] in n-d-800634-3 is: [{'id': '6b36e9b8-ebb9-4e00-82b3-7597a6cd4803', 'name': 'tempest-RoutersTest-router-1800355958', 'tenant_id': '6f1f29d6af59462b92aca472594c5dfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:51:25Z', 'updated_at': '2021-07-14T18:51:50Z', 'revision_number': 6, 'project_id': '6f1f29d6af59462b92aca472594c5dfe', 'gw_port_host': None, '_interfaces': [{'id': '325113d7-89d6-458d-97ac-6f59f55209d4', 'name': '', 'network_id': 'b764b668-2c9a-40af-af9c-1b535e3ec581', 'tenant_id': '6f1f29d6af59462b92aca472594c5dfe', 'mac_address': 'fa:16:3e:51:8a:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b36e9b8-ebb9-4e00-82b3-7597a6cd4803', 'device_owner': 'network:router_interface', 'standard_attr_id': 3180, 'fixed_ips': [{'subnet_id': '541835b3-d4a8-4205-b085-f2e68808ec29', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:51:36Z', 'updated_at': '2021-07-14T18:51:48Z', 'revision_number': 5, 'project_id': '6f1f29d6af59462b92aca472594c5dfe', 'subnets': [{'id': '541835b3-d4a8-4205-b085-f2e68808ec29', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4c4aee84-66eb-4766-88d3-c8530246e05d', 'name': '', 'network_id': '439f67f1-d719-40e8-9805-bd85e757bc26', 'tenant_id': '6f1f29d6af59462b92aca472594c5dfe', 'mac_address': 'fa:16:3e:e8:5d:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b36e9b8-ebb9-4e00-82b3-7597a6cd4803', 'device_owner': 'network:router_interface', 'standard_attr_id': 3165, 'fixed_ips': [{'subnet_id': 'c242f8ae-2fcd-4775-9c7d-d7c0fe9d11a0', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:51:30Z', 'updated_at': '2021-07-14T18:51:41Z', 'revision_number': 5, 'project_id': '6f1f29d6af59462b92aca472594c5dfe', 'subnets': [{'id': 'c242f8ae-2fcd-4775-9c7d-d7c0fe9d11a0', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4ef9eb72-2c0d-4057-ab77-9deed7f233b2', 'name': '', 'network_id': 'e05a9ef3-0641-43f2-9075-4991e2d9763e', 'tenant_id': '6f1f29d6af59462b92aca472594c5dfe', 'mac_address': 'fa:16:3e:de:45:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b36e9b8-ebb9-4e00-82b3-7597a6cd4803', 'device_owner': 'network:router_interface', 'standard_attr_id': 3185, 'fixed_ips': [{'subnet_id': '7bd13cb6-9a53-4b0c-accc-0443154b108b', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:51:43Z', 'updated_at': '2021-07-14T18:51:51Z', 'revision_number': 4, 'project_id': '6f1f29d6af59462b92aca472594c5dfe', 'subnets': [{'id': '7bd13cb6-9a53-4b0c-accc-0443154b108b', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eacec585-229e-47d7-9e73-b272fc633afb', 'name': '', 'network_id': '275ddbb7-c5a9-4c2c-8018-e9690f775e48', 'tenant_id': '6f1f29d6af59462b92aca472594c5dfe', 'mac_address': 'fa:16:3e:f5:9b:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b36e9b8-ebb9-4e00-82b3-7597a6cd4803', 'device_owner': 'network:router_interface', 'standard_attr_id': 3155, 'fixed_ips': [{'subnet_id': '8aa91cd5-e850-4db8-8ed4-215781be9f6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:51:26Z', 'updated_at': '2021-07-14T18:51:37Z', 'revision_number': 5, 'project_id': '6f1f29d6af59462b92aca472594c5dfe', 'subnets': [{'id': '8aa91cd5-e850-4db8-8ed4-215781be9f6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 18:51:52.100448 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-2f8a8602-a3f9-457e-bcdd-bbdbfcad2f83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:52.179615 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-2f8a8602-a3f9-457e-bcdd-bbdbfcad2f83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:52.292592 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-2f8a8602-a3f9-457e-bcdd-bbdbfcad2f83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:52.297664 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-2f8a8602-a3f9-457e-bcdd-bbdbfcad2f83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:52.299303 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-2f8a8602-a3f9-457e-bcdd-bbdbfcad2f83 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/13d60c77-9531-49d6-a911-f25583c811bc HTTP/1.1" status: 204 len: 168 time: 0.3184853 Jul 14 18:51:52.311210 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8a8602-a3f9-457e-bcdd-bbdbfcad2f83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13d60c77-9531-49d6-a911-f25583c811bc,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:51:52.559117 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-be6bb3be-f746-404b-8e5e-b80e2cb289f9 req-0e2890cf-3c9a-4969-b7ee-e64b03a47ee5 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] 10.222.0.16 "GET /v2.0/ports?device_id=187f1c44-2972-4686-a9d2-f1f3e564683f HTTP/1.1" status: 200 len: 210 time: 0.1469305 Jul 14 18:51:52.731452 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.extraroute_db [None req-094ecda1-10fe-4297-9af4-e09342e02e7c tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Added routes are [] {{(pid=93915) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 14 18:51:52.731709 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.extraroute_db [None req-094ecda1-10fe-4297-9af4-e09342e02e7c tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Removed routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=93915) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 14 18:51:52.767781 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-094ecda1-10fe-4297-9af4-e09342e02e7c tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-929996', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-571750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11395'] for router, precommit_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:52.792788 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 46712) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:51:52.806224 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-221da7f6-1fe0-416c-ad87-ab4b7e357dd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:52.819079 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-e892792d-c3d8-4cf3-ac83-e1de5ab5ae7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:52.936497 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-e892792d-c3d8-4cf3-ac83-e1de5ab5ae7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:52.942369 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-e892792d-c3d8-4cf3-ac83-e1de5ab5ae7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:52.982762 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e892792d-c3d8-4cf3-ac83-e1de5ab5ae7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbe367e2-7d9f-4856-9f7b-2776d012e70c,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:51:52.989443 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-e892792d-c3d8-4cf3-ac83-e1de5ab5ae7b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4e7a299a67c54f7d928432b12c36bd60&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1933198 Jul 14 18:51:52.989685 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 46714) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:51:53.021006 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-094ecda1-10fe-4297-9af4-e09342e02e7c tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-929996', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-571750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11395'] for router, precommit_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:53.025293 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-094ecda1-10fe-4297-9af4-e09342e02e7c tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-930033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-929987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-930042', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-571805'] for router, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:53.043122 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-e6fc16d9-0511-4b5c-9171-b5ed790146d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:53.079119 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-e6fc16d9-0511-4b5c-9171-b5ed790146d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:53.168234 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-e6fc16d9-0511-4b5c-9171-b5ed790146d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:53.170912 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-e6fc16d9-0511-4b5c-9171-b5ed790146d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:53.174803 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-e6fc16d9-0511-4b5c-9171-b5ed790146d7 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/bbe367e2-7d9f-4856-9f7b-2776d012e70c HTTP/1.1" status: 204 len: 168 time: 0.1814797 Jul 14 18:51:53.180952 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-094ecda1-10fe-4297-9af4-e09342e02e7c tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Router 6b36e9b8-ebb9-4e00-82b3-7597a6cd4803 has already been hosted by L3 agent 2c6eb27e-defb-4cca-9a24-381c7415e359 {{(pid=93915) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 18:51:53.206556 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6fc16d9-0511-4b5c-9171-b5ed790146d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbe367e2-7d9f-4856-9f7b-2776d012e70c,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:51:53.217644 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:53.284396 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-628708f4-39cd-4255-897e-2737fb11910f None None] Sync routers for ids ['6b36e9b8-ebb9-4e00-82b3-7597a6cd4803'] in n-d-800634-3 {{(pid=93917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 18:51:53.304708 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-628708f4-39cd-4255-897e-2737fb11910f None None] Routers {'6b36e9b8-ebb9-4e00-82b3-7597a6cd4803'} bound to L3 agent in host n-d-800634-3 {{(pid=93917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:51:53.305939 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-628708f4-39cd-4255-897e-2737fb11910f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:51:53Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['6b36e9b8-ebb9-4e00-82b3-7597a6cd4803'], 'active': True} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:51:53.392071 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-094ecda1-10fe-4297-9af4-e09342e02e7c tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify agent at l3_agent.n-d-800634-3 the message routers_updated {{(pid=93915) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 18:51:53.411488 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-094ecda1-10fe-4297-9af4-e09342e02e7c tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify callbacks [] for router, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:53.419452 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-094ecda1-10fe-4297-9af4-e09342e02e7c tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] 10.222.0.16 "PUT /v2.0/routers/6b36e9b8-ebb9-4e00-82b3-7597a6cd4803 HTTP/1.1" status: 200 len: 700 time: 1.6054754 Jul 14 18:51:53.422845 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 46724) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:51:53.446721 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvr_db [None req-628708f4-39cd-4255-897e-2737fb11910f None None] Set router 6b36e9b8-ebb9-4e00-82b3-7597a6cd4803 gateway port host: None {{(pid=93917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 18:51:53.587674 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-1dc8155b-ef0e-4fd0-a4c3-3e6965204ff4 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] 10.222.0.16 "GET /v2.0/routers/6b36e9b8-ebb9-4e00-82b3-7597a6cd4803 HTTP/1.1" status: 200 len: 700 time: 0.1628134 Jul 14 18:51:53.590112 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 46728) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:51:53.878178 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 4ef9eb72-2c0d-4057-ab77-9deed7f233b2 up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:51:53.894268 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 46736) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:51:53.916256 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-c7023e67-79c5-4593-8d6d-17618566eace admin admin] Notify callbacks [] for security_group, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:54.113847 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-c7023e67-79c5-4593-8d6d-17618566eace admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:54.119538 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-c7023e67-79c5-4593-8d6d-17618566eace admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:54.145659 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-628708f4-39cd-4255-897e-2737fb11910f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b36e9b8-ebb9-4e00-82b3-7597a6cd4803', 'name': 'tempest-RoutersTest-router-1800355958', 'tenant_id': '6f1f29d6af59462b92aca472594c5dfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:51:25Z', 'updated_at': '2021-07-14T18:51:52Z', 'revision_number': 7, 'project_id': '6f1f29d6af59462b92aca472594c5dfe', 'gw_port_host': None, '_interfaces': [{'id': '325113d7-89d6-458d-97ac-6f59f55209d4', 'name': '', 'network_id': 'b764b668-2c9a-40af-af9c-1b535e3ec581', 'tenant_id': '6f1f29d6af59462b92aca472594c5dfe', 'mac_address': 'fa:16:3e:51:8a:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b36e9b8-ebb9-4e00-82b3-7597a6cd4803', 'device_owner': 'network:router_interface', 'standard_attr_id': 3180, 'fixed_ips': [{'subnet_id': '541835b3-d4a8-4205-b085-f2e68808ec29', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:51:36Z', 'updated_at': '2021-07-14T18:51:48Z', 'revision_number': 5, 'project_id': '6f1f29d6af59462b92aca472594c5dfe', 'subnets': [{'id': '541835b3-d4a8-4205-b085-f2e68808ec29', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4c4aee84-66eb-4766-88d3-c8530246e05d', 'name': '', 'network_id': '439f67f1-d719-40e8-9805-bd85e757bc26', 'tenant_id': '6f1f29d6af59462b92aca472594c5dfe', 'mac_address': 'fa:16:3e:e8:5d:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b36e9b8-ebb9-4e00-82b3-7597a6cd4803', 'device_owner': 'network:router_interface', 'standard_attr_id': 3165, 'fixed_ips': [{'subnet_id': 'c242f8ae-2fcd-4775-9c7d-d7c0fe9d11a0', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:51:30Z', 'updated_at': '2021-07-14T18:51:41Z', 'revision_number': 5, 'project_id': '6f1f29d6af59462b92aca472594c5dfe', 'subnets': [{'id': 'c242f8ae-2fcd-4775-9c7d-d7c0fe9d11a0', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4ef9eb72-2c0d-4057-ab77-9deed7f233b2', 'name': '', 'network_id': 'e05a9ef3-0641-43f2-9075-4991e2d9763e', 'tenant_id': '6f1f29d6af59462b92aca472594c5dfe', 'mac_address': 'fa:16:3e:de:45:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b36e9b8-ebb9-4e00-82b3-7597a6cd4803', 'device_owner': 'network:router_interface', 'standard_attr_id': 3185, 'fixed_ips': [{'subnet_id': '7bd13cb6-9a53-4b0c-accc-0443154b108b', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:51:43Z', 'updated_at': '2021-07-14T18:51:51Z', 'revision_number': 4, 'project_id': '6f1f29d6af59462b92aca472594c5dfe', 'subnets': [{'id': '7bd13cb6-9a53-4b0c-accc-0443154b108b', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eacec585-229e-47d7-9e73-b272fc633afb', 'name': '', 'network_id': '275ddbb7-c5a9-4c2c-8018-e9690f775e48', 'tenant_id': '6f1f29d6af59462b92aca472594c5dfe', 'mac_address': 'fa:16:3e:f5:9b:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b36e9b8-ebb9-4e00-82b3-7597a6cd4803', 'device_owner': 'network:router_interface', 'standard_attr_id': 3155, 'fixed_ips': [{'subnet_id': '8aa91cd5-e850-4db8-8ed4-215781be9f6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:51:26Z', 'updated_at': '2021-07-14T18:51:37Z', 'revision_number': 5, 'project_id': '6f1f29d6af59462b92aca472594c5dfe', 'subnets': [{'id': '8aa91cd5-e850-4db8-8ed4-215781be9f6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-3', False) {} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:51:54.190956 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-628708f4-39cd-4255-897e-2737fb11910f None None] Checking router: 6b36e9b8-ebb9-4e00-82b3-7597a6cd4803 for host: n-d-800634-3 {{(pid=93917) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 18:51:54.222522 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-628708f4-39cd-4255-897e-2737fb11910f None None] Routers {'6b36e9b8-ebb9-4e00-82b3-7597a6cd4803'} bound to L3 agent in host n-d-800634-3 {{(pid=93917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:51:54.223441 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-c7023e67-79c5-4593-8d6d-17618566eace admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=960d451cd09e42a3aa462e13c9c973e4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3275282 Jul 14 18:51:54.224365 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-628708f4-39cd-4255-897e-2737fb11910f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:51:53Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['6b36e9b8-ebb9-4e00-82b3-7597a6cd4803'], 'active': True} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:51:54.224499 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7023e67-79c5-4593-8d6d-17618566eace admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f69431f8-66c4-4b36-9ed9-af2685f617cb,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:51:54.248189 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 46742) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:51:54.313271 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-8d4ed379-f4ad-4888-b235-ea520fab77df req-c675f886-66ea-46af-83eb-67494102e41f tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-287641035&fields=id&tenant_id=5093a1bcf9144b0bbe697fc3cf12df56 HTTP/1.1" status: 200 len: 267 time: 0.1148362 Jul 14 18:51:54.323268 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-574aeb93-9938-449c-8e6c-cb22c9b52cc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:54.354166 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning for port 4ef9eb72-2c0d-4057-ab77-9deed7f233b2 completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:51:54.362015 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port 4ef9eb72-2c0d-4057-ab77-9deed7f233b2 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:51:54.362403 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:54.417944 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvr_db [None req-628708f4-39cd-4255-897e-2737fb11910f None None] Set router 6b36e9b8-ebb9-4e00-82b3-7597a6cd4803 gateway port host: None {{(pid=93917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 18:51:54.439305 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-035b97ed-cbba-4790-8ed3-791c92275311 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:54.542149 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-035b97ed-cbba-4790-8ed3-791c92275311 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:54.547323 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:54.682672 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-035b97ed-cbba-4790-8ed3-791c92275311 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:54.693429 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-035b97ed-cbba-4790-8ed3-791c92275311 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:54.696875 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-035b97ed-cbba-4790-8ed3-791c92275311 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f69431f8-66c4-4b36-9ed9-af2685f617cb HTTP/1.1" status: 204 len: 168 time: 0.4430931 Jul 14 18:51:54.706282 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035b97ed-cbba-4790-8ed3-791c92275311 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f69431f8-66c4-4b36-9ed9-af2685f617cb,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:51:54.853435 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] For port 4ef9eb72-2c0d-4057-ab77-9deed7f233b2, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=4ef9eb72-2c0d-4057-ab77-9deed7f233b2,segment=NetworkSegment(f7ae0169-7ea2-4d88-ab17-ed293b9394f1),segment_id=f7ae0169-7ea2-4d88-ab17-ed293b9394f1)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:51:54.865635 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:54.929342 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Pushing event updated for resources: {'Port': ['ID=4ef9eb72-2c0d-4057-ab77-9deed7f233b2,revision_number=5']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:51:55.019838 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-628708f4-39cd-4255-897e-2737fb11910f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b36e9b8-ebb9-4e00-82b3-7597a6cd4803', 'name': 'tempest-RoutersTest-router-1800355958', 'tenant_id': '6f1f29d6af59462b92aca472594c5dfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:51:25Z', 'updated_at': '2021-07-14T18:51:52Z', 'revision_number': 7, 'project_id': '6f1f29d6af59462b92aca472594c5dfe', 'gw_port_host': None, '_interfaces': [{'id': '325113d7-89d6-458d-97ac-6f59f55209d4', 'name': '', 'network_id': 'b764b668-2c9a-40af-af9c-1b535e3ec581', 'tenant_id': '6f1f29d6af59462b92aca472594c5dfe', 'mac_address': 'fa:16:3e:51:8a:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b36e9b8-ebb9-4e00-82b3-7597a6cd4803', 'device_owner': 'network:router_interface', 'standard_attr_id': 3180, 'fixed_ips': [{'subnet_id': '541835b3-d4a8-4205-b085-f2e68808ec29', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:51:36Z', 'updated_at': '2021-07-14T18:51:48Z', 'revision_number': 5, 'project_id': '6f1f29d6af59462b92aca472594c5dfe', 'subnets': [{'id': '541835b3-d4a8-4205-b085-f2e68808ec29', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4c4aee84-66eb-4766-88d3-c8530246e05d', 'name': '', 'network_id': '439f67f1-d719-40e8-9805-bd85e757bc26', 'tenant_id': '6f1f29d6af59462b92aca472594c5dfe', 'mac_address': 'fa:16:3e:e8:5d:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b36e9b8-ebb9-4e00-82b3-7597a6cd4803', 'device_owner': 'network:router_interface', 'standard_attr_id': 3165, 'fixed_ips': [{'subnet_id': 'c242f8ae-2fcd-4775-9c7d-d7c0fe9d11a0', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:51:30Z', 'updated_at': '2021-07-14T18:51:41Z', 'revision_number': 5, 'project_id': '6f1f29d6af59462b92aca472594c5dfe', 'subnets': [{'id': 'c242f8ae-2fcd-4775-9c7d-d7c0fe9d11a0', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4ef9eb72-2c0d-4057-ab77-9deed7f233b2', 'name': '', 'network_id': 'e05a9ef3-0641-43f2-9075-4991e2d9763e', 'tenant_id': '6f1f29d6af59462b92aca472594c5dfe', 'mac_address': 'fa:16:3e:de:45:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b36e9b8-ebb9-4e00-82b3-7597a6cd4803', 'device_owner': 'network:router_interface', 'standard_attr_id': 3185, 'fixed_ips': [{'subnet_id': '7bd13cb6-9a53-4b0c-accc-0443154b108b', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:51:43Z', 'updated_at': '2021-07-14T18:51:51Z', 'revision_number': 4, 'project_id': '6f1f29d6af59462b92aca472594c5dfe', 'subnets': [{'id': '7bd13cb6-9a53-4b0c-accc-0443154b108b', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eacec585-229e-47d7-9e73-b272fc633afb', 'name': '', 'network_id': '275ddbb7-c5a9-4c2c-8018-e9690f775e48', 'tenant_id': '6f1f29d6af59462b92aca472594c5dfe', 'mac_address': 'fa:16:3e:f5:9b:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b36e9b8-ebb9-4e00-82b3-7597a6cd4803', 'device_owner': 'network:router_interface', 'standard_attr_id': 3155, 'fixed_ips': [{'subnet_id': '8aa91cd5-e850-4db8-8ed4-215781be9f6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:51:26Z', 'updated_at': '2021-07-14T18:51:37Z', 'revision_number': 5, 'project_id': '6f1f29d6af59462b92aca472594c5dfe', 'subnets': [{'id': '8aa91cd5-e850-4db8-8ed4-215781be9f6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-3', False) {} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:51:55.063408 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-628708f4-39cd-4255-897e-2737fb11910f None None] The sync data for ids ['6b36e9b8-ebb9-4e00-82b3-7597a6cd4803'] in n-d-800634-3 is: [{'id': '6b36e9b8-ebb9-4e00-82b3-7597a6cd4803', 'name': 'tempest-RoutersTest-router-1800355958', 'tenant_id': '6f1f29d6af59462b92aca472594c5dfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:51:25Z', 'updated_at': '2021-07-14T18:51:52Z', 'revision_number': 7, 'project_id': '6f1f29d6af59462b92aca472594c5dfe', 'gw_port_host': None, '_interfaces': [{'id': '325113d7-89d6-458d-97ac-6f59f55209d4', 'name': '', 'network_id': 'b764b668-2c9a-40af-af9c-1b535e3ec581', 'tenant_id': '6f1f29d6af59462b92aca472594c5dfe', 'mac_address': 'fa:16:3e:51:8a:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b36e9b8-ebb9-4e00-82b3-7597a6cd4803', 'device_owner': 'network:router_interface', 'standard_attr_id': 3180, 'fixed_ips': [{'subnet_id': '541835b3-d4a8-4205-b085-f2e68808ec29', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:51:36Z', 'updated_at': '2021-07-14T18:51:48Z', 'revision_number': 5, 'project_id': '6f1f29d6af59462b92aca472594c5dfe', 'subnets': [{'id': '541835b3-d4a8-4205-b085-f2e68808ec29', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4c4aee84-66eb-4766-88d3-c8530246e05d', 'name': '', 'network_id': '439f67f1-d719-40e8-9805-bd85e757bc26', 'tenant_id': '6f1f29d6af59462b92aca472594c5dfe', 'mac_address': 'fa:16:3e:e8:5d:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b36e9b8-ebb9-4e00-82b3-7597a6cd4803', 'device_owner': 'network:router_interface', 'standard_attr_id': 3165, 'fixed_ips': [{'subnet_id': 'c242f8ae-2fcd-4775-9c7d-d7c0fe9d11a0', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:51:30Z', 'updated_at': '2021-07-14T18:51:41Z', 'revision_number': 5, 'project_id': '6f1f29d6af59462b92aca472594c5dfe', 'subnets': [{'id': 'c242f8ae-2fcd-4775-9c7d-d7c0fe9d11a0', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4ef9eb72-2c0d-4057-ab77-9deed7f233b2', 'name': '', 'network_id': 'e05a9ef3-0641-43f2-9075-4991e2d9763e', 'tenant_id': '6f1f29d6af59462b92aca472594c5dfe', 'mac_address': 'fa:16:3e:de:45:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b36e9b8-ebb9-4e00-82b3-7597a6cd4803', 'device_owner': 'network:router_interface', 'standard_attr_id': 3185, 'fixed_ips': [{'subnet_id': '7bd13cb6-9a53-4b0c-accc-0443154b108b', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:51:43Z', 'updated_at': '2021-07-14T18:51:51Z', 'revision_number': 4, 'project_id': '6f1f29d6af59462b92aca472594c5dfe', 'subnets': [{'id': '7bd13cb6-9a53-4b0c-accc-0443154b108b', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eacec585-229e-47d7-9e73-b272fc633afb', 'name': '', 'network_id': '275ddbb7-c5a9-4c2c-8018-e9690f775e48', 'tenant_id': '6f1f29d6af59462b92aca472594c5dfe', 'mac_address': 'fa:16:3e:f5:9b:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b36e9b8-ebb9-4e00-82b3-7597a6cd4803', 'device_owner': 'network:router_interface', 'standard_attr_id': 3155, 'fixed_ips': [{'subnet_id': '8aa91cd5-e850-4db8-8ed4-215781be9f6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:51:26Z', 'updated_at': '2021-07-14T18:51:37Z', 'revision_number': 5, 'project_id': '6f1f29d6af59462b92aca472594c5dfe', 'subnets': [{'id': '8aa91cd5-e850-4db8-8ed4-215781be9f6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 18:51:55.171971 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4ed379-f4ad-4888-b235-ea520fab77df req-97bb0773-b3f6-460d-b761-1776e33c28d9 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:51:55.180197 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-8d4ed379-f4ad-4888-b235-ea520fab77df req-97bb0773-b3f6-460d-b761-1776e33c28d9 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] 10.222.0.16 "GET /v2.0/networks?id=d41f9397-de9e-4e07-a07d-8cf0ac566250 HTTP/1.1" status: 200 len: 811 time: 0.8515363 Jul 14 18:51:55.202470 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-8d4ed379-f4ad-4888-b235-ea520fab77df req-1e68123d-d20d-4237-9d8b-f06103b57539 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] 10.222.0.16 "GET /v2.0/quotas/5093a1bcf9144b0bbe697fc3cf12df56 HTTP/1.1" status: 200 len: 375 time: 0.0213170 Jul 14 18:51:55.323452 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-8d4ed379-f4ad-4888-b235-ea520fab77df req-5850619e-12a0-4e2c-b68c-4cd00f318707 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=5093a1bcf9144b0bbe697fc3cf12df56&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1201136 Jul 14 18:51:55.353565 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-469c1d71-7b54-46cc-9fda-8afdbf087329 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-928623'] for router_interface, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:55.539430 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-779db4aa-da62-4b05-9406-9b9343715197 None None] Sync routers for ids ['6b36e9b8-ebb9-4e00-82b3-7597a6cd4803'] in n-d-800634-3 {{(pid=93918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 18:51:55.550487 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-779db4aa-da62-4b05-9406-9b9343715197 None None] Routers {'6b36e9b8-ebb9-4e00-82b3-7597a6cd4803'} bound to L3 agent in host n-d-800634-3 {{(pid=93918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:51:55.551124 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-779db4aa-da62-4b05-9406-9b9343715197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:51:53Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['6b36e9b8-ebb9-4e00-82b3-7597a6cd4803'], 'active': True} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:51:55.683241 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvr_db [None req-779db4aa-da62-4b05-9406-9b9343715197 None None] Set router 6b36e9b8-ebb9-4e00-82b3-7597a6cd4803 gateway port host: None {{(pid=93918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 18:51:55.798218 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-8d4ed379-f4ad-4888-b235-ea520fab77df req-debb9e81-9de4-49e9-8d82-d31337bb8c86 service neutron] 10.222.0.16 "GET /v2.0/networks/d41f9397-de9e-4e07-a07d-8cf0ac566250?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4568589 Jul 14 18:51:55.830346 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-2f4e3af3-e708-4ffd-a544-82d93a489d01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:55.884953 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 4ef9eb72-2c0d-4057-ab77-9deed7f233b2 up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:51:56.026934 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port 4ef9eb72-2c0d-4057-ab77-9deed7f233b2 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:51:56.027592 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:56.041044 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-779db4aa-da62-4b05-9406-9b9343715197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b36e9b8-ebb9-4e00-82b3-7597a6cd4803', 'name': 'tempest-RoutersTest-router-1800355958', 'tenant_id': '6f1f29d6af59462b92aca472594c5dfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:51:25Z', 'updated_at': '2021-07-14T18:51:52Z', 'revision_number': 7, 'project_id': '6f1f29d6af59462b92aca472594c5dfe', 'gw_port_host': None, '_interfaces': [{'id': '325113d7-89d6-458d-97ac-6f59f55209d4', 'name': '', 'network_id': 'b764b668-2c9a-40af-af9c-1b535e3ec581', 'tenant_id': '6f1f29d6af59462b92aca472594c5dfe', 'mac_address': 'fa:16:3e:51:8a:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b36e9b8-ebb9-4e00-82b3-7597a6cd4803', 'device_owner': 'network:router_interface', 'standard_attr_id': 3180, 'fixed_ips': [{'subnet_id': '541835b3-d4a8-4205-b085-f2e68808ec29', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:51:36Z', 'updated_at': '2021-07-14T18:51:48Z', 'revision_number': 5, 'project_id': '6f1f29d6af59462b92aca472594c5dfe', 'subnets': [{'id': '541835b3-d4a8-4205-b085-f2e68808ec29', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4c4aee84-66eb-4766-88d3-c8530246e05d', 'name': '', 'network_id': '439f67f1-d719-40e8-9805-bd85e757bc26', 'tenant_id': '6f1f29d6af59462b92aca472594c5dfe', 'mac_address': 'fa:16:3e:e8:5d:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b36e9b8-ebb9-4e00-82b3-7597a6cd4803', 'device_owner': 'network:router_interface', 'standard_attr_id': 3165, 'fixed_ips': [{'subnet_id': 'c242f8ae-2fcd-4775-9c7d-d7c0fe9d11a0', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:51:30Z', 'updated_at': '2021-07-14T18:51:41Z', 'revision_number': 5, 'project_id': '6f1f29d6af59462b92aca472594c5dfe', 'subnets': [{'id': 'c242f8ae-2fcd-4775-9c7d-d7c0fe9d11a0', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4ef9eb72-2c0d-4057-ab77-9deed7f233b2', 'name': '', 'network_id': 'e05a9ef3-0641-43f2-9075-4991e2d9763e', 'tenant_id': '6f1f29d6af59462b92aca472594c5dfe', 'mac_address': 'fa:16:3e:de:45:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b36e9b8-ebb9-4e00-82b3-7597a6cd4803', 'device_owner': 'network:router_interface', 'standard_attr_id': 3185, 'fixed_ips': [{'subnet_id': '7bd13cb6-9a53-4b0c-accc-0443154b108b', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:51:43Z', 'updated_at': '2021-07-14T18:51:54Z', 'revision_number': 5, 'project_id': '6f1f29d6af59462b92aca472594c5dfe', 'subnets': [{'id': '7bd13cb6-9a53-4b0c-accc-0443154b108b', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eacec585-229e-47d7-9e73-b272fc633afb', 'name': '', 'network_id': '275ddbb7-c5a9-4c2c-8018-e9690f775e48', 'tenant_id': '6f1f29d6af59462b92aca472594c5dfe', 'mac_address': 'fa:16:3e:f5:9b:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b36e9b8-ebb9-4e00-82b3-7597a6cd4803', 'device_owner': 'network:router_interface', 'standard_attr_id': 3155, 'fixed_ips': [{'subnet_id': '8aa91cd5-e850-4db8-8ed4-215781be9f6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:51:26Z', 'updated_at': '2021-07-14T18:51:37Z', 'revision_number': 5, 'project_id': '6f1f29d6af59462b92aca472594c5dfe', 'subnets': [{'id': '8aa91cd5-e850-4db8-8ed4-215781be9f6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-3', False) {} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:51:56.042533 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-8d4ed379-f4ad-4888-b235-ea520fab77df req-d9a06c96-d7cf-45c8-b782-8e36b8d56b49 service neutron] 10.222.0.16 "GET /v2.0/networks/d41f9397-de9e-4e07-a07d-8cf0ac566250?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2285185 Jul 14 18:51:56.050684 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [None req-469c1d71-7b54-46cc-9fda-8afdbf087329 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Deleting port 4ef9eb72-2c0d-4057-ab77-9deed7f233b2 {{(pid=93915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:51:56.051127 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-469c1d71-7b54-46cc-9fda-8afdbf087329 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:56.109184 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-779db4aa-da62-4b05-9406-9b9343715197 None None] Checking router: 6b36e9b8-ebb9-4e00-82b3-7597a6cd4803 for host: n-d-800634-3 {{(pid=93918) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 18:51:56.139516 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-779db4aa-da62-4b05-9406-9b9343715197 None None] Routers {'6b36e9b8-ebb9-4e00-82b3-7597a6cd4803'} bound to L3 agent in host n-d-800634-3 {{(pid=93918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:51:56.140185 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-779db4aa-da62-4b05-9406-9b9343715197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:51:53Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['6b36e9b8-ebb9-4e00-82b3-7597a6cd4803'], 'active': True} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:51:56.235254 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [None req-469c1d71-7b54-46cc-9fda-8afdbf087329 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] For port 4ef9eb72-2c0d-4057-ab77-9deed7f233b2, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=4ef9eb72-2c0d-4057-ab77-9deed7f233b2,segment=NetworkSegment(f7ae0169-7ea2-4d88-ab17-ed293b9394f1),segment_id=f7ae0169-7ea2-4d88-ab17-ed293b9394f1)] {{(pid=93915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:51:56.235487 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-469c1d71-7b54-46cc-9fda-8afdbf087329 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:56.254095 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvr_db [None req-779db4aa-da62-4b05-9406-9b9343715197 None None] Set router 6b36e9b8-ebb9-4e00-82b3-7597a6cd4803 gateway port host: None {{(pid=93918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 18:51:56.254669 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [None req-469c1d71-7b54-46cc-9fda-8afdbf087329 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Calling delete_port for 4ef9eb72-2c0d-4057-ab77-9deed7f233b2 owned by network:router_interface {{(pid=93915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:51:56.506148 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-469c1d71-7b54-46cc-9fda-8afdbf087329 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:56.544811 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469c1d71-7b54-46cc-9fda-8afdbf087329 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Pushing event deleted for resources: {'Port': ['ID=4ef9eb72-2c0d-4057-ab77-9deed7f233b2,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:51:56.557321 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-779db4aa-da62-4b05-9406-9b9343715197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b36e9b8-ebb9-4e00-82b3-7597a6cd4803', 'name': 'tempest-RoutersTest-router-1800355958', 'tenant_id': '6f1f29d6af59462b92aca472594c5dfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:51:25Z', 'updated_at': '2021-07-14T18:51:52Z', 'revision_number': 7, 'project_id': '6f1f29d6af59462b92aca472594c5dfe', 'gw_port_host': None, '_interfaces': [{'id': '325113d7-89d6-458d-97ac-6f59f55209d4', 'name': '', 'network_id': 'b764b668-2c9a-40af-af9c-1b535e3ec581', 'tenant_id': '6f1f29d6af59462b92aca472594c5dfe', 'mac_address': 'fa:16:3e:51:8a:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b36e9b8-ebb9-4e00-82b3-7597a6cd4803', 'device_owner': 'network:router_interface', 'standard_attr_id': 3180, 'fixed_ips': [{'subnet_id': '541835b3-d4a8-4205-b085-f2e68808ec29', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:51:36Z', 'updated_at': '2021-07-14T18:51:48Z', 'revision_number': 5, 'project_id': '6f1f29d6af59462b92aca472594c5dfe', 'subnets': [{'id': '541835b3-d4a8-4205-b085-f2e68808ec29', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4c4aee84-66eb-4766-88d3-c8530246e05d', 'name': '', 'network_id': '439f67f1-d719-40e8-9805-bd85e757bc26', 'tenant_id': '6f1f29d6af59462b92aca472594c5dfe', 'mac_address': 'fa:16:3e:e8:5d:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b36e9b8-ebb9-4e00-82b3-7597a6cd4803', 'device_owner': 'network:router_interface', 'standard_attr_id': 3165, 'fixed_ips': [{'subnet_id': 'c242f8ae-2fcd-4775-9c7d-d7c0fe9d11a0', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:51:30Z', 'updated_at': '2021-07-14T18:51:41Z', 'revision_number': 5, 'project_id': '6f1f29d6af59462b92aca472594c5dfe', 'subnets': [{'id': 'c242f8ae-2fcd-4775-9c7d-d7c0fe9d11a0', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4ef9eb72-2c0d-4057-ab77-9deed7f233b2', 'name': '', 'network_id': 'e05a9ef3-0641-43f2-9075-4991e2d9763e', 'tenant_id': '6f1f29d6af59462b92aca472594c5dfe', 'mac_address': 'fa:16:3e:de:45:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b36e9b8-ebb9-4e00-82b3-7597a6cd4803', 'device_owner': 'network:router_interface', 'standard_attr_id': 3185, 'fixed_ips': [{'subnet_id': '7bd13cb6-9a53-4b0c-accc-0443154b108b', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:51:43Z', 'updated_at': '2021-07-14T18:51:54Z', 'revision_number': 5, 'project_id': '6f1f29d6af59462b92aca472594c5dfe', 'subnets': [{'id': '7bd13cb6-9a53-4b0c-accc-0443154b108b', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eacec585-229e-47d7-9e73-b272fc633afb', 'name': '', 'network_id': '275ddbb7-c5a9-4c2c-8018-e9690f775e48', 'tenant_id': '6f1f29d6af59462b92aca472594c5dfe', 'mac_address': 'fa:16:3e:f5:9b:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b36e9b8-ebb9-4e00-82b3-7597a6cd4803', 'device_owner': 'network:router_interface', 'standard_attr_id': 3155, 'fixed_ips': [{'subnet_id': '8aa91cd5-e850-4db8-8ed4-215781be9f6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:51:26Z', 'updated_at': '2021-07-14T18:51:37Z', 'revision_number': 5, 'project_id': '6f1f29d6af59462b92aca472594c5dfe', 'subnets': [{'id': '8aa91cd5-e850-4db8-8ed4-215781be9f6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-3', False) {} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:51:56.605234 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-779db4aa-da62-4b05-9406-9b9343715197 None None] The sync data for ids ['6b36e9b8-ebb9-4e00-82b3-7597a6cd4803'] in n-d-800634-3 is: [{'id': '6b36e9b8-ebb9-4e00-82b3-7597a6cd4803', 'name': 'tempest-RoutersTest-router-1800355958', 'tenant_id': '6f1f29d6af59462b92aca472594c5dfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:51:25Z', 'updated_at': '2021-07-14T18:51:52Z', 'revision_number': 7, 'project_id': '6f1f29d6af59462b92aca472594c5dfe', 'gw_port_host': None, '_interfaces': [{'id': '325113d7-89d6-458d-97ac-6f59f55209d4', 'name': '', 'network_id': 'b764b668-2c9a-40af-af9c-1b535e3ec581', 'tenant_id': '6f1f29d6af59462b92aca472594c5dfe', 'mac_address': 'fa:16:3e:51:8a:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b36e9b8-ebb9-4e00-82b3-7597a6cd4803', 'device_owner': 'network:router_interface', 'standard_attr_id': 3180, 'fixed_ips': [{'subnet_id': '541835b3-d4a8-4205-b085-f2e68808ec29', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:51:36Z', 'updated_at': '2021-07-14T18:51:48Z', 'revision_number': 5, 'project_id': '6f1f29d6af59462b92aca472594c5dfe', 'subnets': [{'id': '541835b3-d4a8-4205-b085-f2e68808ec29', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4c4aee84-66eb-4766-88d3-c8530246e05d', 'name': '', 'network_id': '439f67f1-d719-40e8-9805-bd85e757bc26', 'tenant_id': '6f1f29d6af59462b92aca472594c5dfe', 'mac_address': 'fa:16:3e:e8:5d:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b36e9b8-ebb9-4e00-82b3-7597a6cd4803', 'device_owner': 'network:router_interface', 'standard_attr_id': 3165, 'fixed_ips': [{'subnet_id': 'c242f8ae-2fcd-4775-9c7d-d7c0fe9d11a0', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:51:30Z', 'updated_at': '2021-07-14T18:51:41Z', 'revision_number': 5, 'project_id': '6f1f29d6af59462b92aca472594c5dfe', 'subnets': [{'id': 'c242f8ae-2fcd-4775-9c7d-d7c0fe9d11a0', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4ef9eb72-2c0d-4057-ab77-9deed7f233b2', 'name': '', 'network_id': 'e05a9ef3-0641-43f2-9075-4991e2d9763e', 'tenant_id': '6f1f29d6af59462b92aca472594c5dfe', 'mac_address': 'fa:16:3e:de:45:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b36e9b8-ebb9-4e00-82b3-7597a6cd4803', 'device_owner': 'network:router_interface', 'standard_attr_id': 3185, 'fixed_ips': [{'subnet_id': '7bd13cb6-9a53-4b0c-accc-0443154b108b', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:51:43Z', 'updated_at': '2021-07-14T18:51:54Z', 'revision_number': 5, 'project_id': '6f1f29d6af59462b92aca472594c5dfe', 'subnets': [{'id': '7bd13cb6-9a53-4b0c-accc-0443154b108b', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eacec585-229e-47d7-9e73-b272fc633afb', 'name': '', 'network_id': '275ddbb7-c5a9-4c2c-8018-e9690f775e48', 'tenant_id': '6f1f29d6af59462b92aca472594c5dfe', 'mac_address': 'fa:16:3e:f5:9b:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b36e9b8-ebb9-4e00-82b3-7597a6cd4803', 'device_owner': 'network:router_interface', 'standard_attr_id': 3155, 'fixed_ips': [{'subnet_id': '8aa91cd5-e850-4db8-8ed4-215781be9f6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:51:26Z', 'updated_at': '2021-07-14T18:51:37Z', 'revision_number': 5, 'project_id': '6f1f29d6af59462b92aca472594c5dfe', 'subnets': [{'id': '8aa91cd5-e850-4db8-8ed4-215781be9f6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 18:51:56.854057 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-469c1d71-7b54-46cc-9fda-8afdbf087329 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-598732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-928907'] for router_interface, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:57.089704 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-469c1d71-7b54-46cc-9fda-8afdbf087329 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Router 6b36e9b8-ebb9-4e00-82b3-7597a6cd4803 has already been hosted by L3 agent 2c6eb27e-defb-4cca-9a24-381c7415e359 {{(pid=93915) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 18:51:57.196410 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-469c1d71-7b54-46cc-9fda-8afdbf087329 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify agent at l3_agent.n-d-800634-3 the message routers_updated {{(pid=93915) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 18:51:57.204167 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-469c1d71-7b54-46cc-9fda-8afdbf087329 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] 10.222.0.16 "PUT /v2.0/routers/6b36e9b8-ebb9-4e00-82b3-7597a6cd4803/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6119695 Jul 14 18:51:57.205940 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d04ea417-89ce-4a18-a0e0-c9784ad7d2c1 None None] Sync routers for ids ['6b36e9b8-ebb9-4e00-82b3-7597a6cd4803'] in n-d-800634-3 {{(pid=93917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 18:51:57.206450 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 46818) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:51:57.219823 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d04ea417-89ce-4a18-a0e0-c9784ad7d2c1 None None] Routers {'6b36e9b8-ebb9-4e00-82b3-7597a6cd4803'} bound to L3 agent in host n-d-800634-3 {{(pid=93917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:51:57.220486 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-d04ea417-89ce-4a18-a0e0-c9784ad7d2c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:51:53Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['6b36e9b8-ebb9-4e00-82b3-7597a6cd4803'], 'active': True} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:51:57.244479 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 46820) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:51:57.262928 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d61b231-1fee-4064-8821-7a97cc39760c tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Deleting subnet 7bd13cb6-9a53-4b0c-accc-0443154b108b {{(pid=93915) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 18:51:57.266926 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-5d61b231-1fee-4064-8821-7a97cc39760c tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify callbacks [] for subnet, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:57.318508 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-5d61b231-1fee-4064-8821-7a97cc39760c tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28939913'] for subnet, precommit_delete_associations {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:57.331922 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvr_db [None req-d04ea417-89ce-4a18-a0e0-c9784ad7d2c1 None None] Set router 6b36e9b8-ebb9-4e00-82b3-7597a6cd4803 gateway port host: None {{(pid=93917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 18:51:57.380636 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-95a8c589-0218-419d-b8b0-cdd4977a09db admin admin] Notify callbacks [] for security_group, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:57.446513 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-5d61b231-1fee-4064-8821-7a97cc39760c tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081283'] for subnet, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:57.572454 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-95a8c589-0218-419d-b8b0-cdd4977a09db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:57.578652 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-95a8c589-0218-419d-b8b0-cdd4977a09db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:57.599974 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-d04ea417-89ce-4a18-a0e0-c9784ad7d2c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b36e9b8-ebb9-4e00-82b3-7597a6cd4803', 'name': 'tempest-RoutersTest-router-1800355958', 'tenant_id': '6f1f29d6af59462b92aca472594c5dfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:51:25Z', 'updated_at': '2021-07-14T18:51:56Z', 'revision_number': 8, 'project_id': '6f1f29d6af59462b92aca472594c5dfe', 'gw_port_host': None, '_interfaces': [{'id': '325113d7-89d6-458d-97ac-6f59f55209d4', 'name': '', 'network_id': 'b764b668-2c9a-40af-af9c-1b535e3ec581', 'tenant_id': '6f1f29d6af59462b92aca472594c5dfe', 'mac_address': 'fa:16:3e:51:8a:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b36e9b8-ebb9-4e00-82b3-7597a6cd4803', 'device_owner': 'network:router_interface', 'standard_attr_id': 3180, 'fixed_ips': [{'subnet_id': '541835b3-d4a8-4205-b085-f2e68808ec29', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:51:36Z', 'updated_at': '2021-07-14T18:51:48Z', 'revision_number': 5, 'project_id': '6f1f29d6af59462b92aca472594c5dfe', 'subnets': [{'id': '541835b3-d4a8-4205-b085-f2e68808ec29', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4c4aee84-66eb-4766-88d3-c8530246e05d', 'name': '', 'network_id': '439f67f1-d719-40e8-9805-bd85e757bc26', 'tenant_id': '6f1f29d6af59462b92aca472594c5dfe', 'mac_address': 'fa:16:3e:e8:5d:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b36e9b8-ebb9-4e00-82b3-7597a6cd4803', 'device_owner': 'network:router_interface', 'standard_attr_id': 3165, 'fixed_ips': [{'subnet_id': 'c242f8ae-2fcd-4775-9c7d-d7c0fe9d11a0', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:51:30Z', 'updated_at': '2021-07-14T18:51:41Z', 'revision_number': 5, 'project_id': '6f1f29d6af59462b92aca472594c5dfe', 'subnets': [{'id': 'c242f8ae-2fcd-4775-9c7d-d7c0fe9d11a0', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eacec585-229e-47d7-9e73-b272fc633afb', 'name': '', 'network_id': '275ddbb7-c5a9-4c2c-8018-e9690f775e48', 'tenant_id': '6f1f29d6af59462b92aca472594c5dfe', 'mac_address': 'fa:16:3e:f5:9b:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b36e9b8-ebb9-4e00-82b3-7597a6cd4803', 'device_owner': 'network:router_interface', 'standard_attr_id': 3155, 'fixed_ips': [{'subnet_id': '8aa91cd5-e850-4db8-8ed4-215781be9f6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:51:26Z', 'updated_at': '2021-07-14T18:51:37Z', 'revision_number': 5, 'project_id': '6f1f29d6af59462b92aca472594c5dfe', 'subnets': [{'id': '8aa91cd5-e850-4db8-8ed4-215781be9f6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-3', False) {} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:51:57.631927 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-95a8c589-0218-419d-b8b0-cdd4977a09db admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1ef75b41d63049aca52b004472a58322&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3858359 Jul 14 18:51:57.632904 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 46838) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:51:57.640523 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a8c589-0218-419d-b8b0-cdd4977a09db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26c2084f-cc70-4cad-a539-451d667aebfd,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:51:57.642526 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d04ea417-89ce-4a18-a0e0-c9784ad7d2c1 None None] Checking router: 6b36e9b8-ebb9-4e00-82b3-7597a6cd4803 for host: n-d-800634-3 {{(pid=93917) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 18:51:57.654267 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c89ec3a9-35c8-4a0e-bb7c-f84f66a63d4a req-efed125d-7f17-4371-911f-ffb528748dcd tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] 10.222.0.16 "GET /v2.0/ports?device_id=e21060b3-7836-4f9d-9f9c-3326f4df0b64 HTTP/1.1" status: 200 len: 210 time: 0.0420105 Jul 14 18:51:57.656617 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-5d61b231-1fee-4064-8821-7a97cc39760c tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25913028', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28969762'] for subnet, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:57.667528 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d04ea417-89ce-4a18-a0e0-c9784ad7d2c1 None None] Routers {'6b36e9b8-ebb9-4e00-82b3-7597a6cd4803'} bound to L3 agent in host n-d-800634-3 {{(pid=93917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:51:57.670073 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-d04ea417-89ce-4a18-a0e0-c9784ad7d2c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:51:53Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['6b36e9b8-ebb9-4e00-82b3-7597a6cd4803'], 'active': True} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:51:57.694223 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-5d61b231-1fee-4064-8821-7a97cc39760c tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify callbacks [] for subnet, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:57.700145 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 46842) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:51:57.710442 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-5d61b231-1fee-4064-8821-7a97cc39760c tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] 10.222.0.16 "DELETE /v2.0/subnets/7bd13cb6-9a53-4b0c-accc-0443154b108b HTTP/1.1" status: 204 len: 168 time: 0.5032187 Jul 14 18:51:57.747080 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d61b231-1fee-4064-8821-7a97cc39760c tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Pushing event deleted for resources: {'Subnet': ['ID=7bd13cb6-9a53-4b0c-accc-0443154b108b,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:51:57.749756 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c739d95b-2478-456e-bb20-0ab91b2852b3 None None] Network e05a9ef3-0641-43f2-9075-4991e2d9763e requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:51:57.828212 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-1a6594ee-a1b3-4ba2-b765-8da882d5e80e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:57.851181 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-b7f85a30-ad42-4656-821b-edbe6722133b tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645734'] for network, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:57.869557 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-1a6594ee-a1b3-4ba2-b765-8da882d5e80e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:57.897124 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvr_db [None req-d04ea417-89ce-4a18-a0e0-c9784ad7d2c1 None None] Set router 6b36e9b8-ebb9-4e00-82b3-7597a6cd4803 gateway port host: None {{(pid=93917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 18:51:57.983649 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-b7f85a30-ad42-4656-821b-edbe6722133b tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Deleting port f0b4c616-9453-406a-837a-10bdf9f22d12 {{(pid=93916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:51:57.984446 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-b7f85a30-ad42-4656-821b-edbe6722133b tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:57.987547 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-1a6594ee-a1b3-4ba2-b765-8da882d5e80e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:57.990502 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-1a6594ee-a1b3-4ba2-b765-8da882d5e80e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:57.992622 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-1a6594ee-a1b3-4ba2-b765-8da882d5e80e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/26c2084f-cc70-4cad-a539-451d667aebfd HTTP/1.1" status: 204 len: 168 time: 0.3583257 Jul 14 18:51:58.055222 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6594ee-a1b3-4ba2-b765-8da882d5e80e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26c2084f-cc70-4cad-a539-451d667aebfd,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:51:58.087065 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.db [None req-b7f85a30-ad42-4656-821b-edbe6722133b tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] For port f0b4c616-9453-406a-837a-10bdf9f22d12, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=f0b4c616-9453-406a-837a-10bdf9f22d12,segment=NetworkSegment(f7ae0169-7ea2-4d88-ab17-ed293b9394f1),segment_id=f7ae0169-7ea2-4d88-ab17-ed293b9394f1)] {{(pid=93916) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:51:58.087914 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-b7f85a30-ad42-4656-821b-edbe6722133b tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:58.106000 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-b7f85a30-ad42-4656-821b-edbe6722133b tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Calling delete_port for f0b4c616-9453-406a-837a-10bdf9f22d12 owned by network:dhcp {{(pid=93916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:51:58.211700 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-b7f85a30-ad42-4656-821b-edbe6722133b tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:58.240211 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f85a30-ad42-4656-821b-edbe6722133b tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Pushing event deleted for resources: {'Port': ['ID=f0b4c616-9453-406a-837a-10bdf9f22d12,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:51:58.244914 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7f85a30-ad42-4656-821b-edbe6722133b tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] No DVR routers for this DVR port f0b4c616-9453-406a-837a-10bdf9f22d12 on host n-d-800634-3 {{(pid=93916) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 18:51:58.343103 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c694536c-059c-4261-96b2-6c700ca9cd99 None None] DHCP port deletion for e05a9ef3-0641-43f2-9075-4991e2d9763e request from n-d-800634-3 {{(pid=93917) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 18:51:58.346806 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-b7f85a30-ad42-4656-821b-edbe6722133b tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2096010', 'neutron.services.segments.db._delete_segments_for_network-8728202734996'] for network, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:58.388321 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.segments.db [None req-b7f85a30-ad42-4656-821b-edbe6722133b tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e05a9ef3-0641-43f2-9075-4991e2d9763e']}} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:51:58.393745 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-d04ea417-89ce-4a18-a0e0-c9784ad7d2c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b36e9b8-ebb9-4e00-82b3-7597a6cd4803', 'name': 'tempest-RoutersTest-router-1800355958', 'tenant_id': '6f1f29d6af59462b92aca472594c5dfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:51:25Z', 'updated_at': '2021-07-14T18:51:56Z', 'revision_number': 8, 'project_id': '6f1f29d6af59462b92aca472594c5dfe', 'gw_port_host': None, '_interfaces': [{'id': '325113d7-89d6-458d-97ac-6f59f55209d4', 'name': '', 'network_id': 'b764b668-2c9a-40af-af9c-1b535e3ec581', 'tenant_id': '6f1f29d6af59462b92aca472594c5dfe', 'mac_address': 'fa:16:3e:51:8a:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b36e9b8-ebb9-4e00-82b3-7597a6cd4803', 'device_owner': 'network:router_interface', 'standard_attr_id': 3180, 'fixed_ips': [{'subnet_id': '541835b3-d4a8-4205-b085-f2e68808ec29', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:51:36Z', 'updated_at': '2021-07-14T18:51:48Z', 'revision_number': 5, 'project_id': '6f1f29d6af59462b92aca472594c5dfe', 'subnets': [{'id': '541835b3-d4a8-4205-b085-f2e68808ec29', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4c4aee84-66eb-4766-88d3-c8530246e05d', 'name': '', 'network_id': '439f67f1-d719-40e8-9805-bd85e757bc26', 'tenant_id': '6f1f29d6af59462b92aca472594c5dfe', 'mac_address': 'fa:16:3e:e8:5d:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b36e9b8-ebb9-4e00-82b3-7597a6cd4803', 'device_owner': 'network:router_interface', 'standard_attr_id': 3165, 'fixed_ips': [{'subnet_id': 'c242f8ae-2fcd-4775-9c7d-d7c0fe9d11a0', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:51:30Z', 'updated_at': '2021-07-14T18:51:41Z', 'revision_number': 5, 'project_id': '6f1f29d6af59462b92aca472594c5dfe', 'subnets': [{'id': 'c242f8ae-2fcd-4775-9c7d-d7c0fe9d11a0', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eacec585-229e-47d7-9e73-b272fc633afb', 'name': '', 'network_id': '275ddbb7-c5a9-4c2c-8018-e9690f775e48', 'tenant_id': '6f1f29d6af59462b92aca472594c5dfe', 'mac_address': 'fa:16:3e:f5:9b:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b36e9b8-ebb9-4e00-82b3-7597a6cd4803', 'device_owner': 'network:router_interface', 'standard_attr_id': 3155, 'fixed_ips': [{'subnet_id': '8aa91cd5-e850-4db8-8ed4-215781be9f6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:51:26Z', 'updated_at': '2021-07-14T18:51:37Z', 'revision_number': 5, 'project_id': '6f1f29d6af59462b92aca472594c5dfe', 'subnets': [{'id': '8aa91cd5-e850-4db8-8ed4-215781be9f6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-3', False) {} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:51:58.412412 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.segments.db [None req-b7f85a30-ad42-4656-821b-edbe6722133b tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7ae0169-7ea2-4d88-ab17-ed293b9394f1') {'for_net_delete': True} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:51:58.413275 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.segments.db [None req-b7f85a30-ad42-4656-821b-edbe6722133b tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7ae0169-7ea2-4d88-ab17-ed293b9394f1') {} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:51:58.424396 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-b7f85a30-ad42-4656-821b-edbe6722133b tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728202715275', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26296891'] for segment, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:58.434522 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d04ea417-89ce-4a18-a0e0-c9784ad7d2c1 None None] The sync data for ids ['6b36e9b8-ebb9-4e00-82b3-7597a6cd4803'] in n-d-800634-3 is: [{'id': '6b36e9b8-ebb9-4e00-82b3-7597a6cd4803', 'name': 'tempest-RoutersTest-router-1800355958', 'tenant_id': '6f1f29d6af59462b92aca472594c5dfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:51:25Z', 'updated_at': '2021-07-14T18:51:56Z', 'revision_number': 8, 'project_id': '6f1f29d6af59462b92aca472594c5dfe', 'gw_port_host': None, '_interfaces': [{'id': '325113d7-89d6-458d-97ac-6f59f55209d4', 'name': '', 'network_id': 'b764b668-2c9a-40af-af9c-1b535e3ec581', 'tenant_id': '6f1f29d6af59462b92aca472594c5dfe', 'mac_address': 'fa:16:3e:51:8a:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b36e9b8-ebb9-4e00-82b3-7597a6cd4803', 'device_owner': 'network:router_interface', 'standard_attr_id': 3180, 'fixed_ips': [{'subnet_id': '541835b3-d4a8-4205-b085-f2e68808ec29', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:51:36Z', 'updated_at': '2021-07-14T18:51:48Z', 'revision_number': 5, 'project_id': '6f1f29d6af59462b92aca472594c5dfe', 'subnets': [{'id': '541835b3-d4a8-4205-b085-f2e68808ec29', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4c4aee84-66eb-4766-88d3-c8530246e05d', 'name': '', 'network_id': '439f67f1-d719-40e8-9805-bd85e757bc26', 'tenant_id': '6f1f29d6af59462b92aca472594c5dfe', 'mac_address': 'fa:16:3e:e8:5d:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b36e9b8-ebb9-4e00-82b3-7597a6cd4803', 'device_owner': 'network:router_interface', 'standard_attr_id': 3165, 'fixed_ips': [{'subnet_id': 'c242f8ae-2fcd-4775-9c7d-d7c0fe9d11a0', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:51:30Z', 'updated_at': '2021-07-14T18:51:41Z', 'revision_number': 5, 'project_id': '6f1f29d6af59462b92aca472594c5dfe', 'subnets': [{'id': 'c242f8ae-2fcd-4775-9c7d-d7c0fe9d11a0', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eacec585-229e-47d7-9e73-b272fc633afb', 'name': '', 'network_id': '275ddbb7-c5a9-4c2c-8018-e9690f775e48', 'tenant_id': '6f1f29d6af59462b92aca472594c5dfe', 'mac_address': 'fa:16:3e:f5:9b:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b36e9b8-ebb9-4e00-82b3-7597a6cd4803', 'device_owner': 'network:router_interface', 'standard_attr_id': 3155, 'fixed_ips': [{'subnet_id': '8aa91cd5-e850-4db8-8ed4-215781be9f6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:51:26Z', 'updated_at': '2021-07-14T18:51:37Z', 'revision_number': 5, 'project_id': '6f1f29d6af59462b92aca472594c5dfe', 'subnets': [{'id': '8aa91cd5-e850-4db8-8ed4-215781be9f6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 18:51:58.467570 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-b7f85a30-ad42-4656-821b-edbe6722133b tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:58.482180 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7f85a30-ad42-4656-821b-edbe6722133b tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Releasing vlan 55 on physical network physnet1 to pool {{(pid=93916) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 18:51:58.482596 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-b7f85a30-ad42-4656-821b-edbe6722133b tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2682942'] for segment, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:58.491158 n-d-800634-3 neutron-server[93916]: Traceback (most recent call last): Jul 14 18:51:58.491158 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 18:51:58.491158 n-d-800634-3 neutron-server[93916]: timer() Jul 14 18:51:58.491158 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 18:51:58.491158 n-d-800634-3 neutron-server[93916]: cb(*args, **kw) Jul 14 18:51:58.491158 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 18:51:58.491158 n-d-800634-3 neutron-server[93916]: return func(*args, **kwargs) Jul 14 18:51:58.491158 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 18:51:58.491158 n-d-800634-3 neutron-server[93916]: self._notify() Jul 14 18:51:58.491158 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 18:51:58.491158 n-d-800634-3 neutron-server[93916]: self.callback(batched_events) Jul 14 18:51:58.491158 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 18:51:58.491158 n-d-800634-3 neutron-server[93916]: event.method(event) Jul 14 18:51:58.491158 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 18:51:58.491158 n-d-800634-3 neutron-server[93916]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 18:51:58.491158 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 18:51:58.491158 n-d-800634-3 neutron-server[93916]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 18:51:58.491158 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 18:51:58.491158 n-d-800634-3 neutron-server[93916]: return f(self, *a, **k) Jul 14 18:51:58.491158 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 18:51:58.491158 n-d-800634-3 neutron-server[93916]: return self._get(url).json() Jul 14 18:51:58.491158 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 18:51:58.491158 n-d-800634-3 neutron-server[93916]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 18:51:58.491158 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 18:51:58.491158 n-d-800634-3 neutron-server[93916]: return self.request(url, 'GET', **kwargs) Jul 14 18:51:58.491158 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 18:51:58.491158 n-d-800634-3 neutron-server[93916]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 18:51:58.491158 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 18:51:58.491158 n-d-800634-3 neutron-server[93916]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 18:51:58.491158 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 18:51:58.491158 n-d-800634-3 neutron-server[93916]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 18:51:58.491158 n-d-800634-3 neutron-server[93916]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 18:51:58.577978 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-b7f85a30-ad42-4656-821b-edbe6722133b tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2096001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-930085'] for network, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:58.591509 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-b7f85a30-ad42-4656-821b-edbe6722133b tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify callbacks [] for network, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:58.597913 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 46862) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:51:58.606099 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-b7f85a30-ad42-4656-821b-edbe6722133b tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] 10.222.0.16 "DELETE /v2.0/networks/e05a9ef3-0641-43f2-9075-4991e2d9763e HTTP/1.1" status: 204 len: 168 time: 0.9048314 Jul 14 18:51:58.661625 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f85a30-ad42-4656-821b-edbe6722133b tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Pushing event deleted for resources: {'Network': ['ID=e05a9ef3-0641-43f2-9075-4991e2d9763e,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:51:58.824556 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-4128280d-011d-4758-963b-de5feeb3e840 req-5d4c3cc1-92b4-4d9d-baaa-b6f425cfcf8f tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] 10.222.0.16 "GET /v2.0/ports?device_id=e21060b3-7836-4f9d-9f9c-3326f4df0b64 HTTP/1.1" status: 200 len: 210 time: 0.0683689 Jul 14 18:51:59.177747 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-1ae38ba5-1ed6-4fd4-ae1d-beef60799c7d tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-928623'] for router_interface, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:59.499300 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [None req-1ae38ba5-1ed6-4fd4-ae1d-beef60799c7d tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Deleting port 325113d7-89d6-458d-97ac-6f59f55209d4 {{(pid=93915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:51:59.499665 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-1ae38ba5-1ed6-4fd4-ae1d-beef60799c7d tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:59.645811 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [None req-1ae38ba5-1ed6-4fd4-ae1d-beef60799c7d tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] For port 325113d7-89d6-458d-97ac-6f59f55209d4, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=325113d7-89d6-458d-97ac-6f59f55209d4,segment=NetworkSegment(7f4d338e-dc29-4ddd-bebb-0ac9218b591f),segment_id=7f4d338e-dc29-4ddd-bebb-0ac9218b591f)] {{(pid=93915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:51:59.646200 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-1ae38ba5-1ed6-4fd4-ae1d-beef60799c7d tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:51:59.667214 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [None req-1ae38ba5-1ed6-4fd4-ae1d-beef60799c7d tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Calling delete_port for 325113d7-89d6-458d-97ac-6f59f55209d4 owned by network:router_interface {{(pid=93915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:51:59.834202 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 4ef9eb72-2c0d-4057-ab77-9deed7f233b2 no longer exists at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 18:51:59.878030 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] No Port match for: 4ef9eb72-2c0d-4057-ab77-9deed7f233b2 {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 18:51:59.881241 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 4ef9eb72-2c0d-4057-ab77-9deed7f233b2 not bound to the agent host n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 18:51:59.884647 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device f0b4c616-9453-406a-837a-10bdf9f22d12 no longer exists at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 18:51:59.950475 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] No Port match for: f0b4c616-9453-406a-837a-10bdf9f22d12 {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 18:51:59.951642 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device f0b4c616-9453-406a-837a-10bdf9f22d12 not bound to the agent host n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 18:51:59.969056 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-1ae38ba5-1ed6-4fd4-ae1d-beef60799c7d tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:00.014094 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-dbe7526c-e4ee-4207-8290-3dccb02f1984 req-224081f6-f108-4a12-b958-d047bb039072 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] 10.222.0.16 "GET /v2.0/ports?device_id=e21060b3-7836-4f9d-9f9c-3326f4df0b64 HTTP/1.1" status: 200 len: 210 time: 0.0587280 Jul 14 18:52:00.051693 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae38ba5-1ed6-4fd4-ae1d-beef60799c7d tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Pushing event deleted for resources: {'Port': ['ID=325113d7-89d6-458d-97ac-6f59f55209d4,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:52:00.401390 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-1ae38ba5-1ed6-4fd4-ae1d-beef60799c7d tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-598732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-928907'] for router_interface, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:00.453583 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 46934) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:52:00.654003 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-728b0448-4802-4e78-ae76-b6f6b8177d5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:00.674517 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ae38ba5-1ed6-4fd4-ae1d-beef60799c7d tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Router 6b36e9b8-ebb9-4e00-82b3-7597a6cd4803 has already been hosted by L3 agent 2c6eb27e-defb-4cca-9a24-381c7415e359 {{(pid=93915) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 18:52:00.788307 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ae38ba5-1ed6-4fd4-ae1d-beef60799c7d tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify agent at l3_agent.n-d-800634-3 the message routers_updated {{(pid=93915) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 18:52:00.795024 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-1ae38ba5-1ed6-4fd4-ae1d-beef60799c7d tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] 10.222.0.16 "PUT /v2.0/routers/6b36e9b8-ebb9-4e00-82b3-7597a6cd4803/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1957331 Jul 14 18:52:00.798943 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-809ce809-5396-4451-a0ba-a8d6e8d59bf3 None None] Sync routers for ids ['6b36e9b8-ebb9-4e00-82b3-7597a6cd4803'] in n-d-800634-3 {{(pid=93918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 18:52:00.799596 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 46966) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:52:00.811237 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-809ce809-5396-4451-a0ba-a8d6e8d59bf3 None None] Routers {'6b36e9b8-ebb9-4e00-82b3-7597a6cd4803'} bound to L3 agent in host n-d-800634-3 {{(pid=93918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:52:00.811832 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-809ce809-5396-4451-a0ba-a8d6e8d59bf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:51:53Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['6b36e9b8-ebb9-4e00-82b3-7597a6cd4803'], 'active': True} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:52:01.017534 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.db_base_plugin_v2 [None req-4532291a-8892-4807-838b-8e2f22380ba6 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Deleting subnet 541835b3-d4a8-4205-b085-f2e68808ec29 {{(pid=93916) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 18:52:01.025821 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-4532291a-8892-4807-838b-8e2f22380ba6 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify callbacks [] for subnet, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:01.073619 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvr_db [None req-809ce809-5396-4451-a0ba-a8d6e8d59bf3 None None] Set router 6b36e9b8-ebb9-4e00-82b3-7597a6cd4803 gateway port host: None {{(pid=93918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 18:52:01.110226 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-728b0448-4802-4e78-ae76-b6f6b8177d5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:01.124410 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-728b0448-4802-4e78-ae76-b6f6b8177d5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:01.144840 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-4532291a-8892-4807-838b-8e2f22380ba6 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26296866'] for subnet, precommit_delete_associations {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:01.151183 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-513b34db-7788-45e3-8395-a7031345ebbf req-0a1453a8-783e-4398-870e-c577e27876cb tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] 10.222.0.16 "GET /v2.0/ports?device_id=e21060b3-7836-4f9d-9f9c-3326f4df0b64 HTTP/1.1" status: 200 len: 210 time: 0.0440991 Jul 14 18:52:01.275364 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-4532291a-8892-4807-838b-8e2f22380ba6 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081283'] for subnet, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:01.372817 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 47002) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:52:01.396402 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 47006) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:52:01.397116 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-728b0448-4802-4e78-ae76-b6f6b8177d5b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5d9abf577b634fbe81afe0650cfe06e4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9405360 Jul 14 18:52:01.401580 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728b0448-4802-4e78-ae76-b6f6b8177d5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3774808d-cd0f-435f-a3e4-0424c71c2713,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:52:01.425718 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-4532291a-8892-4807-838b-8e2f22380ba6 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2684816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26033152'] for subnet, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:01.456165 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a10bde80-b4d1-469b-8a0c-36f31505dc51 None None] Network b764b668-2c9a-40af-af9c-1b535e3ec581 requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:52:01.457289 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-4532291a-8892-4807-838b-8e2f22380ba6 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify callbacks [] for subnet, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:01.460894 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-4532291a-8892-4807-838b-8e2f22380ba6 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] 10.222.0.16 "DELETE /v2.0/subnets/541835b3-d4a8-4205-b085-f2e68808ec29 HTTP/1.1" status: 204 len: 168 time: 0.6548736 Jul 14 18:52:01.463520 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 47008) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:52:01.500155 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4532291a-8892-4807-838b-8e2f22380ba6 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Pushing event deleted for resources: {'Subnet': ['ID=541835b3-d4a8-4205-b085-f2e68808ec29,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:52:01.538309 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-d7ce0e57-47c3-43c2-9d04-fcff6c52a2f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:01.604703 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-d7ce0e57-47c3-43c2-9d04-fcff6c52a2f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:01.618628 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-809ce809-5396-4451-a0ba-a8d6e8d59bf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b36e9b8-ebb9-4e00-82b3-7597a6cd4803', 'name': 'tempest-RoutersTest-router-1800355958', 'tenant_id': '6f1f29d6af59462b92aca472594c5dfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:51:25Z', 'updated_at': '2021-07-14T18:51:59Z', 'revision_number': 9, 'project_id': '6f1f29d6af59462b92aca472594c5dfe', 'gw_port_host': None, '_interfaces': [{'id': '4c4aee84-66eb-4766-88d3-c8530246e05d', 'name': '', 'network_id': '439f67f1-d719-40e8-9805-bd85e757bc26', 'tenant_id': '6f1f29d6af59462b92aca472594c5dfe', 'mac_address': 'fa:16:3e:e8:5d:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b36e9b8-ebb9-4e00-82b3-7597a6cd4803', 'device_owner': 'network:router_interface', 'standard_attr_id': 3165, 'fixed_ips': [{'subnet_id': 'c242f8ae-2fcd-4775-9c7d-d7c0fe9d11a0', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:51:30Z', 'updated_at': '2021-07-14T18:51:41Z', 'revision_number': 5, 'project_id': '6f1f29d6af59462b92aca472594c5dfe', 'subnets': [{'id': 'c242f8ae-2fcd-4775-9c7d-d7c0fe9d11a0', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eacec585-229e-47d7-9e73-b272fc633afb', 'name': '', 'network_id': '275ddbb7-c5a9-4c2c-8018-e9690f775e48', 'tenant_id': '6f1f29d6af59462b92aca472594c5dfe', 'mac_address': 'fa:16:3e:f5:9b:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b36e9b8-ebb9-4e00-82b3-7597a6cd4803', 'device_owner': 'network:router_interface', 'standard_attr_id': 3155, 'fixed_ips': [{'subnet_id': '8aa91cd5-e850-4db8-8ed4-215781be9f6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:51:26Z', 'updated_at': '2021-07-14T18:51:37Z', 'revision_number': 5, 'project_id': '6f1f29d6af59462b92aca472594c5dfe', 'subnets': [{'id': '8aa91cd5-e850-4db8-8ed4-215781be9f6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-3', False) {} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:52:01.629034 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-8ecaf47f-bd61-444b-b261-0653037ad9f2 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645734'] for network, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:01.656046 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-ce71fb6a-8faa-4dbf-9ed8-44f24d98e210 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:01.707284 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-809ce809-5396-4451-a0ba-a8d6e8d59bf3 None None] Checking router: 6b36e9b8-ebb9-4e00-82b3-7597a6cd4803 for host: n-d-800634-3 {{(pid=93918) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 18:52:01.729429 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-809ce809-5396-4451-a0ba-a8d6e8d59bf3 None None] Routers {'6b36e9b8-ebb9-4e00-82b3-7597a6cd4803'} bound to L3 agent in host n-d-800634-3 {{(pid=93918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:52:01.730252 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-809ce809-5396-4451-a0ba-a8d6e8d59bf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:51:53Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['6b36e9b8-ebb9-4e00-82b3-7597a6cd4803'], 'active': True} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:52:01.734160 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-8ecaf47f-bd61-444b-b261-0653037ad9f2 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Deleting port d85b2570-95dc-48fa-a1c7-4b90248aff0b {{(pid=93916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:52:01.734540 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-8ecaf47f-bd61-444b-b261-0653037ad9f2 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:01.751735 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-d7ce0e57-47c3-43c2-9d04-fcff6c52a2f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:01.768996 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-d7ce0e57-47c3-43c2-9d04-fcff6c52a2f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:01.770345 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-d7ce0e57-47c3-43c2-9d04-fcff6c52a2f6 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3774808d-cd0f-435f-a3e4-0424c71c2713 HTTP/1.1" status: 204 len: 168 time: 0.3726537 Jul 14 18:52:01.771240 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 47012) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:52:01.802617 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e7ec032-0a69-45f7-a9c2-40269a64b21f None None] DHCP port deletion for b764b668-2c9a-40af-af9c-1b535e3ec581 request from n-d-800634-3 {{(pid=93917) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 18:52:01.873192 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvr_db [None req-809ce809-5396-4451-a0ba-a8d6e8d59bf3 None None] Set router 6b36e9b8-ebb9-4e00-82b3-7597a6cd4803 gateway port host: None {{(pid=93918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 18:52:01.878400 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-ce71fb6a-8faa-4dbf-9ed8-44f24d98e210 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:01.904421 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-5e7ec032-0a69-45f7-a9c2-40269a64b21f None None] Deleting port d85b2570-95dc-48fa-a1c7-4b90248aff0b {{(pid=93917) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:52:01.904606 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ce0e57-47c3-43c2-9d04-fcff6c52a2f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3774808d-cd0f-435f-a3e4-0424c71c2713,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:52:01.905133 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-5e7ec032-0a69-45f7-a9c2-40269a64b21f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:01.913880 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-ce71fb6a-8faa-4dbf-9ed8-44f24d98e210 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:01.937845 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.db [None req-8ecaf47f-bd61-444b-b261-0653037ad9f2 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] For port d85b2570-95dc-48fa-a1c7-4b90248aff0b, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=d85b2570-95dc-48fa-a1c7-4b90248aff0b,segment=NetworkSegment(7f4d338e-dc29-4ddd-bebb-0ac9218b591f),segment_id=7f4d338e-dc29-4ddd-bebb-0ac9218b591f)] {{(pid=93916) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:52:01.938239 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-8ecaf47f-bd61-444b-b261-0653037ad9f2 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:01.962866 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-ce71fb6a-8faa-4dbf-9ed8-44f24d98e210 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2523c28ab4334785b02acc22c51dffd3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5887985 Jul 14 18:52:01.965694 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 47018) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:52:01.997407 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-8ecaf47f-bd61-444b-b261-0653037ad9f2 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Calling delete_port for d85b2570-95dc-48fa-a1c7-4b90248aff0b owned by network:dhcp {{(pid=93916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:52:02.024461 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce71fb6a-8faa-4dbf-9ed8-44f24d98e210 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb070b82-cf12-4669-9595-94b36a0cf5ac,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:52:02.034523 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-5e7ec032-0a69-45f7-a9c2-40269a64b21f None None] For port d85b2570-95dc-48fa-a1c7-4b90248aff0b, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=d85b2570-95dc-48fa-a1c7-4b90248aff0b,segment=NetworkSegment(7f4d338e-dc29-4ddd-bebb-0ac9218b591f),segment_id=7f4d338e-dc29-4ddd-bebb-0ac9218b591f)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:52:02.034934 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-5e7ec032-0a69-45f7-a9c2-40269a64b21f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:02.078108 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-5e7ec032-0a69-45f7-a9c2-40269a64b21f None None] Calling delete_port for d85b2570-95dc-48fa-a1c7-4b90248aff0b owned by network:dhcp {{(pid=93917) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:52:02.091614 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-f066ef1a-8662-47b8-b3b5-7c8d86ab5606 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:02.119851 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-f066ef1a-8662-47b8-b3b5-7c8d86ab5606 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:02.268798 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-809ce809-5396-4451-a0ba-a8d6e8d59bf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b36e9b8-ebb9-4e00-82b3-7597a6cd4803', 'name': 'tempest-RoutersTest-router-1800355958', 'tenant_id': '6f1f29d6af59462b92aca472594c5dfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:51:25Z', 'updated_at': '2021-07-14T18:51:59Z', 'revision_number': 9, 'project_id': '6f1f29d6af59462b92aca472594c5dfe', 'gw_port_host': None, '_interfaces': [{'id': '4c4aee84-66eb-4766-88d3-c8530246e05d', 'name': '', 'network_id': '439f67f1-d719-40e8-9805-bd85e757bc26', 'tenant_id': '6f1f29d6af59462b92aca472594c5dfe', 'mac_address': 'fa:16:3e:e8:5d:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b36e9b8-ebb9-4e00-82b3-7597a6cd4803', 'device_owner': 'network:router_interface', 'standard_attr_id': 3165, 'fixed_ips': [{'subnet_id': 'c242f8ae-2fcd-4775-9c7d-d7c0fe9d11a0', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:51:30Z', 'updated_at': '2021-07-14T18:51:41Z', 'revision_number': 5, 'project_id': '6f1f29d6af59462b92aca472594c5dfe', 'subnets': [{'id': 'c242f8ae-2fcd-4775-9c7d-d7c0fe9d11a0', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eacec585-229e-47d7-9e73-b272fc633afb', 'name': '', 'network_id': '275ddbb7-c5a9-4c2c-8018-e9690f775e48', 'tenant_id': '6f1f29d6af59462b92aca472594c5dfe', 'mac_address': 'fa:16:3e:f5:9b:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b36e9b8-ebb9-4e00-82b3-7597a6cd4803', 'device_owner': 'network:router_interface', 'standard_attr_id': 3155, 'fixed_ips': [{'subnet_id': '8aa91cd5-e850-4db8-8ed4-215781be9f6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:51:26Z', 'updated_at': '2021-07-14T18:51:37Z', 'revision_number': 5, 'project_id': '6f1f29d6af59462b92aca472594c5dfe', 'subnets': [{'id': '8aa91cd5-e850-4db8-8ed4-215781be9f6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-3', False) {} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:52:02.292805 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-5e7ec032-0a69-45f7-a9c2-40269a64b21f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813'] for port, after_delete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:02.336365 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e7ec032-0a69-45f7-a9c2-40269a64b21f None None] No DVR routers for this DVR port d85b2570-95dc-48fa-a1c7-4b90248aff0b on host n-d-800634-3 {{(pid=93917) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 18:52:02.339886 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-809ce809-5396-4451-a0ba-a8d6e8d59bf3 None None] The sync data for ids ['6b36e9b8-ebb9-4e00-82b3-7597a6cd4803'] in n-d-800634-3 is: [{'id': '6b36e9b8-ebb9-4e00-82b3-7597a6cd4803', 'name': 'tempest-RoutersTest-router-1800355958', 'tenant_id': '6f1f29d6af59462b92aca472594c5dfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:51:25Z', 'updated_at': '2021-07-14T18:51:59Z', 'revision_number': 9, 'project_id': '6f1f29d6af59462b92aca472594c5dfe', 'gw_port_host': None, '_interfaces': [{'id': '4c4aee84-66eb-4766-88d3-c8530246e05d', 'name': '', 'network_id': '439f67f1-d719-40e8-9805-bd85e757bc26', 'tenant_id': '6f1f29d6af59462b92aca472594c5dfe', 'mac_address': 'fa:16:3e:e8:5d:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b36e9b8-ebb9-4e00-82b3-7597a6cd4803', 'device_owner': 'network:router_interface', 'standard_attr_id': 3165, 'fixed_ips': [{'subnet_id': 'c242f8ae-2fcd-4775-9c7d-d7c0fe9d11a0', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:51:30Z', 'updated_at': '2021-07-14T18:51:41Z', 'revision_number': 5, 'project_id': '6f1f29d6af59462b92aca472594c5dfe', 'subnets': [{'id': 'c242f8ae-2fcd-4775-9c7d-d7c0fe9d11a0', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eacec585-229e-47d7-9e73-b272fc633afb', 'name': '', 'network_id': '275ddbb7-c5a9-4c2c-8018-e9690f775e48', 'tenant_id': '6f1f29d6af59462b92aca472594c5dfe', 'mac_address': 'fa:16:3e:f5:9b:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b36e9b8-ebb9-4e00-82b3-7597a6cd4803', 'device_owner': 'network:router_interface', 'standard_attr_id': 3155, 'fixed_ips': [{'subnet_id': '8aa91cd5-e850-4db8-8ed4-215781be9f6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:51:26Z', 'updated_at': '2021-07-14T18:51:37Z', 'revision_number': 5, 'project_id': '6f1f29d6af59462b92aca472594c5dfe', 'subnets': [{'id': '8aa91cd5-e850-4db8-8ed4-215781be9f6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 18:52:02.380338 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-8ecaf47f-bd61-444b-b261-0653037ad9f2 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:02.417788 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7ec032-0a69-45f7-a9c2-40269a64b21f None None] Pushing event deleted for resources: {'Port': ['ID=d85b2570-95dc-48fa-a1c7-4b90248aff0b,revision_number=None']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:52:02.433928 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ecaf47f-bd61-444b-b261-0653037ad9f2 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Pushing event deleted for resources: {'Port': ['ID=d85b2570-95dc-48fa-a1c7-4b90248aff0b,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:52:02.441309 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ecaf47f-bd61-444b-b261-0653037ad9f2 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] No DVR routers for this DVR port d85b2570-95dc-48fa-a1c7-4b90248aff0b on host n-d-800634-3 {{(pid=93916) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 18:52:02.464551 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-53e90004-37d3-4e4b-9516-5c46a5175ab5 req-59fff1d6-85df-4816-a4bc-2f557f915376 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] 10.222.0.16 "GET /v2.0/ports?device_id=e21060b3-7836-4f9d-9f9c-3326f4df0b64 HTTP/1.1" status: 200 len: 210 time: 0.0872235 Jul 14 18:52:02.466197 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-34b65224-f87a-46de-980c-f7f24be546be admin admin] Notify callbacks [] for security_group, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:02.519726 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-f066ef1a-8662-47b8-b3b5-7c8d86ab5606 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:02.526664 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-f066ef1a-8662-47b8-b3b5-7c8d86ab5606 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:02.535549 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-f066ef1a-8662-47b8-b3b5-7c8d86ab5606 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/cb070b82-cf12-4669-9595-94b36a0cf5ac HTTP/1.1" status: 204 len: 168 time: 0.5681331 Jul 14 18:52:02.638075 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f066ef1a-8662-47b8-b3b5-7c8d86ab5606 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb070b82-cf12-4669-9595-94b36a0cf5ac,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:52:02.686102 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:02.711880 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-8ecaf47f-bd61-444b-b261-0653037ad9f2 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2096010', 'neutron.services.segments.db._delete_segments_for_network-8728202734996'] for network, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:02.722277 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-34b65224-f87a-46de-980c-f7f24be546be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:02.728007 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-34b65224-f87a-46de-980c-f7f24be546be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:02.735098 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.segments.db [None req-8ecaf47f-bd61-444b-b261-0653037ad9f2 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b764b668-2c9a-40af-af9c-1b535e3ec581']}} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:52:02.759822 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.segments.db [None req-8ecaf47f-bd61-444b-b261-0653037ad9f2 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f4d338e-dc29-4ddd-bebb-0ac9218b591f') {'for_net_delete': True} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:52:02.760081 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.segments.db [None req-8ecaf47f-bd61-444b-b261-0653037ad9f2 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f4d338e-dc29-4ddd-bebb-0ac9218b591f') {} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:52:02.786311 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-8ecaf47f-bd61-444b-b261-0653037ad9f2 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728202715275', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26296891'] for segment, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:02.818159 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-8ecaf47f-bd61-444b-b261-0653037ad9f2 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:02.822599 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-34b65224-f87a-46de-980c-f7f24be546be admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=711885de1b9a467abcdec8d316a20e20&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0313249 Jul 14 18:52:02.825277 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 47040) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:52:02.829613 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b65224-f87a-46de-980c-f7f24be546be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68fc6251-2e4d-4825-a783-0cc0c806c21b,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:52:02.834656 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ecaf47f-bd61-444b-b261-0653037ad9f2 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Releasing vlan 62 on physical network physnet1 to pool {{(pid=93916) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 18:52:02.835072 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-8ecaf47f-bd61-444b-b261-0653037ad9f2 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2682942'] for segment, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:02.855691 n-d-800634-3 neutron-server[93916]: Traceback (most recent call last): Jul 14 18:52:02.855691 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 18:52:02.855691 n-d-800634-3 neutron-server[93916]: timer() Jul 14 18:52:02.855691 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 18:52:02.855691 n-d-800634-3 neutron-server[93916]: cb(*args, **kw) Jul 14 18:52:02.855691 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 18:52:02.855691 n-d-800634-3 neutron-server[93916]: return func(*args, **kwargs) Jul 14 18:52:02.855691 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 18:52:02.855691 n-d-800634-3 neutron-server[93916]: self._notify() Jul 14 18:52:02.855691 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 18:52:02.855691 n-d-800634-3 neutron-server[93916]: self.callback(batched_events) Jul 14 18:52:02.855691 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 18:52:02.855691 n-d-800634-3 neutron-server[93916]: event.method(event) Jul 14 18:52:02.855691 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 18:52:02.855691 n-d-800634-3 neutron-server[93916]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 18:52:02.855691 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 18:52:02.855691 n-d-800634-3 neutron-server[93916]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 18:52:02.855691 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 18:52:02.855691 n-d-800634-3 neutron-server[93916]: return f(self, *a, **k) Jul 14 18:52:02.855691 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 18:52:02.855691 n-d-800634-3 neutron-server[93916]: return self._get(url).json() Jul 14 18:52:02.855691 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 18:52:02.855691 n-d-800634-3 neutron-server[93916]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 18:52:02.855691 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 18:52:02.855691 n-d-800634-3 neutron-server[93916]: return self.request(url, 'GET', **kwargs) Jul 14 18:52:02.855691 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 18:52:02.855691 n-d-800634-3 neutron-server[93916]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 18:52:02.855691 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 18:52:02.855691 n-d-800634-3 neutron-server[93916]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 18:52:02.855691 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 18:52:02.855691 n-d-800634-3 neutron-server[93916]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 18:52:02.855691 n-d-800634-3 neutron-server[93916]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 18:52:02.965626 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-8ecaf47f-bd61-444b-b261-0653037ad9f2 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2096001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-930085'] for network, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:02.992429 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-8ecaf47f-bd61-444b-b261-0653037ad9f2 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify callbacks [] for network, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:02.997080 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 47052) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:52:02.997340 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-8ecaf47f-bd61-444b-b261-0653037ad9f2 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] 10.222.0.16 "DELETE /v2.0/networks/b764b668-2c9a-40af-af9c-1b535e3ec581 HTTP/1.1" status: 204 len: 168 time: 1.5324938 Jul 14 18:52:03.013166 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ecaf47f-bd61-444b-b261-0653037ad9f2 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Pushing event deleted for resources: {'Network': ['ID=b764b668-2c9a-40af-af9c-1b535e3ec581,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:52:03.015027 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-b9fc67e7-bfdc-43ac-bbbe-32201532a727 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:03.046236 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-b9fc67e7-bfdc-43ac-bbbe-32201532a727 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:03.125701 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-b9fc67e7-bfdc-43ac-bbbe-32201532a727 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:03.129183 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-b9fc67e7-bfdc-43ac-bbbe-32201532a727 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:03.130689 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-b9fc67e7-bfdc-43ac-bbbe-32201532a727 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/68fc6251-2e4d-4825-a783-0cc0c806c21b HTTP/1.1" status: 204 len: 168 time: 0.3042524 Jul 14 18:52:03.144807 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fc67e7-bfdc-43ac-bbbe-32201532a727 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68fc6251-2e4d-4825-a783-0cc0c806c21b,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:52:03.752338 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-cf76a7f3-0712-446d-b68d-30759563cc9c req-c7bf4e64-4c2f-432c-9882-87fc6fdae931 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] 10.222.0.16 "GET /v2.0/ports?device_id=e21060b3-7836-4f9d-9f9c-3326f4df0b64 HTTP/1.1" status: 200 len: 210 time: 0.0479481 Jul 14 18:52:03.793449 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 47078) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:52:03.821057 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4ed379-f4ad-4888-b235-ea520fab77df req-55a5a952-b6b3-4640-80b1-e1bbf9d40bbb tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:52:03.822538 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-8d4ed379-f4ad-4888-b235-ea520fab77df req-55a5a952-b6b3-4640-80b1-e1bbf9d40bbb tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] 10.222.0.35 "GET /v2.0/networks?id=d41f9397-de9e-4e07-a07d-8cf0ac566250 HTTP/1.1" status: 200 len: 811 time: 0.6051722 Jul 14 18:52:03.836299 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 325113d7-89d6-458d-97ac-6f59f55209d4 no longer exists at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 18:52:03.842630 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-2a76b1e5-6791-4cec-9bfa-5971612c0af3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:03.864300 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] No Port match for: 325113d7-89d6-458d-97ac-6f59f55209d4 {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 18:52:03.864903 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 325113d7-89d6-458d-97ac-6f59f55209d4 not bound to the agent host n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 18:52:03.865568 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device d85b2570-95dc-48fa-a1c7-4b90248aff0b no longer exists at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 18:52:03.886838 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] No Port match for: d85b2570-95dc-48fa-a1c7-4b90248aff0b {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 18:52:03.887618 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device d85b2570-95dc-48fa-a1c7-4b90248aff0b not bound to the agent host n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 18:52:03.935897 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-8d4ed379-f4ad-4888-b235-ea520fab77df req-56043471-c7f0-4ff1-a9ce-4524dd653015 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5093a1bcf9144b0bbe697fc3cf12df56 HTTP/1.1" status: 200 len: 379 time: 0.1040237 Jul 14 18:52:03.948155 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [req-8d4ed379-f4ad-4888-b235-ea520fab77df req-775c9004-7201-4705-9452-8b0e0b90da94 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] Request body: {'port': {'device_id': 'e21060b3-7836-4f9d-9f9c-3326f4df0b64', 'network_id': 'd41f9397-de9e-4e07-a07d-8cf0ac566250', 'admin_state_up': True, 'tenant_id': '5093a1bcf9144b0bbe697fc3cf12df56', 'security_groups': ['6966763a-a9ce-4f04-9343-56b5726844ec']}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:52:04.050993 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-2a76b1e5-6791-4cec-9bfa-5971612c0af3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:04.058106 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-2a76b1e5-6791-4cec-9bfa-5971612c0af3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:04.125911 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a76b1e5-6791-4cec-9bfa-5971612c0af3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddf76c67-025f-41d0-8df3-f4521837475a,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:52:04.147573 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d4ed379-f4ad-4888-b235-ea520fab77df req-775c9004-7201-4705-9452-8b0e0b90da94 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] Made reservation on behalf of 5093a1bcf9144b0bbe697fc3cf12df56 for: {'port': 1} {{(pid=93915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:52:04.154522 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-8d4ed379-f4ad-4888-b235-ea520fab77df req-775c9004-7201-4705-9452-8b0e0b90da94 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:04.162723 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-2a76b1e5-6791-4cec-9bfa-5971612c0af3 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0e1a6d8b2a204452991e38800a6c77df&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3673506 Jul 14 18:52:04.165031 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 47088) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:52:04.247900 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-e9377023-a0b1-43f8-9b2a-354553318537 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:04.270204 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-3c06abf4-8a98-46c2-ae47-853cbd4e84be tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-928623'] for router_interface, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:04.289659 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-e9377023-a0b1-43f8-9b2a-354553318537 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:04.349738 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-e9377023-a0b1-43f8-9b2a-354553318537 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:04.353525 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-e9377023-a0b1-43f8-9b2a-354553318537 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:04.357188 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-e9377023-a0b1-43f8-9b2a-354553318537 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ddf76c67-025f-41d0-8df3-f4521837475a HTTP/1.1" status: 204 len: 168 time: 0.1880763 Jul 14 18:52:04.376526 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9377023-a0b1-43f8-9b2a-354553318537 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddf76c67-025f-41d0-8df3-f4521837475a,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:52:04.411587 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.db_base_plugin_common [req-8d4ed379-f4ad-4888-b235-ea520fab77df req-775c9004-7201-4705-9452-8b0e0b90da94 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] Allocated IP 172.20.0.5 (d41f9397-de9e-4e07-a07d-8cf0ac566250/0161a33b-ac2d-4d08-b4de-fe1fa405f16a/feca8970-97a2-4046-b98f-53bd05674454) {{(pid=93915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:52:04.798711 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-8d4ed379-f4ad-4888-b235-ea520fab77df req-775c9004-7201-4705-9452-8b0e0b90da94 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] Notify callbacks [] for port, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:04.824179 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.provisioning_blocks [req-8d4ed379-f4ad-4888-b235-ea520fab77df req-775c9004-7201-4705-9452-8b0e0b90da94 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] Transition to ACTIVE for port object feca8970-97a2-4046-b98f-53bd05674454 will not be triggered until provisioned by entity DHCP. {{(pid=93915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:52:04.907632 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [None req-3c06abf4-8a98-46c2-ae47-853cbd4e84be tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Deleting port 4c4aee84-66eb-4766-88d3-c8530246e05d {{(pid=93915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:52:04.908135 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-3c06abf4-8a98-46c2-ae47-853cbd4e84be tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:04.971893 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-8d4ed379-f4ad-4888-b235-ea520fab77df req-775c9004-7201-4705-9452-8b0e0b90da94 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:05.021590 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d4ed379-f4ad-4888-b235-ea520fab77df req-775c9004-7201-4705-9452-8b0e0b90da94 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] Network d41f9397-de9e-4e07-a07d-8cf0ac566250 is already hosted by enough agents. {{(pid=93915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:52:05.039572 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [req-8d4ed379-f4ad-4888-b235-ea520fab77df req-775c9004-7201-4705-9452-8b0e0b90da94 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] Resources bound (agent type, host, resource id): {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:52:05.061432 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d4ed379-f4ad-4888-b235-ea520fab77df req-775c9004-7201-4705-9452-8b0e0b90da94 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] Received port after_create {{(pid=93915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:52:05.157260 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775c9004-7201-4705-9452-8b0e0b90da94 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] Pushing event updated for resources: {'Port': ['ID=feca8970-97a2-4046-b98f-53bd05674454,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:52:05.176918 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [None req-3c06abf4-8a98-46c2-ae47-853cbd4e84be tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] For port 4c4aee84-66eb-4766-88d3-c8530246e05d, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=4c4aee84-66eb-4766-88d3-c8530246e05d,segment=NetworkSegment(df53d31b-bc39-4385-a653-f77a3301cda8),segment_id=df53d31b-bc39-4385-a653-f77a3301cda8)] {{(pid=93915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:52:05.177287 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-3c06abf4-8a98-46c2-ae47-853cbd4e84be tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:05.213163 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [None req-3c06abf4-8a98-46c2-ae47-853cbd4e84be tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Calling delete_port for 4c4aee84-66eb-4766-88d3-c8530246e05d owned by network:router_interface {{(pid=93915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:52:05.225829 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4ed379-f4ad-4888-b235-ea520fab77df req-775c9004-7201-4705-9452-8b0e0b90da94 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:52:05.226391 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-8d4ed379-f4ad-4888-b235-ea520fab77df req-775c9004-7201-4705-9452-8b0e0b90da94 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:05.268230 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-8d4ed379-f4ad-4888-b235-ea520fab77df req-775c9004-7201-4705-9452-8b0e0b90da94 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3248920 Jul 14 18:52:05.334047 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c09d2a4-33d6-4d70-8cd6-8ed289c095df req-6c58e2ee-8032-4be5-970b-907e5a91627a tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:52:05.336298 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-1c09d2a4-33d6-4d70-8cd6-8ed289c095df req-6c58e2ee-8032-4be5-970b-907e5a91627a tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] 10.222.0.16 "GET /v2.0/ports?device_id=e21060b3-7836-4f9d-9f9c-3326f4df0b64 HTTP/1.1" status: 200 len: 931 time: 0.3130202 Jul 14 18:52:05.345519 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [req-8d4ed379-f4ad-4888-b235-ea520fab77df req-9cbcba8b-480c-496f-82e2-944c06e77a63 service neutron] Request body: {'port': {'device_id': 'e21060b3-7836-4f9d-9f9c-3326f4df0b64', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800634-3'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:52:05.469746 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-1c09d2a4-33d6-4d70-8cd6-8ed289c095df req-f034cfa3-0313-46d9-8ee4-8c18fa5e892b tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] 10.222.0.16 "GET /v2.0/security-groups?id=6966763a-a9ce-4f04-9343-56b5726844ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1189904 Jul 14 18:52:05.509815 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-7ddb462b-8bf3-4781-91e6-aa037915641a None None] Provisioning for port feca8970-97a2-4046-b98f-53bd05674454 completed by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:52:05.515992 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-7ddb462b-8bf3-4781-91e6-aa037915641a None None] Provisioning complete for port feca8970-97a2-4046-b98f-53bd05674454 triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:52:05.516649 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-7ddb462b-8bf3-4781-91e6-aa037915641a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:05.587832 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-7ddb462b-8bf3-4781-91e6-aa037915641a None None] Port feca8970-97a2-4046-b98f-53bd05674454 cannot update to ACTIVE because it is not bound. {{(pid=93917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 18:52:05.601782 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:05.636865 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-8d4ed379-f4ad-4888-b235-ea520fab77df req-9cbcba8b-480c-496f-82e2-944c06e77a63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:05.814169 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-3c06abf4-8a98-46c2-ae47-853cbd4e84be tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:05.858224 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c06abf4-8a98-46c2-ae47-853cbd4e84be tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Pushing event deleted for resources: {'Port': ['ID=4c4aee84-66eb-4766-88d3-c8530246e05d,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:52:06.248543 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 47254) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:52:06.292748 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-3c06abf4-8a98-46c2-ae47-853cbd4e84be tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-598732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-928907'] for router_interface, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:06.394440 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-2efb62b2-6423-4970-98aa-68bd28d77f19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:06.441415 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [req-8d4ed379-f4ad-4888-b235-ea520fab77df req-9cbcba8b-480c-496f-82e2-944c06e77a63 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id feca8970-97a2-4046-b98f-53bd05674454 {{(pid=93915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 18:52:06.450545 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-8d4ed379-f4ad-4888-b235-ea520fab77df req-9cbcba8b-480c-496f-82e2-944c06e77a63 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:06.531827 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.provisioning_blocks [req-8d4ed379-f4ad-4888-b235-ea520fab77df req-9cbcba8b-480c-496f-82e2-944c06e77a63 service neutron] Transition to ACTIVE for port object feca8970-97a2-4046-b98f-53bd05674454 will not be triggered until provisioned by entity L2. {{(pid=93915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:52:06.540780 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-8d4ed379-f4ad-4888-b235-ea520fab77df req-9cbcba8b-480c-496f-82e2-944c06e77a63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25912978'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:06.590166 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-2efb62b2-6423-4970-98aa-68bd28d77f19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:06.600798 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-2efb62b2-6423-4970-98aa-68bd28d77f19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:06.618897 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c06abf4-8a98-46c2-ae47-853cbd4e84be tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Router 6b36e9b8-ebb9-4e00-82b3-7597a6cd4803 has already been hosted by L3 agent 2c6eb27e-defb-4cca-9a24-381c7415e359 {{(pid=93915) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 18:52:06.623129 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbcba8b-480c-496f-82e2-944c06e77a63 service neutron] Pushing event updated for resources: {'Port': ['ID=feca8970-97a2-4046-b98f-53bd05674454,revision_number=2']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:52:06.711726 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-2efb62b2-6423-4970-98aa-68bd28d77f19 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=507e62eabbec47508d7d5db8affd5894&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4605918 Jul 14 18:52:06.714329 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 47278) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:52:06.715983 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efb62b2-6423-4970-98aa-68bd28d77f19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1472a997-021b-4904-bfb3-44b1ea556a25,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:52:06.943710 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c06abf4-8a98-46c2-ae47-853cbd4e84be tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify agent at l3_agent.n-d-800634-3 the message routers_updated {{(pid=93915) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 18:52:06.956387 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7abec73c-4511-4e3e-b8ba-6712f524ba10 None None] Sync routers for ids ['6b36e9b8-ebb9-4e00-82b3-7597a6cd4803'] in n-d-800634-3 {{(pid=93917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 18:52:06.967511 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-3c06abf4-8a98-46c2-ae47-853cbd4e84be tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] 10.222.0.16 "PUT /v2.0/routers/6b36e9b8-ebb9-4e00-82b3-7597a6cd4803/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9673040 Jul 14 18:52:06.970193 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 47292) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:52:06.982629 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-8d4ed379-f4ad-4888-b235-ea520fab77df req-9cbcba8b-480c-496f-82e2-944c06e77a63 service neutron] Attempting to bind port feca8970-97a2-4046-b98f-53bd05674454 on host n-h2-800634-3 for vnic_type normal with profile {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:52:06.983017 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-8d4ed379-f4ad-4888-b235-ea520fab77df req-9cbcba8b-480c-496f-82e2-944c06e77a63 service neutron] Attempting to bind port feca8970-97a2-4046-b98f-53bd05674454 by drivers openvswitch,hyperv on host n-h2-800634-3 at level 0 using segments [{'id': 'ee39aca0-6f7d-4da6-861f-9f37553124e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'd41f9397-de9e-4e07-a07d-8cf0ac566250'}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:52:06.986411 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d4ed379-f4ad-4888-b235-ea520fab77df req-9cbcba8b-480c-496f-82e2-944c06e77a63 service neutron] Attempting to bind port feca8970-97a2-4046-b98f-53bd05674454 on network d41f9397-de9e-4e07-a07d-8cf0ac566250 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:52:06.998104 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7abec73c-4511-4e3e-b8ba-6712f524ba10 None None] Routers {'6b36e9b8-ebb9-4e00-82b3-7597a6cd4803'} bound to L3 agent in host n-d-800634-3 {{(pid=93917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:52:07.009044 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-7abec73c-4511-4e3e-b8ba-6712f524ba10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:51:53Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['6b36e9b8-ebb9-4e00-82b3-7597a6cd4803'], 'active': True} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:52:07.009390 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d4ed379-f4ad-4888-b235-ea520fab77df req-9cbcba8b-480c-496f-82e2-944c06e77a63 service neutron] Port feca8970-97a2-4046-b98f-53bd05674454 on network d41f9397-de9e-4e07-a07d-8cf0ac566250 not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-3 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 18:52:07.009750 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d4ed379-f4ad-4888-b235-ea520fab77df req-9cbcba8b-480c-496f-82e2-944c06e77a63 service neutron] Attempting to bind port feca8970-97a2-4046-b98f-53bd05674454 on network d41f9397-de9e-4e07-a07d-8cf0ac566250 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:52:07.036734 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577795da-b80d-498e-ac56-758c0bdea480 req-19df4cc3-be94-4e4d-bc6a-8d6d4477de4b tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:52:07.045582 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-577795da-b80d-498e-ac56-758c0bdea480 req-19df4cc3-be94-4e4d-bc6a-8d6d4477de4b tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] 10.222.0.16 "GET /v2.0/ports?device_id=e21060b3-7836-4f9d-9f9c-3326f4df0b64 HTTP/1.1" status: 200 len: 943 time: 0.3319368 Jul 14 18:52:07.063219 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-64c8757d-68ce-4fc8-ae73-85962de6337a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:07.097909 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.db_base_plugin_v2 [None req-894a6fe9-1012-451b-bbbd-d6fde23c28be tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Deleting subnet c242f8ae-2fcd-4775-9c7d-d7c0fe9d11a0 {{(pid=93916) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 18:52:07.106665 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-894a6fe9-1012-451b-bbbd-d6fde23c28be tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify callbacks [] for subnet, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:07.115144 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-64c8757d-68ce-4fc8-ae73-85962de6337a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:07.180534 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d4ed379-f4ad-4888-b235-ea520fab77df req-9cbcba8b-480c-496f-82e2-944c06e77a63 service neutron] Checking agent: {'id': '08e36a6c-8d04-48f0-a644-f27680635246', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 15, 35), 'started_at': datetime.datetime(2021, 7, 14, 18, 15, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 18, 52, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 18:52:07.181027 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d4ed379-f4ad-4888-b235-ea520fab77df req-9cbcba8b-480c-496f-82e2-944c06e77a63 service neutron] Checking segment: {'id': 'ee39aca0-6f7d-4da6-861f-9f37553124e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'd41f9397-de9e-4e07-a07d-8cf0ac566250'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:52:07.181453 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d4ed379-f4ad-4888-b235-ea520fab77df req-9cbcba8b-480c-496f-82e2-944c06e77a63 service neutron] Bound using segment: {'id': 'ee39aca0-6f7d-4da6-861f-9f37553124e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'd41f9397-de9e-4e07-a07d-8cf0ac566250'} {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 18:52:07.181946 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-8d4ed379-f4ad-4888-b235-ea520fab77df req-9cbcba8b-480c-496f-82e2-944c06e77a63 service neutron] Bound port: feca8970-97a2-4046-b98f-53bd05674454, host: n-h2-800634-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee39aca0-6f7d-4da6-861f-9f37553124e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'd41f9397-de9e-4e07-a07d-8cf0ac566250'}}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 18:52:07.182834 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-8d4ed379-f4ad-4888-b235-ea520fab77df req-9cbcba8b-480c-496f-82e2-944c06e77a63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:07.211791 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-64c8757d-68ce-4fc8-ae73-85962de6337a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:07.215148 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-64c8757d-68ce-4fc8-ae73-85962de6337a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:07.215856 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-894a6fe9-1012-451b-bbbd-d6fde23c28be tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26296866'] for subnet, precommit_delete_associations {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:07.218690 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-64c8757d-68ce-4fc8-ae73-85962de6337a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1472a997-021b-4904-bfb3-44b1ea556a25 HTTP/1.1" status: 204 len: 168 time: 0.5013211 Jul 14 18:52:07.249344 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvr_db [None req-7abec73c-4511-4e3e-b8ba-6712f524ba10 None None] Set router 6b36e9b8-ebb9-4e00-82b3-7597a6cd4803 gateway port host: None {{(pid=93917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 18:52:07.311227 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c8757d-68ce-4fc8-ae73-85962de6337a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1472a997-021b-4904-bfb3-44b1ea556a25,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:52:07.364426 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-894a6fe9-1012-451b-bbbd-d6fde23c28be tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081283'] for subnet, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:07.443187 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-8d4ed379-f4ad-4888-b235-ea520fab77df req-9cbcba8b-480c-496f-82e2-944c06e77a63 service neutron] For port feca8970-97a2-4046-b98f-53bd05674454, host n-h2-800634-3, cleared binding levels {{(pid=93915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:52:07.453931 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-8d4ed379-f4ad-4888-b235-ea520fab77df req-9cbcba8b-480c-496f-82e2-944c06e77a63 service neutron] For port feca8970-97a2-4046-b98f-53bd05674454, host n-h2-800634-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=feca8970-97a2-4046-b98f-53bd05674454,segment=NetworkSegment(ee39aca0-6f7d-4da6-861f-9f37553124e0),segment_id=ee39aca0-6f7d-4da6-861f-9f37553124e0)] {{(pid=93915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 18:52:07.461417 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-894a6fe9-1012-451b-bbbd-d6fde23c28be tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2684816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26033152'] for subnet, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:07.467567 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-577795da-b80d-498e-ac56-758c0bdea480 req-9dc7b745-0e5d-4945-bcb3-d72ee739e58e tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] 10.222.0.16 "GET /v2.0/security-groups?id=6966763a-a9ce-4f04-9343-56b5726844ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4192235 Jul 14 18:52:07.472951 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-8d4ed379-f4ad-4888-b235-ea520fab77df req-9cbcba8b-480c-496f-82e2-944c06e77a63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25912978'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:07.514862 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4ed379-f4ad-4888-b235-ea520fab77df req-9cbcba8b-480c-496f-82e2-944c06e77a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:52:07.515520 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-8d4ed379-f4ad-4888-b235-ea520fab77df req-9cbcba8b-480c-496f-82e2-944c06e77a63 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:07.531049 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-8d4ed379-f4ad-4888-b235-ea520fab77df req-9cbcba8b-480c-496f-82e2-944c06e77a63 service neutron] 10.222.0.35 "PUT /v2.0/ports/feca8970-97a2-4046-b98f-53bd05674454 HTTP/1.1" status: 200 len: 1091 time: 2.1790426 Jul 14 18:52:07.542542 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894a6fe9-1012-451b-bbbd-d6fde23c28be tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Pushing event deleted for resources: {'Subnet': ['ID=c242f8ae-2fcd-4775-9c7d-d7c0fe9d11a0,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:52:07.550493 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-894a6fe9-1012-451b-bbbd-d6fde23c28be tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify callbacks [] for subnet, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:07.558004 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-894a6fe9-1012-451b-bbbd-d6fde23c28be tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] 10.222.0.16 "DELETE /v2.0/subnets/c242f8ae-2fcd-4775-9c7d-d7c0fe9d11a0 HTTP/1.1" status: 204 len: 168 time: 0.5863814 Jul 14 18:52:07.560340 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 47322) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:52:07.573543 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e21060b3-7836-4f9d-9f9c-3326f4df0b64', 'tag': 'feca8970-97a2-4046-b98f-53bd05674454'}] {{(pid=93915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:52:07.582916 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e72782ad3af8f7d4ce76cedf092bca46d1756acc5c4653cf0b52034cdd6b073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2de8e7d-3ee5-4fbc-91e8-fae408b67e39" -d '{"events": [{"name": "network-changed", "server_uuid": "e21060b3-7836-4f9d-9f9c-3326f4df0b64", "tag": "feca8970-97a2-4046-b98f-53bd05674454"}]}' {{(pid=93915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:52:07.773958 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-456060da-1cd1-49b8-ab48-fbec85aa51f4 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645734'] for network, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:07.826429 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 18:52:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf5992da-45f7-431c-98e4-f8c41e41f4bf x-openstack-request-id: req-cf5992da-45f7-431c-98e4-f8c41e41f4bf {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:52:07.826832 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e21060b3-7836-4f9d-9f9c-3326f4df0b64", "tag": "feca8970-97a2-4046-b98f-53bd05674454", "status": "completed", "code": 200}]} {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:52:07.827222 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-cf5992da-45f7-431c-98e4-f8c41e41f4bf {{(pid=93915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:52:07.827652 n-d-800634-3 neutron-server[93915]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e21060b3-7836-4f9d-9f9c-3326f4df0b64', 'tag': 'feca8970-97a2-4046-b98f-53bd05674454', 'status': 'completed', 'code': 200} Jul 14 18:52:07.851522 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 47326) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:52:07.877261 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-0bc0c300-5460-400d-bdec-f5b18ded8077 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:07.958663 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbcba8b-480c-496f-82e2-944c06e77a63 service neutron] Pushing event updated for resources: {'Port': ['ID=feca8970-97a2-4046-b98f-53bd05674454,revision_number=3']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:52:07.980769 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-456060da-1cd1-49b8-ab48-fbec85aa51f4 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Deleting port 88e74eaf-1f93-4fb8-b337-09d294c586a7 {{(pid=93916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:52:07.983820 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-456060da-1cd1-49b8-ab48-fbec85aa51f4 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:08.007838 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c626c653-2cbe-4128-8aac-4257171e2d6a req-6dcaeeae-7693-4ae4-a6cd-4580bb6b24d2 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=9c556fe5-0125-48ec-8057-3295f5ec5000&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4675109 Jul 14 18:52:08.017769 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4ed379-f4ad-4888-b235-ea520fab77df req-9c376d57-ef16-43e1-aed0-7d0d9e9a1279 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:52:08.017769 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-8d4ed379-f4ad-4888-b235-ea520fab77df req-9c376d57-ef16-43e1-aed0-7d0d9e9a1279 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5093a1bcf9144b0bbe697fc3cf12df56&device_id=e21060b3-7836-4f9d-9f9c-3326f4df0b64 HTTP/1.1" status: 200 len: 1094 time: 0.4182830 Jul 14 18:52:08.022971 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 47330) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:52:08.095031 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-8d4ed379-f4ad-4888-b235-ea520fab77df req-2bda1a0f-272e-44a0-bda4-7d76bc2c404c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=feca8970-97a2-4046-b98f-53bd05674454 HTTP/1.1" status: 200 len: 217 time: 0.0638211 Jul 14 18:52:08.133380 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.db [None req-456060da-1cd1-49b8-ab48-fbec85aa51f4 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] For port 88e74eaf-1f93-4fb8-b337-09d294c586a7, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=88e74eaf-1f93-4fb8-b337-09d294c586a7,segment=NetworkSegment(df53d31b-bc39-4385-a653-f77a3301cda8),segment_id=df53d31b-bc39-4385-a653-f77a3301cda8)] {{(pid=93916) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:52:08.134262 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-456060da-1cd1-49b8-ab48-fbec85aa51f4 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:08.167886 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-456060da-1cd1-49b8-ab48-fbec85aa51f4 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Calling delete_port for 88e74eaf-1f93-4fb8-b337-09d294c586a7 owned by network:dhcp {{(pid=93916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:52:08.196609 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f7366ae-4e94-4872-ad04-d619f0da2087 None None] Network 439f67f1-d719-40e8-9805-bd85e757bc26 requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:52:08.277749 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-456060da-1cd1-49b8-ab48-fbec85aa51f4 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:08.307013 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-456060da-1cd1-49b8-ab48-fbec85aa51f4 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] No DVR routers for this DVR port 88e74eaf-1f93-4fb8-b337-09d294c586a7 on host n-d-800634-3 {{(pid=93916) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 18:52:08.406215 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456060da-1cd1-49b8-ab48-fbec85aa51f4 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Pushing event deleted for resources: {'Port': ['ID=88e74eaf-1f93-4fb8-b337-09d294c586a7,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:52:08.471380 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-7abec73c-4511-4e3e-b8ba-6712f524ba10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b36e9b8-ebb9-4e00-82b3-7597a6cd4803', 'name': 'tempest-RoutersTest-router-1800355958', 'tenant_id': '6f1f29d6af59462b92aca472594c5dfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:51:25Z', 'updated_at': '2021-07-14T18:52:05Z', 'revision_number': 10, 'project_id': '6f1f29d6af59462b92aca472594c5dfe', 'gw_port_host': None, '_interfaces': [{'id': 'eacec585-229e-47d7-9e73-b272fc633afb', 'name': '', 'network_id': '275ddbb7-c5a9-4c2c-8018-e9690f775e48', 'tenant_id': '6f1f29d6af59462b92aca472594c5dfe', 'mac_address': 'fa:16:3e:f5:9b:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b36e9b8-ebb9-4e00-82b3-7597a6cd4803', 'device_owner': 'network:router_interface', 'standard_attr_id': 3155, 'fixed_ips': [{'subnet_id': '8aa91cd5-e850-4db8-8ed4-215781be9f6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:51:26Z', 'updated_at': '2021-07-14T18:51:37Z', 'revision_number': 5, 'project_id': '6f1f29d6af59462b92aca472594c5dfe', 'subnets': [{'id': '8aa91cd5-e850-4db8-8ed4-215781be9f6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-3', False) {} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:52:08.514507 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7abec73c-4511-4e3e-b8ba-6712f524ba10 None None] Checking router: 6b36e9b8-ebb9-4e00-82b3-7597a6cd4803 for host: n-d-800634-3 {{(pid=93917) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 18:52:08.523694 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-456060da-1cd1-49b8-ab48-fbec85aa51f4 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2096010', 'neutron.services.segments.db._delete_segments_for_network-8728202734996'] for network, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:08.524298 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7abec73c-4511-4e3e-b8ba-6712f524ba10 None None] Routers {'6b36e9b8-ebb9-4e00-82b3-7597a6cd4803'} bound to L3 agent in host n-d-800634-3 {{(pid=93917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:52:08.525121 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-7abec73c-4511-4e3e-b8ba-6712f524ba10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:51:53Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['6b36e9b8-ebb9-4e00-82b3-7597a6cd4803'], 'active': True} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:52:08.547280 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.segments.db [None req-456060da-1cd1-49b8-ab48-fbec85aa51f4 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['439f67f1-d719-40e8-9805-bd85e757bc26']}} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:52:08.562430 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.segments.db [None req-456060da-1cd1-49b8-ab48-fbec85aa51f4 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df53d31b-bc39-4385-a653-f77a3301cda8') {'for_net_delete': True} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:52:08.562954 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.segments.db [None req-456060da-1cd1-49b8-ab48-fbec85aa51f4 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df53d31b-bc39-4385-a653-f77a3301cda8') {} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:52:08.573496 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-456060da-1cd1-49b8-ab48-fbec85aa51f4 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728202715275', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26296891'] for segment, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:08.590042 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-456060da-1cd1-49b8-ab48-fbec85aa51f4 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:08.596449 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34fc55d7-60ce-4b9d-b0d4-794bae078ce5 None None] DHCP port deletion for 439f67f1-d719-40e8-9805-bd85e757bc26 request from n-d-800634-3 {{(pid=93917) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 18:52:08.601547 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-456060da-1cd1-49b8-ab48-fbec85aa51f4 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Releasing vlan 89 on physical network physnet1 to pool {{(pid=93916) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 18:52:08.602085 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-456060da-1cd1-49b8-ab48-fbec85aa51f4 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2682942'] for segment, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:08.629487 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvr_db [None req-7abec73c-4511-4e3e-b8ba-6712f524ba10 None None] Set router 6b36e9b8-ebb9-4e00-82b3-7597a6cd4803 gateway port host: None {{(pid=93917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 18:52:08.676269 n-d-800634-3 neutron-server[93916]: Traceback (most recent call last): Jul 14 18:52:08.676269 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 18:52:08.676269 n-d-800634-3 neutron-server[93916]: timer() Jul 14 18:52:08.676269 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 18:52:08.676269 n-d-800634-3 neutron-server[93916]: cb(*args, **kw) Jul 14 18:52:08.676269 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 18:52:08.676269 n-d-800634-3 neutron-server[93916]: return func(*args, **kwargs) Jul 14 18:52:08.676269 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 18:52:08.676269 n-d-800634-3 neutron-server[93916]: self._notify() Jul 14 18:52:08.676269 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 18:52:08.676269 n-d-800634-3 neutron-server[93916]: self.callback(batched_events) Jul 14 18:52:08.676269 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 18:52:08.676269 n-d-800634-3 neutron-server[93916]: event.method(event) Jul 14 18:52:08.676269 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 18:52:08.676269 n-d-800634-3 neutron-server[93916]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 18:52:08.676269 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 18:52:08.676269 n-d-800634-3 neutron-server[93916]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 18:52:08.676269 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 18:52:08.676269 n-d-800634-3 neutron-server[93916]: return f(self, *a, **k) Jul 14 18:52:08.676269 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 18:52:08.676269 n-d-800634-3 neutron-server[93916]: return self._get(url).json() Jul 14 18:52:08.676269 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 18:52:08.676269 n-d-800634-3 neutron-server[93916]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 18:52:08.676269 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 18:52:08.676269 n-d-800634-3 neutron-server[93916]: return self.request(url, 'GET', **kwargs) Jul 14 18:52:08.676269 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 18:52:08.676269 n-d-800634-3 neutron-server[93916]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 18:52:08.676269 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 18:52:08.676269 n-d-800634-3 neutron-server[93916]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 18:52:08.676269 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 18:52:08.676269 n-d-800634-3 neutron-server[93916]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 18:52:08.676269 n-d-800634-3 neutron-server[93916]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 18:52:08.680412 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-456060da-1cd1-49b8-ab48-fbec85aa51f4 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2096001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-930085'] for network, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:08.701020 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-456060da-1cd1-49b8-ab48-fbec85aa51f4 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify callbacks [] for network, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:08.705231 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-acf83bc5-7ada-4074-8133-642d9d4dcda0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:08.707691 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-456060da-1cd1-49b8-ab48-fbec85aa51f4 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] 10.222.0.16 "DELETE /v2.0/networks/439f67f1-d719-40e8-9805-bd85e757bc26 HTTP/1.1" status: 204 len: 168 time: 1.1442595 Jul 14 18:52:08.710654 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456060da-1cd1-49b8-ab48-fbec85aa51f4 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Pushing event deleted for resources: {'Network': ['ID=439f67f1-d719-40e8-9805-bd85e757bc26,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:52:08.712581 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 47338) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:52:08.763065 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4ed379-f4ad-4888-b235-ea520fab77df req-30465982-b356-40e5-885a-7a12aec86439 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:52:08.764773 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-8d4ed379-f4ad-4888-b235-ea520fab77df req-30465982-b356-40e5-885a-7a12aec86439 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=0161a33b-ac2d-4d08-b4de-fe1fa405f16a HTTP/1.1" status: 200 len: 850 time: 0.6626878 Jul 14 18:52:08.906642 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-7abec73c-4511-4e3e-b8ba-6712f524ba10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b36e9b8-ebb9-4e00-82b3-7597a6cd4803', 'name': 'tempest-RoutersTest-router-1800355958', 'tenant_id': '6f1f29d6af59462b92aca472594c5dfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:51:25Z', 'updated_at': '2021-07-14T18:52:05Z', 'revision_number': 10, 'project_id': '6f1f29d6af59462b92aca472594c5dfe', 'gw_port_host': None, '_interfaces': [{'id': 'eacec585-229e-47d7-9e73-b272fc633afb', 'name': '', 'network_id': '275ddbb7-c5a9-4c2c-8018-e9690f775e48', 'tenant_id': '6f1f29d6af59462b92aca472594c5dfe', 'mac_address': 'fa:16:3e:f5:9b:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b36e9b8-ebb9-4e00-82b3-7597a6cd4803', 'device_owner': 'network:router_interface', 'standard_attr_id': 3155, 'fixed_ips': [{'subnet_id': '8aa91cd5-e850-4db8-8ed4-215781be9f6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:51:26Z', 'updated_at': '2021-07-14T18:51:37Z', 'revision_number': 5, 'project_id': '6f1f29d6af59462b92aca472594c5dfe', 'subnets': [{'id': '8aa91cd5-e850-4db8-8ed4-215781be9f6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-3', False) {} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:52:08.945790 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7abec73c-4511-4e3e-b8ba-6712f524ba10 None None] The sync data for ids ['6b36e9b8-ebb9-4e00-82b3-7597a6cd4803'] in n-d-800634-3 is: [{'id': '6b36e9b8-ebb9-4e00-82b3-7597a6cd4803', 'name': 'tempest-RoutersTest-router-1800355958', 'tenant_id': '6f1f29d6af59462b92aca472594c5dfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:51:25Z', 'updated_at': '2021-07-14T18:52:05Z', 'revision_number': 10, 'project_id': '6f1f29d6af59462b92aca472594c5dfe', 'gw_port_host': None, '_interfaces': [{'id': 'eacec585-229e-47d7-9e73-b272fc633afb', 'name': '', 'network_id': '275ddbb7-c5a9-4c2c-8018-e9690f775e48', 'tenant_id': '6f1f29d6af59462b92aca472594c5dfe', 'mac_address': 'fa:16:3e:f5:9b:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b36e9b8-ebb9-4e00-82b3-7597a6cd4803', 'device_owner': 'network:router_interface', 'standard_attr_id': 3155, 'fixed_ips': [{'subnet_id': '8aa91cd5-e850-4db8-8ed4-215781be9f6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:51:26Z', 'updated_at': '2021-07-14T18:51:37Z', 'revision_number': 5, 'project_id': '6f1f29d6af59462b92aca472594c5dfe', 'subnets': [{'id': '8aa91cd5-e850-4db8-8ed4-215781be9f6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 18:52:08.995373 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c626c653-2cbe-4128-8aac-4257171e2d6a req-b154f536-4f08-4ad0-8784-22449c8f370e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:52:08.998206 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c626c653-2cbe-4128-8aac-4257171e2d6a req-b154f536-4f08-4ad0-8784-22449c8f370e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c28e5bcf1e004d64bdc0461d59ce0908&device_id=9c556fe5-0125-48ec-8057-3295f5ec5000 HTTP/1.1" status: 200 len: 1095 time: 0.8971863 Jul 14 18:52:09.005199 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-0bc0c300-5460-400d-bdec-f5b18ded8077 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:09.064493 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262fb98e-9b50-46cc-a3b7-498c1d34581a req-2f3edfd2-6588-42a2-a22f-f429bab6eabf tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:52:09.077244 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-262fb98e-9b50-46cc-a3b7-498c1d34581a req-2f3edfd2-6588-42a2-a22f-f429bab6eabf tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] 10.222.0.16 "GET /v2.0/ports?device_id=e21060b3-7836-4f9d-9f9c-3326f4df0b64 HTTP/1.1" status: 200 len: 943 time: 0.3269794 Jul 14 18:52:09.078302 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-0bc0c300-5460-400d-bdec-f5b18ded8077 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:09.113041 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4ed379-f4ad-4888-b235-ea520fab77df req-59f6a6b6-d40f-40a0-9198-d035c0b2d05d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:52:09.114615 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-8d4ed379-f4ad-4888-b235-ea520fab77df req-59f6a6b6-d40f-40a0-9198-d035c0b2d05d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d41f9397-de9e-4e07-a07d-8cf0ac566250&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3056901 Jul 14 18:52:09.312994 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc0c300-5460-400d-bdec-f5b18ded8077 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbb16f61-9436-409d-82c6-8ce4d4facce3,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:52:09.317116 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-0bc0c300-5460-400d-bdec-f5b18ded8077 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=90d1a32ffa8346fb95d80dbf663ccdb2&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4612405 Jul 14 18:52:09.336278 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 47342) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:52:09.368141 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc0c300-5460-400d-bdec-f5b18ded8077 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:52:09.368533 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc0c300-5460-400d-bdec-f5b18ded8077 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:52:09.368879 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc0c300-5460-400d-bdec-f5b18ded8077 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:52:09.369222 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc0c300-5460-400d-bdec-f5b18ded8077 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:52:09.369601 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc0c300-5460-400d-bdec-f5b18ded8077 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:52:09.369944 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc0c300-5460-400d-bdec-f5b18ded8077 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:52:09.370276 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc0c300-5460-400d-bdec-f5b18ded8077 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:52:09.370657 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc0c300-5460-400d-bdec-f5b18ded8077 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:52:09.371012 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc0c300-5460-400d-bdec-f5b18ded8077 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:52:09.371318 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc0c300-5460-400d-bdec-f5b18ded8077 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:52:09.371689 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc0c300-5460-400d-bdec-f5b18ded8077 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:52:09.372021 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc0c300-5460-400d-bdec-f5b18ded8077 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:52:09.394358 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-262fb98e-9b50-46cc-a3b7-498c1d34581a req-ef0df86a-0dc6-4417-a39a-1b3af29df810 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] 10.222.0.16 "GET /v2.0/security-groups?id=6966763a-a9ce-4f04-9343-56b5726844ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2931991 Jul 14 18:52:09.447062 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c626c653-2cbe-4128-8aac-4257171e2d6a req-78b12615-2961-4352-a0cc-0b23696d7f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:52:09.448587 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c626c653-2cbe-4128-8aac-4257171e2d6a req-78b12615-2961-4352-a0cc-0b23696d7f0f service neutron] 10.222.0.18 "GET /v2.0/networks?id=39c54d55-b1e0-4eb1-9ee5-3eeadd4d8bde HTTP/1.1" status: 200 len: 912 time: 0.4067936 Jul 14 18:52:09.569987 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-8d4ed379-f4ad-4888-b235-ea520fab77df req-578d0c21-74ba-4561-9857-ff15af5247d2 service neutron] 10.222.0.35 "GET /v2.0/networks/d41f9397-de9e-4e07-a07d-8cf0ac566250?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4038358 Jul 14 18:52:09.579983 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-acf83bc5-7ada-4074-8133-642d9d4dcda0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:09.590993 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-b1862972-60bc-43dd-9e9c-3806860c3120 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:09.600780 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-acf83bc5-7ada-4074-8133-642d9d4dcda0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:09.655277 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c626c653-2cbe-4128-8aac-4257171e2d6a req-2cf21470-c5f3-411e-b21c-b7e093caee42 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9c478c99-d62c-4ba4-a542-afd02703f1f0 HTTP/1.1" status: 200 len: 999 time: 0.1911836 Jul 14 18:52:09.703221 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-b1862972-60bc-43dd-9e9c-3806860c3120 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:09.725450 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-6786b538-b794-4e2b-984d-9e4d73c6985b tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-928623'] for router_interface, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:09.765790 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-acf83bc5-7ada-4074-8133-642d9d4dcda0 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6dca38c86a6f4d608beffab8f7463615&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7416325 Jul 14 18:52:09.766715 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 47344) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:52:09.777458 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf83bc5-7ada-4074-8133-642d9d4dcda0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5f43ee9-7798-4ad4-a849-79fa425d8e12,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:52:09.831809 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c626c653-2cbe-4128-8aac-4257171e2d6a req-bddaa83e-0ab9-4d4b-b0a5-8ffe0f881d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:52:09.833883 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c626c653-2cbe-4128-8aac-4257171e2d6a req-bddaa83e-0ab9-4d4b-b0a5-8ffe0f881d39 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e9fdea6e-22fa-4991-9f87-b79de93db404 HTTP/1.1" status: 200 len: 851 time: 0.1638055 Jul 14 18:52:09.890176 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 88e74eaf-1f93-4fb8-b337-09d294c586a7 no longer exists at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 18:52:09.908466 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-8d4ed379-f4ad-4888-b235-ea520fab77df req-6a07f9cc-dee8-4ed8-933d-9a7211a34696 service neutron] 10.222.0.35 "GET /v2.0/networks/d41f9397-de9e-4e07-a07d-8cf0ac566250?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3262932 Jul 14 18:52:09.942522 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-390fcf0b-42e6-4866-81ef-0b641893cf94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:09.945094 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-b1862972-60bc-43dd-9e9c-3806860c3120 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:09.945257 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] No Port match for: 88e74eaf-1f93-4fb8-b337-09d294c586a7 {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 18:52:09.945573 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 88e74eaf-1f93-4fb8-b337-09d294c586a7 not bound to the agent host n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 18:52:09.946056 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 4c4aee84-66eb-4766-88d3-c8530246e05d no longer exists at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 18:52:09.947613 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-b1862972-60bc-43dd-9e9c-3806860c3120 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:09.948822 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-b1862972-60bc-43dd-9e9c-3806860c3120 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/fbb16f61-9436-409d-82c6-8ce4d4facce3 HTTP/1.1" status: 204 len: 168 time: 0.5997167 Jul 14 18:52:09.971970 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1862972-60bc-43dd-9e9c-3806860c3120 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbb16f61-9436-409d-82c6-8ce4d4facce3,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:52:09.997265 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c626c653-2cbe-4128-8aac-4257171e2d6a req-d055f510-3a4a-45f0-98f6-f16daabbf16c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:52:09.998812 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c626c653-2cbe-4128-8aac-4257171e2d6a req-d055f510-3a4a-45f0-98f6-f16daabbf16c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=39c54d55-b1e0-4eb1-9ee5-3eeadd4d8bde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1514981 Jul 14 18:52:10.001920 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-390fcf0b-42e6-4866-81ef-0b641893cf94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:10.009309 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] No Port match for: 4c4aee84-66eb-4766-88d3-c8530246e05d {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 18:52:10.009661 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 4c4aee84-66eb-4766-88d3-c8530246e05d not bound to the agent host n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 18:52:10.112089 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-6786b538-b794-4e2b-984d-9e4d73c6985b tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Deleting port eacec585-229e-47d7-9e73-b272fc633afb {{(pid=93916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:52:10.112568 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-6786b538-b794-4e2b-984d-9e4d73c6985b tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:10.184349 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2de8e7d-3ee5-4fbc-91e8-fae408b67e39 req-1f5f5dae-f76e-4273-bc31-874db83232f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:52:10.185901 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b2de8e7d-3ee5-4fbc-91e8-fae408b67e39 req-1f5f5dae-f76e-4273-bc31-874db83232f6 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5093a1bcf9144b0bbe697fc3cf12df56&device_id=e21060b3-7836-4f9d-9f9c-3326f4df0b64 HTTP/1.1" status: 200 len: 1094 time: 0.2074196 Jul 14 18:52:10.208986 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-390fcf0b-42e6-4866-81ef-0b641893cf94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:10.212310 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-390fcf0b-42e6-4866-81ef-0b641893cf94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:10.216329 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-390fcf0b-42e6-4866-81ef-0b641893cf94 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e5f43ee9-7798-4ad4-a849-79fa425d8e12 HTTP/1.1" status: 204 len: 168 time: 0.4396901 Jul 14 18:52:10.239107 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.db [None req-6786b538-b794-4e2b-984d-9e4d73c6985b tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] For port eacec585-229e-47d7-9e73-b272fc633afb, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=eacec585-229e-47d7-9e73-b272fc633afb,segment=NetworkSegment(e39bd47e-923a-43cc-9ca3-3b7f5c7c8647),segment_id=e39bd47e-923a-43cc-9ca3-3b7f5c7c8647)] {{(pid=93916) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:52:10.241683 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-6786b538-b794-4e2b-984d-9e4d73c6985b tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:10.258415 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c626c653-2cbe-4128-8aac-4257171e2d6a req-3e277826-e460-4185-af6b-7ee198c2933d service neutron] 10.222.0.18 "GET /v2.0/networks/39c54d55-b1e0-4eb1-9ee5-3eeadd4d8bde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2346148 Jul 14 18:52:10.264926 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390fcf0b-42e6-4866-81ef-0b641893cf94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5f43ee9-7798-4ad4-a849-79fa425d8e12,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:52:10.270228 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-6786b538-b794-4e2b-984d-9e4d73c6985b tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Calling delete_port for eacec585-229e-47d7-9e73-b272fc633afb owned by network:router_interface {{(pid=93916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:52:10.396860 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2de8e7d-3ee5-4fbc-91e8-fae408b67e39 req-2700a2b1-9aea-4223-bc71-0c348387eaf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:52:10.399014 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b2de8e7d-3ee5-4fbc-91e8-fae408b67e39 req-2700a2b1-9aea-4223-bc71-0c348387eaf0 service neutron] 10.222.0.35 "GET /v2.0/networks?id=d41f9397-de9e-4e07-a07d-8cf0ac566250 HTTP/1.1" status: 200 len: 911 time: 0.2026386 Jul 14 18:52:10.471349 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b2de8e7d-3ee5-4fbc-91e8-fae408b67e39 req-eb485f42-3a71-4650-936b-d1db4c6a5d73 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=feca8970-97a2-4046-b98f-53bd05674454 HTTP/1.1" status: 200 len: 217 time: 0.0633802 Jul 14 18:52:10.477146 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c626c653-2cbe-4128-8aac-4257171e2d6a req-feef7458-36c2-47d6-8562-e91e5efb82bb service neutron] 10.222.0.18 "GET /v2.0/networks/39c54d55-b1e0-4eb1-9ee5-3eeadd4d8bde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2082186 Jul 14 18:52:10.555479 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2de8e7d-3ee5-4fbc-91e8-fae408b67e39 req-867bf365-f68f-493d-b3cd-a8ab66b8be46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:52:10.557777 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b2de8e7d-3ee5-4fbc-91e8-fae408b67e39 req-867bf365-f68f-493d-b3cd-a8ab66b8be46 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=0161a33b-ac2d-4d08-b4de-fe1fa405f16a HTTP/1.1" status: 200 len: 850 time: 0.0788257 Jul 14 18:52:10.632828 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-6786b538-b794-4e2b-984d-9e4d73c6985b tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:10.666598 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2de8e7d-3ee5-4fbc-91e8-fae408b67e39 req-7735b358-8e38-4583-bc5c-5a126428ac87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:52:10.667802 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b2de8e7d-3ee5-4fbc-91e8-fae408b67e39 req-7735b358-8e38-4583-bc5c-5a126428ac87 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d41f9397-de9e-4e07-a07d-8cf0ac566250&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1022611 Jul 14 18:52:10.673188 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6786b538-b794-4e2b-984d-9e4d73c6985b tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Pushing event deleted for resources: {'Port': ['ID=eacec585-229e-47d7-9e73-b272fc633afb,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:52:10.848591 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 47366) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:52:10.872810 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b2de8e7d-3ee5-4fbc-91e8-fae408b67e39 req-6a520c28-832d-4bc5-a2b7-58e1a7eee625 service neutron] 10.222.0.35 "GET /v2.0/networks/d41f9397-de9e-4e07-a07d-8cf0ac566250?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1518729 Jul 14 18:52:10.921472 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-0caabbb6-bb8a-4746-941f-cd2724b52998 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:10.939654 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-6786b538-b794-4e2b-984d-9e4d73c6985b tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-598732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-928907'] for router_interface, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:10.986556 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6b19c8-724c-468e-b8d1-fe2fce610997 req-7be14774-ff49-4ff6-9d58-94e881d1d679 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:52:10.994201 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ef6b19c8-724c-468e-b8d1-fe2fce610997 req-7be14774-ff49-4ff6-9d58-94e881d1d679 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] 10.222.0.16 "GET /v2.0/ports?device_id=e21060b3-7836-4f9d-9f9c-3326f4df0b64 HTTP/1.1" status: 200 len: 943 time: 0.3510687 Jul 14 18:52:11.009777 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 47368) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:52:11.062089 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ef6b19c8-724c-468e-b8d1-fe2fce610997 req-d4d825bb-9d9f-49f4-a009-1e3a4db80abc tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] 10.222.0.16 "GET /v2.0/security-groups?id=6966763a-a9ce-4f04-9343-56b5726844ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0666349 Jul 14 18:52:11.070198 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b2de8e7d-3ee5-4fbc-91e8-fae408b67e39 req-d3c88dce-357a-461b-8baf-58302684a8b0 service neutron] 10.222.0.35 "GET /v2.0/networks/d41f9397-de9e-4e07-a07d-8cf0ac566250?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1914577 Jul 14 18:52:11.181579 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6786b538-b794-4e2b-984d-9e4d73c6985b tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Router 6b36e9b8-ebb9-4e00-82b3-7597a6cd4803 has already been hosted by L3 agent 2c6eb27e-defb-4cca-9a24-381c7415e359 {{(pid=93916) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 18:52:11.293159 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-83993a7c-51fb-40c2-ab64-5d9fad8a4059 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:11.296069 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-0caabbb6-bb8a-4746-941f-cd2724b52998 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:11.306088 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-0caabbb6-bb8a-4746-941f-cd2724b52998 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:11.308718 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6786b538-b794-4e2b-984d-9e4d73c6985b tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify agent at l3_agent.n-d-800634-3 the message routers_updated {{(pid=93916) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 18:52:11.316821 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-6786b538-b794-4e2b-984d-9e4d73c6985b tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] 10.222.0.16 "PUT /v2.0/routers/6b36e9b8-ebb9-4e00-82b3-7597a6cd4803/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6003401 Jul 14 18:52:11.317488 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 47384) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:52:11.319351 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8675a5c1-de92-4781-adeb-5660cebb9771 None None] Sync routers for ids ['6b36e9b8-ebb9-4e00-82b3-7597a6cd4803'] in n-d-800634-3 {{(pid=93918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 18:52:11.350759 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8675a5c1-de92-4781-adeb-5660cebb9771 None None] Routers {'6b36e9b8-ebb9-4e00-82b3-7597a6cd4803'} bound to L3 agent in host n-d-800634-3 {{(pid=93918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:52:11.351479 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-8675a5c1-de92-4781-adeb-5660cebb9771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:51:53Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['6b36e9b8-ebb9-4e00-82b3-7597a6cd4803'], 'active': True} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:52:11.362629 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-0caabbb6-bb8a-4746-941f-cd2724b52998 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=16746e8a8b9c4125b3990c916e7dd494&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5089068 Jul 14 18:52:11.364355 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 47386) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:52:11.376891 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0caabbb6-bb8a-4746-941f-cd2724b52998 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d17ded47-fd2d-47fa-8847-2dbc4b5006df,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:52:11.408935 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.db_base_plugin_v2 [None req-40d56e77-a71d-451c-867e-bbd9ec838bf5 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Deleting subnet 8aa91cd5-e850-4db8-8ed4-215781be9f6a {{(pid=93915) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 18:52:11.415548 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-40d56e77-a71d-451c-867e-bbd9ec838bf5 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify callbacks [] for subnet, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:11.417473 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 47388) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:52:11.429649 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvr_db [None req-8675a5c1-de92-4781-adeb-5660cebb9771 None None] Set router 6b36e9b8-ebb9-4e00-82b3-7597a6cd4803 gateway port host: None {{(pid=93918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 18:52:11.471999 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-4e75137e-8731-4e8b-87b4-d8fecfc0eff3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:11.478148 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-40d56e77-a71d-451c-867e-bbd9ec838bf5 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28939913'] for subnet, precommit_delete_associations {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:11.500054 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-8675a5c1-de92-4781-adeb-5660cebb9771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b36e9b8-ebb9-4e00-82b3-7597a6cd4803', 'name': 'tempest-RoutersTest-router-1800355958', 'tenant_id': '6f1f29d6af59462b92aca472594c5dfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:51:25Z', 'updated_at': '2021-07-14T18:52:10Z', 'revision_number': 11, 'project_id': '6f1f29d6af59462b92aca472594c5dfe', 'gw_port_host': None}], 'n-d-800634-3', False) {} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:52:11.509312 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-4e75137e-8731-4e8b-87b4-d8fecfc0eff3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:11.534067 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8675a5c1-de92-4781-adeb-5660cebb9771 None None] Checking router: 6b36e9b8-ebb9-4e00-82b3-7597a6cd4803 for host: n-d-800634-3 {{(pid=93918) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 18:52:11.540532 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-83993a7c-51fb-40c2-ab64-5d9fad8a4059 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:11.548536 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8675a5c1-de92-4781-adeb-5660cebb9771 None None] Routers {'6b36e9b8-ebb9-4e00-82b3-7597a6cd4803'} bound to L3 agent in host n-d-800634-3 {{(pid=93918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:52:11.549549 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-8675a5c1-de92-4781-adeb-5660cebb9771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:51:53Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['6b36e9b8-ebb9-4e00-82b3-7597a6cd4803'], 'active': True} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:52:11.551582 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-83993a7c-51fb-40c2-ab64-5d9fad8a4059 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:11.582584 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-40d56e77-a71d-451c-867e-bbd9ec838bf5 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081283'] for subnet, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:11.601362 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-83993a7c-51fb-40c2-ab64-5d9fad8a4059 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a1b1a79f6b8d4ec59161b402da1df52f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5862751 Jul 14 18:52:11.601569 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 47392) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:52:11.611342 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83993a7c-51fb-40c2-ab64-5d9fad8a4059 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f635f46f-f6d8-497d-b8be-e6c4b398ff7f,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:52:11.623034 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-cd971f5a-5c47-4a18-af9d-6ea268fe14bb admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1487162711-network', 'tenant_id': '39027972fd15442080143c2024ba97b6'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:52:11.640474 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-4e75137e-8731-4e8b-87b4-d8fecfc0eff3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:11.641710 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvr_db [None req-8675a5c1-de92-4781-adeb-5660cebb9771 None None] Set router 6b36e9b8-ebb9-4e00-82b3-7597a6cd4803 gateway port host: None {{(pid=93918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 18:52:11.643351 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-4e75137e-8731-4e8b-87b4-d8fecfc0eff3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:11.644516 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-4e75137e-8731-4e8b-87b4-d8fecfc0eff3 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d17ded47-fd2d-47fa-8847-2dbc4b5006df HTTP/1.1" status: 204 len: 168 time: 0.2777269 Jul 14 18:52:11.664927 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e75137e-8731-4e8b-87b4-d8fecfc0eff3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d17ded47-fd2d-47fa-8847-2dbc4b5006df,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:52:11.665698 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd971f5a-5c47-4a18-af9d-6ea268fe14bb admin admin] Made reservation on behalf of 39027972fd15442080143c2024ba97b6 for: {'network': 1} {{(pid=93915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:52:11.669030 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-cd971f5a-5c47-4a18-af9d-6ea268fe14bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for network, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:11.683495 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-cd971f5a-5c47-4a18-af9d-6ea268fe14bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:11.688977 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-56bb7590-b8e1-4f79-bb3d-fad35c455910 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:11.708895 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-40d56e77-a71d-451c-867e-bbd9ec838bf5 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25913028', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28969762'] for subnet, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:11.723531 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-56bb7590-b8e1-4f79-bb3d-fad35c455910 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:11.724163 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-8675a5c1-de92-4781-adeb-5660cebb9771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b36e9b8-ebb9-4e00-82b3-7597a6cd4803', 'name': 'tempest-RoutersTest-router-1800355958', 'tenant_id': '6f1f29d6af59462b92aca472594c5dfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:51:25Z', 'updated_at': '2021-07-14T18:52:10Z', 'revision_number': 11, 'project_id': '6f1f29d6af59462b92aca472594c5dfe', 'gw_port_host': None}], 'n-d-800634-3', False) {} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:52:11.754487 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d56e77-a71d-451c-867e-bbd9ec838bf5 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Pushing event deleted for resources: {'Subnet': ['ID=8aa91cd5-e850-4db8-8ed4-215781be9f6a,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:52:11.756486 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8675a5c1-de92-4781-adeb-5660cebb9771 None None] The sync data for ids ['6b36e9b8-ebb9-4e00-82b3-7597a6cd4803'] in n-d-800634-3 is: [{'id': '6b36e9b8-ebb9-4e00-82b3-7597a6cd4803', 'name': 'tempest-RoutersTest-router-1800355958', 'tenant_id': '6f1f29d6af59462b92aca472594c5dfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:51:25Z', 'updated_at': '2021-07-14T18:52:10Z', 'revision_number': 11, 'project_id': '6f1f29d6af59462b92aca472594c5dfe', 'gw_port_host': None}] {{(pid=93918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 18:52:11.774442 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4a2a64c-5fde-403c-97df-8a447becad56 None None] Network 275ddbb7-c5a9-4c2c-8018-e9690f775e48 requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:52:11.775021 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-40d56e77-a71d-451c-867e-bbd9ec838bf5 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify callbacks [] for subnet, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:11.776894 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-40d56e77-a71d-451c-867e-bbd9ec838bf5 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] 10.222.0.16 "DELETE /v2.0/subnets/8aa91cd5-e850-4db8-8ed4-215781be9f6a HTTP/1.1" status: 204 len: 168 time: 0.4561820 Jul 14 18:52:11.780397 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 47396) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:52:11.854844 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-cd971f5a-5c47-4a18-af9d-6ea268fe14bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:11.860710 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-cd971f5a-5c47-4a18-af9d-6ea268fe14bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:11.863916 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-56bb7590-b8e1-4f79-bb3d-fad35c455910 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:11.866864 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-56bb7590-b8e1-4f79-bb3d-fad35c455910 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:11.870293 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-56bb7590-b8e1-4f79-bb3d-fad35c455910 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f635f46f-f6d8-497d-b8be-e6c4b398ff7f HTTP/1.1" status: 204 len: 168 time: 0.2655447 Jul 14 18:52:11.889702 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bb7590-b8e1-4f79-bb3d-fad35c455910 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f635f46f-f6d8-497d-b8be-e6c4b398ff7f,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:52:11.902728 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-27749e1b-023b-43e6-ae1d-1274ee5b1ca5 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645734'] for network, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:11.910451 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd971f5a-5c47-4a18-af9d-6ea268fe14bb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 62} {{(pid=93915) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 18:52:11.939837 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-cd971f5a-5c47-4a18-af9d-6ea268fe14bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:11.940220 n-d-800634-3 neutron-server[93915]: INFO neutron.db.segments_db [None req-cd971f5a-5c47-4a18-af9d-6ea268fe14bb admin admin] Added segment 8406d491-b2e0-4518-9d74-551b5d5f0902 of type vlan for network dd69057d-8dc0-4097-9a0e-65978c0b371a Jul 14 18:52:11.966914 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-27749e1b-023b-43e6-ae1d-1274ee5b1ca5 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Deleting port 94593665-6742-4a25-baa7-de8f63140427 {{(pid=93916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:52:11.967472 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-27749e1b-023b-43e6-ae1d-1274ee5b1ca5 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:12.008219 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd971f5a-5c47-4a18-af9d-6ea268fe14bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d2fe4c6-49aa-440a-93da-ec7077b8f195,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:52:12.026744 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-cd971f5a-5c47-4a18-af9d-6ea268fe14bb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728202197517'] for network, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:12.059225 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.db [None req-27749e1b-023b-43e6-ae1d-1274ee5b1ca5 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] For port 94593665-6742-4a25-baa7-de8f63140427, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=94593665-6742-4a25-baa7-de8f63140427,segment=NetworkSegment(e39bd47e-923a-43cc-9ca3-3b7f5c7c8647),segment_id=e39bd47e-923a-43cc-9ca3-3b7f5c7c8647)] {{(pid=93916) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:52:12.059525 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-27749e1b-023b-43e6-ae1d-1274ee5b1ca5 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:12.067106 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-cd971f5a-5c47-4a18-af9d-6ea268fe14bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727'] for network, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:12.069082 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd971f5a-5c47-4a18-af9d-6ea268fe14bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:52:12.069680 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-cd971f5a-5c47-4a18-af9d-6ea268fe14bb admin admin] Notify callbacks [] for network, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:12.075107 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-27749e1b-023b-43e6-ae1d-1274ee5b1ca5 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Calling delete_port for 94593665-6742-4a25-baa7-de8f63140427 owned by network:dhcp {{(pid=93916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:52:12.185493 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd971f5a-5c47-4a18-af9d-6ea268fe14bb admin admin] Pushing event updated for resources: {'Network': ['ID=dd69057d-8dc0-4097-9a0e-65978c0b371a,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:52:12.204494 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-cd971f5a-5c47-4a18-af9d-6ea268fe14bb admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7851539 Jul 14 18:52:12.208812 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 47406) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:52:12.218217 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-01fb93ff-9fbb-4d89-9ab5-a52bb9e9befa admin admin] Request body: {'subnet': {'network_id': 'dd69057d-8dc0-4097-9a0e-65978c0b371a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1487162711-subnet', 'tenant_id': '39027972fd15442080143c2024ba97b6', 'ip_version': 4}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:52:12.221496 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2c39613-8405-4798-af1a-4dc54fdc864d None None] DHCP port deletion for 275ddbb7-c5a9-4c2c-8018-e9690f775e48 request from n-d-800634-3 {{(pid=93917) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 18:52:12.249643 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-27749e1b-023b-43e6-ae1d-1274ee5b1ca5 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:12.251478 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01fb93ff-9fbb-4d89-9ab5-a52bb9e9befa admin admin] Made reservation on behalf of 39027972fd15442080143c2024ba97b6 for: {'subnet': 1} {{(pid=93915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:52:12.255313 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-01fb93ff-9fbb-4d89-9ab5-a52bb9e9befa admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28969735'] for subnet, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:12.286461 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27749e1b-023b-43e6-ae1d-1274ee5b1ca5 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] No DVR routers for this DVR port 94593665-6742-4a25-baa7-de8f63140427 on host n-d-800634-3 {{(pid=93916) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 18:52:12.312943 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Network dd69057d-8dc0-4097-9a0e-65978c0b371a details requested by agent ovs-agent-n-d-800634-3 with host n-d-800634-3 {{(pid=93917) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 18:52:12.449960 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27749e1b-023b-43e6-ae1d-1274ee5b1ca5 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Pushing event deleted for resources: {'Port': ['ID=94593665-6742-4a25-baa7-de8f63140427,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:52:12.458860 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9b5ea7-043b-447d-ab98-cabf0df7d3f7 req-e288f08f-4549-42f9-bd37-0b5a876ed8f0 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:52:12.458860 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-5a9b5ea7-043b-447d-ab98-cabf0df7d3f7 req-e288f08f-4549-42f9-bd37-0b5a876ed8f0 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] 10.222.0.16 "GET /v2.0/ports?device_id=e21060b3-7836-4f9d-9f9c-3326f4df0b64 HTTP/1.1" status: 200 len: 943 time: 0.1404984 Jul 14 18:52:12.494179 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-f2c39613-8405-4798-af1a-4dc54fdc864d None None] Deleting port 94593665-6742-4a25-baa7-de8f63140427 {{(pid=93917) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:52:12.494946 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-f2c39613-8405-4798-af1a-4dc54fdc864d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:12.585968 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-5a9b5ea7-043b-447d-ab98-cabf0df7d3f7 req-eb0c99c9-73a0-490e-8578-43768b57e557 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] 10.222.0.16 "GET /v2.0/security-groups?id=6966763a-a9ce-4f04-9343-56b5726844ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1057110 Jul 14 18:52:12.608554 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-f2c39613-8405-4798-af1a-4dc54fdc864d None None] For port 94593665-6742-4a25-baa7-de8f63140427, host n-d-800634-3, got binding levels [] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:52:12.609222 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-f2c39613-8405-4798-af1a-4dc54fdc864d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:12.632579 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-f2c39613-8405-4798-af1a-4dc54fdc864d None None] Calling delete_port for 94593665-6742-4a25-baa7-de8f63140427 owned by network:dhcp {{(pid=93917) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:52:12.635671 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-27749e1b-023b-43e6-ae1d-1274ee5b1ca5 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2096010', 'neutron.services.segments.db._delete_segments_for_network-8728202734996'] for network, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:12.635838 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.ipam_backend_mixin [None req-f2c39613-8405-4798-af1a-4dc54fdc864d None None] Port 94593665-6742-4a25-baa7-de8f63140427 was not found and therefore no delete operation was performed {{(pid=93917) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 14 18:52:12.637907 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-f2c39613-8405-4798-af1a-4dc54fdc864d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813'] for port, after_delete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:12.656501 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.segments.db [None req-27749e1b-023b-43e6-ae1d-1274ee5b1ca5 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['275ddbb7-c5a9-4c2c-8018-e9690f775e48']}} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:52:12.658856 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-01fb93ff-9fbb-4d89-9ab5-a52bb9e9befa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25912837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28969781'] for subnet, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:12.673153 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c39613-8405-4798-af1a-4dc54fdc864d None None] Pushing event deleted for resources: {'Port': ['ID=94593665-6742-4a25-baa7-de8f63140427,revision_number=None']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:52:12.675333 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2c39613-8405-4798-af1a-4dc54fdc864d None None] No DVR routers for this DVR port 94593665-6742-4a25-baa7-de8f63140427 on host n-d-800634-3 {{(pid=93917) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 18:52:12.678745 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.segments.db [None req-27749e1b-023b-43e6-ae1d-1274ee5b1ca5 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e39bd47e-923a-43cc-9ca3-3b7f5c7c8647') {'for_net_delete': True} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:52:12.679296 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.segments.db [None req-27749e1b-023b-43e6-ae1d-1274ee5b1ca5 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e39bd47e-923a-43cc-9ca3-3b7f5c7c8647') {} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:52:12.695503 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-27749e1b-023b-43e6-ae1d-1274ee5b1ca5 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728202715275', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26296891'] for segment, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:12.710977 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-27749e1b-023b-43e6-ae1d-1274ee5b1ca5 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:12.717835 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27749e1b-023b-43e6-ae1d-1274ee5b1ca5 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Releasing vlan 51 on physical network physnet1 to pool {{(pid=93916) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 18:52:12.718254 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-27749e1b-023b-43e6-ae1d-1274ee5b1ca5 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2682942'] for segment, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:12.721547 n-d-800634-3 neutron-server[93916]: Traceback (most recent call last): Jul 14 18:52:12.721547 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 18:52:12.721547 n-d-800634-3 neutron-server[93916]: timer() Jul 14 18:52:12.721547 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 18:52:12.721547 n-d-800634-3 neutron-server[93916]: cb(*args, **kw) Jul 14 18:52:12.721547 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 18:52:12.721547 n-d-800634-3 neutron-server[93916]: return func(*args, **kwargs) Jul 14 18:52:12.721547 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 18:52:12.721547 n-d-800634-3 neutron-server[93916]: self._notify() Jul 14 18:52:12.721547 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 18:52:12.721547 n-d-800634-3 neutron-server[93916]: self.callback(batched_events) Jul 14 18:52:12.721547 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 18:52:12.721547 n-d-800634-3 neutron-server[93916]: event.method(event) Jul 14 18:52:12.721547 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 18:52:12.721547 n-d-800634-3 neutron-server[93916]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 18:52:12.721547 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 18:52:12.721547 n-d-800634-3 neutron-server[93916]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 18:52:12.721547 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 18:52:12.721547 n-d-800634-3 neutron-server[93916]: return f(self, *a, **k) Jul 14 18:52:12.721547 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 18:52:12.721547 n-d-800634-3 neutron-server[93916]: return self._get(url).json() Jul 14 18:52:12.721547 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 18:52:12.721547 n-d-800634-3 neutron-server[93916]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 18:52:12.721547 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 18:52:12.721547 n-d-800634-3 neutron-server[93916]: return self.request(url, 'GET', **kwargs) Jul 14 18:52:12.721547 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 18:52:12.721547 n-d-800634-3 neutron-server[93916]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 18:52:12.721547 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 18:52:12.721547 n-d-800634-3 neutron-server[93916]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 18:52:12.721547 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 18:52:12.721547 n-d-800634-3 neutron-server[93916]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 18:52:12.721547 n-d-800634-3 neutron-server[93916]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 18:52:12.726768 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fb93ff-9fbb-4d89-9ab5-a52bb9e9befa admin admin] Pushing event updated for resources: {'Subnet': ['ID=d28cd209-31d3-46cb-bbed-360f8aa5e803,revision_number=0']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:52:12.753354 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01fb93ff-9fbb-4d89-9ab5-a52bb9e9befa admin admin] Checking segment: {'id': '8406d491-b2e0-4518-9d74-551b5d5f0902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'dd69057d-8dc0-4097-9a0e-65978c0b371a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:52:12.753716 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01fb93ff-9fbb-4d89-9ab5-a52bb9e9befa admin admin] Network hostable DHCP agents. Network: dd69057d-8dc0-4097-9a0e-65978c0b371a, hostable agents: ['028393c3-0576-4ebd-bca1-8ea8a148e1a2'], hosted agents: [] {{(pid=93915) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 18:52:12.774810 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01fb93ff-9fbb-4d89-9ab5-a52bb9e9befa admin admin] Network dd69057d-8dc0-4097-9a0e-65978c0b371a is scheduled to be hosted by DHCP agent 028393c3-0576-4ebd-bca1-8ea8a148e1a2 with binding_index 1 {{(pid=93915) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 18:52:12.786329 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [None req-01fb93ff-9fbb-4d89-9ab5-a52bb9e9befa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-3, dd69057d-8dc0-4097-9a0e-65978c0b371a) {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:52:12.795409 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01fb93ff-9fbb-4d89-9ab5-a52bb9e9befa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:52:12.796008 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-01fb93ff-9fbb-4d89-9ab5-a52bb9e9befa admin admin] Notify callbacks [] for subnet, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:12.800442 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-27749e1b-023b-43e6-ae1d-1274ee5b1ca5 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2096001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-930085'] for network, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:12.801177 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2d34d21-0027-4822-b06e-8fa8280a97f8 None None] Network dd69057d-8dc0-4097-9a0e-65978c0b371a requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:52:12.812858 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-01fb93ff-9fbb-4d89-9ab5-a52bb9e9befa admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6003602 Jul 14 18:52:12.814962 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 47418) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:52:12.822069 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-38ec7da1-2caa-4d94-9270-0ca0fb1197dc admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1487162711-router', 'tenant_id': '39027972fd15442080143c2024ba97b6', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61'}}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:52:12.826927 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-27749e1b-023b-43e6-ae1d-1274ee5b1ca5 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify callbacks [] for network, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:12.831697 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-27749e1b-023b-43e6-ae1d-1274ee5b1ca5 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] 10.222.0.16 "DELETE /v2.0/networks/275ddbb7-c5a9-4c2c-8018-e9690f775e48 HTTP/1.1" status: 204 len: 168 time: 1.0494757 Jul 14 18:52:12.832414 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 47420) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:52:12.832698 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27749e1b-023b-43e6-ae1d-1274ee5b1ca5 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Pushing event deleted for resources: {'Network': ['ID=275ddbb7-c5a9-4c2c-8018-e9690f775e48,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:52:12.841715 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-7faf579d-4016-43ab-bdb1-2fc0a182d312 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Request body: {'router': {'routes': None}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:52:12.921424 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-38ec7da1-2caa-4d94-9270-0ca0fb1197dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-571768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11104'] for router, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:12.922586 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-38ec7da1-2caa-4d94-9270-0ca0fb1197dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-571675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-930014', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-632314', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11129'] for router, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:12.964476 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86299d6c-6463-4049-8a56-23b02e713b2a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9222b97e-5d1c-54f8-ba97-82f172498e76-dd69057d-8dc0-4097-9a0e-65978c0b371a', 'network_id': 'dd69057d-8dc0-4097-9a0e-65978c0b371a', 'tenant_id': '39027972fd15442080143c2024ba97b6', 'fixed_ips': [{'subnet_id': 'd28cd209-31d3-46cb-bbed-360f8aa5e803'}]}} from n-d-800634-3. {{(pid=93917) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 18:52:12.965477 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-86299d6c-6463-4049-8a56-23b02e713b2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:13.016434 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 47426) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:52:13.066106 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.extraroute_db [None req-7faf579d-4016-43ab-bdb1-2fc0a182d312 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Added routes are [] {{(pid=93915) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 14 18:52:13.066801 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.extraroute_db [None req-7faf579d-4016-43ab-bdb1-2fc0a182d312 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Removed routes are [] {{(pid=93915) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 14 18:52:13.066801 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-7faf579d-4016-43ab-bdb1-2fc0a182d312 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-929996', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-571750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11395'] for router, precommit_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:13.071575 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-38ec7da1-2caa-4d94-9270-0ca0fb1197dc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:13.110156 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.db_base_plugin_common [None req-86299d6c-6463-4049-8a56-23b02e713b2a None None] Allocated IP 172.20.0.2 (dd69057d-8dc0-4097-9a0e-65978c0b371a/d28cd209-31d3-46cb-bbed-360f8aa5e803/7b5835df-cdd5-4f97-b84d-2c41f194279b) {{(pid=93917) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:52:13.265176 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-86299d6c-6463-4049-8a56-23b02e713b2a None None] Notify callbacks [] for port, precommit_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:13.275062 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-86299d6c-6463-4049-8a56-23b02e713b2a None None] Transition to ACTIVE for port object 7b5835df-cdd5-4f97-b84d-2c41f194279b will not be triggered until provisioned by entity L2. {{(pid=93917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:52:13.291222 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-86299d6c-6463-4049-8a56-23b02e713b2a None None] Transition to ACTIVE for port object 7b5835df-cdd5-4f97-b84d-2c41f194279b will not be triggered until provisioned by entity DHCP. {{(pid=93917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:52:13.297578 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-86299d6c-6463-4049-8a56-23b02e713b2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804'] for port, after_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:13.342480 n-d-800634-3 neutron-server[93917]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86299d6c-6463-4049-8a56-23b02e713b2a None None] Network dd69057d-8dc0-4097-9a0e-65978c0b371a is already hosted by enough agents. {{(pid=93917) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:52:13.345452 n-d-800634-3 neutron-server[93917]: DEBUG neutron.scheduler.base_scheduler [None req-86299d6c-6463-4049-8a56-23b02e713b2a None None] Resources bound (agent type, host, resource id): {{(pid=93917) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:52:13.348961 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86299d6c-6463-4049-8a56-23b02e713b2a None None] Received port after_create {{(pid=93917) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:52:13.354587 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86299d6c-6463-4049-8a56-23b02e713b2a None None] Pushing event updated for resources: {'Port': ['ID=7b5835df-cdd5-4f97-b84d-2c41f194279b,revision_number=1']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:52:13.420021 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-86299d6c-6463-4049-8a56-23b02e713b2a None None] Attempting to bind port 7b5835df-cdd5-4f97-b84d-2c41f194279b on host n-d-800634-3 for vnic_type normal with profile {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:52:13.420452 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-86299d6c-6463-4049-8a56-23b02e713b2a None None] Attempting to bind port 7b5835df-cdd5-4f97-b84d-2c41f194279b by drivers openvswitch,hyperv on host n-d-800634-3 at level 0 using segments [{'id': '8406d491-b2e0-4518-9d74-551b5d5f0902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'dd69057d-8dc0-4097-9a0e-65978c0b371a'}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:52:13.420811 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86299d6c-6463-4049-8a56-23b02e713b2a None None] Attempting to bind port 7b5835df-cdd5-4f97-b84d-2c41f194279b on network dd69057d-8dc0-4097-9a0e-65978c0b371a {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:52:13.426516 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86299d6c-6463-4049-8a56-23b02e713b2a None None] Checking agent: {'id': '01c19e91-a945-4e3c-94a6-c211e17c923e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 8, 23), 'started_at': datetime.datetime(2021, 7, 14, 18, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 18, 51, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 18:52:13.426915 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86299d6c-6463-4049-8a56-23b02e713b2a None None] Checking segment: {'id': '8406d491-b2e0-4518-9d74-551b5d5f0902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'dd69057d-8dc0-4097-9a0e-65978c0b371a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93917) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:52:13.427314 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-86299d6c-6463-4049-8a56-23b02e713b2a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:13.427703 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86299d6c-6463-4049-8a56-23b02e713b2a None None] Bound using segment: {'id': '8406d491-b2e0-4518-9d74-551b5d5f0902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'dd69057d-8dc0-4097-9a0e-65978c0b371a'} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 18:52:13.428197 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-86299d6c-6463-4049-8a56-23b02e713b2a None None] Bound port: 7b5835df-cdd5-4f97-b84d-2c41f194279b, host: n-d-800634-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8406d491-b2e0-4518-9d74-551b5d5f0902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'dd69057d-8dc0-4097-9a0e-65978c0b371a'}}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 18:52:13.428575 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-86299d6c-6463-4049-8a56-23b02e713b2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:13.451512 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-eaca4013-8c49-46dd-8b52-bc8ba633e6da tempest-BulkNetworkOpsTest-1955482778 tempest-BulkNetworkOpsTest-1955482778-project] Request body: {'networks': [{'name': 'tempest-network--1442420821'}, {'name': 'tempest-network--1576800637'}]} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:52:13.451822 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-eaca4013-8c49-46dd-8b52-bc8ba633e6da tempest-BulkNetworkOpsTest-1955482778 tempest-BulkNetworkOpsTest-1955482778-project] Request body: {'network': {'name': 'tempest-network--1442420821'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:52:13.452313 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-eaca4013-8c49-46dd-8b52-bc8ba633e6da tempest-BulkNetworkOpsTest-1955482778 tempest-BulkNetworkOpsTest-1955482778-project] Request body: {'network': {'name': 'tempest-network--1576800637'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:52:13.491277 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-86299d6c-6463-4049-8a56-23b02e713b2a None None] For port 7b5835df-cdd5-4f97-b84d-2c41f194279b, host n-d-800634-3, cleared binding levels {{(pid=93917) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:52:13.496138 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-86299d6c-6463-4049-8a56-23b02e713b2a None None] For port 7b5835df-cdd5-4f97-b84d-2c41f194279b, host n-d-800634-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=7b5835df-cdd5-4f97-b84d-2c41f194279b,segment=NetworkSegment(8406d491-b2e0-4518-9d74-551b5d5f0902),segment_id=8406d491-b2e0-4518-9d74-551b5d5f0902)] {{(pid=93917) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 18:52:13.500458 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-86299d6c-6463-4049-8a56-23b02e713b2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:13.565950 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86299d6c-6463-4049-8a56-23b02e713b2a None None] Pushing event updated for resources: {'Port': ['ID=7b5835df-cdd5-4f97-b84d-2c41f194279b,revision_number=2']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:52:13.627726 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-7faf579d-4016-43ab-bdb1-2fc0a182d312 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-929996', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-571750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11395'] for router, precommit_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:13.629297 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eaca4013-8c49-46dd-8b52-bc8ba633e6da tempest-BulkNetworkOpsTest-1955482778 tempest-BulkNetworkOpsTest-1955482778-project] Made reservation on behalf of 614b5a3fc8534c1c946cc57053d5bf80 for: {'network': 2} {{(pid=93915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:52:13.634394 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-eaca4013-8c49-46dd-8b52-bc8ba633e6da tempest-BulkNetworkOpsTest-1955482778 tempest-BulkNetworkOpsTest-1955482778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for network, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:13.648405 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-7faf579d-4016-43ab-bdb1-2fc0a182d312 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-930033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-929987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-930042', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-571805'] for router, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:13.655347 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-eaca4013-8c49-46dd-8b52-bc8ba633e6da tempest-BulkNetworkOpsTest-1955482778 tempest-BulkNetworkOpsTest-1955482778-project] Notify callbacks [] for security_group, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:13.658535 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-38ec7da1-2caa-4d94-9270-0ca0fb1197dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-929996', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-571750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11395'] for router, precommit_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:13.859514 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7faf579d-4016-43ab-bdb1-2fc0a182d312 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Router 6b36e9b8-ebb9-4e00-82b3-7597a6cd4803 has already been hosted by L3 agent 2c6eb27e-defb-4cca-9a24-381c7415e359 {{(pid=93915) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 18:52:13.881490 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 7b5835df-cdd5-4f97-b84d-2c41f194279b up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:52:13.944821 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning for port 7b5835df-cdd5-4f97-b84d-2c41f194279b completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:52:13.995511 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 94593665-6742-4a25-baa7-de8f63140427 no longer exists at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 18:52:14.018472 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] No Port match for: 94593665-6742-4a25-baa7-de8f63140427 {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 18:52:14.018835 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 94593665-6742-4a25-baa7-de8f63140427 not bound to the agent host n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 18:52:14.019231 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device eacec585-229e-47d7-9e73-b272fc633afb no longer exists at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 18:52:14.029544 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c164f96-842d-48b1-8892-3bfd471deae1 req-a1005a3b-7504-4203-b5d1-e59787975de6 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:52:14.031071 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-9c164f96-842d-48b1-8892-3bfd471deae1 req-a1005a3b-7504-4203-b5d1-e59787975de6 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] 10.222.0.16 "GET /v2.0/ports?device_id=e21060b3-7836-4f9d-9f9c-3326f4df0b64 HTTP/1.1" status: 200 len: 943 time: 0.2807746 Jul 14 18:52:14.031957 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7faf579d-4016-43ab-bdb1-2fc0a182d312 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify agent at l3_agent.n-d-800634-3 the message routers_updated {{(pid=93915) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 18:52:14.039747 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] No Port match for: eacec585-229e-47d7-9e73-b272fc633afb {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 18:52:14.040091 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device eacec585-229e-47d7-9e73-b272fc633afb not bound to the agent host n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 18:52:14.042210 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-7faf579d-4016-43ab-bdb1-2fc0a182d312 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify callbacks [] for router, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:14.043378 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-7faf579d-4016-43ab-bdb1-2fc0a182d312 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] 10.222.0.16 "PUT /v2.0/routers/6b36e9b8-ebb9-4e00-82b3-7597a6cd4803 HTTP/1.1" status: 200 len: 701 time: 1.2095070 Jul 14 18:52:14.045027 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66ebcb0b-2c75-4ba1-b101-2ea6a2e16d12 None None] Sync routers for ids ['6b36e9b8-ebb9-4e00-82b3-7597a6cd4803'] in n-d-800634-3 {{(pid=93917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 18:52:14.046795 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 47432) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:52:14.057431 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66ebcb0b-2c75-4ba1-b101-2ea6a2e16d12 None None] Routers {'6b36e9b8-ebb9-4e00-82b3-7597a6cd4803'} bound to L3 agent in host n-d-800634-3 {{(pid=93917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:52:14.058541 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-66ebcb0b-2c75-4ba1-b101-2ea6a2e16d12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:51:53Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['6b36e9b8-ebb9-4e00-82b3-7597a6cd4803'], 'active': True} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:52:14.086465 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-6134df0b-4915-4930-a919-6e42df52390d tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] 10.222.0.16 "GET /v2.0/ports?device_id=6b36e9b8-ebb9-4e00-82b3-7597a6cd4803 HTTP/1.1" status: 200 len: 205 time: 0.0383129 Jul 14 18:52:14.086789 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 47434) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:52:14.110168 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-eaca4013-8c49-46dd-8b52-bc8ba633e6da tempest-BulkNetworkOpsTest-1955482778 tempest-BulkNetworkOpsTest-1955482778-project] Notify callbacks [] for security_group, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:14.134805 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvr_db [None req-66ebcb0b-2c75-4ba1-b101-2ea6a2e16d12 None None] Set router 6b36e9b8-ebb9-4e00-82b3-7597a6cd4803 gateway port host: None {{(pid=93917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 18:52:14.176222 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-eaca4013-8c49-46dd-8b52-bc8ba633e6da tempest-BulkNetworkOpsTest-1955482778 tempest-BulkNetworkOpsTest-1955482778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:14.176700 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-eaca4013-8c49-46dd-8b52-bc8ba633e6da tempest-BulkNetworkOpsTest-1955482778 tempest-BulkNetworkOpsTest-1955482778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for network, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:14.186222 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-66ebcb0b-2c75-4ba1-b101-2ea6a2e16d12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b36e9b8-ebb9-4e00-82b3-7597a6cd4803', 'name': 'tempest-RoutersTest-router-1800355958', 'tenant_id': '6f1f29d6af59462b92aca472594c5dfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:51:25Z', 'updated_at': '2021-07-14T18:52:10Z', 'revision_number': 11, 'project_id': '6f1f29d6af59462b92aca472594c5dfe', 'gw_port_host': None}], 'n-d-800634-3', False) {} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:52:14.216584 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66ebcb0b-2c75-4ba1-b101-2ea6a2e16d12 None None] Checking router: 6b36e9b8-ebb9-4e00-82b3-7597a6cd4803 for host: n-d-800634-3 {{(pid=93917) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 18:52:14.224784 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66ebcb0b-2c75-4ba1-b101-2ea6a2e16d12 None None] Routers {'6b36e9b8-ebb9-4e00-82b3-7597a6cd4803'} bound to L3 agent in host n-d-800634-3 {{(pid=93917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:52:14.224944 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-9c164f96-842d-48b1-8892-3bfd471deae1 req-254b7953-ded5-4e2f-8a0c-70ab2ebabec7 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] 10.222.0.16 "GET /v2.0/security-groups?id=6966763a-a9ce-4f04-9343-56b5726844ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1783283 Jul 14 18:52:14.225399 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-66ebcb0b-2c75-4ba1-b101-2ea6a2e16d12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:51:53Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['6b36e9b8-ebb9-4e00-82b3-7597a6cd4803'], 'active': True} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:52:14.229319 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-0cc346f3-a5a7-4153-b299-2cb0d5b533c9 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify callbacks [] for router, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:14.294494 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvr_db [None req-66ebcb0b-2c75-4ba1-b101-2ea6a2e16d12 None None] Set router 6b36e9b8-ebb9-4e00-82b3-7597a6cd4803 gateway port host: None {{(pid=93917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 18:52:14.352617 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-66ebcb0b-2c75-4ba1-b101-2ea6a2e16d12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b36e9b8-ebb9-4e00-82b3-7597a6cd4803', 'name': 'tempest-RoutersTest-router-1800355958', 'tenant_id': '6f1f29d6af59462b92aca472594c5dfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:51:25Z', 'updated_at': '2021-07-14T18:52:10Z', 'revision_number': 11, 'project_id': '6f1f29d6af59462b92aca472594c5dfe', 'gw_port_host': None}], 'n-d-800634-3', False) {} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:52:14.372912 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaca4013-8c49-46dd-8b52-bc8ba633e6da tempest-BulkNetworkOpsTest-1955482778 tempest-BulkNetworkOpsTest-1955482778-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d6c61292-3f5e-4b67-8cad-ccb284c33423,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:52:14.377699 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eaca4013-8c49-46dd-8b52-bc8ba633e6da tempest-BulkNetworkOpsTest-1955482778 tempest-BulkNetworkOpsTest-1955482778-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 92} {{(pid=93915) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 18:52:14.381608 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66ebcb0b-2c75-4ba1-b101-2ea6a2e16d12 None None] The sync data for ids ['6b36e9b8-ebb9-4e00-82b3-7597a6cd4803'] in n-d-800634-3 is: [{'id': '6b36e9b8-ebb9-4e00-82b3-7597a6cd4803', 'name': 'tempest-RoutersTest-router-1800355958', 'tenant_id': '6f1f29d6af59462b92aca472594c5dfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:51:25Z', 'updated_at': '2021-07-14T18:52:10Z', 'revision_number': 11, 'project_id': '6f1f29d6af59462b92aca472594c5dfe', 'gw_port_host': None}] {{(pid=93917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 18:52:14.423526 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-eaca4013-8c49-46dd-8b52-bc8ba633e6da tempest-BulkNetworkOpsTest-1955482778 tempest-BulkNetworkOpsTest-1955482778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:14.423882 n-d-800634-3 neutron-server[93915]: INFO neutron.db.segments_db [None req-eaca4013-8c49-46dd-8b52-bc8ba633e6da tempest-BulkNetworkOpsTest-1955482778 tempest-BulkNetworkOpsTest-1955482778-project] Added segment 322449a0-d02a-4da9-9129-f4d0fd800fcd of type vlan for network db0a8245-d8c1-4abd-9ae4-e680a8dc8b5f Jul 14 18:52:14.535415 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-0cc346f3-a5a7-4153-b299-2cb0d5b533c9 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-571778', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11402'] for router, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:14.547673 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-0cc346f3-a5a7-4153-b299-2cb0d5b533c9 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:14.645691 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f91e256-0112-4e80-9977-0cb7eba72b29 None None] Network dd69057d-8dc0-4097-9a0e-65978c0b371a requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:52:14.660940 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-eaca4013-8c49-46dd-8b52-bc8ba633e6da tempest-BulkNetworkOpsTest-1955482778 tempest-BulkNetworkOpsTest-1955482778-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728202197517'] for network, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:14.669010 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2ac4465b-46a6-4911-992f-f742c06d82bd req-ca33d184-5a13-4640-877d-1fc6a4d07e5a service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=6ab0c594-ecaf-4c5b-977a-9c1b59a2d9cc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0807114 Jul 14 18:52:14.671779 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-38ec7da1-2caa-4d94-9270-0ca0fb1197dc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:14.696446 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-0cc346f3-a5a7-4153-b299-2cb0d5b533c9 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-541202'] for router, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:14.696979 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cc346f3-a5a7-4153-b299-2cb0d5b533c9 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Fanout notify agent at l3_agent the message router_deleted on router 6b36e9b8-ebb9-4e00-82b3-7597a6cd4803 {{(pid=93915) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 18:52:14.704271 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-0cc346f3-a5a7-4153-b299-2cb0d5b533c9 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify callbacks [] for router, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:14.709875 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-0cc346f3-a5a7-4153-b299-2cb0d5b533c9 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] 10.222.0.16 "DELETE /v2.0/routers/6b36e9b8-ebb9-4e00-82b3-7597a6cd4803 HTTP/1.1" status: 204 len: 168 time: 0.6079602 Jul 14 18:52:14.710898 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 47436) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:52:14.711700 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-38ec7da1-2caa-4d94-9270-0ca0fb1197dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:14.717558 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-52f09117-8de2-4690-ade1-69c661bb36a3 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-43582882', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:52:14.759637 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-52f09117-8de2-4690-ade1-69c661bb36a3 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-571768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11104'] for router, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:14.761539 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-52f09117-8de2-4690-ade1-69c661bb36a3 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-571675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-930014', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-632314', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11129'] for router, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:14.761773 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2ac4465b-46a6-4911-992f-f742c06d82bd req-e0dcfca0-f0be-4dae-8c60-201cfcb1d4a2 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f1c4e239e6d24b3bb240a97f6c99b33f&device_id=6ab0c594-ecaf-4c5b-977a-9c1b59a2d9cc HTTP/1.1" status: 200 len: 210 time: 0.0535555 Jul 14 18:52:14.785000 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-ec3e9c01-53ae-4d24-b5ad-4b7b27377430 None None] Provisioning for port 7b5835df-cdd5-4f97-b84d-2c41f194279b completed by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:52:14.789862 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-ec3e9c01-53ae-4d24-b5ad-4b7b27377430 None None] Provisioning complete for port 7b5835df-cdd5-4f97-b84d-2c41f194279b triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:52:14.790315 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-ec3e9c01-53ae-4d24-b5ad-4b7b27377430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:14.843523 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eaca4013-8c49-46dd-8b52-bc8ba633e6da tempest-BulkNetworkOpsTest-1955482778 tempest-BulkNetworkOpsTest-1955482778-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 74} {{(pid=93915) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 18:52:14.854427 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-52f09117-8de2-4690-ade1-69c661bb36a3 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:14.859595 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2ac4465b-46a6-4911-992f-f742c06d82bd req-94290c4e-2b8d-470d-8b9d-f66e5e00a1cd service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=f1c4e239e6d24b3bb240a97f6c99b33f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0512152 Jul 14 18:52:14.865693 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-52f09117-8de2-4690-ade1-69c661bb36a3 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-571759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-930033'] for router, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:14.887680 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-52f09117-8de2-4690-ade1-69c661bb36a3 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify callbacks [] for router, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:14.892069 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-52f09117-8de2-4690-ade1-69c661bb36a3 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.1752524 Jul 14 18:52:14.892258 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 47440) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:52:14.893633 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-eaca4013-8c49-46dd-8b52-bc8ba633e6da tempest-BulkNetworkOpsTest-1955482778 tempest-BulkNetworkOpsTest-1955482778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:14.893982 n-d-800634-3 neutron-server[93915]: INFO neutron.db.segments_db [None req-eaca4013-8c49-46dd-8b52-bc8ba633e6da tempest-BulkNetworkOpsTest-1955482778 tempest-BulkNetworkOpsTest-1955482778-project] Added segment aaf68d96-c9d1-4146-ad62-8e06feb72407 of type vlan for network 8d55feb9-f4d5-40b0-bfce-76a8311ea0f5 Jul 14 18:52:14.897509 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-ebff8001-1318-450e-b89c-2c62a1a5ac1b tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Request body: {'router': {'admin_state_up': True}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:52:14.979884 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-ec3e9c01-53ae-4d24-b5ad-4b7b27377430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:15.025962 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-ec3e9c01-53ae-4d24-b5ad-4b7b27377430 None None] For port 7b5835df-cdd5-4f97-b84d-2c41f194279b, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=7b5835df-cdd5-4f97-b84d-2c41f194279b,segment=NetworkSegment(8406d491-b2e0-4518-9d74-551b5d5f0902),segment_id=8406d491-b2e0-4518-9d74-551b5d5f0902)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:52:15.030989 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-ec3e9c01-53ae-4d24-b5ad-4b7b27377430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:15.060158 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-eaca4013-8c49-46dd-8b52-bc8ba633e6da tempest-BulkNetworkOpsTest-1955482778 tempest-BulkNetworkOpsTest-1955482778-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728202197517'] for network, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:15.087314 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.db_base_plugin_common [None req-38ec7da1-2caa-4d94-9270-0ca0fb1197dc admin admin] Allocated IP 172.25.1.246 (9200a437-e1de-4520-88f6-e68386523e61/5f47f848-4532-407a-a0e2-5690ade15fd0/f12e8cdb-fe13-4704-abec-d15e2564ada7) {{(pid=93915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:52:15.092138 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3e9c01-53ae-4d24-b5ad-4b7b27377430 None None] Pushing event updated for resources: {'Port': ['ID=7b5835df-cdd5-4f97-b84d-2c41f194279b,revision_number=3']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:52:15.160189 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-ebff8001-1318-450e-b89c-2c62a1a5ac1b tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-929996', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-571750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11395'] for router, precommit_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:15.172691 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-ebff8001-1318-450e-b89c-2c62a1a5ac1b tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-930033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-929987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-930042', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-571805'] for router, after_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:15.195592 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac4465b-46a6-4911-992f-f742c06d82bd req-4ee304f3-1d51-407a-b780-23ae0781fe61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:52:15.197117 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2ac4465b-46a6-4911-992f-f742c06d82bd req-4ee304f3-1d51-407a-b780-23ae0781fe61 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.3302405 Jul 14 18:52:15.222814 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa646027-c6fe-4d39-850f-ba9451b5f061 req-0cc9abff-a7be-4879-a7d2-3a577c5174ea tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:52:15.224320 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-aa646027-c6fe-4d39-850f-ba9451b5f061 req-0cc9abff-a7be-4879-a7d2-3a577c5174ea tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c556fe5-0125-48ec-8057-3295f5ec5000 HTTP/1.1" status: 200 len: 944 time: 0.2580462 Jul 14 18:52:15.226985 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-eaca4013-8c49-46dd-8b52-bc8ba633e6da tempest-BulkNetworkOpsTest-1955482778 tempest-BulkNetworkOpsTest-1955482778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727'] for network, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:15.227486 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-eaca4013-8c49-46dd-8b52-bc8ba633e6da tempest-BulkNetworkOpsTest-1955482778 tempest-BulkNetworkOpsTest-1955482778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727'] for network, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:15.232882 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaca4013-8c49-46dd-8b52-bc8ba633e6da tempest-BulkNetworkOpsTest-1955482778 tempest-BulkNetworkOpsTest-1955482778-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:52:15.237624 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaca4013-8c49-46dd-8b52-bc8ba633e6da tempest-BulkNetworkOpsTest-1955482778 tempest-BulkNetworkOpsTest-1955482778-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:52:15.240801 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-eaca4013-8c49-46dd-8b52-bc8ba633e6da tempest-BulkNetworkOpsTest-1955482778 tempest-BulkNetworkOpsTest-1955482778-project] Notify callbacks [] for network, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:15.265667 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-c6d6a725-b7c8-4156-a0d2-2bd5f8dde9f8 None None] Provisioning complete for port 7b5835df-cdd5-4f97-b84d-2c41f194279b triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:52:15.267289 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-c6d6a725-b7c8-4156-a0d2-2bd5f8dde9f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:15.276627 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebff8001-1318-450e-b89c-2c62a1a5ac1b tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Router 67194413-de81-4d9e-b94e-096d3c6e29ee is scheduled to L3 agent 2c6eb27e-defb-4cca-9a24-381c7415e359 with binding_index 1 {{(pid=93916) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 18:52:15.347804 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-eaca4013-8c49-46dd-8b52-bc8ba633e6da tempest-BulkNetworkOpsTest-1955482778 tempest-BulkNetworkOpsTest-1955482778-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 2.3296020 Jul 14 18:52:15.352972 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 47444) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:52:15.369133 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebff8001-1318-450e-b89c-2c62a1a5ac1b tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify agent at l3_agent.n-d-800634-3 the message routers_updated {{(pid=93916) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 18:52:15.378811 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4e3b500-ded0-412e-ba92-a3255ac4280f None None] Sync routers for ids ['67194413-de81-4d9e-b94e-096d3c6e29ee'] in n-d-800634-3 {{(pid=93918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 18:52:15.381109 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-ebff8001-1318-450e-b89c-2c62a1a5ac1b tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify callbacks [] for router, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:15.382314 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-ebff8001-1318-450e-b89c-2c62a1a5ac1b tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] 10.222.0.16 "PUT /v2.0/routers/67194413-de81-4d9e-b94e-096d3c6e29ee HTTP/1.1" status: 200 len: 692 time: 0.4891052 Jul 14 18:52:15.385892 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 47446) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:52:15.390550 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4e3b500-ded0-412e-ba92-a3255ac4280f None None] Routers {'67194413-de81-4d9e-b94e-096d3c6e29ee'} bound to L3 agent in host n-d-800634-3 {{(pid=93918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:52:15.391358 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-b4e3b500-ded0-412e-ba92-a3255ac4280f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:51:53Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['67194413-de81-4d9e-b94e-096d3c6e29ee'], 'active': True} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:52:15.465966 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvr_db [None req-b4e3b500-ded0-412e-ba92-a3255ac4280f None None] Set router 67194413-de81-4d9e-b94e-096d3c6e29ee gateway port host: None {{(pid=93918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 18:52:15.476221 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaca4013-8c49-46dd-8b52-bc8ba633e6da tempest-BulkNetworkOpsTest-1955482778 tempest-BulkNetworkOpsTest-1955482778-project] Pushing event updated for resources: {'Network': ['ID=db0a8245-d8c1-4abd-9ae4-e680a8dc8b5f,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:52:15.486560 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Network db0a8245-d8c1-4abd-9ae4-e680a8dc8b5f details requested by agent ovs-agent-n-d-800634-3 with host n-d-800634-3 {{(pid=93917) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 18:52:15.491555 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-1434db9c-b493-40d7-bb96-a30491711c52 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] 10.222.0.16 "GET /v2.0/routers/67194413-de81-4d9e-b94e-096d3c6e29ee HTTP/1.1" status: 200 len: 698 time: 0.1044507 Jul 14 18:52:15.492391 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 47448) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:52:15.529488 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-22f39998-2952-4a46-97e0-3335e09479d3 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] 10.222.0.16 "GET /v2.0/ports?device_id=67194413-de81-4d9e-b94e-096d3c6e29ee HTTP/1.1" status: 200 len: 205 time: 0.0355613 Jul 14 18:52:15.530490 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-aa646027-c6fe-4d39-850f-ba9451b5f061 req-b135079b-4d77-4573-b378-4599cc4ccd29 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] 10.222.0.16 "GET /v2.0/security-groups?id=be330687-3a60-4db7-bad1-ca6d5eb00fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2842259 Jul 14 18:52:15.531747 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-b4e3b500-ded0-412e-ba92-a3255ac4280f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67194413-de81-4d9e-b94e-096d3c6e29ee', 'name': 'tempest-RoutersTest-router-43582882', 'tenant_id': '6f1f29d6af59462b92aca472594c5dfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:52:14Z', 'updated_at': '2021-07-14T18:52:15Z', 'revision_number': 2, 'project_id': '6f1f29d6af59462b92aca472594c5dfe', 'gw_port_host': None}], 'n-d-800634-3', False) {} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:52:15.531967 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 47450) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:52:15.571323 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4e3b500-ded0-412e-ba92-a3255ac4280f None None] Checking router: 67194413-de81-4d9e-b94e-096d3c6e29ee for host: n-d-800634-3 {{(pid=93918) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 18:52:15.576739 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-38ec7da1-2caa-4d94-9270-0ca0fb1197dc admin admin] Notify callbacks [] for port, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:15.582801 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4e3b500-ded0-412e-ba92-a3255ac4280f None None] Routers {'67194413-de81-4d9e-b94e-096d3c6e29ee'} bound to L3 agent in host n-d-800634-3 {{(pid=93918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:52:15.583912 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-b4e3b500-ded0-412e-ba92-a3255ac4280f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:51:53Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['67194413-de81-4d9e-b94e-096d3c6e29ee'], 'active': True} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:52:15.641882 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-cd682839-d1a7-489e-a02f-3e18d569debc tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify callbacks [] for router, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:15.753335 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvr_db [None req-b4e3b500-ded0-412e-ba92-a3255ac4280f None None] Set router 67194413-de81-4d9e-b94e-096d3c6e29ee gateway port host: None {{(pid=93918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 18:52:15.808449 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-b4e3b500-ded0-412e-ba92-a3255ac4280f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67194413-de81-4d9e-b94e-096d3c6e29ee', 'name': 'tempest-RoutersTest-router-43582882', 'tenant_id': '6f1f29d6af59462b92aca472594c5dfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:52:14Z', 'updated_at': '2021-07-14T18:52:15Z', 'revision_number': 2, 'project_id': '6f1f29d6af59462b92aca472594c5dfe', 'gw_port_host': None}], 'n-d-800634-3', False) {} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:52:15.821675 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 7b5835df-cdd5-4f97-b84d-2c41f194279b up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:52:15.840093 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-cd682839-d1a7-489e-a02f-3e18d569debc tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-571778', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11402'] for router, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:15.842577 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-cd682839-d1a7-489e-a02f-3e18d569debc tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:15.858689 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4e3b500-ded0-412e-ba92-a3255ac4280f None None] The sync data for ids ['67194413-de81-4d9e-b94e-096d3c6e29ee'] in n-d-800634-3 is: [{'id': '67194413-de81-4d9e-b94e-096d3c6e29ee', 'name': 'tempest-RoutersTest-router-43582882', 'tenant_id': '6f1f29d6af59462b92aca472594c5dfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:52:14Z', 'updated_at': '2021-07-14T18:52:15Z', 'revision_number': 2, 'project_id': '6f1f29d6af59462b92aca472594c5dfe', 'gw_port_host': None}] {{(pid=93918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 18:52:15.883879 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port 7b5835df-cdd5-4f97-b84d-2c41f194279b triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:52:15.884354 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:15.909077 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-cd682839-d1a7-489e-a02f-3e18d569debc tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-541202'] for router, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:15.909619 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd682839-d1a7-489e-a02f-3e18d569debc tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Fanout notify agent at l3_agent the message router_deleted on router 67194413-de81-4d9e-b94e-096d3c6e29ee {{(pid=93916) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 18:52:15.920148 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-cd682839-d1a7-489e-a02f-3e18d569debc tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] Notify callbacks [] for router, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:15.925244 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-cd682839-d1a7-489e-a02f-3e18d569debc tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] 10.222.0.16 "DELETE /v2.0/routers/67194413-de81-4d9e-b94e-096d3c6e29ee HTTP/1.1" status: 204 len: 168 time: 0.3884389 Jul 14 18:52:15.925650 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 47454) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:52:15.967052 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-dae2ff3b-576e-41cb-8141-be735b68d96b tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] 10.222.0.16 "GET /v2.0/ports?device_id=67194413-de81-4d9e-b94e-096d3c6e29ee HTTP/1.1" status: 200 len: 205 time: 0.0370526 Jul 14 18:52:15.967052 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 47456) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:52:16.009141 n-d-800634-3 neutron-server[93916]: INFO neutron.api.v2.resource [None req-5ecd73b4-bdc1-4e93-841e-6307736727dc tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] delete failed (client error): The resource could not be found. Jul 14 18:52:16.010200 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-5ecd73b4-bdc1-4e93-841e-6307736727dc tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] 10.222.0.16 "DELETE /v2.0/routers/67194413-de81-4d9e-b94e-096d3c6e29ee HTTP/1.1" status: 404 len: 336 time: 0.0427337 Jul 14 18:52:16.013118 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 47458) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:52:16.042329 n-d-800634-3 neutron-server[93916]: INFO neutron.pecan_wsgi.hooks.translation [None req-57e3461b-a90a-4221-b08a-a947c24f4058 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] DELETE failed (client error): The resource could not be found. Jul 14 18:52:16.042789 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-57e3461b-a90a-4221-b08a-a947c24f4058 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93916) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 18:52:16.045265 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-57e3461b-a90a-4221-b08a-a947c24f4058 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] 10.222.0.16 "DELETE /v2.0/subnets/7bd13cb6-9a53-4b0c-accc-0443154b108b HTTP/1.1" status: 404 len: 337 time: 0.0311389 Jul 14 18:52:16.048018 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 47460) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:52:16.072573 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaca4013-8c49-46dd-8b52-bc8ba633e6da tempest-BulkNetworkOpsTest-1955482778 tempest-BulkNetworkOpsTest-1955482778-project] Pushing event updated for resources: {'Network': ['ID=8d55feb9-f4d5-40b0-bfce-76a8311ea0f5,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:52:16.077961 n-d-800634-3 neutron-server[93916]: INFO neutron.pecan_wsgi.hooks.translation [None req-1fa7c75f-b254-4958-8af7-c51a2efb7f9f tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] DELETE failed (client error): The resource could not be found. Jul 14 18:52:16.079368 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1fa7c75f-b254-4958-8af7-c51a2efb7f9f tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93916) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 18:52:16.082289 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-1fa7c75f-b254-4958-8af7-c51a2efb7f9f tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] 10.222.0.16 "DELETE /v2.0/subnets/541835b3-d4a8-4205-b085-f2e68808ec29 HTTP/1.1" status: 404 len: 337 time: 0.0324888 Jul 14 18:52:16.085291 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Network 8d55feb9-f4d5-40b0-bfce-76a8311ea0f5 details requested by agent ovs-agent-n-d-800634-3 with host n-d-800634-3 {{(pid=93917) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 18:52:16.086228 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 47462) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:52:16.096561 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-283d2483-c3ca-4017-a550-dc6b7ef55fdb tempest-BulkNetworkOpsTest-1955482778 tempest-BulkNetworkOpsTest-1955482778-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:52:16.102567 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-283d2483-c3ca-4017-a550-dc6b7ef55fdb tempest-BulkNetworkOpsTest-1955482778 tempest-BulkNetworkOpsTest-1955482778-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:52:16.108822 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-283d2483-c3ca-4017-a550-dc6b7ef55fdb tempest-BulkNetworkOpsTest-1955482778 tempest-BulkNetworkOpsTest-1955482778-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:52:16.113577 n-d-800634-3 neutron-server[93916]: INFO neutron.pecan_wsgi.hooks.translation [None req-49072b1e-3e3e-4f69-b73c-b081213bd07b tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] DELETE failed (client error): The resource could not be found. Jul 14 18:52:16.113947 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-49072b1e-3e3e-4f69-b73c-b081213bd07b tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93916) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 18:52:16.114713 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-283d2483-c3ca-4017-a550-dc6b7ef55fdb tempest-BulkNetworkOpsTest-1955482778 tempest-BulkNetworkOpsTest-1955482778-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:52:16.119135 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-49072b1e-3e3e-4f69-b73c-b081213bd07b tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] 10.222.0.16 "DELETE /v2.0/subnets/c242f8ae-2fcd-4775-9c7d-d7c0fe9d11a0 HTTP/1.1" status: 404 len: 337 time: 0.0294139 Jul 14 18:52:16.119284 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-283d2483-c3ca-4017-a550-dc6b7ef55fdb tempest-BulkNetworkOpsTest-1955482778 tempest-BulkNetworkOpsTest-1955482778-project] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.7562931 Jul 14 18:52:16.119992 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 47464) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:52:16.120351 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 47466) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:52:16.159723 n-d-800634-3 neutron-server[93916]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a182e76-740e-4742-b6f2-a514b892655f tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] DELETE failed (client error): The resource could not be found. Jul 14 18:52:16.160418 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a182e76-740e-4742-b6f2-a514b892655f tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93916) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 18:52:16.164651 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-6a182e76-740e-4742-b6f2-a514b892655f tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] 10.222.0.16 "DELETE /v2.0/subnets/8aa91cd5-e850-4db8-8ed4-215781be9f6a HTTP/1.1" status: 404 len: 337 time: 0.0408032 Jul 14 18:52:16.172010 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c149a0b-1341-4f11-bd18-2a4b9728cf9c req-2c02cf1b-d151-4390-9869-c1864d354e09 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:52:16.172439 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 47470) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:52:16.173800 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-0c149a0b-1341-4f11-bd18-2a4b9728cf9c req-2c02cf1b-d151-4390-9869-c1864d354e09 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] 10.222.0.16 "GET /v2.0/ports?device_id=e21060b3-7836-4f9d-9f9c-3326f4df0b64 HTTP/1.1" status: 200 len: 943 time: 0.7601552 Jul 14 18:52:16.176293 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-38ec7da1-2caa-4d94-9270-0ca0fb1197dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:16.225470 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444b522c-367d-426a-9e51-1c7ac5f1dd5d req-78d900aa-19c7-446e-9f24-27eeee39a408 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:52:16.226968 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-444b522c-367d-426a-9e51-1c7ac5f1dd5d req-78d900aa-19c7-446e-9f24-27eeee39a408 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c556fe5-0125-48ec-8057-3295f5ec5000 HTTP/1.1" status: 200 len: 944 time: 0.2620027 Jul 14 18:52:16.237358 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-be18f880-f854-45fe-9158-1fb82c4f10e8 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] 10.222.0.16 "GET /v2.0/ports?device_id=6b36e9b8-ebb9-4e00-82b3-7597a6cd4803 HTTP/1.1" status: 200 len: 205 time: 0.0635612 Jul 14 18:52:16.239857 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 47472) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:52:16.252923 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38ec7da1-2caa-4d94-9270-0ca0fb1197dc admin admin] Network 9200a437-e1de-4520-88f6-e68386523e61 is already hosted by enough agents. {{(pid=93915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:52:16.272463 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [None req-38ec7da1-2caa-4d94-9270-0ca0fb1197dc admin admin] Resources bound (agent type, host, resource id): {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:52:16.275456 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38ec7da1-2caa-4d94-9270-0ca0fb1197dc admin admin] Received port after_create {{(pid=93915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:52:16.283264 n-d-800634-3 neutron-server[93916]: INFO neutron.api.v2.resource [None req-bba5c99c-ab0d-4ad5-9167-7c257c86382b tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] delete failed (client error): The resource could not be found. Jul 14 18:52:16.284491 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-bba5c99c-ab0d-4ad5-9167-7c257c86382b tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] 10.222.0.16 "DELETE /v2.0/routers/6b36e9b8-ebb9-4e00-82b3-7597a6cd4803 HTTP/1.1" status: 404 len: 336 time: 0.0430455 Jul 14 18:52:16.289397 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 47474) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:52:16.310860 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ec7da1-2caa-4d94-9270-0ca0fb1197dc admin admin] Pushing event updated for resources: {'Port': ['ID=f12e8cdb-fe13-4704-abec-d15e2564ada7,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:52:16.321209 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-0b8eb6f3-88f9-455b-af6d-0a91ebe843de tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea952fb1-52aa-4336-8296-d527455e8c5a HTTP/1.1" status: 200 len: 205 time: 0.0307202 Jul 14 18:52:16.322750 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-0c149a0b-1341-4f11-bd18-2a4b9728cf9c req-cf386488-5473-4456-ad5b-0d8ee90c8fc2 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] 10.222.0.16 "GET /v2.0/security-groups?id=6966763a-a9ce-4f04-9343-56b5726844ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1402731 Jul 14 18:52:16.325017 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a24bfdfc-2cba-41aa-8ea3-6bcdd7cec40c tempest-BulkNetworkOpsTest-1955482778 tempest-BulkNetworkOpsTest-1955482778-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645734'] for network, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:16.326563 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 47476) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:52:16.343548 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-444b522c-367d-426a-9e51-1c7ac5f1dd5d req-d9e0b845-5b5f-4b3b-8038-7a6f96bf2801 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] 10.222.0.16 "GET /v2.0/security-groups?id=be330687-3a60-4db7-bad1-ca6d5eb00fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1020272 Jul 14 18:52:16.371150 n-d-800634-3 neutron-server[93916]: INFO neutron.api.v2.resource [None req-96c6d5b5-a2b6-49fe-a5c4-227997142cd4 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] delete failed (client error): The resource could not be found. Jul 14 18:52:16.374770 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-96c6d5b5-a2b6-49fe-a5c4-227997142cd4 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] 10.222.0.16 "DELETE /v2.0/routers/ea952fb1-52aa-4336-8296-d527455e8c5a HTTP/1.1" status: 404 len: 336 time: 0.0448103 Jul 14 18:52:16.376134 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 47480) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:52:16.411336 n-d-800634-3 neutron-server[93916]: INFO neutron.pecan_wsgi.hooks.translation [None req-1cee0ccb-f231-4356-bd4c-784ea17a48da tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] DELETE failed (client error): The resource could not be found. Jul 14 18:52:16.411879 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1cee0ccb-f231-4356-bd4c-784ea17a48da tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93916) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 18:52:16.416813 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-1cee0ccb-f231-4356-bd4c-784ea17a48da tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] 10.222.0.16 "DELETE /v2.0/subnets/11959db3-2ae5-4e78-9dee-6d214dab31c8 HTTP/1.1" status: 404 len: 337 time: 0.0375049 Jul 14 18:52:16.417580 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 47482) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:52:16.487558 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-a6d7def5-0880-4771-ad0e-502c048b5911 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] 10.222.0.16 "GET /v2.0/ports?device_id=27c6942a-cfde-476f-acdf-d5925142c240 HTTP/1.1" status: 200 len: 205 time: 0.0648499 Jul 14 18:52:16.487875 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 47484) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:52:16.522629 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a24bfdfc-2cba-41aa-8ea3-6bcdd7cec40c tempest-BulkNetworkOpsTest-1955482778 tempest-BulkNetworkOpsTest-1955482778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2096010', 'neutron.services.segments.db._delete_segments_for_network-8728202734996'] for network, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:16.533396 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.segments.db [None req-a24bfdfc-2cba-41aa-8ea3-6bcdd7cec40c tempest-BulkNetworkOpsTest-1955482778 tempest-BulkNetworkOpsTest-1955482778-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db0a8245-d8c1-4abd-9ae4-e680a8dc8b5f']}} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:52:16.535045 n-d-800634-3 neutron-server[93915]: INFO neutron.api.v2.resource [None req-ff5c43aa-8edf-4446-8b84-aeddf7520146 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] delete failed (client error): The resource could not be found. Jul 14 18:52:16.536094 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-ff5c43aa-8edf-4446-8b84-aeddf7520146 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] 10.222.0.16 "DELETE /v2.0/routers/27c6942a-cfde-476f-acdf-d5925142c240 HTTP/1.1" status: 404 len: 336 time: 0.0473833 Jul 14 18:52:16.539181 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 47492) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:52:16.548823 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.segments.db [None req-a24bfdfc-2cba-41aa-8ea3-6bcdd7cec40c tempest-BulkNetworkOpsTest-1955482778 tempest-BulkNetworkOpsTest-1955482778-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '322449a0-d02a-4da9-9129-f4d0fd800fcd') {'for_net_delete': True} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:52:16.549133 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.segments.db [None req-a24bfdfc-2cba-41aa-8ea3-6bcdd7cec40c tempest-BulkNetworkOpsTest-1955482778 tempest-BulkNetworkOpsTest-1955482778-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '322449a0-d02a-4da9-9129-f4d0fd800fcd') {} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:52:16.560881 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a24bfdfc-2cba-41aa-8ea3-6bcdd7cec40c tempest-BulkNetworkOpsTest-1955482778 tempest-BulkNetworkOpsTest-1955482778-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728202715275', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26296891'] for segment, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:16.576157 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a24bfdfc-2cba-41aa-8ea3-6bcdd7cec40c tempest-BulkNetworkOpsTest-1955482778 tempest-BulkNetworkOpsTest-1955482778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:16.576395 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-44a977ab-76c0-4efe-b92a-ebcb8f457561 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] 10.222.0.16 "GET /v2.0/ports?device_id=2c298863-793a-4a22-9876-b8291eba83f3 HTTP/1.1" status: 200 len: 205 time: 0.0356441 Jul 14 18:52:16.578405 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 47498) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:52:16.588063 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a24bfdfc-2cba-41aa-8ea3-6bcdd7cec40c tempest-BulkNetworkOpsTest-1955482778 tempest-BulkNetworkOpsTest-1955482778-project] Releasing vlan 92 on physical network physnet1 to pool {{(pid=93916) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 18:52:16.588499 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a24bfdfc-2cba-41aa-8ea3-6bcdd7cec40c tempest-BulkNetworkOpsTest-1955482778 tempest-BulkNetworkOpsTest-1955482778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2682942'] for segment, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:16.591468 n-d-800634-3 neutron-server[93916]: Traceback (most recent call last): Jul 14 18:52:16.591468 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 18:52:16.591468 n-d-800634-3 neutron-server[93916]: timer() Jul 14 18:52:16.591468 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 18:52:16.591468 n-d-800634-3 neutron-server[93916]: cb(*args, **kw) Jul 14 18:52:16.591468 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 18:52:16.591468 n-d-800634-3 neutron-server[93916]: return func(*args, **kwargs) Jul 14 18:52:16.591468 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 18:52:16.591468 n-d-800634-3 neutron-server[93916]: self._notify() Jul 14 18:52:16.591468 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 18:52:16.591468 n-d-800634-3 neutron-server[93916]: self.callback(batched_events) Jul 14 18:52:16.591468 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 18:52:16.591468 n-d-800634-3 neutron-server[93916]: event.method(event) Jul 14 18:52:16.591468 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 18:52:16.591468 n-d-800634-3 neutron-server[93916]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 18:52:16.591468 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 18:52:16.591468 n-d-800634-3 neutron-server[93916]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 18:52:16.591468 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 18:52:16.591468 n-d-800634-3 neutron-server[93916]: return f(self, *a, **k) Jul 14 18:52:16.591468 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 18:52:16.591468 n-d-800634-3 neutron-server[93916]: return self._get(url).json() Jul 14 18:52:16.591468 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 18:52:16.591468 n-d-800634-3 neutron-server[93916]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 18:52:16.591468 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 18:52:16.591468 n-d-800634-3 neutron-server[93916]: return self.request(url, 'GET', **kwargs) Jul 14 18:52:16.591468 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 18:52:16.591468 n-d-800634-3 neutron-server[93916]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 18:52:16.591468 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 18:52:16.591468 n-d-800634-3 neutron-server[93916]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 18:52:16.591468 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 18:52:16.591468 n-d-800634-3 neutron-server[93916]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 18:52:16.591468 n-d-800634-3 neutron-server[93916]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 18:52:16.658514 n-d-800634-3 neutron-server[93916]: INFO neutron.api.v2.resource [None req-0bcf4509-5ee8-4655-9504-f723118b561d tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] delete failed (client error): The resource could not be found. Jul 14 18:52:16.662198 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-0bcf4509-5ee8-4655-9504-f723118b561d tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] 10.222.0.16 "DELETE /v2.0/routers/2c298863-793a-4a22-9876-b8291eba83f3 HTTP/1.1" status: 404 len: 336 time: 0.0780671 Jul 14 18:52:16.663797 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 47500) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:52:16.686474 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a24bfdfc-2cba-41aa-8ea3-6bcdd7cec40c tempest-BulkNetworkOpsTest-1955482778 tempest-BulkNetworkOpsTest-1955482778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2096001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-930085'] for network, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:16.694152 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a24bfdfc-2cba-41aa-8ea3-6bcdd7cec40c tempest-BulkNetworkOpsTest-1955482778 tempest-BulkNetworkOpsTest-1955482778-project] Notify callbacks [] for network, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:16.698351 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-a24bfdfc-2cba-41aa-8ea3-6bcdd7cec40c tempest-BulkNetworkOpsTest-1955482778 tempest-BulkNetworkOpsTest-1955482778-project] 10.222.0.16 "DELETE /v2.0/networks/db0a8245-d8c1-4abd-9ae4-e680a8dc8b5f HTTP/1.1" status: 204 len: 168 time: 0.5735943 Jul 14 18:52:16.699190 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 47502) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:52:16.716654 n-d-800634-3 neutron-server[93915]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4f737d8-8b74-47aa-a1fc-dd06829781ed tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] DELETE failed (client error): The resource could not be found. Jul 14 18:52:16.717115 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a4f737d8-8b74-47aa-a1fc-dd06829781ed tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93915) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 18:52:16.721394 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-a4f737d8-8b74-47aa-a1fc-dd06829781ed tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] 10.222.0.16 "DELETE /v2.0/subnets/ab08bb9a-6b98-4a33-bbb2-36b6cd31eb51 HTTP/1.1" status: 404 len: 337 time: 0.0526738 Jul 14 18:52:16.729856 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 47504) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:52:16.730510 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24bfdfc-2cba-41aa-8ea3-6bcdd7cec40c tempest-BulkNetworkOpsTest-1955482778 tempest-BulkNetworkOpsTest-1955482778-project] Pushing event deleted for resources: {'Network': ['ID=db0a8245-d8c1-4abd-9ae4-e680a8dc8b5f,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:52:16.797988 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-38ec7da1-2caa-4d94-9270-0ca0fb1197dc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:16.806382 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c5d549-639b-41c7-9d53-b18181d6eee3 req-5b7a345f-aa51-4c46-9dd3-63cce3ba7e84 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:52:16.807971 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-05c5d549-639b-41c7-9d53-b18181d6eee3 req-5b7a345f-aa51-4c46-9dd3-63cce3ba7e84 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] 10.222.0.16 "GET /v2.0/networks?id=39c54d55-b1e0-4eb1-9ee5-3eeadd4d8bde HTTP/1.1" status: 200 len: 812 time: 0.2361953 Jul 14 18:52:16.862964 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-05c5d549-639b-41c7-9d53-b18181d6eee3 req-a0b37b59-7520-40ff-a93f-e2e3eb5f5660 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] 10.222.0.16 "GET /v2.0/quotas/c28e5bcf1e004d64bdc0461d59ce0908 HTTP/1.1" status: 200 len: 375 time: 0.0455835 Jul 14 18:52:17.042899 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.agents_db [None req-2ea07fb6-aa68-4671-8654-119d82b9f530 None None] Agent healthcheck: found 7 active agents {{(pid=93918) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 18:52:17.048465 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-05c5d549-639b-41c7-9d53-b18181d6eee3 req-fb09f80d-397a-428f-aa25-04edf9513c17 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=c28e5bcf1e004d64bdc0461d59ce0908&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1751547 Jul 14 18:52:17.131899 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-073efcd4-3a5d-4ef9-9238-0963ec5f9cb4 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] 10.222.0.16 "GET /v2.0/ports?device_id=7a4ba691-2520-406e-8a5a-e49420ab2835 HTTP/1.1" status: 200 len: 205 time: 0.3990977 Jul 14 18:52:17.134596 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 47508) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:52:17.154662 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-38ec7da1-2caa-4d94-9270-0ca0fb1197dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-571759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-930033'] for router, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:17.177516 n-d-800634-3 neutron-server[93916]: INFO neutron.api.v2.resource [None req-fb9716e6-cc14-4e79-a134-20d79b2bb849 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] delete failed (client error): The resource could not be found. Jul 14 18:52:17.178506 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-fb9716e6-cc14-4e79-a134-20d79b2bb849 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] 10.222.0.16 "DELETE /v2.0/routers/7a4ba691-2520-406e-8a5a-e49420ab2835 HTTP/1.1" status: 404 len: 336 time: 0.0430357 Jul 14 18:52:17.183361 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 47510) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:52:17.215017 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-38086b83-1fce-4815-97a6-cb1138185eda tempest-BulkNetworkOpsTest-1955482778 tempest-BulkNetworkOpsTest-1955482778-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645734'] for network, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:17.217758 n-d-800634-3 neutron-server[93916]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ea15f5e-98a2-4621-9b59-41872358e745 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] DELETE failed (client error): The resource could not be found. Jul 14 18:52:17.218203 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ea15f5e-98a2-4621-9b59-41872358e745 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93916) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 18:52:17.219884 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-5ea15f5e-98a2-4621-9b59-41872358e745 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] 10.222.0.16 "DELETE /v2.0/subnets/82563fb1-34eb-458e-b047-d5c99944c8a5 HTTP/1.1" status: 404 len: 337 time: 0.0356319 Jul 14 18:52:17.223845 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 47512) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:52:17.227372 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-05c5d549-639b-41c7-9d53-b18181d6eee3 req-f186a2cf-616a-4990-89fd-3eb2d17222e6 service neutron] 10.222.0.16 "GET /v2.0/networks/39c54d55-b1e0-4eb1-9ee5-3eeadd4d8bde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1527092 Jul 14 18:52:17.257253 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-373b7769-296a-4576-b93b-dc284d319bc7 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] 10.222.0.16 "GET /v2.0/ports?device_id=d496f89c-3861-4d34-994e-43f556b01437 HTTP/1.1" status: 200 len: 205 time: 0.0323293 Jul 14 18:52:17.260795 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 47514) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:52:17.315964 n-d-800634-3 neutron-server[93916]: INFO neutron.api.v2.resource [None req-0600a3b9-6290-40fc-84dc-c424418807f2 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] delete failed (client error): The resource could not be found. Jul 14 18:52:17.319759 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-0600a3b9-6290-40fc-84dc-c424418807f2 tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] 10.222.0.16 "DELETE /v2.0/routers/d496f89c-3861-4d34-994e-43f556b01437 HTTP/1.1" status: 404 len: 336 time: 0.0543149 Jul 14 18:52:17.321072 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 47516) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:52:17.371185 n-d-800634-3 neutron-server[93915]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4a59d54-1e3b-497e-a64b-8db9713c52fe tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] DELETE failed (client error): The resource could not be found. Jul 14 18:52:17.371691 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e4a59d54-1e3b-497e-a64b-8db9713c52fe tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93915) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 18:52:17.373485 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-e4a59d54-1e3b-497e-a64b-8db9713c52fe tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] 10.222.0.16 "DELETE /v2.0/subnets/388eb967-893f-49ab-877e-fcfcc8385cc6 HTTP/1.1" status: 404 len: 337 time: 0.0501809 Jul 14 18:52:17.373867 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-38086b83-1fce-4815-97a6-cb1138185eda tempest-BulkNetworkOpsTest-1955482778 tempest-BulkNetworkOpsTest-1955482778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2096010', 'neutron.services.segments.db._delete_segments_for_network-8728202734996'] for network, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:17.376356 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 47520) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:52:17.409492 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.segments.db [None req-38086b83-1fce-4815-97a6-cb1138185eda tempest-BulkNetworkOpsTest-1955482778 tempest-BulkNetworkOpsTest-1955482778-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d55feb9-f4d5-40b0-bfce-76a8311ea0f5']}} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:52:17.412930 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-05c5d549-639b-41c7-9d53-b18181d6eee3 req-e534caab-c01b-4875-9b23-251cd5eb50b1 service neutron] 10.222.0.16 "GET /v2.0/networks/39c54d55-b1e0-4eb1-9ee5-3eeadd4d8bde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1554563 Jul 14 18:52:17.413638 n-d-800634-3 neutron-server[93916]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b08358f-a7ed-4d95-b636-cb139f50908b tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] DELETE failed (client error): The resource could not be found. Jul 14 18:52:17.414118 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b08358f-a7ed-4d95-b636-cb139f50908b tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93916) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 18:52:17.415374 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38ec7da1-2caa-4d94-9270-0ca0fb1197dc admin admin] Router efc8849f-22d6-452b-947c-fde4bceef8c3 is scheduled to L3 agent 2c6eb27e-defb-4cca-9a24-381c7415e359 with binding_index 1 {{(pid=93915) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 18:52:17.415867 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-4b08358f-a7ed-4d95-b636-cb139f50908b tempest-RoutersTest-890568219 tempest-RoutersTest-890568219-project] 10.222.0.16 "DELETE /v2.0/subnets/de864795-d0b3-41db-9fd1-fb3fec232361 HTTP/1.1" status: 404 len: 337 time: 0.0381911 Jul 14 18:52:17.425017 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.segments.db [None req-38086b83-1fce-4815-97a6-cb1138185eda tempest-BulkNetworkOpsTest-1955482778 tempest-BulkNetworkOpsTest-1955482778-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aaf68d96-c9d1-4146-ad62-8e06feb72407') {'for_net_delete': True} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:52:17.425316 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.segments.db [None req-38086b83-1fce-4815-97a6-cb1138185eda tempest-BulkNetworkOpsTest-1955482778 tempest-BulkNetworkOpsTest-1955482778-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aaf68d96-c9d1-4146-ad62-8e06feb72407') {} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:52:17.436412 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-38086b83-1fce-4815-97a6-cb1138185eda tempest-BulkNetworkOpsTest-1955482778 tempest-BulkNetworkOpsTest-1955482778-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728202715275', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26296891'] for segment, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:17.456229 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-38086b83-1fce-4815-97a6-cb1138185eda tempest-BulkNetworkOpsTest-1955482778 tempest-BulkNetworkOpsTest-1955482778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:17.463446 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38086b83-1fce-4815-97a6-cb1138185eda tempest-BulkNetworkOpsTest-1955482778 tempest-BulkNetworkOpsTest-1955482778-project] Releasing vlan 74 on physical network physnet1 to pool {{(pid=93916) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 18:52:17.463858 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-38086b83-1fce-4815-97a6-cb1138185eda tempest-BulkNetworkOpsTest-1955482778 tempest-BulkNetworkOpsTest-1955482778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2682942'] for segment, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:17.467876 n-d-800634-3 neutron-server[93916]: Traceback (most recent call last): Jul 14 18:52:17.467876 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 18:52:17.467876 n-d-800634-3 neutron-server[93916]: timer() Jul 14 18:52:17.467876 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 18:52:17.467876 n-d-800634-3 neutron-server[93916]: cb(*args, **kw) Jul 14 18:52:17.467876 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 18:52:17.467876 n-d-800634-3 neutron-server[93916]: return func(*args, **kwargs) Jul 14 18:52:17.467876 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 18:52:17.467876 n-d-800634-3 neutron-server[93916]: self._notify() Jul 14 18:52:17.467876 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 18:52:17.467876 n-d-800634-3 neutron-server[93916]: self.callback(batched_events) Jul 14 18:52:17.467876 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 18:52:17.467876 n-d-800634-3 neutron-server[93916]: event.method(event) Jul 14 18:52:17.467876 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 18:52:17.467876 n-d-800634-3 neutron-server[93916]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 18:52:17.467876 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 18:52:17.467876 n-d-800634-3 neutron-server[93916]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 18:52:17.467876 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 18:52:17.467876 n-d-800634-3 neutron-server[93916]: return f(self, *a, **k) Jul 14 18:52:17.467876 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 18:52:17.467876 n-d-800634-3 neutron-server[93916]: return self._get(url).json() Jul 14 18:52:17.467876 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 18:52:17.467876 n-d-800634-3 neutron-server[93916]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 18:52:17.467876 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 18:52:17.467876 n-d-800634-3 neutron-server[93916]: return self.request(url, 'GET', **kwargs) Jul 14 18:52:17.467876 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 18:52:17.467876 n-d-800634-3 neutron-server[93916]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 18:52:17.467876 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 18:52:17.467876 n-d-800634-3 neutron-server[93916]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 18:52:17.467876 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 18:52:17.467876 n-d-800634-3 neutron-server[93916]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 18:52:17.467876 n-d-800634-3 neutron-server[93916]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 18:52:17.554482 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-38086b83-1fce-4815-97a6-cb1138185eda tempest-BulkNetworkOpsTest-1955482778 tempest-BulkNetworkOpsTest-1955482778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2096001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-930085'] for network, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:17.561397 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-38086b83-1fce-4815-97a6-cb1138185eda tempest-BulkNetworkOpsTest-1955482778 tempest-BulkNetworkOpsTest-1955482778-project] Notify callbacks [] for network, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:17.569906 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-38086b83-1fce-4815-97a6-cb1138185eda tempest-BulkNetworkOpsTest-1955482778 tempest-BulkNetworkOpsTest-1955482778-project] 10.222.0.16 "DELETE /v2.0/networks/8d55feb9-f4d5-40b0-bfce-76a8311ea0f5 HTTP/1.1" status: 204 len: 168 time: 0.8702176 Jul 14 18:52:17.570975 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 47524) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:52:17.593347 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38086b83-1fce-4815-97a6-cb1138185eda tempest-BulkNetworkOpsTest-1955482778 tempest-BulkNetworkOpsTest-1955482778-project] Pushing event deleted for resources: {'Network': ['ID=8d55feb9-f4d5-40b0-bfce-76a8311ea0f5,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:52:17.611769 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38086b83-1fce-4815-97a6-cb1138185eda tempest-BulkNetworkOpsTest-1955482778 tempest-BulkNetworkOpsTest-1955482778-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:52:17.613069 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38086b83-1fce-4815-97a6-cb1138185eda tempest-BulkNetworkOpsTest-1955482778 tempest-BulkNetworkOpsTest-1955482778-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:52:17.613491 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38086b83-1fce-4815-97a6-cb1138185eda tempest-BulkNetworkOpsTest-1955482778 tempest-BulkNetworkOpsTest-1955482778-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:52:17.618338 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38086b83-1fce-4815-97a6-cb1138185eda tempest-BulkNetworkOpsTest-1955482778 tempest-BulkNetworkOpsTest-1955482778-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:52:17.618945 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38086b83-1fce-4815-97a6-cb1138185eda tempest-BulkNetworkOpsTest-1955482778 tempest-BulkNetworkOpsTest-1955482778-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:52:17.619482 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38086b83-1fce-4815-97a6-cb1138185eda tempest-BulkNetworkOpsTest-1955482778 tempest-BulkNetworkOpsTest-1955482778-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:52:17.619894 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38086b83-1fce-4815-97a6-cb1138185eda tempest-BulkNetworkOpsTest-1955482778 tempest-BulkNetworkOpsTest-1955482778-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:52:17.620330 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38086b83-1fce-4815-97a6-cb1138185eda tempest-BulkNetworkOpsTest-1955482778 tempest-BulkNetworkOpsTest-1955482778-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:52:17.621314 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38086b83-1fce-4815-97a6-cb1138185eda tempest-BulkNetworkOpsTest-1955482778 tempest-BulkNetworkOpsTest-1955482778-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:52:17.621819 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38086b83-1fce-4815-97a6-cb1138185eda tempest-BulkNetworkOpsTest-1955482778 tempest-BulkNetworkOpsTest-1955482778-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:52:17.622245 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38086b83-1fce-4815-97a6-cb1138185eda tempest-BulkNetworkOpsTest-1955482778 tempest-BulkNetworkOpsTest-1955482778-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:52:17.622646 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38086b83-1fce-4815-97a6-cb1138185eda tempest-BulkNetworkOpsTest-1955482778 tempest-BulkNetworkOpsTest-1955482778-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:52:17.662174 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38ec7da1-2caa-4d94-9270-0ca0fb1197dc admin admin] Notify agent at l3_agent.n-d-800634-3 the message routers_updated {{(pid=93915) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 18:52:17.669959 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa54ef49-7d3a-4378-b7a7-4f114d9a721d req-ab12131e-2495-4c6e-96d5-cc08ddd0660e tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:52:17.671334 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-106b382f-1358-4845-a618-50a34f44f18e None None] Sync routers for ids ['efc8849f-22d6-452b-947c-fde4bceef8c3'] in n-d-800634-3 {{(pid=93917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 18:52:17.671832 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-aa54ef49-7d3a-4378-b7a7-4f114d9a721d req-ab12131e-2495-4c6e-96d5-cc08ddd0660e tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] 10.222.0.16 "GET /v2.0/ports?device_id=e21060b3-7836-4f9d-9f9c-3326f4df0b64 HTTP/1.1" status: 200 len: 943 time: 0.1911428 Jul 14 18:52:17.694984 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-106b382f-1358-4845-a618-50a34f44f18e None None] Routers {'efc8849f-22d6-452b-947c-fde4bceef8c3'} bound to L3 agent in host n-d-800634-3 {{(pid=93917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:52:17.695187 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-106b382f-1358-4845-a618-50a34f44f18e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:51:53Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['efc8849f-22d6-452b-947c-fde4bceef8c3'], 'active': True} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:52:17.764735 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-99e97491-42a3-44c0-b99a-949814912f7a req-cf7b5596-1829-4086-a8bc-999ef54c3fcd tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] 10.222.0.16 "GET /v2.0/ports?device_id=3843501f-b729-4cfb-90f6-7a815af6a761 HTTP/1.1" status: 200 len: 210 time: 0.0776906 Jul 14 18:52:17.780777 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-38ec7da1-2caa-4d94-9270-0ca0fb1197dc admin admin] Notify callbacks [] for router, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:17.782214 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-38ec7da1-2caa-4d94-9270-0ca0fb1197dc admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.9660151 Jul 14 18:52:17.789305 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 47534) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:52:17.809657 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-704ef525-3fe9-46c1-a140-b8fd8eef9f22 tempest-BulkNetworkOpsTest-1955482778 tempest-BulkNetworkOpsTest-1955482778-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:52:17.816505 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-704ef525-3fe9-46c1-a140-b8fd8eef9f22 tempest-BulkNetworkOpsTest-1955482778 tempest-BulkNetworkOpsTest-1955482778-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:52:17.818876 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-704ef525-3fe9-46c1-a140-b8fd8eef9f22 tempest-BulkNetworkOpsTest-1955482778 tempest-BulkNetworkOpsTest-1955482778-project] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2464864 Jul 14 18:52:17.822576 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 47538) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:52:17.830230 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-1721c731-eaa3-4230-a6f5-38735256dde1 tempest-BulkNetworkOpsTest-1955482778 tempest-BulkNetworkOpsTest-1955482778-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1818094747'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:52:17.834441 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvr_db [None req-106b382f-1358-4845-a618-50a34f44f18e None None] Set router efc8849f-22d6-452b-947c-fde4bceef8c3 gateway port host: n-d-800634-3 {{(pid=93917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 18:52:17.835352 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 47540) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:52:17.838559 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-aa54ef49-7d3a-4378-b7a7-4f114d9a721d req-7dfc6ffd-f892-42d8-baeb-3376825819b7 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] 10.222.0.16 "GET /v2.0/security-groups?id=6966763a-a9ce-4f04-9343-56b5726844ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1609259 Jul 14 18:52:17.877246 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1721c731-eaa3-4230-a6f5-38735256dde1 tempest-BulkNetworkOpsTest-1955482778 tempest-BulkNetworkOpsTest-1955482778-project] Made reservation on behalf of 614b5a3fc8534c1c946cc57053d5bf80 for: {'network': 1} {{(pid=93915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:52:17.883306 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-1721c731-eaa3-4230-a6f5-38735256dde1 tempest-BulkNetworkOpsTest-1955482778 tempest-BulkNetworkOpsTest-1955482778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for network, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:17.957939 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1721c731-eaa3-4230-a6f5-38735256dde1 tempest-BulkNetworkOpsTest-1955482778 tempest-BulkNetworkOpsTest-1955482778-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 55} {{(pid=93915) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 18:52:17.972095 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-1721c731-eaa3-4230-a6f5-38735256dde1 tempest-BulkNetworkOpsTest-1955482778 tempest-BulkNetworkOpsTest-1955482778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:17.977340 n-d-800634-3 neutron-server[93915]: INFO neutron.db.segments_db [None req-1721c731-eaa3-4230-a6f5-38735256dde1 tempest-BulkNetworkOpsTest-1955482778 tempest-BulkNetworkOpsTest-1955482778-project] Added segment ead3163b-2766-428c-8d63-b860d19bda8f of type vlan for network 677aa480-2177-4357-8bdd-8b16ac9aecaa Jul 14 18:52:18.085230 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-1721c731-eaa3-4230-a6f5-38735256dde1 tempest-BulkNetworkOpsTest-1955482778 tempest-BulkNetworkOpsTest-1955482778-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728202197517'] for network, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:18.089318 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-106b382f-1358-4845-a618-50a34f44f18e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efc8849f-22d6-452b-947c-fde4bceef8c3', 'name': 'tempest-TestServerMultinode-1487162711-router', 'tenant_id': '39027972fd15442080143c2024ba97b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.246'}], 'enable_snat': True}, 'gw_port_id': 'f12e8cdb-fe13-4704-abec-d15e2564ada7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:52:12Z', 'updated_at': '2021-07-14T18:52:16Z', 'revision_number': 3, 'project_id': '39027972fd15442080143c2024ba97b6', 'gw_port': {'id': 'f12e8cdb-fe13-4704-abec-d15e2564ada7', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:b7:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efc8849f-22d6-452b-947c-fde4bceef8c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3269, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:52:14Z', 'updated_at': '2021-07-14T18:52:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3'}], 'n-d-800634-3', False) {} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:52:18.169454 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-12f628de-94ac-438b-9795-bfa460b2bfe0 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6f1f29d6af59462b92aca472594c5dfe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3296371 Jul 14 18:52:18.172506 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-1721c731-eaa3-4230-a6f5-38735256dde1 tempest-BulkNetworkOpsTest-1955482778 tempest-BulkNetworkOpsTest-1955482778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727'] for network, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:18.180272 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1721c731-eaa3-4230-a6f5-38735256dde1 tempest-BulkNetworkOpsTest-1955482778 tempest-BulkNetworkOpsTest-1955482778-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:52:18.181804 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-1721c731-eaa3-4230-a6f5-38735256dde1 tempest-BulkNetworkOpsTest-1955482778 tempest-BulkNetworkOpsTest-1955482778-project] Notify callbacks [] for network, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:18.184613 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 47546) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:52:18.270268 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-1721c731-eaa3-4230-a6f5-38735256dde1 tempest-BulkNetworkOpsTest-1955482778 tempest-BulkNetworkOpsTest-1955482778-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4419777 Jul 14 18:52:18.277592 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 47548) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:52:18.289170 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-80b2cfa8-b4f1-4718-8a7a-26fa23075c98 tempest-BulkNetworkOpsTest-1955482778 tempest-BulkNetworkOpsTest-1955482778-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-664796668'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:52:18.307428 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1721c731-eaa3-4230-a6f5-38735256dde1 tempest-BulkNetworkOpsTest-1955482778 tempest-BulkNetworkOpsTest-1955482778-project] Pushing event updated for resources: {'Network': ['ID=677aa480-2177-4357-8bdd-8b16ac9aecaa,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:52:18.339449 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80b2cfa8-b4f1-4718-8a7a-26fa23075c98 tempest-BulkNetworkOpsTest-1955482778 tempest-BulkNetworkOpsTest-1955482778-project] Made reservation on behalf of 614b5a3fc8534c1c946cc57053d5bf80 for: {'network': 1} {{(pid=93915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:52:18.343002 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-80b2cfa8-b4f1-4718-8a7a-26fa23075c98 tempest-BulkNetworkOpsTest-1955482778 tempest-BulkNetworkOpsTest-1955482778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for network, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:18.349768 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-7af1d4ef-d1a8-4d57-946f-d4e021c3805e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:18.386082 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80b2cfa8-b4f1-4718-8a7a-26fa23075c98 tempest-BulkNetworkOpsTest-1955482778 tempest-BulkNetworkOpsTest-1955482778-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 58} {{(pid=93915) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 18:52:18.399014 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-80b2cfa8-b4f1-4718-8a7a-26fa23075c98 tempest-BulkNetworkOpsTest-1955482778 tempest-BulkNetworkOpsTest-1955482778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:18.399364 n-d-800634-3 neutron-server[93915]: INFO neutron.db.segments_db [None req-80b2cfa8-b4f1-4718-8a7a-26fa23075c98 tempest-BulkNetworkOpsTest-1955482778 tempest-BulkNetworkOpsTest-1955482778-project] Added segment b68521fa-2fc1-444f-b68d-c04f4a36edf2 of type vlan for network a1940581-dd5a-418b-aee4-a12527cb36d0 Jul 14 18:52:18.415200 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Device feca8970-97a2-4046-b98f-53bd05674454 details requested by agent hyperv_n-h2-800634-3 with host n-h2-800634-3 {{(pid=93917) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 18:52:18.418973 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Network 677aa480-2177-4357-8bdd-8b16ac9aecaa details requested by agent ovs-agent-n-d-800634-3 with host n-d-800634-3 {{(pid=93917) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 18:52:18.430590 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-106b382f-1358-4845-a618-50a34f44f18e None None] Checking router: efc8849f-22d6-452b-947c-fde4bceef8c3 for host: n-d-800634-3 {{(pid=93917) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 18:52:18.430939 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-106b382f-1358-4845-a618-50a34f44f18e None None] Updating router efc8849f-22d6-452b-947c-fde4bceef8c3 port f12e8cdb-fe13-4704-abec-d15e2564ada7 binding host n-d-800634-3 {{(pid=93917) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 18:52:18.445800 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-80b2cfa8-b4f1-4718-8a7a-26fa23075c98 tempest-BulkNetworkOpsTest-1955482778 tempest-BulkNetworkOpsTest-1955482778-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728202197517'] for network, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:18.482516 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-7af1d4ef-d1a8-4d57-946f-d4e021c3805e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:18.499445 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-df3cf5b9-2c60-460d-95c7-b076f97c0841 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:18.507898 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-80b2cfa8-b4f1-4718-8a7a-26fa23075c98 tempest-BulkNetworkOpsTest-1955482778 tempest-BulkNetworkOpsTest-1955482778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727'] for network, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:18.512759 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80b2cfa8-b4f1-4718-8a7a-26fa23075c98 tempest-BulkNetworkOpsTest-1955482778 tempest-BulkNetworkOpsTest-1955482778-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:52:18.513360 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-80b2cfa8-b4f1-4718-8a7a-26fa23075c98 tempest-BulkNetworkOpsTest-1955482778 tempest-BulkNetworkOpsTest-1955482778-project] Notify callbacks [] for network, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:18.556933 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-106b382f-1358-4845-a618-50a34f44f18e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:18.587278 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-80b2cfa8-b4f1-4718-8a7a-26fa23075c98 tempest-BulkNetworkOpsTest-1955482778 tempest-BulkNetworkOpsTest-1955482778-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.3061793 Jul 14 18:52:18.593631 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 47550) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:52:18.601532 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-4de603a2-e3d6-4601-9b67-8a2ee3817e29 tempest-BulkNetworkOpsTest-1955482778 tempest-BulkNetworkOpsTest-1955482778-project] Request body: {'ports': [{'network_id': '677aa480-2177-4357-8bdd-8b16ac9aecaa', 'name': 'tempest-port--123177139', 'admin_state_up': True}, {'network_id': 'a1940581-dd5a-418b-aee4-a12527cb36d0', 'admin_state_up': False}]} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:52:18.601858 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-4de603a2-e3d6-4601-9b67-8a2ee3817e29 tempest-BulkNetworkOpsTest-1955482778 tempest-BulkNetworkOpsTest-1955482778-project] Request body: {'port': {'network_id': '677aa480-2177-4357-8bdd-8b16ac9aecaa', 'name': 'tempest-port--123177139', 'admin_state_up': True}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:52:18.602326 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-4de603a2-e3d6-4601-9b67-8a2ee3817e29 tempest-BulkNetworkOpsTest-1955482778 tempest-BulkNetworkOpsTest-1955482778-project] Request body: {'port': {'network_id': 'a1940581-dd5a-418b-aee4-a12527cb36d0', 'admin_state_up': False}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:52:18.676485 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b2cfa8-b4f1-4718-8a7a-26fa23075c98 tempest-BulkNetworkOpsTest-1955482778 tempest-BulkNetworkOpsTest-1955482778-project] Pushing event updated for resources: {'Network': ['ID=a1940581-dd5a-418b-aee4-a12527cb36d0,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:52:18.685113 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-7af1d4ef-d1a8-4d57-946f-d4e021c3805e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:18.687825 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-7af1d4ef-d1a8-4d57-946f-d4e021c3805e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:18.689008 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-7af1d4ef-d1a8-4d57-946f-d4e021c3805e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/13216905-beed-4871-a023-4b9113fb0a5e HTTP/1.1" status: 204 len: 168 time: 0.5005162 Jul 14 18:52:18.704136 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Network a1940581-dd5a-418b-aee4-a12527cb36d0 details requested by agent ovs-agent-n-d-800634-3 with host n-d-800634-3 {{(pid=93917) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 18:52:18.710934 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af1d4ef-d1a8-4d57-946f-d4e021c3805e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13216905-beed-4871-a023-4b9113fb0a5e,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:52:18.807330 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.db_base_plugin_common [None req-df3cf5b9-2c60-460d-95c7-b076f97c0841 admin admin] Allocated IP 172.20.0.1 (dd69057d-8dc0-4097-9a0e-65978c0b371a/d28cd209-31d3-46cb-bbed-360f8aa5e803/a36c8b22-9d2c-4b02-87f2-f257898accb0) {{(pid=93916) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:52:18.815050 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] For port feca8970-97a2-4046-b98f-53bd05674454, host n-h2-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=feca8970-97a2-4046-b98f-53bd05674454,segment=NetworkSegment(ee39aca0-6f7d-4da6-861f-9f37553124e0),segment_id=ee39aca0-6f7d-4da6-861f-9f37553124e0)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:52:18.868375 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4de603a2-e3d6-4601-9b67-8a2ee3817e29 tempest-BulkNetworkOpsTest-1955482778 tempest-BulkNetworkOpsTest-1955482778-project] Made reservation on behalf of 614b5a3fc8534c1c946cc57053d5bf80 for: {'port': 2} {{(pid=93915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:52:18.873025 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-4de603a2-e3d6-4601-9b67-8a2ee3817e29 tempest-BulkNetworkOpsTest-1955482778 tempest-BulkNetworkOpsTest-1955482778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:18.908635 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-4de603a2-e3d6-4601-9b67-8a2ee3817e29 tempest-BulkNetworkOpsTest-1955482778 tempest-BulkNetworkOpsTest-1955482778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:18.910396 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Returning: {'device': 'feca8970-97a2-4046-b98f-53bd05674454', 'network_id': 'd41f9397-de9e-4e07-a07d-8cf0ac566250', 'port_id': 'feca8970-97a2-4046-b98f-53bd05674454', 'mac_address': 'fa:16:3e:8b:1a:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 94, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0161a33b-ac2d-4d08-b4de-fe1fa405f16a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93917) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 18:52:18.977297 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:19.026367 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id feca8970-97a2-4046-b98f-53bd05674454 {{(pid=93917) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 18:52:19.027480 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-df3cf5b9-2c60-460d-95c7-b076f97c0841 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:19.068269 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [None req-4de603a2-e3d6-4601-9b67-8a2ee3817e29 tempest-BulkNetworkOpsTest-1955482778 tempest-BulkNetworkOpsTest-1955482778-project] device_id is not set on port 52ff5fcc-3025-4a81-8123-d0b2f1bf572d yet. {{(pid=93915) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 18:52:19.085268 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.provisioning_blocks [None req-df3cf5b9-2c60-460d-95c7-b076f97c0841 admin admin] Transition to ACTIVE for port object a36c8b22-9d2c-4b02-87f2-f257898accb0 will not be triggered until provisioned by entity DHCP. {{(pid=93916) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:52:19.086499 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] For port feca8970-97a2-4046-b98f-53bd05674454, host n-h2-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=feca8970-97a2-4046-b98f-53bd05674454,segment=NetworkSegment(ee39aca0-6f7d-4da6-861f-9f37553124e0),segment_id=ee39aca0-6f7d-4da6-861f-9f37553124e0)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:52:19.093310 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:19.135179 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-df3cf5b9-2c60-460d-95c7-b076f97c0841 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:19.144674 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b5095023-7710-440e-b868-50e8d2da8efc req-8a6d2dec-4537-44c8-9bd7-3b5cbfeb6284 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] 10.222.0.16 "GET /v2.0/ports?device_id=3843501f-b729-4cfb-90f6-7a815af6a761 HTTP/1.1" status: 200 len: 210 time: 0.0423870 Jul 14 18:52:19.200914 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df3cf5b9-2c60-460d-95c7-b076f97c0841 admin admin] Network dd69057d-8dc0-4097-9a0e-65978c0b371a is already hosted by enough agents. {{(pid=93916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:52:19.205913 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [None req-df3cf5b9-2c60-460d-95c7-b076f97c0841 admin admin] Resources bound (agent type, host, resource id): {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:52:19.210156 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df3cf5b9-2c60-460d-95c7-b076f97c0841 admin admin] Received port after_create {{(pid=93916) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:52:19.219058 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-106b382f-1358-4845-a618-50a34f44f18e None None] Notify callbacks [] for port, precommit_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:19.249578 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-106b382f-1358-4845-a618-50a34f44f18e None None] Transition to ACTIVE for port object f12e8cdb-fe13-4704-abec-d15e2564ada7 will not be triggered until provisioned by entity L2. {{(pid=93917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:52:19.257467 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Pushing event updated for resources: {'Port': ['ID=feca8970-97a2-4046-b98f-53bd05674454,revision_number=4']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:52:19.262661 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-106b382f-1358-4845-a618-50a34f44f18e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:19.268166 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-df3cf5b9-2c60-460d-95c7-b076f97c0841 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-930452'] for router_interface, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:19.330994 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-106b382f-1358-4845-a618-50a34f44f18e None None] Attempting to bind port f12e8cdb-fe13-4704-abec-d15e2564ada7 on host n-d-800634-3 for vnic_type normal with profile {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:52:19.331672 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-106b382f-1358-4845-a618-50a34f44f18e None None] Attempting to bind port f12e8cdb-fe13-4704-abec-d15e2564ada7 by drivers openvswitch,hyperv on host n-d-800634-3 at level 0 using segments [{'id': '5afb940b-bbdf-4727-be00-5d46367c38a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9200a437-e1de-4520-88f6-e68386523e61'}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:52:19.332308 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-106b382f-1358-4845-a618-50a34f44f18e None None] Attempting to bind port f12e8cdb-fe13-4704-abec-d15e2564ada7 on network 9200a437-e1de-4520-88f6-e68386523e61 {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:52:19.365704 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] get_ports_and_sgs() called for port_ids ['feca8970-97a2-4046-b98f-53bd05674454'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 18:52:19.370779 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484f00ea-7edc-45ca-a6a5-737e4a5ab186 None None] Pushing event updated for resources: {'Port': ['ID=f12e8cdb-fe13-4704-abec-d15e2564ada7,revision_number=2']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:52:19.374871 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-106b382f-1358-4845-a618-50a34f44f18e None None] Checking agent: {'id': '01c19e91-a945-4e3c-94a6-c211e17c923e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 8, 23), 'started_at': datetime.datetime(2021, 7, 14, 18, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 18, 51, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 18:52:19.383339 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-106b382f-1358-4845-a618-50a34f44f18e None None] Checking segment: {'id': '5afb940b-bbdf-4727-be00-5d46367c38a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9200a437-e1de-4520-88f6-e68386523e61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93917) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:52:19.383962 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-106b382f-1358-4845-a618-50a34f44f18e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:19.384464 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-106b382f-1358-4845-a618-50a34f44f18e None None] Bound using segment: {'id': '5afb940b-bbdf-4727-be00-5d46367c38a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9200a437-e1de-4520-88f6-e68386523e61'} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 18:52:19.386610 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-106b382f-1358-4845-a618-50a34f44f18e None None] Bound port: f12e8cdb-fe13-4704-abec-d15e2564ada7, host: n-d-800634-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5afb940b-bbdf-4727-be00-5d46367c38a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9200a437-e1de-4520-88f6-e68386523e61'}}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 18:52:19.387053 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-106b382f-1358-4845-a618-50a34f44f18e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:19.445178 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3cf5b9-2c60-460d-95c7-b076f97c0841 admin admin] Pushing event updated for resources: {'Port': ['ID=a36c8b22-9d2c-4b02-87f2-f257898accb0,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:52:19.498245 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-df3cf5b9-2c60-460d-95c7-b076f97c0841 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:19.544917 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-106b382f-1358-4845-a618-50a34f44f18e None None] For port f12e8cdb-fe13-4704-abec-d15e2564ada7, host n-d-800634-3, cleared binding levels {{(pid=93917) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:52:19.552854 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-106b382f-1358-4845-a618-50a34f44f18e None None] For port f12e8cdb-fe13-4704-abec-d15e2564ada7, host n-d-800634-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=f12e8cdb-fe13-4704-abec-d15e2564ada7,segment=NetworkSegment(5afb940b-bbdf-4727-be00-5d46367c38a1),segment_id=5afb940b-bbdf-4727-be00-5d46367c38a1)] {{(pid=93917) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 18:52:19.560284 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-106b382f-1358-4845-a618-50a34f44f18e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:19.665471 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-106b382f-1358-4845-a618-50a34f44f18e None None] Routers {'efc8849f-22d6-452b-947c-fde4bceef8c3'} bound to L3 agent in host n-d-800634-3 {{(pid=93917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:52:19.666097 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-106b382f-1358-4845-a618-50a34f44f18e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:51:53Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['efc8849f-22d6-452b-947c-fde4bceef8c3'], 'active': True} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:52:19.731640 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-df3cf5b9-2c60-460d-95c7-b076f97c0841 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:19.740804 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-df3cf5b9-2c60-460d-95c7-b076f97c0841 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2684870'] for port, after_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:19.765156 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484f00ea-7edc-45ca-a6a5-737e4a5ab186 None None] Pushing event updated for resources: {'Port': ['ID=f12e8cdb-fe13-4704-abec-d15e2564ada7,revision_number=3']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:52:19.769798 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c5d549-639b-41c7-9d53-b18181d6eee3 req-c23944c0-5deb-4eae-981a-97aefa99c1ff tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:52:19.771363 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-05c5d549-639b-41c7-9d53-b18181d6eee3 req-c23944c0-5deb-4eae-981a-97aefa99c1ff tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] 10.222.0.18 "GET /v2.0/networks?id=39c54d55-b1e0-4eb1-9ee5-3eeadd4d8bde HTTP/1.1" status: 200 len: 812 time: 0.6828771 Jul 14 18:52:19.790396 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f0a539-61c8-47b4-85c0-9a9928badff0 req-66757f4f-7c91-41d9-b748-66b706199e63 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:52:19.792045 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-98f0a539-61c8-47b4-85c0-9a9928badff0 req-66757f4f-7c91-41d9-b748-66b706199e63 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] 10.222.0.16 "GET /v2.0/ports?device_id=e21060b3-7836-4f9d-9f9c-3326f4df0b64 HTTP/1.1" status: 200 len: 944 time: 0.7157259 Jul 14 18:52:19.799499 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [req-05c5d549-639b-41c7-9d53-b18181d6eee3 req-3c141c77-9109-437f-9e20-0b88e508098d tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] Request body: {'port': {'device_id': '3843501f-b729-4cfb-90f6-7a815af6a761', 'network_id': '39c54d55-b1e0-4eb1-9ee5-3eeadd4d8bde', 'admin_state_up': True, 'tenant_id': 'c28e5bcf1e004d64bdc0461d59ce0908'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:52:19.840040 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-4b24b7b1-1a08-48bd-b983-93ca7e6072fe None None] Provisioning for port a36c8b22-9d2c-4b02-87f2-f257898accb0 completed by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:52:19.848953 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-df3cf5b9-2c60-460d-95c7-b076f97c0841 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-598741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-928734'] for router_interface, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:19.852665 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-4b24b7b1-1a08-48bd-b983-93ca7e6072fe None None] Provisioning complete for port a36c8b22-9d2c-4b02-87f2-f257898accb0 triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:52:19.853040 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-4b24b7b1-1a08-48bd-b983-93ca7e6072fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:19.860821 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3cf5b9-2c60-460d-95c7-b076f97c0841 admin admin] Pushing event updated for resources: {'Port': ['ID=a36c8b22-9d2c-4b02-87f2-f257898accb0,revision_number=2']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:52:19.904820 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-4de603a2-e3d6-4601-9b67-8a2ee3817e29 tempest-BulkNetworkOpsTest-1955482778 tempest-BulkNetworkOpsTest-1955482778-project] Notify callbacks [] for port, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:19.914451 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvr_db [None req-106b382f-1358-4845-a618-50a34f44f18e None None] Set router efc8849f-22d6-452b-947c-fde4bceef8c3 gateway port host: n-d-800634-3 {{(pid=93917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 18:52:19.940899 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 47576) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:52:19.952582 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-98f0a539-61c8-47b4-85c0-9a9928badff0 req-49cee4ce-0a3d-49bd-980f-c6138c541212 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] 10.222.0.16 "GET /v2.0/security-groups?id=6966763a-a9ce-4f04-9343-56b5726844ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1446030 Jul 14 18:52:19.993712 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df3cf5b9-2c60-460d-95c7-b076f97c0841 admin admin] Network dd69057d-8dc0-4097-9a0e-65978c0b371a is already hosted by enough agents. {{(pid=93916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:52:19.995292 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [None req-df3cf5b9-2c60-460d-95c7-b076f97c0841 admin admin] Resources bound (agent type, host, resource id): {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:52:20.021190 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-4b24b7b1-1a08-48bd-b983-93ca7e6072fe None None] Port a36c8b22-9d2c-4b02-87f2-f257898accb0 cannot update to ACTIVE because it is not bound. {{(pid=93917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 18:52:20.047822 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [None req-4de603a2-e3d6-4601-9b67-8a2ee3817e29 tempest-BulkNetworkOpsTest-1955482778 tempest-BulkNetworkOpsTest-1955482778-project] device_id is not set on port 5fd23e29-c727-45f8-92ab-0313c5efbc67 yet. {{(pid=93915) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 18:52:20.087647 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05c5d549-639b-41c7-9d53-b18181d6eee3 req-3c141c77-9109-437f-9e20-0b88e508098d tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] Made reservation on behalf of c28e5bcf1e004d64bdc0461d59ce0908 for: {'port': 1} {{(pid=93915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:52:20.092508 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-05c5d549-639b-41c7-9d53-b18181d6eee3 req-3c141c77-9109-437f-9e20-0b88e508098d tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:20.132707 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-e9978e24-e649-44e2-bab2-635871aebbc3 tempest-SecGroupIPv6Test-1337347545 tempest-SecGroupIPv6Test-1337347545-project] Request body: {'security_group': {'name': 'tempest-secgroup--1275860814'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:52:20.187051 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-e9978e24-e649-44e2-bab2-635871aebbc3 tempest-SecGroupIPv6Test-1337347545 tempest-SecGroupIPv6Test-1337347545-project] Notify callbacks [] for security_group, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:20.205751 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df3cf5b9-2c60-460d-95c7-b076f97c0841 admin admin] Router efc8849f-22d6-452b-947c-fde4bceef8c3 has already been hosted by L3 agent 2c6eb27e-defb-4cca-9a24-381c7415e359 {{(pid=93916) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 18:52:20.207165 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-e9978e24-e649-44e2-bab2-635871aebbc3 tempest-SecGroupIPv6Test-1337347545 tempest-SecGroupIPv6Test-1337347545-project] Notify callbacks [] for security_group, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:20.293167 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-106b382f-1358-4845-a618-50a34f44f18e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efc8849f-22d6-452b-947c-fde4bceef8c3', 'name': 'tempest-TestServerMultinode-1487162711-router', 'tenant_id': '39027972fd15442080143c2024ba97b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.246'}], 'enable_snat': True}, 'gw_port_id': 'f12e8cdb-fe13-4704-abec-d15e2564ada7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:52:12Z', 'updated_at': '2021-07-14T18:52:19Z', 'revision_number': 4, 'project_id': '39027972fd15442080143c2024ba97b6', 'gw_port': {'id': 'f12e8cdb-fe13-4704-abec-d15e2564ada7', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:b7:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efc8849f-22d6-452b-947c-fde4bceef8c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3269, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:52:14Z', 'updated_at': '2021-07-14T18:52:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_interfaces': [{'id': 'a36c8b22-9d2c-4b02-87f2-f257898accb0', 'name': '', 'network_id': 'dd69057d-8dc0-4097-9a0e-65978c0b371a', 'tenant_id': '39027972fd15442080143c2024ba97b6', 'mac_address': 'fa:16:3e:9a:6c:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efc8849f-22d6-452b-947c-fde4bceef8c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3277, 'fixed_ips': [{'subnet_id': 'd28cd209-31d3-46cb-bbed-360f8aa5e803', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:52:18Z', 'updated_at': '2021-07-14T18:52:18Z', 'revision_number': 1, 'project_id': '39027972fd15442080143c2024ba97b6', 'subnets': [{'id': 'd28cd209-31d3-46cb-bbed-360f8aa5e803', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-3', False) {} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:52:20.338466 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.db_base_plugin_common [req-05c5d549-639b-41c7-9d53-b18181d6eee3 req-3c141c77-9109-437f-9e20-0b88e508098d tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] Allocated IP 172.20.0.5 (39c54d55-b1e0-4eb1-9ee5-3eeadd4d8bde/e9fdea6e-22fa-4991-9f87-b79de93db404/a8024fbe-2d76-4049-bf85-5d62917cc50c) {{(pid=93915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:52:20.345391 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-4de603a2-e3d6-4601-9b67-8a2ee3817e29 tempest-BulkNetworkOpsTest-1955482778 tempest-BulkNetworkOpsTest-1955482778-project] Notify callbacks [] for port, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:20.366248 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-106b382f-1358-4845-a618-50a34f44f18e None None] The sync data for ids ['efc8849f-22d6-452b-947c-fde4bceef8c3'] in n-d-800634-3 is: [{'id': 'efc8849f-22d6-452b-947c-fde4bceef8c3', 'name': 'tempest-TestServerMultinode-1487162711-router', 'tenant_id': '39027972fd15442080143c2024ba97b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.246'}], 'enable_snat': True}, 'gw_port_id': 'f12e8cdb-fe13-4704-abec-d15e2564ada7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:52:12Z', 'updated_at': '2021-07-14T18:52:19Z', 'revision_number': 4, 'project_id': '39027972fd15442080143c2024ba97b6', 'gw_port': {'id': 'f12e8cdb-fe13-4704-abec-d15e2564ada7', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:b7:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efc8849f-22d6-452b-947c-fde4bceef8c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3269, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:52:14Z', 'updated_at': '2021-07-14T18:52:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_interfaces': [{'id': 'a36c8b22-9d2c-4b02-87f2-f257898accb0', 'name': '', 'network_id': 'dd69057d-8dc0-4097-9a0e-65978c0b371a', 'tenant_id': '39027972fd15442080143c2024ba97b6', 'mac_address': 'fa:16:3e:9a:6c:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efc8849f-22d6-452b-947c-fde4bceef8c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3277, 'fixed_ips': [{'subnet_id': 'd28cd209-31d3-46cb-bbed-360f8aa5e803', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:52:18Z', 'updated_at': '2021-07-14T18:52:18Z', 'revision_number': 1, 'project_id': '39027972fd15442080143c2024ba97b6', 'subnets': [{'id': 'd28cd209-31d3-46cb-bbed-360f8aa5e803', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 18:52:20.383050 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-ba7402f8-a12f-45fb-b811-e4dbff2f0620 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:20.393177 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df3cf5b9-2c60-460d-95c7-b076f97c0841 admin admin] Notify agent at l3_agent.n-d-800634-3 the message routers_updated {{(pid=93916) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 18:52:20.397296 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-1cc2db35-9c9c-4fd4-afd4-5038cd8b459c req-dc03da48-8151-47c6-99cb-029a155e09e5 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] 10.222.0.16 "GET /v2.0/ports?device_id=3843501f-b729-4cfb-90f6-7a815af6a761 HTTP/1.1" status: 200 len: 210 time: 0.0447888 Jul 14 18:52:20.408716 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-df3cf5b9-2c60-460d-95c7-b076f97c0841 admin admin] 10.222.0.16 "PUT /v2.0/routers/efc8849f-22d6-452b-947c-fde4bceef8c3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6182377 Jul 14 18:52:20.447529 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-aa2cf311-5988-4996-8944-4041b9b416b7 None None] Provisioning complete for port a36c8b22-9d2c-4b02-87f2-f257898accb0 triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:52:20.447923 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-aa2cf311-5988-4996-8944-4041b9b416b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:20.485466 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-4de603a2-e3d6-4601-9b67-8a2ee3817e29 tempest-BulkNetworkOpsTest-1955482778 tempest-BulkNetworkOpsTest-1955482778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:20.508729 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-aa2cf311-5988-4996-8944-4041b9b416b7 None None] Port a36c8b22-9d2c-4b02-87f2-f257898accb0 cannot update to ACTIVE because it is not bound. {{(pid=93917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 18:52:20.542071 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-e9978e24-e649-44e2-bab2-635871aebbc3 tempest-SecGroupIPv6Test-1337347545 tempest-SecGroupIPv6Test-1337347545-project] Notify callbacks [] for security_group, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:20.547915 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-e9978e24-e649-44e2-bab2-635871aebbc3 tempest-SecGroupIPv6Test-1337347545 tempest-SecGroupIPv6Test-1337347545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:20.595960 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9978e24-e649-44e2-bab2-635871aebbc3 tempest-SecGroupIPv6Test-1337347545 tempest-SecGroupIPv6Test-1337347545-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b324d79f-a6c4-4497-97ef-c8b9977ba4d7,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:52:20.619397 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de603a2-e3d6-4601-9b67-8a2ee3817e29 tempest-BulkNetworkOpsTest-1955482778 tempest-BulkNetworkOpsTest-1955482778-project] Pushing event updated for resources: {'Port': ['ID=52ff5fcc-3025-4a81-8123-d0b2f1bf572d,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:52:20.631512 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4de603a2-e3d6-4601-9b67-8a2ee3817e29 tempest-BulkNetworkOpsTest-1955482778 tempest-BulkNetworkOpsTest-1955482778-project] Checking segment: {'id': 'ead3163b-2766-428c-8d63-b860d19bda8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '677aa480-2177-4357-8bdd-8b16ac9aecaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:52:20.631882 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4de603a2-e3d6-4601-9b67-8a2ee3817e29 tempest-BulkNetworkOpsTest-1955482778 tempest-BulkNetworkOpsTest-1955482778-project] Network hostable DHCP agents. Network: 677aa480-2177-4357-8bdd-8b16ac9aecaa, hostable agents: ['028393c3-0576-4ebd-bca1-8ea8a148e1a2'], hosted agents: [] {{(pid=93915) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 18:52:20.651785 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-05c5d549-639b-41c7-9d53-b18181d6eee3 req-3c141c77-9109-437f-9e20-0b88e508098d tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] Notify callbacks [] for port, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:20.673431 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.provisioning_blocks [req-05c5d549-639b-41c7-9d53-b18181d6eee3 req-3c141c77-9109-437f-9e20-0b88e508098d tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] Transition to ACTIVE for port object a8024fbe-2d76-4049-bf85-5d62917cc50c will not be triggered until provisioned by entity DHCP. {{(pid=93915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:52:20.675389 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4de603a2-e3d6-4601-9b67-8a2ee3817e29 tempest-BulkNetworkOpsTest-1955482778 tempest-BulkNetworkOpsTest-1955482778-project] Network 677aa480-2177-4357-8bdd-8b16ac9aecaa is scheduled to be hosted by DHCP agent 028393c3-0576-4ebd-bca1-8ea8a148e1a2 with binding_index 1 {{(pid=93915) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 18:52:20.678744 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-e9978e24-e649-44e2-bab2-635871aebbc3 tempest-SecGroupIPv6Test-1337347545 tempest-SecGroupIPv6Test-1337347545-project] Notify callbacks [] for security_group, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:20.683927 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-e9978e24-e649-44e2-bab2-635871aebbc3 tempest-SecGroupIPv6Test-1337347545 tempest-SecGroupIPv6Test-1337347545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:20.729232 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-e9978e24-e649-44e2-bab2-635871aebbc3 tempest-SecGroupIPv6Test-1337347545 tempest-SecGroupIPv6Test-1337347545-project] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:20.730814 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-e9978e24-e649-44e2-bab2-635871aebbc3 tempest-SecGroupIPv6Test-1337347545 tempest-SecGroupIPv6Test-1337347545-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7888370 Jul 14 18:52:20.734465 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 47586) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:52:20.746973 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9978e24-e649-44e2-bab2-635871aebbc3 tempest-SecGroupIPv6Test-1337347545 tempest-SecGroupIPv6Test-1337347545-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b4bc6bc-6497-4784-94b2-8e815b57ad82,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:52:20.759493 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [None req-4de603a2-e3d6-4601-9b67-8a2ee3817e29 tempest-BulkNetworkOpsTest-1955482778 tempest-BulkNetworkOpsTest-1955482778-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-3, 677aa480-2177-4357-8bdd-8b16ac9aecaa) {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:52:20.769663 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12ceeef2-6c97-47e8-ab4c-3363cdaed694 None None] Network 677aa480-2177-4357-8bdd-8b16ac9aecaa requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:52:20.770480 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-05c5d549-639b-41c7-9d53-b18181d6eee3 req-3c141c77-9109-437f-9e20-0b88e508098d tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:20.772638 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4de603a2-e3d6-4601-9b67-8a2ee3817e29 tempest-BulkNetworkOpsTest-1955482778 tempest-BulkNetworkOpsTest-1955482778-project] Received port after_create {{(pid=93915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:52:20.773384 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-4de603a2-e3d6-4601-9b67-8a2ee3817e29 tempest-BulkNetworkOpsTest-1955482778 tempest-BulkNetworkOpsTest-1955482778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:20.791136 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] get_ports_and_sgs() called for port_ids ['8dba08d8-56f1-4a66-be69-dbba17392a9c', '29ef7ab9-858f-48a3-a209-f1954c1e6e54'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 18:52:20.852948 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05c5d549-639b-41c7-9d53-b18181d6eee3 req-3c141c77-9109-437f-9e20-0b88e508098d tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] Network 39c54d55-b1e0-4eb1-9ee5-3eeadd4d8bde is already hosted by enough agents. {{(pid=93915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:52:20.865262 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [req-05c5d549-639b-41c7-9d53-b18181d6eee3 req-3c141c77-9109-437f-9e20-0b88e508098d tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] Resources bound (agent type, host, resource id): {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:52:20.885526 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [req-05c5d549-639b-41c7-9d53-b18181d6eee3 req-3c141c77-9109-437f-9e20-0b88e508098d tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] Received port after_create {{(pid=93915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:52:20.945822 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de603a2-e3d6-4601-9b67-8a2ee3817e29 tempest-BulkNetworkOpsTest-1955482778 tempest-BulkNetworkOpsTest-1955482778-project] Pushing event updated for resources: {'Port': ['ID=5fd23e29-c727-45f8-92ab-0313c5efbc67,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:52:21.076511 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c5d549-639b-41c7-9d53-b18181d6eee3 req-3c141c77-9109-437f-9e20-0b88e508098d tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:52:21.077549 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-05c5d549-639b-41c7-9d53-b18181d6eee3 req-3c141c77-9109-437f-9e20-0b88e508098d tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:21.108605 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 47598) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:52:21.109266 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-2e2fe54f-2e9e-42a3-868e-708049850b8b tempest-SecGroupIPv6Test-1337347545 tempest-SecGroupIPv6Test-1337347545-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.3717046 Jul 14 18:52:21.115454 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-d5c928f6-7211-4f70-95e0-377fc808ebf9 tempest-SecGroupIPv6Test-1337347545 tempest-SecGroupIPv6Test-1337347545-project] Request body: {'security_group': {'name': 'tempest-security--417802749', 'description': 'tempest-security-description-15338009'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:52:21.148329 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-d5c928f6-7211-4f70-95e0-377fc808ebf9 tempest-SecGroupIPv6Test-1337347545 tempest-SecGroupIPv6Test-1337347545-project] Notify callbacks [] for security_group, before_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:21.151018 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-05c5d549-639b-41c7-9d53-b18181d6eee3 req-3c141c77-9109-437f-9e20-0b88e508098d tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3578405 Jul 14 18:52:21.151731 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c141c77-9109-437f-9e20-0b88e508098d tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] Pushing event updated for resources: {'Port': ['ID=a8024fbe-2d76-4049-bf85-5d62917cc50c,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:52:21.198367 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [req-05c5d549-639b-41c7-9d53-b18181d6eee3 req-352f484a-334f-45f3-842e-f5684cb1f51e service neutron] Request body: {'port': {'device_id': '3843501f-b729-4cfb-90f6-7a815af6a761', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800634-3'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:52:21.223553 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-d5c928f6-7211-4f70-95e0-377fc808ebf9 tempest-SecGroupIPv6Test-1337347545 tempest-SecGroupIPv6Test-1337347545-project] Notify callbacks [] for security_group, precommit_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:21.231036 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-d5c928f6-7211-4f70-95e0-377fc808ebf9 tempest-SecGroupIPv6Test-1337347545 tempest-SecGroupIPv6Test-1337347545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:21.234242 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-d5c928f6-7211-4f70-95e0-377fc808ebf9 tempest-SecGroupIPv6Test-1337347545 tempest-SecGroupIPv6Test-1337347545-project] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:21.235820 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-d5c928f6-7211-4f70-95e0-377fc808ebf9 tempest-SecGroupIPv6Test-1337347545 tempest-SecGroupIPv6Test-1337347545-project] 10.222.0.16 "PUT /v2.0/security-groups/1b4bc6bc-6497-4784-94b2-8e815b57ad82 HTTP/1.1" status: 200 len: 1777 time: 0.1254103 Jul 14 18:52:21.240710 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 47600) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:52:21.307049 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c928f6-7211-4f70-95e0-377fc808ebf9 tempest-SecGroupIPv6Test-1337347545 tempest-SecGroupIPv6Test-1337347545-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b4bc6bc-6497-4784-94b2-8e815b57ad82,revision_number=2']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:52:21.328371 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-3d5c2baa-c8a7-41e0-a8c9-d4814129dada tempest-SecGroupIPv6Test-1337347545 tempest-SecGroupIPv6Test-1337347545-project] 10.222.0.16 "GET /v2.0/security-groups/1b4bc6bc-6497-4784-94b2-8e815b57ad82 HTTP/1.1" status: 200 len: 1777 time: 0.0840831 Jul 14 18:52:21.328594 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4de603a2-e3d6-4601-9b67-8a2ee3817e29 tempest-BulkNetworkOpsTest-1955482778 tempest-BulkNetworkOpsTest-1955482778-project] Checking segment: {'id': 'b68521fa-2fc1-444f-b68d-c04f4a36edf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'a1940581-dd5a-418b-aee4-a12527cb36d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:52:21.328594 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4de603a2-e3d6-4601-9b67-8a2ee3817e29 tempest-BulkNetworkOpsTest-1955482778 tempest-BulkNetworkOpsTest-1955482778-project] Network hostable DHCP agents. Network: a1940581-dd5a-418b-aee4-a12527cb36d0, hostable agents: ['028393c3-0576-4ebd-bca1-8ea8a148e1a2'], hosted agents: [] {{(pid=93915) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 18:52:21.329907 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 47604) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:52:21.377294 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 47606) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:52:21.378826 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-5e748cad-4248-40c8-8105-451c209c654b None None] Provisioning for port a8024fbe-2d76-4049-bf85-5d62917cc50c completed by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:52:21.384685 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-5fb7035b-4508-4bb9-9b99-d5caab577ea8 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-567650075-network', 'tenant_id': '937a37f0781341a7a57507c6c1a0235e'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:52:21.386241 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-5e748cad-4248-40c8-8105-451c209c654b None None] Provisioning complete for port a8024fbe-2d76-4049-bf85-5d62917cc50c triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:52:21.386622 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-5e748cad-4248-40c8-8105-451c209c654b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:21.413902 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fb7035b-4508-4bb9-9b99-d5caab577ea8 admin admin] Made reservation on behalf of 937a37f0781341a7a57507c6c1a0235e for: {'network': 1} {{(pid=93916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:52:21.417007 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-5fb7035b-4508-4bb9-9b99-d5caab577ea8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for network, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:21.440659 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-5fb7035b-4508-4bb9-9b99-d5caab577ea8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:21.446960 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4de603a2-e3d6-4601-9b67-8a2ee3817e29 tempest-BulkNetworkOpsTest-1955482778 tempest-BulkNetworkOpsTest-1955482778-project] Network a1940581-dd5a-418b-aee4-a12527cb36d0 is scheduled to be hosted by DHCP agent 028393c3-0576-4ebd-bca1-8ea8a148e1a2 with binding_index 1 {{(pid=93915) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 18:52:21.475166 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-5e748cad-4248-40c8-8105-451c209c654b None None] Port a8024fbe-2d76-4049-bf85-5d62917cc50c cannot update to ACTIVE because it is not bound. {{(pid=93917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 18:52:21.476832 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60d898c-583e-4dcb-8c0d-bc7f405a479a req-9698eb7d-2c43-4aad-8860-aa7f685f5d58 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:52:21.478419 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b60d898c-583e-4dcb-8c0d-bc7f405a479a req-9698eb7d-2c43-4aad-8860-aa7f685f5d58 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] 10.222.0.16 "GET /v2.0/ports?device_id=e21060b3-7836-4f9d-9f9c-3326f4df0b64 HTTP/1.1" status: 200 len: 944 time: 0.2755001 Jul 14 18:52:21.577671 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [None req-4de603a2-e3d6-4601-9b67-8a2ee3817e29 tempest-BulkNetworkOpsTest-1955482778 tempest-BulkNetworkOpsTest-1955482778-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-3, a1940581-dd5a-418b-aee4-a12527cb36d0) {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:52:21.579572 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-05c5d549-639b-41c7-9d53-b18181d6eee3 req-352f484a-334f-45f3-842e-f5684cb1f51e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:21.592683 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9eee221-eadc-49ff-a204-d6b2b1c03d12 None None] Network a1940581-dd5a-418b-aee4-a12527cb36d0 requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:52:21.608931 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-da60b2c7-61de-4e34-81a4-2c23b5534197 tempest-SecGroupIPv6Test-1337347545 tempest-SecGroupIPv6Test-1337347545-project] Notify callbacks [] for security_group, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:21.612320 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4de603a2-e3d6-4601-9b67-8a2ee3817e29 tempest-BulkNetworkOpsTest-1955482778 tempest-BulkNetworkOpsTest-1955482778-project] Received port after_create {{(pid=93915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:52:21.621303 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4de603a2-e3d6-4601-9b67-8a2ee3817e29 tempest-BulkNetworkOpsTest-1955482778 tempest-BulkNetworkOpsTest-1955482778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:52:21.628078 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4de603a2-e3d6-4601-9b67-8a2ee3817e29 tempest-BulkNetworkOpsTest-1955482778 tempest-BulkNetworkOpsTest-1955482778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:52:21.628815 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-4de603a2-e3d6-4601-9b67-8a2ee3817e29 tempest-BulkNetworkOpsTest-1955482778 tempest-BulkNetworkOpsTest-1955482778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:21.641815 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-5fb7035b-4508-4bb9-9b99-d5caab577ea8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:21.647893 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-5fb7035b-4508-4bb9-9b99-d5caab577ea8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:21.695574 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5fb7035b-4508-4bb9-9b99-d5caab577ea8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 91} {{(pid=93916) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 18:52:21.706572 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb7035b-4508-4bb9-9b99-d5caab577ea8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2860eb37-e3f5-4454-b9b5-20c636deacf9,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:52:21.716005 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-5fb7035b-4508-4bb9-9b99-d5caab577ea8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:21.716529 n-d-800634-3 neutron-server[93916]: INFO neutron.db.segments_db [None req-5fb7035b-4508-4bb9-9b99-d5caab577ea8 admin admin] Added segment 7e2431af-2949-4ff1-8009-e2a8750b650d of type vlan for network 45dc0b56-12cf-48fa-a903-9c9fee3d3a68 Jul 14 18:52:21.742240 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-da60b2c7-61de-4e34-81a4-2c23b5534197 tempest-SecGroupIPv6Test-1337347545 tempest-SecGroupIPv6Test-1337347545-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:21.749436 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b60d898c-583e-4dcb-8c0d-bc7f405a479a req-1e1da060-22e3-41fd-9d8a-c8cfaf7edcc4 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] 10.222.0.16 "GET /v2.0/security-groups?id=6966763a-a9ce-4f04-9343-56b5726844ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2355125 Jul 14 18:52:21.753000 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-4de603a2-e3d6-4601-9b67-8a2ee3817e29 tempest-BulkNetworkOpsTest-1955482778 tempest-BulkNetworkOpsTest-1955482778-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 3.1561441 Jul 14 18:52:21.758010 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 47610) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:52:21.813906 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-5fb7035b-4508-4bb9-9b99-d5caab577ea8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728202197517'] for network, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:21.868742 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-5fb7035b-4508-4bb9-9b99-d5caab577ea8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727'] for network, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:21.869736 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fb7035b-4508-4bb9-9b99-d5caab577ea8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:52:21.870454 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-5fb7035b-4508-4bb9-9b99-d5caab577ea8 admin admin] Notify callbacks [] for network, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:21.883418 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-493f8c9f-6fb9-4c81-9448-5d760c4f6d23 tempest-BulkNetworkOpsTest-1955482778 tempest-BulkNetworkOpsTest-1955482778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:52:21.892000 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-493f8c9f-6fb9-4c81-9448-5d760c4f6d23 tempest-BulkNetworkOpsTest-1955482778 tempest-BulkNetworkOpsTest-1955482778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:52:21.896799 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-493f8c9f-6fb9-4c81-9448-5d760c4f6d23 tempest-BulkNetworkOpsTest-1955482778 tempest-BulkNetworkOpsTest-1955482778-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.1365433 Jul 14 18:52:21.898688 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 47612) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:52:21.902564 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device f12e8cdb-fe13-4704-abec-d15e2564ada7 up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:52:21.919153 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01369a3b-ed9b-4af6-9574-d5d81eb9845e req-449dc2a6-6b24-4a14-a7c9-2d9d5c398e30 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:52:21.926332 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-01369a3b-ed9b-4af6-9574-d5d81eb9845e req-449dc2a6-6b24-4a14-a7c9-2d9d5c398e30 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] 10.222.0.16 "GET /v2.0/ports?device_id=3843501f-b729-4cfb-90f6-7a815af6a761 HTTP/1.1" status: 200 len: 931 time: 0.3281620 Jul 14 18:52:21.961031 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-da60b2c7-61de-4e34-81a4-2c23b5534197 tempest-SecGroupIPv6Test-1337347545 tempest-SecGroupIPv6Test-1337347545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:21.964218 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-da60b2c7-61de-4e34-81a4-2c23b5534197 tempest-SecGroupIPv6Test-1337347545 tempest-SecGroupIPv6Test-1337347545-project] Notify callbacks [] for security_group, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:21.965585 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-da60b2c7-61de-4e34-81a4-2c23b5534197 tempest-SecGroupIPv6Test-1337347545 tempest-SecGroupIPv6Test-1337347545-project] 10.222.0.16 "DELETE /v2.0/security-groups/1b4bc6bc-6497-4784-94b2-8e815b57ad82 HTTP/1.1" status: 204 len: 168 time: 0.6284289 Jul 14 18:52:21.973150 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning for port f12e8cdb-fe13-4704-abec-d15e2564ada7 completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:52:21.978869 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port f12e8cdb-fe13-4704-abec-d15e2564ada7 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:52:21.979394 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:21.995533 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 47614) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:52:22.020268 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da60b2c7-61de-4e34-81a4-2c23b5534197 tempest-SecGroupIPv6Test-1337347545 tempest-SecGroupIPv6Test-1337347545-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b4bc6bc-6497-4784-94b2-8e815b57ad82,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:52:22.045479 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-01369a3b-ed9b-4af6-9574-d5d81eb9845e req-35867ae5-2776-4c02-9414-506e447dd09c tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] 10.222.0.16 "GET /v2.0/security-groups?id=00511198-19e5-42cb-b4d6-0be88d13a8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179237 Jul 14 18:52:22.078696 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb7035b-4508-4bb9-9b99-d5caab577ea8 admin admin] Pushing event updated for resources: {'Network': ['ID=45dc0b56-12cf-48fa-a903-9c9fee3d3a68,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:52:22.093531 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-5fb7035b-4508-4bb9-9b99-d5caab577ea8 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7143867 Jul 14 18:52:22.102957 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 47616) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:52:22.109547 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Network 45dc0b56-12cf-48fa-a903-9c9fee3d3a68 details requested by agent ovs-agent-n-d-800634-3 with host n-d-800634-3 {{(pid=93917) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 18:52:22.113542 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-352ed629-a056-4083-81cf-511cd9c36d03 tempest-SecGroupIPv6Test-1337347545 tempest-SecGroupIPv6Test-1337347545-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1165764 Jul 14 18:52:22.115887 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 47618) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:52:22.121100 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-ddad1742-0381-4b6b-a770-4014ea7ab511 admin admin] Request body: {'subnet': {'network_id': '45dc0b56-12cf-48fa-a903-9c9fee3d3a68', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-567650075-subnet', 'tenant_id': '937a37f0781341a7a57507c6c1a0235e', 'ip_version': 4}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:52:22.140005 n-d-800634-3 neutron-server[93916]: INFO neutron.api.v2.resource [None req-3f06f248-5d48-4dde-b271-709a444f3842 tempest-SecGroupIPv6Test-1337347545 tempest-SecGroupIPv6Test-1337347545-project] delete failed (client error): The resource could not be found. Jul 14 18:52:22.141764 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-3f06f248-5d48-4dde-b271-709a444f3842 tempest-SecGroupIPv6Test-1337347545 tempest-SecGroupIPv6Test-1337347545-project] 10.222.0.16 "DELETE /v2.0/security-groups/1b4bc6bc-6497-4784-94b2-8e815b57ad82 HTTP/1.1" status: 404 len: 347 time: 0.0248778 Jul 14 18:52:22.146082 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 47620) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:52:22.152998 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-49ece159-7c09-49f5-afe0-54722ba2e172 tempest-SecGroupIPv6Test-1337347545 tempest-SecGroupIPv6Test-1337347545-project] Request body: {'security_group': {'name': 'tempest-secgroup--1658801664'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:52:22.171640 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Device feca8970-97a2-4046-b98f-53bd05674454 up at agent hyperv_n-h2-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:52:22.172416 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-d14e6c5c-4d33-41b7-afd2-5b7ebd47e02f tempest-BulkNetworkOpsTest-1955482778 tempest-BulkNetworkOpsTest-1955482778-project] Deleting port 52ff5fcc-3025-4a81-8123-d0b2f1bf572d {{(pid=93916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:52:22.172785 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-d14e6c5c-4d33-41b7-afd2-5b7ebd47e02f tempest-BulkNetworkOpsTest-1955482778 tempest-BulkNetworkOpsTest-1955482778-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:22.185544 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddad1742-0381-4b6b-a770-4014ea7ab511 admin admin] Made reservation on behalf of 937a37f0781341a7a57507c6c1a0235e for: {'subnet': 1} {{(pid=93915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:52:22.187939 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-ddad1742-0381-4b6b-a770-4014ea7ab511 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28969735'] for subnet, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:22.234110 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:22.260545 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] For port f12e8cdb-fe13-4704-abec-d15e2564ada7, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=f12e8cdb-fe13-4704-abec-d15e2564ada7,segment=NetworkSegment(5afb940b-bbdf-4727-be00-5d46367c38a1),segment_id=5afb940b-bbdf-4727-be00-5d46367c38a1)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:52:22.264572 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-49ece159-7c09-49f5-afe0-54722ba2e172 tempest-SecGroupIPv6Test-1337347545 tempest-SecGroupIPv6Test-1337347545-project] Notify callbacks [] for security_group, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:22.276329 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:22.284196 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-d14e6c5c-4d33-41b7-afd2-5b7ebd47e02f tempest-BulkNetworkOpsTest-1955482778 tempest-BulkNetworkOpsTest-1955482778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:22.317462 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-d14e6c5c-4d33-41b7-afd2-5b7ebd47e02f tempest-BulkNetworkOpsTest-1955482778 tempest-BulkNetworkOpsTest-1955482778-project] Calling delete_port for 52ff5fcc-3025-4a81-8123-d0b2f1bf572d owned by {{(pid=93916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:52:22.321540 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Provisioning for port feca8970-97a2-4046-b98f-53bd05674454 completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:52:22.329510 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [req-05c5d549-639b-41c7-9d53-b18181d6eee3 req-352f484a-334f-45f3-842e-f5684cb1f51e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8024fbe-2d76-4049-bf85-5d62917cc50c {{(pid=93915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 18:52:22.329740 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Provisioning complete for port feca8970-97a2-4046-b98f-53bd05674454 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:52:22.330146 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:22.339373 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-05c5d549-639b-41c7-9d53-b18181d6eee3 req-352f484a-334f-45f3-842e-f5684cb1f51e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:22.382085 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.provisioning_blocks [req-05c5d549-639b-41c7-9d53-b18181d6eee3 req-352f484a-334f-45f3-842e-f5684cb1f51e service neutron] Transition to ACTIVE for port object a8024fbe-2d76-4049-bf85-5d62917cc50c will not be triggered until provisioned by entity L2. {{(pid=93915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:52:22.391243 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-05c5d549-639b-41c7-9d53-b18181d6eee3 req-352f484a-334f-45f3-842e-f5684cb1f51e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25912978'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:22.426802 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-49ece159-7c09-49f5-afe0-54722ba2e172 tempest-SecGroupIPv6Test-1337347545 tempest-SecGroupIPv6Test-1337347545-project] Notify callbacks [] for security_group, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:22.446239 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:22.448366 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Pushing event updated for resources: {'Port': ['ID=f12e8cdb-fe13-4704-abec-d15e2564ada7,revision_number=4']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:52:22.458424 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-49ece159-7c09-49f5-afe0-54722ba2e172 tempest-SecGroupIPv6Test-1337347545 tempest-SecGroupIPv6Test-1337347545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:22.486597 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-49ece159-7c09-49f5-afe0-54722ba2e172 tempest-SecGroupIPv6Test-1337347545 tempest-SecGroupIPv6Test-1337347545-project] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:22.486957 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e21060b3-7836-4f9d-9f9c-3326f4df0b64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'feca8970-97a2-4046-b98f-53bd05674454'}] {{(pid=93917) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:52:22.487082 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-49ece159-7c09-49f5-afe0-54722ba2e172 tempest-SecGroupIPv6Test-1337347545 tempest-SecGroupIPv6Test-1337347545-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3390114 Jul 14 18:52:22.488713 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20b787f3c29eaa7aa2a4d648c725a2124c5ff39a8d793252f9d844495e14cf42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f67a65f4-c5a1-4ae9-92f3-055944cdaed6" -d '{"events": [{"server_uuid": "e21060b3-7836-4f9d-9f9c-3326f4df0b64", "name": "network-vif-plugged", "status": "completed", "tag": "feca8970-97a2-4046-b98f-53bd05674454"}]}' {{(pid=93917) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:52:22.510410 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 47622) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:52:22.511419 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] For port feca8970-97a2-4046-b98f-53bd05674454, host n-h2-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=feca8970-97a2-4046-b98f-53bd05674454,segment=NetworkSegment(ee39aca0-6f7d-4da6-861f-9f37553124e0),segment_id=ee39aca0-6f7d-4da6-861f-9f37553124e0)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:52:22.517189 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:22.521186 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-f1b0d8de-24dd-41ce-8ff9-050e96b4871f tempest-SecGroupIPv6Test-1337347545 tempest-SecGroupIPv6Test-1337347545-project] Request body: {'security_group_rule': {'security_group_id': 'b506a82c-c460-4961-84b0-42e35439d728', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:52:22.528212 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-d14e6c5c-4d33-41b7-afd2-5b7ebd47e02f tempest-BulkNetworkOpsTest-1955482778 tempest-BulkNetworkOpsTest-1955482778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:22.540050 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352f484a-334f-45f3-842e-f5684cb1f51e service neutron] Pushing event updated for resources: {'Port': ['ID=a8024fbe-2d76-4049-bf85-5d62917cc50c,revision_number=2']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:52:22.564404 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 18:52:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1e26d03-ac90-4487-8016-46a279299b05 x-openstack-request-id: req-c1e26d03-ac90-4487-8016-46a279299b05 {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:52:22.565097 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e21060b3-7836-4f9d-9f9c-3326f4df0b64", "name": "network-vif-plugged", "status": "completed", "tag": "feca8970-97a2-4046-b98f-53bd05674454", "code": 200}]} {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:52:22.565570 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c1e26d03-ac90-4487-8016-46a279299b05 {{(pid=93917) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:52:22.566136 n-d-800634-3 neutron-server[93917]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e21060b3-7836-4f9d-9f9c-3326f4df0b64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'feca8970-97a2-4046-b98f-53bd05674454', 'code': 200} Jul 14 18:52:22.598750 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ece159-7c09-49f5-afe0-54722ba2e172 tempest-SecGroupIPv6Test-1337347545 tempest-SecGroupIPv6Test-1337347545-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b506a82c-c460-4961-84b0-42e35439d728,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:52:22.604102 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14e6c5c-4d33-41b7-afd2-5b7ebd47e02f tempest-BulkNetworkOpsTest-1955482778 tempest-BulkNetworkOpsTest-1955482778-project] Pushing event deleted for resources: {'Port': ['ID=52ff5fcc-3025-4a81-8123-d0b2f1bf572d,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:52:22.604994 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-ddad1742-0381-4b6b-a770-4014ea7ab511 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25912837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28969781'] for subnet, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:22.612858 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-d14e6c5c-4d33-41b7-afd2-5b7ebd47e02f tempest-BulkNetworkOpsTest-1955482778 tempest-BulkNetworkOpsTest-1955482778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:22.618694 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-d14e6c5c-4d33-41b7-afd2-5b7ebd47e02f tempest-BulkNetworkOpsTest-1955482778 tempest-BulkNetworkOpsTest-1955482778-project] 10.222.0.16 "DELETE /v2.0/ports/52ff5fcc-3025-4a81-8123-d0b2f1bf572d HTTP/1.1" status: 204 len: 168 time: 0.7164419 Jul 14 18:52:22.619872 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 47626) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:52:22.626011 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-f1b0d8de-24dd-41ce-8ff9-050e96b4871f tempest-SecGroupIPv6Test-1337347545 tempest-SecGroupIPv6Test-1337347545-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:22.646803 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Pushing event updated for resources: {'Port': ['ID=feca8970-97a2-4046-b98f-53bd05674454,revision_number=5']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:52:22.686761 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-f1b0d8de-24dd-41ce-8ff9-050e96b4871f tempest-SecGroupIPv6Test-1337347545 tempest-SecGroupIPv6Test-1337347545-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:22.691333 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-f1b0d8de-24dd-41ce-8ff9-050e96b4871f tempest-SecGroupIPv6Test-1337347545 tempest-SecGroupIPv6Test-1337347545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305173'] for security_group_rule, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:22.713760 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b0d8de-24dd-41ce-8ff9-050e96b4871f tempest-SecGroupIPv6Test-1337347545 tempest-SecGroupIPv6Test-1337347545-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c07f9dac-1cbd-41e1-8e4f-a6daff803a14,revision_number=0']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:52:22.726376 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-f1b0d8de-24dd-41ce-8ff9-050e96b4871f tempest-SecGroupIPv6Test-1337347545 tempest-SecGroupIPv6Test-1337347545-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:22.730397 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-f1b0d8de-24dd-41ce-8ff9-050e96b4871f tempest-SecGroupIPv6Test-1337347545 tempest-SecGroupIPv6Test-1337347545-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2161522 Jul 14 18:52:22.730727 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 47628) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:52:22.763632 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-7a6bca12-1c24-4306-b7f4-f39f0b9de951 tempest-SecGroupIPv6Test-1337347545 tempest-SecGroupIPv6Test-1337347545-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:22.773385 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-7a6bca12-1c24-4306-b7f4-f39f0b9de951 tempest-SecGroupIPv6Test-1337347545 tempest-SecGroupIPv6Test-1337347545-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:22.775484 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddad1742-0381-4b6b-a770-4014ea7ab511 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d8afe304-c5dc-4d37-bae4-55358ed22742,revision_number=0']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:52:22.796822 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-05c5d549-639b-41c7-9d53-b18181d6eee3 req-352f484a-334f-45f3-842e-f5684cb1f51e service neutron] Attempting to bind port a8024fbe-2d76-4049-bf85-5d62917cc50c on host n-h1-800634-3 for vnic_type normal with profile {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:52:22.797411 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-05c5d549-639b-41c7-9d53-b18181d6eee3 req-352f484a-334f-45f3-842e-f5684cb1f51e service neutron] Attempting to bind port a8024fbe-2d76-4049-bf85-5d62917cc50c by drivers openvswitch,hyperv on host n-h1-800634-3 at level 0 using segments [{'id': 'e6ac1013-49a3-4f7c-beca-cf2ef24dd35b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '39c54d55-b1e0-4eb1-9ee5-3eeadd4d8bde'}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:52:22.797940 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05c5d549-639b-41c7-9d53-b18181d6eee3 req-352f484a-334f-45f3-842e-f5684cb1f51e service neutron] Attempting to bind port a8024fbe-2d76-4049-bf85-5d62917cc50c on network 39c54d55-b1e0-4eb1-9ee5-3eeadd4d8bde {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:52:22.812829 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-7a6bca12-1c24-4306-b7f4-f39f0b9de951 tempest-SecGroupIPv6Test-1337347545 tempest-SecGroupIPv6Test-1337347545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305173'] for security_group_rule, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:22.817915 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05c5d549-639b-41c7-9d53-b18181d6eee3 req-352f484a-334f-45f3-842e-f5684cb1f51e service neutron] Port a8024fbe-2d76-4049-bf85-5d62917cc50c on network 39c54d55-b1e0-4eb1-9ee5-3eeadd4d8bde not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-3 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 18:52:22.818314 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05c5d549-639b-41c7-9d53-b18181d6eee3 req-352f484a-334f-45f3-842e-f5684cb1f51e service neutron] Attempting to bind port a8024fbe-2d76-4049-bf85-5d62917cc50c on network 39c54d55-b1e0-4eb1-9ee5-3eeadd4d8bde {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:52:22.821602 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-7a6bca12-1c24-4306-b7f4-f39f0b9de951 tempest-SecGroupIPv6Test-1337347545 tempest-SecGroupIPv6Test-1337347545-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:22.825222 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-7a6bca12-1c24-4306-b7f4-f39f0b9de951 tempest-SecGroupIPv6Test-1337347545 tempest-SecGroupIPv6Test-1337347545-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/c07f9dac-1cbd-41e1-8e4f-a6daff803a14 HTTP/1.1" status: 204 len: 168 time: 0.0909929 Jul 14 18:52:22.826019 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 47632) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:52:22.835010 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-d815bd26-1f03-4bb6-a484-5b06aafe10e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:22.838879 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6bca12-1c24-4306-b7f4-f39f0b9de951 tempest-SecGroupIPv6Test-1337347545 tempest-SecGroupIPv6Test-1337347545-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c07f9dac-1cbd-41e1-8e4f-a6daff803a14,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:52:22.850677 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddad1742-0381-4b6b-a770-4014ea7ab511 admin admin] Checking segment: {'id': '7e2431af-2949-4ff1-8009-e2a8750b650d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '45dc0b56-12cf-48fa-a903-9c9fee3d3a68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:52:22.851066 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddad1742-0381-4b6b-a770-4014ea7ab511 admin admin] Network hostable DHCP agents. Network: 45dc0b56-12cf-48fa-a903-9c9fee3d3a68, hostable agents: ['028393c3-0576-4ebd-bca1-8ea8a148e1a2'], hosted agents: [] {{(pid=93915) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 18:52:22.860191 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05c5d549-639b-41c7-9d53-b18181d6eee3 req-352f484a-334f-45f3-842e-f5684cb1f51e service neutron] Checking agent: {'id': 'a3630ff4-fbee-45d9-b9b6-0ae41cb3a350', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 15, 32), 'started_at': datetime.datetime(2021, 7, 14, 18, 15, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 18, 52, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 18:52:22.860548 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05c5d549-639b-41c7-9d53-b18181d6eee3 req-352f484a-334f-45f3-842e-f5684cb1f51e service neutron] Checking segment: {'id': 'e6ac1013-49a3-4f7c-beca-cf2ef24dd35b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '39c54d55-b1e0-4eb1-9ee5-3eeadd4d8bde'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:52:22.860940 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05c5d549-639b-41c7-9d53-b18181d6eee3 req-352f484a-334f-45f3-842e-f5684cb1f51e service neutron] Bound using segment: {'id': 'e6ac1013-49a3-4f7c-beca-cf2ef24dd35b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '39c54d55-b1e0-4eb1-9ee5-3eeadd4d8bde'} {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 18:52:22.861390 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-05c5d549-639b-41c7-9d53-b18181d6eee3 req-352f484a-334f-45f3-842e-f5684cb1f51e service neutron] Bound port: a8024fbe-2d76-4049-bf85-5d62917cc50c, host: n-h1-800634-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6ac1013-49a3-4f7c-beca-cf2ef24dd35b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '39c54d55-b1e0-4eb1-9ee5-3eeadd4d8bde'}}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 18:52:22.861756 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-05c5d549-639b-41c7-9d53-b18181d6eee3 req-352f484a-334f-45f3-842e-f5684cb1f51e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:22.894614 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-5a4a9e20-39fb-42f9-8dd1-28ae1d042c0b tempest-SecGroupIPv6Test-1337347545 tempest-SecGroupIPv6Test-1337347545-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0650151 Jul 14 18:52:22.894976 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 47634) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:52:22.903427 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5e8d4e-3ce4-4269-8122-0753bb15529d req-e54a1333-348b-4b34-b6d1-b84021204d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:52:22.904980 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3f5e8d4e-3ce4-4269-8122-0753bb15529d req-e54a1333-348b-4b34-b6d1-b84021204d1c service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=e21060b3-7836-4f9d-9f9c-3326f4df0b64 HTTP/1.1" status: 200 len: 1096 time: 0.2328341 Jul 14 18:52:22.928859 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddad1742-0381-4b6b-a770-4014ea7ab511 admin admin] Network 45dc0b56-12cf-48fa-a903-9c9fee3d3a68 is scheduled to be hosted by DHCP agent 028393c3-0576-4ebd-bca1-8ea8a148e1a2 with binding_index 1 {{(pid=93915) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 18:52:22.952837 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-7fb47389-f5fc-47de-85d5-803e2e9f3bd8 tempest-SecGroupIPv6Test-1337347545 tempest-SecGroupIPv6Test-1337347545-project] Notify callbacks [] for security_group, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:22.982041 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-7fb47389-f5fc-47de-85d5-803e2e9f3bd8 tempest-SecGroupIPv6Test-1337347545 tempest-SecGroupIPv6Test-1337347545-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:22.985569 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [None req-ddad1742-0381-4b6b-a770-4014ea7ab511 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-3, 45dc0b56-12cf-48fa-a903-9c9fee3d3a68) {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:52:22.996384 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5a24912-b8fa-41dc-8c05-7e52a42571eb None None] Network 45dc0b56-12cf-48fa-a903-9c9fee3d3a68 requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:52:22.996964 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddad1742-0381-4b6b-a770-4014ea7ab511 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:52:22.997417 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-ddad1742-0381-4b6b-a770-4014ea7ab511 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:23.034963 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [None req-2b004b18-cd89-46ca-b244-dca83eccac3a tempest-BulkNetworkOpsTest-1955482778 tempest-BulkNetworkOpsTest-1955482778-project] Deleting port 5fd23e29-c727-45f8-92ab-0313c5efbc67 {{(pid=93915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:52:23.035670 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-2b004b18-cd89-46ca-b244-dca83eccac3a tempest-BulkNetworkOpsTest-1955482778 tempest-BulkNetworkOpsTest-1955482778-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:23.038352 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-7fb47389-f5fc-47de-85d5-803e2e9f3bd8 tempest-SecGroupIPv6Test-1337347545 tempest-SecGroupIPv6Test-1337347545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:23.041650 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-7fb47389-f5fc-47de-85d5-803e2e9f3bd8 tempest-SecGroupIPv6Test-1337347545 tempest-SecGroupIPv6Test-1337347545-project] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:23.043281 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-7fb47389-f5fc-47de-85d5-803e2e9f3bd8 tempest-SecGroupIPv6Test-1337347545 tempest-SecGroupIPv6Test-1337347545-project] 10.222.0.16 "DELETE /v2.0/security-groups/b506a82c-c460-4961-84b0-42e35439d728 HTTP/1.1" status: 204 len: 168 time: 0.1469793 Jul 14 18:52:23.047753 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 47636) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:52:23.064460 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb47389-f5fc-47de-85d5-803e2e9f3bd8 tempest-SecGroupIPv6Test-1337347545 tempest-SecGroupIPv6Test-1337347545-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b506a82c-c460-4961-84b0-42e35439d728,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:52:23.115901 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-555c67a1-720f-42f1-bee7-2554aab22553 tempest-SecGroupIPv6Test-1337347545 tempest-SecGroupIPv6Test-1337347545-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0652692 Jul 14 18:52:23.120176 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 47640) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:52:23.125128 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-791cdec1-0d97-4cda-8a21-53e331702cc4 tempest-SecGroupIPv6Test-1337347545 tempest-SecGroupIPv6Test-1337347545-project] Request body: {'security_group': {'name': 'tempest-secgroup--907702197'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:52:23.157132 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3f5e8d4e-3ce4-4269-8122-0753bb15529d req-bef46cbb-7469-46fc-bf6e-cb78d6b9dc5d service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=6966763a-a9ce-4f04-9343-56b5726844ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2297575 Jul 14 18:52:23.161071 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-ddad1742-0381-4b6b-a770-4014ea7ab511 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0545838 Jul 14 18:52:23.161071 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-05c5d549-639b-41c7-9d53-b18181d6eee3 req-352f484a-334f-45f3-842e-f5684cb1f51e service neutron] For port a8024fbe-2d76-4049-bf85-5d62917cc50c, host n-h1-800634-3, cleared binding levels {{(pid=93915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:52:23.161721 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 47642) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:52:23.165033 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-791cdec1-0d97-4cda-8a21-53e331702cc4 tempest-SecGroupIPv6Test-1337347545 tempest-SecGroupIPv6Test-1337347545-project] Notify callbacks [] for security_group, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:23.170782 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-94981775-c709-4976-9cb5-e3adcb7bc998 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-567650075-router', 'tenant_id': '937a37f0781341a7a57507c6c1a0235e', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61'}}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:52:23.190530 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-2b004b18-cd89-46ca-b244-dca83eccac3a tempest-BulkNetworkOpsTest-1955482778 tempest-BulkNetworkOpsTest-1955482778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:23.199820 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-94981775-c709-4976-9cb5-e3adcb7bc998 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-571768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11104'] for router, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:23.201147 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-94981775-c709-4976-9cb5-e3adcb7bc998 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-571675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-930014', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-632314', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11129'] for router, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:23.212279 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [None req-2b004b18-cd89-46ca-b244-dca83eccac3a tempest-BulkNetworkOpsTest-1955482778 tempest-BulkNetworkOpsTest-1955482778-project] Calling delete_port for 5fd23e29-c727-45f8-92ab-0313c5efbc67 owned by {{(pid=93915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:52:23.230700 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:23.240854 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-418ab405-f602-4201-87cc-abd16d04fe33 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9222b97e-5d1c-54f8-ba97-82f172498e76-45dc0b56-12cf-48fa-a903-9c9fee3d3a68', 'network_id': '45dc0b56-12cf-48fa-a903-9c9fee3d3a68', 'tenant_id': '937a37f0781341a7a57507c6c1a0235e', 'fixed_ips': [{'subnet_id': 'd8afe304-c5dc-4d37-bae4-55358ed22742'}]}} from n-d-800634-3. {{(pid=93917) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 18:52:23.242093 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-418ab405-f602-4201-87cc-abd16d04fe33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:23.275100 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-94981775-c709-4976-9cb5-e3adcb7bc998 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:23.356299 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-05c5d549-639b-41c7-9d53-b18181d6eee3 req-352f484a-334f-45f3-842e-f5684cb1f51e service neutron] For port a8024fbe-2d76-4049-bf85-5d62917cc50c, host n-h1-800634-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=a8024fbe-2d76-4049-bf85-5d62917cc50c,segment=NetworkSegment(e6ac1013-49a3-4f7c-beca-cf2ef24dd35b),segment_id=e6ac1013-49a3-4f7c-beca-cf2ef24dd35b)] {{(pid=93915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 18:52:23.357480 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-2b004b18-cd89-46ca-b244-dca83eccac3a tempest-BulkNetworkOpsTest-1955482778 tempest-BulkNetworkOpsTest-1955482778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:23.392393 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-05c5d549-639b-41c7-9d53-b18181d6eee3 req-352f484a-334f-45f3-842e-f5684cb1f51e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25912978'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:23.408059 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.db_base_plugin_common [None req-418ab405-f602-4201-87cc-abd16d04fe33 None None] Allocated IP 172.20.0.2 (45dc0b56-12cf-48fa-a903-9c9fee3d3a68/d8afe304-c5dc-4d37-bae4-55358ed22742/800dea65-599c-45d5-908e-0c2b622853e2) {{(pid=93917) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:52:23.427768 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b004b18-cd89-46ca-b244-dca83eccac3a tempest-BulkNetworkOpsTest-1955482778 tempest-BulkNetworkOpsTest-1955482778-project] Pushing event deleted for resources: {'Port': ['ID=5fd23e29-c727-45f8-92ab-0313c5efbc67,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:52:23.438713 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-2b004b18-cd89-46ca-b244-dca83eccac3a tempest-BulkNetworkOpsTest-1955482778 tempest-BulkNetworkOpsTest-1955482778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:23.440660 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-2b004b18-cd89-46ca-b244-dca83eccac3a tempest-BulkNetworkOpsTest-1955482778 tempest-BulkNetworkOpsTest-1955482778-project] 10.222.0.16 "DELETE /v2.0/ports/5fd23e29-c727-45f8-92ab-0313c5efbc67 HTTP/1.1" status: 204 len: 168 time: 0.7798915 Jul 14 18:52:23.448202 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 47644) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:52:23.466792 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-94981775-c709-4976-9cb5-e3adcb7bc998 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-929996', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-571750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11395'] for router, precommit_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:23.478376 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-791cdec1-0d97-4cda-8a21-53e331702cc4 tempest-SecGroupIPv6Test-1337347545 tempest-SecGroupIPv6Test-1337347545-project] Notify callbacks [] for security_group, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:23.502607 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-55effa25-27c8-4814-937a-aaeeb56c126f tempest-BulkNetworkOpsTest-1955482778 tempest-BulkNetworkOpsTest-1955482778-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0510669 Jul 14 18:52:23.503314 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 47646) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:52:23.505884 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-791cdec1-0d97-4cda-8a21-53e331702cc4 tempest-SecGroupIPv6Test-1337347545 tempest-SecGroupIPv6Test-1337347545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:23.513732 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-0cf6c06d-eb4e-417a-830f-90e6879982e0 tempest-BulkNetworkOpsTest-1955482778 tempest-BulkNetworkOpsTest-1955482778-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1181252616'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:52:23.528260 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c5d549-639b-41c7-9d53-b18181d6eee3 req-352f484a-334f-45f3-842e-f5684cb1f51e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:52:23.528260 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-05c5d549-639b-41c7-9d53-b18181d6eee3 req-352f484a-334f-45f3-842e-f5684cb1f51e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:23.529390 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-05c5d549-639b-41c7-9d53-b18181d6eee3 req-352f484a-334f-45f3-842e-f5684cb1f51e service neutron] 10.222.0.18 "PUT /v2.0/ports/a8024fbe-2d76-4049-bf85-5d62917cc50c HTTP/1.1" status: 200 len: 1091 time: 2.3408413 Jul 14 18:52:23.549277 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352f484a-334f-45f3-842e-f5684cb1f51e service neutron] Pushing event updated for resources: {'Port': ['ID=a8024fbe-2d76-4049-bf85-5d62917cc50c,revision_number=3']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:52:23.564415 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3843501f-b729-4cfb-90f6-7a815af6a761', 'tag': 'a8024fbe-2d76-4049-bf85-5d62917cc50c'}] {{(pid=93915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:52:23.569966 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e72782ad3af8f7d4ce76cedf092bca46d1756acc5c4653cf0b52034cdd6b073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e132e3f4-533b-4aff-890a-e17e8db08d8f" -d '{"events": [{"name": "network-changed", "server_uuid": "3843501f-b729-4cfb-90f6-7a815af6a761", "tag": "a8024fbe-2d76-4049-bf85-5d62917cc50c"}]}' {{(pid=93915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:52:23.588901 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a7ebc4-a80e-4690-a4c2-d9842714d20b req-929ef116-93ec-494f-b4e5-6262a3e408cd tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:52:23.594531 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b720b76f-1f6b-4f13-be99-f30c156a91ee None None] Sync routers for ids ['efc8849f-22d6-452b-947c-fde4bceef8c3'] in n-d-800634-3 {{(pid=93918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 18:52:23.596804 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c0a7ebc4-a80e-4690-a4c2-d9842714d20b req-929ef116-93ec-494f-b4e5-6262a3e408cd tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] 10.222.0.16 "GET /v2.0/ports?device_id=e21060b3-7836-4f9d-9f9c-3326f4df0b64 HTTP/1.1" status: 200 len: 945 time: 0.6707797 Jul 14 18:52:23.614056 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791cdec1-0d97-4cda-8a21-53e331702cc4 tempest-SecGroupIPv6Test-1337347545 tempest-SecGroupIPv6Test-1337347545-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2dbd8998-bcc2-41c9-9045-1bea5348fbe0,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:52:23.622302 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b720b76f-1f6b-4f13-be99-f30c156a91ee None None] Routers {'efc8849f-22d6-452b-947c-fde4bceef8c3'} bound to L3 agent in host n-d-800634-3 {{(pid=93918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:52:23.623374 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-b720b76f-1f6b-4f13-be99-f30c156a91ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:52:23Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['efc8849f-22d6-452b-947c-fde4bceef8c3'], 'active': True} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:52:23.632744 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cf6c06d-eb4e-417a-830f-90e6879982e0 tempest-BulkNetworkOpsTest-1955482778 tempest-BulkNetworkOpsTest-1955482778-project] Made reservation on behalf of 614b5a3fc8534c1c946cc57053d5bf80 for: {'network': 1} {{(pid=93916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:52:23.636486 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-0cf6c06d-eb4e-417a-830f-90e6879982e0 tempest-BulkNetworkOpsTest-1955482778 tempest-BulkNetworkOpsTest-1955482778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for network, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:23.643690 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-791cdec1-0d97-4cda-8a21-53e331702cc4 tempest-SecGroupIPv6Test-1337347545 tempest-SecGroupIPv6Test-1337347545-project] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:23.645156 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-791cdec1-0d97-4cda-8a21-53e331702cc4 tempest-SecGroupIPv6Test-1337347545 tempest-SecGroupIPv6Test-1337347545-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5239110 Jul 14 18:52:23.648655 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 47650) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:52:23.670934 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0cf6c06d-eb4e-417a-830f-90e6879982e0 tempest-BulkNetworkOpsTest-1955482778 tempest-BulkNetworkOpsTest-1955482778-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 73} {{(pid=93916) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 18:52:23.674448 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-d1fd4bac-b1b4-4871-9175-c6fafdf845fa tempest-SecGroupIPv6Test-1337347545 tempest-SecGroupIPv6Test-1337347545-project] Request body: {'security_group_rule': {'security_group_id': '2dbd8998-bcc2-41c9-9045-1bea5348fbe0', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:52:23.683374 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-0cf6c06d-eb4e-417a-830f-90e6879982e0 tempest-BulkNetworkOpsTest-1955482778 tempest-BulkNetworkOpsTest-1955482778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:23.683750 n-d-800634-3 neutron-server[93916]: INFO neutron.db.segments_db [None req-0cf6c06d-eb4e-417a-830f-90e6879982e0 tempest-BulkNetworkOpsTest-1955482778 tempest-BulkNetworkOpsTest-1955482778-project] Added segment 8a52511b-faa2-44f3-9194-149dfd58115a of type vlan for network 7fb9b5d6-e597-4575-a78a-aa13c63fc956 Jul 14 18:52:23.687714 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-418ab405-f602-4201-87cc-abd16d04fe33 None None] Notify callbacks [] for port, precommit_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:23.701682 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-418ab405-f602-4201-87cc-abd16d04fe33 None None] Transition to ACTIVE for port object 800dea65-599c-45d5-908e-0c2b622853e2 will not be triggered until provisioned by entity L2. {{(pid=93917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:52:23.731776 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-0cf6c06d-eb4e-417a-830f-90e6879982e0 tempest-BulkNetworkOpsTest-1955482778 tempest-BulkNetworkOpsTest-1955482778-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728202197517'] for network, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:23.733371 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-418ab405-f602-4201-87cc-abd16d04fe33 None None] Transition to ACTIVE for port object 800dea65-599c-45d5-908e-0c2b622853e2 will not be triggered until provisioned by entity DHCP. {{(pid=93917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:52:23.744106 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-418ab405-f602-4201-87cc-abd16d04fe33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804'] for port, after_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:23.784423 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-0cf6c06d-eb4e-417a-830f-90e6879982e0 tempest-BulkNetworkOpsTest-1955482778 tempest-BulkNetworkOpsTest-1955482778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727'] for network, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:23.791703 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cf6c06d-eb4e-417a-830f-90e6879982e0 tempest-BulkNetworkOpsTest-1955482778 tempest-BulkNetworkOpsTest-1955482778-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:52:23.792798 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-0cf6c06d-eb4e-417a-830f-90e6879982e0 tempest-BulkNetworkOpsTest-1955482778 tempest-BulkNetworkOpsTest-1955482778-project] Notify callbacks [] for network, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:23.801429 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvr_db [None req-b720b76f-1f6b-4f13-be99-f30c156a91ee None None] Set router efc8849f-22d6-452b-947c-fde4bceef8c3 gateway port host: n-d-800634-3 {{(pid=93918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 18:52:23.806652 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f97e06c-14ee-4064-adf0-7ff2af53f64d req-972651af-450f-4f1c-bb5f-5c64418c5643 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:52:23.808291 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-8f97e06c-14ee-4064-adf0-7ff2af53f64d req-972651af-450f-4f1c-bb5f-5c64418c5643 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] 10.222.0.16 "GET /v2.0/ports?device_id=3843501f-b729-4cfb-90f6-7a815af6a761 HTTP/1.1" status: 200 len: 943 time: 0.4936454 Jul 14 18:52:23.815938 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c0a7ebc4-a80e-4690-a4c2-d9842714d20b req-b73972e9-f166-4ee3-9256-c4cca1f98605 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] 10.222.0.16 "GET /v2.0/security-groups?id=6966763a-a9ce-4f04-9343-56b5726844ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2181966 Jul 14 18:52:23.861242 n-d-800634-3 neutron-server[93917]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-418ab405-f602-4201-87cc-abd16d04fe33 None None] Network 45dc0b56-12cf-48fa-a903-9c9fee3d3a68 is already hosted by enough agents. {{(pid=93917) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:52:23.874561 n-d-800634-3 neutron-server[93917]: DEBUG neutron.scheduler.base_scheduler [None req-418ab405-f602-4201-87cc-abd16d04fe33 None None] Resources bound (agent type, host, resource id): {{(pid=93917) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:52:23.883564 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-418ab405-f602-4201-87cc-abd16d04fe33 None None] Received port after_create {{(pid=93917) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:52:23.885581 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-d1fd4bac-b1b4-4871-9175-c6fafdf845fa tempest-SecGroupIPv6Test-1337347545 tempest-SecGroupIPv6Test-1337347545-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:23.930988 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 18:52:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-368aa54f-511c-442b-afd3-92939d59c960 x-openstack-request-id: req-368aa54f-511c-442b-afd3-92939d59c960 {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:52:23.931705 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3843501f-b729-4cfb-90f6-7a815af6a761", "tag": "a8024fbe-2d76-4049-bf85-5d62917cc50c", "status": "completed", "code": 200}]} {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:52:23.931705 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-368aa54f-511c-442b-afd3-92939d59c960 {{(pid=93915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:52:23.931705 n-d-800634-3 neutron-server[93915]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3843501f-b729-4cfb-90f6-7a815af6a761', 'tag': 'a8024fbe-2d76-4049-bf85-5d62917cc50c', 'status': 'completed', 'code': 200} Jul 14 18:52:23.964327 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-0cf6c06d-eb4e-417a-830f-90e6879982e0 tempest-BulkNetworkOpsTest-1955482778 tempest-BulkNetworkOpsTest-1955482778-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4569011 Jul 14 18:52:23.966777 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 47652) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:52:23.973569 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-7e70dcae-c283-4b67-846a-785f8ecacec5 tempest-BulkNetworkOpsTest-1955482778 tempest-BulkNetworkOpsTest-1955482778-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1872459192'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:52:23.981646 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-8f97e06c-14ee-4064-adf0-7ff2af53f64d req-e0a22fbb-a0ee-4650-8d68-10712a8270dc tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] 10.222.0.16 "GET /v2.0/security-groups?id=00511198-19e5-42cb-b4d6-0be88d13a8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635880 Jul 14 18:52:23.985809 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c5d549-639b-41c7-9d53-b18181d6eee3 req-bf3af338-1d3d-4e34-a29d-5f7615c00950 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:52:23.987280 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-05c5d549-639b-41c7-9d53-b18181d6eee3 req-bf3af338-1d3d-4e34-a29d-5f7615c00950 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c28e5bcf1e004d64bdc0461d59ce0908&device_id=3843501f-b729-4cfb-90f6-7a815af6a761 HTTP/1.1" status: 200 len: 1094 time: 0.3863363 Jul 14 18:52:24.005265 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf6c06d-eb4e-417a-830f-90e6879982e0 tempest-BulkNetworkOpsTest-1955482778 tempest-BulkNetworkOpsTest-1955482778-project] Pushing event updated for resources: {'Network': ['ID=7fb9b5d6-e597-4575-a78a-aa13c63fc956,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:52:24.007264 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device f12e8cdb-fe13-4704-abec-d15e2564ada7 up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:52:24.025222 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418ab405-f602-4201-87cc-abd16d04fe33 None None] Pushing event updated for resources: {'Port': ['ID=800dea65-599c-45d5-908e-0c2b622853e2,revision_number=1']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:52:24.036145 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-94981775-c709-4976-9cb5-e3adcb7bc998 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:24.039649 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e70dcae-c283-4b67-846a-785f8ecacec5 tempest-BulkNetworkOpsTest-1955482778 tempest-BulkNetworkOpsTest-1955482778-project] Made reservation on behalf of 614b5a3fc8534c1c946cc57053d5bf80 for: {'network': 1} {{(pid=93916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:52:24.043195 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-7e70dcae-c283-4b67-846a-785f8ecacec5 tempest-BulkNetworkOpsTest-1955482778 tempest-BulkNetworkOpsTest-1955482778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for network, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:24.048024 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Network 7fb9b5d6-e597-4575-a78a-aa13c63fc956 details requested by agent ovs-agent-n-d-800634-3 with host n-d-800634-3 {{(pid=93917) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 18:52:24.067773 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-94981775-c709-4976-9cb5-e3adcb7bc998 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:24.090974 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-05c5d549-639b-41c7-9d53-b18181d6eee3 req-492411ff-2aeb-46aa-b832-754b473d480a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a8024fbe-2d76-4049-bf85-5d62917cc50c HTTP/1.1" status: 200 len: 217 time: 0.0952880 Jul 14 18:52:24.124500 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e70dcae-c283-4b67-846a-785f8ecacec5 tempest-BulkNetworkOpsTest-1955482778 tempest-BulkNetworkOpsTest-1955482778-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 65} {{(pid=93916) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 18:52:24.145196 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-7e70dcae-c283-4b67-846a-785f8ecacec5 tempest-BulkNetworkOpsTest-1955482778 tempest-BulkNetworkOpsTest-1955482778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:24.145845 n-d-800634-3 neutron-server[93916]: INFO neutron.db.segments_db [None req-7e70dcae-c283-4b67-846a-785f8ecacec5 tempest-BulkNetworkOpsTest-1955482778 tempest-BulkNetworkOpsTest-1955482778-project] Added segment 53e8284a-9c0c-45b2-ae38-1d7ef95903d9 of type vlan for network e3bf704f-3187-42fc-a847-f610af319540 Jul 14 18:52:24.175032 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-d1fd4bac-b1b4-4871-9175-c6fafdf845fa tempest-SecGroupIPv6Test-1337347545 tempest-SecGroupIPv6Test-1337347545-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:24.186162 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-d1fd4bac-b1b4-4871-9175-c6fafdf845fa tempest-SecGroupIPv6Test-1337347545 tempest-SecGroupIPv6Test-1337347545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305173'] for security_group_rule, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:24.213760 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-b720b76f-1f6b-4f13-be99-f30c156a91ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efc8849f-22d6-452b-947c-fde4bceef8c3', 'name': 'tempest-TestServerMultinode-1487162711-router', 'tenant_id': '39027972fd15442080143c2024ba97b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.246'}], 'enable_snat': True}, 'gw_port_id': 'f12e8cdb-fe13-4704-abec-d15e2564ada7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:52:12Z', 'updated_at': '2021-07-14T18:52:19Z', 'revision_number': 4, 'project_id': '39027972fd15442080143c2024ba97b6', 'gw_port': {'id': 'f12e8cdb-fe13-4704-abec-d15e2564ada7', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:b7:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efc8849f-22d6-452b-947c-fde4bceef8c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3269, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:52:14Z', 'updated_at': '2021-07-14T18:52:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_interfaces': [{'id': 'a36c8b22-9d2c-4b02-87f2-f257898accb0', 'name': '', 'network_id': 'dd69057d-8dc0-4097-9a0e-65978c0b371a', 'tenant_id': '39027972fd15442080143c2024ba97b6', 'mac_address': 'fa:16:3e:9a:6c:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efc8849f-22d6-452b-947c-fde4bceef8c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3277, 'fixed_ips': [{'subnet_id': 'd28cd209-31d3-46cb-bbed-360f8aa5e803', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:52:18Z', 'updated_at': '2021-07-14T18:52:19Z', 'revision_number': 2, 'project_id': '39027972fd15442080143c2024ba97b6', 'subnets': [{'id': 'd28cd209-31d3-46cb-bbed-360f8aa5e803', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-3', False) {} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:52:24.218412 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1fd4bac-b1b4-4871-9175-c6fafdf845fa tempest-SecGroupIPv6Test-1337347545 tempest-SecGroupIPv6Test-1337347545-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5eb0a8c8-6f5e-46d4-82dc-55e44b6a4059,revision_number=0']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:52:24.220011 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-7e70dcae-c283-4b67-846a-785f8ecacec5 tempest-BulkNetworkOpsTest-1955482778 tempest-BulkNetworkOpsTest-1955482778-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728202197517'] for network, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:24.221738 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c5d549-639b-41c7-9d53-b18181d6eee3 req-78f71192-5278-4394-9c35-d77dfa0dc395 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:52:24.223724 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-05c5d549-639b-41c7-9d53-b18181d6eee3 req-78f71192-5278-4394-9c35-d77dfa0dc395 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e9fdea6e-22fa-4991-9f87-b79de93db404 HTTP/1.1" status: 200 len: 851 time: 0.1255174 Jul 14 18:52:24.226054 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-d1fd4bac-b1b4-4871-9175-c6fafdf845fa tempest-SecGroupIPv6Test-1337347545 tempest-SecGroupIPv6Test-1337347545-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:24.227216 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-d1fd4bac-b1b4-4871-9175-c6fafdf845fa tempest-SecGroupIPv6Test-1337347545 tempest-SecGroupIPv6Test-1337347545-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5768816 Jul 14 18:52:24.232097 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 47654) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:52:24.245554 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-5b0cfbea-0877-4728-89bf-02685c73adae tempest-SecGroupIPv6Test-1337347545 tempest-SecGroupIPv6Test-1337347545-project] Request body: {'security_group_rule': {'security_group_id': '2dbd8998-bcc2-41c9-9045-1bea5348fbe0', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:52:24.247096 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.db_base_plugin_common [None req-94981775-c709-4976-9cb5-e3adcb7bc998 admin admin] Allocated IP 172.25.1.228 (9200a437-e1de-4520-88f6-e68386523e61/5f47f848-4532-407a-a0e2-5690ade15fd0/a601449a-a8cc-4ea7-a5e4-ea2c750ab279) {{(pid=93916) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:52:24.261380 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b720b76f-1f6b-4f13-be99-f30c156a91ee None None] Checking router: efc8849f-22d6-452b-947c-fde4bceef8c3 for host: n-d-800634-3 {{(pid=93918) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 18:52:24.261996 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b720b76f-1f6b-4f13-be99-f30c156a91ee None None] Updating router efc8849f-22d6-452b-947c-fde4bceef8c3 port a36c8b22-9d2c-4b02-87f2-f257898accb0 binding host n-d-800634-3 {{(pid=93918) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 18:52:24.269717 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-418ab405-f602-4201-87cc-abd16d04fe33 None None] Attempting to bind port 800dea65-599c-45d5-908e-0c2b622853e2 on host n-d-800634-3 for vnic_type normal with profile {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:52:24.270116 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-418ab405-f602-4201-87cc-abd16d04fe33 None None] Attempting to bind port 800dea65-599c-45d5-908e-0c2b622853e2 by drivers openvswitch,hyperv on host n-d-800634-3 at level 0 using segments [{'id': '7e2431af-2949-4ff1-8009-e2a8750b650d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '45dc0b56-12cf-48fa-a903-9c9fee3d3a68'}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:52:24.270511 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-418ab405-f602-4201-87cc-abd16d04fe33 None None] Attempting to bind port 800dea65-599c-45d5-908e-0c2b622853e2 on network 45dc0b56-12cf-48fa-a903-9c9fee3d3a68 {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:52:24.295886 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-574aeb93-9938-449c-8e6c-cb22c9b52cc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:24.297938 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-418ab405-f602-4201-87cc-abd16d04fe33 None None] Checking agent: {'id': '01c19e91-a945-4e3c-94a6-c211e17c923e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 8, 23), 'started_at': datetime.datetime(2021, 7, 14, 18, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 18, 52, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 18:52:24.298345 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-418ab405-f602-4201-87cc-abd16d04fe33 None None] Checking segment: {'id': '7e2431af-2949-4ff1-8009-e2a8750b650d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '45dc0b56-12cf-48fa-a903-9c9fee3d3a68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93917) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:52:24.298752 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-418ab405-f602-4201-87cc-abd16d04fe33 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:24.299882 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-418ab405-f602-4201-87cc-abd16d04fe33 None None] Bound using segment: {'id': '7e2431af-2949-4ff1-8009-e2a8750b650d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '45dc0b56-12cf-48fa-a903-9c9fee3d3a68'} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 18:52:24.300674 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-418ab405-f602-4201-87cc-abd16d04fe33 None None] Bound port: 800dea65-599c-45d5-908e-0c2b622853e2, host: n-d-800634-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e2431af-2949-4ff1-8009-e2a8750b650d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '45dc0b56-12cf-48fa-a903-9c9fee3d3a68'}}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 18:52:24.301080 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-418ab405-f602-4201-87cc-abd16d04fe33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:24.304815 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-7e70dcae-c283-4b67-846a-785f8ecacec5 tempest-BulkNetworkOpsTest-1955482778 tempest-BulkNetworkOpsTest-1955482778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727'] for network, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:24.310941 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e70dcae-c283-4b67-846a-785f8ecacec5 tempest-BulkNetworkOpsTest-1955482778 tempest-BulkNetworkOpsTest-1955482778-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:52:24.311821 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-7e70dcae-c283-4b67-846a-785f8ecacec5 tempest-BulkNetworkOpsTest-1955482778 tempest-BulkNetworkOpsTest-1955482778-project] Notify callbacks [] for network, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:24.315428 n-d-800634-3 neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-b720b76f-1f6b-4f13-be99-f30c156a91ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:24.317539 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-5b0cfbea-0877-4728-89bf-02685c73adae tempest-SecGroupIPv6Test-1337347545 tempest-SecGroupIPv6Test-1337347545-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:24.325141 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c5d549-639b-41c7-9d53-b18181d6eee3 req-af2370b9-99c8-4cd3-8925-381f55b49ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:52:24.326668 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-05c5d549-639b-41c7-9d53-b18181d6eee3 req-af2370b9-99c8-4cd3-8925-381f55b49ed9 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=39c54d55-b1e0-4eb1-9ee5-3eeadd4d8bde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0965688 Jul 14 18:52:24.373296 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port f12e8cdb-fe13-4704-abec-d15e2564ada7 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:52:24.373673 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:24.409526 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-418ab405-f602-4201-87cc-abd16d04fe33 None None] For port 800dea65-599c-45d5-908e-0c2b622853e2, host n-d-800634-3, cleared binding levels {{(pid=93917) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:52:24.418311 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-7e70dcae-c283-4b67-846a-785f8ecacec5 tempest-BulkNetworkOpsTest-1955482778 tempest-BulkNetworkOpsTest-1955482778-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4509654 Jul 14 18:52:24.421460 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e70dcae-c283-4b67-846a-785f8ecacec5 tempest-BulkNetworkOpsTest-1955482778 tempest-BulkNetworkOpsTest-1955482778-project] Pushing event updated for resources: {'Network': ['ID=e3bf704f-3187-42fc-a847-f610af319540,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:52:24.440070 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-418ab405-f602-4201-87cc-abd16d04fe33 None None] For port 800dea65-599c-45d5-908e-0c2b622853e2, host n-d-800634-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=800dea65-599c-45d5-908e-0c2b622853e2,segment=NetworkSegment(7e2431af-2949-4ff1-8009-e2a8750b650d),segment_id=7e2431af-2949-4ff1-8009-e2a8750b650d)] {{(pid=93917) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 18:52:24.451798 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-418ab405-f602-4201-87cc-abd16d04fe33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:24.468066 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-5b0cfbea-0877-4728-89bf-02685c73adae tempest-SecGroupIPv6Test-1337347545 tempest-SecGroupIPv6Test-1337347545-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:24.484389 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-5b0cfbea-0877-4728-89bf-02685c73adae tempest-SecGroupIPv6Test-1337347545 tempest-SecGroupIPv6Test-1337347545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305173'] for security_group_rule, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:24.502599 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0cfbea-0877-4728-89bf-02685c73adae tempest-SecGroupIPv6Test-1337347545 tempest-SecGroupIPv6Test-1337347545-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60bd842a-f4cf-4de9-a805-74713b1115bc,revision_number=0']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:52:24.508254 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Network e3bf704f-3187-42fc-a847-f610af319540 details requested by agent ovs-agent-n-d-800634-3 with host n-d-800634-3 {{(pid=93917) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 18:52:24.508685 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-05c5d549-639b-41c7-9d53-b18181d6eee3 req-e8018e41-4861-4cbc-a39a-24943a432628 service neutron] 10.222.0.18 "GET /v2.0/networks/39c54d55-b1e0-4eb1-9ee5-3eeadd4d8bde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1738892 Jul 14 18:52:24.535979 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-94981775-c709-4976-9cb5-e3adcb7bc998 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:24.578433 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 47656) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:52:24.579566 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-5b0cfbea-0877-4728-89bf-02685c73adae tempest-SecGroupIPv6Test-1337347545 tempest-SecGroupIPv6Test-1337347545-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:24.580764 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-5b0cfbea-0877-4728-89bf-02685c73adae tempest-SecGroupIPv6Test-1337347545 tempest-SecGroupIPv6Test-1337347545-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3397477 Jul 14 18:52:24.583336 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 47658) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:52:24.585197 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-06c925b6-14ba-481e-bdbc-490e443e9ba0 tempest-BulkNetworkOpsTest-1955482778 tempest-BulkNetworkOpsTest-1955482778-project] Request body: {'subnets': [{'network_id': '7fb9b5d6-e597-4575-a78a-aa13c63fc956', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--167172875', 'ip_version': 4}, {'network_id': 'e3bf704f-3187-42fc-a847-f610af319540', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:52:24.585519 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-06c925b6-14ba-481e-bdbc-490e443e9ba0 tempest-BulkNetworkOpsTest-1955482778 tempest-BulkNetworkOpsTest-1955482778-project] Request body: {'subnet': {'network_id': '7fb9b5d6-e597-4575-a78a-aa13c63fc956', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--167172875', 'ip_version': 4}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:52:24.586101 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-06c925b6-14ba-481e-bdbc-490e443e9ba0 tempest-BulkNetworkOpsTest-1955482778 tempest-BulkNetworkOpsTest-1955482778-project] Request body: {'subnet': {'network_id': 'e3bf704f-3187-42fc-a847-f610af319540', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:52:24.591911 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-8fdba412-f392-49cd-86ff-c0d8ded03a44 tempest-SecGroupIPv6Test-1337347545 tempest-SecGroupIPv6Test-1337347545-project] Request body: {'security_group_rule': {'security_group_id': '2dbd8998-bcc2-41c9-9045-1bea5348fbe0', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:52:24.641079 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-8fdba412-f392-49cd-86ff-c0d8ded03a44 tempest-SecGroupIPv6Test-1337347545 tempest-SecGroupIPv6Test-1337347545-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:24.689866 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-94981775-c709-4976-9cb5-e3adcb7bc998 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:24.699221 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-05c5d549-639b-41c7-9d53-b18181d6eee3 req-587622ee-cd41-4022-9e92-a14f6cb0eae1 service neutron] 10.222.0.18 "GET /v2.0/networks/39c54d55-b1e0-4eb1-9ee5-3eeadd4d8bde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1823421 Jul 14 18:52:24.718477 n-d-800634-3 neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-b720b76f-1f6b-4f13-be99-f30c156a91ee None None] Notify callbacks [] for port, precommit_update {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:24.734264 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.provisioning_blocks [None req-b720b76f-1f6b-4f13-be99-f30c156a91ee None None] Transition to ACTIVE for port object a36c8b22-9d2c-4b02-87f2-f257898accb0 will not be triggered until provisioned by entity L2. {{(pid=93918) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:52:24.734496 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-8fdba412-f392-49cd-86ff-c0d8ded03a44 tempest-SecGroupIPv6Test-1337347545 tempest-SecGroupIPv6Test-1337347545-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:24.740862 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-8fdba412-f392-49cd-86ff-c0d8ded03a44 tempest-SecGroupIPv6Test-1337347545 tempest-SecGroupIPv6Test-1337347545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305173'] for security_group_rule, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:24.744712 n-d-800634-3 neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-b720b76f-1f6b-4f13-be99-f30c156a91ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:24.746405 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418ab405-f602-4201-87cc-abd16d04fe33 None None] Pushing event updated for resources: {'Port': ['ID=800dea65-599c-45d5-908e-0c2b622853e2,revision_number=2']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:52:24.790419 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-8fdba412-f392-49cd-86ff-c0d8ded03a44 tempest-SecGroupIPv6Test-1337347545 tempest-SecGroupIPv6Test-1337347545-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:24.791608 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-8fdba412-f392-49cd-86ff-c0d8ded03a44 tempest-SecGroupIPv6Test-1337347545 tempest-SecGroupIPv6Test-1337347545-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2071054 Jul 14 18:52:24.796889 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 47660) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:52:24.808421 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fdba412-f392-49cd-86ff-c0d8ded03a44 tempest-SecGroupIPv6Test-1337347545 tempest-SecGroupIPv6Test-1337347545-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0db4c2e-45a1-48d2-b267-669df315a482,revision_number=0']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:52:24.812165 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-4460ba69-419b-4caf-8fdc-fea87910fe11 tempest-SecGroupIPv6Test-1337347545 tempest-SecGroupIPv6Test-1337347545-project] Request body: {'security_group_rule': {'security_group_id': '2dbd8998-bcc2-41c9-9045-1bea5348fbe0', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:52:24.820381 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94981775-c709-4976-9cb5-e3adcb7bc998 admin admin] Network 9200a437-e1de-4520-88f6-e68386523e61 is already hosted by enough agents. {{(pid=93916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:52:24.833702 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a175ac-5d76-4a01-87a5-1c591ebaf86e None None] Pushing event updated for resources: {'Port': ['ID=a36c8b22-9d2c-4b02-87f2-f257898accb0,revision_number=3']} {{(pid=93918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:52:24.833930 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [None req-94981775-c709-4976-9cb5-e3adcb7bc998 admin admin] Resources bound (agent type, host, resource id): {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:52:24.842709 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94981775-c709-4976-9cb5-e3adcb7bc998 admin admin] Pushing event updated for resources: {'Port': ['ID=a601449a-a8cc-4ea7-a5e4-ea2c750ab279,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:52:24.845198 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94981775-c709-4976-9cb5-e3adcb7bc998 admin admin] Received port after_create {{(pid=93916) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:52:24.864652 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e132e3f4-533b-4aff-890a-e17e8db08d8f req-276ddd91-414c-40d0-abb6-d8293fb3432e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:52:24.866530 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e132e3f4-533b-4aff-890a-e17e8db08d8f req-276ddd91-414c-40d0-abb6-d8293fb3432e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c28e5bcf1e004d64bdc0461d59ce0908&device_id=3843501f-b729-4cfb-90f6-7a815af6a761 HTTP/1.1" status: 200 len: 1094 time: 0.0958009 Jul 14 18:52:24.925732 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.managers [None req-b720b76f-1f6b-4f13-be99-f30c156a91ee None None] Attempting to bind port a36c8b22-9d2c-4b02-87f2-f257898accb0 on host n-d-800634-3 for vnic_type normal with profile {{(pid=93918) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:52:24.926351 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.managers [None req-b720b76f-1f6b-4f13-be99-f30c156a91ee None None] Attempting to bind port a36c8b22-9d2c-4b02-87f2-f257898accb0 by drivers openvswitch,hyperv on host n-d-800634-3 at level 0 using segments [{'id': '8406d491-b2e0-4518-9d74-551b5d5f0902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'dd69057d-8dc0-4097-9a0e-65978c0b371a'}] {{(pid=93918) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:52:24.928068 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b720b76f-1f6b-4f13-be99-f30c156a91ee None None] Attempting to bind port a36c8b22-9d2c-4b02-87f2-f257898accb0 on network dd69057d-8dc0-4097-9a0e-65978c0b371a {{(pid=93918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:52:24.934772 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b720b76f-1f6b-4f13-be99-f30c156a91ee None None] Checking agent: {'id': '01c19e91-a945-4e3c-94a6-c211e17c923e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 8, 23), 'started_at': datetime.datetime(2021, 7, 14, 18, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 18, 52, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 18:52:24.935703 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b720b76f-1f6b-4f13-be99-f30c156a91ee None None] Checking segment: {'id': '8406d491-b2e0-4518-9d74-551b5d5f0902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'dd69057d-8dc0-4097-9a0e-65978c0b371a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93918) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:52:24.936320 n-d-800634-3 neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-b720b76f-1f6b-4f13-be99-f30c156a91ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:24.936902 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b720b76f-1f6b-4f13-be99-f30c156a91ee None None] Bound using segment: {'id': '8406d491-b2e0-4518-9d74-551b5d5f0902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'dd69057d-8dc0-4097-9a0e-65978c0b371a'} {{(pid=93918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 18:52:24.937550 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.managers [None req-b720b76f-1f6b-4f13-be99-f30c156a91ee None None] Bound port: a36c8b22-9d2c-4b02-87f2-f257898accb0, host: n-d-800634-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8406d491-b2e0-4518-9d74-551b5d5f0902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'dd69057d-8dc0-4097-9a0e-65978c0b371a'}}] {{(pid=93918) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 18:52:24.938115 n-d-800634-3 neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-b720b76f-1f6b-4f13-be99-f30c156a91ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:24.944667 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-4460ba69-419b-4caf-8fdc-fea87910fe11 tempest-SecGroupIPv6Test-1337347545 tempest-SecGroupIPv6Test-1337347545-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:25.083344 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.db [None req-b720b76f-1f6b-4f13-be99-f30c156a91ee None None] For port a36c8b22-9d2c-4b02-87f2-f257898accb0, host n-d-800634-3, cleared binding levels {{(pid=93918) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:52:25.089245 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.db [None req-b720b76f-1f6b-4f13-be99-f30c156a91ee None None] For port a36c8b22-9d2c-4b02-87f2-f257898accb0, host n-d-800634-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=a36c8b22-9d2c-4b02-87f2-f257898accb0,segment=NetworkSegment(8406d491-b2e0-4518-9d74-551b5d5f0902),segment_id=8406d491-b2e0-4518-9d74-551b5d5f0902)] {{(pid=93918) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 18:52:25.096436 n-d-800634-3 neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-b720b76f-1f6b-4f13-be99-f30c156a91ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:25.127711 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e132e3f4-533b-4aff-890a-e17e8db08d8f req-475ce966-4c76-463e-8042-34d9447fa839 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:52:25.129180 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e132e3f4-533b-4aff-890a-e17e8db08d8f req-475ce966-4c76-463e-8042-34d9447fa839 service neutron] 10.222.0.18 "GET /v2.0/networks?id=39c54d55-b1e0-4eb1-9ee5-3eeadd4d8bde HTTP/1.1" status: 200 len: 912 time: 0.2563045 Jul 14 18:52:25.197230 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e132e3f4-533b-4aff-890a-e17e8db08d8f req-afabbfba-a0b7-4ecc-aecf-c88efa42d508 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a8024fbe-2d76-4049-bf85-5d62917cc50c HTTP/1.1" status: 200 len: 217 time: 0.0562255 Jul 14 18:52:25.197608 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b720b76f-1f6b-4f13-be99-f30c156a91ee None None] Routers {'efc8849f-22d6-452b-947c-fde4bceef8c3'} bound to L3 agent in host n-d-800634-3 {{(pid=93918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:52:25.198182 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-b720b76f-1f6b-4f13-be99-f30c156a91ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:52:23Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['efc8849f-22d6-452b-947c-fde4bceef8c3'], 'active': True} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:52:25.311183 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faab2023-482e-42ea-b499-345de5592ad9 req-1bb2ca2c-3a33-4d7a-b3de-0aefbc09af6b tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:52:25.316832 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-faab2023-482e-42ea-b499-345de5592ad9 req-1bb2ca2c-3a33-4d7a-b3de-0aefbc09af6b tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] 10.222.0.16 "GET /v2.0/ports?device_id=e21060b3-7836-4f9d-9f9c-3326f4df0b64 HTTP/1.1" status: 200 len: 945 time: 0.2710836 Jul 14 18:52:25.331379 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e132e3f4-533b-4aff-890a-e17e8db08d8f req-ef2776b2-faf3-413a-9bff-405c33c20394 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:52:25.331968 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvr_db [None req-b720b76f-1f6b-4f13-be99-f30c156a91ee None None] Set router efc8849f-22d6-452b-947c-fde4bceef8c3 gateway port host: n-d-800634-3 {{(pid=93918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 18:52:25.334257 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e132e3f4-533b-4aff-890a-e17e8db08d8f req-ef2776b2-faf3-413a-9bff-405c33c20394 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e9fdea6e-22fa-4991-9f87-b79de93db404 HTTP/1.1" status: 200 len: 851 time: 0.0897489 Jul 14 18:52:25.424288 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a175ac-5d76-4a01-87a5-1c591ebaf86e None None] Pushing event updated for resources: {'Port': ['ID=a36c8b22-9d2c-4b02-87f2-f257898accb0,revision_number=4']} {{(pid=93918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:52:25.437199 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5433b9ba-585c-4fff-b977-0e5555fd490b req-69d4800c-b9bb-40d4-87ca-d994b8d75edc tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:52:25.438945 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-5433b9ba-585c-4fff-b977-0e5555fd490b req-69d4800c-b9bb-40d4-87ca-d994b8d75edc tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] 10.222.0.16 "GET /v2.0/ports?device_id=3843501f-b729-4cfb-90f6-7a815af6a761 HTTP/1.1" status: 200 len: 943 time: 0.2459095 Jul 14 18:52:25.451777 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-faab2023-482e-42ea-b499-345de5592ad9 req-7e83d0ab-c5b7-450d-a882-0fd5d7240711 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] 10.222.0.16 "GET /v2.0/security-groups?id=6966763a-a9ce-4f04-9343-56b5726844ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1124177 Jul 14 18:52:25.530754 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-5433b9ba-585c-4fff-b977-0e5555fd490b req-90e9ba51-aed7-4fad-9fe1-ee0a6f6e04e8 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] 10.222.0.16 "GET /v2.0/security-groups?id=00511198-19e5-42cb-b4d6-0be88d13a8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755205 Jul 14 18:52:25.545627 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e132e3f4-533b-4aff-890a-e17e8db08d8f req-1bcb00dd-dbb2-46df-b313-9dcdb78195f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:52:25.547612 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e132e3f4-533b-4aff-890a-e17e8db08d8f req-1bcb00dd-dbb2-46df-b313-9dcdb78195f9 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=39c54d55-b1e0-4eb1-9ee5-3eeadd4d8bde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1830597 Jul 14 18:52:25.588490 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06c925b6-14ba-481e-bdbc-490e443e9ba0 tempest-BulkNetworkOpsTest-1955482778 tempest-BulkNetworkOpsTest-1955482778-project] Made reservation on behalf of 614b5a3fc8534c1c946cc57053d5bf80 for: {'subnet': 2} {{(pid=93916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:52:25.593332 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-06c925b6-14ba-481e-bdbc-490e443e9ba0 tempest-BulkNetworkOpsTest-1955482778 tempest-BulkNetworkOpsTest-1955482778-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26033189'] for subnet, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:25.593677 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-06c925b6-14ba-481e-bdbc-490e443e9ba0 tempest-BulkNetworkOpsTest-1955482778 tempest-BulkNetworkOpsTest-1955482778-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26033189'] for subnet, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:25.624391 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-b720b76f-1f6b-4f13-be99-f30c156a91ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efc8849f-22d6-452b-947c-fde4bceef8c3', 'name': 'tempest-TestServerMultinode-1487162711-router', 'tenant_id': '39027972fd15442080143c2024ba97b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.246'}], 'enable_snat': True}, 'gw_port_id': 'f12e8cdb-fe13-4704-abec-d15e2564ada7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:52:12Z', 'updated_at': '2021-07-14T18:52:19Z', 'revision_number': 4, 'project_id': '39027972fd15442080143c2024ba97b6', 'gw_port': {'id': 'f12e8cdb-fe13-4704-abec-d15e2564ada7', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:b7:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efc8849f-22d6-452b-947c-fde4bceef8c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3269, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:52:14Z', 'updated_at': '2021-07-14T18:52:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_interfaces': [{'id': 'a36c8b22-9d2c-4b02-87f2-f257898accb0', 'name': '', 'network_id': 'dd69057d-8dc0-4097-9a0e-65978c0b371a', 'tenant_id': '39027972fd15442080143c2024ba97b6', 'mac_address': 'fa:16:3e:9a:6c:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efc8849f-22d6-452b-947c-fde4bceef8c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3277, 'fixed_ips': [{'subnet_id': 'd28cd209-31d3-46cb-bbed-360f8aa5e803', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:52:18Z', 'updated_at': '2021-07-14T18:52:25Z', 'revision_number': 4, 'project_id': '39027972fd15442080143c2024ba97b6', 'subnets': [{'id': 'd28cd209-31d3-46cb-bbed-360f8aa5e803', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-3', False) {} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:52:25.656063 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b720b76f-1f6b-4f13-be99-f30c156a91ee None None] The sync data for ids ['efc8849f-22d6-452b-947c-fde4bceef8c3'] in n-d-800634-3 is: [{'id': 'efc8849f-22d6-452b-947c-fde4bceef8c3', 'name': 'tempest-TestServerMultinode-1487162711-router', 'tenant_id': '39027972fd15442080143c2024ba97b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.246'}], 'enable_snat': True}, 'gw_port_id': 'f12e8cdb-fe13-4704-abec-d15e2564ada7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:52:12Z', 'updated_at': '2021-07-14T18:52:19Z', 'revision_number': 4, 'project_id': '39027972fd15442080143c2024ba97b6', 'gw_port': {'id': 'f12e8cdb-fe13-4704-abec-d15e2564ada7', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:b7:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efc8849f-22d6-452b-947c-fde4bceef8c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3269, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:52:14Z', 'updated_at': '2021-07-14T18:52:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_interfaces': [{'id': 'a36c8b22-9d2c-4b02-87f2-f257898accb0', 'name': '', 'network_id': 'dd69057d-8dc0-4097-9a0e-65978c0b371a', 'tenant_id': '39027972fd15442080143c2024ba97b6', 'mac_address': 'fa:16:3e:9a:6c:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efc8849f-22d6-452b-947c-fde4bceef8c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3277, 'fixed_ips': [{'subnet_id': 'd28cd209-31d3-46cb-bbed-360f8aa5e803', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:52:18Z', 'updated_at': '2021-07-14T18:52:25Z', 'revision_number': 4, 'project_id': '39027972fd15442080143c2024ba97b6', 'subnets': [{'id': 'd28cd209-31d3-46cb-bbed-360f8aa5e803', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 18:52:25.716181 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e132e3f4-533b-4aff-890a-e17e8db08d8f req-7c67f543-bb80-44f4-ac38-9ebd50a80161 service neutron] 10.222.0.18 "GET /v2.0/networks/39c54d55-b1e0-4eb1-9ee5-3eeadd4d8bde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1565611 Jul 14 18:52:25.724078 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46ab22f-a0d5-49a6-993f-620105a57190 req-118bf71e-bf08-4870-8567-fd7f31c5e990 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:52:25.726253 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f46ab22f-a0d5-49a6-993f-620105a57190 req-118bf71e-bf08-4870-8567-fd7f31c5e990 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] 10.222.0.16 "GET /v2.0/ports?device_id=e21060b3-7836-4f9d-9f9c-3326f4df0b64 HTTP/1.1" status: 200 len: 945 time: 0.1127317 Jul 14 18:52:25.751171 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-4460ba69-419b-4caf-8fdc-fea87910fe11 tempest-SecGroupIPv6Test-1337347545 tempest-SecGroupIPv6Test-1337347545-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:25.843492 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-4460ba69-419b-4caf-8fdc-fea87910fe11 tempest-SecGroupIPv6Test-1337347545 tempest-SecGroupIPv6Test-1337347545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305173'] for security_group_rule, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:25.844316 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-2f4e3af3-e708-4ffd-a544-82d93a489d01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:25.887315 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4460ba69-419b-4caf-8fdc-fea87910fe11 tempest-SecGroupIPv6Test-1337347545 tempest-SecGroupIPv6Test-1337347545-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82a54319-586d-4ee9-820d-a4026b471f8b,revision_number=0']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:52:25.912324 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-4460ba69-419b-4caf-8fdc-fea87910fe11 tempest-SecGroupIPv6Test-1337347545 tempest-SecGroupIPv6Test-1337347545-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:25.913715 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-4460ba69-419b-4caf-8fdc-fea87910fe11 tempest-SecGroupIPv6Test-1337347545 tempest-SecGroupIPv6Test-1337347545-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.1144459 Jul 14 18:52:25.925323 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 47668) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:52:26.060053 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device a36c8b22-9d2c-4b02-87f2-f257898accb0 up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:52:26.076694 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-061d94fd-90b7-4292-8bdc-90d6904bb5a7 tempest-SecGroupIPv6Test-1337347545 tempest-SecGroupIPv6Test-1337347545-project] Request body: {'security_group_rule': {'security_group_id': '2dbd8998-bcc2-41c9-9045-1bea5348fbe0', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:52:26.139797 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning for port a36c8b22-9d2c-4b02-87f2-f257898accb0 completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:52:26.146330 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port a36c8b22-9d2c-4b02-87f2-f257898accb0 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:52:26.147885 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:26.195086 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-061d94fd-90b7-4292-8bdc-90d6904bb5a7 tempest-SecGroupIPv6Test-1337347545 tempest-SecGroupIPv6Test-1337347545-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:26.229895 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8338362-7ccc-4922-a94a-465a54b9ae5c None None] Network 45dc0b56-12cf-48fa-a903-9c9fee3d3a68 requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:52:26.250660 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f46ab22f-a0d5-49a6-993f-620105a57190 req-4e3348b0-85a6-46ff-a94d-d57f0ef398b4 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] 10.222.0.16 "GET /v2.0/security-groups?id=6966763a-a9ce-4f04-9343-56b5726844ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5150895 Jul 14 18:52:26.287966 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e132e3f4-533b-4aff-890a-e17e8db08d8f req-01f24952-3cf1-4144-8df0-33a76fe4f03e service neutron] 10.222.0.18 "GET /v2.0/networks/39c54d55-b1e0-4eb1-9ee5-3eeadd4d8bde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5606570 Jul 14 18:52:26.291274 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 47670) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:52:26.321769 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-061d94fd-90b7-4292-8bdc-90d6904bb5a7 tempest-SecGroupIPv6Test-1337347545 tempest-SecGroupIPv6Test-1337347545-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:26.332918 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-061d94fd-90b7-4292-8bdc-90d6904bb5a7 tempest-SecGroupIPv6Test-1337347545 tempest-SecGroupIPv6Test-1337347545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305173'] for security_group_rule, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:26.343023 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-94981775-c709-4976-9cb5-e3adcb7bc998 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:26.359850 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b656ecc-13dc-4363-a01d-8e02eacc5086 tempest-TestVolumeBootPattern-1643325174 tempest-TestVolumeBootPattern-1643325174-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:52:26.361788 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-4b656ecc-13dc-4363-a01d-8e02eacc5086 tempest-TestVolumeBootPattern-1643325174 tempest-TestVolumeBootPattern-1643325174-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=e21060b3-7836-4f9d-9f9c-3326f4df0b64 HTTP/1.1" status: 200 len: 1091 time: 0.0686955 Jul 14 18:52:26.364378 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 47672) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:52:26.369186 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-0f562ed1-a672-4593-8fb7-05752b30244a tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] Request body: {'floatingip': {'floating_network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'port_id': 'feca8970-97a2-4046-b98f-53bd05674454', 'tenant_id': '5093a1bcf9144b0bbe697fc3cf12df56', 'fixed_ip_address': '172.20.0.5'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:52:26.382795 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:26.412090 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-0f562ed1-a672-4593-8fb7-05752b30244a tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] Notify callbacks [] for floatingip, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:26.422543 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-c219aafa-de58-4d48-b367-47b2c7429415 None None] Provisioning for port 800dea65-599c-45d5-908e-0c2b622853e2 completed by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:52:26.467573 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] For port a36c8b22-9d2c-4b02-87f2-f257898accb0, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=a36c8b22-9d2c-4b02-87f2-f257898accb0,segment=NetworkSegment(8406d491-b2e0-4518-9d74-551b5d5f0902),segment_id=8406d491-b2e0-4518-9d74-551b5d5f0902)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:52:26.474829 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:26.475824 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 800dea65-599c-45d5-908e-0c2b622853e2 up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:52:26.492091 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061d94fd-90b7-4292-8bdc-90d6904bb5a7 tempest-SecGroupIPv6Test-1337347545 tempest-SecGroupIPv6Test-1337347545-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1945cd4e-2a4c-42ec-b449-37a28ae833e3,revision_number=0']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:52:26.514459 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-061d94fd-90b7-4292-8bdc-90d6904bb5a7 tempest-SecGroupIPv6Test-1337347545 tempest-SecGroupIPv6Test-1337347545-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:26.516213 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-061d94fd-90b7-4292-8bdc-90d6904bb5a7 tempest-SecGroupIPv6Test-1337347545 tempest-SecGroupIPv6Test-1337347545-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.5892527 Jul 14 18:52:26.520402 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 47674) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:52:26.577780 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-0f562ed1-a672-4593-8fb7-05752b30244a tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:26.588286 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Pushing event updated for resources: {'Port': ['ID=a36c8b22-9d2c-4b02-87f2-f257898accb0,revision_number=5']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:52:26.592057 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-4d738e63-dfbd-42cc-860c-65b81b32dabb tempest-SecGroupIPv6Test-1337347545 tempest-SecGroupIPv6Test-1337347545-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:26.606312 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-4d738e63-dfbd-42cc-860c-65b81b32dabb tempest-SecGroupIPv6Test-1337347545 tempest-SecGroupIPv6Test-1337347545-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:26.621102 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning for port 800dea65-599c-45d5-908e-0c2b622853e2 completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:52:26.632072 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port 800dea65-599c-45d5-908e-0c2b622853e2 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:52:26.632473 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:26.697655 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-06c925b6-14ba-481e-bdbc-490e443e9ba0 tempest-BulkNetworkOpsTest-1955482778 tempest-BulkNetworkOpsTest-1955482778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2684753', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26033175'] for subnet, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:26.781077 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-4d738e63-dfbd-42cc-860c-65b81b32dabb tempest-SecGroupIPv6Test-1337347545 tempest-SecGroupIPv6Test-1337347545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305173'] for security_group_rule, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:26.794856 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:26.808912 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.db_base_plugin_common [None req-0f562ed1-a672-4593-8fb7-05752b30244a tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] Allocated IP 172.25.1.234 (9200a437-e1de-4520-88f6-e68386523e61/5f47f848-4532-407a-a0e2-5690ade15fd0/4b5b5207-74b1-4fcf-8210-43be0dae3c97) {{(pid=93915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:52:26.809222 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-4d738e63-dfbd-42cc-860c-65b81b32dabb tempest-SecGroupIPv6Test-1337347545 tempest-SecGroupIPv6Test-1337347545-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:26.812232 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-4d738e63-dfbd-42cc-860c-65b81b32dabb tempest-SecGroupIPv6Test-1337347545 tempest-SecGroupIPv6Test-1337347545-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/1945cd4e-2a4c-42ec-b449-37a28ae833e3 HTTP/1.1" status: 204 len: 168 time: 0.2863863 Jul 14 18:52:26.813160 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 47678) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:52:26.834834 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d738e63-dfbd-42cc-860c-65b81b32dabb tempest-SecGroupIPv6Test-1337347545 tempest-SecGroupIPv6Test-1337347545-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1945cd4e-2a4c-42ec-b449-37a28ae833e3,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:52:26.863400 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c925b6-14ba-481e-bdbc-490e443e9ba0 tempest-BulkNetworkOpsTest-1955482778 tempest-BulkNetworkOpsTest-1955482778-project] Pushing event updated for resources: {'Subnet': ['ID=9a7ee246-983d-4196-8822-d482ec4331a8,revision_number=0']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:52:26.869059 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-94981775-c709-4976-9cb5-e3adcb7bc998 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-571759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-930033'] for router, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:26.872827 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06c925b6-14ba-481e-bdbc-490e443e9ba0 tempest-BulkNetworkOpsTest-1955482778 tempest-BulkNetworkOpsTest-1955482778-project] Checking segment: {'id': '8a52511b-faa2-44f3-9194-149dfd58115a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '7fb9b5d6-e597-4575-a78a-aa13c63fc956'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93916) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:52:26.873509 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06c925b6-14ba-481e-bdbc-490e443e9ba0 tempest-BulkNetworkOpsTest-1955482778 tempest-BulkNetworkOpsTest-1955482778-project] Network hostable DHCP agents. Network: 7fb9b5d6-e597-4575-a78a-aa13c63fc956, hostable agents: ['028393c3-0576-4ebd-bca1-8ea8a148e1a2'], hosted agents: [] {{(pid=93916) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 18:52:26.876248 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] For port 800dea65-599c-45d5-908e-0c2b622853e2, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=800dea65-599c-45d5-908e-0c2b622853e2,segment=NetworkSegment(7e2431af-2949-4ff1-8009-e2a8750b650d),segment_id=7e2431af-2949-4ff1-8009-e2a8750b650d)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:52:26.883531 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:26.939874 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06c925b6-14ba-481e-bdbc-490e443e9ba0 tempest-BulkNetworkOpsTest-1955482778 tempest-BulkNetworkOpsTest-1955482778-project] Network 7fb9b5d6-e597-4575-a78a-aa13c63fc956 is scheduled to be hosted by DHCP agent 028393c3-0576-4ebd-bca1-8ea8a148e1a2 with binding_index 1 {{(pid=93916) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 18:52:26.948721 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375d8268-fe13-4931-b0dc-5e12a097357c req-3266ffa5-72aa-4405-b708-c5f3288f2c88 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:52:26.952586 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-375d8268-fe13-4931-b0dc-5e12a097357c req-3266ffa5-72aa-4405-b708-c5f3288f2c88 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] 10.222.0.16 "GET /v2.0/ports?device_id=3843501f-b729-4cfb-90f6-7a815af6a761 HTTP/1.1" status: 200 len: 943 time: 0.1988790 Jul 14 18:52:26.973359 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-510f5c7c-e2b0-433d-8a99-13329fb0e028 tempest-SecGroupIPv6Test-1337347545 tempest-SecGroupIPv6Test-1337347545-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.1588078 Jul 14 18:52:26.976216 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Pushing event updated for resources: {'Port': ['ID=800dea65-599c-45d5-908e-0c2b622853e2,revision_number=3']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:52:26.977082 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 47680) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:52:26.989336 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-ebdad247-5362-4ba2-9d40-15492c44e87e None None] Provisioning complete for port 800dea65-599c-45d5-908e-0c2b622853e2 triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:52:26.989839 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-ebdad247-5362-4ba2-9d40-15492c44e87e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:26.992345 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [None req-06c925b6-14ba-481e-bdbc-490e443e9ba0 tempest-BulkNetworkOpsTest-1955482778 tempest-BulkNetworkOpsTest-1955482778-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-3, 7fb9b5d6-e597-4575-a78a-aa13c63fc956) {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:52:27.002400 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-06c925b6-14ba-481e-bdbc-490e443e9ba0 tempest-BulkNetworkOpsTest-1955482778 tempest-BulkNetworkOpsTest-1955482778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2684753', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26033175'] for subnet, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:27.018383 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19cdfe3c-94bd-47c3-b2df-8e135a7c4cd0 None None] Network 7fb9b5d6-e597-4575-a78a-aa13c63fc956 requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:52:27.037129 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-375d8268-fe13-4931-b0dc-5e12a097357c req-8d71fdc2-06db-4dad-8b87-48f56d32413a tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] 10.222.0.16 "GET /v2.0/security-groups?id=00511198-19e5-42cb-b4d6-0be88d13a8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611694 Jul 14 18:52:27.054149 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-0f562ed1-a672-4593-8fb7-05752b30244a tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] Notify callbacks [] for port, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:27.062658 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-2e64a531-63a8-447d-9eca-a4aec643ac28 tempest-SecGroupIPv6Test-1337347545 tempest-SecGroupIPv6Test-1337347545-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:27.082509 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-2e64a531-63a8-447d-9eca-a4aec643ac28 tempest-SecGroupIPv6Test-1337347545 tempest-SecGroupIPv6Test-1337347545-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:27.092062 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c925b6-14ba-481e-bdbc-490e443e9ba0 tempest-BulkNetworkOpsTest-1955482778 tempest-BulkNetworkOpsTest-1955482778-project] Pushing event updated for resources: {'Subnet': ['ID=6dae073c-07e1-4a2e-90e1-159de4954db6,revision_number=0']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:52:27.102920 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-0f562ed1-a672-4593-8fb7-05752b30244a tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:27.139857 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06c925b6-14ba-481e-bdbc-490e443e9ba0 tempest-BulkNetworkOpsTest-1955482778 tempest-BulkNetworkOpsTest-1955482778-project] Checking segment: {'id': '53e8284a-9c0c-45b2-ae38-1d7ef95903d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'e3bf704f-3187-42fc-a847-f610af319540'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93916) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:52:27.140270 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06c925b6-14ba-481e-bdbc-490e443e9ba0 tempest-BulkNetworkOpsTest-1955482778 tempest-BulkNetworkOpsTest-1955482778-project] Network hostable DHCP agents. Network: e3bf704f-3187-42fc-a847-f610af319540, hostable agents: ['028393c3-0576-4ebd-bca1-8ea8a148e1a2'], hosted agents: [] {{(pid=93916) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 18:52:27.146817 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-2e64a531-63a8-447d-9eca-a4aec643ac28 tempest-SecGroupIPv6Test-1337347545 tempest-SecGroupIPv6Test-1337347545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305173'] for security_group_rule, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:27.153447 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-2e64a531-63a8-447d-9eca-a4aec643ac28 tempest-SecGroupIPv6Test-1337347545 tempest-SecGroupIPv6Test-1337347545-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:27.154796 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f562ed1-a672-4593-8fb7-05752b30244a tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] Network 9200a437-e1de-4520-88f6-e68386523e61 is already hosted by enough agents. {{(pid=93915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:52:27.155114 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-2e64a531-63a8-447d-9eca-a4aec643ac28 tempest-SecGroupIPv6Test-1337347545 tempest-SecGroupIPv6Test-1337347545-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/82a54319-586d-4ee9-820d-a4026b471f8b HTTP/1.1" status: 204 len: 168 time: 0.1768100 Jul 14 18:52:27.157528 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 47682) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:52:27.169883 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e64a531-63a8-447d-9eca-a4aec643ac28 tempest-SecGroupIPv6Test-1337347545 tempest-SecGroupIPv6Test-1337347545-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=82a54319-586d-4ee9-820d-a4026b471f8b,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:52:27.174358 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [None req-0f562ed1-a672-4593-8fb7-05752b30244a tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] Resources bound (agent type, host, resource id): {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:52:27.178322 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94981775-c709-4976-9cb5-e3adcb7bc998 admin admin] Router cfc1baba-3300-42b4-8c01-49fb50109b84 is scheduled to L3 agent 2c6eb27e-defb-4cca-9a24-381c7415e359 with binding_index 1 {{(pid=93916) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 18:52:27.182276 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f562ed1-a672-4593-8fb7-05752b30244a tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] Received port after_create {{(pid=93915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:52:27.189369 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06c925b6-14ba-481e-bdbc-490e443e9ba0 tempest-BulkNetworkOpsTest-1955482778 tempest-BulkNetworkOpsTest-1955482778-project] Network e3bf704f-3187-42fc-a847-f610af319540 is scheduled to be hosted by DHCP agent 028393c3-0576-4ebd-bca1-8ea8a148e1a2 with binding_index 1 {{(pid=93916) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 18:52:27.211253 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f562ed1-a672-4593-8fb7-05752b30244a tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] Pushing event updated for resources: {'Port': ['ID=4b5b5207-74b1-4fcf-8210-43be0dae3c97,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:52:27.230029 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d9672bb-bdd3-41e0-9229-afc476efb68f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9222b97e-5d1c-54f8-ba97-82f172498e76-7fb9b5d6-e597-4575-a78a-aa13c63fc956', 'network_id': '7fb9b5d6-e597-4575-a78a-aa13c63fc956', 'tenant_id': '614b5a3fc8534c1c946cc57053d5bf80', 'fixed_ips': [{'subnet_id': '9a7ee246-983d-4196-8822-d482ec4331a8'}]}} from n-d-800634-3. {{(pid=93917) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 18:52:27.231443 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-8d9672bb-bdd3-41e0-9229-afc476efb68f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:27.231926 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [None req-06c925b6-14ba-481e-bdbc-490e443e9ba0 tempest-BulkNetworkOpsTest-1955482778 tempest-BulkNetworkOpsTest-1955482778-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-3, e3bf704f-3187-42fc-a847-f610af319540) {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:52:27.238391 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06c925b6-14ba-481e-bdbc-490e443e9ba0 tempest-BulkNetworkOpsTest-1955482778 tempest-BulkNetworkOpsTest-1955482778-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:52:27.239162 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06c925b6-14ba-481e-bdbc-490e443e9ba0 tempest-BulkNetworkOpsTest-1955482778 tempest-BulkNetworkOpsTest-1955482778-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:52:27.240004 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-06c925b6-14ba-481e-bdbc-490e443e9ba0 tempest-BulkNetworkOpsTest-1955482778 tempest-BulkNetworkOpsTest-1955482778-project] Notify callbacks [] for subnet, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:27.248790 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ad28857-06e5-4689-ba43-adaf786aaf17 None None] Network e3bf704f-3187-42fc-a847-f610af319540 requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:52:27.257188 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-4bfb1240-3866-4fb2-b94f-93a803444a4c tempest-SecGroupIPv6Test-1337347545 tempest-SecGroupIPv6Test-1337347545-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.0960112 Jul 14 18:52:27.257717 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 47684) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:52:27.293391 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-06c925b6-14ba-481e-bdbc-490e443e9ba0 tempest-BulkNetworkOpsTest-1955482778 tempest-BulkNetworkOpsTest-1955482778-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1425 time: 2.7113392 Jul 14 18:52:27.293726 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 47686) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:52:27.342490 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-0a26d3e1-aa67-4fa9-b0a2-e9d28b7e7b43 tempest-SecGroupIPv6Test-1337347545 tempest-SecGroupIPv6Test-1337347545-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:27.360308 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7afb7bf8-1bb9-4d07-8cab-b76dd70b2cde tempest-BulkNetworkOpsTest-1955482778 tempest-BulkNetworkOpsTest-1955482778-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:52:27.361916 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7afb7bf8-1bb9-4d07-8cab-b76dd70b2cde tempest-BulkNetworkOpsTest-1955482778 tempest-BulkNetworkOpsTest-1955482778-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:52:27.362586 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-0a26d3e1-aa67-4fa9-b0a2-e9d28b7e7b43 tempest-SecGroupIPv6Test-1337347545 tempest-SecGroupIPv6Test-1337347545-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:27.364019 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7afb7bf8-1bb9-4d07-8cab-b76dd70b2cde tempest-BulkNetworkOpsTest-1955482778 tempest-BulkNetworkOpsTest-1955482778-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:52:27.366005 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-7afb7bf8-1bb9-4d07-8cab-b76dd70b2cde tempest-BulkNetworkOpsTest-1955482778 tempest-BulkNetworkOpsTest-1955482778-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2051 time: 0.0711040 Jul 14 18:52:27.367437 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94981775-c709-4976-9cb5-e3adcb7bc998 admin admin] Notify agent at l3_agent.n-d-800634-3 the message routers_updated {{(pid=93916) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 18:52:27.369120 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 47688) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:52:27.383115 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-995467df-f54b-4ba0-8936-0156b5562758 None None] Sync routers for ids ['cfc1baba-3300-42b4-8c01-49fb50109b84'] in n-d-800634-3 {{(pid=93917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 18:52:27.419196 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-94981775-c709-4976-9cb5-e3adcb7bc998 admin admin] Notify callbacks [] for router, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:27.420454 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-94981775-c709-4976-9cb5-e3adcb7bc998 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.2570579 Jul 14 18:52:27.423112 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 47690) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:52:27.438815 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-995467df-f54b-4ba0-8936-0156b5562758 None None] Routers {'cfc1baba-3300-42b4-8c01-49fb50109b84'} bound to L3 agent in host n-d-800634-3 {{(pid=93917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:52:27.439460 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-995467df-f54b-4ba0-8936-0156b5562758 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:52:23Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['cfc1baba-3300-42b4-8c01-49fb50109b84'], 'active': True} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:52:27.467972 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-0a26d3e1-aa67-4fa9-b0a2-e9d28b7e7b43 tempest-SecGroupIPv6Test-1337347545 tempest-SecGroupIPv6Test-1337347545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305173'] for security_group_rule, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:27.471371 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.db_base_plugin_v2 [None req-92a34cba-99a4-4f75-9cfa-ecf03e2d65b5 tempest-BulkNetworkOpsTest-1955482778 tempest-BulkNetworkOpsTest-1955482778-project] Deleting subnet 9a7ee246-983d-4196-8822-d482ec4331a8 {{(pid=93916) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 18:52:27.475319 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-0a26d3e1-aa67-4fa9-b0a2-e9d28b7e7b43 tempest-SecGroupIPv6Test-1337347545 tempest-SecGroupIPv6Test-1337347545-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:27.479776 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-0a26d3e1-aa67-4fa9-b0a2-e9d28b7e7b43 tempest-SecGroupIPv6Test-1337347545 tempest-SecGroupIPv6Test-1337347545-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/b0db4c2e-45a1-48d2-b267-669df315a482 HTTP/1.1" status: 204 len: 168 time: 0.2213705 Jul 14 18:52:27.482893 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 47692) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:52:27.509444 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a26d3e1-aa67-4fa9-b0a2-e9d28b7e7b43 tempest-SecGroupIPv6Test-1337347545 tempest-SecGroupIPv6Test-1337347545-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b0db4c2e-45a1-48d2-b267-669df315a482,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:52:27.519535 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.db_base_plugin_common [None req-8d9672bb-bdd3-41e0-9229-afc476efb68f None None] Allocated IP 172.20.0.2 (7fb9b5d6-e597-4575-a78a-aa13c63fc956/9a7ee246-983d-4196-8822-d482ec4331a8/079d21a4-316e-4ef7-bd2e-e2df7e29d615) {{(pid=93917) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:52:27.614840 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-c23febb7-0ac2-4216-bb81-519b5e9927b3 tempest-SecGroupIPv6Test-1337347545 tempest-SecGroupIPv6Test-1337347545-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1264508 Jul 14 18:52:27.616600 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 47694) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:52:27.689319 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-487ad9aa-913e-4c3d-b3de-21afab199103 tempest-SecGroupIPv6Test-1337347545 tempest-SecGroupIPv6Test-1337347545-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:27.752716 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-487ad9aa-913e-4c3d-b3de-21afab199103 tempest-SecGroupIPv6Test-1337347545 tempest-SecGroupIPv6Test-1337347545-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:27.791048 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf8146ea-f941-4372-a045-58e062a67990 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9222b97e-5d1c-54f8-ba97-82f172498e76-e3bf704f-3187-42fc-a847-f610af319540', 'network_id': 'e3bf704f-3187-42fc-a847-f610af319540', 'tenant_id': '614b5a3fc8534c1c946cc57053d5bf80', 'fixed_ips': [{'subnet_id': '6dae073c-07e1-4a2e-90e1-159de4954db6'}]}} from n-d-800634-3. {{(pid=93917) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 18:52:27.791909 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-cf8146ea-f941-4372-a045-58e062a67990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:27.828027 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device a8024fbe-2d76-4049-bf85-5d62917cc50c details requested by agent hyperv_n-h1-800634-3 with host n-h1-800634-3 {{(pid=93917) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 18:52:27.863956 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvr_db [None req-995467df-f54b-4ba0-8936-0156b5562758 None None] Set router cfc1baba-3300-42b4-8c01-49fb50109b84 gateway port host: n-d-800634-3 {{(pid=93917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 18:52:27.873494 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-487ad9aa-913e-4c3d-b3de-21afab199103 tempest-SecGroupIPv6Test-1337347545 tempest-SecGroupIPv6Test-1337347545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305173'] for security_group_rule, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:27.891711 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-487ad9aa-913e-4c3d-b3de-21afab199103 tempest-SecGroupIPv6Test-1337347545 tempest-SecGroupIPv6Test-1337347545-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:27.897231 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-487ad9aa-913e-4c3d-b3de-21afab199103 tempest-SecGroupIPv6Test-1337347545 tempest-SecGroupIPv6Test-1337347545-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/60bd842a-f4cf-4de9-a805-74713b1115bc HTTP/1.1" status: 204 len: 168 time: 0.2754216 Jul 14 18:52:27.901519 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 47696) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:52:27.919340 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487ad9aa-913e-4c3d-b3de-21afab199103 tempest-SecGroupIPv6Test-1337347545 tempest-SecGroupIPv6Test-1337347545-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=60bd842a-f4cf-4de9-a805-74713b1115bc,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:52:27.930975 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-0ea5737e-22d2-49e2-bc7f-f84f24b89154 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:27.940512 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device a36c8b22-9d2c-4b02-87f2-f257898accb0 up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:52:27.987251 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-48fbfb80-8ab1-442a-866f-74c389fac3ba tempest-SecGroupIPv6Test-1337347545 tempest-SecGroupIPv6Test-1337347545-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0845358 Jul 14 18:52:27.992404 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 47698) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:52:28.007145 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-0f562ed1-a672-4593-8fb7-05752b30244a tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:28.041359 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-4732d1e6-3669-4fbf-a254-7880d0821936 tempest-SecGroupIPv6Test-1337347545 tempest-SecGroupIPv6Test-1337347545-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:28.054405 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-4732d1e6-3669-4fbf-a254-7880d0821936 tempest-SecGroupIPv6Test-1337347545 tempest-SecGroupIPv6Test-1337347545-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:28.069085 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.db.resource_extend [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 14 18:52:28.118703 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.db_base_plugin_common [None req-0ea5737e-22d2-49e2-bc7f-f84f24b89154 admin admin] Allocated IP 172.20.0.1 (45dc0b56-12cf-48fa-a903-9c9fee3d3a68/d8afe304-c5dc-4d37-bae4-55358ed22742/69bdf2af-8167-4027-8cb5-6e36d42fb820) {{(pid=93916) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:52:28.119024 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-4732d1e6-3669-4fbf-a254-7880d0821936 tempest-SecGroupIPv6Test-1337347545 tempest-SecGroupIPv6Test-1337347545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305173'] for security_group_rule, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:28.131153 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-4732d1e6-3669-4fbf-a254-7880d0821936 tempest-SecGroupIPv6Test-1337347545 tempest-SecGroupIPv6Test-1337347545-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:28.132313 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-4732d1e6-3669-4fbf-a254-7880d0821936 tempest-SecGroupIPv6Test-1337347545 tempest-SecGroupIPv6Test-1337347545-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/5eb0a8c8-6f5e-46d4-82dc-55e44b6a4059 HTTP/1.1" status: 204 len: 168 time: 0.1389630 Jul 14 18:52:28.135670 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 47702) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:52:28.154091 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4732d1e6-3669-4fbf-a254-7880d0821936 tempest-SecGroupIPv6Test-1337347545 tempest-SecGroupIPv6Test-1337347545-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5eb0a8c8-6f5e-46d4-82dc-55e44b6a4059,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:52:28.173532 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-0f562ed1-a672-4593-8fb7-05752b30244a tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:28.248010 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-8d9672bb-bdd3-41e0-9229-afc476efb68f None None] Notify callbacks [] for port, precommit_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:28.255994 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.db_base_plugin_common [None req-cf8146ea-f941-4372-a045-58e062a67990 None None] Allocated IP 172.20.0.18 (e3bf704f-3187-42fc-a847-f610af319540/6dae073c-07e1-4a2e-90e1-159de4954db6/c9d000db-46d8-4719-941d-dcdc15a23e9d) {{(pid=93917) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:52:28.264404 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-0ea5737e-22d2-49e2-bc7f-f84f24b89154 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:28.269954 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-ed42bf18-1715-4d7e-8b68-bc04c3b143ca tempest-SecGroupIPv6Test-1337347545 tempest-SecGroupIPv6Test-1337347545-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1296921 Jul 14 18:52:28.275594 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 47704) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:52:28.288171 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-8d9672bb-bdd3-41e0-9229-afc476efb68f None None] Transition to ACTIVE for port object 079d21a4-316e-4ef7-bd2e-e2df7e29d615 will not be triggered until provisioned by entity L2. {{(pid=93917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:52:28.300272 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.provisioning_blocks [None req-0ea5737e-22d2-49e2-bc7f-f84f24b89154 admin admin] Transition to ACTIVE for port object 69bdf2af-8167-4027-8cb5-6e36d42fb820 will not be triggered until provisioned by entity DHCP. {{(pid=93916) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:52:28.354260 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f67bf42-ba41-40c4-9be3-7e0552152794 req-2bce1791-ffa6-4d5c-a74c-0ed369dca507 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:52:28.355699 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-4f67bf42-ba41-40c4-9be3-7e0552152794 req-2bce1791-ffa6-4d5c-a74c-0ed369dca507 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] 10.222.0.16 "GET /v2.0/ports?device_id=3843501f-b729-4cfb-90f6-7a815af6a761 HTTP/1.1" status: 200 len: 943 time: 0.1469762 Jul 14 18:52:28.357424 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port a36c8b22-9d2c-4b02-87f2-f257898accb0 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:52:28.357999 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:28.366278 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-74aacfdd-dabe-4c3e-a86e-703945f509a8 tempest-SecGroupIPv6Test-1337347545 tempest-SecGroupIPv6Test-1337347545-project] Notify callbacks [] for security_group, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:28.382889 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-8d9672bb-bdd3-41e0-9229-afc476efb68f None None] Transition to ACTIVE for port object 079d21a4-316e-4ef7-bd2e-e2df7e29d615 will not be triggered until provisioned by entity DHCP. {{(pid=93917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:52:28.383594 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-0ea5737e-22d2-49e2-bc7f-f84f24b89154 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:28.415041 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port a8024fbe-2d76-4049-bf85-5d62917cc50c, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=a8024fbe-2d76-4049-bf85-5d62917cc50c,segment=NetworkSegment(e6ac1013-49a3-4f7c-beca-cf2ef24dd35b),segment_id=e6ac1013-49a3-4f7c-beca-cf2ef24dd35b)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:52:28.418453 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-92a34cba-99a4-4f75-9cfa-ecf03e2d65b5 tempest-BulkNetworkOpsTest-1955482778 tempest-BulkNetworkOpsTest-1955482778-project] Notify callbacks [] for subnet, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:28.425349 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-74aacfdd-dabe-4c3e-a86e-703945f509a8 tempest-SecGroupIPv6Test-1337347545 tempest-SecGroupIPv6Test-1337347545-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:28.426209 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-4f67bf42-ba41-40c4-9be3-7e0552152794 req-2c4cd57f-f2ff-4472-8d54-4753924c13a0 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] 10.222.0.16 "GET /v2.0/security-groups?id=00511198-19e5-42cb-b4d6-0be88d13a8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539572 Jul 14 18:52:28.428288 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-8d9672bb-bdd3-41e0-9229-afc476efb68f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804'] for port, after_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:28.448205 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-0f562ed1-a672-4593-8fb7-05752b30244a tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] Notify callbacks [] for port, precommit_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:28.454595 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-0f562ed1-a672-4593-8fb7-05752b30244a tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25912978'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:28.477755 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Returning: {'device': 'a8024fbe-2d76-4049-bf85-5d62917cc50c', 'network_id': '39c54d55-b1e0-4eb1-9ee5-3eeadd4d8bde', 'port_id': 'a8024fbe-2d76-4049-bf85-5d62917cc50c', 'mac_address': 'fa:16:3e:84:bf:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9fdea6e-22fa-4991-9f87-b79de93db404', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93917) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 18:52:28.500249 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ea5737e-22d2-49e2-bc7f-f84f24b89154 admin admin] Network 45dc0b56-12cf-48fa-a903-9c9fee3d3a68 is already hosted by enough agents. {{(pid=93916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:52:28.510433 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea5737e-22d2-49e2-bc7f-f84f24b89154 admin admin] Pushing event updated for resources: {'Port': ['ID=69bdf2af-8167-4027-8cb5-6e36d42fb820,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:52:28.521126 n-d-800634-3 neutron-server[93917]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d9672bb-bdd3-41e0-9229-afc476efb68f None None] Network 7fb9b5d6-e597-4575-a78a-aa13c63fc956 is already hosted by enough agents. {{(pid=93917) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:52:28.521285 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [None req-0ea5737e-22d2-49e2-bc7f-f84f24b89154 admin admin] Resources bound (agent type, host, resource id): {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:52:28.523703 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ea5737e-22d2-49e2-bc7f-f84f24b89154 admin admin] Received port after_create {{(pid=93916) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:52:28.539860 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-92a34cba-99a4-4f75-9cfa-ecf03e2d65b5 tempest-BulkNetworkOpsTest-1955482778 tempest-BulkNetworkOpsTest-1955482778-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26296866'] for subnet, precommit_delete_associations {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:28.540142 n-d-800634-3 neutron-server[93917]: DEBUG neutron.scheduler.base_scheduler [None req-8d9672bb-bdd3-41e0-9229-afc476efb68f None None] Resources bound (agent type, host, resource id): {{(pid=93917) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:52:28.548809 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f562ed1-a672-4593-8fb7-05752b30244a tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] Pushing event updated for resources: {'Port': ['ID=4b5b5207-74b1-4fcf-8210-43be0dae3c97,revision_number=2']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:52:28.561939 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-0f562ed1-a672-4593-8fb7-05752b30244a tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-930131'] for floatingip, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:28.573262 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d9672bb-bdd3-41e0-9229-afc476efb68f None None] Received port after_create {{(pid=93917) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:52:28.575158 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9672bb-bdd3-41e0-9229-afc476efb68f None None] Pushing event updated for resources: {'Port': ['ID=079d21a4-316e-4ef7-bd2e-e2df7e29d615,revision_number=1']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:52:28.620044 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-74aacfdd-dabe-4c3e-a86e-703945f509a8 tempest-SecGroupIPv6Test-1337347545 tempest-SecGroupIPv6Test-1337347545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:28.622658 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-74aacfdd-dabe-4c3e-a86e-703945f509a8 tempest-SecGroupIPv6Test-1337347545 tempest-SecGroupIPv6Test-1337347545-project] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:28.626970 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-74aacfdd-dabe-4c3e-a86e-703945f509a8 tempest-SecGroupIPv6Test-1337347545 tempest-SecGroupIPv6Test-1337347545-project] 10.222.0.16 "DELETE /v2.0/security-groups/2dbd8998-bcc2-41c9-9045-1bea5348fbe0 HTTP/1.1" status: 204 len: 168 time: 0.3502402 Jul 14 18:52:28.632996 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 47706) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:52:28.652811 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:28.656592 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-0ea5737e-22d2-49e2-bc7f-f84f24b89154 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-930452'] for router_interface, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:28.684130 n-d-800634-3 neutron-server[93915]: INFO neutron.db.l3_db [None req-0f562ed1-a672-4593-8fb7-05752b30244a tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] Floating IP 8f02b6b5-17f1-4d43-8394-cfa569e5cd64 associated. External IP: 172.25.1.234, port: feca8970-97a2-4046-b98f-53bd05674454. Jul 14 18:52:28.703211 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74aacfdd-dabe-4c3e-a86e-703945f509a8 tempest-SecGroupIPv6Test-1337347545 tempest-SecGroupIPv6Test-1337347545-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dbd8998-bcc2-41c9-9045-1bea5348fbe0,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:52:28.747218 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-cf8146ea-f941-4372-a045-58e062a67990 None None] Notify callbacks [] for port, precommit_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:28.750210 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-995467df-f54b-4ba0-8936-0156b5562758 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfc1baba-3300-42b4-8c01-49fb50109b84', 'name': 'tempest-TestServerMultinode-567650075-router', 'tenant_id': '937a37f0781341a7a57507c6c1a0235e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.228'}], 'enable_snat': True}, 'gw_port_id': 'a601449a-a8cc-4ea7-a5e4-ea2c750ab279', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:52:23Z', 'updated_at': '2021-07-14T18:52:25Z', 'revision_number': 3, 'project_id': '937a37f0781341a7a57507c6c1a0235e', 'gw_port': {'id': 'a601449a-a8cc-4ea7-a5e4-ea2c750ab279', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:ad:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfc1baba-3300-42b4-8c01-49fb50109b84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3309, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:52:24Z', 'updated_at': '2021-07-14T18:52:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3'}], 'n-d-800634-3', False) {} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:52:28.790577 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-92a34cba-99a4-4f75-9cfa-ecf03e2d65b5 tempest-BulkNetworkOpsTest-1955482778 tempest-BulkNetworkOpsTest-1955482778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081283'] for subnet, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:28.794724 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8024fbe-2d76-4049-bf85-5d62917cc50c {{(pid=93917) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 18:52:28.807623 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-8d9672bb-bdd3-41e0-9229-afc476efb68f None None] Attempting to bind port 079d21a4-316e-4ef7-bd2e-e2df7e29d615 on host n-d-800634-3 for vnic_type normal with profile {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:52:28.807998 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-8d9672bb-bdd3-41e0-9229-afc476efb68f None None] Attempting to bind port 079d21a4-316e-4ef7-bd2e-e2df7e29d615 by drivers openvswitch,hyperv on host n-d-800634-3 at level 0 using segments [{'id': '8a52511b-faa2-44f3-9194-149dfd58115a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '7fb9b5d6-e597-4575-a78a-aa13c63fc956'}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:52:28.808443 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d9672bb-bdd3-41e0-9229-afc476efb68f None None] Attempting to bind port 079d21a4-316e-4ef7-bd2e-e2df7e29d615 on network 7fb9b5d6-e597-4575-a78a-aa13c63fc956 {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:52:28.817394 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-995467df-f54b-4ba0-8936-0156b5562758 None None] Checking router: cfc1baba-3300-42b4-8c01-49fb50109b84 for host: n-d-800634-3 {{(pid=93917) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 18:52:28.817740 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-995467df-f54b-4ba0-8936-0156b5562758 None None] Updating router cfc1baba-3300-42b4-8c01-49fb50109b84 port a601449a-a8cc-4ea7-a5e4-ea2c750ab279 binding host n-d-800634-3 {{(pid=93917) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 18:52:28.821383 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-ebf58fab-68d3-4abd-8dd2-e5a59b1f6268 tempest-SecGroupIPv6Test-1337347545 tempest-SecGroupIPv6Test-1337347545-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1815844 Jul 14 18:52:28.825339 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 47708) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:52:28.829251 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-cf8146ea-f941-4372-a045-58e062a67990 None None] Transition to ACTIVE for port object c9d000db-46d8-4719-941d-dcdc15a23e9d will not be triggered until provisioned by entity L2. {{(pid=93917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:52:28.832786 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-7e1c5f5a-dcb5-4011-9774-970f5ba13c49 tempest-SecGroupIPv6Test-1337347545 tempest-SecGroupIPv6Test-1337347545-project] Request body: {'security_group': {'name': 'tempest-secgroup--340213342'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:52:28.872535 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d9672bb-bdd3-41e0-9229-afc476efb68f None None] Checking agent: {'id': '01c19e91-a945-4e3c-94a6-c211e17c923e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 8, 23), 'started_at': datetime.datetime(2021, 7, 14, 18, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 18, 52, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 18:52:28.872848 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d9672bb-bdd3-41e0-9229-afc476efb68f None None] Checking segment: {'id': '8a52511b-faa2-44f3-9194-149dfd58115a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '7fb9b5d6-e597-4575-a78a-aa13c63fc956'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93917) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:52:28.873257 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-8d9672bb-bdd3-41e0-9229-afc476efb68f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:28.873654 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d9672bb-bdd3-41e0-9229-afc476efb68f None None] Bound using segment: {'id': '8a52511b-faa2-44f3-9194-149dfd58115a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '7fb9b5d6-e597-4575-a78a-aa13c63fc956'} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 18:52:28.874138 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-8d9672bb-bdd3-41e0-9229-afc476efb68f None None] Bound port: 079d21a4-316e-4ef7-bd2e-e2df7e29d615, host: n-d-800634-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a52511b-faa2-44f3-9194-149dfd58115a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '7fb9b5d6-e597-4575-a78a-aa13c63fc956'}}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 18:52:28.874523 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-8d9672bb-bdd3-41e0-9229-afc476efb68f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:28.883754 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 800dea65-599c-45d5-908e-0c2b622853e2 up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:52:28.886537 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port a8024fbe-2d76-4049-bf85-5d62917cc50c, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=a8024fbe-2d76-4049-bf85-5d62917cc50c,segment=NetworkSegment(e6ac1013-49a3-4f7c-beca-cf2ef24dd35b),segment_id=e6ac1013-49a3-4f7c-beca-cf2ef24dd35b)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:52:28.923114 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-7e1c5f5a-dcb5-4011-9774-970f5ba13c49 tempest-SecGroupIPv6Test-1337347545 tempest-SecGroupIPv6Test-1337347545-project] Notify callbacks [] for security_group, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:28.924021 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:28.931386 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-cf8146ea-f941-4372-a045-58e062a67990 None None] Transition to ACTIVE for port object c9d000db-46d8-4719-941d-dcdc15a23e9d will not be triggered until provisioned by entity DHCP. {{(pid=93917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:52:28.977720 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-cf8146ea-f941-4372-a045-58e062a67990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804'] for port, after_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:28.985076 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f562ed1-a672-4593-8fb7-05752b30244a tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] Router a9e3896e-783e-4cd9-a436-2b5e2a355b94 has already been hosted by L3 agent 2c6eb27e-defb-4cca-9a24-381c7415e359 {{(pid=93915) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 18:52:28.988503 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-995467df-f54b-4ba0-8936-0156b5562758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:29.008008 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-92a34cba-99a4-4f75-9cfa-ecf03e2d65b5 tempest-BulkNetworkOpsTest-1955482778 tempest-BulkNetworkOpsTest-1955482778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2684816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26033152'] for subnet, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:29.016475 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-0ea5737e-22d2-49e2-bc7f-f84f24b89154 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:29.055736 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a34cba-99a4-4f75-9cfa-ecf03e2d65b5 tempest-BulkNetworkOpsTest-1955482778 tempest-BulkNetworkOpsTest-1955482778-project] Pushing event deleted for resources: {'Subnet': ['ID=9a7ee246-983d-4196-8822-d482ec4331a8,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:52:29.072012 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-92a34cba-99a4-4f75-9cfa-ecf03e2d65b5 tempest-BulkNetworkOpsTest-1955482778 tempest-BulkNetworkOpsTest-1955482778-project] Notify callbacks [] for subnet, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:29.073928 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-92a34cba-99a4-4f75-9cfa-ecf03e2d65b5 tempest-BulkNetworkOpsTest-1955482778 tempest-BulkNetworkOpsTest-1955482778-project] 10.222.0.16 "DELETE /v2.0/subnets/9a7ee246-983d-4196-8822-d482ec4331a8 HTTP/1.1" status: 204 len: 168 time: 1.7037327 Jul 14 18:52:29.078668 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 47710) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:52:29.079581 n-d-800634-3 neutron-server[93917]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf8146ea-f941-4372-a045-58e062a67990 None None] Network e3bf704f-3187-42fc-a847-f610af319540 is already hosted by enough agents. {{(pid=93917) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:52:29.095831 n-d-800634-3 neutron-server[93917]: DEBUG neutron.scheduler.base_scheduler [None req-cf8146ea-f941-4372-a045-58e062a67990 None None] Resources bound (agent type, host, resource id): {{(pid=93917) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:52:29.104596 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Pushing event updated for resources: {'Port': ['ID=a8024fbe-2d76-4049-bf85-5d62917cc50c,revision_number=4']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:52:29.110724 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf8146ea-f941-4372-a045-58e062a67990 None None] Received port after_create {{(pid=93917) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:52:29.121117 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f562ed1-a672-4593-8fb7-05752b30244a tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] Notify agent at l3_agent.n-d-800634-3 the message routers_updated {{(pid=93915) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 18:52:29.131887 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-470fbd72-2d4a-452c-a58a-1d064dd60164 None None] Provisioning for port 69bdf2af-8167-4027-8cb5-6e36d42fb820 completed by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:52:29.143716 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea4f94a1-5619-47c8-9d25-58d2e6f58980 None None] Sync routers for ids ['a9e3896e-783e-4cd9-a436-2b5e2a355b94'] in n-d-800634-3 {{(pid=93918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 18:52:29.157866 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea4f94a1-5619-47c8-9d25-58d2e6f58980 None None] Routers {'a9e3896e-783e-4cd9-a436-2b5e2a355b94'} bound to L3 agent in host n-d-800634-3 {{(pid=93918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:52:29.160007 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-ea4f94a1-5619-47c8-9d25-58d2e6f58980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:52:23Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['a9e3896e-783e-4cd9-a436-2b5e2a355b94'], 'active': True} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:52:29.192379 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.db_base_plugin_v2 [None req-526add19-de51-49a4-b66a-2c287bb3531a tempest-BulkNetworkOpsTest-1955482778 tempest-BulkNetworkOpsTest-1955482778-project] Deleting subnet 6dae073c-07e1-4a2e-90e1-159de4954db6 {{(pid=93916) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 18:52:29.203871 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-526add19-de51-49a4-b66a-2c287bb3531a tempest-BulkNetworkOpsTest-1955482778 tempest-BulkNetworkOpsTest-1955482778-project] Notify callbacks [] for subnet, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:29.237054 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] get_ports_and_sgs() called for port_ids ['a8024fbe-2d76-4049-bf85-5d62917cc50c'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 18:52:29.250211 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-470fbd72-2d4a-452c-a58a-1d064dd60164 None None] Provisioning complete for port 69bdf2af-8167-4027-8cb5-6e36d42fb820 triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:52:29.250589 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-470fbd72-2d4a-452c-a58a-1d064dd60164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:29.273890 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-7e1c5f5a-dcb5-4011-9774-970f5ba13c49 tempest-SecGroupIPv6Test-1337347545 tempest-SecGroupIPv6Test-1337347545-project] Notify callbacks [] for security_group, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:29.276976 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvr_db [None req-ea4f94a1-5619-47c8-9d25-58d2e6f58980 None None] Set router a9e3896e-783e-4cd9-a436-2b5e2a355b94 gateway port host: n-d-800634-3 {{(pid=93918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 18:52:29.283256 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-7e1c5f5a-dcb5-4011-9774-970f5ba13c49 tempest-SecGroupIPv6Test-1337347545 tempest-SecGroupIPv6Test-1337347545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:29.289613 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-0f562ed1-a672-4593-8fb7-05752b30244a tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for floatingip, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:29.305812 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-526add19-de51-49a4-b66a-2c287bb3531a tempest-BulkNetworkOpsTest-1955482778 tempest-BulkNetworkOpsTest-1955482778-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26296866'] for subnet, precommit_delete_associations {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:29.324180 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port 800dea65-599c-45d5-908e-0c2b622853e2 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:52:29.324515 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:29.335167 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-8d9672bb-bdd3-41e0-9229-afc476efb68f None None] For port 079d21a4-316e-4ef7-bd2e-e2df7e29d615, host n-d-800634-3, cleared binding levels {{(pid=93917) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:52:29.378675 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-7e1c5f5a-dcb5-4011-9774-970f5ba13c49 tempest-SecGroupIPv6Test-1337347545 tempest-SecGroupIPv6Test-1337347545-project] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:29.379830 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-7e1c5f5a-dcb5-4011-9774-970f5ba13c49 tempest-SecGroupIPv6Test-1337347545 tempest-SecGroupIPv6Test-1337347545-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5510707 Jul 14 18:52:29.382802 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 47712) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:52:29.392850 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-0f562ed1-a672-4593-8fb7-05752b30244a tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.0270660 Jul 14 18:52:29.393597 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e21060b3-7836-4f9d-9f9c-3326f4df0b64', 'tag': 'feca8970-97a2-4046-b98f-53bd05674454'}] {{(pid=93915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:52:29.395756 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-0a206e45-7605-400e-aae9-c07136541a19 tempest-SecGroupIPv6Test-1337347545 tempest-SecGroupIPv6Test-1337347545-project] Request body: {'security_group_rule': {'security_group_id': '406bfe06-49be-42fa-bec1-8d46c8dccf95', 'direction': 'ingress', 'protocol': 17}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:52:29.396535 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e72782ad3af8f7d4ce76cedf092bca46d1756acc5c4653cf0b52034cdd6b073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad973e83-9a87-4821-929c-60455d2a52bc" -d '{"events": [{"name": "network-changed", "server_uuid": "e21060b3-7836-4f9d-9f9c-3326f4df0b64", "tag": "feca8970-97a2-4046-b98f-53bd05674454"}]}' {{(pid=93915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:52:29.438098 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 18:52:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db2d1553-d2cf-4948-8033-518b2c74690b x-openstack-request-id: req-db2d1553-d2cf-4948-8033-518b2c74690b {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:52:29.438400 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e21060b3-7836-4f9d-9f9c-3326f4df0b64", "tag": "feca8970-97a2-4046-b98f-53bd05674454", "status": "completed", "code": 200}]} {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:52:29.438662 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-db2d1553-d2cf-4948-8033-518b2c74690b {{(pid=93915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:52:29.439069 n-d-800634-3 neutron-server[93915]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e21060b3-7836-4f9d-9f9c-3326f4df0b64', 'tag': 'feca8970-97a2-4046-b98f-53bd05674454', 'status': 'completed', 'code': 200} Jul 14 18:52:29.453946 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1c5f5a-dcb5-4011-9774-970f5ba13c49 tempest-SecGroupIPv6Test-1337347545 tempest-SecGroupIPv6Test-1337347545-project] Pushing event updated for resources: {'SecurityGroup': ['ID=406bfe06-49be-42fa-bec1-8d46c8dccf95,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:52:29.490381 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-0a206e45-7605-400e-aae9-c07136541a19 tempest-SecGroupIPv6Test-1337347545 tempest-SecGroupIPv6Test-1337347545-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:29.562178 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-0ea5737e-22d2-49e2-bc7f-f84f24b89154 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:29.574909 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-0ea5737e-22d2-49e2-bc7f-f84f24b89154 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2684870'] for port, after_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:29.593502 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad973e83-9a87-4821-929c-60455d2a52bc req-62216515-8ae2-42c7-bc9f-066010f9653e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:52:29.595223 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ad973e83-9a87-4821-929c-60455d2a52bc req-62216515-8ae2-42c7-bc9f-066010f9653e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5093a1bcf9144b0bbe697fc3cf12df56&device_id=e21060b3-7836-4f9d-9f9c-3326f4df0b64 HTTP/1.1" status: 200 len: 1096 time: 0.1277297 Jul 14 18:52:29.635890 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-526add19-de51-49a4-b66a-2c287bb3531a tempest-BulkNetworkOpsTest-1955482778 tempest-BulkNetworkOpsTest-1955482778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081283'] for subnet, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:29.654016 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-8d9672bb-bdd3-41e0-9229-afc476efb68f None None] For port 079d21a4-316e-4ef7-bd2e-e2df7e29d615, host n-d-800634-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=079d21a4-316e-4ef7-bd2e-e2df7e29d615,segment=NetworkSegment(8a52511b-faa2-44f3-9194-149dfd58115a),segment_id=8a52511b-faa2-44f3-9194-149dfd58115a)] {{(pid=93917) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 18:52:29.660482 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8146ea-f941-4372-a045-58e062a67990 None None] Pushing event updated for resources: {'Port': ['ID=c9d000db-46d8-4719-941d-dcdc15a23e9d,revision_number=1']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:52:29.690932 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-8d9672bb-bdd3-41e0-9229-afc476efb68f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:29.702896 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-ea4f94a1-5619-47c8-9d25-58d2e6f58980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9e3896e-783e-4cd9-a436-2b5e2a355b94', 'name': 'tempest-TestVolumeBootPattern-302726053-router', 'tenant_id': '5093a1bcf9144b0bbe697fc3cf12df56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.28'}], 'enable_snat': True}, 'gw_port_id': 'dc15107d-54c7-4d8d-b676-7096f1bd483c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:42:21Z', 'updated_at': '2021-07-14T18:42:31Z', 'revision_number': 4, 'project_id': '5093a1bcf9144b0bbe697fc3cf12df56', 'gw_port': {'id': 'dc15107d-54c7-4d8d-b676-7096f1bd483c', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:05:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9e3896e-783e-4cd9-a436-2b5e2a355b94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2443, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:42:23Z', 'updated_at': '2021-07-14T18:42:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_floatingips': [{'id': '8f02b6b5-17f1-4d43-8394-cfa569e5cd64', 'tenant_id': '5093a1bcf9144b0bbe697fc3cf12df56', 'floating_ip_address': '172.25.1.234', 'floating_network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'router_id': 'a9e3896e-783e-4cd9-a436-2b5e2a355b94', 'port_id': 'feca8970-97a2-4046-b98f-53bd05674454', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3320, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd41f9397-de9e-4e07-a07d-8cf0ac566250', 'mac_address': 'fa:16:3e:8b:1a:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e21060b3-7836-4f9d-9f9c-3326f4df0b64', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T18:52:27Z', 'updated_at': '2021-07-14T18:52:27Z', 'revision_number': 0, 'project_id': '5093a1bcf9144b0bbe697fc3cf12df56', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80c1cf18-c949-439f-b063-72e495f32b15', 'name': '', 'network_id': 'd41f9397-de9e-4e07-a07d-8cf0ac566250', 'tenant_id': '5093a1bcf9144b0bbe697fc3cf12df56', 'mac_address': 'fa:16:3e:b9:70:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9e3896e-783e-4cd9-a436-2b5e2a355b94', 'device_owner': 'network:router_interface', 'standard_attr_id': 2461, 'fixed_ips': [{'subnet_id': '0161a33b-ac2d-4d08-b4de-fe1fa405f16a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:42:29Z', 'updated_at': '2021-07-14T18:42:45Z', 'revision_number': 5, 'project_id': '5093a1bcf9144b0bbe697fc3cf12df56', 'subnets': [{'id': '0161a33b-ac2d-4d08-b4de-fe1fa405f16a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-3', False) {} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:52:29.704029 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-0a206e45-7605-400e-aae9-c07136541a19 tempest-SecGroupIPv6Test-1337347545 tempest-SecGroupIPv6Test-1337347545-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:29.724784 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-0a206e45-7605-400e-aae9-c07136541a19 tempest-SecGroupIPv6Test-1337347545 tempest-SecGroupIPv6Test-1337347545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305173'] for security_group_rule, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:29.737519 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea5737e-22d2-49e2-bc7f-f84f24b89154 admin admin] Pushing event updated for resources: {'Port': ['ID=69bdf2af-8167-4027-8cb5-6e36d42fb820,revision_number=2']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:52:29.746546 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-0ea5737e-22d2-49e2-bc7f-f84f24b89154 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-598741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-928734'] for router_interface, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:29.750732 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea4f94a1-5619-47c8-9d25-58d2e6f58980 None None] Checking router: a9e3896e-783e-4cd9-a436-2b5e2a355b94 for host: n-d-800634-3 {{(pid=93918) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 18:52:29.752858 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad973e83-9a87-4821-929c-60455d2a52bc req-3170e397-78b9-4b71-831d-9ec0571921d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:52:29.756419 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ad973e83-9a87-4821-929c-60455d2a52bc req-3170e397-78b9-4b71-831d-9ec0571921d5 service neutron] 10.222.0.35 "GET /v2.0/networks?id=d41f9397-de9e-4e07-a07d-8cf0ac566250 HTTP/1.1" status: 200 len: 911 time: 0.1543636 Jul 14 18:52:29.759802 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a206e45-7605-400e-aae9-c07136541a19 tempest-SecGroupIPv6Test-1337347545 tempest-SecGroupIPv6Test-1337347545-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=395ed41b-dc1d-48fe-88ce-72f714267b26,revision_number=0']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:52:29.764454 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea4f94a1-5619-47c8-9d25-58d2e6f58980 None None] Routers {'a9e3896e-783e-4cd9-a436-2b5e2a355b94'} bound to L3 agent in host n-d-800634-3 {{(pid=93918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:52:29.765406 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-ea4f94a1-5619-47c8-9d25-58d2e6f58980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:52:23Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['a9e3896e-783e-4cd9-a436-2b5e2a355b94'], 'active': True} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:52:29.789627 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-0a206e45-7605-400e-aae9-c07136541a19 tempest-SecGroupIPv6Test-1337347545 tempest-SecGroupIPv6Test-1337347545-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:29.791017 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-0a206e45-7605-400e-aae9-c07136541a19 tempest-SecGroupIPv6Test-1337347545 tempest-SecGroupIPv6Test-1337347545-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.4072812 Jul 14 18:52:29.802118 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-470fbd72-2d4a-452c-a58a-1d064dd60164 None None] Port 69bdf2af-8167-4027-8cb5-6e36d42fb820 cannot update to ACTIVE because it is not bound. {{(pid=93917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 18:52:29.805841 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-cf8146ea-f941-4372-a045-58e062a67990 None None] Attempting to bind port c9d000db-46d8-4719-941d-dcdc15a23e9d on host n-d-800634-3 for vnic_type normal with profile {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:52:29.805841 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-cf8146ea-f941-4372-a045-58e062a67990 None None] Attempting to bind port c9d000db-46d8-4719-941d-dcdc15a23e9d by drivers openvswitch,hyperv on host n-d-800634-3 at level 0 using segments [{'id': '53e8284a-9c0c-45b2-ae38-1d7ef95903d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'e3bf704f-3187-42fc-a847-f610af319540'}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:52:29.806325 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf8146ea-f941-4372-a045-58e062a67990 None None] Attempting to bind port c9d000db-46d8-4719-941d-dcdc15a23e9d on network e3bf704f-3187-42fc-a847-f610af319540 {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:52:29.816566 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 47720) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:52:29.817599 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-526add19-de51-49a4-b66a-2c287bb3531a tempest-BulkNetworkOpsTest-1955482778 tempest-BulkNetworkOpsTest-1955482778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2684816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26033152'] for subnet, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:29.874676 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526add19-de51-49a4-b66a-2c287bb3531a tempest-BulkNetworkOpsTest-1955482778 tempest-BulkNetworkOpsTest-1955482778-project] Pushing event deleted for resources: {'Subnet': ['ID=6dae073c-07e1-4a2e-90e1-159de4954db6,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:52:29.886379 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ad973e83-9a87-4821-929c-60455d2a52bc req-8a540f20-45a3-47f5-af2c-10be2ab5d8a8 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=feca8970-97a2-4046-b98f-53bd05674454 HTTP/1.1" status: 200 len: 999 time: 0.1112876 Jul 14 18:52:29.891483 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-526add19-de51-49a4-b66a-2c287bb3531a tempest-BulkNetworkOpsTest-1955482778 tempest-BulkNetworkOpsTest-1955482778-project] Notify callbacks [] for subnet, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:29.893689 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-526add19-de51-49a4-b66a-2c287bb3531a tempest-BulkNetworkOpsTest-1955482778 tempest-BulkNetworkOpsTest-1955482778-project] 10.222.0.16 "DELETE /v2.0/subnets/6dae073c-07e1-4a2e-90e1-159de4954db6 HTTP/1.1" status: 204 len: 168 time: 0.8143725 Jul 14 18:52:29.899330 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 47722) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:52:29.909904 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bb70fe-f84c-4e43-8c05-a0f42b38063c req-7f920c64-73fb-4032-a5e9-8e75673b0358 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:52:29.917470 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-13bb70fe-f84c-4e43-8c05-a0f42b38063c req-7f920c64-73fb-4032-a5e9-8e75673b0358 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] 10.222.0.16 "GET /v2.0/ports?device_id=3843501f-b729-4cfb-90f6-7a815af6a761 HTTP/1.1" status: 200 len: 944 time: 0.1596606 Jul 14 18:52:29.935407 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvr_db [None req-ea4f94a1-5619-47c8-9d25-58d2e6f58980 None None] Set router a9e3896e-783e-4cd9-a436-2b5e2a355b94 gateway port host: n-d-800634-3 {{(pid=93918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 18:52:29.939643 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf8146ea-f941-4372-a045-58e062a67990 None None] Checking agent: {'id': '01c19e91-a945-4e3c-94a6-c211e17c923e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 8, 23), 'started_at': datetime.datetime(2021, 7, 14, 18, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 18, 52, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 18:52:29.940027 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf8146ea-f941-4372-a045-58e062a67990 None None] Checking segment: {'id': '53e8284a-9c0c-45b2-ae38-1d7ef95903d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'e3bf704f-3187-42fc-a847-f610af319540'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93917) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:52:29.940457 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-cf8146ea-f941-4372-a045-58e062a67990 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:29.940847 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf8146ea-f941-4372-a045-58e062a67990 None None] Bound using segment: {'id': '53e8284a-9c0c-45b2-ae38-1d7ef95903d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'e3bf704f-3187-42fc-a847-f610af319540'} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 18:52:29.941328 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-cf8146ea-f941-4372-a045-58e062a67990 None None] Bound port: c9d000db-46d8-4719-941d-dcdc15a23e9d, host: n-d-800634-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53e8284a-9c0c-45b2-ae38-1d7ef95903d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'e3bf704f-3187-42fc-a847-f610af319540'}}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 18:52:29.941712 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-cf8146ea-f941-4372-a045-58e062a67990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:29.996778 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-13bb70fe-f84c-4e43-8c05-a0f42b38063c req-48d84ebd-8459-4e40-b7e0-444b5b7ddd16 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] 10.222.0.16 "GET /v2.0/security-groups?id=00511198-19e5-42cb-b4d6-0be88d13a8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778282 Jul 14 18:52:30.002587 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad973e83-9a87-4821-929c-60455d2a52bc req-dd1ab25b-99e2-40d8-a153-29b8136297a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:52:30.004442 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ad973e83-9a87-4821-929c-60455d2a52bc req-dd1ab25b-99e2-40d8-a153-29b8136297a9 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=0161a33b-ac2d-4d08-b4de-fe1fa405f16a HTTP/1.1" status: 200 len: 850 time: 0.1108804 Jul 14 18:52:30.005541 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6cf1514-316b-48d6-ae37-2d10693adb4f tempest-BulkNetworkOpsTest-1955482778 tempest-BulkNetworkOpsTest-1955482778-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:52:30.007201 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-a6cf1514-316b-48d6-ae37-2d10693adb4f tempest-BulkNetworkOpsTest-1955482778 tempest-BulkNetworkOpsTest-1955482778-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1061327 Jul 14 18:52:30.007962 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-6cb3511f-b346-43b3-8630-d998d72d411a tempest-SecGroupIPv6Test-1337347545 tempest-SecGroupIPv6Test-1337347545-project] Notify callbacks [] for security_group, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:30.017328 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ea5737e-22d2-49e2-bc7f-f84f24b89154 admin admin] Network 45dc0b56-12cf-48fa-a903-9c9fee3d3a68 is already hosted by enough agents. {{(pid=93916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:52:30.017328 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 47724) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:52:30.025271 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [None req-0ea5737e-22d2-49e2-bc7f-f84f24b89154 admin admin] Resources bound (agent type, host, resource id): {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:52:30.035263 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9672bb-bdd3-41e0-9229-afc476efb68f None None] Pushing event updated for resources: {'Port': ['ID=079d21a4-316e-4ef7-bd2e-e2df7e29d615,revision_number=3']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:52:30.092855 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad973e83-9a87-4821-929c-60455d2a52bc req-5a71cb3b-6910-4df1-a264-fbfe128e2d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:52:30.094772 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ad973e83-9a87-4821-929c-60455d2a52bc req-5a71cb3b-6910-4df1-a264-fbfe128e2d39 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d41f9397-de9e-4e07-a07d-8cf0ac566250&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0754628 Jul 14 18:52:30.100472 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-6cb3511f-b346-43b3-8630-d998d72d411a tempest-SecGroupIPv6Test-1337347545 tempest-SecGroupIPv6Test-1337347545-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:30.205951 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ad973e83-9a87-4821-929c-60455d2a52bc req-d539a54a-766a-461d-ba3f-ccfd4fec8d6b service neutron] 10.222.0.35 "GET /v2.0/networks/d41f9397-de9e-4e07-a07d-8cf0ac566250?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1042957 Jul 14 18:52:30.239383 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-cf8146ea-f941-4372-a045-58e062a67990 None None] For port c9d000db-46d8-4719-941d-dcdc15a23e9d, host n-d-800634-3, cleared binding levels {{(pid=93917) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:52:30.271865 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-669121a7-8bfe-4d0f-831f-41bec7f85aba None None] Network 7fb9b5d6-e597-4575-a78a-aa13c63fc956 requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:52:30.288267 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-cf8146ea-f941-4372-a045-58e062a67990 None None] For port c9d000db-46d8-4719-941d-dcdc15a23e9d, host n-d-800634-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=c9d000db-46d8-4719-941d-dcdc15a23e9d,segment=NetworkSegment(53e8284a-9c0c-45b2-ae38-1d7ef95903d9),segment_id=53e8284a-9c0c-45b2-ae38-1d7ef95903d9)] {{(pid=93917) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 18:52:30.305954 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-ea4f94a1-5619-47c8-9d25-58d2e6f58980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9e3896e-783e-4cd9-a436-2b5e2a355b94', 'name': 'tempest-TestVolumeBootPattern-302726053-router', 'tenant_id': '5093a1bcf9144b0bbe697fc3cf12df56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.28'}], 'enable_snat': True}, 'gw_port_id': 'dc15107d-54c7-4d8d-b676-7096f1bd483c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:42:21Z', 'updated_at': '2021-07-14T18:42:31Z', 'revision_number': 4, 'project_id': '5093a1bcf9144b0bbe697fc3cf12df56', 'gw_port': {'id': 'dc15107d-54c7-4d8d-b676-7096f1bd483c', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:05:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9e3896e-783e-4cd9-a436-2b5e2a355b94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2443, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:42:23Z', 'updated_at': '2021-07-14T18:42:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_floatingips': [{'id': '8f02b6b5-17f1-4d43-8394-cfa569e5cd64', 'tenant_id': '5093a1bcf9144b0bbe697fc3cf12df56', 'floating_ip_address': '172.25.1.234', 'floating_network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'router_id': 'a9e3896e-783e-4cd9-a436-2b5e2a355b94', 'port_id': 'feca8970-97a2-4046-b98f-53bd05674454', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3320, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd41f9397-de9e-4e07-a07d-8cf0ac566250', 'mac_address': 'fa:16:3e:8b:1a:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e21060b3-7836-4f9d-9f9c-3326f4df0b64', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T18:52:27Z', 'updated_at': '2021-07-14T18:52:27Z', 'revision_number': 0, 'project_id': '5093a1bcf9144b0bbe697fc3cf12df56', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80c1cf18-c949-439f-b063-72e495f32b15', 'name': '', 'network_id': 'd41f9397-de9e-4e07-a07d-8cf0ac566250', 'tenant_id': '5093a1bcf9144b0bbe697fc3cf12df56', 'mac_address': 'fa:16:3e:b9:70:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9e3896e-783e-4cd9-a436-2b5e2a355b94', 'device_owner': 'network:router_interface', 'standard_attr_id': 2461, 'fixed_ips': [{'subnet_id': '0161a33b-ac2d-4d08-b4de-fe1fa405f16a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:42:29Z', 'updated_at': '2021-07-14T18:42:45Z', 'revision_number': 5, 'project_id': '5093a1bcf9144b0bbe697fc3cf12df56', 'subnets': [{'id': '0161a33b-ac2d-4d08-b4de-fe1fa405f16a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-3', False) {} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:52:30.342780 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea4f94a1-5619-47c8-9d25-58d2e6f58980 None None] The sync data for ids ['a9e3896e-783e-4cd9-a436-2b5e2a355b94'] in n-d-800634-3 is: [{'id': 'a9e3896e-783e-4cd9-a436-2b5e2a355b94', 'name': 'tempest-TestVolumeBootPattern-302726053-router', 'tenant_id': '5093a1bcf9144b0bbe697fc3cf12df56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.28'}], 'enable_snat': True}, 'gw_port_id': 'dc15107d-54c7-4d8d-b676-7096f1bd483c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:42:21Z', 'updated_at': '2021-07-14T18:42:31Z', 'revision_number': 4, 'project_id': '5093a1bcf9144b0bbe697fc3cf12df56', 'gw_port': {'id': 'dc15107d-54c7-4d8d-b676-7096f1bd483c', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:05:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9e3896e-783e-4cd9-a436-2b5e2a355b94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2443, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:42:23Z', 'updated_at': '2021-07-14T18:42:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_floatingips': [{'id': '8f02b6b5-17f1-4d43-8394-cfa569e5cd64', 'tenant_id': '5093a1bcf9144b0bbe697fc3cf12df56', 'floating_ip_address': '172.25.1.234', 'floating_network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'router_id': 'a9e3896e-783e-4cd9-a436-2b5e2a355b94', 'port_id': 'feca8970-97a2-4046-b98f-53bd05674454', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3320, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd41f9397-de9e-4e07-a07d-8cf0ac566250', 'mac_address': 'fa:16:3e:8b:1a:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e21060b3-7836-4f9d-9f9c-3326f4df0b64', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T18:52:27Z', 'updated_at': '2021-07-14T18:52:27Z', 'revision_number': 0, 'project_id': '5093a1bcf9144b0bbe697fc3cf12df56', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80c1cf18-c949-439f-b063-72e495f32b15', 'name': '', 'network_id': 'd41f9397-de9e-4e07-a07d-8cf0ac566250', 'tenant_id': '5093a1bcf9144b0bbe697fc3cf12df56', 'mac_address': 'fa:16:3e:b9:70:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9e3896e-783e-4cd9-a436-2b5e2a355b94', 'device_owner': 'network:router_interface', 'standard_attr_id': 2461, 'fixed_ips': [{'subnet_id': '0161a33b-ac2d-4d08-b4de-fe1fa405f16a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:42:29Z', 'updated_at': '2021-07-14T18:42:45Z', 'revision_number': 5, 'project_id': '5093a1bcf9144b0bbe697fc3cf12df56', 'subnets': [{'id': '0161a33b-ac2d-4d08-b4de-fe1fa405f16a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 18:52:30.358217 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-cf8146ea-f941-4372-a045-58e062a67990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:30.375189 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ad973e83-9a87-4821-929c-60455d2a52bc req-2ec87b58-2332-414d-a2cc-e7751faf12ea service neutron] 10.222.0.35 "GET /v2.0/networks/d41f9397-de9e-4e07-a07d-8cf0ac566250?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1532149 Jul 14 18:52:30.529869 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-09e317ca-cb43-4e0e-8a62-caca345dda5c None None] Provisioning complete for port 69bdf2af-8167-4027-8cb5-6e36d42fb820 triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:52:30.530246 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-09e317ca-cb43-4e0e-8a62-caca345dda5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:30.619073 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8127295-1d87-479d-a90b-0681276f3328 None None] New status for floating IP 8f02b6b5-17f1-4d43-8394-cfa569e5cd64: ACTIVE {{(pid=93917) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 18:52:30.628129 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8146ea-f941-4372-a045-58e062a67990 None None] Pushing event updated for resources: {'Port': ['ID=c9d000db-46d8-4719-941d-dcdc15a23e9d,revision_number=3']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:52:30.702343 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-2e40e507-0403-49bb-a9b3-e46e5dfd3558 tempest-BulkNetworkOpsTest-1955482778 tempest-BulkNetworkOpsTest-1955482778-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645734'] for network, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:30.704130 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-995467df-f54b-4ba0-8936-0156b5562758 None None] Notify callbacks [] for port, precommit_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:30.717904 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-09e317ca-cb43-4e0e-8a62-caca345dda5c None None] Port 69bdf2af-8167-4027-8cb5-6e36d42fb820 cannot update to ACTIVE because it is not bound. {{(pid=93917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 18:52:30.732450 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-995467df-f54b-4ba0-8936-0156b5562758 None None] Transition to ACTIVE for port object a601449a-a8cc-4ea7-a5e4-ea2c750ab279 will not be triggered until provisioned by entity L2. {{(pid=93917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:52:30.741994 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6500075-58d3-4948-ac3f-6f82f826deb6 None None] Network e3bf704f-3187-42fc-a847-f610af319540 requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:52:30.752202 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-995467df-f54b-4ba0-8936-0156b5562758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:30.758219 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-6cb3511f-b346-43b3-8630-d998d72d411a tempest-SecGroupIPv6Test-1337347545 tempest-SecGroupIPv6Test-1337347545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:30.760771 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-6cb3511f-b346-43b3-8630-d998d72d411a tempest-SecGroupIPv6Test-1337347545 tempest-SecGroupIPv6Test-1337347545-project] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:30.761898 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-6cb3511f-b346-43b3-8630-d998d72d411a tempest-SecGroupIPv6Test-1337347545 tempest-SecGroupIPv6Test-1337347545-project] 10.222.0.16 "DELETE /v2.0/security-groups/406bfe06-49be-42fa-bec1-8d46c8dccf95 HTTP/1.1" status: 204 len: 168 time: 0.9413476 Jul 14 18:52:30.764876 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ea5737e-22d2-49e2-bc7f-f84f24b89154 admin admin] Router cfc1baba-3300-42b4-8c01-49fb50109b84 has already been hosted by L3 agent 2c6eb27e-defb-4cca-9a24-381c7415e359 {{(pid=93916) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 18:52:30.765014 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 47726) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:52:30.779371 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb3511f-b346-43b3-8630-d998d72d411a tempest-SecGroupIPv6Test-1337347545 tempest-SecGroupIPv6Test-1337347545-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=406bfe06-49be-42fa-bec1-8d46c8dccf95,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:52:30.826022 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-843741a5-0450-4b06-8dd4-c03fbcaf8891 tempest-SecGroupIPv6Test-1337347545 tempest-SecGroupIPv6Test-1337347545-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0558915 Jul 14 18:52:30.828156 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 47728) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:52:30.831182 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-263474f5-8277-4bf9-a7a8-4c220af1644f tempest-SecGroupIPv6Test-1337347545 tempest-SecGroupIPv6Test-1337347545-project] Request body: {'security_group': {'name': 'tempest-secgroup--1856449976'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:52:30.848941 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-2e40e507-0403-49bb-a9b3-e46e5dfd3558 tempest-BulkNetworkOpsTest-1955482778 tempest-BulkNetworkOpsTest-1955482778-project] Deleting port c9d000db-46d8-4719-941d-dcdc15a23e9d {{(pid=93916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:52:30.849812 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-2e40e507-0403-49bb-a9b3-e46e5dfd3558 tempest-BulkNetworkOpsTest-1955482778 tempest-BulkNetworkOpsTest-1955482778-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:30.857343 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-263474f5-8277-4bf9-a7a8-4c220af1644f tempest-SecGroupIPv6Test-1337347545 tempest-SecGroupIPv6Test-1337347545-project] Notify callbacks [] for security_group, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:30.938470 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-995467df-f54b-4ba0-8936-0156b5562758 None None] Attempting to bind port a601449a-a8cc-4ea7-a5e4-ea2c750ab279 on host n-d-800634-3 for vnic_type normal with profile {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:52:30.938882 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-995467df-f54b-4ba0-8936-0156b5562758 None None] Attempting to bind port a601449a-a8cc-4ea7-a5e4-ea2c750ab279 by drivers openvswitch,hyperv on host n-d-800634-3 at level 0 using segments [{'id': '5afb940b-bbdf-4727-be00-5d46367c38a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9200a437-e1de-4520-88f6-e68386523e61'}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:52:30.939223 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-995467df-f54b-4ba0-8936-0156b5562758 None None] Attempting to bind port a601449a-a8cc-4ea7-a5e4-ea2c750ab279 on network 9200a437-e1de-4520-88f6-e68386523e61 {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:52:30.941166 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a313f4e8-ff01-48fa-a1a8-92cfbc1d941b None None] Pushing event updated for resources: {'Port': ['ID=a601449a-a8cc-4ea7-a5e4-ea2c750ab279,revision_number=2']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:52:30.963691 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-263474f5-8277-4bf9-a7a8-4c220af1644f tempest-SecGroupIPv6Test-1337347545 tempest-SecGroupIPv6Test-1337347545-project] Notify callbacks [] for security_group, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:30.968288 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-263474f5-8277-4bf9-a7a8-4c220af1644f tempest-SecGroupIPv6Test-1337347545 tempest-SecGroupIPv6Test-1337347545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:30.968771 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.db [None req-2e40e507-0403-49bb-a9b3-e46e5dfd3558 tempest-BulkNetworkOpsTest-1955482778 tempest-BulkNetworkOpsTest-1955482778-project] For port c9d000db-46d8-4719-941d-dcdc15a23e9d, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=c9d000db-46d8-4719-941d-dcdc15a23e9d,segment=NetworkSegment(53e8284a-9c0c-45b2-ae38-1d7ef95903d9),segment_id=53e8284a-9c0c-45b2-ae38-1d7ef95903d9)] {{(pid=93916) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:52:30.969137 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-2e40e507-0403-49bb-a9b3-e46e5dfd3558 tempest-BulkNetworkOpsTest-1955482778 tempest-BulkNetworkOpsTest-1955482778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:30.972719 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-995467df-f54b-4ba0-8936-0156b5562758 None None] Checking agent: {'id': '01c19e91-a945-4e3c-94a6-c211e17c923e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 8, 23), 'started_at': datetime.datetime(2021, 7, 14, 18, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 18, 52, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 18:52:30.973103 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-995467df-f54b-4ba0-8936-0156b5562758 None None] Checking segment: {'id': '5afb940b-bbdf-4727-be00-5d46367c38a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9200a437-e1de-4520-88f6-e68386523e61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93917) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:52:30.973509 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-995467df-f54b-4ba0-8936-0156b5562758 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:30.973908 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-995467df-f54b-4ba0-8936-0156b5562758 None None] Bound using segment: {'id': '5afb940b-bbdf-4727-be00-5d46367c38a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9200a437-e1de-4520-88f6-e68386523e61'} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 18:52:30.974950 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-995467df-f54b-4ba0-8936-0156b5562758 None None] Bound port: a601449a-a8cc-4ea7-a5e4-ea2c750ab279, host: n-d-800634-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5afb940b-bbdf-4727-be00-5d46367c38a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9200a437-e1de-4520-88f6-e68386523e61'}}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 18:52:30.975340 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-995467df-f54b-4ba0-8936-0156b5562758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:30.980652 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ea5737e-22d2-49e2-bc7f-f84f24b89154 admin admin] Notify agent at l3_agent.n-d-800634-3 the message routers_updated {{(pid=93916) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 18:52:30.993120 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-0ea5737e-22d2-49e2-bc7f-f84f24b89154 admin admin] 10.222.0.16 "PUT /v2.0/routers/cfc1baba-3300-42b4-8c01-49fb50109b84/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5627449 Jul 14 18:52:30.997449 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-2e40e507-0403-49bb-a9b3-e46e5dfd3558 tempest-BulkNetworkOpsTest-1955482778 tempest-BulkNetworkOpsTest-1955482778-project] Calling delete_port for c9d000db-46d8-4719-941d-dcdc15a23e9d owned by network:dhcp {{(pid=93916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:52:31.006789 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-263474f5-8277-4bf9-a7a8-4c220af1644f tempest-SecGroupIPv6Test-1337347545 tempest-SecGroupIPv6Test-1337347545-project] Notify callbacks [] for security_group, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:31.011294 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-263474f5-8277-4bf9-a7a8-4c220af1644f tempest-SecGroupIPv6Test-1337347545 tempest-SecGroupIPv6Test-1337347545-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1815939 Jul 14 18:52:31.012683 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 47732) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:52:31.018093 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-8d8e0456-fb1a-413b-a1d6-53e1a85908ff tempest-SecGroupIPv6Test-1337347545 tempest-SecGroupIPv6Test-1337347545-project] Request body: {'security_group': {'name': 'tempest-secgroup--1749357238'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:52:31.057146 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263474f5-8277-4bf9-a7a8-4c220af1644f tempest-SecGroupIPv6Test-1337347545 tempest-SecGroupIPv6Test-1337347545-project] Pushing event updated for resources: {'SecurityGroup': ['ID=778933ab-7921-4655-ae9d-e3dc3890669f,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:52:31.090485 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-995467df-f54b-4ba0-8936-0156b5562758 None None] For port a601449a-a8cc-4ea7-a5e4-ea2c750ab279, host n-d-800634-3, cleared binding levels {{(pid=93917) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:52:31.096980 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-8d8e0456-fb1a-413b-a1d6-53e1a85908ff tempest-SecGroupIPv6Test-1337347545 tempest-SecGroupIPv6Test-1337347545-project] Notify callbacks [] for security_group, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:31.098756 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-2e40e507-0403-49bb-a9b3-e46e5dfd3558 tempest-BulkNetworkOpsTest-1955482778 tempest-BulkNetworkOpsTest-1955482778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:31.105391 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-995467df-f54b-4ba0-8936-0156b5562758 None None] For port a601449a-a8cc-4ea7-a5e4-ea2c750ab279, host n-d-800634-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=a601449a-a8cc-4ea7-a5e4-ea2c750ab279,segment=NetworkSegment(5afb940b-bbdf-4727-be00-5d46367c38a1),segment_id=5afb940b-bbdf-4727-be00-5d46367c38a1)] {{(pid=93917) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 18:52:31.113433 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-995467df-f54b-4ba0-8936-0156b5562758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:31.140518 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e40e507-0403-49bb-a9b3-e46e5dfd3558 tempest-BulkNetworkOpsTest-1955482778 tempest-BulkNetworkOpsTest-1955482778-project] No DVR routers for this DVR port c9d000db-46d8-4719-941d-dcdc15a23e9d on host n-d-800634-3 {{(pid=93916) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 18:52:31.145752 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc87aba7-8d78-4ea6-a453-ca034e7fa776 None None] get_active_networks_info from n-d-800634-3 {{(pid=93917) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 14 18:52:31.148357 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e40e507-0403-49bb-a9b3-e46e5dfd3558 tempest-BulkNetworkOpsTest-1955482778 tempest-BulkNetworkOpsTest-1955482778-project] Pushing event deleted for resources: {'Port': ['ID=c9d000db-46d8-4719-941d-dcdc15a23e9d,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:52:31.220671 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-995467df-f54b-4ba0-8936-0156b5562758 None None] Routers {'cfc1baba-3300-42b4-8c01-49fb50109b84'} bound to L3 agent in host n-d-800634-3 {{(pid=93917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:52:31.221437 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-995467df-f54b-4ba0-8936-0156b5562758 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:52:23Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['cfc1baba-3300-42b4-8c01-49fb50109b84'], 'active': True} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:52:31.225967 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a313f4e8-ff01-48fa-a1a8-92cfbc1d941b None None] Pushing event updated for resources: {'Port': ['ID=a601449a-a8cc-4ea7-a5e4-ea2c750ab279,revision_number=3']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:52:31.275457 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-2e40e507-0403-49bb-a9b3-e46e5dfd3558 tempest-BulkNetworkOpsTest-1955482778 tempest-BulkNetworkOpsTest-1955482778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2096010', 'neutron.services.segments.db._delete_segments_for_network-8728202734996'] for network, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:31.285348 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-8d8e0456-fb1a-413b-a1d6-53e1a85908ff tempest-SecGroupIPv6Test-1337347545 tempest-SecGroupIPv6Test-1337347545-project] Notify callbacks [] for security_group, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:31.288263 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.segments.db [None req-2e40e507-0403-49bb-a9b3-e46e5dfd3558 tempest-BulkNetworkOpsTest-1955482778 tempest-BulkNetworkOpsTest-1955482778-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3bf704f-3187-42fc-a847-f610af319540']}} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:52:31.295293 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-8d8e0456-fb1a-413b-a1d6-53e1a85908ff tempest-SecGroupIPv6Test-1337347545 tempest-SecGroupIPv6Test-1337347545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:31.304205 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.segments.db [None req-2e40e507-0403-49bb-a9b3-e46e5dfd3558 tempest-BulkNetworkOpsTest-1955482778 tempest-BulkNetworkOpsTest-1955482778-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53e8284a-9c0c-45b2-ae38-1d7ef95903d9') {'for_net_delete': True} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:52:31.304885 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.segments.db [None req-2e40e507-0403-49bb-a9b3-e46e5dfd3558 tempest-BulkNetworkOpsTest-1955482778 tempest-BulkNetworkOpsTest-1955482778-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53e8284a-9c0c-45b2-ae38-1d7ef95903d9') {} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:52:31.314865 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-2e40e507-0403-49bb-a9b3-e46e5dfd3558 tempest-BulkNetworkOpsTest-1955482778 tempest-BulkNetworkOpsTest-1955482778-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728202715275', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26296891'] for segment, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:31.327559 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8e0456-fb1a-413b-a1d6-53e1a85908ff tempest-SecGroupIPv6Test-1337347545 tempest-SecGroupIPv6Test-1337347545-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7fea40bb-0f44-4b66-81ed-bf6e0a818084,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:52:31.340873 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-2e40e507-0403-49bb-a9b3-e46e5dfd3558 tempest-BulkNetworkOpsTest-1955482778 tempest-BulkNetworkOpsTest-1955482778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:31.348433 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e40e507-0403-49bb-a9b3-e46e5dfd3558 tempest-BulkNetworkOpsTest-1955482778 tempest-BulkNetworkOpsTest-1955482778-project] Releasing vlan 65 on physical network physnet1 to pool {{(pid=93916) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 18:52:31.350636 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-2e40e507-0403-49bb-a9b3-e46e5dfd3558 tempest-BulkNetworkOpsTest-1955482778 tempest-BulkNetworkOpsTest-1955482778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2682942'] for segment, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:31.355006 n-d-800634-3 neutron-server[93916]: Traceback (most recent call last): Jul 14 18:52:31.355006 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 18:52:31.355006 n-d-800634-3 neutron-server[93916]: timer() Jul 14 18:52:31.355006 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 18:52:31.355006 n-d-800634-3 neutron-server[93916]: cb(*args, **kw) Jul 14 18:52:31.355006 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 18:52:31.355006 n-d-800634-3 neutron-server[93916]: return func(*args, **kwargs) Jul 14 18:52:31.355006 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 18:52:31.355006 n-d-800634-3 neutron-server[93916]: self._notify() Jul 14 18:52:31.355006 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 18:52:31.355006 n-d-800634-3 neutron-server[93916]: self.callback(batched_events) Jul 14 18:52:31.355006 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 18:52:31.355006 n-d-800634-3 neutron-server[93916]: event.method(event) Jul 14 18:52:31.355006 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 18:52:31.355006 n-d-800634-3 neutron-server[93916]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 18:52:31.355006 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 18:52:31.355006 n-d-800634-3 neutron-server[93916]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 18:52:31.355006 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 18:52:31.355006 n-d-800634-3 neutron-server[93916]: return f(self, *a, **k) Jul 14 18:52:31.355006 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 18:52:31.355006 n-d-800634-3 neutron-server[93916]: return self._get(url).json() Jul 14 18:52:31.355006 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 18:52:31.355006 n-d-800634-3 neutron-server[93916]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 18:52:31.355006 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 18:52:31.355006 n-d-800634-3 neutron-server[93916]: return self.request(url, 'GET', **kwargs) Jul 14 18:52:31.355006 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 18:52:31.355006 n-d-800634-3 neutron-server[93916]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 18:52:31.355006 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 18:52:31.355006 n-d-800634-3 neutron-server[93916]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 18:52:31.355006 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 18:52:31.355006 n-d-800634-3 neutron-server[93916]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 18:52:31.355006 n-d-800634-3 neutron-server[93916]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 18:52:31.364039 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-8d8e0456-fb1a-413b-a1d6-53e1a85908ff tempest-SecGroupIPv6Test-1337347545 tempest-SecGroupIPv6Test-1337347545-project] Notify callbacks [] for security_group, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:31.366489 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-8d8e0456-fb1a-413b-a1d6-53e1a85908ff tempest-SecGroupIPv6Test-1337347545 tempest-SecGroupIPv6Test-1337347545-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3527052 Jul 14 18:52:31.375389 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1427262d-c031-4b19-a4a0-6d6bc63f14e1 req-26acc572-ae28-4d1a-a52b-565a30f87333 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:52:31.376714 n-d-800634-3 neutron-server[93917]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc87aba7-8d78-4ea6-a453-ca034e7fa776 None None] Resources bound (agent type, host, resource id): {{(pid=93917) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 14 18:52:31.377085 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-1427262d-c031-4b19-a4a0-6d6bc63f14e1 req-26acc572-ae28-4d1a-a52b-565a30f87333 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] 10.222.0.16 "GET /v2.0/ports?device_id=3843501f-b729-4cfb-90f6-7a815af6a761 HTTP/1.1" status: 200 len: 944 time: 0.1342483 Jul 14 18:52:31.378107 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 47740) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:52:31.379551 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvr_db [None req-995467df-f54b-4ba0-8936-0156b5562758 None None] Set router cfc1baba-3300-42b4-8c01-49fb50109b84 gateway port host: n-d-800634-3 {{(pid=93917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 18:52:31.383483 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-6715e6ca-4eed-463a-ac56-192be844091d tempest-SecGroupIPv6Test-1337347545 tempest-SecGroupIPv6Test-1337347545-project] Request body: {'security_group_rule': {'security_group_id': '778933ab-7921-4655-ae9d-e3dc3890669f', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '7fea40bb-0f44-4b66-81ed-bf6e0a818084', 'remote_ip_prefix': None}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:52:31.441579 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-1427262d-c031-4b19-a4a0-6d6bc63f14e1 req-714c3578-45f4-496c-933e-5130ad92880f tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] 10.222.0.16 "GET /v2.0/security-groups?id=00511198-19e5-42cb-b4d6-0be88d13a8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535839 Jul 14 18:52:31.455686 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-6715e6ca-4eed-463a-ac56-192be844091d tempest-SecGroupIPv6Test-1337347545 tempest-SecGroupIPv6Test-1337347545-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:31.478694 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-2e40e507-0403-49bb-a9b3-e46e5dfd3558 tempest-BulkNetworkOpsTest-1955482778 tempest-BulkNetworkOpsTest-1955482778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2096001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-930085'] for network, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:31.498541 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-2e40e507-0403-49bb-a9b3-e46e5dfd3558 tempest-BulkNetworkOpsTest-1955482778 tempest-BulkNetworkOpsTest-1955482778-project] Notify callbacks [] for network, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:31.506278 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-2e40e507-0403-49bb-a9b3-e46e5dfd3558 tempest-BulkNetworkOpsTest-1955482778 tempest-BulkNetworkOpsTest-1955482778-project] 10.222.0.16 "DELETE /v2.0/networks/e3bf704f-3187-42fc-a847-f610af319540 HTTP/1.1" status: 204 len: 168 time: 1.4882731 Jul 14 18:52:31.513353 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 47746) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:52:31.521472 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e40e507-0403-49bb-a9b3-e46e5dfd3558 tempest-BulkNetworkOpsTest-1955482778 tempest-BulkNetworkOpsTest-1955482778-project] Pushing event deleted for resources: {'Network': ['ID=e3bf704f-3187-42fc-a847-f610af319540,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:52:31.574353 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-6715e6ca-4eed-463a-ac56-192be844091d tempest-SecGroupIPv6Test-1337347545 tempest-SecGroupIPv6Test-1337347545-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:31.582321 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-6715e6ca-4eed-463a-ac56-192be844091d tempest-SecGroupIPv6Test-1337347545 tempest-SecGroupIPv6Test-1337347545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305173'] for security_group_rule, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:31.621036 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6715e6ca-4eed-463a-ac56-192be844091d tempest-SecGroupIPv6Test-1337347545 tempest-SecGroupIPv6Test-1337347545-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ddcd944-4f1f-493a-a81d-3a2dae0b799c,revision_number=0']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:52:31.629713 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-c6d97699-bb23-4fc8-8659-e61399b06fdb tempest-BulkNetworkOpsTest-1955482778 tempest-BulkNetworkOpsTest-1955482778-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645734'] for network, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:31.633635 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-6715e6ca-4eed-463a-ac56-192be844091d tempest-SecGroupIPv6Test-1337347545 tempest-SecGroupIPv6Test-1337347545-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:31.637929 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 47754) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:52:31.647336 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-6715e6ca-4eed-463a-ac56-192be844091d tempest-SecGroupIPv6Test-1337347545 tempest-SecGroupIPv6Test-1337347545-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.2681217 Jul 14 18:52:31.681192 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-12dbe9db-2ffe-42d5-ab8b-607f52b2b3a2 tempest-SecGroupIPv6Test-1337347545 tempest-SecGroupIPv6Test-1337347545-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:31.696368 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-12dbe9db-2ffe-42d5-ab8b-607f52b2b3a2 tempest-SecGroupIPv6Test-1337347545 tempest-SecGroupIPv6Test-1337347545-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:31.727627 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-12dbe9db-2ffe-42d5-ab8b-607f52b2b3a2 tempest-SecGroupIPv6Test-1337347545 tempest-SecGroupIPv6Test-1337347545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305173'] for security_group_rule, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:31.740620 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-12dbe9db-2ffe-42d5-ab8b-607f52b2b3a2 tempest-SecGroupIPv6Test-1337347545 tempest-SecGroupIPv6Test-1337347545-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:31.744372 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-12dbe9db-2ffe-42d5-ab8b-607f52b2b3a2 tempest-SecGroupIPv6Test-1337347545 tempest-SecGroupIPv6Test-1337347545-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/2ddcd944-4f1f-493a-a81d-3a2dae0b799c HTTP/1.1" status: 204 len: 168 time: 0.1054034 Jul 14 18:52:31.745592 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12dbe9db-2ffe-42d5-ab8b-607f52b2b3a2 tempest-SecGroupIPv6Test-1337347545 tempest-SecGroupIPv6Test-1337347545-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2ddcd944-4f1f-493a-a81d-3a2dae0b799c,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:52:31.747254 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 47762) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:52:31.800087 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [None req-c6d97699-bb23-4fc8-8659-e61399b06fdb tempest-BulkNetworkOpsTest-1955482778 tempest-BulkNetworkOpsTest-1955482778-project] Deleting port 079d21a4-316e-4ef7-bd2e-e2df7e29d615 {{(pid=93915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:52:31.800551 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-c6d97699-bb23-4fc8-8659-e61399b06fdb tempest-BulkNetworkOpsTest-1955482778 tempest-BulkNetworkOpsTest-1955482778-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:31.814774 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-a113e9c9-41c7-4e50-80ef-00aff7a6303a tempest-SecGroupIPv6Test-1337347545 tempest-SecGroupIPv6Test-1337347545-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0655403 Jul 14 18:52:31.816521 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 47764) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:52:31.841240 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device a8024fbe-2d76-4049-bf85-5d62917cc50c up at agent hyperv_n-h1-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:52:31.886885 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-c84d4dac-4c12-45b5-ac9e-d0ae65db50e1 tempest-SecGroupIPv6Test-1337347545 tempest-SecGroupIPv6Test-1337347545-project] Notify callbacks [] for security_group, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:31.913387 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-c84d4dac-4c12-45b5-ac9e-d0ae65db50e1 tempest-SecGroupIPv6Test-1337347545 tempest-SecGroupIPv6Test-1337347545-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:31.961013 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-c84d4dac-4c12-45b5-ac9e-d0ae65db50e1 tempest-SecGroupIPv6Test-1337347545 tempest-SecGroupIPv6Test-1337347545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:31.964339 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-c84d4dac-4c12-45b5-ac9e-d0ae65db50e1 tempest-SecGroupIPv6Test-1337347545 tempest-SecGroupIPv6Test-1337347545-project] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:31.968202 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-c84d4dac-4c12-45b5-ac9e-d0ae65db50e1 tempest-SecGroupIPv6Test-1337347545 tempest-SecGroupIPv6Test-1337347545-project] 10.222.0.16 "DELETE /v2.0/security-groups/7fea40bb-0f44-4b66-81ed-bf6e0a818084 HTTP/1.1" status: 204 len: 168 time: 0.1477537 Jul 14 18:52:31.970964 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 47766) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:52:31.983603 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84d4dac-4c12-45b5-ac9e-d0ae65db50e1 tempest-SecGroupIPv6Test-1337347545 tempest-SecGroupIPv6Test-1337347545-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fea40bb-0f44-4b66-81ed-bf6e0a818084,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:52:32.010165 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Provisioning for port a8024fbe-2d76-4049-bf85-5d62917cc50c completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:52:32.016950 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-995467df-f54b-4ba0-8936-0156b5562758 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfc1baba-3300-42b4-8c01-49fb50109b84', 'name': 'tempest-TestServerMultinode-567650075-router', 'tenant_id': '937a37f0781341a7a57507c6c1a0235e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.228'}], 'enable_snat': True}, 'gw_port_id': 'a601449a-a8cc-4ea7-a5e4-ea2c750ab279', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:52:23Z', 'updated_at': '2021-07-14T18:52:28Z', 'revision_number': 4, 'project_id': '937a37f0781341a7a57507c6c1a0235e', 'gw_port': {'id': 'a601449a-a8cc-4ea7-a5e4-ea2c750ab279', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:ad:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfc1baba-3300-42b4-8c01-49fb50109b84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3309, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:52:24Z', 'updated_at': '2021-07-14T18:52:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_interfaces': [{'id': '69bdf2af-8167-4027-8cb5-6e36d42fb820', 'name': '', 'network_id': '45dc0b56-12cf-48fa-a903-9c9fee3d3a68', 'tenant_id': '937a37f0781341a7a57507c6c1a0235e', 'mac_address': 'fa:16:3e:64:cd:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfc1baba-3300-42b4-8c01-49fb50109b84', 'device_owner': 'network:router_interface', 'standard_attr_id': 3322, 'fixed_ips': [{'subnet_id': 'd8afe304-c5dc-4d37-bae4-55358ed22742', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:52:27Z', 'updated_at': '2021-07-14T18:52:29Z', 'revision_number': 2, 'project_id': '937a37f0781341a7a57507c6c1a0235e', 'subnets': [{'id': 'd8afe304-c5dc-4d37-bae4-55358ed22742', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-3', False) {} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:52:32.024831 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Provisioning complete for port a8024fbe-2d76-4049-bf85-5d62917cc50c triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:52:32.025205 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:32.046016 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-a9f3bc49-37d1-4085-b138-fea84f9bd70b tempest-SecGroupIPv6Test-1337347545 tempest-SecGroupIPv6Test-1337347545-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0714006 Jul 14 18:52:32.048719 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 47768) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:52:32.053506 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-995467df-f54b-4ba0-8936-0156b5562758 None None] The sync data for ids ['cfc1baba-3300-42b4-8c01-49fb50109b84'] in n-d-800634-3 is: [{'id': 'cfc1baba-3300-42b4-8c01-49fb50109b84', 'name': 'tempest-TestServerMultinode-567650075-router', 'tenant_id': '937a37f0781341a7a57507c6c1a0235e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.228'}], 'enable_snat': True}, 'gw_port_id': 'a601449a-a8cc-4ea7-a5e4-ea2c750ab279', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:52:23Z', 'updated_at': '2021-07-14T18:52:28Z', 'revision_number': 4, 'project_id': '937a37f0781341a7a57507c6c1a0235e', 'gw_port': {'id': 'a601449a-a8cc-4ea7-a5e4-ea2c750ab279', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:ad:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfc1baba-3300-42b4-8c01-49fb50109b84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3309, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:52:24Z', 'updated_at': '2021-07-14T18:52:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_interfaces': [{'id': '69bdf2af-8167-4027-8cb5-6e36d42fb820', 'name': '', 'network_id': '45dc0b56-12cf-48fa-a903-9c9fee3d3a68', 'tenant_id': '937a37f0781341a7a57507c6c1a0235e', 'mac_address': 'fa:16:3e:64:cd:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfc1baba-3300-42b4-8c01-49fb50109b84', 'device_owner': 'network:router_interface', 'standard_attr_id': 3322, 'fixed_ips': [{'subnet_id': 'd8afe304-c5dc-4d37-bae4-55358ed22742', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:52:27Z', 'updated_at': '2021-07-14T18:52:29Z', 'revision_number': 2, 'project_id': '937a37f0781341a7a57507c6c1a0235e', 'subnets': [{'id': 'd8afe304-c5dc-4d37-bae4-55358ed22742', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 18:52:32.113583 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-3e306f5f-3f5c-43bd-b077-b28416e3f58d tempest-SecGroupIPv6Test-1337347545 tempest-SecGroupIPv6Test-1337347545-project] Notify callbacks [] for security_group, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:32.146693 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-3e306f5f-3f5c-43bd-b077-b28416e3f58d tempest-SecGroupIPv6Test-1337347545 tempest-SecGroupIPv6Test-1337347545-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:32.197508 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [None req-c6d97699-bb23-4fc8-8659-e61399b06fdb tempest-BulkNetworkOpsTest-1955482778 tempest-BulkNetworkOpsTest-1955482778-project] For port 079d21a4-316e-4ef7-bd2e-e2df7e29d615, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=079d21a4-316e-4ef7-bd2e-e2df7e29d615,segment=NetworkSegment(8a52511b-faa2-44f3-9194-149dfd58115a),segment_id=8a52511b-faa2-44f3-9194-149dfd58115a)] {{(pid=93915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:52:32.197912 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-c6d97699-bb23-4fc8-8659-e61399b06fdb tempest-BulkNetworkOpsTest-1955482778 tempest-BulkNetworkOpsTest-1955482778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:32.203414 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:32.203896 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-3e306f5f-3f5c-43bd-b077-b28416e3f58d tempest-SecGroupIPv6Test-1337347545 tempest-SecGroupIPv6Test-1337347545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:32.212165 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-3e306f5f-3f5c-43bd-b077-b28416e3f58d tempest-SecGroupIPv6Test-1337347545 tempest-SecGroupIPv6Test-1337347545-project] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:32.212322 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [None req-c6d97699-bb23-4fc8-8659-e61399b06fdb tempest-BulkNetworkOpsTest-1955482778 tempest-BulkNetworkOpsTest-1955482778-project] Calling delete_port for 079d21a4-316e-4ef7-bd2e-e2df7e29d615 owned by network:dhcp {{(pid=93915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:52:32.213717 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-3e306f5f-3f5c-43bd-b077-b28416e3f58d tempest-SecGroupIPv6Test-1337347545 tempest-SecGroupIPv6Test-1337347545-project] 10.222.0.16 "DELETE /v2.0/security-groups/778933ab-7921-4655-ae9d-e3dc3890669f HTTP/1.1" status: 204 len: 168 time: 0.1640129 Jul 14 18:52:32.218353 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 47770) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:52:32.227508 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-626b0072-8cc9-4ecb-8a7c-9f94f60a3af0 None None] get_active_networks_info from n-d-800634-3 {{(pid=93917) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 14 18:52:32.236054 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdc4eee-c1ad-4764-bf42-239ea6326082 req-19c8584d-5dde-42e7-8938-ec8430f17f36 tempest-TestServerMultinode-456211967 tempest-TestServerMultinode-456211967-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:52:32.236450 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3843501f-b729-4cfb-90f6-7a815af6a761', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8024fbe-2d76-4049-bf85-5d62917cc50c'}] {{(pid=93917) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:52:32.239120 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20b787f3c29eaa7aa2a4d648c725a2124c5ff39a8d793252f9d844495e14cf42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2942e605-57e8-4d9c-85ce-d46eb7d28281" -d '{"events": [{"server_uuid": "3843501f-b729-4cfb-90f6-7a815af6a761", "name": "network-vif-plugged", "status": "completed", "tag": "a8024fbe-2d76-4049-bf85-5d62917cc50c"}]}' {{(pid=93917) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:52:32.240233 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e306f5f-3f5c-43bd-b077-b28416e3f58d tempest-SecGroupIPv6Test-1337347545 tempest-SecGroupIPv6Test-1337347545-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=778933ab-7921-4655-ae9d-e3dc3890669f,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:52:32.242833 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3bdc4eee-c1ad-4764-bf42-239ea6326082 req-19c8584d-5dde-42e7-8938-ec8430f17f36 tempest-TestServerMultinode-456211967 tempest-TestServerMultinode-456211967-project-admin] 10.222.0.16 "GET /v2.0/networks?id=dd69057d-8dc0-4097-9a0e-65978c0b371a HTTP/1.1" status: 200 len: 910 time: 0.5395191 Jul 14 18:52:32.289936 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-4ae99db4-cdbe-4b91-a514-1bdd70ad274c tempest-SecGroupIPv6Test-1337347545 tempest-SecGroupIPv6Test-1337347545-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0656202 Jul 14 18:52:32.294743 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3bdc4eee-c1ad-4764-bf42-239ea6326082 req-d3375e05-91e1-4497-93a5-111663766f16 tempest-TestServerMultinode-456211967 tempest-TestServerMultinode-456211967-project-admin] 10.222.0.16 "GET /v2.0/quotas/937a37f0781341a7a57507c6c1a0235e HTTP/1.1" status: 200 len: 375 time: 0.0500536 Jul 14 18:52:32.295462 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 47774) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:52:32.301022 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-5e614200-1e8a-4323-855f-6f2934a4ec91 tempest-SecGroupIPv6Test-1337347545 tempest-SecGroupIPv6Test-1337347545-project] Request body: {'security_group': {'name': 'tempest-secgroup--542359548'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:52:32.314212 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 18:52:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b88d878-4076-4a33-9fa2-9dff719fdac0 x-openstack-request-id: req-3b88d878-4076-4a33-9fa2-9dff719fdac0 {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:52:32.314510 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3843501f-b729-4cfb-90f6-7a815af6a761", "name": "network-vif-plugged", "status": "completed", "tag": "a8024fbe-2d76-4049-bf85-5d62917cc50c", "code": 200}]} {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:52:32.314765 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3b88d878-4076-4a33-9fa2-9dff719fdac0 {{(pid=93917) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:52:32.315136 n-d-800634-3 neutron-server[93917]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3843501f-b729-4cfb-90f6-7a815af6a761', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8024fbe-2d76-4049-bf85-5d62917cc50c', 'code': 200} Jul 14 18:52:32.328410 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-5e614200-1e8a-4323-855f-6f2934a4ec91 tempest-SecGroupIPv6Test-1337347545 tempest-SecGroupIPv6Test-1337347545-project] Notify callbacks [] for security_group, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:32.332646 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port a8024fbe-2d76-4049-bf85-5d62917cc50c, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=a8024fbe-2d76-4049-bf85-5d62917cc50c,segment=NetworkSegment(e6ac1013-49a3-4f7c-beca-cf2ef24dd35b),segment_id=e6ac1013-49a3-4f7c-beca-cf2ef24dd35b)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:52:32.346569 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:32.461368 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Pushing event updated for resources: {'Port': ['ID=a8024fbe-2d76-4049-bf85-5d62917cc50c,revision_number=5']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:52:32.487135 n-d-800634-3 neutron-server[93917]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-626b0072-8cc9-4ecb-8a7c-9f94f60a3af0 None None] Resources bound (agent type, host, resource id): {{(pid=93917) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 14 18:52:32.487364 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-5e614200-1e8a-4323-855f-6f2934a4ec91 tempest-SecGroupIPv6Test-1337347545 tempest-SecGroupIPv6Test-1337347545-project] Notify callbacks [] for security_group, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:32.492360 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-5e614200-1e8a-4323-855f-6f2934a4ec91 tempest-SecGroupIPv6Test-1337347545 tempest-SecGroupIPv6Test-1337347545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:32.514351 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-c6d97699-bb23-4fc8-8659-e61399b06fdb tempest-BulkNetworkOpsTest-1955482778 tempest-BulkNetworkOpsTest-1955482778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:32.558039 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e614200-1e8a-4323-855f-6f2934a4ec91 tempest-SecGroupIPv6Test-1337347545 tempest-SecGroupIPv6Test-1337347545-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a1e2e1a5-069f-455a-bb43-efe575c5ddc6,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:52:32.563438 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d97699-bb23-4fc8-8659-e61399b06fdb tempest-BulkNetworkOpsTest-1955482778 tempest-BulkNetworkOpsTest-1955482778-project] Pushing event deleted for resources: {'Port': ['ID=079d21a4-316e-4ef7-bd2e-e2df7e29d615,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:52:32.564549 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-5e614200-1e8a-4323-855f-6f2934a4ec91 tempest-SecGroupIPv6Test-1337347545 tempest-SecGroupIPv6Test-1337347545-project] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:32.566625 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-5e614200-1e8a-4323-855f-6f2934a4ec91 tempest-SecGroupIPv6Test-1337347545 tempest-SecGroupIPv6Test-1337347545-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2700136 Jul 14 18:52:32.571376 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 47778) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:52:32.578459 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-7b990fb1-32d7-49f3-9382-a4b61598389e tempest-SecGroupIPv6Test-1337347545 tempest-SecGroupIPv6Test-1337347545-project] Request body: {'security_group_rule': {'security_group_id': 'a1e2e1a5-069f-455a-bb43-efe575c5ddc6', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:52:32.596929 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6d97699-bb23-4fc8-8659-e61399b06fdb tempest-BulkNetworkOpsTest-1955482778 tempest-BulkNetworkOpsTest-1955482778-project] No DVR routers for this DVR port 079d21a4-316e-4ef7-bd2e-e2df7e29d615 on host n-d-800634-3 {{(pid=93915) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 18:52:32.647753 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3bdc4eee-c1ad-4764-bf42-239ea6326082 req-059c94f7-a27d-46c8-a7bd-9654a5787fcc tempest-TestServerMultinode-456211967 tempest-TestServerMultinode-456211967-project-admin] 10.222.0.16 "GET /v2.0/ports?tenant_id=937a37f0781341a7a57507c6c1a0235e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3520918 Jul 14 18:52:32.660176 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772309e9-aabd-443a-b812-47aeb9b0d563 req-774c7a35-4d11-4525-a985-029565c29ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:52:32.661874 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-772309e9-aabd-443a-b812-47aeb9b0d563 req-774c7a35-4d11-4525-a985-029565c29ca2 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=3843501f-b729-4cfb-90f6-7a815af6a761 HTTP/1.1" status: 200 len: 1096 time: 0.2887681 Jul 14 18:52:32.669098 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:32.793236 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-7b990fb1-32d7-49f3-9382-a4b61598389e tempest-SecGroupIPv6Test-1337347545 tempest-SecGroupIPv6Test-1337347545-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:32.824947 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-c6d97699-bb23-4fc8-8659-e61399b06fdb tempest-BulkNetworkOpsTest-1955482778 tempest-BulkNetworkOpsTest-1955482778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2096010', 'neutron.services.segments.db._delete_segments_for_network-8728202734996'] for network, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:32.861535 n-d-800634-3 neutron-server[93915]: DEBUG neutron.services.segments.db [None req-c6d97699-bb23-4fc8-8659-e61399b06fdb tempest-BulkNetworkOpsTest-1955482778 tempest-BulkNetworkOpsTest-1955482778-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7fb9b5d6-e597-4575-a78a-aa13c63fc956']}} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:52:32.895879 n-d-800634-3 neutron-server[93915]: DEBUG neutron.services.segments.db [None req-c6d97699-bb23-4fc8-8659-e61399b06fdb tempest-BulkNetworkOpsTest-1955482778 tempest-BulkNetworkOpsTest-1955482778-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a52511b-faa2-44f3-9194-149dfd58115a') {'for_net_delete': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:52:32.896201 n-d-800634-3 neutron-server[93915]: DEBUG neutron.services.segments.db [None req-c6d97699-bb23-4fc8-8659-e61399b06fdb tempest-BulkNetworkOpsTest-1955482778 tempest-BulkNetworkOpsTest-1955482778-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a52511b-faa2-44f3-9194-149dfd58115a') {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:52:32.903623 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-772309e9-aabd-443a-b812-47aeb9b0d563 req-9c19fe20-0083-48d4-aef9-51963d85bef0 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=00511198-19e5-42cb-b4d6-0be88d13a8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2203338 Jul 14 18:52:32.929036 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-c6d97699-bb23-4fc8-8659-e61399b06fdb tempest-BulkNetworkOpsTest-1955482778 tempest-BulkNetworkOpsTest-1955482778-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728202715275', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28939920'] for segment, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:32.960728 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3bdc4eee-c1ad-4764-bf42-239ea6326082 req-3cb222bf-3f7a-4f5d-8a20-1e410cdbb7f9 service neutron] 10.222.0.16 "GET /v2.0/networks/dd69057d-8dc0-4097-9a0e-65978c0b371a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2864516 Jul 14 18:52:32.961760 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-c6d97699-bb23-4fc8-8659-e61399b06fdb tempest-BulkNetworkOpsTest-1955482778 tempest-BulkNetworkOpsTest-1955482778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:32.965165 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-7b990fb1-32d7-49f3-9382-a4b61598389e tempest-SecGroupIPv6Test-1337347545 tempest-SecGroupIPv6Test-1337347545-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:32.980538 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-7b990fb1-32d7-49f3-9382-a4b61598389e tempest-SecGroupIPv6Test-1337347545 tempest-SecGroupIPv6Test-1337347545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305173'] for security_group_rule, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:32.983447 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6d97699-bb23-4fc8-8659-e61399b06fdb tempest-BulkNetworkOpsTest-1955482778 tempest-BulkNetworkOpsTest-1955482778-project] Releasing vlan 73 on physical network physnet1 to pool {{(pid=93915) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 18:52:32.983837 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-c6d97699-bb23-4fc8-8659-e61399b06fdb tempest-BulkNetworkOpsTest-1955482778 tempest-BulkNetworkOpsTest-1955482778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25911658'] for segment, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:32.991352 n-d-800634-3 neutron-server[93915]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:52:32.991352 n-d-800634-3 neutron-server[93915]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:52:32.991352 n-d-800634-3 neutron-server[93915]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:52:32.991352 n-d-800634-3 neutron-server[93915]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:52:32.991352 n-d-800634-3 neutron-server[93915]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:52:32.991352 n-d-800634-3 neutron-server[93915]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:52:32.991352 n-d-800634-3 neutron-server[93915]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:52:32.991352 n-d-800634-3 neutron-server[93915]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:52:32.991352 n-d-800634-3 neutron-server[93915]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:52:32.991352 n-d-800634-3 neutron-server[93915]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:52:32.991352 n-d-800634-3 neutron-server[93915]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:52:32.991352 n-d-800634-3 neutron-server[93915]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:52:32.991352 n-d-800634-3 neutron-server[93915]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:52:32.991352 n-d-800634-3 neutron-server[93915]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:52:32.991352 n-d-800634-3 neutron-server[93915]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:52:32.991352 n-d-800634-3 neutron-server[93915]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:52:32.991352 n-d-800634-3 neutron-server[93915]: Traceback (most recent call last): Jul 14 18:52:32.991352 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 18:52:32.991352 n-d-800634-3 neutron-server[93915]: timer() Jul 14 18:52:32.991352 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 18:52:32.991352 n-d-800634-3 neutron-server[93915]: cb(*args, **kw) Jul 14 18:52:32.991352 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 18:52:32.991352 n-d-800634-3 neutron-server[93915]: return func(*args, **kwargs) Jul 14 18:52:32.991352 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 18:52:32.991352 n-d-800634-3 neutron-server[93915]: self._notify() Jul 14 18:52:32.991352 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 18:52:32.991352 n-d-800634-3 neutron-server[93915]: self.callback(batched_events) Jul 14 18:52:32.991352 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 18:52:32.991352 n-d-800634-3 neutron-server[93915]: event.method(event) Jul 14 18:52:32.991352 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 18:52:32.991352 n-d-800634-3 neutron-server[93915]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 18:52:32.991352 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 18:52:32.991352 n-d-800634-3 neutron-server[93915]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 18:52:32.991352 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 18:52:32.991352 n-d-800634-3 neutron-server[93915]: return f(self, *a, **k) Jul 14 18:52:32.991352 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 18:52:32.991352 n-d-800634-3 neutron-server[93915]: return self._get(url).json() Jul 14 18:52:32.991352 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 18:52:32.991352 n-d-800634-3 neutron-server[93915]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 18:52:32.991352 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 18:52:32.991352 n-d-800634-3 neutron-server[93915]: return self.request(url, 'GET', **kwargs) Jul 14 18:52:32.991352 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 18:52:32.991352 n-d-800634-3 neutron-server[93915]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 18:52:32.991352 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 18:52:32.991352 n-d-800634-3 neutron-server[93915]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 18:52:32.991352 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 18:52:32.991352 n-d-800634-3 neutron-server[93915]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 18:52:32.991352 n-d-800634-3 neutron-server[93915]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 18:52:33.031207 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a200bf9-1ee0-472f-ada0-db17ea4b555f req-64e46236-4a41-43b7-aeb3-4a9e01b51b3c tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:52:33.032828 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-4a200bf9-1ee0-472f-ada0-db17ea4b555f req-64e46236-4a41-43b7-aeb3-4a9e01b51b3c tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] 10.222.0.16 "GET /v2.0/ports?device_id=3843501f-b729-4cfb-90f6-7a815af6a761 HTTP/1.1" status: 200 len: 945 time: 0.3968089 Jul 14 18:52:33.121134 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b990fb1-32d7-49f3-9382-a4b61598389e tempest-SecGroupIPv6Test-1337347545 tempest-SecGroupIPv6Test-1337347545-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fcaae630-e12f-4ac9-9b36-abe5063aeffa,revision_number=0']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:52:33.149348 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-7b990fb1-32d7-49f3-9382-a4b61598389e tempest-SecGroupIPv6Test-1337347545 tempest-SecGroupIPv6Test-1337347545-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:33.150570 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-7b990fb1-32d7-49f3-9382-a4b61598389e tempest-SecGroupIPv6Test-1337347545 tempest-SecGroupIPv6Test-1337347545-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.5778158 Jul 14 18:52:33.155181 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 47780) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:52:33.157381 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-c6d97699-bb23-4fc8-8659-e61399b06fdb tempest-BulkNetworkOpsTest-1955482778 tempest-BulkNetworkOpsTest-1955482778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2096001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-930085'] for network, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:33.179756 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-c6d97699-bb23-4fc8-8659-e61399b06fdb tempest-BulkNetworkOpsTest-1955482778 tempest-BulkNetworkOpsTest-1955482778-project] Notify callbacks [] for network, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:33.183833 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-c6d97699-bb23-4fc8-8659-e61399b06fdb tempest-BulkNetworkOpsTest-1955482778 tempest-BulkNetworkOpsTest-1955482778-project] 10.222.0.16 "DELETE /v2.0/networks/7fb9b5d6-e597-4575-a78a-aa13c63fc956 HTTP/1.1" status: 204 len: 168 time: 1.6673987 Jul 14 18:52:33.184691 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 47782) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:52:33.201840 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d97699-bb23-4fc8-8659-e61399b06fdb tempest-BulkNetworkOpsTest-1955482778 tempest-BulkNetworkOpsTest-1955482778-project] Pushing event deleted for resources: {'Network': ['ID=7fb9b5d6-e597-4575-a78a-aa13c63fc956,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:52:33.209861 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-4a200bf9-1ee0-472f-ada0-db17ea4b555f req-a829115a-b6c7-48d0-8cf6-2b2e6f621308 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] 10.222.0.16 "GET /v2.0/security-groups?id=00511198-19e5-42cb-b4d6-0be88d13a8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059463 Jul 14 18:52:33.221350 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3bdc4eee-c1ad-4764-bf42-239ea6326082 req-7d9264c4-81ae-44c0-a1e5-2acf92136f7a service neutron] 10.222.0.16 "GET /v2.0/networks/dd69057d-8dc0-4097-9a0e-65978c0b371a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2519295 Jul 14 18:52:33.249179 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-622bd421-91f3-4676-9e8d-3fce4defd123 tempest-SecGroupIPv6Test-1337347545 tempest-SecGroupIPv6Test-1337347545-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:33.270018 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-622bd421-91f3-4676-9e8d-3fce4defd123 tempest-SecGroupIPv6Test-1337347545 tempest-SecGroupIPv6Test-1337347545-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:33.314994 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-fe5b973e-4375-4fd2-894b-592ea562eece tempest-BulkNetworkOpsTest-1955482778 tempest-BulkNetworkOpsTest-1955482778-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645734'] for network, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:33.330246 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-622bd421-91f3-4676-9e8d-3fce4defd123 tempest-SecGroupIPv6Test-1337347545 tempest-SecGroupIPv6Test-1337347545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305173'] for security_group_rule, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:33.335784 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-622bd421-91f3-4676-9e8d-3fce4defd123 tempest-SecGroupIPv6Test-1337347545 tempest-SecGroupIPv6Test-1337347545-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:33.337180 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-622bd421-91f3-4676-9e8d-3fce4defd123 tempest-SecGroupIPv6Test-1337347545 tempest-SecGroupIPv6Test-1337347545-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/fcaae630-e12f-4ac9-9b36-abe5063aeffa HTTP/1.1" status: 204 len: 168 time: 0.1796207 Jul 14 18:52:33.339959 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 47784) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:52:33.350341 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622bd421-91f3-4676-9e8d-3fce4defd123 tempest-SecGroupIPv6Test-1337347545 tempest-SecGroupIPv6Test-1337347545-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fcaae630-e12f-4ac9-9b36-abe5063aeffa,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:52:33.408385 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-54f7f8dd-e6a2-4dcc-a7db-1296d4774f6e tempest-SecGroupIPv6Test-1337347545 tempest-SecGroupIPv6Test-1337347545-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0665860 Jul 14 18:52:33.410712 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 47788) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:52:33.440973 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-fe5b973e-4375-4fd2-894b-592ea562eece tempest-BulkNetworkOpsTest-1955482778 tempest-BulkNetworkOpsTest-1955482778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2096010', 'neutron.services.segments.db._delete_segments_for_network-8728202734996'] for network, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:33.457850 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-4b37bf19-efa6-4b4b-959b-20dc9e2070fc req-784f99dd-800b-4adb-942e-178de4c678b2 tempest-TestServerMultinode-456211967 tempest-TestServerMultinode-456211967-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=f8e7346f-7cf9-4ac0-a9ea-a3b901909288 HTTP/1.1" status: 200 len: 210 time: 0.0387833 Jul 14 18:52:33.468677 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.segments.db [None req-fe5b973e-4375-4fd2-894b-592ea562eece tempest-BulkNetworkOpsTest-1955482778 tempest-BulkNetworkOpsTest-1955482778-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1940581-dd5a-418b-aee4-a12527cb36d0']}} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:52:33.487307 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.segments.db [None req-fe5b973e-4375-4fd2-894b-592ea562eece tempest-BulkNetworkOpsTest-1955482778 tempest-BulkNetworkOpsTest-1955482778-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b68521fa-2fc1-444f-b68d-c04f4a36edf2') {'for_net_delete': True} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:52:33.487744 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.segments.db [None req-fe5b973e-4375-4fd2-894b-592ea562eece tempest-BulkNetworkOpsTest-1955482778 tempest-BulkNetworkOpsTest-1955482778-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b68521fa-2fc1-444f-b68d-c04f4a36edf2') {} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:52:33.499349 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-fe5b973e-4375-4fd2-894b-592ea562eece tempest-BulkNetworkOpsTest-1955482778 tempest-BulkNetworkOpsTest-1955482778-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728202715275', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26296891'] for segment, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:33.512211 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-0bc1f289-5f54-4e1b-a378-fabad3c678d6 tempest-SecGroupIPv6Test-1337347545 tempest-SecGroupIPv6Test-1337347545-project] Notify callbacks [] for security_group, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:33.517723 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-fe5b973e-4375-4fd2-894b-592ea562eece tempest-BulkNetworkOpsTest-1955482778 tempest-BulkNetworkOpsTest-1955482778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:33.528923 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe5b973e-4375-4fd2-894b-592ea562eece tempest-BulkNetworkOpsTest-1955482778 tempest-BulkNetworkOpsTest-1955482778-project] Releasing vlan 58 on physical network physnet1 to pool {{(pid=93916) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 18:52:33.529350 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-fe5b973e-4375-4fd2-894b-592ea562eece tempest-BulkNetworkOpsTest-1955482778 tempest-BulkNetworkOpsTest-1955482778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2682942'] for segment, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:33.534184 n-d-800634-3 neutron-server[93916]: Traceback (most recent call last): Jul 14 18:52:33.534184 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 18:52:33.534184 n-d-800634-3 neutron-server[93916]: timer() Jul 14 18:52:33.534184 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 18:52:33.534184 n-d-800634-3 neutron-server[93916]: cb(*args, **kw) Jul 14 18:52:33.534184 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 18:52:33.534184 n-d-800634-3 neutron-server[93916]: return func(*args, **kwargs) Jul 14 18:52:33.534184 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 18:52:33.534184 n-d-800634-3 neutron-server[93916]: self._notify() Jul 14 18:52:33.534184 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 18:52:33.534184 n-d-800634-3 neutron-server[93916]: self.callback(batched_events) Jul 14 18:52:33.534184 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 18:52:33.534184 n-d-800634-3 neutron-server[93916]: event.method(event) Jul 14 18:52:33.534184 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 18:52:33.534184 n-d-800634-3 neutron-server[93916]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 18:52:33.534184 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 18:52:33.534184 n-d-800634-3 neutron-server[93916]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 18:52:33.534184 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 18:52:33.534184 n-d-800634-3 neutron-server[93916]: return f(self, *a, **k) Jul 14 18:52:33.534184 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 18:52:33.534184 n-d-800634-3 neutron-server[93916]: return self._get(url).json() Jul 14 18:52:33.534184 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 18:52:33.534184 n-d-800634-3 neutron-server[93916]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 18:52:33.534184 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 18:52:33.534184 n-d-800634-3 neutron-server[93916]: return self.request(url, 'GET', **kwargs) Jul 14 18:52:33.534184 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 18:52:33.534184 n-d-800634-3 neutron-server[93916]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 18:52:33.534184 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 18:52:33.534184 n-d-800634-3 neutron-server[93916]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 18:52:33.534184 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 18:52:33.534184 n-d-800634-3 neutron-server[93916]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 18:52:33.534184 n-d-800634-3 neutron-server[93916]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 18:52:33.561608 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-0bc1f289-5f54-4e1b-a378-fabad3c678d6 tempest-SecGroupIPv6Test-1337347545 tempest-SecGroupIPv6Test-1337347545-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:33.617864 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-0bc1f289-5f54-4e1b-a378-fabad3c678d6 tempest-SecGroupIPv6Test-1337347545 tempest-SecGroupIPv6Test-1337347545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:33.620674 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-0bc1f289-5f54-4e1b-a378-fabad3c678d6 tempest-SecGroupIPv6Test-1337347545 tempest-SecGroupIPv6Test-1337347545-project] Notify callbacks [] for security_group, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:33.621947 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-0bc1f289-5f54-4e1b-a378-fabad3c678d6 tempest-SecGroupIPv6Test-1337347545 tempest-SecGroupIPv6Test-1337347545-project] 10.222.0.16 "DELETE /v2.0/security-groups/a1e2e1a5-069f-455a-bb43-efe575c5ddc6 HTTP/1.1" status: 204 len: 168 time: 0.2102692 Jul 14 18:52:33.626645 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 47796) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:52:33.646907 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc1f289-5f54-4e1b-a378-fabad3c678d6 tempest-SecGroupIPv6Test-1337347545 tempest-SecGroupIPv6Test-1337347545-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1e2e1a5-069f-455a-bb43-efe575c5ddc6,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:52:33.665662 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-fe5b973e-4375-4fd2-894b-592ea562eece tempest-BulkNetworkOpsTest-1955482778 tempest-BulkNetworkOpsTest-1955482778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2096001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-930085'] for network, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:33.671943 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-fe5b973e-4375-4fd2-894b-592ea562eece tempest-BulkNetworkOpsTest-1955482778 tempest-BulkNetworkOpsTest-1955482778-project] Notify callbacks [] for network, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:33.677896 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-fe5b973e-4375-4fd2-894b-592ea562eece tempest-BulkNetworkOpsTest-1955482778 tempest-BulkNetworkOpsTest-1955482778-project] 10.222.0.16 "DELETE /v2.0/networks/a1940581-dd5a-418b-aee4-a12527cb36d0 HTTP/1.1" status: 204 len: 168 time: 0.4883995 Jul 14 18:52:33.678403 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 47798) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:52:33.720190 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-ad39df26-7f50-45d5-bcce-34abc17ff17d tempest-SecGroupIPv6Test-1337347545 tempest-SecGroupIPv6Test-1337347545-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0881991 Jul 14 18:52:33.733581 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 47800) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:52:33.738838 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-fa61bbfb-7a7d-4e1e-8019-1d988579266b tempest-SecGroupIPv6Test-1337347545 tempest-SecGroupIPv6Test-1337347545-project] Request body: {'security_group': {'name': 'tempest-secgroup--623012521'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:52:33.760169 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5b973e-4375-4fd2-894b-592ea562eece tempest-BulkNetworkOpsTest-1955482778 tempest-BulkNetworkOpsTest-1955482778-project] Pushing event deleted for resources: {'Network': ['ID=a1940581-dd5a-418b-aee4-a12527cb36d0,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:52:33.776150 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-fa61bbfb-7a7d-4e1e-8019-1d988579266b tempest-SecGroupIPv6Test-1337347545 tempest-SecGroupIPv6Test-1337347545-project] Notify callbacks [] for security_group, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:33.777379 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-f034c73c-ad41-475d-b89a-6439308fa74a tempest-BulkNetworkOpsTest-1955482778 tempest-BulkNetworkOpsTest-1955482778-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645734'] for network, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:33.890488 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-fa61bbfb-7a7d-4e1e-8019-1d988579266b tempest-SecGroupIPv6Test-1337347545 tempest-SecGroupIPv6Test-1337347545-project] Notify callbacks [] for security_group, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:33.893358 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-f034c73c-ad41-475d-b89a-6439308fa74a tempest-BulkNetworkOpsTest-1955482778 tempest-BulkNetworkOpsTest-1955482778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2096010', 'neutron.services.segments.db._delete_segments_for_network-8728202734996'] for network, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:33.896567 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-fa61bbfb-7a7d-4e1e-8019-1d988579266b tempest-SecGroupIPv6Test-1337347545 tempest-SecGroupIPv6Test-1337347545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:33.904497 n-d-800634-3 neutron-server[93915]: DEBUG neutron.services.segments.db [None req-f034c73c-ad41-475d-b89a-6439308fa74a tempest-BulkNetworkOpsTest-1955482778 tempest-BulkNetworkOpsTest-1955482778-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['677aa480-2177-4357-8bdd-8b16ac9aecaa']}} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:52:33.916460 n-d-800634-3 neutron-server[93915]: DEBUG neutron.services.segments.db [None req-f034c73c-ad41-475d-b89a-6439308fa74a tempest-BulkNetworkOpsTest-1955482778 tempest-BulkNetworkOpsTest-1955482778-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ead3163b-2766-428c-8d63-b860d19bda8f') {'for_net_delete': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:52:33.916752 n-d-800634-3 neutron-server[93915]: DEBUG neutron.services.segments.db [None req-f034c73c-ad41-475d-b89a-6439308fa74a tempest-BulkNetworkOpsTest-1955482778 tempest-BulkNetworkOpsTest-1955482778-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ead3163b-2766-428c-8d63-b860d19bda8f') {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:52:33.927967 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-f034c73c-ad41-475d-b89a-6439308fa74a tempest-BulkNetworkOpsTest-1955482778 tempest-BulkNetworkOpsTest-1955482778-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728202715275', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28939920'] for segment, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:33.928597 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-fa61bbfb-7a7d-4e1e-8019-1d988579266b tempest-SecGroupIPv6Test-1337347545 tempest-SecGroupIPv6Test-1337347545-project] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:33.930106 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-fa61bbfb-7a7d-4e1e-8019-1d988579266b tempest-SecGroupIPv6Test-1337347545 tempest-SecGroupIPv6Test-1337347545-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1951892 Jul 14 18:52:33.931219 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa61bbfb-7a7d-4e1e-8019-1d988579266b tempest-SecGroupIPv6Test-1337347545 tempest-SecGroupIPv6Test-1337347545-project] Pushing event updated for resources: {'SecurityGroup': ['ID=596e063b-3c13-4e7d-92b4-157c9e2ba1d7,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:52:33.933213 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 47804) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:52:33.938038 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-1f117e6d-17ca-457c-be16-18c3616b0a8c tempest-SecGroupIPv6Test-1337347545 tempest-SecGroupIPv6Test-1337347545-project] Request body: {'security_group_rule': {'security_group_id': '596e063b-3c13-4e7d-92b4-157c9e2ba1d7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:52:33.945802 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-f034c73c-ad41-475d-b89a-6439308fa74a tempest-BulkNetworkOpsTest-1955482778 tempest-BulkNetworkOpsTest-1955482778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:33.954391 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f034c73c-ad41-475d-b89a-6439308fa74a tempest-BulkNetworkOpsTest-1955482778 tempest-BulkNetworkOpsTest-1955482778-project] Releasing vlan 55 on physical network physnet1 to pool {{(pid=93915) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 18:52:33.954805 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-f034c73c-ad41-475d-b89a-6439308fa74a tempest-BulkNetworkOpsTest-1955482778 tempest-BulkNetworkOpsTest-1955482778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25911658'] for segment, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:33.958075 n-d-800634-3 neutron-server[93915]: Traceback (most recent call last): Jul 14 18:52:33.958075 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 18:52:33.958075 n-d-800634-3 neutron-server[93915]: timer() Jul 14 18:52:33.958075 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 18:52:33.958075 n-d-800634-3 neutron-server[93915]: cb(*args, **kw) Jul 14 18:52:33.958075 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 18:52:33.958075 n-d-800634-3 neutron-server[93915]: return func(*args, **kwargs) Jul 14 18:52:33.958075 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 18:52:33.958075 n-d-800634-3 neutron-server[93915]: self._notify() Jul 14 18:52:33.958075 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 18:52:33.958075 n-d-800634-3 neutron-server[93915]: self.callback(batched_events) Jul 14 18:52:33.958075 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 18:52:33.958075 n-d-800634-3 neutron-server[93915]: event.method(event) Jul 14 18:52:33.958075 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 18:52:33.958075 n-d-800634-3 neutron-server[93915]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 18:52:33.958075 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 18:52:33.958075 n-d-800634-3 neutron-server[93915]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 18:52:33.958075 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 18:52:33.958075 n-d-800634-3 neutron-server[93915]: return f(self, *a, **k) Jul 14 18:52:33.958075 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 18:52:33.958075 n-d-800634-3 neutron-server[93915]: return self._get(url).json() Jul 14 18:52:33.958075 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 18:52:33.958075 n-d-800634-3 neutron-server[93915]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 18:52:33.958075 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 18:52:33.958075 n-d-800634-3 neutron-server[93915]: return self.request(url, 'GET', **kwargs) Jul 14 18:52:33.958075 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 18:52:33.958075 n-d-800634-3 neutron-server[93915]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 18:52:33.958075 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 18:52:33.958075 n-d-800634-3 neutron-server[93915]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 18:52:33.958075 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 18:52:33.958075 n-d-800634-3 neutron-server[93915]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 18:52:33.958075 n-d-800634-3 neutron-server[93915]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 18:52:33.969451 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-1f117e6d-17ca-457c-be16-18c3616b0a8c tempest-SecGroupIPv6Test-1337347545 tempest-SecGroupIPv6Test-1337347545-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:34.026970 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-f034c73c-ad41-475d-b89a-6439308fa74a tempest-BulkNetworkOpsTest-1955482778 tempest-BulkNetworkOpsTest-1955482778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2096001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-930085'] for network, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:34.033815 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-f034c73c-ad41-475d-b89a-6439308fa74a tempest-BulkNetworkOpsTest-1955482778 tempest-BulkNetworkOpsTest-1955482778-project] Notify callbacks [] for network, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:34.035995 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-f034c73c-ad41-475d-b89a-6439308fa74a tempest-BulkNetworkOpsTest-1955482778 tempest-BulkNetworkOpsTest-1955482778-project] 10.222.0.16 "DELETE /v2.0/networks/677aa480-2177-4357-8bdd-8b16ac9aecaa HTTP/1.1" status: 204 len: 168 time: 0.3566005 Jul 14 18:52:34.058802 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f034c73c-ad41-475d-b89a-6439308fa74a tempest-BulkNetworkOpsTest-1955482778 tempest-BulkNetworkOpsTest-1955482778-project] Pushing event deleted for resources: {'Network': ['ID=677aa480-2177-4357-8bdd-8b16ac9aecaa,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:52:34.059461 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-1f117e6d-17ca-457c-be16-18c3616b0a8c tempest-SecGroupIPv6Test-1337347545 tempest-SecGroupIPv6Test-1337347545-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:34.066950 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-1f117e6d-17ca-457c-be16-18c3616b0a8c tempest-SecGroupIPv6Test-1337347545 tempest-SecGroupIPv6Test-1337347545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305173'] for security_group_rule, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:34.086030 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f117e6d-17ca-457c-be16-18c3616b0a8c tempest-SecGroupIPv6Test-1337347545 tempest-SecGroupIPv6Test-1337347545-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69e8ad80-63a2-4bee-92a8-b85acb609c8b,revision_number=0']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:52:34.097189 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-1f117e6d-17ca-457c-be16-18c3616b0a8c tempest-SecGroupIPv6Test-1337347545 tempest-SecGroupIPv6Test-1337347545-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:34.099117 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-1f117e6d-17ca-457c-be16-18c3616b0a8c tempest-SecGroupIPv6Test-1337347545 tempest-SecGroupIPv6Test-1337347545-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1646566 Jul 14 18:52:34.102058 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 47808) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:52:34.122357 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-4991c0a4-ff69-4bd1-aabc-b9899bb0540d tempest-SecGroupIPv6Test-1337347545 tempest-SecGroupIPv6Test-1337347545-project] 10.222.0.16 "GET /v2.0/security-group-rules/69e8ad80-63a2-4bee-92a8-b85acb609c8b HTTP/1.1" status: 200 len: 763 time: 0.0189633 Jul 14 18:52:34.124959 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 47810) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:52:34.170331 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-2350009b-18e7-4676-80ac-73c01998c8f8 tempest-SecGroupIPv6Test-1337347545 tempest-SecGroupIPv6Test-1337347545-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0442660 Jul 14 18:52:34.173620 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 47812) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:52:34.198921 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-6dbe7e2d-93ac-4105-a2ea-374be86a87ec tempest-SecGroupIPv6Test-1337347545 tempest-SecGroupIPv6Test-1337347545-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:34.207121 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-6dbe7e2d-93ac-4105-a2ea-374be86a87ec tempest-SecGroupIPv6Test-1337347545 tempest-SecGroupIPv6Test-1337347545-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:34.240868 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-6dbe7e2d-93ac-4105-a2ea-374be86a87ec tempest-SecGroupIPv6Test-1337347545 tempest-SecGroupIPv6Test-1337347545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305173'] for security_group_rule, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:34.248995 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-6dbe7e2d-93ac-4105-a2ea-374be86a87ec tempest-SecGroupIPv6Test-1337347545 tempest-SecGroupIPv6Test-1337347545-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:34.252984 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-6dbe7e2d-93ac-4105-a2ea-374be86a87ec tempest-SecGroupIPv6Test-1337347545 tempest-SecGroupIPv6Test-1337347545-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/69e8ad80-63a2-4bee-92a8-b85acb609c8b HTTP/1.1" status: 204 len: 168 time: 0.0757797 Jul 14 18:52:34.253450 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 47818) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:52:34.260696 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbe7e2d-93ac-4105-a2ea-374be86a87ec tempest-SecGroupIPv6Test-1337347545 tempest-SecGroupIPv6Test-1337347545-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=69e8ad80-63a2-4bee-92a8-b85acb609c8b,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:52:34.325803 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-7b7d0d60-b8af-403e-b69c-cdab59b1eea8 tempest-SecGroupIPv6Test-1337347545 tempest-SecGroupIPv6Test-1337347545-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0680928 Jul 14 18:52:34.326292 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 47820) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:52:34.331448 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-ff7b5778-f081-4dc9-bf07-538197b85b0a tempest-SecGroupIPv6Test-1337347545 tempest-SecGroupIPv6Test-1337347545-project] Request body: {'security_group_rule': {'security_group_id': '596e063b-3c13-4e7d-92b4-157c9e2ba1d7', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:52:34.379209 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-ff7b5778-f081-4dc9-bf07-538197b85b0a tempest-SecGroupIPv6Test-1337347545 tempest-SecGroupIPv6Test-1337347545-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:34.428090 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 47822) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:52:34.442322 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device a601449a-a8cc-4ea7-a5e4-ea2c750ab279 up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:52:34.475103 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb41214-98bd-4ef5-87eb-9a21c84c50e4 req-11b5c287-f952-4450-8abf-7142ed01d973 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:52:34.477150 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6fb41214-98bd-4ef5-87eb-9a21c84c50e4 req-11b5c287-f952-4450-8abf-7142ed01d973 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] 10.222.0.16 "GET /v2.0/ports?device_id=3843501f-b729-4cfb-90f6-7a815af6a761 HTTP/1.1" status: 200 len: 945 time: 0.0929434 Jul 14 18:52:34.496991 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-ff7b5778-f081-4dc9-bf07-538197b85b0a tempest-SecGroupIPv6Test-1337347545 tempest-SecGroupIPv6Test-1337347545-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:34.502387 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-ff7b5778-f081-4dc9-bf07-538197b85b0a tempest-SecGroupIPv6Test-1337347545 tempest-SecGroupIPv6Test-1337347545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305173'] for security_group_rule, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:34.518373 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning for port a601449a-a8cc-4ea7-a5e4-ea2c750ab279 completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:52:34.525357 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port a601449a-a8cc-4ea7-a5e4-ea2c750ab279 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:52:34.526479 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:34.535682 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7b5778-f081-4dc9-bf07-538197b85b0a tempest-SecGroupIPv6Test-1337347545 tempest-SecGroupIPv6Test-1337347545-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74639f07-65bb-4575-b733-8277d1e2e64f,revision_number=0']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:52:34.549750 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-ff7b5778-f081-4dc9-bf07-538197b85b0a tempest-SecGroupIPv6Test-1337347545 tempest-SecGroupIPv6Test-1337347545-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:34.552812 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-ff7b5778-f081-4dc9-bf07-538197b85b0a tempest-SecGroupIPv6Test-1337347545 tempest-SecGroupIPv6Test-1337347545-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2247946 Jul 14 18:52:34.559746 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 47828) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:52:34.569128 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6fb41214-98bd-4ef5-87eb-9a21c84c50e4 req-8ba5dd04-5a7b-49a5-9afc-812709a93887 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] 10.222.0.16 "GET /v2.0/security-groups?id=00511198-19e5-42cb-b4d6-0be88d13a8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841100 Jul 14 18:52:34.604752 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-f9363e69-5aa1-48bc-9482-36790dc18f5b tempest-SecGroupIPv6Test-1337347545 tempest-SecGroupIPv6Test-1337347545-project] 10.222.0.16 "GET /v2.0/security-group-rules/74639f07-65bb-4575-b733-8277d1e2e64f HTTP/1.1" status: 200 len: 763 time: 0.0434299 Jul 14 18:52:34.606639 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 47830) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:52:34.633998 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:34.664642 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] For port a601449a-a8cc-4ea7-a5e4-ea2c750ab279, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=a601449a-a8cc-4ea7-a5e4-ea2c750ab279,segment=NetworkSegment(5afb940b-bbdf-4727-be00-5d46367c38a1),segment_id=5afb940b-bbdf-4727-be00-5d46367c38a1)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:52:34.672482 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:34.736171 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-a3666c97-6165-4fc4-9e6f-93f75c5c3a6a tempest-SecGroupIPv6Test-1337347545 tempest-SecGroupIPv6Test-1337347545-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1280935 Jul 14 18:52:34.742075 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 47834) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:52:34.759848 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a062dda5-8b92-49c3-a2b3-607fe56f779a req-421170e1-1686-4399-91fb-bc742f6f0792 tempest-TestServerMultinode-456211967 tempest-TestServerMultinode-456211967-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=f8e7346f-7cf9-4ac0-a9ea-a3b901909288 HTTP/1.1" status: 200 len: 210 time: 0.0571768 Jul 14 18:52:34.778219 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-cd6df1bc-acf8-4ff2-a86a-da9dbbdfac69 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=614b5a3fc8534c1c946cc57053d5bf80&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3486323 Jul 14 18:52:34.786945 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 47836) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:52:34.800942 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Pushing event updated for resources: {'Port': ['ID=a601449a-a8cc-4ea7-a5e4-ea2c750ab279,revision_number=4']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:52:34.814110 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-6c59982c-0dbb-4227-9869-835bbc5b5b66 tempest-SecGroupIPv6Test-1337347545 tempest-SecGroupIPv6Test-1337347545-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:34.823827 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-6c59982c-0dbb-4227-9869-835bbc5b5b66 tempest-SecGroupIPv6Test-1337347545 tempest-SecGroupIPv6Test-1337347545-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:34.879145 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-6c59982c-0dbb-4227-9869-835bbc5b5b66 tempest-SecGroupIPv6Test-1337347545 tempest-SecGroupIPv6Test-1337347545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305173'] for security_group_rule, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:34.879400 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-bd2e0ad9-b48a-473d-b8c2-22f474729289 req-81dcaee0-4f62-436f-be92-2c62e1055145 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] 10.222.0.16 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=c28e5bcf1e004d64bdc0461d59ce0908 HTTP/1.1" status: 200 len: 267 time: 0.0512509 Jul 14 18:52:34.888465 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-6c59982c-0dbb-4227-9869-835bbc5b5b66 tempest-SecGroupIPv6Test-1337347545 tempest-SecGroupIPv6Test-1337347545-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:34.891599 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-6c59982c-0dbb-4227-9869-835bbc5b5b66 tempest-SecGroupIPv6Test-1337347545 tempest-SecGroupIPv6Test-1337347545-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/74639f07-65bb-4575-b733-8277d1e2e64f HTTP/1.1" status: 204 len: 168 time: 0.1460266 Jul 14 18:52:34.891599 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-5260ad50-8f71-45be-bbb2-c96c8a8a96dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:34.891823 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 47838) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:52:34.904659 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c59982c-0dbb-4227-9869-835bbc5b5b66 tempest-SecGroupIPv6Test-1337347545 tempest-SecGroupIPv6Test-1337347545-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=74639f07-65bb-4575-b733-8277d1e2e64f,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:52:34.923327 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-5260ad50-8f71-45be-bbb2-c96c8a8a96dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:34.974445 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdc4eee-c1ad-4764-bf42-239ea6326082 req-f503f7e7-54f4-4a1f-804c-b48511daa692 tempest-TestServerMultinode-456211967 tempest-TestServerMultinode-456211967-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:52:34.974839 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-5260ad50-8f71-45be-bbb2-c96c8a8a96dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:34.976030 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3bdc4eee-c1ad-4764-bf42-239ea6326082 req-f503f7e7-54f4-4a1f-804c-b48511daa692 tempest-TestServerMultinode-456211967 tempest-TestServerMultinode-456211967-project-admin] 10.222.0.18 "GET /v2.0/networks?id=dd69057d-8dc0-4097-9a0e-65978c0b371a HTTP/1.1" status: 200 len: 910 time: 0.2191308 Jul 14 18:52:34.977782 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-5260ad50-8f71-45be-bbb2-c96c8a8a96dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:34.980573 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-5260ad50-8f71-45be-bbb2-c96c8a8a96dc admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d6c61292-3f5e-4b67-8cad-ccb284c33423 HTTP/1.1" status: 204 len: 168 time: 0.1915669 Jul 14 18:52:34.993253 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5260ad50-8f71-45be-bbb2-c96c8a8a96dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6c61292-3f5e-4b67-8cad-ccb284c33423,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:52:35.002020 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [req-3bdc4eee-c1ad-4764-bf42-239ea6326082 req-ae202e26-55fc-4a36-9b26-cb5d9f7a67fa tempest-TestServerMultinode-456211967 tempest-TestServerMultinode-456211967-project-admin] Request body: {'port': {'device_id': 'f8e7346f-7cf9-4ac0-a9ea-a3b901909288', 'network_id': 'dd69057d-8dc0-4097-9a0e-65978c0b371a', 'admin_state_up': True, 'tenant_id': '937a37f0781341a7a57507c6c1a0235e'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:52:35.024649 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-2dd85ef0-4111-4b35-a423-1cbe589a13f3 tempest-SecGroupIPv6Test-1337347545 tempest-SecGroupIPv6Test-1337347545-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1315494 Jul 14 18:52:35.027340 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 47842) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:52:35.032946 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-ffec87d1-87bb-4a1f-9954-f07c6f2737d6 tempest-SecGroupIPv6Test-1337347545 tempest-SecGroupIPv6Test-1337347545-project] Request body: {'security_group_rule': {'security_group_id': '596e063b-3c13-4e7d-92b4-157c9e2ba1d7', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:52:35.056617 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.db.api [req-3bdc4eee-c1ad-4764-bf42-239ea6326082 req-ae202e26-55fc-4a36-9b26-cb5d9f7a67fa tempest-TestServerMultinode-456211967 tempest-TestServerMultinode-456211967-project-admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 14 18:52:35.056617 n-d-800634-3 neutron-server[93915]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 14 18:52:35.056617 n-d-800634-3 neutron-server[93915]: [parameters: {'project_id': '937a37f0781341a7a57507c6c1a0235e', 'id': '9e4a1e2f-92c3-456c-9e80-ef19818d345e', 'expiration': datetime.datetime(2021, 7, 14, 18, 54, 35, 48957)}] Jul 14 18:52:35.056617 n-d-800634-3 neutron-server[93915]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93915) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 14 18:52:35.057350 n-d-800634-3 neutron-server[93915]: DEBUG oslo_db.api [req-3bdc4eee-c1ad-4764-bf42-239ea6326082 req-ae202e26-55fc-4a36-9b26-cb5d9f7a67fa tempest-TestServerMultinode-456211967 tempest-TestServerMultinode-456211967-project-admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 18:52:35.061956 n-d-800634-3 neutron-server[93916]: INFO neutron.db.securitygroups_db [None req-ffec87d1-87bb-4a1f-9954-f07c6f2737d6 tempest-SecGroupIPv6Test-1337347545 tempest-SecGroupIPv6Test-1337347545-project] Project 3792b971045845afa8ec9171f113156d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 14 18:52:35.065320 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2e0ad9-b48a-473d-b8c2-22f474729289 req-d8f52b4a-b4bf-4785-8114-b4c37e4bc72a tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:52:35.067069 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-bd2e0ad9-b48a-473d-b8c2-22f474729289 req-d8f52b4a-b4bf-4785-8114-b4c37e4bc72a tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] 10.222.0.16 "GET /v2.0/ports?device_id=3843501f-b729-4cfb-90f6-7a815af6a761 HTTP/1.1" status: 200 len: 945 time: 0.1646574 Jul 14 18:52:35.074034 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-ffec87d1-87bb-4a1f-9954-f07c6f2737d6 tempest-SecGroupIPv6Test-1337347545 tempest-SecGroupIPv6Test-1337347545-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:35.091116 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [req-bd2e0ad9-b48a-473d-b8c2-22f474729289 req-7a01ebf0-0adf-4ef9-8670-6a20783d71f9 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] Request body: {'port': {'security_groups': []}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:52:35.118089 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea3690eb-cd1a-422b-b46a-dd6ff5e92993 None None] Sync routers for ids ['cfc1baba-3300-42b4-8c01-49fb50109b84'] in n-d-800634-3 {{(pid=93918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 18:52:35.135593 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea3690eb-cd1a-422b-b46a-dd6ff5e92993 None None] Routers {'cfc1baba-3300-42b4-8c01-49fb50109b84'} bound to L3 agent in host n-d-800634-3 {{(pid=93918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:52:35.136309 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-ea3690eb-cd1a-422b-b46a-dd6ff5e92993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:52:23Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['cfc1baba-3300-42b4-8c01-49fb50109b84'], 'active': True} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:52:35.146106 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-ffec87d1-87bb-4a1f-9954-f07c6f2737d6 tempest-SecGroupIPv6Test-1337347545 tempest-SecGroupIPv6Test-1337347545-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:35.152233 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-ffec87d1-87bb-4a1f-9954-f07c6f2737d6 tempest-SecGroupIPv6Test-1337347545 tempest-SecGroupIPv6Test-1337347545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305173'] for security_group_rule, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:35.183812 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffec87d1-87bb-4a1f-9954-f07c6f2737d6 tempest-SecGroupIPv6Test-1337347545 tempest-SecGroupIPv6Test-1337347545-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75150dde-4b5b-4ec5-a59f-9efcce0c6f4d,revision_number=0']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:52:35.193783 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-ffec87d1-87bb-4a1f-9954-f07c6f2737d6 tempest-SecGroupIPv6Test-1337347545 tempest-SecGroupIPv6Test-1337347545-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:35.195376 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-ffec87d1-87bb-4a1f-9954-f07c6f2737d6 tempest-SecGroupIPv6Test-1337347545 tempest-SecGroupIPv6Test-1337347545-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1663294 Jul 14 18:52:35.198095 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 47846) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:52:35.220264 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-56df4299-0de5-484e-8b3a-d1b21e007fb9 tempest-SecGroupIPv6Test-1337347545 tempest-SecGroupIPv6Test-1337347545-project] 10.222.0.16 "GET /v2.0/security-group-rules/75150dde-4b5b-4ec5-a59f-9efcce0c6f4d HTTP/1.1" status: 200 len: 769 time: 0.0186939 Jul 14 18:52:35.220830 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 47848) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:52:35.227967 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-bd2e0ad9-b48a-473d-b8c2-22f474729289 req-7a01ebf0-0adf-4ef9-8670-6a20783d71f9 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:35.276329 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-6f8f0a0f-6ecd-41f2-9b1b-d69d70bee611 tempest-SecGroupIPv6Test-1337347545 tempest-SecGroupIPv6Test-1337347545-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0541742 Jul 14 18:52:35.278913 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 47852) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:52:35.287991 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvr_db [None req-ea3690eb-cd1a-422b-b46a-dd6ff5e92993 None None] Set router cfc1baba-3300-42b4-8c01-49fb50109b84 gateway port host: n-d-800634-3 {{(pid=93918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 18:52:35.314407 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-2e4f3691-0a86-42aa-97f0-6496bb0e862c tempest-SecGroupIPv6Test-1337347545 tempest-SecGroupIPv6Test-1337347545-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:35.325578 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-2e4f3691-0a86-42aa-97f0-6496bb0e862c tempest-SecGroupIPv6Test-1337347545 tempest-SecGroupIPv6Test-1337347545-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:35.368886 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-2e4f3691-0a86-42aa-97f0-6496bb0e862c tempest-SecGroupIPv6Test-1337347545 tempest-SecGroupIPv6Test-1337347545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305173'] for security_group_rule, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:35.377793 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-2e4f3691-0a86-42aa-97f0-6496bb0e862c tempest-SecGroupIPv6Test-1337347545 tempest-SecGroupIPv6Test-1337347545-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:35.379151 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-2e4f3691-0a86-42aa-97f0-6496bb0e862c tempest-SecGroupIPv6Test-1337347545 tempest-SecGroupIPv6Test-1337347545-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/75150dde-4b5b-4ec5-a59f-9efcce0c6f4d HTTP/1.1" status: 204 len: 168 time: 0.0989051 Jul 14 18:52:35.384435 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 47858) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:52:35.385103 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4f3691-0a86-42aa-97f0-6496bb0e862c tempest-SecGroupIPv6Test-1337347545 tempest-SecGroupIPv6Test-1337347545-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=75150dde-4b5b-4ec5-a59f-9efcce0c6f4d,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:52:35.455221 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-05766950-0869-4932-b9aa-2d472532438b tempest-SecGroupIPv6Test-1337347545 tempest-SecGroupIPv6Test-1337347545-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0672264 Jul 14 18:52:35.455623 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 47862) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:52:35.460448 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-bd2e0ad9-b48a-473d-b8c2-22f474729289 req-7a01ebf0-0adf-4ef9-8670-6a20783d71f9 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] For port a8024fbe-2d76-4049-bf85-5d62917cc50c, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=a8024fbe-2d76-4049-bf85-5d62917cc50c,segment=NetworkSegment(e6ac1013-49a3-4f7c-beca-cf2ef24dd35b),segment_id=e6ac1013-49a3-4f7c-beca-cf2ef24dd35b)] {{(pid=93915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:52:35.505372 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-bd2e0ad9-b48a-473d-b8c2-22f474729289 req-7a01ebf0-0adf-4ef9-8670-6a20783d71f9 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] Notify callbacks [] for port, precommit_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:35.511653 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-bd2e0ad9-b48a-473d-b8c2-22f474729289 req-7a01ebf0-0adf-4ef9-8670-6a20783d71f9 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25912978'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:35.524988 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] get_ports_and_sgs() called for port_ids ['8dba08d8-56f1-4a66-be69-dbba17392a9c', '29ef7ab9-858f-48a3-a209-f1954c1e6e54', 'a8024fbe-2d76-4049-bf85-5d62917cc50c'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 18:52:35.538309 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-61a9b7cb-db91-444e-a7f7-eab3b6646b20 tempest-SecGroupIPv6Test-1337347545 tempest-SecGroupIPv6Test-1337347545-project] Notify callbacks [] for security_group, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:35.564440 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-ea3690eb-cd1a-422b-b46a-dd6ff5e92993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfc1baba-3300-42b4-8c01-49fb50109b84', 'name': 'tempest-TestServerMultinode-567650075-router', 'tenant_id': '937a37f0781341a7a57507c6c1a0235e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.228'}], 'enable_snat': True}, 'gw_port_id': 'a601449a-a8cc-4ea7-a5e4-ea2c750ab279', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:52:23Z', 'updated_at': '2021-07-14T18:52:28Z', 'revision_number': 4, 'project_id': '937a37f0781341a7a57507c6c1a0235e', 'gw_port': {'id': 'a601449a-a8cc-4ea7-a5e4-ea2c750ab279', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:ad:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfc1baba-3300-42b4-8c01-49fb50109b84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3309, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:52:24Z', 'updated_at': '2021-07-14T18:52:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_interfaces': [{'id': '69bdf2af-8167-4027-8cb5-6e36d42fb820', 'name': '', 'network_id': '45dc0b56-12cf-48fa-a903-9c9fee3d3a68', 'tenant_id': '937a37f0781341a7a57507c6c1a0235e', 'mac_address': 'fa:16:3e:64:cd:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfc1baba-3300-42b4-8c01-49fb50109b84', 'device_owner': 'network:router_interface', 'standard_attr_id': 3322, 'fixed_ips': [{'subnet_id': 'd8afe304-c5dc-4d37-bae4-55358ed22742', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:52:27Z', 'updated_at': '2021-07-14T18:52:29Z', 'revision_number': 2, 'project_id': '937a37f0781341a7a57507c6c1a0235e', 'subnets': [{'id': 'd8afe304-c5dc-4d37-bae4-55358ed22742', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-3', False) {} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:52:35.582597 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2e0ad9-b48a-473d-b8c2-22f474729289 req-7a01ebf0-0adf-4ef9-8670-6a20783d71f9 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:52:35.583763 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-bd2e0ad9-b48a-473d-b8c2-22f474729289 req-7a01ebf0-0adf-4ef9-8670-6a20783d71f9 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:35.588981 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-bd2e0ad9-b48a-473d-b8c2-22f474729289 req-7a01ebf0-0adf-4ef9-8670-6a20783d71f9 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] 10.222.0.16 "PUT /v2.0/ports/a8024fbe-2d76-4049-bf85-5d62917cc50c HTTP/1.1" status: 200 len: 904 time: 0.5101743 Jul 14 18:52:35.601101 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-61a9b7cb-db91-444e-a7f7-eab3b6646b20 tempest-SecGroupIPv6Test-1337347545 tempest-SecGroupIPv6Test-1337347545-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:35.617977 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3843501f-b729-4cfb-90f6-7a815af6a761', 'tag': 'a8024fbe-2d76-4049-bf85-5d62917cc50c'}] {{(pid=93915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:52:35.618832 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:35.623270 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e72782ad3af8f7d4ce76cedf092bca46d1756acc5c4653cf0b52034cdd6b073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c83c2417-bd6c-4be4-9ad6-52c505211648" -d '{"events": [{"name": "network-changed", "server_uuid": "3843501f-b729-4cfb-90f6-7a815af6a761", "tag": "a8024fbe-2d76-4049-bf85-5d62917cc50c"}]}' {{(pid=93915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:52:35.655252 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a01ebf0-0adf-4ef9-8670-6a20783d71f9 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] Pushing event updated for resources: {'Port': ['ID=a8024fbe-2d76-4049-bf85-5d62917cc50c,revision_number=6']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:52:35.659371 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] get_ports_and_sgs() called for port_ids ['a8024fbe-2d76-4049-bf85-5d62917cc50c'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 18:52:35.659756 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3bdc4eee-c1ad-4764-bf42-239ea6326082 req-ae202e26-55fc-4a36-9b26-cb5d9f7a67fa tempest-TestServerMultinode-456211967 tempest-TestServerMultinode-456211967-project-admin] Made reservation on behalf of 937a37f0781341a7a57507c6c1a0235e for: {'port': 1} {{(pid=93915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:52:35.661983 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea3690eb-cd1a-422b-b46a-dd6ff5e92993 None None] Checking router: cfc1baba-3300-42b4-8c01-49fb50109b84 for host: n-d-800634-3 {{(pid=93918) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 18:52:35.663975 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-3bdc4eee-c1ad-4764-bf42-239ea6326082 req-ae202e26-55fc-4a36-9b26-cb5d9f7a67fa tempest-TestServerMultinode-456211967 tempest-TestServerMultinode-456211967-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:35.664847 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea3690eb-cd1a-422b-b46a-dd6ff5e92993 None None] Updating router cfc1baba-3300-42b4-8c01-49fb50109b84 port 69bdf2af-8167-4027-8cb5-6e36d42fb820 binding host n-d-800634-3 {{(pid=93918) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 18:52:35.707328 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-61a9b7cb-db91-444e-a7f7-eab3b6646b20 tempest-SecGroupIPv6Test-1337347545 tempest-SecGroupIPv6Test-1337347545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:35.714305 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-61a9b7cb-db91-444e-a7f7-eab3b6646b20 tempest-SecGroupIPv6Test-1337347545 tempest-SecGroupIPv6Test-1337347545-project] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:35.716656 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-61a9b7cb-db91-444e-a7f7-eab3b6646b20 tempest-SecGroupIPv6Test-1337347545 tempest-SecGroupIPv6Test-1337347545-project] 10.222.0.16 "DELETE /v2.0/security-groups/596e063b-3c13-4e7d-92b4-157c9e2ba1d7 HTTP/1.1" status: 204 len: 168 time: 0.2599065 Jul 14 18:52:35.728633 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 47872) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:52:35.762987 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a9b7cb-db91-444e-a7f7-eab3b6646b20 tempest-SecGroupIPv6Test-1337347545 tempest-SecGroupIPv6Test-1337347545-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=596e063b-3c13-4e7d-92b4-157c9e2ba1d7,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:52:35.763598 n-d-800634-3 neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-ea3690eb-cd1a-422b-b46a-dd6ff5e92993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:35.780251 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 18:52:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1267e316-3809-4155-b732-9223145a77df x-openstack-request-id: req-1267e316-3809-4155-b732-9223145a77df {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:52:35.780489 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3843501f-b729-4cfb-90f6-7a815af6a761", "tag": "a8024fbe-2d76-4049-bf85-5d62917cc50c", "status": "completed", "code": 200}]} {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:52:35.780721 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1267e316-3809-4155-b732-9223145a77df {{(pid=93915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:52:35.781118 n-d-800634-3 neutron-server[93915]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3843501f-b729-4cfb-90f6-7a815af6a761', 'tag': 'a8024fbe-2d76-4049-bf85-5d62917cc50c', 'status': 'completed', 'code': 200} Jul 14 18:52:35.871389 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-396a44e3-c667-4a93-bb90-40ae97035af5 tempest-SecGroupIPv6Test-1337347545 tempest-SecGroupIPv6Test-1337347545-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1382613 Jul 14 18:52:35.875899 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 47878) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:52:35.983532 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-efca68b9-8346-45ed-a21d-3c554f7a9cb0 tempest-SecGroupIPv6Test-1337347545 tempest-SecGroupIPv6Test-1337347545-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1061733 Jul 14 18:52:36.031718 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-85696a37-8ce1-4010-8b9d-ac525ece361f None None] Provisioning complete for port a8024fbe-2d76-4049-bf85-5d62917cc50c triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:52:36.032091 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-85696a37-8ce1-4010-8b9d-ac525ece361f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:36.129813 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3ff86b9e-b574-4cb2-8e20-a97004c36be3 req-414815eb-90b3-433b-877d-01bc0f14831f tempest-TestServerMultinode-456211967 tempest-TestServerMultinode-456211967-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=f8e7346f-7cf9-4ac0-a9ea-a3b901909288 HTTP/1.1" status: 200 len: 210 time: 0.0812473 Jul 14 18:52:36.165752 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83c2417-bd6c-4be4-9ad6-52c505211648 req-7525a1d8-7b51-43b9-bacf-ef7acbb11486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:52:36.167930 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c83c2417-bd6c-4be4-9ad6-52c505211648 req-7525a1d8-7b51-43b9-bacf-ef7acbb11486 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c28e5bcf1e004d64bdc0461d59ce0908&device_id=3843501f-b729-4cfb-90f6-7a815af6a761 HTTP/1.1" status: 200 len: 1058 time: 0.3897135 Jul 14 18:52:36.234144 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 47884) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:52:36.264757 n-d-800634-3 neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-ea3690eb-cd1a-422b-b46a-dd6ff5e92993 None None] Notify callbacks [] for port, precommit_update {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:36.270074 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd0e9c9-8a8b-4d60-b581-d3f93abe5bdd req-7cb9003e-df91-47fc-8441-f75d0e7f025e tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:52:36.272058 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-5dd0e9c9-8a8b-4d60-b581-d3f93abe5bdd req-7cb9003e-df91-47fc-8441-f75d0e7f025e tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] 10.222.0.16 "GET /v2.0/ports?device_id=3843501f-b729-4cfb-90f6-7a815af6a761 HTTP/1.1" status: 200 len: 907 time: 0.3468976 Jul 14 18:52:36.278327 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.provisioning_blocks [None req-ea3690eb-cd1a-422b-b46a-dd6ff5e92993 None None] Transition to ACTIVE for port object 69bdf2af-8167-4027-8cb5-6e36d42fb820 will not be triggered until provisioned by entity L2. {{(pid=93918) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:52:36.287446 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.db_base_plugin_common [req-3bdc4eee-c1ad-4764-bf42-239ea6326082 req-ae202e26-55fc-4a36-9b26-cb5d9f7a67fa tempest-TestServerMultinode-456211967 tempest-TestServerMultinode-456211967-project-admin] Allocated IP 172.20.0.9 (dd69057d-8dc0-4097-9a0e-65978c0b371a/d28cd209-31d3-46cb-bbed-360f8aa5e803/4e239976-a5df-4300-8efd-a667db08b591) {{(pid=93915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:52:36.287630 n-d-800634-3 neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-ea3690eb-cd1a-422b-b46a-dd6ff5e92993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:36.412152 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 47892) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:52:36.434469 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83c2417-bd6c-4be4-9ad6-52c505211648 req-1d8d5b13-f33e-4f54-b03f-0b44f656ab35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:52:36.436258 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c83c2417-bd6c-4be4-9ad6-52c505211648 req-1d8d5b13-f33e-4f54-b03f-0b44f656ab35 service neutron] 10.222.0.18 "GET /v2.0/networks?id=39c54d55-b1e0-4eb1-9ee5-3eeadd4d8bde HTTP/1.1" status: 200 len: 912 time: 0.2616577 Jul 14 18:52:36.440903 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device a601449a-a8cc-4ea7-a5e4-ea2c750ab279 up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:52:36.466532 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3dc17c2-1e50-47fb-8385-95797595c158 None None] Pushing event updated for resources: {'Port': ['ID=69bdf2af-8167-4027-8cb5-6e36d42fb820,revision_number=3']} {{(pid=93918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:52:36.481085 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.managers [None req-ea3690eb-cd1a-422b-b46a-dd6ff5e92993 None None] Attempting to bind port 69bdf2af-8167-4027-8cb5-6e36d42fb820 on host n-d-800634-3 for vnic_type normal with profile {{(pid=93918) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:52:36.481886 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.managers [None req-ea3690eb-cd1a-422b-b46a-dd6ff5e92993 None None] Attempting to bind port 69bdf2af-8167-4027-8cb5-6e36d42fb820 by drivers openvswitch,hyperv on host n-d-800634-3 at level 0 using segments [{'id': '7e2431af-2949-4ff1-8009-e2a8750b650d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '45dc0b56-12cf-48fa-a903-9c9fee3d3a68'}] {{(pid=93918) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:52:36.482503 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea3690eb-cd1a-422b-b46a-dd6ff5e92993 None None] Attempting to bind port 69bdf2af-8167-4027-8cb5-6e36d42fb820 on network 45dc0b56-12cf-48fa-a903-9c9fee3d3a68 {{(pid=93918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:52:36.489190 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea3690eb-cd1a-422b-b46a-dd6ff5e92993 None None] Checking agent: {'id': '01c19e91-a945-4e3c-94a6-c211e17c923e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 8, 23), 'started_at': datetime.datetime(2021, 7, 14, 18, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 18, 52, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 18:52:36.490479 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea3690eb-cd1a-422b-b46a-dd6ff5e92993 None None] Checking segment: {'id': '7e2431af-2949-4ff1-8009-e2a8750b650d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '45dc0b56-12cf-48fa-a903-9c9fee3d3a68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93918) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:52:36.491131 n-d-800634-3 neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-ea3690eb-cd1a-422b-b46a-dd6ff5e92993 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:36.491910 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea3690eb-cd1a-422b-b46a-dd6ff5e92993 None None] Bound using segment: {'id': '7e2431af-2949-4ff1-8009-e2a8750b650d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '45dc0b56-12cf-48fa-a903-9c9fee3d3a68'} {{(pid=93918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 18:52:36.492651 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.managers [None req-ea3690eb-cd1a-422b-b46a-dd6ff5e92993 None None] Bound port: 69bdf2af-8167-4027-8cb5-6e36d42fb820, host: n-d-800634-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e2431af-2949-4ff1-8009-e2a8750b650d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '45dc0b56-12cf-48fa-a903-9c9fee3d3a68'}}] {{(pid=93918) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 18:52:36.493132 n-d-800634-3 neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-ea3690eb-cd1a-422b-b46a-dd6ff5e92993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:36.547631 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port a601449a-a8cc-4ea7-a5e4-ea2c750ab279 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:52:36.548252 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:36.595979 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.db [None req-ea3690eb-cd1a-422b-b46a-dd6ff5e92993 None None] For port 69bdf2af-8167-4027-8cb5-6e36d42fb820, host n-d-800634-3, cleared binding levels {{(pid=93918) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:52:36.599598 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.db [None req-ea3690eb-cd1a-422b-b46a-dd6ff5e92993 None None] For port 69bdf2af-8167-4027-8cb5-6e36d42fb820, host n-d-800634-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=69bdf2af-8167-4027-8cb5-6e36d42fb820,segment=NetworkSegment(7e2431af-2949-4ff1-8009-e2a8750b650d),segment_id=7e2431af-2949-4ff1-8009-e2a8750b650d)] {{(pid=93918) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 18:52:36.607501 n-d-800634-3 neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-ea3690eb-cd1a-422b-b46a-dd6ff5e92993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:36.611242 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c83c2417-bd6c-4be4-9ad6-52c505211648 req-1c104b2c-270e-4621-8a03-f2eb49bb6117 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a8024fbe-2d76-4049-bf85-5d62917cc50c HTTP/1.1" status: 200 len: 217 time: 0.1603894 Jul 14 18:52:36.629609 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-c9ca950c-51f9-4d57-9ad9-71061869d5f9 tempest-SubnetPoolsTestJSON-1354095929 tempest-SubnetPoolsTestJSON-1354095929-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-207075446', 'prefixes': ['172.20.0.0/16']}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:52:36.700389 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea3690eb-cd1a-422b-b46a-dd6ff5e92993 None None] Routers {'cfc1baba-3300-42b4-8c01-49fb50109b84'} bound to L3 agent in host n-d-800634-3 {{(pid=93918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:52:36.700620 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-ea3690eb-cd1a-422b-b46a-dd6ff5e92993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:52:23Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['cfc1baba-3300-42b4-8c01-49fb50109b84'], 'active': True} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:52:36.719631 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-f6bbdbed-821f-4cef-9f76-5a7f856cfe27 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3792b971045845afa8ec9171f113156d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3040750 Jul 14 18:52:36.720716 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 47896) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:52:36.768501 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-c9ca950c-51f9-4d57-9ad9-71061869d5f9 tempest-SubnetPoolsTestJSON-1354095929 tempest-SubnetPoolsTestJSON-1354095929-project] Notify callbacks [] for subnetpool, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:36.769780 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-c9ca950c-51f9-4d57-9ad9-71061869d5f9 tempest-SubnetPoolsTestJSON-1354095929 tempest-SubnetPoolsTestJSON-1354095929-project] 10.222.0.16 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 0.5344858 Jul 14 18:52:36.775695 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 47898) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:52:36.777565 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83c2417-bd6c-4be4-9ad6-52c505211648 req-346a5255-73ec-4b6e-aeef-c5026a56c91d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:52:36.779228 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c83c2417-bd6c-4be4-9ad6-52c505211648 req-346a5255-73ec-4b6e-aeef-c5026a56c91d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e9fdea6e-22fa-4991-9f87-b79de93db404 HTTP/1.1" status: 200 len: 851 time: 0.1672087 Jul 14 18:52:36.807771 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-b141aaf2-cbed-4015-9138-e2e5d7580ca2 tempest-SubnetPoolsTestJSON-1354095929 tempest-SubnetPoolsTestJSON-1354095929-project] 10.222.0.16 "GET /v2.0/subnetpools/6ce86fe4-79bd-4458-81d1-45be2f161260 HTTP/1.1" status: 200 len: 731 time: 0.0308096 Jul 14 18:52:36.810648 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 47900) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:52:36.818653 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-7ca33027-8647-44ef-b2a4-c92b914796c7 tempest-SubnetPoolsTestJSON-1354095929 tempest-SubnetPoolsTestJSON-1354095929-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-814969873'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:52:36.881981 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e4fa24-4fcd-4a80-b405-aef036a2e689 req-8a09527e-37b0-4f4f-ac3c-68bb2d0fdb46 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:52:36.883987 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-20e4fa24-4fcd-4a80-b405-aef036a2e689 req-8a09527e-37b0-4f4f-ac3c-68bb2d0fdb46 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c556fe5-0125-48ec-8057-3295f5ec5000 HTTP/1.1" status: 200 len: 944 time: 0.3896253 Jul 14 18:52:36.903940 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-3bdc4eee-c1ad-4764-bf42-239ea6326082 req-ae202e26-55fc-4a36-9b26-cb5d9f7a67fa tempest-TestServerMultinode-456211967 tempest-TestServerMultinode-456211967-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:36.916999 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3dc17c2-1e50-47fb-8385-95797595c158 None None] Pushing event updated for resources: {'Port': ['ID=69bdf2af-8167-4027-8cb5-6e36d42fb820,revision_number=4']} {{(pid=93918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:52:36.917943 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-7ca33027-8647-44ef-b2a4-c92b914796c7 tempest-SubnetPoolsTestJSON-1354095929 tempest-SubnetPoolsTestJSON-1354095929-project] Notify callbacks [] for subnetpool, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:36.919263 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-7ca33027-8647-44ef-b2a4-c92b914796c7 tempest-SubnetPoolsTestJSON-1354095929 tempest-SubnetPoolsTestJSON-1354095929-project] 10.222.0.16 "PUT /v2.0/subnetpools/6ce86fe4-79bd-4458-81d1-45be2f161260 HTTP/1.1" status: 200 len: 683 time: 0.1059489 Jul 14 18:52:36.926770 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 47902) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:52:36.954517 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.provisioning_blocks [req-3bdc4eee-c1ad-4764-bf42-239ea6326082 req-ae202e26-55fc-4a36-9b26-cb5d9f7a67fa tempest-TestServerMultinode-456211967 tempest-TestServerMultinode-456211967-project-admin] Transition to ACTIVE for port object 4e239976-a5df-4300-8efd-a667db08b591 will not be triggered until provisioned by entity DHCP. {{(pid=93915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:52:36.955215 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvr_db [None req-ea3690eb-cd1a-422b-b46a-dd6ff5e92993 None None] Set router cfc1baba-3300-42b4-8c01-49fb50109b84 gateway port host: n-d-800634-3 {{(pid=93918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 18:52:36.968398 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-f8e1b886-52ca-4686-8750-7da19d7ef4b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:36.979098 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-20e4fa24-4fcd-4a80-b405-aef036a2e689 req-73824486-22fb-4101-aff8-7e39f22826bb tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] 10.222.0.16 "GET /v2.0/security-groups?id=be330687-3a60-4db7-bad1-ca6d5eb00fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0811708 Jul 14 18:52:36.989132 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83c2417-bd6c-4be4-9ad6-52c505211648 req-35c38f91-619e-4ef5-a99c-a8855fa28777 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:52:36.990451 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c83c2417-bd6c-4be4-9ad6-52c505211648 req-35c38f91-619e-4ef5-a99c-a8855fa28777 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=39c54d55-b1e0-4eb1-9ee5-3eeadd4d8bde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1997495 Jul 14 18:52:37.017214 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-f8e1b886-52ca-4686-8750-7da19d7ef4b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:37.048036 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-53ddec38-6424-4658-a105-ae0e028c2126 tempest-SubnetPoolsTestJSON-1354095929 tempest-SubnetPoolsTestJSON-1354095929-project] Notify callbacks [] for subnetpool, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:37.049399 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-53ddec38-6424-4658-a105-ae0e028c2126 tempest-SubnetPoolsTestJSON-1354095929 tempest-SubnetPoolsTestJSON-1354095929-project] 10.222.0.16 "DELETE /v2.0/subnetpools/6ce86fe4-79bd-4458-81d1-45be2f161260 HTTP/1.1" status: 204 len: 168 time: 0.1191025 Jul 14 18:52:37.057203 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 47906) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:52:37.079569 n-d-800634-3 neutron-server[93916]: INFO neutron.api.v2.resource [None req-599d0357-db34-4064-bed6-e1abc2c0d3c6 tempest-SubnetPoolsTestJSON-1354095929 tempest-SubnetPoolsTestJSON-1354095929-project] show failed (client error): The resource could not be found. Jul 14 18:52:37.080758 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-599d0357-db34-4064-bed6-e1abc2c0d3c6 tempest-SubnetPoolsTestJSON-1354095929 tempest-SubnetPoolsTestJSON-1354095929-project] 10.222.0.16 "GET /v2.0/subnetpools/6ce86fe4-79bd-4458-81d1-45be2f161260 HTTP/1.1" status: 404 len: 346 time: 0.0225525 Jul 14 18:52:37.083934 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 47908) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:52:37.092742 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-3bdc4eee-c1ad-4764-bf42-239ea6326082 req-ae202e26-55fc-4a36-9b26-cb5d9f7a67fa tempest-TestServerMultinode-456211967 tempest-TestServerMultinode-456211967-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:37.101387 n-d-800634-3 neutron-server[93916]: INFO neutron.api.v2.resource [None req-a6215a10-7065-4d93-8b31-2ebb35522829 tempest-SubnetPoolsTestJSON-1354095929 tempest-SubnetPoolsTestJSON-1354095929-project] delete failed (client error): The resource could not be found. Jul 14 18:52:37.101387 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-a6215a10-7065-4d93-8b31-2ebb35522829 tempest-SubnetPoolsTestJSON-1354095929 tempest-SubnetPoolsTestJSON-1354095929-project] 10.222.0.16 "DELETE /v2.0/subnetpools/6ce86fe4-79bd-4458-81d1-45be2f161260 HTTP/1.1" status: 404 len: 346 time: 0.0160317 Jul 14 18:52:37.126827 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-f8e1b886-52ca-4686-8750-7da19d7ef4b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:37.129986 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-f8e1b886-52ca-4686-8750-7da19d7ef4b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:37.131247 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-f8e1b886-52ca-4686-8750-7da19d7ef4b0 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b324d79f-a6c4-4497-97ef-c8b9977ba4d7 HTTP/1.1" status: 204 len: 168 time: 0.4094729 Jul 14 18:52:37.168003 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e1b886-52ca-4686-8750-7da19d7ef4b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b324d79f-a6c4-4497-97ef-c8b9977ba4d7,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:52:37.183998 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3bdc4eee-c1ad-4764-bf42-239ea6326082 req-ae202e26-55fc-4a36-9b26-cb5d9f7a67fa tempest-TestServerMultinode-456211967 tempest-TestServerMultinode-456211967-project-admin] Network dd69057d-8dc0-4097-9a0e-65978c0b371a is already hosted by enough agents. {{(pid=93915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:52:37.206288 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [req-3bdc4eee-c1ad-4764-bf42-239ea6326082 req-ae202e26-55fc-4a36-9b26-cb5d9f7a67fa tempest-TestServerMultinode-456211967 tempest-TestServerMultinode-456211967-project-admin] Resources bound (agent type, host, resource id): {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:52:37.210081 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c83c2417-bd6c-4be4-9ad6-52c505211648 req-5b450563-4782-40cd-b2fb-4223bf40cbd9 service neutron] 10.222.0.18 "GET /v2.0/networks/39c54d55-b1e0-4eb1-9ee5-3eeadd4d8bde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2077591 Jul 14 18:52:37.213618 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bdc4eee-c1ad-4764-bf42-239ea6326082 req-ae202e26-55fc-4a36-9b26-cb5d9f7a67fa tempest-TestServerMultinode-456211967 tempest-TestServerMultinode-456211967-project-admin] Received port after_create {{(pid=93915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:52:37.226547 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae202e26-55fc-4a36-9b26-cb5d9f7a67fa tempest-TestServerMultinode-456211967 tempest-TestServerMultinode-456211967-project-admin] Pushing event updated for resources: {'Port': ['ID=4e239976-a5df-4300-8efd-a667db08b591,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:52:37.320214 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-ea3690eb-cd1a-422b-b46a-dd6ff5e92993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfc1baba-3300-42b4-8c01-49fb50109b84', 'name': 'tempest-TestServerMultinode-567650075-router', 'tenant_id': '937a37f0781341a7a57507c6c1a0235e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.228'}], 'enable_snat': True}, 'gw_port_id': 'a601449a-a8cc-4ea7-a5e4-ea2c750ab279', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:52:23Z', 'updated_at': '2021-07-14T18:52:28Z', 'revision_number': 4, 'project_id': '937a37f0781341a7a57507c6c1a0235e', 'gw_port': {'id': 'a601449a-a8cc-4ea7-a5e4-ea2c750ab279', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:ad:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfc1baba-3300-42b4-8c01-49fb50109b84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3309, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:52:24Z', 'updated_at': '2021-07-14T18:52:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_interfaces': [{'id': '69bdf2af-8167-4027-8cb5-6e36d42fb820', 'name': '', 'network_id': '45dc0b56-12cf-48fa-a903-9c9fee3d3a68', 'tenant_id': '937a37f0781341a7a57507c6c1a0235e', 'mac_address': 'fa:16:3e:64:cd:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfc1baba-3300-42b4-8c01-49fb50109b84', 'device_owner': 'network:router_interface', 'standard_attr_id': 3322, 'fixed_ips': [{'subnet_id': 'd8afe304-c5dc-4d37-bae4-55358ed22742', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:52:27Z', 'updated_at': '2021-07-14T18:52:36Z', 'revision_number': 4, 'project_id': '937a37f0781341a7a57507c6c1a0235e', 'subnets': [{'id': 'd8afe304-c5dc-4d37-bae4-55358ed22742', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-3', False) {} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:52:37.347491 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdc4eee-c1ad-4764-bf42-239ea6326082 req-ae202e26-55fc-4a36-9b26-cb5d9f7a67fa tempest-TestServerMultinode-456211967 tempest-TestServerMultinode-456211967-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:52:37.348291 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-3bdc4eee-c1ad-4764-bf42-239ea6326082 req-ae202e26-55fc-4a36-9b26-cb5d9f7a67fa tempest-TestServerMultinode-456211967 tempest-TestServerMultinode-456211967-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:37.360754 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea3690eb-cd1a-422b-b46a-dd6ff5e92993 None None] The sync data for ids ['cfc1baba-3300-42b4-8c01-49fb50109b84'] in n-d-800634-3 is: [{'id': 'cfc1baba-3300-42b4-8c01-49fb50109b84', 'name': 'tempest-TestServerMultinode-567650075-router', 'tenant_id': '937a37f0781341a7a57507c6c1a0235e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.228'}], 'enable_snat': True}, 'gw_port_id': 'a601449a-a8cc-4ea7-a5e4-ea2c750ab279', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:52:23Z', 'updated_at': '2021-07-14T18:52:28Z', 'revision_number': 4, 'project_id': '937a37f0781341a7a57507c6c1a0235e', 'gw_port': {'id': 'a601449a-a8cc-4ea7-a5e4-ea2c750ab279', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:ad:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfc1baba-3300-42b4-8c01-49fb50109b84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3309, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:52:24Z', 'updated_at': '2021-07-14T18:52:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_interfaces': [{'id': '69bdf2af-8167-4027-8cb5-6e36d42fb820', 'name': '', 'network_id': '45dc0b56-12cf-48fa-a903-9c9fee3d3a68', 'tenant_id': '937a37f0781341a7a57507c6c1a0235e', 'mac_address': 'fa:16:3e:64:cd:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfc1baba-3300-42b4-8c01-49fb50109b84', 'device_owner': 'network:router_interface', 'standard_attr_id': 3322, 'fixed_ips': [{'subnet_id': 'd8afe304-c5dc-4d37-bae4-55358ed22742', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:52:27Z', 'updated_at': '2021-07-14T18:52:36Z', 'revision_number': 4, 'project_id': '937a37f0781341a7a57507c6c1a0235e', 'subnets': [{'id': 'd8afe304-c5dc-4d37-bae4-55358ed22742', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 18:52:37.417288 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3bdc4eee-c1ad-4764-bf42-239ea6326082 req-ae202e26-55fc-4a36-9b26-cb5d9f7a67fa tempest-TestServerMultinode-456211967 tempest-TestServerMultinode-456211967-project-admin] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 2.4246817 Jul 14 18:52:37.440344 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe887af-9d60-4daa-be9b-a03e64467862 req-f9ac8b03-1eae-427a-a5c7-b04d478b9496 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:52:37.447952 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ebe887af-9d60-4daa-be9b-a03e64467862 req-f9ac8b03-1eae-427a-a5c7-b04d478b9496 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c556fe5-0125-48ec-8057-3295f5ec5000 HTTP/1.1" status: 200 len: 944 time: 0.2919493 Jul 14 18:52:37.453306 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [req-3bdc4eee-c1ad-4764-bf42-239ea6326082 req-44fba1db-5c43-4703-96d1-efb124d1d8ac service neutron] Request body: {'port': {'device_id': 'f8e7346f-7cf9-4ac0-a9ea-a3b901909288', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800634-3'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:52:37.526860 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 47920) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:52:37.573769 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c83c2417-bd6c-4be4-9ad6-52c505211648 req-09ef30df-4578-4763-bce3-2a9d285969ca service neutron] 10.222.0.18 "GET /v2.0/networks/39c54d55-b1e0-4eb1-9ee5-3eeadd4d8bde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3564177 Jul 14 18:52:37.581645 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-1bc23a8b-16a0-48a3-a17d-6c2fee4ca12a None None] Provisioning for port 4e239976-a5df-4300-8efd-a667db08b591 completed by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:52:37.595533 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ebe887af-9d60-4daa-be9b-a03e64467862 req-c0863562-4626-4575-9735-24d6e67adba6 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] 10.222.0.16 "GET /v2.0/security-groups?id=be330687-3a60-4db7-bad1-ca6d5eb00fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1464617 Jul 14 18:52:37.596244 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-1bc23a8b-16a0-48a3-a17d-6c2fee4ca12a None None] Provisioning complete for port 4e239976-a5df-4300-8efd-a667db08b591 triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:52:37.601184 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-1bc23a8b-16a0-48a3-a17d-6c2fee4ca12a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:37.659874 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-3bdc4eee-c1ad-4764-bf42-239ea6326082 req-44fba1db-5c43-4703-96d1-efb124d1d8ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:37.665115 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245def54-cdae-46c4-bfa6-15037c2c2e23 req-43c70c63-5b64-478c-bb57-ee7a4e1382e5 tempest-TestServerMultinode-456211967 tempest-TestServerMultinode-456211967-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:52:37.666155 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-1bc23a8b-16a0-48a3-a17d-6c2fee4ca12a None None] Port 4e239976-a5df-4300-8efd-a667db08b591 cannot update to ACTIVE because it is not bound. {{(pid=93917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 18:52:37.672680 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-245def54-cdae-46c4-bfa6-15037c2c2e23 req-43c70c63-5b64-478c-bb57-ee7a4e1382e5 tempest-TestServerMultinode-456211967 tempest-TestServerMultinode-456211967-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=f8e7346f-7cf9-4ac0-a9ea-a3b901909288 HTTP/1.1" status: 200 len: 1027 time: 0.3203614 Jul 14 18:52:37.735219 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-4f31b2a8-2d70-4ba9-8681-a61415db36a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:37.786863 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-245def54-cdae-46c4-bfa6-15037c2c2e23 req-2943ba0a-6e82-40d0-970c-ef00cb44ff3e tempest-TestServerMultinode-456211967 tempest-TestServerMultinode-456211967-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=2860eb37-e3f5-4454-b9b5-20c636deacf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132343 Jul 14 18:52:37.905782 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-4f31b2a8-2d70-4ba9-8681-a61415db36a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:37.913546 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-4f31b2a8-2d70-4ba9-8681-a61415db36a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:37.966718 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-4f31b2a8-2d70-4ba9-8681-a61415db36a0 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6ea3d5e0605144c3aed05a27441747ce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4382191 Jul 14 18:52:37.967620 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f31b2a8-2d70-4ba9-8681-a61415db36a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ecb3553-92e3-4d41-b937-51972cf2f9a7,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:52:37.971289 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 47946) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:52:38.034499 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-be8235a3-12c1-42be-bc87-6f3f902ad504 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:38.060841 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-be8235a3-12c1-42be-bc87-6f3f902ad504 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:38.122548 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-be8235a3-12c1-42be-bc87-6f3f902ad504 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:38.125872 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-be8235a3-12c1-42be-bc87-6f3f902ad504 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:38.127337 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-be8235a3-12c1-42be-bc87-6f3f902ad504 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8ecb3553-92e3-4d41-b937-51972cf2f9a7 HTTP/1.1" status: 204 len: 168 time: 0.1549821 Jul 14 18:52:38.137836 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8235a3-12c1-42be-bc87-6f3f902ad504 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ecb3553-92e3-4d41-b937-51972cf2f9a7,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:52:38.237834 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 47958) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:52:38.446095 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 69bdf2af-8167-4027-8cb5-6e36d42fb820 up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:52:38.483023 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d098866-cfbb-41ff-bcc6-46f0cf695a8e req-42e76954-80da-4256-87b6-62ab214335a2 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:52:38.484542 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-4d098866-cfbb-41ff-bcc6-46f0cf695a8e req-42e76954-80da-4256-87b6-62ab214335a2 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] 10.222.0.16 "GET /v2.0/networks?id=39c54d55-b1e0-4eb1-9ee5-3eeadd4d8bde HTTP/1.1" status: 200 len: 812 time: 0.5947716 Jul 14 18:52:38.515044 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-4d098866-cfbb-41ff-bcc6-46f0cf695a8e req-808d3fc5-7523-42fe-9ae1-72139355e558 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] 10.222.0.16 "GET /v2.0/quotas/c28e5bcf1e004d64bdc0461d59ce0908 HTTP/1.1" status: 200 len: 375 time: 0.0211072 Jul 14 18:52:38.537819 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning for port 69bdf2af-8167-4027-8cb5-6e36d42fb820 completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:52:38.547807 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port 69bdf2af-8167-4027-8cb5-6e36d42fb820 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:52:38.548203 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:38.555320 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-41c0ef04-45e6-4bf9-923d-b78c75769768 tempest-NegativeSecGroupIPv6Test-1056332508 tempest-NegativeSecGroupIPv6Test-1056332508-project] Request body: {'security_group': {'name': 'default'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:52:38.556085 n-d-800634-3 neutron-server[93916]: WARNING neutron.api.v2.base [None req-41c0ef04-45e6-4bf9-923d-b78c75769768 tempest-NegativeSecGroupIPv6Test-1056332508 tempest-NegativeSecGroupIPv6Test-1056332508-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 14 18:52:38.556613 n-d-800634-3 neutron-server[93916]: INFO neutron.api.v2.resource [None req-41c0ef04-45e6-4bf9-923d-b78c75769768 tempest-NegativeSecGroupIPv6Test-1056332508 tempest-NegativeSecGroupIPv6Test-1056332508-project] create failed (client error): There was a conflict when trying to complete your request. Jul 14 18:52:38.557598 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-41c0ef04-45e6-4bf9-923d-b78c75769768 tempest-NegativeSecGroupIPv6Test-1056332508 tempest-NegativeSecGroupIPv6Test-1056332508-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.3186846 Jul 14 18:52:38.562222 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 47968) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:52:38.570200 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-0f6fa4e9-a4ba-4adc-8a96-0f9d144b0088 tempest-NegativeSecGroupIPv6Test-1056332508 tempest-NegativeSecGroupIPv6Test-1056332508-project] Request body: {'security_group': {'name': 'tempest-secgroup--1488036226'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:52:38.608231 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-0f6fa4e9-a4ba-4adc-8a96-0f9d144b0088 tempest-NegativeSecGroupIPv6Test-1056332508 tempest-NegativeSecGroupIPv6Test-1056332508-project] Notify callbacks [] for security_group, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:38.613351 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [req-3bdc4eee-c1ad-4764-bf42-239ea6326082 req-44fba1db-5c43-4703-96d1-efb124d1d8ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e239976-a5df-4300-8efd-a667db08b591 {{(pid=93915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 18:52:38.619475 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-0f6fa4e9-a4ba-4adc-8a96-0f9d144b0088 tempest-NegativeSecGroupIPv6Test-1056332508 tempest-NegativeSecGroupIPv6Test-1056332508-project] Notify callbacks [] for security_group, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:38.623141 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-3bdc4eee-c1ad-4764-bf42-239ea6326082 req-44fba1db-5c43-4703-96d1-efb124d1d8ac service neutron] Notify callbacks [] for port, precommit_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:38.648980 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:38.654473 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-4d098866-cfbb-41ff-bcc6-46f0cf695a8e req-9637cfa0-8088-46eb-a679-c5618ea9c9db tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=c28e5bcf1e004d64bdc0461d59ce0908&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1313493 Jul 14 18:52:38.655494 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.provisioning_blocks [req-3bdc4eee-c1ad-4764-bf42-239ea6326082 req-44fba1db-5c43-4703-96d1-efb124d1d8ac service neutron] Transition to ACTIVE for port object 4e239976-a5df-4300-8efd-a667db08b591 will not be triggered until provisioned by entity L2. {{(pid=93915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:52:38.663439 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-3bdc4eee-c1ad-4764-bf42-239ea6326082 req-44fba1db-5c43-4703-96d1-efb124d1d8ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25912978'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:38.723527 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] For port 69bdf2af-8167-4027-8cb5-6e36d42fb820, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=69bdf2af-8167-4027-8cb5-6e36d42fb820,segment=NetworkSegment(7e2431af-2949-4ff1-8009-e2a8750b650d),segment_id=7e2431af-2949-4ff1-8009-e2a8750b650d)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:52:38.731284 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:38.761750 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-0f6fa4e9-a4ba-4adc-8a96-0f9d144b0088 tempest-NegativeSecGroupIPv6Test-1056332508 tempest-NegativeSecGroupIPv6Test-1056332508-project] Notify callbacks [] for security_group, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:38.767899 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-0f6fa4e9-a4ba-4adc-8a96-0f9d144b0088 tempest-NegativeSecGroupIPv6Test-1056332508 tempest-NegativeSecGroupIPv6Test-1056332508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:38.782917 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fba1db-5c43-4703-96d1-efb124d1d8ac service neutron] Pushing event updated for resources: {'Port': ['ID=4e239976-a5df-4300-8efd-a667db08b591,revision_number=2']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:52:38.818848 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Pushing event updated for resources: {'Port': ['ID=69bdf2af-8167-4027-8cb5-6e36d42fb820,revision_number=5']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:52:38.857402 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6fa4e9-a4ba-4adc-8a96-0f9d144b0088 tempest-NegativeSecGroupIPv6Test-1056332508 tempest-NegativeSecGroupIPv6Test-1056332508-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a0c64fb7-a160-46f6-8c63-ffc061951415,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:52:38.877748 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-4d098866-cfbb-41ff-bcc6-46f0cf695a8e req-f4d7079e-315a-495b-b786-f421b4ecb87a service neutron] 10.222.0.16 "GET /v2.0/networks/39c54d55-b1e0-4eb1-9ee5-3eeadd4d8bde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2153041 Jul 14 18:52:38.967218 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-0f6fa4e9-a4ba-4adc-8a96-0f9d144b0088 tempest-NegativeSecGroupIPv6Test-1056332508 tempest-NegativeSecGroupIPv6Test-1056332508-project] Notify callbacks [] for security_group, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:38.971347 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-3bdc4eee-c1ad-4764-bf42-239ea6326082 req-44fba1db-5c43-4703-96d1-efb124d1d8ac service neutron] Attempting to bind port 4e239976-a5df-4300-8efd-a667db08b591 on host n-h1-800634-3 for vnic_type normal with profile {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:52:38.971696 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-3bdc4eee-c1ad-4764-bf42-239ea6326082 req-44fba1db-5c43-4703-96d1-efb124d1d8ac service neutron] Attempting to bind port 4e239976-a5df-4300-8efd-a667db08b591 by drivers openvswitch,hyperv on host n-h1-800634-3 at level 0 using segments [{'id': '8406d491-b2e0-4518-9d74-551b5d5f0902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'dd69057d-8dc0-4097-9a0e-65978c0b371a'}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:52:38.975913 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bdc4eee-c1ad-4764-bf42-239ea6326082 req-44fba1db-5c43-4703-96d1-efb124d1d8ac service neutron] Attempting to bind port 4e239976-a5df-4300-8efd-a667db08b591 on network dd69057d-8dc0-4097-9a0e-65978c0b371a {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:52:38.983079 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-0f6fa4e9-a4ba-4adc-8a96-0f9d144b0088 tempest-NegativeSecGroupIPv6Test-1056332508 tempest-NegativeSecGroupIPv6Test-1056332508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:39.000906 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bdc4eee-c1ad-4764-bf42-239ea6326082 req-44fba1db-5c43-4703-96d1-efb124d1d8ac service neutron] Port 4e239976-a5df-4300-8efd-a667db08b591 on network dd69057d-8dc0-4097-9a0e-65978c0b371a not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-3 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 18:52:39.001197 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bdc4eee-c1ad-4764-bf42-239ea6326082 req-44fba1db-5c43-4703-96d1-efb124d1d8ac service neutron] Attempting to bind port 4e239976-a5df-4300-8efd-a667db08b591 on network dd69057d-8dc0-4097-9a0e-65978c0b371a {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:52:39.037037 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-0f6fa4e9-a4ba-4adc-8a96-0f9d144b0088 tempest-NegativeSecGroupIPv6Test-1056332508 tempest-NegativeSecGroupIPv6Test-1056332508-project] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:39.041068 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-0f6fa4e9-a4ba-4adc-8a96-0f9d144b0088 tempest-NegativeSecGroupIPv6Test-1056332508 tempest-NegativeSecGroupIPv6Test-1056332508-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4749200 Jul 14 18:52:39.041068 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6fa4e9-a4ba-4adc-8a96-0f9d144b0088 tempest-NegativeSecGroupIPv6Test-1056332508 tempest-NegativeSecGroupIPv6Test-1056332508-project] Pushing event updated for resources: {'SecurityGroup': ['ID=24b9a993-2360-4909-b601-c58c601bf9d3,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:52:39.041976 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 47984) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:52:39.046762 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-c4586d05-5f32-4511-bb3e-84de25dfb6d3 tempest-NegativeSecGroupIPv6Test-1056332508 tempest-NegativeSecGroupIPv6Test-1056332508-project] Request body: {'security_group_rule': {'security_group_id': '24b9a993-2360-4909-b601-c58c601bf9d3', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:52:39.061878 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bdc4eee-c1ad-4764-bf42-239ea6326082 req-44fba1db-5c43-4703-96d1-efb124d1d8ac service neutron] Checking agent: {'id': 'a3630ff4-fbee-45d9-b9b6-0ae41cb3a350', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 15, 32), 'started_at': datetime.datetime(2021, 7, 14, 18, 15, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 18, 52, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 18:52:39.062240 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bdc4eee-c1ad-4764-bf42-239ea6326082 req-44fba1db-5c43-4703-96d1-efb124d1d8ac service neutron] Checking segment: {'id': '8406d491-b2e0-4518-9d74-551b5d5f0902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'dd69057d-8dc0-4097-9a0e-65978c0b371a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:52:39.062993 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bdc4eee-c1ad-4764-bf42-239ea6326082 req-44fba1db-5c43-4703-96d1-efb124d1d8ac service neutron] Bound using segment: {'id': '8406d491-b2e0-4518-9d74-551b5d5f0902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'dd69057d-8dc0-4097-9a0e-65978c0b371a'} {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 18:52:39.063137 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-3bdc4eee-c1ad-4764-bf42-239ea6326082 req-44fba1db-5c43-4703-96d1-efb124d1d8ac service neutron] Bound port: 4e239976-a5df-4300-8efd-a667db08b591, host: n-h1-800634-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8406d491-b2e0-4518-9d74-551b5d5f0902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'dd69057d-8dc0-4097-9a0e-65978c0b371a'}}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 18:52:39.063447 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-3bdc4eee-c1ad-4764-bf42-239ea6326082 req-44fba1db-5c43-4703-96d1-efb124d1d8ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:39.089720 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-4d098866-cfbb-41ff-bcc6-46f0cf695a8e req-cdb05107-d864-440e-82a7-dc0a2c3fa0d0 service neutron] 10.222.0.16 "GET /v2.0/networks/39c54d55-b1e0-4eb1-9ee5-3eeadd4d8bde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2109985 Jul 14 18:52:39.097214 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-c4586d05-5f32-4511-bb3e-84de25dfb6d3 tempest-NegativeSecGroupIPv6Test-1056332508 tempest-NegativeSecGroupIPv6Test-1056332508-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:39.175107 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77ad9d1-44d2-46f5-ac0a-b7a8885e68b1 req-4f7b2d43-53d3-4ae2-a80a-ee2106076824 tempest-TestServerMultinode-456211967 tempest-TestServerMultinode-456211967-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:52:39.176750 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c77ad9d1-44d2-46f5-ac0a-b7a8885e68b1 req-4f7b2d43-53d3-4ae2-a80a-ee2106076824 tempest-TestServerMultinode-456211967 tempest-TestServerMultinode-456211967-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=f8e7346f-7cf9-4ac0-a9ea-a3b901909288 HTTP/1.1" status: 200 len: 1052 time: 0.1793520 Jul 14 18:52:39.186452 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-c4586d05-5f32-4511-bb3e-84de25dfb6d3 tempest-NegativeSecGroupIPv6Test-1056332508 tempest-NegativeSecGroupIPv6Test-1056332508-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:39.191435 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-c4586d05-5f32-4511-bb3e-84de25dfb6d3 tempest-NegativeSecGroupIPv6Test-1056332508 tempest-NegativeSecGroupIPv6Test-1056332508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305173'] for security_group_rule, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:39.204422 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-3bdc4eee-c1ad-4764-bf42-239ea6326082 req-44fba1db-5c43-4703-96d1-efb124d1d8ac service neutron] For port 4e239976-a5df-4300-8efd-a667db08b591, host n-h1-800634-3, cleared binding levels {{(pid=93915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:52:39.220182 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4586d05-5f32-4511-bb3e-84de25dfb6d3 tempest-NegativeSecGroupIPv6Test-1056332508 tempest-NegativeSecGroupIPv6Test-1056332508-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e37715f-2b98-48ee-b26b-9e94b49ff637,revision_number=0']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:52:39.232008 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-c4586d05-5f32-4511-bb3e-84de25dfb6d3 tempest-NegativeSecGroupIPv6Test-1056332508 tempest-NegativeSecGroupIPv6Test-1056332508-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:39.238269 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 47990) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:52:39.244665 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-3bdc4eee-c1ad-4764-bf42-239ea6326082 req-44fba1db-5c43-4703-96d1-efb124d1d8ac service neutron] For port 4e239976-a5df-4300-8efd-a667db08b591, host n-h1-800634-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=4e239976-a5df-4300-8efd-a667db08b591,segment=NetworkSegment(8406d491-b2e0-4518-9d74-551b5d5f0902),segment_id=8406d491-b2e0-4518-9d74-551b5d5f0902)] {{(pid=93915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 18:52:39.248389 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-7c7172d8-7756-40fc-a5ee-34ee8d7a952b tempest-NegativeSecGroupIPv6Test-1056332508 tempest-NegativeSecGroupIPv6Test-1056332508-project] Request body: {'security_group_rule': {'security_group_id': '24b9a993-2360-4909-b601-c58c601bf9d3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:52:39.248799 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-c4586d05-5f32-4511-bb3e-84de25dfb6d3 tempest-NegativeSecGroupIPv6Test-1056332508 tempest-NegativeSecGroupIPv6Test-1056332508-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1935360 Jul 14 18:52:39.280159 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-3bdc4eee-c1ad-4764-bf42-239ea6326082 req-44fba1db-5c43-4703-96d1-efb124d1d8ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25912978'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:39.340186 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c77ad9d1-44d2-46f5-ac0a-b7a8885e68b1 req-7330a8f5-8432-4bed-8ad3-88d2210a49c4 tempest-TestServerMultinode-456211967 tempest-TestServerMultinode-456211967-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=2860eb37-e3f5-4454-b9b5-20c636deacf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538553 Jul 14 18:52:39.366602 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f20610c9-e3d9-4536-b182-7aa386736ac2 req-01545a49-a7c3-40c0-95fd-7f6465fef109 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] 10.222.0.16 "GET /v2.0/ports?device_id=8cd16adf-77c1-4c83-8ff8-24053869790b HTTP/1.1" status: 200 len: 210 time: 0.0899391 Jul 14 18:52:39.371746 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdc4eee-c1ad-4764-bf42-239ea6326082 req-44fba1db-5c43-4703-96d1-efb124d1d8ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:52:39.372289 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-3bdc4eee-c1ad-4764-bf42-239ea6326082 req-44fba1db-5c43-4703-96d1-efb124d1d8ac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:39.373628 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3bdc4eee-c1ad-4764-bf42-239ea6326082 req-44fba1db-5c43-4703-96d1-efb124d1d8ac service neutron] 10.222.0.18 "PUT /v2.0/ports/4e239976-a5df-4300-8efd-a667db08b591 HTTP/1.1" status: 200 len: 1091 time: 1.9471970 Jul 14 18:52:39.375830 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8e7346f-7cf9-4ac0-a9ea-a3b901909288', 'tag': '4e239976-a5df-4300-8efd-a667db08b591'}] {{(pid=93915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:52:39.385800 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e72782ad3af8f7d4ce76cedf092bca46d1756acc5c4653cf0b52034cdd6b073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f010460-3578-4801-94c7-6ab586c4d9b9" -d '{"events": [{"name": "network-changed", "server_uuid": "f8e7346f-7cf9-4ac0-a9ea-a3b901909288", "tag": "4e239976-a5df-4300-8efd-a667db08b591"}]}' {{(pid=93915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:52:39.397287 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-7c7172d8-7756-40fc-a5ee-34ee8d7a952b tempest-NegativeSecGroupIPv6Test-1056332508 tempest-NegativeSecGroupIPv6Test-1056332508-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:39.462266 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 18:52:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23944e21-d024-4134-87f1-c957d71d4db1 x-openstack-request-id: req-23944e21-d024-4134-87f1-c957d71d4db1 {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:52:39.462626 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8e7346f-7cf9-4ac0-a9ea-a3b901909288", "tag": "4e239976-a5df-4300-8efd-a667db08b591", "status": "completed", "code": 200}]} {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:52:39.462818 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-23944e21-d024-4134-87f1-c957d71d4db1 {{(pid=93915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:52:39.463210 n-d-800634-3 neutron-server[93915]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8e7346f-7cf9-4ac0-a9ea-a3b901909288', 'tag': '4e239976-a5df-4300-8efd-a667db08b591', 'status': 'completed', 'code': 200} Jul 14 18:52:39.471953 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fba1db-5c43-4703-96d1-efb124d1d8ac service neutron] Pushing event updated for resources: {'Port': ['ID=4e239976-a5df-4300-8efd-a667db08b591,revision_number=3']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:52:39.519624 n-d-800634-3 neutron-server[93915]: INFO neutron.api.v2.resource [None req-7c7172d8-7756-40fc-a5ee-34ee8d7a952b tempest-NegativeSecGroupIPv6Test-1056332508 tempest-NegativeSecGroupIPv6Test-1056332508-project] create failed (client error): There was a conflict when trying to complete your request. Jul 14 18:52:39.523734 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-7c7172d8-7756-40fc-a5ee-34ee8d7a952b tempest-NegativeSecGroupIPv6Test-1056332508 tempest-NegativeSecGroupIPv6Test-1056332508-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.2791493 Jul 14 18:52:39.524696 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 48004) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:52:39.538007 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdc4eee-c1ad-4764-bf42-239ea6326082 req-b2ae8a88-1530-4ce4-a9e7-10a7303e19f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:52:39.541086 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3bdc4eee-c1ad-4764-bf42-239ea6326082 req-b2ae8a88-1530-4ce4-a9e7-10a7303e19f0 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=937a37f0781341a7a57507c6c1a0235e&device_id=f8e7346f-7cf9-4ac0-a9ea-a3b901909288 HTTP/1.1" status: 200 len: 1094 time: 0.1204908 Jul 14 18:52:39.595338 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3bdc4eee-c1ad-4764-bf42-239ea6326082 req-4e816324-a7bb-4118-90ad-176c7253e1f8 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4e239976-a5df-4300-8efd-a667db08b591 HTTP/1.1" status: 200 len: 217 time: 0.0464518 Jul 14 18:52:39.653696 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdc4eee-c1ad-4764-bf42-239ea6326082 req-0ed2a743-7325-4bbd-ad68-bc8862642fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:52:39.655206 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3bdc4eee-c1ad-4764-bf42-239ea6326082 req-0ed2a743-7325-4bbd-ad68-bc8862642fc8 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d28cd209-31d3-46cb-bbed-360f8aa5e803 HTTP/1.1" status: 200 len: 849 time: 0.0505149 Jul 14 18:52:39.707204 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-4adb1d5c-05c7-4cb7-8758-17162722bb6c tempest-NegativeSecGroupIPv6Test-1056332508 tempest-NegativeSecGroupIPv6Test-1056332508-project] Notify callbacks [] for security_group, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:39.737788 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-4adb1d5c-05c7-4cb7-8758-17162722bb6c tempest-NegativeSecGroupIPv6Test-1056332508 tempest-NegativeSecGroupIPv6Test-1056332508-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:39.780316 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdc4eee-c1ad-4764-bf42-239ea6326082 req-206a77e2-a49a-43ed-bca5-cb615c0c56e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:52:39.781873 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3bdc4eee-c1ad-4764-bf42-239ea6326082 req-206a77e2-a49a-43ed-bca5-cb615c0c56e8 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=dd69057d-8dc0-4097-9a0e-65978c0b371a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1190181 Jul 14 18:52:39.840344 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-4adb1d5c-05c7-4cb7-8758-17162722bb6c tempest-NegativeSecGroupIPv6Test-1056332508 tempest-NegativeSecGroupIPv6Test-1056332508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:39.842992 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-4adb1d5c-05c7-4cb7-8758-17162722bb6c tempest-NegativeSecGroupIPv6Test-1056332508 tempest-NegativeSecGroupIPv6Test-1056332508-project] Notify callbacks [] for security_group, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:39.844198 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-4adb1d5c-05c7-4cb7-8758-17162722bb6c tempest-NegativeSecGroupIPv6Test-1056332508 tempest-NegativeSecGroupIPv6Test-1056332508-project] 10.222.0.16 "DELETE /v2.0/security-groups/24b9a993-2360-4909-b601-c58c601bf9d3 HTTP/1.1" status: 204 len: 168 time: 0.3175988 Jul 14 18:52:39.847525 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 48016) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:52:39.860779 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4adb1d5c-05c7-4cb7-8758-17162722bb6c tempest-NegativeSecGroupIPv6Test-1056332508 tempest-NegativeSecGroupIPv6Test-1056332508-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=24b9a993-2360-4909-b601-c58c601bf9d3,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:52:39.898634 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3bdc4eee-c1ad-4764-bf42-239ea6326082 req-ef1260af-b0ee-4d6c-a924-48d84dc30b37 service neutron] 10.222.0.18 "GET /v2.0/networks/dd69057d-8dc0-4097-9a0e-65978c0b371a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1093547 Jul 14 18:52:39.921306 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-9d878d7b-20b0-4a50-85da-70531c3772dd tempest-NegativeSecGroupIPv6Test-1056332508 tempest-NegativeSecGroupIPv6Test-1056332508-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0725133 Jul 14 18:52:39.921918 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 48018) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:52:39.927375 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-37f12970-0b37-4f7c-9bfa-49afd87158ea tempest-NegativeSecGroupIPv6Test-1056332508 tempest-NegativeSecGroupIPv6Test-1056332508-project] Request body: {'security_group': {'name': 'tempest-secgroup--768913652'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:52:39.955844 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-37f12970-0b37-4f7c-9bfa-49afd87158ea tempest-NegativeSecGroupIPv6Test-1056332508 tempest-NegativeSecGroupIPv6Test-1056332508-project] Notify callbacks [] for security_group, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:40.013221 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3bdc4eee-c1ad-4764-bf42-239ea6326082 req-b3c530c7-5c24-41e1-9fa2-fa072441f65e service neutron] 10.222.0.18 "GET /v2.0/networks/dd69057d-8dc0-4097-9a0e-65978c0b371a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1091032 Jul 14 18:52:40.061855 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-37f12970-0b37-4f7c-9bfa-49afd87158ea tempest-NegativeSecGroupIPv6Test-1056332508 tempest-NegativeSecGroupIPv6Test-1056332508-project] Notify callbacks [] for security_group, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:40.066414 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-37f12970-0b37-4f7c-9bfa-49afd87158ea tempest-NegativeSecGroupIPv6Test-1056332508 tempest-NegativeSecGroupIPv6Test-1056332508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:40.103690 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-37f12970-0b37-4f7c-9bfa-49afd87158ea tempest-NegativeSecGroupIPv6Test-1056332508 tempest-NegativeSecGroupIPv6Test-1056332508-project] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:40.105066 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-37f12970-0b37-4f7c-9bfa-49afd87158ea tempest-NegativeSecGroupIPv6Test-1056332508 tempest-NegativeSecGroupIPv6Test-1056332508-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1819937 Jul 14 18:52:40.107028 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f12970-0b37-4f7c-9bfa-49afd87158ea tempest-NegativeSecGroupIPv6Test-1056332508 tempest-NegativeSecGroupIPv6Test-1056332508-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a50d164a-967d-4a46-9e0d-65dda2fa7971,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:52:40.108034 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 48024) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:52:40.113891 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-052d072b-8f60-4d7d-88b8-8c46cd168ca2 tempest-NegativeSecGroupIPv6Test-1056332508 tempest-NegativeSecGroupIPv6Test-1056332508-project] Request body: {'security_group_rule': {'security_group_id': 'a50d164a-967d-4a46-9e0d-65dda2fa7971', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:52:40.115471 n-d-800634-3 neutron-server[93915]: WARNING neutron.api.v2.base [None req-052d072b-8f60-4d7d-88b8-8c46cd168ca2 tempest-NegativeSecGroupIPv6Test-1056332508 tempest-NegativeSecGroupIPv6Test-1056332508-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jul 14 18:52:40.116163 n-d-800634-3 neutron-server[93915]: INFO neutron.api.v2.resource [None req-052d072b-8f60-4d7d-88b8-8c46cd168ca2 tempest-NegativeSecGroupIPv6Test-1056332508 tempest-NegativeSecGroupIPv6Test-1056332508-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 18:52:40.117249 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-052d072b-8f60-4d7d-88b8-8c46cd168ca2 tempest-NegativeSecGroupIPv6Test-1056332508 tempest-NegativeSecGroupIPv6Test-1056332508-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0073605 Jul 14 18:52:40.120072 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 48026) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:52:40.190711 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f010460-3578-4801-94c7-6ab586c4d9b9 req-e5729897-cb6a-4305-b7ec-bc8521cf814f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:52:40.192256 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-4f010460-3578-4801-94c7-6ab586c4d9b9 req-e5729897-cb6a-4305-b7ec-bc8521cf814f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=937a37f0781341a7a57507c6c1a0235e&device_id=f8e7346f-7cf9-4ac0-a9ea-a3b901909288 HTTP/1.1" status: 200 len: 1094 time: 0.1249433 Jul 14 18:52:40.195088 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-f8938445-be06-4124-aa21-7deb3431c08e tempest-NegativeSecGroupIPv6Test-1056332508 tempest-NegativeSecGroupIPv6Test-1056332508-project] Notify callbacks [] for security_group, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:40.239973 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-f8938445-be06-4124-aa21-7deb3431c08e tempest-NegativeSecGroupIPv6Test-1056332508 tempest-NegativeSecGroupIPv6Test-1056332508-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:40.332394 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-f8938445-be06-4124-aa21-7deb3431c08e tempest-NegativeSecGroupIPv6Test-1056332508 tempest-NegativeSecGroupIPv6Test-1056332508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:40.335865 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-f8938445-be06-4124-aa21-7deb3431c08e tempest-NegativeSecGroupIPv6Test-1056332508 tempest-NegativeSecGroupIPv6Test-1056332508-project] Notify callbacks [] for security_group, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:40.337082 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-f8938445-be06-4124-aa21-7deb3431c08e tempest-NegativeSecGroupIPv6Test-1056332508 tempest-NegativeSecGroupIPv6Test-1056332508-project] 10.222.0.16 "DELETE /v2.0/security-groups/a50d164a-967d-4a46-9e0d-65dda2fa7971 HTTP/1.1" status: 204 len: 168 time: 0.2161641 Jul 14 18:52:40.340090 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 48036) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:52:40.341080 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f010460-3578-4801-94c7-6ab586c4d9b9 req-eb5d0fc4-18d3-4b90-9dd2-3c971b4f29c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:52:40.342498 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-4f010460-3578-4801-94c7-6ab586c4d9b9 req-eb5d0fc4-18d3-4b90-9dd2-3c971b4f29c9 service neutron] 10.222.0.18 "GET /v2.0/networks?id=dd69057d-8dc0-4097-9a0e-65978c0b371a HTTP/1.1" status: 200 len: 910 time: 0.1314192 Jul 14 18:52:40.356409 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8938445-be06-4124-aa21-7deb3431c08e tempest-NegativeSecGroupIPv6Test-1056332508 tempest-NegativeSecGroupIPv6Test-1056332508-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a50d164a-967d-4a46-9e0d-65dda2fa7971,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:52:40.409403 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-d5f2f483-609c-4e8b-9a20-2f1c422477a7 tempest-NegativeSecGroupIPv6Test-1056332508 tempest-NegativeSecGroupIPv6Test-1056332508-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0681169 Jul 14 18:52:40.425872 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 48042) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:52:40.438478 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-4f010460-3578-4801-94c7-6ab586c4d9b9 req-94d23977-86c9-4cb3-87fe-01bd16cd12dd service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4e239976-a5df-4300-8efd-a667db08b591 HTTP/1.1" status: 200 len: 217 time: 0.0882049 Jul 14 18:52:40.439585 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-0ee6cba0-0d69-4d54-8fed-f4494f63abd8 tempest-NegativeSecGroupIPv6Test-1056332508 tempest-NegativeSecGroupIPv6Test-1056332508-project] Request body: {'security_group': {'name': 'tempest-secgroup--970000442'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:52:40.469276 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 69bdf2af-8167-4027-8cb5-6e36d42fb820 up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:52:40.512796 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-0ee6cba0-0d69-4d54-8fed-f4494f63abd8 tempest-NegativeSecGroupIPv6Test-1056332508 tempest-NegativeSecGroupIPv6Test-1056332508-project] Notify callbacks [] for security_group, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:40.562673 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port 69bdf2af-8167-4027-8cb5-6e36d42fb820 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:52:40.563412 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:40.589225 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f010460-3578-4801-94c7-6ab586c4d9b9 req-a444bd5d-0205-42e4-a4de-de1093b6ea8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:52:40.590733 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-4f010460-3578-4801-94c7-6ab586c4d9b9 req-a444bd5d-0205-42e4-a4de-de1093b6ea8c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d28cd209-31d3-46cb-bbed-360f8aa5e803 HTTP/1.1" status: 200 len: 849 time: 0.1455345 Jul 14 18:52:40.649678 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-cc5a99f3-7403-44fd-961c-cc13314667e5 req-4ed78082-71b1-4829-828a-dceb0fcb003b tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] 10.222.0.16 "GET /v2.0/ports?device_id=8cd16adf-77c1-4c83-8ff8-24053869790b HTTP/1.1" status: 200 len: 210 time: 0.0671973 Jul 14 18:52:40.702603 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 48046) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:52:40.706895 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-0ee6cba0-0d69-4d54-8fed-f4494f63abd8 tempest-NegativeSecGroupIPv6Test-1056332508 tempest-NegativeSecGroupIPv6Test-1056332508-project] Notify callbacks [] for security_group, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:40.717053 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-0ee6cba0-0d69-4d54-8fed-f4494f63abd8 tempest-NegativeSecGroupIPv6Test-1056332508 tempest-NegativeSecGroupIPv6Test-1056332508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:40.739995 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d098866-cfbb-41ff-bcc6-46f0cf695a8e req-53008e91-fc14-42ff-bf02-3786a0716db2 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:52:40.741618 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-4d098866-cfbb-41ff-bcc6-46f0cf695a8e req-53008e91-fc14-42ff-bf02-3786a0716db2 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] 10.222.0.35 "GET /v2.0/networks?id=39c54d55-b1e0-4eb1-9ee5-3eeadd4d8bde HTTP/1.1" status: 200 len: 812 time: 0.2536457 Jul 14 18:52:40.758862 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-0ee6cba0-0d69-4d54-8fed-f4494f63abd8 tempest-NegativeSecGroupIPv6Test-1056332508 tempest-NegativeSecGroupIPv6Test-1056332508-project] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:40.760429 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-0ee6cba0-0d69-4d54-8fed-f4494f63abd8 tempest-NegativeSecGroupIPv6Test-1056332508 tempest-NegativeSecGroupIPv6Test-1056332508-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3335023 Jul 14 18:52:40.762234 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee6cba0-0d69-4d54-8fed-f4494f63abd8 tempest-NegativeSecGroupIPv6Test-1056332508 tempest-NegativeSecGroupIPv6Test-1056332508-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a474867f-a1b0-464c-b371-b4a40fa081e3,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:52:40.763212 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [req-4d098866-cfbb-41ff-bcc6-46f0cf695a8e req-d1adc096-e2ee-441c-a0a6-eda7eae48215 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] Request body: {'port': {'device_id': '8cd16adf-77c1-4c83-8ff8-24053869790b', 'network_id': '39c54d55-b1e0-4eb1-9ee5-3eeadd4d8bde', 'admin_state_up': True, 'tenant_id': 'c28e5bcf1e004d64bdc0461d59ce0908'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:52:40.774598 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 48050) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:52:40.781078 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-50681a59-867c-44ad-9cf9-beb78f69bc19 tempest-NegativeSecGroupIPv6Test-1056332508 tempest-NegativeSecGroupIPv6Test-1056332508-project] Request body: {'security_group_rule': {'security_group_id': 'a474867f-a1b0-464c-b371-b4a40fa081e3', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:52:40.781927 n-d-800634-3 neutron-server[93915]: WARNING neutron.api.v2.base [None req-50681a59-867c-44ad-9cf9-beb78f69bc19 tempest-NegativeSecGroupIPv6Test-1056332508 tempest-NegativeSecGroupIPv6Test-1056332508-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jul 14 18:52:40.782432 n-d-800634-3 neutron-server[93915]: INFO neutron.api.v2.resource [None req-50681a59-867c-44ad-9cf9-beb78f69bc19 tempest-NegativeSecGroupIPv6Test-1056332508 tempest-NegativeSecGroupIPv6Test-1056332508-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 18:52:40.784644 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-50681a59-867c-44ad-9cf9-beb78f69bc19 tempest-NegativeSecGroupIPv6Test-1056332508 tempest-NegativeSecGroupIPv6Test-1056332508-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0078511 Jul 14 18:52:40.786723 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 48052) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:52:40.842586 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-12f39bfb-03a8-4f5a-adce-f22efa71c67e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:40.862876 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f010460-3578-4801-94c7-6ab586c4d9b9 req-0c99d79e-5d71-429b-8599-2608e3769f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:52:40.865200 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-4f010460-3578-4801-94c7-6ab586c4d9b9 req-0c99d79e-5d71-429b-8599-2608e3769f0b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=dd69057d-8dc0-4097-9a0e-65978c0b371a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2351007 Jul 14 18:52:40.866739 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-1d302c8b-adfb-44d9-af76-1a20f660c736 tempest-NegativeSecGroupIPv6Test-1056332508 tempest-NegativeSecGroupIPv6Test-1056332508-project] Notify callbacks [] for security_group, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:40.872030 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0aadad-365a-44d4-84db-4cc4231f7772 req-0897621f-0ea6-4297-a616-a61f1168c529 tempest-TestServerMultinode-456211967 tempest-TestServerMultinode-456211967-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:52:40.873543 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ad0aadad-365a-44d4-84db-4cc4231f7772 req-0897621f-0ea6-4297-a616-a61f1168c529 tempest-TestServerMultinode-456211967 tempest-TestServerMultinode-456211967-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=f8e7346f-7cf9-4ac0-a9ea-a3b901909288 HTTP/1.1" status: 200 len: 1094 time: 0.1920426 Jul 14 18:52:40.905072 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-1d302c8b-adfb-44d9-af76-1a20f660c736 tempest-NegativeSecGroupIPv6Test-1056332508 tempest-NegativeSecGroupIPv6Test-1056332508-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:40.978428 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-1d302c8b-adfb-44d9-af76-1a20f660c736 tempest-NegativeSecGroupIPv6Test-1056332508 tempest-NegativeSecGroupIPv6Test-1056332508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:40.981142 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-1d302c8b-adfb-44d9-af76-1a20f660c736 tempest-NegativeSecGroupIPv6Test-1056332508 tempest-NegativeSecGroupIPv6Test-1056332508-project] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:40.984803 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-1d302c8b-adfb-44d9-af76-1a20f660c736 tempest-NegativeSecGroupIPv6Test-1056332508 tempest-NegativeSecGroupIPv6Test-1056332508-project] 10.222.0.16 "DELETE /v2.0/security-groups/a474867f-a1b0-464c-b371-b4a40fa081e3 HTTP/1.1" status: 204 len: 168 time: 0.1947107 Jul 14 18:52:40.992728 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 48054) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:52:41.001213 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ad0aadad-365a-44d4-84db-4cc4231f7772 req-505aebcf-7f95-4cd4-b6e0-68a12bec4452 tempest-TestServerMultinode-456211967 tempest-TestServerMultinode-456211967-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=2860eb37-e3f5-4454-b9b5-20c636deacf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190217 Jul 14 18:52:41.009051 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d302c8b-adfb-44d9-af76-1a20f660c736 tempest-NegativeSecGroupIPv6Test-1056332508 tempest-NegativeSecGroupIPv6Test-1056332508-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a474867f-a1b0-464c-b371-b4a40fa081e3,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:52:41.023798 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-4f010460-3578-4801-94c7-6ab586c4d9b9 req-35e284e2-c1ed-49e0-8de9-a22088aa6b7c service neutron] 10.222.0.18 "GET /v2.0/networks/dd69057d-8dc0-4097-9a0e-65978c0b371a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1491907 Jul 14 18:52:41.027146 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-12f39bfb-03a8-4f5a-adce-f22efa71c67e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:41.034337 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-12f39bfb-03a8-4f5a-adce-f22efa71c67e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:41.091652 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-41f2dda6-c7bb-4f94-94eb-b90beee0bb59 tempest-NegativeSecGroupIPv6Test-1056332508 tempest-NegativeSecGroupIPv6Test-1056332508-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0978181 Jul 14 18:52:41.092796 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f39bfb-03a8-4f5a-adce-f22efa71c67e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15b76eb3-c16a-499f-852d-77951304a8be,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:52:41.095700 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 48056) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:52:41.099876 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-12f39bfb-03a8-4f5a-adce-f22efa71c67e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=fa880a93a760483f8b6b965f965c8709&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3931959 Jul 14 18:52:41.100185 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 48058) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:52:41.103261 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-4c3adff4-7cff-4025-a007-635dc826ceca tempest-NegativeSecGroupIPv6Test-1056332508 tempest-NegativeSecGroupIPv6Test-1056332508-project] Request body: {'security_group': {'name': 'tempest-secgroup--1930550333'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:52:41.112043 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d098866-cfbb-41ff-bcc6-46f0cf695a8e req-d1adc096-e2ee-441c-a0a6-eda7eae48215 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] Made reservation on behalf of c28e5bcf1e004d64bdc0461d59ce0908 for: {'port': 1} {{(pid=93915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:52:41.116181 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-4d098866-cfbb-41ff-bcc6-46f0cf695a8e req-d1adc096-e2ee-441c-a0a6-eda7eae48215 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:41.155914 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-f1240e3e-2a7d-4a8a-a927-de10507e5aa7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:41.178896 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-4f010460-3578-4801-94c7-6ab586c4d9b9 req-71ffb49c-7221-435e-99cd-5b211bf3fe7d service neutron] 10.222.0.18 "GET /v2.0/networks/dd69057d-8dc0-4097-9a0e-65978c0b371a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1486745 Jul 14 18:52:41.180782 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-f1240e3e-2a7d-4a8a-a927-de10507e5aa7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:41.181552 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-4c3adff4-7cff-4025-a007-635dc826ceca tempest-NegativeSecGroupIPv6Test-1056332508 tempest-NegativeSecGroupIPv6Test-1056332508-project] Notify callbacks [] for security_group, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:41.233958 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-f1240e3e-2a7d-4a8a-a927-de10507e5aa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:41.236803 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-f1240e3e-2a7d-4a8a-a927-de10507e5aa7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:41.237951 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-f1240e3e-2a7d-4a8a-a927-de10507e5aa7 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/15b76eb3-c16a-499f-852d-77951304a8be HTTP/1.1" status: 204 len: 168 time: 0.1369116 Jul 14 18:52:41.248408 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1240e3e-2a7d-4a8a-a927-de10507e5aa7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15b76eb3-c16a-499f-852d-77951304a8be,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:52:41.318211 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.db_base_plugin_common [req-4d098866-cfbb-41ff-bcc6-46f0cf695a8e req-d1adc096-e2ee-441c-a0a6-eda7eae48215 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] Allocated IP 172.20.0.12 (39c54d55-b1e0-4eb1-9ee5-3eeadd4d8bde/e9fdea6e-22fa-4991-9f87-b79de93db404/debb06b9-dcb2-4b73-9f6b-8c1fcfe085ed) {{(pid=93915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:52:41.382465 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-4c3adff4-7cff-4025-a007-635dc826ceca tempest-NegativeSecGroupIPv6Test-1056332508 tempest-NegativeSecGroupIPv6Test-1056332508-project] Notify callbacks [] for security_group, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:41.389178 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-4c3adff4-7cff-4025-a007-635dc826ceca tempest-NegativeSecGroupIPv6Test-1056332508 tempest-NegativeSecGroupIPv6Test-1056332508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:41.440865 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-4c3adff4-7cff-4025-a007-635dc826ceca tempest-NegativeSecGroupIPv6Test-1056332508 tempest-NegativeSecGroupIPv6Test-1056332508-project] Notify callbacks [] for security_group, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:41.445738 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-4c3adff4-7cff-4025-a007-635dc826ceca tempest-NegativeSecGroupIPv6Test-1056332508 tempest-NegativeSecGroupIPv6Test-1056332508-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3457916 Jul 14 18:52:41.448987 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 48064) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:52:41.459955 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-f79ef762-09bd-4bd5-b427-fdff8bf16455 tempest-NegativeSecGroupIPv6Test-1056332508 tempest-NegativeSecGroupIPv6Test-1056332508-project] Request body: {'security_group_rule': {'security_group_id': '83050d65-8472-4d6c-8603-c41c2bfd5dda', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:52:41.477014 n-d-800634-3 neutron-server[93916]: WARNING neutron.api.v2.base [None req-f79ef762-09bd-4bd5-b427-fdff8bf16455 tempest-NegativeSecGroupIPv6Test-1056332508 tempest-NegativeSecGroupIPv6Test-1056332508-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jul 14 18:52:41.482287 n-d-800634-3 neutron-server[93916]: INFO neutron.api.v2.resource [None req-f79ef762-09bd-4bd5-b427-fdff8bf16455 tempest-NegativeSecGroupIPv6Test-1056332508 tempest-NegativeSecGroupIPv6Test-1056332508-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 18:52:41.482633 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3adff4-7cff-4025-a007-635dc826ceca tempest-NegativeSecGroupIPv6Test-1056332508 tempest-NegativeSecGroupIPv6Test-1056332508-project] Pushing event updated for resources: {'SecurityGroup': ['ID=83050d65-8472-4d6c-8603-c41c2bfd5dda,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:52:41.486289 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-f79ef762-09bd-4bd5-b427-fdff8bf16455 tempest-NegativeSecGroupIPv6Test-1056332508 tempest-NegativeSecGroupIPv6Test-1056332508-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0350375 Jul 14 18:52:41.488973 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 48066) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:52:41.499234 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-ca6e4d88-8662-4d5d-ab12-f73ef63d2cc6 tempest-NegativeSecGroupIPv6Test-1056332508 tempest-NegativeSecGroupIPv6Test-1056332508-project] Request body: {'security_group_rule': {'security_group_id': '83050d65-8472-4d6c-8603-c41c2bfd5dda', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:52:41.499970 n-d-800634-3 neutron-server[93916]: WARNING neutron.api.v2.base [None req-ca6e4d88-8662-4d5d-ab12-f73ef63d2cc6 tempest-NegativeSecGroupIPv6Test-1056332508 tempest-NegativeSecGroupIPv6Test-1056332508-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jul 14 18:52:41.500548 n-d-800634-3 neutron-server[93916]: INFO neutron.api.v2.resource [None req-ca6e4d88-8662-4d5d-ab12-f73ef63d2cc6 tempest-NegativeSecGroupIPv6Test-1056332508 tempest-NegativeSecGroupIPv6Test-1056332508-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 18:52:41.501537 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-ca6e4d88-8662-4d5d-ab12-f73ef63d2cc6 tempest-NegativeSecGroupIPv6Test-1056332508 tempest-NegativeSecGroupIPv6Test-1056332508-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0111167 Jul 14 18:52:41.504232 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 48068) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:52:41.510465 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-a9dab045-510a-45d9-9e03-1db3d25a6e3f tempest-NegativeSecGroupIPv6Test-1056332508 tempest-NegativeSecGroupIPv6Test-1056332508-project] Request body: {'security_group_rule': {'security_group_id': '83050d65-8472-4d6c-8603-c41c2bfd5dda', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:52:41.511501 n-d-800634-3 neutron-server[93916]: WARNING neutron.api.v2.base [None req-a9dab045-510a-45d9-9e03-1db3d25a6e3f tempest-NegativeSecGroupIPv6Test-1056332508 tempest-NegativeSecGroupIPv6Test-1056332508-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jul 14 18:52:41.512219 n-d-800634-3 neutron-server[93916]: INFO neutron.api.v2.resource [None req-a9dab045-510a-45d9-9e03-1db3d25a6e3f tempest-NegativeSecGroupIPv6Test-1056332508 tempest-NegativeSecGroupIPv6Test-1056332508-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 18:52:41.513856 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-a9dab045-510a-45d9-9e03-1db3d25a6e3f tempest-NegativeSecGroupIPv6Test-1056332508 tempest-NegativeSecGroupIPv6Test-1056332508-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0074837 Jul 14 18:52:41.516595 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 48070) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:52:41.523272 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-c5c1c62d-a9e0-4b20-a4a4-bd0c8dae8097 tempest-NegativeSecGroupIPv6Test-1056332508 tempest-NegativeSecGroupIPv6Test-1056332508-project] Request body: {'security_group_rule': {'security_group_id': '83050d65-8472-4d6c-8603-c41c2bfd5dda', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:52:41.534117 n-d-800634-3 neutron-server[93916]: WARNING neutron.api.v2.base [None req-c5c1c62d-a9e0-4b20-a4a4-bd0c8dae8097 tempest-NegativeSecGroupIPv6Test-1056332508 tempest-NegativeSecGroupIPv6Test-1056332508-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jul 14 18:52:41.534820 n-d-800634-3 neutron-server[93916]: INFO neutron.api.v2.resource [None req-c5c1c62d-a9e0-4b20-a4a4-bd0c8dae8097 tempest-NegativeSecGroupIPv6Test-1056332508 tempest-NegativeSecGroupIPv6Test-1056332508-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 18:52:41.539528 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-c5c1c62d-a9e0-4b20-a4a4-bd0c8dae8097 tempest-NegativeSecGroupIPv6Test-1056332508 tempest-NegativeSecGroupIPv6Test-1056332508-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0185096 Jul 14 18:52:41.539903 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 48072) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:52:41.582961 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-4d098866-cfbb-41ff-bcc6-46f0cf695a8e req-d1adc096-e2ee-441c-a0a6-eda7eae48215 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] Notify callbacks [] for port, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:41.606973 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 48074) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:52:41.612973 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.provisioning_blocks [req-4d098866-cfbb-41ff-bcc6-46f0cf695a8e req-d1adc096-e2ee-441c-a0a6-eda7eae48215 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] Transition to ACTIVE for port object debb06b9-dcb2-4b73-9f6b-8c1fcfe085ed will not be triggered until provisioned by entity DHCP. {{(pid=93915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:52:41.627765 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-07c7d407-26df-4378-9c37-979bee70985f tempest-NegativeSecGroupIPv6Test-1056332508 tempest-NegativeSecGroupIPv6Test-1056332508-project] Notify callbacks [] for security_group, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:41.629396 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-7289e878-e9e6-498d-9830-033cec3c8e69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:41.664440 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-07c7d407-26df-4378-9c37-979bee70985f tempest-NegativeSecGroupIPv6Test-1056332508 tempest-NegativeSecGroupIPv6Test-1056332508-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:41.666253 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-4d098866-cfbb-41ff-bcc6-46f0cf695a8e req-d1adc096-e2ee-441c-a0a6-eda7eae48215 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:41.685054 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] get_ports_and_sgs() called for port_ids ['8dba08d8-56f1-4a66-be69-dbba17392a9c', '29ef7ab9-858f-48a3-a209-f1954c1e6e54'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 18:52:41.719530 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d098866-cfbb-41ff-bcc6-46f0cf695a8e req-d1adc096-e2ee-441c-a0a6-eda7eae48215 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] Network 39c54d55-b1e0-4eb1-9ee5-3eeadd4d8bde is already hosted by enough agents. {{(pid=93915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:52:41.724951 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [req-4d098866-cfbb-41ff-bcc6-46f0cf695a8e req-d1adc096-e2ee-441c-a0a6-eda7eae48215 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] Resources bound (agent type, host, resource id): {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:52:41.726970 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-07c7d407-26df-4378-9c37-979bee70985f tempest-NegativeSecGroupIPv6Test-1056332508 tempest-NegativeSecGroupIPv6Test-1056332508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:41.730151 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d098866-cfbb-41ff-bcc6-46f0cf695a8e req-d1adc096-e2ee-441c-a0a6-eda7eae48215 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] Received port after_create {{(pid=93915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:52:41.747348 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-07c7d407-26df-4378-9c37-979bee70985f tempest-NegativeSecGroupIPv6Test-1056332508 tempest-NegativeSecGroupIPv6Test-1056332508-project] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:41.750905 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-07c7d407-26df-4378-9c37-979bee70985f tempest-NegativeSecGroupIPv6Test-1056332508 tempest-NegativeSecGroupIPv6Test-1056332508-project] 10.222.0.16 "DELETE /v2.0/security-groups/83050d65-8472-4d6c-8603-c41c2bfd5dda HTTP/1.1" status: 204 len: 168 time: 0.2060969 Jul 14 18:52:41.758963 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 48078) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:52:41.762063 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1adc096-e2ee-441c-a0a6-eda7eae48215 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] Pushing event updated for resources: {'Port': ['ID=debb06b9-dcb2-4b73-9f6b-8c1fcfe085ed,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:52:41.786611 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c7d407-26df-4378-9c37-979bee70985f tempest-NegativeSecGroupIPv6Test-1056332508 tempest-NegativeSecGroupIPv6Test-1056332508-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=83050d65-8472-4d6c-8603-c41c2bfd5dda,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:52:41.831240 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d098866-cfbb-41ff-bcc6-46f0cf695a8e req-d1adc096-e2ee-441c-a0a6-eda7eae48215 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:52:41.838595 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-4d098866-cfbb-41ff-bcc6-46f0cf695a8e req-d1adc096-e2ee-441c-a0a6-eda7eae48215 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:41.861923 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-0107efa3-edb2-47aa-9211-027a16dadfc2 tempest-NegativeSecGroupIPv6Test-1056332508 tempest-NegativeSecGroupIPv6Test-1056332508-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1005673 Jul 14 18:52:41.866553 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 48080) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:52:41.872795 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-6a003cfb-696a-4fd5-9f9d-8863a9f1b230 tempest-NegativeSecGroupIPv6Test-1056332508 tempest-NegativeSecGroupIPv6Test-1056332508-project] Request body: {'security_group': {'name': 'tempest-secgroup--257154394'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:52:41.914111 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-7289e878-e9e6-498d-9830-033cec3c8e69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:41.919783 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-7289e878-e9e6-498d-9830-033cec3c8e69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:41.920837 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2694ad3-9130-4f0c-ad6e-df52db828ffc req-c6ae2e26-9fb0-46c1-b966-b8100677c2c9 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:52:41.928238 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a2694ad3-9130-4f0c-ad6e-df52db828ffc req-c6ae2e26-9fb0-46c1-b966-b8100677c2c9 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] 10.222.0.16 "GET /v2.0/ports?device_id=8cd16adf-77c1-4c83-8ff8-24053869790b HTTP/1.1" status: 200 len: 932 time: 0.1219227 Jul 14 18:52:41.941276 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-4d098866-cfbb-41ff-bcc6-46f0cf695a8e req-d1adc096-e2ee-441c-a0a6-eda7eae48215 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1862707 Jul 14 18:52:41.957765 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [req-4d098866-cfbb-41ff-bcc6-46f0cf695a8e req-69c73f67-a7c8-4271-bc31-d9e0d2fec1df service neutron] Request body: {'port': {'device_id': '8cd16adf-77c1-4c83-8ff8-24053869790b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800634-3'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:52:41.992878 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-7289e878-e9e6-498d-9830-033cec3c8e69 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f3dee4c8c58343038a1ea51aa9f47ea4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3847773 Jul 14 18:52:41.993922 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 48082) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:52:41.994562 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7289e878-e9e6-498d-9830-033cec3c8e69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0d32ae9-0736-4b24-9a8a-adeb1af7368f,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:52:41.999977 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a2694ad3-9130-4f0c-ad6e-df52db828ffc req-e4d35d97-e02e-4171-91dc-dbd324442526 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] 10.222.0.16 "GET /v2.0/security-groups?id=00511198-19e5-42cb-b4d6-0be88d13a8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708809 Jul 14 18:52:42.022191 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-6a003cfb-696a-4fd5-9f9d-8863a9f1b230 tempest-NegativeSecGroupIPv6Test-1056332508 tempest-NegativeSecGroupIPv6Test-1056332508-project] Notify callbacks [] for security_group, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:42.068312 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-1e98795f-714a-488c-8301-7e20d4c1c3af None None] Provisioning for port debb06b9-dcb2-4b73-9f6b-8c1fcfe085ed completed by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:52:42.073950 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-1e98795f-714a-488c-8301-7e20d4c1c3af None None] Provisioning complete for port debb06b9-dcb2-4b73-9f6b-8c1fcfe085ed triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:52:42.075579 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-1e98795f-714a-488c-8301-7e20d4c1c3af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:42.085165 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-4d098866-cfbb-41ff-bcc6-46f0cf695a8e req-69c73f67-a7c8-4271-bc31-d9e0d2fec1df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:42.123544 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-8f190978-246c-4093-a347-b6d71e7b79bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:42.131535 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-1e98795f-714a-488c-8301-7e20d4c1c3af None None] Port debb06b9-dcb2-4b73-9f6b-8c1fcfe085ed cannot update to ACTIVE because it is not bound. {{(pid=93917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 18:52:42.166513 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-8f190978-246c-4093-a347-b6d71e7b79bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:42.223285 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-6a003cfb-696a-4fd5-9f9d-8863a9f1b230 tempest-NegativeSecGroupIPv6Test-1056332508 tempest-NegativeSecGroupIPv6Test-1056332508-project] Notify callbacks [] for security_group, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:42.228359 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-6a003cfb-696a-4fd5-9f9d-8863a9f1b230 tempest-NegativeSecGroupIPv6Test-1056332508 tempest-NegativeSecGroupIPv6Test-1056332508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:42.265832 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-6a003cfb-696a-4fd5-9f9d-8863a9f1b230 tempest-NegativeSecGroupIPv6Test-1056332508 tempest-NegativeSecGroupIPv6Test-1056332508-project] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:42.267098 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-6a003cfb-696a-4fd5-9f9d-8863a9f1b230 tempest-NegativeSecGroupIPv6Test-1056332508 tempest-NegativeSecGroupIPv6Test-1056332508-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3995938 Jul 14 18:52:42.269238 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-8f190978-246c-4093-a347-b6d71e7b79bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:42.272572 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 48088) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:52:42.273085 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-8f190978-246c-4093-a347-b6d71e7b79bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:42.276599 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-8f190978-246c-4093-a347-b6d71e7b79bf admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f0d32ae9-0736-4b24-9a8a-adeb1af7368f HTTP/1.1" status: 204 len: 168 time: 0.2606354 Jul 14 18:52:42.276599 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a003cfb-696a-4fd5-9f9d-8863a9f1b230 tempest-NegativeSecGroupIPv6Test-1056332508 tempest-NegativeSecGroupIPv6Test-1056332508-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0340827d-79f6-4137-923f-f07ce5a4485b,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:52:42.289414 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-47190c7b-383d-4099-8a5d-cb06be43b4f6 tempest-NegativeSecGroupIPv6Test-1056332508 tempest-NegativeSecGroupIPv6Test-1056332508-project] Request body: {'security_group_rule': {'security_group_id': '0340827d-79f6-4137-923f-f07ce5a4485b', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:52:42.290044 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f190978-246c-4093-a347-b6d71e7b79bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0d32ae9-0736-4b24-9a8a-adeb1af7368f,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:52:42.290192 n-d-800634-3 neutron-server[93915]: WARNING neutron.api.v2.base [None req-47190c7b-383d-4099-8a5d-cb06be43b4f6 tempest-NegativeSecGroupIPv6Test-1056332508 tempest-NegativeSecGroupIPv6Test-1056332508-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 14 18:52:42.290653 n-d-800634-3 neutron-server[93915]: INFO neutron.api.v2.resource [None req-47190c7b-383d-4099-8a5d-cb06be43b4f6 tempest-NegativeSecGroupIPv6Test-1056332508 tempest-NegativeSecGroupIPv6Test-1056332508-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 18:52:42.291685 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-47190c7b-383d-4099-8a5d-cb06be43b4f6 tempest-NegativeSecGroupIPv6Test-1056332508 tempest-NegativeSecGroupIPv6Test-1056332508-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0171747 Jul 14 18:52:42.294549 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 48092) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:52:42.299687 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-bcb707c1-4a9f-4fff-8a77-1c0f8e4bc388 tempest-NegativeSecGroupIPv6Test-1056332508 tempest-NegativeSecGroupIPv6Test-1056332508-project] Request body: {'security_group_rule': {'security_group_id': '0340827d-79f6-4137-923f-f07ce5a4485b', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:52:42.325455 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d7e270-65c6-4f2a-a1c7-7fb7286db38f req-94dfe5dc-264c-47bb-a2e9-ed566c17e1c9 tempest-TestServerMultinode-456211967 tempest-TestServerMultinode-456211967-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:52:42.327110 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c2d7e270-65c6-4f2a-a1c7-7fb7286db38f req-94dfe5dc-264c-47bb-a2e9-ed566c17e1c9 tempest-TestServerMultinode-456211967 tempest-TestServerMultinode-456211967-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=f8e7346f-7cf9-4ac0-a9ea-a3b901909288 HTTP/1.1" status: 200 len: 1094 time: 0.1846485 Jul 14 18:52:42.358669 n-d-800634-3 neutron-server[93916]: INFO neutron.api.v2.resource [None req-bcb707c1-4a9f-4fff-8a77-1c0f8e4bc388 tempest-NegativeSecGroupIPv6Test-1056332508 tempest-NegativeSecGroupIPv6Test-1056332508-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 18:52:42.363920 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-bcb707c1-4a9f-4fff-8a77-1c0f8e4bc388 tempest-NegativeSecGroupIPv6Test-1056332508 tempest-NegativeSecGroupIPv6Test-1056332508-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0683804 Jul 14 18:52:42.364545 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 48094) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:52:42.371596 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-21b98579-5d72-400c-bbd7-8403850caefe tempest-NegativeSecGroupIPv6Test-1056332508 tempest-NegativeSecGroupIPv6Test-1056332508-project] Request body: {'security_group_rule': {'security_group_id': '0340827d-79f6-4137-923f-f07ce5a4485b', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:52:42.372073 n-d-800634-3 neutron-server[93915]: WARNING neutron.api.v2.base [None req-21b98579-5d72-400c-bbd7-8403850caefe tempest-NegativeSecGroupIPv6Test-1056332508 tempest-NegativeSecGroupIPv6Test-1056332508-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jul 14 18:52:42.372584 n-d-800634-3 neutron-server[93915]: INFO neutron.api.v2.resource [None req-21b98579-5d72-400c-bbd7-8403850caefe tempest-NegativeSecGroupIPv6Test-1056332508 tempest-NegativeSecGroupIPv6Test-1056332508-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 18:52:42.373520 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-21b98579-5d72-400c-bbd7-8403850caefe tempest-NegativeSecGroupIPv6Test-1056332508 tempest-NegativeSecGroupIPv6Test-1056332508-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0069532 Jul 14 18:52:42.376368 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 48096) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:52:42.382123 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-16c002d0-e714-4bc9-8bc8-661e4e96a820 tempest-NegativeSecGroupIPv6Test-1056332508 tempest-NegativeSecGroupIPv6Test-1056332508-project] Request body: {'security_group_rule': {'security_group_id': '0340827d-79f6-4137-923f-f07ce5a4485b', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:52:42.402026 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c2d7e270-65c6-4f2a-a1c7-7fb7286db38f req-d1084874-f3a3-48d6-9e4a-aeb9d682afad tempest-TestServerMultinode-456211967 tempest-TestServerMultinode-456211967-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=2860eb37-e3f5-4454-b9b5-20c636deacf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647202 Jul 14 18:52:42.439430 n-d-800634-3 neutron-server[93916]: INFO neutron.api.v2.resource [None req-16c002d0-e714-4bc9-8bc8-661e4e96a820 tempest-NegativeSecGroupIPv6Test-1056332508 tempest-NegativeSecGroupIPv6Test-1056332508-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 18:52:42.440553 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-16c002d0-e714-4bc9-8bc8-661e4e96a820 tempest-NegativeSecGroupIPv6Test-1056332508 tempest-NegativeSecGroupIPv6Test-1056332508-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0630722 Jul 14 18:52:42.443302 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 48098) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:52:42.448268 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-e34124a9-6424-49e6-854b-13ee3e89fc5f tempest-NegativeSecGroupIPv6Test-1056332508 tempest-NegativeSecGroupIPv6Test-1056332508-project] Request body: {'security_group_rule': {'security_group_id': '0340827d-79f6-4137-923f-f07ce5a4485b', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:52:42.449129 n-d-800634-3 neutron-server[93916]: WARNING neutron.api.v2.base [None req-e34124a9-6424-49e6-854b-13ee3e89fc5f tempest-NegativeSecGroupIPv6Test-1056332508 tempest-NegativeSecGroupIPv6Test-1056332508-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 14 18:52:42.449622 n-d-800634-3 neutron-server[93916]: INFO neutron.api.v2.resource [None req-e34124a9-6424-49e6-854b-13ee3e89fc5f tempest-NegativeSecGroupIPv6Test-1056332508 tempest-NegativeSecGroupIPv6Test-1056332508-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 18:52:42.450636 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-e34124a9-6424-49e6-854b-13ee3e89fc5f tempest-NegativeSecGroupIPv6Test-1056332508 tempest-NegativeSecGroupIPv6Test-1056332508-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0064065 Jul 14 18:52:42.454077 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 48100) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:52:42.460350 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-459f09ab-ef2c-4811-9d1d-d8d518d3494d tempest-NegativeSecGroupIPv6Test-1056332508 tempest-NegativeSecGroupIPv6Test-1056332508-project] Request body: {'security_group_rule': {'security_group_id': '0340827d-79f6-4137-923f-f07ce5a4485b', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:52:42.475999 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [req-4d098866-cfbb-41ff-bcc6-46f0cf695a8e req-69c73f67-a7c8-4271-bc31-d9e0d2fec1df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id debb06b9-dcb2-4b73-9f6b-8c1fcfe085ed {{(pid=93915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 18:52:42.484870 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-4d098866-cfbb-41ff-bcc6-46f0cf695a8e req-69c73f67-a7c8-4271-bc31-d9e0d2fec1df service neutron] Notify callbacks [] for port, precommit_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:42.485977 n-d-800634-3 neutron-server[93916]: INFO neutron.db.securitygroups_db [None req-459f09ab-ef2c-4811-9d1d-d8d518d3494d tempest-NegativeSecGroupIPv6Test-1056332508 tempest-NegativeSecGroupIPv6Test-1056332508-project] Project dcb5b4d6218c4f159c5f3dd0ba2b222d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 14 18:52:42.498519 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.provisioning_blocks [req-4d098866-cfbb-41ff-bcc6-46f0cf695a8e req-69c73f67-a7c8-4271-bc31-d9e0d2fec1df service neutron] Transition to ACTIVE for port object debb06b9-dcb2-4b73-9f6b-8c1fcfe085ed will not be triggered until provisioned by entity L2. {{(pid=93915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:52:42.501674 n-d-800634-3 neutron-server[93916]: INFO neutron.api.v2.resource [None req-459f09ab-ef2c-4811-9d1d-d8d518d3494d tempest-NegativeSecGroupIPv6Test-1056332508 tempest-NegativeSecGroupIPv6Test-1056332508-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 18:52:42.505939 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-459f09ab-ef2c-4811-9d1d-d8d518d3494d tempest-NegativeSecGroupIPv6Test-1056332508 tempest-NegativeSecGroupIPv6Test-1056332508-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0477090 Jul 14 18:52:42.506328 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-4d098866-cfbb-41ff-bcc6-46f0cf695a8e req-69c73f67-a7c8-4271-bc31-d9e0d2fec1df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25912978'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:42.506651 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 48102) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:52:42.510843 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-0d37fc34-8b36-4067-9397-754605b1aa2a tempest-NegativeSecGroupIPv6Test-1056332508 tempest-NegativeSecGroupIPv6Test-1056332508-project] Request body: {'security_group_rule': {'security_group_id': '0340827d-79f6-4137-923f-f07ce5a4485b', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:52:42.511327 n-d-800634-3 neutron-server[93916]: WARNING neutron.api.v2.base [None req-0d37fc34-8b36-4067-9397-754605b1aa2a tempest-NegativeSecGroupIPv6Test-1056332508 tempest-NegativeSecGroupIPv6Test-1056332508-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jul 14 18:52:42.511845 n-d-800634-3 neutron-server[93916]: INFO neutron.api.v2.resource [None req-0d37fc34-8b36-4067-9397-754605b1aa2a tempest-NegativeSecGroupIPv6Test-1056332508 tempest-NegativeSecGroupIPv6Test-1056332508-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 18:52:42.515206 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-0d37fc34-8b36-4067-9397-754605b1aa2a tempest-NegativeSecGroupIPv6Test-1056332508 tempest-NegativeSecGroupIPv6Test-1056332508-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0057578 Jul 14 18:52:42.517496 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 48106) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:52:42.521830 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-bd6dd6c7-fb57-4c21-8125-6043c781e7f0 tempest-NegativeSecGroupIPv6Test-1056332508 tempest-NegativeSecGroupIPv6Test-1056332508-project] Request body: {'security_group_rule': {'security_group_id': '0340827d-79f6-4137-923f-f07ce5a4485b', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:52:42.547020 n-d-800634-3 neutron-server[93916]: INFO neutron.db.securitygroups_db [None req-bd6dd6c7-fb57-4c21-8125-6043c781e7f0 tempest-NegativeSecGroupIPv6Test-1056332508 tempest-NegativeSecGroupIPv6Test-1056332508-project] Project dcb5b4d6218c4f159c5f3dd0ba2b222d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 14 18:52:42.548548 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c73f67-a7c8-4271-bc31-d9e0d2fec1df service neutron] Pushing event updated for resources: {'Port': ['ID=debb06b9-dcb2-4b73-9f6b-8c1fcfe085ed,revision_number=2']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:52:42.568757 n-d-800634-3 neutron-server[93916]: INFO neutron.api.v2.resource [None req-bd6dd6c7-fb57-4c21-8125-6043c781e7f0 tempest-NegativeSecGroupIPv6Test-1056332508 tempest-NegativeSecGroupIPv6Test-1056332508-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 18:52:42.570261 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-bd6dd6c7-fb57-4c21-8125-6043c781e7f0 tempest-NegativeSecGroupIPv6Test-1056332508 tempest-NegativeSecGroupIPv6Test-1056332508-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0517728 Jul 14 18:52:42.573188 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 48108) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:52:42.578009 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-b1efc191-c635-4258-81b0-032c821a6379 tempest-NegativeSecGroupIPv6Test-1056332508 tempest-NegativeSecGroupIPv6Test-1056332508-project] Request body: {'security_group_rule': {'security_group_id': '0340827d-79f6-4137-923f-f07ce5a4485b', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:52:42.604111 n-d-800634-3 neutron-server[93916]: INFO neutron.db.securitygroups_db [None req-b1efc191-c635-4258-81b0-032c821a6379 tempest-NegativeSecGroupIPv6Test-1056332508 tempest-NegativeSecGroupIPv6Test-1056332508-project] Project dcb5b4d6218c4f159c5f3dd0ba2b222d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 14 18:52:42.622417 n-d-800634-3 neutron-server[93916]: INFO neutron.api.v2.resource [None req-b1efc191-c635-4258-81b0-032c821a6379 tempest-NegativeSecGroupIPv6Test-1056332508 tempest-NegativeSecGroupIPv6Test-1056332508-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 18:52:42.623984 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-b1efc191-c635-4258-81b0-032c821a6379 tempest-NegativeSecGroupIPv6Test-1056332508 tempest-NegativeSecGroupIPv6Test-1056332508-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0498159 Jul 14 18:52:42.626862 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 48110) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:52:42.672556 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-4d098866-cfbb-41ff-bcc6-46f0cf695a8e req-69c73f67-a7c8-4271-bc31-d9e0d2fec1df service neutron] Attempting to bind port debb06b9-dcb2-4b73-9f6b-8c1fcfe085ed on host n-h2-800634-3 for vnic_type normal with profile {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:52:42.673042 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-4d098866-cfbb-41ff-bcc6-46f0cf695a8e req-69c73f67-a7c8-4271-bc31-d9e0d2fec1df service neutron] Attempting to bind port debb06b9-dcb2-4b73-9f6b-8c1fcfe085ed by drivers openvswitch,hyperv on host n-h2-800634-3 at level 0 using segments [{'id': 'e6ac1013-49a3-4f7c-beca-cf2ef24dd35b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '39c54d55-b1e0-4eb1-9ee5-3eeadd4d8bde'}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:52:42.673379 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d098866-cfbb-41ff-bcc6-46f0cf695a8e req-69c73f67-a7c8-4271-bc31-d9e0d2fec1df service neutron] Attempting to bind port debb06b9-dcb2-4b73-9f6b-8c1fcfe085ed on network 39c54d55-b1e0-4eb1-9ee5-3eeadd4d8bde {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:52:42.680891 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d098866-cfbb-41ff-bcc6-46f0cf695a8e req-69c73f67-a7c8-4271-bc31-d9e0d2fec1df service neutron] Port debb06b9-dcb2-4b73-9f6b-8c1fcfe085ed on network 39c54d55-b1e0-4eb1-9ee5-3eeadd4d8bde not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-3 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 18:52:42.681224 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d098866-cfbb-41ff-bcc6-46f0cf695a8e req-69c73f67-a7c8-4271-bc31-d9e0d2fec1df service neutron] Attempting to bind port debb06b9-dcb2-4b73-9f6b-8c1fcfe085ed on network 39c54d55-b1e0-4eb1-9ee5-3eeadd4d8bde {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:52:42.688146 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d098866-cfbb-41ff-bcc6-46f0cf695a8e req-69c73f67-a7c8-4271-bc31-d9e0d2fec1df service neutron] Checking agent: {'id': '08e36a6c-8d04-48f0-a644-f27680635246', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 15, 35), 'started_at': datetime.datetime(2021, 7, 14, 18, 15, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 18, 52, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 18:52:42.688601 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d098866-cfbb-41ff-bcc6-46f0cf695a8e req-69c73f67-a7c8-4271-bc31-d9e0d2fec1df service neutron] Checking segment: {'id': 'e6ac1013-49a3-4f7c-beca-cf2ef24dd35b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '39c54d55-b1e0-4eb1-9ee5-3eeadd4d8bde'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:52:42.688991 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d098866-cfbb-41ff-bcc6-46f0cf695a8e req-69c73f67-a7c8-4271-bc31-d9e0d2fec1df service neutron] Bound using segment: {'id': 'e6ac1013-49a3-4f7c-beca-cf2ef24dd35b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '39c54d55-b1e0-4eb1-9ee5-3eeadd4d8bde'} {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 18:52:42.689467 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-4d098866-cfbb-41ff-bcc6-46f0cf695a8e req-69c73f67-a7c8-4271-bc31-d9e0d2fec1df service neutron] Bound port: debb06b9-dcb2-4b73-9f6b-8c1fcfe085ed, host: n-h2-800634-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6ac1013-49a3-4f7c-beca-cf2ef24dd35b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '39c54d55-b1e0-4eb1-9ee5-3eeadd4d8bde'}}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 18:52:42.689975 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-4d098866-cfbb-41ff-bcc6-46f0cf695a8e req-69c73f67-a7c8-4271-bc31-d9e0d2fec1df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:42.696763 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-337396ca-d334-4203-9604-bae04da0d679 tempest-NegativeSecGroupIPv6Test-1056332508 tempest-NegativeSecGroupIPv6Test-1056332508-project] Notify callbacks [] for security_group, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:42.727466 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-337396ca-d334-4203-9604-bae04da0d679 tempest-NegativeSecGroupIPv6Test-1056332508 tempest-NegativeSecGroupIPv6Test-1056332508-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:42.773754 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-4d098866-cfbb-41ff-bcc6-46f0cf695a8e req-69c73f67-a7c8-4271-bc31-d9e0d2fec1df service neutron] For port debb06b9-dcb2-4b73-9f6b-8c1fcfe085ed, host n-h2-800634-3, cleared binding levels {{(pid=93915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:52:42.777518 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-4d098866-cfbb-41ff-bcc6-46f0cf695a8e req-69c73f67-a7c8-4271-bc31-d9e0d2fec1df service neutron] For port debb06b9-dcb2-4b73-9f6b-8c1fcfe085ed, host n-h2-800634-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=debb06b9-dcb2-4b73-9f6b-8c1fcfe085ed,segment=NetworkSegment(e6ac1013-49a3-4f7c-beca-cf2ef24dd35b),segment_id=e6ac1013-49a3-4f7c-beca-cf2ef24dd35b)] {{(pid=93915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 18:52:42.783443 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-4d098866-cfbb-41ff-bcc6-46f0cf695a8e req-69c73f67-a7c8-4271-bc31-d9e0d2fec1df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25912978'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:42.785301 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-337396ca-d334-4203-9604-bae04da0d679 tempest-NegativeSecGroupIPv6Test-1056332508 tempest-NegativeSecGroupIPv6Test-1056332508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:42.791027 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-337396ca-d334-4203-9604-bae04da0d679 tempest-NegativeSecGroupIPv6Test-1056332508 tempest-NegativeSecGroupIPv6Test-1056332508-project] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:42.792557 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-337396ca-d334-4203-9604-bae04da0d679 tempest-NegativeSecGroupIPv6Test-1056332508 tempest-NegativeSecGroupIPv6Test-1056332508-project] 10.222.0.16 "DELETE /v2.0/security-groups/0340827d-79f6-4137-923f-f07ce5a4485b HTTP/1.1" status: 204 len: 168 time: 0.1644495 Jul 14 18:52:42.796810 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 48118) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:52:42.823858 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337396ca-d334-4203-9604-bae04da0d679 tempest-NegativeSecGroupIPv6Test-1056332508 tempest-NegativeSecGroupIPv6Test-1056332508-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0340827d-79f6-4137-923f-f07ce5a4485b,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:52:42.824474 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d098866-cfbb-41ff-bcc6-46f0cf695a8e req-69c73f67-a7c8-4271-bc31-d9e0d2fec1df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:52:42.825138 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-4d098866-cfbb-41ff-bcc6-46f0cf695a8e req-69c73f67-a7c8-4271-bc31-d9e0d2fec1df service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:42.826596 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-4d098866-cfbb-41ff-bcc6-46f0cf695a8e req-69c73f67-a7c8-4271-bc31-d9e0d2fec1df service neutron] 10.222.0.35 "PUT /v2.0/ports/debb06b9-dcb2-4b73-9f6b-8c1fcfe085ed HTTP/1.1" status: 200 len: 1092 time: 0.8737745 Jul 14 18:52:42.827136 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8cd16adf-77c1-4c83-8ff8-24053869790b', 'tag': 'debb06b9-dcb2-4b73-9f6b-8c1fcfe085ed'}] {{(pid=93915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:52:42.829615 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e72782ad3af8f7d4ce76cedf092bca46d1756acc5c4653cf0b52034cdd6b073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b1ce2b8-6039-4ff3-86e6-7760af3f0de1" -d '{"events": [{"name": "network-changed", "server_uuid": "8cd16adf-77c1-4c83-8ff8-24053869790b", "tag": "debb06b9-dcb2-4b73-9f6b-8c1fcfe085ed"}]}' {{(pid=93915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:52:42.858565 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c73f67-a7c8-4271-bc31-d9e0d2fec1df service neutron] Pushing event updated for resources: {'Port': ['ID=debb06b9-dcb2-4b73-9f6b-8c1fcfe085ed,revision_number=3']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:52:42.893410 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 18:52:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47a4f04a-2d53-43c7-96d4-a45eaed1e294 x-openstack-request-id: req-47a4f04a-2d53-43c7-96d4-a45eaed1e294 {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:52:42.893669 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8cd16adf-77c1-4c83-8ff8-24053869790b", "tag": "debb06b9-dcb2-4b73-9f6b-8c1fcfe085ed", "status": "completed", "code": 200}]} {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:52:42.893930 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-47a4f04a-2d53-43c7-96d4-a45eaed1e294 {{(pid=93915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:52:42.894328 n-d-800634-3 neutron-server[93915]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8cd16adf-77c1-4c83-8ff8-24053869790b', 'tag': 'debb06b9-dcb2-4b73-9f6b-8c1fcfe085ed', 'status': 'completed', 'code': 200} Jul 14 18:52:42.894818 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-77de5c9e-264d-4967-8898-e8311863ddb9 tempest-NegativeSecGroupIPv6Test-1056332508 tempest-NegativeSecGroupIPv6Test-1056332508-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0949025 Jul 14 18:52:42.897928 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 48124) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:52:42.908096 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-4755812a-9400-4394-bd88-05c599bb2be1 tempest-NegativeSecGroupIPv6Test-1056332508 tempest-NegativeSecGroupIPv6Test-1056332508-project] Request body: {'security_group': {'name': 'tempest-secgroup--1636477446'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:52:42.935742 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-4755812a-9400-4394-bd88-05c599bb2be1 tempest-NegativeSecGroupIPv6Test-1056332508 tempest-NegativeSecGroupIPv6Test-1056332508-project] Notify callbacks [] for security_group, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:42.960499 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d098866-cfbb-41ff-bcc6-46f0cf695a8e req-4ed210d6-33eb-4761-909b-ee3455524b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:52:42.963383 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-4d098866-cfbb-41ff-bcc6-46f0cf695a8e req-4ed210d6-33eb-4761-909b-ee3455524b0b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c28e5bcf1e004d64bdc0461d59ce0908&device_id=8cd16adf-77c1-4c83-8ff8-24053869790b HTTP/1.1" status: 200 len: 1095 time: 0.0787582 Jul 14 18:52:43.029041 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-4d098866-cfbb-41ff-bcc6-46f0cf695a8e req-38224c7f-def0-4ae5-be60-e22334b7cfa8 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=debb06b9-dcb2-4b73-9f6b-8c1fcfe085ed HTTP/1.1" status: 200 len: 217 time: 0.0577457 Jul 14 18:52:43.051565 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-4755812a-9400-4394-bd88-05c599bb2be1 tempest-NegativeSecGroupIPv6Test-1056332508 tempest-NegativeSecGroupIPv6Test-1056332508-project] Notify callbacks [] for security_group, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:43.060878 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-4755812a-9400-4394-bd88-05c599bb2be1 tempest-NegativeSecGroupIPv6Test-1056332508 tempest-NegativeSecGroupIPv6Test-1056332508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:43.094511 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d098866-cfbb-41ff-bcc6-46f0cf695a8e req-2571c91c-997f-4090-93fb-5ca9d1647a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:52:43.096858 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-4d098866-cfbb-41ff-bcc6-46f0cf695a8e req-2571c91c-997f-4090-93fb-5ca9d1647a21 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e9fdea6e-22fa-4991-9f87-b79de93db404 HTTP/1.1" status: 200 len: 851 time: 0.0604260 Jul 14 18:52:43.102625 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-4755812a-9400-4394-bd88-05c599bb2be1 tempest-NegativeSecGroupIPv6Test-1056332508 tempest-NegativeSecGroupIPv6Test-1056332508-project] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:43.106540 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-4755812a-9400-4394-bd88-05c599bb2be1 tempest-NegativeSecGroupIPv6Test-1056332508 tempest-NegativeSecGroupIPv6Test-1056332508-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2049766 Jul 14 18:52:43.106832 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 48132) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:52:43.111514 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-6ed3fbd2-d08d-44dd-abd1-dcabfc22b193 tempest-NegativeSecGroupIPv6Test-1056332508 tempest-NegativeSecGroupIPv6Test-1056332508-project] Request body: {'security_group_rule': {'security_group_id': '4d18bf77-4df8-4eed-ba08-81dff396686b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:52:43.133032 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4755812a-9400-4394-bd88-05c599bb2be1 tempest-NegativeSecGroupIPv6Test-1056332508 tempest-NegativeSecGroupIPv6Test-1056332508-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d18bf77-4df8-4eed-ba08-81dff396686b,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:52:43.171459 n-d-800634-3 neutron-server[93916]: INFO neutron.api.v2.resource [None req-6ed3fbd2-d08d-44dd-abd1-dcabfc22b193 tempest-NegativeSecGroupIPv6Test-1056332508 tempest-NegativeSecGroupIPv6Test-1056332508-project] create failed (client error): The resource could not be found. Jul 14 18:52:43.173419 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-6ed3fbd2-d08d-44dd-abd1-dcabfc22b193 tempest-NegativeSecGroupIPv6Test-1056332508 tempest-NegativeSecGroupIPv6Test-1056332508-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0657313 Jul 14 18:52:43.174669 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d098866-cfbb-41ff-bcc6-46f0cf695a8e req-1e79c7a8-4fb9-4c27-885b-bcb8dd9e19fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:52:43.176524 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-4d098866-cfbb-41ff-bcc6-46f0cf695a8e req-1e79c7a8-4fb9-4c27-885b-bcb8dd9e19fd service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=39c54d55-b1e0-4eb1-9ee5-3eeadd4d8bde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0684953 Jul 14 18:52:43.177715 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 48136) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:52:43.182364 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-b1341e41-6afc-4a3b-ba6d-3dbc80d6879c tempest-NegativeSecGroupIPv6Test-1056332508 tempest-NegativeSecGroupIPv6Test-1056332508-project] Request body: {'security_group_rule': {'security_group_id': '4d18bf77-4df8-4eed-ba08-81dff396686b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'e72f8263-1408-4fc7-96cf-3cbe32312c56'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:52:43.339575 n-d-800634-3 neutron-server[93915]: INFO neutron.api.v2.resource [None req-b1341e41-6afc-4a3b-ba6d-3dbc80d6879c tempest-NegativeSecGroupIPv6Test-1056332508 tempest-NegativeSecGroupIPv6Test-1056332508-project] create failed (client error): The resource could not be found. Jul 14 18:52:43.340659 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-b1341e41-6afc-4a3b-ba6d-3dbc80d6879c tempest-NegativeSecGroupIPv6Test-1056332508 tempest-NegativeSecGroupIPv6Test-1056332508-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1619608 Jul 14 18:52:43.343883 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 48142) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:52:43.347884 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-4d098866-cfbb-41ff-bcc6-46f0cf695a8e req-59bf98b0-9e8a-4641-9b28-8397004f7242 service neutron] 10.222.0.35 "GET /v2.0/networks/39c54d55-b1e0-4eb1-9ee5-3eeadd4d8bde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1599679 Jul 14 18:52:43.360406 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7251ec5a-7d9c-4211-94ac-c0851570a8a3 req-11e87483-7913-47df-8feb-9d43fba5610a tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:52:43.361982 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-7251ec5a-7d9c-4211-94ac-c0851570a8a3 req-11e87483-7913-47df-8feb-9d43fba5610a tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] 10.222.0.16 "GET /v2.0/ports?device_id=8cd16adf-77c1-4c83-8ff8-24053869790b HTTP/1.1" status: 200 len: 944 time: 0.1529791 Jul 14 18:52:43.399692 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-5f011314-ea47-4422-921a-9fa25441b55a tempest-NegativeSecGroupIPv6Test-1056332508 tempest-NegativeSecGroupIPv6Test-1056332508-project] Notify callbacks [] for security_group, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:43.426277 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-5f011314-ea47-4422-921a-9fa25441b55a tempest-NegativeSecGroupIPv6Test-1056332508 tempest-NegativeSecGroupIPv6Test-1056332508-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:43.467493 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-7251ec5a-7d9c-4211-94ac-c0851570a8a3 req-6b032c1d-fde9-4e7c-a2fd-ea66f682ad00 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] 10.222.0.16 "GET /v2.0/security-groups?id=00511198-19e5-42cb-b4d6-0be88d13a8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962672 Jul 14 18:52:43.486558 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-4d098866-cfbb-41ff-bcc6-46f0cf695a8e req-4a7d2774-5101-4ba0-a446-8f538eafe20b service neutron] 10.222.0.35 "GET /v2.0/networks/39c54d55-b1e0-4eb1-9ee5-3eeadd4d8bde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235588 Jul 14 18:52:43.489833 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-5f011314-ea47-4422-921a-9fa25441b55a tempest-NegativeSecGroupIPv6Test-1056332508 tempest-NegativeSecGroupIPv6Test-1056332508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:43.494154 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-5f011314-ea47-4422-921a-9fa25441b55a tempest-NegativeSecGroupIPv6Test-1056332508 tempest-NegativeSecGroupIPv6Test-1056332508-project] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:43.497763 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-5f011314-ea47-4422-921a-9fa25441b55a tempest-NegativeSecGroupIPv6Test-1056332508 tempest-NegativeSecGroupIPv6Test-1056332508-project] 10.222.0.16 "DELETE /v2.0/security-groups/4d18bf77-4df8-4eed-ba08-81dff396686b HTTP/1.1" status: 204 len: 168 time: 0.1504915 Jul 14 18:52:43.500806 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 48148) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:52:43.516962 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f011314-ea47-4422-921a-9fa25441b55a tempest-NegativeSecGroupIPv6Test-1056332508 tempest-NegativeSecGroupIPv6Test-1056332508-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d18bf77-4df8-4eed-ba08-81dff396686b,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:52:43.580022 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-a36a2ef0-9320-4c1d-a00f-570f8df675a5 tempest-NegativeSecGroupIPv6Test-1056332508 tempest-NegativeSecGroupIPv6Test-1056332508-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0745828 Jul 14 18:52:43.580708 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 48152) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:52:43.585681 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-c36a4ad5-222a-4364-b867-536075e504b0 tempest-NegativeSecGroupIPv6Test-1056332508 tempest-NegativeSecGroupIPv6Test-1056332508-project] Request body: {'security_group_rule': {'security_group_id': 'e628f939-577e-4478-b017-cb194ed7b04f', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:52:43.634715 n-d-800634-3 neutron-server[93916]: INFO neutron.api.v2.resource [None req-c36a4ad5-222a-4364-b867-536075e504b0 tempest-NegativeSecGroupIPv6Test-1056332508 tempest-NegativeSecGroupIPv6Test-1056332508-project] create failed (client error): The resource could not be found. Jul 14 18:52:43.636518 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-c36a4ad5-222a-4364-b867-536075e504b0 tempest-NegativeSecGroupIPv6Test-1056332508 tempest-NegativeSecGroupIPv6Test-1056332508-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0546603 Jul 14 18:52:43.637428 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1ce2b8-6039-4ff3-86e6-7760af3f0de1 req-45be526e-9b61-46cd-8071-30215e461a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:52:43.639132 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-9b1ce2b8-6039-4ff3-86e6-7760af3f0de1 req-45be526e-9b61-46cd-8071-30215e461a63 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c28e5bcf1e004d64bdc0461d59ce0908&device_id=8cd16adf-77c1-4c83-8ff8-24053869790b HTTP/1.1" status: 200 len: 1095 time: 0.0937157 Jul 14 18:52:43.641388 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 48156) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:52:43.646739 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-74acecbf-2612-41ad-bac8-6a5b419033a2 tempest-NegativeSecGroupIPv6Test-1056332508 tempest-NegativeSecGroupIPv6Test-1056332508-project] Request body: {'security_group': {'name': 'tempest-secgroup--568227006'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:52:43.670777 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-74acecbf-2612-41ad-bac8-6a5b419033a2 tempest-NegativeSecGroupIPv6Test-1056332508 tempest-NegativeSecGroupIPv6Test-1056332508-project] Notify callbacks [] for security_group, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:43.724518 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bedbdde-96cc-4285-afb7-14d90c18b5a6 req-5a23fcbc-711d-4f2a-9506-e9a578635298 tempest-TestServerMultinode-456211967 tempest-TestServerMultinode-456211967-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:52:43.726215 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6bedbdde-96cc-4285-afb7-14d90c18b5a6 req-5a23fcbc-711d-4f2a-9506-e9a578635298 tempest-TestServerMultinode-456211967 tempest-TestServerMultinode-456211967-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=f8e7346f-7cf9-4ac0-a9ea-a3b901909288 HTTP/1.1" status: 200 len: 1094 time: 0.1300514 Jul 14 18:52:43.771534 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1ce2b8-6039-4ff3-86e6-7760af3f0de1 req-eb3cc3ec-d587-4eb1-9124-ab37e4e0307a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:52:43.771811 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-74acecbf-2612-41ad-bac8-6a5b419033a2 tempest-NegativeSecGroupIPv6Test-1056332508 tempest-NegativeSecGroupIPv6Test-1056332508-project] Notify callbacks [] for security_group, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:43.773531 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-9b1ce2b8-6039-4ff3-86e6-7760af3f0de1 req-eb3cc3ec-d587-4eb1-9124-ab37e4e0307a service neutron] 10.222.0.35 "GET /v2.0/networks?id=39c54d55-b1e0-4eb1-9ee5-3eeadd4d8bde HTTP/1.1" status: 200 len: 912 time: 0.1265266 Jul 14 18:52:43.776362 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-74acecbf-2612-41ad-bac8-6a5b419033a2 tempest-NegativeSecGroupIPv6Test-1056332508 tempest-NegativeSecGroupIPv6Test-1056332508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:43.793966 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6bedbdde-96cc-4285-afb7-14d90c18b5a6 req-52adb4df-99b9-469c-8140-3483582dd8bf tempest-TestServerMultinode-456211967 tempest-TestServerMultinode-456211967-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=2860eb37-e3f5-4454-b9b5-20c636deacf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567732 Jul 14 18:52:43.810802 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-74acecbf-2612-41ad-bac8-6a5b419033a2 tempest-NegativeSecGroupIPv6Test-1056332508 tempest-NegativeSecGroupIPv6Test-1056332508-project] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:43.812070 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-74acecbf-2612-41ad-bac8-6a5b419033a2 tempest-NegativeSecGroupIPv6Test-1056332508 tempest-NegativeSecGroupIPv6Test-1056332508-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1693361 Jul 14 18:52:43.823238 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 48162) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:52:43.826391 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-9b1ce2b8-6039-4ff3-86e6-7760af3f0de1 req-593b2923-e736-407c-8e79-08bc813a5cbf service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=debb06b9-dcb2-4b73-9f6b-8c1fcfe085ed HTTP/1.1" status: 200 len: 217 time: 0.0410991 Jul 14 18:52:43.828938 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-6fef5751-9335-4b30-9c09-1033a33ab082 tempest-NegativeSecGroupIPv6Test-1056332508 tempest-NegativeSecGroupIPv6Test-1056332508-project] Request body: {'security_group': {'name': 'tempest-secgroup--1457730270'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:52:43.855710 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74acecbf-2612-41ad-bac8-6a5b419033a2 tempest-NegativeSecGroupIPv6Test-1056332508 tempest-NegativeSecGroupIPv6Test-1056332508-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a510ee5-72d8-4db2-a153-e69b81569091,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:52:43.865433 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-6fef5751-9335-4b30-9c09-1033a33ab082 tempest-NegativeSecGroupIPv6Test-1056332508 tempest-NegativeSecGroupIPv6Test-1056332508-project] Notify callbacks [] for security_group, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:43.885425 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device 4e239976-a5df-4300-8efd-a667db08b591 details requested by agent hyperv_n-h1-800634-3 with host n-h1-800634-3 {{(pid=93917) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 18:52:43.971111 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-6fef5751-9335-4b30-9c09-1033a33ab082 tempest-NegativeSecGroupIPv6Test-1056332508 tempest-NegativeSecGroupIPv6Test-1056332508-project] Notify callbacks [] for security_group, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:43.977685 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-6fef5751-9335-4b30-9c09-1033a33ab082 tempest-NegativeSecGroupIPv6Test-1056332508 tempest-NegativeSecGroupIPv6Test-1056332508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:44.013165 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-6fef5751-9335-4b30-9c09-1033a33ab082 tempest-NegativeSecGroupIPv6Test-1056332508 tempest-NegativeSecGroupIPv6Test-1056332508-project] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:44.016649 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-6fef5751-9335-4b30-9c09-1033a33ab082 tempest-NegativeSecGroupIPv6Test-1056332508 tempest-NegativeSecGroupIPv6Test-1056332508-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2004144 Jul 14 18:52:44.027057 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port 4e239976-a5df-4300-8efd-a667db08b591, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=4e239976-a5df-4300-8efd-a667db08b591,segment=NetworkSegment(8406d491-b2e0-4518-9d74-551b5d5f0902),segment_id=8406d491-b2e0-4518-9d74-551b5d5f0902)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:52:44.027881 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 48170) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:52:44.037692 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-7c5b51ff-9281-487b-ae7d-2adced008488 tempest-NegativeSecGroupIPv6Test-1056332508 tempest-NegativeSecGroupIPv6Test-1056332508-project] Request body: {'security_group_rule': {'security_group_id': '2a510ee5-72d8-4db2-a153-e69b81569091', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': 'ecb3dbe7-d648-4913-85bd-360b8522eb2c'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:52:44.044557 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Returning: {'device': '4e239976-a5df-4300-8efd-a667db08b591', 'network_id': 'dd69057d-8dc0-4097-9a0e-65978c0b371a', 'port_id': '4e239976-a5df-4300-8efd-a667db08b591', 'mac_address': 'fa:16:3e:b3:cb:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd28cd209-31d3-46cb-bbed-360f8aa5e803', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93917) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 18:52:44.049422 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fef5751-9335-4b30-9c09-1033a33ab082 tempest-NegativeSecGroupIPv6Test-1056332508 tempest-NegativeSecGroupIPv6Test-1056332508-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ecb3dbe7-d648-4913-85bd-360b8522eb2c,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:52:44.091426 n-d-800634-3 neutron-server[93916]: INFO neutron.api.v2.resource [None req-7c5b51ff-9281-487b-ae7d-2adced008488 tempest-NegativeSecGroupIPv6Test-1056332508 tempest-NegativeSecGroupIPv6Test-1056332508-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 18:52:44.095127 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-7c5b51ff-9281-487b-ae7d-2adced008488 tempest-NegativeSecGroupIPv6Test-1056332508 tempest-NegativeSecGroupIPv6Test-1056332508-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0641465 Jul 14 18:52:44.096244 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 48172) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:52:44.097274 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:44.113607 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e239976-a5df-4300-8efd-a667db08b591 {{(pid=93917) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 18:52:44.136763 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port 4e239976-a5df-4300-8efd-a667db08b591, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=4e239976-a5df-4300-8efd-a667db08b591,segment=NetworkSegment(8406d491-b2e0-4518-9d74-551b5d5f0902),segment_id=8406d491-b2e0-4518-9d74-551b5d5f0902)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:52:44.142847 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:44.170271 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-476b7678-26c7-41de-a57f-a06a80d83533 tempest-NegativeSecGroupIPv6Test-1056332508 tempest-NegativeSecGroupIPv6Test-1056332508-project] Notify callbacks [] for security_group, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:44.201511 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-476b7678-26c7-41de-a57f-a06a80d83533 tempest-NegativeSecGroupIPv6Test-1056332508 tempest-NegativeSecGroupIPv6Test-1056332508-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:44.210113 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Pushing event updated for resources: {'Port': ['ID=4e239976-a5df-4300-8efd-a667db08b591,revision_number=4']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:52:44.248892 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1ce2b8-6039-4ff3-86e6-7760af3f0de1 req-7af8c724-3578-4d9b-a6f0-d1691a3fb5f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:52:44.250591 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-9b1ce2b8-6039-4ff3-86e6-7760af3f0de1 req-7af8c724-3578-4d9b-a6f0-d1691a3fb5f8 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e9fdea6e-22fa-4991-9f87-b79de93db404 HTTP/1.1" status: 200 len: 851 time: 0.4164126 Jul 14 18:52:44.253122 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-476b7678-26c7-41de-a57f-a06a80d83533 tempest-NegativeSecGroupIPv6Test-1056332508 tempest-NegativeSecGroupIPv6Test-1056332508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:44.256945 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-476b7678-26c7-41de-a57f-a06a80d83533 tempest-NegativeSecGroupIPv6Test-1056332508 tempest-NegativeSecGroupIPv6Test-1056332508-project] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:44.258112 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-476b7678-26c7-41de-a57f-a06a80d83533 tempest-NegativeSecGroupIPv6Test-1056332508 tempest-NegativeSecGroupIPv6Test-1056332508-project] 10.222.0.16 "DELETE /v2.0/security-groups/ecb3dbe7-d648-4913-85bd-360b8522eb2c HTTP/1.1" status: 204 len: 168 time: 0.1607909 Jul 14 18:52:44.262826 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 48178) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:52:44.281775 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476b7678-26c7-41de-a57f-a06a80d83533 tempest-NegativeSecGroupIPv6Test-1056332508 tempest-NegativeSecGroupIPv6Test-1056332508-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecb3dbe7-d648-4913-85bd-360b8522eb2c,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:52:44.325080 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1ce2b8-6039-4ff3-86e6-7760af3f0de1 req-285f04b1-ef35-4057-ad7d-805a212d4d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:52:44.326924 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-9b1ce2b8-6039-4ff3-86e6-7760af3f0de1 req-285f04b1-ef35-4057-ad7d-805a212d4d86 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=39c54d55-b1e0-4eb1-9ee5-3eeadd4d8bde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0698762 Jul 14 18:52:44.331588 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-3ea8b981-54e1-454d-8ca1-66157ffa8607 tempest-NegativeSecGroupIPv6Test-1056332508 tempest-NegativeSecGroupIPv6Test-1056332508-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0673659 Jul 14 18:52:44.334335 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 48182) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:52:44.399883 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] get_ports_and_sgs() called for port_ids ['4e239976-a5df-4300-8efd-a667db08b591'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 18:52:44.454587 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-f18cbc20-a2f5-4a54-9672-ca954303fb19 tempest-NegativeSecGroupIPv6Test-1056332508 tempest-NegativeSecGroupIPv6Test-1056332508-project] Notify callbacks [] for security_group, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:44.497766 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-f18cbc20-a2f5-4a54-9672-ca954303fb19 tempest-NegativeSecGroupIPv6Test-1056332508 tempest-NegativeSecGroupIPv6Test-1056332508-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:44.501844 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-9b1ce2b8-6039-4ff3-86e6-7760af3f0de1 req-e5d9a58a-4116-4d87-a307-abac2f61b3e2 service neutron] 10.222.0.35 "GET /v2.0/networks/39c54d55-b1e0-4eb1-9ee5-3eeadd4d8bde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1572957 Jul 14 18:52:44.625689 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-f18cbc20-a2f5-4a54-9672-ca954303fb19 tempest-NegativeSecGroupIPv6Test-1056332508 tempest-NegativeSecGroupIPv6Test-1056332508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:44.628652 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-f18cbc20-a2f5-4a54-9672-ca954303fb19 tempest-NegativeSecGroupIPv6Test-1056332508 tempest-NegativeSecGroupIPv6Test-1056332508-project] Notify callbacks [] for security_group, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:44.631344 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-f18cbc20-a2f5-4a54-9672-ca954303fb19 tempest-NegativeSecGroupIPv6Test-1056332508 tempest-NegativeSecGroupIPv6Test-1056332508-project] 10.222.0.16 "DELETE /v2.0/security-groups/2a510ee5-72d8-4db2-a153-e69b81569091 HTTP/1.1" status: 204 len: 168 time: 0.2957354 Jul 14 18:52:44.634166 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 48194) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:52:44.675822 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18cbc20-a2f5-4a54-9672-ca954303fb19 tempest-NegativeSecGroupIPv6Test-1056332508 tempest-NegativeSecGroupIPv6Test-1056332508-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a510ee5-72d8-4db2-a153-e69b81569091,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:52:44.684823 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-9b1ce2b8-6039-4ff3-86e6-7760af3f0de1 req-70fee2e2-86bb-4a7a-a8d1-203a70f20f49 service neutron] 10.222.0.35 "GET /v2.0/networks/39c54d55-b1e0-4eb1-9ee5-3eeadd4d8bde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1743484 Jul 14 18:52:44.685276 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-5f972741-b65c-4c19-ba28-537ee2b7b92a tempest-NegativeSecGroupIPv6Test-1056332508 tempest-NegativeSecGroupIPv6Test-1056332508-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0494552 Jul 14 18:52:44.697278 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 48196) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:52:44.701573 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-c6cbaac0-2081-4242-886e-ada6bf669387 tempest-NegativeSecGroupIPv6Test-1056332508 tempest-NegativeSecGroupIPv6Test-1056332508-project] Request body: {'security_group': {'name': 'tempest-secgroup--1270003034'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:52:44.722703 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391464f4-1850-4ca2-84d2-e3fef5ed8385 req-61832f2a-3079-4092-a81e-c9e256350693 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:52:44.724555 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-391464f4-1850-4ca2-84d2-e3fef5ed8385 req-61832f2a-3079-4092-a81e-c9e256350693 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] 10.222.0.16 "GET /v2.0/ports?device_id=8cd16adf-77c1-4c83-8ff8-24053869790b HTTP/1.1" status: 200 len: 944 time: 0.1120923 Jul 14 18:52:44.729445 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-c6cbaac0-2081-4242-886e-ada6bf669387 tempest-NegativeSecGroupIPv6Test-1056332508 tempest-NegativeSecGroupIPv6Test-1056332508-project] Notify callbacks [] for security_group, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:44.764776 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-391464f4-1850-4ca2-84d2-e3fef5ed8385 req-44571101-4ffc-46da-9120-bf29ceb5061e tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] 10.222.0.16 "GET /v2.0/security-groups?id=00511198-19e5-42cb-b4d6-0be88d13a8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345750 Jul 14 18:52:44.826471 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-c6cbaac0-2081-4242-886e-ada6bf669387 tempest-NegativeSecGroupIPv6Test-1056332508 tempest-NegativeSecGroupIPv6Test-1056332508-project] Notify callbacks [] for security_group, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:44.830519 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-c6cbaac0-2081-4242-886e-ada6bf669387 tempest-NegativeSecGroupIPv6Test-1056332508 tempest-NegativeSecGroupIPv6Test-1056332508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:44.864285 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-c6cbaac0-2081-4242-886e-ada6bf669387 tempest-NegativeSecGroupIPv6Test-1056332508 tempest-NegativeSecGroupIPv6Test-1056332508-project] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:44.868609 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-c6cbaac0-2081-4242-886e-ada6bf669387 tempest-NegativeSecGroupIPv6Test-1056332508 tempest-NegativeSecGroupIPv6Test-1056332508-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1708980 Jul 14 18:52:44.869499 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 48206) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:52:44.870780 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cbaac0-2081-4242-886e-ada6bf669387 tempest-NegativeSecGroupIPv6Test-1056332508 tempest-NegativeSecGroupIPv6Test-1056332508-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f9021a86-df24-42ad-b071-1d19e2ced351,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:52:44.875552 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-b14bfe22-b779-4cd6-a722-933b823e54e0 tempest-NegativeSecGroupIPv6Test-1056332508 tempest-NegativeSecGroupIPv6Test-1056332508-project] Request body: {'security_group_rule': {'security_group_id': 'f9021a86-df24-42ad-b071-1d19e2ced351', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:52:44.919102 n-d-800634-3 neutron-server[93915]: INFO neutron.api.v2.resource [None req-b14bfe22-b779-4cd6-a722-933b823e54e0 tempest-NegativeSecGroupIPv6Test-1056332508 tempest-NegativeSecGroupIPv6Test-1056332508-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 18:52:44.920256 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-b14bfe22-b779-4cd6-a722-933b823e54e0 tempest-NegativeSecGroupIPv6Test-1056332508 tempest-NegativeSecGroupIPv6Test-1056332508-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0493999 Jul 14 18:52:44.922878 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 48208) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:52:44.928920 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-191d3eb5-9dbb-41e3-a550-367c092c44a5 tempest-NegativeSecGroupIPv6Test-1056332508 tempest-NegativeSecGroupIPv6Test-1056332508-project] Request body: {'security_group_rule': {'security_group_id': 'f9021a86-df24-42ad-b071-1d19e2ced351', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:52:44.974510 n-d-800634-3 neutron-server[93915]: INFO neutron.api.v2.resource [None req-191d3eb5-9dbb-41e3-a550-367c092c44a5 tempest-NegativeSecGroupIPv6Test-1056332508 tempest-NegativeSecGroupIPv6Test-1056332508-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 18:52:44.975562 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-191d3eb5-9dbb-41e3-a550-367c092c44a5 tempest-NegativeSecGroupIPv6Test-1056332508 tempest-NegativeSecGroupIPv6Test-1056332508-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0516090 Jul 14 18:52:44.978389 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 48212) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:52:45.034428 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-b99e93fd-d35a-46d1-a852-47dc8fb42507 tempest-NegativeSecGroupIPv6Test-1056332508 tempest-NegativeSecGroupIPv6Test-1056332508-project] Notify callbacks [] for security_group, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:45.065057 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-b99e93fd-d35a-46d1-a852-47dc8fb42507 tempest-NegativeSecGroupIPv6Test-1056332508 tempest-NegativeSecGroupIPv6Test-1056332508-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:45.113320 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-b99e93fd-d35a-46d1-a852-47dc8fb42507 tempest-NegativeSecGroupIPv6Test-1056332508 tempest-NegativeSecGroupIPv6Test-1056332508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:45.116697 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-b99e93fd-d35a-46d1-a852-47dc8fb42507 tempest-NegativeSecGroupIPv6Test-1056332508 tempest-NegativeSecGroupIPv6Test-1056332508-project] Notify callbacks [] for security_group, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:45.117891 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-b99e93fd-d35a-46d1-a852-47dc8fb42507 tempest-NegativeSecGroupIPv6Test-1056332508 tempest-NegativeSecGroupIPv6Test-1056332508-project] 10.222.0.16 "DELETE /v2.0/security-groups/f9021a86-df24-42ad-b071-1d19e2ced351 HTTP/1.1" status: 204 len: 168 time: 0.1383960 Jul 14 18:52:45.120748 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 48220) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:52:45.127276 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99e93fd-d35a-46d1-a852-47dc8fb42507 tempest-NegativeSecGroupIPv6Test-1056332508 tempest-NegativeSecGroupIPv6Test-1056332508-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9021a86-df24-42ad-b071-1d19e2ced351,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:52:45.178551 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-0319e7af-187c-4345-bb61-654922b02f16 tempest-NegativeSecGroupIPv6Test-1056332508 tempest-NegativeSecGroupIPv6Test-1056332508-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0562572 Jul 14 18:52:45.182154 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 48222) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:52:45.186851 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-eb9c8b03-6666-4dcf-889e-1d3a6c1663bb tempest-NegativeSecGroupIPv6Test-1056332508 tempest-NegativeSecGroupIPv6Test-1056332508-project] Request body: {'security_group': {'name': 'tempest-secgroup--651927090'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:52:45.210792 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-eb9c8b03-6666-4dcf-889e-1d3a6c1663bb tempest-NegativeSecGroupIPv6Test-1056332508 tempest-NegativeSecGroupIPv6Test-1056332508-project] Notify callbacks [] for security_group, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:45.276622 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b404c1-63f0-4e0a-8554-e1414b7418f5 req-b8cde1df-4f26-4675-bfba-3c5a3f28e4e2 tempest-TestServerMultinode-456211967 tempest-TestServerMultinode-456211967-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:52:45.278546 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-05b404c1-63f0-4e0a-8554-e1414b7418f5 req-b8cde1df-4f26-4675-bfba-3c5a3f28e4e2 tempest-TestServerMultinode-456211967 tempest-TestServerMultinode-456211967-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=f8e7346f-7cf9-4ac0-a9ea-a3b901909288 HTTP/1.1" status: 200 len: 1095 time: 0.3289757 Jul 14 18:52:45.312807 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-eb9c8b03-6666-4dcf-889e-1d3a6c1663bb tempest-NegativeSecGroupIPv6Test-1056332508 tempest-NegativeSecGroupIPv6Test-1056332508-project] Notify callbacks [] for security_group, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:45.318909 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-05b404c1-63f0-4e0a-8554-e1414b7418f5 req-1c4fc94e-3ef0-4035-92cc-a3ad5fc1351d tempest-TestServerMultinode-456211967 tempest-TestServerMultinode-456211967-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=2860eb37-e3f5-4454-b9b5-20c636deacf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318453 Jul 14 18:52:45.320306 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-eb9c8b03-6666-4dcf-889e-1d3a6c1663bb tempest-NegativeSecGroupIPv6Test-1056332508 tempest-NegativeSecGroupIPv6Test-1056332508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:45.354153 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-eb9c8b03-6666-4dcf-889e-1d3a6c1663bb tempest-NegativeSecGroupIPv6Test-1056332508 tempest-NegativeSecGroupIPv6Test-1056332508-project] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:45.355419 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-eb9c8b03-6666-4dcf-889e-1d3a6c1663bb tempest-NegativeSecGroupIPv6Test-1056332508 tempest-NegativeSecGroupIPv6Test-1056332508-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1723151 Jul 14 18:52:45.357333 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9c8b03-6666-4dcf-889e-1d3a6c1663bb tempest-NegativeSecGroupIPv6Test-1056332508 tempest-NegativeSecGroupIPv6Test-1056332508-project] Pushing event updated for resources: {'SecurityGroup': ['ID=222fc5cd-42d3-4b3b-8168-0225ab11e165,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:52:45.358586 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 48226) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:52:45.363602 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-f4e42a72-9c22-497f-b4de-96a16e65df31 tempest-NegativeSecGroupIPv6Test-1056332508 tempest-NegativeSecGroupIPv6Test-1056332508-project] Request body: {'security_group': {'name': 'default'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:52:45.365000 n-d-800634-3 neutron-server[93915]: WARNING neutron.api.v2.base [None req-f4e42a72-9c22-497f-b4de-96a16e65df31 tempest-NegativeSecGroupIPv6Test-1056332508 tempest-NegativeSecGroupIPv6Test-1056332508-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 14 18:52:45.365499 n-d-800634-3 neutron-server[93915]: INFO neutron.api.v2.resource [None req-f4e42a72-9c22-497f-b4de-96a16e65df31 tempest-NegativeSecGroupIPv6Test-1056332508 tempest-NegativeSecGroupIPv6Test-1056332508-project] update failed (client error): There was a conflict when trying to complete your request. Jul 14 18:52:45.366608 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-f4e42a72-9c22-497f-b4de-96a16e65df31 tempest-NegativeSecGroupIPv6Test-1056332508 tempest-NegativeSecGroupIPv6Test-1056332508-project] 10.222.0.16 "PUT /v2.0/security-groups/222fc5cd-42d3-4b3b-8168-0225ab11e165 HTTP/1.1" status: 409 len: 330 time: 0.0068457 Jul 14 18:52:45.369467 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 48228) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:52:45.377123 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 48230) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:52:45.427675 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-55d2ef86-423e-44da-9abd-94f996712f39 tempest-NegativeSecGroupIPv6Test-1056332508 tempest-NegativeSecGroupIPv6Test-1056332508-project] Notify callbacks [] for security_group, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:45.453165 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-55d2ef86-423e-44da-9abd-94f996712f39 tempest-NegativeSecGroupIPv6Test-1056332508 tempest-NegativeSecGroupIPv6Test-1056332508-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:45.485705 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-df14a04f-ac82-426e-8b06-57a61600f8ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:45.501039 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-55d2ef86-423e-44da-9abd-94f996712f39 tempest-NegativeSecGroupIPv6Test-1056332508 tempest-NegativeSecGroupIPv6Test-1056332508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:45.504210 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-55d2ef86-423e-44da-9abd-94f996712f39 tempest-NegativeSecGroupIPv6Test-1056332508 tempest-NegativeSecGroupIPv6Test-1056332508-project] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:45.508690 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-55d2ef86-423e-44da-9abd-94f996712f39 tempest-NegativeSecGroupIPv6Test-1056332508 tempest-NegativeSecGroupIPv6Test-1056332508-project] 10.222.0.16 "DELETE /v2.0/security-groups/222fc5cd-42d3-4b3b-8168-0225ab11e165 HTTP/1.1" status: 204 len: 168 time: 0.1382296 Jul 14 18:52:45.509125 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 48234) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:52:45.519443 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d2ef86-423e-44da-9abd-94f996712f39 tempest-NegativeSecGroupIPv6Test-1056332508 tempest-NegativeSecGroupIPv6Test-1056332508-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=222fc5cd-42d3-4b3b-8168-0225ab11e165,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:52:45.576300 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-67467c8c-dd46-4f0e-b546-405fb34126ba tempest-NegativeSecGroupIPv6Test-1056332508 tempest-NegativeSecGroupIPv6Test-1056332508-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0660567 Jul 14 18:52:45.580481 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 48236) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:52:45.594770 n-d-800634-3 neutron-server[93916]: INFO neutron.api.v2.resource [None req-152be86c-6b99-4b9a-9bb6-640989336d62 tempest-NegativeSecGroupIPv6Test-1056332508 tempest-NegativeSecGroupIPv6Test-1056332508-project] delete failed (client error): The resource could not be found. Jul 14 18:52:45.599619 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-152be86c-6b99-4b9a-9bb6-640989336d62 tempest-NegativeSecGroupIPv6Test-1056332508 tempest-NegativeSecGroupIPv6Test-1056332508-project] 10.222.0.16 "DELETE /v2.0/security-groups/3f5a9ebf-d50b-42e4-8a3c-0a176f76571c HTTP/1.1" status: 404 len: 347 time: 0.0142562 Jul 14 18:52:45.599806 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 48238) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:52:45.613525 n-d-800634-3 neutron-server[93916]: INFO neutron.api.v2.resource [None req-4d09ca54-eb5c-43fe-b0af-bec5cb2c6b68 tempest-NegativeSecGroupIPv6Test-1056332508 tempest-NegativeSecGroupIPv6Test-1056332508-project] show failed (client error): The resource could not be found. Jul 14 18:52:45.614578 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-4d09ca54-eb5c-43fe-b0af-bec5cb2c6b68 tempest-NegativeSecGroupIPv6Test-1056332508 tempest-NegativeSecGroupIPv6Test-1056332508-project] 10.222.0.16 "GET /v2.0/security-groups/e2f64040-7008-4b23-98bf-731b6a49335b HTTP/1.1" status: 404 len: 347 time: 0.0137906 Jul 14 18:52:45.618501 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-df14a04f-ac82-426e-8b06-57a61600f8ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:45.618985 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 48240) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:52:45.623092 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-df14a04f-ac82-426e-8b06-57a61600f8ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:45.631661 n-d-800634-3 neutron-server[93916]: INFO neutron.api.v2.resource [None req-387fd289-776c-429b-a333-3e21a3eaac5c tempest-NegativeSecGroupIPv6Test-1056332508 tempest-NegativeSecGroupIPv6Test-1056332508-project] show failed (client error): The resource could not be found. Jul 14 18:52:45.632831 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-387fd289-776c-429b-a333-3e21a3eaac5c tempest-NegativeSecGroupIPv6Test-1056332508 tempest-NegativeSecGroupIPv6Test-1056332508-project] 10.222.0.16 "GET /v2.0/security-group-rules/f6f36aa9-08d3-4c05-9dc1-e3e9d767b0a3 HTTP/1.1" status: 404 len: 356 time: 0.0124702 Jul 14 18:52:45.667009 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-df14a04f-ac82-426e-8b06-57a61600f8ea admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a65aa0e0c46e4b3cbc4c0dd9395ab74f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2887557 Jul 14 18:52:45.668171 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df14a04f-ac82-426e-8b06-57a61600f8ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=feac6fc6-c7bb-41c4-a85b-d0c916cd16c7,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:52:45.669794 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 48244) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:52:45.724373 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-3dbe1751-5b02-430f-be71-2921d0bea32a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:45.750772 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-3dbe1751-5b02-430f-be71-2921d0bea32a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:45.798522 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-3dbe1751-5b02-430f-be71-2921d0bea32a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:45.802175 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-3dbe1751-5b02-430f-be71-2921d0bea32a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:45.805717 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-3dbe1751-5b02-430f-be71-2921d0bea32a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/feac6fc6-c7bb-41c4-a85b-d0c916cd16c7 HTTP/1.1" status: 204 len: 168 time: 0.1325357 Jul 14 18:52:45.814078 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbe1751-5b02-430f-be71-2921d0bea32a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=feac6fc6-c7bb-41c4-a85b-d0c916cd16c7,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:52:45.846333 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 48252) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:52:45.891827 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device 4e239976-a5df-4300-8efd-a667db08b591 up at agent hyperv_n-h1-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:52:45.955333 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Provisioning for port 4e239976-a5df-4300-8efd-a667db08b591 completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:52:45.959811 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Provisioning complete for port 4e239976-a5df-4300-8efd-a667db08b591 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:52:45.960238 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:45.988321 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f15143-8be8-4ccd-b9c2-8c892ff2137b req-86b03bff-9abf-4cc6-804f-10cfc7992898 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:52:45.990720 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-15f15143-8be8-4ccd-b9c2-8c892ff2137b req-86b03bff-9abf-4cc6-804f-10cfc7992898 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] 10.222.0.16 "GET /v2.0/ports?device_id=8cd16adf-77c1-4c83-8ff8-24053869790b HTTP/1.1" status: 200 len: 944 time: 0.0912552 Jul 14 18:52:46.014324 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-a12c2837-bee6-4895-9936-548a487f1201 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=dcb5b4d6218c4f159c5f3dd0ba2b222d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1667185 Jul 14 18:52:46.017733 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 48256) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:52:46.056251 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-15f15143-8be8-4ccd-b9c2-8c892ff2137b req-8011a3d7-ed72-4e37-97cf-f981010cead0 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] 10.222.0.16 "GET /v2.0/security-groups?id=00511198-19e5-42cb-b4d6-0be88d13a8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589232 Jul 14 18:52:46.059898 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:46.088098 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-ba704450-0ab1-4790-8c3d-a42754bc7b7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:46.096771 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port 4e239976-a5df-4300-8efd-a667db08b591, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=4e239976-a5df-4300-8efd-a667db08b591,segment=NetworkSegment(8406d491-b2e0-4518-9d74-551b5d5f0902),segment_id=8406d491-b2e0-4518-9d74-551b5d5f0902)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:52:46.097827 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8e7346f-7cf9-4ac0-a9ea-a3b901909288', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e239976-a5df-4300-8efd-a667db08b591'}] {{(pid=93917) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:52:46.100946 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20b787f3c29eaa7aa2a4d648c725a2124c5ff39a8d793252f9d844495e14cf42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e98b008e-5399-4e17-9eab-a7502609161d" -d '{"events": [{"server_uuid": "f8e7346f-7cf9-4ac0-a9ea-a3b901909288", "name": "network-vif-plugged", "status": "completed", "tag": "4e239976-a5df-4300-8efd-a667db08b591"}]}' {{(pid=93917) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:52:46.104905 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:46.114637 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-ba704450-0ab1-4790-8c3d-a42754bc7b7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:46.154209 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Pushing event updated for resources: {'Port': ['ID=4e239976-a5df-4300-8efd-a667db08b591,revision_number=5']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:52:46.161502 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 18:52:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36ce183b-5b4b-44dd-a7d6-0e27dba80126 x-openstack-request-id: req-36ce183b-5b4b-44dd-a7d6-0e27dba80126 {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:52:46.161997 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8e7346f-7cf9-4ac0-a9ea-a3b901909288", "name": "network-vif-plugged", "status": "completed", "tag": "4e239976-a5df-4300-8efd-a667db08b591", "code": 200}]} {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:52:46.162515 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-36ce183b-5b4b-44dd-a7d6-0e27dba80126 {{(pid=93917) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:52:46.162888 n-d-800634-3 neutron-server[93917]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8e7346f-7cf9-4ac0-a9ea-a3b901909288', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e239976-a5df-4300-8efd-a667db08b591', 'code': 200} Jul 14 18:52:46.178806 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-ba704450-0ab1-4790-8c3d-a42754bc7b7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:46.181484 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-ba704450-0ab1-4790-8c3d-a42754bc7b7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:46.183513 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-ba704450-0ab1-4790-8c3d-a42754bc7b7a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a0c64fb7-a160-46f6-8c63-ffc061951415 HTTP/1.1" status: 204 len: 168 time: 0.1647215 Jul 14 18:52:46.193898 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba704450-0ab1-4790-8c3d-a42754bc7b7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0c64fb7-a160-46f6-8c63-ffc061951415,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:52:46.238642 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 48264) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:52:46.253771 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-3cb5b56d-5815-4ab1-bfb0-ba0091f82b33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:46.262839 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Device debb06b9-dcb2-4b73-9f6b-8c1fcfe085ed details requested by agent hyperv_n-h2-800634-3 with host n-h2-800634-3 {{(pid=93917) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 18:52:46.306873 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a151e38-1d44-42cc-acaf-408b80b0188a req-64435a5b-0b99-471b-a8ca-2b6f9e98700b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:52:46.308892 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2a151e38-1d44-42cc-acaf-408b80b0188a req-64435a5b-0b99-471b-a8ca-2b6f9e98700b service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=f8e7346f-7cf9-4ac0-a9ea-a3b901909288 HTTP/1.1" status: 200 len: 1096 time: 0.0711842 Jul 14 18:52:46.370434 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2a151e38-1d44-42cc-acaf-408b80b0188a req-b5a5ff54-a7e7-43c8-98c2-7f2cbc4717d4 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=2860eb37-e3f5-4454-b9b5-20c636deacf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448472 Jul 14 18:52:46.378775 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-3cb5b56d-5815-4ab1-bfb0-ba0091f82b33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:46.385449 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-3cb5b56d-5815-4ab1-bfb0-ba0091f82b33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:46.413116 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] For port debb06b9-dcb2-4b73-9f6b-8c1fcfe085ed, host n-h2-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=debb06b9-dcb2-4b73-9f6b-8c1fcfe085ed,segment=NetworkSegment(e6ac1013-49a3-4f7c-beca-cf2ef24dd35b),segment_id=e6ac1013-49a3-4f7c-beca-cf2ef24dd35b)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:52:46.424051 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb5b56d-5815-4ab1-bfb0-ba0091f82b33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f4c5399-55fd-48a6-a89b-b76f5bcc1650,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:52:46.425497 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Returning: {'device': 'debb06b9-dcb2-4b73-9f6b-8c1fcfe085ed', 'network_id': '39c54d55-b1e0-4eb1-9ee5-3eeadd4d8bde', 'port_id': 'debb06b9-dcb2-4b73-9f6b-8c1fcfe085ed', 'mac_address': 'fa:16:3e:e1:9f:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9fdea6e-22fa-4991-9f87-b79de93db404', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93917) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 18:52:46.452172 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-3cb5b56d-5815-4ab1-bfb0-ba0091f82b33 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=10ddde3600f041748b3e6a7f5bbee536&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2106071 Jul 14 18:52:46.458842 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 48270) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:52:46.474913 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:46.489288 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id debb06b9-dcb2-4b73-9f6b-8c1fcfe085ed {{(pid=93917) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 18:52:46.513895 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] For port debb06b9-dcb2-4b73-9f6b-8c1fcfe085ed, host n-h2-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=debb06b9-dcb2-4b73-9f6b-8c1fcfe085ed,segment=NetworkSegment(e6ac1013-49a3-4f7c-beca-cf2ef24dd35b),segment_id=e6ac1013-49a3-4f7c-beca-cf2ef24dd35b)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:52:46.519333 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:46.553731 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-351a8f05-63f4-49c4-959f-88a8ace2a7db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:46.580608 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Pushing event updated for resources: {'Port': ['ID=debb06b9-dcb2-4b73-9f6b-8c1fcfe085ed,revision_number=4']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:52:46.580934 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d25243-ceb2-4623-ab05-05976347e93f req-d7646f74-8b54-4a7f-b600-d2f381e4a6f3 tempest-TestServerMultinode-456211967 tempest-TestServerMultinode-456211967-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:52:46.582708 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-38d25243-ceb2-4623-ab05-05976347e93f req-d7646f74-8b54-4a7f-b600-d2f381e4a6f3 tempest-TestServerMultinode-456211967 tempest-TestServerMultinode-456211967-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=f8e7346f-7cf9-4ac0-a9ea-a3b901909288 HTTP/1.1" status: 200 len: 1096 time: 0.1208768 Jul 14 18:52:46.584906 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-351a8f05-63f4-49c4-959f-88a8ace2a7db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:46.643211 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-38d25243-ceb2-4623-ab05-05976347e93f req-953b1d0d-adf8-44e3-a2be-8e853cc44825 tempest-TestServerMultinode-456211967 tempest-TestServerMultinode-456211967-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=2860eb37-e3f5-4454-b9b5-20c636deacf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515633 Jul 14 18:52:46.662704 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-351a8f05-63f4-49c4-959f-88a8ace2a7db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:46.665542 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-351a8f05-63f4-49c4-959f-88a8ace2a7db admin admin] Notify callbacks [] for security_group, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:46.669289 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-351a8f05-63f4-49c4-959f-88a8ace2a7db admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9f4c5399-55fd-48a6-a89b-b76f5bcc1650 HTTP/1.1" status: 204 len: 168 time: 0.2118366 Jul 14 18:52:46.674564 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351a8f05-63f4-49c4-959f-88a8ace2a7db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f4c5399-55fd-48a6-a89b-b76f5bcc1650,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:52:46.799566 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] get_ports_and_sgs() called for port_ids ['debb06b9-dcb2-4b73-9f6b-8c1fcfe085ed'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 18:52:47.299961 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6640b60-5fff-485d-b235-2f65d37051bc req-f009b55c-169c-453d-9546-fe28b0bf6d1d tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:52:47.308442 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b6640b60-5fff-485d-b235-2f65d37051bc req-f009b55c-169c-453d-9546-fe28b0bf6d1d tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] 10.222.0.16 "GET /v2.0/ports?device_id=8cd16adf-77c1-4c83-8ff8-24053869790b HTTP/1.1" status: 200 len: 945 time: 0.0993466 Jul 14 18:52:47.354973 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b6640b60-5fff-485d-b235-2f65d37051bc req-e42ce2fd-92dc-499b-83b1-9ffb45d31b00 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] 10.222.0.16 "GET /v2.0/security-groups?id=00511198-19e5-42cb-b4d6-0be88d13a8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454206 Jul 14 18:52:48.097203 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b189d097-ba07-4674-a6a0-3f6059d056e0 req-373de235-d332-4e0e-936d-acde45dc92d9 tempest-TestServerMultinode-456211967 tempest-TestServerMultinode-456211967-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:52:48.099501 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b189d097-ba07-4674-a6a0-3f6059d056e0 req-373de235-d332-4e0e-936d-acde45dc92d9 tempest-TestServerMultinode-456211967 tempest-TestServerMultinode-456211967-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=f8e7346f-7cf9-4ac0-a9ea-a3b901909288 HTTP/1.1" status: 200 len: 1096 time: 0.3247490 Jul 14 18:52:48.136835 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b189d097-ba07-4674-a6a0-3f6059d056e0 req-294590c7-6c68-4c6a-b2ad-dd5b4c0825c7 tempest-TestServerMultinode-456211967 tempest-TestServerMultinode-456211967-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=2860eb37-e3f5-4454-b9b5-20c636deacf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297015 Jul 14 18:52:48.305344 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Device debb06b9-dcb2-4b73-9f6b-8c1fcfe085ed up at agent hyperv_n-h2-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:52:48.342078 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121a7b11-1164-4c5e-bb42-aa68b856633a req-5ad6e108-e526-4b18-9e76-b36e719ba6e3 tempest-TestServerMultinode-456211967 tempest-TestServerMultinode-456211967-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:52:48.342919 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 48378) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:52:48.343980 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-121a7b11-1164-4c5e-bb42-aa68b856633a req-5ad6e108-e526-4b18-9e76-b36e719ba6e3 tempest-TestServerMultinode-456211967 tempest-TestServerMultinode-456211967-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=f8e7346f-7cf9-4ac0-a9ea-a3b901909288 HTTP/1.1" status: 200 len: 1096 time: 0.0760839 Jul 14 18:52:48.370433 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Provisioning for port debb06b9-dcb2-4b73-9f6b-8c1fcfe085ed completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:52:48.376289 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Provisioning complete for port debb06b9-dcb2-4b73-9f6b-8c1fcfe085ed triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:52:48.376936 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:48.404809 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-121a7b11-1164-4c5e-bb42-aa68b856633a req-44406257-6f15-48f0-89ab-9d2469cd5005 tempest-TestServerMultinode-456211967 tempest-TestServerMultinode-456211967-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=2860eb37-e3f5-4454-b9b5-20c636deacf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542698 Jul 14 18:52:48.481640 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:48.513532 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cd16adf-77c1-4c83-8ff8-24053869790b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'debb06b9-dcb2-4b73-9f6b-8c1fcfe085ed'}] {{(pid=93917) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:52:48.517284 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20b787f3c29eaa7aa2a4d648c725a2124c5ff39a8d793252f9d844495e14cf42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7669b54-0c8d-413b-8ef3-1f84779df6cf" -d '{"events": [{"server_uuid": "8cd16adf-77c1-4c83-8ff8-24053869790b", "name": "network-vif-plugged", "status": "completed", "tag": "debb06b9-dcb2-4b73-9f6b-8c1fcfe085ed"}]}' {{(pid=93917) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:52:48.535710 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] For port debb06b9-dcb2-4b73-9f6b-8c1fcfe085ed, host n-h2-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=debb06b9-dcb2-4b73-9f6b-8c1fcfe085ed,segment=NetworkSegment(e6ac1013-49a3-4f7c-beca-cf2ef24dd35b),segment_id=e6ac1013-49a3-4f7c-beca-cf2ef24dd35b)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:52:48.543076 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:48.553646 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-10f2f80c-0f93-4899-bfb9-524df17faaf4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:48.604667 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Pushing event updated for resources: {'Port': ['ID=debb06b9-dcb2-4b73-9f6b-8c1fcfe085ed,revision_number=5']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:52:48.640168 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c99de96-0620-4291-b5ee-0c9b0749be1a req-fa0db2f2-9e93-4308-bee2-1ce5b116d29f tempest-TestServerMultinode-456211967 tempest-TestServerMultinode-456211967-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:52:48.642262 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-9c99de96-0620-4291-b5ee-0c9b0749be1a req-fa0db2f2-9e93-4308-bee2-1ce5b116d29f tempest-TestServerMultinode-456211967 tempest-TestServerMultinode-456211967-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=f8e7346f-7cf9-4ac0-a9ea-a3b901909288 HTTP/1.1" status: 200 len: 1096 time: 0.1160760 Jul 14 18:52:48.650847 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb59a4c8-02d6-4fd5-8daa-631617c0a465 req-65a3b5db-98c2-413e-b48c-777e367dee8d tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:52:48.652674 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-cb59a4c8-02d6-4fd5-8daa-631617c0a465 req-65a3b5db-98c2-413e-b48c-777e367dee8d tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] 10.222.0.16 "GET /v2.0/ports?device_id=8cd16adf-77c1-4c83-8ff8-24053869790b HTTP/1.1" status: 200 len: 946 time: 0.1087224 Jul 14 18:52:48.675531 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-10f2f80c-0f93-4899-bfb9-524df17faaf4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:48.681288 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-10f2f80c-0f93-4899-bfb9-524df17faaf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:48.710674 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-9c99de96-0620-4291-b5ee-0c9b0749be1a req-1073e9da-9d15-455a-bc2b-4ec246906864 tempest-TestServerMultinode-456211967 tempest-TestServerMultinode-456211967-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=2860eb37-e3f5-4454-b9b5-20c636deacf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567994 Jul 14 18:52:48.724904 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-10f2f80c-0f93-4899-bfb9-524df17faaf4 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7eeecc1f67e74b899c2d06ac332e540a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3805640 Jul 14 18:52:48.725270 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-cb59a4c8-02d6-4fd5-8daa-631617c0a465 req-3c5530e4-3b6b-4da7-aee2-3432bee9a4f8 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] 10.222.0.16 "GET /v2.0/security-groups?id=00511198-19e5-42cb-b4d6-0be88d13a8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503321 Jul 14 18:52:48.725916 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f2f80c-0f93-4899-bfb9-524df17faaf4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb288745-23a3-4a22-a6a6-663594fc6053,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:52:48.727529 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 48396) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:52:48.799402 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-768303c5-5146-4ff7-83d9-8045ac742cc0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:48.822435 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 18:52:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30efcb37-2dff-4676-a15c-b7d0afa5c8f2 x-openstack-request-id: req-30efcb37-2dff-4676-a15c-b7d0afa5c8f2 {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:52:48.822734 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8cd16adf-77c1-4c83-8ff8-24053869790b", "name": "network-vif-plugged", "status": "completed", "tag": "debb06b9-dcb2-4b73-9f6b-8c1fcfe085ed", "code": 200}]} {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:52:48.823058 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-30efcb37-2dff-4676-a15c-b7d0afa5c8f2 {{(pid=93917) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:52:48.823487 n-d-800634-3 neutron-server[93917]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8cd16adf-77c1-4c83-8ff8-24053869790b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'debb06b9-dcb2-4b73-9f6b-8c1fcfe085ed', 'code': 200} Jul 14 18:52:48.825823 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-768303c5-5146-4ff7-83d9-8045ac742cc0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:48.883385 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-768303c5-5146-4ff7-83d9-8045ac742cc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:48.887014 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-768303c5-5146-4ff7-83d9-8045ac742cc0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:48.891437 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-768303c5-5146-4ff7-83d9-8045ac742cc0 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/fb288745-23a3-4a22-a6a6-663594fc6053 HTTP/1.1" status: 204 len: 168 time: 0.1621807 Jul 14 18:52:48.901930 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768303c5-5146-4ff7-83d9-8045ac742cc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb288745-23a3-4a22-a6a6-663594fc6053,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:52:48.986322 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f614533b-dbbd-47f8-b4d8-1a77b87226f1 req-7fc5b345-452e-4a35-b304-146fa30d4f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:52:48.988559 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f614533b-dbbd-47f8-b4d8-1a77b87226f1 req-7fc5b345-452e-4a35-b304-146fa30d4f18 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=8cd16adf-77c1-4c83-8ff8-24053869790b HTTP/1.1" status: 200 len: 1097 time: 0.0742075 Jul 14 18:52:49.038731 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f614533b-dbbd-47f8-b4d8-1a77b87226f1 req-e429cd8a-8cee-464b-a54f-615f0f01515d service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=00511198-19e5-42cb-b4d6-0be88d13a8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432785 Jul 14 18:52:49.131322 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7440ebe-6ec6-45f8-b9fd-bf6d003859a9 req-a76ec22d-1bff-4aa9-9c4b-dcc85d3699b1 tempest-TestServerMultinode-456211967 tempest-TestServerMultinode-456211967-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:52:49.132368 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-d7440ebe-6ec6-45f8-b9fd-bf6d003859a9 req-a76ec22d-1bff-4aa9-9c4b-dcc85d3699b1 tempest-TestServerMultinode-456211967 tempest-TestServerMultinode-456211967-project-admin] 10.222.0.16 "GET /v2.0/networks?id=dd69057d-8dc0-4097-9a0e-65978c0b371a HTTP/1.1" status: 200 len: 910 time: 0.1080508 Jul 14 18:52:49.151462 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-d7440ebe-6ec6-45f8-b9fd-bf6d003859a9 req-2d38d120-e075-4a87-8627-6464b92fb1f3 tempest-TestServerMultinode-456211967 tempest-TestServerMultinode-456211967-project-admin] 10.222.0.16 "GET /v2.0/quotas/937a37f0781341a7a57507c6c1a0235e HTTP/1.1" status: 200 len: 375 time: 0.0137799 Jul 14 18:52:49.221176 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-d7440ebe-6ec6-45f8-b9fd-bf6d003859a9 req-7dc69784-d8ee-40d9-835a-fbfc4d39c7c4 tempest-TestServerMultinode-456211967 tempest-TestServerMultinode-456211967-project-admin] 10.222.0.16 "GET /v2.0/ports?tenant_id=937a37f0781341a7a57507c6c1a0235e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0628753 Jul 14 18:52:49.277072 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 48424) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:52:49.292453 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-21c8ea9c-456a-4dc2-8ebe-a795f07a6ee2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:49.319214 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-d7440ebe-6ec6-45f8-b9fd-bf6d003859a9 req-3b79c69a-6779-486f-abaf-9d906e313f58 service neutron] 10.222.0.16 "GET /v2.0/networks/dd69057d-8dc0-4097-9a0e-65978c0b371a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956852 Jul 14 18:52:49.400875 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-21c8ea9c-456a-4dc2-8ebe-a795f07a6ee2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:49.407036 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-21c8ea9c-456a-4dc2-8ebe-a795f07a6ee2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:49.418929 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-d7440ebe-6ec6-45f8-b9fd-bf6d003859a9 req-70e063af-daea-483b-afc3-7935a4590d44 service neutron] 10.222.0.16 "GET /v2.0/networks/dd69057d-8dc0-4097-9a0e-65978c0b371a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920298 Jul 14 18:52:49.476165 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-21c8ea9c-456a-4dc2-8ebe-a795f07a6ee2 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7b36842f95334336a9d6e5c62d3bb80c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1962726 Jul 14 18:52:49.476165 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c8ea9c-456a-4dc2-8ebe-a795f07a6ee2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc899427-9e33-4d33-8286-228b36570641,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:52:49.479514 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 48430) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:52:49.560241 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-58188694-0ae1-4f41-a114-603f2a422a9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:49.585167 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-58188694-0ae1-4f41-a114-603f2a422a9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:49.666730 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e779b494-efaf-4cfc-bc0a-6be7ac1b46e4 req-8d71ba60-856a-4fda-b58d-d498e5b79746 tempest-TestServerMultinode-456211967 tempest-TestServerMultinode-456211967-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=18b8f24c-30ae-48da-83d1-2810560aadad HTTP/1.1" status: 200 len: 210 time: 0.0404317 Jul 14 18:52:49.691111 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-58188694-0ae1-4f41-a114-603f2a422a9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:49.694041 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-58188694-0ae1-4f41-a114-603f2a422a9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:49.697982 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-58188694-0ae1-4f41-a114-603f2a422a9f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/bc899427-9e33-4d33-8286-228b36570641 HTTP/1.1" status: 204 len: 168 time: 0.2133613 Jul 14 18:52:49.703533 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58188694-0ae1-4f41-a114-603f2a422a9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc899427-9e33-4d33-8286-228b36570641,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:52:50.011089 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e76a5f-6c5c-483c-8488-2dad0c02768a req-963bbf57-e640-4ded-8174-7e7209da8a6c tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:52:50.013235 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-09e76a5f-6c5c-483c-8488-2dad0c02768a req-963bbf57-e640-4ded-8174-7e7209da8a6c tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] 10.222.0.16 "GET /v2.0/ports?device_id=8cd16adf-77c1-4c83-8ff8-24053869790b HTTP/1.1" status: 200 len: 946 time: 0.1333919 Jul 14 18:52:50.089745 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-09e76a5f-6c5c-483c-8488-2dad0c02768a req-331322de-7501-4c45-94f9-5257c80e5ef7 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] 10.222.0.16 "GET /v2.0/security-groups?id=00511198-19e5-42cb-b4d6-0be88d13a8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699008 Jul 14 18:52:50.372997 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-55c58439-d1ce-46fc-9b51-e95d4fed4c40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:50.838335 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-1270440e-df5d-4e6e-aed1-4db467fde6fa req-cf929fb8-e212-4120-9ddf-53cfcb0bb641 tempest-TestServerMultinode-456211967 tempest-TestServerMultinode-456211967-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=18b8f24c-30ae-48da-83d1-2810560aadad HTTP/1.1" status: 200 len: 210 time: 0.0417507 Jul 14 18:52:50.980450 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7440ebe-6ec6-45f8-b9fd-bf6d003859a9 req-f0737a34-171b-423f-9f70-f39b96773498 tempest-TestServerMultinode-456211967 tempest-TestServerMultinode-456211967-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:52:50.982587 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-d7440ebe-6ec6-45f8-b9fd-bf6d003859a9 req-f0737a34-171b-423f-9f70-f39b96773498 tempest-TestServerMultinode-456211967 tempest-TestServerMultinode-456211967-project-admin] 10.222.0.35 "GET /v2.0/networks?id=dd69057d-8dc0-4097-9a0e-65978c0b371a HTTP/1.1" status: 200 len: 910 time: 0.1033225 Jul 14 18:52:50.995433 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [req-d7440ebe-6ec6-45f8-b9fd-bf6d003859a9 req-80935bf3-42e7-4080-8260-730e4ef2e384 tempest-TestServerMultinode-456211967 tempest-TestServerMultinode-456211967-project-admin] Request body: {'port': {'device_id': '18b8f24c-30ae-48da-83d1-2810560aadad', 'network_id': 'dd69057d-8dc0-4097-9a0e-65978c0b371a', 'admin_state_up': True, 'tenant_id': '937a37f0781341a7a57507c6c1a0235e'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:52:51.029626 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d7440ebe-6ec6-45f8-b9fd-bf6d003859a9 req-80935bf3-42e7-4080-8260-730e4ef2e384 tempest-TestServerMultinode-456211967 tempest-TestServerMultinode-456211967-project-admin] Made reservation on behalf of 937a37f0781341a7a57507c6c1a0235e for: {'port': 1} {{(pid=93915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:52:51.032638 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-d7440ebe-6ec6-45f8-b9fd-bf6d003859a9 req-80935bf3-42e7-4080-8260-730e4ef2e384 tempest-TestServerMultinode-456211967 tempest-TestServerMultinode-456211967-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:51.333471 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.db_base_plugin_common [req-d7440ebe-6ec6-45f8-b9fd-bf6d003859a9 req-80935bf3-42e7-4080-8260-730e4ef2e384 tempest-TestServerMultinode-456211967 tempest-TestServerMultinode-456211967-project-admin] Allocated IP 172.20.0.11 (dd69057d-8dc0-4097-9a0e-65978c0b371a/d28cd209-31d3-46cb-bbed-360f8aa5e803/5b0f45b5-eedc-41ec-8d51-fc078537a47a) {{(pid=93915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:52:51.397244 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9db0dc6-3349-415b-8097-c8f7e44a8a6e req-b5f7f53c-0b07-47ab-9fd3-1aff6bb682d3 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:52:51.398765 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b9db0dc6-3349-415b-8097-c8f7e44a8a6e req-b5f7f53c-0b07-47ab-9fd3-1aff6bb682d3 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] 10.222.0.16 "GET /v2.0/ports?device_id=8cd16adf-77c1-4c83-8ff8-24053869790b HTTP/1.1" status: 200 len: 946 time: 0.1044805 Jul 14 18:52:51.486756 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b9db0dc6-3349-415b-8097-c8f7e44a8a6e req-718ce985-5309-40f6-b5e5-378eb67982b1 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] 10.222.0.16 "GET /v2.0/security-groups?id=00511198-19e5-42cb-b4d6-0be88d13a8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801687 Jul 14 18:52:51.539043 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-d7440ebe-6ec6-45f8-b9fd-bf6d003859a9 req-80935bf3-42e7-4080-8260-730e4ef2e384 tempest-TestServerMultinode-456211967 tempest-TestServerMultinode-456211967-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:51.556763 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.provisioning_blocks [req-d7440ebe-6ec6-45f8-b9fd-bf6d003859a9 req-80935bf3-42e7-4080-8260-730e4ef2e384 tempest-TestServerMultinode-456211967 tempest-TestServerMultinode-456211967-project-admin] Transition to ACTIVE for port object 5b0f45b5-eedc-41ec-8d51-fc078537a47a will not be triggered until provisioned by entity DHCP. {{(pid=93915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:52:51.600749 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-d7440ebe-6ec6-45f8-b9fd-bf6d003859a9 req-80935bf3-42e7-4080-8260-730e4ef2e384 tempest-TestServerMultinode-456211967 tempest-TestServerMultinode-456211967-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:51.614780 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] get_ports_and_sgs() called for port_ids ['4e239976-a5df-4300-8efd-a667db08b591'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 18:52:51.709911 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7440ebe-6ec6-45f8-b9fd-bf6d003859a9 req-80935bf3-42e7-4080-8260-730e4ef2e384 tempest-TestServerMultinode-456211967 tempest-TestServerMultinode-456211967-project-admin] Network dd69057d-8dc0-4097-9a0e-65978c0b371a is already hosted by enough agents. {{(pid=93915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:52:51.710680 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80935bf3-42e7-4080-8260-730e4ef2e384 tempest-TestServerMultinode-456211967 tempest-TestServerMultinode-456211967-project-admin] Pushing event updated for resources: {'Port': ['ID=5b0f45b5-eedc-41ec-8d51-fc078537a47a,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:52:51.714062 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [req-d7440ebe-6ec6-45f8-b9fd-bf6d003859a9 req-80935bf3-42e7-4080-8260-730e4ef2e384 tempest-TestServerMultinode-456211967 tempest-TestServerMultinode-456211967-project-admin] Resources bound (agent type, host, resource id): {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:52:51.717244 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7440ebe-6ec6-45f8-b9fd-bf6d003859a9 req-80935bf3-42e7-4080-8260-730e4ef2e384 tempest-TestServerMultinode-456211967 tempest-TestServerMultinode-456211967-project-admin] Received port after_create {{(pid=93915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:52:51.790440 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7440ebe-6ec6-45f8-b9fd-bf6d003859a9 req-80935bf3-42e7-4080-8260-730e4ef2e384 tempest-TestServerMultinode-456211967 tempest-TestServerMultinode-456211967-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:52:51.791121 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-d7440ebe-6ec6-45f8-b9fd-bf6d003859a9 req-80935bf3-42e7-4080-8260-730e4ef2e384 tempest-TestServerMultinode-456211967 tempest-TestServerMultinode-456211967-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:51.813089 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-d7440ebe-6ec6-45f8-b9fd-bf6d003859a9 req-80935bf3-42e7-4080-8260-730e4ef2e384 tempest-TestServerMultinode-456211967 tempest-TestServerMultinode-456211967-project-admin] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 0.8224328 Jul 14 18:52:51.830579 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [req-d7440ebe-6ec6-45f8-b9fd-bf6d003859a9 req-fde83244-43cc-41ff-b65e-6ddc8a69ade3 service neutron] Request body: {'port': {'device_id': '18b8f24c-30ae-48da-83d1-2810560aadad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800634-3'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:52:52.074790 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-d7440ebe-6ec6-45f8-b9fd-bf6d003859a9 req-fde83244-43cc-41ff-b65e-6ddc8a69ade3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:52.153668 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-2a80eca1-79ef-4761-a76b-b59308679ca1 None None] Provisioning for port 5b0f45b5-eedc-41ec-8d51-fc078537a47a completed by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:52:52.159200 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-2a80eca1-79ef-4761-a76b-b59308679ca1 None None] Provisioning complete for port 5b0f45b5-eedc-41ec-8d51-fc078537a47a triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:52:52.159903 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-2a80eca1-79ef-4761-a76b-b59308679ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:52.177367 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c687d665-a1b5-4af1-a679-f550ba58608d req-8dae17ce-92a6-4df5-a63b-c4f897911315 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:52:52.179049 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c687d665-a1b5-4af1-a679-f550ba58608d req-8dae17ce-92a6-4df5-a63b-c4f897911315 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] 10.222.0.16 "GET /v2.0/ports?device_id=8cd16adf-77c1-4c83-8ff8-24053869790b HTTP/1.1" status: 200 len: 946 time: 0.2204833 Jul 14 18:52:52.199799 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-2a80eca1-79ef-4761-a76b-b59308679ca1 None None] Port 5b0f45b5-eedc-41ec-8d51-fc078537a47a cannot update to ACTIVE because it is not bound. {{(pid=93917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 18:52:52.277200 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c301f33-51b3-4bc1-9a94-b7a3ea0206d1 req-146d2fe9-915f-46d7-8588-b7d4999a333e tempest-TestServerMultinode-456211967 tempest-TestServerMultinode-456211967-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:52:52.285367 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2c301f33-51b3-4bc1-9a94-b7a3ea0206d1 req-146d2fe9-915f-46d7-8588-b7d4999a333e tempest-TestServerMultinode-456211967 tempest-TestServerMultinode-456211967-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=18b8f24c-30ae-48da-83d1-2810560aadad HTTP/1.1" status: 200 len: 1028 time: 0.2301469 Jul 14 18:52:52.365887 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c687d665-a1b5-4af1-a679-f550ba58608d req-172776fc-109e-4cb1-a174-55c9d80f338c tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] 10.222.0.16 "GET /v2.0/security-groups?id=00511198-19e5-42cb-b4d6-0be88d13a8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1742866 Jul 14 18:52:52.401239 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2c301f33-51b3-4bc1-9a94-b7a3ea0206d1 req-4a65ce93-004d-4592-b7f0-c44a7d2cd3dd tempest-TestServerMultinode-456211967 tempest-TestServerMultinode-456211967-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=2860eb37-e3f5-4454-b9b5-20c636deacf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133478 Jul 14 18:52:52.496446 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [req-d7440ebe-6ec6-45f8-b9fd-bf6d003859a9 req-fde83244-43cc-41ff-b65e-6ddc8a69ade3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b0f45b5-eedc-41ec-8d51-fc078537a47a {{(pid=93915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 18:52:52.505643 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-d7440ebe-6ec6-45f8-b9fd-bf6d003859a9 req-fde83244-43cc-41ff-b65e-6ddc8a69ade3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:52.519739 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.provisioning_blocks [req-d7440ebe-6ec6-45f8-b9fd-bf6d003859a9 req-fde83244-43cc-41ff-b65e-6ddc8a69ade3 service neutron] Transition to ACTIVE for port object 5b0f45b5-eedc-41ec-8d51-fc078537a47a will not be triggered until provisioned by entity L2. {{(pid=93915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:52:52.528386 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-d7440ebe-6ec6-45f8-b9fd-bf6d003859a9 req-fde83244-43cc-41ff-b65e-6ddc8a69ade3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25912978'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:52.578346 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde83244-43cc-41ff-b65e-6ddc8a69ade3 service neutron] Pushing event updated for resources: {'Port': ['ID=5b0f45b5-eedc-41ec-8d51-fc078537a47a,revision_number=2']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:52:52.683544 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-d7440ebe-6ec6-45f8-b9fd-bf6d003859a9 req-fde83244-43cc-41ff-b65e-6ddc8a69ade3 service neutron] Attempting to bind port 5b0f45b5-eedc-41ec-8d51-fc078537a47a on host n-h2-800634-3 for vnic_type normal with profile {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:52:52.683952 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-d7440ebe-6ec6-45f8-b9fd-bf6d003859a9 req-fde83244-43cc-41ff-b65e-6ddc8a69ade3 service neutron] Attempting to bind port 5b0f45b5-eedc-41ec-8d51-fc078537a47a by drivers openvswitch,hyperv on host n-h2-800634-3 at level 0 using segments [{'id': '8406d491-b2e0-4518-9d74-551b5d5f0902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'dd69057d-8dc0-4097-9a0e-65978c0b371a'}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:52:52.684329 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7440ebe-6ec6-45f8-b9fd-bf6d003859a9 req-fde83244-43cc-41ff-b65e-6ddc8a69ade3 service neutron] Attempting to bind port 5b0f45b5-eedc-41ec-8d51-fc078537a47a on network dd69057d-8dc0-4097-9a0e-65978c0b371a {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:52:52.689518 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7440ebe-6ec6-45f8-b9fd-bf6d003859a9 req-fde83244-43cc-41ff-b65e-6ddc8a69ade3 service neutron] Port 5b0f45b5-eedc-41ec-8d51-fc078537a47a on network dd69057d-8dc0-4097-9a0e-65978c0b371a not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-3 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 18:52:52.689859 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7440ebe-6ec6-45f8-b9fd-bf6d003859a9 req-fde83244-43cc-41ff-b65e-6ddc8a69ade3 service neutron] Attempting to bind port 5b0f45b5-eedc-41ec-8d51-fc078537a47a on network dd69057d-8dc0-4097-9a0e-65978c0b371a {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:52:52.695403 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7440ebe-6ec6-45f8-b9fd-bf6d003859a9 req-fde83244-43cc-41ff-b65e-6ddc8a69ade3 service neutron] Checking agent: {'id': '08e36a6c-8d04-48f0-a644-f27680635246', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 15, 35), 'started_at': datetime.datetime(2021, 7, 14, 18, 15, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 18, 52, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 18:52:52.695779 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7440ebe-6ec6-45f8-b9fd-bf6d003859a9 req-fde83244-43cc-41ff-b65e-6ddc8a69ade3 service neutron] Checking segment: {'id': '8406d491-b2e0-4518-9d74-551b5d5f0902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'dd69057d-8dc0-4097-9a0e-65978c0b371a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:52:52.696251 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7440ebe-6ec6-45f8-b9fd-bf6d003859a9 req-fde83244-43cc-41ff-b65e-6ddc8a69ade3 service neutron] Bound using segment: {'id': '8406d491-b2e0-4518-9d74-551b5d5f0902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'dd69057d-8dc0-4097-9a0e-65978c0b371a'} {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 18:52:52.696825 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-d7440ebe-6ec6-45f8-b9fd-bf6d003859a9 req-fde83244-43cc-41ff-b65e-6ddc8a69ade3 service neutron] Bound port: 5b0f45b5-eedc-41ec-8d51-fc078537a47a, host: n-h2-800634-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8406d491-b2e0-4518-9d74-551b5d5f0902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'dd69057d-8dc0-4097-9a0e-65978c0b371a'}}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 18:52:52.697207 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-d7440ebe-6ec6-45f8-b9fd-bf6d003859a9 req-fde83244-43cc-41ff-b65e-6ddc8a69ade3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:52.771977 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-d7440ebe-6ec6-45f8-b9fd-bf6d003859a9 req-fde83244-43cc-41ff-b65e-6ddc8a69ade3 service neutron] For port 5b0f45b5-eedc-41ec-8d51-fc078537a47a, host n-h2-800634-3, cleared binding levels {{(pid=93915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:52:52.775868 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-d7440ebe-6ec6-45f8-b9fd-bf6d003859a9 req-fde83244-43cc-41ff-b65e-6ddc8a69ade3 service neutron] For port 5b0f45b5-eedc-41ec-8d51-fc078537a47a, host n-h2-800634-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=5b0f45b5-eedc-41ec-8d51-fc078537a47a,segment=NetworkSegment(8406d491-b2e0-4518-9d74-551b5d5f0902),segment_id=8406d491-b2e0-4518-9d74-551b5d5f0902)] {{(pid=93915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 18:52:52.780755 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-d7440ebe-6ec6-45f8-b9fd-bf6d003859a9 req-fde83244-43cc-41ff-b65e-6ddc8a69ade3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25912978'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:52.808038 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-d23ee4d3-b95b-49a6-be68-d4b6bc897bbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:52.818729 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7440ebe-6ec6-45f8-b9fd-bf6d003859a9 req-fde83244-43cc-41ff-b65e-6ddc8a69ade3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:52:52.819333 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-d7440ebe-6ec6-45f8-b9fd-bf6d003859a9 req-fde83244-43cc-41ff-b65e-6ddc8a69ade3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:52.820777 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-d7440ebe-6ec6-45f8-b9fd-bf6d003859a9 req-fde83244-43cc-41ff-b65e-6ddc8a69ade3 service neutron] 10.222.0.35 "PUT /v2.0/ports/5b0f45b5-eedc-41ec-8d51-fc078537a47a HTTP/1.1" status: 200 len: 1092 time: 0.9961536 Jul 14 18:52:52.821231 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18b8f24c-30ae-48da-83d1-2810560aadad', 'tag': '5b0f45b5-eedc-41ec-8d51-fc078537a47a'}] {{(pid=93915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:52:52.823479 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e72782ad3af8f7d4ce76cedf092bca46d1756acc5c4653cf0b52034cdd6b073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee9f02e0-77f1-4552-b7fc-23ade14f8cc1" -d '{"events": [{"name": "network-changed", "server_uuid": "18b8f24c-30ae-48da-83d1-2810560aadad", "tag": "5b0f45b5-eedc-41ec-8d51-fc078537a47a"}]}' {{(pid=93915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:52:52.851831 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde83244-43cc-41ff-b65e-6ddc8a69ade3 service neutron] Pushing event updated for resources: {'Port': ['ID=5b0f45b5-eedc-41ec-8d51-fc078537a47a,revision_number=3']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:52:52.900329 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 18:52:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e62200a5-ffc0-471e-b017-3ac184d92cef x-openstack-request-id: req-e62200a5-ffc0-471e-b017-3ac184d92cef {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:52:52.900620 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18b8f24c-30ae-48da-83d1-2810560aadad", "tag": "5b0f45b5-eedc-41ec-8d51-fc078537a47a", "status": "completed", "code": 200}]} {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:52:52.900875 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e62200a5-ffc0-471e-b017-3ac184d92cef {{(pid=93915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:52:52.901274 n-d-800634-3 neutron-server[93915]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18b8f24c-30ae-48da-83d1-2810560aadad', 'tag': '5b0f45b5-eedc-41ec-8d51-fc078537a47a', 'status': 'completed', 'code': 200} Jul 14 18:52:52.933674 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7440ebe-6ec6-45f8-b9fd-bf6d003859a9 req-84ee5be9-15f1-485e-b08b-e7b34d1ef792 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:52:52.935375 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-d7440ebe-6ec6-45f8-b9fd-bf6d003859a9 req-84ee5be9-15f1-485e-b08b-e7b34d1ef792 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=937a37f0781341a7a57507c6c1a0235e&device_id=18b8f24c-30ae-48da-83d1-2810560aadad HTTP/1.1" status: 200 len: 1095 time: 0.0713327 Jul 14 18:52:52.993551 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-d7440ebe-6ec6-45f8-b9fd-bf6d003859a9 req-7ba3aa3c-7364-4c5e-992c-3e526fc418c1 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5b0f45b5-eedc-41ec-8d51-fc078537a47a HTTP/1.1" status: 200 len: 217 time: 0.0441439 Jul 14 18:52:53.058545 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7440ebe-6ec6-45f8-b9fd-bf6d003859a9 req-92a69194-5c02-4285-9317-6b9e0344c45c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:52:53.060308 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-d7440ebe-6ec6-45f8-b9fd-bf6d003859a9 req-92a69194-5c02-4285-9317-6b9e0344c45c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d28cd209-31d3-46cb-bbed-360f8aa5e803 HTTP/1.1" status: 200 len: 849 time: 0.0596972 Jul 14 18:52:53.129187 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7440ebe-6ec6-45f8-b9fd-bf6d003859a9 req-0934db1e-9e8c-4e2e-8965-8c320800982c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:52:53.131361 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-d7440ebe-6ec6-45f8-b9fd-bf6d003859a9 req-0934db1e-9e8c-4e2e-8965-8c320800982c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=dd69057d-8dc0-4097-9a0e-65978c0b371a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0623686 Jul 14 18:52:53.209842 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:53.243153 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-d7440ebe-6ec6-45f8-b9fd-bf6d003859a9 req-9d81c139-d930-4fab-9e97-e94daa0e966c service neutron] 10.222.0.35 "GET /v2.0/networks/dd69057d-8dc0-4097-9a0e-65978c0b371a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1047354 Jul 14 18:52:53.347142 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-d7440ebe-6ec6-45f8-b9fd-bf6d003859a9 req-cd0fe377-859f-4970-9d20-4ffa322d2c7a service neutron] 10.222.0.35 "GET /v2.0/networks/dd69057d-8dc0-4097-9a0e-65978c0b371a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973587 Jul 14 18:52:53.544515 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9f02e0-77f1-4552-b7fc-23ade14f8cc1 req-af0087c4-bcc9-41c3-aa21-fa12f3440a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:52:53.548719 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ee9f02e0-77f1-4552-b7fc-23ade14f8cc1 req-af0087c4-bcc9-41c3-aa21-fa12f3440a54 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=937a37f0781341a7a57507c6c1a0235e&device_id=18b8f24c-30ae-48da-83d1-2810560aadad HTTP/1.1" status: 200 len: 1095 time: 0.1480827 Jul 14 18:52:53.722552 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9f02e0-77f1-4552-b7fc-23ade14f8cc1 req-b2577dec-7629-4c98-b855-172e2201ed85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:52:53.724277 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ee9f02e0-77f1-4552-b7fc-23ade14f8cc1 req-b2577dec-7629-4c98-b855-172e2201ed85 service neutron] 10.222.0.35 "GET /v2.0/networks?id=dd69057d-8dc0-4097-9a0e-65978c0b371a HTTP/1.1" status: 200 len: 910 time: 0.1686373 Jul 14 18:52:53.753554 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 48552) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:52:53.780498 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ee9f02e0-77f1-4552-b7fc-23ade14f8cc1 req-2eef4dc9-edce-4f0e-aec2-f114cda79969 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5b0f45b5-eedc-41ec-8d51-fc078537a47a HTTP/1.1" status: 200 len: 217 time: 0.0471795 Jul 14 18:52:53.788073 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44de25f-017a-42b2-94d3-7e7bd98cd0b2 req-d4ff9cea-b1e2-4ec7-9962-31c371757df2 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:52:53.789620 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b44de25f-017a-42b2-94d3-7e7bd98cd0b2 req-d4ff9cea-b1e2-4ec7-9962-31c371757df2 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] 10.222.0.16 "GET /v2.0/ports?device_id=8cd16adf-77c1-4c83-8ff8-24053869790b HTTP/1.1" status: 200 len: 946 time: 0.2260935 Jul 14 18:52:53.792935 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1960d67-ff53-4a26-afe1-15e407869b4a req-d32efd80-e3e1-4ea8-962f-0aff30016b54 tempest-TestServerMultinode-456211967 tempest-TestServerMultinode-456211967-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:52:53.794385 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a1960d67-ff53-4a26-afe1-15e407869b4a req-d32efd80-e3e1-4ea8-962f-0aff30016b54 tempest-TestServerMultinode-456211967 tempest-TestServerMultinode-456211967-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=18b8f24c-30ae-48da-83d1-2810560aadad HTTP/1.1" status: 200 len: 1095 time: 0.1870415 Jul 14 18:52:53.873728 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9f02e0-77f1-4552-b7fc-23ade14f8cc1 req-c75a8646-6574-4347-8b08-bb22fcd295cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:52:53.875265 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ee9f02e0-77f1-4552-b7fc-23ade14f8cc1 req-c75a8646-6574-4347-8b08-bb22fcd295cb service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d28cd209-31d3-46cb-bbed-360f8aa5e803 HTTP/1.1" status: 200 len: 849 time: 0.0847213 Jul 14 18:52:53.900294 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-df3467ed-f08c-46b0-ac0c-6f4f97b4db28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:53.916389 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a1960d67-ff53-4a26-afe1-15e407869b4a req-aa3b3343-b029-4646-b579-a674b183c8f7 tempest-TestServerMultinode-456211967 tempest-TestServerMultinode-456211967-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=2860eb37-e3f5-4454-b9b5-20c636deacf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146445 Jul 14 18:52:53.921023 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b44de25f-017a-42b2-94d3-7e7bd98cd0b2 req-c737c924-c214-45b8-86cd-4de44411d8f4 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] 10.222.0.16 "GET /v2.0/security-groups?id=00511198-19e5-42cb-b4d6-0be88d13a8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180556 Jul 14 18:52:53.951927 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9f02e0-77f1-4552-b7fc-23ade14f8cc1 req-af64a500-567f-483b-9d7e-b53d3a285817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:52:53.951927 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ee9f02e0-77f1-4552-b7fc-23ade14f8cc1 req-af64a500-567f-483b-9d7e-b53d3a285817 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=dd69057d-8dc0-4097-9a0e-65978c0b371a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0676613 Jul 14 18:52:54.043254 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.agents_db [None req-2ea07fb6-aa68-4671-8654-119d82b9f530 None None] Agent healthcheck: found 7 active agents {{(pid=93918) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 18:52:54.044414 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-df3467ed-f08c-46b0-ac0c-6f4f97b4db28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:54.049668 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-df3467ed-f08c-46b0-ac0c-6f4f97b4db28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:54.088650 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-df3467ed-f08c-46b0-ac0c-6f4f97b4db28 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3044531c325a4802929a2682deca5c3e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3330450 Jul 14 18:52:54.090623 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ee9f02e0-77f1-4552-b7fc-23ade14f8cc1 req-8dbac4b6-fc1d-4e9c-a5a2-ddba36a69cc2 service neutron] 10.222.0.35 "GET /v2.0/networks/dd69057d-8dc0-4097-9a0e-65978c0b371a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308389 Jul 14 18:52:54.091324 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 48558) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:52:54.110724 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3467ed-f08c-46b0-ac0c-6f4f97b4db28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=844d9349-8d5b-45f7-8f28-bdae599ba5dd,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:52:54.171516 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-574aeb93-9938-449c-8e6c-cb22c9b52cc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:54.240416 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-07d294df-d720-4723-91f8-8a3938a87ec8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:54.270820 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ee9f02e0-77f1-4552-b7fc-23ade14f8cc1 req-34c3ea13-2717-45a3-a1aa-5f358d5e355f service neutron] 10.222.0.35 "GET /v2.0/networks/dd69057d-8dc0-4097-9a0e-65978c0b371a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1702368 Jul 14 18:52:54.276435 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-07d294df-d720-4723-91f8-8a3938a87ec8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:54.330920 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-07d294df-d720-4723-91f8-8a3938a87ec8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:54.334775 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-07d294df-d720-4723-91f8-8a3938a87ec8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:54.336199 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-07d294df-d720-4723-91f8-8a3938a87ec8 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/844d9349-8d5b-45f7-8f28-bdae599ba5dd HTTP/1.1" status: 204 len: 168 time: 0.2438056 Jul 14 18:52:54.353698 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d294df-d720-4723-91f8-8a3938a87ec8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=844d9349-8d5b-45f7-8f28-bdae599ba5dd,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:52:54.697104 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b628d7e-118f-4d2c-a296-1ff20b6e60ea req-3eb22bf3-55e1-4d7a-a060-7480ee1b5c3d tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:52:54.698596 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-0b628d7e-118f-4d2c-a296-1ff20b6e60ea req-3eb22bf3-55e1-4d7a-a060-7480ee1b5c3d tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] 10.222.0.16 "GET /v2.0/ports?device_id=8cd16adf-77c1-4c83-8ff8-24053869790b HTTP/1.1" status: 200 len: 946 time: 0.0647593 Jul 14 18:52:54.712390 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 48576) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:52:54.727054 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-2688e94e-6471-4deb-af69-e34795d15d77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:54.740538 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-0b628d7e-118f-4d2c-a296-1ff20b6e60ea req-7a611697-a399-401a-8bbe-bf3896f9cee6 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] 10.222.0.16 "GET /v2.0/security-groups?id=00511198-19e5-42cb-b4d6-0be88d13a8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363235 Jul 14 18:52:54.820702 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-2688e94e-6471-4deb-af69-e34795d15d77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:54.824567 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-2688e94e-6471-4deb-af69-e34795d15d77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:54.862082 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-2688e94e-6471-4deb-af69-e34795d15d77 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=58a68f7c70764eeaa2ffb6380130ff16&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1484940 Jul 14 18:52:54.863204 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2688e94e-6471-4deb-af69-e34795d15d77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7a1c368-143b-44ee-a94c-3f8b1c855f4f,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:52:54.865470 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 48578) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:52:54.913359 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-8959681b-fd68-4eb4-8d56-f3b1faada002 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:54.933763 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-8959681b-fd68-4eb4-8d56-f3b1faada002 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:54.985182 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-8959681b-fd68-4eb4-8d56-f3b1faada002 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:54.987737 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-8959681b-fd68-4eb4-8d56-f3b1faada002 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:54.989776 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-8959681b-fd68-4eb4-8d56-f3b1faada002 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e7a1c368-143b-44ee-a94c-3f8b1c855f4f HTTP/1.1" status: 204 len: 168 time: 0.1226256 Jul 14 18:52:54.998721 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8959681b-fd68-4eb4-8d56-f3b1faada002 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7a1c368-143b-44ee-a94c-3f8b1c855f4f,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:52:55.103398 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12c942b-c5a7-450d-802f-4d88c6bd05e6 req-2876e3e3-a438-4b72-9771-ec59268d78d5 tempest-TestServerMultinode-456211967 tempest-TestServerMultinode-456211967-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:52:55.104983 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e12c942b-c5a7-450d-802f-4d88c6bd05e6 req-2876e3e3-a438-4b72-9771-ec59268d78d5 tempest-TestServerMultinode-456211967 tempest-TestServerMultinode-456211967-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=18b8f24c-30ae-48da-83d1-2810560aadad HTTP/1.1" status: 200 len: 1095 time: 0.0536625 Jul 14 18:52:55.141474 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e12c942b-c5a7-450d-802f-4d88c6bd05e6 req-3947c099-5da8-44b3-8a88-562acb4b7794 tempest-TestServerMultinode-456211967 tempest-TestServerMultinode-456211967-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=2860eb37-e3f5-4454-b9b5-20c636deacf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307674 Jul 14 18:52:55.315703 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 48592) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:52:55.330412 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-fffad8eb-7b1b-4b61-a05a-07505ba72e76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:55.423808 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-fffad8eb-7b1b-4b61-a05a-07505ba72e76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:55.428221 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-fffad8eb-7b1b-4b61-a05a-07505ba72e76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:55.466273 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fffad8eb-7b1b-4b61-a05a-07505ba72e76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=810cd88f-5130-4a21-8e8d-ff698b5b5bc4,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:52:55.473283 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-fffad8eb-7b1b-4b61-a05a-07505ba72e76 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=da9e354b83904734a83a8f899afcf4c6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1537981 Jul 14 18:52:55.474176 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 48594) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:52:55.532696 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-e4ee2717-333e-428b-9db4-f9a11a8fea5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:55.558968 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-e4ee2717-333e-428b-9db4-f9a11a8fea5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:55.609651 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-e4ee2717-333e-428b-9db4-f9a11a8fea5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:55.613730 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-e4ee2717-333e-428b-9db4-f9a11a8fea5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:55.619074 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-e4ee2717-333e-428b-9db4-f9a11a8fea5d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/810cd88f-5130-4a21-8e8d-ff698b5b5bc4 HTTP/1.1" status: 204 len: 168 time: 0.1444919 Jul 14 18:52:55.632068 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ee2717-333e-428b-9db4-f9a11a8fea5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=810cd88f-5130-4a21-8e8d-ff698b5b5bc4,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:52:55.827898 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-2f4e3af3-e708-4ffd-a544-82d93a489d01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:55.929607 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef25cc99-1674-492c-b558-e70c63d68a29 req-df55beec-4ea8-4616-8b08-32e52bdc8c6c tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:52:55.931091 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ef25cc99-1674-492c-b558-e70c63d68a29 req-df55beec-4ea8-4616-8b08-32e52bdc8c6c tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] 10.222.0.16 "GET /v2.0/ports?device_id=8cd16adf-77c1-4c83-8ff8-24053869790b HTTP/1.1" status: 200 len: 946 time: 0.0636423 Jul 14 18:52:55.969121 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ef25cc99-1674-492c-b558-e70c63d68a29 req-7cc88c7c-fafe-453d-98d2-f09289e353bb tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] 10.222.0.16 "GET /v2.0/security-groups?id=00511198-19e5-42cb-b4d6-0be88d13a8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323908 Jul 14 18:52:56.308917 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080c1bd9-1dc3-4288-a804-decc3338ce09 req-f4416f4f-e1c9-4431-9611-7a56c703c7fd tempest-TestServerMultinode-456211967 tempest-TestServerMultinode-456211967-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:52:56.310419 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-080c1bd9-1dc3-4288-a804-decc3338ce09 req-f4416f4f-e1c9-4431-9611-7a56c703c7fd tempest-TestServerMultinode-456211967 tempest-TestServerMultinode-456211967-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=18b8f24c-30ae-48da-83d1-2810560aadad HTTP/1.1" status: 200 len: 1095 time: 0.0546868 Jul 14 18:52:56.336292 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Device debb06b9-dcb2-4b73-9f6b-8c1fcfe085ed details requested by agent hyperv_n-h2-800634-3 with host n-h2-800634-3 {{(pid=93917) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 18:52:56.347019 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-080c1bd9-1dc3-4288-a804-decc3338ce09 req-57d3d359-b133-4441-8aa1-ec65602ef34a tempest-TestServerMultinode-456211967 tempest-TestServerMultinode-456211967-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=2860eb37-e3f5-4454-b9b5-20c636deacf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308726 Jul 14 18:52:56.433944 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] For port debb06b9-dcb2-4b73-9f6b-8c1fcfe085ed, host n-h2-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=debb06b9-dcb2-4b73-9f6b-8c1fcfe085ed,segment=NetworkSegment(e6ac1013-49a3-4f7c-beca-cf2ef24dd35b),segment_id=e6ac1013-49a3-4f7c-beca-cf2ef24dd35b)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:52:56.445919 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Returning: {'device': 'debb06b9-dcb2-4b73-9f6b-8c1fcfe085ed', 'network_id': '39c54d55-b1e0-4eb1-9ee5-3eeadd4d8bde', 'port_id': 'debb06b9-dcb2-4b73-9f6b-8c1fcfe085ed', 'mac_address': 'fa:16:3e:e1:9f:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9fdea6e-22fa-4991-9f87-b79de93db404', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93917) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 18:52:56.483790 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:56.498571 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id debb06b9-dcb2-4b73-9f6b-8c1fcfe085ed {{(pid=93917) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 18:52:56.518928 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] For port debb06b9-dcb2-4b73-9f6b-8c1fcfe085ed, host n-h2-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=debb06b9-dcb2-4b73-9f6b-8c1fcfe085ed,segment=NetworkSegment(e6ac1013-49a3-4f7c-beca-cf2ef24dd35b),segment_id=e6ac1013-49a3-4f7c-beca-cf2ef24dd35b)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:52:56.523482 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:56.524234 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Device 5b0f45b5-eedc-41ec-8d51-fc078537a47a details requested by agent hyperv_n-h2-800634-3 with host n-h2-800634-3 {{(pid=93917) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 18:52:56.622432 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Pushing event updated for resources: {'Port': ['ID=debb06b9-dcb2-4b73-9f6b-8c1fcfe085ed,revision_number=6']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:52:56.635413 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:52:56.635757 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:52:56.636192 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:52:56.636530 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:52:56.636864 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:52:56.637229 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:52:56.637595 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:52:56.637884 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:52:56.638199 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:52:56.638518 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:52:56.638837 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:52:56.639152 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:52:56.683315 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] For port 5b0f45b5-eedc-41ec-8d51-fc078537a47a, host n-h2-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=5b0f45b5-eedc-41ec-8d51-fc078537a47a,segment=NetworkSegment(8406d491-b2e0-4518-9d74-551b5d5f0902),segment_id=8406d491-b2e0-4518-9d74-551b5d5f0902)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:52:56.695386 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Returning: {'device': '5b0f45b5-eedc-41ec-8d51-fc078537a47a', 'network_id': 'dd69057d-8dc0-4097-9a0e-65978c0b371a', 'port_id': '5b0f45b5-eedc-41ec-8d51-fc078537a47a', 'mac_address': 'fa:16:3e:98:49:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd28cd209-31d3-46cb-bbed-360f8aa5e803', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93917) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 18:52:56.741980 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:56.755220 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b0f45b5-eedc-41ec-8d51-fc078537a47a {{(pid=93917) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 18:52:56.779839 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] For port 5b0f45b5-eedc-41ec-8d51-fc078537a47a, host n-h2-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=5b0f45b5-eedc-41ec-8d51-fc078537a47a,segment=NetworkSegment(8406d491-b2e0-4518-9d74-551b5d5f0902),segment_id=8406d491-b2e0-4518-9d74-551b5d5f0902)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:52:56.784159 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:56.848868 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Pushing event updated for resources: {'Port': ['ID=5b0f45b5-eedc-41ec-8d51-fc078537a47a,revision_number=4']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:52:56.902636 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] get_ports_and_sgs() called for port_ids ['debb06b9-dcb2-4b73-9f6b-8c1fcfe085ed'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 18:52:57.131056 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] get_ports_and_sgs() called for port_ids ['5b0f45b5-eedc-41ec-8d51-fc078537a47a'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 18:52:57.171024 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbabcd0-6215-43b8-a92c-926df439a1dc req-77d91de4-4e67-4133-8963-27f363062f17 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:52:57.172716 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-7dbabcd0-6215-43b8-a92c-926df439a1dc req-77d91de4-4e67-4133-8963-27f363062f17 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] 10.222.0.16 "GET /v2.0/ports?device_id=8cd16adf-77c1-4c83-8ff8-24053869790b HTTP/1.1" status: 200 len: 945 time: 0.0822933 Jul 14 18:52:57.222081 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-7dbabcd0-6215-43b8-a92c-926df439a1dc req-6a049b9b-7d18-460b-b2ea-25396f58e600 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] 10.222.0.16 "GET /v2.0/security-groups?id=00511198-19e5-42cb-b4d6-0be88d13a8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428755 Jul 14 18:52:57.567698 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 48678) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:52:57.572237 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60d218d-5e47-4990-aa99-64a005166e05 req-43411570-9042-4623-b4e0-5cc402d339e9 tempest-TestServerMultinode-456211967 tempest-TestServerMultinode-456211967-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:52:57.573993 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a60d218d-5e47-4990-aa99-64a005166e05 req-43411570-9042-4623-b4e0-5cc402d339e9 tempest-TestServerMultinode-456211967 tempest-TestServerMultinode-456211967-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=18b8f24c-30ae-48da-83d1-2810560aadad HTTP/1.1" status: 200 len: 1096 time: 0.0689695 Jul 14 18:52:57.625332 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a60d218d-5e47-4990-aa99-64a005166e05 req-47309994-00e9-4954-850e-23e9a1ae176c tempest-TestServerMultinode-456211967 tempest-TestServerMultinode-456211967-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=2860eb37-e3f5-4454-b9b5-20c636deacf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407472 Jul 14 18:52:57.712286 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-683e4237-8e1c-4e8a-8880-64532cfdc439 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:57.811765 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-683e4237-8e1c-4e8a-8880-64532cfdc439 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:57.816601 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-683e4237-8e1c-4e8a-8880-64532cfdc439 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:57.857823 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-683e4237-8e1c-4e8a-8880-64532cfdc439 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=05b404fd1a674e60a6a7307e81247d0b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2886004 Jul 14 18:52:57.860192 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 48696) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:52:57.867588 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683e4237-8e1c-4e8a-8880-64532cfdc439 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2e22029-ba88-4bb3-b969-48b879f5df4c,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:52:57.923116 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-2b3c315e-6447-47e6-a10a-5a177a7eb08b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:57.947744 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-2b3c315e-6447-47e6-a10a-5a177a7eb08b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:57.995242 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-2b3c315e-6447-47e6-a10a-5a177a7eb08b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:57.998907 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-2b3c315e-6447-47e6-a10a-5a177a7eb08b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:58.001339 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-2b3c315e-6447-47e6-a10a-5a177a7eb08b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f2e22029-ba88-4bb3-b969-48b879f5df4c HTTP/1.1" status: 204 len: 168 time: 0.1402035 Jul 14 18:52:58.014372 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3c315e-6447-47e6-a10a-5a177a7eb08b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2e22029-ba88-4bb3-b969-48b879f5df4c,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:52:58.355013 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Device 5b0f45b5-eedc-41ec-8d51-fc078537a47a up at agent hyperv_n-h2-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:52:58.438097 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Provisioning for port 5b0f45b5-eedc-41ec-8d51-fc078537a47a completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:52:58.446075 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Provisioning complete for port 5b0f45b5-eedc-41ec-8d51-fc078537a47a triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:52:58.446791 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:58.463887 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd50364-d42e-467d-8c4d-789bbd324ddd req-0867edc6-b562-4653-b089-c049d4c06138 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:52:58.472099 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-acd50364-d42e-467d-8c4d-789bbd324ddd req-0867edc6-b562-4653-b089-c049d4c06138 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] 10.222.0.16 "GET /v2.0/ports?device_id=8cd16adf-77c1-4c83-8ff8-24053869790b HTTP/1.1" status: 200 len: 945 time: 0.0957937 Jul 14 18:52:58.530926 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 48714) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:52:58.540860 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-acd50364-d42e-467d-8c4d-789bbd324ddd req-15b7bf85-e578-4f05-930e-48b7207c0e6d tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] 10.222.0.16 "GET /v2.0/security-groups?id=00511198-19e5-42cb-b4d6-0be88d13a8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677266 Jul 14 18:52:58.550014 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-3f9aa2a4-77c4-400b-b288-ed7209b1f854 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:58.565981 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:58.602846 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18b8f24c-30ae-48da-83d1-2810560aadad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b0f45b5-eedc-41ec-8d51-fc078537a47a'}] {{(pid=93917) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:52:58.607524 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20b787f3c29eaa7aa2a4d648c725a2124c5ff39a8d793252f9d844495e14cf42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-987ba269-1175-4a10-b856-dab010d8bc3d" -d '{"events": [{"server_uuid": "18b8f24c-30ae-48da-83d1-2810560aadad", "name": "network-vif-plugged", "status": "completed", "tag": "5b0f45b5-eedc-41ec-8d51-fc078537a47a"}]}' {{(pid=93917) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:52:58.628352 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] For port 5b0f45b5-eedc-41ec-8d51-fc078537a47a, host n-h2-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=5b0f45b5-eedc-41ec-8d51-fc078537a47a,segment=NetworkSegment(8406d491-b2e0-4518-9d74-551b5d5f0902),segment_id=8406d491-b2e0-4518-9d74-551b5d5f0902)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:52:58.635085 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:58.637253 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Device debb06b9-dcb2-4b73-9f6b-8c1fcfe085ed up at agent hyperv_n-h2-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:52:58.707945 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 18:52:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3972bc0a-941a-4afe-af91-e6346cad438f x-openstack-request-id: req-3972bc0a-941a-4afe-af91-e6346cad438f {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:52:58.708280 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18b8f24c-30ae-48da-83d1-2810560aadad", "name": "network-vif-plugged", "status": "completed", "tag": "5b0f45b5-eedc-41ec-8d51-fc078537a47a", "code": 200}]} {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:52:58.708533 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3972bc0a-941a-4afe-af91-e6346cad438f {{(pid=93917) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:52:58.709346 n-d-800634-3 neutron-server[93917]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18b8f24c-30ae-48da-83d1-2810560aadad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b0f45b5-eedc-41ec-8d51-fc078537a47a', 'code': 200} Jul 14 18:52:58.733500 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-3f9aa2a4-77c4-400b-b288-ed7209b1f854 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:58.744856 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-3f9aa2a4-77c4-400b-b288-ed7209b1f854 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:58.791346 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Pushing event updated for resources: {'Port': ['ID=5b0f45b5-eedc-41ec-8d51-fc078537a47a,revision_number=5']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:52:58.804381 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-3f9aa2a4-77c4-400b-b288-ed7209b1f854 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=adb95a89452049c3b2b68ea75718c082&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2773647 Jul 14 18:52:58.815589 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 48720) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:52:58.834287 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Provisioning complete for port debb06b9-dcb2-4b73-9f6b-8c1fcfe085ed triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:52:58.834668 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:58.869298 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9aa2a4-77c4-400b-b288-ed7209b1f854 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c4f6eb7-0ae5-46ee-ac19-d17971d8e416,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:52:58.911335 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebfbbef-ea6f-4f81-839f-b0b2a4888378 req-cea4c26c-f66b-42fe-841c-be0c23493c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:52:58.913479 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-bebfbbef-ea6f-4f81-839f-b0b2a4888378 req-cea4c26c-f66b-42fe-841c-be0c23493c01 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=18b8f24c-30ae-48da-83d1-2810560aadad HTTP/1.1" status: 200 len: 1097 time: 0.1204834 Jul 14 18:52:58.916909 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0b449c-0d3b-4b20-89ec-8a680e41e638 req-e2473da6-eea4-455e-9e01-5d6240dcdeed tempest-TestServerMultinode-456211967 tempest-TestServerMultinode-456211967-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:52:58.923863 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ba0b449c-0d3b-4b20-89ec-8a680e41e638 req-e2473da6-eea4-455e-9e01-5d6240dcdeed tempest-TestServerMultinode-456211967 tempest-TestServerMultinode-456211967-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=18b8f24c-30ae-48da-83d1-2810560aadad HTTP/1.1" status: 200 len: 1097 time: 0.1236804 Jul 14 18:52:58.942326 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-357a6df2-bec6-45f6-907e-fdc6e76ceaf7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:58.975671 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-357a6df2-bec6-45f6-907e-fdc6e76ceaf7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:58.985174 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ba0b449c-0d3b-4b20-89ec-8a680e41e638 req-e1c65b3a-a3df-4edb-8880-50c5a332bdf3 tempest-TestServerMultinode-456211967 tempest-TestServerMultinode-456211967-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=2860eb37-e3f5-4454-b9b5-20c636deacf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601246 Jul 14 18:52:59.006594 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-bebfbbef-ea6f-4f81-839f-b0b2a4888378 req-7dce3f8d-2504-49b0-a5da-934622310872 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=2860eb37-e3f5-4454-b9b5-20c636deacf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791273 Jul 14 18:52:59.010443 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:59.041131 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-357a6df2-bec6-45f6-907e-fdc6e76ceaf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:59.046035 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-357a6df2-bec6-45f6-907e-fdc6e76ceaf7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:59.047737 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-357a6df2-bec6-45f6-907e-fdc6e76ceaf7 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6c4f6eb7-0ae5-46ee-ac19-d17971d8e416 HTTP/1.1" status: 204 len: 168 time: 0.2306058 Jul 14 18:52:59.057370 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357a6df2-bec6-45f6-907e-fdc6e76ceaf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c4f6eb7-0ae5-46ee-ac19-d17971d8e416,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:52:59.074002 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] For port debb06b9-dcb2-4b73-9f6b-8c1fcfe085ed, host n-h2-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=debb06b9-dcb2-4b73-9f6b-8c1fcfe085ed,segment=NetworkSegment(e6ac1013-49a3-4f7c-beca-cf2ef24dd35b),segment_id=e6ac1013-49a3-4f7c-beca-cf2ef24dd35b)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:52:59.085900 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:52:59.209812 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Pushing event updated for resources: {'Port': ['ID=debb06b9-dcb2-4b73-9f6b-8c1fcfe085ed,revision_number=7']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:52:59.763870 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879bb64d-d4bf-417b-b15c-2a0b297c7ef6 req-7065105c-d261-4cfb-a4e8-3ce29ba9c44c tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:52:59.773289 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-879bb64d-d4bf-417b-b15c-2a0b297c7ef6 req-7065105c-d261-4cfb-a4e8-3ce29ba9c44c tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] 10.222.0.16 "GET /v2.0/ports?device_id=8cd16adf-77c1-4c83-8ff8-24053869790b HTTP/1.1" status: 200 len: 946 time: 0.0895109 Jul 14 18:52:59.829307 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-879bb64d-d4bf-417b-b15c-2a0b297c7ef6 req-5dda32dd-2cc4-4658-8f24-74ccf3509246 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] 10.222.0.16 "GET /v2.0/security-groups?id=00511198-19e5-42cb-b4d6-0be88d13a8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548182 Jul 14 18:53:00.049363 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 48754) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:53:00.207894 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0618b7f-307d-415c-a552-a1f35d586fde req-bed9ddaa-bb6e-496d-a4e7-b04100f8fa6e tempest-TestServerMultinode-456211967 tempest-TestServerMultinode-456211967-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:53:00.219047 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e0618b7f-307d-415c-a552-a1f35d586fde req-bed9ddaa-bb6e-496d-a4e7-b04100f8fa6e tempest-TestServerMultinode-456211967 tempest-TestServerMultinode-456211967-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=18b8f24c-30ae-48da-83d1-2810560aadad HTTP/1.1" status: 200 len: 1097 time: 0.0914879 Jul 14 18:53:00.235973 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-ca9d7c9d-f742-4deb-ab1e-cce3548b92ac admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2036142820-network', 'tenant_id': '7240474088e94aca95db86a3c4c1d324'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:53:00.288461 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca9d7c9d-f742-4deb-ab1e-cce3548b92ac admin admin] Made reservation on behalf of 7240474088e94aca95db86a3c4c1d324 for: {'network': 1} {{(pid=93916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:53:00.293300 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e0618b7f-307d-415c-a552-a1f35d586fde req-3a2df717-4442-4e82-af3f-6e4090585ee0 tempest-TestServerMultinode-456211967 tempest-TestServerMultinode-456211967-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=2860eb37-e3f5-4454-b9b5-20c636deacf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732484 Jul 14 18:53:00.294187 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-ca9d7c9d-f742-4deb-ab1e-cce3548b92ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for network, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:53:00.317798 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-ca9d7c9d-f742-4deb-ab1e-cce3548b92ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:53:00.457897 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-ca9d7c9d-f742-4deb-ab1e-cce3548b92ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:53:00.466454 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-ca9d7c9d-f742-4deb-ab1e-cce3548b92ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:53:00.492267 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca9d7c9d-f742-4deb-ab1e-cce3548b92ac admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 92} {{(pid=93916) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 18:53:00.512160 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9d7c9d-f742-4deb-ab1e-cce3548b92ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6edd6f8-77b1-4dff-994f-c9792ea2eafe,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:53:00.517811 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed75f114-2f11-489e-ab08-8d5cc2fbf526 req-0df022bf-1e23-4edb-a72d-8b49d834ba4c tempest-TestServerMultinode-456211967 tempest-TestServerMultinode-456211967-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:53:00.518177 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-ca9d7c9d-f742-4deb-ab1e-cce3548b92ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:53:00.518531 n-d-800634-3 neutron-server[93916]: INFO neutron.db.segments_db [None req-ca9d7c9d-f742-4deb-ab1e-cce3548b92ac admin admin] Added segment 160dc5d4-9acf-43d7-bd62-26167831a884 of type vlan for network e134f5f9-15e8-4523-a8a6-42df4df73444 Jul 14 18:53:00.528265 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ed75f114-2f11-489e-ab08-8d5cc2fbf526 req-0df022bf-1e23-4edb-a72d-8b49d834ba4c tempest-TestServerMultinode-456211967 tempest-TestServerMultinode-456211967-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=18b8f24c-30ae-48da-83d1-2810560aadad HTTP/1.1" status: 200 len: 1097 time: 0.0951977 Jul 14 18:53:00.574471 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-ca9d7c9d-f742-4deb-ab1e-cce3548b92ac admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728202197517'] for network, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:53:00.575203 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ed75f114-2f11-489e-ab08-8d5cc2fbf526 req-cc16d872-4460-4291-908b-81f8d0234868 tempest-TestServerMultinode-456211967 tempest-TestServerMultinode-456211967-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=2860eb37-e3f5-4454-b9b5-20c636deacf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464845 Jul 14 18:53:00.630574 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-ca9d7c9d-f742-4deb-ab1e-cce3548b92ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727'] for network, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:53:00.633443 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca9d7c9d-f742-4deb-ab1e-cce3548b92ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:53:00.634979 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-ca9d7c9d-f742-4deb-ab1e-cce3548b92ac admin admin] Notify callbacks [] for network, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:53:00.701349 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-ca9d7c9d-f742-4deb-ab1e-cce3548b92ac admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6507561 Jul 14 18:53:00.703986 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 48764) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:53:00.709394 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-f0d3a9b4-b6e9-44f2-b5c5-aba3e98e1ebd admin admin] Request body: {'subnet': {'network_id': 'e134f5f9-15e8-4523-a8a6-42df4df73444', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2036142820-subnet', 'tenant_id': '7240474088e94aca95db86a3c4c1d324', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:53:00.710825 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cd16adf-77c1-4c83-8ff8-24053869790b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'debb06b9-dcb2-4b73-9f6b-8c1fcfe085ed'}] {{(pid=93917) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:53:00.715983 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20b787f3c29eaa7aa2a4d648c725a2124c5ff39a8d793252f9d844495e14cf42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-707a493b-c7a1-4656-909b-2ca7e904f46b" -d '{"events": [{"server_uuid": "8cd16adf-77c1-4c83-8ff8-24053869790b", "name": "network-vif-plugged", "status": "completed", "tag": "debb06b9-dcb2-4b73-9f6b-8c1fcfe085ed"}]}' {{(pid=93917) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:53:00.744232 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0d3a9b4-b6e9-44f2-b5c5-aba3e98e1ebd admin admin] Made reservation on behalf of 7240474088e94aca95db86a3c4c1d324 for: {'subnet': 1} {{(pid=93916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:53:00.746969 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-f0d3a9b4-b6e9-44f2-b5c5-aba3e98e1ebd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26033189'] for subnet, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:53:00.750097 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9d7c9d-f742-4deb-ab1e-cce3548b92ac admin admin] Pushing event updated for resources: {'Network': ['ID=e134f5f9-15e8-4523-a8a6-42df4df73444,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:53:00.761671 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59a1baa-91ba-423f-817c-da4c0f5a6c34 req-f946c94b-34fb-459b-adfd-894f4a180510 tempest-TestServerMultinode-456211967 tempest-TestServerMultinode-456211967-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:53:00.770629 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Network e134f5f9-15e8-4523-a8a6-42df4df73444 details requested by agent ovs-agent-n-d-800634-3 with host n-d-800634-3 {{(pid=93917) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 18:53:00.774146 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a59a1baa-91ba-423f-817c-da4c0f5a6c34 req-f946c94b-34fb-459b-adfd-894f4a180510 tempest-TestServerMultinode-456211967 tempest-TestServerMultinode-456211967-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=18b8f24c-30ae-48da-83d1-2810560aadad HTTP/1.1" status: 200 len: 1097 time: 0.0724094 Jul 14 18:53:00.818261 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a59a1baa-91ba-423f-817c-da4c0f5a6c34 req-e84c714a-78bb-4330-8f85-224cb40b39e0 tempest-TestServerMultinode-456211967 tempest-TestServerMultinode-456211967-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=2860eb37-e3f5-4454-b9b5-20c636deacf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399015 Jul 14 18:53:00.825916 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 18:53:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4cd9f39-4d6c-49eb-9401-f52baa47ec64 x-openstack-request-id: req-b4cd9f39-4d6c-49eb-9401-f52baa47ec64 {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:53:00.826433 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8cd16adf-77c1-4c83-8ff8-24053869790b", "name": "network-vif-plugged", "status": "completed", "tag": "debb06b9-dcb2-4b73-9f6b-8c1fcfe085ed", "code": 200}]} {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:53:00.826877 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b4cd9f39-4d6c-49eb-9401-f52baa47ec64 {{(pid=93917) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:53:00.827455 n-d-800634-3 neutron-server[93917]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8cd16adf-77c1-4c83-8ff8-24053869790b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'debb06b9-dcb2-4b73-9f6b-8c1fcfe085ed', 'code': 200} Jul 14 18:53:01.062095 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-f0d3a9b4-b6e9-44f2-b5c5-aba3e98e1ebd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2684753', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26033175'] for subnet, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:53:01.123443 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52237e53-b09a-4b90-8208-6ef753a3bf7c req-05d710aa-4d35-4e96-8075-ec91f25eee87 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:53:01.125213 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-52237e53-b09a-4b90-8208-6ef753a3bf7c req-05d710aa-4d35-4e96-8075-ec91f25eee87 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] 10.222.0.16 "GET /v2.0/ports?device_id=8cd16adf-77c1-4c83-8ff8-24053869790b HTTP/1.1" status: 200 len: 946 time: 0.0814314 Jul 14 18:53:01.200571 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0d3a9b4-b6e9-44f2-b5c5-aba3e98e1ebd admin admin] Checking segment: {'id': '160dc5d4-9acf-43d7-bd62-26167831a884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'e134f5f9-15e8-4523-a8a6-42df4df73444'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93916) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:53:01.204692 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0d3a9b4-b6e9-44f2-b5c5-aba3e98e1ebd admin admin] Network hostable DHCP agents. Network: e134f5f9-15e8-4523-a8a6-42df4df73444, hostable agents: ['028393c3-0576-4ebd-bca1-8ea8a148e1a2'], hosted agents: [] {{(pid=93916) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 18:53:01.210636 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d3a9b4-b6e9-44f2-b5c5-aba3e98e1ebd admin admin] Pushing event updated for resources: {'Subnet': ['ID=8665d69f-8bba-4f7c-8df8-71dc6db226d4,revision_number=0']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:53:01.236169 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0d3a9b4-b6e9-44f2-b5c5-aba3e98e1ebd admin admin] Network e134f5f9-15e8-4523-a8a6-42df4df73444 is scheduled to be hosted by DHCP agent 028393c3-0576-4ebd-bca1-8ea8a148e1a2 with binding_index 1 {{(pid=93916) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 18:53:01.247517 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-52237e53-b09a-4b90-8208-6ef753a3bf7c req-1c587c73-fe63-42ab-9186-af95c9605070 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] 10.222.0.16 "GET /v2.0/security-groups?id=00511198-19e5-42cb-b4d6-0be88d13a8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164830 Jul 14 18:53:01.256832 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [None req-f0d3a9b4-b6e9-44f2-b5c5-aba3e98e1ebd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-3, e134f5f9-15e8-4523-a8a6-42df4df73444) {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:53:01.269503 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb327e82-f13c-44e2-8ab1-9aeac88173c0 None None] Network e134f5f9-15e8-4523-a8a6-42df4df73444 requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:53:01.291254 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0d3a9b4-b6e9-44f2-b5c5-aba3e98e1ebd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:53:01.294682 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-f0d3a9b4-b6e9-44f2-b5c5-aba3e98e1ebd admin admin] Notify callbacks [] for subnet, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:53:01.331663 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-f0d3a9b4-b6e9-44f2-b5c5-aba3e98e1ebd admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6258297 Jul 14 18:53:01.494101 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30648395-536a-4cec-b058-0f61c8f604f5 None None] Network e134f5f9-15e8-4523-a8a6-42df4df73444 requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:53:01.565819 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a3b2fe-6488-4f09-93cd-a30b13748a51 req-68775932-5550-4bf1-b308-e9708e929523 tempest-TestServerMultinode-456211967 tempest-TestServerMultinode-456211967-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:53:01.567893 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a4a3b2fe-6488-4f09-93cd-a30b13748a51 req-68775932-5550-4bf1-b308-e9708e929523 tempest-TestServerMultinode-456211967 tempest-TestServerMultinode-456211967-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=18b8f24c-30ae-48da-83d1-2810560aadad HTTP/1.1" status: 200 len: 1097 time: 0.1073582 Jul 14 18:53:01.636793 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a4a3b2fe-6488-4f09-93cd-a30b13748a51 req-eeb4199a-15a1-443e-980c-c3f848b08175 tempest-TestServerMultinode-456211967 tempest-TestServerMultinode-456211967-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=2860eb37-e3f5-4454-b9b5-20c636deacf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619447 Jul 14 18:53:02.522613 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f048b41d-8fe4-4074-af6f-11c4e6de4db7 req-42d02676-06f4-4a76-b194-4cd3876802b3 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:53:02.531546 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f048b41d-8fe4-4074-af6f-11c4e6de4db7 req-42d02676-06f4-4a76-b194-4cd3876802b3 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] 10.222.0.16 "GET /v2.0/ports?device_id=8cd16adf-77c1-4c83-8ff8-24053869790b HTTP/1.1" status: 200 len: 946 time: 0.1150877 Jul 14 18:53:02.644025 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:53:03.070363 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f048b41d-8fe4-4074-af6f-11c4e6de4db7 req-c948597c-33c6-4462-9420-4f1aca3b7a37 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] 10.222.0.16 "GET /v2.0/security-groups?id=00511198-19e5-42cb-b4d6-0be88d13a8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5328021 Jul 14 18:53:03.105822 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03658baa-03bd-4ee7-8c68-0b79222d0c26 req-da65cf3b-d914-4b9b-9263-7461c9d9801a tempest-TestServerMultinode-456211967 tempest-TestServerMultinode-456211967-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:53:03.107351 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-03658baa-03bd-4ee7-8c68-0b79222d0c26 req-da65cf3b-d914-4b9b-9263-7461c9d9801a tempest-TestServerMultinode-456211967 tempest-TestServerMultinode-456211967-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=18b8f24c-30ae-48da-83d1-2810560aadad HTTP/1.1" status: 200 len: 1097 time: 0.5378721 Jul 14 18:53:03.151621 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed98dda-739b-4f0b-ab36-becbe2215948 req-2d763552-a5d7-4295-87aa-f2dfd9d52abf tempest-TestServerMultinode-456211967 tempest-TestServerMultinode-456211967-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:53:03.158887 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2ed98dda-739b-4f0b-ab36-becbe2215948 req-2d763552-a5d7-4295-87aa-f2dfd9d52abf tempest-TestServerMultinode-456211967 tempest-TestServerMultinode-456211967-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=18b8f24c-30ae-48da-83d1-2810560aadad HTTP/1.1" status: 200 len: 1097 time: 0.1496513 Jul 14 18:53:03.249245 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2ed98dda-739b-4f0b-ab36-becbe2215948 req-d345ddf7-2ab7-4861-9b21-6f9dbfa57ec4 tempest-TestServerMultinode-456211967 tempest-TestServerMultinode-456211967-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=2860eb37-e3f5-4454-b9b5-20c636deacf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891705 Jul 14 18:53:03.416777 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [req-03658baa-03bd-4ee7-8c68-0b79222d0c26 req-a43374fb-5cb6-40b5-ac58-7572eef4eea4 tempest-TestServerMultinode-456211967 tempest-TestServerMultinode-456211967-project-admin] Deleting port 5b0f45b5-eedc-41ec-8d51-fc078537a47a {{(pid=93915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:53:03.417123 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-03658baa-03bd-4ee7-8c68-0b79222d0c26 req-a43374fb-5cb6-40b5-ac58-7572eef4eea4 tempest-TestServerMultinode-456211967 tempest-TestServerMultinode-456211967-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:53:03.522523 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-03658baa-03bd-4ee7-8c68-0b79222d0c26 req-a43374fb-5cb6-40b5-ac58-7572eef4eea4 tempest-TestServerMultinode-456211967 tempest-TestServerMultinode-456211967-project-admin] For port 5b0f45b5-eedc-41ec-8d51-fc078537a47a, host n-h2-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=5b0f45b5-eedc-41ec-8d51-fc078537a47a,segment=NetworkSegment(8406d491-b2e0-4518-9d74-551b5d5f0902),segment_id=8406d491-b2e0-4518-9d74-551b5d5f0902)] {{(pid=93915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:53:03.523958 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-03658baa-03bd-4ee7-8c68-0b79222d0c26 req-a43374fb-5cb6-40b5-ac58-7572eef4eea4 tempest-TestServerMultinode-456211967 tempest-TestServerMultinode-456211967-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:53:03.548698 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [req-03658baa-03bd-4ee7-8c68-0b79222d0c26 req-a43374fb-5cb6-40b5-ac58-7572eef4eea4 tempest-TestServerMultinode-456211967 tempest-TestServerMultinode-456211967-project-admin] Calling delete_port for 5b0f45b5-eedc-41ec-8d51-fc078537a47a owned by compute:nova {{(pid=93915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:53:03.637031 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f9b80d-3c3c-45b4-8a14-720399f53878 req-d39afcc9-081e-4626-9c8c-3cd3c51c01f1 tempest-VolumesActionsTest-1127153359 tempest-VolumesActionsTest-1127153359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:53:03.644178 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-70f9b80d-3c3c-45b4-8a14-720399f53878 req-d39afcc9-081e-4626-9c8c-3cd3c51c01f1 tempest-VolumesActionsTest-1127153359 tempest-VolumesActionsTest-1127153359-project] 10.222.0.16 "GET /v2.0/networks?id=e134f5f9-15e8-4523-a8a6-42df4df73444 HTTP/1.1" status: 200 len: 809 time: 0.2965612 Jul 14 18:53:03.672104 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-70f9b80d-3c3c-45b4-8a14-720399f53878 req-339c8f80-3f3a-4f76-a88d-b581682f22cd tempest-VolumesActionsTest-1127153359 tempest-VolumesActionsTest-1127153359-project] 10.222.0.16 "GET /v2.0/quotas/7240474088e94aca95db86a3c4c1d324 HTTP/1.1" status: 200 len: 375 time: 0.0266440 Jul 14 18:53:03.734161 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-70f9b80d-3c3c-45b4-8a14-720399f53878 req-6b37fb3a-5e43-44b6-b509-12d509778beb tempest-VolumesActionsTest-1127153359 tempest-VolumesActionsTest-1127153359-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=7240474088e94aca95db86a3c4c1d324&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0608141 Jul 14 18:53:03.830505 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 48824) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:53:03.924572 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-70f9b80d-3c3c-45b4-8a14-720399f53878 req-8c7cfbed-fb2f-4143-ae9f-ef5844fd315d service neutron] 10.222.0.16 "GET /v2.0/networks/e134f5f9-15e8-4523-a8a6-42df4df73444?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271474 Jul 14 18:53:03.925931 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-03658baa-03bd-4ee7-8c68-0b79222d0c26 req-a43374fb-5cb6-40b5-ac58-7572eef4eea4 tempest-TestServerMultinode-456211967 tempest-TestServerMultinode-456211967-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:53:03.943736 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] get_ports_and_sgs() called for port_ids ['5b0f45b5-eedc-41ec-8d51-fc078537a47a'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 18:53:03.947110 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] get_ports_and_sgs() called for port_ids ['4e239976-a5df-4300-8efd-a667db08b591'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 18:53:04.014901 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43374fb-5cb6-40b5-ac58-7572eef4eea4 tempest-TestServerMultinode-456211967 tempest-TestServerMultinode-456211967-project-admin] Pushing event deleted for resources: {'Port': ['ID=5b0f45b5-eedc-41ec-8d51-fc078537a47a,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:53:04.136631 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-d275affe-04c8-45f1-8353-34d23bef739c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:53:04.147604 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-70f9b80d-3c3c-45b4-8a14-720399f53878 req-cda455d1-2c47-427b-b956-9980bf8d6e52 service neutron] 10.222.0.16 "GET /v2.0/networks/e134f5f9-15e8-4523-a8a6-42df4df73444?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1906044 Jul 14 18:53:04.222476 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [req-03658baa-03bd-4ee7-8c68-0b79222d0c26 req-a43374fb-5cb6-40b5-ac58-7572eef4eea4 tempest-TestServerMultinode-456211967 tempest-TestServerMultinode-456211967-project-admin] No DVR routers for this DVR port 5b0f45b5-eedc-41ec-8d51-fc078537a47a on host n-h2-800634-3 {{(pid=93915) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 18:53:04.229446 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-03658baa-03bd-4ee7-8c68-0b79222d0c26 req-a43374fb-5cb6-40b5-ac58-7572eef4eea4 tempest-TestServerMultinode-456211967 tempest-TestServerMultinode-456211967-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:53:04.234459 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-03658baa-03bd-4ee7-8c68-0b79222d0c26 req-a43374fb-5cb6-40b5-ac58-7572eef4eea4 tempest-TestServerMultinode-456211967 tempest-TestServerMultinode-456211967-project-admin] 10.222.0.35 "DELETE /v2.0/ports/5b0f45b5-eedc-41ec-8d51-fc078537a47a HTTP/1.1" status: 204 len: 173 time: 1.1110971 Jul 14 18:53:04.240073 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18b8f24c-30ae-48da-83d1-2810560aadad', 'name': 'network-vif-deleted', 'tag': '5b0f45b5-eedc-41ec-8d51-fc078537a47a'}] {{(pid=93915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:53:04.246931 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e72782ad3af8f7d4ce76cedf092bca46d1756acc5c4653cf0b52034cdd6b073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57217e84-a860-4c66-b4eb-dd552a747a43" -d '{"events": [{"server_uuid": "18b8f24c-30ae-48da-83d1-2810560aadad", "name": "network-vif-deleted", "tag": "5b0f45b5-eedc-41ec-8d51-fc078537a47a"}]}' {{(pid=93915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:53:04.416767 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-d275affe-04c8-45f1-8353-34d23bef739c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:53:04.426995 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-d275affe-04c8-45f1-8353-34d23bef739c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:53:04.492271 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e017941a-de2d-43c8-b6e5-9d9c85d46ccc req-f63574f3-2298-414b-a1ed-d94ac8f4ebd6 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:53:04.521193 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-d275affe-04c8-45f1-8353-34d23bef739c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=50a06c48868c4ceba9ca78860e515f20&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6893060 Jul 14 18:53:04.522115 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 48836) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:53:04.522995 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d275affe-04c8-45f1-8353-34d23bef739c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9206b5f-b9f6-427e-b184-adf96a0863d8,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:53:04.525280 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e017941a-de2d-43c8-b6e5-9d9c85d46ccc req-f63574f3-2298-414b-a1ed-d94ac8f4ebd6 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] 10.222.0.16 "GET /v2.0/ports?device_id=8cd16adf-77c1-4c83-8ff8-24053869790b HTTP/1.1" status: 200 len: 946 time: 0.2024248 Jul 14 18:53:04.582744 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 18:53:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-440b0620-8d15-486b-8274-4cd28bd115e3 x-openstack-request-id: req-440b0620-8d15-486b-8274-4cd28bd115e3 {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:53:04.583363 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18b8f24c-30ae-48da-83d1-2810560aadad", "name": "network-vif-deleted", "tag": "5b0f45b5-eedc-41ec-8d51-fc078537a47a", "status": "completed", "code": 200}]} {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:53:04.583363 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-440b0620-8d15-486b-8274-4cd28bd115e3 {{(pid=93915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:53:04.583656 n-d-800634-3 neutron-server[93915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18b8f24c-30ae-48da-83d1-2810560aadad', 'name': 'network-vif-deleted', 'tag': '5b0f45b5-eedc-41ec-8d51-fc078537a47a', 'status': 'completed', 'code': 200} Jul 14 18:53:04.647860 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e017941a-de2d-43c8-b6e5-9d9c85d46ccc req-96c27cf1-5d01-4215-8420-8529e322b4fb tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] 10.222.0.16 "GET /v2.0/security-groups?id=00511198-19e5-42cb-b4d6-0be88d13a8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216025 Jul 14 18:53:04.719873 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-cb047a5a-77de-4bac-bc24-e4d669735f91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:53:04.768877 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ccf704cd-784d-4b62-8e18-e5d323ee7414 req-f1447a2b-7221-40ec-b2a8-38fb8fb770e0 tempest-VolumesActionsTest-1127153359 tempest-VolumesActionsTest-1127153359-project] 10.222.0.16 "GET /v2.0/ports?device_id=1419f64d-6eaf-459d-acc4-89c07dd7398d HTTP/1.1" status: 200 len: 210 time: 0.0506656 Jul 14 18:53:04.774547 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-cb047a5a-77de-4bac-bc24-e4d669735f91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:53:04.829227 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f82290e9-a8fb-43c7-98d2-41384a9f1ca4 req-daa3193d-c7d9-481f-8728-a39b79e0b461 tempest-TestServerMultinode-456211967 tempest-TestServerMultinode-456211967-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=18b8f24c-30ae-48da-83d1-2810560aadad HTTP/1.1" status: 200 len: 210 time: 0.0505378 Jul 14 18:53:04.859613 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-cb047a5a-77de-4bac-bc24-e4d669735f91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:53:04.867580 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-cb047a5a-77de-4bac-bc24-e4d669735f91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:53:04.869529 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-cb047a5a-77de-4bac-bc24-e4d669735f91 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f9206b5f-b9f6-427e-b184-adf96a0863d8 HTTP/1.1" status: 204 len: 168 time: 0.3098676 Jul 14 18:53:04.881567 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb047a5a-77de-4bac-bc24-e4d669735f91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9206b5f-b9f6-427e-b184-adf96a0863d8,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:53:05.487606 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 48850) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:53:05.504177 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a06c28d0-217a-4f5c-bc06-f0a10b10e3ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:53:05.567900 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:53:05.655416 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a06c28d0-217a-4f5c-bc06-f0a10b10e3ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:53:05.661384 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a06c28d0-217a-4f5c-bc06-f0a10b10e3ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:53:05.712098 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-a06c28d0-217a-4f5c-bc06-f0a10b10e3ff admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d2d2d40429a548f2b4c78035dc908b15&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2226410 Jul 14 18:53:05.714783 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 48854) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:53:05.725567 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06c28d0-217a-4f5c-bc06-f0a10b10e3ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2b176da-be54-4efa-aa57-e7fc772cef8f,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:53:05.792396 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-1c40a7c5-0566-48f9-9ed7-8f2b5f2266fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:53:05.878548 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-1c40a7c5-0566-48f9-9ed7-8f2b5f2266fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:53:05.952274 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-d688ddc5-53a1-4db2-92e7-b5ba309387e5 req-3e534fd8-ab3a-4745-9b70-c15931ddd7f7 tempest-VolumesActionsTest-1127153359 tempest-VolumesActionsTest-1127153359-project] 10.222.0.16 "GET /v2.0/ports?device_id=1419f64d-6eaf-459d-acc4-89c07dd7398d HTTP/1.1" status: 200 len: 210 time: 0.0444112 Jul 14 18:53:05.966989 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72da7e8-6d6b-456f-8214-f5be34135bbf req-01013f12-b684-4ed0-b910-d5ed6bb450c2 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:53:05.984305 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e72da7e8-6d6b-456f-8214-f5be34135bbf req-01013f12-b684-4ed0-b910-d5ed6bb450c2 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] 10.222.0.16 "GET /v2.0/ports?device_id=8cd16adf-77c1-4c83-8ff8-24053869790b HTTP/1.1" status: 200 len: 946 time: 0.1936371 Jul 14 18:53:06.037948 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e72da7e8-6d6b-456f-8214-f5be34135bbf req-579c9577-f100-4c33-8d60-0359549d73c0 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] 10.222.0.16 "GET /v2.0/security-groups?id=00511198-19e5-42cb-b4d6-0be88d13a8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526745 Jul 14 18:53:06.039130 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-1c40a7c5-0566-48f9-9ed7-8f2b5f2266fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:53:06.041798 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-1c40a7c5-0566-48f9-9ed7-8f2b5f2266fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:53:06.052840 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-1c40a7c5-0566-48f9-9ed7-8f2b5f2266fc admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f2b176da-be54-4efa-aa57-e7fc772cef8f HTTP/1.1" status: 204 len: 168 time: 0.3362472 Jul 14 18:53:06.062446 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c40a7c5-0566-48f9-9ed7-8f2b5f2266fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2b176da-be54-4efa-aa57-e7fc772cef8f,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:53:06.294975 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f9b80d-3c3c-45b4-8a14-720399f53878 req-caad59f1-1e75-4c42-af57-8e901fd6ad1c tempest-VolumesActionsTest-1127153359 tempest-VolumesActionsTest-1127153359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:53:06.297084 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-70f9b80d-3c3c-45b4-8a14-720399f53878 req-caad59f1-1e75-4c42-af57-8e901fd6ad1c tempest-VolumesActionsTest-1127153359 tempest-VolumesActionsTest-1127153359-project] 10.222.0.35 "GET /v2.0/networks?id=e134f5f9-15e8-4523-a8a6-42df4df73444 HTTP/1.1" status: 200 len: 809 time: 0.2034369 Jul 14 18:53:06.334660 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [req-70f9b80d-3c3c-45b4-8a14-720399f53878 req-b32b4242-8b9f-42d9-9423-68ab301a9ed4 tempest-VolumesActionsTest-1127153359 tempest-VolumesActionsTest-1127153359-project] Request body: {'port': {'device_id': '1419f64d-6eaf-459d-acc4-89c07dd7398d', 'network_id': 'e134f5f9-15e8-4523-a8a6-42df4df73444', 'admin_state_up': True, 'tenant_id': '7240474088e94aca95db86a3c4c1d324'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:53:06.387929 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Device 5b0f45b5-eedc-41ec-8d51-fc078537a47a no longer exists at agent hyperv_n-h2-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 18:53:06.421829 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] No Port match for: 5b0f45b5-eedc-41ec-8d51-fc078537a47a {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 18:53:06.424137 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Device 5b0f45b5-eedc-41ec-8d51-fc078537a47a not bound to the agent host n-h2-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 18:53:06.576753 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-70f9b80d-3c3c-45b4-8a14-720399f53878 req-b32b4242-8b9f-42d9-9423-68ab301a9ed4 tempest-VolumesActionsTest-1127153359 tempest-VolumesActionsTest-1127153359-project] Made reservation on behalf of 7240474088e94aca95db86a3c4c1d324 for: {'port': 1} {{(pid=93915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:53:06.582603 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-70f9b80d-3c3c-45b4-8a14-720399f53878 req-b32b4242-8b9f-42d9-9423-68ab301a9ed4 tempest-VolumesActionsTest-1127153359 tempest-VolumesActionsTest-1127153359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:53:06.794424 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.db_base_plugin_common [req-70f9b80d-3c3c-45b4-8a14-720399f53878 req-b32b4242-8b9f-42d9-9423-68ab301a9ed4 tempest-VolumesActionsTest-1127153359 tempest-VolumesActionsTest-1127153359-project] Allocated IP 172.20.0.3 (e134f5f9-15e8-4523-a8a6-42df4df73444/8665d69f-8bba-4f7c-8df8-71dc6db226d4/3e0f0b62-ce62-44be-ad83-14f0e17b428a) {{(pid=93915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:53:06.811239 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667fa5ce-f5ac-48c2-aad9-939cbfc251bb req-a932b0b2-fed5-4e34-99cf-ea9f6c01ae6e tempest-TestServerMultinode-456211967 tempest-TestServerMultinode-456211967-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:53:06.813067 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-667fa5ce-f5ac-48c2-aad9-939cbfc251bb req-a932b0b2-fed5-4e34-99cf-ea9f6c01ae6e tempest-TestServerMultinode-456211967 tempest-TestServerMultinode-456211967-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=f8e7346f-7cf9-4ac0-a9ea-a3b901909288 HTTP/1.1" status: 200 len: 1096 time: 0.1152110 Jul 14 18:53:06.884870 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-667fa5ce-f5ac-48c2-aad9-939cbfc251bb req-4a7973aa-f669-4de4-be83-ea01db8213cb tempest-TestServerMultinode-456211967 tempest-TestServerMultinode-456211967-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=2860eb37-e3f5-4454-b9b5-20c636deacf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638666 Jul 14 18:53:07.085137 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-70f9b80d-3c3c-45b4-8a14-720399f53878 req-b32b4242-8b9f-42d9-9423-68ab301a9ed4 tempest-VolumesActionsTest-1127153359 tempest-VolumesActionsTest-1127153359-project] Notify callbacks [] for port, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:53:07.293174 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a49e1011-f2c8-41c0-a3f0-90383b34bece req-318014f8-1b47-4766-9157-4be52e61d36b tempest-VolumesActionsTest-1127153359 tempest-VolumesActionsTest-1127153359-project] 10.222.0.16 "GET /v2.0/ports?device_id=1419f64d-6eaf-459d-acc4-89c07dd7398d HTTP/1.1" status: 200 len: 210 time: 0.0705860 Jul 14 18:53:07.308768 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-70f9b80d-3c3c-45b4-8a14-720399f53878 req-b32b4242-8b9f-42d9-9423-68ab301a9ed4 tempest-VolumesActionsTest-1127153359 tempest-VolumesActionsTest-1127153359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:53:07.362336 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-70f9b80d-3c3c-45b4-8a14-720399f53878 req-b32b4242-8b9f-42d9-9423-68ab301a9ed4 tempest-VolumesActionsTest-1127153359 tempest-VolumesActionsTest-1127153359-project] Network e134f5f9-15e8-4523-a8a6-42df4df73444 is already hosted by enough agents. {{(pid=93915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:53:07.392031 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [req-70f9b80d-3c3c-45b4-8a14-720399f53878 req-b32b4242-8b9f-42d9-9423-68ab301a9ed4 tempest-VolumesActionsTest-1127153359 tempest-VolumesActionsTest-1127153359-project] Resources bound (agent type, host, resource id): {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:53:07.398462 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [req-70f9b80d-3c3c-45b4-8a14-720399f53878 req-b32b4242-8b9f-42d9-9423-68ab301a9ed4 tempest-VolumesActionsTest-1127153359 tempest-VolumesActionsTest-1127153359-project] Received port after_create {{(pid=93915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:53:07.413345 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32b4242-8b9f-42d9-9423-68ab301a9ed4 tempest-VolumesActionsTest-1127153359 tempest-VolumesActionsTest-1127153359-project] Pushing event updated for resources: {'Port': ['ID=3e0f0b62-ce62-44be-ad83-14f0e17b428a,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:53:07.471643 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f9b80d-3c3c-45b4-8a14-720399f53878 req-b32b4242-8b9f-42d9-9423-68ab301a9ed4 tempest-VolumesActionsTest-1127153359 tempest-VolumesActionsTest-1127153359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:53:07.473939 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-70f9b80d-3c3c-45b4-8a14-720399f53878 req-b32b4242-8b9f-42d9-9423-68ab301a9ed4 tempest-VolumesActionsTest-1127153359 tempest-VolumesActionsTest-1127153359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:53:07.487217 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339f50a8-d563-4da9-87c7-67029c6bee26 req-bb7914d8-dc67-42b8-887a-5dd034150c5a tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:53:07.489778 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-339f50a8-d563-4da9-87c7-67029c6bee26 req-bb7914d8-dc67-42b8-887a-5dd034150c5a tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] 10.222.0.16 "GET /v2.0/ports?device_id=8cd16adf-77c1-4c83-8ff8-24053869790b HTTP/1.1" status: 200 len: 946 time: 0.2116950 Jul 14 18:53:07.515917 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-70f9b80d-3c3c-45b4-8a14-720399f53878 req-b32b4242-8b9f-42d9-9423-68ab301a9ed4 tempest-VolumesActionsTest-1127153359 tempest-VolumesActionsTest-1127153359-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2025974 Jul 14 18:53:07.534853 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [req-70f9b80d-3c3c-45b4-8a14-720399f53878 req-79ca87a6-a4ec-43a9-b9af-0769a9eb2195 service neutron] Request body: {'port': {'device_id': '1419f64d-6eaf-459d-acc4-89c07dd7398d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800634-3'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:53:07.614164 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-70f9b80d-3c3c-45b4-8a14-720399f53878 req-79ca87a6-a4ec-43a9-b9af-0769a9eb2195 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:53:07.628757 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-339f50a8-d563-4da9-87c7-67029c6bee26 req-c163c444-ee68-45e7-b432-3404b1fa3632 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] 10.222.0.16 "GET /v2.0/security-groups?id=00511198-19e5-42cb-b4d6-0be88d13a8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313219 Jul 14 18:53:08.092240 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [req-70f9b80d-3c3c-45b4-8a14-720399f53878 req-79ca87a6-a4ec-43a9-b9af-0769a9eb2195 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e0f0b62-ce62-44be-ad83-14f0e17b428a {{(pid=93915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 18:53:08.102900 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-70f9b80d-3c3c-45b4-8a14-720399f53878 req-79ca87a6-a4ec-43a9-b9af-0769a9eb2195 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:53:08.121381 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b72984-c133-4444-9a79-fc36eb4198b7 req-fff1e4c3-98eb-462e-9c22-55746f53cf8d tempest-TestServerMultinode-456211967 tempest-TestServerMultinode-456211967-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:53:08.123155 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-18b72984-c133-4444-9a79-fc36eb4198b7 req-fff1e4c3-98eb-462e-9c22-55746f53cf8d tempest-TestServerMultinode-456211967 tempest-TestServerMultinode-456211967-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=f8e7346f-7cf9-4ac0-a9ea-a3b901909288 HTTP/1.1" status: 200 len: 1096 time: 0.1867127 Jul 14 18:53:08.131546 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.provisioning_blocks [req-70f9b80d-3c3c-45b4-8a14-720399f53878 req-79ca87a6-a4ec-43a9-b9af-0769a9eb2195 service neutron] Transition to ACTIVE for port object 3e0f0b62-ce62-44be-ad83-14f0e17b428a will not be triggered until provisioned by entity L2. {{(pid=93915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:53:08.146351 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-70f9b80d-3c3c-45b4-8a14-720399f53878 req-79ca87a6-a4ec-43a9-b9af-0769a9eb2195 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25912978'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:53:08.231908 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e82e62-d53e-4feb-957e-2891ebe348ec req-b985f4d4-b8b8-4a5d-bb1d-8dfb7e942d56 tempest-TestServerMultinode-456211967 tempest-TestServerMultinode-456211967-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:53:08.233503 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-43e82e62-d53e-4feb-957e-2891ebe348ec req-b985f4d4-b8b8-4a5d-bb1d-8dfb7e942d56 tempest-TestServerMultinode-456211967 tempest-TestServerMultinode-456211967-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=f8e7346f-7cf9-4ac0-a9ea-a3b901909288 HTTP/1.1" status: 200 len: 1096 time: 0.1877990 Jul 14 18:53:08.250737 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ca87a6-a4ec-43a9-b9af-0769a9eb2195 service neutron] Pushing event updated for resources: {'Port': ['ID=3e0f0b62-ce62-44be-ad83-14f0e17b428a,revision_number=2']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:53:08.433102 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-43e82e62-d53e-4feb-957e-2891ebe348ec req-2939728b-22b7-4095-9341-d20b7dc0c512 tempest-TestServerMultinode-456211967 tempest-TestServerMultinode-456211967-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=2860eb37-e3f5-4454-b9b5-20c636deacf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1857522 Jul 14 18:53:08.460574 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [req-18b72984-c133-4444-9a79-fc36eb4198b7 req-f3f5147e-f3be-4ff7-a118-5d55df86b186 tempest-TestServerMultinode-456211967 tempest-TestServerMultinode-456211967-project-admin] Deleting port 4e239976-a5df-4300-8efd-a667db08b591 {{(pid=93915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:53:08.461077 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-18b72984-c133-4444-9a79-fc36eb4198b7 req-f3f5147e-f3be-4ff7-a118-5d55df86b186 tempest-TestServerMultinode-456211967 tempest-TestServerMultinode-456211967-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:53:08.463116 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-70f9b80d-3c3c-45b4-8a14-720399f53878 req-79ca87a6-a4ec-43a9-b9af-0769a9eb2195 service neutron] Attempting to bind port 3e0f0b62-ce62-44be-ad83-14f0e17b428a on host n-h2-800634-3 for vnic_type normal with profile {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:53:08.463559 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-70f9b80d-3c3c-45b4-8a14-720399f53878 req-79ca87a6-a4ec-43a9-b9af-0769a9eb2195 service neutron] Attempting to bind port 3e0f0b62-ce62-44be-ad83-14f0e17b428a by drivers openvswitch,hyperv on host n-h2-800634-3 at level 0 using segments [{'id': '160dc5d4-9acf-43d7-bd62-26167831a884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'e134f5f9-15e8-4523-a8a6-42df4df73444'}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:53:08.463990 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70f9b80d-3c3c-45b4-8a14-720399f53878 req-79ca87a6-a4ec-43a9-b9af-0769a9eb2195 service neutron] Attempting to bind port 3e0f0b62-ce62-44be-ad83-14f0e17b428a on network e134f5f9-15e8-4523-a8a6-42df4df73444 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:53:08.508177 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70f9b80d-3c3c-45b4-8a14-720399f53878 req-79ca87a6-a4ec-43a9-b9af-0769a9eb2195 service neutron] Port 3e0f0b62-ce62-44be-ad83-14f0e17b428a on network e134f5f9-15e8-4523-a8a6-42df4df73444 not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-3 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 18:53:08.508630 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70f9b80d-3c3c-45b4-8a14-720399f53878 req-79ca87a6-a4ec-43a9-b9af-0769a9eb2195 service neutron] Attempting to bind port 3e0f0b62-ce62-44be-ad83-14f0e17b428a on network e134f5f9-15e8-4523-a8a6-42df4df73444 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:53:08.554561 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70f9b80d-3c3c-45b4-8a14-720399f53878 req-79ca87a6-a4ec-43a9-b9af-0769a9eb2195 service neutron] Checking agent: {'id': '08e36a6c-8d04-48f0-a644-f27680635246', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 15, 35), 'started_at': datetime.datetime(2021, 7, 14, 18, 15, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 18, 53, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 18:53:08.555059 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70f9b80d-3c3c-45b4-8a14-720399f53878 req-79ca87a6-a4ec-43a9-b9af-0769a9eb2195 service neutron] Checking segment: {'id': '160dc5d4-9acf-43d7-bd62-26167831a884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'e134f5f9-15e8-4523-a8a6-42df4df73444'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:53:08.555552 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70f9b80d-3c3c-45b4-8a14-720399f53878 req-79ca87a6-a4ec-43a9-b9af-0769a9eb2195 service neutron] Bound using segment: {'id': '160dc5d4-9acf-43d7-bd62-26167831a884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'e134f5f9-15e8-4523-a8a6-42df4df73444'} {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 18:53:08.556111 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-70f9b80d-3c3c-45b4-8a14-720399f53878 req-79ca87a6-a4ec-43a9-b9af-0769a9eb2195 service neutron] Bound port: 3e0f0b62-ce62-44be-ad83-14f0e17b428a, host: n-h2-800634-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '160dc5d4-9acf-43d7-bd62-26167831a884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'e134f5f9-15e8-4523-a8a6-42df4df73444'}}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 18:53:08.556591 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-70f9b80d-3c3c-45b4-8a14-720399f53878 req-79ca87a6-a4ec-43a9-b9af-0769a9eb2195 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:53:08.669165 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-18b72984-c133-4444-9a79-fc36eb4198b7 req-f3f5147e-f3be-4ff7-a118-5d55df86b186 tempest-TestServerMultinode-456211967 tempest-TestServerMultinode-456211967-project-admin] For port 4e239976-a5df-4300-8efd-a667db08b591, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=4e239976-a5df-4300-8efd-a667db08b591,segment=NetworkSegment(8406d491-b2e0-4518-9d74-551b5d5f0902),segment_id=8406d491-b2e0-4518-9d74-551b5d5f0902)] {{(pid=93915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:53:08.669825 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-18b72984-c133-4444-9a79-fc36eb4198b7 req-f3f5147e-f3be-4ff7-a118-5d55df86b186 tempest-TestServerMultinode-456211967 tempest-TestServerMultinode-456211967-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:53:08.702700 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [req-18b72984-c133-4444-9a79-fc36eb4198b7 req-f3f5147e-f3be-4ff7-a118-5d55df86b186 tempest-TestServerMultinode-456211967 tempest-TestServerMultinode-456211967-project-admin] Calling delete_port for 4e239976-a5df-4300-8efd-a667db08b591 owned by compute:nova {{(pid=93915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:53:08.735664 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-70f9b80d-3c3c-45b4-8a14-720399f53878 req-79ca87a6-a4ec-43a9-b9af-0769a9eb2195 service neutron] For port 3e0f0b62-ce62-44be-ad83-14f0e17b428a, host n-h2-800634-3, cleared binding levels {{(pid=93915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:53:08.745539 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c6c34b-cc4a-4b70-95ff-78d6f1a41dae req-8d6b5a48-49fb-42c3-9849-10aed3db2805 tempest-VolumesActionsTest-1127153359 tempest-VolumesActionsTest-1127153359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:53:08.747237 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-69c6c34b-cc4a-4b70-95ff-78d6f1a41dae req-8d6b5a48-49fb-42c3-9849-10aed3db2805 tempest-VolumesActionsTest-1127153359 tempest-VolumesActionsTest-1127153359-project] 10.222.0.16 "GET /v2.0/ports?device_id=1419f64d-6eaf-459d-acc4-89c07dd7398d HTTP/1.1" status: 200 len: 943 time: 0.2423975 Jul 14 18:53:08.801788 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-70f9b80d-3c3c-45b4-8a14-720399f53878 req-79ca87a6-a4ec-43a9-b9af-0769a9eb2195 service neutron] For port 3e0f0b62-ce62-44be-ad83-14f0e17b428a, host n-h2-800634-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=3e0f0b62-ce62-44be-ad83-14f0e17b428a,segment=NetworkSegment(160dc5d4-9acf-43d7-bd62-26167831a884),segment_id=160dc5d4-9acf-43d7-bd62-26167831a884)] {{(pid=93915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 18:53:08.820852 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-70f9b80d-3c3c-45b4-8a14-720399f53878 req-79ca87a6-a4ec-43a9-b9af-0769a9eb2195 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25912978'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:53:08.869380 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ee5478a4-15a9-40cd-a80b-af9c5940bdbd req-923e3733-a486-4026-8c13-ad23191d64f1 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=ff150787-a5d5-42ad-9e22-f082245a3b4a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2795963 Jul 14 18:53:08.928238 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f9b80d-3c3c-45b4-8a14-720399f53878 req-79ca87a6-a4ec-43a9-b9af-0769a9eb2195 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:53:08.929008 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-70f9b80d-3c3c-45b4-8a14-720399f53878 req-79ca87a6-a4ec-43a9-b9af-0769a9eb2195 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:53:08.930516 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-70f9b80d-3c3c-45b4-8a14-720399f53878 req-79ca87a6-a4ec-43a9-b9af-0769a9eb2195 service neutron] 10.222.0.35 "PUT /v2.0/ports/3e0f0b62-ce62-44be-ad83-14f0e17b428a HTTP/1.1" status: 200 len: 1091 time: 1.4008706 Jul 14 18:53:08.935783 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1419f64d-6eaf-459d-acc4-89c07dd7398d', 'tag': '3e0f0b62-ce62-44be-ad83-14f0e17b428a'}] {{(pid=93915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:53:08.938450 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e72782ad3af8f7d4ce76cedf092bca46d1756acc5c4653cf0b52034cdd6b073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ab031ff-0928-45a2-a19a-5cdc7253312f" -d '{"events": [{"name": "network-changed", "server_uuid": "1419f64d-6eaf-459d-acc4-89c07dd7398d", "tag": "3e0f0b62-ce62-44be-ad83-14f0e17b428a"}]}' {{(pid=93915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:53:08.963766 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-69c6c34b-cc4a-4b70-95ff-78d6f1a41dae req-c482cb0c-3390-45c6-8891-64e102e38d90 tempest-VolumesActionsTest-1127153359 tempest-VolumesActionsTest-1127153359-project] 10.222.0.16 "GET /v2.0/security-groups?id=f6edd6f8-77b1-4dff-994f-c9792ea2eafe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1791136 Jul 14 18:53:09.020747 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ca87a6-a4ec-43a9-b9af-0769a9eb2195 service neutron] Pushing event updated for resources: {'Port': ['ID=3e0f0b62-ce62-44be-ad83-14f0e17b428a,revision_number=3']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:53:09.103991 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 18:53:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35011c2b-de33-468c-b6e4-066a8fc08a0a x-openstack-request-id: req-35011c2b-de33-468c-b6e4-066a8fc08a0a {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:53:09.104757 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1419f64d-6eaf-459d-acc4-89c07dd7398d", "tag": "3e0f0b62-ce62-44be-ad83-14f0e17b428a", "status": "completed", "code": 200}]} {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:53:09.104757 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-35011c2b-de33-468c-b6e4-066a8fc08a0a {{(pid=93915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:53:09.105176 n-d-800634-3 neutron-server[93915]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1419f64d-6eaf-459d-acc4-89c07dd7398d', 'tag': '3e0f0b62-ce62-44be-ad83-14f0e17b428a', 'status': 'completed', 'code': 200} Jul 14 18:53:09.146199 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f048c871-d15a-4dbc-bd3f-3d2c4db3d2e8 req-75e2a9d3-81d8-425b-a94f-c2394603f7cd tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:53:09.147880 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f048c871-d15a-4dbc-bd3f-3d2c4db3d2e8 req-75e2a9d3-81d8-425b-a94f-c2394603f7cd tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] 10.222.0.16 "GET /v2.0/ports?device_id=8cd16adf-77c1-4c83-8ff8-24053869790b HTTP/1.1" status: 200 len: 946 time: 0.3122153 Jul 14 18:53:09.154584 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5478a4-15a9-40cd-a80b-af9c5940bdbd req-34e8af13-d8a9-46db-909d-3abd8ea9dc0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:53:09.156185 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ee5478a4-15a9-40cd-a80b-af9c5940bdbd req-34e8af13-d8a9-46db-909d-3abd8ea9dc0a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c28e5bcf1e004d64bdc0461d59ce0908&device_id=ff150787-a5d5-42ad-9e22-f082245a3b4a HTTP/1.1" status: 200 len: 1097 time: 0.2247241 Jul 14 18:53:09.185140 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f9b80d-3c3c-45b4-8a14-720399f53878 req-57ff3c6f-cb14-49a6-9612-b9e10baa07c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:53:09.186805 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-70f9b80d-3c3c-45b4-8a14-720399f53878 req-57ff3c6f-cb14-49a6-9612-b9e10baa07c3 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7240474088e94aca95db86a3c4c1d324&device_id=1419f64d-6eaf-459d-acc4-89c07dd7398d HTTP/1.1" status: 200 len: 1094 time: 0.1797466 Jul 14 18:53:09.190465 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-18b72984-c133-4444-9a79-fc36eb4198b7 req-f3f5147e-f3be-4ff7-a118-5d55df86b186 tempest-TestServerMultinode-456211967 tempest-TestServerMultinode-456211967-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:53:09.203308 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] get_ports_and_sgs() called for port_ids ['4e239976-a5df-4300-8efd-a667db08b591'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 18:53:09.307067 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f5147e-f3be-4ff7-a118-5d55df86b186 tempest-TestServerMultinode-456211967 tempest-TestServerMultinode-456211967-project-admin] Pushing event deleted for resources: {'Port': ['ID=4e239976-a5df-4300-8efd-a667db08b591,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:53:09.314857 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-70f9b80d-3c3c-45b4-8a14-720399f53878 req-d407019b-2787-4b87-81e8-47993feb10cb service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3e0f0b62-ce62-44be-ad83-14f0e17b428a HTTP/1.1" status: 200 len: 217 time: 0.1125610 Jul 14 18:53:09.325664 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f048c871-d15a-4dbc-bd3f-3d2c4db3d2e8 req-111410e2-14e2-4a50-8295-fd969409e813 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] 10.222.0.16 "GET /v2.0/security-groups?id=00511198-19e5-42cb-b4d6-0be88d13a8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1677842 Jul 14 18:53:09.412871 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [req-18b72984-c133-4444-9a79-fc36eb4198b7 req-f3f5147e-f3be-4ff7-a118-5d55df86b186 tempest-TestServerMultinode-456211967 tempest-TestServerMultinode-456211967-project-admin] No DVR routers for this DVR port 4e239976-a5df-4300-8efd-a667db08b591 on host n-h1-800634-3 {{(pid=93915) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 18:53:09.421022 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-18b72984-c133-4444-9a79-fc36eb4198b7 req-f3f5147e-f3be-4ff7-a118-5d55df86b186 tempest-TestServerMultinode-456211967 tempest-TestServerMultinode-456211967-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:53:09.423284 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-18b72984-c133-4444-9a79-fc36eb4198b7 req-f3f5147e-f3be-4ff7-a118-5d55df86b186 tempest-TestServerMultinode-456211967 tempest-TestServerMultinode-456211967-project-admin] 10.222.0.18 "DELETE /v2.0/ports/4e239976-a5df-4300-8efd-a667db08b591 HTTP/1.1" status: 204 len: 173 time: 1.2904699 Jul 14 18:53:09.451299 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f9b80d-3c3c-45b4-8a14-720399f53878 req-c6c223bc-c9c2-494b-8788-75f0e2f941ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:53:09.452976 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-70f9b80d-3c3c-45b4-8a14-720399f53878 req-c6c223bc-c9c2-494b-8788-75f0e2f941ed service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8665d69f-8bba-4f7c-8df8-71dc6db226d4 HTTP/1.1" status: 200 len: 849 time: 0.0972168 Jul 14 18:53:09.530783 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-70f9b80d-3c3c-45b4-8a14-720399f53878 req-6e4c9b0d-efee-4d29-a515-2c031a8a5b9d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e134f5f9-15e8-4523-a8a6-42df4df73444&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0527778 Jul 14 18:53:09.533432 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5478a4-15a9-40cd-a80b-af9c5940bdbd req-f3a2136e-905f-4275-a5ba-d95a3fa1e126 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:53:09.534966 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ee5478a4-15a9-40cd-a80b-af9c5940bdbd req-f3a2136e-905f-4275-a5ba-d95a3fa1e126 service neutron] 10.222.0.18 "GET /v2.0/networks?id=39c54d55-b1e0-4eb1-9ee5-3eeadd4d8bde HTTP/1.1" status: 200 len: 912 time: 0.3457520 Jul 14 18:53:09.692706 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ee5478a4-15a9-40cd-a80b-af9c5940bdbd req-8637fa4e-a072-4454-b294-711992cdb7b3 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8dba08d8-56f1-4a66-be69-dbba17392a9c HTTP/1.1" status: 200 len: 217 time: 0.1478353 Jul 14 18:53:09.768652 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-79a75a3b-36a5-4763-b197-042661aa1602 req-11ea7fa4-cd00-4a6c-b677-be514ed637e2 tempest-TestServerMultinode-456211967 tempest-TestServerMultinode-456211967-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=f8e7346f-7cf9-4ac0-a9ea-a3b901909288 HTTP/1.1" status: 200 len: 210 time: 0.0744705 Jul 14 18:53:09.824465 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-70f9b80d-3c3c-45b4-8a14-720399f53878 req-930dbc2f-2f33-4b5d-b8a9-28aedc71d4ea service neutron] 10.222.0.35 "GET /v2.0/networks/e134f5f9-15e8-4523-a8a6-42df4df73444?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2923932 Jul 14 18:53:10.377153 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5478a4-15a9-40cd-a80b-af9c5940bdbd req-d15b9a44-d75c-45a0-a8dd-c4701962e120 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:53:10.380541 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ee5478a4-15a9-40cd-a80b-af9c5940bdbd req-d15b9a44-d75c-45a0-a8dd-c4701962e120 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e9fdea6e-22fa-4991-9f87-b79de93db404 HTTP/1.1" status: 200 len: 851 time: 0.6467562 Jul 14 18:53:10.494905 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-70f9b80d-3c3c-45b4-8a14-720399f53878 req-b45ac5e5-37d7-45ff-8ece-3ee716329af3 service neutron] 10.222.0.35 "GET /v2.0/networks/e134f5f9-15e8-4523-a8a6-42df4df73444?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6630206 Jul 14 18:53:10.596531 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2f72cf-df4f-40b8-9ea4-366aaaee2637 req-eb0610b7-0715-4594-bdad-c4bbcfc5a8aa tempest-VolumesActionsTest-1127153359 tempest-VolumesActionsTest-1127153359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:53:10.603354 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-7a2f72cf-df4f-40b8-9ea4-366aaaee2637 req-eb0610b7-0715-4594-bdad-c4bbcfc5a8aa tempest-VolumesActionsTest-1127153359 tempest-VolumesActionsTest-1127153359-project] 10.222.0.16 "GET /v2.0/ports?device_id=1419f64d-6eaf-459d-acc4-89c07dd7398d HTTP/1.1" status: 200 len: 943 time: 0.2428591 Jul 14 18:53:10.713907 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-7a2f72cf-df4f-40b8-9ea4-366aaaee2637 req-6752c83b-e3ee-4193-937b-a7ae48daa0d3 tempest-VolumesActionsTest-1127153359 tempest-VolumesActionsTest-1127153359-project] 10.222.0.16 "GET /v2.0/security-groups?id=f6edd6f8-77b1-4dff-994f-c9792ea2eafe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090634 Jul 14 18:53:10.716196 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5478a4-15a9-40cd-a80b-af9c5940bdbd req-5133f1ae-62d9-4549-8182-c5e24c358265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:53:10.734548 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ee5478a4-15a9-40cd-a80b-af9c5940bdbd req-5133f1ae-62d9-4549-8182-c5e24c358265 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=39c54d55-b1e0-4eb1-9ee5-3eeadd4d8bde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3248689 Jul 14 18:53:10.773275 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedb6efb-cbe2-48e1-9bef-db1d8433ca0f req-be0e9d2d-0f46-4533-8d62-9217ba0ba8b6 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:53:10.774865 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-aedb6efb-cbe2-48e1-9bef-db1d8433ca0f req-be0e9d2d-0f46-4533-8d62-9217ba0ba8b6 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] 10.222.0.16 "GET /v2.0/ports?device_id=8cd16adf-77c1-4c83-8ff8-24053869790b HTTP/1.1" status: 200 len: 946 time: 0.2606168 Jul 14 18:53:10.874935 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab031ff-0928-45a2-a19a-5cdc7253312f req-63267af0-6541-4063-9c83-86b1287878a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:53:10.876839 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-0ab031ff-0928-45a2-a19a-5cdc7253312f req-63267af0-6541-4063-9c83-86b1287878a1 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7240474088e94aca95db86a3c4c1d324&device_id=1419f64d-6eaf-459d-acc4-89c07dd7398d HTTP/1.1" status: 200 len: 1094 time: 0.2708793 Jul 14 18:53:10.970695 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 48942) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:53:10.980402 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-aedb6efb-cbe2-48e1-9bef-db1d8433ca0f req-2076e622-2ddf-44ee-be8f-4d64c0e75e04 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] 10.222.0.16 "GET /v2.0/security-groups?id=00511198-19e5-42cb-b4d6-0be88d13a8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580029 Jul 14 18:53:11.020700 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ee5478a4-15a9-40cd-a80b-af9c5940bdbd req-675b9a88-a378-4834-9de1-95e4425f5eb5 service neutron] 10.222.0.18 "GET /v2.0/networks/39c54d55-b1e0-4eb1-9ee5-3eeadd4d8bde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2836213 Jul 14 18:53:11.123444 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8e7346f-7cf9-4ac0-a9ea-a3b901909288', 'name': 'network-vif-deleted', 'tag': '4e239976-a5df-4300-8efd-a667db08b591'}] {{(pid=93915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:53:11.125839 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e72782ad3af8f7d4ce76cedf092bca46d1756acc5c4653cf0b52034cdd6b073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d1f7c7f-c72f-4f8f-918d-ca3e5ab6a04d" -d '{"events": [{"server_uuid": "f8e7346f-7cf9-4ac0-a9ea-a3b901909288", "name": "network-vif-deleted", "tag": "4e239976-a5df-4300-8efd-a667db08b591"}]}' {{(pid=93915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:53:11.130266 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ee5478a4-15a9-40cd-a80b-af9c5940bdbd req-7e8d25bc-6a86-4662-a1c3-361308b1d46e service neutron] 10.222.0.18 "GET /v2.0/networks/39c54d55-b1e0-4eb1-9ee5-3eeadd4d8bde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1006851 Jul 14 18:53:11.177587 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab031ff-0928-45a2-a19a-5cdc7253312f req-193fa851-553c-4b66-84b6-1c4dc504889e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:53:11.179930 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-0ab031ff-0928-45a2-a19a-5cdc7253312f req-193fa851-553c-4b66-84b6-1c4dc504889e service neutron] 10.222.0.35 "GET /v2.0/networks?id=e134f5f9-15e8-4523-a8a6-42df4df73444 HTTP/1.1" status: 200 len: 909 time: 0.2927909 Jul 14 18:53:11.209245 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 18:53:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f84df53a-7c9e-48a8-a1ff-a7f510291a57 x-openstack-request-id: req-f84df53a-7c9e-48a8-a1ff-a7f510291a57 {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:53:11.210084 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8e7346f-7cf9-4ac0-a9ea-a3b901909288", "name": "network-vif-deleted", "tag": "4e239976-a5df-4300-8efd-a667db08b591", "status": "completed", "code": 200}]} {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:53:11.210084 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f84df53a-7c9e-48a8-a1ff-a7f510291a57 {{(pid=93915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:53:11.210328 n-d-800634-3 neutron-server[93915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8e7346f-7cf9-4ac0-a9ea-a3b901909288', 'name': 'network-vif-deleted', 'tag': '4e239976-a5df-4300-8efd-a667db08b591', 'status': 'completed', 'code': 200} Jul 14 18:53:11.445995 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-0ab031ff-0928-45a2-a19a-5cdc7253312f req-756f0197-6ba9-4406-8677-d2ad97fcdd34 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3e0f0b62-ce62-44be-ad83-14f0e17b428a HTTP/1.1" status: 200 len: 217 time: 0.2584944 Jul 14 18:53:11.512940 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab031ff-0928-45a2-a19a-5cdc7253312f req-4f4a6c92-cd9c-4e8e-bdfc-4e50298840eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:53:11.514464 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-0ab031ff-0928-45a2-a19a-5cdc7253312f req-4f4a6c92-cd9c-4e8e-bdfc-4e50298840eb service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8665d69f-8bba-4f7c-8df8-71dc6db226d4 HTTP/1.1" status: 200 len: 849 time: 0.0615642 Jul 14 18:53:11.562206 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-0ab031ff-0928-45a2-a19a-5cdc7253312f req-3029d027-1fa3-4b5b-8bcd-f2f486551624 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e134f5f9-15e8-4523-a8a6-42df4df73444&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0402510 Jul 14 18:53:11.673164 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-5b83ede1-e4e7-404a-abfc-6f8736f0200d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-928623'] for router_interface, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:53:11.773049 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-0ab031ff-0928-45a2-a19a-5cdc7253312f req-4a7a85e5-215b-4f2f-82aa-dc75b717db68 service neutron] 10.222.0.35 "GET /v2.0/networks/e134f5f9-15e8-4523-a8a6-42df4df73444?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2026703 Jul 14 18:53:11.988941 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed50fe2-5f4b-425f-81ea-5ff1abb8239a req-09b64a3f-2432-4d2e-a7ea-ccc6bed7ae19 tempest-VolumesActionsTest-1127153359 tempest-VolumesActionsTest-1127153359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:53:11.993958 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device 4e239976-a5df-4300-8efd-a667db08b591 no longer exists at agent hyperv_n-h1-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 18:53:11.995539 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-0ed50fe2-5f4b-425f-81ea-5ff1abb8239a req-09b64a3f-2432-4d2e-a7ea-ccc6bed7ae19 tempest-VolumesActionsTest-1127153359 tempest-VolumesActionsTest-1127153359-project] 10.222.0.16 "GET /v2.0/ports?device_id=1419f64d-6eaf-459d-acc4-89c07dd7398d HTTP/1.1" status: 200 len: 943 time: 0.1168368 Jul 14 18:53:12.002061 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-0ab031ff-0928-45a2-a19a-5cdc7253312f req-276c8d0f-6e68-44f7-9a7f-223826468f48 service neutron] 10.222.0.35 "GET /v2.0/networks/e134f5f9-15e8-4523-a8a6-42df4df73444?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2174480 Jul 14 18:53:12.023583 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] No Port match for: 4e239976-a5df-4300-8efd-a667db08b591 {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 18:53:12.024160 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device 4e239976-a5df-4300-8efd-a667db08b591 not bound to the agent host n-h1-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 18:53:12.032235 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-5b83ede1-e4e7-404a-abfc-6f8736f0200d admin admin] Deleting port a36c8b22-9d2c-4b02-87f2-f257898accb0 {{(pid=93916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:53:12.032838 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-5b83ede1-e4e7-404a-abfc-6f8736f0200d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:53:12.044584 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-0ed50fe2-5f4b-425f-81ea-5ff1abb8239a req-f7538705-06f6-424f-b56c-e5a13d84ceb3 tempest-VolumesActionsTest-1127153359 tempest-VolumesActionsTest-1127153359-project] 10.222.0.16 "GET /v2.0/security-groups?id=f6edd6f8-77b1-4dff-994f-c9792ea2eafe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481625 Jul 14 18:53:12.130666 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.db [None req-5b83ede1-e4e7-404a-abfc-6f8736f0200d admin admin] For port a36c8b22-9d2c-4b02-87f2-f257898accb0, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=a36c8b22-9d2c-4b02-87f2-f257898accb0,segment=NetworkSegment(8406d491-b2e0-4518-9d74-551b5d5f0902),segment_id=8406d491-b2e0-4518-9d74-551b5d5f0902)] {{(pid=93916) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:53:12.131019 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-5b83ede1-e4e7-404a-abfc-6f8736f0200d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:53:12.145078 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-5b83ede1-e4e7-404a-abfc-6f8736f0200d admin admin] Calling delete_port for a36c8b22-9d2c-4b02-87f2-f257898accb0 owned by network:router_interface {{(pid=93916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:53:12.185864 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d73d66-b18b-4115-bbd1-bef55cdbf00c req-7ae1b3ce-badf-4f2b-ab9a-aa681efea142 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:53:12.187487 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a0d73d66-b18b-4115-bbd1-bef55cdbf00c req-7ae1b3ce-badf-4f2b-ab9a-aa681efea142 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] 10.222.0.16 "GET /v2.0/ports?device_id=8cd16adf-77c1-4c83-8ff8-24053869790b HTTP/1.1" status: 200 len: 946 time: 0.0715120 Jul 14 18:53:12.231885 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a0d73d66-b18b-4115-bbd1-bef55cdbf00c req-96706c2d-96d5-4b91-a8cb-7b58dfed82b5 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] 10.222.0.16 "GET /v2.0/security-groups?id=00511198-19e5-42cb-b4d6-0be88d13a8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380008 Jul 14 18:53:12.339168 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-5b83ede1-e4e7-404a-abfc-6f8736f0200d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:53:12.369738 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b83ede1-e4e7-404a-abfc-6f8736f0200d admin admin] Pushing event deleted for resources: {'Port': ['ID=a36c8b22-9d2c-4b02-87f2-f257898accb0,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:53:12.547037 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-5b83ede1-e4e7-404a-abfc-6f8736f0200d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-598732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-928907'] for router_interface, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:53:12.770680 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b83ede1-e4e7-404a-abfc-6f8736f0200d admin admin] Router efc8849f-22d6-452b-947c-fde4bceef8c3 has already been hosted by L3 agent 2c6eb27e-defb-4cca-9a24-381c7415e359 {{(pid=93916) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 18:53:12.891609 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b83ede1-e4e7-404a-abfc-6f8736f0200d admin admin] Notify agent at l3_agent.n-d-800634-3 the message routers_updated {{(pid=93916) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 18:53:12.897829 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-5b83ede1-e4e7-404a-abfc-6f8736f0200d admin admin] 10.222.0.16 "PUT /v2.0/routers/efc8849f-22d6-452b-947c-fde4bceef8c3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9255252 Jul 14 18:53:12.899729 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 48984) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:53:12.901817 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-840ff25e-179e-4986-a967-e2b66ce8f593 None None] Sync routers for ids ['efc8849f-22d6-452b-947c-fde4bceef8c3'] in n-d-800634-3 {{(pid=93917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 18:53:12.911748 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-840ff25e-179e-4986-a967-e2b66ce8f593 None None] Routers {'efc8849f-22d6-452b-947c-fde4bceef8c3'} bound to L3 agent in host n-d-800634-3 {{(pid=93917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:53:12.912406 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-840ff25e-179e-4986-a967-e2b66ce8f593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:52:53Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['efc8849f-22d6-452b-947c-fde4bceef8c3'], 'active': True} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:53:13.020527 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvr_db [None req-840ff25e-179e-4986-a967-e2b66ce8f593 None None] Set router efc8849f-22d6-452b-947c-fde4bceef8c3 gateway port host: n-d-800634-3 {{(pid=93917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 18:53:13.058138 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-6fd3d590-bae4-46f8-852f-54fa14e99276 admin admin] Notify callbacks [] for router, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:53:13.129963 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701b51f1-3070-4a7b-b0a6-11dc5a23b3d7 req-9fbb0463-b8b0-422f-b862-8ae8705b9950 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:53:13.131650 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-701b51f1-3070-4a7b-b0a6-11dc5a23b3d7 req-9fbb0463-b8b0-422f-b862-8ae8705b9950 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c28e5bcf1e004d64bdc0461d59ce0908&device_id=8cd16adf-77c1-4c83-8ff8-24053869790b HTTP/1.1" status: 200 len: 1097 time: 0.1797178 Jul 14 18:53:13.214356 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-840ff25e-179e-4986-a967-e2b66ce8f593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efc8849f-22d6-452b-947c-fde4bceef8c3', 'name': 'tempest-TestServerMultinode-1487162711-router', 'tenant_id': '39027972fd15442080143c2024ba97b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.246'}], 'enable_snat': True}, 'gw_port_id': 'f12e8cdb-fe13-4704-abec-d15e2564ada7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:52:12Z', 'updated_at': '2021-07-14T18:53:12Z', 'revision_number': 5, 'project_id': '39027972fd15442080143c2024ba97b6', 'gw_port': {'id': 'f12e8cdb-fe13-4704-abec-d15e2564ada7', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:b7:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efc8849f-22d6-452b-947c-fde4bceef8c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3269, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:52:14Z', 'updated_at': '2021-07-14T18:52:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3'}], 'n-d-800634-3', False) {} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:53:13.241877 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-840ff25e-179e-4986-a967-e2b66ce8f593 None None] Checking router: efc8849f-22d6-452b-947c-fde4bceef8c3 for host: n-d-800634-3 {{(pid=93917) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 18:53:13.252029 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-840ff25e-179e-4986-a967-e2b66ce8f593 None None] Routers {'efc8849f-22d6-452b-947c-fde4bceef8c3'} bound to L3 agent in host n-d-800634-3 {{(pid=93917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:53:13.253091 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-840ff25e-179e-4986-a967-e2b66ce8f593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:52:53Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['efc8849f-22d6-452b-947c-fde4bceef8c3'], 'active': True} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:53:13.315345 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-6fd3d590-bae4-46f8-852f-54fa14e99276 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:53:13.334238 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0f43a1-94b1-4da7-829e-033b0312a1e0 req-322b1097-adbb-4e4e-8e80-7431ca89308e tempest-VolumesActionsTest-1127153359 tempest-VolumesActionsTest-1127153359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:53:13.335762 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-1e0f43a1-94b1-4da7-829e-033b0312a1e0 req-322b1097-adbb-4e4e-8e80-7431ca89308e tempest-VolumesActionsTest-1127153359 tempest-VolumesActionsTest-1127153359-project] 10.222.0.16 "GET /v2.0/ports?device_id=1419f64d-6eaf-459d-acc4-89c07dd7398d HTTP/1.1" status: 200 len: 943 time: 0.1670675 Jul 14 18:53:13.365121 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701b51f1-3070-4a7b-b0a6-11dc5a23b3d7 req-f9f8ddb0-74ed-4ae7-901b-8af27c3d8e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:53:13.366583 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-701b51f1-3070-4a7b-b0a6-11dc5a23b3d7 req-f9f8ddb0-74ed-4ae7-901b-8af27c3d8e0b service neutron] 10.222.0.35 "GET /v2.0/networks?id=39c54d55-b1e0-4eb1-9ee5-3eeadd4d8bde HTTP/1.1" status: 200 len: 912 time: 0.1968091 Jul 14 18:53:13.377050 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvr_db [None req-840ff25e-179e-4986-a967-e2b66ce8f593 None None] Set router efc8849f-22d6-452b-947c-fde4bceef8c3 gateway port host: n-d-800634-3 {{(pid=93917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 18:53:13.401524 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-1e0f43a1-94b1-4da7-829e-033b0312a1e0 req-aa87e470-7798-4145-a436-fc9ad269610b tempest-VolumesActionsTest-1127153359 tempest-VolumesActionsTest-1127153359-project] 10.222.0.16 "GET /v2.0/security-groups?id=f6edd6f8-77b1-4dff-994f-c9792ea2eafe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573883 Jul 14 18:53:13.485692 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-701b51f1-3070-4a7b-b0a6-11dc5a23b3d7 req-d6e1b87d-56ee-42ed-aa41-3b1163a121ce service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=debb06b9-dcb2-4b73-9f6b-8c1fcfe085ed HTTP/1.1" status: 200 len: 217 time: 0.0874887 Jul 14 18:53:13.566622 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [None req-6fd3d590-bae4-46f8-852f-54fa14e99276 admin admin] Deleting port f12e8cdb-fe13-4704-abec-d15e2564ada7 {{(pid=93915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:53:13.566943 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-6fd3d590-bae4-46f8-852f-54fa14e99276 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:53:13.570786 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701b51f1-3070-4a7b-b0a6-11dc5a23b3d7 req-c8720907-91eb-4a86-8e7d-0e89d6ab8d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:53:13.572340 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-701b51f1-3070-4a7b-b0a6-11dc5a23b3d7 req-c8720907-91eb-4a86-8e7d-0e89d6ab8d01 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e9fdea6e-22fa-4991-9f87-b79de93db404 HTTP/1.1" status: 200 len: 851 time: 0.0785487 Jul 14 18:53:13.577034 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-840ff25e-179e-4986-a967-e2b66ce8f593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efc8849f-22d6-452b-947c-fde4bceef8c3', 'name': 'tempest-TestServerMultinode-1487162711-router', 'tenant_id': '39027972fd15442080143c2024ba97b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.246'}], 'enable_snat': True}, 'gw_port_id': 'f12e8cdb-fe13-4704-abec-d15e2564ada7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:52:12Z', 'updated_at': '2021-07-14T18:53:12Z', 'revision_number': 5, 'project_id': '39027972fd15442080143c2024ba97b6', 'gw_port': {'id': 'f12e8cdb-fe13-4704-abec-d15e2564ada7', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:b7:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efc8849f-22d6-452b-947c-fde4bceef8c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3269, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:52:14Z', 'updated_at': '2021-07-14T18:52:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3'}], 'n-d-800634-3', False) {} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:53:13.607133 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-840ff25e-179e-4986-a967-e2b66ce8f593 None None] The sync data for ids ['efc8849f-22d6-452b-947c-fde4bceef8c3'] in n-d-800634-3 is: [{'id': 'efc8849f-22d6-452b-947c-fde4bceef8c3', 'name': 'tempest-TestServerMultinode-1487162711-router', 'tenant_id': '39027972fd15442080143c2024ba97b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.246'}], 'enable_snat': True}, 'gw_port_id': 'f12e8cdb-fe13-4704-abec-d15e2564ada7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:52:12Z', 'updated_at': '2021-07-14T18:53:12Z', 'revision_number': 5, 'project_id': '39027972fd15442080143c2024ba97b6', 'gw_port': {'id': 'f12e8cdb-fe13-4704-abec-d15e2564ada7', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:b7:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efc8849f-22d6-452b-947c-fde4bceef8c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3269, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:52:14Z', 'updated_at': '2021-07-14T18:52:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3'}] {{(pid=93917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 18:53:13.649368 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33e1a10-07cb-4e33-aaf6-a2ff20c7fc44 req-998864c0-6f4a-442b-a467-a163de16ce16 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:53:13.650948 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f33e1a10-07cb-4e33-aaf6-a2ff20c7fc44 req-998864c0-6f4a-442b-a467-a163de16ce16 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] 10.222.0.16 "GET /v2.0/ports?device_id=8cd16adf-77c1-4c83-8ff8-24053869790b HTTP/1.1" status: 200 len: 946 time: 0.2484355 Jul 14 18:53:13.734032 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [None req-6fd3d590-bae4-46f8-852f-54fa14e99276 admin admin] For port f12e8cdb-fe13-4704-abec-d15e2564ada7, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=f12e8cdb-fe13-4704-abec-d15e2564ada7,segment=NetworkSegment(5afb940b-bbdf-4727-be00-5d46367c38a1),segment_id=5afb940b-bbdf-4727-be00-5d46367c38a1)] {{(pid=93915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:53:13.734414 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-6fd3d590-bae4-46f8-852f-54fa14e99276 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:53:13.746301 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f33e1a10-07cb-4e33-aaf6-a2ff20c7fc44 req-4e2ab991-a2fc-4f8b-9ba3-dfeb9035b6f1 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] 10.222.0.16 "GET /v2.0/security-groups?id=00511198-19e5-42cb-b4d6-0be88d13a8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860729 Jul 14 18:53:13.753809 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [None req-6fd3d590-bae4-46f8-852f-54fa14e99276 admin admin] Calling delete_port for f12e8cdb-fe13-4704-abec-d15e2564ada7 owned by network:router_gateway {{(pid=93915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:53:13.760010 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701b51f1-3070-4a7b-b0a6-11dc5a23b3d7 req-72d15876-a239-4646-9b0a-bb02d7db03d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:53:13.761531 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-701b51f1-3070-4a7b-b0a6-11dc5a23b3d7 req-72d15876-a239-4646-9b0a-bb02d7db03d8 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=39c54d55-b1e0-4eb1-9ee5-3eeadd4d8bde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1786919 Jul 14 18:53:13.980702 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-701b51f1-3070-4a7b-b0a6-11dc5a23b3d7 req-2d4e8f14-df15-4bfa-abe4-e53cf49b5aec service neutron] 10.222.0.35 "GET /v2.0/networks/39c54d55-b1e0-4eb1-9ee5-3eeadd4d8bde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2038782 Jul 14 18:53:14.121280 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-701b51f1-3070-4a7b-b0a6-11dc5a23b3d7 req-c01fa185-7b77-4bfa-828f-81076a650ba7 service neutron] 10.222.0.35 "GET /v2.0/networks/39c54d55-b1e0-4eb1-9ee5-3eeadd4d8bde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333084 Jul 14 18:53:14.127852 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-6fd3d590-bae4-46f8-852f-54fa14e99276 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:53:14.155570 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd3d590-bae4-46f8-852f-54fa14e99276 admin admin] Pushing event deleted for resources: {'Port': ['ID=f12e8cdb-fe13-4704-abec-d15e2564ada7,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:53:14.190736 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd3d590-bae4-46f8-852f-54fa14e99276 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:53:14.191083 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd3d590-bae4-46f8-852f-54fa14e99276 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:53:14.191449 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd3d590-bae4-46f8-852f-54fa14e99276 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:53:14.191786 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd3d590-bae4-46f8-852f-54fa14e99276 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:53:14.192153 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd3d590-bae4-46f8-852f-54fa14e99276 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:53:14.192468 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd3d590-bae4-46f8-852f-54fa14e99276 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:53:14.192798 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd3d590-bae4-46f8-852f-54fa14e99276 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:53:14.193165 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd3d590-bae4-46f8-852f-54fa14e99276 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:53:14.193486 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd3d590-bae4-46f8-852f-54fa14e99276 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:53:14.193807 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd3d590-bae4-46f8-852f-54fa14e99276 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:53:14.194129 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd3d590-bae4-46f8-852f-54fa14e99276 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:53:14.194447 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd3d590-bae4-46f8-852f-54fa14e99276 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:53:14.233151 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-6fd3d590-bae4-46f8-852f-54fa14e99276 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-930057'] for router_gateway, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:53:14.323078 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-6fd3d590-bae4-46f8-852f-54fa14e99276 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-571778', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11402'] for router, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:53:14.325119 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-6fd3d590-bae4-46f8-852f-54fa14e99276 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:53:14.371169 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-6fd3d590-bae4-46f8-852f-54fa14e99276 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-541202'] for router, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:53:14.372142 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fd3d590-bae4-46f8-852f-54fa14e99276 admin admin] Fanout notify agent at l3_agent the message router_deleted on router efc8849f-22d6-452b-947c-fde4bceef8c3 {{(pid=93915) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 18:53:14.377345 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-6fd3d590-bae4-46f8-852f-54fa14e99276 admin admin] Notify callbacks [] for router, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:53:14.378515 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-6fd3d590-bae4-46f8-852f-54fa14e99276 admin admin] 10.222.0.16 "DELETE /v2.0/routers/efc8849f-22d6-452b-947c-fde4bceef8c3 HTTP/1.1" status: 204 len: 168 time: 1.4775043 Jul 14 18:53:14.380889 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 48992) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:53:14.387613 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Device 3e0f0b62-ce62-44be-ad83-14f0e17b428a details requested by agent hyperv_n-h2-800634-3 with host n-h2-800634-3 {{(pid=93917) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 18:53:14.435749 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.db_base_plugin_v2 [None req-46d249d8-dd16-4c5f-a914-4ca8bc4e8fa5 admin admin] Deleting subnet d28cd209-31d3-46cb-bbed-360f8aa5e803 {{(pid=93915) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 18:53:14.438768 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-46d249d8-dd16-4c5f-a914-4ca8bc4e8fa5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:53:14.480464 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device a36c8b22-9d2c-4b02-87f2-f257898accb0 no longer exists at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 18:53:14.485145 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-46d249d8-dd16-4c5f-a914-4ca8bc4e8fa5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28939913'] for subnet, precommit_delete_associations {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:53:14.504553 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] No Port match for: a36c8b22-9d2c-4b02-87f2-f257898accb0 {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 18:53:14.504907 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device a36c8b22-9d2c-4b02-87f2-f257898accb0 not bound to the agent host n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 18:53:14.528298 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] For port 3e0f0b62-ce62-44be-ad83-14f0e17b428a, host n-h2-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=3e0f0b62-ce62-44be-ad83-14f0e17b428a,segment=NetworkSegment(160dc5d4-9acf-43d7-bd62-26167831a884),segment_id=160dc5d4-9acf-43d7-bd62-26167831a884)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:53:14.549973 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Returning: {'device': '3e0f0b62-ce62-44be-ad83-14f0e17b428a', 'network_id': 'e134f5f9-15e8-4523-a8a6-42df4df73444', 'port_id': '3e0f0b62-ce62-44be-ad83-14f0e17b428a', 'mac_address': 'fa:16:3e:0a:77:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 92, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8665d69f-8bba-4f7c-8df8-71dc6db226d4', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93917) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 18:53:14.603882 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-46d249d8-dd16-4c5f-a914-4ca8bc4e8fa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081283'] for subnet, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:53:14.613351 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:53:14.627817 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e0f0b62-ce62-44be-ad83-14f0e17b428a {{(pid=93917) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 18:53:14.650233 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] For port 3e0f0b62-ce62-44be-ad83-14f0e17b428a, host n-h2-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=3e0f0b62-ce62-44be-ad83-14f0e17b428a,segment=NetworkSegment(160dc5d4-9acf-43d7-bd62-26167831a884),segment_id=160dc5d4-9acf-43d7-bd62-26167831a884)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:53:14.654520 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:53:14.666588 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-46d249d8-dd16-4c5f-a914-4ca8bc4e8fa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25913028', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28969762'] for subnet, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:53:14.694957 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d249d8-dd16-4c5f-a914-4ca8bc4e8fa5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d28cd209-31d3-46cb-bbed-360f8aa5e803,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:53:14.699247 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-46d249d8-dd16-4c5f-a914-4ca8bc4e8fa5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:53:14.701515 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-46d249d8-dd16-4c5f-a914-4ca8bc4e8fa5 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/d28cd209-31d3-46cb-bbed-360f8aa5e803 HTTP/1.1" status: 204 len: 168 time: 0.3195491 Jul 14 18:53:14.703826 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 48996) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:53:14.710232 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4d44eff-41f0-494f-8dd7-5531eefe3ee1 None None] Network dd69057d-8dc0-4097-9a0e-65978c0b371a requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:53:14.761429 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Pushing event updated for resources: {'Port': ['ID=3e0f0b62-ce62-44be-ad83-14f0e17b428a,revision_number=4']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:53:14.816081 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-7f933dbf-5e98-4f6c-84cb-525687b7cac5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645734'] for network, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:53:14.886717 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860f0590-e73a-454a-bbb7-8045f5e12c8c req-efa9942d-8faa-4841-9374-f5d4d4b37eed tempest-VolumesActionsTest-1127153359 tempest-VolumesActionsTest-1127153359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:53:14.889041 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-860f0590-e73a-454a-bbb7-8045f5e12c8c req-efa9942d-8faa-4841-9374-f5d4d4b37eed tempest-VolumesActionsTest-1127153359 tempest-VolumesActionsTest-1127153359-project] 10.222.0.16 "GET /v2.0/ports?device_id=1419f64d-6eaf-459d-acc4-89c07dd7398d HTTP/1.1" status: 200 len: 944 time: 0.1368730 Jul 14 18:53:14.933701 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] get_ports_and_sgs() called for port_ids ['3e0f0b62-ce62-44be-ad83-14f0e17b428a'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 18:53:14.968897 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cb394c1-5268-411d-93f3-fd1be3ab65f9 None None] DHCP port deletion for dd69057d-8dc0-4097-9a0e-65978c0b371a request from n-d-800634-3 {{(pid=93917) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 18:53:14.992673 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-860f0590-e73a-454a-bbb7-8045f5e12c8c req-d1e0ef8c-9bd6-4527-ada7-e09173eca9ee tempest-VolumesActionsTest-1127153359 tempest-VolumesActionsTest-1127153359-project] 10.222.0.16 "GET /v2.0/security-groups?id=f6edd6f8-77b1-4dff-994f-c9792ea2eafe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898042 Jul 14 18:53:15.022895 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba39341-2aa4-4d68-9977-04323ac34ea2 req-7506859a-d395-4392-8375-963ec0c6856b tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:53:15.024457 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6ba39341-2aa4-4d68-9977-04323ac34ea2 req-7506859a-d395-4392-8375-963ec0c6856b tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] 10.222.0.16 "GET /v2.0/ports?device_id=8cd16adf-77c1-4c83-8ff8-24053869790b HTTP/1.1" status: 200 len: 946 time: 0.1513259 Jul 14 18:53:15.028505 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [None req-7f933dbf-5e98-4f6c-84cb-525687b7cac5 admin admin] Deleting port 7b5835df-cdd5-4f97-b84d-2c41f194279b {{(pid=93915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:53:15.028860 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-7f933dbf-5e98-4f6c-84cb-525687b7cac5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:53:15.113010 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-7cb394c1-5268-411d-93f3-fd1be3ab65f9 None None] Deleting port 7b5835df-cdd5-4f97-b84d-2c41f194279b {{(pid=93917) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:53:15.114076 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-7cb394c1-5268-411d-93f3-fd1be3ab65f9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:53:15.200101 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-7cb394c1-5268-411d-93f3-fd1be3ab65f9 None None] For port 7b5835df-cdd5-4f97-b84d-2c41f194279b, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=7b5835df-cdd5-4f97-b84d-2c41f194279b,segment=NetworkSegment(8406d491-b2e0-4518-9d74-551b5d5f0902),segment_id=8406d491-b2e0-4518-9d74-551b5d5f0902)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:53:15.200609 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-7cb394c1-5268-411d-93f3-fd1be3ab65f9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:53:15.226034 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-7cb394c1-5268-411d-93f3-fd1be3ab65f9 None None] Calling delete_port for 7b5835df-cdd5-4f97-b84d-2c41f194279b owned by network:dhcp {{(pid=93917) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:53:15.321280 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-7cb394c1-5268-411d-93f3-fd1be3ab65f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813'] for port, after_delete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:53:15.349665 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb394c1-5268-411d-93f3-fd1be3ab65f9 None None] Pushing event deleted for resources: {'Port': ['ID=7b5835df-cdd5-4f97-b84d-2c41f194279b,revision_number=None']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:53:15.353456 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cb394c1-5268-411d-93f3-fd1be3ab65f9 None None] No DVR routers for this DVR port 7b5835df-cdd5-4f97-b84d-2c41f194279b on host n-d-800634-3 {{(pid=93917) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 18:53:15.479405 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [None req-7f933dbf-5e98-4f6c-84cb-525687b7cac5 admin admin] For port 7b5835df-cdd5-4f97-b84d-2c41f194279b, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=7b5835df-cdd5-4f97-b84d-2c41f194279b,segment=NetworkSegment(8406d491-b2e0-4518-9d74-551b5d5f0902),segment_id=8406d491-b2e0-4518-9d74-551b5d5f0902)] {{(pid=93915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:53:15.479926 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-7f933dbf-5e98-4f6c-84cb-525687b7cac5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:53:15.485843 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6ba39341-2aa4-4d68-9977-04323ac34ea2 req-0a833ae0-d4dd-4439-9a45-42266f827aa2 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] 10.222.0.16 "GET /v2.0/security-groups?id=00511198-19e5-42cb-b4d6-0be88d13a8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4433923 Jul 14 18:53:15.498531 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [None req-7f933dbf-5e98-4f6c-84cb-525687b7cac5 admin admin] Calling delete_port for 7b5835df-cdd5-4f97-b84d-2c41f194279b owned by network:dhcp {{(pid=93915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:53:15.582602 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-7f933dbf-5e98-4f6c-84cb-525687b7cac5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:53:15.607106 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f933dbf-5e98-4f6c-84cb-525687b7cac5 admin admin] Pushing event deleted for resources: {'Port': ['ID=7b5835df-cdd5-4f97-b84d-2c41f194279b,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:53:15.610609 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f933dbf-5e98-4f6c-84cb-525687b7cac5 admin admin] No DVR routers for this DVR port 7b5835df-cdd5-4f97-b84d-2c41f194279b on host n-d-800634-3 {{(pid=93915) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 18:53:15.683072 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-7f933dbf-5e98-4f6c-84cb-525687b7cac5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2096010', 'neutron.services.segments.db._delete_segments_for_network-8728202734996'] for network, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:53:15.693632 n-d-800634-3 neutron-server[93915]: DEBUG neutron.services.segments.db [None req-7f933dbf-5e98-4f6c-84cb-525687b7cac5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd69057d-8dc0-4097-9a0e-65978c0b371a']}} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:53:15.705861 n-d-800634-3 neutron-server[93915]: DEBUG neutron.services.segments.db [None req-7f933dbf-5e98-4f6c-84cb-525687b7cac5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8406d491-b2e0-4518-9d74-551b5d5f0902') {'for_net_delete': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:53:15.706159 n-d-800634-3 neutron-server[93915]: DEBUG neutron.services.segments.db [None req-7f933dbf-5e98-4f6c-84cb-525687b7cac5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8406d491-b2e0-4518-9d74-551b5d5f0902') {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:53:15.715903 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-7f933dbf-5e98-4f6c-84cb-525687b7cac5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728202715275', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28939920'] for segment, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:53:15.730300 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-7f933dbf-5e98-4f6c-84cb-525687b7cac5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:53:15.736278 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f933dbf-5e98-4f6c-84cb-525687b7cac5 admin admin] Releasing vlan 62 on physical network physnet1 to pool {{(pid=93915) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 18:53:15.736666 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-7f933dbf-5e98-4f6c-84cb-525687b7cac5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25911658'] for segment, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:53:15.738409 n-d-800634-3 neutron-server[93915]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:53:15.738409 n-d-800634-3 neutron-server[93915]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:53:15.738409 n-d-800634-3 neutron-server[93915]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:53:15.738409 n-d-800634-3 neutron-server[93915]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:53:15.738409 n-d-800634-3 neutron-server[93915]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:53:15.738409 n-d-800634-3 neutron-server[93915]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:53:15.738409 n-d-800634-3 neutron-server[93915]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:53:15.738409 n-d-800634-3 neutron-server[93915]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:53:15.738409 n-d-800634-3 neutron-server[93915]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:53:15.738409 n-d-800634-3 neutron-server[93915]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:53:15.738409 n-d-800634-3 neutron-server[93915]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:53:15.738409 n-d-800634-3 neutron-server[93915]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:53:15.738409 n-d-800634-3 neutron-server[93915]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:53:15.738409 n-d-800634-3 neutron-server[93915]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:53:15.738409 n-d-800634-3 neutron-server[93915]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:53:15.738409 n-d-800634-3 neutron-server[93915]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:53:15.738409 n-d-800634-3 neutron-server[93915]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:53:15.738409 n-d-800634-3 neutron-server[93915]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:53:15.738409 n-d-800634-3 neutron-server[93915]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 18:53:15.738409 n-d-800634-3 neutron-server[93915]: self.session.flush() Jul 14 18:53:15.738409 n-d-800634-3 neutron-server[93915]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 18:53:15.738409 n-d-800634-3 neutron-server[93915]: self.session.flush() Jul 14 18:53:15.738409 n-d-800634-3 neutron-server[93915]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 18:53:15.738409 n-d-800634-3 neutron-server[93915]: self.session.flush() Jul 14 18:53:15.738409 n-d-800634-3 neutron-server[93915]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 18:53:15.738409 n-d-800634-3 neutron-server[93915]: self.session.flush() Jul 14 18:53:15.738409 n-d-800634-3 neutron-server[93915]: Traceback (most recent call last): Jul 14 18:53:15.738409 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 18:53:15.738409 n-d-800634-3 neutron-server[93915]: timer() Jul 14 18:53:15.738409 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 18:53:15.738409 n-d-800634-3 neutron-server[93915]: cb(*args, **kw) Jul 14 18:53:15.738409 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 18:53:15.738409 n-d-800634-3 neutron-server[93915]: return func(*args, **kwargs) Jul 14 18:53:15.738409 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 18:53:15.738409 n-d-800634-3 neutron-server[93915]: self._notify() Jul 14 18:53:15.738409 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 18:53:15.738409 n-d-800634-3 neutron-server[93915]: self.callback(batched_events) Jul 14 18:53:15.738409 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 18:53:15.738409 n-d-800634-3 neutron-server[93915]: event.method(event) Jul 14 18:53:15.738409 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 18:53:15.738409 n-d-800634-3 neutron-server[93915]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 18:53:15.738409 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 18:53:15.738409 n-d-800634-3 neutron-server[93915]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 18:53:15.738409 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 18:53:15.738409 n-d-800634-3 neutron-server[93915]: return f(self, *a, **k) Jul 14 18:53:15.738409 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 18:53:15.738409 n-d-800634-3 neutron-server[93915]: return self._get(url).json() Jul 14 18:53:15.738409 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 18:53:15.738409 n-d-800634-3 neutron-server[93915]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 18:53:15.738409 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 18:53:15.738409 n-d-800634-3 neutron-server[93915]: return self.request(url, 'GET', **kwargs) Jul 14 18:53:15.738409 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 18:53:15.738409 n-d-800634-3 neutron-server[93915]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 18:53:15.738409 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 18:53:15.738409 n-d-800634-3 neutron-server[93915]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 18:53:15.738409 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 18:53:15.738409 n-d-800634-3 neutron-server[93915]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 18:53:15.738409 n-d-800634-3 neutron-server[93915]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 18:53:15.799026 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-7f933dbf-5e98-4f6c-84cb-525687b7cac5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2096001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-930085'] for network, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:53:15.805898 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-7f933dbf-5e98-4f6c-84cb-525687b7cac5 admin admin] Notify callbacks [] for network, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:53:15.808082 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-7f933dbf-5e98-4f6c-84cb-525687b7cac5 admin admin] 10.222.0.16 "DELETE /v2.0/networks/dd69057d-8dc0-4097-9a0e-65978c0b371a HTTP/1.1" status: 204 len: 168 time: 1.1030343 Jul 14 18:53:15.810681 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 49014) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:53:15.826887 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f933dbf-5e98-4f6c-84cb-525687b7cac5 admin admin] Pushing event deleted for resources: {'Network': ['ID=dd69057d-8dc0-4097-9a0e-65978c0b371a,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:53:16.248460 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e06d74-dae3-4337-940e-b458bc838cbe req-63b9b26d-2b4b-427a-b275-067d2b3319e8 tempest-VolumesActionsTest-1127153359 tempest-VolumesActionsTest-1127153359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:53:16.250080 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a5e06d74-dae3-4337-940e-b458bc838cbe req-63b9b26d-2b4b-427a-b275-067d2b3319e8 tempest-VolumesActionsTest-1127153359 tempest-VolumesActionsTest-1127153359-project] 10.222.0.16 "GET /v2.0/ports?device_id=1419f64d-6eaf-459d-acc4-89c07dd7398d HTTP/1.1" status: 200 len: 944 time: 0.0962071 Jul 14 18:53:16.311150 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a5e06d74-dae3-4337-940e-b458bc838cbe req-9b2bc8c3-46d2-4799-b61d-c832290fd98b tempest-VolumesActionsTest-1127153359 tempest-VolumesActionsTest-1127153359-project] 10.222.0.16 "GET /v2.0/security-groups?id=f6edd6f8-77b1-4dff-994f-c9792ea2eafe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442822 Jul 14 18:53:16.323890 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-a92b6df3-44b3-49da-bb10-43027f7283df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-928623'] for router_interface, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:53:16.402478 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device f12e8cdb-fe13-4704-abec-d15e2564ada7 no longer exists at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 18:53:16.404640 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Device 3e0f0b62-ce62-44be-ad83-14f0e17b428a up at agent hyperv_n-h2-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:53:16.442062 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] No Port match for: f12e8cdb-fe13-4704-abec-d15e2564ada7 {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 18:53:16.442331 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device f12e8cdb-fe13-4704-abec-d15e2564ada7 not bound to the agent host n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 18:53:16.442823 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 7b5835df-cdd5-4f97-b84d-2c41f194279b no longer exists at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 18:53:16.469097 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] No Port match for: 7b5835df-cdd5-4f97-b84d-2c41f194279b {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 18:53:16.469819 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 7b5835df-cdd5-4f97-b84d-2c41f194279b not bound to the agent host n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 18:53:16.502971 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Provisioning for port 3e0f0b62-ce62-44be-ad83-14f0e17b428a completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:53:16.510473 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Provisioning complete for port 3e0f0b62-ce62-44be-ad83-14f0e17b428a triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:53:16.511291 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:53:16.614490 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:53:16.638665 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1419f64d-6eaf-459d-acc4-89c07dd7398d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e0f0b62-ce62-44be-ad83-14f0e17b428a'}] {{(pid=93917) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:53:16.641215 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20b787f3c29eaa7aa2a4d648c725a2124c5ff39a8d793252f9d844495e14cf42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4c0a25f-6120-46f2-8bf6-b740d7175af8" -d '{"events": [{"server_uuid": "1419f64d-6eaf-459d-acc4-89c07dd7398d", "name": "network-vif-plugged", "status": "completed", "tag": "3e0f0b62-ce62-44be-ad83-14f0e17b428a"}]}' {{(pid=93917) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:53:16.655296 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] For port 3e0f0b62-ce62-44be-ad83-14f0e17b428a, host n-h2-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=3e0f0b62-ce62-44be-ad83-14f0e17b428a,segment=NetworkSegment(160dc5d4-9acf-43d7-bd62-26167831a884),segment_id=160dc5d4-9acf-43d7-bd62-26167831a884)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:53:16.660470 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:53:16.661348 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Device debb06b9-dcb2-4b73-9f6b-8c1fcfe085ed no longer exists at agent hyperv_n-h2-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 18:53:16.683920 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [None req-a92b6df3-44b3-49da-bb10-43027f7283df admin admin] Deleting port 69bdf2af-8167-4027-8cb5-6e36d42fb820 {{(pid=93915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:53:16.684379 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-a92b6df3-44b3-49da-bb10-43027f7283df admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:53:16.688803 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 18:53:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-747bd6c9-8c0d-43b1-8a20-4e5292d2a6d4 x-openstack-request-id: req-747bd6c9-8c0d-43b1-8a20-4e5292d2a6d4 {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:53:16.689141 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1419f64d-6eaf-459d-acc4-89c07dd7398d", "name": "network-vif-plugged", "status": "completed", "tag": "3e0f0b62-ce62-44be-ad83-14f0e17b428a", "code": 200}]} {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:53:16.689397 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-747bd6c9-8c0d-43b1-8a20-4e5292d2a6d4 {{(pid=93917) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:53:16.689912 n-d-800634-3 neutron-server[93917]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1419f64d-6eaf-459d-acc4-89c07dd7398d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e0f0b62-ce62-44be-ad83-14f0e17b428a', 'code': 200} Jul 14 18:53:16.765645 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022ce3e2-749f-424f-aad3-ff6b0ac17544 req-69a1dcb8-c2a2-4172-92c2-1c4f57b2b912 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:53:16.767309 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-022ce3e2-749f-424f-aad3-ff6b0ac17544 req-69a1dcb8-c2a2-4172-92c2-1c4f57b2b912 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] 10.222.0.16 "GET /v2.0/ports?device_id=8cd16adf-77c1-4c83-8ff8-24053869790b HTTP/1.1" status: 200 len: 946 time: 0.1494582 Jul 14 18:53:16.873762 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [None req-a92b6df3-44b3-49da-bb10-43027f7283df admin admin] For port 69bdf2af-8167-4027-8cb5-6e36d42fb820, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=69bdf2af-8167-4027-8cb5-6e36d42fb820,segment=NetworkSegment(7e2431af-2949-4ff1-8009-e2a8750b650d),segment_id=7e2431af-2949-4ff1-8009-e2a8750b650d)] {{(pid=93915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:53:16.874192 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-a92b6df3-44b3-49da-bb10-43027f7283df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:53:16.882570 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-022ce3e2-749f-424f-aad3-ff6b0ac17544 req-afa9de29-9a99-497c-990a-87a1e245d9fa tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] 10.222.0.16 "GET /v2.0/security-groups?id=00511198-19e5-42cb-b4d6-0be88d13a8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020167 Jul 14 18:53:16.895139 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [None req-a92b6df3-44b3-49da-bb10-43027f7283df admin admin] Calling delete_port for 69bdf2af-8167-4027-8cb5-6e36d42fb820 owned by network:router_interface {{(pid=93915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:53:16.920842 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49639310-07e8-4de2-9abd-c00763dc737a req-6fceec70-7be0-41d3-b180-b9487cbed998 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:53:16.923105 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-49639310-07e8-4de2-9abd-c00763dc737a req-6fceec70-7be0-41d3-b180-b9487cbed998 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=1419f64d-6eaf-459d-acc4-89c07dd7398d HTTP/1.1" status: 200 len: 1096 time: 0.1524675 Jul 14 18:53:16.943196 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Pushing event updated for resources: {'Port': ['ID=3e0f0b62-ce62-44be-ad83-14f0e17b428a,revision_number=5']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:53:16.956386 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:53:16.993506 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] For port debb06b9-dcb2-4b73-9f6b-8c1fcfe085ed, host n-h2-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=debb06b9-dcb2-4b73-9f6b-8c1fcfe085ed,segment=NetworkSegment(e6ac1013-49a3-4f7c-beca-cf2ef24dd35b),segment_id=e6ac1013-49a3-4f7c-beca-cf2ef24dd35b)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:53:16.998074 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:53:17.046972 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Pushing event updated for resources: {'Port': ['ID=debb06b9-dcb2-4b73-9f6b-8c1fcfe085ed,revision_number=8']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:53:17.067996 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-49639310-07e8-4de2-9abd-c00763dc737a req-215ec3f4-95b6-49f7-a466-59dee2e43417 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=f6edd6f8-77b1-4dff-994f-c9792ea2eafe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955896 Jul 14 18:53:17.217638 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a101f9d-75ca-4219-b965-30b7e75f2c3f req-603187de-02ee-4c5f-b322-cffadeeec2da tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:53:17.219091 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-0a101f9d-75ca-4219-b965-30b7e75f2c3f req-603187de-02ee-4c5f-b322-cffadeeec2da tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c556fe5-0125-48ec-8057-3295f5ec5000 HTTP/1.1" status: 200 len: 944 time: 0.2122881 Jul 14 18:53:17.311289 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-0a101f9d-75ca-4219-b965-30b7e75f2c3f req-538317a0-0179-4c42-a58a-a413c14ec725 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] 10.222.0.16 "GET /v2.0/security-groups?id=be330687-3a60-4db7-bad1-ca6d5eb00fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0863023 Jul 14 18:53:17.328222 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-a92b6df3-44b3-49da-bb10-43027f7283df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:53:17.396664 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92b6df3-44b3-49da-bb10-43027f7283df admin admin] Pushing event deleted for resources: {'Port': ['ID=69bdf2af-8167-4027-8cb5-6e36d42fb820,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:53:17.680013 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062407ac-6517-4dda-9aec-bff888afb421 req-4d174c19-4eab-4eb4-a61d-6e4a7ceeea85 tempest-VolumesActionsTest-1127153359 tempest-VolumesActionsTest-1127153359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:53:17.681567 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-062407ac-6517-4dda-9aec-bff888afb421 req-4d174c19-4eab-4eb4-a61d-6e4a7ceeea85 tempest-VolumesActionsTest-1127153359 tempest-VolumesActionsTest-1127153359-project] 10.222.0.16 "GET /v2.0/ports?device_id=1419f64d-6eaf-459d-acc4-89c07dd7398d HTTP/1.1" status: 200 len: 945 time: 0.2289157 Jul 14 18:53:17.714814 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600ca9b7-8cbc-4869-9451-f4ab36e4fa6e req-e8ccfad6-cfde-49f2-adf5-84cb06873085 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:53:17.716314 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-600ca9b7-8cbc-4869-9451-f4ab36e4fa6e req-e8ccfad6-cfde-49f2-adf5-84cb06873085 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c556fe5-0125-48ec-8057-3295f5ec5000 HTTP/1.1" status: 200 len: 944 time: 0.2170730 Jul 14 18:53:17.718554 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-a92b6df3-44b3-49da-bb10-43027f7283df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-598732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-928907'] for router_interface, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:53:17.792029 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-062407ac-6517-4dda-9aec-bff888afb421 req-1cb14273-d5b0-4c33-bf8f-526f715c3d70 tempest-VolumesActionsTest-1127153359 tempest-VolumesActionsTest-1127153359-project] 10.222.0.16 "GET /v2.0/security-groups?id=f6edd6f8-77b1-4dff-994f-c9792ea2eafe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023583 Jul 14 18:53:17.821780 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-600ca9b7-8cbc-4869-9451-f4ab36e4fa6e req-54bc4c13-22c2-4a79-9eae-f195c03364c1 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] 10.222.0.16 "GET /v2.0/security-groups?id=be330687-3a60-4db7-bad1-ca6d5eb00fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0993042 Jul 14 18:53:18.023111 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a92b6df3-44b3-49da-bb10-43027f7283df admin admin] Router cfc1baba-3300-42b4-8c01-49fb50109b84 has already been hosted by L3 agent 2c6eb27e-defb-4cca-9a24-381c7415e359 {{(pid=93915) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 18:53:18.142737 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a92b6df3-44b3-49da-bb10-43027f7283df admin admin] Notify agent at l3_agent.n-d-800634-3 the message routers_updated {{(pid=93915) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 18:53:18.148310 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-a92b6df3-44b3-49da-bb10-43027f7283df admin admin] 10.222.0.16 "PUT /v2.0/routers/cfc1baba-3300-42b4-8c01-49fb50109b84/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3365741 Jul 14 18:53:18.150927 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 49044) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:53:18.154645 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd045adb-b0df-4014-b531-28fb30e0896a None None] Sync routers for ids ['cfc1baba-3300-42b4-8c01-49fb50109b84'] in n-d-800634-3 {{(pid=93918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 18:53:18.166192 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd045adb-b0df-4014-b531-28fb30e0896a None None] Routers {'cfc1baba-3300-42b4-8c01-49fb50109b84'} bound to L3 agent in host n-d-800634-3 {{(pid=93918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:53:18.167489 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-dd045adb-b0df-4014-b531-28fb30e0896a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:52:53Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['cfc1baba-3300-42b4-8c01-49fb50109b84'], 'active': True} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:53:18.238416 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1874cd54-b8aa-48f7-848b-b5c1af432d7f req-02d707f7-91b7-4fb7-aed4-621e66134b04 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:53:18.240009 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-1874cd54-b8aa-48f7-848b-b5c1af432d7f req-02d707f7-91b7-4fb7-aed4-621e66134b04 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c556fe5-0125-48ec-8057-3295f5ec5000 HTTP/1.1" status: 200 len: 944 time: 0.0906231 Jul 14 18:53:18.286306 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-1874cd54-b8aa-48f7-848b-b5c1af432d7f req-a7ade6f1-9dff-427b-88eb-5ab64db61122 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] 10.222.0.16 "GET /v2.0/security-groups?id=be330687-3a60-4db7-bad1-ca6d5eb00fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371575 Jul 14 18:53:18.293074 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvr_db [None req-dd045adb-b0df-4014-b531-28fb30e0896a None None] Set router cfc1baba-3300-42b4-8c01-49fb50109b84 gateway port host: n-d-800634-3 {{(pid=93918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 18:53:18.574272 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-dd045adb-b0df-4014-b531-28fb30e0896a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfc1baba-3300-42b4-8c01-49fb50109b84', 'name': 'tempest-TestServerMultinode-567650075-router', 'tenant_id': '937a37f0781341a7a57507c6c1a0235e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.228'}], 'enable_snat': True}, 'gw_port_id': 'a601449a-a8cc-4ea7-a5e4-ea2c750ab279', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:52:23Z', 'updated_at': '2021-07-14T18:53:17Z', 'revision_number': 5, 'project_id': '937a37f0781341a7a57507c6c1a0235e', 'gw_port': {'id': 'a601449a-a8cc-4ea7-a5e4-ea2c750ab279', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:ad:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfc1baba-3300-42b4-8c01-49fb50109b84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3309, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:52:24Z', 'updated_at': '2021-07-14T18:52:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3'}], 'n-d-800634-3', False) {} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:53:18.640386 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd045adb-b0df-4014-b531-28fb30e0896a None None] Checking router: cfc1baba-3300-42b4-8c01-49fb50109b84 for host: n-d-800634-3 {{(pid=93918) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 18:53:18.654822 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd045adb-b0df-4014-b531-28fb30e0896a None None] Routers {'cfc1baba-3300-42b4-8c01-49fb50109b84'} bound to L3 agent in host n-d-800634-3 {{(pid=93918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:53:18.655448 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-dd045adb-b0df-4014-b531-28fb30e0896a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:52:53Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['cfc1baba-3300-42b4-8c01-49fb50109b84'], 'active': True} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:53:18.692079 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cd16adf-77c1-4c83-8ff8-24053869790b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'debb06b9-dcb2-4b73-9f6b-8c1fcfe085ed'}] {{(pid=93917) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:53:18.695361 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20b787f3c29eaa7aa2a4d648c725a2124c5ff39a8d793252f9d844495e14cf42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdf1228a-d9a6-4f5a-9011-e6a62aa175e7" -d '{"events": [{"server_uuid": "8cd16adf-77c1-4c83-8ff8-24053869790b", "name": "network-vif-unplugged", "status": "completed", "tag": "debb06b9-dcb2-4b73-9f6b-8c1fcfe085ed"}]}' {{(pid=93917) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:53:18.768234 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 14 Jul 2021 18:53:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7403f54f-4755-4a29-a7a3-867cd3554177 x-openstack-request-id: req-7403f54f-4755-4a29-a7a3-867cd3554177 {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:53:18.768804 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8cd16adf-77c1-4c83-8ff8-24053869790b", "name": "network-vif-unplugged", "status": "failed", "tag": "debb06b9-dcb2-4b73-9f6b-8c1fcfe085ed", "code": 422}]} {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:53:18.769380 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7403f54f-4755-4a29-a7a3-867cd3554177 {{(pid=93917) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:53:18.770006 n-d-800634-3 neutron-server[93917]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '8cd16adf-77c1-4c83-8ff8-24053869790b', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'debb06b9-dcb2-4b73-9f6b-8c1fcfe085ed', 'code': 422} returned with failed status Jul 14 18:53:18.797897 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-0d74fe7b-8d38-4055-9bd8-aa58f5c58cc9 admin admin] Notify callbacks [] for router, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:53:18.799885 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvr_db [None req-dd045adb-b0df-4014-b531-28fb30e0896a None None] Set router cfc1baba-3300-42b4-8c01-49fb50109b84 gateway port host: n-d-800634-3 {{(pid=93918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 18:53:18.917573 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-0d74fe7b-8d38-4055-9bd8-aa58f5c58cc9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:53:18.975043 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906301f4-dada-4eb7-8c49-0abcc36a6ae6 req-05562f09-11a4-4986-9754-c5d51b13ebfd tempest-VolumesActionsTest-1127153359 tempest-VolumesActionsTest-1127153359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:53:18.976910 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-906301f4-dada-4eb7-8c49-0abcc36a6ae6 req-05562f09-11a4-4986-9754-c5d51b13ebfd tempest-VolumesActionsTest-1127153359 tempest-VolumesActionsTest-1127153359-project] 10.222.0.16 "GET /v2.0/ports?device_id=1419f64d-6eaf-459d-acc4-89c07dd7398d HTTP/1.1" status: 200 len: 945 time: 0.0662713 Jul 14 18:53:18.983357 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-0d74fe7b-8d38-4055-9bd8-aa58f5c58cc9 admin admin] Deleting port a601449a-a8cc-4ea7-a5e4-ea2c750ab279 {{(pid=93916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:53:18.983782 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-0d74fe7b-8d38-4055-9bd8-aa58f5c58cc9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:53:19.017614 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-906301f4-dada-4eb7-8c49-0abcc36a6ae6 req-59b8bd23-b4f3-4f26-b4d8-fc18084d9b2e tempest-VolumesActionsTest-1127153359 tempest-VolumesActionsTest-1127153359-project] 10.222.0.16 "GET /v2.0/security-groups?id=f6edd6f8-77b1-4dff-994f-c9792ea2eafe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344067 Jul 14 18:53:19.025129 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-dd045adb-b0df-4014-b531-28fb30e0896a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfc1baba-3300-42b4-8c01-49fb50109b84', 'name': 'tempest-TestServerMultinode-567650075-router', 'tenant_id': '937a37f0781341a7a57507c6c1a0235e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.228'}], 'enable_snat': True}, 'gw_port_id': 'a601449a-a8cc-4ea7-a5e4-ea2c750ab279', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:52:23Z', 'updated_at': '2021-07-14T18:53:17Z', 'revision_number': 5, 'project_id': '937a37f0781341a7a57507c6c1a0235e', 'gw_port': {'id': 'a601449a-a8cc-4ea7-a5e4-ea2c750ab279', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:ad:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfc1baba-3300-42b4-8c01-49fb50109b84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3309, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:52:24Z', 'updated_at': '2021-07-14T18:52:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3'}], 'n-d-800634-3', False) {} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:53:19.053391 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd045adb-b0df-4014-b531-28fb30e0896a None None] The sync data for ids ['cfc1baba-3300-42b4-8c01-49fb50109b84'] in n-d-800634-3 is: [{'id': 'cfc1baba-3300-42b4-8c01-49fb50109b84', 'name': 'tempest-TestServerMultinode-567650075-router', 'tenant_id': '937a37f0781341a7a57507c6c1a0235e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.228'}], 'enable_snat': True}, 'gw_port_id': 'a601449a-a8cc-4ea7-a5e4-ea2c750ab279', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:52:23Z', 'updated_at': '2021-07-14T18:53:17Z', 'revision_number': 5, 'project_id': '937a37f0781341a7a57507c6c1a0235e', 'gw_port': {'id': 'a601449a-a8cc-4ea7-a5e4-ea2c750ab279', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:ad:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfc1baba-3300-42b4-8c01-49fb50109b84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3309, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:52:24Z', 'updated_at': '2021-07-14T18:52:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3'}] {{(pid=93918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 18:53:19.082340 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.db [None req-0d74fe7b-8d38-4055-9bd8-aa58f5c58cc9 admin admin] For port a601449a-a8cc-4ea7-a5e4-ea2c750ab279, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=a601449a-a8cc-4ea7-a5e4-ea2c750ab279,segment=NetworkSegment(5afb940b-bbdf-4727-be00-5d46367c38a1),segment_id=5afb940b-bbdf-4727-be00-5d46367c38a1)] {{(pid=93916) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:53:19.082820 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-0d74fe7b-8d38-4055-9bd8-aa58f5c58cc9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:53:19.097374 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-0d74fe7b-8d38-4055-9bd8-aa58f5c58cc9 admin admin] Calling delete_port for a601449a-a8cc-4ea7-a5e4-ea2c750ab279 owned by network:router_gateway {{(pid=93916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:53:19.270920 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-0d74fe7b-8d38-4055-9bd8-aa58f5c58cc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:53:19.301284 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d74fe7b-8d38-4055-9bd8-aa58f5c58cc9 admin admin] Pushing event deleted for resources: {'Port': ['ID=a601449a-a8cc-4ea7-a5e4-ea2c750ab279,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:53:19.313061 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d74fe7b-8d38-4055-9bd8-aa58f5c58cc9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:53:19.313407 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d74fe7b-8d38-4055-9bd8-aa58f5c58cc9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:53:19.313747 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d74fe7b-8d38-4055-9bd8-aa58f5c58cc9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:53:19.314107 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d74fe7b-8d38-4055-9bd8-aa58f5c58cc9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:53:19.314434 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d74fe7b-8d38-4055-9bd8-aa58f5c58cc9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:53:19.314764 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d74fe7b-8d38-4055-9bd8-aa58f5c58cc9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:53:19.315127 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d74fe7b-8d38-4055-9bd8-aa58f5c58cc9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:53:19.315399 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d74fe7b-8d38-4055-9bd8-aa58f5c58cc9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:53:19.315721 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d74fe7b-8d38-4055-9bd8-aa58f5c58cc9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:53:19.316670 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d74fe7b-8d38-4055-9bd8-aa58f5c58cc9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:53:19.317007 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d74fe7b-8d38-4055-9bd8-aa58f5c58cc9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:53:19.317327 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d74fe7b-8d38-4055-9bd8-aa58f5c58cc9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:53:19.376696 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-0d74fe7b-8d38-4055-9bd8-aa58f5c58cc9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-930057'] for router_gateway, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:53:19.487257 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-0d74fe7b-8d38-4055-9bd8-aa58f5c58cc9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-571778', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11402'] for router, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:53:19.490440 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-0d74fe7b-8d38-4055-9bd8-aa58f5c58cc9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:53:19.518694 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb490978-3654-4274-b9cf-f7aa11f596c7 req-393dffc7-074e-4645-b0df-7909e508d70e tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:53:19.520929 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-cb490978-3654-4274-b9cf-f7aa11f596c7 req-393dffc7-074e-4645-b0df-7909e508d70e tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c556fe5-0125-48ec-8057-3295f5ec5000 HTTP/1.1" status: 200 len: 944 time: 0.0995440 Jul 14 18:53:19.568879 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-0d74fe7b-8d38-4055-9bd8-aa58f5c58cc9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-541202'] for router, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:53:19.569729 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d74fe7b-8d38-4055-9bd8-aa58f5c58cc9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cfc1baba-3300-42b4-8c01-49fb50109b84 {{(pid=93916) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 18:53:19.578813 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-0d74fe7b-8d38-4055-9bd8-aa58f5c58cc9 admin admin] Notify callbacks [] for router, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:53:19.580606 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-0d74fe7b-8d38-4055-9bd8-aa58f5c58cc9 admin admin] 10.222.0.16 "DELETE /v2.0/routers/cfc1baba-3300-42b4-8c01-49fb50109b84 HTTP/1.1" status: 204 len: 168 time: 1.4287186 Jul 14 18:53:19.583784 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 49072) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:53:19.585010 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-cb490978-3654-4274-b9cf-f7aa11f596c7 req-1c47ba43-d698-41c4-a0dd-54c232fd6b8e tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] 10.222.0.16 "GET /v2.0/security-groups?id=be330687-3a60-4db7-bad1-ca6d5eb00fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580249 Jul 14 18:53:19.644084 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a4a14a3-55ae-4f23-9c38-4b983a6d13ce admin admin] Deleting subnet d8afe304-c5dc-4d37-bae4-55358ed22742 {{(pid=93916) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 18:53:19.649144 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-9a4a14a3-55ae-4f23-9c38-4b983a6d13ce admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:53:19.695700 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-9a4a14a3-55ae-4f23-9c38-4b983a6d13ce admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26296866'] for subnet, precommit_delete_associations {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:53:19.780324 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-9a4a14a3-55ae-4f23-9c38-4b983a6d13ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081283'] for subnet, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:53:19.852469 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-9a4a14a3-55ae-4f23-9c38-4b983a6d13ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2684816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26033152'] for subnet, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:53:19.887587 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4a14a3-55ae-4f23-9c38-4b983a6d13ce admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d8afe304-c5dc-4d37-bae4-55358ed22742,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:53:19.889610 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-9a4a14a3-55ae-4f23-9c38-4b983a6d13ce admin admin] Notify callbacks [] for subnet, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:53:19.891837 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-9a4a14a3-55ae-4f23-9c38-4b983a6d13ce admin admin] 10.222.0.16 "DELETE /v2.0/subnets/d8afe304-c5dc-4d37-bae4-55358ed22742 HTTP/1.1" status: 204 len: 168 time: 0.3068459 Jul 14 18:53:19.894790 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 49078) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:53:19.897334 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-287dc1a8-271a-4d33-8293-f96c4758d47d None None] Network 45dc0b56-12cf-48fa-a903-9c9fee3d3a68 requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:53:19.911084 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb9fb02-faba-4755-8c2f-4dc61cb04b7b req-99bf4580-540c-4d98-ad9e-1ea2b3177d74 tempest-VolumesActionsTest-1127153359 tempest-VolumesActionsTest-1127153359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:53:19.912844 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ebb9fb02-faba-4755-8c2f-4dc61cb04b7b req-99bf4580-540c-4d98-ad9e-1ea2b3177d74 tempest-VolumesActionsTest-1127153359 tempest-VolumesActionsTest-1127153359-project] 10.222.0.16 "GET /v2.0/ports?device_id=1419f64d-6eaf-459d-acc4-89c07dd7398d HTTP/1.1" status: 200 len: 945 time: 0.1165471 Jul 14 18:53:19.959210 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ebb9fb02-faba-4755-8c2f-4dc61cb04b7b req-cde6c843-9659-499a-a8c5-31b3a2b5f241 tempest-VolumesActionsTest-1127153359 tempest-VolumesActionsTest-1127153359-project] 10.222.0.16 "GET /v2.0/security-groups?id=f6edd6f8-77b1-4dff-994f-c9792ea2eafe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375941 Jul 14 18:53:20.007994 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-b170694b-ee8c-4fa5-b969-451af0354830 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645734'] for network, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:53:20.065472 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-b170694b-ee8c-4fa5-b969-451af0354830 admin admin] Deleting port 800dea65-599c-45d5-908e-0c2b622853e2 {{(pid=93916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:53:20.065890 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-b170694b-ee8c-4fa5-b969-451af0354830 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:53:20.134516 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.db [None req-b170694b-ee8c-4fa5-b969-451af0354830 admin admin] For port 800dea65-599c-45d5-908e-0c2b622853e2, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=800dea65-599c-45d5-908e-0c2b622853e2,segment=NetworkSegment(7e2431af-2949-4ff1-8009-e2a8750b650d),segment_id=7e2431af-2949-4ff1-8009-e2a8750b650d)] {{(pid=93916) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:53:20.134779 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-b170694b-ee8c-4fa5-b969-451af0354830 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:53:20.149685 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-b170694b-ee8c-4fa5-b969-451af0354830 admin admin] Calling delete_port for 800dea65-599c-45d5-908e-0c2b622853e2 owned by network:dhcp {{(pid=93916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:53:20.231113 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-b170694b-ee8c-4fa5-b969-451af0354830 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:53:20.258147 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b170694b-ee8c-4fa5-b969-451af0354830 admin admin] Pushing event deleted for resources: {'Port': ['ID=800dea65-599c-45d5-908e-0c2b622853e2,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:53:20.259894 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b170694b-ee8c-4fa5-b969-451af0354830 admin admin] No DVR routers for this DVR port 800dea65-599c-45d5-908e-0c2b622853e2 on host n-d-800634-3 {{(pid=93916) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 18:53:20.333109 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-888f3a35-0d45-4735-a1d8-296a27388db5 None None] DHCP port deletion for 45dc0b56-12cf-48fa-a903-9c9fee3d3a68 request from n-d-800634-3 {{(pid=93917) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 18:53:20.336385 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-b170694b-ee8c-4fa5-b969-451af0354830 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2096010', 'neutron.services.segments.db._delete_segments_for_network-8728202734996'] for network, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:53:20.352453 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.segments.db [None req-b170694b-ee8c-4fa5-b969-451af0354830 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45dc0b56-12cf-48fa-a903-9c9fee3d3a68']}} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:53:20.367584 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.segments.db [None req-b170694b-ee8c-4fa5-b969-451af0354830 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e2431af-2949-4ff1-8009-e2a8750b650d') {'for_net_delete': True} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:53:20.367889 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.segments.db [None req-b170694b-ee8c-4fa5-b969-451af0354830 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e2431af-2949-4ff1-8009-e2a8750b650d') {} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:53:20.380210 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-adb9dbcd-0eb4-4e87-a622-b3d3b367bb8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:53:20.381306 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-b170694b-ee8c-4fa5-b969-451af0354830 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728202715275', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26296891'] for segment, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:53:20.404480 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-b170694b-ee8c-4fa5-b969-451af0354830 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:53:20.411617 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b170694b-ee8c-4fa5-b969-451af0354830 admin admin] Releasing vlan 91 on physical network physnet1 to pool {{(pid=93916) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 18:53:20.412053 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-b170694b-ee8c-4fa5-b969-451af0354830 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2682942'] for segment, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:53:20.413757 n-d-800634-3 neutron-server[93916]: Traceback (most recent call last): Jul 14 18:53:20.413757 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 18:53:20.413757 n-d-800634-3 neutron-server[93916]: timer() Jul 14 18:53:20.413757 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 18:53:20.413757 n-d-800634-3 neutron-server[93916]: cb(*args, **kw) Jul 14 18:53:20.413757 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 18:53:20.413757 n-d-800634-3 neutron-server[93916]: return func(*args, **kwargs) Jul 14 18:53:20.413757 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 18:53:20.413757 n-d-800634-3 neutron-server[93916]: self._notify() Jul 14 18:53:20.413757 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 18:53:20.413757 n-d-800634-3 neutron-server[93916]: self.callback(batched_events) Jul 14 18:53:20.413757 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 18:53:20.413757 n-d-800634-3 neutron-server[93916]: event.method(event) Jul 14 18:53:20.413757 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 18:53:20.413757 n-d-800634-3 neutron-server[93916]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 18:53:20.413757 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 18:53:20.413757 n-d-800634-3 neutron-server[93916]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 18:53:20.413757 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 18:53:20.413757 n-d-800634-3 neutron-server[93916]: return f(self, *a, **k) Jul 14 18:53:20.413757 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 18:53:20.413757 n-d-800634-3 neutron-server[93916]: return self._get(url).json() Jul 14 18:53:20.413757 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 18:53:20.413757 n-d-800634-3 neutron-server[93916]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 18:53:20.413757 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 18:53:20.413757 n-d-800634-3 neutron-server[93916]: return self.request(url, 'GET', **kwargs) Jul 14 18:53:20.413757 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 18:53:20.413757 n-d-800634-3 neutron-server[93916]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 18:53:20.413757 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 18:53:20.413757 n-d-800634-3 neutron-server[93916]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 18:53:20.413757 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 18:53:20.413757 n-d-800634-3 neutron-server[93916]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 18:53:20.413757 n-d-800634-3 neutron-server[93916]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 18:53:20.432460 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Device debb06b9-dcb2-4b73-9f6b-8c1fcfe085ed no longer exists at agent hyperv_n-h2-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 18:53:20.454865 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 69bdf2af-8167-4027-8cb5-6e36d42fb820 no longer exists at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 18:53:20.484324 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] No Port match for: 69bdf2af-8167-4027-8cb5-6e36d42fb820 {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 18:53:20.484680 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 69bdf2af-8167-4027-8cb5-6e36d42fb820 not bound to the agent host n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 18:53:20.485066 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device a601449a-a8cc-4ea7-a5e4-ea2c750ab279 no longer exists at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 18:53:20.485280 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-b170694b-ee8c-4fa5-b969-451af0354830 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2096001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-930085'] for network, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:53:20.504620 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-b170694b-ee8c-4fa5-b969-451af0354830 admin admin] Notify callbacks [] for network, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:53:20.509162 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-b170694b-ee8c-4fa5-b969-451af0354830 admin admin] 10.222.0.16 "DELETE /v2.0/networks/45dc0b56-12cf-48fa-a903-9c9fee3d3a68 HTTP/1.1" status: 204 len: 168 time: 0.5991769 Jul 14 18:53:20.509162 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b170694b-ee8c-4fa5-b969-451af0354830 admin admin] Pushing event deleted for resources: {'Network': ['ID=45dc0b56-12cf-48fa-a903-9c9fee3d3a68,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:53:20.515534 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] No Port match for: a601449a-a8cc-4ea7-a5e4-ea2c750ab279 {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 18:53:20.515897 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device a601449a-a8cc-4ea7-a5e4-ea2c750ab279 not bound to the agent host n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 18:53:20.516355 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 800dea65-599c-45d5-908e-0c2b622853e2 no longer exists at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 18:53:20.536384 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] No Port match for: 800dea65-599c-45d5-908e-0c2b622853e2 {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 18:53:20.536734 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 800dea65-599c-45d5-908e-0c2b622853e2 not bound to the agent host n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 18:53:20.752000 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 49086) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:53:20.806866 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-85d97d60-2f7e-4293-8528-296f7f1b57e2 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=39027972fd15442080143c2024ba97b6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0536327 Jul 14 18:53:20.809350 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 49088) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:53:20.826506 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170cd596-8249-42a9-bab3-dd9b88dcd268 req-3059a737-5b09-4f08-a4ef-b605527a9a97 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:53:20.827938 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-170cd596-8249-42a9-bab3-dd9b88dcd268 req-3059a737-5b09-4f08-a4ef-b605527a9a97 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c556fe5-0125-48ec-8057-3295f5ec5000 HTTP/1.1" status: 200 len: 944 time: 0.0714917 Jul 14 18:53:20.861624 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-50cd35e0-392e-40f5-a10e-38593a83d4a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:53:20.871184 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-170cd596-8249-42a9-bab3-dd9b88dcd268 req-0022c771-67a4-41f1-bd44-0692819bd048 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] 10.222.0.16 "GET /v2.0/security-groups?id=be330687-3a60-4db7-bad1-ca6d5eb00fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374832 Jul 14 18:53:20.888181 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-50cd35e0-392e-40f5-a10e-38593a83d4a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:53:20.936950 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-50cd35e0-392e-40f5-a10e-38593a83d4a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:53:20.939505 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-50cd35e0-392e-40f5-a10e-38593a83d4a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:53:20.942945 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-50cd35e0-392e-40f5-a10e-38593a83d4a6 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2d2fe4c6-49aa-440a-93da-ec7077b8f195 HTTP/1.1" status: 204 len: 168 time: 0.1303649 Jul 14 18:53:20.948290 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50cd35e0-392e-40f5-a10e-38593a83d4a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d2fe4c6-49aa-440a-93da-ec7077b8f195,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:53:21.073805 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307789bd-8876-49e7-a8fd-8496941c01cf req-b3596503-8967-4e31-9eb1-ca663e44d19d tempest-VolumesActionsTest-1127153359 tempest-VolumesActionsTest-1127153359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:53:21.075463 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-307789bd-8876-49e7-a8fd-8496941c01cf req-b3596503-8967-4e31-9eb1-ca663e44d19d tempest-VolumesActionsTest-1127153359 tempest-VolumesActionsTest-1127153359-project] 10.222.0.35 "GET /v2.0/ports?device_id=1419f64d-6eaf-459d-acc4-89c07dd7398d HTTP/1.1" status: 200 len: 945 time: 0.0689301 Jul 14 18:53:21.208950 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd65664-51d5-4d13-8e11-86b3e8f436bf req-fe69b037-cc34-479a-bb8b-9d4ca08a9101 tempest-VolumesActionsTest-1127153359 tempest-VolumesActionsTest-1127153359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:53:21.210437 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-bcd65664-51d5-4d13-8e11-86b3e8f436bf req-fe69b037-cc34-479a-bb8b-9d4ca08a9101 tempest-VolumesActionsTest-1127153359 tempest-VolumesActionsTest-1127153359-project] 10.222.0.16 "GET /v2.0/ports?device_id=1419f64d-6eaf-459d-acc4-89c07dd7398d HTTP/1.1" status: 200 len: 945 time: 0.1219168 Jul 14 18:53:21.241825 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [req-307789bd-8876-49e7-a8fd-8496941c01cf req-0cec6f85-0b5c-4ea1-8de4-4a87c1340ef8 tempest-VolumesActionsTest-1127153359 tempest-VolumesActionsTest-1127153359-project] Deleting port 3e0f0b62-ce62-44be-ad83-14f0e17b428a {{(pid=93915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:53:21.242169 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-307789bd-8876-49e7-a8fd-8496941c01cf req-0cec6f85-0b5c-4ea1-8de4-4a87c1340ef8 tempest-VolumesActionsTest-1127153359 tempest-VolumesActionsTest-1127153359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:53:21.278740 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 49096) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:53:21.298222 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-bcd65664-51d5-4d13-8e11-86b3e8f436bf req-80b482ba-ee64-4643-9fa5-6f11eba7d58b tempest-VolumesActionsTest-1127153359 tempest-VolumesActionsTest-1127153359-project] 10.222.0.16 "GET /v2.0/security-groups?id=f6edd6f8-77b1-4dff-994f-c9792ea2eafe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814948 Jul 14 18:53:21.320391 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-7f46fdd3-dd81-4e57-b524-dcff1470a73a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=937a37f0781341a7a57507c6c1a0235e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0403781 Jul 14 18:53:21.322769 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 49098) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:53:21.355528 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-307789bd-8876-49e7-a8fd-8496941c01cf req-0cec6f85-0b5c-4ea1-8de4-4a87c1340ef8 tempest-VolumesActionsTest-1127153359 tempest-VolumesActionsTest-1127153359-project] For port 3e0f0b62-ce62-44be-ad83-14f0e17b428a, host n-h2-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=3e0f0b62-ce62-44be-ad83-14f0e17b428a,segment=NetworkSegment(160dc5d4-9acf-43d7-bd62-26167831a884),segment_id=160dc5d4-9acf-43d7-bd62-26167831a884)] {{(pid=93915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:53:21.355885 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-307789bd-8876-49e7-a8fd-8496941c01cf req-0cec6f85-0b5c-4ea1-8de4-4a87c1340ef8 tempest-VolumesActionsTest-1127153359 tempest-VolumesActionsTest-1127153359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:53:21.368712 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [req-307789bd-8876-49e7-a8fd-8496941c01cf req-0cec6f85-0b5c-4ea1-8de4-4a87c1340ef8 tempest-VolumesActionsTest-1127153359 tempest-VolumesActionsTest-1127153359-project] Calling delete_port for 3e0f0b62-ce62-44be-ad83-14f0e17b428a owned by compute:nova {{(pid=93915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:53:21.375192 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-e8c64775-9f3e-4ee8-9698-6774d409253f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:53:21.396843 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-e8c64775-9f3e-4ee8-9698-6774d409253f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:53:21.444204 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-e8c64775-9f3e-4ee8-9698-6774d409253f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:53:21.447206 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-e8c64775-9f3e-4ee8-9698-6774d409253f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:53:21.448748 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-e8c64775-9f3e-4ee8-9698-6774d409253f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2860eb37-e3f5-4454-b9b5-20c636deacf9 HTTP/1.1" status: 204 len: 168 time: 0.1248834 Jul 14 18:53:21.457192 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c64775-9f3e-4ee8-9698-6774d409253f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2860eb37-e3f5-4454-b9b5-20c636deacf9,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:53:21.498509 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-307789bd-8876-49e7-a8fd-8496941c01cf req-0cec6f85-0b5c-4ea1-8de4-4a87c1340ef8 tempest-VolumesActionsTest-1127153359 tempest-VolumesActionsTest-1127153359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:53:21.510473 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] get_ports_and_sgs() called for port_ids ['3e0f0b62-ce62-44be-ad83-14f0e17b428a'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 18:53:21.527876 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cec6f85-0b5c-4ea1-8de4-4a87c1340ef8 tempest-VolumesActionsTest-1127153359 tempest-VolumesActionsTest-1127153359-project] Pushing event deleted for resources: {'Port': ['ID=3e0f0b62-ce62-44be-ad83-14f0e17b428a,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:53:21.575702 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [req-307789bd-8876-49e7-a8fd-8496941c01cf req-0cec6f85-0b5c-4ea1-8de4-4a87c1340ef8 tempest-VolumesActionsTest-1127153359 tempest-VolumesActionsTest-1127153359-project] No DVR routers for this DVR port 3e0f0b62-ce62-44be-ad83-14f0e17b428a on host n-h2-800634-3 {{(pid=93915) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 18:53:21.578495 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-307789bd-8876-49e7-a8fd-8496941c01cf req-0cec6f85-0b5c-4ea1-8de4-4a87c1340ef8 tempest-VolumesActionsTest-1127153359 tempest-VolumesActionsTest-1127153359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:53:21.580683 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-307789bd-8876-49e7-a8fd-8496941c01cf req-0cec6f85-0b5c-4ea1-8de4-4a87c1340ef8 tempest-VolumesActionsTest-1127153359 tempest-VolumesActionsTest-1127153359-project] 10.222.0.35 "DELETE /v2.0/ports/3e0f0b62-ce62-44be-ad83-14f0e17b428a HTTP/1.1" status: 204 len: 173 time: 0.4996886 Jul 14 18:53:21.581139 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1419f64d-6eaf-459d-acc4-89c07dd7398d', 'name': 'network-vif-deleted', 'tag': '3e0f0b62-ce62-44be-ad83-14f0e17b428a'}] {{(pid=93915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:53:21.583494 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e72782ad3af8f7d4ce76cedf092bca46d1756acc5c4653cf0b52034cdd6b073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a831dfa-fbe2-47f9-a15f-1cfa01dc03df" -d '{"events": [{"server_uuid": "1419f64d-6eaf-459d-acc4-89c07dd7398d", "name": "network-vif-deleted", "tag": "3e0f0b62-ce62-44be-ad83-14f0e17b428a"}]}' {{(pid=93915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:53:21.623053 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 18:53:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb4bae3e-00c2-4d76-9c44-0cb47000ac69 x-openstack-request-id: req-bb4bae3e-00c2-4d76-9c44-0cb47000ac69 {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:53:21.623349 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1419f64d-6eaf-459d-acc4-89c07dd7398d", "name": "network-vif-deleted", "tag": "3e0f0b62-ce62-44be-ad83-14f0e17b428a", "status": "completed", "code": 200}]} {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:53:21.623633 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-bb4bae3e-00c2-4d76-9c44-0cb47000ac69 {{(pid=93915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:53:21.628262 n-d-800634-3 neutron-server[93915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1419f64d-6eaf-459d-acc4-89c07dd7398d', 'name': 'network-vif-deleted', 'tag': '3e0f0b62-ce62-44be-ad83-14f0e17b428a', 'status': 'completed', 'code': 200} Jul 14 18:53:22.093435 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad80801d-a5e8-4594-ad5a-3c5fc49faf44 req-9174b37c-c688-4846-9125-7ccbd379cb49 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:53:22.094968 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ad80801d-a5e8-4594-ad5a-3c5fc49faf44 req-9174b37c-c688-4846-9125-7ccbd379cb49 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c556fe5-0125-48ec-8057-3295f5ec5000 HTTP/1.1" status: 200 len: 944 time: 0.0812378 Jul 14 18:53:22.135608 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ad80801d-a5e8-4594-ad5a-3c5fc49faf44 req-a3205bfb-b8eb-4d46-974b-f9473274980c tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] 10.222.0.16 "GET /v2.0/security-groups?id=be330687-3a60-4db7-bad1-ca6d5eb00fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341163 Jul 14 18:53:22.648423 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96d708f-3ecc-41c9-80e5-8896a3d3d64f req-a9a18dcf-8314-4161-9a32-01ecd460c3f3 tempest-VolumesActionsTest-1127153359 tempest-VolumesActionsTest-1127153359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:53:22.649835 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e96d708f-3ecc-41c9-80e5-8896a3d3d64f req-a9a18dcf-8314-4161-9a32-01ecd460c3f3 tempest-VolumesActionsTest-1127153359 tempest-VolumesActionsTest-1127153359-project] 10.222.0.16 "GET /v2.0/networks?id=e134f5f9-15e8-4523-a8a6-42df4df73444 HTTP/1.1" status: 200 len: 809 time: 0.1033113 Jul 14 18:53:22.665005 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e96d708f-3ecc-41c9-80e5-8896a3d3d64f req-c3892705-f2ad-45d8-939f-5d6f019e3e3b tempest-VolumesActionsTest-1127153359 tempest-VolumesActionsTest-1127153359-project] 10.222.0.16 "GET /v2.0/quotas/7240474088e94aca95db86a3c4c1d324 HTTP/1.1" status: 200 len: 375 time: 0.0097013 Jul 14 18:53:22.698349 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e96d708f-3ecc-41c9-80e5-8896a3d3d64f req-ce3aa7cd-d685-4e3d-b592-78c5d74b0b42 tempest-VolumesActionsTest-1127153359 tempest-VolumesActionsTest-1127153359-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=7240474088e94aca95db86a3c4c1d324&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0278165 Jul 14 18:53:22.803300 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-eb2f033a-a272-4b19-9bf4-da60d6282b72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:53:22.890580 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e96d708f-3ecc-41c9-80e5-8896a3d3d64f req-ee7b80a9-2441-4fc5-8164-a75f6bc242fc service neutron] 10.222.0.16 "GET /v2.0/networks/e134f5f9-15e8-4523-a8a6-42df4df73444?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1855814 Jul 14 18:53:23.042148 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e96d708f-3ecc-41c9-80e5-8896a3d3d64f req-e9ec380e-df7b-4527-8b79-924fd22194f3 service neutron] 10.222.0.16 "GET /v2.0/networks/e134f5f9-15e8-4523-a8a6-42df4df73444?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1452849 Jul 14 18:53:23.199275 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:53:23.261153 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-d6d6281d-aecc-4dcb-ba6f-447f38c52d5c req-2f0673af-b9c2-45a0-9dea-dd9116f0000b tempest-VolumesActionsTest-1127153359 tempest-VolumesActionsTest-1127153359-project] 10.222.0.16 "GET /v2.0/ports?device_id=9cd62e78-cec1-487e-aa72-966960dc0cce HTTP/1.1" status: 200 len: 210 time: 0.0350502 Jul 14 18:53:23.348179 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1b8d18-3edb-4bf6-b9d2-8d72daaf8bfc req-df31911b-8ee1-43d2-9214-17ca82bf5c5f tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:53:23.349718 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3c1b8d18-3edb-4bf6-b9d2-8d72daaf8bfc req-df31911b-8ee1-43d2-9214-17ca82bf5c5f tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c556fe5-0125-48ec-8057-3295f5ec5000 HTTP/1.1" status: 200 len: 944 time: 0.0675368 Jul 14 18:53:23.388200 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3c1b8d18-3edb-4bf6-b9d2-8d72daaf8bfc req-5576992b-bd0b-4142-abba-a650997fe88f tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] 10.222.0.16 "GET /v2.0/security-groups?id=be330687-3a60-4db7-bad1-ca6d5eb00fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328350 Jul 14 18:53:24.174122 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-574aeb93-9938-449c-8e6c-cb22c9b52cc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:53:24.292492 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96d708f-3ecc-41c9-80e5-8896a3d3d64f req-da92d56f-123c-41f9-9998-bec70cb9e1f8 tempest-VolumesActionsTest-1127153359 tempest-VolumesActionsTest-1127153359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:53:24.294092 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e96d708f-3ecc-41c9-80e5-8896a3d3d64f req-da92d56f-123c-41f9-9998-bec70cb9e1f8 tempest-VolumesActionsTest-1127153359 tempest-VolumesActionsTest-1127153359-project] 10.222.0.35 "GET /v2.0/networks?id=e134f5f9-15e8-4523-a8a6-42df4df73444 HTTP/1.1" status: 200 len: 809 time: 0.1232026 Jul 14 18:53:24.307552 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [req-e96d708f-3ecc-41c9-80e5-8896a3d3d64f req-daf14956-fe2b-42d4-a2e9-18deeb12ae13 tempest-VolumesActionsTest-1127153359 tempest-VolumesActionsTest-1127153359-project] Request body: {'port': {'device_id': '9cd62e78-cec1-487e-aa72-966960dc0cce', 'network_id': 'e134f5f9-15e8-4523-a8a6-42df4df73444', 'admin_state_up': True, 'tenant_id': '7240474088e94aca95db86a3c4c1d324'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:53:24.430318 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-8a76f8bf-7e57-4674-8d35-de534218d8ea req-daa2e79f-13f3-484e-8b4d-5f6b6221528d tempest-VolumesActionsTest-1127153359 tempest-VolumesActionsTest-1127153359-project] 10.222.0.16 "GET /v2.0/ports?device_id=9cd62e78-cec1-487e-aa72-966960dc0cce HTTP/1.1" status: 200 len: 210 time: 0.0392990 Jul 14 18:53:24.465633 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Device 3e0f0b62-ce62-44be-ad83-14f0e17b428a no longer exists at agent hyperv_n-h2-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 18:53:24.485970 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e96d708f-3ecc-41c9-80e5-8896a3d3d64f req-daf14956-fe2b-42d4-a2e9-18deeb12ae13 tempest-VolumesActionsTest-1127153359 tempest-VolumesActionsTest-1127153359-project] Made reservation on behalf of 7240474088e94aca95db86a3c4c1d324 for: {'port': 1} {{(pid=93915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:53:24.491156 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-e96d708f-3ecc-41c9-80e5-8896a3d3d64f req-daf14956-fe2b-42d4-a2e9-18deeb12ae13 tempest-VolumesActionsTest-1127153359 tempest-VolumesActionsTest-1127153359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:53:24.491331 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] No Port match for: 3e0f0b62-ce62-44be-ad83-14f0e17b428a {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 18:53:24.491640 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Device 3e0f0b62-ce62-44be-ad83-14f0e17b428a not bound to the agent host n-h2-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 18:53:24.664742 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9f92bf-d9ea-4e59-b830-5a9e5f79b980 req-36affe4e-3fb0-44ae-b65e-6ca3be0fc84b tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:53:24.666358 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-bf9f92bf-d9ea-4e59-b830-5a9e5f79b980 req-36affe4e-3fb0-44ae-b65e-6ca3be0fc84b tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c556fe5-0125-48ec-8057-3295f5ec5000 HTTP/1.1" status: 200 len: 944 time: 0.1453009 Jul 14 18:53:24.672475 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.db_base_plugin_common [req-e96d708f-3ecc-41c9-80e5-8896a3d3d64f req-daf14956-fe2b-42d4-a2e9-18deeb12ae13 tempest-VolumesActionsTest-1127153359 tempest-VolumesActionsTest-1127153359-project] Allocated IP 172.20.0.4 (e134f5f9-15e8-4523-a8a6-42df4df73444/8665d69f-8bba-4f7c-8df8-71dc6db226d4/2e151777-bbb3-4574-866d-4396de4a47fe) {{(pid=93915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:53:25.057063 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-bf9f92bf-d9ea-4e59-b830-5a9e5f79b980 req-a090866b-d9fd-448c-abfa-5a0d3294768a tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] 10.222.0.16 "GET /v2.0/security-groups?id=be330687-3a60-4db7-bad1-ca6d5eb00fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3809071 Jul 14 18:53:25.189045 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-e96d708f-3ecc-41c9-80e5-8896a3d3d64f req-daf14956-fe2b-42d4-a2e9-18deeb12ae13 tempest-VolumesActionsTest-1127153359 tempest-VolumesActionsTest-1127153359-project] Notify callbacks [] for port, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:53:25.231202 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-e96d708f-3ecc-41c9-80e5-8896a3d3d64f req-daf14956-fe2b-42d4-a2e9-18deeb12ae13 tempest-VolumesActionsTest-1127153359 tempest-VolumesActionsTest-1127153359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:53:25.284431 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e96d708f-3ecc-41c9-80e5-8896a3d3d64f req-daf14956-fe2b-42d4-a2e9-18deeb12ae13 tempest-VolumesActionsTest-1127153359 tempest-VolumesActionsTest-1127153359-project] Network e134f5f9-15e8-4523-a8a6-42df4df73444 is already hosted by enough agents. {{(pid=93915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:53:25.287791 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [req-e96d708f-3ecc-41c9-80e5-8896a3d3d64f req-daf14956-fe2b-42d4-a2e9-18deeb12ae13 tempest-VolumesActionsTest-1127153359 tempest-VolumesActionsTest-1127153359-project] Resources bound (agent type, host, resource id): {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:53:25.291634 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [req-e96d708f-3ecc-41c9-80e5-8896a3d3d64f req-daf14956-fe2b-42d4-a2e9-18deeb12ae13 tempest-VolumesActionsTest-1127153359 tempest-VolumesActionsTest-1127153359-project] Received port after_create {{(pid=93915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:53:25.297946 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf14956-fe2b-42d4-a2e9-18deeb12ae13 tempest-VolumesActionsTest-1127153359 tempest-VolumesActionsTest-1127153359-project] Pushing event updated for resources: {'Port': ['ID=2e151777-bbb3-4574-866d-4396de4a47fe,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:53:25.344294 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96d708f-3ecc-41c9-80e5-8896a3d3d64f req-daf14956-fe2b-42d4-a2e9-18deeb12ae13 tempest-VolumesActionsTest-1127153359 tempest-VolumesActionsTest-1127153359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:53:25.344848 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-e96d708f-3ecc-41c9-80e5-8896a3d3d64f req-daf14956-fe2b-42d4-a2e9-18deeb12ae13 tempest-VolumesActionsTest-1127153359 tempest-VolumesActionsTest-1127153359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:53:25.359840 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e96d708f-3ecc-41c9-80e5-8896a3d3d64f req-daf14956-fe2b-42d4-a2e9-18deeb12ae13 tempest-VolumesActionsTest-1127153359 tempest-VolumesActionsTest-1127153359-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0576425 Jul 14 18:53:25.372218 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [req-e96d708f-3ecc-41c9-80e5-8896a3d3d64f req-c3594895-ada9-4f9e-b5e0-01075742911f service neutron] Request body: {'port': {'device_id': '9cd62e78-cec1-487e-aa72-966960dc0cce', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800634-3'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:53:25.445472 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-e96d708f-3ecc-41c9-80e5-8896a3d3d64f req-c3594895-ada9-4f9e-b5e0-01075742911f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:53:25.680952 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5640b8c9-07e2-4e35-aa4b-ed301ed7e153 req-146aabda-c08f-45af-b24c-6e2a4591ddba tempest-VolumesActionsTest-1127153359 tempest-VolumesActionsTest-1127153359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:53:25.682438 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-5640b8c9-07e2-4e35-aa4b-ed301ed7e153 req-146aabda-c08f-45af-b24c-6e2a4591ddba tempest-VolumesActionsTest-1127153359 tempest-VolumesActionsTest-1127153359-project] 10.222.0.16 "GET /v2.0/ports?device_id=9cd62e78-cec1-487e-aa72-966960dc0cce HTTP/1.1" status: 200 len: 931 time: 0.1344979 Jul 14 18:53:25.747293 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-5640b8c9-07e2-4e35-aa4b-ed301ed7e153 req-84ca1e65-769b-4b5b-b799-b3809e206267 tempest-VolumesActionsTest-1127153359 tempest-VolumesActionsTest-1127153359-project] 10.222.0.16 "GET /v2.0/security-groups?id=f6edd6f8-77b1-4dff-994f-c9792ea2eafe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589488 Jul 14 18:53:25.786702 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [req-e96d708f-3ecc-41c9-80e5-8896a3d3d64f req-c3594895-ada9-4f9e-b5e0-01075742911f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e151777-bbb3-4574-866d-4396de4a47fe {{(pid=93915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 18:53:25.794317 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-e96d708f-3ecc-41c9-80e5-8896a3d3d64f req-c3594895-ada9-4f9e-b5e0-01075742911f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:53:25.805769 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.provisioning_blocks [req-e96d708f-3ecc-41c9-80e5-8896a3d3d64f req-c3594895-ada9-4f9e-b5e0-01075742911f service neutron] Transition to ACTIVE for port object 2e151777-bbb3-4574-866d-4396de4a47fe will not be triggered until provisioned by entity L2. {{(pid=93915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:53:25.809914 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-e96d708f-3ecc-41c9-80e5-8896a3d3d64f req-c3594895-ada9-4f9e-b5e0-01075742911f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25912978'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:53:25.829151 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-2f4e3af3-e708-4ffd-a544-82d93a489d01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:53:25.857252 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3594895-ada9-4f9e-b5e0-01075742911f service neutron] Pushing event updated for resources: {'Port': ['ID=2e151777-bbb3-4574-866d-4396de4a47fe,revision_number=2']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:53:25.928211 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-e96d708f-3ecc-41c9-80e5-8896a3d3d64f req-c3594895-ada9-4f9e-b5e0-01075742911f service neutron] Attempting to bind port 2e151777-bbb3-4574-866d-4396de4a47fe on host n-h2-800634-3 for vnic_type normal with profile {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:53:25.928552 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-e96d708f-3ecc-41c9-80e5-8896a3d3d64f req-c3594895-ada9-4f9e-b5e0-01075742911f service neutron] Attempting to bind port 2e151777-bbb3-4574-866d-4396de4a47fe by drivers openvswitch,hyperv on host n-h2-800634-3 at level 0 using segments [{'id': '160dc5d4-9acf-43d7-bd62-26167831a884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'e134f5f9-15e8-4523-a8a6-42df4df73444'}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:53:25.928886 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e96d708f-3ecc-41c9-80e5-8896a3d3d64f req-c3594895-ada9-4f9e-b5e0-01075742911f service neutron] Attempting to bind port 2e151777-bbb3-4574-866d-4396de4a47fe on network e134f5f9-15e8-4523-a8a6-42df4df73444 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:53:25.933165 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e96d708f-3ecc-41c9-80e5-8896a3d3d64f req-c3594895-ada9-4f9e-b5e0-01075742911f service neutron] Port 2e151777-bbb3-4574-866d-4396de4a47fe on network e134f5f9-15e8-4523-a8a6-42df4df73444 not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-3 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 18:53:25.933427 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e96d708f-3ecc-41c9-80e5-8896a3d3d64f req-c3594895-ada9-4f9e-b5e0-01075742911f service neutron] Attempting to bind port 2e151777-bbb3-4574-866d-4396de4a47fe on network e134f5f9-15e8-4523-a8a6-42df4df73444 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:53:25.938153 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e96d708f-3ecc-41c9-80e5-8896a3d3d64f req-c3594895-ada9-4f9e-b5e0-01075742911f service neutron] Checking agent: {'id': '08e36a6c-8d04-48f0-a644-f27680635246', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 15, 35), 'started_at': datetime.datetime(2021, 7, 14, 18, 15, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 18, 53, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 18:53:25.938492 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e96d708f-3ecc-41c9-80e5-8896a3d3d64f req-c3594895-ada9-4f9e-b5e0-01075742911f service neutron] Checking segment: {'id': '160dc5d4-9acf-43d7-bd62-26167831a884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'e134f5f9-15e8-4523-a8a6-42df4df73444'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:53:25.938874 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e96d708f-3ecc-41c9-80e5-8896a3d3d64f req-c3594895-ada9-4f9e-b5e0-01075742911f service neutron] Bound using segment: {'id': '160dc5d4-9acf-43d7-bd62-26167831a884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'e134f5f9-15e8-4523-a8a6-42df4df73444'} {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 18:53:25.939299 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-e96d708f-3ecc-41c9-80e5-8896a3d3d64f req-c3594895-ada9-4f9e-b5e0-01075742911f service neutron] Bound port: 2e151777-bbb3-4574-866d-4396de4a47fe, host: n-h2-800634-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '160dc5d4-9acf-43d7-bd62-26167831a884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'e134f5f9-15e8-4523-a8a6-42df4df73444'}}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 18:53:25.939653 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-e96d708f-3ecc-41c9-80e5-8896a3d3d64f req-c3594895-ada9-4f9e-b5e0-01075742911f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:53:26.004179 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-e96d708f-3ecc-41c9-80e5-8896a3d3d64f req-c3594895-ada9-4f9e-b5e0-01075742911f service neutron] For port 2e151777-bbb3-4574-866d-4396de4a47fe, host n-h2-800634-3, cleared binding levels {{(pid=93915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:53:26.007109 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-e96d708f-3ecc-41c9-80e5-8896a3d3d64f req-c3594895-ada9-4f9e-b5e0-01075742911f service neutron] For port 2e151777-bbb3-4574-866d-4396de4a47fe, host n-h2-800634-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=2e151777-bbb3-4574-866d-4396de4a47fe,segment=NetworkSegment(160dc5d4-9acf-43d7-bd62-26167831a884),segment_id=160dc5d4-9acf-43d7-bd62-26167831a884)] {{(pid=93915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 18:53:26.011255 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-e96d708f-3ecc-41c9-80e5-8896a3d3d64f req-c3594895-ada9-4f9e-b5e0-01075742911f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25912978'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:53:26.043682 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96d708f-3ecc-41c9-80e5-8896a3d3d64f req-c3594895-ada9-4f9e-b5e0-01075742911f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:53:26.044385 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-e96d708f-3ecc-41c9-80e5-8896a3d3d64f req-c3594895-ada9-4f9e-b5e0-01075742911f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:53:26.045819 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e96d708f-3ecc-41c9-80e5-8896a3d3d64f req-c3594895-ada9-4f9e-b5e0-01075742911f service neutron] 10.222.0.35 "PUT /v2.0/ports/2e151777-bbb3-4574-866d-4396de4a47fe HTTP/1.1" status: 200 len: 1091 time: 0.6779013 Jul 14 18:53:26.046252 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9cd62e78-cec1-487e-aa72-966960dc0cce', 'tag': '2e151777-bbb3-4574-866d-4396de4a47fe'}] {{(pid=93915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:53:26.048518 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e72782ad3af8f7d4ce76cedf092bca46d1756acc5c4653cf0b52034cdd6b073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ebed488-0bf7-43fc-9d7b-64628c0639b0" -d '{"events": [{"name": "network-changed", "server_uuid": "9cd62e78-cec1-487e-aa72-966960dc0cce", "tag": "2e151777-bbb3-4574-866d-4396de4a47fe"}]}' {{(pid=93915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:53:26.073974 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3594895-ada9-4f9e-b5e0-01075742911f service neutron] Pushing event updated for resources: {'Port': ['ID=2e151777-bbb3-4574-866d-4396de4a47fe,revision_number=3']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:53:26.095139 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 18:53:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06abe643-3337-4f82-9f9a-7f4a2a41bb2a x-openstack-request-id: req-06abe643-3337-4f82-9f9a-7f4a2a41bb2a {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:53:26.095431 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9cd62e78-cec1-487e-aa72-966960dc0cce", "tag": "2e151777-bbb3-4574-866d-4396de4a47fe", "status": "completed", "code": 200}]} {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:53:26.095691 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-06abe643-3337-4f82-9f9a-7f4a2a41bb2a {{(pid=93915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:53:26.096091 n-d-800634-3 neutron-server[93915]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9cd62e78-cec1-487e-aa72-966960dc0cce', 'tag': '2e151777-bbb3-4574-866d-4396de4a47fe', 'status': 'completed', 'code': 200} Jul 14 18:53:26.139368 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96d708f-3ecc-41c9-80e5-8896a3d3d64f req-d37f7d18-1d9d-4542-a638-b4a23deb97a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:53:26.141234 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e96d708f-3ecc-41c9-80e5-8896a3d3d64f req-d37f7d18-1d9d-4542-a638-b4a23deb97a3 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7240474088e94aca95db86a3c4c1d324&device_id=9cd62e78-cec1-487e-aa72-966960dc0cce HTTP/1.1" status: 200 len: 1094 time: 0.0561731 Jul 14 18:53:26.188478 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e96d708f-3ecc-41c9-80e5-8896a3d3d64f req-f81a0cb3-8e70-4efd-99ba-6566b1800faa service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2e151777-bbb3-4574-866d-4396de4a47fe HTTP/1.1" status: 200 len: 217 time: 0.0398366 Jul 14 18:53:26.263100 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96d708f-3ecc-41c9-80e5-8896a3d3d64f req-2edd211f-618f-4779-9a0e-5b7fa6369463 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:53:26.264630 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e96d708f-3ecc-41c9-80e5-8896a3d3d64f req-2edd211f-618f-4779-9a0e-5b7fa6369463 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8665d69f-8bba-4f7c-8df8-71dc6db226d4 HTTP/1.1" status: 200 len: 849 time: 0.0684671 Jul 14 18:53:26.301285 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e96d708f-3ecc-41c9-80e5-8896a3d3d64f req-8d3c3aad-0e5a-4ea1-9f92-8fc26bd2895a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e134f5f9-15e8-4523-a8a6-42df4df73444&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292807 Jul 14 18:53:26.317092 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e311058-69f9-43d0-a0ea-57cb9cebec21 req-f8e05a53-219a-469a-ab3d-e5ce5fe2f9a2 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:53:26.317092 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-8e311058-69f9-43d0-a0ea-57cb9cebec21 req-f8e05a53-219a-469a-ab3d-e5ce5fe2f9a2 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c556fe5-0125-48ec-8057-3295f5ec5000 HTTP/1.1" status: 200 len: 944 time: 0.1296785 Jul 14 18:53:26.403478 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-8e311058-69f9-43d0-a0ea-57cb9cebec21 req-d3006847-0aaa-4898-8243-130f4513edb4 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] 10.222.0.16 "GET /v2.0/security-groups?id=be330687-3a60-4db7-bad1-ca6d5eb00fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0799580 Jul 14 18:53:26.432005 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e96d708f-3ecc-41c9-80e5-8896a3d3d64f req-876f7790-1016-4f7a-a172-9c4ad383451c service neutron] 10.222.0.35 "GET /v2.0/networks/e134f5f9-15e8-4523-a8a6-42df4df73444?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1158249 Jul 14 18:53:26.534375 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e96d708f-3ecc-41c9-80e5-8896a3d3d64f req-3e82b77f-8aed-4757-aa0f-399cc9224423 service neutron] 10.222.0.35 "GET /v2.0/networks/e134f5f9-15e8-4523-a8a6-42df4df73444?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963049 Jul 14 18:53:26.634446 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebed488-0bf7-43fc-9d7b-64628c0639b0 req-288782b8-8297-4c0c-b487-5e904b219851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:53:26.636031 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-8ebed488-0bf7-43fc-9d7b-64628c0639b0 req-288782b8-8297-4c0c-b487-5e904b219851 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7240474088e94aca95db86a3c4c1d324&device_id=9cd62e78-cec1-487e-aa72-966960dc0cce HTTP/1.1" status: 200 len: 1094 time: 0.0533540 Jul 14 18:53:26.725045 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebed488-0bf7-43fc-9d7b-64628c0639b0 req-8744562e-22a9-4b42-8a3d-2f45a2f9e2c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:53:26.726441 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-8ebed488-0bf7-43fc-9d7b-64628c0639b0 req-8744562e-22a9-4b42-8a3d-2f45a2f9e2c5 service neutron] 10.222.0.35 "GET /v2.0/networks?id=e134f5f9-15e8-4523-a8a6-42df4df73444 HTTP/1.1" status: 200 len: 909 time: 0.0843792 Jul 14 18:53:26.771170 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-8ebed488-0bf7-43fc-9d7b-64628c0639b0 req-895b5a3c-9636-4f30-a1be-5ffa3a3f8a2d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2e151777-bbb3-4574-866d-4396de4a47fe HTTP/1.1" status: 200 len: 217 time: 0.0380349 Jul 14 18:53:26.825113 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebed488-0bf7-43fc-9d7b-64628c0639b0 req-5c578f41-593f-4259-8edb-a97de1bccbe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:53:26.826802 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-8ebed488-0bf7-43fc-9d7b-64628c0639b0 req-5c578f41-593f-4259-8edb-a97de1bccbe1 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8665d69f-8bba-4f7c-8df8-71dc6db226d4 HTTP/1.1" status: 200 len: 849 time: 0.0467815 Jul 14 18:53:26.862372 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-8ebed488-0bf7-43fc-9d7b-64628c0639b0 req-3c2e8b36-a293-45b1-a8ca-48eba52274b7 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e134f5f9-15e8-4523-a8a6-42df4df73444&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285320 Jul 14 18:53:26.999237 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10dda528-4543-47e7-926d-7660f346dfb5 req-7c52e645-c65b-4831-8051-791623c851ed tempest-VolumesActionsTest-1127153359 tempest-VolumesActionsTest-1127153359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:53:27.000685 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-10dda528-4543-47e7-926d-7660f346dfb5 req-7c52e645-c65b-4831-8051-791623c851ed tempest-VolumesActionsTest-1127153359 tempest-VolumesActionsTest-1127153359-project] 10.222.0.16 "GET /v2.0/ports?device_id=9cd62e78-cec1-487e-aa72-966960dc0cce HTTP/1.1" status: 200 len: 943 time: 0.1408670 Jul 14 18:53:27.002881 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-8ebed488-0bf7-43fc-9d7b-64628c0639b0 req-38e783e9-98f7-45cf-8950-dc1d7299e8b1 service neutron] 10.222.0.35 "GET /v2.0/networks/e134f5f9-15e8-4523-a8a6-42df4df73444?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322467 Jul 14 18:53:27.091691 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-10dda528-4543-47e7-926d-7660f346dfb5 req-4958da59-ab50-4200-b368-aae8b856cd1f tempest-VolumesActionsTest-1127153359 tempest-VolumesActionsTest-1127153359-project] 10.222.0.16 "GET /v2.0/security-groups?id=f6edd6f8-77b1-4dff-994f-c9792ea2eafe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847192 Jul 14 18:53:27.132458 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-8ebed488-0bf7-43fc-9d7b-64628c0639b0 req-5a596e59-e477-4aaa-8852-6e6389b04c4f service neutron] 10.222.0.35 "GET /v2.0/networks/e134f5f9-15e8-4523-a8a6-42df4df73444?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1193671 Jul 14 18:53:27.627731 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18100204-c037-4c5f-89a2-8160cccf07df req-a349a45a-090a-4931-b290-4db961761605 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:53:27.629964 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-18100204-c037-4c5f-89a2-8160cccf07df req-a349a45a-090a-4931-b290-4db961761605 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c556fe5-0125-48ec-8057-3295f5ec5000 HTTP/1.1" status: 200 len: 944 time: 0.0720031 Jul 14 18:53:27.669387 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-18100204-c037-4c5f-89a2-8160cccf07df req-866af1c1-aaf6-440d-a8d3-1823b9668e93 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] 10.222.0.16 "GET /v2.0/security-groups?id=be330687-3a60-4db7-bad1-ca6d5eb00fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338924 Jul 14 18:53:28.261735 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8978b904-927d-4865-824f-fb726d53daa2 req-3fefe158-3ab2-43c0-baef-df6aba8e9548 tempest-VolumesActionsTest-1127153359 tempest-VolumesActionsTest-1127153359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:53:28.263204 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-8978b904-927d-4865-824f-fb726d53daa2 req-3fefe158-3ab2-43c0-baef-df6aba8e9548 tempest-VolumesActionsTest-1127153359 tempest-VolumesActionsTest-1127153359-project] 10.222.0.16 "GET /v2.0/ports?device_id=9cd62e78-cec1-487e-aa72-966960dc0cce HTTP/1.1" status: 200 len: 943 time: 0.0637367 Jul 14 18:53:28.302616 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-8978b904-927d-4865-824f-fb726d53daa2 req-701ec73c-ae81-412e-8082-154e74f4efee tempest-VolumesActionsTest-1127153359 tempest-VolumesActionsTest-1127153359-project] 10.222.0.16 "GET /v2.0/security-groups?id=f6edd6f8-77b1-4dff-994f-c9792ea2eafe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336895 Jul 14 18:53:28.480035 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Device 2e151777-bbb3-4574-866d-4396de4a47fe details requested by agent hyperv_n-h2-800634-3 with host n-h2-800634-3 {{(pid=93917) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 18:53:28.573710 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] For port 2e151777-bbb3-4574-866d-4396de4a47fe, host n-h2-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=2e151777-bbb3-4574-866d-4396de4a47fe,segment=NetworkSegment(160dc5d4-9acf-43d7-bd62-26167831a884),segment_id=160dc5d4-9acf-43d7-bd62-26167831a884)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:53:28.585262 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Returning: {'device': '2e151777-bbb3-4574-866d-4396de4a47fe', 'network_id': 'e134f5f9-15e8-4523-a8a6-42df4df73444', 'port_id': '2e151777-bbb3-4574-866d-4396de4a47fe', 'mac_address': 'fa:16:3e:24:7d:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 92, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8665d69f-8bba-4f7c-8df8-71dc6db226d4', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93917) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 18:53:28.624656 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:53:28.637574 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e151777-bbb3-4574-866d-4396de4a47fe {{(pid=93917) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 18:53:28.657224 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] For port 2e151777-bbb3-4574-866d-4396de4a47fe, host n-h2-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=2e151777-bbb3-4574-866d-4396de4a47fe,segment=NetworkSegment(160dc5d4-9acf-43d7-bd62-26167831a884),segment_id=160dc5d4-9acf-43d7-bd62-26167831a884)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:53:28.661444 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:53:28.720596 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Pushing event updated for resources: {'Port': ['ID=2e151777-bbb3-4574-866d-4396de4a47fe,revision_number=4']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:53:28.864542 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf00c4a-a51f-4521-8a37-82f239a906a8 req-69e06bae-e951-405b-ad1a-238b280e449e tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:53:28.865933 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2cf00c4a-a51f-4521-8a37-82f239a906a8 req-69e06bae-e951-405b-ad1a-238b280e449e tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c556fe5-0125-48ec-8057-3295f5ec5000 HTTP/1.1" status: 200 len: 944 time: 0.0724275 Jul 14 18:53:28.904131 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2cf00c4a-a51f-4521-8a37-82f239a906a8 req-fbf1e189-1e94-4c68-bc7b-13f6ebd4dea1 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] 10.222.0.16 "GET /v2.0/security-groups?id=be330687-3a60-4db7-bad1-ca6d5eb00fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324726 Jul 14 18:53:28.911321 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] get_ports_and_sgs() called for port_ids ['2e151777-bbb3-4574-866d-4396de4a47fe'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 18:53:29.275145 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67a92bd-f51e-46f3-93a8-53f79dae6af2 req-97423c31-c8e1-49e2-a17e-dcf49f0412b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:53:29.276703 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c67a92bd-f51e-46f3-93a8-53f79dae6af2 req-97423c31-c8e1-49e2-a17e-dcf49f0412b4 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c28e5bcf1e004d64bdc0461d59ce0908&device_id=9c556fe5-0125-48ec-8057-3295f5ec5000 HTTP/1.1" status: 200 len: 1095 time: 0.0986304 Jul 14 18:53:29.288985 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42e615d-c6ec-498f-843d-40adbeb83ddd req-0da4ce14-47f4-463d-863a-febcb6b2b6bc tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:53:29.290377 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f42e615d-c6ec-498f-843d-40adbeb83ddd req-0da4ce14-47f4-463d-863a-febcb6b2b6bc tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c556fe5-0125-48ec-8057-3295f5ec5000 HTTP/1.1" status: 200 len: 944 time: 0.0860665 Jul 14 18:53:29.375712 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f42e615d-c6ec-498f-843d-40adbeb83ddd req-ac45fd15-87e6-48aa-98d4-37a64ef896cf tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] 10.222.0.16 "GET /v2.0/security-groups?id=be330687-3a60-4db7-bad1-ca6d5eb00fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0770826 Jul 14 18:53:29.409817 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67a92bd-f51e-46f3-93a8-53f79dae6af2 req-3f38c02f-7fdb-4616-a4ca-2d4c5924b8f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:53:29.411334 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c67a92bd-f51e-46f3-93a8-53f79dae6af2 req-3f38c02f-7fdb-4616-a4ca-2d4c5924b8f6 service neutron] 10.222.0.18 "GET /v2.0/networks?id=39c54d55-b1e0-4eb1-9ee5-3eeadd4d8bde HTTP/1.1" status: 200 len: 912 time: 0.1200914 Jul 14 18:53:29.511747 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c67a92bd-f51e-46f3-93a8-53f79dae6af2 req-78949219-3be9-44d5-a088-254a9590f96d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9c478c99-d62c-4ba4-a542-afd02703f1f0 HTTP/1.1" status: 200 len: 999 time: 0.0931213 Jul 14 18:53:29.580538 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53eb840-6308-4b89-940b-b6a416b9a171 req-babd136f-783b-4477-be68-220840943e37 tempest-VolumesActionsTest-1127153359 tempest-VolumesActionsTest-1127153359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:53:29.582212 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f53eb840-6308-4b89-940b-b6a416b9a171 req-babd136f-783b-4477-be68-220840943e37 tempest-VolumesActionsTest-1127153359 tempest-VolumesActionsTest-1127153359-project] 10.222.0.16 "GET /v2.0/ports?device_id=9cd62e78-cec1-487e-aa72-966960dc0cce HTTP/1.1" status: 200 len: 944 time: 0.1647568 Jul 14 18:53:29.589854 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67a92bd-f51e-46f3-93a8-53f79dae6af2 req-dec1fc4c-2292-4545-8276-d8a267b20ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:53:29.591538 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c67a92bd-f51e-46f3-93a8-53f79dae6af2 req-dec1fc4c-2292-4545-8276-d8a267b20ecd service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e9fdea6e-22fa-4991-9f87-b79de93db404 HTTP/1.1" status: 200 len: 851 time: 0.0704424 Jul 14 18:53:29.659351 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f53eb840-6308-4b89-940b-b6a416b9a171 req-1ebeabd6-f8e2-4a16-a9d1-f94493f82f62 tempest-VolumesActionsTest-1127153359 tempest-VolumesActionsTest-1127153359-project] 10.222.0.16 "GET /v2.0/security-groups?id=f6edd6f8-77b1-4dff-994f-c9792ea2eafe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711265 Jul 14 18:53:29.688584 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67a92bd-f51e-46f3-93a8-53f79dae6af2 req-82471766-bd87-4b40-bc3b-62968290be95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:53:29.690202 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c67a92bd-f51e-46f3-93a8-53f79dae6af2 req-82471766-bd87-4b40-bc3b-62968290be95 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=39c54d55-b1e0-4eb1-9ee5-3eeadd4d8bde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0919688 Jul 14 18:53:29.787312 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c67a92bd-f51e-46f3-93a8-53f79dae6af2 req-85784aaa-a067-4e3b-b857-ac343da1e24e service neutron] 10.222.0.18 "GET /v2.0/networks/39c54d55-b1e0-4eb1-9ee5-3eeadd4d8bde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899112 Jul 14 18:53:29.883952 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c67a92bd-f51e-46f3-93a8-53f79dae6af2 req-2ddde210-0e04-4fb2-b557-0d6d142e5678 service neutron] 10.222.0.18 "GET /v2.0/networks/39c54d55-b1e0-4eb1-9ee5-3eeadd4d8bde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905385 Jul 14 18:53:30.497602 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Device 2e151777-bbb3-4574-866d-4396de4a47fe up at agent hyperv_n-h2-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:53:30.547412 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Provisioning for port 2e151777-bbb3-4574-866d-4396de4a47fe completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:53:30.551070 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Provisioning complete for port 2e151777-bbb3-4574-866d-4396de4a47fe triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:53:30.551442 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:53:30.564435 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f2259a-42dc-4616-991a-9cd7df415200 req-305ee276-f544-4971-859e-4c27cc739bb4 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:53:30.566434 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-13f2259a-42dc-4616-991a-9cd7df415200 req-305ee276-f544-4971-859e-4c27cc739bb4 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c556fe5-0125-48ec-8057-3295f5ec5000 HTTP/1.1" status: 200 len: 944 time: 0.0657992 Jul 14 18:53:30.604291 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-13f2259a-42dc-4616-991a-9cd7df415200 req-a260fdbf-a7b9-482e-b14c-abeac02711f5 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] 10.222.0.16 "GET /v2.0/security-groups?id=be330687-3a60-4db7-bad1-ca6d5eb00fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320337 Jul 14 18:53:30.626689 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:53:30.654203 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cd62e78-cec1-487e-aa72-966960dc0cce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e151777-bbb3-4574-866d-4396de4a47fe'}] {{(pid=93917) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:53:30.656474 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20b787f3c29eaa7aa2a4d648c725a2124c5ff39a8d793252f9d844495e14cf42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3998fe7e-399c-46ef-b31d-6a0d5b9bd731" -d '{"events": [{"server_uuid": "9cd62e78-cec1-487e-aa72-966960dc0cce", "name": "network-vif-plugged", "status": "completed", "tag": "2e151777-bbb3-4574-866d-4396de4a47fe"}]}' {{(pid=93917) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:53:30.668995 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] For port 2e151777-bbb3-4574-866d-4396de4a47fe, host n-h2-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=2e151777-bbb3-4574-866d-4396de4a47fe,segment=NetworkSegment(160dc5d4-9acf-43d7-bd62-26167831a884),segment_id=160dc5d4-9acf-43d7-bd62-26167831a884)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:53:30.673508 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:53:30.699016 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 18:53:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2110d48a-092e-49fe-b97f-03ad6748d2de x-openstack-request-id: req-2110d48a-092e-49fe-b97f-03ad6748d2de {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:53:30.699381 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cd62e78-cec1-487e-aa72-966960dc0cce", "name": "network-vif-plugged", "status": "completed", "tag": "2e151777-bbb3-4574-866d-4396de4a47fe", "code": 200}]} {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:53:30.700235 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2110d48a-092e-49fe-b97f-03ad6748d2de {{(pid=93917) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:53:30.700235 n-d-800634-3 neutron-server[93917]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cd62e78-cec1-487e-aa72-966960dc0cce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e151777-bbb3-4574-866d-4396de4a47fe', 'code': 200} Jul 14 18:53:30.747134 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Pushing event updated for resources: {'Port': ['ID=2e151777-bbb3-4574-866d-4396de4a47fe,revision_number=5']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:53:30.851682 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebca1a04-60c2-49a5-b77f-0845af8c2778 req-48edf171-1ffc-4e76-9295-c17801203e82 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:53:30.853221 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ebca1a04-60c2-49a5-b77f-0845af8c2778 req-48edf171-1ffc-4e76-9295-c17801203e82 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c556fe5-0125-48ec-8057-3295f5ec5000 HTTP/1.1" status: 200 len: 944 time: 0.1254268 Jul 14 18:53:30.909691 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bf21ab-6483-4bb3-b052-c2d0481777a6 req-7e2a0d65-1502-428e-abe0-79302d4ab144 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:53:30.911191 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a1bf21ab-6483-4bb3-b052-c2d0481777a6 req-7e2a0d65-1502-428e-abe0-79302d4ab144 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=9cd62e78-cec1-487e-aa72-966960dc0cce HTTP/1.1" status: 200 len: 1096 time: 0.1442320 Jul 14 18:53:30.921199 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ebca1a04-60c2-49a5-b77f-0845af8c2778 req-7fdeb5ab-2666-4e69-b2de-bfd08845f81c tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] 10.222.0.16 "GET /v2.0/security-groups?id=be330687-3a60-4db7-bad1-ca6d5eb00fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589640 Jul 14 18:53:30.947988 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea9cb8e-dac7-444a-add1-efd30ae31078 req-d1b480d6-9a74-4cea-9e19-3a5998b932c7 tempest-VolumesActionsTest-1127153359 tempest-VolumesActionsTest-1127153359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:53:30.949532 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-7ea9cb8e-dac7-444a-add1-efd30ae31078 req-d1b480d6-9a74-4cea-9e19-3a5998b932c7 tempest-VolumesActionsTest-1127153359 tempest-VolumesActionsTest-1127153359-project] 10.222.0.16 "GET /v2.0/ports?device_id=9cd62e78-cec1-487e-aa72-966960dc0cce HTTP/1.1" status: 200 len: 945 time: 0.1382871 Jul 14 18:53:30.981444 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a1bf21ab-6483-4bb3-b052-c2d0481777a6 req-84e4919f-b64f-4bdb-95ba-4d85779ab846 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=f6edd6f8-77b1-4dff-994f-c9792ea2eafe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585589 Jul 14 18:53:30.997630 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-7ea9cb8e-dac7-444a-add1-efd30ae31078 req-a630d65b-ba6c-4a8d-a5f0-871677ea339b tempest-VolumesActionsTest-1127153359 tempest-VolumesActionsTest-1127153359-project] 10.222.0.16 "GET /v2.0/security-groups?id=f6edd6f8-77b1-4dff-994f-c9792ea2eafe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377262 Jul 14 18:53:31.042557 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.agents_db [None req-2ea07fb6-aa68-4671-8654-119d82b9f530 None None] Agent healthcheck: found 7 active agents {{(pid=93918) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 18:53:31.119649 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a94614-d29c-4212-a6cf-f1bc154a938f req-97297a7d-7025-4b82-88ce-f2f9c08e7395 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:53:31.121174 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-22a94614-d29c-4212-a6cf-f1bc154a938f req-97297a7d-7025-4b82-88ce-f2f9c08e7395 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c556fe5-0125-48ec-8057-3295f5ec5000 HTTP/1.1" status: 200 len: 944 time: 0.0689135 Jul 14 18:53:31.163102 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-22a94614-d29c-4212-a6cf-f1bc154a938f req-d82d444e-0894-4942-b58a-fa3abeb52292 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] 10.222.0.16 "GET /v2.0/security-groups?id=be330687-3a60-4db7-bad1-ca6d5eb00fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364444 Jul 14 18:53:31.530408 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d3a979-f2b5-45ed-b4da-d2dfae78861e req-e29d9322-3dd9-4144-867d-080837d0e01c tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:53:31.531975 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-87d3a979-f2b5-45ed-b4da-d2dfae78861e req-e29d9322-3dd9-4144-867d-080837d0e01c tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c556fe5-0125-48ec-8057-3295f5ec5000 HTTP/1.1" status: 200 len: 944 time: 0.0653920 Jul 14 18:53:31.569714 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-87d3a979-f2b5-45ed-b4da-d2dfae78861e req-ddd9da33-6515-4cd9-8f5b-168151aa9309 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] 10.222.0.16 "GET /v2.0/security-groups?id=be330687-3a60-4db7-bad1-ca6d5eb00fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320842 Jul 14 18:53:32.189015 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11dc643-7fc4-4667-9119-2cad44de432f req-470848bf-e5bb-49b5-8585-0bdd642a8953 tempest-VolumesActionsTest-1127153359 tempest-VolumesActionsTest-1127153359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:53:32.190633 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b11dc643-7fc4-4667-9119-2cad44de432f req-470848bf-e5bb-49b5-8585-0bdd642a8953 tempest-VolumesActionsTest-1127153359 tempest-VolumesActionsTest-1127153359-project] 10.222.0.16 "GET /v2.0/ports?device_id=9cd62e78-cec1-487e-aa72-966960dc0cce HTTP/1.1" status: 200 len: 945 time: 0.0682340 Jul 14 18:53:32.232458 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b11dc643-7fc4-4667-9119-2cad44de432f req-69ce3988-b02c-41d7-8f31-bb3cb37479c9 tempest-VolumesActionsTest-1127153359 tempest-VolumesActionsTest-1127153359-project] 10.222.0.16 "GET /v2.0/security-groups?id=f6edd6f8-77b1-4dff-994f-c9792ea2eafe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360119 Jul 14 18:53:32.631526 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:53:32.748311 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e2766a-2234-442a-b5df-9f45565fd4f5 req-a0a993bd-8999-4006-b102-17bf74d75cdc tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:53:32.749811 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c8e2766a-2234-442a-b5df-9f45565fd4f5 req-a0a993bd-8999-4006-b102-17bf74d75cdc tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c556fe5-0125-48ec-8057-3295f5ec5000 HTTP/1.1" status: 200 len: 944 time: 0.0672505 Jul 14 18:53:32.788358 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c8e2766a-2234-442a-b5df-9f45565fd4f5 req-1e151f1d-f714-4918-98bd-018c4dbaf8cb tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] 10.222.0.16 "GET /v2.0/security-groups?id=be330687-3a60-4db7-bad1-ca6d5eb00fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322003 Jul 14 18:53:33.008000 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed69d4c2-1399-4e21-83ad-c28b820df657 req-188ed484-7c53-4b15-9400-ae2507c2d6c5 tempest-VolumesActionsTest-1127153359 tempest-VolumesActionsTest-1127153359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:53:33.010066 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ed69d4c2-1399-4e21-83ad-c28b820df657 req-188ed484-7c53-4b15-9400-ae2507c2d6c5 tempest-VolumesActionsTest-1127153359 tempest-VolumesActionsTest-1127153359-project] 10.222.0.16 "GET /v2.0/ports?device_id=9cd62e78-cec1-487e-aa72-966960dc0cce HTTP/1.1" status: 200 len: 945 time: 0.0691626 Jul 14 18:53:33.054051 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ed69d4c2-1399-4e21-83ad-c28b820df657 req-c5e212b7-68f7-4736-95f4-b56cf4d68796 tempest-VolumesActionsTest-1127153359 tempest-VolumesActionsTest-1127153359-project] 10.222.0.16 "GET /v2.0/security-groups?id=f6edd6f8-77b1-4dff-994f-c9792ea2eafe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369251 Jul 14 18:53:33.158581 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8291399e-ccf9-499a-a742-9a6f416e8d71 req-7a5313e5-7c9c-4d92-b8a3-4fa07274aca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:53:33.160643 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-8291399e-ccf9-499a-a742-9a6f416e8d71 req-7a5313e5-7c9c-4d92-b8a3-4fa07274aca8 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c28e5bcf1e004d64bdc0461d59ce0908&device_id=9c556fe5-0125-48ec-8057-3295f5ec5000 HTTP/1.1" status: 200 len: 1095 time: 0.0986862 Jul 14 18:53:33.172525 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b85677-e072-4799-8e53-be50b5a4fbd8 req-56e2b9a0-2ee4-42ff-a521-b9b23f16c6ee tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:53:33.173899 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-62b85677-e072-4799-8e53-be50b5a4fbd8 req-56e2b9a0-2ee4-42ff-a521-b9b23f16c6ee tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c556fe5-0125-48ec-8057-3295f5ec5000 HTTP/1.1" status: 200 len: 944 time: 0.0828435 Jul 14 18:53:33.259451 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-62b85677-e072-4799-8e53-be50b5a4fbd8 req-450abe42-8ed5-4ea3-bedb-fb2086624da2 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] 10.222.0.16 "GET /v2.0/security-groups?id=be330687-3a60-4db7-bad1-ca6d5eb00fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0766263 Jul 14 18:53:33.287282 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8291399e-ccf9-499a-a742-9a6f416e8d71 req-effb2497-d5f3-428d-aa56-1ff9ede90e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:53:33.288801 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-8291399e-ccf9-499a-a742-9a6f416e8d71 req-effb2497-d5f3-428d-aa56-1ff9ede90e55 service neutron] 10.222.0.18 "GET /v2.0/networks?id=39c54d55-b1e0-4eb1-9ee5-3eeadd4d8bde HTTP/1.1" status: 200 len: 912 time: 0.1140647 Jul 14 18:53:33.358882 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-8291399e-ccf9-499a-a742-9a6f416e8d71 req-a7a869c9-1d1d-492e-ba23-95e5857c1b33 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9c478c99-d62c-4ba4-a542-afd02703f1f0 HTTP/1.1" status: 200 len: 999 time: 0.0604777 Jul 14 18:53:33.407194 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8291399e-ccf9-499a-a742-9a6f416e8d71 req-60deade4-6c89-454c-af92-b58162bf4b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:53:33.408698 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-8291399e-ccf9-499a-a742-9a6f416e8d71 req-60deade4-6c89-454c-af92-b58162bf4b61 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e9fdea6e-22fa-4991-9f87-b79de93db404 HTTP/1.1" status: 200 len: 851 time: 0.0440586 Jul 14 18:53:33.470233 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8291399e-ccf9-499a-a742-9a6f416e8d71 req-068fad0b-55b4-4ad5-a3ce-b977670f1cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:53:33.471729 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-8291399e-ccf9-499a-a742-9a6f416e8d71 req-068fad0b-55b4-4ad5-a3ce-b977670f1cd3 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=39c54d55-b1e0-4eb1-9ee5-3eeadd4d8bde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0568190 Jul 14 18:53:33.560517 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-8291399e-ccf9-499a-a742-9a6f416e8d71 req-40ae709e-4523-4c90-bc54-bd628c9bf40e service neutron] 10.222.0.18 "GET /v2.0/networks/39c54d55-b1e0-4eb1-9ee5-3eeadd4d8bde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821564 Jul 14 18:53:33.653666 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-8291399e-ccf9-499a-a742-9a6f416e8d71 req-b93a5493-45fd-46a6-ad31-f764f70f2808 service neutron] 10.222.0.18 "GET /v2.0/networks/39c54d55-b1e0-4eb1-9ee5-3eeadd4d8bde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867746 Jul 14 18:53:34.230769 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915151ea-3bf8-4a80-8c39-4df6a894acc6 req-f4a949f9-1721-412b-aba5-c2fc1a558573 tempest-VolumesActionsTest-1127153359 tempest-VolumesActionsTest-1127153359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:53:34.232278 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-915151ea-3bf8-4a80-8c39-4df6a894acc6 req-f4a949f9-1721-412b-aba5-c2fc1a558573 tempest-VolumesActionsTest-1127153359 tempest-VolumesActionsTest-1127153359-project] 10.222.0.35 "GET /v2.0/ports?device_id=9cd62e78-cec1-487e-aa72-966960dc0cce HTTP/1.1" status: 200 len: 945 time: 0.1004698 Jul 14 18:53:34.297831 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45916af3-9e82-4e84-a416-d1ec36ed8362 req-31acdae8-5685-4adf-ae1d-fda20e01afe5 tempest-VolumesActionsTest-1127153359 tempest-VolumesActionsTest-1127153359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:53:34.299336 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-45916af3-9e82-4e84-a416-d1ec36ed8362 req-31acdae8-5685-4adf-ae1d-fda20e01afe5 tempest-VolumesActionsTest-1127153359 tempest-VolumesActionsTest-1127153359-project] 10.222.0.16 "GET /v2.0/ports?device_id=9cd62e78-cec1-487e-aa72-966960dc0cce HTTP/1.1" status: 200 len: 945 time: 0.1286216 Jul 14 18:53:34.387056 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-45916af3-9e82-4e84-a416-d1ec36ed8362 req-6c5f7d6e-6fc3-4698-ae6d-ef3b65e73d41 tempest-VolumesActionsTest-1127153359 tempest-VolumesActionsTest-1127153359-project] 10.222.0.16 "GET /v2.0/security-groups?id=f6edd6f8-77b1-4dff-994f-c9792ea2eafe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762007 Jul 14 18:53:34.444615 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [req-915151ea-3bf8-4a80-8c39-4df6a894acc6 req-f43a94e0-c3dc-4c2d-9919-df7ad42dd9f8 tempest-VolumesActionsTest-1127153359 tempest-VolumesActionsTest-1127153359-project] Deleting port 2e151777-bbb3-4574-866d-4396de4a47fe {{(pid=93915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:53:34.445040 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-915151ea-3bf8-4a80-8c39-4df6a894acc6 req-f43a94e0-c3dc-4c2d-9919-df7ad42dd9f8 tempest-VolumesActionsTest-1127153359 tempest-VolumesActionsTest-1127153359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:53:34.538760 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df889df-7d3e-4a6f-b6e8-168f0d5fd60d req-50d09899-56ea-41b1-8ff7-8af0978199a5 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:53:34.540297 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-7df889df-7d3e-4a6f-b6e8-168f0d5fd60d req-50d09899-56ea-41b1-8ff7-8af0978199a5 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c556fe5-0125-48ec-8057-3295f5ec5000 HTTP/1.1" status: 200 len: 944 time: 0.1396382 Jul 14 18:53:34.575808 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-915151ea-3bf8-4a80-8c39-4df6a894acc6 req-f43a94e0-c3dc-4c2d-9919-df7ad42dd9f8 tempest-VolumesActionsTest-1127153359 tempest-VolumesActionsTest-1127153359-project] For port 2e151777-bbb3-4574-866d-4396de4a47fe, host n-h2-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=2e151777-bbb3-4574-866d-4396de4a47fe,segment=NetworkSegment(160dc5d4-9acf-43d7-bd62-26167831a884),segment_id=160dc5d4-9acf-43d7-bd62-26167831a884)] {{(pid=93915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:53:34.576188 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-915151ea-3bf8-4a80-8c39-4df6a894acc6 req-f43a94e0-c3dc-4c2d-9919-df7ad42dd9f8 tempest-VolumesActionsTest-1127153359 tempest-VolumesActionsTest-1127153359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:53:34.598067 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [req-915151ea-3bf8-4a80-8c39-4df6a894acc6 req-f43a94e0-c3dc-4c2d-9919-df7ad42dd9f8 tempest-VolumesActionsTest-1127153359 tempest-VolumesActionsTest-1127153359-project] Calling delete_port for 2e151777-bbb3-4574-866d-4396de4a47fe owned by compute:nova {{(pid=93915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:53:34.607307 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-7df889df-7d3e-4a6f-b6e8-168f0d5fd60d req-fec9041c-9ea6-457e-8bdf-98e77bf79c30 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] 10.222.0.16 "GET /v2.0/security-groups?id=be330687-3a60-4db7-bad1-ca6d5eb00fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609717 Jul 14 18:53:34.736763 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-915151ea-3bf8-4a80-8c39-4df6a894acc6 req-f43a94e0-c3dc-4c2d-9919-df7ad42dd9f8 tempest-VolumesActionsTest-1127153359 tempest-VolumesActionsTest-1127153359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:53:34.749141 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] get_ports_and_sgs() called for port_ids ['2e151777-bbb3-4574-866d-4396de4a47fe'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 18:53:34.767636 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43a94e0-c3dc-4c2d-9919-df7ad42dd9f8 tempest-VolumesActionsTest-1127153359 tempest-VolumesActionsTest-1127153359-project] Pushing event deleted for resources: {'Port': ['ID=2e151777-bbb3-4574-866d-4396de4a47fe,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:53:34.810745 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [req-915151ea-3bf8-4a80-8c39-4df6a894acc6 req-f43a94e0-c3dc-4c2d-9919-df7ad42dd9f8 tempest-VolumesActionsTest-1127153359 tempest-VolumesActionsTest-1127153359-project] No DVR routers for this DVR port 2e151777-bbb3-4574-866d-4396de4a47fe on host n-h2-800634-3 {{(pid=93915) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 18:53:34.813390 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-915151ea-3bf8-4a80-8c39-4df6a894acc6 req-f43a94e0-c3dc-4c2d-9919-df7ad42dd9f8 tempest-VolumesActionsTest-1127153359 tempest-VolumesActionsTest-1127153359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:53:34.815417 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-915151ea-3bf8-4a80-8c39-4df6a894acc6 req-f43a94e0-c3dc-4c2d-9919-df7ad42dd9f8 tempest-VolumesActionsTest-1127153359 tempest-VolumesActionsTest-1127153359-project] 10.222.0.35 "DELETE /v2.0/ports/2e151777-bbb3-4574-866d-4396de4a47fe HTTP/1.1" status: 204 len: 173 time: 0.5760562 Jul 14 18:53:34.815875 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cd62e78-cec1-487e-aa72-966960dc0cce', 'name': 'network-vif-deleted', 'tag': '2e151777-bbb3-4574-866d-4396de4a47fe'}] {{(pid=93915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:53:34.818211 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e72782ad3af8f7d4ce76cedf092bca46d1756acc5c4653cf0b52034cdd6b073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efdbf554-5ddd-4526-8bd1-15489551606e" -d '{"events": [{"server_uuid": "9cd62e78-cec1-487e-aa72-966960dc0cce", "name": "network-vif-deleted", "tag": "2e151777-bbb3-4574-866d-4396de4a47fe"}]}' {{(pid=93915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:53:34.856937 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 18:53:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a4c978d-c893-4c1a-9276-30b979902879 x-openstack-request-id: req-7a4c978d-c893-4c1a-9276-30b979902879 {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:53:34.857235 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cd62e78-cec1-487e-aa72-966960dc0cce", "name": "network-vif-deleted", "tag": "2e151777-bbb3-4574-866d-4396de4a47fe", "status": "completed", "code": 200}]} {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:53:34.857492 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7a4c978d-c893-4c1a-9276-30b979902879 {{(pid=93915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:53:34.857897 n-d-800634-3 neutron-server[93915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cd62e78-cec1-487e-aa72-966960dc0cce', 'name': 'network-vif-deleted', 'tag': '2e151777-bbb3-4574-866d-4396de4a47fe', 'status': 'completed', 'code': 200} Jul 14 18:53:35.559984 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:53:35.726412 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 49308) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:53:35.816255 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c033708-7cdd-4588-8718-b64d1ce4bf87 req-68606847-68ba-4be2-b6cd-636b695ff4cc tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:53:35.817857 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6c033708-7cdd-4588-8718-b64d1ce4bf87 req-68606847-68ba-4be2-b6cd-636b695ff4cc tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c556fe5-0125-48ec-8057-3295f5ec5000 HTTP/1.1" status: 200 len: 944 time: 0.0752056 Jul 14 18:53:35.859115 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-a992f759-4f7a-4d27-98b4-26fea0a17a64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:53:35.892446 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6c033708-7cdd-4588-8718-b64d1ce4bf87 req-5774033a-661a-47c6-891d-5ecc10d6c98f tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] 10.222.0.16 "GET /v2.0/security-groups?id=be330687-3a60-4db7-bad1-ca6d5eb00fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582688 Jul 14 18:53:35.963943 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-a992f759-4f7a-4d27-98b4-26fea0a17a64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:53:35.969636 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-a992f759-4f7a-4d27-98b4-26fea0a17a64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:53:36.018983 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a992f759-4f7a-4d27-98b4-26fea0a17a64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d80f9de-68cf-44ce-b991-c4fc3ea81093,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:53:36.025056 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-a992f759-4f7a-4d27-98b4-26fea0a17a64 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7ae4017f626d43e59186847dbb67bbd9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2975895 Jul 14 18:53:36.027917 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 49326) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:53:36.085475 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-d269a570-56fa-46fe-b7b9-40f20c68437f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:53:36.108900 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-d269a570-56fa-46fe-b7b9-40f20c68437f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:53:36.162214 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-d269a570-56fa-46fe-b7b9-40f20c68437f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:53:36.165443 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-d269a570-56fa-46fe-b7b9-40f20c68437f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:53:36.166653 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-d269a570-56fa-46fe-b7b9-40f20c68437f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0d80f9de-68cf-44ce-b991-c4fc3ea81093 HTTP/1.1" status: 204 len: 168 time: 0.1378059 Jul 14 18:53:36.178608 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d269a570-56fa-46fe-b7b9-40f20c68437f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d80f9de-68cf-44ce-b991-c4fc3ea81093,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:53:36.417547 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc32b0f-a74e-4ea9-9116-3622168c087a req-f777456d-e1cc-4cfd-bf4f-b15f1a92b734 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:53:36.419440 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3dc32b0f-a74e-4ea9-9116-3622168c087a req-f777456d-e1cc-4cfd-bf4f-b15f1a92b734 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c556fe5-0125-48ec-8057-3295f5ec5000 HTTP/1.1" status: 200 len: 944 time: 0.4129553 Jul 14 18:53:36.464899 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3dc32b0f-a74e-4ea9-9116-3622168c087a req-5bf41e74-6831-40d9-82aa-594c0462fb0d tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] 10.222.0.16 "GET /v2.0/security-groups?id=be330687-3a60-4db7-bad1-ca6d5eb00fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398929 Jul 14 18:53:36.488949 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 49352) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:53:36.502963 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-e548b91c-8b8f-44cc-bfb7-2ed462c1068d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:53:36.598596 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-e548b91c-8b8f-44cc-bfb7-2ed462c1068d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:53:36.603277 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-e548b91c-8b8f-44cc-bfb7-2ed462c1068d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:53:36.648070 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-e548b91c-8b8f-44cc-bfb7-2ed462c1068d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0d331d1596e54616997090c7bd28ef40&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1556270 Jul 14 18:53:36.648345 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 49362) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:53:36.666517 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e548b91c-8b8f-44cc-bfb7-2ed462c1068d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c74bebbc-988b-4469-b989-ee34958fb545,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:53:36.705272 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-9ddd4a76-b788-49ef-9806-bfb8319fd15f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:53:36.730723 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-9ddd4a76-b788-49ef-9806-bfb8319fd15f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:53:36.782890 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-9ddd4a76-b788-49ef-9806-bfb8319fd15f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:53:36.785929 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-9ddd4a76-b788-49ef-9806-bfb8319fd15f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:53:36.787107 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-9ddd4a76-b788-49ef-9806-bfb8319fd15f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c74bebbc-988b-4469-b989-ee34958fb545 HTTP/1.1" status: 204 len: 168 time: 0.1378124 Jul 14 18:53:36.795077 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ddd4a76-b788-49ef-9806-bfb8319fd15f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c74bebbc-988b-4469-b989-ee34958fb545,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:53:37.703636 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b124200-d262-491f-a3d8-8e2d2ec89e87 req-661f1588-8c00-4950-b189-23c1527198a3 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:53:37.706635 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6b124200-d262-491f-a3d8-8e2d2ec89e87 req-661f1588-8c00-4950-b189-23c1527198a3 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] 10.222.0.16 "GET /v2.0/ports?device_id=8cd16adf-77c1-4c83-8ff8-24053869790b HTTP/1.1" status: 200 len: 944 time: 0.0801284 Jul 14 18:53:37.861815 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [req-6b124200-d262-491f-a3d8-8e2d2ec89e87 req-3a074420-a365-40c7-af26-899b103fee9a tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] Deleting port debb06b9-dcb2-4b73-9f6b-8c1fcfe085ed {{(pid=93915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:53:37.862160 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-6b124200-d262-491f-a3d8-8e2d2ec89e87 req-3a074420-a365-40c7-af26-899b103fee9a tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:53:37.980817 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-6b124200-d262-491f-a3d8-8e2d2ec89e87 req-3a074420-a365-40c7-af26-899b103fee9a tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] For port debb06b9-dcb2-4b73-9f6b-8c1fcfe085ed, host n-h2-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=debb06b9-dcb2-4b73-9f6b-8c1fcfe085ed,segment=NetworkSegment(e6ac1013-49a3-4f7c-beca-cf2ef24dd35b),segment_id=e6ac1013-49a3-4f7c-beca-cf2ef24dd35b)] {{(pid=93915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:53:37.981189 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-6b124200-d262-491f-a3d8-8e2d2ec89e87 req-3a074420-a365-40c7-af26-899b103fee9a tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:53:38.000732 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [req-6b124200-d262-491f-a3d8-8e2d2ec89e87 req-3a074420-a365-40c7-af26-899b103fee9a tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] Calling delete_port for debb06b9-dcb2-4b73-9f6b-8c1fcfe085ed owned by compute:nova {{(pid=93915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:53:38.168691 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-6b124200-d262-491f-a3d8-8e2d2ec89e87 req-3a074420-a365-40c7-af26-899b103fee9a tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:53:38.182047 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] get_ports_and_sgs() called for port_ids ['8dba08d8-56f1-4a66-be69-dbba17392a9c', '29ef7ab9-858f-48a3-a209-f1954c1e6e54'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 18:53:38.215682 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a074420-a365-40c7-af26-899b103fee9a tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] Pushing event deleted for resources: {'Port': ['ID=debb06b9-dcb2-4b73-9f6b-8c1fcfe085ed,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:53:38.278187 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b124200-d262-491f-a3d8-8e2d2ec89e87 req-3a074420-a365-40c7-af26-899b103fee9a tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] No DVR routers for this DVR port debb06b9-dcb2-4b73-9f6b-8c1fcfe085ed on host n-h2-800634-3 {{(pid=93915) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 18:53:38.281121 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-6b124200-d262-491f-a3d8-8e2d2ec89e87 req-3a074420-a365-40c7-af26-899b103fee9a tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:53:38.294482 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6b124200-d262-491f-a3d8-8e2d2ec89e87 req-3a074420-a365-40c7-af26-899b103fee9a tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] 10.222.0.16 "DELETE /v2.0/ports/debb06b9-dcb2-4b73-9f6b-8c1fcfe085ed HTTP/1.1" status: 204 len: 173 time: 0.5827720 Jul 14 18:53:38.296270 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cd16adf-77c1-4c83-8ff8-24053869790b', 'name': 'network-vif-deleted', 'tag': 'debb06b9-dcb2-4b73-9f6b-8c1fcfe085ed'}] {{(pid=93915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:53:38.308015 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e72782ad3af8f7d4ce76cedf092bca46d1756acc5c4653cf0b52034cdd6b073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0129f12-9f5b-499f-8441-61b4d379f0ef" -d '{"events": [{"server_uuid": "8cd16adf-77c1-4c83-8ff8-24053869790b", "name": "network-vif-deleted", "tag": "debb06b9-dcb2-4b73-9f6b-8c1fcfe085ed"}]}' {{(pid=93915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:53:38.552683 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Device 2e151777-bbb3-4574-866d-4396de4a47fe no longer exists at agent hyperv_n-h2-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 18:53:38.591125 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Wed, 14 Jul 2021 18:53:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afc44486-cd16-4fc4-a986-d8d54579801d x-openstack-request-id: req-afc44486-cd16-4fc4-a986-d8d54579801d {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:53:38.591425 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8cd16adf-77c1-4c83-8ff8-24053869790b", "name": "network-vif-deleted", "tag": "debb06b9-dcb2-4b73-9f6b-8c1fcfe085ed", "status": "failed", "code": 422}]} {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:53:38.591682 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-afc44486-cd16-4fc4-a986-d8d54579801d {{(pid=93915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:53:38.592136 n-d-800634-3 neutron-server[93915]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '8cd16adf-77c1-4c83-8ff8-24053869790b', 'name': 'network-vif-deleted', 'tag': 'debb06b9-dcb2-4b73-9f6b-8c1fcfe085ed', 'status': 'failed', 'code': 422} returned with failed status Jul 14 18:53:38.605613 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] No Port match for: 2e151777-bbb3-4574-866d-4396de4a47fe {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 18:53:38.605960 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Device 2e151777-bbb3-4574-866d-4396de4a47fe not bound to the agent host n-h2-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 18:53:39.300894 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 49472) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:53:39.442272 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-3a03b119-f0b3-4c18-810f-2c1566b5e0df admin admin] Notify callbacks [] for security_group, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:53:39.572917 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a81c2b9-53e5-4d1d-8b87-fa7b1ffd52d5 req-5ee72d21-2337-40ae-8619-bac54ba7d883 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:53:39.574915 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-0a81c2b9-53e5-4d1d-8b87-fa7b1ffd52d5 req-5ee72d21-2337-40ae-8619-bac54ba7d883 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] 10.222.0.16 "GET /v2.0/ports?device_id=3843501f-b729-4cfb-90f6-7a815af6a761 HTTP/1.1" status: 200 len: 907 time: 0.1148152 Jul 14 18:53:39.627453 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-3a03b119-f0b3-4c18-810f-2c1566b5e0df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:53:39.633104 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-3a03b119-f0b3-4c18-810f-2c1566b5e0df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:53:39.669656 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-3a03b119-f0b3-4c18-810f-2c1566b5e0df admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=15c4c259557e479486bff556c043c004&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3666551 Jul 14 18:53:39.672367 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 49482) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:53:39.680894 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a03b119-f0b3-4c18-810f-2c1566b5e0df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bfb0433-a088-403e-ab79-3ac75d65acf2,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:53:39.749453 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-ea91b88c-5755-46c7-b926-7290a12ce941 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:53:39.773409 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-ea91b88c-5755-46c7-b926-7290a12ce941 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:53:39.836303 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-ea91b88c-5755-46c7-b926-7290a12ce941 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:53:39.839733 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-ea91b88c-5755-46c7-b926-7290a12ce941 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:53:39.844381 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-ea91b88c-5755-46c7-b926-7290a12ce941 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2bfb0433-a088-403e-ab79-3ac75d65acf2 HTTP/1.1" status: 204 len: 168 time: 0.1703391 Jul 14 18:53:39.854537 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea91b88c-5755-46c7-b926-7290a12ce941 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bfb0433-a088-403e-ab79-3ac75d65acf2,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:53:40.216756 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 49488) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:53:40.235643 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-9171899a-2f12-495d-b1f2-c7d5616fb6a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:53:40.357253 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-9171899a-2f12-495d-b1f2-c7d5616fb6a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:53:40.361858 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-9171899a-2f12-495d-b1f2-c7d5616fb6a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:53:40.407308 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-9171899a-2f12-495d-b1f2-c7d5616fb6a7 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=51f226a32df34afcb0267f24129c9b77&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1867795 Jul 14 18:53:40.407308 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9171899a-2f12-495d-b1f2-c7d5616fb6a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2eff717c-6237-4091-8bb6-775f3df60118,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:53:40.408427 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 49490) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:53:40.487048 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-dd79cff3-5d9c-4971-af2f-c9d06ca79c88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:53:40.511020 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-dd79cff3-5d9c-4971-af2f-c9d06ca79c88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:53:40.572371 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-dd79cff3-5d9c-4971-af2f-c9d06ca79c88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:53:40.575076 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-dd79cff3-5d9c-4971-af2f-c9d06ca79c88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:53:40.576326 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-dd79cff3-5d9c-4971-af2f-c9d06ca79c88 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2eff717c-6237-4091-8bb6-775f3df60118 HTTP/1.1" status: 204 len: 168 time: 0.1626670 Jul 14 18:53:40.585968 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd79cff3-5d9c-4971-af2f-c9d06ca79c88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2eff717c-6237-4091-8bb6-775f3df60118,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:53:40.767506 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475fab5b-5b05-4649-b3ac-447d5e24912d req-09f20c73-0be1-4e5f-8955-fd3a54e7f8a1 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:53:40.769026 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-475fab5b-5b05-4649-b3ac-447d5e24912d req-09f20c73-0be1-4e5f-8955-fd3a54e7f8a1 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] 10.222.0.18 "GET /v2.0/ports?device_id=3843501f-b729-4cfb-90f6-7a815af6a761 HTTP/1.1" status: 200 len: 907 time: 0.1424851 Jul 14 18:53:40.892829 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0b034c-b322-46d2-b309-96b0e68f5819 req-97439b5c-2ec4-43ed-83a0-ec26d1ce82ea tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:53:40.894705 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-dc0b034c-b322-46d2-b309-96b0e68f5819 req-97439b5c-2ec4-43ed-83a0-ec26d1ce82ea tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] 10.222.0.16 "GET /v2.0/ports?device_id=3843501f-b729-4cfb-90f6-7a815af6a761 HTTP/1.1" status: 200 len: 907 time: 0.1658645 Jul 14 18:53:40.934696 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [req-475fab5b-5b05-4649-b3ac-447d5e24912d req-d21fd4eb-2c45-4244-ac21-82aed8a43fa8 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] Deleting port a8024fbe-2d76-4049-bf85-5d62917cc50c {{(pid=93915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:53:40.935023 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-475fab5b-5b05-4649-b3ac-447d5e24912d req-d21fd4eb-2c45-4244-ac21-82aed8a43fa8 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:53:41.060357 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-475fab5b-5b05-4649-b3ac-447d5e24912d req-d21fd4eb-2c45-4244-ac21-82aed8a43fa8 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] For port a8024fbe-2d76-4049-bf85-5d62917cc50c, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=a8024fbe-2d76-4049-bf85-5d62917cc50c,segment=NetworkSegment(e6ac1013-49a3-4f7c-beca-cf2ef24dd35b),segment_id=e6ac1013-49a3-4f7c-beca-cf2ef24dd35b)] {{(pid=93915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:53:41.061456 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-475fab5b-5b05-4649-b3ac-447d5e24912d req-d21fd4eb-2c45-4244-ac21-82aed8a43fa8 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:53:41.081980 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [req-475fab5b-5b05-4649-b3ac-447d5e24912d req-d21fd4eb-2c45-4244-ac21-82aed8a43fa8 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] Calling delete_port for a8024fbe-2d76-4049-bf85-5d62917cc50c owned by compute:nova {{(pid=93915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:53:41.270734 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-475fab5b-5b05-4649-b3ac-447d5e24912d req-d21fd4eb-2c45-4244-ac21-82aed8a43fa8 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:53:41.340919 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21fd4eb-2c45-4244-ac21-82aed8a43fa8 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] Pushing event deleted for resources: {'Port': ['ID=a8024fbe-2d76-4049-bf85-5d62917cc50c,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:53:41.414893 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [req-475fab5b-5b05-4649-b3ac-447d5e24912d req-d21fd4eb-2c45-4244-ac21-82aed8a43fa8 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] No DVR routers for this DVR port a8024fbe-2d76-4049-bf85-5d62917cc50c on host n-h1-800634-3 {{(pid=93915) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 18:53:41.417631 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-475fab5b-5b05-4649-b3ac-447d5e24912d req-d21fd4eb-2c45-4244-ac21-82aed8a43fa8 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:53:41.420645 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-475fab5b-5b05-4649-b3ac-447d5e24912d req-d21fd4eb-2c45-4244-ac21-82aed8a43fa8 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] 10.222.0.18 "DELETE /v2.0/ports/a8024fbe-2d76-4049-bf85-5d62917cc50c HTTP/1.1" status: 204 len: 173 time: 0.6455338 Jul 14 18:53:41.421107 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3843501f-b729-4cfb-90f6-7a815af6a761', 'name': 'network-vif-deleted', 'tag': 'a8024fbe-2d76-4049-bf85-5d62917cc50c'}] {{(pid=93915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:53:41.424104 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e72782ad3af8f7d4ce76cedf092bca46d1756acc5c4653cf0b52034cdd6b073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcef8638-7511-497e-8a8a-6b55b0f0893b" -d '{"events": [{"server_uuid": "3843501f-b729-4cfb-90f6-7a815af6a761", "name": "network-vif-deleted", "tag": "a8024fbe-2d76-4049-bf85-5d62917cc50c"}]}' {{(pid=93915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:53:41.502405 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 18:53:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-187c1856-f330-4a50-b5b6-8fba945cb59b x-openstack-request-id: req-187c1856-f330-4a50-b5b6-8fba945cb59b {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:53:41.502706 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3843501f-b729-4cfb-90f6-7a815af6a761", "name": "network-vif-deleted", "tag": "a8024fbe-2d76-4049-bf85-5d62917cc50c", "status": "completed", "code": 200}]} {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:53:41.503147 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-187c1856-f330-4a50-b5b6-8fba945cb59b {{(pid=93915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:53:41.503442 n-d-800634-3 neutron-server[93915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3843501f-b729-4cfb-90f6-7a815af6a761', 'name': 'network-vif-deleted', 'tag': 'a8024fbe-2d76-4049-bf85-5d62917cc50c', 'status': 'completed', 'code': 200} Jul 14 18:53:42.160144 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-94e7862c-1dc9-47f7-80ce-c6f184c0b6b1 req-f34aefca-9380-4f86-a1d7-c5cb01436979 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] 10.222.0.16 "GET /v2.0/ports?device_id=3843501f-b729-4cfb-90f6-7a815af6a761 HTTP/1.1" status: 200 len: 210 time: 0.0618632 Jul 14 18:53:43.485667 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 49586) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:53:43.656541 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-d2dc80ea-11d2-4c83-bf96-af05dc97d284 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:53:43.854973 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65133626-0037-4279-ac3b-0c99815b0da3 req-c574b88b-e592-4935-84da-a0728daca7d3 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:53:43.856454 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-65133626-0037-4279-ac3b-0c99815b0da3 req-c574b88b-e592-4935-84da-a0728daca7d3 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] 10.222.0.16 "GET /v2.0/ports?device_id=55bd9f82-c3cb-4b86-be9e-50fe7188395b HTTP/1.1" status: 200 len: 946 time: 0.1077359 Jul 14 18:53:43.858386 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-d2dc80ea-11d2-4c83-bf96-af05dc97d284 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:53:43.865653 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-d2dc80ea-11d2-4c83-bf96-af05dc97d284 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:53:43.924215 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2dc80ea-11d2-4c83-bf96-af05dc97d284 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0995d508-bcb5-4d42-b5c2-9f280d72e612,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:53:43.936965 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 49598) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:53:43.951728 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-d2dc80ea-11d2-4c83-bf96-af05dc97d284 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=364febe04e394d48be68daa3e6652afb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4586532 Jul 14 18:53:43.961210 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-65133626-0037-4279-ac3b-0c99815b0da3 req-68d5d031-58f1-48da-a978-79df6b7261a4 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] 10.222.0.16 "GET /v2.0/security-groups?id=00511198-19e5-42cb-b4d6-0be88d13a8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973060 Jul 14 18:53:44.008171 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-7087a71a-09ee-4349-8208-b7b3ab8eaeee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:53:44.033766 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-7087a71a-09ee-4349-8208-b7b3ab8eaeee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:53:44.088944 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-7087a71a-09ee-4349-8208-b7b3ab8eaeee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:53:44.091598 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-7087a71a-09ee-4349-8208-b7b3ab8eaeee admin admin] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:53:44.092837 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-7087a71a-09ee-4349-8208-b7b3ab8eaeee admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0995d508-bcb5-4d42-b5c2-9f280d72e612 HTTP/1.1" status: 204 len: 168 time: 0.1543558 Jul 14 18:53:44.102618 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7087a71a-09ee-4349-8208-b7b3ab8eaeee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0995d508-bcb5-4d42-b5c2-9f280d72e612,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:53:44.112741 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device a8024fbe-2d76-4049-bf85-5d62917cc50c no longer exists at agent hyperv_n-h1-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 18:53:44.150606 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] No Port match for: a8024fbe-2d76-4049-bf85-5d62917cc50c {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 18:53:44.151298 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device a8024fbe-2d76-4049-bf85-5d62917cc50c not bound to the agent host n-h1-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 18:53:44.434017 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 49608) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:53:44.449536 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-9a1b4e06-6194-46b4-8bfc-6f24a4b736cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:53:44.557828 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-9a1b4e06-6194-46b4-8bfc-6f24a4b736cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:53:44.563869 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-9a1b4e06-6194-46b4-8bfc-6f24a4b736cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:53:44.601717 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1b4e06-6194-46b4-8bfc-6f24a4b736cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40033041-4f56-4f70-9c6e-e3bd92dab77c,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:53:44.618327 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 49610) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:53:44.618965 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-9a1b4e06-6194-46b4-8bfc-6f24a4b736cf admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1236d3a15f5a4689a8852aa188ff6e90&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1832397 Jul 14 18:53:44.677757 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-d0790d74-c5e2-4945-a052-ba36ced402df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:53:44.702262 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-d0790d74-c5e2-4945-a052-ba36ced402df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:53:44.775714 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-d0790d74-c5e2-4945-a052-ba36ced402df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:53:44.779653 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-d0790d74-c5e2-4945-a052-ba36ced402df admin admin] Notify callbacks [] for security_group, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:53:44.781163 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-d0790d74-c5e2-4945-a052-ba36ced402df admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/40033041-4f56-4f70-9c6e-e3bd92dab77c HTTP/1.1" status: 204 len: 168 time: 0.1618395 Jul 14 18:53:44.809112 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0790d74-c5e2-4945-a052-ba36ced402df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40033041-4f56-4f70-9c6e-e3bd92dab77c,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:53:45.050102 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2b9e53-b710-46d2-8b32-38be2ef1f3d1 req-b5f2d1cb-dccb-4237-9c31-f06d22bcf414 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:53:45.053485 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-4e2b9e53-b710-46d2-8b32-38be2ef1f3d1 req-b5f2d1cb-dccb-4237-9c31-f06d22bcf414 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] 10.222.0.18 "GET /v2.0/ports?device_id=55bd9f82-c3cb-4b86-be9e-50fe7188395b HTTP/1.1" status: 200 len: 946 time: 0.1076427 Jul 14 18:53:45.228712 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [req-4e2b9e53-b710-46d2-8b32-38be2ef1f3d1 req-edacb8f4-6d39-42c0-804d-2cffdc764566 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] Deleting port 29ef7ab9-858f-48a3-a209-f1954c1e6e54 {{(pid=93915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:53:45.228969 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-4e2b9e53-b710-46d2-8b32-38be2ef1f3d1 req-edacb8f4-6d39-42c0-804d-2cffdc764566 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:53:45.292364 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec6342b-2e47-4aef-b821-b10c2471569d req-99e97b3c-0555-4411-b6d4-dd539010faa2 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:53:45.299423 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-4ec6342b-2e47-4aef-b821-b10c2471569d req-99e97b3c-0555-4411-b6d4-dd539010faa2 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] 10.222.0.16 "GET /v2.0/ports?device_id=55bd9f82-c3cb-4b86-be9e-50fe7188395b HTTP/1.1" status: 200 len: 946 time: 0.1356325 Jul 14 18:53:45.372326 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-4ec6342b-2e47-4aef-b821-b10c2471569d req-01359b22-018e-4497-8cd6-944dd4cd8cc2 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] 10.222.0.16 "GET /v2.0/security-groups?id=00511198-19e5-42cb-b4d6-0be88d13a8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713217 Jul 14 18:53:45.403057 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-4e2b9e53-b710-46d2-8b32-38be2ef1f3d1 req-edacb8f4-6d39-42c0-804d-2cffdc764566 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] For port 29ef7ab9-858f-48a3-a209-f1954c1e6e54, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=29ef7ab9-858f-48a3-a209-f1954c1e6e54,segment=NetworkSegment(e6ac1013-49a3-4f7c-beca-cf2ef24dd35b),segment_id=e6ac1013-49a3-4f7c-beca-cf2ef24dd35b)] {{(pid=93915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:53:45.403583 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-4e2b9e53-b710-46d2-8b32-38be2ef1f3d1 req-edacb8f4-6d39-42c0-804d-2cffdc764566 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:53:45.432060 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [req-4e2b9e53-b710-46d2-8b32-38be2ef1f3d1 req-edacb8f4-6d39-42c0-804d-2cffdc764566 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] Calling delete_port for 29ef7ab9-858f-48a3-a209-f1954c1e6e54 owned by compute:nova {{(pid=93915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:53:45.614334 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-4e2b9e53-b710-46d2-8b32-38be2ef1f3d1 req-edacb8f4-6d39-42c0-804d-2cffdc764566 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:53:45.629530 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] get_ports_and_sgs() called for port_ids ['8dba08d8-56f1-4a66-be69-dbba17392a9c', '29ef7ab9-858f-48a3-a209-f1954c1e6e54'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 18:53:45.729287 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e2b9e53-b710-46d2-8b32-38be2ef1f3d1 req-edacb8f4-6d39-42c0-804d-2cffdc764566 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] No DVR routers for this DVR port 29ef7ab9-858f-48a3-a209-f1954c1e6e54 on host n-h1-800634-3 {{(pid=93915) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 18:53:45.733700 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-4e2b9e53-b710-46d2-8b32-38be2ef1f3d1 req-edacb8f4-6d39-42c0-804d-2cffdc764566 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:53:45.735865 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-4e2b9e53-b710-46d2-8b32-38be2ef1f3d1 req-edacb8f4-6d39-42c0-804d-2cffdc764566 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] 10.222.0.18 "DELETE /v2.0/ports/29ef7ab9-858f-48a3-a209-f1954c1e6e54 HTTP/1.1" status: 204 len: 173 time: 0.6760414 Jul 14 18:53:45.736649 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55bd9f82-c3cb-4b86-be9e-50fe7188395b', 'name': 'network-vif-deleted', 'tag': '29ef7ab9-858f-48a3-a209-f1954c1e6e54'}] {{(pid=93915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:53:45.750457 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e72782ad3af8f7d4ce76cedf092bca46d1756acc5c4653cf0b52034cdd6b073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9deffd1c-982e-49d3-ab04-68f95a6c411d" -d '{"events": [{"server_uuid": "55bd9f82-c3cb-4b86-be9e-50fe7188395b", "name": "network-vif-deleted", "tag": "29ef7ab9-858f-48a3-a209-f1954c1e6e54"}]}' {{(pid=93915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:53:45.755189 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edacb8f4-6d39-42c0-804d-2cffdc764566 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] Pushing event deleted for resources: {'Port': ['ID=29ef7ab9-858f-48a3-a209-f1954c1e6e54,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:53:45.841294 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 18:53:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7392f9d3-ef22-4a63-bfc5-33f077a80f12 x-openstack-request-id: req-7392f9d3-ef22-4a63-bfc5-33f077a80f12 {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:53:45.841591 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55bd9f82-c3cb-4b86-be9e-50fe7188395b", "name": "network-vif-deleted", "tag": "29ef7ab9-858f-48a3-a209-f1954c1e6e54", "status": "completed", "code": 200}]} {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:53:45.841886 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7392f9d3-ef22-4a63-bfc5-33f077a80f12 {{(pid=93915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:53:45.842332 n-d-800634-3 neutron-server[93915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55bd9f82-c3cb-4b86-be9e-50fe7188395b', 'name': 'network-vif-deleted', 'tag': '29ef7ab9-858f-48a3-a209-f1954c1e6e54', 'status': 'completed', 'code': 200} Jul 14 18:53:47.045326 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3154e33c-81a5-423f-bddd-8e18317b3f11 req-2d470379-454a-4f90-8593-214a1789bcac tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:53:47.052279 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3154e33c-81a5-423f-bddd-8e18317b3f11 req-2d470379-454a-4f90-8593-214a1789bcac tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] 10.222.0.16 "GET /v2.0/ports?device_id=ff150787-a5d5-42ad-9e22-f082245a3b4a HTTP/1.1" status: 200 len: 946 time: 0.0778525 Jul 14 18:53:47.101738 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3154e33c-81a5-423f-bddd-8e18317b3f11 req-0cc64865-cfdc-4352-9821-f38086bcad6a tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] 10.222.0.16 "GET /v2.0/security-groups?id=00511198-19e5-42cb-b4d6-0be88d13a8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484960 Jul 14 18:53:48.148775 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device 29ef7ab9-858f-48a3-a209-f1954c1e6e54 no longer exists at agent hyperv_n-h1-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 18:53:48.187803 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] No Port match for: 29ef7ab9-858f-48a3-a209-f1954c1e6e54 {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 18:53:48.188162 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device 29ef7ab9-858f-48a3-a209-f1954c1e6e54 not bound to the agent host n-h1-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 18:53:48.214500 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2fc48a-603b-40cc-b634-b1d658dab959 req-ed344017-7274-4c6c-bff6-a68b9aaf1382 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:53:48.217197 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-0f2fc48a-603b-40cc-b634-b1d658dab959 req-ed344017-7274-4c6c-bff6-a68b9aaf1382 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] 10.222.0.18 "GET /v2.0/ports?device_id=ff150787-a5d5-42ad-9e22-f082245a3b4a HTTP/1.1" status: 200 len: 946 time: 0.1166618 Jul 14 18:53:48.414587 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [req-0f2fc48a-603b-40cc-b634-b1d658dab959 req-5545945c-9710-4692-bb3a-9f52564af7cd tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] Deleting port 8dba08d8-56f1-4a66-be69-dbba17392a9c {{(pid=93915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:53:48.415245 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-0f2fc48a-603b-40cc-b634-b1d658dab959 req-5545945c-9710-4692-bb3a-9f52564af7cd tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:53:48.473629 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137c7778-3087-4f8c-b4c9-c59385695daa req-b7a54b38-8d9a-48c8-8b3c-0ea9ff87d751 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:53:48.480927 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-137c7778-3087-4f8c-b4c9-c59385695daa req-b7a54b38-8d9a-48c8-8b3c-0ea9ff87d751 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] 10.222.0.16 "GET /v2.0/ports?device_id=ff150787-a5d5-42ad-9e22-f082245a3b4a HTTP/1.1" status: 200 len: 946 time: 0.1739242 Jul 14 18:53:48.577993 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-137c7778-3087-4f8c-b4c9-c59385695daa req-7c198374-ba33-44ae-9d43-2321f2587f8a tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] 10.222.0.16 "GET /v2.0/security-groups?id=00511198-19e5-42cb-b4d6-0be88d13a8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958729 Jul 14 18:53:48.624686 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-0f2fc48a-603b-40cc-b634-b1d658dab959 req-5545945c-9710-4692-bb3a-9f52564af7cd tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] For port 8dba08d8-56f1-4a66-be69-dbba17392a9c, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=8dba08d8-56f1-4a66-be69-dbba17392a9c,segment=NetworkSegment(e6ac1013-49a3-4f7c-beca-cf2ef24dd35b),segment_id=e6ac1013-49a3-4f7c-beca-cf2ef24dd35b)] {{(pid=93915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:53:48.624962 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-0f2fc48a-603b-40cc-b634-b1d658dab959 req-5545945c-9710-4692-bb3a-9f52564af7cd tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:53:48.640708 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [req-0f2fc48a-603b-40cc-b634-b1d658dab959 req-5545945c-9710-4692-bb3a-9f52564af7cd tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] Calling delete_port for 8dba08d8-56f1-4a66-be69-dbba17392a9c owned by compute:nova {{(pid=93915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:53:48.847449 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-0f2fc48a-603b-40cc-b634-b1d658dab959 req-5545945c-9710-4692-bb3a-9f52564af7cd tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:53:48.859031 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] get_ports_and_sgs() called for port_ids ['8dba08d8-56f1-4a66-be69-dbba17392a9c'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 18:53:48.893476 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5545945c-9710-4692-bb3a-9f52564af7cd tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] Pushing event deleted for resources: {'Port': ['ID=8dba08d8-56f1-4a66-be69-dbba17392a9c,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:53:48.950204 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f2fc48a-603b-40cc-b634-b1d658dab959 req-5545945c-9710-4692-bb3a-9f52564af7cd tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] No DVR routers for this DVR port 8dba08d8-56f1-4a66-be69-dbba17392a9c on host n-h1-800634-3 {{(pid=93915) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 18:53:48.953596 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-0f2fc48a-603b-40cc-b634-b1d658dab959 req-5545945c-9710-4692-bb3a-9f52564af7cd tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:53:48.955811 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-0f2fc48a-603b-40cc-b634-b1d658dab959 req-5545945c-9710-4692-bb3a-9f52564af7cd tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] 10.222.0.18 "DELETE /v2.0/ports/8dba08d8-56f1-4a66-be69-dbba17392a9c HTTP/1.1" status: 204 len: 173 time: 0.7298238 Jul 14 18:53:48.956304 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff150787-a5d5-42ad-9e22-f082245a3b4a', 'name': 'network-vif-deleted', 'tag': '8dba08d8-56f1-4a66-be69-dbba17392a9c'}] {{(pid=93915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:53:48.958586 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e72782ad3af8f7d4ce76cedf092bca46d1756acc5c4653cf0b52034cdd6b073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05c3a148-0fed-46bf-9d15-b40c559fe149" -d '{"events": [{"server_uuid": "ff150787-a5d5-42ad-9e22-f082245a3b4a", "name": "network-vif-deleted", "tag": "8dba08d8-56f1-4a66-be69-dbba17392a9c"}]}' {{(pid=93915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:53:49.066020 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 18:53:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f583c363-beaa-4c60-8a14-ff6bd967074a x-openstack-request-id: req-f583c363-beaa-4c60-8a14-ff6bd967074a {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:53:49.066323 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff150787-a5d5-42ad-9e22-f082245a3b4a", "name": "network-vif-deleted", "tag": "8dba08d8-56f1-4a66-be69-dbba17392a9c", "status": "completed", "code": 200}]} {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:53:49.066584 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f583c363-beaa-4c60-8a14-ff6bd967074a {{(pid=93915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:53:49.066992 n-d-800634-3 neutron-server[93915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff150787-a5d5-42ad-9e22-f082245a3b4a', 'name': 'network-vif-deleted', 'tag': '8dba08d8-56f1-4a66-be69-dbba17392a9c', 'status': 'completed', 'code': 200} Jul 14 18:53:49.792724 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-53b4c388-3a43-46d9-bc77-4a02d755b9ee req-264c7cab-9a49-4b86-86d4-8862bb662cc5 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] 10.222.0.16 "GET /v2.0/ports?device_id=ff150787-a5d5-42ad-9e22-f082245a3b4a HTTP/1.1" status: 200 len: 210 time: 0.0554838 Jul 14 18:53:50.371482 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-a823a19e-b5ad-4a2e-90ac-90cc21cdc834 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:53:51.461337 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d76620-cbcd-4bf3-ad9c-35afe9220271 req-e712198e-f142-4361-9ebf-ebf6d33d0ab3 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:53:51.463346 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-11d76620-cbcd-4bf3-ad9c-35afe9220271 req-e712198e-f142-4361-9ebf-ebf6d33d0ab3 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c556fe5-0125-48ec-8057-3295f5ec5000 HTTP/1.1" status: 200 len: 944 time: 0.0905108 Jul 14 18:53:51.526610 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-11d76620-cbcd-4bf3-ad9c-35afe9220271 req-fc5e4bef-0347-494d-a29b-70f82bd95327 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] 10.222.0.16 "GET /v2.0/security-groups?id=be330687-3a60-4db7-bad1-ca6d5eb00fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569537 Jul 14 18:53:52.189230 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device 8dba08d8-56f1-4a66-be69-dbba17392a9c no longer exists at agent hyperv_n-h1-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 18:53:52.222371 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] No Port match for: 8dba08d8-56f1-4a66-be69-dbba17392a9c {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 18:53:52.222718 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device 8dba08d8-56f1-4a66-be69-dbba17392a9c not bound to the agent host n-h1-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 18:53:52.817440 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-0b570e5b-28db-4437-b471-b44e445c5aa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:53:52.853445 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea3c8d1-9a8e-42b7-be99-444b87dc2887 req-af703edd-093c-4008-91b5-62f2c60977eb tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:53:52.855820 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-eea3c8d1-9a8e-42b7-be99-444b87dc2887 req-af703edd-093c-4008-91b5-62f2c60977eb tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c556fe5-0125-48ec-8057-3295f5ec5000 HTTP/1.1" status: 200 len: 944 time: 0.1669445 Jul 14 18:53:53.113516 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-eea3c8d1-9a8e-42b7-be99-444b87dc2887 req-7eaf366c-e12d-4e11-bf2e-a8382b866a70 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] 10.222.0.16 "GET /v2.0/security-groups?id=be330687-3a60-4db7-bad1-ca6d5eb00fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2502058 Jul 14 18:53:53.196815 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:53:53.203875 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d6f893-db25-448b-ac12-07ce4050ff61 req-5a821fa4-3c6f-4455-b85f-237f1666d3af tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:53:53.205744 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f8d6f893-db25-448b-ac12-07ce4050ff61 req-5a821fa4-3c6f-4455-b85f-237f1666d3af tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] 10.222.0.18 "GET /v2.0/ports?device_id=9c556fe5-0125-48ec-8057-3295f5ec5000 HTTP/1.1" status: 200 len: 944 time: 0.2753458 Jul 14 18:53:53.369844 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [req-f8d6f893-db25-448b-ac12-07ce4050ff61 req-defae1c6-4bca-4e62-a9bf-dfce67070b85 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] Deleting port 9c478c99-d62c-4ba4-a542-afd02703f1f0 {{(pid=93915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:53:53.370326 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-f8d6f893-db25-448b-ac12-07ce4050ff61 req-defae1c6-4bca-4e62-a9bf-dfce67070b85 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:53:53.534979 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-f8d6f893-db25-448b-ac12-07ce4050ff61 req-defae1c6-4bca-4e62-a9bf-dfce67070b85 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] For port 9c478c99-d62c-4ba4-a542-afd02703f1f0, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=9c478c99-d62c-4ba4-a542-afd02703f1f0,segment=NetworkSegment(e6ac1013-49a3-4f7c-beca-cf2ef24dd35b),segment_id=e6ac1013-49a3-4f7c-beca-cf2ef24dd35b)] {{(pid=93915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:53:53.535857 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-f8d6f893-db25-448b-ac12-07ce4050ff61 req-defae1c6-4bca-4e62-a9bf-dfce67070b85 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:53:53.758019 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-f8d6f893-db25-448b-ac12-07ce4050ff61 req-defae1c6-4bca-4e62-a9bf-dfce67070b85 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:53:53.758310 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-f8d6f893-db25-448b-ac12-07ce4050ff61 req-defae1c6-4bca-4e62-a9bf-dfce67070b85 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-930131'] for floatingip, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:53:53.758620 n-d-800634-3 neutron-server[93915]: INFO neutron.db.l3_db [req-f8d6f893-db25-448b-ac12-07ce4050ff61 req-defae1c6-4bca-4e62-a9bf-dfce67070b85 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] Floating IP 6880d89d-94b5-4a9d-8ef2-18fadaef22dc disassociated. External IP: 172.25.1.134, port: 9c478c99-d62c-4ba4-a542-afd02703f1f0. Jul 14 18:53:53.758976 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [req-f8d6f893-db25-448b-ac12-07ce4050ff61 req-defae1c6-4bca-4e62-a9bf-dfce67070b85 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] Calling delete_port for 9c478c99-d62c-4ba4-a542-afd02703f1f0 owned by compute:nova {{(pid=93915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:53:54.009423 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-f8d6f893-db25-448b-ac12-07ce4050ff61 req-defae1c6-4bca-4e62-a9bf-dfce67070b85 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:53:54.197737 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-defae1c6-4bca-4e62-a9bf-dfce67070b85 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] Pushing event deleted for resources: {'Port': ['ID=9c478c99-d62c-4ba4-a542-afd02703f1f0,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:53:54.218010 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f8d6f893-db25-448b-ac12-07ce4050ff61 req-defae1c6-4bca-4e62-a9bf-dfce67070b85 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] Router 49c8f55c-e805-4a74-95f3-2bdc2fe893e1 has already been hosted by L3 agent 2c6eb27e-defb-4cca-9a24-381c7415e359 {{(pid=93915) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 18:53:54.219436 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-574aeb93-9938-449c-8e6c-cb22c9b52cc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:53:54.348309 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-aec0da85-d57b-427b-9a22-80b2b5824526 req-82cf6554-9f3c-4e37-9d8c-f45bf12d82ca tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c556fe5-0125-48ec-8057-3295f5ec5000 HTTP/1.1" status: 200 len: 210 time: 0.0477016 Jul 14 18:53:54.444210 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f8d6f893-db25-448b-ac12-07ce4050ff61 req-defae1c6-4bca-4e62-a9bf-dfce67070b85 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] Notify agent at l3_agent.n-d-800634-3 the message routers_updated {{(pid=93915) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 18:53:54.461459 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2960b8a-2397-4a82-a599-9b71b0c89e03 None None] Sync routers for ids ['49c8f55c-e805-4a74-95f3-2bdc2fe893e1'] in n-d-800634-3 {{(pid=93917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 18:53:54.478324 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2960b8a-2397-4a82-a599-9b71b0c89e03 None None] Routers {'49c8f55c-e805-4a74-95f3-2bdc2fe893e1'} bound to L3 agent in host n-d-800634-3 {{(pid=93917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:53:54.479279 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-f2960b8a-2397-4a82-a599-9b71b0c89e03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:53:53Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['49c8f55c-e805-4a74-95f3-2bdc2fe893e1'], 'active': True} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:53:54.502253 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8d6f893-db25-448b-ac12-07ce4050ff61 req-defae1c6-4bca-4e62-a9bf-dfce67070b85 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] No DVR routers for this DVR port 9c478c99-d62c-4ba4-a542-afd02703f1f0 on host n-h1-800634-3 {{(pid=93915) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 18:53:54.505131 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-f8d6f893-db25-448b-ac12-07ce4050ff61 req-defae1c6-4bca-4e62-a9bf-dfce67070b85 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:53:54.507581 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f8d6f893-db25-448b-ac12-07ce4050ff61 req-defae1c6-4bca-4e62-a9bf-dfce67070b85 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] 10.222.0.18 "DELETE /v2.0/ports/9c478c99-d62c-4ba4-a542-afd02703f1f0 HTTP/1.1" status: 204 len: 173 time: 1.2942641 Jul 14 18:53:54.508075 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c556fe5-0125-48ec-8057-3295f5ec5000', 'name': 'network-vif-deleted', 'tag': '9c478c99-d62c-4ba4-a542-afd02703f1f0'}] {{(pid=93915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:53:54.511177 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e72782ad3af8f7d4ce76cedf092bca46d1756acc5c4653cf0b52034cdd6b073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ad97049-aada-421a-b8d6-f95dc9579837" -d '{"events": [{"server_uuid": "9c556fe5-0125-48ec-8057-3295f5ec5000", "name": "network-vif-deleted", "tag": "9c478c99-d62c-4ba4-a542-afd02703f1f0"}]}' {{(pid=93915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:53:54.618970 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 18:53:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2d21543-5253-4f3c-a724-ff47d660fff1 x-openstack-request-id: req-d2d21543-5253-4f3c-a724-ff47d660fff1 {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:53:54.619277 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c556fe5-0125-48ec-8057-3295f5ec5000", "name": "network-vif-deleted", "tag": "9c478c99-d62c-4ba4-a542-afd02703f1f0", "status": "completed", "code": 200}]} {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:53:54.619557 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d2d21543-5253-4f3c-a724-ff47d660fff1 {{(pid=93915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:53:54.619981 n-d-800634-3 neutron-server[93915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c556fe5-0125-48ec-8057-3295f5ec5000', 'name': 'network-vif-deleted', 'tag': '9c478c99-d62c-4ba4-a542-afd02703f1f0', 'status': 'completed', 'code': 200} Jul 14 18:53:54.645586 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvr_db [None req-f2960b8a-2397-4a82-a599-9b71b0c89e03 None None] Set router 49c8f55c-e805-4a74-95f3-2bdc2fe893e1 gateway port host: n-d-800634-3 {{(pid=93917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 18:53:54.920718 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-f2960b8a-2397-4a82-a599-9b71b0c89e03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49c8f55c-e805-4a74-95f3-2bdc2fe893e1', 'name': 'tempest-ServerActionsTestJSON-1601135329-router', 'tenant_id': 'c28e5bcf1e004d64bdc0461d59ce0908', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.202'}], 'enable_snat': True}, 'gw_port_id': '6b51ee5d-3588-44d3-93cd-53d6ffd74b5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:45:26Z', 'updated_at': '2021-07-14T18:45:33Z', 'revision_number': 4, 'project_id': 'c28e5bcf1e004d64bdc0461d59ce0908', 'gw_port': {'id': '6b51ee5d-3588-44d3-93cd-53d6ffd74b5e', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:d1:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49c8f55c-e805-4a74-95f3-2bdc2fe893e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2700, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:45:26Z', 'updated_at': '2021-07-14T18:45:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_interfaces': [{'id': '7d840713-0afb-4754-8030-15984f1309b8', 'name': '', 'network_id': '39c54d55-b1e0-4eb1-9ee5-3eeadd4d8bde', 'tenant_id': 'c28e5bcf1e004d64bdc0461d59ce0908', 'mac_address': 'fa:16:3e:50:0b:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49c8f55c-e805-4a74-95f3-2bdc2fe893e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2704, 'fixed_ips': [{'subnet_id': 'e9fdea6e-22fa-4991-9f87-b79de93db404', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:45:31Z', 'updated_at': '2021-07-14T18:45:43Z', 'revision_number': 5, 'project_id': 'c28e5bcf1e004d64bdc0461d59ce0908', 'subnets': [{'id': 'e9fdea6e-22fa-4991-9f87-b79de93db404', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-3', False) {} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:53:54.961350 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2960b8a-2397-4a82-a599-9b71b0c89e03 None None] Checking router: 49c8f55c-e805-4a74-95f3-2bdc2fe893e1 for host: n-d-800634-3 {{(pid=93917) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 18:53:54.972344 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2960b8a-2397-4a82-a599-9b71b0c89e03 None None] Routers {'49c8f55c-e805-4a74-95f3-2bdc2fe893e1'} bound to L3 agent in host n-d-800634-3 {{(pid=93917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:53:54.973801 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-f2960b8a-2397-4a82-a599-9b71b0c89e03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:53:53Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['49c8f55c-e805-4a74-95f3-2bdc2fe893e1'], 'active': True} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:53:55.202253 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvr_db [None req-f2960b8a-2397-4a82-a599-9b71b0c89e03 None None] Set router 49c8f55c-e805-4a74-95f3-2bdc2fe893e1 gateway port host: n-d-800634-3 {{(pid=93917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 18:53:55.498245 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-f2960b8a-2397-4a82-a599-9b71b0c89e03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49c8f55c-e805-4a74-95f3-2bdc2fe893e1', 'name': 'tempest-ServerActionsTestJSON-1601135329-router', 'tenant_id': 'c28e5bcf1e004d64bdc0461d59ce0908', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.202'}], 'enable_snat': True}, 'gw_port_id': '6b51ee5d-3588-44d3-93cd-53d6ffd74b5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:45:26Z', 'updated_at': '2021-07-14T18:45:33Z', 'revision_number': 4, 'project_id': 'c28e5bcf1e004d64bdc0461d59ce0908', 'gw_port': {'id': '6b51ee5d-3588-44d3-93cd-53d6ffd74b5e', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:d1:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49c8f55c-e805-4a74-95f3-2bdc2fe893e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2700, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:45:26Z', 'updated_at': '2021-07-14T18:45:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_interfaces': [{'id': '7d840713-0afb-4754-8030-15984f1309b8', 'name': '', 'network_id': '39c54d55-b1e0-4eb1-9ee5-3eeadd4d8bde', 'tenant_id': 'c28e5bcf1e004d64bdc0461d59ce0908', 'mac_address': 'fa:16:3e:50:0b:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49c8f55c-e805-4a74-95f3-2bdc2fe893e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2704, 'fixed_ips': [{'subnet_id': 'e9fdea6e-22fa-4991-9f87-b79de93db404', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:45:31Z', 'updated_at': '2021-07-14T18:45:43Z', 'revision_number': 5, 'project_id': 'c28e5bcf1e004d64bdc0461d59ce0908', 'subnets': [{'id': 'e9fdea6e-22fa-4991-9f87-b79de93db404', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-3', False) {} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:53:55.538755 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 49818) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:53:55.549747 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2960b8a-2397-4a82-a599-9b71b0c89e03 None None] The sync data for ids ['49c8f55c-e805-4a74-95f3-2bdc2fe893e1'] in n-d-800634-3 is: [{'id': '49c8f55c-e805-4a74-95f3-2bdc2fe893e1', 'name': 'tempest-ServerActionsTestJSON-1601135329-router', 'tenant_id': 'c28e5bcf1e004d64bdc0461d59ce0908', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.202'}], 'enable_snat': True}, 'gw_port_id': '6b51ee5d-3588-44d3-93cd-53d6ffd74b5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:45:26Z', 'updated_at': '2021-07-14T18:45:33Z', 'revision_number': 4, 'project_id': 'c28e5bcf1e004d64bdc0461d59ce0908', 'gw_port': {'id': '6b51ee5d-3588-44d3-93cd-53d6ffd74b5e', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:d1:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49c8f55c-e805-4a74-95f3-2bdc2fe893e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2700, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:45:26Z', 'updated_at': '2021-07-14T18:45:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_interfaces': [{'id': '7d840713-0afb-4754-8030-15984f1309b8', 'name': '', 'network_id': '39c54d55-b1e0-4eb1-9ee5-3eeadd4d8bde', 'tenant_id': 'c28e5bcf1e004d64bdc0461d59ce0908', 'mac_address': 'fa:16:3e:50:0b:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49c8f55c-e805-4a74-95f3-2bdc2fe893e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2704, 'fixed_ips': [{'subnet_id': 'e9fdea6e-22fa-4991-9f87-b79de93db404', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:45:31Z', 'updated_at': '2021-07-14T18:45:43Z', 'revision_number': 5, 'project_id': 'c28e5bcf1e004d64bdc0461d59ce0908', 'subnets': [{'id': 'e9fdea6e-22fa-4991-9f87-b79de93db404', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 18:53:55.672415 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-d0f885c7-97b2-4651-a254-5620a4df15f6 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] Notify callbacks [] for security_group, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:53:55.741235 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-d0f885c7-97b2-4651-a254-5620a4df15f6 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:53:55.834086 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-d0f885c7-97b2-4651-a254-5620a4df15f6 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:53:55.836803 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-d0f885c7-97b2-4651-a254-5620a4df15f6 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] Notify callbacks [] for security_group, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:53:55.837980 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-d0f885c7-97b2-4651-a254-5620a4df15f6 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] 10.222.0.16 "DELETE /v2.0/security-groups/be330687-3a60-4db7-bad1-ca6d5eb00fb4 HTTP/1.1" status: 204 len: 168 time: 0.2981229 Jul 14 18:53:55.843985 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 49820) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:53:55.860258 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-2f4e3af3-e708-4ffd-a544-82d93a489d01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:53:55.862990 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f885c7-97b2-4651-a254-5620a4df15f6 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=be330687-3a60-4db7-bad1-ca6d5eb00fb4,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:53:55.873432 n-d-800634-3 neutron-server[93916]: INFO neutron.api.v2.resource [None req-3a82929d-0ba9-4653-b135-a8171a7b1a27 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] show failed (client error): The resource could not be found. Jul 14 18:53:55.877369 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-3a82929d-0ba9-4653-b135-a8171a7b1a27 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] 10.222.0.16 "GET /v2.0/security-groups/be330687-3a60-4db7-bad1-ca6d5eb00fb4 HTTP/1.1" status: 404 len: 347 time: 0.0321436 Jul 14 18:53:55.878196 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 49822) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:53:56.038156 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-182a41a2-c946-4c47-9c0e-5425cdde2f8b None None] New status for floating IP 6880d89d-94b5-4a9d-8ef2-18fadaef22dc: DOWN {{(pid=93918) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 18:53:56.060333 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [None req-6567b481-a8b8-4a7a-92dd-5213ec362494 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] Deleting port 950c4c5b-e8b4-4b2b-9779-762c14ab24e3 {{(pid=93915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:53:56.060799 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-6567b481-a8b8-4a7a-92dd-5213ec362494 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:53:56.147982 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-6567b481-a8b8-4a7a-92dd-5213ec362494 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:53:56.148421 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-6567b481-a8b8-4a7a-92dd-5213ec362494 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:53:56.163192 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [None req-6567b481-a8b8-4a7a-92dd-5213ec362494 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] Calling delete_port for 950c4c5b-e8b4-4b2b-9779-762c14ab24e3 owned by network:floatingip {{(pid=93915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:53:56.210917 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device 9c478c99-d62c-4ba4-a542-afd02703f1f0 no longer exists at agent hyperv_n-h1-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 18:53:56.255055 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] No Port match for: 9c478c99-d62c-4ba4-a542-afd02703f1f0 {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 18:53:56.255401 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device 9c478c99-d62c-4ba4-a542-afd02703f1f0 not bound to the agent host n-h1-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 18:53:56.350011 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-6567b481-a8b8-4a7a-92dd-5213ec362494 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:53:56.377147 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6567b481-a8b8-4a7a-92dd-5213ec362494 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] Pushing event deleted for resources: {'Port': ['ID=950c4c5b-e8b4-4b2b-9779-762c14ab24e3,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:53:56.438794 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-6567b481-a8b8-4a7a-92dd-5213ec362494 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] Notify callbacks [] for floatingip, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:53:56.441478 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-6567b481-a8b8-4a7a-92dd-5213ec362494 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for floatingip, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:53:56.445679 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 49836) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:53:56.448723 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-6567b481-a8b8-4a7a-92dd-5213ec362494 tempest-ServerActionsTestJSON-1592625929 tempest-ServerActionsTestJSON-1592625929-project] 10.222.0.16 "DELETE /v2.0/floatingips/6880d89d-94b5-4a9d-8ef2-18fadaef22dc HTTP/1.1" status: 204 len: 168 time: 0.5689557 Jul 14 18:53:57.030396 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-cc912ee3-3dc2-498e-a8c1-c6db94834da4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-928623'] for router_interface, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:53:57.332902 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-cc912ee3-3dc2-498e-a8c1-c6db94834da4 admin admin] Deleting port 7d840713-0afb-4754-8030-15984f1309b8 {{(pid=93916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:53:57.333261 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-cc912ee3-3dc2-498e-a8c1-c6db94834da4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:53:57.360228 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 49874) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:53:57.431239 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.db [None req-cc912ee3-3dc2-498e-a8c1-c6db94834da4 admin admin] For port 7d840713-0afb-4754-8030-15984f1309b8, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=7d840713-0afb-4754-8030-15984f1309b8,segment=NetworkSegment(e6ac1013-49a3-4f7c-beca-cf2ef24dd35b),segment_id=e6ac1013-49a3-4f7c-beca-cf2ef24dd35b)] {{(pid=93916) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:53:57.431636 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-cc912ee3-3dc2-498e-a8c1-c6db94834da4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:53:57.458306 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-cc912ee3-3dc2-498e-a8c1-c6db94834da4 admin admin] Calling delete_port for 7d840713-0afb-4754-8030-15984f1309b8 owned by network:router_interface {{(pid=93916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:53:57.543077 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-9a7d7917-0c4f-4854-b250-aa3989db733f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:53:57.666403 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-9a7d7917-0c4f-4854-b250-aa3989db733f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:53:57.678646 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-9a7d7917-0c4f-4854-b250-aa3989db733f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:53:57.720211 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7d7917-0c4f-4854-b250-aa3989db733f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8bff3ee-28fb-4bc2-9d9c-cc80641acd1c,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:53:57.740079 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-cc912ee3-3dc2-498e-a8c1-c6db94834da4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:53:57.767145 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-9a7d7917-0c4f-4854-b250-aa3989db733f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0a932c92435c49b8a716e515b76a2816&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4045255 Jul 14 18:53:57.770225 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 49894) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:53:57.777623 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc912ee3-3dc2-498e-a8c1-c6db94834da4 admin admin] Pushing event deleted for resources: {'Port': ['ID=7d840713-0afb-4754-8030-15984f1309b8,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:53:57.846568 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-43e16231-7648-4f68-b3e6-6e9f73fc71fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:53:57.871424 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-43e16231-7648-4f68-b3e6-6e9f73fc71fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:53:57.932525 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-43e16231-7648-4f68-b3e6-6e9f73fc71fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:53:57.937198 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-43e16231-7648-4f68-b3e6-6e9f73fc71fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:53:57.943108 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-43e16231-7648-4f68-b3e6-6e9f73fc71fa admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a8bff3ee-28fb-4bc2-9d9c-cc80641acd1c HTTP/1.1" status: 204 len: 168 time: 0.1715298 Jul 14 18:53:57.952842 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e16231-7648-4f68-b3e6-6e9f73fc71fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8bff3ee-28fb-4bc2-9d9c-cc80641acd1c,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:53:58.055253 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-cc912ee3-3dc2-498e-a8c1-c6db94834da4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-598732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-928907'] for router_interface, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:53:58.331582 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc912ee3-3dc2-498e-a8c1-c6db94834da4 admin admin] Router 49c8f55c-e805-4a74-95f3-2bdc2fe893e1 has already been hosted by L3 agent 2c6eb27e-defb-4cca-9a24-381c7415e359 {{(pid=93916) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 18:53:58.359602 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 49938) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:53:58.382303 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-c6ccc6ee-fc00-4eb7-b24d-0c5387e89398 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:53:58.516673 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc912ee3-3dc2-498e-a8c1-c6db94834da4 admin admin] Notify agent at l3_agent.n-d-800634-3 the message routers_updated {{(pid=93916) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 18:53:58.538137 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1793f6bd-f038-41a8-8083-094ea059c315 None None] Sync routers for ids ['49c8f55c-e805-4a74-95f3-2bdc2fe893e1'] in n-d-800634-3 {{(pid=93917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 18:53:58.550311 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-cc912ee3-3dc2-498e-a8c1-c6db94834da4 admin admin] 10.222.0.16 "PUT /v2.0/routers/49c8f55c-e805-4a74-95f3-2bdc2fe893e1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1017683 Jul 14 18:53:58.553026 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 49942) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:53:58.562422 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1793f6bd-f038-41a8-8083-094ea059c315 None None] Routers {'49c8f55c-e805-4a74-95f3-2bdc2fe893e1'} bound to L3 agent in host n-d-800634-3 {{(pid=93917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:53:58.566377 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-1793f6bd-f038-41a8-8083-094ea059c315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:53:53Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['49c8f55c-e805-4a74-95f3-2bdc2fe893e1'], 'active': True} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:53:58.639560 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-c6ccc6ee-fc00-4eb7-b24d-0c5387e89398 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:53:58.646187 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-c6ccc6ee-fc00-4eb7-b24d-0c5387e89398 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:53:58.695614 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ccc6ee-fc00-4eb7-b24d-0c5387e89398 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eef0f049-4544-4d76-b6b8-ac73e5a347af,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:53:58.723263 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-c6ccc6ee-fc00-4eb7-b24d-0c5387e89398 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9558ad34915e4e9da9f8cbd02ae3c331&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3624418 Jul 14 18:53:58.724191 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 49944) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:53:58.727059 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvr_db [None req-1793f6bd-f038-41a8-8083-094ea059c315 None None] Set router 49c8f55c-e805-4a74-95f3-2bdc2fe893e1 gateway port host: n-d-800634-3 {{(pid=93917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 18:53:58.761113 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-3a19cd5d-de94-44d7-9398-685e3569091b admin admin] Notify callbacks [] for router, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:53:58.792180 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-ddfafb47-df93-43c9-966c-2200eb1c9d04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:53:58.821989 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-ddfafb47-df93-43c9-966c-2200eb1c9d04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:53:58.880068 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-ddfafb47-df93-43c9-966c-2200eb1c9d04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:53:58.882744 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-ddfafb47-df93-43c9-966c-2200eb1c9d04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:53:58.886216 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-ddfafb47-df93-43c9-966c-2200eb1c9d04 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/eef0f049-4544-4d76-b6b8-ac73e5a347af HTTP/1.1" status: 204 len: 168 time: 0.1581903 Jul 14 18:53:58.894287 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddfafb47-df93-43c9-966c-2200eb1c9d04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eef0f049-4544-4d76-b6b8-ac73e5a347af,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:53:58.910827 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-3a19cd5d-de94-44d7-9398-685e3569091b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:53:58.972701 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-3a19cd5d-de94-44d7-9398-685e3569091b admin admin] Deleting port 6b51ee5d-3588-44d3-93cd-53d6ffd74b5e {{(pid=93916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:53:58.973050 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-3a19cd5d-de94-44d7-9398-685e3569091b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:53:59.003233 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-1793f6bd-f038-41a8-8083-094ea059c315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49c8f55c-e805-4a74-95f3-2bdc2fe893e1', 'name': 'tempest-ServerActionsTestJSON-1601135329-router', 'tenant_id': 'c28e5bcf1e004d64bdc0461d59ce0908', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.202'}], 'enable_snat': True}, 'gw_port_id': '6b51ee5d-3588-44d3-93cd-53d6ffd74b5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:45:26Z', 'updated_at': '2021-07-14T18:53:57Z', 'revision_number': 5, 'project_id': 'c28e5bcf1e004d64bdc0461d59ce0908', 'gw_port': {'id': '6b51ee5d-3588-44d3-93cd-53d6ffd74b5e', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:d1:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49c8f55c-e805-4a74-95f3-2bdc2fe893e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2700, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:45:26Z', 'updated_at': '2021-07-14T18:45:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3'}], 'n-d-800634-3', False) {} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:53:59.031542 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1793f6bd-f038-41a8-8083-094ea059c315 None None] Checking router: 49c8f55c-e805-4a74-95f3-2bdc2fe893e1 for host: n-d-800634-3 {{(pid=93917) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 18:53:59.040613 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1793f6bd-f038-41a8-8083-094ea059c315 None None] Routers {'49c8f55c-e805-4a74-95f3-2bdc2fe893e1'} bound to L3 agent in host n-d-800634-3 {{(pid=93917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:53:59.041230 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-1793f6bd-f038-41a8-8083-094ea059c315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:53:53Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['49c8f55c-e805-4a74-95f3-2bdc2fe893e1'], 'active': True} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:53:59.079343 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.db [None req-3a19cd5d-de94-44d7-9398-685e3569091b admin admin] For port 6b51ee5d-3588-44d3-93cd-53d6ffd74b5e, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=6b51ee5d-3588-44d3-93cd-53d6ffd74b5e,segment=NetworkSegment(5afb940b-bbdf-4727-be00-5d46367c38a1),segment_id=5afb940b-bbdf-4727-be00-5d46367c38a1)] {{(pid=93916) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:53:59.079974 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-3a19cd5d-de94-44d7-9398-685e3569091b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:53:59.093318 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-3a19cd5d-de94-44d7-9398-685e3569091b admin admin] Calling delete_port for 6b51ee5d-3588-44d3-93cd-53d6ffd74b5e owned by network:router_gateway {{(pid=93916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:53:59.133893 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvr_db [None req-1793f6bd-f038-41a8-8083-094ea059c315 None None] Set router 49c8f55c-e805-4a74-95f3-2bdc2fe893e1 gateway port host: None {{(pid=93917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 18:53:59.197150 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-1793f6bd-f038-41a8-8083-094ea059c315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49c8f55c-e805-4a74-95f3-2bdc2fe893e1', 'name': 'tempest-ServerActionsTestJSON-1601135329-router', 'tenant_id': 'c28e5bcf1e004d64bdc0461d59ce0908', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:45:26Z', 'updated_at': '2021-07-14T18:53:58Z', 'revision_number': 6, 'project_id': 'c28e5bcf1e004d64bdc0461d59ce0908', 'gw_port_host': None}], 'n-d-800634-3', False) {} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:53:59.230410 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1793f6bd-f038-41a8-8083-094ea059c315 None None] The sync data for ids ['49c8f55c-e805-4a74-95f3-2bdc2fe893e1'] in n-d-800634-3 is: [{'id': '49c8f55c-e805-4a74-95f3-2bdc2fe893e1', 'name': 'tempest-ServerActionsTestJSON-1601135329-router', 'tenant_id': 'c28e5bcf1e004d64bdc0461d59ce0908', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:45:26Z', 'updated_at': '2021-07-14T18:53:58Z', 'revision_number': 6, 'project_id': 'c28e5bcf1e004d64bdc0461d59ce0908', 'gw_port_host': None}] {{(pid=93917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 18:53:59.340331 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-3a19cd5d-de94-44d7-9398-685e3569091b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:53:59.362207 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 49956) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:53:59.373056 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a19cd5d-de94-44d7-9398-685e3569091b admin admin] Pushing event deleted for resources: {'Port': ['ID=6b51ee5d-3588-44d3-93cd-53d6ffd74b5e,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:53:59.384329 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-2d3df4b8-a163-4464-8132-4970c51c77ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:53:59.451851 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-3a19cd5d-de94-44d7-9398-685e3569091b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-930057'] for router_gateway, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:53:59.500433 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-2d3df4b8-a163-4464-8132-4970c51c77ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:53:59.505246 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-2d3df4b8-a163-4464-8132-4970c51c77ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:53:59.556731 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3df4b8-a163-4464-8132-4970c51c77ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78ea295e-5d91-4143-b7df-0329a3f74cfd,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:53:59.565290 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-2d3df4b8-a163-4464-8132-4970c51c77ee admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ab657fa73c2342789e04e7a088b7080d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2019501 Jul 14 18:53:59.567987 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 49958) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:53:59.572917 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-3a19cd5d-de94-44d7-9398-685e3569091b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-571778', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11402'] for router, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:53:59.576890 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-3a19cd5d-de94-44d7-9398-685e3569091b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:53:59.645593 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-00fefddb-c7f7-4817-a574-754970099ace admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:53:59.645781 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-3a19cd5d-de94-44d7-9398-685e3569091b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-541202'] for router, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:53:59.646602 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a19cd5d-de94-44d7-9398-685e3569091b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 49c8f55c-e805-4a74-95f3-2bdc2fe893e1 {{(pid=93916) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 18:53:59.652069 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-3a19cd5d-de94-44d7-9398-685e3569091b admin admin] Notify callbacks [] for router, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:53:59.653398 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-3a19cd5d-de94-44d7-9398-685e3569091b admin admin] 10.222.0.16 "DELETE /v2.0/routers/49c8f55c-e805-4a74-95f3-2bdc2fe893e1 HTTP/1.1" status: 204 len: 168 time: 1.0950003 Jul 14 18:53:59.655964 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 49962) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:53:59.696264 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-00fefddb-c7f7-4817-a574-754970099ace admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:53:59.725534 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7decf10-745a-456c-a30f-8efc7391b1d6 admin admin] Deleting subnet e9fdea6e-22fa-4991-9f87-b79de93db404 {{(pid=93916) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 18:53:59.732429 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a7decf10-745a-456c-a30f-8efc7391b1d6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:53:59.780378 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-00fefddb-c7f7-4817-a574-754970099ace admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:53:59.783626 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-00fefddb-c7f7-4817-a574-754970099ace admin admin] Notify callbacks [] for security_group, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:53:59.794859 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-00fefddb-c7f7-4817-a574-754970099ace admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/78ea295e-5d91-4143-b7df-0329a3f74cfd HTTP/1.1" status: 204 len: 168 time: 0.2235413 Jul 14 18:53:59.813170 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fefddb-c7f7-4817-a574-754970099ace admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78ea295e-5d91-4143-b7df-0329a3f74cfd,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:53:59.825655 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a7decf10-745a-456c-a30f-8efc7391b1d6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26296866'] for subnet, precommit_delete_associations {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:53:59.926219 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a7decf10-745a-456c-a30f-8efc7391b1d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081283'] for subnet, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:53:59.993032 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a7decf10-745a-456c-a30f-8efc7391b1d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2684816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26033152'] for subnet, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:54:00.025310 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7decf10-745a-456c-a30f-8efc7391b1d6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e9fdea6e-22fa-4991-9f87-b79de93db404,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:54:00.033003 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a7decf10-745a-456c-a30f-8efc7391b1d6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:54:00.036062 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-a7decf10-745a-456c-a30f-8efc7391b1d6 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/e9fdea6e-22fa-4991-9f87-b79de93db404 HTTP/1.1" status: 204 len: 168 time: 0.3766868 Jul 14 18:54:00.038509 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 49976) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:54:00.040593 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4243d6a6-d4a2-41a4-ac93-b7cfa17a3a89 None None] Network 39c54d55-b1e0-4eb1-9ee5-3eeadd4d8bde requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:54:00.153999 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-d2e67d80-22af-41b2-841e-19060b95b31f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645734'] for network, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:54:00.268548 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [None req-d2e67d80-22af-41b2-841e-19060b95b31f admin admin] Deleting port 85ffcf67-aeca-449b-9392-b2d1b6d0f968 {{(pid=93915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:54:00.268994 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-d2e67d80-22af-41b2-841e-19060b95b31f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:54:00.284160 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71d96e66-e2aa-487d-a9b8-febef0d6497a None None] DHCP port deletion for 39c54d55-b1e0-4eb1-9ee5-3eeadd4d8bde request from n-d-800634-3 {{(pid=93917) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 18:54:00.390934 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-71d96e66-e2aa-487d-a9b8-febef0d6497a None None] Deleting port 85ffcf67-aeca-449b-9392-b2d1b6d0f968 {{(pid=93917) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:54:00.390934 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-71d96e66-e2aa-487d-a9b8-febef0d6497a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:54:00.418645 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [None req-d2e67d80-22af-41b2-841e-19060b95b31f admin admin] For port 85ffcf67-aeca-449b-9392-b2d1b6d0f968, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=85ffcf67-aeca-449b-9392-b2d1b6d0f968,segment=NetworkSegment(e6ac1013-49a3-4f7c-beca-cf2ef24dd35b),segment_id=e6ac1013-49a3-4f7c-beca-cf2ef24dd35b)] {{(pid=93915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:54:00.419271 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-d2e67d80-22af-41b2-841e-19060b95b31f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:54:00.471478 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [None req-d2e67d80-22af-41b2-841e-19060b95b31f admin admin] Calling delete_port for 85ffcf67-aeca-449b-9392-b2d1b6d0f968 owned by network:dhcp {{(pid=93915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:54:00.490182 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-71d96e66-e2aa-487d-a9b8-febef0d6497a None None] For port 85ffcf67-aeca-449b-9392-b2d1b6d0f968, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=85ffcf67-aeca-449b-9392-b2d1b6d0f968,segment=NetworkSegment(e6ac1013-49a3-4f7c-beca-cf2ef24dd35b),segment_id=e6ac1013-49a3-4f7c-beca-cf2ef24dd35b)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:54:00.491723 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-71d96e66-e2aa-487d-a9b8-febef0d6497a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:54:00.534563 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-71d96e66-e2aa-487d-a9b8-febef0d6497a None None] Calling delete_port for 85ffcf67-aeca-449b-9392-b2d1b6d0f968 owned by network:dhcp {{(pid=93917) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:54:00.546149 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 85ffcf67-aeca-449b-9392-b2d1b6d0f968 no longer exists at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 18:54:00.664524 n-d-800634-3 neutron-server[93917]: INFO neutron.plugins.ml2.db [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] No ports have port_id starting with 85ffcf67-aeca-449b-9392-b2d1b6d0f968 Jul 14 18:54:00.665534 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-d2e67d80-22af-41b2-841e-19060b95b31f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:54:00.669543 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 7d840713-0afb-4754-8030-15984f1309b8 no longer exists at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 18:54:00.725128 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2e67d80-22af-41b2-841e-19060b95b31f admin admin] No DVR routers for this DVR port 85ffcf67-aeca-449b-9392-b2d1b6d0f968 on host n-d-800634-3 {{(pid=93915) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 18:54:00.728613 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e67d80-22af-41b2-841e-19060b95b31f admin admin] Pushing event deleted for resources: {'Port': ['ID=85ffcf67-aeca-449b-9392-b2d1b6d0f968,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:54:00.816977 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 49996) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:54:00.924999 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] No Port match for: 7d840713-0afb-4754-8030-15984f1309b8 {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 18:54:00.925618 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 7d840713-0afb-4754-8030-15984f1309b8 not bound to the agent host n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 18:54:00.926193 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 6b51ee5d-3588-44d3-93cd-53d6ffd74b5e no longer exists at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 18:54:00.947243 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] No Port match for: 6b51ee5d-3588-44d3-93cd-53d6ffd74b5e {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 18:54:00.947852 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 6b51ee5d-3588-44d3-93cd-53d6ffd74b5e not bound to the agent host n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 18:54:00.962922 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e57a71c-a127-403e-a933-4d868ac05800 admin admin] Deleting subnet 8665d69f-8bba-4f7c-8df8-71dc6db226d4 {{(pid=93916) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 18:54:00.968054 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-8e57a71c-a127-403e-a933-4d868ac05800 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:54:00.968511 n-d-800634-3 neutron-server[93917]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 18:54:00.968511 n-d-800634-3 neutron-server[93917]: self.session.flush() Jul 14 18:54:00.968511 n-d-800634-3 neutron-server[93917]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 18:54:00.968511 n-d-800634-3 neutron-server[93917]: self.session.flush() Jul 14 18:54:00.968511 n-d-800634-3 neutron-server[93917]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 18:54:00.968511 n-d-800634-3 neutron-server[93917]: self.session.flush() Jul 14 18:54:00.968511 n-d-800634-3 neutron-server[93917]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 18:54:00.968511 n-d-800634-3 neutron-server[93917]: self.session.flush() Jul 14 18:54:00.968511 n-d-800634-3 neutron-server[93917]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 18:54:00.968511 n-d-800634-3 neutron-server[93917]: self.session.flush() Jul 14 18:54:00.968511 n-d-800634-3 neutron-server[93917]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 18:54:00.968511 n-d-800634-3 neutron-server[93917]: self.session.flush() Jul 14 18:54:00.968511 n-d-800634-3 neutron-server[93917]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 18:54:00.968511 n-d-800634-3 neutron-server[93917]: self.session.flush() Jul 14 18:54:00.968511 n-d-800634-3 neutron-server[93917]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 18:54:00.968511 n-d-800634-3 neutron-server[93917]: self.session.flush() Jul 14 18:54:00.968511 n-d-800634-3 neutron-server[93917]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 18:54:00.968511 n-d-800634-3 neutron-server[93917]: self.session.flush() Jul 14 18:54:00.968511 n-d-800634-3 neutron-server[93917]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 18:54:00.968511 n-d-800634-3 neutron-server[93917]: self.session.flush() Jul 14 18:54:00.968511 n-d-800634-3 neutron-server[93917]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 18:54:00.968511 n-d-800634-3 neutron-server[93917]: self.session.flush() Jul 14 18:54:00.968511 n-d-800634-3 neutron-server[93917]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 18:54:00.968511 n-d-800634-3 neutron-server[93917]: self.session.flush() Jul 14 18:54:00.968511 n-d-800634-3 neutron-server[93917]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 18:54:00.968511 n-d-800634-3 neutron-server[93917]: self.session.flush() Jul 14 18:54:00.968511 n-d-800634-3 neutron-server[93917]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 18:54:00.968511 n-d-800634-3 neutron-server[93917]: self.session.flush() Jul 14 18:54:00.968511 n-d-800634-3 neutron-server[93917]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 18:54:00.968511 n-d-800634-3 neutron-server[93917]: self.session.flush() Jul 14 18:54:00.968511 n-d-800634-3 neutron-server[93917]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 18:54:00.968511 n-d-800634-3 neutron-server[93917]: self.session.flush() Jul 14 18:54:00.968511 n-d-800634-3 neutron-server[93917]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 18:54:00.968511 n-d-800634-3 neutron-server[93917]: self.session.flush() Jul 14 18:54:00.968511 n-d-800634-3 neutron-server[93917]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 18:54:00.968511 n-d-800634-3 neutron-server[93917]: self.session.flush() Jul 14 18:54:00.968511 n-d-800634-3 neutron-server[93917]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 18:54:00.968511 n-d-800634-3 neutron-server[93917]: self.session.flush() Jul 14 18:54:00.968511 n-d-800634-3 neutron-server[93917]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 18:54:00.968511 n-d-800634-3 neutron-server[93917]: self.session.flush() Jul 14 18:54:00.968511 n-d-800634-3 neutron-server[93917]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 18:54:00.968511 n-d-800634-3 neutron-server[93917]: self.session.flush() Jul 14 18:54:00.968511 n-d-800634-3 neutron-server[93917]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 18:54:00.968511 n-d-800634-3 neutron-server[93917]: self.session.flush() Jul 14 18:54:00.968511 n-d-800634-3 neutron-server[93917]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 18:54:00.968511 n-d-800634-3 neutron-server[93917]: self.session.flush() Jul 14 18:54:00.968511 n-d-800634-3 neutron-server[93917]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 18:54:00.968511 n-d-800634-3 neutron-server[93917]: self.session.flush() Jul 14 18:54:00.968511 n-d-800634-3 neutron-server[93917]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 18:54:00.968511 n-d-800634-3 neutron-server[93917]: self.session.flush() Jul 14 18:54:00.968511 n-d-800634-3 neutron-server[93917]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 18:54:00.968511 n-d-800634-3 neutron-server[93917]: self.session.flush() Jul 14 18:54:00.968511 n-d-800634-3 neutron-server[93917]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 18:54:00.968511 n-d-800634-3 neutron-server[93917]: self.session.flush() Jul 14 18:54:00.980191 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-d2e67d80-22af-41b2-841e-19060b95b31f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2096010', 'neutron.services.segments.db._delete_segments_for_network-8728202734996'] for network, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:54:00.981534 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-71d96e66-e2aa-487d-a9b8-febef0d6497a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813'] for port, after_delete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:54:01.004926 n-d-800634-3 neutron-server[93915]: DEBUG neutron.services.segments.db [None req-d2e67d80-22af-41b2-841e-19060b95b31f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39c54d55-b1e0-4eb1-9ee5-3eeadd4d8bde']}} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:54:01.032341 n-d-800634-3 neutron-server[93915]: DEBUG neutron.services.segments.db [None req-d2e67d80-22af-41b2-841e-19060b95b31f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6ac1013-49a3-4f7c-beca-cf2ef24dd35b') {'for_net_delete': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:54:01.032939 n-d-800634-3 neutron-server[93915]: DEBUG neutron.services.segments.db [None req-d2e67d80-22af-41b2-841e-19060b95b31f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6ac1013-49a3-4f7c-beca-cf2ef24dd35b') {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:54:01.035883 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d96e66-e2aa-487d-a9b8-febef0d6497a None None] Pushing event deleted for resources: {'Port': ['ID=85ffcf67-aeca-449b-9392-b2d1b6d0f968,revision_number=None']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:54:01.040160 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71d96e66-e2aa-487d-a9b8-febef0d6497a None None] No DVR routers for this DVR port 85ffcf67-aeca-449b-9392-b2d1b6d0f968 on host n-d-800634-3 {{(pid=93917) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 18:54:01.052501 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-8e57a71c-a127-403e-a933-4d868ac05800 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26296866'] for subnet, precommit_delete_associations {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:54:01.066122 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d96e66-e2aa-487d-a9b8-febef0d6497a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:54:01.067169 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d96e66-e2aa-487d-a9b8-febef0d6497a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:54:01.067775 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d96e66-e2aa-487d-a9b8-febef0d6497a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:54:01.068406 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d96e66-e2aa-487d-a9b8-febef0d6497a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:54:01.068985 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d96e66-e2aa-487d-a9b8-febef0d6497a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:54:01.069558 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d96e66-e2aa-487d-a9b8-febef0d6497a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:54:01.070117 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d96e66-e2aa-487d-a9b8-febef0d6497a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:54:01.070665 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d96e66-e2aa-487d-a9b8-febef0d6497a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:54:01.071220 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d96e66-e2aa-487d-a9b8-febef0d6497a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:54:01.071790 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d96e66-e2aa-487d-a9b8-febef0d6497a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:54:01.073046 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d96e66-e2aa-487d-a9b8-febef0d6497a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:54:01.073603 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d96e66-e2aa-487d-a9b8-febef0d6497a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:54:01.077881 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-d2e67d80-22af-41b2-841e-19060b95b31f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728202715275', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28939920'] for segment, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:54:01.103394 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-d2e67d80-22af-41b2-841e-19060b95b31f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:54:01.110236 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2e67d80-22af-41b2-841e-19060b95b31f admin admin] Releasing vlan 54 on physical network physnet1 to pool {{(pid=93915) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 18:54:01.110639 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-d2e67d80-22af-41b2-841e-19060b95b31f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25911658'] for segment, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:54:01.113538 n-d-800634-3 neutron-server[93915]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:54:01.113538 n-d-800634-3 neutron-server[93915]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:54:01.113538 n-d-800634-3 neutron-server[93915]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:54:01.113538 n-d-800634-3 neutron-server[93915]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:54:01.113538 n-d-800634-3 neutron-server[93915]: Traceback (most recent call last): Jul 14 18:54:01.113538 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 18:54:01.113538 n-d-800634-3 neutron-server[93915]: timer() Jul 14 18:54:01.113538 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 18:54:01.113538 n-d-800634-3 neutron-server[93915]: cb(*args, **kw) Jul 14 18:54:01.113538 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 18:54:01.113538 n-d-800634-3 neutron-server[93915]: return func(*args, **kwargs) Jul 14 18:54:01.113538 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 18:54:01.113538 n-d-800634-3 neutron-server[93915]: self._notify() Jul 14 18:54:01.113538 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 18:54:01.113538 n-d-800634-3 neutron-server[93915]: self.callback(batched_events) Jul 14 18:54:01.113538 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 18:54:01.113538 n-d-800634-3 neutron-server[93915]: event.method(event) Jul 14 18:54:01.113538 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 18:54:01.113538 n-d-800634-3 neutron-server[93915]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 18:54:01.113538 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 18:54:01.113538 n-d-800634-3 neutron-server[93915]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 18:54:01.113538 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 18:54:01.113538 n-d-800634-3 neutron-server[93915]: return f(self, *a, **k) Jul 14 18:54:01.113538 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 18:54:01.113538 n-d-800634-3 neutron-server[93915]: return self._get(url).json() Jul 14 18:54:01.113538 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 18:54:01.113538 n-d-800634-3 neutron-server[93915]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 18:54:01.113538 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 18:54:01.113538 n-d-800634-3 neutron-server[93915]: return self.request(url, 'GET', **kwargs) Jul 14 18:54:01.113538 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 18:54:01.113538 n-d-800634-3 neutron-server[93915]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 18:54:01.113538 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 18:54:01.113538 n-d-800634-3 neutron-server[93915]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 18:54:01.113538 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 18:54:01.113538 n-d-800634-3 neutron-server[93915]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 18:54:01.113538 n-d-800634-3 neutron-server[93915]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 18:54:01.120736 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-8e57a71c-a127-403e-a933-4d868ac05800 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081283'] for subnet, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:54:01.128995 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 50000) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:54:01.190364 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-8e57a71c-a127-403e-a933-4d868ac05800 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2684816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26033152'] for subnet, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:54:01.191754 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-d2e67d80-22af-41b2-841e-19060b95b31f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2096001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-930085'] for network, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:54:01.198211 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-d2e67d80-22af-41b2-841e-19060b95b31f admin admin] Notify callbacks [] for network, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:54:01.202765 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-d2e67d80-22af-41b2-841e-19060b95b31f admin admin] 10.222.0.16 "DELETE /v2.0/networks/39c54d55-b1e0-4eb1-9ee5-3eeadd4d8bde HTTP/1.1" status: 204 len: 168 time: 1.1610479 Jul 14 18:54:01.213036 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e67d80-22af-41b2-841e-19060b95b31f admin admin] Pushing event deleted for resources: {'Network': ['ID=39c54d55-b1e0-4eb1-9ee5-3eeadd4d8bde,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:54:01.229394 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e57a71c-a127-403e-a933-4d868ac05800 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8665d69f-8bba-4f7c-8df8-71dc6db226d4,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:54:01.247630 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-8e57a71c-a127-403e-a933-4d868ac05800 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:54:01.253224 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-8e57a71c-a127-403e-a933-4d868ac05800 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/8665d69f-8bba-4f7c-8df8-71dc6db226d4 HTTP/1.1" status: 204 len: 168 time: 0.4322062 Jul 14 18:54:01.253989 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 50006) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:54:01.341952 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-9d44e59e-fcaf-4f55-ae50-ae785088f949 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645734'] for network, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:54:01.348274 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-fd168d30-a6c7-43f5-8bef-c3bc6a9379ee admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1766731314-network', 'tenant_id': 'ab3c6676b6134727ab7887b4428d3ba0'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:54:01.378986 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 50008) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:54:01.427129 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-00ba7400-69ce-43b1-bfa4-a89a0bb1079b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c28e5bcf1e004d64bdc0461d59ce0908&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0467200 Jul 14 18:54:01.429553 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 50010) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:54:01.452886 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd168d30-a6c7-43f5-8bef-c3bc6a9379ee admin admin] Made reservation on behalf of ab3c6676b6134727ab7887b4428d3ba0 for: {'network': 1} {{(pid=93915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:54:01.456223 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-fd168d30-a6c7-43f5-8bef-c3bc6a9379ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for network, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:54:01.468817 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-fd168d30-a6c7-43f5-8bef-c3bc6a9379ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:54:01.478495 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-9d44e59e-fcaf-4f55-ae50-ae785088f949 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2096010', 'neutron.services.segments.db._delete_segments_for_network-8728202734996'] for network, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:54:01.485382 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-f4e4e5dd-5e20-46d5-8fbc-894499265fe5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:54:01.508474 n-d-800634-3 neutron-server[93915]: DEBUG neutron.services.segments.db [None req-9d44e59e-fcaf-4f55-ae50-ae785088f949 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e134f5f9-15e8-4523-a8a6-42df4df73444']}} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:54:01.512814 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-f4e4e5dd-5e20-46d5-8fbc-894499265fe5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:54:01.525483 n-d-800634-3 neutron-server[93915]: DEBUG neutron.services.segments.db [None req-9d44e59e-fcaf-4f55-ae50-ae785088f949 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '160dc5d4-9acf-43d7-bd62-26167831a884') {'for_net_delete': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:54:01.526074 n-d-800634-3 neutron-server[93915]: DEBUG neutron.services.segments.db [None req-9d44e59e-fcaf-4f55-ae50-ae785088f949 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '160dc5d4-9acf-43d7-bd62-26167831a884') {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:54:01.545523 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-9d44e59e-fcaf-4f55-ae50-ae785088f949 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728202715275', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28939920'] for segment, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:54:01.568158 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-9d44e59e-fcaf-4f55-ae50-ae785088f949 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:54:01.579253 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d44e59e-fcaf-4f55-ae50-ae785088f949 admin admin] Releasing vlan 92 on physical network physnet1 to pool {{(pid=93915) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 18:54:01.579979 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-9d44e59e-fcaf-4f55-ae50-ae785088f949 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25911658'] for segment, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:54:01.581883 n-d-800634-3 neutron-server[93915]: Traceback (most recent call last): Jul 14 18:54:01.581883 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 18:54:01.581883 n-d-800634-3 neutron-server[93915]: timer() Jul 14 18:54:01.581883 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 18:54:01.581883 n-d-800634-3 neutron-server[93915]: cb(*args, **kw) Jul 14 18:54:01.581883 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 18:54:01.581883 n-d-800634-3 neutron-server[93915]: return func(*args, **kwargs) Jul 14 18:54:01.581883 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 18:54:01.581883 n-d-800634-3 neutron-server[93915]: self._notify() Jul 14 18:54:01.581883 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 18:54:01.581883 n-d-800634-3 neutron-server[93915]: self.callback(batched_events) Jul 14 18:54:01.581883 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 18:54:01.581883 n-d-800634-3 neutron-server[93915]: event.method(event) Jul 14 18:54:01.581883 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 18:54:01.581883 n-d-800634-3 neutron-server[93915]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 18:54:01.581883 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 18:54:01.581883 n-d-800634-3 neutron-server[93915]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 18:54:01.581883 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 18:54:01.581883 n-d-800634-3 neutron-server[93915]: return f(self, *a, **k) Jul 14 18:54:01.581883 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 18:54:01.581883 n-d-800634-3 neutron-server[93915]: return self._get(url).json() Jul 14 18:54:01.581883 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 18:54:01.581883 n-d-800634-3 neutron-server[93915]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 18:54:01.581883 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 18:54:01.581883 n-d-800634-3 neutron-server[93915]: return self.request(url, 'GET', **kwargs) Jul 14 18:54:01.581883 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 18:54:01.581883 n-d-800634-3 neutron-server[93915]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 18:54:01.581883 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 18:54:01.581883 n-d-800634-3 neutron-server[93915]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 18:54:01.581883 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 18:54:01.581883 n-d-800634-3 neutron-server[93915]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 18:54:01.581883 n-d-800634-3 neutron-server[93915]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 18:54:01.585115 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-f4e4e5dd-5e20-46d5-8fbc-894499265fe5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:54:01.586644 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-f4e4e5dd-5e20-46d5-8fbc-894499265fe5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:54:01.590132 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-f4e4e5dd-5e20-46d5-8fbc-894499265fe5 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/00511198-19e5-42cb-b4d6-0be88d13a8c9 HTTP/1.1" status: 204 len: 168 time: 0.1573131 Jul 14 18:54:01.600281 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e4e5dd-5e20-46d5-8fbc-894499265fe5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00511198-19e5-42cb-b4d6-0be88d13a8c9,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:54:01.679548 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-9d44e59e-fcaf-4f55-ae50-ae785088f949 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2096001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-930085'] for network, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:54:01.683824 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-9d44e59e-fcaf-4f55-ae50-ae785088f949 admin admin] Notify callbacks [] for network, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:54:01.688399 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-9d44e59e-fcaf-4f55-ae50-ae785088f949 admin admin] 10.222.0.16 "DELETE /v2.0/networks/e134f5f9-15e8-4523-a8a6-42df4df73444 HTTP/1.1" status: 204 len: 168 time: 0.4310405 Jul 14 18:54:01.703873 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d44e59e-fcaf-4f55-ae50-ae785088f949 admin admin] Pushing event deleted for resources: {'Network': ['ID=e134f5f9-15e8-4523-a8a6-42df4df73444,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:54:01.717233 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-fd168d30-a6c7-43f5-8bef-c3bc6a9379ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:54:01.726143 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-fd168d30-a6c7-43f5-8bef-c3bc6a9379ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:54:01.784348 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd168d30-a6c7-43f5-8bef-c3bc6a9379ee admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 50} {{(pid=93915) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 18:54:01.793071 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd168d30-a6c7-43f5-8bef-c3bc6a9379ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b3df841-701d-4d9a-a01c-0758aa03cb0b,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:54:01.800326 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-fd168d30-a6c7-43f5-8bef-c3bc6a9379ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:54:01.800864 n-d-800634-3 neutron-server[93915]: INFO neutron.db.segments_db [None req-fd168d30-a6c7-43f5-8bef-c3bc6a9379ee admin admin] Added segment ffbeca98-3729-4e9d-9c3f-fecdea0c745c of type vlan for network 59d79f8f-a2cf-4f0e-9cf7-44b364654e71 Jul 14 18:54:01.850380 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-fd168d30-a6c7-43f5-8bef-c3bc6a9379ee admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728202197517'] for network, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:54:01.897613 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-fd168d30-a6c7-43f5-8bef-c3bc6a9379ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727'] for network, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:54:01.898773 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd168d30-a6c7-43f5-8bef-c3bc6a9379ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:54:01.899374 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-fd168d30-a6c7-43f5-8bef-c3bc6a9379ee admin admin] Notify callbacks [] for network, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:54:01.900106 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 50020) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:54:01.956032 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-bf2c20b6-671b-4254-9d93-b1c38e40580c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7240474088e94aca95db86a3c4c1d324&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0540888 Jul 14 18:54:01.958754 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 50022) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:54:01.994875 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-fd168d30-a6c7-43f5-8bef-c3bc6a9379ee admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.8617280 Jul 14 18:54:01.994875 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd168d30-a6c7-43f5-8bef-c3bc6a9379ee admin admin] Pushing event updated for resources: {'Network': ['ID=59d79f8f-a2cf-4f0e-9cf7-44b364654e71,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:54:01.995283 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 50026) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:54:02.000106 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-792c452c-1ebd-4c85-ba4e-441129c659bc admin admin] Request body: {'subnet': {'network_id': '59d79f8f-a2cf-4f0e-9cf7-44b364654e71', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1766731314-subnet', 'tenant_id': 'ab3c6676b6134727ab7887b4428d3ba0', 'ip_version': 4}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:54:02.005554 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Network 59d79f8f-a2cf-4f0e-9cf7-44b364654e71 details requested by agent ovs-agent-n-d-800634-3 with host n-d-800634-3 {{(pid=93917) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 18:54:02.033859 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-c1a6a8f5-e994-4751-9d2d-8d7c50fa4bbe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:54:02.040239 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-792c452c-1ebd-4c85-ba4e-441129c659bc admin admin] Made reservation on behalf of ab3c6676b6134727ab7887b4428d3ba0 for: {'subnet': 1} {{(pid=93915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:54:02.043099 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-792c452c-1ebd-4c85-ba4e-441129c659bc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28969735'] for subnet, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:54:02.058245 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-c1a6a8f5-e994-4751-9d2d-8d7c50fa4bbe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:54:02.131051 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-c1a6a8f5-e994-4751-9d2d-8d7c50fa4bbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:54:02.134643 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-c1a6a8f5-e994-4751-9d2d-8d7c50fa4bbe admin admin] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:54:02.136050 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-c1a6a8f5-e994-4751-9d2d-8d7c50fa4bbe admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f6edd6f8-77b1-4dff-994f-c9792ea2eafe HTTP/1.1" status: 204 len: 168 time: 0.1762211 Jul 14 18:54:02.150713 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a6a8f5-e994-4751-9d2d-8d7c50fa4bbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6edd6f8-77b1-4dff-994f-c9792ea2eafe,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:54:02.440384 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-792c452c-1ebd-4c85-ba4e-441129c659bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25912837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28969781'] for subnet, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:54:02.534721 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792c452c-1ebd-4c85-ba4e-441129c659bc admin admin] Pushing event updated for resources: {'Subnet': ['ID=844fd80b-fe8b-4b98-98f0-ed90aba01f58,revision_number=0']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:54:02.541310 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-792c452c-1ebd-4c85-ba4e-441129c659bc admin admin] Checking segment: {'id': 'ffbeca98-3729-4e9d-9c3f-fecdea0c745c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '59d79f8f-a2cf-4f0e-9cf7-44b364654e71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:54:02.541681 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-792c452c-1ebd-4c85-ba4e-441129c659bc admin admin] Network hostable DHCP agents. Network: 59d79f8f-a2cf-4f0e-9cf7-44b364654e71, hostable agents: ['028393c3-0576-4ebd-bca1-8ea8a148e1a2'], hosted agents: [] {{(pid=93915) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 18:54:02.560318 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-792c452c-1ebd-4c85-ba4e-441129c659bc admin admin] Network 59d79f8f-a2cf-4f0e-9cf7-44b364654e71 is scheduled to be hosted by DHCP agent 028393c3-0576-4ebd-bca1-8ea8a148e1a2 with binding_index 1 {{(pid=93915) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 18:54:02.573121 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [None req-792c452c-1ebd-4c85-ba4e-441129c659bc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-3, 59d79f8f-a2cf-4f0e-9cf7-44b364654e71) {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:54:02.583703 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-792c452c-1ebd-4c85-ba4e-441129c659bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:54:02.584344 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-792c452c-1ebd-4c85-ba4e-441129c659bc admin admin] Notify callbacks [] for subnet, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:54:02.589971 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-990939b1-c80e-45d7-a01d-57dbd6c301e5 None None] Network 59d79f8f-a2cf-4f0e-9cf7-44b364654e71 requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:54:02.618409 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-792c452c-1ebd-4c85-ba4e-441129c659bc admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6220021 Jul 14 18:54:02.621252 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 50050) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:54:02.626907 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-e39b0d9d-45fa-42b8-ac32-ec9afcbebe19 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1766731314-router', 'tenant_id': 'ab3c6676b6134727ab7887b4428d3ba0', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61'}}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:54:02.672784 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-e39b0d9d-45fa-42b8-ac32-ec9afcbebe19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-571768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11104'] for router, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:54:02.675385 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-e39b0d9d-45fa-42b8-ac32-ec9afcbebe19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-571675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-930014', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-632314', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11129'] for router, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:54:02.717367 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:54:02.762056 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-e39b0d9d-45fa-42b8-ac32-ec9afcbebe19 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:54:02.845355 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26de1339-bf6e-496b-bc9f-2247493a5567 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9222b97e-5d1c-54f8-ba97-82f172498e76-59d79f8f-a2cf-4f0e-9cf7-44b364654e71', 'network_id': '59d79f8f-a2cf-4f0e-9cf7-44b364654e71', 'tenant_id': 'ab3c6676b6134727ab7887b4428d3ba0', 'fixed_ips': [{'subnet_id': '844fd80b-fe8b-4b98-98f0-ed90aba01f58'}]}} from n-d-800634-3. {{(pid=93917) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 18:54:02.849932 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-26de1339-bf6e-496b-bc9f-2247493a5567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:54:03.099607 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-e39b0d9d-45fa-42b8-ac32-ec9afcbebe19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-929996', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-571750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11395'] for router, precommit_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:54:03.162727 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 50062) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:54:03.218978 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.db_base_plugin_common [None req-26de1339-bf6e-496b-bc9f-2247493a5567 None None] Allocated IP 172.20.0.2 (59d79f8f-a2cf-4f0e-9cf7-44b364654e71/844fd80b-fe8b-4b98-98f0-ed90aba01f58/d853a808-4254-4cda-9aed-c066d6bde11e) {{(pid=93917) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:54:03.438397 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-26de1339-bf6e-496b-bc9f-2247493a5567 None None] Notify callbacks [] for port, precommit_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:54:03.450061 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-26de1339-bf6e-496b-bc9f-2247493a5567 None None] Transition to ACTIVE for port object d853a808-4254-4cda-9aed-c066d6bde11e will not be triggered until provisioned by entity L2. {{(pid=93917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:54:03.464091 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-2a61b3ed-cb7d-4cb5-9e12-6280fa3f28dc admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-762567033-network', 'tenant_id': '75479181c4f64ac1a58a86f40c6ef23c'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:54:03.480629 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-26de1339-bf6e-496b-bc9f-2247493a5567 None None] Transition to ACTIVE for port object d853a808-4254-4cda-9aed-c066d6bde11e will not be triggered until provisioned by entity DHCP. {{(pid=93917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:54:03.490138 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-26de1339-bf6e-496b-bc9f-2247493a5567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804'] for port, after_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:54:03.504692 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a61b3ed-cb7d-4cb5-9e12-6280fa3f28dc admin admin] Made reservation on behalf of 75479181c4f64ac1a58a86f40c6ef23c for: {'network': 1} {{(pid=93915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:54:03.510064 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-2a61b3ed-cb7d-4cb5-9e12-6280fa3f28dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for network, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:54:03.532712 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-2a61b3ed-cb7d-4cb5-9e12-6280fa3f28dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:54:03.541450 n-d-800634-3 neutron-server[93917]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26de1339-bf6e-496b-bc9f-2247493a5567 None None] Network 59d79f8f-a2cf-4f0e-9cf7-44b364654e71 is already hosted by enough agents. {{(pid=93917) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:54:03.543606 n-d-800634-3 neutron-server[93917]: DEBUG neutron.scheduler.base_scheduler [None req-26de1339-bf6e-496b-bc9f-2247493a5567 None None] Resources bound (agent type, host, resource id): {{(pid=93917) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:54:03.551229 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26de1339-bf6e-496b-bc9f-2247493a5567 None None] Received port after_create {{(pid=93917) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:54:03.593153 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26de1339-bf6e-496b-bc9f-2247493a5567 None None] Pushing event updated for resources: {'Port': ['ID=d853a808-4254-4cda-9aed-c066d6bde11e,revision_number=1']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:54:03.644735 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-26de1339-bf6e-496b-bc9f-2247493a5567 None None] Attempting to bind port d853a808-4254-4cda-9aed-c066d6bde11e on host n-d-800634-3 for vnic_type normal with profile {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:54:03.644735 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-26de1339-bf6e-496b-bc9f-2247493a5567 None None] Attempting to bind port d853a808-4254-4cda-9aed-c066d6bde11e by drivers openvswitch,hyperv on host n-d-800634-3 at level 0 using segments [{'id': 'ffbeca98-3729-4e9d-9c3f-fecdea0c745c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '59d79f8f-a2cf-4f0e-9cf7-44b364654e71'}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:54:03.644735 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26de1339-bf6e-496b-bc9f-2247493a5567 None None] Attempting to bind port d853a808-4254-4cda-9aed-c066d6bde11e on network 59d79f8f-a2cf-4f0e-9cf7-44b364654e71 {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:54:03.656103 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26de1339-bf6e-496b-bc9f-2247493a5567 None None] Checking agent: {'id': '01c19e91-a945-4e3c-94a6-c211e17c923e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 8, 23), 'started_at': datetime.datetime(2021, 7, 14, 18, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 18, 53, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 18:54:03.656103 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26de1339-bf6e-496b-bc9f-2247493a5567 None None] Checking segment: {'id': 'ffbeca98-3729-4e9d-9c3f-fecdea0c745c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '59d79f8f-a2cf-4f0e-9cf7-44b364654e71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93917) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:54:03.656103 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-26de1339-bf6e-496b-bc9f-2247493a5567 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:54:03.656103 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26de1339-bf6e-496b-bc9f-2247493a5567 None None] Bound using segment: {'id': 'ffbeca98-3729-4e9d-9c3f-fecdea0c745c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '59d79f8f-a2cf-4f0e-9cf7-44b364654e71'} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 18:54:03.656103 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-26de1339-bf6e-496b-bc9f-2247493a5567 None None] Bound port: d853a808-4254-4cda-9aed-c066d6bde11e, host: n-d-800634-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffbeca98-3729-4e9d-9c3f-fecdea0c745c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '59d79f8f-a2cf-4f0e-9cf7-44b364654e71'}}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 18:54:03.656103 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-26de1339-bf6e-496b-bc9f-2247493a5567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:54:03.805287 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-26de1339-bf6e-496b-bc9f-2247493a5567 None None] For port d853a808-4254-4cda-9aed-c066d6bde11e, host n-d-800634-3, cleared binding levels {{(pid=93917) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:54:03.809527 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-26de1339-bf6e-496b-bc9f-2247493a5567 None None] For port d853a808-4254-4cda-9aed-c066d6bde11e, host n-d-800634-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=d853a808-4254-4cda-9aed-c066d6bde11e,segment=NetworkSegment(ffbeca98-3729-4e9d-9c3f-fecdea0c745c),segment_id=ffbeca98-3729-4e9d-9c3f-fecdea0c745c)] {{(pid=93917) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 18:54:03.821422 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-26de1339-bf6e-496b-bc9f-2247493a5567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:54:03.887023 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-2a61b3ed-cb7d-4cb5-9e12-6280fa3f28dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:54:03.906652 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-2a61b3ed-cb7d-4cb5-9e12-6280fa3f28dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:54:03.956653 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26de1339-bf6e-496b-bc9f-2247493a5567 None None] Pushing event updated for resources: {'Port': ['ID=d853a808-4254-4cda-9aed-c066d6bde11e,revision_number=2']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:54:03.957406 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a61b3ed-cb7d-4cb5-9e12-6280fa3f28dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcb433b2-59db-417a-bf53-865cefd7ccf8,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:54:03.980703 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a61b3ed-cb7d-4cb5-9e12-6280fa3f28dc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 62} {{(pid=93915) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 18:54:03.999505 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-2a61b3ed-cb7d-4cb5-9e12-6280fa3f28dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:54:03.999868 n-d-800634-3 neutron-server[93915]: INFO neutron.db.segments_db [None req-2a61b3ed-cb7d-4cb5-9e12-6280fa3f28dc admin admin] Added segment 02ae2034-dfef-4550-967f-45d8c51110e8 of type vlan for network f928386f-b160-428b-a03d-df55d251d7ab Jul 14 18:54:04.128241 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-e39b0d9d-45fa-42b8-ac32-ec9afcbebe19 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:54:04.141180 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-2a61b3ed-cb7d-4cb5-9e12-6280fa3f28dc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728202197517'] for network, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:54:04.164425 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-e39b0d9d-45fa-42b8-ac32-ec9afcbebe19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:54:04.219384 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-2a61b3ed-cb7d-4cb5-9e12-6280fa3f28dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727'] for network, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:54:04.224922 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a61b3ed-cb7d-4cb5-9e12-6280fa3f28dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:54:04.226376 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-2a61b3ed-cb7d-4cb5-9e12-6280fa3f28dc admin admin] Notify callbacks [] for network, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:54:04.313280 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-2a61b3ed-cb7d-4cb5-9e12-6280fa3f28dc admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1486757 Jul 14 18:54:04.322108 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 50076) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:54:04.332692 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-a78b40c5-f0d0-4eed-8589-9abbcd361082 admin admin] Request body: {'subnet': {'network_id': 'f928386f-b160-428b-a03d-df55d251d7ab', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-762567033-subnet', 'tenant_id': '75479181c4f64ac1a58a86f40c6ef23c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:54:04.374492 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a61b3ed-cb7d-4cb5-9e12-6280fa3f28dc admin admin] Pushing event updated for resources: {'Network': ['ID=f928386f-b160-428b-a03d-df55d251d7ab,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:54:04.396216 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a78b40c5-f0d0-4eed-8589-9abbcd361082 admin admin] Made reservation on behalf of 75479181c4f64ac1a58a86f40c6ef23c for: {'subnet': 1} {{(pid=93915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:54:04.399202 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.db_base_plugin_common [None req-e39b0d9d-45fa-42b8-ac32-ec9afcbebe19 admin admin] Allocated IP 172.25.1.141 (9200a437-e1de-4520-88f6-e68386523e61/5f47f848-4532-407a-a0e2-5690ade15fd0/42f326e1-945f-4de6-9f0a-8a6833e562cc) {{(pid=93916) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:54:04.403881 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Network f928386f-b160-428b-a03d-df55d251d7ab details requested by agent ovs-agent-n-d-800634-3 with host n-d-800634-3 {{(pid=93917) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 18:54:04.429183 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-a78b40c5-f0d0-4eed-8589-9abbcd361082 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28969735'] for subnet, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:54:04.615955 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-e39b0d9d-45fa-42b8-ac32-ec9afcbebe19 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:54:04.696236 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-e39b0d9d-45fa-42b8-ac32-ec9afcbebe19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:54:04.704595 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device d853a808-4254-4cda-9aed-c066d6bde11e up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:54:04.766950 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e39b0d9d-45fa-42b8-ac32-ec9afcbebe19 admin admin] Network 9200a437-e1de-4520-88f6-e68386523e61 is already hosted by enough agents. {{(pid=93916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:54:04.770637 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [None req-e39b0d9d-45fa-42b8-ac32-ec9afcbebe19 admin admin] Resources bound (agent type, host, resource id): {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:54:04.774974 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e39b0d9d-45fa-42b8-ac32-ec9afcbebe19 admin admin] Received port after_create {{(pid=93916) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:54:04.830690 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning for port d853a808-4254-4cda-9aed-c066d6bde11e completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:54:04.851522 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-a78b40c5-f0d0-4eed-8589-9abbcd361082 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25912837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28969781'] for subnet, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:54:04.858675 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39b0d9d-45fa-42b8-ac32-ec9afcbebe19 admin admin] Pushing event updated for resources: {'Port': ['ID=42f326e1-945f-4de6-9f0a-8a6833e562cc,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:54:04.911833 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78b40c5-f0d0-4eed-8589-9abbcd361082 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b43b7a5a-3916-47f8-a68a-dd28e9dc7bea,revision_number=0']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:54:04.942572 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a78b40c5-f0d0-4eed-8589-9abbcd361082 admin admin] Checking segment: {'id': '02ae2034-dfef-4550-967f-45d8c51110e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'f928386f-b160-428b-a03d-df55d251d7ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:54:04.942922 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a78b40c5-f0d0-4eed-8589-9abbcd361082 admin admin] Network hostable DHCP agents. Network: f928386f-b160-428b-a03d-df55d251d7ab, hostable agents: ['028393c3-0576-4ebd-bca1-8ea8a148e1a2'], hosted agents: [] {{(pid=93915) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 18:54:04.982399 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a78b40c5-f0d0-4eed-8589-9abbcd361082 admin admin] Network f928386f-b160-428b-a03d-df55d251d7ab is scheduled to be hosted by DHCP agent 028393c3-0576-4ebd-bca1-8ea8a148e1a2 with binding_index 1 {{(pid=93915) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 18:54:05.002854 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [None req-a78b40c5-f0d0-4eed-8589-9abbcd361082 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-3, f928386f-b160-428b-a03d-df55d251d7ab) {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:54:05.015794 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a78b40c5-f0d0-4eed-8589-9abbcd361082 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:54:05.016438 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-a78b40c5-f0d0-4eed-8589-9abbcd361082 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:54:05.018254 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc233206-465b-4b84-9291-db2446134098 None None] Network f928386f-b160-428b-a03d-df55d251d7ab requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:54:05.070784 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-a78b40c5-f0d0-4eed-8589-9abbcd361082 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7472363 Jul 14 18:54:05.361105 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33a0f1de-aaf1-463f-9208-08f0d2bd35e3 None None] Network f928386f-b160-428b-a03d-df55d251d7ab requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:54:05.393963 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-e39b0d9d-45fa-42b8-ac32-ec9afcbebe19 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:54:05.730052 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:54:05.795137 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-e39b0d9d-45fa-42b8-ac32-ec9afcbebe19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-571759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-930033'] for router, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:54:05.819640 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ded9d1ea-9fbb-4bee-a282-cd7e998386ca None None] Network 59d79f8f-a2cf-4f0e-9cf7-44b364654e71 requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:54:05.929009 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-ece20d72-ffb8-49c2-97a6-7bf98d4bc9d9 None None] Provisioning for port d853a808-4254-4cda-9aed-c066d6bde11e completed by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:54:05.934615 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-ece20d72-ffb8-49c2-97a6-7bf98d4bc9d9 None None] Provisioning complete for port d853a808-4254-4cda-9aed-c066d6bde11e triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:54:05.934987 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-ece20d72-ffb8-49c2-97a6-7bf98d4bc9d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:54:06.006857 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e39b0d9d-45fa-42b8-ac32-ec9afcbebe19 admin admin] Router dc95858d-41d5-4e5f-8465-44deaf1e4ff7 is scheduled to L3 agent 2c6eb27e-defb-4cca-9a24-381c7415e359 with binding_index 1 {{(pid=93916) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 18:54:06.150690 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-ece20d72-ffb8-49c2-97a6-7bf98d4bc9d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:54:06.192617 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-ece20d72-ffb8-49c2-97a6-7bf98d4bc9d9 None None] For port d853a808-4254-4cda-9aed-c066d6bde11e, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=d853a808-4254-4cda-9aed-c066d6bde11e,segment=NetworkSegment(ffbeca98-3729-4e9d-9c3f-fecdea0c745c),segment_id=ffbeca98-3729-4e9d-9c3f-fecdea0c745c)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:54:06.202187 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-ece20d72-ffb8-49c2-97a6-7bf98d4bc9d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:54:06.219360 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e39b0d9d-45fa-42b8-ac32-ec9afcbebe19 admin admin] Notify agent at l3_agent.n-d-800634-3 the message routers_updated {{(pid=93916) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 18:54:06.256401 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a549aba0-7d35-4725-a255-27e2fd3801a7 None None] Sync routers for ids ['dc95858d-41d5-4e5f-8465-44deaf1e4ff7'] in n-d-800634-3 {{(pid=93918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 18:54:06.263231 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-e39b0d9d-45fa-42b8-ac32-ec9afcbebe19 admin admin] Notify callbacks [] for router, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:54:06.269322 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-e39b0d9d-45fa-42b8-ac32-ec9afcbebe19 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.6468856 Jul 14 18:54:06.276976 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 50106) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:54:06.296296 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a549aba0-7d35-4725-a255-27e2fd3801a7 None None] Routers {'dc95858d-41d5-4e5f-8465-44deaf1e4ff7'} bound to L3 agent in host n-d-800634-3 {{(pid=93918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:54:06.297846 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-a549aba0-7d35-4725-a255-27e2fd3801a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:53:53Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['dc95858d-41d5-4e5f-8465-44deaf1e4ff7'], 'active': True} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:54:06.400661 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece20d72-ffb8-49c2-97a6-7bf98d4bc9d9 None None] Pushing event updated for resources: {'Port': ['ID=d853a808-4254-4cda-9aed-c066d6bde11e,revision_number=3']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:54:06.540068 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8793ddeb-14f5-4a5e-8db6-e24dd1c520fc req-58fde688-cfab-4c37-8aec-0106937a823e tempest-ServerAddressesTestJSON-751321562 tempest-ServerAddressesTestJSON-751321562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:54:06.542062 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-8793ddeb-14f5-4a5e-8db6-e24dd1c520fc req-58fde688-cfab-4c37-8aec-0106937a823e tempest-ServerAddressesTestJSON-751321562 tempest-ServerAddressesTestJSON-751321562-project] 10.222.0.16 "GET /v2.0/networks?id=f928386f-b160-428b-a03d-df55d251d7ab HTTP/1.1" status: 200 len: 813 time: 0.6217926 Jul 14 18:54:06.559214 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvr_db [None req-a549aba0-7d35-4725-a255-27e2fd3801a7 None None] Set router dc95858d-41d5-4e5f-8465-44deaf1e4ff7 gateway port host: n-d-800634-3 {{(pid=93918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 18:54:06.565824 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-8793ddeb-14f5-4a5e-8db6-e24dd1c520fc req-c15086bd-c584-4b63-a9e2-3c8f11be2da2 tempest-ServerAddressesTestJSON-751321562 tempest-ServerAddressesTestJSON-751321562-project] 10.222.0.16 "GET /v2.0/quotas/75479181c4f64ac1a58a86f40c6ef23c HTTP/1.1" status: 200 len: 375 time: 0.0142481 Jul 14 18:54:06.602964 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-8793ddeb-14f5-4a5e-8db6-e24dd1c520fc req-e8d031e8-5c7d-45ed-8128-e2cfad0a9236 tempest-ServerAddressesTestJSON-751321562 tempest-ServerAddressesTestJSON-751321562-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=75479181c4f64ac1a58a86f40c6ef23c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0306835 Jul 14 18:54:06.635368 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-870eea0a-3433-4ec5-9fee-e55161c97700 None None] Provisioning complete for port d853a808-4254-4cda-9aed-c066d6bde11e triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:54:06.636258 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-870eea0a-3433-4ec5-9fee-e55161c97700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:54:06.766509 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-8793ddeb-14f5-4a5e-8db6-e24dd1c520fc req-25fbf612-10a6-4031-b0f0-f0fcb071406b service neutron] 10.222.0.16 "GET /v2.0/networks/f928386f-b160-428b-a03d-df55d251d7ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1546588 Jul 14 18:54:06.963527 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-8793ddeb-14f5-4a5e-8db6-e24dd1c520fc req-f1f337d4-f2d0-4dec-b297-8ae6c1f0c03c service neutron] 10.222.0.16 "GET /v2.0/networks/f928386f-b160-428b-a03d-df55d251d7ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1867702 Jul 14 18:54:06.965428 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-a549aba0-7d35-4725-a255-27e2fd3801a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc95858d-41d5-4e5f-8465-44deaf1e4ff7', 'name': 'tempest-TestVolumeBackupRestore-1766731314-router', 'tenant_id': 'ab3c6676b6134727ab7887b4428d3ba0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.141'}], 'enable_snat': True}, 'gw_port_id': '42f326e1-945f-4de6-9f0a-8a6833e562cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:54:02Z', 'updated_at': '2021-07-14T18:54:05Z', 'revision_number': 3, 'project_id': 'ab3c6676b6134727ab7887b4428d3ba0', 'gw_port': {'id': '42f326e1-945f-4de6-9f0a-8a6833e562cc', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:f7:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc95858d-41d5-4e5f-8465-44deaf1e4ff7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3526, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:54:04Z', 'updated_at': '2021-07-14T18:54:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3'}], 'n-d-800634-3', False) {} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:54:06.999173 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a549aba0-7d35-4725-a255-27e2fd3801a7 None None] Checking router: dc95858d-41d5-4e5f-8465-44deaf1e4ff7 for host: n-d-800634-3 {{(pid=93918) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 18:54:06.999770 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a549aba0-7d35-4725-a255-27e2fd3801a7 None None] Updating router dc95858d-41d5-4e5f-8465-44deaf1e4ff7 port 42f326e1-945f-4de6-9f0a-8a6833e562cc binding host n-d-800634-3 {{(pid=93918) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 18:54:07.056542 n-d-800634-3 neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-a549aba0-7d35-4725-a255-27e2fd3801a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:54:07.068510 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-4aeb2f2c-2ade-4524-b7c1-c5ed4df69097 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:54:07.308683 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a218928a-6a2e-4972-8f29-9286dce00d59 req-ad74a989-56ba-49da-ba9c-0c385baa6302 tempest-ServerAddressesTestJSON-751321562 tempest-ServerAddressesTestJSON-751321562-project] 10.222.0.16 "GET /v2.0/ports?device_id=c107b7e0-42a9-477f-9eef-539083da6bf0 HTTP/1.1" status: 200 len: 210 time: 0.0778956 Jul 14 18:54:07.413158 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.db_base_plugin_common [None req-4aeb2f2c-2ade-4524-b7c1-c5ed4df69097 admin admin] Allocated IP 172.20.0.1 (59d79f8f-a2cf-4f0e-9cf7-44b364654e71/844fd80b-fe8b-4b98-98f0-ed90aba01f58/50f295dd-f841-4147-8f1c-7cfa57295a83) {{(pid=93916) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:54:07.487869 n-d-800634-3 neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-a549aba0-7d35-4725-a255-27e2fd3801a7 None None] Notify callbacks [] for port, precommit_update {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:54:07.505845 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.provisioning_blocks [None req-a549aba0-7d35-4725-a255-27e2fd3801a7 None None] Transition to ACTIVE for port object 42f326e1-945f-4de6-9f0a-8a6833e562cc will not be triggered until provisioned by entity L2. {{(pid=93918) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:54:07.515344 n-d-800634-3 neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-a549aba0-7d35-4725-a255-27e2fd3801a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:54:07.587765 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.managers [None req-a549aba0-7d35-4725-a255-27e2fd3801a7 None None] Attempting to bind port 42f326e1-945f-4de6-9f0a-8a6833e562cc on host n-d-800634-3 for vnic_type normal with profile {{(pid=93918) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:54:07.588574 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.managers [None req-a549aba0-7d35-4725-a255-27e2fd3801a7 None None] Attempting to bind port 42f326e1-945f-4de6-9f0a-8a6833e562cc by drivers openvswitch,hyperv on host n-d-800634-3 at level 0 using segments [{'id': '5afb940b-bbdf-4727-be00-5d46367c38a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9200a437-e1de-4520-88f6-e68386523e61'}] {{(pid=93918) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:54:07.594664 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a549aba0-7d35-4725-a255-27e2fd3801a7 None None] Attempting to bind port 42f326e1-945f-4de6-9f0a-8a6833e562cc on network 9200a437-e1de-4520-88f6-e68386523e61 {{(pid=93918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:54:07.604888 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a549aba0-7d35-4725-a255-27e2fd3801a7 None None] Checking agent: {'id': '01c19e91-a945-4e3c-94a6-c211e17c923e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 8, 23), 'started_at': datetime.datetime(2021, 7, 14, 18, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 18, 53, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 18:54:07.605658 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a549aba0-7d35-4725-a255-27e2fd3801a7 None None] Checking segment: {'id': '5afb940b-bbdf-4727-be00-5d46367c38a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9200a437-e1de-4520-88f6-e68386523e61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93918) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:54:07.606066 n-d-800634-3 neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-a549aba0-7d35-4725-a255-27e2fd3801a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:54:07.606864 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a549aba0-7d35-4725-a255-27e2fd3801a7 None None] Bound using segment: {'id': '5afb940b-bbdf-4727-be00-5d46367c38a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9200a437-e1de-4520-88f6-e68386523e61'} {{(pid=93918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 18:54:07.608219 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.managers [None req-a549aba0-7d35-4725-a255-27e2fd3801a7 None None] Bound port: 42f326e1-945f-4de6-9f0a-8a6833e562cc, host: n-d-800634-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5afb940b-bbdf-4727-be00-5d46367c38a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9200a437-e1de-4520-88f6-e68386523e61'}}] {{(pid=93918) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 18:54:07.608784 n-d-800634-3 neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-a549aba0-7d35-4725-a255-27e2fd3801a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:54:07.610705 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119558a3-e6bb-4a06-98e6-75ad24804697 None None] Pushing event updated for resources: {'Port': ['ID=42f326e1-945f-4de6-9f0a-8a6833e562cc,revision_number=2']} {{(pid=93918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:54:07.679779 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.db [None req-a549aba0-7d35-4725-a255-27e2fd3801a7 None None] For port 42f326e1-945f-4de6-9f0a-8a6833e562cc, host n-d-800634-3, cleared binding levels {{(pid=93918) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:54:07.683159 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.db [None req-a549aba0-7d35-4725-a255-27e2fd3801a7 None None] For port 42f326e1-945f-4de6-9f0a-8a6833e562cc, host n-d-800634-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=42f326e1-945f-4de6-9f0a-8a6833e562cc,segment=NetworkSegment(5afb940b-bbdf-4727-be00-5d46367c38a1),segment_id=5afb940b-bbdf-4727-be00-5d46367c38a1)] {{(pid=93918) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 18:54:07.691591 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-119558a3-e6bb-4a06-98e6-75ad24804697 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:54:07.691891 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-119558a3-e6bb-4a06-98e6-75ad24804697 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:54:07.692520 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-119558a3-e6bb-4a06-98e6-75ad24804697 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:54:07.692870 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-119558a3-e6bb-4a06-98e6-75ad24804697 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:54:07.693239 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-119558a3-e6bb-4a06-98e6-75ad24804697 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:54:07.693531 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-119558a3-e6bb-4a06-98e6-75ad24804697 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:54:07.694152 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-119558a3-e6bb-4a06-98e6-75ad24804697 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:54:07.694349 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-119558a3-e6bb-4a06-98e6-75ad24804697 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:54:07.694614 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-119558a3-e6bb-4a06-98e6-75ad24804697 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:54:07.695126 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-119558a3-e6bb-4a06-98e6-75ad24804697 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:54:07.701315 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-4aeb2f2c-2ade-4524-b7c1-c5ed4df69097 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:54:07.702123 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-119558a3-e6bb-4a06-98e6-75ad24804697 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:54:07.702746 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-119558a3-e6bb-4a06-98e6-75ad24804697 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:54:07.707880 n-d-800634-3 neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-a549aba0-7d35-4725-a255-27e2fd3801a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:54:07.725666 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.provisioning_blocks [None req-4aeb2f2c-2ade-4524-b7c1-c5ed4df69097 admin admin] Transition to ACTIVE for port object 50f295dd-f841-4147-8f1c-7cfa57295a83 will not be triggered until provisioned by entity DHCP. {{(pid=93916) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:54:07.778085 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a549aba0-7d35-4725-a255-27e2fd3801a7 None None] Routers {'dc95858d-41d5-4e5f-8465-44deaf1e4ff7'} bound to L3 agent in host n-d-800634-3 {{(pid=93918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:54:07.778715 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-a549aba0-7d35-4725-a255-27e2fd3801a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:53:53Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['dc95858d-41d5-4e5f-8465-44deaf1e4ff7'], 'active': True} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:54:07.816961 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119558a3-e6bb-4a06-98e6-75ad24804697 None None] Pushing event updated for resources: {'Port': ['ID=42f326e1-945f-4de6-9f0a-8a6833e562cc,revision_number=3']} {{(pid=93918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:54:07.819372 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-4aeb2f2c-2ade-4524-b7c1-c5ed4df69097 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:54:07.896295 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvr_db [None req-a549aba0-7d35-4725-a255-27e2fd3801a7 None None] Set router dc95858d-41d5-4e5f-8465-44deaf1e4ff7 gateway port host: n-d-800634-3 {{(pid=93918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 18:54:07.910090 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aeb2f2c-2ade-4524-b7c1-c5ed4df69097 admin admin] Network 59d79f8f-a2cf-4f0e-9cf7-44b364654e71 is already hosted by enough agents. {{(pid=93916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:54:07.925574 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [None req-4aeb2f2c-2ade-4524-b7c1-c5ed4df69097 admin admin] Resources bound (agent type, host, resource id): {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:54:07.928747 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aeb2f2c-2ade-4524-b7c1-c5ed4df69097 admin admin] Pushing event updated for resources: {'Port': ['ID=50f295dd-f841-4147-8f1c-7cfa57295a83,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:54:07.931105 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aeb2f2c-2ade-4524-b7c1-c5ed4df69097 admin admin] Received port after_create {{(pid=93916) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:54:08.030428 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-4aeb2f2c-2ade-4524-b7c1-c5ed4df69097 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-930452'] for router_interface, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:54:08.064211 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.agents_db [None req-2ea07fb6-aa68-4671-8654-119d82b9f530 None None] Agent healthcheck: found 7 active agents {{(pid=93918) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 18:54:08.225768 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-a549aba0-7d35-4725-a255-27e2fd3801a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc95858d-41d5-4e5f-8465-44deaf1e4ff7', 'name': 'tempest-TestVolumeBackupRestore-1766731314-router', 'tenant_id': 'ab3c6676b6134727ab7887b4428d3ba0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.141'}], 'enable_snat': True}, 'gw_port_id': '42f326e1-945f-4de6-9f0a-8a6833e562cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:54:02Z', 'updated_at': '2021-07-14T18:54:05Z', 'revision_number': 3, 'project_id': 'ab3c6676b6134727ab7887b4428d3ba0', 'gw_port': {'id': '42f326e1-945f-4de6-9f0a-8a6833e562cc', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:f7:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc95858d-41d5-4e5f-8465-44deaf1e4ff7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3526, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:54:04Z', 'updated_at': '2021-07-14T18:54:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3'}], 'n-d-800634-3', False) {} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:54:08.268918 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a549aba0-7d35-4725-a255-27e2fd3801a7 None None] The sync data for ids ['dc95858d-41d5-4e5f-8465-44deaf1e4ff7'] in n-d-800634-3 is: [{'id': 'dc95858d-41d5-4e5f-8465-44deaf1e4ff7', 'name': 'tempest-TestVolumeBackupRestore-1766731314-router', 'tenant_id': 'ab3c6676b6134727ab7887b4428d3ba0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.141'}], 'enable_snat': True}, 'gw_port_id': '42f326e1-945f-4de6-9f0a-8a6833e562cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:54:02Z', 'updated_at': '2021-07-14T18:54:05Z', 'revision_number': 3, 'project_id': 'ab3c6676b6134727ab7887b4428d3ba0', 'gw_port': {'id': '42f326e1-945f-4de6-9f0a-8a6833e562cc', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:f7:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc95858d-41d5-4e5f-8465-44deaf1e4ff7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3526, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:54:04Z', 'updated_at': '2021-07-14T18:54:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3'}] {{(pid=93918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 18:54:08.342957 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-4aeb2f2c-2ade-4524-b7c1-c5ed4df69097 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:54:08.349956 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-1e885ebf-7a3c-49de-959c-b4e0a3d1c113 None None] Provisioning for port 50f295dd-f841-4147-8f1c-7cfa57295a83 completed by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:54:08.358661 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-1e885ebf-7a3c-49de-959c-b4e0a3d1c113 None None] Provisioning complete for port 50f295dd-f841-4147-8f1c-7cfa57295a83 triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:54:08.359397 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-1e885ebf-7a3c-49de-959c-b4e0a3d1c113 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:54:08.409776 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-1e885ebf-7a3c-49de-959c-b4e0a3d1c113 None None] Port 50f295dd-f841-4147-8f1c-7cfa57295a83 cannot update to ACTIVE because it is not bound. {{(pid=93917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 18:54:08.563070 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device d853a808-4254-4cda-9aed-c066d6bde11e up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:54:08.639468 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port d853a808-4254-4cda-9aed-c066d6bde11e triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:54:08.639860 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:54:08.662046 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e01e1357-fb1d-4f86-b70b-810981042471 req-1cf5e475-24c1-42f7-b956-dedd7d7271d0 tempest-ServerAddressesTestJSON-751321562 tempest-ServerAddressesTestJSON-751321562-project] 10.222.0.16 "GET /v2.0/ports?device_id=c107b7e0-42a9-477f-9eef-539083da6bf0 HTTP/1.1" status: 200 len: 210 time: 0.0677485 Jul 14 18:54:08.853265 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-4aeb2f2c-2ade-4524-b7c1-c5ed4df69097 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:54:08.860014 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-4aeb2f2c-2ade-4524-b7c1-c5ed4df69097 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2684870'] for port, after_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:54:08.946728 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aeb2f2c-2ade-4524-b7c1-c5ed4df69097 admin admin] Pushing event updated for resources: {'Port': ['ID=50f295dd-f841-4147-8f1c-7cfa57295a83,revision_number=2']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:54:08.949179 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-4aeb2f2c-2ade-4524-b7c1-c5ed4df69097 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-598741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-928734'] for router_interface, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:54:09.171404 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aeb2f2c-2ade-4524-b7c1-c5ed4df69097 admin admin] Network 59d79f8f-a2cf-4f0e-9cf7-44b364654e71 is already hosted by enough agents. {{(pid=93916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:54:09.176333 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [None req-4aeb2f2c-2ade-4524-b7c1-c5ed4df69097 admin admin] Resources bound (agent type, host, resource id): {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:54:09.449943 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8793ddeb-14f5-4a5e-8db6-e24dd1c520fc req-36c3661d-3239-4f8e-b83e-deb07614a454 tempest-ServerAddressesTestJSON-751321562 tempest-ServerAddressesTestJSON-751321562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:54:09.451479 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-8793ddeb-14f5-4a5e-8db6-e24dd1c520fc req-36c3661d-3239-4f8e-b83e-deb07614a454 tempest-ServerAddressesTestJSON-751321562 tempest-ServerAddressesTestJSON-751321562-project] 10.222.0.18 "GET /v2.0/networks?id=f928386f-b160-428b-a03d-df55d251d7ab HTTP/1.1" status: 200 len: 813 time: 0.3556316 Jul 14 18:54:09.471731 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [req-8793ddeb-14f5-4a5e-8db6-e24dd1c520fc req-323aff14-76a9-42fb-99d0-212630fe6833 tempest-ServerAddressesTestJSON-751321562 tempest-ServerAddressesTestJSON-751321562-project] Request body: {'port': {'device_id': 'c107b7e0-42a9-477f-9eef-539083da6bf0', 'network_id': 'f928386f-b160-428b-a03d-df55d251d7ab', 'admin_state_up': True, 'tenant_id': '75479181c4f64ac1a58a86f40c6ef23c'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:54:09.527195 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4aeb2f2c-2ade-4524-b7c1-c5ed4df69097 admin admin] Router dc95858d-41d5-4e5f-8465-44deaf1e4ff7 has already been hosted by L3 agent 2c6eb27e-defb-4cca-9a24-381c7415e359 {{(pid=93916) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 18:54:09.751756 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8793ddeb-14f5-4a5e-8db6-e24dd1c520fc req-323aff14-76a9-42fb-99d0-212630fe6833 tempest-ServerAddressesTestJSON-751321562 tempest-ServerAddressesTestJSON-751321562-project] Made reservation on behalf of 75479181c4f64ac1a58a86f40c6ef23c for: {'port': 1} {{(pid=93915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:54:09.759751 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-b52e4d4f-0c96-4759-9fe1-31d6c8379b5a None None] Provisioning complete for port 50f295dd-f841-4147-8f1c-7cfa57295a83 triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:54:09.760912 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b52e4d4f-0c96-4759-9fe1-31d6c8379b5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:54:09.762706 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4aeb2f2c-2ade-4524-b7c1-c5ed4df69097 admin admin] Notify agent at l3_agent.n-d-800634-3 the message routers_updated {{(pid=93916) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 18:54:09.763224 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-8793ddeb-14f5-4a5e-8db6-e24dd1c520fc req-323aff14-76a9-42fb-99d0-212630fe6833 tempest-ServerAddressesTestJSON-751321562 tempest-ServerAddressesTestJSON-751321562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:54:09.777595 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-4aeb2f2c-2ade-4524-b7c1-c5ed4df69097 admin admin] 10.222.0.16 "PUT /v2.0/routers/dc95858d-41d5-4e5f-8465-44deaf1e4ff7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4952724 Jul 14 18:54:09.855417 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-b52e4d4f-0c96-4759-9fe1-31d6c8379b5a None None] Port 50f295dd-f841-4147-8f1c-7cfa57295a83 cannot update to ACTIVE because it is not bound. {{(pid=93917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 18:54:10.015845 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e8837b17-4ca9-411f-82bf-235152bac74f req-dd6a2e29-16e4-4054-979c-720bf62b158f tempest-ServerAddressesTestJSON-751321562 tempest-ServerAddressesTestJSON-751321562-project] 10.222.0.16 "GET /v2.0/ports?device_id=c107b7e0-42a9-477f-9eef-539083da6bf0 HTTP/1.1" status: 200 len: 210 time: 0.0767648 Jul 14 18:54:10.100864 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.db_base_plugin_common [req-8793ddeb-14f5-4a5e-8db6-e24dd1c520fc req-323aff14-76a9-42fb-99d0-212630fe6833 tempest-ServerAddressesTestJSON-751321562 tempest-ServerAddressesTestJSON-751321562-project] Allocated IP 172.20.0.13 (f928386f-b160-428b-a03d-df55d251d7ab/b43b7a5a-3916-47f8-a68a-dd28e9dc7bea/0bdb0cdf-171e-49aa-9b9e-c0910f4211e1) {{(pid=93915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:54:10.334054 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-8793ddeb-14f5-4a5e-8db6-e24dd1c520fc req-323aff14-76a9-42fb-99d0-212630fe6833 tempest-ServerAddressesTestJSON-751321562 tempest-ServerAddressesTestJSON-751321562-project] Notify callbacks [] for port, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:54:10.395615 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-8793ddeb-14f5-4a5e-8db6-e24dd1c520fc req-323aff14-76a9-42fb-99d0-212630fe6833 tempest-ServerAddressesTestJSON-751321562 tempest-ServerAddressesTestJSON-751321562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:54:10.512794 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 42f326e1-945f-4de6-9f0a-8a6833e562cc up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:54:10.535703 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8793ddeb-14f5-4a5e-8db6-e24dd1c520fc req-323aff14-76a9-42fb-99d0-212630fe6833 tempest-ServerAddressesTestJSON-751321562 tempest-ServerAddressesTestJSON-751321562-project] Network f928386f-b160-428b-a03d-df55d251d7ab is already hosted by enough agents. {{(pid=93915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:54:10.540422 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [req-8793ddeb-14f5-4a5e-8db6-e24dd1c520fc req-323aff14-76a9-42fb-99d0-212630fe6833 tempest-ServerAddressesTestJSON-751321562 tempest-ServerAddressesTestJSON-751321562-project] Resources bound (agent type, host, resource id): {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:54:10.560079 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [req-8793ddeb-14f5-4a5e-8db6-e24dd1c520fc req-323aff14-76a9-42fb-99d0-212630fe6833 tempest-ServerAddressesTestJSON-751321562 tempest-ServerAddressesTestJSON-751321562-project] Received port after_create {{(pid=93915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:54:10.642651 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8793ddeb-14f5-4a5e-8db6-e24dd1c520fc req-323aff14-76a9-42fb-99d0-212630fe6833 tempest-ServerAddressesTestJSON-751321562 tempest-ServerAddressesTestJSON-751321562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:54:10.643307 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-8793ddeb-14f5-4a5e-8db6-e24dd1c520fc req-323aff14-76a9-42fb-99d0-212630fe6833 tempest-ServerAddressesTestJSON-751321562 tempest-ServerAddressesTestJSON-751321562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:54:10.644847 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning for port 42f326e1-945f-4de6-9f0a-8a6833e562cc completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:54:10.646023 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323aff14-76a9-42fb-99d0-212630fe6833 tempest-ServerAddressesTestJSON-751321562 tempest-ServerAddressesTestJSON-751321562-project] Pushing event updated for resources: {'Port': ['ID=0bdb0cdf-171e-49aa-9b9e-c0910f4211e1,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:54:10.655617 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port 42f326e1-945f-4de6-9f0a-8a6833e562cc triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:54:10.655911 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:54:10.668024 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-8793ddeb-14f5-4a5e-8db6-e24dd1c520fc req-323aff14-76a9-42fb-99d0-212630fe6833 tempest-ServerAddressesTestJSON-751321562 tempest-ServerAddressesTestJSON-751321562-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2064509 Jul 14 18:54:10.681344 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [req-8793ddeb-14f5-4a5e-8db6-e24dd1c520fc req-d17cadde-aaaa-43f9-a498-23179203dfed service neutron] Request body: {'port': {'device_id': 'c107b7e0-42a9-477f-9eef-539083da6bf0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800634-3'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:54:10.779591 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:54:10.843587 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-8793ddeb-14f5-4a5e-8db6-e24dd1c520fc req-d17cadde-aaaa-43f9-a498-23179203dfed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:54:10.848202 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] For port 42f326e1-945f-4de6-9f0a-8a6833e562cc, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=42f326e1-945f-4de6-9f0a-8a6833e562cc,segment=NetworkSegment(5afb940b-bbdf-4727-be00-5d46367c38a1),segment_id=5afb940b-bbdf-4727-be00-5d46367c38a1)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:54:10.855098 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:54:10.855959 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 50160) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:54:10.863040 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-070ca96f-be64-4f2c-a107-646967e94463 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-452455684-network', 'tenant_id': 'cabfbd38d6294979a52b76721df6e79b'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:54:10.891632 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-070ca96f-be64-4f2c-a107-646967e94463 admin admin] Made reservation on behalf of cabfbd38d6294979a52b76721df6e79b for: {'network': 1} {{(pid=93916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:54:10.895438 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-070ca96f-be64-4f2c-a107-646967e94463 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for network, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:54:10.907490 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-070ca96f-be64-4f2c-a107-646967e94463 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:54:10.931102 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Pushing event updated for resources: {'Port': ['ID=42f326e1-945f-4de6-9f0a-8a6833e562cc,revision_number=4']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:54:11.046047 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-070ca96f-be64-4f2c-a107-646967e94463 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:54:11.052848 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-070ca96f-be64-4f2c-a107-646967e94463 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:54:11.087390 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-070ca96f-be64-4f2c-a107-646967e94463 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 90} {{(pid=93916) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 18:54:11.099773 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070ca96f-be64-4f2c-a107-646967e94463 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5504f616-0283-4021-929c-8dfae9d67e96,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:54:11.106789 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85cbb5fa-3387-4a28-929f-ed47b053b8f8 None None] Sync routers for ids ['dc95858d-41d5-4e5f-8465-44deaf1e4ff7'] in n-d-800634-3 {{(pid=93917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 18:54:11.118263 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85cbb5fa-3387-4a28-929f-ed47b053b8f8 None None] Routers {'dc95858d-41d5-4e5f-8465-44deaf1e4ff7'} bound to L3 agent in host n-d-800634-3 {{(pid=93917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:54:11.119074 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-85cbb5fa-3387-4a28-929f-ed47b053b8f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:53:53Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['dc95858d-41d5-4e5f-8465-44deaf1e4ff7'], 'active': True} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:54:11.122672 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-070ca96f-be64-4f2c-a107-646967e94463 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:54:11.123411 n-d-800634-3 neutron-server[93916]: INFO neutron.db.segments_db [None req-070ca96f-be64-4f2c-a107-646967e94463 admin admin] Added segment 7e960366-7268-4f13-9b00-d170893725e4 of type vlan for network ed9cd338-4317-402c-bd8b-f5fe0a9d0be6 Jul 14 18:54:11.176315 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-070ca96f-be64-4f2c-a107-646967e94463 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728202197517'] for network, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:54:11.222743 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-070ca96f-be64-4f2c-a107-646967e94463 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727'] for network, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:54:11.224229 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-070ca96f-be64-4f2c-a107-646967e94463 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:54:11.225309 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-070ca96f-be64-4f2c-a107-646967e94463 admin admin] Notify callbacks [] for network, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:54:11.260102 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dce8598-20cb-46c2-87b4-501369c1cae5 req-2d910785-e73f-4af5-aad5-496f47fd4ebe tempest-ServerAddressesTestJSON-751321562 tempest-ServerAddressesTestJSON-751321562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:54:11.261915 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3dce8598-20cb-46c2-87b4-501369c1cae5 req-2d910785-e73f-4af5-aad5-496f47fd4ebe tempest-ServerAddressesTestJSON-751321562 tempest-ServerAddressesTestJSON-751321562-project] 10.222.0.16 "GET /v2.0/ports?device_id=c107b7e0-42a9-477f-9eef-539083da6bf0 HTTP/1.1" status: 200 len: 932 time: 0.1250205 Jul 14 18:54:11.283364 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvr_db [None req-85cbb5fa-3387-4a28-929f-ed47b053b8f8 None None] Set router dc95858d-41d5-4e5f-8465-44deaf1e4ff7 gateway port host: n-d-800634-3 {{(pid=93917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 18:54:11.292760 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-070ca96f-be64-4f2c-a107-646967e94463 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4349451 Jul 14 18:54:11.295425 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 50166) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:54:11.303777 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-7b4bcf01-a75d-410e-a06b-676142c0ee16 admin admin] Request body: {'subnet': {'network_id': 'ed9cd338-4317-402c-bd8b-f5fe0a9d0be6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-452455684-subnet', 'tenant_id': 'cabfbd38d6294979a52b76721df6e79b', 'ip_version': 4}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:54:11.326450 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070ca96f-be64-4f2c-a107-646967e94463 admin admin] Pushing event updated for resources: {'Network': ['ID=ed9cd338-4317-402c-bd8b-f5fe0a9d0be6,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:54:11.343000 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Network ed9cd338-4317-402c-bd8b-f5fe0a9d0be6 details requested by agent ovs-agent-n-d-800634-3 with host n-d-800634-3 {{(pid=93917) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 18:54:11.346518 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b4bcf01-a75d-410e-a06b-676142c0ee16 admin admin] Made reservation on behalf of cabfbd38d6294979a52b76721df6e79b for: {'subnet': 1} {{(pid=93916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:54:11.349472 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-7b4bcf01-a75d-410e-a06b-676142c0ee16 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26033189'] for subnet, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:54:11.360743 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [req-8793ddeb-14f5-4a5e-8db6-e24dd1c520fc req-d17cadde-aaaa-43f9-a498-23179203dfed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0bdb0cdf-171e-49aa-9b9e-c0910f4211e1 {{(pid=93915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 18:54:11.370417 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-8793ddeb-14f5-4a5e-8db6-e24dd1c520fc req-d17cadde-aaaa-43f9-a498-23179203dfed service neutron] Notify callbacks [] for port, precommit_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:54:11.385488 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.provisioning_blocks [req-8793ddeb-14f5-4a5e-8db6-e24dd1c520fc req-d17cadde-aaaa-43f9-a498-23179203dfed service neutron] Transition to ACTIVE for port object 0bdb0cdf-171e-49aa-9b9e-c0910f4211e1 will not be triggered until provisioned by entity L2. {{(pid=93915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:54:11.397548 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-8793ddeb-14f5-4a5e-8db6-e24dd1c520fc req-d17cadde-aaaa-43f9-a498-23179203dfed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25912978'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:54:11.496298 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3dce8598-20cb-46c2-87b4-501369c1cae5 req-3166b0ed-915e-4c4c-ae99-7b97524b9893 tempest-ServerAddressesTestJSON-751321562 tempest-ServerAddressesTestJSON-751321562-project] 10.222.0.16 "GET /v2.0/security-groups?id=bcb433b2-59db-417a-bf53-865cefd7ccf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2258575 Jul 14 18:54:11.552387 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-7b4bcf01-a75d-410e-a06b-676142c0ee16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2684753', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26033175'] for subnet, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:54:11.581020 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17cadde-aaaa-43f9-a498-23179203dfed service neutron] Pushing event updated for resources: {'Port': ['ID=0bdb0cdf-171e-49aa-9b9e-c0910f4211e1,revision_number=2']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:54:11.598174 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4bcf01-a75d-410e-a06b-676142c0ee16 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0d0328f8-b7b0-4ad1-a22e-dd2552df3839,revision_number=0']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:54:11.606909 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-8793ddeb-14f5-4a5e-8db6-e24dd1c520fc req-d17cadde-aaaa-43f9-a498-23179203dfed service neutron] Attempting to bind port 0bdb0cdf-171e-49aa-9b9e-c0910f4211e1 on host n-h1-800634-3 for vnic_type normal with profile {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:54:11.607596 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-8793ddeb-14f5-4a5e-8db6-e24dd1c520fc req-d17cadde-aaaa-43f9-a498-23179203dfed service neutron] Attempting to bind port 0bdb0cdf-171e-49aa-9b9e-c0910f4211e1 by drivers openvswitch,hyperv on host n-h1-800634-3 at level 0 using segments [{'id': '02ae2034-dfef-4550-967f-45d8c51110e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'f928386f-b160-428b-a03d-df55d251d7ab'}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:54:11.608570 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8793ddeb-14f5-4a5e-8db6-e24dd1c520fc req-d17cadde-aaaa-43f9-a498-23179203dfed service neutron] Attempting to bind port 0bdb0cdf-171e-49aa-9b9e-c0910f4211e1 on network f928386f-b160-428b-a03d-df55d251d7ab {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:54:11.614412 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8793ddeb-14f5-4a5e-8db6-e24dd1c520fc req-d17cadde-aaaa-43f9-a498-23179203dfed service neutron] Port 0bdb0cdf-171e-49aa-9b9e-c0910f4211e1 on network f928386f-b160-428b-a03d-df55d251d7ab not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-3 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 18:54:11.615187 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8793ddeb-14f5-4a5e-8db6-e24dd1c520fc req-d17cadde-aaaa-43f9-a498-23179203dfed service neutron] Attempting to bind port 0bdb0cdf-171e-49aa-9b9e-c0910f4211e1 on network f928386f-b160-428b-a03d-df55d251d7ab {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:54:11.617612 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-85cbb5fa-3387-4a28-929f-ed47b053b8f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc95858d-41d5-4e5f-8465-44deaf1e4ff7', 'name': 'tempest-TestVolumeBackupRestore-1766731314-router', 'tenant_id': 'ab3c6676b6134727ab7887b4428d3ba0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.141'}], 'enable_snat': True}, 'gw_port_id': '42f326e1-945f-4de6-9f0a-8a6833e562cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:54:02Z', 'updated_at': '2021-07-14T18:54:08Z', 'revision_number': 4, 'project_id': 'ab3c6676b6134727ab7887b4428d3ba0', 'gw_port': {'id': '42f326e1-945f-4de6-9f0a-8a6833e562cc', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:f7:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc95858d-41d5-4e5f-8465-44deaf1e4ff7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3526, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:54:04Z', 'updated_at': '2021-07-14T18:54:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_interfaces': [{'id': '50f295dd-f841-4147-8f1c-7cfa57295a83', 'name': '', 'network_id': '59d79f8f-a2cf-4f0e-9cf7-44b364654e71', 'tenant_id': 'ab3c6676b6134727ab7887b4428d3ba0', 'mac_address': 'fa:16:3e:99:ee:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc95858d-41d5-4e5f-8465-44deaf1e4ff7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3528, 'fixed_ips': [{'subnet_id': '844fd80b-fe8b-4b98-98f0-ed90aba01f58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:54:07Z', 'updated_at': '2021-07-14T18:54:08Z', 'revision_number': 2, 'project_id': 'ab3c6676b6134727ab7887b4428d3ba0', 'subnets': [{'id': '844fd80b-fe8b-4b98-98f0-ed90aba01f58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-3', False) {} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:54:11.622632 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8793ddeb-14f5-4a5e-8db6-e24dd1c520fc req-d17cadde-aaaa-43f9-a498-23179203dfed service neutron] Checking agent: {'id': 'a3630ff4-fbee-45d9-b9b6-0ae41cb3a350', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 15, 32), 'started_at': datetime.datetime(2021, 7, 14, 18, 15, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 18, 54, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 18:54:11.623188 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8793ddeb-14f5-4a5e-8db6-e24dd1c520fc req-d17cadde-aaaa-43f9-a498-23179203dfed service neutron] Checking segment: {'id': '02ae2034-dfef-4550-967f-45d8c51110e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'f928386f-b160-428b-a03d-df55d251d7ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:54:11.623781 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8793ddeb-14f5-4a5e-8db6-e24dd1c520fc req-d17cadde-aaaa-43f9-a498-23179203dfed service neutron] Bound using segment: {'id': '02ae2034-dfef-4550-967f-45d8c51110e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'f928386f-b160-428b-a03d-df55d251d7ab'} {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 18:54:11.624659 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-8793ddeb-14f5-4a5e-8db6-e24dd1c520fc req-d17cadde-aaaa-43f9-a498-23179203dfed service neutron] Bound port: 0bdb0cdf-171e-49aa-9b9e-c0910f4211e1, host: n-h1-800634-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02ae2034-dfef-4550-967f-45d8c51110e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'f928386f-b160-428b-a03d-df55d251d7ab'}}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 18:54:11.625448 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-8793ddeb-14f5-4a5e-8db6-e24dd1c520fc req-d17cadde-aaaa-43f9-a498-23179203dfed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:54:11.633512 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b4bcf01-a75d-410e-a06b-676142c0ee16 admin admin] Checking segment: {'id': '7e960366-7268-4f13-9b00-d170893725e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'ed9cd338-4317-402c-bd8b-f5fe0a9d0be6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93916) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:54:11.634007 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b4bcf01-a75d-410e-a06b-676142c0ee16 admin admin] Network hostable DHCP agents. Network: ed9cd338-4317-402c-bd8b-f5fe0a9d0be6, hostable agents: ['028393c3-0576-4ebd-bca1-8ea8a148e1a2'], hosted agents: [] {{(pid=93916) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 18:54:11.646661 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85cbb5fa-3387-4a28-929f-ed47b053b8f8 None None] Checking router: dc95858d-41d5-4e5f-8465-44deaf1e4ff7 for host: n-d-800634-3 {{(pid=93917) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 18:54:11.647146 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85cbb5fa-3387-4a28-929f-ed47b053b8f8 None None] Updating router dc95858d-41d5-4e5f-8465-44deaf1e4ff7 port 50f295dd-f841-4147-8f1c-7cfa57295a83 binding host n-d-800634-3 {{(pid=93917) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 18:54:11.654148 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b4bcf01-a75d-410e-a06b-676142c0ee16 admin admin] Network ed9cd338-4317-402c-bd8b-f5fe0a9d0be6 is scheduled to be hosted by DHCP agent 028393c3-0576-4ebd-bca1-8ea8a148e1a2 with binding_index 1 {{(pid=93916) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 18:54:11.664440 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [None req-7b4bcf01-a75d-410e-a06b-676142c0ee16 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-3, ed9cd338-4317-402c-bd8b-f5fe0a9d0be6) {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:54:11.669444 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b4bcf01-a75d-410e-a06b-676142c0ee16 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:54:11.670173 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-7b4bcf01-a75d-410e-a06b-676142c0ee16 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:54:11.683134 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e00a18d0-8ae0-4d0b-8d50-099ac3b0b828 None None] Network ed9cd338-4317-402c-bd8b-f5fe0a9d0be6 requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:54:11.688751 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-7b4bcf01-a75d-410e-a06b-676142c0ee16 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3899980 Jul 14 18:54:11.690443 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 50168) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:54:11.696471 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-2d0b7519-e2c4-4a5b-b8f8-211f6c0dff30 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-452455684-router', 'tenant_id': 'cabfbd38d6294979a52b76721df6e79b', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61'}}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:54:11.722841 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-2d0b7519-e2c4-4a5b-b8f8-211f6c0dff30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-571768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11104'] for router, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:54:11.723262 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-8793ddeb-14f5-4a5e-8db6-e24dd1c520fc req-d17cadde-aaaa-43f9-a498-23179203dfed service neutron] For port 0bdb0cdf-171e-49aa-9b9e-c0910f4211e1, host n-h1-800634-3, cleared binding levels {{(pid=93915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:54:11.724151 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-2d0b7519-e2c4-4a5b-b8f8-211f6c0dff30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-571675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-930014', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-632314', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11129'] for router, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:54:11.728648 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-8793ddeb-14f5-4a5e-8db6-e24dd1c520fc req-d17cadde-aaaa-43f9-a498-23179203dfed service neutron] For port 0bdb0cdf-171e-49aa-9b9e-c0910f4211e1, host n-h1-800634-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=0bdb0cdf-171e-49aa-9b9e-c0910f4211e1,segment=NetworkSegment(02ae2034-dfef-4550-967f-45d8c51110e8),segment_id=02ae2034-dfef-4550-967f-45d8c51110e8)] {{(pid=93915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 18:54:11.729034 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-85cbb5fa-3387-4a28-929f-ed47b053b8f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:54:11.735230 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-8793ddeb-14f5-4a5e-8db6-e24dd1c520fc req-d17cadde-aaaa-43f9-a498-23179203dfed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25912978'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:54:11.793105 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-2d0b7519-e2c4-4a5b-b8f8-211f6c0dff30 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:54:11.855518 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8793ddeb-14f5-4a5e-8db6-e24dd1c520fc req-d17cadde-aaaa-43f9-a498-23179203dfed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:54:11.856263 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-8793ddeb-14f5-4a5e-8db6-e24dd1c520fc req-d17cadde-aaaa-43f9-a498-23179203dfed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:54:11.858530 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-8793ddeb-14f5-4a5e-8db6-e24dd1c520fc req-d17cadde-aaaa-43f9-a498-23179203dfed service neutron] 10.222.0.18 "PUT /v2.0/ports/0bdb0cdf-171e-49aa-9b9e-c0910f4211e1 HTTP/1.1" status: 200 len: 1092 time: 1.1822371 Jul 14 18:54:11.858985 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c107b7e0-42a9-477f-9eef-539083da6bf0', 'tag': '0bdb0cdf-171e-49aa-9b9e-c0910f4211e1'}] {{(pid=93915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:54:11.871051 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e72782ad3af8f7d4ce76cedf092bca46d1756acc5c4653cf0b52034cdd6b073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-456079e4-8c0a-44d8-a034-3f729924edac" -d '{"events": [{"name": "network-changed", "server_uuid": "c107b7e0-42a9-477f-9eef-539083da6bf0", "tag": "0bdb0cdf-171e-49aa-9b9e-c0910f4211e1"}]}' {{(pid=93915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:54:11.947500 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17cadde-aaaa-43f9-a498-23179203dfed service neutron] Pushing event updated for resources: {'Port': ['ID=0bdb0cdf-171e-49aa-9b9e-c0910f4211e1,revision_number=3']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:54:11.995992 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 18:54:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02235213-1bf0-4d33-a6bb-f97314ab146b x-openstack-request-id: req-02235213-1bf0-4d33-a6bb-f97314ab146b {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:54:11.996394 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c107b7e0-42a9-477f-9eef-539083da6bf0", "tag": "0bdb0cdf-171e-49aa-9b9e-c0910f4211e1", "status": "completed", "code": 200}]} {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:54:11.996604 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-02235213-1bf0-4d33-a6bb-f97314ab146b {{(pid=93915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:54:11.996969 n-d-800634-3 neutron-server[93915]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c107b7e0-42a9-477f-9eef-539083da6bf0', 'tag': '0bdb0cdf-171e-49aa-9b9e-c0910f4211e1', 'status': 'completed', 'code': 200} Jul 14 18:54:12.042665 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-476ad44c-370f-472c-a38f-9a77666b6890 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9222b97e-5d1c-54f8-ba97-82f172498e76-ed9cd338-4317-402c-bd8b-f5fe0a9d0be6', 'network_id': 'ed9cd338-4317-402c-bd8b-f5fe0a9d0be6', 'tenant_id': 'cabfbd38d6294979a52b76721df6e79b', 'fixed_ips': [{'subnet_id': '0d0328f8-b7b0-4ad1-a22e-dd2552df3839'}]}} from n-d-800634-3. {{(pid=93917) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 18:54:12.043612 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-476ad44c-370f-472c-a38f-9a77666b6890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:54:12.053265 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8793ddeb-14f5-4a5e-8db6-e24dd1c520fc req-60fa0c0d-8592-44db-a8d9-ef11e250ce3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:54:12.055986 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-8793ddeb-14f5-4a5e-8db6-e24dd1c520fc req-60fa0c0d-8592-44db-a8d9-ef11e250ce3f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=75479181c4f64ac1a58a86f40c6ef23c&device_id=c107b7e0-42a9-477f-9eef-539083da6bf0 HTTP/1.1" status: 200 len: 1095 time: 0.1215158 Jul 14 18:54:12.065807 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-2d0b7519-e2c4-4a5b-b8f8-211f6c0dff30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-929996', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-571750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11395'] for router, precommit_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:54:12.117851 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-8793ddeb-14f5-4a5e-8db6-e24dd1c520fc req-e9137aa8-b2a7-4c82-ac21-4a66dcd1191f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0bdb0cdf-171e-49aa-9b9e-c0910f4211e1 HTTP/1.1" status: 200 len: 217 time: 0.0537782 Jul 14 18:54:12.197989 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8793ddeb-14f5-4a5e-8db6-e24dd1c520fc req-69695240-151d-4157-b6b8-306fcd4ed636 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:54:12.200750 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-8793ddeb-14f5-4a5e-8db6-e24dd1c520fc req-69695240-151d-4157-b6b8-306fcd4ed636 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b43b7a5a-3916-47f8-a68a-dd28e9dc7bea HTTP/1.1" status: 200 len: 853 time: 0.0770717 Jul 14 18:54:12.250379 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-8793ddeb-14f5-4a5e-8db6-e24dd1c520fc req-b454043f-e8ad-466e-af81-5309b28cfaa0 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f928386f-b160-428b-a03d-df55d251d7ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0421929 Jul 14 18:54:12.264252 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.db_base_plugin_common [None req-476ad44c-370f-472c-a38f-9a77666b6890 None None] Allocated IP 172.20.0.2 (ed9cd338-4317-402c-bd8b-f5fe0a9d0be6/0d0328f8-b7b0-4ad1-a22e-dd2552df3839/67062c71-6bd2-4688-889f-bd5f84542181) {{(pid=93917) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:54:12.279321 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-85cbb5fa-3387-4a28-929f-ed47b053b8f8 None None] Notify callbacks [] for port, precommit_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:54:12.300506 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-85cbb5fa-3387-4a28-929f-ed47b053b8f8 None None] Transition to ACTIVE for port object 50f295dd-f841-4147-8f1c-7cfa57295a83 will not be triggered until provisioned by entity L2. {{(pid=93917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:54:12.342156 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-85cbb5fa-3387-4a28-929f-ed47b053b8f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:54:12.385265 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-8793ddeb-14f5-4a5e-8db6-e24dd1c520fc req-31bb57af-2dc9-4beb-9fae-1aca08e931bd service neutron] 10.222.0.18 "GET /v2.0/networks/f928386f-b160-428b-a03d-df55d251d7ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282716 Jul 14 18:54:12.397479 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-2d0b7519-e2c4-4a5b-b8f8-211f6c0dff30 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:54:12.431098 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-2d0b7519-e2c4-4a5b-b8f8-211f6c0dff30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:54:12.439624 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6a0695-7f1e-4d7f-9b59-0b7b8f2d2309 None None] Pushing event updated for resources: {'Port': ['ID=50f295dd-f841-4147-8f1c-7cfa57295a83,revision_number=3']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:54:12.512998 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 42f326e1-945f-4de6-9f0a-8a6833e562cc up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:54:12.528277 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-078eca86-fff3-4810-aab7-a3685862e8ab req-ff720e6e-075e-4162-bfb5-4a343157dbc8 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-287641035&fields=id&tenant_id=5093a1bcf9144b0bbe697fc3cf12df56 HTTP/1.1" status: 200 len: 267 time: 0.1058240 Jul 14 18:54:12.664668 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-85cbb5fa-3387-4a28-929f-ed47b053b8f8 None None] Attempting to bind port 50f295dd-f841-4147-8f1c-7cfa57295a83 on host n-d-800634-3 for vnic_type normal with profile {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:54:12.665288 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-85cbb5fa-3387-4a28-929f-ed47b053b8f8 None None] Attempting to bind port 50f295dd-f841-4147-8f1c-7cfa57295a83 by drivers openvswitch,hyperv on host n-d-800634-3 at level 0 using segments [{'id': 'ffbeca98-3729-4e9d-9c3f-fecdea0c745c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '59d79f8f-a2cf-4f0e-9cf7-44b364654e71'}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:54:12.665866 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85cbb5fa-3387-4a28-929f-ed47b053b8f8 None None] Attempting to bind port 50f295dd-f841-4147-8f1c-7cfa57295a83 on network 59d79f8f-a2cf-4f0e-9cf7-44b364654e71 {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:54:12.686536 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078eca86-fff3-4810-aab7-a3685862e8ab req-fd4d2c4e-302f-49b6-9b1b-64d8ae14b27f tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:54:12.688073 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-078eca86-fff3-4810-aab7-a3685862e8ab req-fd4d2c4e-302f-49b6-9b1b-64d8ae14b27f tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] 10.222.0.16 "GET /v2.0/networks?id=d41f9397-de9e-4e07-a07d-8cf0ac566250 HTTP/1.1" status: 200 len: 811 time: 0.1477799 Jul 14 18:54:12.700356 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85cbb5fa-3387-4a28-929f-ed47b053b8f8 None None] Checking agent: {'id': '01c19e91-a945-4e3c-94a6-c211e17c923e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 8, 23), 'started_at': datetime.datetime(2021, 7, 14, 18, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 18, 53, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 18:54:12.701072 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85cbb5fa-3387-4a28-929f-ed47b053b8f8 None None] Checking segment: {'id': 'ffbeca98-3729-4e9d-9c3f-fecdea0c745c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '59d79f8f-a2cf-4f0e-9cf7-44b364654e71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93917) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:54:12.701667 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-85cbb5fa-3387-4a28-929f-ed47b053b8f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:54:12.702250 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85cbb5fa-3387-4a28-929f-ed47b053b8f8 None None] Bound using segment: {'id': 'ffbeca98-3729-4e9d-9c3f-fecdea0c745c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '59d79f8f-a2cf-4f0e-9cf7-44b364654e71'} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 18:54:12.702909 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-85cbb5fa-3387-4a28-929f-ed47b053b8f8 None None] Bound port: 50f295dd-f841-4147-8f1c-7cfa57295a83, host: n-d-800634-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffbeca98-3729-4e9d-9c3f-fecdea0c745c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '59d79f8f-a2cf-4f0e-9cf7-44b364654e71'}}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 18:54:12.703492 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-85cbb5fa-3387-4a28-929f-ed47b053b8f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:54:12.716666 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.db_base_plugin_common [None req-2d0b7519-e2c4-4a5b-b8f8-211f6c0dff30 admin admin] Allocated IP 172.25.1.208 (9200a437-e1de-4520-88f6-e68386523e61/5f47f848-4532-407a-a0e2-5690ade15fd0/31d12f28-11a7-46c8-99de-3dd375964ef0) {{(pid=93916) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:54:12.727555 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port 42f326e1-945f-4de6-9f0a-8a6833e562cc triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:54:12.728230 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:54:12.731960 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-476ad44c-370f-472c-a38f-9a77666b6890 None None] Notify callbacks [] for port, precommit_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:54:12.732880 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-8793ddeb-14f5-4a5e-8db6-e24dd1c520fc req-051f967d-c3a1-4470-ae6e-e51f9ee7db6c service neutron] 10.222.0.18 "GET /v2.0/networks/f928386f-b160-428b-a03d-df55d251d7ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3394899 Jul 14 18:54:12.734297 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-078eca86-fff3-4810-aab7-a3685862e8ab req-fa9e7823-c14e-4eb3-9e96-247a88c4a53b tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] 10.222.0.16 "GET /v2.0/quotas/5093a1bcf9144b0bbe697fc3cf12df56 HTTP/1.1" status: 200 len: 375 time: 0.0384674 Jul 14 18:54:12.874738 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-2d0b7519-e2c4-4a5b-b8f8-211f6c0dff30 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:54:12.922692 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-2d0b7519-e2c4-4a5b-b8f8-211f6c0dff30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:54:12.941129 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa2a438-c8df-442b-bf00-9b95f650ba50 req-9ddd0698-8aa1-4af4-b1cc-debab9807377 tempest-ServerAddressesTestJSON-751321562 tempest-ServerAddressesTestJSON-751321562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:54:12.942637 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3fa2a438-c8df-442b-bf00-9b95f650ba50 req-9ddd0698-8aa1-4af4-b1cc-debab9807377 tempest-ServerAddressesTestJSON-751321562 tempest-ServerAddressesTestJSON-751321562-project] 10.222.0.16 "GET /v2.0/ports?device_id=c107b7e0-42a9-477f-9eef-539083da6bf0 HTTP/1.1" status: 200 len: 944 time: 0.1809101 Jul 14 18:54:12.953627 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456079e4-8c0a-44d8-a034-3f729924edac req-6f049e24-3468-42b1-beae-7d83f34804f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:54:12.955619 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-456079e4-8c0a-44d8-a034-3f729924edac req-6f049e24-3468-42b1-beae-7d83f34804f8 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=75479181c4f64ac1a58a86f40c6ef23c&device_id=c107b7e0-42a9-477f-9eef-539083da6bf0 HTTP/1.1" status: 200 len: 1095 time: 0.1270308 Jul 14 18:54:12.968654 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-476ad44c-370f-472c-a38f-9a77666b6890 None None] Transition to ACTIVE for port object 67062c71-6bd2-4688-889f-bd5f84542181 will not be triggered until provisioned by entity L2. {{(pid=93917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:54:12.977001 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0b7519-e2c4-4a5b-b8f8-211f6c0dff30 admin admin] Pushing event updated for resources: {'Port': ['ID=31d12f28-11a7-46c8-99de-3dd375964ef0,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:54:12.995491 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d0b7519-e2c4-4a5b-b8f8-211f6c0dff30 admin admin] Network 9200a437-e1de-4520-88f6-e68386523e61 is already hosted by enough agents. {{(pid=93916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:54:12.997050 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [None req-2d0b7519-e2c4-4a5b-b8f8-211f6c0dff30 admin admin] Resources bound (agent type, host, resource id): {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:54:12.999707 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d0b7519-e2c4-4a5b-b8f8-211f6c0dff30 admin admin] Received port after_create {{(pid=93916) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:54:13.006785 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-078eca86-fff3-4810-aab7-a3685862e8ab req-19b31e70-8c38-45f0-9473-f6c9732796c5 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=5093a1bcf9144b0bbe697fc3cf12df56&fields=id HTTP/1.1" status: 200 len: 440 time: 0.2600560 Jul 14 18:54:13.023032 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-476ad44c-370f-472c-a38f-9a77666b6890 None None] Transition to ACTIVE for port object 67062c71-6bd2-4688-889f-bd5f84542181 will not be triggered until provisioned by entity DHCP. {{(pid=93917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:54:13.041169 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-476ad44c-370f-472c-a38f-9a77666b6890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804'] for port, after_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:54:13.044155 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-85cbb5fa-3387-4a28-929f-ed47b053b8f8 None None] For port 50f295dd-f841-4147-8f1c-7cfa57295a83, host n-d-800634-3, cleared binding levels {{(pid=93917) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:54:13.051962 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-85cbb5fa-3387-4a28-929f-ed47b053b8f8 None None] For port 50f295dd-f841-4147-8f1c-7cfa57295a83, host n-d-800634-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=50f295dd-f841-4147-8f1c-7cfa57295a83,segment=NetworkSegment(ffbeca98-3729-4e9d-9c3f-fecdea0c745c),segment_id=ffbeca98-3729-4e9d-9c3f-fecdea0c745c)] {{(pid=93917) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 18:54:13.089592 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-85cbb5fa-3387-4a28-929f-ed47b053b8f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:54:13.114247 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3fa2a438-c8df-442b-bf00-9b95f650ba50 req-af2aae49-7c5a-49f5-abc3-f3714cb9ed17 tempest-ServerAddressesTestJSON-751321562 tempest-ServerAddressesTestJSON-751321562-project] 10.222.0.16 "GET /v2.0/security-groups?id=bcb433b2-59db-417a-bf53-865cefd7ccf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1634569 Jul 14 18:54:13.137861 n-d-800634-3 neutron-server[93917]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-476ad44c-370f-472c-a38f-9a77666b6890 None None] Network ed9cd338-4317-402c-bd8b-f5fe0a9d0be6 is already hosted by enough agents. {{(pid=93917) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:54:13.138628 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476ad44c-370f-472c-a38f-9a77666b6890 None None] Pushing event updated for resources: {'Port': ['ID=67062c71-6bd2-4688-889f-bd5f84542181,revision_number=1']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:54:13.221890 n-d-800634-3 neutron-server[93917]: DEBUG neutron.scheduler.base_scheduler [None req-476ad44c-370f-472c-a38f-9a77666b6890 None None] Resources bound (agent type, host, resource id): {{(pid=93917) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:54:13.229383 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-476ad44c-370f-472c-a38f-9a77666b6890 None None] Received port after_create {{(pid=93917) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:54:13.252525 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456079e4-8c0a-44d8-a034-3f729924edac req-2de21002-1b77-4ddc-a3ee-4b45f94ccf10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:54:13.254771 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-456079e4-8c0a-44d8-a034-3f729924edac req-2de21002-1b77-4ddc-a3ee-4b45f94ccf10 service neutron] 10.222.0.18 "GET /v2.0/networks?id=f928386f-b160-428b-a03d-df55d251d7ab HTTP/1.1" status: 200 len: 913 time: 0.2887125 Jul 14 18:54:13.255255 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85cbb5fa-3387-4a28-929f-ed47b053b8f8 None None] Routers {'dc95858d-41d5-4e5f-8465-44deaf1e4ff7'} bound to L3 agent in host n-d-800634-3 {{(pid=93917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:54:13.255891 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-85cbb5fa-3387-4a28-929f-ed47b053b8f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:53:53Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['dc95858d-41d5-4e5f-8465-44deaf1e4ff7'], 'active': True} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:54:13.337847 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-456079e4-8c0a-44d8-a034-3f729924edac req-2aa3a692-828f-441d-b9a6-2e5513ffb7a2 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0bdb0cdf-171e-49aa-9b9e-c0910f4211e1 HTTP/1.1" status: 200 len: 217 time: 0.0682929 Jul 14 18:54:13.397625 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6a0695-7f1e-4d7f-9b59-0b7b8f2d2309 None None] Pushing event updated for resources: {'Port': ['ID=50f295dd-f841-4147-8f1c-7cfa57295a83,revision_number=4']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:54:13.419704 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-078eca86-fff3-4810-aab7-a3685862e8ab req-f35e94af-d628-462f-9108-941af539b3e8 service neutron] 10.222.0.16 "GET /v2.0/networks/d41f9397-de9e-4e07-a07d-8cf0ac566250?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3655827 Jul 14 18:54:13.453007 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456079e4-8c0a-44d8-a034-3f729924edac req-fe6d6c76-fbb6-46c1-823c-487f4124b7f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:54:13.454510 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-456079e4-8c0a-44d8-a034-3f729924edac req-fe6d6c76-fbb6-46c1-823c-487f4124b7f9 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b43b7a5a-3916-47f8-a68a-dd28e9dc7bea HTTP/1.1" status: 200 len: 853 time: 0.1097648 Jul 14 18:54:13.475209 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-476ad44c-370f-472c-a38f-9a77666b6890 None None] Attempting to bind port 67062c71-6bd2-4688-889f-bd5f84542181 on host n-d-800634-3 for vnic_type normal with profile {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:54:13.475420 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-476ad44c-370f-472c-a38f-9a77666b6890 None None] Attempting to bind port 67062c71-6bd2-4688-889f-bd5f84542181 by drivers openvswitch,hyperv on host n-d-800634-3 at level 0 using segments [{'id': '7e960366-7268-4f13-9b00-d170893725e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'ed9cd338-4317-402c-bd8b-f5fe0a9d0be6'}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:54:13.475708 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-476ad44c-370f-472c-a38f-9a77666b6890 None None] Attempting to bind port 67062c71-6bd2-4688-889f-bd5f84542181 on network ed9cd338-4317-402c-bd8b-f5fe0a9d0be6 {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:54:13.488057 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-476ad44c-370f-472c-a38f-9a77666b6890 None None] Checking agent: {'id': '01c19e91-a945-4e3c-94a6-c211e17c923e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 8, 23), 'started_at': datetime.datetime(2021, 7, 14, 18, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 18, 53, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 18:54:13.488497 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-476ad44c-370f-472c-a38f-9a77666b6890 None None] Checking segment: {'id': '7e960366-7268-4f13-9b00-d170893725e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'ed9cd338-4317-402c-bd8b-f5fe0a9d0be6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93917) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:54:13.489145 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-476ad44c-370f-472c-a38f-9a77666b6890 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:54:13.489676 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-476ad44c-370f-472c-a38f-9a77666b6890 None None] Bound using segment: {'id': '7e960366-7268-4f13-9b00-d170893725e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'ed9cd338-4317-402c-bd8b-f5fe0a9d0be6'} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 18:54:13.490174 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-476ad44c-370f-472c-a38f-9a77666b6890 None None] Bound port: 67062c71-6bd2-4688-889f-bd5f84542181, host: n-d-800634-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e960366-7268-4f13-9b00-d170893725e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'ed9cd338-4317-402c-bd8b-f5fe0a9d0be6'}}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 18:54:13.490562 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-476ad44c-370f-472c-a38f-9a77666b6890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:54:13.511743 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvr_db [None req-85cbb5fa-3387-4a28-929f-ed47b053b8f8 None None] Set router dc95858d-41d5-4e5f-8465-44deaf1e4ff7 gateway port host: n-d-800634-3 {{(pid=93917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 18:54:13.520023 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-456079e4-8c0a-44d8-a034-3f729924edac req-ebb1db01-4316-4311-b168-4313a82bb126 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f928386f-b160-428b-a03d-df55d251d7ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0373099 Jul 14 18:54:13.621766 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-078eca86-fff3-4810-aab7-a3685862e8ab req-8bc2cabb-42b4-4939-8e02-f1cdea9431ba service neutron] 10.222.0.16 "GET /v2.0/networks/d41f9397-de9e-4e07-a07d-8cf0ac566250?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1899564 Jul 14 18:54:13.646482 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-476ad44c-370f-472c-a38f-9a77666b6890 None None] For port 67062c71-6bd2-4688-889f-bd5f84542181, host n-d-800634-3, cleared binding levels {{(pid=93917) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:54:13.656150 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-456079e4-8c0a-44d8-a034-3f729924edac req-acbe0315-0eed-49f2-9736-38d4b869ee65 service neutron] 10.222.0.18 "GET /v2.0/networks/f928386f-b160-428b-a03d-df55d251d7ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274562 Jul 14 18:54:13.703329 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-476ad44c-370f-472c-a38f-9a77666b6890 None None] For port 67062c71-6bd2-4688-889f-bd5f84542181, host n-d-800634-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=67062c71-6bd2-4688-889f-bd5f84542181,segment=NetworkSegment(7e960366-7268-4f13-9b00-d170893725e4),segment_id=7e960366-7268-4f13-9b00-d170893725e4)] {{(pid=93917) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 18:54:13.738046 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-476ad44c-370f-472c-a38f-9a77666b6890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:54:13.793844 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-456079e4-8c0a-44d8-a034-3f729924edac req-f39f5478-e190-4d5e-ac6d-0d8ba6ebe92e service neutron] 10.222.0.18 "GET /v2.0/networks/f928386f-b160-428b-a03d-df55d251d7ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303141 Jul 14 18:54:13.802331 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-2d0b7519-e2c4-4a5b-b8f8-211f6c0dff30 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:54:13.950484 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476ad44c-370f-472c-a38f-9a77666b6890 None None] Pushing event updated for resources: {'Port': ['ID=67062c71-6bd2-4688-889f-bd5f84542181,revision_number=2']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:54:14.051679 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-85cbb5fa-3387-4a28-929f-ed47b053b8f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc95858d-41d5-4e5f-8465-44deaf1e4ff7', 'name': 'tempest-TestVolumeBackupRestore-1766731314-router', 'tenant_id': 'ab3c6676b6134727ab7887b4428d3ba0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.141'}], 'enable_snat': True}, 'gw_port_id': '42f326e1-945f-4de6-9f0a-8a6833e562cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:54:02Z', 'updated_at': '2021-07-14T18:54:08Z', 'revision_number': 4, 'project_id': 'ab3c6676b6134727ab7887b4428d3ba0', 'gw_port': {'id': '42f326e1-945f-4de6-9f0a-8a6833e562cc', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:f7:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc95858d-41d5-4e5f-8465-44deaf1e4ff7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3526, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:54:04Z', 'updated_at': '2021-07-14T18:54:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_interfaces': [{'id': '50f295dd-f841-4147-8f1c-7cfa57295a83', 'name': '', 'network_id': '59d79f8f-a2cf-4f0e-9cf7-44b364654e71', 'tenant_id': 'ab3c6676b6134727ab7887b4428d3ba0', 'mac_address': 'fa:16:3e:99:ee:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc95858d-41d5-4e5f-8465-44deaf1e4ff7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3528, 'fixed_ips': [{'subnet_id': '844fd80b-fe8b-4b98-98f0-ed90aba01f58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:54:07Z', 'updated_at': '2021-07-14T18:54:13Z', 'revision_number': 4, 'project_id': 'ab3c6676b6134727ab7887b4428d3ba0', 'subnets': [{'id': '844fd80b-fe8b-4b98-98f0-ed90aba01f58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-3', False) {} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:54:14.054192 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-2d0b7519-e2c4-4a5b-b8f8-211f6c0dff30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-571759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-930033'] for router, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:54:14.082699 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85cbb5fa-3387-4a28-929f-ed47b053b8f8 None None] The sync data for ids ['dc95858d-41d5-4e5f-8465-44deaf1e4ff7'] in n-d-800634-3 is: [{'id': 'dc95858d-41d5-4e5f-8465-44deaf1e4ff7', 'name': 'tempest-TestVolumeBackupRestore-1766731314-router', 'tenant_id': 'ab3c6676b6134727ab7887b4428d3ba0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.141'}], 'enable_snat': True}, 'gw_port_id': '42f326e1-945f-4de6-9f0a-8a6833e562cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:54:02Z', 'updated_at': '2021-07-14T18:54:08Z', 'revision_number': 4, 'project_id': 'ab3c6676b6134727ab7887b4428d3ba0', 'gw_port': {'id': '42f326e1-945f-4de6-9f0a-8a6833e562cc', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:f7:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc95858d-41d5-4e5f-8465-44deaf1e4ff7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3526, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:54:04Z', 'updated_at': '2021-07-14T18:54:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_interfaces': [{'id': '50f295dd-f841-4147-8f1c-7cfa57295a83', 'name': '', 'network_id': '59d79f8f-a2cf-4f0e-9cf7-44b364654e71', 'tenant_id': 'ab3c6676b6134727ab7887b4428d3ba0', 'mac_address': 'fa:16:3e:99:ee:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc95858d-41d5-4e5f-8465-44deaf1e4ff7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3528, 'fixed_ips': [{'subnet_id': '844fd80b-fe8b-4b98-98f0-ed90aba01f58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:54:07Z', 'updated_at': '2021-07-14T18:54:13Z', 'revision_number': 4, 'project_id': 'ab3c6676b6134727ab7887b4428d3ba0', 'subnets': [{'id': '844fd80b-fe8b-4b98-98f0-ed90aba01f58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 18:54:14.196099 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-eee49170-1920-4a0d-9653-397d76faa266 req-235ecd45-2eb3-4099-9bac-51612a6e13bb tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] 10.222.0.16 "GET /v2.0/ports?device_id=3536c908-b8c0-4194-a147-ca3713d10ad3 HTTP/1.1" status: 200 len: 210 time: 0.1011009 Jul 14 18:54:14.331822 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d0b7519-e2c4-4a5b-b8f8-211f6c0dff30 admin admin] Router d9a4d844-d79f-4846-a7e8-41edaa7bf56c is scheduled to L3 agent 2c6eb27e-defb-4cca-9a24-381c7415e359 with binding_index 1 {{(pid=93916) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 18:54:14.428063 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f66fdb4-32ff-41a5-980e-ca79b3d6e793 req-04379b91-e936-4c07-a57c-68f79448ab1f tempest-ServerAddressesTestJSON-751321562 tempest-ServerAddressesTestJSON-751321562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:54:14.429949 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-5f66fdb4-32ff-41a5-980e-ca79b3d6e793 req-04379b91-e936-4c07-a57c-68f79448ab1f tempest-ServerAddressesTestJSON-751321562 tempest-ServerAddressesTestJSON-751321562-project] 10.222.0.16 "GET /v2.0/ports?device_id=c107b7e0-42a9-477f-9eef-539083da6bf0 HTTP/1.1" status: 200 len: 944 time: 0.0842555 Jul 14 18:54:14.509516 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-5f66fdb4-32ff-41a5-980e-ca79b3d6e793 req-53b35480-e9a9-451e-9ad4-b2a6a6643d5e tempest-ServerAddressesTestJSON-751321562 tempest-ServerAddressesTestJSON-751321562-project] 10.222.0.16 "GET /v2.0/security-groups?id=bcb433b2-59db-417a-bf53-865cefd7ccf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703418 Jul 14 18:54:14.534251 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d0b7519-e2c4-4a5b-b8f8-211f6c0dff30 admin admin] Notify agent at l3_agent.n-d-800634-3 the message routers_updated {{(pid=93916) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 18:54:14.544859 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cf5fc8b-9e4f-466b-89fa-2196a056581c None None] Sync routers for ids ['d9a4d844-d79f-4846-a7e8-41edaa7bf56c'] in n-d-800634-3 {{(pid=93918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 18:54:14.553963 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-2d0b7519-e2c4-4a5b-b8f8-211f6c0dff30 admin admin] Notify callbacks [] for router, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:54:14.555434 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-2d0b7519-e2c4-4a5b-b8f8-211f6c0dff30 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.8638470 Jul 14 18:54:14.557759 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cf5fc8b-9e4f-466b-89fa-2196a056581c None None] Routers {'d9a4d844-d79f-4846-a7e8-41edaa7bf56c'} bound to L3 agent in host n-d-800634-3 {{(pid=93918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:54:14.558539 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 50212) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:54:14.558779 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-2cf5fc8b-9e4f-466b-89fa-2196a056581c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:53:53Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['d9a4d844-d79f-4846-a7e8-41edaa7bf56c'], 'active': True} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:54:14.587334 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 50f295dd-f841-4147-8f1c-7cfa57295a83 up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:54:14.681928 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning for port 50f295dd-f841-4147-8f1c-7cfa57295a83 completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:54:14.690150 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port 50f295dd-f841-4147-8f1c-7cfa57295a83 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:54:14.690538 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:54:14.815001 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvr_db [None req-2cf5fc8b-9e4f-466b-89fa-2196a056581c None None] Set router d9a4d844-d79f-4846-a7e8-41edaa7bf56c gateway port host: n-d-800634-3 {{(pid=93918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 18:54:14.849029 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:54:14.903172 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] For port 50f295dd-f841-4147-8f1c-7cfa57295a83, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=50f295dd-f841-4147-8f1c-7cfa57295a83,segment=NetworkSegment(ffbeca98-3729-4e9d-9c3f-fecdea0c745c),segment_id=ffbeca98-3729-4e9d-9c3f-fecdea0c745c)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:54:14.910526 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:54:14.911959 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 67062c71-6bd2-4688-889f-bd5f84542181 up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:54:15.075902 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Pushing event updated for resources: {'Port': ['ID=50f295dd-f841-4147-8f1c-7cfa57295a83,revision_number=5']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:54:15.112082 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning for port 67062c71-6bd2-4688-889f-bd5f84542181 completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:54:15.203053 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-2cf5fc8b-9e4f-466b-89fa-2196a056581c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9a4d844-d79f-4846-a7e8-41edaa7bf56c', 'name': 'tempest-TestVolumeBackupRestore-452455684-router', 'tenant_id': 'cabfbd38d6294979a52b76721df6e79b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.208'}], 'enable_snat': True}, 'gw_port_id': '31d12f28-11a7-46c8-99de-3dd375964ef0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:54:11Z', 'updated_at': '2021-07-14T18:54:13Z', 'revision_number': 3, 'project_id': 'cabfbd38d6294979a52b76721df6e79b', 'gw_port': {'id': '31d12f28-11a7-46c8-99de-3dd375964ef0', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:69:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9a4d844-d79f-4846-a7e8-41edaa7bf56c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3540, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:54:12Z', 'updated_at': '2021-07-14T18:54:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3'}], 'n-d-800634-3', False) {} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:54:15.266297 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cf5fc8b-9e4f-466b-89fa-2196a056581c None None] Checking router: d9a4d844-d79f-4846-a7e8-41edaa7bf56c for host: n-d-800634-3 {{(pid=93918) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 18:54:15.266788 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cf5fc8b-9e4f-466b-89fa-2196a056581c None None] Updating router d9a4d844-d79f-4846-a7e8-41edaa7bf56c port 31d12f28-11a7-46c8-99de-3dd375964ef0 binding host n-d-800634-3 {{(pid=93918) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 18:54:15.316813 n-d-800634-3 neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-2cf5fc8b-9e4f-466b-89fa-2196a056581c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:54:15.332293 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-b74dd135-4478-4be6-9463-1e5c2c734e2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:54:15.357472 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dad42770-4acd-4519-8aa3-c74b4bd3ac75 None None] Network ed9cd338-4317-402c-bd8b-f5fe0a9d0be6 requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:54:15.466008 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-21d8d250-2024-4cf1-a580-8d90bb499fc9 None None] Provisioning for port 67062c71-6bd2-4688-889f-bd5f84542181 completed by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:54:15.474807 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-21d8d250-2024-4cf1-a580-8d90bb499fc9 None None] Provisioning complete for port 67062c71-6bd2-4688-889f-bd5f84542181 triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:54:15.479932 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-21d8d250-2024-4cf1-a580-8d90bb499fc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:54:15.503684 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-63ef610e-ece7-4f2f-8413-77204ba0ef19 req-c68747a0-2b6a-42ac-b772-81354caea9f3 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] 10.222.0.16 "GET /v2.0/ports?device_id=3536c908-b8c0-4194-a147-ca3713d10ad3 HTTP/1.1" status: 200 len: 210 time: 0.0678830 Jul 14 18:54:15.770668 n-d-800634-3 neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-2cf5fc8b-9e4f-466b-89fa-2196a056581c None None] Notify callbacks [] for port, precommit_update {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:54:15.781697 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.provisioning_blocks [None req-2cf5fc8b-9e4f-466b-89fa-2196a056581c None None] Transition to ACTIVE for port object 31d12f28-11a7-46c8-99de-3dd375964ef0 will not be triggered until provisioned by entity L2. {{(pid=93918) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:54:15.795171 n-d-800634-3 neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-2cf5fc8b-9e4f-466b-89fa-2196a056581c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:54:15.839046 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-21d8d250-2024-4cf1-a580-8d90bb499fc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:54:15.865379 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.managers [None req-2cf5fc8b-9e4f-466b-89fa-2196a056581c None None] Attempting to bind port 31d12f28-11a7-46c8-99de-3dd375964ef0 on host n-d-800634-3 for vnic_type normal with profile {{(pid=93918) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:54:15.865838 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.managers [None req-2cf5fc8b-9e4f-466b-89fa-2196a056581c None None] Attempting to bind port 31d12f28-11a7-46c8-99de-3dd375964ef0 by drivers openvswitch,hyperv on host n-d-800634-3 at level 0 using segments [{'id': '5afb940b-bbdf-4727-be00-5d46367c38a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9200a437-e1de-4520-88f6-e68386523e61'}] {{(pid=93918) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:54:15.866134 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cf5fc8b-9e4f-466b-89fa-2196a056581c None None] Attempting to bind port 31d12f28-11a7-46c8-99de-3dd375964ef0 on network 9200a437-e1de-4520-88f6-e68386523e61 {{(pid=93918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:54:15.881140 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cf5fc8b-9e4f-466b-89fa-2196a056581c None None] Checking agent: {'id': '01c19e91-a945-4e3c-94a6-c211e17c923e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 8, 23), 'started_at': datetime.datetime(2021, 7, 14, 18, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 18, 53, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 18:54:15.881548 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cf5fc8b-9e4f-466b-89fa-2196a056581c None None] Checking segment: {'id': '5afb940b-bbdf-4727-be00-5d46367c38a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9200a437-e1de-4520-88f6-e68386523e61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93918) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:54:15.881920 n-d-800634-3 neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-2cf5fc8b-9e4f-466b-89fa-2196a056581c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:54:15.882479 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cf5fc8b-9e4f-466b-89fa-2196a056581c None None] Bound using segment: {'id': '5afb940b-bbdf-4727-be00-5d46367c38a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9200a437-e1de-4520-88f6-e68386523e61'} {{(pid=93918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 18:54:15.882967 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.managers [None req-2cf5fc8b-9e4f-466b-89fa-2196a056581c None None] Bound port: 31d12f28-11a7-46c8-99de-3dd375964ef0, host: n-d-800634-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5afb940b-bbdf-4727-be00-5d46367c38a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9200a437-e1de-4520-88f6-e68386523e61'}}] {{(pid=93918) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 18:54:15.883349 n-d-800634-3 neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-2cf5fc8b-9e4f-466b-89fa-2196a056581c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:54:15.901089 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.db_base_plugin_common [None req-b74dd135-4478-4be6-9463-1e5c2c734e2c admin admin] Allocated IP 172.20.0.1 (ed9cd338-4317-402c-bd8b-f5fe0a9d0be6/0d0328f8-b7b0-4ad1-a22e-dd2552df3839/26fc3863-98f7-4d2b-824f-cbadcb7fb57a) {{(pid=93915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:54:15.910474 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-21d8d250-2024-4cf1-a580-8d90bb499fc9 None None] For port 67062c71-6bd2-4688-889f-bd5f84542181, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=67062c71-6bd2-4688-889f-bd5f84542181,segment=NetworkSegment(7e960366-7268-4f13-9b00-d170893725e4),segment_id=7e960366-7268-4f13-9b00-d170893725e4)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:54:15.928642 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-21d8d250-2024-4cf1-a580-8d90bb499fc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:54:15.967515 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb1092f-5a8e-4e4a-83d4-3501c191adcd None None] Pushing event updated for resources: {'Port': ['ID=31d12f28-11a7-46c8-99de-3dd375964ef0,revision_number=2']} {{(pid=93918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:54:15.971115 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.db [None req-2cf5fc8b-9e4f-466b-89fa-2196a056581c None None] For port 31d12f28-11a7-46c8-99de-3dd375964ef0, host n-d-800634-3, cleared binding levels {{(pid=93918) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:54:15.974722 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.db [None req-2cf5fc8b-9e4f-466b-89fa-2196a056581c None None] For port 31d12f28-11a7-46c8-99de-3dd375964ef0, host n-d-800634-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=31d12f28-11a7-46c8-99de-3dd375964ef0,segment=NetworkSegment(5afb940b-bbdf-4727-be00-5d46367c38a1),segment_id=5afb940b-bbdf-4727-be00-5d46367c38a1)] {{(pid=93918) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 18:54:15.984580 n-d-800634-3 neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-2cf5fc8b-9e4f-466b-89fa-2196a056581c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:54:16.030365 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d8d250-2024-4cf1-a580-8d90bb499fc9 None None] Pushing event updated for resources: {'Port': ['ID=67062c71-6bd2-4688-889f-bd5f84542181,revision_number=3']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:54:16.043152 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccd368a-05ca-4292-9cd6-332766b9f9e4 req-7fa7535d-8b85-496b-9684-1dd30414aa42 tempest-ServerAddressesTestJSON-751321562 tempest-ServerAddressesTestJSON-751321562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:54:16.044726 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-0ccd368a-05ca-4292-9cd6-332766b9f9e4 req-7fa7535d-8b85-496b-9684-1dd30414aa42 tempest-ServerAddressesTestJSON-751321562 tempest-ServerAddressesTestJSON-751321562-project] 10.222.0.16 "GET /v2.0/ports?device_id=c107b7e0-42a9-477f-9eef-539083da6bf0 HTTP/1.1" status: 200 len: 944 time: 0.2850008 Jul 14 18:54:16.079862 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cf5fc8b-9e4f-466b-89fa-2196a056581c None None] Routers {'d9a4d844-d79f-4846-a7e8-41edaa7bf56c'} bound to L3 agent in host n-d-800634-3 {{(pid=93918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:54:16.080540 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-2cf5fc8b-9e4f-466b-89fa-2196a056581c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:53:53Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['d9a4d844-d79f-4846-a7e8-41edaa7bf56c'], 'active': True} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:54:16.107187 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078eca86-fff3-4810-aab7-a3685862e8ab req-dec00f84-9245-4729-8d77-67eebcec7075 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:54:16.109022 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-078eca86-fff3-4810-aab7-a3685862e8ab req-dec00f84-9245-4729-8d77-67eebcec7075 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] 10.222.0.35 "GET /v2.0/networks?id=d41f9397-de9e-4e07-a07d-8cf0ac566250 HTTP/1.1" status: 200 len: 811 time: 0.3889241 Jul 14 18:54:16.160043 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb1092f-5a8e-4e4a-83d4-3501c191adcd None None] Pushing event updated for resources: {'Port': ['ID=31d12f28-11a7-46c8-99de-3dd375964ef0,revision_number=3']} {{(pid=93918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:54:16.203339 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-0ccd368a-05ca-4292-9cd6-332766b9f9e4 req-16b5225a-3151-4ad3-8a07-ebf8004041ab tempest-ServerAddressesTestJSON-751321562 tempest-ServerAddressesTestJSON-751321562-project] 10.222.0.16 "GET /v2.0/security-groups?id=bcb433b2-59db-417a-bf53-865cefd7ccf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473095 Jul 14 18:54:16.252717 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-078eca86-fff3-4810-aab7-a3685862e8ab req-1f902b20-2bef-438a-83d5-6f40de1da04c tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5093a1bcf9144b0bbe697fc3cf12df56 HTTP/1.1" status: 200 len: 379 time: 0.1090631 Jul 14 18:54:16.303365 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device 0bdb0cdf-171e-49aa-9b9e-c0910f4211e1 details requested by agent hyperv_n-h1-800634-3 with host n-h1-800634-3 {{(pid=93917) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 18:54:16.322516 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-b74dd135-4478-4be6-9463-1e5c2c734e2c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:54:16.347366 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.provisioning_blocks [None req-b74dd135-4478-4be6-9463-1e5c2c734e2c admin admin] Transition to ACTIVE for port object 26fc3863-98f7-4d2b-824f-cbadcb7fb57a will not be triggered until provisioned by entity DHCP. {{(pid=93915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:54:16.390301 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [req-078eca86-fff3-4810-aab7-a3685862e8ab req-3b99bbe1-d90c-48b2-a970-7fdbd7bf5ffa tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] Request body: {'port': {'device_id': '3536c908-b8c0-4194-a147-ca3713d10ad3', 'network_id': 'd41f9397-de9e-4e07-a07d-8cf0ac566250', 'admin_state_up': True, 'tenant_id': '5093a1bcf9144b0bbe697fc3cf12df56', 'security_groups': ['6966763a-a9ce-4f04-9343-56b5726844ec']}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:54:16.397089 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-b74dd135-4478-4be6-9463-1e5c2c734e2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:54:16.455946 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvr_db [None req-2cf5fc8b-9e4f-466b-89fa-2196a056581c None None] Set router d9a4d844-d79f-4846-a7e8-41edaa7bf56c gateway port host: n-d-800634-3 {{(pid=93918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 18:54:16.491162 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-993c9517-5bd8-4e4f-ad6c-3f97602a07f4 None None] Provisioning complete for port 67062c71-6bd2-4688-889f-bd5f84542181 triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:54:16.491545 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-993c9517-5bd8-4e4f-ad6c-3f97602a07f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:54:16.510210 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b74dd135-4478-4be6-9463-1e5c2c734e2c admin admin] Network ed9cd338-4317-402c-bd8b-f5fe0a9d0be6 is already hosted by enough agents. {{(pid=93915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:54:16.518962 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [None req-b74dd135-4478-4be6-9463-1e5c2c734e2c admin admin] Resources bound (agent type, host, resource id): {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:54:16.525482 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b74dd135-4478-4be6-9463-1e5c2c734e2c admin admin] Received port after_create {{(pid=93915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:54:16.554971 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 50f295dd-f841-4147-8f1c-7cfa57295a83 up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:54:16.622173 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74dd135-4478-4be6-9463-1e5c2c734e2c admin admin] Pushing event updated for resources: {'Port': ['ID=26fc3863-98f7-4d2b-824f-cbadcb7fb57a,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:54:16.670612 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74dd135-4478-4be6-9463-1e5c2c734e2c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:54:16.670958 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74dd135-4478-4be6-9463-1e5c2c734e2c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:54:16.671305 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74dd135-4478-4be6-9463-1e5c2c734e2c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:54:16.671650 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74dd135-4478-4be6-9463-1e5c2c734e2c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:54:16.671987 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74dd135-4478-4be6-9463-1e5c2c734e2c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:54:16.683167 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74dd135-4478-4be6-9463-1e5c2c734e2c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:54:16.683504 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74dd135-4478-4be6-9463-1e5c2c734e2c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:54:16.683852 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74dd135-4478-4be6-9463-1e5c2c734e2c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:54:16.684218 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74dd135-4478-4be6-9463-1e5c2c734e2c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:54:16.684559 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74dd135-4478-4be6-9463-1e5c2c734e2c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:54:16.684897 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74dd135-4478-4be6-9463-1e5c2c734e2c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:54:16.685230 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74dd135-4478-4be6-9463-1e5c2c734e2c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:54:16.706905 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-b74dd135-4478-4be6-9463-1e5c2c734e2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-930452'] for router_interface, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:54:16.727760 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port 0bdb0cdf-171e-49aa-9b9e-c0910f4211e1, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=0bdb0cdf-171e-49aa-9b9e-c0910f4211e1,segment=NetworkSegment(02ae2034-dfef-4550-967f-45d8c51110e8),segment_id=02ae2034-dfef-4550-967f-45d8c51110e8)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:54:16.792409 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Returning: {'device': '0bdb0cdf-171e-49aa-9b9e-c0910f4211e1', 'network_id': 'f928386f-b160-428b-a03d-df55d251d7ab', 'port_id': '0bdb0cdf-171e-49aa-9b9e-c0910f4211e1', 'mac_address': 'fa:16:3e:af:c4:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b43b7a5a-3916-47f8-a68a-dd28e9dc7bea', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93917) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 18:54:16.818296 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-2cf5fc8b-9e4f-466b-89fa-2196a056581c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9a4d844-d79f-4846-a7e8-41edaa7bf56c', 'name': 'tempest-TestVolumeBackupRestore-452455684-router', 'tenant_id': 'cabfbd38d6294979a52b76721df6e79b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.208'}], 'enable_snat': True}, 'gw_port_id': '31d12f28-11a7-46c8-99de-3dd375964ef0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:54:11Z', 'updated_at': '2021-07-14T18:54:13Z', 'revision_number': 3, 'project_id': 'cabfbd38d6294979a52b76721df6e79b', 'gw_port': {'id': '31d12f28-11a7-46c8-99de-3dd375964ef0', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:69:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9a4d844-d79f-4846-a7e8-41edaa7bf56c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3540, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:54:12Z', 'updated_at': '2021-07-14T18:54:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3'}], 'n-d-800634-3', False) {} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:54:16.833131 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port 50f295dd-f841-4147-8f1c-7cfa57295a83 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:54:16.833834 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:54:16.890526 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cf5fc8b-9e4f-466b-89fa-2196a056581c None None] The sync data for ids ['d9a4d844-d79f-4846-a7e8-41edaa7bf56c'] in n-d-800634-3 is: [{'id': 'd9a4d844-d79f-4846-a7e8-41edaa7bf56c', 'name': 'tempest-TestVolumeBackupRestore-452455684-router', 'tenant_id': 'cabfbd38d6294979a52b76721df6e79b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.208'}], 'enable_snat': True}, 'gw_port_id': '31d12f28-11a7-46c8-99de-3dd375964ef0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:54:11Z', 'updated_at': '2021-07-14T18:54:13Z', 'revision_number': 3, 'project_id': 'cabfbd38d6294979a52b76721df6e79b', 'gw_port': {'id': '31d12f28-11a7-46c8-99de-3dd375964ef0', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:69:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9a4d844-d79f-4846-a7e8-41edaa7bf56c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3540, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:54:12Z', 'updated_at': '2021-07-14T18:54:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3'}] {{(pid=93918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 18:54:16.932197 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:54:16.956662 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0bdb0cdf-171e-49aa-9b9e-c0910f4211e1 {{(pid=93917) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 18:54:17.015965 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port 0bdb0cdf-171e-49aa-9b9e-c0910f4211e1, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=0bdb0cdf-171e-49aa-9b9e-c0910f4211e1,segment=NetworkSegment(02ae2034-dfef-4550-967f-45d8c51110e8),segment_id=02ae2034-dfef-4550-967f-45d8c51110e8)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:54:17.033691 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 67062c71-6bd2-4688-889f-bd5f84542181 up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:54:17.040615 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:54:17.131047 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-3c662c0e-81d0-4b9a-8e73-e8d3c68f1784 None None] Provisioning for port 26fc3863-98f7-4d2b-824f-cbadcb7fb57a completed by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:54:17.144589 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-3c662c0e-81d0-4b9a-8e73-e8d3c68f1784 None None] Provisioning complete for port 26fc3863-98f7-4d2b-824f-cbadcb7fb57a triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:54:17.145064 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-3c662c0e-81d0-4b9a-8e73-e8d3c68f1784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:54:17.173007 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Pushing event updated for resources: {'Port': ['ID=0bdb0cdf-171e-49aa-9b9e-c0910f4211e1,revision_number=4']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:54:17.199271 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-3c662c0e-81d0-4b9a-8e73-e8d3c68f1784 None None] Port 26fc3863-98f7-4d2b-824f-cbadcb7fb57a cannot update to ACTIVE because it is not bound. {{(pid=93917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 18:54:17.202077 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port 67062c71-6bd2-4688-889f-bd5f84542181 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:54:17.202532 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:54:17.264483 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] get_ports_and_sgs() called for port_ids ['0bdb0cdf-171e-49aa-9b9e-c0910f4211e1'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 18:54:17.329400 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-8c6a23f9-8a01-4f13-b0e0-95a875756ab0 req-26bb76e1-3a2b-4e10-9459-cf87ffc6fdfe tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] 10.222.0.16 "GET /v2.0/ports?device_id=3536c908-b8c0-4194-a147-ca3713d10ad3 HTTP/1.1" status: 200 len: 210 time: 0.5404651 Jul 14 18:54:17.371935 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-078eca86-fff3-4810-aab7-a3685862e8ab req-3b99bbe1-d90c-48b2-a970-7fdbd7bf5ffa tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] Made reservation on behalf of 5093a1bcf9144b0bbe697fc3cf12df56 for: {'port': 1} {{(pid=93915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:54:17.375514 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-078eca86-fff3-4810-aab7-a3685862e8ab req-3b99bbe1-d90c-48b2-a970-7fdbd7bf5ffa tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:54:17.619752 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-dee41e57-75a8-42c4-915c-58e3c6213195 req-7d62c2b3-eef3-41ad-8f3f-58954ec2ee6f service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=03a24d87-527f-4d5b-a998-53393446562a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0363033 Jul 14 18:54:17.735219 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-dee41e57-75a8-42c4-915c-58e3c6213195 req-6cf32ee2-edde-415d-84de-00a02aa8df25 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c51e850593fc4a37af9470721017e8e7&device_id=03a24d87-527f-4d5b-a998-53393446562a HTTP/1.1" status: 200 len: 210 time: 0.0443656 Jul 14 18:54:17.778064 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.db_base_plugin_common [req-078eca86-fff3-4810-aab7-a3685862e8ab req-3b99bbe1-d90c-48b2-a970-7fdbd7bf5ffa tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] Allocated IP 172.20.0.4 (d41f9397-de9e-4e07-a07d-8cf0ac566250/0161a33b-ac2d-4d08-b4de-fe1fa405f16a/738e4b69-30eb-42a1-bbac-7d350dcb09bd) {{(pid=93915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:54:17.792042 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-dee41e57-75a8-42c4-915c-58e3c6213195 req-9f32d39a-6857-42c6-93c8-d4b956039498 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=c51e850593fc4a37af9470721017e8e7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0334151 Jul 14 18:54:17.812934 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc245b47-7597-4e3b-b46d-dfcf44ce5570 req-8e4351d9-8a58-4848-8234-183f7e65820f tempest-ServerAddressesTestJSON-751321562 tempest-ServerAddressesTestJSON-751321562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:54:17.815195 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-fc245b47-7597-4e3b-b46d-dfcf44ce5570 req-8e4351d9-8a58-4848-8234-183f7e65820f tempest-ServerAddressesTestJSON-751321562 tempest-ServerAddressesTestJSON-751321562-project] 10.222.0.16 "GET /v2.0/ports?device_id=c107b7e0-42a9-477f-9eef-539083da6bf0 HTTP/1.1" status: 200 len: 945 time: 0.2690701 Jul 14 18:54:17.818113 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-b74dd135-4478-4be6-9463-1e5c2c734e2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:54:18.005224 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-fc245b47-7597-4e3b-b46d-dfcf44ce5570 req-ba51b2c5-ffa3-4fa8-8f2e-5dc096e62355 tempest-ServerAddressesTestJSON-751321562 tempest-ServerAddressesTestJSON-751321562-project] 10.222.0.16 "GET /v2.0/security-groups?id=bcb433b2-59db-417a-bf53-865cefd7ccf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1804502 Jul 14 18:54:18.006546 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee41e57-75a8-42c4-915c-58e3c6213195 req-1b8d5195-b946-4820-9108-71edd95b9c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:54:18.009263 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-dee41e57-75a8-42c4-915c-58e3c6213195 req-1b8d5195-b946-4820-9108-71edd95b9c32 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2097468 Jul 14 18:54:18.208226 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-078eca86-fff3-4810-aab7-a3685862e8ab req-3b99bbe1-d90c-48b2-a970-7fdbd7bf5ffa tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] Notify callbacks [] for port, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:54:18.258559 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.provisioning_blocks [req-078eca86-fff3-4810-aab7-a3685862e8ab req-3b99bbe1-d90c-48b2-a970-7fdbd7bf5ffa tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] Transition to ACTIVE for port object 738e4b69-30eb-42a1-bbac-7d350dcb09bd will not be triggered until provisioned by entity DHCP. {{(pid=93915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:54:18.294219 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-b74dd135-4478-4be6-9463-1e5c2c734e2c admin admin] Notify callbacks [] for port, precommit_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:54:18.304203 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device 0bdb0cdf-171e-49aa-9b9e-c0910f4211e1 up at agent hyperv_n-h1-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:54:18.327761 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-b74dd135-4478-4be6-9463-1e5c2c734e2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25912978'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:54:18.377218 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-078eca86-fff3-4810-aab7-a3685862e8ab req-3b99bbe1-d90c-48b2-a970-7fdbd7bf5ffa tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:54:18.395187 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Provisioning for port 0bdb0cdf-171e-49aa-9b9e-c0910f4211e1 completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:54:18.401886 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Provisioning complete for port 0bdb0cdf-171e-49aa-9b9e-c0910f4211e1 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:54:18.402634 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:54:18.494471 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-078eca86-fff3-4810-aab7-a3685862e8ab req-3b99bbe1-d90c-48b2-a970-7fdbd7bf5ffa tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] Network d41f9397-de9e-4e07-a07d-8cf0ac566250 is already hosted by enough agents. {{(pid=93915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:54:18.495697 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-b74dd135-4478-4be6-9463-1e5c2c734e2c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-598741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-928734'] for router_interface, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:54:18.505730 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [req-078eca86-fff3-4810-aab7-a3685862e8ab req-3b99bbe1-d90c-48b2-a970-7fdbd7bf5ffa tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] Resources bound (agent type, host, resource id): {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:54:18.522120 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [req-078eca86-fff3-4810-aab7-a3685862e8ab req-3b99bbe1-d90c-48b2-a970-7fdbd7bf5ffa tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] Received port after_create {{(pid=93915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:54:18.587668 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:54:18.635038 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port 0bdb0cdf-171e-49aa-9b9e-c0910f4211e1, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=0bdb0cdf-171e-49aa-9b9e-c0910f4211e1,segment=NetworkSegment(02ae2034-dfef-4550-967f-45d8c51110e8),segment_id=02ae2034-dfef-4550-967f-45d8c51110e8)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:54:18.637104 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 31d12f28-11a7-46c8-99de-3dd375964ef0 up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:54:18.643069 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078eca86-fff3-4810-aab7-a3685862e8ab req-3b99bbe1-d90c-48b2-a970-7fdbd7bf5ffa tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:54:18.644063 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-078eca86-fff3-4810-aab7-a3685862e8ab req-3b99bbe1-d90c-48b2-a970-7fdbd7bf5ffa tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:54:18.664030 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74dd135-4478-4be6-9463-1e5c2c734e2c admin admin] Pushing event updated for resources: {'Port': ['ID=26fc3863-98f7-4d2b-824f-cbadcb7fb57a,revision_number=2']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:54:18.696921 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c107b7e0-42a9-477f-9eef-539083da6bf0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bdb0cdf-171e-49aa-9b9e-c0910f4211e1'}] {{(pid=93917) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:54:18.699600 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20b787f3c29eaa7aa2a4d648c725a2124c5ff39a8d793252f9d844495e14cf42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b98a3ccb-4e84-4e31-b90a-9b0c7f5a18a5" -d '{"events": [{"server_uuid": "c107b7e0-42a9-477f-9eef-539083da6bf0", "name": "network-vif-plugged", "status": "completed", "tag": "0bdb0cdf-171e-49aa-9b9e-c0910f4211e1"}]}' {{(pid=93917) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:54:18.704407 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:54:18.809191 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Pushing event updated for resources: {'Port': ['ID=0bdb0cdf-171e-49aa-9b9e-c0910f4211e1,revision_number=5']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:54:18.831440 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning for port 31d12f28-11a7-46c8-99de-3dd375964ef0 completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:54:18.838730 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port 31d12f28-11a7-46c8-99de-3dd375964ef0 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:54:18.840203 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:54:18.950986 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-078eca86-fff3-4810-aab7-a3685862e8ab req-3b99bbe1-d90c-48b2-a970-7fdbd7bf5ffa tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6172757 Jul 14 18:54:18.978998 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:54:18.989735 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b74dd135-4478-4be6-9463-1e5c2c734e2c admin admin] Network ed9cd338-4317-402c-bd8b-f5fe0a9d0be6 is already hosted by enough agents. {{(pid=93915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:54:19.006498 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [req-078eca86-fff3-4810-aab7-a3685862e8ab req-bcdaa27e-d8dd-4e33-b752-d5c1804eaecd service neutron] Request body: {'port': {'device_id': '3536c908-b8c0-4194-a147-ca3713d10ad3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800634-3'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:54:19.024788 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [None req-b74dd135-4478-4be6-9463-1e5c2c734e2c admin admin] Resources bound (agent type, host, resource id): {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:54:19.091022 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] For port 31d12f28-11a7-46c8-99de-3dd375964ef0, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=31d12f28-11a7-46c8-99de-3dd375964ef0,segment=NetworkSegment(5afb940b-bbdf-4727-be00-5d46367c38a1),segment_id=5afb940b-bbdf-4727-be00-5d46367c38a1)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:54:19.104949 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 18:54:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d100640f-b690-4a76-81ab-f8f9e03cc899 x-openstack-request-id: req-d100640f-b690-4a76-81ab-f8f9e03cc899 {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:54:19.106171 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c107b7e0-42a9-477f-9eef-539083da6bf0", "name": "network-vif-plugged", "status": "completed", "tag": "0bdb0cdf-171e-49aa-9b9e-c0910f4211e1", "code": 200}]} {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:54:19.106854 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d100640f-b690-4a76-81ab-f8f9e03cc899 {{(pid=93917) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:54:19.109584 n-d-800634-3 neutron-server[93917]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c107b7e0-42a9-477f-9eef-539083da6bf0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bdb0cdf-171e-49aa-9b9e-c0910f4211e1', 'code': 200} Jul 14 18:54:19.115738 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:54:19.124051 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-7d09fef7-6228-4422-b5c4-1c7dd448db37 None None] Provisioning for port 738e4b69-30eb-42a1-bbac-7d350dcb09bd completed by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:54:19.162783 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-7d09fef7-6228-4422-b5c4-1c7dd448db37 None None] Provisioning complete for port 738e4b69-30eb-42a1-bbac-7d350dcb09bd triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:54:19.163442 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-7d09fef7-6228-4422-b5c4-1c7dd448db37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:54:19.211210 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b99bbe1-d90c-48b2-a970-7fdbd7bf5ffa tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] Pushing event updated for resources: {'Port': ['ID=738e4b69-30eb-42a1-bbac-7d350dcb09bd,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:54:19.280961 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-7d09fef7-6228-4422-b5c4-1c7dd448db37 None None] Port 738e4b69-30eb-42a1-bbac-7d350dcb09bd cannot update to ACTIVE because it is not bound. {{(pid=93917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 18:54:19.286809 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Pushing event updated for resources: {'Port': ['ID=31d12f28-11a7-46c8-99de-3dd375964ef0,revision_number=4']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:54:19.309869 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-078eca86-fff3-4810-aab7-a3685862e8ab req-bcdaa27e-d8dd-4e33-b752-d5c1804eaecd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:54:19.375723 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d344504-04b2-47b0-90bb-a05a542ba0f9 req-d39d2eaa-afa7-435c-a33d-153afa40fcda tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:54:19.379887 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-1d344504-04b2-47b0-90bb-a05a542ba0f9 req-d39d2eaa-afa7-435c-a33d-153afa40fcda tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] 10.222.0.16 "GET /v2.0/ports?device_id=3536c908-b8c0-4194-a147-ca3713d10ad3 HTTP/1.1" status: 200 len: 931 time: 0.7228935 Jul 14 18:54:19.591324 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b74dd135-4478-4be6-9463-1e5c2c734e2c admin admin] Router d9a4d844-d79f-4846-a7e8-41edaa7bf56c has already been hosted by L3 agent 2c6eb27e-defb-4cca-9a24-381c7415e359 {{(pid=93915) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 18:54:19.650244 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-aca3fccc-e0dc-4902-9a8b-4a650e1fa277 None None] Provisioning complete for port 26fc3863-98f7-4d2b-824f-cbadcb7fb57a triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:54:19.651308 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-aca3fccc-e0dc-4902-9a8b-4a650e1fa277 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:54:19.709270 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-aca3fccc-e0dc-4902-9a8b-4a650e1fa277 None None] Port 26fc3863-98f7-4d2b-824f-cbadcb7fb57a cannot update to ACTIVE because it is not bound. {{(pid=93917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 18:54:19.740703 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-1d344504-04b2-47b0-90bb-a05a542ba0f9 req-d5850a09-59c2-4af3-8b2d-06cb54d50a52 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] 10.222.0.16 "GET /v2.0/security-groups?id=6966763a-a9ce-4f04-9343-56b5726844ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3405271 Jul 14 18:54:19.905241 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1a00a3-cb99-4ebb-8c62-4d0d57d14223 req-2298e479-e820-4d89-9d27-b38055bcf431 tempest-ServerAddressesTestJSON-751321562 tempest-ServerAddressesTestJSON-751321562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:54:19.906789 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-8c1a00a3-cb99-4ebb-8c62-4d0d57d14223 req-2298e479-e820-4d89-9d27-b38055bcf431 tempest-ServerAddressesTestJSON-751321562 tempest-ServerAddressesTestJSON-751321562-project] 10.222.0.16 "GET /v2.0/ports?device_id=c107b7e0-42a9-477f-9eef-539083da6bf0 HTTP/1.1" status: 200 len: 946 time: 0.5184901 Jul 14 18:54:19.979584 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b18e41-b37b-4ef8-ad4e-67533399140e req-4d29f066-9b06-4d3d-9dfb-9f53a28f378c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:54:19.981041 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-34b18e41-b37b-4ef8-ad4e-67533399140e req-4d29f066-9b06-4d3d-9dfb-9f53a28f378c service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=c107b7e0-42a9-477f-9eef-539083da6bf0 HTTP/1.1" status: 200 len: 1097 time: 0.7019210 Jul 14 18:54:20.014383 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [req-fc04009a-1288-4cbf-967b-9380176acb91 req-95a6bbe9-1d3b-49d4-baa8-d7d330535509 service neutron] (93915) timed out ('10.222.0.16', 54612) {{(pid=93915) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 14 18:54:20.043895 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-8c1a00a3-cb99-4ebb-8c62-4d0d57d14223 req-7e1eebb2-776a-4c58-bfbf-3fa79e502a96 tempest-ServerAddressesTestJSON-751321562 tempest-ServerAddressesTestJSON-751321562-project] 10.222.0.16 "GET /v2.0/security-groups?id=bcb433b2-59db-417a-bf53-865cefd7ccf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284828 Jul 14 18:54:20.055373 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b74dd135-4478-4be6-9463-1e5c2c734e2c admin admin] Notify agent at l3_agent.n-d-800634-3 the message routers_updated {{(pid=93915) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 18:54:20.068838 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-b74dd135-4478-4be6-9463-1e5c2c734e2c admin admin] 10.222.0.16 "PUT /v2.0/routers/d9a4d844-d79f-4846-a7e8-41edaa7bf56c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5088234 Jul 14 18:54:20.069005 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-080aa234-7d37-44bf-a6cc-4714af8fcb60 None None] Sync routers for ids ['d9a4d844-d79f-4846-a7e8-41edaa7bf56c'] in n-d-800634-3 {{(pid=93917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 18:54:20.083343 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-34b18e41-b37b-4ef8-ad4e-67533399140e req-c14fb48e-5444-4f5c-8cdf-e7caab2c281f service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=bcb433b2-59db-417a-bf53-865cefd7ccf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954287 Jul 14 18:54:20.093460 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-080aa234-7d37-44bf-a6cc-4714af8fcb60 None None] Routers {'d9a4d844-d79f-4846-a7e8-41edaa7bf56c'} bound to L3 agent in host n-d-800634-3 {{(pid=93917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:54:20.094213 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-080aa234-7d37-44bf-a6cc-4714af8fcb60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:53:53Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['d9a4d844-d79f-4846-a7e8-41edaa7bf56c'], 'active': True} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:54:20.173207 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [req-078eca86-fff3-4810-aab7-a3685862e8ab req-bcdaa27e-d8dd-4e33-b752-d5c1804eaecd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 738e4b69-30eb-42a1-bbac-7d350dcb09bd {{(pid=93915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 18:54:20.183254 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-078eca86-fff3-4810-aab7-a3685862e8ab req-bcdaa27e-d8dd-4e33-b752-d5c1804eaecd service neutron] Notify callbacks [] for port, precommit_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:54:20.198500 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.provisioning_blocks [req-078eca86-fff3-4810-aab7-a3685862e8ab req-bcdaa27e-d8dd-4e33-b752-d5c1804eaecd service neutron] Transition to ACTIVE for port object 738e4b69-30eb-42a1-bbac-7d350dcb09bd will not be triggered until provisioned by entity L2. {{(pid=93915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:54:20.208799 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-078eca86-fff3-4810-aab7-a3685862e8ab req-bcdaa27e-d8dd-4e33-b752-d5c1804eaecd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25912978'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:54:20.303910 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcdaa27e-d8dd-4e33-b752-d5c1804eaecd service neutron] Pushing event updated for resources: {'Port': ['ID=738e4b69-30eb-42a1-bbac-7d350dcb09bd,revision_number=2']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:54:20.388149 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvr_db [None req-080aa234-7d37-44bf-a6cc-4714af8fcb60 None None] Set router d9a4d844-d79f-4846-a7e8-41edaa7bf56c gateway port host: n-d-800634-3 {{(pid=93917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 18:54:20.511292 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-078eca86-fff3-4810-aab7-a3685862e8ab req-bcdaa27e-d8dd-4e33-b752-d5c1804eaecd service neutron] Attempting to bind port 738e4b69-30eb-42a1-bbac-7d350dcb09bd on host n-h2-800634-3 for vnic_type normal with profile {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:54:20.511877 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-078eca86-fff3-4810-aab7-a3685862e8ab req-bcdaa27e-d8dd-4e33-b752-d5c1804eaecd service neutron] Attempting to bind port 738e4b69-30eb-42a1-bbac-7d350dcb09bd by drivers openvswitch,hyperv on host n-h2-800634-3 at level 0 using segments [{'id': 'ee39aca0-6f7d-4da6-861f-9f37553124e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'd41f9397-de9e-4e07-a07d-8cf0ac566250'}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:54:20.512212 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-078eca86-fff3-4810-aab7-a3685862e8ab req-bcdaa27e-d8dd-4e33-b752-d5c1804eaecd service neutron] Attempting to bind port 738e4b69-30eb-42a1-bbac-7d350dcb09bd on network d41f9397-de9e-4e07-a07d-8cf0ac566250 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:54:20.519995 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-078eca86-fff3-4810-aab7-a3685862e8ab req-bcdaa27e-d8dd-4e33-b752-d5c1804eaecd service neutron] Port 738e4b69-30eb-42a1-bbac-7d350dcb09bd on network d41f9397-de9e-4e07-a07d-8cf0ac566250 not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-3 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 18:54:20.520624 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-078eca86-fff3-4810-aab7-a3685862e8ab req-bcdaa27e-d8dd-4e33-b752-d5c1804eaecd service neutron] Attempting to bind port 738e4b69-30eb-42a1-bbac-7d350dcb09bd on network d41f9397-de9e-4e07-a07d-8cf0ac566250 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:54:20.544370 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-078eca86-fff3-4810-aab7-a3685862e8ab req-bcdaa27e-d8dd-4e33-b752-d5c1804eaecd service neutron] Checking agent: {'id': '08e36a6c-8d04-48f0-a644-f27680635246', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 15, 35), 'started_at': datetime.datetime(2021, 7, 14, 18, 15, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 18, 54, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 18:54:20.545544 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-078eca86-fff3-4810-aab7-a3685862e8ab req-bcdaa27e-d8dd-4e33-b752-d5c1804eaecd service neutron] Checking segment: {'id': 'ee39aca0-6f7d-4da6-861f-9f37553124e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'd41f9397-de9e-4e07-a07d-8cf0ac566250'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:54:20.547243 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-078eca86-fff3-4810-aab7-a3685862e8ab req-bcdaa27e-d8dd-4e33-b752-d5c1804eaecd service neutron] Bound using segment: {'id': 'ee39aca0-6f7d-4da6-861f-9f37553124e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'd41f9397-de9e-4e07-a07d-8cf0ac566250'} {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 18:54:20.549847 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-078eca86-fff3-4810-aab7-a3685862e8ab req-bcdaa27e-d8dd-4e33-b752-d5c1804eaecd service neutron] Bound port: 738e4b69-30eb-42a1-bbac-7d350dcb09bd, host: n-h2-800634-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee39aca0-6f7d-4da6-861f-9f37553124e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'd41f9397-de9e-4e07-a07d-8cf0ac566250'}}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 18:54:20.550502 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-078eca86-fff3-4810-aab7-a3685862e8ab req-bcdaa27e-d8dd-4e33-b752-d5c1804eaecd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:54:20.582001 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 31d12f28-11a7-46c8-99de-3dd375964ef0 up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:54:20.663588 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-078eca86-fff3-4810-aab7-a3685862e8ab req-bcdaa27e-d8dd-4e33-b752-d5c1804eaecd service neutron] For port 738e4b69-30eb-42a1-bbac-7d350dcb09bd, host n-h2-800634-3, cleared binding levels {{(pid=93915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:54:20.667345 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-078eca86-fff3-4810-aab7-a3685862e8ab req-bcdaa27e-d8dd-4e33-b752-d5c1804eaecd service neutron] For port 738e4b69-30eb-42a1-bbac-7d350dcb09bd, host n-h2-800634-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=738e4b69-30eb-42a1-bbac-7d350dcb09bd,segment=NetworkSegment(ee39aca0-6f7d-4da6-861f-9f37553124e0),segment_id=ee39aca0-6f7d-4da6-861f-9f37553124e0)] {{(pid=93915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 18:54:20.675952 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-078eca86-fff3-4810-aab7-a3685862e8ab req-bcdaa27e-d8dd-4e33-b752-d5c1804eaecd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25912978'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:54:20.823554 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcdaa27e-d8dd-4e33-b752-d5c1804eaecd service neutron] Pushing event updated for resources: {'Port': ['ID=738e4b69-30eb-42a1-bbac-7d350dcb09bd,revision_number=3']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:54:20.866609 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078eca86-fff3-4810-aab7-a3685862e8ab req-bcdaa27e-d8dd-4e33-b752-d5c1804eaecd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:54:20.869937 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-078eca86-fff3-4810-aab7-a3685862e8ab req-bcdaa27e-d8dd-4e33-b752-d5c1804eaecd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:54:20.875608 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-078eca86-fff3-4810-aab7-a3685862e8ab req-bcdaa27e-d8dd-4e33-b752-d5c1804eaecd service neutron] 10.222.0.35 "PUT /v2.0/ports/738e4b69-30eb-42a1-bbac-7d350dcb09bd HTTP/1.1" status: 200 len: 1091 time: 1.8809996 Jul 14 18:54:20.879773 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3536c908-b8c0-4194-a147-ca3713d10ad3', 'tag': '738e4b69-30eb-42a1-bbac-7d350dcb09bd'}] {{(pid=93915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:54:20.892412 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e72782ad3af8f7d4ce76cedf092bca46d1756acc5c4653cf0b52034cdd6b073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-941b3037-2bb3-44d2-9ec8-40b36badf944" -d '{"events": [{"name": "network-changed", "server_uuid": "3536c908-b8c0-4194-a147-ca3713d10ad3", "tag": "738e4b69-30eb-42a1-bbac-7d350dcb09bd"}]}' {{(pid=93915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:54:20.954712 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-2c8b8d17-b293-4aa7-a0bf-f3eea4b61bbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:54:20.983919 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 18:54:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-777aa650-505b-4553-9b3c-bf927481d78d x-openstack-request-id: req-777aa650-505b-4553-9b3c-bf927481d78d {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:54:20.984704 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3536c908-b8c0-4194-a147-ca3713d10ad3", "tag": "738e4b69-30eb-42a1-bbac-7d350dcb09bd", "status": "completed", "code": 200}]} {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:54:20.985140 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-777aa650-505b-4553-9b3c-bf927481d78d {{(pid=93915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:54:20.987099 n-d-800634-3 neutron-server[93915]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3536c908-b8c0-4194-a147-ca3713d10ad3', 'tag': '738e4b69-30eb-42a1-bbac-7d350dcb09bd', 'status': 'completed', 'code': 200} Jul 14 18:54:21.235471 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port 31d12f28-11a7-46c8-99de-3dd375964ef0 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:54:21.236533 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:54:21.380711 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707e6559-de2f-4d50-94ec-0f60b32ec3f3 req-3b89c548-0b8f-489f-bda4-09859cc6c4c7 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:54:21.390188 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-707e6559-de2f-4d50-94ec-0f60b32ec3f3 req-3b89c548-0b8f-489f-bda4-09859cc6c4c7 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] 10.222.0.16 "GET /v2.0/ports?device_id=3536c908-b8c0-4194-a147-ca3713d10ad3 HTTP/1.1" status: 200 len: 943 time: 0.2142153 Jul 14 18:54:21.428514 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941b3037-2bb3-44d2-9ec8-40b36badf944 req-4063e349-13bb-4d12-964b-75b122a4e0f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:54:21.430121 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-941b3037-2bb3-44d2-9ec8-40b36badf944 req-4063e349-13bb-4d12-964b-75b122a4e0f5 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5093a1bcf9144b0bbe697fc3cf12df56&device_id=3536c908-b8c0-4194-a147-ca3713d10ad3 HTTP/1.1" status: 200 len: 1094 time: 0.4254334 Jul 14 18:54:21.453480 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-080aa234-7d37-44bf-a6cc-4714af8fcb60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9a4d844-d79f-4846-a7e8-41edaa7bf56c', 'name': 'tempest-TestVolumeBackupRestore-452455684-router', 'tenant_id': 'cabfbd38d6294979a52b76721df6e79b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.208'}], 'enable_snat': True}, 'gw_port_id': '31d12f28-11a7-46c8-99de-3dd375964ef0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:54:11Z', 'updated_at': '2021-07-14T18:54:17Z', 'revision_number': 4, 'project_id': 'cabfbd38d6294979a52b76721df6e79b', 'gw_port': {'id': '31d12f28-11a7-46c8-99de-3dd375964ef0', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:69:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9a4d844-d79f-4846-a7e8-41edaa7bf56c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3540, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:54:12Z', 'updated_at': '2021-07-14T18:54:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_interfaces': [{'id': '26fc3863-98f7-4d2b-824f-cbadcb7fb57a', 'name': '', 'network_id': 'ed9cd338-4317-402c-bd8b-f5fe0a9d0be6', 'tenant_id': 'cabfbd38d6294979a52b76721df6e79b', 'mac_address': 'fa:16:3e:63:cc:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9a4d844-d79f-4846-a7e8-41edaa7bf56c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3541, 'fixed_ips': [{'subnet_id': '0d0328f8-b7b0-4ad1-a22e-dd2552df3839', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:54:15Z', 'updated_at': '2021-07-14T18:54:18Z', 'revision_number': 2, 'project_id': 'cabfbd38d6294979a52b76721df6e79b', 'subnets': [{'id': '0d0328f8-b7b0-4ad1-a22e-dd2552df3839', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-3', False) {} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:54:21.499409 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-080aa234-7d37-44bf-a6cc-4714af8fcb60 None None] Checking router: d9a4d844-d79f-4846-a7e8-41edaa7bf56c for host: n-d-800634-3 {{(pid=93917) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 18:54:21.499787 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-080aa234-7d37-44bf-a6cc-4714af8fcb60 None None] Updating router d9a4d844-d79f-4846-a7e8-41edaa7bf56c port 26fc3863-98f7-4d2b-824f-cbadcb7fb57a binding host n-d-800634-3 {{(pid=93917) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 18:54:21.545801 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-080aa234-7d37-44bf-a6cc-4714af8fcb60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:54:21.602325 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-707e6559-de2f-4d50-94ec-0f60b32ec3f3 req-eb3d80d1-a932-47d8-ad74-280af7fa0ef4 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] 10.222.0.16 "GET /v2.0/security-groups?id=6966763a-a9ce-4f04-9343-56b5726844ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2079051 Jul 14 18:54:21.790610 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941b3037-2bb3-44d2-9ec8-40b36badf944 req-0f577095-00e7-4a79-b7e2-2597ea4c384f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:54:21.792339 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-941b3037-2bb3-44d2-9ec8-40b36badf944 req-0f577095-00e7-4a79-b7e2-2597ea4c384f service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=5093a1bcf9144b0bbe697fc3cf12df56&shared=False HTTP/1.1" status: 200 len: 911 time: 0.3466675 Jul 14 18:54:21.870901 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310998fd-affb-42bc-b610-388883f66bc7 req-49335cbe-e2b9-4a30-87d5-b5783ae908f2 tempest-ServerAddressesTestJSON-751321562 tempest-ServerAddressesTestJSON-751321562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:54:21.872514 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-310998fd-affb-42bc-b610-388883f66bc7 req-49335cbe-e2b9-4a30-87d5-b5783ae908f2 tempest-ServerAddressesTestJSON-751321562 tempest-ServerAddressesTestJSON-751321562-project] 10.222.0.16 "GET /v2.0/ports?device_id=c107b7e0-42a9-477f-9eef-539083da6bf0 HTTP/1.1" status: 200 len: 946 time: 0.4572663 Jul 14 18:54:21.975834 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-310998fd-affb-42bc-b610-388883f66bc7 req-03cc65c3-880a-40b5-877b-d9393d2c3f3d tempest-ServerAddressesTestJSON-751321562 tempest-ServerAddressesTestJSON-751321562-project] 10.222.0.16 "GET /v2.0/security-groups?id=bcb433b2-59db-417a-bf53-865cefd7ccf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894396 Jul 14 18:54:21.991725 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941b3037-2bb3-44d2-9ec8-40b36badf944 req-6f3e9ec0-b28b-4587-a09a-74f416b68790 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:54:21.994031 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-941b3037-2bb3-44d2-9ec8-40b36badf944 req-6f3e9ec0-b28b-4587-a09a-74f416b68790 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1920147 Jul 14 18:54:22.146458 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-080aa234-7d37-44bf-a6cc-4714af8fcb60 None None] Notify callbacks [] for port, precommit_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:54:22.161315 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078eca86-fff3-4810-aab7-a3685862e8ab req-aac64ce4-98b7-4d76-8baf-b4b393eca28c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:54:22.163720 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-078eca86-fff3-4810-aab7-a3685862e8ab req-aac64ce4-98b7-4d76-8baf-b4b393eca28c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5093a1bcf9144b0bbe697fc3cf12df56&device_id=3536c908-b8c0-4194-a147-ca3713d10ad3 HTTP/1.1" status: 200 len: 1094 time: 0.1108034 Jul 14 18:54:22.164227 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-080aa234-7d37-44bf-a6cc-4714af8fcb60 None None] Transition to ACTIVE for port object 26fc3863-98f7-4d2b-824f-cbadcb7fb57a will not be triggered until provisioned by entity L2. {{(pid=93917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:54:22.176787 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-080aa234-7d37-44bf-a6cc-4714af8fcb60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:54:22.261927 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f436c63-ebec-43b1-8411-2f994407a244 None None] Pushing event updated for resources: {'Port': ['ID=26fc3863-98f7-4d2b-824f-cbadcb7fb57a,revision_number=3']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:54:22.263431 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-078eca86-fff3-4810-aab7-a3685862e8ab req-41661c74-1a53-4a9f-b8a9-395fa872b9ac service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=738e4b69-30eb-42a1-bbac-7d350dcb09bd HTTP/1.1" status: 200 len: 217 time: 0.0908148 Jul 14 18:54:22.380785 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078eca86-fff3-4810-aab7-a3685862e8ab req-f6906c2e-b018-460f-9a4b-a3bb9f0aef18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:54:22.382217 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-078eca86-fff3-4810-aab7-a3685862e8ab req-f6906c2e-b018-460f-9a4b-a3bb9f0aef18 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=0161a33b-ac2d-4d08-b4de-fe1fa405f16a HTTP/1.1" status: 200 len: 850 time: 0.1131649 Jul 14 18:54:22.423681 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-080aa234-7d37-44bf-a6cc-4714af8fcb60 None None] Attempting to bind port 26fc3863-98f7-4d2b-824f-cbadcb7fb57a on host n-d-800634-3 for vnic_type normal with profile {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:54:22.424054 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-080aa234-7d37-44bf-a6cc-4714af8fcb60 None None] Attempting to bind port 26fc3863-98f7-4d2b-824f-cbadcb7fb57a by drivers openvswitch,hyperv on host n-d-800634-3 at level 0 using segments [{'id': '7e960366-7268-4f13-9b00-d170893725e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'ed9cd338-4317-402c-bd8b-f5fe0a9d0be6'}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:54:22.424481 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-080aa234-7d37-44bf-a6cc-4714af8fcb60 None None] Attempting to bind port 26fc3863-98f7-4d2b-824f-cbadcb7fb57a on network ed9cd338-4317-402c-bd8b-f5fe0a9d0be6 {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:54:22.442558 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-080aa234-7d37-44bf-a6cc-4714af8fcb60 None None] Checking agent: {'id': '01c19e91-a945-4e3c-94a6-c211e17c923e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 8, 23), 'started_at': datetime.datetime(2021, 7, 14, 18, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 18, 53, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 18:54:22.442941 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-080aa234-7d37-44bf-a6cc-4714af8fcb60 None None] Checking segment: {'id': '7e960366-7268-4f13-9b00-d170893725e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'ed9cd338-4317-402c-bd8b-f5fe0a9d0be6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93917) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:54:22.443352 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-080aa234-7d37-44bf-a6cc-4714af8fcb60 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:54:22.443895 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-080aa234-7d37-44bf-a6cc-4714af8fcb60 None None] Bound using segment: {'id': '7e960366-7268-4f13-9b00-d170893725e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'ed9cd338-4317-402c-bd8b-f5fe0a9d0be6'} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 18:54:22.444487 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-080aa234-7d37-44bf-a6cc-4714af8fcb60 None None] Bound port: 26fc3863-98f7-4d2b-824f-cbadcb7fb57a, host: n-d-800634-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e960366-7268-4f13-9b00-d170893725e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'ed9cd338-4317-402c-bd8b-f5fe0a9d0be6'}}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 18:54:22.447756 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-080aa234-7d37-44bf-a6cc-4714af8fcb60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:54:22.493234 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078eca86-fff3-4810-aab7-a3685862e8ab req-3dd82a0c-ff1b-4523-8853-2c7b502b3958 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:54:22.494815 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-078eca86-fff3-4810-aab7-a3685862e8ab req-3dd82a0c-ff1b-4523-8853-2c7b502b3958 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d41f9397-de9e-4e07-a07d-8cf0ac566250&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1057131 Jul 14 18:54:22.597281 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-080aa234-7d37-44bf-a6cc-4714af8fcb60 None None] For port 26fc3863-98f7-4d2b-824f-cbadcb7fb57a, host n-d-800634-3, cleared binding levels {{(pid=93917) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:54:22.608500 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-080aa234-7d37-44bf-a6cc-4714af8fcb60 None None] For port 26fc3863-98f7-4d2b-824f-cbadcb7fb57a, host n-d-800634-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=26fc3863-98f7-4d2b-824f-cbadcb7fb57a,segment=NetworkSegment(7e960366-7268-4f13-9b00-d170893725e4),segment_id=7e960366-7268-4f13-9b00-d170893725e4)] {{(pid=93917) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 18:54:22.618613 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-080aa234-7d37-44bf-a6cc-4714af8fcb60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:54:22.732655 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-078eca86-fff3-4810-aab7-a3685862e8ab req-c9ff719c-25a7-49e8-ba04-2ae96a7530eb service neutron] 10.222.0.35 "GET /v2.0/networks/d41f9397-de9e-4e07-a07d-8cf0ac566250?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2308011 Jul 14 18:54:22.842951 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-080aa234-7d37-44bf-a6cc-4714af8fcb60 None None] Routers {'d9a4d844-d79f-4846-a7e8-41edaa7bf56c'} bound to L3 agent in host n-d-800634-3 {{(pid=93917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:54:22.844997 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-080aa234-7d37-44bf-a6cc-4714af8fcb60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:53:53Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['d9a4d844-d79f-4846-a7e8-41edaa7bf56c'], 'active': True} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:54:22.888249 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-078eca86-fff3-4810-aab7-a3685862e8ab req-b2ef3877-83ba-4e7e-b159-7387a8d4a4bf service neutron] 10.222.0.35 "GET /v2.0/networks/d41f9397-de9e-4e07-a07d-8cf0ac566250?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1486931 Jul 14 18:54:23.002990 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-aab107cc-2b79-4df6-a60f-02cd9407dc1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:54:23.007393 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f436c63-ebec-43b1-8411-2f994407a244 None None] Pushing event updated for resources: {'Port': ['ID=26fc3863-98f7-4d2b-824f-cbadcb7fb57a,revision_number=4']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:54:23.057306 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c014480-5066-4c3d-bbc1-0025f5960ab6 req-f5ae3f04-934b-4b28-90de-3c1249f92c34 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:54:23.074194 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-1c014480-5066-4c3d-bbc1-0025f5960ab6 req-f5ae3f04-934b-4b28-90de-3c1249f92c34 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] 10.222.0.16 "GET /v2.0/ports?device_id=3536c908-b8c0-4194-a147-ca3713d10ad3 HTTP/1.1" status: 200 len: 943 time: 0.1845574 Jul 14 18:54:23.165746 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-1c014480-5066-4c3d-bbc1-0025f5960ab6 req-2f51fddc-3f65-4658-83d1-22c041348228 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] 10.222.0.16 "GET /v2.0/security-groups?id=6966763a-a9ce-4f04-9343-56b5726844ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0853136 Jul 14 18:54:23.338405 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvr_db [None req-080aa234-7d37-44bf-a6cc-4714af8fcb60 None None] Set router d9a4d844-d79f-4846-a7e8-41edaa7bf56c gateway port host: n-d-800634-3 {{(pid=93917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 18:54:23.397484 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2868e33-8cea-47ac-b973-eb7faa9caafb req-6f6baced-6293-4fd0-9ca8-d5a609755917 tempest-ServerAddressesTestJSON-751321562 tempest-ServerAddressesTestJSON-751321562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:54:23.405246 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f2868e33-8cea-47ac-b973-eb7faa9caafb req-6f6baced-6293-4fd0-9ca8-d5a609755917 tempest-ServerAddressesTestJSON-751321562 tempest-ServerAddressesTestJSON-751321562-project] 10.222.0.16 "GET /v2.0/ports?device_id=c107b7e0-42a9-477f-9eef-539083da6bf0 HTTP/1.1" status: 200 len: 946 time: 0.1031742 Jul 14 18:54:23.457543 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f2868e33-8cea-47ac-b973-eb7faa9caafb req-03077552-9dd6-4884-bb03-f9b56608b427 tempest-ServerAddressesTestJSON-751321562 tempest-ServerAddressesTestJSON-751321562-project] 10.222.0.16 "GET /v2.0/security-groups?id=bcb433b2-59db-417a-bf53-865cefd7ccf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512991 Jul 14 18:54:23.525300 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:54:23.663792 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-080aa234-7d37-44bf-a6cc-4714af8fcb60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9a4d844-d79f-4846-a7e8-41edaa7bf56c', 'name': 'tempest-TestVolumeBackupRestore-452455684-router', 'tenant_id': 'cabfbd38d6294979a52b76721df6e79b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.208'}], 'enable_snat': True}, 'gw_port_id': '31d12f28-11a7-46c8-99de-3dd375964ef0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:54:11Z', 'updated_at': '2021-07-14T18:54:17Z', 'revision_number': 4, 'project_id': 'cabfbd38d6294979a52b76721df6e79b', 'gw_port': {'id': '31d12f28-11a7-46c8-99de-3dd375964ef0', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:69:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9a4d844-d79f-4846-a7e8-41edaa7bf56c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3540, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:54:12Z', 'updated_at': '2021-07-14T18:54:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_interfaces': [{'id': '26fc3863-98f7-4d2b-824f-cbadcb7fb57a', 'name': '', 'network_id': 'ed9cd338-4317-402c-bd8b-f5fe0a9d0be6', 'tenant_id': 'cabfbd38d6294979a52b76721df6e79b', 'mac_address': 'fa:16:3e:63:cc:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9a4d844-d79f-4846-a7e8-41edaa7bf56c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3541, 'fixed_ips': [{'subnet_id': '0d0328f8-b7b0-4ad1-a22e-dd2552df3839', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:54:15Z', 'updated_at': '2021-07-14T18:54:22Z', 'revision_number': 4, 'project_id': 'cabfbd38d6294979a52b76721df6e79b', 'subnets': [{'id': '0d0328f8-b7b0-4ad1-a22e-dd2552df3839', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-3', False) {} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:54:23.727322 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-080aa234-7d37-44bf-a6cc-4714af8fcb60 None None] The sync data for ids ['d9a4d844-d79f-4846-a7e8-41edaa7bf56c'] in n-d-800634-3 is: [{'id': 'd9a4d844-d79f-4846-a7e8-41edaa7bf56c', 'name': 'tempest-TestVolumeBackupRestore-452455684-router', 'tenant_id': 'cabfbd38d6294979a52b76721df6e79b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.208'}], 'enable_snat': True}, 'gw_port_id': '31d12f28-11a7-46c8-99de-3dd375964ef0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:54:11Z', 'updated_at': '2021-07-14T18:54:17Z', 'revision_number': 4, 'project_id': 'cabfbd38d6294979a52b76721df6e79b', 'gw_port': {'id': '31d12f28-11a7-46c8-99de-3dd375964ef0', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:69:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9a4d844-d79f-4846-a7e8-41edaa7bf56c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3540, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:54:12Z', 'updated_at': '2021-07-14T18:54:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_interfaces': [{'id': '26fc3863-98f7-4d2b-824f-cbadcb7fb57a', 'name': '', 'network_id': 'ed9cd338-4317-402c-bd8b-f5fe0a9d0be6', 'tenant_id': 'cabfbd38d6294979a52b76721df6e79b', 'mac_address': 'fa:16:3e:63:cc:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9a4d844-d79f-4846-a7e8-41edaa7bf56c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3541, 'fixed_ips': [{'subnet_id': '0d0328f8-b7b0-4ad1-a22e-dd2552df3839', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:54:15Z', 'updated_at': '2021-07-14T18:54:22Z', 'revision_number': 4, 'project_id': 'cabfbd38d6294979a52b76721df6e79b', 'subnets': [{'id': '0d0328f8-b7b0-4ad1-a22e-dd2552df3839', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 18:54:24.176296 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-574aeb93-9938-449c-8e6c-cb22c9b52cc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:54:24.383627 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca398f6b-adcb-4475-aff3-5377fbc8b17e req-61806822-f738-47a0-947a-06ded4972add tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:54:24.385148 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ca398f6b-adcb-4475-aff3-5377fbc8b17e req-61806822-f738-47a0-947a-06ded4972add tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] 10.222.0.16 "GET /v2.0/ports?device_id=3536c908-b8c0-4194-a147-ca3713d10ad3 HTTP/1.1" status: 200 len: 943 time: 0.0820303 Jul 14 18:54:24.508407 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ca398f6b-adcb-4475-aff3-5377fbc8b17e req-aad45649-3b8b-4737-905e-7f31b519b580 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] 10.222.0.16 "GET /v2.0/security-groups?id=6966763a-a9ce-4f04-9343-56b5726844ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1127911 Jul 14 18:54:24.547618 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 26fc3863-98f7-4d2b-824f-cbadcb7fb57a up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:54:24.557163 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d963fa3-2809-456d-8097-1d23ee885cd9 req-cc6f9138-9fda-44d0-9a23-b9137679ad04 tempest-ServerAddressesTestJSON-751321562 tempest-ServerAddressesTestJSON-751321562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:54:24.558730 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3d963fa3-2809-456d-8097-1d23ee885cd9 req-cc6f9138-9fda-44d0-9a23-b9137679ad04 tempest-ServerAddressesTestJSON-751321562 tempest-ServerAddressesTestJSON-751321562-project] 10.222.0.18 "GET /v2.0/ports?device_id=c107b7e0-42a9-477f-9eef-539083da6bf0 HTTP/1.1" status: 200 len: 946 time: 0.1492908 Jul 14 18:54:24.610578 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning for port 26fc3863-98f7-4d2b-824f-cbadcb7fb57a completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:54:24.620185 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port 26fc3863-98f7-4d2b-824f-cbadcb7fb57a triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:54:24.620816 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:54:24.756727 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:54:24.796781 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd98da2-f7d1-4707-8284-b90f74283feb req-bb8ecdc8-06ad-4dbc-ab85-6daa529ca38a tempest-ServerAddressesTestJSON-751321562 tempest-ServerAddressesTestJSON-751321562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:54:24.799075 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3cd98da2-f7d1-4707-8284-b90f74283feb req-bb8ecdc8-06ad-4dbc-ab85-6daa529ca38a tempest-ServerAddressesTestJSON-751321562 tempest-ServerAddressesTestJSON-751321562-project] 10.222.0.16 "GET /v2.0/ports?device_id=c107b7e0-42a9-477f-9eef-539083da6bf0 HTTP/1.1" status: 200 len: 946 time: 0.1751533 Jul 14 18:54:24.820336 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] For port 26fc3863-98f7-4d2b-824f-cbadcb7fb57a, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=26fc3863-98f7-4d2b-824f-cbadcb7fb57a,segment=NetworkSegment(7e960366-7268-4f13-9b00-d170893725e4),segment_id=7e960366-7268-4f13-9b00-d170893725e4)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:54:24.832473 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:54:24.868226 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [req-3d963fa3-2809-456d-8097-1d23ee885cd9 req-808f6040-2465-4748-9900-821cbaaeecff tempest-ServerAddressesTestJSON-751321562 tempest-ServerAddressesTestJSON-751321562-project] Deleting port 0bdb0cdf-171e-49aa-9b9e-c0910f4211e1 {{(pid=93915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:54:24.868938 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-3d963fa3-2809-456d-8097-1d23ee885cd9 req-808f6040-2465-4748-9900-821cbaaeecff tempest-ServerAddressesTestJSON-751321562 tempest-ServerAddressesTestJSON-751321562-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:54:24.874668 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3cd98da2-f7d1-4707-8284-b90f74283feb req-657eaf3b-8e19-4a72-866f-21f609dda407 tempest-ServerAddressesTestJSON-751321562 tempest-ServerAddressesTestJSON-751321562-project] 10.222.0.16 "GET /v2.0/security-groups?id=bcb433b2-59db-417a-bf53-865cefd7ccf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627735 Jul 14 18:54:24.919041 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Pushing event updated for resources: {'Port': ['ID=26fc3863-98f7-4d2b-824f-cbadcb7fb57a,revision_number=5']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:54:24.991362 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-3d963fa3-2809-456d-8097-1d23ee885cd9 req-808f6040-2465-4748-9900-821cbaaeecff tempest-ServerAddressesTestJSON-751321562 tempest-ServerAddressesTestJSON-751321562-project] For port 0bdb0cdf-171e-49aa-9b9e-c0910f4211e1, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=0bdb0cdf-171e-49aa-9b9e-c0910f4211e1,segment=NetworkSegment(02ae2034-dfef-4550-967f-45d8c51110e8),segment_id=02ae2034-dfef-4550-967f-45d8c51110e8)] {{(pid=93915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:54:24.991791 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-3d963fa3-2809-456d-8097-1d23ee885cd9 req-808f6040-2465-4748-9900-821cbaaeecff tempest-ServerAddressesTestJSON-751321562 tempest-ServerAddressesTestJSON-751321562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:54:25.009534 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [req-3d963fa3-2809-456d-8097-1d23ee885cd9 req-808f6040-2465-4748-9900-821cbaaeecff tempest-ServerAddressesTestJSON-751321562 tempest-ServerAddressesTestJSON-751321562-project] Calling delete_port for 0bdb0cdf-171e-49aa-9b9e-c0910f4211e1 owned by compute:nova {{(pid=93915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:54:25.164427 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-3d963fa3-2809-456d-8097-1d23ee885cd9 req-808f6040-2465-4748-9900-821cbaaeecff tempest-ServerAddressesTestJSON-751321562 tempest-ServerAddressesTestJSON-751321562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:54:25.177431 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] get_ports_and_sgs() called for port_ids ['0bdb0cdf-171e-49aa-9b9e-c0910f4211e1'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 18:54:25.192310 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808f6040-2465-4748-9900-821cbaaeecff tempest-ServerAddressesTestJSON-751321562 tempest-ServerAddressesTestJSON-751321562-project] Pushing event deleted for resources: {'Port': ['ID=0bdb0cdf-171e-49aa-9b9e-c0910f4211e1,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:54:25.264230 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d963fa3-2809-456d-8097-1d23ee885cd9 req-808f6040-2465-4748-9900-821cbaaeecff tempest-ServerAddressesTestJSON-751321562 tempest-ServerAddressesTestJSON-751321562-project] No DVR routers for this DVR port 0bdb0cdf-171e-49aa-9b9e-c0910f4211e1 on host n-h1-800634-3 {{(pid=93915) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 18:54:25.268248 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-3d963fa3-2809-456d-8097-1d23ee885cd9 req-808f6040-2465-4748-9900-821cbaaeecff tempest-ServerAddressesTestJSON-751321562 tempest-ServerAddressesTestJSON-751321562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:54:25.274677 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3d963fa3-2809-456d-8097-1d23ee885cd9 req-808f6040-2465-4748-9900-821cbaaeecff tempest-ServerAddressesTestJSON-751321562 tempest-ServerAddressesTestJSON-751321562-project] 10.222.0.18 "DELETE /v2.0/ports/0bdb0cdf-171e-49aa-9b9e-c0910f4211e1 HTTP/1.1" status: 204 len: 173 time: 0.7105215 Jul 14 18:54:25.275721 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c107b7e0-42a9-477f-9eef-539083da6bf0', 'name': 'network-vif-deleted', 'tag': '0bdb0cdf-171e-49aa-9b9e-c0910f4211e1'}] {{(pid=93915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:54:25.279596 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e72782ad3af8f7d4ce76cedf092bca46d1756acc5c4653cf0b52034cdd6b073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc11b507-c743-460c-9d87-8642bb7550ae" -d '{"events": [{"server_uuid": "c107b7e0-42a9-477f-9eef-539083da6bf0", "name": "network-vif-deleted", "tag": "0bdb0cdf-171e-49aa-9b9e-c0910f4211e1"}]}' {{(pid=93915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:54:25.331858 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 18:54:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef65c695-af1a-4b2b-9cf6-f525afc671ee x-openstack-request-id: req-ef65c695-af1a-4b2b-9cf6-f525afc671ee {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:54:25.332193 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c107b7e0-42a9-477f-9eef-539083da6bf0", "name": "network-vif-deleted", "tag": "0bdb0cdf-171e-49aa-9b9e-c0910f4211e1", "status": "completed", "code": 200}]} {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:54:25.332456 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ef65c695-af1a-4b2b-9cf6-f525afc671ee {{(pid=93915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:54:25.332872 n-d-800634-3 neutron-server[93915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c107b7e0-42a9-477f-9eef-539083da6bf0', 'name': 'network-vif-deleted', 'tag': '0bdb0cdf-171e-49aa-9b9e-c0910f4211e1', 'status': 'completed', 'code': 200} Jul 14 18:54:25.721322 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e66c1c6-d142-48ba-9e00-5486b7414e99 req-f541096e-83d1-45ae-a1aa-e0c8d54ea767 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:54:25.722960 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-4e66c1c6-d142-48ba-9e00-5486b7414e99 req-f541096e-83d1-45ae-a1aa-e0c8d54ea767 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] 10.222.0.16 "GET /v2.0/ports?device_id=3536c908-b8c0-4194-a147-ca3713d10ad3 HTTP/1.1" status: 200 len: 943 time: 0.0796144 Jul 14 18:54:25.769579 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-4e66c1c6-d142-48ba-9e00-5486b7414e99 req-693d2a1e-bb9d-4133-8d62-5b4d303ba447 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] 10.222.0.16 "GET /v2.0/security-groups?id=6966763a-a9ce-4f04-9343-56b5726844ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405943 Jul 14 18:54:25.844610 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-2f4e3af3-e708-4ffd-a544-82d93a489d01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:54:26.097257 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-215ccddd-fbb3-46ed-bb6b-33f8078afbe3 req-44ea1802-3e91-452b-b0cf-7e6e0bacab93 tempest-ServerAddressesTestJSON-751321562 tempest-ServerAddressesTestJSON-751321562-project] 10.222.0.16 "GET /v2.0/ports?device_id=c107b7e0-42a9-477f-9eef-539083da6bf0 HTTP/1.1" status: 200 len: 210 time: 0.0390170 Jul 14 18:54:26.469729 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 26fc3863-98f7-4d2b-824f-cbadcb7fb57a up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:54:26.524110 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port 26fc3863-98f7-4d2b-824f-cbadcb7fb57a triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:54:26.524507 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:54:26.962847 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed4fdaf-f0fb-4b41-80bd-5b260a36df5e req-fdefb1fa-3a93-4192-ae74-47953d6171ed tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:54:26.965030 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-0ed4fdaf-f0fb-4b41-80bd-5b260a36df5e req-fdefb1fa-3a93-4192-ae74-47953d6171ed tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] 10.222.0.16 "GET /v2.0/ports?device_id=3536c908-b8c0-4194-a147-ca3713d10ad3 HTTP/1.1" status: 200 len: 943 time: 0.0783978 Jul 14 18:54:27.008198 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-0ed4fdaf-f0fb-4b41-80bd-5b260a36df5e req-278363d1-b9ec-4261-b3be-13f44b2d3629 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] 10.222.0.16 "GET /v2.0/security-groups?id=6966763a-a9ce-4f04-9343-56b5726844ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363901 Jul 14 18:54:27.402354 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 50506) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:54:27.449280 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.db_base_plugin_v2 [None req-6aef114b-06c9-483c-bc3b-8b36fa997ee3 admin admin] Deleting subnet b43b7a5a-3916-47f8-a68a-dd28e9dc7bea {{(pid=93915) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 18:54:27.456149 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-6aef114b-06c9-483c-bc3b-8b36fa997ee3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:54:27.494982 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-6aef114b-06c9-483c-bc3b-8b36fa997ee3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28939913'] for subnet, precommit_delete_associations {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:54:27.535835 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-6aef114b-06c9-483c-bc3b-8b36fa997ee3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081283'] for subnet, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:54:27.592357 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-6aef114b-06c9-483c-bc3b-8b36fa997ee3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25913028', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28969762'] for subnet, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:54:27.620772 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aef114b-06c9-483c-bc3b-8b36fa997ee3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b43b7a5a-3916-47f8-a68a-dd28e9dc7bea,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:54:27.629623 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-6aef114b-06c9-483c-bc3b-8b36fa997ee3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:54:27.632524 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-6aef114b-06c9-483c-bc3b-8b36fa997ee3 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/b43b7a5a-3916-47f8-a68a-dd28e9dc7bea HTTP/1.1" status: 204 len: 168 time: 0.2281129 Jul 14 18:54:27.634265 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 50512) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:54:27.735476 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-e72ba7ce-ae04-45e1-afc7-da3b85d4d212 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645734'] for network, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:54:27.829305 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-e72ba7ce-ae04-45e1-afc7-da3b85d4d212 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2096010', 'neutron.services.segments.db._delete_segments_for_network-8728202734996'] for network, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:54:27.841737 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.segments.db [None req-e72ba7ce-ae04-45e1-afc7-da3b85d4d212 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f928386f-b160-428b-a03d-df55d251d7ab']}} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:54:27.853313 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.segments.db [None req-e72ba7ce-ae04-45e1-afc7-da3b85d4d212 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02ae2034-dfef-4550-967f-45d8c51110e8') {'for_net_delete': True} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:54:27.853632 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.segments.db [None req-e72ba7ce-ae04-45e1-afc7-da3b85d4d212 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02ae2034-dfef-4550-967f-45d8c51110e8') {} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:54:27.862585 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-e72ba7ce-ae04-45e1-afc7-da3b85d4d212 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728202715275', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26296891'] for segment, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:54:27.878186 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-e72ba7ce-ae04-45e1-afc7-da3b85d4d212 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:54:27.884255 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e72ba7ce-ae04-45e1-afc7-da3b85d4d212 admin admin] Releasing vlan 62 on physical network physnet1 to pool {{(pid=93916) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 18:54:27.884827 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-e72ba7ce-ae04-45e1-afc7-da3b85d4d212 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2682942'] for segment, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:54:27.886532 n-d-800634-3 neutron-server[93916]: Traceback (most recent call last): Jul 14 18:54:27.886532 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 18:54:27.886532 n-d-800634-3 neutron-server[93916]: timer() Jul 14 18:54:27.886532 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 18:54:27.886532 n-d-800634-3 neutron-server[93916]: cb(*args, **kw) Jul 14 18:54:27.886532 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 18:54:27.886532 n-d-800634-3 neutron-server[93916]: return func(*args, **kwargs) Jul 14 18:54:27.886532 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 18:54:27.886532 n-d-800634-3 neutron-server[93916]: self._notify() Jul 14 18:54:27.886532 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 18:54:27.886532 n-d-800634-3 neutron-server[93916]: self.callback(batched_events) Jul 14 18:54:27.886532 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 18:54:27.886532 n-d-800634-3 neutron-server[93916]: event.method(event) Jul 14 18:54:27.886532 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 18:54:27.886532 n-d-800634-3 neutron-server[93916]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 18:54:27.886532 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 18:54:27.886532 n-d-800634-3 neutron-server[93916]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 18:54:27.886532 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 18:54:27.886532 n-d-800634-3 neutron-server[93916]: return f(self, *a, **k) Jul 14 18:54:27.886532 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 18:54:27.886532 n-d-800634-3 neutron-server[93916]: return self._get(url).json() Jul 14 18:54:27.886532 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 18:54:27.886532 n-d-800634-3 neutron-server[93916]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 18:54:27.886532 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 18:54:27.886532 n-d-800634-3 neutron-server[93916]: return self.request(url, 'GET', **kwargs) Jul 14 18:54:27.886532 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 18:54:27.886532 n-d-800634-3 neutron-server[93916]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 18:54:27.886532 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 18:54:27.886532 n-d-800634-3 neutron-server[93916]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 18:54:27.886532 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 18:54:27.886532 n-d-800634-3 neutron-server[93916]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 18:54:27.886532 n-d-800634-3 neutron-server[93916]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 18:54:27.942740 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-e72ba7ce-ae04-45e1-afc7-da3b85d4d212 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2096001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-930085'] for network, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:54:27.948364 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-e72ba7ce-ae04-45e1-afc7-da3b85d4d212 admin admin] Notify callbacks [] for network, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:54:27.950223 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-e72ba7ce-ae04-45e1-afc7-da3b85d4d212 admin admin] 10.222.0.16 "DELETE /v2.0/networks/f928386f-b160-428b-a03d-df55d251d7ab HTTP/1.1" status: 204 len: 168 time: 0.3129826 Jul 14 18:54:27.967901 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72ba7ce-ae04-45e1-afc7-da3b85d4d212 admin admin] Pushing event deleted for resources: {'Network': ['ID=f928386f-b160-428b-a03d-df55d251d7ab,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:54:27.976339 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e72ba7ce-ae04-45e1-afc7-da3b85d4d212 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:54:27.976695 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e72ba7ce-ae04-45e1-afc7-da3b85d4d212 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:54:27.977038 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e72ba7ce-ae04-45e1-afc7-da3b85d4d212 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:54:27.977379 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e72ba7ce-ae04-45e1-afc7-da3b85d4d212 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:54:27.977714 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e72ba7ce-ae04-45e1-afc7-da3b85d4d212 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:54:27.978041 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e72ba7ce-ae04-45e1-afc7-da3b85d4d212 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:54:27.978583 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e72ba7ce-ae04-45e1-afc7-da3b85d4d212 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:54:27.979084 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e72ba7ce-ae04-45e1-afc7-da3b85d4d212 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:54:27.979583 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e72ba7ce-ae04-45e1-afc7-da3b85d4d212 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:54:27.980101 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e72ba7ce-ae04-45e1-afc7-da3b85d4d212 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:54:27.980627 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e72ba7ce-ae04-45e1-afc7-da3b85d4d212 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:54:27.981148 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e72ba7ce-ae04-45e1-afc7-da3b85d4d212 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:54:28.184376 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 50530) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:54:28.243987 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecee3d74-f231-4476-87f4-a2f130390558 req-517e66e9-c467-4241-87a4-4bf6779fe765 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:54:28.247247 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ecee3d74-f231-4476-87f4-a2f130390558 req-517e66e9-c467-4241-87a4-4bf6779fe765 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] 10.222.0.16 "GET /v2.0/ports?device_id=3536c908-b8c0-4194-a147-ca3713d10ad3 HTTP/1.1" status: 200 len: 943 time: 0.1096153 Jul 14 18:54:28.275771 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-6e456748-b261-4c96-9751-9da976ff1111 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=75479181c4f64ac1a58a86f40c6ef23c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0878940 Jul 14 18:54:28.276568 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 50536) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:54:28.300803 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ecee3d74-f231-4476-87f4-a2f130390558 req-4ad45b8b-536e-4e5f-950f-5726b88debd9 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] 10.222.0.16 "GET /v2.0/security-groups?id=6966763a-a9ce-4f04-9343-56b5726844ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458691 Jul 14 18:54:28.333964 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device 0bdb0cdf-171e-49aa-9b9e-c0910f4211e1 no longer exists at agent hyperv_n-h1-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 18:54:28.345895 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-9d059b39-b20b-432a-9f12-8a2faea1f7ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:54:28.358465 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] No Port match for: 0bdb0cdf-171e-49aa-9b9e-c0910f4211e1 {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 18:54:28.358816 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device 0bdb0cdf-171e-49aa-9b9e-c0910f4211e1 not bound to the agent host n-h1-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 18:54:28.376038 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-9d059b39-b20b-432a-9f12-8a2faea1f7ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:54:28.424781 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-9d059b39-b20b-432a-9f12-8a2faea1f7ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:54:28.427445 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-9d059b39-b20b-432a-9f12-8a2faea1f7ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:54:28.431024 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-9d059b39-b20b-432a-9f12-8a2faea1f7ad admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/bcb433b2-59db-417a-bf53-865cefd7ccf8 HTTP/1.1" status: 204 len: 168 time: 0.1510720 Jul 14 18:54:28.436808 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d059b39-b20b-432a-9f12-8a2faea1f7ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcb433b2-59db-417a-bf53-865cefd7ccf8,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:54:29.274780 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 50574) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:54:29.392623 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-1d981a5a-2a0a-4a94-ad2d-86940ba01773 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-574877942-network', 'tenant_id': '416662242e8c4e4f8a859af8b605058e'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:54:29.430961 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d981a5a-2a0a-4a94-ad2d-86940ba01773 admin admin] Made reservation on behalf of 416662242e8c4e4f8a859af8b605058e for: {'network': 1} {{(pid=93915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:54:29.433511 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-1d981a5a-2a0a-4a94-ad2d-86940ba01773 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for network, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:54:29.442988 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-1d981a5a-2a0a-4a94-ad2d-86940ba01773 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:54:29.921584 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d6de1c-e4dd-413f-ada8-25d432e38a10 req-e050875b-11c7-44c1-a249-d04e3bf84a16 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:54:29.923132 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-75d6de1c-e4dd-413f-ada8-25d432e38a10 req-e050875b-11c7-44c1-a249-d04e3bf84a16 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] 10.222.0.16 "GET /v2.0/ports?device_id=3536c908-b8c0-4194-a147-ca3713d10ad3 HTTP/1.1" status: 200 len: 943 time: 0.4427030 Jul 14 18:54:29.948751 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-1d981a5a-2a0a-4a94-ad2d-86940ba01773 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:54:29.960862 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-1d981a5a-2a0a-4a94-ad2d-86940ba01773 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:54:29.989403 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d981a5a-2a0a-4a94-ad2d-86940ba01773 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 66} {{(pid=93915) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 18:54:30.012746 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-75d6de1c-e4dd-413f-ada8-25d432e38a10 req-dda2ed7f-6e8e-4c62-bc75-47a68dc862ac tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] 10.222.0.16 "GET /v2.0/security-groups?id=6966763a-a9ce-4f04-9343-56b5726844ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0793424 Jul 14 18:54:30.016645 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d981a5a-2a0a-4a94-ad2d-86940ba01773 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d035c691-2b4b-4b4b-94d1-a5f4c70ed7be,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:54:30.020708 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-1d981a5a-2a0a-4a94-ad2d-86940ba01773 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:54:30.021058 n-d-800634-3 neutron-server[93915]: INFO neutron.db.segments_db [None req-1d981a5a-2a0a-4a94-ad2d-86940ba01773 admin admin] Added segment 9eabdc37-f9ba-4d70-90d2-3883eed3b00b of type vlan for network 3fb2ef64-b3c9-4330-989a-ee59a932f6c4 Jul 14 18:54:30.062772 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-1d981a5a-2a0a-4a94-ad2d-86940ba01773 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728202197517'] for network, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:54:30.093912 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-1d981a5a-2a0a-4a94-ad2d-86940ba01773 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727'] for network, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:54:30.095864 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d981a5a-2a0a-4a94-ad2d-86940ba01773 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:54:30.096848 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-1d981a5a-2a0a-4a94-ad2d-86940ba01773 admin admin] Notify callbacks [] for network, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:54:30.159978 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-1d981a5a-2a0a-4a94-ad2d-86940ba01773 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.8840733 Jul 14 18:54:30.163050 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 50596) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:54:30.169104 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-a810a808-9ae1-4cb3-aac9-f91901201c36 admin admin] Request body: {'subnet': {'network_id': '3fb2ef64-b3c9-4330-989a-ee59a932f6c4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-574877942-subnet', 'tenant_id': '416662242e8c4e4f8a859af8b605058e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:54:30.191569 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d981a5a-2a0a-4a94-ad2d-86940ba01773 admin admin] Pushing event updated for resources: {'Network': ['ID=3fb2ef64-b3c9-4330-989a-ee59a932f6c4,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:54:30.203577 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Network 3fb2ef64-b3c9-4330-989a-ee59a932f6c4 details requested by agent ovs-agent-n-d-800634-3 with host n-d-800634-3 {{(pid=93917) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 18:54:30.221492 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a810a808-9ae1-4cb3-aac9-f91901201c36 admin admin] Made reservation on behalf of 416662242e8c4e4f8a859af8b605058e for: {'subnet': 1} {{(pid=93916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:54:30.224301 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a810a808-9ae1-4cb3-aac9-f91901201c36 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26033189'] for subnet, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:54:30.416213 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a810a808-9ae1-4cb3-aac9-f91901201c36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2684753', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26033175'] for subnet, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:54:30.479045 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a810a808-9ae1-4cb3-aac9-f91901201c36 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bc70da27-50b6-4f58-8742-3f28772b9ba9,revision_number=0']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:54:30.490990 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a810a808-9ae1-4cb3-aac9-f91901201c36 admin admin] Checking segment: {'id': '9eabdc37-f9ba-4d70-90d2-3883eed3b00b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '3fb2ef64-b3c9-4330-989a-ee59a932f6c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93916) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:54:30.491578 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a810a808-9ae1-4cb3-aac9-f91901201c36 admin admin] Network hostable DHCP agents. Network: 3fb2ef64-b3c9-4330-989a-ee59a932f6c4, hostable agents: ['028393c3-0576-4ebd-bca1-8ea8a148e1a2'], hosted agents: [] {{(pid=93916) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 18:54:30.509939 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a810a808-9ae1-4cb3-aac9-f91901201c36 admin admin] Network 3fb2ef64-b3c9-4330-989a-ee59a932f6c4 is scheduled to be hosted by DHCP agent 028393c3-0576-4ebd-bca1-8ea8a148e1a2 with binding_index 1 {{(pid=93916) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 18:54:30.521486 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [None req-a810a808-9ae1-4cb3-aac9-f91901201c36 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-3, 3fb2ef64-b3c9-4330-989a-ee59a932f6c4) {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:54:30.529978 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e8a2901-7663-47e2-9fa0-2f45e1c43af1 None None] Network 3fb2ef64-b3c9-4330-989a-ee59a932f6c4 requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:54:30.540638 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a810a808-9ae1-4cb3-aac9-f91901201c36 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:54:30.541276 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a810a808-9ae1-4cb3-aac9-f91901201c36 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:54:30.558335 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-a810a808-9ae1-4cb3-aac9-f91901201c36 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.3935802 Jul 14 18:54:30.702209 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cba06771-69de-4f4e-bb61-546827fbe9b5 None None] Network 3fb2ef64-b3c9-4330-989a-ee59a932f6c4 requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:54:31.115377 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0e33eb-505c-48b3-be91-678ee0e26886 req-9e84533e-4fab-4bf5-a5c4-2e220bc61b3d tempest-ServerAddressesNegativeTestJSON-11890178 tempest-ServerAddressesNegativeTestJSON-11890178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:54:31.117121 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-5a0e33eb-505c-48b3-be91-678ee0e26886 req-9e84533e-4fab-4bf5-a5c4-2e220bc61b3d tempest-ServerAddressesNegativeTestJSON-11890178 tempest-ServerAddressesNegativeTestJSON-11890178-project] 10.222.0.16 "GET /v2.0/networks?id=3fb2ef64-b3c9-4330-989a-ee59a932f6c4 HTTP/1.1" status: 200 len: 821 time: 0.1147144 Jul 14 18:54:31.133579 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-5a0e33eb-505c-48b3-be91-678ee0e26886 req-a8f78b24-0611-469f-986f-b7fdd5ea6f86 tempest-ServerAddressesNegativeTestJSON-11890178 tempest-ServerAddressesNegativeTestJSON-11890178-project] 10.222.0.16 "GET /v2.0/quotas/416662242e8c4e4f8a859af8b605058e HTTP/1.1" status: 200 len: 375 time: 0.0098815 Jul 14 18:54:31.188045 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-5a0e33eb-505c-48b3-be91-678ee0e26886 req-8158677c-00fd-4bdd-b860-fe7da7a709d4 tempest-ServerAddressesNegativeTestJSON-11890178 tempest-ServerAddressesNegativeTestJSON-11890178-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=416662242e8c4e4f8a859af8b605058e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0470846 Jul 14 18:54:31.311954 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6242cd9f-21a4-4a3f-87df-8aa60e3d604c req-a25b6409-cd3c-4b18-8d9a-af88a873c126 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:54:31.316815 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6242cd9f-21a4-4a3f-87df-8aa60e3d604c req-a25b6409-cd3c-4b18-8d9a-af88a873c126 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] 10.222.0.16 "GET /v2.0/ports?device_id=3536c908-b8c0-4194-a147-ca3713d10ad3 HTTP/1.1" status: 200 len: 943 time: 0.1637568 Jul 14 18:54:31.351547 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-5a0e33eb-505c-48b3-be91-678ee0e26886 req-169dc0e7-8545-4c86-91fd-d12f9f3bda94 service neutron] 10.222.0.16 "GET /v2.0/networks/3fb2ef64-b3c9-4330-989a-ee59a932f6c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1431053 Jul 14 18:54:31.415225 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6242cd9f-21a4-4a3f-87df-8aa60e3d604c req-f0035ba8-08ff-42ae-b310-9047a6ac6e2c tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] 10.222.0.16 "GET /v2.0/security-groups?id=6966763a-a9ce-4f04-9343-56b5726844ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0848646 Jul 14 18:54:31.465889 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-5a0e33eb-505c-48b3-be91-678ee0e26886 req-3bbf386f-529b-4c47-b48d-9e92e0ef7934 service neutron] 10.222.0.16 "GET /v2.0/networks/3fb2ef64-b3c9-4330-989a-ee59a932f6c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1077857 Jul 14 18:54:31.665593 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-680aa2dd-406f-44aa-ae7e-24a32099a9e2 req-26f69e22-0888-4ac7-b23e-fba4ffd5e4a4 tempest-ServerAddressesNegativeTestJSON-11890178 tempest-ServerAddressesNegativeTestJSON-11890178-project] 10.222.0.16 "GET /v2.0/ports?device_id=17cebbf9-e3c4-4b76-83b1-3f90a4649002 HTTP/1.1" status: 200 len: 210 time: 0.0462956 Jul 14 18:54:32.621325 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24429f3-27b4-4cd1-82ac-6e1006ad0c81 req-f27e6279-9070-4c4d-8015-f467cf930b04 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:54:32.623098 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f24429f3-27b4-4cd1-82ac-6e1006ad0c81 req-f27e6279-9070-4c4d-8015-f467cf930b04 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] 10.222.0.16 "GET /v2.0/ports?device_id=3536c908-b8c0-4194-a147-ca3713d10ad3 HTTP/1.1" status: 200 len: 943 time: 0.0796578 Jul 14 18:54:32.664678 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:54:32.684784 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f24429f3-27b4-4cd1-82ac-6e1006ad0c81 req-21d5a46e-d00e-4d30-98d2-bc7aafb12d76 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] 10.222.0.16 "GET /v2.0/security-groups?id=6966763a-a9ce-4f04-9343-56b5726844ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558207 Jul 14 18:54:32.726488 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Device 738e4b69-30eb-42a1-bbac-7d350dcb09bd details requested by agent hyperv_n-h2-800634-3 with host n-h2-800634-3 {{(pid=93917) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 18:54:32.873553 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] For port 738e4b69-30eb-42a1-bbac-7d350dcb09bd, host n-h2-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=738e4b69-30eb-42a1-bbac-7d350dcb09bd,segment=NetworkSegment(ee39aca0-6f7d-4da6-861f-9f37553124e0),segment_id=ee39aca0-6f7d-4da6-861f-9f37553124e0)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:54:32.887061 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Returning: {'device': '738e4b69-30eb-42a1-bbac-7d350dcb09bd', 'network_id': 'd41f9397-de9e-4e07-a07d-8cf0ac566250', 'port_id': '738e4b69-30eb-42a1-bbac-7d350dcb09bd', 'mac_address': 'fa:16:3e:22:85:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 94, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0161a33b-ac2d-4d08-b4de-fe1fa405f16a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93917) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 18:54:32.925769 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-5013130d-24c0-4f91-9525-f3518d878b4d req-4ed4cc07-ca21-4d7b-96ac-dffdf22a2d6a tempest-ServerAddressesNegativeTestJSON-11890178 tempest-ServerAddressesNegativeTestJSON-11890178-project] 10.222.0.16 "GET /v2.0/ports?device_id=17cebbf9-e3c4-4b76-83b1-3f90a4649002 HTTP/1.1" status: 200 len: 210 time: 0.0841281 Jul 14 18:54:33.023238 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0e33eb-505c-48b3-be91-678ee0e26886 req-0e2a2009-dc4c-415f-aac9-195c832201a4 tempest-ServerAddressesNegativeTestJSON-11890178 tempest-ServerAddressesNegativeTestJSON-11890178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:54:33.025159 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-5a0e33eb-505c-48b3-be91-678ee0e26886 req-0e2a2009-dc4c-415f-aac9-195c832201a4 tempest-ServerAddressesNegativeTestJSON-11890178 tempest-ServerAddressesNegativeTestJSON-11890178-project] 10.222.0.18 "GET /v2.0/networks?id=3fb2ef64-b3c9-4330-989a-ee59a932f6c4 HTTP/1.1" status: 200 len: 821 time: 0.2390058 Jul 14 18:54:33.047714 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [req-5a0e33eb-505c-48b3-be91-678ee0e26886 req-52a29a84-5b7f-4bbc-8da9-68d6e9c7a6c3 tempest-ServerAddressesNegativeTestJSON-11890178 tempest-ServerAddressesNegativeTestJSON-11890178-project] Request body: {'port': {'device_id': '17cebbf9-e3c4-4b76-83b1-3f90a4649002', 'network_id': '3fb2ef64-b3c9-4330-989a-ee59a932f6c4', 'admin_state_up': True, 'tenant_id': '416662242e8c4e4f8a859af8b605058e'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:54:33.121273 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:54:33.138793 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 738e4b69-30eb-42a1-bbac-7d350dcb09bd {{(pid=93917) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 18:54:33.168289 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] For port 738e4b69-30eb-42a1-bbac-7d350dcb09bd, host n-h2-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=738e4b69-30eb-42a1-bbac-7d350dcb09bd,segment=NetworkSegment(ee39aca0-6f7d-4da6-861f-9f37553124e0),segment_id=ee39aca0-6f7d-4da6-861f-9f37553124e0)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:54:33.179635 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:54:33.213208 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a0e33eb-505c-48b3-be91-678ee0e26886 req-52a29a84-5b7f-4bbc-8da9-68d6e9c7a6c3 tempest-ServerAddressesNegativeTestJSON-11890178 tempest-ServerAddressesNegativeTestJSON-11890178-project] Made reservation on behalf of 416662242e8c4e4f8a859af8b605058e for: {'port': 1} {{(pid=93915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:54:33.219322 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-5a0e33eb-505c-48b3-be91-678ee0e26886 req-52a29a84-5b7f-4bbc-8da9-68d6e9c7a6c3 tempest-ServerAddressesNegativeTestJSON-11890178 tempest-ServerAddressesNegativeTestJSON-11890178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:54:33.244413 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Pushing event updated for resources: {'Port': ['ID=738e4b69-30eb-42a1-bbac-7d350dcb09bd,revision_number=4']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:54:33.415694 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.db_base_plugin_common [req-5a0e33eb-505c-48b3-be91-678ee0e26886 req-52a29a84-5b7f-4bbc-8da9-68d6e9c7a6c3 tempest-ServerAddressesNegativeTestJSON-11890178 tempest-ServerAddressesNegativeTestJSON-11890178-project] Allocated IP 172.20.0.12 (3fb2ef64-b3c9-4330-989a-ee59a932f6c4/bc70da27-50b6-4f58-8742-3f28772b9ba9/b421bc6e-a544-420b-8bee-f71f5c2330b9) {{(pid=93915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:54:33.430798 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] get_ports_and_sgs() called for port_ids ['738e4b69-30eb-42a1-bbac-7d350dcb09bd'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 18:54:33.625124 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-5a0e33eb-505c-48b3-be91-678ee0e26886 req-52a29a84-5b7f-4bbc-8da9-68d6e9c7a6c3 tempest-ServerAddressesNegativeTestJSON-11890178 tempest-ServerAddressesNegativeTestJSON-11890178-project] Notify callbacks [] for port, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:54:33.691267 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-5a0e33eb-505c-48b3-be91-678ee0e26886 req-52a29a84-5b7f-4bbc-8da9-68d6e9c7a6c3 tempest-ServerAddressesNegativeTestJSON-11890178 tempest-ServerAddressesNegativeTestJSON-11890178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:54:33.781519 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a0e33eb-505c-48b3-be91-678ee0e26886 req-52a29a84-5b7f-4bbc-8da9-68d6e9c7a6c3 tempest-ServerAddressesNegativeTestJSON-11890178 tempest-ServerAddressesNegativeTestJSON-11890178-project] Network 3fb2ef64-b3c9-4330-989a-ee59a932f6c4 is already hosted by enough agents. {{(pid=93915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:54:33.787138 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [req-5a0e33eb-505c-48b3-be91-678ee0e26886 req-52a29a84-5b7f-4bbc-8da9-68d6e9c7a6c3 tempest-ServerAddressesNegativeTestJSON-11890178 tempest-ServerAddressesNegativeTestJSON-11890178-project] Resources bound (agent type, host, resource id): {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:54:33.790422 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a29a84-5b7f-4bbc-8da9-68d6e9c7a6c3 tempest-ServerAddressesNegativeTestJSON-11890178 tempest-ServerAddressesNegativeTestJSON-11890178-project] Pushing event updated for resources: {'Port': ['ID=b421bc6e-a544-420b-8bee-f71f5c2330b9,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:54:33.793380 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a0e33eb-505c-48b3-be91-678ee0e26886 req-52a29a84-5b7f-4bbc-8da9-68d6e9c7a6c3 tempest-ServerAddressesNegativeTestJSON-11890178 tempest-ServerAddressesNegativeTestJSON-11890178-project] Received port after_create {{(pid=93915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:54:33.890298 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0e33eb-505c-48b3-be91-678ee0e26886 req-52a29a84-5b7f-4bbc-8da9-68d6e9c7a6c3 tempest-ServerAddressesNegativeTestJSON-11890178 tempest-ServerAddressesNegativeTestJSON-11890178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:54:33.890934 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-5a0e33eb-505c-48b3-be91-678ee0e26886 req-52a29a84-5b7f-4bbc-8da9-68d6e9c7a6c3 tempest-ServerAddressesNegativeTestJSON-11890178 tempest-ServerAddressesNegativeTestJSON-11890178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:54:33.914199 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-5a0e33eb-505c-48b3-be91-678ee0e26886 req-52a29a84-5b7f-4bbc-8da9-68d6e9c7a6c3 tempest-ServerAddressesNegativeTestJSON-11890178 tempest-ServerAddressesNegativeTestJSON-11890178-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8764403 Jul 14 18:54:33.926817 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [req-5a0e33eb-505c-48b3-be91-678ee0e26886 req-c1542ee5-731c-4654-b4ce-125b972e870f service neutron] Request body: {'port': {'device_id': '17cebbf9-e3c4-4b76-83b1-3f90a4649002', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800634-3'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:54:33.937987 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9af1972-4ca1-4ad6-a2f8-3f62ad50f1fe req-0789a739-1871-4aea-aa50-e53ee36aab3b tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:54:33.940094 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b9af1972-4ca1-4ad6-a2f8-3f62ad50f1fe req-0789a739-1871-4aea-aa50-e53ee36aab3b tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] 10.222.0.16 "GET /v2.0/ports?device_id=3536c908-b8c0-4194-a147-ca3713d10ad3 HTTP/1.1" status: 200 len: 944 time: 0.1135085 Jul 14 18:54:34.039320 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b9af1972-4ca1-4ad6-a2f8-3f62ad50f1fe req-5e92a745-67a8-4b8f-9d67-4e5df629941a tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] 10.222.0.16 "GET /v2.0/security-groups?id=6966763a-a9ce-4f04-9343-56b5726844ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0805516 Jul 14 18:54:34.084595 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-5a0e33eb-505c-48b3-be91-678ee0e26886 req-c1542ee5-731c-4654-b4ce-125b972e870f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:54:34.292285 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12c8fcf-af6d-410d-ad9d-1902f2b59947 req-45145695-0d78-4df9-89d0-0e0b602849ad tempest-ServerAddressesNegativeTestJSON-11890178 tempest-ServerAddressesNegativeTestJSON-11890178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:54:34.294219 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c12c8fcf-af6d-410d-ad9d-1902f2b59947 req-45145695-0d78-4df9-89d0-0e0b602849ad tempest-ServerAddressesNegativeTestJSON-11890178 tempest-ServerAddressesNegativeTestJSON-11890178-project] 10.222.0.16 "GET /v2.0/ports?device_id=17cebbf9-e3c4-4b76-83b1-3f90a4649002 HTTP/1.1" status: 200 len: 932 time: 0.1936388 Jul 14 18:54:34.394667 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c12c8fcf-af6d-410d-ad9d-1902f2b59947 req-30255df9-4561-44e4-8e63-0e770a1a9455 tempest-ServerAddressesNegativeTestJSON-11890178 tempest-ServerAddressesNegativeTestJSON-11890178-project] 10.222.0.16 "GET /v2.0/security-groups?id=d035c691-2b4b-4b4b-94d1-a5f4c70ed7be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895739 Jul 14 18:54:34.506517 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [req-5a0e33eb-505c-48b3-be91-678ee0e26886 req-c1542ee5-731c-4654-b4ce-125b972e870f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b421bc6e-a544-420b-8bee-f71f5c2330b9 {{(pid=93915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 18:54:34.515134 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-5a0e33eb-505c-48b3-be91-678ee0e26886 req-c1542ee5-731c-4654-b4ce-125b972e870f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:54:34.528838 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.provisioning_blocks [req-5a0e33eb-505c-48b3-be91-678ee0e26886 req-c1542ee5-731c-4654-b4ce-125b972e870f service neutron] Transition to ACTIVE for port object b421bc6e-a544-420b-8bee-f71f5c2330b9 will not be triggered until provisioned by entity L2. {{(pid=93915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:54:34.534360 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-5a0e33eb-505c-48b3-be91-678ee0e26886 req-c1542ee5-731c-4654-b4ce-125b972e870f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25912978'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:54:34.593105 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1542ee5-731c-4654-b4ce-125b972e870f service neutron] Pushing event updated for resources: {'Port': ['ID=b421bc6e-a544-420b-8bee-f71f5c2330b9,revision_number=2']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:54:34.676744 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-5a0e33eb-505c-48b3-be91-678ee0e26886 req-c1542ee5-731c-4654-b4ce-125b972e870f service neutron] Attempting to bind port b421bc6e-a544-420b-8bee-f71f5c2330b9 on host n-h1-800634-3 for vnic_type normal with profile {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:54:34.677941 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-5a0e33eb-505c-48b3-be91-678ee0e26886 req-c1542ee5-731c-4654-b4ce-125b972e870f service neutron] Attempting to bind port b421bc6e-a544-420b-8bee-f71f5c2330b9 by drivers openvswitch,hyperv on host n-h1-800634-3 at level 0 using segments [{'id': '9eabdc37-f9ba-4d70-90d2-3883eed3b00b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '3fb2ef64-b3c9-4330-989a-ee59a932f6c4'}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:54:34.678488 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a0e33eb-505c-48b3-be91-678ee0e26886 req-c1542ee5-731c-4654-b4ce-125b972e870f service neutron] Attempting to bind port b421bc6e-a544-420b-8bee-f71f5c2330b9 on network 3fb2ef64-b3c9-4330-989a-ee59a932f6c4 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:54:34.683653 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a0e33eb-505c-48b3-be91-678ee0e26886 req-c1542ee5-731c-4654-b4ce-125b972e870f service neutron] Port b421bc6e-a544-420b-8bee-f71f5c2330b9 on network 3fb2ef64-b3c9-4330-989a-ee59a932f6c4 not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-3 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 18:54:34.683972 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a0e33eb-505c-48b3-be91-678ee0e26886 req-c1542ee5-731c-4654-b4ce-125b972e870f service neutron] Attempting to bind port b421bc6e-a544-420b-8bee-f71f5c2330b9 on network 3fb2ef64-b3c9-4330-989a-ee59a932f6c4 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:54:34.689114 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a0e33eb-505c-48b3-be91-678ee0e26886 req-c1542ee5-731c-4654-b4ce-125b972e870f service neutron] Checking agent: {'id': 'a3630ff4-fbee-45d9-b9b6-0ae41cb3a350', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 15, 32), 'started_at': datetime.datetime(2021, 7, 14, 18, 15, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 18, 54, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 18:54:34.689446 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a0e33eb-505c-48b3-be91-678ee0e26886 req-c1542ee5-731c-4654-b4ce-125b972e870f service neutron] Checking segment: {'id': '9eabdc37-f9ba-4d70-90d2-3883eed3b00b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '3fb2ef64-b3c9-4330-989a-ee59a932f6c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:54:34.689832 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a0e33eb-505c-48b3-be91-678ee0e26886 req-c1542ee5-731c-4654-b4ce-125b972e870f service neutron] Bound using segment: {'id': '9eabdc37-f9ba-4d70-90d2-3883eed3b00b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '3fb2ef64-b3c9-4330-989a-ee59a932f6c4'} {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 18:54:34.690262 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-5a0e33eb-505c-48b3-be91-678ee0e26886 req-c1542ee5-731c-4654-b4ce-125b972e870f service neutron] Bound port: b421bc6e-a544-420b-8bee-f71f5c2330b9, host: n-h1-800634-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9eabdc37-f9ba-4d70-90d2-3883eed3b00b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '3fb2ef64-b3c9-4330-989a-ee59a932f6c4'}}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 18:54:34.690620 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-5a0e33eb-505c-48b3-be91-678ee0e26886 req-c1542ee5-731c-4654-b4ce-125b972e870f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:54:34.742495 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Device 738e4b69-30eb-42a1-bbac-7d350dcb09bd up at agent hyperv_n-h2-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:54:34.756832 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-5a0e33eb-505c-48b3-be91-678ee0e26886 req-c1542ee5-731c-4654-b4ce-125b972e870f service neutron] For port b421bc6e-a544-420b-8bee-f71f5c2330b9, host n-h1-800634-3, cleared binding levels {{(pid=93915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:54:34.760420 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-5a0e33eb-505c-48b3-be91-678ee0e26886 req-c1542ee5-731c-4654-b4ce-125b972e870f service neutron] For port b421bc6e-a544-420b-8bee-f71f5c2330b9, host n-h1-800634-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=b421bc6e-a544-420b-8bee-f71f5c2330b9,segment=NetworkSegment(9eabdc37-f9ba-4d70-90d2-3883eed3b00b),segment_id=9eabdc37-f9ba-4d70-90d2-3883eed3b00b)] {{(pid=93915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 18:54:34.774379 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-5a0e33eb-505c-48b3-be91-678ee0e26886 req-c1542ee5-731c-4654-b4ce-125b972e870f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25912978'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:54:34.802734 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Provisioning for port 738e4b69-30eb-42a1-bbac-7d350dcb09bd completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:54:34.807332 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Provisioning complete for port 738e4b69-30eb-42a1-bbac-7d350dcb09bd triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:54:34.807840 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:54:34.842516 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0e33eb-505c-48b3-be91-678ee0e26886 req-c1542ee5-731c-4654-b4ce-125b972e870f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:54:34.842516 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-5a0e33eb-505c-48b3-be91-678ee0e26886 req-c1542ee5-731c-4654-b4ce-125b972e870f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:54:34.843225 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-5a0e33eb-505c-48b3-be91-678ee0e26886 req-c1542ee5-731c-4654-b4ce-125b972e870f service neutron] 10.222.0.18 "PUT /v2.0/ports/b421bc6e-a544-420b-8bee-f71f5c2330b9 HTTP/1.1" status: 200 len: 1092 time: 0.9211833 Jul 14 18:54:34.843676 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17cebbf9-e3c4-4b76-83b1-3f90a4649002', 'tag': 'b421bc6e-a544-420b-8bee-f71f5c2330b9'}] {{(pid=93915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:54:34.847469 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e72782ad3af8f7d4ce76cedf092bca46d1756acc5c4653cf0b52034cdd6b073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f32800bd-805c-46bd-b820-8242fee0f93c" -d '{"events": [{"name": "network-changed", "server_uuid": "17cebbf9-e3c4-4b76-83b1-3f90a4649002", "tag": "b421bc6e-a544-420b-8bee-f71f5c2330b9"}]}' {{(pid=93915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:54:34.858551 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1542ee5-731c-4654-b4ce-125b972e870f service neutron] Pushing event updated for resources: {'Port': ['ID=b421bc6e-a544-420b-8bee-f71f5c2330b9,revision_number=3']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:54:34.933666 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 18:54:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a603fb7-9155-4228-8567-fcad963999ee x-openstack-request-id: req-4a603fb7-9155-4228-8567-fcad963999ee {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:54:34.934398 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17cebbf9-e3c4-4b76-83b1-3f90a4649002", "tag": "b421bc6e-a544-420b-8bee-f71f5c2330b9", "status": "completed", "code": 200}]} {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:54:34.934946 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4a603fb7-9155-4228-8567-fcad963999ee {{(pid=93915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:54:34.935402 n-d-800634-3 neutron-server[93915]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17cebbf9-e3c4-4b76-83b1-3f90a4649002', 'tag': 'b421bc6e-a544-420b-8bee-f71f5c2330b9', 'status': 'completed', 'code': 200} Jul 14 18:54:34.964287 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:54:34.968636 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0e33eb-505c-48b3-be91-678ee0e26886 req-ba9188f5-64fd-460b-9793-3dd61ea013c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:54:34.970841 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-5a0e33eb-505c-48b3-be91-678ee0e26886 req-ba9188f5-64fd-460b-9793-3dd61ea013c6 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=416662242e8c4e4f8a859af8b605058e&device_id=17cebbf9-e3c4-4b76-83b1-3f90a4649002 HTTP/1.1" status: 200 len: 1095 time: 0.0752172 Jul 14 18:54:34.997422 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3536c908-b8c0-4194-a147-ca3713d10ad3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '738e4b69-30eb-42a1-bbac-7d350dcb09bd'}] {{(pid=93917) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:54:35.000491 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20b787f3c29eaa7aa2a4d648c725a2124c5ff39a8d793252f9d844495e14cf42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a12d0187-4b3c-48ef-8120-455c791446f7" -d '{"events": [{"server_uuid": "3536c908-b8c0-4194-a147-ca3713d10ad3", "name": "network-vif-plugged", "status": "completed", "tag": "738e4b69-30eb-42a1-bbac-7d350dcb09bd"}]}' {{(pid=93917) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:54:35.022106 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-5a0e33eb-505c-48b3-be91-678ee0e26886 req-cd03a8d1-a2fd-48cc-b47a-86316c26964d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b421bc6e-a544-420b-8bee-f71f5c2330b9 HTTP/1.1" status: 200 len: 217 time: 0.0445249 Jul 14 18:54:35.022277 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] For port 738e4b69-30eb-42a1-bbac-7d350dcb09bd, host n-h2-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=738e4b69-30eb-42a1-bbac-7d350dcb09bd,segment=NetworkSegment(ee39aca0-6f7d-4da6-861f-9f37553124e0),segment_id=ee39aca0-6f7d-4da6-861f-9f37553124e0)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:54:35.028732 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:54:35.086618 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 18:54:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bf4e4c5-0a93-4ddf-9cd1-3cbc05eb2842 x-openstack-request-id: req-5bf4e4c5-0a93-4ddf-9cd1-3cbc05eb2842 {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:54:35.087200 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3536c908-b8c0-4194-a147-ca3713d10ad3", "name": "network-vif-plugged", "status": "completed", "tag": "738e4b69-30eb-42a1-bbac-7d350dcb09bd", "code": 200}]} {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:54:35.090390 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5bf4e4c5-0a93-4ddf-9cd1-3cbc05eb2842 {{(pid=93917) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:54:35.092967 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0e33eb-505c-48b3-be91-678ee0e26886 req-22829ee1-f803-487a-9f26-5ef3965da6da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:54:35.093575 n-d-800634-3 neutron-server[93917]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3536c908-b8c0-4194-a147-ca3713d10ad3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '738e4b69-30eb-42a1-bbac-7d350dcb09bd', 'code': 200} Jul 14 18:54:35.094449 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-5a0e33eb-505c-48b3-be91-678ee0e26886 req-22829ee1-f803-487a-9f26-5ef3965da6da service neutron] 10.222.0.18 "GET /v2.0/subnets?id=bc70da27-50b6-4f58-8742-3f28772b9ba9 HTTP/1.1" status: 200 len: 861 time: 0.0657847 Jul 14 18:54:35.121496 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Pushing event updated for resources: {'Port': ['ID=738e4b69-30eb-42a1-bbac-7d350dcb09bd,revision_number=5']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:54:35.150042 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-5a0e33eb-505c-48b3-be91-678ee0e26886 req-4a486e9c-2739-4c81-864b-a0d94aa36dca service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3fb2ef64-b3c9-4330-989a-ee59a932f6c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0486302 Jul 14 18:54:35.344788 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d242a83-373a-4768-9d22-9f22757422de req-805012c5-8ded-4ac5-8371-b08bd9ee2d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:54:35.347443 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-0d242a83-373a-4768-9d22-9f22757422de req-805012c5-8ded-4ac5-8371-b08bd9ee2d18 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=3536c908-b8c0-4194-a147-ca3713d10ad3 HTTP/1.1" status: 200 len: 1096 time: 0.1961453 Jul 14 18:54:35.364051 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-5a0e33eb-505c-48b3-be91-678ee0e26886 req-ddfe7f9d-5444-4aac-86cd-b1cf26e49d3d service neutron] 10.222.0.18 "GET /v2.0/networks/3fb2ef64-b3c9-4330-989a-ee59a932f6c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2025566 Jul 14 18:54:35.403820 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2aef099-8399-463d-9683-a5390b8d59b5 req-0389f45a-bddf-4696-b8ba-2f97c2a23df9 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:54:35.405349 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e2aef099-8399-463d-9683-a5390b8d59b5 req-0389f45a-bddf-4696-b8ba-2f97c2a23df9 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] 10.222.0.16 "GET /v2.0/ports?device_id=3536c908-b8c0-4194-a147-ca3713d10ad3 HTTP/1.1" status: 200 len: 945 time: 0.1747265 Jul 14 18:54:35.474405 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-0d242a83-373a-4768-9d22-9f22757422de req-e88869eb-c022-454a-8b32-4c52ce69527c service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=6966763a-a9ce-4f04-9343-56b5726844ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1201060 Jul 14 18:54:35.503319 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e2aef099-8399-463d-9683-a5390b8d59b5 req-ac874b81-6a88-4133-9de0-f035f30ecd8a tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] 10.222.0.16 "GET /v2.0/security-groups?id=6966763a-a9ce-4f04-9343-56b5726844ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0717351 Jul 14 18:54:35.536500 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-5a0e33eb-505c-48b3-be91-678ee0e26886 req-c9edfe3e-a58f-4b91-bc19-4ececaaf9d04 service neutron] 10.222.0.18 "GET /v2.0/networks/3fb2ef64-b3c9-4330-989a-ee59a932f6c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1630411 Jul 14 18:54:35.572820 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:54:35.686130 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f822f4d-3412-468b-8ec3-fc10a9b26507 req-13767406-caeb-4d42-97b5-8240bee92abc tempest-ServerAddressesNegativeTestJSON-11890178 tempest-ServerAddressesNegativeTestJSON-11890178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:54:35.687636 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6f822f4d-3412-468b-8ec3-fc10a9b26507 req-13767406-caeb-4d42-97b5-8240bee92abc tempest-ServerAddressesNegativeTestJSON-11890178 tempest-ServerAddressesNegativeTestJSON-11890178-project] 10.222.0.16 "GET /v2.0/ports?device_id=17cebbf9-e3c4-4b76-83b1-3f90a4649002 HTTP/1.1" status: 200 len: 944 time: 0.1065989 Jul 14 18:54:35.692325 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32800bd-805c-46bd-b820-8242fee0f93c req-d1ca1b2d-7f70-4d15-bb03-cbca89436bed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:54:35.693699 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f32800bd-805c-46bd-b820-8242fee0f93c req-d1ca1b2d-7f70-4d15-bb03-cbca89436bed service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=416662242e8c4e4f8a859af8b605058e&device_id=17cebbf9-e3c4-4b76-83b1-3f90a4649002 HTTP/1.1" status: 200 len: 1095 time: 0.0824387 Jul 14 18:54:35.785415 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6f822f4d-3412-468b-8ec3-fc10a9b26507 req-b8b165d0-b6df-4ec1-89f3-8a38c2597ca0 tempest-ServerAddressesNegativeTestJSON-11890178 tempest-ServerAddressesNegativeTestJSON-11890178-project] 10.222.0.16 "GET /v2.0/security-groups?id=d035c691-2b4b-4b4b-94d1-a5f4c70ed7be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897844 Jul 14 18:54:35.815929 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32800bd-805c-46bd-b820-8242fee0f93c req-e20912fd-08b2-4058-a318-ed91634ddb7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:54:35.817540 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f32800bd-805c-46bd-b820-8242fee0f93c req-e20912fd-08b2-4058-a318-ed91634ddb7b service neutron] 10.222.0.18 "GET /v2.0/networks?id=3fb2ef64-b3c9-4330-989a-ee59a932f6c4 HTTP/1.1" status: 200 len: 921 time: 0.1159854 Jul 14 18:54:35.861664 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f32800bd-805c-46bd-b820-8242fee0f93c req-0853eef1-b45e-4651-af20-48f779c07145 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b421bc6e-a544-420b-8bee-f71f5c2330b9 HTTP/1.1" status: 200 len: 217 time: 0.0369141 Jul 14 18:54:35.926537 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32800bd-805c-46bd-b820-8242fee0f93c req-23ad31c2-0e33-4a4d-be3e-c60bc9b64129 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:54:35.928036 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f32800bd-805c-46bd-b820-8242fee0f93c req-23ad31c2-0e33-4a4d-be3e-c60bc9b64129 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=bc70da27-50b6-4f58-8742-3f28772b9ba9 HTTP/1.1" status: 200 len: 861 time: 0.0598583 Jul 14 18:54:35.962088 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f32800bd-805c-46bd-b820-8242fee0f93c req-a6389320-4c1f-4fa7-83a3-270ce9c0acd6 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3fb2ef64-b3c9-4330-989a-ee59a932f6c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274115 Jul 14 18:54:36.058010 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f32800bd-805c-46bd-b820-8242fee0f93c req-4ae2cdd8-af3c-4f75-8f8f-d621366de371 service neutron] 10.222.0.18 "GET /v2.0/networks/3fb2ef64-b3c9-4330-989a-ee59a932f6c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896566 Jul 14 18:54:36.164179 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f32800bd-805c-46bd-b820-8242fee0f93c req-882ad9fc-20f4-47aa-8536-a668c8a48e20 service neutron] 10.222.0.18 "GET /v2.0/networks/3fb2ef64-b3c9-4330-989a-ee59a932f6c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981672 Jul 14 18:54:36.719797 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5047f8b-58cb-4526-90b0-ea9679c210f7 req-5183fdbf-10a7-4d72-b115-96ee8614cf07 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:54:36.722262 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-d5047f8b-58cb-4526-90b0-ea9679c210f7 req-5183fdbf-10a7-4d72-b115-96ee8614cf07 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] 10.222.0.16 "GET /v2.0/ports?device_id=3536c908-b8c0-4194-a147-ca3713d10ad3 HTTP/1.1" status: 200 len: 945 time: 0.0704870 Jul 14 18:54:36.761304 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-d5047f8b-58cb-4526-90b0-ea9679c210f7 req-e309c8e5-8b6c-416c-96b9-5f121296b95a tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] 10.222.0.16 "GET /v2.0/security-groups?id=6966763a-a9ce-4f04-9343-56b5726844ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333769 Jul 14 18:54:37.025021 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ae5d6e-b08e-496b-903f-72504d7333f2 req-8b59baab-221b-41ca-9802-d8adf0637299 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:54:37.026644 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b9ae5d6e-b08e-496b-903f-72504d7333f2 req-8b59baab-221b-41ca-9802-d8adf0637299 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] 10.222.0.16 "GET /v2.0/ports?device_id=3536c908-b8c0-4194-a147-ca3713d10ad3 HTTP/1.1" status: 200 len: 945 time: 0.1392720 Jul 14 18:54:37.040254 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d415f437-c472-43a1-985e-c56f750d6899 req-fb2a2edc-59f7-4efc-b472-cb35239c4ce5 tempest-ServerAddressesNegativeTestJSON-11890178 tempest-ServerAddressesNegativeTestJSON-11890178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:54:37.041752 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-d415f437-c472-43a1-985e-c56f750d6899 req-fb2a2edc-59f7-4efc-b472-cb35239c4ce5 tempest-ServerAddressesNegativeTestJSON-11890178 tempest-ServerAddressesNegativeTestJSON-11890178-project] 10.222.0.16 "GET /v2.0/ports?device_id=17cebbf9-e3c4-4b76-83b1-3f90a4649002 HTTP/1.1" status: 200 len: 944 time: 0.1227605 Jul 14 18:54:37.095027 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b9ae5d6e-b08e-496b-903f-72504d7333f2 req-cfada69d-a2f7-4929-a94f-70bf39acfa84 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] 10.222.0.16 "GET /v2.0/security-groups?id=6966763a-a9ce-4f04-9343-56b5726844ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624866 Jul 14 18:54:37.124432 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-d415f437-c472-43a1-985e-c56f750d6899 req-7520bdae-fd59-48d4-9a78-b0663c838635 tempest-ServerAddressesNegativeTestJSON-11890178 tempest-ServerAddressesNegativeTestJSON-11890178-project] 10.222.0.16 "GET /v2.0/security-groups?id=d035c691-2b4b-4b4b-94d1-a5f4c70ed7be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633461 Jul 14 18:54:37.124906 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 50792) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:54:37.182533 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3161b79-f604-44df-9d30-f1ccce9b76ea tempest-TestVolumeBootPattern-1643325174 tempest-TestVolumeBootPattern-1643325174-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:54:37.184212 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-c3161b79-f604-44df-9d30-f1ccce9b76ea tempest-TestVolumeBootPattern-1643325174 tempest-TestVolumeBootPattern-1643325174-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=3536c908-b8c0-4194-a147-ca3713d10ad3 HTTP/1.1" status: 200 len: 1091 time: 0.0583560 Jul 14 18:54:37.187017 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 50796) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:54:37.193921 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-60fadd40-b904-4e2f-84fc-5aabed94fc73 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] Request body: {'floatingip': {'floating_network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'port_id': '738e4b69-30eb-42a1-bbac-7d350dcb09bd', 'tenant_id': '5093a1bcf9144b0bbe697fc3cf12df56', 'fixed_ip_address': '172.20.0.4'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:54:37.217208 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-60fadd40-b904-4e2f-84fc-5aabed94fc73 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] Notify callbacks [] for floatingip, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:54:37.320825 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-60fadd40-b904-4e2f-84fc-5aabed94fc73 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:54:37.433435 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.db_base_plugin_common [None req-60fadd40-b904-4e2f-84fc-5aabed94fc73 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] Allocated IP 172.25.1.42 (9200a437-e1de-4520-88f6-e68386523e61/5f47f848-4532-407a-a0e2-5690ade15fd0/6e990d9c-d17c-4b79-9376-2ad8149b08d0) {{(pid=93915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:54:37.559380 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-60fadd40-b904-4e2f-84fc-5aabed94fc73 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] Notify callbacks [] for port, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:54:37.600136 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-60fadd40-b904-4e2f-84fc-5aabed94fc73 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:54:37.643249 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60fadd40-b904-4e2f-84fc-5aabed94fc73 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] Network 9200a437-e1de-4520-88f6-e68386523e61 is already hosted by enough agents. {{(pid=93915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:54:37.649686 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [None req-60fadd40-b904-4e2f-84fc-5aabed94fc73 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] Resources bound (agent type, host, resource id): {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:54:37.660072 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60fadd40-b904-4e2f-84fc-5aabed94fc73 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] Received port after_create {{(pid=93915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:54:37.686990 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60fadd40-b904-4e2f-84fc-5aabed94fc73 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] Pushing event updated for resources: {'Port': ['ID=6e990d9c-d17c-4b79-9376-2ad8149b08d0,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:54:38.060568 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-60fadd40-b904-4e2f-84fc-5aabed94fc73 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:54:38.150133 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-60fadd40-b904-4e2f-84fc-5aabed94fc73 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:54:38.376850 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-60fadd40-b904-4e2f-84fc-5aabed94fc73 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] Notify callbacks [] for port, precommit_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:54:38.378589 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device b421bc6e-a544-420b-8bee-f71f5c2330b9 details requested by agent hyperv_n-h1-800634-3 with host n-h1-800634-3 {{(pid=93917) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 18:54:38.388231 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61fc51d-d243-4a3a-abc8-050c9725d940 req-f0bf198a-c4fa-40e4-8d8b-11e2436c0b37 tempest-ServerAddressesNegativeTestJSON-11890178 tempest-ServerAddressesNegativeTestJSON-11890178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:54:38.389737 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e61fc51d-d243-4a3a-abc8-050c9725d940 req-f0bf198a-c4fa-40e4-8d8b-11e2436c0b37 tempest-ServerAddressesNegativeTestJSON-11890178 tempest-ServerAddressesNegativeTestJSON-11890178-project] 10.222.0.16 "GET /v2.0/ports?device_id=17cebbf9-e3c4-4b76-83b1-3f90a4649002 HTTP/1.1" status: 200 len: 944 time: 0.1403043 Jul 14 18:54:38.391162 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-60fadd40-b904-4e2f-84fc-5aabed94fc73 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25912978'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:54:38.499511 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-60fadd40-b904-4e2f-84fc-5aabed94fc73 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-930131'] for floatingip, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:54:38.523433 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port b421bc6e-a544-420b-8bee-f71f5c2330b9, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=b421bc6e-a544-420b-8bee-f71f5c2330b9,segment=NetworkSegment(9eabdc37-f9ba-4d70-90d2-3883eed3b00b),segment_id=9eabdc37-f9ba-4d70-90d2-3883eed3b00b)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:54:38.536480 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Returning: {'device': 'b421bc6e-a544-420b-8bee-f71f5c2330b9', 'network_id': '3fb2ef64-b3c9-4330-989a-ee59a932f6c4', 'port_id': 'b421bc6e-a544-420b-8bee-f71f5c2330b9', 'mac_address': 'fa:16:3e:3a:85:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc70da27-50b6-4f58-8742-3f28772b9ba9', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93917) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 18:54:38.581273 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:54:38.596901 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b421bc6e-a544-420b-8bee-f71f5c2330b9 {{(pid=93917) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 18:54:38.622847 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port b421bc6e-a544-420b-8bee-f71f5c2330b9, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=b421bc6e-a544-420b-8bee-f71f5c2330b9,segment=NetworkSegment(9eabdc37-f9ba-4d70-90d2-3883eed3b00b),segment_id=9eabdc37-f9ba-4d70-90d2-3883eed3b00b)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:54:38.628209 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:54:38.714750 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Pushing event updated for resources: {'Port': ['ID=b421bc6e-a544-420b-8bee-f71f5c2330b9,revision_number=4']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:54:38.822143 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] get_ports_and_sgs() called for port_ids ['b421bc6e-a544-420b-8bee-f71f5c2330b9'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 18:54:39.040761 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e61fc51d-d243-4a3a-abc8-050c9725d940 req-9c2f0a9f-3082-4d1a-954b-37b4a777f7c2 tempest-ServerAddressesNegativeTestJSON-11890178 tempest-ServerAddressesNegativeTestJSON-11890178-project] 10.222.0.16 "GET /v2.0/security-groups?id=d035c691-2b4b-4b4b-94d1-a5f4c70ed7be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6214797 Jul 14 18:54:39.050694 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60fadd40-b904-4e2f-84fc-5aabed94fc73 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] Pushing event updated for resources: {'Port': ['ID=6e990d9c-d17c-4b79-9376-2ad8149b08d0,revision_number=2']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:54:39.113601 n-d-800634-3 neutron-server[93915]: INFO neutron.db.l3_db [None req-60fadd40-b904-4e2f-84fc-5aabed94fc73 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] Floating IP d25d2a8e-4b57-41d4-8762-50b837b5f3e7 associated. External IP: 172.25.1.42, port: 738e4b69-30eb-42a1-bbac-7d350dcb09bd. Jul 14 18:54:39.374054 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60fadd40-b904-4e2f-84fc-5aabed94fc73 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] Router a9e3896e-783e-4cd9-a436-2b5e2a355b94 has already been hosted by L3 agent 2c6eb27e-defb-4cca-9a24-381c7415e359 {{(pid=93915) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 18:54:39.511188 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60fadd40-b904-4e2f-84fc-5aabed94fc73 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] Notify agent at l3_agent.n-d-800634-3 the message routers_updated {{(pid=93915) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 18:54:39.522932 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5857bf6b-55bf-47fd-9a23-9833f33e6170 None None] Sync routers for ids ['a9e3896e-783e-4cd9-a436-2b5e2a355b94'] in n-d-800634-3 {{(pid=93918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 18:54:39.537053 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-60fadd40-b904-4e2f-84fc-5aabed94fc73 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for floatingip, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:54:39.544753 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5857bf6b-55bf-47fd-9a23-9833f33e6170 None None] Routers {'a9e3896e-783e-4cd9-a436-2b5e2a355b94'} bound to L3 agent in host n-d-800634-3 {{(pid=93918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:54:39.571107 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-5857bf6b-55bf-47fd-9a23-9833f33e6170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:54:23Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['a9e3896e-783e-4cd9-a436-2b5e2a355b94'], 'active': True} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:54:39.578060 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-60fadd40-b904-4e2f-84fc-5aabed94fc73 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.3898721 Jul 14 18:54:39.578722 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3536c908-b8c0-4194-a147-ca3713d10ad3', 'tag': '738e4b69-30eb-42a1-bbac-7d350dcb09bd'}] {{(pid=93915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:54:39.581822 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e72782ad3af8f7d4ce76cedf092bca46d1756acc5c4653cf0b52034cdd6b073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-945b0b16-f5b0-4c61-b3c5-b8db931b0fd8" -d '{"events": [{"name": "network-changed", "server_uuid": "3536c908-b8c0-4194-a147-ca3713d10ad3", "tag": "738e4b69-30eb-42a1-bbac-7d350dcb09bd"}]}' {{(pid=93915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:54:39.630946 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 18:54:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-431d9b73-f677-4c24-b27e-df565677aeff x-openstack-request-id: req-431d9b73-f677-4c24-b27e-df565677aeff {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:54:39.631312 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3536c908-b8c0-4194-a147-ca3713d10ad3", "tag": "738e4b69-30eb-42a1-bbac-7d350dcb09bd", "status": "completed", "code": 200}]} {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:54:39.633634 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-431d9b73-f677-4c24-b27e-df565677aeff {{(pid=93915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:54:39.634151 n-d-800634-3 neutron-server[93915]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3536c908-b8c0-4194-a147-ca3713d10ad3', 'tag': '738e4b69-30eb-42a1-bbac-7d350dcb09bd', 'status': 'completed', 'code': 200} Jul 14 18:54:39.703651 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvr_db [None req-5857bf6b-55bf-47fd-9a23-9833f33e6170 None None] Set router a9e3896e-783e-4cd9-a436-2b5e2a355b94 gateway port host: n-d-800634-3 {{(pid=93918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 18:54:39.725981 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945b0b16-f5b0-4c61-b3c5-b8db931b0fd8 req-93eff05e-0268-4385-891a-56738b8405c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:54:39.728260 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-945b0b16-f5b0-4c61-b3c5-b8db931b0fd8 req-93eff05e-0268-4385-891a-56738b8405c3 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5093a1bcf9144b0bbe697fc3cf12df56&device_id=3536c908-b8c0-4194-a147-ca3713d10ad3 HTTP/1.1" status: 200 len: 1096 time: 0.0739629 Jul 14 18:54:39.831689 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945b0b16-f5b0-4c61-b3c5-b8db931b0fd8 req-734081ec-a926-4f0b-b487-d9a567aae036 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:54:39.833285 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-945b0b16-f5b0-4c61-b3c5-b8db931b0fd8 req-734081ec-a926-4f0b-b487-d9a567aae036 service neutron] 10.222.0.35 "GET /v2.0/networks?id=d41f9397-de9e-4e07-a07d-8cf0ac566250 HTTP/1.1" status: 200 len: 911 time: 0.0985990 Jul 14 18:54:39.919676 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-945b0b16-f5b0-4c61-b3c5-b8db931b0fd8 req-32c96446-6cd8-450d-b1a5-862aed9281b0 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=738e4b69-30eb-42a1-bbac-7d350dcb09bd HTTP/1.1" status: 200 len: 998 time: 0.0795865 Jul 14 18:54:39.974825 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945b0b16-f5b0-4c61-b3c5-b8db931b0fd8 req-a2751730-e28d-4b8a-b331-3824bfd462de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:54:39.976948 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-945b0b16-f5b0-4c61-b3c5-b8db931b0fd8 req-a2751730-e28d-4b8a-b331-3824bfd462de service neutron] 10.222.0.35 "GET /v2.0/subnets?id=0161a33b-ac2d-4d08-b4de-fe1fa405f16a HTTP/1.1" status: 200 len: 850 time: 0.0510387 Jul 14 18:54:40.015235 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-5857bf6b-55bf-47fd-9a23-9833f33e6170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9e3896e-783e-4cd9-a436-2b5e2a355b94', 'name': 'tempest-TestVolumeBootPattern-302726053-router', 'tenant_id': '5093a1bcf9144b0bbe697fc3cf12df56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.28'}], 'enable_snat': True}, 'gw_port_id': 'dc15107d-54c7-4d8d-b676-7096f1bd483c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:42:21Z', 'updated_at': '2021-07-14T18:42:31Z', 'revision_number': 4, 'project_id': '5093a1bcf9144b0bbe697fc3cf12df56', 'gw_port': {'id': 'dc15107d-54c7-4d8d-b676-7096f1bd483c', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:05:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9e3896e-783e-4cd9-a436-2b5e2a355b94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2443, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:42:23Z', 'updated_at': '2021-07-14T18:42:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_floatingips': [{'id': '8f02b6b5-17f1-4d43-8394-cfa569e5cd64', 'tenant_id': '5093a1bcf9144b0bbe697fc3cf12df56', 'floating_ip_address': '172.25.1.234', 'floating_network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'router_id': 'a9e3896e-783e-4cd9-a436-2b5e2a355b94', 'port_id': 'feca8970-97a2-4046-b98f-53bd05674454', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3320, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd41f9397-de9e-4e07-a07d-8cf0ac566250', 'mac_address': 'fa:16:3e:8b:1a:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e21060b3-7836-4f9d-9f9c-3326f4df0b64', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T18:52:27Z', 'updated_at': '2021-07-14T18:52:30Z', 'revision_number': 1, 'project_id': '5093a1bcf9144b0bbe697fc3cf12df56', 'fixed_ip_address_scope': None}, {'id': 'd25d2a8e-4b57-41d4-8762-50b837b5f3e7', 'tenant_id': '5093a1bcf9144b0bbe697fc3cf12df56', 'floating_ip_address': '172.25.1.42', 'floating_network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'router_id': 'a9e3896e-783e-4cd9-a436-2b5e2a355b94', 'port_id': '738e4b69-30eb-42a1-bbac-7d350dcb09bd', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3553, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd41f9397-de9e-4e07-a07d-8cf0ac566250', 'mac_address': 'fa:16:3e:22:85:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3536c908-b8c0-4194-a147-ca3713d10ad3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T18:54:37Z', 'updated_at': '2021-07-14T18:54:37Z', 'revision_number': 0, 'project_id': '5093a1bcf9144b0bbe697fc3cf12df56', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80c1cf18-c949-439f-b063-72e495f32b15', 'name': '', 'network_id': 'd41f9397-de9e-4e07-a07d-8cf0ac566250', 'tenant_id': '5093a1bcf9144b0bbe697fc3cf12df56', 'mac_address': 'fa:16:3e:b9:70:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9e3896e-783e-4cd9-a436-2b5e2a355b94', 'device_owner': 'network:router_interface', 'standard_attr_id': 2461, 'fixed_ips': [{'subnet_id': '0161a33b-ac2d-4d08-b4de-fe1fa405f16a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:42:29Z', 'updated_at': '2021-07-14T18:42:45Z', 'revision_number': 5, 'project_id': '5093a1bcf9144b0bbe697fc3cf12df56', 'subnets': [{'id': '0161a33b-ac2d-4d08-b4de-fe1fa405f16a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-3', False) {} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:54:40.044449 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945b0b16-f5b0-4c61-b3c5-b8db931b0fd8 req-6a59b164-6e38-41aa-9c2f-cd7ebd8eb4cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:54:40.046193 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-945b0b16-f5b0-4c61-b3c5-b8db931b0fd8 req-6a59b164-6e38-41aa-9c2f-cd7ebd8eb4cc service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d41f9397-de9e-4e07-a07d-8cf0ac566250&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0613928 Jul 14 18:54:40.050595 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5857bf6b-55bf-47fd-9a23-9833f33e6170 None None] Checking router: a9e3896e-783e-4cd9-a436-2b5e2a355b94 for host: n-d-800634-3 {{(pid=93918) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 18:54:40.059746 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5857bf6b-55bf-47fd-9a23-9833f33e6170 None None] Routers {'a9e3896e-783e-4cd9-a436-2b5e2a355b94'} bound to L3 agent in host n-d-800634-3 {{(pid=93918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:54:40.060516 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-5857bf6b-55bf-47fd-9a23-9833f33e6170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:54:23Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['a9e3896e-783e-4cd9-a436-2b5e2a355b94'], 'active': True} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:54:40.179232 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-945b0b16-f5b0-4c61-b3c5-b8db931b0fd8 req-8adbee7d-efb5-46e9-b3a6-8aeb4462fed8 service neutron] 10.222.0.35 "GET /v2.0/networks/d41f9397-de9e-4e07-a07d-8cf0ac566250?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259980 Jul 14 18:54:40.198446 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvr_db [None req-5857bf6b-55bf-47fd-9a23-9833f33e6170 None None] Set router a9e3896e-783e-4cd9-a436-2b5e2a355b94 gateway port host: n-d-800634-3 {{(pid=93918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 18:54:40.340325 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-945b0b16-f5b0-4c61-b3c5-b8db931b0fd8 req-6443b5a4-c937-4ebb-9eed-8ca02fbafdc9 service neutron] 10.222.0.35 "GET /v2.0/networks/d41f9397-de9e-4e07-a07d-8cf0ac566250?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1529181 Jul 14 18:54:40.381973 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device b421bc6e-a544-420b-8bee-f71f5c2330b9 up at agent hyperv_n-h1-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:54:40.384665 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6638609-2f11-4ee7-8fec-06c13fa1b38b req-94bf854a-ab6e-4d79-ae7d-47eae3c782bd tempest-ServerAddressesNegativeTestJSON-11890178 tempest-ServerAddressesNegativeTestJSON-11890178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:54:40.389247 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-d6638609-2f11-4ee7-8fec-06c13fa1b38b req-94bf854a-ab6e-4d79-ae7d-47eae3c782bd tempest-ServerAddressesNegativeTestJSON-11890178 tempest-ServerAddressesNegativeTestJSON-11890178-project] 10.222.0.16 "GET /v2.0/ports?device_id=17cebbf9-e3c4-4b76-83b1-3f90a4649002 HTTP/1.1" status: 200 len: 945 time: 0.1222088 Jul 14 18:54:40.449388 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Provisioning for port b421bc6e-a544-420b-8bee-f71f5c2330b9 completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:54:40.458993 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Provisioning complete for port b421bc6e-a544-420b-8bee-f71f5c2330b9 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:54:40.459366 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:54:40.490527 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-d6638609-2f11-4ee7-8fec-06c13fa1b38b req-982d6a4e-5b5f-48b1-a182-9e3515e51266 tempest-ServerAddressesNegativeTestJSON-11890178 tempest-ServerAddressesNegativeTestJSON-11890178-project] 10.222.0.16 "GET /v2.0/security-groups?id=d035c691-2b4b-4b4b-94d1-a5f4c70ed7be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942824 Jul 14 18:54:40.512264 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-5857bf6b-55bf-47fd-9a23-9833f33e6170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9e3896e-783e-4cd9-a436-2b5e2a355b94', 'name': 'tempest-TestVolumeBootPattern-302726053-router', 'tenant_id': '5093a1bcf9144b0bbe697fc3cf12df56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.28'}], 'enable_snat': True}, 'gw_port_id': 'dc15107d-54c7-4d8d-b676-7096f1bd483c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:42:21Z', 'updated_at': '2021-07-14T18:42:31Z', 'revision_number': 4, 'project_id': '5093a1bcf9144b0bbe697fc3cf12df56', 'gw_port': {'id': 'dc15107d-54c7-4d8d-b676-7096f1bd483c', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:05:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9e3896e-783e-4cd9-a436-2b5e2a355b94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2443, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:42:23Z', 'updated_at': '2021-07-14T18:42:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_floatingips': [{'id': '8f02b6b5-17f1-4d43-8394-cfa569e5cd64', 'tenant_id': '5093a1bcf9144b0bbe697fc3cf12df56', 'floating_ip_address': '172.25.1.234', 'floating_network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'router_id': 'a9e3896e-783e-4cd9-a436-2b5e2a355b94', 'port_id': 'feca8970-97a2-4046-b98f-53bd05674454', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3320, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd41f9397-de9e-4e07-a07d-8cf0ac566250', 'mac_address': 'fa:16:3e:8b:1a:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e21060b3-7836-4f9d-9f9c-3326f4df0b64', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T18:52:27Z', 'updated_at': '2021-07-14T18:52:30Z', 'revision_number': 1, 'project_id': '5093a1bcf9144b0bbe697fc3cf12df56', 'fixed_ip_address_scope': None}, {'id': 'd25d2a8e-4b57-41d4-8762-50b837b5f3e7', 'tenant_id': '5093a1bcf9144b0bbe697fc3cf12df56', 'floating_ip_address': '172.25.1.42', 'floating_network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'router_id': 'a9e3896e-783e-4cd9-a436-2b5e2a355b94', 'port_id': '738e4b69-30eb-42a1-bbac-7d350dcb09bd', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3553, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd41f9397-de9e-4e07-a07d-8cf0ac566250', 'mac_address': 'fa:16:3e:22:85:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3536c908-b8c0-4194-a147-ca3713d10ad3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T18:54:37Z', 'updated_at': '2021-07-14T18:54:37Z', 'revision_number': 0, 'project_id': '5093a1bcf9144b0bbe697fc3cf12df56', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80c1cf18-c949-439f-b063-72e495f32b15', 'name': '', 'network_id': 'd41f9397-de9e-4e07-a07d-8cf0ac566250', 'tenant_id': '5093a1bcf9144b0bbe697fc3cf12df56', 'mac_address': 'fa:16:3e:b9:70:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9e3896e-783e-4cd9-a436-2b5e2a355b94', 'device_owner': 'network:router_interface', 'standard_attr_id': 2461, 'fixed_ips': [{'subnet_id': '0161a33b-ac2d-4d08-b4de-fe1fa405f16a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:42:29Z', 'updated_at': '2021-07-14T18:42:45Z', 'revision_number': 5, 'project_id': '5093a1bcf9144b0bbe697fc3cf12df56', 'subnets': [{'id': '0161a33b-ac2d-4d08-b4de-fe1fa405f16a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-3', False) {} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:54:40.547395 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5857bf6b-55bf-47fd-9a23-9833f33e6170 None None] The sync data for ids ['a9e3896e-783e-4cd9-a436-2b5e2a355b94'] in n-d-800634-3 is: [{'id': 'a9e3896e-783e-4cd9-a436-2b5e2a355b94', 'name': 'tempest-TestVolumeBootPattern-302726053-router', 'tenant_id': '5093a1bcf9144b0bbe697fc3cf12df56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.28'}], 'enable_snat': True}, 'gw_port_id': 'dc15107d-54c7-4d8d-b676-7096f1bd483c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:42:21Z', 'updated_at': '2021-07-14T18:42:31Z', 'revision_number': 4, 'project_id': '5093a1bcf9144b0bbe697fc3cf12df56', 'gw_port': {'id': 'dc15107d-54c7-4d8d-b676-7096f1bd483c', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:05:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9e3896e-783e-4cd9-a436-2b5e2a355b94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2443, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:42:23Z', 'updated_at': '2021-07-14T18:42:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_floatingips': [{'id': '8f02b6b5-17f1-4d43-8394-cfa569e5cd64', 'tenant_id': '5093a1bcf9144b0bbe697fc3cf12df56', 'floating_ip_address': '172.25.1.234', 'floating_network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'router_id': 'a9e3896e-783e-4cd9-a436-2b5e2a355b94', 'port_id': 'feca8970-97a2-4046-b98f-53bd05674454', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3320, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd41f9397-de9e-4e07-a07d-8cf0ac566250', 'mac_address': 'fa:16:3e:8b:1a:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e21060b3-7836-4f9d-9f9c-3326f4df0b64', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T18:52:27Z', 'updated_at': '2021-07-14T18:52:30Z', 'revision_number': 1, 'project_id': '5093a1bcf9144b0bbe697fc3cf12df56', 'fixed_ip_address_scope': None}, {'id': 'd25d2a8e-4b57-41d4-8762-50b837b5f3e7', 'tenant_id': '5093a1bcf9144b0bbe697fc3cf12df56', 'floating_ip_address': '172.25.1.42', 'floating_network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'router_id': 'a9e3896e-783e-4cd9-a436-2b5e2a355b94', 'port_id': '738e4b69-30eb-42a1-bbac-7d350dcb09bd', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3553, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd41f9397-de9e-4e07-a07d-8cf0ac566250', 'mac_address': 'fa:16:3e:22:85:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3536c908-b8c0-4194-a147-ca3713d10ad3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T18:54:37Z', 'updated_at': '2021-07-14T18:54:37Z', 'revision_number': 0, 'project_id': '5093a1bcf9144b0bbe697fc3cf12df56', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80c1cf18-c949-439f-b063-72e495f32b15', 'name': '', 'network_id': 'd41f9397-de9e-4e07-a07d-8cf0ac566250', 'tenant_id': '5093a1bcf9144b0bbe697fc3cf12df56', 'mac_address': 'fa:16:3e:b9:70:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9e3896e-783e-4cd9-a436-2b5e2a355b94', 'device_owner': 'network:router_interface', 'standard_attr_id': 2461, 'fixed_ips': [{'subnet_id': '0161a33b-ac2d-4d08-b4de-fe1fa405f16a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:42:29Z', 'updated_at': '2021-07-14T18:42:45Z', 'revision_number': 5, 'project_id': '5093a1bcf9144b0bbe697fc3cf12df56', 'subnets': [{'id': '0161a33b-ac2d-4d08-b4de-fe1fa405f16a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 18:54:40.595232 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:54:40.628047 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17cebbf9-e3c4-4b76-83b1-3f90a4649002', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b421bc6e-a544-420b-8bee-f71f5c2330b9'}] {{(pid=93917) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:54:40.630370 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20b787f3c29eaa7aa2a4d648c725a2124c5ff39a8d793252f9d844495e14cf42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cf5db7c-ce49-4e2c-a914-508b268f2984" -d '{"events": [{"server_uuid": "17cebbf9-e3c4-4b76-83b1-3f90a4649002", "name": "network-vif-plugged", "status": "completed", "tag": "b421bc6e-a544-420b-8bee-f71f5c2330b9"}]}' {{(pid=93917) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:54:40.672554 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port b421bc6e-a544-420b-8bee-f71f5c2330b9, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=b421bc6e-a544-420b-8bee-f71f5c2330b9,segment=NetworkSegment(9eabdc37-f9ba-4d70-90d2-3883eed3b00b),segment_id=9eabdc37-f9ba-4d70-90d2-3883eed3b00b)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:54:40.682317 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:54:40.721124 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 18:54:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-625d8c85-6823-4401-b222-fecaf36870fd x-openstack-request-id: req-625d8c85-6823-4401-b222-fecaf36870fd {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:54:40.721562 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17cebbf9-e3c4-4b76-83b1-3f90a4649002", "name": "network-vif-plugged", "status": "completed", "tag": "b421bc6e-a544-420b-8bee-f71f5c2330b9", "code": 200}]} {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:54:40.721923 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-625d8c85-6823-4401-b222-fecaf36870fd {{(pid=93917) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:54:40.722469 n-d-800634-3 neutron-server[93917]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17cebbf9-e3c4-4b76-83b1-3f90a4649002', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b421bc6e-a544-420b-8bee-f71f5c2330b9', 'code': 200} Jul 14 18:54:40.757362 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Pushing event updated for resources: {'Port': ['ID=b421bc6e-a544-420b-8bee-f71f5c2330b9,revision_number=5']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:54:40.816388 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87041c1-e8e1-4bc1-83ce-373292b0e043 req-7635ed71-53ab-46f2-9b4d-bef7047961c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:54:40.817917 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f87041c1-e8e1-4bc1-83ce-373292b0e043 req-7635ed71-53ab-46f2-9b4d-bef7047961c3 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=17cebbf9-e3c4-4b76-83b1-3f90a4649002 HTTP/1.1" status: 200 len: 1097 time: 0.0612588 Jul 14 18:54:40.843941 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18658e68-689c-470a-a800-080d18bb7a28 None None] New status for floating IP d25d2a8e-4b57-41d4-8762-50b837b5f3e7: ACTIVE {{(pid=93917) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 18:54:40.854463 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f87041c1-e8e1-4bc1-83ce-373292b0e043 req-1cd45fc5-4e00-483f-91b9-2e6310643da2 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=d035c691-2b4b-4b4b-94d1-a5f4c70ed7be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305769 Jul 14 18:54:41.711062 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d12802-ac11-413d-a289-68aa20ca0cc5 req-6c370501-719a-4a67-8c7a-6e95f09989a8 tempest-ServerAddressesNegativeTestJSON-11890178 tempest-ServerAddressesNegativeTestJSON-11890178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:54:41.713410 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-96d12802-ac11-413d-a289-68aa20ca0cc5 req-6c370501-719a-4a67-8c7a-6e95f09989a8 tempest-ServerAddressesNegativeTestJSON-11890178 tempest-ServerAddressesNegativeTestJSON-11890178-project] 10.222.0.16 "GET /v2.0/ports?device_id=17cebbf9-e3c4-4b76-83b1-3f90a4649002 HTTP/1.1" status: 200 len: 946 time: 0.0759175 Jul 14 18:54:41.753047 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-96d12802-ac11-413d-a289-68aa20ca0cc5 req-57560372-37e1-4e18-8e62-b9c171c28f48 tempest-ServerAddressesNegativeTestJSON-11890178 tempest-ServerAddressesNegativeTestJSON-11890178-project] 10.222.0.16 "GET /v2.0/security-groups?id=d035c691-2b4b-4b4b-94d1-a5f4c70ed7be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339153 Jul 14 18:54:42.952009 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec72667-173c-4827-9521-07144472d416 req-dfbe32b3-a47f-4076-84b9-27b834ec4b78 tempest-ServerAddressesNegativeTestJSON-11890178 tempest-ServerAddressesNegativeTestJSON-11890178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:54:42.953624 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-fec72667-173c-4827-9521-07144472d416 req-dfbe32b3-a47f-4076-84b9-27b834ec4b78 tempest-ServerAddressesNegativeTestJSON-11890178 tempest-ServerAddressesNegativeTestJSON-11890178-project] 10.222.0.16 "GET /v2.0/ports?device_id=17cebbf9-e3c4-4b76-83b1-3f90a4649002 HTTP/1.1" status: 200 len: 946 time: 0.0854867 Jul 14 18:54:42.992686 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-fec72667-173c-4827-9521-07144472d416 req-eb4575bb-b96b-45b7-8d12-7668dab70ddf tempest-ServerAddressesNegativeTestJSON-11890178 tempest-ServerAddressesNegativeTestJSON-11890178-project] 10.222.0.16 "GET /v2.0/security-groups?id=d035c691-2b4b-4b4b-94d1-a5f4c70ed7be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327260 Jul 14 18:54:43.503965 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7167006-48cf-4370-ba31-603bc34c5771 req-ed9f83f8-6a28-4a94-982d-22ec9f423da5 tempest-ServerAddressesNegativeTestJSON-11890178 tempest-ServerAddressesNegativeTestJSON-11890178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:54:43.505684 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f7167006-48cf-4370-ba31-603bc34c5771 req-ed9f83f8-6a28-4a94-982d-22ec9f423da5 tempest-ServerAddressesNegativeTestJSON-11890178 tempest-ServerAddressesNegativeTestJSON-11890178-project] 10.222.0.16 "GET /v2.0/ports?device_id=17cebbf9-e3c4-4b76-83b1-3f90a4649002 HTTP/1.1" status: 200 len: 946 time: 0.0677676 Jul 14 18:54:43.545747 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f7167006-48cf-4370-ba31-603bc34c5771 req-bc1ae7be-820e-4c32-83e0-91b15e61b296 tempest-ServerAddressesNegativeTestJSON-11890178 tempest-ServerAddressesNegativeTestJSON-11890178-project] 10.222.0.16 "GET /v2.0/security-groups?id=d035c691-2b4b-4b4b-94d1-a5f4c70ed7be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340347 Jul 14 18:54:44.741939 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cf4d37-d30f-4e1d-9909-ea934f1d5be6 req-a715e1f6-e113-4f69-8c99-5545844de561 tempest-ServerAddressesNegativeTestJSON-11890178 tempest-ServerAddressesNegativeTestJSON-11890178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:54:44.743424 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e6cf4d37-d30f-4e1d-9909-ea934f1d5be6 req-a715e1f6-e113-4f69-8c99-5545844de561 tempest-ServerAddressesNegativeTestJSON-11890178 tempest-ServerAddressesNegativeTestJSON-11890178-project] 10.222.0.18 "GET /v2.0/ports?device_id=17cebbf9-e3c4-4b76-83b1-3f90a4649002 HTTP/1.1" status: 200 len: 946 time: 0.1165340 Jul 14 18:54:44.757232 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97a675f-3ed4-4a34-873d-9cdd6f7e1c3b req-efd44bc9-2821-4ea4-bc1a-d8a0ec22b2fc tempest-ServerAddressesNegativeTestJSON-11890178 tempest-ServerAddressesNegativeTestJSON-11890178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:54:44.758650 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-d97a675f-3ed4-4a34-873d-9cdd6f7e1c3b req-efd44bc9-2821-4ea4-bc1a-d8a0ec22b2fc tempest-ServerAddressesNegativeTestJSON-11890178 tempest-ServerAddressesNegativeTestJSON-11890178-project] 10.222.0.16 "GET /v2.0/ports?device_id=17cebbf9-e3c4-4b76-83b1-3f90a4649002 HTTP/1.1" status: 200 len: 946 time: 0.0951247 Jul 14 18:54:44.840081 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-d97a675f-3ed4-4a34-873d-9cdd6f7e1c3b req-dcec09e6-8bcb-4817-b939-9822f3226cbb tempest-ServerAddressesNegativeTestJSON-11890178 tempest-ServerAddressesNegativeTestJSON-11890178-project] 10.222.0.16 "GET /v2.0/security-groups?id=d035c691-2b4b-4b4b-94d1-a5f4c70ed7be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745370 Jul 14 18:54:44.902612 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [req-e6cf4d37-d30f-4e1d-9909-ea934f1d5be6 req-4b3a01da-6f7f-42ca-91a9-5b4807833e6a tempest-ServerAddressesNegativeTestJSON-11890178 tempest-ServerAddressesNegativeTestJSON-11890178-project] Deleting port b421bc6e-a544-420b-8bee-f71f5c2330b9 {{(pid=93915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:54:44.902969 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-e6cf4d37-d30f-4e1d-9909-ea934f1d5be6 req-4b3a01da-6f7f-42ca-91a9-5b4807833e6a tempest-ServerAddressesNegativeTestJSON-11890178 tempest-ServerAddressesNegativeTestJSON-11890178-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:54:45.001635 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-e6cf4d37-d30f-4e1d-9909-ea934f1d5be6 req-4b3a01da-6f7f-42ca-91a9-5b4807833e6a tempest-ServerAddressesNegativeTestJSON-11890178 tempest-ServerAddressesNegativeTestJSON-11890178-project] For port b421bc6e-a544-420b-8bee-f71f5c2330b9, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=b421bc6e-a544-420b-8bee-f71f5c2330b9,segment=NetworkSegment(9eabdc37-f9ba-4d70-90d2-3883eed3b00b),segment_id=9eabdc37-f9ba-4d70-90d2-3883eed3b00b)] {{(pid=93915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:54:45.001885 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-e6cf4d37-d30f-4e1d-9909-ea934f1d5be6 req-4b3a01da-6f7f-42ca-91a9-5b4807833e6a tempest-ServerAddressesNegativeTestJSON-11890178 tempest-ServerAddressesNegativeTestJSON-11890178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:54:45.017309 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [req-e6cf4d37-d30f-4e1d-9909-ea934f1d5be6 req-4b3a01da-6f7f-42ca-91a9-5b4807833e6a tempest-ServerAddressesNegativeTestJSON-11890178 tempest-ServerAddressesNegativeTestJSON-11890178-project] Calling delete_port for b421bc6e-a544-420b-8bee-f71f5c2330b9 owned by compute:nova {{(pid=93915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:54:45.055326 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.agents_db [None req-2ea07fb6-aa68-4671-8654-119d82b9f530 None None] Agent healthcheck: found 7 active agents {{(pid=93918) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 18:54:45.161178 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-e6cf4d37-d30f-4e1d-9909-ea934f1d5be6 req-4b3a01da-6f7f-42ca-91a9-5b4807833e6a tempest-ServerAddressesNegativeTestJSON-11890178 tempest-ServerAddressesNegativeTestJSON-11890178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:54:45.174752 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] get_ports_and_sgs() called for port_ids ['b421bc6e-a544-420b-8bee-f71f5c2330b9'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 18:54:45.190532 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3a01da-6f7f-42ca-91a9-5b4807833e6a tempest-ServerAddressesNegativeTestJSON-11890178 tempest-ServerAddressesNegativeTestJSON-11890178-project] Pushing event deleted for resources: {'Port': ['ID=b421bc6e-a544-420b-8bee-f71f5c2330b9,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:54:45.264313 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6cf4d37-d30f-4e1d-9909-ea934f1d5be6 req-4b3a01da-6f7f-42ca-91a9-5b4807833e6a tempest-ServerAddressesNegativeTestJSON-11890178 tempest-ServerAddressesNegativeTestJSON-11890178-project] No DVR routers for this DVR port b421bc6e-a544-420b-8bee-f71f5c2330b9 on host n-h1-800634-3 {{(pid=93915) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 18:54:45.268961 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-e6cf4d37-d30f-4e1d-9909-ea934f1d5be6 req-4b3a01da-6f7f-42ca-91a9-5b4807833e6a tempest-ServerAddressesNegativeTestJSON-11890178 tempest-ServerAddressesNegativeTestJSON-11890178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:54:45.271195 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e6cf4d37-d30f-4e1d-9909-ea934f1d5be6 req-4b3a01da-6f7f-42ca-91a9-5b4807833e6a tempest-ServerAddressesNegativeTestJSON-11890178 tempest-ServerAddressesNegativeTestJSON-11890178-project] 10.222.0.18 "DELETE /v2.0/ports/b421bc6e-a544-420b-8bee-f71f5c2330b9 HTTP/1.1" status: 204 len: 173 time: 0.5221524 Jul 14 18:54:45.271660 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17cebbf9-e3c4-4b76-83b1-3f90a4649002', 'name': 'network-vif-deleted', 'tag': 'b421bc6e-a544-420b-8bee-f71f5c2330b9'}] {{(pid=93915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:54:45.274561 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e72782ad3af8f7d4ce76cedf092bca46d1756acc5c4653cf0b52034cdd6b073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4daf6d5-96b5-40fa-b57f-7c606617483b" -d '{"events": [{"server_uuid": "17cebbf9-e3c4-4b76-83b1-3f90a4649002", "name": "network-vif-deleted", "tag": "b421bc6e-a544-420b-8bee-f71f5c2330b9"}]}' {{(pid=93915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:54:45.318240 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 18:54:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c09f7c3-f1e7-4a2d-9760-14474c8095b7 x-openstack-request-id: req-1c09f7c3-f1e7-4a2d-9760-14474c8095b7 {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:54:45.318537 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17cebbf9-e3c4-4b76-83b1-3f90a4649002", "name": "network-vif-deleted", "tag": "b421bc6e-a544-420b-8bee-f71f5c2330b9", "status": "completed", "code": 200}]} {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:54:45.318912 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1c09f7c3-f1e7-4a2d-9760-14474c8095b7 {{(pid=93915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:54:45.319188 n-d-800634-3 neutron-server[93915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17cebbf9-e3c4-4b76-83b1-3f90a4649002', 'name': 'network-vif-deleted', 'tag': 'b421bc6e-a544-420b-8bee-f71f5c2330b9', 'status': 'completed', 'code': 200} Jul 14 18:54:45.943780 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 50990) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:54:45.994584 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.db_base_plugin_v2 [None req-4df14c39-1787-4a66-97e3-6ef4c0554196 admin admin] Deleting subnet bc70da27-50b6-4f58-8742-3f28772b9ba9 {{(pid=93915) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 18:54:45.997907 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-4df14c39-1787-4a66-97e3-6ef4c0554196 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:54:46.033868 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-4df14c39-1787-4a66-97e3-6ef4c0554196 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28939913'] for subnet, precommit_delete_associations {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:54:46.073076 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-4df14c39-1787-4a66-97e3-6ef4c0554196 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081283'] for subnet, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:54:46.125372 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-4df14c39-1787-4a66-97e3-6ef4c0554196 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25913028', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28969762'] for subnet, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:54:46.156330 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df14c39-1787-4a66-97e3-6ef4c0554196 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bc70da27-50b6-4f58-8742-3f28772b9ba9,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:54:46.161897 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-4df14c39-1787-4a66-97e3-6ef4c0554196 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:54:46.163108 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-4df14c39-1787-4a66-97e3-6ef4c0554196 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/bc70da27-50b6-4f58-8742-3f28772b9ba9 HTTP/1.1" status: 204 len: 168 time: 0.2182953 Jul 14 18:54:46.165685 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 50996) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:54:46.249172 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-43816219-4935-4569-a735-5a7e096f66f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645734'] for network, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:54:46.332098 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-43816219-4935-4569-a735-5a7e096f66f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2096010', 'neutron.services.segments.db._delete_segments_for_network-8728202734996'] for network, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:54:46.341735 n-d-800634-3 neutron-server[93915]: DEBUG neutron.services.segments.db [None req-43816219-4935-4569-a735-5a7e096f66f2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3fb2ef64-b3c9-4330-989a-ee59a932f6c4']}} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:54:46.352371 n-d-800634-3 neutron-server[93915]: DEBUG neutron.services.segments.db [None req-43816219-4935-4569-a735-5a7e096f66f2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9eabdc37-f9ba-4d70-90d2-3883eed3b00b') {'for_net_delete': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:54:46.352676 n-d-800634-3 neutron-server[93915]: DEBUG neutron.services.segments.db [None req-43816219-4935-4569-a735-5a7e096f66f2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9eabdc37-f9ba-4d70-90d2-3883eed3b00b') {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:54:46.361413 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-43816219-4935-4569-a735-5a7e096f66f2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728202715275', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28939920'] for segment, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:54:46.375347 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-43816219-4935-4569-a735-5a7e096f66f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:54:46.381391 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43816219-4935-4569-a735-5a7e096f66f2 admin admin] Releasing vlan 66 on physical network physnet1 to pool {{(pid=93915) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 18:54:46.381778 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-43816219-4935-4569-a735-5a7e096f66f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25911658'] for segment, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:54:46.383384 n-d-800634-3 neutron-server[93915]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:54:46.383384 n-d-800634-3 neutron-server[93915]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:54:46.383384 n-d-800634-3 neutron-server[93915]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:54:46.383384 n-d-800634-3 neutron-server[93915]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:54:46.383384 n-d-800634-3 neutron-server[93915]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:54:46.383384 n-d-800634-3 neutron-server[93915]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:54:46.383384 n-d-800634-3 neutron-server[93915]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:54:46.383384 n-d-800634-3 neutron-server[93915]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:54:46.383384 n-d-800634-3 neutron-server[93915]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:54:46.383384 n-d-800634-3 neutron-server[93915]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:54:46.383384 n-d-800634-3 neutron-server[93915]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:54:46.383384 n-d-800634-3 neutron-server[93915]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:54:46.383384 n-d-800634-3 neutron-server[93915]: Traceback (most recent call last): Jul 14 18:54:46.383384 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 18:54:46.383384 n-d-800634-3 neutron-server[93915]: timer() Jul 14 18:54:46.383384 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 18:54:46.383384 n-d-800634-3 neutron-server[93915]: cb(*args, **kw) Jul 14 18:54:46.383384 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 18:54:46.383384 n-d-800634-3 neutron-server[93915]: return func(*args, **kwargs) Jul 14 18:54:46.383384 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 18:54:46.383384 n-d-800634-3 neutron-server[93915]: self._notify() Jul 14 18:54:46.383384 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 18:54:46.383384 n-d-800634-3 neutron-server[93915]: self.callback(batched_events) Jul 14 18:54:46.383384 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 18:54:46.383384 n-d-800634-3 neutron-server[93915]: event.method(event) Jul 14 18:54:46.383384 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 18:54:46.383384 n-d-800634-3 neutron-server[93915]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 18:54:46.383384 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 18:54:46.383384 n-d-800634-3 neutron-server[93915]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 18:54:46.383384 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 18:54:46.383384 n-d-800634-3 neutron-server[93915]: return f(self, *a, **k) Jul 14 18:54:46.383384 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 18:54:46.383384 n-d-800634-3 neutron-server[93915]: return self._get(url).json() Jul 14 18:54:46.383384 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 18:54:46.383384 n-d-800634-3 neutron-server[93915]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 18:54:46.383384 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 18:54:46.383384 n-d-800634-3 neutron-server[93915]: return self.request(url, 'GET', **kwargs) Jul 14 18:54:46.383384 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 18:54:46.383384 n-d-800634-3 neutron-server[93915]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 18:54:46.383384 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 18:54:46.383384 n-d-800634-3 neutron-server[93915]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 18:54:46.383384 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 18:54:46.383384 n-d-800634-3 neutron-server[93915]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 18:54:46.383384 n-d-800634-3 neutron-server[93915]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 18:54:46.441847 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-43816219-4935-4569-a735-5a7e096f66f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2096001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-930085'] for network, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:54:46.458710 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-43816219-4935-4569-a735-5a7e096f66f2 admin admin] Notify callbacks [] for network, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:54:46.463548 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-43816219-4935-4569-a735-5a7e096f66f2 admin admin] 10.222.0.16 "DELETE /v2.0/networks/3fb2ef64-b3c9-4330-989a-ee59a932f6c4 HTTP/1.1" status: 204 len: 168 time: 0.2941616 Jul 14 18:54:46.474288 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43816219-4935-4569-a735-5a7e096f66f2 admin admin] Pushing event deleted for resources: {'Network': ['ID=3fb2ef64-b3c9-4330-989a-ee59a932f6c4,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:54:46.580882 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 51010) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:54:46.629232 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-84003a00-8684-4ed8-9b04-d87acfc6ae2e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=416662242e8c4e4f8a859af8b605058e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0442650 Jul 14 18:54:46.629506 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 51012) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:54:46.685857 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-638f8515-18ab-4cc0-bbb3-cff5cd503b35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:54:46.709630 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-638f8515-18ab-4cc0-bbb3-cff5cd503b35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:54:46.768169 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-638f8515-18ab-4cc0-bbb3-cff5cd503b35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:54:46.768169 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-638f8515-18ab-4cc0-bbb3-cff5cd503b35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:54:46.768169 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-638f8515-18ab-4cc0-bbb3-cff5cd503b35 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d035c691-2b4b-4b4b-94d1-a5f4c70ed7be HTTP/1.1" status: 204 len: 168 time: 0.1327753 Jul 14 18:54:46.776163 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638f8515-18ab-4cc0-bbb3-cff5cd503b35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d035c691-2b4b-4b4b-94d1-a5f4c70ed7be,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:54:47.926096 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 51086) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:54:48.066282 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-4662cbbc-6105-4d62-8da3-3befc3a51352 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:54:48.167673 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-4662cbbc-6105-4d62-8da3-3befc3a51352 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:54:48.174252 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-4662cbbc-6105-4d62-8da3-3befc3a51352 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:54:48.203059 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 51098) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:54:48.203540 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-4662cbbc-6105-4d62-8da3-3befc3a51352 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=252f864a569944ee89998d0f3189181c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2759340 Jul 14 18:54:48.223924 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4662cbbc-6105-4d62-8da3-3befc3a51352 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95a3a3ea-cc5d-4a1d-9fdc-c6f5f6dae9ef,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:54:48.272739 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-247b3338-00ca-4f23-ab83-1dc61e09f516 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:54:48.294016 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-247b3338-00ca-4f23-ab83-1dc61e09f516 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:54:48.345099 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-247b3338-00ca-4f23-ab83-1dc61e09f516 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:54:48.348430 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-247b3338-00ca-4f23-ab83-1dc61e09f516 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:54:48.352488 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-247b3338-00ca-4f23-ab83-1dc61e09f516 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/95a3a3ea-cc5d-4a1d-9fdc-c6f5f6dae9ef HTTP/1.1" status: 204 len: 168 time: 0.1455975 Jul 14 18:54:48.358401 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247b3338-00ca-4f23-ab83-1dc61e09f516 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95a3a3ea-cc5d-4a1d-9fdc-c6f5f6dae9ef,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:54:48.463685 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device b421bc6e-a544-420b-8bee-f71f5c2330b9 no longer exists at agent hyperv_n-h1-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 18:54:48.491824 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] No Port match for: b421bc6e-a544-420b-8bee-f71f5c2330b9 {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 18:54:48.492198 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device b421bc6e-a544-420b-8bee-f71f5c2330b9 not bound to the agent host n-h1-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 18:54:50.367737 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-1c8c7954-48e0-4dc7-85de-ed56784574a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:54:52.816095 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-d5e467c1-0fdc-4fa0-8891-6d411bf78578 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:54:53.190564 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:54:54.188057 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-574aeb93-9938-449c-8e6c-cb22c9b52cc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:54:55.841675 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-2f4e3af3-e708-4ffd-a544-82d93a489d01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:54:58.148940 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 51770) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:54:58.266838 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-4b2f89ad-e407-451f-92f8-56bb7df02568 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:54:58.361238 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-4b2f89ad-e407-451f-92f8-56bb7df02568 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:54:58.366893 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-4b2f89ad-e407-451f-92f8-56bb7df02568 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:54:58.396761 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-4b2f89ad-e407-451f-92f8-56bb7df02568 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5acc9fd983ad4878b8f80de653fe0507&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2467599 Jul 14 18:54:58.399945 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 51774) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:54:58.433923 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2f89ad-e407-451f-92f8-56bb7df02568 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0143a15a-1082-4b54-b3d3-18c6df710def,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:54:58.455811 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-5330c1ce-f426-49df-8e65-b600b219d7d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:54:58.482886 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-5330c1ce-f426-49df-8e65-b600b219d7d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:54:58.545478 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-5330c1ce-f426-49df-8e65-b600b219d7d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:54:58.548689 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-5330c1ce-f426-49df-8e65-b600b219d7d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:54:58.560256 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-5330c1ce-f426-49df-8e65-b600b219d7d5 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0143a15a-1082-4b54-b3d3-18c6df710def HTTP/1.1" status: 204 len: 168 time: 0.1515362 Jul 14 18:54:58.570812 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5330c1ce-f426-49df-8e65-b600b219d7d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0143a15a-1082-4b54-b3d3-18c6df710def,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:55:01.322981 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 51870) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:55:01.475731 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-f24049c0-08f5-4f40-851c-d1a7f5a70d6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:55:01.575347 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 51880) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:55:01.582609 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-f24049c0-08f5-4f40-851c-d1a7f5a70d6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:55:01.586426 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-f24049c0-08f5-4f40-851c-d1a7f5a70d6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:55:01.628656 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24049c0-08f5-4f40-851c-d1a7f5a70d6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7154dda-7e05-4670-8232-5e4340a4190d,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:55:01.637524 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 51884) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:55:01.646512 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-f24049c0-08f5-4f40-851c-d1a7f5a70d6c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=70d882c4134641f881449c3d2015cfa3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3221912 Jul 14 18:55:01.690979 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-06198e67-f549-4472-a645-378e1ef32175 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:55:01.724162 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-94b0d188-91ef-43ca-a93c-279ca1a5d48b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:55:01.727287 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-06198e67-f549-4472-a645-378e1ef32175 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:55:01.808667 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-06198e67-f549-4472-a645-378e1ef32175 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:55:01.811712 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-06198e67-f549-4472-a645-378e1ef32175 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:55:01.813627 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-06198e67-f549-4472-a645-378e1ef32175 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e7154dda-7e05-4670-8232-5e4340a4190d HTTP/1.1" status: 204 len: 168 time: 0.1743209 Jul 14 18:55:01.834868 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06198e67-f549-4472-a645-378e1ef32175 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7154dda-7e05-4670-8232-5e4340a4190d,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:55:01.869679 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-94b0d188-91ef-43ca-a93c-279ca1a5d48b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:55:01.874674 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-94b0d188-91ef-43ca-a93c-279ca1a5d48b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:55:01.921893 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-94b0d188-91ef-43ca-a93c-279ca1a5d48b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=68718a67b35d4152944f90f2f1fa10fa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3429711 Jul 14 18:55:01.921893 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b0d188-91ef-43ca-a93c-279ca1a5d48b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6498338e-c94d-4ad4-9b26-a306e23f15a5,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:55:01.922817 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 51890) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:55:01.978798 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-414e8e61-6a05-410a-bc9e-d020100322d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:55:02.010273 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-414e8e61-6a05-410a-bc9e-d020100322d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:55:02.075100 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-414e8e61-6a05-410a-bc9e-d020100322d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:55:02.079105 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-414e8e61-6a05-410a-bc9e-d020100322d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:55:02.080242 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-414e8e61-6a05-410a-bc9e-d020100322d9 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6498338e-c94d-4ad4-9b26-a306e23f15a5 HTTP/1.1" status: 204 len: 168 time: 0.1550906 Jul 14 18:55:02.096994 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414e8e61-6a05-410a-bc9e-d020100322d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6498338e-c94d-4ad4-9b26-a306e23f15a5,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:55:02.198335 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 51896) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:55:02.215149 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-f9210462-69d3-4a23-a17b-0b4128f3cf9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:55:02.331723 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-f9210462-69d3-4a23-a17b-0b4128f3cf9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:55:02.336392 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-f9210462-69d3-4a23-a17b-0b4128f3cf9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:55:02.373139 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9210462-69d3-4a23-a17b-0b4128f3cf9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=601b4804-59c5-4b71-97a1-a3180b32f8cd,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:55:02.388947 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-f9210462-69d3-4a23-a17b-0b4128f3cf9d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=85f83b3525f64192803dda129e891eb8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1890833 Jul 14 18:55:02.392090 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 51906) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:55:02.466286 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-6983f02d-811e-48f7-827e-5772e10b51cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:55:02.492146 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-6983f02d-811e-48f7-827e-5772e10b51cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:55:02.565070 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-6983f02d-811e-48f7-827e-5772e10b51cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:55:02.570146 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-6983f02d-811e-48f7-827e-5772e10b51cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:55:02.571493 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-6983f02d-811e-48f7-827e-5772e10b51cd admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/601b4804-59c5-4b71-97a1-a3180b32f8cd HTTP/1.1" status: 204 len: 168 time: 0.1783862 Jul 14 18:55:02.588907 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6983f02d-811e-48f7-827e-5772e10b51cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=601b4804-59c5-4b71-97a1-a3180b32f8cd,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:55:02.676853 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:55:04.944901 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 52018) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:55:05.058514 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-bf9286bb-ea81-4e65-8943-13a3c879cfd0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:55:05.149712 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-bf9286bb-ea81-4e65-8943-13a3c879cfd0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:55:05.154173 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-bf9286bb-ea81-4e65-8943-13a3c879cfd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:55:05.197035 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-bf9286bb-ea81-4e65-8943-13a3c879cfd0 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=616197f2fd5248019c6476ad3f39d4f4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2486753 Jul 14 18:55:05.197035 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9286bb-ea81-4e65-8943-13a3c879cfd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9094be4f-aaf8-4e49-a500-38356f438f19,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:55:05.198530 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 52026) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:55:05.257276 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-634224b1-e069-4fdf-b909-8129721d8f2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:55:05.283411 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-634224b1-e069-4fdf-b909-8129721d8f2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:55:05.333405 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-634224b1-e069-4fdf-b909-8129721d8f2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:55:05.336485 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-634224b1-e069-4fdf-b909-8129721d8f2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:55:05.337739 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-634224b1-e069-4fdf-b909-8129721d8f2e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9094be4f-aaf8-4e49-a500-38356f438f19 HTTP/1.1" status: 204 len: 168 time: 0.1375184 Jul 14 18:55:05.351807 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634224b1-e069-4fdf-b909-8129721d8f2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9094be4f-aaf8-4e49-a500-38356f438f19,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:55:05.581966 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:55:05.639783 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 52036) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:55:05.652910 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-118de964-4558-47f2-bf1c-64ecaeea9cee admin admin] Notify callbacks [] for security_group, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:55:05.740109 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-118de964-4558-47f2-bf1c-64ecaeea9cee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:55:05.744958 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-118de964-4558-47f2-bf1c-64ecaeea9cee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:55:05.787717 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-118de964-4558-47f2-bf1c-64ecaeea9cee admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1cf10efa2e064e70bc521730cc9f27ba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1467924 Jul 14 18:55:05.788681 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118de964-4558-47f2-bf1c-64ecaeea9cee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea118ce7-027a-45f3-bd52-db8064f603f4,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:55:05.790386 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 52038) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:55:05.842482 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-d3c26baa-2599-4a82-af98-3e94bbe4b6e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:55:05.863820 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-d3c26baa-2599-4a82-af98-3e94bbe4b6e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:55:05.910378 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-d3c26baa-2599-4a82-af98-3e94bbe4b6e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:55:05.913872 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-d3c26baa-2599-4a82-af98-3e94bbe4b6e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:55:05.919680 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-d3c26baa-2599-4a82-af98-3e94bbe4b6e0 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ea118ce7-027a-45f3-bd52-db8064f603f4 HTTP/1.1" status: 204 len: 168 time: 0.1268992 Jul 14 18:55:05.928893 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c26baa-2599-4a82-af98-3e94bbe4b6e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea118ce7-027a-45f3-bd52-db8064f603f4,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:55:08.339085 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 52168) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:55:08.462959 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-c5f21b36-a5b7-49b1-a81f-fbe85a0b6b1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:55:08.573625 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-c5f21b36-a5b7-49b1-a81f-fbe85a0b6b1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:55:08.579380 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-c5f21b36-a5b7-49b1-a81f-fbe85a0b6b1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:55:08.630469 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-c5f21b36-a5b7-49b1-a81f-fbe85a0b6b1f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8662ace37a854a1ea8394a51bc029222&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2877133 Jul 14 18:55:08.630469 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f21b36-a5b7-49b1-a81f-fbe85a0b6b1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa2f158f-a433-42c0-95dc-f03604e3afe8,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:55:08.632299 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 52184) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:55:08.686951 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-3addef93-afc4-4052-9b79-60ad6705ca93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:55:08.713394 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-3addef93-afc4-4052-9b79-60ad6705ca93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:55:08.767017 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-3addef93-afc4-4052-9b79-60ad6705ca93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:55:08.769919 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-3addef93-afc4-4052-9b79-60ad6705ca93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:55:08.771237 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-3addef93-afc4-4052-9b79-60ad6705ca93 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/fa2f158f-a433-42c0-95dc-f03604e3afe8 HTTP/1.1" status: 204 len: 168 time: 0.1372995 Jul 14 18:55:08.780177 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3addef93-afc4-4052-9b79-60ad6705ca93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa2f158f-a433-42c0-95dc-f03604e3afe8,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:55:09.097269 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 52202) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:55:09.110563 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-c8f6a677-b299-40dc-b2d7-c1ace680dbd8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:55:09.208948 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-c8f6a677-b299-40dc-b2d7-c1ace680dbd8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:55:09.219766 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-c8f6a677-b299-40dc-b2d7-c1ace680dbd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:55:09.269470 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-c8f6a677-b299-40dc-b2d7-c1ace680dbd8 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6dc3e6ed9796449abbf3a900f144acec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1688783 Jul 14 18:55:09.269470 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f6a677-b299-40dc-b2d7-c1ace680dbd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04c2881b-100b-4b4f-83f7-f16732563a5a,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:55:09.271473 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 52210) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:55:09.328692 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-59b2dab2-a6f3-4bc7-8dae-371795a15398 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:55:09.352997 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-59b2dab2-a6f3-4bc7-8dae-371795a15398 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:55:09.402078 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-59b2dab2-a6f3-4bc7-8dae-371795a15398 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:55:09.404960 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-59b2dab2-a6f3-4bc7-8dae-371795a15398 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:55:09.408841 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-59b2dab2-a6f3-4bc7-8dae-371795a15398 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/04c2881b-100b-4b4f-83f7-f16732563a5a HTTP/1.1" status: 204 len: 168 time: 0.1333714 Jul 14 18:55:09.419438 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b2dab2-a6f3-4bc7-8dae-371795a15398 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04c2881b-100b-4b4f-83f7-f16732563a5a,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:55:10.843627 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 52280) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:55:10.966972 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-3e919202-5e2c-47aa-8d0b-f26af282624c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:55:11.100554 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-3e919202-5e2c-47aa-8d0b-f26af282624c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:55:11.106517 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-3e919202-5e2c-47aa-8d0b-f26af282624c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:55:11.148831 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-3e919202-5e2c-47aa-8d0b-f26af282624c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=edb016fbe38d4bf3baa934c53c571360&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3031440 Jul 14 18:55:11.151157 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 52292) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:55:11.158849 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e919202-5e2c-47aa-8d0b-f26af282624c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcca10c3-8016-4958-ab78-7105a0e74597,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:55:11.204991 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-cc24de97-685d-40a1-ba2e-2bbaa3f2c1e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:55:11.227571 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-cc24de97-685d-40a1-ba2e-2bbaa3f2c1e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:55:11.278858 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-cc24de97-685d-40a1-ba2e-2bbaa3f2c1e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:55:11.282296 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-cc24de97-685d-40a1-ba2e-2bbaa3f2c1e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:55:11.285892 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-cc24de97-685d-40a1-ba2e-2bbaa3f2c1e5 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/dcca10c3-8016-4958-ab78-7105a0e74597 HTTP/1.1" status: 204 len: 168 time: 0.1314166 Jul 14 18:55:11.292687 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc24de97-685d-40a1-ba2e-2bbaa3f2c1e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcca10c3-8016-4958-ab78-7105a0e74597,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:55:16.739706 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 52396) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:55:16.873036 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-94d62c53-cdc3-4b34-a2b0-9b62f54e6aa7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:55:16.966528 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-94d62c53-cdc3-4b34-a2b0-9b62f54e6aa7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:55:16.970838 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-94d62c53-cdc3-4b34-a2b0-9b62f54e6aa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:55:17.007870 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-94d62c53-cdc3-4b34-a2b0-9b62f54e6aa7 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f7816fe871ae4ae4a482c08b7bb42652&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2656627 Jul 14 18:55:17.009856 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d62c53-cdc3-4b34-a2b0-9b62f54e6aa7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33b83553-a5a9-4f72-a7e4-653ba20950ec,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:55:17.011183 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 52404) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:55:17.018172 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d62c53-cdc3-4b34-a2b0-9b62f54e6aa7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:55:17.018526 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d62c53-cdc3-4b34-a2b0-9b62f54e6aa7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:55:17.018875 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d62c53-cdc3-4b34-a2b0-9b62f54e6aa7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:55:17.019217 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d62c53-cdc3-4b34-a2b0-9b62f54e6aa7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:55:17.019555 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d62c53-cdc3-4b34-a2b0-9b62f54e6aa7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:55:17.019891 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d62c53-cdc3-4b34-a2b0-9b62f54e6aa7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:55:17.020262 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d62c53-cdc3-4b34-a2b0-9b62f54e6aa7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:55:17.020615 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d62c53-cdc3-4b34-a2b0-9b62f54e6aa7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:55:17.020948 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d62c53-cdc3-4b34-a2b0-9b62f54e6aa7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:55:17.021277 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d62c53-cdc3-4b34-a2b0-9b62f54e6aa7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:55:17.021608 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d62c53-cdc3-4b34-a2b0-9b62f54e6aa7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:55:17.021937 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d62c53-cdc3-4b34-a2b0-9b62f54e6aa7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:55:17.061389 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-1e223aa2-9b6d-481b-8e65-41a2fa8e480d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:55:17.082755 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-1e223aa2-9b6d-481b-8e65-41a2fa8e480d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:55:17.127734 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-1e223aa2-9b6d-481b-8e65-41a2fa8e480d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:55:17.130439 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-1e223aa2-9b6d-481b-8e65-41a2fa8e480d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:55:17.131555 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-1e223aa2-9b6d-481b-8e65-41a2fa8e480d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/33b83553-a5a9-4f72-a7e4-653ba20950ec HTTP/1.1" status: 204 len: 168 time: 0.1193998 Jul 14 18:55:17.139493 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e223aa2-9b6d-481b-8e65-41a2fa8e480d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33b83553-a5a9-4f72-a7e4-653ba20950ec,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:55:19.357788 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c9b2c9eb-2d9a-49b5-99ab-5a26f1200520 req-c4151743-88e1-4472-b74b-be1abbaa3ea8 tempest-VolumesNegativeTest-1998435497 tempest-VolumesNegativeTest-1998435497-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=c375b86a2b544453bea76185604f8ae4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0304091 Jul 14 18:55:19.546389 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b2c9eb-2d9a-49b5-99ab-5a26f1200520 req-d1f18111-81a2-4dab-8651-0913d12521fb tempest-VolumesNegativeTest-1998435497 tempest-VolumesNegativeTest-1998435497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:55:19.553835 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c9b2c9eb-2d9a-49b5-99ab-5a26f1200520 req-d1f18111-81a2-4dab-8651-0913d12521fb tempest-VolumesNegativeTest-1998435497 tempest-VolumesNegativeTest-1998435497-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1934524 Jul 14 18:55:19.569697 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c9b2c9eb-2d9a-49b5-99ab-5a26f1200520 req-50ab7a63-d8bd-4f7f-adc2-8a05caaed976 tempest-VolumesNegativeTest-1998435497 tempest-VolumesNegativeTest-1998435497-project] 10.222.0.16 "GET /v2.0/quotas/c375b86a2b544453bea76185604f8ae4 HTTP/1.1" status: 200 len: 375 time: 0.0147502 Jul 14 18:55:19.611026 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c9b2c9eb-2d9a-49b5-99ab-5a26f1200520 req-31b53f55-ba3f-4a1a-a50b-351d07e42da1 tempest-VolumesNegativeTest-1998435497 tempest-VolumesNegativeTest-1998435497-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=c375b86a2b544453bea76185604f8ae4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0402417 Jul 14 18:55:19.628842 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e896e31a-0c7c-48ee-ad6a-b56160567c03 req-7bc9dfd2-8722-48bb-9d22-314c6b75fd52 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=6ab0c594-ecaf-4c5b-977a-9c1b59a2d9cc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0564759 Jul 14 18:55:19.692564 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e896e31a-0c7c-48ee-ad6a-b56160567c03 req-150d708f-f243-4a4e-b534-8a3066669803 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f1c4e239e6d24b3bb240a97f6c99b33f&device_id=6ab0c594-ecaf-4c5b-977a-9c1b59a2d9cc HTTP/1.1" status: 200 len: 210 time: 0.0322461 Jul 14 18:55:19.753854 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e896e31a-0c7c-48ee-ad6a-b56160567c03 req-f6f61c2b-639f-4f32-8583-50908b9a4b2c service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=f1c4e239e6d24b3bb240a97f6c99b33f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0330029 Jul 14 18:55:19.877492 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e896e31a-0c7c-48ee-ad6a-b56160567c03 req-a72f5d49-e736-4ab1-abee-5019e80bead3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:55:19.879307 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e896e31a-0c7c-48ee-ad6a-b56160567c03 req-a72f5d49-e736-4ab1-abee-5019e80bead3 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1245446 Jul 14 18:55:19.921104 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-bb2e6404-3e55-45ff-9e63-7bb4be324040 req-8e07a953-4b43-4edd-a45b-ded65e1d7033 tempest-VolumesNegativeTest-1998435497 tempest-VolumesNegativeTest-1998435497-project] 10.222.0.16 "GET /v2.0/ports?device_id=41c74a71-b151-45be-af24-e76ba4e48f80 HTTP/1.1" status: 200 len: 210 time: 0.0402794 Jul 14 18:55:20.370231 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-649f8d71-9f59-40c7-afef-30c07c313319 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:55:21.083417 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c9b2c9eb-2d9a-49b5-99ab-5a26f1200520 req-5bc8bb61-8c90-4ed8-b648-82d1dd4968bf tempest-VolumesNegativeTest-1998435497 tempest-VolumesNegativeTest-1998435497-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=c375b86a2b544453bea76185604f8ae4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0282998 Jul 14 18:55:21.157557 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-1fa5e38a-3d66-423a-8a17-75c70d85255a req-72cb21f6-f932-467a-9f80-7ec52cc06f6b tempest-VolumesNegativeTest-1998435497 tempest-VolumesNegativeTest-1998435497-project] 10.222.0.16 "GET /v2.0/ports?device_id=41c74a71-b151-45be-af24-e76ba4e48f80 HTTP/1.1" status: 200 len: 210 time: 0.0726950 Jul 14 18:55:21.224923 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b2c9eb-2d9a-49b5-99ab-5a26f1200520 req-ebe90b74-69a5-4d07-a6c1-35686c11469d tempest-VolumesNegativeTest-1998435497 tempest-VolumesNegativeTest-1998435497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:55:21.226379 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c9b2c9eb-2d9a-49b5-99ab-5a26f1200520 req-ebe90b74-69a5-4d07-a6c1-35686c11469d tempest-VolumesNegativeTest-1998435497 tempest-VolumesNegativeTest-1998435497-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1326606 Jul 14 18:55:21.237899 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [req-c9b2c9eb-2d9a-49b5-99ab-5a26f1200520 req-29d556cd-fe25-4e60-8ffd-b726314d55cc tempest-VolumesNegativeTest-1998435497 tempest-VolumesNegativeTest-1998435497-project] Request body: {'port': {'device_id': '41c74a71-b151-45be-af24-e76ba4e48f80', 'network_id': '4f742057-89ee-4b4a-86f7-487ee61881a1', 'admin_state_up': True, 'tenant_id': 'c375b86a2b544453bea76185604f8ae4'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:55:21.348202 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c9b2c9eb-2d9a-49b5-99ab-5a26f1200520 req-29d556cd-fe25-4e60-8ffd-b726314d55cc tempest-VolumesNegativeTest-1998435497 tempest-VolumesNegativeTest-1998435497-project] Made reservation on behalf of c375b86a2b544453bea76185604f8ae4 for: {'port': 1} {{(pid=93915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:55:21.351685 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-c9b2c9eb-2d9a-49b5-99ab-5a26f1200520 req-29d556cd-fe25-4e60-8ffd-b726314d55cc tempest-VolumesNegativeTest-1998435497 tempest-VolumesNegativeTest-1998435497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:55:21.367556 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-c9b2c9eb-2d9a-49b5-99ab-5a26f1200520 req-29d556cd-fe25-4e60-8ffd-b726314d55cc tempest-VolumesNegativeTest-1998435497 tempest-VolumesNegativeTest-1998435497-project] Notify callbacks [] for security_group, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:55:21.473164 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-c9b2c9eb-2d9a-49b5-99ab-5a26f1200520 req-29d556cd-fe25-4e60-8ffd-b726314d55cc tempest-VolumesNegativeTest-1998435497 tempest-VolumesNegativeTest-1998435497-project] Notify callbacks [] for security_group, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:55:21.477302 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-c9b2c9eb-2d9a-49b5-99ab-5a26f1200520 req-29d556cd-fe25-4e60-8ffd-b726314d55cc tempest-VolumesNegativeTest-1998435497 tempest-VolumesNegativeTest-1998435497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:55:21.545614 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d556cd-fe25-4e60-8ffd-b726314d55cc tempest-VolumesNegativeTest-1998435497 tempest-VolumesNegativeTest-1998435497-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b7651f1e-83fe-44b0-8e1f-455462a6998b,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:55:21.623306 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.db_base_plugin_common [req-c9b2c9eb-2d9a-49b5-99ab-5a26f1200520 req-29d556cd-fe25-4e60-8ffd-b726314d55cc tempest-VolumesNegativeTest-1998435497 tempest-VolumesNegativeTest-1998435497-project] Allocated IP 192.168.233.38 (4f742057-89ee-4b4a-86f7-487ee61881a1/f20c54fb-f7da-4761-aa61-2e4f99f3d332/4824bb6c-f02b-4c81-9b57-7b88dcfaae1a) {{(pid=93915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:55:21.781782 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-c9b2c9eb-2d9a-49b5-99ab-5a26f1200520 req-29d556cd-fe25-4e60-8ffd-b726314d55cc tempest-VolumesNegativeTest-1998435497 tempest-VolumesNegativeTest-1998435497-project] Notify callbacks [] for port, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:55:21.796103 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.provisioning_blocks [req-c9b2c9eb-2d9a-49b5-99ab-5a26f1200520 req-29d556cd-fe25-4e60-8ffd-b726314d55cc tempest-VolumesNegativeTest-1998435497 tempest-VolumesNegativeTest-1998435497-project] Transition to ACTIVE for port object 4824bb6c-f02b-4c81-9b57-7b88dcfaae1a will not be triggered until provisioned by entity DHCP. {{(pid=93915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:55:21.830763 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-c9b2c9eb-2d9a-49b5-99ab-5a26f1200520 req-29d556cd-fe25-4e60-8ffd-b726314d55cc tempest-VolumesNegativeTest-1998435497 tempest-VolumesNegativeTest-1998435497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:55:21.886541 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9b2c9eb-2d9a-49b5-99ab-5a26f1200520 req-29d556cd-fe25-4e60-8ffd-b726314d55cc tempest-VolumesNegativeTest-1998435497 tempest-VolumesNegativeTest-1998435497-project] Network 4f742057-89ee-4b4a-86f7-487ee61881a1 is already hosted by enough agents. {{(pid=93915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:55:21.891559 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [req-c9b2c9eb-2d9a-49b5-99ab-5a26f1200520 req-29d556cd-fe25-4e60-8ffd-b726314d55cc tempest-VolumesNegativeTest-1998435497 tempest-VolumesNegativeTest-1998435497-project] Resources bound (agent type, host, resource id): {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:55:21.897182 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9b2c9eb-2d9a-49b5-99ab-5a26f1200520 req-29d556cd-fe25-4e60-8ffd-b726314d55cc tempest-VolumesNegativeTest-1998435497 tempest-VolumesNegativeTest-1998435497-project] Received port after_create {{(pid=93915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:55:21.931365 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d556cd-fe25-4e60-8ffd-b726314d55cc tempest-VolumesNegativeTest-1998435497 tempest-VolumesNegativeTest-1998435497-project] Pushing event updated for resources: {'Port': ['ID=4824bb6c-f02b-4c81-9b57-7b88dcfaae1a,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:55:21.965585 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b2c9eb-2d9a-49b5-99ab-5a26f1200520 req-29d556cd-fe25-4e60-8ffd-b726314d55cc tempest-VolumesNegativeTest-1998435497 tempest-VolumesNegativeTest-1998435497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:55:21.966365 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-c9b2c9eb-2d9a-49b5-99ab-5a26f1200520 req-29d556cd-fe25-4e60-8ffd-b726314d55cc tempest-VolumesNegativeTest-1998435497 tempest-VolumesNegativeTest-1998435497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:55:21.982861 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c9b2c9eb-2d9a-49b5-99ab-5a26f1200520 req-29d556cd-fe25-4e60-8ffd-b726314d55cc tempest-VolumesNegativeTest-1998435497 tempest-VolumesNegativeTest-1998435497-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.7492085 Jul 14 18:55:21.995861 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [req-c9b2c9eb-2d9a-49b5-99ab-5a26f1200520 req-6c1237c9-4425-4d44-9851-62e3e581cf8f service neutron] Request body: {'port': {'device_id': '41c74a71-b151-45be-af24-e76ba4e48f80', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800634-3'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:55:22.056849 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.agents_db [None req-2ea07fb6-aa68-4671-8654-119d82b9f530 None None] Agent healthcheck: found 7 active agents {{(pid=93918) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 18:55:22.094543 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-c9b2c9eb-2d9a-49b5-99ab-5a26f1200520 req-6c1237c9-4425-4d44-9851-62e3e581cf8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:55:22.188416 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-dcc99bf3-3476-4a93-9868-155f9efb70be None None] Provisioning for port 4824bb6c-f02b-4c81-9b57-7b88dcfaae1a completed by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:55:22.193347 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-dcc99bf3-3476-4a93-9868-155f9efb70be None None] Provisioning complete for port 4824bb6c-f02b-4c81-9b57-7b88dcfaae1a triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:55:22.193978 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-dcc99bf3-3476-4a93-9868-155f9efb70be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:55:22.233349 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-dcc99bf3-3476-4a93-9868-155f9efb70be None None] Port 4824bb6c-f02b-4c81-9b57-7b88dcfaae1a cannot update to ACTIVE because it is not bound. {{(pid=93917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 18:55:22.418146 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [req-c9b2c9eb-2d9a-49b5-99ab-5a26f1200520 req-6c1237c9-4425-4d44-9851-62e3e581cf8f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4824bb6c-f02b-4c81-9b57-7b88dcfaae1a {{(pid=93915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 18:55:22.432828 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b659dd3b-859a-4eff-8128-c2cb8e1515c9 req-3837c284-0b8b-4b2a-a05d-ffe4305b436c tempest-VolumesNegativeTest-1998435497 tempest-VolumesNegativeTest-1998435497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:55:22.434239 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b659dd3b-859a-4eff-8128-c2cb8e1515c9 req-3837c284-0b8b-4b2a-a05d-ffe4305b436c tempest-VolumesNegativeTest-1998435497 tempest-VolumesNegativeTest-1998435497-project] 10.222.0.16 "GET /v2.0/ports?device_id=41c74a71-b151-45be-af24-e76ba4e48f80 HTTP/1.1" status: 200 len: 935 time: 0.1295052 Jul 14 18:55:22.436215 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-c9b2c9eb-2d9a-49b5-99ab-5a26f1200520 req-6c1237c9-4425-4d44-9851-62e3e581cf8f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:55:22.449074 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.provisioning_blocks [req-c9b2c9eb-2d9a-49b5-99ab-5a26f1200520 req-6c1237c9-4425-4d44-9851-62e3e581cf8f service neutron] Transition to ACTIVE for port object 4824bb6c-f02b-4c81-9b57-7b88dcfaae1a will not be triggered until provisioned by entity L2. {{(pid=93915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:55:22.456910 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-c9b2c9eb-2d9a-49b5-99ab-5a26f1200520 req-6c1237c9-4425-4d44-9851-62e3e581cf8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25912978'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:55:22.532353 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b659dd3b-859a-4eff-8128-c2cb8e1515c9 req-63ce603c-63d3-4792-acf3-fc976ce01c54 tempest-VolumesNegativeTest-1998435497 tempest-VolumesNegativeTest-1998435497-project] 10.222.0.16 "GET /v2.0/security-groups?id=b7651f1e-83fe-44b0-8e1f-455462a6998b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818226 Jul 14 18:55:22.535548 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1237c9-4425-4d44-9851-62e3e581cf8f service neutron] Pushing event updated for resources: {'Port': ['ID=4824bb6c-f02b-4c81-9b57-7b88dcfaae1a,revision_number=2']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:55:22.618928 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-c9b2c9eb-2d9a-49b5-99ab-5a26f1200520 req-6c1237c9-4425-4d44-9851-62e3e581cf8f service neutron] Attempting to bind port 4824bb6c-f02b-4c81-9b57-7b88dcfaae1a on host n-h1-800634-3 for vnic_type normal with profile {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:55:22.619345 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-c9b2c9eb-2d9a-49b5-99ab-5a26f1200520 req-6c1237c9-4425-4d44-9851-62e3e581cf8f service neutron] Attempting to bind port 4824bb6c-f02b-4c81-9b57-7b88dcfaae1a by drivers openvswitch,hyperv on host n-h1-800634-3 at level 0 using segments [{'id': '067fc487-22c7-42de-972d-ae352a28ad29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '4f742057-89ee-4b4a-86f7-487ee61881a1'}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:55:22.619775 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9b2c9eb-2d9a-49b5-99ab-5a26f1200520 req-6c1237c9-4425-4d44-9851-62e3e581cf8f service neutron] Attempting to bind port 4824bb6c-f02b-4c81-9b57-7b88dcfaae1a on network 4f742057-89ee-4b4a-86f7-487ee61881a1 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:55:22.625630 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9b2c9eb-2d9a-49b5-99ab-5a26f1200520 req-6c1237c9-4425-4d44-9851-62e3e581cf8f service neutron] Port 4824bb6c-f02b-4c81-9b57-7b88dcfaae1a on network 4f742057-89ee-4b4a-86f7-487ee61881a1 not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-3 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 18:55:22.626333 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9b2c9eb-2d9a-49b5-99ab-5a26f1200520 req-6c1237c9-4425-4d44-9851-62e3e581cf8f service neutron] Attempting to bind port 4824bb6c-f02b-4c81-9b57-7b88dcfaae1a on network 4f742057-89ee-4b4a-86f7-487ee61881a1 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:55:22.632351 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9b2c9eb-2d9a-49b5-99ab-5a26f1200520 req-6c1237c9-4425-4d44-9851-62e3e581cf8f service neutron] Checking agent: {'id': 'a3630ff4-fbee-45d9-b9b6-0ae41cb3a350', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 15, 32), 'started_at': datetime.datetime(2021, 7, 14, 18, 15, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 18, 55, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 18:55:22.632728 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9b2c9eb-2d9a-49b5-99ab-5a26f1200520 req-6c1237c9-4425-4d44-9851-62e3e581cf8f service neutron] Checking segment: {'id': '067fc487-22c7-42de-972d-ae352a28ad29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '4f742057-89ee-4b4a-86f7-487ee61881a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:55:22.633138 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9b2c9eb-2d9a-49b5-99ab-5a26f1200520 req-6c1237c9-4425-4d44-9851-62e3e581cf8f service neutron] Bound using segment: {'id': '067fc487-22c7-42de-972d-ae352a28ad29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '4f742057-89ee-4b4a-86f7-487ee61881a1'} {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 18:55:22.633682 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-c9b2c9eb-2d9a-49b5-99ab-5a26f1200520 req-6c1237c9-4425-4d44-9851-62e3e581cf8f service neutron] Bound port: 4824bb6c-f02b-4c81-9b57-7b88dcfaae1a, host: n-h1-800634-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '067fc487-22c7-42de-972d-ae352a28ad29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '4f742057-89ee-4b4a-86f7-487ee61881a1'}}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 18:55:22.634055 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-c9b2c9eb-2d9a-49b5-99ab-5a26f1200520 req-6c1237c9-4425-4d44-9851-62e3e581cf8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:55:22.711299 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-c9b2c9eb-2d9a-49b5-99ab-5a26f1200520 req-6c1237c9-4425-4d44-9851-62e3e581cf8f service neutron] For port 4824bb6c-f02b-4c81-9b57-7b88dcfaae1a, host n-h1-800634-3, cleared binding levels {{(pid=93915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:55:22.714975 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-c9b2c9eb-2d9a-49b5-99ab-5a26f1200520 req-6c1237c9-4425-4d44-9851-62e3e581cf8f service neutron] For port 4824bb6c-f02b-4c81-9b57-7b88dcfaae1a, host n-h1-800634-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=4824bb6c-f02b-4c81-9b57-7b88dcfaae1a,segment=NetworkSegment(067fc487-22c7-42de-972d-ae352a28ad29),segment_id=067fc487-22c7-42de-972d-ae352a28ad29)] {{(pid=93915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 18:55:22.719447 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-c9b2c9eb-2d9a-49b5-99ab-5a26f1200520 req-6c1237c9-4425-4d44-9851-62e3e581cf8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25912978'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:55:22.755841 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b2c9eb-2d9a-49b5-99ab-5a26f1200520 req-6c1237c9-4425-4d44-9851-62e3e581cf8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:55:22.756699 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-c9b2c9eb-2d9a-49b5-99ab-5a26f1200520 req-6c1237c9-4425-4d44-9851-62e3e581cf8f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:55:22.758228 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c9b2c9eb-2d9a-49b5-99ab-5a26f1200520 req-6c1237c9-4425-4d44-9851-62e3e581cf8f service neutron] 10.222.0.18 "PUT /v2.0/ports/4824bb6c-f02b-4c81-9b57-7b88dcfaae1a HTTP/1.1" status: 200 len: 1095 time: 0.7677400 Jul 14 18:55:22.758740 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41c74a71-b151-45be-af24-e76ba4e48f80', 'tag': '4824bb6c-f02b-4c81-9b57-7b88dcfaae1a'}] {{(pid=93915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:55:22.761343 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e72782ad3af8f7d4ce76cedf092bca46d1756acc5c4653cf0b52034cdd6b073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bbf3279-e6d4-4299-b67f-e34ef89f1dfa" -d '{"events": [{"name": "network-changed", "server_uuid": "41c74a71-b151-45be-af24-e76ba4e48f80", "tag": "4824bb6c-f02b-4c81-9b57-7b88dcfaae1a"}]}' {{(pid=93915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:55:22.789974 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1237c9-4425-4d44-9851-62e3e581cf8f service neutron] Pushing event updated for resources: {'Port': ['ID=4824bb6c-f02b-4c81-9b57-7b88dcfaae1a,revision_number=3']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:55:22.830980 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-263a7c93-ef07-4617-8c3e-258e1577670a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:55:22.852380 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 18:55:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1df1520-200c-4a5f-86c7-8cf53bfa0d60 x-openstack-request-id: req-a1df1520-200c-4a5f-86c7-8cf53bfa0d60 {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:55:22.852815 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41c74a71-b151-45be-af24-e76ba4e48f80", "tag": "4824bb6c-f02b-4c81-9b57-7b88dcfaae1a", "status": "completed", "code": 200}]} {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:55:22.853082 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a1df1520-200c-4a5f-86c7-8cf53bfa0d60 {{(pid=93915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:55:22.853522 n-d-800634-3 neutron-server[93915]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41c74a71-b151-45be-af24-e76ba4e48f80', 'tag': '4824bb6c-f02b-4c81-9b57-7b88dcfaae1a', 'status': 'completed', 'code': 200} Jul 14 18:55:22.890246 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b2c9eb-2d9a-49b5-99ab-5a26f1200520 req-d113fe6c-b62f-48b2-a287-f14630edc6ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:55:22.891776 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c9b2c9eb-2d9a-49b5-99ab-5a26f1200520 req-d113fe6c-b62f-48b2-a287-f14630edc6ef service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c375b86a2b544453bea76185604f8ae4&device_id=41c74a71-b151-45be-af24-e76ba4e48f80 HTTP/1.1" status: 200 len: 1098 time: 0.0680215 Jul 14 18:55:22.940782 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c9b2c9eb-2d9a-49b5-99ab-5a26f1200520 req-b0221f2e-bb9b-45b5-abb2-86b3400a457e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.38&port_id=4824bb6c-f02b-4c81-9b57-7b88dcfaae1a HTTP/1.1" status: 200 len: 217 time: 0.0421548 Jul 14 18:55:22.992933 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b2c9eb-2d9a-49b5-99ab-5a26f1200520 req-684f7220-934a-4000-a1c2-c2c8d89e2789 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:55:22.994418 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c9b2c9eb-2d9a-49b5-99ab-5a26f1200520 req-684f7220-934a-4000-a1c2-c2c8d89e2789 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f20c54fb-f7da-4761-aa61-2e4f99f3d332 HTTP/1.1" status: 200 len: 843 time: 0.0474567 Jul 14 18:55:23.051493 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b2c9eb-2d9a-49b5-99ab-5a26f1200520 req-1d1b4662-84ae-4452-a0da-b83483d0664b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:55:23.052975 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c9b2c9eb-2d9a-49b5-99ab-5a26f1200520 req-1d1b4662-84ae-4452-a0da-b83483d0664b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4f742057-89ee-4b4a-86f7-487ee61881a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0520377 Jul 14 18:55:23.148099 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c9b2c9eb-2d9a-49b5-99ab-5a26f1200520 req-31720a58-16ed-4cfa-8134-1204ce6040c4 service neutron] 10.222.0.18 "GET /v2.0/networks/4f742057-89ee-4b4a-86f7-487ee61881a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879920 Jul 14 18:55:23.194146 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:55:23.240432 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c9b2c9eb-2d9a-49b5-99ab-5a26f1200520 req-5a6251d8-0675-4f18-b342-eb25903767ed service neutron] 10.222.0.18 "GET /v2.0/networks/4f742057-89ee-4b4a-86f7-487ee61881a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866215 Jul 14 18:55:23.347645 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbf3279-e6d4-4299-b67f-e34ef89f1dfa req-c8dafb05-7b86-4339-8c2e-a799ec3d5c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:55:23.349169 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6bbf3279-e6d4-4299-b67f-e34ef89f1dfa req-c8dafb05-7b86-4339-8c2e-a799ec3d5c33 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c375b86a2b544453bea76185604f8ae4&device_id=41c74a71-b151-45be-af24-e76ba4e48f80 HTTP/1.1" status: 200 len: 1098 time: 0.0623665 Jul 14 18:55:23.443515 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbf3279-e6d4-4299-b67f-e34ef89f1dfa req-9f62fcae-a480-4091-acb6-56f69eadd823 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:55:23.445073 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6bbf3279-e6d4-4299-b67f-e34ef89f1dfa req-9f62fcae-a480-4091-acb6-56f69eadd823 service neutron] 10.222.0.18 "GET /v2.0/networks?id=4f742057-89ee-4b4a-86f7-487ee61881a1 HTTP/1.1" status: 200 len: 869 time: 0.0897689 Jul 14 18:55:23.503889 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6bbf3279-e6d4-4299-b67f-e34ef89f1dfa req-2699e597-c615-4092-94b8-8f97c38eb0c8 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.38&port_id=4824bb6c-f02b-4c81-9b57-7b88dcfaae1a HTTP/1.1" status: 200 len: 217 time: 0.0525742 Jul 14 18:55:23.552545 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbf3279-e6d4-4299-b67f-e34ef89f1dfa req-8078fafe-a754-4320-9c0a-1b614be3125e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:55:23.553987 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6bbf3279-e6d4-4299-b67f-e34ef89f1dfa req-8078fafe-a754-4320-9c0a-1b614be3125e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f20c54fb-f7da-4761-aa61-2e4f99f3d332 HTTP/1.1" status: 200 len: 843 time: 0.0442142 Jul 14 18:55:23.611383 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbf3279-e6d4-4299-b67f-e34ef89f1dfa req-17d8320c-5c66-4f1d-abf7-874ee1488786 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:55:23.613029 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6bbf3279-e6d4-4299-b67f-e34ef89f1dfa req-17d8320c-5c66-4f1d-abf7-874ee1488786 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4f742057-89ee-4b4a-86f7-487ee61881a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0523286 Jul 14 18:55:24.080440 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6bbf3279-e6d4-4299-b67f-e34ef89f1dfa req-cddff2f8-f8af-4539-8b34-2cfc5232a35f service neutron] 10.222.0.18 "GET /v2.0/networks/4f742057-89ee-4b4a-86f7-487ee61881a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4600832 Jul 14 18:55:24.102727 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b3553a-5f7c-4fc6-b113-b7e981e26057 req-82b50149-643d-4132-aa68-acb92f16ac32 tempest-VolumesNegativeTest-1998435497 tempest-VolumesNegativeTest-1998435497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:55:24.104165 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-11b3553a-5f7c-4fc6-b113-b7e981e26057 req-82b50149-643d-4132-aa68-acb92f16ac32 tempest-VolumesNegativeTest-1998435497 tempest-VolumesNegativeTest-1998435497-project] 10.222.0.16 "GET /v2.0/ports?device_id=41c74a71-b151-45be-af24-e76ba4e48f80 HTTP/1.1" status: 200 len: 947 time: 0.4380531 Jul 14 18:55:24.184157 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-574aeb93-9938-449c-8e6c-cb22c9b52cc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:55:24.190167 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-11b3553a-5f7c-4fc6-b113-b7e981e26057 req-dfb71f5c-b272-4efe-940b-9606286152c6 tempest-VolumesNegativeTest-1998435497 tempest-VolumesNegativeTest-1998435497-project] 10.222.0.16 "GET /v2.0/security-groups?id=b7651f1e-83fe-44b0-8e1f-455462a6998b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767372 Jul 14 18:55:24.217842 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6bbf3279-e6d4-4299-b67f-e34ef89f1dfa req-53a7715f-cbf1-43a6-b7b0-7da209172a8b service neutron] 10.222.0.18 "GET /v2.0/networks/4f742057-89ee-4b4a-86f7-487ee61881a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300013 Jul 14 18:55:25.370778 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89faf59c-9748-44f4-861e-d5fad7a6c362 req-470e2ae9-c68e-438a-886b-49622c1be6e1 tempest-VolumesNegativeTest-1998435497 tempest-VolumesNegativeTest-1998435497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:55:25.372431 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-89faf59c-9748-44f4-861e-d5fad7a6c362 req-470e2ae9-c68e-438a-886b-49622c1be6e1 tempest-VolumesNegativeTest-1998435497 tempest-VolumesNegativeTest-1998435497-project] 10.222.0.16 "GET /v2.0/ports?device_id=41c74a71-b151-45be-af24-e76ba4e48f80 HTTP/1.1" status: 200 len: 947 time: 0.0667517 Jul 14 18:55:25.411500 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-89faf59c-9748-44f4-861e-d5fad7a6c362 req-e5f7866e-6ac9-4319-9513-25f93ca71157 tempest-VolumesNegativeTest-1998435497 tempest-VolumesNegativeTest-1998435497-project] 10.222.0.16 "GET /v2.0/security-groups?id=b7651f1e-83fe-44b0-8e1f-455462a6998b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325081 Jul 14 18:55:25.835340 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-2f4e3af3-e708-4ffd-a544-82d93a489d01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:55:26.592013 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f9704e-9ce4-4307-8457-38b99f1d8111 req-d4c5dd0e-edca-4d25-a911-6ca4e7073700 tempest-VolumesNegativeTest-1998435497 tempest-VolumesNegativeTest-1998435497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:55:26.594124 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a3f9704e-9ce4-4307-8457-38b99f1d8111 req-d4c5dd0e-edca-4d25-a911-6ca4e7073700 tempest-VolumesNegativeTest-1998435497 tempest-VolumesNegativeTest-1998435497-project] 10.222.0.16 "GET /v2.0/ports?device_id=41c74a71-b151-45be-af24-e76ba4e48f80 HTTP/1.1" status: 200 len: 947 time: 0.0660899 Jul 14 18:55:26.605403 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device 4824bb6c-f02b-4c81-9b57-7b88dcfaae1a details requested by agent hyperv_n-h1-800634-3 with host n-h1-800634-3 {{(pid=93917) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 18:55:26.634241 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a3f9704e-9ce4-4307-8457-38b99f1d8111 req-830465cf-23c4-4525-ace6-5420f145e0a0 tempest-VolumesNegativeTest-1998435497 tempest-VolumesNegativeTest-1998435497-project] 10.222.0.16 "GET /v2.0/security-groups?id=b7651f1e-83fe-44b0-8e1f-455462a6998b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337436 Jul 14 18:55:26.703273 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port 4824bb6c-f02b-4c81-9b57-7b88dcfaae1a, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=4824bb6c-f02b-4c81-9b57-7b88dcfaae1a,segment=NetworkSegment(067fc487-22c7-42de-972d-ae352a28ad29),segment_id=067fc487-22c7-42de-972d-ae352a28ad29)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:55:26.714187 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Returning: {'device': '4824bb6c-f02b-4c81-9b57-7b88dcfaae1a', 'network_id': '4f742057-89ee-4b4a-86f7-487ee61881a1', 'port_id': '4824bb6c-f02b-4c81-9b57-7b88dcfaae1a', 'mac_address': 'fa:16:3e:f1:83:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f20c54fb-f7da-4761-aa61-2e4f99f3d332', 'ip_address': '192.168.233.38'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93917) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 18:55:26.749976 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:55:26.761932 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4824bb6c-f02b-4c81-9b57-7b88dcfaae1a {{(pid=93917) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 18:55:26.781072 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port 4824bb6c-f02b-4c81-9b57-7b88dcfaae1a, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=4824bb6c-f02b-4c81-9b57-7b88dcfaae1a,segment=NetworkSegment(067fc487-22c7-42de-972d-ae352a28ad29),segment_id=067fc487-22c7-42de-972d-ae352a28ad29)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:55:26.784955 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:55:26.831268 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Pushing event updated for resources: {'Port': ['ID=4824bb6c-f02b-4c81-9b57-7b88dcfaae1a,revision_number=4']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:55:26.838306 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:55:26.838962 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:55:26.838962 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:55:26.839303 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:55:26.839633 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:55:26.839964 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:55:26.840317 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:55:26.840645 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:55:26.840963 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:55:26.841283 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:55:26.841604 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:55:26.841919 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:55:26.981143 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] get_ports_and_sgs() called for port_ids ['4824bb6c-f02b-4c81-9b57-7b88dcfaae1a'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 18:55:27.830093 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c59ede8-3418-473f-b5d7-824a0395bdff req-2c5f1cef-dbd6-4978-b169-18bec85f81f1 tempest-VolumesNegativeTest-1998435497 tempest-VolumesNegativeTest-1998435497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:55:27.831534 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2c59ede8-3418-473f-b5d7-824a0395bdff req-2c5f1cef-dbd6-4978-b169-18bec85f81f1 tempest-VolumesNegativeTest-1998435497 tempest-VolumesNegativeTest-1998435497-project] 10.222.0.16 "GET /v2.0/ports?device_id=41c74a71-b151-45be-af24-e76ba4e48f80 HTTP/1.1" status: 200 len: 948 time: 0.0683341 Jul 14 18:55:27.869507 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2c59ede8-3418-473f-b5d7-824a0395bdff req-22e058bf-6b9c-4579-965b-d5d01674552a tempest-VolumesNegativeTest-1998435497 tempest-VolumesNegativeTest-1998435497-project] 10.222.0.16 "GET /v2.0/security-groups?id=b7651f1e-83fe-44b0-8e1f-455462a6998b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321765 Jul 14 18:55:28.612590 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device 4824bb6c-f02b-4c81-9b57-7b88dcfaae1a up at agent hyperv_n-h1-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:55:28.663195 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Provisioning for port 4824bb6c-f02b-4c81-9b57-7b88dcfaae1a completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:55:28.666819 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Provisioning complete for port 4824bb6c-f02b-4c81-9b57-7b88dcfaae1a triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:55:28.667190 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:55:28.745746 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:55:28.769636 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41c74a71-b151-45be-af24-e76ba4e48f80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4824bb6c-f02b-4c81-9b57-7b88dcfaae1a'}] {{(pid=93917) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:55:28.771854 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20b787f3c29eaa7aa2a4d648c725a2124c5ff39a8d793252f9d844495e14cf42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fb5ba6b-47e7-4b77-a102-2d3cd5f79b9c" -d '{"events": [{"server_uuid": "41c74a71-b151-45be-af24-e76ba4e48f80", "name": "network-vif-plugged", "status": "completed", "tag": "4824bb6c-f02b-4c81-9b57-7b88dcfaae1a"}]}' {{(pid=93917) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:55:28.785427 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port 4824bb6c-f02b-4c81-9b57-7b88dcfaae1a, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=4824bb6c-f02b-4c81-9b57-7b88dcfaae1a,segment=NetworkSegment(067fc487-22c7-42de-972d-ae352a28ad29),segment_id=067fc487-22c7-42de-972d-ae352a28ad29)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:55:28.791456 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:55:28.823575 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 18:55:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98ea0862-7d4d-457e-9d2f-1ec8bc11a011 x-openstack-request-id: req-98ea0862-7d4d-457e-9d2f-1ec8bc11a011 {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:55:28.823922 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41c74a71-b151-45be-af24-e76ba4e48f80", "name": "network-vif-plugged", "status": "completed", "tag": "4824bb6c-f02b-4c81-9b57-7b88dcfaae1a", "code": 200}]} {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:55:28.824196 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-98ea0862-7d4d-457e-9d2f-1ec8bc11a011 {{(pid=93917) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:55:28.824582 n-d-800634-3 neutron-server[93917]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41c74a71-b151-45be-af24-e76ba4e48f80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4824bb6c-f02b-4c81-9b57-7b88dcfaae1a', 'code': 200} Jul 14 18:55:28.851854 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Pushing event updated for resources: {'Port': ['ID=4824bb6c-f02b-4c81-9b57-7b88dcfaae1a,revision_number=5']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:55:28.936087 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fdfdea-3a25-4eaf-b48c-feb99f184d87 req-b9ed84a4-5a52-4795-be80-b656a31be0b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:55:28.937701 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e1fdfdea-3a25-4eaf-b48c-feb99f184d87 req-b9ed84a4-5a52-4795-be80-b656a31be0b7 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=41c74a71-b151-45be-af24-e76ba4e48f80 HTTP/1.1" status: 200 len: 1100 time: 0.0551364 Jul 14 18:55:28.977692 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e1fdfdea-3a25-4eaf-b48c-feb99f184d87 req-65d969c1-c804-4fc9-949b-5f5bc02c575e service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=b7651f1e-83fe-44b0-8e1f-455462a6998b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337963 Jul 14 18:55:29.055968 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7e5f80-1469-4054-be85-089e11379737 req-44fc5497-6075-46d3-b5bb-cacecd797792 tempest-VolumesNegativeTest-1998435497 tempest-VolumesNegativeTest-1998435497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:55:29.057572 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-8a7e5f80-1469-4054-be85-089e11379737 req-44fc5497-6075-46d3-b5bb-cacecd797792 tempest-VolumesNegativeTest-1998435497 tempest-VolumesNegativeTest-1998435497-project] 10.222.0.16 "GET /v2.0/ports?device_id=41c74a71-b151-45be-af24-e76ba4e48f80 HTTP/1.1" status: 200 len: 949 time: 0.0691059 Jul 14 18:55:29.101558 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-8a7e5f80-1469-4054-be85-089e11379737 req-37120e8e-489d-474a-a043-bccbf1282b25 tempest-VolumesNegativeTest-1998435497 tempest-VolumesNegativeTest-1998435497-project] 10.222.0.16 "GET /v2.0/security-groups?id=b7651f1e-83fe-44b0-8e1f-455462a6998b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363338 Jul 14 18:55:30.307180 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87931a1-983c-49c4-8c8d-ab12885e05f9 req-2febc8f7-4bf0-4ca6-b3f6-adb3b32cecee tempest-VolumesNegativeTest-1998435497 tempest-VolumesNegativeTest-1998435497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:55:30.309116 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f87931a1-983c-49c4-8c8d-ab12885e05f9 req-2febc8f7-4bf0-4ca6-b3f6-adb3b32cecee tempest-VolumesNegativeTest-1998435497 tempest-VolumesNegativeTest-1998435497-project] 10.222.0.16 "GET /v2.0/ports?device_id=41c74a71-b151-45be-af24-e76ba4e48f80 HTTP/1.1" status: 200 len: 949 time: 0.0881979 Jul 14 18:55:30.353940 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f87931a1-983c-49c4-8c8d-ab12885e05f9 req-3f258287-70f0-4a14-9672-a0631b6adb5c tempest-VolumesNegativeTest-1998435497 tempest-VolumesNegativeTest-1998435497-project] 10.222.0.16 "GET /v2.0/security-groups?id=b7651f1e-83fe-44b0-8e1f-455462a6998b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387220 Jul 14 18:55:30.769318 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bd92ac-aab8-444a-99fc-11579f9e60bf req-666e50c4-5ca9-4372-83d2-b5844a391871 tempest-VolumesNegativeTest-1998435497 tempest-VolumesNegativeTest-1998435497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:55:30.770806 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-26bd92ac-aab8-444a-99fc-11579f9e60bf req-666e50c4-5ca9-4372-83d2-b5844a391871 tempest-VolumesNegativeTest-1998435497 tempest-VolumesNegativeTest-1998435497-project] 10.222.0.16 "GET /v2.0/ports?device_id=41c74a71-b151-45be-af24-e76ba4e48f80 HTTP/1.1" status: 200 len: 949 time: 0.0658898 Jul 14 18:55:30.811306 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-26bd92ac-aab8-444a-99fc-11579f9e60bf req-346d73bf-b1e5-465b-a7ba-255c1cb44897 tempest-VolumesNegativeTest-1998435497 tempest-VolumesNegativeTest-1998435497-project] 10.222.0.16 "GET /v2.0/security-groups?id=b7651f1e-83fe-44b0-8e1f-455462a6998b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347996 Jul 14 18:55:32.000413 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c7000a-24d7-4fec-946b-2d0b82641721 req-7c56f1c2-9a56-485b-9b8c-025bd39f8889 tempest-VolumesNegativeTest-1998435497 tempest-VolumesNegativeTest-1998435497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:55:32.001888 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-37c7000a-24d7-4fec-946b-2d0b82641721 req-7c56f1c2-9a56-485b-9b8c-025bd39f8889 tempest-VolumesNegativeTest-1998435497 tempest-VolumesNegativeTest-1998435497-project] 10.222.0.18 "GET /v2.0/ports?device_id=41c74a71-b151-45be-af24-e76ba4e48f80 HTTP/1.1" status: 200 len: 949 time: 0.1065249 Jul 14 18:55:32.025317 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8358cbc0-61b8-4193-9fe4-f536f5170d57 req-2b4b78be-e864-4bc7-9255-c495968dd290 tempest-VolumesNegativeTest-1998435497 tempest-VolumesNegativeTest-1998435497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:55:32.026706 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-8358cbc0-61b8-4193-9fe4-f536f5170d57 req-2b4b78be-e864-4bc7-9255-c495968dd290 tempest-VolumesNegativeTest-1998435497 tempest-VolumesNegativeTest-1998435497-project] 10.222.0.16 "GET /v2.0/ports?device_id=41c74a71-b151-45be-af24-e76ba4e48f80 HTTP/1.1" status: 200 len: 949 time: 0.0967467 Jul 14 18:55:32.114260 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-8358cbc0-61b8-4193-9fe4-f536f5170d57 req-37490dca-b12d-4d38-a17d-04a7a74955dd tempest-VolumesNegativeTest-1998435497 tempest-VolumesNegativeTest-1998435497-project] 10.222.0.16 "GET /v2.0/security-groups?id=b7651f1e-83fe-44b0-8e1f-455462a6998b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692813 Jul 14 18:55:32.148081 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [req-37c7000a-24d7-4fec-946b-2d0b82641721 req-d4a9c37d-e685-47e4-9cc1-a30d63874b99 tempest-VolumesNegativeTest-1998435497 tempest-VolumesNegativeTest-1998435497-project] Deleting port 4824bb6c-f02b-4c81-9b57-7b88dcfaae1a {{(pid=93915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:55:32.148461 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-37c7000a-24d7-4fec-946b-2d0b82641721 req-d4a9c37d-e685-47e4-9cc1-a30d63874b99 tempest-VolumesNegativeTest-1998435497 tempest-VolumesNegativeTest-1998435497-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:55:32.240686 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-37c7000a-24d7-4fec-946b-2d0b82641721 req-d4a9c37d-e685-47e4-9cc1-a30d63874b99 tempest-VolumesNegativeTest-1998435497 tempest-VolumesNegativeTest-1998435497-project] For port 4824bb6c-f02b-4c81-9b57-7b88dcfaae1a, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=4824bb6c-f02b-4c81-9b57-7b88dcfaae1a,segment=NetworkSegment(067fc487-22c7-42de-972d-ae352a28ad29),segment_id=067fc487-22c7-42de-972d-ae352a28ad29)] {{(pid=93915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:55:32.241088 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-37c7000a-24d7-4fec-946b-2d0b82641721 req-d4a9c37d-e685-47e4-9cc1-a30d63874b99 tempest-VolumesNegativeTest-1998435497 tempest-VolumesNegativeTest-1998435497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:55:32.256095 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [req-37c7000a-24d7-4fec-946b-2d0b82641721 req-d4a9c37d-e685-47e4-9cc1-a30d63874b99 tempest-VolumesNegativeTest-1998435497 tempest-VolumesNegativeTest-1998435497-project] Calling delete_port for 4824bb6c-f02b-4c81-9b57-7b88dcfaae1a owned by compute:nova {{(pid=93915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:55:32.389872 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-37c7000a-24d7-4fec-946b-2d0b82641721 req-d4a9c37d-e685-47e4-9cc1-a30d63874b99 tempest-VolumesNegativeTest-1998435497 tempest-VolumesNegativeTest-1998435497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:55:32.401626 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] get_ports_and_sgs() called for port_ids ['4824bb6c-f02b-4c81-9b57-7b88dcfaae1a'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 18:55:32.416286 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a9c37d-e685-47e4-9cc1-a30d63874b99 tempest-VolumesNegativeTest-1998435497 tempest-VolumesNegativeTest-1998435497-project] Pushing event deleted for resources: {'Port': ['ID=4824bb6c-f02b-4c81-9b57-7b88dcfaae1a,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:55:32.465502 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [req-37c7000a-24d7-4fec-946b-2d0b82641721 req-d4a9c37d-e685-47e4-9cc1-a30d63874b99 tempest-VolumesNegativeTest-1998435497 tempest-VolumesNegativeTest-1998435497-project] No DVR routers for this DVR port 4824bb6c-f02b-4c81-9b57-7b88dcfaae1a on host n-h1-800634-3 {{(pid=93915) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 18:55:32.468415 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-37c7000a-24d7-4fec-946b-2d0b82641721 req-d4a9c37d-e685-47e4-9cc1-a30d63874b99 tempest-VolumesNegativeTest-1998435497 tempest-VolumesNegativeTest-1998435497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:55:32.470536 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-37c7000a-24d7-4fec-946b-2d0b82641721 req-d4a9c37d-e685-47e4-9cc1-a30d63874b99 tempest-VolumesNegativeTest-1998435497 tempest-VolumesNegativeTest-1998435497-project] 10.222.0.18 "DELETE /v2.0/ports/4824bb6c-f02b-4c81-9b57-7b88dcfaae1a HTTP/1.1" status: 204 len: 173 time: 0.4633887 Jul 14 18:55:32.470988 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41c74a71-b151-45be-af24-e76ba4e48f80', 'name': 'network-vif-deleted', 'tag': '4824bb6c-f02b-4c81-9b57-7b88dcfaae1a'}] {{(pid=93915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:55:32.473351 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e72782ad3af8f7d4ce76cedf092bca46d1756acc5c4653cf0b52034cdd6b073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5d16036-68c2-49a6-9565-e9e62458bdcc" -d '{"events": [{"server_uuid": "41c74a71-b151-45be-af24-e76ba4e48f80", "name": "network-vif-deleted", "tag": "4824bb6c-f02b-4c81-9b57-7b88dcfaae1a"}]}' {{(pid=93915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:55:32.540663 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 18:55:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29bf434e-4ac0-4e95-abae-7e1edf44cb4e x-openstack-request-id: req-29bf434e-4ac0-4e95-abae-7e1edf44cb4e {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:55:32.541071 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41c74a71-b151-45be-af24-e76ba4e48f80", "name": "network-vif-deleted", "tag": "4824bb6c-f02b-4c81-9b57-7b88dcfaae1a", "status": "completed", "code": 200}]} {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:55:32.541423 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-29bf434e-4ac0-4e95-abae-7e1edf44cb4e {{(pid=93915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:55:32.541943 n-d-800634-3 neutron-server[93915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41c74a71-b151-45be-af24-e76ba4e48f80', 'name': 'network-vif-deleted', 'tag': '4824bb6c-f02b-4c81-9b57-7b88dcfaae1a', 'status': 'completed', 'code': 200} Jul 14 18:55:32.677265 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:55:34.612138 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device 4824bb6c-f02b-4c81-9b57-7b88dcfaae1a no longer exists at agent hyperv_n-h1-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 18:55:34.638191 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] No Port match for: 4824bb6c-f02b-4c81-9b57-7b88dcfaae1a {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 18:55:34.638572 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device 4824bb6c-f02b-4c81-9b57-7b88dcfaae1a not bound to the agent host n-h1-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 18:55:35.585341 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:55:36.203057 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 52930) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:55:36.310364 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-c9931dbf-936d-4abe-88df-4905617e8dd4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:55:36.408201 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-c9931dbf-936d-4abe-88df-4905617e8dd4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:55:36.412549 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-c9931dbf-936d-4abe-88df-4905617e8dd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:55:36.457511 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9931dbf-936d-4abe-88df-4905617e8dd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2eb5052b-0083-416a-9d2e-854cc1b3e271,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:55:36.464050 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-c9931dbf-936d-4abe-88df-4905617e8dd4 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=be5bd7ac731446b5870bcd10cd830f76&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2598195 Jul 14 18:55:36.466886 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 52940) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:55:36.473695 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9931dbf-936d-4abe-88df-4905617e8dd4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:55:36.474048 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9931dbf-936d-4abe-88df-4905617e8dd4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:55:36.474393 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9931dbf-936d-4abe-88df-4905617e8dd4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:55:36.474732 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9931dbf-936d-4abe-88df-4905617e8dd4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:55:36.475409 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9931dbf-936d-4abe-88df-4905617e8dd4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:55:36.475409 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9931dbf-936d-4abe-88df-4905617e8dd4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:55:36.475711 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9931dbf-936d-4abe-88df-4905617e8dd4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:55:36.476041 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9931dbf-936d-4abe-88df-4905617e8dd4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:55:36.476418 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9931dbf-936d-4abe-88df-4905617e8dd4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:55:36.476722 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9931dbf-936d-4abe-88df-4905617e8dd4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:55:36.477046 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9931dbf-936d-4abe-88df-4905617e8dd4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:55:36.477384 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9931dbf-936d-4abe-88df-4905617e8dd4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:55:36.526287 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-5d458f50-0343-4c2e-95c4-c000c5cbd890 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:55:36.556245 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-5d458f50-0343-4c2e-95c4-c000c5cbd890 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:55:36.606687 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-5d458f50-0343-4c2e-95c4-c000c5cbd890 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:55:36.609447 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-5d458f50-0343-4c2e-95c4-c000c5cbd890 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:55:36.610614 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-5d458f50-0343-4c2e-95c4-c000c5cbd890 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2eb5052b-0083-416a-9d2e-854cc1b3e271 HTTP/1.1" status: 204 len: 168 time: 0.1421313 Jul 14 18:55:36.621413 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d458f50-0343-4c2e-95c4-c000c5cbd890 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2eb5052b-0083-416a-9d2e-854cc1b3e271,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:55:38.100132 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 53018) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:55:38.334358 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 53046) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:55:38.334916 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-6b366a4e-311e-41ae-a46e-1ec4cb1db6f1 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c375b86a2b544453bea76185604f8ae4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2332075 Jul 14 18:55:38.393254 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-2f7dc396-10dc-4b5e-bf70-5f75c6ff318f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:55:38.416069 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-2f7dc396-10dc-4b5e-bf70-5f75c6ff318f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:55:38.479788 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-2f7dc396-10dc-4b5e-bf70-5f75c6ff318f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:55:38.483554 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-2f7dc396-10dc-4b5e-bf70-5f75c6ff318f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:55:38.487035 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-2f7dc396-10dc-4b5e-bf70-5f75c6ff318f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b7651f1e-83fe-44b0-8e1f-455462a6998b HTTP/1.1" status: 204 len: 168 time: 0.1482062 Jul 14 18:55:38.493422 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7dc396-10dc-4b5e-bf70-5f75c6ff318f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7651f1e-83fe-44b0-8e1f-455462a6998b,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:55:38.710542 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 53070) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:55:38.848079 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-6f7d43b9-0f6f-4e33-b7ac-5bc820e85764 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:55:38.958686 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-6f7d43b9-0f6f-4e33-b7ac-5bc820e85764 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:55:38.963868 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-6f7d43b9-0f6f-4e33-b7ac-5bc820e85764 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:55:39.005082 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7d43b9-0f6f-4e33-b7ac-5bc820e85764 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b182f1ea-1f6a-4ac8-a94f-0270c1dd39e9,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:55:39.011893 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-6f7d43b9-0f6f-4e33-b7ac-5bc820e85764 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9dec806f201140b19e5eb4eb6f7cc8dc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2977443 Jul 14 18:55:39.012268 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 53088) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:55:39.070863 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-8a554053-a99d-410c-bb01-4777345bc2a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:55:39.095043 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-8a554053-a99d-410c-bb01-4777345bc2a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:55:39.157370 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-8a554053-a99d-410c-bb01-4777345bc2a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:55:39.160276 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-8a554053-a99d-410c-bb01-4777345bc2a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:55:39.163982 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-8a554053-a99d-410c-bb01-4777345bc2a6 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b182f1ea-1f6a-4ac8-a94f-0270c1dd39e9 HTTP/1.1" status: 204 len: 168 time: 0.1479578 Jul 14 18:55:39.175388 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a554053-a99d-410c-bb01-4777345bc2a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b182f1ea-1f6a-4ac8-a94f-0270c1dd39e9,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:55:39.517719 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 53118) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:55:39.533409 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-5f2f1d92-fec5-4df6-9c97-a154ce140511 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:55:39.638315 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-5f2f1d92-fec5-4df6-9c97-a154ce140511 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:55:39.643493 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-5f2f1d92-fec5-4df6-9c97-a154ce140511 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:55:39.688172 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-5f2f1d92-fec5-4df6-9c97-a154ce140511 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9303cfe124554eee8bfc8a47d068d7c4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1685560 Jul 14 18:55:39.690240 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 53128) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:55:39.693822 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2f1d92-fec5-4df6-9c97-a154ce140511 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1af3122b-3035-4450-8a46-e51a2c7305eb,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:55:39.741422 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-6ebd7db8-e0f3-4e6d-a78a-9bc5fc315428 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:55:39.766849 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-6ebd7db8-e0f3-4e6d-a78a-9bc5fc315428 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:55:39.821099 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-6ebd7db8-e0f3-4e6d-a78a-9bc5fc315428 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:55:39.823711 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-6ebd7db8-e0f3-4e6d-a78a-9bc5fc315428 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:55:39.824943 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-6ebd7db8-e0f3-4e6d-a78a-9bc5fc315428 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1af3122b-3035-4450-8a46-e51a2c7305eb HTTP/1.1" status: 204 len: 168 time: 0.1337075 Jul 14 18:55:39.833076 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebd7db8-e0f3-4e6d-a78a-9bc5fc315428 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1af3122b-3035-4450-8a46-e51a2c7305eb,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:55:41.004815 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 53198) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:55:41.010551 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-79bda4ac-387d-4dbb-8f67-cddaf976bb2c tempest-TestSecurityGroupsBasicOps-1245515434 tempest-TestSecurityGroupsBasicOps-1245515434-project] Request body: {'network': {'name': 'tempest-network-smoke--1104325009', 'project_id': '16585be2c4d241b09d11d2c12f508f99', 'port_security_enabled': True}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:55:41.034779 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79bda4ac-387d-4dbb-8f67-cddaf976bb2c tempest-TestSecurityGroupsBasicOps-1245515434 tempest-TestSecurityGroupsBasicOps-1245515434-project] Made reservation on behalf of 16585be2c4d241b09d11d2c12f508f99 for: {'network': 1} {{(pid=93915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:55:41.039007 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-79bda4ac-387d-4dbb-8f67-cddaf976bb2c tempest-TestSecurityGroupsBasicOps-1245515434 tempest-TestSecurityGroupsBasicOps-1245515434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for network, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:55:41.064397 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-79bda4ac-387d-4dbb-8f67-cddaf976bb2c tempest-TestSecurityGroupsBasicOps-1245515434 tempest-TestSecurityGroupsBasicOps-1245515434-project] Notify callbacks [] for security_group, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:55:41.175948 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-79bda4ac-387d-4dbb-8f67-cddaf976bb2c tempest-TestSecurityGroupsBasicOps-1245515434 tempest-TestSecurityGroupsBasicOps-1245515434-project] Notify callbacks [] for security_group, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:55:41.181579 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-79bda4ac-387d-4dbb-8f67-cddaf976bb2c tempest-TestSecurityGroupsBasicOps-1245515434 tempest-TestSecurityGroupsBasicOps-1245515434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:55:41.208265 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79bda4ac-387d-4dbb-8f67-cddaf976bb2c tempest-TestSecurityGroupsBasicOps-1245515434 tempest-TestSecurityGroupsBasicOps-1245515434-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 72} {{(pid=93915) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 18:55:41.227151 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79bda4ac-387d-4dbb-8f67-cddaf976bb2c tempest-TestSecurityGroupsBasicOps-1245515434 tempest-TestSecurityGroupsBasicOps-1245515434-project] Pushing event updated for resources: {'SecurityGroup': ['ID=87dd203a-82dd-4661-a527-41a203f3ebeb,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:55:41.230234 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-79bda4ac-387d-4dbb-8f67-cddaf976bb2c tempest-TestSecurityGroupsBasicOps-1245515434 tempest-TestSecurityGroupsBasicOps-1245515434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:55:41.230588 n-d-800634-3 neutron-server[93915]: INFO neutron.db.segments_db [None req-79bda4ac-387d-4dbb-8f67-cddaf976bb2c tempest-TestSecurityGroupsBasicOps-1245515434 tempest-TestSecurityGroupsBasicOps-1245515434-project] Added segment 5cd208f9-4a78-4bfc-83ad-acfca1b2cd00 of type vlan for network 28da15a0-c36e-413e-a43a-1f36dc834f32 Jul 14 18:55:41.272345 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-79bda4ac-387d-4dbb-8f67-cddaf976bb2c tempest-TestSecurityGroupsBasicOps-1245515434 tempest-TestSecurityGroupsBasicOps-1245515434-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728202197517'] for network, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:55:41.307055 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-79bda4ac-387d-4dbb-8f67-cddaf976bb2c tempest-TestSecurityGroupsBasicOps-1245515434 tempest-TestSecurityGroupsBasicOps-1245515434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727'] for network, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:55:41.312894 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79bda4ac-387d-4dbb-8f67-cddaf976bb2c tempest-TestSecurityGroupsBasicOps-1245515434 tempest-TestSecurityGroupsBasicOps-1245515434-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:55:41.313499 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-79bda4ac-387d-4dbb-8f67-cddaf976bb2c tempest-TestSecurityGroupsBasicOps-1245515434 tempest-TestSecurityGroupsBasicOps-1245515434-project] Notify callbacks [] for network, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:55:41.374842 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-79bda4ac-387d-4dbb-8f67-cddaf976bb2c tempest-TestSecurityGroupsBasicOps-1245515434 tempest-TestSecurityGroupsBasicOps-1245515434-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3683798 Jul 14 18:55:41.377733 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 53216) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:55:41.383472 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-24b77feb-6ae4-4e04-9910-bc3f7e8f5215 tempest-TestSecurityGroupsBasicOps-1245515434 tempest-TestSecurityGroupsBasicOps-1245515434-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-415935990', 'admin_state_up': True, 'project_id': '16585be2c4d241b09d11d2c12f508f99', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61'}}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:55:41.405281 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79bda4ac-387d-4dbb-8f67-cddaf976bb2c tempest-TestSecurityGroupsBasicOps-1245515434 tempest-TestSecurityGroupsBasicOps-1245515434-project] Pushing event updated for resources: {'Network': ['ID=28da15a0-c36e-413e-a43a-1f36dc834f32,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:55:41.412356 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-24b77feb-6ae4-4e04-9910-bc3f7e8f5215 tempest-TestSecurityGroupsBasicOps-1245515434 tempest-TestSecurityGroupsBasicOps-1245515434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-571768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11104'] for router, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:55:41.416397 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Network 28da15a0-c36e-413e-a43a-1f36dc834f32 details requested by agent ovs-agent-n-d-800634-3 with host n-d-800634-3 {{(pid=93917) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 18:55:41.429313 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-24b77feb-6ae4-4e04-9910-bc3f7e8f5215 tempest-TestSecurityGroupsBasicOps-1245515434 tempest-TestSecurityGroupsBasicOps-1245515434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-571675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-930014', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-632314', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11129'] for router, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:55:41.509224 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-24b77feb-6ae4-4e04-9910-bc3f7e8f5215 tempest-TestSecurityGroupsBasicOps-1245515434 tempest-TestSecurityGroupsBasicOps-1245515434-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:55:41.664767 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-24b77feb-6ae4-4e04-9910-bc3f7e8f5215 tempest-TestSecurityGroupsBasicOps-1245515434 tempest-TestSecurityGroupsBasicOps-1245515434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-929996', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-571750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11395'] for router, precommit_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:55:41.883005 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-24b77feb-6ae4-4e04-9910-bc3f7e8f5215 tempest-TestSecurityGroupsBasicOps-1245515434 tempest-TestSecurityGroupsBasicOps-1245515434-project] Notify callbacks [] for router_gateway, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:55:41.903088 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-24b77feb-6ae4-4e04-9910-bc3f7e8f5215 tempest-TestSecurityGroupsBasicOps-1245515434 tempest-TestSecurityGroupsBasicOps-1245515434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:55:42.013560 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.db_base_plugin_common [None req-24b77feb-6ae4-4e04-9910-bc3f7e8f5215 tempest-TestSecurityGroupsBasicOps-1245515434 tempest-TestSecurityGroupsBasicOps-1245515434-project] Allocated IP 172.25.1.237 (9200a437-e1de-4520-88f6-e68386523e61/5f47f848-4532-407a-a0e2-5690ade15fd0/d6134d30-60f5-4a86-ae97-359f0a382f0d) {{(pid=93916) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:55:42.124565 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-24b77feb-6ae4-4e04-9910-bc3f7e8f5215 tempest-TestSecurityGroupsBasicOps-1245515434 tempest-TestSecurityGroupsBasicOps-1245515434-project] Notify callbacks [] for port, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:55:42.165732 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-24b77feb-6ae4-4e04-9910-bc3f7e8f5215 tempest-TestSecurityGroupsBasicOps-1245515434 tempest-TestSecurityGroupsBasicOps-1245515434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:55:42.193160 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 53264) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:55:42.222905 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b77feb-6ae4-4e04-9910-bc3f7e8f5215 tempest-TestSecurityGroupsBasicOps-1245515434 tempest-TestSecurityGroupsBasicOps-1245515434-project] Pushing event updated for resources: {'Port': ['ID=d6134d30-60f5-4a86-ae97-359f0a382f0d,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:55:42.231133 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24b77feb-6ae4-4e04-9910-bc3f7e8f5215 tempest-TestSecurityGroupsBasicOps-1245515434 tempest-TestSecurityGroupsBasicOps-1245515434-project] Network 9200a437-e1de-4520-88f6-e68386523e61 is already hosted by enough agents. {{(pid=93916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:55:42.232891 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [None req-24b77feb-6ae4-4e04-9910-bc3f7e8f5215 tempest-TestSecurityGroupsBasicOps-1245515434 tempest-TestSecurityGroupsBasicOps-1245515434-project] Resources bound (agent type, host, resource id): {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:55:42.236262 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24b77feb-6ae4-4e04-9910-bc3f7e8f5215 tempest-TestSecurityGroupsBasicOps-1245515434 tempest-TestSecurityGroupsBasicOps-1245515434-project] Received port after_create {{(pid=93916) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:55:42.307417 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-85dfd0e0-46c7-439a-a882-008e26543b85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:55:42.404041 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-85dfd0e0-46c7-439a-a882-008e26543b85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:55:42.408322 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-85dfd0e0-46c7-439a-a882-008e26543b85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:55:42.456541 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-85dfd0e0-46c7-439a-a882-008e26543b85 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1b62f1b675ca486b9660020a7810fb83&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2622259 Jul 14 18:55:42.457437 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85dfd0e0-46c7-439a-a882-008e26543b85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdcbfd79-d83e-4a91-92f0-fbbee754df6c,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:55:42.459130 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 53272) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:55:42.550995 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-24b77feb-6ae4-4e04-9910-bc3f7e8f5215 tempest-TestSecurityGroupsBasicOps-1245515434 tempest-TestSecurityGroupsBasicOps-1245515434-project] Notify callbacks [] for router_gateway, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:55:42.588974 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-e73dfffc-94ae-422e-a93d-55c0e76e848c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:55:42.645368 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-e73dfffc-94ae-422e-a93d-55c0e76e848c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:55:42.748022 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-e73dfffc-94ae-422e-a93d-55c0e76e848c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:55:42.751135 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-e73dfffc-94ae-422e-a93d-55c0e76e848c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:55:42.754721 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-e73dfffc-94ae-422e-a93d-55c0e76e848c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/fdcbfd79-d83e-4a91-92f0-fbbee754df6c HTTP/1.1" status: 204 len: 168 time: 0.2914979 Jul 14 18:55:42.790045 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73dfffc-94ae-422e-a93d-55c0e76e848c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdcbfd79-d83e-4a91-92f0-fbbee754df6c,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:55:42.819045 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-24b77feb-6ae4-4e04-9910-bc3f7e8f5215 tempest-TestSecurityGroupsBasicOps-1245515434 tempest-TestSecurityGroupsBasicOps-1245515434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-571759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-930033'] for router, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:55:42.957141 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24b77feb-6ae4-4e04-9910-bc3f7e8f5215 tempest-TestSecurityGroupsBasicOps-1245515434 tempest-TestSecurityGroupsBasicOps-1245515434-project] Router 459f3996-309d-4d20-9d8c-11ee0f52f7d6 is scheduled to L3 agent 2c6eb27e-defb-4cca-9a24-381c7415e359 with binding_index 1 {{(pid=93916) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 18:55:43.047626 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 53286) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:55:43.067397 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-3c486b21-41d3-498c-8001-8b2a07ee9b70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:55:43.091897 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24b77feb-6ae4-4e04-9910-bc3f7e8f5215 tempest-TestSecurityGroupsBasicOps-1245515434 tempest-TestSecurityGroupsBasicOps-1245515434-project] Notify agent at l3_agent.n-d-800634-3 the message routers_updated {{(pid=93916) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 18:55:43.106043 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-accda9e8-6cf9-4117-9cf7-0320f4ac21b4 None None] Sync routers for ids ['459f3996-309d-4d20-9d8c-11ee0f52f7d6'] in n-d-800634-3 {{(pid=93918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 18:55:43.126146 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-accda9e8-6cf9-4117-9cf7-0320f4ac21b4 None None] Routers {'459f3996-309d-4d20-9d8c-11ee0f52f7d6'} bound to L3 agent in host n-d-800634-3 {{(pid=93918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:55:43.126894 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-accda9e8-6cf9-4117-9cf7-0320f4ac21b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:55:23Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['459f3996-309d-4d20-9d8c-11ee0f52f7d6'], 'active': True} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:55:43.170661 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-3c486b21-41d3-498c-8001-8b2a07ee9b70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:55:43.177784 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-3c486b21-41d3-498c-8001-8b2a07ee9b70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:55:43.182138 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-24b77feb-6ae4-4e04-9910-bc3f7e8f5215 tempest-TestSecurityGroupsBasicOps-1245515434 tempest-TestSecurityGroupsBasicOps-1245515434-project] Notify callbacks [] for router, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:55:43.183744 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-24b77feb-6ae4-4e04-9910-bc3f7e8f5215 tempest-TestSecurityGroupsBasicOps-1245515434 tempest-TestSecurityGroupsBasicOps-1245515434-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 1.8040681 Jul 14 18:55:43.186728 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 53290) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:55:43.261965 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvr_db [None req-accda9e8-6cf9-4117-9cf7-0320f4ac21b4 None None] Set router 459f3996-309d-4d20-9d8c-11ee0f52f7d6 gateway port host: n-d-800634-3 {{(pid=93918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 18:55:43.266153 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 53298) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:55:43.266315 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-3c486b21-41d3-498c-8001-8b2a07ee9b70 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d3e1a4900835446ea355196fc9610ed8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2172356 Jul 14 18:55:43.276640 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c486b21-41d3-498c-8001-8b2a07ee9b70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5e18756-bf78-45e5-8692-de6b95994235,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:55:43.339177 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-212b0bcd-eb7f-4017-a81d-0c4ef9696405 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:55:43.367053 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-212b0bcd-eb7f-4017-a81d-0c4ef9696405 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:55:43.438585 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-212b0bcd-eb7f-4017-a81d-0c4ef9696405 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:55:43.441528 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-212b0bcd-eb7f-4017-a81d-0c4ef9696405 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:55:43.443388 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-212b0bcd-eb7f-4017-a81d-0c4ef9696405 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e5e18756-bf78-45e5-8692-de6b95994235 HTTP/1.1" status: 204 len: 168 time: 0.1759636 Jul 14 18:55:43.458522 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212b0bcd-eb7f-4017-a81d-0c4ef9696405 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5e18756-bf78-45e5-8692-de6b95994235,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:55:43.480000 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-accda9e8-6cf9-4117-9cf7-0320f4ac21b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '459f3996-309d-4d20-9d8c-11ee0f52f7d6', 'name': 'tempest-TestSecurityGroupsBasicOps-router-415935990', 'tenant_id': '16585be2c4d241b09d11d2c12f508f99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.237'}], 'enable_snat': True}, 'gw_port_id': 'd6134d30-60f5-4a86-ae97-359f0a382f0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:55:41Z', 'updated_at': '2021-07-14T18:55:42Z', 'revision_number': 3, 'project_id': '16585be2c4d241b09d11d2c12f508f99', 'gw_port': {'id': 'd6134d30-60f5-4a86-ae97-359f0a382f0d', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:64:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '459f3996-309d-4d20-9d8c-11ee0f52f7d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3638, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:55:41Z', 'updated_at': '2021-07-14T18:55:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3'}], 'n-d-800634-3', False) {} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:55:43.520420 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-accda9e8-6cf9-4117-9cf7-0320f4ac21b4 None None] Checking router: 459f3996-309d-4d20-9d8c-11ee0f52f7d6 for host: n-d-800634-3 {{(pid=93918) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 18:55:43.520904 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-accda9e8-6cf9-4117-9cf7-0320f4ac21b4 None None] Updating router 459f3996-309d-4d20-9d8c-11ee0f52f7d6 port d6134d30-60f5-4a86-ae97-359f0a382f0d binding host n-d-800634-3 {{(pid=93918) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 18:55:43.540177 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-5866e2f8-f3a6-46db-84ff-24f4dbd5e610 tempest-TestSecurityGroupsBasicOps-1776290789 tempest-TestSecurityGroupsBasicOps-1776290789-project-admin] 10.222.0.16 "GET /v2.0/subnets?project_id=16585be2c4d241b09d11d2c12f508f99&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3515735 Jul 14 18:55:43.540723 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 53306) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:55:43.564829 n-d-800634-3 neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-accda9e8-6cf9-4117-9cf7-0320f4ac21b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:55:43.737248 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61a4d1b4-350c-44e7-ab77-6251bfe91af5 tempest-TestSecurityGroupsBasicOps-1776290789 tempest-TestSecurityGroupsBasicOps-1776290789-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:55:43.741988 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 53310) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:55:43.757141 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-61a4d1b4-350c-44e7-ab77-6251bfe91af5 tempest-TestSecurityGroupsBasicOps-1776290789 tempest-TestSecurityGroupsBasicOps-1776290789-project-admin] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2152636 Jul 14 18:55:43.781561 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 53312) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:55:43.786829 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-0e89dd7c-d308-48ff-a9fa-43e8f120f46a tempest-TestSecurityGroupsBasicOps-1245515434 tempest-TestSecurityGroupsBasicOps-1245515434-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-148836668', 'network_id': '28da15a0-c36e-413e-a43a-1f36dc834f32', 'project_id': '16585be2c4d241b09d11d2c12f508f99', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:55:43.797580 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-943c84a1-0d44-4b4d-8ab6-5196ed59e1e9 tempest-TestSecurityGroupsBasicOps-1776290789 tempest-TestSecurityGroupsBasicOps-1776290789-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=9200a437-e1de-4520-88f6-e68386523e61&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0486662 Jul 14 18:55:43.897297 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e89dd7c-d308-48ff-a9fa-43e8f120f46a tempest-TestSecurityGroupsBasicOps-1245515434 tempest-TestSecurityGroupsBasicOps-1245515434-project] Made reservation on behalf of 16585be2c4d241b09d11d2c12f508f99 for: {'subnet': 1} {{(pid=93915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:55:43.903072 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-0e89dd7c-d308-48ff-a9fa-43e8f120f46a tempest-TestSecurityGroupsBasicOps-1245515434 tempest-TestSecurityGroupsBasicOps-1245515434-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28969735'] for subnet, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:55:43.914873 n-d-800634-3 neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-accda9e8-6cf9-4117-9cf7-0320f4ac21b4 None None] Notify callbacks [] for port, precommit_update {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:55:43.929237 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.provisioning_blocks [None req-accda9e8-6cf9-4117-9cf7-0320f4ac21b4 None None] Transition to ACTIVE for port object d6134d30-60f5-4a86-ae97-359f0a382f0d will not be triggered until provisioned by entity L2. {{(pid=93918) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:55:43.939912 n-d-800634-3 neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-accda9e8-6cf9-4117-9cf7-0320f4ac21b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:55:44.100639 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.managers [None req-accda9e8-6cf9-4117-9cf7-0320f4ac21b4 None None] Attempting to bind port d6134d30-60f5-4a86-ae97-359f0a382f0d on host n-d-800634-3 for vnic_type normal with profile {{(pid=93918) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:55:44.100914 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.managers [None req-accda9e8-6cf9-4117-9cf7-0320f4ac21b4 None None] Attempting to bind port d6134d30-60f5-4a86-ae97-359f0a382f0d by drivers openvswitch,hyperv on host n-d-800634-3 at level 0 using segments [{'id': '5afb940b-bbdf-4727-be00-5d46367c38a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9200a437-e1de-4520-88f6-e68386523e61'}] {{(pid=93918) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:55:44.101130 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-accda9e8-6cf9-4117-9cf7-0320f4ac21b4 None None] Attempting to bind port d6134d30-60f5-4a86-ae97-359f0a382f0d on network 9200a437-e1de-4520-88f6-e68386523e61 {{(pid=93918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:55:44.104945 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a803fa2-c5c9-4453-a0b3-714e8ff0c74b None None] Pushing event updated for resources: {'Port': ['ID=d6134d30-60f5-4a86-ae97-359f0a382f0d,revision_number=2']} {{(pid=93918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:55:44.115306 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a803fa2-c5c9-4453-a0b3-714e8ff0c74b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:55:44.116295 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a803fa2-c5c9-4453-a0b3-714e8ff0c74b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:55:44.116787 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a803fa2-c5c9-4453-a0b3-714e8ff0c74b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:55:44.117272 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a803fa2-c5c9-4453-a0b3-714e8ff0c74b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:55:44.117752 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a803fa2-c5c9-4453-a0b3-714e8ff0c74b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:55:44.118252 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a803fa2-c5c9-4453-a0b3-714e8ff0c74b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:55:44.118945 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a803fa2-c5c9-4453-a0b3-714e8ff0c74b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:55:44.119434 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a803fa2-c5c9-4453-a0b3-714e8ff0c74b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:55:44.119907 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a803fa2-c5c9-4453-a0b3-714e8ff0c74b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:55:44.124238 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a803fa2-c5c9-4453-a0b3-714e8ff0c74b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:55:44.124885 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a803fa2-c5c9-4453-a0b3-714e8ff0c74b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:55:44.125521 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a803fa2-c5c9-4453-a0b3-714e8ff0c74b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:55:44.129068 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-accda9e8-6cf9-4117-9cf7-0320f4ac21b4 None None] Checking agent: {'id': '01c19e91-a945-4e3c-94a6-c211e17c923e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 8, 23), 'started_at': datetime.datetime(2021, 7, 14, 18, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 18, 55, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 18:55:44.129641 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-accda9e8-6cf9-4117-9cf7-0320f4ac21b4 None None] Checking segment: {'id': '5afb940b-bbdf-4727-be00-5d46367c38a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9200a437-e1de-4520-88f6-e68386523e61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93918) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:55:44.130202 n-d-800634-3 neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-accda9e8-6cf9-4117-9cf7-0320f4ac21b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:55:44.130769 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-accda9e8-6cf9-4117-9cf7-0320f4ac21b4 None None] Bound using segment: {'id': '5afb940b-bbdf-4727-be00-5d46367c38a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9200a437-e1de-4520-88f6-e68386523e61'} {{(pid=93918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 18:55:44.131484 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.managers [None req-accda9e8-6cf9-4117-9cf7-0320f4ac21b4 None None] Bound port: d6134d30-60f5-4a86-ae97-359f0a382f0d, host: n-d-800634-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5afb940b-bbdf-4727-be00-5d46367c38a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9200a437-e1de-4520-88f6-e68386523e61'}}] {{(pid=93918) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 18:55:44.132079 n-d-800634-3 neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-accda9e8-6cf9-4117-9cf7-0320f4ac21b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:55:44.169557 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-0e89dd7c-d308-48ff-a9fa-43e8f120f46a tempest-TestSecurityGroupsBasicOps-1245515434 tempest-TestSecurityGroupsBasicOps-1245515434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25912837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28969781'] for subnet, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:55:44.200995 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.db [None req-accda9e8-6cf9-4117-9cf7-0320f4ac21b4 None None] For port d6134d30-60f5-4a86-ae97-359f0a382f0d, host n-d-800634-3, cleared binding levels {{(pid=93918) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:55:44.205855 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.db [None req-accda9e8-6cf9-4117-9cf7-0320f4ac21b4 None None] For port d6134d30-60f5-4a86-ae97-359f0a382f0d, host n-d-800634-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=d6134d30-60f5-4a86-ae97-359f0a382f0d,segment=NetworkSegment(5afb940b-bbdf-4727-be00-5d46367c38a1),segment_id=5afb940b-bbdf-4727-be00-5d46367c38a1)] {{(pid=93918) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 18:55:44.213834 n-d-800634-3 neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-accda9e8-6cf9-4117-9cf7-0320f4ac21b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:55:44.251454 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e89dd7c-d308-48ff-a9fa-43e8f120f46a tempest-TestSecurityGroupsBasicOps-1245515434 tempest-TestSecurityGroupsBasicOps-1245515434-project] Pushing event updated for resources: {'Subnet': ['ID=49bf98e0-5aa2-40cd-9511-b0e7b902c12e,revision_number=0']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:55:44.263854 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e89dd7c-d308-48ff-a9fa-43e8f120f46a tempest-TestSecurityGroupsBasicOps-1245515434 tempest-TestSecurityGroupsBasicOps-1245515434-project] Checking segment: {'id': '5cd208f9-4a78-4bfc-83ad-acfca1b2cd00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '28da15a0-c36e-413e-a43a-1f36dc834f32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:55:44.264283 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e89dd7c-d308-48ff-a9fa-43e8f120f46a tempest-TestSecurityGroupsBasicOps-1245515434 tempest-TestSecurityGroupsBasicOps-1245515434-project] Network hostable DHCP agents. Network: 28da15a0-c36e-413e-a43a-1f36dc834f32, hostable agents: ['028393c3-0576-4ebd-bca1-8ea8a148e1a2'], hosted agents: [] {{(pid=93915) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 18:55:44.272713 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-accda9e8-6cf9-4117-9cf7-0320f4ac21b4 None None] Routers {'459f3996-309d-4d20-9d8c-11ee0f52f7d6'} bound to L3 agent in host n-d-800634-3 {{(pid=93918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:55:44.278863 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-accda9e8-6cf9-4117-9cf7-0320f4ac21b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:55:23Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['459f3996-309d-4d20-9d8c-11ee0f52f7d6'], 'active': True} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:55:44.298461 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e89dd7c-d308-48ff-a9fa-43e8f120f46a tempest-TestSecurityGroupsBasicOps-1245515434 tempest-TestSecurityGroupsBasicOps-1245515434-project] Network 28da15a0-c36e-413e-a43a-1f36dc834f32 is scheduled to be hosted by DHCP agent 028393c3-0576-4ebd-bca1-8ea8a148e1a2 with binding_index 1 {{(pid=93915) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 18:55:44.311739 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [None req-0e89dd7c-d308-48ff-a9fa-43e8f120f46a tempest-TestSecurityGroupsBasicOps-1245515434 tempest-TestSecurityGroupsBasicOps-1245515434-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-3, 28da15a0-c36e-413e-a43a-1f36dc834f32) {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:55:44.316256 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e89dd7c-d308-48ff-a9fa-43e8f120f46a tempest-TestSecurityGroupsBasicOps-1245515434 tempest-TestSecurityGroupsBasicOps-1245515434-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:55:44.316853 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-0e89dd7c-d308-48ff-a9fa-43e8f120f46a tempest-TestSecurityGroupsBasicOps-1245515434 tempest-TestSecurityGroupsBasicOps-1245515434-project] Notify callbacks [] for subnet, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:55:44.325915 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c378738-29d8-4f5b-a127-9a079310ed0e None None] Network 28da15a0-c36e-413e-a43a-1f36dc834f32 requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:55:44.342150 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-0e89dd7c-d308-48ff-a9fa-43e8f120f46a tempest-TestSecurityGroupsBasicOps-1245515434 tempest-TestSecurityGroupsBasicOps-1245515434-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5569096 Jul 14 18:55:44.343332 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 53340) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:55:44.461481 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a803fa2-c5c9-4453-a0b3-714e8ff0c74b None None] Pushing event updated for resources: {'Port': ['ID=d6134d30-60f5-4a86-ae97-359f0a382f0d,revision_number=3']} {{(pid=93918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:55:44.492950 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvr_db [None req-accda9e8-6cf9-4117-9cf7-0320f4ac21b4 None None] Set router 459f3996-309d-4d20-9d8c-11ee0f52f7d6 gateway port host: n-d-800634-3 {{(pid=93918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 18:55:44.602637 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adcd4a46-3c7a-4b37-aba6-0f485531fe4a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9222b97e-5d1c-54f8-ba97-82f172498e76-28da15a0-c36e-413e-a43a-1f36dc834f32', 'network_id': '28da15a0-c36e-413e-a43a-1f36dc834f32', 'tenant_id': '16585be2c4d241b09d11d2c12f508f99', 'fixed_ips': [{'subnet_id': '49bf98e0-5aa2-40cd-9511-b0e7b902c12e'}]}} from n-d-800634-3. {{(pid=93917) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 18:55:44.603821 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-adcd4a46-3c7a-4b37-aba6-0f485531fe4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:55:44.756400 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-accda9e8-6cf9-4117-9cf7-0320f4ac21b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '459f3996-309d-4d20-9d8c-11ee0f52f7d6', 'name': 'tempest-TestSecurityGroupsBasicOps-router-415935990', 'tenant_id': '16585be2c4d241b09d11d2c12f508f99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.237'}], 'enable_snat': True}, 'gw_port_id': 'd6134d30-60f5-4a86-ae97-359f0a382f0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:55:41Z', 'updated_at': '2021-07-14T18:55:42Z', 'revision_number': 3, 'project_id': '16585be2c4d241b09d11d2c12f508f99', 'gw_port': {'id': 'd6134d30-60f5-4a86-ae97-359f0a382f0d', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:64:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '459f3996-309d-4d20-9d8c-11ee0f52f7d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3638, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:55:41Z', 'updated_at': '2021-07-14T18:55:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3'}], 'n-d-800634-3', False) {} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:55:44.786467 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-accda9e8-6cf9-4117-9cf7-0320f4ac21b4 None None] The sync data for ids ['459f3996-309d-4d20-9d8c-11ee0f52f7d6'] in n-d-800634-3 is: [{'id': '459f3996-309d-4d20-9d8c-11ee0f52f7d6', 'name': 'tempest-TestSecurityGroupsBasicOps-router-415935990', 'tenant_id': '16585be2c4d241b09d11d2c12f508f99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.237'}], 'enable_snat': True}, 'gw_port_id': 'd6134d30-60f5-4a86-ae97-359f0a382f0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:55:41Z', 'updated_at': '2021-07-14T18:55:42Z', 'revision_number': 3, 'project_id': '16585be2c4d241b09d11d2c12f508f99', 'gw_port': {'id': 'd6134d30-60f5-4a86-ae97-359f0a382f0d', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:64:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '459f3996-309d-4d20-9d8c-11ee0f52f7d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3638, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:55:41Z', 'updated_at': '2021-07-14T18:55:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3'}] {{(pid=93918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 18:55:44.812494 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.db_base_plugin_common [None req-adcd4a46-3c7a-4b37-aba6-0f485531fe4a None None] Allocated IP 172.20.0.2 (28da15a0-c36e-413e-a43a-1f36dc834f32/49bf98e0-5aa2-40cd-9511-b0e7b902c12e/25c47351-16e9-4b13-a5a7-e148ac98f2c0) {{(pid=93917) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:55:45.031587 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-adcd4a46-3c7a-4b37-aba6-0f485531fe4a None None] Notify callbacks [] for port, precommit_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:55:45.055126 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-adcd4a46-3c7a-4b37-aba6-0f485531fe4a None None] Transition to ACTIVE for port object 25c47351-16e9-4b13-a5a7-e148ac98f2c0 will not be triggered until provisioned by entity L2. {{(pid=93917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:55:45.074599 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-adcd4a46-3c7a-4b37-aba6-0f485531fe4a None None] Transition to ACTIVE for port object 25c47351-16e9-4b13-a5a7-e148ac98f2c0 will not be triggered until provisioned by entity DHCP. {{(pid=93917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:55:45.085318 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-adcd4a46-3c7a-4b37-aba6-0f485531fe4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804'] for port, after_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:55:45.138055 n-d-800634-3 neutron-server[93917]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adcd4a46-3c7a-4b37-aba6-0f485531fe4a None None] Network 28da15a0-c36e-413e-a43a-1f36dc834f32 is already hosted by enough agents. {{(pid=93917) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:55:45.141329 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-aab1b2b8-63a3-4c68-8ad3-bed47c2e118d tempest-TestSecurityGroupsBasicOps-1245515434 tempest-TestSecurityGroupsBasicOps-1245515434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:55:45.147699 n-d-800634-3 neutron-server[93917]: DEBUG neutron.scheduler.base_scheduler [None req-adcd4a46-3c7a-4b37-aba6-0f485531fe4a None None] Resources bound (agent type, host, resource id): {{(pid=93917) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:55:45.154549 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adcd4a46-3c7a-4b37-aba6-0f485531fe4a None None] Received port after_create {{(pid=93917) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:55:45.263624 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adcd4a46-3c7a-4b37-aba6-0f485531fe4a None None] Pushing event updated for resources: {'Port': ['ID=25c47351-16e9-4b13-a5a7-e148ac98f2c0,revision_number=1']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:55:45.276689 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-adcd4a46-3c7a-4b37-aba6-0f485531fe4a None None] Attempting to bind port 25c47351-16e9-4b13-a5a7-e148ac98f2c0 on host n-d-800634-3 for vnic_type normal with profile {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:55:45.277061 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-adcd4a46-3c7a-4b37-aba6-0f485531fe4a None None] Attempting to bind port 25c47351-16e9-4b13-a5a7-e148ac98f2c0 by drivers openvswitch,hyperv on host n-d-800634-3 at level 0 using segments [{'id': '5cd208f9-4a78-4bfc-83ad-acfca1b2cd00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '28da15a0-c36e-413e-a43a-1f36dc834f32'}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:55:45.277425 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adcd4a46-3c7a-4b37-aba6-0f485531fe4a None None] Attempting to bind port 25c47351-16e9-4b13-a5a7-e148ac98f2c0 on network 28da15a0-c36e-413e-a43a-1f36dc834f32 {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:55:45.292337 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adcd4a46-3c7a-4b37-aba6-0f485531fe4a None None] Checking agent: {'id': '01c19e91-a945-4e3c-94a6-c211e17c923e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 8, 23), 'started_at': datetime.datetime(2021, 7, 14, 18, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 18, 55, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 18:55:45.292715 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adcd4a46-3c7a-4b37-aba6-0f485531fe4a None None] Checking segment: {'id': '5cd208f9-4a78-4bfc-83ad-acfca1b2cd00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '28da15a0-c36e-413e-a43a-1f36dc834f32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93917) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:55:45.293124 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-adcd4a46-3c7a-4b37-aba6-0f485531fe4a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:55:45.293531 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adcd4a46-3c7a-4b37-aba6-0f485531fe4a None None] Bound using segment: {'id': '5cd208f9-4a78-4bfc-83ad-acfca1b2cd00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '28da15a0-c36e-413e-a43a-1f36dc834f32'} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 18:55:45.293979 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-adcd4a46-3c7a-4b37-aba6-0f485531fe4a None None] Bound port: 25c47351-16e9-4b13-a5a7-e148ac98f2c0, host: n-d-800634-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cd208f9-4a78-4bfc-83ad-acfca1b2cd00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '28da15a0-c36e-413e-a43a-1f36dc834f32'}}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 18:55:45.294369 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-adcd4a46-3c7a-4b37-aba6-0f485531fe4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:55:45.396681 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-adcd4a46-3c7a-4b37-aba6-0f485531fe4a None None] For port 25c47351-16e9-4b13-a5a7-e148ac98f2c0, host n-d-800634-3, cleared binding levels {{(pid=93917) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:55:45.400569 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-adcd4a46-3c7a-4b37-aba6-0f485531fe4a None None] For port 25c47351-16e9-4b13-a5a7-e148ac98f2c0, host n-d-800634-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=25c47351-16e9-4b13-a5a7-e148ac98f2c0,segment=NetworkSegment(5cd208f9-4a78-4bfc-83ad-acfca1b2cd00),segment_id=5cd208f9-4a78-4bfc-83ad-acfca1b2cd00)] {{(pid=93917) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 18:55:45.410023 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-adcd4a46-3c7a-4b37-aba6-0f485531fe4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:55:45.490438 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 53374) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:55:45.524911 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adcd4a46-3c7a-4b37-aba6-0f485531fe4a None None] Pushing event updated for resources: {'Port': ['ID=25c47351-16e9-4b13-a5a7-e148ac98f2c0,revision_number=2']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:55:45.711649 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-1b67efdb-b78b-4a6d-92d3-f665fd21590d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724305156 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724305156-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1463755482'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:55:45.748428 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.db_base_plugin_common [None req-aab1b2b8-63a3-4c68-8ad3-bed47c2e118d tempest-TestSecurityGroupsBasicOps-1245515434 tempest-TestSecurityGroupsBasicOps-1245515434-project] Allocated IP 172.20.0.1 (28da15a0-c36e-413e-a43a-1f36dc834f32/49bf98e0-5aa2-40cd-9511-b0e7b902c12e/4a9b865c-a5a8-4fa0-84a6-4362d0948d3c) {{(pid=93915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:55:45.754000 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b67efdb-b78b-4a6d-92d3-f665fd21590d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724305156 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724305156-project] Made reservation on behalf of 9e18c2b637844b4294a44abeab767dea for: {'network': 1} {{(pid=93916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:55:45.769857 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-1b67efdb-b78b-4a6d-92d3-f665fd21590d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724305156 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724305156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for network, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:55:45.780720 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-1b67efdb-b78b-4a6d-92d3-f665fd21590d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724305156 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724305156-project] Notify callbacks [] for security_group, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:55:45.924927 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-aab1b2b8-63a3-4c68-8ad3-bed47c2e118d tempest-TestSecurityGroupsBasicOps-1245515434 tempest-TestSecurityGroupsBasicOps-1245515434-project] Notify callbacks [] for port, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:55:45.944710 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.provisioning_blocks [None req-aab1b2b8-63a3-4c68-8ad3-bed47c2e118d tempest-TestSecurityGroupsBasicOps-1245515434 tempest-TestSecurityGroupsBasicOps-1245515434-project] Transition to ACTIVE for port object 4a9b865c-a5a8-4fa0-84a6-4362d0948d3c will not be triggered until provisioned by entity DHCP. {{(pid=93915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:55:45.954108 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-1b67efdb-b78b-4a6d-92d3-f665fd21590d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724305156 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724305156-project] Notify callbacks [] for security_group, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:55:45.959646 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-1b67efdb-b78b-4a6d-92d3-f665fd21590d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724305156 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724305156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:55:45.983485 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b67efdb-b78b-4a6d-92d3-f665fd21590d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724305156 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724305156-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 61} {{(pid=93916) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 18:55:45.989521 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-aab1b2b8-63a3-4c68-8ad3-bed47c2e118d tempest-TestSecurityGroupsBasicOps-1245515434 tempest-TestSecurityGroupsBasicOps-1245515434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:55:46.005424 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-1b67efdb-b78b-4a6d-92d3-f665fd21590d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724305156 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724305156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:55:46.005774 n-d-800634-3 neutron-server[93916]: INFO neutron.db.segments_db [None req-1b67efdb-b78b-4a6d-92d3-f665fd21590d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724305156 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724305156-project] Added segment 567603d2-2115-4f0b-96f3-c42837142f7a of type vlan for network 8902f86d-c4f9-46ea-bdb1-13da5bf4e332 Jul 14 18:55:46.007153 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b67efdb-b78b-4a6d-92d3-f665fd21590d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724305156 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724305156-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6025c1fa-1062-4998-8b42-09e1d582751e,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:55:46.041954 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aab1b2b8-63a3-4c68-8ad3-bed47c2e118d tempest-TestSecurityGroupsBasicOps-1245515434 tempest-TestSecurityGroupsBasicOps-1245515434-project] Network 28da15a0-c36e-413e-a43a-1f36dc834f32 is already hosted by enough agents. {{(pid=93915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:55:46.046250 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [None req-aab1b2b8-63a3-4c68-8ad3-bed47c2e118d tempest-TestSecurityGroupsBasicOps-1245515434 tempest-TestSecurityGroupsBasicOps-1245515434-project] Resources bound (agent type, host, resource id): {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:55:46.050591 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aab1b2b8-63a3-4c68-8ad3-bed47c2e118d tempest-TestSecurityGroupsBasicOps-1245515434 tempest-TestSecurityGroupsBasicOps-1245515434-project] Received port after_create {{(pid=93915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:55:46.070166 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-1b67efdb-b78b-4a6d-92d3-f665fd21590d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724305156 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724305156-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728202197517'] for network, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:55:46.098840 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-aab1b2b8-63a3-4c68-8ad3-bed47c2e118d tempest-TestSecurityGroupsBasicOps-1245515434 tempest-TestSecurityGroupsBasicOps-1245515434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-930452'] for router_interface, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:55:46.105063 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab1b2b8-63a3-4c68-8ad3-bed47c2e118d tempest-TestSecurityGroupsBasicOps-1245515434 tempest-TestSecurityGroupsBasicOps-1245515434-project] Pushing event updated for resources: {'Port': ['ID=4a9b865c-a5a8-4fa0-84a6-4362d0948d3c,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:55:46.115684 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-1b67efdb-b78b-4a6d-92d3-f665fd21590d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724305156 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724305156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727'] for network, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:55:46.121707 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b67efdb-b78b-4a6d-92d3-f665fd21590d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724305156 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724305156-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:55:46.122503 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-1b67efdb-b78b-4a6d-92d3-f665fd21590d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724305156 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724305156-project] Notify callbacks [] for network, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:55:46.186175 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-1b67efdb-b78b-4a6d-92d3-f665fd21590d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724305156 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724305156-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 0.6932554 Jul 14 18:55:46.211693 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b67efdb-b78b-4a6d-92d3-f665fd21590d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724305156 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724305156-project] Pushing event updated for resources: {'Network': ['ID=8902f86d-c4f9-46ea-bdb1-13da5bf4e332,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:55:46.226057 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Network 8902f86d-c4f9-46ea-bdb1-13da5bf4e332 details requested by agent ovs-agent-n-d-800634-3 with host n-d-800634-3 {{(pid=93917) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 18:55:46.302858 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-aab1b2b8-63a3-4c68-8ad3-bed47c2e118d tempest-TestSecurityGroupsBasicOps-1245515434 tempest-TestSecurityGroupsBasicOps-1245515434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:55:46.442837 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 53392) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:55:46.448417 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-8479bc95-6e97-40fc-80ad-8e14c13c4979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416-project-admin] Request body: {'port': {'network_id': '8902f86d-c4f9-46ea-bdb1-13da5bf4e332', 'binding:host_id': 'n-h1-800634-3', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1352003670'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:55:46.493153 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8479bc95-6e97-40fc-80ad-8e14c13c4979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416-project-admin] Made reservation on behalf of 59c8744eb3a14d528a650f6ae22acc24 for: {'port': 1} {{(pid=93916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:55:46.496939 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-8479bc95-6e97-40fc-80ad-8e14c13c4979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:55:46.511718 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-8479bc95-6e97-40fc-80ad-8e14c13c4979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:55:46.608873 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 25c47351-16e9-4b13-a5a7-e148ac98f2c0 up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:55:46.662821 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-8479bc95-6e97-40fc-80ad-8e14c13c4979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:55:46.670349 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-8479bc95-6e97-40fc-80ad-8e14c13c4979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:55:46.677346 n-d-800634-3 neutron-server[93916]: DEBUG neutron.notifiers.nova [None req-8479bc95-6e97-40fc-80ad-8e14c13c4979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416-project-admin] device_id is not set on port b2dc4a16-b589-456f-8a48-6e815f89445a yet. {{(pid=93916) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 18:55:46.691666 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning for port 25c47351-16e9-4b13-a5a7-e148ac98f2c0 completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:55:46.696799 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device d6134d30-60f5-4a86-ae97-359f0a382f0d up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:55:46.776919 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8479bc95-6e97-40fc-80ad-8e14c13c4979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a531cb28-1fed-42a5-8dbc-067df4cf20f1,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:55:46.783701 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning for port d6134d30-60f5-4a86-ae97-359f0a382f0d completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:55:46.793354 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-aab1b2b8-63a3-4c68-8ad3-bed47c2e118d tempest-TestSecurityGroupsBasicOps-1245515434 tempest-TestSecurityGroupsBasicOps-1245515434-project] Notify callbacks [] for port, precommit_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:55:46.794155 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port d6134d30-60f5-4a86-ae97-359f0a382f0d triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:55:46.794537 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:55:46.804450 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-aab1b2b8-63a3-4c68-8ad3-bed47c2e118d tempest-TestSecurityGroupsBasicOps-1245515434 tempest-TestSecurityGroupsBasicOps-1245515434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25912978'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:55:46.868066 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce460f4d-cf22-4c7f-97c5-893cb8ebba15 None None] Network 28da15a0-c36e-413e-a43a-1f36dc834f32 requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:55:46.909199 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-aab1b2b8-63a3-4c68-8ad3-bed47c2e118d tempest-TestSecurityGroupsBasicOps-1245515434 tempest-TestSecurityGroupsBasicOps-1245515434-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-598741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-928734'] for router_interface, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:55:46.911109 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab1b2b8-63a3-4c68-8ad3-bed47c2e118d tempest-TestSecurityGroupsBasicOps-1245515434 tempest-TestSecurityGroupsBasicOps-1245515434-project] Pushing event updated for resources: {'Port': ['ID=4a9b865c-a5a8-4fa0-84a6-4362d0948d3c,revision_number=2']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:55:46.999236 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-29090308-5f75-482d-aa5e-83255fb69c84 None None] Provisioning for port 25c47351-16e9-4b13-a5a7-e148ac98f2c0 completed by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:55:47.005488 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-29090308-5f75-482d-aa5e-83255fb69c84 None None] Provisioning complete for port 25c47351-16e9-4b13-a5a7-e148ac98f2c0 triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:55:47.006066 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-29090308-5f75-482d-aa5e-83255fb69c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:55:47.032072 n-d-800634-3 neutron-server[93916]: DEBUG neutron.notifiers.nova [None req-8479bc95-6e97-40fc-80ad-8e14c13c4979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416-project-admin] device_id is not set on port b2dc4a16-b589-456f-8a48-6e815f89445a yet. {{(pid=93916) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 18:55:47.033763 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aab1b2b8-63a3-4c68-8ad3-bed47c2e118d tempest-TestSecurityGroupsBasicOps-1245515434 tempest-TestSecurityGroupsBasicOps-1245515434-project] Network 28da15a0-c36e-413e-a43a-1f36dc834f32 is already hosted by enough agents. {{(pid=93915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:55:47.035157 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [None req-aab1b2b8-63a3-4c68-8ad3-bed47c2e118d tempest-TestSecurityGroupsBasicOps-1245515434 tempest-TestSecurityGroupsBasicOps-1245515434-project] Resources bound (agent type, host, resource id): {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:55:47.042937 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-8479bc95-6e97-40fc-80ad-8e14c13c4979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:55:47.056106 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:55:47.057465 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.provisioning_blocks [None req-8479bc95-6e97-40fc-80ad-8e14c13c4979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416-project-admin] Transition to ACTIVE for port object b2dc4a16-b589-456f-8a48-6e815f89445a will not be triggered until provisioned by entity L2. {{(pid=93916) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:55:47.070813 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-8479bc95-6e97-40fc-80ad-8e14c13c4979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:55:47.149093 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] For port d6134d30-60f5-4a86-ae97-359f0a382f0d, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=d6134d30-60f5-4a86-ae97-359f0a382f0d,segment=NetworkSegment(5afb940b-bbdf-4727-be00-5d46367c38a1),segment_id=5afb940b-bbdf-4727-be00-5d46367c38a1)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:55:47.153032 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8479bc95-6e97-40fc-80ad-8e14c13c4979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416-project-admin] Checking segment: {'id': '567603d2-2115-4f0b-96f3-c42837142f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '8902f86d-c4f9-46ea-bdb1-13da5bf4e332'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93916) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:55:47.153452 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8479bc95-6e97-40fc-80ad-8e14c13c4979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416-project-admin] Network hostable DHCP agents. Network: 8902f86d-c4f9-46ea-bdb1-13da5bf4e332, hostable agents: ['028393c3-0576-4ebd-bca1-8ea8a148e1a2'], hosted agents: [] {{(pid=93916) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 18:55:47.157603 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8479bc95-6e97-40fc-80ad-8e14c13c4979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416-project-admin] Pushing event updated for resources: {'Port': ['ID=b2dc4a16-b589-456f-8a48-6e815f89445a,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:55:47.165599 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:55:47.179971 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8479bc95-6e97-40fc-80ad-8e14c13c4979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416-project-admin] Network 8902f86d-c4f9-46ea-bdb1-13da5bf4e332 is scheduled to be hosted by DHCP agent 028393c3-0576-4ebd-bca1-8ea8a148e1a2 with binding_index 1 {{(pid=93916) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 18:55:47.199786 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [None req-8479bc95-6e97-40fc-80ad-8e14c13c4979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-3, 8902f86d-c4f9-46ea-bdb1-13da5bf4e332) {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:55:47.204222 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aab1b2b8-63a3-4c68-8ad3-bed47c2e118d tempest-TestSecurityGroupsBasicOps-1245515434 tempest-TestSecurityGroupsBasicOps-1245515434-project] Router 459f3996-309d-4d20-9d8c-11ee0f52f7d6 has already been hosted by L3 agent 2c6eb27e-defb-4cca-9a24-381c7415e359 {{(pid=93915) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 18:55:47.216438 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8479bc95-6e97-40fc-80ad-8e14c13c4979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416-project-admin] Received port after_create {{(pid=93916) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:55:47.220260 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bd7dbdb-91c9-483e-8867-e5a9b4fde55d None None] Network 8902f86d-c4f9-46ea-bdb1-13da5bf4e332 requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:55:47.233731 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.managers [None req-8479bc95-6e97-40fc-80ad-8e14c13c4979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416-project-admin] Attempting to bind port b2dc4a16-b589-456f-8a48-6e815f89445a on host n-h1-800634-3 for vnic_type normal with profile {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:55:47.234309 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.managers [None req-8479bc95-6e97-40fc-80ad-8e14c13c4979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416-project-admin] Attempting to bind port b2dc4a16-b589-456f-8a48-6e815f89445a by drivers openvswitch,hyperv on host n-h1-800634-3 at level 0 using segments [{'id': '567603d2-2115-4f0b-96f3-c42837142f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '8902f86d-c4f9-46ea-bdb1-13da5bf4e332'}] {{(pid=93916) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:55:47.235112 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8479bc95-6e97-40fc-80ad-8e14c13c4979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416-project-admin] Attempting to bind port b2dc4a16-b589-456f-8a48-6e815f89445a on network 8902f86d-c4f9-46ea-bdb1-13da5bf4e332 {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:55:47.241095 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8479bc95-6e97-40fc-80ad-8e14c13c4979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416-project-admin] Port b2dc4a16-b589-456f-8a48-6e815f89445a on network 8902f86d-c4f9-46ea-bdb1-13da5bf4e332 not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-3 {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 18:55:47.241620 n-d-800634-3 neutron-server[93916]: ERROR neutron.plugins.ml2.managers [None req-8479bc95-6e97-40fc-80ad-8e14c13c4979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416-project-admin] Failed to bind port b2dc4a16-b589-456f-8a48-6e815f89445a on host n-h1-800634-3 for vnic_type normal using segments [{'id': '567603d2-2115-4f0b-96f3-c42837142f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '8902f86d-c4f9-46ea-bdb1-13da5bf4e332'}] Jul 14 18:55:47.242153 n-d-800634-3 neutron-server[93916]: INFO neutron.plugins.ml2.plugin [None req-8479bc95-6e97-40fc-80ad-8e14c13c4979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416-project-admin] Attempt 2 to bind port b2dc4a16-b589-456f-8a48-6e815f89445a Jul 14 18:55:47.256749 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.managers [None req-8479bc95-6e97-40fc-80ad-8e14c13c4979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416-project-admin] Attempting to bind port b2dc4a16-b589-456f-8a48-6e815f89445a on host n-h1-800634-3 for vnic_type normal with profile {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:55:47.257313 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.managers [None req-8479bc95-6e97-40fc-80ad-8e14c13c4979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416-project-admin] Attempting to bind port b2dc4a16-b589-456f-8a48-6e815f89445a by drivers openvswitch,hyperv on host n-h1-800634-3 at level 0 using segments [{'id': '567603d2-2115-4f0b-96f3-c42837142f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '8902f86d-c4f9-46ea-bdb1-13da5bf4e332'}] {{(pid=93916) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:55:47.257802 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8479bc95-6e97-40fc-80ad-8e14c13c4979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416-project-admin] Attempting to bind port b2dc4a16-b589-456f-8a48-6e815f89445a on network 8902f86d-c4f9-46ea-bdb1-13da5bf4e332 {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:55:47.262823 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8479bc95-6e97-40fc-80ad-8e14c13c4979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416-project-admin] Port b2dc4a16-b589-456f-8a48-6e815f89445a on network 8902f86d-c4f9-46ea-bdb1-13da5bf4e332 not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-3 {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 18:55:47.263591 n-d-800634-3 neutron-server[93916]: ERROR neutron.plugins.ml2.managers [None req-8479bc95-6e97-40fc-80ad-8e14c13c4979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416-project-admin] Failed to bind port b2dc4a16-b589-456f-8a48-6e815f89445a on host n-h1-800634-3 for vnic_type normal using segments [{'id': '567603d2-2115-4f0b-96f3-c42837142f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '8902f86d-c4f9-46ea-bdb1-13da5bf4e332'}] Jul 14 18:55:47.264389 n-d-800634-3 neutron-server[93916]: INFO neutron.plugins.ml2.plugin [None req-8479bc95-6e97-40fc-80ad-8e14c13c4979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416-project-admin] Attempt 3 to bind port b2dc4a16-b589-456f-8a48-6e815f89445a Jul 14 18:55:47.286719 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.managers [None req-8479bc95-6e97-40fc-80ad-8e14c13c4979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416-project-admin] Attempting to bind port b2dc4a16-b589-456f-8a48-6e815f89445a on host n-h1-800634-3 for vnic_type normal with profile {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:55:47.287405 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.managers [None req-8479bc95-6e97-40fc-80ad-8e14c13c4979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416-project-admin] Attempting to bind port b2dc4a16-b589-456f-8a48-6e815f89445a by drivers openvswitch,hyperv on host n-h1-800634-3 at level 0 using segments [{'id': '567603d2-2115-4f0b-96f3-c42837142f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '8902f86d-c4f9-46ea-bdb1-13da5bf4e332'}] {{(pid=93916) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:55:47.287897 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8479bc95-6e97-40fc-80ad-8e14c13c4979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416-project-admin] Attempting to bind port b2dc4a16-b589-456f-8a48-6e815f89445a on network 8902f86d-c4f9-46ea-bdb1-13da5bf4e332 {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:55:47.296754 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8479bc95-6e97-40fc-80ad-8e14c13c4979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416-project-admin] Port b2dc4a16-b589-456f-8a48-6e815f89445a on network 8902f86d-c4f9-46ea-bdb1-13da5bf4e332 not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-3 {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 18:55:47.297296 n-d-800634-3 neutron-server[93916]: ERROR neutron.plugins.ml2.managers [None req-8479bc95-6e97-40fc-80ad-8e14c13c4979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416-project-admin] Failed to bind port b2dc4a16-b589-456f-8a48-6e815f89445a on host n-h1-800634-3 for vnic_type normal using segments [{'id': '567603d2-2115-4f0b-96f3-c42837142f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '8902f86d-c4f9-46ea-bdb1-13da5bf4e332'}] Jul 14 18:55:47.298033 n-d-800634-3 neutron-server[93916]: INFO neutron.plugins.ml2.plugin [None req-8479bc95-6e97-40fc-80ad-8e14c13c4979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416-project-admin] Attempt 4 to bind port b2dc4a16-b589-456f-8a48-6e815f89445a Jul 14 18:55:47.313427 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.managers [None req-8479bc95-6e97-40fc-80ad-8e14c13c4979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416-project-admin] Attempting to bind port b2dc4a16-b589-456f-8a48-6e815f89445a on host n-h1-800634-3 for vnic_type normal with profile {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:55:47.313996 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.managers [None req-8479bc95-6e97-40fc-80ad-8e14c13c4979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416-project-admin] Attempting to bind port b2dc4a16-b589-456f-8a48-6e815f89445a by drivers openvswitch,hyperv on host n-h1-800634-3 at level 0 using segments [{'id': '567603d2-2115-4f0b-96f3-c42837142f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '8902f86d-c4f9-46ea-bdb1-13da5bf4e332'}] {{(pid=93916) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:55:47.314558 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8479bc95-6e97-40fc-80ad-8e14c13c4979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416-project-admin] Attempting to bind port b2dc4a16-b589-456f-8a48-6e815f89445a on network 8902f86d-c4f9-46ea-bdb1-13da5bf4e332 {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:55:47.323961 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8479bc95-6e97-40fc-80ad-8e14c13c4979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416-project-admin] Port b2dc4a16-b589-456f-8a48-6e815f89445a on network 8902f86d-c4f9-46ea-bdb1-13da5bf4e332 not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-3 {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 18:55:47.324624 n-d-800634-3 neutron-server[93916]: ERROR neutron.plugins.ml2.managers [None req-8479bc95-6e97-40fc-80ad-8e14c13c4979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416-project-admin] Failed to bind port b2dc4a16-b589-456f-8a48-6e815f89445a on host n-h1-800634-3 for vnic_type normal using segments [{'id': '567603d2-2115-4f0b-96f3-c42837142f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '8902f86d-c4f9-46ea-bdb1-13da5bf4e332'}] Jul 14 18:55:47.325324 n-d-800634-3 neutron-server[93916]: INFO neutron.plugins.ml2.plugin [None req-8479bc95-6e97-40fc-80ad-8e14c13c4979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416-project-admin] Attempt 5 to bind port b2dc4a16-b589-456f-8a48-6e815f89445a Jul 14 18:55:47.343003 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.managers [None req-8479bc95-6e97-40fc-80ad-8e14c13c4979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416-project-admin] Attempting to bind port b2dc4a16-b589-456f-8a48-6e815f89445a on host n-h1-800634-3 for vnic_type normal with profile {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:55:47.343624 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.managers [None req-8479bc95-6e97-40fc-80ad-8e14c13c4979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416-project-admin] Attempting to bind port b2dc4a16-b589-456f-8a48-6e815f89445a by drivers openvswitch,hyperv on host n-h1-800634-3 at level 0 using segments [{'id': '567603d2-2115-4f0b-96f3-c42837142f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '8902f86d-c4f9-46ea-bdb1-13da5bf4e332'}] {{(pid=93916) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:55:47.344133 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8479bc95-6e97-40fc-80ad-8e14c13c4979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416-project-admin] Attempting to bind port b2dc4a16-b589-456f-8a48-6e815f89445a on network 8902f86d-c4f9-46ea-bdb1-13da5bf4e332 {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:55:47.346798 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Pushing event updated for resources: {'Port': ['ID=d6134d30-60f5-4a86-ae97-359f0a382f0d,revision_number=4']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:55:47.350956 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8479bc95-6e97-40fc-80ad-8e14c13c4979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416-project-admin] Port b2dc4a16-b589-456f-8a48-6e815f89445a on network 8902f86d-c4f9-46ea-bdb1-13da5bf4e332 not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-3 {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 18:55:47.351483 n-d-800634-3 neutron-server[93916]: ERROR neutron.plugins.ml2.managers [None req-8479bc95-6e97-40fc-80ad-8e14c13c4979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416-project-admin] Failed to bind port b2dc4a16-b589-456f-8a48-6e815f89445a on host n-h1-800634-3 for vnic_type normal using segments [{'id': '567603d2-2115-4f0b-96f3-c42837142f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '8902f86d-c4f9-46ea-bdb1-13da5bf4e332'}] Jul 14 18:55:47.352050 n-d-800634-3 neutron-server[93916]: INFO neutron.plugins.ml2.plugin [None req-8479bc95-6e97-40fc-80ad-8e14c13c4979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416-project-admin] Attempt 6 to bind port b2dc4a16-b589-456f-8a48-6e815f89445a Jul 14 18:55:47.374909 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.managers [None req-8479bc95-6e97-40fc-80ad-8e14c13c4979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416-project-admin] Attempting to bind port b2dc4a16-b589-456f-8a48-6e815f89445a on host n-h1-800634-3 for vnic_type normal with profile {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:55:47.375488 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.managers [None req-8479bc95-6e97-40fc-80ad-8e14c13c4979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416-project-admin] Attempting to bind port b2dc4a16-b589-456f-8a48-6e815f89445a by drivers openvswitch,hyperv on host n-h1-800634-3 at level 0 using segments [{'id': '567603d2-2115-4f0b-96f3-c42837142f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '8902f86d-c4f9-46ea-bdb1-13da5bf4e332'}] {{(pid=93916) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:55:47.376112 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8479bc95-6e97-40fc-80ad-8e14c13c4979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416-project-admin] Attempting to bind port b2dc4a16-b589-456f-8a48-6e815f89445a on network 8902f86d-c4f9-46ea-bdb1-13da5bf4e332 {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:55:47.383525 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8479bc95-6e97-40fc-80ad-8e14c13c4979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416-project-admin] Port b2dc4a16-b589-456f-8a48-6e815f89445a on network 8902f86d-c4f9-46ea-bdb1-13da5bf4e332 not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-3 {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 18:55:47.384063 n-d-800634-3 neutron-server[93916]: ERROR neutron.plugins.ml2.managers [None req-8479bc95-6e97-40fc-80ad-8e14c13c4979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416-project-admin] Failed to bind port b2dc4a16-b589-456f-8a48-6e815f89445a on host n-h1-800634-3 for vnic_type normal using segments [{'id': '567603d2-2115-4f0b-96f3-c42837142f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '8902f86d-c4f9-46ea-bdb1-13da5bf4e332'}] Jul 14 18:55:47.384651 n-d-800634-3 neutron-server[93916]: INFO neutron.plugins.ml2.plugin [None req-8479bc95-6e97-40fc-80ad-8e14c13c4979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416-project-admin] Attempt 7 to bind port b2dc4a16-b589-456f-8a48-6e815f89445a Jul 14 18:55:47.410645 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-29090308-5f75-482d-aa5e-83255fb69c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:55:47.413216 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.managers [None req-8479bc95-6e97-40fc-80ad-8e14c13c4979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416-project-admin] Attempting to bind port b2dc4a16-b589-456f-8a48-6e815f89445a on host n-h1-800634-3 for vnic_type normal with profile {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:55:47.414274 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.managers [None req-8479bc95-6e97-40fc-80ad-8e14c13c4979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416-project-admin] Attempting to bind port b2dc4a16-b589-456f-8a48-6e815f89445a by drivers openvswitch,hyperv on host n-h1-800634-3 at level 0 using segments [{'id': '567603d2-2115-4f0b-96f3-c42837142f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '8902f86d-c4f9-46ea-bdb1-13da5bf4e332'}] {{(pid=93916) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:55:47.414936 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8479bc95-6e97-40fc-80ad-8e14c13c4979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416-project-admin] Attempting to bind port b2dc4a16-b589-456f-8a48-6e815f89445a on network 8902f86d-c4f9-46ea-bdb1-13da5bf4e332 {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:55:47.421131 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8479bc95-6e97-40fc-80ad-8e14c13c4979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416-project-admin] Port b2dc4a16-b589-456f-8a48-6e815f89445a on network 8902f86d-c4f9-46ea-bdb1-13da5bf4e332 not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-3 {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 18:55:47.421686 n-d-800634-3 neutron-server[93916]: ERROR neutron.plugins.ml2.managers [None req-8479bc95-6e97-40fc-80ad-8e14c13c4979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416-project-admin] Failed to bind port b2dc4a16-b589-456f-8a48-6e815f89445a on host n-h1-800634-3 for vnic_type normal using segments [{'id': '567603d2-2115-4f0b-96f3-c42837142f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '8902f86d-c4f9-46ea-bdb1-13da5bf4e332'}] Jul 14 18:55:47.423322 n-d-800634-3 neutron-server[93916]: INFO neutron.plugins.ml2.plugin [None req-8479bc95-6e97-40fc-80ad-8e14c13c4979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416-project-admin] Attempt 8 to bind port b2dc4a16-b589-456f-8a48-6e815f89445a Jul 14 18:55:47.449947 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.managers [None req-8479bc95-6e97-40fc-80ad-8e14c13c4979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416-project-admin] Attempting to bind port b2dc4a16-b589-456f-8a48-6e815f89445a on host n-h1-800634-3 for vnic_type normal with profile {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:55:47.450582 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.managers [None req-8479bc95-6e97-40fc-80ad-8e14c13c4979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416-project-admin] Attempting to bind port b2dc4a16-b589-456f-8a48-6e815f89445a by drivers openvswitch,hyperv on host n-h1-800634-3 at level 0 using segments [{'id': '567603d2-2115-4f0b-96f3-c42837142f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '8902f86d-c4f9-46ea-bdb1-13da5bf4e332'}] {{(pid=93916) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:55:47.451082 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8479bc95-6e97-40fc-80ad-8e14c13c4979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416-project-admin] Attempting to bind port b2dc4a16-b589-456f-8a48-6e815f89445a on network 8902f86d-c4f9-46ea-bdb1-13da5bf4e332 {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:55:47.465255 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8479bc95-6e97-40fc-80ad-8e14c13c4979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416-project-admin] Port b2dc4a16-b589-456f-8a48-6e815f89445a on network 8902f86d-c4f9-46ea-bdb1-13da5bf4e332 not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-3 {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 18:55:47.466222 n-d-800634-3 neutron-server[93916]: ERROR neutron.plugins.ml2.managers [None req-8479bc95-6e97-40fc-80ad-8e14c13c4979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416-project-admin] Failed to bind port b2dc4a16-b589-456f-8a48-6e815f89445a on host n-h1-800634-3 for vnic_type normal using segments [{'id': '567603d2-2115-4f0b-96f3-c42837142f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '8902f86d-c4f9-46ea-bdb1-13da5bf4e332'}] Jul 14 18:55:47.466767 n-d-800634-3 neutron-server[93916]: INFO neutron.plugins.ml2.plugin [None req-8479bc95-6e97-40fc-80ad-8e14c13c4979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416-project-admin] Attempt 9 to bind port b2dc4a16-b589-456f-8a48-6e815f89445a Jul 14 18:55:47.503503 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.managers [None req-8479bc95-6e97-40fc-80ad-8e14c13c4979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416-project-admin] Attempting to bind port b2dc4a16-b589-456f-8a48-6e815f89445a on host n-h1-800634-3 for vnic_type normal with profile {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:55:47.505499 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.managers [None req-8479bc95-6e97-40fc-80ad-8e14c13c4979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416-project-admin] Attempting to bind port b2dc4a16-b589-456f-8a48-6e815f89445a by drivers openvswitch,hyperv on host n-h1-800634-3 at level 0 using segments [{'id': '567603d2-2115-4f0b-96f3-c42837142f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '8902f86d-c4f9-46ea-bdb1-13da5bf4e332'}] {{(pid=93916) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:55:47.506258 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8479bc95-6e97-40fc-80ad-8e14c13c4979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416-project-admin] Attempting to bind port b2dc4a16-b589-456f-8a48-6e815f89445a on network 8902f86d-c4f9-46ea-bdb1-13da5bf4e332 {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:55:47.516668 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-29090308-5f75-482d-aa5e-83255fb69c84 None None] For port 25c47351-16e9-4b13-a5a7-e148ac98f2c0, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=25c47351-16e9-4b13-a5a7-e148ac98f2c0,segment=NetworkSegment(5cd208f9-4a78-4bfc-83ad-acfca1b2cd00),segment_id=5cd208f9-4a78-4bfc-83ad-acfca1b2cd00)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:55:47.521995 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8479bc95-6e97-40fc-80ad-8e14c13c4979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416-project-admin] Port b2dc4a16-b589-456f-8a48-6e815f89445a on network 8902f86d-c4f9-46ea-bdb1-13da5bf4e332 not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-3 {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 18:55:47.522779 n-d-800634-3 neutron-server[93916]: ERROR neutron.plugins.ml2.managers [None req-8479bc95-6e97-40fc-80ad-8e14c13c4979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416-project-admin] Failed to bind port b2dc4a16-b589-456f-8a48-6e815f89445a on host n-h1-800634-3 for vnic_type normal using segments [{'id': '567603d2-2115-4f0b-96f3-c42837142f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '8902f86d-c4f9-46ea-bdb1-13da5bf4e332'}] Jul 14 18:55:47.530595 n-d-800634-3 neutron-server[93916]: INFO neutron.plugins.ml2.plugin [None req-8479bc95-6e97-40fc-80ad-8e14c13c4979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416-project-admin] Attempt 10 to bind port b2dc4a16-b589-456f-8a48-6e815f89445a Jul 14 18:55:47.535244 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-29090308-5f75-482d-aa5e-83255fb69c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:55:47.563036 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.managers [None req-8479bc95-6e97-40fc-80ad-8e14c13c4979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416-project-admin] Attempting to bind port b2dc4a16-b589-456f-8a48-6e815f89445a on host n-h1-800634-3 for vnic_type normal with profile {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:55:47.563291 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.managers [None req-8479bc95-6e97-40fc-80ad-8e14c13c4979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416-project-admin] Attempting to bind port b2dc4a16-b589-456f-8a48-6e815f89445a by drivers openvswitch,hyperv on host n-h1-800634-3 at level 0 using segments [{'id': '567603d2-2115-4f0b-96f3-c42837142f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '8902f86d-c4f9-46ea-bdb1-13da5bf4e332'}] {{(pid=93916) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:55:47.563636 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8479bc95-6e97-40fc-80ad-8e14c13c4979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416-project-admin] Attempting to bind port b2dc4a16-b589-456f-8a48-6e815f89445a on network 8902f86d-c4f9-46ea-bdb1-13da5bf4e332 {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:55:47.575496 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8479bc95-6e97-40fc-80ad-8e14c13c4979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416-project-admin] Port b2dc4a16-b589-456f-8a48-6e815f89445a on network 8902f86d-c4f9-46ea-bdb1-13da5bf4e332 not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-3 {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 18:55:47.575828 n-d-800634-3 neutron-server[93916]: ERROR neutron.plugins.ml2.managers [None req-8479bc95-6e97-40fc-80ad-8e14c13c4979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416-project-admin] Failed to bind port b2dc4a16-b589-456f-8a48-6e815f89445a on host n-h1-800634-3 for vnic_type normal using segments [{'id': '567603d2-2115-4f0b-96f3-c42837142f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '8902f86d-c4f9-46ea-bdb1-13da5bf4e332'}] Jul 14 18:55:47.576228 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-8479bc95-6e97-40fc-80ad-8e14c13c4979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:55:47.701302 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.db [None req-8479bc95-6e97-40fc-80ad-8e14c13c4979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416-project-admin] For port b2dc4a16-b589-456f-8a48-6e815f89445a, host n-h1-800634-3, cleared binding levels {{(pid=93916) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:55:47.702794 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.db [None req-8479bc95-6e97-40fc-80ad-8e14c13c4979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416-project-admin] Attempted to set empty binding levels {{(pid=93916) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 14 18:55:47.709815 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-8479bc95-6e97-40fc-80ad-8e14c13c4979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2684870'] for port, after_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:55:47.776652 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8479bc95-6e97-40fc-80ad-8e14c13c4979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:55:47.777376 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-8479bc95-6e97-40fc-80ad-8e14c13c4979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:55:47.800976 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8479bc95-6e97-40fc-80ad-8e14c13c4979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416-project-admin] Pushing event updated for resources: {'Port': ['ID=b2dc4a16-b589-456f-8a48-6e815f89445a,revision_number=2']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:55:47.812399 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-8479bc95-6e97-40fc-80ad-8e14c13c4979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416-project-admin] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 984 time: 1.3683338 Jul 14 18:55:47.815344 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 53414) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:55:47.826766 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aab1b2b8-63a3-4c68-8ad3-bed47c2e118d tempest-TestSecurityGroupsBasicOps-1245515434 tempest-TestSecurityGroupsBasicOps-1245515434-project] Notify agent at l3_agent.n-d-800634-3 the message routers_updated {{(pid=93915) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 18:55:47.839933 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-aab1b2b8-63a3-4c68-8ad3-bed47c2e118d tempest-TestSecurityGroupsBasicOps-1245515434 tempest-TestSecurityGroupsBasicOps-1245515434-project] 10.222.0.16 "PUT /v2.0/routers/459f3996-309d-4d20-9d8c-11ee0f52f7d6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4929159 Jul 14 18:55:47.840614 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 53416) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:55:47.845855 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5108b0e4-c753-41bc-a2a7-349a06ff5b9e None None] Sync routers for ids ['459f3996-309d-4d20-9d8c-11ee0f52f7d6'] in n-d-800634-3 {{(pid=93917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 18:55:47.848884 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-99b7f78c-4f43-4d49-b38a-b087147698db tempest-TestSecurityGroupsBasicOps-1245515434 tempest-TestSecurityGroupsBasicOps-1245515434-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--1205602616', 'description': 'tempest-secgroup_access--1205602616 description', 'project_id': '16585be2c4d241b09d11d2c12f508f99'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:55:47.868934 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29090308-5f75-482d-aa5e-83255fb69c84 None None] Pushing event updated for resources: {'Port': ['ID=25c47351-16e9-4b13-a5a7-e148ac98f2c0,revision_number=3']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:55:47.877570 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5108b0e4-c753-41bc-a2a7-349a06ff5b9e None None] Routers {'459f3996-309d-4d20-9d8c-11ee0f52f7d6'} bound to L3 agent in host n-d-800634-3 {{(pid=93917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:55:47.878198 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-5108b0e4-c753-41bc-a2a7-349a06ff5b9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:55:23Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['459f3996-309d-4d20-9d8c-11ee0f52f7d6'], 'active': True} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:55:47.885337 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-99b7f78c-4f43-4d49-b38a-b087147698db tempest-TestSecurityGroupsBasicOps-1245515434 tempest-TestSecurityGroupsBasicOps-1245515434-project] Notify callbacks [] for security_group, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:55:47.956568 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-9e8cce99-3666-4490-8898-ff0870c52cfc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416-project-admin] Deleting port b2dc4a16-b589-456f-8a48-6e815f89445a {{(pid=93916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:55:47.957503 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-9e8cce99-3666-4490-8898-ff0870c52cfc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:55:47.986597 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-99b7f78c-4f43-4d49-b38a-b087147698db tempest-TestSecurityGroupsBasicOps-1245515434 tempest-TestSecurityGroupsBasicOps-1245515434-project] Notify callbacks [] for security_group, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:55:47.990776 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-99b7f78c-4f43-4d49-b38a-b087147698db tempest-TestSecurityGroupsBasicOps-1245515434 tempest-TestSecurityGroupsBasicOps-1245515434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:55:48.023508 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-99b7f78c-4f43-4d49-b38a-b087147698db tempest-TestSecurityGroupsBasicOps-1245515434 tempest-TestSecurityGroupsBasicOps-1245515434-project] Notify callbacks [] for security_group, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:55:48.028335 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 53418) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:55:48.029099 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-99b7f78c-4f43-4d49-b38a-b087147698db tempest-TestSecurityGroupsBasicOps-1245515434 tempest-TestSecurityGroupsBasicOps-1245515434-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.1866052 Jul 14 18:55:48.036306 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-44448e91-74b8-4b6d-a079-5d939ac5270c tempest-TestSecurityGroupsBasicOps-1245515434 tempest-TestSecurityGroupsBasicOps-1245515434-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--2024445212', 'description': 'tempest-secgroup_general--2024445212 description', 'project_id': '16585be2c4d241b09d11d2c12f508f99'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:55:48.038903 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvr_db [None req-5108b0e4-c753-41bc-a2a7-349a06ff5b9e None None] Set router 459f3996-309d-4d20-9d8c-11ee0f52f7d6 gateway port host: n-d-800634-3 {{(pid=93917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 18:55:48.047618 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b7f78c-4f43-4d49-b38a-b087147698db tempest-TestSecurityGroupsBasicOps-1245515434 tempest-TestSecurityGroupsBasicOps-1245515434-project] Pushing event updated for resources: {'SecurityGroup': ['ID=09f4d1b8-dffb-4475-b36c-31c124447ea7,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:55:48.074008 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.db [None req-9e8cce99-3666-4490-8898-ff0870c52cfc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416-project-admin] For port b2dc4a16-b589-456f-8a48-6e815f89445a, host n-h1-800634-3, got binding levels [] {{(pid=93916) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:55:48.074347 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-9e8cce99-3666-4490-8898-ff0870c52cfc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:55:48.082908 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-b4be4694-7245-4a9c-b9fc-6c0b0a29ff05 None None] Provisioning complete for port 25c47351-16e9-4b13-a5a7-e148ac98f2c0 triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:55:48.083606 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b4be4694-7245-4a9c-b9fc-6c0b0a29ff05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:55:48.093430 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-44448e91-74b8-4b6d-a079-5d939ac5270c tempest-TestSecurityGroupsBasicOps-1245515434 tempest-TestSecurityGroupsBasicOps-1245515434-project] Notify callbacks [] for security_group, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:55:48.108880 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-9e8cce99-3666-4490-8898-ff0870c52cfc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416-project-admin] Calling delete_port for b2dc4a16-b589-456f-8a48-6e815f89445a owned by {{(pid=93916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:55:48.336984 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-b4be4694-7245-4a9c-b9fc-6c0b0a29ff05 None None] Provisioning for port 4a9b865c-a5a8-4fa0-84a6-4362d0948d3c completed by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:55:48.344361 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-b4be4694-7245-4a9c-b9fc-6c0b0a29ff05 None None] Provisioning complete for port 4a9b865c-a5a8-4fa0-84a6-4362d0948d3c triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:55:48.344643 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b4be4694-7245-4a9c-b9fc-6c0b0a29ff05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:55:48.411831 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-b4be4694-7245-4a9c-b9fc-6c0b0a29ff05 None None] Port 4a9b865c-a5a8-4fa0-84a6-4362d0948d3c cannot update to ACTIVE because it is not bound. {{(pid=93917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 18:55:48.433949 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-5108b0e4-c753-41bc-a2a7-349a06ff5b9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '459f3996-309d-4d20-9d8c-11ee0f52f7d6', 'name': 'tempest-TestSecurityGroupsBasicOps-router-415935990', 'tenant_id': '16585be2c4d241b09d11d2c12f508f99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.237'}], 'enable_snat': True}, 'gw_port_id': 'd6134d30-60f5-4a86-ae97-359f0a382f0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:55:41Z', 'updated_at': '2021-07-14T18:55:46Z', 'revision_number': 4, 'project_id': '16585be2c4d241b09d11d2c12f508f99', 'gw_port': {'id': 'd6134d30-60f5-4a86-ae97-359f0a382f0d', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:64:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '459f3996-309d-4d20-9d8c-11ee0f52f7d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3638, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:55:41Z', 'updated_at': '2021-07-14T18:55:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_interfaces': [{'id': '4a9b865c-a5a8-4fa0-84a6-4362d0948d3c', 'name': '', 'network_id': '28da15a0-c36e-413e-a43a-1f36dc834f32', 'tenant_id': '16585be2c4d241b09d11d2c12f508f99', 'mac_address': 'fa:16:3e:70:f8:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '459f3996-309d-4d20-9d8c-11ee0f52f7d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3651, 'fixed_ips': [{'subnet_id': '49bf98e0-5aa2-40cd-9511-b0e7b902c12e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:55:45Z', 'updated_at': '2021-07-14T18:55:46Z', 'revision_number': 2, 'project_id': '16585be2c4d241b09d11d2c12f508f99', 'subnets': [{'id': '49bf98e0-5aa2-40cd-9511-b0e7b902c12e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-3', False) {} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:55:48.463102 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5108b0e4-c753-41bc-a2a7-349a06ff5b9e None None] Checking router: 459f3996-309d-4d20-9d8c-11ee0f52f7d6 for host: n-d-800634-3 {{(pid=93917) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 18:55:48.463464 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5108b0e4-c753-41bc-a2a7-349a06ff5b9e None None] Updating router 459f3996-309d-4d20-9d8c-11ee0f52f7d6 port 4a9b865c-a5a8-4fa0-84a6-4362d0948d3c binding host n-d-800634-3 {{(pid=93917) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 18:55:48.504024 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-5108b0e4-c753-41bc-a2a7-349a06ff5b9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:55:48.547851 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 25c47351-16e9-4b13-a5a7-e148ac98f2c0 up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:55:48.614501 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-9e8cce99-3666-4490-8898-ff0870c52cfc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:55:48.651956 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8cce99-3666-4490-8898-ff0870c52cfc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416-project-admin] Pushing event deleted for resources: {'Port': ['ID=b2dc4a16-b589-456f-8a48-6e815f89445a,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:55:48.654400 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-42923d2e-8875-4edb-9a73-c064090339b5 None None] Provisioning complete for port 4a9b865c-a5a8-4fa0-84a6-4362d0948d3c triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:55:48.654975 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-42923d2e-8875-4edb-9a73-c064090339b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:55:48.673382 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-9e8cce99-3666-4490-8898-ff0870c52cfc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:55:48.677738 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-9e8cce99-3666-4490-8898-ff0870c52cfc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416-project-admin] 10.222.0.16 "DELETE /v2.0/ports/b2dc4a16-b589-456f-8a48-6e815f89445a HTTP/1.1" status: 204 len: 168 time: 0.8584771 Jul 14 18:55:48.678098 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 53422) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:55:48.708445 n-d-800634-3 neutron-server[93915]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ed1f360-9a13-42ec-995f-d8f0cdf71023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416-project-admin] GET failed (client error): The resource could not be found. Jul 14 18:55:48.710061 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-9ed1f360-9a13-42ec-995f-d8f0cdf71023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416-project-admin] 10.222.0.16 "GET /v2.0/ports/b2dc4a16-b589-456f-8a48-6e815f89445a HTTP/1.1" status: 404 len: 333 time: 0.0309498 Jul 14 18:55:48.713612 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 53424) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:55:48.719058 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-90e2dbe2-3b41-4565-add9-e014d1c17846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416-project-admin] Request body: {'port': {'network_id': '8902f86d-c4f9-46ea-bdb1-13da5bf4e332', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-815638453'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:55:48.739329 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-42923d2e-8875-4edb-9a73-c064090339b5 None None] Port 4a9b865c-a5a8-4fa0-84a6-4362d0948d3c cannot update to ACTIVE because it is not bound. {{(pid=93917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 18:55:48.739810 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-44448e91-74b8-4b6d-a079-5d939ac5270c tempest-TestSecurityGroupsBasicOps-1245515434 tempest-TestSecurityGroupsBasicOps-1245515434-project] Notify callbacks [] for security_group, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:55:48.753416 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-44448e91-74b8-4b6d-a079-5d939ac5270c tempest-TestSecurityGroupsBasicOps-1245515434 tempest-TestSecurityGroupsBasicOps-1245515434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:55:48.768584 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90e2dbe2-3b41-4565-add9-e014d1c17846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416-project-admin] Made reservation on behalf of 59c8744eb3a14d528a650f6ae22acc24 for: {'port': 1} {{(pid=93915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:55:48.771414 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-90e2dbe2-3b41-4565-add9-e014d1c17846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:55:48.791116 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [None req-90e2dbe2-3b41-4565-add9-e014d1c17846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416-project-admin] device_id is not set on port fb8920c7-b7ac-4266-86ad-9f1664d86c1c yet. {{(pid=93915) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 18:55:48.809084 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port 25c47351-16e9-4b13-a5a7-e148ac98f2c0 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:55:48.809790 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44448e91-74b8-4b6d-a079-5d939ac5270c tempest-TestSecurityGroupsBasicOps-1245515434 tempest-TestSecurityGroupsBasicOps-1245515434-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b343c56-a1d0-46b5-8250-b336efb3b854,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:55:48.810622 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:55:48.818287 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-44448e91-74b8-4b6d-a079-5d939ac5270c tempest-TestSecurityGroupsBasicOps-1245515434 tempest-TestSecurityGroupsBasicOps-1245515434-project] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:55:48.820343 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-44448e91-74b8-4b6d-a079-5d939ac5270c tempest-TestSecurityGroupsBasicOps-1245515434 tempest-TestSecurityGroupsBasicOps-1245515434-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1802 time: 0.7907405 Jul 14 18:55:48.823294 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 53426) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:55:48.829578 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-92880555-72c2-4f1a-908f-f63c3b2579f1 tempest-TestSecurityGroupsBasicOps-1245515434 tempest-TestSecurityGroupsBasicOps-1245515434-project] Request body: {'security_group_rule': {'security_group_id': '09f4d1b8-dffb-4475-b36c-31c124447ea7', 'project_id': '16585be2c4d241b09d11d2c12f508f99', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:55:48.873277 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-92880555-72c2-4f1a-908f-f63c3b2579f1 tempest-TestSecurityGroupsBasicOps-1245515434 tempest-TestSecurityGroupsBasicOps-1245515434-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:55:48.942542 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device d6134d30-60f5-4a86-ae97-359f0a382f0d up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:55:48.947871 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-92880555-72c2-4f1a-908f-f63c3b2579f1 tempest-TestSecurityGroupsBasicOps-1245515434 tempest-TestSecurityGroupsBasicOps-1245515434-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:55:48.953106 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-92880555-72c2-4f1a-908f-f63c3b2579f1 tempest-TestSecurityGroupsBasicOps-1245515434 tempest-TestSecurityGroupsBasicOps-1245515434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305173'] for security_group_rule, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:55:48.975481 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-90e2dbe2-3b41-4565-add9-e014d1c17846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:55:48.978368 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92880555-72c2-4f1a-908f-f63c3b2579f1 tempest-TestSecurityGroupsBasicOps-1245515434 tempest-TestSecurityGroupsBasicOps-1245515434-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03379e6d-6eca-44f5-b1f1-9cf1340a4c9d,revision_number=0']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:55:48.992018 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-92880555-72c2-4f1a-908f-f63c3b2579f1 tempest-TestSecurityGroupsBasicOps-1245515434 tempest-TestSecurityGroupsBasicOps-1245515434-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:55:48.993408 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-92880555-72c2-4f1a-908f-f63c3b2579f1 tempest-TestSecurityGroupsBasicOps-1245515434 tempest-TestSecurityGroupsBasicOps-1245515434-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1689618 Jul 14 18:55:49.042387 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port d6134d30-60f5-4a86-ae97-359f0a382f0d triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:55:49.042762 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:55:49.064336 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-90e2dbe2-3b41-4565-add9-e014d1c17846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:55:49.076059 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-5108b0e4-c753-41bc-a2a7-349a06ff5b9e None None] Notify callbacks [] for port, precommit_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:55:49.094906 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-5108b0e4-c753-41bc-a2a7-349a06ff5b9e None None] Transition to ACTIVE for port object 4a9b865c-a5a8-4fa0-84a6-4362d0948d3c will not be triggered until provisioned by entity L2. {{(pid=93917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:55:49.110487 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-5108b0e4-c753-41bc-a2a7-349a06ff5b9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:55:49.138745 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e2dbe2-3b41-4565-add9-e014d1c17846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416-project-admin] Pushing event updated for resources: {'Port': ['ID=fb8920c7-b7ac-4266-86ad-9f1664d86c1c,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:55:49.159799 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90e2dbe2-3b41-4565-add9-e014d1c17846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416-project-admin] Network 8902f86d-c4f9-46ea-bdb1-13da5bf4e332 is already hosted by enough agents. {{(pid=93915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:55:49.161362 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [None req-90e2dbe2-3b41-4565-add9-e014d1c17846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416-project-admin] Resources bound (agent type, host, resource id): {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:55:49.164011 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90e2dbe2-3b41-4565-add9-e014d1c17846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416-project-admin] Received port after_create {{(pid=93915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:55:49.164867 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90e2dbe2-3b41-4565-add9-e014d1c17846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:55:49.165604 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-90e2dbe2-3b41-4565-add9-e014d1c17846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:55:49.185810 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-90e2dbe2-3b41-4565-add9-e014d1c17846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416-project-admin] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.4709148 Jul 14 18:55:49.189249 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 53436) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:55:49.198510 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-66157054-8778-48b5-a780-2e1ca342de72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-800634-3'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:55:49.218425 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d0af93-403d-409a-9c9e-f59c165a71c6 None None] Pushing event updated for resources: {'Port': ['ID=4a9b865c-a5a8-4fa0-84a6-4362d0948d3c,revision_number=3']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:55:49.328016 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-0af1ad5a-01af-473f-9a5e-0bc0aa47175f req-6a69b7e2-141b-4c10-8ed3-c9c78eefdddf tempest-TestSecurityGroupsBasicOps-1245515434 tempest-TestSecurityGroupsBasicOps-1245515434-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup_general--2024445212&fields=id&tenant_id=16585be2c4d241b09d11d2c12f508f99 HTTP/1.1" status: 200 len: 267 time: 0.0856712 Jul 14 18:55:49.345315 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-5108b0e4-c753-41bc-a2a7-349a06ff5b9e None None] Attempting to bind port 4a9b865c-a5a8-4fa0-84a6-4362d0948d3c on host n-d-800634-3 for vnic_type normal with profile {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:55:49.345851 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-5108b0e4-c753-41bc-a2a7-349a06ff5b9e None None] Attempting to bind port 4a9b865c-a5a8-4fa0-84a6-4362d0948d3c by drivers openvswitch,hyperv on host n-d-800634-3 at level 0 using segments [{'id': '5cd208f9-4a78-4bfc-83ad-acfca1b2cd00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '28da15a0-c36e-413e-a43a-1f36dc834f32'}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:55:49.346318 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5108b0e4-c753-41bc-a2a7-349a06ff5b9e None None] Attempting to bind port 4a9b865c-a5a8-4fa0-84a6-4362d0948d3c on network 28da15a0-c36e-413e-a43a-1f36dc834f32 {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:55:49.352993 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5108b0e4-c753-41bc-a2a7-349a06ff5b9e None None] Checking agent: {'id': '01c19e91-a945-4e3c-94a6-c211e17c923e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 8, 23), 'started_at': datetime.datetime(2021, 7, 14, 18, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 18, 55, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 18:55:49.353862 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5108b0e4-c753-41bc-a2a7-349a06ff5b9e None None] Checking segment: {'id': '5cd208f9-4a78-4bfc-83ad-acfca1b2cd00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '28da15a0-c36e-413e-a43a-1f36dc834f32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93917) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:55:49.353986 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-5108b0e4-c753-41bc-a2a7-349a06ff5b9e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:55:49.354768 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5108b0e4-c753-41bc-a2a7-349a06ff5b9e None None] Bound using segment: {'id': '5cd208f9-4a78-4bfc-83ad-acfca1b2cd00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '28da15a0-c36e-413e-a43a-1f36dc834f32'} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 18:55:49.357828 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-5108b0e4-c753-41bc-a2a7-349a06ff5b9e None None] Bound port: 4a9b865c-a5a8-4fa0-84a6-4362d0948d3c, host: n-d-800634-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cd208f9-4a78-4bfc-83ad-acfca1b2cd00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '28da15a0-c36e-413e-a43a-1f36dc834f32'}}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 18:55:49.358045 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-66157054-8778-48b5-a780-2e1ca342de72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:55:49.358468 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-5108b0e4-c753-41bc-a2a7-349a06ff5b9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:55:49.409501 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-0af1ad5a-01af-473f-9a5e-0bc0aa47175f req-196eafef-3c22-45bf-9641-3c2830794984 tempest-TestSecurityGroupsBasicOps-1245515434 tempest-TestSecurityGroupsBasicOps-1245515434-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup_access--1205602616&fields=id&tenant_id=16585be2c4d241b09d11d2c12f508f99 HTTP/1.1" status: 200 len: 267 time: 0.0720217 Jul 14 18:55:49.439913 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-5108b0e4-c753-41bc-a2a7-349a06ff5b9e None None] For port 4a9b865c-a5a8-4fa0-84a6-4362d0948d3c, host n-d-800634-3, cleared binding levels {{(pid=93917) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:55:49.443539 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-5108b0e4-c753-41bc-a2a7-349a06ff5b9e None None] For port 4a9b865c-a5a8-4fa0-84a6-4362d0948d3c, host n-d-800634-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=4a9b865c-a5a8-4fa0-84a6-4362d0948d3c,segment=NetworkSegment(5cd208f9-4a78-4bfc-83ad-acfca1b2cd00),segment_id=5cd208f9-4a78-4bfc-83ad-acfca1b2cd00)] {{(pid=93917) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 18:55:49.454007 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-5108b0e4-c753-41bc-a2a7-349a06ff5b9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:55:49.527245 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5108b0e4-c753-41bc-a2a7-349a06ff5b9e None None] Routers {'459f3996-309d-4d20-9d8c-11ee0f52f7d6'} bound to L3 agent in host n-d-800634-3 {{(pid=93917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:55:49.528107 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-5108b0e4-c753-41bc-a2a7-349a06ff5b9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:55:23Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['459f3996-309d-4d20-9d8c-11ee0f52f7d6'], 'active': True} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:55:49.590504 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d0af93-403d-409a-9c9e-f59c165a71c6 None None] Pushing event updated for resources: {'Port': ['ID=4a9b865c-a5a8-4fa0-84a6-4362d0948d3c,revision_number=4']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:55:49.637531 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af1ad5a-01af-473f-9a5e-0bc0aa47175f req-efe7d068-ce60-4536-be36-ccf2d0ad69b3 tempest-TestSecurityGroupsBasicOps-1245515434 tempest-TestSecurityGroupsBasicOps-1245515434-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:55:49.639343 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-0af1ad5a-01af-473f-9a5e-0bc0aa47175f req-efe7d068-ce60-4536-be36-ccf2d0ad69b3 tempest-TestSecurityGroupsBasicOps-1245515434 tempest-TestSecurityGroupsBasicOps-1245515434-project] 10.222.0.16 "GET /v2.0/networks?id=28da15a0-c36e-413e-a43a-1f36dc834f32 HTTP/1.1" status: 200 len: 797 time: 0.2188492 Jul 14 18:55:49.674654 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-0af1ad5a-01af-473f-9a5e-0bc0aa47175f req-0a394f4b-7fd8-4735-a681-a9361c41a038 tempest-TestSecurityGroupsBasicOps-1245515434 tempest-TestSecurityGroupsBasicOps-1245515434-project] 10.222.0.16 "GET /v2.0/quotas/16585be2c4d241b09d11d2c12f508f99 HTTP/1.1" status: 200 len: 375 time: 0.0280159 Jul 14 18:55:49.684538 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvr_db [None req-5108b0e4-c753-41bc-a2a7-349a06ff5b9e None None] Set router 459f3996-309d-4d20-9d8c-11ee0f52f7d6 gateway port host: n-d-800634-3 {{(pid=93917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 18:55:49.773423 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [None req-66157054-8778-48b5-a780-2e1ca342de72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416-project-admin] device_id is not set on port fb8920c7-b7ac-4266-86ad-9f1664d86c1c yet. {{(pid=93915) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 18:55:49.790193 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-66157054-8778-48b5-a780-2e1ca342de72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:55:49.816796 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.provisioning_blocks [None req-66157054-8778-48b5-a780-2e1ca342de72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416-project-admin] Transition to ACTIVE for port object fb8920c7-b7ac-4266-86ad-9f1664d86c1c will not be triggered until provisioned by entity L2. {{(pid=93915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:55:49.830498 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-0af1ad5a-01af-473f-9a5e-0bc0aa47175f req-96907f24-8e11-4761-81c4-4d1d0a3f388c tempest-TestSecurityGroupsBasicOps-1245515434 tempest-TestSecurityGroupsBasicOps-1245515434-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=16585be2c4d241b09d11d2c12f508f99&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1549151 Jul 14 18:55:49.831705 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-66157054-8778-48b5-a780-2e1ca342de72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25912978'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:55:49.909994 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-5108b0e4-c753-41bc-a2a7-349a06ff5b9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '459f3996-309d-4d20-9d8c-11ee0f52f7d6', 'name': 'tempest-TestSecurityGroupsBasicOps-router-415935990', 'tenant_id': '16585be2c4d241b09d11d2c12f508f99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.237'}], 'enable_snat': True}, 'gw_port_id': 'd6134d30-60f5-4a86-ae97-359f0a382f0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:55:41Z', 'updated_at': '2021-07-14T18:55:46Z', 'revision_number': 4, 'project_id': '16585be2c4d241b09d11d2c12f508f99', 'gw_port': {'id': 'd6134d30-60f5-4a86-ae97-359f0a382f0d', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:64:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '459f3996-309d-4d20-9d8c-11ee0f52f7d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3638, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:55:41Z', 'updated_at': '2021-07-14T18:55:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_interfaces': [{'id': '4a9b865c-a5a8-4fa0-84a6-4362d0948d3c', 'name': '', 'network_id': '28da15a0-c36e-413e-a43a-1f36dc834f32', 'tenant_id': '16585be2c4d241b09d11d2c12f508f99', 'mac_address': 'fa:16:3e:70:f8:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '459f3996-309d-4d20-9d8c-11ee0f52f7d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3651, 'fixed_ips': [{'subnet_id': '49bf98e0-5aa2-40cd-9511-b0e7b902c12e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:55:45Z', 'updated_at': '2021-07-14T18:55:49Z', 'revision_number': 4, 'project_id': '16585be2c4d241b09d11d2c12f508f99', 'subnets': [{'id': '49bf98e0-5aa2-40cd-9511-b0e7b902c12e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-3', False) {} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:55:49.937101 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5108b0e4-c753-41bc-a2a7-349a06ff5b9e None None] The sync data for ids ['459f3996-309d-4d20-9d8c-11ee0f52f7d6'] in n-d-800634-3 is: [{'id': '459f3996-309d-4d20-9d8c-11ee0f52f7d6', 'name': 'tempest-TestSecurityGroupsBasicOps-router-415935990', 'tenant_id': '16585be2c4d241b09d11d2c12f508f99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.237'}], 'enable_snat': True}, 'gw_port_id': 'd6134d30-60f5-4a86-ae97-359f0a382f0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:55:41Z', 'updated_at': '2021-07-14T18:55:46Z', 'revision_number': 4, 'project_id': '16585be2c4d241b09d11d2c12f508f99', 'gw_port': {'id': 'd6134d30-60f5-4a86-ae97-359f0a382f0d', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:64:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '459f3996-309d-4d20-9d8c-11ee0f52f7d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3638, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:55:41Z', 'updated_at': '2021-07-14T18:55:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_interfaces': [{'id': '4a9b865c-a5a8-4fa0-84a6-4362d0948d3c', 'name': '', 'network_id': '28da15a0-c36e-413e-a43a-1f36dc834f32', 'tenant_id': '16585be2c4d241b09d11d2c12f508f99', 'mac_address': 'fa:16:3e:70:f8:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '459f3996-309d-4d20-9d8c-11ee0f52f7d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3651, 'fixed_ips': [{'subnet_id': '49bf98e0-5aa2-40cd-9511-b0e7b902c12e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:55:45Z', 'updated_at': '2021-07-14T18:55:49Z', 'revision_number': 4, 'project_id': '16585be2c4d241b09d11d2c12f508f99', 'subnets': [{'id': '49bf98e0-5aa2-40cd-9511-b0e7b902c12e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 18:55:49.940373 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66157054-8778-48b5-a780-2e1ca342de72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416-project-admin] Pushing event updated for resources: {'Port': ['ID=fb8920c7-b7ac-4266-86ad-9f1664d86c1c,revision_number=2']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:55:49.963687 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [None req-66157054-8778-48b5-a780-2e1ca342de72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416-project-admin] Attempting to bind port fb8920c7-b7ac-4266-86ad-9f1664d86c1c on host n-h1-800634-3 for vnic_type normal with profile {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:55:49.964041 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [None req-66157054-8778-48b5-a780-2e1ca342de72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416-project-admin] Attempting to bind port fb8920c7-b7ac-4266-86ad-9f1664d86c1c by drivers openvswitch,hyperv on host n-h1-800634-3 at level 0 using segments [{'id': '567603d2-2115-4f0b-96f3-c42837142f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '8902f86d-c4f9-46ea-bdb1-13da5bf4e332'}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:55:49.964475 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66157054-8778-48b5-a780-2e1ca342de72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416-project-admin] Attempting to bind port fb8920c7-b7ac-4266-86ad-9f1664d86c1c on network 8902f86d-c4f9-46ea-bdb1-13da5bf4e332 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:55:49.974545 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66157054-8778-48b5-a780-2e1ca342de72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416-project-admin] Port fb8920c7-b7ac-4266-86ad-9f1664d86c1c on network 8902f86d-c4f9-46ea-bdb1-13da5bf4e332 not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-3 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 18:55:49.974890 n-d-800634-3 neutron-server[93915]: ERROR neutron.plugins.ml2.managers [None req-66157054-8778-48b5-a780-2e1ca342de72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416-project-admin] Failed to bind port fb8920c7-b7ac-4266-86ad-9f1664d86c1c on host n-h1-800634-3 for vnic_type normal using segments [{'id': '567603d2-2115-4f0b-96f3-c42837142f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '8902f86d-c4f9-46ea-bdb1-13da5bf4e332'}] Jul 14 18:55:49.977196 n-d-800634-3 neutron-server[93915]: INFO neutron.plugins.ml2.plugin [None req-66157054-8778-48b5-a780-2e1ca342de72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416-project-admin] Attempt 2 to bind port fb8920c7-b7ac-4266-86ad-9f1664d86c1c Jul 14 18:55:50.001558 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-0af1ad5a-01af-473f-9a5e-0bc0aa47175f req-203e6644-70e1-4a0e-9f50-eb03844dce5a service neutron] 10.222.0.16 "GET /v2.0/networks/28da15a0-c36e-413e-a43a-1f36dc834f32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1599290 Jul 14 18:55:50.002387 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [None req-66157054-8778-48b5-a780-2e1ca342de72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416-project-admin] Attempting to bind port fb8920c7-b7ac-4266-86ad-9f1664d86c1c on host n-h1-800634-3 for vnic_type normal with profile {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:55:50.002726 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [None req-66157054-8778-48b5-a780-2e1ca342de72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416-project-admin] Attempting to bind port fb8920c7-b7ac-4266-86ad-9f1664d86c1c by drivers openvswitch,hyperv on host n-h1-800634-3 at level 0 using segments [{'id': '567603d2-2115-4f0b-96f3-c42837142f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '8902f86d-c4f9-46ea-bdb1-13da5bf4e332'}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:55:50.003075 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66157054-8778-48b5-a780-2e1ca342de72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416-project-admin] Attempting to bind port fb8920c7-b7ac-4266-86ad-9f1664d86c1c on network 8902f86d-c4f9-46ea-bdb1-13da5bf4e332 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:55:50.007798 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66157054-8778-48b5-a780-2e1ca342de72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416-project-admin] Port fb8920c7-b7ac-4266-86ad-9f1664d86c1c on network 8902f86d-c4f9-46ea-bdb1-13da5bf4e332 not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-3 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 18:55:50.008147 n-d-800634-3 neutron-server[93915]: ERROR neutron.plugins.ml2.managers [None req-66157054-8778-48b5-a780-2e1ca342de72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416-project-admin] Failed to bind port fb8920c7-b7ac-4266-86ad-9f1664d86c1c on host n-h1-800634-3 for vnic_type normal using segments [{'id': '567603d2-2115-4f0b-96f3-c42837142f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '8902f86d-c4f9-46ea-bdb1-13da5bf4e332'}] Jul 14 18:55:50.010243 n-d-800634-3 neutron-server[93915]: INFO neutron.plugins.ml2.plugin [None req-66157054-8778-48b5-a780-2e1ca342de72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416-project-admin] Attempt 3 to bind port fb8920c7-b7ac-4266-86ad-9f1664d86c1c Jul 14 18:55:50.085980 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [None req-66157054-8778-48b5-a780-2e1ca342de72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416-project-admin] Attempting to bind port fb8920c7-b7ac-4266-86ad-9f1664d86c1c on host n-h1-800634-3 for vnic_type normal with profile {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:55:50.086325 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [None req-66157054-8778-48b5-a780-2e1ca342de72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416-project-admin] Attempting to bind port fb8920c7-b7ac-4266-86ad-9f1664d86c1c by drivers openvswitch,hyperv on host n-h1-800634-3 at level 0 using segments [{'id': '567603d2-2115-4f0b-96f3-c42837142f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '8902f86d-c4f9-46ea-bdb1-13da5bf4e332'}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:55:50.086667 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66157054-8778-48b5-a780-2e1ca342de72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416-project-admin] Attempting to bind port fb8920c7-b7ac-4266-86ad-9f1664d86c1c on network 8902f86d-c4f9-46ea-bdb1-13da5bf4e332 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:55:50.098675 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66157054-8778-48b5-a780-2e1ca342de72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416-project-admin] Port fb8920c7-b7ac-4266-86ad-9f1664d86c1c on network 8902f86d-c4f9-46ea-bdb1-13da5bf4e332 not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-3 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 18:55:50.098926 n-d-800634-3 neutron-server[93915]: ERROR neutron.plugins.ml2.managers [None req-66157054-8778-48b5-a780-2e1ca342de72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416-project-admin] Failed to bind port fb8920c7-b7ac-4266-86ad-9f1664d86c1c on host n-h1-800634-3 for vnic_type normal using segments [{'id': '567603d2-2115-4f0b-96f3-c42837142f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '8902f86d-c4f9-46ea-bdb1-13da5bf4e332'}] Jul 14 18:55:50.100574 n-d-800634-3 neutron-server[93915]: INFO neutron.plugins.ml2.plugin [None req-66157054-8778-48b5-a780-2e1ca342de72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416-project-admin] Attempt 4 to bind port fb8920c7-b7ac-4266-86ad-9f1664d86c1c Jul 14 18:55:50.122730 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [None req-66157054-8778-48b5-a780-2e1ca342de72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416-project-admin] Attempting to bind port fb8920c7-b7ac-4266-86ad-9f1664d86c1c on host n-h1-800634-3 for vnic_type normal with profile {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:55:50.123074 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [None req-66157054-8778-48b5-a780-2e1ca342de72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416-project-admin] Attempting to bind port fb8920c7-b7ac-4266-86ad-9f1664d86c1c by drivers openvswitch,hyperv on host n-h1-800634-3 at level 0 using segments [{'id': '567603d2-2115-4f0b-96f3-c42837142f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '8902f86d-c4f9-46ea-bdb1-13da5bf4e332'}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:55:50.123950 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66157054-8778-48b5-a780-2e1ca342de72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416-project-admin] Attempting to bind port fb8920c7-b7ac-4266-86ad-9f1664d86c1c on network 8902f86d-c4f9-46ea-bdb1-13da5bf4e332 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:55:50.133060 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66157054-8778-48b5-a780-2e1ca342de72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416-project-admin] Port fb8920c7-b7ac-4266-86ad-9f1664d86c1c on network 8902f86d-c4f9-46ea-bdb1-13da5bf4e332 not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-3 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 18:55:50.133400 n-d-800634-3 neutron-server[93915]: ERROR neutron.plugins.ml2.managers [None req-66157054-8778-48b5-a780-2e1ca342de72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416-project-admin] Failed to bind port fb8920c7-b7ac-4266-86ad-9f1664d86c1c on host n-h1-800634-3 for vnic_type normal using segments [{'id': '567603d2-2115-4f0b-96f3-c42837142f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '8902f86d-c4f9-46ea-bdb1-13da5bf4e332'}] Jul 14 18:55:50.136755 n-d-800634-3 neutron-server[93915]: INFO neutron.plugins.ml2.plugin [None req-66157054-8778-48b5-a780-2e1ca342de72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416-project-admin] Attempt 5 to bind port fb8920c7-b7ac-4266-86ad-9f1664d86c1c Jul 14 18:55:50.159257 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-0af1ad5a-01af-473f-9a5e-0bc0aa47175f req-bb75fd7f-3066-4857-b790-8f09de560b42 service neutron] 10.222.0.16 "GET /v2.0/networks/28da15a0-c36e-413e-a43a-1f36dc834f32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1478820 Jul 14 18:55:50.160165 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [None req-66157054-8778-48b5-a780-2e1ca342de72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416-project-admin] Attempting to bind port fb8920c7-b7ac-4266-86ad-9f1664d86c1c on host n-h1-800634-3 for vnic_type normal with profile {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:55:50.160493 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [None req-66157054-8778-48b5-a780-2e1ca342de72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416-project-admin] Attempting to bind port fb8920c7-b7ac-4266-86ad-9f1664d86c1c by drivers openvswitch,hyperv on host n-h1-800634-3 at level 0 using segments [{'id': '567603d2-2115-4f0b-96f3-c42837142f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '8902f86d-c4f9-46ea-bdb1-13da5bf4e332'}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:55:50.160835 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66157054-8778-48b5-a780-2e1ca342de72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416-project-admin] Attempting to bind port fb8920c7-b7ac-4266-86ad-9f1664d86c1c on network 8902f86d-c4f9-46ea-bdb1-13da5bf4e332 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:55:50.166530 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66157054-8778-48b5-a780-2e1ca342de72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416-project-admin] Port fb8920c7-b7ac-4266-86ad-9f1664d86c1c on network 8902f86d-c4f9-46ea-bdb1-13da5bf4e332 not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-3 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 18:55:50.166943 n-d-800634-3 neutron-server[93915]: ERROR neutron.plugins.ml2.managers [None req-66157054-8778-48b5-a780-2e1ca342de72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416-project-admin] Failed to bind port fb8920c7-b7ac-4266-86ad-9f1664d86c1c on host n-h1-800634-3 for vnic_type normal using segments [{'id': '567603d2-2115-4f0b-96f3-c42837142f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '8902f86d-c4f9-46ea-bdb1-13da5bf4e332'}] Jul 14 18:55:50.167419 n-d-800634-3 neutron-server[93915]: INFO neutron.plugins.ml2.plugin [None req-66157054-8778-48b5-a780-2e1ca342de72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416-project-admin] Attempt 6 to bind port fb8920c7-b7ac-4266-86ad-9f1664d86c1c Jul 14 18:55:50.181779 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [None req-66157054-8778-48b5-a780-2e1ca342de72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416-project-admin] Attempting to bind port fb8920c7-b7ac-4266-86ad-9f1664d86c1c on host n-h1-800634-3 for vnic_type normal with profile {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:55:50.182437 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [None req-66157054-8778-48b5-a780-2e1ca342de72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416-project-admin] Attempting to bind port fb8920c7-b7ac-4266-86ad-9f1664d86c1c by drivers openvswitch,hyperv on host n-h1-800634-3 at level 0 using segments [{'id': '567603d2-2115-4f0b-96f3-c42837142f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '8902f86d-c4f9-46ea-bdb1-13da5bf4e332'}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:55:50.182850 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66157054-8778-48b5-a780-2e1ca342de72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416-project-admin] Attempting to bind port fb8920c7-b7ac-4266-86ad-9f1664d86c1c on network 8902f86d-c4f9-46ea-bdb1-13da5bf4e332 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:55:50.190322 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66157054-8778-48b5-a780-2e1ca342de72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416-project-admin] Port fb8920c7-b7ac-4266-86ad-9f1664d86c1c on network 8902f86d-c4f9-46ea-bdb1-13da5bf4e332 not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-3 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 18:55:50.191131 n-d-800634-3 neutron-server[93915]: ERROR neutron.plugins.ml2.managers [None req-66157054-8778-48b5-a780-2e1ca342de72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416-project-admin] Failed to bind port fb8920c7-b7ac-4266-86ad-9f1664d86c1c on host n-h1-800634-3 for vnic_type normal using segments [{'id': '567603d2-2115-4f0b-96f3-c42837142f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '8902f86d-c4f9-46ea-bdb1-13da5bf4e332'}] Jul 14 18:55:50.191428 n-d-800634-3 neutron-server[93915]: INFO neutron.plugins.ml2.plugin [None req-66157054-8778-48b5-a780-2e1ca342de72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416-project-admin] Attempt 7 to bind port fb8920c7-b7ac-4266-86ad-9f1664d86c1c Jul 14 18:55:50.206682 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [None req-66157054-8778-48b5-a780-2e1ca342de72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416-project-admin] Attempting to bind port fb8920c7-b7ac-4266-86ad-9f1664d86c1c on host n-h1-800634-3 for vnic_type normal with profile {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:55:50.207128 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [None req-66157054-8778-48b5-a780-2e1ca342de72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416-project-admin] Attempting to bind port fb8920c7-b7ac-4266-86ad-9f1664d86c1c by drivers openvswitch,hyperv on host n-h1-800634-3 at level 0 using segments [{'id': '567603d2-2115-4f0b-96f3-c42837142f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '8902f86d-c4f9-46ea-bdb1-13da5bf4e332'}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:55:50.207538 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66157054-8778-48b5-a780-2e1ca342de72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416-project-admin] Attempting to bind port fb8920c7-b7ac-4266-86ad-9f1664d86c1c on network 8902f86d-c4f9-46ea-bdb1-13da5bf4e332 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:55:50.212416 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66157054-8778-48b5-a780-2e1ca342de72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416-project-admin] Port fb8920c7-b7ac-4266-86ad-9f1664d86c1c on network 8902f86d-c4f9-46ea-bdb1-13da5bf4e332 not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-3 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 18:55:50.212813 n-d-800634-3 neutron-server[93915]: ERROR neutron.plugins.ml2.managers [None req-66157054-8778-48b5-a780-2e1ca342de72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416-project-admin] Failed to bind port fb8920c7-b7ac-4266-86ad-9f1664d86c1c on host n-h1-800634-3 for vnic_type normal using segments [{'id': '567603d2-2115-4f0b-96f3-c42837142f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '8902f86d-c4f9-46ea-bdb1-13da5bf4e332'}] Jul 14 18:55:50.213275 n-d-800634-3 neutron-server[93915]: INFO neutron.plugins.ml2.plugin [None req-66157054-8778-48b5-a780-2e1ca342de72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416-project-admin] Attempt 8 to bind port fb8920c7-b7ac-4266-86ad-9f1664d86c1c Jul 14 18:55:50.227723 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [None req-66157054-8778-48b5-a780-2e1ca342de72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416-project-admin] Attempting to bind port fb8920c7-b7ac-4266-86ad-9f1664d86c1c on host n-h1-800634-3 for vnic_type normal with profile {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:55:50.228073 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [None req-66157054-8778-48b5-a780-2e1ca342de72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416-project-admin] Attempting to bind port fb8920c7-b7ac-4266-86ad-9f1664d86c1c by drivers openvswitch,hyperv on host n-h1-800634-3 at level 0 using segments [{'id': '567603d2-2115-4f0b-96f3-c42837142f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '8902f86d-c4f9-46ea-bdb1-13da5bf4e332'}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:55:50.228493 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66157054-8778-48b5-a780-2e1ca342de72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416-project-admin] Attempting to bind port fb8920c7-b7ac-4266-86ad-9f1664d86c1c on network 8902f86d-c4f9-46ea-bdb1-13da5bf4e332 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:55:50.233341 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66157054-8778-48b5-a780-2e1ca342de72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416-project-admin] Port fb8920c7-b7ac-4266-86ad-9f1664d86c1c on network 8902f86d-c4f9-46ea-bdb1-13da5bf4e332 not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-3 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 18:55:50.233679 n-d-800634-3 neutron-server[93915]: ERROR neutron.plugins.ml2.managers [None req-66157054-8778-48b5-a780-2e1ca342de72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416-project-admin] Failed to bind port fb8920c7-b7ac-4266-86ad-9f1664d86c1c on host n-h1-800634-3 for vnic_type normal using segments [{'id': '567603d2-2115-4f0b-96f3-c42837142f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '8902f86d-c4f9-46ea-bdb1-13da5bf4e332'}] Jul 14 18:55:50.234077 n-d-800634-3 neutron-server[93915]: INFO neutron.plugins.ml2.plugin [None req-66157054-8778-48b5-a780-2e1ca342de72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416-project-admin] Attempt 9 to bind port fb8920c7-b7ac-4266-86ad-9f1664d86c1c Jul 14 18:55:50.250918 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [None req-66157054-8778-48b5-a780-2e1ca342de72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416-project-admin] Attempting to bind port fb8920c7-b7ac-4266-86ad-9f1664d86c1c on host n-h1-800634-3 for vnic_type normal with profile {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:55:50.251268 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [None req-66157054-8778-48b5-a780-2e1ca342de72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416-project-admin] Attempting to bind port fb8920c7-b7ac-4266-86ad-9f1664d86c1c by drivers openvswitch,hyperv on host n-h1-800634-3 at level 0 using segments [{'id': '567603d2-2115-4f0b-96f3-c42837142f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '8902f86d-c4f9-46ea-bdb1-13da5bf4e332'}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:55:50.251608 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66157054-8778-48b5-a780-2e1ca342de72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416-project-admin] Attempting to bind port fb8920c7-b7ac-4266-86ad-9f1664d86c1c on network 8902f86d-c4f9-46ea-bdb1-13da5bf4e332 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:55:50.261961 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66157054-8778-48b5-a780-2e1ca342de72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416-project-admin] Port fb8920c7-b7ac-4266-86ad-9f1664d86c1c on network 8902f86d-c4f9-46ea-bdb1-13da5bf4e332 not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-3 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 18:55:50.262559 n-d-800634-3 neutron-server[93915]: ERROR neutron.plugins.ml2.managers [None req-66157054-8778-48b5-a780-2e1ca342de72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416-project-admin] Failed to bind port fb8920c7-b7ac-4266-86ad-9f1664d86c1c on host n-h1-800634-3 for vnic_type normal using segments [{'id': '567603d2-2115-4f0b-96f3-c42837142f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '8902f86d-c4f9-46ea-bdb1-13da5bf4e332'}] Jul 14 18:55:50.262956 n-d-800634-3 neutron-server[93915]: INFO neutron.plugins.ml2.plugin [None req-66157054-8778-48b5-a780-2e1ca342de72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416-project-admin] Attempt 10 to bind port fb8920c7-b7ac-4266-86ad-9f1664d86c1c Jul 14 18:55:50.277444 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [None req-66157054-8778-48b5-a780-2e1ca342de72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416-project-admin] Attempting to bind port fb8920c7-b7ac-4266-86ad-9f1664d86c1c on host n-h1-800634-3 for vnic_type normal with profile {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:55:50.277736 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [None req-66157054-8778-48b5-a780-2e1ca342de72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416-project-admin] Attempting to bind port fb8920c7-b7ac-4266-86ad-9f1664d86c1c by drivers openvswitch,hyperv on host n-h1-800634-3 at level 0 using segments [{'id': '567603d2-2115-4f0b-96f3-c42837142f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '8902f86d-c4f9-46ea-bdb1-13da5bf4e332'}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:55:50.278053 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66157054-8778-48b5-a780-2e1ca342de72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416-project-admin] Attempting to bind port fb8920c7-b7ac-4266-86ad-9f1664d86c1c on network 8902f86d-c4f9-46ea-bdb1-13da5bf4e332 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:55:50.283580 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66157054-8778-48b5-a780-2e1ca342de72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416-project-admin] Port fb8920c7-b7ac-4266-86ad-9f1664d86c1c on network 8902f86d-c4f9-46ea-bdb1-13da5bf4e332 not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-3 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 18:55:50.283915 n-d-800634-3 neutron-server[93915]: ERROR neutron.plugins.ml2.managers [None req-66157054-8778-48b5-a780-2e1ca342de72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416-project-admin] Failed to bind port fb8920c7-b7ac-4266-86ad-9f1664d86c1c on host n-h1-800634-3 for vnic_type normal using segments [{'id': '567603d2-2115-4f0b-96f3-c42837142f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '8902f86d-c4f9-46ea-bdb1-13da5bf4e332'}] Jul 14 18:55:50.284324 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-66157054-8778-48b5-a780-2e1ca342de72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:55:50.377132 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-51c8b1dd-c808-47cb-a982-08ab42108c2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:55:50.390285 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [None req-66157054-8778-48b5-a780-2e1ca342de72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416-project-admin] For port fb8920c7-b7ac-4266-86ad-9f1664d86c1c, host n-h1-800634-3, cleared binding levels {{(pid=93915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:55:50.390641 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [None req-66157054-8778-48b5-a780-2e1ca342de72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416-project-admin] Attempted to set empty binding levels {{(pid=93915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 14 18:55:50.397847 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-66157054-8778-48b5-a780-2e1ca342de72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25912978'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:55:50.487146 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-21389dfa-1dd4-416f-be14-a76975dad0d4 req-f3d0d925-5aa8-4c86-908b-d9c9d1f76711 tempest-TestSecurityGroupsBasicOps-1245515434 tempest-TestSecurityGroupsBasicOps-1245515434-project] 10.222.0.16 "GET /v2.0/ports?device_id=0088c237-30f1-4281-afd5-3d6abd7a2a68 HTTP/1.1" status: 200 len: 210 time: 0.0838799 Jul 14 18:55:50.511553 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66157054-8778-48b5-a780-2e1ca342de72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416-project-admin] Pushing event updated for resources: {'Port': ['ID=fb8920c7-b7ac-4266-86ad-9f1664d86c1c,revision_number=3']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:55:50.514883 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [None req-66157054-8778-48b5-a780-2e1ca342de72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416-project-admin] In _notify_port_updated(), no bound segment for port fb8920c7-b7ac-4266-86ad-9f1664d86c1c on network 8902f86d-c4f9-46ea-bdb1-13da5bf4e332 {{(pid=93915) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 14 18:55:50.516043 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66157054-8778-48b5-a780-2e1ca342de72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:55:50.516757 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-66157054-8778-48b5-a780-2e1ca342de72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:55:50.518573 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-66157054-8778-48b5-a780-2e1ca342de72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416-project-admin] 10.222.0.16 "PUT /v2.0/ports/fb8920c7-b7ac-4266-86ad-9f1664d86c1c HTTP/1.1" status: 200 len: 978 time: 1.3281634 Jul 14 18:55:50.521625 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 53450) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:55:50.653057 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 4a9b865c-a5a8-4fa0-84a6-4362d0948d3c up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:55:50.670866 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb9f0457-944c-49b9-854c-e5c41331a3ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:55:50.671489 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb9f0457-944c-49b9-854c-e5c41331a3ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:55:50.671962 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb9f0457-944c-49b9-854c-e5c41331a3ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:55:50.672462 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb9f0457-944c-49b9-854c-e5c41331a3ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:55:50.672929 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb9f0457-944c-49b9-854c-e5c41331a3ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:55:50.673671 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb9f0457-944c-49b9-854c-e5c41331a3ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:55:50.674399 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb9f0457-944c-49b9-854c-e5c41331a3ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:55:50.674870 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb9f0457-944c-49b9-854c-e5c41331a3ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:55:50.675331 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb9f0457-944c-49b9-854c-e5c41331a3ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:55:50.675931 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb9f0457-944c-49b9-854c-e5c41331a3ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:55:50.676476 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb9f0457-944c-49b9-854c-e5c41331a3ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:55:50.676874 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb9f0457-944c-49b9-854c-e5c41331a3ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:55:50.677321 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb9f0457-944c-49b9-854c-e5c41331a3ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:55:50.677855 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb9f0457-944c-49b9-854c-e5c41331a3ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:55:50.678219 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb9f0457-944c-49b9-854c-e5c41331a3ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:55:50.678676 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb9f0457-944c-49b9-854c-e5c41331a3ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:55:50.679131 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb9f0457-944c-49b9-854c-e5c41331a3ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:55:50.679742 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb9f0457-944c-49b9-854c-e5c41331a3ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:55:50.680230 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb9f0457-944c-49b9-854c-e5c41331a3ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:55:50.680688 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb9f0457-944c-49b9-854c-e5c41331a3ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:55:50.681148 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb9f0457-944c-49b9-854c-e5c41331a3ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:55:50.681600 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb9f0457-944c-49b9-854c-e5c41331a3ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:55:50.682056 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb9f0457-944c-49b9-854c-e5c41331a3ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:55:50.682514 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb9f0457-944c-49b9-854c-e5c41331a3ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:55:50.682979 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb9f0457-944c-49b9-854c-e5c41331a3ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:55:50.687621 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-eb9f0457-944c-49b9-854c-e5c41331a3ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416-project-admin] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 22525 time: 0.1649487 Jul 14 18:55:50.706734 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 53456) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:55:50.762909 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning for port 4a9b865c-a5a8-4fa0-84a6-4362d0948d3c completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:55:50.767664 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port 4a9b865c-a5a8-4fa0-84a6-4362d0948d3c triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:55:50.768053 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:55:50.834651 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-7dd51665-7ccc-433a-b9e9-f5afc7b51dd5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416-project-admin] Deleting port fb8920c7-b7ac-4266-86ad-9f1664d86c1c {{(pid=93916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:55:50.835294 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-7dd51665-7ccc-433a-b9e9-f5afc7b51dd5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:55:50.862340 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:55:50.914059 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] For port 4a9b865c-a5a8-4fa0-84a6-4362d0948d3c, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=4a9b865c-a5a8-4fa0-84a6-4362d0948d3c,segment=NetworkSegment(5cd208f9-4a78-4bfc-83ad-acfca1b2cd00),segment_id=5cd208f9-4a78-4bfc-83ad-acfca1b2cd00)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:55:50.920089 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:55:50.930589 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.db [None req-7dd51665-7ccc-433a-b9e9-f5afc7b51dd5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416-project-admin] For port fb8920c7-b7ac-4266-86ad-9f1664d86c1c, host n-h1-800634-3, got binding levels [] {{(pid=93916) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:55:50.931155 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-7dd51665-7ccc-433a-b9e9-f5afc7b51dd5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:55:50.946628 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-7dd51665-7ccc-433a-b9e9-f5afc7b51dd5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416-project-admin] Calling delete_port for fb8920c7-b7ac-4266-86ad-9f1664d86c1c owned by {{(pid=93916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:55:50.990690 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Pushing event updated for resources: {'Port': ['ID=4a9b865c-a5a8-4fa0-84a6-4362d0948d3c,revision_number=5']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:55:51.062918 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-7dd51665-7ccc-433a-b9e9-f5afc7b51dd5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:55:51.097796 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd51665-7ccc-433a-b9e9-f5afc7b51dd5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416-project-admin] Pushing event deleted for resources: {'Port': ['ID=fb8920c7-b7ac-4266-86ad-9f1664d86c1c,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:55:51.104622 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-7dd51665-7ccc-433a-b9e9-f5afc7b51dd5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:55:51.106614 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-7dd51665-7ccc-433a-b9e9-f5afc7b51dd5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416-project-admin] 10.222.0.16 "DELETE /v2.0/ports/fb8920c7-b7ac-4266-86ad-9f1664d86c1c HTTP/1.1" status: 204 len: 168 time: 0.3988485 Jul 14 18:55:51.109381 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 53460) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:55:51.140497 n-d-800634-3 neutron-server[93915]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0bc2068-cf3a-4b36-9f41-be61603cc0c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416-project-admin] GET failed (client error): The resource could not be found. Jul 14 18:55:51.142283 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-c0bc2068-cf3a-4b36-9f41-be61603cc0c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416-project-admin] 10.222.0.16 "GET /v2.0/ports/fb8920c7-b7ac-4266-86ad-9f1664d86c1c HTTP/1.1" status: 404 len: 333 time: 0.0319057 Jul 14 18:55:51.146125 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 53462) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:55:51.151107 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-25344845-8d98-486a-8546-643c6ff4c03a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-955681310', 'network_id': '8902f86d-c4f9-46ea-bdb1-13da5bf4e332'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:55:51.177147 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25344845-8d98-486a-8546-643c6ff4c03a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416-project-admin] Made reservation on behalf of 59c8744eb3a14d528a650f6ae22acc24 for: {'port': 1} {{(pid=93915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:55:51.179842 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-25344845-8d98-486a-8546-643c6ff4c03a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:55:51.196649 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [None req-25344845-8d98-486a-8546-643c6ff4c03a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416-project-admin] device_id is not set on port 3fbd30a7-930c-4694-ab83-a71cb18b4a01 yet. {{(pid=93915) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 18:55:51.373058 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-25344845-8d98-486a-8546-643c6ff4c03a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:55:51.417377 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-25344845-8d98-486a-8546-643c6ff4c03a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:55:51.473412 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25344845-8d98-486a-8546-643c6ff4c03a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416-project-admin] Network 8902f86d-c4f9-46ea-bdb1-13da5bf4e332 is already hosted by enough agents. {{(pid=93915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:55:51.477380 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25344845-8d98-486a-8546-643c6ff4c03a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416-project-admin] Pushing event updated for resources: {'Port': ['ID=3fbd30a7-930c-4694-ab83-a71cb18b4a01,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:55:51.479789 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [None req-25344845-8d98-486a-8546-643c6ff4c03a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416-project-admin] Resources bound (agent type, host, resource id): {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:55:51.481812 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25344845-8d98-486a-8546-643c6ff4c03a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416-project-admin] Received port after_create {{(pid=93915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:55:51.483432 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25344845-8d98-486a-8546-643c6ff4c03a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:55:51.484045 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-25344845-8d98-486a-8546-643c6ff4c03a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:55:51.501005 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-25344845-8d98-486a-8546-643c6ff4c03a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416-project-admin] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.3513105 Jul 14 18:55:51.501371 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 53464) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:55:51.561924 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e84bff56-4e63-4631-81c7-824af65675df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:55:51.566311 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-e84bff56-4e63-4631-81c7-824af65675df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416-project-admin] 10.222.0.16 "GET /v2.0/ports/3fbd30a7-930c-4694-ab83-a71cb18b4a01 HTTP/1.1" status: 200 len: 958 time: 0.0639455 Jul 14 18:55:51.566462 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 53470) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:55:51.659773 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6e9b6463-f2f7-42aa-bc4b-802570ce81b1 req-d8df3a25-63b9-4e6d-9838-99544b3c421d tempest-TestSecurityGroupsBasicOps-1245515434 tempest-TestSecurityGroupsBasicOps-1245515434-project] 10.222.0.16 "GET /v2.0/ports?device_id=0088c237-30f1-4281-afd5-3d6abd7a2a68 HTTP/1.1" status: 200 len: 210 time: 0.0295560 Jul 14 18:55:51.789945 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [None req-cc12c086-d49c-416a-8d7b-90b7d88cacee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416-project-admin] Deleting port 3fbd30a7-930c-4694-ab83-a71cb18b4a01 {{(pid=93915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:55:51.790267 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-cc12c086-d49c-416a-8d7b-90b7d88cacee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:55:51.860630 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af1ad5a-01af-473f-9a5e-0bc0aa47175f req-093e2e07-8bfc-403d-a754-2dea287edbbd tempest-TestSecurityGroupsBasicOps-1245515434 tempest-TestSecurityGroupsBasicOps-1245515434-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:55:51.862279 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-0af1ad5a-01af-473f-9a5e-0bc0aa47175f req-093e2e07-8bfc-403d-a754-2dea287edbbd tempest-TestSecurityGroupsBasicOps-1245515434 tempest-TestSecurityGroupsBasicOps-1245515434-project] 10.222.0.18 "GET /v2.0/networks?id=28da15a0-c36e-413e-a43a-1f36dc834f32 HTTP/1.1" status: 200 len: 797 time: 0.1696064 Jul 14 18:55:51.883291 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-cc12c086-d49c-416a-8d7b-90b7d88cacee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:55:51.912942 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [None req-cc12c086-d49c-416a-8d7b-90b7d88cacee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416-project-admin] Calling delete_port for 3fbd30a7-930c-4694-ab83-a71cb18b4a01 owned by {{(pid=93915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:55:51.935963 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-0af1ad5a-01af-473f-9a5e-0bc0aa47175f req-c38af970-1f9d-4974-b6e4-5c5d287cbb30 tempest-TestSecurityGroupsBasicOps-1245515434 tempest-TestSecurityGroupsBasicOps-1245515434-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=16585be2c4d241b09d11d2c12f508f99 HTTP/1.1" status: 200 len: 478 time: 0.0626104 Jul 14 18:55:51.973980 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [req-0af1ad5a-01af-473f-9a5e-0bc0aa47175f req-c758e88a-fdaa-456c-b3ff-1f31ea474d20 tempest-TestSecurityGroupsBasicOps-1245515434 tempest-TestSecurityGroupsBasicOps-1245515434-project] Request body: {'port': {'device_id': '0088c237-30f1-4281-afd5-3d6abd7a2a68', 'network_id': '28da15a0-c36e-413e-a43a-1f36dc834f32', 'admin_state_up': True, 'tenant_id': '16585be2c4d241b09d11d2c12f508f99', 'security_groups': ['0b343c56-a1d0-46b5-8250-b336efb3b854', '09f4d1b8-dffb-4475-b36c-31c124447ea7']}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:55:52.094392 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-cc12c086-d49c-416a-8d7b-90b7d88cacee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:55:52.133548 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc12c086-d49c-416a-8d7b-90b7d88cacee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416-project-admin] Pushing event deleted for resources: {'Port': ['ID=3fbd30a7-930c-4694-ab83-a71cb18b4a01,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:55:52.138922 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-cc12c086-d49c-416a-8d7b-90b7d88cacee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:55:52.140859 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-cc12c086-d49c-416a-8d7b-90b7d88cacee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416-project-admin] 10.222.0.16 "DELETE /v2.0/ports/3fbd30a7-930c-4694-ab83-a71cb18b4a01 HTTP/1.1" status: 204 len: 168 time: 0.5734806 Jul 14 18:55:52.143513 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 53472) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:55:52.152803 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0af1ad5a-01af-473f-9a5e-0bc0aa47175f req-c758e88a-fdaa-456c-b3ff-1f31ea474d20 tempest-TestSecurityGroupsBasicOps-1245515434 tempest-TestSecurityGroupsBasicOps-1245515434-project] Made reservation on behalf of 16585be2c4d241b09d11d2c12f508f99 for: {'port': 1} {{(pid=93915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:55:52.156092 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-0af1ad5a-01af-473f-9a5e-0bc0aa47175f req-c758e88a-fdaa-456c-b3ff-1f31ea474d20 tempest-TestSecurityGroupsBasicOps-1245515434 tempest-TestSecurityGroupsBasicOps-1245515434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:55:52.180686 n-d-800634-3 neutron-server[93915]: INFO neutron.pecan_wsgi.hooks.translation [None req-8056c7d1-80e4-4bba-b5c7-3f6f3f195d1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416-project-admin] GET failed (client error): The resource could not be found. Jul 14 18:55:52.182235 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-8056c7d1-80e4-4bba-b5c7-3f6f3f195d1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416-project-admin] 10.222.0.16 "GET /v2.0/ports/3fbd30a7-930c-4694-ab83-a71cb18b4a01 HTTP/1.1" status: 404 len: 333 time: 0.0376654 Jul 14 18:55:52.186016 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 53474) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:55:52.190984 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-bd466806-709f-43d5-9c89-75ce8c920dee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416-project-admin] Request body: {'port': {'network_id': '8902f86d-c4f9-46ea-bdb1-13da5bf4e332', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1035396696'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:55:52.248729 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd466806-709f-43d5-9c89-75ce8c920dee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416-project-admin] Made reservation on behalf of 59c8744eb3a14d528a650f6ae22acc24 for: {'port': 1} {{(pid=93915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:55:52.251064 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-bd466806-709f-43d5-9c89-75ce8c920dee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:55:52.280934 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [None req-bd466806-709f-43d5-9c89-75ce8c920dee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416-project-admin] device_id is not set on port f09cf101-bcdb-4157-a7c8-63da94645189 yet. {{(pid=93915) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 18:55:52.381145 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.db_base_plugin_common [req-0af1ad5a-01af-473f-9a5e-0bc0aa47175f req-c758e88a-fdaa-456c-b3ff-1f31ea474d20 tempest-TestSecurityGroupsBasicOps-1245515434 tempest-TestSecurityGroupsBasicOps-1245515434-project] Allocated IP 172.20.0.6 (28da15a0-c36e-413e-a43a-1f36dc834f32/49bf98e0-5aa2-40cd-9511-b0e7b902c12e/58aa8328-4fd5-4eb3-b7f8-f02ef9e3f4d7) {{(pid=93915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:55:52.517366 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 4a9b865c-a5a8-4fa0-84a6-4362d0948d3c up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:55:52.517904 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-bd466806-709f-43d5-9c89-75ce8c920dee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:55:52.567065 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port 4a9b865c-a5a8-4fa0-84a6-4362d0948d3c triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:55:52.567518 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:55:52.619604 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-bd466806-709f-43d5-9c89-75ce8c920dee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:55:52.635272 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-0af1ad5a-01af-473f-9a5e-0bc0aa47175f req-c758e88a-fdaa-456c-b3ff-1f31ea474d20 tempest-TestSecurityGroupsBasicOps-1245515434 tempest-TestSecurityGroupsBasicOps-1245515434-project] Notify callbacks [] for port, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:55:52.687127 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.provisioning_blocks [req-0af1ad5a-01af-473f-9a5e-0bc0aa47175f req-c758e88a-fdaa-456c-b3ff-1f31ea474d20 tempest-TestSecurityGroupsBasicOps-1245515434 tempest-TestSecurityGroupsBasicOps-1245515434-project] Transition to ACTIVE for port object 58aa8328-4fd5-4eb3-b7f8-f02ef9e3f4d7 will not be triggered until provisioned by entity DHCP. {{(pid=93915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:55:52.689429 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd466806-709f-43d5-9c89-75ce8c920dee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416-project-admin] Network 8902f86d-c4f9-46ea-bdb1-13da5bf4e332 is already hosted by enough agents. {{(pid=93915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:55:52.696426 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [None req-bd466806-709f-43d5-9c89-75ce8c920dee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416-project-admin] Resources bound (agent type, host, resource id): {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:55:52.700070 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd466806-709f-43d5-9c89-75ce8c920dee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416-project-admin] Received port after_create {{(pid=93915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:55:52.701049 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd466806-709f-43d5-9c89-75ce8c920dee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:55:52.701679 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-bd466806-709f-43d5-9c89-75ce8c920dee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:55:52.703815 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd466806-709f-43d5-9c89-75ce8c920dee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416-project-admin] Pushing event updated for resources: {'Port': ['ID=f09cf101-bcdb-4157-a7c8-63da94645189,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:55:52.729107 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-bd466806-709f-43d5-9c89-75ce8c920dee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416-project-admin] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.5419776 Jul 14 18:55:52.731617 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 53484) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:55:52.738964 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-51479ef4-6b2c-49c3-b904-6027a2b9c4b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-800634-3'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:55:52.780141 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-0af1ad5a-01af-473f-9a5e-0bc0aa47175f req-c758e88a-fdaa-456c-b3ff-1f31ea474d20 tempest-TestSecurityGroupsBasicOps-1245515434 tempest-TestSecurityGroupsBasicOps-1245515434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:55:52.824714 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-5372c042-1329-4bb7-8eb8-1295811848b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:55:52.894523 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0af1ad5a-01af-473f-9a5e-0bc0aa47175f req-c758e88a-fdaa-456c-b3ff-1f31ea474d20 tempest-TestSecurityGroupsBasicOps-1245515434 tempest-TestSecurityGroupsBasicOps-1245515434-project] Network 28da15a0-c36e-413e-a43a-1f36dc834f32 is already hosted by enough agents. {{(pid=93915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:55:52.901859 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [req-0af1ad5a-01af-473f-9a5e-0bc0aa47175f req-c758e88a-fdaa-456c-b3ff-1f31ea474d20 tempest-TestSecurityGroupsBasicOps-1245515434 tempest-TestSecurityGroupsBasicOps-1245515434-project] Resources bound (agent type, host, resource id): {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:55:52.903612 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-51479ef4-6b2c-49c3-b904-6027a2b9c4b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:55:52.906291 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [req-0af1ad5a-01af-473f-9a5e-0bc0aa47175f req-c758e88a-fdaa-456c-b3ff-1f31ea474d20 tempest-TestSecurityGroupsBasicOps-1245515434 tempest-TestSecurityGroupsBasicOps-1245515434-project] Received port after_create {{(pid=93915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:55:52.912846 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c758e88a-fdaa-456c-b3ff-1f31ea474d20 tempest-TestSecurityGroupsBasicOps-1245515434 tempest-TestSecurityGroupsBasicOps-1245515434-project] Pushing event updated for resources: {'Port': ['ID=58aa8328-4fd5-4eb3-b7f8-f02ef9e3f4d7,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:55:53.006068 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af1ad5a-01af-473f-9a5e-0bc0aa47175f req-c758e88a-fdaa-456c-b3ff-1f31ea474d20 tempest-TestSecurityGroupsBasicOps-1245515434 tempest-TestSecurityGroupsBasicOps-1245515434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:55:53.006706 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-0af1ad5a-01af-473f-9a5e-0bc0aa47175f req-c758e88a-fdaa-456c-b3ff-1f31ea474d20 tempest-TestSecurityGroupsBasicOps-1245515434 tempest-TestSecurityGroupsBasicOps-1245515434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:55:53.046668 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d940a667-7133-446b-be8d-bd58c5eeb5b3 req-e88da07e-5617-47d4-a4d0-a8f3aef66d16 tempest-TestSecurityGroupsBasicOps-1245515434 tempest-TestSecurityGroupsBasicOps-1245515434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:55:53.048307 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-d940a667-7133-446b-be8d-bd58c5eeb5b3 req-e88da07e-5617-47d4-a4d0-a8f3aef66d16 tempest-TestSecurityGroupsBasicOps-1245515434 tempest-TestSecurityGroupsBasicOps-1245515434-project] 10.222.0.16 "GET /v2.0/ports?device_id=0088c237-30f1-4281-afd5-3d6abd7a2a68 HTTP/1.1" status: 200 len: 970 time: 0.2389007 Jul 14 18:55:53.090592 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-0af1ad5a-01af-473f-9a5e-0bc0aa47175f req-c758e88a-fdaa-456c-b3ff-1f31ea474d20 tempest-TestSecurityGroupsBasicOps-1245515434 tempest-TestSecurityGroupsBasicOps-1245515434-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 972 time: 1.1217687 Jul 14 18:55:53.108837 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [req-0af1ad5a-01af-473f-9a5e-0bc0aa47175f req-7d1e226f-34b0-42e8-b7b7-8f6e751203e4 service neutron] Request body: {'port': {'device_id': '0088c237-30f1-4281-afd5-3d6abd7a2a68', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800634-3'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:55:53.168806 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-8aed6dd7-c7ef-4c7c-a227-b3c44ec4cfd0 None None] Provisioning for port 58aa8328-4fd5-4eb3-b7f8-f02ef9e3f4d7 completed by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:55:53.182310 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-8aed6dd7-c7ef-4c7c-a227-b3c44ec4cfd0 None None] Provisioning complete for port 58aa8328-4fd5-4eb3-b7f8-f02ef9e3f4d7 triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:55:53.182723 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-8aed6dd7-c7ef-4c7c-a227-b3c44ec4cfd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:55:53.188776 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-d940a667-7133-446b-be8d-bd58c5eeb5b3 req-f2979a96-dbe7-4b19-81d8-ec92b4f3f88a tempest-TestSecurityGroupsBasicOps-1245515434 tempest-TestSecurityGroupsBasicOps-1245515434-project] 10.222.0.16 "GET /v2.0/security-groups?id=0b343c56-a1d0-46b5-8250-b336efb3b854&id=09f4d1b8-dffb-4475-b36c-31c124447ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1135342 Jul 14 18:55:53.206951 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:55:53.231954 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-8aed6dd7-c7ef-4c7c-a227-b3c44ec4cfd0 None None] Port 58aa8328-4fd5-4eb3-b7f8-f02ef9e3f4d7 cannot update to ACTIVE because it is not bound. {{(pid=93917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 18:55:53.269898 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-0af1ad5a-01af-473f-9a5e-0bc0aa47175f req-7d1e226f-34b0-42e8-b7b7-8f6e751203e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:55:53.273688 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [None req-51479ef4-6b2c-49c3-b904-6027a2b9c4b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416-project-admin] device_id is not set on port f09cf101-bcdb-4157-a7c8-63da94645189 yet. {{(pid=93915) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 18:55:53.288252 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-51479ef4-6b2c-49c3-b904-6027a2b9c4b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:55:53.319794 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.provisioning_blocks [None req-51479ef4-6b2c-49c3-b904-6027a2b9c4b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416-project-admin] Transition to ACTIVE for port object f09cf101-bcdb-4157-a7c8-63da94645189 will not be triggered until provisioned by entity L2. {{(pid=93915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:55:53.324702 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-51479ef4-6b2c-49c3-b904-6027a2b9c4b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25912978'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:55:53.448395 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51479ef4-6b2c-49c3-b904-6027a2b9c4b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416-project-admin] Pushing event updated for resources: {'Port': ['ID=f09cf101-bcdb-4157-a7c8-63da94645189,revision_number=2']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:55:53.511506 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [None req-51479ef4-6b2c-49c3-b904-6027a2b9c4b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416-project-admin] Attempting to bind port f09cf101-bcdb-4157-a7c8-63da94645189 on host n-h1-800634-3 for vnic_type normal with profile {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:55:53.511920 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [None req-51479ef4-6b2c-49c3-b904-6027a2b9c4b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416-project-admin] Attempting to bind port f09cf101-bcdb-4157-a7c8-63da94645189 by drivers openvswitch,hyperv on host n-h1-800634-3 at level 0 using segments [{'id': '567603d2-2115-4f0b-96f3-c42837142f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '8902f86d-c4f9-46ea-bdb1-13da5bf4e332'}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:55:53.512549 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51479ef4-6b2c-49c3-b904-6027a2b9c4b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416-project-admin] Attempting to bind port f09cf101-bcdb-4157-a7c8-63da94645189 on network 8902f86d-c4f9-46ea-bdb1-13da5bf4e332 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:55:53.522267 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51479ef4-6b2c-49c3-b904-6027a2b9c4b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416-project-admin] Port f09cf101-bcdb-4157-a7c8-63da94645189 on network 8902f86d-c4f9-46ea-bdb1-13da5bf4e332 not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-3 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 18:55:53.522609 n-d-800634-3 neutron-server[93915]: ERROR neutron.plugins.ml2.managers [None req-51479ef4-6b2c-49c3-b904-6027a2b9c4b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416-project-admin] Failed to bind port f09cf101-bcdb-4157-a7c8-63da94645189 on host n-h1-800634-3 for vnic_type normal using segments [{'id': '567603d2-2115-4f0b-96f3-c42837142f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '8902f86d-c4f9-46ea-bdb1-13da5bf4e332'}] Jul 14 18:55:53.524383 n-d-800634-3 neutron-server[93915]: INFO neutron.plugins.ml2.plugin [None req-51479ef4-6b2c-49c3-b904-6027a2b9c4b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416-project-admin] Attempt 2 to bind port f09cf101-bcdb-4157-a7c8-63da94645189 Jul 14 18:55:53.550987 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [None req-51479ef4-6b2c-49c3-b904-6027a2b9c4b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416-project-admin] Attempting to bind port f09cf101-bcdb-4157-a7c8-63da94645189 on host n-h1-800634-3 for vnic_type normal with profile {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:55:53.551334 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [None req-51479ef4-6b2c-49c3-b904-6027a2b9c4b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416-project-admin] Attempting to bind port f09cf101-bcdb-4157-a7c8-63da94645189 by drivers openvswitch,hyperv on host n-h1-800634-3 at level 0 using segments [{'id': '567603d2-2115-4f0b-96f3-c42837142f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '8902f86d-c4f9-46ea-bdb1-13da5bf4e332'}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:55:53.551682 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51479ef4-6b2c-49c3-b904-6027a2b9c4b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416-project-admin] Attempting to bind port f09cf101-bcdb-4157-a7c8-63da94645189 on network 8902f86d-c4f9-46ea-bdb1-13da5bf4e332 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:55:53.560894 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51479ef4-6b2c-49c3-b904-6027a2b9c4b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416-project-admin] Port f09cf101-bcdb-4157-a7c8-63da94645189 on network 8902f86d-c4f9-46ea-bdb1-13da5bf4e332 not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-3 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 18:55:53.561234 n-d-800634-3 neutron-server[93915]: ERROR neutron.plugins.ml2.managers [None req-51479ef4-6b2c-49c3-b904-6027a2b9c4b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416-project-admin] Failed to bind port f09cf101-bcdb-4157-a7c8-63da94645189 on host n-h1-800634-3 for vnic_type normal using segments [{'id': '567603d2-2115-4f0b-96f3-c42837142f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '8902f86d-c4f9-46ea-bdb1-13da5bf4e332'}] Jul 14 18:55:53.563542 n-d-800634-3 neutron-server[93915]: INFO neutron.plugins.ml2.plugin [None req-51479ef4-6b2c-49c3-b904-6027a2b9c4b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416-project-admin] Attempt 3 to bind port f09cf101-bcdb-4157-a7c8-63da94645189 Jul 14 18:55:53.586749 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [None req-51479ef4-6b2c-49c3-b904-6027a2b9c4b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416-project-admin] Attempting to bind port f09cf101-bcdb-4157-a7c8-63da94645189 on host n-h1-800634-3 for vnic_type normal with profile {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:55:53.587108 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [None req-51479ef4-6b2c-49c3-b904-6027a2b9c4b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416-project-admin] Attempting to bind port f09cf101-bcdb-4157-a7c8-63da94645189 by drivers openvswitch,hyperv on host n-h1-800634-3 at level 0 using segments [{'id': '567603d2-2115-4f0b-96f3-c42837142f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '8902f86d-c4f9-46ea-bdb1-13da5bf4e332'}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:55:53.587432 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51479ef4-6b2c-49c3-b904-6027a2b9c4b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416-project-admin] Attempting to bind port f09cf101-bcdb-4157-a7c8-63da94645189 on network 8902f86d-c4f9-46ea-bdb1-13da5bf4e332 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:55:53.602066 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51479ef4-6b2c-49c3-b904-6027a2b9c4b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416-project-admin] Port f09cf101-bcdb-4157-a7c8-63da94645189 on network 8902f86d-c4f9-46ea-bdb1-13da5bf4e332 not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-3 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 18:55:53.602400 n-d-800634-3 neutron-server[93915]: ERROR neutron.plugins.ml2.managers [None req-51479ef4-6b2c-49c3-b904-6027a2b9c4b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416-project-admin] Failed to bind port f09cf101-bcdb-4157-a7c8-63da94645189 on host n-h1-800634-3 for vnic_type normal using segments [{'id': '567603d2-2115-4f0b-96f3-c42837142f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '8902f86d-c4f9-46ea-bdb1-13da5bf4e332'}] Jul 14 18:55:53.604035 n-d-800634-3 neutron-server[93915]: INFO neutron.plugins.ml2.plugin [None req-51479ef4-6b2c-49c3-b904-6027a2b9c4b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416-project-admin] Attempt 4 to bind port f09cf101-bcdb-4157-a7c8-63da94645189 Jul 14 18:55:53.626101 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [None req-51479ef4-6b2c-49c3-b904-6027a2b9c4b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416-project-admin] Attempting to bind port f09cf101-bcdb-4157-a7c8-63da94645189 on host n-h1-800634-3 for vnic_type normal with profile {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:55:53.626446 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [None req-51479ef4-6b2c-49c3-b904-6027a2b9c4b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416-project-admin] Attempting to bind port f09cf101-bcdb-4157-a7c8-63da94645189 by drivers openvswitch,hyperv on host n-h1-800634-3 at level 0 using segments [{'id': '567603d2-2115-4f0b-96f3-c42837142f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '8902f86d-c4f9-46ea-bdb1-13da5bf4e332'}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:55:53.626795 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51479ef4-6b2c-49c3-b904-6027a2b9c4b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416-project-admin] Attempting to bind port f09cf101-bcdb-4157-a7c8-63da94645189 on network 8902f86d-c4f9-46ea-bdb1-13da5bf4e332 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:55:53.650030 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51479ef4-6b2c-49c3-b904-6027a2b9c4b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416-project-admin] Port f09cf101-bcdb-4157-a7c8-63da94645189 on network 8902f86d-c4f9-46ea-bdb1-13da5bf4e332 not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-3 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 18:55:53.650298 n-d-800634-3 neutron-server[93915]: ERROR neutron.plugins.ml2.managers [None req-51479ef4-6b2c-49c3-b904-6027a2b9c4b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416-project-admin] Failed to bind port f09cf101-bcdb-4157-a7c8-63da94645189 on host n-h1-800634-3 for vnic_type normal using segments [{'id': '567603d2-2115-4f0b-96f3-c42837142f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '8902f86d-c4f9-46ea-bdb1-13da5bf4e332'}] Jul 14 18:55:53.652046 n-d-800634-3 neutron-server[93915]: INFO neutron.plugins.ml2.plugin [None req-51479ef4-6b2c-49c3-b904-6027a2b9c4b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416-project-admin] Attempt 5 to bind port f09cf101-bcdb-4157-a7c8-63da94645189 Jul 14 18:55:53.670997 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [None req-51479ef4-6b2c-49c3-b904-6027a2b9c4b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416-project-admin] Attempting to bind port f09cf101-bcdb-4157-a7c8-63da94645189 on host n-h1-800634-3 for vnic_type normal with profile {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:55:53.671332 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [None req-51479ef4-6b2c-49c3-b904-6027a2b9c4b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416-project-admin] Attempting to bind port f09cf101-bcdb-4157-a7c8-63da94645189 by drivers openvswitch,hyperv on host n-h1-800634-3 at level 0 using segments [{'id': '567603d2-2115-4f0b-96f3-c42837142f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '8902f86d-c4f9-46ea-bdb1-13da5bf4e332'}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:55:53.671665 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51479ef4-6b2c-49c3-b904-6027a2b9c4b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416-project-admin] Attempting to bind port f09cf101-bcdb-4157-a7c8-63da94645189 on network 8902f86d-c4f9-46ea-bdb1-13da5bf4e332 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:55:53.677980 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [req-0af1ad5a-01af-473f-9a5e-0bc0aa47175f req-7d1e226f-34b0-42e8-b7b7-8f6e751203e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58aa8328-4fd5-4eb3-b7f8-f02ef9e3f4d7 {{(pid=93915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 18:55:53.684140 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51479ef4-6b2c-49c3-b904-6027a2b9c4b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416-project-admin] Port f09cf101-bcdb-4157-a7c8-63da94645189 on network 8902f86d-c4f9-46ea-bdb1-13da5bf4e332 not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-3 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 18:55:53.684478 n-d-800634-3 neutron-server[93915]: ERROR neutron.plugins.ml2.managers [None req-51479ef4-6b2c-49c3-b904-6027a2b9c4b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416-project-admin] Failed to bind port f09cf101-bcdb-4157-a7c8-63da94645189 on host n-h1-800634-3 for vnic_type normal using segments [{'id': '567603d2-2115-4f0b-96f3-c42837142f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '8902f86d-c4f9-46ea-bdb1-13da5bf4e332'}] Jul 14 18:55:53.686689 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-0af1ad5a-01af-473f-9a5e-0bc0aa47175f req-7d1e226f-34b0-42e8-b7b7-8f6e751203e4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:55:53.688567 n-d-800634-3 neutron-server[93915]: INFO neutron.plugins.ml2.plugin [None req-51479ef4-6b2c-49c3-b904-6027a2b9c4b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416-project-admin] Attempt 6 to bind port f09cf101-bcdb-4157-a7c8-63da94645189 Jul 14 18:55:53.706635 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [None req-51479ef4-6b2c-49c3-b904-6027a2b9c4b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416-project-admin] Attempting to bind port f09cf101-bcdb-4157-a7c8-63da94645189 on host n-h1-800634-3 for vnic_type normal with profile {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:55:53.706978 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [None req-51479ef4-6b2c-49c3-b904-6027a2b9c4b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416-project-admin] Attempting to bind port f09cf101-bcdb-4157-a7c8-63da94645189 by drivers openvswitch,hyperv on host n-h1-800634-3 at level 0 using segments [{'id': '567603d2-2115-4f0b-96f3-c42837142f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '8902f86d-c4f9-46ea-bdb1-13da5bf4e332'}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:55:53.707314 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51479ef4-6b2c-49c3-b904-6027a2b9c4b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416-project-admin] Attempting to bind port f09cf101-bcdb-4157-a7c8-63da94645189 on network 8902f86d-c4f9-46ea-bdb1-13da5bf4e332 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:55:53.711565 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.provisioning_blocks [req-0af1ad5a-01af-473f-9a5e-0bc0aa47175f req-7d1e226f-34b0-42e8-b7b7-8f6e751203e4 service neutron] Transition to ACTIVE for port object 58aa8328-4fd5-4eb3-b7f8-f02ef9e3f4d7 will not be triggered until provisioned by entity L2. {{(pid=93915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:55:53.713675 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51479ef4-6b2c-49c3-b904-6027a2b9c4b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416-project-admin] Port f09cf101-bcdb-4157-a7c8-63da94645189 on network 8902f86d-c4f9-46ea-bdb1-13da5bf4e332 not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-3 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 18:55:53.713991 n-d-800634-3 neutron-server[93915]: ERROR neutron.plugins.ml2.managers [None req-51479ef4-6b2c-49c3-b904-6027a2b9c4b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416-project-admin] Failed to bind port f09cf101-bcdb-4157-a7c8-63da94645189 on host n-h1-800634-3 for vnic_type normal using segments [{'id': '567603d2-2115-4f0b-96f3-c42837142f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '8902f86d-c4f9-46ea-bdb1-13da5bf4e332'}] Jul 14 18:55:53.714370 n-d-800634-3 neutron-server[93915]: INFO neutron.plugins.ml2.plugin [None req-51479ef4-6b2c-49c3-b904-6027a2b9c4b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416-project-admin] Attempt 7 to bind port f09cf101-bcdb-4157-a7c8-63da94645189 Jul 14 18:55:53.718130 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-0af1ad5a-01af-473f-9a5e-0bc0aa47175f req-7d1e226f-34b0-42e8-b7b7-8f6e751203e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25912978'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:55:53.760564 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [None req-51479ef4-6b2c-49c3-b904-6027a2b9c4b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416-project-admin] Attempting to bind port f09cf101-bcdb-4157-a7c8-63da94645189 on host n-h1-800634-3 for vnic_type normal with profile {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:55:53.760910 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [None req-51479ef4-6b2c-49c3-b904-6027a2b9c4b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416-project-admin] Attempting to bind port f09cf101-bcdb-4157-a7c8-63da94645189 by drivers openvswitch,hyperv on host n-h1-800634-3 at level 0 using segments [{'id': '567603d2-2115-4f0b-96f3-c42837142f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '8902f86d-c4f9-46ea-bdb1-13da5bf4e332'}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:55:53.761252 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51479ef4-6b2c-49c3-b904-6027a2b9c4b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416-project-admin] Attempting to bind port f09cf101-bcdb-4157-a7c8-63da94645189 on network 8902f86d-c4f9-46ea-bdb1-13da5bf4e332 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:55:53.778072 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51479ef4-6b2c-49c3-b904-6027a2b9c4b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416-project-admin] Port f09cf101-bcdb-4157-a7c8-63da94645189 on network 8902f86d-c4f9-46ea-bdb1-13da5bf4e332 not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-3 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 18:55:53.778411 n-d-800634-3 neutron-server[93915]: ERROR neutron.plugins.ml2.managers [None req-51479ef4-6b2c-49c3-b904-6027a2b9c4b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416-project-admin] Failed to bind port f09cf101-bcdb-4157-a7c8-63da94645189 on host n-h1-800634-3 for vnic_type normal using segments [{'id': '567603d2-2115-4f0b-96f3-c42837142f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '8902f86d-c4f9-46ea-bdb1-13da5bf4e332'}] Jul 14 18:55:53.782478 n-d-800634-3 neutron-server[93915]: INFO neutron.plugins.ml2.plugin [None req-51479ef4-6b2c-49c3-b904-6027a2b9c4b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416-project-admin] Attempt 8 to bind port f09cf101-bcdb-4157-a7c8-63da94645189 Jul 14 18:55:53.787023 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1e226f-34b0-42e8-b7b7-8f6e751203e4 service neutron] Pushing event updated for resources: {'Port': ['ID=58aa8328-4fd5-4eb3-b7f8-f02ef9e3f4d7,revision_number=2']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:55:53.817498 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [None req-51479ef4-6b2c-49c3-b904-6027a2b9c4b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416-project-admin] Attempting to bind port f09cf101-bcdb-4157-a7c8-63da94645189 on host n-h1-800634-3 for vnic_type normal with profile {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:55:53.817844 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [None req-51479ef4-6b2c-49c3-b904-6027a2b9c4b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416-project-admin] Attempting to bind port f09cf101-bcdb-4157-a7c8-63da94645189 by drivers openvswitch,hyperv on host n-h1-800634-3 at level 0 using segments [{'id': '567603d2-2115-4f0b-96f3-c42837142f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '8902f86d-c4f9-46ea-bdb1-13da5bf4e332'}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:55:53.818189 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51479ef4-6b2c-49c3-b904-6027a2b9c4b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416-project-admin] Attempting to bind port f09cf101-bcdb-4157-a7c8-63da94645189 on network 8902f86d-c4f9-46ea-bdb1-13da5bf4e332 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:55:53.841853 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51479ef4-6b2c-49c3-b904-6027a2b9c4b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416-project-admin] Port f09cf101-bcdb-4157-a7c8-63da94645189 on network 8902f86d-c4f9-46ea-bdb1-13da5bf4e332 not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-3 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 18:55:53.842727 n-d-800634-3 neutron-server[93915]: ERROR neutron.plugins.ml2.managers [None req-51479ef4-6b2c-49c3-b904-6027a2b9c4b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416-project-admin] Failed to bind port f09cf101-bcdb-4157-a7c8-63da94645189 on host n-h1-800634-3 for vnic_type normal using segments [{'id': '567603d2-2115-4f0b-96f3-c42837142f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '8902f86d-c4f9-46ea-bdb1-13da5bf4e332'}] Jul 14 18:55:53.844612 n-d-800634-3 neutron-server[93915]: INFO neutron.plugins.ml2.plugin [None req-51479ef4-6b2c-49c3-b904-6027a2b9c4b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416-project-admin] Attempt 9 to bind port f09cf101-bcdb-4157-a7c8-63da94645189 Jul 14 18:55:53.863454 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [None req-51479ef4-6b2c-49c3-b904-6027a2b9c4b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416-project-admin] Attempting to bind port f09cf101-bcdb-4157-a7c8-63da94645189 on host n-h1-800634-3 for vnic_type normal with profile {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:55:53.863797 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [None req-51479ef4-6b2c-49c3-b904-6027a2b9c4b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416-project-admin] Attempting to bind port f09cf101-bcdb-4157-a7c8-63da94645189 by drivers openvswitch,hyperv on host n-h1-800634-3 at level 0 using segments [{'id': '567603d2-2115-4f0b-96f3-c42837142f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '8902f86d-c4f9-46ea-bdb1-13da5bf4e332'}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:55:53.864160 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51479ef4-6b2c-49c3-b904-6027a2b9c4b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416-project-admin] Attempting to bind port f09cf101-bcdb-4157-a7c8-63da94645189 on network 8902f86d-c4f9-46ea-bdb1-13da5bf4e332 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:55:53.874037 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51479ef4-6b2c-49c3-b904-6027a2b9c4b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416-project-admin] Port f09cf101-bcdb-4157-a7c8-63da94645189 on network 8902f86d-c4f9-46ea-bdb1-13da5bf4e332 not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-3 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 18:55:53.874375 n-d-800634-3 neutron-server[93915]: ERROR neutron.plugins.ml2.managers [None req-51479ef4-6b2c-49c3-b904-6027a2b9c4b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416-project-admin] Failed to bind port f09cf101-bcdb-4157-a7c8-63da94645189 on host n-h1-800634-3 for vnic_type normal using segments [{'id': '567603d2-2115-4f0b-96f3-c42837142f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '8902f86d-c4f9-46ea-bdb1-13da5bf4e332'}] Jul 14 18:55:53.874921 n-d-800634-3 neutron-server[93915]: INFO neutron.plugins.ml2.plugin [None req-51479ef4-6b2c-49c3-b904-6027a2b9c4b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416-project-admin] Attempt 10 to bind port f09cf101-bcdb-4157-a7c8-63da94645189 Jul 14 18:55:53.897992 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [None req-51479ef4-6b2c-49c3-b904-6027a2b9c4b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416-project-admin] Attempting to bind port f09cf101-bcdb-4157-a7c8-63da94645189 on host n-h1-800634-3 for vnic_type normal with profile {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:55:53.898370 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [None req-51479ef4-6b2c-49c3-b904-6027a2b9c4b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416-project-admin] Attempting to bind port f09cf101-bcdb-4157-a7c8-63da94645189 by drivers openvswitch,hyperv on host n-h1-800634-3 at level 0 using segments [{'id': '567603d2-2115-4f0b-96f3-c42837142f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '8902f86d-c4f9-46ea-bdb1-13da5bf4e332'}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:55:53.898695 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51479ef4-6b2c-49c3-b904-6027a2b9c4b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416-project-admin] Attempting to bind port f09cf101-bcdb-4157-a7c8-63da94645189 on network 8902f86d-c4f9-46ea-bdb1-13da5bf4e332 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:55:53.903201 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-0af1ad5a-01af-473f-9a5e-0bc0aa47175f req-7d1e226f-34b0-42e8-b7b7-8f6e751203e4 service neutron] Attempting to bind port 58aa8328-4fd5-4eb3-b7f8-f02ef9e3f4d7 on host n-h1-800634-3 for vnic_type normal with profile {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:55:53.903477 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-0af1ad5a-01af-473f-9a5e-0bc0aa47175f req-7d1e226f-34b0-42e8-b7b7-8f6e751203e4 service neutron] Attempting to bind port 58aa8328-4fd5-4eb3-b7f8-f02ef9e3f4d7 by drivers openvswitch,hyperv on host n-h1-800634-3 at level 0 using segments [{'id': '5cd208f9-4a78-4bfc-83ad-acfca1b2cd00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '28da15a0-c36e-413e-a43a-1f36dc834f32'}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:55:53.903851 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0af1ad5a-01af-473f-9a5e-0bc0aa47175f req-7d1e226f-34b0-42e8-b7b7-8f6e751203e4 service neutron] Attempting to bind port 58aa8328-4fd5-4eb3-b7f8-f02ef9e3f4d7 on network 28da15a0-c36e-413e-a43a-1f36dc834f32 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:55:53.907583 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51479ef4-6b2c-49c3-b904-6027a2b9c4b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416-project-admin] Port f09cf101-bcdb-4157-a7c8-63da94645189 on network 8902f86d-c4f9-46ea-bdb1-13da5bf4e332 not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-3 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 18:55:53.907922 n-d-800634-3 neutron-server[93915]: ERROR neutron.plugins.ml2.managers [None req-51479ef4-6b2c-49c3-b904-6027a2b9c4b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416-project-admin] Failed to bind port f09cf101-bcdb-4157-a7c8-63da94645189 on host n-h1-800634-3 for vnic_type normal using segments [{'id': '567603d2-2115-4f0b-96f3-c42837142f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '8902f86d-c4f9-46ea-bdb1-13da5bf4e332'}] Jul 14 18:55:53.908330 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-51479ef4-6b2c-49c3-b904-6027a2b9c4b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:55:53.917639 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0af1ad5a-01af-473f-9a5e-0bc0aa47175f req-7d1e226f-34b0-42e8-b7b7-8f6e751203e4 service neutron] Port 58aa8328-4fd5-4eb3-b7f8-f02ef9e3f4d7 on network 28da15a0-c36e-413e-a43a-1f36dc834f32 not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-3 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 18:55:53.917979 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0af1ad5a-01af-473f-9a5e-0bc0aa47175f req-7d1e226f-34b0-42e8-b7b7-8f6e751203e4 service neutron] Attempting to bind port 58aa8328-4fd5-4eb3-b7f8-f02ef9e3f4d7 on network 28da15a0-c36e-413e-a43a-1f36dc834f32 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:55:53.926901 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0af1ad5a-01af-473f-9a5e-0bc0aa47175f req-7d1e226f-34b0-42e8-b7b7-8f6e751203e4 service neutron] Checking agent: {'id': 'a3630ff4-fbee-45d9-b9b6-0ae41cb3a350', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 15, 32), 'started_at': datetime.datetime(2021, 7, 14, 18, 15, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 18, 55, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 18:55:53.927251 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0af1ad5a-01af-473f-9a5e-0bc0aa47175f req-7d1e226f-34b0-42e8-b7b7-8f6e751203e4 service neutron] Checking segment: {'id': '5cd208f9-4a78-4bfc-83ad-acfca1b2cd00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '28da15a0-c36e-413e-a43a-1f36dc834f32'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:55:53.927645 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0af1ad5a-01af-473f-9a5e-0bc0aa47175f req-7d1e226f-34b0-42e8-b7b7-8f6e751203e4 service neutron] Bound using segment: {'id': '5cd208f9-4a78-4bfc-83ad-acfca1b2cd00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '28da15a0-c36e-413e-a43a-1f36dc834f32'} {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 18:55:53.928083 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-0af1ad5a-01af-473f-9a5e-0bc0aa47175f req-7d1e226f-34b0-42e8-b7b7-8f6e751203e4 service neutron] Bound port: 58aa8328-4fd5-4eb3-b7f8-f02ef9e3f4d7, host: n-h1-800634-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5cd208f9-4a78-4bfc-83ad-acfca1b2cd00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '28da15a0-c36e-413e-a43a-1f36dc834f32'}}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 18:55:53.928473 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-0af1ad5a-01af-473f-9a5e-0bc0aa47175f req-7d1e226f-34b0-42e8-b7b7-8f6e751203e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:55:54.034854 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [None req-51479ef4-6b2c-49c3-b904-6027a2b9c4b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416-project-admin] For port f09cf101-bcdb-4157-a7c8-63da94645189, host n-h1-800634-3, cleared binding levels {{(pid=93915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:55:54.035235 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [None req-51479ef4-6b2c-49c3-b904-6027a2b9c4b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416-project-admin] Attempted to set empty binding levels {{(pid=93915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 14 18:55:54.041594 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-51479ef4-6b2c-49c3-b904-6027a2b9c4b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25912978'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:55:54.066759 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-0af1ad5a-01af-473f-9a5e-0bc0aa47175f req-7d1e226f-34b0-42e8-b7b7-8f6e751203e4 service neutron] For port 58aa8328-4fd5-4eb3-b7f8-f02ef9e3f4d7, host n-h1-800634-3, cleared binding levels {{(pid=93915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:55:54.088423 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-0af1ad5a-01af-473f-9a5e-0bc0aa47175f req-7d1e226f-34b0-42e8-b7b7-8f6e751203e4 service neutron] For port 58aa8328-4fd5-4eb3-b7f8-f02ef9e3f4d7, host n-h1-800634-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=58aa8328-4fd5-4eb3-b7f8-f02ef9e3f4d7,segment=NetworkSegment(5cd208f9-4a78-4bfc-83ad-acfca1b2cd00),segment_id=5cd208f9-4a78-4bfc-83ad-acfca1b2cd00)] {{(pid=93915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 18:55:54.093432 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [None req-51479ef4-6b2c-49c3-b904-6027a2b9c4b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416-project-admin] In _notify_port_updated(), no bound segment for port f09cf101-bcdb-4157-a7c8-63da94645189 on network 8902f86d-c4f9-46ea-bdb1-13da5bf4e332 {{(pid=93915) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 14 18:55:54.094345 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51479ef4-6b2c-49c3-b904-6027a2b9c4b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:55:54.094975 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-51479ef4-6b2c-49c3-b904-6027a2b9c4b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:55:54.096349 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-51479ef4-6b2c-49c3-b904-6027a2b9c4b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416-project-admin] 10.222.0.16 "PUT /v2.0/ports/f09cf101-bcdb-4157-a7c8-63da94645189 HTTP/1.1" status: 200 len: 979 time: 1.3637538 Jul 14 18:55:54.099307 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 53492) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:55:54.101440 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-0af1ad5a-01af-473f-9a5e-0bc0aa47175f req-7d1e226f-34b0-42e8-b7b7-8f6e751203e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25912978'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:55:54.110362 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51479ef4-6b2c-49c3-b904-6027a2b9c4b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416-project-admin] Pushing event updated for resources: {'Port': ['ID=f09cf101-bcdb-4157-a7c8-63da94645189,revision_number=3']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:55:54.137519 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af1ad5a-01af-473f-9a5e-0bc0aa47175f req-7d1e226f-34b0-42e8-b7b7-8f6e751203e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:55:54.138150 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-0af1ad5a-01af-473f-9a5e-0bc0aa47175f req-7d1e226f-34b0-42e8-b7b7-8f6e751203e4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:55:54.140089 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-0af1ad5a-01af-473f-9a5e-0bc0aa47175f req-7d1e226f-34b0-42e8-b7b7-8f6e751203e4 service neutron] 10.222.0.18 "PUT /v2.0/ports/58aa8328-4fd5-4eb3-b7f8-f02ef9e3f4d7 HTTP/1.1" status: 200 len: 1130 time: 1.0395796 Jul 14 18:55:54.140566 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0088c237-30f1-4281-afd5-3d6abd7a2a68', 'tag': '58aa8328-4fd5-4eb3-b7f8-f02ef9e3f4d7'}] {{(pid=93915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:55:54.142851 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e72782ad3af8f7d4ce76cedf092bca46d1756acc5c4653cf0b52034cdd6b073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b197cdf-6601-4a5b-ad62-ce9c431fbb26" -d '{"events": [{"name": "network-changed", "server_uuid": "0088c237-30f1-4281-afd5-3d6abd7a2a68", "tag": "58aa8328-4fd5-4eb3-b7f8-f02ef9e3f4d7"}]}' {{(pid=93915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:55:54.193756 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-574aeb93-9938-449c-8e6c-cb22c9b52cc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:55:54.213789 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1e226f-34b0-42e8-b7b7-8f6e751203e4 service neutron] Pushing event updated for resources: {'Port': ['ID=58aa8328-4fd5-4eb3-b7f8-f02ef9e3f4d7,revision_number=3']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:55:54.247310 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-c2054b55-e9a3-45eb-afca-4b1a3d6a357f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416-project-admin] Deleting port f09cf101-bcdb-4157-a7c8-63da94645189 {{(pid=93916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:55:54.247901 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-c2054b55-e9a3-45eb-afca-4b1a3d6a357f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:55:54.336884 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.db [None req-c2054b55-e9a3-45eb-afca-4b1a3d6a357f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416-project-admin] For port f09cf101-bcdb-4157-a7c8-63da94645189, host n-h1-800634-3, got binding levels [] {{(pid=93916) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:55:54.337336 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-c2054b55-e9a3-45eb-afca-4b1a3d6a357f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:55:54.353327 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-c2054b55-e9a3-45eb-afca-4b1a3d6a357f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416-project-admin] Calling delete_port for f09cf101-bcdb-4157-a7c8-63da94645189 owned by {{(pid=93916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:55:54.464682 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-c2054b55-e9a3-45eb-afca-4b1a3d6a357f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:55:54.508219 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2054b55-e9a3-45eb-afca-4b1a3d6a357f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416-project-admin] Pushing event deleted for resources: {'Port': ['ID=f09cf101-bcdb-4157-a7c8-63da94645189,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:55:54.518032 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-c2054b55-e9a3-45eb-afca-4b1a3d6a357f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:55:54.520748 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-c2054b55-e9a3-45eb-afca-4b1a3d6a357f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416-project-admin] 10.222.0.16 "DELETE /v2.0/ports/f09cf101-bcdb-4157-a7c8-63da94645189 HTTP/1.1" status: 204 len: 168 time: 0.4204347 Jul 14 18:55:54.523274 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 53498) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:55:54.551872 n-d-800634-3 neutron-server[93916]: INFO neutron.pecan_wsgi.hooks.translation [None req-73eae5d6-c8cc-4d38-bc42-b9d6a55415ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416-project-admin] GET failed (client error): The resource could not be found. Jul 14 18:55:54.553631 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-73eae5d6-c8cc-4d38-bc42-b9d6a55415ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086556416-project-admin] 10.222.0.16 "GET /v2.0/ports/f09cf101-bcdb-4157-a7c8-63da94645189 HTTP/1.1" status: 404 len: 333 time: 0.0293367 Jul 14 18:55:54.557395 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 53500) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:55:54.564886 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 18:55:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7f9ad86-3a0b-434f-b81c-5f1546a63d30 x-openstack-request-id: req-b7f9ad86-3a0b-434f-b81c-5f1546a63d30 {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:55:54.565175 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0088c237-30f1-4281-afd5-3d6abd7a2a68", "tag": "58aa8328-4fd5-4eb3-b7f8-f02ef9e3f4d7", "status": "completed", "code": 200}]} {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:55:54.565426 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b7f9ad86-3a0b-434f-b81c-5f1546a63d30 {{(pid=93915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:55:54.565816 n-d-800634-3 neutron-server[93915]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0088c237-30f1-4281-afd5-3d6abd7a2a68', 'tag': '58aa8328-4fd5-4eb3-b7f8-f02ef9e3f4d7', 'status': 'completed', 'code': 200} Jul 14 18:55:54.635984 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af1ad5a-01af-473f-9a5e-0bc0aa47175f req-e032e7ea-f369-4031-a91c-16cf6b7f85de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:55:54.637545 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-1e0caacd-1d42-43a0-9400-f79be557bd3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724305156 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724305156-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645734'] for network, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:55:54.637799 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-0af1ad5a-01af-473f-9a5e-0bc0aa47175f req-e032e7ea-f369-4031-a91c-16cf6b7f85de service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=16585be2c4d241b09d11d2c12f508f99&device_id=0088c237-30f1-4281-afd5-3d6abd7a2a68 HTTP/1.1" status: 200 len: 1133 time: 0.4190519 Jul 14 18:55:54.650009 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5d9f26-9034-47ff-b2a0-908520ef66bf req-ad7a4201-e4ee-4b15-8c69-ce4cd2202d47 tempest-TestSecurityGroupsBasicOps-1245515434 tempest-TestSecurityGroupsBasicOps-1245515434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:55:54.651518 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-4b5d9f26-9034-47ff-b2a0-908520ef66bf req-ad7a4201-e4ee-4b15-8c69-ce4cd2202d47 tempest-TestSecurityGroupsBasicOps-1245515434 tempest-TestSecurityGroupsBasicOps-1245515434-project] 10.222.0.16 "GET /v2.0/ports?device_id=0088c237-30f1-4281-afd5-3d6abd7a2a68 HTTP/1.1" status: 200 len: 982 time: 0.0848212 Jul 14 18:55:54.703602 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-0af1ad5a-01af-473f-9a5e-0bc0aa47175f req-875f90cf-489b-4c79-bb28-0bfdf1da3bad service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=58aa8328-4fd5-4eb3-b7f8-f02ef9e3f4d7 HTTP/1.1" status: 200 len: 217 time: 0.0510004 Jul 14 18:55:54.738522 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-1e0caacd-1d42-43a0-9400-f79be557bd3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724305156 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724305156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2096010', 'neutron.services.segments.db._delete_segments_for_network-8728202734996'] for network, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:55:54.749205 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.segments.db [None req-1e0caacd-1d42-43a0-9400-f79be557bd3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724305156 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724305156-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8902f86d-c4f9-46ea-bdb1-13da5bf4e332']}} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:55:54.751324 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-4b5d9f26-9034-47ff-b2a0-908520ef66bf req-0c8c8c1c-0ca3-463f-bf70-44f445fcede8 tempest-TestSecurityGroupsBasicOps-1245515434 tempest-TestSecurityGroupsBasicOps-1245515434-project] 10.222.0.16 "GET /v2.0/security-groups?id=0b343c56-a1d0-46b5-8250-b336efb3b854&id=09f4d1b8-dffb-4475-b36c-31c124447ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0922050 Jul 14 18:55:54.760696 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.segments.db [None req-1e0caacd-1d42-43a0-9400-f79be557bd3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724305156 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724305156-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '567603d2-2115-4f0b-96f3-c42837142f7a') {'for_net_delete': True} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:55:54.761283 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.segments.db [None req-1e0caacd-1d42-43a0-9400-f79be557bd3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724305156 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724305156-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '567603d2-2115-4f0b-96f3-c42837142f7a') {} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:55:54.765631 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af1ad5a-01af-473f-9a5e-0bc0aa47175f req-fb998339-f591-4a21-8311-672f7b7a1495 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:55:54.767308 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-0af1ad5a-01af-473f-9a5e-0bc0aa47175f req-fb998339-f591-4a21-8311-672f7b7a1495 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=49bf98e0-5aa2-40cd-9511-b0e7b902c12e HTTP/1.1" status: 200 len: 834 time: 0.0576169 Jul 14 18:55:54.771563 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-1e0caacd-1d42-43a0-9400-f79be557bd3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724305156 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724305156-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728202715275', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26296891'] for segment, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:55:54.786665 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-1e0caacd-1d42-43a0-9400-f79be557bd3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724305156 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724305156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:55:54.793183 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e0caacd-1d42-43a0-9400-f79be557bd3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724305156 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724305156-project] Releasing vlan 61 on physical network physnet1 to pool {{(pid=93916) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 18:55:54.793835 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-1e0caacd-1d42-43a0-9400-f79be557bd3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724305156 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724305156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2682942'] for segment, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:55:54.797972 n-d-800634-3 neutron-server[93916]: Traceback (most recent call last): Jul 14 18:55:54.797972 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 18:55:54.797972 n-d-800634-3 neutron-server[93916]: timer() Jul 14 18:55:54.797972 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 18:55:54.797972 n-d-800634-3 neutron-server[93916]: cb(*args, **kw) Jul 14 18:55:54.797972 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 18:55:54.797972 n-d-800634-3 neutron-server[93916]: return func(*args, **kwargs) Jul 14 18:55:54.797972 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 18:55:54.797972 n-d-800634-3 neutron-server[93916]: self._notify() Jul 14 18:55:54.797972 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 18:55:54.797972 n-d-800634-3 neutron-server[93916]: self.callback(batched_events) Jul 14 18:55:54.797972 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 18:55:54.797972 n-d-800634-3 neutron-server[93916]: event.method(event) Jul 14 18:55:54.797972 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 18:55:54.797972 n-d-800634-3 neutron-server[93916]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 18:55:54.797972 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 18:55:54.797972 n-d-800634-3 neutron-server[93916]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 18:55:54.797972 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 18:55:54.797972 n-d-800634-3 neutron-server[93916]: return f(self, *a, **k) Jul 14 18:55:54.797972 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 18:55:54.797972 n-d-800634-3 neutron-server[93916]: return self._get(url).json() Jul 14 18:55:54.797972 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 18:55:54.797972 n-d-800634-3 neutron-server[93916]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 18:55:54.797972 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 18:55:54.797972 n-d-800634-3 neutron-server[93916]: return self.request(url, 'GET', **kwargs) Jul 14 18:55:54.797972 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 18:55:54.797972 n-d-800634-3 neutron-server[93916]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 18:55:54.797972 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 18:55:54.797972 n-d-800634-3 neutron-server[93916]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 18:55:54.797972 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 18:55:54.797972 n-d-800634-3 neutron-server[93916]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 18:55:54.797972 n-d-800634-3 neutron-server[93916]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 18:55:54.835618 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af1ad5a-01af-473f-9a5e-0bc0aa47175f req-549444a4-1d7d-486e-9ecb-3622dda731e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:55:54.837362 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-0af1ad5a-01af-473f-9a5e-0bc0aa47175f req-549444a4-1d7d-486e-9ecb-3622dda731e0 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=28da15a0-c36e-413e-a43a-1f36dc834f32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0560694 Jul 14 18:55:54.866500 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-1e0caacd-1d42-43a0-9400-f79be557bd3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724305156 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724305156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2096001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-930085'] for network, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:55:54.873973 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-1e0caacd-1d42-43a0-9400-f79be557bd3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724305156 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724305156-project] Notify callbacks [] for network, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:55:54.875868 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-1e0caacd-1d42-43a0-9400-f79be557bd3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724305156 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724305156-project] 10.222.0.16 "DELETE /v2.0/networks/8902f86d-c4f9-46ea-bdb1-13da5bf4e332 HTTP/1.1" status: 204 len: 168 time: 0.3175502 Jul 14 18:55:54.888397 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0caacd-1d42-43a0-9400-f79be557bd3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724305156 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724305156-project] Pushing event deleted for resources: {'Network': ['ID=8902f86d-c4f9-46ea-bdb1-13da5bf4e332,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:55:54.944907 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-0af1ad5a-01af-473f-9a5e-0bc0aa47175f req-e3946408-03d5-449f-916d-f2954cd7612f service neutron] 10.222.0.18 "GET /v2.0/networks/28da15a0-c36e-413e-a43a-1f36dc834f32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008675 Jul 14 18:55:55.042631 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-0af1ad5a-01af-473f-9a5e-0bc0aa47175f req-507cfe3a-f0ff-4671-a10a-56d8fb0ebd55 service neutron] 10.222.0.18 "GET /v2.0/networks/28da15a0-c36e-413e-a43a-1f36dc834f32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913420 Jul 14 18:55:55.144511 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 53508) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:55:55.162380 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b197cdf-6601-4a5b-ad62-ce9c431fbb26 req-77b62e20-a22e-4feb-a4e9-802c87ae419a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:55:55.164184 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-8b197cdf-6601-4a5b-ad62-ce9c431fbb26 req-77b62e20-a22e-4feb-a4e9-802c87ae419a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=16585be2c4d241b09d11d2c12f508f99&device_id=0088c237-30f1-4281-afd5-3d6abd7a2a68 HTTP/1.1" status: 200 len: 1133 time: 0.0698109 Jul 14 18:55:55.267436 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b197cdf-6601-4a5b-ad62-ce9c431fbb26 req-4a1991fb-b26a-429e-a5a2-520fc66eef1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:55:55.269123 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-8b197cdf-6601-4a5b-ad62-ce9c431fbb26 req-4a1991fb-b26a-429e-a5a2-520fc66eef1a service neutron] 10.222.0.18 "GET /v2.0/networks?id=28da15a0-c36e-413e-a43a-1f36dc834f32 HTTP/1.1" status: 200 len: 897 time: 0.0990255 Jul 14 18:55:55.329153 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-8b197cdf-6601-4a5b-ad62-ce9c431fbb26 req-a3110045-a496-48c3-84bb-9d13ccc3b02a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=58aa8328-4fd5-4eb3-b7f8-f02ef9e3f4d7 HTTP/1.1" status: 200 len: 217 time: 0.0510943 Jul 14 18:55:55.351538 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-760f36d3-9d43-4abe-b044-5d46b4aa2ce4 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9e18c2b637844b4294a44abeab767dea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2059221 Jul 14 18:55:55.354162 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 53512) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:55:55.388016 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b197cdf-6601-4a5b-ad62-ce9c431fbb26 req-5a2c5cea-3cc8-40cc-8969-fb0964d319b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:55:55.389571 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-8b197cdf-6601-4a5b-ad62-ce9c431fbb26 req-5a2c5cea-3cc8-40cc-8969-fb0964d319b0 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=49bf98e0-5aa2-40cd-9511-b0e7b902c12e HTTP/1.1" status: 200 len: 834 time: 0.0529349 Jul 14 18:55:55.408540 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-74451963-691b-4d2b-add4-b207a09503c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:55:55.432304 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-74451963-691b-4d2b-add4-b207a09503c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:55:55.453606 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b197cdf-6601-4a5b-ad62-ce9c431fbb26 req-62131980-e52e-422d-aab4-d86bf0a9f8b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:55:55.455308 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-8b197cdf-6601-4a5b-ad62-ce9c431fbb26 req-62131980-e52e-422d-aab4-d86bf0a9f8b5 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=28da15a0-c36e-413e-a43a-1f36dc834f32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0594840 Jul 14 18:55:55.497175 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-74451963-691b-4d2b-add4-b207a09503c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:55:55.500700 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-74451963-691b-4d2b-add4-b207a09503c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:55:55.501903 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-74451963-691b-4d2b-add4-b207a09503c0 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6025c1fa-1062-4998-8b42-09e1d582751e HTTP/1.1" status: 204 len: 168 time: 0.1467304 Jul 14 18:55:55.510950 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74451963-691b-4d2b-add4-b207a09503c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6025c1fa-1062-4998-8b42-09e1d582751e,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:55:55.577599 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-8b197cdf-6601-4a5b-ad62-ce9c431fbb26 req-fb21a76e-15e5-4a2e-ac4a-7104ec5cc158 service neutron] 10.222.0.18 "GET /v2.0/networks/28da15a0-c36e-413e-a43a-1f36dc834f32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1144242 Jul 14 18:55:55.676070 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-8b197cdf-6601-4a5b-ad62-ce9c431fbb26 req-33235b9f-dc76-4c0d-a5f6-956cbb92627e service neutron] 10.222.0.18 "GET /v2.0/networks/28da15a0-c36e-413e-a43a-1f36dc834f32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920579 Jul 14 18:55:55.794135 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 53520) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:55:55.837052 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-524d9d3b-bd27-46d4-b61d-4361808a9e5b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=59c8744eb3a14d528a650f6ae22acc24&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0418074 Jul 14 18:55:55.839540 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 53522) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:55:55.845477 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-2f4e3af3-e708-4ffd-a544-82d93a489d01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:55:55.891030 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-5704c48a-fdb4-4bb6-987f-6fbe6a4d8496 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:55:55.918270 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-5704c48a-fdb4-4bb6-987f-6fbe6a4d8496 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:55:55.961489 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3d8f4f-614c-48d9-acbb-0b0366b32c12 req-754589aa-d325-4978-9696-4d1f89baf781 tempest-TestSecurityGroupsBasicOps-1245515434 tempest-TestSecurityGroupsBasicOps-1245515434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:55:55.963369 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-be3d8f4f-614c-48d9-acbb-0b0366b32c12 req-754589aa-d325-4978-9696-4d1f89baf781 tempest-TestSecurityGroupsBasicOps-1245515434 tempest-TestSecurityGroupsBasicOps-1245515434-project] 10.222.0.16 "GET /v2.0/ports?device_id=0088c237-30f1-4281-afd5-3d6abd7a2a68 HTTP/1.1" status: 200 len: 982 time: 0.0733182 Jul 14 18:55:55.976166 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-5704c48a-fdb4-4bb6-987f-6fbe6a4d8496 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:55:55.979013 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-5704c48a-fdb4-4bb6-987f-6fbe6a4d8496 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:55:55.980246 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-5704c48a-fdb4-4bb6-987f-6fbe6a4d8496 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a531cb28-1fed-42a5-8dbc-067df4cf20f1 HTTP/1.1" status: 204 len: 168 time: 0.1397908 Jul 14 18:55:55.990281 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5704c48a-fdb4-4bb6-987f-6fbe6a4d8496 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a531cb28-1fed-42a5-8dbc-067df4cf20f1,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:55:56.036345 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-be3d8f4f-614c-48d9-acbb-0b0366b32c12 req-f8171210-15ed-4c29-a38c-51984e7aaa37 tempest-TestSecurityGroupsBasicOps-1245515434 tempest-TestSecurityGroupsBasicOps-1245515434-project] 10.222.0.16 "GET /v2.0/security-groups?id=0b343c56-a1d0-46b5-8250-b336efb3b854&id=09f4d1b8-dffb-4475-b36c-31c124447ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0659251 Jul 14 18:55:56.611529 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device 58aa8328-4fd5-4eb3-b7f8-f02ef9e3f4d7 details requested by agent hyperv_n-h1-800634-3 with host n-h1-800634-3 {{(pid=93917) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 18:55:56.687142 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 53546) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:55:56.716679 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port 58aa8328-4fd5-4eb3-b7f8-f02ef9e3f4d7, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=58aa8328-4fd5-4eb3-b7f8-f02ef9e3f4d7,segment=NetworkSegment(5cd208f9-4a78-4bfc-83ad-acfca1b2cd00),segment_id=5cd208f9-4a78-4bfc-83ad-acfca1b2cd00)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:55:56.728263 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Returning: {'device': '58aa8328-4fd5-4eb3-b7f8-f02ef9e3f4d7', 'network_id': '28da15a0-c36e-413e-a43a-1f36dc834f32', 'port_id': '58aa8328-4fd5-4eb3-b7f8-f02ef9e3f4d7', 'mac_address': 'fa:16:3e:13:3f:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49bf98e0-5aa2-40cd-9511-b0e7b902c12e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93917) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 18:55:56.766098 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:55:56.778930 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58aa8328-4fd5-4eb3-b7f8-f02ef9e3f4d7 {{(pid=93917) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 18:55:56.787948 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-2440e92f-430d-4c81-baf5-2b2420ce55ea tempest-ExtraDHCPOptionsTestJSON-471811234 tempest-ExtraDHCPOptionsTestJSON-471811234-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1878197041'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:55:56.799087 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port 58aa8328-4fd5-4eb3-b7f8-f02ef9e3f4d7, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=58aa8328-4fd5-4eb3-b7f8-f02ef9e3f4d7,segment=NetworkSegment(5cd208f9-4a78-4bfc-83ad-acfca1b2cd00),segment_id=5cd208f9-4a78-4bfc-83ad-acfca1b2cd00)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:55:56.802491 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:55:56.813351 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2440e92f-430d-4c81-baf5-2b2420ce55ea tempest-ExtraDHCPOptionsTestJSON-471811234 tempest-ExtraDHCPOptionsTestJSON-471811234-project] Made reservation on behalf of 754b3f7d33414334a4a351aaa2c42bb9 for: {'network': 1} {{(pid=93916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:55:56.817090 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-2440e92f-430d-4c81-baf5-2b2420ce55ea tempest-ExtraDHCPOptionsTestJSON-471811234 tempest-ExtraDHCPOptionsTestJSON-471811234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for network, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:55:56.826275 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-2440e92f-430d-4c81-baf5-2b2420ce55ea tempest-ExtraDHCPOptionsTestJSON-471811234 tempest-ExtraDHCPOptionsTestJSON-471811234-project] Notify callbacks [] for security_group, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:55:56.853562 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Pushing event updated for resources: {'Port': ['ID=58aa8328-4fd5-4eb3-b7f8-f02ef9e3f4d7,revision_number=4']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:55:56.926627 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-2440e92f-430d-4c81-baf5-2b2420ce55ea tempest-ExtraDHCPOptionsTestJSON-471811234 tempest-ExtraDHCPOptionsTestJSON-471811234-project] Notify callbacks [] for security_group, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:55:56.930409 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-2440e92f-430d-4c81-baf5-2b2420ce55ea tempest-ExtraDHCPOptionsTestJSON-471811234 tempest-ExtraDHCPOptionsTestJSON-471811234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:55:56.956516 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2440e92f-430d-4c81-baf5-2b2420ce55ea tempest-ExtraDHCPOptionsTestJSON-471811234 tempest-ExtraDHCPOptionsTestJSON-471811234-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 67} {{(pid=93916) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 18:55:56.966035 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2440e92f-430d-4c81-baf5-2b2420ce55ea tempest-ExtraDHCPOptionsTestJSON-471811234 tempest-ExtraDHCPOptionsTestJSON-471811234-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f150374c-55c5-454c-b9cd-57c95a57c50e,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:55:56.971273 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-2440e92f-430d-4c81-baf5-2b2420ce55ea tempest-ExtraDHCPOptionsTestJSON-471811234 tempest-ExtraDHCPOptionsTestJSON-471811234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:55:56.971625 n-d-800634-3 neutron-server[93916]: INFO neutron.db.segments_db [None req-2440e92f-430d-4c81-baf5-2b2420ce55ea tempest-ExtraDHCPOptionsTestJSON-471811234 tempest-ExtraDHCPOptionsTestJSON-471811234-project] Added segment aedf8d20-bf1c-41b9-a9e5-05a4417b765a of type vlan for network 0394c0f8-c78d-463f-a6ac-0fb1bff060a0 Jul 14 18:55:56.987531 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] get_ports_and_sgs() called for port_ids ['58aa8328-4fd5-4eb3-b7f8-f02ef9e3f4d7'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 18:55:57.016153 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-2440e92f-430d-4c81-baf5-2b2420ce55ea tempest-ExtraDHCPOptionsTestJSON-471811234 tempest-ExtraDHCPOptionsTestJSON-471811234-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728202197517'] for network, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:55:57.052428 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-2440e92f-430d-4c81-baf5-2b2420ce55ea tempest-ExtraDHCPOptionsTestJSON-471811234 tempest-ExtraDHCPOptionsTestJSON-471811234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727'] for network, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:55:57.058740 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2440e92f-430d-4c81-baf5-2b2420ce55ea tempest-ExtraDHCPOptionsTestJSON-471811234 tempest-ExtraDHCPOptionsTestJSON-471811234-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:55:57.059337 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-2440e92f-430d-4c81-baf5-2b2420ce55ea tempest-ExtraDHCPOptionsTestJSON-471811234 tempest-ExtraDHCPOptionsTestJSON-471811234-project] Notify callbacks [] for network, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:55:57.100598 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-2440e92f-430d-4c81-baf5-2b2420ce55ea tempest-ExtraDHCPOptionsTestJSON-471811234 tempest-ExtraDHCPOptionsTestJSON-471811234-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 0.4119277 Jul 14 18:55:57.103305 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 53554) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:55:57.109453 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-1cabf091-f3f9-4ce8-9208-25954d9f8f9e tempest-ExtraDHCPOptionsTestJSON-471811234 tempest-ExtraDHCPOptionsTestJSON-471811234-project] Request body: {'subnet': {'network_id': '0394c0f8-c78d-463f-a6ac-0fb1bff060a0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:55:57.167918 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2440e92f-430d-4c81-baf5-2b2420ce55ea tempest-ExtraDHCPOptionsTestJSON-471811234 tempest-ExtraDHCPOptionsTestJSON-471811234-project] Pushing event updated for resources: {'Network': ['ID=0394c0f8-c78d-463f-a6ac-0fb1bff060a0,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:55:57.182915 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Network 0394c0f8-c78d-463f-a6ac-0fb1bff060a0 details requested by agent ovs-agent-n-d-800634-3 with host n-d-800634-3 {{(pid=93917) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 18:55:57.275994 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cabf091-f3f9-4ce8-9208-25954d9f8f9e tempest-ExtraDHCPOptionsTestJSON-471811234 tempest-ExtraDHCPOptionsTestJSON-471811234-project] Made reservation on behalf of 754b3f7d33414334a4a351aaa2c42bb9 for: {'subnet': 1} {{(pid=93915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:55:57.279908 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-1cabf091-f3f9-4ce8-9208-25954d9f8f9e tempest-ExtraDHCPOptionsTestJSON-471811234 tempest-ExtraDHCPOptionsTestJSON-471811234-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28969735'] for subnet, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:55:57.293025 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ff16b8-0da3-4c0d-acf8-8136556b2093 req-3da9f704-86fa-4aca-9487-3b13f0ac9dfd tempest-TestSecurityGroupsBasicOps-1245515434 tempest-TestSecurityGroupsBasicOps-1245515434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:55:57.294624 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b0ff16b8-0da3-4c0d-acf8-8136556b2093 req-3da9f704-86fa-4aca-9487-3b13f0ac9dfd tempest-TestSecurityGroupsBasicOps-1245515434 tempest-TestSecurityGroupsBasicOps-1245515434-project] 10.222.0.16 "GET /v2.0/ports?device_id=0088c237-30f1-4281-afd5-3d6abd7a2a68 HTTP/1.1" status: 200 len: 983 time: 0.1163952 Jul 14 18:55:57.394676 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b0ff16b8-0da3-4c0d-acf8-8136556b2093 req-782397ca-bda2-43ed-ad58-13fe0acb736f tempest-TestSecurityGroupsBasicOps-1245515434 tempest-TestSecurityGroupsBasicOps-1245515434-project] 10.222.0.16 "GET /v2.0/security-groups?id=0b343c56-a1d0-46b5-8250-b336efb3b854&id=09f4d1b8-dffb-4475-b36c-31c124447ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0837045 Jul 14 18:55:57.525096 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-1cabf091-f3f9-4ce8-9208-25954d9f8f9e tempest-ExtraDHCPOptionsTestJSON-471811234 tempest-ExtraDHCPOptionsTestJSON-471811234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25912837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28969781'] for subnet, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:55:57.587836 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cabf091-f3f9-4ce8-9208-25954d9f8f9e tempest-ExtraDHCPOptionsTestJSON-471811234 tempest-ExtraDHCPOptionsTestJSON-471811234-project] Pushing event updated for resources: {'Subnet': ['ID=8cfdb41c-e589-4d40-a548-4ce7e909390f,revision_number=0']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:55:57.597961 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cabf091-f3f9-4ce8-9208-25954d9f8f9e tempest-ExtraDHCPOptionsTestJSON-471811234 tempest-ExtraDHCPOptionsTestJSON-471811234-project] Checking segment: {'id': 'aedf8d20-bf1c-41b9-a9e5-05a4417b765a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '0394c0f8-c78d-463f-a6ac-0fb1bff060a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:55:57.598326 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cabf091-f3f9-4ce8-9208-25954d9f8f9e tempest-ExtraDHCPOptionsTestJSON-471811234 tempest-ExtraDHCPOptionsTestJSON-471811234-project] Network hostable DHCP agents. Network: 0394c0f8-c78d-463f-a6ac-0fb1bff060a0, hostable agents: ['028393c3-0576-4ebd-bca1-8ea8a148e1a2'], hosted agents: [] {{(pid=93915) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 18:55:57.614212 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cabf091-f3f9-4ce8-9208-25954d9f8f9e tempest-ExtraDHCPOptionsTestJSON-471811234 tempest-ExtraDHCPOptionsTestJSON-471811234-project] Network 0394c0f8-c78d-463f-a6ac-0fb1bff060a0 is scheduled to be hosted by DHCP agent 028393c3-0576-4ebd-bca1-8ea8a148e1a2 with binding_index 1 {{(pid=93915) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 18:55:57.622824 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [None req-1cabf091-f3f9-4ce8-9208-25954d9f8f9e tempest-ExtraDHCPOptionsTestJSON-471811234 tempest-ExtraDHCPOptionsTestJSON-471811234-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-3, 0394c0f8-c78d-463f-a6ac-0fb1bff060a0) {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:55:57.628254 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cabf091-f3f9-4ce8-9208-25954d9f8f9e tempest-ExtraDHCPOptionsTestJSON-471811234 tempest-ExtraDHCPOptionsTestJSON-471811234-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:55:57.629022 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-1cabf091-f3f9-4ce8-9208-25954d9f8f9e tempest-ExtraDHCPOptionsTestJSON-471811234 tempest-ExtraDHCPOptionsTestJSON-471811234-project] Notify callbacks [] for subnet, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:55:57.633237 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daf02127-50d5-4442-a74d-bbeb495b95b9 None None] Network 0394c0f8-c78d-463f-a6ac-0fb1bff060a0 requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:55:57.646628 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-1cabf091-f3f9-4ce8-9208-25954d9f8f9e tempest-ExtraDHCPOptionsTestJSON-471811234 tempest-ExtraDHCPOptionsTestJSON-471811234-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5420277 Jul 14 18:55:57.649037 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 53556) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:55:57.654141 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-313234d4-7bb6-4749-9d31-276a4d13311c tempest-ExtraDHCPOptionsTestJSON-471811234 tempest-ExtraDHCPOptionsTestJSON-471811234-project] Request body: {'port': {'network_id': '0394c0f8-c78d-463f-a6ac-0fb1bff060a0', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1067628680'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:55:57.779529 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-313234d4-7bb6-4749-9d31-276a4d13311c tempest-ExtraDHCPOptionsTestJSON-471811234 tempest-ExtraDHCPOptionsTestJSON-471811234-project] Made reservation on behalf of 754b3f7d33414334a4a351aaa2c42bb9 for: {'port': 1} {{(pid=93915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:55:57.783519 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-313234d4-7bb6-4749-9d31-276a4d13311c tempest-ExtraDHCPOptionsTestJSON-471811234 tempest-ExtraDHCPOptionsTestJSON-471811234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:55:57.795521 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13c087dc-f0b8-42b9-8782-a04642769253 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9222b97e-5d1c-54f8-ba97-82f172498e76-0394c0f8-c78d-463f-a6ac-0fb1bff060a0', 'network_id': '0394c0f8-c78d-463f-a6ac-0fb1bff060a0', 'tenant_id': '754b3f7d33414334a4a351aaa2c42bb9', 'fixed_ips': [{'subnet_id': '8cfdb41c-e589-4d40-a548-4ce7e909390f'}]}} from n-d-800634-3. {{(pid=93917) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 18:55:57.797466 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-13c087dc-f0b8-42b9-8782-a04642769253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:55:57.804218 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [None req-313234d4-7bb6-4749-9d31-276a4d13311c tempest-ExtraDHCPOptionsTestJSON-471811234 tempest-ExtraDHCPOptionsTestJSON-471811234-project] device_id is not set on port a3995b77-a813-4931-b35d-a501b492e3ee yet. {{(pid=93915) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 18:55:57.922439 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.db_base_plugin_common [None req-313234d4-7bb6-4749-9d31-276a4d13311c tempest-ExtraDHCPOptionsTestJSON-471811234 tempest-ExtraDHCPOptionsTestJSON-471811234-project] Allocated IP 172.20.0.11 (0394c0f8-c78d-463f-a6ac-0fb1bff060a0/8cfdb41c-e589-4d40-a548-4ce7e909390f/a3995b77-a813-4931-b35d-a501b492e3ee) {{(pid=93915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:55:58.081730 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-313234d4-7bb6-4749-9d31-276a4d13311c tempest-ExtraDHCPOptionsTestJSON-471811234 tempest-ExtraDHCPOptionsTestJSON-471811234-project] Notify callbacks [] for port, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:55:58.097378 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.provisioning_blocks [None req-313234d4-7bb6-4749-9d31-276a4d13311c tempest-ExtraDHCPOptionsTestJSON-471811234 tempest-ExtraDHCPOptionsTestJSON-471811234-project] Transition to ACTIVE for port object a3995b77-a813-4931-b35d-a501b492e3ee will not be triggered until provisioned by entity DHCP. {{(pid=93915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:55:58.135529 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-313234d4-7bb6-4749-9d31-276a4d13311c tempest-ExtraDHCPOptionsTestJSON-471811234 tempest-ExtraDHCPOptionsTestJSON-471811234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:55:58.184197 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-313234d4-7bb6-4749-9d31-276a4d13311c tempest-ExtraDHCPOptionsTestJSON-471811234 tempest-ExtraDHCPOptionsTestJSON-471811234-project] Network 0394c0f8-c78d-463f-a6ac-0fb1bff060a0 is already hosted by enough agents. {{(pid=93915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:55:58.186371 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [None req-313234d4-7bb6-4749-9d31-276a4d13311c tempest-ExtraDHCPOptionsTestJSON-471811234 tempest-ExtraDHCPOptionsTestJSON-471811234-project] Resources bound (agent type, host, resource id): {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:55:58.190758 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-313234d4-7bb6-4749-9d31-276a4d13311c tempest-ExtraDHCPOptionsTestJSON-471811234 tempest-ExtraDHCPOptionsTestJSON-471811234-project] Received port after_create {{(pid=93915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:55:58.193148 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.db_base_plugin_common [None req-13c087dc-f0b8-42b9-8782-a04642769253 None None] Allocated IP 172.20.0.2 (0394c0f8-c78d-463f-a6ac-0fb1bff060a0/8cfdb41c-e589-4d40-a548-4ce7e909390f/5952b231-b83f-4db6-82ed-ff4b60aacf40) {{(pid=93917) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:55:58.218300 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313234d4-7bb6-4749-9d31-276a4d13311c tempest-ExtraDHCPOptionsTestJSON-471811234 tempest-ExtraDHCPOptionsTestJSON-471811234-project] Pushing event updated for resources: {'Port': ['ID=a3995b77-a813-4931-b35d-a501b492e3ee,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:55:58.248759 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-313234d4-7bb6-4749-9d31-276a4d13311c tempest-ExtraDHCPOptionsTestJSON-471811234 tempest-ExtraDHCPOptionsTestJSON-471811234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:55:58.249468 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-313234d4-7bb6-4749-9d31-276a4d13311c tempest-ExtraDHCPOptionsTestJSON-471811234 tempest-ExtraDHCPOptionsTestJSON-471811234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:55:58.267445 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-313234d4-7bb6-4749-9d31-276a4d13311c tempest-ExtraDHCPOptionsTestJSON-471811234 tempest-ExtraDHCPOptionsTestJSON-471811234-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 0.6140544 Jul 14 18:55:58.267712 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 53562) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:55:58.272994 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-33b643c8-9f9a-44cc-b7a2-070973a52cec tempest-ExtraDHCPOptionsTestJSON-471811234 tempest-ExtraDHCPOptionsTestJSON-471811234-project] Request body: {'port': {'network_id': '0394c0f8-c78d-463f-a6ac-0fb1bff060a0', 'name': 'tempest-ExtraDHCPOptionsTestJSON-131114815', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:55:58.273552 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.api.validators [None req-33b643c8-9f9a-44cc-b7a2-070973a52cec tempest-ExtraDHCPOptionsTestJSON-471811234 tempest-ExtraDHCPOptionsTestJSON-471811234-project] bootfile-name is not in valid_values {{(pid=93915) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 14 18:55:58.273900 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.api.validators [None req-33b643c8-9f9a-44cc-b7a2-070973a52cec tempest-ExtraDHCPOptionsTestJSON-471811234 tempest-ExtraDHCPOptionsTestJSON-471811234-project] tftp-server is not in valid_values {{(pid=93915) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 14 18:55:58.274236 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.api.validators [None req-33b643c8-9f9a-44cc-b7a2-070973a52cec tempest-ExtraDHCPOptionsTestJSON-471811234 tempest-ExtraDHCPOptionsTestJSON-471811234-project] server-ip-address is not in valid_values {{(pid=93915) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 14 18:55:58.359567 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-13c087dc-f0b8-42b9-8782-a04642769253 None None] Notify callbacks [] for port, precommit_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:55:58.367722 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-13c087dc-f0b8-42b9-8782-a04642769253 None None] Transition to ACTIVE for port object 5952b231-b83f-4db6-82ed-ff4b60aacf40 will not be triggered until provisioned by entity L2. {{(pid=93917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:55:58.382602 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-13c087dc-f0b8-42b9-8782-a04642769253 None None] Transition to ACTIVE for port object 5952b231-b83f-4db6-82ed-ff4b60aacf40 will not be triggered until provisioned by entity DHCP. {{(pid=93917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:55:58.388467 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-13c087dc-f0b8-42b9-8782-a04642769253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804'] for port, after_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:55:58.393518 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33b643c8-9f9a-44cc-b7a2-070973a52cec tempest-ExtraDHCPOptionsTestJSON-471811234 tempest-ExtraDHCPOptionsTestJSON-471811234-project] Made reservation on behalf of 754b3f7d33414334a4a351aaa2c42bb9 for: {'port': 1} {{(pid=93915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:55:58.397369 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-33b643c8-9f9a-44cc-b7a2-070973a52cec tempest-ExtraDHCPOptionsTestJSON-471811234 tempest-ExtraDHCPOptionsTestJSON-471811234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:55:58.414764 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [None req-33b643c8-9f9a-44cc-b7a2-070973a52cec tempest-ExtraDHCPOptionsTestJSON-471811234 tempest-ExtraDHCPOptionsTestJSON-471811234-project] device_id is not set on port 3b32dfa6-107d-46ae-8c55-df380e5bb4c9 yet. {{(pid=93915) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 18:55:58.423123 n-d-800634-3 neutron-server[93917]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13c087dc-f0b8-42b9-8782-a04642769253 None None] Network 0394c0f8-c78d-463f-a6ac-0fb1bff060a0 is already hosted by enough agents. {{(pid=93917) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:55:58.425953 n-d-800634-3 neutron-server[93917]: DEBUG neutron.scheduler.base_scheduler [None req-13c087dc-f0b8-42b9-8782-a04642769253 None None] Resources bound (agent type, host, resource id): {{(pid=93917) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:55:58.431509 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13c087dc-f0b8-42b9-8782-a04642769253 None None] Received port after_create {{(pid=93917) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:55:58.470107 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c087dc-f0b8-42b9-8782-a04642769253 None None] Pushing event updated for resources: {'Port': ['ID=5952b231-b83f-4db6-82ed-ff4b60aacf40,revision_number=1']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:55:58.497797 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-13c087dc-f0b8-42b9-8782-a04642769253 None None] Attempting to bind port 5952b231-b83f-4db6-82ed-ff4b60aacf40 on host n-d-800634-3 for vnic_type normal with profile {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:55:58.498673 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-13c087dc-f0b8-42b9-8782-a04642769253 None None] Attempting to bind port 5952b231-b83f-4db6-82ed-ff4b60aacf40 by drivers openvswitch,hyperv on host n-d-800634-3 at level 0 using segments [{'id': 'aedf8d20-bf1c-41b9-a9e5-05a4417b765a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '0394c0f8-c78d-463f-a6ac-0fb1bff060a0'}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:55:58.499048 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13c087dc-f0b8-42b9-8782-a04642769253 None None] Attempting to bind port 5952b231-b83f-4db6-82ed-ff4b60aacf40 on network 0394c0f8-c78d-463f-a6ac-0fb1bff060a0 {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:55:58.504083 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13c087dc-f0b8-42b9-8782-a04642769253 None None] Checking agent: {'id': '01c19e91-a945-4e3c-94a6-c211e17c923e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 8, 23), 'started_at': datetime.datetime(2021, 7, 14, 18, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 18, 55, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 18:55:58.504490 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13c087dc-f0b8-42b9-8782-a04642769253 None None] Checking segment: {'id': 'aedf8d20-bf1c-41b9-a9e5-05a4417b765a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '0394c0f8-c78d-463f-a6ac-0fb1bff060a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93917) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:55:58.504895 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-13c087dc-f0b8-42b9-8782-a04642769253 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:55:58.505291 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13c087dc-f0b8-42b9-8782-a04642769253 None None] Bound using segment: {'id': 'aedf8d20-bf1c-41b9-a9e5-05a4417b765a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '0394c0f8-c78d-463f-a6ac-0fb1bff060a0'} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 18:55:58.505760 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-13c087dc-f0b8-42b9-8782-a04642769253 None None] Bound port: 5952b231-b83f-4db6-82ed-ff4b60aacf40, host: n-d-800634-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aedf8d20-bf1c-41b9-a9e5-05a4417b765a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '0394c0f8-c78d-463f-a6ac-0fb1bff060a0'}}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 18:55:58.506148 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-13c087dc-f0b8-42b9-8782-a04642769253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:55:58.568523 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.db_base_plugin_common [None req-33b643c8-9f9a-44cc-b7a2-070973a52cec tempest-ExtraDHCPOptionsTestJSON-471811234 tempest-ExtraDHCPOptionsTestJSON-471811234-project] Allocated IP 172.20.0.13 (0394c0f8-c78d-463f-a6ac-0fb1bff060a0/8cfdb41c-e589-4d40-a548-4ce7e909390f/3b32dfa6-107d-46ae-8c55-df380e5bb4c9) {{(pid=93915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:55:58.579009 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-13c087dc-f0b8-42b9-8782-a04642769253 None None] For port 5952b231-b83f-4db6-82ed-ff4b60aacf40, host n-d-800634-3, cleared binding levels {{(pid=93917) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:55:58.582096 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-13c087dc-f0b8-42b9-8782-a04642769253 None None] For port 5952b231-b83f-4db6-82ed-ff4b60aacf40, host n-d-800634-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=5952b231-b83f-4db6-82ed-ff4b60aacf40,segment=NetworkSegment(aedf8d20-bf1c-41b9-a9e5-05a4417b765a),segment_id=aedf8d20-bf1c-41b9-a9e5-05a4417b765a)] {{(pid=93917) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 18:55:58.586787 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-13c087dc-f0b8-42b9-8782-a04642769253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:55:58.630720 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device 58aa8328-4fd5-4eb3-b7f8-f02ef9e3f4d7 up at agent hyperv_n-h1-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:55:58.644173 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c5c621-d326-466f-ab60-e265c8e85781 req-b160997c-4af7-4a1b-9a10-e573cee928b3 tempest-TestSecurityGroupsBasicOps-1245515434 tempest-TestSecurityGroupsBasicOps-1245515434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:55:58.645908 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-50c5c621-d326-466f-ab60-e265c8e85781 req-b160997c-4af7-4a1b-9a10-e573cee928b3 tempest-TestSecurityGroupsBasicOps-1245515434 tempest-TestSecurityGroupsBasicOps-1245515434-project] 10.222.0.16 "GET /v2.0/ports?device_id=0088c237-30f1-4281-afd5-3d6abd7a2a68 HTTP/1.1" status: 200 len: 983 time: 0.1124408 Jul 14 18:55:58.684521 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c087dc-f0b8-42b9-8782-a04642769253 None None] Pushing event updated for resources: {'Port': ['ID=5952b231-b83f-4db6-82ed-ff4b60aacf40,revision_number=2']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:55:58.705451 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Provisioning for port 58aa8328-4fd5-4eb3-b7f8-f02ef9e3f4d7 completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:55:58.709910 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Provisioning complete for port 58aa8328-4fd5-4eb3-b7f8-f02ef9e3f4d7 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:55:58.710273 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:55:58.744246 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-50c5c621-d326-466f-ab60-e265c8e85781 req-7b4db744-cdd8-4dce-865b-865eaf90c1d2 tempest-TestSecurityGroupsBasicOps-1245515434 tempest-TestSecurityGroupsBasicOps-1245515434-project] 10.222.0.16 "GET /v2.0/security-groups?id=0b343c56-a1d0-46b5-8250-b336efb3b854&id=09f4d1b8-dffb-4475-b36c-31c124447ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0842211 Jul 14 18:55:58.794919 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-33b643c8-9f9a-44cc-b7a2-070973a52cec tempest-ExtraDHCPOptionsTestJSON-471811234 tempest-ExtraDHCPOptionsTestJSON-471811234-project] Notify callbacks [] for port, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:55:58.804776 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:55:58.811517 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.provisioning_blocks [None req-33b643c8-9f9a-44cc-b7a2-070973a52cec tempest-ExtraDHCPOptionsTestJSON-471811234 tempest-ExtraDHCPOptionsTestJSON-471811234-project] Transition to ACTIVE for port object 3b32dfa6-107d-46ae-8c55-df380e5bb4c9 will not be triggered until provisioned by entity DHCP. {{(pid=93915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:55:58.858360 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0088c237-30f1-4281-afd5-3d6abd7a2a68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58aa8328-4fd5-4eb3-b7f8-f02ef9e3f4d7'}] {{(pid=93917) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:55:58.860930 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20b787f3c29eaa7aa2a4d648c725a2124c5ff39a8d793252f9d844495e14cf42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf82c1ff-1a9e-420e-a8ca-887c5e053d54" -d '{"events": [{"server_uuid": "0088c237-30f1-4281-afd5-3d6abd7a2a68", "name": "network-vif-plugged", "status": "completed", "tag": "58aa8328-4fd5-4eb3-b7f8-f02ef9e3f4d7"}]}' {{(pid=93917) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:55:58.873555 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-33b643c8-9f9a-44cc-b7a2-070973a52cec tempest-ExtraDHCPOptionsTestJSON-471811234 tempest-ExtraDHCPOptionsTestJSON-471811234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:55:58.873955 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port 58aa8328-4fd5-4eb3-b7f8-f02ef9e3f4d7, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=58aa8328-4fd5-4eb3-b7f8-f02ef9e3f4d7,segment=NetworkSegment(5cd208f9-4a78-4bfc-83ad-acfca1b2cd00),segment_id=5cd208f9-4a78-4bfc-83ad-acfca1b2cd00)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:55:58.877836 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:55:58.931917 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33b643c8-9f9a-44cc-b7a2-070973a52cec tempest-ExtraDHCPOptionsTestJSON-471811234 tempest-ExtraDHCPOptionsTestJSON-471811234-project] Network 0394c0f8-c78d-463f-a6ac-0fb1bff060a0 is already hosted by enough agents. {{(pid=93915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:55:58.933217 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 18:55:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d1eda97-7a40-42cf-b6e2-42c56a55c13d x-openstack-request-id: req-1d1eda97-7a40-42cf-b6e2-42c56a55c13d {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:55:58.933511 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0088c237-30f1-4281-afd5-3d6abd7a2a68", "name": "network-vif-plugged", "status": "completed", "tag": "58aa8328-4fd5-4eb3-b7f8-f02ef9e3f4d7", "code": 200}]} {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:55:58.938889 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [None req-33b643c8-9f9a-44cc-b7a2-070973a52cec tempest-ExtraDHCPOptionsTestJSON-471811234 tempest-ExtraDHCPOptionsTestJSON-471811234-project] Resources bound (agent type, host, resource id): {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:55:58.940587 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1d1eda97-7a40-42cf-b6e2-42c56a55c13d {{(pid=93917) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:55:58.942529 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33b643c8-9f9a-44cc-b7a2-070973a52cec tempest-ExtraDHCPOptionsTestJSON-471811234 tempest-ExtraDHCPOptionsTestJSON-471811234-project] Received port after_create {{(pid=93915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:55:58.944873 n-d-800634-3 neutron-server[93917]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0088c237-30f1-4281-afd5-3d6abd7a2a68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58aa8328-4fd5-4eb3-b7f8-f02ef9e3f4d7', 'code': 200} Jul 14 18:55:58.980294 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b643c8-9f9a-44cc-b7a2-070973a52cec tempest-ExtraDHCPOptionsTestJSON-471811234 tempest-ExtraDHCPOptionsTestJSON-471811234-project] Pushing event updated for resources: {'Port': ['ID=3b32dfa6-107d-46ae-8c55-df380e5bb4c9,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:55:58.988418 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Pushing event updated for resources: {'Port': ['ID=58aa8328-4fd5-4eb3-b7f8-f02ef9e3f4d7,revision_number=5']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:55:59.039379 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33b643c8-9f9a-44cc-b7a2-070973a52cec tempest-ExtraDHCPOptionsTestJSON-471811234 tempest-ExtraDHCPOptionsTestJSON-471811234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:55:59.040061 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-33b643c8-9f9a-44cc-b7a2-070973a52cec tempest-ExtraDHCPOptionsTestJSON-471811234 tempest-ExtraDHCPOptionsTestJSON-471811234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:55:59.056578 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.agents_db [None req-2ea07fb6-aa68-4671-8654-119d82b9f530 None None] Agent healthcheck: found 7 active agents {{(pid=93918) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 18:55:59.061537 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-33b643c8-9f9a-44cc-b7a2-070973a52cec tempest-ExtraDHCPOptionsTestJSON-471811234 tempest-ExtraDHCPOptionsTestJSON-471811234-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 0.7928073 Jul 14 18:55:59.064137 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 53568) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:55:59.068881 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8882a2-b617-49fd-b2d5-864e189b3815 req-69bb71c4-fd95-43ea-b1c2-f9d8d8fcf4da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:55:59.070308 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-1d8882a2-b617-49fd-b2d5-864e189b3815 req-69bb71c4-fd95-43ea-b1c2-f9d8d8fcf4da service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=0088c237-30f1-4281-afd5-3d6abd7a2a68 HTTP/1.1" status: 200 len: 1135 time: 0.0817294 Jul 14 18:55:59.117062 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-1d8882a2-b617-49fd-b2d5-864e189b3815 req-f9a59ac5-fd49-48b4-9fd2-04f433763248 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=09f4d1b8-dffb-4475-b36c-31c124447ea7&id=0b343c56-a1d0-46b5-8250-b336efb3b854&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0404267 Jul 14 18:55:59.142284 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a52b36fc-4fa7-44b8-bf28-6c88fa18b3d6 tempest-ExtraDHCPOptionsTestJSON-471811234 tempest-ExtraDHCPOptionsTestJSON-471811234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:55:59.148174 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a52b36fc-4fa7-44b8-bf28-6c88fa18b3d6 tempest-ExtraDHCPOptionsTestJSON-471811234 tempest-ExtraDHCPOptionsTestJSON-471811234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:55:59.154073 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a52b36fc-4fa7-44b8-bf28-6c88fa18b3d6 tempest-ExtraDHCPOptionsTestJSON-471811234 tempest-ExtraDHCPOptionsTestJSON-471811234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:55:59.155986 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-a52b36fc-4fa7-44b8-bf28-6c88fa18b3d6 tempest-ExtraDHCPOptionsTestJSON-471811234 tempest-ExtraDHCPOptionsTestJSON-471811234-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2617 time: 0.0906301 Jul 14 18:55:59.158464 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 53572) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:55:59.263065 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-dbaf1394-735f-4ac9-afb6-e9a1c21f3813 tempest-ExtraDHCPOptionsTestJSON-471811234 tempest-ExtraDHCPOptionsTestJSON-471811234-project] Deleting port 3b32dfa6-107d-46ae-8c55-df380e5bb4c9 {{(pid=93916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:55:59.263434 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-dbaf1394-735f-4ac9-afb6-e9a1c21f3813 tempest-ExtraDHCPOptionsTestJSON-471811234 tempest-ExtraDHCPOptionsTestJSON-471811234-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:55:59.351987 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-dbaf1394-735f-4ac9-afb6-e9a1c21f3813 tempest-ExtraDHCPOptionsTestJSON-471811234 tempest-ExtraDHCPOptionsTestJSON-471811234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:55:59.365876 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-dbaf1394-735f-4ac9-afb6-e9a1c21f3813 tempest-ExtraDHCPOptionsTestJSON-471811234 tempest-ExtraDHCPOptionsTestJSON-471811234-project] Calling delete_port for 3b32dfa6-107d-46ae-8c55-df380e5bb4c9 owned by {{(pid=93916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:55:59.516370 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-dbaf1394-735f-4ac9-afb6-e9a1c21f3813 tempest-ExtraDHCPOptionsTestJSON-471811234 tempest-ExtraDHCPOptionsTestJSON-471811234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:55:59.553999 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbaf1394-735f-4ac9-afb6-e9a1c21f3813 tempest-ExtraDHCPOptionsTestJSON-471811234 tempest-ExtraDHCPOptionsTestJSON-471811234-project] Pushing event deleted for resources: {'Port': ['ID=3b32dfa6-107d-46ae-8c55-df380e5bb4c9,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:55:59.767791 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-dbaf1394-735f-4ac9-afb6-e9a1c21f3813 tempest-ExtraDHCPOptionsTestJSON-471811234 tempest-ExtraDHCPOptionsTestJSON-471811234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:55:59.767791 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-dbaf1394-735f-4ac9-afb6-e9a1c21f3813 tempest-ExtraDHCPOptionsTestJSON-471811234 tempest-ExtraDHCPOptionsTestJSON-471811234-project] 10.222.0.16 "DELETE /v2.0/ports/3b32dfa6-107d-46ae-8c55-df380e5bb4c9 HTTP/1.1" status: 204 len: 168 time: 0.4819555 Jul 14 18:55:59.767791 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 53582) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:55:59.767791 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-349b8ee0-3f85-4623-9a31-ad3d44504a48 tempest-ExtraDHCPOptionsTestJSON-471811234 tempest-ExtraDHCPOptionsTestJSON-471811234-project] Request body: {'port': {'name': 'tempest-new-port-name-1503851858', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:55:59.767791 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.api.validators [None req-349b8ee0-3f85-4623-9a31-ad3d44504a48 tempest-ExtraDHCPOptionsTestJSON-471811234 tempest-ExtraDHCPOptionsTestJSON-471811234-project] bootfile-name is not in valid_values {{(pid=93916) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 14 18:55:59.767791 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.api.validators [None req-349b8ee0-3f85-4623-9a31-ad3d44504a48 tempest-ExtraDHCPOptionsTestJSON-471811234 tempest-ExtraDHCPOptionsTestJSON-471811234-project] tftp-server is not in valid_values {{(pid=93916) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 14 18:55:59.767791 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.api.validators [None req-349b8ee0-3f85-4623-9a31-ad3d44504a48 tempest-ExtraDHCPOptionsTestJSON-471811234 tempest-ExtraDHCPOptionsTestJSON-471811234-project] server-ip-address is not in valid_values {{(pid=93916) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 14 18:55:59.770582 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-437f4439-bac3-4877-98e7-9e110a52dccc None None] Network 0394c0f8-c78d-463f-a6ac-0fb1bff060a0 requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:55:59.784249 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-349b8ee0-3f85-4623-9a31-ad3d44504a48 tempest-ExtraDHCPOptionsTestJSON-471811234 tempest-ExtraDHCPOptionsTestJSON-471811234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:55:59.786373 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-ad34bd2b-e527-4e5e-a4f4-0b4339ccafac None None] Provisioning for port 5952b231-b83f-4db6-82ed-ff4b60aacf40 completed by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:56:00.054772 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68da2ab8-bf24-4049-b7ee-e4e26901d38e req-f391c65b-509d-4620-8989-aa375058934b tempest-TestSecurityGroupsBasicOps-1245515434 tempest-TestSecurityGroupsBasicOps-1245515434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:56:00.056498 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-68da2ab8-bf24-4049-b7ee-e4e26901d38e req-f391c65b-509d-4620-8989-aa375058934b tempest-TestSecurityGroupsBasicOps-1245515434 tempest-TestSecurityGroupsBasicOps-1245515434-project] 10.222.0.16 "GET /v2.0/ports?device_id=0088c237-30f1-4281-afd5-3d6abd7a2a68 HTTP/1.1" status: 200 len: 984 time: 0.0819981 Jul 14 18:56:00.081786 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-349b8ee0-3f85-4623-9a31-ad3d44504a48 tempest-ExtraDHCPOptionsTestJSON-471811234 tempest-ExtraDHCPOptionsTestJSON-471811234-project] Notify callbacks [] for port, precommit_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:00.088484 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-349b8ee0-3f85-4623-9a31-ad3d44504a48 tempest-ExtraDHCPOptionsTestJSON-471811234 tempest-ExtraDHCPOptionsTestJSON-471811234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2684870'] for port, after_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:00.128376 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-68da2ab8-bf24-4049-b7ee-e4e26901d38e req-43880215-550c-4031-a222-2f61bfefdea7 tempest-TestSecurityGroupsBasicOps-1245515434 tempest-TestSecurityGroupsBasicOps-1245515434-project] 10.222.0.16 "GET /v2.0/security-groups?id=0b343c56-a1d0-46b5-8250-b336efb3b854&id=09f4d1b8-dffb-4475-b36c-31c124447ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0659220 Jul 14 18:56:00.173113 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349b8ee0-3f85-4623-9a31-ad3d44504a48 tempest-ExtraDHCPOptionsTestJSON-471811234 tempest-ExtraDHCPOptionsTestJSON-471811234-project] Pushing event updated for resources: {'Port': ['ID=a3995b77-a813-4931-b35d-a501b492e3ee,revision_number=2']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:56:00.230920 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-349b8ee0-3f85-4623-9a31-ad3d44504a48 tempest-ExtraDHCPOptionsTestJSON-471811234 tempest-ExtraDHCPOptionsTestJSON-471811234-project] In _notify_port_updated(), no bound segment for port a3995b77-a813-4931-b35d-a501b492e3ee on network 0394c0f8-c78d-463f-a6ac-0fb1bff060a0 {{(pid=93916) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 14 18:56:00.237506 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-349b8ee0-3f85-4623-9a31-ad3d44504a48 tempest-ExtraDHCPOptionsTestJSON-471811234 tempest-ExtraDHCPOptionsTestJSON-471811234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:56:00.238137 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-349b8ee0-3f85-4623-9a31-ad3d44504a48 tempest-ExtraDHCPOptionsTestJSON-471811234 tempest-ExtraDHCPOptionsTestJSON-471811234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:00.239590 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-349b8ee0-3f85-4623-9a31-ad3d44504a48 tempest-ExtraDHCPOptionsTestJSON-471811234 tempest-ExtraDHCPOptionsTestJSON-471811234-project] 10.222.0.16 "PUT /v2.0/ports/a3995b77-a813-4931-b35d-a501b492e3ee HTTP/1.1" status: 200 len: 1137 time: 0.5932105 Jul 14 18:56:00.242074 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 53602) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:56:00.304426 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9845d29-8511-4ab5-8555-9970678492bc tempest-ExtraDHCPOptionsTestJSON-471811234 tempest-ExtraDHCPOptionsTestJSON-471811234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:56:00.306140 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-a9845d29-8511-4ab5-8555-9970678492bc tempest-ExtraDHCPOptionsTestJSON-471811234 tempest-ExtraDHCPOptionsTestJSON-471811234-project] 10.222.0.16 "GET /v2.0/ports/a3995b77-a813-4931-b35d-a501b492e3ee HTTP/1.1" status: 200 len: 1137 time: 0.0631323 Jul 14 18:56:00.310523 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 53604) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:56:00.328632 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-bf98004d-692f-4ce7-b108-a1efef91e5bb None None] Provisioning for port a3995b77-a813-4931-b35d-a501b492e3ee completed by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:56:00.332864 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-bf98004d-692f-4ce7-b108-a1efef91e5bb None None] Provisioning complete for port a3995b77-a813-4931-b35d-a501b492e3ee triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:56:00.333368 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-bf98004d-692f-4ce7-b108-a1efef91e5bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:00.376015 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-bf98004d-692f-4ce7-b108-a1efef91e5bb None None] Port a3995b77-a813-4931-b35d-a501b492e3ee cannot update to ACTIVE because it is not bound. {{(pid=93917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 18:56:00.430091 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-d14bda4e-63d2-4a98-9f94-b19106b26d6d tempest-ExtraDHCPOptionsTestJSON-471811234 tempest-ExtraDHCPOptionsTestJSON-471811234-project] Deleting port a3995b77-a813-4931-b35d-a501b492e3ee {{(pid=93916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:56:00.430449 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-d14bda4e-63d2-4a98-9f94-b19106b26d6d tempest-ExtraDHCPOptionsTestJSON-471811234 tempest-ExtraDHCPOptionsTestJSON-471811234-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:00.529110 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-c1e9a727-0705-4bcd-adb1-3b653e9c7705 None None] Provisioning complete for port a3995b77-a813-4931-b35d-a501b492e3ee triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:56:00.529783 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-c1e9a727-0705-4bcd-adb1-3b653e9c7705 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:00.550945 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-d14bda4e-63d2-4a98-9f94-b19106b26d6d tempest-ExtraDHCPOptionsTestJSON-471811234 tempest-ExtraDHCPOptionsTestJSON-471811234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:00.580266 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-d14bda4e-63d2-4a98-9f94-b19106b26d6d tempest-ExtraDHCPOptionsTestJSON-471811234 tempest-ExtraDHCPOptionsTestJSON-471811234-project] Calling delete_port for a3995b77-a813-4931-b35d-a501b492e3ee owned by {{(pid=93916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:56:00.583868 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-c1e9a727-0705-4bcd-adb1-3b653e9c7705 None None] Port a3995b77-a813-4931-b35d-a501b492e3ee cannot update to ACTIVE because it is not bound. {{(pid=93917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 18:56:00.608389 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 5952b231-b83f-4db6-82ed-ff4b60aacf40 up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:56:00.675507 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning for port 5952b231-b83f-4db6-82ed-ff4b60aacf40 completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:56:00.681071 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port 5952b231-b83f-4db6-82ed-ff4b60aacf40 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:56:00.681730 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:00.754339 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-d14bda4e-63d2-4a98-9f94-b19106b26d6d tempest-ExtraDHCPOptionsTestJSON-471811234 tempest-ExtraDHCPOptionsTestJSON-471811234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:00.778233 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:00.791613 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14bda4e-63d2-4a98-9f94-b19106b26d6d tempest-ExtraDHCPOptionsTestJSON-471811234 tempest-ExtraDHCPOptionsTestJSON-471811234-project] Pushing event deleted for resources: {'Port': ['ID=a3995b77-a813-4931-b35d-a501b492e3ee,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:56:00.806316 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-aacd24f5-e860-45bb-bb7b-5690b0a2759c None None] Could not find standard attr ID for object 3b32dfa6-107d-46ae-8c55-df380e5bb4c9. {{(pid=93917) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 14 18:56:00.826534 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] For port 5952b231-b83f-4db6-82ed-ff4b60aacf40, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=5952b231-b83f-4db6-82ed-ff4b60aacf40,segment=NetworkSegment(aedf8d20-bf1c-41b9-a9e5-05a4417b765a),segment_id=aedf8d20-bf1c-41b9-a9e5-05a4417b765a)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:56:00.832759 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:00.893453 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-d14bda4e-63d2-4a98-9f94-b19106b26d6d tempest-ExtraDHCPOptionsTestJSON-471811234 tempest-ExtraDHCPOptionsTestJSON-471811234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:00.895785 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-d14bda4e-63d2-4a98-9f94-b19106b26d6d tempest-ExtraDHCPOptionsTestJSON-471811234 tempest-ExtraDHCPOptionsTestJSON-471811234-project] 10.222.0.16 "DELETE /v2.0/ports/a3995b77-a813-4931-b35d-a501b492e3ee HTTP/1.1" status: 204 len: 168 time: 0.5835605 Jul 14 18:56:00.898419 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 53616) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:56:00.900166 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Pushing event updated for resources: {'Port': ['ID=5952b231-b83f-4db6-82ed-ff4b60aacf40,revision_number=3']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:56:00.957518 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.db_base_plugin_v2 [None req-3dbb78ec-1578-4562-bb90-c026edb580e1 tempest-ExtraDHCPOptionsTestJSON-471811234 tempest-ExtraDHCPOptionsTestJSON-471811234-project] Deleting subnet 8cfdb41c-e589-4d40-a548-4ce7e909390f {{(pid=93915) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 18:56:00.960980 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-3dbb78ec-1578-4562-bb90-c026edb580e1 tempest-ExtraDHCPOptionsTestJSON-471811234 tempest-ExtraDHCPOptionsTestJSON-471811234-project] Notify callbacks [] for subnet, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:01.009472 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-3dbb78ec-1578-4562-bb90-c026edb580e1 tempest-ExtraDHCPOptionsTestJSON-471811234 tempest-ExtraDHCPOptionsTestJSON-471811234-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28939913'] for subnet, precommit_delete_associations {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:01.136434 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-3dbb78ec-1578-4562-bb90-c026edb580e1 tempest-ExtraDHCPOptionsTestJSON-471811234 tempest-ExtraDHCPOptionsTestJSON-471811234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081283'] for subnet, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:01.219516 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-3dbb78ec-1578-4562-bb90-c026edb580e1 tempest-ExtraDHCPOptionsTestJSON-471811234 tempest-ExtraDHCPOptionsTestJSON-471811234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25913028', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28969762'] for subnet, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:01.250019 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbb78ec-1578-4562-bb90-c026edb580e1 tempest-ExtraDHCPOptionsTestJSON-471811234 tempest-ExtraDHCPOptionsTestJSON-471811234-project] Pushing event deleted for resources: {'Subnet': ['ID=8cfdb41c-e589-4d40-a548-4ce7e909390f,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:56:01.253786 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-3dbb78ec-1578-4562-bb90-c026edb580e1 tempest-ExtraDHCPOptionsTestJSON-471811234 tempest-ExtraDHCPOptionsTestJSON-471811234-project] Notify callbacks [] for subnet, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:01.258902 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 53628) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:56:01.267826 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-3dbb78ec-1578-4562-bb90-c026edb580e1 tempest-ExtraDHCPOptionsTestJSON-471811234 tempest-ExtraDHCPOptionsTestJSON-471811234-project] 10.222.0.16 "DELETE /v2.0/subnets/8cfdb41c-e589-4d40-a548-4ce7e909390f HTTP/1.1" status: 204 len: 168 time: 0.3682156 Jul 14 18:56:01.333320 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-11669ca7-7684-4dc7-a2d9-62c5b2cab3e2 None None] Could not find standard attr ID for object a3995b77-a813-4931-b35d-a501b492e3ee. {{(pid=93917) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 14 18:56:01.357575 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a5c503a9-5d6f-4aeb-97fd-02911e4b6a14 tempest-ExtraDHCPOptionsTestJSON-471811234 tempest-ExtraDHCPOptionsTestJSON-471811234-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645734'] for network, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:01.359291 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98ab9e9-41bc-45cb-9646-7115fc85766f req-4a32b4dc-dfe7-45b1-8260-d944f354beba tempest-TestSecurityGroupsBasicOps-1245515434 tempest-TestSecurityGroupsBasicOps-1245515434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:56:01.361115 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a98ab9e9-41bc-45cb-9646-7115fc85766f req-4a32b4dc-dfe7-45b1-8260-d944f354beba tempest-TestSecurityGroupsBasicOps-1245515434 tempest-TestSecurityGroupsBasicOps-1245515434-project] 10.222.0.16 "GET /v2.0/ports?device_id=0088c237-30f1-4281-afd5-3d6abd7a2a68 HTTP/1.1" status: 200 len: 984 time: 0.0860813 Jul 14 18:56:01.421535 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a98ab9e9-41bc-45cb-9646-7115fc85766f req-049ef5c1-38a5-42d7-93c8-31df997fd55d tempest-TestSecurityGroupsBasicOps-1245515434 tempest-TestSecurityGroupsBasicOps-1245515434-project] 10.222.0.16 "GET /v2.0/security-groups?id=0b343c56-a1d0-46b5-8250-b336efb3b854&id=09f4d1b8-dffb-4475-b36c-31c124447ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0539730 Jul 14 18:56:01.437268 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-a5c503a9-5d6f-4aeb-97fd-02911e4b6a14 tempest-ExtraDHCPOptionsTestJSON-471811234 tempest-ExtraDHCPOptionsTestJSON-471811234-project] Deleting port 5952b231-b83f-4db6-82ed-ff4b60aacf40 {{(pid=93916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:56:01.437549 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a5c503a9-5d6f-4aeb-97fd-02911e4b6a14 tempest-ExtraDHCPOptionsTestJSON-471811234 tempest-ExtraDHCPOptionsTestJSON-471811234-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:01.493378 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5078338f-a24d-40c3-86e9-e3a951ae94e0 None None] Network 0394c0f8-c78d-463f-a6ac-0fb1bff060a0 requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:56:01.530699 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.db [None req-a5c503a9-5d6f-4aeb-97fd-02911e4b6a14 tempest-ExtraDHCPOptionsTestJSON-471811234 tempest-ExtraDHCPOptionsTestJSON-471811234-project] For port 5952b231-b83f-4db6-82ed-ff4b60aacf40, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=5952b231-b83f-4db6-82ed-ff4b60aacf40,segment=NetworkSegment(aedf8d20-bf1c-41b9-a9e5-05a4417b765a),segment_id=aedf8d20-bf1c-41b9-a9e5-05a4417b765a)] {{(pid=93916) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:56:01.531016 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a5c503a9-5d6f-4aeb-97fd-02911e4b6a14 tempest-ExtraDHCPOptionsTestJSON-471811234 tempest-ExtraDHCPOptionsTestJSON-471811234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:01.545763 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-a5c503a9-5d6f-4aeb-97fd-02911e4b6a14 tempest-ExtraDHCPOptionsTestJSON-471811234 tempest-ExtraDHCPOptionsTestJSON-471811234-project] Calling delete_port for 5952b231-b83f-4db6-82ed-ff4b60aacf40 owned by network:dhcp {{(pid=93916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:56:01.637787 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a5c503a9-5d6f-4aeb-97fd-02911e4b6a14 tempest-ExtraDHCPOptionsTestJSON-471811234 tempest-ExtraDHCPOptionsTestJSON-471811234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:01.655291 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5c503a9-5d6f-4aeb-97fd-02911e4b6a14 tempest-ExtraDHCPOptionsTestJSON-471811234 tempest-ExtraDHCPOptionsTestJSON-471811234-project] No DVR routers for this DVR port 5952b231-b83f-4db6-82ed-ff4b60aacf40 on host n-d-800634-3 {{(pid=93916) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 18:56:01.656586 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6c71a7-ecef-4fcb-b271-320405029379 req-67cb1f01-3111-4b82-8ae2-e67dfcb89551 tempest-TestSecurityGroupsBasicOps-1245515434 tempest-TestSecurityGroupsBasicOps-1245515434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:56:01.658240 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-aa6c71a7-ecef-4fcb-b271-320405029379 req-67cb1f01-3111-4b82-8ae2-e67dfcb89551 tempest-TestSecurityGroupsBasicOps-1245515434 tempest-TestSecurityGroupsBasicOps-1245515434-project] 10.222.0.16 "GET /v2.0/ports?device_id=0088c237-30f1-4281-afd5-3d6abd7a2a68 HTTP/1.1" status: 200 len: 984 time: 0.0936863 Jul 14 18:56:01.686091 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c503a9-5d6f-4aeb-97fd-02911e4b6a14 tempest-ExtraDHCPOptionsTestJSON-471811234 tempest-ExtraDHCPOptionsTestJSON-471811234-project] Pushing event deleted for resources: {'Port': ['ID=5952b231-b83f-4db6-82ed-ff4b60aacf40,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:56:01.712041 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-aa6c71a7-ecef-4fcb-b271-320405029379 req-e48ea23c-7531-4aa3-a365-b53a0a8329c2 tempest-TestSecurityGroupsBasicOps-1245515434 tempest-TestSecurityGroupsBasicOps-1245515434-project] 10.222.0.16 "GET /v2.0/security-groups?id=0b343c56-a1d0-46b5-8250-b336efb3b854&id=09f4d1b8-dffb-4475-b36c-31c124447ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0470710 Jul 14 18:56:01.765919 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba559071-594b-4e42-81a5-bf667087b0eb None None] DHCP port deletion for 0394c0f8-c78d-463f-a6ac-0fb1bff060a0 request from n-d-800634-3 {{(pid=93917) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 18:56:01.787783 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a5c503a9-5d6f-4aeb-97fd-02911e4b6a14 tempest-ExtraDHCPOptionsTestJSON-471811234 tempest-ExtraDHCPOptionsTestJSON-471811234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2096010', 'neutron.services.segments.db._delete_segments_for_network-8728202734996'] for network, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:01.799549 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.segments.db [None req-a5c503a9-5d6f-4aeb-97fd-02911e4b6a14 tempest-ExtraDHCPOptionsTestJSON-471811234 tempest-ExtraDHCPOptionsTestJSON-471811234-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0394c0f8-c78d-463f-a6ac-0fb1bff060a0']}} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:56:01.813208 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.segments.db [None req-a5c503a9-5d6f-4aeb-97fd-02911e4b6a14 tempest-ExtraDHCPOptionsTestJSON-471811234 tempest-ExtraDHCPOptionsTestJSON-471811234-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aedf8d20-bf1c-41b9-a9e5-05a4417b765a') {'for_net_delete': True} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:56:01.813208 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.segments.db [None req-a5c503a9-5d6f-4aeb-97fd-02911e4b6a14 tempest-ExtraDHCPOptionsTestJSON-471811234 tempest-ExtraDHCPOptionsTestJSON-471811234-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aedf8d20-bf1c-41b9-a9e5-05a4417b765a') {} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:56:01.823806 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a5c503a9-5d6f-4aeb-97fd-02911e4b6a14 tempest-ExtraDHCPOptionsTestJSON-471811234 tempest-ExtraDHCPOptionsTestJSON-471811234-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728202715275', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26296891'] for segment, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:01.845261 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a5c503a9-5d6f-4aeb-97fd-02911e4b6a14 tempest-ExtraDHCPOptionsTestJSON-471811234 tempest-ExtraDHCPOptionsTestJSON-471811234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:01.853761 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5c503a9-5d6f-4aeb-97fd-02911e4b6a14 tempest-ExtraDHCPOptionsTestJSON-471811234 tempest-ExtraDHCPOptionsTestJSON-471811234-project] Releasing vlan 67 on physical network physnet1 to pool {{(pid=93916) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 18:56:01.854324 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a5c503a9-5d6f-4aeb-97fd-02911e4b6a14 tempest-ExtraDHCPOptionsTestJSON-471811234 tempest-ExtraDHCPOptionsTestJSON-471811234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2682942'] for segment, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:01.858014 n-d-800634-3 neutron-server[93916]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:56:01.858014 n-d-800634-3 neutron-server[93916]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:56:01.858014 n-d-800634-3 neutron-server[93916]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:56:01.858014 n-d-800634-3 neutron-server[93916]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:56:01.858014 n-d-800634-3 neutron-server[93916]: Traceback (most recent call last): Jul 14 18:56:01.858014 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 18:56:01.858014 n-d-800634-3 neutron-server[93916]: timer() Jul 14 18:56:01.858014 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 18:56:01.858014 n-d-800634-3 neutron-server[93916]: cb(*args, **kw) Jul 14 18:56:01.858014 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 18:56:01.858014 n-d-800634-3 neutron-server[93916]: return func(*args, **kwargs) Jul 14 18:56:01.858014 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 18:56:01.858014 n-d-800634-3 neutron-server[93916]: self._notify() Jul 14 18:56:01.858014 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 18:56:01.858014 n-d-800634-3 neutron-server[93916]: self.callback(batched_events) Jul 14 18:56:01.858014 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 18:56:01.858014 n-d-800634-3 neutron-server[93916]: event.method(event) Jul 14 18:56:01.858014 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 18:56:01.858014 n-d-800634-3 neutron-server[93916]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 18:56:01.858014 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 18:56:01.858014 n-d-800634-3 neutron-server[93916]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 18:56:01.858014 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 18:56:01.858014 n-d-800634-3 neutron-server[93916]: return f(self, *a, **k) Jul 14 18:56:01.858014 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 18:56:01.858014 n-d-800634-3 neutron-server[93916]: return self._get(url).json() Jul 14 18:56:01.858014 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 18:56:01.858014 n-d-800634-3 neutron-server[93916]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 18:56:01.858014 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 18:56:01.858014 n-d-800634-3 neutron-server[93916]: return self.request(url, 'GET', **kwargs) Jul 14 18:56:01.858014 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 18:56:01.858014 n-d-800634-3 neutron-server[93916]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 18:56:01.858014 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 18:56:01.858014 n-d-800634-3 neutron-server[93916]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 18:56:01.858014 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 18:56:01.858014 n-d-800634-3 neutron-server[93916]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 18:56:01.858014 n-d-800634-3 neutron-server[93916]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 18:56:01.901570 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610da16d-5a84-4141-b9c0-d1c905a272ab req-5a058f4e-a640-4939-b9c6-20ef01fccb5d tempest-TestSecurityGroupsBasicOps-1776290789 tempest-TestSecurityGroupsBasicOps-1776290789-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:56:01.904108 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-610da16d-5a84-4141-b9c0-d1c905a272ab req-5a058f4e-a640-4939-b9c6-20ef01fccb5d tempest-TestSecurityGroupsBasicOps-1776290789 tempest-TestSecurityGroupsBasicOps-1776290789-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=0088c237-30f1-4281-afd5-3d6abd7a2a68 HTTP/1.1" status: 200 len: 1135 time: 0.0663412 Jul 14 18:56:01.922202 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a5c503a9-5d6f-4aeb-97fd-02911e4b6a14 tempest-ExtraDHCPOptionsTestJSON-471811234 tempest-ExtraDHCPOptionsTestJSON-471811234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2096001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-930085'] for network, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:01.925585 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-610da16d-5a84-4141-b9c0-d1c905a272ab req-bd5a19f6-4906-4d84-a4b4-876a905cea11 tempest-TestSecurityGroupsBasicOps-1776290789 tempest-TestSecurityGroupsBasicOps-1776290789-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:01.934378 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a5c503a9-5d6f-4aeb-97fd-02911e4b6a14 tempest-ExtraDHCPOptionsTestJSON-471811234 tempest-ExtraDHCPOptionsTestJSON-471811234-project] Notify callbacks [] for network, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:01.939373 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-a5c503a9-5d6f-4aeb-97fd-02911e4b6a14 tempest-ExtraDHCPOptionsTestJSON-471811234 tempest-ExtraDHCPOptionsTestJSON-471811234-project] 10.222.0.16 "DELETE /v2.0/networks/0394c0f8-c78d-463f-a6ac-0fb1bff060a0 HTTP/1.1" status: 204 len: 168 time: 0.6771405 Jul 14 18:56:01.956039 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c503a9-5d6f-4aeb-97fd-02911e4b6a14 tempest-ExtraDHCPOptionsTestJSON-471811234 tempest-ExtraDHCPOptionsTestJSON-471811234-project] Pushing event deleted for resources: {'Network': ['ID=0394c0f8-c78d-463f-a6ac-0fb1bff060a0,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:56:02.039720 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-610da16d-5a84-4141-b9c0-d1c905a272ab req-bd5a19f6-4906-4d84-a4b4-876a905cea11 tempest-TestSecurityGroupsBasicOps-1776290789 tempest-TestSecurityGroupsBasicOps-1776290789-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:02.045933 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-610da16d-5a84-4141-b9c0-d1c905a272ab req-bd5a19f6-4906-4d84-a4b4-876a905cea11 tempest-TestSecurityGroupsBasicOps-1776290789 tempest-TestSecurityGroupsBasicOps-1776290789-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:02.068140 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-610da16d-5a84-4141-b9c0-d1c905a272ab req-bd5a19f6-4906-4d84-a4b4-876a905cea11 tempest-TestSecurityGroupsBasicOps-1776290789 tempest-TestSecurityGroupsBasicOps-1776290789-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=0b343c56-a1d0-46b5-8250-b336efb3b854&id=09f4d1b8-dffb-4475-b36c-31c124447ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1579669 Jul 14 18:56:02.085116 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5a19f6-4906-4d84-a4b4-876a905cea11 tempest-TestSecurityGroupsBasicOps-1776290789 tempest-TestSecurityGroupsBasicOps-1776290789-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa7460cc-ff72-4287-9dca-8cf130f36659,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:56:02.096472 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 53646) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:56:02.157856 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d852de41-a860-42d4-ab98-ad529182e950 tempest-TestSecurityGroupsBasicOps-1776290789 tempest-TestSecurityGroupsBasicOps-1776290789-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:56:02.159631 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-d852de41-a860-42d4-ab98-ad529182e950 tempest-TestSecurityGroupsBasicOps-1776290789 tempest-TestSecurityGroupsBasicOps-1776290789-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=0088c237-30f1-4281-afd5-3d6abd7a2a68 HTTP/1.1" status: 200 len: 1130 time: 0.0610948 Jul 14 18:56:02.162871 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 53648) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:56:02.170976 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-9a4e7a98-53fd-4cd1-9f57-7af211151e8e tempest-TestSecurityGroupsBasicOps-1245515434 tempest-TestSecurityGroupsBasicOps-1245515434-project] Request body: {'floatingip': {'floating_network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'port_id': '58aa8328-4fd5-4eb3-b7f8-f02ef9e3f4d7', 'tenant_id': '16585be2c4d241b09d11d2c12f508f99', 'fixed_ip_address': '172.20.0.6'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:56:02.204713 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-9a4e7a98-53fd-4cd1-9f57-7af211151e8e tempest-TestSecurityGroupsBasicOps-1245515434 tempest-TestSecurityGroupsBasicOps-1245515434-project] Notify callbacks [] for floatingip, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:02.318466 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 53656) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:56:02.329982 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-9a4e7a98-53fd-4cd1-9f57-7af211151e8e tempest-TestSecurityGroupsBasicOps-1245515434 tempest-TestSecurityGroupsBasicOps-1245515434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:02.495551 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.db_base_plugin_common [None req-9a4e7a98-53fd-4cd1-9f57-7af211151e8e tempest-TestSecurityGroupsBasicOps-1245515434 tempest-TestSecurityGroupsBasicOps-1245515434-project] Allocated IP 172.25.1.75 (9200a437-e1de-4520-88f6-e68386523e61/5f47f848-4532-407a-a0e2-5690ade15fd0/c2690c60-8ed2-4087-b2cb-63d0fc43e3ac) {{(pid=93915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:56:02.532515 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-3b353dd3-d83b-48c9-8f03-b54f586399fb admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=754b3f7d33414334a4a351aaa2c42bb9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2128866 Jul 14 18:56:02.535119 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 53664) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:56:02.568832 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 5952b231-b83f-4db6-82ed-ff4b60aacf40 no longer exists at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 18:56:02.595641 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] No Port match for: 5952b231-b83f-4db6-82ed-ff4b60aacf40 {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 18:56:02.596504 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 5952b231-b83f-4db6-82ed-ff4b60aacf40 not bound to the agent host n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 18:56:02.619312 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-60eac24b-04ae-4916-8cc8-279adf38a8be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:02.647030 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-9a4e7a98-53fd-4cd1-9f57-7af211151e8e tempest-TestSecurityGroupsBasicOps-1245515434 tempest-TestSecurityGroupsBasicOps-1245515434-project] Notify callbacks [] for port, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:02.649833 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-60eac24b-04ae-4916-8cc8-279adf38a8be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:02.677848 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:02.746777 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-60eac24b-04ae-4916-8cc8-279adf38a8be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:02.749559 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-60eac24b-04ae-4916-8cc8-279adf38a8be admin admin] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:02.753156 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-60eac24b-04ae-4916-8cc8-279adf38a8be admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f150374c-55c5-454c-b9cd-57c95a57c50e HTTP/1.1" status: 204 len: 168 time: 0.2141178 Jul 14 18:56:02.759956 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60eac24b-04ae-4916-8cc8-279adf38a8be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f150374c-55c5-454c-b9cd-57c95a57c50e,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:56:02.781451 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-9a4e7a98-53fd-4cd1-9f57-7af211151e8e tempest-TestSecurityGroupsBasicOps-1245515434 tempest-TestSecurityGroupsBasicOps-1245515434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:02.830873 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a4e7a98-53fd-4cd1-9f57-7af211151e8e tempest-TestSecurityGroupsBasicOps-1245515434 tempest-TestSecurityGroupsBasicOps-1245515434-project] Network 9200a437-e1de-4520-88f6-e68386523e61 is already hosted by enough agents. {{(pid=93915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:56:02.833924 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [None req-9a4e7a98-53fd-4cd1-9f57-7af211151e8e tempest-TestSecurityGroupsBasicOps-1245515434 tempest-TestSecurityGroupsBasicOps-1245515434-project] Resources bound (agent type, host, resource id): {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:56:02.837784 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a4e7a98-53fd-4cd1-9f57-7af211151e8e tempest-TestSecurityGroupsBasicOps-1245515434 tempest-TestSecurityGroupsBasicOps-1245515434-project] Received port after_create {{(pid=93915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:56:02.844226 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4e7a98-53fd-4cd1-9f57-7af211151e8e tempest-TestSecurityGroupsBasicOps-1245515434 tempest-TestSecurityGroupsBasicOps-1245515434-project] Pushing event updated for resources: {'Port': ['ID=c2690c60-8ed2-4087-b2cb-63d0fc43e3ac,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:56:03.609738 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [req-99ee4af1-897d-4f1c-9999-8d456f732dbf req-c1ddb9c7-00be-45c9-9807-9b91e1bd4c12 service neutron] (93915) timed out ('10.222.0.35', 64789) {{(pid=93915) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 14 18:56:03.628879 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-9a4e7a98-53fd-4cd1-9f57-7af211151e8e tempest-TestSecurityGroupsBasicOps-1245515434 tempest-TestSecurityGroupsBasicOps-1245515434-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:03.634430 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 53702) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:56:03.709074 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-9a4e7a98-53fd-4cd1-9f57-7af211151e8e tempest-TestSecurityGroupsBasicOps-1245515434 tempest-TestSecurityGroupsBasicOps-1245515434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:03.745784 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-a67ceee0-7f92-456f-b42c-267dfb23487d tempest-FloatingIPNegativeTestJSON-179376297 tempest-FloatingIPNegativeTestJSON-179376297-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1936731523'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:56:03.769618 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a67ceee0-7f92-456f-b42c-267dfb23487d tempest-FloatingIPNegativeTestJSON-179376297 tempest-FloatingIPNegativeTestJSON-179376297-project] Made reservation on behalf of 2592d2db75ba45d894a1926d237b32f3 for: {'network': 1} {{(pid=93916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:56:03.773485 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a67ceee0-7f92-456f-b42c-267dfb23487d tempest-FloatingIPNegativeTestJSON-179376297 tempest-FloatingIPNegativeTestJSON-179376297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for network, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:03.783070 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a67ceee0-7f92-456f-b42c-267dfb23487d tempest-FloatingIPNegativeTestJSON-179376297 tempest-FloatingIPNegativeTestJSON-179376297-project] Notify callbacks [] for security_group, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:03.876426 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-9a4e7a98-53fd-4cd1-9f57-7af211151e8e tempest-TestSecurityGroupsBasicOps-1245515434 tempest-TestSecurityGroupsBasicOps-1245515434-project] Notify callbacks [] for port, precommit_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:03.879359 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a67ceee0-7f92-456f-b42c-267dfb23487d tempest-FloatingIPNegativeTestJSON-179376297 tempest-FloatingIPNegativeTestJSON-179376297-project] Notify callbacks [] for security_group, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:03.881358 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-9a4e7a98-53fd-4cd1-9f57-7af211151e8e tempest-TestSecurityGroupsBasicOps-1245515434 tempest-TestSecurityGroupsBasicOps-1245515434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25912978'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:03.882878 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a67ceee0-7f92-456f-b42c-267dfb23487d tempest-FloatingIPNegativeTestJSON-179376297 tempest-FloatingIPNegativeTestJSON-179376297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:03.913976 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a67ceee0-7f92-456f-b42c-267dfb23487d tempest-FloatingIPNegativeTestJSON-179376297 tempest-FloatingIPNegativeTestJSON-179376297-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 79} {{(pid=93916) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 18:56:03.931202 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67ceee0-7f92-456f-b42c-267dfb23487d tempest-FloatingIPNegativeTestJSON-179376297 tempest-FloatingIPNegativeTestJSON-179376297-project] Pushing event updated for resources: {'SecurityGroup': ['ID=38d0f505-bc14-42cc-b66e-ec77e92bc7a4,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:56:03.934531 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a67ceee0-7f92-456f-b42c-267dfb23487d tempest-FloatingIPNegativeTestJSON-179376297 tempest-FloatingIPNegativeTestJSON-179376297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:03.934882 n-d-800634-3 neutron-server[93916]: INFO neutron.db.segments_db [None req-a67ceee0-7f92-456f-b42c-267dfb23487d tempest-FloatingIPNegativeTestJSON-179376297 tempest-FloatingIPNegativeTestJSON-179376297-project] Added segment 501a53da-6cc5-416f-b6a5-300f64fa1beb of type vlan for network 412e4146-0174-4b79-9304-aac16b34c468 Jul 14 18:56:03.970045 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4e7a98-53fd-4cd1-9f57-7af211151e8e tempest-TestSecurityGroupsBasicOps-1245515434 tempest-TestSecurityGroupsBasicOps-1245515434-project] Pushing event updated for resources: {'Port': ['ID=c2690c60-8ed2-4087-b2cb-63d0fc43e3ac,revision_number=2']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:56:03.985708 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-9a4e7a98-53fd-4cd1-9f57-7af211151e8e tempest-TestSecurityGroupsBasicOps-1245515434 tempest-TestSecurityGroupsBasicOps-1245515434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-930131'] for floatingip, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:03.989840 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a67ceee0-7f92-456f-b42c-267dfb23487d tempest-FloatingIPNegativeTestJSON-179376297 tempest-FloatingIPNegativeTestJSON-179376297-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728202197517'] for network, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:04.024846 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a67ceee0-7f92-456f-b42c-267dfb23487d tempest-FloatingIPNegativeTestJSON-179376297 tempest-FloatingIPNegativeTestJSON-179376297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727'] for network, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:04.030777 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a67ceee0-7f92-456f-b42c-267dfb23487d tempest-FloatingIPNegativeTestJSON-179376297 tempest-FloatingIPNegativeTestJSON-179376297-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:56:04.031101 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a67ceee0-7f92-456f-b42c-267dfb23487d tempest-FloatingIPNegativeTestJSON-179376297 tempest-FloatingIPNegativeTestJSON-179376297-project] Notify callbacks [] for network, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:04.094315 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-a67ceee0-7f92-456f-b42c-267dfb23487d tempest-FloatingIPNegativeTestJSON-179376297 tempest-FloatingIPNegativeTestJSON-179376297-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.4586155 Jul 14 18:56:04.097298 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 53712) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:56:04.103403 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-95bd85f9-ba77-4bc5-97e4-d5261cd074f7 tempest-FloatingIPNegativeTestJSON-179376297 tempest-FloatingIPNegativeTestJSON-179376297-project] Request body: {'subnet': {'network_id': '412e4146-0174-4b79-9304-aac16b34c468', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:56:04.104772 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67ceee0-7f92-456f-b42c-267dfb23487d tempest-FloatingIPNegativeTestJSON-179376297 tempest-FloatingIPNegativeTestJSON-179376297-project] Pushing event updated for resources: {'Network': ['ID=412e4146-0174-4b79-9304-aac16b34c468,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:56:04.125444 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Network 412e4146-0174-4b79-9304-aac16b34c468 details requested by agent ovs-agent-n-d-800634-3 with host n-d-800634-3 {{(pid=93917) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 18:56:04.157418 n-d-800634-3 neutron-server[93915]: INFO neutron.db.l3_db [None req-9a4e7a98-53fd-4cd1-9f57-7af211151e8e tempest-TestSecurityGroupsBasicOps-1245515434 tempest-TestSecurityGroupsBasicOps-1245515434-project] Floating IP 1d0f29c7-3742-42de-81ed-c8e747ef4e15 associated. External IP: 172.25.1.75, port: 58aa8328-4fd5-4eb3-b7f8-f02ef9e3f4d7. Jul 14 18:56:04.289176 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95bd85f9-ba77-4bc5-97e4-d5261cd074f7 tempest-FloatingIPNegativeTestJSON-179376297 tempest-FloatingIPNegativeTestJSON-179376297-project] Made reservation on behalf of 2592d2db75ba45d894a1926d237b32f3 for: {'subnet': 1} {{(pid=93915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:56:04.293607 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-95bd85f9-ba77-4bc5-97e4-d5261cd074f7 tempest-FloatingIPNegativeTestJSON-179376297 tempest-FloatingIPNegativeTestJSON-179376297-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28969735'] for subnet, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:04.540555 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a4e7a98-53fd-4cd1-9f57-7af211151e8e tempest-TestSecurityGroupsBasicOps-1245515434 tempest-TestSecurityGroupsBasicOps-1245515434-project] Router 459f3996-309d-4d20-9d8c-11ee0f52f7d6 has already been hosted by L3 agent 2c6eb27e-defb-4cca-9a24-381c7415e359 {{(pid=93915) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 18:56:04.630787 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-95bd85f9-ba77-4bc5-97e4-d5261cd074f7 tempest-FloatingIPNegativeTestJSON-179376297 tempest-FloatingIPNegativeTestJSON-179376297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25912837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28969781'] for subnet, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:04.744840 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95bd85f9-ba77-4bc5-97e4-d5261cd074f7 tempest-FloatingIPNegativeTestJSON-179376297 tempest-FloatingIPNegativeTestJSON-179376297-project] Pushing event updated for resources: {'Subnet': ['ID=7875ee96-fb58-49e9-b67b-5c4f041ace8f,revision_number=0']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:56:04.755515 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a4e7a98-53fd-4cd1-9f57-7af211151e8e tempest-TestSecurityGroupsBasicOps-1245515434 tempest-TestSecurityGroupsBasicOps-1245515434-project] Notify agent at l3_agent.n-d-800634-3 the message routers_updated {{(pid=93915) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 18:56:04.762397 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95bd85f9-ba77-4bc5-97e4-d5261cd074f7 tempest-FloatingIPNegativeTestJSON-179376297 tempest-FloatingIPNegativeTestJSON-179376297-project] Checking segment: {'id': '501a53da-6cc5-416f-b6a5-300f64fa1beb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '412e4146-0174-4b79-9304-aac16b34c468'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:56:04.762776 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95bd85f9-ba77-4bc5-97e4-d5261cd074f7 tempest-FloatingIPNegativeTestJSON-179376297 tempest-FloatingIPNegativeTestJSON-179376297-project] Network hostable DHCP agents. Network: 412e4146-0174-4b79-9304-aac16b34c468, hostable agents: ['028393c3-0576-4ebd-bca1-8ea8a148e1a2'], hosted agents: [] {{(pid=93915) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 18:56:04.767812 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c81dbe4e-dbd4-41fa-950e-b6d9382b197e None None] Sync routers for ids ['459f3996-309d-4d20-9d8c-11ee0f52f7d6'] in n-d-800634-3 {{(pid=93918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 18:56:04.779907 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c81dbe4e-dbd4-41fa-950e-b6d9382b197e None None] Routers {'459f3996-309d-4d20-9d8c-11ee0f52f7d6'} bound to L3 agent in host n-d-800634-3 {{(pid=93918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:56:04.780857 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-c81dbe4e-dbd4-41fa-950e-b6d9382b197e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:55:53Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['459f3996-309d-4d20-9d8c-11ee0f52f7d6'], 'active': True} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:56:04.782880 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-9a4e7a98-53fd-4cd1-9f57-7af211151e8e tempest-TestSecurityGroupsBasicOps-1245515434 tempest-TestSecurityGroupsBasicOps-1245515434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for floatingip, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:04.809599 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95bd85f9-ba77-4bc5-97e4-d5261cd074f7 tempest-FloatingIPNegativeTestJSON-179376297 tempest-FloatingIPNegativeTestJSON-179376297-project] Network 412e4146-0174-4b79-9304-aac16b34c468 is scheduled to be hosted by DHCP agent 028393c3-0576-4ebd-bca1-8ea8a148e1a2 with binding_index 1 {{(pid=93915) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 18:56:04.827496 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [None req-95bd85f9-ba77-4bc5-97e4-d5261cd074f7 tempest-FloatingIPNegativeTestJSON-179376297 tempest-FloatingIPNegativeTestJSON-179376297-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-3, 412e4146-0174-4b79-9304-aac16b34c468) {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:56:04.834672 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95bd85f9-ba77-4bc5-97e4-d5261cd074f7 tempest-FloatingIPNegativeTestJSON-179376297 tempest-FloatingIPNegativeTestJSON-179376297-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:56:04.835285 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-95bd85f9-ba77-4bc5-97e4-d5261cd074f7 tempest-FloatingIPNegativeTestJSON-179376297 tempest-FloatingIPNegativeTestJSON-179376297-project] Notify callbacks [] for subnet, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:04.839067 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc216a29-7c4a-4e78-b16d-f46a369373e8 None None] Network 412e4146-0174-4b79-9304-aac16b34c468 requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:56:04.841574 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 53726) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:56:04.842144 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-9a4e7a98-53fd-4cd1-9f57-7af211151e8e tempest-TestSecurityGroupsBasicOps-1245515434 tempest-TestSecurityGroupsBasicOps-1245515434-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.6776006 Jul 14 18:56:04.843408 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0088c237-30f1-4281-afd5-3d6abd7a2a68', 'tag': '58aa8328-4fd5-4eb3-b7f8-f02ef9e3f4d7'}] {{(pid=93915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:56:04.845883 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e72782ad3af8f7d4ce76cedf092bca46d1756acc5c4653cf0b52034cdd6b073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4182abc2-d4c9-4829-aefc-c193416c823d" -d '{"events": [{"name": "network-changed", "server_uuid": "0088c237-30f1-4281-afd5-3d6abd7a2a68", "tag": "58aa8328-4fd5-4eb3-b7f8-f02ef9e3f4d7"}]}' {{(pid=93915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:56:04.877732 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-95bd85f9-ba77-4bc5-97e4-d5261cd074f7 tempest-FloatingIPNegativeTestJSON-179376297 tempest-FloatingIPNegativeTestJSON-179376297-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7792234 Jul 14 18:56:04.880289 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 53730) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:56:04.887450 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-61fbfabe-18a6-4ebb-8c80-42e4646179c1 tempest-FloatingIPNegativeTestJSON-179376297 tempest-FloatingIPNegativeTestJSON-179376297-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1060509282', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:56:04.915226 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 18:56:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2a9d790-1adb-470e-a891-cc9a765132f2 x-openstack-request-id: req-d2a9d790-1adb-470e-a891-cc9a765132f2 {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:56:04.915710 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0088c237-30f1-4281-afd5-3d6abd7a2a68", "tag": "58aa8328-4fd5-4eb3-b7f8-f02ef9e3f4d7", "status": "completed", "code": 200}]} {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:56:04.916206 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d2a9d790-1adb-470e-a891-cc9a765132f2 {{(pid=93915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:56:04.916849 n-d-800634-3 neutron-server[93915]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0088c237-30f1-4281-afd5-3d6abd7a2a68', 'tag': '58aa8328-4fd5-4eb3-b7f8-f02ef9e3f4d7', 'status': 'completed', 'code': 200} Jul 14 18:56:04.928809 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvr_db [None req-c81dbe4e-dbd4-41fa-950e-b6d9382b197e None None] Set router 459f3996-309d-4d20-9d8c-11ee0f52f7d6 gateway port host: n-d-800634-3 {{(pid=93918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 18:56:04.958776 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-61fbfabe-18a6-4ebb-8c80-42e4646179c1 tempest-FloatingIPNegativeTestJSON-179376297 tempest-FloatingIPNegativeTestJSON-179376297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-571768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11104'] for router, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:04.959809 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-61fbfabe-18a6-4ebb-8c80-42e4646179c1 tempest-FloatingIPNegativeTestJSON-179376297 tempest-FloatingIPNegativeTestJSON-179376297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-571675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-930014', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-632314', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11129'] for router, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:05.034841 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7af4e2c5-d271-481f-9f93-ba69d2677964 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9222b97e-5d1c-54f8-ba97-82f172498e76-412e4146-0174-4b79-9304-aac16b34c468', 'network_id': '412e4146-0174-4b79-9304-aac16b34c468', 'tenant_id': '2592d2db75ba45d894a1926d237b32f3', 'fixed_ips': [{'subnet_id': '7875ee96-fb58-49e9-b67b-5c4f041ace8f'}]}} from n-d-800634-3. {{(pid=93917) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 18:56:05.036241 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-7af4e2c5-d271-481f-9f93-ba69d2677964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:05.087934 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-61fbfabe-18a6-4ebb-8c80-42e4646179c1 tempest-FloatingIPNegativeTestJSON-179376297 tempest-FloatingIPNegativeTestJSON-179376297-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:05.102564 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4182abc2-d4c9-4829-aefc-c193416c823d req-dfec57ed-7a05-4de5-b2c5-4b19a9a3bb4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:56:05.104372 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-4182abc2-d4c9-4829-aefc-c193416c823d req-dfec57ed-7a05-4de5-b2c5-4b19a9a3bb4a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=16585be2c4d241b09d11d2c12f508f99&device_id=0088c237-30f1-4281-afd5-3d6abd7a2a68 HTTP/1.1" status: 200 len: 1135 time: 0.1571052 Jul 14 18:56:05.105301 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-61fbfabe-18a6-4ebb-8c80-42e4646179c1 tempest-FloatingIPNegativeTestJSON-179376297 tempest-FloatingIPNegativeTestJSON-179376297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-571759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-930033'] for router, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:05.141958 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd53dec9-db1b-4a2a-b832-a2555ec5419c tempest-TestSecurityGroupsBasicOps-1776290789 tempest-TestSecurityGroupsBasicOps-1776290789-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:56:05.142525 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd53dec9-db1b-4a2a-b832-a2555ec5419c tempest-TestSecurityGroupsBasicOps-1776290789 tempest-TestSecurityGroupsBasicOps-1776290789-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:56:05.142997 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd53dec9-db1b-4a2a-b832-a2555ec5419c tempest-TestSecurityGroupsBasicOps-1776290789 tempest-TestSecurityGroupsBasicOps-1776290789-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:56:05.143456 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd53dec9-db1b-4a2a-b832-a2555ec5419c tempest-TestSecurityGroupsBasicOps-1776290789 tempest-TestSecurityGroupsBasicOps-1776290789-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:56:05.144260 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd53dec9-db1b-4a2a-b832-a2555ec5419c tempest-TestSecurityGroupsBasicOps-1776290789 tempest-TestSecurityGroupsBasicOps-1776290789-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:56:05.144728 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd53dec9-db1b-4a2a-b832-a2555ec5419c tempest-TestSecurityGroupsBasicOps-1776290789 tempest-TestSecurityGroupsBasicOps-1776290789-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:56:05.145492 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd53dec9-db1b-4a2a-b832-a2555ec5419c tempest-TestSecurityGroupsBasicOps-1776290789 tempest-TestSecurityGroupsBasicOps-1776290789-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:56:05.145961 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd53dec9-db1b-4a2a-b832-a2555ec5419c tempest-TestSecurityGroupsBasicOps-1776290789 tempest-TestSecurityGroupsBasicOps-1776290789-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:56:05.146415 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd53dec9-db1b-4a2a-b832-a2555ec5419c tempest-TestSecurityGroupsBasicOps-1776290789 tempest-TestSecurityGroupsBasicOps-1776290789-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:56:05.148635 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-cd53dec9-db1b-4a2a-b832-a2555ec5419c tempest-TestSecurityGroupsBasicOps-1776290789 tempest-TestSecurityGroupsBasicOps-1776290789-project-admin] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6389 time: 0.3057189 Jul 14 18:56:05.151589 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 53734) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:56:05.190977 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-61fbfabe-18a6-4ebb-8c80-42e4646179c1 tempest-FloatingIPNegativeTestJSON-179376297 tempest-FloatingIPNegativeTestJSON-179376297-project] Notify callbacks [] for router, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:05.192545 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-61fbfabe-18a6-4ebb-8c80-42e4646179c1 tempest-FloatingIPNegativeTestJSON-179376297 tempest-FloatingIPNegativeTestJSON-179376297-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.3107858 Jul 14 18:56:05.195647 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 53736) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:56:05.269149 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.db_base_plugin_common [None req-7af4e2c5-d271-481f-9f93-ba69d2677964 None None] Allocated IP 172.20.0.2 (412e4146-0174-4b79-9304-aac16b34c468/7875ee96-fb58-49e9-b67b-5c4f041ace8f/8418988c-ded0-485f-be8c-c9d540d3605a) {{(pid=93917) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:56:05.296028 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6634bbf-0be6-40b3-9038-1b09c5108db5 tempest-TestSecurityGroupsBasicOps-1776290789 tempest-TestSecurityGroupsBasicOps-1776290789-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:56:05.296533 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6634bbf-0be6-40b3-9038-1b09c5108db5 tempest-TestSecurityGroupsBasicOps-1776290789 tempest-TestSecurityGroupsBasicOps-1776290789-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:56:05.296997 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6634bbf-0be6-40b3-9038-1b09c5108db5 tempest-TestSecurityGroupsBasicOps-1776290789 tempest-TestSecurityGroupsBasicOps-1776290789-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:56:05.297499 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6634bbf-0be6-40b3-9038-1b09c5108db5 tempest-TestSecurityGroupsBasicOps-1776290789 tempest-TestSecurityGroupsBasicOps-1776290789-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:56:05.298007 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6634bbf-0be6-40b3-9038-1b09c5108db5 tempest-TestSecurityGroupsBasicOps-1776290789 tempest-TestSecurityGroupsBasicOps-1776290789-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:56:05.298462 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6634bbf-0be6-40b3-9038-1b09c5108db5 tempest-TestSecurityGroupsBasicOps-1776290789 tempest-TestSecurityGroupsBasicOps-1776290789-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:56:05.298910 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6634bbf-0be6-40b3-9038-1b09c5108db5 tempest-TestSecurityGroupsBasicOps-1776290789 tempest-TestSecurityGroupsBasicOps-1776290789-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:56:05.299500 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6634bbf-0be6-40b3-9038-1b09c5108db5 tempest-TestSecurityGroupsBasicOps-1776290789 tempest-TestSecurityGroupsBasicOps-1776290789-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:56:05.300149 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6634bbf-0be6-40b3-9038-1b09c5108db5 tempest-TestSecurityGroupsBasicOps-1776290789 tempest-TestSecurityGroupsBasicOps-1776290789-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:56:05.302871 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-d6634bbf-0be6-40b3-9038-1b09c5108db5 tempest-TestSecurityGroupsBasicOps-1776290789 tempest-TestSecurityGroupsBasicOps-1776290789-project-admin] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5876 time: 0.1500657 Jul 14 18:56:05.309874 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 53740) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:56:05.391342 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-c81dbe4e-dbd4-41fa-950e-b6d9382b197e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '459f3996-309d-4d20-9d8c-11ee0f52f7d6', 'name': 'tempest-TestSecurityGroupsBasicOps-router-415935990', 'tenant_id': '16585be2c4d241b09d11d2c12f508f99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.237'}], 'enable_snat': True}, 'gw_port_id': 'd6134d30-60f5-4a86-ae97-359f0a382f0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:55:41Z', 'updated_at': '2021-07-14T18:55:46Z', 'revision_number': 4, 'project_id': '16585be2c4d241b09d11d2c12f508f99', 'gw_port': {'id': 'd6134d30-60f5-4a86-ae97-359f0a382f0d', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:64:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '459f3996-309d-4d20-9d8c-11ee0f52f7d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3638, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:55:41Z', 'updated_at': '2021-07-14T18:55:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_floatingips': [{'id': '1d0f29c7-3742-42de-81ed-c8e747ef4e15', 'tenant_id': '16585be2c4d241b09d11d2c12f508f99', 'floating_ip_address': '172.25.1.75', 'floating_network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'router_id': '459f3996-309d-4d20-9d8c-11ee0f52f7d6', 'port_id': '58aa8328-4fd5-4eb3-b7f8-f02ef9e3f4d7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3693, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '28da15a0-c36e-413e-a43a-1f36dc834f32', 'mac_address': 'fa:16:3e:13:3f:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0088c237-30f1-4281-afd5-3d6abd7a2a68', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T18:56:03Z', 'updated_at': '2021-07-14T18:56:03Z', 'revision_number': 0, 'project_id': '16585be2c4d241b09d11d2c12f508f99', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a9b865c-a5a8-4fa0-84a6-4362d0948d3c', 'name': '', 'network_id': '28da15a0-c36e-413e-a43a-1f36dc834f32', 'tenant_id': '16585be2c4d241b09d11d2c12f508f99', 'mac_address': 'fa:16:3e:70:f8:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '459f3996-309d-4d20-9d8c-11ee0f52f7d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3651, 'fixed_ips': [{'subnet_id': '49bf98e0-5aa2-40cd-9511-b0e7b902c12e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:55:45Z', 'updated_at': '2021-07-14T18:55:50Z', 'revision_number': 5, 'project_id': '16585be2c4d241b09d11d2c12f508f99', 'subnets': [{'id': '49bf98e0-5aa2-40cd-9511-b0e7b902c12e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-3', False) {} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:56:05.425338 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c81dbe4e-dbd4-41fa-950e-b6d9382b197e None None] Checking router: 459f3996-309d-4d20-9d8c-11ee0f52f7d6 for host: n-d-800634-3 {{(pid=93918) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 18:56:05.440717 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c81dbe4e-dbd4-41fa-950e-b6d9382b197e None None] Routers {'459f3996-309d-4d20-9d8c-11ee0f52f7d6'} bound to L3 agent in host n-d-800634-3 {{(pid=93918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:56:05.441343 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-c81dbe4e-dbd4-41fa-950e-b6d9382b197e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:55:53Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['459f3996-309d-4d20-9d8c-11ee0f52f7d6'], 'active': True} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:56:05.481250 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-7af4e2c5-d271-481f-9f93-ba69d2677964 None None] Notify callbacks [] for port, precommit_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:05.493504 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-7af4e2c5-d271-481f-9f93-ba69d2677964 None None] Transition to ACTIVE for port object 8418988c-ded0-485f-be8c-c9d540d3605a will not be triggered until provisioned by entity L2. {{(pid=93917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:56:05.512346 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4182abc2-d4c9-4829-aefc-c193416c823d req-952ee4be-4566-4ede-8539-0b31e407be5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:56:05.514547 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-4182abc2-d4c9-4829-aefc-c193416c823d req-952ee4be-4566-4ede-8539-0b31e407be5c service neutron] 10.222.0.18 "GET /v2.0/networks?id=28da15a0-c36e-413e-a43a-1f36dc834f32 HTTP/1.1" status: 200 len: 897 time: 0.4027321 Jul 14 18:56:05.518178 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-7af4e2c5-d271-481f-9f93-ba69d2677964 None None] Transition to ACTIVE for port object 8418988c-ded0-485f-be8c-c9d540d3605a will not be triggered until provisioned by entity DHCP. {{(pid=93917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:56:05.540434 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-7af4e2c5-d271-481f-9f93-ba69d2677964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804'] for port, after_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:05.577765 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvr_db [None req-c81dbe4e-dbd4-41fa-950e-b6d9382b197e None None] Set router 459f3996-309d-4d20-9d8c-11ee0f52f7d6 gateway port host: n-d-800634-3 {{(pid=93918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 18:56:05.617854 n-d-800634-3 neutron-server[93917]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7af4e2c5-d271-481f-9f93-ba69d2677964 None None] Network 412e4146-0174-4b79-9304-aac16b34c468 is already hosted by enough agents. {{(pid=93917) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:56:05.622260 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:05.624755 n-d-800634-3 neutron-server[93917]: DEBUG neutron.scheduler.base_scheduler [None req-7af4e2c5-d271-481f-9f93-ba69d2677964 None None] Resources bound (agent type, host, resource id): {{(pid=93917) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:56:05.631354 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7af4e2c5-d271-481f-9f93-ba69d2677964 None None] Received port after_create {{(pid=93917) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:56:05.643466 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af4e2c5-d271-481f-9f93-ba69d2677964 None None] Pushing event updated for resources: {'Port': ['ID=8418988c-ded0-485f-be8c-c9d540d3605a,revision_number=1']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:56:05.704386 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-7af4e2c5-d271-481f-9f93-ba69d2677964 None None] Attempting to bind port 8418988c-ded0-485f-be8c-c9d540d3605a on host n-d-800634-3 for vnic_type normal with profile {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:56:05.704775 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-7af4e2c5-d271-481f-9f93-ba69d2677964 None None] Attempting to bind port 8418988c-ded0-485f-be8c-c9d540d3605a by drivers openvswitch,hyperv on host n-d-800634-3 at level 0 using segments [{'id': '501a53da-6cc5-416f-b6a5-300f64fa1beb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '412e4146-0174-4b79-9304-aac16b34c468'}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:56:05.705168 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7af4e2c5-d271-481f-9f93-ba69d2677964 None None] Attempting to bind port 8418988c-ded0-485f-be8c-c9d540d3605a on network 412e4146-0174-4b79-9304-aac16b34c468 {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:56:05.713014 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7af4e2c5-d271-481f-9f93-ba69d2677964 None None] Checking agent: {'id': '01c19e91-a945-4e3c-94a6-c211e17c923e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 8, 23), 'started_at': datetime.datetime(2021, 7, 14, 18, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 18, 55, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 18:56:05.713429 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7af4e2c5-d271-481f-9f93-ba69d2677964 None None] Checking segment: {'id': '501a53da-6cc5-416f-b6a5-300f64fa1beb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '412e4146-0174-4b79-9304-aac16b34c468'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93917) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:56:05.713872 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-7af4e2c5-d271-481f-9f93-ba69d2677964 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:05.714275 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7af4e2c5-d271-481f-9f93-ba69d2677964 None None] Bound using segment: {'id': '501a53da-6cc5-416f-b6a5-300f64fa1beb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '412e4146-0174-4b79-9304-aac16b34c468'} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 18:56:05.714841 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-7af4e2c5-d271-481f-9f93-ba69d2677964 None None] Bound port: 8418988c-ded0-485f-be8c-c9d540d3605a, host: n-d-800634-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '501a53da-6cc5-416f-b6a5-300f64fa1beb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '412e4146-0174-4b79-9304-aac16b34c468'}}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 18:56:05.715227 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-7af4e2c5-d271-481f-9f93-ba69d2677964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:05.800894 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-7af4e2c5-d271-481f-9f93-ba69d2677964 None None] For port 8418988c-ded0-485f-be8c-c9d540d3605a, host n-d-800634-3, cleared binding levels {{(pid=93917) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:56:05.809019 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-7af4e2c5-d271-481f-9f93-ba69d2677964 None None] For port 8418988c-ded0-485f-be8c-c9d540d3605a, host n-d-800634-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=8418988c-ded0-485f-be8c-c9d540d3605a,segment=NetworkSegment(501a53da-6cc5-416f-b6a5-300f64fa1beb),segment_id=501a53da-6cc5-416f-b6a5-300f64fa1beb)] {{(pid=93917) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 18:56:05.816152 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-7af4e2c5-d271-481f-9f93-ba69d2677964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:05.883269 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af4e2c5-d271-481f-9f93-ba69d2677964 None None] Pushing event updated for resources: {'Port': ['ID=8418988c-ded0-485f-be8c-c9d540d3605a,revision_number=2']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:56:05.938653 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-c81dbe4e-dbd4-41fa-950e-b6d9382b197e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '459f3996-309d-4d20-9d8c-11ee0f52f7d6', 'name': 'tempest-TestSecurityGroupsBasicOps-router-415935990', 'tenant_id': '16585be2c4d241b09d11d2c12f508f99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.237'}], 'enable_snat': True}, 'gw_port_id': 'd6134d30-60f5-4a86-ae97-359f0a382f0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:55:41Z', 'updated_at': '2021-07-14T18:55:46Z', 'revision_number': 4, 'project_id': '16585be2c4d241b09d11d2c12f508f99', 'gw_port': {'id': 'd6134d30-60f5-4a86-ae97-359f0a382f0d', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:64:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '459f3996-309d-4d20-9d8c-11ee0f52f7d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3638, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:55:41Z', 'updated_at': '2021-07-14T18:55:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_floatingips': [{'id': '1d0f29c7-3742-42de-81ed-c8e747ef4e15', 'tenant_id': '16585be2c4d241b09d11d2c12f508f99', 'floating_ip_address': '172.25.1.75', 'floating_network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'router_id': '459f3996-309d-4d20-9d8c-11ee0f52f7d6', 'port_id': '58aa8328-4fd5-4eb3-b7f8-f02ef9e3f4d7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3693, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '28da15a0-c36e-413e-a43a-1f36dc834f32', 'mac_address': 'fa:16:3e:13:3f:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0088c237-30f1-4281-afd5-3d6abd7a2a68', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T18:56:03Z', 'updated_at': '2021-07-14T18:56:03Z', 'revision_number': 0, 'project_id': '16585be2c4d241b09d11d2c12f508f99', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a9b865c-a5a8-4fa0-84a6-4362d0948d3c', 'name': '', 'network_id': '28da15a0-c36e-413e-a43a-1f36dc834f32', 'tenant_id': '16585be2c4d241b09d11d2c12f508f99', 'mac_address': 'fa:16:3e:70:f8:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '459f3996-309d-4d20-9d8c-11ee0f52f7d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3651, 'fixed_ips': [{'subnet_id': '49bf98e0-5aa2-40cd-9511-b0e7b902c12e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:55:45Z', 'updated_at': '2021-07-14T18:55:50Z', 'revision_number': 5, 'project_id': '16585be2c4d241b09d11d2c12f508f99', 'subnets': [{'id': '49bf98e0-5aa2-40cd-9511-b0e7b902c12e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-3', False) {} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:56:05.987386 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c81dbe4e-dbd4-41fa-950e-b6d9382b197e None None] The sync data for ids ['459f3996-309d-4d20-9d8c-11ee0f52f7d6'] in n-d-800634-3 is: [{'id': '459f3996-309d-4d20-9d8c-11ee0f52f7d6', 'name': 'tempest-TestSecurityGroupsBasicOps-router-415935990', 'tenant_id': '16585be2c4d241b09d11d2c12f508f99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.237'}], 'enable_snat': True}, 'gw_port_id': 'd6134d30-60f5-4a86-ae97-359f0a382f0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:55:41Z', 'updated_at': '2021-07-14T18:55:46Z', 'revision_number': 4, 'project_id': '16585be2c4d241b09d11d2c12f508f99', 'gw_port': {'id': 'd6134d30-60f5-4a86-ae97-359f0a382f0d', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:64:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '459f3996-309d-4d20-9d8c-11ee0f52f7d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3638, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:55:41Z', 'updated_at': '2021-07-14T18:55:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_floatingips': [{'id': '1d0f29c7-3742-42de-81ed-c8e747ef4e15', 'tenant_id': '16585be2c4d241b09d11d2c12f508f99', 'floating_ip_address': '172.25.1.75', 'floating_network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'router_id': '459f3996-309d-4d20-9d8c-11ee0f52f7d6', 'port_id': '58aa8328-4fd5-4eb3-b7f8-f02ef9e3f4d7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3693, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '28da15a0-c36e-413e-a43a-1f36dc834f32', 'mac_address': 'fa:16:3e:13:3f:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0088c237-30f1-4281-afd5-3d6abd7a2a68', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T18:56:03Z', 'updated_at': '2021-07-14T18:56:03Z', 'revision_number': 0, 'project_id': '16585be2c4d241b09d11d2c12f508f99', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a9b865c-a5a8-4fa0-84a6-4362d0948d3c', 'name': '', 'network_id': '28da15a0-c36e-413e-a43a-1f36dc834f32', 'tenant_id': '16585be2c4d241b09d11d2c12f508f99', 'mac_address': 'fa:16:3e:70:f8:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '459f3996-309d-4d20-9d8c-11ee0f52f7d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3651, 'fixed_ips': [{'subnet_id': '49bf98e0-5aa2-40cd-9511-b0e7b902c12e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:55:45Z', 'updated_at': '2021-07-14T18:55:50Z', 'revision_number': 5, 'project_id': '16585be2c4d241b09d11d2c12f508f99', 'subnets': [{'id': '49bf98e0-5aa2-40cd-9511-b0e7b902c12e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 18:56:06.205880 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-4182abc2-d4c9-4829-aefc-c193416c823d req-e214d2db-6605-4551-b9bb-33797ea5309d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=58aa8328-4fd5-4eb3-b7f8-f02ef9e3f4d7 HTTP/1.1" status: 200 len: 998 time: 0.6836853 Jul 14 18:56:06.211583 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-5a1beee6-11e8-4f84-84cf-c47d722edf49 tempest-FloatingIPNegativeTestJSON-179376297 tempest-FloatingIPNegativeTestJSON-179376297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:06.387898 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0baae46-bf7e-4d57-ac0a-5573ac0e8b95 None None] New status for floating IP 1d0f29c7-3742-42de-81ed-c8e747ef4e15: ACTIVE {{(pid=93917) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 18:56:06.440256 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4182abc2-d4c9-4829-aefc-c193416c823d req-18665c58-af41-4fcd-8eac-84dfa800b21e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:56:06.450325 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-4182abc2-d4c9-4829-aefc-c193416c823d req-18665c58-af41-4fcd-8eac-84dfa800b21e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=49bf98e0-5aa2-40cd-9511-b0e7b902c12e HTTP/1.1" status: 200 len: 834 time: 0.2297924 Jul 14 18:56:06.588390 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-ecefa6dd-2532-42b3-a1a5-d8292142c63d tempest-TestSecurityGroupsBasicOps-1776290789 tempest-TestSecurityGroupsBasicOps-1776290789-project-admin] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 5039 time: 1.2734876 Jul 14 18:56:06.588818 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 53760) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:56:06.639927 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 8418988c-ded0-485f-be8c-c9d540d3605a up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:56:06.684290 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-597c889b-904e-4f48-935e-febf47f74d9a tempest-TestSecurityGroupsBasicOps-1776290789 tempest-TestSecurityGroupsBasicOps-1776290789-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:56:06.685104 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-597c889b-904e-4f48-935e-febf47f74d9a tempest-TestSecurityGroupsBasicOps-1776290789 tempest-TestSecurityGroupsBasicOps-1776290789-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:56:06.688935 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-597c889b-904e-4f48-935e-febf47f74d9a tempest-TestSecurityGroupsBasicOps-1776290789 tempest-TestSecurityGroupsBasicOps-1776290789-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=459f3996-309d-4d20-9d8c-11ee0f52f7d6 HTTP/1.1" status: 200 len: 1990 time: 0.0985730 Jul 14 18:56:06.709616 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning for port 8418988c-ded0-485f-be8c-c9d540d3605a completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:56:06.711057 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4182abc2-d4c9-4829-aefc-c193416c823d req-1d41e051-db91-481d-bf0c-fcccb304ff20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:56:06.712825 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-4182abc2-d4c9-4829-aefc-c193416c823d req-1d41e051-db91-481d-bf0c-fcccb304ff20 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=28da15a0-c36e-413e-a43a-1f36dc834f32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2492352 Jul 14 18:56:06.782539 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.db_base_plugin_common [None req-5a1beee6-11e8-4f84-84cf-c47d722edf49 tempest-FloatingIPNegativeTestJSON-179376297 tempest-FloatingIPNegativeTestJSON-179376297-project] Allocated IP 172.20.0.1 (412e4146-0174-4b79-9304-aac16b34c468/7875ee96-fb58-49e9-b67b-5c4f041ace8f/161df9bc-0585-4313-b4d9-0a238eeb7c6e) {{(pid=93915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:56:06.896290 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-4182abc2-d4c9-4829-aefc-c193416c823d req-4be9dfc1-da1b-48ff-8205-b85711557a03 service neutron] 10.222.0.18 "GET /v2.0/networks/28da15a0-c36e-413e-a43a-1f36dc834f32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1737912 Jul 14 18:56:07.002413 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-5a1beee6-11e8-4f84-84cf-c47d722edf49 tempest-FloatingIPNegativeTestJSON-179376297 tempest-FloatingIPNegativeTestJSON-179376297-project] Notify callbacks [] for port, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:07.031853 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.provisioning_blocks [None req-5a1beee6-11e8-4f84-84cf-c47d722edf49 tempest-FloatingIPNegativeTestJSON-179376297 tempest-FloatingIPNegativeTestJSON-179376297-project] Transition to ACTIVE for port object 161df9bc-0585-4313-b4d9-0a238eeb7c6e will not be triggered until provisioned by entity DHCP. {{(pid=93915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:56:07.058882 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-4182abc2-d4c9-4829-aefc-c193416c823d req-8091cfe4-e6c9-4267-b367-6f074ae2b4b0 service neutron] 10.222.0.18 "GET /v2.0/networks/28da15a0-c36e-413e-a43a-1f36dc834f32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1547735 Jul 14 18:56:07.088449 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6b84721-cbb0-4673-bbe0-4ce7d0170915 None None] Network 412e4146-0174-4b79-9304-aac16b34c468 requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:56:07.088882 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-5a1beee6-11e8-4f84-84cf-c47d722edf49 tempest-FloatingIPNegativeTestJSON-179376297 tempest-FloatingIPNegativeTestJSON-179376297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:07.131761 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a1beee6-11e8-4f84-84cf-c47d722edf49 tempest-FloatingIPNegativeTestJSON-179376297 tempest-FloatingIPNegativeTestJSON-179376297-project] Network 412e4146-0174-4b79-9304-aac16b34c468 is already hosted by enough agents. {{(pid=93915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:56:07.135262 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [None req-5a1beee6-11e8-4f84-84cf-c47d722edf49 tempest-FloatingIPNegativeTestJSON-179376297 tempest-FloatingIPNegativeTestJSON-179376297-project] Resources bound (agent type, host, resource id): {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:56:07.141927 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a1beee6-11e8-4f84-84cf-c47d722edf49 tempest-FloatingIPNegativeTestJSON-179376297 tempest-FloatingIPNegativeTestJSON-179376297-project] Received port after_create {{(pid=93915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:56:07.178493 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-70932f80-c004-4d1c-a306-e9302657fd4c None None] Provisioning for port 8418988c-ded0-485f-be8c-c9d540d3605a completed by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:56:07.187620 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-70932f80-c004-4d1c-a306-e9302657fd4c None None] Provisioning complete for port 8418988c-ded0-485f-be8c-c9d540d3605a triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:56:07.187985 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-70932f80-c004-4d1c-a306-e9302657fd4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:07.191346 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1beee6-11e8-4f84-84cf-c47d722edf49 tempest-FloatingIPNegativeTestJSON-179376297 tempest-FloatingIPNegativeTestJSON-179376297-project] Pushing event updated for resources: {'Port': ['ID=161df9bc-0585-4313-b4d9-0a238eeb7c6e,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:56:07.206008 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-5a1beee6-11e8-4f84-84cf-c47d722edf49 tempest-FloatingIPNegativeTestJSON-179376297 tempest-FloatingIPNegativeTestJSON-179376297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-930452'] for router_interface, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:07.345514 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-5a1beee6-11e8-4f84-84cf-c47d722edf49 tempest-FloatingIPNegativeTestJSON-179376297 tempest-FloatingIPNegativeTestJSON-179376297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:07.352637 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-70932f80-c004-4d1c-a306-e9302657fd4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:07.398116 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-70932f80-c004-4d1c-a306-e9302657fd4c None None] For port 8418988c-ded0-485f-be8c-c9d540d3605a, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=8418988c-ded0-485f-be8c-c9d540d3605a,segment=NetworkSegment(501a53da-6cc5-416f-b6a5-300f64fa1beb),segment_id=501a53da-6cc5-416f-b6a5-300f64fa1beb)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:56:07.403924 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-70932f80-c004-4d1c-a306-e9302657fd4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:07.485193 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70932f80-c004-4d1c-a306-e9302657fd4c None None] Pushing event updated for resources: {'Port': ['ID=8418988c-ded0-485f-be8c-c9d540d3605a,revision_number=3']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:56:07.687314 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-5a1beee6-11e8-4f84-84cf-c47d722edf49 tempest-FloatingIPNegativeTestJSON-179376297 tempest-FloatingIPNegativeTestJSON-179376297-project] Notify callbacks [] for port, precommit_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:07.693827 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-5a1beee6-11e8-4f84-84cf-c47d722edf49 tempest-FloatingIPNegativeTestJSON-179376297 tempest-FloatingIPNegativeTestJSON-179376297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25912978'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:07.748942 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-ff946620-c3da-4ee1-97e2-c10226b46a47 None None] Provisioning for port 161df9bc-0585-4313-b4d9-0a238eeb7c6e completed by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:56:07.753414 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-ff946620-c3da-4ee1-97e2-c10226b46a47 None None] Provisioning complete for port 161df9bc-0585-4313-b4d9-0a238eeb7c6e triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:56:07.753793 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-ff946620-c3da-4ee1-97e2-c10226b46a47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:07.792304 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-ff946620-c3da-4ee1-97e2-c10226b46a47 None None] Port 161df9bc-0585-4313-b4d9-0a238eeb7c6e cannot update to ACTIVE because it is not bound. {{(pid=93917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 18:56:07.793494 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-5a1beee6-11e8-4f84-84cf-c47d722edf49 tempest-FloatingIPNegativeTestJSON-179376297 tempest-FloatingIPNegativeTestJSON-179376297-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-598741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-928734'] for router_interface, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:07.796459 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1beee6-11e8-4f84-84cf-c47d722edf49 tempest-FloatingIPNegativeTestJSON-179376297 tempest-FloatingIPNegativeTestJSON-179376297-project] Pushing event updated for resources: {'Port': ['ID=161df9bc-0585-4313-b4d9-0a238eeb7c6e,revision_number=2']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:56:07.804989 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-ff946620-c3da-4ee1-97e2-c10226b46a47 None None] Provisioning complete for port 8418988c-ded0-485f-be8c-c9d540d3605a triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:56:07.805368 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-ff946620-c3da-4ee1-97e2-c10226b46a47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:07.911633 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a1beee6-11e8-4f84-84cf-c47d722edf49 tempest-FloatingIPNegativeTestJSON-179376297 tempest-FloatingIPNegativeTestJSON-179376297-project] Network 412e4146-0174-4b79-9304-aac16b34c468 is already hosted by enough agents. {{(pid=93915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:56:07.913147 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [None req-5a1beee6-11e8-4f84-84cf-c47d722edf49 tempest-FloatingIPNegativeTestJSON-179376297 tempest-FloatingIPNegativeTestJSON-179376297-project] Resources bound (agent type, host, resource id): {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:56:08.027008 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-495711d8-15c4-4fbb-93d1-5344474d58e3 None None] Provisioning complete for port 161df9bc-0585-4313-b4d9-0a238eeb7c6e triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:56:08.027940 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-495711d8-15c4-4fbb-93d1-5344474d58e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:08.062110 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a1beee6-11e8-4f84-84cf-c47d722edf49 tempest-FloatingIPNegativeTestJSON-179376297 tempest-FloatingIPNegativeTestJSON-179376297-project] Router b9c830bf-15c8-45a2-9ef3-d07d674cc9d6 is scheduled to L3 agent 2c6eb27e-defb-4cca-9a24-381c7415e359 with binding_index 1 {{(pid=93915) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 18:56:08.094325 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-495711d8-15c4-4fbb-93d1-5344474d58e3 None None] Port 161df9bc-0585-4313-b4d9-0a238eeb7c6e cannot update to ACTIVE because it is not bound. {{(pid=93917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 18:56:08.164214 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a1beee6-11e8-4f84-84cf-c47d722edf49 tempest-FloatingIPNegativeTestJSON-179376297 tempest-FloatingIPNegativeTestJSON-179376297-project] Notify agent at l3_agent.n-d-800634-3 the message routers_updated {{(pid=93915) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 18:56:08.172564 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-5a1beee6-11e8-4f84-84cf-c47d722edf49 tempest-FloatingIPNegativeTestJSON-179376297 tempest-FloatingIPNegativeTestJSON-179376297-project] 10.222.0.16 "PUT /v2.0/routers/b9c830bf-15c8-45a2-9ef3-d07d674cc9d6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9732580 Jul 14 18:56:08.172847 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 53790) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:56:08.178385 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3e49729-e28e-44af-8a90-265caff4378d None None] Sync routers for ids ['b9c830bf-15c8-45a2-9ef3-d07d674cc9d6'] in n-d-800634-3 {{(pid=93918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 18:56:08.179205 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-f7915755-ccec-44db-afaa-4a4daeb67698 tempest-FloatingIPNegativeTestJSON-179376297 tempest-FloatingIPNegativeTestJSON-179376297-project] Request body: {'port': {'network_id': '412e4146-0174-4b79-9304-aac16b34c468', 'name': 'tempest-FloatingIPNegativeTestJSON-400529751'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:56:08.190683 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3e49729-e28e-44af-8a90-265caff4378d None None] Routers {'b9c830bf-15c8-45a2-9ef3-d07d674cc9d6'} bound to L3 agent in host n-d-800634-3 {{(pid=93918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:56:08.191564 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-d3e49729-e28e-44af-8a90-265caff4378d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:55:53Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['b9c830bf-15c8-45a2-9ef3-d07d674cc9d6'], 'active': True} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:56:08.213072 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-d76e8c28-d52c-4dee-8f5c-a88e78a776e5 None None] Provisioning complete for port 161df9bc-0585-4313-b4d9-0a238eeb7c6e triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:56:08.213436 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-d76e8c28-d52c-4dee-8f5c-a88e78a776e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:08.228891 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-d3e49729-e28e-44af-8a90-265caff4378d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-3', False) {} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:56:08.245948 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3e49729-e28e-44af-8a90-265caff4378d None None] Routers {'b9c830bf-15c8-45a2-9ef3-d07d674cc9d6'} bound to L3 agent in host n-d-800634-3 {{(pid=93918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:56:08.246801 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-d3e49729-e28e-44af-8a90-265caff4378d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:55:53Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['b9c830bf-15c8-45a2-9ef3-d07d674cc9d6'], 'active': True} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:56:08.265378 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-d76e8c28-d52c-4dee-8f5c-a88e78a776e5 None None] Port 161df9bc-0585-4313-b4d9-0a238eeb7c6e cannot update to ACTIVE because it is not bound. {{(pid=93917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 18:56:08.317552 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7915755-ccec-44db-afaa-4a4daeb67698 tempest-FloatingIPNegativeTestJSON-179376297 tempest-FloatingIPNegativeTestJSON-179376297-project] Made reservation on behalf of 2592d2db75ba45d894a1926d237b32f3 for: {'port': 1} {{(pid=93915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:56:08.321501 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-f7915755-ccec-44db-afaa-4a4daeb67698 tempest-FloatingIPNegativeTestJSON-179376297 tempest-FloatingIPNegativeTestJSON-179376297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:08.342214 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [None req-f7915755-ccec-44db-afaa-4a4daeb67698 tempest-FloatingIPNegativeTestJSON-179376297 tempest-FloatingIPNegativeTestJSON-179376297-project] device_id is not set on port 2ecd3edd-700b-4c6f-9f70-a26065781a6b yet. {{(pid=93915) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 18:56:08.382589 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-d3e49729-e28e-44af-8a90-265caff4378d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-3', False) {} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:56:08.383317 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3e49729-e28e-44af-8a90-265caff4378d None None] The sync data for ids ['b9c830bf-15c8-45a2-9ef3-d07d674cc9d6'] in n-d-800634-3 is: [] {{(pid=93918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 18:56:08.462306 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.db_base_plugin_common [None req-f7915755-ccec-44db-afaa-4a4daeb67698 tempest-FloatingIPNegativeTestJSON-179376297 tempest-FloatingIPNegativeTestJSON-179376297-project] Allocated IP 172.20.0.5 (412e4146-0174-4b79-9304-aac16b34c468/7875ee96-fb58-49e9-b67b-5c4f041ace8f/2ecd3edd-700b-4c6f-9f70-a26065781a6b) {{(pid=93915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:56:08.548217 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 8418988c-ded0-485f-be8c-c9d540d3605a up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:56:08.614328 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port 8418988c-ded0-485f-be8c-c9d540d3605a triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:56:08.614688 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:08.650764 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-f7915755-ccec-44db-afaa-4a4daeb67698 tempest-FloatingIPNegativeTestJSON-179376297 tempest-FloatingIPNegativeTestJSON-179376297-project] Notify callbacks [] for port, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:08.666488 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.provisioning_blocks [None req-f7915755-ccec-44db-afaa-4a4daeb67698 tempest-FloatingIPNegativeTestJSON-179376297 tempest-FloatingIPNegativeTestJSON-179376297-project] Transition to ACTIVE for port object 2ecd3edd-700b-4c6f-9f70-a26065781a6b will not be triggered until provisioned by entity DHCP. {{(pid=93915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:56:08.706365 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-f7915755-ccec-44db-afaa-4a4daeb67698 tempest-FloatingIPNegativeTestJSON-179376297 tempest-FloatingIPNegativeTestJSON-179376297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:08.757337 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7915755-ccec-44db-afaa-4a4daeb67698 tempest-FloatingIPNegativeTestJSON-179376297 tempest-FloatingIPNegativeTestJSON-179376297-project] Network 412e4146-0174-4b79-9304-aac16b34c468 is already hosted by enough agents. {{(pid=93915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:56:08.761631 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [None req-f7915755-ccec-44db-afaa-4a4daeb67698 tempest-FloatingIPNegativeTestJSON-179376297 tempest-FloatingIPNegativeTestJSON-179376297-project] Resources bound (agent type, host, resource id): {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:56:08.766076 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7915755-ccec-44db-afaa-4a4daeb67698 tempest-FloatingIPNegativeTestJSON-179376297 tempest-FloatingIPNegativeTestJSON-179376297-project] Received port after_create {{(pid=93915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:56:08.796721 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7915755-ccec-44db-afaa-4a4daeb67698 tempest-FloatingIPNegativeTestJSON-179376297 tempest-FloatingIPNegativeTestJSON-179376297-project] Pushing event updated for resources: {'Port': ['ID=2ecd3edd-700b-4c6f-9f70-a26065781a6b,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:56:08.834117 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7915755-ccec-44db-afaa-4a4daeb67698 tempest-FloatingIPNegativeTestJSON-179376297 tempest-FloatingIPNegativeTestJSON-179376297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:56:08.835261 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-f7915755-ccec-44db-afaa-4a4daeb67698 tempest-FloatingIPNegativeTestJSON-179376297 tempest-FloatingIPNegativeTestJSON-179376297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:08.852743 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-f7915755-ccec-44db-afaa-4a4daeb67698 tempest-FloatingIPNegativeTestJSON-179376297 tempest-FloatingIPNegativeTestJSON-179376297-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 0.6786242 Jul 14 18:56:08.855585 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 53806) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:56:08.861794 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-9c376fb4-e4da-460b-929f-884497f96ea2 tempest-FloatingIPNegativeTestJSON-179376297 tempest-FloatingIPNegativeTestJSON-179376297-project] Request body: {'floatingip': {'floating_network_id': '9200a437-e1de-4520-88f6-e68386523e61'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:56:08.885979 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-9c376fb4-e4da-460b-929f-884497f96ea2 tempest-FloatingIPNegativeTestJSON-179376297 tempest-FloatingIPNegativeTestJSON-179376297-project] Notify callbacks [] for floatingip, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:08.991404 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-b5529926-0243-4159-9c24-795000c79568 None None] Provisioning for port 2ecd3edd-700b-4c6f-9f70-a26065781a6b completed by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:56:08.995262 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-b5529926-0243-4159-9c24-795000c79568 None None] Provisioning complete for port 2ecd3edd-700b-4c6f-9f70-a26065781a6b triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:56:08.995637 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b5529926-0243-4159-9c24-795000c79568 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:08.997396 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-9c376fb4-e4da-460b-929f-884497f96ea2 tempest-FloatingIPNegativeTestJSON-179376297 tempest-FloatingIPNegativeTestJSON-179376297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:09.042247 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-b5529926-0243-4159-9c24-795000c79568 None None] Port 2ecd3edd-700b-4c6f-9f70-a26065781a6b cannot update to ACTIVE because it is not bound. {{(pid=93917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 18:56:09.117996 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.db_base_plugin_common [None req-9c376fb4-e4da-460b-929f-884497f96ea2 tempest-FloatingIPNegativeTestJSON-179376297 tempest-FloatingIPNegativeTestJSON-179376297-project] Allocated IP 172.25.1.173 (9200a437-e1de-4520-88f6-e68386523e61/5f47f848-4532-407a-a0e2-5690ade15fd0/0beb6fcd-9d5d-4cdf-9312-831f1aa2ac48) {{(pid=93915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:56:09.249079 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-9c376fb4-e4da-460b-929f-884497f96ea2 tempest-FloatingIPNegativeTestJSON-179376297 tempest-FloatingIPNegativeTestJSON-179376297-project] Notify callbacks [] for port, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:09.289402 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-9c376fb4-e4da-460b-929f-884497f96ea2 tempest-FloatingIPNegativeTestJSON-179376297 tempest-FloatingIPNegativeTestJSON-179376297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:09.332331 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c376fb4-e4da-460b-929f-884497f96ea2 tempest-FloatingIPNegativeTestJSON-179376297 tempest-FloatingIPNegativeTestJSON-179376297-project] Network 9200a437-e1de-4520-88f6-e68386523e61 is already hosted by enough agents. {{(pid=93915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:56:09.337227 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [None req-9c376fb4-e4da-460b-929f-884497f96ea2 tempest-FloatingIPNegativeTestJSON-179376297 tempest-FloatingIPNegativeTestJSON-179376297-project] Resources bound (agent type, host, resource id): {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:56:09.340747 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c376fb4-e4da-460b-929f-884497f96ea2 tempest-FloatingIPNegativeTestJSON-179376297 tempest-FloatingIPNegativeTestJSON-179376297-project] Received port after_create {{(pid=93915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:56:09.365351 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c376fb4-e4da-460b-929f-884497f96ea2 tempest-FloatingIPNegativeTestJSON-179376297 tempest-FloatingIPNegativeTestJSON-179376297-project] Pushing event updated for resources: {'Port': ['ID=0beb6fcd-9d5d-4cdf-9312-831f1aa2ac48,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:56:09.428495 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-9c376fb4-e4da-460b-929f-884497f96ea2 tempest-FloatingIPNegativeTestJSON-179376297 tempest-FloatingIPNegativeTestJSON-179376297-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:09.487472 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-9c376fb4-e4da-460b-929f-884497f96ea2 tempest-FloatingIPNegativeTestJSON-179376297 tempest-FloatingIPNegativeTestJSON-179376297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:09.645920 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-9c376fb4-e4da-460b-929f-884497f96ea2 tempest-FloatingIPNegativeTestJSON-179376297 tempest-FloatingIPNegativeTestJSON-179376297-project] Notify callbacks [] for port, precommit_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:09.650383 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-9c376fb4-e4da-460b-929f-884497f96ea2 tempest-FloatingIPNegativeTestJSON-179376297 tempest-FloatingIPNegativeTestJSON-179376297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25912978'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:09.729025 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c376fb4-e4da-460b-929f-884497f96ea2 tempest-FloatingIPNegativeTestJSON-179376297 tempest-FloatingIPNegativeTestJSON-179376297-project] Pushing event updated for resources: {'Port': ['ID=0beb6fcd-9d5d-4cdf-9312-831f1aa2ac48,revision_number=2']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:56:09.740828 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-9c376fb4-e4da-460b-929f-884497f96ea2 tempest-FloatingIPNegativeTestJSON-179376297 tempest-FloatingIPNegativeTestJSON-179376297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-930131'] for floatingip, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:09.754584 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-9c376fb4-e4da-460b-929f-884497f96ea2 tempest-FloatingIPNegativeTestJSON-179376297 tempest-FloatingIPNegativeTestJSON-179376297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for floatingip, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:09.755763 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-9c376fb4-e4da-460b-929f-884497f96ea2 tempest-FloatingIPNegativeTestJSON-179376297 tempest-FloatingIPNegativeTestJSON-179376297-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8988836 Jul 14 18:56:09.758657 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 53826) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:56:09.763543 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-3f8a5fd7-3406-4342-9894-fbd286775f45 tempest-FloatingIPNegativeTestJSON-179376297 tempest-FloatingIPNegativeTestJSON-179376297-project] Request body: {'floatingip': {'port_id': '2ecd3edd-700b-4c6f-9f70-a26065781a6b', 'fixed_ip_address': '172.20.0.5'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:56:09.834305 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-3f8a5fd7-3406-4342-9894-fbd286775f45 tempest-FloatingIPNegativeTestJSON-179376297 tempest-FloatingIPNegativeTestJSON-179376297-project] Notify callbacks [] for floatingip, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:09.962610 n-d-800634-3 neutron-server[93915]: INFO neutron.api.v2.resource [None req-3f8a5fd7-3406-4342-9894-fbd286775f45 tempest-FloatingIPNegativeTestJSON-179376297 tempest-FloatingIPNegativeTestJSON-179376297-project] update failed (client error): The resource could not be found. Jul 14 18:56:09.963722 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-3f8a5fd7-3406-4342-9894-fbd286775f45 tempest-FloatingIPNegativeTestJSON-179376297 tempest-FloatingIPNegativeTestJSON-179376297-project] 10.222.0.16 "PUT /v2.0/floatingips/a731ff88-5351-4adc-a06f-b216a66e4cd0 HTTP/1.1" status: 404 len: 507 time: 0.2040586 Jul 14 18:56:09.966570 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 53832) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:56:10.100614 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [None req-43462f67-5d83-4966-94f2-0b0261ccd566 tempest-FloatingIPNegativeTestJSON-179376297 tempest-FloatingIPNegativeTestJSON-179376297-project] Deleting port 0beb6fcd-9d5d-4cdf-9312-831f1aa2ac48 {{(pid=93915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:56:10.100971 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-43462f67-5d83-4966-94f2-0b0261ccd566 tempest-FloatingIPNegativeTestJSON-179376297 tempest-FloatingIPNegativeTestJSON-179376297-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:10.190442 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-43462f67-5d83-4966-94f2-0b0261ccd566 tempest-FloatingIPNegativeTestJSON-179376297 tempest-FloatingIPNegativeTestJSON-179376297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:10.190787 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-43462f67-5d83-4966-94f2-0b0261ccd566 tempest-FloatingIPNegativeTestJSON-179376297 tempest-FloatingIPNegativeTestJSON-179376297-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:10.204035 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [None req-43462f67-5d83-4966-94f2-0b0261ccd566 tempest-FloatingIPNegativeTestJSON-179376297 tempest-FloatingIPNegativeTestJSON-179376297-project] Calling delete_port for 0beb6fcd-9d5d-4cdf-9312-831f1aa2ac48 owned by network:floatingip {{(pid=93915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:56:10.351796 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-43462f67-5d83-4966-94f2-0b0261ccd566 tempest-FloatingIPNegativeTestJSON-179376297 tempest-FloatingIPNegativeTestJSON-179376297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:10.378102 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43462f67-5d83-4966-94f2-0b0261ccd566 tempest-FloatingIPNegativeTestJSON-179376297 tempest-FloatingIPNegativeTestJSON-179376297-project] Pushing event deleted for resources: {'Port': ['ID=0beb6fcd-9d5d-4cdf-9312-831f1aa2ac48,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:56:10.448135 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-43462f67-5d83-4966-94f2-0b0261ccd566 tempest-FloatingIPNegativeTestJSON-179376297 tempest-FloatingIPNegativeTestJSON-179376297-project] Notify callbacks [] for floatingip, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:10.451462 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-43462f67-5d83-4966-94f2-0b0261ccd566 tempest-FloatingIPNegativeTestJSON-179376297 tempest-FloatingIPNegativeTestJSON-179376297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for floatingip, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:10.452666 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-43462f67-5d83-4966-94f2-0b0261ccd566 tempest-FloatingIPNegativeTestJSON-179376297 tempest-FloatingIPNegativeTestJSON-179376297-project] 10.222.0.16 "DELETE /v2.0/floatingips/a731ff88-5351-4adc-a06f-b216a66e4cd0 HTTP/1.1" status: 204 len: 168 time: 0.4850812 Jul 14 18:56:10.456399 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 53844) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:56:10.461420 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-4a88eab2-2c14-452a-b4fc-82c2aaa9f01e tempest-FloatingIPNegativeTestJSON-179376297 tempest-FloatingIPNegativeTestJSON-179376297-project] Request body: {'floatingip': {'floating_network_id': '412e4146-0174-4b79-9304-aac16b34c468', 'port_id': '2ecd3edd-700b-4c6f-9f70-a26065781a6b', 'fixed_ip_address': '172.20.0.5'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:56:10.486790 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-4a88eab2-2c14-452a-b4fc-82c2aaa9f01e tempest-FloatingIPNegativeTestJSON-179376297 tempest-FloatingIPNegativeTestJSON-179376297-project] Notify callbacks [] for floatingip, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:10.889448 n-d-800634-3 neutron-server[93915]: INFO neutron.api.v2.resource [None req-4a88eab2-2c14-452a-b4fc-82c2aaa9f01e tempest-FloatingIPNegativeTestJSON-179376297 tempest-FloatingIPNegativeTestJSON-179376297-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 18:56:10.890517 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-4a88eab2-2c14-452a-b4fc-82c2aaa9f01e tempest-FloatingIPNegativeTestJSON-179376297 tempest-FloatingIPNegativeTestJSON-179376297-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.4331875 Jul 14 18:56:10.894146 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 53858) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:56:10.898967 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-d4dd8cd0-d9b8-4bed-b8e9-a0909e84c2d4 tempest-FloatingIPNegativeTestJSON-179376297 tempest-FloatingIPNegativeTestJSON-179376297-project] Request body: {'floatingip': {'floating_network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'port_id': '2ecd3edd-700b-4c6f-9f70-a26065781a6b', 'fixed_ip_address': '172.20.0.5'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:56:10.924767 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-d4dd8cd0-d9b8-4bed-b8e9-a0909e84c2d4 tempest-FloatingIPNegativeTestJSON-179376297 tempest-FloatingIPNegativeTestJSON-179376297-project] Notify callbacks [] for floatingip, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:11.029623 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-d4dd8cd0-d9b8-4bed-b8e9-a0909e84c2d4 tempest-FloatingIPNegativeTestJSON-179376297 tempest-FloatingIPNegativeTestJSON-179376297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:11.140107 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.db_base_plugin_common [None req-d4dd8cd0-d9b8-4bed-b8e9-a0909e84c2d4 tempest-FloatingIPNegativeTestJSON-179376297 tempest-FloatingIPNegativeTestJSON-179376297-project] Allocated IP 172.25.1.210 (9200a437-e1de-4520-88f6-e68386523e61/5f47f848-4532-407a-a0e2-5690ade15fd0/8ad8b664-73dc-4921-a8f2-0b53d6f74456) {{(pid=93915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:56:11.255748 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-d4dd8cd0-d9b8-4bed-b8e9-a0909e84c2d4 tempest-FloatingIPNegativeTestJSON-179376297 tempest-FloatingIPNegativeTestJSON-179376297-project] Notify callbacks [] for port, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:11.299018 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-d4dd8cd0-d9b8-4bed-b8e9-a0909e84c2d4 tempest-FloatingIPNegativeTestJSON-179376297 tempest-FloatingIPNegativeTestJSON-179376297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:11.340357 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4dd8cd0-d9b8-4bed-b8e9-a0909e84c2d4 tempest-FloatingIPNegativeTestJSON-179376297 tempest-FloatingIPNegativeTestJSON-179376297-project] Network 9200a437-e1de-4520-88f6-e68386523e61 is already hosted by enough agents. {{(pid=93915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:56:11.343230 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [None req-d4dd8cd0-d9b8-4bed-b8e9-a0909e84c2d4 tempest-FloatingIPNegativeTestJSON-179376297 tempest-FloatingIPNegativeTestJSON-179376297-project] Resources bound (agent type, host, resource id): {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:56:11.345841 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4dd8cd0-d9b8-4bed-b8e9-a0909e84c2d4 tempest-FloatingIPNegativeTestJSON-179376297 tempest-FloatingIPNegativeTestJSON-179376297-project] Received port after_create {{(pid=93915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:56:11.376150 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4dd8cd0-d9b8-4bed-b8e9-a0909e84c2d4 tempest-FloatingIPNegativeTestJSON-179376297 tempest-FloatingIPNegativeTestJSON-179376297-project] Pushing event updated for resources: {'Port': ['ID=8ad8b664-73dc-4921-a8f2-0b53d6f74456,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:56:11.594225 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [None req-d4dd8cd0-d9b8-4bed-b8e9-a0909e84c2d4 tempest-FloatingIPNegativeTestJSON-179376297 tempest-FloatingIPNegativeTestJSON-179376297-project] Deleting port 8ad8b664-73dc-4921-a8f2-0b53d6f74456 {{(pid=93915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:56:11.594681 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-d4dd8cd0-d9b8-4bed-b8e9-a0909e84c2d4 tempest-FloatingIPNegativeTestJSON-179376297 tempest-FloatingIPNegativeTestJSON-179376297-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:11.661450 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ee4b6321-192b-4837-818e-27bb20e69b03 req-25735869-0c7e-4459-9ffe-957ff3853166 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=0088c237-30f1-4281-afd5-3d6abd7a2a68&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1123261 Jul 14 18:56:11.693565 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-d4dd8cd0-d9b8-4bed-b8e9-a0909e84c2d4 tempest-FloatingIPNegativeTestJSON-179376297 tempest-FloatingIPNegativeTestJSON-179376297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:11.693868 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-d4dd8cd0-d9b8-4bed-b8e9-a0909e84c2d4 tempest-FloatingIPNegativeTestJSON-179376297 tempest-FloatingIPNegativeTestJSON-179376297-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:11.721129 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [None req-d4dd8cd0-d9b8-4bed-b8e9-a0909e84c2d4 tempest-FloatingIPNegativeTestJSON-179376297 tempest-FloatingIPNegativeTestJSON-179376297-project] Calling delete_port for 8ad8b664-73dc-4921-a8f2-0b53d6f74456 owned by network:floatingip {{(pid=93915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:56:11.828604 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4b6321-192b-4837-818e-27bb20e69b03 req-00553ebf-1ae5-4037-b178-4ec9fedceb92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:56:11.830128 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ee4b6321-192b-4837-818e-27bb20e69b03 req-00553ebf-1ae5-4037-b178-4ec9fedceb92 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=16585be2c4d241b09d11d2c12f508f99&device_id=0088c237-30f1-4281-afd5-3d6abd7a2a68 HTTP/1.1" status: 200 len: 1135 time: 0.1226966 Jul 14 18:56:11.943689 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-d4dd8cd0-d9b8-4bed-b8e9-a0909e84c2d4 tempest-FloatingIPNegativeTestJSON-179376297 tempest-FloatingIPNegativeTestJSON-179376297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:11.986457 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4dd8cd0-d9b8-4bed-b8e9-a0909e84c2d4 tempest-FloatingIPNegativeTestJSON-179376297 tempest-FloatingIPNegativeTestJSON-179376297-project] Pushing event deleted for resources: {'Port': ['ID=8ad8b664-73dc-4921-a8f2-0b53d6f74456,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:56:12.019672 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4b6321-192b-4837-818e-27bb20e69b03 req-3998ffce-b223-4256-8d9c-9a97cbba9a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:56:12.021189 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ee4b6321-192b-4837-818e-27bb20e69b03 req-3998ffce-b223-4256-8d9c-9a97cbba9a0f service neutron] 10.222.0.18 "GET /v2.0/networks?id=28da15a0-c36e-413e-a43a-1f36dc834f32 HTTP/1.1" status: 200 len: 897 time: 0.1559126 Jul 14 18:56:12.120802 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ee4b6321-192b-4837-818e-27bb20e69b03 req-280cec02-81de-4b61-9da4-2220c6be51b7 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=58aa8328-4fd5-4eb3-b7f8-f02ef9e3f4d7 HTTP/1.1" status: 200 len: 1000 time: 0.0800858 Jul 14 18:56:12.128658 n-d-800634-3 neutron-server[93915]: INFO neutron.api.v2.resource [None req-d4dd8cd0-d9b8-4bed-b8e9-a0909e84c2d4 tempest-FloatingIPNegativeTestJSON-179376297 tempest-FloatingIPNegativeTestJSON-179376297-project] create failed (client error): The resource could not be found. Jul 14 18:56:12.129725 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-d4dd8cd0-d9b8-4bed-b8e9-a0909e84c2d4 tempest-FloatingIPNegativeTestJSON-179376297 tempest-FloatingIPNegativeTestJSON-179376297-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 1.2344668 Jul 14 18:56:12.133309 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 53888) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:56:12.184885 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4b6321-192b-4837-818e-27bb20e69b03 req-1c7b43f0-b14c-41f1-be92-11e0dfa28136 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:56:12.186114 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ee4b6321-192b-4837-818e-27bb20e69b03 req-1c7b43f0-b14c-41f1-be92-11e0dfa28136 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=49bf98e0-5aa2-40cd-9511-b0e7b902c12e HTTP/1.1" status: 200 len: 834 time: 0.0553453 Jul 14 18:56:12.245612 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4b6321-192b-4837-818e-27bb20e69b03 req-ecc7eeca-d8bc-4e67-8315-fb195522eebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:56:12.247071 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ee4b6321-192b-4837-818e-27bb20e69b03 req-ecc7eeca-d8bc-4e67-8315-fb195522eebb service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=28da15a0-c36e-413e-a43a-1f36dc834f32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0549376 Jul 14 18:56:12.254012 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-1c409153-7536-455e-b435-64aba7188d09 tempest-FloatingIPNegativeTestJSON-179376297 tempest-FloatingIPNegativeTestJSON-179376297-project] Deleting port 2ecd3edd-700b-4c6f-9f70-a26065781a6b {{(pid=93916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:56:12.254669 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-1c409153-7536-455e-b435-64aba7188d09 tempest-FloatingIPNegativeTestJSON-179376297 tempest-FloatingIPNegativeTestJSON-179376297-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:12.348964 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ee4b6321-192b-4837-818e-27bb20e69b03 req-aeffc113-6814-4f56-bb80-957a87a1e229 service neutron] 10.222.0.18 "GET /v2.0/networks/28da15a0-c36e-413e-a43a-1f36dc834f32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943987 Jul 14 18:56:12.349185 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-1c409153-7536-455e-b435-64aba7188d09 tempest-FloatingIPNegativeTestJSON-179376297 tempest-FloatingIPNegativeTestJSON-179376297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:12.364318 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-1c409153-7536-455e-b435-64aba7188d09 tempest-FloatingIPNegativeTestJSON-179376297 tempest-FloatingIPNegativeTestJSON-179376297-project] Calling delete_port for 2ecd3edd-700b-4c6f-9f70-a26065781a6b owned by {{(pid=93916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:56:12.443528 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ee4b6321-192b-4837-818e-27bb20e69b03 req-7a87ae44-bf5b-44f7-8a50-793ec3037693 service neutron] 10.222.0.18 "GET /v2.0/networks/28da15a0-c36e-413e-a43a-1f36dc834f32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877607 Jul 14 18:56:12.502540 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-1c409153-7536-455e-b435-64aba7188d09 tempest-FloatingIPNegativeTestJSON-179376297 tempest-FloatingIPNegativeTestJSON-179376297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:12.531123 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c409153-7536-455e-b435-64aba7188d09 tempest-FloatingIPNegativeTestJSON-179376297 tempest-FloatingIPNegativeTestJSON-179376297-project] Pushing event deleted for resources: {'Port': ['ID=2ecd3edd-700b-4c6f-9f70-a26065781a6b,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:56:12.613606 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-1c409153-7536-455e-b435-64aba7188d09 tempest-FloatingIPNegativeTestJSON-179376297 tempest-FloatingIPNegativeTestJSON-179376297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:12.615970 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-1c409153-7536-455e-b435-64aba7188d09 tempest-FloatingIPNegativeTestJSON-179376297 tempest-FloatingIPNegativeTestJSON-179376297-project] 10.222.0.16 "DELETE /v2.0/ports/2ecd3edd-700b-4c6f-9f70-a26065781a6b HTTP/1.1" status: 204 len: 168 time: 0.4813762 Jul 14 18:56:12.618241 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 53904) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:56:12.714807 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-515d5833-fbf7-4ec1-8d07-f8a437a34428 tempest-FloatingIPNegativeTestJSON-179376297 tempest-FloatingIPNegativeTestJSON-179376297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:56:12.716931 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-515d5833-fbf7-4ec1-8d07-f8a437a34428 tempest-FloatingIPNegativeTestJSON-179376297 tempest-FloatingIPNegativeTestJSON-179376297-project] 10.222.0.16 "GET /v2.0/ports?device_id=b9c830bf-15c8-45a2-9ef3-d07d674cc9d6 HTTP/1.1" status: 200 len: 913 time: 0.0972078 Jul 14 18:56:12.719810 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 53908) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:56:13.055217 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-611922ae-1526-4dc9-b040-8f9ab06aed97 tempest-FloatingIPNegativeTestJSON-179376297 tempest-FloatingIPNegativeTestJSON-179376297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-928623'] for router_interface, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:13.689567 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-611922ae-1526-4dc9-b040-8f9ab06aed97 tempest-FloatingIPNegativeTestJSON-179376297 tempest-FloatingIPNegativeTestJSON-179376297-project] Deleting port 161df9bc-0585-4313-b4d9-0a238eeb7c6e {{(pid=93916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:56:13.690222 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-611922ae-1526-4dc9-b040-8f9ab06aed97 tempest-FloatingIPNegativeTestJSON-179376297 tempest-FloatingIPNegativeTestJSON-179376297-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:13.783220 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-611922ae-1526-4dc9-b040-8f9ab06aed97 tempest-FloatingIPNegativeTestJSON-179376297 tempest-FloatingIPNegativeTestJSON-179376297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:13.797663 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-611922ae-1526-4dc9-b040-8f9ab06aed97 tempest-FloatingIPNegativeTestJSON-179376297 tempest-FloatingIPNegativeTestJSON-179376297-project] Calling delete_port for 161df9bc-0585-4313-b4d9-0a238eeb7c6e owned by network:router_interface {{(pid=93916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:56:13.987176 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-611922ae-1526-4dc9-b040-8f9ab06aed97 tempest-FloatingIPNegativeTestJSON-179376297 tempest-FloatingIPNegativeTestJSON-179376297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:14.020948 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611922ae-1526-4dc9-b040-8f9ab06aed97 tempest-FloatingIPNegativeTestJSON-179376297 tempest-FloatingIPNegativeTestJSON-179376297-project] Pushing event deleted for resources: {'Port': ['ID=161df9bc-0585-4313-b4d9-0a238eeb7c6e,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:56:14.191992 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-611922ae-1526-4dc9-b040-8f9ab06aed97 tempest-FloatingIPNegativeTestJSON-179376297 tempest-FloatingIPNegativeTestJSON-179376297-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-598732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-928907'] for router_interface, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:14.347969 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-611922ae-1526-4dc9-b040-8f9ab06aed97 tempest-FloatingIPNegativeTestJSON-179376297 tempest-FloatingIPNegativeTestJSON-179376297-project] Router b9c830bf-15c8-45a2-9ef3-d07d674cc9d6 has already been hosted by L3 agent 2c6eb27e-defb-4cca-9a24-381c7415e359 {{(pid=93916) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 18:56:14.426001 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-611922ae-1526-4dc9-b040-8f9ab06aed97 tempest-FloatingIPNegativeTestJSON-179376297 tempest-FloatingIPNegativeTestJSON-179376297-project] Notify agent at l3_agent.n-d-800634-3 the message routers_updated {{(pid=93916) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 18:56:14.431051 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-611922ae-1526-4dc9-b040-8f9ab06aed97 tempest-FloatingIPNegativeTestJSON-179376297 tempest-FloatingIPNegativeTestJSON-179376297-project] 10.222.0.16 "PUT /v2.0/routers/b9c830bf-15c8-45a2-9ef3-d07d674cc9d6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7102365 Jul 14 18:56:14.433649 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 53922) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:56:14.435510 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b025b9ea-ecb6-4e25-bcb0-a93923ba0134 None None] Sync routers for ids ['b9c830bf-15c8-45a2-9ef3-d07d674cc9d6'] in n-d-800634-3 {{(pid=93917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 18:56:14.447612 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b025b9ea-ecb6-4e25-bcb0-a93923ba0134 None None] Routers {'b9c830bf-15c8-45a2-9ef3-d07d674cc9d6'} bound to L3 agent in host n-d-800634-3 {{(pid=93917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:56:14.448515 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-b025b9ea-ecb6-4e25-bcb0-a93923ba0134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:55:53Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['b9c830bf-15c8-45a2-9ef3-d07d674cc9d6'], 'active': True} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:56:14.518161 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-98526a7d-ae76-4194-9078-69e55d047d50 tempest-FloatingIPNegativeTestJSON-179376297 tempest-FloatingIPNegativeTestJSON-179376297-project] Notify callbacks [] for router, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:14.664081 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-b025b9ea-ecb6-4e25-bcb0-a93923ba0134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-3', False) {} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:56:14.675379 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b025b9ea-ecb6-4e25-bcb0-a93923ba0134 None None] Routers {'b9c830bf-15c8-45a2-9ef3-d07d674cc9d6'} bound to L3 agent in host n-d-800634-3 {{(pid=93917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:56:14.676013 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-b025b9ea-ecb6-4e25-bcb0-a93923ba0134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:55:53Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['b9c830bf-15c8-45a2-9ef3-d07d674cc9d6'], 'active': True} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:56:14.708666 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-b025b9ea-ecb6-4e25-bcb0-a93923ba0134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-3', False) {} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:56:14.709252 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b025b9ea-ecb6-4e25-bcb0-a93923ba0134 None None] The sync data for ids ['b9c830bf-15c8-45a2-9ef3-d07d674cc9d6'] in n-d-800634-3 is: [] {{(pid=93917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 18:56:14.713590 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-98526a7d-ae76-4194-9078-69e55d047d50 tempest-FloatingIPNegativeTestJSON-179376297 tempest-FloatingIPNegativeTestJSON-179376297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-571778', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11402'] for router, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:14.715781 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-98526a7d-ae76-4194-9078-69e55d047d50 tempest-FloatingIPNegativeTestJSON-179376297 tempest-FloatingIPNegativeTestJSON-179376297-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:14.779872 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-98526a7d-ae76-4194-9078-69e55d047d50 tempest-FloatingIPNegativeTestJSON-179376297 tempest-FloatingIPNegativeTestJSON-179376297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-541202'] for router, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:14.780425 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98526a7d-ae76-4194-9078-69e55d047d50 tempest-FloatingIPNegativeTestJSON-179376297 tempest-FloatingIPNegativeTestJSON-179376297-project] Fanout notify agent at l3_agent the message router_deleted on router b9c830bf-15c8-45a2-9ef3-d07d674cc9d6 {{(pid=93915) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 18:56:14.787541 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-98526a7d-ae76-4194-9078-69e55d047d50 tempest-FloatingIPNegativeTestJSON-179376297 tempest-FloatingIPNegativeTestJSON-179376297-project] Notify callbacks [] for router, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:14.788701 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-98526a7d-ae76-4194-9078-69e55d047d50 tempest-FloatingIPNegativeTestJSON-179376297 tempest-FloatingIPNegativeTestJSON-179376297-project] 10.222.0.16 "DELETE /v2.0/routers/b9c830bf-15c8-45a2-9ef3-d07d674cc9d6 HTTP/1.1" status: 204 len: 168 time: 0.3540063 Jul 14 18:56:14.791271 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 53926) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:56:14.842993 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.db_base_plugin_v2 [None req-0acd70d9-9089-4957-8dee-50f8d28216c0 tempest-FloatingIPNegativeTestJSON-179376297 tempest-FloatingIPNegativeTestJSON-179376297-project] Deleting subnet 7875ee96-fb58-49e9-b67b-5c4f041ace8f {{(pid=93916) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 18:56:14.846067 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-0acd70d9-9089-4957-8dee-50f8d28216c0 tempest-FloatingIPNegativeTestJSON-179376297 tempest-FloatingIPNegativeTestJSON-179376297-project] Notify callbacks [] for subnet, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:14.890066 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-0acd70d9-9089-4957-8dee-50f8d28216c0 tempest-FloatingIPNegativeTestJSON-179376297 tempest-FloatingIPNegativeTestJSON-179376297-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26296866'] for subnet, precommit_delete_associations {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:14.971923 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-0acd70d9-9089-4957-8dee-50f8d28216c0 tempest-FloatingIPNegativeTestJSON-179376297 tempest-FloatingIPNegativeTestJSON-179376297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081283'] for subnet, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:15.032660 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-0acd70d9-9089-4957-8dee-50f8d28216c0 tempest-FloatingIPNegativeTestJSON-179376297 tempest-FloatingIPNegativeTestJSON-179376297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2684816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26033152'] for subnet, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:15.065510 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0acd70d9-9089-4957-8dee-50f8d28216c0 tempest-FloatingIPNegativeTestJSON-179376297 tempest-FloatingIPNegativeTestJSON-179376297-project] Pushing event deleted for resources: {'Subnet': ['ID=7875ee96-fb58-49e9-b67b-5c4f041ace8f,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:56:15.067483 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-0acd70d9-9089-4957-8dee-50f8d28216c0 tempest-FloatingIPNegativeTestJSON-179376297 tempest-FloatingIPNegativeTestJSON-179376297-project] Notify callbacks [] for subnet, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:15.071867 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 53928) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:56:15.072043 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-0acd70d9-9089-4957-8dee-50f8d28216c0 tempest-FloatingIPNegativeTestJSON-179376297 tempest-FloatingIPNegativeTestJSON-179376297-project] 10.222.0.16 "DELETE /v2.0/subnets/7875ee96-fb58-49e9-b67b-5c4f041ace8f HTTP/1.1" status: 204 len: 168 time: 0.2794819 Jul 14 18:56:15.077696 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db9c8af0-35f9-4e1f-9fb2-24b3a9849ce5 None None] Network 412e4146-0174-4b79-9304-aac16b34c468 requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:56:15.153139 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-a9410b8b-0a6e-44c6-b4d4-5c006f82f068 tempest-FloatingIPNegativeTestJSON-179376297 tempest-FloatingIPNegativeTestJSON-179376297-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645734'] for network, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:15.215427 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [None req-a9410b8b-0a6e-44c6-b4d4-5c006f82f068 tempest-FloatingIPNegativeTestJSON-179376297 tempest-FloatingIPNegativeTestJSON-179376297-project] Deleting port 8418988c-ded0-485f-be8c-c9d540d3605a {{(pid=93915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:56:15.215762 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-a9410b8b-0a6e-44c6-b4d4-5c006f82f068 tempest-FloatingIPNegativeTestJSON-179376297 tempest-FloatingIPNegativeTestJSON-179376297-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:15.282053 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [None req-a9410b8b-0a6e-44c6-b4d4-5c006f82f068 tempest-FloatingIPNegativeTestJSON-179376297 tempest-FloatingIPNegativeTestJSON-179376297-project] For port 8418988c-ded0-485f-be8c-c9d540d3605a, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=8418988c-ded0-485f-be8c-c9d540d3605a,segment=NetworkSegment(501a53da-6cc5-416f-b6a5-300f64fa1beb),segment_id=501a53da-6cc5-416f-b6a5-300f64fa1beb)] {{(pid=93915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:56:15.282278 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9317999a-cd89-4d7b-a2f1-61453a805072 None None] DHCP port deletion for 412e4146-0174-4b79-9304-aac16b34c468 request from n-d-800634-3 {{(pid=93917) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 18:56:15.282427 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-a9410b8b-0a6e-44c6-b4d4-5c006f82f068 tempest-FloatingIPNegativeTestJSON-179376297 tempest-FloatingIPNegativeTestJSON-179376297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:15.297198 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [None req-a9410b8b-0a6e-44c6-b4d4-5c006f82f068 tempest-FloatingIPNegativeTestJSON-179376297 tempest-FloatingIPNegativeTestJSON-179376297-project] Calling delete_port for 8418988c-ded0-485f-be8c-c9d540d3605a owned by network:dhcp {{(pid=93915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:56:15.331794 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-9317999a-cd89-4d7b-a2f1-61453a805072 None None] Deleting port 8418988c-ded0-485f-be8c-c9d540d3605a {{(pid=93917) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:56:15.332208 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9317999a-cd89-4d7b-a2f1-61453a805072 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:15.385545 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-a9410b8b-0a6e-44c6-b4d4-5c006f82f068 tempest-FloatingIPNegativeTestJSON-179376297 tempest-FloatingIPNegativeTestJSON-179376297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:15.406169 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-9317999a-cd89-4d7b-a2f1-61453a805072 None None] For port 8418988c-ded0-485f-be8c-c9d540d3605a, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=8418988c-ded0-485f-be8c-c9d540d3605a,segment=NetworkSegment(501a53da-6cc5-416f-b6a5-300f64fa1beb),segment_id=501a53da-6cc5-416f-b6a5-300f64fa1beb)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:56:15.406573 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9317999a-cd89-4d7b-a2f1-61453a805072 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:15.413516 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9410b8b-0a6e-44c6-b4d4-5c006f82f068 tempest-FloatingIPNegativeTestJSON-179376297 tempest-FloatingIPNegativeTestJSON-179376297-project] Pushing event deleted for resources: {'Port': ['ID=8418988c-ded0-485f-be8c-c9d540d3605a,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:56:15.418742 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9410b8b-0a6e-44c6-b4d4-5c006f82f068 tempest-FloatingIPNegativeTestJSON-179376297 tempest-FloatingIPNegativeTestJSON-179376297-project] No DVR routers for this DVR port 8418988c-ded0-485f-be8c-c9d540d3605a on host n-d-800634-3 {{(pid=93915) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 18:56:15.420646 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-9317999a-cd89-4d7b-a2f1-61453a805072 None None] Calling delete_port for 8418988c-ded0-485f-be8c-c9d540d3605a owned by network:dhcp {{(pid=93917) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:56:15.499837 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9317999a-cd89-4d7b-a2f1-61453a805072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813'] for port, after_delete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:15.517475 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-a9410b8b-0a6e-44c6-b4d4-5c006f82f068 tempest-FloatingIPNegativeTestJSON-179376297 tempest-FloatingIPNegativeTestJSON-179376297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2096010', 'neutron.services.segments.db._delete_segments_for_network-8728202734996'] for network, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:15.527035 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9317999a-cd89-4d7b-a2f1-61453a805072 None None] Pushing event deleted for resources: {'Port': ['ID=8418988c-ded0-485f-be8c-c9d540d3605a,revision_number=None']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:56:15.529399 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9317999a-cd89-4d7b-a2f1-61453a805072 None None] No DVR routers for this DVR port 8418988c-ded0-485f-be8c-c9d540d3605a on host n-d-800634-3 {{(pid=93917) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 18:56:15.536445 n-d-800634-3 neutron-server[93915]: DEBUG neutron.services.segments.db [None req-a9410b8b-0a6e-44c6-b4d4-5c006f82f068 tempest-FloatingIPNegativeTestJSON-179376297 tempest-FloatingIPNegativeTestJSON-179376297-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['412e4146-0174-4b79-9304-aac16b34c468']}} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:56:15.553067 n-d-800634-3 neutron-server[93915]: DEBUG neutron.services.segments.db [None req-a9410b8b-0a6e-44c6-b4d4-5c006f82f068 tempest-FloatingIPNegativeTestJSON-179376297 tempest-FloatingIPNegativeTestJSON-179376297-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '501a53da-6cc5-416f-b6a5-300f64fa1beb') {'for_net_delete': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:56:15.553367 n-d-800634-3 neutron-server[93915]: DEBUG neutron.services.segments.db [None req-a9410b8b-0a6e-44c6-b4d4-5c006f82f068 tempest-FloatingIPNegativeTestJSON-179376297 tempest-FloatingIPNegativeTestJSON-179376297-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '501a53da-6cc5-416f-b6a5-300f64fa1beb') {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:56:15.562907 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-a9410b8b-0a6e-44c6-b4d4-5c006f82f068 tempest-FloatingIPNegativeTestJSON-179376297 tempest-FloatingIPNegativeTestJSON-179376297-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728202715275', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28939920'] for segment, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:15.577429 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-a9410b8b-0a6e-44c6-b4d4-5c006f82f068 tempest-FloatingIPNegativeTestJSON-179376297 tempest-FloatingIPNegativeTestJSON-179376297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:15.583373 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9410b8b-0a6e-44c6-b4d4-5c006f82f068 tempest-FloatingIPNegativeTestJSON-179376297 tempest-FloatingIPNegativeTestJSON-179376297-project] Releasing vlan 79 on physical network physnet1 to pool {{(pid=93915) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 18:56:15.583879 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-a9410b8b-0a6e-44c6-b4d4-5c006f82f068 tempest-FloatingIPNegativeTestJSON-179376297 tempest-FloatingIPNegativeTestJSON-179376297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25911658'] for segment, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:15.587059 n-d-800634-3 neutron-server[93915]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:56:15.587059 n-d-800634-3 neutron-server[93915]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:56:15.587059 n-d-800634-3 neutron-server[93915]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:56:15.587059 n-d-800634-3 neutron-server[93915]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:56:15.587059 n-d-800634-3 neutron-server[93915]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:56:15.587059 n-d-800634-3 neutron-server[93915]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:56:15.587059 n-d-800634-3 neutron-server[93915]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:56:15.587059 n-d-800634-3 neutron-server[93915]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:56:15.587059 n-d-800634-3 neutron-server[93915]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:56:15.587059 n-d-800634-3 neutron-server[93915]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:56:15.587059 n-d-800634-3 neutron-server[93915]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:56:15.587059 n-d-800634-3 neutron-server[93915]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:56:15.587059 n-d-800634-3 neutron-server[93915]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:56:15.587059 n-d-800634-3 neutron-server[93915]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:56:15.587059 n-d-800634-3 neutron-server[93915]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:56:15.587059 n-d-800634-3 neutron-server[93915]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:56:15.587059 n-d-800634-3 neutron-server[93915]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:56:15.587059 n-d-800634-3 neutron-server[93915]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:56:15.587059 n-d-800634-3 neutron-server[93915]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:56:15.587059 n-d-800634-3 neutron-server[93915]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:56:15.587059 n-d-800634-3 neutron-server[93915]: Traceback (most recent call last): Jul 14 18:56:15.587059 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 18:56:15.587059 n-d-800634-3 neutron-server[93915]: timer() Jul 14 18:56:15.587059 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 18:56:15.587059 n-d-800634-3 neutron-server[93915]: cb(*args, **kw) Jul 14 18:56:15.587059 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 18:56:15.587059 n-d-800634-3 neutron-server[93915]: return func(*args, **kwargs) Jul 14 18:56:15.587059 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 18:56:15.587059 n-d-800634-3 neutron-server[93915]: self._notify() Jul 14 18:56:15.587059 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 18:56:15.587059 n-d-800634-3 neutron-server[93915]: self.callback(batched_events) Jul 14 18:56:15.587059 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 18:56:15.587059 n-d-800634-3 neutron-server[93915]: event.method(event) Jul 14 18:56:15.587059 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 18:56:15.587059 n-d-800634-3 neutron-server[93915]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 18:56:15.587059 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 18:56:15.587059 n-d-800634-3 neutron-server[93915]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 18:56:15.587059 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 18:56:15.587059 n-d-800634-3 neutron-server[93915]: return f(self, *a, **k) Jul 14 18:56:15.587059 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 18:56:15.587059 n-d-800634-3 neutron-server[93915]: return self._get(url).json() Jul 14 18:56:15.587059 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 18:56:15.587059 n-d-800634-3 neutron-server[93915]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 18:56:15.587059 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 18:56:15.587059 n-d-800634-3 neutron-server[93915]: return self.request(url, 'GET', **kwargs) Jul 14 18:56:15.587059 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 18:56:15.587059 n-d-800634-3 neutron-server[93915]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 18:56:15.587059 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 18:56:15.587059 n-d-800634-3 neutron-server[93915]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 18:56:15.587059 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 18:56:15.587059 n-d-800634-3 neutron-server[93915]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 18:56:15.587059 n-d-800634-3 neutron-server[93915]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 18:56:15.646905 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-a9410b8b-0a6e-44c6-b4d4-5c006f82f068 tempest-FloatingIPNegativeTestJSON-179376297 tempest-FloatingIPNegativeTestJSON-179376297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2096001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-930085'] for network, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:15.655761 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-a9410b8b-0a6e-44c6-b4d4-5c006f82f068 tempest-FloatingIPNegativeTestJSON-179376297 tempest-FloatingIPNegativeTestJSON-179376297-project] Notify callbacks [] for network, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:15.657868 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-a9410b8b-0a6e-44c6-b4d4-5c006f82f068 tempest-FloatingIPNegativeTestJSON-179376297 tempest-FloatingIPNegativeTestJSON-179376297-project] 10.222.0.16 "DELETE /v2.0/networks/412e4146-0174-4b79-9304-aac16b34c468 HTTP/1.1" status: 204 len: 168 time: 0.5847714 Jul 14 18:56:15.670820 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9410b8b-0a6e-44c6-b4d4-5c006f82f068 tempest-FloatingIPNegativeTestJSON-179376297 tempest-FloatingIPNegativeTestJSON-179376297-project] Pushing event deleted for resources: {'Network': ['ID=412e4146-0174-4b79-9304-aac16b34c468,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:56:15.903048 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 53936) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:56:16.041368 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-b116d1c2-55c7-4bd3-aa35-adc53adac965 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2592d2db75ba45d894a1926d237b32f3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1348367 Jul 14 18:56:16.041573 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 53940) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:56:16.090172 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-488cc6b5-763a-4b60-8048-0105e315b346 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:16.111862 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-488cc6b5-763a-4b60-8048-0105e315b346 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:16.159089 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-488cc6b5-763a-4b60-8048-0105e315b346 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:16.161791 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-488cc6b5-763a-4b60-8048-0105e315b346 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:16.162965 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-488cc6b5-763a-4b60-8048-0105e315b346 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/38d0f505-bc14-42cc-b66e-ec77e92bc7a4 HTTP/1.1" status: 204 len: 168 time: 0.1205313 Jul 14 18:56:16.170727 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488cc6b5-763a-4b60-8048-0105e315b346 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38d0f505-bc14-42cc-b66e-ec77e92bc7a4,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:56:16.539275 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 8418988c-ded0-485f-be8c-c9d540d3605a no longer exists at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 18:56:16.568219 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] No Port match for: 8418988c-ded0-485f-be8c-c9d540d3605a {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 18:56:16.568573 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 8418988c-ded0-485f-be8c-c9d540d3605a not bound to the agent host n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 18:56:16.880745 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 53964) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:56:16.976712 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-2c10ad31-be5d-48a1-b2a3-1a69bdb5642c tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-295529577'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:56:16.998599 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c10ad31-be5d-48a1-b2a3-1a69bdb5642c tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Made reservation on behalf of 8cc151c1a6834557b6005ab4171146b5 for: {'network': 1} {{(pid=93915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:56:17.002459 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-2c10ad31-be5d-48a1-b2a3-1a69bdb5642c tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for network, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:17.011077 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-2c10ad31-be5d-48a1-b2a3-1a69bdb5642c tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Notify callbacks [] for security_group, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:17.059089 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 53968) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:56:17.231919 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-2c10ad31-be5d-48a1-b2a3-1a69bdb5642c tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Notify callbacks [] for security_group, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:17.239183 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-2c10ad31-be5d-48a1-b2a3-1a69bdb5642c tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:17.290485 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c10ad31-be5d-48a1-b2a3-1a69bdb5642c tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 69} {{(pid=93915) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 18:56:17.297501 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c10ad31-be5d-48a1-b2a3-1a69bdb5642c tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Pushing event updated for resources: {'SecurityGroup': ['ID=261b367e-8ed3-43d0-b114-c1defb78977e,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:56:17.311051 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-2c10ad31-be5d-48a1-b2a3-1a69bdb5642c tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:17.311404 n-d-800634-3 neutron-server[93915]: INFO neutron.db.segments_db [None req-2c10ad31-be5d-48a1-b2a3-1a69bdb5642c tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Added segment 7f1c6d6a-d980-497b-a22a-66d0f6d8f76a of type vlan for network a5c5094a-0c8b-4812-a804-aa975418e7bb Jul 14 18:56:17.313470 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c10ad31-be5d-48a1-b2a3-1a69bdb5642c tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:56:17.313812 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c10ad31-be5d-48a1-b2a3-1a69bdb5642c tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:56:17.314148 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c10ad31-be5d-48a1-b2a3-1a69bdb5642c tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:56:17.314481 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c10ad31-be5d-48a1-b2a3-1a69bdb5642c tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:56:17.314807 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c10ad31-be5d-48a1-b2a3-1a69bdb5642c tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:56:17.315132 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c10ad31-be5d-48a1-b2a3-1a69bdb5642c tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:56:17.315455 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c10ad31-be5d-48a1-b2a3-1a69bdb5642c tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:56:17.315776 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c10ad31-be5d-48a1-b2a3-1a69bdb5642c tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:56:17.316094 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c10ad31-be5d-48a1-b2a3-1a69bdb5642c tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:56:17.316442 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c10ad31-be5d-48a1-b2a3-1a69bdb5642c tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:56:17.316761 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c10ad31-be5d-48a1-b2a3-1a69bdb5642c tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:56:17.317076 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c10ad31-be5d-48a1-b2a3-1a69bdb5642c tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:56:17.371727 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-2c10ad31-be5d-48a1-b2a3-1a69bdb5642c tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728202197517'] for network, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:17.377329 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [None req-8931c1de-03c4-4aa2-82fc-79d15dbae1bf tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] Deleting port 6e990d9c-d17c-4b79-9376-2ad8149b08d0 {{(pid=93915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:56:17.377662 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-8931c1de-03c4-4aa2-82fc-79d15dbae1bf tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:17.453759 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-2c10ad31-be5d-48a1-b2a3-1a69bdb5642c tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727'] for network, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:17.459263 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c10ad31-be5d-48a1-b2a3-1a69bdb5642c tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:56:17.459848 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-2c10ad31-be5d-48a1-b2a3-1a69bdb5642c tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Notify callbacks [] for network, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:17.526258 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-8931c1de-03c4-4aa2-82fc-79d15dbae1bf tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:17.526524 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-8931c1de-03c4-4aa2-82fc-79d15dbae1bf tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:17.543667 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-2c10ad31-be5d-48a1-b2a3-1a69bdb5642c tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6617513 Jul 14 18:56:17.547132 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 53970) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:56:17.554102 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-77d3bb3b-adb8-4ab5-9877-6c0a4d509b3b tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Request body: {'port': {'network_id': 'a5c5094a-0c8b-4812-a804-aa975418e7bb', 'name': 'tempest-PortsIpV6TestJSON-660574576'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:56:17.555637 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [None req-8931c1de-03c4-4aa2-82fc-79d15dbae1bf tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] Calling delete_port for 6e990d9c-d17c-4b79-9376-2ad8149b08d0 owned by network:floatingip {{(pid=93915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:56:17.557613 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c10ad31-be5d-48a1-b2a3-1a69bdb5642c tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Pushing event updated for resources: {'Network': ['ID=a5c5094a-0c8b-4812-a804-aa975418e7bb,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:56:17.571618 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Network a5c5094a-0c8b-4812-a804-aa975418e7bb details requested by agent ovs-agent-n-d-800634-3 with host n-d-800634-3 {{(pid=93917) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 18:56:17.668811 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77d3bb3b-adb8-4ab5-9877-6c0a4d509b3b tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Made reservation on behalf of 8cc151c1a6834557b6005ab4171146b5 for: {'port': 1} {{(pid=93916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:56:17.673358 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-77d3bb3b-adb8-4ab5-9877-6c0a4d509b3b tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:17.726577 n-d-800634-3 neutron-server[93916]: DEBUG neutron.notifiers.nova [None req-77d3bb3b-adb8-4ab5-9877-6c0a4d509b3b tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] device_id is not set on port 1ed72339-b73c-4304-bf63-41187f828591 yet. {{(pid=93916) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 18:56:17.769957 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-8931c1de-03c4-4aa2-82fc-79d15dbae1bf tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:17.804501 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8931c1de-03c4-4aa2-82fc-79d15dbae1bf tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] Pushing event deleted for resources: {'Port': ['ID=6e990d9c-d17c-4b79-9376-2ad8149b08d0,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:56:17.883963 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-8931c1de-03c4-4aa2-82fc-79d15dbae1bf tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] Notify callbacks [] for floatingip, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:17.884613 n-d-800634-3 neutron-server[93915]: INFO neutron.db.l3_db [None req-8931c1de-03c4-4aa2-82fc-79d15dbae1bf tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] Floating IP d25d2a8e-4b57-41d4-8762-50b837b5f3e7 disassociated (deleted). External IP: 172.25.1.42, port: 738e4b69-30eb-42a1-bbac-7d350dcb09bd. Jul 14 18:56:17.959052 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-77d3bb3b-adb8-4ab5-9877-6c0a4d509b3b tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Notify callbacks [] for port, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:18.004439 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-77d3bb3b-adb8-4ab5-9877-6c0a4d509b3b tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:18.070873 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d3bb3b-adb8-4ab5-9877-6c0a4d509b3b tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Pushing event updated for resources: {'Port': ['ID=1ed72339-b73c-4304-bf63-41187f828591,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:56:18.078868 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77d3bb3b-adb8-4ab5-9877-6c0a4d509b3b tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Checking segment: {'id': '7f1c6d6a-d980-497b-a22a-66d0f6d8f76a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'a5c5094a-0c8b-4812-a804-aa975418e7bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93916) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:56:18.079238 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77d3bb3b-adb8-4ab5-9877-6c0a4d509b3b tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Network hostable DHCP agents. Network: a5c5094a-0c8b-4812-a804-aa975418e7bb, hostable agents: ['028393c3-0576-4ebd-bca1-8ea8a148e1a2'], hosted agents: [] {{(pid=93916) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 18:56:18.100918 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77d3bb3b-adb8-4ab5-9877-6c0a4d509b3b tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Network a5c5094a-0c8b-4812-a804-aa975418e7bb is scheduled to be hosted by DHCP agent 028393c3-0576-4ebd-bca1-8ea8a148e1a2 with binding_index 1 {{(pid=93916) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 18:56:18.111905 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [None req-77d3bb3b-adb8-4ab5-9877-6c0a4d509b3b tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-3, a5c5094a-0c8b-4812-a804-aa975418e7bb) {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:56:18.113352 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8931c1de-03c4-4aa2-82fc-79d15dbae1bf tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] Router a9e3896e-783e-4cd9-a436-2b5e2a355b94 has already been hosted by L3 agent 2c6eb27e-defb-4cca-9a24-381c7415e359 {{(pid=93915) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 18:56:18.117076 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77d3bb3b-adb8-4ab5-9877-6c0a4d509b3b tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Received port after_create {{(pid=93916) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:56:18.123745 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71a23a87-934a-4172-a84a-21a0c439e6d2 None None] Network a5c5094a-0c8b-4812-a804-aa975418e7bb requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:56:18.132249 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77d3bb3b-adb8-4ab5-9877-6c0a4d509b3b tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:56:18.133201 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-77d3bb3b-adb8-4ab5-9877-6c0a4d509b3b tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:18.160449 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-77d3bb3b-adb8-4ab5-9877-6c0a4d509b3b tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.6114266 Jul 14 18:56:18.161304 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 53980) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:56:18.161793 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 53982) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:56:18.168436 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-ef8ba9da-69a5-4716-8bdb-d8ee2e474319 tempest-TestVolumeBackupRestore-976339583 tempest-TestVolumeBackupRestore-976339583-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1112240679', 'description': 'tempest-secgroup-smoke-1112240679 description', 'project_id': 'ab3c6676b6134727ab7887b4428d3ba0'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:56:18.177029 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-e3615568-c23b-4d4b-9719-505662be9776 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1164748624'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:56:18.198215 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.db.api [None req-e3615568-c23b-4d4b-9719-505662be9776 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 14 18:56:18.198215 n-d-800634-3 neutron-server[93916]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 14 18:56:18.198215 n-d-800634-3 neutron-server[93916]: [parameters: {'project_id_1': '8cc151c1a6834557b6005ab4171146b5', 'expiration_1': datetime.datetime(2021, 7, 14, 18, 56, 18, 185420)}] Jul 14 18:56:18.198215 n-d-800634-3 neutron-server[93916]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93916) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 14 18:56:18.198665 n-d-800634-3 neutron-server[93916]: DEBUG oslo_db.api [None req-e3615568-c23b-4d4b-9719-505662be9776 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 18:56:18.202970 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-ef8ba9da-69a5-4716-8bdb-d8ee2e474319 tempest-TestVolumeBackupRestore-976339583 tempest-TestVolumeBackupRestore-976339583-project] Notify callbacks [] for security_group, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:18.241341 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8931c1de-03c4-4aa2-82fc-79d15dbae1bf tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] Notify agent at l3_agent.n-d-800634-3 the message routers_updated {{(pid=93915) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 18:56:18.246834 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-8931c1de-03c4-4aa2-82fc-79d15dbae1bf tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for floatingip, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:18.251833 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d0ffc5a-8554-400a-8904-881a9dcaee0c None None] Sync routers for ids ['a9e3896e-783e-4cd9-a436-2b5e2a355b94'] in n-d-800634-3 {{(pid=93918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 18:56:18.264386 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d0ffc5a-8554-400a-8904-881a9dcaee0c None None] Routers {'a9e3896e-783e-4cd9-a436-2b5e2a355b94'} bound to L3 agent in host n-d-800634-3 {{(pid=93918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:56:18.265633 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-4d0ffc5a-8554-400a-8904-881a9dcaee0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:55:53Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['a9e3896e-783e-4cd9-a436-2b5e2a355b94'], 'active': True} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:56:18.290814 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-8931c1de-03c4-4aa2-82fc-79d15dbae1bf tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] 10.222.0.16 "DELETE /v2.0/floatingips/d25d2a8e-4b57-41d4-8762-50b837b5f3e7 HTTP/1.1" status: 204 len: 168 time: 1.2308314 Jul 14 18:56:18.291404 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3536c908-b8c0-4194-a147-ca3713d10ad3', 'tag': '738e4b69-30eb-42a1-bbac-7d350dcb09bd'}] {{(pid=93915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:56:18.293680 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e72782ad3af8f7d4ce76cedf092bca46d1756acc5c4653cf0b52034cdd6b073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45c604b0-8e41-4c8c-a746-97afe8bbc0a5" -d '{"events": [{"name": "network-changed", "server_uuid": "3536c908-b8c0-4194-a147-ca3713d10ad3", "tag": "738e4b69-30eb-42a1-bbac-7d350dcb09bd"}]}' {{(pid=93915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:56:18.314373 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-ef8ba9da-69a5-4716-8bdb-d8ee2e474319 tempest-TestVolumeBackupRestore-976339583 tempest-TestVolumeBackupRestore-976339583-project] Notify callbacks [] for security_group, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:18.323724 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-ef8ba9da-69a5-4716-8bdb-d8ee2e474319 tempest-TestVolumeBackupRestore-976339583 tempest-TestVolumeBackupRestore-976339583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:18.333760 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 18:56:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cef2cd9-df41-4514-9b94-64e19255c273 x-openstack-request-id: req-2cef2cd9-df41-4514-9b94-64e19255c273 {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:56:18.334326 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3536c908-b8c0-4194-a147-ca3713d10ad3", "tag": "738e4b69-30eb-42a1-bbac-7d350dcb09bd", "status": "completed", "code": 200}]} {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:56:18.334941 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2cef2cd9-df41-4514-9b94-64e19255c273 {{(pid=93915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:56:18.335578 n-d-800634-3 neutron-server[93915]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3536c908-b8c0-4194-a147-ca3713d10ad3', 'tag': '738e4b69-30eb-42a1-bbac-7d350dcb09bd', 'status': 'completed', 'code': 200} Jul 14 18:56:18.364385 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-ef8ba9da-69a5-4716-8bdb-d8ee2e474319 tempest-TestVolumeBackupRestore-976339583 tempest-TestVolumeBackupRestore-976339583-project] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:18.368510 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-ef8ba9da-69a5-4716-8bdb-d8ee2e474319 tempest-TestVolumeBackupRestore-976339583 tempest-TestVolumeBackupRestore-976339583-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2027402 Jul 14 18:56:18.368783 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 53990) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:56:18.373424 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-e2343aaf-d31f-4762-861a-46f658f7435b tempest-TestVolumeBackupRestore-976339583 tempest-TestVolumeBackupRestore-976339583-project] Request body: {'security_group_rule': {'security_group_id': 'a69a7817-e0db-4957-9dd3-46ae7bcba614', 'project_id': 'ab3c6676b6134727ab7887b4428d3ba0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:56:18.381816 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8ba9da-69a5-4716-8bdb-d8ee2e474319 tempest-TestVolumeBackupRestore-976339583 tempest-TestVolumeBackupRestore-976339583-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a69a7817-e0db-4957-9dd3-46ae7bcba614,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:56:18.415138 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvr_db [None req-4d0ffc5a-8554-400a-8904-881a9dcaee0c None None] Set router a9e3896e-783e-4cd9-a436-2b5e2a355b94 gateway port host: n-d-800634-3 {{(pid=93918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 18:56:18.417205 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-e2343aaf-d31f-4762-861a-46f658f7435b tempest-TestVolumeBackupRestore-976339583 tempest-TestVolumeBackupRestore-976339583-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:18.437284 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c604b0-8e41-4c8c-a746-97afe8bbc0a5 req-0e83289f-a88c-40ab-b710-4463d36082ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:56:18.439332 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-45c604b0-8e41-4c8c-a746-97afe8bbc0a5 req-0e83289f-a88c-40ab-b710-4463d36082ab service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5093a1bcf9144b0bbe697fc3cf12df56&device_id=3536c908-b8c0-4194-a147-ca3713d10ad3 HTTP/1.1" status: 200 len: 1096 time: 0.0776217 Jul 14 18:56:18.492185 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-e2343aaf-d31f-4762-861a-46f658f7435b tempest-TestVolumeBackupRestore-976339583 tempest-TestVolumeBackupRestore-976339583-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:18.497652 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-e2343aaf-d31f-4762-861a-46f658f7435b tempest-TestVolumeBackupRestore-976339583 tempest-TestVolumeBackupRestore-976339583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305173'] for security_group_rule, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:18.522965 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2343aaf-d31f-4762-861a-46f658f7435b tempest-TestVolumeBackupRestore-976339583 tempest-TestVolumeBackupRestore-976339583-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d48b2ad3-f1ca-4d75-8d6b-701e24d51ab7,revision_number=0']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:56:18.528259 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-e2343aaf-d31f-4762-861a-46f658f7435b tempest-TestVolumeBackupRestore-976339583 tempest-TestVolumeBackupRestore-976339583-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:18.530130 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-e2343aaf-d31f-4762-861a-46f658f7435b tempest-TestVolumeBackupRestore-976339583 tempest-TestVolumeBackupRestore-976339583-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1602967 Jul 14 18:56:18.533031 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 53992) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:56:18.540745 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-da2dd7c0-834f-4c1a-b036-fc17ed236026 tempest-TestVolumeBackupRestore-976339583 tempest-TestVolumeBackupRestore-976339583-project] Request body: {'security_group_rule': {'security_group_id': 'a69a7817-e0db-4957-9dd3-46ae7bcba614', 'project_id': 'ab3c6676b6134727ab7887b4428d3ba0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:56:18.576622 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c604b0-8e41-4c8c-a746-97afe8bbc0a5 req-dc40d794-8fb2-45f9-accf-0a245755479d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:56:18.578505 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-45c604b0-8e41-4c8c-a746-97afe8bbc0a5 req-dc40d794-8fb2-45f9-accf-0a245755479d service neutron] 10.222.0.35 "GET /v2.0/networks?id=d41f9397-de9e-4e07-a07d-8cf0ac566250 HTTP/1.1" status: 200 len: 911 time: 0.1331556 Jul 14 18:56:18.583575 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-da2dd7c0-834f-4c1a-b036-fc17ed236026 tempest-TestVolumeBackupRestore-976339583 tempest-TestVolumeBackupRestore-976339583-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:18.624494 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-45c604b0-8e41-4c8c-a746-97afe8bbc0a5 req-c65eb0c9-30fb-4b39-a83e-51098d86fce0 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=738e4b69-30eb-42a1-bbac-7d350dcb09bd HTTP/1.1" status: 200 len: 217 time: 0.0389845 Jul 14 18:56:18.652974 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-da2dd7c0-834f-4c1a-b036-fc17ed236026 tempest-TestVolumeBackupRestore-976339583 tempest-TestVolumeBackupRestore-976339583-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:18.658399 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-da2dd7c0-834f-4c1a-b036-fc17ed236026 tempest-TestVolumeBackupRestore-976339583 tempest-TestVolumeBackupRestore-976339583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305173'] for security_group_rule, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:18.678011 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2dd7c0-834f-4c1a-b036-fc17ed236026 tempest-TestVolumeBackupRestore-976339583 tempest-TestVolumeBackupRestore-976339583-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7966f3d-7769-4ace-ace6-14cceae5db19,revision_number=0']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:56:18.681264 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-da2dd7c0-834f-4c1a-b036-fc17ed236026 tempest-TestVolumeBackupRestore-976339583 tempest-TestVolumeBackupRestore-976339583-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:18.685764 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-da2dd7c0-834f-4c1a-b036-fc17ed236026 tempest-TestVolumeBackupRestore-976339583 tempest-TestVolumeBackupRestore-976339583-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1477506 Jul 14 18:56:18.685970 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 53996) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:56:18.692777 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-f45943e8-7898-4938-9ae5-e0a297295567 tempest-TestVolumeBackupRestore-976339583 tempest-TestVolumeBackupRestore-976339583-project] Request body: {'security_group_rule': {'security_group_id': 'a69a7817-e0db-4957-9dd3-46ae7bcba614', 'project_id': 'ab3c6676b6134727ab7887b4428d3ba0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:56:18.714464 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c604b0-8e41-4c8c-a746-97afe8bbc0a5 req-c6cf5a7e-9f93-4580-b964-7d624fe2699b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:56:18.715946 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-45c604b0-8e41-4c8c-a746-97afe8bbc0a5 req-c6cf5a7e-9f93-4580-b964-7d624fe2699b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=0161a33b-ac2d-4d08-b4de-fe1fa405f16a HTTP/1.1" status: 200 len: 850 time: 0.0839033 Jul 14 18:56:18.717746 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-4d0ffc5a-8554-400a-8904-881a9dcaee0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9e3896e-783e-4cd9-a436-2b5e2a355b94', 'name': 'tempest-TestVolumeBootPattern-302726053-router', 'tenant_id': '5093a1bcf9144b0bbe697fc3cf12df56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.28'}], 'enable_snat': True}, 'gw_port_id': 'dc15107d-54c7-4d8d-b676-7096f1bd483c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:42:21Z', 'updated_at': '2021-07-14T18:42:31Z', 'revision_number': 4, 'project_id': '5093a1bcf9144b0bbe697fc3cf12df56', 'gw_port': {'id': 'dc15107d-54c7-4d8d-b676-7096f1bd483c', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:05:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9e3896e-783e-4cd9-a436-2b5e2a355b94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2443, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:42:23Z', 'updated_at': '2021-07-14T18:42:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_floatingips': [{'id': '8f02b6b5-17f1-4d43-8394-cfa569e5cd64', 'tenant_id': '5093a1bcf9144b0bbe697fc3cf12df56', 'floating_ip_address': '172.25.1.234', 'floating_network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'router_id': 'a9e3896e-783e-4cd9-a436-2b5e2a355b94', 'port_id': 'feca8970-97a2-4046-b98f-53bd05674454', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3320, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd41f9397-de9e-4e07-a07d-8cf0ac566250', 'mac_address': 'fa:16:3e:8b:1a:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e21060b3-7836-4f9d-9f9c-3326f4df0b64', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T18:52:27Z', 'updated_at': '2021-07-14T18:52:30Z', 'revision_number': 1, 'project_id': '5093a1bcf9144b0bbe697fc3cf12df56', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80c1cf18-c949-439f-b063-72e495f32b15', 'name': '', 'network_id': 'd41f9397-de9e-4e07-a07d-8cf0ac566250', 'tenant_id': '5093a1bcf9144b0bbe697fc3cf12df56', 'mac_address': 'fa:16:3e:b9:70:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9e3896e-783e-4cd9-a436-2b5e2a355b94', 'device_owner': 'network:router_interface', 'standard_attr_id': 2461, 'fixed_ips': [{'subnet_id': '0161a33b-ac2d-4d08-b4de-fe1fa405f16a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:42:29Z', 'updated_at': '2021-07-14T18:42:45Z', 'revision_number': 5, 'project_id': '5093a1bcf9144b0bbe697fc3cf12df56', 'subnets': [{'id': '0161a33b-ac2d-4d08-b4de-fe1fa405f16a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-3', False) {} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:56:18.730407 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-f45943e8-7898-4938-9ae5-e0a297295567 tempest-TestVolumeBackupRestore-976339583 tempest-TestVolumeBackupRestore-976339583-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:18.749052 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3615568-c23b-4d4b-9719-505662be9776 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Made reservation on behalf of 8cc151c1a6834557b6005ab4171146b5 for: {'network': 1} {{(pid=93916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:56:18.750732 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d0ffc5a-8554-400a-8904-881a9dcaee0c None None] Checking router: a9e3896e-783e-4cd9-a436-2b5e2a355b94 for host: n-d-800634-3 {{(pid=93918) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 18:56:18.752640 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-e3615568-c23b-4d4b-9719-505662be9776 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for network, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:18.771805 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d0ffc5a-8554-400a-8904-881a9dcaee0c None None] Routers {'a9e3896e-783e-4cd9-a436-2b5e2a355b94'} bound to L3 agent in host n-d-800634-3 {{(pid=93918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:56:18.772939 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-4d0ffc5a-8554-400a-8904-881a9dcaee0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:55:53Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['a9e3896e-783e-4cd9-a436-2b5e2a355b94'], 'active': True} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:56:18.783317 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db33d0b0-2d51-4026-b56c-67aabac55ade req-6b0c2a5c-1b73-4f1c-9faf-1d2ba18cc046 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:56:18.788280 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-db33d0b0-2d51-4026-b56c-67aabac55ade req-6b0c2a5c-1b73-4f1c-9faf-1d2ba18cc046 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] 10.222.0.16 "GET /v2.0/ports?device_id=3536c908-b8c0-4194-a147-ca3713d10ad3 HTTP/1.1" status: 200 len: 945 time: 0.1232936 Jul 14 18:56:18.799493 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3615568-c23b-4d4b-9719-505662be9776 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 67} {{(pid=93916) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 18:56:18.812081 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-f45943e8-7898-4938-9ae5-e0a297295567 tempest-TestVolumeBackupRestore-976339583 tempest-TestVolumeBackupRestore-976339583-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:18.816670 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-e3615568-c23b-4d4b-9719-505662be9776 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:18.817144 n-d-800634-3 neutron-server[93916]: INFO neutron.db.segments_db [None req-e3615568-c23b-4d4b-9719-505662be9776 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Added segment 9cde1718-1d74-498f-956d-d58471428fd3 of type vlan for network 71a0d966-ee78-4673-b8fc-1a496cf7808e Jul 14 18:56:18.825365 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c604b0-8e41-4c8c-a746-97afe8bbc0a5 req-c739ea0e-b47d-45b6-a2af-4554f146f975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:56:18.825628 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-f45943e8-7898-4938-9ae5-e0a297295567 tempest-TestVolumeBackupRestore-976339583 tempest-TestVolumeBackupRestore-976339583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305173'] for security_group_rule, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:18.827268 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-45c604b0-8e41-4c8c-a746-97afe8bbc0a5 req-c739ea0e-b47d-45b6-a2af-4554f146f975 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d41f9397-de9e-4e07-a07d-8cf0ac566250&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1015477 Jul 14 18:56:18.848588 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-db33d0b0-2d51-4026-b56c-67aabac55ade req-5acc15e9-e9a7-40b7-b093-49243e6885de tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] 10.222.0.16 "GET /v2.0/security-groups?id=6966763a-a9ce-4f04-9343-56b5726844ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510178 Jul 14 18:56:18.882268 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-e3615568-c23b-4d4b-9719-505662be9776 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728202197517'] for network, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:18.885889 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45943e8-7898-4938-9ae5-e0a297295567 tempest-TestVolumeBackupRestore-976339583 tempest-TestVolumeBackupRestore-976339583-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d315273b-2ce1-4157-8d2f-edb4dcd1ec1e,revision_number=0']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:56:18.901488 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-f45943e8-7898-4938-9ae5-e0a297295567 tempest-TestVolumeBackupRestore-976339583 tempest-TestVolumeBackupRestore-976339583-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:18.901665 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvr_db [None req-4d0ffc5a-8554-400a-8904-881a9dcaee0c None None] Set router a9e3896e-783e-4cd9-a436-2b5e2a355b94 gateway port host: n-d-800634-3 {{(pid=93918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 18:56:18.905472 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-f45943e8-7898-4938-9ae5-e0a297295567 tempest-TestVolumeBackupRestore-976339583 tempest-TestVolumeBackupRestore-976339583-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2156682 Jul 14 18:56:18.906820 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 54000) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:56:18.912714 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-ba83d0ee-d3cc-4c05-90e9-b8b2950d0d5a tempest-TestVolumeBackupRestore-976339583 tempest-TestVolumeBackupRestore-976339583-project] Request body: {'security_group_rule': {'security_group_id': 'a69a7817-e0db-4957-9dd3-46ae7bcba614', 'project_id': 'ab3c6676b6134727ab7887b4428d3ba0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:56:18.918762 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-e3615568-c23b-4d4b-9719-505662be9776 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727'] for network, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:18.925128 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3615568-c23b-4d4b-9719-505662be9776 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:56:18.925859 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-e3615568-c23b-4d4b-9719-505662be9776 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Notify callbacks [] for network, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:18.975207 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-ba83d0ee-d3cc-4c05-90e9-b8b2950d0d5a tempest-TestVolumeBackupRestore-976339583 tempest-TestVolumeBackupRestore-976339583-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:18.990061 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-e3615568-c23b-4d4b-9719-505662be9776 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.8258224 Jul 14 18:56:18.993208 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 54002) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:56:18.993929 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-45c604b0-8e41-4c8c-a746-97afe8bbc0a5 req-b64efd58-b48d-476d-9bbd-5f268c706b33 service neutron] 10.222.0.35 "GET /v2.0/networks/d41f9397-de9e-4e07-a07d-8cf0ac566250?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1490359 Jul 14 18:56:18.998810 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-d1819b93-014e-4c01-b6a5-49ecf2262e51 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Request body: {'ports': [{'network_id': 'a5c5094a-0c8b-4812-a804-aa975418e7bb'}, {'network_id': '71a0d966-ee78-4673-b8fc-1a496cf7808e'}]} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:56:18.999129 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-d1819b93-014e-4c01-b6a5-49ecf2262e51 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Request body: {'port': {'network_id': 'a5c5094a-0c8b-4812-a804-aa975418e7bb'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:56:18.999615 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-d1819b93-014e-4c01-b6a5-49ecf2262e51 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Request body: {'port': {'network_id': '71a0d966-ee78-4673-b8fc-1a496cf7808e'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:56:19.007662 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3615568-c23b-4d4b-9719-505662be9776 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Pushing event updated for resources: {'Network': ['ID=71a0d966-ee78-4673-b8fc-1a496cf7808e,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:56:19.021866 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Network 71a0d966-ee78-4673-b8fc-1a496cf7808e details requested by agent ovs-agent-n-d-800634-3 with host n-d-800634-3 {{(pid=93917) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 18:56:19.162026 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-4d0ffc5a-8554-400a-8904-881a9dcaee0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9e3896e-783e-4cd9-a436-2b5e2a355b94', 'name': 'tempest-TestVolumeBootPattern-302726053-router', 'tenant_id': '5093a1bcf9144b0bbe697fc3cf12df56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.28'}], 'enable_snat': True}, 'gw_port_id': 'dc15107d-54c7-4d8d-b676-7096f1bd483c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:42:21Z', 'updated_at': '2021-07-14T18:42:31Z', 'revision_number': 4, 'project_id': '5093a1bcf9144b0bbe697fc3cf12df56', 'gw_port': {'id': 'dc15107d-54c7-4d8d-b676-7096f1bd483c', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:05:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9e3896e-783e-4cd9-a436-2b5e2a355b94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2443, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:42:23Z', 'updated_at': '2021-07-14T18:42:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_floatingips': [{'id': '8f02b6b5-17f1-4d43-8394-cfa569e5cd64', 'tenant_id': '5093a1bcf9144b0bbe697fc3cf12df56', 'floating_ip_address': '172.25.1.234', 'floating_network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'router_id': 'a9e3896e-783e-4cd9-a436-2b5e2a355b94', 'port_id': 'feca8970-97a2-4046-b98f-53bd05674454', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3320, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd41f9397-de9e-4e07-a07d-8cf0ac566250', 'mac_address': 'fa:16:3e:8b:1a:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e21060b3-7836-4f9d-9f9c-3326f4df0b64', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T18:52:27Z', 'updated_at': '2021-07-14T18:52:30Z', 'revision_number': 1, 'project_id': '5093a1bcf9144b0bbe697fc3cf12df56', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80c1cf18-c949-439f-b063-72e495f32b15', 'name': '', 'network_id': 'd41f9397-de9e-4e07-a07d-8cf0ac566250', 'tenant_id': '5093a1bcf9144b0bbe697fc3cf12df56', 'mac_address': 'fa:16:3e:b9:70:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9e3896e-783e-4cd9-a436-2b5e2a355b94', 'device_owner': 'network:router_interface', 'standard_attr_id': 2461, 'fixed_ips': [{'subnet_id': '0161a33b-ac2d-4d08-b4de-fe1fa405f16a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:42:29Z', 'updated_at': '2021-07-14T18:42:45Z', 'revision_number': 5, 'project_id': '5093a1bcf9144b0bbe697fc3cf12df56', 'subnets': [{'id': '0161a33b-ac2d-4d08-b4de-fe1fa405f16a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-3', False) {} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:56:19.182252 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1819b93-014e-4c01-b6a5-49ecf2262e51 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Made reservation on behalf of 8cc151c1a6834557b6005ab4171146b5 for: {'port': 2} {{(pid=93916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:56:19.189999 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-d1819b93-014e-4c01-b6a5-49ecf2262e51 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:19.191089 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d0ffc5a-8554-400a-8904-881a9dcaee0c None None] The sync data for ids ['a9e3896e-783e-4cd9-a436-2b5e2a355b94'] in n-d-800634-3 is: [{'id': 'a9e3896e-783e-4cd9-a436-2b5e2a355b94', 'name': 'tempest-TestVolumeBootPattern-302726053-router', 'tenant_id': '5093a1bcf9144b0bbe697fc3cf12df56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.28'}], 'enable_snat': True}, 'gw_port_id': 'dc15107d-54c7-4d8d-b676-7096f1bd483c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:42:21Z', 'updated_at': '2021-07-14T18:42:31Z', 'revision_number': 4, 'project_id': '5093a1bcf9144b0bbe697fc3cf12df56', 'gw_port': {'id': 'dc15107d-54c7-4d8d-b676-7096f1bd483c', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:05:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9e3896e-783e-4cd9-a436-2b5e2a355b94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2443, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:42:23Z', 'updated_at': '2021-07-14T18:42:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_floatingips': [{'id': '8f02b6b5-17f1-4d43-8394-cfa569e5cd64', 'tenant_id': '5093a1bcf9144b0bbe697fc3cf12df56', 'floating_ip_address': '172.25.1.234', 'floating_network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'router_id': 'a9e3896e-783e-4cd9-a436-2b5e2a355b94', 'port_id': 'feca8970-97a2-4046-b98f-53bd05674454', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3320, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd41f9397-de9e-4e07-a07d-8cf0ac566250', 'mac_address': 'fa:16:3e:8b:1a:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e21060b3-7836-4f9d-9f9c-3326f4df0b64', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T18:52:27Z', 'updated_at': '2021-07-14T18:52:30Z', 'revision_number': 1, 'project_id': '5093a1bcf9144b0bbe697fc3cf12df56', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80c1cf18-c949-439f-b063-72e495f32b15', 'name': '', 'network_id': 'd41f9397-de9e-4e07-a07d-8cf0ac566250', 'tenant_id': '5093a1bcf9144b0bbe697fc3cf12df56', 'mac_address': 'fa:16:3e:b9:70:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9e3896e-783e-4cd9-a436-2b5e2a355b94', 'device_owner': 'network:router_interface', 'standard_attr_id': 2461, 'fixed_ips': [{'subnet_id': '0161a33b-ac2d-4d08-b4de-fe1fa405f16a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:42:29Z', 'updated_at': '2021-07-14T18:42:45Z', 'revision_number': 5, 'project_id': '5093a1bcf9144b0bbe697fc3cf12df56', 'subnets': [{'id': '0161a33b-ac2d-4d08-b4de-fe1fa405f16a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 18:56:19.209225 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-d1819b93-014e-4c01-b6a5-49ecf2262e51 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:19.301031 n-d-800634-3 neutron-server[93916]: DEBUG neutron.notifiers.nova [None req-d1819b93-014e-4c01-b6a5-49ecf2262e51 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] device_id is not set on port 343f80ef-e2b2-4b75-b76d-195ab86a94fd yet. {{(pid=93916) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 18:56:19.432291 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-d1819b93-014e-4c01-b6a5-49ecf2262e51 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Notify callbacks [] for port, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:19.453626 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-796598f3-ad65-4f78-a74b-aa7ce3fbdd56 None None] New status for floating IP d25d2a8e-4b57-41d4-8762-50b837b5f3e7: DOWN {{(pid=93917) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 18:56:19.465208 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-ba83d0ee-d3cc-4c05-90e9-b8b2950d0d5a tempest-TestVolumeBackupRestore-976339583 tempest-TestVolumeBackupRestore-976339583-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:19.471651 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-ba83d0ee-d3cc-4c05-90e9-b8b2950d0d5a tempest-TestVolumeBackupRestore-976339583 tempest-TestVolumeBackupRestore-976339583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305173'] for security_group_rule, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:19.491621 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-45c604b0-8e41-4c8c-a746-97afe8bbc0a5 req-b8e07c03-1e60-4d85-b84a-51c50690bdf8 service neutron] 10.222.0.35 "GET /v2.0/networks/d41f9397-de9e-4e07-a07d-8cf0ac566250?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4891224 Jul 14 18:56:19.496263 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba83d0ee-d3cc-4c05-90e9-b8b2950d0d5a tempest-TestVolumeBackupRestore-976339583 tempest-TestVolumeBackupRestore-976339583-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=560d1658-5aab-454f-98bf-155b3e80f2db,revision_number=0']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:56:19.505167 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-ba83d0ee-d3cc-4c05-90e9-b8b2950d0d5a tempest-TestVolumeBackupRestore-976339583 tempest-TestVolumeBackupRestore-976339583-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:19.509261 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-ba83d0ee-d3cc-4c05-90e9-b8b2950d0d5a tempest-TestVolumeBackupRestore-976339583 tempest-TestVolumeBackupRestore-976339583-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6014678 Jul 14 18:56:19.510465 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 54004) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:56:19.515319 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-844e08d0-8d8f-4dd7-b955-f585428ae9b5 tempest-TestVolumeBackupRestore-976339583 tempest-TestVolumeBackupRestore-976339583-project] Request body: {'security_group_rule': {'security_group_id': 'a69a7817-e0db-4957-9dd3-46ae7bcba614', 'project_id': 'ab3c6676b6134727ab7887b4428d3ba0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:56:19.527440 n-d-800634-3 neutron-server[93916]: DEBUG neutron.notifiers.nova [None req-d1819b93-014e-4c01-b6a5-49ecf2262e51 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] device_id is not set on port 96c82239-68c8-4c6b-9b10-5214461fb841 yet. {{(pid=93916) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 18:56:19.544947 n-d-800634-3 neutron-server[93915]: INFO neutron.db.securitygroups_db [None req-844e08d0-8d8f-4dd7-b955-f585428ae9b5 tempest-TestVolumeBackupRestore-976339583 tempest-TestVolumeBackupRestore-976339583-project] Project ab3c6676b6134727ab7887b4428d3ba0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 14 18:56:19.550145 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-844e08d0-8d8f-4dd7-b955-f585428ae9b5 tempest-TestVolumeBackupRestore-976339583 tempest-TestVolumeBackupRestore-976339583-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:19.610434 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-844e08d0-8d8f-4dd7-b955-f585428ae9b5 tempest-TestVolumeBackupRestore-976339583 tempest-TestVolumeBackupRestore-976339583-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:19.614494 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-844e08d0-8d8f-4dd7-b955-f585428ae9b5 tempest-TestVolumeBackupRestore-976339583 tempest-TestVolumeBackupRestore-976339583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305173'] for security_group_rule, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:19.628897 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844e08d0-8d8f-4dd7-b955-f585428ae9b5 tempest-TestVolumeBackupRestore-976339583 tempest-TestVolumeBackupRestore-976339583-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a158d0c9-4912-4c33-a632-22a1c63b744d,revision_number=0']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:56:19.639138 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-844e08d0-8d8f-4dd7-b955-f585428ae9b5 tempest-TestVolumeBackupRestore-976339583 tempest-TestVolumeBackupRestore-976339583-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:19.640363 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-844e08d0-8d8f-4dd7-b955-f585428ae9b5 tempest-TestVolumeBackupRestore-976339583 tempest-TestVolumeBackupRestore-976339583-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1293278 Jul 14 18:56:19.643083 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 54006) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:56:19.647936 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-f064c2ea-1c65-46ce-99c6-5de134f76fbd tempest-TestVolumeBackupRestore-976339583 tempest-TestVolumeBackupRestore-976339583-project] Request body: {'security_group_rule': {'security_group_id': 'a69a7817-e0db-4957-9dd3-46ae7bcba614', 'project_id': 'ab3c6676b6134727ab7887b4428d3ba0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:56:19.649585 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-d1819b93-014e-4c01-b6a5-49ecf2262e51 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Notify callbacks [] for port, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:19.672341 n-d-800634-3 neutron-server[93915]: INFO neutron.db.securitygroups_db [None req-f064c2ea-1c65-46ce-99c6-5de134f76fbd tempest-TestVolumeBackupRestore-976339583 tempest-TestVolumeBackupRestore-976339583-project] Project ab3c6676b6134727ab7887b4428d3ba0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 14 18:56:19.677365 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-f064c2ea-1c65-46ce-99c6-5de134f76fbd tempest-TestVolumeBackupRestore-976339583 tempest-TestVolumeBackupRestore-976339583-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:19.691137 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-d1819b93-014e-4c01-b6a5-49ecf2262e51 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:19.739310 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-f064c2ea-1c65-46ce-99c6-5de134f76fbd tempest-TestVolumeBackupRestore-976339583 tempest-TestVolumeBackupRestore-976339583-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:19.743053 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-f064c2ea-1c65-46ce-99c6-5de134f76fbd tempest-TestVolumeBackupRestore-976339583 tempest-TestVolumeBackupRestore-976339583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305173'] for security_group_rule, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:19.748038 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1819b93-014e-4c01-b6a5-49ecf2262e51 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Network a5c5094a-0c8b-4812-a804-aa975418e7bb is already hosted by enough agents. {{(pid=93916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:56:19.752273 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [None req-d1819b93-014e-4c01-b6a5-49ecf2262e51 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Resources bound (agent type, host, resource id): {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:56:19.756083 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1819b93-014e-4c01-b6a5-49ecf2262e51 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Received port after_create {{(pid=93916) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:56:19.757309 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-d1819b93-014e-4c01-b6a5-49ecf2262e51 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:19.760860 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f064c2ea-1c65-46ce-99c6-5de134f76fbd tempest-TestVolumeBackupRestore-976339583 tempest-TestVolumeBackupRestore-976339583-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f84e656-d19a-4295-85cb-9e44ed9b07ce,revision_number=0']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:56:19.769439 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-f064c2ea-1c65-46ce-99c6-5de134f76fbd tempest-TestVolumeBackupRestore-976339583 tempest-TestVolumeBackupRestore-976339583-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:19.770647 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-f064c2ea-1c65-46ce-99c6-5de134f76fbd tempest-TestVolumeBackupRestore-976339583 tempest-TestVolumeBackupRestore-976339583-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1265504 Jul 14 18:56:19.772600 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1819b93-014e-4c01-b6a5-49ecf2262e51 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Pushing event updated for resources: {'Port': ['ID=343f80ef-e2b2-4b75-b76d-195ab86a94fd,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:56:19.834088 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1819b93-014e-4c01-b6a5-49ecf2262e51 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Pushing event updated for resources: {'Port': ['ID=96c82239-68c8-4c6b-9b10-5214461fb841,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:56:19.842973 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1819b93-014e-4c01-b6a5-49ecf2262e51 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Checking segment: {'id': '9cde1718-1d74-498f-956d-d58471428fd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '71a0d966-ee78-4673-b8fc-1a496cf7808e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93916) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:56:19.843335 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1819b93-014e-4c01-b6a5-49ecf2262e51 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Network hostable DHCP agents. Network: 71a0d966-ee78-4673-b8fc-1a496cf7808e, hostable agents: ['028393c3-0576-4ebd-bca1-8ea8a148e1a2'], hosted agents: [] {{(pid=93916) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 18:56:19.860558 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1819b93-014e-4c01-b6a5-49ecf2262e51 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Network 71a0d966-ee78-4673-b8fc-1a496cf7808e is scheduled to be hosted by DHCP agent 028393c3-0576-4ebd-bca1-8ea8a148e1a2 with binding_index 1 {{(pid=93916) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 18:56:19.868733 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [None req-d1819b93-014e-4c01-b6a5-49ecf2262e51 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-3, 71a0d966-ee78-4673-b8fc-1a496cf7808e) {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:56:19.872571 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1819b93-014e-4c01-b6a5-49ecf2262e51 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Received port after_create {{(pid=93916) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:56:19.880318 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a32cfddf-cb57-4f89-80f8-34f3398d72c7 None None] Network 71a0d966-ee78-4673-b8fc-1a496cf7808e requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:56:19.880577 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1819b93-014e-4c01-b6a5-49ecf2262e51 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:56:19.887298 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1819b93-014e-4c01-b6a5-49ecf2262e51 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:56:19.888612 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-d1819b93-014e-4c01-b6a5-49ecf2262e51 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:19.909679 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-d1819b93-014e-4c01-b6a5-49ecf2262e51 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 0.9130166 Jul 14 18:56:19.910239 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 54016) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:56:20.088817 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-464dfd6f-0760-4a58-9705-6c9905903f9b req-b871c98c-a3e8-4554-9f2a-3f3ac6c7aaea tempest-TestVolumeBackupRestore-976339583 tempest-TestVolumeBackupRestore-976339583-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1112240679&fields=id&tenant_id=ab3c6676b6134727ab7887b4428d3ba0 HTTP/1.1" status: 200 len: 267 time: 0.0755427 Jul 14 18:56:20.188099 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [None req-328a15d5-8f12-47a7-a348-992b73a9fa93 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Deleting port 96c82239-68c8-4c6b-9b10-5214461fb841 {{(pid=93915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:56:20.188336 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-328a15d5-8f12-47a7-a348-992b73a9fa93 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:20.278630 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e4ae1d-96d5-4394-83a5-feb10d9d6400 req-1d54a5a6-924c-4f61-9cf6-fc10f7b19590 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:56:20.290505 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-90e4ae1d-96d5-4394-83a5-feb10d9d6400 req-1d54a5a6-924c-4f61-9cf6-fc10f7b19590 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] 10.222.0.16 "GET /v2.0/ports?device_id=3536c908-b8c0-4194-a147-ca3713d10ad3 HTTP/1.1" status: 200 len: 945 time: 0.2802854 Jul 14 18:56:20.316335 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-328a15d5-8f12-47a7-a348-992b73a9fa93 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:20.351953 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [None req-328a15d5-8f12-47a7-a348-992b73a9fa93 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Calling delete_port for 96c82239-68c8-4c6b-9b10-5214461fb841 owned by {{(pid=93915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:56:20.366647 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464dfd6f-0760-4a58-9705-6c9905903f9b req-12da243d-2c4b-4783-b23b-f1bd3e0dc5a8 tempest-TestVolumeBackupRestore-976339583 tempest-TestVolumeBackupRestore-976339583-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:56:20.368165 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-464dfd6f-0760-4a58-9705-6c9905903f9b req-12da243d-2c4b-4783-b23b-f1bd3e0dc5a8 tempest-TestVolumeBackupRestore-976339583 tempest-TestVolumeBackupRestore-976339583-project] 10.222.0.16 "GET /v2.0/networks?id=59d79f8f-a2cf-4f0e-9cf7-44b364654e71 HTTP/1.1" status: 200 len: 814 time: 0.2536533 Jul 14 18:56:20.368865 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-5aa396cb-32ce-452a-aef0-33bd4c0b3718 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:20.382201 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ae4730-07bd-4f7b-8341-cd35257f1a7b req-1acdc262-ca1a-43f9-a393-1ebf68daca48 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:56:20.383635 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-65ae4730-07bd-4f7b-8341-cd35257f1a7b req-1acdc262-ca1a-43f9-a393-1ebf68daca48 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] 10.222.0.35 "GET /v2.0/ports?device_id=3536c908-b8c0-4194-a147-ca3713d10ad3 HTTP/1.1" status: 200 len: 945 time: 0.3093400 Jul 14 18:56:20.414405 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-90e4ae1d-96d5-4394-83a5-feb10d9d6400 req-9b842002-4be5-4b42-80b7-59fbdbffcd6c tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] 10.222.0.16 "GET /v2.0/security-groups?id=6966763a-a9ce-4f04-9343-56b5726844ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1196570 Jul 14 18:56:20.474746 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-464dfd6f-0760-4a58-9705-6c9905903f9b req-d7e8aa0e-c644-4c12-bf25-b228e9411f3b tempest-TestVolumeBackupRestore-976339583 tempest-TestVolumeBackupRestore-976339583-project] 10.222.0.16 "GET /v2.0/quotas/ab3c6676b6134727ab7887b4428d3ba0 HTTP/1.1" status: 200 len: 375 time: 0.0901122 Jul 14 18:56:20.604991 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-7fa8a529-8935-491b-a4b5-54fedcf587b6 req-9a7aeaca-9d85-4d55-af67-12665e127eac service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=e21060b3-7836-4f9d-9f9c-3326f4df0b64&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0536621 Jul 14 18:56:20.610100 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-328a15d5-8f12-47a7-a348-992b73a9fa93 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:20.651916 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-464dfd6f-0760-4a58-9705-6c9905903f9b req-97c58709-6e12-4932-bc84-2099491e51d4 tempest-TestVolumeBackupRestore-976339583 tempest-TestVolumeBackupRestore-976339583-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=ab3c6676b6134727ab7887b4428d3ba0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1672852 Jul 14 18:56:20.653790 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328a15d5-8f12-47a7-a348-992b73a9fa93 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Pushing event deleted for resources: {'Port': ['ID=96c82239-68c8-4c6b-9b10-5214461fb841,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:56:20.664822 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-328a15d5-8f12-47a7-a348-992b73a9fa93 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:20.669249 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-328a15d5-8f12-47a7-a348-992b73a9fa93 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] 10.222.0.16 "DELETE /v2.0/ports/96c82239-68c8-4c6b-9b10-5214461fb841 HTTP/1.1" status: 204 len: 168 time: 0.7555270 Jul 14 18:56:20.669916 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [req-65ae4730-07bd-4f7b-8341-cd35257f1a7b req-b1a81b90-8e60-462e-9866-3565af598a2a tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] Deleting port 738e4b69-30eb-42a1-bbac-7d350dcb09bd {{(pid=93915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:56:20.670027 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 54020) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:56:20.670484 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-65ae4730-07bd-4f7b-8341-cd35257f1a7b req-b1a81b90-8e60-462e-9866-3565af598a2a tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:20.749653 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa8a529-8935-491b-a4b5-54fedcf587b6 req-fba6bfdd-37f3-4918-b28c-c3a96bc0f3ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:56:20.751072 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-7fa8a529-8935-491b-a4b5-54fedcf587b6 req-fba6bfdd-37f3-4918-b28c-c3a96bc0f3ea service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5093a1bcf9144b0bbe697fc3cf12df56&device_id=e21060b3-7836-4f9d-9f9c-3326f4df0b64 HTTP/1.1" status: 200 len: 1096 time: 0.1241488 Jul 14 18:56:20.776281 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bfd9286-6086-48ee-88b3-29052e875620 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:56:20.783183 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bfd9286-6086-48ee-88b3-29052e875620 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:56:20.787302 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-1bfd9286-6086-48ee-88b3-29052e875620 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.1137226 Jul 14 18:56:20.788367 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 54022) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:56:20.865610 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-65ae4730-07bd-4f7b-8341-cd35257f1a7b req-b1a81b90-8e60-462e-9866-3565af598a2a tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] For port 738e4b69-30eb-42a1-bbac-7d350dcb09bd, host n-h2-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=738e4b69-30eb-42a1-bbac-7d350dcb09bd,segment=NetworkSegment(ee39aca0-6f7d-4da6-861f-9f37553124e0),segment_id=ee39aca0-6f7d-4da6-861f-9f37553124e0)] {{(pid=93915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:56:20.865971 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-65ae4730-07bd-4f7b-8341-cd35257f1a7b req-b1a81b90-8e60-462e-9866-3565af598a2a tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:20.883465 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [req-65ae4730-07bd-4f7b-8341-cd35257f1a7b req-b1a81b90-8e60-462e-9866-3565af598a2a tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] Calling delete_port for 738e4b69-30eb-42a1-bbac-7d350dcb09bd owned by compute:nova {{(pid=93915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:56:20.886874 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-464dfd6f-0760-4a58-9705-6c9905903f9b req-2a0c6af9-7763-49c9-9920-c5e75989bcf3 service neutron] 10.222.0.16 "GET /v2.0/networks/59d79f8f-a2cf-4f0e-9cf7-44b364654e71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2123630 Jul 14 18:56:20.929976 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa8a529-8935-491b-a4b5-54fedcf587b6 req-99f6b366-c19f-499d-8bc5-7904cb8abf27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:56:20.931547 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-7fa8a529-8935-491b-a4b5-54fedcf587b6 req-99f6b366-c19f-499d-8bc5-7904cb8abf27 service neutron] 10.222.0.35 "GET /v2.0/networks?id=d41f9397-de9e-4e07-a07d-8cf0ac566250 HTTP/1.1" status: 200 len: 911 time: 0.1458876 Jul 14 18:56:21.045157 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-7fa8a529-8935-491b-a4b5-54fedcf587b6 req-3880cd99-a8a7-4565-91d0-56e75a9ea5b3 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=feca8970-97a2-4046-b98f-53bd05674454 HTTP/1.1" status: 200 len: 1001 time: 0.1057305 Jul 14 18:56:21.064875 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-464dfd6f-0760-4a58-9705-6c9905903f9b req-07be17b9-9a82-4e29-b62e-74d3187f8502 service neutron] 10.222.0.16 "GET /v2.0/networks/59d79f8f-a2cf-4f0e-9cf7-44b364654e71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1632843 Jul 14 18:56:21.078822 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [None req-9c39b341-6e0c-4bd0-9bb7-1dfc50180307 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Deleting port 343f80ef-e2b2-4b75-b76d-195ab86a94fd {{(pid=93915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:56:21.079172 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-9c39b341-6e0c-4bd0-9bb7-1dfc50180307 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:21.107843 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa8a529-8935-491b-a4b5-54fedcf587b6 req-b26ef6cd-47b6-4788-80dc-9f71c9a26907 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:56:21.109528 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-7fa8a529-8935-491b-a4b5-54fedcf587b6 req-b26ef6cd-47b6-4788-80dc-9f71c9a26907 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=0161a33b-ac2d-4d08-b4de-fe1fa405f16a HTTP/1.1" status: 200 len: 850 time: 0.0581267 Jul 14 18:56:21.182936 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-9c39b341-6e0c-4bd0-9bb7-1dfc50180307 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:21.205134 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [None req-9c39b341-6e0c-4bd0-9bb7-1dfc50180307 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Calling delete_port for 343f80ef-e2b2-4b75-b76d-195ab86a94fd owned by {{(pid=93915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:56:21.211889 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa8a529-8935-491b-a4b5-54fedcf587b6 req-17e42b72-41cf-4ee5-be89-ae581429da87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:56:21.213444 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-7fa8a529-8935-491b-a4b5-54fedcf587b6 req-17e42b72-41cf-4ee5-be89-ae581429da87 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d41f9397-de9e-4e07-a07d-8cf0ac566250&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0982790 Jul 14 18:56:21.214969 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-65ae4730-07bd-4f7b-8341-cd35257f1a7b req-b1a81b90-8e60-462e-9866-3565af598a2a tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:21.249962 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a81b90-8e60-462e-9866-3565af598a2a tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] Pushing event deleted for resources: {'Port': ['ID=738e4b69-30eb-42a1-bbac-7d350dcb09bd,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:56:21.356566 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [req-65ae4730-07bd-4f7b-8341-cd35257f1a7b req-b1a81b90-8e60-462e-9866-3565af598a2a tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] No DVR routers for this DVR port 738e4b69-30eb-42a1-bbac-7d350dcb09bd on host n-h2-800634-3 {{(pid=93915) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 18:56:21.363432 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-65ae4730-07bd-4f7b-8341-cd35257f1a7b req-b1a81b90-8e60-462e-9866-3565af598a2a tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:21.365440 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-65ae4730-07bd-4f7b-8341-cd35257f1a7b req-b1a81b90-8e60-462e-9866-3565af598a2a tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] 10.222.0.35 "DELETE /v2.0/ports/738e4b69-30eb-42a1-bbac-7d350dcb09bd HTTP/1.1" status: 204 len: 173 time: 0.9673421 Jul 14 18:56:21.365896 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3536c908-b8c0-4194-a147-ca3713d10ad3', 'name': 'network-vif-deleted', 'tag': '738e4b69-30eb-42a1-bbac-7d350dcb09bd'}] {{(pid=93915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:56:21.368966 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e72782ad3af8f7d4ce76cedf092bca46d1756acc5c4653cf0b52034cdd6b073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-158eacf4-e635-4496-b14b-ee53638a2a1f" -d '{"events": [{"server_uuid": "3536c908-b8c0-4194-a147-ca3713d10ad3", "name": "network-vif-deleted", "tag": "738e4b69-30eb-42a1-bbac-7d350dcb09bd"}]}' {{(pid=93915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:56:21.407707 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-9c39b341-6e0c-4bd0-9bb7-1dfc50180307 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:21.448192 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-34d85486-3c72-4260-a0d5-61a1f9aad00f req-5d7b964c-68b0-4597-b78f-0754e4614769 tempest-TestVolumeBackupRestore-976339583 tempest-TestVolumeBackupRestore-976339583-project] 10.222.0.16 "GET /v2.0/ports?device_id=1f5a0535-92d9-4283-80cb-59894b507fd3 HTTP/1.1" status: 200 len: 210 time: 0.0422537 Jul 14 18:56:21.471702 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c39b341-6e0c-4bd0-9bb7-1dfc50180307 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Pushing event deleted for resources: {'Port': ['ID=343f80ef-e2b2-4b75-b76d-195ab86a94fd,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:56:21.487641 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 18:56:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba3cb272-8e84-49e4-8b87-31caa1a24455 x-openstack-request-id: req-ba3cb272-8e84-49e4-8b87-31caa1a24455 {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:56:21.487940 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3536c908-b8c0-4194-a147-ca3713d10ad3", "name": "network-vif-deleted", "tag": "738e4b69-30eb-42a1-bbac-7d350dcb09bd", "status": "completed", "code": 200}]} {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:56:21.488220 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ba3cb272-8e84-49e4-8b87-31caa1a24455 {{(pid=93915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:56:21.488623 n-d-800634-3 neutron-server[93915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3536c908-b8c0-4194-a147-ca3713d10ad3', 'name': 'network-vif-deleted', 'tag': '738e4b69-30eb-42a1-bbac-7d350dcb09bd', 'status': 'completed', 'code': 200} Jul 14 18:56:21.489823 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-9c39b341-6e0c-4bd0-9bb7-1dfc50180307 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:21.491659 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-9c39b341-6e0c-4bd0-9bb7-1dfc50180307 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] 10.222.0.16 "DELETE /v2.0/ports/343f80ef-e2b2-4b75-b76d-195ab86a94fd HTTP/1.1" status: 204 len: 168 time: 0.7003434 Jul 14 18:56:21.494222 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 54038) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:56:21.620525 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-600e7a4c-037d-4bea-999e-e027dccebd30 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:56:21.625214 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-600e7a4c-037d-4bea-999e-e027dccebd30 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.1274462 Jul 14 18:56:21.625689 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 54044) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:56:21.696362 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-53afd869-9bf9-4f6c-a5c3-935847beb378 req-b3cccc3b-1fa1-4096-b3dc-db1ced783940 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] 10.222.0.16 "GET /v2.0/ports?device_id=3536c908-b8c0-4194-a147-ca3713d10ad3 HTTP/1.1" status: 200 len: 210 time: 0.0551102 Jul 14 18:56:21.702524 n-d-800634-3 neutron-server[93915]: INFO neutron.pecan_wsgi.hooks.translation [None req-134ac02b-ee2b-4475-bda2-18ff443c3bf5 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] GET failed (client error): The resource could not be found. Jul 14 18:56:21.703414 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-7fa8a529-8935-491b-a4b5-54fedcf587b6 req-c9155486-d851-4c1f-a3db-e0b1c3bdb1ef service neutron] 10.222.0.35 "GET /v2.0/networks/d41f9397-de9e-4e07-a07d-8cf0ac566250?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4837441 Jul 14 18:56:21.704398 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-134ac02b-ee2b-4475-bda2-18ff443c3bf5 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] 10.222.0.16 "GET /v2.0/ports/96c82239-68c8-4c6b-9b10-5214461fb841 HTTP/1.1" status: 404 len: 333 time: 0.0776610 Jul 14 18:56:21.714346 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 54046) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:56:21.789487 n-d-800634-3 neutron-server[93916]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c4be41f-51cc-45be-bba3-f9bd4c64fbab tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] GET failed (client error): The resource could not be found. Jul 14 18:56:21.794011 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-1c4be41f-51cc-45be-bba3-f9bd4c64fbab tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] 10.222.0.16 "GET /v2.0/ports/343f80ef-e2b2-4b75-b76d-195ab86a94fd HTTP/1.1" status: 404 len: 333 time: 0.0857306 Jul 14 18:56:21.794405 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 54050) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:56:21.838194 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-7fa8a529-8935-491b-a4b5-54fedcf587b6 req-4dfbee19-23f3-4308-a35e-84546fcbd228 service neutron] 10.222.0.35 "GET /v2.0/networks/d41f9397-de9e-4e07-a07d-8cf0ac566250?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1197288 Jul 14 18:56:21.899896 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-945a2ff5-98b2-4d15-b47a-fb63f8e079f4 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645734'] for network, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:21.991485 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-945a2ff5-98b2-4d15-b47a-fb63f8e079f4 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2096010', 'neutron.services.segments.db._delete_segments_for_network-8728202734996'] for network, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:22.002716 n-d-800634-3 neutron-server[93915]: DEBUG neutron.services.segments.db [None req-945a2ff5-98b2-4d15-b47a-fb63f8e079f4 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71a0d966-ee78-4673-b8fc-1a496cf7808e']}} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:56:22.013896 n-d-800634-3 neutron-server[93915]: DEBUG neutron.services.segments.db [None req-945a2ff5-98b2-4d15-b47a-fb63f8e079f4 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9cde1718-1d74-498f-956d-d58471428fd3') {'for_net_delete': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:56:22.014199 n-d-800634-3 neutron-server[93915]: DEBUG neutron.services.segments.db [None req-945a2ff5-98b2-4d15-b47a-fb63f8e079f4 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9cde1718-1d74-498f-956d-d58471428fd3') {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:56:22.024190 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-945a2ff5-98b2-4d15-b47a-fb63f8e079f4 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728202715275', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28939920'] for segment, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:22.040186 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-945a2ff5-98b2-4d15-b47a-fb63f8e079f4 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:22.046769 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-945a2ff5-98b2-4d15-b47a-fb63f8e079f4 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Releasing vlan 67 on physical network physnet1 to pool {{(pid=93915) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 18:56:22.047215 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-945a2ff5-98b2-4d15-b47a-fb63f8e079f4 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25911658'] for segment, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:22.050270 n-d-800634-3 neutron-server[93915]: Traceback (most recent call last): Jul 14 18:56:22.050270 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 18:56:22.050270 n-d-800634-3 neutron-server[93915]: timer() Jul 14 18:56:22.050270 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 18:56:22.050270 n-d-800634-3 neutron-server[93915]: cb(*args, **kw) Jul 14 18:56:22.050270 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 18:56:22.050270 n-d-800634-3 neutron-server[93915]: return func(*args, **kwargs) Jul 14 18:56:22.050270 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 18:56:22.050270 n-d-800634-3 neutron-server[93915]: self._notify() Jul 14 18:56:22.050270 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 18:56:22.050270 n-d-800634-3 neutron-server[93915]: self.callback(batched_events) Jul 14 18:56:22.050270 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 18:56:22.050270 n-d-800634-3 neutron-server[93915]: event.method(event) Jul 14 18:56:22.050270 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 18:56:22.050270 n-d-800634-3 neutron-server[93915]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 18:56:22.050270 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 18:56:22.050270 n-d-800634-3 neutron-server[93915]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 18:56:22.050270 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 18:56:22.050270 n-d-800634-3 neutron-server[93915]: return f(self, *a, **k) Jul 14 18:56:22.050270 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 18:56:22.050270 n-d-800634-3 neutron-server[93915]: return self._get(url).json() Jul 14 18:56:22.050270 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 18:56:22.050270 n-d-800634-3 neutron-server[93915]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 18:56:22.050270 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 18:56:22.050270 n-d-800634-3 neutron-server[93915]: return self.request(url, 'GET', **kwargs) Jul 14 18:56:22.050270 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 18:56:22.050270 n-d-800634-3 neutron-server[93915]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 18:56:22.050270 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 18:56:22.050270 n-d-800634-3 neutron-server[93915]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 18:56:22.050270 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 18:56:22.050270 n-d-800634-3 neutron-server[93915]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 18:56:22.050270 n-d-800634-3 neutron-server[93915]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 18:56:22.116653 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-945a2ff5-98b2-4d15-b47a-fb63f8e079f4 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2096001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-930085'] for network, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:22.124003 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-945a2ff5-98b2-4d15-b47a-fb63f8e079f4 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Notify callbacks [] for network, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:22.125847 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-945a2ff5-98b2-4d15-b47a-fb63f8e079f4 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] 10.222.0.16 "DELETE /v2.0/networks/71a0d966-ee78-4673-b8fc-1a496cf7808e HTTP/1.1" status: 204 len: 168 time: 0.3303549 Jul 14 18:56:22.129851 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 54052) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:56:22.135942 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-6548e7cb-b355-41cf-ae17-8c54446419f9 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-87538446'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:56:22.140685 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945a2ff5-98b2-4d15-b47a-fb63f8e079f4 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Pushing event deleted for resources: {'Network': ['ID=71a0d966-ee78-4673-b8fc-1a496cf7808e,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:56:22.161488 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6548e7cb-b355-41cf-ae17-8c54446419f9 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Made reservation on behalf of 8cc151c1a6834557b6005ab4171146b5 for: {'network': 1} {{(pid=93916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:56:22.165340 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-6548e7cb-b355-41cf-ae17-8c54446419f9 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for network, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:22.197367 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6548e7cb-b355-41cf-ae17-8c54446419f9 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 70} {{(pid=93916) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 18:56:22.208147 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-6548e7cb-b355-41cf-ae17-8c54446419f9 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:22.208585 n-d-800634-3 neutron-server[93916]: INFO neutron.db.segments_db [None req-6548e7cb-b355-41cf-ae17-8c54446419f9 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Added segment 53700527-5459-4d45-b53a-ac8befc5d448 of type vlan for network 3265d482-e737-42c3-94e3-b7fa15c93026 Jul 14 18:56:22.252034 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-6548e7cb-b355-41cf-ae17-8c54446419f9 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728202197517'] for network, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:22.282775 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-6548e7cb-b355-41cf-ae17-8c54446419f9 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727'] for network, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:22.288380 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6548e7cb-b355-41cf-ae17-8c54446419f9 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:56:22.289002 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-6548e7cb-b355-41cf-ae17-8c54446419f9 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Notify callbacks [] for network, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:22.350947 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-6548e7cb-b355-41cf-ae17-8c54446419f9 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2197444 Jul 14 18:56:22.354042 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 54054) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:56:22.359722 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-3e132c6b-89a7-4ff2-8f5c-d7a488c0bf81 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Request body: {'subnet': {'network_id': '3265d482-e737-42c3-94e3-b7fa15c93026', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:56:22.362804 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6548e7cb-b355-41cf-ae17-8c54446419f9 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Pushing event updated for resources: {'Network': ['ID=3265d482-e737-42c3-94e3-b7fa15c93026,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:56:22.374405 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Network 3265d482-e737-42c3-94e3-b7fa15c93026 details requested by agent ovs-agent-n-d-800634-3 with host n-d-800634-3 {{(pid=93917) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 18:56:22.448938 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e132c6b-89a7-4ff2-8f5c-d7a488c0bf81 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Made reservation on behalf of 8cc151c1a6834557b6005ab4171146b5 for: {'subnet': 1} {{(pid=93915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:56:22.452687 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-3e132c6b-89a7-4ff2-8f5c-d7a488c0bf81 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28969735'] for subnet, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:22.646138 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b4790a58-a86b-43a0-9e8d-fa64c2b81f1b req-af338f01-fe0a-49c2-b192-02bf3b49a8a3 tempest-TestVolumeBackupRestore-976339583 tempest-TestVolumeBackupRestore-976339583-project] 10.222.0.16 "GET /v2.0/ports?device_id=1f5a0535-92d9-4283-80cb-59894b507fd3 HTTP/1.1" status: 200 len: 210 time: 0.0386999 Jul 14 18:56:22.776016 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-3e132c6b-89a7-4ff2-8f5c-d7a488c0bf81 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25912837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28969781'] for subnet, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:22.836373 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-3d98d71a-7d74-43db-8697-6beaeea8d81d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:22.860864 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464dfd6f-0760-4a58-9705-6c9905903f9b req-4ed0d5a5-4653-4a82-b73d-7e63399f6d2f tempest-TestVolumeBackupRestore-976339583 tempest-TestVolumeBackupRestore-976339583-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:56:22.862470 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-464dfd6f-0760-4a58-9705-6c9905903f9b req-4ed0d5a5-4653-4a82-b73d-7e63399f6d2f tempest-TestVolumeBackupRestore-976339583 tempest-TestVolumeBackupRestore-976339583-project] 10.222.0.18 "GET /v2.0/networks?id=59d79f8f-a2cf-4f0e-9cf7-44b364654e71 HTTP/1.1" status: 200 len: 814 time: 0.2262475 Jul 14 18:56:22.914663 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b29ebc9b-18e4-4877-b4dc-451667bc6aba req-e6819ece-6e73-48d9-a15e-8bae8b3d7ed4 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] 10.222.0.16 "GET /v2.0/ports?device_id=3536c908-b8c0-4194-a147-ca3713d10ad3 HTTP/1.1" status: 200 len: 210 time: 0.0612614 Jul 14 18:56:22.925061 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e132c6b-89a7-4ff2-8f5c-d7a488c0bf81 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Pushing event updated for resources: {'Subnet': ['ID=8b741f51-7106-4b97-ad55-c7f705c7df52,revision_number=0']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:56:22.960550 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e132c6b-89a7-4ff2-8f5c-d7a488c0bf81 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Checking segment: {'id': '53700527-5459-4d45-b53a-ac8befc5d448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '3265d482-e737-42c3-94e3-b7fa15c93026'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:56:22.960916 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e132c6b-89a7-4ff2-8f5c-d7a488c0bf81 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Network hostable DHCP agents. Network: 3265d482-e737-42c3-94e3-b7fa15c93026, hostable agents: ['028393c3-0576-4ebd-bca1-8ea8a148e1a2'], hosted agents: [] {{(pid=93915) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 18:56:22.967248 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-464dfd6f-0760-4a58-9705-6c9905903f9b req-e2b45ef7-cc7e-4e84-8dbd-2d42afbdc08f tempest-TestVolumeBackupRestore-976339583 tempest-TestVolumeBackupRestore-976339583-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ab3c6676b6134727ab7887b4428d3ba0 HTTP/1.1" status: 200 len: 380 time: 0.0887730 Jul 14 18:56:22.976839 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [req-464dfd6f-0760-4a58-9705-6c9905903f9b req-b332e608-6fec-4624-9efe-3a942e3a8e33 tempest-TestVolumeBackupRestore-976339583 tempest-TestVolumeBackupRestore-976339583-project] Request body: {'port': {'device_id': '1f5a0535-92d9-4283-80cb-59894b507fd3', 'network_id': '59d79f8f-a2cf-4f0e-9cf7-44b364654e71', 'admin_state_up': True, 'tenant_id': 'ab3c6676b6134727ab7887b4428d3ba0', 'security_groups': ['a69a7817-e0db-4957-9dd3-46ae7bcba614']}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:56:23.036555 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e132c6b-89a7-4ff2-8f5c-d7a488c0bf81 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Network 3265d482-e737-42c3-94e3-b7fa15c93026 is scheduled to be hosted by DHCP agent 028393c3-0576-4ebd-bca1-8ea8a148e1a2 with binding_index 1 {{(pid=93915) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 18:56:23.056475 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [None req-3e132c6b-89a7-4ff2-8f5c-d7a488c0bf81 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-3, 3265d482-e737-42c3-94e3-b7fa15c93026) {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:56:23.065168 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e132c6b-89a7-4ff2-8f5c-d7a488c0bf81 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:56:23.065759 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-3e132c6b-89a7-4ff2-8f5c-d7a488c0bf81 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Notify callbacks [] for subnet, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:23.070124 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40539983-b88a-420f-82ee-7b36155c3543 None None] Network 3265d482-e737-42c3-94e3-b7fa15c93026 requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:56:23.106039 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-3e132c6b-89a7-4ff2-8f5c-d7a488c0bf81 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7509694 Jul 14 18:56:23.106470 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 54060) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:56:23.114498 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-085b5e07-734a-4cd0-99e7-0d16575726fc tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Request body: {'port': {'network_id': '3265d482-e737-42c3-94e3-b7fa15c93026', 'name': 'tempest-PortsIpV6TestJSON-214152781'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:56:23.131322 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-464dfd6f-0760-4a58-9705-6c9905903f9b req-b332e608-6fec-4624-9efe-3a942e3a8e33 tempest-TestVolumeBackupRestore-976339583 tempest-TestVolumeBackupRestore-976339583-project] Made reservation on behalf of ab3c6676b6134727ab7887b4428d3ba0 for: {'port': 1} {{(pid=93915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:56:23.135281 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-464dfd6f-0760-4a58-9705-6c9905903f9b req-b332e608-6fec-4624-9efe-3a942e3a8e33 tempest-TestVolumeBackupRestore-976339583 tempest-TestVolumeBackupRestore-976339583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:23.223230 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:23.227904 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Device 738e4b69-30eb-42a1-bbac-7d350dcb09bd no longer exists at agent hyperv_n-h2-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 18:56:23.260415 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-085b5e07-734a-4cd0-99e7-0d16575726fc tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Made reservation on behalf of 8cc151c1a6834557b6005ab4171146b5 for: {'port': 1} {{(pid=93916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:56:23.264433 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-085b5e07-734a-4cd0-99e7-0d16575726fc tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:23.267060 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] No Port match for: 738e4b69-30eb-42a1-bbac-7d350dcb09bd {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 18:56:23.268063 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Device 738e4b69-30eb-42a1-bbac-7d350dcb09bd not bound to the agent host n-h2-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 18:56:23.305067 n-d-800634-3 neutron-server[93916]: DEBUG neutron.notifiers.nova [None req-085b5e07-734a-4cd0-99e7-0d16575726fc tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] device_id is not set on port af0a7188-4dbc-400a-a100-a9da34823f95 yet. {{(pid=93916) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 18:56:23.370806 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d1247bc-65ca-4615-ba80-3b3cdcf3ee2d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9222b97e-5d1c-54f8-ba97-82f172498e76-3265d482-e737-42c3-94e3-b7fa15c93026', 'network_id': '3265d482-e737-42c3-94e3-b7fa15c93026', 'tenant_id': '8cc151c1a6834557b6005ab4171146b5', 'fixed_ips': [{'subnet_id': '8b741f51-7106-4b97-ad55-c7f705c7df52'}]}} from n-d-800634-3. {{(pid=93917) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 18:56:23.371835 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-5d1247bc-65ca-4615-ba80-3b3cdcf3ee2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:23.382701 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.db_base_plugin_common [req-464dfd6f-0760-4a58-9705-6c9905903f9b req-b332e608-6fec-4624-9efe-3a942e3a8e33 tempest-TestVolumeBackupRestore-976339583 tempest-TestVolumeBackupRestore-976339583-project] Allocated IP 172.20.0.8 (59d79f8f-a2cf-4f0e-9cf7-44b364654e71/844fd80b-fe8b-4b98-98f0-ed90aba01f58/cd8baaa3-cd9f-4584-9bdc-a4816ac099f0) {{(pid=93915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:56:23.500717 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.db_base_plugin_common [None req-085b5e07-734a-4cd0-99e7-0d16575726fc tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Allocated IP 2001:db8::212 (3265d482-e737-42c3-94e3-b7fa15c93026/8b741f51-7106-4b97-ad55-c7f705c7df52/af0a7188-4dbc-400a-a100-a9da34823f95) {{(pid=93916) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:56:23.583055 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-464dfd6f-0760-4a58-9705-6c9905903f9b req-b332e608-6fec-4624-9efe-3a942e3a8e33 tempest-TestVolumeBackupRestore-976339583 tempest-TestVolumeBackupRestore-976339583-project] Notify callbacks [] for port, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:23.597465 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.provisioning_blocks [req-464dfd6f-0760-4a58-9705-6c9905903f9b req-b332e608-6fec-4624-9efe-3a942e3a8e33 tempest-TestVolumeBackupRestore-976339583 tempest-TestVolumeBackupRestore-976339583-project] Transition to ACTIVE for port object cd8baaa3-cd9f-4584-9bdc-a4816ac099f0 will not be triggered until provisioned by entity DHCP. {{(pid=93915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:56:23.634748 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-464dfd6f-0760-4a58-9705-6c9905903f9b req-b332e608-6fec-4624-9efe-3a942e3a8e33 tempest-TestVolumeBackupRestore-976339583 tempest-TestVolumeBackupRestore-976339583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:23.677633 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-085b5e07-734a-4cd0-99e7-0d16575726fc tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Notify callbacks [] for port, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:23.688714 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-464dfd6f-0760-4a58-9705-6c9905903f9b req-b332e608-6fec-4624-9efe-3a942e3a8e33 tempest-TestVolumeBackupRestore-976339583 tempest-TestVolumeBackupRestore-976339583-project] Network 59d79f8f-a2cf-4f0e-9cf7-44b364654e71 is already hosted by enough agents. {{(pid=93915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:56:23.692543 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [req-464dfd6f-0760-4a58-9705-6c9905903f9b req-b332e608-6fec-4624-9efe-3a942e3a8e33 tempest-TestVolumeBackupRestore-976339583 tempest-TestVolumeBackupRestore-976339583-project] Resources bound (agent type, host, resource id): {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:56:23.693612 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.provisioning_blocks [None req-085b5e07-734a-4cd0-99e7-0d16575726fc tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Transition to ACTIVE for port object af0a7188-4dbc-400a-a100-a9da34823f95 will not be triggered until provisioned by entity DHCP. {{(pid=93916) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:56:23.697258 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [req-464dfd6f-0760-4a58-9705-6c9905903f9b req-b332e608-6fec-4624-9efe-3a942e3a8e33 tempest-TestVolumeBackupRestore-976339583 tempest-TestVolumeBackupRestore-976339583-project] Received port after_create {{(pid=93915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:56:23.724823 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b332e608-6fec-4624-9efe-3a942e3a8e33 tempest-TestVolumeBackupRestore-976339583 tempest-TestVolumeBackupRestore-976339583-project] Pushing event updated for resources: {'Port': ['ID=cd8baaa3-cd9f-4584-9bdc-a4816ac099f0,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:56:23.734926 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-085b5e07-734a-4cd0-99e7-0d16575726fc tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:23.773594 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464dfd6f-0760-4a58-9705-6c9905903f9b req-b332e608-6fec-4624-9efe-3a942e3a8e33 tempest-TestVolumeBackupRestore-976339583 tempest-TestVolumeBackupRestore-976339583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:56:23.779663 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-464dfd6f-0760-4a58-9705-6c9905903f9b req-b332e608-6fec-4624-9efe-3a942e3a8e33 tempest-TestVolumeBackupRestore-976339583 tempest-TestVolumeBackupRestore-976339583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:23.813577 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.db_base_plugin_common [None req-5d1247bc-65ca-4615-ba80-3b3cdcf3ee2d None None] Allocated IP 2001:db8::2 (3265d482-e737-42c3-94e3-b7fa15c93026/8b741f51-7106-4b97-ad55-c7f705c7df52/acd832c0-52f9-4b33-a9c1-35b2858d0d68) {{(pid=93917) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:56:23.814865 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-464dfd6f-0760-4a58-9705-6c9905903f9b req-b332e608-6fec-4624-9efe-3a942e3a8e33 tempest-TestVolumeBackupRestore-976339583 tempest-TestVolumeBackupRestore-976339583-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8418858 Jul 14 18:56:23.817637 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-085b5e07-734a-4cd0-99e7-0d16575726fc tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Network 3265d482-e737-42c3-94e3-b7fa15c93026 is already hosted by enough agents. {{(pid=93916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:56:23.833455 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [None req-085b5e07-734a-4cd0-99e7-0d16575726fc tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Resources bound (agent type, host, resource id): {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:56:23.840245 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-085b5e07-734a-4cd0-99e7-0d16575726fc tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Received port after_create {{(pid=93916) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:56:23.850568 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-085b5e07-734a-4cd0-99e7-0d16575726fc tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:56:23.851356 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-085b5e07-734a-4cd0-99e7-0d16575726fc tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:23.852535 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [req-464dfd6f-0760-4a58-9705-6c9905903f9b req-d387ad74-c126-46b5-a164-8005b40bd67a service neutron] Request body: {'port': {'device_id': '1f5a0535-92d9-4283-80cb-59894b507fd3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800634-3'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:56:23.864686 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085b5e07-734a-4cd0-99e7-0d16575726fc tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Pushing event updated for resources: {'Port': ['ID=af0a7188-4dbc-400a-a100-a9da34823f95,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:56:23.877135 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-085b5e07-734a-4cd0-99e7-0d16575726fc tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.7685893 Jul 14 18:56:23.879937 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 54064) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:56:24.044587 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-d213bb82-6590-4870-b224-d7cd1afc7208 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Deleting port af0a7188-4dbc-400a-a100-a9da34823f95 {{(pid=93916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:56:24.044925 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-d213bb82-6590-4870-b224-d7cd1afc7208 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:24.057174 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-5d1247bc-65ca-4615-ba80-3b3cdcf3ee2d None None] Notify callbacks [] for port, precommit_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:24.057426 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660d4e9f-9856-4eb9-80ff-fe09408fa287 req-6d44a004-5e0a-4025-a396-9e1405f5ec0e tempest-TestVolumeBackupRestore-976339583 tempest-TestVolumeBackupRestore-976339583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:56:24.067342 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-660d4e9f-9856-4eb9-80ff-fe09408fa287 req-6d44a004-5e0a-4025-a396-9e1405f5ec0e tempest-TestVolumeBackupRestore-976339583 tempest-TestVolumeBackupRestore-976339583-project] 10.222.0.16 "GET /v2.0/ports?device_id=1f5a0535-92d9-4283-80cb-59894b507fd3 HTTP/1.1" status: 200 len: 931 time: 0.2435267 Jul 14 18:56:24.070325 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-464dfd6f-0760-4a58-9705-6c9905903f9b req-d387ad74-c126-46b5-a164-8005b40bd67a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:24.076325 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-5d1247bc-65ca-4615-ba80-3b3cdcf3ee2d None None] Transition to ACTIVE for port object acd832c0-52f9-4b33-a9c1-35b2858d0d68 will not be triggered until provisioned by entity L2. {{(pid=93917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:56:24.085406 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-65d1f4ae-7474-4c2c-93f8-f4cad36d2056 None None] Provisioning for port cd8baaa3-cd9f-4584-9bdc-a4816ac099f0 completed by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:56:24.097119 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-65d1f4ae-7474-4c2c-93f8-f4cad36d2056 None None] Provisioning complete for port cd8baaa3-cd9f-4584-9bdc-a4816ac099f0 triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:56:24.097818 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-65d1f4ae-7474-4c2c-93f8-f4cad36d2056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:24.111197 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-5d1247bc-65ca-4615-ba80-3b3cdcf3ee2d None None] Transition to ACTIVE for port object acd832c0-52f9-4b33-a9c1-35b2858d0d68 will not be triggered until provisioned by entity DHCP. {{(pid=93917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:56:24.141645 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-5d1247bc-65ca-4615-ba80-3b3cdcf3ee2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804'] for port, after_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:24.173623 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-d213bb82-6590-4870-b224-d7cd1afc7208 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:24.189610 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-d213bb82-6590-4870-b224-d7cd1afc7208 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Calling delete_port for af0a7188-4dbc-400a-a100-a9da34823f95 owned by {{(pid=93916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:56:24.193855 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-65d1f4ae-7474-4c2c-93f8-f4cad36d2056 None None] Port cd8baaa3-cd9f-4584-9bdc-a4816ac099f0 cannot update to ACTIVE because it is not bound. {{(pid=93917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 18:56:24.215603 n-d-800634-3 neutron-server[93917]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d1247bc-65ca-4615-ba80-3b3cdcf3ee2d None None] Network 3265d482-e737-42c3-94e3-b7fa15c93026 is already hosted by enough agents. {{(pid=93917) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:56:24.222884 n-d-800634-3 neutron-server[93917]: DEBUG neutron.scheduler.base_scheduler [None req-5d1247bc-65ca-4615-ba80-3b3cdcf3ee2d None None] Resources bound (agent type, host, resource id): {{(pid=93917) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:56:24.230806 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d1247bc-65ca-4615-ba80-3b3cdcf3ee2d None None] Received port after_create {{(pid=93917) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:56:24.263655 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-574aeb93-9938-449c-8e6c-cb22c9b52cc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:24.266256 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1247bc-65ca-4615-ba80-3b3cdcf3ee2d None None] Pushing event updated for resources: {'Port': ['ID=acd832c0-52f9-4b33-a9c1-35b2858d0d68,revision_number=1']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:56:24.304260 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-5d1247bc-65ca-4615-ba80-3b3cdcf3ee2d None None] Attempting to bind port acd832c0-52f9-4b33-a9c1-35b2858d0d68 on host n-d-800634-3 for vnic_type normal with profile {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:56:24.305308 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-5d1247bc-65ca-4615-ba80-3b3cdcf3ee2d None None] Attempting to bind port acd832c0-52f9-4b33-a9c1-35b2858d0d68 by drivers openvswitch,hyperv on host n-d-800634-3 at level 0 using segments [{'id': '53700527-5459-4d45-b53a-ac8befc5d448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '3265d482-e737-42c3-94e3-b7fa15c93026'}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:56:24.305923 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d1247bc-65ca-4615-ba80-3b3cdcf3ee2d None None] Attempting to bind port acd832c0-52f9-4b33-a9c1-35b2858d0d68 on network 3265d482-e737-42c3-94e3-b7fa15c93026 {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:56:24.311799 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d1247bc-65ca-4615-ba80-3b3cdcf3ee2d None None] Checking agent: {'id': '01c19e91-a945-4e3c-94a6-c211e17c923e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 8, 23), 'started_at': datetime.datetime(2021, 7, 14, 18, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 18, 56, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 18:56:24.312514 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d1247bc-65ca-4615-ba80-3b3cdcf3ee2d None None] Checking segment: {'id': '53700527-5459-4d45-b53a-ac8befc5d448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '3265d482-e737-42c3-94e3-b7fa15c93026'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93917) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:56:24.313134 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-5d1247bc-65ca-4615-ba80-3b3cdcf3ee2d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:24.313732 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d1247bc-65ca-4615-ba80-3b3cdcf3ee2d None None] Bound using segment: {'id': '53700527-5459-4d45-b53a-ac8befc5d448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '3265d482-e737-42c3-94e3-b7fa15c93026'} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 18:56:24.314420 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-5d1247bc-65ca-4615-ba80-3b3cdcf3ee2d None None] Bound port: acd832c0-52f9-4b33-a9c1-35b2858d0d68, host: n-d-800634-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53700527-5459-4d45-b53a-ac8befc5d448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '3265d482-e737-42c3-94e3-b7fa15c93026'}}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 18:56:24.315335 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-5d1247bc-65ca-4615-ba80-3b3cdcf3ee2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:24.359043 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-d213bb82-6590-4870-b224-d7cd1afc7208 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:24.374094 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-660d4e9f-9856-4eb9-80ff-fe09408fa287 req-2d51a08e-a736-430e-9468-34923c4f3943 tempest-TestVolumeBackupRestore-976339583 tempest-TestVolumeBackupRestore-976339583-project] 10.222.0.16 "GET /v2.0/security-groups?id=a69a7817-e0db-4957-9dd3-46ae7bcba614&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3056331 Jul 14 18:56:24.399636 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-5d1247bc-65ca-4615-ba80-3b3cdcf3ee2d None None] For port acd832c0-52f9-4b33-a9c1-35b2858d0d68, host n-d-800634-3, cleared binding levels {{(pid=93917) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:56:24.405136 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-5d1247bc-65ca-4615-ba80-3b3cdcf3ee2d None None] For port acd832c0-52f9-4b33-a9c1-35b2858d0d68, host n-d-800634-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=acd832c0-52f9-4b33-a9c1-35b2858d0d68,segment=NetworkSegment(53700527-5459-4d45-b53a-ac8befc5d448),segment_id=53700527-5459-4d45-b53a-ac8befc5d448)] {{(pid=93917) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 18:56:24.410285 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-5d1247bc-65ca-4615-ba80-3b3cdcf3ee2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:24.414719 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-743f4008-9453-4be0-ba21-2d9713f1d751 req-83ce8373-27e1-47a5-a34e-d33657d69a92 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] 10.222.0.16 "GET /v2.0/ports?device_id=3536c908-b8c0-4194-a147-ca3713d10ad3 HTTP/1.1" status: 200 len: 210 time: 0.3079829 Jul 14 18:56:24.435131 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-d213bb82-6590-4870-b224-d7cd1afc7208 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:24.437450 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-d213bb82-6590-4870-b224-d7cd1afc7208 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] 10.222.0.16 "DELETE /v2.0/ports/af0a7188-4dbc-400a-a100-a9da34823f95 HTTP/1.1" status: 204 len: 168 time: 0.5565200 Jul 14 18:56:24.438516 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d213bb82-6590-4870-b224-d7cd1afc7208 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Pushing event deleted for resources: {'Port': ['ID=af0a7188-4dbc-400a-a100-a9da34823f95,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:56:24.445088 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 54068) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:56:24.494787 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1247bc-65ca-4615-ba80-3b3cdcf3ee2d None None] Pushing event updated for resources: {'Port': ['ID=acd832c0-52f9-4b33-a9c1-35b2858d0d68,revision_number=2']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:56:24.498129 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [req-464dfd6f-0760-4a58-9705-6c9905903f9b req-d387ad74-c126-46b5-a164-8005b40bd67a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd8baaa3-cd9f-4584-9bdc-a4816ac099f0 {{(pid=93915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 18:56:24.509446 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-464dfd6f-0760-4a58-9705-6c9905903f9b req-d387ad74-c126-46b5-a164-8005b40bd67a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:24.519454 n-d-800634-3 neutron-server[93916]: INFO neutron.pecan_wsgi.hooks.translation [None req-31663d35-f4dc-4666-89cf-0a34df6fc545 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] DELETE failed (client error): The resource could not be found. Jul 14 18:56:24.520409 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-31663d35-f4dc-4666-89cf-0a34df6fc545 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93916) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 18:56:24.525072 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-31663d35-f4dc-4666-89cf-0a34df6fc545 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] 10.222.0.16 "DELETE /v2.0/ports/af0a7188-4dbc-400a-a100-a9da34823f95 HTTP/1.1" status: 404 len: 333 time: 0.0788224 Jul 14 18:56:24.532198 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 54070) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:56:24.532368 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.provisioning_blocks [req-464dfd6f-0760-4a58-9705-6c9905903f9b req-d387ad74-c126-46b5-a164-8005b40bd67a service neutron] Transition to ACTIVE for port object cd8baaa3-cd9f-4584-9bdc-a4816ac099f0 will not be triggered until provisioned by entity L2. {{(pid=93915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:56:24.532368 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-464dfd6f-0760-4a58-9705-6c9905903f9b req-d387ad74-c126-46b5-a164-8005b40bd67a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25912978'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:24.557690 n-d-800634-3 neutron-server[93916]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9fe138e-ce8f-4f22-a7d3-fe1434d47335 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] GET failed (client error): The resource could not be found. Jul 14 18:56:24.559242 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-b9fe138e-ce8f-4f22-a7d3-fe1434d47335 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] 10.222.0.16 "GET /v2.0/ports/af0a7188-4dbc-400a-a100-a9da34823f95 HTTP/1.1" status: 404 len: 333 time: 0.0327499 Jul 14 18:56:24.562607 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 54072) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:56:24.583020 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d387ad74-c126-46b5-a164-8005b40bd67a service neutron] Pushing event updated for resources: {'Port': ['ID=cd8baaa3-cd9f-4584-9bdc-a4816ac099f0,revision_number=2']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:56:24.623465 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f1dccad-9a65-4c46-8f95-2bb0ce6feeb8 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Deleting subnet 8b741f51-7106-4b97-ad55-c7f705c7df52 {{(pid=93916) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 18:56:24.627844 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-6f1dccad-9a65-4c46-8f95-2bb0ce6feeb8 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Notify callbacks [] for subnet, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:24.683378 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-6f1dccad-9a65-4c46-8f95-2bb0ce6feeb8 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26296866'] for subnet, precommit_delete_associations {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:24.720339 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-464dfd6f-0760-4a58-9705-6c9905903f9b req-d387ad74-c126-46b5-a164-8005b40bd67a service neutron] Attempting to bind port cd8baaa3-cd9f-4584-9bdc-a4816ac099f0 on host n-h1-800634-3 for vnic_type normal with profile {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:56:24.720844 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-464dfd6f-0760-4a58-9705-6c9905903f9b req-d387ad74-c126-46b5-a164-8005b40bd67a service neutron] Attempting to bind port cd8baaa3-cd9f-4584-9bdc-a4816ac099f0 by drivers openvswitch,hyperv on host n-h1-800634-3 at level 0 using segments [{'id': 'ffbeca98-3729-4e9d-9c3f-fecdea0c745c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '59d79f8f-a2cf-4f0e-9cf7-44b364654e71'}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:56:24.721283 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-464dfd6f-0760-4a58-9705-6c9905903f9b req-d387ad74-c126-46b5-a164-8005b40bd67a service neutron] Attempting to bind port cd8baaa3-cd9f-4584-9bdc-a4816ac099f0 on network 59d79f8f-a2cf-4f0e-9cf7-44b364654e71 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:56:24.745411 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-464dfd6f-0760-4a58-9705-6c9905903f9b req-d387ad74-c126-46b5-a164-8005b40bd67a service neutron] Port cd8baaa3-cd9f-4584-9bdc-a4816ac099f0 on network 59d79f8f-a2cf-4f0e-9cf7-44b364654e71 not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-3 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 18:56:24.745972 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-464dfd6f-0760-4a58-9705-6c9905903f9b req-d387ad74-c126-46b5-a164-8005b40bd67a service neutron] Attempting to bind port cd8baaa3-cd9f-4584-9bdc-a4816ac099f0 on network 59d79f8f-a2cf-4f0e-9cf7-44b364654e71 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:56:24.758476 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-464dfd6f-0760-4a58-9705-6c9905903f9b req-d387ad74-c126-46b5-a164-8005b40bd67a service neutron] Checking agent: {'id': 'a3630ff4-fbee-45d9-b9b6-0ae41cb3a350', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 15, 32), 'started_at': datetime.datetime(2021, 7, 14, 18, 15, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 18, 56, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 18:56:24.758749 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-464dfd6f-0760-4a58-9705-6c9905903f9b req-d387ad74-c126-46b5-a164-8005b40bd67a service neutron] Checking segment: {'id': 'ffbeca98-3729-4e9d-9c3f-fecdea0c745c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '59d79f8f-a2cf-4f0e-9cf7-44b364654e71'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:56:24.759785 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-464dfd6f-0760-4a58-9705-6c9905903f9b req-d387ad74-c126-46b5-a164-8005b40bd67a service neutron] Bound using segment: {'id': 'ffbeca98-3729-4e9d-9c3f-fecdea0c745c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '59d79f8f-a2cf-4f0e-9cf7-44b364654e71'} {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 18:56:24.764198 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-464dfd6f-0760-4a58-9705-6c9905903f9b req-d387ad74-c126-46b5-a164-8005b40bd67a service neutron] Bound port: cd8baaa3-cd9f-4584-9bdc-a4816ac099f0, host: n-h1-800634-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ffbeca98-3729-4e9d-9c3f-fecdea0c745c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '59d79f8f-a2cf-4f0e-9cf7-44b364654e71'}}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 18:56:24.764198 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-464dfd6f-0760-4a58-9705-6c9905903f9b req-d387ad74-c126-46b5-a164-8005b40bd67a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:24.840221 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-6f1dccad-9a65-4c46-8f95-2bb0ce6feeb8 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081283'] for subnet, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:24.846664 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-464dfd6f-0760-4a58-9705-6c9905903f9b req-d387ad74-c126-46b5-a164-8005b40bd67a service neutron] For port cd8baaa3-cd9f-4584-9bdc-a4816ac099f0, host n-h1-800634-3, cleared binding levels {{(pid=93915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:56:24.850148 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-464dfd6f-0760-4a58-9705-6c9905903f9b req-d387ad74-c126-46b5-a164-8005b40bd67a service neutron] For port cd8baaa3-cd9f-4584-9bdc-a4816ac099f0, host n-h1-800634-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=cd8baaa3-cd9f-4584-9bdc-a4816ac099f0,segment=NetworkSegment(ffbeca98-3729-4e9d-9c3f-fecdea0c745c),segment_id=ffbeca98-3729-4e9d-9c3f-fecdea0c745c)] {{(pid=93915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 18:56:24.856737 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-464dfd6f-0760-4a58-9705-6c9905903f9b req-d387ad74-c126-46b5-a164-8005b40bd67a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25912978'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:24.920947 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d387ad74-c126-46b5-a164-8005b40bd67a service neutron] Pushing event updated for resources: {'Port': ['ID=cd8baaa3-cd9f-4584-9bdc-a4816ac099f0,revision_number=3']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:56:24.924131 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-6f1dccad-9a65-4c46-8f95-2bb0ce6feeb8 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2684816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26033152'] for subnet, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:24.933358 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464dfd6f-0760-4a58-9705-6c9905903f9b req-d387ad74-c126-46b5-a164-8005b40bd67a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:56:24.933980 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-464dfd6f-0760-4a58-9705-6c9905903f9b req-d387ad74-c126-46b5-a164-8005b40bd67a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:24.935448 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-464dfd6f-0760-4a58-9705-6c9905903f9b req-d387ad74-c126-46b5-a164-8005b40bd67a service neutron] 10.222.0.18 "PUT /v2.0/ports/cd8baaa3-cd9f-4584-9bdc-a4816ac099f0 HTTP/1.1" status: 200 len: 1091 time: 1.0876408 Jul 14 18:56:24.935898 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f5a0535-92d9-4283-80cb-59894b507fd3', 'tag': 'cd8baaa3-cd9f-4584-9bdc-a4816ac099f0'}] {{(pid=93915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:56:24.938223 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e72782ad3af8f7d4ce76cedf092bca46d1756acc5c4653cf0b52034cdd6b073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ebf81b4-b047-4e6a-886c-e305eb55051f" -d '{"events": [{"name": "network-changed", "server_uuid": "1f5a0535-92d9-4283-80cb-59894b507fd3", "tag": "cd8baaa3-cd9f-4584-9bdc-a4816ac099f0"}]}' {{(pid=93915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:56:24.980781 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-6f1dccad-9a65-4c46-8f95-2bb0ce6feeb8 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Notify callbacks [] for subnet, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:24.985746 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-6f1dccad-9a65-4c46-8f95-2bb0ce6feeb8 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] 10.222.0.16 "DELETE /v2.0/subnets/8b741f51-7106-4b97-ad55-c7f705c7df52 HTTP/1.1" status: 204 len: 168 time: 0.4198143 Jul 14 18:56:24.986144 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 54076) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:56:24.990525 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1dccad-9a65-4c46-8f95-2bb0ce6feeb8 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Pushing event deleted for resources: {'Subnet': ['ID=8b741f51-7106-4b97-ad55-c7f705c7df52,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:56:24.998052 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 18:56:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efecb93a-43eb-4145-80ae-074cb1ea2f6e x-openstack-request-id: req-efecb93a-43eb-4145-80ae-074cb1ea2f6e {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:56:24.998346 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f5a0535-92d9-4283-80cb-59894b507fd3", "tag": "cd8baaa3-cd9f-4584-9bdc-a4816ac099f0", "status": "completed", "code": 200}]} {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:56:24.998603 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-efecb93a-43eb-4145-80ae-074cb1ea2f6e {{(pid=93915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:56:24.999006 n-d-800634-3 neutron-server[93915]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f5a0535-92d9-4283-80cb-59894b507fd3', 'tag': 'cd8baaa3-cd9f-4584-9bdc-a4816ac099f0', 'status': 'completed', 'code': 200} Jul 14 18:56:25.459607 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-53e22ee5-26e9-4033-9558-3f3651b113dc tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645734'] for network, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:25.507245 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464dfd6f-0760-4a58-9705-6c9905903f9b req-229413d0-432b-4780-9a19-86729ac8f626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:56:25.508829 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-464dfd6f-0760-4a58-9705-6c9905903f9b req-229413d0-432b-4780-9a19-86729ac8f626 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ab3c6676b6134727ab7887b4428d3ba0&device_id=1f5a0535-92d9-4283-80cb-59894b507fd3 HTTP/1.1" status: 200 len: 1094 time: 0.5074580 Jul 14 18:56:25.673804 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-464dfd6f-0760-4a58-9705-6c9905903f9b req-3725b508-bdcc-4070-a4f4-d9f828527060 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cd8baaa3-cd9f-4584-9bdc-a4816ac099f0 HTTP/1.1" status: 200 len: 217 time: 0.1365938 Jul 14 18:56:25.737602 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464dfd6f-0760-4a58-9705-6c9905903f9b req-746f0093-fcd7-4491-907b-4b1288475eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:56:25.739104 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-464dfd6f-0760-4a58-9705-6c9905903f9b req-746f0093-fcd7-4491-907b-4b1288475eb2 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=844fd80b-fe8b-4b98-98f0-ed90aba01f58 HTTP/1.1" status: 200 len: 853 time: 0.0494242 Jul 14 18:56:25.791452 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-52d543a3-72a5-4343-b6d1-1a10054bd165 req-70573a9b-9d0b-48b1-b815-23d37cd878ac tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] 10.222.0.16 "GET /v2.0/ports?device_id=3536c908-b8c0-4194-a147-ca3713d10ad3 HTTP/1.1" status: 200 len: 210 time: 0.1193161 Jul 14 18:56:25.829500 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [None req-53e22ee5-26e9-4033-9558-3f3651b113dc tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Deleting port acd832c0-52f9-4b33-a9c1-35b2858d0d68 {{(pid=93915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:56:25.829845 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-53e22ee5-26e9-4033-9558-3f3651b113dc tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:25.840892 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-2f4e3af3-e708-4ffd-a544-82d93a489d01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:25.869838 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fd352a4-26c5-423b-ac3b-42789075bc95 None None] Network 3265d482-e737-42c3-94e3-b7fa15c93026 requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:56:25.905428 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c8f463-e8b2-4a22-bfe8-f6212e3257c7 req-4e19c99e-75e2-4290-894d-213e3517b3af tempest-TestVolumeBackupRestore-976339583 tempest-TestVolumeBackupRestore-976339583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:56:25.906907 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-41c8f463-e8b2-4a22-bfe8-f6212e3257c7 req-4e19c99e-75e2-4290-894d-213e3517b3af tempest-TestVolumeBackupRestore-976339583 tempest-TestVolumeBackupRestore-976339583-project] 10.222.0.16 "GET /v2.0/ports?device_id=1f5a0535-92d9-4283-80cb-59894b507fd3 HTTP/1.1" status: 200 len: 943 time: 0.3379598 Jul 14 18:56:25.948257 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464dfd6f-0760-4a58-9705-6c9905903f9b req-52455925-6f6a-4775-b7a6-9a94dbe836bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:56:25.949770 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-464dfd6f-0760-4a58-9705-6c9905903f9b req-52455925-6f6a-4775-b7a6-9a94dbe836bd service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=59d79f8f-a2cf-4f0e-9cf7-44b364654e71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1903062 Jul 14 18:56:25.957272 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [None req-53e22ee5-26e9-4033-9558-3f3651b113dc tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] For port acd832c0-52f9-4b33-a9c1-35b2858d0d68, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=acd832c0-52f9-4b33-a9c1-35b2858d0d68,segment=NetworkSegment(53700527-5459-4d45-b53a-ac8befc5d448),segment_id=53700527-5459-4d45-b53a-ac8befc5d448)] {{(pid=93915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:56:25.957645 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-53e22ee5-26e9-4033-9558-3f3651b113dc tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:25.994150 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-39535d6e-1b3f-4af3-ba5e-51d895f21bc6 None None] Provisioning for port acd832c0-52f9-4b33-a9c1-35b2858d0d68 completed by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:56:25.996938 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [None req-53e22ee5-26e9-4033-9558-3f3651b113dc tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Calling delete_port for acd832c0-52f9-4b33-a9c1-35b2858d0d68 owned by network:dhcp {{(pid=93915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:56:26.033411 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-41c8f463-e8b2-4a22-bfe8-f6212e3257c7 req-cc4bc327-2f87-47fa-a847-99f4fc912465 tempest-TestVolumeBackupRestore-976339583 tempest-TestVolumeBackupRestore-976339583-project] 10.222.0.16 "GET /v2.0/security-groups?id=a69a7817-e0db-4957-9dd3-46ae7bcba614&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1159708 Jul 14 18:56:26.123824 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3794745c-a0f8-45c2-a3ca-f47fcb2ce405 None None] DHCP port deletion for 3265d482-e737-42c3-94e3-b7fa15c93026 request from n-d-800634-3 {{(pid=93917) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 18:56:26.142845 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-464dfd6f-0760-4a58-9705-6c9905903f9b req-0cf71d80-bc87-40c5-b222-64d6e8859126 service neutron] 10.222.0.18 "GET /v2.0/networks/59d79f8f-a2cf-4f0e-9cf7-44b364654e71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1769619 Jul 14 18:56:26.186794 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-3794745c-a0f8-45c2-a3ca-f47fcb2ce405 None None] Deleting port acd832c0-52f9-4b33-a9c1-35b2858d0d68 {{(pid=93917) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:56:26.187273 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-3794745c-a0f8-45c2-a3ca-f47fcb2ce405 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:26.220530 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-53e22ee5-26e9-4033-9558-3f3651b113dc tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:26.275397 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-3794745c-a0f8-45c2-a3ca-f47fcb2ce405 None None] For port acd832c0-52f9-4b33-a9c1-35b2858d0d68, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=acd832c0-52f9-4b33-a9c1-35b2858d0d68,segment=NetworkSegment(53700527-5459-4d45-b53a-ac8befc5d448),segment_id=53700527-5459-4d45-b53a-ac8befc5d448)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:56:26.275921 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-3794745c-a0f8-45c2-a3ca-f47fcb2ce405 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:26.286738 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e22ee5-26e9-4033-9558-3f3651b113dc tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Pushing event deleted for resources: {'Port': ['ID=acd832c0-52f9-4b33-a9c1-35b2858d0d68,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:56:26.293656 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-3794745c-a0f8-45c2-a3ca-f47fcb2ce405 None None] Calling delete_port for acd832c0-52f9-4b33-a9c1-35b2858d0d68 owned by network:dhcp {{(pid=93917) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:56:26.295537 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53e22ee5-26e9-4033-9558-3f3651b113dc tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] No DVR routers for this DVR port acd832c0-52f9-4b33-a9c1-35b2858d0d68 on host n-d-800634-3 {{(pid=93915) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 18:56:26.329518 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-464dfd6f-0760-4a58-9705-6c9905903f9b req-63b4b0f8-5a00-4725-b44b-21b9735986a6 service neutron] 10.222.0.18 "GET /v2.0/networks/59d79f8f-a2cf-4f0e-9cf7-44b364654e71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1760008 Jul 14 18:56:26.401514 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-3794745c-a0f8-45c2-a3ca-f47fcb2ce405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813'] for port, after_delete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:26.403233 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-53e22ee5-26e9-4033-9558-3f3651b113dc tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2096010', 'neutron.services.segments.db._delete_segments_for_network-8728202734996'] for network, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:26.429455 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3794745c-a0f8-45c2-a3ca-f47fcb2ce405 None None] Pushing event deleted for resources: {'Port': ['ID=acd832c0-52f9-4b33-a9c1-35b2858d0d68,revision_number=None']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:56:26.431638 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3794745c-a0f8-45c2-a3ca-f47fcb2ce405 None None] No DVR routers for this DVR port acd832c0-52f9-4b33-a9c1-35b2858d0d68 on host n-d-800634-3 {{(pid=93917) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 18:56:26.442433 n-d-800634-3 neutron-server[93915]: DEBUG neutron.services.segments.db [None req-53e22ee5-26e9-4033-9558-3f3651b113dc tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3265d482-e737-42c3-94e3-b7fa15c93026']}} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:56:26.454019 n-d-800634-3 neutron-server[93915]: DEBUG neutron.services.segments.db [None req-53e22ee5-26e9-4033-9558-3f3651b113dc tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53700527-5459-4d45-b53a-ac8befc5d448') {'for_net_delete': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:56:26.454323 n-d-800634-3 neutron-server[93915]: DEBUG neutron.services.segments.db [None req-53e22ee5-26e9-4033-9558-3f3651b113dc tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53700527-5459-4d45-b53a-ac8befc5d448') {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:56:26.469264 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-53e22ee5-26e9-4033-9558-3f3651b113dc tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728202715275', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28939920'] for segment, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:26.488583 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-53e22ee5-26e9-4033-9558-3f3651b113dc tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:26.498267 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53e22ee5-26e9-4033-9558-3f3651b113dc tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Releasing vlan 70 on physical network physnet1 to pool {{(pid=93915) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 18:56:26.498670 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-53e22ee5-26e9-4033-9558-3f3651b113dc tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25911658'] for segment, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:26.501680 n-d-800634-3 neutron-server[93915]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:56:26.501680 n-d-800634-3 neutron-server[93915]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:56:26.501680 n-d-800634-3 neutron-server[93915]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:56:26.501680 n-d-800634-3 neutron-server[93915]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:56:26.501680 n-d-800634-3 neutron-server[93915]: Traceback (most recent call last): Jul 14 18:56:26.501680 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 18:56:26.501680 n-d-800634-3 neutron-server[93915]: timer() Jul 14 18:56:26.501680 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 18:56:26.501680 n-d-800634-3 neutron-server[93915]: cb(*args, **kw) Jul 14 18:56:26.501680 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 18:56:26.501680 n-d-800634-3 neutron-server[93915]: return func(*args, **kwargs) Jul 14 18:56:26.501680 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 18:56:26.501680 n-d-800634-3 neutron-server[93915]: self._notify() Jul 14 18:56:26.501680 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 18:56:26.501680 n-d-800634-3 neutron-server[93915]: self.callback(batched_events) Jul 14 18:56:26.501680 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 18:56:26.501680 n-d-800634-3 neutron-server[93915]: event.method(event) Jul 14 18:56:26.501680 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 18:56:26.501680 n-d-800634-3 neutron-server[93915]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 18:56:26.501680 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 18:56:26.501680 n-d-800634-3 neutron-server[93915]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 18:56:26.501680 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 18:56:26.501680 n-d-800634-3 neutron-server[93915]: return f(self, *a, **k) Jul 14 18:56:26.501680 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 18:56:26.501680 n-d-800634-3 neutron-server[93915]: return self._get(url).json() Jul 14 18:56:26.501680 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 18:56:26.501680 n-d-800634-3 neutron-server[93915]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 18:56:26.501680 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 18:56:26.501680 n-d-800634-3 neutron-server[93915]: return self.request(url, 'GET', **kwargs) Jul 14 18:56:26.501680 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 18:56:26.501680 n-d-800634-3 neutron-server[93915]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 18:56:26.501680 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 18:56:26.501680 n-d-800634-3 neutron-server[93915]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 18:56:26.501680 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 18:56:26.501680 n-d-800634-3 neutron-server[93915]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 18:56:26.501680 n-d-800634-3 neutron-server[93915]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 18:56:26.514412 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebf81b4-b047-4e6a-886c-e305eb55051f req-4bcdb516-e513-4182-adde-60462025b9ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:56:26.516051 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-8ebf81b4-b047-4e6a-886c-e305eb55051f req-4bcdb516-e513-4182-adde-60462025b9ba service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ab3c6676b6134727ab7887b4428d3ba0&device_id=1f5a0535-92d9-4283-80cb-59894b507fd3 HTTP/1.1" status: 200 len: 1094 time: 0.1259403 Jul 14 18:56:26.615349 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-53e22ee5-26e9-4033-9558-3f3651b113dc tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2096001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-930085'] for network, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:26.619980 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-53e22ee5-26e9-4033-9558-3f3651b113dc tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Notify callbacks [] for network, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:26.625489 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-53e22ee5-26e9-4033-9558-3f3651b113dc tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] 10.222.0.16 "DELETE /v2.0/networks/3265d482-e737-42c3-94e3-b7fa15c93026 HTTP/1.1" status: 204 len: 168 time: 1.6348548 Jul 14 18:56:26.626584 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 54084) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:56:26.633180 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-ed5d0369-a8c3-4615-bba6-4c139bf0b790 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-426116886'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:56:26.641369 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e22ee5-26e9-4033-9558-3f3651b113dc tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Pushing event deleted for resources: {'Network': ['ID=3265d482-e737-42c3-94e3-b7fa15c93026,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:56:26.658664 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed5d0369-a8c3-4615-bba6-4c139bf0b790 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Made reservation on behalf of 8cc151c1a6834557b6005ab4171146b5 for: {'network': 1} {{(pid=93916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:56:26.664041 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-ed5d0369-a8c3-4615-bba6-4c139bf0b790 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for network, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:26.679052 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebf81b4-b047-4e6a-886c-e305eb55051f req-8e5f26c7-55d7-4bda-bfa7-7a4eb4163a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:56:26.680529 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-8ebf81b4-b047-4e6a-886c-e305eb55051f req-8e5f26c7-55d7-4bda-bfa7-7a4eb4163a94 service neutron] 10.222.0.18 "GET /v2.0/networks?id=59d79f8f-a2cf-4f0e-9cf7-44b364654e71 HTTP/1.1" status: 200 len: 914 time: 0.1378179 Jul 14 18:56:26.687543 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed5d0369-a8c3-4615-bba6-4c139bf0b790 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 97} {{(pid=93916) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 18:56:26.698157 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-ed5d0369-a8c3-4615-bba6-4c139bf0b790 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:26.698441 n-d-800634-3 neutron-server[93916]: INFO neutron.db.segments_db [None req-ed5d0369-a8c3-4615-bba6-4c139bf0b790 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Added segment c05d30ff-16d9-4b4c-9607-c868d99c1bbf of type vlan for network 43e67263-d354-43ad-9273-c5528db25eea Jul 14 18:56:26.725838 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-8ebf81b4-b047-4e6a-886c-e305eb55051f req-f076f06b-4f01-4b62-a688-3328024c2cdf service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cd8baaa3-cd9f-4584-9bdc-a4816ac099f0 HTTP/1.1" status: 200 len: 217 time: 0.0385170 Jul 14 18:56:26.743516 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-ed5d0369-a8c3-4615-bba6-4c139bf0b790 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728202197517'] for network, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:26.775193 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-ed5d0369-a8c3-4615-bba6-4c139bf0b790 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727'] for network, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:26.778096 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebf81b4-b047-4e6a-886c-e305eb55051f req-2637c760-bbf7-4b29-bb68-628e8a3fad0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:56:26.780257 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-8ebf81b4-b047-4e6a-886c-e305eb55051f req-2637c760-bbf7-4b29-bb68-628e8a3fad0c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=844fd80b-fe8b-4b98-98f0-ed90aba01f58 HTTP/1.1" status: 200 len: 853 time: 0.0484710 Jul 14 18:56:26.781765 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed5d0369-a8c3-4615-bba6-4c139bf0b790 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:56:26.782403 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-ed5d0369-a8c3-4615-bba6-4c139bf0b790 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Notify callbacks [] for network, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:26.846631 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 54088) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:56:26.847555 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-ed5d0369-a8c3-4615-bba6-4c139bf0b790 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2187464 Jul 14 18:56:26.852750 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-eb729d26-720c-4249-8423-ed3f3629e202 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Request body: {'subnet': {'network_id': '43e67263-d354-43ad-9273-c5528db25eea', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:56:26.860795 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5d0369-a8c3-4615-bba6-4c139bf0b790 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Pushing event updated for resources: {'Network': ['ID=43e67263-d354-43ad-9273-c5528db25eea,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:56:26.870975 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebf81b4-b047-4e6a-886c-e305eb55051f req-0e44cc0a-35da-4d49-ae4d-e15df91d638f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:56:26.872835 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-8ebf81b4-b047-4e6a-886c-e305eb55051f req-0e44cc0a-35da-4d49-ae4d-e15df91d638f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=59d79f8f-a2cf-4f0e-9cf7-44b364654e71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0854077 Jul 14 18:56:26.876922 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Network 43e67263-d354-43ad-9273-c5528db25eea details requested by agent ovs-agent-n-d-800634-3 with host n-d-800634-3 {{(pid=93917) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 18:56:27.054576 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb729d26-720c-4249-8423-ed3f3629e202 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Made reservation on behalf of 8cc151c1a6834557b6005ab4171146b5 for: {'subnet': 1} {{(pid=93915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:56:27.058138 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-eb729d26-720c-4249-8423-ed3f3629e202 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28969735'] for subnet, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:27.105761 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-8ebf81b4-b047-4e6a-886c-e305eb55051f req-f6994573-e4f2-4af8-a743-de1dba736048 service neutron] 10.222.0.18 "GET /v2.0/networks/59d79f8f-a2cf-4f0e-9cf7-44b364654e71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1777484 Jul 14 18:56:27.287425 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-8ebf81b4-b047-4e6a-886c-e305eb55051f req-4505b74e-b336-483f-8655-0097827f77b6 service neutron] 10.222.0.18 "GET /v2.0/networks/59d79f8f-a2cf-4f0e-9cf7-44b364654e71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1744599 Jul 14 18:56:27.329691 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b91c30a-897c-4515-a525-5a2c2c54e82c req-21f47d9e-14e4-4157-916a-ffec00c65f0d tempest-TestVolumeBackupRestore-976339583 tempest-TestVolumeBackupRestore-976339583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:56:27.331181 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-8b91c30a-897c-4515-a525-5a2c2c54e82c req-21f47d9e-14e4-4157-916a-ffec00c65f0d tempest-TestVolumeBackupRestore-976339583 tempest-TestVolumeBackupRestore-976339583-project] 10.222.0.16 "GET /v2.0/ports?device_id=1f5a0535-92d9-4283-80cb-59894b507fd3 HTTP/1.1" status: 200 len: 943 time: 0.1640291 Jul 14 18:56:27.408303 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-8b91c30a-897c-4515-a525-5a2c2c54e82c req-46ab7b5f-eee7-4733-a775-e861beb4862b tempest-TestVolumeBackupRestore-976339583 tempest-TestVolumeBackupRestore-976339583-project] 10.222.0.16 "GET /v2.0/security-groups?id=a69a7817-e0db-4957-9dd3-46ae7bcba614&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704465 Jul 14 18:56:27.416060 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-eb729d26-720c-4249-8423-ed3f3629e202 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25912837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28969781'] for subnet, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:27.479661 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb729d26-720c-4249-8423-ed3f3629e202 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Pushing event updated for resources: {'Subnet': ['ID=12f34f96-294c-4a9f-a181-be55f2638969,revision_number=0']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:56:27.487812 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb729d26-720c-4249-8423-ed3f3629e202 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Checking segment: {'id': 'c05d30ff-16d9-4b4c-9607-c868d99c1bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '43e67263-d354-43ad-9273-c5528db25eea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:56:27.487812 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb729d26-720c-4249-8423-ed3f3629e202 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Network hostable DHCP agents. Network: 43e67263-d354-43ad-9273-c5528db25eea, hostable agents: ['028393c3-0576-4ebd-bca1-8ea8a148e1a2'], hosted agents: [] {{(pid=93915) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 18:56:27.504722 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb729d26-720c-4249-8423-ed3f3629e202 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Network 43e67263-d354-43ad-9273-c5528db25eea is scheduled to be hosted by DHCP agent 028393c3-0576-4ebd-bca1-8ea8a148e1a2 with binding_index 1 {{(pid=93915) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 18:56:27.513919 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [None req-eb729d26-720c-4249-8423-ed3f3629e202 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-3, 43e67263-d354-43ad-9273-c5528db25eea) {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:56:27.518878 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb729d26-720c-4249-8423-ed3f3629e202 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:56:27.519702 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-eb729d26-720c-4249-8423-ed3f3629e202 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Notify callbacks [] for subnet, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:27.523781 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9034d2b0-d19c-45f6-be1e-42d04b9de17d None None] Network 43e67263-d354-43ad-9273-c5528db25eea requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:56:27.539624 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-eb729d26-720c-4249-8423-ed3f3629e202 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6892381 Jul 14 18:56:27.540081 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 54096) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:56:27.545985 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-cbdc2244-df1e-445c-8fef-5ef23515725c tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Request body: {'port': {'network_id': '43e67263-d354-43ad-9273-c5528db25eea', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-572392872'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:56:27.668561 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbdc2244-df1e-445c-8fef-5ef23515725c tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Made reservation on behalf of 8cc151c1a6834557b6005ab4171146b5 for: {'port': 1} {{(pid=93916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:56:27.672361 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-cbdc2244-df1e-445c-8fef-5ef23515725c tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:27.683313 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31139cc4-ddff-478b-ac0a-6971e60d478b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9222b97e-5d1c-54f8-ba97-82f172498e76-43e67263-d354-43ad-9273-c5528db25eea', 'network_id': '43e67263-d354-43ad-9273-c5528db25eea', 'tenant_id': '8cc151c1a6834557b6005ab4171146b5', 'fixed_ips': [{'subnet_id': '12f34f96-294c-4a9f-a181-be55f2638969'}]}} from n-d-800634-3. {{(pid=93917) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 18:56:27.689215 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-31139cc4-ddff-478b-ac0a-6971e60d478b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:27.693361 n-d-800634-3 neutron-server[93916]: DEBUG neutron.notifiers.nova [None req-cbdc2244-df1e-445c-8fef-5ef23515725c tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] device_id is not set on port 69ed0b5b-3ec0-4d46-8a25-3928f33f686a yet. {{(pid=93916) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 18:56:27.816437 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.db_base_plugin_common [None req-cbdc2244-df1e-445c-8fef-5ef23515725c tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Allocated IP 2001:db8::c9 (43e67263-d354-43ad-9273-c5528db25eea/12f34f96-294c-4a9f-a181-be55f2638969/69ed0b5b-3ec0-4d46-8a25-3928f33f686a) {{(pid=93916) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:56:27.940805 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-cbdc2244-df1e-445c-8fef-5ef23515725c tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Notify callbacks [] for port, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:27.954866 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.provisioning_blocks [None req-cbdc2244-df1e-445c-8fef-5ef23515725c tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Transition to ACTIVE for port object 69ed0b5b-3ec0-4d46-8a25-3928f33f686a will not be triggered until provisioned by entity DHCP. {{(pid=93916) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:56:27.987836 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-cbdc2244-df1e-445c-8fef-5ef23515725c tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:28.034324 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.db_base_plugin_common [None req-31139cc4-ddff-478b-ac0a-6971e60d478b None None] Allocated IP 2001:db8::2 (43e67263-d354-43ad-9273-c5528db25eea/12f34f96-294c-4a9f-a181-be55f2638969/13656f14-3228-4e66-b2fd-07af7f41ef5a) {{(pid=93917) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:56:28.036186 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbdc2244-df1e-445c-8fef-5ef23515725c tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Network 43e67263-d354-43ad-9273-c5528db25eea is already hosted by enough agents. {{(pid=93916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:56:28.039765 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [None req-cbdc2244-df1e-445c-8fef-5ef23515725c tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Resources bound (agent type, host, resource id): {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:56:28.045009 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbdc2244-df1e-445c-8fef-5ef23515725c tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Received port after_create {{(pid=93916) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:56:28.050845 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbdc2244-df1e-445c-8fef-5ef23515725c tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:56:28.051481 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-cbdc2244-df1e-445c-8fef-5ef23515725c tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:28.055091 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbdc2244-df1e-445c-8fef-5ef23515725c tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Pushing event updated for resources: {'Port': ['ID=69ed0b5b-3ec0-4d46-8a25-3928f33f686a,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:56:28.079671 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 54100) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:56:28.080076 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-cbdc2244-df1e-445c-8fef-5ef23515725c tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 891 time: 0.5388479 Jul 14 18:56:28.188776 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [None req-0d6612e1-b948-43d2-aa12-f89b9aa2cccb tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Deleting port 69ed0b5b-3ec0-4d46-8a25-3928f33f686a {{(pid=93915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:56:28.189188 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-0d6612e1-b948-43d2-aa12-f89b9aa2cccb tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:28.202706 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-31139cc4-ddff-478b-ac0a-6971e60d478b None None] Notify callbacks [] for port, precommit_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:28.211910 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-31139cc4-ddff-478b-ac0a-6971e60d478b None None] Transition to ACTIVE for port object 13656f14-3228-4e66-b2fd-07af7f41ef5a will not be triggered until provisioned by entity L2. {{(pid=93917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:56:28.227837 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-31139cc4-ddff-478b-ac0a-6971e60d478b None None] Transition to ACTIVE for port object 13656f14-3228-4e66-b2fd-07af7f41ef5a will not be triggered until provisioned by entity DHCP. {{(pid=93917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:56:28.234719 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-31139cc4-ddff-478b-ac0a-6971e60d478b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804'] for port, after_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:28.276790 n-d-800634-3 neutron-server[93917]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31139cc4-ddff-478b-ac0a-6971e60d478b None None] Network 43e67263-d354-43ad-9273-c5528db25eea is already hosted by enough agents. {{(pid=93917) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:56:28.279880 n-d-800634-3 neutron-server[93917]: DEBUG neutron.scheduler.base_scheduler [None req-31139cc4-ddff-478b-ac0a-6971e60d478b None None] Resources bound (agent type, host, resource id): {{(pid=93917) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:56:28.283496 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31139cc4-ddff-478b-ac0a-6971e60d478b None None] Received port after_create {{(pid=93917) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:56:28.287017 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-0d6612e1-b948-43d2-aa12-f89b9aa2cccb tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:28.290839 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31139cc4-ddff-478b-ac0a-6971e60d478b None None] Pushing event updated for resources: {'Port': ['ID=13656f14-3228-4e66-b2fd-07af7f41ef5a,revision_number=1']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:56:28.302908 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [None req-0d6612e1-b948-43d2-aa12-f89b9aa2cccb tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Calling delete_port for 69ed0b5b-3ec0-4d46-8a25-3928f33f686a owned by {{(pid=93915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:56:28.316440 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31139cc4-ddff-478b-ac0a-6971e60d478b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:56:28.316788 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31139cc4-ddff-478b-ac0a-6971e60d478b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:56:28.317131 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31139cc4-ddff-478b-ac0a-6971e60d478b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:56:28.317466 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31139cc4-ddff-478b-ac0a-6971e60d478b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:56:28.317798 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31139cc4-ddff-478b-ac0a-6971e60d478b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:56:28.318126 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31139cc4-ddff-478b-ac0a-6971e60d478b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:56:28.318450 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31139cc4-ddff-478b-ac0a-6971e60d478b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:56:28.318776 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31139cc4-ddff-478b-ac0a-6971e60d478b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:56:28.319097 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31139cc4-ddff-478b-ac0a-6971e60d478b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:56:28.319419 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31139cc4-ddff-478b-ac0a-6971e60d478b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:56:28.319739 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31139cc4-ddff-478b-ac0a-6971e60d478b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:56:28.320058 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31139cc4-ddff-478b-ac0a-6971e60d478b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:56:28.370012 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-31139cc4-ddff-478b-ac0a-6971e60d478b None None] Attempting to bind port 13656f14-3228-4e66-b2fd-07af7f41ef5a on host n-d-800634-3 for vnic_type normal with profile {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:56:28.370900 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-31139cc4-ddff-478b-ac0a-6971e60d478b None None] Attempting to bind port 13656f14-3228-4e66-b2fd-07af7f41ef5a by drivers openvswitch,hyperv on host n-d-800634-3 at level 0 using segments [{'id': 'c05d30ff-16d9-4b4c-9607-c868d99c1bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '43e67263-d354-43ad-9273-c5528db25eea'}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:56:28.371886 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31139cc4-ddff-478b-ac0a-6971e60d478b None None] Attempting to bind port 13656f14-3228-4e66-b2fd-07af7f41ef5a on network 43e67263-d354-43ad-9273-c5528db25eea {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:56:28.379335 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31139cc4-ddff-478b-ac0a-6971e60d478b None None] Checking agent: {'id': '01c19e91-a945-4e3c-94a6-c211e17c923e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 8, 23), 'started_at': datetime.datetime(2021, 7, 14, 18, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 18, 56, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 18:56:28.379983 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31139cc4-ddff-478b-ac0a-6971e60d478b None None] Checking segment: {'id': 'c05d30ff-16d9-4b4c-9607-c868d99c1bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '43e67263-d354-43ad-9273-c5528db25eea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93917) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:56:28.380598 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-31139cc4-ddff-478b-ac0a-6971e60d478b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:28.381175 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31139cc4-ddff-478b-ac0a-6971e60d478b None None] Bound using segment: {'id': 'c05d30ff-16d9-4b4c-9607-c868d99c1bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '43e67263-d354-43ad-9273-c5528db25eea'} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 18:56:28.381973 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-31139cc4-ddff-478b-ac0a-6971e60d478b None None] Bound port: 13656f14-3228-4e66-b2fd-07af7f41ef5a, host: n-d-800634-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c05d30ff-16d9-4b4c-9607-c868d99c1bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '43e67263-d354-43ad-9273-c5528db25eea'}}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 18:56:28.382558 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-31139cc4-ddff-478b-ac0a-6971e60d478b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:28.444567 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-0d6612e1-b948-43d2-aa12-f89b9aa2cccb tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:28.474212 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-31139cc4-ddff-478b-ac0a-6971e60d478b None None] For port 13656f14-3228-4e66-b2fd-07af7f41ef5a, host n-d-800634-3, cleared binding levels {{(pid=93917) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:56:28.480649 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-31139cc4-ddff-478b-ac0a-6971e60d478b None None] For port 13656f14-3228-4e66-b2fd-07af7f41ef5a, host n-d-800634-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=13656f14-3228-4e66-b2fd-07af7f41ef5a,segment=NetworkSegment(c05d30ff-16d9-4b4c-9607-c868d99c1bbf),segment_id=c05d30ff-16d9-4b4c-9607-c868d99c1bbf)] {{(pid=93917) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 18:56:28.483848 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6612e1-b948-43d2-aa12-f89b9aa2cccb tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Pushing event deleted for resources: {'Port': ['ID=69ed0b5b-3ec0-4d46-8a25-3928f33f686a,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:56:28.490897 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-31139cc4-ddff-478b-ac0a-6971e60d478b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:28.517361 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-0d6612e1-b948-43d2-aa12-f89b9aa2cccb tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:28.519663 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-0d6612e1-b948-43d2-aa12-f89b9aa2cccb tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] 10.222.0.16 "DELETE /v2.0/ports/69ed0b5b-3ec0-4d46-8a25-3928f33f686a HTTP/1.1" status: 204 len: 168 time: 0.4383836 Jul 14 18:56:28.522232 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 54104) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:56:28.558057 n-d-800634-3 neutron-server[93915]: INFO neutron.pecan_wsgi.hooks.translation [None req-3752b156-bf15-4039-bce7-aa5cecfbfb87 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] GET failed (client error): The resource could not be found. Jul 14 18:56:28.560406 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-3752b156-bf15-4039-bce7-aa5cecfbfb87 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] 10.222.0.16 "GET /v2.0/ports/69ed0b5b-3ec0-4d46-8a25-3928f33f686a HTTP/1.1" status: 404 len: 333 time: 0.0365167 Jul 14 18:56:28.563262 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 54106) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:56:28.605228 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31139cc4-ddff-478b-ac0a-6971e60d478b None None] Pushing event updated for resources: {'Port': ['ID=13656f14-3228-4e66-b2fd-07af7f41ef5a,revision_number=2']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:56:28.666894 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.db_base_plugin_v2 [None req-df7ed892-6e79-4003-b28f-ef64c3cd1169 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Deleting subnet 12f34f96-294c-4a9f-a181-be55f2638969 {{(pid=93916) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 18:56:28.670866 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-df7ed892-6e79-4003-b28f-ef64c3cd1169 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Notify callbacks [] for subnet, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:28.720236 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-df7ed892-6e79-4003-b28f-ef64c3cd1169 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26296866'] for subnet, precommit_delete_associations {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:28.728308 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46caa6d3-9b17-4dbd-b683-13b4b3f954f6 req-5c573ccf-2673-4f45-83e6-bb1d51aa5db2 tempest-TestVolumeBackupRestore-976339583 tempest-TestVolumeBackupRestore-976339583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:56:28.730008 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-46caa6d3-9b17-4dbd-b683-13b4b3f954f6 req-5c573ccf-2673-4f45-83e6-bb1d51aa5db2 tempest-TestVolumeBackupRestore-976339583 tempest-TestVolumeBackupRestore-976339583-project] 10.222.0.16 "GET /v2.0/ports?device_id=1f5a0535-92d9-4283-80cb-59894b507fd3 HTTP/1.1" status: 200 len: 943 time: 0.0806642 Jul 14 18:56:28.795334 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-46caa6d3-9b17-4dbd-b683-13b4b3f954f6 req-02e4e7ab-e24f-49b7-a0a4-368613543044 tempest-TestVolumeBackupRestore-976339583 tempest-TestVolumeBackupRestore-976339583-project] 10.222.0.16 "GET /v2.0/security-groups?id=a69a7817-e0db-4957-9dd3-46ae7bcba614&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576441 Jul 14 18:56:28.864753 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-df7ed892-6e79-4003-b28f-ef64c3cd1169 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081283'] for subnet, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:28.955263 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-df7ed892-6e79-4003-b28f-ef64c3cd1169 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2684816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26033152'] for subnet, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:28.985102 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7ed892-6e79-4003-b28f-ef64c3cd1169 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Pushing event deleted for resources: {'Subnet': ['ID=12f34f96-294c-4a9f-a181-be55f2638969,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:56:28.987112 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-df7ed892-6e79-4003-b28f-ef64c3cd1169 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Notify callbacks [] for subnet, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:28.991485 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-df7ed892-6e79-4003-b28f-ef64c3cd1169 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] 10.222.0.16 "DELETE /v2.0/subnets/12f34f96-294c-4a9f-a181-be55f2638969 HTTP/1.1" status: 204 len: 168 time: 0.4248664 Jul 14 18:56:28.991738 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 54108) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:56:29.129700 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-9ad6a712-1478-4994-8193-59611d3c4cce tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645734'] for network, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:29.223279 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-9ad6a712-1478-4994-8193-59611d3c4cce tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Deleting port 13656f14-3228-4e66-b2fd-07af7f41ef5a {{(pid=93916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:56:29.223623 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-9ad6a712-1478-4994-8193-59611d3c4cce tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:29.294154 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.db [None req-9ad6a712-1478-4994-8193-59611d3c4cce tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] For port 13656f14-3228-4e66-b2fd-07af7f41ef5a, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=13656f14-3228-4e66-b2fd-07af7f41ef5a,segment=NetworkSegment(c05d30ff-16d9-4b4c-9607-c868d99c1bbf),segment_id=c05d30ff-16d9-4b4c-9607-c868d99c1bbf)] {{(pid=93916) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:56:29.294505 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-9ad6a712-1478-4994-8193-59611d3c4cce tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:29.308889 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-9ad6a712-1478-4994-8193-59611d3c4cce tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Calling delete_port for 13656f14-3228-4e66-b2fd-07af7f41ef5a owned by network:dhcp {{(pid=93916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:56:29.392503 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-9ad6a712-1478-4994-8193-59611d3c4cce tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:29.406492 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ad6a712-1478-4994-8193-59611d3c4cce tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] No DVR routers for this DVR port 13656f14-3228-4e66-b2fd-07af7f41ef5a on host n-d-800634-3 {{(pid=93916) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 18:56:29.430709 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad6a712-1478-4994-8193-59611d3c4cce tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Pushing event deleted for resources: {'Port': ['ID=13656f14-3228-4e66-b2fd-07af7f41ef5a,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:56:29.532254 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-9ad6a712-1478-4994-8193-59611d3c4cce tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2096010', 'neutron.services.segments.db._delete_segments_for_network-8728202734996'] for network, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:29.548750 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.segments.db [None req-9ad6a712-1478-4994-8193-59611d3c4cce tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43e67263-d354-43ad-9273-c5528db25eea']}} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:56:29.561609 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.segments.db [None req-9ad6a712-1478-4994-8193-59611d3c4cce tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c05d30ff-16d9-4b4c-9607-c868d99c1bbf') {'for_net_delete': True} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:56:29.562058 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.segments.db [None req-9ad6a712-1478-4994-8193-59611d3c4cce tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c05d30ff-16d9-4b4c-9607-c868d99c1bbf') {} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:56:29.573900 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-9ad6a712-1478-4994-8193-59611d3c4cce tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728202715275', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26296891'] for segment, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:29.590671 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-9ad6a712-1478-4994-8193-59611d3c4cce tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:29.598730 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ad6a712-1478-4994-8193-59611d3c4cce tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Releasing vlan 97 on physical network physnet1 to pool {{(pid=93916) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 18:56:29.599266 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-9ad6a712-1478-4994-8193-59611d3c4cce tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2682942'] for segment, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:29.672414 n-d-800634-3 neutron-server[93916]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:56:29.672414 n-d-800634-3 neutron-server[93916]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:56:29.672414 n-d-800634-3 neutron-server[93916]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:56:29.672414 n-d-800634-3 neutron-server[93916]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:56:29.672414 n-d-800634-3 neutron-server[93916]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:56:29.672414 n-d-800634-3 neutron-server[93916]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:56:29.672414 n-d-800634-3 neutron-server[93916]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:56:29.672414 n-d-800634-3 neutron-server[93916]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:56:29.672414 n-d-800634-3 neutron-server[93916]: Traceback (most recent call last): Jul 14 18:56:29.672414 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 18:56:29.672414 n-d-800634-3 neutron-server[93916]: timer() Jul 14 18:56:29.672414 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 18:56:29.672414 n-d-800634-3 neutron-server[93916]: cb(*args, **kw) Jul 14 18:56:29.672414 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 18:56:29.672414 n-d-800634-3 neutron-server[93916]: return func(*args, **kwargs) Jul 14 18:56:29.672414 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 18:56:29.672414 n-d-800634-3 neutron-server[93916]: self._notify() Jul 14 18:56:29.672414 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 18:56:29.672414 n-d-800634-3 neutron-server[93916]: self.callback(batched_events) Jul 14 18:56:29.672414 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 18:56:29.672414 n-d-800634-3 neutron-server[93916]: event.method(event) Jul 14 18:56:29.672414 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 18:56:29.672414 n-d-800634-3 neutron-server[93916]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 18:56:29.672414 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 18:56:29.672414 n-d-800634-3 neutron-server[93916]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 18:56:29.672414 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 18:56:29.672414 n-d-800634-3 neutron-server[93916]: return f(self, *a, **k) Jul 14 18:56:29.672414 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 18:56:29.672414 n-d-800634-3 neutron-server[93916]: return self._get(url).json() Jul 14 18:56:29.672414 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 18:56:29.672414 n-d-800634-3 neutron-server[93916]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 18:56:29.672414 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 18:56:29.672414 n-d-800634-3 neutron-server[93916]: return self.request(url, 'GET', **kwargs) Jul 14 18:56:29.672414 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 18:56:29.672414 n-d-800634-3 neutron-server[93916]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 18:56:29.672414 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 18:56:29.672414 n-d-800634-3 neutron-server[93916]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 18:56:29.672414 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 18:56:29.672414 n-d-800634-3 neutron-server[93916]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 18:56:29.672414 n-d-800634-3 neutron-server[93916]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 18:56:29.677064 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-9ad6a712-1478-4994-8193-59611d3c4cce tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2096001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-930085'] for network, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:29.685312 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-9ad6a712-1478-4994-8193-59611d3c4cce tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Notify callbacks [] for network, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:29.691376 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 54112) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:56:29.692035 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-9ad6a712-1478-4994-8193-59611d3c4cce tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] 10.222.0.16 "DELETE /v2.0/networks/43e67263-d354-43ad-9273-c5528db25eea HTTP/1.1" status: 204 len: 168 time: 0.6991723 Jul 14 18:56:29.696758 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-e4888dc1-841a-4fce-ac73-7002c759653d tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Request body: {'port': {'network_id': 'a5c5094a-0c8b-4812-a804-aa975418e7bb', 'name': 'tempest-PortsIpV6TestJSON-1527757187'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:56:29.706058 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad6a712-1478-4994-8193-59611d3c4cce tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Pushing event deleted for resources: {'Network': ['ID=43e67263-d354-43ad-9273-c5528db25eea,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:56:29.811692 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4888dc1-841a-4fce-ac73-7002c759653d tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Made reservation on behalf of 8cc151c1a6834557b6005ab4171146b5 for: {'port': 1} {{(pid=93915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:56:29.818865 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-e4888dc1-841a-4fce-ac73-7002c759653d tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:29.839688 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [None req-e4888dc1-841a-4fce-ac73-7002c759653d tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] device_id is not set on port d1752afc-7d4b-4540-b762-a2e54a466084 yet. {{(pid=93915) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 18:56:29.867340 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9f542d69-6205-4fcf-8a01-5a1844774411 None None] Could not find standard attr ID for object 13656f14-3228-4e66-b2fd-07af7f41ef5a. {{(pid=93917) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 14 18:56:29.914380 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd39a669-0f70-443d-8669-275f42674bab None None] DHCP port deletion for 43e67263-d354-43ad-9273-c5528db25eea request from n-d-800634-3 {{(pid=93917) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 18:56:29.942775 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9716a5f5-e610-4feb-8bed-599c1c581028 None None] Network 43e67263-d354-43ad-9273-c5528db25eea requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:56:29.957925 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9716a5f5-e610-4feb-8bed-599c1c581028 None None] Network 43e67263-d354-43ad-9273-c5528db25eea could not be found, it might have been deleted concurrently. {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 14 18:56:30.083010 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-e4888dc1-841a-4fce-ac73-7002c759653d tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Notify callbacks [] for port, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:30.098681 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3780cf-0725-4d3b-b78b-d8470e7f7e32 req-4af49ef6-f54c-4339-98f3-c0c82acdba15 tempest-TestVolumeBackupRestore-976339583 tempest-TestVolumeBackupRestore-976339583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:56:30.100283 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-9b3780cf-0725-4d3b-b78b-d8470e7f7e32 req-4af49ef6-f54c-4339-98f3-c0c82acdba15 tempest-TestVolumeBackupRestore-976339583 tempest-TestVolumeBackupRestore-976339583-project] 10.222.0.16 "GET /v2.0/ports?device_id=1f5a0535-92d9-4283-80cb-59894b507fd3 HTTP/1.1" status: 200 len: 943 time: 0.1535227 Jul 14 18:56:30.169621 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-9b3780cf-0725-4d3b-b78b-d8470e7f7e32 req-50b8d6db-5d6f-4bc8-9ac0-6f7b026a63dc tempest-TestVolumeBackupRestore-976339583 tempest-TestVolumeBackupRestore-976339583-project] 10.222.0.16 "GET /v2.0/security-groups?id=a69a7817-e0db-4957-9dd3-46ae7bcba614&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619040 Jul 14 18:56:30.171216 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-e4888dc1-841a-4fce-ac73-7002c759653d tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:30.221988 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4888dc1-841a-4fce-ac73-7002c759653d tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Network a5c5094a-0c8b-4812-a804-aa975418e7bb is already hosted by enough agents. {{(pid=93915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:56:30.227360 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [None req-e4888dc1-841a-4fce-ac73-7002c759653d tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Resources bound (agent type, host, resource id): {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:56:30.229819 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4888dc1-841a-4fce-ac73-7002c759653d tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Received port after_create {{(pid=93915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:56:30.235780 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4888dc1-841a-4fce-ac73-7002c759653d tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:56:30.236575 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-e4888dc1-841a-4fce-ac73-7002c759653d tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:30.266548 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-e4888dc1-841a-4fce-ac73-7002c759653d tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.5717564 Jul 14 18:56:30.267390 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 54124) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:56:30.276931 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4888dc1-841a-4fce-ac73-7002c759653d tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Pushing event updated for resources: {'Port': ['ID=d1752afc-7d4b-4540-b762-a2e54a466084,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:56:30.381080 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [None req-cc1c554d-8b75-4a4a-a582-8ea29846f53a tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Deleting port d1752afc-7d4b-4540-b762-a2e54a466084 {{(pid=93915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:56:30.381497 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-cc1c554d-8b75-4a4a-a582-8ea29846f53a tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:30.450977 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-cc1c554d-8b75-4a4a-a582-8ea29846f53a tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:30.464639 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [None req-cc1c554d-8b75-4a4a-a582-8ea29846f53a tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Calling delete_port for d1752afc-7d4b-4540-b762-a2e54a466084 owned by {{(pid=93915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:56:30.553996 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-cc1c554d-8b75-4a4a-a582-8ea29846f53a tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:30.584538 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1c554d-8b75-4a4a-a582-8ea29846f53a tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Pushing event deleted for resources: {'Port': ['ID=d1752afc-7d4b-4540-b762-a2e54a466084,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:56:30.589618 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-cc1c554d-8b75-4a4a-a582-8ea29846f53a tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:30.592095 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-cc1c554d-8b75-4a4a-a582-8ea29846f53a tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] 10.222.0.16 "DELETE /v2.0/ports/d1752afc-7d4b-4540-b762-a2e54a466084 HTTP/1.1" status: 204 len: 168 time: 0.3234649 Jul 14 18:56:30.594618 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 54128) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:56:30.599655 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-09e0d7ad-32a9-448a-848e-29f56274d945 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Request body: {'port': {'network_id': 'a5c5094a-0c8b-4812-a804-aa975418e7bb', 'mac_address': 'fa:16:3e:e3:7b:e2', 'name': 'tempest-PortsIpV6TestJSON-625628657'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:56:30.692845 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09e0d7ad-32a9-448a-848e-29f56274d945 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Made reservation on behalf of 8cc151c1a6834557b6005ab4171146b5 for: {'port': 1} {{(pid=93915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:56:30.763479 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-09e0d7ad-32a9-448a-848e-29f56274d945 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:30.787989 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [None req-09e0d7ad-32a9-448a-848e-29f56274d945 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] device_id is not set on port 404ad5a4-cbeb-4364-afe2-8ba3aef541db yet. {{(pid=93915) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 18:56:30.955195 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-09e0d7ad-32a9-448a-848e-29f56274d945 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Notify callbacks [] for port, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:30.997971 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-09e0d7ad-32a9-448a-848e-29f56274d945 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:31.043243 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09e0d7ad-32a9-448a-848e-29f56274d945 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Network a5c5094a-0c8b-4812-a804-aa975418e7bb is already hosted by enough agents. {{(pid=93915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:56:31.049031 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [None req-09e0d7ad-32a9-448a-848e-29f56274d945 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Resources bound (agent type, host, resource id): {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:56:31.052850 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09e0d7ad-32a9-448a-848e-29f56274d945 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Received port after_create {{(pid=93915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:56:31.058414 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09e0d7ad-32a9-448a-848e-29f56274d945 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:56:31.059026 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-09e0d7ad-32a9-448a-848e-29f56274d945 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:31.071558 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e0d7ad-32a9-448a-848e-29f56274d945 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Pushing event updated for resources: {'Port': ['ID=404ad5a4-cbeb-4364-afe2-8ba3aef541db,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:56:31.081952 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-09e0d7ad-32a9-448a-848e-29f56274d945 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.4830508 Jul 14 18:56:31.081952 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 54130) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:56:31.135487 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ad84d01-741f-47d9-873f-aa625c9e4f7b tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:56:31.139678 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-7ad84d01-741f-47d9-873f-aa625c9e4f7b tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] 10.222.0.16 "GET /v2.0/ports/404ad5a4-cbeb-4364-afe2-8ba3aef541db HTTP/1.1" status: 200 len: 844 time: 0.0549207 Jul 14 18:56:31.140537 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 54132) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:56:31.248442 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [None req-70db7d95-f836-41d3-a80b-c8f6734b27c8 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Deleting port 404ad5a4-cbeb-4364-afe2-8ba3aef541db {{(pid=93915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:56:31.248785 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-70db7d95-f836-41d3-a80b-c8f6734b27c8 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:31.350141 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-70db7d95-f836-41d3-a80b-c8f6734b27c8 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:31.364743 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [None req-70db7d95-f836-41d3-a80b-c8f6734b27c8 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Calling delete_port for 404ad5a4-cbeb-4364-afe2-8ba3aef541db owned by {{(pid=93915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:56:31.438604 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c4bae5-5c6f-42dd-9e71-983f8fa131ba req-e57badaa-3c86-46ff-9a09-d111f4adb17f tempest-TestVolumeBackupRestore-976339583 tempest-TestVolumeBackupRestore-976339583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:56:31.440105 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-22c4bae5-5c6f-42dd-9e71-983f8fa131ba req-e57badaa-3c86-46ff-9a09-d111f4adb17f tempest-TestVolumeBackupRestore-976339583 tempest-TestVolumeBackupRestore-976339583-project] 10.222.0.16 "GET /v2.0/ports?device_id=1f5a0535-92d9-4283-80cb-59894b507fd3 HTTP/1.1" status: 200 len: 943 time: 0.1368008 Jul 14 18:56:31.496006 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-22c4bae5-5c6f-42dd-9e71-983f8fa131ba req-a2a14b3f-ea0a-4e64-9c68-a1c4d347789a tempest-TestVolumeBackupRestore-976339583 tempest-TestVolumeBackupRestore-976339583-project] 10.222.0.16 "GET /v2.0/security-groups?id=a69a7817-e0db-4957-9dd3-46ae7bcba614&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488083 Jul 14 18:56:31.506115 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-70db7d95-f836-41d3-a80b-c8f6734b27c8 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:31.536586 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70db7d95-f836-41d3-a80b-c8f6734b27c8 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Pushing event deleted for resources: {'Port': ['ID=404ad5a4-cbeb-4364-afe2-8ba3aef541db,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:56:31.541669 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-70db7d95-f836-41d3-a80b-c8f6734b27c8 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:31.543705 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-70db7d95-f836-41d3-a80b-c8f6734b27c8 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] 10.222.0.16 "DELETE /v2.0/ports/404ad5a4-cbeb-4364-afe2-8ba3aef541db HTTP/1.1" status: 204 len: 168 time: 0.4028409 Jul 14 18:56:31.546334 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 54138) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:56:31.573612 n-d-800634-3 neutron-server[93915]: INFO neutron.pecan_wsgi.hooks.translation [None req-76648c3f-2d9c-4f8b-ad22-8739579ef8a9 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] GET failed (client error): The resource could not be found. Jul 14 18:56:31.575010 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-76648c3f-2d9c-4f8b-ad22-8739579ef8a9 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] 10.222.0.16 "GET /v2.0/ports/404ad5a4-cbeb-4364-afe2-8ba3aef541db HTTP/1.1" status: 404 len: 333 time: 0.0277665 Jul 14 18:56:31.579033 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 54140) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:56:31.583818 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-3a52b34c-4526-448f-b6f1-2a19f0fa07b2 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Request body: {'port': {'network_id': 'a5c5094a-0c8b-4812-a804-aa975418e7bb', 'name': 'tempest-PortsIpV6TestJSON-966601217'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:56:31.670584 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a52b34c-4526-448f-b6f1-2a19f0fa07b2 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Made reservation on behalf of 8cc151c1a6834557b6005ab4171146b5 for: {'port': 1} {{(pid=93915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:56:31.674085 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-3a52b34c-4526-448f-b6f1-2a19f0fa07b2 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:31.691784 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [None req-3a52b34c-4526-448f-b6f1-2a19f0fa07b2 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] device_id is not set on port 2fdd28eb-f521-4c5f-a13d-ca364d875b10 yet. {{(pid=93915) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 18:56:32.146919 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-3a52b34c-4526-448f-b6f1-2a19f0fa07b2 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Notify callbacks [] for port, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:32.181905 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-3a52b34c-4526-448f-b6f1-2a19f0fa07b2 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:32.227610 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a52b34c-4526-448f-b6f1-2a19f0fa07b2 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Network a5c5094a-0c8b-4812-a804-aa975418e7bb is already hosted by enough agents. {{(pid=93915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:56:32.230806 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [None req-3a52b34c-4526-448f-b6f1-2a19f0fa07b2 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Resources bound (agent type, host, resource id): {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:56:32.235255 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a52b34c-4526-448f-b6f1-2a19f0fa07b2 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Received port after_create {{(pid=93915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:56:32.240762 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a52b34c-4526-448f-b6f1-2a19f0fa07b2 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:56:32.241364 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-3a52b34c-4526-448f-b6f1-2a19f0fa07b2 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:32.247058 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a52b34c-4526-448f-b6f1-2a19f0fa07b2 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Pushing event updated for resources: {'Port': ['ID=2fdd28eb-f521-4c5f-a13d-ca364d875b10,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:56:32.259746 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-3a52b34c-4526-448f-b6f1-2a19f0fa07b2 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.6796913 Jul 14 18:56:32.262537 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 54144) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:56:32.268059 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-0ddbb5c8-df30-4aa5-ab15-9c84124ab61a tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:56:32.352749 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-0ddbb5c8-df30-4aa5-ab15-9c84124ab61a tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:32.373400 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 54150) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:56:32.510867 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-0ddbb5c8-df30-4aa5-ab15-9c84124ab61a tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Notify callbacks [] for port, precommit_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:32.516366 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-0ddbb5c8-df30-4aa5-ab15-9c84124ab61a tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25912978'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:32.552396 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [None req-0ddbb5c8-df30-4aa5-ab15-9c84124ab61a tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] In _notify_port_updated(), no bound segment for port 2fdd28eb-f521-4c5f-a13d-ca364d875b10 on network a5c5094a-0c8b-4812-a804-aa975418e7bb {{(pid=93915) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 14 18:56:32.557935 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ddbb5c8-df30-4aa5-ab15-9c84124ab61a tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:56:32.558547 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-0ddbb5c8-df30-4aa5-ab15-9c84124ab61a tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:32.560574 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-0ddbb5c8-df30-4aa5-ab15-9c84124ab61a tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] 10.222.0.16 "PUT /v2.0/ports/2fdd28eb-f521-4c5f-a13d-ca364d875b10 HTTP/1.1" status: 200 len: 818 time: 0.2964723 Jul 14 18:56:32.565557 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 54154) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:56:32.597649 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ddbb5c8-df30-4aa5-ab15-9c84124ab61a tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Pushing event updated for resources: {'Port': ['ID=2fdd28eb-f521-4c5f-a13d-ca364d875b10,revision_number=2']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:56:32.605815 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-768ea750-5827-4ef1-91a3-e3a6b9f6364a tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] Deleting port 4b5b5207-74b1-4fcf-8210-43be0dae3c97 {{(pid=93916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:56:32.606971 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-768ea750-5827-4ef1-91a3-e3a6b9f6364a tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:32.669763 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:32.683306 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-768ea750-5827-4ef1-91a3-e3a6b9f6364a tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:32.683821 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-768ea750-5827-4ef1-91a3-e3a6b9f6364a tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:32.695997 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-768ea750-5827-4ef1-91a3-e3a6b9f6364a tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] Calling delete_port for 4b5b5207-74b1-4fcf-8210-43be0dae3c97 owned by network:floatingip {{(pid=93916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:56:32.719520 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4d67b8-58f6-4e62-afca-74abc46c99aa req-9ecb7c74-86ba-4772-9ada-6f9173a8f9cf tempest-TestVolumeBackupRestore-976339583 tempest-TestVolumeBackupRestore-976339583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:56:32.721044 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-df4d67b8-58f6-4e62-afca-74abc46c99aa req-9ecb7c74-86ba-4772-9ada-6f9173a8f9cf tempest-TestVolumeBackupRestore-976339583 tempest-TestVolumeBackupRestore-976339583-project] 10.222.0.16 "GET /v2.0/ports?device_id=1f5a0535-92d9-4283-80cb-59894b507fd3 HTTP/1.1" status: 200 len: 943 time: 0.1045108 Jul 14 18:56:32.727050 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [None req-c1f90ea4-db87-4c52-b10d-15d3e064ad61 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Deleting port 2fdd28eb-f521-4c5f-a13d-ca364d875b10 {{(pid=93915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:56:32.727453 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-c1f90ea4-db87-4c52-b10d-15d3e064ad61 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:32.815315 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-df4d67b8-58f6-4e62-afca-74abc46c99aa req-166690ae-08a2-400a-a96b-67d02e5a77f0 tempest-TestVolumeBackupRestore-976339583 tempest-TestVolumeBackupRestore-976339583-project] 10.222.0.16 "GET /v2.0/security-groups?id=a69a7817-e0db-4957-9dd3-46ae7bcba614&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0849779 Jul 14 18:56:32.818671 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-c1f90ea4-db87-4c52-b10d-15d3e064ad61 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:32.831790 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [None req-c1f90ea4-db87-4c52-b10d-15d3e064ad61 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Calling delete_port for 2fdd28eb-f521-4c5f-a13d-ca364d875b10 owned by {{(pid=93915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:56:32.879613 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-768ea750-5827-4ef1-91a3-e3a6b9f6364a tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:32.906000 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768ea750-5827-4ef1-91a3-e3a6b9f6364a tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] Pushing event deleted for resources: {'Port': ['ID=4b5b5207-74b1-4fcf-8210-43be0dae3c97,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:56:32.918879 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-c1f90ea4-db87-4c52-b10d-15d3e064ad61 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:32.948231 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f90ea4-db87-4c52-b10d-15d3e064ad61 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Pushing event deleted for resources: {'Port': ['ID=2fdd28eb-f521-4c5f-a13d-ca364d875b10,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:56:32.953596 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-c1f90ea4-db87-4c52-b10d-15d3e064ad61 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:32.957868 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-c1f90ea4-db87-4c52-b10d-15d3e064ad61 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] 10.222.0.16 "DELETE /v2.0/ports/2fdd28eb-f521-4c5f-a13d-ca364d875b10 HTTP/1.1" status: 204 len: 168 time: 0.3890224 Jul 14 18:56:32.957984 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 54156) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:56:32.976204 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-768ea750-5827-4ef1-91a3-e3a6b9f6364a tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] Notify callbacks [] for floatingip, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:32.976561 n-d-800634-3 neutron-server[93916]: INFO neutron.db.l3_db [None req-768ea750-5827-4ef1-91a3-e3a6b9f6364a tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] Floating IP 8f02b6b5-17f1-4d43-8394-cfa569e5cd64 disassociated (deleted). External IP: 172.25.1.234, port: feca8970-97a2-4046-b98f-53bd05674454. Jul 14 18:56:33.024574 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfe54114-f88a-4162-a0f3-25cb9e70422a tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:56:33.026016 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-cfe54114-f88a-4162-a0f3-25cb9e70422a tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.0671508 Jul 14 18:56:33.028772 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 54158) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:56:33.058945 n-d-800634-3 neutron-server[93915]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c91ebf0-916e-4071-88db-89645a2a259e tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] GET failed (client error): The resource could not be found. Jul 14 18:56:33.061067 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-6c91ebf0-916e-4071-88db-89645a2a259e tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] 10.222.0.16 "GET /v2.0/ports/2fdd28eb-f521-4c5f-a13d-ca364d875b10 HTTP/1.1" status: 404 len: 333 time: 0.0313885 Jul 14 18:56:33.064759 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 54160) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:56:33.069875 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-cce632d2-97db-459d-bfc8-fede643c9716 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1634178149'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:56:33.093674 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cce632d2-97db-459d-bfc8-fede643c9716 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Made reservation on behalf of 8cc151c1a6834557b6005ab4171146b5 for: {'network': 1} {{(pid=93915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:56:33.097790 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-cce632d2-97db-459d-bfc8-fede643c9716 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for network, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:33.124025 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cce632d2-97db-459d-bfc8-fede643c9716 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 92} {{(pid=93915) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 18:56:33.133950 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-cce632d2-97db-459d-bfc8-fede643c9716 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:33.134447 n-d-800634-3 neutron-server[93915]: INFO neutron.db.segments_db [None req-cce632d2-97db-459d-bfc8-fede643c9716 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Added segment 02905784-be0e-450c-994e-83f78f4d742b of type vlan for network 72f6891d-0623-469b-96ad-3077c2255aa2 Jul 14 18:56:33.177948 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-cce632d2-97db-459d-bfc8-fede643c9716 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728202197517'] for network, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:33.209229 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-cce632d2-97db-459d-bfc8-fede643c9716 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727'] for network, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:33.214761 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cce632d2-97db-459d-bfc8-fede643c9716 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:56:33.215369 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-cce632d2-97db-459d-bfc8-fede643c9716 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Notify callbacks [] for network, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:33.279186 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-cce632d2-97db-459d-bfc8-fede643c9716 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2132821 Jul 14 18:56:33.282004 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 54162) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:56:33.287123 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-83141101-5068-4efe-ac3a-782e59ccea62 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Request body: {'subnet': {'network_id': '72f6891d-0623-469b-96ad-3077c2255aa2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:56:33.331633 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce632d2-97db-459d-bfc8-fede643c9716 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Pushing event updated for resources: {'Network': ['ID=72f6891d-0623-469b-96ad-3077c2255aa2,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:56:33.343828 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Network 72f6891d-0623-469b-96ad-3077c2255aa2 details requested by agent ovs-agent-n-d-800634-3 with host n-d-800634-3 {{(pid=93917) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 18:56:33.387341 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83141101-5068-4efe-ac3a-782e59ccea62 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Made reservation on behalf of 8cc151c1a6834557b6005ab4171146b5 for: {'subnet': 1} {{(pid=93915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:56:33.390926 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-83141101-5068-4efe-ac3a-782e59ccea62 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28969735'] for subnet, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:33.484249 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-768ea750-5827-4ef1-91a3-e3a6b9f6364a tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] Router a9e3896e-783e-4cd9-a436-2b5e2a355b94 has already been hosted by L3 agent 2c6eb27e-defb-4cca-9a24-381c7415e359 {{(pid=93916) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 18:56:33.598873 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-768ea750-5827-4ef1-91a3-e3a6b9f6364a tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] Notify agent at l3_agent.n-d-800634-3 the message routers_updated {{(pid=93916) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 18:56:33.601044 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-83141101-5068-4efe-ac3a-782e59ccea62 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25912837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28969781'] for subnet, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:33.603932 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-768ea750-5827-4ef1-91a3-e3a6b9f6364a tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for floatingip, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:33.608935 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34db754d-7e08-4cee-9739-a9a2591d2667 None None] Sync routers for ids ['a9e3896e-783e-4cd9-a436-2b5e2a355b94'] in n-d-800634-3 {{(pid=93918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 18:56:33.619197 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34db754d-7e08-4cee-9739-a9a2591d2667 None None] Routers {'a9e3896e-783e-4cd9-a436-2b5e2a355b94'} bound to L3 agent in host n-d-800634-3 {{(pid=93918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:56:33.619902 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-34db754d-7e08-4cee-9739-a9a2591d2667 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:56:23Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['a9e3896e-783e-4cd9-a436-2b5e2a355b94'], 'active': True} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:56:33.643797 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-768ea750-5827-4ef1-91a3-e3a6b9f6364a tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] 10.222.0.16 "DELETE /v2.0/floatingips/8f02b6b5-17f1-4d43-8394-cfa569e5cd64 HTTP/1.1" status: 204 len: 168 time: 1.2668765 Jul 14 18:56:33.643797 n-d-800634-3 neutron-server[93916]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e21060b3-7836-4f9d-9f9c-3326f4df0b64', 'tag': 'feca8970-97a2-4046-b98f-53bd05674454'}] {{(pid=93916) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:56:33.644949 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f803e150b363a7893830aa996ac27753fa25517c406ecd3536b7c2d4b26eeb9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9abe0fff-706a-4740-8d86-d66764fd197d" -d '{"events": [{"name": "network-changed", "server_uuid": "e21060b3-7836-4f9d-9f9c-3326f4df0b64", "tag": "feca8970-97a2-4046-b98f-53bd05674454"}]}' {{(pid=93916) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:56:33.647154 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 54166) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:56:33.709702 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83141101-5068-4efe-ac3a-782e59ccea62 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Pushing event updated for resources: {'Subnet': ['ID=4ed89455-0e01-4fde-940a-bfb3130aaa3e,revision_number=0']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:56:33.750466 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83141101-5068-4efe-ac3a-782e59ccea62 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Checking segment: {'id': '02905784-be0e-450c-994e-83f78f4d742b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '72f6891d-0623-469b-96ad-3077c2255aa2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:56:33.750835 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83141101-5068-4efe-ac3a-782e59ccea62 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Network hostable DHCP agents. Network: 72f6891d-0623-469b-96ad-3077c2255aa2, hostable agents: ['028393c3-0576-4ebd-bca1-8ea8a148e1a2'], hosted agents: [] {{(pid=93915) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 18:56:33.751898 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvr_db [None req-34db754d-7e08-4cee-9739-a9a2591d2667 None None] Set router a9e3896e-783e-4cd9-a436-2b5e2a355b94 gateway port host: n-d-800634-3 {{(pid=93918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 18:56:33.805480 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 54172) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:56:33.805755 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-f65a567b-8328-492c-866c-3559ad54a788 tempest-TestSecurityGroupsBasicOps-1776290789 tempest-TestSecurityGroupsBasicOps-1776290789-project-admin] 10.222.0.16 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 3369 time: 0.1551170 Jul 14 18:56:33.807076 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83141101-5068-4efe-ac3a-782e59ccea62 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Network 72f6891d-0623-469b-96ad-3077c2255aa2 is scheduled to be hosted by DHCP agent 028393c3-0576-4ebd-bca1-8ea8a148e1a2 with binding_index 1 {{(pid=93915) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 18:56:33.813644 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-8ad1a291-cc52-45a4-83c0-5cd63de145c2 tempest-TestSecurityGroupsBasicOps-1245515434 tempest-TestSecurityGroupsBasicOps-1245515434-project] Request body: {'network': {'name': 'tempest-network-smoke--724282045', 'project_id': '16585be2c4d241b09d11d2c12f508f99', 'port_security_enabled': False}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:56:33.819355 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [None req-83141101-5068-4efe-ac3a-782e59ccea62 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-3, 72f6891d-0623-469b-96ad-3077c2255aa2) {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:56:33.825724 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83141101-5068-4efe-ac3a-782e59ccea62 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:56:33.826759 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-83141101-5068-4efe-ac3a-782e59ccea62 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Notify callbacks [] for subnet, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:33.834565 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d78b2ee-6aaf-4e05-afb2-3197e11c290c None None] Network 72f6891d-0623-469b-96ad-3077c2255aa2 requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:56:33.848799 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 18:56:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17e4b6d0-9bc5-4b79-b4f8-27005a6a44ab x-openstack-request-id: req-17e4b6d0-9bc5-4b79-b4f8-27005a6a44ab {{(pid=93916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:56:33.849100 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e21060b3-7836-4f9d-9f9c-3326f4df0b64", "tag": "feca8970-97a2-4046-b98f-53bd05674454", "status": "completed", "code": 200}]} {{(pid=93916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:56:33.849345 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-17e4b6d0-9bc5-4b79-b4f8-27005a6a44ab {{(pid=93916) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:56:33.853725 n-d-800634-3 neutron-server[93916]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e21060b3-7836-4f9d-9f9c-3326f4df0b64', 'tag': 'feca8970-97a2-4046-b98f-53bd05674454', 'status': 'completed', 'code': 200} Jul 14 18:56:33.854759 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ad1a291-cc52-45a4-83c0-5cd63de145c2 tempest-TestSecurityGroupsBasicOps-1245515434 tempest-TestSecurityGroupsBasicOps-1245515434-project] Made reservation on behalf of 16585be2c4d241b09d11d2c12f508f99 for: {'network': 1} {{(pid=93916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:56:33.862489 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-83141101-5068-4efe-ac3a-782e59ccea62 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5794222 Jul 14 18:56:33.865348 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 54176) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:56:33.867484 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-8ad1a291-cc52-45a4-83c0-5cd63de145c2 tempest-TestSecurityGroupsBasicOps-1245515434 tempest-TestSecurityGroupsBasicOps-1245515434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for network, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:33.878575 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-058f5e9f-feb1-4b46-8432-b19206837931 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Request body: {'subnet': {'network_id': '72f6891d-0623-469b-96ad-3077c2255aa2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:56:33.947779 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ad1a291-cc52-45a4-83c0-5cd63de145c2 tempest-TestSecurityGroupsBasicOps-1245515434 tempest-TestSecurityGroupsBasicOps-1245515434-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 66} {{(pid=93916) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 18:56:33.972084 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-8ad1a291-cc52-45a4-83c0-5cd63de145c2 tempest-TestSecurityGroupsBasicOps-1245515434 tempest-TestSecurityGroupsBasicOps-1245515434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:33.972604 n-d-800634-3 neutron-server[93916]: INFO neutron.db.segments_db [None req-8ad1a291-cc52-45a4-83c0-5cd63de145c2 tempest-TestSecurityGroupsBasicOps-1245515434 tempest-TestSecurityGroupsBasicOps-1245515434-project] Added segment 5347abb6-670f-4e9b-b099-02ae16895dc8 of type vlan for network 0ed0f69a-0d34-4c85-9939-1c2dfcbbe48f Jul 14 18:56:33.987561 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abe0fff-706a-4740-8d86-d66764fd197d req-281604c4-e311-4bbd-904f-478c2c524cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:56:33.989500 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-9abe0fff-706a-4740-8d86-d66764fd197d req-281604c4-e311-4bbd-904f-478c2c524cdd service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5093a1bcf9144b0bbe697fc3cf12df56&device_id=e21060b3-7836-4f9d-9f9c-3326f4df0b64 HTTP/1.1" status: 200 len: 1096 time: 0.0906346 Jul 14 18:56:34.105378 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409215cb-26e8-413f-9dea-3af149cfbc8a req-8e9504cf-ddb5-4994-9b21-6043a0f3d0c9 tempest-TestVolumeBackupRestore-976339583 tempest-TestVolumeBackupRestore-976339583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:56:34.107509 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-409215cb-26e8-413f-9dea-3af149cfbc8a req-8e9504cf-ddb5-4994-9b21-6043a0f3d0c9 tempest-TestVolumeBackupRestore-976339583 tempest-TestVolumeBackupRestore-976339583-project] 10.222.0.16 "GET /v2.0/ports?device_id=1f5a0535-92d9-4283-80cb-59894b507fd3 HTTP/1.1" status: 200 len: 943 time: 0.1229372 Jul 14 18:56:34.120559 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e007e1fa-fc79-4a9e-a72d-39c9bce2b209 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9222b97e-5d1c-54f8-ba97-82f172498e76-72f6891d-0623-469b-96ad-3077c2255aa2', 'network_id': '72f6891d-0623-469b-96ad-3077c2255aa2', 'tenant_id': '8cc151c1a6834557b6005ab4171146b5', 'fixed_ips': [{'subnet_id': '4ed89455-0e01-4fde-940a-bfb3130aaa3e'}]}} from n-d-800634-3. {{(pid=93917) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 18:56:34.125111 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-e007e1fa-fc79-4a9e-a72d-39c9bce2b209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:34.125330 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-058f5e9f-feb1-4b46-8432-b19206837931 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Made reservation on behalf of 8cc151c1a6834557b6005ab4171146b5 for: {'subnet': 1} {{(pid=93915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:56:34.132088 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-058f5e9f-feb1-4b46-8432-b19206837931 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28969735'] for subnet, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:34.135726 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-34db754d-7e08-4cee-9739-a9a2591d2667 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9e3896e-783e-4cd9-a436-2b5e2a355b94', 'name': 'tempest-TestVolumeBootPattern-302726053-router', 'tenant_id': '5093a1bcf9144b0bbe697fc3cf12df56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.28'}], 'enable_snat': True}, 'gw_port_id': 'dc15107d-54c7-4d8d-b676-7096f1bd483c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:42:21Z', 'updated_at': '2021-07-14T18:42:31Z', 'revision_number': 4, 'project_id': '5093a1bcf9144b0bbe697fc3cf12df56', 'gw_port': {'id': 'dc15107d-54c7-4d8d-b676-7096f1bd483c', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:05:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9e3896e-783e-4cd9-a436-2b5e2a355b94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2443, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:42:23Z', 'updated_at': '2021-07-14T18:42:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_interfaces': [{'id': '80c1cf18-c949-439f-b063-72e495f32b15', 'name': '', 'network_id': 'd41f9397-de9e-4e07-a07d-8cf0ac566250', 'tenant_id': '5093a1bcf9144b0bbe697fc3cf12df56', 'mac_address': 'fa:16:3e:b9:70:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9e3896e-783e-4cd9-a436-2b5e2a355b94', 'device_owner': 'network:router_interface', 'standard_attr_id': 2461, 'fixed_ips': [{'subnet_id': '0161a33b-ac2d-4d08-b4de-fe1fa405f16a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:42:29Z', 'updated_at': '2021-07-14T18:42:45Z', 'revision_number': 5, 'project_id': '5093a1bcf9144b0bbe697fc3cf12df56', 'subnets': [{'id': '0161a33b-ac2d-4d08-b4de-fe1fa405f16a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-3', False) {} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:56:34.166259 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34db754d-7e08-4cee-9739-a9a2591d2667 None None] Checking router: a9e3896e-783e-4cd9-a436-2b5e2a355b94 for host: n-d-800634-3 {{(pid=93918) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 18:56:34.176805 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34db754d-7e08-4cee-9739-a9a2591d2667 None None] Routers {'a9e3896e-783e-4cd9-a436-2b5e2a355b94'} bound to L3 agent in host n-d-800634-3 {{(pid=93918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:56:34.177420 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-34db754d-7e08-4cee-9739-a9a2591d2667 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:56:23Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['a9e3896e-783e-4cd9-a436-2b5e2a355b94'], 'active': True} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:56:34.180680 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-8ad1a291-cc52-45a4-83c0-5cd63de145c2 tempest-TestSecurityGroupsBasicOps-1245515434 tempest-TestSecurityGroupsBasicOps-1245515434-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728202197517'] for network, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:34.260508 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-8ad1a291-cc52-45a4-83c0-5cd63de145c2 tempest-TestSecurityGroupsBasicOps-1245515434 tempest-TestSecurityGroupsBasicOps-1245515434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727'] for network, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:34.269165 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ad1a291-cc52-45a4-83c0-5cd63de145c2 tempest-TestSecurityGroupsBasicOps-1245515434 tempest-TestSecurityGroupsBasicOps-1245515434-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:56:34.269785 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-8ad1a291-cc52-45a4-83c0-5cd63de145c2 tempest-TestSecurityGroupsBasicOps-1245515434 tempest-TestSecurityGroupsBasicOps-1245515434-project] Notify callbacks [] for network, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:34.280973 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-409215cb-26e8-413f-9dea-3af149cfbc8a req-c79b4ade-5eaf-470c-9a38-8eb5630cf46f tempest-TestVolumeBackupRestore-976339583 tempest-TestVolumeBackupRestore-976339583-project] 10.222.0.16 "GET /v2.0/security-groups?id=a69a7817-e0db-4957-9dd3-46ae7bcba614&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1587551 Jul 14 18:56:34.301871 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.db_base_plugin_common [None req-e007e1fa-fc79-4a9e-a72d-39c9bce2b209 None None] Allocated IP 2001:db8::2 (72f6891d-0623-469b-96ad-3077c2255aa2/4ed89455-0e01-4fde-940a-bfb3130aaa3e/b38bfb11-0be7-457a-80d7-b11ff750accf) {{(pid=93917) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:56:34.311157 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvr_db [None req-34db754d-7e08-4cee-9739-a9a2591d2667 None None] Set router a9e3896e-783e-4cd9-a436-2b5e2a355b94 gateway port host: n-d-800634-3 {{(pid=93918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 18:56:34.321996 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abe0fff-706a-4740-8d86-d66764fd197d req-78a7a361-5bbf-4d76-8de8-fe75f5107f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:56:34.324455 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-9abe0fff-706a-4740-8d86-d66764fd197d req-78a7a361-5bbf-4d76-8de8-fe75f5107f47 service neutron] 10.222.0.35 "GET /v2.0/networks?id=d41f9397-de9e-4e07-a07d-8cf0ac566250 HTTP/1.1" status: 200 len: 911 time: 0.2754679 Jul 14 18:56:34.343850 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65674647-5155-409c-bd16-05d89d42bb2a req-625ae803-58ce-4c2e-8b2b-2c54e83aa31b tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:56:34.349190 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-65674647-5155-409c-bd16-05d89d42bb2a req-625ae803-58ce-4c2e-8b2b-2c54e83aa31b tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] 10.222.0.16 "GET /v2.0/ports?device_id=e21060b3-7836-4f9d-9f9c-3326f4df0b64 HTTP/1.1" status: 200 len: 945 time: 0.1553266 Jul 14 18:56:34.353605 n-d-800634-3 neutron-server[93915]: INFO neutron.db.ipam_backend_mixin [None req-058f5e9f-feb1-4b46-8432-b19206837931 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 4ed89455-0e01-4fde-940a-bfb3130aaa3e (CIDR: 2001:db8::/64) Jul 14 18:56:34.359971 n-d-800634-3 neutron-server[93915]: INFO neutron.pecan_wsgi.hooks.translation [None req-058f5e9f-feb1-4b46-8432-b19206837931 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 18:56:34.359971 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-058f5e9f-feb1-4b46-8432-b19206837931 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93915) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 18:56:34.379277 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-8ad1a291-cc52-45a4-83c0-5cd63de145c2 tempest-TestSecurityGroupsBasicOps-1245515434 tempest-TestSecurityGroupsBasicOps-1245515434-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5692370 Jul 14 18:56:34.382464 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 54180) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:56:34.394032 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-562686f7-bd0e-4abe-9727-dec653a881d5 tempest-TestSecurityGroupsBasicOps-1245515434 tempest-TestSecurityGroupsBasicOps-1245515434-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1658909989', 'admin_state_up': True, 'project_id': '16585be2c4d241b09d11d2c12f508f99', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61'}}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:56:34.411395 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-9abe0fff-706a-4740-8d86-d66764fd197d req-32d31098-2f8f-45cc-9ce0-6dedd3ed6571 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=feca8970-97a2-4046-b98f-53bd05674454 HTTP/1.1" status: 200 len: 217 time: 0.0509431 Jul 14 18:56:34.449464 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-65674647-5155-409c-bd16-05d89d42bb2a req-72c78fe2-8b6a-4d4c-badc-e87bb572fd3f tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] 10.222.0.16 "GET /v2.0/security-groups?id=6966763a-a9ce-4f04-9343-56b5726844ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0938632 Jul 14 18:56:34.451518 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-562686f7-bd0e-4abe-9727-dec653a881d5 tempest-TestSecurityGroupsBasicOps-1245515434 tempest-TestSecurityGroupsBasicOps-1245515434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-571768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11104'] for router, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:34.453422 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-562686f7-bd0e-4abe-9727-dec653a881d5 tempest-TestSecurityGroupsBasicOps-1245515434 tempest-TestSecurityGroupsBasicOps-1245515434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-571675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-930014', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-632314', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11129'] for router, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:34.459794 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-058f5e9f-feb1-4b46-8432-b19206837931 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5917919 Jul 14 18:56:34.462157 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 54182) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:56:34.470040 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-d47fa8de-9951-4c5a-a38b-8058ec541809 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Request body: {'subnet': {'network_id': '72f6891d-0623-469b-96ad-3077c2255aa2', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:56:34.470939 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abe0fff-706a-4740-8d86-d66764fd197d req-8b5dcc5c-788d-405f-904a-36f7b75e0430 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:56:34.472491 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-9abe0fff-706a-4740-8d86-d66764fd197d req-8b5dcc5c-788d-405f-904a-36f7b75e0430 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=0161a33b-ac2d-4d08-b4de-fe1fa405f16a HTTP/1.1" status: 200 len: 850 time: 0.0544250 Jul 14 18:56:34.476090 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad1a291-cc52-45a4-83c0-5cd63de145c2 tempest-TestSecurityGroupsBasicOps-1245515434 tempest-TestSecurityGroupsBasicOps-1245515434-project] Pushing event updated for resources: {'Network': ['ID=0ed0f69a-0d34-4c85-9939-1c2dfcbbe48f,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:56:34.495369 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-e007e1fa-fc79-4a9e-a72d-39c9bce2b209 None None] Notify callbacks [] for port, precommit_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:34.505125 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-e007e1fa-fc79-4a9e-a72d-39c9bce2b209 None None] Transition to ACTIVE for port object b38bfb11-0be7-457a-80d7-b11ff750accf will not be triggered until provisioned by entity L2. {{(pid=93917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:56:34.523063 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-e007e1fa-fc79-4a9e-a72d-39c9bce2b209 None None] Transition to ACTIVE for port object b38bfb11-0be7-457a-80d7-b11ff750accf will not be triggered until provisioned by entity DHCP. {{(pid=93917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:56:34.528932 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Network 0ed0f69a-0d34-4c85-9939-1c2dfcbbe48f details requested by agent ovs-agent-n-d-800634-3 with host n-d-800634-3 {{(pid=93917) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 18:56:34.558356 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abe0fff-706a-4740-8d86-d66764fd197d req-b861ad69-fb0b-4045-b0ba-1130f6f9bd01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:56:34.560939 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-9abe0fff-706a-4740-8d86-d66764fd197d req-b861ad69-fb0b-4045-b0ba-1130f6f9bd01 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d41f9397-de9e-4e07-a07d-8cf0ac566250&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0812831 Jul 14 18:56:34.585175 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-e007e1fa-fc79-4a9e-a72d-39c9bce2b209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804'] for port, after_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:34.608321 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-34db754d-7e08-4cee-9739-a9a2591d2667 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9e3896e-783e-4cd9-a436-2b5e2a355b94', 'name': 'tempest-TestVolumeBootPattern-302726053-router', 'tenant_id': '5093a1bcf9144b0bbe697fc3cf12df56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.28'}], 'enable_snat': True}, 'gw_port_id': 'dc15107d-54c7-4d8d-b676-7096f1bd483c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:42:21Z', 'updated_at': '2021-07-14T18:42:31Z', 'revision_number': 4, 'project_id': '5093a1bcf9144b0bbe697fc3cf12df56', 'gw_port': {'id': 'dc15107d-54c7-4d8d-b676-7096f1bd483c', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:05:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9e3896e-783e-4cd9-a436-2b5e2a355b94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2443, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:42:23Z', 'updated_at': '2021-07-14T18:42:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_interfaces': [{'id': '80c1cf18-c949-439f-b063-72e495f32b15', 'name': '', 'network_id': 'd41f9397-de9e-4e07-a07d-8cf0ac566250', 'tenant_id': '5093a1bcf9144b0bbe697fc3cf12df56', 'mac_address': 'fa:16:3e:b9:70:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9e3896e-783e-4cd9-a436-2b5e2a355b94', 'device_owner': 'network:router_interface', 'standard_attr_id': 2461, 'fixed_ips': [{'subnet_id': '0161a33b-ac2d-4d08-b4de-fe1fa405f16a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:42:29Z', 'updated_at': '2021-07-14T18:42:45Z', 'revision_number': 5, 'project_id': '5093a1bcf9144b0bbe697fc3cf12df56', 'subnets': [{'id': '0161a33b-ac2d-4d08-b4de-fe1fa405f16a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-3', False) {} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:56:34.638846 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-562686f7-bd0e-4abe-9727-dec653a881d5 tempest-TestSecurityGroupsBasicOps-1245515434 tempest-TestSecurityGroupsBasicOps-1245515434-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:34.661467 n-d-800634-3 neutron-server[93917]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e007e1fa-fc79-4a9e-a72d-39c9bce2b209 None None] Network 72f6891d-0623-469b-96ad-3077c2255aa2 is already hosted by enough agents. {{(pid=93917) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:56:34.667973 n-d-800634-3 neutron-server[93917]: DEBUG neutron.scheduler.base_scheduler [None req-e007e1fa-fc79-4a9e-a72d-39c9bce2b209 None None] Resources bound (agent type, host, resource id): {{(pid=93917) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:56:34.673186 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e007e1fa-fc79-4a9e-a72d-39c9bce2b209 None None] Received port after_create {{(pid=93917) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:56:34.692138 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-9abe0fff-706a-4740-8d86-d66764fd197d req-f1839a9c-617a-47a5-9d80-b9c9e4330667 service neutron] 10.222.0.35 "GET /v2.0/networks/d41f9397-de9e-4e07-a07d-8cf0ac566250?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228752 Jul 14 18:56:34.695498 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d47fa8de-9951-4c5a-a38b-8058ec541809 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Made reservation on behalf of 8cc151c1a6834557b6005ab4171146b5 for: {'subnet': 1} {{(pid=93915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:56:34.699077 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-d47fa8de-9951-4c5a-a38b-8058ec541809 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28969735'] for subnet, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:34.735984 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e007e1fa-fc79-4a9e-a72d-39c9bce2b209 None None] Pushing event updated for resources: {'Port': ['ID=b38bfb11-0be7-457a-80d7-b11ff750accf,revision_number=1']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:56:34.747489 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34db754d-7e08-4cee-9739-a9a2591d2667 None None] The sync data for ids ['a9e3896e-783e-4cd9-a436-2b5e2a355b94'] in n-d-800634-3 is: [{'id': 'a9e3896e-783e-4cd9-a436-2b5e2a355b94', 'name': 'tempest-TestVolumeBootPattern-302726053-router', 'tenant_id': '5093a1bcf9144b0bbe697fc3cf12df56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.28'}], 'enable_snat': True}, 'gw_port_id': 'dc15107d-54c7-4d8d-b676-7096f1bd483c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:42:21Z', 'updated_at': '2021-07-14T18:42:31Z', 'revision_number': 4, 'project_id': '5093a1bcf9144b0bbe697fc3cf12df56', 'gw_port': {'id': 'dc15107d-54c7-4d8d-b676-7096f1bd483c', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:05:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9e3896e-783e-4cd9-a436-2b5e2a355b94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2443, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:42:23Z', 'updated_at': '2021-07-14T18:42:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_interfaces': [{'id': '80c1cf18-c949-439f-b063-72e495f32b15', 'name': '', 'network_id': 'd41f9397-de9e-4e07-a07d-8cf0ac566250', 'tenant_id': '5093a1bcf9144b0bbe697fc3cf12df56', 'mac_address': 'fa:16:3e:b9:70:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9e3896e-783e-4cd9-a436-2b5e2a355b94', 'device_owner': 'network:router_interface', 'standard_attr_id': 2461, 'fixed_ips': [{'subnet_id': '0161a33b-ac2d-4d08-b4de-fe1fa405f16a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:42:29Z', 'updated_at': '2021-07-14T18:42:45Z', 'revision_number': 5, 'project_id': '5093a1bcf9144b0bbe697fc3cf12df56', 'subnets': [{'id': '0161a33b-ac2d-4d08-b4de-fe1fa405f16a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 18:56:34.759943 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-e007e1fa-fc79-4a9e-a72d-39c9bce2b209 None None] Attempting to bind port b38bfb11-0be7-457a-80d7-b11ff750accf on host n-d-800634-3 for vnic_type normal with profile {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:56:34.760444 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-e007e1fa-fc79-4a9e-a72d-39c9bce2b209 None None] Attempting to bind port b38bfb11-0be7-457a-80d7-b11ff750accf by drivers openvswitch,hyperv on host n-d-800634-3 at level 0 using segments [{'id': '02905784-be0e-450c-994e-83f78f4d742b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '72f6891d-0623-469b-96ad-3077c2255aa2'}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:56:34.760885 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e007e1fa-fc79-4a9e-a72d-39c9bce2b209 None None] Attempting to bind port b38bfb11-0be7-457a-80d7-b11ff750accf on network 72f6891d-0623-469b-96ad-3077c2255aa2 {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:56:34.770576 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e007e1fa-fc79-4a9e-a72d-39c9bce2b209 None None] Checking agent: {'id': '01c19e91-a945-4e3c-94a6-c211e17c923e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 8, 23), 'started_at': datetime.datetime(2021, 7, 14, 18, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 18, 56, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 18:56:34.772509 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e007e1fa-fc79-4a9e-a72d-39c9bce2b209 None None] Checking segment: {'id': '02905784-be0e-450c-994e-83f78f4d742b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '72f6891d-0623-469b-96ad-3077c2255aa2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93917) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:56:34.772936 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-e007e1fa-fc79-4a9e-a72d-39c9bce2b209 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:34.773341 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e007e1fa-fc79-4a9e-a72d-39c9bce2b209 None None] Bound using segment: {'id': '02905784-be0e-450c-994e-83f78f4d742b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '72f6891d-0623-469b-96ad-3077c2255aa2'} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 18:56:34.773830 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-e007e1fa-fc79-4a9e-a72d-39c9bce2b209 None None] Bound port: b38bfb11-0be7-457a-80d7-b11ff750accf, host: n-d-800634-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02905784-be0e-450c-994e-83f78f4d742b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '72f6891d-0623-469b-96ad-3077c2255aa2'}}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 18:56:34.774215 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-e007e1fa-fc79-4a9e-a72d-39c9bce2b209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:34.812890 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-9abe0fff-706a-4740-8d86-d66764fd197d req-d18e96d4-1b1b-4984-829f-54dd5ddcce07 service neutron] 10.222.0.35 "GET /v2.0/networks/d41f9397-de9e-4e07-a07d-8cf0ac566250?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1137691 Jul 14 18:56:34.860669 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-e007e1fa-fc79-4a9e-a72d-39c9bce2b209 None None] For port b38bfb11-0be7-457a-80d7-b11ff750accf, host n-d-800634-3, cleared binding levels {{(pid=93917) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:56:34.865172 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-562686f7-bd0e-4abe-9727-dec653a881d5 tempest-TestSecurityGroupsBasicOps-1245515434 tempest-TestSecurityGroupsBasicOps-1245515434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-929996', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-571750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11395'] for router, precommit_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:34.866353 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-e007e1fa-fc79-4a9e-a72d-39c9bce2b209 None None] For port b38bfb11-0be7-457a-80d7-b11ff750accf, host n-d-800634-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=b38bfb11-0be7-457a-80d7-b11ff750accf,segment=NetworkSegment(02905784-be0e-450c-994e-83f78f4d742b),segment_id=02905784-be0e-450c-994e-83f78f4d742b)] {{(pid=93917) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 18:56:34.871814 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-e007e1fa-fc79-4a9e-a72d-39c9bce2b209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:34.932837 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e007e1fa-fc79-4a9e-a72d-39c9bce2b209 None None] Pushing event updated for resources: {'Port': ['ID=b38bfb11-0be7-457a-80d7-b11ff750accf,revision_number=2']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:56:35.070655 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e4fdc22-c6a8-48b0-8856-4aa80c3e9eb5 None None] New status for floating IP 8f02b6b5-17f1-4d43-8394-cfa569e5cd64: DOWN {{(pid=93917) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 18:56:35.255265 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-d47fa8de-9951-4c5a-a38b-8058ec541809 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25912837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28969781'] for subnet, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:35.257107 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-562686f7-bd0e-4abe-9727-dec653a881d5 tempest-TestSecurityGroupsBasicOps-1245515434 tempest-TestSecurityGroupsBasicOps-1245515434-project] Notify callbacks [] for router_gateway, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:35.284674 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-562686f7-bd0e-4abe-9727-dec653a881d5 tempest-TestSecurityGroupsBasicOps-1245515434 tempest-TestSecurityGroupsBasicOps-1245515434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:35.322947 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d47fa8de-9951-4c5a-a38b-8058ec541809 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Network 72f6891d-0623-469b-96ad-3077c2255aa2 is already hosted by enough agents. {{(pid=93915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:56:35.355261 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [None req-d47fa8de-9951-4c5a-a38b-8058ec541809 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Resources bound (agent type, host, resource id): {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:56:35.362355 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d47fa8de-9951-4c5a-a38b-8058ec541809 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:56:35.362948 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-d47fa8de-9951-4c5a-a38b-8058ec541809 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Notify callbacks [] for subnet, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:35.387488 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47fa8de-9951-4c5a-a38b-8058ec541809 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Pushing event updated for resources: {'Subnet': ['ID=4385af3d-714b-46b5-8e97-2da8d03f7d41,revision_number=0']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:56:35.397606 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-d47fa8de-9951-4c5a-a38b-8058ec541809 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.9301827 Jul 14 18:56:35.398118 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 54186) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:56:35.405404 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-dfdafb4d-3d60-45b6-92ca-f4bce22a2ae6 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Request body: {'port': {'network_id': '72f6891d-0623-469b-96ad-3077c2255aa2', 'fixed_ips': [{'subnet_id': '4ed89455-0e01-4fde-940a-bfb3130aaa3e'}, {'subnet_id': '4385af3d-714b-46b5-8e97-2da8d03f7d41'}], 'name': 'tempest-PortsIpV6TestJSON-1162427625'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:56:35.536425 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.db_base_plugin_common [None req-562686f7-bd0e-4abe-9727-dec653a881d5 tempest-TestSecurityGroupsBasicOps-1245515434 tempest-TestSecurityGroupsBasicOps-1245515434-project] Allocated IP 172.25.1.22 (9200a437-e1de-4520-88f6-e68386523e61/5f47f848-4532-407a-a0e2-5690ade15fd0/584784b9-ed95-4300-9101-f2e9617ba1f3) {{(pid=93915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:56:35.546435 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731ef489-fe2e-40a3-bc10-74eb1ae04159 req-e53a302f-46c9-4f95-a9db-2addde3f934c tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:56:35.548086 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-731ef489-fe2e-40a3-bc10-74eb1ae04159 req-e53a302f-46c9-4f95-a9db-2addde3f934c tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] 10.222.0.35 "GET /v2.0/ports?device_id=e21060b3-7836-4f9d-9f9c-3326f4df0b64 HTTP/1.1" status: 200 len: 945 time: 0.0824938 Jul 14 18:56:35.608277 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:35.661785 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [req-731ef489-fe2e-40a3-bc10-74eb1ae04159 req-f27703b1-b3b2-4706-8694-f69b4b30d8b9 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] Deleting port feca8970-97a2-4046-b98f-53bd05674454 {{(pid=93916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:56:35.662350 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-731ef489-fe2e-40a3-bc10-74eb1ae04159 req-f27703b1-b3b2-4706-8694-f69b4b30d8b9 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:35.681235 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae87c5b-6e93-40bb-ac8a-aeb06c6cb3a8 req-88986e9f-d683-477d-b056-14510190f2dc tempest-TestVolumeBackupRestore-976339583 tempest-TestVolumeBackupRestore-976339583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:56:35.682814 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2ae87c5b-6e93-40bb-ac8a-aeb06c6cb3a8 req-88986e9f-d683-477d-b056-14510190f2dc tempest-TestVolumeBackupRestore-976339583 tempest-TestVolumeBackupRestore-976339583-project] 10.222.0.16 "GET /v2.0/ports?device_id=1f5a0535-92d9-4283-80cb-59894b507fd3 HTTP/1.1" status: 200 len: 943 time: 0.2686350 Jul 14 18:56:35.750227 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfdafb4d-3d60-45b6-92ca-f4bce22a2ae6 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Made reservation on behalf of 8cc151c1a6834557b6005ab4171146b5 for: {'port': 1} {{(pid=93915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:56:35.765795 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.db [req-731ef489-fe2e-40a3-bc10-74eb1ae04159 req-f27703b1-b3b2-4706-8694-f69b4b30d8b9 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] For port feca8970-97a2-4046-b98f-53bd05674454, host n-h2-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=feca8970-97a2-4046-b98f-53bd05674454,segment=NetworkSegment(ee39aca0-6f7d-4da6-861f-9f37553124e0),segment_id=ee39aca0-6f7d-4da6-861f-9f37553124e0)] {{(pid=93916) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:56:35.766052 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-731ef489-fe2e-40a3-bc10-74eb1ae04159 req-f27703b1-b3b2-4706-8694-f69b4b30d8b9 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:35.782216 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [req-731ef489-fe2e-40a3-bc10-74eb1ae04159 req-f27703b1-b3b2-4706-8694-f69b4b30d8b9 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] Calling delete_port for feca8970-97a2-4046-b98f-53bd05674454 owned by compute:nova {{(pid=93916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:56:35.930159 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-731ef489-fe2e-40a3-bc10-74eb1ae04159 req-f27703b1-b3b2-4706-8694-f69b4b30d8b9 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:35.958415 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27703b1-b3b2-4706-8694-f69b4b30d8b9 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] Pushing event deleted for resources: {'Port': ['ID=feca8970-97a2-4046-b98f-53bd05674454,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:56:35.970813 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c02c891e-17c0-452d-b39c-ba129ef7dea4 None None] Network 72f6891d-0623-469b-96ad-3077c2255aa2 requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:56:36.020656 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.l3_dvrscheduler_db [req-731ef489-fe2e-40a3-bc10-74eb1ae04159 req-f27703b1-b3b2-4706-8694-f69b4b30d8b9 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] No DVR routers for this DVR port feca8970-97a2-4046-b98f-53bd05674454 on host n-h2-800634-3 {{(pid=93916) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 18:56:36.023492 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-731ef489-fe2e-40a3-bc10-74eb1ae04159 req-f27703b1-b3b2-4706-8694-f69b4b30d8b9 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:36.025843 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-731ef489-fe2e-40a3-bc10-74eb1ae04159 req-f27703b1-b3b2-4706-8694-f69b4b30d8b9 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] 10.222.0.35 "DELETE /v2.0/ports/feca8970-97a2-4046-b98f-53bd05674454 HTTP/1.1" status: 204 len: 173 time: 0.4723859 Jul 14 18:56:36.026284 n-d-800634-3 neutron-server[93916]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e21060b3-7836-4f9d-9f9c-3326f4df0b64', 'name': 'network-vif-deleted', 'tag': 'feca8970-97a2-4046-b98f-53bd05674454'}] {{(pid=93916) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:56:36.029136 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f803e150b363a7893830aa996ac27753fa25517c406ecd3536b7c2d4b26eeb9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb05952d-f03b-4e45-89b3-3183e234ca65" -d '{"events": [{"server_uuid": "e21060b3-7836-4f9d-9f9c-3326f4df0b64", "name": "network-vif-deleted", "tag": "feca8970-97a2-4046-b98f-53bd05674454"}]}' {{(pid=93916) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:56:36.057537 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.agents_db [None req-2ea07fb6-aa68-4671-8654-119d82b9f530 None None] Agent healthcheck: found 7 active agents {{(pid=93918) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 18:56:36.107105 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-422ce007-8273-40a0-8445-cfbfff1024a2 None None] Provisioning for port b38bfb11-0be7-457a-80d7-b11ff750accf completed by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:56:36.153931 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2ae87c5b-6e93-40bb-ac8a-aeb06c6cb3a8 req-1de7d29d-977e-433d-875a-0edf0ce55000 tempest-TestVolumeBackupRestore-976339583 tempest-TestVolumeBackupRestore-976339583-project] 10.222.0.16 "GET /v2.0/security-groups?id=a69a7817-e0db-4957-9dd3-46ae7bcba614&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4603088 Jul 14 18:56:36.157323 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-562686f7-bd0e-4abe-9727-dec653a881d5 tempest-TestSecurityGroupsBasicOps-1245515434 tempest-TestSecurityGroupsBasicOps-1245515434-project] Notify callbacks [] for port, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:36.181989 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f5e8ab-3532-4db1-9b40-276b2dd488cc req-7226c5a9-7ac2-4c4f-9099-7c23aaeec958 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:56:36.183658 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-39f5e8ab-3532-4db1-9b40-276b2dd488cc req-7226c5a9-7ac2-4c4f-9099-7c23aaeec958 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] 10.222.0.16 "GET /v2.0/ports?device_id=e21060b3-7836-4f9d-9f9c-3326f4df0b64 HTTP/1.1" status: 200 len: 945 time: 0.5591166 Jul 14 18:56:36.219363 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 18:56:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a63fea0-be0a-483f-a383-684aa2b1920f x-openstack-request-id: req-5a63fea0-be0a-483f-a383-684aa2b1920f {{(pid=93916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:56:36.219665 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e21060b3-7836-4f9d-9f9c-3326f4df0b64", "name": "network-vif-deleted", "tag": "feca8970-97a2-4046-b98f-53bd05674454", "status": "completed", "code": 200}]} {{(pid=93916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:56:36.220275 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5a63fea0-be0a-483f-a383-684aa2b1920f {{(pid=93916) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:56:36.220419 n-d-800634-3 neutron-server[93916]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e21060b3-7836-4f9d-9f9c-3326f4df0b64', 'name': 'network-vif-deleted', 'tag': 'feca8970-97a2-4046-b98f-53bd05674454', 'status': 'completed', 'code': 200} Jul 14 18:56:36.262112 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-39f5e8ab-3532-4db1-9b40-276b2dd488cc req-e60904c9-c353-42ad-9876-cdafc9cfb0c9 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] 10.222.0.16 "GET /v2.0/security-groups?id=6966763a-a9ce-4f04-9343-56b5726844ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0659170 Jul 14 18:56:36.265901 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-dfdafb4d-3d60-45b6-92ca-f4bce22a2ae6 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:36.269796 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9833784d-61a5-4490-b287-b91eb604a106 None None] Update dhcp port {'port': {'network_id': '72f6891d-0623-469b-96ad-3077c2255aa2', 'fixed_ips': [{'subnet_id': '4ed89455-0e01-4fde-940a-bfb3130aaa3e', 'ip_address': '2001:db8::2'}, {'subnet_id': '4385af3d-714b-46b5-8e97-2da8d03f7d41'}], 'binding:host_id': 'n-d-800634-3'}, 'id': 'b38bfb11-0be7-457a-80d7-b11ff750accf'} from n-d-800634-3. {{(pid=93917) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 14 18:56:36.290264 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [None req-dfdafb4d-3d60-45b6-92ca-f4bce22a2ae6 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] device_id is not set on port 3f792d59-ee8a-499f-bcea-4a29a0a4a400 yet. {{(pid=93915) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 18:56:36.309853 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9833784d-61a5-4490-b287-b91eb604a106 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:36.326083 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-562686f7-bd0e-4abe-9727-dec653a881d5 tempest-TestSecurityGroupsBasicOps-1245515434 tempest-TestSecurityGroupsBasicOps-1245515434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:36.381127 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-562686f7-bd0e-4abe-9727-dec653a881d5 tempest-TestSecurityGroupsBasicOps-1245515434 tempest-TestSecurityGroupsBasicOps-1245515434-project] Network 9200a437-e1de-4520-88f6-e68386523e61 is already hosted by enough agents. {{(pid=93915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:56:36.392879 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [None req-562686f7-bd0e-4abe-9727-dec653a881d5 tempest-TestSecurityGroupsBasicOps-1245515434 tempest-TestSecurityGroupsBasicOps-1245515434-project] Resources bound (agent type, host, resource id): {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:56:36.421011 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-562686f7-bd0e-4abe-9727-dec653a881d5 tempest-TestSecurityGroupsBasicOps-1245515434 tempest-TestSecurityGroupsBasicOps-1245515434-project] Received port after_create {{(pid=93915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:56:36.457579 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562686f7-bd0e-4abe-9727-dec653a881d5 tempest-TestSecurityGroupsBasicOps-1245515434 tempest-TestSecurityGroupsBasicOps-1245515434-project] Pushing event updated for resources: {'Port': ['ID=584784b9-ed95-4300-9101-f2e9617ba1f3,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:56:36.551080 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.db_base_plugin_common [None req-9833784d-61a5-4490-b287-b91eb604a106 None None] Allocated IP 2001:db8:0:1::2 (72f6891d-0623-469b-96ad-3077c2255aa2/4385af3d-714b-46b5-8e97-2da8d03f7d41/b38bfb11-0be7-457a-80d7-b11ff750accf) {{(pid=93917) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:56:36.627623 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device b38bfb11-0be7-457a-80d7-b11ff750accf up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:56:36.688819 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-9833784d-61a5-4490-b287-b91eb604a106 None None] For port b38bfb11-0be7-457a-80d7-b11ff750accf, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=b38bfb11-0be7-457a-80d7-b11ff750accf,segment=NetworkSegment(02905784-be0e-450c-994e-83f78f4d742b),segment_id=02905784-be0e-450c-994e-83f78f4d742b)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:56:36.716967 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning for port b38bfb11-0be7-457a-80d7-b11ff750accf completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:56:36.727994 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9833784d-61a5-4490-b287-b91eb604a106 None None] Notify callbacks [] for port, precommit_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:36.730600 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port b38bfb11-0be7-457a-80d7-b11ff750accf triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:56:36.731069 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:36.763962 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9833784d-61a5-4490-b287-b91eb604a106 None None] Transition to ACTIVE for port object b38bfb11-0be7-457a-80d7-b11ff750accf will not be triggered until provisioned by entity DHCP. {{(pid=93917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:56:36.773279 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9833784d-61a5-4490-b287-b91eb604a106 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:36.809146 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-562686f7-bd0e-4abe-9727-dec653a881d5 tempest-TestSecurityGroupsBasicOps-1245515434 tempest-TestSecurityGroupsBasicOps-1245515434-project] Notify callbacks [] for router_gateway, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:36.837678 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Port b38bfb11-0be7-457a-80d7-b11ff750accf had new provisioning blocks added so it will not transition to active. {{(pid=93917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:347}} Jul 14 18:56:36.877568 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9833784d-61a5-4490-b287-b91eb604a106 None None] Pushing event updated for resources: {'Port': ['ID=b38bfb11-0be7-457a-80d7-b11ff750accf,revision_number=3']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:56:36.983223 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.db_base_plugin_common [None req-dfdafb4d-3d60-45b6-92ca-f4bce22a2ae6 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Allocated IP 2001:db8::214 (72f6891d-0623-469b-96ad-3077c2255aa2/4ed89455-0e01-4fde-940a-bfb3130aaa3e/3f792d59-ee8a-499f-bcea-4a29a0a4a400) {{(pid=93915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:56:37.024321 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.db_base_plugin_common [None req-dfdafb4d-3d60-45b6-92ca-f4bce22a2ae6 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Allocated IP 2001:db8:0:1::2d3 (72f6891d-0623-469b-96ad-3077c2255aa2/4385af3d-714b-46b5-8e97-2da8d03f7d41/3f792d59-ee8a-499f-bcea-4a29a0a4a400) {{(pid=93915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:56:37.163709 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-562686f7-bd0e-4abe-9727-dec653a881d5 tempest-TestSecurityGroupsBasicOps-1245515434 tempest-TestSecurityGroupsBasicOps-1245515434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-571759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-930033'] for router, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:37.323983 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-dfdafb4d-3d60-45b6-92ca-f4bce22a2ae6 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Notify callbacks [] for port, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:37.397494 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.provisioning_blocks [None req-dfdafb4d-3d60-45b6-92ca-f4bce22a2ae6 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Transition to ACTIVE for port object 3f792d59-ee8a-499f-bcea-4a29a0a4a400 will not be triggered until provisioned by entity DHCP. {{(pid=93915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:56:37.446334 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-0470b638-a843-4d2b-96bb-64561b25a657 req-e81b6cb8-96ef-4a4c-80ec-2e0dc444bf7a tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] 10.222.0.16 "GET /v2.0/ports?device_id=e21060b3-7836-4f9d-9f9c-3326f4df0b64 HTTP/1.1" status: 200 len: 210 time: 0.0507374 Jul 14 18:56:37.450258 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-562686f7-bd0e-4abe-9727-dec653a881d5 tempest-TestSecurityGroupsBasicOps-1245515434 tempest-TestSecurityGroupsBasicOps-1245515434-project] Router 3b85d47c-77df-4092-936a-15f1567d88a5 is scheduled to L3 agent 2c6eb27e-defb-4cca-9a24-381c7415e359 with binding_index 1 {{(pid=93915) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 18:56:37.479141 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34abdaf4-b780-4c26-84d2-0c943935f943 None None] Network 72f6891d-0623-469b-96ad-3077c2255aa2 requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:56:37.539441 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3f6c8f-b979-404b-9e33-96172c78edcb req-50e2bfb9-6798-45c7-b6b5-8c7be25f2d1e tempest-TestVolumeBackupRestore-976339583 tempest-TestVolumeBackupRestore-976339583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:56:37.541084 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-9c3f6c8f-b979-404b-9e33-96172c78edcb req-50e2bfb9-6798-45c7-b6b5-8c7be25f2d1e tempest-TestVolumeBackupRestore-976339583 tempest-TestVolumeBackupRestore-976339583-project] 10.222.0.16 "GET /v2.0/ports?device_id=1f5a0535-92d9-4283-80cb-59894b507fd3 HTTP/1.1" status: 200 len: 943 time: 0.2347860 Jul 14 18:56:37.576213 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-ae202960-4a51-4c92-9b1c-b591c361dab6 None None] Provisioning for port b38bfb11-0be7-457a-80d7-b11ff750accf completed by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:56:37.587702 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-ae202960-4a51-4c92-9b1c-b591c361dab6 None None] Provisioning complete for port b38bfb11-0be7-457a-80d7-b11ff750accf triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:56:37.588221 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-ae202960-4a51-4c92-9b1c-b591c361dab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:37.606036 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-dfdafb4d-3d60-45b6-92ca-f4bce22a2ae6 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:37.677067 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfdafb4d-3d60-45b6-92ca-f4bce22a2ae6 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Network 72f6891d-0623-469b-96ad-3077c2255aa2 is already hosted by enough agents. {{(pid=93915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:56:37.680971 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-562686f7-bd0e-4abe-9727-dec653a881d5 tempest-TestSecurityGroupsBasicOps-1245515434 tempest-TestSecurityGroupsBasicOps-1245515434-project] Notify agent at l3_agent.n-d-800634-3 the message routers_updated {{(pid=93915) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 18:56:37.684970 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-9c3f6c8f-b979-404b-9e33-96172c78edcb req-ce90e060-b0e6-463b-bb21-8e92bc2036fb tempest-TestVolumeBackupRestore-976339583 tempest-TestVolumeBackupRestore-976339583-project] 10.222.0.16 "GET /v2.0/security-groups?id=a69a7817-e0db-4957-9dd3-46ae7bcba614&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1042018 Jul 14 18:56:37.692567 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [None req-dfdafb4d-3d60-45b6-92ca-f4bce22a2ae6 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Resources bound (agent type, host, resource id): {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:56:37.701352 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfdafb4d-3d60-45b6-92ca-f4bce22a2ae6 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Received port after_create {{(pid=93915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:56:37.715387 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfdafb4d-3d60-45b6-92ca-f4bce22a2ae6 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:56:37.716250 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-dfdafb4d-3d60-45b6-92ca-f4bce22a2ae6 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:37.720672 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-909c1b78-eb88-43d1-a711-dbc016d31915 None None] Sync routers for ids ['3b85d47c-77df-4092-936a-15f1567d88a5'] in n-d-800634-3 {{(pid=93918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 18:56:37.725106 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdafb4d-3d60-45b6-92ca-f4bce22a2ae6 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Pushing event updated for resources: {'Port': ['ID=3f792d59-ee8a-499f-bcea-4a29a0a4a400,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:56:37.734078 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-909c1b78-eb88-43d1-a711-dbc016d31915 None None] Routers {'3b85d47c-77df-4092-936a-15f1567d88a5'} bound to L3 agent in host n-d-800634-3 {{(pid=93918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:56:37.735137 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-909c1b78-eb88-43d1-a711-dbc016d31915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:56:23Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['3b85d47c-77df-4092-936a-15f1567d88a5'], 'active': True} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:56:37.742505 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-562686f7-bd0e-4abe-9727-dec653a881d5 tempest-TestSecurityGroupsBasicOps-1245515434 tempest-TestSecurityGroupsBasicOps-1245515434-project] Notify callbacks [] for router, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:37.746942 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 54196) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:56:37.747468 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-562686f7-bd0e-4abe-9727-dec653a881d5 tempest-TestSecurityGroupsBasicOps-1245515434 tempest-TestSecurityGroupsBasicOps-1245515434-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 3.3609464 Jul 14 18:56:37.751639 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-dfdafb4d-3d60-45b6-92ca-f4bce22a2ae6 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1017 time: 2.3499665 Jul 14 18:56:37.751862 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 54198) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:56:37.757157 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-4066e6dd-3e9e-47b7-bd8c-f276f70f8439 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '4ed89455-0e01-4fde-940a-bfb3130aaa3e'}]}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:56:37.767517 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-ae202960-4a51-4c92-9b1c-b591c361dab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:37.830491 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-ae202960-4a51-4c92-9b1c-b591c361dab6 None None] For port b38bfb11-0be7-457a-80d7-b11ff750accf, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=b38bfb11-0be7-457a-80d7-b11ff750accf,segment=NetworkSegment(02905784-be0e-450c-994e-83f78f4d742b),segment_id=02905784-be0e-450c-994e-83f78f4d742b)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:56:37.855450 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-ae202960-4a51-4c92-9b1c-b591c361dab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:37.880507 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-4066e6dd-3e9e-47b7-bd8c-f276f70f8439 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:37.883700 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-035c9d47-8306-447c-9ff7-3ad12b07d443 tempest-TestSecurityGroupsBasicOps-1776290789 tempest-TestSecurityGroupsBasicOps-1776290789-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:56:37.896481 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-035c9d47-8306-447c-9ff7-3ad12b07d443 tempest-TestSecurityGroupsBasicOps-1776290789 tempest-TestSecurityGroupsBasicOps-1776290789-project-admin] 10.222.0.16 "GET /v2.0/subnets?project_id=16585be2c4d241b09d11d2c12f508f99&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.1455631 Jul 14 18:56:37.897477 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 54200) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:56:37.929862 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvr_db [None req-909c1b78-eb88-43d1-a711-dbc016d31915 None None] Set router 3b85d47c-77df-4092-936a-15f1567d88a5 gateway port host: n-d-800634-3 {{(pid=93918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 18:56:37.951908 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae202960-4a51-4c92-9b1c-b591c361dab6 None None] Pushing event updated for resources: {'Port': ['ID=b38bfb11-0be7-457a-80d7-b11ff750accf,revision_number=4']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:56:37.954144 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [req-c08621c2-9a93-4e75-a2b3-d6c584198fde req-cda6ab03-23c6-4fd3-b591-c2bf893e4027 service neutron] (93916) timed out ('10.222.0.16', 57940) {{(pid=93916) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 14 18:56:38.115079 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edd923fb-3dff-4cd2-b255-232ad1e2d4f5 tempest-TestSecurityGroupsBasicOps-1776290789 tempest-TestSecurityGroupsBasicOps-1776290789-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:56:38.116634 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-edd923fb-3dff-4cd2-b255-232ad1e2d4f5 tempest-TestSecurityGroupsBasicOps-1776290789 tempest-TestSecurityGroupsBasicOps-1776290789-project-admin] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2182112 Jul 14 18:56:38.119680 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 54202) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:56:38.153590 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-23be970f-94e2-4452-b4ad-55c8af4cccd4 tempest-TestSecurityGroupsBasicOps-1776290789 tempest-TestSecurityGroupsBasicOps-1776290789-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=9200a437-e1de-4520-88f6-e68386523e61&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0319331 Jul 14 18:56:38.156425 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 54204) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:56:38.172905 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-909c1b78-eb88-43d1-a711-dbc016d31915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b85d47c-77df-4092-936a-15f1567d88a5', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1658909989', 'tenant_id': '16585be2c4d241b09d11d2c12f508f99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.22'}], 'enable_snat': True}, 'gw_port_id': '584784b9-ed95-4300-9101-f2e9617ba1f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:56:34Z', 'updated_at': '2021-07-14T18:56:36Z', 'revision_number': 3, 'project_id': '16585be2c4d241b09d11d2c12f508f99', 'gw_port': {'id': '584784b9-ed95-4300-9101-f2e9617ba1f3', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:3d:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b85d47c-77df-4092-936a-15f1567d88a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3752, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:56:35Z', 'updated_at': '2021-07-14T18:56:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3'}], 'n-d-800634-3', False) {} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:56:38.199015 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-be51d500-3c31-43f5-ab1b-5eb7bc384a0c None None] Provisioning complete for port b38bfb11-0be7-457a-80d7-b11ff750accf triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:56:38.199397 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-be51d500-3c31-43f5-ab1b-5eb7bc384a0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:38.211978 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-24a59e6c-798f-438e-8a10-349056854c61 tempest-TestSecurityGroupsBasicOps-1776290789 tempest-TestSecurityGroupsBasicOps-1776290789-project-admin] 10.222.0.16 "GET /v2.0/subnets?project_id=16585be2c4d241b09d11d2c12f508f99&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0539017 Jul 14 18:56:38.216021 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 54206) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:56:38.241782 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-909c1b78-eb88-43d1-a711-dbc016d31915 None None] Checking router: 3b85d47c-77df-4092-936a-15f1567d88a5 for host: n-d-800634-3 {{(pid=93918) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 18:56:38.242131 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-909c1b78-eb88-43d1-a711-dbc016d31915 None None] Updating router 3b85d47c-77df-4092-936a-15f1567d88a5 port 584784b9-ed95-4300-9101-f2e9617ba1f3 binding host n-d-800634-3 {{(pid=93918) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 18:56:38.269300 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.db_base_plugin_common [None req-4066e6dd-3e9e-47b7-bd8c-f276f70f8439 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Delete allocated IP 2001:db8:0:1::2d3 (72f6891d-0623-469b-96ad-3077c2255aa2/4385af3d-714b-46b5-8e97-2da8d03f7d41) {{(pid=93915) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 14 18:56:38.317822 n-d-800634-3 neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-909c1b78-eb88-43d1-a711-dbc016d31915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:38.374593 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-be51d500-3c31-43f5-ab1b-5eb7bc384a0c None None] Provisioning for port 3f792d59-ee8a-499f-bcea-4a29a0a4a400 completed by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:56:38.379997 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-be51d500-3c31-43f5-ab1b-5eb7bc384a0c None None] Provisioning complete for port 3f792d59-ee8a-499f-bcea-4a29a0a4a400 triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:56:38.380578 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-be51d500-3c31-43f5-ab1b-5eb7bc384a0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:38.437368 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-be51d500-3c31-43f5-ab1b-5eb7bc384a0c None None] Port 3f792d59-ee8a-499f-bcea-4a29a0a4a400 cannot update to ACTIVE because it is not bound. {{(pid=93917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 18:56:38.445956 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-4066e6dd-3e9e-47b7-bd8c-f276f70f8439 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Notify callbacks [] for port, precommit_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:38.476566 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.provisioning_blocks [None req-4066e6dd-3e9e-47b7-bd8c-f276f70f8439 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Ignored duplicate provisioning block setup for port 3f792d59-ee8a-499f-bcea-4a29a0a4a400 by entity DHCP. {{(pid=93915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 14 18:56:38.476772 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5cbd5e2-eb4d-419c-872c-a7afe9b031b2 tempest-TestSecurityGroupsBasicOps-1776290789 tempest-TestSecurityGroupsBasicOps-1776290789-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:56:38.478214 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-d5cbd5e2-eb4d-419c-872c-a7afe9b031b2 tempest-TestSecurityGroupsBasicOps-1776290789 tempest-TestSecurityGroupsBasicOps-1776290789-project-admin] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2610221 Jul 14 18:56:38.484046 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 54210) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:56:38.514039 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-4066e6dd-3e9e-47b7-bd8c-f276f70f8439 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25912978'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:38.592741 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-cb056d1c-5ad8-41ff-a346-2dce6ae5e439 tempest-TestSecurityGroupsBasicOps-1776290789 tempest-TestSecurityGroupsBasicOps-1776290789-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=9200a437-e1de-4520-88f6-e68386523e61&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1062722 Jul 14 18:56:38.596028 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 54212) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:56:38.601427 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-2459181d-5d1b-4fd5-b7ae-5e3a8cccdcb9 tempest-TestSecurityGroupsBasicOps-1245515434 tempest-TestSecurityGroupsBasicOps-1245515434-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2107268462', 'network_id': '0ed0f69a-0d34-4c85-9939-1c2dfcbbe48f', 'project_id': '16585be2c4d241b09d11d2c12f508f99', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:56:38.603627 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device b38bfb11-0be7-457a-80d7-b11ff750accf up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:56:38.628671 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [None req-4066e6dd-3e9e-47b7-bd8c-f276f70f8439 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] In _notify_port_updated(), no bound segment for port 3f792d59-ee8a-499f-bcea-4a29a0a4a400 on network 72f6891d-0623-469b-96ad-3077c2255aa2 {{(pid=93915) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 14 18:56:38.634526 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4066e6dd-3e9e-47b7-bd8c-f276f70f8439 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:56:38.635186 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-4066e6dd-3e9e-47b7-bd8c-f276f70f8439 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:38.640232 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-4066e6dd-3e9e-47b7-bd8c-f276f70f8439 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] 10.222.0.16 "PUT /v2.0/ports/3f792d59-ee8a-499f-bcea-4a29a0a4a400 HTTP/1.1" status: 200 len: 926 time: 0.8873327 Jul 14 18:56:38.645622 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 54214) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:56:38.651161 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-59fc13bb-265d-4652-9864-26b4288a92dc tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '4ed89455-0e01-4fde-940a-bfb3130aaa3e'}, {'subnet_id': '4385af3d-714b-46b5-8e97-2da8d03f7d41'}]}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:56:38.697575 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4066e6dd-3e9e-47b7-bd8c-f276f70f8439 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Pushing event updated for resources: {'Port': ['ID=3f792d59-ee8a-499f-bcea-4a29a0a4a400,revision_number=2']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:56:38.716817 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-e59e4426-d895-4099-b94c-a5c178928607 None None] Provisioning complete for port 3f792d59-ee8a-499f-bcea-4a29a0a4a400 triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:56:38.716817 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-e59e4426-d895-4099-b94c-a5c178928607 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:38.788667 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b8b8a9aa-bac0-41e1-8966-c46b6021f6df req-94135c0a-7ddb-422b-a8a7-f25bf021f102 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] 10.222.0.16 "GET /v2.0/ports?device_id=e21060b3-7836-4f9d-9f9c-3326f4df0b64 HTTP/1.1" status: 200 len: 210 time: 0.0647073 Jul 14 18:56:38.812289 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device cd8baaa3-cd9f-4584-9bdc-a4816ac099f0 details requested by agent hyperv_n-h1-800634-3 with host n-h1-800634-3 {{(pid=93917) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 18:56:38.830775 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2459181d-5d1b-4fd5-b7ae-5e3a8cccdcb9 tempest-TestSecurityGroupsBasicOps-1245515434 tempest-TestSecurityGroupsBasicOps-1245515434-project] Made reservation on behalf of 16585be2c4d241b09d11d2c12f508f99 for: {'subnet': 1} {{(pid=93916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:56:38.837248 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-2459181d-5d1b-4fd5-b7ae-5e3a8cccdcb9 tempest-TestSecurityGroupsBasicOps-1245515434 tempest-TestSecurityGroupsBasicOps-1245515434-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26033189'] for subnet, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:38.861830 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port b38bfb11-0be7-457a-80d7-b11ff750accf triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:56:38.862200 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:38.867648 n-d-800634-3 neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-909c1b78-eb88-43d1-a711-dbc016d31915 None None] Notify callbacks [] for port, precommit_update {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:38.889962 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.provisioning_blocks [None req-909c1b78-eb88-43d1-a711-dbc016d31915 None None] Transition to ACTIVE for port object 584784b9-ed95-4300-9101-f2e9617ba1f3 will not be triggered until provisioned by entity L2. {{(pid=93918) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:56:38.902160 n-d-800634-3 neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-909c1b78-eb88-43d1-a711-dbc016d31915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:38.918053 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-59fc13bb-265d-4652-9864-26b4288a92dc tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:38.931878 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-e59e4426-d895-4099-b94c-a5c178928607 None None] Port 3f792d59-ee8a-499f-bcea-4a29a0a4a400 cannot update to ACTIVE because it is not bound. {{(pid=93917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 18:56:38.976652 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.managers [None req-909c1b78-eb88-43d1-a711-dbc016d31915 None None] Attempting to bind port 584784b9-ed95-4300-9101-f2e9617ba1f3 on host n-d-800634-3 for vnic_type normal with profile {{(pid=93918) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:56:38.977272 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.managers [None req-909c1b78-eb88-43d1-a711-dbc016d31915 None None] Attempting to bind port 584784b9-ed95-4300-9101-f2e9617ba1f3 by drivers openvswitch,hyperv on host n-d-800634-3 at level 0 using segments [{'id': '5afb940b-bbdf-4727-be00-5d46367c38a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9200a437-e1de-4520-88f6-e68386523e61'}] {{(pid=93918) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:56:38.977795 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-909c1b78-eb88-43d1-a711-dbc016d31915 None None] Attempting to bind port 584784b9-ed95-4300-9101-f2e9617ba1f3 on network 9200a437-e1de-4520-88f6-e68386523e61 {{(pid=93918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:56:38.999695 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-909c1b78-eb88-43d1-a711-dbc016d31915 None None] Checking agent: {'id': '01c19e91-a945-4e3c-94a6-c211e17c923e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 8, 23), 'started_at': datetime.datetime(2021, 7, 14, 18, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 18, 56, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 18:56:39.012843 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-909c1b78-eb88-43d1-a711-dbc016d31915 None None] Checking segment: {'id': '5afb940b-bbdf-4727-be00-5d46367c38a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9200a437-e1de-4520-88f6-e68386523e61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93918) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:56:39.013386 n-d-800634-3 neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-909c1b78-eb88-43d1-a711-dbc016d31915 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:39.013791 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-909c1b78-eb88-43d1-a711-dbc016d31915 None None] Bound using segment: {'id': '5afb940b-bbdf-4727-be00-5d46367c38a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9200a437-e1de-4520-88f6-e68386523e61'} {{(pid=93918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 18:56:39.014290 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.managers [None req-909c1b78-eb88-43d1-a711-dbc016d31915 None None] Bound port: 584784b9-ed95-4300-9101-f2e9617ba1f3, host: n-d-800634-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5afb940b-bbdf-4727-be00-5d46367c38a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9200a437-e1de-4520-88f6-e68386523e61'}}] {{(pid=93918) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 18:56:39.014672 n-d-800634-3 neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-909c1b78-eb88-43d1-a711-dbc016d31915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:39.108235 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-f0f7bade-39ad-4a66-9bab-be97f43739ec None None] Provisioning complete for port 3f792d59-ee8a-499f-bcea-4a29a0a4a400 triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:56:39.108235 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-f0f7bade-39ad-4a66-9bab-be97f43739ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:39.132189 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port cd8baaa3-cd9f-4584-9bdc-a4816ac099f0, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=cd8baaa3-cd9f-4584-9bdc-a4816ac099f0,segment=NetworkSegment(ffbeca98-3729-4e9d-9c3f-fecdea0c745c),segment_id=ffbeca98-3729-4e9d-9c3f-fecdea0c745c)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:56:39.137701 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.db [None req-909c1b78-eb88-43d1-a711-dbc016d31915 None None] For port 584784b9-ed95-4300-9101-f2e9617ba1f3, host n-d-800634-3, cleared binding levels {{(pid=93918) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:56:39.141112 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.db [None req-909c1b78-eb88-43d1-a711-dbc016d31915 None None] For port 584784b9-ed95-4300-9101-f2e9617ba1f3, host n-d-800634-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=584784b9-ed95-4300-9101-f2e9617ba1f3,segment=NetworkSegment(5afb940b-bbdf-4727-be00-5d46367c38a1),segment_id=5afb940b-bbdf-4727-be00-5d46367c38a1)] {{(pid=93918) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 18:56:39.144785 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5649bf0d-a3bb-4989-99ee-171a8f65b8ea None None] Pushing event updated for resources: {'Port': ['ID=584784b9-ed95-4300-9101-f2e9617ba1f3,revision_number=2']} {{(pid=93918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:56:39.152003 n-d-800634-3 neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-909c1b78-eb88-43d1-a711-dbc016d31915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:39.172446 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d44a8ec-fe24-4ae8-aacf-b1880bf02f83 req-091dff69-604f-4304-9390-7b6cbb02d61a tempest-TestVolumeBackupRestore-976339583 tempest-TestVolumeBackupRestore-976339583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:56:39.174211 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2d44a8ec-fe24-4ae8-aacf-b1880bf02f83 req-091dff69-604f-4304-9390-7b6cbb02d61a tempest-TestVolumeBackupRestore-976339583 tempest-TestVolumeBackupRestore-976339583-project] 10.222.0.16 "GET /v2.0/ports?device_id=1f5a0535-92d9-4283-80cb-59894b507fd3 HTTP/1.1" status: 200 len: 943 time: 0.2186916 Jul 14 18:56:39.198431 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Returning: {'device': 'cd8baaa3-cd9f-4584-9bdc-a4816ac099f0', 'network_id': '59d79f8f-a2cf-4f0e-9cf7-44b364654e71', 'port_id': 'cd8baaa3-cd9f-4584-9bdc-a4816ac099f0', 'mac_address': 'fa:16:3e:99:c1:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 50, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '844fd80b-fe8b-4b98-98f0-ed90aba01f58', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93917) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 18:56:39.243735 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-f0f7bade-39ad-4a66-9bab-be97f43739ec None None] Port 3f792d59-ee8a-499f-bcea-4a29a0a4a400 cannot update to ACTIVE because it is not bound. {{(pid=93917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 18:56:39.245517 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:39.256671 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Device feca8970-97a2-4046-b98f-53bd05674454 no longer exists at agent hyperv_n-h2-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 18:56:39.275125 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5649bf0d-a3bb-4989-99ee-171a8f65b8ea None None] Pushing event updated for resources: {'Port': ['ID=584784b9-ed95-4300-9101-f2e9617ba1f3,revision_number=3']} {{(pid=93918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:56:39.280964 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-2459181d-5d1b-4fd5-b7ae-5e3a8cccdcb9 tempest-TestSecurityGroupsBasicOps-1245515434 tempest-TestSecurityGroupsBasicOps-1245515434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2684753', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26033175'] for subnet, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:39.283135 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-909c1b78-eb88-43d1-a711-dbc016d31915 None None] Routers {'3b85d47c-77df-4092-936a-15f1567d88a5'} bound to L3 agent in host n-d-800634-3 {{(pid=93918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:56:39.284312 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-909c1b78-eb88-43d1-a711-dbc016d31915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:56:23Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['3b85d47c-77df-4092-936a-15f1567d88a5'], 'active': True} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:56:39.286542 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2d44a8ec-fe24-4ae8-aacf-b1880bf02f83 req-c23cf31d-e1a0-413d-b674-e9f45fddebeb tempest-TestVolumeBackupRestore-976339583 tempest-TestVolumeBackupRestore-976339583-project] 10.222.0.16 "GET /v2.0/security-groups?id=a69a7817-e0db-4957-9dd3-46ae7bcba614&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1029589 Jul 14 18:56:39.290729 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] No Port match for: feca8970-97a2-4046-b98f-53bd05674454 {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 18:56:39.291283 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Device feca8970-97a2-4046-b98f-53bd05674454 not bound to the agent host n-h2-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 18:56:39.303688 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd8baaa3-cd9f-4584-9bdc-a4816ac099f0 {{(pid=93917) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 18:56:39.324784 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port cd8baaa3-cd9f-4584-9bdc-a4816ac099f0, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=cd8baaa3-cd9f-4584-9bdc-a4816ac099f0,segment=NetworkSegment(ffbeca98-3729-4e9d-9c3f-fecdea0c745c),segment_id=ffbeca98-3729-4e9d-9c3f-fecdea0c745c)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:56:39.332773 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:39.375773 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.db_base_plugin_common [None req-59fc13bb-265d-4652-9864-26b4288a92dc tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Allocated IP 2001:db8:0:1::10b (72f6891d-0623-469b-96ad-3077c2255aa2/4385af3d-714b-46b5-8e97-2da8d03f7d41/3f792d59-ee8a-499f-bcea-4a29a0a4a400) {{(pid=93915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:56:39.397437 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2459181d-5d1b-4fd5-b7ae-5e3a8cccdcb9 tempest-TestSecurityGroupsBasicOps-1245515434 tempest-TestSecurityGroupsBasicOps-1245515434-project] Pushing event updated for resources: {'Subnet': ['ID=c80dea0f-5273-4e91-828a-b85558e1b2bf,revision_number=0']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:56:39.397629 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Pushing event updated for resources: {'Port': ['ID=cd8baaa3-cd9f-4584-9bdc-a4816ac099f0,revision_number=4']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:56:39.410340 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2459181d-5d1b-4fd5-b7ae-5e3a8cccdcb9 tempest-TestSecurityGroupsBasicOps-1245515434 tempest-TestSecurityGroupsBasicOps-1245515434-project] Checking segment: {'id': '5347abb6-670f-4e9b-b099-02ae16895dc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '0ed0f69a-0d34-4c85-9939-1c2dfcbbe48f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93916) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:56:39.410708 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2459181d-5d1b-4fd5-b7ae-5e3a8cccdcb9 tempest-TestSecurityGroupsBasicOps-1245515434 tempest-TestSecurityGroupsBasicOps-1245515434-project] Network hostable DHCP agents. Network: 0ed0f69a-0d34-4c85-9939-1c2dfcbbe48f, hostable agents: ['028393c3-0576-4ebd-bca1-8ea8a148e1a2'], hosted agents: [] {{(pid=93916) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 18:56:39.413321 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2459181d-5d1b-4fd5-b7ae-5e3a8cccdcb9 tempest-TestSecurityGroupsBasicOps-1245515434 tempest-TestSecurityGroupsBasicOps-1245515434-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:56:39.413667 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2459181d-5d1b-4fd5-b7ae-5e3a8cccdcb9 tempest-TestSecurityGroupsBasicOps-1245515434 tempest-TestSecurityGroupsBasicOps-1245515434-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:56:39.414006 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2459181d-5d1b-4fd5-b7ae-5e3a8cccdcb9 tempest-TestSecurityGroupsBasicOps-1245515434 tempest-TestSecurityGroupsBasicOps-1245515434-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:56:39.414342 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2459181d-5d1b-4fd5-b7ae-5e3a8cccdcb9 tempest-TestSecurityGroupsBasicOps-1245515434 tempest-TestSecurityGroupsBasicOps-1245515434-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:56:39.414669 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2459181d-5d1b-4fd5-b7ae-5e3a8cccdcb9 tempest-TestSecurityGroupsBasicOps-1245515434 tempest-TestSecurityGroupsBasicOps-1245515434-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:56:39.415000 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2459181d-5d1b-4fd5-b7ae-5e3a8cccdcb9 tempest-TestSecurityGroupsBasicOps-1245515434 tempest-TestSecurityGroupsBasicOps-1245515434-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:56:39.415326 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2459181d-5d1b-4fd5-b7ae-5e3a8cccdcb9 tempest-TestSecurityGroupsBasicOps-1245515434 tempest-TestSecurityGroupsBasicOps-1245515434-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:56:39.415655 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2459181d-5d1b-4fd5-b7ae-5e3a8cccdcb9 tempest-TestSecurityGroupsBasicOps-1245515434 tempest-TestSecurityGroupsBasicOps-1245515434-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:56:39.415980 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2459181d-5d1b-4fd5-b7ae-5e3a8cccdcb9 tempest-TestSecurityGroupsBasicOps-1245515434 tempest-TestSecurityGroupsBasicOps-1245515434-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:56:39.416335 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2459181d-5d1b-4fd5-b7ae-5e3a8cccdcb9 tempest-TestSecurityGroupsBasicOps-1245515434 tempest-TestSecurityGroupsBasicOps-1245515434-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:56:39.416658 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2459181d-5d1b-4fd5-b7ae-5e3a8cccdcb9 tempest-TestSecurityGroupsBasicOps-1245515434 tempest-TestSecurityGroupsBasicOps-1245515434-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:56:39.416972 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2459181d-5d1b-4fd5-b7ae-5e3a8cccdcb9 tempest-TestSecurityGroupsBasicOps-1245515434 tempest-TestSecurityGroupsBasicOps-1245515434-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:56:39.434640 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvr_db [None req-909c1b78-eb88-43d1-a711-dbc016d31915 None None] Set router 3b85d47c-77df-4092-936a-15f1567d88a5 gateway port host: n-d-800634-3 {{(pid=93918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 18:56:39.438049 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2459181d-5d1b-4fd5-b7ae-5e3a8cccdcb9 tempest-TestSecurityGroupsBasicOps-1245515434 tempest-TestSecurityGroupsBasicOps-1245515434-project] Network 0ed0f69a-0d34-4c85-9939-1c2dfcbbe48f is scheduled to be hosted by DHCP agent 028393c3-0576-4ebd-bca1-8ea8a148e1a2 with binding_index 1 {{(pid=93916) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 18:56:39.450850 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [None req-2459181d-5d1b-4fd5-b7ae-5e3a8cccdcb9 tempest-TestSecurityGroupsBasicOps-1245515434 tempest-TestSecurityGroupsBasicOps-1245515434-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-3, 0ed0f69a-0d34-4c85-9939-1c2dfcbbe48f) {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:56:39.466191 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2459181d-5d1b-4fd5-b7ae-5e3a8cccdcb9 tempest-TestSecurityGroupsBasicOps-1245515434 tempest-TestSecurityGroupsBasicOps-1245515434-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:56:39.466904 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-2459181d-5d1b-4fd5-b7ae-5e3a8cccdcb9 tempest-TestSecurityGroupsBasicOps-1245515434 tempest-TestSecurityGroupsBasicOps-1245515434-project] Notify callbacks [] for subnet, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:39.474176 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-632db827-999e-455a-b153-425845c6cbed None None] Network 0ed0f69a-0d34-4c85-9939-1c2dfcbbe48f requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:56:39.489128 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-2459181d-5d1b-4fd5-b7ae-5e3a8cccdcb9 tempest-TestSecurityGroupsBasicOps-1245515434 tempest-TestSecurityGroupsBasicOps-1245515434-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.8918893 Jul 14 18:56:39.491849 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 54218) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:56:39.563333 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] get_ports_and_sgs() called for port_ids ['cd8baaa3-cd9f-4584-9bdc-a4816ac099f0'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 18:56:39.585992 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-59fc13bb-265d-4652-9864-26b4288a92dc tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Notify callbacks [] for port, precommit_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:39.609443 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.provisioning_blocks [None req-59fc13bb-265d-4652-9864-26b4288a92dc tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Transition to ACTIVE for port object 3f792d59-ee8a-499f-bcea-4a29a0a4a400 will not be triggered until provisioned by entity DHCP. {{(pid=93915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:56:39.616583 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-59fc13bb-265d-4652-9864-26b4288a92dc tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25912978'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:39.698909 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-909c1b78-eb88-43d1-a711-dbc016d31915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b85d47c-77df-4092-936a-15f1567d88a5', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1658909989', 'tenant_id': '16585be2c4d241b09d11d2c12f508f99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.22'}], 'enable_snat': True}, 'gw_port_id': '584784b9-ed95-4300-9101-f2e9617ba1f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:56:34Z', 'updated_at': '2021-07-14T18:56:36Z', 'revision_number': 3, 'project_id': '16585be2c4d241b09d11d2c12f508f99', 'gw_port': {'id': '584784b9-ed95-4300-9101-f2e9617ba1f3', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:3d:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b85d47c-77df-4092-936a-15f1567d88a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3752, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:56:35Z', 'updated_at': '2021-07-14T18:56:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3'}], 'n-d-800634-3', False) {} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:56:39.742021 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-909c1b78-eb88-43d1-a711-dbc016d31915 None None] The sync data for ids ['3b85d47c-77df-4092-936a-15f1567d88a5'] in n-d-800634-3 is: [{'id': '3b85d47c-77df-4092-936a-15f1567d88a5', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1658909989', 'tenant_id': '16585be2c4d241b09d11d2c12f508f99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.22'}], 'enable_snat': True}, 'gw_port_id': '584784b9-ed95-4300-9101-f2e9617ba1f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:56:34Z', 'updated_at': '2021-07-14T18:56:36Z', 'revision_number': 3, 'project_id': '16585be2c4d241b09d11d2c12f508f99', 'gw_port': {'id': '584784b9-ed95-4300-9101-f2e9617ba1f3', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:3d:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b85d47c-77df-4092-936a-15f1567d88a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3752, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:56:35Z', 'updated_at': '2021-07-14T18:56:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3'}] {{(pid=93918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 18:56:39.803081 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72388101-7aa8-42aa-a559-eff6f0d84528 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9222b97e-5d1c-54f8-ba97-82f172498e76-0ed0f69a-0d34-4c85-9939-1c2dfcbbe48f', 'network_id': '0ed0f69a-0d34-4c85-9939-1c2dfcbbe48f', 'tenant_id': '16585be2c4d241b09d11d2c12f508f99', 'fixed_ips': [{'subnet_id': 'c80dea0f-5273-4e91-828a-b85558e1b2bf'}]}} from n-d-800634-3. {{(pid=93917) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 18:56:39.804126 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-72388101-7aa8-42aa-a559-eff6f0d84528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:39.847626 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [None req-59fc13bb-265d-4652-9864-26b4288a92dc tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] In _notify_port_updated(), no bound segment for port 3f792d59-ee8a-499f-bcea-4a29a0a4a400 on network 72f6891d-0623-469b-96ad-3077c2255aa2 {{(pid=93915) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 14 18:56:39.855444 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59fc13bb-265d-4652-9864-26b4288a92dc tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:56:39.856206 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-59fc13bb-265d-4652-9864-26b4288a92dc tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:39.860748 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-59fc13bb-265d-4652-9864-26b4288a92dc tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] 10.222.0.16 "PUT /v2.0/ports/3f792d59-ee8a-499f-bcea-4a29a0a4a400 HTTP/1.1" status: 200 len: 1012 time: 1.2139831 Jul 14 18:56:39.863177 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 54222) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:56:39.868406 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fc13bb-265d-4652-9864-26b4288a92dc tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Pushing event updated for resources: {'Port': ['ID=3f792d59-ee8a-499f-bcea-4a29a0a4a400,revision_number=3']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:56:40.120734 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-9e6833b3-806c-4a1c-b4da-b1dc74a6489b req-32d3737e-392f-4bac-988b-50172099213c tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] 10.222.0.16 "GET /v2.0/ports?device_id=e21060b3-7836-4f9d-9f9c-3326f4df0b64 HTTP/1.1" status: 200 len: 210 time: 0.0750520 Jul 14 18:56:40.163848 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [None req-14727572-0290-4f37-a215-496cdf25109f tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Deleting port 3f792d59-ee8a-499f-bcea-4a29a0a4a400 {{(pid=93915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:56:40.163848 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-14727572-0290-4f37-a215-496cdf25109f tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:40.314166 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-181c58ba-0649-4bdf-93d8-b9ea15be68cb tempest-TestSecurityGroupsBasicOps-1245515434 tempest-TestSecurityGroupsBasicOps-1245515434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:40.335550 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-14727572-0290-4f37-a215-496cdf25109f tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:40.365035 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [None req-14727572-0290-4f37-a215-496cdf25109f tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Calling delete_port for 3f792d59-ee8a-499f-bcea-4a29a0a4a400 owned by {{(pid=93915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:56:40.437208 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-8f5a485c-0504-4a44-80cf-7436e16d5764 None None] Provisioning for port 3f792d59-ee8a-499f-bcea-4a29a0a4a400 completed by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:56:40.450867 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.db_base_plugin_common [None req-72388101-7aa8-42aa-a559-eff6f0d84528 None None] Allocated IP 172.20.0.18 (0ed0f69a-0d34-4c85-9939-1c2dfcbbe48f/c80dea0f-5273-4e91-828a-b85558e1b2bf/c2947b7a-1c66-4544-acb7-e89036f5d148) {{(pid=93917) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:56:40.452926 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-8f5a485c-0504-4a44-80cf-7436e16d5764 None None] Provisioning complete for port 3f792d59-ee8a-499f-bcea-4a29a0a4a400 triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:56:40.453416 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-8f5a485c-0504-4a44-80cf-7436e16d5764 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:40.685474 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133ba3cc-d5af-46bb-a72b-5b03084f573c req-1d0e0026-26a0-4014-8b6a-997aee4408ab tempest-TestVolumeBackupRestore-976339583 tempest-TestVolumeBackupRestore-976339583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:56:40.690330 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-133ba3cc-d5af-46bb-a72b-5b03084f573c req-1d0e0026-26a0-4014-8b6a-997aee4408ab tempest-TestVolumeBackupRestore-976339583 tempest-TestVolumeBackupRestore-976339583-project] 10.222.0.16 "GET /v2.0/ports?device_id=1f5a0535-92d9-4283-80cb-59894b507fd3 HTTP/1.1" status: 200 len: 944 time: 0.1507180 Jul 14 18:56:40.703001 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 584784b9-ed95-4300-9101-f2e9617ba1f3 up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:56:40.714137 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-8f5a485c-0504-4a44-80cf-7436e16d5764 None None] Port 3f792d59-ee8a-499f-bcea-4a29a0a4a400 cannot update to ACTIVE because it is not bound. {{(pid=93917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 18:56:40.807866 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-14727572-0290-4f37-a215-496cdf25109f tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:40.815244 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-72388101-7aa8-42aa-a559-eff6f0d84528 None None] Notify callbacks [] for port, precommit_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:40.825888 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-133ba3cc-d5af-46bb-a72b-5b03084f573c req-752a6dbb-b455-41cd-984a-463865eb3462 tempest-TestVolumeBackupRestore-976339583 tempest-TestVolumeBackupRestore-976339583-project] 10.222.0.16 "GET /v2.0/security-groups?id=a69a7817-e0db-4957-9dd3-46ae7bcba614&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1216605 Jul 14 18:56:40.829150 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-72388101-7aa8-42aa-a559-eff6f0d84528 None None] Transition to ACTIVE for port object c2947b7a-1c66-4544-acb7-e89036f5d148 will not be triggered until provisioned by entity L2. {{(pid=93917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:56:40.846552 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14727572-0290-4f37-a215-496cdf25109f tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Pushing event deleted for resources: {'Port': ['ID=3f792d59-ee8a-499f-bcea-4a29a0a4a400,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:56:40.865684 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-72388101-7aa8-42aa-a559-eff6f0d84528 None None] Transition to ACTIVE for port object c2947b7a-1c66-4544-acb7-e89036f5d148 will not be triggered until provisioned by entity DHCP. {{(pid=93917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:56:40.868858 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning for port 584784b9-ed95-4300-9101-f2e9617ba1f3 completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:56:40.873696 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port 584784b9-ed95-4300-9101-f2e9617ba1f3 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:56:40.874195 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:40.903945 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-72388101-7aa8-42aa-a559-eff6f0d84528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804'] for port, after_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:40.932851 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-14727572-0290-4f37-a215-496cdf25109f tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:40.938275 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-14727572-0290-4f37-a215-496cdf25109f tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] 10.222.0.16 "DELETE /v2.0/ports/3f792d59-ee8a-499f-bcea-4a29a0a4a400 HTTP/1.1" status: 204 len: 168 time: 1.0725400 Jul 14 18:56:40.940210 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 54226) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:56:40.984792 n-d-800634-3 neutron-server[93916]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1ece113-dd40-4bf9-9218-4779aeb6d05e tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] GET failed (client error): The resource could not be found. Jul 14 18:56:40.987300 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-b1ece113-dd40-4bf9-9218-4779aeb6d05e tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] 10.222.0.16 "GET /v2.0/ports/3f792d59-ee8a-499f-bcea-4a29a0a4a400 HTTP/1.1" status: 404 len: 333 time: 0.0459485 Jul 14 18:56:40.990073 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 54228) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:56:41.017300 n-d-800634-3 neutron-server[93917]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72388101-7aa8-42aa-a559-eff6f0d84528 None None] Network 0ed0f69a-0d34-4c85-9939-1c2dfcbbe48f is already hosted by enough agents. {{(pid=93917) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:56:41.021106 n-d-800634-3 neutron-server[93917]: DEBUG neutron.scheduler.base_scheduler [None req-72388101-7aa8-42aa-a559-eff6f0d84528 None None] Resources bound (agent type, host, resource id): {{(pid=93917) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:56:41.022978 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.db_base_plugin_common [None req-181c58ba-0649-4bdf-93d8-b9ea15be68cb tempest-TestSecurityGroupsBasicOps-1245515434 tempest-TestSecurityGroupsBasicOps-1245515434-project] Allocated IP 172.20.0.17 (0ed0f69a-0d34-4c85-9939-1c2dfcbbe48f/c80dea0f-5273-4e91-828a-b85558e1b2bf/399a7142-cddb-45d9-bf6d-de48e5c3706e) {{(pid=93916) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:56:41.024288 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72388101-7aa8-42aa-a559-eff6f0d84528 None None] Pushing event updated for resources: {'Port': ['ID=c2947b7a-1c66-4544-acb7-e89036f5d148,revision_number=1']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:56:41.032701 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72388101-7aa8-42aa-a559-eff6f0d84528 None None] Received port after_create {{(pid=93917) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:56:41.113384 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.db_base_plugin_v2 [None req-522170b1-a926-4e21-8516-97f36d30e6e4 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Deleting subnet 4385af3d-714b-46b5-8e97-2da8d03f7d41 {{(pid=93915) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 18:56:41.122232 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-522170b1-a926-4e21-8516-97f36d30e6e4 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Notify callbacks [] for subnet, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:41.154075 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-72388101-7aa8-42aa-a559-eff6f0d84528 None None] Attempting to bind port c2947b7a-1c66-4544-acb7-e89036f5d148 on host n-d-800634-3 for vnic_type normal with profile {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:56:41.154600 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-72388101-7aa8-42aa-a559-eff6f0d84528 None None] Attempting to bind port c2947b7a-1c66-4544-acb7-e89036f5d148 by drivers openvswitch,hyperv on host n-d-800634-3 at level 0 using segments [{'id': '5347abb6-670f-4e9b-b099-02ae16895dc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '0ed0f69a-0d34-4c85-9939-1c2dfcbbe48f'}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:56:41.155071 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72388101-7aa8-42aa-a559-eff6f0d84528 None None] Attempting to bind port c2947b7a-1c66-4544-acb7-e89036f5d148 on network 0ed0f69a-0d34-4c85-9939-1c2dfcbbe48f {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:56:41.158547 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:41.169526 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72388101-7aa8-42aa-a559-eff6f0d84528 None None] Checking agent: {'id': '01c19e91-a945-4e3c-94a6-c211e17c923e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 8, 23), 'started_at': datetime.datetime(2021, 7, 14, 18, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 18, 56, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 18:56:41.170499 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72388101-7aa8-42aa-a559-eff6f0d84528 None None] Checking segment: {'id': '5347abb6-670f-4e9b-b099-02ae16895dc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '0ed0f69a-0d34-4c85-9939-1c2dfcbbe48f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93917) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:56:41.171059 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-72388101-7aa8-42aa-a559-eff6f0d84528 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:41.171562 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72388101-7aa8-42aa-a559-eff6f0d84528 None None] Bound using segment: {'id': '5347abb6-670f-4e9b-b099-02ae16895dc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '0ed0f69a-0d34-4c85-9939-1c2dfcbbe48f'} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 18:56:41.172414 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-72388101-7aa8-42aa-a559-eff6f0d84528 None None] Bound port: c2947b7a-1c66-4544-acb7-e89036f5d148, host: n-d-800634-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5347abb6-670f-4e9b-b099-02ae16895dc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '0ed0f69a-0d34-4c85-9939-1c2dfcbbe48f'}}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 18:56:41.172874 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-72388101-7aa8-42aa-a559-eff6f0d84528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:41.203265 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] For port 584784b9-ed95-4300-9101-f2e9617ba1f3, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=584784b9-ed95-4300-9101-f2e9617ba1f3,segment=NetworkSegment(5afb940b-bbdf-4727-be00-5d46367c38a1),segment_id=5afb940b-bbdf-4727-be00-5d46367c38a1)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:56:41.217531 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-181c58ba-0649-4bdf-93d8-b9ea15be68cb tempest-TestSecurityGroupsBasicOps-1245515434 tempest-TestSecurityGroupsBasicOps-1245515434-project] Notify callbacks [] for port, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:41.227040 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:41.241795 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.provisioning_blocks [None req-181c58ba-0649-4bdf-93d8-b9ea15be68cb tempest-TestSecurityGroupsBasicOps-1245515434 tempest-TestSecurityGroupsBasicOps-1245515434-project] Transition to ACTIVE for port object 399a7142-cddb-45d9-bf6d-de48e5c3706e will not be triggered until provisioned by entity DHCP. {{(pid=93916) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:56:41.283935 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-181c58ba-0649-4bdf-93d8-b9ea15be68cb tempest-TestSecurityGroupsBasicOps-1245515434 tempest-TestSecurityGroupsBasicOps-1245515434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:41.309340 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-72388101-7aa8-42aa-a559-eff6f0d84528 None None] For port c2947b7a-1c66-4544-acb7-e89036f5d148, host n-d-800634-3, cleared binding levels {{(pid=93917) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:56:41.311792 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Pushing event updated for resources: {'Port': ['ID=584784b9-ed95-4300-9101-f2e9617ba1f3,revision_number=4']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:56:41.328181 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-72388101-7aa8-42aa-a559-eff6f0d84528 None None] For port c2947b7a-1c66-4544-acb7-e89036f5d148, host n-d-800634-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=c2947b7a-1c66-4544-acb7-e89036f5d148,segment=NetworkSegment(5347abb6-670f-4e9b-b099-02ae16895dc8),segment_id=5347abb6-670f-4e9b-b099-02ae16895dc8)] {{(pid=93917) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 18:56:41.336782 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-72388101-7aa8-42aa-a559-eff6f0d84528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:41.337876 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-181c58ba-0649-4bdf-93d8-b9ea15be68cb tempest-TestSecurityGroupsBasicOps-1245515434 tempest-TestSecurityGroupsBasicOps-1245515434-project] Network 0ed0f69a-0d34-4c85-9939-1c2dfcbbe48f is already hosted by enough agents. {{(pid=93916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:56:41.356812 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [None req-181c58ba-0649-4bdf-93d8-b9ea15be68cb tempest-TestSecurityGroupsBasicOps-1245515434 tempest-TestSecurityGroupsBasicOps-1245515434-project] Resources bound (agent type, host, resource id): {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:56:41.359308 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-181c58ba-0649-4bdf-93d8-b9ea15be68cb tempest-TestSecurityGroupsBasicOps-1245515434 tempest-TestSecurityGroupsBasicOps-1245515434-project] Received port after_create {{(pid=93916) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:56:41.406252 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72388101-7aa8-42aa-a559-eff6f0d84528 None None] Pushing event updated for resources: {'Port': ['ID=c2947b7a-1c66-4544-acb7-e89036f5d148,revision_number=2']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:56:41.420291 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-181c58ba-0649-4bdf-93d8-b9ea15be68cb tempest-TestSecurityGroupsBasicOps-1245515434 tempest-TestSecurityGroupsBasicOps-1245515434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-930452'] for router_interface, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:41.504648 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181c58ba-0649-4bdf-93d8-b9ea15be68cb tempest-TestSecurityGroupsBasicOps-1245515434 tempest-TestSecurityGroupsBasicOps-1245515434-project] Pushing event updated for resources: {'Port': ['ID=399a7142-cddb-45d9-bf6d-de48e5c3706e,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:56:41.603851 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-42a3a796-d45c-4ec4-a75f-414356ba60da req-eabbd0c4-a8e3-4cb1-bc4d-6c800808a87f tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] 10.222.0.16 "GET /v2.0/ports?device_id=e21060b3-7836-4f9d-9f9c-3326f4df0b64 HTTP/1.1" status: 200 len: 210 time: 0.0313709 Jul 14 18:56:41.622936 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-522170b1-a926-4e21-8516-97f36d30e6e4 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28939913'] for subnet, precommit_delete_associations {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:41.635375 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-181c58ba-0649-4bdf-93d8-b9ea15be68cb tempest-TestSecurityGroupsBasicOps-1245515434 tempest-TestSecurityGroupsBasicOps-1245515434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:41.789414 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-522170b1-a926-4e21-8516-97f36d30e6e4 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081283'] for subnet, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:41.861494 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-522170b1-a926-4e21-8516-97f36d30e6e4 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25913028', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28969762'] for subnet, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:41.886031 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a808756f-2a9b-4364-bf39-56531b3b5af0 None None] Network 72f6891d-0623-469b-96ad-3077c2255aa2 requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:56:41.894914 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-522170b1-a926-4e21-8516-97f36d30e6e4 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Notify callbacks [] for subnet, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:41.896906 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-522170b1-a926-4e21-8516-97f36d30e6e4 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] 10.222.0.16 "DELETE /v2.0/subnets/4385af3d-714b-46b5-8e97-2da8d03f7d41 HTTP/1.1" status: 204 len: 168 time: 0.9055722 Jul 14 18:56:41.897910 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522170b1-a926-4e21-8516-97f36d30e6e4 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Pushing event deleted for resources: {'Subnet': ['ID=4385af3d-714b-46b5-8e97-2da8d03f7d41,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:56:41.899488 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 54234) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:56:41.963886 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.db_base_plugin_v2 [None req-85174e33-f4cd-491a-a35d-6b15c6330959 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Deleting subnet 4ed89455-0e01-4fde-940a-bfb3130aaa3e {{(pid=93915) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 18:56:41.969477 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-85174e33-f4cd-491a-a35d-6b15c6330959 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Notify callbacks [] for subnet, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:41.979432 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-181c58ba-0649-4bdf-93d8-b9ea15be68cb tempest-TestSecurityGroupsBasicOps-1245515434 tempest-TestSecurityGroupsBasicOps-1245515434-project] Notify callbacks [] for port, precommit_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:41.987219 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-181c58ba-0649-4bdf-93d8-b9ea15be68cb tempest-TestSecurityGroupsBasicOps-1245515434 tempest-TestSecurityGroupsBasicOps-1245515434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2684870'] for port, after_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:42.019320 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-85174e33-f4cd-491a-a35d-6b15c6330959 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28939913'] for subnet, precommit_delete_associations {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:42.068813 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-181c58ba-0649-4bdf-93d8-b9ea15be68cb tempest-TestSecurityGroupsBasicOps-1245515434 tempest-TestSecurityGroupsBasicOps-1245515434-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-598741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-928734'] for router_interface, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:42.070597 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181c58ba-0649-4bdf-93d8-b9ea15be68cb tempest-TestSecurityGroupsBasicOps-1245515434 tempest-TestSecurityGroupsBasicOps-1245515434-project] Pushing event updated for resources: {'Port': ['ID=399a7142-cddb-45d9-bf6d-de48e5c3706e,revision_number=2']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:56:42.170576 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489ffa60-0e01-4bec-9a60-ca6547f84e39 req-252a0b3b-510a-465b-ab06-1a96e5fb73d6 tempest-TestVolumeBackupRestore-976339583 tempest-TestVolumeBackupRestore-976339583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:56:42.172337 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-489ffa60-0e01-4bec-9a60-ca6547f84e39 req-252a0b3b-510a-465b-ab06-1a96e5fb73d6 tempest-TestVolumeBackupRestore-976339583 tempest-TestVolumeBackupRestore-976339583-project] 10.222.0.16 "GET /v2.0/ports?device_id=1f5a0535-92d9-4283-80cb-59894b507fd3 HTTP/1.1" status: 200 len: 944 time: 0.1500742 Jul 14 18:56:42.179813 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-181c58ba-0649-4bdf-93d8-b9ea15be68cb tempest-TestSecurityGroupsBasicOps-1245515434 tempest-TestSecurityGroupsBasicOps-1245515434-project] Network 0ed0f69a-0d34-4c85-9939-1c2dfcbbe48f is already hosted by enough agents. {{(pid=93916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:56:42.181581 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [None req-181c58ba-0649-4bdf-93d8-b9ea15be68cb tempest-TestSecurityGroupsBasicOps-1245515434 tempest-TestSecurityGroupsBasicOps-1245515434-project] Resources bound (agent type, host, resource id): {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:56:42.188015 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-85174e33-f4cd-491a-a35d-6b15c6330959 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081283'] for subnet, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:42.266831 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-489ffa60-0e01-4bec-9a60-ca6547f84e39 req-64ac7dd8-77d5-4032-87cd-e6f944f06893 tempest-TestVolumeBackupRestore-976339583 tempest-TestVolumeBackupRestore-976339583-project] 10.222.0.16 "GET /v2.0/security-groups?id=a69a7817-e0db-4957-9dd3-46ae7bcba614&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0881734 Jul 14 18:56:42.301972 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-85174e33-f4cd-491a-a35d-6b15c6330959 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25913028', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28969762'] for subnet, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:42.345293 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85174e33-f4cd-491a-a35d-6b15c6330959 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Pushing event deleted for resources: {'Subnet': ['ID=4ed89455-0e01-4fde-940a-bfb3130aaa3e,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:56:42.353929 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-85174e33-f4cd-491a-a35d-6b15c6330959 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Notify callbacks [] for subnet, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:42.359686 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-85174e33-f4cd-491a-a35d-6b15c6330959 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] 10.222.0.16 "DELETE /v2.0/subnets/4ed89455-0e01-4fde-940a-bfb3130aaa3e HTTP/1.1" status: 204 len: 168 time: 0.4591560 Jul 14 18:56:42.360368 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 54236) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:56:42.451449 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-90621d27-dce7-4629-9d47-b5b8fcf0f5bd tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645734'] for network, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:42.568238 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [None req-90621d27-dce7-4629-9d47-b5b8fcf0f5bd tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Deleting port b38bfb11-0be7-457a-80d7-b11ff750accf {{(pid=93915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:56:42.568934 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-90621d27-dce7-4629-9d47-b5b8fcf0f5bd tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:42.683343 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-181c58ba-0649-4bdf-93d8-b9ea15be68cb tempest-TestSecurityGroupsBasicOps-1245515434 tempest-TestSecurityGroupsBasicOps-1245515434-project] Router 3b85d47c-77df-4092-936a-15f1567d88a5 has already been hosted by L3 agent 2c6eb27e-defb-4cca-9a24-381c7415e359 {{(pid=93916) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 18:56:42.693273 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [None req-90621d27-dce7-4629-9d47-b5b8fcf0f5bd tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] For port b38bfb11-0be7-457a-80d7-b11ff750accf, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=b38bfb11-0be7-457a-80d7-b11ff750accf,segment=NetworkSegment(02905784-be0e-450c-994e-83f78f4d742b),segment_id=02905784-be0e-450c-994e-83f78f4d742b)] {{(pid=93915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:56:42.693966 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-90621d27-dce7-4629-9d47-b5b8fcf0f5bd tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:42.713314 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [None req-90621d27-dce7-4629-9d47-b5b8fcf0f5bd tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Calling delete_port for b38bfb11-0be7-457a-80d7-b11ff750accf owned by network:dhcp {{(pid=93915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:56:42.730611 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 54240) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:56:42.748334 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 584784b9-ed95-4300-9101-f2e9617ba1f3 up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:56:42.815575 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcc9e1e8-abe7-428f-a619-65e154ae9901 None None] Network 0ed0f69a-0d34-4c85-9939-1c2dfcbbe48f requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:56:42.817532 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device cd8baaa3-cd9f-4584-9bdc-a4816ac099f0 up at agent hyperv_n-h1-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:56:42.859821 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-181c58ba-0649-4bdf-93d8-b9ea15be68cb tempest-TestSecurityGroupsBasicOps-1245515434 tempest-TestSecurityGroupsBasicOps-1245515434-project] Notify agent at l3_agent.n-d-800634-3 the message routers_updated {{(pid=93916) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 18:56:42.865737 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-181c58ba-0649-4bdf-93d8-b9ea15be68cb tempest-TestSecurityGroupsBasicOps-1245515434 tempest-TestSecurityGroupsBasicOps-1245515434-project] 10.222.0.16 "PUT /v2.0/routers/3b85d47c-77df-4092-936a-15f1567d88a5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3726032 Jul 14 18:56:42.922789 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port 584784b9-ed95-4300-9101-f2e9617ba1f3 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:56:42.923411 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:42.926460 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71094842-9a83-40b5-8cbc-4d2d80ba7a0d None None] Network 72f6891d-0623-469b-96ad-3077c2255aa2 requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:56:42.928520 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd9a1774-6405-4009-8999-feb15f6ac1b1 None None] Sync routers for ids ['3b85d47c-77df-4092-936a-15f1567d88a5'] in n-d-800634-3 {{(pid=93917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 18:56:42.930522 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [None req-12b1ad82-b751-4c8e-bf6f-327c605604f0 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] Deleting port 22212616-72d7-4c43-9c1b-0e4b616516fd {{(pid=93915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:56:42.931012 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-12b1ad82-b751-4c8e-bf6f-327c605604f0 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:42.934464 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-90621d27-dce7-4629-9d47-b5b8fcf0f5bd tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:43.011414 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90621d27-dce7-4629-9d47-b5b8fcf0f5bd tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] No DVR routers for this DVR port b38bfb11-0be7-457a-80d7-b11ff750accf on host n-d-800634-3 {{(pid=93915) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 18:56:43.019441 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-42b0e4c6-924d-4dbf-9bed-a981cd956de3 None None] Provisioning for port c2947b7a-1c66-4544-acb7-e89036f5d148 completed by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:56:43.046094 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd9a1774-6405-4009-8999-feb15f6ac1b1 None None] Routers {'3b85d47c-77df-4092-936a-15f1567d88a5'} bound to L3 agent in host n-d-800634-3 {{(pid=93917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:56:43.046731 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-fd9a1774-6405-4009-8999-feb15f6ac1b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:56:23Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['3b85d47c-77df-4092-936a-15f1567d88a5'], 'active': True} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:56:43.095392 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90621d27-dce7-4629-9d47-b5b8fcf0f5bd tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Pushing event deleted for resources: {'Port': ['ID=b38bfb11-0be7-457a-80d7-b11ff750accf,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:56:43.169768 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-90621d27-dce7-4629-9d47-b5b8fcf0f5bd tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2096010', 'neutron.services.segments.db._delete_segments_for_network-8728202734996'] for network, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:43.198016 n-d-800634-3 neutron-server[93915]: DEBUG neutron.services.segments.db [None req-90621d27-dce7-4629-9d47-b5b8fcf0f5bd tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72f6891d-0623-469b-96ad-3077c2255aa2']}} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:56:43.205734 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Provisioning for port cd8baaa3-cd9f-4584-9bdc-a4816ac099f0 completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:56:43.228347 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-12b1ad82-b751-4c8e-bf6f-327c605604f0 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:43.228685 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-12b1ad82-b751-4c8e-bf6f-327c605604f0 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:43.234253 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-036baa91-417d-4d60-a2f7-dfbb8b9e4031 None None] Could not find standard attr ID for object b38bfb11-0be7-457a-80d7-b11ff750accf. {{(pid=93917) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 14 18:56:43.234657 n-d-800634-3 neutron-server[93915]: DEBUG neutron.services.segments.db [None req-90621d27-dce7-4629-9d47-b5b8fcf0f5bd tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02905784-be0e-450c-994e-83f78f4d742b') {'for_net_delete': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:56:43.234962 n-d-800634-3 neutron-server[93915]: DEBUG neutron.services.segments.db [None req-90621d27-dce7-4629-9d47-b5b8fcf0f5bd tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02905784-be0e-450c-994e-83f78f4d742b') {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:56:43.246098 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Provisioning complete for port cd8baaa3-cd9f-4584-9bdc-a4816ac099f0 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:56:43.246469 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:43.267358 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-90621d27-dce7-4629-9d47-b5b8fcf0f5bd tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728202715275', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28939920'] for segment, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:43.269274 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [None req-12b1ad82-b751-4c8e-bf6f-327c605604f0 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] Calling delete_port for 22212616-72d7-4c43-9c1b-0e4b616516fd owned by network:floatingip {{(pid=93915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:56:43.281933 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c142c821-a6e7-42c2-bbc2-f3fb4990018a req-6b62f006-bbcd-4206-bc5f-aa700937a0a3 tempest-TestSecurityGroupsBasicOps-1245515434 tempest-TestSecurityGroupsBasicOps-1245515434-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:56:43.284751 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c142c821-a6e7-42c2-bbc2-f3fb4990018a req-6b62f006-bbcd-4206-bc5f-aa700937a0a3 tempest-TestSecurityGroupsBasicOps-1245515434 tempest-TestSecurityGroupsBasicOps-1245515434-project] 10.222.0.16 "GET /v2.0/networks?id=0ed0f69a-0d34-4c85-9939-1c2dfcbbe48f HTTP/1.1" status: 200 len: 797 time: 0.1895020 Jul 14 18:56:43.306762 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-90621d27-dce7-4629-9d47-b5b8fcf0f5bd tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:43.321278 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dfc29aa-7ad7-40aa-b03d-ad4fe4d91602 None None] DHCP port deletion for 72f6891d-0623-469b-96ad-3077c2255aa2 request from n-d-800634-3 {{(pid=93917) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 18:56:43.333993 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvr_db [None req-fd9a1774-6405-4009-8999-feb15f6ac1b1 None None] Set router 3b85d47c-77df-4092-936a-15f1567d88a5 gateway port host: n-d-800634-3 {{(pid=93917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 18:56:43.342941 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c142c821-a6e7-42c2-bbc2-f3fb4990018a req-e0b48dea-7ba4-471e-9fc4-87538b991535 tempest-TestSecurityGroupsBasicOps-1245515434 tempest-TestSecurityGroupsBasicOps-1245515434-project] 10.222.0.16 "GET /v2.0/quotas/16585be2c4d241b09d11d2c12f508f99 HTTP/1.1" status: 200 len: 375 time: 0.0515258 Jul 14 18:56:43.345491 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90621d27-dce7-4629-9d47-b5b8fcf0f5bd tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Releasing vlan 92 on physical network physnet1 to pool {{(pid=93915) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 18:56:43.345845 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-90621d27-dce7-4629-9d47-b5b8fcf0f5bd tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25911658'] for segment, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:43.349156 n-d-800634-3 neutron-server[93915]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:56:43.349156 n-d-800634-3 neutron-server[93915]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:56:43.349156 n-d-800634-3 neutron-server[93915]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:56:43.349156 n-d-800634-3 neutron-server[93915]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:56:43.349156 n-d-800634-3 neutron-server[93915]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:56:43.349156 n-d-800634-3 neutron-server[93915]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:56:43.349156 n-d-800634-3 neutron-server[93915]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:56:43.349156 n-d-800634-3 neutron-server[93915]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:56:43.349156 n-d-800634-3 neutron-server[93915]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:56:43.349156 n-d-800634-3 neutron-server[93915]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:56:43.349156 n-d-800634-3 neutron-server[93915]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:56:43.349156 n-d-800634-3 neutron-server[93915]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:56:43.349156 n-d-800634-3 neutron-server[93915]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:56:43.349156 n-d-800634-3 neutron-server[93915]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:56:43.349156 n-d-800634-3 neutron-server[93915]: Traceback (most recent call last): Jul 14 18:56:43.349156 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 18:56:43.349156 n-d-800634-3 neutron-server[93915]: timer() Jul 14 18:56:43.349156 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 18:56:43.349156 n-d-800634-3 neutron-server[93915]: cb(*args, **kw) Jul 14 18:56:43.349156 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 18:56:43.349156 n-d-800634-3 neutron-server[93915]: return func(*args, **kwargs) Jul 14 18:56:43.349156 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 18:56:43.349156 n-d-800634-3 neutron-server[93915]: self._notify() Jul 14 18:56:43.349156 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 18:56:43.349156 n-d-800634-3 neutron-server[93915]: self.callback(batched_events) Jul 14 18:56:43.349156 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 18:56:43.349156 n-d-800634-3 neutron-server[93915]: event.method(event) Jul 14 18:56:43.349156 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 18:56:43.349156 n-d-800634-3 neutron-server[93915]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 18:56:43.349156 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 18:56:43.349156 n-d-800634-3 neutron-server[93915]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 18:56:43.349156 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 18:56:43.349156 n-d-800634-3 neutron-server[93915]: return f(self, *a, **k) Jul 14 18:56:43.349156 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 18:56:43.349156 n-d-800634-3 neutron-server[93915]: return self._get(url).json() Jul 14 18:56:43.349156 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 18:56:43.349156 n-d-800634-3 neutron-server[93915]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 18:56:43.349156 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 18:56:43.349156 n-d-800634-3 neutron-server[93915]: return self.request(url, 'GET', **kwargs) Jul 14 18:56:43.349156 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 18:56:43.349156 n-d-800634-3 neutron-server[93915]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 18:56:43.349156 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 18:56:43.349156 n-d-800634-3 neutron-server[93915]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 18:56:43.349156 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 18:56:43.349156 n-d-800634-3 neutron-server[93915]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 18:56:43.349156 n-d-800634-3 neutron-server[93915]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 18:56:43.394894 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device c2947b7a-1c66-4544-acb7-e89036f5d148 up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:56:43.497752 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-90621d27-dce7-4629-9d47-b5b8fcf0f5bd tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2096001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-930085'] for network, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:43.521763 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-90621d27-dce7-4629-9d47-b5b8fcf0f5bd tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Notify callbacks [] for network, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:43.523780 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-90621d27-dce7-4629-9d47-b5b8fcf0f5bd tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] 10.222.0.16 "DELETE /v2.0/networks/72f6891d-0623-469b-96ad-3077c2255aa2 HTTP/1.1" status: 204 len: 168 time: 1.1623521 Jul 14 18:56:43.528649 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 54256) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:56:43.557885 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90621d27-dce7-4629-9d47-b5b8fcf0f5bd tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Pushing event deleted for resources: {'Network': ['ID=72f6891d-0623-469b-96ad-3077c2255aa2,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:56:43.582410 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:43.656046 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c142c821-a6e7-42c2-bbc2-f3fb4990018a req-cb86b2e3-73ac-404c-8b99-090b4c6f1797 tempest-TestSecurityGroupsBasicOps-1245515434 tempest-TestSecurityGroupsBasicOps-1245515434-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=16585be2c4d241b09d11d2c12f508f99&fields=id HTTP/1.1" status: 200 len: 486 time: 0.2608366 Jul 14 18:56:43.670369 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71688919-5496-4395-9006-798b52239fd2 req-39dd107b-4532-4106-ad02-89ec41830aad tempest-TestVolumeBackupRestore-976339583 tempest-TestVolumeBackupRestore-976339583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:56:43.671964 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-71688919-5496-4395-9006-798b52239fd2 req-39dd107b-4532-4106-ad02-89ec41830aad tempest-TestVolumeBackupRestore-976339583 tempest-TestVolumeBackupRestore-976339583-project] 10.222.0.16 "GET /v2.0/ports?device_id=1f5a0535-92d9-4283-80cb-59894b507fd3 HTTP/1.1" status: 200 len: 944 time: 0.2545388 Jul 14 18:56:43.711578 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-12b1ad82-b751-4c8e-bf6f-327c605604f0 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:43.770107 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning for port c2947b7a-1c66-4544-acb7-e89036f5d148 completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:56:43.789820 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port c2947b7a-1c66-4544-acb7-e89036f5d148 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:56:43.789820 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:43.790351 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b1ad82-b751-4c8e-bf6f-327c605604f0 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] Pushing event deleted for resources: {'Port': ['ID=22212616-72d7-4c43-9c1b-0e4b616516fd,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:56:43.796983 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f5a0535-92d9-4283-80cb-59894b507fd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd8baaa3-cd9f-4584-9bdc-a4816ac099f0'}] {{(pid=93917) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:56:43.799275 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20b787f3c29eaa7aa2a4d648c725a2124c5ff39a8d793252f9d844495e14cf42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-073d4f12-78dd-44c8-ab7a-93696fa2e6d3" -d '{"events": [{"server_uuid": "1f5a0535-92d9-4283-80cb-59894b507fd3", "name": "network-vif-plugged", "status": "completed", "tag": "cd8baaa3-cd9f-4584-9bdc-a4816ac099f0"}]}' {{(pid=93917) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:56:43.817122 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87cdda25-39ca-4048-a1be-3bd1483f5971 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:56:43.818678 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-87cdda25-39ca-4048-a1be-3bd1483f5971 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.2892463 Jul 14 18:56:43.825064 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 54260) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:56:43.847885 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port cd8baaa3-cd9f-4584-9bdc-a4816ac099f0, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=cd8baaa3-cd9f-4584-9bdc-a4816ac099f0,segment=NetworkSegment(ffbeca98-3729-4e9d-9c3f-fecdea0c745c),segment_id=ffbeca98-3729-4e9d-9c3f-fecdea0c745c)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:56:43.859692 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:43.885222 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-71688919-5496-4395-9006-798b52239fd2 req-91c593c9-10d8-451f-a385-1b3a66324055 tempest-TestVolumeBackupRestore-976339583 tempest-TestVolumeBackupRestore-976339583-project] 10.222.0.16 "GET /v2.0/security-groups?id=a69a7817-e0db-4957-9dd3-46ae7bcba614&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1979883 Jul 14 18:56:43.928772 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c142c821-a6e7-42c2-bbc2-f3fb4990018a req-ce0e0cf1-00d1-4251-b39d-f46dfab76260 service neutron] 10.222.0.16 "GET /v2.0/networks/0ed0f69a-0d34-4c85-9939-1c2dfcbbe48f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2525194 Jul 14 18:56:43.938769 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-12b1ad82-b751-4c8e-bf6f-327c605604f0 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] Notify callbacks [] for floatingip, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:43.941371 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-12b1ad82-b751-4c8e-bf6f-327c605604f0 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for floatingip, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:43.944395 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-12b1ad82-b751-4c8e-bf6f-327c605604f0 tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] 10.222.0.16 "DELETE /v2.0/floatingips/64e0c07a-9dbf-4017-8590-27e0981364f8 HTTP/1.1" status: 204 len: 168 time: 1.2107682 Jul 14 18:56:43.959629 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Pushing event updated for resources: {'Port': ['ID=cd8baaa3-cd9f-4584-9bdc-a4816ac099f0,revision_number=5']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:56:43.975193 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-fd9a1774-6405-4009-8999-feb15f6ac1b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b85d47c-77df-4092-936a-15f1567d88a5', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1658909989', 'tenant_id': '16585be2c4d241b09d11d2c12f508f99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.22'}], 'enable_snat': True}, 'gw_port_id': '584784b9-ed95-4300-9101-f2e9617ba1f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:56:34Z', 'updated_at': '2021-07-14T18:56:41Z', 'revision_number': 4, 'project_id': '16585be2c4d241b09d11d2c12f508f99', 'gw_port': {'id': '584784b9-ed95-4300-9101-f2e9617ba1f3', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:3d:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b85d47c-77df-4092-936a-15f1567d88a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3752, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:56:35Z', 'updated_at': '2021-07-14T18:56:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_interfaces': [{'id': '399a7142-cddb-45d9-bf6d-de48e5c3706e', 'name': '', 'network_id': '0ed0f69a-0d34-4c85-9939-1c2dfcbbe48f', 'tenant_id': '16585be2c4d241b09d11d2c12f508f99', 'mac_address': 'fa:16:3e:70:59:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b85d47c-77df-4092-936a-15f1567d88a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3756, 'fixed_ips': [{'subnet_id': 'c80dea0f-5273-4e91-828a-b85558e1b2bf', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:56:40Z', 'updated_at': '2021-07-14T18:56:41Z', 'revision_number': 2, 'project_id': '16585be2c4d241b09d11d2c12f508f99', 'subnets': [{'id': 'c80dea0f-5273-4e91-828a-b85558e1b2bf', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-3', False) {} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:56:43.978801 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:43.983259 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-97a5476e-daa0-4bac-acbf-62cb68774cce tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] 10.222.0.16 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1557155 Jul 14 18:56:43.983973 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 54264) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:56:43.989506 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-cdbadccf-7d60-484f-b85d-0054e062aae0 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1852196142'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:56:44.017185 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd9a1774-6405-4009-8999-feb15f6ac1b1 None None] Checking router: 3b85d47c-77df-4092-936a-15f1567d88a5 for host: n-d-800634-3 {{(pid=93917) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 18:56:44.017550 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd9a1774-6405-4009-8999-feb15f6ac1b1 None None] Updating router 3b85d47c-77df-4092-936a-15f1567d88a5 port 399a7142-cddb-45d9-bf6d-de48e5c3706e binding host n-d-800634-3 {{(pid=93917) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 18:56:44.020357 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 18:56:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a1d0fea-c9b1-4480-8132-e13acb8f96f3 x-openstack-request-id: req-4a1d0fea-c9b1-4480-8132-e13acb8f96f3 {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:56:44.020651 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f5a0535-92d9-4283-80cb-59894b507fd3", "name": "network-vif-plugged", "status": "completed", "tag": "cd8baaa3-cd9f-4584-9bdc-a4816ac099f0", "code": 200}]} {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:56:44.020907 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4a1d0fea-c9b1-4480-8132-e13acb8f96f3 {{(pid=93917) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:56:44.021296 n-d-800634-3 neutron-server[93917]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f5a0535-92d9-4283-80cb-59894b507fd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd8baaa3-cd9f-4584-9bdc-a4816ac099f0', 'code': 200} Jul 14 18:56:44.057402 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdbadccf-7d60-484f-b85d-0054e062aae0 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Made reservation on behalf of 8cc151c1a6834557b6005ab4171146b5 for: {'network': 1} {{(pid=93916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:56:44.061916 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-cdbadccf-7d60-484f-b85d-0054e062aae0 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for network, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:44.080548 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c142c821-a6e7-42c2-bbc2-f3fb4990018a req-a1bc1a53-a72f-4c9c-aa6f-96f326821b92 service neutron] 10.222.0.16 "GET /v2.0/networks/0ed0f69a-0d34-4c85-9939-1c2dfcbbe48f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1508541 Jul 14 18:56:44.085465 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] For port c2947b7a-1c66-4544-acb7-e89036f5d148, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=c2947b7a-1c66-4544-acb7-e89036f5d148,segment=NetworkSegment(5347abb6-670f-4e9b-b099-02ae16895dc8),segment_id=5347abb6-670f-4e9b-b099-02ae16895dc8)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:56:44.087003 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-fd9a1774-6405-4009-8999-feb15f6ac1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:44.106347 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:44.116559 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-1fe7e386-e828-4e59-8b92-cd83a50c40a5 None None] Provisioning for port 399a7142-cddb-45d9-bf6d-de48e5c3706e completed by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:56:44.143224 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cdbadccf-7d60-484f-b85d-0054e062aae0 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 68} {{(pid=93916) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 18:56:44.166568 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-cdbadccf-7d60-484f-b85d-0054e062aae0 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:44.166926 n-d-800634-3 neutron-server[93916]: INFO neutron.db.segments_db [None req-cdbadccf-7d60-484f-b85d-0054e062aae0 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Added segment 160d75a2-fb5b-4705-aad2-3d1a177f743e of type vlan for network db786abc-8c51-49d2-8891-4c777c6cadf5 Jul 14 18:56:44.231796 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748c05b9-af77-4ccc-9f24-b83cc9d49248 req-26949a04-fc3a-4807-8022-beb309754f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:56:44.237231 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-748c05b9-af77-4ccc-9f24-b83cc9d49248 req-26949a04-fc3a-4807-8022-beb309754f45 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=1f5a0535-92d9-4283-80cb-59894b507fd3 HTTP/1.1" status: 200 len: 1096 time: 0.1482313 Jul 14 18:56:44.243804 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-1fe7e386-e828-4e59-8b92-cd83a50c40a5 None None] Provisioning complete for port 399a7142-cddb-45d9-bf6d-de48e5c3706e triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:56:44.254737 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-1fe7e386-e828-4e59-8b92-cd83a50c40a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:44.257924 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-cdbadccf-7d60-484f-b85d-0054e062aae0 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728202197517'] for network, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:44.315462 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-748c05b9-af77-4ccc-9f24-b83cc9d49248 req-93159e39-fa35-4c6a-8606-90d61bcfe588 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=a69a7817-e0db-4957-9dd3-46ae7bcba614&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709252 Jul 14 18:56:44.334091 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-cdbadccf-7d60-484f-b85d-0054e062aae0 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727'] for network, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:44.341055 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdbadccf-7d60-484f-b85d-0054e062aae0 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:56:44.342213 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-cdbadccf-7d60-484f-b85d-0054e062aae0 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Notify callbacks [] for network, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:44.435603 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6a14e8ec-3d4d-43f3-9053-7e4e1ebcfbcc req-4d5bd1b6-6893-4e4d-8131-ba3bc6122d00 tempest-TestSecurityGroupsBasicOps-1245515434 tempest-TestSecurityGroupsBasicOps-1245515434-project] 10.222.0.16 "GET /v2.0/ports?device_id=6f933a6e-6cc7-40ba-881b-87ebd2cc2c42 HTTP/1.1" status: 200 len: 210 time: 0.0993755 Jul 14 18:56:44.474835 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Pushing event updated for resources: {'Port': ['ID=c2947b7a-1c66-4544-acb7-e89036f5d148,revision_number=3']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:56:44.483570 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-1fe7e386-e828-4e59-8b92-cd83a50c40a5 None None] Port 399a7142-cddb-45d9-bf6d-de48e5c3706e cannot update to ACTIVE because it is not bound. {{(pid=93917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 18:56:44.504840 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-cdbadccf-7d60-484f-b85d-0054e062aae0 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5169661 Jul 14 18:56:44.505735 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 54276) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:56:44.511674 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-97c24cd5-e249-45bd-8892-a5f484818f9f tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Request body: {'subnet': {'network_id': 'db786abc-8c51-49d2-8891-4c777c6cadf5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:56:44.548002 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbadccf-7d60-484f-b85d-0054e062aae0 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Pushing event updated for resources: {'Network': ['ID=db786abc-8c51-49d2-8891-4c777c6cadf5,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:56:44.597456 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-1fe7e386-e828-4e59-8b92-cd83a50c40a5 None None] Provisioning complete for port c2947b7a-1c66-4544-acb7-e89036f5d148 triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:56:44.600174 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-1fe7e386-e828-4e59-8b92-cd83a50c40a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:44.602051 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Network db786abc-8c51-49d2-8891-4c777c6cadf5 details requested by agent ovs-agent-n-d-800634-3 with host n-d-800634-3 {{(pid=93917) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 18:56:44.659515 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device c2947b7a-1c66-4544-acb7-e89036f5d148 up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:56:44.729712 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97c24cd5-e249-45bd-8892-a5f484818f9f tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Made reservation on behalf of 8cc151c1a6834557b6005ab4171146b5 for: {'subnet': 1} {{(pid=93915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:56:44.739952 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-97c24cd5-e249-45bd-8892-a5f484818f9f tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28969735'] for subnet, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:44.839081 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-fd9a1774-6405-4009-8999-feb15f6ac1b1 None None] Notify callbacks [] for port, precommit_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:44.855765 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-fd9a1774-6405-4009-8999-feb15f6ac1b1 None None] Transition to ACTIVE for port object 399a7142-cddb-45d9-bf6d-de48e5c3706e will not be triggered until provisioned by entity L2. {{(pid=93917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:56:44.882365 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-fd9a1774-6405-4009-8999-feb15f6ac1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:44.889023 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port c2947b7a-1c66-4544-acb7-e89036f5d148 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:56:44.889400 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:45.039966 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-97c24cd5-e249-45bd-8892-a5f484818f9f tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25912837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28969781'] for subnet, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:45.075799 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2460f2c-2677-42d5-b089-57ea83e54197 None None] Pushing event updated for resources: {'Port': ['ID=399a7142-cddb-45d9-bf6d-de48e5c3706e,revision_number=3']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:56:45.127036 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c24cd5-e249-45bd-8892-a5f484818f9f tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Pushing event updated for resources: {'Subnet': ['ID=3fd39e8d-ac11-41a8-9044-052136a91e3a,revision_number=0']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:56:45.129596 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97c24cd5-e249-45bd-8892-a5f484818f9f tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Checking segment: {'id': '160d75a2-fb5b-4705-aad2-3d1a177f743e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'db786abc-8c51-49d2-8891-4c777c6cadf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:56:45.130047 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97c24cd5-e249-45bd-8892-a5f484818f9f tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Network hostable DHCP agents. Network: db786abc-8c51-49d2-8891-4c777c6cadf5, hostable agents: ['028393c3-0576-4ebd-bca1-8ea8a148e1a2'], hosted agents: [] {{(pid=93915) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 18:56:45.204095 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97c24cd5-e249-45bd-8892-a5f484818f9f tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Network db786abc-8c51-49d2-8891-4c777c6cadf5 is scheduled to be hosted by DHCP agent 028393c3-0576-4ebd-bca1-8ea8a148e1a2 with binding_index 1 {{(pid=93915) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 18:56:45.217939 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [None req-97c24cd5-e249-45bd-8892-a5f484818f9f tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-3, db786abc-8c51-49d2-8891-4c777c6cadf5) {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:56:45.230085 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97c24cd5-e249-45bd-8892-a5f484818f9f tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:56:45.230794 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-97c24cd5-e249-45bd-8892-a5f484818f9f tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Notify callbacks [] for subnet, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:45.258049 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-fd9a1774-6405-4009-8999-feb15f6ac1b1 None None] Attempting to bind port 399a7142-cddb-45d9-bf6d-de48e5c3706e on host n-d-800634-3 for vnic_type normal with profile {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:56:45.258431 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-fd9a1774-6405-4009-8999-feb15f6ac1b1 None None] Attempting to bind port 399a7142-cddb-45d9-bf6d-de48e5c3706e by drivers openvswitch,hyperv on host n-d-800634-3 at level 0 using segments [{'id': '5347abb6-670f-4e9b-b099-02ae16895dc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '0ed0f69a-0d34-4c85-9939-1c2dfcbbe48f'}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:56:45.258918 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd9a1774-6405-4009-8999-feb15f6ac1b1 None None] Attempting to bind port 399a7142-cddb-45d9-bf6d-de48e5c3706e on network 0ed0f69a-0d34-4c85-9939-1c2dfcbbe48f {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:56:45.265866 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c81b155-1c2a-40a3-a075-8a5bcbbe13b4 None None] Network db786abc-8c51-49d2-8891-4c777c6cadf5 requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:56:45.270103 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b755e35e-347f-4a07-b976-daa6b706eada req-756986c0-5746-410d-ae05-403566e9b2db tempest-TestVolumeBackupRestore-976339583 tempest-TestVolumeBackupRestore-976339583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:56:45.277703 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b755e35e-347f-4a07-b976-daa6b706eada req-756986c0-5746-410d-ae05-403566e9b2db tempest-TestVolumeBackupRestore-976339583 tempest-TestVolumeBackupRestore-976339583-project] 10.222.0.16 "GET /v2.0/ports?device_id=1f5a0535-92d9-4283-80cb-59894b507fd3 HTTP/1.1" status: 200 len: 945 time: 0.1307981 Jul 14 18:56:45.286267 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-97c24cd5-e249-45bd-8892-a5f484818f9f tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7793360 Jul 14 18:56:45.288944 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 54288) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:56:45.295178 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-45c934a7-763e-42b1-a40c-739c3770c1a6 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Request body: {'port': {'network_id': 'db786abc-8c51-49d2-8891-4c777c6cadf5', 'name': 'tempest-PortsIpV6TestJSON-941653348'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:56:45.328231 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd9a1774-6405-4009-8999-feb15f6ac1b1 None None] Checking agent: {'id': '01c19e91-a945-4e3c-94a6-c211e17c923e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 8, 23), 'started_at': datetime.datetime(2021, 7, 14, 18, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 18, 56, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 18:56:45.328882 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd9a1774-6405-4009-8999-feb15f6ac1b1 None None] Checking segment: {'id': '5347abb6-670f-4e9b-b099-02ae16895dc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '0ed0f69a-0d34-4c85-9939-1c2dfcbbe48f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93917) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:56:45.329444 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-fd9a1774-6405-4009-8999-feb15f6ac1b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:45.330014 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd9a1774-6405-4009-8999-feb15f6ac1b1 None None] Bound using segment: {'id': '5347abb6-670f-4e9b-b099-02ae16895dc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '0ed0f69a-0d34-4c85-9939-1c2dfcbbe48f'} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 18:56:45.330644 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-fd9a1774-6405-4009-8999-feb15f6ac1b1 None None] Bound port: 399a7142-cddb-45d9-bf6d-de48e5c3706e, host: n-d-800634-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5347abb6-670f-4e9b-b099-02ae16895dc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '0ed0f69a-0d34-4c85-9939-1c2dfcbbe48f'}}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 18:56:45.331184 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-fd9a1774-6405-4009-8999-feb15f6ac1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:45.333111 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b755e35e-347f-4a07-b976-daa6b706eada req-e8d3c7c8-482c-42d2-9c72-b50fa8d7abfc tempest-TestVolumeBackupRestore-976339583 tempest-TestVolumeBackupRestore-976339583-project] 10.222.0.16 "GET /v2.0/security-groups?id=a69a7817-e0db-4957-9dd3-46ae7bcba614&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543203 Jul 14 18:56:45.447441 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45c934a7-763e-42b1-a40c-739c3770c1a6 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Made reservation on behalf of 8cc151c1a6834557b6005ab4171146b5 for: {'port': 1} {{(pid=93916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:56:45.456474 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-45c934a7-763e-42b1-a40c-739c3770c1a6 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:45.477872 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device b38bfb11-0be7-457a-80d7-b11ff750accf no longer exists at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 18:56:45.505106 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-fd9a1774-6405-4009-8999-feb15f6ac1b1 None None] For port 399a7142-cddb-45d9-bf6d-de48e5c3706e, host n-d-800634-3, cleared binding levels {{(pid=93917) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:56:45.508044 n-d-800634-3 neutron-server[93916]: DEBUG neutron.notifiers.nova [None req-45c934a7-763e-42b1-a40c-739c3770c1a6 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] device_id is not set on port 4fa83c86-1980-4ee5-9859-5be9f0896866 yet. {{(pid=93916) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 18:56:45.528760 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] No Port match for: b38bfb11-0be7-457a-80d7-b11ff750accf {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 18:56:45.529091 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device b38bfb11-0be7-457a-80d7-b11ff750accf not bound to the agent host n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 18:56:45.562945 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-fd9a1774-6405-4009-8999-feb15f6ac1b1 None None] For port 399a7142-cddb-45d9-bf6d-de48e5c3706e, host n-d-800634-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=399a7142-cddb-45d9-bf6d-de48e5c3706e,segment=NetworkSegment(5347abb6-670f-4e9b-b099-02ae16895dc8),segment_id=5347abb6-670f-4e9b-b099-02ae16895dc8)] {{(pid=93917) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 18:56:45.572277 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-fd9a1774-6405-4009-8999-feb15f6ac1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:45.637424 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9d0290d-b6b9-4d3e-86ee-740db2e861e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9222b97e-5d1c-54f8-ba97-82f172498e76-db786abc-8c51-49d2-8891-4c777c6cadf5', 'network_id': 'db786abc-8c51-49d2-8891-4c777c6cadf5', 'tenant_id': '8cc151c1a6834557b6005ab4171146b5', 'fixed_ips': [{'subnet_id': '3fd39e8d-ac11-41a8-9044-052136a91e3a'}]}} from n-d-800634-3. {{(pid=93917) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 18:56:45.638275 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b9d0290d-b6b9-4d3e-86ee-740db2e861e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:45.678094 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.db_base_plugin_common [None req-45c934a7-763e-42b1-a40c-739c3770c1a6 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Allocated IP 2001:db8::346 (db786abc-8c51-49d2-8891-4c777c6cadf5/3fd39e8d-ac11-41a8-9044-052136a91e3a/4fa83c86-1980-4ee5-9859-5be9f0896866) {{(pid=93916) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:56:45.691742 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-5dd5f1a8-d0db-4369-a71f-38fcc01be100 req-dd3d8c07-023a-43a5-8930-46a02df98d7a tempest-TestSecurityGroupsBasicOps-1245515434 tempest-TestSecurityGroupsBasicOps-1245515434-project] 10.222.0.16 "GET /v2.0/ports?device_id=6f933a6e-6cc7-40ba-881b-87ebd2cc2c42 HTTP/1.1" status: 200 len: 210 time: 0.0409355 Jul 14 18:56:45.782906 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd9a1774-6405-4009-8999-feb15f6ac1b1 None None] Routers {'3b85d47c-77df-4092-936a-15f1567d88a5'} bound to L3 agent in host n-d-800634-3 {{(pid=93917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:56:45.783553 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-fd9a1774-6405-4009-8999-feb15f6ac1b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:56:23Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['3b85d47c-77df-4092-936a-15f1567d88a5'], 'active': True} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:56:45.829761 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2460f2c-2677-42d5-b089-57ea83e54197 None None] Pushing event updated for resources: {'Port': ['ID=399a7142-cddb-45d9-bf6d-de48e5c3706e,revision_number=4']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:56:45.931214 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvr_db [None req-fd9a1774-6405-4009-8999-feb15f6ac1b1 None None] Set router 3b85d47c-77df-4092-936a-15f1567d88a5 gateway port host: n-d-800634-3 {{(pid=93917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 18:56:45.933959 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-45c934a7-763e-42b1-a40c-739c3770c1a6 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Notify callbacks [] for port, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:45.957997 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.provisioning_blocks [None req-45c934a7-763e-42b1-a40c-739c3770c1a6 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Transition to ACTIVE for port object 4fa83c86-1980-4ee5-9859-5be9f0896866 will not be triggered until provisioned by entity DHCP. {{(pid=93916) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:56:46.178532 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c142c821-a6e7-42c2-bbc2-f3fb4990018a req-daba71e5-2dcf-410b-8eaa-95b9176917ef tempest-TestSecurityGroupsBasicOps-1245515434 tempest-TestSecurityGroupsBasicOps-1245515434-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:56:46.180393 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-c142c821-a6e7-42c2-bbc2-f3fb4990018a req-daba71e5-2dcf-410b-8eaa-95b9176917ef tempest-TestSecurityGroupsBasicOps-1245515434 tempest-TestSecurityGroupsBasicOps-1245515434-project] 10.222.0.35 "GET /v2.0/networks?id=0ed0f69a-0d34-4c85-9939-1c2dfcbbe48f HTTP/1.1" status: 200 len: 797 time: 0.2318501 Jul 14 18:56:46.182026 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-45c934a7-763e-42b1-a40c-739c3770c1a6 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:46.206988 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [req-c142c821-a6e7-42c2-bbc2-f3fb4990018a req-77f7c5f2-4905-4e1d-b523-2d7dee697dcf tempest-TestSecurityGroupsBasicOps-1245515434 tempest-TestSecurityGroupsBasicOps-1245515434-project] Request body: {'port': {'device_id': '6f933a6e-6cc7-40ba-881b-87ebd2cc2c42', 'network_id': '0ed0f69a-0d34-4c85-9939-1c2dfcbbe48f', 'admin_state_up': True, 'tenant_id': '16585be2c4d241b09d11d2c12f508f99'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:56:46.215489 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-fd9a1774-6405-4009-8999-feb15f6ac1b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b85d47c-77df-4092-936a-15f1567d88a5', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1658909989', 'tenant_id': '16585be2c4d241b09d11d2c12f508f99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.22'}], 'enable_snat': True}, 'gw_port_id': '584784b9-ed95-4300-9101-f2e9617ba1f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:56:34Z', 'updated_at': '2021-07-14T18:56:41Z', 'revision_number': 4, 'project_id': '16585be2c4d241b09d11d2c12f508f99', 'gw_port': {'id': '584784b9-ed95-4300-9101-f2e9617ba1f3', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:3d:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b85d47c-77df-4092-936a-15f1567d88a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3752, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:56:35Z', 'updated_at': '2021-07-14T18:56:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_interfaces': [{'id': '399a7142-cddb-45d9-bf6d-de48e5c3706e', 'name': '', 'network_id': '0ed0f69a-0d34-4c85-9939-1c2dfcbbe48f', 'tenant_id': '16585be2c4d241b09d11d2c12f508f99', 'mac_address': 'fa:16:3e:70:59:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b85d47c-77df-4092-936a-15f1567d88a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3756, 'fixed_ips': [{'subnet_id': 'c80dea0f-5273-4e91-828a-b85558e1b2bf', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:56:40Z', 'updated_at': '2021-07-14T18:56:45Z', 'revision_number': 4, 'project_id': '16585be2c4d241b09d11d2c12f508f99', 'subnets': [{'id': 'c80dea0f-5273-4e91-828a-b85558e1b2bf', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-3', False) {} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:56:46.244394 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd9a1774-6405-4009-8999-feb15f6ac1b1 None None] The sync data for ids ['3b85d47c-77df-4092-936a-15f1567d88a5'] in n-d-800634-3 is: [{'id': '3b85d47c-77df-4092-936a-15f1567d88a5', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1658909989', 'tenant_id': '16585be2c4d241b09d11d2c12f508f99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.22'}], 'enable_snat': True}, 'gw_port_id': '584784b9-ed95-4300-9101-f2e9617ba1f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:56:34Z', 'updated_at': '2021-07-14T18:56:41Z', 'revision_number': 4, 'project_id': '16585be2c4d241b09d11d2c12f508f99', 'gw_port': {'id': '584784b9-ed95-4300-9101-f2e9617ba1f3', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:3d:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b85d47c-77df-4092-936a-15f1567d88a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3752, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:56:35Z', 'updated_at': '2021-07-14T18:56:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_interfaces': [{'id': '399a7142-cddb-45d9-bf6d-de48e5c3706e', 'name': '', 'network_id': '0ed0f69a-0d34-4c85-9939-1c2dfcbbe48f', 'tenant_id': '16585be2c4d241b09d11d2c12f508f99', 'mac_address': 'fa:16:3e:70:59:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b85d47c-77df-4092-936a-15f1567d88a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3756, 'fixed_ips': [{'subnet_id': 'c80dea0f-5273-4e91-828a-b85558e1b2bf', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:56:40Z', 'updated_at': '2021-07-14T18:56:45Z', 'revision_number': 4, 'project_id': '16585be2c4d241b09d11d2c12f508f99', 'subnets': [{'id': 'c80dea0f-5273-4e91-828a-b85558e1b2bf', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 18:56:46.259349 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.db_base_plugin_common [None req-b9d0290d-b6b9-4d3e-86ee-740db2e861e4 None None] Allocated IP 2001:db8::2 (db786abc-8c51-49d2-8891-4c777c6cadf5/3fd39e8d-ac11-41a8-9044-052136a91e3a/f12df264-0170-49c2-ba99-af93b30bc0a9) {{(pid=93917) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:56:46.286509 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45c934a7-763e-42b1-a40c-739c3770c1a6 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Network db786abc-8c51-49d2-8891-4c777c6cadf5 is already hosted by enough agents. {{(pid=93916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:56:46.300915 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [None req-45c934a7-763e-42b1-a40c-739c3770c1a6 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Resources bound (agent type, host, resource id): {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:56:46.301604 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45c934a7-763e-42b1-a40c-739c3770c1a6 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Received port after_create {{(pid=93916) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:56:46.310630 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45c934a7-763e-42b1-a40c-739c3770c1a6 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:56:46.312758 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-45c934a7-763e-42b1-a40c-739c3770c1a6 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:46.359197 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c934a7-763e-42b1-a40c-739c3770c1a6 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Pushing event updated for resources: {'Port': ['ID=4fa83c86-1980-4ee5-9859-5be9f0896866,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:56:46.377810 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 54294) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:56:46.383375 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-01590abb-20cc-4427-9e7b-1e2ae4487c4b tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Request body: {'port': {'network_id': 'db786abc-8c51-49d2-8891-4c777c6cadf5', 'name': 'tempest-PortsIpV6TestJSON-1671879215'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:56:46.388347 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-45c934a7-763e-42b1-a40c-739c3770c1a6 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.0975425 Jul 14 18:56:46.489687 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c142c821-a6e7-42c2-bbc2-f3fb4990018a req-77f7c5f2-4905-4e1d-b523-2d7dee697dcf tempest-TestSecurityGroupsBasicOps-1245515434 tempest-TestSecurityGroupsBasicOps-1245515434-project] Made reservation on behalf of 16585be2c4d241b09d11d2c12f508f99 for: {'port': 1} {{(pid=93916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:56:46.493346 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-c142c821-a6e7-42c2-bbc2-f3fb4990018a req-77f7c5f2-4905-4e1d-b523-2d7dee697dcf tempest-TestSecurityGroupsBasicOps-1245515434 tempest-TestSecurityGroupsBasicOps-1245515434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:46.531317 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b9d0290d-b6b9-4d3e-86ee-740db2e861e4 None None] Notify callbacks [] for port, precommit_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:46.546876 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-b9d0290d-b6b9-4d3e-86ee-740db2e861e4 None None] Transition to ACTIVE for port object f12df264-0170-49c2-ba99-af93b30bc0a9 will not be triggered until provisioned by entity L2. {{(pid=93917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:56:46.569978 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-b9d0290d-b6b9-4d3e-86ee-740db2e861e4 None None] Transition to ACTIVE for port object f12df264-0170-49c2-ba99-af93b30bc0a9 will not be triggered until provisioned by entity DHCP. {{(pid=93917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:56:46.579379 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b9d0290d-b6b9-4d3e-86ee-740db2e861e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804'] for port, after_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:46.644333 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01590abb-20cc-4427-9e7b-1e2ae4487c4b tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Made reservation on behalf of 8cc151c1a6834557b6005ab4171146b5 for: {'port': 1} {{(pid=93915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:56:46.648563 n-d-800634-3 neutron-server[93917]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9d0290d-b6b9-4d3e-86ee-740db2e861e4 None None] Network db786abc-8c51-49d2-8891-4c777c6cadf5 is already hosted by enough agents. {{(pid=93917) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:56:46.651673 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-01590abb-20cc-4427-9e7b-1e2ae4487c4b tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:46.656829 n-d-800634-3 neutron-server[93917]: DEBUG neutron.scheduler.base_scheduler [None req-b9d0290d-b6b9-4d3e-86ee-740db2e861e4 None None] Resources bound (agent type, host, resource id): {{(pid=93917) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:56:46.664502 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9d0290d-b6b9-4d3e-86ee-740db2e861e4 None None] Received port after_create {{(pid=93917) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:56:46.679775 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d0290d-b6b9-4d3e-86ee-740db2e861e4 None None] Pushing event updated for resources: {'Port': ['ID=f12df264-0170-49c2-ba99-af93b30bc0a9,revision_number=1']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:56:46.703352 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [None req-01590abb-20cc-4427-9e7b-1e2ae4487c4b tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] device_id is not set on port bd8af7b2-b625-4dfc-9af8-d3aba8e90d4e yet. {{(pid=93915) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 18:56:46.709478 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.db_base_plugin_common [req-c142c821-a6e7-42c2-bbc2-f3fb4990018a req-77f7c5f2-4905-4e1d-b523-2d7dee697dcf tempest-TestSecurityGroupsBasicOps-1245515434 tempest-TestSecurityGroupsBasicOps-1245515434-project] Allocated IP 172.20.0.25 (0ed0f69a-0d34-4c85-9939-1c2dfcbbe48f/c80dea0f-5273-4e91-828a-b85558e1b2bf/a65060b3-8a03-483f-be0f-c1b5ef6d0cd4) {{(pid=93916) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:56:46.760743 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 399a7142-cddb-45d9-bf6d-de48e5c3706e up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:56:46.817013 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87fc44e-392e-4a0f-b9a8-cbe5862e4524 req-d8a5b3b1-6550-4e07-95cd-70396c42a5a8 tempest-TestVolumeBackupRestore-976339583 tempest-TestVolumeBackupRestore-976339583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:56:46.820623 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c87fc44e-392e-4a0f-b9a8-cbe5862e4524 req-d8a5b3b1-6550-4e07-95cd-70396c42a5a8 tempest-TestVolumeBackupRestore-976339583 tempest-TestVolumeBackupRestore-976339583-project] 10.222.0.16 "GET /v2.0/ports?device_id=1f5a0535-92d9-4283-80cb-59894b507fd3 HTTP/1.1" status: 200 len: 945 time: 0.3002255 Jul 14 18:56:46.900731 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c87fc44e-392e-4a0f-b9a8-cbe5862e4524 req-74b3a0be-e8d1-4732-947a-9b3ba8c9747c tempest-TestVolumeBackupRestore-976339583 tempest-TestVolumeBackupRestore-976339583-project] 10.222.0.16 "GET /v2.0/security-groups?id=a69a7817-e0db-4957-9dd3-46ae7bcba614&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756252 Jul 14 18:56:46.930494 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-b9d0290d-b6b9-4d3e-86ee-740db2e861e4 None None] Attempting to bind port f12df264-0170-49c2-ba99-af93b30bc0a9 on host n-d-800634-3 for vnic_type normal with profile {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:56:46.931628 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-b9d0290d-b6b9-4d3e-86ee-740db2e861e4 None None] Attempting to bind port f12df264-0170-49c2-ba99-af93b30bc0a9 by drivers openvswitch,hyperv on host n-d-800634-3 at level 0 using segments [{'id': '160d75a2-fb5b-4705-aad2-3d1a177f743e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'db786abc-8c51-49d2-8891-4c777c6cadf5'}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:56:46.932436 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9d0290d-b6b9-4d3e-86ee-740db2e861e4 None None] Attempting to bind port f12df264-0170-49c2-ba99-af93b30bc0a9 on network db786abc-8c51-49d2-8891-4c777c6cadf5 {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:56:46.938370 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-c142c821-a6e7-42c2-bbc2-f3fb4990018a req-77f7c5f2-4905-4e1d-b523-2d7dee697dcf tempest-TestSecurityGroupsBasicOps-1245515434 tempest-TestSecurityGroupsBasicOps-1245515434-project] Notify callbacks [] for port, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:46.946554 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9d0290d-b6b9-4d3e-86ee-740db2e861e4 None None] Checking agent: {'id': '01c19e91-a945-4e3c-94a6-c211e17c923e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 8, 23), 'started_at': datetime.datetime(2021, 7, 14, 18, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 18, 56, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 18:56:46.946938 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9d0290d-b6b9-4d3e-86ee-740db2e861e4 None None] Checking segment: {'id': '160d75a2-fb5b-4705-aad2-3d1a177f743e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'db786abc-8c51-49d2-8891-4c777c6cadf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93917) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:56:46.947601 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b9d0290d-b6b9-4d3e-86ee-740db2e861e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:46.947725 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9d0290d-b6b9-4d3e-86ee-740db2e861e4 None None] Bound using segment: {'id': '160d75a2-fb5b-4705-aad2-3d1a177f743e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'db786abc-8c51-49d2-8891-4c777c6cadf5'} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 18:56:46.954138 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-b9d0290d-b6b9-4d3e-86ee-740db2e861e4 None None] Bound port: f12df264-0170-49c2-ba99-af93b30bc0a9, host: n-d-800634-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '160d75a2-fb5b-4705-aad2-3d1a177f743e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'db786abc-8c51-49d2-8891-4c777c6cadf5'}}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 18:56:46.954640 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b9d0290d-b6b9-4d3e-86ee-740db2e861e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:46.973234 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.db_base_plugin_common [None req-01590abb-20cc-4427-9e7b-1e2ae4487c4b tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Allocated IP 2001:db8::37 (db786abc-8c51-49d2-8891-4c777c6cadf5/3fd39e8d-ac11-41a8-9044-052136a91e3a/bd8af7b2-b625-4dfc-9af8-d3aba8e90d4e) {{(pid=93915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:56:46.974505 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.provisioning_blocks [req-c142c821-a6e7-42c2-bbc2-f3fb4990018a req-77f7c5f2-4905-4e1d-b523-2d7dee697dcf tempest-TestSecurityGroupsBasicOps-1245515434 tempest-TestSecurityGroupsBasicOps-1245515434-project] Transition to ACTIVE for port object a65060b3-8a03-483f-be0f-c1b5ef6d0cd4 will not be triggered until provisioned by entity DHCP. {{(pid=93916) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:56:47.006603 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning for port 399a7142-cddb-45d9-bf6d-de48e5c3706e completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:56:47.024322 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port 399a7142-cddb-45d9-bf6d-de48e5c3706e triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:56:47.025365 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:47.065118 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-c142c821-a6e7-42c2-bbc2-f3fb4990018a req-77f7c5f2-4905-4e1d-b523-2d7dee697dcf tempest-TestSecurityGroupsBasicOps-1245515434 tempest-TestSecurityGroupsBasicOps-1245515434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:47.077473 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b9d0290d-b6b9-4d3e-86ee-740db2e861e4 None None] For port f12df264-0170-49c2-ba99-af93b30bc0a9, host n-d-800634-3, cleared binding levels {{(pid=93917) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:56:47.086008 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a3f48e99-83b8-488d-90e1-da83239d0586 req-e544611d-8e64-49b0-a977-f0130c89523e tempest-TestSecurityGroupsBasicOps-1245515434 tempest-TestSecurityGroupsBasicOps-1245515434-project] 10.222.0.16 "GET /v2.0/ports?device_id=6f933a6e-6cc7-40ba-881b-87ebd2cc2c42 HTTP/1.1" status: 200 len: 210 time: 0.0879629 Jul 14 18:56:47.125897 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b9d0290d-b6b9-4d3e-86ee-740db2e861e4 None None] For port f12df264-0170-49c2-ba99-af93b30bc0a9, host n-d-800634-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=f12df264-0170-49c2-ba99-af93b30bc0a9,segment=NetworkSegment(160d75a2-fb5b-4705-aad2-3d1a177f743e),segment_id=160d75a2-fb5b-4705-aad2-3d1a177f743e)] {{(pid=93917) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 18:56:47.147218 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b9d0290d-b6b9-4d3e-86ee-740db2e861e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:47.190117 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c142c821-a6e7-42c2-bbc2-f3fb4990018a req-77f7c5f2-4905-4e1d-b523-2d7dee697dcf tempest-TestSecurityGroupsBasicOps-1245515434 tempest-TestSecurityGroupsBasicOps-1245515434-project] Network 0ed0f69a-0d34-4c85-9939-1c2dfcbbe48f is already hosted by enough agents. {{(pid=93916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:56:47.194561 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f7c5f2-4905-4e1d-b523-2d7dee697dcf tempest-TestSecurityGroupsBasicOps-1245515434 tempest-TestSecurityGroupsBasicOps-1245515434-project] Pushing event updated for resources: {'Port': ['ID=a65060b3-8a03-483f-be0f-c1b5ef6d0cd4,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:56:47.197951 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [req-c142c821-a6e7-42c2-bbc2-f3fb4990018a req-77f7c5f2-4905-4e1d-b523-2d7dee697dcf tempest-TestSecurityGroupsBasicOps-1245515434 tempest-TestSecurityGroupsBasicOps-1245515434-project] Resources bound (agent type, host, resource id): {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:56:47.212997 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.l3_dvrscheduler_db [req-c142c821-a6e7-42c2-bbc2-f3fb4990018a req-77f7c5f2-4905-4e1d-b523-2d7dee697dcf tempest-TestSecurityGroupsBasicOps-1245515434 tempest-TestSecurityGroupsBasicOps-1245515434-project] Received port after_create {{(pid=93916) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:56:47.292013 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d0290d-b6b9-4d3e-86ee-740db2e861e4 None None] Pushing event updated for resources: {'Port': ['ID=f12df264-0170-49c2-ba99-af93b30bc0a9,revision_number=2']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:56:47.302350 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c142c821-a6e7-42c2-bbc2-f3fb4990018a req-77f7c5f2-4905-4e1d-b523-2d7dee697dcf tempest-TestSecurityGroupsBasicOps-1245515434 tempest-TestSecurityGroupsBasicOps-1245515434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:56:47.302813 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-c142c821-a6e7-42c2-bbc2-f3fb4990018a req-77f7c5f2-4905-4e1d-b523-2d7dee697dcf tempest-TestSecurityGroupsBasicOps-1245515434 tempest-TestSecurityGroupsBasicOps-1245515434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:47.309896 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-01590abb-20cc-4427-9e7b-1e2ae4487c4b tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Notify callbacks [] for port, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:47.313506 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:47.322971 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-c142c821-a6e7-42c2-bbc2-f3fb4990018a req-77f7c5f2-4905-4e1d-b523-2d7dee697dcf tempest-TestSecurityGroupsBasicOps-1245515434 tempest-TestSecurityGroupsBasicOps-1245515434-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 1.1267905 Jul 14 18:56:47.338911 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [req-c142c821-a6e7-42c2-bbc2-f3fb4990018a req-77e75a79-dd18-44b0-b9e6-2b5ad5874e1d service neutron] Request body: {'port': {'device_id': '6f933a6e-6cc7-40ba-881b-87ebd2cc2c42', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800634-3'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:56:47.396136 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] For port 399a7142-cddb-45d9-bf6d-de48e5c3706e, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=399a7142-cddb-45d9-bf6d-de48e5c3706e,segment=NetworkSegment(5347abb6-670f-4e9b-b099-02ae16895dc8),segment_id=5347abb6-670f-4e9b-b099-02ae16895dc8)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:56:47.402757 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:47.414762 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.provisioning_blocks [None req-01590abb-20cc-4427-9e7b-1e2ae4487c4b tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Transition to ACTIVE for port object bd8af7b2-b625-4dfc-9af8-d3aba8e90d4e will not be triggered until provisioned by entity DHCP. {{(pid=93915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:56:47.552661 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-01590abb-20cc-4427-9e7b-1e2ae4487c4b tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:47.557415 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-c142c821-a6e7-42c2-bbc2-f3fb4990018a req-77e75a79-dd18-44b0-b9e6-2b5ad5874e1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:47.582390 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f514ef35-f901-4390-90e0-be9846ddb2b0 req-b73c9983-84d8-4559-a25f-e458b2adee94 tempest-TestVolumeBackupRestore-976339583 tempest-TestVolumeBackupRestore-976339583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:56:47.592600 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f514ef35-f901-4390-90e0-be9846ddb2b0 req-b73c9983-84d8-4559-a25f-e458b2adee94 tempest-TestVolumeBackupRestore-976339583 tempest-TestVolumeBackupRestore-976339583-project] 10.222.0.16 "GET /v2.0/ports?device_id=1f5a0535-92d9-4283-80cb-59894b507fd3 HTTP/1.1" status: 200 len: 945 time: 0.2653093 Jul 14 18:56:47.726692 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-f9bac321-2eca-49a0-a4d9-57fcdee9bfb1 None None] Provisioning for port a65060b3-8a03-483f-be0f-c1b5ef6d0cd4 completed by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:56:47.734281 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-f9bac321-2eca-49a0-a4d9-57fcdee9bfb1 None None] Provisioning complete for port a65060b3-8a03-483f-be0f-c1b5ef6d0cd4 triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:56:47.734649 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-f9bac321-2eca-49a0-a4d9-57fcdee9bfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:47.736466 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Pushing event updated for resources: {'Port': ['ID=399a7142-cddb-45d9-bf6d-de48e5c3706e,revision_number=5']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:56:47.765783 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01590abb-20cc-4427-9e7b-1e2ae4487c4b tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Network db786abc-8c51-49d2-8891-4c777c6cadf5 is already hosted by enough agents. {{(pid=93915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:56:47.778777 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [None req-01590abb-20cc-4427-9e7b-1e2ae4487c4b tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Resources bound (agent type, host, resource id): {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:56:47.795807 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01590abb-20cc-4427-9e7b-1e2ae4487c4b tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Received port after_create {{(pid=93915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:56:47.810740 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-f9bac321-2eca-49a0-a4d9-57fcdee9bfb1 None None] Port a65060b3-8a03-483f-be0f-c1b5ef6d0cd4 cannot update to ACTIVE because it is not bound. {{(pid=93917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 18:56:47.815695 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01590abb-20cc-4427-9e7b-1e2ae4487c4b tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:56:47.818713 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-01590abb-20cc-4427-9e7b-1e2ae4487c4b tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:47.825005 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 54306) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:56:47.836040 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01590abb-20cc-4427-9e7b-1e2ae4487c4b tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Pushing event updated for resources: {'Port': ['ID=bd8af7b2-b625-4dfc-9af8-d3aba8e90d4e,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:56:47.867535 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f514ef35-f901-4390-90e0-be9846ddb2b0 req-248d1386-1d0c-4dc9-8028-ce4c86bebcc4 tempest-TestVolumeBackupRestore-976339583 tempest-TestVolumeBackupRestore-976339583-project] 10.222.0.16 "GET /v2.0/security-groups?id=a69a7817-e0db-4957-9dd3-46ae7bcba614&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2244604 Jul 14 18:56:47.888958 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-01590abb-20cc-4427-9e7b-1e2ae4487c4b tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.5099080 Jul 14 18:56:47.906637 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 54308) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:56:47.906859 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 54310) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:56:48.062477 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a703d19b-6b8f-422c-b83e-7290118d997c tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] Notify callbacks [] for security_group, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:48.107100 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bf03e0a-6f99-403d-bedb-3658022d2359 tempest-TestVolumeBackupRestore-828150782 tempest-TestVolumeBackupRestore-828150782-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:56:48.108964 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-6bf03e0a-6f99-403d-bedb-3658022d2359 tempest-TestVolumeBackupRestore-828150782 tempest-TestVolumeBackupRestore-828150782-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=1f5a0535-92d9-4283-80cb-59894b507fd3 HTTP/1.1" status: 200 len: 1091 time: 0.2012014 Jul 14 18:56:48.111852 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 54314) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:56:48.118764 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-c9ebe214-fabd-4830-80e3-cfa13da84493 tempest-TestVolumeBackupRestore-976339583 tempest-TestVolumeBackupRestore-976339583-project] Request body: {'floatingip': {'floating_network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'port_id': 'cd8baaa3-cd9f-4584-9bdc-a4816ac099f0', 'tenant_id': 'ab3c6676b6134727ab7887b4428d3ba0', 'fixed_ip_address': '172.20.0.8'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:56:48.143959 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8cafe65-89e6-4a3d-a576-93a80f0e19c1 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:56:48.148553 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 54318) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:56:48.148788 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-d8cafe65-89e6-4a3d-a576-93a80f0e19c1 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] 10.222.0.16 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A346 HTTP/1.1" status: 200 len: 928 time: 0.2407434 Jul 14 18:56:48.182504 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a703d19b-6b8f-422c-b83e-7290118d997c tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:48.197700 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-c9ebe214-fabd-4830-80e3-cfa13da84493 tempest-TestVolumeBackupRestore-976339583 tempest-TestVolumeBackupRestore-976339583-project] Notify callbacks [] for floatingip, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:48.316913 n-d-800634-3 neutron-server[93916]: DEBUG neutron.notifiers.nova [req-c142c821-a6e7-42c2-bbc2-f3fb4990018a req-77e75a79-dd18-44b0-b9e6-2b5ad5874e1d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a65060b3-8a03-483f-be0f-c1b5ef6d0cd4 {{(pid=93916) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 18:56:48.325857 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a703d19b-6b8f-422c-b83e-7290118d997c tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:48.328483 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a703d19b-6b8f-422c-b83e-7290118d997c tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:48.329837 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-a703d19b-6b8f-422c-b83e-7290118d997c tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] 10.222.0.16 "DELETE /v2.0/security-groups/6966763a-a9ce-4f04-9343-56b5726844ec HTTP/1.1" status: 204 len: 168 time: 0.5033729 Jul 14 18:56:48.331901 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-c142c821-a6e7-42c2-bbc2-f3fb4990018a req-77e75a79-dd18-44b0-b9e6-2b5ad5874e1d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:48.350642 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a703d19b-6b8f-422c-b83e-7290118d997c tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6966763a-a9ce-4f04-9343-56b5726844ec,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:56:48.376577 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.provisioning_blocks [req-c142c821-a6e7-42c2-bbc2-f3fb4990018a req-77e75a79-dd18-44b0-b9e6-2b5ad5874e1d service neutron] Transition to ACTIVE for port object a65060b3-8a03-483f-be0f-c1b5ef6d0cd4 will not be triggered until provisioned by entity L2. {{(pid=93916) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:56:48.384273 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-c142c821-a6e7-42c2-bbc2-f3fb4990018a req-77e75a79-dd18-44b0-b9e6-2b5ad5874e1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2684870'] for port, after_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:48.425258 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 54322) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:56:48.493301 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e75a79-dd18-44b0-b9e6-2b5ad5874e1d service neutron] Pushing event updated for resources: {'Port': ['ID=a65060b3-8a03-483f-be0f-c1b5ef6d0cd4,revision_number=2']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:56:48.537238 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [None req-24c6512a-f1c6-43d5-a786-4994765b91d5 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Deleting port bd8af7b2-b625-4dfc-9af8-d3aba8e90d4e {{(pid=93915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:56:48.538010 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-24c6512a-f1c6-43d5-a786-4994765b91d5 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:48.651714 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8859d554-7f7f-4fa3-9b3d-4988197d6d88 req-92d2f3a3-593a-4af5-ac1b-ef2c3e3da1c5 tempest-TestSecurityGroupsBasicOps-1245515434 tempest-TestSecurityGroupsBasicOps-1245515434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:56:48.654242 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-8859d554-7f7f-4fa3-9b3d-4988197d6d88 req-92d2f3a3-593a-4af5-ac1b-ef2c3e3da1c5 tempest-TestSecurityGroupsBasicOps-1245515434 tempest-TestSecurityGroupsBasicOps-1245515434-project] 10.222.0.16 "GET /v2.0/ports?device_id=6f933a6e-6cc7-40ba-881b-87ebd2cc2c42 HTTP/1.1" status: 200 len: 895 time: 0.3314495 Jul 14 18:56:48.669923 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.managers [req-c142c821-a6e7-42c2-bbc2-f3fb4990018a req-77e75a79-dd18-44b0-b9e6-2b5ad5874e1d service neutron] Attempting to bind port a65060b3-8a03-483f-be0f-c1b5ef6d0cd4 on host n-h2-800634-3 for vnic_type normal with profile {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:56:48.670412 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.managers [req-c142c821-a6e7-42c2-bbc2-f3fb4990018a req-77e75a79-dd18-44b0-b9e6-2b5ad5874e1d service neutron] Attempting to bind port a65060b3-8a03-483f-be0f-c1b5ef6d0cd4 by drivers openvswitch,hyperv on host n-h2-800634-3 at level 0 using segments [{'id': '5347abb6-670f-4e9b-b099-02ae16895dc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '0ed0f69a-0d34-4c85-9939-1c2dfcbbe48f'}] {{(pid=93916) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:56:48.670843 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c142c821-a6e7-42c2-bbc2-f3fb4990018a req-77e75a79-dd18-44b0-b9e6-2b5ad5874e1d service neutron] Attempting to bind port a65060b3-8a03-483f-be0f-c1b5ef6d0cd4 on network 0ed0f69a-0d34-4c85-9939-1c2dfcbbe48f {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:56:48.677193 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c142c821-a6e7-42c2-bbc2-f3fb4990018a req-77e75a79-dd18-44b0-b9e6-2b5ad5874e1d service neutron] Port a65060b3-8a03-483f-be0f-c1b5ef6d0cd4 on network 0ed0f69a-0d34-4c85-9939-1c2dfcbbe48f not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-3 {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 18:56:48.677642 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c142c821-a6e7-42c2-bbc2-f3fb4990018a req-77e75a79-dd18-44b0-b9e6-2b5ad5874e1d service neutron] Attempting to bind port a65060b3-8a03-483f-be0f-c1b5ef6d0cd4 on network 0ed0f69a-0d34-4c85-9939-1c2dfcbbe48f {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:56:48.694352 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c142c821-a6e7-42c2-bbc2-f3fb4990018a req-77e75a79-dd18-44b0-b9e6-2b5ad5874e1d service neutron] Checking agent: {'id': '08e36a6c-8d04-48f0-a644-f27680635246', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 15, 35), 'started_at': datetime.datetime(2021, 7, 14, 18, 15, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 18, 56, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 18:56:48.694817 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c142c821-a6e7-42c2-bbc2-f3fb4990018a req-77e75a79-dd18-44b0-b9e6-2b5ad5874e1d service neutron] Checking segment: {'id': '5347abb6-670f-4e9b-b099-02ae16895dc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '0ed0f69a-0d34-4c85-9939-1c2dfcbbe48f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93916) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:56:48.695303 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c142c821-a6e7-42c2-bbc2-f3fb4990018a req-77e75a79-dd18-44b0-b9e6-2b5ad5874e1d service neutron] Bound using segment: {'id': '5347abb6-670f-4e9b-b099-02ae16895dc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '0ed0f69a-0d34-4c85-9939-1c2dfcbbe48f'} {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 18:56:48.695842 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.managers [req-c142c821-a6e7-42c2-bbc2-f3fb4990018a req-77e75a79-dd18-44b0-b9e6-2b5ad5874e1d service neutron] Bound port: a65060b3-8a03-483f-be0f-c1b5ef6d0cd4, host: n-h2-800634-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5347abb6-670f-4e9b-b099-02ae16895dc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '0ed0f69a-0d34-4c85-9939-1c2dfcbbe48f'}}] {{(pid=93916) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 18:56:48.696369 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-c142c821-a6e7-42c2-bbc2-f3fb4990018a req-77e75a79-dd18-44b0-b9e6-2b5ad5874e1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:48.818076 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device f12df264-0170-49c2-ba99-af93b30bc0a9 up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:56:48.840088 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.db [req-c142c821-a6e7-42c2-bbc2-f3fb4990018a req-77e75a79-dd18-44b0-b9e6-2b5ad5874e1d service neutron] For port a65060b3-8a03-483f-be0f-c1b5ef6d0cd4, host n-h2-800634-3, cleared binding levels {{(pid=93916) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:56:48.844825 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.db [req-c142c821-a6e7-42c2-bbc2-f3fb4990018a req-77e75a79-dd18-44b0-b9e6-2b5ad5874e1d service neutron] For port a65060b3-8a03-483f-be0f-c1b5ef6d0cd4, host n-h2-800634-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=a65060b3-8a03-483f-be0f-c1b5ef6d0cd4,segment=NetworkSegment(5347abb6-670f-4e9b-b099-02ae16895dc8),segment_id=5347abb6-670f-4e9b-b099-02ae16895dc8)] {{(pid=93916) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 18:56:48.855482 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-c142c821-a6e7-42c2-bbc2-f3fb4990018a req-77e75a79-dd18-44b0-b9e6-2b5ad5874e1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2684870'] for port, after_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:48.901355 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c142c821-a6e7-42c2-bbc2-f3fb4990018a req-77e75a79-dd18-44b0-b9e6-2b5ad5874e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:56:48.902126 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-c142c821-a6e7-42c2-bbc2-f3fb4990018a req-77e75a79-dd18-44b0-b9e6-2b5ad5874e1d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:48.904023 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-c142c821-a6e7-42c2-bbc2-f3fb4990018a req-77e75a79-dd18-44b0-b9e6-2b5ad5874e1d service neutron] 10.222.0.35 "PUT /v2.0/ports/a65060b3-8a03-483f-be0f-c1b5ef6d0cd4 HTTP/1.1" status: 200 len: 1055 time: 1.5724912 Jul 14 18:56:48.904737 n-d-800634-3 neutron-server[93916]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f933a6e-6cc7-40ba-881b-87ebd2cc2c42', 'tag': 'a65060b3-8a03-483f-be0f-c1b5ef6d0cd4'}] {{(pid=93916) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:56:48.907298 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f803e150b363a7893830aa996ac27753fa25517c406ecd3536b7c2d4b26eeb9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a70ba3f4-30c1-4589-8f1e-ae0a8aac18f9" -d '{"events": [{"name": "network-changed", "server_uuid": "6f933a6e-6cc7-40ba-881b-87ebd2cc2c42", "tag": "a65060b3-8a03-483f-be0f-c1b5ef6d0cd4"}]}' {{(pid=93916) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:56:48.960809 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e75a79-dd18-44b0-b9e6-2b5ad5874e1d service neutron] Pushing event updated for resources: {'Port': ['ID=a65060b3-8a03-483f-be0f-c1b5ef6d0cd4,revision_number=3']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:56:48.996181 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning for port f12df264-0170-49c2-ba99-af93b30bc0a9 completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:56:48.998930 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 18:56:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73e667a5-1134-4cf9-80e7-d3c1918dd24c x-openstack-request-id: req-73e667a5-1134-4cf9-80e7-d3c1918dd24c {{(pid=93916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:56:48.999341 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f933a6e-6cc7-40ba-881b-87ebd2cc2c42", "tag": "a65060b3-8a03-483f-be0f-c1b5ef6d0cd4", "status": "completed", "code": 200}]} {{(pid=93916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:56:49.001077 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 399a7142-cddb-45d9-bf6d-de48e5c3706e up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:56:49.001572 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-73e667a5-1134-4cf9-80e7-d3c1918dd24c {{(pid=93916) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:56:49.002549 n-d-800634-3 neutron-server[93916]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f933a6e-6cc7-40ba-881b-87ebd2cc2c42', 'tag': 'a65060b3-8a03-483f-be0f-c1b5ef6d0cd4', 'status': 'completed', 'code': 200} Jul 14 18:56:49.045431 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b49b5409-cfd9-45b8-9d78-be67c5693526 None None] Network db786abc-8c51-49d2-8891-4c777c6cadf5 requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:56:49.083891 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c142c821-a6e7-42c2-bbc2-f3fb4990018a req-d6100417-28d7-43e4-8ebb-cd46cb436ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:56:49.085569 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-c142c821-a6e7-42c2-bbc2-f3fb4990018a req-d6100417-28d7-43e4-8ebb-cd46cb436ff6 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=16585be2c4d241b09d11d2c12f508f99&device_id=6f933a6e-6cc7-40ba-881b-87ebd2cc2c42 HTTP/1.1" status: 200 len: 1058 time: 0.1099558 Jul 14 18:56:49.136504 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port 399a7142-cddb-45d9-bf6d-de48e5c3706e triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:56:49.137559 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:49.142053 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-31dee716-f64c-4ec2-aee2-b145c70ad6f4 None None] Provisioning for port f12df264-0170-49c2-ba99-af93b30bc0a9 completed by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:56:49.171632 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-c142c821-a6e7-42c2-bbc2-f3fb4990018a req-bf2e82f5-ed77-4282-905f-09700119c75e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.25&port_id=a65060b3-8a03-483f-be0f-c1b5ef6d0cd4 HTTP/1.1" status: 200 len: 217 time: 0.0786746 Jul 14 18:56:49.177331 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-31dee716-f64c-4ec2-aee2-b145c70ad6f4 None None] Provisioning complete for port f12df264-0170-49c2-ba99-af93b30bc0a9 triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:56:49.177849 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-31dee716-f64c-4ec2-aee2-b145c70ad6f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:49.249167 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c142c821-a6e7-42c2-bbc2-f3fb4990018a req-7b3d38bf-c582-447e-8cc3-24db81c85f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:56:49.251031 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-c142c821-a6e7-42c2-bbc2-f3fb4990018a req-7b3d38bf-c582-447e-8cc3-24db81c85f75 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c80dea0f-5273-4e91-828a-b85558e1b2bf HTTP/1.1" status: 200 len: 838 time: 0.0679424 Jul 14 18:56:49.315547 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c142c821-a6e7-42c2-bbc2-f3fb4990018a req-8519581f-4cf2-4ef1-a1d8-d189c10dcb38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:56:49.317617 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-c142c821-a6e7-42c2-bbc2-f3fb4990018a req-8519581f-4cf2-4ef1-a1d8-d189c10dcb38 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0ed0f69a-0d34-4c85-9939-1c2dfcbbe48f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0593884 Jul 14 18:56:49.337702 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-c9ebe214-fabd-4830-80e3-cfa13da84493 tempest-TestVolumeBackupRestore-976339583 tempest-TestVolumeBackupRestore-976339583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:49.371000 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-24c6512a-f1c6-43d5-a786-4994765b91d5 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:49.416435 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-c142c821-a6e7-42c2-bbc2-f3fb4990018a req-3392fa8c-5dc3-4387-8245-45edfcd61ed4 service neutron] 10.222.0.35 "GET /v2.0/networks/0ed0f69a-0d34-4c85-9939-1c2dfcbbe48f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919986 Jul 14 18:56:49.427871 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-31dee716-f64c-4ec2-aee2-b145c70ad6f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:49.429339 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [None req-24c6512a-f1c6-43d5-a786-4994765b91d5 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Calling delete_port for bd8af7b2-b625-4dfc-9af8-d3aba8e90d4e owned by {{(pid=93915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:56:49.471477 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-31dee716-f64c-4ec2-aee2-b145c70ad6f4 None None] For port f12df264-0170-49c2-ba99-af93b30bc0a9, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=f12df264-0170-49c2-ba99-af93b30bc0a9,segment=NetworkSegment(160d75a2-fb5b-4705-aad2-3d1a177f743e),segment_id=160d75a2-fb5b-4705-aad2-3d1a177f743e)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:56:49.481903 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-31dee716-f64c-4ec2-aee2-b145c70ad6f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:49.531506 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-c142c821-a6e7-42c2-bbc2-f3fb4990018a req-6410a3f1-720a-437c-8139-4cc4e4841b6c service neutron] 10.222.0.35 "GET /v2.0/networks/0ed0f69a-0d34-4c85-9939-1c2dfcbbe48f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1078155 Jul 14 18:56:49.544190 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31dee716-f64c-4ec2-aee2-b145c70ad6f4 None None] Pushing event updated for resources: {'Port': ['ID=f12df264-0170-49c2-ba99-af93b30bc0a9,revision_number=3']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:56:49.641452 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.db_base_plugin_common [None req-c9ebe214-fabd-4830-80e3-cfa13da84493 tempest-TestVolumeBackupRestore-976339583 tempest-TestVolumeBackupRestore-976339583-project] Allocated IP 172.25.1.218 (9200a437-e1de-4520-88f6-e68386523e61/5f47f848-4532-407a-a0e2-5690ade15fd0/b3523bcd-5e0f-456f-a1b1-2cab2df36013) {{(pid=93915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:56:49.650522 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70ba3f4-30c1-4589-8f1e-ae0a8aac18f9 req-24adb397-40c2-4c49-8c46-5617d1480cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:56:49.652225 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-a70ba3f4-30c1-4589-8f1e-ae0a8aac18f9 req-24adb397-40c2-4c49-8c46-5617d1480cf9 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=16585be2c4d241b09d11d2c12f508f99&device_id=6f933a6e-6cc7-40ba-881b-87ebd2cc2c42 HTTP/1.1" status: 200 len: 1058 time: 0.0659399 Jul 14 18:56:49.760086 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70ba3f4-30c1-4589-8f1e-ae0a8aac18f9 req-cee0332c-51d0-4726-be58-88e70ede5cad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:56:49.762765 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-a70ba3f4-30c1-4589-8f1e-ae0a8aac18f9 req-cee0332c-51d0-4726-be58-88e70ede5cad service neutron] 10.222.0.35 "GET /v2.0/networks?id=0ed0f69a-0d34-4c85-9939-1c2dfcbbe48f HTTP/1.1" status: 200 len: 897 time: 0.1032963 Jul 14 18:56:49.814194 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-a70ba3f4-30c1-4589-8f1e-ae0a8aac18f9 req-b241c799-f482-4042-965a-654d0ed773b9 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.25&port_id=a65060b3-8a03-483f-be0f-c1b5ef6d0cd4 HTTP/1.1" status: 200 len: 217 time: 0.0444138 Jul 14 18:56:49.843606 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-60263007-d272-4b3d-a1f8-50e769f7102f None None] Provisioning for port 4fa83c86-1980-4ee5-9859-5be9f0896866 completed by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:56:49.847719 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-60263007-d272-4b3d-a1f8-50e769f7102f None None] Provisioning complete for port 4fa83c86-1980-4ee5-9859-5be9f0896866 triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:56:49.848205 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-60263007-d272-4b3d-a1f8-50e769f7102f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:49.887835 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70ba3f4-30c1-4589-8f1e-ae0a8aac18f9 req-5972da87-d55b-44e8-a8f0-1e26fe71526d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:56:49.889800 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-a70ba3f4-30c1-4589-8f1e-ae0a8aac18f9 req-5972da87-d55b-44e8-a8f0-1e26fe71526d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c80dea0f-5273-4e91-828a-b85558e1b2bf HTTP/1.1" status: 200 len: 838 time: 0.0683167 Jul 14 18:56:49.890901 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-24c6512a-f1c6-43d5-a786-4994765b91d5 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:49.898407 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-60263007-d272-4b3d-a1f8-50e769f7102f None None] Port 4fa83c86-1980-4ee5-9859-5be9f0896866 cannot update to ACTIVE because it is not bound. {{(pid=93917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 18:56:49.910078 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-60263007-d272-4b3d-a1f8-50e769f7102f None None] Provisioning complete for port f12df264-0170-49c2-ba99-af93b30bc0a9 triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:56:49.910078 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-60263007-d272-4b3d-a1f8-50e769f7102f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:49.966043 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70ba3f4-30c1-4589-8f1e-ae0a8aac18f9 req-46787cb6-d969-4540-ac51-4adff31fac0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:56:49.967675 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-a70ba3f4-30c1-4589-8f1e-ae0a8aac18f9 req-46787cb6-d969-4540-ac51-4adff31fac0f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0ed0f69a-0d34-4c85-9939-1c2dfcbbe48f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0690963 Jul 14 18:56:49.979916 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c6512a-f1c6-43d5-a786-4994765b91d5 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Pushing event deleted for resources: {'Port': ['ID=bd8af7b2-b625-4dfc-9af8-d3aba8e90d4e,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:56:50.016282 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-60263007-d272-4b3d-a1f8-50e769f7102f None None] Could not find standard attr ID for object bd8af7b2-b625-4dfc-9af8-d3aba8e90d4e. {{(pid=93917) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 14 18:56:50.020731 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-c9ebe214-fabd-4830-80e3-cfa13da84493 tempest-TestVolumeBackupRestore-976339583 tempest-TestVolumeBackupRestore-976339583-project] Notify callbacks [] for port, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:50.072895 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-24c6512a-f1c6-43d5-a786-4994765b91d5 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:50.077276 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-24c6512a-f1c6-43d5-a786-4994765b91d5 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] 10.222.0.16 "DELETE /v2.0/ports/bd8af7b2-b625-4dfc-9af8-d3aba8e90d4e HTTP/1.1" status: 204 len: 168 time: 1.9200344 Jul 14 18:56:50.079312 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-a70ba3f4-30c1-4589-8f1e-ae0a8aac18f9 req-3c276920-3fa2-40f2-a44c-9703c95f1484 service neutron] 10.222.0.35 "GET /v2.0/networks/0ed0f69a-0d34-4c85-9939-1c2dfcbbe48f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1029065 Jul 14 18:56:50.079830 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 54330) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:56:50.084306 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2f3e04-81df-4c8c-8260-da610fdd1dc2 req-4aa38b28-b083-4250-bc63-f0d91561d426 tempest-TestSecurityGroupsBasicOps-1245515434 tempest-TestSecurityGroupsBasicOps-1245515434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:56:50.085889 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-4e2f3e04-81df-4c8c-8260-da610fdd1dc2 req-4aa38b28-b083-4250-bc63-f0d91561d426 tempest-TestSecurityGroupsBasicOps-1245515434 tempest-TestSecurityGroupsBasicOps-1245515434-project] 10.222.0.16 "GET /v2.0/ports?device_id=6f933a6e-6cc7-40ba-881b-87ebd2cc2c42 HTTP/1.1" status: 200 len: 907 time: 0.2863495 Jul 14 18:56:50.128309 n-d-800634-3 neutron-server[93916]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd40c39b-c936-4af9-9cc5-a0cfdb44d241 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] GET failed (client error): The resource could not be found. Jul 14 18:56:50.129962 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-bd40c39b-c936-4af9-9cc5-a0cfdb44d241 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] 10.222.0.16 "GET /v2.0/ports/bd8af7b2-b625-4dfc-9af8-d3aba8e90d4e HTTP/1.1" status: 404 len: 333 time: 0.0491247 Jul 14 18:56:50.135002 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 54332) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:56:50.137790 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-cd0aa836-70d0-4c03-8c02-5291f39b053c None None] Provisioning complete for port 4fa83c86-1980-4ee5-9859-5be9f0896866 triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:56:50.138350 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-cd0aa836-70d0-4c03-8c02-5291f39b053c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:50.186595 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-cd0aa836-70d0-4c03-8c02-5291f39b053c None None] Port 4fa83c86-1980-4ee5-9859-5be9f0896866 cannot update to ACTIVE because it is not bound. {{(pid=93917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 18:56:50.210090 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-a70ba3f4-30c1-4589-8f1e-ae0a8aac18f9 req-fd0f6892-d8b6-450b-80a8-a6ac2dab9f29 service neutron] 10.222.0.35 "GET /v2.0/networks/0ed0f69a-0d34-4c85-9939-1c2dfcbbe48f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1185043 Jul 14 18:56:50.211871 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-c9ebe214-fabd-4830-80e3-cfa13da84493 tempest-TestVolumeBackupRestore-976339583 tempest-TestVolumeBackupRestore-976339583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:50.303133 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-235910d2-e84a-497c-bdbe-2a0eccfb3bb0 None None] Could not find standard attr ID for object bd8af7b2-b625-4dfc-9af8-d3aba8e90d4e. {{(pid=93917) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 14 18:56:50.312290 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9ebe214-fabd-4830-80e3-cfa13da84493 tempest-TestVolumeBackupRestore-976339583 tempest-TestVolumeBackupRestore-976339583-project] Network 9200a437-e1de-4520-88f6-e68386523e61 is already hosted by enough agents. {{(pid=93915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:56:50.336845 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [None req-c9ebe214-fabd-4830-80e3-cfa13da84493 tempest-TestVolumeBackupRestore-976339583 tempest-TestVolumeBackupRestore-976339583-project] Resources bound (agent type, host, resource id): {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:56:50.339472 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9ebe214-fabd-4830-80e3-cfa13da84493 tempest-TestVolumeBackupRestore-976339583 tempest-TestVolumeBackupRestore-976339583-project] Received port after_create {{(pid=93915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:56:50.374742 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-bafdbbc7-b002-4c22-aeb0-c4d33e327db1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:50.378890 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ebe214-fabd-4830-80e3-cfa13da84493 tempest-TestVolumeBackupRestore-976339583 tempest-TestVolumeBackupRestore-976339583-project] Pushing event updated for resources: {'Port': ['ID=b3523bcd-5e0f-456f-a1b1-2cab2df36013,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:56:50.486421 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-079b7117-04df-4bf9-a8d0-351e33cb5b97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-928623'] for router_interface, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:50.523771 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [None req-c1ccfc8d-dfe3-44f5-ab7e-a4c0d82119ea tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Deleting port 4fa83c86-1980-4ee5-9859-5be9f0896866 {{(pid=93915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:56:50.524286 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-c1ccfc8d-dfe3-44f5-ab7e-a4c0d82119ea tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:50.573546 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device f12df264-0170-49c2-ba99-af93b30bc0a9 up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:56:50.619844 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port f12df264-0170-49c2-ba99-af93b30bc0a9 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:56:50.620246 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:50.742051 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-c1ccfc8d-dfe3-44f5-ab7e-a4c0d82119ea tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:50.848588 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [None req-c1ccfc8d-dfe3-44f5-ab7e-a4c0d82119ea tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Calling delete_port for 4fa83c86-1980-4ee5-9859-5be9f0896866 owned by {{(pid=93915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:56:51.218568 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-c1ccfc8d-dfe3-44f5-ab7e-a4c0d82119ea tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:51.221900 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-c9ebe214-fabd-4830-80e3-cfa13da84493 tempest-TestVolumeBackupRestore-976339583 tempest-TestVolumeBackupRestore-976339583-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:51.284471 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Device a65060b3-8a03-483f-be0f-c1b5ef6d0cd4 details requested by agent hyperv_n-h2-800634-3 with host n-h2-800634-3 {{(pid=93917) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 18:56:51.384693 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] For port a65060b3-8a03-483f-be0f-c1b5ef6d0cd4, host n-h2-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=a65060b3-8a03-483f-be0f-c1b5ef6d0cd4,segment=NetworkSegment(5347abb6-670f-4e9b-b099-02ae16895dc8),segment_id=5347abb6-670f-4e9b-b099-02ae16895dc8)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:56:51.401877 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Returning: {'device': 'a65060b3-8a03-483f-be0f-c1b5ef6d0cd4', 'network_id': '0ed0f69a-0d34-4c85-9939-1c2dfcbbe48f', 'port_id': 'a65060b3-8a03-483f-be0f-c1b5ef6d0cd4', 'mac_address': 'fa:16:3e:41:9e:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c80dea0f-5273-4e91-828a-b85558e1b2bf', 'ip_address': '172.20.0.25'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93917) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 18:56:51.442013 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:51.456196 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a65060b3-8a03-483f-be0f-c1b5ef6d0cd4 {{(pid=93917) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 18:56:51.476492 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] For port a65060b3-8a03-483f-be0f-c1b5ef6d0cd4, host n-h2-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=a65060b3-8a03-483f-be0f-c1b5ef6d0cd4,segment=NetworkSegment(5347abb6-670f-4e9b-b099-02ae16895dc8),segment_id=5347abb6-670f-4e9b-b099-02ae16895dc8)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:56:51.480624 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:51.530707 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Pushing event updated for resources: {'Port': ['ID=a65060b3-8a03-483f-be0f-c1b5ef6d0cd4,revision_number=4']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:56:51.627475 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ccfc8d-dfe3-44f5-ab7e-a4c0d82119ea tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Pushing event deleted for resources: {'Port': ['ID=4fa83c86-1980-4ee5-9859-5be9f0896866,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:56:51.681845 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-c1ccfc8d-dfe3-44f5-ab7e-a4c0d82119ea tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:51.684407 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-c1ccfc8d-dfe3-44f5-ab7e-a4c0d82119ea tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] 10.222.0.16 "DELETE /v2.0/ports/4fa83c86-1980-4ee5-9859-5be9f0896866 HTTP/1.1" status: 204 len: 168 time: 1.5408077 Jul 14 18:56:51.687034 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 54338) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:56:51.721429 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] get_ports_and_sgs() called for port_ids ['a65060b3-8a03-483f-be0f-c1b5ef6d0cd4'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 18:56:51.722876 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [None req-079b7117-04df-4bf9-a8d0-351e33cb5b97 admin admin] Deleting port 80c1cf18-c949-439f-b063-72e495f32b15 {{(pid=93915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:56:51.723225 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-079b7117-04df-4bf9-a8d0-351e33cb5b97 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:51.723629 n-d-800634-3 neutron-server[93916]: INFO neutron.pecan_wsgi.hooks.translation [None req-89e5cb8b-15d3-4a76-bf8f-a1fadf529cfc tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] GET failed (client error): The resource could not be found. Jul 14 18:56:51.728129 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-89e5cb8b-15d3-4a76-bf8f-a1fadf529cfc tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] 10.222.0.16 "GET /v2.0/ports/4fa83c86-1980-4ee5-9859-5be9f0896866 HTTP/1.1" status: 404 len: 333 time: 0.0397792 Jul 14 18:56:51.728816 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 54340) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:56:51.781453 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-c9ebe214-fabd-4830-80e3-cfa13da84493 tempest-TestVolumeBackupRestore-976339583 tempest-TestVolumeBackupRestore-976339583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:51.782032 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.db_base_plugin_v2 [None req-fac6e60c-77a3-4d85-8c51-1a3669dfcfec tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Deleting subnet 3fd39e8d-ac11-41a8-9044-052136a91e3a {{(pid=93916) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 18:56:51.785816 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-fac6e60c-77a3-4d85-8c51-1a3669dfcfec tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Notify callbacks [] for subnet, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:51.792371 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30275579-ca3f-466b-91ac-aa8aabbe27d7 req-26935833-f482-4061-bbbe-a29ab59f8ef4 tempest-TestSecurityGroupsBasicOps-1245515434 tempest-TestSecurityGroupsBasicOps-1245515434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:56:51.794071 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-30275579-ca3f-466b-91ac-aa8aabbe27d7 req-26935833-f482-4061-bbbe-a29ab59f8ef4 tempest-TestSecurityGroupsBasicOps-1245515434 tempest-TestSecurityGroupsBasicOps-1245515434-project] 10.222.0.16 "GET /v2.0/ports?device_id=6f933a6e-6cc7-40ba-881b-87ebd2cc2c42 HTTP/1.1" status: 200 len: 907 time: 0.5766244 Jul 14 18:56:51.834030 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-fac6e60c-77a3-4d85-8c51-1a3669dfcfec tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26296866'] for subnet, precommit_delete_associations {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:51.922685 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-fac6e60c-77a3-4d85-8c51-1a3669dfcfec tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081283'] for subnet, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:51.922946 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [None req-079b7117-04df-4bf9-a8d0-351e33cb5b97 admin admin] For port 80c1cf18-c949-439f-b063-72e495f32b15, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=80c1cf18-c949-439f-b063-72e495f32b15,segment=NetworkSegment(ee39aca0-6f7d-4da6-861f-9f37553124e0),segment_id=ee39aca0-6f7d-4da6-861f-9f37553124e0)] {{(pid=93915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:56:51.923200 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-079b7117-04df-4bf9-a8d0-351e33cb5b97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:51.939929 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [None req-079b7117-04df-4bf9-a8d0-351e33cb5b97 admin admin] Calling delete_port for 80c1cf18-c949-439f-b063-72e495f32b15 owned by network:router_interface {{(pid=93915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:56:51.979915 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-fac6e60c-77a3-4d85-8c51-1a3669dfcfec tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2684816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26033152'] for subnet, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:52.009739 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-fac6e60c-77a3-4d85-8c51-1a3669dfcfec tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Notify callbacks [] for subnet, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:52.014296 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-fac6e60c-77a3-4d85-8c51-1a3669dfcfec tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] 10.222.0.16 "DELETE /v2.0/subnets/3fd39e8d-ac11-41a8-9044-052136a91e3a HTTP/1.1" status: 204 len: 168 time: 0.2821009 Jul 14 18:56:52.014296 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac6e60c-77a3-4d85-8c51-1a3669dfcfec tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Pushing event deleted for resources: {'Subnet': ['ID=3fd39e8d-ac11-41a8-9044-052136a91e3a,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:56:52.015055 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 54342) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:56:52.017250 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87b93402-1fcb-4ff6-a9d3-cfc3ec2caf2e None None] Network db786abc-8c51-49d2-8891-4c777c6cadf5 requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:56:52.054876 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-c9ebe214-fabd-4830-80e3-cfa13da84493 tempest-TestVolumeBackupRestore-976339583 tempest-TestVolumeBackupRestore-976339583-project] Notify callbacks [] for port, precommit_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:52.080315 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-c9ebe214-fabd-4830-80e3-cfa13da84493 tempest-TestVolumeBackupRestore-976339583 tempest-TestVolumeBackupRestore-976339583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25912978'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:52.095632 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a14d5197-f80c-4029-bde5-c214801c159c tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645734'] for network, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:52.159544 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-a14d5197-f80c-4029-bde5-c214801c159c tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Deleting port f12df264-0170-49c2-ba99-af93b30bc0a9 {{(pid=93916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:56:52.160241 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a14d5197-f80c-4029-bde5-c214801c159c tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:52.216883 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2e98003-6ae1-48d1-acfa-ea99d9417a06 None None] DHCP port deletion for db786abc-8c51-49d2-8891-4c777c6cadf5 request from n-d-800634-3 {{(pid=93917) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 18:56:52.224900 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ebe214-fabd-4830-80e3-cfa13da84493 tempest-TestVolumeBackupRestore-976339583 tempest-TestVolumeBackupRestore-976339583-project] Pushing event updated for resources: {'Port': ['ID=b3523bcd-5e0f-456f-a1b1-2cab2df36013,revision_number=2']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:56:52.225601 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.db [None req-a14d5197-f80c-4029-bde5-c214801c159c tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] For port f12df264-0170-49c2-ba99-af93b30bc0a9, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=f12df264-0170-49c2-ba99-af93b30bc0a9,segment=NetworkSegment(160d75a2-fb5b-4705-aad2-3d1a177f743e),segment_id=160d75a2-fb5b-4705-aad2-3d1a177f743e)] {{(pid=93916) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:56:52.225999 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a14d5197-f80c-4029-bde5-c214801c159c tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:52.236339 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-c9ebe214-fabd-4830-80e3-cfa13da84493 tempest-TestVolumeBackupRestore-976339583 tempest-TestVolumeBackupRestore-976339583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-930131'] for floatingip, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:52.241920 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-a14d5197-f80c-4029-bde5-c214801c159c tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Calling delete_port for f12df264-0170-49c2-ba99-af93b30bc0a9 owned by network:dhcp {{(pid=93916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:56:52.274278 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-b2e98003-6ae1-48d1-acfa-ea99d9417a06 None None] Deleting port f12df264-0170-49c2-ba99-af93b30bc0a9 {{(pid=93917) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:56:52.275153 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b2e98003-6ae1-48d1-acfa-ea99d9417a06 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:52.331478 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a14d5197-f80c-4029-bde5-c214801c159c tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:52.346898 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b2e98003-6ae1-48d1-acfa-ea99d9417a06 None None] For port f12df264-0170-49c2-ba99-af93b30bc0a9, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=f12df264-0170-49c2-ba99-af93b30bc0a9,segment=NetworkSegment(160d75a2-fb5b-4705-aad2-3d1a177f743e),segment_id=160d75a2-fb5b-4705-aad2-3d1a177f743e)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:56:52.347457 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b2e98003-6ae1-48d1-acfa-ea99d9417a06 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:52.357966 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14d5197-f80c-4029-bde5-c214801c159c tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Pushing event deleted for resources: {'Port': ['ID=f12df264-0170-49c2-ba99-af93b30bc0a9,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:56:52.361581 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a14d5197-f80c-4029-bde5-c214801c159c tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] No DVR routers for this DVR port f12df264-0170-49c2-ba99-af93b30bc0a9 on host n-d-800634-3 {{(pid=93916) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 18:56:52.364303 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-b2e98003-6ae1-48d1-acfa-ea99d9417a06 None None] Calling delete_port for f12df264-0170-49c2-ba99-af93b30bc0a9 owned by network:dhcp {{(pid=93917) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:56:52.381463 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-079b7117-04df-4bf9-a8d0-351e33cb5b97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:52.411663 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079b7117-04df-4bf9-a8d0-351e33cb5b97 admin admin] Pushing event deleted for resources: {'Port': ['ID=80c1cf18-c949-439f-b063-72e495f32b15,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:56:52.415341 n-d-800634-3 neutron-server[93915]: INFO neutron.db.l3_db [None req-c9ebe214-fabd-4830-80e3-cfa13da84493 tempest-TestVolumeBackupRestore-976339583 tempest-TestVolumeBackupRestore-976339583-project] Floating IP 4be21d09-5aba-4e4e-94d1-0cccfa10136e associated. External IP: 172.25.1.218, port: cd8baaa3-cd9f-4584-9bdc-a4816ac099f0. Jul 14 18:56:52.449065 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a14d5197-f80c-4029-bde5-c214801c159c tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2096010', 'neutron.services.segments.db._delete_segments_for_network-8728202734996'] for network, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:52.473077 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.segments.db [None req-a14d5197-f80c-4029-bde5-c214801c159c tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db786abc-8c51-49d2-8891-4c777c6cadf5']}} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:56:52.474211 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b2e98003-6ae1-48d1-acfa-ea99d9417a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813'] for port, after_delete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:52.487089 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.segments.db [None req-a14d5197-f80c-4029-bde5-c214801c159c tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '160d75a2-fb5b-4705-aad2-3d1a177f743e') {'for_net_delete': True} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:56:52.487836 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.segments.db [None req-a14d5197-f80c-4029-bde5-c214801c159c tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '160d75a2-fb5b-4705-aad2-3d1a177f743e') {} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:56:52.501799 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a14d5197-f80c-4029-bde5-c214801c159c tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728202715275', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26296891'] for segment, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:52.509549 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e98003-6ae1-48d1-acfa-ea99d9417a06 None None] Pushing event deleted for resources: {'Port': ['ID=f12df264-0170-49c2-ba99-af93b30bc0a9,revision_number=None']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:56:52.521895 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2e98003-6ae1-48d1-acfa-ea99d9417a06 None None] No DVR routers for this DVR port f12df264-0170-49c2-ba99-af93b30bc0a9 on host n-d-800634-3 {{(pid=93917) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 18:56:52.533175 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a14d5197-f80c-4029-bde5-c214801c159c tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:52.541650 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a14d5197-f80c-4029-bde5-c214801c159c tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Releasing vlan 68 on physical network physnet1 to pool {{(pid=93916) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 18:56:52.542357 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a14d5197-f80c-4029-bde5-c214801c159c tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2682942'] for segment, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:52.714808 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device f12df264-0170-49c2-ba99-af93b30bc0a9 no longer exists at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 18:56:52.737751 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] No Port match for: f12df264-0170-49c2-ba99-af93b30bc0a9 {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 18:56:52.738092 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device f12df264-0170-49c2-ba99-af93b30bc0a9 not bound to the agent host n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 18:56:52.758832 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-079b7117-04df-4bf9-a8d0-351e33cb5b97 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-598732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-928907'] for router_interface, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:52.838706 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9ebe214-fabd-4830-80e3-cfa13da84493 tempest-TestVolumeBackupRestore-976339583 tempest-TestVolumeBackupRestore-976339583-project] Router dc95858d-41d5-4e5f-8465-44deaf1e4ff7 has already been hosted by L3 agent 2c6eb27e-defb-4cca-9a24-381c7415e359 {{(pid=93915) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 18:56:52.843730 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-e22d1521-6900-4222-805d-9adbd72fa8bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:52.897559 n-d-800634-3 neutron-server[93916]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:56:52.897559 n-d-800634-3 neutron-server[93916]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:56:52.897559 n-d-800634-3 neutron-server[93916]: Traceback (most recent call last): Jul 14 18:56:52.897559 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 18:56:52.897559 n-d-800634-3 neutron-server[93916]: timer() Jul 14 18:56:52.897559 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 18:56:52.897559 n-d-800634-3 neutron-server[93916]: cb(*args, **kw) Jul 14 18:56:52.897559 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 18:56:52.897559 n-d-800634-3 neutron-server[93916]: return func(*args, **kwargs) Jul 14 18:56:52.897559 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 18:56:52.897559 n-d-800634-3 neutron-server[93916]: self._notify() Jul 14 18:56:52.897559 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 18:56:52.897559 n-d-800634-3 neutron-server[93916]: self.callback(batched_events) Jul 14 18:56:52.897559 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 18:56:52.897559 n-d-800634-3 neutron-server[93916]: event.method(event) Jul 14 18:56:52.897559 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 18:56:52.897559 n-d-800634-3 neutron-server[93916]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 18:56:52.897559 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 18:56:52.897559 n-d-800634-3 neutron-server[93916]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 18:56:52.897559 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 18:56:52.897559 n-d-800634-3 neutron-server[93916]: return f(self, *a, **k) Jul 14 18:56:52.897559 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 18:56:52.897559 n-d-800634-3 neutron-server[93916]: return self._get(url).json() Jul 14 18:56:52.897559 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 18:56:52.897559 n-d-800634-3 neutron-server[93916]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 18:56:52.897559 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 18:56:52.897559 n-d-800634-3 neutron-server[93916]: return self.request(url, 'GET', **kwargs) Jul 14 18:56:52.897559 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 18:56:52.897559 n-d-800634-3 neutron-server[93916]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 18:56:52.897559 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 18:56:52.897559 n-d-800634-3 neutron-server[93916]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 18:56:52.897559 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 18:56:52.897559 n-d-800634-3 neutron-server[93916]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 18:56:52.897559 n-d-800634-3 neutron-server[93916]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 18:56:52.947553 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a14d5197-f80c-4029-bde5-c214801c159c tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2096001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-930085'] for network, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:52.956126 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a14d5197-f80c-4029-bde5-c214801c159c tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Notify callbacks [] for network, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:52.958121 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-a14d5197-f80c-4029-bde5-c214801c159c tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] 10.222.0.16 "DELETE /v2.0/networks/db786abc-8c51-49d2-8891-4c777c6cadf5 HTTP/1.1" status: 204 len: 168 time: 0.9398322 Jul 14 18:56:52.963614 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 54346) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:56:52.967998 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14d5197-f80c-4029-bde5-c214801c159c tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Pushing event deleted for resources: {'Network': ['ID=db786abc-8c51-49d2-8891-4c777c6cadf5,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:56:52.975047 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-10893fa2-bc9a-4e73-87aa-53855c50b0a5 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1321357425'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:56:53.091921 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10893fa2-bc9a-4e73-87aa-53855c50b0a5 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Made reservation on behalf of 8cc151c1a6834557b6005ab4171146b5 for: {'network': 1} {{(pid=93915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:56:53.095370 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-10893fa2-bc9a-4e73-87aa-53855c50b0a5 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for network, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:53.181677 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a60d80-0c3b-460f-86f4-91b0ad3d2ad2 req-dc879b21-d59b-4bf8-8dd2-7333f7feea58 tempest-TestSecurityGroupsBasicOps-1245515434 tempest-TestSecurityGroupsBasicOps-1245515434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:56:53.183766 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c9a60d80-0c3b-460f-86f4-91b0ad3d2ad2 req-dc879b21-d59b-4bf8-8dd2-7333f7feea58 tempest-TestSecurityGroupsBasicOps-1245515434 tempest-TestSecurityGroupsBasicOps-1245515434-project] 10.222.0.16 "GET /v2.0/ports?device_id=6f933a6e-6cc7-40ba-881b-87ebd2cc2c42 HTTP/1.1" status: 200 len: 908 time: 0.2586732 Jul 14 18:56:53.184608 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:53.188722 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9ebe214-fabd-4830-80e3-cfa13da84493 tempest-TestVolumeBackupRestore-976339583 tempest-TestVolumeBackupRestore-976339583-project] Notify agent at l3_agent.n-d-800634-3 the message routers_updated {{(pid=93915) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 18:56:53.200036 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc4641c2-ca90-40e2-8da1-cc954463b196 None None] Sync routers for ids ['dc95858d-41d5-4e5f-8465-44deaf1e4ff7'] in n-d-800634-3 {{(pid=93918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 18:56:53.209667 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10893fa2-bc9a-4e73-87aa-53855c50b0a5 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 59} {{(pid=93915) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 18:56:53.220186 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc4641c2-ca90-40e2-8da1-cc954463b196 None None] Routers {'dc95858d-41d5-4e5f-8465-44deaf1e4ff7'} bound to L3 agent in host n-d-800634-3 {{(pid=93918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:56:53.220776 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-cc4641c2-ca90-40e2-8da1-cc954463b196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:56:53Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['dc95858d-41d5-4e5f-8465-44deaf1e4ff7'], 'active': True} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:56:53.223994 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-10893fa2-bc9a-4e73-87aa-53855c50b0a5 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:53.224369 n-d-800634-3 neutron-server[93915]: INFO neutron.db.segments_db [None req-10893fa2-bc9a-4e73-87aa-53855c50b0a5 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Added segment 0ceb8e1f-2a31-4f1b-9857-e603803f15e4 of type vlan for network 5a2d017b-c1c3-4307-b993-2bf2ad3964ea Jul 14 18:56:53.226858 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-c9ebe214-fabd-4830-80e3-cfa13da84493 tempest-TestVolumeBackupRestore-976339583 tempest-TestVolumeBackupRestore-976339583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for floatingip, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:53.258884 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-079b7117-04df-4bf9-a8d0-351e33cb5b97 admin admin] Router a9e3896e-783e-4cd9-a436-2b5e2a355b94 has already been hosted by L3 agent 2c6eb27e-defb-4cca-9a24-381c7415e359 {{(pid=93915) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 18:56:53.297352 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Device a65060b3-8a03-483f-be0f-c1b5ef6d0cd4 up at agent hyperv_n-h2-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:56:53.306013 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-10893fa2-bc9a-4e73-87aa-53855c50b0a5 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728202197517'] for network, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:53.319650 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-c9ebe214-fabd-4830-80e3-cfa13da84493 tempest-TestVolumeBackupRestore-976339583 tempest-TestVolumeBackupRestore-976339583-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 5.2043591 Jul 14 18:56:53.319859 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f5a0535-92d9-4283-80cb-59894b507fd3', 'tag': 'cd8baaa3-cd9f-4584-9bdc-a4816ac099f0'}] {{(pid=93915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:56:53.321165 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 54348) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:56:53.323180 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e72782ad3af8f7d4ce76cedf092bca46d1756acc5c4653cf0b52034cdd6b073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44b2cf8d-edda-42bc-9de6-f5267b2b8477" -d '{"events": [{"name": "network-changed", "server_uuid": "1f5a0535-92d9-4283-80cb-59894b507fd3", "tag": "cd8baaa3-cd9f-4584-9bdc-a4816ac099f0"}]}' {{(pid=93915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:56:53.328094 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvr_db [None req-cc4641c2-ca90-40e2-8da1-cc954463b196 None None] Set router dc95858d-41d5-4e5f-8465-44deaf1e4ff7 gateway port host: n-d-800634-3 {{(pid=93918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 18:56:53.353087 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Provisioning for port a65060b3-8a03-483f-be0f-c1b5ef6d0cd4 completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:56:53.358042 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Provisioning complete for port a65060b3-8a03-483f-be0f-c1b5ef6d0cd4 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:56:53.358478 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:53.443594 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9caf61a2-1c29-4628-a462-45362c27f6f6 tempest-TestVolumeBackupRestore-828150782 tempest-TestVolumeBackupRestore-828150782-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:56:53.444253 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 18:56:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-068ebb24-94ec-4cba-b2b9-237b17db1ebf x-openstack-request-id: req-068ebb24-94ec-4cba-b2b9-237b17db1ebf {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:56:53.444543 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f5a0535-92d9-4283-80cb-59894b507fd3", "tag": "cd8baaa3-cd9f-4584-9bdc-a4816ac099f0", "status": "completed", "code": 200}]} {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:56:53.444795 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-068ebb24-94ec-4cba-b2b9-237b17db1ebf {{(pid=93915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:56:53.445186 n-d-800634-3 neutron-server[93915]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f5a0535-92d9-4283-80cb-59894b507fd3', 'tag': 'cd8baaa3-cd9f-4584-9bdc-a4816ac099f0', 'status': 'completed', 'code': 200} Jul 14 18:56:53.448227 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-9caf61a2-1c29-4628-a462-45362c27f6f6 tempest-TestVolumeBackupRestore-828150782 tempest-TestVolumeBackupRestore-828150782-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=1f5a0535-92d9-4283-80cb-59894b507fd3 HTTP/1.1" status: 200 len: 1091 time: 0.1252494 Jul 14 18:56:53.448851 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 54352) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:56:53.453959 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-ff785fb1-01de-43a7-9f36-83c405ebfed4 tempest-TestVolumeBackupRestore-976339583 tempest-TestVolumeBackupRestore-976339583-project] Request body: {'floatingip': {'port_id': 'cd8baaa3-cd9f-4584-9bdc-a4816ac099f0'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:56:53.471233 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:53.500103 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-10893fa2-bc9a-4e73-87aa-53855c50b0a5 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727'] for network, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:53.509060 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] For port a65060b3-8a03-483f-be0f-c1b5ef6d0cd4, host n-h2-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=a65060b3-8a03-483f-be0f-c1b5ef6d0cd4,segment=NetworkSegment(5347abb6-670f-4e9b-b099-02ae16895dc8),segment_id=5347abb6-670f-4e9b-b099-02ae16895dc8)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:56:53.510357 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f933a6e-6cc7-40ba-881b-87ebd2cc2c42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a65060b3-8a03-483f-be0f-c1b5ef6d0cd4'}] {{(pid=93917) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:56:53.513975 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20b787f3c29eaa7aa2a4d648c725a2124c5ff39a8d793252f9d844495e14cf42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-869cb688-b662-4f58-aa26-0d561c67d77f" -d '{"events": [{"server_uuid": "6f933a6e-6cc7-40ba-881b-87ebd2cc2c42", "name": "network-vif-plugged", "status": "completed", "tag": "a65060b3-8a03-483f-be0f-c1b5ef6d0cd4"}]}' {{(pid=93917) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:56:53.517763 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:53.522914 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-ff785fb1-01de-43a7-9f36-83c405ebfed4 tempest-TestVolumeBackupRestore-976339583 tempest-TestVolumeBackupRestore-976339583-project] Notify callbacks [] for floatingip, before_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:53.531845 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10893fa2-bc9a-4e73-87aa-53855c50b0a5 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:56:53.536078 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-10893fa2-bc9a-4e73-87aa-53855c50b0a5 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Notify callbacks [] for network, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:53.581166 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 18:56:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-615be630-7ef6-482f-8efe-3220d1ea4ab8 x-openstack-request-id: req-615be630-7ef6-482f-8efe-3220d1ea4ab8 {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:56:53.581492 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f933a6e-6cc7-40ba-881b-87ebd2cc2c42", "name": "network-vif-plugged", "status": "completed", "tag": "a65060b3-8a03-483f-be0f-c1b5ef6d0cd4", "code": 200}]} {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:56:53.581815 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-615be630-7ef6-482f-8efe-3220d1ea4ab8 {{(pid=93917) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:56:53.582139 n-d-800634-3 neutron-server[93917]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f933a6e-6cc7-40ba-881b-87ebd2cc2c42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a65060b3-8a03-483f-be0f-c1b5ef6d0cd4', 'code': 200} Jul 14 18:56:53.587510 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Pushing event updated for resources: {'Port': ['ID=a65060b3-8a03-483f-be0f-c1b5ef6d0cd4,revision_number=5']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:56:53.634648 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-079b7117-04df-4bf9-a8d0-351e33cb5b97 admin admin] Notify agent at l3_agent.n-d-800634-3 the message routers_updated {{(pid=93915) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 18:56:53.645494 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-079b7117-04df-4bf9-a8d0-351e33cb5b97 admin admin] 10.222.0.16 "PUT /v2.0/routers/a9e3896e-783e-4cd9-a436-2b5e2a355b94/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2176459 Jul 14 18:56:53.648417 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 54356) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:56:53.650043 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-10893fa2-bc9a-4e73-87aa-53855c50b0a5 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6823480 Jul 14 18:56:53.651200 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7a11dd6-1834-437c-a95d-d13ff5be6601 None None] Sync routers for ids ['a9e3896e-783e-4cd9-a436-2b5e2a355b94'] in n-d-800634-3 {{(pid=93917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 18:56:53.653435 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 54358) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:56:53.663694 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7a11dd6-1834-437c-a95d-d13ff5be6601 None None] Routers {'a9e3896e-783e-4cd9-a436-2b5e2a355b94'} bound to L3 agent in host n-d-800634-3 {{(pid=93917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:56:53.665081 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-a7a11dd6-1834-437c-a95d-d13ff5be6601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:56:53Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['a9e3896e-783e-4cd9-a436-2b5e2a355b94'], 'active': True} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:56:53.667704 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-cc4641c2-ca90-40e2-8da1-cc954463b196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc95858d-41d5-4e5f-8465-44deaf1e4ff7', 'name': 'tempest-TestVolumeBackupRestore-1766731314-router', 'tenant_id': 'ab3c6676b6134727ab7887b4428d3ba0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.141'}], 'enable_snat': True}, 'gw_port_id': '42f326e1-945f-4de6-9f0a-8a6833e562cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:54:02Z', 'updated_at': '2021-07-14T18:54:08Z', 'revision_number': 4, 'project_id': 'ab3c6676b6134727ab7887b4428d3ba0', 'gw_port': {'id': '42f326e1-945f-4de6-9f0a-8a6833e562cc', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:f7:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc95858d-41d5-4e5f-8465-44deaf1e4ff7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3526, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:54:04Z', 'updated_at': '2021-07-14T18:54:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_floatingips': [{'id': '4be21d09-5aba-4e4e-94d1-0cccfa10136e', 'tenant_id': 'ab3c6676b6134727ab7887b4428d3ba0', 'floating_ip_address': '172.25.1.218', 'floating_network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'router_id': 'dc95858d-41d5-4e5f-8465-44deaf1e4ff7', 'port_id': 'cd8baaa3-cd9f-4584-9bdc-a4816ac099f0', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3765, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '59d79f8f-a2cf-4f0e-9cf7-44b364654e71', 'mac_address': 'fa:16:3e:99:c1:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f5a0535-92d9-4283-80cb-59894b507fd3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T18:56:50Z', 'updated_at': '2021-07-14T18:56:50Z', 'revision_number': 0, 'project_id': 'ab3c6676b6134727ab7887b4428d3ba0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50f295dd-f841-4147-8f1c-7cfa57295a83', 'name': '', 'network_id': '59d79f8f-a2cf-4f0e-9cf7-44b364654e71', 'tenant_id': 'ab3c6676b6134727ab7887b4428d3ba0', 'mac_address': 'fa:16:3e:99:ee:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc95858d-41d5-4e5f-8465-44deaf1e4ff7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3528, 'fixed_ips': [{'subnet_id': '844fd80b-fe8b-4b98-98f0-ed90aba01f58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:54:07Z', 'updated_at': '2021-07-14T18:54:14Z', 'revision_number': 5, 'project_id': 'ab3c6676b6134727ab7887b4428d3ba0', 'subnets': [{'id': '844fd80b-fe8b-4b98-98f0-ed90aba01f58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-3', False) {} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:56:53.668924 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-dfab5fb3-ca10-4b3a-a87d-7cd2fd6ad0e4 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Request body: {'subnet': {'network_id': '5a2d017b-c1c3-4307-b993-2bf2ad3964ea', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:56:53.694300 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10893fa2-bc9a-4e73-87aa-53855c50b0a5 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Pushing event updated for resources: {'Network': ['ID=5a2d017b-c1c3-4307-b993-2bf2ad3964ea,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:56:53.698047 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc4641c2-ca90-40e2-8da1-cc954463b196 None None] Checking router: dc95858d-41d5-4e5f-8465-44deaf1e4ff7 for host: n-d-800634-3 {{(pid=93918) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 18:56:53.713352 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc4641c2-ca90-40e2-8da1-cc954463b196 None None] Routers {'dc95858d-41d5-4e5f-8465-44deaf1e4ff7'} bound to L3 agent in host n-d-800634-3 {{(pid=93918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:56:53.714103 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-cc4641c2-ca90-40e2-8da1-cc954463b196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:56:53Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['dc95858d-41d5-4e5f-8465-44deaf1e4ff7'], 'active': True} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:56:53.731992 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Network 5a2d017b-c1c3-4307-b993-2bf2ad3964ea details requested by agent ovs-agent-n-d-800634-3 with host n-d-800634-3 {{(pid=93917) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 18:56:53.753238 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b2cf8d-edda-42bc-9de6-f5267b2b8477 req-5f431ee7-e7cb-4121-8e7c-8b38c17b7edf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:56:53.755572 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-44b2cf8d-edda-42bc-9de6-f5267b2b8477 req-5f431ee7-e7cb-4121-8e7c-8b38c17b7edf service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ab3c6676b6134727ab7887b4428d3ba0&device_id=1f5a0535-92d9-4283-80cb-59894b507fd3 HTTP/1.1" status: 200 len: 1096 time: 0.3096066 Jul 14 18:56:53.867141 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvr_db [None req-a7a11dd6-1834-437c-a95d-d13ff5be6601 None None] Set router a9e3896e-783e-4cd9-a436-2b5e2a355b94 gateway port host: n-d-800634-3 {{(pid=93917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 18:56:53.897823 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b2cf8d-edda-42bc-9de6-f5267b2b8477 req-69189bf5-5ce6-4352-9e33-3d3be6e4038c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:56:53.900306 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-44b2cf8d-edda-42bc-9de6-f5267b2b8477 req-69189bf5-5ce6-4352-9e33-3d3be6e4038c service neutron] 10.222.0.18 "GET /v2.0/networks?id=59d79f8f-a2cf-4f0e-9cf7-44b364654e71 HTTP/1.1" status: 200 len: 914 time: 0.1372552 Jul 14 18:56:53.905679 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfab5fb3-ca10-4b3a-a87d-7cd2fd6ad0e4 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Made reservation on behalf of 8cc151c1a6834557b6005ab4171146b5 for: {'subnet': 1} {{(pid=93915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:56:53.910212 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-dfab5fb3-ca10-4b3a-a87d-7cd2fd6ad0e4 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28969735'] for subnet, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:53.926128 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf568fc-186f-4bda-a5d9-948b75a5e0ad req-34a6876c-59c8-4a7d-bbc2-d199da67af93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:56:53.927639 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-8bf568fc-186f-4bda-a5d9-948b75a5e0ad req-34a6876c-59c8-4a7d-bbc2-d199da67af93 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=6f933a6e-6cc7-40ba-881b-87ebd2cc2c42 HTTP/1.1" status: 200 len: 1060 time: 0.2478955 Jul 14 18:56:53.945052 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-41daf5b1-745d-4c92-b239-c43dfd8970f4 admin admin] Notify callbacks [] for router, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:53.953191 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvr_db [None req-cc4641c2-ca90-40e2-8da1-cc954463b196 None None] Set router dc95858d-41d5-4e5f-8465-44deaf1e4ff7 gateway port host: n-d-800634-3 {{(pid=93918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 18:56:54.044237 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-44b2cf8d-edda-42bc-9de6-f5267b2b8477 req-55387141-52dc-4236-a255-2b35732bb41f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cd8baaa3-cd9f-4584-9bdc-a4816ac099f0 HTTP/1.1" status: 200 len: 999 time: 0.1294734 Jul 14 18:56:54.118745 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-a7a11dd6-1834-437c-a95d-d13ff5be6601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9e3896e-783e-4cd9-a436-2b5e2a355b94', 'name': 'tempest-TestVolumeBootPattern-302726053-router', 'tenant_id': '5093a1bcf9144b0bbe697fc3cf12df56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.28'}], 'enable_snat': True}, 'gw_port_id': 'dc15107d-54c7-4d8d-b676-7096f1bd483c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:42:21Z', 'updated_at': '2021-07-14T18:56:52Z', 'revision_number': 5, 'project_id': '5093a1bcf9144b0bbe697fc3cf12df56', 'gw_port': {'id': 'dc15107d-54c7-4d8d-b676-7096f1bd483c', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:05:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9e3896e-783e-4cd9-a436-2b5e2a355b94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2443, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:42:23Z', 'updated_at': '2021-07-14T18:42:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3'}], 'n-d-800634-3', False) {} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:56:54.123249 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b2cf8d-edda-42bc-9de6-f5267b2b8477 req-3221ee45-4d5e-4ff1-91e7-e007dd5d75c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:56:54.126972 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-44b2cf8d-edda-42bc-9de6-f5267b2b8477 req-3221ee45-4d5e-4ff1-91e7-e007dd5d75c5 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=844fd80b-fe8b-4b98-98f0-ed90aba01f58 HTTP/1.1" status: 200 len: 853 time: 0.0732839 Jul 14 18:56:54.132541 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-41daf5b1-745d-4c92-b239-c43dfd8970f4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:54.163047 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7a11dd6-1834-437c-a95d-d13ff5be6601 None None] Checking router: a9e3896e-783e-4cd9-a436-2b5e2a355b94 for host: n-d-800634-3 {{(pid=93917) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 18:56:54.174610 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7a11dd6-1834-437c-a95d-d13ff5be6601 None None] Routers {'a9e3896e-783e-4cd9-a436-2b5e2a355b94'} bound to L3 agent in host n-d-800634-3 {{(pid=93917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:56:54.175571 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-a7a11dd6-1834-437c-a95d-d13ff5be6601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:56:53Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['a9e3896e-783e-4cd9-a436-2b5e2a355b94'], 'active': True} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:56:54.246327 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-cc4641c2-ca90-40e2-8da1-cc954463b196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc95858d-41d5-4e5f-8465-44deaf1e4ff7', 'name': 'tempest-TestVolumeBackupRestore-1766731314-router', 'tenant_id': 'ab3c6676b6134727ab7887b4428d3ba0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.141'}], 'enable_snat': True}, 'gw_port_id': '42f326e1-945f-4de6-9f0a-8a6833e562cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:54:02Z', 'updated_at': '2021-07-14T18:54:08Z', 'revision_number': 4, 'project_id': 'ab3c6676b6134727ab7887b4428d3ba0', 'gw_port': {'id': '42f326e1-945f-4de6-9f0a-8a6833e562cc', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:f7:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc95858d-41d5-4e5f-8465-44deaf1e4ff7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3526, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:54:04Z', 'updated_at': '2021-07-14T18:54:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_floatingips': [{'id': '4be21d09-5aba-4e4e-94d1-0cccfa10136e', 'tenant_id': 'ab3c6676b6134727ab7887b4428d3ba0', 'floating_ip_address': '172.25.1.218', 'floating_network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'router_id': 'dc95858d-41d5-4e5f-8465-44deaf1e4ff7', 'port_id': 'cd8baaa3-cd9f-4584-9bdc-a4816ac099f0', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3765, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '59d79f8f-a2cf-4f0e-9cf7-44b364654e71', 'mac_address': 'fa:16:3e:99:c1:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f5a0535-92d9-4283-80cb-59894b507fd3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T18:56:50Z', 'updated_at': '2021-07-14T18:56:50Z', 'revision_number': 0, 'project_id': 'ab3c6676b6134727ab7887b4428d3ba0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50f295dd-f841-4147-8f1c-7cfa57295a83', 'name': '', 'network_id': '59d79f8f-a2cf-4f0e-9cf7-44b364654e71', 'tenant_id': 'ab3c6676b6134727ab7887b4428d3ba0', 'mac_address': 'fa:16:3e:99:ee:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc95858d-41d5-4e5f-8465-44deaf1e4ff7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3528, 'fixed_ips': [{'subnet_id': '844fd80b-fe8b-4b98-98f0-ed90aba01f58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:54:07Z', 'updated_at': '2021-07-14T18:54:14Z', 'revision_number': 5, 'project_id': 'ab3c6676b6134727ab7887b4428d3ba0', 'subnets': [{'id': '844fd80b-fe8b-4b98-98f0-ed90aba01f58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-3', False) {} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:56:54.300003 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvr_db [None req-a7a11dd6-1834-437c-a95d-d13ff5be6601 None None] Set router a9e3896e-783e-4cd9-a436-2b5e2a355b94 gateway port host: None {{(pid=93917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 18:56:54.306248 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc4641c2-ca90-40e2-8da1-cc954463b196 None None] The sync data for ids ['dc95858d-41d5-4e5f-8465-44deaf1e4ff7'] in n-d-800634-3 is: [{'id': 'dc95858d-41d5-4e5f-8465-44deaf1e4ff7', 'name': 'tempest-TestVolumeBackupRestore-1766731314-router', 'tenant_id': 'ab3c6676b6134727ab7887b4428d3ba0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.141'}], 'enable_snat': True}, 'gw_port_id': '42f326e1-945f-4de6-9f0a-8a6833e562cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:54:02Z', 'updated_at': '2021-07-14T18:54:08Z', 'revision_number': 4, 'project_id': 'ab3c6676b6134727ab7887b4428d3ba0', 'gw_port': {'id': '42f326e1-945f-4de6-9f0a-8a6833e562cc', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:f7:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc95858d-41d5-4e5f-8465-44deaf1e4ff7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3526, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:54:04Z', 'updated_at': '2021-07-14T18:54:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_floatingips': [{'id': '4be21d09-5aba-4e4e-94d1-0cccfa10136e', 'tenant_id': 'ab3c6676b6134727ab7887b4428d3ba0', 'floating_ip_address': '172.25.1.218', 'floating_network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'router_id': 'dc95858d-41d5-4e5f-8465-44deaf1e4ff7', 'port_id': 'cd8baaa3-cd9f-4584-9bdc-a4816ac099f0', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3765, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '59d79f8f-a2cf-4f0e-9cf7-44b364654e71', 'mac_address': 'fa:16:3e:99:c1:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f5a0535-92d9-4283-80cb-59894b507fd3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T18:56:50Z', 'updated_at': '2021-07-14T18:56:50Z', 'revision_number': 0, 'project_id': 'ab3c6676b6134727ab7887b4428d3ba0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50f295dd-f841-4147-8f1c-7cfa57295a83', 'name': '', 'network_id': '59d79f8f-a2cf-4f0e-9cf7-44b364654e71', 'tenant_id': 'ab3c6676b6134727ab7887b4428d3ba0', 'mac_address': 'fa:16:3e:99:ee:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc95858d-41d5-4e5f-8465-44deaf1e4ff7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3528, 'fixed_ips': [{'subnet_id': '844fd80b-fe8b-4b98-98f0-ed90aba01f58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:54:07Z', 'updated_at': '2021-07-14T18:54:14Z', 'revision_number': 5, 'project_id': 'ab3c6676b6134727ab7887b4428d3ba0', 'subnets': [{'id': '844fd80b-fe8b-4b98-98f0-ed90aba01f58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 18:56:54.366859 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-a7a11dd6-1834-437c-a95d-d13ff5be6601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9e3896e-783e-4cd9-a436-2b5e2a355b94', 'name': 'tempest-TestVolumeBootPattern-302726053-router', 'tenant_id': '5093a1bcf9144b0bbe697fc3cf12df56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:42:21Z', 'updated_at': '2021-07-14T18:56:54Z', 'revision_number': 6, 'project_id': '5093a1bcf9144b0bbe697fc3cf12df56', 'gw_port_host': None}], 'n-d-800634-3', False) {} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:56:54.405669 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7a11dd6-1834-437c-a95d-d13ff5be6601 None None] The sync data for ids ['a9e3896e-783e-4cd9-a436-2b5e2a355b94'] in n-d-800634-3 is: [{'id': 'a9e3896e-783e-4cd9-a436-2b5e2a355b94', 'name': 'tempest-TestVolumeBootPattern-302726053-router', 'tenant_id': '5093a1bcf9144b0bbe697fc3cf12df56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:42:21Z', 'updated_at': '2021-07-14T18:56:54Z', 'revision_number': 6, 'project_id': '5093a1bcf9144b0bbe697fc3cf12df56', 'gw_port_host': None}] {{(pid=93917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 18:56:54.415505 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-574aeb93-9938-449c-8e6c-cb22c9b52cc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:54.491572 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-41daf5b1-745d-4c92-b239-c43dfd8970f4 admin admin] Deleting port dc15107d-54c7-4d8d-b676-7096f1bd483c {{(pid=93916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:56:54.491917 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-41daf5b1-745d-4c92-b239-c43dfd8970f4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:54.583263 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.db.resource_extend [None req-ff785fb1-01de-43a7-9f36-83c405ebfed4 tempest-TestVolumeBackupRestore-976339583 tempest-TestVolumeBackupRestore-976339583-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 14 18:56:54.610415 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91ab451d-2f10-42e1-a388-233e85209baa None None] New status for floating IP 4be21d09-5aba-4e4e-94d1-0cccfa10136e: ACTIVE {{(pid=93918) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 18:56:54.657122 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b2cf8d-edda-42bc-9de6-f5267b2b8477 req-a08a2bad-926d-4223-a72e-9d88c01d6b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:56:54.658808 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-44b2cf8d-edda-42bc-9de6-f5267b2b8477 req-a08a2bad-926d-4223-a72e-9d88c01d6b1a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=59d79f8f-a2cf-4f0e-9cf7-44b364654e71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5071445 Jul 14 18:56:54.694344 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-ff785fb1-01de-43a7-9f36-83c405ebfed4 tempest-TestVolumeBackupRestore-976339583 tempest-TestVolumeBackupRestore-976339583-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:54.710763 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-ff785fb1-01de-43a7-9f36-83c405ebfed4 tempest-TestVolumeBackupRestore-976339583 tempest-TestVolumeBackupRestore-976339583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-930131'] for floatingip, after_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:54.750371 n-d-800634-3 neutron-server[93918]: DEBUG neutron_lib.db.api [None req-91ab451d-2f10-42e1-a388-233e85209baa None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93918) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 14 18:56:54.752769 n-d-800634-3 neutron-server[93918]: DEBUG oslo_db.api [None req-91ab451d-2f10-42e1-a388-233e85209baa None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 18:56:54.768514 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-dfab5fb3-ca10-4b3a-a87d-7cd2fd6ad0e4 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25912837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28969781'] for subnet, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:54.806427 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 80c1cf18-c949-439f-b063-72e495f32b15 no longer exists at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 18:56:54.811331 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.db [None req-41daf5b1-745d-4c92-b239-c43dfd8970f4 admin admin] For port dc15107d-54c7-4d8d-b676-7096f1bd483c, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=dc15107d-54c7-4d8d-b676-7096f1bd483c,segment=NetworkSegment(5afb940b-bbdf-4727-be00-5d46367c38a1),segment_id=5afb940b-bbdf-4727-be00-5d46367c38a1)] {{(pid=93916) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:56:54.811737 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-41daf5b1-745d-4c92-b239-c43dfd8970f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:54.831845 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-41daf5b1-745d-4c92-b239-c43dfd8970f4 admin admin] Calling delete_port for dc15107d-54c7-4d8d-b676-7096f1bd483c owned by network:router_gateway {{(pid=93916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:56:54.837110 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] No Port match for: 80c1cf18-c949-439f-b063-72e495f32b15 {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 18:56:54.837302 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 80c1cf18-c949-439f-b063-72e495f32b15 not bound to the agent host n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 18:56:54.853840 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-44b2cf8d-edda-42bc-9de6-f5267b2b8477 req-f918403b-915d-44d3-a391-d2887faf960d service neutron] 10.222.0.18 "GET /v2.0/networks/59d79f8f-a2cf-4f0e-9cf7-44b364654e71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1732144 Jul 14 18:56:54.897662 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfab5fb3-ca10-4b3a-a87d-7cd2fd6ad0e4 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Pushing event updated for resources: {'Subnet': ['ID=db242729-fb96-4dc1-9221-bfe41c2f28cd,revision_number=0']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:56:54.949187 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7361dfde-0094-4df6-baa5-042020cbc82a req-4686024a-f13b-4b7d-85dd-f5483b149401 tempest-TestSecurityGroupsBasicOps-1245515434 tempest-TestSecurityGroupsBasicOps-1245515434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:56:54.951217 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-7361dfde-0094-4df6-baa5-042020cbc82a req-4686024a-f13b-4b7d-85dd-f5483b149401 tempest-TestSecurityGroupsBasicOps-1245515434 tempest-TestSecurityGroupsBasicOps-1245515434-project] 10.222.0.16 "GET /v2.0/ports?device_id=6f933a6e-6cc7-40ba-881b-87ebd2cc2c42 HTTP/1.1" status: 200 len: 909 time: 0.3114121 Jul 14 18:56:54.960693 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfab5fb3-ca10-4b3a-a87d-7cd2fd6ad0e4 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Checking segment: {'id': '0ceb8e1f-2a31-4f1b-9857-e603803f15e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '5a2d017b-c1c3-4307-b993-2bf2ad3964ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:56:54.961062 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfab5fb3-ca10-4b3a-a87d-7cd2fd6ad0e4 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Network hostable DHCP agents. Network: 5a2d017b-c1c3-4307-b993-2bf2ad3964ea, hostable agents: ['028393c3-0576-4ebd-bca1-8ea8a148e1a2'], hosted agents: [] {{(pid=93915) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 18:56:54.999603 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfab5fb3-ca10-4b3a-a87d-7cd2fd6ad0e4 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Network 5a2d017b-c1c3-4307-b993-2bf2ad3964ea is scheduled to be hosted by DHCP agent 028393c3-0576-4ebd-bca1-8ea8a148e1a2 with binding_index 1 {{(pid=93915) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 18:56:55.003974 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-44b2cf8d-edda-42bc-9de6-f5267b2b8477 req-5e66b93c-c453-47c4-b5ce-613eafb5eaaf service neutron] 10.222.0.18 "GET /v2.0/networks/59d79f8f-a2cf-4f0e-9cf7-44b364654e71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1409714 Jul 14 18:56:55.009800 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [None req-dfab5fb3-ca10-4b3a-a87d-7cd2fd6ad0e4 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-3, 5a2d017b-c1c3-4307-b993-2bf2ad3964ea) {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:56:55.014852 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfab5fb3-ca10-4b3a-a87d-7cd2fd6ad0e4 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:56:55.015449 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-dfab5fb3-ca10-4b3a-a87d-7cd2fd6ad0e4 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Notify callbacks [] for subnet, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:55.023820 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-979c638a-a5d8-4057-8b5a-ebd97550eb7e None None] Network 5a2d017b-c1c3-4307-b993-2bf2ad3964ea requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:56:55.041001 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-dfab5fb3-ca10-4b3a-a87d-7cd2fd6ad0e4 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3863227 Jul 14 18:56:55.041703 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 54362) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:56:55.047312 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-62cf712b-77d4-49a1-8fa2-a487077854f0 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Request body: {'port': {'network_id': '5a2d017b-c1c3-4307-b993-2bf2ad3964ea', 'name': 'tempest-PortsIpV6TestJSON-722965125', 'fixed_ips': [{'subnet_id': 'db242729-fb96-4dc1-9221-bfe41c2f28cd', 'ip_address': '2001:db8::10'}]}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:56:55.124754 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff785fb1-01de-43a7-9f36-83c405ebfed4 tempest-TestVolumeBackupRestore-976339583 tempest-TestVolumeBackupRestore-976339583-project] Router dc95858d-41d5-4e5f-8465-44deaf1e4ff7 has already been hosted by L3 agent 2c6eb27e-defb-4cca-9a24-381c7415e359 {{(pid=93916) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 18:56:55.161246 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62cf712b-77d4-49a1-8fa2-a487077854f0 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Made reservation on behalf of 8cc151c1a6834557b6005ab4171146b5 for: {'port': 1} {{(pid=93915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:56:55.185640 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95e000b5-1341-42a0-b541-b15914c7d04e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9222b97e-5d1c-54f8-ba97-82f172498e76-5a2d017b-c1c3-4307-b993-2bf2ad3964ea', 'network_id': '5a2d017b-c1c3-4307-b993-2bf2ad3964ea', 'tenant_id': '8cc151c1a6834557b6005ab4171146b5', 'fixed_ips': [{'subnet_id': 'db242729-fb96-4dc1-9221-bfe41c2f28cd'}]}} from n-d-800634-3. {{(pid=93917) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 18:56:55.186600 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-95e000b5-1341-42a0-b541-b15914c7d04e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:55.193113 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-41daf5b1-745d-4c92-b239-c43dfd8970f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:55.233043 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41daf5b1-745d-4c92-b239-c43dfd8970f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=dc15107d-54c7-4d8d-b676-7096f1bd483c,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:56:55.254366 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91ab451d-2f10-42e1-a388-233e85209baa None None] New status for floating IP 4be21d09-5aba-4e4e-94d1-0cccfa10136e: ACTIVE {{(pid=93918) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 18:56:55.265051 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-62cf712b-77d4-49a1-8fa2-a487077854f0 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:55.290895 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [None req-62cf712b-77d4-49a1-8fa2-a487077854f0 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] device_id is not set on port cbdfc3e9-80b4-4c69-a516-3cd2cf186b3a yet. {{(pid=93915) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 18:56:55.359809 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.db_base_plugin_common [None req-95e000b5-1341-42a0-b541-b15914c7d04e None None] Allocated IP 2001:db8::2 (5a2d017b-c1c3-4307-b993-2bf2ad3964ea/db242729-fb96-4dc1-9221-bfe41c2f28cd/1bc50397-ce26-4178-b25e-13d7da7d2e4a) {{(pid=93917) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:56:55.542818 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-95e000b5-1341-42a0-b541-b15914c7d04e None None] Notify callbacks [] for port, precommit_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:55.553929 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-95e000b5-1341-42a0-b541-b15914c7d04e None None] Transition to ACTIVE for port object 1bc50397-ce26-4178-b25e-13d7da7d2e4a will not be triggered until provisioned by entity L2. {{(pid=93917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:56:55.572481 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-95e000b5-1341-42a0-b541-b15914c7d04e None None] Transition to ACTIVE for port object 1bc50397-ce26-4178-b25e-13d7da7d2e4a will not be triggered until provisioned by entity DHCP. {{(pid=93917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:56:55.579396 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-95e000b5-1341-42a0-b541-b15914c7d04e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804'] for port, after_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:55.635337 n-d-800634-3 neutron-server[93917]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95e000b5-1341-42a0-b541-b15914c7d04e None None] Network 5a2d017b-c1c3-4307-b993-2bf2ad3964ea is already hosted by enough agents. {{(pid=93917) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:56:55.642152 n-d-800634-3 neutron-server[93917]: DEBUG neutron.scheduler.base_scheduler [None req-95e000b5-1341-42a0-b541-b15914c7d04e None None] Resources bound (agent type, host, resource id): {{(pid=93917) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:56:55.644745 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95e000b5-1341-42a0-b541-b15914c7d04e None None] Received port after_create {{(pid=93917) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:56:55.648582 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e000b5-1341-42a0-b541-b15914c7d04e None None] Pushing event updated for resources: {'Port': ['ID=1bc50397-ce26-4178-b25e-13d7da7d2e4a,revision_number=1']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:56:55.677109 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.db_base_plugin_common [None req-62cf712b-77d4-49a1-8fa2-a487077854f0 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Allocated IP 2001:db8::10 (5a2d017b-c1c3-4307-b993-2bf2ad3964ea/db242729-fb96-4dc1-9221-bfe41c2f28cd/cbdfc3e9-80b4-4c69-a516-3cd2cf186b3a) {{(pid=93915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:56:55.712446 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-95e000b5-1341-42a0-b541-b15914c7d04e None None] Attempting to bind port 1bc50397-ce26-4178-b25e-13d7da7d2e4a on host n-d-800634-3 for vnic_type normal with profile {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:56:55.712821 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-95e000b5-1341-42a0-b541-b15914c7d04e None None] Attempting to bind port 1bc50397-ce26-4178-b25e-13d7da7d2e4a by drivers openvswitch,hyperv on host n-d-800634-3 at level 0 using segments [{'id': '0ceb8e1f-2a31-4f1b-9857-e603803f15e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '5a2d017b-c1c3-4307-b993-2bf2ad3964ea'}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:56:55.713212 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95e000b5-1341-42a0-b541-b15914c7d04e None None] Attempting to bind port 1bc50397-ce26-4178-b25e-13d7da7d2e4a on network 5a2d017b-c1c3-4307-b993-2bf2ad3964ea {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:56:55.719033 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95e000b5-1341-42a0-b541-b15914c7d04e None None] Checking agent: {'id': '01c19e91-a945-4e3c-94a6-c211e17c923e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 8, 23), 'started_at': datetime.datetime(2021, 7, 14, 18, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 18, 56, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 18:56:55.719450 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95e000b5-1341-42a0-b541-b15914c7d04e None None] Checking segment: {'id': '0ceb8e1f-2a31-4f1b-9857-e603803f15e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '5a2d017b-c1c3-4307-b993-2bf2ad3964ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93917) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:56:55.719858 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-95e000b5-1341-42a0-b541-b15914c7d04e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:55.720357 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95e000b5-1341-42a0-b541-b15914c7d04e None None] Bound using segment: {'id': '0ceb8e1f-2a31-4f1b-9857-e603803f15e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '5a2d017b-c1c3-4307-b993-2bf2ad3964ea'} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 18:56:55.721295 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-95e000b5-1341-42a0-b541-b15914c7d04e None None] Bound port: 1bc50397-ce26-4178-b25e-13d7da7d2e4a, host: n-d-800634-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ceb8e1f-2a31-4f1b-9857-e603803f15e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '5a2d017b-c1c3-4307-b993-2bf2ad3964ea'}}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 18:56:55.721295 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-95e000b5-1341-42a0-b541-b15914c7d04e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:55.722307 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff785fb1-01de-43a7-9f36-83c405ebfed4 tempest-TestVolumeBackupRestore-976339583 tempest-TestVolumeBackupRestore-976339583-project] Notify agent at l3_agent.n-d-800634-3 the message routers_updated {{(pid=93916) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 18:56:55.727588 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-ff785fb1-01de-43a7-9f36-83c405ebfed4 tempest-TestVolumeBackupRestore-976339583 tempest-TestVolumeBackupRestore-976339583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for floatingip, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:55.729874 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-41daf5b1-745d-4c92-b239-c43dfd8970f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-930057'] for router_gateway, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:55.740772 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5d2b823-a4f6-4634-832b-340d7e635d3d None None] Sync routers for ids ['dc95858d-41d5-4e5f-8465-44deaf1e4ff7'] in n-d-800634-3 {{(pid=93917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 18:56:55.777064 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5d2b823-a4f6-4634-832b-340d7e635d3d None None] Routers {'dc95858d-41d5-4e5f-8465-44deaf1e4ff7'} bound to L3 agent in host n-d-800634-3 {{(pid=93917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:56:55.777934 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-e5d2b823-a4f6-4634-832b-340d7e635d3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:56:53Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['dc95858d-41d5-4e5f-8465-44deaf1e4ff7'], 'active': True} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:56:55.858049 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-62cf712b-77d4-49a1-8fa2-a487077854f0 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Notify callbacks [] for port, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:55.859395 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-41daf5b1-745d-4c92-b239-c43dfd8970f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-571778', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11402'] for router, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:55.864065 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-41daf5b1-745d-4c92-b239-c43dfd8970f4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:55.872460 n-d-800634-3 neutron-server[93916]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f5a0535-92d9-4283-80cb-59894b507fd3', 'tag': 'cd8baaa3-cd9f-4584-9bdc-a4816ac099f0'}] {{(pid=93916) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:56:55.875166 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f803e150b363a7893830aa996ac27753fa25517c406ecd3536b7c2d4b26eeb9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38f4f767-14c4-47c3-8fbb-16751b5253d4" -d '{"events": [{"name": "network-changed", "server_uuid": "1f5a0535-92d9-4283-80cb-59894b507fd3", "tag": "cd8baaa3-cd9f-4584-9bdc-a4816ac099f0"}]}' {{(pid=93916) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:56:55.879478 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.provisioning_blocks [None req-62cf712b-77d4-49a1-8fa2-a487077854f0 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Transition to ACTIVE for port object cbdfc3e9-80b4-4c69-a516-3cd2cf186b3a will not be triggered until provisioned by entity DHCP. {{(pid=93915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:56:55.927827 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-62cf712b-77d4-49a1-8fa2-a487077854f0 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:55.951289 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-41daf5b1-745d-4c92-b239-c43dfd8970f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-541202'] for router, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:55.951982 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41daf5b1-745d-4c92-b239-c43dfd8970f4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a9e3896e-783e-4cd9-a436-2b5e2a355b94 {{(pid=93916) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 18:56:55.959724 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-ff785fb1-01de-43a7-9f36-83c405ebfed4 tempest-TestVolumeBackupRestore-976339583 tempest-TestVolumeBackupRestore-976339583-project] 10.222.0.16 "PUT /v2.0/floatingips/4be21d09-5aba-4e4e-94d1-0cccfa10136e HTTP/1.1" status: 200 len: 991 time: 2.5044172 Jul 14 18:56:55.959724 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-41daf5b1-745d-4c92-b239-c43dfd8970f4 admin admin] Notify callbacks [] for router, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:55.959724 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-41daf5b1-745d-4c92-b239-c43dfd8970f4 admin admin] 10.222.0.16 "DELETE /v2.0/routers/a9e3896e-783e-4cd9-a436-2b5e2a355b94 HTTP/1.1" status: 204 len: 168 time: 2.3095729 Jul 14 18:56:55.962629 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 54366) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:56:56.030522 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f91e5ac-b36d-4422-94be-831b4df8bc6f admin admin] Deleting subnet 0161a33b-ac2d-4d08-b4de-fe1fa405f16a {{(pid=93916) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 18:56:56.034934 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 18:56:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bb9012d-7b7e-4424-b284-22fdb89d58ea x-openstack-request-id: req-4bb9012d-7b7e-4424-b284-22fdb89d58ea {{(pid=93916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:56:56.035239 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f5a0535-92d9-4283-80cb-59894b507fd3", "tag": "cd8baaa3-cd9f-4584-9bdc-a4816ac099f0", "status": "completed", "code": 200}]} {{(pid=93916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:56:56.035624 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4bb9012d-7b7e-4424-b284-22fdb89d58ea {{(pid=93916) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:56:56.036034 n-d-800634-3 neutron-server[93916]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f5a0535-92d9-4283-80cb-59894b507fd3', 'tag': 'cd8baaa3-cd9f-4584-9bdc-a4816ac099f0', 'status': 'completed', 'code': 200} Jul 14 18:56:56.036699 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-1f91e5ac-b36d-4422-94be-831b4df8bc6f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:56.061342 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-95e000b5-1341-42a0-b541-b15914c7d04e None None] For port 1bc50397-ce26-4178-b25e-13d7da7d2e4a, host n-d-800634-3, cleared binding levels {{(pid=93917) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:56:56.077336 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-2f4e3af3-e708-4ffd-a544-82d93a489d01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:56.080340 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62cf712b-77d4-49a1-8fa2-a487077854f0 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Network 5a2d017b-c1c3-4307-b993-2bf2ad3964ea is already hosted by enough agents. {{(pid=93915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:56:56.088778 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [None req-62cf712b-77d4-49a1-8fa2-a487077854f0 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Resources bound (agent type, host, resource id): {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:56:56.099176 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-1f91e5ac-b36d-4422-94be-831b4df8bc6f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26296866'] for subnet, precommit_delete_associations {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:56.101911 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62cf712b-77d4-49a1-8fa2-a487077854f0 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Received port after_create {{(pid=93915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:56:56.109470 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62cf712b-77d4-49a1-8fa2-a487077854f0 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:56:56.110276 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-62cf712b-77d4-49a1-8fa2-a487077854f0 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:56.115380 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62cf712b-77d4-49a1-8fa2-a487077854f0 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Pushing event updated for resources: {'Port': ['ID=cbdfc3e9-80b4-4c69-a516-3cd2cf186b3a,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:56:56.120358 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-95e000b5-1341-42a0-b541-b15914c7d04e None None] For port 1bc50397-ce26-4178-b25e-13d7da7d2e4a, host n-d-800634-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=1bc50397-ce26-4178-b25e-13d7da7d2e4a,segment=NetworkSegment(0ceb8e1f-2a31-4f1b-9857-e603803f15e4),segment_id=0ceb8e1f-2a31-4f1b-9857-e603803f15e4)] {{(pid=93917) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 18:56:56.129229 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-95e000b5-1341-42a0-b541-b15914c7d04e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:56.188071 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-62cf712b-77d4-49a1-8fa2-a487077854f0 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.1452472 Jul 14 18:56:56.193050 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 54370) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:56:56.198676 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-ef7f6f4d-f216-4ecf-88ad-de59bfa51fd7 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Request body: {'port': {'network_id': '5a2d017b-c1c3-4307-b993-2bf2ad3964ea', 'name': 'tempest-PortsIpV6TestJSON-1607840989', 'fixed_ips': [{'subnet_id': 'db242729-fb96-4dc1-9221-bfe41c2f28cd', 'ip_address': '2001:db8::f'}]}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:56:56.225082 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvr_db [None req-e5d2b823-a4f6-4634-832b-340d7e635d3d None None] Set router dc95858d-41d5-4e5f-8465-44deaf1e4ff7 gateway port host: n-d-800634-3 {{(pid=93917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 18:56:56.239828 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-1f91e5ac-b36d-4422-94be-831b4df8bc6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081283'] for subnet, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:56.275400 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e000b5-1341-42a0-b541-b15914c7d04e None None] Pushing event updated for resources: {'Port': ['ID=1bc50397-ce26-4178-b25e-13d7da7d2e4a,revision_number=2']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:56:56.284048 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f4f767-14c4-47c3-8fbb-16751b5253d4 req-108884f2-818e-4f1c-95b8-c4e465e7e10a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:56:56.285617 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-38f4f767-14c4-47c3-8fbb-16751b5253d4 req-108884f2-818e-4f1c-95b8-c4e465e7e10a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ab3c6676b6134727ab7887b4428d3ba0&device_id=1f5a0535-92d9-4283-80cb-59894b507fd3 HTTP/1.1" status: 200 len: 1096 time: 0.2989976 Jul 14 18:56:56.309185 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-1f91e5ac-b36d-4422-94be-831b4df8bc6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2684816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26033152'] for subnet, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:56.350296 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f91e5ac-b36d-4422-94be-831b4df8bc6f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0161a33b-ac2d-4d08-b4de-fe1fa405f16a,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:56:56.352426 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-1f91e5ac-b36d-4422-94be-831b4df8bc6f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:56.354357 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-1f91e5ac-b36d-4422-94be-831b4df8bc6f admin admin] 10.222.0.16 "DELETE /v2.0/subnets/0161a33b-ac2d-4d08-b4de-fe1fa405f16a HTTP/1.1" status: 204 len: 168 time: 0.3904397 Jul 14 18:56:56.357005 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 54372) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:56:56.359945 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16721fdd-ea7b-4895-8f7c-196fb95e498d None None] Network d41f9397-de9e-4e07-a07d-8cf0ac566250 requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:56:56.457947 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b07ef1-b95a-4fdc-a9e8-5ccbfd13cf25 req-03fab1d7-7fd5-4175-85aa-f3d234c17301 tempest-TestSecurityGroupsBasicOps-1245515434 tempest-TestSecurityGroupsBasicOps-1245515434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:56:56.476618 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-57b07ef1-b95a-4fdc-a9e8-5ccbfd13cf25 req-03fab1d7-7fd5-4175-85aa-f3d234c17301 tempest-TestSecurityGroupsBasicOps-1245515434 tempest-TestSecurityGroupsBasicOps-1245515434-project] 10.222.0.16 "GET /v2.0/ports?device_id=6f933a6e-6cc7-40ba-881b-87ebd2cc2c42 HTTP/1.1" status: 200 len: 909 time: 0.3345816 Jul 14 18:56:56.492219 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-44f3e668-9d7b-4a88-a001-1696022509af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645734'] for network, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:56.576593 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f4f767-14c4-47c3-8fbb-16751b5253d4 req-81afa18a-3439-4c17-a862-ecdc83183374 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:56:56.580078 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-38f4f767-14c4-47c3-8fbb-16751b5253d4 req-81afa18a-3439-4c17-a862-ecdc83183374 service neutron] 10.222.0.18 "GET /v2.0/networks?id=59d79f8f-a2cf-4f0e-9cf7-44b364654e71 HTTP/1.1" status: 200 len: 914 time: 0.2832763 Jul 14 18:56:56.587836 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-44f3e668-9d7b-4a88-a001-1696022509af admin admin] Deleting port b9a39279-096e-4125-808c-b57e35aa827b {{(pid=93916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:56:56.588293 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-44f3e668-9d7b-4a88-a001-1696022509af admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:56.598326 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef7f6f4d-f216-4ecf-88ad-de59bfa51fd7 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Made reservation on behalf of 8cc151c1a6834557b6005ab4171146b5 for: {'port': 1} {{(pid=93915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:56:56.603811 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-ef7f6f4d-f216-4ecf-88ad-de59bfa51fd7 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:56.738037 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 1bc50397-ce26-4178-b25e-13d7da7d2e4a up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:56:56.746149 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.db [None req-44f3e668-9d7b-4a88-a001-1696022509af admin admin] For port b9a39279-096e-4125-808c-b57e35aa827b, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=b9a39279-096e-4125-808c-b57e35aa827b,segment=NetworkSegment(ee39aca0-6f7d-4da6-861f-9f37553124e0),segment_id=ee39aca0-6f7d-4da6-861f-9f37553124e0)] {{(pid=93916) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:56:56.746608 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [None req-ef7f6f4d-f216-4ecf-88ad-de59bfa51fd7 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] device_id is not set on port 55129fb1-a496-4f88-834e-da4a16b43567 yet. {{(pid=93915) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 18:56:56.746754 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-44f3e668-9d7b-4a88-a001-1696022509af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:56.768876 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-44f3e668-9d7b-4a88-a001-1696022509af admin admin] Calling delete_port for b9a39279-096e-4125-808c-b57e35aa827b owned by network:dhcp {{(pid=93916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:56:56.800103 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2c9f14a-aa52-440f-845d-657a2005d7c5 None None] DHCP port deletion for d41f9397-de9e-4e07-a07d-8cf0ac566250 request from n-d-800634-3 {{(pid=93917) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 18:56:56.804227 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-e5d2b823-a4f6-4634-832b-340d7e635d3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc95858d-41d5-4e5f-8465-44deaf1e4ff7', 'name': 'tempest-TestVolumeBackupRestore-1766731314-router', 'tenant_id': 'ab3c6676b6134727ab7887b4428d3ba0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.141'}], 'enable_snat': True}, 'gw_port_id': '42f326e1-945f-4de6-9f0a-8a6833e562cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:54:02Z', 'updated_at': '2021-07-14T18:54:08Z', 'revision_number': 4, 'project_id': 'ab3c6676b6134727ab7887b4428d3ba0', 'gw_port': {'id': '42f326e1-945f-4de6-9f0a-8a6833e562cc', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:f7:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc95858d-41d5-4e5f-8465-44deaf1e4ff7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3526, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:54:04Z', 'updated_at': '2021-07-14T18:54:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_floatingips': [{'id': '4be21d09-5aba-4e4e-94d1-0cccfa10136e', 'tenant_id': 'ab3c6676b6134727ab7887b4428d3ba0', 'floating_ip_address': '172.25.1.218', 'floating_network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'router_id': 'dc95858d-41d5-4e5f-8465-44deaf1e4ff7', 'port_id': 'cd8baaa3-cd9f-4584-9bdc-a4816ac099f0', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3765, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '59d79f8f-a2cf-4f0e-9cf7-44b364654e71', 'mac_address': 'fa:16:3e:99:c1:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f5a0535-92d9-4283-80cb-59894b507fd3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T18:56:50Z', 'updated_at': '2021-07-14T18:56:55Z', 'revision_number': 2, 'project_id': 'ab3c6676b6134727ab7887b4428d3ba0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50f295dd-f841-4147-8f1c-7cfa57295a83', 'name': '', 'network_id': '59d79f8f-a2cf-4f0e-9cf7-44b364654e71', 'tenant_id': 'ab3c6676b6134727ab7887b4428d3ba0', 'mac_address': 'fa:16:3e:99:ee:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc95858d-41d5-4e5f-8465-44deaf1e4ff7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3528, 'fixed_ips': [{'subnet_id': '844fd80b-fe8b-4b98-98f0-ed90aba01f58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:54:07Z', 'updated_at': '2021-07-14T18:54:14Z', 'revision_number': 5, 'project_id': 'ab3c6676b6134727ab7887b4428d3ba0', 'subnets': [{'id': '844fd80b-fe8b-4b98-98f0-ed90aba01f58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-3', False) {} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:56:56.804603 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-38f4f767-14c4-47c3-8fbb-16751b5253d4 req-af1272f6-e1b9-4ceb-a7a6-67cc15533e0d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cd8baaa3-cd9f-4584-9bdc-a4816ac099f0 HTTP/1.1" status: 200 len: 1001 time: 0.2161682 Jul 14 18:56:56.808477 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning for port 1bc50397-ce26-4178-b25e-13d7da7d2e4a completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:56:56.841337 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5d2b823-a4f6-4634-832b-340d7e635d3d None None] Checking router: dc95858d-41d5-4e5f-8465-44deaf1e4ff7 for host: n-d-800634-3 {{(pid=93917) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 18:56:56.870595 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5d2b823-a4f6-4634-832b-340d7e635d3d None None] Routers {'dc95858d-41d5-4e5f-8465-44deaf1e4ff7'} bound to L3 agent in host n-d-800634-3 {{(pid=93917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:56:56.871910 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-e5d2b823-a4f6-4634-832b-340d7e635d3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:56:53Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['dc95858d-41d5-4e5f-8465-44deaf1e4ff7'], 'active': True} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:56:56.887277 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-44f3e668-9d7b-4a88-a001-1696022509af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:56.952107 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f3e668-9d7b-4a88-a001-1696022509af admin admin] Pushing event deleted for resources: {'Port': ['ID=b9a39279-096e-4125-808c-b57e35aa827b,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:56:56.958066 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44f3e668-9d7b-4a88-a001-1696022509af admin admin] No DVR routers for this DVR port b9a39279-096e-4125-808c-b57e35aa827b on host n-d-800634-3 {{(pid=93916) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 18:56:56.972182 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f4f767-14c4-47c3-8fbb-16751b5253d4 req-adc01dcc-9f93-46d2-a43a-8d77f8f24283 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:56:56.973667 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-38f4f767-14c4-47c3-8fbb-16751b5253d4 req-adc01dcc-9f93-46d2-a43a-8d77f8f24283 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=844fd80b-fe8b-4b98-98f0-ed90aba01f58 HTTP/1.1" status: 200 len: 853 time: 0.1268482 Jul 14 18:56:56.977991 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device dc15107d-54c7-4d8d-b676-7096f1bd483c no longer exists at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 18:56:57.005158 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7085bbfb-1ba1-4c15-86f7-39733d00ea9a req-51c45401-c3bb-4fba-9eec-616466b6bdce tempest-TestSecurityGroupsBasicOps-1245515434 tempest-TestSecurityGroupsBasicOps-1245515434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:56:57.006444 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-7085bbfb-1ba1-4c15-86f7-39733d00ea9a req-51c45401-c3bb-4fba-9eec-616466b6bdce tempest-TestSecurityGroupsBasicOps-1245515434 tempest-TestSecurityGroupsBasicOps-1245515434-project] 10.222.0.16 "GET /v2.0/ports?device_id=6f933a6e-6cc7-40ba-881b-87ebd2cc2c42 HTTP/1.1" status: 200 len: 909 time: 0.2501912 Jul 14 18:56:57.029128 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] No Port match for: dc15107d-54c7-4d8d-b676-7096f1bd483c {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 18:56:57.029468 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device dc15107d-54c7-4d8d-b676-7096f1bd483c not bound to the agent host n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 18:56:57.037448 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-c2c9f14a-aa52-440f-845d-657a2005d7c5 None None] Deleting port b9a39279-096e-4125-808c-b57e35aa827b {{(pid=93917) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:56:57.037832 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-c2c9f14a-aa52-440f-845d-657a2005d7c5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:57.052372 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-44f3e668-9d7b-4a88-a001-1696022509af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2096010', 'neutron.services.segments.db._delete_segments_for_network-8728202734996'] for network, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:57.067625 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.segments.db [None req-44f3e668-9d7b-4a88-a001-1696022509af admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d41f9397-de9e-4e07-a07d-8cf0ac566250']}} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:56:57.084703 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.segments.db [None req-44f3e668-9d7b-4a88-a001-1696022509af admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee39aca0-6f7d-4da6-861f-9f37553124e0') {'for_net_delete': True} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:56:57.085046 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.segments.db [None req-44f3e668-9d7b-4a88-a001-1696022509af admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee39aca0-6f7d-4da6-861f-9f37553124e0') {} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:56:57.093396 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.db_base_plugin_common [None req-ef7f6f4d-f216-4ecf-88ad-de59bfa51fd7 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Allocated IP 2001:db8::f (5a2d017b-c1c3-4307-b993-2bf2ad3964ea/db242729-fb96-4dc1-9221-bfe41c2f28cd/55129fb1-a496-4f88-834e-da4a16b43567) {{(pid=93915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:56:57.093942 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvr_db [None req-e5d2b823-a4f6-4634-832b-340d7e635d3d None None] Set router dc95858d-41d5-4e5f-8465-44deaf1e4ff7 gateway port host: n-d-800634-3 {{(pid=93917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 18:56:57.097217 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-44f3e668-9d7b-4a88-a001-1696022509af admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728202715275', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26296891'] for segment, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:57.113333 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-44f3e668-9d7b-4a88-a001-1696022509af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:57.120185 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44f3e668-9d7b-4a88-a001-1696022509af admin admin] Releasing vlan 94 on physical network physnet1 to pool {{(pid=93916) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 18:56:57.120592 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-44f3e668-9d7b-4a88-a001-1696022509af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2682942'] for segment, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:57.187773 n-d-800634-3 neutron-server[93916]: Traceback (most recent call last): Jul 14 18:56:57.187773 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 18:56:57.187773 n-d-800634-3 neutron-server[93916]: timer() Jul 14 18:56:57.187773 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 18:56:57.187773 n-d-800634-3 neutron-server[93916]: cb(*args, **kw) Jul 14 18:56:57.187773 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 18:56:57.187773 n-d-800634-3 neutron-server[93916]: return func(*args, **kwargs) Jul 14 18:56:57.187773 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 18:56:57.187773 n-d-800634-3 neutron-server[93916]: self._notify() Jul 14 18:56:57.187773 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 18:56:57.187773 n-d-800634-3 neutron-server[93916]: self.callback(batched_events) Jul 14 18:56:57.187773 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 18:56:57.187773 n-d-800634-3 neutron-server[93916]: event.method(event) Jul 14 18:56:57.187773 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 18:56:57.187773 n-d-800634-3 neutron-server[93916]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 18:56:57.187773 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 18:56:57.187773 n-d-800634-3 neutron-server[93916]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 18:56:57.187773 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 18:56:57.187773 n-d-800634-3 neutron-server[93916]: return f(self, *a, **k) Jul 14 18:56:57.187773 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 18:56:57.187773 n-d-800634-3 neutron-server[93916]: return self._get(url).json() Jul 14 18:56:57.187773 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 18:56:57.187773 n-d-800634-3 neutron-server[93916]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 18:56:57.187773 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 18:56:57.187773 n-d-800634-3 neutron-server[93916]: return self.request(url, 'GET', **kwargs) Jul 14 18:56:57.187773 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 18:56:57.187773 n-d-800634-3 neutron-server[93916]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 18:56:57.187773 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 18:56:57.187773 n-d-800634-3 neutron-server[93916]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 18:56:57.187773 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 18:56:57.187773 n-d-800634-3 neutron-server[93916]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 18:56:57.187773 n-d-800634-3 neutron-server[93916]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 18:56:57.190279 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-44f3e668-9d7b-4a88-a001-1696022509af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2096001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-930085'] for network, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:57.210884 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-44f3e668-9d7b-4a88-a001-1696022509af admin admin] Notify callbacks [] for network, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:57.213101 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-c2c9f14a-aa52-440f-845d-657a2005d7c5 None None] For port b9a39279-096e-4125-808c-b57e35aa827b, host n-d-800634-3, got binding levels [] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:56:57.213664 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-44f3e668-9d7b-4a88-a001-1696022509af admin admin] 10.222.0.16 "DELETE /v2.0/networks/d41f9397-de9e-4e07-a07d-8cf0ac566250 HTTP/1.1" status: 204 len: 168 time: 0.8557172 Jul 14 18:56:57.214635 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f3e668-9d7b-4a88-a001-1696022509af admin admin] Pushing event deleted for resources: {'Network': ['ID=d41f9397-de9e-4e07-a07d-8cf0ac566250,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:56:57.216770 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 54378) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:56:57.217606 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-c2c9f14a-aa52-440f-845d-657a2005d7c5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:57.242271 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-c2c9f14a-aa52-440f-845d-657a2005d7c5 None None] Calling delete_port for b9a39279-096e-4125-808c-b57e35aa827b owned by network:dhcp {{(pid=93917) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:56:57.247453 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.ipam_backend_mixin [None req-c2c9f14a-aa52-440f-845d-657a2005d7c5 None None] Port b9a39279-096e-4125-808c-b57e35aa827b was not found and therefore no delete operation was performed {{(pid=93917) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 14 18:56:57.258955 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-c2c9f14a-aa52-440f-845d-657a2005d7c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813'] for port, after_delete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:57.289609 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c9f14a-aa52-440f-845d-657a2005d7c5 None None] Pushing event deleted for resources: {'Port': ['ID=b9a39279-096e-4125-808c-b57e35aa827b,revision_number=None']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:56:57.345960 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c53bcef-e815-41fe-945f-33aabcd22909 req-743523c4-9fca-4f27-9094-19d4c0750ef2 tempest-TestSecurityGroupsBasicOps-1776290789 tempest-TestSecurityGroupsBasicOps-1776290789-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:56:57.359051 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-9c53bcef-e815-41fe-945f-33aabcd22909 req-743523c4-9fca-4f27-9094-19d4c0750ef2 tempest-TestSecurityGroupsBasicOps-1776290789 tempest-TestSecurityGroupsBasicOps-1776290789-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=6f933a6e-6cc7-40ba-881b-87ebd2cc2c42 HTTP/1.1" status: 200 len: 1060 time: 0.1982374 Jul 14 18:56:57.366498 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f4f767-14c4-47c3-8fbb-16751b5253d4 req-96444155-5005-4e2a-baa5-76c44b578f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:56:57.379181 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-38f4f767-14c4-47c3-8fbb-16751b5253d4 req-96444155-5005-4e2a-baa5-76c44b578f25 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=59d79f8f-a2cf-4f0e-9cf7-44b364654e71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3901350 Jul 14 18:56:57.379181 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-ef7f6f4d-f216-4ecf-88ad-de59bfa51fd7 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Notify callbacks [] for port, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:57.382029 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-c2c9f14a-aa52-440f-845d-657a2005d7c5 None None] Network d41f9397-de9e-4e07-a07d-8cf0ac566250 is not hosted by any dhcp agent {{(pid=93917) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 14 18:56:57.382707 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2c9f14a-aa52-440f-845d-657a2005d7c5 None None] No DVR routers for this DVR port b9a39279-096e-4125-808c-b57e35aa827b on host n-d-800634-3 {{(pid=93917) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 18:56:57.443974 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.provisioning_blocks [None req-ef7f6f4d-f216-4ecf-88ad-de59bfa51fd7 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Transition to ACTIVE for port object 55129fb1-a496-4f88-834e-da4a16b43567 will not be triggered until provisioned by entity DHCP. {{(pid=93915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:56:57.521263 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-38f4f767-14c4-47c3-8fbb-16751b5253d4 req-1b6852c2-2542-487c-b0dc-1f408b4fcddf service neutron] 10.222.0.18 "GET /v2.0/networks/59d79f8f-a2cf-4f0e-9cf7-44b364654e71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1432617 Jul 14 18:56:57.533697 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-ef7f6f4d-f216-4ecf-88ad-de59bfa51fd7 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:57.546451 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-e5d2b823-a4f6-4634-832b-340d7e635d3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc95858d-41d5-4e5f-8465-44deaf1e4ff7', 'name': 'tempest-TestVolumeBackupRestore-1766731314-router', 'tenant_id': 'ab3c6676b6134727ab7887b4428d3ba0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.141'}], 'enable_snat': True}, 'gw_port_id': '42f326e1-945f-4de6-9f0a-8a6833e562cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:54:02Z', 'updated_at': '2021-07-14T18:54:08Z', 'revision_number': 4, 'project_id': 'ab3c6676b6134727ab7887b4428d3ba0', 'gw_port': {'id': '42f326e1-945f-4de6-9f0a-8a6833e562cc', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:f7:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc95858d-41d5-4e5f-8465-44deaf1e4ff7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3526, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:54:04Z', 'updated_at': '2021-07-14T18:54:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_floatingips': [{'id': '4be21d09-5aba-4e4e-94d1-0cccfa10136e', 'tenant_id': 'ab3c6676b6134727ab7887b4428d3ba0', 'floating_ip_address': '172.25.1.218', 'floating_network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'router_id': 'dc95858d-41d5-4e5f-8465-44deaf1e4ff7', 'port_id': 'cd8baaa3-cd9f-4584-9bdc-a4816ac099f0', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3765, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '59d79f8f-a2cf-4f0e-9cf7-44b364654e71', 'mac_address': 'fa:16:3e:99:c1:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f5a0535-92d9-4283-80cb-59894b507fd3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T18:56:50Z', 'updated_at': '2021-07-14T18:56:55Z', 'revision_number': 2, 'project_id': 'ab3c6676b6134727ab7887b4428d3ba0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50f295dd-f841-4147-8f1c-7cfa57295a83', 'name': '', 'network_id': '59d79f8f-a2cf-4f0e-9cf7-44b364654e71', 'tenant_id': 'ab3c6676b6134727ab7887b4428d3ba0', 'mac_address': 'fa:16:3e:99:ee:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc95858d-41d5-4e5f-8465-44deaf1e4ff7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3528, 'fixed_ips': [{'subnet_id': '844fd80b-fe8b-4b98-98f0-ed90aba01f58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:54:07Z', 'updated_at': '2021-07-14T18:54:14Z', 'revision_number': 5, 'project_id': 'ab3c6676b6134727ab7887b4428d3ba0', 'subnets': [{'id': '844fd80b-fe8b-4b98-98f0-ed90aba01f58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-3', False) {} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:56:57.585980 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b435813c-eb57-4e60-aecc-7b42eebe67c8 None None] Network 5a2d017b-c1c3-4307-b993-2bf2ad3964ea requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:56:57.592841 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5d2b823-a4f6-4634-832b-340d7e635d3d None None] The sync data for ids ['dc95858d-41d5-4e5f-8465-44deaf1e4ff7'] in n-d-800634-3 is: [{'id': 'dc95858d-41d5-4e5f-8465-44deaf1e4ff7', 'name': 'tempest-TestVolumeBackupRestore-1766731314-router', 'tenant_id': 'ab3c6676b6134727ab7887b4428d3ba0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.141'}], 'enable_snat': True}, 'gw_port_id': '42f326e1-945f-4de6-9f0a-8a6833e562cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:54:02Z', 'updated_at': '2021-07-14T18:54:08Z', 'revision_number': 4, 'project_id': 'ab3c6676b6134727ab7887b4428d3ba0', 'gw_port': {'id': '42f326e1-945f-4de6-9f0a-8a6833e562cc', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:f7:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc95858d-41d5-4e5f-8465-44deaf1e4ff7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3526, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:54:04Z', 'updated_at': '2021-07-14T18:54:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_floatingips': [{'id': '4be21d09-5aba-4e4e-94d1-0cccfa10136e', 'tenant_id': 'ab3c6676b6134727ab7887b4428d3ba0', 'floating_ip_address': '172.25.1.218', 'floating_network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'router_id': 'dc95858d-41d5-4e5f-8465-44deaf1e4ff7', 'port_id': 'cd8baaa3-cd9f-4584-9bdc-a4816ac099f0', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3765, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '59d79f8f-a2cf-4f0e-9cf7-44b364654e71', 'mac_address': 'fa:16:3e:99:c1:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f5a0535-92d9-4283-80cb-59894b507fd3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T18:56:50Z', 'updated_at': '2021-07-14T18:56:55Z', 'revision_number': 2, 'project_id': 'ab3c6676b6134727ab7887b4428d3ba0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50f295dd-f841-4147-8f1c-7cfa57295a83', 'name': '', 'network_id': '59d79f8f-a2cf-4f0e-9cf7-44b364654e71', 'tenant_id': 'ab3c6676b6134727ab7887b4428d3ba0', 'mac_address': 'fa:16:3e:99:ee:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc95858d-41d5-4e5f-8465-44deaf1e4ff7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3528, 'fixed_ips': [{'subnet_id': '844fd80b-fe8b-4b98-98f0-ed90aba01f58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:54:07Z', 'updated_at': '2021-07-14T18:54:14Z', 'revision_number': 5, 'project_id': 'ab3c6676b6134727ab7887b4428d3ba0', 'subnets': [{'id': '844fd80b-fe8b-4b98-98f0-ed90aba01f58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 18:56:57.647443 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-76a60ab5-b879-4fad-bbe7-4b63e91e6ba0 None None] Provisioning for port 1bc50397-ce26-4178-b25e-13d7da7d2e4a completed by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:56:57.653739 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-76a60ab5-b879-4fad-bbe7-4b63e91e6ba0 None None] Provisioning complete for port 1bc50397-ce26-4178-b25e-13d7da7d2e4a triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:56:57.654247 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-76a60ab5-b879-4fad-bbe7-4b63e91e6ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:57.688725 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef7f6f4d-f216-4ecf-88ad-de59bfa51fd7 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Network 5a2d017b-c1c3-4307-b993-2bf2ad3964ea is already hosted by enough agents. {{(pid=93915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:56:57.701895 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [None req-ef7f6f4d-f216-4ecf-88ad-de59bfa51fd7 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Resources bound (agent type, host, resource id): {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:56:57.730341 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-5e314e7c-bfd2-4cd1-9519-6ac9246951f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-928623'] for router_interface, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:57.761302 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef7f6f4d-f216-4ecf-88ad-de59bfa51fd7 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Received port after_create {{(pid=93915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:56:57.767185 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef7f6f4d-f216-4ecf-88ad-de59bfa51fd7 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:56:57.767975 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-ef7f6f4d-f216-4ecf-88ad-de59bfa51fd7 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:57.773318 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-38f4f767-14c4-47c3-8fbb-16751b5253d4 req-655aca1e-2312-4dae-bf22-1c9f4736376f service neutron] 10.222.0.18 "GET /v2.0/networks/59d79f8f-a2cf-4f0e-9cf7-44b364654e71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2324054 Jul 14 18:56:57.773929 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7f6f4d-f216-4ecf-88ad-de59bfa51fd7 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Pushing event updated for resources: {'Port': ['ID=55129fb1-a496-4f88-834e-da4a16b43567,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:56:57.807165 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f827f972-bcff-4af2-81b1-f92cac314f44 req-325469eb-57ea-47c1-a877-1cb05e6bad51 tempest-TestSecurityGroupsBasicOps-1776290789 tempest-TestSecurityGroupsBasicOps-1776290789-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:56:57.815665 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f827f972-bcff-4af2-81b1-f92cac314f44 req-325469eb-57ea-47c1-a877-1cb05e6bad51 tempest-TestSecurityGroupsBasicOps-1776290789 tempest-TestSecurityGroupsBasicOps-1776290789-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=0088c237-30f1-4281-afd5-3d6abd7a2a68 HTTP/1.1" status: 200 len: 1135 time: 0.2757611 Jul 14 18:56:57.824528 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-ef7f6f4d-f216-4ecf-88ad-de59bfa51fd7 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.6304002 Jul 14 18:56:57.829718 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 54384) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:56:57.837315 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-76a60ab5-b879-4fad-bbe7-4b63e91e6ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:57.862745 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f827f972-bcff-4af2-81b1-f92cac314f44 req-6d4ea665-ff40-48e1-be8a-8e8b25243135 tempest-TestSecurityGroupsBasicOps-1776290789 tempest-TestSecurityGroupsBasicOps-1776290789-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=0b343c56-a1d0-46b5-8250-b336efb3b854&id=09f4d1b8-dffb-4475-b36c-31c124447ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0460751 Jul 14 18:56:57.881172 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 54386) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:56:57.895618 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-76a60ab5-b879-4fad-bbe7-4b63e91e6ba0 None None] For port 1bc50397-ce26-4178-b25e-13d7da7d2e4a, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=1bc50397-ce26-4178-b25e-13d7da7d2e4a,segment=NetworkSegment(0ceb8e1f-2a31-4f1b-9857-e603803f15e4),segment_id=0ceb8e1f-2a31-4f1b-9857-e603803f15e4)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:56:57.907572 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-76a60ab5-b879-4fad-bbe7-4b63e91e6ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:57.954008 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b690cef3-07d7-4093-bfbc-67fd57fb129c tempest-TestSecurityGroupsBasicOps-1776290789 tempest-TestSecurityGroupsBasicOps-1776290789-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:56:57.955578 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-b690cef3-07d7-4093-bfbc-67fd57fb129c tempest-TestSecurityGroupsBasicOps-1776290789 tempest-TestSecurityGroupsBasicOps-1776290789-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=6f933a6e-6cc7-40ba-881b-87ebd2cc2c42 HTTP/1.1" status: 200 len: 1055 time: 0.0733843 Jul 14 18:56:57.965178 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a60ab5-b879-4fad-bbe7-4b63e91e6ba0 None None] Pushing event updated for resources: {'Port': ['ID=1bc50397-ce26-4178-b25e-13d7da7d2e4a,revision_number=3']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:56:58.016922 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ac1a340-36e4-492f-a55c-41d3ef035a0d tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:56:58.021092 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-0ac1a340-36e4-492f-a55c-41d3ef035a0d tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] 10.222.0.16 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 927 time: 0.1877575 Jul 14 18:56:58.021754 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 54390) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:56:58.039711 n-d-800634-3 neutron-server[93916]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f5a0535-92d9-4283-80cb-59894b507fd3', 'tag': 'cd8baaa3-cd9f-4584-9bdc-a4816ac099f0'}] {{(pid=93916) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:56:58.042188 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f803e150b363a7893830aa996ac27753fa25517c406ecd3536b7c2d4b26eeb9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dc28194-1766-441d-b780-d1152239ed1b" -d '{"events": [{"name": "network-changed", "server_uuid": "1f5a0535-92d9-4283-80cb-59894b507fd3", "tag": "cd8baaa3-cd9f-4584-9bdc-a4816ac099f0"}]}' {{(pid=93916) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:56:58.105131 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 18:56:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1adcb9a9-3de7-49de-8dfb-527d8873ac90 x-openstack-request-id: req-1adcb9a9-3de7-49de-8dfb-527d8873ac90 {{(pid=93916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:56:58.105960 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f5a0535-92d9-4283-80cb-59894b507fd3", "tag": "cd8baaa3-cd9f-4584-9bdc-a4816ac099f0", "status": "completed", "code": 200}]} {{(pid=93916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:56:58.106211 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1adcb9a9-3de7-49de-8dfb-527d8873ac90 {{(pid=93916) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:56:58.106609 n-d-800634-3 neutron-server[93916]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f5a0535-92d9-4283-80cb-59894b507fd3', 'tag': 'cd8baaa3-cd9f-4584-9bdc-a4816ac099f0', 'status': 'completed', 'code': 200} Jul 14 18:56:58.157028 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-5e314e7c-bfd2-4cd1-9519-6ac9246951f0 admin admin] Deleting port b876fc64-675a-4652-8fc6-c6924e5bc5af {{(pid=93916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:56:58.157208 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-5e314e7c-bfd2-4cd1-9519-6ac9246951f0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:58.166636 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bdb748c-335e-4e93-99fd-2ff8a3670e8b tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:56:58.174005 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bdb748c-335e-4e93-99fd-2ff8a3670e8b tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:56:58.182668 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bdb748c-335e-4e93-99fd-2ff8a3670e8b tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:56:58.185071 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-1bdb748c-335e-4e93-99fd-2ff8a3670e8b tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] 10.222.0.16 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2390 time: 0.1622105 Jul 14 18:56:58.207365 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 54394) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:56:58.262925 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-daa0ef94-fe74-4acc-a465-c80dd7931927 None None] Provisioning for port 55129fb1-a496-4f88-834e-da4a16b43567 completed by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:56:58.272509 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-daa0ef94-fe74-4acc-a465-c80dd7931927 None None] Provisioning complete for port 55129fb1-a496-4f88-834e-da4a16b43567 triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:56:58.273288 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-daa0ef94-fe74-4acc-a465-c80dd7931927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:58.294722 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.db [None req-5e314e7c-bfd2-4cd1-9519-6ac9246951f0 admin admin] For port b876fc64-675a-4652-8fc6-c6924e5bc5af, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=b876fc64-675a-4652-8fc6-c6924e5bc5af,segment=NetworkSegment(fc4a68b5-94de-4131-a5d8-037044553ae5),segment_id=fc4a68b5-94de-4131-a5d8-037044553ae5)] {{(pid=93916) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:56:58.295093 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-5e314e7c-bfd2-4cd1-9519-6ac9246951f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:58.316242 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-5e314e7c-bfd2-4cd1-9519-6ac9246951f0 admin admin] Calling delete_port for b876fc64-675a-4652-8fc6-c6924e5bc5af owned by network:router_interface {{(pid=93916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:56:58.321646 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-daa0ef94-fe74-4acc-a465-c80dd7931927 None None] Port 55129fb1-a496-4f88-834e-da4a16b43567 cannot update to ACTIVE because it is not bound. {{(pid=93917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 18:56:58.334552 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc28194-1766-441d-b780-d1152239ed1b req-e00e020e-953f-40d7-b4dc-dbc3f14bf0d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:56:58.336222 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-1dc28194-1766-441d-b780-d1152239ed1b req-e00e020e-953f-40d7-b4dc-dbc3f14bf0d3 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ab3c6676b6134727ab7887b4428d3ba0&device_id=1f5a0535-92d9-4283-80cb-59894b507fd3 HTTP/1.1" status: 200 len: 1096 time: 0.1934779 Jul 14 18:56:58.342146 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-daa0ef94-fe74-4acc-a465-c80dd7931927 None None] Provisioning for port cbdfc3e9-80b4-4c69-a516-3cd2cf186b3a completed by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:56:58.346615 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-daa0ef94-fe74-4acc-a465-c80dd7931927 None None] Provisioning complete for port cbdfc3e9-80b4-4c69-a516-3cd2cf186b3a triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:56:58.346959 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-daa0ef94-fe74-4acc-a465-c80dd7931927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:58.387403 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-daa0ef94-fe74-4acc-a465-c80dd7931927 None None] Port cbdfc3e9-80b4-4c69-a516-3cd2cf186b3a cannot update to ACTIVE because it is not bound. {{(pid=93917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 18:56:58.398346 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-daa0ef94-fe74-4acc-a465-c80dd7931927 None None] Provisioning complete for port 1bc50397-ce26-4178-b25e-13d7da7d2e4a triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:56:58.398826 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-daa0ef94-fe74-4acc-a465-c80dd7931927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:58.486941 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [None req-20d4d48b-bbbd-42bb-a790-068c390cb5d6 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Deleting port 55129fb1-a496-4f88-834e-da4a16b43567 {{(pid=93915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:56:58.487182 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-20d4d48b-bbbd-42bb-a790-068c390cb5d6 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:58.515690 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dd4692-a04a-4a63-a259-81fb9909cd9a req-992a6fea-4c89-4292-8f85-d070bd7432fd tempest-TestSecurityGroupsBasicOps-1245515434 tempest-TestSecurityGroupsBasicOps-1245515434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:56:58.517253 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b4dd4692-a04a-4a63-a259-81fb9909cd9a req-992a6fea-4c89-4292-8f85-d070bd7432fd tempest-TestSecurityGroupsBasicOps-1245515434 tempest-TestSecurityGroupsBasicOps-1245515434-project] 10.222.0.16 "GET /v2.0/ports?device_id=6f933a6e-6cc7-40ba-881b-87ebd2cc2c42 HTTP/1.1" status: 200 len: 909 time: 0.1749604 Jul 14 18:56:58.555354 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc28194-1766-441d-b780-d1152239ed1b req-e54029d9-97ec-4dac-8af6-2db257573738 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:56:58.560185 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-1dc28194-1766-441d-b780-d1152239ed1b req-e54029d9-97ec-4dac-8af6-2db257573738 service neutron] 10.222.0.18 "GET /v2.0/networks?id=59d79f8f-a2cf-4f0e-9cf7-44b364654e71 HTTP/1.1" status: 200 len: 914 time: 0.2132788 Jul 14 18:56:58.587598 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-5e314e7c-bfd2-4cd1-9519-6ac9246951f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:58.615696 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 1bc50397-ce26-4178-b25e-13d7da7d2e4a up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:56:58.618002 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-6f4eaecf-9af4-4289-bbfd-9e86d3b3ffe9 None None] Provisioning complete for port cbdfc3e9-80b4-4c69-a516-3cd2cf186b3a triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:56:58.618536 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-6f4eaecf-9af4-4289-bbfd-9e86d3b3ffe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:58.618919 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e314e7c-bfd2-4cd1-9519-6ac9246951f0 admin admin] Pushing event deleted for resources: {'Port': ['ID=b876fc64-675a-4652-8fc6-c6924e5bc5af,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:56:58.653116 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-20d4d48b-bbbd-42bb-a790-068c390cb5d6 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:58.657326 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-1dc28194-1766-441d-b780-d1152239ed1b req-312e95e4-ea80-4b7a-b089-874b2a473cf0 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cd8baaa3-cd9f-4584-9bdc-a4816ac099f0 HTTP/1.1" status: 200 len: 1001 time: 0.0907242 Jul 14 18:56:58.679210 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [None req-20d4d48b-bbbd-42bb-a790-068c390cb5d6 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Calling delete_port for 55129fb1-a496-4f88-834e-da4a16b43567 owned by {{(pid=93915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:56:58.723163 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-6f4eaecf-9af4-4289-bbfd-9e86d3b3ffe9 None None] Port cbdfc3e9-80b4-4c69-a516-3cd2cf186b3a cannot update to ACTIVE because it is not bound. {{(pid=93917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 18:56:58.761192 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port 1bc50397-ce26-4178-b25e-13d7da7d2e4a triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:56:58.762576 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:58.767828 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc28194-1766-441d-b780-d1152239ed1b req-6213d4ee-7ee1-46a2-90d6-5f4f9cf00f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:56:58.775814 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-1dc28194-1766-441d-b780-d1152239ed1b req-6213d4ee-7ee1-46a2-90d6-5f4f9cf00f4f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=844fd80b-fe8b-4b98-98f0-ed90aba01f58 HTTP/1.1" status: 200 len: 853 time: 0.1106756 Jul 14 18:56:58.881427 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-5e314e7c-bfd2-4cd1-9519-6ac9246951f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-598732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-928907'] for router_interface, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:58.896860 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc28194-1766-441d-b780-d1152239ed1b req-31255980-cd1d-4b1f-a9fb-93e29f4b35fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:56:58.901832 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-1dc28194-1766-441d-b780-d1152239ed1b req-31255980-cd1d-4b1f-a9fb-93e29f4b35fd service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=59d79f8f-a2cf-4f0e-9cf7-44b364654e71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1042597 Jul 14 18:56:58.953461 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device b9a39279-096e-4125-808c-b57e35aa827b no longer exists at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 18:56:58.978404 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-45a7a4ce-b68f-4e1e-99a0-9f566ed0ebeb None None] Provisioning complete for port 55129fb1-a496-4f88-834e-da4a16b43567 triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:56:58.978964 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-45a7a4ce-b68f-4e1e-99a0-9f566ed0ebeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:58.982357 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] No Port match for: b9a39279-096e-4125-808c-b57e35aa827b {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 18:56:58.982714 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device b9a39279-096e-4125-808c-b57e35aa827b not bound to the agent host n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 18:56:59.018055 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-45a7a4ce-b68f-4e1e-99a0-9f566ed0ebeb None None] Port 55129fb1-a496-4f88-834e-da4a16b43567 cannot update to ACTIVE because it is not bound. {{(pid=93917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 18:56:59.144448 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e314e7c-bfd2-4cd1-9519-6ac9246951f0 admin admin] Router 9164ccb5-fd7c-4921-9283-3649ae3af26e has already been hosted by L3 agent 2c6eb27e-defb-4cca-9a24-381c7415e359 {{(pid=93916) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 18:56:59.260646 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e314e7c-bfd2-4cd1-9519-6ac9246951f0 admin admin] Notify agent at l3_agent.n-d-800634-3 the message routers_updated {{(pid=93916) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 18:56:59.268999 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-5e314e7c-bfd2-4cd1-9519-6ac9246951f0 admin admin] 10.222.0.16 "PUT /v2.0/routers/9164ccb5-fd7c-4921-9283-3649ae3af26e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0483623 Jul 14 18:56:59.268999 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 54398) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:56:59.272007 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4aefee0-f9c7-4098-b3b9-8a14aa59b112 None None] Sync routers for ids ['9164ccb5-fd7c-4921-9283-3649ae3af26e'] in n-d-800634-3 {{(pid=93918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 18:56:59.282577 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4aefee0-f9c7-4098-b3b9-8a14aa59b112 None None] Routers {'9164ccb5-fd7c-4921-9283-3649ae3af26e'} bound to L3 agent in host n-d-800634-3 {{(pid=93918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:56:59.283297 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-d4aefee0-f9c7-4098-b3b9-8a14aa59b112 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:56:53Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['9164ccb5-fd7c-4921-9283-3649ae3af26e'], 'active': True} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:56:59.355260 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-20d4d48b-bbbd-42bb-a790-068c390cb5d6 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:59.387269 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-f4ce3225-ff1e-4b8b-9d98-ee40a05d6af2 admin admin] Notify callbacks [] for router, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:59.394606 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d4d48b-bbbd-42bb-a790-068c390cb5d6 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Pushing event deleted for resources: {'Port': ['ID=55129fb1-a496-4f88-834e-da4a16b43567,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:56:59.406603 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvr_db [None req-d4aefee0-f9c7-4098-b3b9-8a14aa59b112 None None] Set router 9164ccb5-fd7c-4921-9283-3649ae3af26e gateway port host: n-d-800634-3 {{(pid=93918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 18:56:59.431111 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-1dc28194-1766-441d-b780-d1152239ed1b req-e78cfc0d-83b1-4717-b589-b56df030146b service neutron] 10.222.0.18 "GET /v2.0/networks/59d79f8f-a2cf-4f0e-9cf7-44b364654e71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5097773 Jul 14 18:56:59.432095 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-20d4d48b-bbbd-42bb-a790-068c390cb5d6 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:59.433927 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-20d4d48b-bbbd-42bb-a790-068c390cb5d6 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] 10.222.0.16 "DELETE /v2.0/ports/55129fb1-a496-4f88-834e-da4a16b43567 HTTP/1.1" status: 204 len: 168 time: 1.2249968 Jul 14 18:56:59.439184 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 54400) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:56:59.505354 n-d-800634-3 neutron-server[93916]: INFO neutron.pecan_wsgi.hooks.translation [None req-89ec3db1-91ab-446f-84f4-acee886c9f06 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] GET failed (client error): The resource could not be found. Jul 14 18:56:59.506962 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-89ec3db1-91ab-446f-84f4-acee886c9f06 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] 10.222.0.16 "GET /v2.0/ports/55129fb1-a496-4f88-834e-da4a16b43567 HTTP/1.1" status: 404 len: 333 time: 0.0668538 Jul 14 18:56:59.511354 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 54402) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:56:59.549596 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-1dc28194-1766-441d-b780-d1152239ed1b req-897735d3-633d-45cb-8d12-21c1fa878351 service neutron] 10.222.0.18 "GET /v2.0/networks/59d79f8f-a2cf-4f0e-9cf7-44b364654e71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1084929 Jul 14 18:56:59.632502 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-d4aefee0-f9c7-4098-b3b9-8a14aa59b112 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9164ccb5-fd7c-4921-9283-3649ae3af26e', 'name': 'tempest-TestVolumeBootPattern-555718294-router', 'tenant_id': 'dc74663d02284b739c26a9ae016d3c85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.155'}], 'enable_snat': True}, 'gw_port_id': '13e10bcb-3caf-47be-a5f0-957f46d3fbac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:42:40Z', 'updated_at': '2021-07-14T18:56:58Z', 'revision_number': 5, 'project_id': 'dc74663d02284b739c26a9ae016d3c85', 'gw_port': {'id': '13e10bcb-3caf-47be-a5f0-957f46d3fbac', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:cc:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9164ccb5-fd7c-4921-9283-3649ae3af26e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2479, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:42:45Z', 'updated_at': '2021-07-14T18:42:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3'}], 'n-d-800634-3', False) {} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:56:59.633180 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-f4ce3225-ff1e-4b8b-9d98-ee40a05d6af2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:59.665272 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4aefee0-f9c7-4098-b3b9-8a14aa59b112 None None] Checking router: 9164ccb5-fd7c-4921-9283-3649ae3af26e for host: n-d-800634-3 {{(pid=93918) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 18:56:59.674951 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4aefee0-f9c7-4098-b3b9-8a14aa59b112 None None] Routers {'9164ccb5-fd7c-4921-9283-3649ae3af26e'} bound to L3 agent in host n-d-800634-3 {{(pid=93918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:56:59.675562 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-d4aefee0-f9c7-4098-b3b9-8a14aa59b112 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:56:53Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['9164ccb5-fd7c-4921-9283-3649ae3af26e'], 'active': True} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:56:59.735134 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fe5099-928d-416c-b2a3-b32ef0cf74ea req-b7b83680-466d-4a64-8264-66cb437b5f00 tempest-TestSecurityGroupsBasicOps-1245515434 tempest-TestSecurityGroupsBasicOps-1245515434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:56:59.736559 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-12fe5099-928d-416c-b2a3-b32ef0cf74ea req-b7b83680-466d-4a64-8264-66cb437b5f00 tempest-TestSecurityGroupsBasicOps-1245515434 tempest-TestSecurityGroupsBasicOps-1245515434-project] 10.222.0.35 "GET /v2.0/ports?device_id=6f933a6e-6cc7-40ba-881b-87ebd2cc2c42 HTTP/1.1" status: 200 len: 909 time: 0.2190382 Jul 14 18:56:59.736825 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c49b0e4-71cd-4a2d-b611-421a54aebd6f req-fb51a17c-5f3f-4c77-a525-f5863731a1f1 tempest-TestSecurityGroupsBasicOps-1245515434 tempest-TestSecurityGroupsBasicOps-1245515434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:56:59.738773 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-5c49b0e4-71cd-4a2d-b611-421a54aebd6f req-fb51a17c-5f3f-4c77-a525-f5863731a1f1 tempest-TestSecurityGroupsBasicOps-1245515434 tempest-TestSecurityGroupsBasicOps-1245515434-project] 10.222.0.16 "GET /v2.0/ports?device_id=6f933a6e-6cc7-40ba-881b-87ebd2cc2c42 HTTP/1.1" status: 200 len: 909 time: 0.0660932 Jul 14 18:56:59.776515 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvr_db [None req-d4aefee0-f9c7-4098-b3b9-8a14aa59b112 None None] Set router 9164ccb5-fd7c-4921-9283-3649ae3af26e gateway port host: None {{(pid=93918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 18:56:59.778244 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-3c688f75-14fc-487e-a6c0-ab7fedfbccef tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Deleting port cbdfc3e9-80b4-4c69-a516-3cd2cf186b3a {{(pid=93916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:56:59.778588 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-3c688f75-14fc-487e-a6c0-ab7fedfbccef tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:59.831119 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-d4aefee0-f9c7-4098-b3b9-8a14aa59b112 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9164ccb5-fd7c-4921-9283-3649ae3af26e', 'name': 'tempest-TestVolumeBootPattern-555718294-router', 'tenant_id': 'dc74663d02284b739c26a9ae016d3c85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:42:40Z', 'updated_at': '2021-07-14T18:56:59Z', 'revision_number': 6, 'project_id': 'dc74663d02284b739c26a9ae016d3c85', 'gw_port_host': None}], 'n-d-800634-3', False) {} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:56:59.856636 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4aefee0-f9c7-4098-b3b9-8a14aa59b112 None None] The sync data for ids ['9164ccb5-fd7c-4921-9283-3649ae3af26e'] in n-d-800634-3 is: [{'id': '9164ccb5-fd7c-4921-9283-3649ae3af26e', 'name': 'tempest-TestVolumeBootPattern-555718294-router', 'tenant_id': 'dc74663d02284b739c26a9ae016d3c85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:42:40Z', 'updated_at': '2021-07-14T18:56:59Z', 'revision_number': 6, 'project_id': 'dc74663d02284b739c26a9ae016d3c85', 'gw_port_host': None}] {{(pid=93918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 18:56:59.869423 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-f4ce3225-ff1e-4b8b-9d98-ee40a05d6af2 admin admin] Deleting port 13e10bcb-3caf-47be-a5f0-957f46d3fbac {{(pid=93916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:56:59.869764 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-f4ce3225-ff1e-4b8b-9d98-ee40a05d6af2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:59.970370 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-3c688f75-14fc-487e-a6c0-ab7fedfbccef tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:56:59.989634 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-3c688f75-14fc-487e-a6c0-ab7fedfbccef tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Calling delete_port for cbdfc3e9-80b4-4c69-a516-3cd2cf186b3a owned by {{(pid=93916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:57:00.018898 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [req-12fe5099-928d-416c-b2a3-b32ef0cf74ea req-45f40db1-dcc0-4b71-81d8-7e9df3a0df42 tempest-TestSecurityGroupsBasicOps-1245515434 tempest-TestSecurityGroupsBasicOps-1245515434-project] Deleting port a65060b3-8a03-483f-be0f-c1b5ef6d0cd4 {{(pid=93916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:57:00.019241 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-12fe5099-928d-416c-b2a3-b32ef0cf74ea req-45f40db1-dcc0-4b71-81d8-7e9df3a0df42 tempest-TestSecurityGroupsBasicOps-1245515434 tempest-TestSecurityGroupsBasicOps-1245515434-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:00.022787 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.db [None req-f4ce3225-ff1e-4b8b-9d98-ee40a05d6af2 admin admin] For port 13e10bcb-3caf-47be-a5f0-957f46d3fbac, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=13e10bcb-3caf-47be-a5f0-957f46d3fbac,segment=NetworkSegment(5afb940b-bbdf-4727-be00-5d46367c38a1),segment_id=5afb940b-bbdf-4727-be00-5d46367c38a1)] {{(pid=93916) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:57:00.023139 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-f4ce3225-ff1e-4b8b-9d98-ee40a05d6af2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:00.076041 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-f4ce3225-ff1e-4b8b-9d98-ee40a05d6af2 admin admin] Calling delete_port for 13e10bcb-3caf-47be-a5f0-957f46d3fbac owned by network:router_gateway {{(pid=93916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:57:00.233106 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.db [req-12fe5099-928d-416c-b2a3-b32ef0cf74ea req-45f40db1-dcc0-4b71-81d8-7e9df3a0df42 tempest-TestSecurityGroupsBasicOps-1245515434 tempest-TestSecurityGroupsBasicOps-1245515434-project] For port a65060b3-8a03-483f-be0f-c1b5ef6d0cd4, host n-h2-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=a65060b3-8a03-483f-be0f-c1b5ef6d0cd4,segment=NetworkSegment(5347abb6-670f-4e9b-b099-02ae16895dc8),segment_id=5347abb6-670f-4e9b-b099-02ae16895dc8)] {{(pid=93916) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:57:00.233478 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-12fe5099-928d-416c-b2a3-b32ef0cf74ea req-45f40db1-dcc0-4b71-81d8-7e9df3a0df42 tempest-TestSecurityGroupsBasicOps-1245515434 tempest-TestSecurityGroupsBasicOps-1245515434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:00.305160 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [req-12fe5099-928d-416c-b2a3-b32ef0cf74ea req-45f40db1-dcc0-4b71-81d8-7e9df3a0df42 tempest-TestSecurityGroupsBasicOps-1245515434 tempest-TestSecurityGroupsBasicOps-1245515434-project] Calling delete_port for a65060b3-8a03-483f-be0f-c1b5ef6d0cd4 owned by compute:nova {{(pid=93916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:57:00.588414 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device b876fc64-675a-4652-8fc6-c6924e5bc5af no longer exists at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 18:57:00.609302 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] No Port match for: b876fc64-675a-4652-8fc6-c6924e5bc5af {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 18:57:00.609647 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device b876fc64-675a-4652-8fc6-c6924e5bc5af not bound to the agent host n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 18:57:00.610079 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 13e10bcb-3caf-47be-a5f0-957f46d3fbac no longer exists at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 18:57:00.688289 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:00.708969 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] For port 13e10bcb-3caf-47be-a5f0-957f46d3fbac, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=13e10bcb-3caf-47be-a5f0-957f46d3fbac,segment=NetworkSegment(5afb940b-bbdf-4727-be00-5d46367c38a1),segment_id=5afb940b-bbdf-4727-be00-5d46367c38a1)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:57:00.713376 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:00.715589 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-3c688f75-14fc-487e-a6c0-ab7fedfbccef tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:00.758037 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c688f75-14fc-487e-a6c0-ab7fedfbccef tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Pushing event deleted for resources: {'Port': ['ID=cbdfc3e9-80b4-4c69-a516-3cd2cf186b3a,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:57:00.764052 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Pushing event updated for resources: {'Port': ['ID=13e10bcb-3caf-47be-a5f0-957f46d3fbac,revision_number=5']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:57:00.824312 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-3c688f75-14fc-487e-a6c0-ab7fedfbccef tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:00.827402 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-3c688f75-14fc-487e-a6c0-ab7fedfbccef tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] 10.222.0.16 "DELETE /v2.0/ports/cbdfc3e9-80b4-4c69-a516-3cd2cf186b3a HTTP/1.1" status: 204 len: 168 time: 1.3143549 Jul 14 18:57:00.831600 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 54408) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:57:00.869079 n-d-800634-3 neutron-server[93915]: INFO neutron.pecan_wsgi.hooks.translation [None req-c88eb8e1-0ae1-48ee-857c-0361d65da3e7 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] GET failed (client error): The resource could not be found. Jul 14 18:57:00.874792 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-f4ce3225-ff1e-4b8b-9d98-ee40a05d6af2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:00.876337 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-c88eb8e1-0ae1-48ee-857c-0361d65da3e7 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] 10.222.0.16 "GET /v2.0/ports/cbdfc3e9-80b4-4c69-a516-3cd2cf186b3a HTTP/1.1" status: 404 len: 333 time: 0.0435753 Jul 14 18:57:00.877022 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 54410) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:57:00.935997 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ce3225-ff1e-4b8b-9d98-ee40a05d6af2 admin admin] Pushing event deleted for resources: {'Port': ['ID=13e10bcb-3caf-47be-a5f0-957f46d3fbac,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:57:00.961038 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e01ae5-8e7b-4024-acb7-405cb937a137 req-842c5f9e-4368-435a-93f7-f04c68fd620d tempest-TestSecurityGroupsBasicOps-1245515434 tempest-TestSecurityGroupsBasicOps-1245515434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:57:00.962723 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-70e01ae5-8e7b-4024-acb7-405cb937a137 req-842c5f9e-4368-435a-93f7-f04c68fd620d tempest-TestSecurityGroupsBasicOps-1245515434 tempest-TestSecurityGroupsBasicOps-1245515434-project] 10.222.0.16 "GET /v2.0/ports?device_id=6f933a6e-6cc7-40ba-881b-87ebd2cc2c42 HTTP/1.1" status: 200 len: 909 time: 0.0721791 Jul 14 18:57:01.000221 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-12fe5099-928d-416c-b2a3-b32ef0cf74ea req-45f40db1-dcc0-4b71-81d8-7e9df3a0df42 tempest-TestSecurityGroupsBasicOps-1245515434 tempest-TestSecurityGroupsBasicOps-1245515434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:01.041957 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.db_base_plugin_v2 [None req-43e3a9d6-2a9e-4cff-b10a-ef6a82d2cad0 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Deleting subnet db242729-fb96-4dc1-9221-bfe41c2f28cd {{(pid=93916) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 18:57:01.047514 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f40db1-dcc0-4b71-81d8-7e9df3a0df42 tempest-TestSecurityGroupsBasicOps-1245515434 tempest-TestSecurityGroupsBasicOps-1245515434-project] Pushing event deleted for resources: {'Port': ['ID=a65060b3-8a03-483f-be0f-c1b5ef6d0cd4,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:57:01.053580 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-43e3a9d6-2a9e-4cff-b10a-ef6a82d2cad0 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Notify callbacks [] for subnet, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:01.102068 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-f4ce3225-ff1e-4b8b-9d98-ee40a05d6af2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-930057'] for router_gateway, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:01.181616 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.l3_dvrscheduler_db [req-12fe5099-928d-416c-b2a3-b32ef0cf74ea req-45f40db1-dcc0-4b71-81d8-7e9df3a0df42 tempest-TestSecurityGroupsBasicOps-1245515434 tempest-TestSecurityGroupsBasicOps-1245515434-project] No DVR routers for this DVR port a65060b3-8a03-483f-be0f-c1b5ef6d0cd4 on host n-h2-800634-3 {{(pid=93916) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 18:57:01.214680 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-12fe5099-928d-416c-b2a3-b32ef0cf74ea req-45f40db1-dcc0-4b71-81d8-7e9df3a0df42 tempest-TestSecurityGroupsBasicOps-1245515434 tempest-TestSecurityGroupsBasicOps-1245515434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:01.216724 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-12fe5099-928d-416c-b2a3-b32ef0cf74ea req-45f40db1-dcc0-4b71-81d8-7e9df3a0df42 tempest-TestSecurityGroupsBasicOps-1245515434 tempest-TestSecurityGroupsBasicOps-1245515434-project] 10.222.0.35 "DELETE /v2.0/ports/a65060b3-8a03-483f-be0f-c1b5ef6d0cd4 HTTP/1.1" status: 204 len: 173 time: 1.4744027 Jul 14 18:57:01.218695 n-d-800634-3 neutron-server[93916]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f933a6e-6cc7-40ba-881b-87ebd2cc2c42', 'name': 'network-vif-deleted', 'tag': 'a65060b3-8a03-483f-be0f-c1b5ef6d0cd4'}] {{(pid=93916) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:57:01.220857 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f803e150b363a7893830aa996ac27753fa25517c406ecd3536b7c2d4b26eeb9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0663aee-0d4f-4163-8c4b-b0ddf062b04d" -d '{"events": [{"server_uuid": "6f933a6e-6cc7-40ba-881b-87ebd2cc2c42", "name": "network-vif-deleted", "tag": "a65060b3-8a03-483f-be0f-c1b5ef6d0cd4"}]}' {{(pid=93916) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:57:01.234698 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-f4ce3225-ff1e-4b8b-9d98-ee40a05d6af2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-571778', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11402'] for router, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:01.238062 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-43e3a9d6-2a9e-4cff-b10a-ef6a82d2cad0 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26296866'] for subnet, precommit_delete_associations {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:01.241189 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-f4ce3225-ff1e-4b8b-9d98-ee40a05d6af2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:01.263812 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 18:57:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-deeb4657-17d3-457a-933b-05dcad65c5af x-openstack-request-id: req-deeb4657-17d3-457a-933b-05dcad65c5af {{(pid=93916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:57:01.264057 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f933a6e-6cc7-40ba-881b-87ebd2cc2c42", "name": "network-vif-deleted", "tag": "a65060b3-8a03-483f-be0f-c1b5ef6d0cd4", "status": "completed", "code": 200}]} {{(pid=93916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:57:01.264343 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-deeb4657-17d3-457a-933b-05dcad65c5af {{(pid=93916) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:57:01.264815 n-d-800634-3 neutron-server[93916]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f933a6e-6cc7-40ba-881b-87ebd2cc2c42', 'name': 'network-vif-deleted', 'tag': 'a65060b3-8a03-483f-be0f-c1b5ef6d0cd4', 'status': 'completed', 'code': 200} Jul 14 18:57:01.321862 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-f4ce3225-ff1e-4b8b-9d98-ee40a05d6af2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-541202'] for router, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:01.322265 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4ce3225-ff1e-4b8b-9d98-ee40a05d6af2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9164ccb5-fd7c-4921-9283-3649ae3af26e {{(pid=93916) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 18:57:01.328029 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-f4ce3225-ff1e-4b8b-9d98-ee40a05d6af2 admin admin] Notify callbacks [] for router, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:01.331545 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-f4ce3225-ff1e-4b8b-9d98-ee40a05d6af2 admin admin] 10.222.0.16 "DELETE /v2.0/routers/9164ccb5-fd7c-4921-9283-3649ae3af26e HTTP/1.1" status: 204 len: 168 time: 2.0598485 Jul 14 18:57:01.332472 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 54414) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:57:01.380361 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.db_base_plugin_v2 [None req-340ac8e1-132f-4a31-bca3-28b3f4fefbab admin admin] Deleting subnet 6ace8c18-9df2-44f8-be88-12a7314d34a5 {{(pid=93915) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 18:57:01.384400 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-340ac8e1-132f-4a31-bca3-28b3f4fefbab admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:01.385299 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-43e3a9d6-2a9e-4cff-b10a-ef6a82d2cad0 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081283'] for subnet, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:01.442931 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-340ac8e1-132f-4a31-bca3-28b3f4fefbab admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28939913'] for subnet, precommit_delete_associations {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:01.458066 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-43e3a9d6-2a9e-4cff-b10a-ef6a82d2cad0 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2684816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26033152'] for subnet, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:01.490329 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e3a9d6-2a9e-4cff-b10a-ef6a82d2cad0 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Pushing event deleted for resources: {'Subnet': ['ID=db242729-fb96-4dc1-9221-bfe41c2f28cd,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:57:01.499314 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-43e3a9d6-2a9e-4cff-b10a-ef6a82d2cad0 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Notify callbacks [] for subnet, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:01.503807 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-43e3a9d6-2a9e-4cff-b10a-ef6a82d2cad0 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] 10.222.0.16 "DELETE /v2.0/subnets/db242729-fb96-4dc1-9221-bfe41c2f28cd HTTP/1.1" status: 204 len: 168 time: 0.6189876 Jul 14 18:57:01.504269 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 54416) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:57:01.507668 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7a8d38b-c19d-4b0a-93ab-ab60803edbd7 None None] Network 5a2d017b-c1c3-4307-b993-2bf2ad3964ea requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:57:01.539225 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-340ac8e1-132f-4a31-bca3-28b3f4fefbab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081283'] for subnet, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:01.587325 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-04a9f65c-19d4-4110-85ed-235ffe2a34a8 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645734'] for network, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:01.600508 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-340ac8e1-132f-4a31-bca3-28b3f4fefbab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25913028', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28969762'] for subnet, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:01.638286 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340ac8e1-132f-4a31-bca3-28b3f4fefbab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6ace8c18-9df2-44f8-be88-12a7314d34a5,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:57:01.640583 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-340ac8e1-132f-4a31-bca3-28b3f4fefbab admin admin] Notify callbacks [] for subnet, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:01.644663 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-340ac8e1-132f-4a31-bca3-28b3f4fefbab admin admin] 10.222.0.16 "DELETE /v2.0/subnets/6ace8c18-9df2-44f8-be88-12a7314d34a5 HTTP/1.1" status: 204 len: 168 time: 0.3090243 Jul 14 18:57:01.645028 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 54418) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:57:01.648876 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b1f8d46-db20-4547-8ffc-d0a236fc724a None None] Network 81fd83c8-aa9a-451d-89ba-e16bcc26a4a4 requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:57:01.660707 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-04a9f65c-19d4-4110-85ed-235ffe2a34a8 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Deleting port 1bc50397-ce26-4178-b25e-13d7da7d2e4a {{(pid=93916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:57:01.661318 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-04a9f65c-19d4-4110-85ed-235ffe2a34a8 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:01.734769 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.db [None req-04a9f65c-19d4-4110-85ed-235ffe2a34a8 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] For port 1bc50397-ce26-4178-b25e-13d7da7d2e4a, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=1bc50397-ce26-4178-b25e-13d7da7d2e4a,segment=NetworkSegment(0ceb8e1f-2a31-4f1b-9857-e603803f15e4),segment_id=0ceb8e1f-2a31-4f1b-9857-e603803f15e4)] {{(pid=93916) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:57:01.735205 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-04a9f65c-19d4-4110-85ed-235ffe2a34a8 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:01.745334 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-bb825dae-b7aa-42ec-8931-dd3fa280597d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645734'] for network, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:01.759130 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-04a9f65c-19d4-4110-85ed-235ffe2a34a8 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Calling delete_port for 1bc50397-ce26-4178-b25e-13d7da7d2e4a owned by network:dhcp {{(pid=93916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:57:01.822748 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [None req-bb825dae-b7aa-42ec-8931-dd3fa280597d admin admin] Deleting port efd77ed6-1a8e-4f7c-9d0a-a24ccebb35d3 {{(pid=93915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:57:01.823142 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-bb825dae-b7aa-42ec-8931-dd3fa280597d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:01.875988 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-04a9f65c-19d4-4110-85ed-235ffe2a34a8 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:01.899342 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [None req-bb825dae-b7aa-42ec-8931-dd3fa280597d admin admin] For port efd77ed6-1a8e-4f7c-9d0a-a24ccebb35d3, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=efd77ed6-1a8e-4f7c-9d0a-a24ccebb35d3,segment=NetworkSegment(fc4a68b5-94de-4131-a5d8-037044553ae5),segment_id=fc4a68b5-94de-4131-a5d8-037044553ae5)] {{(pid=93915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:57:01.900086 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-bb825dae-b7aa-42ec-8931-dd3fa280597d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:01.904827 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a9f65c-19d4-4110-85ed-235ffe2a34a8 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Pushing event deleted for resources: {'Port': ['ID=1bc50397-ce26-4178-b25e-13d7da7d2e4a,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:57:01.909017 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04a9f65c-19d4-4110-85ed-235ffe2a34a8 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] No DVR routers for this DVR port 1bc50397-ce26-4178-b25e-13d7da7d2e4a on host n-d-800634-3 {{(pid=93916) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 18:57:01.921785 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [None req-bb825dae-b7aa-42ec-8931-dd3fa280597d admin admin] Calling delete_port for efd77ed6-1a8e-4f7c-9d0a-a24ccebb35d3 owned by network:dhcp {{(pid=93915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:57:01.930249 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-647c6bef-7f86-4e29-a07d-b6391a98af52 None None] DHCP port deletion for 5a2d017b-c1c3-4307-b993-2bf2ad3964ea request from n-d-800634-3 {{(pid=93917) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 18:57:02.007788 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-04a9f65c-19d4-4110-85ed-235ffe2a34a8 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2096010', 'neutron.services.segments.db._delete_segments_for_network-8728202734996'] for network, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:02.023803 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.segments.db [None req-04a9f65c-19d4-4110-85ed-235ffe2a34a8 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a2d017b-c1c3-4307-b993-2bf2ad3964ea']}} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:57:02.026687 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-bb825dae-b7aa-42ec-8931-dd3fa280597d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:02.040529 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.segments.db [None req-04a9f65c-19d4-4110-85ed-235ffe2a34a8 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ceb8e1f-2a31-4f1b-9857-e603803f15e4') {'for_net_delete': True} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:57:02.040826 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.segments.db [None req-04a9f65c-19d4-4110-85ed-235ffe2a34a8 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ceb8e1f-2a31-4f1b-9857-e603803f15e4') {} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:57:02.051840 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-04a9f65c-19d4-4110-85ed-235ffe2a34a8 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728202715275', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26296891'] for segment, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:02.055310 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb825dae-b7aa-42ec-8931-dd3fa280597d admin admin] Pushing event deleted for resources: {'Port': ['ID=efd77ed6-1a8e-4f7c-9d0a-a24ccebb35d3,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:57:02.057216 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb825dae-b7aa-42ec-8931-dd3fa280597d admin admin] No DVR routers for this DVR port efd77ed6-1a8e-4f7c-9d0a-a24ccebb35d3 on host n-d-800634-3 {{(pid=93915) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 18:57:02.067292 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-04a9f65c-19d4-4110-85ed-235ffe2a34a8 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:02.082350 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c4f4de3-7ff3-4c05-af1f-c147bd6b319d None None] DHCP port deletion for 81fd83c8-aa9a-451d-89ba-e16bcc26a4a4 request from n-d-800634-3 {{(pid=93917) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 18:57:02.084606 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 54422) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:57:02.139362 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04a9f65c-19d4-4110-85ed-235ffe2a34a8 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Releasing vlan 59 on physical network physnet1 to pool {{(pid=93916) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 18:57:02.139688 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-04a9f65c-19d4-4110-85ed-235ffe2a34a8 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2682942'] for segment, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:02.143085 n-d-800634-3 neutron-server[93916]: Traceback (most recent call last): Jul 14 18:57:02.143085 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 18:57:02.143085 n-d-800634-3 neutron-server[93916]: timer() Jul 14 18:57:02.143085 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 18:57:02.143085 n-d-800634-3 neutron-server[93916]: cb(*args, **kw) Jul 14 18:57:02.143085 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 18:57:02.143085 n-d-800634-3 neutron-server[93916]: return func(*args, **kwargs) Jul 14 18:57:02.143085 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 18:57:02.143085 n-d-800634-3 neutron-server[93916]: self._notify() Jul 14 18:57:02.143085 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 18:57:02.143085 n-d-800634-3 neutron-server[93916]: self.callback(batched_events) Jul 14 18:57:02.143085 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 18:57:02.143085 n-d-800634-3 neutron-server[93916]: event.method(event) Jul 14 18:57:02.143085 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 18:57:02.143085 n-d-800634-3 neutron-server[93916]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 18:57:02.143085 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 18:57:02.143085 n-d-800634-3 neutron-server[93916]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 18:57:02.143085 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 18:57:02.143085 n-d-800634-3 neutron-server[93916]: return f(self, *a, **k) Jul 14 18:57:02.143085 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 18:57:02.143085 n-d-800634-3 neutron-server[93916]: return self._get(url).json() Jul 14 18:57:02.143085 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 18:57:02.143085 n-d-800634-3 neutron-server[93916]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 18:57:02.143085 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 18:57:02.143085 n-d-800634-3 neutron-server[93916]: return self.request(url, 'GET', **kwargs) Jul 14 18:57:02.143085 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 18:57:02.143085 n-d-800634-3 neutron-server[93916]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 18:57:02.143085 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 18:57:02.143085 n-d-800634-3 neutron-server[93916]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 18:57:02.143085 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 18:57:02.143085 n-d-800634-3 neutron-server[93916]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 18:57:02.143085 n-d-800634-3 neutron-server[93916]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 18:57:02.146930 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-bb825dae-b7aa-42ec-8931-dd3fa280597d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2096010', 'neutron.services.segments.db._delete_segments_for_network-8728202734996'] for network, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:02.157963 n-d-800634-3 neutron-server[93915]: DEBUG neutron.services.segments.db [None req-bb825dae-b7aa-42ec-8931-dd3fa280597d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81fd83c8-aa9a-451d-89ba-e16bcc26a4a4']}} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:57:02.172390 n-d-800634-3 neutron-server[93915]: DEBUG neutron.services.segments.db [None req-bb825dae-b7aa-42ec-8931-dd3fa280597d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc4a68b5-94de-4131-a5d8-037044553ae5') {'for_net_delete': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:57:02.172693 n-d-800634-3 neutron-server[93915]: DEBUG neutron.services.segments.db [None req-bb825dae-b7aa-42ec-8931-dd3fa280597d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc4a68b5-94de-4131-a5d8-037044553ae5') {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:57:02.181829 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-bb825dae-b7aa-42ec-8931-dd3fa280597d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728202715275', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28939920'] for segment, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:02.201360 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-bb825dae-b7aa-42ec-8931-dd3fa280597d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:02.207955 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb825dae-b7aa-42ec-8931-dd3fa280597d admin admin] Releasing vlan 81 on physical network physnet1 to pool {{(pid=93915) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 18:57:02.208449 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-bb825dae-b7aa-42ec-8931-dd3fa280597d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25911658'] for segment, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:02.210247 n-d-800634-3 neutron-server[93915]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:57:02.210247 n-d-800634-3 neutron-server[93915]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:57:02.210247 n-d-800634-3 neutron-server[93915]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:57:02.210247 n-d-800634-3 neutron-server[93915]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:57:02.210247 n-d-800634-3 neutron-server[93915]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:57:02.210247 n-d-800634-3 neutron-server[93915]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:57:02.210247 n-d-800634-3 neutron-server[93915]: Traceback (most recent call last): Jul 14 18:57:02.210247 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 18:57:02.210247 n-d-800634-3 neutron-server[93915]: timer() Jul 14 18:57:02.210247 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 18:57:02.210247 n-d-800634-3 neutron-server[93915]: cb(*args, **kw) Jul 14 18:57:02.210247 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 18:57:02.210247 n-d-800634-3 neutron-server[93915]: return func(*args, **kwargs) Jul 14 18:57:02.210247 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 18:57:02.210247 n-d-800634-3 neutron-server[93915]: self._notify() Jul 14 18:57:02.210247 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 18:57:02.210247 n-d-800634-3 neutron-server[93915]: self.callback(batched_events) Jul 14 18:57:02.210247 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 18:57:02.210247 n-d-800634-3 neutron-server[93915]: event.method(event) Jul 14 18:57:02.210247 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 18:57:02.210247 n-d-800634-3 neutron-server[93915]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 18:57:02.210247 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 18:57:02.210247 n-d-800634-3 neutron-server[93915]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 18:57:02.210247 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 18:57:02.210247 n-d-800634-3 neutron-server[93915]: return f(self, *a, **k) Jul 14 18:57:02.210247 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 18:57:02.210247 n-d-800634-3 neutron-server[93915]: return self._get(url).json() Jul 14 18:57:02.210247 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 18:57:02.210247 n-d-800634-3 neutron-server[93915]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 18:57:02.210247 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 18:57:02.210247 n-d-800634-3 neutron-server[93915]: return self.request(url, 'GET', **kwargs) Jul 14 18:57:02.210247 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 18:57:02.210247 n-d-800634-3 neutron-server[93915]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 18:57:02.210247 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 18:57:02.210247 n-d-800634-3 neutron-server[93915]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 18:57:02.210247 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 18:57:02.210247 n-d-800634-3 neutron-server[93915]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 18:57:02.210247 n-d-800634-3 neutron-server[93915]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 18:57:02.245102 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-04a9f65c-19d4-4110-85ed-235ffe2a34a8 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2096001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-930085'] for network, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:02.266956 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-04a9f65c-19d4-4110-85ed-235ffe2a34a8 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Notify callbacks [] for network, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:02.268664 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-04a9f65c-19d4-4110-85ed-235ffe2a34a8 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] 10.222.0.16 "DELETE /v2.0/networks/5a2d017b-c1c3-4307-b993-2bf2ad3964ea HTTP/1.1" status: 204 len: 168 time: 0.7633626 Jul 14 18:57:02.272679 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a9f65c-19d4-4110-85ed-235ffe2a34a8 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Pushing event deleted for resources: {'Network': ['ID=5a2d017b-c1c3-4307-b993-2bf2ad3964ea,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:57:02.273283 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 54424) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:57:02.279119 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-e1297ae1-578b-4f2d-8580-056962862f32 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-820924877'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:57:02.281809 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-bb825dae-b7aa-42ec-8931-dd3fa280597d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2096001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-930085'] for network, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:02.287114 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-bb825dae-b7aa-42ec-8931-dd3fa280597d admin admin] Notify callbacks [] for network, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:02.292642 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-bb825dae-b7aa-42ec-8931-dd3fa280597d admin admin] 10.222.0.16 "DELETE /v2.0/networks/81fd83c8-aa9a-451d-89ba-e16bcc26a4a4 HTTP/1.1" status: 204 len: 168 time: 0.6442680 Jul 14 18:57:02.306749 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb825dae-b7aa-42ec-8931-dd3fa280597d admin admin] Pushing event deleted for resources: {'Network': ['ID=81fd83c8-aa9a-451d-89ba-e16bcc26a4a4,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:57:02.391268 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1297ae1-578b-4f2d-8580-056962862f32 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Made reservation on behalf of 8cc151c1a6834557b6005ab4171146b5 for: {'network': 1} {{(pid=93916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:57:02.395413 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-e1297ae1-578b-4f2d-8580-056962862f32 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for network, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:02.424814 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 54428) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:57:02.439485 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1297ae1-578b-4f2d-8580-056962862f32 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 68} {{(pid=93916) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 18:57:02.470794 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-c703baa4-9067-458e-91b9-1f434f81cbe2 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5093a1bcf9144b0bbe697fc3cf12df56&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0443628 Jul 14 18:57:02.473280 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 54430) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:57:02.478761 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-e1297ae1-578b-4f2d-8580-056962862f32 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:02.479113 n-d-800634-3 neutron-server[93916]: INFO neutron.db.segments_db [None req-e1297ae1-578b-4f2d-8580-056962862f32 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Added segment 476d5382-95e4-4924-a6b9-8b807e727c9e of type vlan for network 52a817d8-e72f-4006-8802-70cb0fafe484 Jul 14 18:57:02.526258 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-1a7a2932-dbd4-47a3-baa9-e19884b17e3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:02.554794 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-e1297ae1-578b-4f2d-8580-056962862f32 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728202197517'] for network, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:02.562609 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-1a7a2932-dbd4-47a3-baa9-e19884b17e3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:02.602879 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-e1297ae1-578b-4f2d-8580-056962862f32 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727'] for network, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:02.610082 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1297ae1-578b-4f2d-8580-056962862f32 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:57:02.610751 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-e1297ae1-578b-4f2d-8580-056962862f32 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Notify callbacks [] for network, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:02.616616 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 1bc50397-ce26-4178-b25e-13d7da7d2e4a no longer exists at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 18:57:02.636400 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-1a7a2932-dbd4-47a3-baa9-e19884b17e3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:02.640639 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-1a7a2932-dbd4-47a3-baa9-e19884b17e3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:02.642608 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] No Port match for: 1bc50397-ce26-4178-b25e-13d7da7d2e4a {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 18:57:02.642889 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 1bc50397-ce26-4178-b25e-13d7da7d2e4a not bound to the agent host n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 18:57:02.643390 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device efd77ed6-1a8e-4f7c-9d0a-a24ccebb35d3 no longer exists at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 18:57:02.646743 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-1a7a2932-dbd4-47a3-baa9-e19884b17e3b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/665fac0f-cff5-44f7-b9cc-bed28fe603e2 HTTP/1.1" status: 204 len: 168 time: 0.1700273 Jul 14 18:57:02.657889 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7a2932-dbd4-47a3-baa9-e19884b17e3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=665fac0f-cff5-44f7-b9cc-bed28fe603e2,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:57:02.674597 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] No Port match for: efd77ed6-1a8e-4f7c-9d0a-a24ccebb35d3 {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 18:57:02.675566 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device efd77ed6-1a8e-4f7c-9d0a-a24ccebb35d3 not bound to the agent host n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 18:57:02.688644 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 54434) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:57:02.689014 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-e1297ae1-578b-4f2d-8580-056962862f32 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4146733 Jul 14 18:57:02.696462 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-ae759afa-ac13-4209-a812-f3c81eac2c26 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Request body: {'subnet': {'network_id': '52a817d8-e72f-4006-8802-70cb0fafe484', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:57:02.721902 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1297ae1-578b-4f2d-8580-056962862f32 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Pushing event updated for resources: {'Network': ['ID=52a817d8-e72f-4006-8802-70cb0fafe484,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:57:02.734481 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Network 52a817d8-e72f-4006-8802-70cb0fafe484 details requested by agent ovs-agent-n-d-800634-3 with host n-d-800634-3 {{(pid=93917) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 18:57:02.736724 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:02.787603 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-0d43c9ea-fdd7-4780-a9c1-67eb971959d4 tempest-TestSecurityGroupsBasicOps-1245515434 tempest-TestSecurityGroupsBasicOps-1245515434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-928623'] for router_interface, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:02.873364 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae759afa-ac13-4209-a812-f3c81eac2c26 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Made reservation on behalf of 8cc151c1a6834557b6005ab4171146b5 for: {'subnet': 1} {{(pid=93915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:57:02.878110 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-ae759afa-ac13-4209-a812-f3c81eac2c26 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28969735'] for subnet, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:03.107887 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-ae759afa-ac13-4209-a812-f3c81eac2c26 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25912837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28969781'] for subnet, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:03.139950 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 54438) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:57:03.196246 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae759afa-ac13-4209-a812-f3c81eac2c26 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Pushing event updated for resources: {'Subnet': ['ID=c344e4dd-e9ad-4a8c-889d-8aca7c7b251b,revision_number=0']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:57:03.208405 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-02511eb7-dea7-404a-b1c6-56797f946436 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=dc74663d02284b739c26a9ae016d3c85&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0649264 Jul 14 18:57:03.208578 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae759afa-ac13-4209-a812-f3c81eac2c26 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Checking segment: {'id': '476d5382-95e4-4924-a6b9-8b807e727c9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '52a817d8-e72f-4006-8802-70cb0fafe484'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:57:03.208578 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae759afa-ac13-4209-a812-f3c81eac2c26 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Network hostable DHCP agents. Network: 52a817d8-e72f-4006-8802-70cb0fafe484, hostable agents: ['028393c3-0576-4ebd-bca1-8ea8a148e1a2'], hosted agents: [] {{(pid=93915) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 18:57:03.208766 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 54440) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:57:03.220170 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-0d43c9ea-fdd7-4780-a9c1-67eb971959d4 tempest-TestSecurityGroupsBasicOps-1245515434 tempest-TestSecurityGroupsBasicOps-1245515434-project] Deleting port 399a7142-cddb-45d9-bf6d-de48e5c3706e {{(pid=93916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:57:03.220523 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-0d43c9ea-fdd7-4780-a9c1-67eb971959d4 tempest-TestSecurityGroupsBasicOps-1245515434 tempest-TestSecurityGroupsBasicOps-1245515434-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:03.226556 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae759afa-ac13-4209-a812-f3c81eac2c26 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Network 52a817d8-e72f-4006-8802-70cb0fafe484 is scheduled to be hosted by DHCP agent 028393c3-0576-4ebd-bca1-8ea8a148e1a2 with binding_index 1 {{(pid=93915) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 18:57:03.235955 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [None req-ae759afa-ac13-4209-a812-f3c81eac2c26 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-3, 52a817d8-e72f-4006-8802-70cb0fafe484) {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:57:03.240969 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae759afa-ac13-4209-a812-f3c81eac2c26 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:57:03.241861 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-ae759afa-ac13-4209-a812-f3c81eac2c26 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Notify callbacks [] for subnet, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:03.246076 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a210ec29-c2c1-4582-8e18-599890fd911c None None] Network 52a817d8-e72f-4006-8802-70cb0fafe484 requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:57:03.264539 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-ae759afa-ac13-4209-a812-f3c81eac2c26 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5741668 Jul 14 18:57:03.267289 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 54442) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:57:03.272464 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-91a81565-df47-4a4c-979b-5af0f6d4b916 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1979368715', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:57:03.302836 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-91a81565-df47-4a4c-979b-5af0f6d4b916 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-571768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11104'] for router, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:03.304406 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-91a81565-df47-4a4c-979b-5af0f6d4b916 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-571675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-930014', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-632314', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11129'] for router, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:03.340925 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-f69bc7e1-0dec-4ab8-be1e-cf1e619c37da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:03.362831 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Device a65060b3-8a03-483f-be0f-c1b5ef6d0cd4 no longer exists at agent hyperv_n-h2-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 18:57:03.370448 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-91a81565-df47-4a4c-979b-5af0f6d4b916 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:03.376078 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-91a81565-df47-4a4c-979b-5af0f6d4b916 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-571759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-930033'] for router, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:03.381687 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.db [None req-0d43c9ea-fdd7-4780-a9c1-67eb971959d4 tempest-TestSecurityGroupsBasicOps-1245515434 tempest-TestSecurityGroupsBasicOps-1245515434-project] For port 399a7142-cddb-45d9-bf6d-de48e5c3706e, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=399a7142-cddb-45d9-bf6d-de48e5c3706e,segment=NetworkSegment(5347abb6-670f-4e9b-b099-02ae16895dc8),segment_id=5347abb6-670f-4e9b-b099-02ae16895dc8)] {{(pid=93916) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:57:03.382058 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-0d43c9ea-fdd7-4780-a9c1-67eb971959d4 tempest-TestSecurityGroupsBasicOps-1245515434 tempest-TestSecurityGroupsBasicOps-1245515434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:03.390341 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] No Port match for: a65060b3-8a03-483f-be0f-c1b5ef6d0cd4 {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 18:57:03.390705 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Device a65060b3-8a03-483f-be0f-c1b5ef6d0cd4 not bound to the agent host n-h2-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 18:57:03.393210 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-91a81565-df47-4a4c-979b-5af0f6d4b916 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Notify callbacks [] for router, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:03.396090 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-f69bc7e1-0dec-4ab8-be1e-cf1e619c37da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:03.397527 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-91a81565-df47-4a4c-979b-5af0f6d4b916 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.1291239 Jul 14 18:57:03.398203 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 54444) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:57:03.403375 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-1a1b64ed-d045-41b9-bd4f-8cc78f55a0f6 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Request body: {'port': {'network_id': '52a817d8-e72f-4006-8802-70cb0fafe484', 'name': 'tempest-PortsIpV6TestJSON-396858545'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:57:03.408712 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-0d43c9ea-fdd7-4780-a9c1-67eb971959d4 tempest-TestSecurityGroupsBasicOps-1245515434 tempest-TestSecurityGroupsBasicOps-1245515434-project] Calling delete_port for 399a7142-cddb-45d9-bf6d-de48e5c3706e owned by network:router_interface {{(pid=93916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:57:03.434848 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61c4dc18-c7a3-4339-83e8-71faefbc799f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9222b97e-5d1c-54f8-ba97-82f172498e76-52a817d8-e72f-4006-8802-70cb0fafe484', 'network_id': '52a817d8-e72f-4006-8802-70cb0fafe484', 'tenant_id': '8cc151c1a6834557b6005ab4171146b5', 'fixed_ips': [{'subnet_id': 'c344e4dd-e9ad-4a8c-889d-8aca7c7b251b'}]}} from n-d-800634-3. {{(pid=93917) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 18:57:03.435914 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-61c4dc18-c7a3-4339-83e8-71faefbc799f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:03.528057 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a1b64ed-d045-41b9-bd4f-8cc78f55a0f6 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Made reservation on behalf of 8cc151c1a6834557b6005ab4171146b5 for: {'port': 1} {{(pid=93915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:57:03.532054 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-1a1b64ed-d045-41b9-bd4f-8cc78f55a0f6 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:03.553016 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [None req-1a1b64ed-d045-41b9-bd4f-8cc78f55a0f6 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] device_id is not set on port 712c889e-5d29-496e-beec-c8d948bdf5b6 yet. {{(pid=93915) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 18:57:03.566029 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-f69bc7e1-0dec-4ab8-be1e-cf1e619c37da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:03.568646 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-f69bc7e1-0dec-4ab8-be1e-cf1e619c37da admin admin] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:03.573593 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-f69bc7e1-0dec-4ab8-be1e-cf1e619c37da admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/81c05c98-47fd-4926-994f-623dd07142db HTTP/1.1" status: 204 len: 168 time: 0.3603034 Jul 14 18:57:03.581854 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69bc7e1-0dec-4ab8-be1e-cf1e619c37da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81c05c98-47fd-4926-994f-623dd07142db,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:57:03.613301 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.db_base_plugin_common [None req-61c4dc18-c7a3-4339-83e8-71faefbc799f None None] Allocated IP 2001:db8::2 (52a817d8-e72f-4006-8802-70cb0fafe484/c344e4dd-e9ad-4a8c-889d-8aca7c7b251b/8e59bddb-d81f-4836-9921-03d511a371fd) {{(pid=93917) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:57:03.679956 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-0d43c9ea-fdd7-4780-a9c1-67eb971959d4 tempest-TestSecurityGroupsBasicOps-1245515434 tempest-TestSecurityGroupsBasicOps-1245515434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:03.706871 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d43c9ea-fdd7-4780-a9c1-67eb971959d4 tempest-TestSecurityGroupsBasicOps-1245515434 tempest-TestSecurityGroupsBasicOps-1245515434-project] Pushing event deleted for resources: {'Port': ['ID=399a7142-cddb-45d9-bf6d-de48e5c3706e,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:57:03.766868 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-61c4dc18-c7a3-4339-83e8-71faefbc799f None None] Notify callbacks [] for port, precommit_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:03.777874 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-61c4dc18-c7a3-4339-83e8-71faefbc799f None None] Transition to ACTIVE for port object 8e59bddb-d81f-4836-9921-03d511a371fd will not be triggered until provisioned by entity L2. {{(pid=93917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:57:03.797182 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-61c4dc18-c7a3-4339-83e8-71faefbc799f None None] Transition to ACTIVE for port object 8e59bddb-d81f-4836-9921-03d511a371fd will not be triggered until provisioned by entity DHCP. {{(pid=93917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:57:03.804392 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-61c4dc18-c7a3-4339-83e8-71faefbc799f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804'] for port, after_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:03.870160 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c4dc18-c7a3-4339-83e8-71faefbc799f None None] Pushing event updated for resources: {'Port': ['ID=8e59bddb-d81f-4836-9921-03d511a371fd,revision_number=1']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:57:03.896814 n-d-800634-3 neutron-server[93917]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61c4dc18-c7a3-4339-83e8-71faefbc799f None None] Network 52a817d8-e72f-4006-8802-70cb0fafe484 is already hosted by enough agents. {{(pid=93917) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:57:03.898235 n-d-800634-3 neutron-server[93917]: DEBUG neutron.scheduler.base_scheduler [None req-61c4dc18-c7a3-4339-83e8-71faefbc799f None None] Resources bound (agent type, host, resource id): {{(pid=93917) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:57:03.903832 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61c4dc18-c7a3-4339-83e8-71faefbc799f None None] Received port after_create {{(pid=93917) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:57:03.923156 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.db_base_plugin_common [None req-1a1b64ed-d045-41b9-bd4f-8cc78f55a0f6 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Allocated IP 2001:db8::23f (52a817d8-e72f-4006-8802-70cb0fafe484/c344e4dd-e9ad-4a8c-889d-8aca7c7b251b/712c889e-5d29-496e-beec-c8d948bdf5b6) {{(pid=93915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:57:03.985955 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-0d43c9ea-fdd7-4780-a9c1-67eb971959d4 tempest-TestSecurityGroupsBasicOps-1245515434 tempest-TestSecurityGroupsBasicOps-1245515434-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-598732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-928907'] for router_interface, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:03.992312 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-61c4dc18-c7a3-4339-83e8-71faefbc799f None None] Attempting to bind port 8e59bddb-d81f-4836-9921-03d511a371fd on host n-d-800634-3 for vnic_type normal with profile {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:57:03.992618 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-61c4dc18-c7a3-4339-83e8-71faefbc799f None None] Attempting to bind port 8e59bddb-d81f-4836-9921-03d511a371fd by drivers openvswitch,hyperv on host n-d-800634-3 at level 0 using segments [{'id': '476d5382-95e4-4924-a6b9-8b807e727c9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '52a817d8-e72f-4006-8802-70cb0fafe484'}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:57:03.993162 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61c4dc18-c7a3-4339-83e8-71faefbc799f None None] Attempting to bind port 8e59bddb-d81f-4836-9921-03d511a371fd on network 52a817d8-e72f-4006-8802-70cb0fafe484 {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:57:04.008385 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61c4dc18-c7a3-4339-83e8-71faefbc799f None None] Checking agent: {'id': '01c19e91-a945-4e3c-94a6-c211e17c923e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 8, 23), 'started_at': datetime.datetime(2021, 7, 14, 18, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 18, 56, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 18:57:04.008385 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61c4dc18-c7a3-4339-83e8-71faefbc799f None None] Checking segment: {'id': '476d5382-95e4-4924-a6b9-8b807e727c9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '52a817d8-e72f-4006-8802-70cb0fafe484'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93917) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:57:04.008385 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-61c4dc18-c7a3-4339-83e8-71faefbc799f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:04.008385 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61c4dc18-c7a3-4339-83e8-71faefbc799f None None] Bound using segment: {'id': '476d5382-95e4-4924-a6b9-8b807e727c9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '52a817d8-e72f-4006-8802-70cb0fafe484'} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 18:57:04.008385 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-61c4dc18-c7a3-4339-83e8-71faefbc799f None None] Bound port: 8e59bddb-d81f-4836-9921-03d511a371fd, host: n-d-800634-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '476d5382-95e4-4924-a6b9-8b807e727c9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '52a817d8-e72f-4006-8802-70cb0fafe484'}}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 18:57:04.008385 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-61c4dc18-c7a3-4339-83e8-71faefbc799f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:04.084167 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-61c4dc18-c7a3-4339-83e8-71faefbc799f None None] For port 8e59bddb-d81f-4836-9921-03d511a371fd, host n-d-800634-3, cleared binding levels {{(pid=93917) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:57:04.088602 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-61c4dc18-c7a3-4339-83e8-71faefbc799f None None] For port 8e59bddb-d81f-4836-9921-03d511a371fd, host n-d-800634-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=8e59bddb-d81f-4836-9921-03d511a371fd,segment=NetworkSegment(476d5382-95e4-4924-a6b9-8b807e727c9e),segment_id=476d5382-95e4-4924-a6b9-8b807e727c9e)] {{(pid=93917) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 18:57:04.095595 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-61c4dc18-c7a3-4339-83e8-71faefbc799f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:04.171020 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-1a1b64ed-d045-41b9-bd4f-8cc78f55a0f6 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Notify callbacks [] for port, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:04.198030 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.provisioning_blocks [None req-1a1b64ed-d045-41b9-bd4f-8cc78f55a0f6 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Transition to ACTIVE for port object 712c889e-5d29-496e-beec-c8d948bdf5b6 will not be triggered until provisioned by entity DHCP. {{(pid=93915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:57:04.205454 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c4dc18-c7a3-4339-83e8-71faefbc799f None None] Pushing event updated for resources: {'Port': ['ID=8e59bddb-d81f-4836-9921-03d511a371fd,revision_number=2']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:57:04.249207 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-1a1b64ed-d045-41b9-bd4f-8cc78f55a0f6 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:04.291448 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d43c9ea-fdd7-4780-a9c1-67eb971959d4 tempest-TestSecurityGroupsBasicOps-1245515434 tempest-TestSecurityGroupsBasicOps-1245515434-project] Router 3b85d47c-77df-4092-936a-15f1567d88a5 has already been hosted by L3 agent 2c6eb27e-defb-4cca-9a24-381c7415e359 {{(pid=93916) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 18:57:04.293606 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a1b64ed-d045-41b9-bd4f-8cc78f55a0f6 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Network 52a817d8-e72f-4006-8802-70cb0fafe484 is already hosted by enough agents. {{(pid=93915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:57:04.297698 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [None req-1a1b64ed-d045-41b9-bd4f-8cc78f55a0f6 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Resources bound (agent type, host, resource id): {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:57:04.302363 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a1b64ed-d045-41b9-bd4f-8cc78f55a0f6 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Received port after_create {{(pid=93915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:57:04.308997 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a1b64ed-d045-41b9-bd4f-8cc78f55a0f6 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:57:04.309699 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-1a1b64ed-d045-41b9-bd4f-8cc78f55a0f6 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:04.336512 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1b64ed-d045-41b9-bd4f-8cc78f55a0f6 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Pushing event updated for resources: {'Port': ['ID=712c889e-5d29-496e-beec-c8d948bdf5b6,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:57:04.344937 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-1a1b64ed-d045-41b9-bd4f-8cc78f55a0f6 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.9456277 Jul 14 18:57:04.345728 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 54448) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:57:04.437154 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d43c9ea-fdd7-4780-a9c1-67eb971959d4 tempest-TestSecurityGroupsBasicOps-1245515434 tempest-TestSecurityGroupsBasicOps-1245515434-project] Notify agent at l3_agent.n-d-800634-3 the message routers_updated {{(pid=93916) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 18:57:04.442689 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-0d43c9ea-fdd7-4780-a9c1-67eb971959d4 tempest-TestSecurityGroupsBasicOps-1245515434 tempest-TestSecurityGroupsBasicOps-1245515434-project] 10.222.0.16 "PUT /v2.0/routers/3b85d47c-77df-4092-936a-15f1567d88a5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3570182 Jul 14 18:57:04.445301 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 54450) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:57:04.448408 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18489829-db3c-4f01-89e2-886781d2aebb None None] Sync routers for ids ['3b85d47c-77df-4092-936a-15f1567d88a5'] in n-d-800634-3 {{(pid=93917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 18:57:04.471851 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18489829-db3c-4f01-89e2-886781d2aebb None None] Routers {'3b85d47c-77df-4092-936a-15f1567d88a5'} bound to L3 agent in host n-d-800634-3 {{(pid=93917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:57:04.472525 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-18489829-db3c-4f01-89e2-886781d2aebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:56:53Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['3b85d47c-77df-4092-936a-15f1567d88a5'], 'active': True} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:57:04.529085 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.db_base_plugin_v2 [None req-2400285f-5c60-4a5a-9aac-a8697c58b9c3 tempest-TestSecurityGroupsBasicOps-1245515434 tempest-TestSecurityGroupsBasicOps-1245515434-project] Deleting subnet c80dea0f-5273-4e91-828a-b85558e1b2bf {{(pid=93916) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 18:57:04.538788 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-2400285f-5c60-4a5a-9aac-a8697c58b9c3 tempest-TestSecurityGroupsBasicOps-1245515434 tempest-TestSecurityGroupsBasicOps-1245515434-project] Notify callbacks [] for subnet, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:04.598604 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-2400285f-5c60-4a5a-9aac-a8697c58b9c3 tempest-TestSecurityGroupsBasicOps-1245515434 tempest-TestSecurityGroupsBasicOps-1245515434-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26296866'] for subnet, precommit_delete_associations {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:04.628030 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvr_db [None req-18489829-db3c-4f01-89e2-886781d2aebb None None] Set router 3b85d47c-77df-4092-936a-15f1567d88a5 gateway port host: n-d-800634-3 {{(pid=93917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 18:57:04.706332 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-2400285f-5c60-4a5a-9aac-a8697c58b9c3 tempest-TestSecurityGroupsBasicOps-1245515434 tempest-TestSecurityGroupsBasicOps-1245515434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081283'] for subnet, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:04.747980 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 8e59bddb-d81f-4836-9921-03d511a371fd up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:57:04.784418 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-2400285f-5c60-4a5a-9aac-a8697c58b9c3 tempest-TestSecurityGroupsBasicOps-1245515434 tempest-TestSecurityGroupsBasicOps-1245515434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2684816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26033152'] for subnet, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:04.817923 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-a1b67aad-d42d-4d73-bfb0-e60c8647dd47 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:04.818343 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2400285f-5c60-4a5a-9aac-a8697c58b9c3 tempest-TestSecurityGroupsBasicOps-1245515434 tempest-TestSecurityGroupsBasicOps-1245515434-project] Pushing event deleted for resources: {'Subnet': ['ID=c80dea0f-5273-4e91-828a-b85558e1b2bf,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:57:04.826659 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-2400285f-5c60-4a5a-9aac-a8697c58b9c3 tempest-TestSecurityGroupsBasicOps-1245515434 tempest-TestSecurityGroupsBasicOps-1245515434-project] Notify callbacks [] for subnet, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:04.828494 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-2400285f-5c60-4a5a-9aac-a8697c58b9c3 tempest-TestSecurityGroupsBasicOps-1245515434 tempest-TestSecurityGroupsBasicOps-1245515434-project] 10.222.0.16 "DELETE /v2.0/subnets/c80dea0f-5273-4e91-828a-b85558e1b2bf HTTP/1.1" status: 204 len: 168 time: 0.3813393 Jul 14 18:57:04.831159 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 54452) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:57:04.844151 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4595a527-64e7-40fb-897b-8e438ab288c1 None None] Network 0ed0f69a-0d34-4c85-9939-1c2dfcbbe48f requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:57:04.892712 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning for port 8e59bddb-d81f-4836-9921-03d511a371fd completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:57:04.976161 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-18489829-db3c-4f01-89e2-886781d2aebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b85d47c-77df-4092-936a-15f1567d88a5', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1658909989', 'tenant_id': '16585be2c4d241b09d11d2c12f508f99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.22'}], 'enable_snat': True}, 'gw_port_id': '584784b9-ed95-4300-9101-f2e9617ba1f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:56:34Z', 'updated_at': '2021-07-14T18:57:03Z', 'revision_number': 5, 'project_id': '16585be2c4d241b09d11d2c12f508f99', 'gw_port': {'id': '584784b9-ed95-4300-9101-f2e9617ba1f3', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:3d:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b85d47c-77df-4092-936a-15f1567d88a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3752, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:56:35Z', 'updated_at': '2021-07-14T18:56:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3'}], 'n-d-800634-3', False) {} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:57:05.010098 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18489829-db3c-4f01-89e2-886781d2aebb None None] Checking router: 3b85d47c-77df-4092-936a-15f1567d88a5 for host: n-d-800634-3 {{(pid=93917) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 18:57:05.027015 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18489829-db3c-4f01-89e2-886781d2aebb None None] Routers {'3b85d47c-77df-4092-936a-15f1567d88a5'} bound to L3 agent in host n-d-800634-3 {{(pid=93917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:57:05.028209 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-18489829-db3c-4f01-89e2-886781d2aebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:56:53Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['3b85d47c-77df-4092-936a-15f1567d88a5'], 'active': True} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:57:05.072646 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-74b5c946-c619-4422-890e-5ab9235e83cf tempest-TestSecurityGroupsBasicOps-1245515434 tempest-TestSecurityGroupsBasicOps-1245515434-project] Notify callbacks [] for router, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:05.163869 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvr_db [None req-18489829-db3c-4f01-89e2-886781d2aebb None None] Set router 3b85d47c-77df-4092-936a-15f1567d88a5 gateway port host: n-d-800634-3 {{(pid=93917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 18:57:05.198455 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8157ab80-e6bb-4a57-a1b7-e950215675fc None None] DHCP port deletion for 0ed0f69a-0d34-4c85-9939-1c2dfcbbe48f request from n-d-800634-3 {{(pid=93917) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 18:57:05.248964 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-74b5c946-c619-4422-890e-5ab9235e83cf tempest-TestSecurityGroupsBasicOps-1245515434 tempest-TestSecurityGroupsBasicOps-1245515434-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:05.261730 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-a1b67aad-d42d-4d73-bfb0-e60c8647dd47 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Notify callbacks [] for port, precommit_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:05.267751 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-a1b67aad-d42d-4d73-bfb0-e60c8647dd47 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25912978'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:05.356200 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-8157ab80-e6bb-4a57-a1b7-e950215675fc None None] Deleting port c2947b7a-1c66-4544-acb7-e89036f5d148 {{(pid=93917) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:57:05.356584 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-8157ab80-e6bb-4a57-a1b7-e950215675fc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:05.382023 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b67aad-d42d-4d73-bfb0-e60c8647dd47 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Pushing event updated for resources: {'Port': ['ID=712c889e-5d29-496e-beec-c8d948bdf5b6,revision_number=2']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:57:05.403709 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-478355a8-c0b2-4770-8d34-51d34d85d825 None None] Network 52a817d8-e72f-4006-8802-70cb0fafe484 requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:57:05.447602 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [None req-74b5c946-c619-4422-890e-5ab9235e83cf tempest-TestSecurityGroupsBasicOps-1245515434 tempest-TestSecurityGroupsBasicOps-1245515434-project] Deleting port 584784b9-ed95-4300-9101-f2e9617ba1f3 {{(pid=93915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:57:05.447946 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-74b5c946-c619-4422-890e-5ab9235e83cf tempest-TestSecurityGroupsBasicOps-1245515434 tempest-TestSecurityGroupsBasicOps-1245515434-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:05.508675 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-8157ab80-e6bb-4a57-a1b7-e950215675fc None None] For port c2947b7a-1c66-4544-acb7-e89036f5d148, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=c2947b7a-1c66-4544-acb7-e89036f5d148,segment=NetworkSegment(5347abb6-670f-4e9b-b099-02ae16895dc8),segment_id=5347abb6-670f-4e9b-b099-02ae16895dc8)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:57:05.509076 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-8157ab80-e6bb-4a57-a1b7-e950215675fc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:05.513095 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-74c2f3ba-4b67-4710-a396-4e90fd1b8d2d None None] Provisioning for port 8e59bddb-d81f-4836-9921-03d511a371fd completed by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:57:05.539090 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-8157ab80-e6bb-4a57-a1b7-e950215675fc None None] Calling delete_port for c2947b7a-1c66-4544-acb7-e89036f5d148 owned by network:dhcp {{(pid=93917) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:57:05.547398 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-74c2f3ba-4b67-4710-a396-4e90fd1b8d2d None None] Provisioning complete for port 8e59bddb-d81f-4836-9921-03d511a371fd triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:57:05.547775 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-74c2f3ba-4b67-4710-a396-4e90fd1b8d2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:05.576269 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-a1b67aad-d42d-4d73-bfb0-e60c8647dd47 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-930452'] for router_interface, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:05.631472 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [None req-74b5c946-c619-4422-890e-5ab9235e83cf tempest-TestSecurityGroupsBasicOps-1245515434 tempest-TestSecurityGroupsBasicOps-1245515434-project] For port 584784b9-ed95-4300-9101-f2e9617ba1f3, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=584784b9-ed95-4300-9101-f2e9617ba1f3,segment=NetworkSegment(5afb940b-bbdf-4727-be00-5d46367c38a1),segment_id=5afb940b-bbdf-4727-be00-5d46367c38a1)] {{(pid=93915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:57:05.631799 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-74b5c946-c619-4422-890e-5ab9235e83cf tempest-TestSecurityGroupsBasicOps-1245515434 tempest-TestSecurityGroupsBasicOps-1245515434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:05.665517 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [None req-74b5c946-c619-4422-890e-5ab9235e83cf tempest-TestSecurityGroupsBasicOps-1245515434 tempest-TestSecurityGroupsBasicOps-1245515434-project] Calling delete_port for 584784b9-ed95-4300-9101-f2e9617ba1f3 owned by network:router_gateway {{(pid=93915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:57:05.781513 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-a1b67aad-d42d-4d73-bfb0-e60c8647dd47 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:05.844213 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:05.869646 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-18489829-db3c-4f01-89e2-886781d2aebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b85d47c-77df-4092-936a-15f1567d88a5', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1658909989', 'tenant_id': '16585be2c4d241b09d11d2c12f508f99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.22'}], 'enable_snat': True}, 'gw_port_id': '584784b9-ed95-4300-9101-f2e9617ba1f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:56:34Z', 'updated_at': '2021-07-14T18:57:03Z', 'revision_number': 5, 'project_id': '16585be2c4d241b09d11d2c12f508f99', 'gw_port': {'id': '584784b9-ed95-4300-9101-f2e9617ba1f3', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:3d:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b85d47c-77df-4092-936a-15f1567d88a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3752, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:56:35Z', 'updated_at': '2021-07-14T18:56:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3'}], 'n-d-800634-3', False) {} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:57:05.907572 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18489829-db3c-4f01-89e2-886781d2aebb None None] The sync data for ids ['3b85d47c-77df-4092-936a-15f1567d88a5'] in n-d-800634-3 is: [{'id': '3b85d47c-77df-4092-936a-15f1567d88a5', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1658909989', 'tenant_id': '16585be2c4d241b09d11d2c12f508f99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.22'}], 'enable_snat': True}, 'gw_port_id': '584784b9-ed95-4300-9101-f2e9617ba1f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:56:34Z', 'updated_at': '2021-07-14T18:57:03Z', 'revision_number': 5, 'project_id': '16585be2c4d241b09d11d2c12f508f99', 'gw_port': {'id': '584784b9-ed95-4300-9101-f2e9617ba1f3', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:3d:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b85d47c-77df-4092-936a-15f1567d88a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3752, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:56:35Z', 'updated_at': '2021-07-14T18:56:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3'}] {{(pid=93917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 18:57:05.987282 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-8157ab80-e6bb-4a57-a1b7-e950215675fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813'] for port, after_delete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:06.001090 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-74c2f3ba-4b67-4710-a396-4e90fd1b8d2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:06.030988 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8157ab80-e6bb-4a57-a1b7-e950215675fc None None] Pushing event deleted for resources: {'Port': ['ID=c2947b7a-1c66-4544-acb7-e89036f5d148,revision_number=None']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:57:06.035307 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8157ab80-e6bb-4a57-a1b7-e950215675fc None None] No DVR routers for this DVR port c2947b7a-1c66-4544-acb7-e89036f5d148 on host n-d-800634-3 {{(pid=93917) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 18:57:06.047306 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-74b5c946-c619-4422-890e-5ab9235e83cf tempest-TestSecurityGroupsBasicOps-1245515434 tempest-TestSecurityGroupsBasicOps-1245515434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:06.070471 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-74c2f3ba-4b67-4710-a396-4e90fd1b8d2d None None] For port 8e59bddb-d81f-4836-9921-03d511a371fd, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=8e59bddb-d81f-4836-9921-03d511a371fd,segment=NetworkSegment(476d5382-95e4-4924-a6b9-8b807e727c9e),segment_id=476d5382-95e4-4924-a6b9-8b807e727c9e)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:57:06.075545 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-74c2f3ba-4b67-4710-a396-4e90fd1b8d2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:06.133935 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c2f3ba-4b67-4710-a396-4e90fd1b8d2d None None] Pushing event updated for resources: {'Port': ['ID=8e59bddb-d81f-4836-9921-03d511a371fd,revision_number=3']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:57:06.306102 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-831d6de8-e5a9-4b5f-92c1-b1f6f1dc4d33 None None] Provisioning complete for port 8e59bddb-d81f-4836-9921-03d511a371fd triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:57:06.306696 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-831d6de8-e5a9-4b5f-92c1-b1f6f1dc4d33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:06.424162 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-831d6de8-e5a9-4b5f-92c1-b1f6f1dc4d33 None None] Provisioning for port 712c889e-5d29-496e-beec-c8d948bdf5b6 completed by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:57:06.429470 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-831d6de8-e5a9-4b5f-92c1-b1f6f1dc4d33 None None] Provisioning complete for port 712c889e-5d29-496e-beec-c8d948bdf5b6 triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:57:06.429944 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-831d6de8-e5a9-4b5f-92c1-b1f6f1dc4d33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:06.458718 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b5c946-c619-4422-890e-5ab9235e83cf tempest-TestSecurityGroupsBasicOps-1245515434 tempest-TestSecurityGroupsBasicOps-1245515434-project] Pushing event deleted for resources: {'Port': ['ID=584784b9-ed95-4300-9101-f2e9617ba1f3,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:57:06.482416 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-831d6de8-e5a9-4b5f-92c1-b1f6f1dc4d33 None None] Port 712c889e-5d29-496e-beec-c8d948bdf5b6 cannot update to ACTIVE because it is not bound. {{(pid=93917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 18:57:06.576828 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-74b5c946-c619-4422-890e-5ab9235e83cf tempest-TestSecurityGroupsBasicOps-1245515434 tempest-TestSecurityGroupsBasicOps-1245515434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-930057'] for router_gateway, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:06.623168 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-5d408a4f-1861-43a1-a2db-4f887ab8988f None None] Provisioning complete for port 712c889e-5d29-496e-beec-c8d948bdf5b6 triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:57:06.623555 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-5d408a4f-1861-43a1-a2db-4f887ab8988f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:06.662650 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-5d408a4f-1861-43a1-a2db-4f887ab8988f None None] Port 712c889e-5d29-496e-beec-c8d948bdf5b6 cannot update to ACTIVE because it is not bound. {{(pid=93917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 18:57:06.685405 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-a1b67aad-d42d-4d73-bfb0-e60c8647dd47 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Notify callbacks [] for port, precommit_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:06.693321 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-a1b67aad-d42d-4d73-bfb0-e60c8647dd47 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25912978'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:06.695136 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-a1b67aad-d42d-4d73-bfb0-e60c8647dd47 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-598741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-928734'] for router_interface, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:06.697482 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 8e59bddb-d81f-4836-9921-03d511a371fd up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:57:06.705565 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-74b5c946-c619-4422-890e-5ab9235e83cf tempest-TestSecurityGroupsBasicOps-1245515434 tempest-TestSecurityGroupsBasicOps-1245515434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-571778', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11402'] for router, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:06.735947 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-74b5c946-c619-4422-890e-5ab9235e83cf tempest-TestSecurityGroupsBasicOps-1245515434 tempest-TestSecurityGroupsBasicOps-1245515434-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:06.754147 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port 8e59bddb-d81f-4836-9921-03d511a371fd triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:57:06.754517 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:06.835271 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b67aad-d42d-4d73-bfb0-e60c8647dd47 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Pushing event updated for resources: {'Port': ['ID=712c889e-5d29-496e-beec-c8d948bdf5b6,revision_number=3']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:57:06.848981 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-74b5c946-c619-4422-890e-5ab9235e83cf tempest-TestSecurityGroupsBasicOps-1245515434 tempest-TestSecurityGroupsBasicOps-1245515434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-541202'] for router, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:06.849737 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74b5c946-c619-4422-890e-5ab9235e83cf tempest-TestSecurityGroupsBasicOps-1245515434 tempest-TestSecurityGroupsBasicOps-1245515434-project] Fanout notify agent at l3_agent the message router_deleted on router 3b85d47c-77df-4092-936a-15f1567d88a5 {{(pid=93915) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 18:57:06.858168 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-74b5c946-c619-4422-890e-5ab9235e83cf tempest-TestSecurityGroupsBasicOps-1245515434 tempest-TestSecurityGroupsBasicOps-1245515434-project] Notify callbacks [] for router, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:06.861788 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-74b5c946-c619-4422-890e-5ab9235e83cf tempest-TestSecurityGroupsBasicOps-1245515434 tempest-TestSecurityGroupsBasicOps-1245515434-project] 10.222.0.16 "DELETE /v2.0/routers/3b85d47c-77df-4092-936a-15f1567d88a5 HTTP/1.1" status: 204 len: 168 time: 2.0271797 Jul 14 18:57:06.862168 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 54454) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:57:06.883293 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-a1f34d23-57f3-4ab4-852b-2f5ad5dc3a62 None None] Provisioning complete for port 712c889e-5d29-496e-beec-c8d948bdf5b6 triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:57:06.883893 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-a1f34d23-57f3-4ab4-852b-2f5ad5dc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:06.907375 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device c2947b7a-1c66-4544-acb7-e89036f5d148 no longer exists at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 18:57:06.915529 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1b67aad-d42d-4d73-bfb0-e60c8647dd47 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Network 52a817d8-e72f-4006-8802-70cb0fafe484 is already hosted by enough agents. {{(pid=93915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:57:06.917215 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [None req-a1b67aad-d42d-4d73-bfb0-e60c8647dd47 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Resources bound (agent type, host, resource id): {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:57:06.957880 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-a1f34d23-57f3-4ab4-852b-2f5ad5dc3a62 None None] Port 712c889e-5d29-496e-beec-c8d948bdf5b6 cannot update to ACTIVE because it is not bound. {{(pid=93917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 18:57:06.960297 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] No Port match for: c2947b7a-1c66-4544-acb7-e89036f5d148 {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 18:57:06.960841 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device c2947b7a-1c66-4544-acb7-e89036f5d148 not bound to the agent host n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 18:57:06.961692 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 399a7142-cddb-45d9-bf6d-de48e5c3706e no longer exists at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 18:57:06.979156 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-35d64359-769b-458e-b1cb-8c2d713970ed tempest-TestSecurityGroupsBasicOps-1245515434 tempest-TestSecurityGroupsBasicOps-1245515434-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645734'] for network, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:07.002465 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] No Port match for: 399a7142-cddb-45d9-bf6d-de48e5c3706e {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 18:57:07.002814 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 399a7142-cddb-45d9-bf6d-de48e5c3706e not bound to the agent host n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 18:57:07.077497 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1b67aad-d42d-4d73-bfb0-e60c8647dd47 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Router be62ad77-c8bc-4231-9a45-445f7fa91b1a is scheduled to L3 agent 2c6eb27e-defb-4cca-9a24-381c7415e359 with binding_index 1 {{(pid=93915) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 18:57:07.187218 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1b67aad-d42d-4d73-bfb0-e60c8647dd47 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Notify agent at l3_agent.n-d-800634-3 the message routers_updated {{(pid=93915) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 18:57:07.196897 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-a1b67aad-d42d-4d73-bfb0-e60c8647dd47 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] 10.222.0.16 "PUT /v2.0/routers/be62ad77-c8bc-4231-9a45-445f7fa91b1a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8499808 Jul 14 18:57:07.197735 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03dde773-0982-44c3-a879-6f96f28255a0 None None] Sync routers for ids ['be62ad77-c8bc-4231-9a45-445f7fa91b1a'] in n-d-800634-3 {{(pid=93918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 18:57:07.198257 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 54456) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:57:07.208391 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03dde773-0982-44c3-a879-6f96f28255a0 None None] Routers {'be62ad77-c8bc-4231-9a45-445f7fa91b1a'} bound to L3 agent in host n-d-800634-3 {{(pid=93918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:57:07.209015 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-03dde773-0982-44c3-a879-6f96f28255a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:56:53Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['be62ad77-c8bc-4231-9a45-445f7fa91b1a'], 'active': True} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:57:07.248594 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-03dde773-0982-44c3-a879-6f96f28255a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-3', False) {} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:57:07.257812 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03dde773-0982-44c3-a879-6f96f28255a0 None None] Routers {'be62ad77-c8bc-4231-9a45-445f7fa91b1a'} bound to L3 agent in host n-d-800634-3 {{(pid=93918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:57:07.258440 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-03dde773-0982-44c3-a879-6f96f28255a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:56:53Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['be62ad77-c8bc-4231-9a45-445f7fa91b1a'], 'active': True} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:57:07.266273 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44d68b91-185e-47eb-a2ef-eb93af03ba0f tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:57:07.270846 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-44d68b91-185e-47eb-a2ef-eb93af03ba0f tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] 10.222.0.16 "GET /v2.0/ports?device_id=be62ad77-c8bc-4231-9a45-445f7fa91b1a HTTP/1.1" status: 200 len: 988 time: 0.0693624 Jul 14 18:57:07.271209 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 54458) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:57:07.284276 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-338094f1-8883-412e-8fc0-0bc201dc804e None None] Provisioning complete for port 712c889e-5d29-496e-beec-c8d948bdf5b6 triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:57:07.285418 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-338094f1-8883-412e-8fc0-0bc201dc804e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:07.295481 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-03dde773-0982-44c3-a879-6f96f28255a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-3', False) {} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:57:07.296240 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03dde773-0982-44c3-a879-6f96f28255a0 None None] The sync data for ids ['be62ad77-c8bc-4231-9a45-445f7fa91b1a'] in n-d-800634-3 is: [] {{(pid=93918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 18:57:07.327194 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-338094f1-8883-412e-8fc0-0bc201dc804e None None] Port 712c889e-5d29-496e-beec-c8d948bdf5b6 cannot update to ACTIVE because it is not bound. {{(pid=93917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 18:57:07.428213 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-35d64359-769b-458e-b1cb-8c2d713970ed tempest-TestSecurityGroupsBasicOps-1245515434 tempest-TestSecurityGroupsBasicOps-1245515434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2096010', 'neutron.services.segments.db._delete_segments_for_network-8728202734996'] for network, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:07.439384 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.segments.db [None req-35d64359-769b-458e-b1cb-8c2d713970ed tempest-TestSecurityGroupsBasicOps-1245515434 tempest-TestSecurityGroupsBasicOps-1245515434-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ed0f69a-0d34-4c85-9939-1c2dfcbbe48f']}} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:57:07.450945 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.segments.db [None req-35d64359-769b-458e-b1cb-8c2d713970ed tempest-TestSecurityGroupsBasicOps-1245515434 tempest-TestSecurityGroupsBasicOps-1245515434-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5347abb6-670f-4e9b-b099-02ae16895dc8') {'for_net_delete': True} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:57:07.451324 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.segments.db [None req-35d64359-769b-458e-b1cb-8c2d713970ed tempest-TestSecurityGroupsBasicOps-1245515434 tempest-TestSecurityGroupsBasicOps-1245515434-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5347abb6-670f-4e9b-b099-02ae16895dc8') {} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:57:07.461367 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-35d64359-769b-458e-b1cb-8c2d713970ed tempest-TestSecurityGroupsBasicOps-1245515434 tempest-TestSecurityGroupsBasicOps-1245515434-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728202715275', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26296891'] for segment, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:07.475847 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-35d64359-769b-458e-b1cb-8c2d713970ed tempest-TestSecurityGroupsBasicOps-1245515434 tempest-TestSecurityGroupsBasicOps-1245515434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:07.482074 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35d64359-769b-458e-b1cb-8c2d713970ed tempest-TestSecurityGroupsBasicOps-1245515434 tempest-TestSecurityGroupsBasicOps-1245515434-project] Releasing vlan 66 on physical network physnet1 to pool {{(pid=93916) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 18:57:07.482467 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-35d64359-769b-458e-b1cb-8c2d713970ed tempest-TestSecurityGroupsBasicOps-1245515434 tempest-TestSecurityGroupsBasicOps-1245515434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2682942'] for segment, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:07.485448 n-d-800634-3 neutron-server[93916]: Traceback (most recent call last): Jul 14 18:57:07.485448 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 18:57:07.485448 n-d-800634-3 neutron-server[93916]: timer() Jul 14 18:57:07.485448 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 18:57:07.485448 n-d-800634-3 neutron-server[93916]: cb(*args, **kw) Jul 14 18:57:07.485448 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 18:57:07.485448 n-d-800634-3 neutron-server[93916]: return func(*args, **kwargs) Jul 14 18:57:07.485448 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 18:57:07.485448 n-d-800634-3 neutron-server[93916]: self._notify() Jul 14 18:57:07.485448 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 18:57:07.485448 n-d-800634-3 neutron-server[93916]: self.callback(batched_events) Jul 14 18:57:07.485448 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 18:57:07.485448 n-d-800634-3 neutron-server[93916]: event.method(event) Jul 14 18:57:07.485448 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 18:57:07.485448 n-d-800634-3 neutron-server[93916]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 18:57:07.485448 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 18:57:07.485448 n-d-800634-3 neutron-server[93916]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 18:57:07.485448 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 18:57:07.485448 n-d-800634-3 neutron-server[93916]: return f(self, *a, **k) Jul 14 18:57:07.485448 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 18:57:07.485448 n-d-800634-3 neutron-server[93916]: return self._get(url).json() Jul 14 18:57:07.485448 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 18:57:07.485448 n-d-800634-3 neutron-server[93916]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 18:57:07.485448 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 18:57:07.485448 n-d-800634-3 neutron-server[93916]: return self.request(url, 'GET', **kwargs) Jul 14 18:57:07.485448 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 18:57:07.485448 n-d-800634-3 neutron-server[93916]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 18:57:07.485448 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 18:57:07.485448 n-d-800634-3 neutron-server[93916]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 18:57:07.485448 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 18:57:07.485448 n-d-800634-3 neutron-server[93916]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 18:57:07.485448 n-d-800634-3 neutron-server[93916]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 18:57:07.549588 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-35d64359-769b-458e-b1cb-8c2d713970ed tempest-TestSecurityGroupsBasicOps-1245515434 tempest-TestSecurityGroupsBasicOps-1245515434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2096001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-930085'] for network, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:07.556859 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-35d64359-769b-458e-b1cb-8c2d713970ed tempest-TestSecurityGroupsBasicOps-1245515434 tempest-TestSecurityGroupsBasicOps-1245515434-project] Notify callbacks [] for network, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:07.560560 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-35d64359-769b-458e-b1cb-8c2d713970ed tempest-TestSecurityGroupsBasicOps-1245515434 tempest-TestSecurityGroupsBasicOps-1245515434-project] 10.222.0.16 "DELETE /v2.0/networks/0ed0f69a-0d34-4c85-9939-1c2dfcbbe48f HTTP/1.1" status: 204 len: 168 time: 0.6973147 Jul 14 18:57:07.562585 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 54460) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:57:07.578935 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d64359-769b-458e-b1cb-8c2d713970ed tempest-TestSecurityGroupsBasicOps-1245515434 tempest-TestSecurityGroupsBasicOps-1245515434-project] Pushing event deleted for resources: {'Network': ['ID=0ed0f69a-0d34-4c85-9939-1c2dfcbbe48f,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:57:07.734446 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-e285d91c-0d35-440b-94b4-1b0af13aea6c tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-928623'] for router_interface, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:07.738078 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-4187c763-069a-4e4e-aeb7-c9542f6e500a tempest-TestSecurityGroupsBasicOps-1245515434 tempest-TestSecurityGroupsBasicOps-1245515434-project] Deleting port c2690c60-8ed2-4087-b2cb-63d0fc43e3ac {{(pid=93916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:57:07.738431 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-4187c763-069a-4e4e-aeb7-c9542f6e500a tempest-TestSecurityGroupsBasicOps-1245515434 tempest-TestSecurityGroupsBasicOps-1245515434-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:07.818782 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-4187c763-069a-4e4e-aeb7-c9542f6e500a tempest-TestSecurityGroupsBasicOps-1245515434 tempest-TestSecurityGroupsBasicOps-1245515434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:07.819121 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-4187c763-069a-4e4e-aeb7-c9542f6e500a tempest-TestSecurityGroupsBasicOps-1245515434 tempest-TestSecurityGroupsBasicOps-1245515434-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:07.831806 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-4187c763-069a-4e4e-aeb7-c9542f6e500a tempest-TestSecurityGroupsBasicOps-1245515434 tempest-TestSecurityGroupsBasicOps-1245515434-project] Calling delete_port for c2690c60-8ed2-4087-b2cb-63d0fc43e3ac owned by network:floatingip {{(pid=93916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:57:07.958126 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [None req-e285d91c-0d35-440b-94b4-1b0af13aea6c tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Deleting port 712c889e-5d29-496e-beec-c8d948bdf5b6 {{(pid=93915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:57:07.958480 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-e285d91c-0d35-440b-94b4-1b0af13aea6c tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:07.986902 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-4187c763-069a-4e4e-aeb7-c9542f6e500a tempest-TestSecurityGroupsBasicOps-1245515434 tempest-TestSecurityGroupsBasicOps-1245515434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:08.019304 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4187c763-069a-4e4e-aeb7-c9542f6e500a tempest-TestSecurityGroupsBasicOps-1245515434 tempest-TestSecurityGroupsBasicOps-1245515434-project] Pushing event deleted for resources: {'Port': ['ID=c2690c60-8ed2-4087-b2cb-63d0fc43e3ac,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:57:08.053617 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-e285d91c-0d35-440b-94b4-1b0af13aea6c tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:08.067162 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [None req-e285d91c-0d35-440b-94b4-1b0af13aea6c tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Calling delete_port for 712c889e-5d29-496e-beec-c8d948bdf5b6 owned by network:router_interface {{(pid=93915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:57:08.078022 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-4187c763-069a-4e4e-aeb7-c9542f6e500a tempest-TestSecurityGroupsBasicOps-1245515434 tempest-TestSecurityGroupsBasicOps-1245515434-project] Notify callbacks [] for floatingip, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:08.078365 n-d-800634-3 neutron-server[93916]: INFO neutron.db.l3_db [None req-4187c763-069a-4e4e-aeb7-c9542f6e500a tempest-TestSecurityGroupsBasicOps-1245515434 tempest-TestSecurityGroupsBasicOps-1245515434-project] Floating IP 1d0f29c7-3742-42de-81ed-c8e747ef4e15 disassociated (deleted). External IP: 172.25.1.75, port: 58aa8328-4fd5-4eb3-b7f8-f02ef9e3f4d7. Jul 14 18:57:08.243783 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-e285d91c-0d35-440b-94b4-1b0af13aea6c tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:08.272095 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e285d91c-0d35-440b-94b4-1b0af13aea6c tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Pushing event deleted for resources: {'Port': ['ID=712c889e-5d29-496e-beec-c8d948bdf5b6,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:57:08.306627 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4187c763-069a-4e4e-aeb7-c9542f6e500a tempest-TestSecurityGroupsBasicOps-1245515434 tempest-TestSecurityGroupsBasicOps-1245515434-project] Router 459f3996-309d-4d20-9d8c-11ee0f52f7d6 has already been hosted by L3 agent 2c6eb27e-defb-4cca-9a24-381c7415e359 {{(pid=93916) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 18:57:08.378428 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-e285d91c-0d35-440b-94b4-1b0af13aea6c tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-598732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-928907'] for router_interface, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:08.424291 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4187c763-069a-4e4e-aeb7-c9542f6e500a tempest-TestSecurityGroupsBasicOps-1245515434 tempest-TestSecurityGroupsBasicOps-1245515434-project] Notify agent at l3_agent.n-d-800634-3 the message routers_updated {{(pid=93916) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 18:57:08.429295 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-4187c763-069a-4e4e-aeb7-c9542f6e500a tempest-TestSecurityGroupsBasicOps-1245515434 tempest-TestSecurityGroupsBasicOps-1245515434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for floatingip, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:08.435575 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce96b330-8743-429e-82d3-85518a4c4c59 None None] Sync routers for ids ['459f3996-309d-4d20-9d8c-11ee0f52f7d6'] in n-d-800634-3 {{(pid=93917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 18:57:08.449904 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce96b330-8743-429e-82d3-85518a4c4c59 None None] Routers {'459f3996-309d-4d20-9d8c-11ee0f52f7d6'} bound to L3 agent in host n-d-800634-3 {{(pid=93917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:57:08.450493 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-ce96b330-8743-429e-82d3-85518a4c4c59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:56:53Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['459f3996-309d-4d20-9d8c-11ee0f52f7d6'], 'active': True} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:57:08.497355 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-4187c763-069a-4e4e-aeb7-c9542f6e500a tempest-TestSecurityGroupsBasicOps-1245515434 tempest-TestSecurityGroupsBasicOps-1245515434-project] 10.222.0.16 "DELETE /v2.0/floatingips/1d0f29c7-3742-42de-81ed-c8e747ef4e15 HTTP/1.1" status: 204 len: 168 time: 0.9309423 Jul 14 18:57:08.497355 n-d-800634-3 neutron-server[93916]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0088c237-30f1-4281-afd5-3d6abd7a2a68', 'tag': '58aa8328-4fd5-4eb3-b7f8-f02ef9e3f4d7'}] {{(pid=93916) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:57:08.498713 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f803e150b363a7893830aa996ac27753fa25517c406ecd3536b7c2d4b26eeb9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8a82293-37d2-42fb-8b77-ab0fcdebeedb" -d '{"events": [{"name": "network-changed", "server_uuid": "0088c237-30f1-4281-afd5-3d6abd7a2a68", "tag": "58aa8328-4fd5-4eb3-b7f8-f02ef9e3f4d7"}]}' {{(pid=93916) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:57:08.549582 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 18:57:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70804c1a-bb93-4a14-b837-423829029b8f x-openstack-request-id: req-70804c1a-bb93-4a14-b837-423829029b8f {{(pid=93916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:57:08.549964 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0088c237-30f1-4281-afd5-3d6abd7a2a68", "tag": "58aa8328-4fd5-4eb3-b7f8-f02ef9e3f4d7", "status": "completed", "code": 200}]} {{(pid=93916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:57:08.550947 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-70804c1a-bb93-4a14-b837-423829029b8f {{(pid=93916) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:57:08.551419 n-d-800634-3 neutron-server[93916]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0088c237-30f1-4281-afd5-3d6abd7a2a68', 'tag': '58aa8328-4fd5-4eb3-b7f8-f02ef9e3f4d7', 'status': 'completed', 'code': 200} Jul 14 18:57:08.587158 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 584784b9-ed95-4300-9101-f2e9617ba1f3 no longer exists at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 18:57:08.613259 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] No Port match for: 584784b9-ed95-4300-9101-f2e9617ba1f3 {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 18:57:08.613702 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 584784b9-ed95-4300-9101-f2e9617ba1f3 not bound to the agent host n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 18:57:08.630083 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e285d91c-0d35-440b-94b4-1b0af13aea6c tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Router be62ad77-c8bc-4231-9a45-445f7fa91b1a has already been hosted by L3 agent 2c6eb27e-defb-4cca-9a24-381c7415e359 {{(pid=93915) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 18:57:08.644560 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvr_db [None req-ce96b330-8743-429e-82d3-85518a4c4c59 None None] Set router 459f3996-309d-4d20-9d8c-11ee0f52f7d6 gateway port host: n-d-800634-3 {{(pid=93917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 18:57:08.725701 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a82293-37d2-42fb-8b77-ab0fcdebeedb req-8ef4c0ab-44bb-42c5-bc19-39bdfb445bca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:57:08.727751 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b8a82293-37d2-42fb-8b77-ab0fcdebeedb req-8ef4c0ab-44bb-42c5-bc19-39bdfb445bca service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=16585be2c4d241b09d11d2c12f508f99&device_id=0088c237-30f1-4281-afd5-3d6abd7a2a68 HTTP/1.1" status: 200 len: 1135 time: 0.1385980 Jul 14 18:57:08.729506 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e285d91c-0d35-440b-94b4-1b0af13aea6c tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Notify agent at l3_agent.n-d-800634-3 the message routers_updated {{(pid=93915) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 18:57:08.735415 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-e285d91c-0d35-440b-94b4-1b0af13aea6c tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] 10.222.0.16 "PUT /v2.0/routers/be62ad77-c8bc-4231-9a45-445f7fa91b1a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4630365 Jul 14 18:57:08.739104 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 54466) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:57:08.755920 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dba91c87-7f8a-411b-be11-bafaa4a27673 None None] Sync routers for ids ['be62ad77-c8bc-4231-9a45-445f7fa91b1a'] in n-d-800634-3 {{(pid=93918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 18:57:08.775935 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dba91c87-7f8a-411b-be11-bafaa4a27673 None None] Routers {'be62ad77-c8bc-4231-9a45-445f7fa91b1a'} bound to L3 agent in host n-d-800634-3 {{(pid=93918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:57:08.776848 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-dba91c87-7f8a-411b-be11-bafaa4a27673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:56:53Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['be62ad77-c8bc-4231-9a45-445f7fa91b1a'], 'active': True} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:57:08.797157 n-d-800634-3 neutron-server[93916]: INFO neutron.pecan_wsgi.hooks.translation [None req-41c7ef2d-4176-491f-8fc2-607b76697857 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] GET failed (client error): The resource could not be found. Jul 14 18:57:08.799120 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-41c7ef2d-4176-491f-8fc2-607b76697857 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] 10.222.0.16 "GET /v2.0/ports/712c889e-5d29-496e-beec-c8d948bdf5b6 HTTP/1.1" status: 404 len: 333 time: 0.0584388 Jul 14 18:57:08.801733 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 54470) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:57:08.827309 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-dba91c87-7f8a-411b-be11-bafaa4a27673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-3', False) {} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:57:08.840925 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dba91c87-7f8a-411b-be11-bafaa4a27673 None None] Routers {'be62ad77-c8bc-4231-9a45-445f7fa91b1a'} bound to L3 agent in host n-d-800634-3 {{(pid=93918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:57:08.842837 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-dba91c87-7f8a-411b-be11-bafaa4a27673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:56:53Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['be62ad77-c8bc-4231-9a45-445f7fa91b1a'], 'active': True} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:57:08.916404 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a82293-37d2-42fb-8b77-ab0fcdebeedb req-d2354241-6fe5-42fc-b64d-3de8c2db1da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:57:08.918238 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b8a82293-37d2-42fb-8b77-ab0fcdebeedb req-d2354241-6fe5-42fc-b64d-3de8c2db1da8 service neutron] 10.222.0.18 "GET /v2.0/networks?id=28da15a0-c36e-413e-a43a-1f36dc834f32 HTTP/1.1" status: 200 len: 897 time: 0.1816812 Jul 14 18:57:08.918687 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-8d5e681a-37e4-4692-8128-80d13a39ed71 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Notify callbacks [] for router, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:08.923058 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-ce96b330-8743-429e-82d3-85518a4c4c59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '459f3996-309d-4d20-9d8c-11ee0f52f7d6', 'name': 'tempest-TestSecurityGroupsBasicOps-router-415935990', 'tenant_id': '16585be2c4d241b09d11d2c12f508f99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.237'}], 'enable_snat': True}, 'gw_port_id': 'd6134d30-60f5-4a86-ae97-359f0a382f0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:55:41Z', 'updated_at': '2021-07-14T18:55:46Z', 'revision_number': 4, 'project_id': '16585be2c4d241b09d11d2c12f508f99', 'gw_port': {'id': 'd6134d30-60f5-4a86-ae97-359f0a382f0d', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:64:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '459f3996-309d-4d20-9d8c-11ee0f52f7d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3638, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:55:41Z', 'updated_at': '2021-07-14T18:55:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_interfaces': [{'id': '4a9b865c-a5a8-4fa0-84a6-4362d0948d3c', 'name': '', 'network_id': '28da15a0-c36e-413e-a43a-1f36dc834f32', 'tenant_id': '16585be2c4d241b09d11d2c12f508f99', 'mac_address': 'fa:16:3e:70:f8:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '459f3996-309d-4d20-9d8c-11ee0f52f7d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3651, 'fixed_ips': [{'subnet_id': '49bf98e0-5aa2-40cd-9511-b0e7b902c12e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:55:45Z', 'updated_at': '2021-07-14T18:55:50Z', 'revision_number': 5, 'project_id': '16585be2c4d241b09d11d2c12f508f99', 'subnets': [{'id': '49bf98e0-5aa2-40cd-9511-b0e7b902c12e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-3', False) {} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:57:08.960465 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce96b330-8743-429e-82d3-85518a4c4c59 None None] Checking router: 459f3996-309d-4d20-9d8c-11ee0f52f7d6 for host: n-d-800634-3 {{(pid=93917) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 18:57:08.971509 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce96b330-8743-429e-82d3-85518a4c4c59 None None] Routers {'459f3996-309d-4d20-9d8c-11ee0f52f7d6'} bound to L3 agent in host n-d-800634-3 {{(pid=93917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:57:08.972196 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-ce96b330-8743-429e-82d3-85518a4c4c59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:56:53Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['459f3996-309d-4d20-9d8c-11ee0f52f7d6'], 'active': True} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:57:08.982203 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b8a82293-37d2-42fb-8b77-ab0fcdebeedb req-3398bebd-28e6-4283-99a4-bdd7baf2e159 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=58aa8328-4fd5-4eb3-b7f8-f02ef9e3f4d7 HTTP/1.1" status: 200 len: 217 time: 0.0445724 Jul 14 18:57:09.032517 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-dba91c87-7f8a-411b-be11-bafaa4a27673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800634-3', False) {} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:57:09.033869 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dba91c87-7f8a-411b-be11-bafaa4a27673 None None] The sync data for ids ['be62ad77-c8bc-4231-9a45-445f7fa91b1a'] in n-d-800634-3 is: [] {{(pid=93918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 18:57:09.067621 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a82293-37d2-42fb-8b77-ab0fcdebeedb req-7e50729a-e7a3-46f0-bd54-9a7b22642501 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:57:09.068967 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b8a82293-37d2-42fb-8b77-ab0fcdebeedb req-7e50729a-e7a3-46f0-bd54-9a7b22642501 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=49bf98e0-5aa2-40cd-9511-b0e7b902c12e HTTP/1.1" status: 200 len: 834 time: 0.0789297 Jul 14 18:57:09.077733 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd95184f-1978-405f-8420-813aa7910bef req-93f75ec0-c217-41d0-9771-ef2e54a7d6cf tempest-TestSecurityGroupsBasicOps-1245515434 tempest-TestSecurityGroupsBasicOps-1245515434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:57:09.079157 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-bd95184f-1978-405f-8420-813aa7910bef req-93f75ec0-c217-41d0-9771-ef2e54a7d6cf tempest-TestSecurityGroupsBasicOps-1245515434 tempest-TestSecurityGroupsBasicOps-1245515434-project] 10.222.0.16 "GET /v2.0/ports?device_id=0088c237-30f1-4281-afd5-3d6abd7a2a68 HTTP/1.1" status: 200 len: 984 time: 0.1857018 Jul 14 18:57:09.097160 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvr_db [None req-ce96b330-8743-429e-82d3-85518a4c4c59 None None] Set router 459f3996-309d-4d20-9d8c-11ee0f52f7d6 gateway port host: n-d-800634-3 {{(pid=93917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 18:57:09.104443 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-8d5e681a-37e4-4692-8128-80d13a39ed71 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-571778', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11402'] for router, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:09.106687 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-8d5e681a-37e4-4692-8128-80d13a39ed71 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:09.148934 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-bd95184f-1978-405f-8420-813aa7910bef req-c9a235de-7309-4d0a-acca-a134b9008d4a tempest-TestSecurityGroupsBasicOps-1245515434 tempest-TestSecurityGroupsBasicOps-1245515434-project] 10.222.0.16 "GET /v2.0/security-groups?id=0b343c56-a1d0-46b5-8250-b336efb3b854&id=09f4d1b8-dffb-4475-b36c-31c124447ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0597482 Jul 14 18:57:09.163779 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a82293-37d2-42fb-8b77-ab0fcdebeedb req-5227a401-5092-47a8-801b-7944bff54066 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:57:09.165386 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b8a82293-37d2-42fb-8b77-ab0fcdebeedb req-5227a401-5092-47a8-801b-7944bff54066 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=28da15a0-c36e-413e-a43a-1f36dc834f32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0853658 Jul 14 18:57:09.169943 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-8d5e681a-37e4-4692-8128-80d13a39ed71 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-541202'] for router, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:09.170792 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d5e681a-37e4-4692-8128-80d13a39ed71 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Fanout notify agent at l3_agent the message router_deleted on router be62ad77-c8bc-4231-9a45-445f7fa91b1a {{(pid=93916) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 18:57:09.186298 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-8d5e681a-37e4-4692-8128-80d13a39ed71 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Notify callbacks [] for router, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:09.187419 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-8d5e681a-37e4-4692-8128-80d13a39ed71 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] 10.222.0.16 "DELETE /v2.0/routers/be62ad77-c8bc-4231-9a45-445f7fa91b1a HTTP/1.1" status: 204 len: 168 time: 0.3846722 Jul 14 18:57:09.190131 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 54472) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:57:09.245774 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.db_base_plugin_v2 [None req-cdc8824b-ba9b-4015-9692-2feb81fd6178 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Deleting subnet c344e4dd-e9ad-4a8c-889d-8aca7c7b251b {{(pid=93916) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 18:57:09.249123 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-cdc8824b-ba9b-4015-9692-2feb81fd6178 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Notify callbacks [] for subnet, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:09.279863 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b8a82293-37d2-42fb-8b77-ab0fcdebeedb req-4729b403-579f-4899-aedd-e2c488ecfaa2 service neutron] 10.222.0.18 "GET /v2.0/networks/28da15a0-c36e-413e-a43a-1f36dc834f32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1068387 Jul 14 18:57:09.292015 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-cdc8824b-ba9b-4015-9692-2feb81fd6178 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26296866'] for subnet, precommit_delete_associations {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:09.334474 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-ce96b330-8743-429e-82d3-85518a4c4c59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '459f3996-309d-4d20-9d8c-11ee0f52f7d6', 'name': 'tempest-TestSecurityGroupsBasicOps-router-415935990', 'tenant_id': '16585be2c4d241b09d11d2c12f508f99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.237'}], 'enable_snat': True}, 'gw_port_id': 'd6134d30-60f5-4a86-ae97-359f0a382f0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:55:41Z', 'updated_at': '2021-07-14T18:55:46Z', 'revision_number': 4, 'project_id': '16585be2c4d241b09d11d2c12f508f99', 'gw_port': {'id': 'd6134d30-60f5-4a86-ae97-359f0a382f0d', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:64:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '459f3996-309d-4d20-9d8c-11ee0f52f7d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3638, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:55:41Z', 'updated_at': '2021-07-14T18:55:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_interfaces': [{'id': '4a9b865c-a5a8-4fa0-84a6-4362d0948d3c', 'name': '', 'network_id': '28da15a0-c36e-413e-a43a-1f36dc834f32', 'tenant_id': '16585be2c4d241b09d11d2c12f508f99', 'mac_address': 'fa:16:3e:70:f8:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '459f3996-309d-4d20-9d8c-11ee0f52f7d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3651, 'fixed_ips': [{'subnet_id': '49bf98e0-5aa2-40cd-9511-b0e7b902c12e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:55:45Z', 'updated_at': '2021-07-14T18:55:50Z', 'revision_number': 5, 'project_id': '16585be2c4d241b09d11d2c12f508f99', 'subnets': [{'id': '49bf98e0-5aa2-40cd-9511-b0e7b902c12e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-3', False) {} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:57:09.361884 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce96b330-8743-429e-82d3-85518a4c4c59 None None] The sync data for ids ['459f3996-309d-4d20-9d8c-11ee0f52f7d6'] in n-d-800634-3 is: [{'id': '459f3996-309d-4d20-9d8c-11ee0f52f7d6', 'name': 'tempest-TestSecurityGroupsBasicOps-router-415935990', 'tenant_id': '16585be2c4d241b09d11d2c12f508f99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.237'}], 'enable_snat': True}, 'gw_port_id': 'd6134d30-60f5-4a86-ae97-359f0a382f0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:55:41Z', 'updated_at': '2021-07-14T18:55:46Z', 'revision_number': 4, 'project_id': '16585be2c4d241b09d11d2c12f508f99', 'gw_port': {'id': 'd6134d30-60f5-4a86-ae97-359f0a382f0d', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:64:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '459f3996-309d-4d20-9d8c-11ee0f52f7d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3638, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:55:41Z', 'updated_at': '2021-07-14T18:55:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_interfaces': [{'id': '4a9b865c-a5a8-4fa0-84a6-4362d0948d3c', 'name': '', 'network_id': '28da15a0-c36e-413e-a43a-1f36dc834f32', 'tenant_id': '16585be2c4d241b09d11d2c12f508f99', 'mac_address': 'fa:16:3e:70:f8:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '459f3996-309d-4d20-9d8c-11ee0f52f7d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3651, 'fixed_ips': [{'subnet_id': '49bf98e0-5aa2-40cd-9511-b0e7b902c12e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:55:45Z', 'updated_at': '2021-07-14T18:55:50Z', 'revision_number': 5, 'project_id': '16585be2c4d241b09d11d2c12f508f99', 'subnets': [{'id': '49bf98e0-5aa2-40cd-9511-b0e7b902c12e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 18:57:09.374064 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b8a82293-37d2-42fb-8b77-ab0fcdebeedb req-f76798a7-a6fc-4a95-87ef-9f19baf48bba service neutron] 10.222.0.18 "GET /v2.0/networks/28da15a0-c36e-413e-a43a-1f36dc834f32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872157 Jul 14 18:57:09.389548 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-cdc8824b-ba9b-4015-9692-2feb81fd6178 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081283'] for subnet, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:09.451392 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-cdc8824b-ba9b-4015-9692-2feb81fd6178 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2684816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26033152'] for subnet, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:09.484358 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-cdc8824b-ba9b-4015-9692-2feb81fd6178 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Notify callbacks [] for subnet, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:09.486654 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-cdc8824b-ba9b-4015-9692-2feb81fd6178 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] 10.222.0.16 "DELETE /v2.0/subnets/c344e4dd-e9ad-4a8c-889d-8aca7c7b251b HTTP/1.1" status: 204 len: 168 time: 0.2952816 Jul 14 18:57:09.487237 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc8824b-ba9b-4015-9692-2feb81fd6178 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Pushing event deleted for resources: {'Subnet': ['ID=c344e4dd-e9ad-4a8c-889d-8aca7c7b251b,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:57:09.489030 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 54474) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:57:09.496714 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f442102-c9e3-407a-834f-892ea89c0f67 None None] Network 52a817d8-e72f-4006-8802-70cb0fafe484 requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:57:09.586898 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-7cb11073-aa2e-45a9-bf09-b5550d9306a8 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645734'] for network, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:09.646172 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [None req-7cb11073-aa2e-45a9-bf09-b5550d9306a8 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Deleting port 8e59bddb-d81f-4836-9921-03d511a371fd {{(pid=93915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:57:09.646518 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-7cb11073-aa2e-45a9-bf09-b5550d9306a8 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:09.647317 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41901f70-658e-4871-b50e-c4cd9662aee9 None None] New status for floating IP 1d0f29c7-3742-42de-81ed-c8e747ef4e15: DOWN {{(pid=93917) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 18:57:09.710047 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [None req-7cb11073-aa2e-45a9-bf09-b5550d9306a8 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] For port 8e59bddb-d81f-4836-9921-03d511a371fd, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=8e59bddb-d81f-4836-9921-03d511a371fd,segment=NetworkSegment(476d5382-95e4-4924-a6b9-8b807e727c9e),segment_id=476d5382-95e4-4924-a6b9-8b807e727c9e)] {{(pid=93915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:57:09.710406 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-7cb11073-aa2e-45a9-bf09-b5550d9306a8 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:09.725153 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [None req-7cb11073-aa2e-45a9-bf09-b5550d9306a8 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Calling delete_port for 8e59bddb-d81f-4836-9921-03d511a371fd owned by network:dhcp {{(pid=93915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:57:09.792463 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba6a6b66-af6a-4046-8be2-58232cd0a1a7 None None] DHCP port deletion for 52a817d8-e72f-4006-8802-70cb0fafe484 request from n-d-800634-3 {{(pid=93917) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 18:57:09.815369 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-7cb11073-aa2e-45a9-bf09-b5550d9306a8 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:09.838829 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-ba6a6b66-af6a-4046-8be2-58232cd0a1a7 None None] Deleting port 8e59bddb-d81f-4836-9921-03d511a371fd {{(pid=93917) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:57:09.839211 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-ba6a6b66-af6a-4046-8be2-58232cd0a1a7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:09.841366 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb11073-aa2e-45a9-bf09-b5550d9306a8 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Pushing event deleted for resources: {'Port': ['ID=8e59bddb-d81f-4836-9921-03d511a371fd,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:57:09.847856 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cb11073-aa2e-45a9-bf09-b5550d9306a8 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] No DVR routers for this DVR port 8e59bddb-d81f-4836-9921-03d511a371fd on host n-d-800634-3 {{(pid=93915) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 18:57:09.905233 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-ba6a6b66-af6a-4046-8be2-58232cd0a1a7 None None] For port 8e59bddb-d81f-4836-9921-03d511a371fd, host n-d-800634-3, got binding levels [] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:57:09.905623 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-ba6a6b66-af6a-4046-8be2-58232cd0a1a7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:09.918659 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-ba6a6b66-af6a-4046-8be2-58232cd0a1a7 None None] Calling delete_port for 8e59bddb-d81f-4836-9921-03d511a371fd owned by network:dhcp {{(pid=93917) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:57:09.921324 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.ipam_backend_mixin [None req-ba6a6b66-af6a-4046-8be2-58232cd0a1a7 None None] Port 8e59bddb-d81f-4836-9921-03d511a371fd was not found and therefore no delete operation was performed {{(pid=93917) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 14 18:57:09.922612 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-ba6a6b66-af6a-4046-8be2-58232cd0a1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813'] for port, after_delete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:09.934976 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-7cb11073-aa2e-45a9-bf09-b5550d9306a8 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2096010', 'neutron.services.segments.db._delete_segments_for_network-8728202734996'] for network, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:09.947707 n-d-800634-3 neutron-server[93915]: DEBUG neutron.services.segments.db [None req-7cb11073-aa2e-45a9-bf09-b5550d9306a8 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52a817d8-e72f-4006-8802-70cb0fafe484']}} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:57:09.948053 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6a6b66-af6a-4046-8be2-58232cd0a1a7 None None] Pushing event deleted for resources: {'Port': ['ID=8e59bddb-d81f-4836-9921-03d511a371fd,revision_number=None']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:57:09.951319 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba6a6b66-af6a-4046-8be2-58232cd0a1a7 None None] No DVR routers for this DVR port 8e59bddb-d81f-4836-9921-03d511a371fd on host n-d-800634-3 {{(pid=93917) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 18:57:09.969413 n-d-800634-3 neutron-server[93915]: DEBUG neutron.services.segments.db [None req-7cb11073-aa2e-45a9-bf09-b5550d9306a8 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '476d5382-95e4-4924-a6b9-8b807e727c9e') {'for_net_delete': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:57:09.969714 n-d-800634-3 neutron-server[93915]: DEBUG neutron.services.segments.db [None req-7cb11073-aa2e-45a9-bf09-b5550d9306a8 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '476d5382-95e4-4924-a6b9-8b807e727c9e') {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:57:09.978338 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-7cb11073-aa2e-45a9-bf09-b5550d9306a8 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728202715275', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28939920'] for segment, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:09.992260 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-7cb11073-aa2e-45a9-bf09-b5550d9306a8 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:09.998435 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7cb11073-aa2e-45a9-bf09-b5550d9306a8 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Releasing vlan 68 on physical network physnet1 to pool {{(pid=93915) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 18:57:09.998822 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-7cb11073-aa2e-45a9-bf09-b5550d9306a8 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25911658'] for segment, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:10.001990 n-d-800634-3 neutron-server[93915]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:57:10.001990 n-d-800634-3 neutron-server[93915]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:57:10.001990 n-d-800634-3 neutron-server[93915]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:57:10.001990 n-d-800634-3 neutron-server[93915]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:57:10.001990 n-d-800634-3 neutron-server[93915]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:57:10.001990 n-d-800634-3 neutron-server[93915]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:57:10.001990 n-d-800634-3 neutron-server[93915]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:57:10.001990 n-d-800634-3 neutron-server[93915]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:57:10.001990 n-d-800634-3 neutron-server[93915]: Traceback (most recent call last): Jul 14 18:57:10.001990 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 18:57:10.001990 n-d-800634-3 neutron-server[93915]: timer() Jul 14 18:57:10.001990 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 18:57:10.001990 n-d-800634-3 neutron-server[93915]: cb(*args, **kw) Jul 14 18:57:10.001990 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 18:57:10.001990 n-d-800634-3 neutron-server[93915]: return func(*args, **kwargs) Jul 14 18:57:10.001990 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 18:57:10.001990 n-d-800634-3 neutron-server[93915]: self._notify() Jul 14 18:57:10.001990 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 18:57:10.001990 n-d-800634-3 neutron-server[93915]: self.callback(batched_events) Jul 14 18:57:10.001990 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 18:57:10.001990 n-d-800634-3 neutron-server[93915]: event.method(event) Jul 14 18:57:10.001990 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 18:57:10.001990 n-d-800634-3 neutron-server[93915]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 18:57:10.001990 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 18:57:10.001990 n-d-800634-3 neutron-server[93915]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 18:57:10.001990 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 18:57:10.001990 n-d-800634-3 neutron-server[93915]: return f(self, *a, **k) Jul 14 18:57:10.001990 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 18:57:10.001990 n-d-800634-3 neutron-server[93915]: return self._get(url).json() Jul 14 18:57:10.001990 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 18:57:10.001990 n-d-800634-3 neutron-server[93915]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 18:57:10.001990 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 18:57:10.001990 n-d-800634-3 neutron-server[93915]: return self.request(url, 'GET', **kwargs) Jul 14 18:57:10.001990 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 18:57:10.001990 n-d-800634-3 neutron-server[93915]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 18:57:10.001990 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 18:57:10.001990 n-d-800634-3 neutron-server[93915]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 18:57:10.001990 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 18:57:10.001990 n-d-800634-3 neutron-server[93915]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 18:57:10.001990 n-d-800634-3 neutron-server[93915]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 18:57:10.061714 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-7cb11073-aa2e-45a9-bf09-b5550d9306a8 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2096001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-930085'] for network, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:10.069254 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-7cb11073-aa2e-45a9-bf09-b5550d9306a8 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Notify callbacks [] for network, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:10.070908 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-7cb11073-aa2e-45a9-bf09-b5550d9306a8 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] 10.222.0.16 "DELETE /v2.0/networks/52a817d8-e72f-4006-8802-70cb0fafe484 HTTP/1.1" status: 204 len: 168 time: 0.5806651 Jul 14 18:57:10.075270 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 54476) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:57:10.084068 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb11073-aa2e-45a9-bf09-b5550d9306a8 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Pushing event deleted for resources: {'Network': ['ID=52a817d8-e72f-4006-8802-70cb0fafe484,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:57:10.140074 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b518ac01-2edb-4bb1-84ae-8f6d0a76508d tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:57:10.144917 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-b518ac01-2edb-4bb1-84ae-8f6d0a76508d tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] 10.222.0.16 "GET /v2.0/ports/1ed72339-b73c-4304-bf63-41187f828591 HTTP/1.1" status: 200 len: 844 time: 0.0650196 Jul 14 18:57:10.145271 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 54478) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:57:10.211351 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b1c0f4-511d-415f-9b26-efd6048b1771 req-e6a7acff-1abc-480e-96af-f5aceb0de5db tempest-TestSecurityGroupsBasicOps-1245515434 tempest-TestSecurityGroupsBasicOps-1245515434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:57:10.212938 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-56b1c0f4-511d-415f-9b26-efd6048b1771 req-e6a7acff-1abc-480e-96af-f5aceb0de5db tempest-TestSecurityGroupsBasicOps-1245515434 tempest-TestSecurityGroupsBasicOps-1245515434-project] 10.222.0.18 "GET /v2.0/ports?device_id=0088c237-30f1-4281-afd5-3d6abd7a2a68 HTTP/1.1" status: 200 len: 984 time: 0.1100311 Jul 14 18:57:10.222250 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-77078f6d-cacf-4648-a3aa-3348e63a9ed5 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] 10.222.0.16 "GET /v2.0/ports/1ed72339-b73c-4304-bf63-41187f828591?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0759158 Jul 14 18:57:10.226126 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 54482) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:57:10.232316 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-0cf668bc-0f99-41bc-bdc6-b3200b7b5b81 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Request body: {'subnet': {'network_id': 'a5c5094a-0c8b-4812-a804-aa975418e7bb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:57:10.327188 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cf668bc-0f99-41bc-bdc6-b3200b7b5b81 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Made reservation on behalf of 8cc151c1a6834557b6005ab4171146b5 for: {'subnet': 1} {{(pid=93916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:57:10.331179 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-0cf668bc-0f99-41bc-bdc6-b3200b7b5b81 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26033189'] for subnet, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:10.384264 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [req-56b1c0f4-511d-415f-9b26-efd6048b1771 req-d50a9394-5d3c-4412-8a76-97cd69f98e0e tempest-TestSecurityGroupsBasicOps-1245515434 tempest-TestSecurityGroupsBasicOps-1245515434-project] Deleting port 58aa8328-4fd5-4eb3-b7f8-f02ef9e3f4d7 {{(pid=93915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:57:10.384813 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-56b1c0f4-511d-415f-9b26-efd6048b1771 req-d50a9394-5d3c-4412-8a76-97cd69f98e0e tempest-TestSecurityGroupsBasicOps-1245515434 tempest-TestSecurityGroupsBasicOps-1245515434-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:10.396681 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec26eef5-837f-42b5-b8c2-431b4ab83b9b req-fe4f8f39-0420-42c7-973b-d7b73fd3410a tempest-TestSecurityGroupsBasicOps-1245515434 tempest-TestSecurityGroupsBasicOps-1245515434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:57:10.398169 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ec26eef5-837f-42b5-b8c2-431b4ab83b9b req-fe4f8f39-0420-42c7-973b-d7b73fd3410a tempest-TestSecurityGroupsBasicOps-1245515434 tempest-TestSecurityGroupsBasicOps-1245515434-project] 10.222.0.16 "GET /v2.0/ports?device_id=0088c237-30f1-4281-afd5-3d6abd7a2a68 HTTP/1.1" status: 200 len: 984 time: 0.1170628 Jul 14 18:57:10.495434 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ec26eef5-837f-42b5-b8c2-431b4ab83b9b req-158c7bf7-98d8-463b-a437-b93cad76fd37 tempest-TestSecurityGroupsBasicOps-1245515434 tempest-TestSecurityGroupsBasicOps-1245515434-project] 10.222.0.16 "GET /v2.0/security-groups?id=0b343c56-a1d0-46b5-8250-b336efb3b854&id=09f4d1b8-dffb-4475-b36c-31c124447ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0852697 Jul 14 18:57:10.523687 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-0cf668bc-0f99-41bc-bdc6-b3200b7b5b81 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2684753', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26033175'] for subnet, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:10.523848 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-56b1c0f4-511d-415f-9b26-efd6048b1771 req-d50a9394-5d3c-4412-8a76-97cd69f98e0e tempest-TestSecurityGroupsBasicOps-1245515434 tempest-TestSecurityGroupsBasicOps-1245515434-project] For port 58aa8328-4fd5-4eb3-b7f8-f02ef9e3f4d7, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=58aa8328-4fd5-4eb3-b7f8-f02ef9e3f4d7,segment=NetworkSegment(5cd208f9-4a78-4bfc-83ad-acfca1b2cd00),segment_id=5cd208f9-4a78-4bfc-83ad-acfca1b2cd00)] {{(pid=93915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:57:10.524100 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-56b1c0f4-511d-415f-9b26-efd6048b1771 req-d50a9394-5d3c-4412-8a76-97cd69f98e0e tempest-TestSecurityGroupsBasicOps-1245515434 tempest-TestSecurityGroupsBasicOps-1245515434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:10.541001 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [req-56b1c0f4-511d-415f-9b26-efd6048b1771 req-d50a9394-5d3c-4412-8a76-97cd69f98e0e tempest-TestSecurityGroupsBasicOps-1245515434 tempest-TestSecurityGroupsBasicOps-1245515434-project] Calling delete_port for 58aa8328-4fd5-4eb3-b7f8-f02ef9e3f4d7 owned by compute:nova {{(pid=93915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:57:10.574651 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cf668bc-0f99-41bc-bdc6-b3200b7b5b81 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Network a5c5094a-0c8b-4812-a804-aa975418e7bb is already hosted by enough agents. {{(pid=93916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:57:10.578107 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [None req-0cf668bc-0f99-41bc-bdc6-b3200b7b5b81 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Resources bound (agent type, host, resource id): {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:57:10.581124 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cf668bc-0f99-41bc-bdc6-b3200b7b5b81 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:57:10.581726 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-0cf668bc-0f99-41bc-bdc6-b3200b7b5b81 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Notify callbacks [] for subnet, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:10.591201 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fbd8e29-79fe-429f-9c70-bc7eac8ce6f2 None None] Network a5c5094a-0c8b-4812-a804-aa975418e7bb requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:57:10.593724 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf668bc-0f99-41bc-bdc6-b3200b7b5b81 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Pushing event updated for resources: {'Subnet': ['ID=2145d112-7edc-47a5-942f-080b0d9cefbd,revision_number=0']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:57:10.606893 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-0cf668bc-0f99-41bc-bdc6-b3200b7b5b81 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.3795435 Jul 14 18:57:10.609468 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 54484) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:57:10.614181 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-a2d203bd-a1aa-4f48-8621-265bb941c35d tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Request body: {'security_group': {'name': 'tempest-secgroup-1109747307'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:57:10.631795 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 8e59bddb-d81f-4836-9921-03d511a371fd no longer exists at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 18:57:10.639224 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a2d203bd-a1aa-4f48-8621-265bb941c35d tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Notify callbacks [] for security_group, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:10.662585 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] No Port match for: 8e59bddb-d81f-4836-9921-03d511a371fd {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 18:57:10.662930 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 8e59bddb-d81f-4836-9921-03d511a371fd not bound to the agent host n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 18:57:10.698167 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-56b1c0f4-511d-415f-9b26-efd6048b1771 req-d50a9394-5d3c-4412-8a76-97cd69f98e0e tempest-TestSecurityGroupsBasicOps-1245515434 tempest-TestSecurityGroupsBasicOps-1245515434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:10.729255 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50a9394-5d3c-4412-8a76-97cd69f98e0e tempest-TestSecurityGroupsBasicOps-1245515434 tempest-TestSecurityGroupsBasicOps-1245515434-project] Pushing event deleted for resources: {'Port': ['ID=58aa8328-4fd5-4eb3-b7f8-f02ef9e3f4d7,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:57:10.735920 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a2d203bd-a1aa-4f48-8621-265bb941c35d tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Notify callbacks [] for security_group, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:10.742385 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a2d203bd-a1aa-4f48-8621-265bb941c35d tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:10.774288 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a2d203bd-a1aa-4f48-8621-265bb941c35d tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:10.778122 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-a2d203bd-a1aa-4f48-8621-265bb941c35d tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1651323 Jul 14 18:57:10.778443 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 54486) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:57:10.781241 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [req-56b1c0f4-511d-415f-9b26-efd6048b1771 req-d50a9394-5d3c-4412-8a76-97cd69f98e0e tempest-TestSecurityGroupsBasicOps-1245515434 tempest-TestSecurityGroupsBasicOps-1245515434-project] No DVR routers for this DVR port 58aa8328-4fd5-4eb3-b7f8-f02ef9e3f4d7 on host n-h1-800634-3 {{(pid=93915) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 18:57:10.782890 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-941161b4-4006-4d1a-83c7-2294f794d84f tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Request body: {'security_group': {'name': 'tempest-secgroup-2044127864'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:57:10.783806 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-56b1c0f4-511d-415f-9b26-efd6048b1771 req-d50a9394-5d3c-4412-8a76-97cd69f98e0e tempest-TestSecurityGroupsBasicOps-1245515434 tempest-TestSecurityGroupsBasicOps-1245515434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:10.786162 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-56b1c0f4-511d-415f-9b26-efd6048b1771 req-d50a9394-5d3c-4412-8a76-97cd69f98e0e tempest-TestSecurityGroupsBasicOps-1245515434 tempest-TestSecurityGroupsBasicOps-1245515434-project] 10.222.0.18 "DELETE /v2.0/ports/58aa8328-4fd5-4eb3-b7f8-f02ef9e3f4d7 HTTP/1.1" status: 204 len: 173 time: 0.5675092 Jul 14 18:57:10.786626 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0088c237-30f1-4281-afd5-3d6abd7a2a68', 'name': 'network-vif-deleted', 'tag': '58aa8328-4fd5-4eb3-b7f8-f02ef9e3f4d7'}] {{(pid=93915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:57:10.796599 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e72782ad3af8f7d4ce76cedf092bca46d1756acc5c4653cf0b52034cdd6b073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bb388fd-3118-47b6-a096-4230cfd04417" -d '{"events": [{"server_uuid": "0088c237-30f1-4281-afd5-3d6abd7a2a68", "name": "network-vif-deleted", "tag": "58aa8328-4fd5-4eb3-b7f8-f02ef9e3f4d7"}]}' {{(pid=93915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:57:10.801854 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d203bd-a1aa-4f48-8621-265bb941c35d tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd3aeac9-dc33-4a07-b3f6-2af59c96d430,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:57:10.821638 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-941161b4-4006-4d1a-83c7-2294f794d84f tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Notify callbacks [] for security_group, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:10.835733 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db37106c-30ad-40d5-ac81-688f1800eaa3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9222b97e-5d1c-54f8-ba97-82f172498e76-a5c5094a-0c8b-4812-a804-aa975418e7bb', 'network_id': 'a5c5094a-0c8b-4812-a804-aa975418e7bb', 'tenant_id': '8cc151c1a6834557b6005ab4171146b5', 'fixed_ips': [{'subnet_id': '2145d112-7edc-47a5-942f-080b0d9cefbd'}]}} from n-d-800634-3. {{(pid=93917) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 18:57:10.837185 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db37106c-30ad-40d5-ac81-688f1800eaa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:10.858812 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 18:57:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cedcfcc-1e38-4cb3-9c29-dc3c845300a3 x-openstack-request-id: req-2cedcfcc-1e38-4cb3-9c29-dc3c845300a3 {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:57:10.859299 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0088c237-30f1-4281-afd5-3d6abd7a2a68", "name": "network-vif-deleted", "tag": "58aa8328-4fd5-4eb3-b7f8-f02ef9e3f4d7", "status": "completed", "code": 200}]} {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:57:10.859379 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2cedcfcc-1e38-4cb3-9c29-dc3c845300a3 {{(pid=93915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:57:10.859736 n-d-800634-3 neutron-server[93915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0088c237-30f1-4281-afd5-3d6abd7a2a68', 'name': 'network-vif-deleted', 'tag': '58aa8328-4fd5-4eb3-b7f8-f02ef9e3f4d7', 'status': 'completed', 'code': 200} Jul 14 18:57:10.916451 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-941161b4-4006-4d1a-83c7-2294f794d84f tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Notify callbacks [] for security_group, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:10.921504 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-941161b4-4006-4d1a-83c7-2294f794d84f tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:10.946710 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-941161b4-4006-4d1a-83c7-2294f794d84f tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:10.948055 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-941161b4-4006-4d1a-83c7-2294f794d84f tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1688106 Jul 14 18:57:10.951777 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 54492) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:57:10.958045 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941161b4-4006-4d1a-83c7-2294f794d84f tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Pushing event updated for resources: {'SecurityGroup': ['ID=398623c2-3b19-4259-a267-6a4681180d67,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:57:10.963761 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-15e9dd1f-38d6-4a9b-bfe0-6f966128c2f2 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1348174073', 'security_groups': ['398623c2-3b19-4259-a267-6a4681180d67'], 'network_id': 'a5c5094a-0c8b-4812-a804-aa975418e7bb', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '2145d112-7edc-47a5-942f-080b0d9cefbd'}]}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:57:11.086085 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15e9dd1f-38d6-4a9b-bfe0-6f966128c2f2 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Made reservation on behalf of 8cc151c1a6834557b6005ab4171146b5 for: {'port': 1} {{(pid=93915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:57:11.172020 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.db_base_plugin_common [None req-db37106c-30ad-40d5-ac81-688f1800eaa3 None None] Allocated IP 2001:db8::2 (a5c5094a-0c8b-4812-a804-aa975418e7bb/2145d112-7edc-47a5-942f-080b0d9cefbd/bfe0fc60-2c62-48cc-8684-cde439df5242) {{(pid=93917) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:57:11.179393 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-15e9dd1f-38d6-4a9b-bfe0-6f966128c2f2 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:11.202521 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [None req-15e9dd1f-38d6-4a9b-bfe0-6f966128c2f2 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] device_id is not set on port 64259f55-475e-4a1a-9ad1-a5223fb9c082 yet. {{(pid=93915) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 18:57:11.342474 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db37106c-30ad-40d5-ac81-688f1800eaa3 None None] Notify callbacks [] for port, precommit_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:11.350248 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-db37106c-30ad-40d5-ac81-688f1800eaa3 None None] Transition to ACTIVE for port object bfe0fc60-2c62-48cc-8684-cde439df5242 will not be triggered until provisioned by entity L2. {{(pid=93917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:57:11.365426 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-db37106c-30ad-40d5-ac81-688f1800eaa3 None None] Transition to ACTIVE for port object bfe0fc60-2c62-48cc-8684-cde439df5242 will not be triggered until provisioned by entity DHCP. {{(pid=93917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:57:11.371075 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db37106c-30ad-40d5-ac81-688f1800eaa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804'] for port, after_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:11.420261 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db37106c-30ad-40d5-ac81-688f1800eaa3 None None] Pushing event updated for resources: {'Port': ['ID=bfe0fc60-2c62-48cc-8684-cde439df5242,revision_number=1']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:57:11.429363 n-d-800634-3 neutron-server[93917]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db37106c-30ad-40d5-ac81-688f1800eaa3 None None] Network a5c5094a-0c8b-4812-a804-aa975418e7bb is already hosted by enough agents. {{(pid=93917) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:57:11.431189 n-d-800634-3 neutron-server[93917]: DEBUG neutron.scheduler.base_scheduler [None req-db37106c-30ad-40d5-ac81-688f1800eaa3 None None] Resources bound (agent type, host, resource id): {{(pid=93917) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:57:11.433443 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db37106c-30ad-40d5-ac81-688f1800eaa3 None None] Received port after_create {{(pid=93917) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:57:11.435118 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.db_base_plugin_common [None req-15e9dd1f-38d6-4a9b-bfe0-6f966128c2f2 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Allocated IP 2001:db8::30a (a5c5094a-0c8b-4812-a804-aa975418e7bb/2145d112-7edc-47a5-942f-080b0d9cefbd/64259f55-475e-4a1a-9ad1-a5223fb9c082) {{(pid=93915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:57:11.490156 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-db37106c-30ad-40d5-ac81-688f1800eaa3 None None] Attempting to bind port bfe0fc60-2c62-48cc-8684-cde439df5242 on host n-d-800634-3 for vnic_type normal with profile {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:57:11.490545 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-db37106c-30ad-40d5-ac81-688f1800eaa3 None None] Attempting to bind port bfe0fc60-2c62-48cc-8684-cde439df5242 by drivers openvswitch,hyperv on host n-d-800634-3 at level 0 using segments [{'id': '7f1c6d6a-d980-497b-a22a-66d0f6d8f76a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'a5c5094a-0c8b-4812-a804-aa975418e7bb'}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:57:11.490893 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db37106c-30ad-40d5-ac81-688f1800eaa3 None None] Attempting to bind port bfe0fc60-2c62-48cc-8684-cde439df5242 on network a5c5094a-0c8b-4812-a804-aa975418e7bb {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:57:11.495987 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db37106c-30ad-40d5-ac81-688f1800eaa3 None None] Checking agent: {'id': '01c19e91-a945-4e3c-94a6-c211e17c923e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 8, 23), 'started_at': datetime.datetime(2021, 7, 14, 18, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 18, 56, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 18:57:11.496406 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db37106c-30ad-40d5-ac81-688f1800eaa3 None None] Checking segment: {'id': '7f1c6d6a-d980-497b-a22a-66d0f6d8f76a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'a5c5094a-0c8b-4812-a804-aa975418e7bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93917) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:57:11.496808 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db37106c-30ad-40d5-ac81-688f1800eaa3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:11.497201 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db37106c-30ad-40d5-ac81-688f1800eaa3 None None] Bound using segment: {'id': '7f1c6d6a-d980-497b-a22a-66d0f6d8f76a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'a5c5094a-0c8b-4812-a804-aa975418e7bb'} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 18:57:11.497669 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-db37106c-30ad-40d5-ac81-688f1800eaa3 None None] Bound port: bfe0fc60-2c62-48cc-8684-cde439df5242, host: n-d-800634-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f1c6d6a-d980-497b-a22a-66d0f6d8f76a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'a5c5094a-0c8b-4812-a804-aa975418e7bb'}}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 18:57:11.498062 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db37106c-30ad-40d5-ac81-688f1800eaa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:11.563260 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-db37106c-30ad-40d5-ac81-688f1800eaa3 None None] For port bfe0fc60-2c62-48cc-8684-cde439df5242, host n-d-800634-3, cleared binding levels {{(pid=93917) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:57:11.566513 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-db37106c-30ad-40d5-ac81-688f1800eaa3 None None] For port bfe0fc60-2c62-48cc-8684-cde439df5242, host n-d-800634-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=bfe0fc60-2c62-48cc-8684-cde439df5242,segment=NetworkSegment(7f1c6d6a-d980-497b-a22a-66d0f6d8f76a),segment_id=7f1c6d6a-d980-497b-a22a-66d0f6d8f76a)] {{(pid=93917) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 18:57:11.570124 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db37106c-30ad-40d5-ac81-688f1800eaa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:11.585980 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-15e9dd1f-38d6-4a9b-bfe0-6f966128c2f2 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Notify callbacks [] for port, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:11.601694 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.provisioning_blocks [None req-15e9dd1f-38d6-4a9b-bfe0-6f966128c2f2 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Transition to ACTIVE for port object 64259f55-475e-4a1a-9ad1-a5223fb9c082 will not be triggered until provisioned by entity DHCP. {{(pid=93915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:57:11.621997 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 54498) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:57:11.628767 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db37106c-30ad-40d5-ac81-688f1800eaa3 None None] Pushing event updated for resources: {'Port': ['ID=bfe0fc60-2c62-48cc-8684-cde439df5242,revision_number=2']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:57:11.653843 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-15e9dd1f-38d6-4a9b-bfe0-6f966128c2f2 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:11.684754 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-e2e63145-bf2f-4c25-8285-213abf16d606 tempest-TestSecurityGroupsBasicOps-1245515434 tempest-TestSecurityGroupsBasicOps-1245515434-project] Notify callbacks [] for security_group, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:11.709886 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-e2e63145-bf2f-4c25-8285-213abf16d606 tempest-TestSecurityGroupsBasicOps-1245515434 tempest-TestSecurityGroupsBasicOps-1245515434-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:11.710077 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15e9dd1f-38d6-4a9b-bfe0-6f966128c2f2 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Network a5c5094a-0c8b-4812-a804-aa975418e7bb is already hosted by enough agents. {{(pid=93915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:57:11.713434 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [None req-15e9dd1f-38d6-4a9b-bfe0-6f966128c2f2 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Resources bound (agent type, host, resource id): {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:57:11.718307 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15e9dd1f-38d6-4a9b-bfe0-6f966128c2f2 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Received port after_create {{(pid=93915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:57:11.723971 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15e9dd1f-38d6-4a9b-bfe0-6f966128c2f2 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:57:11.724635 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-15e9dd1f-38d6-4a9b-bfe0-6f966128c2f2 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:11.728309 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e9dd1f-38d6-4a9b-bfe0-6f966128c2f2 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Pushing event updated for resources: {'Port': ['ID=64259f55-475e-4a1a-9ad1-a5223fb9c082,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:57:11.747884 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 54500) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:57:11.748091 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-15e9dd1f-38d6-4a9b-bfe0-6f966128c2f2 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.7940714 Jul 14 18:57:11.753858 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-d1513422-5825-4a05-819b-65ba977448ba tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Request body: {'subnet': {'network_id': 'a5c5094a-0c8b-4812-a804-aa975418e7bb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:57:11.801376 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-e2e63145-bf2f-4c25-8285-213abf16d606 tempest-TestSecurityGroupsBasicOps-1245515434 tempest-TestSecurityGroupsBasicOps-1245515434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:11.804092 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-e2e63145-bf2f-4c25-8285-213abf16d606 tempest-TestSecurityGroupsBasicOps-1245515434 tempest-TestSecurityGroupsBasicOps-1245515434-project] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:11.805465 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-e2e63145-bf2f-4c25-8285-213abf16d606 tempest-TestSecurityGroupsBasicOps-1245515434 tempest-TestSecurityGroupsBasicOps-1245515434-project] 10.222.0.16 "DELETE /v2.0/security-groups/0b343c56-a1d0-46b5-8250-b336efb3b854 HTTP/1.1" status: 204 len: 168 time: 0.1822889 Jul 14 18:57:11.810228 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 54502) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:57:11.829485 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e63145-bf2f-4c25-8285-213abf16d606 tempest-TestSecurityGroupsBasicOps-1245515434 tempest-TestSecurityGroupsBasicOps-1245515434-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b343c56-a1d0-46b5-8250-b336efb3b854,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:57:11.898061 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-4764b51b-f6f6-4e9f-8bca-c3ee53566646 tempest-TestSecurityGroupsBasicOps-1245515434 tempest-TestSecurityGroupsBasicOps-1245515434-project] Notify callbacks [] for security_group, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:11.898619 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1513422-5825-4a05-819b-65ba977448ba tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Made reservation on behalf of 8cc151c1a6834557b6005ab4171146b5 for: {'subnet': 1} {{(pid=93916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:57:11.902790 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-d1513422-5825-4a05-819b-65ba977448ba tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26033189'] for subnet, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:11.924306 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-4764b51b-f6f6-4e9f-8bca-c3ee53566646 tempest-TestSecurityGroupsBasicOps-1245515434 tempest-TestSecurityGroupsBasicOps-1245515434-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:11.974436 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-4764b51b-f6f6-4e9f-8bca-c3ee53566646 tempest-TestSecurityGroupsBasicOps-1245515434 tempest-TestSecurityGroupsBasicOps-1245515434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:11.977198 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-4764b51b-f6f6-4e9f-8bca-c3ee53566646 tempest-TestSecurityGroupsBasicOps-1245515434 tempest-TestSecurityGroupsBasicOps-1245515434-project] Notify callbacks [] for security_group, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:11.978506 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-4764b51b-f6f6-4e9f-8bca-c3ee53566646 tempest-TestSecurityGroupsBasicOps-1245515434 tempest-TestSecurityGroupsBasicOps-1245515434-project] 10.222.0.16 "DELETE /v2.0/security-groups/09f4d1b8-dffb-4475-b36c-31c124447ea7 HTTP/1.1" status: 204 len: 168 time: 0.1668935 Jul 14 18:57:11.981342 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 54504) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:57:11.987491 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4764b51b-f6f6-4e9f-8bca-c3ee53566646 tempest-TestSecurityGroupsBasicOps-1245515434 tempest-TestSecurityGroupsBasicOps-1245515434-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=09f4d1b8-dffb-4475-b36c-31c124447ea7,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:57:12.049416 n-d-800634-3 neutron-server[93916]: INFO neutron.db.ipam_backend_mixin [None req-d1513422-5825-4a05-819b-65ba977448ba tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 2145d112-7edc-47a5-942f-080b0d9cefbd (CIDR: 2001:db8::/64) Jul 14 18:57:12.054612 n-d-800634-3 neutron-server[93916]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1513422-5825-4a05-819b-65ba977448ba tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 18:57:12.055067 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d1513422-5825-4a05-819b-65ba977448ba tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93916) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 18:57:12.105635 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-d1513422-5825-4a05-819b-65ba977448ba tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3560088 Jul 14 18:57:12.108782 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 54508) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:57:12.114064 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-c49b86bd-fdba-420c-9995-b4e54d827570 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Request body: {'subnet': {'network_id': 'a5c5094a-0c8b-4812-a804-aa975418e7bb', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:57:12.230435 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c49b86bd-fdba-420c-9995-b4e54d827570 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Made reservation on behalf of 8cc151c1a6834557b6005ab4171146b5 for: {'subnet': 1} {{(pid=93915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:57:12.234300 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-c49b86bd-fdba-420c-9995-b4e54d827570 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28969735'] for subnet, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:12.398345 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-82606602-079b-4057-9eb0-fd0cba2ffa8e tempest-TestSecurityGroupsBasicOps-1245515434 tempest-TestSecurityGroupsBasicOps-1245515434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-928623'] for router_interface, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:12.676356 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device bfe0fc60-2c62-48cc-8684-cde439df5242 up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:57:12.731312 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-8ac1b827-594e-41d3-825c-7f761eba6d45 None None] Provisioning for port bfe0fc60-2c62-48cc-8684-cde439df5242 completed by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:57:12.753356 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-8ac1b827-594e-41d3-825c-7f761eba6d45 None None] Provisioning complete for port 1ed72339-b73c-4304-bf63-41187f828591 triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:57:12.753719 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-8ac1b827-594e-41d3-825c-7f761eba6d45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:12.762610 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-321f8dd3-a581-42a7-b3ac-0c4705f7c913 req-9aa716e9-e6be-4a0d-aed7-891c745f4ea8 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=1f5a0535-92d9-4283-80cb-59894b507fd3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1447258 Jul 14 18:57:12.779623 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-82606602-079b-4057-9eb0-fd0cba2ffa8e tempest-TestSecurityGroupsBasicOps-1245515434 tempest-TestSecurityGroupsBasicOps-1245515434-project] Deleting port 4a9b865c-a5a8-4fa0-84a6-4362d0948d3c {{(pid=93916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:57:12.780631 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-82606602-079b-4057-9eb0-fd0cba2ffa8e tempest-TestSecurityGroupsBasicOps-1245515434 tempest-TestSecurityGroupsBasicOps-1245515434-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:12.802436 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning for port bfe0fc60-2c62-48cc-8684-cde439df5242 completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:57:12.822328 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port bfe0fc60-2c62-48cc-8684-cde439df5242 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:57:12.823064 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:12.873505 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-8ac1b827-594e-41d3-825c-7f761eba6d45 None None] Port 1ed72339-b73c-4304-bf63-41187f828591 cannot update to ACTIVE because it is not bound. {{(pid=93917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 18:57:12.906608 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.db [None req-82606602-079b-4057-9eb0-fd0cba2ffa8e tempest-TestSecurityGroupsBasicOps-1245515434 tempest-TestSecurityGroupsBasicOps-1245515434-project] For port 4a9b865c-a5a8-4fa0-84a6-4362d0948d3c, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=4a9b865c-a5a8-4fa0-84a6-4362d0948d3c,segment=NetworkSegment(5cd208f9-4a78-4bfc-83ad-acfca1b2cd00),segment_id=5cd208f9-4a78-4bfc-83ad-acfca1b2cd00)] {{(pid=93916) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:57:12.906839 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-82606602-079b-4057-9eb0-fd0cba2ffa8e tempest-TestSecurityGroupsBasicOps-1245515434 tempest-TestSecurityGroupsBasicOps-1245515434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:12.922093 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-82606602-079b-4057-9eb0-fd0cba2ffa8e tempest-TestSecurityGroupsBasicOps-1245515434 tempest-TestSecurityGroupsBasicOps-1245515434-project] Calling delete_port for 4a9b865c-a5a8-4fa0-84a6-4362d0948d3c owned by network:router_interface {{(pid=93916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:57:12.937141 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:12.946557 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321f8dd3-a581-42a7-b3ac-0c4705f7c913 req-33dbebff-f892-4163-82d7-c492b9b6de67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:57:12.948052 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-321f8dd3-a581-42a7-b3ac-0c4705f7c913 req-33dbebff-f892-4163-82d7-c492b9b6de67 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ab3c6676b6134727ab7887b4428d3ba0&device_id=1f5a0535-92d9-4283-80cb-59894b507fd3 HTTP/1.1" status: 200 len: 1096 time: 0.1162536 Jul 14 18:57:12.955227 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device 58aa8328-4fd5-4eb3-b7f8-f02ef9e3f4d7 no longer exists at agent hyperv_n-h1-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 18:57:12.999951 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] No Port match for: 58aa8328-4fd5-4eb3-b7f8-f02ef9e3f4d7 {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 18:57:13.000331 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device 58aa8328-4fd5-4eb3-b7f8-f02ef9e3f4d7 not bound to the agent host n-h1-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 18:57:13.008911 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-c49b86bd-fdba-420c-9995-b4e54d827570 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25912837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28969781'] for subnet, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:13.009226 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] For port bfe0fc60-2c62-48cc-8684-cde439df5242, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=bfe0fc60-2c62-48cc-8684-cde439df5242,segment=NetworkSegment(7f1c6d6a-d980-497b-a22a-66d0f6d8f76a),segment_id=7f1c6d6a-d980-497b-a22a-66d0f6d8f76a)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:57:13.015007 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:13.019779 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-77184de1-cd55-4542-afda-026ccceb8817 None None] Provisioning for port 64259f55-475e-4a1a-9ad1-a5223fb9c082 completed by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:57:13.043438 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-77184de1-cd55-4542-afda-026ccceb8817 None None] Provisioning complete for port 64259f55-475e-4a1a-9ad1-a5223fb9c082 triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:57:13.043810 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-77184de1-cd55-4542-afda-026ccceb8817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:13.063993 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.agents_db [None req-2ea07fb6-aa68-4671-8654-119d82b9f530 None None] Agent healthcheck: found 7 active agents {{(pid=93918) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 18:57:13.097344 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-77184de1-cd55-4542-afda-026ccceb8817 None None] Port 64259f55-475e-4a1a-9ad1-a5223fb9c082 cannot update to ACTIVE because it is not bound. {{(pid=93917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 18:57:13.108460 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c49b86bd-fdba-420c-9995-b4e54d827570 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Network a5c5094a-0c8b-4812-a804-aa975418e7bb is already hosted by enough agents. {{(pid=93915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:57:13.112644 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Pushing event updated for resources: {'Port': ['ID=bfe0fc60-2c62-48cc-8684-cde439df5242,revision_number=3']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:57:13.115200 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [None req-c49b86bd-fdba-420c-9995-b4e54d827570 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Resources bound (agent type, host, resource id): {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:57:13.129792 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c49b86bd-fdba-420c-9995-b4e54d827570 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:57:13.130441 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-c49b86bd-fdba-420c-9995-b4e54d827570 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Notify callbacks [] for subnet, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:13.130566 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9467948b-520d-433d-9915-8a8ba2f77720 None None] Network a5c5094a-0c8b-4812-a804-aa975418e7bb requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:57:13.139912 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49b86bd-fdba-420c-9995-b4e54d827570 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Pushing event updated for resources: {'Subnet': ['ID=3b81a727-982c-47e0-8837-8a67fcf93ab7,revision_number=0']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:57:13.162063 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-82606602-079b-4057-9eb0-fd0cba2ffa8e tempest-TestSecurityGroupsBasicOps-1245515434 tempest-TestSecurityGroupsBasicOps-1245515434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:13.167365 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-c49b86bd-fdba-420c-9995-b4e54d827570 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.0549037 Jul 14 18:57:13.168246 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 54510) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:57:13.177528 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-38eee7f0-3cdd-4762-a8d7-552c15ba4c52 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1214440274', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '3b81a727-982c-47e0-8837-8a67fcf93ab7'}], 'security_groups': ['fd3aeac9-dc33-4a07-b3f6-2af59c96d430']}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:57:13.190683 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82606602-079b-4057-9eb0-fd0cba2ffa8e tempest-TestSecurityGroupsBasicOps-1245515434 tempest-TestSecurityGroupsBasicOps-1245515434-project] Pushing event deleted for resources: {'Port': ['ID=4a9b865c-a5a8-4fa0-84a6-4362d0948d3c,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:57:13.211900 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321f8dd3-a581-42a7-b3ac-0c4705f7c913 req-05e437c4-7d07-4db1-8a98-882ecc6fa05d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:57:13.213504 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-321f8dd3-a581-42a7-b3ac-0c4705f7c913 req-05e437c4-7d07-4db1-8a98-882ecc6fa05d service neutron] 10.222.0.18 "GET /v2.0/networks?id=59d79f8f-a2cf-4f0e-9cf7-44b364654e71 HTTP/1.1" status: 200 len: 914 time: 0.2418413 Jul 14 18:57:13.371512 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-321f8dd3-a581-42a7-b3ac-0c4705f7c913 req-74e01662-a320-4037-9005-1324d3406436 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cd8baaa3-cd9f-4584-9bdc-a4816ac099f0 HTTP/1.1" status: 200 len: 1001 time: 0.1441259 Jul 14 18:57:13.372309 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-38eee7f0-3cdd-4762-a8d7-552c15ba4c52 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:13.405025 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-82606602-079b-4057-9eb0-fd0cba2ffa8e tempest-TestSecurityGroupsBasicOps-1245515434 tempest-TestSecurityGroupsBasicOps-1245515434-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-598732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-928907'] for router_interface, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:13.459149 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6799c2ac-705d-4904-b311-01d4dac92431 None None] Update dhcp port {'port': {'network_id': 'a5c5094a-0c8b-4812-a804-aa975418e7bb', 'fixed_ips': [{'subnet_id': '2145d112-7edc-47a5-942f-080b0d9cefbd', 'ip_address': '2001:db8::2'}, {'subnet_id': '3b81a727-982c-47e0-8837-8a67fcf93ab7'}], 'binding:host_id': 'n-d-800634-3'}, 'id': 'bfe0fc60-2c62-48cc-8684-cde439df5242'} from n-d-800634-3. {{(pid=93917) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 14 18:57:13.473455 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321f8dd3-a581-42a7-b3ac-0c4705f7c913 req-f0cd55d9-5ceb-4ea8-8b8c-2fcd0c88f730 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:57:13.474964 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-321f8dd3-a581-42a7-b3ac-0c4705f7c913 req-f0cd55d9-5ceb-4ea8-8b8c-2fcd0c88f730 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=844fd80b-fe8b-4b98-98f0-ed90aba01f58 HTTP/1.1" status: 200 len: 853 time: 0.0897677 Jul 14 18:57:13.497549 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-6799c2ac-705d-4904-b311-01d4dac92431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:13.634771 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321f8dd3-a581-42a7-b3ac-0c4705f7c913 req-215f7adc-4ee7-427d-9be7-a4fe5be438d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:57:13.636792 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-321f8dd3-a581-42a7-b3ac-0c4705f7c913 req-215f7adc-4ee7-427d-9be7-a4fe5be438d1 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=59d79f8f-a2cf-4f0e-9cf7-44b364654e71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1558292 Jul 14 18:57:13.682033 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.db_base_plugin_common [None req-6799c2ac-705d-4904-b311-01d4dac92431 None None] Allocated IP 2001:db8:0:1::2 (a5c5094a-0c8b-4812-a804-aa975418e7bb/3b81a727-982c-47e0-8837-8a67fcf93ab7/bfe0fc60-2c62-48cc-8684-cde439df5242) {{(pid=93917) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:57:13.778958 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-321f8dd3-a581-42a7-b3ac-0c4705f7c913 req-3a8bbb59-441e-4b70-bc51-77128543cba8 service neutron] 10.222.0.18 "GET /v2.0/networks/59d79f8f-a2cf-4f0e-9cf7-44b364654e71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1166086 Jul 14 18:57:13.790357 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-6799c2ac-705d-4904-b311-01d4dac92431 None None] For port bfe0fc60-2c62-48cc-8684-cde439df5242, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=bfe0fc60-2c62-48cc-8684-cde439df5242,segment=NetworkSegment(7f1c6d6a-d980-497b-a22a-66d0f6d8f76a),segment_id=7f1c6d6a-d980-497b-a22a-66d0f6d8f76a)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:57:13.823364 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-6799c2ac-705d-4904-b311-01d4dac92431 None None] Notify callbacks [] for port, precommit_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:13.838706 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-6799c2ac-705d-4904-b311-01d4dac92431 None None] Transition to ACTIVE for port object bfe0fc60-2c62-48cc-8684-cde439df5242 will not be triggered until provisioned by entity DHCP. {{(pid=93917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:57:13.844650 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-6799c2ac-705d-4904-b311-01d4dac92431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:13.926155 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-321f8dd3-a581-42a7-b3ac-0c4705f7c913 req-c9f1dd3a-65a1-45df-bbd3-b915bb8d347a service neutron] 10.222.0.18 "GET /v2.0/networks/59d79f8f-a2cf-4f0e-9cf7-44b364654e71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1406639 Jul 14 18:57:13.941750 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6799c2ac-705d-4904-b311-01d4dac92431 None None] Pushing event updated for resources: {'Port': ['ID=bfe0fc60-2c62-48cc-8684-cde439df5242,revision_number=4']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:57:13.991006 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.db_base_plugin_common [None req-38eee7f0-3cdd-4762-a8d7-552c15ba4c52 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Delete allocated IP 2001:db8::30a (a5c5094a-0c8b-4812-a804-aa975418e7bb/2145d112-7edc-47a5-942f-080b0d9cefbd) {{(pid=93915) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 14 18:57:14.000820 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.db_base_plugin_common [None req-38eee7f0-3cdd-4762-a8d7-552c15ba4c52 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Allocated IP 2001:db8:0:1::149 (a5c5094a-0c8b-4812-a804-aa975418e7bb/3b81a727-982c-47e0-8837-8a67fcf93ab7/64259f55-475e-4a1a-9ad1-a5223fb9c082) {{(pid=93915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:57:14.039015 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82606602-079b-4057-9eb0-fd0cba2ffa8e tempest-TestSecurityGroupsBasicOps-1245515434 tempest-TestSecurityGroupsBasicOps-1245515434-project] Router 459f3996-309d-4d20-9d8c-11ee0f52f7d6 has already been hosted by L3 agent 2c6eb27e-defb-4cca-9a24-381c7415e359 {{(pid=93916) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 18:57:14.166331 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82606602-079b-4057-9eb0-fd0cba2ffa8e tempest-TestSecurityGroupsBasicOps-1245515434 tempest-TestSecurityGroupsBasicOps-1245515434-project] Notify agent at l3_agent.n-d-800634-3 the message routers_updated {{(pid=93916) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 18:57:14.175346 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 54512) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:57:14.176061 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-82606602-079b-4057-9eb0-fd0cba2ffa8e tempest-TestSecurityGroupsBasicOps-1245515434 tempest-TestSecurityGroupsBasicOps-1245515434-project] 10.222.0.16 "PUT /v2.0/routers/459f3996-309d-4d20-9d8c-11ee0f52f7d6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1936090 Jul 14 18:57:14.178160 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69878f19-6348-4109-a9f1-fef3d81f4d6e None None] Sync routers for ids ['459f3996-309d-4d20-9d8c-11ee0f52f7d6'] in n-d-800634-3 {{(pid=93918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 18:57:14.190223 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69878f19-6348-4109-a9f1-fef3d81f4d6e None None] Routers {'459f3996-309d-4d20-9d8c-11ee0f52f7d6'} bound to L3 agent in host n-d-800634-3 {{(pid=93918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:57:14.191162 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-69878f19-6348-4109-a9f1-fef3d81f4d6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:56:53Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['459f3996-309d-4d20-9d8c-11ee0f52f7d6'], 'active': True} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:57:14.231938 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-38eee7f0-3cdd-4762-a8d7-552c15ba4c52 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Notify callbacks [] for port, precommit_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:14.254904 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.db_base_plugin_v2 [None req-23234f0c-13fc-4a38-a2ec-ed0d3b86f659 tempest-TestSecurityGroupsBasicOps-1245515434 tempest-TestSecurityGroupsBasicOps-1245515434-project] Deleting subnet 49bf98e0-5aa2-40cd-9511-b0e7b902c12e {{(pid=93915) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 18:57:14.259899 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.provisioning_blocks [None req-38eee7f0-3cdd-4762-a8d7-552c15ba4c52 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Transition to ACTIVE for port object 64259f55-475e-4a1a-9ad1-a5223fb9c082 will not be triggered until provisioned by entity DHCP. {{(pid=93915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:57:14.260977 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-23234f0c-13fc-4a38-a2ec-ed0d3b86f659 tempest-TestSecurityGroupsBasicOps-1245515434 tempest-TestSecurityGroupsBasicOps-1245515434-project] Notify callbacks [] for subnet, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:14.265043 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-38eee7f0-3cdd-4762-a8d7-552c15ba4c52 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25912978'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:14.311105 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvr_db [None req-69878f19-6348-4109-a9f1-fef3d81f4d6e None None] Set router 459f3996-309d-4d20-9d8c-11ee0f52f7d6 gateway port host: n-d-800634-3 {{(pid=93918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 18:57:14.357035 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-23234f0c-13fc-4a38-a2ec-ed0d3b86f659 tempest-TestSecurityGroupsBasicOps-1245515434 tempest-TestSecurityGroupsBasicOps-1245515434-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28939913'] for subnet, precommit_delete_associations {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:14.396710 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [None req-38eee7f0-3cdd-4762-a8d7-552c15ba4c52 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] In _notify_port_updated(), no bound segment for port 64259f55-475e-4a1a-9ad1-a5223fb9c082 on network a5c5094a-0c8b-4812-a804-aa975418e7bb {{(pid=93915) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 14 18:57:14.402262 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38eee7f0-3cdd-4762-a8d7-552c15ba4c52 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:57:14.403035 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-38eee7f0-3cdd-4762-a8d7-552c15ba4c52 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:14.406892 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-38eee7f0-3cdd-4762-a8d7-552c15ba4c52 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] 10.222.0.16 "PUT /v2.0/ports/64259f55-475e-4a1a-9ad1-a5223fb9c082 HTTP/1.1" status: 200 len: 931 time: 1.2350557 Jul 14 18:57:14.407254 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 54514) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:57:14.413113 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38eee7f0-3cdd-4762-a8d7-552c15ba4c52 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Pushing event updated for resources: {'Port': ['ID=64259f55-475e-4a1a-9ad1-a5223fb9c082,revision_number=2']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:57:14.490428 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-23234f0c-13fc-4a38-a2ec-ed0d3b86f659 tempest-TestSecurityGroupsBasicOps-1245515434 tempest-TestSecurityGroupsBasicOps-1245515434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081283'] for subnet, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:14.548559 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-48b17318-9956-4df6-9bab-ea8ab01e0d97 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Deleting port 64259f55-475e-4a1a-9ad1-a5223fb9c082 {{(pid=93916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:57:14.548920 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-48b17318-9956-4df6-9bab-ea8ab01e0d97 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:14.582549 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-69878f19-6348-4109-a9f1-fef3d81f4d6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '459f3996-309d-4d20-9d8c-11ee0f52f7d6', 'name': 'tempest-TestSecurityGroupsBasicOps-router-415935990', 'tenant_id': '16585be2c4d241b09d11d2c12f508f99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.237'}], 'enable_snat': True}, 'gw_port_id': 'd6134d30-60f5-4a86-ae97-359f0a382f0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:55:41Z', 'updated_at': '2021-07-14T18:57:13Z', 'revision_number': 5, 'project_id': '16585be2c4d241b09d11d2c12f508f99', 'gw_port': {'id': 'd6134d30-60f5-4a86-ae97-359f0a382f0d', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:64:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '459f3996-309d-4d20-9d8c-11ee0f52f7d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3638, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:55:41Z', 'updated_at': '2021-07-14T18:55:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3'}], 'n-d-800634-3', False) {} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:57:14.586365 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-23234f0c-13fc-4a38-a2ec-ed0d3b86f659 tempest-TestSecurityGroupsBasicOps-1245515434 tempest-TestSecurityGroupsBasicOps-1245515434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25913028', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28969762'] for subnet, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:14.606115 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-23234f0c-13fc-4a38-a2ec-ed0d3b86f659 tempest-TestSecurityGroupsBasicOps-1245515434 tempest-TestSecurityGroupsBasicOps-1245515434-project] Notify callbacks [] for subnet, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:14.610888 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-23234f0c-13fc-4a38-a2ec-ed0d3b86f659 tempest-TestSecurityGroupsBasicOps-1245515434 tempest-TestSecurityGroupsBasicOps-1245515434-project] 10.222.0.16 "DELETE /v2.0/subnets/49bf98e0-5aa2-40cd-9511-b0e7b902c12e HTTP/1.1" status: 204 len: 168 time: 0.4345646 Jul 14 18:57:14.634517 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 54518) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:57:14.643898 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23234f0c-13fc-4a38-a2ec-ed0d3b86f659 tempest-TestSecurityGroupsBasicOps-1245515434 tempest-TestSecurityGroupsBasicOps-1245515434-project] Pushing event deleted for resources: {'Subnet': ['ID=49bf98e0-5aa2-40cd-9511-b0e7b902c12e,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:57:14.644407 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69878f19-6348-4109-a9f1-fef3d81f4d6e None None] Checking router: 459f3996-309d-4d20-9d8c-11ee0f52f7d6 for host: n-d-800634-3 {{(pid=93918) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 18:57:14.648796 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9352781b-6fb5-4a0c-9a7e-12dffbcc4dc7 None None] Network 28da15a0-c36e-413e-a43a-1f36dc834f32 requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:57:14.660833 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69878f19-6348-4109-a9f1-fef3d81f4d6e None None] Routers {'459f3996-309d-4d20-9d8c-11ee0f52f7d6'} bound to L3 agent in host n-d-800634-3 {{(pid=93918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:57:14.661973 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-69878f19-6348-4109-a9f1-fef3d81f4d6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:56:53Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['459f3996-309d-4d20-9d8c-11ee0f52f7d6'], 'active': True} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:57:14.662651 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-48b17318-9956-4df6-9bab-ea8ab01e0d97 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:14.676887 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-48b17318-9956-4df6-9bab-ea8ab01e0d97 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Calling delete_port for 64259f55-475e-4a1a-9ad1-a5223fb9c082 owned by {{(pid=93916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:57:14.725474 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device bfe0fc60-2c62-48cc-8684-cde439df5242 up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:57:14.821204 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvr_db [None req-69878f19-6348-4109-a9f1-fef3d81f4d6e None None] Set router 459f3996-309d-4d20-9d8c-11ee0f52f7d6 gateway port host: n-d-800634-3 {{(pid=93918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 18:57:14.873482 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-787574b9-9c7e-4130-b313-279a29a32969 tempest-TestSecurityGroupsBasicOps-1245515434 tempest-TestSecurityGroupsBasicOps-1245515434-project] Notify callbacks [] for router, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:14.880101 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-48b17318-9956-4df6-9bab-ea8ab01e0d97 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:14.912517 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-6ffb2def-1564-487c-8fb2-189ddff3e9b0 None None] Provisioning for port bfe0fc60-2c62-48cc-8684-cde439df5242 completed by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:57:14.923401 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-6ffb2def-1564-487c-8fb2-189ddff3e9b0 None None] Provisioning complete for port bfe0fc60-2c62-48cc-8684-cde439df5242 triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:57:14.924081 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-6ffb2def-1564-487c-8fb2-189ddff3e9b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:14.943660 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b17318-9956-4df6-9bab-ea8ab01e0d97 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Pushing event deleted for resources: {'Port': ['ID=64259f55-475e-4a1a-9ad1-a5223fb9c082,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:57:14.996637 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-48b17318-9956-4df6-9bab-ea8ab01e0d97 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:15.002105 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-48b17318-9956-4df6-9bab-ea8ab01e0d97 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] 10.222.0.16 "DELETE /v2.0/ports/64259f55-475e-4a1a-9ad1-a5223fb9c082 HTTP/1.1" status: 204 len: 168 time: 0.5937562 Jul 14 18:57:15.005470 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 54520) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:57:15.046995 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-6ffb2def-1564-487c-8fb2-189ddff3e9b0 None None] Provisioning complete for port 1ed72339-b73c-4304-bf63-41187f828591 triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:57:15.047376 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-6ffb2def-1564-487c-8fb2-189ddff3e9b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:15.078871 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-787574b9-9c7e-4130-b313-279a29a32969 tempest-TestSecurityGroupsBasicOps-1245515434 tempest-TestSecurityGroupsBasicOps-1245515434-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:15.081849 n-d-800634-3 neutron-server[93916]: INFO neutron.pecan_wsgi.hooks.translation [None req-0bb32f1f-032f-4763-b718-8476c2d16fba tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] GET failed (client error): The resource could not be found. Jul 14 18:57:15.083850 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-0bb32f1f-032f-4763-b718-8476c2d16fba tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] 10.222.0.16 "GET /v2.0/ports/64259f55-475e-4a1a-9ad1-a5223fb9c082 HTTP/1.1" status: 404 len: 333 time: 0.0770223 Jul 14 18:57:15.086689 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 54522) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:57:15.092906 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-6ffb2def-1564-487c-8fb2-189ddff3e9b0 None None] Port 1ed72339-b73c-4304-bf63-41187f828591 cannot update to ACTIVE because it is not bound. {{(pid=93917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 18:57:15.097881 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4bba69e-4535-4144-bb41-55bfe88518db None None] DHCP port deletion for 28da15a0-c36e-413e-a43a-1f36dc834f32 request from n-d-800634-3 {{(pid=93917) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 18:57:15.102048 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-6ffb2def-1564-487c-8fb2-189ddff3e9b0 None None] Could not find standard attr ID for object 64259f55-475e-4a1a-9ad1-a5223fb9c082. {{(pid=93917) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 14 18:57:15.138230 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-69878f19-6348-4109-a9f1-fef3d81f4d6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '459f3996-309d-4d20-9d8c-11ee0f52f7d6', 'name': 'tempest-TestSecurityGroupsBasicOps-router-415935990', 'tenant_id': '16585be2c4d241b09d11d2c12f508f99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.237'}], 'enable_snat': True}, 'gw_port_id': 'd6134d30-60f5-4a86-ae97-359f0a382f0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:55:41Z', 'updated_at': '2021-07-14T18:57:13Z', 'revision_number': 5, 'project_id': '16585be2c4d241b09d11d2c12f508f99', 'gw_port': {'id': 'd6134d30-60f5-4a86-ae97-359f0a382f0d', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:64:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '459f3996-309d-4d20-9d8c-11ee0f52f7d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3638, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:55:41Z', 'updated_at': '2021-07-14T18:55:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3'}], 'n-d-800634-3', False) {} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:57:15.162844 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-b4bba69e-4535-4144-bb41-55bfe88518db None None] Deleting port 25c47351-16e9-4b13-a5a7-e148ac98f2c0 {{(pid=93917) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:57:15.163322 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b4bba69e-4535-4144-bb41-55bfe88518db None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:15.171630 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69878f19-6348-4109-a9f1-fef3d81f4d6e None None] The sync data for ids ['459f3996-309d-4d20-9d8c-11ee0f52f7d6'] in n-d-800634-3 is: [{'id': '459f3996-309d-4d20-9d8c-11ee0f52f7d6', 'name': 'tempest-TestSecurityGroupsBasicOps-router-415935990', 'tenant_id': '16585be2c4d241b09d11d2c12f508f99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.237'}], 'enable_snat': True}, 'gw_port_id': 'd6134d30-60f5-4a86-ae97-359f0a382f0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:55:41Z', 'updated_at': '2021-07-14T18:57:13Z', 'revision_number': 5, 'project_id': '16585be2c4d241b09d11d2c12f508f99', 'gw_port': {'id': 'd6134d30-60f5-4a86-ae97-359f0a382f0d', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:64:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '459f3996-309d-4d20-9d8c-11ee0f52f7d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3638, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:55:41Z', 'updated_at': '2021-07-14T18:55:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3'}] {{(pid=93918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 18:57:15.193837 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-91680ef5-400d-4248-a2fa-e3ca4f856756 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Notify callbacks [] for security_group, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:15.240422 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-91680ef5-400d-4248-a2fa-e3ca4f856756 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:15.245633 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-bb2a894a-02d9-493a-b1c0-f5dffe274724 None None] Could not find standard attr ID for object 64259f55-475e-4a1a-9ad1-a5223fb9c082. {{(pid=93917) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 14 18:57:15.248418 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b4bba69e-4535-4144-bb41-55bfe88518db None None] For port 25c47351-16e9-4b13-a5a7-e148ac98f2c0, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=25c47351-16e9-4b13-a5a7-e148ac98f2c0,segment=NetworkSegment(5cd208f9-4a78-4bfc-83ad-acfca1b2cd00),segment_id=5cd208f9-4a78-4bfc-83ad-acfca1b2cd00)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:57:15.248830 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b4bba69e-4535-4144-bb41-55bfe88518db None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:15.251338 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [None req-787574b9-9c7e-4130-b313-279a29a32969 tempest-TestSecurityGroupsBasicOps-1245515434 tempest-TestSecurityGroupsBasicOps-1245515434-project] Deleting port d6134d30-60f5-4a86-ae97-359f0a382f0d {{(pid=93915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:57:15.251704 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-787574b9-9c7e-4130-b313-279a29a32969 tempest-TestSecurityGroupsBasicOps-1245515434 tempest-TestSecurityGroupsBasicOps-1245515434-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:15.263672 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-b4bba69e-4535-4144-bb41-55bfe88518db None None] Calling delete_port for 25c47351-16e9-4b13-a5a7-e148ac98f2c0 owned by network:dhcp {{(pid=93917) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:57:15.353467 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b4bba69e-4535-4144-bb41-55bfe88518db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813'] for port, after_delete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:15.353853 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-91680ef5-400d-4248-a2fa-e3ca4f856756 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:15.356556 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-91680ef5-400d-4248-a2fa-e3ca4f856756 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Notify callbacks [] for security_group, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:15.357783 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-91680ef5-400d-4248-a2fa-e3ca4f856756 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] 10.222.0.16 "DELETE /v2.0/security-groups/398623c2-3b19-4259-a267-6a4681180d67 HTTP/1.1" status: 204 len: 168 time: 0.2683403 Jul 14 18:57:15.360651 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 54524) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:57:15.379709 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91680ef5-400d-4248-a2fa-e3ca4f856756 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=398623c2-3b19-4259-a267-6a4681180d67,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:57:15.380380 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bba69e-4535-4144-bb41-55bfe88518db None None] Pushing event deleted for resources: {'Port': ['ID=25c47351-16e9-4b13-a5a7-e148ac98f2c0,revision_number=None']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:57:15.387535 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [None req-787574b9-9c7e-4130-b313-279a29a32969 tempest-TestSecurityGroupsBasicOps-1245515434 tempest-TestSecurityGroupsBasicOps-1245515434-project] For port d6134d30-60f5-4a86-ae97-359f0a382f0d, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=d6134d30-60f5-4a86-ae97-359f0a382f0d,segment=NetworkSegment(5afb940b-bbdf-4727-be00-5d46367c38a1),segment_id=5afb940b-bbdf-4727-be00-5d46367c38a1)] {{(pid=93915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:57:15.387961 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-787574b9-9c7e-4130-b313-279a29a32969 tempest-TestSecurityGroupsBasicOps-1245515434 tempest-TestSecurityGroupsBasicOps-1245515434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:15.388638 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4bba69e-4535-4144-bb41-55bfe88518db None None] No DVR routers for this DVR port 25c47351-16e9-4b13-a5a7-e148ac98f2c0 on host n-d-800634-3 {{(pid=93917) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 18:57:15.405413 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [None req-787574b9-9c7e-4130-b313-279a29a32969 tempest-TestSecurityGroupsBasicOps-1245515434 tempest-TestSecurityGroupsBasicOps-1245515434-project] Calling delete_port for d6134d30-60f5-4a86-ae97-359f0a382f0d owned by network:router_gateway {{(pid=93915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:57:15.429533 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a4079eb8-f8d8-4953-8924-ada3b4d48d81 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Notify callbacks [] for security_group, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:15.452496 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a4079eb8-f8d8-4953-8924-ada3b4d48d81 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:15.497202 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a4079eb8-f8d8-4953-8924-ada3b4d48d81 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:15.500334 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a4079eb8-f8d8-4953-8924-ada3b4d48d81 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:15.503989 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-a4079eb8-f8d8-4953-8924-ada3b4d48d81 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] 10.222.0.16 "DELETE /v2.0/security-groups/fd3aeac9-dc33-4a07-b3f6-2af59c96d430 HTTP/1.1" status: 204 len: 168 time: 0.1393938 Jul 14 18:57:15.505118 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 54526) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:57:15.522044 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4079eb8-f8d8-4953-8924-ada3b4d48d81 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd3aeac9-dc33-4a07-b3f6-2af59c96d430,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:57:15.584052 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.db_base_plugin_v2 [None req-bca0fe46-11a4-4732-a8f4-28a97eeec095 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Deleting subnet 2145d112-7edc-47a5-942f-080b0d9cefbd {{(pid=93916) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 18:57:15.587473 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-bca0fe46-11a4-4732-a8f4-28a97eeec095 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Notify callbacks [] for subnet, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:15.597435 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-787574b9-9c7e-4130-b313-279a29a32969 tempest-TestSecurityGroupsBasicOps-1245515434 tempest-TestSecurityGroupsBasicOps-1245515434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:15.626613 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787574b9-9c7e-4130-b313-279a29a32969 tempest-TestSecurityGroupsBasicOps-1245515434 tempest-TestSecurityGroupsBasicOps-1245515434-project] Pushing event deleted for resources: {'Port': ['ID=d6134d30-60f5-4a86-ae97-359f0a382f0d,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:57:15.649605 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-bca0fe46-11a4-4732-a8f4-28a97eeec095 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26296866'] for subnet, precommit_delete_associations {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:15.710119 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-787574b9-9c7e-4130-b313-279a29a32969 tempest-TestSecurityGroupsBasicOps-1245515434 tempest-TestSecurityGroupsBasicOps-1245515434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-930057'] for router_gateway, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:15.743839 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-bca0fe46-11a4-4732-a8f4-28a97eeec095 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081283'] for subnet, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:15.817134 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-787574b9-9c7e-4130-b313-279a29a32969 tempest-TestSecurityGroupsBasicOps-1245515434 tempest-TestSecurityGroupsBasicOps-1245515434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-571778', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11402'] for router, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:15.819991 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-787574b9-9c7e-4130-b313-279a29a32969 tempest-TestSecurityGroupsBasicOps-1245515434 tempest-TestSecurityGroupsBasicOps-1245515434-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:15.826577 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-bca0fe46-11a4-4732-a8f4-28a97eeec095 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2684816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26033152'] for subnet, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:15.857383 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca0fe46-11a4-4732-a8f4-28a97eeec095 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Pushing event deleted for resources: {'Subnet': ['ID=2145d112-7edc-47a5-942f-080b0d9cefbd,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:57:15.865529 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-bca0fe46-11a4-4732-a8f4-28a97eeec095 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Notify callbacks [] for subnet, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:15.871747 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 54528) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:57:15.872667 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-bca0fe46-11a4-4732-a8f4-28a97eeec095 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] 10.222.0.16 "DELETE /v2.0/subnets/2145d112-7edc-47a5-942f-080b0d9cefbd HTTP/1.1" status: 204 len: 168 time: 0.3652117 Jul 14 18:57:15.874439 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37b78f81-a03b-458c-9aa8-4f1978d88baa None None] Network a5c5094a-0c8b-4812-a804-aa975418e7bb requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:57:15.877189 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-66349bb4-7e2e-4a2d-a358-555f979ce630 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Request body: {'subnet': {'network_id': 'a5c5094a-0c8b-4812-a804-aa975418e7bb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:57:15.880670 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-787574b9-9c7e-4130-b313-279a29a32969 tempest-TestSecurityGroupsBasicOps-1245515434 tempest-TestSecurityGroupsBasicOps-1245515434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-541202'] for router, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:15.881166 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-787574b9-9c7e-4130-b313-279a29a32969 tempest-TestSecurityGroupsBasicOps-1245515434 tempest-TestSecurityGroupsBasicOps-1245515434-project] Fanout notify agent at l3_agent the message router_deleted on router 459f3996-309d-4d20-9d8c-11ee0f52f7d6 {{(pid=93915) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 18:57:15.889441 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-787574b9-9c7e-4130-b313-279a29a32969 tempest-TestSecurityGroupsBasicOps-1245515434 tempest-TestSecurityGroupsBasicOps-1245515434-project] Notify callbacks [] for router, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:15.892593 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-787574b9-9c7e-4130-b313-279a29a32969 tempest-TestSecurityGroupsBasicOps-1245515434 tempest-TestSecurityGroupsBasicOps-1245515434-project] 10.222.0.16 "DELETE /v2.0/routers/459f3996-309d-4d20-9d8c-11ee0f52f7d6 HTTP/1.1" status: 204 len: 168 time: 1.2568734 Jul 14 18:57:15.893164 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 54530) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:57:15.985040 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-c0e87e94-bdb8-4779-bf08-16b320aa0184 tempest-TestSecurityGroupsBasicOps-1245515434 tempest-TestSecurityGroupsBasicOps-1245515434-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645734'] for network, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:16.030003 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66349bb4-7e2e-4a2d-a358-555f979ce630 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Made reservation on behalf of 8cc151c1a6834557b6005ab4171146b5 for: {'subnet': 1} {{(pid=93915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:57:16.034882 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-66349bb4-7e2e-4a2d-a358-555f979ce630 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28969735'] for subnet, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:16.094528 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-c0e87e94-bdb8-4779-bf08-16b320aa0184 tempest-TestSecurityGroupsBasicOps-1245515434 tempest-TestSecurityGroupsBasicOps-1245515434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2096010', 'neutron.services.segments.db._delete_segments_for_network-8728202734996'] for network, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:16.110048 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.segments.db [None req-c0e87e94-bdb8-4779-bf08-16b320aa0184 tempest-TestSecurityGroupsBasicOps-1245515434 tempest-TestSecurityGroupsBasicOps-1245515434-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28da15a0-c36e-413e-a43a-1f36dc834f32']}} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:57:16.121908 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.segments.db [None req-c0e87e94-bdb8-4779-bf08-16b320aa0184 tempest-TestSecurityGroupsBasicOps-1245515434 tempest-TestSecurityGroupsBasicOps-1245515434-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5cd208f9-4a78-4bfc-83ad-acfca1b2cd00') {'for_net_delete': True} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:57:16.122207 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.segments.db [None req-c0e87e94-bdb8-4779-bf08-16b320aa0184 tempest-TestSecurityGroupsBasicOps-1245515434 tempest-TestSecurityGroupsBasicOps-1245515434-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5cd208f9-4a78-4bfc-83ad-acfca1b2cd00') {} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:57:16.132893 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-c0e87e94-bdb8-4779-bf08-16b320aa0184 tempest-TestSecurityGroupsBasicOps-1245515434 tempest-TestSecurityGroupsBasicOps-1245515434-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728202715275', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26296891'] for segment, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:16.155839 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-c0e87e94-bdb8-4779-bf08-16b320aa0184 tempest-TestSecurityGroupsBasicOps-1245515434 tempest-TestSecurityGroupsBasicOps-1245515434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:16.163095 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0e87e94-bdb8-4779-bf08-16b320aa0184 tempest-TestSecurityGroupsBasicOps-1245515434 tempest-TestSecurityGroupsBasicOps-1245515434-project] Releasing vlan 72 on physical network physnet1 to pool {{(pid=93916) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 18:57:16.163596 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-c0e87e94-bdb8-4779-bf08-16b320aa0184 tempest-TestSecurityGroupsBasicOps-1245515434 tempest-TestSecurityGroupsBasicOps-1245515434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2682942'] for segment, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:16.168000 n-d-800634-3 neutron-server[93916]: Traceback (most recent call last): Jul 14 18:57:16.168000 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 18:57:16.168000 n-d-800634-3 neutron-server[93916]: timer() Jul 14 18:57:16.168000 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 18:57:16.168000 n-d-800634-3 neutron-server[93916]: cb(*args, **kw) Jul 14 18:57:16.168000 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 18:57:16.168000 n-d-800634-3 neutron-server[93916]: return func(*args, **kwargs) Jul 14 18:57:16.168000 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 18:57:16.168000 n-d-800634-3 neutron-server[93916]: self._notify() Jul 14 18:57:16.168000 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 18:57:16.168000 n-d-800634-3 neutron-server[93916]: self.callback(batched_events) Jul 14 18:57:16.168000 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 18:57:16.168000 n-d-800634-3 neutron-server[93916]: event.method(event) Jul 14 18:57:16.168000 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 18:57:16.168000 n-d-800634-3 neutron-server[93916]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 18:57:16.168000 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 18:57:16.168000 n-d-800634-3 neutron-server[93916]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 18:57:16.168000 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 18:57:16.168000 n-d-800634-3 neutron-server[93916]: return f(self, *a, **k) Jul 14 18:57:16.168000 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 18:57:16.168000 n-d-800634-3 neutron-server[93916]: return self._get(url).json() Jul 14 18:57:16.168000 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 18:57:16.168000 n-d-800634-3 neutron-server[93916]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 18:57:16.168000 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 18:57:16.168000 n-d-800634-3 neutron-server[93916]: return self.request(url, 'GET', **kwargs) Jul 14 18:57:16.168000 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 18:57:16.168000 n-d-800634-3 neutron-server[93916]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 18:57:16.168000 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 18:57:16.168000 n-d-800634-3 neutron-server[93916]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 18:57:16.168000 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 18:57:16.168000 n-d-800634-3 neutron-server[93916]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 18:57:16.168000 n-d-800634-3 neutron-server[93916]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 18:57:16.238606 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-c0e87e94-bdb8-4779-bf08-16b320aa0184 tempest-TestSecurityGroupsBasicOps-1245515434 tempest-TestSecurityGroupsBasicOps-1245515434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2096001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-930085'] for network, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:16.243772 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-c0e87e94-bdb8-4779-bf08-16b320aa0184 tempest-TestSecurityGroupsBasicOps-1245515434 tempest-TestSecurityGroupsBasicOps-1245515434-project] Notify callbacks [] for network, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:16.246092 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-c0e87e94-bdb8-4779-bf08-16b320aa0184 tempest-TestSecurityGroupsBasicOps-1245515434 tempest-TestSecurityGroupsBasicOps-1245515434-project] 10.222.0.16 "DELETE /v2.0/networks/28da15a0-c36e-413e-a43a-1f36dc834f32 HTTP/1.1" status: 204 len: 168 time: 0.3517303 Jul 14 18:57:16.267574 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e87e94-bdb8-4779-bf08-16b320aa0184 tempest-TestSecurityGroupsBasicOps-1245515434 tempest-TestSecurityGroupsBasicOps-1245515434-project] Pushing event deleted for resources: {'Network': ['ID=28da15a0-c36e-413e-a43a-1f36dc834f32,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:57:16.320107 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-66349bb4-7e2e-4a2d-a358-555f979ce630 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25912837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28969781'] for subnet, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:16.372818 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66349bb4-7e2e-4a2d-a358-555f979ce630 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Network a5c5094a-0c8b-4812-a804-aa975418e7bb is already hosted by enough agents. {{(pid=93915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:57:16.376360 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [None req-66349bb4-7e2e-4a2d-a358-555f979ce630 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Resources bound (agent type, host, resource id): {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:57:16.381387 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66349bb4-7e2e-4a2d-a358-555f979ce630 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:57:16.382000 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-66349bb4-7e2e-4a2d-a358-555f979ce630 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Notify callbacks [] for subnet, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:16.388689 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66349bb4-7e2e-4a2d-a358-555f979ce630 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Pushing event updated for resources: {'Subnet': ['ID=4629afa5-497a-43ca-8683-60974d539e3e,revision_number=0']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:57:16.404017 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-66349bb4-7e2e-4a2d-a358-555f979ce630 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5310211 Jul 14 18:57:16.406755 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 54536) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:57:16.412179 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-55890570-b7ca-4b6d-94c3-c7fe189ed43e tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Request body: {'security_group': {'name': 'tempest-secgroup-1504724294'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:57:16.435296 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-55890570-b7ca-4b6d-94c3-c7fe189ed43e tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Notify callbacks [] for security_group, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:16.564339 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-55890570-b7ca-4b6d-94c3-c7fe189ed43e tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Notify callbacks [] for security_group, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:16.571656 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-55890570-b7ca-4b6d-94c3-c7fe189ed43e tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:16.604321 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-55890570-b7ca-4b6d-94c3-c7fe189ed43e tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:16.608576 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 54540) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:57:16.608742 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-55890570-b7ca-4b6d-94c3-c7fe189ed43e tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2006047 Jul 14 18:57:16.611117 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55890570-b7ca-4b6d-94c3-c7fe189ed43e tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Pushing event updated for resources: {'SecurityGroup': ['ID=786821e6-203a-406c-8866-735f9f7e1a1a,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:57:16.615111 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-5c8a5187-c1d7-4239-8f27-904ff9fa2143 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Request body: {'security_group': {'name': 'tempest-secgroup-1317418779'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:57:16.628169 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 25c47351-16e9-4b13-a5a7-e148ac98f2c0 no longer exists at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 18:57:16.642484 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-5c8a5187-c1d7-4239-8f27-904ff9fa2143 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Notify callbacks [] for security_group, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:16.644420 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 54542) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:57:16.659403 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] No Port match for: 25c47351-16e9-4b13-a5a7-e148ac98f2c0 {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 18:57:16.659849 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 25c47351-16e9-4b13-a5a7-e148ac98f2c0 not bound to the agent host n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 18:57:16.660455 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 4a9b865c-a5a8-4fa0-84a6-4362d0948d3c no longer exists at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 18:57:16.683130 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] No Port match for: 4a9b865c-a5a8-4fa0-84a6-4362d0948d3c {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 18:57:16.683570 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 4a9b865c-a5a8-4fa0-84a6-4362d0948d3c not bound to the agent host n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 18:57:16.684149 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device d6134d30-60f5-4a86-ae97-359f0a382f0d no longer exists at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 18:57:16.706565 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] No Port match for: d6134d30-60f5-4a86-ae97-359f0a382f0d {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 18:57:16.706793 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device d6134d30-60f5-4a86-ae97-359f0a382f0d not bound to the agent host n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 18:57:16.734259 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-5c8a5187-c1d7-4239-8f27-904ff9fa2143 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Notify callbacks [] for security_group, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:16.739096 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-5c8a5187-c1d7-4239-8f27-904ff9fa2143 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:16.771850 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-5c8a5187-c1d7-4239-8f27-904ff9fa2143 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Notify callbacks [] for security_group, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:16.773357 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-5c8a5187-c1d7-4239-8f27-904ff9fa2143 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1634927 Jul 14 18:57:16.774423 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8a5187-c1d7-4239-8f27-904ff9fa2143 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aedb608c-6d3b-4884-b7c8-ec04803fe680,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:57:16.776602 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 54546) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:57:16.781463 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-143aea19-e49b-4acd-987a-31599594cb05 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Request body: {'security_group': {'name': 'tempest-secgroup-1006124251'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:57:16.805777 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-143aea19-e49b-4acd-987a-31599594cb05 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Notify callbacks [] for security_group, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:16.807893 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f3bbadb-f9c1-4d1e-b955-62191371018e None None] Network a5c5094a-0c8b-4812-a804-aa975418e7bb requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:57:16.816070 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-6a8281ea-dfd2-4092-b521-dc55fa343093 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=16585be2c4d241b09d11d2c12f508f99&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1702404 Jul 14 18:57:16.818664 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 54548) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:57:16.872220 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-75b2976a-6bb4-4244-9a2c-f530fee538f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:16.894612 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-143aea19-e49b-4acd-987a-31599594cb05 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Notify callbacks [] for security_group, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:16.895240 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-75b2976a-6bb4-4244-9a2c-f530fee538f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:16.899148 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-143aea19-e49b-4acd-987a-31599594cb05 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:16.906859 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-de2ee3a9-1fe7-4fd2-9fe5-357f4b5149f9 None None] Provisioning complete for port bfe0fc60-2c62-48cc-8684-cde439df5242 triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:57:16.907403 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-de2ee3a9-1fe7-4fd2-9fe5-357f4b5149f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:16.930752 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143aea19-e49b-4acd-987a-31599594cb05 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1862cc54-1920-4421-8e06-0e79bfc2c5fa,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:57:16.935424 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-143aea19-e49b-4acd-987a-31599594cb05 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Notify callbacks [] for security_group, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:16.939281 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-143aea19-e49b-4acd-987a-31599594cb05 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1591814 Jul 14 18:57:16.940451 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 54550) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:57:16.946360 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-fa7a535d-666e-4eed-a993-245ff11d5bf6 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-651381206', 'security_groups': ['1862cc54-1920-4421-8e06-0e79bfc2c5fa'], 'network_id': 'a5c5094a-0c8b-4812-a804-aa975418e7bb', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '4629afa5-497a-43ca-8683-60974d539e3e'}]}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:57:16.961341 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-75b2976a-6bb4-4244-9a2c-f530fee538f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:16.963895 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-75b2976a-6bb4-4244-9a2c-f530fee538f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:16.965708 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-75b2976a-6bb4-4244-9a2c-f530fee538f6 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/87dd203a-82dd-4661-a527-41a203f3ebeb HTTP/1.1" status: 204 len: 168 time: 0.1460848 Jul 14 18:57:17.008235 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b2976a-6bb4-4244-9a2c-f530fee538f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87dd203a-82dd-4661-a527-41a203f3ebeb,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:57:17.081620 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa7a535d-666e-4eed-a993-245ff11d5bf6 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Made reservation on behalf of 8cc151c1a6834557b6005ab4171146b5 for: {'port': 1} {{(pid=93916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:57:17.085123 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-de2ee3a9-1fe7-4fd2-9fe5-357f4b5149f9 None None] Provisioning complete for port 1ed72339-b73c-4304-bf63-41187f828591 triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:57:17.085810 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-de2ee3a9-1fe7-4fd2-9fe5-357f4b5149f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:17.153784 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-de2ee3a9-1fe7-4fd2-9fe5-357f4b5149f9 None None] Port 1ed72339-b73c-4304-bf63-41187f828591 cannot update to ACTIVE because it is not bound. {{(pid=93917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 18:57:17.166139 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48281522-6756-480a-b9dc-4bbb48cda585 None None] Update dhcp port {'port': {'network_id': 'a5c5094a-0c8b-4812-a804-aa975418e7bb', 'fixed_ips': [{'subnet_id': '3b81a727-982c-47e0-8837-8a67fcf93ab7', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '4629afa5-497a-43ca-8683-60974d539e3e'}], 'binding:host_id': 'n-d-800634-3'}, 'id': 'bfe0fc60-2c62-48cc-8684-cde439df5242'} from n-d-800634-3. {{(pid=93917) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 14 18:57:17.172802 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-fa7a535d-666e-4eed-a993-245ff11d5bf6 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:17.193855 n-d-800634-3 neutron-server[93916]: DEBUG neutron.notifiers.nova [None req-fa7a535d-666e-4eed-a993-245ff11d5bf6 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] device_id is not set on port e913315d-320e-4740-916f-a5f85373986e yet. {{(pid=93916) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 18:57:17.201809 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-48281522-6756-480a-b9dc-4bbb48cda585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:17.285479 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 54556) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:57:17.301773 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-8c13dde1-9ecc-4580-98b1-77ba68bb8636 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:17.375898 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.db_base_plugin_common [None req-fa7a535d-666e-4eed-a993-245ff11d5bf6 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Allocated IP 2001:db8::32 (a5c5094a-0c8b-4812-a804-aa975418e7bb/4629afa5-497a-43ca-8683-60974d539e3e/e913315d-320e-4740-916f-a5f85373986e) {{(pid=93916) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:57:17.396781 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-8c13dde1-9ecc-4580-98b1-77ba68bb8636 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:17.400771 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-8c13dde1-9ecc-4580-98b1-77ba68bb8636 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:17.442209 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-8c13dde1-9ecc-4580-98b1-77ba68bb8636 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b0497b06688949079a2d5604909ba2fa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1529834 Jul 14 18:57:17.442209 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c13dde1-9ecc-4580-98b1-77ba68bb8636 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5679eebd-ac9f-420d-b2ed-e59a8b453d2d,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:57:17.442587 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 54558) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:57:17.460629 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c13dde1-9ecc-4580-98b1-77ba68bb8636 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:57:17.461525 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c13dde1-9ecc-4580-98b1-77ba68bb8636 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:57:17.461525 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c13dde1-9ecc-4580-98b1-77ba68bb8636 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:57:17.461744 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c13dde1-9ecc-4580-98b1-77ba68bb8636 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:57:17.461948 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c13dde1-9ecc-4580-98b1-77ba68bb8636 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:57:17.462278 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c13dde1-9ecc-4580-98b1-77ba68bb8636 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:57:17.462605 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c13dde1-9ecc-4580-98b1-77ba68bb8636 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:57:17.462930 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c13dde1-9ecc-4580-98b1-77ba68bb8636 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:57:17.463251 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c13dde1-9ecc-4580-98b1-77ba68bb8636 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:57:17.463569 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c13dde1-9ecc-4580-98b1-77ba68bb8636 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:57:17.463889 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c13dde1-9ecc-4580-98b1-77ba68bb8636 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:57:17.464257 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c13dde1-9ecc-4580-98b1-77ba68bb8636 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:57:17.503313 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-97b6262b-2e25-490f-bbfc-d3dfc9bd9d28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:17.519976 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-fa7a535d-666e-4eed-a993-245ff11d5bf6 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Notify callbacks [] for port, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:17.525075 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-97b6262b-2e25-490f-bbfc-d3dfc9bd9d28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:17.533779 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.provisioning_blocks [None req-fa7a535d-666e-4eed-a993-245ff11d5bf6 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Transition to ACTIVE for port object e913315d-320e-4740-916f-a5f85373986e will not be triggered until provisioned by entity DHCP. {{(pid=93916) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:57:17.567722 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-fa7a535d-666e-4eed-a993-245ff11d5bf6 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:17.581361 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-97b6262b-2e25-490f-bbfc-d3dfc9bd9d28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:17.584149 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-97b6262b-2e25-490f-bbfc-d3dfc9bd9d28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:17.594356 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-97b6262b-2e25-490f-bbfc-d3dfc9bd9d28 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/5679eebd-ac9f-420d-b2ed-e59a8b453d2d HTTP/1.1" status: 204 len: 168 time: 0.1447499 Jul 14 18:57:17.605576 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b6262b-2e25-490f-bbfc-d3dfc9bd9d28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5679eebd-ac9f-420d-b2ed-e59a8b453d2d,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:57:17.610503 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa7a535d-666e-4eed-a993-245ff11d5bf6 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Network a5c5094a-0c8b-4812-a804-aa975418e7bb is already hosted by enough agents. {{(pid=93916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:57:17.614955 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [None req-fa7a535d-666e-4eed-a993-245ff11d5bf6 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Resources bound (agent type, host, resource id): {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:57:17.619186 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa7a535d-666e-4eed-a993-245ff11d5bf6 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Received port after_create {{(pid=93916) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:57:17.626191 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa7a535d-666e-4eed-a993-245ff11d5bf6 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:57:17.626931 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-fa7a535d-666e-4eed-a993-245ff11d5bf6 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:17.633900 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.db_base_plugin_common [None req-48281522-6756-480a-b9dc-4bbb48cda585 None None] Allocated IP 2001:db8::2 (a5c5094a-0c8b-4812-a804-aa975418e7bb/4629afa5-497a-43ca-8683-60974d539e3e/bfe0fc60-2c62-48cc-8684-cde439df5242) {{(pid=93917) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:57:17.649640 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7a535d-666e-4eed-a993-245ff11d5bf6 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Pushing event updated for resources: {'Port': ['ID=e913315d-320e-4740-916f-a5f85373986e,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:57:17.657564 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-fa7a535d-666e-4eed-a993-245ff11d5bf6 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.7158673 Jul 14 18:57:17.660650 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 54562) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:57:17.666393 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-74b5627f-6bed-43d6-b246-e94a1a545693 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Request body: {'subnet': {'network_id': 'a5c5094a-0c8b-4812-a804-aa975418e7bb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:57:17.774418 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-48281522-6756-480a-b9dc-4bbb48cda585 None None] For port bfe0fc60-2c62-48cc-8684-cde439df5242, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=bfe0fc60-2c62-48cc-8684-cde439df5242,segment=NetworkSegment(7f1c6d6a-d980-497b-a22a-66d0f6d8f76a),segment_id=7f1c6d6a-d980-497b-a22a-66d0f6d8f76a)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:57:17.802887 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74b5627f-6bed-43d6-b246-e94a1a545693 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Made reservation on behalf of 8cc151c1a6834557b6005ab4171146b5 for: {'subnet': 1} {{(pid=93915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:57:17.805116 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-48281522-6756-480a-b9dc-4bbb48cda585 None None] Notify callbacks [] for port, precommit_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:17.806703 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-74b5627f-6bed-43d6-b246-e94a1a545693 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28969735'] for subnet, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:17.823537 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-48281522-6756-480a-b9dc-4bbb48cda585 None None] Transition to ACTIVE for port object bfe0fc60-2c62-48cc-8684-cde439df5242 will not be triggered until provisioned by entity DHCP. {{(pid=93917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:57:17.828015 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-48281522-6756-480a-b9dc-4bbb48cda585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:17.907212 n-d-800634-3 neutron-server[93915]: INFO neutron.db.ipam_backend_mixin [None req-74b5627f-6bed-43d6-b246-e94a1a545693 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 4629afa5-497a-43ca-8683-60974d539e3e (CIDR: 2001:db8::/64) Jul 14 18:57:17.910773 n-d-800634-3 neutron-server[93915]: INFO neutron.pecan_wsgi.hooks.translation [None req-74b5627f-6bed-43d6-b246-e94a1a545693 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 18:57:17.911636 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-74b5627f-6bed-43d6-b246-e94a1a545693 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93915) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 18:57:17.931732 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-74b5627f-6bed-43d6-b246-e94a1a545693 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2669797 Jul 14 18:57:17.932082 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48281522-6756-480a-b9dc-4bbb48cda585 None None] Pushing event updated for resources: {'Port': ['ID=bfe0fc60-2c62-48cc-8684-cde439df5242,revision_number=6']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:57:17.932582 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 54566) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:57:17.937679 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-aa34012c-66e3-4cd3-aa71-f3dfb9bdfa07 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Request body: {'subnet': {'network_id': 'a5c5094a-0c8b-4812-a804-aa975418e7bb', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:57:17.942924 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 54568) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:57:18.048156 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-05efec23-9da3-47b5-84c9-bfd54efb0859 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=37a349cf762f4b41bdd1c3d09ba3c2fb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1031904 Jul 14 18:57:18.049427 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 54570) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:57:18.097620 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa34012c-66e3-4cd3-aa71-f3dfb9bdfa07 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Made reservation on behalf of 8cc151c1a6834557b6005ab4171146b5 for: {'subnet': 1} {{(pid=93915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:57:18.101897 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-aa34012c-66e3-4cd3-aa71-f3dfb9bdfa07 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28969735'] for subnet, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:18.108689 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-1e0abea6-6d86-44bf-b862-fcfc628f7fab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:18.138219 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-1e0abea6-6d86-44bf-b862-fcfc628f7fab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:18.193974 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-1e0abea6-6d86-44bf-b862-fcfc628f7fab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:18.202800 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-1e0abea6-6d86-44bf-b862-fcfc628f7fab admin admin] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:18.204852 n-d-800634-3 neutron-server[93915]: INFO neutron.db.ipam_backend_mixin [None req-aa34012c-66e3-4cd3-aa71-f3dfb9bdfa07 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 3b81a727-982c-47e0-8837-8a67fcf93ab7 (CIDR: 2001:db8:0:1::/64) Jul 14 18:57:18.207117 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-1e0abea6-6d86-44bf-b862-fcfc628f7fab admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/fa7460cc-ff72-4287-9dca-8cf130f36659 HTTP/1.1" status: 204 len: 168 time: 0.1565955 Jul 14 18:57:18.210247 n-d-800634-3 neutron-server[93915]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa34012c-66e3-4cd3-aa71-f3dfb9bdfa07 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 18:57:18.210978 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa34012c-66e3-4cd3-aa71-f3dfb9bdfa07 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93915) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 18:57:18.217949 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0abea6-6d86-44bf-b862-fcfc628f7fab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa7460cc-ff72-4287-9dca-8cf130f36659,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:57:18.234859 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-aa34012c-66e3-4cd3-aa71-f3dfb9bdfa07 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.3015347 Jul 14 18:57:18.237913 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 54576) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:57:18.243182 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-70ec3781-ed80-46da-b4de-c1c3f54fc9d8 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Request body: {'subnet': {'network_id': 'a5c5094a-0c8b-4812-a804-aa975418e7bb', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:57:18.366347 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70ec3781-ed80-46da-b4de-c1c3f54fc9d8 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Made reservation on behalf of 8cc151c1a6834557b6005ab4171146b5 for: {'subnet': 1} {{(pid=93915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:57:18.370229 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-70ec3781-ed80-46da-b4de-c1c3f54fc9d8 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28969735'] for subnet, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:18.599755 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-c2d8aa05-2703-4c27-95d4-d0b1f7c92bbf None None] Provisioning for port bfe0fc60-2c62-48cc-8684-cde439df5242 completed by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:57:18.604645 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-c2d8aa05-2703-4c27-95d4-d0b1f7c92bbf None None] Provisioning complete for port bfe0fc60-2c62-48cc-8684-cde439df5242 triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:57:18.605423 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-c2d8aa05-2703-4c27-95d4-d0b1f7c92bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:18.633428 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device bfe0fc60-2c62-48cc-8684-cde439df5242 up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:57:18.678009 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-70ec3781-ed80-46da-b4de-c1c3f54fc9d8 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25912837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28969781'] for subnet, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:18.730729 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70ec3781-ed80-46da-b4de-c1c3f54fc9d8 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Network a5c5094a-0c8b-4812-a804-aa975418e7bb is already hosted by enough agents. {{(pid=93915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:57:18.734868 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [None req-70ec3781-ed80-46da-b4de-c1c3f54fc9d8 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Resources bound (agent type, host, resource id): {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:57:18.738163 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70ec3781-ed80-46da-b4de-c1c3f54fc9d8 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:57:18.739312 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-70ec3781-ed80-46da-b4de-c1c3f54fc9d8 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Notify callbacks [] for subnet, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:18.760952 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ec3781-ed80-46da-b4de-c1c3f54fc9d8 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Pushing event updated for resources: {'Subnet': ['ID=919b6f99-cc6d-46aa-b8ce-283f4badef04,revision_number=0']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:57:18.765691 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port bfe0fc60-2c62-48cc-8684-cde439df5242 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:57:18.766427 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:18.779381 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-70ec3781-ed80-46da-b4de-c1c3f54fc9d8 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.5375440 Jul 14 18:57:18.779884 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 54578) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:57:18.786042 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-6f8181c4-a66d-4391-ba96-02500d9b6593 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1190770447', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '919b6f99-cc6d-46aa-b8ce-283f4badef04'}], 'security_groups': ['786821e6-203a-406c-8866-735f9f7e1a1a', 'aedb608c-6d3b-4884-b7c8-ec04803fe680']}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:57:18.810585 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-c2d8aa05-2703-4c27-95d4-d0b1f7c92bbf None None] Provisioning complete for port 1ed72339-b73c-4304-bf63-41187f828591 triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:57:18.811006 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-c2d8aa05-2703-4c27-95d4-d0b1f7c92bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:18.817995 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0469a1b8-2760-41e5-9b94-b3f9a6335fdf None None] Network a5c5094a-0c8b-4812-a804-aa975418e7bb requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:57:18.920134 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-c2d8aa05-2703-4c27-95d4-d0b1f7c92bbf None None] Port 1ed72339-b73c-4304-bf63-41187f828591 cannot update to ACTIVE because it is not bound. {{(pid=93917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 18:57:18.968457 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-6f8181c4-a66d-4391-ba96-02500d9b6593 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:19.061574 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-3511ddec-3145-4cf8-b44c-5788d239bc56 None None] Provisioning for port e913315d-320e-4740-916f-a5f85373986e completed by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:57:19.069349 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-3511ddec-3145-4cf8-b44c-5788d239bc56 None None] Provisioning complete for port e913315d-320e-4740-916f-a5f85373986e triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:57:19.069721 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-3511ddec-3145-4cf8-b44c-5788d239bc56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:19.108475 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-3511ddec-3145-4cf8-b44c-5788d239bc56 None None] Port e913315d-320e-4740-916f-a5f85373986e cannot update to ACTIVE because it is not bound. {{(pid=93917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 18:57:19.170350 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdd0a82d-6673-4778-8974-d5aa5f98a603 None None] Update dhcp port {'port': {'network_id': 'a5c5094a-0c8b-4812-a804-aa975418e7bb', 'fixed_ips': [{'subnet_id': '3b81a727-982c-47e0-8837-8a67fcf93ab7', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '4629afa5-497a-43ca-8683-60974d539e3e', 'ip_address': '2001:db8::2'}, {'subnet_id': '919b6f99-cc6d-46aa-b8ce-283f4badef04'}], 'binding:host_id': 'n-d-800634-3'}, 'id': 'bfe0fc60-2c62-48cc-8684-cde439df5242'} from n-d-800634-3. {{(pid=93917) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 14 18:57:19.204575 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-bdd0a82d-6673-4778-8974-d5aa5f98a603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:19.277858 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.db_base_plugin_common [None req-6f8181c4-a66d-4391-ba96-02500d9b6593 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Delete allocated IP 2001:db8::32 (a5c5094a-0c8b-4812-a804-aa975418e7bb/4629afa5-497a-43ca-8683-60974d539e3e) {{(pid=93915) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 14 18:57:19.285744 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.db_base_plugin_common [None req-6f8181c4-a66d-4391-ba96-02500d9b6593 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Allocated IP 2001:db8:0:2::248 (a5c5094a-0c8b-4812-a804-aa975418e7bb/919b6f99-cc6d-46aa-b8ce-283f4badef04/e913315d-320e-4740-916f-a5f85373986e) {{(pid=93915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:57:19.785362 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-6f8181c4-a66d-4391-ba96-02500d9b6593 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Notify callbacks [] for port, precommit_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:19.796827 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.provisioning_blocks [None req-6f8181c4-a66d-4391-ba96-02500d9b6593 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Ignored duplicate provisioning block setup for port e913315d-320e-4740-916f-a5f85373986e by entity DHCP. {{(pid=93915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 14 18:57:19.801187 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-6f8181c4-a66d-4391-ba96-02500d9b6593 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25912978'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:19.851522 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.db_base_plugin_common [None req-bdd0a82d-6673-4778-8974-d5aa5f98a603 None None] Allocated IP 2001:db8:0:2::2 (a5c5094a-0c8b-4812-a804-aa975418e7bb/919b6f99-cc6d-46aa-b8ce-283f4badef04/bfe0fc60-2c62-48cc-8684-cde439df5242) {{(pid=93917) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:57:19.861359 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [None req-6f8181c4-a66d-4391-ba96-02500d9b6593 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] In _notify_port_updated(), no bound segment for port e913315d-320e-4740-916f-a5f85373986e on network a5c5094a-0c8b-4812-a804-aa975418e7bb {{(pid=93915) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 14 18:57:19.866779 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f8181c4-a66d-4391-ba96-02500d9b6593 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:57:19.867417 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-6f8181c4-a66d-4391-ba96-02500d9b6593 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:19.868719 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-6f8181c4-a66d-4391-ba96-02500d9b6593 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] 10.222.0.16 "PUT /v2.0/ports/e913315d-320e-4740-916f-a5f85373986e HTTP/1.1" status: 200 len: 970 time: 1.0877967 Jul 14 18:57:19.871555 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 54580) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:57:19.884726 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8181c4-a66d-4391-ba96-02500d9b6593 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Pushing event updated for resources: {'Port': ['ID=e913315d-320e-4740-916f-a5f85373986e,revision_number=2']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:57:19.950217 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-bdd0a82d-6673-4778-8974-d5aa5f98a603 None None] For port bfe0fc60-2c62-48cc-8684-cde439df5242, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=bfe0fc60-2c62-48cc-8684-cde439df5242,segment=NetworkSegment(7f1c6d6a-d980-497b-a22a-66d0f6d8f76a),segment_id=7f1c6d6a-d980-497b-a22a-66d0f6d8f76a)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:57:19.975486 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [None req-0fdba564-09d2-4e0c-b8bb-0d11534a5c6a tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Deleting port e913315d-320e-4740-916f-a5f85373986e {{(pid=93915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:57:19.975828 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-0fdba564-09d2-4e0c-b8bb-0d11534a5c6a tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:19.980956 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-bdd0a82d-6673-4778-8974-d5aa5f98a603 None None] Notify callbacks [] for port, precommit_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:19.994108 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-bdd0a82d-6673-4778-8974-d5aa5f98a603 None None] Transition to ACTIVE for port object bfe0fc60-2c62-48cc-8684-cde439df5242 will not be triggered until provisioned by entity DHCP. {{(pid=93917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:57:19.997943 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-bdd0a82d-6673-4778-8974-d5aa5f98a603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:20.062373 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-0fdba564-09d2-4e0c-b8bb-0d11534a5c6a tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:20.074553 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [None req-0fdba564-09d2-4e0c-b8bb-0d11534a5c6a tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Calling delete_port for e913315d-320e-4740-916f-a5f85373986e owned by {{(pid=93915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:57:20.208986 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-0fdba564-09d2-4e0c-b8bb-0d11534a5c6a tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:20.239466 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdba564-09d2-4e0c-b8bb-0d11534a5c6a tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Pushing event deleted for resources: {'Port': ['ID=e913315d-320e-4740-916f-a5f85373986e,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:57:20.274943 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd0a82d-6673-4778-8974-d5aa5f98a603 None None] Pushing event updated for resources: {'Port': ['ID=bfe0fc60-2c62-48cc-8684-cde439df5242,revision_number=7']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:57:20.281691 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-0fdba564-09d2-4e0c-b8bb-0d11534a5c6a tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:20.283879 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-0fdba564-09d2-4e0c-b8bb-0d11534a5c6a tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] 10.222.0.16 "DELETE /v2.0/ports/e913315d-320e-4740-916f-a5f85373986e HTTP/1.1" status: 204 len: 168 time: 0.4113574 Jul 14 18:57:20.287003 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 54582) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:57:20.321074 n-d-800634-3 neutron-server[93916]: INFO neutron.pecan_wsgi.hooks.translation [None req-a270219d-fad1-4928-b57d-f57a301cb7c0 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] GET failed (client error): The resource could not be found. Jul 14 18:57:20.322929 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-a270219d-fad1-4928-b57d-f57a301cb7c0 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] 10.222.0.16 "GET /v2.0/ports/e913315d-320e-4740-916f-a5f85373986e HTTP/1.1" status: 404 len: 333 time: 0.0323138 Jul 14 18:57:20.325907 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 54584) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:57:20.380329 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-7fbb1e40-a289-4814-88ad-bd3c100a5952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:20.390613 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-11972093-1947-4aa3-a1b2-5f0fcbf07f2c tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Notify callbacks [] for security_group, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:20.414285 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-11972093-1947-4aa3-a1b2-5f0fcbf07f2c tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:20.462642 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-11972093-1947-4aa3-a1b2-5f0fcbf07f2c tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:20.466307 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-11972093-1947-4aa3-a1b2-5f0fcbf07f2c tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Notify callbacks [] for security_group, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:20.469913 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-11972093-1947-4aa3-a1b2-5f0fcbf07f2c tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] 10.222.0.16 "DELETE /v2.0/security-groups/1862cc54-1920-4421-8e06-0e79bfc2c5fa HTTP/1.1" status: 204 len: 168 time: 0.1405668 Jul 14 18:57:20.470971 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 54586) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:57:20.480211 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11972093-1947-4aa3-a1b2-5f0fcbf07f2c tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1862cc54-1920-4421-8e06-0e79bfc2c5fa,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:57:20.536470 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-f458810f-be37-485d-be8b-5c8dd3c3844d tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Notify callbacks [] for security_group, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:20.564772 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-f458810f-be37-485d-be8b-5c8dd3c3844d tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:20.610368 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device bfe0fc60-2c62-48cc-8684-cde439df5242 up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:57:20.618253 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-f458810f-be37-485d-be8b-5c8dd3c3844d tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:20.621498 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-f458810f-be37-485d-be8b-5c8dd3c3844d tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:20.622673 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-f458810f-be37-485d-be8b-5c8dd3c3844d tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] 10.222.0.16 "DELETE /v2.0/security-groups/aedb608c-6d3b-4884-b7c8-ec04803fe680 HTTP/1.1" status: 204 len: 168 time: 0.1506822 Jul 14 18:57:20.625634 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 54588) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:57:20.632706 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f458810f-be37-485d-be8b-5c8dd3c3844d tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aedb608c-6d3b-4884-b7c8-ec04803fe680,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:57:20.683114 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-ef788f06-459a-4cac-b641-6329d25cc191 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Notify callbacks [] for security_group, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:20.708599 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-ef788f06-459a-4cac-b641-6329d25cc191 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:20.752043 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-ef788f06-459a-4cac-b641-6329d25cc191 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:20.755189 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-ef788f06-459a-4cac-b641-6329d25cc191 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Notify callbacks [] for security_group, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:20.758856 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-ef788f06-459a-4cac-b641-6329d25cc191 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] 10.222.0.16 "DELETE /v2.0/security-groups/786821e6-203a-406c-8866-735f9f7e1a1a HTTP/1.1" status: 204 len: 168 time: 0.1296875 Jul 14 18:57:20.759345 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 54590) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:57:20.766935 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef788f06-459a-4cac-b641-6329d25cc191 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=786821e6-203a-406c-8866-735f9f7e1a1a,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:57:20.838889 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.db_base_plugin_v2 [None req-202d69fd-485c-45b8-9277-27a63dd628c9 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Deleting subnet 4629afa5-497a-43ca-8683-60974d539e3e {{(pid=93916) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 18:57:20.842439 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-202d69fd-485c-45b8-9277-27a63dd628c9 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Notify callbacks [] for subnet, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:20.884176 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-202d69fd-485c-45b8-9277-27a63dd628c9 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26296866'] for subnet, precommit_delete_associations {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:20.939725 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9daa4a50-4972-491e-b2e8-bbe80786e79e None None] Could not find standard attr ID for object e913315d-320e-4740-916f-a5f85373986e. {{(pid=93917) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 14 18:57:20.953000 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9daa4a50-4972-491e-b2e8-bbe80786e79e None None] Provisioning for port bfe0fc60-2c62-48cc-8684-cde439df5242 completed by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:57:20.957177 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9daa4a50-4972-491e-b2e8-bbe80786e79e None None] Provisioning complete for port bfe0fc60-2c62-48cc-8684-cde439df5242 triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:57:20.958010 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9daa4a50-4972-491e-b2e8-bbe80786e79e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:20.972917 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-202d69fd-485c-45b8-9277-27a63dd628c9 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081283'] for subnet, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:21.041250 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-202d69fd-485c-45b8-9277-27a63dd628c9 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2684816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26033152'] for subnet, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:21.061941 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9daa4a50-4972-491e-b2e8-bbe80786e79e None None] Provisioning complete for port 1ed72339-b73c-4304-bf63-41187f828591 triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:57:21.062324 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9daa4a50-4972-491e-b2e8-bbe80786e79e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:21.070304 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202d69fd-485c-45b8-9277-27a63dd628c9 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Pushing event deleted for resources: {'Subnet': ['ID=4629afa5-497a-43ca-8683-60974d539e3e,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:57:21.075977 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-202d69fd-485c-45b8-9277-27a63dd628c9 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Notify callbacks [] for subnet, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:21.078252 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-202d69fd-485c-45b8-9277-27a63dd628c9 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] 10.222.0.16 "DELETE /v2.0/subnets/4629afa5-497a-43ca-8683-60974d539e3e HTTP/1.1" status: 204 len: 168 time: 0.3180370 Jul 14 18:57:21.083923 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 54592) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:57:21.098545 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-9daa4a50-4972-491e-b2e8-bbe80786e79e None None] Port 1ed72339-b73c-4304-bf63-41187f828591 cannot update to ACTIVE because it is not bound. {{(pid=93917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 18:57:21.104003 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d898d8f-1e5e-42fd-8b07-fc027a36efd7 None None] Network a5c5094a-0c8b-4812-a804-aa975418e7bb requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:57:21.139000 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.db_base_plugin_v2 [None req-e993e573-be18-451a-bd71-42be8e2937a6 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Deleting subnet 919b6f99-cc6d-46aa-b8ce-283f4badef04 {{(pid=93916) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 18:57:21.141983 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-e993e573-be18-451a-bd71-42be8e2937a6 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Notify callbacks [] for subnet, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:21.181321 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-e993e573-be18-451a-bd71-42be8e2937a6 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26296866'] for subnet, precommit_delete_associations {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:21.216425 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-5ef8de66-ff1e-452e-9501-1b2d42781993 None None] Could not find standard attr ID for object e913315d-320e-4740-916f-a5f85373986e. {{(pid=93917) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 14 18:57:21.270668 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-e993e573-be18-451a-bd71-42be8e2937a6 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081283'] for subnet, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:21.331739 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-e993e573-be18-451a-bd71-42be8e2937a6 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2684816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26033152'] for subnet, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:21.363099 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-e993e573-be18-451a-bd71-42be8e2937a6 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Notify callbacks [] for subnet, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:21.367709 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 54594) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:57:21.368363 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-e993e573-be18-451a-bd71-42be8e2937a6 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] 10.222.0.16 "DELETE /v2.0/subnets/919b6f99-cc6d-46aa-b8ce-283f4badef04 HTTP/1.1" status: 204 len: 168 time: 0.2813611 Jul 14 18:57:21.368656 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e993e573-be18-451a-bd71-42be8e2937a6 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Pushing event deleted for resources: {'Subnet': ['ID=919b6f99-cc6d-46aa-b8ce-283f4badef04,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:57:21.398399 n-d-800634-3 neutron-server[93915]: INFO neutron.pecan_wsgi.hooks.translation [None req-11c4dec3-d722-4b81-a750-1fd01a880468 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] DELETE failed (client error): The resource could not be found. Jul 14 18:57:21.398776 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-11c4dec3-d722-4b81-a750-1fd01a880468 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93915) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 18:57:21.400559 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-11c4dec3-d722-4b81-a750-1fd01a880468 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] 10.222.0.16 "DELETE /v2.0/subnets/4629afa5-497a-43ca-8683-60974d539e3e HTTP/1.1" status: 404 len: 337 time: 0.0317504 Jul 14 18:57:21.403428 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 54596) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:57:21.457966 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.db_base_plugin_v2 [None req-90f18525-9d73-4770-ad45-6683dc5e4ba9 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Deleting subnet 3b81a727-982c-47e0-8837-8a67fcf93ab7 {{(pid=93915) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 18:57:21.461537 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-90f18525-9d73-4770-ad45-6683dc5e4ba9 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Notify callbacks [] for subnet, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:21.503636 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-90f18525-9d73-4770-ad45-6683dc5e4ba9 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28939913'] for subnet, precommit_delete_associations {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:21.554512 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-0888d751-c3d7-4db1-8773-547208748fa1 req-428a7a63-f44d-4052-a795-08e4600d7b9b service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=03a24d87-527f-4d5b-a998-53393446562a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0306528 Jul 14 18:57:21.610714 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-90f18525-9d73-4770-ad45-6683dc5e4ba9 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081283'] for subnet, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:21.628044 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-0888d751-c3d7-4db1-8773-547208748fa1 req-7dbee255-4c07-4201-9a4e-9356391e10da service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c51e850593fc4a37af9470721017e8e7&device_id=03a24d87-527f-4d5b-a998-53393446562a HTTP/1.1" status: 200 len: 210 time: 0.0325022 Jul 14 18:57:21.671798 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-0888d751-c3d7-4db1-8773-547208748fa1 req-525feac5-89a3-4736-92c6-4745a08687a0 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=c51e850593fc4a37af9470721017e8e7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0217988 Jul 14 18:57:21.679013 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-90f18525-9d73-4770-ad45-6683dc5e4ba9 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25913028', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28969762'] for subnet, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:21.708071 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f18525-9d73-4770-ad45-6683dc5e4ba9 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Pushing event deleted for resources: {'Subnet': ['ID=3b81a727-982c-47e0-8837-8a67fcf93ab7,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:57:21.713100 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-90f18525-9d73-4770-ad45-6683dc5e4ba9 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Notify callbacks [] for subnet, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:21.715494 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-90f18525-9d73-4770-ad45-6683dc5e4ba9 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] 10.222.0.16 "DELETE /v2.0/subnets/3b81a727-982c-47e0-8837-8a67fcf93ab7 HTTP/1.1" status: 204 len: 168 time: 0.3111277 Jul 14 18:57:21.717952 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 54598) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:57:21.746204 n-d-800634-3 neutron-server[93915]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd7a981b-e817-4efe-8e87-b41a3367878b tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] DELETE failed (client error): The resource could not be found. Jul 14 18:57:21.746204 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd7a981b-e817-4efe-8e87-b41a3367878b tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93915) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 18:57:21.747934 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-fd7a981b-e817-4efe-8e87-b41a3367878b tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] 10.222.0.16 "DELETE /v2.0/subnets/2145d112-7edc-47a5-942f-080b0d9cefbd HTTP/1.1" status: 404 len: 337 time: 0.0290310 Jul 14 18:57:21.750494 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 54600) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:57:21.781515 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0888d751-c3d7-4db1-8773-547208748fa1 req-158e8d81-470c-4425-9a9f-f880cd06b5a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:57:21.783003 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-0888d751-c3d7-4db1-8773-547208748fa1 req-158e8d81-470c-4425-9a9f-f880cd06b5a4 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1049037 Jul 14 18:57:21.787289 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-5b652570-b73f-421a-afb2-e0628555fd10 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] 10.222.0.16 "GET /v2.0/ports?device_id=be62ad77-c8bc-4231-9a45-445f7fa91b1a HTTP/1.1" status: 200 len: 205 time: 0.0356703 Jul 14 18:57:21.789614 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 54602) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:57:21.826818 n-d-800634-3 neutron-server[93915]: INFO neutron.api.v2.resource [None req-549d808f-d172-4a3a-b207-6fa8cf821a9f tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] delete failed (client error): The resource could not be found. Jul 14 18:57:21.827882 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-549d808f-d172-4a3a-b207-6fa8cf821a9f tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] 10.222.0.16 "DELETE /v2.0/routers/be62ad77-c8bc-4231-9a45-445f7fa91b1a HTTP/1.1" status: 404 len: 336 time: 0.0373831 Jul 14 18:57:21.830684 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 54604) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:57:21.836764 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32dd442f-4e34-4133-8988-b449a0d1a211 None None] Network a5c5094a-0c8b-4812-a804-aa975418e7bb requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:57:21.858482 n-d-800634-3 neutron-server[93916]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e4072f8-fae9-40ea-9933-a58fafc52f46 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] DELETE failed (client error): The resource could not be found. Jul 14 18:57:21.859015 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e4072f8-fae9-40ea-9933-a58fafc52f46 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93916) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 18:57:21.860984 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-4e4072f8-fae9-40ea-9933-a58fafc52f46 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] 10.222.0.16 "DELETE /v2.0/subnets/c344e4dd-e9ad-4a8c-889d-8aca7c7b251b HTTP/1.1" status: 404 len: 337 time: 0.0293148 Jul 14 18:57:21.863469 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 54606) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:57:21.894411 n-d-800634-3 neutron-server[93916]: INFO neutron.pecan_wsgi.hooks.translation [None req-8fe313a6-5e8d-4b51-ba30-612ab5ecbd8a tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] DELETE failed (client error): The resource could not be found. Jul 14 18:57:21.894856 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8fe313a6-5e8d-4b51-ba30-612ab5ecbd8a tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93916) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 18:57:21.896671 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-8fe313a6-5e8d-4b51-ba30-612ab5ecbd8a tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] 10.222.0.16 "DELETE /v2.0/subnets/db242729-fb96-4dc1-9221-bfe41c2f28cd HTTP/1.1" status: 404 len: 337 time: 0.0322163 Jul 14 18:57:21.899114 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 54608) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:57:21.924833 n-d-800634-3 neutron-server[93916]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b52ce67-aeee-47ee-af3f-99b15618cb97 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] DELETE failed (client error): The resource could not be found. Jul 14 18:57:21.925279 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b52ce67-aeee-47ee-af3f-99b15618cb97 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93916) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 18:57:21.927121 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-8b52ce67-aeee-47ee-af3f-99b15618cb97 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] 10.222.0.16 "DELETE /v2.0/subnets/3fd39e8d-ac11-41a8-9044-052136a91e3a HTTP/1.1" status: 404 len: 337 time: 0.0270524 Jul 14 18:57:21.929457 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 54610) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:57:21.956498 n-d-800634-3 neutron-server[93916]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7400fce-3705-4ce4-9b54-aad4977f70cb tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] DELETE failed (client error): The resource could not be found. Jul 14 18:57:21.957151 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b7400fce-3705-4ce4-9b54-aad4977f70cb tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93916) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 18:57:21.958995 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-b7400fce-3705-4ce4-9b54-aad4977f70cb tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] 10.222.0.16 "DELETE /v2.0/ports/3f792d59-ee8a-499f-bcea-4a29a0a4a400 HTTP/1.1" status: 404 len: 333 time: 0.0284982 Jul 14 18:57:21.961840 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 54612) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:57:21.966825 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-57298a0c-cfbf-4ebf-8a55-5664fb3c73be None None] Provisioning complete for port bfe0fc60-2c62-48cc-8684-cde439df5242 triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:57:21.967210 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-57298a0c-cfbf-4ebf-8a55-5664fb3c73be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:21.989067 n-d-800634-3 neutron-server[93915]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c6a76b8-93ea-43a7-85e3-bc3c6a67de65 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] DELETE failed (client error): The resource could not be found. Jul 14 18:57:21.989519 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c6a76b8-93ea-43a7-85e3-bc3c6a67de65 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93915) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 18:57:21.991224 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-9c6a76b8-93ea-43a7-85e3-bc3c6a67de65 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] 10.222.0.16 "DELETE /v2.0/subnets/4385af3d-714b-46b5-8e97-2da8d03f7d41 HTTP/1.1" status: 404 len: 337 time: 0.0282414 Jul 14 18:57:21.993740 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 54614) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:57:22.021263 n-d-800634-3 neutron-server[93915]: INFO neutron.pecan_wsgi.hooks.translation [None req-9069c634-b5a9-4ad7-86c0-eff415d7bc55 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] DELETE failed (client error): The resource could not be found. Jul 14 18:57:22.021631 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9069c634-b5a9-4ad7-86c0-eff415d7bc55 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93915) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 18:57:22.023390 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-9069c634-b5a9-4ad7-86c0-eff415d7bc55 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] 10.222.0.16 "DELETE /v2.0/subnets/4ed89455-0e01-4fde-940a-bfb3130aaa3e HTTP/1.1" status: 404 len: 337 time: 0.0285637 Jul 14 18:57:22.025947 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 54616) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:57:22.060228 n-d-800634-3 neutron-server[93915]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2e0aef7-4542-4973-8070-3bb39c7598c9 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] DELETE failed (client error): The resource could not be found. Jul 14 18:57:22.060891 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a2e0aef7-4542-4973-8070-3bb39c7598c9 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93915) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 18:57:22.062668 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-a2e0aef7-4542-4973-8070-3bb39c7598c9 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] 10.222.0.16 "DELETE /v2.0/ports/69ed0b5b-3ec0-4d46-8a25-3928f33f686a HTTP/1.1" status: 404 len: 333 time: 0.0357149 Jul 14 18:57:22.065145 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 54618) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:57:22.070261 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-57298a0c-cfbf-4ebf-8a55-5664fb3c73be None None] Provisioning complete for port 1ed72339-b73c-4304-bf63-41187f828591 triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:57:22.070640 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-57298a0c-cfbf-4ebf-8a55-5664fb3c73be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:22.091957 n-d-800634-3 neutron-server[93915]: INFO neutron.pecan_wsgi.hooks.translation [None req-a704854b-d8f9-47b4-ab10-8872c51614fe tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] DELETE failed (client error): The resource could not be found. Jul 14 18:57:22.092340 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a704854b-d8f9-47b4-ab10-8872c51614fe tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93915) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 18:57:22.093162 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1059d80-ad0c-4da5-81d3-4cc5f5dd1244 None None] DHCP port deletion for a5c5094a-0c8b-4812-a804-aa975418e7bb request from n-d-800634-3 {{(pid=93917) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 18:57:22.094053 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-a704854b-d8f9-47b4-ab10-8872c51614fe tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] 10.222.0.16 "DELETE /v2.0/subnets/12f34f96-294c-4a9f-a181-be55f2638969 HTTP/1.1" status: 404 len: 337 time: 0.0279310 Jul 14 18:57:22.096724 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 54620) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:57:22.122925 n-d-800634-3 neutron-server[93915]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab67b7dd-b55b-4b8b-9180-a264c938a40f tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] DELETE failed (client error): The resource could not be found. Jul 14 18:57:22.123368 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ab67b7dd-b55b-4b8b-9180-a264c938a40f tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93915) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 18:57:22.125086 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-ab67b7dd-b55b-4b8b-9180-a264c938a40f tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] 10.222.0.16 "DELETE /v2.0/subnets/8b741f51-7106-4b97-ad55-c7f705c7df52 HTTP/1.1" status: 404 len: 337 time: 0.0274715 Jul 14 18:57:22.127771 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 54622) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:57:22.130722 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-57298a0c-cfbf-4ebf-8a55-5664fb3c73be None None] Port 1ed72339-b73c-4304-bf63-41187f828591 cannot update to ACTIVE because it is not bound. {{(pid=93917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 18:57:22.154244 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-e1059d80-ad0c-4da5-81d3-4cc5f5dd1244 None None] Deleting port bfe0fc60-2c62-48cc-8684-cde439df5242 {{(pid=93917) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:57:22.154629 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-e1059d80-ad0c-4da5-81d3-4cc5f5dd1244 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:22.218241 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-e1059d80-ad0c-4da5-81d3-4cc5f5dd1244 None None] For port bfe0fc60-2c62-48cc-8684-cde439df5242, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=bfe0fc60-2c62-48cc-8684-cde439df5242,segment=NetworkSegment(7f1c6d6a-d980-497b-a22a-66d0f6d8f76a),segment_id=7f1c6d6a-d980-497b-a22a-66d0f6d8f76a)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:57:22.218553 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-e1059d80-ad0c-4da5-81d3-4cc5f5dd1244 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:22.224769 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [None req-b34fe899-bc2f-4c3f-8e81-6f35340af44f tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Deleting port 1ed72339-b73c-4304-bf63-41187f828591 {{(pid=93915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:57:22.225109 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-b34fe899-bc2f-4c3f-8e81-6f35340af44f tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:22.231568 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-e1059d80-ad0c-4da5-81d3-4cc5f5dd1244 None None] Calling delete_port for bfe0fc60-2c62-48cc-8684-cde439df5242 owned by network:dhcp {{(pid=93917) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:57:22.295876 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-b34fe899-bc2f-4c3f-8e81-6f35340af44f tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:22.309287 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [None req-b34fe899-bc2f-4c3f-8e81-6f35340af44f tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Calling delete_port for 1ed72339-b73c-4304-bf63-41187f828591 owned by {{(pid=93915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:57:22.313584 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-e1059d80-ad0c-4da5-81d3-4cc5f5dd1244 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813'] for port, after_delete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:22.340885 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1059d80-ad0c-4da5-81d3-4cc5f5dd1244 None None] Pushing event deleted for resources: {'Port': ['ID=bfe0fc60-2c62-48cc-8684-cde439df5242,revision_number=None']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:57:22.342675 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1059d80-ad0c-4da5-81d3-4cc5f5dd1244 None None] No DVR routers for this DVR port bfe0fc60-2c62-48cc-8684-cde439df5242 on host n-d-800634-3 {{(pid=93917) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 18:57:22.389559 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-b34fe899-bc2f-4c3f-8e81-6f35340af44f tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:22.422839 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34fe899-bc2f-4c3f-8e81-6f35340af44f tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Pushing event deleted for resources: {'Port': ['ID=1ed72339-b73c-4304-bf63-41187f828591,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:57:22.428026 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-b34fe899-bc2f-4c3f-8e81-6f35340af44f tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:22.429999 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-b34fe899-bc2f-4c3f-8e81-6f35340af44f tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] 10.222.0.16 "DELETE /v2.0/ports/1ed72339-b73c-4304-bf63-41187f828591 HTTP/1.1" status: 204 len: 168 time: 0.3012645 Jul 14 18:57:22.432415 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 54624) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:57:22.508271 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-f6791121-fe1a-44be-8dd7-dca037db8330 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645734'] for network, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:22.590577 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device bfe0fc60-2c62-48cc-8684-cde439df5242 no longer exists at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 18:57:22.602239 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-f6791121-fe1a-44be-8dd7-dca037db8330 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2096010', 'neutron.services.segments.db._delete_segments_for_network-8728202734996'] for network, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:22.610100 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] No Port match for: bfe0fc60-2c62-48cc-8684-cde439df5242 {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 18:57:22.610446 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device bfe0fc60-2c62-48cc-8684-cde439df5242 not bound to the agent host n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 18:57:22.613057 n-d-800634-3 neutron-server[93915]: DEBUG neutron.services.segments.db [None req-f6791121-fe1a-44be-8dd7-dca037db8330 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5c5094a-0c8b-4812-a804-aa975418e7bb']}} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:57:22.624439 n-d-800634-3 neutron-server[93915]: DEBUG neutron.services.segments.db [None req-f6791121-fe1a-44be-8dd7-dca037db8330 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f1c6d6a-d980-497b-a22a-66d0f6d8f76a') {'for_net_delete': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:57:22.624736 n-d-800634-3 neutron-server[93915]: DEBUG neutron.services.segments.db [None req-f6791121-fe1a-44be-8dd7-dca037db8330 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f1c6d6a-d980-497b-a22a-66d0f6d8f76a') {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:57:22.633651 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-f6791121-fe1a-44be-8dd7-dca037db8330 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728202715275', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28939920'] for segment, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:22.647442 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-f6791121-fe1a-44be-8dd7-dca037db8330 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:22.653413 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6791121-fe1a-44be-8dd7-dca037db8330 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Releasing vlan 69 on physical network physnet1 to pool {{(pid=93915) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 18:57:22.653797 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-f6791121-fe1a-44be-8dd7-dca037db8330 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25911658'] for segment, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:22.657084 n-d-800634-3 neutron-server[93915]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:57:22.657084 n-d-800634-3 neutron-server[93915]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:57:22.657084 n-d-800634-3 neutron-server[93915]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:57:22.657084 n-d-800634-3 neutron-server[93915]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:57:22.657084 n-d-800634-3 neutron-server[93915]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:57:22.657084 n-d-800634-3 neutron-server[93915]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:57:22.657084 n-d-800634-3 neutron-server[93915]: Traceback (most recent call last): Jul 14 18:57:22.657084 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 18:57:22.657084 n-d-800634-3 neutron-server[93915]: timer() Jul 14 18:57:22.657084 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 18:57:22.657084 n-d-800634-3 neutron-server[93915]: cb(*args, **kw) Jul 14 18:57:22.657084 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 18:57:22.657084 n-d-800634-3 neutron-server[93915]: return func(*args, **kwargs) Jul 14 18:57:22.657084 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 18:57:22.657084 n-d-800634-3 neutron-server[93915]: self._notify() Jul 14 18:57:22.657084 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 18:57:22.657084 n-d-800634-3 neutron-server[93915]: self.callback(batched_events) Jul 14 18:57:22.657084 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 18:57:22.657084 n-d-800634-3 neutron-server[93915]: event.method(event) Jul 14 18:57:22.657084 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 18:57:22.657084 n-d-800634-3 neutron-server[93915]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 18:57:22.657084 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 18:57:22.657084 n-d-800634-3 neutron-server[93915]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 18:57:22.657084 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 18:57:22.657084 n-d-800634-3 neutron-server[93915]: return f(self, *a, **k) Jul 14 18:57:22.657084 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 18:57:22.657084 n-d-800634-3 neutron-server[93915]: return self._get(url).json() Jul 14 18:57:22.657084 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 18:57:22.657084 n-d-800634-3 neutron-server[93915]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 18:57:22.657084 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 18:57:22.657084 n-d-800634-3 neutron-server[93915]: return self.request(url, 'GET', **kwargs) Jul 14 18:57:22.657084 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 18:57:22.657084 n-d-800634-3 neutron-server[93915]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 18:57:22.657084 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 18:57:22.657084 n-d-800634-3 neutron-server[93915]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 18:57:22.657084 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 18:57:22.657084 n-d-800634-3 neutron-server[93915]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 18:57:22.657084 n-d-800634-3 neutron-server[93915]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 18:57:22.714558 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-f6791121-fe1a-44be-8dd7-dca037db8330 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2096001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-930085'] for network, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:22.721436 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-f6791121-fe1a-44be-8dd7-dca037db8330 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Notify callbacks [] for network, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:22.723278 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-f6791121-fe1a-44be-8dd7-dca037db8330 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] 10.222.0.16 "DELETE /v2.0/networks/a5c5094a-0c8b-4812-a804-aa975418e7bb HTTP/1.1" status: 204 len: 168 time: 0.2899520 Jul 14 18:57:22.735511 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6791121-fe1a-44be-8dd7-dca037db8330 tempest-PortsIpV6TestJSON-947949085 tempest-PortsIpV6TestJSON-947949085-project] Pushing event deleted for resources: {'Network': ['ID=a5c5094a-0c8b-4812-a804-aa975418e7bb,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:57:22.830345 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-32441447-8a08-4da3-a133-3fd13e36fdf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:22.929103 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 54632) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:57:22.972819 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 54634) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:57:23.091309 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-f1f6b9f1-4f09-4c8f-adb7-0c8e7142fb07 tempest-TestVolumeBackupRestore-976339583 tempest-TestVolumeBackupRestore-976339583-project] Deleting port b3523bcd-5e0f-456f-a1b1-2cab2df36013 {{(pid=93916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:57:23.091654 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-f1f6b9f1-4f09-4c8f-adb7-0c8e7142fb07 tempest-TestVolumeBackupRestore-976339583 tempest-TestVolumeBackupRestore-976339583-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:23.111033 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-220700df-d0de-441a-bede-75cc17d9b769 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8cc151c1a6834557b6005ab4171146b5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1369669 Jul 14 18:57:23.113627 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 54638) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:57:23.172276 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-536c9f38-c767-4980-9475-d7e2f39491a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:23.173934 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-f1f6b9f1-4f09-4c8f-adb7-0c8e7142fb07 tempest-TestVolumeBackupRestore-976339583 tempest-TestVolumeBackupRestore-976339583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:23.174278 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-f1f6b9f1-4f09-4c8f-adb7-0c8e7142fb07 tempest-TestVolumeBackupRestore-976339583 tempest-TestVolumeBackupRestore-976339583-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:23.186803 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:23.189365 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-f1f6b9f1-4f09-4c8f-adb7-0c8e7142fb07 tempest-TestVolumeBackupRestore-976339583 tempest-TestVolumeBackupRestore-976339583-project] Calling delete_port for b3523bcd-5e0f-456f-a1b1-2cab2df36013 owned by network:floatingip {{(pid=93916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:57:23.195209 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-536c9f38-c767-4980-9475-d7e2f39491a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:23.243895 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-536c9f38-c767-4980-9475-d7e2f39491a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:23.247089 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-536c9f38-c767-4980-9475-d7e2f39491a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:23.248282 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-536c9f38-c767-4980-9475-d7e2f39491a7 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/261b367e-8ed3-43d0-b114-c1defb78977e HTTP/1.1" status: 204 len: 168 time: 0.1336071 Jul 14 18:57:23.257825 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536c9f38-c767-4980-9475-d7e2f39491a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=261b367e-8ed3-43d0-b114-c1defb78977e,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:57:23.356795 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-f1f6b9f1-4f09-4c8f-adb7-0c8e7142fb07 tempest-TestVolumeBackupRestore-976339583 tempest-TestVolumeBackupRestore-976339583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:23.383992 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f6b9f1-4f09-4c8f-adb7-0c8e7142fb07 tempest-TestVolumeBackupRestore-976339583 tempest-TestVolumeBackupRestore-976339583-project] Pushing event deleted for resources: {'Port': ['ID=b3523bcd-5e0f-456f-a1b1-2cab2df36013,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:57:23.453953 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-f1f6b9f1-4f09-4c8f-adb7-0c8e7142fb07 tempest-TestVolumeBackupRestore-976339583 tempest-TestVolumeBackupRestore-976339583-project] Notify callbacks [] for floatingip, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:23.454314 n-d-800634-3 neutron-server[93916]: INFO neutron.db.l3_db [None req-f1f6b9f1-4f09-4c8f-adb7-0c8e7142fb07 tempest-TestVolumeBackupRestore-976339583 tempest-TestVolumeBackupRestore-976339583-project] Floating IP 4be21d09-5aba-4e4e-94d1-0cccfa10136e disassociated (deleted). External IP: 172.25.1.218, port: cd8baaa3-cd9f-4584-9bdc-a4816ac099f0. Jul 14 18:57:23.673213 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1f6b9f1-4f09-4c8f-adb7-0c8e7142fb07 tempest-TestVolumeBackupRestore-976339583 tempest-TestVolumeBackupRestore-976339583-project] Router dc95858d-41d5-4e5f-8465-44deaf1e4ff7 has already been hosted by L3 agent 2c6eb27e-defb-4cca-9a24-381c7415e359 {{(pid=93916) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 18:57:23.788610 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1f6b9f1-4f09-4c8f-adb7-0c8e7142fb07 tempest-TestVolumeBackupRestore-976339583 tempest-TestVolumeBackupRestore-976339583-project] Notify agent at l3_agent.n-d-800634-3 the message routers_updated {{(pid=93916) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 18:57:23.793867 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-f1f6b9f1-4f09-4c8f-adb7-0c8e7142fb07 tempest-TestVolumeBackupRestore-976339583 tempest-TestVolumeBackupRestore-976339583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for floatingip, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:23.803294 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca0a2ce2-b83a-4038-9fbd-087531ff42e5 None None] Sync routers for ids ['dc95858d-41d5-4e5f-8465-44deaf1e4ff7'] in n-d-800634-3 {{(pid=93917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 18:57:23.813083 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca0a2ce2-b83a-4038-9fbd-087531ff42e5 None None] Routers {'dc95858d-41d5-4e5f-8465-44deaf1e4ff7'} bound to L3 agent in host n-d-800634-3 {{(pid=93917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:57:23.813715 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-ca0a2ce2-b83a-4038-9fbd-087531ff42e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:57:23Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['dc95858d-41d5-4e5f-8465-44deaf1e4ff7'], 'active': True} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:57:23.838607 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-f1f6b9f1-4f09-4c8f-adb7-0c8e7142fb07 tempest-TestVolumeBackupRestore-976339583 tempest-TestVolumeBackupRestore-976339583-project] 10.222.0.16 "DELETE /v2.0/floatingips/4be21d09-5aba-4e4e-94d1-0cccfa10136e HTTP/1.1" status: 204 len: 168 time: 0.9078321 Jul 14 18:57:23.839711 n-d-800634-3 neutron-server[93916]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f5a0535-92d9-4283-80cb-59894b507fd3', 'tag': 'cd8baaa3-cd9f-4584-9bdc-a4816ac099f0'}] {{(pid=93916) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:57:23.842078 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f803e150b363a7893830aa996ac27753fa25517c406ecd3536b7c2d4b26eeb9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cedd045e-6473-4564-bd10-2cc3cdd1aa99" -d '{"events": [{"name": "network-changed", "server_uuid": "1f5a0535-92d9-4283-80cb-59894b507fd3", "tag": "cd8baaa3-cd9f-4584-9bdc-a4816ac099f0"}]}' {{(pid=93916) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:57:23.888898 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 18:57:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fab0e64b-df0e-4143-a390-353d339151e3 x-openstack-request-id: req-fab0e64b-df0e-4143-a390-353d339151e3 {{(pid=93916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:57:23.889196 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f5a0535-92d9-4283-80cb-59894b507fd3", "tag": "cd8baaa3-cd9f-4584-9bdc-a4816ac099f0", "status": "completed", "code": 200}]} {{(pid=93916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:57:23.889500 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-fab0e64b-df0e-4143-a390-353d339151e3 {{(pid=93916) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:57:23.889998 n-d-800634-3 neutron-server[93916]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f5a0535-92d9-4283-80cb-59894b507fd3', 'tag': 'cd8baaa3-cd9f-4584-9bdc-a4816ac099f0', 'status': 'completed', 'code': 200} Jul 14 18:57:23.945809 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvr_db [None req-ca0a2ce2-b83a-4038-9fbd-087531ff42e5 None None] Set router dc95858d-41d5-4e5f-8465-44deaf1e4ff7 gateway port host: n-d-800634-3 {{(pid=93917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 18:57:23.951892 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 54664) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:57:23.984232 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedd045e-6473-4564-bd10-2cc3cdd1aa99 req-aa05bdf0-d859-4695-afc0-c6d476a6960b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:57:23.986338 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-cedd045e-6473-4564-bd10-2cc3cdd1aa99 req-aa05bdf0-d859-4695-afc0-c6d476a6960b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ab3c6676b6134727ab7887b4428d3ba0&device_id=1f5a0535-92d9-4283-80cb-59894b507fd3 HTTP/1.1" status: 200 len: 1096 time: 0.0710065 Jul 14 18:57:24.090590 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-2f8a7402-a205-4654-bc8f-2c7c9e2a2e9c tempest-NegativeSecGroupTest-1053117114 tempest-NegativeSecGroupTest-1053117114-project] Request body: {'security_group': {'name': 'default'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:57:24.091030 n-d-800634-3 neutron-server[93915]: WARNING neutron.api.v2.base [None req-2f8a7402-a205-4654-bc8f-2c7c9e2a2e9c tempest-NegativeSecGroupTest-1053117114 tempest-NegativeSecGroupTest-1053117114-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 14 18:57:24.091619 n-d-800634-3 neutron-server[93915]: INFO neutron.api.v2.resource [None req-2f8a7402-a205-4654-bc8f-2c7c9e2a2e9c tempest-NegativeSecGroupTest-1053117114 tempest-NegativeSecGroupTest-1053117114-project] create failed (client error): There was a conflict when trying to complete your request. Jul 14 18:57:24.095985 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-2f8a7402-a205-4654-bc8f-2c7c9e2a2e9c tempest-NegativeSecGroupTest-1053117114 tempest-NegativeSecGroupTest-1053117114-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1396642 Jul 14 18:57:24.096761 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 54668) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:57:24.109309 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-50414fcb-3546-4bb9-8bb3-ec4628df359d tempest-NegativeSecGroupTest-1053117114 tempest-NegativeSecGroupTest-1053117114-project] Request body: {'security_group': {'name': 'tempest-secgroup--497886977'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:57:24.122569 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedd045e-6473-4564-bd10-2cc3cdd1aa99 req-7e7d267d-0db5-4263-adc3-f127e33d6c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:57:24.124073 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-cedd045e-6473-4564-bd10-2cc3cdd1aa99 req-7e7d267d-0db5-4263-adc3-f127e33d6c60 service neutron] 10.222.0.18 "GET /v2.0/networks?id=59d79f8f-a2cf-4f0e-9cf7-44b364654e71 HTTP/1.1" status: 200 len: 914 time: 0.1316688 Jul 14 18:57:24.172088 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-cedd045e-6473-4564-bd10-2cc3cdd1aa99 req-58fae9a5-d0b0-4873-b6ea-d97c82d06458 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cd8baaa3-cd9f-4584-9bdc-a4816ac099f0 HTTP/1.1" status: 200 len: 217 time: 0.0408788 Jul 14 18:57:24.173943 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-50414fcb-3546-4bb9-8bb3-ec4628df359d tempest-NegativeSecGroupTest-1053117114 tempest-NegativeSecGroupTest-1053117114-project] Notify callbacks [] for security_group, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:24.194209 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-50414fcb-3546-4bb9-8bb3-ec4628df359d tempest-NegativeSecGroupTest-1053117114 tempest-NegativeSecGroupTest-1053117114-project] Notify callbacks [] for security_group, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:24.206970 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-574aeb93-9938-449c-8e6c-cb22c9b52cc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:24.225417 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-ca0a2ce2-b83a-4038-9fbd-087531ff42e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc95858d-41d5-4e5f-8465-44deaf1e4ff7', 'name': 'tempest-TestVolumeBackupRestore-1766731314-router', 'tenant_id': 'ab3c6676b6134727ab7887b4428d3ba0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.141'}], 'enable_snat': True}, 'gw_port_id': '42f326e1-945f-4de6-9f0a-8a6833e562cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:54:02Z', 'updated_at': '2021-07-14T18:54:08Z', 'revision_number': 4, 'project_id': 'ab3c6676b6134727ab7887b4428d3ba0', 'gw_port': {'id': '42f326e1-945f-4de6-9f0a-8a6833e562cc', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:f7:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc95858d-41d5-4e5f-8465-44deaf1e4ff7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3526, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:54:04Z', 'updated_at': '2021-07-14T18:54:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_interfaces': [{'id': '50f295dd-f841-4147-8f1c-7cfa57295a83', 'name': '', 'network_id': '59d79f8f-a2cf-4f0e-9cf7-44b364654e71', 'tenant_id': 'ab3c6676b6134727ab7887b4428d3ba0', 'mac_address': 'fa:16:3e:99:ee:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc95858d-41d5-4e5f-8465-44deaf1e4ff7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3528, 'fixed_ips': [{'subnet_id': '844fd80b-fe8b-4b98-98f0-ed90aba01f58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:54:07Z', 'updated_at': '2021-07-14T18:54:14Z', 'revision_number': 5, 'project_id': 'ab3c6676b6134727ab7887b4428d3ba0', 'subnets': [{'id': '844fd80b-fe8b-4b98-98f0-ed90aba01f58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-3', False) {} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:57:24.257247 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca0a2ce2-b83a-4038-9fbd-087531ff42e5 None None] Checking router: dc95858d-41d5-4e5f-8465-44deaf1e4ff7 for host: n-d-800634-3 {{(pid=93917) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 18:57:24.268051 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca0a2ce2-b83a-4038-9fbd-087531ff42e5 None None] Routers {'dc95858d-41d5-4e5f-8465-44deaf1e4ff7'} bound to L3 agent in host n-d-800634-3 {{(pid=93917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:57:24.269059 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-ca0a2ce2-b83a-4038-9fbd-087531ff42e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:57:23Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['dc95858d-41d5-4e5f-8465-44deaf1e4ff7'], 'active': True} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:57:24.289744 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedd045e-6473-4564-bd10-2cc3cdd1aa99 req-c1f44125-f9a0-4891-8f33-bc5ed6e50cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:57:24.291281 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-cedd045e-6473-4564-bd10-2cc3cdd1aa99 req-c1f44125-f9a0-4891-8f33-bc5ed6e50cfb service neutron] 10.222.0.18 "GET /v2.0/subnets?id=844fd80b-fe8b-4b98-98f0-ed90aba01f58 HTTP/1.1" status: 200 len: 853 time: 0.1073797 Jul 14 18:57:24.384875 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvr_db [None req-ca0a2ce2-b83a-4038-9fbd-087531ff42e5 None None] Set router dc95858d-41d5-4e5f-8465-44deaf1e4ff7 gateway port host: n-d-800634-3 {{(pid=93917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 18:57:24.399819 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103d3f27-c549-4d7f-a063-216d1920bcb7 req-4a9a3172-c28b-4480-aaab-f03c598337ef tempest-TestVolumeBackupRestore-976339583 tempest-TestVolumeBackupRestore-976339583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:57:24.401442 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-103d3f27-c549-4d7f-a063-216d1920bcb7 req-4a9a3172-c28b-4480-aaab-f03c598337ef tempest-TestVolumeBackupRestore-976339583 tempest-TestVolumeBackupRestore-976339583-project] 10.222.0.16 "GET /v2.0/ports?device_id=1f5a0535-92d9-4283-80cb-59894b507fd3 HTTP/1.1" status: 200 len: 945 time: 0.1536996 Jul 14 18:57:24.442918 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedd045e-6473-4564-bd10-2cc3cdd1aa99 req-63057a45-a469-43da-bea7-76cdd5dc6e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:57:24.444521 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-cedd045e-6473-4564-bd10-2cc3cdd1aa99 req-63057a45-a469-43da-bea7-76cdd5dc6e16 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=59d79f8f-a2cf-4f0e-9cf7-44b364654e71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1426494 Jul 14 18:57:24.481381 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-50414fcb-3546-4bb9-8bb3-ec4628df359d tempest-NegativeSecGroupTest-1053117114 tempest-NegativeSecGroupTest-1053117114-project] Notify callbacks [] for security_group, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:24.521191 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-50414fcb-3546-4bb9-8bb3-ec4628df359d tempest-NegativeSecGroupTest-1053117114 tempest-NegativeSecGroupTest-1053117114-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:24.531037 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-103d3f27-c549-4d7f-a063-216d1920bcb7 req-3e08406b-5fd7-4c92-a09a-f85b6893fe0f tempest-TestVolumeBackupRestore-976339583 tempest-TestVolumeBackupRestore-976339583-project] 10.222.0.16 "GET /v2.0/security-groups?id=a69a7817-e0db-4957-9dd3-46ae7bcba614&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1205237 Jul 14 18:57:24.586994 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50414fcb-3546-4bb9-8bb3-ec4628df359d tempest-NegativeSecGroupTest-1053117114 tempest-NegativeSecGroupTest-1053117114-project] Pushing event updated for resources: {'SecurityGroup': ['ID=79df2cb3-6a2d-4fd2-9a42-3c0e09737efa,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:57:24.609289 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-ca0a2ce2-b83a-4038-9fbd-087531ff42e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc95858d-41d5-4e5f-8465-44deaf1e4ff7', 'name': 'tempest-TestVolumeBackupRestore-1766731314-router', 'tenant_id': 'ab3c6676b6134727ab7887b4428d3ba0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.141'}], 'enable_snat': True}, 'gw_port_id': '42f326e1-945f-4de6-9f0a-8a6833e562cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:54:02Z', 'updated_at': '2021-07-14T18:54:08Z', 'revision_number': 4, 'project_id': 'ab3c6676b6134727ab7887b4428d3ba0', 'gw_port': {'id': '42f326e1-945f-4de6-9f0a-8a6833e562cc', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:f7:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc95858d-41d5-4e5f-8465-44deaf1e4ff7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3526, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:54:04Z', 'updated_at': '2021-07-14T18:54:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_interfaces': [{'id': '50f295dd-f841-4147-8f1c-7cfa57295a83', 'name': '', 'network_id': '59d79f8f-a2cf-4f0e-9cf7-44b364654e71', 'tenant_id': 'ab3c6676b6134727ab7887b4428d3ba0', 'mac_address': 'fa:16:3e:99:ee:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc95858d-41d5-4e5f-8465-44deaf1e4ff7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3528, 'fixed_ips': [{'subnet_id': '844fd80b-fe8b-4b98-98f0-ed90aba01f58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:54:07Z', 'updated_at': '2021-07-14T18:54:14Z', 'revision_number': 5, 'project_id': 'ab3c6676b6134727ab7887b4428d3ba0', 'subnets': [{'id': '844fd80b-fe8b-4b98-98f0-ed90aba01f58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-3', False) {} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:57:24.642014 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca0a2ce2-b83a-4038-9fbd-087531ff42e5 None None] The sync data for ids ['dc95858d-41d5-4e5f-8465-44deaf1e4ff7'] in n-d-800634-3 is: [{'id': 'dc95858d-41d5-4e5f-8465-44deaf1e4ff7', 'name': 'tempest-TestVolumeBackupRestore-1766731314-router', 'tenant_id': 'ab3c6676b6134727ab7887b4428d3ba0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.141'}], 'enable_snat': True}, 'gw_port_id': '42f326e1-945f-4de6-9f0a-8a6833e562cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:54:02Z', 'updated_at': '2021-07-14T18:54:08Z', 'revision_number': 4, 'project_id': 'ab3c6676b6134727ab7887b4428d3ba0', 'gw_port': {'id': '42f326e1-945f-4de6-9f0a-8a6833e562cc', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:f7:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc95858d-41d5-4e5f-8465-44deaf1e4ff7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3526, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:54:04Z', 'updated_at': '2021-07-14T18:54:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_interfaces': [{'id': '50f295dd-f841-4147-8f1c-7cfa57295a83', 'name': '', 'network_id': '59d79f8f-a2cf-4f0e-9cf7-44b364654e71', 'tenant_id': 'ab3c6676b6134727ab7887b4428d3ba0', 'mac_address': 'fa:16:3e:99:ee:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc95858d-41d5-4e5f-8465-44deaf1e4ff7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3528, 'fixed_ips': [{'subnet_id': '844fd80b-fe8b-4b98-98f0-ed90aba01f58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:54:07Z', 'updated_at': '2021-07-14T18:54:14Z', 'revision_number': 5, 'project_id': 'ab3c6676b6134727ab7887b4428d3ba0', 'subnets': [{'id': '844fd80b-fe8b-4b98-98f0-ed90aba01f58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 18:57:24.642438 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-cedd045e-6473-4564-bd10-2cc3cdd1aa99 req-2a7d4b62-f6a2-460d-b82c-a91bffad6d91 service neutron] 10.222.0.18 "GET /v2.0/networks/59d79f8f-a2cf-4f0e-9cf7-44b364654e71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1868663 Jul 14 18:57:24.739897 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-50414fcb-3546-4bb9-8bb3-ec4628df359d tempest-NegativeSecGroupTest-1053117114 tempest-NegativeSecGroupTest-1053117114-project] Notify callbacks [] for security_group, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:24.753301 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-50414fcb-3546-4bb9-8bb3-ec4628df359d tempest-NegativeSecGroupTest-1053117114 tempest-NegativeSecGroupTest-1053117114-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:24.796553 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-50414fcb-3546-4bb9-8bb3-ec4628df359d tempest-NegativeSecGroupTest-1053117114 tempest-NegativeSecGroupTest-1053117114-project] Notify callbacks [] for security_group, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:24.797990 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-50414fcb-3546-4bb9-8bb3-ec4628df359d tempest-NegativeSecGroupTest-1053117114 tempest-NegativeSecGroupTest-1053117114-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7000418 Jul 14 18:57:24.801026 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 54672) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:57:24.806015 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-a1cc1ded-1c2f-414c-a4e7-817430d4fbab tempest-NegativeSecGroupTest-1053117114 tempest-NegativeSecGroupTest-1053117114-project] Request body: {'security_group_rule': {'security_group_id': '70a4290a-3e91-429e-9ff9-8556b93e7334', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:57:24.811590 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-cedd045e-6473-4564-bd10-2cc3cdd1aa99 req-08a901dc-b436-408a-b3ac-ba8669dbaa61 service neutron] 10.222.0.18 "GET /v2.0/networks/59d79f8f-a2cf-4f0e-9cf7-44b364654e71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1624551 Jul 14 18:57:24.812468 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50414fcb-3546-4bb9-8bb3-ec4628df359d tempest-NegativeSecGroupTest-1053117114 tempest-NegativeSecGroupTest-1053117114-project] Pushing event updated for resources: {'SecurityGroup': ['ID=70a4290a-3e91-429e-9ff9-8556b93e7334,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:57:24.848712 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a1cc1ded-1c2f-414c-a4e7-817430d4fbab tempest-NegativeSecGroupTest-1053117114 tempest-NegativeSecGroupTest-1053117114-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:24.887356 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82433fc5-1920-4e4f-8e8b-74412ae94e6d None None] New status for floating IP 4be21d09-5aba-4e4e-94d1-0cccfa10136e: DOWN {{(pid=93918) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 18:57:24.914438 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a1cc1ded-1c2f-414c-a4e7-817430d4fbab tempest-NegativeSecGroupTest-1053117114 tempest-NegativeSecGroupTest-1053117114-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:24.918516 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a1cc1ded-1c2f-414c-a4e7-817430d4fbab tempest-NegativeSecGroupTest-1053117114 tempest-NegativeSecGroupTest-1053117114-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305173'] for security_group_rule, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:24.941896 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1cc1ded-1c2f-414c-a4e7-817430d4fbab tempest-NegativeSecGroupTest-1053117114 tempest-NegativeSecGroupTest-1053117114-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=334ea200-4f63-459c-bf51-989e0a69a906,revision_number=0']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:57:24.948304 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a1cc1ded-1c2f-414c-a4e7-817430d4fbab tempest-NegativeSecGroupTest-1053117114 tempest-NegativeSecGroupTest-1053117114-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:24.951974 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-a1cc1ded-1c2f-414c-a4e7-817430d4fbab tempest-NegativeSecGroupTest-1053117114 tempest-NegativeSecGroupTest-1053117114-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1474676 Jul 14 18:57:24.953002 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 54674) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:57:24.959036 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-a5df2035-b1a8-4f62-9301-915509f27e65 tempest-NegativeSecGroupTest-1053117114 tempest-NegativeSecGroupTest-1053117114-project] Request body: {'security_group_rule': {'security_group_id': '70a4290a-3e91-429e-9ff9-8556b93e7334', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:57:24.987950 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-a5df2035-b1a8-4f62-9301-915509f27e65 tempest-NegativeSecGroupTest-1053117114 tempest-NegativeSecGroupTest-1053117114-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:25.037945 n-d-800634-3 neutron-server[93915]: INFO neutron.api.v2.resource [None req-a5df2035-b1a8-4f62-9301-915509f27e65 tempest-NegativeSecGroupTest-1053117114 tempest-NegativeSecGroupTest-1053117114-project] create failed (client error): There was a conflict when trying to complete your request. Jul 14 18:57:25.039000 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-a5df2035-b1a8-4f62-9301-915509f27e65 tempest-NegativeSecGroupTest-1053117114 tempest-NegativeSecGroupTest-1053117114-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.0847394 Jul 14 18:57:25.041719 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 54676) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:57:25.093324 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-4d8891ed-712b-442a-8541-b78e6b73772f tempest-NegativeSecGroupTest-1053117114 tempest-NegativeSecGroupTest-1053117114-project] Notify callbacks [] for security_group, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:25.115375 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-4d8891ed-712b-442a-8541-b78e6b73772f tempest-NegativeSecGroupTest-1053117114 tempest-NegativeSecGroupTest-1053117114-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:25.159755 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-4d8891ed-712b-442a-8541-b78e6b73772f tempest-NegativeSecGroupTest-1053117114 tempest-NegativeSecGroupTest-1053117114-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:25.162431 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-4d8891ed-712b-442a-8541-b78e6b73772f tempest-NegativeSecGroupTest-1053117114 tempest-NegativeSecGroupTest-1053117114-project] Notify callbacks [] for security_group, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:25.163581 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-4d8891ed-712b-442a-8541-b78e6b73772f tempest-NegativeSecGroupTest-1053117114 tempest-NegativeSecGroupTest-1053117114-project] 10.222.0.16 "DELETE /v2.0/security-groups/70a4290a-3e91-429e-9ff9-8556b93e7334 HTTP/1.1" status: 204 len: 168 time: 0.1209264 Jul 14 18:57:25.166540 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 54678) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:57:25.172586 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8891ed-712b-442a-8541-b78e6b73772f tempest-NegativeSecGroupTest-1053117114 tempest-NegativeSecGroupTest-1053117114-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=70a4290a-3e91-429e-9ff9-8556b93e7334,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:57:25.211932 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-b38b2c30-352d-47a2-a9a3-ee95c2bccd35 tempest-NegativeSecGroupTest-1053117114 tempest-NegativeSecGroupTest-1053117114-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0441744 Jul 14 18:57:25.216072 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 54680) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:57:25.220417 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-b2bf739a-2aba-4732-a1da-a0d613d8bca3 tempest-NegativeSecGroupTest-1053117114 tempest-NegativeSecGroupTest-1053117114-project] Request body: {'security_group': {'name': 'tempest-secgroup--1022854025'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:57:25.240768 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-b2bf739a-2aba-4732-a1da-a0d613d8bca3 tempest-NegativeSecGroupTest-1053117114 tempest-NegativeSecGroupTest-1053117114-project] Notify callbacks [] for security_group, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:25.319861 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-b2bf739a-2aba-4732-a1da-a0d613d8bca3 tempest-NegativeSecGroupTest-1053117114 tempest-NegativeSecGroupTest-1053117114-project] Notify callbacks [] for security_group, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:25.324347 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-b2bf739a-2aba-4732-a1da-a0d613d8bca3 tempest-NegativeSecGroupTest-1053117114 tempest-NegativeSecGroupTest-1053117114-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:25.354818 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-b2bf739a-2aba-4732-a1da-a0d613d8bca3 tempest-NegativeSecGroupTest-1053117114 tempest-NegativeSecGroupTest-1053117114-project] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:25.356035 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-b2bf739a-2aba-4732-a1da-a0d613d8bca3 tempest-NegativeSecGroupTest-1053117114 tempest-NegativeSecGroupTest-1053117114-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1390314 Jul 14 18:57:25.357883 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2bf739a-2aba-4732-a1da-a0d613d8bca3 tempest-NegativeSecGroupTest-1053117114 tempest-NegativeSecGroupTest-1053117114-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e9b5db73-6da7-42a0-b133-b90e2c00e7fb,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:57:25.358923 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 54682) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:57:25.363782 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-a5cb94ea-64c2-4040-84af-e7ace25a783a tempest-NegativeSecGroupTest-1053117114 tempest-NegativeSecGroupTest-1053117114-project] Request body: {'security_group_rule': {'security_group_id': 'e9b5db73-6da7-42a0-b133-b90e2c00e7fb', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:57:25.364442 n-d-800634-3 neutron-server[93915]: WARNING neutron.api.v2.base [None req-a5cb94ea-64c2-4040-84af-e7ace25a783a tempest-NegativeSecGroupTest-1053117114 tempest-NegativeSecGroupTest-1053117114-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jul 14 18:57:25.365014 n-d-800634-3 neutron-server[93915]: INFO neutron.api.v2.resource [None req-a5cb94ea-64c2-4040-84af-e7ace25a783a tempest-NegativeSecGroupTest-1053117114 tempest-NegativeSecGroupTest-1053117114-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 18:57:25.368514 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-a5cb94ea-64c2-4040-84af-e7ace25a783a tempest-NegativeSecGroupTest-1053117114 tempest-NegativeSecGroupTest-1053117114-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0059843 Jul 14 18:57:25.368514 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 54684) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:57:25.424524 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-f181309d-3c61-4694-bc18-fd081324a21d tempest-NegativeSecGroupTest-1053117114 tempest-NegativeSecGroupTest-1053117114-project] Notify callbacks [] for security_group, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:25.446270 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-f181309d-3c61-4694-bc18-fd081324a21d tempest-NegativeSecGroupTest-1053117114 tempest-NegativeSecGroupTest-1053117114-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:25.485765 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-f181309d-3c61-4694-bc18-fd081324a21d tempest-NegativeSecGroupTest-1053117114 tempest-NegativeSecGroupTest-1053117114-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:25.488431 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-f181309d-3c61-4694-bc18-fd081324a21d tempest-NegativeSecGroupTest-1053117114 tempest-NegativeSecGroupTest-1053117114-project] Notify callbacks [] for security_group, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:25.489562 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-f181309d-3c61-4694-bc18-fd081324a21d tempest-NegativeSecGroupTest-1053117114 tempest-NegativeSecGroupTest-1053117114-project] 10.222.0.16 "DELETE /v2.0/security-groups/e9b5db73-6da7-42a0-b133-b90e2c00e7fb HTTP/1.1" status: 204 len: 168 time: 0.1203725 Jul 14 18:57:25.492315 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 54686) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:57:25.498782 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f181309d-3c61-4694-bc18-fd081324a21d tempest-NegativeSecGroupTest-1053117114 tempest-NegativeSecGroupTest-1053117114-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9b5db73-6da7-42a0-b133-b90e2c00e7fb,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:57:25.540630 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-47e47355-d129-475e-90f0-2176ae542039 tempest-NegativeSecGroupTest-1053117114 tempest-NegativeSecGroupTest-1053117114-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0469394 Jul 14 18:57:25.544067 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 54688) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:57:25.548299 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-824e4212-d194-4976-bdee-9d82cd526bc7 tempest-NegativeSecGroupTest-1053117114 tempest-NegativeSecGroupTest-1053117114-project] Request body: {'security_group': {'name': 'tempest-secgroup--1146399669'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:57:25.569858 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-824e4212-d194-4976-bdee-9d82cd526bc7 tempest-NegativeSecGroupTest-1053117114 tempest-NegativeSecGroupTest-1053117114-project] Notify callbacks [] for security_group, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:25.652997 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-824e4212-d194-4976-bdee-9d82cd526bc7 tempest-NegativeSecGroupTest-1053117114 tempest-NegativeSecGroupTest-1053117114-project] Notify callbacks [] for security_group, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:25.656822 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-824e4212-d194-4976-bdee-9d82cd526bc7 tempest-NegativeSecGroupTest-1053117114 tempest-NegativeSecGroupTest-1053117114-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:25.685311 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-824e4212-d194-4976-bdee-9d82cd526bc7 tempest-NegativeSecGroupTest-1053117114 tempest-NegativeSecGroupTest-1053117114-project] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:25.686451 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-824e4212-d194-4976-bdee-9d82cd526bc7 tempest-NegativeSecGroupTest-1053117114 tempest-NegativeSecGroupTest-1053117114-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1414535 Jul 14 18:57:25.688420 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824e4212-d194-4976-bdee-9d82cd526bc7 tempest-NegativeSecGroupTest-1053117114 tempest-NegativeSecGroupTest-1053117114-project] Pushing event updated for resources: {'SecurityGroup': ['ID=79f4e3d2-409e-4db2-92ca-bf2b76326327,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:57:25.690474 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 54692) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:57:25.694803 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-12ff3073-fd4c-4895-b1ce-d72404cc26a9 tempest-NegativeSecGroupTest-1053117114 tempest-NegativeSecGroupTest-1053117114-project] Request body: {'security_group_rule': {'security_group_id': '79f4e3d2-409e-4db2-92ca-bf2b76326327', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:57:25.695632 n-d-800634-3 neutron-server[93916]: WARNING neutron.api.v2.base [None req-12ff3073-fd4c-4895-b1ce-d72404cc26a9 tempest-NegativeSecGroupTest-1053117114 tempest-NegativeSecGroupTest-1053117114-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jul 14 18:57:25.696173 n-d-800634-3 neutron-server[93916]: INFO neutron.api.v2.resource [None req-12ff3073-fd4c-4895-b1ce-d72404cc26a9 tempest-NegativeSecGroupTest-1053117114 tempest-NegativeSecGroupTest-1053117114-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 18:57:25.697063 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-12ff3073-fd4c-4895-b1ce-d72404cc26a9 tempest-NegativeSecGroupTest-1053117114 tempest-NegativeSecGroupTest-1053117114-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0056882 Jul 14 18:57:25.700139 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 54694) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:57:25.758274 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641f4d7b-2854-419e-ad5e-75235ddbf020 req-c5e46c20-78fb-4d9a-9e64-a681350e508b tempest-TestVolumeBackupRestore-976339583 tempest-TestVolumeBackupRestore-976339583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:57:25.758846 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-6e1cace4-dd50-4eac-a14a-d27000028a65 tempest-NegativeSecGroupTest-1053117114 tempest-NegativeSecGroupTest-1053117114-project] Notify callbacks [] for security_group, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:25.759775 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-641f4d7b-2854-419e-ad5e-75235ddbf020 req-c5e46c20-78fb-4d9a-9e64-a681350e508b tempest-TestVolumeBackupRestore-976339583 tempest-TestVolumeBackupRestore-976339583-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f5a0535-92d9-4283-80cb-59894b507fd3 HTTP/1.1" status: 200 len: 945 time: 0.1109607 Jul 14 18:57:25.767886 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e16c55-d941-4bd1-b122-2e577d6e26ff req-f4320457-ff05-41d1-a46a-d8501cf99b41 tempest-TestVolumeBackupRestore-976339583 tempest-TestVolumeBackupRestore-976339583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:57:25.769335 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-52e16c55-d941-4bd1-b122-2e577d6e26ff req-f4320457-ff05-41d1-a46a-d8501cf99b41 tempest-TestVolumeBackupRestore-976339583 tempest-TestVolumeBackupRestore-976339583-project] 10.222.0.16 "GET /v2.0/ports?device_id=1f5a0535-92d9-4283-80cb-59894b507fd3 HTTP/1.1" status: 200 len: 945 time: 0.1107130 Jul 14 18:57:25.782818 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-6e1cace4-dd50-4eac-a14a-d27000028a65 tempest-NegativeSecGroupTest-1053117114 tempest-NegativeSecGroupTest-1053117114-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:25.825410 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-6e1cace4-dd50-4eac-a14a-d27000028a65 tempest-NegativeSecGroupTest-1053117114 tempest-NegativeSecGroupTest-1053117114-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:25.828246 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-6e1cace4-dd50-4eac-a14a-d27000028a65 tempest-NegativeSecGroupTest-1053117114 tempest-NegativeSecGroupTest-1053117114-project] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:25.832160 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-6e1cace4-dd50-4eac-a14a-d27000028a65 tempest-NegativeSecGroupTest-1053117114 tempest-NegativeSecGroupTest-1053117114-project] 10.222.0.16 "DELETE /v2.0/security-groups/79f4e3d2-409e-4db2-92ca-bf2b76326327 HTTP/1.1" status: 204 len: 168 time: 0.1309764 Jul 14 18:57:25.833303 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 54696) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:57:25.841548 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1cace4-dd50-4eac-a14a-d27000028a65 tempest-NegativeSecGroupTest-1053117114 tempest-NegativeSecGroupTest-1053117114-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=79f4e3d2-409e-4db2-92ca-bf2b76326327,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:57:25.845311 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-2f4e3af3-e708-4ffd-a544-82d93a489d01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:25.865990 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-52e16c55-d941-4bd1-b122-2e577d6e26ff req-f46438e2-9a64-437e-947a-4c8863a5e42e tempest-TestVolumeBackupRestore-976339583 tempest-TestVolumeBackupRestore-976339583-project] 10.222.0.16 "GET /v2.0/security-groups?id=a69a7817-e0db-4957-9dd3-46ae7bcba614&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0891392 Jul 14 18:57:25.928446 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-e3d04ac4-abad-4bbe-87bc-da751e5a2e96 tempest-NegativeSecGroupTest-1053117114 tempest-NegativeSecGroupTest-1053117114-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0916860 Jul 14 18:57:25.932043 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 54698) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:57:25.937649 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-8b3b2a9f-fd5d-42da-93a4-1207a0f8f4ee tempest-NegativeSecGroupTest-1053117114 tempest-NegativeSecGroupTest-1053117114-project] Request body: {'security_group': {'name': 'tempest-secgroup--1468396388'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:57:25.946515 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [req-641f4d7b-2854-419e-ad5e-75235ddbf020 req-605a06fb-8ec6-4987-a8a9-717d78a8734f tempest-TestVolumeBackupRestore-976339583 tempest-TestVolumeBackupRestore-976339583-project] Deleting port cd8baaa3-cd9f-4584-9bdc-a4816ac099f0 {{(pid=93915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:57:25.946672 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-641f4d7b-2854-419e-ad5e-75235ddbf020 req-605a06fb-8ec6-4987-a8a9-717d78a8734f tempest-TestVolumeBackupRestore-976339583 tempest-TestVolumeBackupRestore-976339583-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:25.960603 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-8b3b2a9f-fd5d-42da-93a4-1207a0f8f4ee tempest-NegativeSecGroupTest-1053117114 tempest-NegativeSecGroupTest-1053117114-project] Notify callbacks [] for security_group, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:26.038405 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-641f4d7b-2854-419e-ad5e-75235ddbf020 req-605a06fb-8ec6-4987-a8a9-717d78a8734f tempest-TestVolumeBackupRestore-976339583 tempest-TestVolumeBackupRestore-976339583-project] For port cd8baaa3-cd9f-4584-9bdc-a4816ac099f0, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=cd8baaa3-cd9f-4584-9bdc-a4816ac099f0,segment=NetworkSegment(ffbeca98-3729-4e9d-9c3f-fecdea0c745c),segment_id=ffbeca98-3729-4e9d-9c3f-fecdea0c745c)] {{(pid=93915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:57:26.039040 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-641f4d7b-2854-419e-ad5e-75235ddbf020 req-605a06fb-8ec6-4987-a8a9-717d78a8734f tempest-TestVolumeBackupRestore-976339583 tempest-TestVolumeBackupRestore-976339583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:26.041916 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-8b3b2a9f-fd5d-42da-93a4-1207a0f8f4ee tempest-NegativeSecGroupTest-1053117114 tempest-NegativeSecGroupTest-1053117114-project] Notify callbacks [] for security_group, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:26.046200 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-8b3b2a9f-fd5d-42da-93a4-1207a0f8f4ee tempest-NegativeSecGroupTest-1053117114 tempest-NegativeSecGroupTest-1053117114-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:26.053963 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [req-641f4d7b-2854-419e-ad5e-75235ddbf020 req-605a06fb-8ec6-4987-a8a9-717d78a8734f tempest-TestVolumeBackupRestore-976339583 tempest-TestVolumeBackupRestore-976339583-project] Calling delete_port for cd8baaa3-cd9f-4584-9bdc-a4816ac099f0 owned by compute:nova {{(pid=93915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:57:26.078137 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3b2a9f-fd5d-42da-93a4-1207a0f8f4ee tempest-NegativeSecGroupTest-1053117114 tempest-NegativeSecGroupTest-1053117114-project] Pushing event updated for resources: {'SecurityGroup': ['ID=78197d11-0f6b-4122-a64f-8db7ea5c48c8,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:57:26.081619 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-8b3b2a9f-fd5d-42da-93a4-1207a0f8f4ee tempest-NegativeSecGroupTest-1053117114 tempest-NegativeSecGroupTest-1053117114-project] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:26.082935 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-8b3b2a9f-fd5d-42da-93a4-1207a0f8f4ee tempest-NegativeSecGroupTest-1053117114 tempest-NegativeSecGroupTest-1053117114-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1491315 Jul 14 18:57:26.085860 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 54700) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:57:26.090368 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-fd280308-1c69-423e-933c-b5de7048b46f tempest-NegativeSecGroupTest-1053117114 tempest-NegativeSecGroupTest-1053117114-project] Request body: {'security_group_rule': {'security_group_id': '78197d11-0f6b-4122-a64f-8db7ea5c48c8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:57:26.091238 n-d-800634-3 neutron-server[93916]: WARNING neutron.api.v2.base [None req-fd280308-1c69-423e-933c-b5de7048b46f tempest-NegativeSecGroupTest-1053117114 tempest-NegativeSecGroupTest-1053117114-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jul 14 18:57:26.091728 n-d-800634-3 neutron-server[93916]: INFO neutron.api.v2.resource [None req-fd280308-1c69-423e-933c-b5de7048b46f tempest-NegativeSecGroupTest-1053117114 tempest-NegativeSecGroupTest-1053117114-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 18:57:26.092671 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-fd280308-1c69-423e-933c-b5de7048b46f tempest-NegativeSecGroupTest-1053117114 tempest-NegativeSecGroupTest-1053117114-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0059154 Jul 14 18:57:26.095175 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 54702) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:57:26.099292 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-da077f1a-a788-4c50-9b97-62d446f65b3a tempest-NegativeSecGroupTest-1053117114 tempest-NegativeSecGroupTest-1053117114-project] Request body: {'security_group_rule': {'security_group_id': '78197d11-0f6b-4122-a64f-8db7ea5c48c8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:57:26.099916 n-d-800634-3 neutron-server[93916]: WARNING neutron.api.v2.base [None req-da077f1a-a788-4c50-9b97-62d446f65b3a tempest-NegativeSecGroupTest-1053117114 tempest-NegativeSecGroupTest-1053117114-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jul 14 18:57:26.100404 n-d-800634-3 neutron-server[93916]: INFO neutron.api.v2.resource [None req-da077f1a-a788-4c50-9b97-62d446f65b3a tempest-NegativeSecGroupTest-1053117114 tempest-NegativeSecGroupTest-1053117114-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 18:57:26.101330 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-da077f1a-a788-4c50-9b97-62d446f65b3a tempest-NegativeSecGroupTest-1053117114 tempest-NegativeSecGroupTest-1053117114-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0052755 Jul 14 18:57:26.103711 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 54704) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:57:26.108854 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-62583839-7288-4d46-868b-78fb3db17ef9 tempest-NegativeSecGroupTest-1053117114 tempest-NegativeSecGroupTest-1053117114-project] Request body: {'security_group_rule': {'security_group_id': '78197d11-0f6b-4122-a64f-8db7ea5c48c8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:57:26.109641 n-d-800634-3 neutron-server[93916]: WARNING neutron.api.v2.base [None req-62583839-7288-4d46-868b-78fb3db17ef9 tempest-NegativeSecGroupTest-1053117114 tempest-NegativeSecGroupTest-1053117114-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jul 14 18:57:26.110105 n-d-800634-3 neutron-server[93916]: INFO neutron.api.v2.resource [None req-62583839-7288-4d46-868b-78fb3db17ef9 tempest-NegativeSecGroupTest-1053117114 tempest-NegativeSecGroupTest-1053117114-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 18:57:26.111015 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-62583839-7288-4d46-868b-78fb3db17ef9 tempest-NegativeSecGroupTest-1053117114 tempest-NegativeSecGroupTest-1053117114-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0064206 Jul 14 18:57:26.113249 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 54706) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:57:26.117177 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-ae44f54e-7940-4203-8950-d85bd08fc5c0 tempest-NegativeSecGroupTest-1053117114 tempest-NegativeSecGroupTest-1053117114-project] Request body: {'security_group_rule': {'security_group_id': '78197d11-0f6b-4122-a64f-8db7ea5c48c8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:57:26.118004 n-d-800634-3 neutron-server[93916]: WARNING neutron.api.v2.base [None req-ae44f54e-7940-4203-8950-d85bd08fc5c0 tempest-NegativeSecGroupTest-1053117114 tempest-NegativeSecGroupTest-1053117114-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jul 14 18:57:26.118466 n-d-800634-3 neutron-server[93916]: INFO neutron.api.v2.resource [None req-ae44f54e-7940-4203-8950-d85bd08fc5c0 tempest-NegativeSecGroupTest-1053117114 tempest-NegativeSecGroupTest-1053117114-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 18:57:26.119368 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-ae44f54e-7940-4203-8950-d85bd08fc5c0 tempest-NegativeSecGroupTest-1053117114 tempest-NegativeSecGroupTest-1053117114-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0052886 Jul 14 18:57:26.122100 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 54708) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:57:26.179311 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-c498754a-1197-40a2-a967-178f8b715080 tempest-NegativeSecGroupTest-1053117114 tempest-NegativeSecGroupTest-1053117114-project] Notify callbacks [] for security_group, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:26.189837 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-641f4d7b-2854-419e-ad5e-75235ddbf020 req-605a06fb-8ec6-4987-a8a9-717d78a8734f tempest-TestVolumeBackupRestore-976339583 tempest-TestVolumeBackupRestore-976339583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:26.207983 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-c498754a-1197-40a2-a967-178f8b715080 tempest-NegativeSecGroupTest-1053117114 tempest-NegativeSecGroupTest-1053117114-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:26.219475 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605a06fb-8ec6-4987-a8a9-717d78a8734f tempest-TestVolumeBackupRestore-976339583 tempest-TestVolumeBackupRestore-976339583-project] Pushing event deleted for resources: {'Port': ['ID=cd8baaa3-cd9f-4584-9bdc-a4816ac099f0,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:57:26.253194 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-c498754a-1197-40a2-a967-178f8b715080 tempest-NegativeSecGroupTest-1053117114 tempest-NegativeSecGroupTest-1053117114-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:26.256084 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-c498754a-1197-40a2-a967-178f8b715080 tempest-NegativeSecGroupTest-1053117114 tempest-NegativeSecGroupTest-1053117114-project] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:26.257273 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-c498754a-1197-40a2-a967-178f8b715080 tempest-NegativeSecGroupTest-1053117114 tempest-NegativeSecGroupTest-1053117114-project] 10.222.0.16 "DELETE /v2.0/security-groups/78197d11-0f6b-4122-a64f-8db7ea5c48c8 HTTP/1.1" status: 204 len: 168 time: 0.1343358 Jul 14 18:57:26.261031 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 54710) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:57:26.268969 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [req-641f4d7b-2854-419e-ad5e-75235ddbf020 req-605a06fb-8ec6-4987-a8a9-717d78a8734f tempest-TestVolumeBackupRestore-976339583 tempest-TestVolumeBackupRestore-976339583-project] No DVR routers for this DVR port cd8baaa3-cd9f-4584-9bdc-a4816ac099f0 on host n-h1-800634-3 {{(pid=93915) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 18:57:26.271463 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-641f4d7b-2854-419e-ad5e-75235ddbf020 req-605a06fb-8ec6-4987-a8a9-717d78a8734f tempest-TestVolumeBackupRestore-976339583 tempest-TestVolumeBackupRestore-976339583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:26.273511 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-641f4d7b-2854-419e-ad5e-75235ddbf020 req-605a06fb-8ec6-4987-a8a9-717d78a8734f tempest-TestVolumeBackupRestore-976339583 tempest-TestVolumeBackupRestore-976339583-project] 10.222.0.18 "DELETE /v2.0/ports/cd8baaa3-cd9f-4584-9bdc-a4816ac099f0 HTTP/1.1" status: 204 len: 173 time: 0.5032866 Jul 14 18:57:26.273941 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f5a0535-92d9-4283-80cb-59894b507fd3', 'name': 'network-vif-deleted', 'tag': 'cd8baaa3-cd9f-4584-9bdc-a4816ac099f0'}] {{(pid=93915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:57:26.276226 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e72782ad3af8f7d4ce76cedf092bca46d1756acc5c4653cf0b52034cdd6b073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6944259e-4410-4700-a2c6-e58bfe463b09" -d '{"events": [{"server_uuid": "1f5a0535-92d9-4283-80cb-59894b507fd3", "name": "network-vif-deleted", "tag": "cd8baaa3-cd9f-4584-9bdc-a4816ac099f0"}]}' {{(pid=93915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:57:26.280598 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c498754a-1197-40a2-a967-178f8b715080 tempest-NegativeSecGroupTest-1053117114 tempest-NegativeSecGroupTest-1053117114-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=78197d11-0f6b-4122-a64f-8db7ea5c48c8,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:57:26.319117 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-352d954c-0dd0-41bd-b6a9-42b51bb039db tempest-NegativeSecGroupTest-1053117114 tempest-NegativeSecGroupTest-1053117114-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0534542 Jul 14 18:57:26.321516 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 54716) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:57:26.329944 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-d81482b5-5826-4089-9b64-957a78aabe3e tempest-NegativeSecGroupTest-1053117114 tempest-NegativeSecGroupTest-1053117114-project] Request body: {'security_group': {'name': 'tempest-secgroup--537664326'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:57:26.336830 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 18:57:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-496057ff-cf13-4a4d-83c5-9fdf2e3f4aec x-openstack-request-id: req-496057ff-cf13-4a4d-83c5-9fdf2e3f4aec {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:57:26.337119 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f5a0535-92d9-4283-80cb-59894b507fd3", "name": "network-vif-deleted", "tag": "cd8baaa3-cd9f-4584-9bdc-a4816ac099f0", "status": "completed", "code": 200}]} {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:57:26.337377 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-496057ff-cf13-4a4d-83c5-9fdf2e3f4aec {{(pid=93915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:57:26.337772 n-d-800634-3 neutron-server[93915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f5a0535-92d9-4283-80cb-59894b507fd3', 'name': 'network-vif-deleted', 'tag': 'cd8baaa3-cd9f-4584-9bdc-a4816ac099f0', 'status': 'completed', 'code': 200} Jul 14 18:57:26.358576 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-d81482b5-5826-4089-9b64-957a78aabe3e tempest-NegativeSecGroupTest-1053117114 tempest-NegativeSecGroupTest-1053117114-project] Notify callbacks [] for security_group, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:26.446012 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-d81482b5-5826-4089-9b64-957a78aabe3e tempest-NegativeSecGroupTest-1053117114 tempest-NegativeSecGroupTest-1053117114-project] Notify callbacks [] for security_group, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:26.450225 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-d81482b5-5826-4089-9b64-957a78aabe3e tempest-NegativeSecGroupTest-1053117114 tempest-NegativeSecGroupTest-1053117114-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:26.480359 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-d81482b5-5826-4089-9b64-957a78aabe3e tempest-NegativeSecGroupTest-1053117114 tempest-NegativeSecGroupTest-1053117114-project] Notify callbacks [] for security_group, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:26.481595 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-d81482b5-5826-4089-9b64-957a78aabe3e tempest-NegativeSecGroupTest-1053117114 tempest-NegativeSecGroupTest-1053117114-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1590531 Jul 14 18:57:26.482819 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81482b5-5826-4089-9b64-957a78aabe3e tempest-NegativeSecGroupTest-1053117114 tempest-NegativeSecGroupTest-1053117114-project] Pushing event updated for resources: {'SecurityGroup': ['ID=86559bc1-9136-4069-a9cb-bd34d4b6be5a,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:57:26.484555 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 54718) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:57:26.489361 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-638da091-d6aa-443d-a818-f48258d5c144 tempest-NegativeSecGroupTest-1053117114 tempest-NegativeSecGroupTest-1053117114-project] Request body: {'security_group_rule': {'security_group_id': '86559bc1-9136-4069-a9cb-bd34d4b6be5a', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:57:26.489745 n-d-800634-3 neutron-server[93916]: WARNING neutron.api.v2.base [None req-638da091-d6aa-443d-a818-f48258d5c144 tempest-NegativeSecGroupTest-1053117114 tempest-NegativeSecGroupTest-1053117114-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 14 18:57:26.490245 n-d-800634-3 neutron-server[93916]: INFO neutron.api.v2.resource [None req-638da091-d6aa-443d-a818-f48258d5c144 tempest-NegativeSecGroupTest-1053117114 tempest-NegativeSecGroupTest-1053117114-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 18:57:26.491174 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-638da091-d6aa-443d-a818-f48258d5c144 tempest-NegativeSecGroupTest-1053117114 tempest-NegativeSecGroupTest-1053117114-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0056407 Jul 14 18:57:26.494146 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 54720) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:57:26.498098 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-2c35a999-8d7f-4d21-bb5a-14270723b408 tempest-NegativeSecGroupTest-1053117114 tempest-NegativeSecGroupTest-1053117114-project] Request body: {'security_group_rule': {'security_group_id': '86559bc1-9136-4069-a9cb-bd34d4b6be5a', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:57:26.533544 n-d-800634-3 neutron-server[93916]: INFO neutron.api.v2.resource [None req-2c35a999-8d7f-4d21-bb5a-14270723b408 tempest-NegativeSecGroupTest-1053117114 tempest-NegativeSecGroupTest-1053117114-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 18:57:26.536310 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-2c35a999-8d7f-4d21-bb5a-14270723b408 tempest-NegativeSecGroupTest-1053117114 tempest-NegativeSecGroupTest-1053117114-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0396595 Jul 14 18:57:26.537581 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 54722) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:57:26.544063 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-8d82933d-070d-4434-9b8d-ba51ab6d672c tempest-NegativeSecGroupTest-1053117114 tempest-NegativeSecGroupTest-1053117114-project] Request body: {'security_group_rule': {'security_group_id': '86559bc1-9136-4069-a9cb-bd34d4b6be5a', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:57:26.544564 n-d-800634-3 neutron-server[93916]: WARNING neutron.api.v2.base [None req-8d82933d-070d-4434-9b8d-ba51ab6d672c tempest-NegativeSecGroupTest-1053117114 tempest-NegativeSecGroupTest-1053117114-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jul 14 18:57:26.545121 n-d-800634-3 neutron-server[93916]: INFO neutron.api.v2.resource [None req-8d82933d-070d-4434-9b8d-ba51ab6d672c tempest-NegativeSecGroupTest-1053117114 tempest-NegativeSecGroupTest-1053117114-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 18:57:26.546055 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-8d82933d-070d-4434-9b8d-ba51ab6d672c tempest-NegativeSecGroupTest-1053117114 tempest-NegativeSecGroupTest-1053117114-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0067112 Jul 14 18:57:26.548503 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 54724) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:57:26.552969 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-08c64e7c-afd5-4269-889d-01f2da91a1fb tempest-NegativeSecGroupTest-1053117114 tempest-NegativeSecGroupTest-1053117114-project] Request body: {'security_group_rule': {'security_group_id': '86559bc1-9136-4069-a9cb-bd34d4b6be5a', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:57:26.590586 n-d-800634-3 neutron-server[93916]: INFO neutron.api.v2.resource [None req-08c64e7c-afd5-4269-889d-01f2da91a1fb tempest-NegativeSecGroupTest-1053117114 tempest-NegativeSecGroupTest-1053117114-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 18:57:26.591625 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-08c64e7c-afd5-4269-889d-01f2da91a1fb tempest-NegativeSecGroupTest-1053117114 tempest-NegativeSecGroupTest-1053117114-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0419810 Jul 14 18:57:26.594587 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 54726) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:57:26.599434 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-d286c21f-dfa7-4242-ac5c-6399ea46a0ae tempest-NegativeSecGroupTest-1053117114 tempest-NegativeSecGroupTest-1053117114-project] Request body: {'security_group_rule': {'security_group_id': '86559bc1-9136-4069-a9cb-bd34d4b6be5a', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:57:26.599995 n-d-800634-3 neutron-server[93916]: WARNING neutron.api.v2.base [None req-d286c21f-dfa7-4242-ac5c-6399ea46a0ae tempest-NegativeSecGroupTest-1053117114 tempest-NegativeSecGroupTest-1053117114-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 14 18:57:26.600560 n-d-800634-3 neutron-server[93916]: INFO neutron.api.v2.resource [None req-d286c21f-dfa7-4242-ac5c-6399ea46a0ae tempest-NegativeSecGroupTest-1053117114 tempest-NegativeSecGroupTest-1053117114-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 18:57:26.604154 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-d286c21f-dfa7-4242-ac5c-6399ea46a0ae tempest-NegativeSecGroupTest-1053117114 tempest-NegativeSecGroupTest-1053117114-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0058126 Jul 14 18:57:26.604329 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 54728) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:57:26.610459 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-26b8b9fc-19bd-491d-9051-bbc1f63a2852 tempest-NegativeSecGroupTest-1053117114 tempest-NegativeSecGroupTest-1053117114-project] Request body: {'security_group_rule': {'security_group_id': '86559bc1-9136-4069-a9cb-bd34d4b6be5a', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:57:26.647477 n-d-800634-3 neutron-server[93916]: INFO neutron.api.v2.resource [None req-26b8b9fc-19bd-491d-9051-bbc1f63a2852 tempest-NegativeSecGroupTest-1053117114 tempest-NegativeSecGroupTest-1053117114-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 18:57:26.651223 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-26b8b9fc-19bd-491d-9051-bbc1f63a2852 tempest-NegativeSecGroupTest-1053117114 tempest-NegativeSecGroupTest-1053117114-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0425475 Jul 14 18:57:26.651472 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 54730) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:57:26.656291 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-cc7f6e34-711b-40fd-915d-2dde95fa3753 tempest-NegativeSecGroupTest-1053117114 tempest-NegativeSecGroupTest-1053117114-project] Request body: {'security_group_rule': {'security_group_id': '86559bc1-9136-4069-a9cb-bd34d4b6be5a', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:57:26.656810 n-d-800634-3 neutron-server[93916]: WARNING neutron.api.v2.base [None req-cc7f6e34-711b-40fd-915d-2dde95fa3753 tempest-NegativeSecGroupTest-1053117114 tempest-NegativeSecGroupTest-1053117114-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jul 14 18:57:26.657291 n-d-800634-3 neutron-server[93916]: INFO neutron.api.v2.resource [None req-cc7f6e34-711b-40fd-915d-2dde95fa3753 tempest-NegativeSecGroupTest-1053117114 tempest-NegativeSecGroupTest-1053117114-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 18:57:26.661093 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-cc7f6e34-711b-40fd-915d-2dde95fa3753 tempest-NegativeSecGroupTest-1053117114 tempest-NegativeSecGroupTest-1053117114-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0061100 Jul 14 18:57:26.661396 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 54732) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:57:26.666681 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-c4763e4a-8c00-4235-ace0-ad9631e5bf35 tempest-NegativeSecGroupTest-1053117114 tempest-NegativeSecGroupTest-1053117114-project] Request body: {'security_group_rule': {'security_group_id': '86559bc1-9136-4069-a9cb-bd34d4b6be5a', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:57:26.703655 n-d-800634-3 neutron-server[93915]: INFO neutron.api.v2.resource [None req-c4763e4a-8c00-4235-ace0-ad9631e5bf35 tempest-NegativeSecGroupTest-1053117114 tempest-NegativeSecGroupTest-1053117114-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 18:57:26.708813 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-c4763e4a-8c00-4235-ace0-ad9631e5bf35 tempest-NegativeSecGroupTest-1053117114 tempest-NegativeSecGroupTest-1053117114-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0421326 Jul 14 18:57:26.709161 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 54734) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:57:26.714014 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-501d5c68-6849-4480-b390-93e2c8bf44cf tempest-NegativeSecGroupTest-1053117114 tempest-NegativeSecGroupTest-1053117114-project] Request body: {'security_group_rule': {'security_group_id': '86559bc1-9136-4069-a9cb-bd34d4b6be5a', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:57:26.754352 n-d-800634-3 neutron-server[93916]: INFO neutron.api.v2.resource [None req-501d5c68-6849-4480-b390-93e2c8bf44cf tempest-NegativeSecGroupTest-1053117114 tempest-NegativeSecGroupTest-1053117114-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 18:57:26.755662 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-501d5c68-6849-4480-b390-93e2c8bf44cf tempest-NegativeSecGroupTest-1053117114 tempest-NegativeSecGroupTest-1053117114-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0454972 Jul 14 18:57:26.758569 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 54736) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:57:26.813087 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-5fd3e866-6118-4789-8a38-02d86dcdb75f tempest-NegativeSecGroupTest-1053117114 tempest-NegativeSecGroupTest-1053117114-project] Notify callbacks [] for security_group, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:26.836714 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-5fd3e866-6118-4789-8a38-02d86dcdb75f tempest-NegativeSecGroupTest-1053117114 tempest-NegativeSecGroupTest-1053117114-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:26.877310 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-5fd3e866-6118-4789-8a38-02d86dcdb75f tempest-NegativeSecGroupTest-1053117114 tempest-NegativeSecGroupTest-1053117114-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:26.880030 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-5fd3e866-6118-4789-8a38-02d86dcdb75f tempest-NegativeSecGroupTest-1053117114 tempest-NegativeSecGroupTest-1053117114-project] Notify callbacks [] for security_group, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:26.881194 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-5fd3e866-6118-4789-8a38-02d86dcdb75f tempest-NegativeSecGroupTest-1053117114 tempest-NegativeSecGroupTest-1053117114-project] 10.222.0.16 "DELETE /v2.0/security-groups/86559bc1-9136-4069-a9cb-bd34d4b6be5a HTTP/1.1" status: 204 len: 168 time: 0.1216624 Jul 14 18:57:26.883972 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 54738) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:57:26.891958 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd3e866-6118-4789-8a38-02d86dcdb75f tempest-NegativeSecGroupTest-1053117114 tempest-NegativeSecGroupTest-1053117114-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=86559bc1-9136-4069-a9cb-bd34d4b6be5a,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:57:26.943274 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-b8a145ad-0907-46be-bdec-531e5ba95417 tempest-NegativeSecGroupTest-1053117114 tempest-NegativeSecGroupTest-1053117114-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0571036 Jul 14 18:57:26.946837 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 54742) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:57:26.952266 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-051eaf72-5bc5-4265-a698-b1d639edc8b6 tempest-NegativeSecGroupTest-1053117114 tempest-NegativeSecGroupTest-1053117114-project] Request body: {'security_group': {'name': 'tempest-secgroup--1459314809'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:57:26.975154 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-051eaf72-5bc5-4265-a698-b1d639edc8b6 tempest-NegativeSecGroupTest-1053117114 tempest-NegativeSecGroupTest-1053117114-project] Notify callbacks [] for security_group, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:27.025809 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-488f6e7a-71cc-4c7d-b69e-0b53824cb76b req-79f8baae-f984-46a7-a733-59e39fea3338 tempest-TestVolumeBackupRestore-976339583 tempest-TestVolumeBackupRestore-976339583-project] 10.222.0.16 "GET /v2.0/ports?device_id=1f5a0535-92d9-4283-80cb-59894b507fd3 HTTP/1.1" status: 200 len: 210 time: 0.0312893 Jul 14 18:57:27.070640 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-051eaf72-5bc5-4265-a698-b1d639edc8b6 tempest-NegativeSecGroupTest-1053117114 tempest-NegativeSecGroupTest-1053117114-project] Notify callbacks [] for security_group, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:27.074634 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-051eaf72-5bc5-4265-a698-b1d639edc8b6 tempest-NegativeSecGroupTest-1053117114 tempest-NegativeSecGroupTest-1053117114-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:27.100867 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-051eaf72-5bc5-4265-a698-b1d639edc8b6 tempest-NegativeSecGroupTest-1053117114 tempest-NegativeSecGroupTest-1053117114-project] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:27.102066 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-051eaf72-5bc5-4265-a698-b1d639edc8b6 tempest-NegativeSecGroupTest-1053117114 tempest-NegativeSecGroupTest-1053117114-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1540785 Jul 14 18:57:27.105669 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 54744) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:57:27.110577 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-a7d58c90-5057-4edf-95af-61053697d544 tempest-NegativeSecGroupTest-1053117114 tempest-NegativeSecGroupTest-1053117114-project] Request body: {'security_group_rule': {'security_group_id': '3931ea31-f083-406e-90cd-4de10af4476f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:57:27.110826 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051eaf72-5bc5-4265-a698-b1d639edc8b6 tempest-NegativeSecGroupTest-1053117114 tempest-NegativeSecGroupTest-1053117114-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3931ea31-f083-406e-90cd-4de10af4476f,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:57:27.150685 n-d-800634-3 neutron-server[93915]: INFO neutron.api.v2.resource [None req-a7d58c90-5057-4edf-95af-61053697d544 tempest-NegativeSecGroupTest-1053117114 tempest-NegativeSecGroupTest-1053117114-project] create failed (client error): The resource could not be found. Jul 14 18:57:27.154450 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-a7d58c90-5057-4edf-95af-61053697d544 tempest-NegativeSecGroupTest-1053117114 tempest-NegativeSecGroupTest-1053117114-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0452838 Jul 14 18:57:27.154662 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 54746) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:57:27.160086 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-0d496bdc-3f1f-4847-9d77-15eb9c101424 tempest-NegativeSecGroupTest-1053117114 tempest-NegativeSecGroupTest-1053117114-project] Request body: {'security_group_rule': {'security_group_id': '3931ea31-f083-406e-90cd-4de10af4476f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '1f71f7b4-ca05-437e-b6d8-01b0092a2ab0'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:57:27.199769 n-d-800634-3 neutron-server[93915]: INFO neutron.api.v2.resource [None req-0d496bdc-3f1f-4847-9d77-15eb9c101424 tempest-NegativeSecGroupTest-1053117114 tempest-NegativeSecGroupTest-1053117114-project] create failed (client error): The resource could not be found. Jul 14 18:57:27.200946 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-0d496bdc-3f1f-4847-9d77-15eb9c101424 tempest-NegativeSecGroupTest-1053117114 tempest-NegativeSecGroupTest-1053117114-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0453110 Jul 14 18:57:27.203724 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 54748) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:57:27.259237 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-5e3bb0e4-689c-4239-ac9f-b1db48d512ce tempest-NegativeSecGroupTest-1053117114 tempest-NegativeSecGroupTest-1053117114-project] Notify callbacks [] for security_group, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:27.281491 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-5e3bb0e4-689c-4239-ac9f-b1db48d512ce tempest-NegativeSecGroupTest-1053117114 tempest-NegativeSecGroupTest-1053117114-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:27.322966 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-5e3bb0e4-689c-4239-ac9f-b1db48d512ce tempest-NegativeSecGroupTest-1053117114 tempest-NegativeSecGroupTest-1053117114-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:27.326406 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-5e3bb0e4-689c-4239-ac9f-b1db48d512ce tempest-NegativeSecGroupTest-1053117114 tempest-NegativeSecGroupTest-1053117114-project] Notify callbacks [] for security_group, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:27.327862 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-5e3bb0e4-689c-4239-ac9f-b1db48d512ce tempest-NegativeSecGroupTest-1053117114 tempest-NegativeSecGroupTest-1053117114-project] 10.222.0.16 "DELETE /v2.0/security-groups/3931ea31-f083-406e-90cd-4de10af4476f HTTP/1.1" status: 204 len: 168 time: 0.1231208 Jul 14 18:57:27.330641 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 54750) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:57:27.337520 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3bb0e4-689c-4239-ac9f-b1db48d512ce tempest-NegativeSecGroupTest-1053117114 tempest-NegativeSecGroupTest-1053117114-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3931ea31-f083-406e-90cd-4de10af4476f,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:57:27.377376 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-b96b5953-034f-46bd-90bc-8b773c758327 tempest-NegativeSecGroupTest-1053117114 tempest-NegativeSecGroupTest-1053117114-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0451062 Jul 14 18:57:27.381155 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 54752) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:57:27.386723 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-f94f8c3a-70a4-46d7-b8d5-aee064b81b86 tempest-NegativeSecGroupTest-1053117114 tempest-NegativeSecGroupTest-1053117114-project] Request body: {'security_group_rule': {'security_group_id': '5d40cc39-154a-45e9-af00-33a5ef21d457', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:57:27.426177 n-d-800634-3 neutron-server[93915]: INFO neutron.api.v2.resource [None req-f94f8c3a-70a4-46d7-b8d5-aee064b81b86 tempest-NegativeSecGroupTest-1053117114 tempest-NegativeSecGroupTest-1053117114-project] create failed (client error): The resource could not be found. Jul 14 18:57:27.427431 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-f94f8c3a-70a4-46d7-b8d5-aee064b81b86 tempest-NegativeSecGroupTest-1053117114 tempest-NegativeSecGroupTest-1053117114-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0452330 Jul 14 18:57:27.431449 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 54754) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:57:27.436090 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-668e95e8-cb68-4b60-9885-a4a5a676d1e5 tempest-NegativeSecGroupTest-1053117114 tempest-NegativeSecGroupTest-1053117114-project] Request body: {'security_group': {'name': 'tempest-secgroup--19199413'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:57:27.465046 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-668e95e8-cb68-4b60-9885-a4a5a676d1e5 tempest-NegativeSecGroupTest-1053117114 tempest-NegativeSecGroupTest-1053117114-project] Notify callbacks [] for security_group, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:27.546756 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-668e95e8-cb68-4b60-9885-a4a5a676d1e5 tempest-NegativeSecGroupTest-1053117114 tempest-NegativeSecGroupTest-1053117114-project] Notify callbacks [] for security_group, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:27.550500 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-668e95e8-cb68-4b60-9885-a4a5a676d1e5 tempest-NegativeSecGroupTest-1053117114 tempest-NegativeSecGroupTest-1053117114-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:27.576968 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-668e95e8-cb68-4b60-9885-a4a5a676d1e5 tempest-NegativeSecGroupTest-1053117114 tempest-NegativeSecGroupTest-1053117114-project] Notify callbacks [] for security_group, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:27.578199 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-668e95e8-cb68-4b60-9885-a4a5a676d1e5 tempest-NegativeSecGroupTest-1053117114 tempest-NegativeSecGroupTest-1053117114-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.1458213 Jul 14 18:57:27.580895 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 54756) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:57:27.585997 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-46af0793-e69b-454b-986c-1d4ae407c850 tempest-NegativeSecGroupTest-1053117114 tempest-NegativeSecGroupTest-1053117114-project] Request body: {'security_group': {'name': 'tempest-secgroup--676967967'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:57:27.591563 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668e95e8-cb68-4b60-9885-a4a5a676d1e5 tempest-NegativeSecGroupTest-1053117114 tempest-NegativeSecGroupTest-1053117114-project] Pushing event updated for resources: {'SecurityGroup': ['ID=989cf22e-714c-44d9-8229-5e657dc20dca,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:57:27.609507 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-46af0793-e69b-454b-986c-1d4ae407c850 tempest-NegativeSecGroupTest-1053117114 tempest-NegativeSecGroupTest-1053117114-project] Notify callbacks [] for security_group, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:27.695362 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-46af0793-e69b-454b-986c-1d4ae407c850 tempest-NegativeSecGroupTest-1053117114 tempest-NegativeSecGroupTest-1053117114-project] Notify callbacks [] for security_group, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:27.699558 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-46af0793-e69b-454b-986c-1d4ae407c850 tempest-NegativeSecGroupTest-1053117114 tempest-NegativeSecGroupTest-1053117114-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:27.726091 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-46af0793-e69b-454b-986c-1d4ae407c850 tempest-NegativeSecGroupTest-1053117114 tempest-NegativeSecGroupTest-1053117114-project] Notify callbacks [] for security_group, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:27.730450 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-46af0793-e69b-454b-986c-1d4ae407c850 tempest-NegativeSecGroupTest-1053117114 tempest-NegativeSecGroupTest-1053117114-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1455064 Jul 14 18:57:27.730929 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 54758) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:57:27.735563 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-6771c17b-b16d-4ef8-83f3-5eb2c343fe0d tempest-NegativeSecGroupTest-1053117114 tempest-NegativeSecGroupTest-1053117114-project] Request body: {'security_group_rule': {'security_group_id': '989cf22e-714c-44d9-8229-5e657dc20dca', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '7f2c8d9c-b6cf-4001-8aaa-59ca34f1460c'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:57:27.736152 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46af0793-e69b-454b-986c-1d4ae407c850 tempest-NegativeSecGroupTest-1053117114 tempest-NegativeSecGroupTest-1053117114-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7f2c8d9c-b6cf-4001-8aaa-59ca34f1460c,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:57:27.771673 n-d-800634-3 neutron-server[93916]: INFO neutron.api.v2.resource [None req-6771c17b-b16d-4ef8-83f3-5eb2c343fe0d tempest-NegativeSecGroupTest-1053117114 tempest-NegativeSecGroupTest-1053117114-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 18:57:27.772870 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-6771c17b-b16d-4ef8-83f3-5eb2c343fe0d tempest-NegativeSecGroupTest-1053117114 tempest-NegativeSecGroupTest-1053117114-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0408630 Jul 14 18:57:27.775673 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 54760) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:57:27.829783 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-8f0409de-8da9-47cf-b7f5-e292d9838687 tempest-NegativeSecGroupTest-1053117114 tempest-NegativeSecGroupTest-1053117114-project] Notify callbacks [] for security_group, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:27.851687 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-8f0409de-8da9-47cf-b7f5-e292d9838687 tempest-NegativeSecGroupTest-1053117114 tempest-NegativeSecGroupTest-1053117114-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:27.893413 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-8f0409de-8da9-47cf-b7f5-e292d9838687 tempest-NegativeSecGroupTest-1053117114 tempest-NegativeSecGroupTest-1053117114-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:27.896220 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-8f0409de-8da9-47cf-b7f5-e292d9838687 tempest-NegativeSecGroupTest-1053117114 tempest-NegativeSecGroupTest-1053117114-project] Notify callbacks [] for security_group, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:27.897372 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-8f0409de-8da9-47cf-b7f5-e292d9838687 tempest-NegativeSecGroupTest-1053117114 tempest-NegativeSecGroupTest-1053117114-project] 10.222.0.16 "DELETE /v2.0/security-groups/7f2c8d9c-b6cf-4001-8aaa-59ca34f1460c HTTP/1.1" status: 204 len: 168 time: 0.1200309 Jul 14 18:57:27.900037 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 54762) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:57:27.906747 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0409de-8da9-47cf-b7f5-e292d9838687 tempest-NegativeSecGroupTest-1053117114 tempest-NegativeSecGroupTest-1053117114-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f2c8d9c-b6cf-4001-8aaa-59ca34f1460c,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:57:27.967155 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-d1249772-d967-4204-b816-365a42c56182 tempest-NegativeSecGroupTest-1053117114 tempest-NegativeSecGroupTest-1053117114-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4509 time: 0.0632052 Jul 14 18:57:27.967451 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 54764) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:57:28.018921 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-e69143cb-e517-4f99-937f-02437ab4b009 tempest-NegativeSecGroupTest-1053117114 tempest-NegativeSecGroupTest-1053117114-project] Notify callbacks [] for security_group, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:28.040547 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-e69143cb-e517-4f99-937f-02437ab4b009 tempest-NegativeSecGroupTest-1053117114 tempest-NegativeSecGroupTest-1053117114-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:28.084984 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-e69143cb-e517-4f99-937f-02437ab4b009 tempest-NegativeSecGroupTest-1053117114 tempest-NegativeSecGroupTest-1053117114-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:28.087539 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-e69143cb-e517-4f99-937f-02437ab4b009 tempest-NegativeSecGroupTest-1053117114 tempest-NegativeSecGroupTest-1053117114-project] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:28.088755 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-e69143cb-e517-4f99-937f-02437ab4b009 tempest-NegativeSecGroupTest-1053117114 tempest-NegativeSecGroupTest-1053117114-project] 10.222.0.16 "DELETE /v2.0/security-groups/989cf22e-714c-44d9-8229-5e657dc20dca HTTP/1.1" status: 204 len: 168 time: 0.1203341 Jul 14 18:57:28.092206 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 54768) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:57:28.099367 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69143cb-e517-4f99-937f-02437ab4b009 tempest-NegativeSecGroupTest-1053117114 tempest-NegativeSecGroupTest-1053117114-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=989cf22e-714c-44d9-8229-5e657dc20dca,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:57:28.159858 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-888d10ab-43ef-449b-ad70-c08ac4c11b6c tempest-NegativeSecGroupTest-1053117114 tempest-NegativeSecGroupTest-1053117114-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0662749 Jul 14 18:57:28.164438 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 54770) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:57:28.169818 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-2b2c8699-3f23-4961-b201-64e3cf6f97f9 tempest-NegativeSecGroupTest-1053117114 tempest-NegativeSecGroupTest-1053117114-project] Request body: {'security_group': {'name': 'tempest-secgroup--1633810836'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:57:28.188578 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b3e73897-e0cc-4114-a9e0-092ddeb25012 req-e00df6bb-3dbe-4323-9500-5de398416d20 tempest-TestVolumeBackupRestore-976339583 tempest-TestVolumeBackupRestore-976339583-project] 10.222.0.16 "GET /v2.0/ports?device_id=1f5a0535-92d9-4283-80cb-59894b507fd3 HTTP/1.1" status: 200 len: 210 time: 0.0327485 Jul 14 18:57:28.193779 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-2b2c8699-3f23-4961-b201-64e3cf6f97f9 tempest-NegativeSecGroupTest-1053117114 tempest-NegativeSecGroupTest-1053117114-project] Notify callbacks [] for security_group, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:28.282361 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-2b2c8699-3f23-4961-b201-64e3cf6f97f9 tempest-NegativeSecGroupTest-1053117114 tempest-NegativeSecGroupTest-1053117114-project] Notify callbacks [] for security_group, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:28.286432 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-2b2c8699-3f23-4961-b201-64e3cf6f97f9 tempest-NegativeSecGroupTest-1053117114 tempest-NegativeSecGroupTest-1053117114-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:28.315497 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-2b2c8699-3f23-4961-b201-64e3cf6f97f9 tempest-NegativeSecGroupTest-1053117114 tempest-NegativeSecGroupTest-1053117114-project] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:28.316778 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-2b2c8699-3f23-4961-b201-64e3cf6f97f9 tempest-NegativeSecGroupTest-1053117114 tempest-NegativeSecGroupTest-1053117114-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1512659 Jul 14 18:57:28.319695 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 54772) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:57:28.325653 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-07c678e1-234b-4479-80ca-b2bb94af3386 tempest-NegativeSecGroupTest-1053117114 tempest-NegativeSecGroupTest-1053117114-project] Request body: {'security_group': {'name': 'default'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:57:28.326078 n-d-800634-3 neutron-server[93916]: WARNING neutron.api.v2.base [None req-07c678e1-234b-4479-80ca-b2bb94af3386 tempest-NegativeSecGroupTest-1053117114 tempest-NegativeSecGroupTest-1053117114-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 14 18:57:28.326574 n-d-800634-3 neutron-server[93916]: INFO neutron.api.v2.resource [None req-07c678e1-234b-4479-80ca-b2bb94af3386 tempest-NegativeSecGroupTest-1053117114 tempest-NegativeSecGroupTest-1053117114-project] update failed (client error): There was a conflict when trying to complete your request. Jul 14 18:57:28.330182 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-07c678e1-234b-4479-80ca-b2bb94af3386 tempest-NegativeSecGroupTest-1053117114 tempest-NegativeSecGroupTest-1053117114-project] 10.222.0.16 "PUT /v2.0/security-groups/4ffb5382-313c-458e-b6ec-af81ef2fdf83 HTTP/1.1" status: 409 len: 330 time: 0.0068882 Jul 14 18:57:28.330356 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 54774) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:57:28.337326 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2c8699-3f23-4961-b201-64e3cf6f97f9 tempest-NegativeSecGroupTest-1053117114 tempest-NegativeSecGroupTest-1053117114-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4ffb5382-313c-458e-b6ec-af81ef2fdf83,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:57:28.385170 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a0710d80-3930-4b9c-adf2-b3b309ba6c53 tempest-NegativeSecGroupTest-1053117114 tempest-NegativeSecGroupTest-1053117114-project] Notify callbacks [] for security_group, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:28.407701 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a0710d80-3930-4b9c-adf2-b3b309ba6c53 tempest-NegativeSecGroupTest-1053117114 tempest-NegativeSecGroupTest-1053117114-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:28.447563 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a0710d80-3930-4b9c-adf2-b3b309ba6c53 tempest-NegativeSecGroupTest-1053117114 tempest-NegativeSecGroupTest-1053117114-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:28.450779 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a0710d80-3930-4b9c-adf2-b3b309ba6c53 tempest-NegativeSecGroupTest-1053117114 tempest-NegativeSecGroupTest-1053117114-project] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:28.451925 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-a0710d80-3930-4b9c-adf2-b3b309ba6c53 tempest-NegativeSecGroupTest-1053117114 tempest-NegativeSecGroupTest-1053117114-project] 10.222.0.16 "DELETE /v2.0/security-groups/4ffb5382-313c-458e-b6ec-af81ef2fdf83 HTTP/1.1" status: 204 len: 168 time: 0.1205962 Jul 14 18:57:28.454947 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 54776) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:57:28.461796 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0710d80-3930-4b9c-adf2-b3b309ba6c53 tempest-NegativeSecGroupTest-1053117114 tempest-NegativeSecGroupTest-1053117114-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ffb5382-313c-458e-b6ec-af81ef2fdf83,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:57:28.506096 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-c13c6065-b40e-4f9e-b42b-df367a210936 tempest-NegativeSecGroupTest-1053117114 tempest-NegativeSecGroupTest-1053117114-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0497284 Jul 14 18:57:28.509629 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 54778) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:57:28.522775 n-d-800634-3 neutron-server[93915]: INFO neutron.api.v2.resource [None req-7cb54d38-d9f8-4877-9fbb-0294bf3219ca tempest-NegativeSecGroupTest-1053117114 tempest-NegativeSecGroupTest-1053117114-project] delete failed (client error): The resource could not be found. Jul 14 18:57:28.523745 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-7cb54d38-d9f8-4877-9fbb-0294bf3219ca tempest-NegativeSecGroupTest-1053117114 tempest-NegativeSecGroupTest-1053117114-project] 10.222.0.16 "DELETE /v2.0/security-groups/297b5525-4206-41f8-bd5c-0fb15e3bfef9 HTTP/1.1" status: 404 len: 347 time: 0.0132356 Jul 14 18:57:28.527370 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 54780) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:57:28.541214 n-d-800634-3 neutron-server[93915]: INFO neutron.api.v2.resource [None req-f2d0150c-5d83-494a-a911-45a2b9e829d5 tempest-NegativeSecGroupTest-1053117114 tempest-NegativeSecGroupTest-1053117114-project] show failed (client error): The resource could not be found. Jul 14 18:57:28.542523 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-f2d0150c-5d83-494a-a911-45a2b9e829d5 tempest-NegativeSecGroupTest-1053117114 tempest-NegativeSecGroupTest-1053117114-project] 10.222.0.16 "GET /v2.0/security-groups/877eca0c-ae8e-4ff7-8c68-169faf85ff2b HTTP/1.1" status: 404 len: 347 time: 0.0142384 Jul 14 18:57:28.546133 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 54782) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:57:28.560530 n-d-800634-3 neutron-server[93915]: INFO neutron.api.v2.resource [None req-2e6e6abc-e609-4582-af40-a1b9a5d6e243 tempest-NegativeSecGroupTest-1053117114 tempest-NegativeSecGroupTest-1053117114-project] show failed (client error): The resource could not be found. Jul 14 18:57:28.561488 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-2e6e6abc-e609-4582-af40-a1b9a5d6e243 tempest-NegativeSecGroupTest-1053117114 tempest-NegativeSecGroupTest-1053117114-project] 10.222.0.16 "GET /v2.0/security-group-rules/94b1e477-5df9-4c28-8ed9-dc8fd24b1801 HTTP/1.1" status: 404 len: 356 time: 0.0144696 Jul 14 18:57:28.798786 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 54788) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:57:28.935004 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-217b8b42-1761-4524-9b39-839e477a6256 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a19d0f9d8d5444f59fc44c9a11a035bd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1349940 Jul 14 18:57:28.937582 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 54792) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:57:28.990321 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-90906a10-de48-4e8c-9698-2f798ebbf18a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:28.991099 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device cd8baaa3-cd9f-4584-9bdc-a4816ac099f0 no longer exists at agent hyperv_n-h1-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 18:57:29.012498 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] No Port match for: cd8baaa3-cd9f-4584-9bdc-a4816ac099f0 {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 18:57:29.012992 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device cd8baaa3-cd9f-4584-9bdc-a4816ac099f0 not bound to the agent host n-h1-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 18:57:29.014978 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-90906a10-de48-4e8c-9698-2f798ebbf18a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:29.066754 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-90906a10-de48-4e8c-9698-2f798ebbf18a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:29.069431 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-90906a10-de48-4e8c-9698-2f798ebbf18a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:29.070570 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-90906a10-de48-4e8c-9698-2f798ebbf18a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/79df2cb3-6a2d-4fd2-9a42-3c0e09737efa HTTP/1.1" status: 204 len: 168 time: 0.1320481 Jul 14 18:57:29.078523 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90906a10-de48-4e8c-9698-2f798ebbf18a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79df2cb3-6a2d-4fd2-9a42-3c0e09737efa,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:57:29.340254 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b9f1a85e-0e89-4be1-884c-22ccb0584d1e req-193cafdf-05fb-495c-9290-b5768bce951f tempest-TestVolumeBackupRestore-976339583 tempest-TestVolumeBackupRestore-976339583-project] 10.222.0.16 "GET /v2.0/ports?device_id=1f5a0535-92d9-4283-80cb-59894b507fd3 HTTP/1.1" status: 200 len: 210 time: 0.0304043 Jul 14 18:57:29.707645 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 54816) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:57:29.801623 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-6415bc6f-d5af-4433-80ab-a2ff478806d9 tempest-TagsTest-245404843 tempest-TagsTest-245404843-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-1385031083'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:57:29.822519 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6415bc6f-d5af-4433-80ab-a2ff478806d9 tempest-TagsTest-245404843 tempest-TagsTest-245404843-project] Made reservation on behalf of 52065f4e743f4bb6ae7a4b2af0f52645 for: {'network': 1} {{(pid=93916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:57:29.826512 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-6415bc6f-d5af-4433-80ab-a2ff478806d9 tempest-TagsTest-245404843 tempest-TagsTest-245404843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for network, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:29.835757 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-6415bc6f-d5af-4433-80ab-a2ff478806d9 tempest-TagsTest-245404843 tempest-TagsTest-245404843-project] Notify callbacks [] for security_group, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:29.923769 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-6415bc6f-d5af-4433-80ab-a2ff478806d9 tempest-TagsTest-245404843 tempest-TagsTest-245404843-project] Notify callbacks [] for security_group, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:29.927622 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-6415bc6f-d5af-4433-80ab-a2ff478806d9 tempest-TagsTest-245404843 tempest-TagsTest-245404843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:29.952573 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6415bc6f-d5af-4433-80ab-a2ff478806d9 tempest-TagsTest-245404843 tempest-TagsTest-245404843-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 83} {{(pid=93916) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 18:57:29.968873 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6415bc6f-d5af-4433-80ab-a2ff478806d9 tempest-TagsTest-245404843 tempest-TagsTest-245404843-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8cc7b53a-214e-4a83-a250-86539105f05b,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:57:29.971904 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-6415bc6f-d5af-4433-80ab-a2ff478806d9 tempest-TagsTest-245404843 tempest-TagsTest-245404843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:29.972300 n-d-800634-3 neutron-server[93916]: INFO neutron.db.segments_db [None req-6415bc6f-d5af-4433-80ab-a2ff478806d9 tempest-TagsTest-245404843 tempest-TagsTest-245404843-project] Added segment 374b6924-9016-4aa3-8509-cf4803b30624 of type vlan for network 9e0554bc-a27c-4289-9e2a-f66b4cf4a5b9 Jul 14 18:57:30.014260 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-6415bc6f-d5af-4433-80ab-a2ff478806d9 tempest-TagsTest-245404843 tempest-TagsTest-245404843-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728202197517'] for network, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:30.043396 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-6415bc6f-d5af-4433-80ab-a2ff478806d9 tempest-TagsTest-245404843 tempest-TagsTest-245404843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727'] for network, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:30.049439 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6415bc6f-d5af-4433-80ab-a2ff478806d9 tempest-TagsTest-245404843 tempest-TagsTest-245404843-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:57:30.050165 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-6415bc6f-d5af-4433-80ab-a2ff478806d9 tempest-TagsTest-245404843 tempest-TagsTest-245404843-project] Notify callbacks [] for network, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:30.115569 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-6415bc6f-d5af-4433-80ab-a2ff478806d9 tempest-TagsTest-245404843 tempest-TagsTest-245404843-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 776 time: 0.4065485 Jul 14 18:57:30.120781 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 54820) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:57:30.126422 n-d-800634-3 neutron-server[93915]: DEBUG neutron.services.tag.tag_plugin [None req-c4e965d1-74c8-4257-8a37-6762489a6d4f tempest-TagsTest-245404843 tempest-TagsTest-245404843-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', '9e0554bc-a27c-4289-9e2a-f66b4cf4a5b9', 'tempest-TagsTest-Tag-750390349') {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:57:30.131009 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6415bc6f-d5af-4433-80ab-a2ff478806d9 tempest-TagsTest-245404843 tempest-TagsTest-245404843-project] Pushing event updated for resources: {'Network': ['ID=9e0554bc-a27c-4289-9e2a-f66b4cf4a5b9,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:57:30.143205 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Network 9e0554bc-a27c-4289-9e2a-f66b4cf4a5b9 details requested by agent ovs-agent-n-d-800634-3 with host n-d-800634-3 {{(pid=93917) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 18:57:30.218065 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-c4e965d1-74c8-4257-8a37-6762489a6d4f tempest-TagsTest-245404843 tempest-TagsTest-245404843-project] 10.222.0.16 "PUT /v2.0/networks/9e0554bc-a27c-4289-9e2a-f66b4cf4a5b9/tags/tempest-TagsTest-Tag-750390349 HTTP/1.1" status: 201 len: 201 time: 0.0954754 Jul 14 18:57:30.220856 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 54822) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:57:30.225202 n-d-800634-3 neutron-server[93915]: DEBUG neutron.services.tag.tag_plugin [None req-9e0d0a75-429f-479d-b05f-37a48dc90105 tempest-TagsTest-245404843 tempest-TagsTest-245404843-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '9e0554bc-a27c-4289-9e2a-f66b4cf4a5b9', 'tempest-TagsTest-Tag-750390349') {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:57:30.299565 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-9e0d0a75-429f-479d-b05f-37a48dc90105 tempest-TagsTest-245404843 tempest-TagsTest-245404843-project] 10.222.0.16 "GET /v2.0/networks/9e0554bc-a27c-4289-9e2a-f66b4cf4a5b9/tags/tempest-TagsTest-Tag-750390349 HTTP/1.1" status: 204 len: 168 time: 0.0776596 Jul 14 18:57:30.301975 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 54824) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:57:30.306125 n-d-800634-3 neutron-server[93915]: DEBUG neutron.services.tag.tag_plugin [None req-7d3c3d75-33e5-4645-a040-a5cd02e75eb3 tempest-TagsTest-245404843 tempest-TagsTest-245404843-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', '9e0554bc-a27c-4289-9e2a-f66b4cf4a5b9') {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:57:30.376389 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-7d3c3d75-33e5-4645-a040-a5cd02e75eb3 tempest-TagsTest-245404843 tempest-TagsTest-245404843-project] 10.222.0.16 "GET /v2.0/networks/9e0554bc-a27c-4289-9e2a-f66b4cf4a5b9/tags HTTP/1.1" status: 200 len: 237 time: 0.0733786 Jul 14 18:57:30.378905 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 54828) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:57:30.383566 n-d-800634-3 neutron-server[93915]: DEBUG neutron.services.tag.tag_plugin [None req-b5f91632-bc41-491f-b423-bc9f5795452a tempest-TagsTest-245404843 tempest-TagsTest-245404843-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', '9e0554bc-a27c-4289-9e2a-f66b4cf4a5b9', {'tags': ['tempest-TagsTest-Tag-1610681941', 'tempest-TagsTest-Tag-202609506', 'tempest-TagsTest-Tag-478093839']}) {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:57:30.435618 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 54830) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:57:30.458382 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-b5f91632-bc41-491f-b423-bc9f5795452a tempest-TagsTest-245404843 tempest-TagsTest-245404843-project] 10.222.0.16 "PUT /v2.0/networks/9e0554bc-a27c-4289-9e2a-f66b4cf4a5b9/tags HTTP/1.1" status: 200 len: 307 time: 0.0782862 Jul 14 18:57:30.460805 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 54832) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:57:30.465741 n-d-800634-3 neutron-server[93915]: DEBUG neutron.services.tag.tag_plugin [None req-69cc64bb-f030-4a42-9dd8-2843fd54b944 tempest-TagsTest-245404843 tempest-TagsTest-245404843-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', '9e0554bc-a27c-4289-9e2a-f66b4cf4a5b9', 'tempest-TagsTest-Tag-1610681941') {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:57:30.498066 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-1e8c5461-f3bc-4090-b8a0-d14701447fac tempest-TestVolumeBackupRestore-976339583 tempest-TestVolumeBackupRestore-976339583-project] Notify callbacks [] for security_group, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:30.523153 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-1e8c5461-f3bc-4090-b8a0-d14701447fac tempest-TestVolumeBackupRestore-976339583 tempest-TestVolumeBackupRestore-976339583-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:30.551070 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-69cc64bb-f030-4a42-9dd8-2843fd54b944 tempest-TagsTest-245404843 tempest-TagsTest-245404843-project] 10.222.0.16 "DELETE /v2.0/networks/9e0554bc-a27c-4289-9e2a-f66b4cf4a5b9/tags/tempest-TagsTest-Tag-1610681941 HTTP/1.1" status: 204 len: 168 time: 0.0890639 Jul 14 18:57:30.553609 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 54834) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:57:30.558896 n-d-800634-3 neutron-server[93915]: DEBUG neutron.services.tag.tag_plugin [None req-7d24b2c6-9730-445e-ab73-6970d9d9feef tempest-TagsTest-245404843 tempest-TagsTest-245404843-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '9e0554bc-a27c-4289-9e2a-f66b4cf4a5b9', 'tempest-TagsTest-Tag-1610681941') {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:57:30.585937 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-1e8c5461-f3bc-4090-b8a0-d14701447fac tempest-TestVolumeBackupRestore-976339583 tempest-TestVolumeBackupRestore-976339583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:30.589264 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-1e8c5461-f3bc-4090-b8a0-d14701447fac tempest-TestVolumeBackupRestore-976339583 tempest-TestVolumeBackupRestore-976339583-project] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:30.590482 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-1e8c5461-f3bc-4090-b8a0-d14701447fac tempest-TestVolumeBackupRestore-976339583 tempest-TestVolumeBackupRestore-976339583-project] 10.222.0.16 "DELETE /v2.0/security-groups/a69a7817-e0db-4957-9dd3-46ae7bcba614 HTTP/1.1" status: 204 len: 168 time: 0.1537788 Jul 14 18:57:30.608248 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8c5461-f3bc-4090-b8a0-d14701447fac tempest-TestVolumeBackupRestore-976339583 tempest-TestVolumeBackupRestore-976339583-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a69a7817-e0db-4957-9dd3-46ae7bcba614,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:57:30.628959 n-d-800634-3 neutron-server[93915]: INFO neutron.api.v2.resource [None req-7d24b2c6-9730-445e-ab73-6970d9d9feef tempest-TagsTest-245404843 tempest-TagsTest-245404843-project] show failed (client error): The resource could not be found. Jul 14 18:57:30.630236 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-7d24b2c6-9730-445e-ab73-6970d9d9feef tempest-TagsTest-245404843 tempest-TagsTest-245404843-project] 10.222.0.16 "GET /v2.0/networks/9e0554bc-a27c-4289-9e2a-f66b4cf4a5b9/tags/tempest-TagsTest-Tag-1610681941 HTTP/1.1" status: 404 len: 326 time: 0.0756621 Jul 14 18:57:30.633041 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 54840) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:57:30.638883 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.tag.tag_plugin [None req-a725f9c9-e51e-4f96-a7c9-207c0e00785b tempest-TagsTest-245404843 tempest-TagsTest-245404843-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '9e0554bc-a27c-4289-9e2a-f66b4cf4a5b9', 'tempest-TagsTest-Tag-202609506') {} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:57:30.720537 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-a725f9c9-e51e-4f96-a7c9-207c0e00785b tempest-TagsTest-245404843 tempest-TagsTest-245404843-project] 10.222.0.16 "GET /v2.0/networks/9e0554bc-a27c-4289-9e2a-f66b4cf4a5b9/tags/tempest-TagsTest-Tag-202609506 HTTP/1.1" status: 204 len: 168 time: 0.0856216 Jul 14 18:57:30.722503 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 54844) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:57:30.729500 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.tag.tag_plugin [None req-2509d2ba-9420-4b6f-a9f2-e6ac9d457c68 tempest-TagsTest-245404843 tempest-TagsTest-245404843-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '9e0554bc-a27c-4289-9e2a-f66b4cf4a5b9', 'tempest-TagsTest-Tag-478093839') {} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:57:30.839685 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-2509d2ba-9420-4b6f-a9f2-e6ac9d457c68 tempest-TagsTest-245404843 tempest-TagsTest-245404843-project] 10.222.0.16 "GET /v2.0/networks/9e0554bc-a27c-4289-9e2a-f66b4cf4a5b9/tags/tempest-TagsTest-Tag-478093839 HTTP/1.1" status: 204 len: 168 time: 0.1158154 Jul 14 18:57:30.842681 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 54862) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:57:30.847174 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.tag.tag_plugin [None req-445d8c67-433f-4093-85a0-1beb58d00426 tempest-TagsTest-245404843 tempest-TagsTest-245404843-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '9e0554bc-a27c-4289-9e2a-f66b4cf4a5b9') {} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:57:30.971324 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 54882) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:57:30.976317 n-d-800634-3 neutron-server[93915]: DEBUG neutron.services.tag.tag_plugin [None req-fe634a0a-a89c-4711-9ef3-3ae2c0f90456 tempest-TagsTest-245404843 tempest-TagsTest-245404843-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '9e0554bc-a27c-4289-9e2a-f66b4cf4a5b9', 'tempest-TagsTest-Tag-202609506') {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:57:30.980871 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-445d8c67-433f-4093-85a0-1beb58d00426 tempest-TagsTest-245404843 tempest-TagsTest-245404843-project] 10.222.0.16 "DELETE /v2.0/networks/9e0554bc-a27c-4289-9e2a-f66b4cf4a5b9/tags HTTP/1.1" status: 204 len: 168 time: 0.1368773 Jul 14 18:57:31.057268 n-d-800634-3 neutron-server[93915]: INFO neutron.api.v2.resource [None req-fe634a0a-a89c-4711-9ef3-3ae2c0f90456 tempest-TagsTest-245404843 tempest-TagsTest-245404843-project] show failed (client error): The resource could not be found. Jul 14 18:57:31.060552 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-fe634a0a-a89c-4711-9ef3-3ae2c0f90456 tempest-TagsTest-245404843 tempest-TagsTest-245404843-project] 10.222.0.16 "GET /v2.0/networks/9e0554bc-a27c-4289-9e2a-f66b4cf4a5b9/tags/tempest-TagsTest-Tag-202609506 HTTP/1.1" status: 404 len: 325 time: 0.0881772 Jul 14 18:57:31.061322 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 54898) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:57:31.066417 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.tag.tag_plugin [None req-4db74d1f-2158-40d0-a7be-f967c4027865 tempest-TagsTest-245404843 tempest-TagsTest-245404843-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '9e0554bc-a27c-4289-9e2a-f66b4cf4a5b9', 'tempest-TagsTest-Tag-478093839') {} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:57:31.141409 n-d-800634-3 neutron-server[93916]: INFO neutron.api.v2.resource [None req-4db74d1f-2158-40d0-a7be-f967c4027865 tempest-TagsTest-245404843 tempest-TagsTest-245404843-project] show failed (client error): The resource could not be found. Jul 14 18:57:31.145552 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 54912) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:57:31.150382 n-d-800634-3 neutron-server[93915]: DEBUG neutron.services.tag.tag_plugin [None req-d916f28d-bdd0-487c-b4e2-5c7961ad68b5 tempest-TagsTest-245404843 tempest-TagsTest-245404843-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '9e0554bc-a27c-4289-9e2a-f66b4cf4a5b9') {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:57:31.156869 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-4db74d1f-2158-40d0-a7be-f967c4027865 tempest-TagsTest-245404843 tempest-TagsTest-245404843-project] 10.222.0.16 "GET /v2.0/networks/9e0554bc-a27c-4289-9e2a-f66b4cf4a5b9/tags/tempest-TagsTest-Tag-478093839 HTTP/1.1" status: 404 len: 325 time: 0.0939531 Jul 14 18:57:31.236107 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 54926) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:57:31.240722 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-d916f28d-bdd0-487c-b4e2-5c7961ad68b5 tempest-TagsTest-245404843 tempest-TagsTest-245404843-project] 10.222.0.16 "DELETE /v2.0/networks/9e0554bc-a27c-4289-9e2a-f66b4cf4a5b9/tags HTTP/1.1" status: 204 len: 168 time: 0.0939958 Jul 14 18:57:31.727206 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-70afefeb-c7ba-4adc-8e10-a5f8837cae2f tempest-TagsTest-245404843 tempest-TagsTest-245404843-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645734'] for network, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:31.835364 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-70afefeb-c7ba-4adc-8e10-a5f8837cae2f tempest-TagsTest-245404843 tempest-TagsTest-245404843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2096010', 'neutron.services.segments.db._delete_segments_for_network-8728202734996'] for network, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:31.847199 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.segments.db [None req-70afefeb-c7ba-4adc-8e10-a5f8837cae2f tempest-TagsTest-245404843 tempest-TagsTest-245404843-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e0554bc-a27c-4289-9e2a-f66b4cf4a5b9']}} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:57:31.866640 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.segments.db [None req-70afefeb-c7ba-4adc-8e10-a5f8837cae2f tempest-TagsTest-245404843 tempest-TagsTest-245404843-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '374b6924-9016-4aa3-8509-cf4803b30624') {'for_net_delete': True} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:57:31.866848 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.segments.db [None req-70afefeb-c7ba-4adc-8e10-a5f8837cae2f tempest-TagsTest-245404843 tempest-TagsTest-245404843-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '374b6924-9016-4aa3-8509-cf4803b30624') {} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:57:31.876167 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-70afefeb-c7ba-4adc-8e10-a5f8837cae2f tempest-TagsTest-245404843 tempest-TagsTest-245404843-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728202715275', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26296891'] for segment, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:31.891880 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-70afefeb-c7ba-4adc-8e10-a5f8837cae2f tempest-TagsTest-245404843 tempest-TagsTest-245404843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:31.903879 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70afefeb-c7ba-4adc-8e10-a5f8837cae2f tempest-TagsTest-245404843 tempest-TagsTest-245404843-project] Releasing vlan 83 on physical network physnet1 to pool {{(pid=93916) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 18:57:31.904411 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-70afefeb-c7ba-4adc-8e10-a5f8837cae2f tempest-TagsTest-245404843 tempest-TagsTest-245404843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2682942'] for segment, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:31.907803 n-d-800634-3 neutron-server[93916]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 18:57:31.907803 n-d-800634-3 neutron-server[93916]: conditions |= (models_v2.Port.network_id.in_( Jul 14 18:57:31.907803 n-d-800634-3 neutron-server[93916]: Traceback (most recent call last): Jul 14 18:57:31.907803 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 18:57:31.907803 n-d-800634-3 neutron-server[93916]: timer() Jul 14 18:57:31.907803 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 18:57:31.907803 n-d-800634-3 neutron-server[93916]: cb(*args, **kw) Jul 14 18:57:31.907803 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 18:57:31.907803 n-d-800634-3 neutron-server[93916]: return func(*args, **kwargs) Jul 14 18:57:31.907803 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 18:57:31.907803 n-d-800634-3 neutron-server[93916]: self._notify() Jul 14 18:57:31.907803 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 18:57:31.907803 n-d-800634-3 neutron-server[93916]: self.callback(batched_events) Jul 14 18:57:31.907803 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 18:57:31.907803 n-d-800634-3 neutron-server[93916]: event.method(event) Jul 14 18:57:31.907803 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 18:57:31.907803 n-d-800634-3 neutron-server[93916]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 18:57:31.907803 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 18:57:31.907803 n-d-800634-3 neutron-server[93916]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 18:57:31.907803 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 18:57:31.907803 n-d-800634-3 neutron-server[93916]: return f(self, *a, **k) Jul 14 18:57:31.907803 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 18:57:31.907803 n-d-800634-3 neutron-server[93916]: return self._get(url).json() Jul 14 18:57:31.907803 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 18:57:31.907803 n-d-800634-3 neutron-server[93916]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 18:57:31.907803 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 18:57:31.907803 n-d-800634-3 neutron-server[93916]: return self.request(url, 'GET', **kwargs) Jul 14 18:57:31.907803 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 18:57:31.907803 n-d-800634-3 neutron-server[93916]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 18:57:31.907803 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 18:57:31.907803 n-d-800634-3 neutron-server[93916]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 18:57:31.907803 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 18:57:31.907803 n-d-800634-3 neutron-server[93916]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 18:57:31.907803 n-d-800634-3 neutron-server[93916]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 18:57:31.988963 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-70afefeb-c7ba-4adc-8e10-a5f8837cae2f tempest-TagsTest-245404843 tempest-TagsTest-245404843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2096001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-930085'] for network, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:31.997080 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-70afefeb-c7ba-4adc-8e10-a5f8837cae2f tempest-TagsTest-245404843 tempest-TagsTest-245404843-project] Notify callbacks [] for network, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:32.002138 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-70afefeb-c7ba-4adc-8e10-a5f8837cae2f tempest-TagsTest-245404843 tempest-TagsTest-245404843-project] 10.222.0.16 "DELETE /v2.0/networks/9e0554bc-a27c-4289-9e2a-f66b4cf4a5b9 HTTP/1.1" status: 204 len: 168 time: 0.7649958 Jul 14 18:57:32.018819 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70afefeb-c7ba-4adc-8e10-a5f8837cae2f tempest-TagsTest-245404843 tempest-TagsTest-245404843-project] Pushing event deleted for resources: {'Network': ['ID=9e0554bc-a27c-4289-9e2a-f66b4cf4a5b9,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:57:32.365412 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 55078) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:57:32.532143 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-72118eca-785e-4082-8d32-4fa30e244c73 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=52065f4e743f4bb6ae7a4b2af0f52645&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1654582 Jul 14 18:57:32.534447 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 55102) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:57:32.600302 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-f6a55747-9acc-41b6-a58a-698c70e42666 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:32.631527 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-f6a55747-9acc-41b6-a58a-698c70e42666 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:32.671744 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:32.690799 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-f6a55747-9acc-41b6-a58a-698c70e42666 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:32.693409 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-f6a55747-9acc-41b6-a58a-698c70e42666 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:32.699879 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-f6a55747-9acc-41b6-a58a-698c70e42666 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8cc7b53a-214e-4a83-a250-86539105f05b HTTP/1.1" status: 204 len: 168 time: 0.1637614 Jul 14 18:57:32.710944 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a55747-9acc-41b6-a58a-698c70e42666 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cc7b53a-214e-4a83-a250-86539105f05b,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:57:33.617264 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 55256) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:57:33.621892 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [-] 10.222.0.16 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0035908 Jul 14 18:57:33.625507 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 55260) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:57:33.752081 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-5eec2e43-99f7-422d-bf3c-fb55ff306194 tempest-NetworksApiDiscovery-246277502 tempest-NetworksApiDiscovery-246277502-project] 10.222.0.16 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.1251132 Jul 14 18:57:34.088375 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 55324) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:57:34.149780 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 55336) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:57:34.246246 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-ff04f311-c348-41ec-ae71-8be58fafbd62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:34.351029 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-ff04f311-c348-41ec-ae71-8be58fafbd62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:34.355753 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-ff04f311-c348-41ec-ae71-8be58fafbd62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:34.397796 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-ff04f311-c348-41ec-ae71-8be58fafbd62 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e105e5f741d84f70887ad6a3c63c5291&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3080902 Jul 14 18:57:34.398713 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff04f311-c348-41ec-ae71-8be58fafbd62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5178b914-4e2d-491f-a88a-087df13498bb,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:57:34.401774 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 55346) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:57:34.453426 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-70067eab-b8c1-43a9-bb32-25a1129002eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:34.475851 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-70067eab-b8c1-43a9-bb32-25a1129002eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:34.537580 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-70067eab-b8c1-43a9-bb32-25a1129002eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:34.544585 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-70067eab-b8c1-43a9-bb32-25a1129002eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:34.554648 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-b9dabaa3-2864-428a-ae1a-d76d70a21ba2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-928623'] for router_interface, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:34.559817 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-70067eab-b8c1-43a9-bb32-25a1129002eb admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/5178b914-4e2d-491f-a88a-087df13498bb HTTP/1.1" status: 204 len: 168 time: 0.1458859 Jul 14 18:57:34.567875 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70067eab-b8c1-43a9-bb32-25a1129002eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5178b914-4e2d-491f-a88a-087df13498bb,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:57:34.826956 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [None req-b9dabaa3-2864-428a-ae1a-d76d70a21ba2 admin admin] Deleting port 50f295dd-f841-4147-8f1c-7cfa57295a83 {{(pid=93915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:57:34.827304 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-b9dabaa3-2864-428a-ae1a-d76d70a21ba2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:34.905447 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [None req-b9dabaa3-2864-428a-ae1a-d76d70a21ba2 admin admin] For port 50f295dd-f841-4147-8f1c-7cfa57295a83, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=50f295dd-f841-4147-8f1c-7cfa57295a83,segment=NetworkSegment(ffbeca98-3729-4e9d-9c3f-fecdea0c745c),segment_id=ffbeca98-3729-4e9d-9c3f-fecdea0c745c)] {{(pid=93915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:57:34.905810 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-b9dabaa3-2864-428a-ae1a-d76d70a21ba2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:34.923625 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [None req-b9dabaa3-2864-428a-ae1a-d76d70a21ba2 admin admin] Calling delete_port for 50f295dd-f841-4147-8f1c-7cfa57295a83 owned by network:router_interface {{(pid=93915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:57:35.124943 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-b9dabaa3-2864-428a-ae1a-d76d70a21ba2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:35.155109 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9dabaa3-2864-428a-ae1a-d76d70a21ba2 admin admin] Pushing event deleted for resources: {'Port': ['ID=50f295dd-f841-4147-8f1c-7cfa57295a83,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:57:35.341038 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-b9dabaa3-2864-428a-ae1a-d76d70a21ba2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-598732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-928907'] for router_interface, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:35.622653 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:35.906389 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9dabaa3-2864-428a-ae1a-d76d70a21ba2 admin admin] Router dc95858d-41d5-4e5f-8465-44deaf1e4ff7 has already been hosted by L3 agent 2c6eb27e-defb-4cca-9a24-381c7415e359 {{(pid=93915) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 18:57:36.013184 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9dabaa3-2864-428a-ae1a-d76d70a21ba2 admin admin] Notify agent at l3_agent.n-d-800634-3 the message routers_updated {{(pid=93915) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 18:57:36.020889 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-b9dabaa3-2864-428a-ae1a-d76d70a21ba2 admin admin] 10.222.0.16 "PUT /v2.0/routers/dc95858d-41d5-4e5f-8465-44deaf1e4ff7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8677607 Jul 14 18:57:36.021367 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ee9115b-6311-4270-8ea5-e1d99fd1db64 None None] Sync routers for ids ['dc95858d-41d5-4e5f-8465-44deaf1e4ff7'] in n-d-800634-3 {{(pid=93917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 18:57:36.021536 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 55392) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:57:36.032837 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ee9115b-6311-4270-8ea5-e1d99fd1db64 None None] Routers {'dc95858d-41d5-4e5f-8465-44deaf1e4ff7'} bound to L3 agent in host n-d-800634-3 {{(pid=93917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:57:36.033467 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-1ee9115b-6311-4270-8ea5-e1d99fd1db64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:57:23Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['dc95858d-41d5-4e5f-8465-44deaf1e4ff7'], 'active': True} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:57:36.136927 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-fe23f893-27a8-4e17-a10a-ec5e57378c9b admin admin] Notify callbacks [] for router, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:36.142064 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvr_db [None req-1ee9115b-6311-4270-8ea5-e1d99fd1db64 None None] Set router dc95858d-41d5-4e5f-8465-44deaf1e4ff7 gateway port host: n-d-800634-3 {{(pid=93917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 18:57:36.248016 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-fe23f893-27a8-4e17-a10a-ec5e57378c9b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:36.321247 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-fe23f893-27a8-4e17-a10a-ec5e57378c9b admin admin] Deleting port 42f326e1-945f-4de6-9f0a-8a6833e562cc {{(pid=93916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:57:36.321775 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-fe23f893-27a8-4e17-a10a-ec5e57378c9b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:36.352323 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-1ee9115b-6311-4270-8ea5-e1d99fd1db64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc95858d-41d5-4e5f-8465-44deaf1e4ff7', 'name': 'tempest-TestVolumeBackupRestore-1766731314-router', 'tenant_id': 'ab3c6676b6134727ab7887b4428d3ba0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.141'}], 'enable_snat': True}, 'gw_port_id': '42f326e1-945f-4de6-9f0a-8a6833e562cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:54:02Z', 'updated_at': '2021-07-14T18:57:35Z', 'revision_number': 5, 'project_id': 'ab3c6676b6134727ab7887b4428d3ba0', 'gw_port': {'id': '42f326e1-945f-4de6-9f0a-8a6833e562cc', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:f7:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc95858d-41d5-4e5f-8465-44deaf1e4ff7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3526, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:54:04Z', 'updated_at': '2021-07-14T18:54:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3'}], 'n-d-800634-3', False) {} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:57:36.379829 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ee9115b-6311-4270-8ea5-e1d99fd1db64 None None] Checking router: dc95858d-41d5-4e5f-8465-44deaf1e4ff7 for host: n-d-800634-3 {{(pid=93917) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 18:57:36.392706 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ee9115b-6311-4270-8ea5-e1d99fd1db64 None None] Routers {'dc95858d-41d5-4e5f-8465-44deaf1e4ff7'} bound to L3 agent in host n-d-800634-3 {{(pid=93917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:57:36.393432 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-1ee9115b-6311-4270-8ea5-e1d99fd1db64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:57:23Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['dc95858d-41d5-4e5f-8465-44deaf1e4ff7'], 'active': True} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:57:36.414249 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.db [None req-fe23f893-27a8-4e17-a10a-ec5e57378c9b admin admin] For port 42f326e1-945f-4de6-9f0a-8a6833e562cc, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=42f326e1-945f-4de6-9f0a-8a6833e562cc,segment=NetworkSegment(5afb940b-bbdf-4727-be00-5d46367c38a1),segment_id=5afb940b-bbdf-4727-be00-5d46367c38a1)] {{(pid=93916) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:57:36.414622 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-fe23f893-27a8-4e17-a10a-ec5e57378c9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:36.430431 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-fe23f893-27a8-4e17-a10a-ec5e57378c9b admin admin] Calling delete_port for 42f326e1-945f-4de6-9f0a-8a6833e562cc owned by network:router_gateway {{(pid=93916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:57:36.487366 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvr_db [None req-1ee9115b-6311-4270-8ea5-e1d99fd1db64 None None] Set router dc95858d-41d5-4e5f-8465-44deaf1e4ff7 gateway port host: None {{(pid=93917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 18:57:36.545424 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-1ee9115b-6311-4270-8ea5-e1d99fd1db64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc95858d-41d5-4e5f-8465-44deaf1e4ff7', 'name': 'tempest-TestVolumeBackupRestore-1766731314-router', 'tenant_id': 'ab3c6676b6134727ab7887b4428d3ba0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:54:02Z', 'updated_at': '2021-07-14T18:57:36Z', 'revision_number': 6, 'project_id': 'ab3c6676b6134727ab7887b4428d3ba0', 'gw_port_host': None}], 'n-d-800634-3', False) {} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:57:36.576649 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ee9115b-6311-4270-8ea5-e1d99fd1db64 None None] The sync data for ids ['dc95858d-41d5-4e5f-8465-44deaf1e4ff7'] in n-d-800634-3 is: [{'id': 'dc95858d-41d5-4e5f-8465-44deaf1e4ff7', 'name': 'tempest-TestVolumeBackupRestore-1766731314-router', 'tenant_id': 'ab3c6676b6134727ab7887b4428d3ba0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:54:02Z', 'updated_at': '2021-07-14T18:57:36Z', 'revision_number': 6, 'project_id': 'ab3c6676b6134727ab7887b4428d3ba0', 'gw_port_host': None}] {{(pid=93917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 18:57:36.621493 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-fe23f893-27a8-4e17-a10a-ec5e57378c9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:36.648434 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe23f893-27a8-4e17-a10a-ec5e57378c9b admin admin] Pushing event deleted for resources: {'Port': ['ID=42f326e1-945f-4de6-9f0a-8a6833e562cc,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:57:36.715984 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-fe23f893-27a8-4e17-a10a-ec5e57378c9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-930057'] for router_gateway, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:36.809421 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-fe23f893-27a8-4e17-a10a-ec5e57378c9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-571778', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11402'] for router, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:36.811495 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-fe23f893-27a8-4e17-a10a-ec5e57378c9b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:36.858806 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-fe23f893-27a8-4e17-a10a-ec5e57378c9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-541202'] for router, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:36.859601 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe23f893-27a8-4e17-a10a-ec5e57378c9b admin admin] Fanout notify agent at l3_agent the message router_deleted on router dc95858d-41d5-4e5f-8465-44deaf1e4ff7 {{(pid=93916) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 18:57:36.864042 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-fe23f893-27a8-4e17-a10a-ec5e57378c9b admin admin] Notify callbacks [] for router, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:36.865206 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-fe23f893-27a8-4e17-a10a-ec5e57378c9b admin admin] 10.222.0.16 "DELETE /v2.0/routers/dc95858d-41d5-4e5f-8465-44deaf1e4ff7 HTTP/1.1" status: 204 len: 168 time: 0.8427510 Jul 14 18:57:36.867786 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 55400) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:57:36.919852 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.db_base_plugin_v2 [None req-57277b26-818e-4a5b-bb89-1ed2ab445cae admin admin] Deleting subnet 844fd80b-fe8b-4b98-98f0-ed90aba01f58 {{(pid=93916) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 18:57:36.923353 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-57277b26-818e-4a5b-bb89-1ed2ab445cae admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:36.960456 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-57277b26-818e-4a5b-bb89-1ed2ab445cae admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26296866'] for subnet, precommit_delete_associations {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:37.052239 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-57277b26-818e-4a5b-bb89-1ed2ab445cae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081283'] for subnet, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:37.106206 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-57277b26-818e-4a5b-bb89-1ed2ab445cae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2684816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26033152'] for subnet, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:37.138181 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57277b26-818e-4a5b-bb89-1ed2ab445cae admin admin] Pushing event deleted for resources: {'Subnet': ['ID=844fd80b-fe8b-4b98-98f0-ed90aba01f58,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:57:37.142968 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-57277b26-818e-4a5b-bb89-1ed2ab445cae admin admin] Notify callbacks [] for subnet, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:37.144894 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-57277b26-818e-4a5b-bb89-1ed2ab445cae admin admin] 10.222.0.16 "DELETE /v2.0/subnets/844fd80b-fe8b-4b98-98f0-ed90aba01f58 HTTP/1.1" status: 204 len: 168 time: 0.2761412 Jul 14 18:57:37.147663 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 55402) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:57:37.148585 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff4e7c50-23fc-47a3-a671-2daa650a38c0 None None] Network 59d79f8f-a2cf-4f0e-9cf7-44b364654e71 requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:57:37.224712 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-400e0292-5508-4b7d-be14-5e84669c2222 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645734'] for network, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:37.281079 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [None req-400e0292-5508-4b7d-be14-5e84669c2222 admin admin] Deleting port d853a808-4254-4cda-9aed-c066d6bde11e {{(pid=93915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:57:37.281344 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-400e0292-5508-4b7d-be14-5e84669c2222 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:37.354942 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [None req-400e0292-5508-4b7d-be14-5e84669c2222 admin admin] For port d853a808-4254-4cda-9aed-c066d6bde11e, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=d853a808-4254-4cda-9aed-c066d6bde11e,segment=NetworkSegment(ffbeca98-3729-4e9d-9c3f-fecdea0c745c),segment_id=ffbeca98-3729-4e9d-9c3f-fecdea0c745c)] {{(pid=93915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:57:37.355602 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-400e0292-5508-4b7d-be14-5e84669c2222 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:37.373046 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [None req-400e0292-5508-4b7d-be14-5e84669c2222 admin admin] Calling delete_port for d853a808-4254-4cda-9aed-c066d6bde11e owned by network:dhcp {{(pid=93915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:57:37.464662 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-400e0292-5508-4b7d-be14-5e84669c2222 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:37.490138 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400e0292-5508-4b7d-be14-5e84669c2222 admin admin] Pushing event deleted for resources: {'Port': ['ID=d853a808-4254-4cda-9aed-c066d6bde11e,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:57:37.500836 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-400e0292-5508-4b7d-be14-5e84669c2222 admin admin] No DVR routers for this DVR port d853a808-4254-4cda-9aed-c066d6bde11e on host n-d-800634-3 {{(pid=93915) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 18:57:37.521603 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a41c944e-3730-43da-bd9c-2f9ef88cee16 None None] DHCP port deletion for 59d79f8f-a2cf-4f0e-9cf7-44b364654e71 request from n-d-800634-3 {{(pid=93917) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 18:57:37.583106 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-400e0292-5508-4b7d-be14-5e84669c2222 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2096010', 'neutron.services.segments.db._delete_segments_for_network-8728202734996'] for network, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:37.593531 n-d-800634-3 neutron-server[93915]: DEBUG neutron.services.segments.db [None req-400e0292-5508-4b7d-be14-5e84669c2222 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59d79f8f-a2cf-4f0e-9cf7-44b364654e71']}} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:57:37.604625 n-d-800634-3 neutron-server[93915]: DEBUG neutron.services.segments.db [None req-400e0292-5508-4b7d-be14-5e84669c2222 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ffbeca98-3729-4e9d-9c3f-fecdea0c745c') {'for_net_delete': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:57:37.604930 n-d-800634-3 neutron-server[93915]: DEBUG neutron.services.segments.db [None req-400e0292-5508-4b7d-be14-5e84669c2222 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ffbeca98-3729-4e9d-9c3f-fecdea0c745c') {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:57:37.613921 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-400e0292-5508-4b7d-be14-5e84669c2222 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728202715275', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28939920'] for segment, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:37.628174 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-400e0292-5508-4b7d-be14-5e84669c2222 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:37.634250 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-400e0292-5508-4b7d-be14-5e84669c2222 admin admin] Releasing vlan 50 on physical network physnet1 to pool {{(pid=93915) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 18:57:37.634637 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-400e0292-5508-4b7d-be14-5e84669c2222 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25911658'] for segment, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:37.636637 n-d-800634-3 neutron-server[93915]: Traceback (most recent call last): Jul 14 18:57:37.636637 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 18:57:37.636637 n-d-800634-3 neutron-server[93915]: timer() Jul 14 18:57:37.636637 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 18:57:37.636637 n-d-800634-3 neutron-server[93915]: cb(*args, **kw) Jul 14 18:57:37.636637 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 18:57:37.636637 n-d-800634-3 neutron-server[93915]: return func(*args, **kwargs) Jul 14 18:57:37.636637 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 18:57:37.636637 n-d-800634-3 neutron-server[93915]: self._notify() Jul 14 18:57:37.636637 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 18:57:37.636637 n-d-800634-3 neutron-server[93915]: self.callback(batched_events) Jul 14 18:57:37.636637 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 18:57:37.636637 n-d-800634-3 neutron-server[93915]: event.method(event) Jul 14 18:57:37.636637 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 18:57:37.636637 n-d-800634-3 neutron-server[93915]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 18:57:37.636637 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 18:57:37.636637 n-d-800634-3 neutron-server[93915]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 18:57:37.636637 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 18:57:37.636637 n-d-800634-3 neutron-server[93915]: return f(self, *a, **k) Jul 14 18:57:37.636637 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 18:57:37.636637 n-d-800634-3 neutron-server[93915]: return self._get(url).json() Jul 14 18:57:37.636637 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 18:57:37.636637 n-d-800634-3 neutron-server[93915]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 18:57:37.636637 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 18:57:37.636637 n-d-800634-3 neutron-server[93915]: return self.request(url, 'GET', **kwargs) Jul 14 18:57:37.636637 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 18:57:37.636637 n-d-800634-3 neutron-server[93915]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 18:57:37.636637 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 18:57:37.636637 n-d-800634-3 neutron-server[93915]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 18:57:37.636637 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 18:57:37.636637 n-d-800634-3 neutron-server[93915]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 18:57:37.636637 n-d-800634-3 neutron-server[93915]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 18:57:37.696571 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-400e0292-5508-4b7d-be14-5e84669c2222 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2096001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-930085'] for network, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:37.703992 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-400e0292-5508-4b7d-be14-5e84669c2222 admin admin] Notify callbacks [] for network, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:37.706787 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-400e0292-5508-4b7d-be14-5e84669c2222 admin admin] 10.222.0.16 "DELETE /v2.0/networks/59d79f8f-a2cf-4f0e-9cf7-44b364654e71 HTTP/1.1" status: 204 len: 168 time: 0.5576363 Jul 14 18:57:37.709561 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 55412) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:57:37.726184 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400e0292-5508-4b7d-be14-5e84669c2222 admin admin] Pushing event deleted for resources: {'Network': ['ID=59d79f8f-a2cf-4f0e-9cf7-44b364654e71,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:57:38.062845 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-81f061cf-3497-4dac-864d-dd169aabca1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-928623'] for router_interface, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:38.324837 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-81f061cf-3497-4dac-864d-dd169aabca1c admin admin] Deleting port 26fc3863-98f7-4d2b-824f-cbadcb7fb57a {{(pid=93916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:57:38.325092 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-81f061cf-3497-4dac-864d-dd169aabca1c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:38.407443 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.db [None req-81f061cf-3497-4dac-864d-dd169aabca1c admin admin] For port 26fc3863-98f7-4d2b-824f-cbadcb7fb57a, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=26fc3863-98f7-4d2b-824f-cbadcb7fb57a,segment=NetworkSegment(7e960366-7268-4f13-9b00-d170893725e4),segment_id=7e960366-7268-4f13-9b00-d170893725e4)] {{(pid=93916) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:57:38.407799 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-81f061cf-3497-4dac-864d-dd169aabca1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:38.420952 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-81f061cf-3497-4dac-864d-dd169aabca1c admin admin] Calling delete_port for 26fc3863-98f7-4d2b-824f-cbadcb7fb57a owned by network:router_interface {{(pid=93916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:57:38.601213 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-81f061cf-3497-4dac-864d-dd169aabca1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:38.610398 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 50f295dd-f841-4147-8f1c-7cfa57295a83 no longer exists at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 18:57:38.630970 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] No Port match for: 50f295dd-f841-4147-8f1c-7cfa57295a83 {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 18:57:38.631325 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 50f295dd-f841-4147-8f1c-7cfa57295a83 not bound to the agent host n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 18:57:38.632075 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 42f326e1-945f-4de6-9f0a-8a6833e562cc no longer exists at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 18:57:38.635076 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f061cf-3497-4dac-864d-dd169aabca1c admin admin] Pushing event deleted for resources: {'Port': ['ID=26fc3863-98f7-4d2b-824f-cbadcb7fb57a,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:57:38.652637 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] No Port match for: 42f326e1-945f-4de6-9f0a-8a6833e562cc {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 18:57:38.653008 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 42f326e1-945f-4de6-9f0a-8a6833e562cc not bound to the agent host n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 18:57:38.653434 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device d853a808-4254-4cda-9aed-c066d6bde11e no longer exists at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 18:57:38.676582 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] No Port match for: d853a808-4254-4cda-9aed-c066d6bde11e {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 18:57:38.676932 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device d853a808-4254-4cda-9aed-c066d6bde11e not bound to the agent host n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 18:57:38.802100 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-81f061cf-3497-4dac-864d-dd169aabca1c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-598732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-928907'] for router_interface, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:39.033824 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81f061cf-3497-4dac-864d-dd169aabca1c admin admin] Router d9a4d844-d79f-4846-a7e8-41edaa7bf56c has already been hosted by L3 agent 2c6eb27e-defb-4cca-9a24-381c7415e359 {{(pid=93916) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 18:57:39.142667 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81f061cf-3497-4dac-864d-dd169aabca1c admin admin] Notify agent at l3_agent.n-d-800634-3 the message routers_updated {{(pid=93916) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 18:57:39.147795 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-81f061cf-3497-4dac-864d-dd169aabca1c admin admin] 10.222.0.16 "PUT /v2.0/routers/d9a4d844-d79f-4846-a7e8-41edaa7bf56c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4371099 Jul 14 18:57:39.150515 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 55424) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:57:39.156002 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c104c9b-8679-42aa-8864-1d29f98b5f56 None None] Sync routers for ids ['d9a4d844-d79f-4846-a7e8-41edaa7bf56c'] in n-d-800634-3 {{(pid=93918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 18:57:39.170559 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c104c9b-8679-42aa-8864-1d29f98b5f56 None None] Routers {'d9a4d844-d79f-4846-a7e8-41edaa7bf56c'} bound to L3 agent in host n-d-800634-3 {{(pid=93918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:57:39.171184 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-3c104c9b-8679-42aa-8864-1d29f98b5f56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:57:23Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['d9a4d844-d79f-4846-a7e8-41edaa7bf56c'], 'active': True} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:57:39.264499 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-4f47662c-55e5-45e0-a5e9-a9a8b14504f0 admin admin] Notify callbacks [] for router, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:39.276972 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvr_db [None req-3c104c9b-8679-42aa-8864-1d29f98b5f56 None None] Set router d9a4d844-d79f-4846-a7e8-41edaa7bf56c gateway port host: n-d-800634-3 {{(pid=93918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 18:57:39.367639 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-4f47662c-55e5-45e0-a5e9-a9a8b14504f0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:39.421420 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [None req-4f47662c-55e5-45e0-a5e9-a9a8b14504f0 admin admin] Deleting port 31d12f28-11a7-46c8-99de-3dd375964ef0 {{(pid=93915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:57:39.421769 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-4f47662c-55e5-45e0-a5e9-a9a8b14504f0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:39.468721 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-3c104c9b-8679-42aa-8864-1d29f98b5f56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9a4d844-d79f-4846-a7e8-41edaa7bf56c', 'name': 'tempest-TestVolumeBackupRestore-452455684-router', 'tenant_id': 'cabfbd38d6294979a52b76721df6e79b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.208'}], 'enable_snat': True}, 'gw_port_id': '31d12f28-11a7-46c8-99de-3dd375964ef0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:54:11Z', 'updated_at': '2021-07-14T18:57:38Z', 'revision_number': 5, 'project_id': 'cabfbd38d6294979a52b76721df6e79b', 'gw_port': {'id': '31d12f28-11a7-46c8-99de-3dd375964ef0', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:69:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9a4d844-d79f-4846-a7e8-41edaa7bf56c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3540, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:54:12Z', 'updated_at': '2021-07-14T18:54:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3'}], 'n-d-800634-3', False) {} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:57:39.499287 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c104c9b-8679-42aa-8864-1d29f98b5f56 None None] Checking router: d9a4d844-d79f-4846-a7e8-41edaa7bf56c for host: n-d-800634-3 {{(pid=93918) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 18:57:39.504249 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [None req-4f47662c-55e5-45e0-a5e9-a9a8b14504f0 admin admin] For port 31d12f28-11a7-46c8-99de-3dd375964ef0, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=31d12f28-11a7-46c8-99de-3dd375964ef0,segment=NetworkSegment(5afb940b-bbdf-4727-be00-5d46367c38a1),segment_id=5afb940b-bbdf-4727-be00-5d46367c38a1)] {{(pid=93915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:57:39.504640 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-4f47662c-55e5-45e0-a5e9-a9a8b14504f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:39.507895 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c104c9b-8679-42aa-8864-1d29f98b5f56 None None] Routers {'d9a4d844-d79f-4846-a7e8-41edaa7bf56c'} bound to L3 agent in host n-d-800634-3 {{(pid=93918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:57:39.508537 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-3c104c9b-8679-42aa-8864-1d29f98b5f56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:57:23Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['d9a4d844-d79f-4846-a7e8-41edaa7bf56c'], 'active': True} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:57:39.522751 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [None req-4f47662c-55e5-45e0-a5e9-a9a8b14504f0 admin admin] Calling delete_port for 31d12f28-11a7-46c8-99de-3dd375964ef0 owned by network:router_gateway {{(pid=93915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:57:39.594177 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvr_db [None req-3c104c9b-8679-42aa-8864-1d29f98b5f56 None None] Set router d9a4d844-d79f-4846-a7e8-41edaa7bf56c gateway port host: None {{(pid=93918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 18:57:39.645235 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-3c104c9b-8679-42aa-8864-1d29f98b5f56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9a4d844-d79f-4846-a7e8-41edaa7bf56c', 'name': 'tempest-TestVolumeBackupRestore-452455684-router', 'tenant_id': 'cabfbd38d6294979a52b76721df6e79b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:54:11Z', 'updated_at': '2021-07-14T18:57:39Z', 'revision_number': 6, 'project_id': 'cabfbd38d6294979a52b76721df6e79b', 'gw_port_host': None}], 'n-d-800634-3', False) {} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:57:39.697995 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-4f47662c-55e5-45e0-a5e9-a9a8b14504f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:39.729852 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f47662c-55e5-45e0-a5e9-a9a8b14504f0 admin admin] Pushing event deleted for resources: {'Port': ['ID=31d12f28-11a7-46c8-99de-3dd375964ef0,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:57:39.768363 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c104c9b-8679-42aa-8864-1d29f98b5f56 None None] The sync data for ids ['d9a4d844-d79f-4846-a7e8-41edaa7bf56c'] in n-d-800634-3 is: [{'id': 'd9a4d844-d79f-4846-a7e8-41edaa7bf56c', 'name': 'tempest-TestVolumeBackupRestore-452455684-router', 'tenant_id': 'cabfbd38d6294979a52b76721df6e79b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:54:11Z', 'updated_at': '2021-07-14T18:57:39Z', 'revision_number': 6, 'project_id': 'cabfbd38d6294979a52b76721df6e79b', 'gw_port_host': None}] {{(pid=93918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 18:57:39.794299 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-4f47662c-55e5-45e0-a5e9-a9a8b14504f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-930057'] for router_gateway, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:39.888645 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-4f47662c-55e5-45e0-a5e9-a9a8b14504f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-571778', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11402'] for router, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:39.890873 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-4f47662c-55e5-45e0-a5e9-a9a8b14504f0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:39.934050 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-4f47662c-55e5-45e0-a5e9-a9a8b14504f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-541202'] for router, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:39.934665 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f47662c-55e5-45e0-a5e9-a9a8b14504f0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d9a4d844-d79f-4846-a7e8-41edaa7bf56c {{(pid=93915) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 18:57:39.938897 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-4f47662c-55e5-45e0-a5e9-a9a8b14504f0 admin admin] Notify callbacks [] for router, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:39.940041 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-4f47662c-55e5-45e0-a5e9-a9a8b14504f0 admin admin] 10.222.0.16 "DELETE /v2.0/routers/d9a4d844-d79f-4846-a7e8-41edaa7bf56c HTTP/1.1" status: 204 len: 168 time: 0.7884858 Jul 14 18:57:39.942692 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 55426) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:57:39.991799 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e673bf4-bec7-4a2b-a764-e1adc59ab529 admin admin] Deleting subnet 0d0328f8-b7b0-4ad1-a22e-dd2552df3839 {{(pid=93915) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 18:57:39.994886 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-1e673bf4-bec7-4a2b-a764-e1adc59ab529 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:40.030304 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-1e673bf4-bec7-4a2b-a764-e1adc59ab529 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28939913'] for subnet, precommit_delete_associations {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:40.110508 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-1e673bf4-bec7-4a2b-a764-e1adc59ab529 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081283'] for subnet, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:40.168261 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-1e673bf4-bec7-4a2b-a764-e1adc59ab529 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25913028', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28969762'] for subnet, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:40.197206 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e673bf4-bec7-4a2b-a764-e1adc59ab529 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0d0328f8-b7b0-4ad1-a22e-dd2552df3839,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:57:40.204233 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-1e673bf4-bec7-4a2b-a764-e1adc59ab529 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:40.206269 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-1e673bf4-bec7-4a2b-a764-e1adc59ab529 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/0d0328f8-b7b0-4ad1-a22e-dd2552df3839 HTTP/1.1" status: 204 len: 168 time: 0.2626829 Jul 14 18:57:40.208821 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 55430) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:57:40.212213 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43abb555-f182-4d79-ae5a-1ab9db113314 None None] Network ed9cd338-4317-402c-bd8b-f5fe0a9d0be6 requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:57:40.305717 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-310edd61-1295-4248-bff0-79c1884f3558 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645734'] for network, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:40.366629 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-310edd61-1295-4248-bff0-79c1884f3558 admin admin] Deleting port 67062c71-6bd2-4688-889f-bd5f84542181 {{(pid=93916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 18:57:40.366986 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-310edd61-1295-4248-bff0-79c1884f3558 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:40.431637 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.db [None req-310edd61-1295-4248-bff0-79c1884f3558 admin admin] For port 67062c71-6bd2-4688-889f-bd5f84542181, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=67062c71-6bd2-4688-889f-bd5f84542181,segment=NetworkSegment(7e960366-7268-4f13-9b00-d170893725e4),segment_id=7e960366-7268-4f13-9b00-d170893725e4)] {{(pid=93916) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:57:40.432786 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-310edd61-1295-4248-bff0-79c1884f3558 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:40.447278 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-310edd61-1295-4248-bff0-79c1884f3558 admin admin] Calling delete_port for 67062c71-6bd2-4688-889f-bd5f84542181 owned by network:dhcp {{(pid=93916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 18:57:40.532446 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-310edd61-1295-4248-bff0-79c1884f3558 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:40.562522 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bd21e0f-463e-4be8-a0bd-3adc400edac3 None None] DHCP port deletion for ed9cd338-4317-402c-bd8b-f5fe0a9d0be6 request from n-d-800634-3 {{(pid=93917) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 18:57:40.570581 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310edd61-1295-4248-bff0-79c1884f3558 admin admin] Pushing event deleted for resources: {'Port': ['ID=67062c71-6bd2-4688-889f-bd5f84542181,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:57:40.584538 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310edd61-1295-4248-bff0-79c1884f3558 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:57:40.584900 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310edd61-1295-4248-bff0-79c1884f3558 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:57:40.585377 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310edd61-1295-4248-bff0-79c1884f3558 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:57:40.585724 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310edd61-1295-4248-bff0-79c1884f3558 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:57:40.586062 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310edd61-1295-4248-bff0-79c1884f3558 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:57:40.586396 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310edd61-1295-4248-bff0-79c1884f3558 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:57:40.586727 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310edd61-1295-4248-bff0-79c1884f3558 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:57:40.587060 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310edd61-1295-4248-bff0-79c1884f3558 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:57:40.587390 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310edd61-1295-4248-bff0-79c1884f3558 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:57:40.587718 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310edd61-1295-4248-bff0-79c1884f3558 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:57:40.588049 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310edd61-1295-4248-bff0-79c1884f3558 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:57:40.588438 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310edd61-1295-4248-bff0-79c1884f3558 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:57:40.593107 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-310edd61-1295-4248-bff0-79c1884f3558 admin admin] No DVR routers for this DVR port 67062c71-6bd2-4688-889f-bd5f84542181 on host n-d-800634-3 {{(pid=93916) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 18:57:40.637523 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 31d12f28-11a7-46c8-99de-3dd375964ef0 no longer exists at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 18:57:40.667278 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-310edd61-1295-4248-bff0-79c1884f3558 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2096010', 'neutron.services.segments.db._delete_segments_for_network-8728202734996'] for network, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:40.674092 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] No Port match for: 31d12f28-11a7-46c8-99de-3dd375964ef0 {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 18:57:40.674622 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 31d12f28-11a7-46c8-99de-3dd375964ef0 not bound to the agent host n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 18:57:40.675202 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 67062c71-6bd2-4688-889f-bd5f84542181 no longer exists at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 18:57:40.677759 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.segments.db [None req-310edd61-1295-4248-bff0-79c1884f3558 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed9cd338-4317-402c-bd8b-f5fe0a9d0be6']}} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:57:40.689323 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.segments.db [None req-310edd61-1295-4248-bff0-79c1884f3558 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e960366-7268-4f13-9b00-d170893725e4') {'for_net_delete': True} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:57:40.689635 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.segments.db [None req-310edd61-1295-4248-bff0-79c1884f3558 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e960366-7268-4f13-9b00-d170893725e4') {} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:57:40.699450 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-310edd61-1295-4248-bff0-79c1884f3558 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728202715275', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26296891'] for segment, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:40.704642 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] No Port match for: 67062c71-6bd2-4688-889f-bd5f84542181 {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 18:57:40.705078 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 67062c71-6bd2-4688-889f-bd5f84542181 not bound to the agent host n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 18:57:40.705510 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 26fc3863-98f7-4d2b-824f-cbadcb7fb57a no longer exists at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 18:57:40.713543 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-310edd61-1295-4248-bff0-79c1884f3558 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:40.720443 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-310edd61-1295-4248-bff0-79c1884f3558 admin admin] Releasing vlan 90 on physical network physnet1 to pool {{(pid=93916) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 18:57:40.721038 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-310edd61-1295-4248-bff0-79c1884f3558 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2682942'] for segment, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:40.723177 n-d-800634-3 neutron-server[93916]: Traceback (most recent call last): Jul 14 18:57:40.723177 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 18:57:40.723177 n-d-800634-3 neutron-server[93916]: timer() Jul 14 18:57:40.723177 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 18:57:40.723177 n-d-800634-3 neutron-server[93916]: cb(*args, **kw) Jul 14 18:57:40.723177 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 18:57:40.723177 n-d-800634-3 neutron-server[93916]: return func(*args, **kwargs) Jul 14 18:57:40.723177 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 18:57:40.723177 n-d-800634-3 neutron-server[93916]: self._notify() Jul 14 18:57:40.723177 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 18:57:40.723177 n-d-800634-3 neutron-server[93916]: self.callback(batched_events) Jul 14 18:57:40.723177 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 18:57:40.723177 n-d-800634-3 neutron-server[93916]: event.method(event) Jul 14 18:57:40.723177 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 18:57:40.723177 n-d-800634-3 neutron-server[93916]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 18:57:40.723177 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 18:57:40.723177 n-d-800634-3 neutron-server[93916]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 18:57:40.723177 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 18:57:40.723177 n-d-800634-3 neutron-server[93916]: return f(self, *a, **k) Jul 14 18:57:40.723177 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 18:57:40.723177 n-d-800634-3 neutron-server[93916]: return self._get(url).json() Jul 14 18:57:40.723177 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 18:57:40.723177 n-d-800634-3 neutron-server[93916]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 18:57:40.723177 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 18:57:40.723177 n-d-800634-3 neutron-server[93916]: return self.request(url, 'GET', **kwargs) Jul 14 18:57:40.723177 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 18:57:40.723177 n-d-800634-3 neutron-server[93916]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 18:57:40.723177 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 18:57:40.723177 n-d-800634-3 neutron-server[93916]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 18:57:40.723177 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 18:57:40.723177 n-d-800634-3 neutron-server[93916]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 18:57:40.723177 n-d-800634-3 neutron-server[93916]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 18:57:40.733173 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] No Port match for: 26fc3863-98f7-4d2b-824f-cbadcb7fb57a {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 18:57:40.733534 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 26fc3863-98f7-4d2b-824f-cbadcb7fb57a not bound to the agent host n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 18:57:40.786064 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-310edd61-1295-4248-bff0-79c1884f3558 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2096001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-930085'] for network, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:40.791426 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-310edd61-1295-4248-bff0-79c1884f3558 admin admin] Notify callbacks [] for network, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:40.793358 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-310edd61-1295-4248-bff0-79c1884f3558 admin admin] 10.222.0.16 "DELETE /v2.0/networks/ed9cd338-4317-402c-bd8b-f5fe0a9d0be6 HTTP/1.1" status: 204 len: 168 time: 0.5808377 Jul 14 18:57:40.805276 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310edd61-1295-4248-bff0-79c1884f3558 admin admin] Pushing event deleted for resources: {'Network': ['ID=ed9cd338-4317-402c-bd8b-f5fe0a9d0be6,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:57:40.970302 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 55434) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:57:41.011155 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-425f9c1f-fff5-49cc-bcb7-bd03422c1543 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ab3c6676b6134727ab7887b4428d3ba0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0396001 Jul 14 18:57:41.013571 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 55436) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:57:41.062646 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-7aed0e4c-2fd7-40f5-bceb-f78a959370c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:41.086400 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-7aed0e4c-2fd7-40f5-bceb-f78a959370c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:41.144164 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-7aed0e4c-2fd7-40f5-bceb-f78a959370c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:41.147976 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-7aed0e4c-2fd7-40f5-bceb-f78a959370c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:41.152732 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-7aed0e4c-2fd7-40f5-bceb-f78a959370c0 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8b3df841-701d-4d9a-a01c-0758aa03cb0b HTTP/1.1" status: 204 len: 168 time: 0.1381259 Jul 14 18:57:41.162149 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aed0e4c-2fd7-40f5-bceb-f78a959370c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b3df841-701d-4d9a-a01c-0758aa03cb0b,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:57:41.431724 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 55456) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:57:41.539419 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 55460) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:57:41.540072 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a14b4cad-cb9c-4c8c-9931-7c2d14ff3fcc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:41.580648 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-4e4347aa-f0e8-4838-9423-a0f0a04c4f17 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=cabfbd38d6294979a52b76721df6e79b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0398853 Jul 14 18:57:41.583295 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 55462) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:57:41.631362 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-2feb9eb0-a3d9-4fea-8b2c-5d0b05d0d781 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:41.631544 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a14b4cad-cb9c-4c8c-9931-7c2d14ff3fcc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:41.636901 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a14b4cad-cb9c-4c8c-9931-7c2d14ff3fcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:41.653161 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-2feb9eb0-a3d9-4fea-8b2c-5d0b05d0d781 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:41.675333 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-a14b4cad-cb9c-4c8c-9931-7c2d14ff3fcc admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c44d409147a94a888e448c48db4da019&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2418475 Jul 14 18:57:41.676577 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14b4cad-cb9c-4c8c-9931-7c2d14ff3fcc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=024ad250-6ccd-4f9d-8cf7-e0bc4252272c,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:57:41.678946 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 55464) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:57:41.701668 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-2feb9eb0-a3d9-4fea-8b2c-5d0b05d0d781 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:41.704401 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-2feb9eb0-a3d9-4fea-8b2c-5d0b05d0d781 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:41.705688 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-2feb9eb0-a3d9-4fea-8b2c-5d0b05d0d781 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/5504f616-0283-4021-929c-8dfae9d67e96 HTTP/1.1" status: 204 len: 168 time: 0.1213171 Jul 14 18:57:41.714600 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2feb9eb0-a3d9-4fea-8b2c-5d0b05d0d781 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5504f616-0283-4021-929c-8dfae9d67e96,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:57:41.731853 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-c80fc8ae-5822-49a3-8b96-afb5f153f5e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:41.753840 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-c80fc8ae-5822-49a3-8b96-afb5f153f5e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:41.801022 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-c80fc8ae-5822-49a3-8b96-afb5f153f5e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:41.803695 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-c80fc8ae-5822-49a3-8b96-afb5f153f5e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:41.804910 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-c80fc8ae-5822-49a3-8b96-afb5f153f5e3 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/024ad250-6ccd-4f9d-8cf7-e0bc4252272c HTTP/1.1" status: 204 len: 168 time: 0.1250663 Jul 14 18:57:41.813270 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80fc8ae-5822-49a3-8b96-afb5f153f5e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=024ad250-6ccd-4f9d-8cf7-e0bc4252272c,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:57:42.142518 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 55472) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:57:42.157630 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-0a29abc6-79b1-4adb-8925-6cf92534d6ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:42.265995 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-0a29abc6-79b1-4adb-8925-6cf92534d6ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:42.269989 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-0a29abc6-79b1-4adb-8925-6cf92534d6ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:42.312101 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-0a29abc6-79b1-4adb-8925-6cf92534d6ca admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d3603a13a53f406a8b237995e4cc49ab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1684313 Jul 14 18:57:42.313049 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a29abc6-79b1-4adb-8925-6cf92534d6ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af4784b1-9643-493c-9a74-6e3774b84069,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:57:42.314907 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 55474) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:57:42.367537 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-7db44888-5f06-4ab1-934a-761946f9d297 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:42.389234 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-7db44888-5f06-4ab1-934a-761946f9d297 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:42.437839 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-7db44888-5f06-4ab1-934a-761946f9d297 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:42.440391 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-7db44888-5f06-4ab1-934a-761946f9d297 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:42.441513 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-7db44888-5f06-4ab1-934a-761946f9d297 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/af4784b1-9643-493c-9a74-6e3774b84069 HTTP/1.1" status: 204 len: 168 time: 0.1242597 Jul 14 18:57:42.449209 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db44888-5f06-4ab1-934a-761946f9d297 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af4784b1-9643-493c-9a74-6e3774b84069,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:57:50.054614 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.agents_db [None req-2ea07fb6-aa68-4671-8654-119d82b9f530 None None] Agent healthcheck: found 7 active agents {{(pid=93918) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 18:57:50.372915 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-cad5cc8d-a3b8-41ab-8fd2-cf40c91b7b5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:52.362169 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 55568) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:57:52.467900 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-6ab95ce2-c91e-4151-ade2-6f11a9a7db7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:52.559788 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-6ab95ce2-c91e-4151-ade2-6f11a9a7db7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:52.563820 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-6ab95ce2-c91e-4151-ade2-6f11a9a7db7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:52.601566 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-6ab95ce2-c91e-4151-ade2-6f11a9a7db7e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2367e381aed44857922c7d483a974580&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2382665 Jul 14 18:57:52.602686 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab95ce2-c91e-4151-ade2-6f11a9a7db7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79b197db-c9d6-4a07-9859-b9463dae5ac1,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:57:52.605013 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 55572) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:57:52.653895 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-a4c93f09-8a4a-4c82-8c61-9f8db5cb9267 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:52.675191 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-a4c93f09-8a4a-4c82-8c61-9f8db5cb9267 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:52.720018 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-a4c93f09-8a4a-4c82-8c61-9f8db5cb9267 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:52.722601 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-a4c93f09-8a4a-4c82-8c61-9f8db5cb9267 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:52.723778 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-a4c93f09-8a4a-4c82-8c61-9f8db5cb9267 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/79b197db-c9d6-4a07-9859-b9463dae5ac1 HTTP/1.1" status: 204 len: 168 time: 0.1177061 Jul 14 18:57:52.731655 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c93f09-8a4a-4c82-8c61-9f8db5cb9267 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79b197db-c9d6-4a07-9859-b9463dae5ac1,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:57:52.835042 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-910e8b15-d649-4457-84d5-7d9e1aaaef6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:52.979267 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 55578) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:57:52.992354 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-5ce6065b-a6c4-4334-9a54-7f9d0b03eb73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:53.087949 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-5ce6065b-a6c4-4334-9a54-7f9d0b03eb73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:53.091671 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-5ce6065b-a6c4-4334-9a54-7f9d0b03eb73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:53.130248 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-5ce6065b-a6c4-4334-9a54-7f9d0b03eb73 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=046d71ad2a2842d7ac025dac377d0895&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1498613 Jul 14 18:57:53.131116 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce6065b-a6c4-4334-9a54-7f9d0b03eb73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e09038b4-6c32-4050-a4bb-2219300c5b7d,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:57:53.132946 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 55580) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:57:53.186135 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-6dca30d8-982c-49c4-8d81-e16663f55501 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:53.189204 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:53.211825 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-6dca30d8-982c-49c4-8d81-e16663f55501 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:53.270751 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-6dca30d8-982c-49c4-8d81-e16663f55501 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:53.273697 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-6dca30d8-982c-49c4-8d81-e16663f55501 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:53.274964 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-6dca30d8-982c-49c4-8d81-e16663f55501 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e09038b4-6c32-4050-a4bb-2219300c5b7d HTTP/1.1" status: 204 len: 168 time: 0.1404164 Jul 14 18:57:53.283013 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dca30d8-982c-49c4-8d81-e16663f55501 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e09038b4-6c32-4050-a4bb-2219300c5b7d,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:57:54.199039 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-574aeb93-9938-449c-8e6c-cb22c9b52cc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:55.078005 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 55650) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:57:55.180004 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-bba8e54e-6de1-4355-b3bf-38675ad8cc84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:55.264709 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-bba8e54e-6de1-4355-b3bf-38675ad8cc84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:55.268095 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-bba8e54e-6de1-4355-b3bf-38675ad8cc84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:55.306621 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-bba8e54e-6de1-4355-b3bf-38675ad8cc84 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=03c9711d35a34b6ca9ab00b5c2cf57ac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2275779 Jul 14 18:57:55.307986 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba8e54e-6de1-4355-b3bf-38675ad8cc84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d5778c4-0483-461e-a50e-679c310fae54,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:57:55.310117 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 55654) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:57:55.360136 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-8bdb3832-1636-45d5-b84c-714c0b71efe1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:55.380866 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-8bdb3832-1636-45d5-b84c-714c0b71efe1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:55.425255 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-8bdb3832-1636-45d5-b84c-714c0b71efe1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:55.427821 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-8bdb3832-1636-45d5-b84c-714c0b71efe1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:55.429071 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-8bdb3832-1636-45d5-b84c-714c0b71efe1 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9d5778c4-0483-461e-a50e-679c310fae54 HTTP/1.1" status: 204 len: 168 time: 0.1178389 Jul 14 18:57:55.437073 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bdb3832-1636-45d5-b84c-714c0b71efe1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d5778c4-0483-461e-a50e-679c310fae54,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:57:55.677798 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 55660) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:57:55.690957 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-1629adea-626b-444a-b2be-f18a6df447f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:55.776467 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-1629adea-626b-444a-b2be-f18a6df447f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:55.779993 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-1629adea-626b-444a-b2be-f18a6df447f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:55.815348 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1629adea-626b-444a-b2be-f18a6df447f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76cb1354-c372-46a9-b1d8-6ccf227b3cc5,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:57:55.819917 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-1629adea-626b-444a-b2be-f18a6df447f2 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8dc12ce67cfc4aa0b6d64d8c37990f3b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1410849 Jul 14 18:57:55.823211 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 55662) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:57:55.846537 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-2f4e3af3-e708-4ffd-a544-82d93a489d01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:55.871731 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-72ace3f7-7884-4506-ae88-c1bc4dadc611 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:55.895272 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-72ace3f7-7884-4506-ae88-c1bc4dadc611 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:55.939883 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-72ace3f7-7884-4506-ae88-c1bc4dadc611 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:55.942337 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-72ace3f7-7884-4506-ae88-c1bc4dadc611 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:57:55.943456 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-72ace3f7-7884-4506-ae88-c1bc4dadc611 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/76cb1354-c372-46a9-b1d8-6ccf227b3cc5 HTTP/1.1" status: 204 len: 168 time: 0.1196513 Jul 14 18:57:55.951266 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ace3f7-7884-4506-ae88-c1bc4dadc611 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76cb1354-c372-46a9-b1d8-6ccf227b3cc5,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:58:02.666880 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:58:05.644740 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:58:09.667419 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 55786) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:58:09.772208 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-ffae159a-902b-4482-8a5b-bdacb225f824 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:58:09.858226 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-ffae159a-902b-4482-8a5b-bdacb225f824 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:58:09.861806 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-ffae159a-902b-4482-8a5b-bdacb225f824 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:58:09.899757 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-ffae159a-902b-4482-8a5b-bdacb225f824 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=819392b49a43424bbde6962de709ea6a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2312856 Jul 14 18:58:09.900621 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffae159a-902b-4482-8a5b-bdacb225f824 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cf23488-20f8-41a2-9320-3f7f720c3468,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:58:09.903450 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 55790) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:58:09.952974 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-8ed2af9b-8d01-41f5-a148-387472cf0e12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:58:09.974665 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-8ed2af9b-8d01-41f5-a148-387472cf0e12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:58:10.021537 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-8ed2af9b-8d01-41f5-a148-387472cf0e12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:58:10.024377 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-8ed2af9b-8d01-41f5-a148-387472cf0e12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:58:10.025552 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-8ed2af9b-8d01-41f5-a148-387472cf0e12 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9cf23488-20f8-41a2-9320-3f7f720c3468 HTTP/1.1" status: 204 len: 168 time: 0.1206851 Jul 14 18:58:10.033382 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed2af9b-8d01-41f5-a148-387472cf0e12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cf23488-20f8-41a2-9320-3f7f720c3468,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:58:10.278619 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 55796) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:58:10.294815 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-2bedcd77-a97e-4a5f-980f-9a505580d442 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:58:10.382778 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-2bedcd77-a97e-4a5f-980f-9a505580d442 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:58:10.386645 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-2bedcd77-a97e-4a5f-980f-9a505580d442 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:58:10.423284 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bedcd77-a97e-4a5f-980f-9a505580d442 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f350899-6954-402c-9dff-9017536e6a0f,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:58:10.427461 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-2bedcd77-a97e-4a5f-980f-9a505580d442 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1063f4ea6dc24f4089bc46d71e39092e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1477640 Jul 14 18:58:10.430069 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 55798) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:58:10.477896 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-1719502f-b826-4cac-8d7c-bcf1f60f27b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:58:10.499068 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-1719502f-b826-4cac-8d7c-bcf1f60f27b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:58:10.544454 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-1719502f-b826-4cac-8d7c-bcf1f60f27b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:58:10.547072 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-1719502f-b826-4cac-8d7c-bcf1f60f27b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:58:10.548280 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-1719502f-b826-4cac-8d7c-bcf1f60f27b6 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7f350899-6954-402c-9dff-9017536e6a0f HTTP/1.1" status: 204 len: 168 time: 0.1172750 Jul 14 18:58:10.555925 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1719502f-b826-4cac-8d7c-bcf1f60f27b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f350899-6954-402c-9dff-9017536e6a0f,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:58:11.547715 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 55828) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:58:11.649840 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-2650f67e-ba24-4436-839c-0d60b5728ff6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:58:11.737106 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-2650f67e-ba24-4436-839c-0d60b5728ff6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:58:11.740701 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-2650f67e-ba24-4436-839c-0d60b5728ff6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:58:11.778978 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-2650f67e-ba24-4436-839c-0d60b5728ff6 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=562c5e9b468e4c568619a1e66fd787e1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2301624 Jul 14 18:58:11.780970 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2650f67e-ba24-4436-839c-0d60b5728ff6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cabc0dfc-420f-4bce-a615-3fdcc7cc75a3,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:58:11.781681 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 55832) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:58:11.828639 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-960e796a-706e-44db-9563-803771253c69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:58:11.852017 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-960e796a-706e-44db-9563-803771253c69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:58:11.895964 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-960e796a-706e-44db-9563-803771253c69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:58:11.898520 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-960e796a-706e-44db-9563-803771253c69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:58:11.899634 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-960e796a-706e-44db-9563-803771253c69 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/cabc0dfc-420f-4bce-a615-3fdcc7cc75a3 HTTP/1.1" status: 204 len: 168 time: 0.1169767 Jul 14 18:58:11.907788 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960e796a-706e-44db-9563-803771253c69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cabc0dfc-420f-4bce-a615-3fdcc7cc75a3,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:58:12.833467 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 55862) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:58:12.935736 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-178e9fd6-2db3-4bb7-aed3-6ea10ae211e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:58:13.021470 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-178e9fd6-2db3-4bb7-aed3-6ea10ae211e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:58:13.025585 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-178e9fd6-2db3-4bb7-aed3-6ea10ae211e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:58:13.062503 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-178e9fd6-2db3-4bb7-aed3-6ea10ae211e9 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=100d89c49a46452eba9ca036de674521&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2279167 Jul 14 18:58:13.063622 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178e9fd6-2db3-4bb7-aed3-6ea10ae211e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac0775c2-2b95-4d70-8650-883a95126447,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:58:13.065148 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 55866) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:58:13.118938 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-4de8789e-5c0f-4319-9f83-eed4e5c94a22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:58:13.139880 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-4de8789e-5c0f-4319-9f83-eed4e5c94a22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:58:13.185302 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-4de8789e-5c0f-4319-9f83-eed4e5c94a22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:58:13.188080 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-4de8789e-5c0f-4319-9f83-eed4e5c94a22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:58:13.189292 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-4de8789e-5c0f-4319-9f83-eed4e5c94a22 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ac0775c2-2b95-4d70-8650-883a95126447 HTTP/1.1" status: 204 len: 168 time: 0.1223819 Jul 14 18:58:13.197762 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de8789e-5c0f-4319-9f83-eed4e5c94a22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac0775c2-2b95-4d70-8650-883a95126447,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:58:18.195618 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 55928) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:58:18.302160 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a3d70afb-160c-49b0-b990-f96c0382d8bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:58:18.390984 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a3d70afb-160c-49b0-b990-f96c0382d8bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:58:18.393940 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a3d70afb-160c-49b0-b990-f96c0382d8bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:58:18.431021 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-a3d70afb-160c-49b0-b990-f96c0382d8bb admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=17069dee5382459ca992f2c508cf5a65&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2343071 Jul 14 18:58:18.431938 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d70afb-160c-49b0-b990-f96c0382d8bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18e4960f-5c02-4169-bba4-d88d70ae8a52,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:58:18.433724 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 55932) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:58:18.483445 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-d1fec68b-cf07-4ed9-853d-9eb40691715d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:58:18.505117 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-d1fec68b-cf07-4ed9-853d-9eb40691715d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:58:18.551856 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-d1fec68b-cf07-4ed9-853d-9eb40691715d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:58:18.554506 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-d1fec68b-cf07-4ed9-853d-9eb40691715d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:58:18.555644 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-d1fec68b-cf07-4ed9-853d-9eb40691715d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/18e4960f-5c02-4169-bba4-d88d70ae8a52 HTTP/1.1" status: 204 len: 168 time: 0.1209302 Jul 14 18:58:18.562976 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1fec68b-cf07-4ed9-853d-9eb40691715d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18e4960f-5c02-4169-bba4-d88d70ae8a52,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:58:18.570177 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1fec68b-cf07-4ed9-853d-9eb40691715d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:58:18.570554 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1fec68b-cf07-4ed9-853d-9eb40691715d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:58:18.570853 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1fec68b-cf07-4ed9-853d-9eb40691715d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:58:18.571189 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1fec68b-cf07-4ed9-853d-9eb40691715d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:58:18.571556 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1fec68b-cf07-4ed9-853d-9eb40691715d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:58:18.571889 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1fec68b-cf07-4ed9-853d-9eb40691715d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:58:18.572265 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1fec68b-cf07-4ed9-853d-9eb40691715d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:58:18.572556 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1fec68b-cf07-4ed9-853d-9eb40691715d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:58:18.572882 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1fec68b-cf07-4ed9-853d-9eb40691715d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:58:18.573207 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1fec68b-cf07-4ed9-853d-9eb40691715d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:58:18.573528 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1fec68b-cf07-4ed9-853d-9eb40691715d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:58:18.573855 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1fec68b-cf07-4ed9-853d-9eb40691715d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:58:18.803429 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 55938) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:58:18.816428 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-7dab68b6-0322-428f-8fd1-6c2b0e50fdc6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:58:18.904948 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-7dab68b6-0322-428f-8fd1-6c2b0e50fdc6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:58:18.908520 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-7dab68b6-0322-428f-8fd1-6c2b0e50fdc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:58:18.944700 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-7dab68b6-0322-428f-8fd1-6c2b0e50fdc6 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7baa6c8ddf224115802ba9712615248e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1402044 Jul 14 18:58:18.947106 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dab68b6-0322-428f-8fd1-6c2b0e50fdc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a109f76d-efa7-49d0-88df-514f0453caec,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:58:18.947895 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 55940) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:58:18.998187 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-3b45d03a-02bf-4f1c-97dd-ec3a978992ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:58:19.019197 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-3b45d03a-02bf-4f1c-97dd-ec3a978992ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:58:19.065855 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-3b45d03a-02bf-4f1c-97dd-ec3a978992ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:58:19.068455 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-3b45d03a-02bf-4f1c-97dd-ec3a978992ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:58:19.069580 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-3b45d03a-02bf-4f1c-97dd-ec3a978992ae admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a109f76d-efa7-49d0-88df-514f0453caec HTTP/1.1" status: 204 len: 168 time: 0.1206436 Jul 14 18:58:19.078700 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b45d03a-02bf-4f1c-97dd-ec3a978992ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a109f76d-efa7-49d0-88df-514f0453caec,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:58:20.374929 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-28f6ed8c-22b7-4b09-a6f5-6350452e545b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:58:21.688484 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-8e3d173f-495d-4fe3-9c71-2e10436d750c req-dcf56ddf-ed4d-48de-b0f3-e49efe9f0fd1 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=6ab0c594-ecaf-4c5b-977a-9c1b59a2d9cc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.1329436 Jul 14 18:58:21.739889 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-8e3d173f-495d-4fe3-9c71-2e10436d750c req-ee3794f1-0578-4df8-a807-cf6ca22e07cb service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f1c4e239e6d24b3bb240a97f6c99b33f&device_id=6ab0c594-ecaf-4c5b-977a-9c1b59a2d9cc HTTP/1.1" status: 200 len: 210 time: 0.0280912 Jul 14 18:58:21.780352 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-8e3d173f-495d-4fe3-9c71-2e10436d750c req-8dc58656-4819-41a8-942a-870eb9949cca service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=f1c4e239e6d24b3bb240a97f6c99b33f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0195091 Jul 14 18:58:21.872422 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3d173f-495d-4fe3-9c71-2e10436d750c req-9b190d19-5144-4352-9e01-a379402d7cac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:58:21.873786 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-8e3d173f-495d-4fe3-9c71-2e10436d750c req-9b190d19-5144-4352-9e01-a379402d7cac service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0880401 Jul 14 18:58:22.836309 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-7204162d-2d79-48ea-8207-654271c7e619 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:58:23.190450 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:58:24.201173 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-574aeb93-9938-449c-8e6c-cb22c9b52cc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:58:25.850066 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-2f4e3af3-e708-4ffd-a544-82d93a489d01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:58:27.053560 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.agents_db [None req-2ea07fb6-aa68-4671-8654-119d82b9f530 None None] Agent healthcheck: found 7 active agents {{(pid=93918) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 18:58:29.111434 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 56070) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:58:29.216172 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-26a82a1f-4a8e-4cd1-8898-aff63af6193c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:58:29.302926 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-26a82a1f-4a8e-4cd1-8898-aff63af6193c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:58:29.306679 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-26a82a1f-4a8e-4cd1-8898-aff63af6193c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:58:29.350152 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-26a82a1f-4a8e-4cd1-8898-aff63af6193c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=743d84c7694149de98606347face94b6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2374978 Jul 14 18:58:29.351989 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a82a1f-4a8e-4cd1-8898-aff63af6193c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9455bfd9-cf7f-41f8-b9f6-d70c0ca77530,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:58:29.353500 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 56074) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:58:29.402457 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-01de7eca-4b61-4f3c-8956-0ea1e613b123 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:58:29.423934 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-01de7eca-4b61-4f3c-8956-0ea1e613b123 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:58:29.471864 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-01de7eca-4b61-4f3c-8956-0ea1e613b123 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:58:29.474528 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-01de7eca-4b61-4f3c-8956-0ea1e613b123 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:58:29.475694 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-01de7eca-4b61-4f3c-8956-0ea1e613b123 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9455bfd9-cf7f-41f8-b9f6-d70c0ca77530 HTTP/1.1" status: 204 len: 168 time: 0.1212199 Jul 14 18:58:29.483373 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01de7eca-4b61-4f3c-8956-0ea1e613b123 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9455bfd9-cf7f-41f8-b9f6-d70c0ca77530,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:58:29.726563 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 56080) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:58:29.739757 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-dbfb4588-bb99-44a2-a243-096801b8bde2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:58:29.825413 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-dbfb4588-bb99-44a2-a243-096801b8bde2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:58:29.829092 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-dbfb4588-bb99-44a2-a243-096801b8bde2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:58:29.871105 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-dbfb4588-bb99-44a2-a243-096801b8bde2 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e998809c74364b0a8c4a7be3e85eea37&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1434216 Jul 14 18:58:29.872059 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfb4588-bb99-44a2-a243-096801b8bde2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36143a46-d873-431e-8581-b56cb1a580b8,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:58:29.873810 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 56082) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:58:29.926650 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-63bf1280-198d-40fe-afb2-bfc43bb67e36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:58:29.948066 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-63bf1280-198d-40fe-afb2-bfc43bb67e36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:58:29.992677 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-63bf1280-198d-40fe-afb2-bfc43bb67e36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:58:29.996081 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-63bf1280-198d-40fe-afb2-bfc43bb67e36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:58:29.997252 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-63bf1280-198d-40fe-afb2-bfc43bb67e36 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/36143a46-d873-431e-8581-b56cb1a580b8 HTTP/1.1" status: 204 len: 168 time: 0.1224284 Jul 14 18:58:30.005151 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63bf1280-198d-40fe-afb2-bfc43bb67e36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36143a46-d873-431e-8581-b56cb1a580b8,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:58:30.299404 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 56088) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:58:30.312307 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-7b6e707a-9b34-4ab9-82eb-06dccb55f24c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:58:30.399366 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-7b6e707a-9b34-4ab9-82eb-06dccb55f24c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:58:30.402894 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-7b6e707a-9b34-4ab9-82eb-06dccb55f24c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:58:30.439419 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-7b6e707a-9b34-4ab9-82eb-06dccb55f24c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f93b4c9bca1f4a1c88f5152ef06d93bf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1389346 Jul 14 18:58:30.441319 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6e707a-9b34-4ab9-82eb-06dccb55f24c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91178898-9635-4877-adcb-0d4ce79c4ad5,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:58:30.442211 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 56090) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:58:30.492157 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-ca7b139d-f712-4575-a13d-fcf0c40f4dee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:58:30.512920 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-ca7b139d-f712-4575-a13d-fcf0c40f4dee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:58:30.557749 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-ca7b139d-f712-4575-a13d-fcf0c40f4dee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:58:30.560386 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-ca7b139d-f712-4575-a13d-fcf0c40f4dee admin admin] Notify callbacks [] for security_group, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:58:30.561504 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-ca7b139d-f712-4575-a13d-fcf0c40f4dee admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/91178898-9635-4877-adcb-0d4ce79c4ad5 HTTP/1.1" status: 204 len: 168 time: 0.1183228 Jul 14 18:58:30.573789 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7b139d-f712-4575-a13d-fcf0c40f4dee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91178898-9635-4877-adcb-0d4ce79c4ad5,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:58:32.664083 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:58:35.647851 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:58:43.852361 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [req-c4194b77-54e2-469f-af3e-daea15d3d635 req-c7e710a8-28b7-4c07-98f4-c196119b7712 service neutron] (93915) timed out ('10.222.0.16', 52058) {{(pid=93915) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 14 18:58:50.377857 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-df7db8ce-b3dc-49b6-b90c-38cbccea0754 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:58:52.838073 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-5599c356-8f5c-4fd0-8bdc-1cd4a8a197e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:58:53.191530 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:58:54.204631 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-574aeb93-9938-449c-8e6c-cb22c9b52cc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:58:55.121538 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [req-c4194b77-54e2-469f-af3e-daea15d3d635 req-f9c4fd6e-51af-4eca-87ca-08f27ea23684 service neutron] (93916) timed out ('10.222.0.18', 54176) {{(pid=93916) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 14 18:58:55.855551 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-2f4e3af3-e708-4ffd-a544-82d93a489d01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:59:02.681304 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:59:04.052756 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.agents_db [None req-2ea07fb6-aa68-4671-8654-119d82b9f530 None None] Agent healthcheck: found 7 active agents {{(pid=93918) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 18:59:05.634163 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:59:15.894006 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 56410) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:59:16.013552 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-42af9c18-db03-4605-ae4b-04723dc91d3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:59:16.104990 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-42af9c18-db03-4605-ae4b-04723dc91d3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:59:16.108773 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-42af9c18-db03-4605-ae4b-04723dc91d3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:59:16.145876 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42af9c18-db03-4605-ae4b-04723dc91d3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b4297e1-970c-40d7-85ed-9ab1ee976036,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:59:16.150187 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-42af9c18-db03-4605-ae4b-04723dc91d3f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8e567e576b3b456fa8f71d47bc34ae78&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2551901 Jul 14 18:59:16.153173 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 56414) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:59:16.156338 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42af9c18-db03-4605-ae4b-04723dc91d3f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:59:16.156701 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42af9c18-db03-4605-ae4b-04723dc91d3f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:59:16.157020 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42af9c18-db03-4605-ae4b-04723dc91d3f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:59:16.157354 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42af9c18-db03-4605-ae4b-04723dc91d3f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:59:16.157684 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42af9c18-db03-4605-ae4b-04723dc91d3f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:59:16.158012 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42af9c18-db03-4605-ae4b-04723dc91d3f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:59:16.158364 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42af9c18-db03-4605-ae4b-04723dc91d3f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:59:16.158800 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42af9c18-db03-4605-ae4b-04723dc91d3f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:59:16.159129 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42af9c18-db03-4605-ae4b-04723dc91d3f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:59:16.159451 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42af9c18-db03-4605-ae4b-04723dc91d3f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:59:16.159772 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42af9c18-db03-4605-ae4b-04723dc91d3f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:59:16.160089 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42af9c18-db03-4605-ae4b-04723dc91d3f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:59:16.202281 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-9344d111-6e2c-4727-8e7f-aac0e727ccab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:59:16.223982 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-9344d111-6e2c-4727-8e7f-aac0e727ccab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:59:16.269014 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-9344d111-6e2c-4727-8e7f-aac0e727ccab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:59:16.271673 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-9344d111-6e2c-4727-8e7f-aac0e727ccab admin admin] Notify callbacks [] for security_group, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:59:16.273484 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-9344d111-6e2c-4727-8e7f-aac0e727ccab admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3b4297e1-970c-40d7-85ed-9ab1ee976036 HTTP/1.1" status: 204 len: 168 time: 0.1186266 Jul 14 18:59:16.281160 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9344d111-6e2c-4727-8e7f-aac0e727ccab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b4297e1-970c-40d7-85ed-9ab1ee976036,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:59:16.853313 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 56436) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:59:16.947637 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-e363ccb5-f936-4e76-a763-0b08c91ab8e8 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-547959629-network', 'tenant_id': '72ed56d8987c49449d65081bc64273e6'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:59:16.969226 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e363ccb5-f936-4e76-a763-0b08c91ab8e8 admin admin] Made reservation on behalf of 72ed56d8987c49449d65081bc64273e6 for: {'network': 1} {{(pid=93915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:59:16.971620 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-e363ccb5-f936-4e76-a763-0b08c91ab8e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for network, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:59:16.982493 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-e363ccb5-f936-4e76-a763-0b08c91ab8e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:59:17.069273 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-e363ccb5-f936-4e76-a763-0b08c91ab8e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:59:17.073493 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-e363ccb5-f936-4e76-a763-0b08c91ab8e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:59:17.096381 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e363ccb5-f936-4e76-a763-0b08c91ab8e8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 61} {{(pid=93915) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 18:59:17.105670 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e363ccb5-f936-4e76-a763-0b08c91ab8e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6683180-cca9-4e27-bf9a-4a53ace1f235,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:59:17.110394 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-e363ccb5-f936-4e76-a763-0b08c91ab8e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:59:17.110737 n-d-800634-3 neutron-server[93915]: INFO neutron.db.segments_db [None req-e363ccb5-f936-4e76-a763-0b08c91ab8e8 admin admin] Added segment dd7167f8-170a-4bba-9e17-8f3d3648ae65 of type vlan for network 661637ff-bf87-4ca5-ad40-1bedeffd0d57 Jul 14 18:59:17.149933 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-e363ccb5-f936-4e76-a763-0b08c91ab8e8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728202197517'] for network, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:59:17.177186 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-e363ccb5-f936-4e76-a763-0b08c91ab8e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727'] for network, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:59:17.178075 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e363ccb5-f936-4e76-a763-0b08c91ab8e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:59:17.178657 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-e363ccb5-f936-4e76-a763-0b08c91ab8e8 admin admin] Notify callbacks [] for network, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:59:17.228243 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-e363ccb5-f936-4e76-a763-0b08c91ab8e8 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.3738205 Jul 14 18:59:17.231107 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 56440) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:59:17.236669 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-a1c48a38-f04a-4596-a118-7966bb6ad273 admin admin] Request body: {'subnet': {'network_id': '661637ff-bf87-4ca5-ad40-1bedeffd0d57', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-547959629-subnet', 'tenant_id': '72ed56d8987c49449d65081bc64273e6', 'ip_version': 4}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:59:17.238826 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e363ccb5-f936-4e76-a763-0b08c91ab8e8 admin admin] Pushing event updated for resources: {'Network': ['ID=661637ff-bf87-4ca5-ad40-1bedeffd0d57,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:59:17.249566 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Network 661637ff-bf87-4ca5-ad40-1bedeffd0d57 details requested by agent ovs-agent-n-d-800634-3 with host n-d-800634-3 {{(pid=93917) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 18:59:17.257410 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1c48a38-f04a-4596-a118-7966bb6ad273 admin admin] Made reservation on behalf of 72ed56d8987c49449d65081bc64273e6 for: {'subnet': 1} {{(pid=93916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:59:17.260170 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a1c48a38-f04a-4596-a118-7966bb6ad273 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26033189'] for subnet, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:59:17.424564 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a1c48a38-f04a-4596-a118-7966bb6ad273 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2684753', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26033175'] for subnet, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:59:17.480058 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c48a38-f04a-4596-a118-7966bb6ad273 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f8412875-acd8-47be-b129-26e9047a00c7,revision_number=0']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:59:17.486972 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1c48a38-f04a-4596-a118-7966bb6ad273 admin admin] Checking segment: {'id': 'dd7167f8-170a-4bba-9e17-8f3d3648ae65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '661637ff-bf87-4ca5-ad40-1bedeffd0d57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93916) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:59:17.487369 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1c48a38-f04a-4596-a118-7966bb6ad273 admin admin] Network hostable DHCP agents. Network: 661637ff-bf87-4ca5-ad40-1bedeffd0d57, hostable agents: ['028393c3-0576-4ebd-bca1-8ea8a148e1a2'], hosted agents: [] {{(pid=93916) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 18:59:17.502883 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1c48a38-f04a-4596-a118-7966bb6ad273 admin admin] Network 661637ff-bf87-4ca5-ad40-1bedeffd0d57 is scheduled to be hosted by DHCP agent 028393c3-0576-4ebd-bca1-8ea8a148e1a2 with binding_index 1 {{(pid=93916) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 18:59:17.513778 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [None req-a1c48a38-f04a-4596-a118-7966bb6ad273 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-3, 661637ff-bf87-4ca5-ad40-1bedeffd0d57) {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:59:17.518954 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1c48a38-f04a-4596-a118-7966bb6ad273 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:59:17.519543 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a1c48a38-f04a-4596-a118-7966bb6ad273 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:59:17.524235 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3db92c7-55c1-4bbe-a317-8766ce0853a6 None None] Network 661637ff-bf87-4ca5-ad40-1bedeffd0d57 requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:59:17.538258 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 56442) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:59:17.538430 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-a1c48a38-f04a-4596-a118-7966bb6ad273 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3055933 Jul 14 18:59:17.543162 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-4cda4b56-1036-4256-903e-46611c17b35c admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-547959629-router', 'tenant_id': '72ed56d8987c49449d65081bc64273e6', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61'}}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:59:17.562721 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-4cda4b56-1036-4256-903e-46611c17b35c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-571768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11104'] for router, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:59:17.563683 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-4cda4b56-1036-4256-903e-46611c17b35c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-571675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-930014', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-632314', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11129'] for router, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:59:17.617740 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-4cda4b56-1036-4256-903e-46611c17b35c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:59:17.673651 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50af2f1a-a5bb-4736-9e43-7073fa288534 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9222b97e-5d1c-54f8-ba97-82f172498e76-661637ff-bf87-4ca5-ad40-1bedeffd0d57', 'network_id': '661637ff-bf87-4ca5-ad40-1bedeffd0d57', 'tenant_id': '72ed56d8987c49449d65081bc64273e6', 'fixed_ips': [{'subnet_id': 'f8412875-acd8-47be-b129-26e9047a00c7'}]}} from n-d-800634-3. {{(pid=93917) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 18:59:17.674642 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-50af2f1a-a5bb-4736-9e43-7073fa288534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:59:17.753663 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-4cda4b56-1036-4256-903e-46611c17b35c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-929996', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-571750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11395'] for router, precommit_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:59:17.812421 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.db_base_plugin_common [None req-50af2f1a-a5bb-4736-9e43-7073fa288534 None None] Allocated IP 172.20.0.2 (661637ff-bf87-4ca5-ad40-1bedeffd0d57/f8412875-acd8-47be-b129-26e9047a00c7/2693e25d-0dfd-40b3-9d0c-b5322642a9a0) {{(pid=93917) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:59:17.948557 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-4cda4b56-1036-4256-903e-46611c17b35c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:59:17.958331 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-50af2f1a-a5bb-4736-9e43-7073fa288534 None None] Notify callbacks [] for port, precommit_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:59:17.967202 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-50af2f1a-a5bb-4736-9e43-7073fa288534 None None] Transition to ACTIVE for port object 2693e25d-0dfd-40b3-9d0c-b5322642a9a0 will not be triggered until provisioned by entity L2. {{(pid=93917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:59:17.967409 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-4cda4b56-1036-4256-903e-46611c17b35c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:59:17.983292 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-50af2f1a-a5bb-4736-9e43-7073fa288534 None None] Transition to ACTIVE for port object 2693e25d-0dfd-40b3-9d0c-b5322642a9a0 will not be triggered until provisioned by entity DHCP. {{(pid=93917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:59:17.989197 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-50af2f1a-a5bb-4736-9e43-7073fa288534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804'] for port, after_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:59:18.028566 n-d-800634-3 neutron-server[93917]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50af2f1a-a5bb-4736-9e43-7073fa288534 None None] Network 661637ff-bf87-4ca5-ad40-1bedeffd0d57 is already hosted by enough agents. {{(pid=93917) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:59:18.032723 n-d-800634-3 neutron-server[93917]: DEBUG neutron.scheduler.base_scheduler [None req-50af2f1a-a5bb-4736-9e43-7073fa288534 None None] Resources bound (agent type, host, resource id): {{(pid=93917) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:59:18.036938 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50af2f1a-a5bb-4736-9e43-7073fa288534 None None] Received port after_create {{(pid=93917) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:59:18.039994 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50af2f1a-a5bb-4736-9e43-7073fa288534 None None] Pushing event updated for resources: {'Port': ['ID=2693e25d-0dfd-40b3-9d0c-b5322642a9a0,revision_number=1']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:59:18.050929 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50af2f1a-a5bb-4736-9e43-7073fa288534 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:59:18.051273 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50af2f1a-a5bb-4736-9e43-7073fa288534 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:59:18.051613 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50af2f1a-a5bb-4736-9e43-7073fa288534 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:59:18.051945 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50af2f1a-a5bb-4736-9e43-7073fa288534 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:59:18.052305 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50af2f1a-a5bb-4736-9e43-7073fa288534 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:59:18.052636 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50af2f1a-a5bb-4736-9e43-7073fa288534 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:59:18.052960 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50af2f1a-a5bb-4736-9e43-7073fa288534 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:59:18.053284 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50af2f1a-a5bb-4736-9e43-7073fa288534 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:59:18.053605 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50af2f1a-a5bb-4736-9e43-7073fa288534 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:59:18.054445 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50af2f1a-a5bb-4736-9e43-7073fa288534 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:59:18.054763 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50af2f1a-a5bb-4736-9e43-7073fa288534 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:59:18.055080 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50af2f1a-a5bb-4736-9e43-7073fa288534 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:59:18.077462 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.db_base_plugin_common [None req-4cda4b56-1036-4256-903e-46611c17b35c admin admin] Allocated IP 172.25.1.203 (9200a437-e1de-4520-88f6-e68386523e61/5f47f848-4532-407a-a0e2-5690ade15fd0/5ec44cea-ce56-407d-b4e0-96065e069e9b) {{(pid=93915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:59:18.107526 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-50af2f1a-a5bb-4736-9e43-7073fa288534 None None] Attempting to bind port 2693e25d-0dfd-40b3-9d0c-b5322642a9a0 on host n-d-800634-3 for vnic_type normal with profile {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:59:18.107900 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-50af2f1a-a5bb-4736-9e43-7073fa288534 None None] Attempting to bind port 2693e25d-0dfd-40b3-9d0c-b5322642a9a0 by drivers openvswitch,hyperv on host n-d-800634-3 at level 0 using segments [{'id': 'dd7167f8-170a-4bba-9e17-8f3d3648ae65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '661637ff-bf87-4ca5-ad40-1bedeffd0d57'}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:59:18.108301 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50af2f1a-a5bb-4736-9e43-7073fa288534 None None] Attempting to bind port 2693e25d-0dfd-40b3-9d0c-b5322642a9a0 on network 661637ff-bf87-4ca5-ad40-1bedeffd0d57 {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:59:18.113262 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50af2f1a-a5bb-4736-9e43-7073fa288534 None None] Checking agent: {'id': '01c19e91-a945-4e3c-94a6-c211e17c923e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 8, 23), 'started_at': datetime.datetime(2021, 7, 14, 18, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 18, 58, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 18:59:18.113637 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50af2f1a-a5bb-4736-9e43-7073fa288534 None None] Checking segment: {'id': 'dd7167f8-170a-4bba-9e17-8f3d3648ae65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '661637ff-bf87-4ca5-ad40-1bedeffd0d57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93917) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:59:18.114036 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-50af2f1a-a5bb-4736-9e43-7073fa288534 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:59:18.114429 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50af2f1a-a5bb-4736-9e43-7073fa288534 None None] Bound using segment: {'id': 'dd7167f8-170a-4bba-9e17-8f3d3648ae65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '661637ff-bf87-4ca5-ad40-1bedeffd0d57'} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 18:59:18.114892 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-50af2f1a-a5bb-4736-9e43-7073fa288534 None None] Bound port: 2693e25d-0dfd-40b3-9d0c-b5322642a9a0, host: n-d-800634-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd7167f8-170a-4bba-9e17-8f3d3648ae65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '661637ff-bf87-4ca5-ad40-1bedeffd0d57'}}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 18:59:18.115276 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-50af2f1a-a5bb-4736-9e43-7073fa288534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:59:18.177012 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-50af2f1a-a5bb-4736-9e43-7073fa288534 None None] For port 2693e25d-0dfd-40b3-9d0c-b5322642a9a0, host n-d-800634-3, cleared binding levels {{(pid=93917) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:59:18.180837 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-50af2f1a-a5bb-4736-9e43-7073fa288534 None None] For port 2693e25d-0dfd-40b3-9d0c-b5322642a9a0, host n-d-800634-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=2693e25d-0dfd-40b3-9d0c-b5322642a9a0,segment=NetworkSegment(dd7167f8-170a-4bba-9e17-8f3d3648ae65),segment_id=dd7167f8-170a-4bba-9e17-8f3d3648ae65)] {{(pid=93917) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 18:59:18.181826 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-4cda4b56-1036-4256-903e-46611c17b35c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:59:18.185188 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-50af2f1a-a5bb-4736-9e43-7073fa288534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:59:18.223100 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-4cda4b56-1036-4256-903e-46611c17b35c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:59:18.243379 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50af2f1a-a5bb-4736-9e43-7073fa288534 None None] Pushing event updated for resources: {'Port': ['ID=2693e25d-0dfd-40b3-9d0c-b5322642a9a0,revision_number=2']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:59:18.267253 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cda4b56-1036-4256-903e-46611c17b35c admin admin] Network 9200a437-e1de-4520-88f6-e68386523e61 is already hosted by enough agents. {{(pid=93915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:59:18.270221 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [None req-4cda4b56-1036-4256-903e-46611c17b35c admin admin] Resources bound (agent type, host, resource id): {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:59:18.275945 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cda4b56-1036-4256-903e-46611c17b35c admin admin] Received port after_create {{(pid=93915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:59:18.303540 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cda4b56-1036-4256-903e-46611c17b35c admin admin] Pushing event updated for resources: {'Port': ['ID=5ec44cea-ce56-407d-b4e0-96065e069e9b,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:59:18.547931 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-4cda4b56-1036-4256-903e-46611c17b35c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:59:18.695570 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 2693e25d-0dfd-40b3-9d0c-b5322642a9a0 up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:59:18.749169 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning for port 2693e25d-0dfd-40b3-9d0c-b5322642a9a0 completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:59:19.097673 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-4cda4b56-1036-4256-903e-46611c17b35c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-571759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-930033'] for router, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:59:19.136107 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1990a3f4-f59a-494b-aa1c-0597bcd690f7 None None] Network 661637ff-bf87-4ca5-ad40-1bedeffd0d57 requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:59:19.202848 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-730063f5-3eac-4d28-8aec-2963e494b6f3 None None] Provisioning for port 2693e25d-0dfd-40b3-9d0c-b5322642a9a0 completed by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:59:19.209712 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-730063f5-3eac-4d28-8aec-2963e494b6f3 None None] Provisioning complete for port 2693e25d-0dfd-40b3-9d0c-b5322642a9a0 triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:59:19.210735 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-730063f5-3eac-4d28-8aec-2963e494b6f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:59:19.229516 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cda4b56-1036-4256-903e-46611c17b35c admin admin] Router 3df2f1b4-7db4-474f-a8c9-a6dba1b0f4ef is scheduled to L3 agent 2c6eb27e-defb-4cca-9a24-381c7415e359 with binding_index 1 {{(pid=93915) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 18:59:19.331882 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cda4b56-1036-4256-903e-46611c17b35c admin admin] Notify agent at l3_agent.n-d-800634-3 the message routers_updated {{(pid=93915) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 18:59:19.344493 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef048c5b-fbbe-4508-a324-be2c60c8d5e7 None None] Sync routers for ids ['3df2f1b4-7db4-474f-a8c9-a6dba1b0f4ef'] in n-d-800634-3 {{(pid=93917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 18:59:19.348602 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-4cda4b56-1036-4256-903e-46611c17b35c admin admin] Notify callbacks [] for router, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:59:19.350013 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-4cda4b56-1036-4256-903e-46611c17b35c admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.8104901 Jul 14 18:59:19.352669 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 56448) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:59:19.365149 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-730063f5-3eac-4d28-8aec-2963e494b6f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:59:19.379848 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef048c5b-fbbe-4508-a324-be2c60c8d5e7 None None] Routers {'3df2f1b4-7db4-474f-a8c9-a6dba1b0f4ef'} bound to L3 agent in host n-d-800634-3 {{(pid=93917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:59:19.380461 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-ef048c5b-fbbe-4508-a324-be2c60c8d5e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:58:53Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['3df2f1b4-7db4-474f-a8c9-a6dba1b0f4ef'], 'active': True} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:59:19.482247 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-730063f5-3eac-4d28-8aec-2963e494b6f3 None None] For port 2693e25d-0dfd-40b3-9d0c-b5322642a9a0, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=2693e25d-0dfd-40b3-9d0c-b5322642a9a0,segment=NetworkSegment(dd7167f8-170a-4bba-9e17-8f3d3648ae65),segment_id=dd7167f8-170a-4bba-9e17-8f3d3648ae65)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:59:19.489544 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-730063f5-3eac-4d28-8aec-2963e494b6f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:59:19.550776 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvr_db [None req-ef048c5b-fbbe-4508-a324-be2c60c8d5e7 None None] Set router 3df2f1b4-7db4-474f-a8c9-a6dba1b0f4ef gateway port host: n-d-800634-3 {{(pid=93917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 18:59:19.615167 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730063f5-3eac-4d28-8aec-2963e494b6f3 None None] Pushing event updated for resources: {'Port': ['ID=2693e25d-0dfd-40b3-9d0c-b5322642a9a0,revision_number=3']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:59:19.741898 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-0476e549-6863-44a6-8f29-9670085f1e34 None None] Provisioning complete for port 2693e25d-0dfd-40b3-9d0c-b5322642a9a0 triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:59:19.742655 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-0476e549-6863-44a6-8f29-9670085f1e34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:59:19.783043 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-ef048c5b-fbbe-4508-a324-be2c60c8d5e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3df2f1b4-7db4-474f-a8c9-a6dba1b0f4ef', 'name': 'tempest-TestServerBasicOps-547959629-router', 'tenant_id': '72ed56d8987c49449d65081bc64273e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.203'}], 'enable_snat': True}, 'gw_port_id': '5ec44cea-ce56-407d-b4e0-96065e069e9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:59:17Z', 'updated_at': '2021-07-14T18:59:18Z', 'revision_number': 3, 'project_id': '72ed56d8987c49449d65081bc64273e6', 'gw_port': {'id': '5ec44cea-ce56-407d-b4e0-96065e069e9b', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:54:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3df2f1b4-7db4-474f-a8c9-a6dba1b0f4ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:59:17Z', 'updated_at': '2021-07-14T18:59:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3'}], 'n-d-800634-3', False) {} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:59:19.783758 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-62c330ca-fbe2-41e5-b57e-be4272646813 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:59:19.811487 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef048c5b-fbbe-4508-a324-be2c60c8d5e7 None None] Checking router: 3df2f1b4-7db4-474f-a8c9-a6dba1b0f4ef for host: n-d-800634-3 {{(pid=93917) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 18:59:19.811838 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef048c5b-fbbe-4508-a324-be2c60c8d5e7 None None] Updating router 3df2f1b4-7db4-474f-a8c9-a6dba1b0f4ef port 5ec44cea-ce56-407d-b4e0-96065e069e9b binding host n-d-800634-3 {{(pid=93917) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 18:59:19.871514 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-ef048c5b-fbbe-4508-a324-be2c60c8d5e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:59:19.955191 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.db_base_plugin_common [None req-62c330ca-fbe2-41e5-b57e-be4272646813 admin admin] Allocated IP 172.20.0.1 (661637ff-bf87-4ca5-ad40-1bedeffd0d57/f8412875-acd8-47be-b129-26e9047a00c7/3abddd8d-214c-4d1c-8991-de2902b21511) {{(pid=93915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:59:20.057760 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-62c330ca-fbe2-41e5-b57e-be4272646813 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:59:20.070554 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.provisioning_blocks [None req-62c330ca-fbe2-41e5-b57e-be4272646813 admin admin] Transition to ACTIVE for port object 3abddd8d-214c-4d1c-8991-de2902b21511 will not be triggered until provisioned by entity DHCP. {{(pid=93915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:59:20.103667 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-62c330ca-fbe2-41e5-b57e-be4272646813 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:59:20.134400 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-ef048c5b-fbbe-4508-a324-be2c60c8d5e7 None None] Notify callbacks [] for port, precommit_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:59:20.144784 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-ef048c5b-fbbe-4508-a324-be2c60c8d5e7 None None] Transition to ACTIVE for port object 5ec44cea-ce56-407d-b4e0-96065e069e9b will not be triggered until provisioned by entity L2. {{(pid=93917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:59:20.148281 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62c330ca-fbe2-41e5-b57e-be4272646813 admin admin] Network 661637ff-bf87-4ca5-ad40-1bedeffd0d57 is already hosted by enough agents. {{(pid=93915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:59:20.152176 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-ef048c5b-fbbe-4508-a324-be2c60c8d5e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:59:20.153423 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [None req-62c330ca-fbe2-41e5-b57e-be4272646813 admin admin] Resources bound (agent type, host, resource id): {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:59:20.157091 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62c330ca-fbe2-41e5-b57e-be4272646813 admin admin] Received port after_create {{(pid=93915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:59:20.181449 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c330ca-fbe2-41e5-b57e-be4272646813 admin admin] Pushing event updated for resources: {'Port': ['ID=3abddd8d-214c-4d1c-8991-de2902b21511,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:59:20.191806 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c330ca-fbe2-41e5-b57e-be4272646813 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:59:20.192095 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c330ca-fbe2-41e5-b57e-be4272646813 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:59:20.192485 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c330ca-fbe2-41e5-b57e-be4272646813 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:59:20.192823 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c330ca-fbe2-41e5-b57e-be4272646813 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:59:20.193157 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c330ca-fbe2-41e5-b57e-be4272646813 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:59:20.193488 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c330ca-fbe2-41e5-b57e-be4272646813 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:59:20.193817 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c330ca-fbe2-41e5-b57e-be4272646813 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:59:20.194144 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c330ca-fbe2-41e5-b57e-be4272646813 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:59:20.194506 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c330ca-fbe2-41e5-b57e-be4272646813 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:59:20.194829 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c330ca-fbe2-41e5-b57e-be4272646813 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:59:20.195153 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c330ca-fbe2-41e5-b57e-be4272646813 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:59:20.195474 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c330ca-fbe2-41e5-b57e-be4272646813 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:59:20.204555 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-ef048c5b-fbbe-4508-a324-be2c60c8d5e7 None None] Attempting to bind port 5ec44cea-ce56-407d-b4e0-96065e069e9b on host n-d-800634-3 for vnic_type normal with profile {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:59:20.205013 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-ef048c5b-fbbe-4508-a324-be2c60c8d5e7 None None] Attempting to bind port 5ec44cea-ce56-407d-b4e0-96065e069e9b by drivers openvswitch,hyperv on host n-d-800634-3 at level 0 using segments [{'id': '5afb940b-bbdf-4727-be00-5d46367c38a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9200a437-e1de-4520-88f6-e68386523e61'}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:59:20.205395 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef048c5b-fbbe-4508-a324-be2c60c8d5e7 None None] Attempting to bind port 5ec44cea-ce56-407d-b4e0-96065e069e9b on network 9200a437-e1de-4520-88f6-e68386523e61 {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:59:20.207702 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c704893-a189-46e9-869a-9acf25531d56 None None] Pushing event updated for resources: {'Port': ['ID=5ec44cea-ce56-407d-b4e0-96065e069e9b,revision_number=2']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:59:20.214857 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef048c5b-fbbe-4508-a324-be2c60c8d5e7 None None] Checking agent: {'id': '01c19e91-a945-4e3c-94a6-c211e17c923e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 8, 23), 'started_at': datetime.datetime(2021, 7, 14, 18, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 18, 58, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 18:59:20.214857 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef048c5b-fbbe-4508-a324-be2c60c8d5e7 None None] Checking segment: {'id': '5afb940b-bbdf-4727-be00-5d46367c38a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9200a437-e1de-4520-88f6-e68386523e61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93917) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:59:20.215239 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-ef048c5b-fbbe-4508-a324-be2c60c8d5e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:59:20.215639 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef048c5b-fbbe-4508-a324-be2c60c8d5e7 None None] Bound using segment: {'id': '5afb940b-bbdf-4727-be00-5d46367c38a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9200a437-e1de-4520-88f6-e68386523e61'} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 18:59:20.216135 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-ef048c5b-fbbe-4508-a324-be2c60c8d5e7 None None] Bound port: 5ec44cea-ce56-407d-b4e0-96065e069e9b, host: n-d-800634-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5afb940b-bbdf-4727-be00-5d46367c38a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9200a437-e1de-4520-88f6-e68386523e61'}}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 18:59:20.216538 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-ef048c5b-fbbe-4508-a324-be2c60c8d5e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:59:20.219940 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-62c330ca-fbe2-41e5-b57e-be4272646813 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-930452'] for router_interface, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:59:20.275145 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-ef048c5b-fbbe-4508-a324-be2c60c8d5e7 None None] For port 5ec44cea-ce56-407d-b4e0-96065e069e9b, host n-d-800634-3, cleared binding levels {{(pid=93917) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:59:20.279057 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-ef048c5b-fbbe-4508-a324-be2c60c8d5e7 None None] For port 5ec44cea-ce56-407d-b4e0-96065e069e9b, host n-d-800634-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=5ec44cea-ce56-407d-b4e0-96065e069e9b,segment=NetworkSegment(5afb940b-bbdf-4727-be00-5d46367c38a1),segment_id=5afb940b-bbdf-4727-be00-5d46367c38a1)] {{(pid=93917) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 18:59:20.283256 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-ef048c5b-fbbe-4508-a324-be2c60c8d5e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:59:20.341427 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef048c5b-fbbe-4508-a324-be2c60c8d5e7 None None] Routers {'3df2f1b4-7db4-474f-a8c9-a6dba1b0f4ef'} bound to L3 agent in host n-d-800634-3 {{(pid=93917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:59:20.342080 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-ef048c5b-fbbe-4508-a324-be2c60c8d5e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:58:53Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['3df2f1b4-7db4-474f-a8c9-a6dba1b0f4ef'], 'active': True} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:59:20.374021 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-62c330ca-fbe2-41e5-b57e-be4272646813 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:59:20.386760 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c704893-a189-46e9-869a-9acf25531d56 None None] Pushing event updated for resources: {'Port': ['ID=5ec44cea-ce56-407d-b4e0-96065e069e9b,revision_number=3']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:59:20.407125 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-1f534316-c898-4d20-833e-83f07acd2cd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:59:20.463644 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-d0215e79-d352-46eb-8e17-322d70a7b227 None None] Provisioning for port 3abddd8d-214c-4d1c-8991-de2902b21511 completed by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:59:20.473915 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-d0215e79-d352-46eb-8e17-322d70a7b227 None None] Provisioning complete for port 3abddd8d-214c-4d1c-8991-de2902b21511 triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:59:20.474286 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-d0215e79-d352-46eb-8e17-322d70a7b227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:59:20.479707 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvr_db [None req-ef048c5b-fbbe-4508-a324-be2c60c8d5e7 None None] Set router 3df2f1b4-7db4-474f-a8c9-a6dba1b0f4ef gateway port host: n-d-800634-3 {{(pid=93917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 18:59:20.546434 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-62c330ca-fbe2-41e5-b57e-be4272646813 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:59:20.548307 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-d0215e79-d352-46eb-8e17-322d70a7b227 None None] Port 3abddd8d-214c-4d1c-8991-de2902b21511 cannot update to ACTIVE because it is not bound. {{(pid=93917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 18:59:20.553326 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-62c330ca-fbe2-41e5-b57e-be4272646813 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25912978'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:59:20.618870 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-62c330ca-fbe2-41e5-b57e-be4272646813 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-598741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-928734'] for router_interface, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:59:20.620644 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c330ca-fbe2-41e5-b57e-be4272646813 admin admin] Pushing event updated for resources: {'Port': ['ID=3abddd8d-214c-4d1c-8991-de2902b21511,revision_number=2']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:59:20.665587 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 2693e25d-0dfd-40b3-9d0c-b5322642a9a0 up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:59:20.723090 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62c330ca-fbe2-41e5-b57e-be4272646813 admin admin] Network 661637ff-bf87-4ca5-ad40-1bedeffd0d57 is already hosted by enough agents. {{(pid=93915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:59:20.724637 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [None req-62c330ca-fbe2-41e5-b57e-be4272646813 admin admin] Resources bound (agent type, host, resource id): {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:59:20.847412 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62c330ca-fbe2-41e5-b57e-be4272646813 admin admin] Router 3df2f1b4-7db4-474f-a8c9-a6dba1b0f4ef has already been hosted by L3 agent 2c6eb27e-defb-4cca-9a24-381c7415e359 {{(pid=93915) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 18:59:20.913948 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port 2693e25d-0dfd-40b3-9d0c-b5322642a9a0 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:59:20.914507 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:59:20.939003 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-ef048c5b-fbbe-4508-a324-be2c60c8d5e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3df2f1b4-7db4-474f-a8c9-a6dba1b0f4ef', 'name': 'tempest-TestServerBasicOps-547959629-router', 'tenant_id': '72ed56d8987c49449d65081bc64273e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.203'}], 'enable_snat': True}, 'gw_port_id': '5ec44cea-ce56-407d-b4e0-96065e069e9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:59:17Z', 'updated_at': '2021-07-14T18:59:20Z', 'revision_number': 4, 'project_id': '72ed56d8987c49449d65081bc64273e6', 'gw_port': {'id': '5ec44cea-ce56-407d-b4e0-96065e069e9b', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:54:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3df2f1b4-7db4-474f-a8c9-a6dba1b0f4ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:59:17Z', 'updated_at': '2021-07-14T18:59:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_interfaces': [{'id': '3abddd8d-214c-4d1c-8991-de2902b21511', 'name': '', 'network_id': '661637ff-bf87-4ca5-ad40-1bedeffd0d57', 'tenant_id': '72ed56d8987c49449d65081bc64273e6', 'mac_address': 'fa:16:3e:a6:96:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3df2f1b4-7db4-474f-a8c9-a6dba1b0f4ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 3941, 'fixed_ips': [{'subnet_id': 'f8412875-acd8-47be-b129-26e9047a00c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:59:19Z', 'updated_at': '2021-07-14T18:59:19Z', 'revision_number': 1, 'project_id': '72ed56d8987c49449d65081bc64273e6', 'subnets': [{'id': 'f8412875-acd8-47be-b129-26e9047a00c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-3', False) {} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:59:20.978857 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef048c5b-fbbe-4508-a324-be2c60c8d5e7 None None] The sync data for ids ['3df2f1b4-7db4-474f-a8c9-a6dba1b0f4ef'] in n-d-800634-3 is: [{'id': '3df2f1b4-7db4-474f-a8c9-a6dba1b0f4ef', 'name': 'tempest-TestServerBasicOps-547959629-router', 'tenant_id': '72ed56d8987c49449d65081bc64273e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.203'}], 'enable_snat': True}, 'gw_port_id': '5ec44cea-ce56-407d-b4e0-96065e069e9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:59:17Z', 'updated_at': '2021-07-14T18:59:20Z', 'revision_number': 4, 'project_id': '72ed56d8987c49449d65081bc64273e6', 'gw_port': {'id': '5ec44cea-ce56-407d-b4e0-96065e069e9b', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:54:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3df2f1b4-7db4-474f-a8c9-a6dba1b0f4ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:59:17Z', 'updated_at': '2021-07-14T18:59:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_interfaces': [{'id': '3abddd8d-214c-4d1c-8991-de2902b21511', 'name': '', 'network_id': '661637ff-bf87-4ca5-ad40-1bedeffd0d57', 'tenant_id': '72ed56d8987c49449d65081bc64273e6', 'mac_address': 'fa:16:3e:a6:96:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3df2f1b4-7db4-474f-a8c9-a6dba1b0f4ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 3941, 'fixed_ips': [{'subnet_id': 'f8412875-acd8-47be-b129-26e9047a00c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:59:19Z', 'updated_at': '2021-07-14T18:59:19Z', 'revision_number': 1, 'project_id': '72ed56d8987c49449d65081bc64273e6', 'subnets': [{'id': 'f8412875-acd8-47be-b129-26e9047a00c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 18:59:20.981087 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62c330ca-fbe2-41e5-b57e-be4272646813 admin admin] Notify agent at l3_agent.n-d-800634-3 the message routers_updated {{(pid=93915) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 18:59:20.994614 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-62c330ca-fbe2-41e5-b57e-be4272646813 admin admin] 10.222.0.16 "PUT /v2.0/routers/3df2f1b4-7db4-474f-a8c9-a6dba1b0f4ef/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6405053 Jul 14 18:59:21.017652 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-58a45c8b-7e32-4f6b-ac97-1bfea22cc0fc None None] Provisioning complete for port 3abddd8d-214c-4d1c-8991-de2902b21511 triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:59:21.020497 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-58a45c8b-7e32-4f6b-ac97-1bfea22cc0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:59:21.089903 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-58a45c8b-7e32-4f6b-ac97-1bfea22cc0fc None None] Port 3abddd8d-214c-4d1c-8991-de2902b21511 cannot update to ACTIVE because it is not bound. {{(pid=93917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 18:59:21.534834 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 56466) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:59:21.539886 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-d96f47d4-a08b-4c46-96e9-6293fbb4fdcd admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-141118318-network', 'tenant_id': '0ff24ed5f42c47ebaca26aef0bfbe086'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:59:21.561435 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d96f47d4-a08b-4c46-96e9-6293fbb4fdcd admin admin] Made reservation on behalf of 0ff24ed5f42c47ebaca26aef0bfbe086 for: {'network': 1} {{(pid=93915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:59:21.563884 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-d96f47d4-a08b-4c46-96e9-6293fbb4fdcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for network, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:59:21.577183 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-d96f47d4-a08b-4c46-96e9-6293fbb4fdcd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:59:21.691850 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-d96f47d4-a08b-4c46-96e9-6293fbb4fdcd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:59:21.697539 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-d96f47d4-a08b-4c46-96e9-6293fbb4fdcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:59:21.726238 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d96f47d4-a08b-4c46-96e9-6293fbb4fdcd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 58} {{(pid=93915) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 18:59:21.733075 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96f47d4-a08b-4c46-96e9-6293fbb4fdcd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53f60ffa-a42f-4597-85ec-f319a89d9188,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:59:21.739953 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-d96f47d4-a08b-4c46-96e9-6293fbb4fdcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:59:21.740366 n-d-800634-3 neutron-server[93915]: INFO neutron.db.segments_db [None req-d96f47d4-a08b-4c46-96e9-6293fbb4fdcd admin admin] Added segment 35d43b5c-9090-48f3-b0be-4beee7502310 of type vlan for network 900a3b2e-4cf8-4c86-bcaf-2a163684a965 Jul 14 18:59:21.783898 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-d96f47d4-a08b-4c46-96e9-6293fbb4fdcd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728202197517'] for network, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:59:21.814428 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-d96f47d4-a08b-4c46-96e9-6293fbb4fdcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727'] for network, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:59:21.815421 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d96f47d4-a08b-4c46-96e9-6293fbb4fdcd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:59:21.816013 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-d96f47d4-a08b-4c46-96e9-6293fbb4fdcd admin admin] Notify callbacks [] for network, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:59:21.871737 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-d96f47d4-a08b-4c46-96e9-6293fbb4fdcd admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.3357644 Jul 14 18:59:21.874404 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 56468) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:59:21.881555 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-e9c52903-d537-4018-8551-6c13b4eb2f04 admin admin] Request body: {'subnet': {'network_id': '900a3b2e-4cf8-4c86-bcaf-2a163684a965', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-141118318-subnet', 'tenant_id': '0ff24ed5f42c47ebaca26aef0bfbe086', 'ip_version': 4}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:59:21.886735 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96f47d4-a08b-4c46-96e9-6293fbb4fdcd admin admin] Pushing event updated for resources: {'Network': ['ID=900a3b2e-4cf8-4c86-bcaf-2a163684a965,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:59:21.897578 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Network 900a3b2e-4cf8-4c86-bcaf-2a163684a965 details requested by agent ovs-agent-n-d-800634-3 with host n-d-800634-3 {{(pid=93917) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 18:59:21.906140 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9c52903-d537-4018-8551-6c13b4eb2f04 admin admin] Made reservation on behalf of 0ff24ed5f42c47ebaca26aef0bfbe086 for: {'subnet': 1} {{(pid=93915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:59:21.908616 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-e9c52903-d537-4018-8551-6c13b4eb2f04 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28969735'] for subnet, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:59:22.090213 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-e9c52903-d537-4018-8551-6c13b4eb2f04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25912837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28969781'] for subnet, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:59:22.155561 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c52903-d537-4018-8551-6c13b4eb2f04 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9065ea06-f7ff-498b-9110-6b6d1896ad47,revision_number=0']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:59:22.163632 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9c52903-d537-4018-8551-6c13b4eb2f04 admin admin] Checking segment: {'id': '35d43b5c-9090-48f3-b0be-4beee7502310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '900a3b2e-4cf8-4c86-bcaf-2a163684a965'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:59:22.164005 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9c52903-d537-4018-8551-6c13b4eb2f04 admin admin] Network hostable DHCP agents. Network: 900a3b2e-4cf8-4c86-bcaf-2a163684a965, hostable agents: ['028393c3-0576-4ebd-bca1-8ea8a148e1a2'], hosted agents: [] {{(pid=93915) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 18:59:22.180968 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9c52903-d537-4018-8551-6c13b4eb2f04 admin admin] Network 900a3b2e-4cf8-4c86-bcaf-2a163684a965 is scheduled to be hosted by DHCP agent 028393c3-0576-4ebd-bca1-8ea8a148e1a2 with binding_index 1 {{(pid=93915) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 18:59:22.190369 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [None req-e9c52903-d537-4018-8551-6c13b4eb2f04 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-3, 900a3b2e-4cf8-4c86-bcaf-2a163684a965) {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:59:22.196104 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9c52903-d537-4018-8551-6c13b4eb2f04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:59:22.196869 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-e9c52903-d537-4018-8551-6c13b4eb2f04 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:59:22.205960 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb3ad460-19bb-4e9a-9145-f4621d47eaff None None] Network 900a3b2e-4cf8-4c86-bcaf-2a163684a965 requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:59:22.215345 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-e9c52903-d537-4018-8551-6c13b4eb2f04 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3397772 Jul 14 18:59:22.217815 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 56470) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:59:22.224956 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-67ef681f-c810-4f9d-a169-499fa365bc3e admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-141118318-router', 'tenant_id': '0ff24ed5f42c47ebaca26aef0bfbe086', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61'}}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:59:22.257510 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-67ef681f-c810-4f9d-a169-499fa365bc3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-571768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11104'] for router, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:59:22.259465 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-67ef681f-c810-4f9d-a169-499fa365bc3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-571675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-930014', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-632314', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11129'] for router, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:59:22.321267 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-67ef681f-c810-4f9d-a169-499fa365bc3e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:59:22.383664 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec5a5d02-2742-4935-9278-b812248de877 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9222b97e-5d1c-54f8-ba97-82f172498e76-900a3b2e-4cf8-4c86-bcaf-2a163684a965', 'network_id': '900a3b2e-4cf8-4c86-bcaf-2a163684a965', 'tenant_id': '0ff24ed5f42c47ebaca26aef0bfbe086', 'fixed_ips': [{'subnet_id': '9065ea06-f7ff-498b-9110-6b6d1896ad47'}]}} from n-d-800634-3. {{(pid=93917) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 18:59:22.384558 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-ec5a5d02-2742-4935-9278-b812248de877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:59:22.466758 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-67ef681f-c810-4f9d-a169-499fa365bc3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-929996', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-571750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11395'] for router, precommit_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:59:22.527833 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.db_base_plugin_common [None req-ec5a5d02-2742-4935-9278-b812248de877 None None] Allocated IP 172.20.0.2 (900a3b2e-4cf8-4c86-bcaf-2a163684a965/9065ea06-f7ff-498b-9110-6b6d1896ad47/08a59078-7f34-457d-8998-06bc4884f34a) {{(pid=93917) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:59:22.673870 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-67ef681f-c810-4f9d-a169-499fa365bc3e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:59:22.687011 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-ec5a5d02-2742-4935-9278-b812248de877 None None] Notify callbacks [] for port, precommit_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:59:22.695136 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-67ef681f-c810-4f9d-a169-499fa365bc3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:59:22.697299 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-ec5a5d02-2742-4935-9278-b812248de877 None None] Transition to ACTIVE for port object 08a59078-7f34-457d-8998-06bc4884f34a will not be triggered until provisioned by entity L2. {{(pid=93917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:59:22.715694 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-ec5a5d02-2742-4935-9278-b812248de877 None None] Transition to ACTIVE for port object 08a59078-7f34-457d-8998-06bc4884f34a will not be triggered until provisioned by entity DHCP. {{(pid=93917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:59:22.730349 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-ec5a5d02-2742-4935-9278-b812248de877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804'] for port, after_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:59:22.742678 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 5ec44cea-ce56-407d-b4e0-96065e069e9b up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:59:22.809067 n-d-800634-3 neutron-server[93917]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec5a5d02-2742-4935-9278-b812248de877 None None] Network 900a3b2e-4cf8-4c86-bcaf-2a163684a965 is already hosted by enough agents. {{(pid=93917) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:59:22.815594 n-d-800634-3 neutron-server[93917]: DEBUG neutron.scheduler.base_scheduler [None req-ec5a5d02-2742-4935-9278-b812248de877 None None] Resources bound (agent type, host, resource id): {{(pid=93917) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:59:22.818617 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5a5d02-2742-4935-9278-b812248de877 None None] Pushing event updated for resources: {'Port': ['ID=08a59078-7f34-457d-8998-06bc4884f34a,revision_number=1']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:59:22.822727 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec5a5d02-2742-4935-9278-b812248de877 None None] Received port after_create {{(pid=93917) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:59:22.848397 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.db_base_plugin_common [None req-67ef681f-c810-4f9d-a169-499fa365bc3e admin admin] Allocated IP 172.25.1.178 (9200a437-e1de-4520-88f6-e68386523e61/5f47f848-4532-407a-a0e2-5690ade15fd0/0f1b6863-f3dc-4b87-88fe-4a96fb9c7057) {{(pid=93915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:59:22.872031 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-3e5f70cd-5bb1-4161-a258-2b3fba41cc32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:59:22.891884 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning for port 5ec44cea-ce56-407d-b4e0-96065e069e9b completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:59:22.902973 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port 5ec44cea-ce56-407d-b4e0-96065e069e9b triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:59:22.903348 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:59:22.928306 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-ec5a5d02-2742-4935-9278-b812248de877 None None] Attempting to bind port 08a59078-7f34-457d-8998-06bc4884f34a on host n-d-800634-3 for vnic_type normal with profile {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:59:22.928794 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-ec5a5d02-2742-4935-9278-b812248de877 None None] Attempting to bind port 08a59078-7f34-457d-8998-06bc4884f34a by drivers openvswitch,hyperv on host n-d-800634-3 at level 0 using segments [{'id': '35d43b5c-9090-48f3-b0be-4beee7502310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '900a3b2e-4cf8-4c86-bcaf-2a163684a965'}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:59:22.929174 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec5a5d02-2742-4935-9278-b812248de877 None None] Attempting to bind port 08a59078-7f34-457d-8998-06bc4884f34a on network 900a3b2e-4cf8-4c86-bcaf-2a163684a965 {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:59:22.941867 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec5a5d02-2742-4935-9278-b812248de877 None None] Checking agent: {'id': '01c19e91-a945-4e3c-94a6-c211e17c923e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 8, 23), 'started_at': datetime.datetime(2021, 7, 14, 18, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 18, 58, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 18:59:22.942245 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec5a5d02-2742-4935-9278-b812248de877 None None] Checking segment: {'id': '35d43b5c-9090-48f3-b0be-4beee7502310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '900a3b2e-4cf8-4c86-bcaf-2a163684a965'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93917) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:59:22.942651 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-ec5a5d02-2742-4935-9278-b812248de877 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:59:22.943046 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec5a5d02-2742-4935-9278-b812248de877 None None] Bound using segment: {'id': '35d43b5c-9090-48f3-b0be-4beee7502310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '900a3b2e-4cf8-4c86-bcaf-2a163684a965'} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 18:59:22.943521 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-ec5a5d02-2742-4935-9278-b812248de877 None None] Bound port: 08a59078-7f34-457d-8998-06bc4884f34a, host: n-d-800634-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35d43b5c-9090-48f3-b0be-4beee7502310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '900a3b2e-4cf8-4c86-bcaf-2a163684a965'}}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 18:59:22.943908 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-ec5a5d02-2742-4935-9278-b812248de877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:59:22.961947 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-67ef681f-c810-4f9d-a169-499fa365bc3e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:59:23.011005 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-67ef681f-c810-4f9d-a169-499fa365bc3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:59:23.044754 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:59:23.051825 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-ec5a5d02-2742-4935-9278-b812248de877 None None] For port 08a59078-7f34-457d-8998-06bc4884f34a, host n-d-800634-3, cleared binding levels {{(pid=93917) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:59:23.055022 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67ef681f-c810-4f9d-a169-499fa365bc3e admin admin] Network 9200a437-e1de-4520-88f6-e68386523e61 is already hosted by enough agents. {{(pid=93915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:59:23.057543 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-ec5a5d02-2742-4935-9278-b812248de877 None None] For port 08a59078-7f34-457d-8998-06bc4884f34a, host n-d-800634-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=08a59078-7f34-457d-8998-06bc4884f34a,segment=NetworkSegment(35d43b5c-9090-48f3-b0be-4beee7502310),segment_id=35d43b5c-9090-48f3-b0be-4beee7502310)] {{(pid=93917) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 18:59:23.060629 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [None req-67ef681f-c810-4f9d-a169-499fa365bc3e admin admin] Resources bound (agent type, host, resource id): {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:59:23.066494 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67ef681f-c810-4f9d-a169-499fa365bc3e admin admin] Received port after_create {{(pid=93915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:59:23.068446 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-ec5a5d02-2742-4935-9278-b812248de877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:59:23.079114 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] For port 5ec44cea-ce56-407d-b4e0-96065e069e9b, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=5ec44cea-ce56-407d-b4e0-96065e069e9b,segment=NetworkSegment(5afb940b-bbdf-4727-be00-5d46367c38a1),segment_id=5afb940b-bbdf-4727-be00-5d46367c38a1)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:59:23.088288 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf33d882-fc53-4c73-864c-2654541510c2 None None] Sync routers for ids ['3df2f1b4-7db4-474f-a8c9-a6dba1b0f4ef'] in n-d-800634-3 {{(pid=93918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 18:59:23.093212 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ef681f-c810-4f9d-a169-499fa365bc3e admin admin] Pushing event updated for resources: {'Port': ['ID=0f1b6863-f3dc-4b87-88fe-4a96fb9c7057,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:59:23.103526 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:59:23.105164 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf33d882-fc53-4c73-864c-2654541510c2 None None] Routers {'3df2f1b4-7db4-474f-a8c9-a6dba1b0f4ef'} bound to L3 agent in host n-d-800634-3 {{(pid=93918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:59:23.106030 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-bf33d882-fc53-4c73-864c-2654541510c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:59:23Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['3df2f1b4-7db4-474f-a8c9-a6dba1b0f4ef'], 'active': True} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:59:23.138128 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5a5d02-2742-4935-9278-b812248de877 None None] Pushing event updated for resources: {'Port': ['ID=08a59078-7f34-457d-8998-06bc4884f34a,revision_number=2']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:59:23.206370 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Pushing event updated for resources: {'Port': ['ID=5ec44cea-ce56-407d-b4e0-96065e069e9b,revision_number=4']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:59:23.210736 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:59:23.230294 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvr_db [None req-bf33d882-fc53-4c73-864c-2654541510c2 None None] Set router 3df2f1b4-7db4-474f-a8c9-a6dba1b0f4ef gateway port host: n-d-800634-3 {{(pid=93918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 18:59:23.375528 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-67ef681f-c810-4f9d-a169-499fa365bc3e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:59:23.467469 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-bf33d882-fc53-4c73-864c-2654541510c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3df2f1b4-7db4-474f-a8c9-a6dba1b0f4ef', 'name': 'tempest-TestServerBasicOps-547959629-router', 'tenant_id': '72ed56d8987c49449d65081bc64273e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.203'}], 'enable_snat': True}, 'gw_port_id': '5ec44cea-ce56-407d-b4e0-96065e069e9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:59:17Z', 'updated_at': '2021-07-14T18:59:20Z', 'revision_number': 4, 'project_id': '72ed56d8987c49449d65081bc64273e6', 'gw_port': {'id': '5ec44cea-ce56-407d-b4e0-96065e069e9b', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:54:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3df2f1b4-7db4-474f-a8c9-a6dba1b0f4ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:59:17Z', 'updated_at': '2021-07-14T18:59:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_interfaces': [{'id': '3abddd8d-214c-4d1c-8991-de2902b21511', 'name': '', 'network_id': '661637ff-bf87-4ca5-ad40-1bedeffd0d57', 'tenant_id': '72ed56d8987c49449d65081bc64273e6', 'mac_address': 'fa:16:3e:a6:96:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3df2f1b4-7db4-474f-a8c9-a6dba1b0f4ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 3941, 'fixed_ips': [{'subnet_id': 'f8412875-acd8-47be-b129-26e9047a00c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:59:19Z', 'updated_at': '2021-07-14T18:59:20Z', 'revision_number': 2, 'project_id': '72ed56d8987c49449d65081bc64273e6', 'subnets': [{'id': 'f8412875-acd8-47be-b129-26e9047a00c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-3', False) {} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:59:23.495372 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf33d882-fc53-4c73-864c-2654541510c2 None None] Checking router: 3df2f1b4-7db4-474f-a8c9-a6dba1b0f4ef for host: n-d-800634-3 {{(pid=93918) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 18:59:23.495742 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf33d882-fc53-4c73-864c-2654541510c2 None None] Updating router 3df2f1b4-7db4-474f-a8c9-a6dba1b0f4ef port 3abddd8d-214c-4d1c-8991-de2902b21511 binding host n-d-800634-3 {{(pid=93918) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 18:59:23.531413 n-d-800634-3 neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-bf33d882-fc53-4c73-864c-2654541510c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:59:23.561553 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-2befe025-ebf8-4b62-a429-123c83f73c5a req-5d2b90ad-3833-4313-a81d-4e922cd3d0d0 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=03a24d87-527f-4d5b-a998-53393446562a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0414786 Jul 14 18:59:23.596885 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-67ef681f-c810-4f9d-a169-499fa365bc3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-571759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-930033'] for router, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:59:23.639944 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-2befe025-ebf8-4b62-a429-123c83f73c5a req-9fd64bb5-1c94-4847-86d2-c5013f8c8632 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c51e850593fc4a37af9470721017e8e7&device_id=03a24d87-527f-4d5b-a998-53393446562a HTTP/1.1" status: 200 len: 210 time: 0.0343044 Jul 14 18:59:23.680157 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-2befe025-ebf8-4b62-a429-123c83f73c5a req-42bab44e-4ad1-4468-9f29-c53936390d33 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=c51e850593fc4a37af9470721017e8e7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0204875 Jul 14 18:59:23.738146 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67ef681f-c810-4f9d-a169-499fa365bc3e admin admin] Router fb6e37c1-2cb4-4caf-8420-31bd2cefbf25 is scheduled to L3 agent 2c6eb27e-defb-4cca-9a24-381c7415e359 with binding_index 1 {{(pid=93915) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 18:59:23.780728 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2befe025-ebf8-4b62-a429-123c83f73c5a req-7c8e6524-d8ac-4077-9cb0-a9eb31e20433 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:59:23.782551 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-2befe025-ebf8-4b62-a429-123c83f73c5a req-7c8e6524-d8ac-4077-9cb0-a9eb31e20433 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0966136 Jul 14 18:59:23.802599 n-d-800634-3 neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-bf33d882-fc53-4c73-864c-2654541510c2 None None] Notify callbacks [] for port, precommit_update {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:59:23.813516 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.provisioning_blocks [None req-bf33d882-fc53-4c73-864c-2654541510c2 None None] Transition to ACTIVE for port object 3abddd8d-214c-4d1c-8991-de2902b21511 will not be triggered until provisioned by entity L2. {{(pid=93918) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:59:23.820027 n-d-800634-3 neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-bf33d882-fc53-4c73-864c-2654541510c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:59:23.846267 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67ef681f-c810-4f9d-a169-499fa365bc3e admin admin] Notify agent at l3_agent.n-d-800634-3 the message routers_updated {{(pid=93915) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 18:59:23.856149 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84065015-d318-400a-bfc9-0c2be5839b22 None None] Sync routers for ids ['fb6e37c1-2cb4-4caf-8420-31bd2cefbf25'] in n-d-800634-3 {{(pid=93917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 18:59:23.866429 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84065015-d318-400a-bfc9-0c2be5839b22 None None] Routers {'fb6e37c1-2cb4-4caf-8420-31bd2cefbf25'} bound to L3 agent in host n-d-800634-3 {{(pid=93917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:59:23.867410 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-84065015-d318-400a-bfc9-0c2be5839b22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:59:23Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['fb6e37c1-2cb4-4caf-8420-31bd2cefbf25'], 'active': True} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:59:23.878777 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-67ef681f-c810-4f9d-a169-499fa365bc3e admin admin] Notify callbacks [] for router, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:59:23.881453 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d8ad9c-9409-4966-9bf3-bb4abac5c99d None None] Pushing event updated for resources: {'Port': ['ID=3abddd8d-214c-4d1c-8991-de2902b21511,revision_number=3']} {{(pid=93918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:59:23.883730 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 56480) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:59:23.891630 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-67ef681f-c810-4f9d-a169-499fa365bc3e admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.6721468 Jul 14 18:59:23.917224 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70d8ad9c-9409-4966-9bf3-bb4abac5c99d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:59:23.917969 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70d8ad9c-9409-4966-9bf3-bb4abac5c99d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:59:23.918529 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70d8ad9c-9409-4966-9bf3-bb4abac5c99d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:59:23.919078 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70d8ad9c-9409-4966-9bf3-bb4abac5c99d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:59:23.919626 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70d8ad9c-9409-4966-9bf3-bb4abac5c99d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:59:23.920212 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70d8ad9c-9409-4966-9bf3-bb4abac5c99d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:59:23.920772 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70d8ad9c-9409-4966-9bf3-bb4abac5c99d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:59:23.923004 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70d8ad9c-9409-4966-9bf3-bb4abac5c99d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:59:23.923606 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70d8ad9c-9409-4966-9bf3-bb4abac5c99d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:59:23.924306 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70d8ad9c-9409-4966-9bf3-bb4abac5c99d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:59:23.925192 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70d8ad9c-9409-4966-9bf3-bb4abac5c99d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:59:23.925742 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70d8ad9c-9409-4966-9bf3-bb4abac5c99d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 18:59:23.962336 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.managers [None req-bf33d882-fc53-4c73-864c-2654541510c2 None None] Attempting to bind port 3abddd8d-214c-4d1c-8991-de2902b21511 on host n-d-800634-3 for vnic_type normal with profile {{(pid=93918) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:59:23.962719 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.managers [None req-bf33d882-fc53-4c73-864c-2654541510c2 None None] Attempting to bind port 3abddd8d-214c-4d1c-8991-de2902b21511 by drivers openvswitch,hyperv on host n-d-800634-3 at level 0 using segments [{'id': 'dd7167f8-170a-4bba-9e17-8f3d3648ae65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '661637ff-bf87-4ca5-ad40-1bedeffd0d57'}] {{(pid=93918) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:59:23.963090 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf33d882-fc53-4c73-864c-2654541510c2 None None] Attempting to bind port 3abddd8d-214c-4d1c-8991-de2902b21511 on network 661637ff-bf87-4ca5-ad40-1bedeffd0d57 {{(pid=93918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:59:23.971106 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf33d882-fc53-4c73-864c-2654541510c2 None None] Checking agent: {'id': '01c19e91-a945-4e3c-94a6-c211e17c923e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 8, 23), 'started_at': datetime.datetime(2021, 7, 14, 18, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 18, 59, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 18:59:23.971481 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf33d882-fc53-4c73-864c-2654541510c2 None None] Checking segment: {'id': 'dd7167f8-170a-4bba-9e17-8f3d3648ae65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '661637ff-bf87-4ca5-ad40-1bedeffd0d57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93918) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:59:23.971890 n-d-800634-3 neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-bf33d882-fc53-4c73-864c-2654541510c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:59:23.972315 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf33d882-fc53-4c73-864c-2654541510c2 None None] Bound using segment: {'id': 'dd7167f8-170a-4bba-9e17-8f3d3648ae65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '661637ff-bf87-4ca5-ad40-1bedeffd0d57'} {{(pid=93918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 18:59:23.972847 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.managers [None req-bf33d882-fc53-4c73-864c-2654541510c2 None None] Bound port: 3abddd8d-214c-4d1c-8991-de2902b21511, host: n-d-800634-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd7167f8-170a-4bba-9e17-8f3d3648ae65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '661637ff-bf87-4ca5-ad40-1bedeffd0d57'}}] {{(pid=93918) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 18:59:23.973231 n-d-800634-3 neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-bf33d882-fc53-4c73-864c-2654541510c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:59:24.014326 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvr_db [None req-84065015-d318-400a-bfc9-0c2be5839b22 None None] Set router fb6e37c1-2cb4-4caf-8420-31bd2cefbf25 gateway port host: n-d-800634-3 {{(pid=93917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 18:59:24.075809 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.db [None req-bf33d882-fc53-4c73-864c-2654541510c2 None None] For port 3abddd8d-214c-4d1c-8991-de2902b21511, host n-d-800634-3, cleared binding levels {{(pid=93918) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:59:24.079403 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.db [None req-bf33d882-fc53-4c73-864c-2654541510c2 None None] For port 3abddd8d-214c-4d1c-8991-de2902b21511, host n-d-800634-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=3abddd8d-214c-4d1c-8991-de2902b21511,segment=NetworkSegment(dd7167f8-170a-4bba-9e17-8f3d3648ae65),segment_id=dd7167f8-170a-4bba-9e17-8f3d3648ae65)] {{(pid=93918) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 18:59:24.086276 n-d-800634-3 neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-bf33d882-fc53-4c73-864c-2654541510c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:59:24.180265 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf33d882-fc53-4c73-864c-2654541510c2 None None] Routers {'3df2f1b4-7db4-474f-a8c9-a6dba1b0f4ef'} bound to L3 agent in host n-d-800634-3 {{(pid=93918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:59:24.181835 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-bf33d882-fc53-4c73-864c-2654541510c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:59:23Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['3df2f1b4-7db4-474f-a8c9-a6dba1b0f4ef'], 'active': True} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:59:24.187532 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d8ad9c-9409-4966-9bf3-bb4abac5c99d None None] Pushing event updated for resources: {'Port': ['ID=3abddd8d-214c-4d1c-8991-de2902b21511,revision_number=4']} {{(pid=93918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:59:24.248962 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-574aeb93-9938-449c-8e6c-cb22c9b52cc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:59:24.278440 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-84065015-d318-400a-bfc9-0c2be5839b22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb6e37c1-2cb4-4caf-8420-31bd2cefbf25', 'name': 'tempest-TestServerBasicOps-141118318-router', 'tenant_id': '0ff24ed5f42c47ebaca26aef0bfbe086', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.178'}], 'enable_snat': True}, 'gw_port_id': '0f1b6863-f3dc-4b87-88fe-4a96fb9c7057', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:59:22Z', 'updated_at': '2021-07-14T18:59:23Z', 'revision_number': 3, 'project_id': '0ff24ed5f42c47ebaca26aef0bfbe086', 'gw_port': {'id': '0f1b6863-f3dc-4b87-88fe-4a96fb9c7057', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:0b:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb6e37c1-2cb4-4caf-8420-31bd2cefbf25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3952, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:59:22Z', 'updated_at': '2021-07-14T18:59:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3'}], 'n-d-800634-3', False) {} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:59:24.322785 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84065015-d318-400a-bfc9-0c2be5839b22 None None] Checking router: fb6e37c1-2cb4-4caf-8420-31bd2cefbf25 for host: n-d-800634-3 {{(pid=93917) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 18:59:24.323144 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84065015-d318-400a-bfc9-0c2be5839b22 None None] Updating router fb6e37c1-2cb4-4caf-8420-31bd2cefbf25 port 0f1b6863-f3dc-4b87-88fe-4a96fb9c7057 binding host n-d-800634-3 {{(pid=93917) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 18:59:24.360530 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvr_db [None req-bf33d882-fc53-4c73-864c-2654541510c2 None None] Set router 3df2f1b4-7db4-474f-a8c9-a6dba1b0f4ef gateway port host: n-d-800634-3 {{(pid=93918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 18:59:24.378542 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-84065015-d318-400a-bfc9-0c2be5839b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:59:24.569451 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ec37f75-d165-494f-be86-db5124563f9c None None] Network 900a3b2e-4cf8-4c86-bcaf-2a163684a965 requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 18:59:24.605352 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-bf33d882-fc53-4c73-864c-2654541510c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3df2f1b4-7db4-474f-a8c9-a6dba1b0f4ef', 'name': 'tempest-TestServerBasicOps-547959629-router', 'tenant_id': '72ed56d8987c49449d65081bc64273e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.203'}], 'enable_snat': True}, 'gw_port_id': '5ec44cea-ce56-407d-b4e0-96065e069e9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:59:17Z', 'updated_at': '2021-07-14T18:59:20Z', 'revision_number': 4, 'project_id': '72ed56d8987c49449d65081bc64273e6', 'gw_port': {'id': '5ec44cea-ce56-407d-b4e0-96065e069e9b', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:54:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3df2f1b4-7db4-474f-a8c9-a6dba1b0f4ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:59:17Z', 'updated_at': '2021-07-14T18:59:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_interfaces': [{'id': '3abddd8d-214c-4d1c-8991-de2902b21511', 'name': '', 'network_id': '661637ff-bf87-4ca5-ad40-1bedeffd0d57', 'tenant_id': '72ed56d8987c49449d65081bc64273e6', 'mac_address': 'fa:16:3e:a6:96:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3df2f1b4-7db4-474f-a8c9-a6dba1b0f4ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 3941, 'fixed_ips': [{'subnet_id': 'f8412875-acd8-47be-b129-26e9047a00c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:59:19Z', 'updated_at': '2021-07-14T18:59:24Z', 'revision_number': 4, 'project_id': '72ed56d8987c49449d65081bc64273e6', 'subnets': [{'id': 'f8412875-acd8-47be-b129-26e9047a00c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-3', False) {} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:59:24.651054 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf33d882-fc53-4c73-864c-2654541510c2 None None] The sync data for ids ['3df2f1b4-7db4-474f-a8c9-a6dba1b0f4ef'] in n-d-800634-3 is: [{'id': '3df2f1b4-7db4-474f-a8c9-a6dba1b0f4ef', 'name': 'tempest-TestServerBasicOps-547959629-router', 'tenant_id': '72ed56d8987c49449d65081bc64273e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.203'}], 'enable_snat': True}, 'gw_port_id': '5ec44cea-ce56-407d-b4e0-96065e069e9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:59:17Z', 'updated_at': '2021-07-14T18:59:20Z', 'revision_number': 4, 'project_id': '72ed56d8987c49449d65081bc64273e6', 'gw_port': {'id': '5ec44cea-ce56-407d-b4e0-96065e069e9b', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:54:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3df2f1b4-7db4-474f-a8c9-a6dba1b0f4ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:59:17Z', 'updated_at': '2021-07-14T18:59:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_interfaces': [{'id': '3abddd8d-214c-4d1c-8991-de2902b21511', 'name': '', 'network_id': '661637ff-bf87-4ca5-ad40-1bedeffd0d57', 'tenant_id': '72ed56d8987c49449d65081bc64273e6', 'mac_address': 'fa:16:3e:a6:96:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3df2f1b4-7db4-474f-a8c9-a6dba1b0f4ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 3941, 'fixed_ips': [{'subnet_id': 'f8412875-acd8-47be-b129-26e9047a00c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:59:19Z', 'updated_at': '2021-07-14T18:59:24Z', 'revision_number': 4, 'project_id': '72ed56d8987c49449d65081bc64273e6', 'subnets': [{'id': 'f8412875-acd8-47be-b129-26e9047a00c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 18:59:24.703962 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-4cf76730-3755-4b1f-8e66-9e004247cf26 None None] Provisioning for port 08a59078-7f34-457d-8998-06bc4884f34a completed by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:59:24.836339 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-f3228765-2269-4b42-947c-b3e3d3659a12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:59:24.876349 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 08a59078-7f34-457d-8998-06bc4884f34a up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:59:24.915707 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-84065015-d318-400a-bfc9-0c2be5839b22 None None] Notify callbacks [] for port, precommit_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:59:24.937292 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-84065015-d318-400a-bfc9-0c2be5839b22 None None] Transition to ACTIVE for port object 0f1b6863-f3dc-4b87-88fe-4a96fb9c7057 will not be triggered until provisioned by entity L2. {{(pid=93917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:59:24.953031 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-84065015-d318-400a-bfc9-0c2be5839b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:59:25.017213 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning for port 08a59078-7f34-457d-8998-06bc4884f34a completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:59:25.020390 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.db_base_plugin_common [None req-f3228765-2269-4b42-947c-b3e3d3659a12 admin admin] Allocated IP 172.20.0.1 (900a3b2e-4cf8-4c86-bcaf-2a163684a965/9065ea06-f7ff-498b-9110-6b6d1896ad47/264a079f-c187-4470-bc88-3cc07bd13d9e) {{(pid=93916) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:59:25.025407 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port 08a59078-7f34-457d-8998-06bc4884f34a triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:59:25.025704 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:59:25.027482 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-84065015-d318-400a-bfc9-0c2be5839b22 None None] Attempting to bind port 0f1b6863-f3dc-4b87-88fe-4a96fb9c7057 on host n-d-800634-3 for vnic_type normal with profile {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:59:25.027885 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-84065015-d318-400a-bfc9-0c2be5839b22 None None] Attempting to bind port 0f1b6863-f3dc-4b87-88fe-4a96fb9c7057 by drivers openvswitch,hyperv on host n-d-800634-3 at level 0 using segments [{'id': '5afb940b-bbdf-4727-be00-5d46367c38a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9200a437-e1de-4520-88f6-e68386523e61'}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:59:25.028283 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84065015-d318-400a-bfc9-0c2be5839b22 None None] Attempting to bind port 0f1b6863-f3dc-4b87-88fe-4a96fb9c7057 on network 9200a437-e1de-4520-88f6-e68386523e61 {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:59:25.031022 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07363495-57c4-47e1-8926-3f4a3fd8250e None None] Pushing event updated for resources: {'Port': ['ID=0f1b6863-f3dc-4b87-88fe-4a96fb9c7057,revision_number=2']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:59:25.062629 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84065015-d318-400a-bfc9-0c2be5839b22 None None] Checking agent: {'id': '01c19e91-a945-4e3c-94a6-c211e17c923e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 8, 23), 'started_at': datetime.datetime(2021, 7, 14, 18, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 18, 59, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 18:59:25.063043 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84065015-d318-400a-bfc9-0c2be5839b22 None None] Checking segment: {'id': '5afb940b-bbdf-4727-be00-5d46367c38a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9200a437-e1de-4520-88f6-e68386523e61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93917) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:59:25.063457 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-84065015-d318-400a-bfc9-0c2be5839b22 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:59:25.063860 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84065015-d318-400a-bfc9-0c2be5839b22 None None] Bound using segment: {'id': '5afb940b-bbdf-4727-be00-5d46367c38a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9200a437-e1de-4520-88f6-e68386523e61'} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 18:59:25.064385 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-84065015-d318-400a-bfc9-0c2be5839b22 None None] Bound port: 0f1b6863-f3dc-4b87-88fe-4a96fb9c7057, host: n-d-800634-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5afb940b-bbdf-4727-be00-5d46367c38a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9200a437-e1de-4520-88f6-e68386523e61'}}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 18:59:25.064770 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-84065015-d318-400a-bfc9-0c2be5839b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:59:25.138449 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-84065015-d318-400a-bfc9-0c2be5839b22 None None] For port 0f1b6863-f3dc-4b87-88fe-4a96fb9c7057, host n-d-800634-3, cleared binding levels {{(pid=93917) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:59:25.142480 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-84065015-d318-400a-bfc9-0c2be5839b22 None None] For port 0f1b6863-f3dc-4b87-88fe-4a96fb9c7057, host n-d-800634-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=0f1b6863-f3dc-4b87-88fe-4a96fb9c7057,segment=NetworkSegment(5afb940b-bbdf-4727-be00-5d46367c38a1),segment_id=5afb940b-bbdf-4727-be00-5d46367c38a1)] {{(pid=93917) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 18:59:25.160199 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-f3228765-2269-4b42-947c-b3e3d3659a12 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:59:25.164414 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-84065015-d318-400a-bfc9-0c2be5839b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:59:25.178646 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.provisioning_blocks [None req-f3228765-2269-4b42-947c-b3e3d3659a12 admin admin] Transition to ACTIVE for port object 264a079f-c187-4470-bc88-3cc07bd13d9e will not be triggered until provisioned by entity DHCP. {{(pid=93916) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:59:25.222951 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:59:25.223946 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-f3228765-2269-4b42-947c-b3e3d3659a12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:59:25.261350 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84065015-d318-400a-bfc9-0c2be5839b22 None None] Routers {'fb6e37c1-2cb4-4caf-8420-31bd2cefbf25'} bound to L3 agent in host n-d-800634-3 {{(pid=93917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:59:25.262067 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-84065015-d318-400a-bfc9-0c2be5839b22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:59:23Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['fb6e37c1-2cb4-4caf-8420-31bd2cefbf25'], 'active': True} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:59:25.265957 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07363495-57c4-47e1-8926-3f4a3fd8250e None None] Pushing event updated for resources: {'Port': ['ID=0f1b6863-f3dc-4b87-88fe-4a96fb9c7057,revision_number=3']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:59:25.283346 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3228765-2269-4b42-947c-b3e3d3659a12 admin admin] Network 900a3b2e-4cf8-4c86-bcaf-2a163684a965 is already hosted by enough agents. {{(pid=93916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:59:25.290022 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [None req-f3228765-2269-4b42-947c-b3e3d3659a12 admin admin] Resources bound (agent type, host, resource id): {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:59:25.292664 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3228765-2269-4b42-947c-b3e3d3659a12 admin admin] Received port after_create {{(pid=93916) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:59:25.329379 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] For port 08a59078-7f34-457d-8998-06bc4884f34a, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=08a59078-7f34-457d-8998-06bc4884f34a,segment=NetworkSegment(35d43b5c-9090-48f3-b0be-4beee7502310),segment_id=35d43b5c-9090-48f3-b0be-4beee7502310)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:59:25.332162 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3228765-2269-4b42-947c-b3e3d3659a12 admin admin] Pushing event updated for resources: {'Port': ['ID=264a079f-c187-4470-bc88-3cc07bd13d9e,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:59:25.338468 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:59:25.339256 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 3abddd8d-214c-4d1c-8991-de2902b21511 up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:59:25.350080 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-f3228765-2269-4b42-947c-b3e3d3659a12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-930452'] for router_interface, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:59:25.448609 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-c36e2992-8378-4986-b89f-81ac56751bbe None None] Provisioning complete for port 08a59078-7f34-457d-8998-06bc4884f34a triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:59:25.448992 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-c36e2992-8378-4986-b89f-81ac56751bbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:59:25.509654 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-f3228765-2269-4b42-947c-b3e3d3659a12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:59:25.519565 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvr_db [None req-84065015-d318-400a-bfc9-0c2be5839b22 None None] Set router fb6e37c1-2cb4-4caf-8420-31bd2cefbf25 gateway port host: n-d-800634-3 {{(pid=93917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 18:59:25.523747 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Pushing event updated for resources: {'Port': ['ID=08a59078-7f34-457d-8998-06bc4884f34a,revision_number=3']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:59:25.693850 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-f3228765-2269-4b42-947c-b3e3d3659a12 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:59:25.698704 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-f3228765-2269-4b42-947c-b3e3d3659a12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2684870'] for port, after_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:59:25.768931 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3228765-2269-4b42-947c-b3e3d3659a12 admin admin] Pushing event updated for resources: {'Port': ['ID=264a079f-c187-4470-bc88-3cc07bd13d9e,revision_number=2']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:59:25.771451 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-f3228765-2269-4b42-947c-b3e3d3659a12 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-598741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-928734'] for router_interface, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:59:25.790009 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning for port 3abddd8d-214c-4d1c-8991-de2902b21511 completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:59:25.798228 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port 3abddd8d-214c-4d1c-8991-de2902b21511 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:59:25.798605 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:59:25.863368 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3228765-2269-4b42-947c-b3e3d3659a12 admin admin] Network 900a3b2e-4cf8-4c86-bcaf-2a163684a965 is already hosted by enough agents. {{(pid=93916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:59:25.864748 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [None req-f3228765-2269-4b42-947c-b3e3d3659a12 admin admin] Resources bound (agent type, host, resource id): {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:59:25.910965 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-2f4e3af3-e708-4ffd-a544-82d93a489d01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:59:25.983186 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:59:25.986376 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3228765-2269-4b42-947c-b3e3d3659a12 admin admin] Router fb6e37c1-2cb4-4caf-8420-31bd2cefbf25 has already been hosted by L3 agent 2c6eb27e-defb-4cca-9a24-381c7415e359 {{(pid=93916) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 18:59:26.010423 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-84065015-d318-400a-bfc9-0c2be5839b22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb6e37c1-2cb4-4caf-8420-31bd2cefbf25', 'name': 'tempest-TestServerBasicOps-141118318-router', 'tenant_id': '0ff24ed5f42c47ebaca26aef0bfbe086', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.178'}], 'enable_snat': True}, 'gw_port_id': '0f1b6863-f3dc-4b87-88fe-4a96fb9c7057', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:59:22Z', 'updated_at': '2021-07-14T18:59:23Z', 'revision_number': 3, 'project_id': '0ff24ed5f42c47ebaca26aef0bfbe086', 'gw_port': {'id': '0f1b6863-f3dc-4b87-88fe-4a96fb9c7057', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:0b:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb6e37c1-2cb4-4caf-8420-31bd2cefbf25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3952, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:59:22Z', 'updated_at': '2021-07-14T18:59:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3'}], 'n-d-800634-3', False) {} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:59:26.051974 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84065015-d318-400a-bfc9-0c2be5839b22 None None] The sync data for ids ['fb6e37c1-2cb4-4caf-8420-31bd2cefbf25'] in n-d-800634-3 is: [{'id': 'fb6e37c1-2cb4-4caf-8420-31bd2cefbf25', 'name': 'tempest-TestServerBasicOps-141118318-router', 'tenant_id': '0ff24ed5f42c47ebaca26aef0bfbe086', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.178'}], 'enable_snat': True}, 'gw_port_id': '0f1b6863-f3dc-4b87-88fe-4a96fb9c7057', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:59:22Z', 'updated_at': '2021-07-14T18:59:23Z', 'revision_number': 3, 'project_id': '0ff24ed5f42c47ebaca26aef0bfbe086', 'gw_port': {'id': '0f1b6863-f3dc-4b87-88fe-4a96fb9c7057', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:0b:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb6e37c1-2cb4-4caf-8420-31bd2cefbf25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3952, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:59:22Z', 'updated_at': '2021-07-14T18:59:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3'}] {{(pid=93917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 18:59:26.057091 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] For port 3abddd8d-214c-4d1c-8991-de2902b21511, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=3abddd8d-214c-4d1c-8991-de2902b21511,segment=NetworkSegment(dd7167f8-170a-4bba-9e17-8f3d3648ae65),segment_id=dd7167f8-170a-4bba-9e17-8f3d3648ae65)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:59:26.063069 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:59:26.063886 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 5ec44cea-ce56-407d-b4e0-96065e069e9b up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:59:26.086990 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-33751c4d-a396-499b-a44e-351fcfef3bda None None] Provisioning for port 264a079f-c187-4470-bc88-3cc07bd13d9e completed by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:59:26.117784 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3228765-2269-4b42-947c-b3e3d3659a12 admin admin] Notify agent at l3_agent.n-d-800634-3 the message routers_updated {{(pid=93916) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 18:59:26.118050 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-33751c4d-a396-499b-a44e-351fcfef3bda None None] Provisioning complete for port 264a079f-c187-4470-bc88-3cc07bd13d9e triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:59:26.118380 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-33751c4d-a396-499b-a44e-351fcfef3bda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:59:26.128605 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-f3228765-2269-4b42-947c-b3e3d3659a12 admin admin] 10.222.0.16 "PUT /v2.0/routers/fb6e37c1-2cb4-4caf-8420-31bd2cefbf25/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2416418 Jul 14 18:59:26.187433 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-33751c4d-a396-499b-a44e-351fcfef3bda None None] Port 264a079f-c187-4470-bc88-3cc07bd13d9e cannot update to ACTIVE because it is not bound. {{(pid=93917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 18:59:26.188842 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Pushing event updated for resources: {'Port': ['ID=3abddd8d-214c-4d1c-8991-de2902b21511,revision_number=5']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:59:26.202267 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port 5ec44cea-ce56-407d-b4e0-96065e069e9b triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:59:26.202649 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:59:26.327093 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-f49566de-8dc4-4c9c-8bd7-98dbdeacc391 None None] Provisioning complete for port 264a079f-c187-4470-bc88-3cc07bd13d9e triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:59:26.327692 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-f49566de-8dc4-4c9c-8bd7-98dbdeacc391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:59:26.382749 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-f49566de-8dc4-4c9c-8bd7-98dbdeacc391 None None] Port 264a079f-c187-4470-bc88-3cc07bd13d9e cannot update to ACTIVE because it is not bound. {{(pid=93917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 18:59:26.755576 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 08a59078-7f34-457d-8998-06bc4884f34a up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:59:26.810677 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port 08a59078-7f34-457d-8998-06bc4884f34a triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:59:26.811147 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:59:26.849611 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 56494) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:59:26.854578 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-7312ef10-3ea3-4fa9-aa57-f3b9d6967101 tempest-TestServerBasicOps-1164388749 tempest-TestServerBasicOps-1164388749-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-800275489', 'description': 'tempest-secgroup-smoke-800275489 description', 'project_id': '72ed56d8987c49449d65081bc64273e6'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:59:26.878212 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-7312ef10-3ea3-4fa9-aa57-f3b9d6967101 tempest-TestServerBasicOps-1164388749 tempest-TestServerBasicOps-1164388749-project] Notify callbacks [] for security_group, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:59:26.893350 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 3abddd8d-214c-4d1c-8991-de2902b21511 up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:59:26.948377 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port 3abddd8d-214c-4d1c-8991-de2902b21511 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:59:26.948757 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:59:26.968899 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-7312ef10-3ea3-4fa9-aa57-f3b9d6967101 tempest-TestServerBasicOps-1164388749 tempest-TestServerBasicOps-1164388749-project] Notify callbacks [] for security_group, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:59:26.972452 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-7312ef10-3ea3-4fa9-aa57-f3b9d6967101 tempest-TestServerBasicOps-1164388749 tempest-TestServerBasicOps-1164388749-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:59:27.001960 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-7312ef10-3ea3-4fa9-aa57-f3b9d6967101 tempest-TestServerBasicOps-1164388749 tempest-TestServerBasicOps-1164388749-project] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:59:27.003118 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-7312ef10-3ea3-4fa9-aa57-f3b9d6967101 tempest-TestServerBasicOps-1164388749 tempest-TestServerBasicOps-1164388749-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1524186 Jul 14 18:59:27.006048 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 56496) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:59:27.011449 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-dc0a63ca-2047-4ddf-bdcf-5ffbb49ce013 tempest-TestServerBasicOps-1164388749 tempest-TestServerBasicOps-1164388749-project] Request body: {'security_group_rule': {'security_group_id': 'd0421480-a89d-42a1-86f8-689812fa888e', 'project_id': '72ed56d8987c49449d65081bc64273e6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:59:27.018531 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7312ef10-3ea3-4fa9-aa57-f3b9d6967101 tempest-TestServerBasicOps-1164388749 tempest-TestServerBasicOps-1164388749-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d0421480-a89d-42a1-86f8-689812fa888e,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:59:27.035714 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 0f1b6863-f3dc-4b87-88fe-4a96fb9c7057 up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:59:27.043756 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-dc0a63ca-2047-4ddf-bdcf-5ffbb49ce013 tempest-TestServerBasicOps-1164388749 tempest-TestServerBasicOps-1164388749-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:59:27.082424 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning for port 0f1b6863-f3dc-4b87-88fe-4a96fb9c7057 completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:59:27.086432 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port 0f1b6863-f3dc-4b87-88fe-4a96fb9c7057 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:59:27.086816 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:59:27.105451 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-dc0a63ca-2047-4ddf-bdcf-5ffbb49ce013 tempest-TestServerBasicOps-1164388749 tempest-TestServerBasicOps-1164388749-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:59:27.109271 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-dc0a63ca-2047-4ddf-bdcf-5ffbb49ce013 tempest-TestServerBasicOps-1164388749 tempest-TestServerBasicOps-1164388749-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305173'] for security_group_rule, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:59:27.127439 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0a63ca-2047-4ddf-bdcf-5ffbb49ce013 tempest-TestServerBasicOps-1164388749 tempest-TestServerBasicOps-1164388749-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27df9a5d-f1d3-4f58-8849-8c2d53553d87,revision_number=0']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:59:27.134039 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-dc0a63ca-2047-4ddf-bdcf-5ffbb49ce013 tempest-TestServerBasicOps-1164388749 tempest-TestServerBasicOps-1164388749-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:59:27.137985 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-dc0a63ca-2047-4ddf-bdcf-5ffbb49ce013 tempest-TestServerBasicOps-1164388749 tempest-TestServerBasicOps-1164388749-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1283047 Jul 14 18:59:27.138086 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 56500) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:59:27.142495 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-9b44a926-f554-40d7-9d6b-46ad384bb1fa tempest-TestServerBasicOps-1164388749 tempest-TestServerBasicOps-1164388749-project] Request body: {'security_group_rule': {'security_group_id': 'd0421480-a89d-42a1-86f8-689812fa888e', 'project_id': '72ed56d8987c49449d65081bc64273e6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:59:27.168770 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-9b44a926-f554-40d7-9d6b-46ad384bb1fa tempest-TestServerBasicOps-1164388749 tempest-TestServerBasicOps-1164388749-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:59:27.169100 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:59:27.189124 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] For port 0f1b6863-f3dc-4b87-88fe-4a96fb9c7057, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=0f1b6863-f3dc-4b87-88fe-4a96fb9c7057,segment=NetworkSegment(5afb940b-bbdf-4727-be00-5d46367c38a1),segment_id=5afb940b-bbdf-4727-be00-5d46367c38a1)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:59:27.193011 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:59:27.228097 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-9b44a926-f554-40d7-9d6b-46ad384bb1fa tempest-TestServerBasicOps-1164388749 tempest-TestServerBasicOps-1164388749-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:59:27.231973 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-9b44a926-f554-40d7-9d6b-46ad384bb1fa tempest-TestServerBasicOps-1164388749 tempest-TestServerBasicOps-1164388749-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305173'] for security_group_rule, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:59:27.242371 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Pushing event updated for resources: {'Port': ['ID=0f1b6863-f3dc-4b87-88fe-4a96fb9c7057,revision_number=4']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:59:27.249483 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b44a926-f554-40d7-9d6b-46ad384bb1fa tempest-TestServerBasicOps-1164388749 tempest-TestServerBasicOps-1164388749-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38e4ea0f-f542-4ad1-8dc7-d55df7899a4b,revision_number=0']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:59:27.257627 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-9b44a926-f554-40d7-9d6b-46ad384bb1fa tempest-TestServerBasicOps-1164388749 tempest-TestServerBasicOps-1164388749-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:59:27.258915 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-9b44a926-f554-40d7-9d6b-46ad384bb1fa tempest-TestServerBasicOps-1164388749 tempest-TestServerBasicOps-1164388749-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1199782 Jul 14 18:59:27.261519 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 56502) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:59:27.266357 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-d81aff8e-6851-4e37-9397-8b62200085c1 tempest-TestServerBasicOps-1164388749 tempest-TestServerBasicOps-1164388749-project] Request body: {'security_group_rule': {'security_group_id': 'd0421480-a89d-42a1-86f8-689812fa888e', 'project_id': '72ed56d8987c49449d65081bc64273e6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:59:27.292212 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-d81aff8e-6851-4e37-9397-8b62200085c1 tempest-TestServerBasicOps-1164388749 tempest-TestServerBasicOps-1164388749-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:59:27.347853 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-d81aff8e-6851-4e37-9397-8b62200085c1 tempest-TestServerBasicOps-1164388749 tempest-TestServerBasicOps-1164388749-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:59:27.351044 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-d81aff8e-6851-4e37-9397-8b62200085c1 tempest-TestServerBasicOps-1164388749 tempest-TestServerBasicOps-1164388749-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305173'] for security_group_rule, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:59:27.368649 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81aff8e-6851-4e37-9397-8b62200085c1 tempest-TestServerBasicOps-1164388749 tempest-TestServerBasicOps-1164388749-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b21aafe0-bac3-4653-800b-6272fd1d31ae,revision_number=0']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:59:27.374005 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-d81aff8e-6851-4e37-9397-8b62200085c1 tempest-TestServerBasicOps-1164388749 tempest-TestServerBasicOps-1164388749-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:59:27.375177 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-d81aff8e-6851-4e37-9397-8b62200085c1 tempest-TestServerBasicOps-1164388749 tempest-TestServerBasicOps-1164388749-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1126590 Jul 14 18:59:27.377934 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 56504) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:59:27.382803 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-27874cd4-2991-4398-b71c-80b89f68ddfd tempest-TestServerBasicOps-1164388749 tempest-TestServerBasicOps-1164388749-project] Request body: {'security_group_rule': {'security_group_id': 'd0421480-a89d-42a1-86f8-689812fa888e', 'project_id': '72ed56d8987c49449d65081bc64273e6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:59:27.410219 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-27874cd4-2991-4398-b71c-80b89f68ddfd tempest-TestServerBasicOps-1164388749 tempest-TestServerBasicOps-1164388749-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:59:27.472347 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-27874cd4-2991-4398-b71c-80b89f68ddfd tempest-TestServerBasicOps-1164388749 tempest-TestServerBasicOps-1164388749-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:59:27.475785 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-27874cd4-2991-4398-b71c-80b89f68ddfd tempest-TestServerBasicOps-1164388749 tempest-TestServerBasicOps-1164388749-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305173'] for security_group_rule, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:59:27.495829 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27874cd4-2991-4398-b71c-80b89f68ddfd tempest-TestServerBasicOps-1164388749 tempest-TestServerBasicOps-1164388749-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c51c0aa-1b80-47b4-a983-0f0b2ebc3c4c,revision_number=0']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:59:27.502272 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-27874cd4-2991-4398-b71c-80b89f68ddfd tempest-TestServerBasicOps-1164388749 tempest-TestServerBasicOps-1164388749-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:59:27.503470 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-27874cd4-2991-4398-b71c-80b89f68ddfd tempest-TestServerBasicOps-1164388749 tempest-TestServerBasicOps-1164388749-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1246324 Jul 14 18:59:27.506269 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 56506) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:59:27.511527 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-a8b0b979-df67-41ba-b10e-6f5c1cb06936 tempest-TestServerBasicOps-1164388749 tempest-TestServerBasicOps-1164388749-project] Request body: {'security_group_rule': {'security_group_id': 'd0421480-a89d-42a1-86f8-689812fa888e', 'project_id': '72ed56d8987c49449d65081bc64273e6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:59:27.533315 n-d-800634-3 neutron-server[93916]: INFO neutron.db.securitygroups_db [None req-a8b0b979-df67-41ba-b10e-6f5c1cb06936 tempest-TestServerBasicOps-1164388749 tempest-TestServerBasicOps-1164388749-project] Project 72ed56d8987c49449d65081bc64273e6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 14 18:59:27.538183 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a8b0b979-df67-41ba-b10e-6f5c1cb06936 tempest-TestServerBasicOps-1164388749 tempest-TestServerBasicOps-1164388749-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:59:27.599228 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a8b0b979-df67-41ba-b10e-6f5c1cb06936 tempest-TestServerBasicOps-1164388749 tempest-TestServerBasicOps-1164388749-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:59:27.603042 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a8b0b979-df67-41ba-b10e-6f5c1cb06936 tempest-TestServerBasicOps-1164388749 tempest-TestServerBasicOps-1164388749-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305173'] for security_group_rule, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:59:27.621336 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b0b979-df67-41ba-b10e-6f5c1cb06936 tempest-TestServerBasicOps-1164388749 tempest-TestServerBasicOps-1164388749-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22f440c4-c043-484a-b249-eb23f2b11e8f,revision_number=0']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:59:27.626560 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a8b0b979-df67-41ba-b10e-6f5c1cb06936 tempest-TestServerBasicOps-1164388749 tempest-TestServerBasicOps-1164388749-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:59:27.628229 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-a8b0b979-df67-41ba-b10e-6f5c1cb06936 tempest-TestServerBasicOps-1164388749 tempest-TestServerBasicOps-1164388749-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1197736 Jul 14 18:59:27.630378 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 56508) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:59:27.635594 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-f94cc60f-f2c4-4bad-a435-b50450a431d0 tempest-TestServerBasicOps-1164388749 tempest-TestServerBasicOps-1164388749-project] Request body: {'security_group_rule': {'security_group_id': 'd0421480-a89d-42a1-86f8-689812fa888e', 'project_id': '72ed56d8987c49449d65081bc64273e6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:59:27.656769 n-d-800634-3 neutron-server[93916]: INFO neutron.db.securitygroups_db [None req-f94cc60f-f2c4-4bad-a435-b50450a431d0 tempest-TestServerBasicOps-1164388749 tempest-TestServerBasicOps-1164388749-project] Project 72ed56d8987c49449d65081bc64273e6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 14 18:59:27.661566 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-f94cc60f-f2c4-4bad-a435-b50450a431d0 tempest-TestServerBasicOps-1164388749 tempest-TestServerBasicOps-1164388749-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:59:27.721607 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-f94cc60f-f2c4-4bad-a435-b50450a431d0 tempest-TestServerBasicOps-1164388749 tempest-TestServerBasicOps-1164388749-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:59:27.725057 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-f94cc60f-f2c4-4bad-a435-b50450a431d0 tempest-TestServerBasicOps-1164388749 tempest-TestServerBasicOps-1164388749-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305173'] for security_group_rule, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:59:27.739287 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94cc60f-f2c4-4bad-a435-b50450a431d0 tempest-TestServerBasicOps-1164388749 tempest-TestServerBasicOps-1164388749-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f995814-8d7e-4b7f-9162-3c6022f9c2de,revision_number=0']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:59:27.748769 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-f94cc60f-f2c4-4bad-a435-b50450a431d0 tempest-TestServerBasicOps-1164388749 tempest-TestServerBasicOps-1164388749-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:59:27.750078 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-f94cc60f-f2c4-4bad-a435-b50450a431d0 tempest-TestServerBasicOps-1164388749 tempest-TestServerBasicOps-1164388749-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1187892 Jul 14 18:59:28.007434 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-def0ce84-fb6d-4b05-a48f-2997bbce73a0 req-30ca475e-fe81-4efb-a5ad-1ca1af6c849f tempest-TestServerBasicOps-1164388749 tempest-TestServerBasicOps-1164388749-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-800275489&fields=id&tenant_id=72ed56d8987c49449d65081bc64273e6 HTTP/1.1" status: 200 len: 267 time: 0.0330760 Jul 14 18:59:28.081799 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55435949-f672-43cd-891d-55bc387ecdc5 None None] Sync routers for ids ['fb6e37c1-2cb4-4caf-8420-31bd2cefbf25'] in n-d-800634-3 {{(pid=93918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 18:59:28.091360 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55435949-f672-43cd-891d-55bc387ecdc5 None None] Routers {'fb6e37c1-2cb4-4caf-8420-31bd2cefbf25'} bound to L3 agent in host n-d-800634-3 {{(pid=93918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:59:28.092044 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-55435949-f672-43cd-891d-55bc387ecdc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:59:23Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['fb6e37c1-2cb4-4caf-8420-31bd2cefbf25'], 'active': True} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:59:28.113871 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def0ce84-fb6d-4b05-a48f-2997bbce73a0 req-5c8c9825-f8f6-4f1f-a061-e10d2d5f99fc tempest-TestServerBasicOps-1164388749 tempest-TestServerBasicOps-1164388749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:59:28.115342 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-def0ce84-fb6d-4b05-a48f-2997bbce73a0 req-5c8c9825-f8f6-4f1f-a061-e10d2d5f99fc tempest-TestServerBasicOps-1164388749 tempest-TestServerBasicOps-1164388749-project] 10.222.0.16 "GET /v2.0/networks?id=661637ff-bf87-4ca5-ad40-1bedeffd0d57 HTTP/1.1" status: 200 len: 808 time: 0.1011462 Jul 14 18:59:28.129806 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-def0ce84-fb6d-4b05-a48f-2997bbce73a0 req-6e3cde6f-0dce-4250-b54c-fc6475df0c3d tempest-TestServerBasicOps-1164388749 tempest-TestServerBasicOps-1164388749-project] 10.222.0.16 "GET /v2.0/quotas/72ed56d8987c49449d65081bc64273e6 HTTP/1.1" status: 200 len: 375 time: 0.0090568 Jul 14 18:59:28.199320 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvr_db [None req-55435949-f672-43cd-891d-55bc387ecdc5 None None] Set router fb6e37c1-2cb4-4caf-8420-31bd2cefbf25 gateway port host: n-d-800634-3 {{(pid=93918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 18:59:28.497742 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-55435949-f672-43cd-891d-55bc387ecdc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb6e37c1-2cb4-4caf-8420-31bd2cefbf25', 'name': 'tempest-TestServerBasicOps-141118318-router', 'tenant_id': '0ff24ed5f42c47ebaca26aef0bfbe086', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.178'}], 'enable_snat': True}, 'gw_port_id': '0f1b6863-f3dc-4b87-88fe-4a96fb9c7057', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:59:22Z', 'updated_at': '2021-07-14T18:59:25Z', 'revision_number': 4, 'project_id': '0ff24ed5f42c47ebaca26aef0bfbe086', 'gw_port': {'id': '0f1b6863-f3dc-4b87-88fe-4a96fb9c7057', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:0b:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb6e37c1-2cb4-4caf-8420-31bd2cefbf25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3952, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:59:22Z', 'updated_at': '2021-07-14T18:59:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_interfaces': [{'id': '264a079f-c187-4470-bc88-3cc07bd13d9e', 'name': '', 'network_id': '900a3b2e-4cf8-4c86-bcaf-2a163684a965', 'tenant_id': '0ff24ed5f42c47ebaca26aef0bfbe086', 'mac_address': 'fa:16:3e:d0:79:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb6e37c1-2cb4-4caf-8420-31bd2cefbf25', 'device_owner': 'network:router_interface', 'standard_attr_id': 3953, 'fixed_ips': [{'subnet_id': '9065ea06-f7ff-498b-9110-6b6d1896ad47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:59:24Z', 'updated_at': '2021-07-14T18:59:25Z', 'revision_number': 2, 'project_id': '0ff24ed5f42c47ebaca26aef0bfbe086', 'subnets': [{'id': '9065ea06-f7ff-498b-9110-6b6d1896ad47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-3', False) {} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:59:28.524233 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55435949-f672-43cd-891d-55bc387ecdc5 None None] Checking router: fb6e37c1-2cb4-4caf-8420-31bd2cefbf25 for host: n-d-800634-3 {{(pid=93918) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 18:59:28.524665 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55435949-f672-43cd-891d-55bc387ecdc5 None None] Updating router fb6e37c1-2cb4-4caf-8420-31bd2cefbf25 port 264a079f-c187-4470-bc88-3cc07bd13d9e binding host n-d-800634-3 {{(pid=93918) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 18:59:28.554125 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-def0ce84-fb6d-4b05-a48f-2997bbce73a0 req-bb5228f7-9ce1-4526-bd11-32b4d841d696 tempest-TestServerBasicOps-1164388749 tempest-TestServerBasicOps-1164388749-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=72ed56d8987c49449d65081bc64273e6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4175675 Jul 14 18:59:28.561431 n-d-800634-3 neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-55435949-f672-43cd-891d-55bc387ecdc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:59:28.680051 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [req-def0ce84-fb6d-4b05-a48f-2997bbce73a0 req-ab548776-3723-40d9-ab38-e1eb94994a17 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=93915) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 18:59:28.681116 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-def0ce84-fb6d-4b05-a48f-2997bbce73a0 req-ab548776-3723-40d9-ab38-e1eb94994a17 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1162462 Jul 14 18:59:28.689383 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 0f1b6863-f3dc-4b87-88fe-4a96fb9c7057 up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:59:28.739227 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port 0f1b6863-f3dc-4b87-88fe-4a96fb9c7057 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:59:28.739528 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:59:28.774065 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-def0ce84-fb6d-4b05-a48f-2997bbce73a0 req-b5445c02-6f90-48be-a060-94be3fca9ad9 service neutron] 10.222.0.16 "GET /v2.0/networks/661637ff-bf87-4ca5-ad40-1bedeffd0d57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847521 Jul 14 18:59:28.841065 n-d-800634-3 neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-55435949-f672-43cd-891d-55bc387ecdc5 None None] Notify callbacks [] for port, precommit_update {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:59:28.852825 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.provisioning_blocks [None req-55435949-f672-43cd-891d-55bc387ecdc5 None None] Transition to ACTIVE for port object 264a079f-c187-4470-bc88-3cc07bd13d9e will not be triggered until provisioned by entity L2. {{(pid=93918) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:59:28.858630 n-d-800634-3 neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-55435949-f672-43cd-891d-55bc387ecdc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:59:28.883495 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-def0ce84-fb6d-4b05-a48f-2997bbce73a0 req-5b64ff5b-8000-48aa-9ae7-860c28d5dde0 service neutron] 10.222.0.16 "GET /v2.0/networks/661637ff-bf87-4ca5-ad40-1bedeffd0d57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1028690 Jul 14 18:59:28.910202 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe62e86-8270-4f67-8121-ce33cb5905cd None None] Pushing event updated for resources: {'Port': ['ID=264a079f-c187-4470-bc88-3cc07bd13d9e,revision_number=3']} {{(pid=93918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:59:28.971478 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.managers [None req-55435949-f672-43cd-891d-55bc387ecdc5 None None] Attempting to bind port 264a079f-c187-4470-bc88-3cc07bd13d9e on host n-d-800634-3 for vnic_type normal with profile {{(pid=93918) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:59:28.972989 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.managers [None req-55435949-f672-43cd-891d-55bc387ecdc5 None None] Attempting to bind port 264a079f-c187-4470-bc88-3cc07bd13d9e by drivers openvswitch,hyperv on host n-d-800634-3 at level 0 using segments [{'id': '35d43b5c-9090-48f3-b0be-4beee7502310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '900a3b2e-4cf8-4c86-bcaf-2a163684a965'}] {{(pid=93918) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:59:28.973364 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55435949-f672-43cd-891d-55bc387ecdc5 None None] Attempting to bind port 264a079f-c187-4470-bc88-3cc07bd13d9e on network 900a3b2e-4cf8-4c86-bcaf-2a163684a965 {{(pid=93918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:59:28.979355 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55435949-f672-43cd-891d-55bc387ecdc5 None None] Checking agent: {'id': '01c19e91-a945-4e3c-94a6-c211e17c923e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 8, 23), 'started_at': datetime.datetime(2021, 7, 14, 18, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 18, 59, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 18:59:28.979728 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55435949-f672-43cd-891d-55bc387ecdc5 None None] Checking segment: {'id': '35d43b5c-9090-48f3-b0be-4beee7502310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '900a3b2e-4cf8-4c86-bcaf-2a163684a965'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93918) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:59:28.980151 n-d-800634-3 neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-55435949-f672-43cd-891d-55bc387ecdc5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:59:28.980632 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55435949-f672-43cd-891d-55bc387ecdc5 None None] Bound using segment: {'id': '35d43b5c-9090-48f3-b0be-4beee7502310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '900a3b2e-4cf8-4c86-bcaf-2a163684a965'} {{(pid=93918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 18:59:28.981091 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.managers [None req-55435949-f672-43cd-891d-55bc387ecdc5 None None] Bound port: 264a079f-c187-4470-bc88-3cc07bd13d9e, host: n-d-800634-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35d43b5c-9090-48f3-b0be-4beee7502310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '900a3b2e-4cf8-4c86-bcaf-2a163684a965'}}] {{(pid=93918) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 18:59:28.981573 n-d-800634-3 neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-55435949-f672-43cd-891d-55bc387ecdc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:59:29.050384 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.db [None req-55435949-f672-43cd-891d-55bc387ecdc5 None None] For port 264a079f-c187-4470-bc88-3cc07bd13d9e, host n-d-800634-3, cleared binding levels {{(pid=93918) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:59:29.056734 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.db [None req-55435949-f672-43cd-891d-55bc387ecdc5 None None] For port 264a079f-c187-4470-bc88-3cc07bd13d9e, host n-d-800634-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=264a079f-c187-4470-bc88-3cc07bd13d9e,segment=NetworkSegment(35d43b5c-9090-48f3-b0be-4beee7502310),segment_id=35d43b5c-9090-48f3-b0be-4beee7502310)] {{(pid=93918) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 18:59:29.064484 n-d-800634-3 neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-55435949-f672-43cd-891d-55bc387ecdc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:59:29.136909 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55435949-f672-43cd-891d-55bc387ecdc5 None None] Routers {'fb6e37c1-2cb4-4caf-8420-31bd2cefbf25'} bound to L3 agent in host n-d-800634-3 {{(pid=93918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:59:29.138420 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-55435949-f672-43cd-891d-55bc387ecdc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:59:23Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['fb6e37c1-2cb4-4caf-8420-31bd2cefbf25'], 'active': True} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:59:29.177429 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe62e86-8270-4f67-8121-ce33cb5905cd None None] Pushing event updated for resources: {'Port': ['ID=264a079f-c187-4470-bc88-3cc07bd13d9e,revision_number=4']} {{(pid=93918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:59:29.255089 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-0370eb63-be26-444b-a2a1-1ec0885869cb req-fa7bc873-a2c6-43de-8292-41cd64bc5c73 tempest-TestServerBasicOps-1164388749 tempest-TestServerBasicOps-1164388749-project] 10.222.0.16 "GET /v2.0/ports?device_id=b0c197a6-cb80-4ffc-881a-d6f00f4df39a HTTP/1.1" status: 200 len: 210 time: 0.1476247 Jul 14 18:59:29.270219 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvr_db [None req-55435949-f672-43cd-891d-55bc387ecdc5 None None] Set router fb6e37c1-2cb4-4caf-8420-31bd2cefbf25 gateway port host: n-d-800634-3 {{(pid=93918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 18:59:29.493685 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-55435949-f672-43cd-891d-55bc387ecdc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb6e37c1-2cb4-4caf-8420-31bd2cefbf25', 'name': 'tempest-TestServerBasicOps-141118318-router', 'tenant_id': '0ff24ed5f42c47ebaca26aef0bfbe086', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.178'}], 'enable_snat': True}, 'gw_port_id': '0f1b6863-f3dc-4b87-88fe-4a96fb9c7057', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:59:22Z', 'updated_at': '2021-07-14T18:59:25Z', 'revision_number': 4, 'project_id': '0ff24ed5f42c47ebaca26aef0bfbe086', 'gw_port': {'id': '0f1b6863-f3dc-4b87-88fe-4a96fb9c7057', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:0b:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb6e37c1-2cb4-4caf-8420-31bd2cefbf25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3952, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:59:22Z', 'updated_at': '2021-07-14T18:59:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_interfaces': [{'id': '264a079f-c187-4470-bc88-3cc07bd13d9e', 'name': '', 'network_id': '900a3b2e-4cf8-4c86-bcaf-2a163684a965', 'tenant_id': '0ff24ed5f42c47ebaca26aef0bfbe086', 'mac_address': 'fa:16:3e:d0:79:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb6e37c1-2cb4-4caf-8420-31bd2cefbf25', 'device_owner': 'network:router_interface', 'standard_attr_id': 3953, 'fixed_ips': [{'subnet_id': '9065ea06-f7ff-498b-9110-6b6d1896ad47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:59:24Z', 'updated_at': '2021-07-14T18:59:29Z', 'revision_number': 4, 'project_id': '0ff24ed5f42c47ebaca26aef0bfbe086', 'subnets': [{'id': '9065ea06-f7ff-498b-9110-6b6d1896ad47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-3', False) {} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:59:29.520637 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55435949-f672-43cd-891d-55bc387ecdc5 None None] The sync data for ids ['fb6e37c1-2cb4-4caf-8420-31bd2cefbf25'] in n-d-800634-3 is: [{'id': 'fb6e37c1-2cb4-4caf-8420-31bd2cefbf25', 'name': 'tempest-TestServerBasicOps-141118318-router', 'tenant_id': '0ff24ed5f42c47ebaca26aef0bfbe086', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.178'}], 'enable_snat': True}, 'gw_port_id': '0f1b6863-f3dc-4b87-88fe-4a96fb9c7057', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:59:22Z', 'updated_at': '2021-07-14T18:59:25Z', 'revision_number': 4, 'project_id': '0ff24ed5f42c47ebaca26aef0bfbe086', 'gw_port': {'id': '0f1b6863-f3dc-4b87-88fe-4a96fb9c7057', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:0b:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb6e37c1-2cb4-4caf-8420-31bd2cefbf25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3952, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:59:22Z', 'updated_at': '2021-07-14T18:59:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_interfaces': [{'id': '264a079f-c187-4470-bc88-3cc07bd13d9e', 'name': '', 'network_id': '900a3b2e-4cf8-4c86-bcaf-2a163684a965', 'tenant_id': '0ff24ed5f42c47ebaca26aef0bfbe086', 'mac_address': 'fa:16:3e:d0:79:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb6e37c1-2cb4-4caf-8420-31bd2cefbf25', 'device_owner': 'network:router_interface', 'standard_attr_id': 3953, 'fixed_ips': [{'subnet_id': '9065ea06-f7ff-498b-9110-6b6d1896ad47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:59:24Z', 'updated_at': '2021-07-14T18:59:29Z', 'revision_number': 4, 'project_id': '0ff24ed5f42c47ebaca26aef0bfbe086', 'subnets': [{'id': '9065ea06-f7ff-498b-9110-6b6d1896ad47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 18:59:30.274871 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def0ce84-fb6d-4b05-a48f-2997bbce73a0 req-75149e73-785d-4818-bb73-f0eb11e10305 tempest-TestServerBasicOps-1164388749 tempest-TestServerBasicOps-1164388749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:59:30.276668 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-def0ce84-fb6d-4b05-a48f-2997bbce73a0 req-75149e73-785d-4818-bb73-f0eb11e10305 tempest-TestServerBasicOps-1164388749 tempest-TestServerBasicOps-1164388749-project] 10.222.0.18 "GET /v2.0/networks?id=661637ff-bf87-4ca5-ad40-1bedeffd0d57 HTTP/1.1" status: 200 len: 808 time: 0.1106286 Jul 14 18:59:30.325818 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-def0ce84-fb6d-4b05-a48f-2997bbce73a0 req-29137a07-6b14-40ea-97a6-3fe110f00386 tempest-TestServerBasicOps-1164388749 tempest-TestServerBasicOps-1164388749-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=72ed56d8987c49449d65081bc64273e6 HTTP/1.1" status: 200 len: 379 time: 0.0397618 Jul 14 18:59:30.335374 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [req-def0ce84-fb6d-4b05-a48f-2997bbce73a0 req-db0e0f2a-a640-4252-b31b-2c32682f5beb tempest-TestServerBasicOps-1164388749 tempest-TestServerBasicOps-1164388749-project] Request body: {'port': {'device_id': 'b0c197a6-cb80-4ffc-881a-d6f00f4df39a', 'network_id': '661637ff-bf87-4ca5-ad40-1bedeffd0d57', 'admin_state_up': True, 'tenant_id': '72ed56d8987c49449d65081bc64273e6', 'security_groups': ['d0421480-a89d-42a1-86f8-689812fa888e']}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:59:30.425512 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-8d5839b9-31e5-4b8f-95d0-64f369450b01 req-249a9c1e-fa9b-4f4b-a575-c2a388ba3b3f tempest-TestServerBasicOps-1164388749 tempest-TestServerBasicOps-1164388749-project] 10.222.0.16 "GET /v2.0/ports?device_id=b0c197a6-cb80-4ffc-881a-d6f00f4df39a HTTP/1.1" status: 200 len: 210 time: 0.0428920 Jul 14 18:59:30.488097 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-def0ce84-fb6d-4b05-a48f-2997bbce73a0 req-db0e0f2a-a640-4252-b31b-2c32682f5beb tempest-TestServerBasicOps-1164388749 tempest-TestServerBasicOps-1164388749-project] Made reservation on behalf of 72ed56d8987c49449d65081bc64273e6 for: {'port': 1} {{(pid=93915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 18:59:30.491907 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-def0ce84-fb6d-4b05-a48f-2997bbce73a0 req-db0e0f2a-a640-4252-b31b-2c32682f5beb tempest-TestServerBasicOps-1164388749 tempest-TestServerBasicOps-1164388749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:59:30.614038 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.db_base_plugin_common [req-def0ce84-fb6d-4b05-a48f-2997bbce73a0 req-db0e0f2a-a640-4252-b31b-2c32682f5beb tempest-TestServerBasicOps-1164388749 tempest-TestServerBasicOps-1164388749-project] Allocated IP 172.20.0.10 (661637ff-bf87-4ca5-ad40-1bedeffd0d57/f8412875-acd8-47be-b129-26e9047a00c7/b7fdad77-2541-4821-bfd2-fcca91c786bb) {{(pid=93915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:59:30.686670 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 264a079f-c187-4470-bc88-3cc07bd13d9e up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:59:30.734329 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning for port 264a079f-c187-4470-bc88-3cc07bd13d9e completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:59:30.738038 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port 264a079f-c187-4470-bc88-3cc07bd13d9e triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:59:30.738414 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:59:30.761072 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-def0ce84-fb6d-4b05-a48f-2997bbce73a0 req-db0e0f2a-a640-4252-b31b-2c32682f5beb tempest-TestServerBasicOps-1164388749 tempest-TestServerBasicOps-1164388749-project] Notify callbacks [] for port, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:59:30.775649 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.provisioning_blocks [req-def0ce84-fb6d-4b05-a48f-2997bbce73a0 req-db0e0f2a-a640-4252-b31b-2c32682f5beb tempest-TestServerBasicOps-1164388749 tempest-TestServerBasicOps-1164388749-project] Transition to ACTIVE for port object b7fdad77-2541-4821-bfd2-fcca91c786bb will not be triggered until provisioned by entity DHCP. {{(pid=93915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:59:30.809472 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-def0ce84-fb6d-4b05-a48f-2997bbce73a0 req-db0e0f2a-a640-4252-b31b-2c32682f5beb tempest-TestServerBasicOps-1164388749 tempest-TestServerBasicOps-1164388749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:59:30.820812 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:59:30.852416 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] For port 264a079f-c187-4470-bc88-3cc07bd13d9e, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=264a079f-c187-4470-bc88-3cc07bd13d9e,segment=NetworkSegment(35d43b5c-9090-48f3-b0be-4beee7502310),segment_id=35d43b5c-9090-48f3-b0be-4beee7502310)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:59:30.855685 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-def0ce84-fb6d-4b05-a48f-2997bbce73a0 req-db0e0f2a-a640-4252-b31b-2c32682f5beb tempest-TestServerBasicOps-1164388749 tempest-TestServerBasicOps-1164388749-project] Network 661637ff-bf87-4ca5-ad40-1bedeffd0d57 is already hosted by enough agents. {{(pid=93915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:59:30.856089 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:59:30.859025 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [req-def0ce84-fb6d-4b05-a48f-2997bbce73a0 req-db0e0f2a-a640-4252-b31b-2c32682f5beb tempest-TestServerBasicOps-1164388749 tempest-TestServerBasicOps-1164388749-project] Resources bound (agent type, host, resource id): {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:59:30.863515 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [req-def0ce84-fb6d-4b05-a48f-2997bbce73a0 req-db0e0f2a-a640-4252-b31b-2c32682f5beb tempest-TestServerBasicOps-1164388749 tempest-TestServerBasicOps-1164388749-project] Received port after_create {{(pid=93915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:59:30.870877 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0e0f2a-a640-4252-b31b-2c32682f5beb tempest-TestServerBasicOps-1164388749 tempest-TestServerBasicOps-1164388749-project] Pushing event updated for resources: {'Port': ['ID=b7fdad77-2541-4821-bfd2-fcca91c786bb,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:59:30.910427 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Pushing event updated for resources: {'Port': ['ID=264a079f-c187-4470-bc88-3cc07bd13d9e,revision_number=5']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:59:30.922815 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def0ce84-fb6d-4b05-a48f-2997bbce73a0 req-db0e0f2a-a640-4252-b31b-2c32682f5beb tempest-TestServerBasicOps-1164388749 tempest-TestServerBasicOps-1164388749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:59:30.923454 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-def0ce84-fb6d-4b05-a48f-2997bbce73a0 req-db0e0f2a-a640-4252-b31b-2c32682f5beb tempest-TestServerBasicOps-1164388749 tempest-TestServerBasicOps-1164388749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:59:30.937910 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-def0ce84-fb6d-4b05-a48f-2997bbce73a0 req-db0e0f2a-a640-4252-b31b-2c32682f5beb tempest-TestServerBasicOps-1164388749 tempest-TestServerBasicOps-1164388749-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6066568 Jul 14 18:59:30.949072 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [req-def0ce84-fb6d-4b05-a48f-2997bbce73a0 req-dc18b4e2-05f9-45c3-9453-6f897633834f tempest-TestServerBasicOps-1164388749 tempest-TestServerBasicOps-1164388749-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=93915) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 18:59:30.950071 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-def0ce84-fb6d-4b05-a48f-2997bbce73a0 req-dc18b4e2-05f9-45c3-9453-6f897633834f tempest-TestServerBasicOps-1164388749 tempest-TestServerBasicOps-1164388749-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058863 Jul 14 18:59:31.014755 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [req-def0ce84-fb6d-4b05-a48f-2997bbce73a0 req-b4c0475d-de6d-4637-8e38-e2199647c43c service neutron] Request body: {'port': {'device_id': 'b0c197a6-cb80-4ffc-881a-d6f00f4df39a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800634-3'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:59:31.087370 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-def0ce84-fb6d-4b05-a48f-2997bbce73a0 req-b4c0475d-de6d-4637-8e38-e2199647c43c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:59:31.098341 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-c04b2567-fa81-4889-9fdd-64616d759bc9 None None] Provisioning for port b7fdad77-2541-4821-bfd2-fcca91c786bb completed by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:59:31.102582 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-c04b2567-fa81-4889-9fdd-64616d759bc9 None None] Provisioning complete for port b7fdad77-2541-4821-bfd2-fcca91c786bb triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:59:31.102957 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-c04b2567-fa81-4889-9fdd-64616d759bc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:59:31.136449 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-c04b2567-fa81-4889-9fdd-64616d759bc9 None None] Port b7fdad77-2541-4821-bfd2-fcca91c786bb cannot update to ACTIVE because it is not bound. {{(pid=93917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 18:59:31.356714 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [req-def0ce84-fb6d-4b05-a48f-2997bbce73a0 req-b4c0475d-de6d-4637-8e38-e2199647c43c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b7fdad77-2541-4821-bfd2-fcca91c786bb {{(pid=93915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 18:59:31.363900 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-def0ce84-fb6d-4b05-a48f-2997bbce73a0 req-b4c0475d-de6d-4637-8e38-e2199647c43c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:59:31.376371 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.provisioning_blocks [req-def0ce84-fb6d-4b05-a48f-2997bbce73a0 req-b4c0475d-de6d-4637-8e38-e2199647c43c service neutron] Transition to ACTIVE for port object b7fdad77-2541-4821-bfd2-fcca91c786bb will not be triggered until provisioned by entity L2. {{(pid=93915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 18:59:31.379974 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-def0ce84-fb6d-4b05-a48f-2997bbce73a0 req-b4c0475d-de6d-4637-8e38-e2199647c43c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25912978'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:59:31.431581 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c0475d-de6d-4637-8e38-e2199647c43c service neutron] Pushing event updated for resources: {'Port': ['ID=b7fdad77-2541-4821-bfd2-fcca91c786bb,revision_number=2']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:59:31.511671 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-def0ce84-fb6d-4b05-a48f-2997bbce73a0 req-b4c0475d-de6d-4637-8e38-e2199647c43c service neutron] Attempting to bind port b7fdad77-2541-4821-bfd2-fcca91c786bb on host n-h1-800634-3 for vnic_type normal with profile {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 18:59:31.512023 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-def0ce84-fb6d-4b05-a48f-2997bbce73a0 req-b4c0475d-de6d-4637-8e38-e2199647c43c service neutron] Attempting to bind port b7fdad77-2541-4821-bfd2-fcca91c786bb by drivers openvswitch,hyperv on host n-h1-800634-3 at level 0 using segments [{'id': 'dd7167f8-170a-4bba-9e17-8f3d3648ae65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '661637ff-bf87-4ca5-ad40-1bedeffd0d57'}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 18:59:31.512403 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-def0ce84-fb6d-4b05-a48f-2997bbce73a0 req-b4c0475d-de6d-4637-8e38-e2199647c43c service neutron] Attempting to bind port b7fdad77-2541-4821-bfd2-fcca91c786bb on network 661637ff-bf87-4ca5-ad40-1bedeffd0d57 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:59:31.517756 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-def0ce84-fb6d-4b05-a48f-2997bbce73a0 req-b4c0475d-de6d-4637-8e38-e2199647c43c service neutron] Port b7fdad77-2541-4821-bfd2-fcca91c786bb on network 661637ff-bf87-4ca5-ad40-1bedeffd0d57 not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-3 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 18:59:31.518224 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-def0ce84-fb6d-4b05-a48f-2997bbce73a0 req-b4c0475d-de6d-4637-8e38-e2199647c43c service neutron] Attempting to bind port b7fdad77-2541-4821-bfd2-fcca91c786bb on network 661637ff-bf87-4ca5-ad40-1bedeffd0d57 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 18:59:31.524859 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-def0ce84-fb6d-4b05-a48f-2997bbce73a0 req-b4c0475d-de6d-4637-8e38-e2199647c43c service neutron] Checking agent: {'id': 'a3630ff4-fbee-45d9-b9b6-0ae41cb3a350', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 15, 32), 'started_at': datetime.datetime(2021, 7, 14, 18, 15, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 18, 59, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 18:59:31.525473 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-def0ce84-fb6d-4b05-a48f-2997bbce73a0 req-b4c0475d-de6d-4637-8e38-e2199647c43c service neutron] Checking segment: {'id': 'dd7167f8-170a-4bba-9e17-8f3d3648ae65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '661637ff-bf87-4ca5-ad40-1bedeffd0d57'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 18:59:31.526112 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-def0ce84-fb6d-4b05-a48f-2997bbce73a0 req-b4c0475d-de6d-4637-8e38-e2199647c43c service neutron] Bound using segment: {'id': 'dd7167f8-170a-4bba-9e17-8f3d3648ae65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '661637ff-bf87-4ca5-ad40-1bedeffd0d57'} {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 18:59:31.526654 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-def0ce84-fb6d-4b05-a48f-2997bbce73a0 req-b4c0475d-de6d-4637-8e38-e2199647c43c service neutron] Bound port: b7fdad77-2541-4821-bfd2-fcca91c786bb, host: n-h1-800634-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd7167f8-170a-4bba-9e17-8f3d3648ae65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '661637ff-bf87-4ca5-ad40-1bedeffd0d57'}}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 18:59:31.527112 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-def0ce84-fb6d-4b05-a48f-2997bbce73a0 req-b4c0475d-de6d-4637-8e38-e2199647c43c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:59:31.631135 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-def0ce84-fb6d-4b05-a48f-2997bbce73a0 req-b4c0475d-de6d-4637-8e38-e2199647c43c service neutron] For port b7fdad77-2541-4821-bfd2-fcca91c786bb, host n-h1-800634-3, cleared binding levels {{(pid=93915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 18:59:31.635695 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-def0ce84-fb6d-4b05-a48f-2997bbce73a0 req-b4c0475d-de6d-4637-8e38-e2199647c43c service neutron] For port b7fdad77-2541-4821-bfd2-fcca91c786bb, host n-h1-800634-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=b7fdad77-2541-4821-bfd2-fcca91c786bb,segment=NetworkSegment(dd7167f8-170a-4bba-9e17-8f3d3648ae65),segment_id=dd7167f8-170a-4bba-9e17-8f3d3648ae65)] {{(pid=93915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 18:59:31.643080 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-def0ce84-fb6d-4b05-a48f-2997bbce73a0 req-b4c0475d-de6d-4637-8e38-e2199647c43c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25912978'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:59:31.692566 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def0ce84-fb6d-4b05-a48f-2997bbce73a0 req-b4c0475d-de6d-4637-8e38-e2199647c43c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:59:31.693189 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-def0ce84-fb6d-4b05-a48f-2997bbce73a0 req-b4c0475d-de6d-4637-8e38-e2199647c43c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:59:31.694623 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-def0ce84-fb6d-4b05-a48f-2997bbce73a0 req-b4c0475d-de6d-4637-8e38-e2199647c43c service neutron] 10.222.0.18 "PUT /v2.0/ports/b7fdad77-2541-4821-bfd2-fcca91c786bb HTTP/1.1" status: 200 len: 1092 time: 0.7373283 Jul 14 18:59:31.696870 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0c197a6-cb80-4ffc-881a-d6f00f4df39a', 'tag': 'b7fdad77-2541-4821-bfd2-fcca91c786bb'}] {{(pid=93915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:59:31.699236 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e72782ad3af8f7d4ce76cedf092bca46d1756acc5c4653cf0b52034cdd6b073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c9eae9c-26fd-480c-85b4-291a561f992a" -d '{"events": [{"name": "network-changed", "server_uuid": "b0c197a6-cb80-4ffc-881a-d6f00f4df39a", "tag": "b7fdad77-2541-4821-bfd2-fcca91c786bb"}]}' {{(pid=93915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:59:31.708630 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf09b08-e901-4e55-aa60-bbb41e77d4fb req-9c3a8c97-d284-4c6a-bafe-25cdd2af966d tempest-TestServerBasicOps-1164388749 tempest-TestServerBasicOps-1164388749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:59:31.712607 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-8bf09b08-e901-4e55-aa60-bbb41e77d4fb req-9c3a8c97-d284-4c6a-bafe-25cdd2af966d tempest-TestServerBasicOps-1164388749 tempest-TestServerBasicOps-1164388749-project] 10.222.0.16 "GET /v2.0/ports?device_id=b0c197a6-cb80-4ffc-881a-d6f00f4df39a HTTP/1.1" status: 200 len: 944 time: 0.1348789 Jul 14 18:59:31.745252 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c0475d-de6d-4637-8e38-e2199647c43c service neutron] Pushing event updated for resources: {'Port': ['ID=b7fdad77-2541-4821-bfd2-fcca91c786bb,revision_number=3']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:59:31.810921 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-8bf09b08-e901-4e55-aa60-bbb41e77d4fb req-c69956eb-5c88-4272-b16c-7e0b41e7dbf6 tempest-TestServerBasicOps-1164388749 tempest-TestServerBasicOps-1164388749-project] 10.222.0.16 "GET /v2.0/security-groups?id=d0421480-a89d-42a1-86f8-689812fa888e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0854275 Jul 14 18:59:31.829952 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 18:59:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c688e8d-b878-4155-9f3d-dc97f5445893 x-openstack-request-id: req-5c688e8d-b878-4155-9f3d-dc97f5445893 {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:59:31.839138 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0c197a6-cb80-4ffc-881a-d6f00f4df39a", "tag": "b7fdad77-2541-4821-bfd2-fcca91c786bb", "status": "completed", "code": 200}]} {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:59:31.839138 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5c688e8d-b878-4155-9f3d-dc97f5445893 {{(pid=93915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:59:31.839138 n-d-800634-3 neutron-server[93915]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0c197a6-cb80-4ffc-881a-d6f00f4df39a', 'tag': 'b7fdad77-2541-4821-bfd2-fcca91c786bb', 'status': 'completed', 'code': 200} Jul 14 18:59:31.841265 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def0ce84-fb6d-4b05-a48f-2997bbce73a0 req-de486b29-b8be-41db-a4e3-4ee5f8937a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:59:31.842867 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-def0ce84-fb6d-4b05-a48f-2997bbce73a0 req-de486b29-b8be-41db-a4e3-4ee5f8937a07 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=72ed56d8987c49449d65081bc64273e6&device_id=b0c197a6-cb80-4ffc-881a-d6f00f4df39a HTTP/1.1" status: 200 len: 1095 time: 0.0987308 Jul 14 18:59:31.888954 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-def0ce84-fb6d-4b05-a48f-2997bbce73a0 req-68b9afea-5156-4911-8e99-48ed1f3a6c52 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b7fdad77-2541-4821-bfd2-fcca91c786bb HTTP/1.1" status: 200 len: 217 time: 0.0389502 Jul 14 18:59:31.936922 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def0ce84-fb6d-4b05-a48f-2997bbce73a0 req-6ebfb9bd-15eb-48a0-968f-ffce502e435f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:59:31.938310 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-def0ce84-fb6d-4b05-a48f-2997bbce73a0 req-6ebfb9bd-15eb-48a0-968f-ffce502e435f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f8412875-acd8-47be-b129-26e9047a00c7 HTTP/1.1" status: 200 len: 847 time: 0.0438244 Jul 14 18:59:31.996846 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def0ce84-fb6d-4b05-a48f-2997bbce73a0 req-63007db7-0f5d-4f6c-a73a-08ad92996d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:59:31.998425 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-def0ce84-fb6d-4b05-a48f-2997bbce73a0 req-63007db7-0f5d-4f6c-a73a-08ad92996d02 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=661637ff-bf87-4ca5-ad40-1bedeffd0d57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0536251 Jul 14 18:59:32.090214 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-def0ce84-fb6d-4b05-a48f-2997bbce73a0 req-6423fe10-001e-40fc-b0c0-be8e4adbc5f4 service neutron] 10.222.0.18 "GET /v2.0/networks/661637ff-bf87-4ca5-ad40-1bedeffd0d57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853920 Jul 14 18:59:32.176384 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-def0ce84-fb6d-4b05-a48f-2997bbce73a0 req-c83e2df8-4829-4096-99df-dcb724a2bea6 service neutron] 10.222.0.18 "GET /v2.0/networks/661637ff-bf87-4ca5-ad40-1bedeffd0d57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795436 Jul 14 18:59:32.278740 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9eae9c-26fd-480c-85b4-291a561f992a req-4002c0cc-2d3c-4400-a477-526d2e8a5e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:59:32.280239 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2c9eae9c-26fd-480c-85b4-291a561f992a req-4002c0cc-2d3c-4400-a477-526d2e8a5e06 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=72ed56d8987c49449d65081bc64273e6&device_id=b0c197a6-cb80-4ffc-881a-d6f00f4df39a HTTP/1.1" status: 200 len: 1095 time: 0.0570683 Jul 14 18:59:32.367834 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9eae9c-26fd-480c-85b4-291a561f992a req-48af804b-247e-4f90-9dfe-1f387a604e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:59:32.369314 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2c9eae9c-26fd-480c-85b4-291a561f992a req-48af804b-247e-4f90-9dfe-1f387a604e25 service neutron] 10.222.0.18 "GET /v2.0/networks?id=661637ff-bf87-4ca5-ad40-1bedeffd0d57 HTTP/1.1" status: 200 len: 908 time: 0.0827301 Jul 14 18:59:32.413615 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2c9eae9c-26fd-480c-85b4-291a561f992a req-708f4d67-3aa0-4bfc-aa13-91d8482c84fe service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b7fdad77-2541-4821-bfd2-fcca91c786bb HTTP/1.1" status: 200 len: 217 time: 0.0381248 Jul 14 18:59:32.462807 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9eae9c-26fd-480c-85b4-291a561f992a req-ace34f3a-36f0-4ea9-bb60-7473767fe335 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:59:32.464194 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2c9eae9c-26fd-480c-85b4-291a561f992a req-ace34f3a-36f0-4ea9-bb60-7473767fe335 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f8412875-acd8-47be-b129-26e9047a00c7 HTTP/1.1" status: 200 len: 847 time: 0.0445678 Jul 14 18:59:32.521294 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9eae9c-26fd-480c-85b4-291a561f992a req-9567e71a-8f95-4570-9555-c514799c0109 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:59:32.522897 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2c9eae9c-26fd-480c-85b4-291a561f992a req-9567e71a-8f95-4570-9555-c514799c0109 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=661637ff-bf87-4ca5-ad40-1bedeffd0d57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0517995 Jul 14 18:59:32.618537 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2c9eae9c-26fd-480c-85b4-291a561f992a req-3cde9aa5-1a77-413d-a821-deceed24c3d6 service neutron] 10.222.0.18 "GET /v2.0/networks/661637ff-bf87-4ca5-ad40-1bedeffd0d57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887921 Jul 14 18:59:32.671505 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 264a079f-c187-4470-bc88-3cc07bd13d9e up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:59:32.708020 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2c9eae9c-26fd-480c-85b4-291a561f992a req-73b911a8-a41e-45bd-a6f5-bf9306eea6b9 service neutron] 10.222.0.18 "GET /v2.0/networks/661637ff-bf87-4ca5-ad40-1bedeffd0d57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826159 Jul 14 18:59:32.719236 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:59:32.732693 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port 264a079f-c187-4470-bc88-3cc07bd13d9e triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:59:32.733063 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:59:32.987492 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f96e19-0569-4ad8-82bd-4b5e4e26c9fa req-ccd19b34-9a04-4ac0-96ee-950da700dddd tempest-TestServerBasicOps-1164388749 tempest-TestServerBasicOps-1164388749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:59:32.988902 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-02f96e19-0569-4ad8-82bd-4b5e4e26c9fa req-ccd19b34-9a04-4ac0-96ee-950da700dddd tempest-TestServerBasicOps-1164388749 tempest-TestServerBasicOps-1164388749-project] 10.222.0.16 "GET /v2.0/ports?device_id=b0c197a6-cb80-4ffc-881a-d6f00f4df39a HTTP/1.1" status: 200 len: 944 time: 0.0628841 Jul 14 18:59:33.032306 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-02f96e19-0569-4ad8-82bd-4b5e4e26c9fa req-2fb7f632-b5c3-454f-8f43-19ab0523fcd1 tempest-TestServerBasicOps-1164388749 tempest-TestServerBasicOps-1164388749-project] 10.222.0.16 "GET /v2.0/security-groups?id=d0421480-a89d-42a1-86f8-689812fa888e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373199 Jul 14 18:59:33.616648 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device b7fdad77-2541-4821-bfd2-fcca91c786bb details requested by agent hyperv_n-h1-800634-3 with host n-h1-800634-3 {{(pid=93917) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 18:59:33.712186 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port b7fdad77-2541-4821-bfd2-fcca91c786bb, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=b7fdad77-2541-4821-bfd2-fcca91c786bb,segment=NetworkSegment(dd7167f8-170a-4bba-9e17-8f3d3648ae65),segment_id=dd7167f8-170a-4bba-9e17-8f3d3648ae65)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:59:33.723165 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Returning: {'device': 'b7fdad77-2541-4821-bfd2-fcca91c786bb', 'network_id': '661637ff-bf87-4ca5-ad40-1bedeffd0d57', 'port_id': 'b7fdad77-2541-4821-bfd2-fcca91c786bb', 'mac_address': 'fa:16:3e:c0:45:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8412875-acd8-47be-b129-26e9047a00c7', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93917) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 18:59:33.759636 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:59:33.771726 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7fdad77-2541-4821-bfd2-fcca91c786bb {{(pid=93917) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 18:59:33.790561 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port b7fdad77-2541-4821-bfd2-fcca91c786bb, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=b7fdad77-2541-4821-bfd2-fcca91c786bb,segment=NetworkSegment(dd7167f8-170a-4bba-9e17-8f3d3648ae65),segment_id=dd7167f8-170a-4bba-9e17-8f3d3648ae65)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:59:33.794368 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:59:33.841251 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Pushing event updated for resources: {'Port': ['ID=b7fdad77-2541-4821-bfd2-fcca91c786bb,revision_number=4']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:59:34.043308 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] get_ports_and_sgs() called for port_ids ['b7fdad77-2541-4821-bfd2-fcca91c786bb'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 18:59:34.209140 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf210aba-9951-4dc2-94df-58452e118976 req-ec72f69b-f32e-4ac5-9408-2cfc0c2aedee tempest-TestServerBasicOps-1164388749 tempest-TestServerBasicOps-1164388749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:59:34.211037 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-cf210aba-9951-4dc2-94df-58452e118976 req-ec72f69b-f32e-4ac5-9408-2cfc0c2aedee tempest-TestServerBasicOps-1164388749 tempest-TestServerBasicOps-1164388749-project] 10.222.0.16 "GET /v2.0/ports?device_id=b0c197a6-cb80-4ffc-881a-d6f00f4df39a HTTP/1.1" status: 200 len: 945 time: 0.0661886 Jul 14 18:59:34.248817 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-cf210aba-9951-4dc2-94df-58452e118976 req-cbf95b43-a14d-4bd4-9c42-6dbd01b618a6 tempest-TestServerBasicOps-1164388749 tempest-TestServerBasicOps-1164388749-project] 10.222.0.16 "GET /v2.0/security-groups?id=d0421480-a89d-42a1-86f8-689812fa888e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322769 Jul 14 18:59:35.422706 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f586d439-7405-4be3-8157-e588a6ed41ee req-a345f905-6b5e-4df8-9d6f-c546fd05a604 tempest-TestServerBasicOps-1164388749 tempest-TestServerBasicOps-1164388749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:59:35.424192 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f586d439-7405-4be3-8157-e588a6ed41ee req-a345f905-6b5e-4df8-9d6f-c546fd05a604 tempest-TestServerBasicOps-1164388749 tempest-TestServerBasicOps-1164388749-project] 10.222.0.16 "GET /v2.0/ports?device_id=b0c197a6-cb80-4ffc-881a-d6f00f4df39a HTTP/1.1" status: 200 len: 945 time: 0.0625923 Jul 14 18:59:35.461591 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f586d439-7405-4be3-8157-e588a6ed41ee req-512890c8-d897-4428-a79a-c92717c4255a tempest-TestServerBasicOps-1164388749 tempest-TestServerBasicOps-1164388749-project] 10.222.0.16 "GET /v2.0/security-groups?id=d0421480-a89d-42a1-86f8-689812fa888e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319295 Jul 14 18:59:35.631665 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device b7fdad77-2541-4821-bfd2-fcca91c786bb up at agent hyperv_n-h1-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 18:59:35.635062 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:59:35.680840 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Provisioning for port b7fdad77-2541-4821-bfd2-fcca91c786bb completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 18:59:35.684696 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Provisioning complete for port b7fdad77-2541-4821-bfd2-fcca91c786bb triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 18:59:35.685066 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:59:35.758232 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:59:35.779831 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0c197a6-cb80-4ffc-881a-d6f00f4df39a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7fdad77-2541-4821-bfd2-fcca91c786bb'}] {{(pid=93917) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:59:35.782401 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20b787f3c29eaa7aa2a4d648c725a2124c5ff39a8d793252f9d844495e14cf42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-448711bc-3ea1-4458-9c00-87a66dede7a0" -d '{"events": [{"server_uuid": "b0c197a6-cb80-4ffc-881a-d6f00f4df39a", "name": "network-vif-plugged", "status": "completed", "tag": "b7fdad77-2541-4821-bfd2-fcca91c786bb"}]}' {{(pid=93917) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:59:35.795813 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port b7fdad77-2541-4821-bfd2-fcca91c786bb, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=b7fdad77-2541-4821-bfd2-fcca91c786bb,segment=NetworkSegment(dd7167f8-170a-4bba-9e17-8f3d3648ae65),segment_id=dd7167f8-170a-4bba-9e17-8f3d3648ae65)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 18:59:35.799753 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:59:35.849575 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Pushing event updated for resources: {'Port': ['ID=b7fdad77-2541-4821-bfd2-fcca91c786bb,revision_number=5']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:59:35.880971 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 18:59:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a02e7b3-8d64-4805-b3de-d9cca2353576 x-openstack-request-id: req-8a02e7b3-8d64-4805-b3de-d9cca2353576 {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:59:35.881272 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0c197a6-cb80-4ffc-881a-d6f00f4df39a", "name": "network-vif-plugged", "status": "completed", "tag": "b7fdad77-2541-4821-bfd2-fcca91c786bb", "code": 200}]} {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:59:35.882188 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8a02e7b3-8d64-4805-b3de-d9cca2353576 {{(pid=93917) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:59:35.882537 n-d-800634-3 neutron-server[93917]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0c197a6-cb80-4ffc-881a-d6f00f4df39a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7fdad77-2541-4821-bfd2-fcca91c786bb', 'code': 200} Jul 14 18:59:35.996385 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686ecc4e-1e0e-494a-9591-95fced9260b4 req-5b008adc-a626-4d4b-8298-fd128bb1d8a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:59:35.997853 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-686ecc4e-1e0e-494a-9591-95fced9260b4 req-5b008adc-a626-4d4b-8298-fd128bb1d8a6 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=b0c197a6-cb80-4ffc-881a-d6f00f4df39a HTTP/1.1" status: 200 len: 1097 time: 0.0552480 Jul 14 18:59:36.031437 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-686ecc4e-1e0e-494a-9591-95fced9260b4 req-13b4d929-f5b2-4bed-96cb-7c1bb11c3675 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=d0421480-a89d-42a1-86f8-689812fa888e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0270584 Jul 14 18:59:36.633253 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d0fe1b-9e40-4f13-936c-ea5962db116b req-34875e5e-0ff7-4b88-94cb-320cccc439af tempest-TestServerBasicOps-1164388749 tempest-TestServerBasicOps-1164388749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:59:36.634736 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-03d0fe1b-9e40-4f13-936c-ea5962db116b req-34875e5e-0ff7-4b88-94cb-320cccc439af tempest-TestServerBasicOps-1164388749 tempest-TestServerBasicOps-1164388749-project] 10.222.0.16 "GET /v2.0/ports?device_id=b0c197a6-cb80-4ffc-881a-d6f00f4df39a HTTP/1.1" status: 200 len: 946 time: 0.0623980 Jul 14 18:59:36.673187 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-03d0fe1b-9e40-4f13-936c-ea5962db116b req-0d36ee90-ad09-4b6e-8ef0-d3de24df6e2d tempest-TestServerBasicOps-1164388749 tempest-TestServerBasicOps-1164388749-project] 10.222.0.16 "GET /v2.0/security-groups?id=d0421480-a89d-42a1-86f8-689812fa888e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328598 Jul 14 18:59:37.843828 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87642008-3e4e-4759-b7ad-b7069224bb29 req-d6586ff1-fa41-4d32-9a91-c5fcb90738dc tempest-TestServerBasicOps-1164388749 tempest-TestServerBasicOps-1164388749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:59:37.845324 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-87642008-3e4e-4759-b7ad-b7069224bb29 req-d6586ff1-fa41-4d32-9a91-c5fcb90738dc tempest-TestServerBasicOps-1164388749 tempest-TestServerBasicOps-1164388749-project] 10.222.0.16 "GET /v2.0/ports?device_id=b0c197a6-cb80-4ffc-881a-d6f00f4df39a HTTP/1.1" status: 200 len: 946 time: 0.0623724 Jul 14 18:59:37.882891 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-87642008-3e4e-4759-b7ad-b7069224bb29 req-198c40f8-9fe9-4ccf-ac35-73a459dfad8d tempest-TestServerBasicOps-1164388749 tempest-TestServerBasicOps-1164388749-project] 10.222.0.16 "GET /v2.0/security-groups?id=d0421480-a89d-42a1-86f8-689812fa888e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314469 Jul 14 18:59:38.057541 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab1f131-8587-4f4f-a7b3-8810516ac201 req-0d8a85b5-d91d-44a9-82e9-f9effed87a6b tempest-TestServerBasicOps-1164388749 tempest-TestServerBasicOps-1164388749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:59:38.058915 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-dab1f131-8587-4f4f-a7b3-8810516ac201 req-0d8a85b5-d91d-44a9-82e9-f9effed87a6b tempest-TestServerBasicOps-1164388749 tempest-TestServerBasicOps-1164388749-project] 10.222.0.16 "GET /v2.0/ports?device_id=b0c197a6-cb80-4ffc-881a-d6f00f4df39a HTTP/1.1" status: 200 len: 946 time: 0.0681250 Jul 14 18:59:38.096255 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-dab1f131-8587-4f4f-a7b3-8810516ac201 req-88a4c86f-f9e1-4496-9437-60effd839399 tempest-TestServerBasicOps-1164388749 tempest-TestServerBasicOps-1164388749-project] 10.222.0.16 "GET /v2.0/security-groups?id=d0421480-a89d-42a1-86f8-689812fa888e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319047 Jul 14 18:59:38.266073 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050dc3c5-4bb6-4ee8-8c43-82049f8f6aaa req-89ec51dd-c4fb-4b18-8bc2-3536c77e1826 tempest-TestServerBasicOps-1164388749 tempest-TestServerBasicOps-1164388749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:59:38.267573 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-050dc3c5-4bb6-4ee8-8c43-82049f8f6aaa req-89ec51dd-c4fb-4b18-8bc2-3536c77e1826 tempest-TestServerBasicOps-1164388749 tempest-TestServerBasicOps-1164388749-project] 10.222.0.16 "GET /v2.0/ports?device_id=b0c197a6-cb80-4ffc-881a-d6f00f4df39a HTTP/1.1" status: 200 len: 946 time: 0.0638728 Jul 14 18:59:38.304311 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-050dc3c5-4bb6-4ee8-8c43-82049f8f6aaa req-ff40441d-1cab-4a57-86e6-347ee5c474f5 tempest-TestServerBasicOps-1164388749 tempest-TestServerBasicOps-1164388749-project] 10.222.0.16 "GET /v2.0/security-groups?id=d0421480-a89d-42a1-86f8-689812fa888e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311806 Jul 14 18:59:38.327233 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 56574) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:59:38.422916 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73a8cfd3-cd0f-4427-936f-832ef6089685 tempest-TestServerBasicOps-628398490 tempest-TestServerBasicOps-628398490-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:59:38.424415 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-73a8cfd3-cd0f-4427-936f-832ef6089685 tempest-TestServerBasicOps-628398490 tempest-TestServerBasicOps-628398490-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=b0c197a6-cb80-4ffc-881a-d6f00f4df39a HTTP/1.1" status: 200 len: 1092 time: 0.0962002 Jul 14 18:59:38.427385 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 56578) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 18:59:38.431786 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-962ef853-ea86-4530-946a-5124b0de8272 tempest-TestServerBasicOps-1164388749 tempest-TestServerBasicOps-1164388749-project] Request body: {'floatingip': {'floating_network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'port_id': 'b7fdad77-2541-4821-bfd2-fcca91c786bb', 'tenant_id': '72ed56d8987c49449d65081bc64273e6', 'fixed_ip_address': '172.20.0.10'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 18:59:38.453315 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-962ef853-ea86-4530-946a-5124b0de8272 tempest-TestServerBasicOps-1164388749 tempest-TestServerBasicOps-1164388749-project] Notify callbacks [] for floatingip, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:59:38.548411 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-962ef853-ea86-4530-946a-5124b0de8272 tempest-TestServerBasicOps-1164388749 tempest-TestServerBasicOps-1164388749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:59:38.654532 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.db_base_plugin_common [None req-962ef853-ea86-4530-946a-5124b0de8272 tempest-TestServerBasicOps-1164388749 tempest-TestServerBasicOps-1164388749-project] Allocated IP 172.25.1.95 (9200a437-e1de-4520-88f6-e68386523e61/5f47f848-4532-407a-a0e2-5690ade15fd0/00e2c368-cabf-46ae-93f5-c4feb2027428) {{(pid=93915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 18:59:38.754367 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-962ef853-ea86-4530-946a-5124b0de8272 tempest-TestServerBasicOps-1164388749 tempest-TestServerBasicOps-1164388749-project] Notify callbacks [] for port, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:59:38.792541 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-962ef853-ea86-4530-946a-5124b0de8272 tempest-TestServerBasicOps-1164388749 tempest-TestServerBasicOps-1164388749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:59:38.833634 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-962ef853-ea86-4530-946a-5124b0de8272 tempest-TestServerBasicOps-1164388749 tempest-TestServerBasicOps-1164388749-project] Network 9200a437-e1de-4520-88f6-e68386523e61 is already hosted by enough agents. {{(pid=93915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 18:59:38.837008 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [None req-962ef853-ea86-4530-946a-5124b0de8272 tempest-TestServerBasicOps-1164388749 tempest-TestServerBasicOps-1164388749-project] Resources bound (agent type, host, resource id): {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 18:59:38.840463 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-962ef853-ea86-4530-946a-5124b0de8272 tempest-TestServerBasicOps-1164388749 tempest-TestServerBasicOps-1164388749-project] Received port after_create {{(pid=93915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 18:59:38.862875 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962ef853-ea86-4530-946a-5124b0de8272 tempest-TestServerBasicOps-1164388749 tempest-TestServerBasicOps-1164388749-project] Pushing event updated for resources: {'Port': ['ID=00e2c368-cabf-46ae-93f5-c4feb2027428,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:59:39.205672 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-962ef853-ea86-4530-946a-5124b0de8272 tempest-TestServerBasicOps-1164388749 tempest-TestServerBasicOps-1164388749-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:59:39.286697 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-962ef853-ea86-4530-946a-5124b0de8272 tempest-TestServerBasicOps-1164388749 tempest-TestServerBasicOps-1164388749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:59:39.433151 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-962ef853-ea86-4530-946a-5124b0de8272 tempest-TestServerBasicOps-1164388749 tempest-TestServerBasicOps-1164388749-project] Notify callbacks [] for port, precommit_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:59:39.437578 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-962ef853-ea86-4530-946a-5124b0de8272 tempest-TestServerBasicOps-1164388749 tempest-TestServerBasicOps-1164388749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25912978'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:59:39.505365 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962ef853-ea86-4530-946a-5124b0de8272 tempest-TestServerBasicOps-1164388749 tempest-TestServerBasicOps-1164388749-project] Pushing event updated for resources: {'Port': ['ID=00e2c368-cabf-46ae-93f5-c4feb2027428,revision_number=2']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 18:59:39.516435 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-962ef853-ea86-4530-946a-5124b0de8272 tempest-TestServerBasicOps-1164388749 tempest-TestServerBasicOps-1164388749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-930131'] for floatingip, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:59:39.615347 n-d-800634-3 neutron-server[93915]: INFO neutron.db.l3_db [None req-962ef853-ea86-4530-946a-5124b0de8272 tempest-TestServerBasicOps-1164388749 tempest-TestServerBasicOps-1164388749-project] Floating IP f75edade-e3fa-4c56-8f9a-921809dc262c associated. External IP: 172.25.1.95, port: b7fdad77-2541-4821-bfd2-fcca91c786bb. Jul 14 18:59:39.820317 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-962ef853-ea86-4530-946a-5124b0de8272 tempest-TestServerBasicOps-1164388749 tempest-TestServerBasicOps-1164388749-project] Router 3df2f1b4-7db4-474f-a8c9-a6dba1b0f4ef has already been hosted by L3 agent 2c6eb27e-defb-4cca-9a24-381c7415e359 {{(pid=93915) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 18:59:39.927604 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-962ef853-ea86-4530-946a-5124b0de8272 tempest-TestServerBasicOps-1164388749 tempest-TestServerBasicOps-1164388749-project] Notify agent at l3_agent.n-d-800634-3 the message routers_updated {{(pid=93915) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 18:59:39.936955 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-969c38e1-7746-4f6e-b928-e794ca01be00 None None] Sync routers for ids ['3df2f1b4-7db4-474f-a8c9-a6dba1b0f4ef'] in n-d-800634-3 {{(pid=93917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 18:59:39.943765 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-962ef853-ea86-4530-946a-5124b0de8272 tempest-TestServerBasicOps-1164388749 tempest-TestServerBasicOps-1164388749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for floatingip, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:59:39.950389 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-969c38e1-7746-4f6e-b928-e794ca01be00 None None] Routers {'3df2f1b4-7db4-474f-a8c9-a6dba1b0f4ef'} bound to L3 agent in host n-d-800634-3 {{(pid=93917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:59:39.951013 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-969c38e1-7746-4f6e-b928-e794ca01be00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:59:23Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['3df2f1b4-7db4-474f-a8c9-a6dba1b0f4ef'], 'active': True} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:59:39.995948 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-962ef853-ea86-4530-946a-5124b0de8272 tempest-TestServerBasicOps-1164388749 tempest-TestServerBasicOps-1164388749-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5532811 Jul 14 18:59:39.995948 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0c197a6-cb80-4ffc-881a-d6f00f4df39a', 'tag': 'b7fdad77-2541-4821-bfd2-fcca91c786bb'}] {{(pid=93915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 18:59:39.995948 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e72782ad3af8f7d4ce76cedf092bca46d1756acc5c4653cf0b52034cdd6b073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c07624a-ccc8-4b70-88af-e20799c73aa4" -d '{"events": [{"name": "network-changed", "server_uuid": "b0c197a6-cb80-4ffc-881a-d6f00f4df39a", "tag": "b7fdad77-2541-4821-bfd2-fcca91c786bb"}]}' {{(pid=93915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 18:59:40.020554 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 18:59:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2704f53-634d-4a60-9c49-3be435d9ba68 x-openstack-request-id: req-d2704f53-634d-4a60-9c49-3be435d9ba68 {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 18:59:40.020848 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0c197a6-cb80-4ffc-881a-d6f00f4df39a", "tag": "b7fdad77-2541-4821-bfd2-fcca91c786bb", "status": "completed", "code": 200}]} {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 18:59:40.021109 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d2704f53-634d-4a60-9c49-3be435d9ba68 {{(pid=93915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 18:59:40.021519 n-d-800634-3 neutron-server[93915]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0c197a6-cb80-4ffc-881a-d6f00f4df39a', 'tag': 'b7fdad77-2541-4821-bfd2-fcca91c786bb', 'status': 'completed', 'code': 200} Jul 14 18:59:40.059648 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvr_db [None req-969c38e1-7746-4f6e-b928-e794ca01be00 None None] Set router 3df2f1b4-7db4-474f-a8c9-a6dba1b0f4ef gateway port host: n-d-800634-3 {{(pid=93917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 18:59:40.094764 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c07624a-ccc8-4b70-88af-e20799c73aa4 req-2014d2d0-f46e-4798-98c1-822e5378d77d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:59:40.096210 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-5c07624a-ccc8-4b70-88af-e20799c73aa4 req-2014d2d0-f46e-4798-98c1-822e5378d77d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=72ed56d8987c49449d65081bc64273e6&device_id=b0c197a6-cb80-4ffc-881a-d6f00f4df39a HTTP/1.1" status: 200 len: 1097 time: 0.0521612 Jul 14 18:59:40.188348 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c07624a-ccc8-4b70-88af-e20799c73aa4 req-f47f61bc-f04d-4ff7-bad4-4984a4725e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:59:40.189839 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-5c07624a-ccc8-4b70-88af-e20799c73aa4 req-f47f61bc-f04d-4ff7-bad4-4984a4725e59 service neutron] 10.222.0.18 "GET /v2.0/networks?id=661637ff-bf87-4ca5-ad40-1bedeffd0d57 HTTP/1.1" status: 200 len: 908 time: 0.0878875 Jul 14 18:59:40.252208 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-5c07624a-ccc8-4b70-88af-e20799c73aa4 req-a207d9a2-4d25-48a2-b475-1977f746f1c5 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b7fdad77-2541-4821-bfd2-fcca91c786bb HTTP/1.1" status: 200 len: 999 time: 0.0563014 Jul 14 18:59:40.278550 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-969c38e1-7746-4f6e-b928-e794ca01be00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3df2f1b4-7db4-474f-a8c9-a6dba1b0f4ef', 'name': 'tempest-TestServerBasicOps-547959629-router', 'tenant_id': '72ed56d8987c49449d65081bc64273e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.203'}], 'enable_snat': True}, 'gw_port_id': '5ec44cea-ce56-407d-b4e0-96065e069e9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:59:17Z', 'updated_at': '2021-07-14T18:59:20Z', 'revision_number': 4, 'project_id': '72ed56d8987c49449d65081bc64273e6', 'gw_port': {'id': '5ec44cea-ce56-407d-b4e0-96065e069e9b', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:54:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3df2f1b4-7db4-474f-a8c9-a6dba1b0f4ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:59:17Z', 'updated_at': '2021-07-14T18:59:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_floatingips': [{'id': 'f75edade-e3fa-4c56-8f9a-921809dc262c', 'tenant_id': '72ed56d8987c49449d65081bc64273e6', 'floating_ip_address': '172.25.1.95', 'floating_network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'router_id': '3df2f1b4-7db4-474f-a8c9-a6dba1b0f4ef', 'port_id': 'b7fdad77-2541-4821-bfd2-fcca91c786bb', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3965, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '661637ff-bf87-4ca5-ad40-1bedeffd0d57', 'mac_address': 'fa:16:3e:c0:45:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0c197a6-cb80-4ffc-881a-d6f00f4df39a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T18:59:39Z', 'updated_at': '2021-07-14T18:59:39Z', 'revision_number': 0, 'project_id': '72ed56d8987c49449d65081bc64273e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3abddd8d-214c-4d1c-8991-de2902b21511', 'name': '', 'network_id': '661637ff-bf87-4ca5-ad40-1bedeffd0d57', 'tenant_id': '72ed56d8987c49449d65081bc64273e6', 'mac_address': 'fa:16:3e:a6:96:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3df2f1b4-7db4-474f-a8c9-a6dba1b0f4ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 3941, 'fixed_ips': [{'subnet_id': 'f8412875-acd8-47be-b129-26e9047a00c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:59:19Z', 'updated_at': '2021-07-14T18:59:26Z', 'revision_number': 5, 'project_id': '72ed56d8987c49449d65081bc64273e6', 'subnets': [{'id': 'f8412875-acd8-47be-b129-26e9047a00c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-3', False) {} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:59:40.303927 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c07624a-ccc8-4b70-88af-e20799c73aa4 req-7471023f-9ea5-4cc0-ad75-635a86b6aa3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:59:40.305050 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-969c38e1-7746-4f6e-b928-e794ca01be00 None None] Checking router: 3df2f1b4-7db4-474f-a8c9-a6dba1b0f4ef for host: n-d-800634-3 {{(pid=93917) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 18:59:40.305497 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-5c07624a-ccc8-4b70-88af-e20799c73aa4 req-7471023f-9ea5-4cc0-ad75-635a86b6aa3b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f8412875-acd8-47be-b129-26e9047a00c7 HTTP/1.1" status: 200 len: 847 time: 0.0477598 Jul 14 18:59:40.313286 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-969c38e1-7746-4f6e-b928-e794ca01be00 None None] Routers {'3df2f1b4-7db4-474f-a8c9-a6dba1b0f4ef'} bound to L3 agent in host n-d-800634-3 {{(pid=93917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 18:59:40.313881 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-969c38e1-7746-4f6e-b928-e794ca01be00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T18:59:23Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['3df2f1b4-7db4-474f-a8c9-a6dba1b0f4ef'], 'active': True} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:59:40.362440 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c07624a-ccc8-4b70-88af-e20799c73aa4 req-a4025b2e-78ca-4bf7-8f18-6a59f7494583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 18:59:40.363907 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-5c07624a-ccc8-4b70-88af-e20799c73aa4 req-a4025b2e-78ca-4bf7-8f18-6a59f7494583 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=661637ff-bf87-4ca5-ad40-1bedeffd0d57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0523133 Jul 14 18:59:40.419038 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvr_db [None req-969c38e1-7746-4f6e-b928-e794ca01be00 None None] Set router 3df2f1b4-7db4-474f-a8c9-a6dba1b0f4ef gateway port host: n-d-800634-3 {{(pid=93917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 18:59:40.452441 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-5c07624a-ccc8-4b70-88af-e20799c73aa4 req-b5eadb7c-b25d-4285-ad47-61e2287683c2 service neutron] 10.222.0.18 "GET /v2.0/networks/661637ff-bf87-4ca5-ad40-1bedeffd0d57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817516 Jul 14 18:59:40.546280 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-5c07624a-ccc8-4b70-88af-e20799c73aa4 req-2bbfe9f1-5829-45b9-bb37-08a09ef7844e service neutron] 10.222.0.18 "GET /v2.0/networks/661637ff-bf87-4ca5-ad40-1bedeffd0d57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878954 Jul 14 18:59:40.641220 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-969c38e1-7746-4f6e-b928-e794ca01be00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3df2f1b4-7db4-474f-a8c9-a6dba1b0f4ef', 'name': 'tempest-TestServerBasicOps-547959629-router', 'tenant_id': '72ed56d8987c49449d65081bc64273e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.203'}], 'enable_snat': True}, 'gw_port_id': '5ec44cea-ce56-407d-b4e0-96065e069e9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:59:17Z', 'updated_at': '2021-07-14T18:59:20Z', 'revision_number': 4, 'project_id': '72ed56d8987c49449d65081bc64273e6', 'gw_port': {'id': '5ec44cea-ce56-407d-b4e0-96065e069e9b', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:54:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3df2f1b4-7db4-474f-a8c9-a6dba1b0f4ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:59:17Z', 'updated_at': '2021-07-14T18:59:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_floatingips': [{'id': 'f75edade-e3fa-4c56-8f9a-921809dc262c', 'tenant_id': '72ed56d8987c49449d65081bc64273e6', 'floating_ip_address': '172.25.1.95', 'floating_network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'router_id': '3df2f1b4-7db4-474f-a8c9-a6dba1b0f4ef', 'port_id': 'b7fdad77-2541-4821-bfd2-fcca91c786bb', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3965, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '661637ff-bf87-4ca5-ad40-1bedeffd0d57', 'mac_address': 'fa:16:3e:c0:45:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0c197a6-cb80-4ffc-881a-d6f00f4df39a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T18:59:39Z', 'updated_at': '2021-07-14T18:59:39Z', 'revision_number': 0, 'project_id': '72ed56d8987c49449d65081bc64273e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3abddd8d-214c-4d1c-8991-de2902b21511', 'name': '', 'network_id': '661637ff-bf87-4ca5-ad40-1bedeffd0d57', 'tenant_id': '72ed56d8987c49449d65081bc64273e6', 'mac_address': 'fa:16:3e:a6:96:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3df2f1b4-7db4-474f-a8c9-a6dba1b0f4ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 3941, 'fixed_ips': [{'subnet_id': 'f8412875-acd8-47be-b129-26e9047a00c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:59:19Z', 'updated_at': '2021-07-14T18:59:26Z', 'revision_number': 5, 'project_id': '72ed56d8987c49449d65081bc64273e6', 'subnets': [{'id': 'f8412875-acd8-47be-b129-26e9047a00c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-3', False) {} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 18:59:40.667890 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-969c38e1-7746-4f6e-b928-e794ca01be00 None None] The sync data for ids ['3df2f1b4-7db4-474f-a8c9-a6dba1b0f4ef'] in n-d-800634-3 is: [{'id': '3df2f1b4-7db4-474f-a8c9-a6dba1b0f4ef', 'name': 'tempest-TestServerBasicOps-547959629-router', 'tenant_id': '72ed56d8987c49449d65081bc64273e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.203'}], 'enable_snat': True}, 'gw_port_id': '5ec44cea-ce56-407d-b4e0-96065e069e9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:59:17Z', 'updated_at': '2021-07-14T18:59:20Z', 'revision_number': 4, 'project_id': '72ed56d8987c49449d65081bc64273e6', 'gw_port': {'id': '5ec44cea-ce56-407d-b4e0-96065e069e9b', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:54:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3df2f1b4-7db4-474f-a8c9-a6dba1b0f4ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:59:17Z', 'updated_at': '2021-07-14T18:59:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_floatingips': [{'id': 'f75edade-e3fa-4c56-8f9a-921809dc262c', 'tenant_id': '72ed56d8987c49449d65081bc64273e6', 'floating_ip_address': '172.25.1.95', 'floating_network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'router_id': '3df2f1b4-7db4-474f-a8c9-a6dba1b0f4ef', 'port_id': 'b7fdad77-2541-4821-bfd2-fcca91c786bb', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3965, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '661637ff-bf87-4ca5-ad40-1bedeffd0d57', 'mac_address': 'fa:16:3e:c0:45:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0c197a6-cb80-4ffc-881a-d6f00f4df39a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T18:59:39Z', 'updated_at': '2021-07-14T18:59:39Z', 'revision_number': 0, 'project_id': '72ed56d8987c49449d65081bc64273e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3abddd8d-214c-4d1c-8991-de2902b21511', 'name': '', 'network_id': '661637ff-bf87-4ca5-ad40-1bedeffd0d57', 'tenant_id': '72ed56d8987c49449d65081bc64273e6', 'mac_address': 'fa:16:3e:a6:96:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3df2f1b4-7db4-474f-a8c9-a6dba1b0f4ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 3941, 'fixed_ips': [{'subnet_id': 'f8412875-acd8-47be-b129-26e9047a00c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:59:19Z', 'updated_at': '2021-07-14T18:59:26Z', 'revision_number': 5, 'project_id': '72ed56d8987c49449d65081bc64273e6', 'subnets': [{'id': 'f8412875-acd8-47be-b129-26e9047a00c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 18:59:40.854810 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d4e7b11-0127-406e-91a1-8b9852896d3f None None] New status for floating IP f75edade-e3fa-4c56-8f9a-921809dc262c: ACTIVE {{(pid=93918) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 18:59:41.051740 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.agents_db [None req-2ea07fb6-aa68-4671-8654-119d82b9f530 None None] Agent healthcheck: found 7 active agents {{(pid=93918) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 18:59:50.377538 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-42ee9140-1db4-4a05-a054-2e33c9b8bf00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:59:52.842573 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-a11d7093-7648-48c7-83af-a846d3ac4b25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:59:53.190519 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:59:54.209610 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-574aeb93-9938-449c-8e6c-cb22c9b52cc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 18:59:55.855315 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-2f4e3af3-e708-4ffd-a544-82d93a489d01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:00:02.721566 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:00:05.633962 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:00:14.067662 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 56602) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 19:00:14.170865 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7431d8b-1ee9-4ac5-95b6-9b8128ec5415 req-5beda44e-3637-4883-b886-964a8d57b148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:00:14.172404 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-c7431d8b-1ee9-4ac5-95b6-9b8128ec5415 req-5beda44e-3637-4883-b886-964a8d57b148 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=b0c197a6-cb80-4ffc-881a-d6f00f4df39a HTTP/1.1" status: 200 len: 1097 time: 0.1036718 Jul 14 19:00:14.208644 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-c7431d8b-1ee9-4ac5-95b6-9b8128ec5415 req-15c8ea67-8d2e-4863-b122-6b9a5a395b5a service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=d0421480-a89d-42a1-86f8-689812fa888e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300524 Jul 14 19:00:15.234448 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-8976e38e-fb52-468b-b37f-b87cfd5549ea req-f6e82385-ca01-461d-a5ff-26b86e394fe8 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=b0c197a6-cb80-4ffc-881a-d6f00f4df39a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0538657 Jul 14 19:00:15.325958 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8976e38e-fb52-468b-b37f-b87cfd5549ea req-ea9a78a6-0c7b-4210-a3cc-c330475541a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:00:15.327440 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-8976e38e-fb52-468b-b37f-b87cfd5549ea req-ea9a78a6-0c7b-4210-a3cc-c330475541a7 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=72ed56d8987c49449d65081bc64273e6&device_id=b0c197a6-cb80-4ffc-881a-d6f00f4df39a HTTP/1.1" status: 200 len: 1097 time: 0.0524154 Jul 14 19:00:15.776924 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8976e38e-fb52-468b-b37f-b87cfd5549ea req-f464e89d-50ed-432d-8ad1-88be90253f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:00:15.778401 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-8976e38e-fb52-468b-b37f-b87cfd5549ea req-f464e89d-50ed-432d-8ad1-88be90253f81 service neutron] 10.222.0.18 "GET /v2.0/networks?id=661637ff-bf87-4ca5-ad40-1bedeffd0d57 HTTP/1.1" status: 200 len: 908 time: 0.4294200 Jul 14 19:00:15.841596 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-8976e38e-fb52-468b-b37f-b87cfd5549ea req-4c5d8358-1a3d-4b32-84fa-f6c1c01ec9c0 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b7fdad77-2541-4821-bfd2-fcca91c786bb HTTP/1.1" status: 200 len: 1001 time: 0.0558822 Jul 14 19:00:15.892195 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8976e38e-fb52-468b-b37f-b87cfd5549ea req-3b59372b-8baa-460d-a2db-716912da8bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:00:15.893594 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-8976e38e-fb52-468b-b37f-b87cfd5549ea req-3b59372b-8baa-460d-a2db-716912da8bd5 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f8412875-acd8-47be-b129-26e9047a00c7 HTTP/1.1" status: 200 len: 847 time: 0.0455093 Jul 14 19:00:15.947909 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8976e38e-fb52-468b-b37f-b87cfd5549ea req-10a00661-10d2-406e-b338-21127bad65bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:00:15.949372 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-8976e38e-fb52-468b-b37f-b87cfd5549ea req-10a00661-10d2-406e-b338-21127bad65bf service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=661637ff-bf87-4ca5-ad40-1bedeffd0d57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0496030 Jul 14 19:00:16.035190 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-8976e38e-fb52-468b-b37f-b87cfd5549ea req-68c2a5c4-28f3-44f7-a6f0-03e698a2eb91 service neutron] 10.222.0.18 "GET /v2.0/networks/661637ff-bf87-4ca5-ad40-1bedeffd0d57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0787458 Jul 14 19:00:16.123965 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-8976e38e-fb52-468b-b37f-b87cfd5549ea req-60b50242-7953-41d1-b7ef-004de35e72cd service neutron] 10.222.0.18 "GET /v2.0/networks/661637ff-bf87-4ca5-ad40-1bedeffd0d57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826848 Jul 14 19:00:18.051032 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.agents_db [None req-2ea07fb6-aa68-4671-8654-119d82b9f530 None None] Agent healthcheck: found 7 active agents {{(pid=93918) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 19:00:20.376613 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-c2bc3140-f6cd-494d-a8c3-ffdd7df408e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:00:22.842942 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-3010f83a-7486-4c35-886c-2278c35d5a5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:00:23.191101 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:00:23.566020 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-fe641139-906d-4234-8e7a-e64c2953c573 req-5440a4db-84ef-486c-86d5-94ac3016db29 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=6ab0c594-ecaf-4c5b-977a-9c1b59a2d9cc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0269842 Jul 14 19:00:23.614657 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-fe641139-906d-4234-8e7a-e64c2953c573 req-14f7b739-8796-45fc-8f1c-d31abeed9089 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f1c4e239e6d24b3bb240a97f6c99b33f&device_id=6ab0c594-ecaf-4c5b-977a-9c1b59a2d9cc HTTP/1.1" status: 200 len: 210 time: 0.0259316 Jul 14 19:00:23.652948 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-fe641139-906d-4234-8e7a-e64c2953c573 req-39e42c18-1270-4205-8215-67ae3f3bba9e service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=f1c4e239e6d24b3bb240a97f6c99b33f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0182667 Jul 14 19:00:23.746612 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe641139-906d-4234-8e7a-e64c2953c573 req-b4f405d2-15ff-44f3-bfe8-313d7d66eb71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:00:23.748154 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-fe641139-906d-4234-8e7a-e64c2953c573 req-b4f405d2-15ff-44f3-bfe8-313d7d66eb71 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0891626 Jul 14 19:00:24.212763 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-574aeb93-9938-449c-8e6c-cb22c9b52cc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:00:25.860575 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-2f4e3af3-e708-4ffd-a544-82d93a489d01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:00:32.736169 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:00:35.802510 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:00:50.376926 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-01920133-424b-423c-a4fa-63c24eedfaaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:00:52.843988 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-d2c4c437-1008-4493-bb99-d70b7074ecaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:00:53.192712 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:00:54.213924 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-574aeb93-9938-449c-8e6c-cb22c9b52cc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:00:55.054548 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.agents_db [None req-2ea07fb6-aa68-4671-8654-119d82b9f530 None None] Agent healthcheck: found 7 active agents {{(pid=93918) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 19:00:55.859780 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-2f4e3af3-e708-4ffd-a544-82d93a489d01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:01:02.730706 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:01:05.646644 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:01:12.285728 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [req-f6262d60-382d-4ba2-9ea5-3d432da5d962 req-81a5bf36-4b9d-4629-b796-dfabddf9e4f1 service neutron] (93916) timed out ('10.222.0.16', 53624) {{(pid=93916) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 14 19:01:16.531785 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-920556ee-c248-414c-9db6-0f38058d2810 req-f2ad027a-0528-4be0-9743-20c67c2bacea service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=b0c197a6-cb80-4ffc-881a-d6f00f4df39a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0525312 Jul 14 19:01:16.625168 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920556ee-c248-414c-9db6-0f38058d2810 req-dfeec23b-942c-4526-b918-c4b08071a745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:01:16.626632 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-920556ee-c248-414c-9db6-0f38058d2810 req-dfeec23b-942c-4526-b918-c4b08071a745 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=72ed56d8987c49449d65081bc64273e6&device_id=b0c197a6-cb80-4ffc-881a-d6f00f4df39a HTTP/1.1" status: 200 len: 1097 time: 0.0518460 Jul 14 19:01:16.730710 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920556ee-c248-414c-9db6-0f38058d2810 req-2ced55e1-86b5-457f-9e29-4e94fc10db44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:01:16.732193 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-920556ee-c248-414c-9db6-0f38058d2810 req-2ced55e1-86b5-457f-9e29-4e94fc10db44 service neutron] 10.222.0.18 "GET /v2.0/networks?id=661637ff-bf87-4ca5-ad40-1bedeffd0d57 HTTP/1.1" status: 200 len: 908 time: 0.0864534 Jul 14 19:01:16.795039 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-920556ee-c248-414c-9db6-0f38058d2810 req-6b50d6d2-f352-4099-a371-1d54f196e011 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b7fdad77-2541-4821-bfd2-fcca91c786bb HTTP/1.1" status: 200 len: 1001 time: 0.0561140 Jul 14 19:01:16.845113 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920556ee-c248-414c-9db6-0f38058d2810 req-b04c49db-5f07-4f78-a18f-769a82e547e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:01:16.847100 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-920556ee-c248-414c-9db6-0f38058d2810 req-b04c49db-5f07-4f78-a18f-769a82e547e7 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f8412875-acd8-47be-b129-26e9047a00c7 HTTP/1.1" status: 200 len: 847 time: 0.0453238 Jul 14 19:01:16.902925 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920556ee-c248-414c-9db6-0f38058d2810 req-0ebfb43e-b76b-4f70-b5cc-ad92b789fc8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:01:16.904404 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-920556ee-c248-414c-9db6-0f38058d2810 req-0ebfb43e-b76b-4f70-b5cc-ad92b789fc8c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=661637ff-bf87-4ca5-ad40-1bedeffd0d57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0509856 Jul 14 19:01:16.991009 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-920556ee-c248-414c-9db6-0f38058d2810 req-f5cd8849-df77-4909-a1ce-86e683a735a3 service neutron] 10.222.0.18 "GET /v2.0/networks/661637ff-bf87-4ca5-ad40-1bedeffd0d57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799415 Jul 14 19:01:17.082034 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-920556ee-c248-414c-9db6-0f38058d2810 req-608156e2-fb93-4f79-8433-f70f93be5dda service neutron] 10.222.0.18 "GET /v2.0/networks/661637ff-bf87-4ca5-ad40-1bedeffd0d57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843115 Jul 14 19:01:20.434180 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-037ced04-511c-453d-8045-6f703df5e16d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:01:22.844601 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-bcd3f044-72c7-46d9-b3c6-167c7ccad10a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:01:23.194048 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:01:23.531766 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-b30256c0-56a2-4c5f-993d-bcb4d1479d2b req-14e82cf4-57aa-48da-a7b1-50d9e0280ac3 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=03a24d87-527f-4d5b-a998-53393446562a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0279706 Jul 14 19:01:23.598306 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-b30256c0-56a2-4c5f-993d-bcb4d1479d2b req-984fae71-f3fd-4d90-a0a3-aab6774c913d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c51e850593fc4a37af9470721017e8e7&device_id=03a24d87-527f-4d5b-a998-53393446562a HTTP/1.1" status: 200 len: 210 time: 0.0266097 Jul 14 19:01:23.636014 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-b30256c0-56a2-4c5f-993d-bcb4d1479d2b req-02333e32-366a-492c-bc92-2cce8529ff76 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=c51e850593fc4a37af9470721017e8e7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0195711 Jul 14 19:01:23.730775 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30256c0-56a2-4c5f-993d-bcb4d1479d2b req-b5be126c-9403-48d9-9f55-e1f3c9c54945 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:01:23.732241 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-b30256c0-56a2-4c5f-993d-bcb4d1479d2b req-b5be126c-9403-48d9-9f55-e1f3c9c54945 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0898592 Jul 14 19:01:24.218656 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-574aeb93-9938-449c-8e6c-cb22c9b52cc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:01:25.863044 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-2f4e3af3-e708-4ffd-a544-82d93a489d01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:01:32.054816 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.agents_db [None req-2ea07fb6-aa68-4671-8654-119d82b9f530 None None] Agent healthcheck: found 7 active agents {{(pid=93918) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 19:01:32.740653 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:01:35.670270 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:01:50.434146 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-c595c46e-1604-45af-9171-5718f17f4449 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:01:52.846215 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-a29d247f-51c1-4a55-b64e-5805867da2e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:01:53.193672 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:01:54.221445 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-574aeb93-9938-449c-8e6c-cb22c9b52cc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:01:55.865131 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-2f4e3af3-e708-4ffd-a544-82d93a489d01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:02:02.747188 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:02:05.693119 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:02:09.054370 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.agents_db [None req-2ea07fb6-aa68-4671-8654-119d82b9f530 None None] Agent healthcheck: found 7 active agents {{(pid=93918) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 19:02:18.551982 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-404a3fff-3f76-4f0d-8772-70c33e04342f req-63db33c8-9396-4047-a9c6-944db2a8d50d service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=b0c197a6-cb80-4ffc-881a-d6f00f4df39a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0540020 Jul 14 19:02:18.647971 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404a3fff-3f76-4f0d-8772-70c33e04342f req-756576cb-4f06-4c6b-86e8-18a61db25d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:02:18.649658 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-404a3fff-3f76-4f0d-8772-70c33e04342f req-756576cb-4f06-4c6b-86e8-18a61db25d6d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=72ed56d8987c49449d65081bc64273e6&device_id=b0c197a6-cb80-4ffc-881a-d6f00f4df39a HTTP/1.1" status: 200 len: 1097 time: 0.0572872 Jul 14 19:02:18.752754 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404a3fff-3f76-4f0d-8772-70c33e04342f req-7d30eba3-e92f-4edc-b777-ffec90689e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:02:18.754261 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-404a3fff-3f76-4f0d-8772-70c33e04342f req-7d30eba3-e92f-4edc-b777-ffec90689e13 service neutron] 10.222.0.18 "GET /v2.0/networks?id=661637ff-bf87-4ca5-ad40-1bedeffd0d57 HTTP/1.1" status: 200 len: 908 time: 0.0855403 Jul 14 19:02:18.821891 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-404a3fff-3f76-4f0d-8772-70c33e04342f req-53dc0ef8-8fe7-4a02-a204-d7ba1939685c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b7fdad77-2541-4821-bfd2-fcca91c786bb HTTP/1.1" status: 200 len: 1001 time: 0.0616505 Jul 14 19:02:18.868514 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404a3fff-3f76-4f0d-8772-70c33e04342f req-9c5e2e48-e544-454c-9d80-a45f5a5e0ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:02:18.869895 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-404a3fff-3f76-4f0d-8772-70c33e04342f req-9c5e2e48-e544-454c-9d80-a45f5a5e0ee6 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f8412875-acd8-47be-b129-26e9047a00c7 HTTP/1.1" status: 200 len: 847 time: 0.0423846 Jul 14 19:02:18.926163 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404a3fff-3f76-4f0d-8772-70c33e04342f req-6a8843f8-1243-4daf-b61a-98c89bab10e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:02:18.927651 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-404a3fff-3f76-4f0d-8772-70c33e04342f req-6a8843f8-1243-4daf-b61a-98c89bab10e5 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=661637ff-bf87-4ca5-ad40-1bedeffd0d57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0519352 Jul 14 19:02:19.020173 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-404a3fff-3f76-4f0d-8772-70c33e04342f req-a68fbd99-6d63-4201-939f-4522931019e1 service neutron] 10.222.0.18 "GET /v2.0/networks/661637ff-bf87-4ca5-ad40-1bedeffd0d57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844162 Jul 14 19:02:19.106560 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-404a3fff-3f76-4f0d-8772-70c33e04342f req-17554287-0f60-458b-97ce-7d28a0e8681f service neutron] 10.222.0.18 "GET /v2.0/networks/661637ff-bf87-4ca5-ad40-1bedeffd0d57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804079 Jul 14 19:02:20.434206 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-1bfa7549-1b70-4649-b92b-429dcbe20fc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:02:22.847133 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-33dd722e-73e3-46ca-824b-670a52f3f47c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:02:23.193849 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:02:23.573943 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-8ee566da-b769-4789-8d06-01492846bec4 req-7ae63068-1d92-4a8b-bfad-62e4ae1b04c6 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=6ab0c594-ecaf-4c5b-977a-9c1b59a2d9cc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0280991 Jul 14 19:02:23.621523 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-8ee566da-b769-4789-8d06-01492846bec4 req-e23116b2-4792-413e-a08c-6e7503f6ef3a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f1c4e239e6d24b3bb240a97f6c99b33f&device_id=6ab0c594-ecaf-4c5b-977a-9c1b59a2d9cc HTTP/1.1" status: 200 len: 210 time: 0.0267391 Jul 14 19:02:23.662269 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-8ee566da-b769-4789-8d06-01492846bec4 req-cf9ddb1a-2ad7-4b4c-a069-9b1cc0c113ad service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=f1c4e239e6d24b3bb240a97f6c99b33f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0190907 Jul 14 19:02:23.756324 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee566da-b769-4789-8d06-01492846bec4 req-075c842a-bd13-4860-81ed-c498226edd2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:02:23.757895 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-8ee566da-b769-4789-8d06-01492846bec4 req-075c842a-bd13-4860-81ed-c498226edd2b service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0902324 Jul 14 19:02:24.223385 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-574aeb93-9938-449c-8e6c-cb22c9b52cc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:02:25.867915 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-2f4e3af3-e708-4ffd-a544-82d93a489d01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:02:32.762056 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:02:35.692035 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:02:46.053296 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.agents_db [None req-2ea07fb6-aa68-4671-8654-119d82b9f530 None None] Agent healthcheck: found 7 active agents {{(pid=93918) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 19:02:50.434745 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-96644be9-455f-4059-8ca8-9ba792c6cdde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:02:52.848318 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-4aa35376-6e8f-4635-999c-6fefc91e348f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:02:53.195864 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:02:54.225232 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-574aeb93-9938-449c-8e6c-cb22c9b52cc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:02:55.870066 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-2f4e3af3-e708-4ffd-a544-82d93a489d01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:03:02.781096 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:03:05.690821 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:03:18.537351 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6deb900c-4705-4e33-ba79-c95e0b76b902 req-65c38099-5f94-4526-aa6c-e4b6d4ec9aff service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=b0c197a6-cb80-4ffc-881a-d6f00f4df39a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0520556 Jul 14 19:03:18.634534 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6deb900c-4705-4e33-ba79-c95e0b76b902 req-8e4c7cad-3946-461e-8bf0-792ffa750e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:03:18.636006 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6deb900c-4705-4e33-ba79-c95e0b76b902 req-8e4c7cad-3946-461e-8bf0-792ffa750e71 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=72ed56d8987c49449d65081bc64273e6&device_id=b0c197a6-cb80-4ffc-881a-d6f00f4df39a HTTP/1.1" status: 200 len: 1097 time: 0.0570025 Jul 14 19:03:18.737188 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6deb900c-4705-4e33-ba79-c95e0b76b902 req-4f9b3b22-a621-4bab-b98a-7c1c69183d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:03:18.738669 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6deb900c-4705-4e33-ba79-c95e0b76b902 req-4f9b3b22-a621-4bab-b98a-7c1c69183d06 service neutron] 10.222.0.18 "GET /v2.0/networks?id=661637ff-bf87-4ca5-ad40-1bedeffd0d57 HTTP/1.1" status: 200 len: 908 time: 0.0830414 Jul 14 19:03:18.805284 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6deb900c-4705-4e33-ba79-c95e0b76b902 req-94d2193b-7153-4b68-9094-29299367ab63 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b7fdad77-2541-4821-bfd2-fcca91c786bb HTTP/1.1" status: 200 len: 1001 time: 0.0605752 Jul 14 19:03:18.854239 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6deb900c-4705-4e33-ba79-c95e0b76b902 req-7b0acb0b-5381-49cd-8754-70b5cbfe177e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:03:18.855637 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6deb900c-4705-4e33-ba79-c95e0b76b902 req-7b0acb0b-5381-49cd-8754-70b5cbfe177e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f8412875-acd8-47be-b129-26e9047a00c7 HTTP/1.1" status: 200 len: 847 time: 0.0436950 Jul 14 19:03:18.910549 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6deb900c-4705-4e33-ba79-c95e0b76b902 req-07103391-70d8-4845-8473-391e5fdc2f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:03:18.911967 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6deb900c-4705-4e33-ba79-c95e0b76b902 req-07103391-70d8-4845-8473-391e5fdc2f25 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=661637ff-bf87-4ca5-ad40-1bedeffd0d57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0500741 Jul 14 19:03:19.003210 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6deb900c-4705-4e33-ba79-c95e0b76b902 req-42934fb4-3e60-4ab3-bb70-4ecbcaaca158 service neutron] 10.222.0.18 "GET /v2.0/networks/661637ff-bf87-4ca5-ad40-1bedeffd0d57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843544 Jul 14 19:03:19.089514 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6deb900c-4705-4e33-ba79-c95e0b76b902 req-ee9bb8ef-4c78-4819-8386-abaa3ee68757 service neutron] 10.222.0.18 "GET /v2.0/networks/661637ff-bf87-4ca5-ad40-1bedeffd0d57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797946 Jul 14 19:03:20.435638 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-bfc56451-fb47-465c-9d90-16e71c29b625 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:03:22.848260 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-ea689e84-f6bc-42b3-8ef4-3348351148b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:03:23.051984 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.agents_db [None req-2ea07fb6-aa68-4671-8654-119d82b9f530 None None] Agent healthcheck: found 7 active agents {{(pid=93918) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 19:03:23.196003 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:03:24.227379 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-574aeb93-9938-449c-8e6c-cb22c9b52cc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:03:24.574256 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-787ead1a-6035-4127-9677-fe4d4cb34138 req-c87ad0ef-fb09-420a-82b9-b4aed9437e27 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=03a24d87-527f-4d5b-a998-53393446562a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0767179 Jul 14 19:03:24.642207 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-787ead1a-6035-4127-9677-fe4d4cb34138 req-ac562ea4-7c68-4db2-9b2b-25422d7986e2 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c51e850593fc4a37af9470721017e8e7&device_id=03a24d87-527f-4d5b-a998-53393446562a HTTP/1.1" status: 200 len: 210 time: 0.0269053 Jul 14 19:03:24.684026 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-787ead1a-6035-4127-9677-fe4d4cb34138 req-b776d675-c46d-4816-80cf-1d1ca712cfa2 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=c51e850593fc4a37af9470721017e8e7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0210314 Jul 14 19:03:24.779209 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787ead1a-6035-4127-9677-fe4d4cb34138 req-17852dd5-2a77-4d46-9789-8f7d860706ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:03:24.780626 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-787ead1a-6035-4127-9677-fe4d4cb34138 req-17852dd5-2a77-4d46-9789-8f7d860706ad service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0908008 Jul 14 19:03:25.872368 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-2f4e3af3-e708-4ffd-a544-82d93a489d01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:03:32.777286 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:03:35.693171 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:03:50.435243 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-fc229650-698a-44b7-9e27-df179071a57c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:03:52.848446 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-e0b9284a-3aa8-4a03-9968-322e232706ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:03:53.195999 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:03:54.230549 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-574aeb93-9938-449c-8e6c-cb22c9b52cc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:03:55.874555 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-2f4e3af3-e708-4ffd-a544-82d93a489d01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:04:00.052084 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.agents_db [None req-2ea07fb6-aa68-4671-8654-119d82b9f530 None None] Agent healthcheck: found 7 active agents {{(pid=93918) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 19:04:02.776705 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:04:05.694544 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:04:20.001240 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7844aec1-d4a5-4a88-a496-97ea7dc69705 req-d74dcd96-fc51-4799-900f-72887dbc6c1c tempest-TestServerBasicOps-1164388749 tempest-TestServerBasicOps-1164388749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:04:20.002729 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-7844aec1-d4a5-4a88-a496-97ea7dc69705 req-d74dcd96-fc51-4799-900f-72887dbc6c1c tempest-TestServerBasicOps-1164388749 tempest-TestServerBasicOps-1164388749-project] 10.222.0.16 "GET /v2.0/ports?device_id=b0c197a6-cb80-4ffc-881a-d6f00f4df39a HTTP/1.1" status: 200 len: 946 time: 0.0638328 Jul 14 19:04:20.038997 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-7844aec1-d4a5-4a88-a496-97ea7dc69705 req-53dd1186-63f9-4f6f-9cdb-8bf473555c19 tempest-TestServerBasicOps-1164388749 tempest-TestServerBasicOps-1164388749-project] 10.222.0.16 "GET /v2.0/security-groups?id=d0421480-a89d-42a1-86f8-689812fa888e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305383 Jul 14 19:04:20.436552 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-5c83dbfe-5f86-4a78-96ee-9401d70ba356 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:04:21.215527 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e08ffc-0f31-4c1b-baf1-61a76cfb89c4 req-e99a1887-5f3b-4495-a23c-7a71ac375669 tempest-TestServerBasicOps-1164388749 tempest-TestServerBasicOps-1164388749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:04:21.217013 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-d9e08ffc-0f31-4c1b-baf1-61a76cfb89c4 req-e99a1887-5f3b-4495-a23c-7a71ac375669 tempest-TestServerBasicOps-1164388749 tempest-TestServerBasicOps-1164388749-project] 10.222.0.18 "GET /v2.0/ports?device_id=b0c197a6-cb80-4ffc-881a-d6f00f4df39a HTTP/1.1" status: 200 len: 946 time: 0.1020894 Jul 14 19:04:21.266730 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1442a956-ab2d-46ec-8c13-4e4980f841ed req-89fc1abe-adaf-4b56-b62b-1c1464e81843 tempest-TestServerBasicOps-1164388749 tempest-TestServerBasicOps-1164388749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:04:21.268200 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-1442a956-ab2d-46ec-8c13-4e4980f841ed req-89fc1abe-adaf-4b56-b62b-1c1464e81843 tempest-TestServerBasicOps-1164388749 tempest-TestServerBasicOps-1164388749-project] 10.222.0.16 "GET /v2.0/ports?device_id=b0c197a6-cb80-4ffc-881a-d6f00f4df39a HTTP/1.1" status: 200 len: 946 time: 0.1152008 Jul 14 19:04:21.339054 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-1442a956-ab2d-46ec-8c13-4e4980f841ed req-9c3a12a7-653f-4019-a6c2-027e02b6d747 tempest-TestServerBasicOps-1164388749 tempest-TestServerBasicOps-1164388749-project] 10.222.0.16 "GET /v2.0/security-groups?id=d0421480-a89d-42a1-86f8-689812fa888e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0636768 Jul 14 19:04:21.361304 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [req-d9e08ffc-0f31-4c1b-baf1-61a76cfb89c4 req-b2c9b63c-c90d-424f-b98d-6675b83d2437 tempest-TestServerBasicOps-1164388749 tempest-TestServerBasicOps-1164388749-project] Deleting port b7fdad77-2541-4821-bfd2-fcca91c786bb {{(pid=93915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 19:04:21.361650 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-d9e08ffc-0f31-4c1b-baf1-61a76cfb89c4 req-b2c9b63c-c90d-424f-b98d-6675b83d2437 tempest-TestServerBasicOps-1164388749 tempest-TestServerBasicOps-1164388749-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:04:21.449124 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-d9e08ffc-0f31-4c1b-baf1-61a76cfb89c4 req-b2c9b63c-c90d-424f-b98d-6675b83d2437 tempest-TestServerBasicOps-1164388749 tempest-TestServerBasicOps-1164388749-project] For port b7fdad77-2541-4821-bfd2-fcca91c786bb, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=b7fdad77-2541-4821-bfd2-fcca91c786bb,segment=NetworkSegment(dd7167f8-170a-4bba-9e17-8f3d3648ae65),segment_id=dd7167f8-170a-4bba-9e17-8f3d3648ae65)] {{(pid=93915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 19:04:21.449480 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-d9e08ffc-0f31-4c1b-baf1-61a76cfb89c4 req-b2c9b63c-c90d-424f-b98d-6675b83d2437 tempest-TestServerBasicOps-1164388749 tempest-TestServerBasicOps-1164388749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:04:21.741404 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-d9e08ffc-0f31-4c1b-baf1-61a76cfb89c4 req-b2c9b63c-c90d-424f-b98d-6675b83d2437 tempest-TestServerBasicOps-1164388749 tempest-TestServerBasicOps-1164388749-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:04:21.741781 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-d9e08ffc-0f31-4c1b-baf1-61a76cfb89c4 req-b2c9b63c-c90d-424f-b98d-6675b83d2437 tempest-TestServerBasicOps-1164388749 tempest-TestServerBasicOps-1164388749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-930131'] for floatingip, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:04:21.742098 n-d-800634-3 neutron-server[93915]: INFO neutron.db.l3_db [req-d9e08ffc-0f31-4c1b-baf1-61a76cfb89c4 req-b2c9b63c-c90d-424f-b98d-6675b83d2437 tempest-TestServerBasicOps-1164388749 tempest-TestServerBasicOps-1164388749-project] Floating IP f75edade-e3fa-4c56-8f9a-921809dc262c disassociated. External IP: 172.25.1.95, port: b7fdad77-2541-4821-bfd2-fcca91c786bb. Jul 14 19:04:21.742449 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [req-d9e08ffc-0f31-4c1b-baf1-61a76cfb89c4 req-b2c9b63c-c90d-424f-b98d-6675b83d2437 tempest-TestServerBasicOps-1164388749 tempest-TestServerBasicOps-1164388749-project] Calling delete_port for b7fdad77-2541-4821-bfd2-fcca91c786bb owned by compute:nova {{(pid=93915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 19:04:21.871102 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-d9e08ffc-0f31-4c1b-baf1-61a76cfb89c4 req-b2c9b63c-c90d-424f-b98d-6675b83d2437 tempest-TestServerBasicOps-1164388749 tempest-TestServerBasicOps-1164388749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:04:21.901267 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c9b63c-c90d-424f-b98d-6675b83d2437 tempest-TestServerBasicOps-1164388749 tempest-TestServerBasicOps-1164388749-project] Pushing event deleted for resources: {'Port': ['ID=b7fdad77-2541-4821-bfd2-fcca91c786bb,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:04:21.912998 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c9b63c-c90d-424f-b98d-6675b83d2437 tempest-TestServerBasicOps-1164388749 tempest-TestServerBasicOps-1164388749-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:04:21.913359 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c9b63c-c90d-424f-b98d-6675b83d2437 tempest-TestServerBasicOps-1164388749 tempest-TestServerBasicOps-1164388749-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:04:21.913710 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c9b63c-c90d-424f-b98d-6675b83d2437 tempest-TestServerBasicOps-1164388749 tempest-TestServerBasicOps-1164388749-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:04:21.914057 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c9b63c-c90d-424f-b98d-6675b83d2437 tempest-TestServerBasicOps-1164388749 tempest-TestServerBasicOps-1164388749-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:04:21.914398 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c9b63c-c90d-424f-b98d-6675b83d2437 tempest-TestServerBasicOps-1164388749 tempest-TestServerBasicOps-1164388749-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:04:21.914734 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c9b63c-c90d-424f-b98d-6675b83d2437 tempest-TestServerBasicOps-1164388749 tempest-TestServerBasicOps-1164388749-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:04:21.915071 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c9b63c-c90d-424f-b98d-6675b83d2437 tempest-TestServerBasicOps-1164388749 tempest-TestServerBasicOps-1164388749-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:04:21.915400 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c9b63c-c90d-424f-b98d-6675b83d2437 tempest-TestServerBasicOps-1164388749 tempest-TestServerBasicOps-1164388749-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:04:21.915733 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c9b63c-c90d-424f-b98d-6675b83d2437 tempest-TestServerBasicOps-1164388749 tempest-TestServerBasicOps-1164388749-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:04:21.916065 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c9b63c-c90d-424f-b98d-6675b83d2437 tempest-TestServerBasicOps-1164388749 tempest-TestServerBasicOps-1164388749-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:04:21.916425 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c9b63c-c90d-424f-b98d-6675b83d2437 tempest-TestServerBasicOps-1164388749 tempest-TestServerBasicOps-1164388749-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:04:21.916757 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c9b63c-c90d-424f-b98d-6675b83d2437 tempest-TestServerBasicOps-1164388749 tempest-TestServerBasicOps-1164388749-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:04:22.026653 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d9e08ffc-0f31-4c1b-baf1-61a76cfb89c4 req-b2c9b63c-c90d-424f-b98d-6675b83d2437 tempest-TestServerBasicOps-1164388749 tempest-TestServerBasicOps-1164388749-project] Router 3df2f1b4-7db4-474f-a8c9-a6dba1b0f4ef has already been hosted by L3 agent 2c6eb27e-defb-4cca-9a24-381c7415e359 {{(pid=93915) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 19:04:22.134086 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d9e08ffc-0f31-4c1b-baf1-61a76cfb89c4 req-b2c9b63c-c90d-424f-b98d-6675b83d2437 tempest-TestServerBasicOps-1164388749 tempest-TestServerBasicOps-1164388749-project] Notify agent at l3_agent.n-d-800634-3 the message routers_updated {{(pid=93915) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 19:04:22.143638 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cb13aea-9e6d-4ffc-af22-baf143bc8f08 None None] Sync routers for ids ['3df2f1b4-7db4-474f-a8c9-a6dba1b0f4ef'] in n-d-800634-3 {{(pid=93917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 19:04:22.152670 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cb13aea-9e6d-4ffc-af22-baf143bc8f08 None None] Routers {'3df2f1b4-7db4-474f-a8c9-a6dba1b0f4ef'} bound to L3 agent in host n-d-800634-3 {{(pid=93917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 19:04:22.153287 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-6cb13aea-9e6d-4ffc-af22-baf143bc8f08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T19:03:53Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['3df2f1b4-7db4-474f-a8c9-a6dba1b0f4ef'], 'active': True} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 19:04:22.197802 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9e08ffc-0f31-4c1b-baf1-61a76cfb89c4 req-b2c9b63c-c90d-424f-b98d-6675b83d2437 tempest-TestServerBasicOps-1164388749 tempest-TestServerBasicOps-1164388749-project] No DVR routers for this DVR port b7fdad77-2541-4821-bfd2-fcca91c786bb on host n-h1-800634-3 {{(pid=93915) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 19:04:22.200355 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-d9e08ffc-0f31-4c1b-baf1-61a76cfb89c4 req-b2c9b63c-c90d-424f-b98d-6675b83d2437 tempest-TestServerBasicOps-1164388749 tempest-TestServerBasicOps-1164388749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:04:22.202401 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-d9e08ffc-0f31-4c1b-baf1-61a76cfb89c4 req-b2c9b63c-c90d-424f-b98d-6675b83d2437 tempest-TestServerBasicOps-1164388749 tempest-TestServerBasicOps-1164388749-project] 10.222.0.18 "DELETE /v2.0/ports/b7fdad77-2541-4821-bfd2-fcca91c786bb HTTP/1.1" status: 204 len: 173 time: 0.9788105 Jul 14 19:04:22.202853 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0c197a6-cb80-4ffc-881a-d6f00f4df39a', 'name': 'network-vif-deleted', 'tag': 'b7fdad77-2541-4821-bfd2-fcca91c786bb'}] {{(pid=93915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 19:04:22.206368 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e72782ad3af8f7d4ce76cedf092bca46d1756acc5c4653cf0b52034cdd6b073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6a807db-ad03-4790-87d0-3631e38a71cb" -d '{"events": [{"server_uuid": "b0c197a6-cb80-4ffc-881a-d6f00f4df39a", "name": "network-vif-deleted", "tag": "b7fdad77-2541-4821-bfd2-fcca91c786bb"}]}' {{(pid=93915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 19:04:22.270706 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvr_db [None req-6cb13aea-9e6d-4ffc-af22-baf143bc8f08 None None] Set router 3df2f1b4-7db4-474f-a8c9-a6dba1b0f4ef gateway port host: n-d-800634-3 {{(pid=93917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 19:04:22.523992 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3defc5ed-1d9d-4130-a805-85962024a0e5 req-e8294b66-9654-4cdd-b9ab-a24f8b6b2621 tempest-TestServerBasicOps-1164388749 tempest-TestServerBasicOps-1164388749-project] 10.222.0.16 "GET /v2.0/ports?device_id=b0c197a6-cb80-4ffc-881a-d6f00f4df39a HTTP/1.1" status: 200 len: 210 time: 0.0303116 Jul 14 19:04:22.526307 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-6cb13aea-9e6d-4ffc-af22-baf143bc8f08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3df2f1b4-7db4-474f-a8c9-a6dba1b0f4ef', 'name': 'tempest-TestServerBasicOps-547959629-router', 'tenant_id': '72ed56d8987c49449d65081bc64273e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.203'}], 'enable_snat': True}, 'gw_port_id': '5ec44cea-ce56-407d-b4e0-96065e069e9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:59:17Z', 'updated_at': '2021-07-14T18:59:20Z', 'revision_number': 4, 'project_id': '72ed56d8987c49449d65081bc64273e6', 'gw_port': {'id': '5ec44cea-ce56-407d-b4e0-96065e069e9b', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:54:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3df2f1b4-7db4-474f-a8c9-a6dba1b0f4ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:59:17Z', 'updated_at': '2021-07-14T18:59:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_interfaces': [{'id': '3abddd8d-214c-4d1c-8991-de2902b21511', 'name': '', 'network_id': '661637ff-bf87-4ca5-ad40-1bedeffd0d57', 'tenant_id': '72ed56d8987c49449d65081bc64273e6', 'mac_address': 'fa:16:3e:a6:96:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3df2f1b4-7db4-474f-a8c9-a6dba1b0f4ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 3941, 'fixed_ips': [{'subnet_id': 'f8412875-acd8-47be-b129-26e9047a00c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:59:19Z', 'updated_at': '2021-07-14T18:59:26Z', 'revision_number': 5, 'project_id': '72ed56d8987c49449d65081bc64273e6', 'subnets': [{'id': 'f8412875-acd8-47be-b129-26e9047a00c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-3', False) {} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 19:04:22.558592 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cb13aea-9e6d-4ffc-af22-baf143bc8f08 None None] Checking router: 3df2f1b4-7db4-474f-a8c9-a6dba1b0f4ef for host: n-d-800634-3 {{(pid=93917) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 19:04:22.567202 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cb13aea-9e6d-4ffc-af22-baf143bc8f08 None None] Routers {'3df2f1b4-7db4-474f-a8c9-a6dba1b0f4ef'} bound to L3 agent in host n-d-800634-3 {{(pid=93917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 19:04:22.567816 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-6cb13aea-9e6d-4ffc-af22-baf143bc8f08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T19:03:53Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['3df2f1b4-7db4-474f-a8c9-a6dba1b0f4ef'], 'active': True} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 19:04:22.677030 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvr_db [None req-6cb13aea-9e6d-4ffc-af22-baf143bc8f08 None None] Set router 3df2f1b4-7db4-474f-a8c9-a6dba1b0f4ef gateway port host: n-d-800634-3 {{(pid=93917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 19:04:22.870539 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-2a7b1135-e09e-4a88-951d-9815e10ffe31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:04:22.891422 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-6cb13aea-9e6d-4ffc-af22-baf143bc8f08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3df2f1b4-7db4-474f-a8c9-a6dba1b0f4ef', 'name': 'tempest-TestServerBasicOps-547959629-router', 'tenant_id': '72ed56d8987c49449d65081bc64273e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.203'}], 'enable_snat': True}, 'gw_port_id': '5ec44cea-ce56-407d-b4e0-96065e069e9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:59:17Z', 'updated_at': '2021-07-14T18:59:20Z', 'revision_number': 4, 'project_id': '72ed56d8987c49449d65081bc64273e6', 'gw_port': {'id': '5ec44cea-ce56-407d-b4e0-96065e069e9b', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:54:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3df2f1b4-7db4-474f-a8c9-a6dba1b0f4ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:59:17Z', 'updated_at': '2021-07-14T18:59:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_interfaces': [{'id': '3abddd8d-214c-4d1c-8991-de2902b21511', 'name': '', 'network_id': '661637ff-bf87-4ca5-ad40-1bedeffd0d57', 'tenant_id': '72ed56d8987c49449d65081bc64273e6', 'mac_address': 'fa:16:3e:a6:96:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3df2f1b4-7db4-474f-a8c9-a6dba1b0f4ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 3941, 'fixed_ips': [{'subnet_id': 'f8412875-acd8-47be-b129-26e9047a00c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:59:19Z', 'updated_at': '2021-07-14T18:59:26Z', 'revision_number': 5, 'project_id': '72ed56d8987c49449d65081bc64273e6', 'subnets': [{'id': 'f8412875-acd8-47be-b129-26e9047a00c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-3', False) {} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 19:04:22.917563 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cb13aea-9e6d-4ffc-af22-baf143bc8f08 None None] The sync data for ids ['3df2f1b4-7db4-474f-a8c9-a6dba1b0f4ef'] in n-d-800634-3 is: [{'id': '3df2f1b4-7db4-474f-a8c9-a6dba1b0f4ef', 'name': 'tempest-TestServerBasicOps-547959629-router', 'tenant_id': '72ed56d8987c49449d65081bc64273e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.203'}], 'enable_snat': True}, 'gw_port_id': '5ec44cea-ce56-407d-b4e0-96065e069e9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:59:17Z', 'updated_at': '2021-07-14T18:59:20Z', 'revision_number': 4, 'project_id': '72ed56d8987c49449d65081bc64273e6', 'gw_port': {'id': '5ec44cea-ce56-407d-b4e0-96065e069e9b', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:54:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3df2f1b4-7db4-474f-a8c9-a6dba1b0f4ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:59:17Z', 'updated_at': '2021-07-14T18:59:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_interfaces': [{'id': '3abddd8d-214c-4d1c-8991-de2902b21511', 'name': '', 'network_id': '661637ff-bf87-4ca5-ad40-1bedeffd0d57', 'tenant_id': '72ed56d8987c49449d65081bc64273e6', 'mac_address': 'fa:16:3e:a6:96:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3df2f1b4-7db4-474f-a8c9-a6dba1b0f4ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 3941, 'fixed_ips': [{'subnet_id': 'f8412875-acd8-47be-b129-26e9047a00c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:59:19Z', 'updated_at': '2021-07-14T18:59:26Z', 'revision_number': 5, 'project_id': '72ed56d8987c49449d65081bc64273e6', 'subnets': [{'id': 'f8412875-acd8-47be-b129-26e9047a00c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 19:04:23.120022 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7d4e8a8-29a7-4165-bc22-183dd1be7dca None None] New status for floating IP f75edade-e3fa-4c56-8f9a-921809dc262c: DOWN {{(pid=93918) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 19:04:23.197259 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:04:23.338426 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 19:04:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1128f5a-0839-419c-8db1-372bb455ab66 x-openstack-request-id: req-c1128f5a-0839-419c-8db1-372bb455ab66 {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 19:04:23.338756 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0c197a6-cb80-4ffc-881a-d6f00f4df39a", "name": "network-vif-deleted", "tag": "b7fdad77-2541-4821-bfd2-fcca91c786bb", "status": "completed", "code": 200}]} {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 19:04:23.339033 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c1128f5a-0839-419c-8db1-372bb455ab66 {{(pid=93915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 19:04:23.339442 n-d-800634-3 neutron-server[93915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0c197a6-cb80-4ffc-881a-d6f00f4df39a', 'name': 'network-vif-deleted', 'tag': 'b7fdad77-2541-4821-bfd2-fcca91c786bb', 'status': 'completed', 'code': 200} Jul 14 19:04:23.626148 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 56724) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 19:04:23.755352 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-7ef3f3a6-0dac-495a-9c4e-e3e7aaecb6d0 tempest-TestServerBasicOps-1164388749 tempest-TestServerBasicOps-1164388749-project] Deleting port 00e2c368-cabf-46ae-93f5-c4feb2027428 {{(pid=93916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 19:04:23.755691 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-7ef3f3a6-0dac-495a-9c4e-e3e7aaecb6d0 tempest-TestServerBasicOps-1164388749 tempest-TestServerBasicOps-1164388749-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:04:23.833411 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-7ef3f3a6-0dac-495a-9c4e-e3e7aaecb6d0 tempest-TestServerBasicOps-1164388749 tempest-TestServerBasicOps-1164388749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:04:23.833664 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-7ef3f3a6-0dac-495a-9c4e-e3e7aaecb6d0 tempest-TestServerBasicOps-1164388749 tempest-TestServerBasicOps-1164388749-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:04:23.845637 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-7ef3f3a6-0dac-495a-9c4e-e3e7aaecb6d0 tempest-TestServerBasicOps-1164388749 tempest-TestServerBasicOps-1164388749-project] Calling delete_port for 00e2c368-cabf-46ae-93f5-c4feb2027428 owned by network:floatingip {{(pid=93916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 19:04:23.971487 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-7ef3f3a6-0dac-495a-9c4e-e3e7aaecb6d0 tempest-TestServerBasicOps-1164388749 tempest-TestServerBasicOps-1164388749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:04:23.999770 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef3f3a6-0dac-495a-9c4e-e3e7aaecb6d0 tempest-TestServerBasicOps-1164388749 tempest-TestServerBasicOps-1164388749-project] Pushing event deleted for resources: {'Port': ['ID=00e2c368-cabf-46ae-93f5-c4feb2027428,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:04:24.028384 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef3f3a6-0dac-495a-9c4e-e3e7aaecb6d0 tempest-TestServerBasicOps-1164388749 tempest-TestServerBasicOps-1164388749-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:04:24.028732 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef3f3a6-0dac-495a-9c4e-e3e7aaecb6d0 tempest-TestServerBasicOps-1164388749 tempest-TestServerBasicOps-1164388749-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:04:24.029070 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef3f3a6-0dac-495a-9c4e-e3e7aaecb6d0 tempest-TestServerBasicOps-1164388749 tempest-TestServerBasicOps-1164388749-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:04:24.029414 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef3f3a6-0dac-495a-9c4e-e3e7aaecb6d0 tempest-TestServerBasicOps-1164388749 tempest-TestServerBasicOps-1164388749-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:04:24.029744 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef3f3a6-0dac-495a-9c4e-e3e7aaecb6d0 tempest-TestServerBasicOps-1164388749 tempest-TestServerBasicOps-1164388749-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:04:24.030072 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef3f3a6-0dac-495a-9c4e-e3e7aaecb6d0 tempest-TestServerBasicOps-1164388749 tempest-TestServerBasicOps-1164388749-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:04:24.030398 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef3f3a6-0dac-495a-9c4e-e3e7aaecb6d0 tempest-TestServerBasicOps-1164388749 tempest-TestServerBasicOps-1164388749-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:04:24.030724 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef3f3a6-0dac-495a-9c4e-e3e7aaecb6d0 tempest-TestServerBasicOps-1164388749 tempest-TestServerBasicOps-1164388749-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:04:24.031072 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef3f3a6-0dac-495a-9c4e-e3e7aaecb6d0 tempest-TestServerBasicOps-1164388749 tempest-TestServerBasicOps-1164388749-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:04:24.031397 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef3f3a6-0dac-495a-9c4e-e3e7aaecb6d0 tempest-TestServerBasicOps-1164388749 tempest-TestServerBasicOps-1164388749-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:04:24.031778 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef3f3a6-0dac-495a-9c4e-e3e7aaecb6d0 tempest-TestServerBasicOps-1164388749 tempest-TestServerBasicOps-1164388749-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:04:24.032073 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef3f3a6-0dac-495a-9c4e-e3e7aaecb6d0 tempest-TestServerBasicOps-1164388749 tempest-TestServerBasicOps-1164388749-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:04:24.070809 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-7ef3f3a6-0dac-495a-9c4e-e3e7aaecb6d0 tempest-TestServerBasicOps-1164388749 tempest-TestServerBasicOps-1164388749-project] Notify callbacks [] for floatingip, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:04:24.073553 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-7ef3f3a6-0dac-495a-9c4e-e3e7aaecb6d0 tempest-TestServerBasicOps-1164388749 tempest-TestServerBasicOps-1164388749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for floatingip, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:04:24.074696 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-7ef3f3a6-0dac-495a-9c4e-e3e7aaecb6d0 tempest-TestServerBasicOps-1164388749 tempest-TestServerBasicOps-1164388749-project] 10.222.0.16 "DELETE /v2.0/floatingips/f75edade-e3fa-4c56-8f9a-921809dc262c HTTP/1.1" status: 204 len: 168 time: 0.4475698 Jul 14 19:04:24.210651 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 56730) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 19:04:24.233147 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-574aeb93-9938-449c-8e6c-cb22c9b52cc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:04:24.271617 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-1d15be07-9159-47a1-85b8-43d9e4fe0f34 tempest-TestServerBasicOps-1164388749 tempest-TestServerBasicOps-1164388749-project] Notify callbacks [] for security_group, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:04:24.295750 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-1d15be07-9159-47a1-85b8-43d9e4fe0f34 tempest-TestServerBasicOps-1164388749 tempest-TestServerBasicOps-1164388749-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:04:24.362995 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-1d15be07-9159-47a1-85b8-43d9e4fe0f34 tempest-TestServerBasicOps-1164388749 tempest-TestServerBasicOps-1164388749-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:04:24.365569 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-1d15be07-9159-47a1-85b8-43d9e4fe0f34 tempest-TestServerBasicOps-1164388749 tempest-TestServerBasicOps-1164388749-project] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:04:24.366758 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-1d15be07-9159-47a1-85b8-43d9e4fe0f34 tempest-TestServerBasicOps-1164388749 tempest-TestServerBasicOps-1164388749-project] 10.222.0.16 "DELETE /v2.0/security-groups/d0421480-a89d-42a1-86f8-689812fa888e HTTP/1.1" status: 204 len: 168 time: 0.1551144 Jul 14 19:04:24.379381 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d15be07-9159-47a1-85b8-43d9e4fe0f34 tempest-TestServerBasicOps-1164388749 tempest-TestServerBasicOps-1164388749-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0421480-a89d-42a1-86f8-689812fa888e,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:04:24.410169 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 56734) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 19:04:24.585747 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-e4e2ccb3-fbf3-4745-902f-59aa7dacb7c3 req-032723c5-3bf8-4d9f-92a2-1c7802585d2c service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=6ab0c594-ecaf-4c5b-977a-9c1b59a2d9cc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0287757 Jul 14 19:04:24.654251 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-e4e2ccb3-fbf3-4745-902f-59aa7dacb7c3 req-df730a50-7b41-4e9a-a8c8-883516e8fa93 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f1c4e239e6d24b3bb240a97f6c99b33f&device_id=6ab0c594-ecaf-4c5b-977a-9c1b59a2d9cc HTTP/1.1" status: 200 len: 210 time: 0.0288930 Jul 14 19:04:24.728555 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-e4e2ccb3-fbf3-4745-902f-59aa7dacb7c3 req-cd68981b-6088-460b-bd5b-c2ad7dcf985d service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=f1c4e239e6d24b3bb240a97f6c99b33f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0526862 Jul 14 19:04:24.883606 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e2ccb3-fbf3-4745-902f-59aa7dacb7c3 req-553293be-e337-4048-9c12-708c84dc3f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:04:24.885086 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-e4e2ccb3-fbf3-4745-902f-59aa7dacb7c3 req-553293be-e337-4048-9c12-708c84dc3f50 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1488912 Jul 14 19:04:24.999173 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-48827136-c443-4d7a-919a-5e01e796b6c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-928623'] for router_interface, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:04:25.153716 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device b7fdad77-2541-4821-bfd2-fcca91c786bb no longer exists at agent hyperv_n-h1-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 19:04:25.175115 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] No Port match for: b7fdad77-2541-4821-bfd2-fcca91c786bb {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 19:04:25.175465 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device b7fdad77-2541-4821-bfd2-fcca91c786bb not bound to the agent host n-h1-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 19:04:25.250384 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-48827136-c443-4d7a-919a-5e01e796b6c7 admin admin] Deleting port 3abddd8d-214c-4d1c-8991-de2902b21511 {{(pid=93916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 19:04:25.250651 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-48827136-c443-4d7a-919a-5e01e796b6c7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:04:25.330978 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.db [None req-48827136-c443-4d7a-919a-5e01e796b6c7 admin admin] For port 3abddd8d-214c-4d1c-8991-de2902b21511, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=3abddd8d-214c-4d1c-8991-de2902b21511,segment=NetworkSegment(dd7167f8-170a-4bba-9e17-8f3d3648ae65),segment_id=dd7167f8-170a-4bba-9e17-8f3d3648ae65)] {{(pid=93916) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 19:04:25.331337 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-48827136-c443-4d7a-919a-5e01e796b6c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:04:25.343911 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-48827136-c443-4d7a-919a-5e01e796b6c7 admin admin] Calling delete_port for 3abddd8d-214c-4d1c-8991-de2902b21511 owned by network:router_interface {{(pid=93916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 19:04:25.519006 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-48827136-c443-4d7a-919a-5e01e796b6c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:04:25.543957 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48827136-c443-4d7a-919a-5e01e796b6c7 admin admin] Pushing event deleted for resources: {'Port': ['ID=3abddd8d-214c-4d1c-8991-de2902b21511,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:04:25.711078 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-48827136-c443-4d7a-919a-5e01e796b6c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-598732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-928907'] for router_interface, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:04:25.877394 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-2f4e3af3-e708-4ffd-a544-82d93a489d01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:04:25.921313 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48827136-c443-4d7a-919a-5e01e796b6c7 admin admin] Router 3df2f1b4-7db4-474f-a8c9-a6dba1b0f4ef has already been hosted by L3 agent 2c6eb27e-defb-4cca-9a24-381c7415e359 {{(pid=93916) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 19:04:26.026319 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48827136-c443-4d7a-919a-5e01e796b6c7 admin admin] Notify agent at l3_agent.n-d-800634-3 the message routers_updated {{(pid=93916) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 19:04:26.031329 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-48827136-c443-4d7a-919a-5e01e796b6c7 admin admin] 10.222.0.16 "PUT /v2.0/routers/3df2f1b4-7db4-474f-a8c9-a6dba1b0f4ef/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6200726 Jul 14 19:04:26.033847 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 56740) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 19:04:26.037312 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5378294c-47dd-467c-b1f8-3c74ffbc24ed None None] Sync routers for ids ['3df2f1b4-7db4-474f-a8c9-a6dba1b0f4ef'] in n-d-800634-3 {{(pid=93917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 19:04:26.046301 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5378294c-47dd-467c-b1f8-3c74ffbc24ed None None] Routers {'3df2f1b4-7db4-474f-a8c9-a6dba1b0f4ef'} bound to L3 agent in host n-d-800634-3 {{(pid=93917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 19:04:26.047413 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-5378294c-47dd-467c-b1f8-3c74ffbc24ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T19:04:23Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['3df2f1b4-7db4-474f-a8c9-a6dba1b0f4ef'], 'active': True} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 19:04:26.137376 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a9115810-a359-4f1a-b002-dcae0db74f39 admin admin] Notify callbacks [] for router, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:04:26.149814 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvr_db [None req-5378294c-47dd-467c-b1f8-3c74ffbc24ed None None] Set router 3df2f1b4-7db4-474f-a8c9-a6dba1b0f4ef gateway port host: n-d-800634-3 {{(pid=93917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 19:04:26.238173 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a9115810-a359-4f1a-b002-dcae0db74f39 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:04:26.291074 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-a9115810-a359-4f1a-b002-dcae0db74f39 admin admin] Deleting port 5ec44cea-ce56-407d-b4e0-96065e069e9b {{(pid=93916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 19:04:26.291418 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a9115810-a359-4f1a-b002-dcae0db74f39 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:04:26.328911 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-5378294c-47dd-467c-b1f8-3c74ffbc24ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3df2f1b4-7db4-474f-a8c9-a6dba1b0f4ef', 'name': 'tempest-TestServerBasicOps-547959629-router', 'tenant_id': '72ed56d8987c49449d65081bc64273e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.203'}], 'enable_snat': True}, 'gw_port_id': '5ec44cea-ce56-407d-b4e0-96065e069e9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:59:17Z', 'updated_at': '2021-07-14T19:04:25Z', 'revision_number': 5, 'project_id': '72ed56d8987c49449d65081bc64273e6', 'gw_port': {'id': '5ec44cea-ce56-407d-b4e0-96065e069e9b', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:54:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3df2f1b4-7db4-474f-a8c9-a6dba1b0f4ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:59:17Z', 'updated_at': '2021-07-14T18:59:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3'}], 'n-d-800634-3', False) {} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 19:04:26.356003 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5378294c-47dd-467c-b1f8-3c74ffbc24ed None None] Checking router: 3df2f1b4-7db4-474f-a8c9-a6dba1b0f4ef for host: n-d-800634-3 {{(pid=93917) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 19:04:26.364352 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5378294c-47dd-467c-b1f8-3c74ffbc24ed None None] Routers {'3df2f1b4-7db4-474f-a8c9-a6dba1b0f4ef'} bound to L3 agent in host n-d-800634-3 {{(pid=93917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 19:04:26.364965 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-5378294c-47dd-467c-b1f8-3c74ffbc24ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T19:04:23Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['3df2f1b4-7db4-474f-a8c9-a6dba1b0f4ef'], 'active': True} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 19:04:26.371506 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.db [None req-a9115810-a359-4f1a-b002-dcae0db74f39 admin admin] For port 5ec44cea-ce56-407d-b4e0-96065e069e9b, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=5ec44cea-ce56-407d-b4e0-96065e069e9b,segment=NetworkSegment(5afb940b-bbdf-4727-be00-5d46367c38a1),segment_id=5afb940b-bbdf-4727-be00-5d46367c38a1)] {{(pid=93916) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 19:04:26.371871 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a9115810-a359-4f1a-b002-dcae0db74f39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:04:26.385315 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-a9115810-a359-4f1a-b002-dcae0db74f39 admin admin] Calling delete_port for 5ec44cea-ce56-407d-b4e0-96065e069e9b owned by network:router_gateway {{(pid=93916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 19:04:26.449956 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvr_db [None req-5378294c-47dd-467c-b1f8-3c74ffbc24ed None None] Set router 3df2f1b4-7db4-474f-a8c9-a6dba1b0f4ef gateway port host: None {{(pid=93917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 19:04:26.504681 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-5378294c-47dd-467c-b1f8-3c74ffbc24ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3df2f1b4-7db4-474f-a8c9-a6dba1b0f4ef', 'name': 'tempest-TestServerBasicOps-547959629-router', 'tenant_id': '72ed56d8987c49449d65081bc64273e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:59:17Z', 'updated_at': '2021-07-14T19:04:26Z', 'revision_number': 6, 'project_id': '72ed56d8987c49449d65081bc64273e6', 'gw_port_host': None}], 'n-d-800634-3', False) {} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 19:04:26.532017 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5378294c-47dd-467c-b1f8-3c74ffbc24ed None None] The sync data for ids ['3df2f1b4-7db4-474f-a8c9-a6dba1b0f4ef'] in n-d-800634-3 is: [{'id': '3df2f1b4-7db4-474f-a8c9-a6dba1b0f4ef', 'name': 'tempest-TestServerBasicOps-547959629-router', 'tenant_id': '72ed56d8987c49449d65081bc64273e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:59:17Z', 'updated_at': '2021-07-14T19:04:26Z', 'revision_number': 6, 'project_id': '72ed56d8987c49449d65081bc64273e6', 'gw_port_host': None}] {{(pid=93917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 19:04:26.555671 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a9115810-a359-4f1a-b002-dcae0db74f39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:04:26.584433 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9115810-a359-4f1a-b002-dcae0db74f39 admin admin] Pushing event deleted for resources: {'Port': ['ID=5ec44cea-ce56-407d-b4e0-96065e069e9b,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:04:26.644375 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a9115810-a359-4f1a-b002-dcae0db74f39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-930057'] for router_gateway, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:04:27.063795 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a9115810-a359-4f1a-b002-dcae0db74f39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-571778', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11402'] for router, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:04:27.065841 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a9115810-a359-4f1a-b002-dcae0db74f39 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:04:27.107619 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a9115810-a359-4f1a-b002-dcae0db74f39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-541202'] for router, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:04:27.108302 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9115810-a359-4f1a-b002-dcae0db74f39 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3df2f1b4-7db4-474f-a8c9-a6dba1b0f4ef {{(pid=93916) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 19:04:27.113112 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a9115810-a359-4f1a-b002-dcae0db74f39 admin admin] Notify callbacks [] for router, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:04:27.114251 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-a9115810-a359-4f1a-b002-dcae0db74f39 admin admin] 10.222.0.16 "DELETE /v2.0/routers/3df2f1b4-7db4-474f-a8c9-a6dba1b0f4ef HTTP/1.1" status: 204 len: 168 time: 1.0786490 Jul 14 19:04:27.116627 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 56742) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 19:04:27.161729 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.db_base_plugin_v2 [None req-58fb4699-c192-4b54-911b-2eec2a0ffe46 admin admin] Deleting subnet f8412875-acd8-47be-b129-26e9047a00c7 {{(pid=93916) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 19:04:27.164709 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-58fb4699-c192-4b54-911b-2eec2a0ffe46 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:04:27.197583 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-58fb4699-c192-4b54-911b-2eec2a0ffe46 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26296866'] for subnet, precommit_delete_associations {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:04:27.277495 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-58fb4699-c192-4b54-911b-2eec2a0ffe46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081283'] for subnet, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:04:27.285520 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 3abddd8d-214c-4d1c-8991-de2902b21511 no longer exists at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 19:04:27.307291 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] No Port match for: 3abddd8d-214c-4d1c-8991-de2902b21511 {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 19:04:27.307660 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 3abddd8d-214c-4d1c-8991-de2902b21511 not bound to the agent host n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 19:04:27.334725 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-58fb4699-c192-4b54-911b-2eec2a0ffe46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2684816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26033152'] for subnet, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:04:27.362953 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-58fb4699-c192-4b54-911b-2eec2a0ffe46 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:04:27.364836 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-58fb4699-c192-4b54-911b-2eec2a0ffe46 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/f8412875-acd8-47be-b129-26e9047a00c7 HTTP/1.1" status: 204 len: 168 time: 0.2473052 Jul 14 19:04:27.365958 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58fb4699-c192-4b54-911b-2eec2a0ffe46 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f8412875-acd8-47be-b129-26e9047a00c7,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:04:27.367570 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 56744) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 19:04:27.369488 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9fdfbb5-eab3-40f7-b59d-189686870507 None None] Network 661637ff-bf87-4ca5-ad40-1bedeffd0d57 requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 19:04:27.441425 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-1724ccf1-f54c-4eae-837b-8a80144f4357 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645734'] for network, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:04:27.501736 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-1724ccf1-f54c-4eae-837b-8a80144f4357 admin admin] Deleting port 2693e25d-0dfd-40b3-9d0c-b5322642a9a0 {{(pid=93916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 19:04:27.504559 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-1724ccf1-f54c-4eae-837b-8a80144f4357 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:04:27.575880 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.db [None req-1724ccf1-f54c-4eae-837b-8a80144f4357 admin admin] For port 2693e25d-0dfd-40b3-9d0c-b5322642a9a0, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=2693e25d-0dfd-40b3-9d0c-b5322642a9a0,segment=NetworkSegment(dd7167f8-170a-4bba-9e17-8f3d3648ae65),segment_id=dd7167f8-170a-4bba-9e17-8f3d3648ae65)] {{(pid=93916) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 19:04:27.576301 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-1724ccf1-f54c-4eae-837b-8a80144f4357 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:04:27.581955 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c9aee9a-dfb9-41b1-96f2-c2fc80a8d290 None None] DHCP port deletion for 661637ff-bf87-4ca5-ad40-1bedeffd0d57 request from n-d-800634-3 {{(pid=93917) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 19:04:27.591317 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-1724ccf1-f54c-4eae-837b-8a80144f4357 admin admin] Calling delete_port for 2693e25d-0dfd-40b3-9d0c-b5322642a9a0 owned by network:dhcp {{(pid=93916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 19:04:27.629363 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-3c9aee9a-dfb9-41b1-96f2-c2fc80a8d290 None None] Deleting port 2693e25d-0dfd-40b3-9d0c-b5322642a9a0 {{(pid=93917) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 19:04:27.629737 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-3c9aee9a-dfb9-41b1-96f2-c2fc80a8d290 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:04:27.679483 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-1724ccf1-f54c-4eae-837b-8a80144f4357 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:04:27.705332 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1724ccf1-f54c-4eae-837b-8a80144f4357 admin admin] Pushing event deleted for resources: {'Port': ['ID=2693e25d-0dfd-40b3-9d0c-b5322642a9a0,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:04:27.711749 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1724ccf1-f54c-4eae-837b-8a80144f4357 admin admin] No DVR routers for this DVR port 2693e25d-0dfd-40b3-9d0c-b5322642a9a0 on host n-d-800634-3 {{(pid=93916) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 19:04:27.796419 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-1724ccf1-f54c-4eae-837b-8a80144f4357 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2096010', 'neutron.services.segments.db._delete_segments_for_network-8728202734996'] for network, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:04:27.806966 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.segments.db [None req-1724ccf1-f54c-4eae-837b-8a80144f4357 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['661637ff-bf87-4ca5-ad40-1bedeffd0d57']}} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 19:04:27.818158 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.segments.db [None req-1724ccf1-f54c-4eae-837b-8a80144f4357 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd7167f8-170a-4bba-9e17-8f3d3648ae65') {'for_net_delete': True} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 19:04:27.818456 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.segments.db [None req-1724ccf1-f54c-4eae-837b-8a80144f4357 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd7167f8-170a-4bba-9e17-8f3d3648ae65') {} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 19:04:27.827761 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-1724ccf1-f54c-4eae-837b-8a80144f4357 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728202715275', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26296891'] for segment, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:04:27.842798 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-1724ccf1-f54c-4eae-837b-8a80144f4357 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:04:27.849267 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1724ccf1-f54c-4eae-837b-8a80144f4357 admin admin] Releasing vlan 61 on physical network physnet1 to pool {{(pid=93916) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 19:04:27.849666 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-1724ccf1-f54c-4eae-837b-8a80144f4357 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2682942'] for segment, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:04:27.851507 n-d-800634-3 neutron-server[93916]: Traceback (most recent call last): Jul 14 19:04:27.851507 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 19:04:27.851507 n-d-800634-3 neutron-server[93916]: timer() Jul 14 19:04:27.851507 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 19:04:27.851507 n-d-800634-3 neutron-server[93916]: cb(*args, **kw) Jul 14 19:04:27.851507 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 19:04:27.851507 n-d-800634-3 neutron-server[93916]: return func(*args, **kwargs) Jul 14 19:04:27.851507 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 19:04:27.851507 n-d-800634-3 neutron-server[93916]: self._notify() Jul 14 19:04:27.851507 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 19:04:27.851507 n-d-800634-3 neutron-server[93916]: self.callback(batched_events) Jul 14 19:04:27.851507 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 19:04:27.851507 n-d-800634-3 neutron-server[93916]: event.method(event) Jul 14 19:04:27.851507 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 19:04:27.851507 n-d-800634-3 neutron-server[93916]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 19:04:27.851507 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 19:04:27.851507 n-d-800634-3 neutron-server[93916]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 19:04:27.851507 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 19:04:27.851507 n-d-800634-3 neutron-server[93916]: return f(self, *a, **k) Jul 14 19:04:27.851507 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 19:04:27.851507 n-d-800634-3 neutron-server[93916]: return self._get(url).json() Jul 14 19:04:27.851507 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 19:04:27.851507 n-d-800634-3 neutron-server[93916]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 19:04:27.851507 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 19:04:27.851507 n-d-800634-3 neutron-server[93916]: return self.request(url, 'GET', **kwargs) Jul 14 19:04:27.851507 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 19:04:27.851507 n-d-800634-3 neutron-server[93916]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 19:04:27.851507 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 19:04:27.851507 n-d-800634-3 neutron-server[93916]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 19:04:27.851507 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 19:04:27.851507 n-d-800634-3 neutron-server[93916]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 19:04:27.851507 n-d-800634-3 neutron-server[93916]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 19:04:27.857955 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-3c9aee9a-dfb9-41b1-96f2-c2fc80a8d290 None None] For port 2693e25d-0dfd-40b3-9d0c-b5322642a9a0, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=2693e25d-0dfd-40b3-9d0c-b5322642a9a0,segment=NetworkSegment(dd7167f8-170a-4bba-9e17-8f3d3648ae65),segment_id=dd7167f8-170a-4bba-9e17-8f3d3648ae65)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 19:04:27.858353 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-3c9aee9a-dfb9-41b1-96f2-c2fc80a8d290 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:04:27.870721 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-3c9aee9a-dfb9-41b1-96f2-c2fc80a8d290 None None] Calling delete_port for 2693e25d-0dfd-40b3-9d0c-b5322642a9a0 owned by network:dhcp {{(pid=93917) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 19:04:27.905387 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-1724ccf1-f54c-4eae-837b-8a80144f4357 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2096001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-930085'] for network, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:04:27.911443 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-1724ccf1-f54c-4eae-837b-8a80144f4357 admin admin] Notify callbacks [] for network, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:04:27.916685 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 56746) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 19:04:27.917233 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-1724ccf1-f54c-4eae-837b-8a80144f4357 admin admin] 10.222.0.16 "DELETE /v2.0/networks/661637ff-bf87-4ca5-ad40-1bedeffd0d57 HTTP/1.1" status: 204 len: 168 time: 0.5478525 Jul 14 19:04:27.928691 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1724ccf1-f54c-4eae-837b-8a80144f4357 admin admin] Pushing event deleted for resources: {'Network': ['ID=661637ff-bf87-4ca5-ad40-1bedeffd0d57,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:04:27.952223 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-3c9aee9a-dfb9-41b1-96f2-c2fc80a8d290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813'] for port, after_delete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:04:27.974541 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-3c9aee9a-dfb9-41b1-96f2-c2fc80a8d290 None None] Network 661637ff-bf87-4ca5-ad40-1bedeffd0d57 is not hosted by any dhcp agent {{(pid=93917) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 14 19:04:27.975035 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c9aee9a-dfb9-41b1-96f2-c2fc80a8d290 None None] No DVR routers for this DVR port 2693e25d-0dfd-40b3-9d0c-b5322642a9a0 on host n-d-800634-3 {{(pid=93917) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 19:04:27.976783 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9aee9a-dfb9-41b1-96f2-c2fc80a8d290 None None] Pushing event deleted for resources: {'Port': ['ID=2693e25d-0dfd-40b3-9d0c-b5322642a9a0,revision_number=None']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:04:27.986758 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c9aee9a-dfb9-41b1-96f2-c2fc80a8d290 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:04:27.987160 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c9aee9a-dfb9-41b1-96f2-c2fc80a8d290 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:04:27.987587 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c9aee9a-dfb9-41b1-96f2-c2fc80a8d290 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:04:27.987983 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c9aee9a-dfb9-41b1-96f2-c2fc80a8d290 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:04:27.988406 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c9aee9a-dfb9-41b1-96f2-c2fc80a8d290 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:04:27.988810 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c9aee9a-dfb9-41b1-96f2-c2fc80a8d290 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:04:27.989202 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c9aee9a-dfb9-41b1-96f2-c2fc80a8d290 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:04:27.989598 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c9aee9a-dfb9-41b1-96f2-c2fc80a8d290 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:04:27.989990 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c9aee9a-dfb9-41b1-96f2-c2fc80a8d290 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:04:27.990386 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c9aee9a-dfb9-41b1-96f2-c2fc80a8d290 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:04:27.990782 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c9aee9a-dfb9-41b1-96f2-c2fc80a8d290 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:04:27.991185 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c9aee9a-dfb9-41b1-96f2-c2fc80a8d290 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:04:28.336884 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-c6106134-c16f-43ab-a5b7-82acb946631d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-928623'] for router_interface, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:04:28.616894 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [None req-c6106134-c16f-43ab-a5b7-82acb946631d admin admin] Deleting port 264a079f-c187-4470-bc88-3cc07bd13d9e {{(pid=93915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 19:04:28.617159 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-c6106134-c16f-43ab-a5b7-82acb946631d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:04:28.695119 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [None req-c6106134-c16f-43ab-a5b7-82acb946631d admin admin] For port 264a079f-c187-4470-bc88-3cc07bd13d9e, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=264a079f-c187-4470-bc88-3cc07bd13d9e,segment=NetworkSegment(35d43b5c-9090-48f3-b0be-4beee7502310),segment_id=35d43b5c-9090-48f3-b0be-4beee7502310)] {{(pid=93915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 19:04:28.695486 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-c6106134-c16f-43ab-a5b7-82acb946631d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:04:28.707785 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [None req-c6106134-c16f-43ab-a5b7-82acb946631d admin admin] Calling delete_port for 264a079f-c187-4470-bc88-3cc07bd13d9e owned by network:router_interface {{(pid=93915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 19:04:28.824483 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 5ec44cea-ce56-407d-b4e0-96065e069e9b no longer exists at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 19:04:28.846918 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] No Port match for: 5ec44cea-ce56-407d-b4e0-96065e069e9b {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 19:04:28.847257 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 5ec44cea-ce56-407d-b4e0-96065e069e9b not bound to the agent host n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 19:04:28.847677 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 2693e25d-0dfd-40b3-9d0c-b5322642a9a0 no longer exists at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 19:04:28.866811 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] No Port match for: 2693e25d-0dfd-40b3-9d0c-b5322642a9a0 {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 19:04:28.867205 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 2693e25d-0dfd-40b3-9d0c-b5322642a9a0 not bound to the agent host n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 19:04:28.888388 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-c6106134-c16f-43ab-a5b7-82acb946631d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:04:28.911475 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6106134-c16f-43ab-a5b7-82acb946631d admin admin] Pushing event deleted for resources: {'Port': ['ID=264a079f-c187-4470-bc88-3cc07bd13d9e,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:04:29.081800 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-c6106134-c16f-43ab-a5b7-82acb946631d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-598732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-928907'] for router_interface, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:04:29.623837 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6106134-c16f-43ab-a5b7-82acb946631d admin admin] Router fb6e37c1-2cb4-4caf-8420-31bd2cefbf25 has already been hosted by L3 agent 2c6eb27e-defb-4cca-9a24-381c7415e359 {{(pid=93915) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 19:04:29.728726 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6106134-c16f-43ab-a5b7-82acb946631d admin admin] Notify agent at l3_agent.n-d-800634-3 the message routers_updated {{(pid=93915) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 19:04:29.733742 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-c6106134-c16f-43ab-a5b7-82acb946631d admin admin] 10.222.0.16 "PUT /v2.0/routers/fb6e37c1-2cb4-4caf-8420-31bd2cefbf25/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8151600 Jul 14 19:04:29.737662 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 56748) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 19:04:29.739994 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de4a9b55-ed47-4970-944e-c5c8d554a852 None None] Sync routers for ids ['fb6e37c1-2cb4-4caf-8420-31bd2cefbf25'] in n-d-800634-3 {{(pid=93918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 19:04:29.749358 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de4a9b55-ed47-4970-944e-c5c8d554a852 None None] Routers {'fb6e37c1-2cb4-4caf-8420-31bd2cefbf25'} bound to L3 agent in host n-d-800634-3 {{(pid=93918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 19:04:29.750054 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-de4a9b55-ed47-4970-944e-c5c8d554a852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T19:04:23Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['fb6e37c1-2cb4-4caf-8420-31bd2cefbf25'], 'active': True} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 19:04:29.838699 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-0dfa700a-831b-435a-835f-e62e2b9bc916 admin admin] Notify callbacks [] for router, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:04:29.852737 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvr_db [None req-de4a9b55-ed47-4970-944e-c5c8d554a852 None None] Set router fb6e37c1-2cb4-4caf-8420-31bd2cefbf25 gateway port host: n-d-800634-3 {{(pid=93918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 19:04:29.940550 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-0dfa700a-831b-435a-835f-e62e2b9bc916 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:04:29.990831 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [None req-0dfa700a-831b-435a-835f-e62e2b9bc916 admin admin] Deleting port 0f1b6863-f3dc-4b87-88fe-4a96fb9c7057 {{(pid=93915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 19:04:29.991327 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-0dfa700a-831b-435a-835f-e62e2b9bc916 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:04:30.030575 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-de4a9b55-ed47-4970-944e-c5c8d554a852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb6e37c1-2cb4-4caf-8420-31bd2cefbf25', 'name': 'tempest-TestServerBasicOps-141118318-router', 'tenant_id': '0ff24ed5f42c47ebaca26aef0bfbe086', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.178'}], 'enable_snat': True}, 'gw_port_id': '0f1b6863-f3dc-4b87-88fe-4a96fb9c7057', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:59:22Z', 'updated_at': '2021-07-14T19:04:28Z', 'revision_number': 5, 'project_id': '0ff24ed5f42c47ebaca26aef0bfbe086', 'gw_port': {'id': '0f1b6863-f3dc-4b87-88fe-4a96fb9c7057', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:0b:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb6e37c1-2cb4-4caf-8420-31bd2cefbf25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3952, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T18:59:22Z', 'updated_at': '2021-07-14T18:59:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3'}], 'n-d-800634-3', False) {} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 19:04:30.056512 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de4a9b55-ed47-4970-944e-c5c8d554a852 None None] Checking router: fb6e37c1-2cb4-4caf-8420-31bd2cefbf25 for host: n-d-800634-3 {{(pid=93918) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 19:04:30.064871 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de4a9b55-ed47-4970-944e-c5c8d554a852 None None] Routers {'fb6e37c1-2cb4-4caf-8420-31bd2cefbf25'} bound to L3 agent in host n-d-800634-3 {{(pid=93918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 19:04:30.065480 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-de4a9b55-ed47-4970-944e-c5c8d554a852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T19:04:23Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['fb6e37c1-2cb4-4caf-8420-31bd2cefbf25'], 'active': True} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 19:04:30.073275 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [None req-0dfa700a-831b-435a-835f-e62e2b9bc916 admin admin] For port 0f1b6863-f3dc-4b87-88fe-4a96fb9c7057, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=0f1b6863-f3dc-4b87-88fe-4a96fb9c7057,segment=NetworkSegment(5afb940b-bbdf-4727-be00-5d46367c38a1),segment_id=5afb940b-bbdf-4727-be00-5d46367c38a1)] {{(pid=93915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 19:04:30.073640 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-0dfa700a-831b-435a-835f-e62e2b9bc916 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:04:30.086852 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [None req-0dfa700a-831b-435a-835f-e62e2b9bc916 admin admin] Calling delete_port for 0f1b6863-f3dc-4b87-88fe-4a96fb9c7057 owned by network:router_gateway {{(pid=93915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 19:04:30.149617 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvr_db [None req-de4a9b55-ed47-4970-944e-c5c8d554a852 None None] Set router fb6e37c1-2cb4-4caf-8420-31bd2cefbf25 gateway port host: None {{(pid=93918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 19:04:30.200101 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-de4a9b55-ed47-4970-944e-c5c8d554a852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb6e37c1-2cb4-4caf-8420-31bd2cefbf25', 'name': 'tempest-TestServerBasicOps-141118318-router', 'tenant_id': '0ff24ed5f42c47ebaca26aef0bfbe086', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:59:22Z', 'updated_at': '2021-07-14T19:04:29Z', 'revision_number': 6, 'project_id': '0ff24ed5f42c47ebaca26aef0bfbe086', 'gw_port_host': None}], 'n-d-800634-3', False) {} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 19:04:30.229655 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de4a9b55-ed47-4970-944e-c5c8d554a852 None None] The sync data for ids ['fb6e37c1-2cb4-4caf-8420-31bd2cefbf25'] in n-d-800634-3 is: [{'id': 'fb6e37c1-2cb4-4caf-8420-31bd2cefbf25', 'name': 'tempest-TestServerBasicOps-141118318-router', 'tenant_id': '0ff24ed5f42c47ebaca26aef0bfbe086', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T18:59:22Z', 'updated_at': '2021-07-14T19:04:29Z', 'revision_number': 6, 'project_id': '0ff24ed5f42c47ebaca26aef0bfbe086', 'gw_port_host': None}] {{(pid=93918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 19:04:30.252960 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-0dfa700a-831b-435a-835f-e62e2b9bc916 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:04:30.279661 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfa700a-831b-435a-835f-e62e2b9bc916 admin admin] Pushing event deleted for resources: {'Port': ['ID=0f1b6863-f3dc-4b87-88fe-4a96fb9c7057,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:04:30.341181 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-0dfa700a-831b-435a-835f-e62e2b9bc916 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-930057'] for router_gateway, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:04:30.431146 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-0dfa700a-831b-435a-835f-e62e2b9bc916 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-571778', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11402'] for router, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:04:30.433196 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-0dfa700a-831b-435a-835f-e62e2b9bc916 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:04:30.480448 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-0dfa700a-831b-435a-835f-e62e2b9bc916 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-541202'] for router, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:04:30.481018 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0dfa700a-831b-435a-835f-e62e2b9bc916 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fb6e37c1-2cb4-4caf-8420-31bd2cefbf25 {{(pid=93915) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 19:04:30.485264 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-0dfa700a-831b-435a-835f-e62e2b9bc916 admin admin] Notify callbacks [] for router, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:04:30.486445 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-0dfa700a-831b-435a-835f-e62e2b9bc916 admin admin] 10.222.0.16 "DELETE /v2.0/routers/fb6e37c1-2cb4-4caf-8420-31bd2cefbf25 HTTP/1.1" status: 204 len: 168 time: 0.7478395 Jul 14 19:04:30.489365 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 56750) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 19:04:30.534252 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.db_base_plugin_v2 [None req-941c4d9d-70a4-4b8f-aeb4-3c44078f117e admin admin] Deleting subnet 9065ea06-f7ff-498b-9110-6b6d1896ad47 {{(pid=93915) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 19:04:30.537386 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-941c4d9d-70a4-4b8f-aeb4-3c44078f117e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:04:30.571915 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-941c4d9d-70a4-4b8f-aeb4-3c44078f117e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28939913'] for subnet, precommit_delete_associations {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:04:30.657101 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-941c4d9d-70a4-4b8f-aeb4-3c44078f117e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081283'] for subnet, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:04:30.710200 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-941c4d9d-70a4-4b8f-aeb4-3c44078f117e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25913028', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28969762'] for subnet, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:04:30.736751 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941c4d9d-70a4-4b8f-aeb4-3c44078f117e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9065ea06-f7ff-498b-9110-6b6d1896ad47,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:04:30.738846 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-941c4d9d-70a4-4b8f-aeb4-3c44078f117e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:04:30.740875 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-941c4d9d-70a4-4b8f-aeb4-3c44078f117e admin admin] 10.222.0.16 "DELETE /v2.0/subnets/9065ea06-f7ff-498b-9110-6b6d1896ad47 HTTP/1.1" status: 204 len: 168 time: 0.2500675 Jul 14 19:04:30.743197 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 56752) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 19:04:30.745649 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58e85043-abfc-4fdf-b62b-a0bc1568f5c7 None None] Network 900a3b2e-4cf8-4c86-bcaf-2a163684a965 requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 19:04:30.809796 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-05eb866f-a2c7-40f2-a4e1-a8654a941eb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645734'] for network, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:04:30.865970 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [None req-05eb866f-a2c7-40f2-a4e1-a8654a941eb8 admin admin] Deleting port 08a59078-7f34-457d-8998-06bc4884f34a {{(pid=93915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 19:04:30.866345 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-05eb866f-a2c7-40f2-a4e1-a8654a941eb8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:04:30.930303 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [None req-05eb866f-a2c7-40f2-a4e1-a8654a941eb8 admin admin] For port 08a59078-7f34-457d-8998-06bc4884f34a, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=08a59078-7f34-457d-8998-06bc4884f34a,segment=NetworkSegment(35d43b5c-9090-48f3-b0be-4beee7502310),segment_id=35d43b5c-9090-48f3-b0be-4beee7502310)] {{(pid=93915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 19:04:30.930668 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-05eb866f-a2c7-40f2-a4e1-a8654a941eb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:04:30.943493 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [None req-05eb866f-a2c7-40f2-a4e1-a8654a941eb8 admin admin] Calling delete_port for 08a59078-7f34-457d-8998-06bc4884f34a owned by network:dhcp {{(pid=93915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 19:04:30.987687 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38e24b97-421e-4845-a42c-534d4e8e88a4 None None] DHCP port deletion for 900a3b2e-4cf8-4c86-bcaf-2a163684a965 request from n-d-800634-3 {{(pid=93917) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 19:04:31.032314 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-05eb866f-a2c7-40f2-a4e1-a8654a941eb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:04:31.041051 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-38e24b97-421e-4845-a42c-534d4e8e88a4 None None] Deleting port 08a59078-7f34-457d-8998-06bc4884f34a {{(pid=93917) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 19:04:31.041456 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-38e24b97-421e-4845-a42c-534d4e8e88a4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:04:31.053886 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 08a59078-7f34-457d-8998-06bc4884f34a no longer exists at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 19:04:31.060482 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05eb866f-a2c7-40f2-a4e1-a8654a941eb8 admin admin] Pushing event deleted for resources: {'Port': ['ID=08a59078-7f34-457d-8998-06bc4884f34a,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:04:31.062725 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05eb866f-a2c7-40f2-a4e1-a8654a941eb8 admin admin] No DVR routers for this DVR port 08a59078-7f34-457d-8998-06bc4884f34a on host n-d-800634-3 {{(pid=93915) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 19:04:31.109345 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] No Port match for: 08a59078-7f34-457d-8998-06bc4884f34a {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 19:04:31.109700 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 08a59078-7f34-457d-8998-06bc4884f34a not bound to the agent host n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 19:04:31.110135 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 264a079f-c187-4470-bc88-3cc07bd13d9e no longer exists at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 19:04:31.135326 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-05eb866f-a2c7-40f2-a4e1-a8654a941eb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2096010', 'neutron.services.segments.db._delete_segments_for_network-8728202734996'] for network, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:04:31.138579 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] No Port match for: 264a079f-c187-4470-bc88-3cc07bd13d9e {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 19:04:31.138929 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 264a079f-c187-4470-bc88-3cc07bd13d9e not bound to the agent host n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 19:04:31.139352 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 0f1b6863-f3dc-4b87-88fe-4a96fb9c7057 no longer exists at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 19:04:31.146337 n-d-800634-3 neutron-server[93915]: DEBUG neutron.services.segments.db [None req-05eb866f-a2c7-40f2-a4e1-a8654a941eb8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['900a3b2e-4cf8-4c86-bcaf-2a163684a965']}} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 19:04:31.157010 n-d-800634-3 neutron-server[93915]: DEBUG neutron.services.segments.db [None req-05eb866f-a2c7-40f2-a4e1-a8654a941eb8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35d43b5c-9090-48f3-b0be-4beee7502310') {'for_net_delete': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 19:04:31.157329 n-d-800634-3 neutron-server[93915]: DEBUG neutron.services.segments.db [None req-05eb866f-a2c7-40f2-a4e1-a8654a941eb8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35d43b5c-9090-48f3-b0be-4beee7502310') {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 19:04:31.162113 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-38e24b97-421e-4845-a42c-534d4e8e88a4 None None] For port 08a59078-7f34-457d-8998-06bc4884f34a, host n-d-800634-3, got binding levels [] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 19:04:31.162505 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-38e24b97-421e-4845-a42c-534d4e8e88a4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:04:31.164758 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] No Port match for: 0f1b6863-f3dc-4b87-88fe-4a96fb9c7057 {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 19:04:31.165115 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 0f1b6863-f3dc-4b87-88fe-4a96fb9c7057 not bound to the agent host n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 19:04:31.166268 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-05eb866f-a2c7-40f2-a4e1-a8654a941eb8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728202715275', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28939920'] for segment, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:04:31.177248 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-38e24b97-421e-4845-a42c-534d4e8e88a4 None None] Calling delete_port for 08a59078-7f34-457d-8998-06bc4884f34a owned by network:dhcp {{(pid=93917) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 19:04:31.180088 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.ipam_backend_mixin [None req-38e24b97-421e-4845-a42c-534d4e8e88a4 None None] Port 08a59078-7f34-457d-8998-06bc4884f34a was not found and therefore no delete operation was performed {{(pid=93917) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 14 19:04:31.181373 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-38e24b97-421e-4845-a42c-534d4e8e88a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813'] for port, after_delete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:04:31.187688 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-05eb866f-a2c7-40f2-a4e1-a8654a941eb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:04:31.194162 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05eb866f-a2c7-40f2-a4e1-a8654a941eb8 admin admin] Releasing vlan 58 on physical network physnet1 to pool {{(pid=93915) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 19:04:31.194557 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-05eb866f-a2c7-40f2-a4e1-a8654a941eb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25911658'] for segment, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:04:31.196432 n-d-800634-3 neutron-server[93915]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 19:04:31.196432 n-d-800634-3 neutron-server[93915]: conditions |= (models_v2.Port.network_id.in_( Jul 14 19:04:31.196432 n-d-800634-3 neutron-server[93915]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 19:04:31.196432 n-d-800634-3 neutron-server[93915]: conditions |= (models_v2.Port.network_id.in_( Jul 14 19:04:31.196432 n-d-800634-3 neutron-server[93915]: Traceback (most recent call last): Jul 14 19:04:31.196432 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 19:04:31.196432 n-d-800634-3 neutron-server[93915]: timer() Jul 14 19:04:31.196432 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 19:04:31.196432 n-d-800634-3 neutron-server[93915]: cb(*args, **kw) Jul 14 19:04:31.196432 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 19:04:31.196432 n-d-800634-3 neutron-server[93915]: return func(*args, **kwargs) Jul 14 19:04:31.196432 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 19:04:31.196432 n-d-800634-3 neutron-server[93915]: self._notify() Jul 14 19:04:31.196432 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 19:04:31.196432 n-d-800634-3 neutron-server[93915]: self.callback(batched_events) Jul 14 19:04:31.196432 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 19:04:31.196432 n-d-800634-3 neutron-server[93915]: event.method(event) Jul 14 19:04:31.196432 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 19:04:31.196432 n-d-800634-3 neutron-server[93915]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 19:04:31.196432 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 19:04:31.196432 n-d-800634-3 neutron-server[93915]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 19:04:31.196432 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 19:04:31.196432 n-d-800634-3 neutron-server[93915]: return f(self, *a, **k) Jul 14 19:04:31.196432 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 19:04:31.196432 n-d-800634-3 neutron-server[93915]: return self._get(url).json() Jul 14 19:04:31.196432 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 19:04:31.196432 n-d-800634-3 neutron-server[93915]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 19:04:31.196432 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 19:04:31.196432 n-d-800634-3 neutron-server[93915]: return self.request(url, 'GET', **kwargs) Jul 14 19:04:31.196432 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 19:04:31.196432 n-d-800634-3 neutron-server[93915]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 19:04:31.196432 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 19:04:31.196432 n-d-800634-3 neutron-server[93915]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 19:04:31.196432 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 19:04:31.196432 n-d-800634-3 neutron-server[93915]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 19:04:31.196432 n-d-800634-3 neutron-server[93915]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 19:04:31.208139 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e24b97-421e-4845-a42c-534d4e8e88a4 None None] Pushing event deleted for resources: {'Port': ['ID=08a59078-7f34-457d-8998-06bc4884f34a,revision_number=None']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:04:31.212435 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38e24b97-421e-4845-a42c-534d4e8e88a4 None None] No DVR routers for this DVR port 08a59078-7f34-457d-8998-06bc4884f34a on host n-d-800634-3 {{(pid=93917) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 19:04:31.257841 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-05eb866f-a2c7-40f2-a4e1-a8654a941eb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2096001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-930085'] for network, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:04:31.274842 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-05eb866f-a2c7-40f2-a4e1-a8654a941eb8 admin admin] Notify callbacks [] for network, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:04:31.276943 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-05eb866f-a2c7-40f2-a4e1-a8654a941eb8 admin admin] 10.222.0.16 "DELETE /v2.0/networks/900a3b2e-4cf8-4c86-bcaf-2a163684a965 HTTP/1.1" status: 204 len: 168 time: 0.5327756 Jul 14 19:04:31.278142 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05eb866f-a2c7-40f2-a4e1-a8654a941eb8 admin admin] Pushing event deleted for resources: {'Network': ['ID=900a3b2e-4cf8-4c86-bcaf-2a163684a965,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:04:31.392684 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 56758) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 19:04:31.431955 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-5d188e42-86d7-433f-bbba-cf48563b50f1 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=72ed56d8987c49449d65081bc64273e6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0380812 Jul 14 19:04:31.434355 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 56760) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 19:04:31.487055 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-07bf9c72-9237-487b-bbee-4333b30200b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:04:31.507666 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-07bf9c72-9237-487b-bbee-4333b30200b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:04:31.553951 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-07bf9c72-9237-487b-bbee-4333b30200b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:04:31.556751 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-07bf9c72-9237-487b-bbee-4333b30200b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:04:31.557900 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-07bf9c72-9237-487b-bbee-4333b30200b6 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f6683180-cca9-4e27-bf9a-4a53ace1f235 HTTP/1.1" status: 204 len: 168 time: 0.1223350 Jul 14 19:04:31.565566 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07bf9c72-9237-487b-bbee-4333b30200b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6683180-cca9-4e27-bf9a-4a53ace1f235,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:04:31.873392 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 56766) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 19:04:31.912757 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-c19f0980-0ec5-4889-bb4a-321b315fe16f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0ff24ed5f42c47ebaca26aef0bfbe086&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0382051 Jul 14 19:04:31.915098 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 56768) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 19:04:31.962098 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-075db4f9-75c4-4834-a19a-5c73b9b17faa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:04:31.982833 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-075db4f9-75c4-4834-a19a-5c73b9b17faa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:04:32.029290 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-075db4f9-75c4-4834-a19a-5c73b9b17faa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:04:32.032551 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-075db4f9-75c4-4834-a19a-5c73b9b17faa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:04:32.033693 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-075db4f9-75c4-4834-a19a-5c73b9b17faa admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/53f60ffa-a42f-4597-85ec-f319a89d9188 HTTP/1.1" status: 204 len: 168 time: 0.1177249 Jul 14 19:04:32.041382 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075db4f9-75c4-4834-a19a-5c73b9b17faa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53f60ffa-a42f-4597-85ec-f319a89d9188,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:04:32.791338 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:04:35.705040 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:04:37.051137 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.agents_db [None req-2ea07fb6-aa68-4671-8654-119d82b9f530 None None] Agent healthcheck: found 7 active agents {{(pid=93918) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 19:04:42.104427 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-06eba592-cc30-4b14-9e9a-ef418761f4ec req-73bbd426-c76c-40c8-b486-71f1017995da tempest-ServersAdminNegativeTestJSON-1202599905 tempest-ServersAdminNegativeTestJSON-1202599905-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=e2243a7c688b411ab11fe4f384dabf8a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0297985 Jul 14 19:04:42.287786 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06eba592-cc30-4b14-9e9a-ef418761f4ec req-102fd0ec-5461-439b-8198-4482e2d10422 tempest-ServersAdminNegativeTestJSON-1202599905 tempest-ServersAdminNegativeTestJSON-1202599905-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:04:42.289266 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-06eba592-cc30-4b14-9e9a-ef418761f4ec req-102fd0ec-5461-439b-8198-4482e2d10422 tempest-ServersAdminNegativeTestJSON-1202599905 tempest-ServersAdminNegativeTestJSON-1202599905-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1799188 Jul 14 19:04:42.303628 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-06eba592-cc30-4b14-9e9a-ef418761f4ec req-e05ed5c4-2b45-4852-b314-14f001f2709f tempest-ServersAdminNegativeTestJSON-1202599905 tempest-ServersAdminNegativeTestJSON-1202599905-project] 10.222.0.16 "GET /v2.0/quotas/e2243a7c688b411ab11fe4f384dabf8a HTTP/1.1" status: 200 len: 375 time: 0.0089486 Jul 14 19:04:42.335574 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-06eba592-cc30-4b14-9e9a-ef418761f4ec req-f5a55c3e-2147-4683-b744-d0018ba43bf3 tempest-ServersAdminNegativeTestJSON-1202599905 tempest-ServersAdminNegativeTestJSON-1202599905-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=e2243a7c688b411ab11fe4f384dabf8a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0273247 Jul 14 19:04:42.605558 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-bd3a2f50-d707-4b7e-84ec-99465cdba3d4 req-9ef2405f-e360-49c0-ab64-dd3317cfffe4 tempest-ServersAdminNegativeTestJSON-1202599905 tempest-ServersAdminNegativeTestJSON-1202599905-project] 10.222.0.16 "GET /v2.0/ports?device_id=b633251d-3ced-4c8a-a576-53bede40b873 HTTP/1.1" status: 200 len: 210 time: 0.1295028 Jul 14 19:04:43.604109 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-06eba592-cc30-4b14-9e9a-ef418761f4ec req-47af1d18-684a-4c51-91e5-5ed0759e2830 tempest-ServersAdminNegativeTestJSON-1202599905 tempest-ServersAdminNegativeTestJSON-1202599905-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=e2243a7c688b411ab11fe4f384dabf8a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0208964 Jul 14 19:04:43.716556 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06eba592-cc30-4b14-9e9a-ef418761f4ec req-f35ca1b0-be75-4721-927a-809bd625065b tempest-ServersAdminNegativeTestJSON-1202599905 tempest-ServersAdminNegativeTestJSON-1202599905-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:04:43.718014 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-06eba592-cc30-4b14-9e9a-ef418761f4ec req-f35ca1b0-be75-4721-927a-809bd625065b tempest-ServersAdminNegativeTestJSON-1202599905 tempest-ServersAdminNegativeTestJSON-1202599905-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1072330 Jul 14 19:04:43.734123 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [req-06eba592-cc30-4b14-9e9a-ef418761f4ec req-33a03e38-c733-466f-8963-afdca04b0f6a tempest-ServersAdminNegativeTestJSON-1202599905 tempest-ServersAdminNegativeTestJSON-1202599905-project] Request body: {'port': {'device_id': 'b633251d-3ced-4c8a-a576-53bede40b873', 'network_id': '4f742057-89ee-4b4a-86f7-487ee61881a1', 'admin_state_up': True, 'tenant_id': 'e2243a7c688b411ab11fe4f384dabf8a'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 19:04:43.757800 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-dec03ac6-0e84-4c1c-be76-e3dff8c678d7 req-0be35803-d933-45a1-97bd-0ba8d0cc417c tempest-ServersAdminNegativeTestJSON-1202599905 tempest-ServersAdminNegativeTestJSON-1202599905-project] 10.222.0.16 "GET /v2.0/ports?device_id=b633251d-3ced-4c8a-a576-53bede40b873 HTTP/1.1" status: 200 len: 210 time: 0.0376637 Jul 14 19:04:43.864177 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-06eba592-cc30-4b14-9e9a-ef418761f4ec req-33a03e38-c733-466f-8963-afdca04b0f6a tempest-ServersAdminNegativeTestJSON-1202599905 tempest-ServersAdminNegativeTestJSON-1202599905-project] Made reservation on behalf of e2243a7c688b411ab11fe4f384dabf8a for: {'port': 1} {{(pid=93915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 19:04:43.867658 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-06eba592-cc30-4b14-9e9a-ef418761f4ec req-33a03e38-c733-466f-8963-afdca04b0f6a tempest-ServersAdminNegativeTestJSON-1202599905 tempest-ServersAdminNegativeTestJSON-1202599905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:04:43.876946 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-06eba592-cc30-4b14-9e9a-ef418761f4ec req-33a03e38-c733-466f-8963-afdca04b0f6a tempest-ServersAdminNegativeTestJSON-1202599905 tempest-ServersAdminNegativeTestJSON-1202599905-project] Notify callbacks [] for security_group, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:04:43.979594 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-06eba592-cc30-4b14-9e9a-ef418761f4ec req-33a03e38-c733-466f-8963-afdca04b0f6a tempest-ServersAdminNegativeTestJSON-1202599905 tempest-ServersAdminNegativeTestJSON-1202599905-project] Notify callbacks [] for security_group, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:04:43.983474 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-06eba592-cc30-4b14-9e9a-ef418761f4ec req-33a03e38-c733-466f-8963-afdca04b0f6a tempest-ServersAdminNegativeTestJSON-1202599905 tempest-ServersAdminNegativeTestJSON-1202599905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:04:44.048601 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a03e38-c733-466f-8963-afdca04b0f6a tempest-ServersAdminNegativeTestJSON-1202599905 tempest-ServersAdminNegativeTestJSON-1202599905-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a6684936-714b-41ed-b6ce-c25e295a60d5,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:04:44.117931 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.db_base_plugin_common [req-06eba592-cc30-4b14-9e9a-ef418761f4ec req-33a03e38-c733-466f-8963-afdca04b0f6a tempest-ServersAdminNegativeTestJSON-1202599905 tempest-ServersAdminNegativeTestJSON-1202599905-project] Allocated IP 192.168.233.252 (4f742057-89ee-4b4a-86f7-487ee61881a1/f20c54fb-f7da-4761-aa61-2e4f99f3d332/09aabd79-96f1-4e8d-818b-edbb8bf1eccf) {{(pid=93915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 19:04:44.262125 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-06eba592-cc30-4b14-9e9a-ef418761f4ec req-33a03e38-c733-466f-8963-afdca04b0f6a tempest-ServersAdminNegativeTestJSON-1202599905 tempest-ServersAdminNegativeTestJSON-1202599905-project] Notify callbacks [] for port, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:04:44.275870 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.provisioning_blocks [req-06eba592-cc30-4b14-9e9a-ef418761f4ec req-33a03e38-c733-466f-8963-afdca04b0f6a tempest-ServersAdminNegativeTestJSON-1202599905 tempest-ServersAdminNegativeTestJSON-1202599905-project] Transition to ACTIVE for port object 09aabd79-96f1-4e8d-818b-edbb8bf1eccf will not be triggered until provisioned by entity DHCP. {{(pid=93915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 19:04:44.307786 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-06eba592-cc30-4b14-9e9a-ef418761f4ec req-33a03e38-c733-466f-8963-afdca04b0f6a tempest-ServersAdminNegativeTestJSON-1202599905 tempest-ServersAdminNegativeTestJSON-1202599905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:04:44.351697 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-06eba592-cc30-4b14-9e9a-ef418761f4ec req-33a03e38-c733-466f-8963-afdca04b0f6a tempest-ServersAdminNegativeTestJSON-1202599905 tempest-ServersAdminNegativeTestJSON-1202599905-project] Network 4f742057-89ee-4b4a-86f7-487ee61881a1 is already hosted by enough agents. {{(pid=93915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 19:04:44.356836 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [req-06eba592-cc30-4b14-9e9a-ef418761f4ec req-33a03e38-c733-466f-8963-afdca04b0f6a tempest-ServersAdminNegativeTestJSON-1202599905 tempest-ServersAdminNegativeTestJSON-1202599905-project] Resources bound (agent type, host, resource id): {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 19:04:44.361321 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [req-06eba592-cc30-4b14-9e9a-ef418761f4ec req-33a03e38-c733-466f-8963-afdca04b0f6a tempest-ServersAdminNegativeTestJSON-1202599905 tempest-ServersAdminNegativeTestJSON-1202599905-project] Received port after_create {{(pid=93915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 19:04:44.392169 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a03e38-c733-466f-8963-afdca04b0f6a tempest-ServersAdminNegativeTestJSON-1202599905 tempest-ServersAdminNegativeTestJSON-1202599905-project] Pushing event updated for resources: {'Port': ['ID=09aabd79-96f1-4e8d-818b-edbb8bf1eccf,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:04:44.415730 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06eba592-cc30-4b14-9e9a-ef418761f4ec req-33a03e38-c733-466f-8963-afdca04b0f6a tempest-ServersAdminNegativeTestJSON-1202599905 tempest-ServersAdminNegativeTestJSON-1202599905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:04:44.416380 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-06eba592-cc30-4b14-9e9a-ef418761f4ec req-33a03e38-c733-466f-8963-afdca04b0f6a tempest-ServersAdminNegativeTestJSON-1202599905 tempest-ServersAdminNegativeTestJSON-1202599905-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:04:44.431755 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-06eba592-cc30-4b14-9e9a-ef418761f4ec req-33a03e38-c733-466f-8963-afdca04b0f6a tempest-ServersAdminNegativeTestJSON-1202599905 tempest-ServersAdminNegativeTestJSON-1202599905-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.7013121 Jul 14 19:04:44.496518 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [req-06eba592-cc30-4b14-9e9a-ef418761f4ec req-edc3682d-d154-41a0-96b4-544450bee001 service neutron] Request body: {'port': {'device_id': 'b633251d-3ced-4c8a-a576-53bede40b873', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800634-3'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 19:04:44.569576 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-06eba592-cc30-4b14-9e9a-ef418761f4ec req-edc3682d-d154-41a0-96b4-544450bee001 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:04:44.620058 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-11ac39e4-dc9b-453f-9768-5b469ae97137 None None] Provisioning for port 09aabd79-96f1-4e8d-818b-edbb8bf1eccf completed by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 19:04:44.624068 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-11ac39e4-dc9b-453f-9768-5b469ae97137 None None] Provisioning complete for port 09aabd79-96f1-4e8d-818b-edbb8bf1eccf triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 19:04:44.625173 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-11ac39e4-dc9b-453f-9768-5b469ae97137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:04:44.659931 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-11ac39e4-dc9b-453f-9768-5b469ae97137 None None] Port 09aabd79-96f1-4e8d-818b-edbb8bf1eccf cannot update to ACTIVE because it is not bound. {{(pid=93917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 19:04:44.834052 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [req-06eba592-cc30-4b14-9e9a-ef418761f4ec req-edc3682d-d154-41a0-96b4-544450bee001 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 09aabd79-96f1-4e8d-818b-edbb8bf1eccf {{(pid=93915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 19:04:44.841600 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-06eba592-cc30-4b14-9e9a-ef418761f4ec req-edc3682d-d154-41a0-96b4-544450bee001 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:04:44.853218 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.provisioning_blocks [req-06eba592-cc30-4b14-9e9a-ef418761f4ec req-edc3682d-d154-41a0-96b4-544450bee001 service neutron] Transition to ACTIVE for port object 09aabd79-96f1-4e8d-818b-edbb8bf1eccf will not be triggered until provisioned by entity L2. {{(pid=93915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 19:04:44.857193 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-06eba592-cc30-4b14-9e9a-ef418761f4ec req-edc3682d-d154-41a0-96b4-544450bee001 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25912978'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:04:44.940784 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc3682d-d154-41a0-96b4-544450bee001 service neutron] Pushing event updated for resources: {'Port': ['ID=09aabd79-96f1-4e8d-818b-edbb8bf1eccf,revision_number=2']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:04:45.038031 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ec0c96-d214-4abc-9c85-c7216688c484 req-827851c7-200a-43e9-8301-0df653f5362d tempest-ServersAdminNegativeTestJSON-1202599905 tempest-ServersAdminNegativeTestJSON-1202599905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:04:45.039581 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-96ec0c96-d214-4abc-9c85-c7216688c484 req-827851c7-200a-43e9-8301-0df653f5362d tempest-ServersAdminNegativeTestJSON-1202599905 tempest-ServersAdminNegativeTestJSON-1202599905-project] 10.222.0.16 "GET /v2.0/ports?device_id=b633251d-3ced-4c8a-a576-53bede40b873 HTTP/1.1" status: 200 len: 948 time: 0.1569748 Jul 14 19:04:45.042249 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-06eba592-cc30-4b14-9e9a-ef418761f4ec req-edc3682d-d154-41a0-96b4-544450bee001 service neutron] Attempting to bind port 09aabd79-96f1-4e8d-818b-edbb8bf1eccf on host n-h1-800634-3 for vnic_type normal with profile {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 19:04:45.042571 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-06eba592-cc30-4b14-9e9a-ef418761f4ec req-edc3682d-d154-41a0-96b4-544450bee001 service neutron] Attempting to bind port 09aabd79-96f1-4e8d-818b-edbb8bf1eccf by drivers openvswitch,hyperv on host n-h1-800634-3 at level 0 using segments [{'id': '067fc487-22c7-42de-972d-ae352a28ad29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '4f742057-89ee-4b4a-86f7-487ee61881a1'}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 19:04:45.042905 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06eba592-cc30-4b14-9e9a-ef418761f4ec req-edc3682d-d154-41a0-96b4-544450bee001 service neutron] Attempting to bind port 09aabd79-96f1-4e8d-818b-edbb8bf1eccf on network 4f742057-89ee-4b4a-86f7-487ee61881a1 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 19:04:45.054999 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06eba592-cc30-4b14-9e9a-ef418761f4ec req-edc3682d-d154-41a0-96b4-544450bee001 service neutron] Port 09aabd79-96f1-4e8d-818b-edbb8bf1eccf on network 4f742057-89ee-4b4a-86f7-487ee61881a1 not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-3 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 19:04:45.055323 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06eba592-cc30-4b14-9e9a-ef418761f4ec req-edc3682d-d154-41a0-96b4-544450bee001 service neutron] Attempting to bind port 09aabd79-96f1-4e8d-818b-edbb8bf1eccf on network 4f742057-89ee-4b4a-86f7-487ee61881a1 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 19:04:45.069046 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06eba592-cc30-4b14-9e9a-ef418761f4ec req-edc3682d-d154-41a0-96b4-544450bee001 service neutron] Checking agent: {'id': 'a3630ff4-fbee-45d9-b9b6-0ae41cb3a350', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 15, 32), 'started_at': datetime.datetime(2021, 7, 14, 18, 15, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 19, 4, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 19:04:45.069391 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06eba592-cc30-4b14-9e9a-ef418761f4ec req-edc3682d-d154-41a0-96b4-544450bee001 service neutron] Checking segment: {'id': '067fc487-22c7-42de-972d-ae352a28ad29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '4f742057-89ee-4b4a-86f7-487ee61881a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 19:04:45.069774 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06eba592-cc30-4b14-9e9a-ef418761f4ec req-edc3682d-d154-41a0-96b4-544450bee001 service neutron] Bound using segment: {'id': '067fc487-22c7-42de-972d-ae352a28ad29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '4f742057-89ee-4b4a-86f7-487ee61881a1'} {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 19:04:45.070208 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-06eba592-cc30-4b14-9e9a-ef418761f4ec req-edc3682d-d154-41a0-96b4-544450bee001 service neutron] Bound port: 09aabd79-96f1-4e8d-818b-edbb8bf1eccf, host: n-h1-800634-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '067fc487-22c7-42de-972d-ae352a28ad29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '4f742057-89ee-4b4a-86f7-487ee61881a1'}}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 19:04:45.070573 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-06eba592-cc30-4b14-9e9a-ef418761f4ec req-edc3682d-d154-41a0-96b4-544450bee001 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:04:45.096187 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-96ec0c96-d214-4abc-9c85-c7216688c484 req-5f171551-3c64-4b2b-8b40-586a51d2562c tempest-ServersAdminNegativeTestJSON-1202599905 tempest-ServersAdminNegativeTestJSON-1202599905-project] 10.222.0.16 "GET /v2.0/security-groups?id=a6684936-714b-41ed-b6ce-c25e295a60d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499048 Jul 14 19:04:45.146659 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-06eba592-cc30-4b14-9e9a-ef418761f4ec req-edc3682d-d154-41a0-96b4-544450bee001 service neutron] For port 09aabd79-96f1-4e8d-818b-edbb8bf1eccf, host n-h1-800634-3, cleared binding levels {{(pid=93915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 19:04:45.149631 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-06eba592-cc30-4b14-9e9a-ef418761f4ec req-edc3682d-d154-41a0-96b4-544450bee001 service neutron] For port 09aabd79-96f1-4e8d-818b-edbb8bf1eccf, host n-h1-800634-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=09aabd79-96f1-4e8d-818b-edbb8bf1eccf,segment=NetworkSegment(067fc487-22c7-42de-972d-ae352a28ad29),segment_id=067fc487-22c7-42de-972d-ae352a28ad29)] {{(pid=93915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 19:04:45.154226 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-06eba592-cc30-4b14-9e9a-ef418761f4ec req-edc3682d-d154-41a0-96b4-544450bee001 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25912978'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:04:45.191610 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06eba592-cc30-4b14-9e9a-ef418761f4ec req-edc3682d-d154-41a0-96b4-544450bee001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:04:45.192224 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-06eba592-cc30-4b14-9e9a-ef418761f4ec req-edc3682d-d154-41a0-96b4-544450bee001 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:04:45.193597 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-06eba592-cc30-4b14-9e9a-ef418761f4ec req-edc3682d-d154-41a0-96b4-544450bee001 service neutron] 10.222.0.18 "PUT /v2.0/ports/09aabd79-96f1-4e8d-818b-edbb8bf1eccf HTTP/1.1" status: 200 len: 1096 time: 0.7546051 Jul 14 19:04:45.194029 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b633251d-3ced-4c8a-a576-53bede40b873', 'tag': '09aabd79-96f1-4e8d-818b-edbb8bf1eccf'}] {{(pid=93915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 19:04:45.196308 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e72782ad3af8f7d4ce76cedf092bca46d1756acc5c4653cf0b52034cdd6b073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcc4c267-a797-4649-980f-d76768b3c6ea" -d '{"events": [{"name": "network-changed", "server_uuid": "b633251d-3ced-4c8a-a576-53bede40b873", "tag": "09aabd79-96f1-4e8d-818b-edbb8bf1eccf"}]}' {{(pid=93915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 19:04:45.225158 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc3682d-d154-41a0-96b4-544450bee001 service neutron] Pushing event updated for resources: {'Port': ['ID=09aabd79-96f1-4e8d-818b-edbb8bf1eccf,revision_number=3']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:04:45.513536 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 19:04:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec86d03a-24fa-4aaa-b4d9-a701db0008d2 x-openstack-request-id: req-ec86d03a-24fa-4aaa-b4d9-a701db0008d2 {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 19:04:45.513771 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b633251d-3ced-4c8a-a576-53bede40b873", "tag": "09aabd79-96f1-4e8d-818b-edbb8bf1eccf", "status": "completed", "code": 200}]} {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 19:04:45.513976 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ec86d03a-24fa-4aaa-b4d9-a701db0008d2 {{(pid=93915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 19:04:45.514356 n-d-800634-3 neutron-server[93915]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b633251d-3ced-4c8a-a576-53bede40b873', 'tag': '09aabd79-96f1-4e8d-818b-edbb8bf1eccf', 'status': 'completed', 'code': 200} Jul 14 19:04:45.541359 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06eba592-cc30-4b14-9e9a-ef418761f4ec req-effa2848-4656-404b-8bae-d16536d02617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:04:45.542881 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-06eba592-cc30-4b14-9e9a-ef418761f4ec req-effa2848-4656-404b-8bae-d16536d02617 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e2243a7c688b411ab11fe4f384dabf8a&device_id=b633251d-3ced-4c8a-a576-53bede40b873 HTTP/1.1" status: 200 len: 1099 time: 0.3071547 Jul 14 19:04:45.582534 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-06eba592-cc30-4b14-9e9a-ef418761f4ec req-ec116432-db28-449b-b9d5-f2235dd4a526 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.252&port_id=09aabd79-96f1-4e8d-818b-edbb8bf1eccf HTTP/1.1" status: 200 len: 217 time: 0.0327623 Jul 14 19:04:45.631219 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06eba592-cc30-4b14-9e9a-ef418761f4ec req-882a247f-0506-4ef6-ae27-1167ca000819 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:04:45.632915 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-06eba592-cc30-4b14-9e9a-ef418761f4ec req-882a247f-0506-4ef6-ae27-1167ca000819 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f20c54fb-f7da-4761-aa61-2e4f99f3d332 HTTP/1.1" status: 200 len: 843 time: 0.0448964 Jul 14 19:04:45.689328 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06eba592-cc30-4b14-9e9a-ef418761f4ec req-859c260e-10fe-4e06-aa4e-045c82d7288f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:04:45.690838 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-06eba592-cc30-4b14-9e9a-ef418761f4ec req-859c260e-10fe-4e06-aa4e-045c82d7288f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4f742057-89ee-4b4a-86f7-487ee61881a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0519152 Jul 14 19:04:45.779581 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-06eba592-cc30-4b14-9e9a-ef418761f4ec req-7ad894b0-fd5a-4168-a957-6ac15eb496c6 service neutron] 10.222.0.18 "GET /v2.0/networks/4f742057-89ee-4b4a-86f7-487ee61881a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820656 Jul 14 19:04:45.870234 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-06eba592-cc30-4b14-9e9a-ef418761f4ec req-29d1e6c5-ced8-4a50-9032-69090fc186cb service neutron] 10.222.0.18 "GET /v2.0/networks/4f742057-89ee-4b4a-86f7-487ee61881a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849452 Jul 14 19:04:45.966057 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc4c267-a797-4649-980f-d76768b3c6ea req-c054b44a-035f-4b74-850c-6703fbb0bbe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:04:45.967445 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-dcc4c267-a797-4649-980f-d76768b3c6ea req-c054b44a-035f-4b74-850c-6703fbb0bbe8 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e2243a7c688b411ab11fe4f384dabf8a&device_id=b633251d-3ced-4c8a-a576-53bede40b873 HTTP/1.1" status: 200 len: 1099 time: 0.0515842 Jul 14 19:04:46.061566 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc4c267-a797-4649-980f-d76768b3c6ea req-84409eac-f5da-4263-b0e9-052318dc845f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:04:46.063556 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-dcc4c267-a797-4649-980f-d76768b3c6ea req-84409eac-f5da-4263-b0e9-052318dc845f service neutron] 10.222.0.18 "GET /v2.0/networks?id=4f742057-89ee-4b4a-86f7-487ee61881a1 HTTP/1.1" status: 200 len: 869 time: 0.0893719 Jul 14 19:04:46.105629 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-dcc4c267-a797-4649-980f-d76768b3c6ea req-a4107f21-8db8-4bb3-ac8d-2146c35cfc60 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.252&port_id=09aabd79-96f1-4e8d-818b-edbb8bf1eccf HTTP/1.1" status: 200 len: 217 time: 0.0360143 Jul 14 19:04:46.153675 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc4c267-a797-4649-980f-d76768b3c6ea req-8d4eeaa6-5993-4534-8372-dd1030672ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:04:46.155164 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-dcc4c267-a797-4649-980f-d76768b3c6ea req-8d4eeaa6-5993-4534-8372-dd1030672ac9 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f20c54fb-f7da-4761-aa61-2e4f99f3d332 HTTP/1.1" status: 200 len: 843 time: 0.0437548 Jul 14 19:04:46.225948 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc4c267-a797-4649-980f-d76768b3c6ea req-f9daa055-b0bb-40ce-a488-580784c47a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:04:46.227395 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-dcc4c267-a797-4649-980f-d76768b3c6ea req-f9daa055-b0bb-40ce-a488-580784c47a03 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4f742057-89ee-4b4a-86f7-487ee61881a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0650218 Jul 14 19:04:46.351029 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8532a882-ef69-4d72-850b-9714722e8cba req-efaa6bd6-29b3-4932-9c00-14c0941623e5 tempest-ServersAdminNegativeTestJSON-1202599905 tempest-ServersAdminNegativeTestJSON-1202599905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:04:46.352535 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-8532a882-ef69-4d72-850b-9714722e8cba req-efaa6bd6-29b3-4932-9c00-14c0941623e5 tempest-ServersAdminNegativeTestJSON-1202599905 tempest-ServersAdminNegativeTestJSON-1202599905-project] 10.222.0.16 "GET /v2.0/ports?device_id=b633251d-3ced-4c8a-a576-53bede40b873 HTTP/1.1" status: 200 len: 948 time: 0.1377661 Jul 14 19:04:46.357810 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-dcc4c267-a797-4649-980f-d76768b3c6ea req-049bf75c-e1fa-431a-892e-5452336a4067 service neutron] 10.222.0.18 "GET /v2.0/networks/4f742057-89ee-4b4a-86f7-487ee61881a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1121707 Jul 14 19:04:46.436311 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-8532a882-ef69-4d72-850b-9714722e8cba req-17c54ce9-2bef-4a6d-9460-7d9214b5c189 tempest-ServersAdminNegativeTestJSON-1202599905 tempest-ServersAdminNegativeTestJSON-1202599905-project] 10.222.0.16 "GET /v2.0/security-groups?id=a6684936-714b-41ed-b6ce-c25e295a60d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775239 Jul 14 19:04:46.468558 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-dcc4c267-a797-4649-980f-d76768b3c6ea req-8bdb34d8-4b6e-40a1-91cf-90f8145c7151 service neutron] 10.222.0.18 "GET /v2.0/networks/4f742057-89ee-4b4a-86f7-487ee61881a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025236 Jul 14 19:04:47.309210 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device 09aabd79-96f1-4e8d-818b-edbb8bf1eccf details requested by agent hyperv_n-h1-800634-3 with host n-h1-800634-3 {{(pid=93917) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 19:04:47.401609 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port 09aabd79-96f1-4e8d-818b-edbb8bf1eccf, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=09aabd79-96f1-4e8d-818b-edbb8bf1eccf,segment=NetworkSegment(067fc487-22c7-42de-972d-ae352a28ad29),segment_id=067fc487-22c7-42de-972d-ae352a28ad29)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 19:04:47.412886 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Returning: {'device': '09aabd79-96f1-4e8d-818b-edbb8bf1eccf', 'network_id': '4f742057-89ee-4b4a-86f7-487ee61881a1', 'port_id': '09aabd79-96f1-4e8d-818b-edbb8bf1eccf', 'mac_address': 'fa:16:3e:22:2b:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f20c54fb-f7da-4761-aa61-2e4f99f3d332', 'ip_address': '192.168.233.252'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93917) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 19:04:47.451993 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:04:47.465598 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09aabd79-96f1-4e8d-818b-edbb8bf1eccf {{(pid=93917) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 19:04:47.486037 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port 09aabd79-96f1-4e8d-818b-edbb8bf1eccf, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=09aabd79-96f1-4e8d-818b-edbb8bf1eccf,segment=NetworkSegment(067fc487-22c7-42de-972d-ae352a28ad29),segment_id=067fc487-22c7-42de-972d-ae352a28ad29)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 19:04:47.490285 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:04:47.537040 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Pushing event updated for resources: {'Port': ['ID=09aabd79-96f1-4e8d-818b-edbb8bf1eccf,revision_number=4']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:04:47.615873 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a416e9-ad02-4625-8047-8b949f562913 req-0dc8d190-490e-44b4-bec3-950a39b609d3 tempest-ServersAdminNegativeTestJSON-1202599905 tempest-ServersAdminNegativeTestJSON-1202599905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:04:47.617274 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f6a416e9-ad02-4625-8047-8b949f562913 req-0dc8d190-490e-44b4-bec3-950a39b609d3 tempest-ServersAdminNegativeTestJSON-1202599905 tempest-ServersAdminNegativeTestJSON-1202599905-project] 10.222.0.16 "GET /v2.0/ports?device_id=b633251d-3ced-4c8a-a576-53bede40b873 HTTP/1.1" status: 200 len: 949 time: 0.0677783 Jul 14 19:04:47.655359 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f6a416e9-ad02-4625-8047-8b949f562913 req-701bdacf-1041-4521-8ef4-1188a75935b7 tempest-ServersAdminNegativeTestJSON-1202599905 tempest-ServersAdminNegativeTestJSON-1202599905-project] 10.222.0.16 "GET /v2.0/security-groups?id=a6684936-714b-41ed-b6ce-c25e295a60d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326173 Jul 14 19:04:47.706433 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] get_ports_and_sgs() called for port_ids ['09aabd79-96f1-4e8d-818b-edbb8bf1eccf'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 19:04:48.825580 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc751a7-cbf6-490b-b9f7-d2ca0091ae64 req-59c6b833-c2a0-4a92-b500-98241a30e8e9 tempest-ServersAdminNegativeTestJSON-1202599905 tempest-ServersAdminNegativeTestJSON-1202599905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:04:48.827121 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-bcc751a7-cbf6-490b-b9f7-d2ca0091ae64 req-59c6b833-c2a0-4a92-b500-98241a30e8e9 tempest-ServersAdminNegativeTestJSON-1202599905 tempest-ServersAdminNegativeTestJSON-1202599905-project] 10.222.0.16 "GET /v2.0/ports?device_id=b633251d-3ced-4c8a-a576-53bede40b873 HTTP/1.1" status: 200 len: 949 time: 0.0633321 Jul 14 19:04:48.864506 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-bcc751a7-cbf6-490b-b9f7-d2ca0091ae64 req-2da0bd0d-08bc-4ff7-9158-055f2cfefd3a tempest-ServersAdminNegativeTestJSON-1202599905 tempest-ServersAdminNegativeTestJSON-1202599905-project] 10.222.0.16 "GET /v2.0/security-groups?id=a6684936-714b-41ed-b6ce-c25e295a60d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313184 Jul 14 19:04:49.309937 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device 09aabd79-96f1-4e8d-818b-edbb8bf1eccf up at agent hyperv_n-h1-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 19:04:49.356782 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Provisioning for port 09aabd79-96f1-4e8d-818b-edbb8bf1eccf completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 19:04:49.360222 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Provisioning complete for port 09aabd79-96f1-4e8d-818b-edbb8bf1eccf triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 19:04:49.360592 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:04:49.434432 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:04:49.460361 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b633251d-3ced-4c8a-a576-53bede40b873', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09aabd79-96f1-4e8d-818b-edbb8bf1eccf'}] {{(pid=93917) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 19:04:49.462577 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20b787f3c29eaa7aa2a4d648c725a2124c5ff39a8d793252f9d844495e14cf42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2ed4519-c296-4732-b63c-d6d4c3b5927c" -d '{"events": [{"server_uuid": "b633251d-3ced-4c8a-a576-53bede40b873", "name": "network-vif-plugged", "status": "completed", "tag": "09aabd79-96f1-4e8d-818b-edbb8bf1eccf"}]}' {{(pid=93917) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 19:04:49.474930 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port 09aabd79-96f1-4e8d-818b-edbb8bf1eccf, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=09aabd79-96f1-4e8d-818b-edbb8bf1eccf,segment=NetworkSegment(067fc487-22c7-42de-972d-ae352a28ad29),segment_id=067fc487-22c7-42de-972d-ae352a28ad29)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 19:04:49.478883 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:04:49.527152 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Pushing event updated for resources: {'Port': ['ID=09aabd79-96f1-4e8d-818b-edbb8bf1eccf,revision_number=5']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:04:49.560182 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 19:04:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73c103f9-dc0a-4b28-91b8-05cb7c19c946 x-openstack-request-id: req-73c103f9-dc0a-4b28-91b8-05cb7c19c946 {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 19:04:49.560436 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b633251d-3ced-4c8a-a576-53bede40b873", "name": "network-vif-plugged", "status": "completed", "tag": "09aabd79-96f1-4e8d-818b-edbb8bf1eccf", "code": 200}]} {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 19:04:49.560699 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-73c103f9-dc0a-4b28-91b8-05cb7c19c946 {{(pid=93917) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 19:04:49.561100 n-d-800634-3 neutron-server[93917]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b633251d-3ced-4c8a-a576-53bede40b873', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09aabd79-96f1-4e8d-818b-edbb8bf1eccf', 'code': 200} Jul 14 19:04:49.668773 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e66efb-4eed-4931-83dc-13e6e78719af req-05e89858-1e55-4dee-9d41-8b6acccb5e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:04:49.670217 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-45e66efb-4eed-4931-83dc-13e6e78719af req-05e89858-1e55-4dee-9d41-8b6acccb5e6f service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=b633251d-3ced-4c8a-a576-53bede40b873 HTTP/1.1" status: 200 len: 1101 time: 0.0508158 Jul 14 19:04:49.703510 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-45e66efb-4eed-4931-83dc-13e6e78719af req-bee4f521-eee6-4d38-be08-234a1f516180 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=a6684936-714b-41ed-b6ce-c25e295a60d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0263364 Jul 14 19:04:50.043683 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5618ae4-b5f0-47eb-a422-078edb2ce5c6 req-d89f305e-ebd6-4a40-aaf6-87331bf2129c tempest-ServersAdminNegativeTestJSON-1202599905 tempest-ServersAdminNegativeTestJSON-1202599905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:04:50.045181 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e5618ae4-b5f0-47eb-a422-078edb2ce5c6 req-d89f305e-ebd6-4a40-aaf6-87331bf2129c tempest-ServersAdminNegativeTestJSON-1202599905 tempest-ServersAdminNegativeTestJSON-1202599905-project] 10.222.0.16 "GET /v2.0/ports?device_id=b633251d-3ced-4c8a-a576-53bede40b873 HTTP/1.1" status: 200 len: 950 time: 0.0657551 Jul 14 19:04:50.082185 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e5618ae4-b5f0-47eb-a422-078edb2ce5c6 req-492676d8-6325-4b69-9fee-4b481dd84d66 tempest-ServersAdminNegativeTestJSON-1202599905 tempest-ServersAdminNegativeTestJSON-1202599905-project] 10.222.0.16 "GET /v2.0/security-groups?id=a6684936-714b-41ed-b6ce-c25e295a60d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310197 Jul 14 19:04:50.437892 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-431f21b0-f343-44a9-98b1-92570b588ed5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:04:51.255310 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543178af-730d-4e26-85f6-b87ec414e51e req-ed66f8b1-9146-47fb-b27e-e553afdb2c0d tempest-ServersAdminNegativeTestJSON-1202599905 tempest-ServersAdminNegativeTestJSON-1202599905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:04:51.257098 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-543178af-730d-4e26-85f6-b87ec414e51e req-ed66f8b1-9146-47fb-b27e-e553afdb2c0d tempest-ServersAdminNegativeTestJSON-1202599905 tempest-ServersAdminNegativeTestJSON-1202599905-project] 10.222.0.16 "GET /v2.0/ports?device_id=b633251d-3ced-4c8a-a576-53bede40b873 HTTP/1.1" status: 200 len: 950 time: 0.0659375 Jul 14 19:04:51.293877 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-543178af-730d-4e26-85f6-b87ec414e51e req-20a0a70c-393f-4dda-aaa7-37fbde92ee12 tempest-ServersAdminNegativeTestJSON-1202599905 tempest-ServersAdminNegativeTestJSON-1202599905-project] 10.222.0.16 "GET /v2.0/security-groups?id=a6684936-714b-41ed-b6ce-c25e295a60d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310521 Jul 14 19:04:52.350614 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9118d6-cba8-47f0-b7b4-6269a2984c35 req-1cde85e3-a457-4aa5-aad4-9d10e838749f tempest-ServersAdminNegativeTestJSON-1202599905 tempest-ServersAdminNegativeTestJSON-1202599905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:04:52.352079 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-7c9118d6-cba8-47f0-b7b4-6269a2984c35 req-1cde85e3-a457-4aa5-aad4-9d10e838749f tempest-ServersAdminNegativeTestJSON-1202599905 tempest-ServersAdminNegativeTestJSON-1202599905-project] 10.222.0.16 "GET /v2.0/ports?device_id=b633251d-3ced-4c8a-a576-53bede40b873 HTTP/1.1" status: 200 len: 950 time: 0.0651200 Jul 14 19:04:52.388806 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-7c9118d6-cba8-47f0-b7b4-6269a2984c35 req-8904dd32-4486-4217-8083-6a2e5b080ed0 tempest-ServersAdminNegativeTestJSON-1202599905 tempest-ServersAdminNegativeTestJSON-1202599905-project] 10.222.0.16 "GET /v2.0/security-groups?id=a6684936-714b-41ed-b6ce-c25e295a60d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311725 Jul 14 19:04:52.852200 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-f1ebcae0-73dd-4373-90e0-8be2b3a9c585 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:04:53.198979 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:04:53.550637 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735233fd-6ebc-4139-b10a-575bff82fa89 req-1f1595d2-05da-4d4d-aad2-3397b5243ecd tempest-ServersAdminNegativeTestJSON-1202599905 tempest-ServersAdminNegativeTestJSON-1202599905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:04:53.552094 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-735233fd-6ebc-4139-b10a-575bff82fa89 req-1f1595d2-05da-4d4d-aad2-3397b5243ecd tempest-ServersAdminNegativeTestJSON-1202599905 tempest-ServersAdminNegativeTestJSON-1202599905-project] 10.222.0.18 "GET /v2.0/ports?device_id=b633251d-3ced-4c8a-a576-53bede40b873 HTTP/1.1" status: 200 len: 950 time: 0.0932860 Jul 14 19:04:53.619260 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf3ebae-9bb0-41f6-818b-66a6411dceb6 req-b0e3bfc3-7152-4829-a41a-a744e446a66c tempest-ServersAdminNegativeTestJSON-1202599905 tempest-ServersAdminNegativeTestJSON-1202599905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:04:53.620769 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-daf3ebae-9bb0-41f6-818b-66a6411dceb6 req-b0e3bfc3-7152-4829-a41a-a744e446a66c tempest-ServersAdminNegativeTestJSON-1202599905 tempest-ServersAdminNegativeTestJSON-1202599905-project] 10.222.0.16 "GET /v2.0/ports?device_id=b633251d-3ced-4c8a-a576-53bede40b873 HTTP/1.1" status: 200 len: 950 time: 0.1177750 Jul 14 19:04:53.684845 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-daf3ebae-9bb0-41f6-818b-66a6411dceb6 req-e7db7c43-d7aa-477f-a9bd-7a331ac7404d tempest-ServersAdminNegativeTestJSON-1202599905 tempest-ServersAdminNegativeTestJSON-1202599905-project] 10.222.0.16 "GET /v2.0/security-groups?id=a6684936-714b-41ed-b6ce-c25e295a60d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566149 Jul 14 19:04:53.699463 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [req-735233fd-6ebc-4139-b10a-575bff82fa89 req-64d18bea-5f01-4400-ad31-bffcd7f4e115 tempest-ServersAdminNegativeTestJSON-1202599905 tempest-ServersAdminNegativeTestJSON-1202599905-project] Deleting port 09aabd79-96f1-4e8d-818b-edbb8bf1eccf {{(pid=93915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 19:04:53.699816 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-735233fd-6ebc-4139-b10a-575bff82fa89 req-64d18bea-5f01-4400-ad31-bffcd7f4e115 tempest-ServersAdminNegativeTestJSON-1202599905 tempest-ServersAdminNegativeTestJSON-1202599905-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:04:53.793484 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-735233fd-6ebc-4139-b10a-575bff82fa89 req-64d18bea-5f01-4400-ad31-bffcd7f4e115 tempest-ServersAdminNegativeTestJSON-1202599905 tempest-ServersAdminNegativeTestJSON-1202599905-project] For port 09aabd79-96f1-4e8d-818b-edbb8bf1eccf, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=09aabd79-96f1-4e8d-818b-edbb8bf1eccf,segment=NetworkSegment(067fc487-22c7-42de-972d-ae352a28ad29),segment_id=067fc487-22c7-42de-972d-ae352a28ad29)] {{(pid=93915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 19:04:53.793760 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-735233fd-6ebc-4139-b10a-575bff82fa89 req-64d18bea-5f01-4400-ad31-bffcd7f4e115 tempest-ServersAdminNegativeTestJSON-1202599905 tempest-ServersAdminNegativeTestJSON-1202599905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:04:53.806877 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [req-735233fd-6ebc-4139-b10a-575bff82fa89 req-64d18bea-5f01-4400-ad31-bffcd7f4e115 tempest-ServersAdminNegativeTestJSON-1202599905 tempest-ServersAdminNegativeTestJSON-1202599905-project] Calling delete_port for 09aabd79-96f1-4e8d-818b-edbb8bf1eccf owned by compute:nova {{(pid=93915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 19:04:53.929593 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-735233fd-6ebc-4139-b10a-575bff82fa89 req-64d18bea-5f01-4400-ad31-bffcd7f4e115 tempest-ServersAdminNegativeTestJSON-1202599905 tempest-ServersAdminNegativeTestJSON-1202599905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:04:53.941580 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] get_ports_and_sgs() called for port_ids ['09aabd79-96f1-4e8d-818b-edbb8bf1eccf'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 19:04:53.965420 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d18bea-5f01-4400-ad31-bffcd7f4e115 tempest-ServersAdminNegativeTestJSON-1202599905 tempest-ServersAdminNegativeTestJSON-1202599905-project] Pushing event deleted for resources: {'Port': ['ID=09aabd79-96f1-4e8d-818b-edbb8bf1eccf,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:04:54.008758 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [req-735233fd-6ebc-4139-b10a-575bff82fa89 req-64d18bea-5f01-4400-ad31-bffcd7f4e115 tempest-ServersAdminNegativeTestJSON-1202599905 tempest-ServersAdminNegativeTestJSON-1202599905-project] No DVR routers for this DVR port 09aabd79-96f1-4e8d-818b-edbb8bf1eccf on host n-h1-800634-3 {{(pid=93915) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 19:04:54.011415 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-735233fd-6ebc-4139-b10a-575bff82fa89 req-64d18bea-5f01-4400-ad31-bffcd7f4e115 tempest-ServersAdminNegativeTestJSON-1202599905 tempest-ServersAdminNegativeTestJSON-1202599905-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:04:54.013606 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-735233fd-6ebc-4139-b10a-575bff82fa89 req-64d18bea-5f01-4400-ad31-bffcd7f4e115 tempest-ServersAdminNegativeTestJSON-1202599905 tempest-ServersAdminNegativeTestJSON-1202599905-project] 10.222.0.18 "DELETE /v2.0/ports/09aabd79-96f1-4e8d-818b-edbb8bf1eccf HTTP/1.1" status: 204 len: 173 time: 0.4555309 Jul 14 19:04:54.014130 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b633251d-3ced-4c8a-a576-53bede40b873', 'name': 'network-vif-deleted', 'tag': '09aabd79-96f1-4e8d-818b-edbb8bf1eccf'}] {{(pid=93915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 19:04:54.016951 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e72782ad3af8f7d4ce76cedf092bca46d1756acc5c4653cf0b52034cdd6b073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1c028ae-3a1c-4c54-9c4f-05bac9acccd8" -d '{"events": [{"server_uuid": "b633251d-3ced-4c8a-a576-53bede40b873", "name": "network-vif-deleted", "tag": "09aabd79-96f1-4e8d-818b-edbb8bf1eccf"}]}' {{(pid=93915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 19:04:54.054892 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 19:04:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7e332e9-9d53-4a87-8fe0-0d96c5a33874 x-openstack-request-id: req-e7e332e9-9d53-4a87-8fe0-0d96c5a33874 {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 19:04:54.055204 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b633251d-3ced-4c8a-a576-53bede40b873", "name": "network-vif-deleted", "tag": "09aabd79-96f1-4e8d-818b-edbb8bf1eccf", "status": "completed", "code": 200}]} {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 19:04:54.055439 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e7e332e9-9d53-4a87-8fe0-0d96c5a33874 {{(pid=93915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 19:04:54.055842 n-d-800634-3 neutron-server[93915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b633251d-3ced-4c8a-a576-53bede40b873', 'name': 'network-vif-deleted', 'tag': '09aabd79-96f1-4e8d-818b-edbb8bf1eccf', 'status': 'completed', 'code': 200} Jul 14 19:04:54.235055 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-574aeb93-9938-449c-8e6c-cb22c9b52cc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:04:55.011693 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 56910) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 19:04:55.145451 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-973f0b5a-dccb-4e9e-aa30-abfac6f4dccb admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e2243a7c688b411ab11fe4f384dabf8a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1324825 Jul 14 19:04:55.147980 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 56914) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 19:04:55.194014 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-47644c55-57e6-4986-b28a-2432bb4ec99d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:04:55.214707 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-47644c55-57e6-4986-b28a-2432bb4ec99d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:04:55.260373 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-47644c55-57e6-4986-b28a-2432bb4ec99d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:04:55.262813 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-47644c55-57e6-4986-b28a-2432bb4ec99d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:04:55.263973 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-47644c55-57e6-4986-b28a-2432bb4ec99d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a6684936-714b-41ed-b6ce-c25e295a60d5 HTTP/1.1" status: 204 len: 168 time: 0.1150713 Jul 14 19:04:55.272535 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47644c55-57e6-4986-b28a-2432bb4ec99d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6684936-714b-41ed-b6ce-c25e295a60d5,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:04:55.518348 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 56920) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 19:04:55.532464 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-6df5bcaf-b6df-4b6a-b8e7-d4ebe378c9a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:04:55.623663 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-6df5bcaf-b6df-4b6a-b8e7-d4ebe378c9a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:04:55.628179 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-6df5bcaf-b6df-4b6a-b8e7-d4ebe378c9a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:04:55.666888 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-6df5bcaf-b6df-4b6a-b8e7-d4ebe378c9a5 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=709fdbe8c5454352b3c2785c1a3fbeba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1474624 Jul 14 19:04:55.667761 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df5bcaf-b6df-4b6a-b8e7-d4ebe378c9a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e73efd3-8e8b-41c4-a70f-54d6f55ab7d9,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:04:55.669805 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 56922) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 19:04:55.727982 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-f7d09c37-6ff9-4cf2-b7be-ed0f06c3892d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:04:55.748885 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-f7d09c37-6ff9-4cf2-b7be-ed0f06c3892d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:04:55.796025 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-f7d09c37-6ff9-4cf2-b7be-ed0f06c3892d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:04:55.799179 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-f7d09c37-6ff9-4cf2-b7be-ed0f06c3892d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:04:55.800397 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-f7d09c37-6ff9-4cf2-b7be-ed0f06c3892d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/5e73efd3-8e8b-41c4-a70f-54d6f55ab7d9 HTTP/1.1" status: 204 len: 168 time: 0.1292293 Jul 14 19:04:55.807838 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d09c37-6ff9-4cf2-b7be-ed0f06c3892d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e73efd3-8e8b-41c4-a70f-54d6f55ab7d9,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:04:55.880311 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-2f4e3af3-e708-4ffd-a544-82d93a489d01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:04:56.446667 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 56944) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 19:04:56.541861 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-a19f76ed-7940-4457-9d64-242d9c7ef8a7 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1251186821-network', 'tenant_id': '109138cd45bb4551a46c07d6b4d53e2b'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 19:04:56.562392 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a19f76ed-7940-4457-9d64-242d9c7ef8a7 admin admin] Made reservation on behalf of 109138cd45bb4551a46c07d6b4d53e2b for: {'network': 1} {{(pid=93916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 19:04:56.564665 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a19f76ed-7940-4457-9d64-242d9c7ef8a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for network, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:04:56.572920 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a19f76ed-7940-4457-9d64-242d9c7ef8a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:04:56.659541 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a19f76ed-7940-4457-9d64-242d9c7ef8a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:04:56.663157 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a19f76ed-7940-4457-9d64-242d9c7ef8a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:04:56.689406 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a19f76ed-7940-4457-9d64-242d9c7ef8a7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 77} {{(pid=93916) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 19:04:56.694546 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19f76ed-7940-4457-9d64-242d9c7ef8a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a539f392-22ea-4ac9-99d6-5236897d636e,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:04:56.702167 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a19f76ed-7940-4457-9d64-242d9c7ef8a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:04:56.702301 n-d-800634-3 neutron-server[93916]: INFO neutron.db.segments_db [None req-a19f76ed-7940-4457-9d64-242d9c7ef8a7 admin admin] Added segment 9b9c5c64-ee80-4423-a2d1-1c052a771ea1 of type vlan for network b974ae40-82b9-42d5-805c-e26d1ab270c9 Jul 14 19:04:56.741607 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a19f76ed-7940-4457-9d64-242d9c7ef8a7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728202197517'] for network, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:04:56.773025 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a19f76ed-7940-4457-9d64-242d9c7ef8a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727'] for network, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:04:56.774084 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a19f76ed-7940-4457-9d64-242d9c7ef8a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:04:56.774659 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a19f76ed-7940-4457-9d64-242d9c7ef8a7 admin admin] Notify callbacks [] for network, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:04:56.829027 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-a19f76ed-7940-4457-9d64-242d9c7ef8a7 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3812060 Jul 14 19:04:56.832034 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 56948) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 19:04:56.834147 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19f76ed-7940-4457-9d64-242d9c7ef8a7 admin admin] Pushing event updated for resources: {'Network': ['ID=b974ae40-82b9-42d5-805c-e26d1ab270c9,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:04:56.837256 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-7ac320ee-c967-4835-a5f3-fefaf114eae4 admin admin] Request body: {'subnet': {'network_id': 'b974ae40-82b9-42d5-805c-e26d1ab270c9', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1251186821-subnet', 'tenant_id': '109138cd45bb4551a46c07d6b4d53e2b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 19:04:56.844494 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Network b974ae40-82b9-42d5-805c-e26d1ab270c9 details requested by agent ovs-agent-n-d-800634-3 with host n-d-800634-3 {{(pid=93917) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 19:04:56.858282 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ac320ee-c967-4835-a5f3-fefaf114eae4 admin admin] Made reservation on behalf of 109138cd45bb4551a46c07d6b4d53e2b for: {'subnet': 1} {{(pid=93915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 19:04:56.860637 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-7ac320ee-c967-4835-a5f3-fefaf114eae4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28969735'] for subnet, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:04:57.022505 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-7ac320ee-c967-4835-a5f3-fefaf114eae4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25912837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28969781'] for subnet, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:04:57.075928 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac320ee-c967-4835-a5f3-fefaf114eae4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1b2e43bd-d0b5-427c-8fbb-3a7d2d777a43,revision_number=0']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:04:57.089920 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ac320ee-c967-4835-a5f3-fefaf114eae4 admin admin] Checking segment: {'id': '9b9c5c64-ee80-4423-a2d1-1c052a771ea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'b974ae40-82b9-42d5-805c-e26d1ab270c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 19:04:57.090285 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ac320ee-c967-4835-a5f3-fefaf114eae4 admin admin] Network hostable DHCP agents. Network: b974ae40-82b9-42d5-805c-e26d1ab270c9, hostable agents: ['028393c3-0576-4ebd-bca1-8ea8a148e1a2'], hosted agents: [] {{(pid=93915) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 19:04:57.106667 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ac320ee-c967-4835-a5f3-fefaf114eae4 admin admin] Network b974ae40-82b9-42d5-805c-e26d1ab270c9 is scheduled to be hosted by DHCP agent 028393c3-0576-4ebd-bca1-8ea8a148e1a2 with binding_index 1 {{(pid=93915) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 19:04:57.115864 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [None req-7ac320ee-c967-4835-a5f3-fefaf114eae4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-3, b974ae40-82b9-42d5-805c-e26d1ab270c9) {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 19:04:57.120250 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ac320ee-c967-4835-a5f3-fefaf114eae4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:04:57.120855 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-7ac320ee-c967-4835-a5f3-fefaf114eae4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:04:57.125586 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-878f95d6-4b68-4fdc-b698-ff55cd71a7de None None] Network b974ae40-82b9-42d5-805c-e26d1ab270c9 requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 19:04:57.135776 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-7ac320ee-c967-4835-a5f3-fefaf114eae4 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3025348 Jul 14 19:04:57.251375 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a9fc603-cfaf-4dea-9084-856e73b88aeb None None] Network b974ae40-82b9-42d5-805c-e26d1ab270c9 requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 19:04:57.390076 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device 09aabd79-96f1-4e8d-818b-edbb8bf1eccf no longer exists at agent hyperv_n-h1-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 19:04:57.414761 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] No Port match for: 09aabd79-96f1-4e8d-818b-edbb8bf1eccf {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 19:04:57.415145 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device 09aabd79-96f1-4e8d-818b-edbb8bf1eccf not bound to the agent host n-h1-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 19:04:57.551998 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e44f048-1608-4f37-a0b4-ad4130b74350 req-83b2cd0f-eeba-45ab-a91f-5bc144d3b211 tempest-DeleteServersTestJSON-727153266 tempest-DeleteServersTestJSON-727153266-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:04:57.553521 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3e44f048-1608-4f37-a0b4-ad4130b74350 req-83b2cd0f-eeba-45ab-a91f-5bc144d3b211 tempest-DeleteServersTestJSON-727153266 tempest-DeleteServersTestJSON-727153266-project] 10.222.0.16 "GET /v2.0/networks?id=b974ae40-82b9-42d5-805c-e26d1ab270c9 HTTP/1.1" status: 200 len: 812 time: 0.1057518 Jul 14 19:04:57.567622 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3e44f048-1608-4f37-a0b4-ad4130b74350 req-338de815-932f-42ca-bec9-9fc6952d2a03 tempest-DeleteServersTestJSON-727153266 tempest-DeleteServersTestJSON-727153266-project] 10.222.0.16 "GET /v2.0/quotas/109138cd45bb4551a46c07d6b4d53e2b HTTP/1.1" status: 200 len: 375 time: 0.0087624 Jul 14 19:04:57.600361 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3e44f048-1608-4f37-a0b4-ad4130b74350 req-af872dc0-c29d-41bb-aeca-0cca55d3b3b5 tempest-DeleteServersTestJSON-727153266 tempest-DeleteServersTestJSON-727153266-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=109138cd45bb4551a46c07d6b4d53e2b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0281265 Jul 14 19:04:57.738255 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3e44f048-1608-4f37-a0b4-ad4130b74350 req-8cdbdb16-1b24-4d04-a523-d16052bd1885 service neutron] 10.222.0.16 "GET /v2.0/networks/b974ae40-82b9-42d5-805c-e26d1ab270c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316984 Jul 14 19:04:57.828438 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3e44f048-1608-4f37-a0b4-ad4130b74350 req-230c8717-b8f9-4e57-8b71-962e279707c6 service neutron] 10.222.0.16 "GET /v2.0/networks/b974ae40-82b9-42d5-805c-e26d1ab270c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845594 Jul 14 19:04:57.995606 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-d164e9fc-8226-4387-9ced-d2be3f2360bd req-5b4d87b4-2cb2-4121-8e0a-3cf9cad19c4c tempest-DeleteServersTestJSON-727153266 tempest-DeleteServersTestJSON-727153266-project] 10.222.0.16 "GET /v2.0/ports?device_id=fc9e3dfa-9940-448f-abe0-33c08383833c HTTP/1.1" status: 200 len: 210 time: 0.0302465 Jul 14 19:04:59.025942 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e44f048-1608-4f37-a0b4-ad4130b74350 req-03f61ae6-d389-4f0c-aa80-8748763694e3 tempest-DeleteServersTestJSON-727153266 tempest-DeleteServersTestJSON-727153266-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:04:59.027254 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3e44f048-1608-4f37-a0b4-ad4130b74350 req-03f61ae6-d389-4f0c-aa80-8748763694e3 tempest-DeleteServersTestJSON-727153266 tempest-DeleteServersTestJSON-727153266-project] 10.222.0.18 "GET /v2.0/networks?id=b974ae40-82b9-42d5-805c-e26d1ab270c9 HTTP/1.1" status: 200 len: 812 time: 0.1090908 Jul 14 19:04:59.043480 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [req-3e44f048-1608-4f37-a0b4-ad4130b74350 req-705ae2a9-2039-491e-9fcc-0dcc9e8c53c7 tempest-DeleteServersTestJSON-727153266 tempest-DeleteServersTestJSON-727153266-project] Request body: {'port': {'device_id': 'fc9e3dfa-9940-448f-abe0-33c08383833c', 'network_id': 'b974ae40-82b9-42d5-805c-e26d1ab270c9', 'admin_state_up': True, 'tenant_id': '109138cd45bb4551a46c07d6b4d53e2b'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 19:04:59.165656 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f13663a7-461f-47a8-b4ea-c454acdb1f77 req-2926cd82-6eaa-4a4e-95f1-9d284d12324c tempest-DeleteServersTestJSON-727153266 tempest-DeleteServersTestJSON-727153266-project] 10.222.0.16 "GET /v2.0/ports?device_id=fc9e3dfa-9940-448f-abe0-33c08383833c HTTP/1.1" status: 200 len: 210 time: 0.0454257 Jul 14 19:04:59.198269 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e44f048-1608-4f37-a0b4-ad4130b74350 req-705ae2a9-2039-491e-9fcc-0dcc9e8c53c7 tempest-DeleteServersTestJSON-727153266 tempest-DeleteServersTestJSON-727153266-project] Made reservation on behalf of 109138cd45bb4551a46c07d6b4d53e2b for: {'port': 1} {{(pid=93915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 19:04:59.201997 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-3e44f048-1608-4f37-a0b4-ad4130b74350 req-705ae2a9-2039-491e-9fcc-0dcc9e8c53c7 tempest-DeleteServersTestJSON-727153266 tempest-DeleteServersTestJSON-727153266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:04:59.326296 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.db_base_plugin_common [req-3e44f048-1608-4f37-a0b4-ad4130b74350 req-705ae2a9-2039-491e-9fcc-0dcc9e8c53c7 tempest-DeleteServersTestJSON-727153266 tempest-DeleteServersTestJSON-727153266-project] Allocated IP 172.20.0.11 (b974ae40-82b9-42d5-805c-e26d1ab270c9/1b2e43bd-d0b5-427c-8fbb-3a7d2d777a43/a974c72a-15e4-4ef4-86cb-63a2a786ac1d) {{(pid=93915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 19:04:59.470865 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-3e44f048-1608-4f37-a0b4-ad4130b74350 req-705ae2a9-2039-491e-9fcc-0dcc9e8c53c7 tempest-DeleteServersTestJSON-727153266 tempest-DeleteServersTestJSON-727153266-project] Notify callbacks [] for port, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:04:59.508899 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-3e44f048-1608-4f37-a0b4-ad4130b74350 req-705ae2a9-2039-491e-9fcc-0dcc9e8c53c7 tempest-DeleteServersTestJSON-727153266 tempest-DeleteServersTestJSON-727153266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:04:59.553287 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e44f048-1608-4f37-a0b4-ad4130b74350 req-705ae2a9-2039-491e-9fcc-0dcc9e8c53c7 tempest-DeleteServersTestJSON-727153266 tempest-DeleteServersTestJSON-727153266-project] Network b974ae40-82b9-42d5-805c-e26d1ab270c9 is already hosted by enough agents. {{(pid=93915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 19:04:59.556515 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [req-3e44f048-1608-4f37-a0b4-ad4130b74350 req-705ae2a9-2039-491e-9fcc-0dcc9e8c53c7 tempest-DeleteServersTestJSON-727153266 tempest-DeleteServersTestJSON-727153266-project] Resources bound (agent type, host, resource id): {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 19:04:59.560290 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e44f048-1608-4f37-a0b4-ad4130b74350 req-705ae2a9-2039-491e-9fcc-0dcc9e8c53c7 tempest-DeleteServersTestJSON-727153266 tempest-DeleteServersTestJSON-727153266-project] Received port after_create {{(pid=93915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 19:04:59.567149 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705ae2a9-2039-491e-9fcc-0dcc9e8c53c7 tempest-DeleteServersTestJSON-727153266 tempest-DeleteServersTestJSON-727153266-project] Pushing event updated for resources: {'Port': ['ID=a974c72a-15e4-4ef4-86cb-63a2a786ac1d,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:04:59.615123 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e44f048-1608-4f37-a0b4-ad4130b74350 req-705ae2a9-2039-491e-9fcc-0dcc9e8c53c7 tempest-DeleteServersTestJSON-727153266 tempest-DeleteServersTestJSON-727153266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:04:59.615782 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-3e44f048-1608-4f37-a0b4-ad4130b74350 req-705ae2a9-2039-491e-9fcc-0dcc9e8c53c7 tempest-DeleteServersTestJSON-727153266 tempest-DeleteServersTestJSON-727153266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:04:59.629846 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3e44f048-1608-4f37-a0b4-ad4130b74350 req-705ae2a9-2039-491e-9fcc-0dcc9e8c53c7 tempest-DeleteServersTestJSON-727153266 tempest-DeleteServersTestJSON-727153266-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5903673 Jul 14 19:04:59.641667 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [req-3e44f048-1608-4f37-a0b4-ad4130b74350 req-e6ad6f00-883c-40d9-a23b-afbafc6e4e93 service neutron] Request body: {'port': {'device_id': 'fc9e3dfa-9940-448f-abe0-33c08383833c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800634-3'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 19:04:59.709250 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-3e44f048-1608-4f37-a0b4-ad4130b74350 req-e6ad6f00-883c-40d9-a23b-afbafc6e4e93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:04:59.960953 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [req-3e44f048-1608-4f37-a0b4-ad4130b74350 req-e6ad6f00-883c-40d9-a23b-afbafc6e4e93 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a974c72a-15e4-4ef4-86cb-63a2a786ac1d {{(pid=93915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 19:04:59.967975 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-3e44f048-1608-4f37-a0b4-ad4130b74350 req-e6ad6f00-883c-40d9-a23b-afbafc6e4e93 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:04:59.979548 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.provisioning_blocks [req-3e44f048-1608-4f37-a0b4-ad4130b74350 req-e6ad6f00-883c-40d9-a23b-afbafc6e4e93 service neutron] Transition to ACTIVE for port object a974c72a-15e4-4ef4-86cb-63a2a786ac1d will not be triggered until provisioned by entity L2. {{(pid=93915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 19:04:59.982876 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-3e44f048-1608-4f37-a0b4-ad4130b74350 req-e6ad6f00-883c-40d9-a23b-afbafc6e4e93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25912978'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:05:00.038897 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ad6f00-883c-40d9-a23b-afbafc6e4e93 service neutron] Pushing event updated for resources: {'Port': ['ID=a974c72a-15e4-4ef4-86cb-63a2a786ac1d,revision_number=2']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:05:00.105471 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-3e44f048-1608-4f37-a0b4-ad4130b74350 req-e6ad6f00-883c-40d9-a23b-afbafc6e4e93 service neutron] Attempting to bind port a974c72a-15e4-4ef4-86cb-63a2a786ac1d on host n-h1-800634-3 for vnic_type normal with profile {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 19:05:00.105807 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-3e44f048-1608-4f37-a0b4-ad4130b74350 req-e6ad6f00-883c-40d9-a23b-afbafc6e4e93 service neutron] Attempting to bind port a974c72a-15e4-4ef4-86cb-63a2a786ac1d by drivers openvswitch,hyperv on host n-h1-800634-3 at level 0 using segments [{'id': '9b9c5c64-ee80-4423-a2d1-1c052a771ea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'b974ae40-82b9-42d5-805c-e26d1ab270c9'}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 19:05:00.106136 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e44f048-1608-4f37-a0b4-ad4130b74350 req-e6ad6f00-883c-40d9-a23b-afbafc6e4e93 service neutron] Attempting to bind port a974c72a-15e4-4ef4-86cb-63a2a786ac1d on network b974ae40-82b9-42d5-805c-e26d1ab270c9 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 19:05:00.110335 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e44f048-1608-4f37-a0b4-ad4130b74350 req-e6ad6f00-883c-40d9-a23b-afbafc6e4e93 service neutron] Port a974c72a-15e4-4ef4-86cb-63a2a786ac1d on network b974ae40-82b9-42d5-805c-e26d1ab270c9 not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-3 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 19:05:00.110658 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e44f048-1608-4f37-a0b4-ad4130b74350 req-e6ad6f00-883c-40d9-a23b-afbafc6e4e93 service neutron] Attempting to bind port a974c72a-15e4-4ef4-86cb-63a2a786ac1d on network b974ae40-82b9-42d5-805c-e26d1ab270c9 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 19:05:00.115387 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e44f048-1608-4f37-a0b4-ad4130b74350 req-e6ad6f00-883c-40d9-a23b-afbafc6e4e93 service neutron] Checking agent: {'id': 'a3630ff4-fbee-45d9-b9b6-0ae41cb3a350', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 15, 32), 'started_at': datetime.datetime(2021, 7, 14, 18, 15, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 19, 4, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 19:05:00.115728 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e44f048-1608-4f37-a0b4-ad4130b74350 req-e6ad6f00-883c-40d9-a23b-afbafc6e4e93 service neutron] Checking segment: {'id': '9b9c5c64-ee80-4423-a2d1-1c052a771ea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'b974ae40-82b9-42d5-805c-e26d1ab270c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 19:05:00.116110 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e44f048-1608-4f37-a0b4-ad4130b74350 req-e6ad6f00-883c-40d9-a23b-afbafc6e4e93 service neutron] Bound using segment: {'id': '9b9c5c64-ee80-4423-a2d1-1c052a771ea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'b974ae40-82b9-42d5-805c-e26d1ab270c9'} {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 19:05:00.116562 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-3e44f048-1608-4f37-a0b4-ad4130b74350 req-e6ad6f00-883c-40d9-a23b-afbafc6e4e93 service neutron] Bound port: a974c72a-15e4-4ef4-86cb-63a2a786ac1d, host: n-h1-800634-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b9c5c64-ee80-4423-a2d1-1c052a771ea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'b974ae40-82b9-42d5-805c-e26d1ab270c9'}}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 19:05:00.116915 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-3e44f048-1608-4f37-a0b4-ad4130b74350 req-e6ad6f00-883c-40d9-a23b-afbafc6e4e93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:05:00.178463 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-3e44f048-1608-4f37-a0b4-ad4130b74350 req-e6ad6f00-883c-40d9-a23b-afbafc6e4e93 service neutron] For port a974c72a-15e4-4ef4-86cb-63a2a786ac1d, host n-h1-800634-3, cleared binding levels {{(pid=93915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 19:05:00.181479 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-3e44f048-1608-4f37-a0b4-ad4130b74350 req-e6ad6f00-883c-40d9-a23b-afbafc6e4e93 service neutron] For port a974c72a-15e4-4ef4-86cb-63a2a786ac1d, host n-h1-800634-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=a974c72a-15e4-4ef4-86cb-63a2a786ac1d,segment=NetworkSegment(9b9c5c64-ee80-4423-a2d1-1c052a771ea1),segment_id=9b9c5c64-ee80-4423-a2d1-1c052a771ea1)] {{(pid=93915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 19:05:00.185875 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-3e44f048-1608-4f37-a0b4-ad4130b74350 req-e6ad6f00-883c-40d9-a23b-afbafc6e4e93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25912978'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:05:00.228774 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e44f048-1608-4f37-a0b4-ad4130b74350 req-e6ad6f00-883c-40d9-a23b-afbafc6e4e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:05:00.229397 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-3e44f048-1608-4f37-a0b4-ad4130b74350 req-e6ad6f00-883c-40d9-a23b-afbafc6e4e93 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:05:00.230782 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3e44f048-1608-4f37-a0b4-ad4130b74350 req-e6ad6f00-883c-40d9-a23b-afbafc6e4e93 service neutron] 10.222.0.18 "PUT /v2.0/ports/a974c72a-15e4-4ef4-86cb-63a2a786ac1d HTTP/1.1" status: 200 len: 1092 time: 0.5938244 Jul 14 19:05:00.231221 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc9e3dfa-9940-448f-abe0-33c08383833c', 'tag': 'a974c72a-15e4-4ef4-86cb-63a2a786ac1d'}] {{(pid=93915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 19:05:00.234593 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e72782ad3af8f7d4ce76cedf092bca46d1756acc5c4653cf0b52034cdd6b073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3e79280-0e71-43e1-bd1f-9686f6366f95" -d '{"events": [{"name": "network-changed", "server_uuid": "fc9e3dfa-9940-448f-abe0-33c08383833c", "tag": "a974c72a-15e4-4ef4-86cb-63a2a786ac1d"}]}' {{(pid=93915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 19:05:00.276025 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ad6f00-883c-40d9-a23b-afbafc6e4e93 service neutron] Pushing event updated for resources: {'Port': ['ID=a974c72a-15e4-4ef4-86cb-63a2a786ac1d,revision_number=3']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:05:00.288049 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 19:05:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b01236e-18f2-4ecf-bdfa-25252f7bfd6e x-openstack-request-id: req-8b01236e-18f2-4ecf-bdfa-25252f7bfd6e {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 19:05:00.288364 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc9e3dfa-9940-448f-abe0-33c08383833c", "tag": "a974c72a-15e4-4ef4-86cb-63a2a786ac1d", "status": "completed", "code": 200}]} {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 19:05:00.288604 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8b01236e-18f2-4ecf-bdfa-25252f7bfd6e {{(pid=93915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 19:05:00.288996 n-d-800634-3 neutron-server[93915]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc9e3dfa-9940-448f-abe0-33c08383833c', 'tag': 'a974c72a-15e4-4ef4-86cb-63a2a786ac1d', 'status': 'completed', 'code': 200} Jul 14 19:05:00.375795 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e44f048-1608-4f37-a0b4-ad4130b74350 req-8b144db3-8d52-471b-97ee-5c9bc2d33efd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:05:00.377311 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3e44f048-1608-4f37-a0b4-ad4130b74350 req-8b144db3-8d52-471b-97ee-5c9bc2d33efd service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=109138cd45bb4551a46c07d6b4d53e2b&device_id=fc9e3dfa-9940-448f-abe0-33c08383833c HTTP/1.1" status: 200 len: 1095 time: 0.1034205 Jul 14 19:05:00.389139 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f82919f-4844-419f-9b0e-d0721a47afd4 req-462c4e9c-8dd2-4568-ac45-e12ac067615e tempest-DeleteServersTestJSON-727153266 tempest-DeleteServersTestJSON-727153266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:05:00.391147 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-8f82919f-4844-419f-9b0e-d0721a47afd4 req-462c4e9c-8dd2-4568-ac45-e12ac067615e tempest-DeleteServersTestJSON-727153266 tempest-DeleteServersTestJSON-727153266-project] 10.222.0.16 "GET /v2.0/ports?device_id=fc9e3dfa-9940-448f-abe0-33c08383833c HTTP/1.1" status: 200 len: 944 time: 0.1004198 Jul 14 19:05:00.440142 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3e44f048-1608-4f37-a0b4-ad4130b74350 req-e23f3fb6-59e1-4ad0-9891-90b0c6ea09c0 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a974c72a-15e4-4ef4-86cb-63a2a786ac1d HTTP/1.1" status: 200 len: 217 time: 0.0480542 Jul 14 19:05:00.486037 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-8f82919f-4844-419f-9b0e-d0721a47afd4 req-8c1cc9d8-8077-41de-a68d-a26d31129494 tempest-DeleteServersTestJSON-727153266 tempest-DeleteServersTestJSON-727153266-project] 10.222.0.16 "GET /v2.0/security-groups?id=a539f392-22ea-4ac9-99d6-5236897d636e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884445 Jul 14 19:05:00.500608 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e44f048-1608-4f37-a0b4-ad4130b74350 req-e25ccac9-6406-4dec-b9b4-84b3982088ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:05:00.502276 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3e44f048-1608-4f37-a0b4-ad4130b74350 req-e25ccac9-6406-4dec-b9b4-84b3982088ec service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1b2e43bd-d0b5-427c-8fbb-3a7d2d777a43 HTTP/1.1" status: 200 len: 852 time: 0.0559769 Jul 14 19:05:00.535627 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3e44f048-1608-4f37-a0b4-ad4130b74350 req-412e08f9-2e57-4fe5-8f95-0dcc21c0f1d4 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b974ae40-82b9-42d5-805c-e26d1ab270c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273819 Jul 14 19:05:00.628768 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3e44f048-1608-4f37-a0b4-ad4130b74350 req-549dfd41-8f33-4252-a7cf-c201cc98744a service neutron] 10.222.0.18 "GET /v2.0/networks/b974ae40-82b9-42d5-805c-e26d1ab270c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864649 Jul 14 19:05:00.720393 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3e44f048-1608-4f37-a0b4-ad4130b74350 req-52fb4e8f-9745-42dd-aed0-f736e350ca30 service neutron] 10.222.0.18 "GET /v2.0/networks/b974ae40-82b9-42d5-805c-e26d1ab270c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855205 Jul 14 19:05:00.820823 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e79280-0e71-43e1-bd1f-9686f6366f95 req-3deee7f2-ea3d-4814-ad8a-d05b79d4cc45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:05:00.822306 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b3e79280-0e71-43e1-bd1f-9686f6366f95 req-3deee7f2-ea3d-4814-ad8a-d05b79d4cc45 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=109138cd45bb4551a46c07d6b4d53e2b&device_id=fc9e3dfa-9940-448f-abe0-33c08383833c HTTP/1.1" status: 200 len: 1095 time: 0.0565188 Jul 14 19:05:00.910389 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e79280-0e71-43e1-bd1f-9686f6366f95 req-1542ce87-f023-472c-9225-ec878097e8fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:05:00.911856 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b3e79280-0e71-43e1-bd1f-9686f6366f95 req-1542ce87-f023-472c-9225-ec878097e8fd service neutron] 10.222.0.18 "GET /v2.0/networks?id=b974ae40-82b9-42d5-805c-e26d1ab270c9 HTTP/1.1" status: 200 len: 912 time: 0.0833118 Jul 14 19:05:00.952135 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b3e79280-0e71-43e1-bd1f-9686f6366f95 req-5d92737a-539c-46af-83b6-fe70bc53d6c8 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a974c72a-15e4-4ef4-86cb-63a2a786ac1d HTTP/1.1" status: 200 len: 217 time: 0.0336728 Jul 14 19:05:01.004619 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e79280-0e71-43e1-bd1f-9686f6366f95 req-d4c893b8-853e-4e67-8ac7-69c2ca660dac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:05:01.006142 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b3e79280-0e71-43e1-bd1f-9686f6366f95 req-d4c893b8-853e-4e67-8ac7-69c2ca660dac service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1b2e43bd-d0b5-427c-8fbb-3a7d2d777a43 HTTP/1.1" status: 200 len: 852 time: 0.0473466 Jul 14 19:05:01.039125 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b3e79280-0e71-43e1-bd1f-9686f6366f95 req-a51d48b7-fb3a-4281-900f-60d720d10f3f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b974ae40-82b9-42d5-805c-e26d1ab270c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258744 Jul 14 19:05:01.130726 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b3e79280-0e71-43e1-bd1f-9686f6366f95 req-d2283e4a-bdfb-4ae4-8cb4-69cdfab1bbff service neutron] 10.222.0.18 "GET /v2.0/networks/b974ae40-82b9-42d5-805c-e26d1ab270c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848100 Jul 14 19:05:01.224068 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b3e79280-0e71-43e1-bd1f-9686f6366f95 req-f1191d2f-43d6-4926-bc31-7ef608d331c3 service neutron] 10.222.0.18 "GET /v2.0/networks/b974ae40-82b9-42d5-805c-e26d1ab270c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863526 Jul 14 19:05:01.661862 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01df33e3-d1da-4ca6-ba7a-4c3d682698a0 req-6b81d75c-1671-4409-bbbe-3ce776e2e804 tempest-DeleteServersTestJSON-727153266 tempest-DeleteServersTestJSON-727153266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:05:01.663381 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-01df33e3-d1da-4ca6-ba7a-4c3d682698a0 req-6b81d75c-1671-4409-bbbe-3ce776e2e804 tempest-DeleteServersTestJSON-727153266 tempest-DeleteServersTestJSON-727153266-project] 10.222.0.16 "GET /v2.0/ports?device_id=fc9e3dfa-9940-448f-abe0-33c08383833c HTTP/1.1" status: 200 len: 944 time: 0.0650814 Jul 14 19:05:01.700607 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-01df33e3-d1da-4ca6-ba7a-4c3d682698a0 req-2e1268d8-ca06-4f3f-9297-5809a143250d tempest-DeleteServersTestJSON-727153266 tempest-DeleteServersTestJSON-727153266-project] 10.222.0.16 "GET /v2.0/security-groups?id=a539f392-22ea-4ac9-99d6-5236897d636e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315187 Jul 14 19:05:02.807304 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:05:02.880364 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7882f23-de34-4301-a301-67b8e7e01d7b req-ded2bc7f-0c30-424f-a35c-69f4369b6b38 tempest-DeleteServersTestJSON-727153266 tempest-DeleteServersTestJSON-727153266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:05:02.882255 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e7882f23-de34-4301-a301-67b8e7e01d7b req-ded2bc7f-0c30-424f-a35c-69f4369b6b38 tempest-DeleteServersTestJSON-727153266 tempest-DeleteServersTestJSON-727153266-project] 10.222.0.16 "GET /v2.0/ports?device_id=fc9e3dfa-9940-448f-abe0-33c08383833c HTTP/1.1" status: 200 len: 944 time: 0.0677867 Jul 14 19:05:02.923496 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e7882f23-de34-4301-a301-67b8e7e01d7b req-e8a75199-6184-49e2-9f2f-9ebbd762313d tempest-DeleteServersTestJSON-727153266 tempest-DeleteServersTestJSON-727153266-project] 10.222.0.16 "GET /v2.0/security-groups?id=a539f392-22ea-4ac9-99d6-5236897d636e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355022 Jul 14 19:05:03.399324 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device a974c72a-15e4-4ef4-86cb-63a2a786ac1d details requested by agent hyperv_n-h1-800634-3 with host n-h1-800634-3 {{(pid=93917) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 19:05:03.494023 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port a974c72a-15e4-4ef4-86cb-63a2a786ac1d, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=a974c72a-15e4-4ef4-86cb-63a2a786ac1d,segment=NetworkSegment(9b9c5c64-ee80-4423-a2d1-1c052a771ea1),segment_id=9b9c5c64-ee80-4423-a2d1-1c052a771ea1)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 19:05:03.504819 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Returning: {'device': 'a974c72a-15e4-4ef4-86cb-63a2a786ac1d', 'network_id': 'b974ae40-82b9-42d5-805c-e26d1ab270c9', 'port_id': 'a974c72a-15e4-4ef4-86cb-63a2a786ac1d', 'mac_address': 'fa:16:3e:30:9b:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 77, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b2e43bd-d0b5-427c-8fbb-3a7d2d777a43', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93917) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 19:05:03.545244 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:05:03.557920 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a974c72a-15e4-4ef4-86cb-63a2a786ac1d {{(pid=93917) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 19:05:03.577209 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port a974c72a-15e4-4ef4-86cb-63a2a786ac1d, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=a974c72a-15e4-4ef4-86cb-63a2a786ac1d,segment=NetworkSegment(9b9c5c64-ee80-4423-a2d1-1c052a771ea1),segment_id=9b9c5c64-ee80-4423-a2d1-1c052a771ea1)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 19:05:03.580995 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:05:03.626711 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Pushing event updated for resources: {'Port': ['ID=a974c72a-15e4-4ef4-86cb-63a2a786ac1d,revision_number=4']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:05:03.764369 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] get_ports_and_sgs() called for port_ids ['a974c72a-15e4-4ef4-86cb-63a2a786ac1d'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 19:05:04.097488 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d9d591-a3e1-42b3-a3d0-456c40d8d7cc req-e2cd18c2-4de5-4921-ac9b-b4cbbd0c16d1 tempest-DeleteServersTestJSON-727153266 tempest-DeleteServersTestJSON-727153266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:05:04.098882 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-37d9d591-a3e1-42b3-a3d0-456c40d8d7cc req-e2cd18c2-4de5-4921-ac9b-b4cbbd0c16d1 tempest-DeleteServersTestJSON-727153266 tempest-DeleteServersTestJSON-727153266-project] 10.222.0.16 "GET /v2.0/ports?device_id=fc9e3dfa-9940-448f-abe0-33c08383833c HTTP/1.1" status: 200 len: 945 time: 0.0635979 Jul 14 19:05:04.136595 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-37d9d591-a3e1-42b3-a3d0-456c40d8d7cc req-79505229-5130-46bb-99cc-7a137b0bd515 tempest-DeleteServersTestJSON-727153266 tempest-DeleteServersTestJSON-727153266-project] 10.222.0.16 "GET /v2.0/security-groups?id=a539f392-22ea-4ac9-99d6-5236897d636e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319881 Jul 14 19:05:05.309436 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8570a9f-cc96-4735-bce2-42ca060f970a req-3b9c683c-3e24-4c39-a2fd-da828de3607a tempest-DeleteServersTestJSON-727153266 tempest-DeleteServersTestJSON-727153266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:05:05.310911 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a8570a9f-cc96-4735-bce2-42ca060f970a req-3b9c683c-3e24-4c39-a2fd-da828de3607a tempest-DeleteServersTestJSON-727153266 tempest-DeleteServersTestJSON-727153266-project] 10.222.0.16 "GET /v2.0/ports?device_id=fc9e3dfa-9940-448f-abe0-33c08383833c HTTP/1.1" status: 200 len: 945 time: 0.0630543 Jul 14 19:05:05.347809 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a8570a9f-cc96-4735-bce2-42ca060f970a req-ae5c288f-118c-4d7b-8663-ab37f7862b41 tempest-DeleteServersTestJSON-727153266 tempest-DeleteServersTestJSON-727153266-project] 10.222.0.16 "GET /v2.0/security-groups?id=a539f392-22ea-4ac9-99d6-5236897d636e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305462 Jul 14 19:05:05.402696 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device a974c72a-15e4-4ef4-86cb-63a2a786ac1d up at agent hyperv_n-h1-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 19:05:05.450499 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Provisioning for port a974c72a-15e4-4ef4-86cb-63a2a786ac1d completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 19:05:05.454042 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Provisioning complete for port a974c72a-15e4-4ef4-86cb-63a2a786ac1d triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 19:05:05.454421 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:05:05.528100 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:05:05.550886 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc9e3dfa-9940-448f-abe0-33c08383833c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a974c72a-15e4-4ef4-86cb-63a2a786ac1d'}] {{(pid=93917) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 19:05:05.553110 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20b787f3c29eaa7aa2a4d648c725a2124c5ff39a8d793252f9d844495e14cf42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e6742c7-f054-46bd-a1bd-0faf2ca5dc77" -d '{"events": [{"server_uuid": "fc9e3dfa-9940-448f-abe0-33c08383833c", "name": "network-vif-plugged", "status": "completed", "tag": "a974c72a-15e4-4ef4-86cb-63a2a786ac1d"}]}' {{(pid=93917) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 19:05:05.565057 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port a974c72a-15e4-4ef4-86cb-63a2a786ac1d, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=a974c72a-15e4-4ef4-86cb-63a2a786ac1d,segment=NetworkSegment(9b9c5c64-ee80-4423-a2d1-1c052a771ea1),segment_id=9b9c5c64-ee80-4423-a2d1-1c052a771ea1)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 19:05:05.569536 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:05:05.595296 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 19:05:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-063a62c4-e701-4268-8d3a-c67442f95cb2 x-openstack-request-id: req-063a62c4-e701-4268-8d3a-c67442f95cb2 {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 19:05:05.595623 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc9e3dfa-9940-448f-abe0-33c08383833c", "name": "network-vif-plugged", "status": "completed", "tag": "a974c72a-15e4-4ef4-86cb-63a2a786ac1d", "code": 200}]} {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 19:05:05.595840 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-063a62c4-e701-4268-8d3a-c67442f95cb2 {{(pid=93917) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 19:05:05.596383 n-d-800634-3 neutron-server[93917]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc9e3dfa-9940-448f-abe0-33c08383833c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a974c72a-15e4-4ef4-86cb-63a2a786ac1d', 'code': 200} Jul 14 19:05:05.622312 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Pushing event updated for resources: {'Port': ['ID=a974c72a-15e4-4ef4-86cb-63a2a786ac1d,revision_number=5']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:05:05.706018 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:05:05.957522 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac43b27-f065-428a-9655-70213c5492f9 req-6db49adb-d5fa-4cbc-abd4-1a45d164082a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:05:05.958924 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-0ac43b27-f065-428a-9655-70213c5492f9 req-6db49adb-d5fa-4cbc-abd4-1a45d164082a service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=fc9e3dfa-9940-448f-abe0-33c08383833c HTTP/1.1" status: 200 len: 1097 time: 0.3076746 Jul 14 19:05:05.992268 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-0ac43b27-f065-428a-9655-70213c5492f9 req-4dd09256-1f4d-42ac-80f5-3b9f174f1aee service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=a539f392-22ea-4ac9-99d6-5236897d636e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0269177 Jul 14 19:05:06.520183 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16249bc2-2cb4-44c4-aa6b-21507aa931cc req-1c808212-4781-49ab-a385-843c3a3ea09f tempest-DeleteServersTestJSON-727153266 tempest-DeleteServersTestJSON-727153266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:05:06.521591 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-16249bc2-2cb4-44c4-aa6b-21507aa931cc req-1c808212-4781-49ab-a385-843c3a3ea09f tempest-DeleteServersTestJSON-727153266 tempest-DeleteServersTestJSON-727153266-project] 10.222.0.16 "GET /v2.0/ports?device_id=fc9e3dfa-9940-448f-abe0-33c08383833c HTTP/1.1" status: 200 len: 946 time: 0.0621526 Jul 14 19:05:06.558950 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-16249bc2-2cb4-44c4-aa6b-21507aa931cc req-4a25e84b-c3b7-49b5-869a-c3dfe29e9a0d tempest-DeleteServersTestJSON-727153266 tempest-DeleteServersTestJSON-727153266-project] 10.222.0.16 "GET /v2.0/security-groups?id=a539f392-22ea-4ac9-99d6-5236897d636e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318854 Jul 14 19:05:07.738491 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02c1f9d-0ddb-40d0-b21d-d8963445de3a req-3f81afd6-b4e3-489e-ba4b-f6e337e91861 tempest-DeleteServersTestJSON-727153266 tempest-DeleteServersTestJSON-727153266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:05:07.740149 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c02c1f9d-0ddb-40d0-b21d-d8963445de3a req-3f81afd6-b4e3-489e-ba4b-f6e337e91861 tempest-DeleteServersTestJSON-727153266 tempest-DeleteServersTestJSON-727153266-project] 10.222.0.16 "GET /v2.0/ports?device_id=fc9e3dfa-9940-448f-abe0-33c08383833c HTTP/1.1" status: 200 len: 946 time: 0.0674949 Jul 14 19:05:07.779278 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c02c1f9d-0ddb-40d0-b21d-d8963445de3a req-16e8c2ec-dc9b-4d4e-8b64-8d69d799a15f tempest-DeleteServersTestJSON-727153266 tempest-DeleteServersTestJSON-727153266-project] 10.222.0.16 "GET /v2.0/security-groups?id=a539f392-22ea-4ac9-99d6-5236897d636e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336668 Jul 14 19:05:08.059659 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 57004) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 19:05:08.208936 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d5bb3c-5c58-4acb-a612-364bfd9d2b25 req-ae0a7002-eedb-4f48-b3c4-e1ee0305c8d0 tempest-DeleteServersTestJSON-727153266 tempest-DeleteServersTestJSON-727153266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:05:08.210719 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f9d5bb3c-5c58-4acb-a612-364bfd9d2b25 req-ae0a7002-eedb-4f48-b3c4-e1ee0305c8d0 tempest-DeleteServersTestJSON-727153266 tempest-DeleteServersTestJSON-727153266-project] 10.222.0.16 "GET /v2.0/ports?device_id=fc9e3dfa-9940-448f-abe0-33c08383833c HTTP/1.1" status: 200 len: 946 time: 0.1011899 Jul 14 19:05:08.214207 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-50dfd865-5db1-42d0-8cb7-3cc279beea1d req-55f5a243-8a05-44e9-b770-c3d03e34e03b service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=fc9e3dfa-9940-448f-abe0-33c08383833c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1534164 Jul 14 19:05:08.249945 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f9d5bb3c-5c58-4acb-a612-364bfd9d2b25 req-98629f3d-ba61-4149-b2c4-181f96a61000 tempest-DeleteServersTestJSON-727153266 tempest-DeleteServersTestJSON-727153266-project] 10.222.0.16 "GET /v2.0/security-groups?id=a539f392-22ea-4ac9-99d6-5236897d636e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335670 Jul 14 19:05:09.437384 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50dfd865-5db1-42d0-8cb7-3cc279beea1d req-a62da969-c766-4636-9ee1-3122a3f1ba52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:05:09.438868 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-50dfd865-5db1-42d0-8cb7-3cc279beea1d req-a62da969-c766-4636-9ee1-3122a3f1ba52 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=109138cd45bb4551a46c07d6b4d53e2b&device_id=fc9e3dfa-9940-448f-abe0-33c08383833c HTTP/1.1" status: 200 len: 1097 time: 0.0978379 Jul 14 19:05:09.450475 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7703167-c6c7-4c18-bb84-b05a02128358 req-d58017b7-8f8f-40d8-aaf0-617f2719aad1 tempest-DeleteServersTestJSON-727153266 tempest-DeleteServersTestJSON-727153266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:05:09.451842 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-d7703167-c6c7-4c18-bb84-b05a02128358 req-d58017b7-8f8f-40d8-aaf0-617f2719aad1 tempest-DeleteServersTestJSON-727153266 tempest-DeleteServersTestJSON-727153266-project] 10.222.0.16 "GET /v2.0/ports?device_id=fc9e3dfa-9940-448f-abe0-33c08383833c HTTP/1.1" status: 200 len: 946 time: 0.0814569 Jul 14 19:05:09.540613 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-d7703167-c6c7-4c18-bb84-b05a02128358 req-18a3c44b-6337-4418-b144-25bd5709268f tempest-DeleteServersTestJSON-727153266 tempest-DeleteServersTestJSON-727153266-project] 10.222.0.16 "GET /v2.0/security-groups?id=a539f392-22ea-4ac9-99d6-5236897d636e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804341 Jul 14 19:05:09.567348 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50dfd865-5db1-42d0-8cb7-3cc279beea1d req-6ac6adda-7102-4f46-a113-3ef3a907ff55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:05:09.568841 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-50dfd865-5db1-42d0-8cb7-3cc279beea1d req-6ac6adda-7102-4f46-a113-3ef3a907ff55 service neutron] 10.222.0.18 "GET /v2.0/networks?id=b974ae40-82b9-42d5-805c-e26d1ab270c9 HTTP/1.1" status: 200 len: 912 time: 0.1161146 Jul 14 19:05:09.607816 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-50dfd865-5db1-42d0-8cb7-3cc279beea1d req-cd154040-a0e4-4369-b98a-9d2752b18665 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a974c72a-15e4-4ef4-86cb-63a2a786ac1d HTTP/1.1" status: 200 len: 217 time: 0.0329549 Jul 14 19:05:09.654363 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50dfd865-5db1-42d0-8cb7-3cc279beea1d req-01b97aaf-b589-4811-a210-1ec99391c9fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:05:09.655775 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-50dfd865-5db1-42d0-8cb7-3cc279beea1d req-01b97aaf-b589-4811-a210-1ec99391c9fb service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1b2e43bd-d0b5-427c-8fbb-3a7d2d777a43 HTTP/1.1" status: 200 len: 852 time: 0.0418191 Jul 14 19:05:09.691941 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-50dfd865-5db1-42d0-8cb7-3cc279beea1d req-f0e8aa97-1de2-49a7-a822-349319a245aa service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b974ae40-82b9-42d5-805c-e26d1ab270c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299699 Jul 14 19:05:09.777138 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-50dfd865-5db1-42d0-8cb7-3cc279beea1d req-af9b22ba-e37f-4cb1-8ca2-ac9a474f076c service neutron] 10.222.0.18 "GET /v2.0/networks/b974ae40-82b9-42d5-805c-e26d1ab270c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792515 Jul 14 19:05:09.867560 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-50dfd865-5db1-42d0-8cb7-3cc279beea1d req-4db3a039-cdfb-4fec-8efe-2a120464536c service neutron] 10.222.0.18 "GET /v2.0/networks/b974ae40-82b9-42d5-805c-e26d1ab270c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842202 Jul 14 19:05:10.710844 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecc2911-bd69-45a4-b3c2-7a97a2923dba req-85e0a78d-e464-40dc-82fa-f88a01a64c33 tempest-DeleteServersTestJSON-727153266 tempest-DeleteServersTestJSON-727153266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:05:10.712352 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3ecc2911-bd69-45a4-b3c2-7a97a2923dba req-85e0a78d-e464-40dc-82fa-f88a01a64c33 tempest-DeleteServersTestJSON-727153266 tempest-DeleteServersTestJSON-727153266-project] 10.222.0.16 "GET /v2.0/ports?device_id=fc9e3dfa-9940-448f-abe0-33c08383833c HTTP/1.1" status: 200 len: 946 time: 0.0626328 Jul 14 19:05:10.748481 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3ecc2911-bd69-45a4-b3c2-7a97a2923dba req-08566223-ee8a-4758-9718-8bd04ba3f5c8 tempest-DeleteServersTestJSON-727153266 tempest-DeleteServersTestJSON-727153266-project] 10.222.0.16 "GET /v2.0/security-groups?id=a539f392-22ea-4ac9-99d6-5236897d636e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307302 Jul 14 19:05:11.928714 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8382e76b-19cc-4fd5-a28e-ae38af0606e8 req-de686f31-56dc-4224-92e9-f4bab467093f tempest-DeleteServersTestJSON-727153266 tempest-DeleteServersTestJSON-727153266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:05:11.930187 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-8382e76b-19cc-4fd5-a28e-ae38af0606e8 req-de686f31-56dc-4224-92e9-f4bab467093f tempest-DeleteServersTestJSON-727153266 tempest-DeleteServersTestJSON-727153266-project] 10.222.0.16 "GET /v2.0/ports?device_id=fc9e3dfa-9940-448f-abe0-33c08383833c HTTP/1.1" status: 200 len: 946 time: 0.0629349 Jul 14 19:05:11.966722 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-8382e76b-19cc-4fd5-a28e-ae38af0606e8 req-5b728d45-3e4a-402f-bf5d-b672ae2ae850 tempest-DeleteServersTestJSON-727153266 tempest-DeleteServersTestJSON-727153266-project] 10.222.0.16 "GET /v2.0/security-groups?id=a539f392-22ea-4ac9-99d6-5236897d636e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311763 Jul 14 19:05:13.145684 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13fe486-aa84-474d-9021-3455c956da83 req-53c0c2ca-6ce0-4d3e-88fb-c8eeb12e65a6 tempest-DeleteServersTestJSON-727153266 tempest-DeleteServersTestJSON-727153266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:05:13.147085 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c13fe486-aa84-474d-9021-3455c956da83 req-53c0c2ca-6ce0-4d3e-88fb-c8eeb12e65a6 tempest-DeleteServersTestJSON-727153266 tempest-DeleteServersTestJSON-727153266-project] 10.222.0.16 "GET /v2.0/ports?device_id=fc9e3dfa-9940-448f-abe0-33c08383833c HTTP/1.1" status: 200 len: 946 time: 0.0672534 Jul 14 19:05:13.184026 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c13fe486-aa84-474d-9021-3455c956da83 req-819e9a55-e735-4e1a-8c94-a9b44f879c07 tempest-DeleteServersTestJSON-727153266 tempest-DeleteServersTestJSON-727153266-project] 10.222.0.16 "GET /v2.0/security-groups?id=a539f392-22ea-4ac9-99d6-5236897d636e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313852 Jul 14 19:05:14.050773 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.agents_db [None req-2ea07fb6-aa68-4671-8654-119d82b9f530 None None] Agent healthcheck: found 7 active agents {{(pid=93918) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 19:05:14.359767 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b545c839-4701-4e93-a658-33aac8968696 req-217e10e7-8c35-4e45-b980-dcd49d3c65ec tempest-DeleteServersTestJSON-727153266 tempest-DeleteServersTestJSON-727153266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:05:14.361158 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b545c839-4701-4e93-a658-33aac8968696 req-217e10e7-8c35-4e45-b980-dcd49d3c65ec tempest-DeleteServersTestJSON-727153266 tempest-DeleteServersTestJSON-727153266-project] 10.222.0.16 "GET /v2.0/ports?device_id=fc9e3dfa-9940-448f-abe0-33c08383833c HTTP/1.1" status: 200 len: 946 time: 0.0629082 Jul 14 19:05:14.398663 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b545c839-4701-4e93-a658-33aac8968696 req-6db14475-e41b-4647-9987-dade3b182afa tempest-DeleteServersTestJSON-727153266 tempest-DeleteServersTestJSON-727153266-project] 10.222.0.16 "GET /v2.0/security-groups?id=a539f392-22ea-4ac9-99d6-5236897d636e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320468 Jul 14 19:05:15.572723 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb88d1bf-49de-42f8-874d-0d4b5132c801 req-ec824128-1168-4ec2-b8ef-dc360f79cfd1 tempest-DeleteServersTestJSON-727153266 tempest-DeleteServersTestJSON-727153266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:05:15.574191 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-bb88d1bf-49de-42f8-874d-0d4b5132c801 req-ec824128-1168-4ec2-b8ef-dc360f79cfd1 tempest-DeleteServersTestJSON-727153266 tempest-DeleteServersTestJSON-727153266-project] 10.222.0.16 "GET /v2.0/ports?device_id=fc9e3dfa-9940-448f-abe0-33c08383833c HTTP/1.1" status: 200 len: 946 time: 0.0663614 Jul 14 19:05:15.611728 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-bb88d1bf-49de-42f8-874d-0d4b5132c801 req-77f3485f-f7c8-4ea2-aa5a-48906e03f70a tempest-DeleteServersTestJSON-727153266 tempest-DeleteServersTestJSON-727153266-project] 10.222.0.16 "GET /v2.0/security-groups?id=a539f392-22ea-4ac9-99d6-5236897d636e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314732 Jul 14 19:05:16.782034 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8766d084-5c05-4864-922a-a64dc6059c36 req-ab29e79d-cf88-4e40-b4df-36f528966ccf tempest-DeleteServersTestJSON-727153266 tempest-DeleteServersTestJSON-727153266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:05:16.783409 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-8766d084-5c05-4864-922a-a64dc6059c36 req-ab29e79d-cf88-4e40-b4df-36f528966ccf tempest-DeleteServersTestJSON-727153266 tempest-DeleteServersTestJSON-727153266-project] 10.222.0.16 "GET /v2.0/ports?device_id=fc9e3dfa-9940-448f-abe0-33c08383833c HTTP/1.1" status: 200 len: 946 time: 0.0634375 Jul 14 19:05:16.820198 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-8766d084-5c05-4864-922a-a64dc6059c36 req-6a9ce7e6-24ab-435d-b861-7206de4e96e0 tempest-DeleteServersTestJSON-727153266 tempest-DeleteServersTestJSON-727153266-project] 10.222.0.16 "GET /v2.0/security-groups?id=a539f392-22ea-4ac9-99d6-5236897d636e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313072 Jul 14 19:05:17.989782 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b8e100-e9b7-4c79-88f0-cf4daf0a4732 req-de5725cf-72c0-447c-a0a2-d25fbad45bd2 tempest-DeleteServersTestJSON-727153266 tempest-DeleteServersTestJSON-727153266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:05:17.991262 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-31b8e100-e9b7-4c79-88f0-cf4daf0a4732 req-de5725cf-72c0-447c-a0a2-d25fbad45bd2 tempest-DeleteServersTestJSON-727153266 tempest-DeleteServersTestJSON-727153266-project] 10.222.0.16 "GET /v2.0/ports?device_id=fc9e3dfa-9940-448f-abe0-33c08383833c HTTP/1.1" status: 200 len: 946 time: 0.0625477 Jul 14 19:05:18.028281 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-31b8e100-e9b7-4c79-88f0-cf4daf0a4732 req-ba17e3cf-89c7-482f-a180-b0b621c9f623 tempest-DeleteServersTestJSON-727153266 tempest-DeleteServersTestJSON-727153266-project] 10.222.0.16 "GET /v2.0/security-groups?id=a539f392-22ea-4ac9-99d6-5236897d636e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314229 Jul 14 19:05:19.205178 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c372c4-5128-4f59-a420-618c9a4aae62 req-560369cb-2cba-499c-b672-73a34f0150ae tempest-DeleteServersTestJSON-727153266 tempest-DeleteServersTestJSON-727153266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:05:19.206676 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f1c372c4-5128-4f59-a420-618c9a4aae62 req-560369cb-2cba-499c-b672-73a34f0150ae tempest-DeleteServersTestJSON-727153266 tempest-DeleteServersTestJSON-727153266-project] 10.222.0.16 "GET /v2.0/ports?device_id=fc9e3dfa-9940-448f-abe0-33c08383833c HTTP/1.1" status: 200 len: 946 time: 0.0692918 Jul 14 19:05:19.244360 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f1c372c4-5128-4f59-a420-618c9a4aae62 req-c97e183c-86b7-4dff-bdcd-fd71d2726fc7 tempest-DeleteServersTestJSON-727153266 tempest-DeleteServersTestJSON-727153266-project] 10.222.0.16 "GET /v2.0/security-groups?id=a539f392-22ea-4ac9-99d6-5236897d636e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321236 Jul 14 19:05:20.418238 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e3151c-a5d1-4ccf-a731-b8496cc4c0ea req-fb4c6a91-c972-4185-8eab-858d5d2db708 tempest-DeleteServersTestJSON-727153266 tempest-DeleteServersTestJSON-727153266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:05:20.419701 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-03e3151c-a5d1-4ccf-a731-b8496cc4c0ea req-fb4c6a91-c972-4185-8eab-858d5d2db708 tempest-DeleteServersTestJSON-727153266 tempest-DeleteServersTestJSON-727153266-project] 10.222.0.16 "GET /v2.0/ports?device_id=fc9e3dfa-9940-448f-abe0-33c08383833c HTTP/1.1" status: 200 len: 946 time: 0.0624003 Jul 14 19:05:20.438528 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-18627d65-b857-43f4-91d3-9f6f74a73283 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:05:20.461891 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-03e3151c-a5d1-4ccf-a731-b8496cc4c0ea req-a31ac0d8-a857-4c46-9f0e-01b586361661 tempest-DeleteServersTestJSON-727153266 tempest-DeleteServersTestJSON-727153266-project] 10.222.0.16 "GET /v2.0/security-groups?id=a539f392-22ea-4ac9-99d6-5236897d636e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354717 Jul 14 19:05:20.562837 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9d024f-ed92-4df5-b5b0-ebf7986ae8d0 req-34e1f07b-f968-4295-a230-c31ec86df738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:05:20.564397 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-9c9d024f-ed92-4df5-b5b0-ebf7986ae8d0 req-34e1f07b-f968-4295-a230-c31ec86df738 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=109138cd45bb4551a46c07d6b4d53e2b&device_id=fc9e3dfa-9940-448f-abe0-33c08383833c HTTP/1.1" status: 200 len: 1097 time: 0.0589514 Jul 14 19:05:20.666127 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9d024f-ed92-4df5-b5b0-ebf7986ae8d0 req-8c67b5c3-0ceb-4b8f-8584-37ac936a674a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:05:20.667579 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-9c9d024f-ed92-4df5-b5b0-ebf7986ae8d0 req-8c67b5c3-0ceb-4b8f-8584-37ac936a674a service neutron] 10.222.0.18 "GET /v2.0/networks?id=b974ae40-82b9-42d5-805c-e26d1ab270c9 HTTP/1.1" status: 200 len: 912 time: 0.0845747 Jul 14 19:05:20.707564 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-9c9d024f-ed92-4df5-b5b0-ebf7986ae8d0 req-648ee242-f957-4560-812e-b9e0e2bf65a2 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a974c72a-15e4-4ef4-86cb-63a2a786ac1d HTTP/1.1" status: 200 len: 217 time: 0.0340219 Jul 14 19:05:20.757677 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9d024f-ed92-4df5-b5b0-ebf7986ae8d0 req-8358cdba-391a-469d-bbe0-d5813b5b0ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:05:20.759067 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-9c9d024f-ed92-4df5-b5b0-ebf7986ae8d0 req-8358cdba-391a-469d-bbe0-d5813b5b0ee6 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1b2e43bd-d0b5-427c-8fbb-3a7d2d777a43 HTTP/1.1" status: 200 len: 852 time: 0.0455861 Jul 14 19:05:20.790629 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-9c9d024f-ed92-4df5-b5b0-ebf7986ae8d0 req-7b3f0f65-2c0b-4f50-bb8a-6c24d559ea58 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b974ae40-82b9-42d5-805c-e26d1ab270c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245700 Jul 14 19:05:20.875164 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-9c9d024f-ed92-4df5-b5b0-ebf7986ae8d0 req-960b7767-e16f-4969-b1da-0506fb9dbad1 service neutron] 10.222.0.18 "GET /v2.0/networks/b974ae40-82b9-42d5-805c-e26d1ab270c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0781944 Jul 14 19:05:20.971860 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-9c9d024f-ed92-4df5-b5b0-ebf7986ae8d0 req-deecf7ed-46a6-4e7c-b521-86ff8d8d7ee7 service neutron] 10.222.0.18 "GET /v2.0/networks/b974ae40-82b9-42d5-805c-e26d1ab270c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840576 Jul 14 19:05:21.639977 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0071c08e-f21c-40c9-b06e-c0d514f25669 req-1a729396-022e-4a2b-aa1e-4513f07fa951 tempest-DeleteServersTestJSON-727153266 tempest-DeleteServersTestJSON-727153266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:05:21.641507 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-0071c08e-f21c-40c9-b06e-c0d514f25669 req-1a729396-022e-4a2b-aa1e-4513f07fa951 tempest-DeleteServersTestJSON-727153266 tempest-DeleteServersTestJSON-727153266-project] 10.222.0.16 "GET /v2.0/ports?device_id=fc9e3dfa-9940-448f-abe0-33c08383833c HTTP/1.1" status: 200 len: 946 time: 0.0642662 Jul 14 19:05:21.678459 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-0071c08e-f21c-40c9-b06e-c0d514f25669 req-42c9de2b-7b23-4202-9255-89492fc6bcfe tempest-DeleteServersTestJSON-727153266 tempest-DeleteServersTestJSON-727153266-project] 10.222.0.16 "GET /v2.0/security-groups?id=a539f392-22ea-4ac9-99d6-5236897d636e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314391 Jul 14 19:05:22.861623 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-a9d750b8-eb36-4726-a1e8-067a8f551a14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:05:22.876001 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c9c876-b1ab-4e4d-bc03-36f46d2a516e req-2155e958-5181-4424-8041-a87446311fa9 tempest-DeleteServersTestJSON-727153266 tempest-DeleteServersTestJSON-727153266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:05:22.877552 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b8c9c876-b1ab-4e4d-bc03-36f46d2a516e req-2155e958-5181-4424-8041-a87446311fa9 tempest-DeleteServersTestJSON-727153266 tempest-DeleteServersTestJSON-727153266-project] 10.222.0.16 "GET /v2.0/ports?device_id=fc9e3dfa-9940-448f-abe0-33c08383833c HTTP/1.1" status: 200 len: 946 time: 0.0815380 Jul 14 19:05:22.917476 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b8c9c876-b1ab-4e4d-bc03-36f46d2a516e req-7b7a38ec-5735-4129-b295-9fa01c56e44b tempest-DeleteServersTestJSON-727153266 tempest-DeleteServersTestJSON-727153266-project] 10.222.0.16 "GET /v2.0/security-groups?id=a539f392-22ea-4ac9-99d6-5236897d636e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336237 Jul 14 19:05:23.200269 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:05:24.089616 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793cf39d-d831-4bd5-8f7b-a9d8638c8821 req-83ddea98-d436-48e5-9e1e-9ac0cafe2155 tempest-DeleteServersTestJSON-727153266 tempest-DeleteServersTestJSON-727153266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:05:24.091097 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-793cf39d-d831-4bd5-8f7b-a9d8638c8821 req-83ddea98-d436-48e5-9e1e-9ac0cafe2155 tempest-DeleteServersTestJSON-727153266 tempest-DeleteServersTestJSON-727153266-project] 10.222.0.16 "GET /v2.0/ports?device_id=fc9e3dfa-9940-448f-abe0-33c08383833c HTTP/1.1" status: 200 len: 946 time: 0.0633762 Jul 14 19:05:24.128275 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-793cf39d-d831-4bd5-8f7b-a9d8638c8821 req-56d9bd38-d6b5-4443-8e3b-bd2c85379920 tempest-DeleteServersTestJSON-727153266 tempest-DeleteServersTestJSON-727153266-project] 10.222.0.16 "GET /v2.0/security-groups?id=a539f392-22ea-4ac9-99d6-5236897d636e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316472 Jul 14 19:05:24.238612 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-574aeb93-9938-449c-8e6c-cb22c9b52cc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:05:25.299814 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957ea91a-64dc-44f9-a554-2a45b1988066 req-079464c2-768e-4e43-9f5f-38a723e68ccc tempest-DeleteServersTestJSON-727153266 tempest-DeleteServersTestJSON-727153266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:05:25.301298 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-957ea91a-64dc-44f9-a554-2a45b1988066 req-079464c2-768e-4e43-9f5f-38a723e68ccc tempest-DeleteServersTestJSON-727153266 tempest-DeleteServersTestJSON-727153266-project] 10.222.0.16 "GET /v2.0/ports?device_id=fc9e3dfa-9940-448f-abe0-33c08383833c HTTP/1.1" status: 200 len: 946 time: 0.0624216 Jul 14 19:05:25.337941 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-957ea91a-64dc-44f9-a554-2a45b1988066 req-fafd3400-e331-459f-b467-35d5a7ec4a84 tempest-DeleteServersTestJSON-727153266 tempest-DeleteServersTestJSON-727153266-project] 10.222.0.16 "GET /v2.0/security-groups?id=a539f392-22ea-4ac9-99d6-5236897d636e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312302 Jul 14 19:05:25.544041 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-3c4bc92b-a487-4482-b719-8915c0f5aba3 req-d84cceaa-075f-4fef-8fcc-adabf0cf9559 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=03a24d87-527f-4d5b-a998-53393446562a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0279019 Jul 14 19:05:25.611689 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-3c4bc92b-a487-4482-b719-8915c0f5aba3 req-eb0e83e3-96ce-434f-8d0e-7353effef745 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c51e850593fc4a37af9470721017e8e7&device_id=03a24d87-527f-4d5b-a998-53393446562a HTTP/1.1" status: 200 len: 210 time: 0.0264952 Jul 14 19:05:25.655325 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-3c4bc92b-a487-4482-b719-8915c0f5aba3 req-7f997292-dfc7-4bea-a787-6db6ed6ab1fb service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=c51e850593fc4a37af9470721017e8e7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0235856 Jul 14 19:05:25.745500 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4bc92b-a487-4482-b719-8915c0f5aba3 req-c705886e-9647-47e0-ac38-fcb4cc5511ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:05:25.746947 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-3c4bc92b-a487-4482-b719-8915c0f5aba3 req-c705886e-9647-47e0-ac38-fcb4cc5511ee service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0850701 Jul 14 19:05:25.883170 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-2f4e3af3-e708-4ffd-a544-82d93a489d01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:05:26.513101 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6281b7bb-d03e-4fd2-9858-453d6b03b28a req-0b72f0bb-cb91-4b6b-ab33-a52a58ab4094 tempest-DeleteServersTestJSON-727153266 tempest-DeleteServersTestJSON-727153266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:05:26.514550 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6281b7bb-d03e-4fd2-9858-453d6b03b28a req-0b72f0bb-cb91-4b6b-ab33-a52a58ab4094 tempest-DeleteServersTestJSON-727153266 tempest-DeleteServersTestJSON-727153266-project] 10.222.0.16 "GET /v2.0/ports?device_id=fc9e3dfa-9940-448f-abe0-33c08383833c HTTP/1.1" status: 200 len: 946 time: 0.0666385 Jul 14 19:05:26.551823 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6281b7bb-d03e-4fd2-9858-453d6b03b28a req-81c39673-0734-499d-800b-d74e4ab01978 tempest-DeleteServersTestJSON-727153266 tempest-DeleteServersTestJSON-727153266-project] 10.222.0.16 "GET /v2.0/security-groups?id=a539f392-22ea-4ac9-99d6-5236897d636e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317640 Jul 14 19:05:27.722908 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1d041a-2c90-4c92-812f-873cbe140605 req-8a347cea-536e-41c3-9ca7-fac9fbd8e25d tempest-DeleteServersTestJSON-727153266 tempest-DeleteServersTestJSON-727153266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:05:27.724717 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-fb1d041a-2c90-4c92-812f-873cbe140605 req-8a347cea-536e-41c3-9ca7-fac9fbd8e25d tempest-DeleteServersTestJSON-727153266 tempest-DeleteServersTestJSON-727153266-project] 10.222.0.16 "GET /v2.0/ports?device_id=fc9e3dfa-9940-448f-abe0-33c08383833c HTTP/1.1" status: 200 len: 946 time: 0.0627460 Jul 14 19:05:27.761947 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-fb1d041a-2c90-4c92-812f-873cbe140605 req-e3a62b37-698b-4051-b85a-924c16c0a4c4 tempest-DeleteServersTestJSON-727153266 tempest-DeleteServersTestJSON-727153266-project] 10.222.0.16 "GET /v2.0/security-groups?id=a539f392-22ea-4ac9-99d6-5236897d636e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319166 Jul 14 19:05:28.934859 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f559f70f-0ec2-405f-8250-98b6eb3c967d req-779088c4-88db-4887-a506-472505d09624 tempest-DeleteServersTestJSON-727153266 tempest-DeleteServersTestJSON-727153266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:05:28.936984 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f559f70f-0ec2-405f-8250-98b6eb3c967d req-779088c4-88db-4887-a506-472505d09624 tempest-DeleteServersTestJSON-727153266 tempest-DeleteServersTestJSON-727153266-project] 10.222.0.16 "GET /v2.0/ports?device_id=fc9e3dfa-9940-448f-abe0-33c08383833c HTTP/1.1" status: 200 len: 946 time: 0.0653098 Jul 14 19:05:28.974474 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f559f70f-0ec2-405f-8250-98b6eb3c967d req-222cd141-c817-4b7d-870a-c932aa060bef tempest-DeleteServersTestJSON-727153266 tempest-DeleteServersTestJSON-727153266-project] 10.222.0.16 "GET /v2.0/security-groups?id=a539f392-22ea-4ac9-99d6-5236897d636e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320318 Jul 14 19:05:30.144999 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0145df-b5db-4df5-92fb-34c6d4261f46 req-d959d68c-3cfd-461d-9dd2-7409c58b73f5 tempest-DeleteServersTestJSON-727153266 tempest-DeleteServersTestJSON-727153266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:05:30.146481 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-8d0145df-b5db-4df5-92fb-34c6d4261f46 req-d959d68c-3cfd-461d-9dd2-7409c58b73f5 tempest-DeleteServersTestJSON-727153266 tempest-DeleteServersTestJSON-727153266-project] 10.222.0.16 "GET /v2.0/ports?device_id=fc9e3dfa-9940-448f-abe0-33c08383833c HTTP/1.1" status: 200 len: 946 time: 0.0643828 Jul 14 19:05:30.183555 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-8d0145df-b5db-4df5-92fb-34c6d4261f46 req-124f749a-4907-418e-943d-0d813c35ec52 tempest-DeleteServersTestJSON-727153266 tempest-DeleteServersTestJSON-727153266-project] 10.222.0.16 "GET /v2.0/security-groups?id=a539f392-22ea-4ac9-99d6-5236897d636e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313768 Jul 14 19:05:31.359316 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d8186e-c234-45ca-93ef-666dcbc91c85 req-b5701155-06da-4c10-bd04-228025984d1b tempest-DeleteServersTestJSON-727153266 tempest-DeleteServersTestJSON-727153266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:05:31.360812 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-86d8186e-c234-45ca-93ef-666dcbc91c85 req-b5701155-06da-4c10-bd04-228025984d1b tempest-DeleteServersTestJSON-727153266 tempest-DeleteServersTestJSON-727153266-project] 10.222.0.16 "GET /v2.0/ports?device_id=fc9e3dfa-9940-448f-abe0-33c08383833c HTTP/1.1" status: 200 len: 946 time: 0.0621488 Jul 14 19:05:31.397453 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-86d8186e-c234-45ca-93ef-666dcbc91c85 req-7295ec88-569f-4da8-b207-3890723fcb11 tempest-DeleteServersTestJSON-727153266 tempest-DeleteServersTestJSON-727153266-project] 10.222.0.16 "GET /v2.0/security-groups?id=a539f392-22ea-4ac9-99d6-5236897d636e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310562 Jul 14 19:05:32.752943 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146bd00f-6099-4c72-997b-2e28bb3ecf7b req-030afd23-180a-4ffb-a4b1-0b1f899aee70 tempest-DeleteServersTestJSON-727153266 tempest-DeleteServersTestJSON-727153266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:05:32.754471 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-146bd00f-6099-4c72-997b-2e28bb3ecf7b req-030afd23-180a-4ffb-a4b1-0b1f899aee70 tempest-DeleteServersTestJSON-727153266 tempest-DeleteServersTestJSON-727153266-project] 10.222.0.16 "GET /v2.0/ports?device_id=fc9e3dfa-9940-448f-abe0-33c08383833c HTTP/1.1" status: 200 len: 946 time: 0.0666637 Jul 14 19:05:32.792140 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-146bd00f-6099-4c72-997b-2e28bb3ecf7b req-f32769ea-a2eb-4492-a805-bfde89c48c11 tempest-DeleteServersTestJSON-727153266 tempest-DeleteServersTestJSON-727153266-project] 10.222.0.16 "GET /v2.0/security-groups?id=a539f392-22ea-4ac9-99d6-5236897d636e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319192 Jul 14 19:05:32.807588 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:05:33.963439 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eaa2c02-2b74-490a-b1b9-4e20aa5ce162 req-1735c588-15a2-451e-b66d-78e15c3a2391 tempest-DeleteServersTestJSON-727153266 tempest-DeleteServersTestJSON-727153266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:05:33.964933 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3eaa2c02-2b74-490a-b1b9-4e20aa5ce162 req-1735c588-15a2-451e-b66d-78e15c3a2391 tempest-DeleteServersTestJSON-727153266 tempest-DeleteServersTestJSON-727153266-project] 10.222.0.16 "GET /v2.0/ports?device_id=fc9e3dfa-9940-448f-abe0-33c08383833c HTTP/1.1" status: 200 len: 946 time: 0.0629265 Jul 14 19:05:34.002650 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3eaa2c02-2b74-490a-b1b9-4e20aa5ce162 req-6f174cb9-829d-498f-92fd-12cbe81bfb5d tempest-DeleteServersTestJSON-727153266 tempest-DeleteServersTestJSON-727153266-project] 10.222.0.16 "GET /v2.0/security-groups?id=a539f392-22ea-4ac9-99d6-5236897d636e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317669 Jul 14 19:05:35.177694 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa956a63-fac0-40c7-81fa-e46a086bf37b req-6e1d4b78-c941-47b2-bbc0-07e1d2f8a481 tempest-DeleteServersTestJSON-727153266 tempest-DeleteServersTestJSON-727153266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:05:35.179175 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-fa956a63-fac0-40c7-81fa-e46a086bf37b req-6e1d4b78-c941-47b2-bbc0-07e1d2f8a481 tempest-DeleteServersTestJSON-727153266 tempest-DeleteServersTestJSON-727153266-project] 10.222.0.16 "GET /v2.0/ports?device_id=fc9e3dfa-9940-448f-abe0-33c08383833c HTTP/1.1" status: 200 len: 946 time: 0.0674787 Jul 14 19:05:35.216921 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-fa956a63-fac0-40c7-81fa-e46a086bf37b req-38829c04-8c5f-4c51-abf3-0f6f467f8c8d tempest-DeleteServersTestJSON-727153266 tempest-DeleteServersTestJSON-727153266-project] 10.222.0.16 "GET /v2.0/security-groups?id=a539f392-22ea-4ac9-99d6-5236897d636e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323203 Jul 14 19:05:35.705544 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:05:36.390775 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbbd21f-eecc-49c7-a850-2580ce04dc79 req-035408ee-94a8-43c8-97c1-bc26e8fee556 tempest-DeleteServersTestJSON-727153266 tempest-DeleteServersTestJSON-727153266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:05:36.392307 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-8bbbd21f-eecc-49c7-a850-2580ce04dc79 req-035408ee-94a8-43c8-97c1-bc26e8fee556 tempest-DeleteServersTestJSON-727153266 tempest-DeleteServersTestJSON-727153266-project] 10.222.0.16 "GET /v2.0/ports?device_id=fc9e3dfa-9940-448f-abe0-33c08383833c HTTP/1.1" status: 200 len: 946 time: 0.0631309 Jul 14 19:05:36.429858 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-8bbbd21f-eecc-49c7-a850-2580ce04dc79 req-d4b984c9-b433-407a-9ce5-120cc69c3da7 tempest-DeleteServersTestJSON-727153266 tempest-DeleteServersTestJSON-727153266-project] 10.222.0.16 "GET /v2.0/security-groups?id=a539f392-22ea-4ac9-99d6-5236897d636e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319090 Jul 14 19:05:36.644419 n-d-800634-3 neutron-server[93915]: INFO neutron.api.v2.resource [req-50dfd865-5db1-42d0-8cb7-3cc279beea1d req-3e45369a-56c3-4199-b4e6-431a9d6a21b4 service neutron] show failed (client error): The resource could not be found. Jul 14 19:05:36.645395 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-50dfd865-5db1-42d0-8cb7-3cc279beea1d req-3e45369a-56c3-4199-b4e6-431a9d6a21b4 service neutron] 10.222.0.18 "GET /v2.0/ports/a974c72a-15e4-4ef4-86cb-63a2a786ac1d/bindings/n-h2-800634-3 HTTP/1.1" status: 404 len: 380 time: 0.0541749 Jul 14 19:05:36.923104 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50dfd865-5db1-42d0-8cb7-3cc279beea1d req-17732716-d6c0-4421-bf9e-57e1d68ec29f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:05:36.924626 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-50dfd865-5db1-42d0-8cb7-3cc279beea1d req-17732716-d6c0-4421-bf9e-57e1d68ec29f service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=fc9e3dfa-9940-448f-abe0-33c08383833c&tenant_id=109138cd45bb4551a46c07d6b4d53e2b HTTP/1.1" status: 200 len: 1097 time: 0.0880232 Jul 14 19:05:36.935691 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [req-50dfd865-5db1-42d0-8cb7-3cc279beea1d req-94ef5a99-538d-4429-bd26-e76d336b1959 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-800634-3', 'device_owner': 'compute:nova'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 19:05:37.003942 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-50dfd865-5db1-42d0-8cb7-3cc279beea1d req-94ef5a99-538d-4429-bd26-e76d336b1959 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:05:37.200008 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.db [req-50dfd865-5db1-42d0-8cb7-3cc279beea1d req-94ef5a99-538d-4429-bd26-e76d336b1959 service neutron] For port a974c72a-15e4-4ef4-86cb-63a2a786ac1d, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=a974c72a-15e4-4ef4-86cb-63a2a786ac1d,segment=NetworkSegment(9b9c5c64-ee80-4423-a2d1-1c052a771ea1),segment_id=9b9c5c64-ee80-4423-a2d1-1c052a771ea1)] {{(pid=93916) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 19:05:37.233416 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.db [req-50dfd865-5db1-42d0-8cb7-3cc279beea1d req-94ef5a99-538d-4429-bd26-e76d336b1959 service neutron] For port a974c72a-15e4-4ef4-86cb-63a2a786ac1d, host n-h1-800634-3, cleared binding levels {{(pid=93916) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 19:05:37.276545 n-d-800634-3 neutron-server[93916]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc9e3dfa-9940-448f-abe0-33c08383833c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a974c72a-15e4-4ef4-86cb-63a2a786ac1d'}] {{(pid=93916) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 19:05:37.279006 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f803e150b363a7893830aa996ac27753fa25517c406ecd3536b7c2d4b26eeb9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdfe3fbd-3a62-4116-8099-41e176d96db3" -d '{"events": [{"server_uuid": "fc9e3dfa-9940-448f-abe0-33c08383833c", "name": "network-vif-unplugged", "status": "completed", "tag": "a974c72a-15e4-4ef4-86cb-63a2a786ac1d"}]}' {{(pid=93916) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 19:05:37.282656 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-50dfd865-5db1-42d0-8cb7-3cc279beea1d req-94ef5a99-538d-4429-bd26-e76d336b1959 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:05:37.295142 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.provisioning_blocks [req-50dfd865-5db1-42d0-8cb7-3cc279beea1d req-94ef5a99-538d-4429-bd26-e76d336b1959 service neutron] Transition to ACTIVE for port object a974c72a-15e4-4ef4-86cb-63a2a786ac1d will not be triggered until provisioned by entity L2. {{(pid=93916) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 19:05:37.300861 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-50dfd865-5db1-42d0-8cb7-3cc279beea1d req-94ef5a99-538d-4429-bd26-e76d336b1959 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2684870'] for port, after_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:05:37.366748 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.l3_dvrscheduler_db [req-50dfd865-5db1-42d0-8cb7-3cc279beea1d req-94ef5a99-538d-4429-bd26-e76d336b1959 service neutron] No DVR routers for this DVR port a974c72a-15e4-4ef4-86cb-63a2a786ac1d on host n-h1-800634-3 {{(pid=93916) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 19:05:37.370785 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ef5a99-538d-4429-bd26-e76d336b1959 service neutron] Pushing event updated for resources: {'Port': ['ID=a974c72a-15e4-4ef4-86cb-63a2a786ac1d,revision_number=6']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:05:37.396553 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 14 Jul 2021 19:05:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9191a24c-47a4-47d6-afd6-9f7aec4de42f x-openstack-request-id: req-9191a24c-47a4-47d6-afd6-9f7aec4de42f {{(pid=93916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 19:05:37.396846 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc9e3dfa-9940-448f-abe0-33c08383833c", "name": "network-vif-unplugged", "status": "completed", "tag": "a974c72a-15e4-4ef4-86cb-63a2a786ac1d", "code": 200}]} {{(pid=93916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 19:05:37.397098 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9191a24c-47a4-47d6-afd6-9f7aec4de42f {{(pid=93916) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 19:05:37.397486 n-d-800634-3 neutron-server[93916]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc9e3dfa-9940-448f-abe0-33c08383833c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a974c72a-15e4-4ef4-86cb-63a2a786ac1d', 'code': 200} Jul 14 19:05:37.398933 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ef5a99-538d-4429-bd26-e76d336b1959 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:05:37.399273 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ef5a99-538d-4429-bd26-e76d336b1959 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:05:37.399604 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ef5a99-538d-4429-bd26-e76d336b1959 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:05:37.399934 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ef5a99-538d-4429-bd26-e76d336b1959 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:05:37.400292 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ef5a99-538d-4429-bd26-e76d336b1959 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:05:37.400618 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ef5a99-538d-4429-bd26-e76d336b1959 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:05:37.400939 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ef5a99-538d-4429-bd26-e76d336b1959 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:05:37.401285 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ef5a99-538d-4429-bd26-e76d336b1959 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:05:37.401652 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ef5a99-538d-4429-bd26-e76d336b1959 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:05:37.401947 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ef5a99-538d-4429-bd26-e76d336b1959 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:05:37.402245 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ef5a99-538d-4429-bd26-e76d336b1959 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:05:37.402559 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ef5a99-538d-4429-bd26-e76d336b1959 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:05:37.418736 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.managers [req-50dfd865-5db1-42d0-8cb7-3cc279beea1d req-94ef5a99-538d-4429-bd26-e76d336b1959 service neutron] Attempting to bind port a974c72a-15e4-4ef4-86cb-63a2a786ac1d on host n-h2-800634-3 for vnic_type normal with profile {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 19:05:37.419068 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.managers [req-50dfd865-5db1-42d0-8cb7-3cc279beea1d req-94ef5a99-538d-4429-bd26-e76d336b1959 service neutron] Attempting to bind port a974c72a-15e4-4ef4-86cb-63a2a786ac1d by drivers openvswitch,hyperv on host n-h2-800634-3 at level 0 using segments [{'id': '9b9c5c64-ee80-4423-a2d1-1c052a771ea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'b974ae40-82b9-42d5-805c-e26d1ab270c9'}] {{(pid=93916) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 19:05:37.419394 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50dfd865-5db1-42d0-8cb7-3cc279beea1d req-94ef5a99-538d-4429-bd26-e76d336b1959 service neutron] Attempting to bind port a974c72a-15e4-4ef4-86cb-63a2a786ac1d on network b974ae40-82b9-42d5-805c-e26d1ab270c9 {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 19:05:37.423620 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50dfd865-5db1-42d0-8cb7-3cc279beea1d req-94ef5a99-538d-4429-bd26-e76d336b1959 service neutron] Port a974c72a-15e4-4ef4-86cb-63a2a786ac1d on network b974ae40-82b9-42d5-805c-e26d1ab270c9 not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-3 {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 19:05:37.423939 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50dfd865-5db1-42d0-8cb7-3cc279beea1d req-94ef5a99-538d-4429-bd26-e76d336b1959 service neutron] Attempting to bind port a974c72a-15e4-4ef4-86cb-63a2a786ac1d on network b974ae40-82b9-42d5-805c-e26d1ab270c9 {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 19:05:37.428767 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50dfd865-5db1-42d0-8cb7-3cc279beea1d req-94ef5a99-538d-4429-bd26-e76d336b1959 service neutron] Checking agent: {'id': '08e36a6c-8d04-48f0-a644-f27680635246', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 15, 35), 'started_at': datetime.datetime(2021, 7, 14, 18, 15, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 19, 5, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 19:05:37.429100 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50dfd865-5db1-42d0-8cb7-3cc279beea1d req-94ef5a99-538d-4429-bd26-e76d336b1959 service neutron] Checking segment: {'id': '9b9c5c64-ee80-4423-a2d1-1c052a771ea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'b974ae40-82b9-42d5-805c-e26d1ab270c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93916) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 19:05:37.429474 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50dfd865-5db1-42d0-8cb7-3cc279beea1d req-94ef5a99-538d-4429-bd26-e76d336b1959 service neutron] Bound using segment: {'id': '9b9c5c64-ee80-4423-a2d1-1c052a771ea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'b974ae40-82b9-42d5-805c-e26d1ab270c9'} {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 19:05:37.429897 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.managers [req-50dfd865-5db1-42d0-8cb7-3cc279beea1d req-94ef5a99-538d-4429-bd26-e76d336b1959 service neutron] Bound port: a974c72a-15e4-4ef4-86cb-63a2a786ac1d, host: n-h2-800634-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b9c5c64-ee80-4423-a2d1-1c052a771ea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'b974ae40-82b9-42d5-805c-e26d1ab270c9'}}] {{(pid=93916) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 19:05:37.430250 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-50dfd865-5db1-42d0-8cb7-3cc279beea1d req-94ef5a99-538d-4429-bd26-e76d336b1959 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:05:37.498508 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.db [req-50dfd865-5db1-42d0-8cb7-3cc279beea1d req-94ef5a99-538d-4429-bd26-e76d336b1959 service neutron] For port a974c72a-15e4-4ef4-86cb-63a2a786ac1d, host n-h2-800634-3, cleared binding levels {{(pid=93916) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 19:05:37.501583 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.db [req-50dfd865-5db1-42d0-8cb7-3cc279beea1d req-94ef5a99-538d-4429-bd26-e76d336b1959 service neutron] For port a974c72a-15e4-4ef4-86cb-63a2a786ac1d, host n-h2-800634-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=a974c72a-15e4-4ef4-86cb-63a2a786ac1d,segment=NetworkSegment(9b9c5c64-ee80-4423-a2d1-1c052a771ea1),segment_id=9b9c5c64-ee80-4423-a2d1-1c052a771ea1)] {{(pid=93916) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 19:05:37.505315 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-50dfd865-5db1-42d0-8cb7-3cc279beea1d req-94ef5a99-538d-4429-bd26-e76d336b1959 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2684870'] for port, after_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:05:37.540749 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50dfd865-5db1-42d0-8cb7-3cc279beea1d req-94ef5a99-538d-4429-bd26-e76d336b1959 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:05:37.541447 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-50dfd865-5db1-42d0-8cb7-3cc279beea1d req-94ef5a99-538d-4429-bd26-e76d336b1959 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:05:37.542829 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-50dfd865-5db1-42d0-8cb7-3cc279beea1d req-94ef5a99-538d-4429-bd26-e76d336b1959 service neutron] 10.222.0.35 "PUT /v2.0/ports/a974c72a-15e4-4ef4-86cb-63a2a786ac1d HTTP/1.1" status: 200 len: 1092 time: 0.6111374 Jul 14 19:05:37.564539 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ef5a99-538d-4429-bd26-e76d336b1959 service neutron] Pushing event updated for resources: {'Port': ['ID=a974c72a-15e4-4ef4-86cb-63a2a786ac1d,revision_number=7']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:05:37.614853 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cb58b8-10c5-42e9-a0b4-59dc91784076 req-79f743da-2262-456a-8635-b7a4aa121e36 tempest-DeleteServersTestJSON-727153266 tempest-DeleteServersTestJSON-727153266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:05:37.616410 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-d4cb58b8-10c5-42e9-a0b4-59dc91784076 req-79f743da-2262-456a-8635-b7a4aa121e36 tempest-DeleteServersTestJSON-727153266 tempest-DeleteServersTestJSON-727153266-project] 10.222.0.16 "GET /v2.0/ports?device_id=fc9e3dfa-9940-448f-abe0-33c08383833c HTTP/1.1" status: 200 len: 944 time: 0.0692348 Jul 14 19:05:37.618998 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50dfd865-5db1-42d0-8cb7-3cc279beea1d req-42e43ccc-4d4c-4a07-a157-d91ceb290ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:05:37.620511 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-50dfd865-5db1-42d0-8cb7-3cc279beea1d req-42e43ccc-4d4c-4a07-a157-d91ceb290ff6 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=109138cd45bb4551a46c07d6b4d53e2b&device_id=fc9e3dfa-9940-448f-abe0-33c08383833c HTTP/1.1" status: 200 len: 1095 time: 0.0531216 Jul 14 19:05:37.654425 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-d4cb58b8-10c5-42e9-a0b4-59dc91784076 req-2a87fbcb-8d5a-48d6-a342-57a7415c495e tempest-DeleteServersTestJSON-727153266 tempest-DeleteServersTestJSON-727153266-project] 10.222.0.16 "GET /v2.0/security-groups?id=a539f392-22ea-4ac9-99d6-5236897d636e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322163 Jul 14 19:05:37.714399 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50dfd865-5db1-42d0-8cb7-3cc279beea1d req-b63906fb-b6b6-43a0-ac75-df3f53b5ebe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:05:37.715771 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-50dfd865-5db1-42d0-8cb7-3cc279beea1d req-b63906fb-b6b6-43a0-ac75-df3f53b5ebe8 service neutron] 10.222.0.35 "GET /v2.0/networks?id=b974ae40-82b9-42d5-805c-e26d1ab270c9 HTTP/1.1" status: 200 len: 912 time: 0.0887828 Jul 14 19:05:37.756857 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-50dfd865-5db1-42d0-8cb7-3cc279beea1d req-2d4bc04e-2b90-4c2b-8cbc-963f2d681c10 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a974c72a-15e4-4ef4-86cb-63a2a786ac1d HTTP/1.1" status: 200 len: 217 time: 0.0338585 Jul 14 19:05:37.802491 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50dfd865-5db1-42d0-8cb7-3cc279beea1d req-a3ba2974-b7c1-4f0b-800c-363c58b40c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:05:37.803870 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-50dfd865-5db1-42d0-8cb7-3cc279beea1d req-a3ba2974-b7c1-4f0b-800c-363c58b40c55 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=1b2e43bd-d0b5-427c-8fbb-3a7d2d777a43 HTTP/1.1" status: 200 len: 852 time: 0.0416024 Jul 14 19:05:37.839163 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-50dfd865-5db1-42d0-8cb7-3cc279beea1d req-98fb4bd4-81f3-4508-abb6-3a8fea62495e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b974ae40-82b9-42d5-805c-e26d1ab270c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294111 Jul 14 19:05:37.849262 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [req-50dfd865-5db1-42d0-8cb7-3cc279beea1d req-9d0462d8-2c38-4cf5-ae52-6014875e8936 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=93916) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 19:05:37.850176 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-50dfd865-5db1-42d0-8cb7-3cc279beea1d req-9d0462d8-2c38-4cf5-ae52-6014875e8936 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047736 Jul 14 19:05:37.938801 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-50dfd865-5db1-42d0-8cb7-3cc279beea1d req-1f7aab73-3e3d-44b3-9bee-eec9b4b65d7b service neutron] 10.222.0.35 "GET /v2.0/networks/b974ae40-82b9-42d5-805c-e26d1ab270c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826628 Jul 14 19:05:38.032779 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-50dfd865-5db1-42d0-8cb7-3cc279beea1d req-249315f8-fe2a-44c2-beff-e6cefde403ad service neutron] 10.222.0.35 "GET /v2.0/networks/b974ae40-82b9-42d5-805c-e26d1ab270c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876637 Jul 14 19:05:38.826352 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7e45af-31a6-4163-88b5-4445c4d846d3 req-6394404d-7f46-4ab8-b22d-23fd369abb96 tempest-DeleteServersTestJSON-727153266 tempest-DeleteServersTestJSON-727153266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:05:38.828470 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ac7e45af-31a6-4163-88b5-4445c4d846d3 req-6394404d-7f46-4ab8-b22d-23fd369abb96 tempest-DeleteServersTestJSON-727153266 tempest-DeleteServersTestJSON-727153266-project] 10.222.0.16 "GET /v2.0/ports?device_id=fc9e3dfa-9940-448f-abe0-33c08383833c HTTP/1.1" status: 200 len: 944 time: 0.0628641 Jul 14 19:05:38.865142 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ac7e45af-31a6-4163-88b5-4445c4d846d3 req-6a297670-fe52-48b1-81f9-b74206209d03 tempest-DeleteServersTestJSON-727153266 tempest-DeleteServersTestJSON-727153266-project] 10.222.0.16 "GET /v2.0/security-groups?id=a539f392-22ea-4ac9-99d6-5236897d636e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312726 Jul 14 19:05:39.398840 n-d-800634-3 neutron-server[93916]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc9e3dfa-9940-448f-abe0-33c08383833c', 'tag': 'a974c72a-15e4-4ef4-86cb-63a2a786ac1d'}] {{(pid=93916) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 19:05:39.401215 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f803e150b363a7893830aa996ac27753fa25517c406ecd3536b7c2d4b26eeb9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e236b8f5-6281-41f6-885f-1d181bec03b9" -d '{"events": [{"name": "network-changed", "server_uuid": "fc9e3dfa-9940-448f-abe0-33c08383833c", "tag": "a974c72a-15e4-4ef4-86cb-63a2a786ac1d"}]}' {{(pid=93916) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 19:05:39.450486 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 19:05:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdf41818-f4bb-441c-b8c0-4ff0acb7acd6 x-openstack-request-id: req-cdf41818-f4bb-441c-b8c0-4ff0acb7acd6 {{(pid=93916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 19:05:39.450780 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc9e3dfa-9940-448f-abe0-33c08383833c", "tag": "a974c72a-15e4-4ef4-86cb-63a2a786ac1d", "status": "completed", "code": 200}]} {{(pid=93916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 19:05:39.451031 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-cdf41818-f4bb-441c-b8c0-4ff0acb7acd6 {{(pid=93916) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 19:05:39.451430 n-d-800634-3 neutron-server[93916]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc9e3dfa-9940-448f-abe0-33c08383833c', 'tag': 'a974c72a-15e4-4ef4-86cb-63a2a786ac1d', 'status': 'completed', 'code': 200} Jul 14 19:05:39.524920 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e236b8f5-6281-41f6-885f-1d181bec03b9 req-4c3f8dc0-efd0-4a9b-a3c2-9c32ef9f62ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:05:39.526500 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-e236b8f5-6281-41f6-885f-1d181bec03b9 req-4c3f8dc0-efd0-4a9b-a3c2-9c32ef9f62ed service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=109138cd45bb4551a46c07d6b4d53e2b&device_id=fc9e3dfa-9940-448f-abe0-33c08383833c HTTP/1.1" status: 200 len: 1095 time: 0.0537317 Jul 14 19:05:39.527847 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e236b8f5-6281-41f6-885f-1d181bec03b9 req-23016b0b-4329-44b8-b43f-3953f2ca449d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:05:39.529384 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e236b8f5-6281-41f6-885f-1d181bec03b9 req-23016b0b-4329-44b8-b43f-3953f2ca449d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=109138cd45bb4551a46c07d6b4d53e2b&device_id=fc9e3dfa-9940-448f-abe0-33c08383833c HTTP/1.1" status: 200 len: 1095 time: 0.0546634 Jul 14 19:05:39.558222 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device a974c72a-15e4-4ef4-86cb-63a2a786ac1d no longer exists at agent hyperv_n-h1-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 19:05:39.598228 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device a974c72a-15e4-4ef4-86cb-63a2a786ac1d not bound to the agent host n-h1-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 19:05:39.619176 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e236b8f5-6281-41f6-885f-1d181bec03b9 req-f267d3c7-15f6-4a78-b6ef-dcf8b65b83b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:05:39.620957 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-e236b8f5-6281-41f6-885f-1d181bec03b9 req-f267d3c7-15f6-4a78-b6ef-dcf8b65b83b4 service neutron] 10.222.0.35 "GET /v2.0/networks?id=b974ae40-82b9-42d5-805c-e26d1ab270c9 HTTP/1.1" status: 200 len: 912 time: 0.0875254 Jul 14 19:05:39.628399 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e236b8f5-6281-41f6-885f-1d181bec03b9 req-c884d8db-2516-4620-ada4-9cd32573c1ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:05:39.629900 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e236b8f5-6281-41f6-885f-1d181bec03b9 req-c884d8db-2516-4620-ada4-9cd32573c1ca service neutron] 10.222.0.18 "GET /v2.0/networks?id=b974ae40-82b9-42d5-805c-e26d1ab270c9 HTTP/1.1" status: 200 len: 912 time: 0.0945833 Jul 14 19:05:39.668070 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-e236b8f5-6281-41f6-885f-1d181bec03b9 req-ef3a087e-3cee-4700-b80d-c6ff52854d45 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a974c72a-15e4-4ef4-86cb-63a2a786ac1d HTTP/1.1" status: 200 len: 217 time: 0.0389824 Jul 14 19:05:39.671185 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e236b8f5-6281-41f6-885f-1d181bec03b9 req-078b22bb-a4fe-474c-a1e8-1440919f226e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a974c72a-15e4-4ef4-86cb-63a2a786ac1d HTTP/1.1" status: 200 len: 217 time: 0.0346320 Jul 14 19:05:39.720145 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e236b8f5-6281-41f6-885f-1d181bec03b9 req-88c2b0b3-1c9f-4e7c-a01b-658ee07edaff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:05:39.721841 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-e236b8f5-6281-41f6-885f-1d181bec03b9 req-88c2b0b3-1c9f-4e7c-a01b-658ee07edaff service neutron] 10.222.0.35 "GET /v2.0/subnets?id=1b2e43bd-d0b5-427c-8fbb-3a7d2d777a43 HTTP/1.1" status: 200 len: 852 time: 0.0467286 Jul 14 19:05:39.723910 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e236b8f5-6281-41f6-885f-1d181bec03b9 req-3bc6bd66-a9ef-4a49-bd9c-903eb910c307 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:05:39.725450 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e236b8f5-6281-41f6-885f-1d181bec03b9 req-3bc6bd66-a9ef-4a49-bd9c-903eb910c307 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1b2e43bd-d0b5-427c-8fbb-3a7d2d777a43 HTTP/1.1" status: 200 len: 852 time: 0.0488288 Jul 14 19:05:39.754821 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-e236b8f5-6281-41f6-885f-1d181bec03b9 req-50c96b9c-8300-4d6e-b582-e951983bce3d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b974ae40-82b9-42d5-805c-e26d1ab270c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269308 Jul 14 19:05:39.758475 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e236b8f5-6281-41f6-885f-1d181bec03b9 req-10cc0b84-13cc-457c-9ef9-bd3912647272 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b974ae40-82b9-42d5-805c-e26d1ab270c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271966 Jul 14 19:05:39.847285 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e236b8f5-6281-41f6-885f-1d181bec03b9 req-3822b332-5c8a-4fd5-a0d6-4792c20835dd service neutron] 10.222.0.18 "GET /v2.0/networks/b974ae40-82b9-42d5-805c-e26d1ab270c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826161 Jul 14 19:05:39.850027 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-e236b8f5-6281-41f6-885f-1d181bec03b9 req-2b7137e3-dc86-4681-927b-26f2578e1842 service neutron] 10.222.0.35 "GET /v2.0/networks/b974ae40-82b9-42d5-805c-e26d1ab270c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876007 Jul 14 19:05:39.941413 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-e236b8f5-6281-41f6-885f-1d181bec03b9 req-5cf65726-f230-41fb-9158-e2bf4f04c716 service neutron] 10.222.0.35 "GET /v2.0/networks/b974ae40-82b9-42d5-805c-e26d1ab270c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849822 Jul 14 19:05:39.941801 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e236b8f5-6281-41f6-885f-1d181bec03b9 req-b9afc44c-763e-4501-9675-d3f937e1ea26 service neutron] 10.222.0.18 "GET /v2.0/networks/b974ae40-82b9-42d5-805c-e26d1ab270c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885749 Jul 14 19:05:40.040709 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a96d05-cad7-425e-b944-0d3b9c2a5177 req-c119078c-86f2-4a2f-ad6c-18d7ba8403be tempest-DeleteServersTestJSON-727153266 tempest-DeleteServersTestJSON-727153266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:05:40.042158 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-44a96d05-cad7-425e-b944-0d3b9c2a5177 req-c119078c-86f2-4a2f-ad6c-18d7ba8403be tempest-DeleteServersTestJSON-727153266 tempest-DeleteServersTestJSON-727153266-project] 10.222.0.16 "GET /v2.0/ports?device_id=fc9e3dfa-9940-448f-abe0-33c08383833c HTTP/1.1" status: 200 len: 944 time: 0.0627322 Jul 14 19:05:40.079711 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-44a96d05-cad7-425e-b944-0d3b9c2a5177 req-d4cf32fa-3ca0-41e5-8b69-e12976c5b10b tempest-DeleteServersTestJSON-727153266 tempest-DeleteServersTestJSON-727153266-project] 10.222.0.16 "GET /v2.0/security-groups?id=a539f392-22ea-4ac9-99d6-5236897d636e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320966 Jul 14 19:05:40.496232 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a220565-c76d-4c24-a360-f68be15ff276 req-03677baa-4f41-41db-b061-16187ae8e816 tempest-DeleteServersTestJSON-727153266 tempest-DeleteServersTestJSON-727153266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:05:40.497616 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6a220565-c76d-4c24-a360-f68be15ff276 req-03677baa-4f41-41db-b061-16187ae8e816 tempest-DeleteServersTestJSON-727153266 tempest-DeleteServersTestJSON-727153266-project] 10.222.0.18 "GET /v2.0/ports?device_id=fc9e3dfa-9940-448f-abe0-33c08383833c&tenant_id=109138cd45bb4551a46c07d6b4d53e2b&binding%3Ahost_id=n-h2-800634-3 HTTP/1.1" status: 200 len: 944 time: 0.1115570 Jul 14 19:05:40.555439 n-d-800634-3 neutron-server[93915]: INFO neutron.api.v2.resource [req-6a220565-c76d-4c24-a360-f68be15ff276 req-beffe610-96cc-4c35-a271-63e0566c456c service neutron] delete failed (client error): The resource could not be found. Jul 14 19:05:40.556469 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6a220565-c76d-4c24-a360-f68be15ff276 req-beffe610-96cc-4c35-a271-63e0566c456c service neutron] 10.222.0.18 "DELETE /v2.0/ports/a974c72a-15e4-4ef4-86cb-63a2a786ac1d/bindings/n-h1-800634-3 HTTP/1.1" status: 404 len: 380 time: 0.0531287 Jul 14 19:05:40.657492 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a220565-c76d-4c24-a360-f68be15ff276 req-6b2c498d-f36e-4573-add9-e11073900915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:05:40.658943 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6a220565-c76d-4c24-a360-f68be15ff276 req-6b2c498d-f36e-4573-add9-e11073900915 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=109138cd45bb4551a46c07d6b4d53e2b&device_id=fc9e3dfa-9940-448f-abe0-33c08383833c HTTP/1.1" status: 200 len: 1095 time: 0.0521379 Jul 14 19:05:40.747871 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a220565-c76d-4c24-a360-f68be15ff276 req-607f96cb-7468-4298-8d10-a6f9af63ee7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:05:40.749784 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6a220565-c76d-4c24-a360-f68be15ff276 req-607f96cb-7468-4298-8d10-a6f9af63ee7d service neutron] 10.222.0.18 "GET /v2.0/networks?id=b974ae40-82b9-42d5-805c-e26d1ab270c9 HTTP/1.1" status: 200 len: 912 time: 0.0845068 Jul 14 19:05:40.790366 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6a220565-c76d-4c24-a360-f68be15ff276 req-d6646110-c3ed-469d-a225-af0ac5575f20 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a974c72a-15e4-4ef4-86cb-63a2a786ac1d HTTP/1.1" status: 200 len: 217 time: 0.0342512 Jul 14 19:05:40.840233 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a220565-c76d-4c24-a360-f68be15ff276 req-b9020956-d8e5-46b5-883a-c25e21473585 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:05:40.841650 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6a220565-c76d-4c24-a360-f68be15ff276 req-b9020956-d8e5-46b5-883a-c25e21473585 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1b2e43bd-d0b5-427c-8fbb-3a7d2d777a43 HTTP/1.1" status: 200 len: 852 time: 0.0447419 Jul 14 19:05:40.872813 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6a220565-c76d-4c24-a360-f68be15ff276 req-bf4c587e-ae74-48a1-bb87-bf8cf67ac6cc service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b974ae40-82b9-42d5-805c-e26d1ab270c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253260 Jul 14 19:05:40.957603 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6a220565-c76d-4c24-a360-f68be15ff276 req-e2e20ef0-98c7-4a70-8b1b-8d9dcb05b5d4 service neutron] 10.222.0.18 "GET /v2.0/networks/b974ae40-82b9-42d5-805c-e26d1ab270c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0783999 Jul 14 19:05:41.048335 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6a220565-c76d-4c24-a360-f68be15ff276 req-5c3d401b-300f-4a99-8fea-5f66071683c7 service neutron] 10.222.0.18 "GET /v2.0/networks/b974ae40-82b9-42d5-805c-e26d1ab270c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843148 Jul 14 19:05:41.600025 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Device a974c72a-15e4-4ef4-86cb-63a2a786ac1d details requested by agent hyperv_n-h2-800634-3 with host n-h2-800634-3 {{(pid=93917) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 19:05:41.699379 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] For port a974c72a-15e4-4ef4-86cb-63a2a786ac1d, host n-h2-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=a974c72a-15e4-4ef4-86cb-63a2a786ac1d,segment=NetworkSegment(9b9c5c64-ee80-4423-a2d1-1c052a771ea1),segment_id=9b9c5c64-ee80-4423-a2d1-1c052a771ea1)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 19:05:41.711775 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Returning: {'device': 'a974c72a-15e4-4ef4-86cb-63a2a786ac1d', 'network_id': 'b974ae40-82b9-42d5-805c-e26d1ab270c9', 'port_id': 'a974c72a-15e4-4ef4-86cb-63a2a786ac1d', 'mac_address': 'fa:16:3e:30:9b:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 77, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b2e43bd-d0b5-427c-8fbb-3a7d2d777a43', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93917) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 19:05:41.749594 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:05:41.762750 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a974c72a-15e4-4ef4-86cb-63a2a786ac1d {{(pid=93917) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 19:05:41.782422 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] For port a974c72a-15e4-4ef4-86cb-63a2a786ac1d, host n-h2-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=a974c72a-15e4-4ef4-86cb-63a2a786ac1d,segment=NetworkSegment(9b9c5c64-ee80-4423-a2d1-1c052a771ea1),segment_id=9b9c5c64-ee80-4423-a2d1-1c052a771ea1)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 19:05:41.786164 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:05:41.834781 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Pushing event updated for resources: {'Port': ['ID=a974c72a-15e4-4ef4-86cb-63a2a786ac1d,revision_number=8']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:05:41.839844 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536c6577-0df0-49e8-934b-18662b37f418 req-31f3b10c-5c17-433a-8da5-a903149c90c1 tempest-DeleteServersTestJSON-727153266 tempest-DeleteServersTestJSON-727153266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:05:41.841365 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-536c6577-0df0-49e8-934b-18662b37f418 req-31f3b10c-5c17-433a-8da5-a903149c90c1 tempest-DeleteServersTestJSON-727153266 tempest-DeleteServersTestJSON-727153266-project] 10.222.0.16 "GET /v2.0/ports?device_id=fc9e3dfa-9940-448f-abe0-33c08383833c HTTP/1.1" status: 200 len: 945 time: 0.0635335 Jul 14 19:05:41.841899 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:05:41.842246 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:05:41.842684 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:05:41.843026 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:05:41.843358 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:05:41.843696 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:05:41.844025 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:05:41.844376 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:05:41.844706 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:05:41.845032 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:05:41.845356 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:05:41.845680 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:05:41.879772 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-536c6577-0df0-49e8-934b-18662b37f418 req-603a49da-b953-45f9-a2cb-566eb06a49b0 tempest-DeleteServersTestJSON-727153266 tempest-DeleteServersTestJSON-727153266-project] 10.222.0.16 "GET /v2.0/security-groups?id=a539f392-22ea-4ac9-99d6-5236897d636e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327461 Jul 14 19:05:42.070945 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] get_ports_and_sgs() called for port_ids ['a974c72a-15e4-4ef4-86cb-63a2a786ac1d'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 19:05:43.054099 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a220565-c76d-4c24-a360-f68be15ff276 req-f3c05cb1-5477-4b23-9b38-ba62dfb6eb9d tempest-DeleteServersTestJSON-727153266 tempest-DeleteServersTestJSON-727153266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:05:43.055570 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-6a220565-c76d-4c24-a360-f68be15ff276 req-f3c05cb1-5477-4b23-9b38-ba62dfb6eb9d tempest-DeleteServersTestJSON-727153266 tempest-DeleteServersTestJSON-727153266-project] 10.222.0.35 "GET /v2.0/ports?device_id=fc9e3dfa-9940-448f-abe0-33c08383833c HTTP/1.1" status: 200 len: 945 time: 0.0726268 Jul 14 19:05:43.056946 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae15c1b-5322-46c3-8761-1586ea2075d7 req-07be4c32-3938-4bb3-a0c7-dd4eff51e9bd tempest-DeleteServersTestJSON-727153266 tempest-DeleteServersTestJSON-727153266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:05:43.058482 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-0ae15c1b-5322-46c3-8761-1586ea2075d7 req-07be4c32-3938-4bb3-a0c7-dd4eff51e9bd tempest-DeleteServersTestJSON-727153266 tempest-DeleteServersTestJSON-727153266-project] 10.222.0.16 "GET /v2.0/ports?device_id=fc9e3dfa-9940-448f-abe0-33c08383833c HTTP/1.1" status: 200 len: 945 time: 0.0659773 Jul 14 19:05:43.095881 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-0ae15c1b-5322-46c3-8761-1586ea2075d7 req-17dc3dce-d541-422b-90b5-461911d97621 tempest-DeleteServersTestJSON-727153266 tempest-DeleteServersTestJSON-727153266-project] 10.222.0.16 "GET /v2.0/security-groups?id=a539f392-22ea-4ac9-99d6-5236897d636e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318208 Jul 14 19:05:43.153653 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [req-6a220565-c76d-4c24-a360-f68be15ff276 req-89dde128-7c64-43a3-a1aa-db23c3b0eb03 tempest-DeleteServersTestJSON-727153266 tempest-DeleteServersTestJSON-727153266-project] Deleting port a974c72a-15e4-4ef4-86cb-63a2a786ac1d {{(pid=93916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 19:05:43.153992 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-6a220565-c76d-4c24-a360-f68be15ff276 req-89dde128-7c64-43a3-a1aa-db23c3b0eb03 tempest-DeleteServersTestJSON-727153266 tempest-DeleteServersTestJSON-727153266-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:05:43.243606 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.db [req-6a220565-c76d-4c24-a360-f68be15ff276 req-89dde128-7c64-43a3-a1aa-db23c3b0eb03 tempest-DeleteServersTestJSON-727153266 tempest-DeleteServersTestJSON-727153266-project] For port a974c72a-15e4-4ef4-86cb-63a2a786ac1d, host n-h2-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=a974c72a-15e4-4ef4-86cb-63a2a786ac1d,segment=NetworkSegment(9b9c5c64-ee80-4423-a2d1-1c052a771ea1),segment_id=9b9c5c64-ee80-4423-a2d1-1c052a771ea1)] {{(pid=93916) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 19:05:43.243965 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-6a220565-c76d-4c24-a360-f68be15ff276 req-89dde128-7c64-43a3-a1aa-db23c3b0eb03 tempest-DeleteServersTestJSON-727153266 tempest-DeleteServersTestJSON-727153266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:05:43.257971 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [req-6a220565-c76d-4c24-a360-f68be15ff276 req-89dde128-7c64-43a3-a1aa-db23c3b0eb03 tempest-DeleteServersTestJSON-727153266 tempest-DeleteServersTestJSON-727153266-project] Calling delete_port for a974c72a-15e4-4ef4-86cb-63a2a786ac1d owned by compute:nova {{(pid=93916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 19:05:43.382142 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-6a220565-c76d-4c24-a360-f68be15ff276 req-89dde128-7c64-43a3-a1aa-db23c3b0eb03 tempest-DeleteServersTestJSON-727153266 tempest-DeleteServersTestJSON-727153266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:05:43.396258 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] get_ports_and_sgs() called for port_ids ['a974c72a-15e4-4ef4-86cb-63a2a786ac1d'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 19:05:43.414673 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89dde128-7c64-43a3-a1aa-db23c3b0eb03 tempest-DeleteServersTestJSON-727153266 tempest-DeleteServersTestJSON-727153266-project] Pushing event deleted for resources: {'Port': ['ID=a974c72a-15e4-4ef4-86cb-63a2a786ac1d,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:05:43.456877 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a220565-c76d-4c24-a360-f68be15ff276 req-89dde128-7c64-43a3-a1aa-db23c3b0eb03 tempest-DeleteServersTestJSON-727153266 tempest-DeleteServersTestJSON-727153266-project] No DVR routers for this DVR port a974c72a-15e4-4ef4-86cb-63a2a786ac1d on host n-h2-800634-3 {{(pid=93916) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 19:05:43.459664 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-6a220565-c76d-4c24-a360-f68be15ff276 req-89dde128-7c64-43a3-a1aa-db23c3b0eb03 tempest-DeleteServersTestJSON-727153266 tempest-DeleteServersTestJSON-727153266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:05:43.461707 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-6a220565-c76d-4c24-a360-f68be15ff276 req-89dde128-7c64-43a3-a1aa-db23c3b0eb03 tempest-DeleteServersTestJSON-727153266 tempest-DeleteServersTestJSON-727153266-project] 10.222.0.35 "DELETE /v2.0/ports/a974c72a-15e4-4ef4-86cb-63a2a786ac1d HTTP/1.1" status: 204 len: 173 time: 0.4007566 Jul 14 19:05:43.462167 n-d-800634-3 neutron-server[93916]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc9e3dfa-9940-448f-abe0-33c08383833c', 'name': 'network-vif-deleted', 'tag': 'a974c72a-15e4-4ef4-86cb-63a2a786ac1d'}] {{(pid=93916) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 19:05:43.464558 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f803e150b363a7893830aa996ac27753fa25517c406ecd3536b7c2d4b26eeb9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59ac7474-f60a-49e7-b374-3af7821fa842" -d '{"events": [{"server_uuid": "fc9e3dfa-9940-448f-abe0-33c08383833c", "name": "network-vif-deleted", "tag": "a974c72a-15e4-4ef4-86cb-63a2a786ac1d"}]}' {{(pid=93916) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 19:05:43.505303 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 19:05:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-797ea41b-2ba1-4c12-bf63-ad796cd3744c x-openstack-request-id: req-797ea41b-2ba1-4c12-bf63-ad796cd3744c {{(pid=93916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 19:05:43.505604 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc9e3dfa-9940-448f-abe0-33c08383833c", "name": "network-vif-deleted", "tag": "a974c72a-15e4-4ef4-86cb-63a2a786ac1d", "status": "completed", "code": 200}]} {{(pid=93916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 19:05:43.505855 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-797ea41b-2ba1-4c12-bf63-ad796cd3744c {{(pid=93916) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 19:05:43.506251 n-d-800634-3 neutron-server[93916]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc9e3dfa-9940-448f-abe0-33c08383833c', 'name': 'network-vif-deleted', 'tag': 'a974c72a-15e4-4ef4-86cb-63a2a786ac1d', 'status': 'completed', 'code': 200} Jul 14 19:05:43.599668 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Device a974c72a-15e4-4ef4-86cb-63a2a786ac1d up at agent hyperv_n-h2-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 19:05:43.619312 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] No Port match for: a974c72a-15e4-4ef4-86cb-63a2a786ac1d {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 19:05:43.619653 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Device a974c72a-15e4-4ef4-86cb-63a2a786ac1d not bound to the agent host n-h2-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jul 14 19:05:43.641145 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Port a974c72a-15e4-4ef4-86cb-63a2a786ac1d not found, will not notify nova. {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jul 14 19:05:44.330902 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 57104) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 19:05:44.374895 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2f92f83-a457-4308-b258-0db270a9e5e1 admin admin] Deleting subnet 1b2e43bd-d0b5-427c-8fbb-3a7d2d777a43 {{(pid=93915) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 19:05:44.377887 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-a2f92f83-a457-4308-b258-0db270a9e5e1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:05:44.411378 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-a2f92f83-a457-4308-b258-0db270a9e5e1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28939913'] for subnet, precommit_delete_associations {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:05:44.448930 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-a2f92f83-a457-4308-b258-0db270a9e5e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081283'] for subnet, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:05:44.503825 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-a2f92f83-a457-4308-b258-0db270a9e5e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25913028', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28969762'] for subnet, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:05:44.528735 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f92f83-a457-4308-b258-0db270a9e5e1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1b2e43bd-d0b5-427c-8fbb-3a7d2d777a43,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:05:44.537245 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-a2f92f83-a457-4308-b258-0db270a9e5e1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:05:44.539077 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-a2f92f83-a457-4308-b258-0db270a9e5e1 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/1b2e43bd-d0b5-427c-8fbb-3a7d2d777a43 HTTP/1.1" status: 204 len: 168 time: 0.2071855 Jul 14 19:05:44.540933 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f92f83-a457-4308-b258-0db270a9e5e1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:05:44.541269 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f92f83-a457-4308-b258-0db270a9e5e1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:05:44.541705 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f92f83-a457-4308-b258-0db270a9e5e1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:05:44.541906 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 57106) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 19:05:44.542312 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f92f83-a457-4308-b258-0db270a9e5e1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:05:44.542416 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f92f83-a457-4308-b258-0db270a9e5e1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:05:44.542687 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f92f83-a457-4308-b258-0db270a9e5e1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:05:44.543016 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f92f83-a457-4308-b258-0db270a9e5e1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:05:44.543345 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f92f83-a457-4308-b258-0db270a9e5e1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:05:44.543673 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f92f83-a457-4308-b258-0db270a9e5e1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:05:44.543998 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f92f83-a457-4308-b258-0db270a9e5e1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:05:44.544355 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f92f83-a457-4308-b258-0db270a9e5e1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:05:44.544678 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f92f83-a457-4308-b258-0db270a9e5e1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:05:44.609397 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-c9a2f75d-8cbc-40bf-b536-d002e4cc0e20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645734'] for network, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:05:44.686972 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-c9a2f75d-8cbc-40bf-b536-d002e4cc0e20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2096010', 'neutron.services.segments.db._delete_segments_for_network-8728202734996'] for network, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:05:44.696492 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.segments.db [None req-c9a2f75d-8cbc-40bf-b536-d002e4cc0e20 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b974ae40-82b9-42d5-805c-e26d1ab270c9']}} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 19:05:44.706276 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.segments.db [None req-c9a2f75d-8cbc-40bf-b536-d002e4cc0e20 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b9c5c64-ee80-4423-a2d1-1c052a771ea1') {'for_net_delete': True} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 19:05:44.706637 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.segments.db [None req-c9a2f75d-8cbc-40bf-b536-d002e4cc0e20 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b9c5c64-ee80-4423-a2d1-1c052a771ea1') {} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 19:05:44.715494 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-c9a2f75d-8cbc-40bf-b536-d002e4cc0e20 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728202715275', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26296891'] for segment, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:05:44.729699 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-c9a2f75d-8cbc-40bf-b536-d002e4cc0e20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:05:44.736421 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9a2f75d-8cbc-40bf-b536-d002e4cc0e20 admin admin] Releasing vlan 77 on physical network physnet1 to pool {{(pid=93916) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 19:05:44.736817 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-c9a2f75d-8cbc-40bf-b536-d002e4cc0e20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2682942'] for segment, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:05:44.738429 n-d-800634-3 neutron-server[93916]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 19:05:44.738429 n-d-800634-3 neutron-server[93916]: conditions |= (models_v2.Port.network_id.in_( Jul 14 19:05:44.738429 n-d-800634-3 neutron-server[93916]: Traceback (most recent call last): Jul 14 19:05:44.738429 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 19:05:44.738429 n-d-800634-3 neutron-server[93916]: timer() Jul 14 19:05:44.738429 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 19:05:44.738429 n-d-800634-3 neutron-server[93916]: cb(*args, **kw) Jul 14 19:05:44.738429 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 19:05:44.738429 n-d-800634-3 neutron-server[93916]: return func(*args, **kwargs) Jul 14 19:05:44.738429 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 19:05:44.738429 n-d-800634-3 neutron-server[93916]: self._notify() Jul 14 19:05:44.738429 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 19:05:44.738429 n-d-800634-3 neutron-server[93916]: self.callback(batched_events) Jul 14 19:05:44.738429 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 19:05:44.738429 n-d-800634-3 neutron-server[93916]: event.method(event) Jul 14 19:05:44.738429 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 19:05:44.738429 n-d-800634-3 neutron-server[93916]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 19:05:44.738429 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 19:05:44.738429 n-d-800634-3 neutron-server[93916]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 19:05:44.738429 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 19:05:44.738429 n-d-800634-3 neutron-server[93916]: return f(self, *a, **k) Jul 14 19:05:44.738429 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 19:05:44.738429 n-d-800634-3 neutron-server[93916]: return self._get(url).json() Jul 14 19:05:44.738429 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 19:05:44.738429 n-d-800634-3 neutron-server[93916]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 19:05:44.738429 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 19:05:44.738429 n-d-800634-3 neutron-server[93916]: return self.request(url, 'GET', **kwargs) Jul 14 19:05:44.738429 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 19:05:44.738429 n-d-800634-3 neutron-server[93916]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 19:05:44.738429 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 19:05:44.738429 n-d-800634-3 neutron-server[93916]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 19:05:44.738429 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 19:05:44.738429 n-d-800634-3 neutron-server[93916]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 19:05:44.738429 n-d-800634-3 neutron-server[93916]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 19:05:44.793865 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-c9a2f75d-8cbc-40bf-b536-d002e4cc0e20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2096001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-930085'] for network, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:05:44.799557 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-c9a2f75d-8cbc-40bf-b536-d002e4cc0e20 admin admin] Notify callbacks [] for network, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:05:44.801461 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-c9a2f75d-8cbc-40bf-b536-d002e4cc0e20 admin admin] 10.222.0.16 "DELETE /v2.0/networks/b974ae40-82b9-42d5-805c-e26d1ab270c9 HTTP/1.1" status: 204 len: 168 time: 0.2585826 Jul 14 19:05:44.814092 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a2f75d-8cbc-40bf-b536-d002e4cc0e20 admin admin] Pushing event deleted for resources: {'Network': ['ID=b974ae40-82b9-42d5-805c-e26d1ab270c9,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:05:44.924631 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 57110) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 19:05:44.964320 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-2537a325-c24d-4e5e-b8d1-c6e6de44195f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=109138cd45bb4551a46c07d6b4d53e2b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0384071 Jul 14 19:05:44.966501 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 57112) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 19:05:45.013226 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-ea635728-3702-49ca-9968-06ce92d2a017 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:05:45.035033 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-ea635728-3702-49ca-9968-06ce92d2a017 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:05:45.080959 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-ea635728-3702-49ca-9968-06ce92d2a017 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:05:45.083961 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-ea635728-3702-49ca-9968-06ce92d2a017 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:05:45.085124 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-ea635728-3702-49ca-9968-06ce92d2a017 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a539f392-22ea-4ac9-99d6-5236897d636e HTTP/1.1" status: 204 len: 168 time: 0.1177602 Jul 14 19:05:45.092574 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea635728-3702-49ca-9968-06ce92d2a017 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a539f392-22ea-4ac9-99d6-5236897d636e,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:05:45.717734 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 57134) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 19:05:45.820773 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-233bae0d-216b-4531-8c9d-05ce873d9f06 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1688275738-network', 'tenant_id': '77176f337ee0461b92ab037be1ed6acd'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 19:05:45.841726 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-233bae0d-216b-4531-8c9d-05ce873d9f06 admin admin] Made reservation on behalf of 77176f337ee0461b92ab037be1ed6acd for: {'network': 1} {{(pid=93916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 19:05:45.844600 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-233bae0d-216b-4531-8c9d-05ce873d9f06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for network, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:05:45.852507 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-233bae0d-216b-4531-8c9d-05ce873d9f06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:05:45.938655 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-233bae0d-216b-4531-8c9d-05ce873d9f06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:05:45.942257 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-233bae0d-216b-4531-8c9d-05ce873d9f06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:05:45.962497 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-233bae0d-216b-4531-8c9d-05ce873d9f06 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 80} {{(pid=93916) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 19:05:45.975414 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233bae0d-216b-4531-8c9d-05ce873d9f06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e35efc97-04ff-4aa8-997e-bd9043f99ae6,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:05:45.980073 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-233bae0d-216b-4531-8c9d-05ce873d9f06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:05:45.980438 n-d-800634-3 neutron-server[93916]: INFO neutron.db.segments_db [None req-233bae0d-216b-4531-8c9d-05ce873d9f06 admin admin] Added segment 1a988ea8-3b77-4414-8b34-3d0f639dfd83 of type vlan for network e3a51527-762d-4036-857e-b191a3b427b2 Jul 14 19:05:46.021586 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-233bae0d-216b-4531-8c9d-05ce873d9f06 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728202197517'] for network, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:05:46.049709 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-233bae0d-216b-4531-8c9d-05ce873d9f06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727'] for network, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:05:46.050677 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-233bae0d-216b-4531-8c9d-05ce873d9f06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:05:46.051254 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-233bae0d-216b-4531-8c9d-05ce873d9f06 admin admin] Notify callbacks [] for network, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:05:46.100193 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-233bae0d-216b-4531-8c9d-05ce873d9f06 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3813624 Jul 14 19:05:46.103265 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 57138) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 19:05:46.109468 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-19c2461d-262f-468a-a561-ad4506136576 admin admin] Request body: {'subnet': {'network_id': 'e3a51527-762d-4036-857e-b191a3b427b2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1688275738-subnet', 'tenant_id': '77176f337ee0461b92ab037be1ed6acd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 19:05:46.111576 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233bae0d-216b-4531-8c9d-05ce873d9f06 admin admin] Pushing event updated for resources: {'Network': ['ID=e3a51527-762d-4036-857e-b191a3b427b2,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:05:46.121099 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Network e3a51527-762d-4036-857e-b191a3b427b2 details requested by agent ovs-agent-n-d-800634-3 with host n-d-800634-3 {{(pid=93917) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 19:05:46.128829 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19c2461d-262f-468a-a561-ad4506136576 admin admin] Made reservation on behalf of 77176f337ee0461b92ab037be1ed6acd for: {'subnet': 1} {{(pid=93915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 19:05:46.131159 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-19c2461d-262f-468a-a561-ad4506136576 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28969735'] for subnet, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:05:46.295344 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-19c2461d-262f-468a-a561-ad4506136576 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25912837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28969781'] for subnet, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:05:46.354015 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c2461d-262f-468a-a561-ad4506136576 admin admin] Pushing event updated for resources: {'Subnet': ['ID=395ee2e2-8801-47e3-b7fb-84d9e9201c8b,revision_number=0']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:05:46.359793 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19c2461d-262f-468a-a561-ad4506136576 admin admin] Checking segment: {'id': '1a988ea8-3b77-4414-8b34-3d0f639dfd83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'e3a51527-762d-4036-857e-b191a3b427b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 19:05:46.360182 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19c2461d-262f-468a-a561-ad4506136576 admin admin] Network hostable DHCP agents. Network: e3a51527-762d-4036-857e-b191a3b427b2, hostable agents: ['028393c3-0576-4ebd-bca1-8ea8a148e1a2'], hosted agents: [] {{(pid=93915) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 19:05:46.377139 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19c2461d-262f-468a-a561-ad4506136576 admin admin] Network e3a51527-762d-4036-857e-b191a3b427b2 is scheduled to be hosted by DHCP agent 028393c3-0576-4ebd-bca1-8ea8a148e1a2 with binding_index 1 {{(pid=93915) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 19:05:46.385929 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [None req-19c2461d-262f-468a-a561-ad4506136576 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-3, e3a51527-762d-4036-857e-b191a3b427b2) {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 19:05:46.389798 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19c2461d-262f-468a-a561-ad4506136576 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:05:46.390394 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-19c2461d-262f-468a-a561-ad4506136576 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:05:46.394645 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25dcc663-8f8d-4af5-87af-73fcd930806b None None] Network e3a51527-762d-4036-857e-b191a3b427b2 requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 19:05:46.411025 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-19c2461d-262f-468a-a561-ad4506136576 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.2985208 Jul 14 19:05:46.523345 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2951953f-480f-42ab-9264-f0a3fc03047a None None] Network e3a51527-762d-4036-857e-b191a3b427b2 requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 19:05:46.830307 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03609a3e-b5aa-4082-9cde-cbf0490fe940 req-c95cb8aa-1c1d-4a80-a427-4f5458f49e7f tempest-ServerDiskConfigTestJSON-1648307526 tempest-ServerDiskConfigTestJSON-1648307526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:05:46.831765 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-03609a3e-b5aa-4082-9cde-cbf0490fe940 req-c95cb8aa-1c1d-4a80-a427-4f5458f49e7f tempest-ServerDiskConfigTestJSON-1648307526 tempest-ServerDiskConfigTestJSON-1648307526-project] 10.222.0.16 "GET /v2.0/networks?id=e3a51527-762d-4036-857e-b191a3b427b2 HTTP/1.1" status: 200 len: 815 time: 0.1065025 Jul 14 19:05:46.845840 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-03609a3e-b5aa-4082-9cde-cbf0490fe940 req-2fc1cc13-6c7f-4fc8-aa5b-21633864f41b tempest-ServerDiskConfigTestJSON-1648307526 tempest-ServerDiskConfigTestJSON-1648307526-project] 10.222.0.16 "GET /v2.0/quotas/77176f337ee0461b92ab037be1ed6acd HTTP/1.1" status: 200 len: 375 time: 0.0086958 Jul 14 19:05:46.877454 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-03609a3e-b5aa-4082-9cde-cbf0490fe940 req-45b5d21d-cc30-456d-b3c2-8b67418a8f2f tempest-ServerDiskConfigTestJSON-1648307526 tempest-ServerDiskConfigTestJSON-1648307526-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=77176f337ee0461b92ab037be1ed6acd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0270851 Jul 14 19:05:46.963251 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-03609a3e-b5aa-4082-9cde-cbf0490fe940 req-3302d5dd-c559-4d22-af17-0f73337c885b service neutron] 10.222.0.16 "GET /v2.0/networks/e3a51527-762d-4036-857e-b191a3b427b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794115 Jul 14 19:05:47.053558 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-03609a3e-b5aa-4082-9cde-cbf0490fe940 req-19a2b125-afb6-45f9-816c-de8e15c9b76b service neutron] 10.222.0.16 "GET /v2.0/networks/e3a51527-762d-4036-857e-b191a3b427b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841966 Jul 14 19:05:47.213961 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a9300000-f1c0-4971-9887-0834cee42c39 req-93b37d64-b403-4c47-afcf-813a941546c5 tempest-ServerDiskConfigTestJSON-1648307526 tempest-ServerDiskConfigTestJSON-1648307526-project] 10.222.0.16 "GET /v2.0/ports?device_id=596aed52-eae5-4bcc-9543-cd4b539a04c2 HTTP/1.1" status: 200 len: 210 time: 0.0286996 Jul 14 19:05:47.632073 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Device a974c72a-15e4-4ef4-86cb-63a2a786ac1d no longer exists at agent hyperv_n-h2-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 19:05:47.652019 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] No Port match for: a974c72a-15e4-4ef4-86cb-63a2a786ac1d {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 19:05:47.652377 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Device a974c72a-15e4-4ef4-86cb-63a2a786ac1d not bound to the agent host n-h2-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 19:05:48.236335 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03609a3e-b5aa-4082-9cde-cbf0490fe940 req-2218d5b1-4010-4425-b400-ecde3b351a11 tempest-ServerDiskConfigTestJSON-1648307526 tempest-ServerDiskConfigTestJSON-1648307526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:05:48.237791 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-03609a3e-b5aa-4082-9cde-cbf0490fe940 req-2218d5b1-4010-4425-b400-ecde3b351a11 tempest-ServerDiskConfigTestJSON-1648307526 tempest-ServerDiskConfigTestJSON-1648307526-project] 10.222.0.35 "GET /v2.0/networks?id=e3a51527-762d-4036-857e-b191a3b427b2 HTTP/1.1" status: 200 len: 815 time: 0.1071217 Jul 14 19:05:48.254157 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [req-03609a3e-b5aa-4082-9cde-cbf0490fe940 req-5d6c7a42-c998-4df7-83e5-a2dd64bed747 tempest-ServerDiskConfigTestJSON-1648307526 tempest-ServerDiskConfigTestJSON-1648307526-project] Request body: {'port': {'device_id': '596aed52-eae5-4bcc-9543-cd4b539a04c2', 'network_id': 'e3a51527-762d-4036-857e-b191a3b427b2', 'admin_state_up': True, 'tenant_id': '77176f337ee0461b92ab037be1ed6acd'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 19:05:48.358453 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-05ee8b65-1ac7-4ef1-9287-b521529d3638 req-d8f77ed0-e41a-483c-87fd-9fcd3c52369c tempest-ServerDiskConfigTestJSON-1648307526 tempest-ServerDiskConfigTestJSON-1648307526-project] 10.222.0.16 "GET /v2.0/ports?device_id=596aed52-eae5-4bcc-9543-cd4b539a04c2 HTTP/1.1" status: 200 len: 210 time: 0.0315576 Jul 14 19:05:48.366529 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-03609a3e-b5aa-4082-9cde-cbf0490fe940 req-5d6c7a42-c998-4df7-83e5-a2dd64bed747 tempest-ServerDiskConfigTestJSON-1648307526 tempest-ServerDiskConfigTestJSON-1648307526-project] Made reservation on behalf of 77176f337ee0461b92ab037be1ed6acd for: {'port': 1} {{(pid=93916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 19:05:48.370162 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-03609a3e-b5aa-4082-9cde-cbf0490fe940 req-5d6c7a42-c998-4df7-83e5-a2dd64bed747 tempest-ServerDiskConfigTestJSON-1648307526 tempest-ServerDiskConfigTestJSON-1648307526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:05:48.495757 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.db_base_plugin_common [req-03609a3e-b5aa-4082-9cde-cbf0490fe940 req-5d6c7a42-c998-4df7-83e5-a2dd64bed747 tempest-ServerDiskConfigTestJSON-1648307526 tempest-ServerDiskConfigTestJSON-1648307526-project] Allocated IP 172.20.0.5 (e3a51527-762d-4036-857e-b191a3b427b2/395ee2e2-8801-47e3-b7fb-84d9e9201c8b/9fb7bf95-c953-45bb-9b2b-d23b04aa134d) {{(pid=93916) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 19:05:48.640402 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-03609a3e-b5aa-4082-9cde-cbf0490fe940 req-5d6c7a42-c998-4df7-83e5-a2dd64bed747 tempest-ServerDiskConfigTestJSON-1648307526 tempest-ServerDiskConfigTestJSON-1648307526-project] Notify callbacks [] for port, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:05:48.677485 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-03609a3e-b5aa-4082-9cde-cbf0490fe940 req-5d6c7a42-c998-4df7-83e5-a2dd64bed747 tempest-ServerDiskConfigTestJSON-1648307526 tempest-ServerDiskConfigTestJSON-1648307526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:05:48.717638 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-03609a3e-b5aa-4082-9cde-cbf0490fe940 req-5d6c7a42-c998-4df7-83e5-a2dd64bed747 tempest-ServerDiskConfigTestJSON-1648307526 tempest-ServerDiskConfigTestJSON-1648307526-project] Network e3a51527-762d-4036-857e-b191a3b427b2 is already hosted by enough agents. {{(pid=93916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 19:05:48.722612 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [req-03609a3e-b5aa-4082-9cde-cbf0490fe940 req-5d6c7a42-c998-4df7-83e5-a2dd64bed747 tempest-ServerDiskConfigTestJSON-1648307526 tempest-ServerDiskConfigTestJSON-1648307526-project] Resources bound (agent type, host, resource id): {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 19:05:48.726426 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.l3_dvrscheduler_db [req-03609a3e-b5aa-4082-9cde-cbf0490fe940 req-5d6c7a42-c998-4df7-83e5-a2dd64bed747 tempest-ServerDiskConfigTestJSON-1648307526 tempest-ServerDiskConfigTestJSON-1648307526-project] Received port after_create {{(pid=93916) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 19:05:48.751840 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6c7a42-c998-4df7-83e5-a2dd64bed747 tempest-ServerDiskConfigTestJSON-1648307526 tempest-ServerDiskConfigTestJSON-1648307526-project] Pushing event updated for resources: {'Port': ['ID=9fb7bf95-c953-45bb-9b2b-d23b04aa134d,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:05:48.778506 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03609a3e-b5aa-4082-9cde-cbf0490fe940 req-5d6c7a42-c998-4df7-83e5-a2dd64bed747 tempest-ServerDiskConfigTestJSON-1648307526 tempest-ServerDiskConfigTestJSON-1648307526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:05:48.779105 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-03609a3e-b5aa-4082-9cde-cbf0490fe940 req-5d6c7a42-c998-4df7-83e5-a2dd64bed747 tempest-ServerDiskConfigTestJSON-1648307526 tempest-ServerDiskConfigTestJSON-1648307526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:05:48.793111 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-03609a3e-b5aa-4082-9cde-cbf0490fe940 req-5d6c7a42-c998-4df7-83e5-a2dd64bed747 tempest-ServerDiskConfigTestJSON-1648307526 tempest-ServerDiskConfigTestJSON-1648307526-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5430818 Jul 14 19:05:48.805503 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [req-03609a3e-b5aa-4082-9cde-cbf0490fe940 req-362309b6-23e7-475a-aaa9-05cf8e4c5e9b service neutron] Request body: {'port': {'device_id': '596aed52-eae5-4bcc-9543-cd4b539a04c2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800634-3'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 19:05:48.879521 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-03609a3e-b5aa-4082-9cde-cbf0490fe940 req-362309b6-23e7-475a-aaa9-05cf8e4c5e9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:05:49.132500 n-d-800634-3 neutron-server[93916]: DEBUG neutron.notifiers.nova [req-03609a3e-b5aa-4082-9cde-cbf0490fe940 req-362309b6-23e7-475a-aaa9-05cf8e4c5e9b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9fb7bf95-c953-45bb-9b2b-d23b04aa134d {{(pid=93916) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 19:05:49.140782 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-03609a3e-b5aa-4082-9cde-cbf0490fe940 req-362309b6-23e7-475a-aaa9-05cf8e4c5e9b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:05:49.152829 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.provisioning_blocks [req-03609a3e-b5aa-4082-9cde-cbf0490fe940 req-362309b6-23e7-475a-aaa9-05cf8e4c5e9b service neutron] Transition to ACTIVE for port object 9fb7bf95-c953-45bb-9b2b-d23b04aa134d will not be triggered until provisioned by entity L2. {{(pid=93916) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 19:05:49.156462 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-03609a3e-b5aa-4082-9cde-cbf0490fe940 req-362309b6-23e7-475a-aaa9-05cf8e4c5e9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2684870'] for port, after_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:05:49.206555 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362309b6-23e7-475a-aaa9-05cf8e4c5e9b service neutron] Pushing event updated for resources: {'Port': ['ID=9fb7bf95-c953-45bb-9b2b-d23b04aa134d,revision_number=2']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:05:49.275160 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.managers [req-03609a3e-b5aa-4082-9cde-cbf0490fe940 req-362309b6-23e7-475a-aaa9-05cf8e4c5e9b service neutron] Attempting to bind port 9fb7bf95-c953-45bb-9b2b-d23b04aa134d on host n-h2-800634-3 for vnic_type normal with profile {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 19:05:49.275866 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.managers [req-03609a3e-b5aa-4082-9cde-cbf0490fe940 req-362309b6-23e7-475a-aaa9-05cf8e4c5e9b service neutron] Attempting to bind port 9fb7bf95-c953-45bb-9b2b-d23b04aa134d by drivers openvswitch,hyperv on host n-h2-800634-3 at level 0 using segments [{'id': '1a988ea8-3b77-4414-8b34-3d0f639dfd83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'e3a51527-762d-4036-857e-b191a3b427b2'}] {{(pid=93916) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 19:05:49.275866 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03609a3e-b5aa-4082-9cde-cbf0490fe940 req-362309b6-23e7-475a-aaa9-05cf8e4c5e9b service neutron] Attempting to bind port 9fb7bf95-c953-45bb-9b2b-d23b04aa134d on network e3a51527-762d-4036-857e-b191a3b427b2 {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 19:05:49.279924 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03609a3e-b5aa-4082-9cde-cbf0490fe940 req-362309b6-23e7-475a-aaa9-05cf8e4c5e9b service neutron] Port 9fb7bf95-c953-45bb-9b2b-d23b04aa134d on network e3a51527-762d-4036-857e-b191a3b427b2 not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-3 {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 19:05:49.280274 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03609a3e-b5aa-4082-9cde-cbf0490fe940 req-362309b6-23e7-475a-aaa9-05cf8e4c5e9b service neutron] Attempting to bind port 9fb7bf95-c953-45bb-9b2b-d23b04aa134d on network e3a51527-762d-4036-857e-b191a3b427b2 {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 19:05:49.285006 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03609a3e-b5aa-4082-9cde-cbf0490fe940 req-362309b6-23e7-475a-aaa9-05cf8e4c5e9b service neutron] Checking agent: {'id': '08e36a6c-8d04-48f0-a644-f27680635246', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 15, 35), 'started_at': datetime.datetime(2021, 7, 14, 18, 15, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 19, 5, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 19:05:49.285328 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03609a3e-b5aa-4082-9cde-cbf0490fe940 req-362309b6-23e7-475a-aaa9-05cf8e4c5e9b service neutron] Checking segment: {'id': '1a988ea8-3b77-4414-8b34-3d0f639dfd83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'e3a51527-762d-4036-857e-b191a3b427b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93916) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 19:05:49.285708 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03609a3e-b5aa-4082-9cde-cbf0490fe940 req-362309b6-23e7-475a-aaa9-05cf8e4c5e9b service neutron] Bound using segment: {'id': '1a988ea8-3b77-4414-8b34-3d0f639dfd83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'e3a51527-762d-4036-857e-b191a3b427b2'} {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 19:05:49.286127 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.managers [req-03609a3e-b5aa-4082-9cde-cbf0490fe940 req-362309b6-23e7-475a-aaa9-05cf8e4c5e9b service neutron] Bound port: 9fb7bf95-c953-45bb-9b2b-d23b04aa134d, host: n-h2-800634-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a988ea8-3b77-4414-8b34-3d0f639dfd83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'e3a51527-762d-4036-857e-b191a3b427b2'}}] {{(pid=93916) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 19:05:49.286549 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-03609a3e-b5aa-4082-9cde-cbf0490fe940 req-362309b6-23e7-475a-aaa9-05cf8e4c5e9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:05:49.348083 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.db [req-03609a3e-b5aa-4082-9cde-cbf0490fe940 req-362309b6-23e7-475a-aaa9-05cf8e4c5e9b service neutron] For port 9fb7bf95-c953-45bb-9b2b-d23b04aa134d, host n-h2-800634-3, cleared binding levels {{(pid=93916) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 19:05:49.351017 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.db [req-03609a3e-b5aa-4082-9cde-cbf0490fe940 req-362309b6-23e7-475a-aaa9-05cf8e4c5e9b service neutron] For port 9fb7bf95-c953-45bb-9b2b-d23b04aa134d, host n-h2-800634-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=9fb7bf95-c953-45bb-9b2b-d23b04aa134d,segment=NetworkSegment(1a988ea8-3b77-4414-8b34-3d0f639dfd83),segment_id=1a988ea8-3b77-4414-8b34-3d0f639dfd83)] {{(pid=93916) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 19:05:49.355128 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-03609a3e-b5aa-4082-9cde-cbf0490fe940 req-362309b6-23e7-475a-aaa9-05cf8e4c5e9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2684870'] for port, after_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:05:49.391218 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03609a3e-b5aa-4082-9cde-cbf0490fe940 req-362309b6-23e7-475a-aaa9-05cf8e4c5e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:05:49.391835 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-03609a3e-b5aa-4082-9cde-cbf0490fe940 req-362309b6-23e7-475a-aaa9-05cf8e4c5e9b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:05:49.393255 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-03609a3e-b5aa-4082-9cde-cbf0490fe940 req-362309b6-23e7-475a-aaa9-05cf8e4c5e9b service neutron] 10.222.0.35 "PUT /v2.0/ports/9fb7bf95-c953-45bb-9b2b-d23b04aa134d HTTP/1.1" status: 200 len: 1091 time: 0.5917108 Jul 14 19:05:49.395574 n-d-800634-3 neutron-server[93916]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '596aed52-eae5-4bcc-9543-cd4b539a04c2', 'tag': '9fb7bf95-c953-45bb-9b2b-d23b04aa134d'}] {{(pid=93916) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 19:05:49.397794 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f803e150b363a7893830aa996ac27753fa25517c406ecd3536b7c2d4b26eeb9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-270cc0f8-dcce-4d2a-ad3d-d27959921997" -d '{"events": [{"name": "network-changed", "server_uuid": "596aed52-eae5-4bcc-9543-cd4b539a04c2", "tag": "9fb7bf95-c953-45bb-9b2b-d23b04aa134d"}]}' {{(pid=93916) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 19:05:49.423228 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362309b6-23e7-475a-aaa9-05cf8e4c5e9b service neutron] Pushing event updated for resources: {'Port': ['ID=9fb7bf95-c953-45bb-9b2b-d23b04aa134d,revision_number=3']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:05:49.444560 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 19:05:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-749e5f3b-3707-4ab5-8b59-d470884b08b7 x-openstack-request-id: req-749e5f3b-3707-4ab5-8b59-d470884b08b7 {{(pid=93916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 19:05:49.444848 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "596aed52-eae5-4bcc-9543-cd4b539a04c2", "tag": "9fb7bf95-c953-45bb-9b2b-d23b04aa134d", "status": "completed", "code": 200}]} {{(pid=93916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 19:05:49.445100 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-749e5f3b-3707-4ab5-8b59-d470884b08b7 {{(pid=93916) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 19:05:49.445491 n-d-800634-3 neutron-server[93916]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '596aed52-eae5-4bcc-9543-cd4b539a04c2', 'tag': '9fb7bf95-c953-45bb-9b2b-d23b04aa134d', 'status': 'completed', 'code': 200} Jul 14 19:05:49.494060 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03609a3e-b5aa-4082-9cde-cbf0490fe940 req-53b63124-9bcd-4fc8-b347-a06d3d8393ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:05:49.495559 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-03609a3e-b5aa-4082-9cde-cbf0490fe940 req-53b63124-9bcd-4fc8-b347-a06d3d8393ad service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=77176f337ee0461b92ab037be1ed6acd&device_id=596aed52-eae5-4bcc-9543-cd4b539a04c2 HTTP/1.1" status: 200 len: 1094 time: 0.0599415 Jul 14 19:05:49.537772 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-03609a3e-b5aa-4082-9cde-cbf0490fe940 req-509ee95f-7602-4db6-8595-fa3d4f138f9a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9fb7bf95-c953-45bb-9b2b-d23b04aa134d HTTP/1.1" status: 200 len: 217 time: 0.0349460 Jul 14 19:05:49.548802 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f2d0ee-580f-46be-8fdc-d9dd24440b2b req-df96ef03-6c9b-4eb8-a596-174ebab487ce tempest-ServerDiskConfigTestJSON-1648307526 tempest-ServerDiskConfigTestJSON-1648307526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:05:49.550268 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e7f2d0ee-580f-46be-8fdc-d9dd24440b2b req-df96ef03-6c9b-4eb8-a596-174ebab487ce tempest-ServerDiskConfigTestJSON-1648307526 tempest-ServerDiskConfigTestJSON-1648307526-project] 10.222.0.16 "GET /v2.0/ports?device_id=596aed52-eae5-4bcc-9543-cd4b539a04c2 HTTP/1.1" status: 200 len: 943 time: 0.0674462 Jul 14 19:05:49.585388 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03609a3e-b5aa-4082-9cde-cbf0490fe940 req-cb64f0a6-d3ce-4989-bf09-b209d149c7fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:05:49.586842 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-03609a3e-b5aa-4082-9cde-cbf0490fe940 req-cb64f0a6-d3ce-4989-bf09-b209d149c7fe service neutron] 10.222.0.35 "GET /v2.0/subnets?id=395ee2e2-8801-47e3-b7fb-84d9e9201c8b HTTP/1.1" status: 200 len: 855 time: 0.0433400 Jul 14 19:05:49.587740 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e7f2d0ee-580f-46be-8fdc-d9dd24440b2b req-0e59298f-53be-4c3e-bc30-ea7470be2f2d tempest-ServerDiskConfigTestJSON-1648307526 tempest-ServerDiskConfigTestJSON-1648307526-project] 10.222.0.16 "GET /v2.0/security-groups?id=e35efc97-04ff-4aa8-997e-bd9043f99ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316689 Jul 14 19:05:49.619307 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-03609a3e-b5aa-4082-9cde-cbf0490fe940 req-1ef28946-c3c8-4ce3-aafd-1607eb0e0f2a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e3a51527-762d-4036-857e-b191a3b427b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264328 Jul 14 19:05:49.708570 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-03609a3e-b5aa-4082-9cde-cbf0490fe940 req-12d242a2-3f8c-4135-b552-feabdbf0a59e service neutron] 10.222.0.35 "GET /v2.0/networks/e3a51527-762d-4036-857e-b191a3b427b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828533 Jul 14 19:05:49.795126 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-03609a3e-b5aa-4082-9cde-cbf0490fe940 req-143453d6-3229-4a79-a7da-a70fe667df29 service neutron] 10.222.0.35 "GET /v2.0/networks/e3a51527-762d-4036-857e-b191a3b427b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807607 Jul 14 19:05:49.899465 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270cc0f8-dcce-4d2a-ad3d-d27959921997 req-aa9e4e8e-a416-44df-b967-c2fa13444021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:05:49.900849 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-270cc0f8-dcce-4d2a-ad3d-d27959921997 req-aa9e4e8e-a416-44df-b967-c2fa13444021 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=77176f337ee0461b92ab037be1ed6acd&device_id=596aed52-eae5-4bcc-9543-cd4b539a04c2 HTTP/1.1" status: 200 len: 1094 time: 0.0564125 Jul 14 19:05:49.988087 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270cc0f8-dcce-4d2a-ad3d-d27959921997 req-ac447e9d-3b6b-4c5a-8b0f-db71f26ee171 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:05:49.989548 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-270cc0f8-dcce-4d2a-ad3d-d27959921997 req-ac447e9d-3b6b-4c5a-8b0f-db71f26ee171 service neutron] 10.222.0.35 "GET /v2.0/networks?id=e3a51527-762d-4036-857e-b191a3b427b2 HTTP/1.1" status: 200 len: 915 time: 0.0826750 Jul 14 19:05:50.033096 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-270cc0f8-dcce-4d2a-ad3d-d27959921997 req-7957994c-0201-4be6-ac0a-7b7e7a9df5d5 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9fb7bf95-c953-45bb-9b2b-d23b04aa134d HTTP/1.1" status: 200 len: 217 time: 0.0371330 Jul 14 19:05:50.416414 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270cc0f8-dcce-4d2a-ad3d-d27959921997 req-bba0d62d-42e9-426b-942e-ce21e5cf9d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:05:50.418135 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-270cc0f8-dcce-4d2a-ad3d-d27959921997 req-bba0d62d-42e9-426b-942e-ce21e5cf9d0c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=395ee2e2-8801-47e3-b7fb-84d9e9201c8b HTTP/1.1" status: 200 len: 855 time: 0.3779664 Jul 14 19:05:50.438473 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-0c58b00d-9ce5-430c-ba67-8e3c2a58d9dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:05:50.451715 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-270cc0f8-dcce-4d2a-ad3d-d27959921997 req-0ef7b24d-da4e-4851-be0c-ac2bf18a8e34 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e3a51527-762d-4036-857e-b191a3b427b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263298 Jul 14 19:05:50.543724 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-270cc0f8-dcce-4d2a-ad3d-d27959921997 req-6ae10278-d195-4726-95cf-cd9a2b55b286 service neutron] 10.222.0.35 "GET /v2.0/networks/e3a51527-762d-4036-857e-b191a3b427b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838008 Jul 14 19:05:50.633346 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-270cc0f8-dcce-4d2a-ad3d-d27959921997 req-450ebb48-db0f-4124-a133-c4a2c420fb03 service neutron] 10.222.0.35 "GET /v2.0/networks/e3a51527-762d-4036-857e-b191a3b427b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824385 Jul 14 19:05:50.763034 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7740cad3-1733-4b3f-aa64-36caf1d8e868 req-c2330ea7-f92d-44d8-96f4-5172b5203495 tempest-ServerDiskConfigTestJSON-1648307526 tempest-ServerDiskConfigTestJSON-1648307526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:05:50.765075 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-7740cad3-1733-4b3f-aa64-36caf1d8e868 req-c2330ea7-f92d-44d8-96f4-5172b5203495 tempest-ServerDiskConfigTestJSON-1648307526 tempest-ServerDiskConfigTestJSON-1648307526-project] 10.222.0.16 "GET /v2.0/ports?device_id=596aed52-eae5-4bcc-9543-cd4b539a04c2 HTTP/1.1" status: 200 len: 943 time: 0.0650027 Jul 14 19:05:50.802313 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-7740cad3-1733-4b3f-aa64-36caf1d8e868 req-319c6486-7559-4037-a078-4657dfb934da tempest-ServerDiskConfigTestJSON-1648307526 tempest-ServerDiskConfigTestJSON-1648307526-project] 10.222.0.16 "GET /v2.0/security-groups?id=e35efc97-04ff-4aa8-997e-bd9043f99ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317047 Jul 14 19:05:51.049974 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.agents_db [None req-2ea07fb6-aa68-4671-8654-119d82b9f530 None None] Agent healthcheck: found 7 active agents {{(pid=93918) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 19:05:51.975579 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1693f191-27dd-45b7-b2a1-3e9ee92f281a req-e92d4de6-5a08-4233-885a-8719cd2bf0d5 tempest-ServerDiskConfigTestJSON-1648307526 tempest-ServerDiskConfigTestJSON-1648307526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:05:51.977069 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-1693f191-27dd-45b7-b2a1-3e9ee92f281a req-e92d4de6-5a08-4233-885a-8719cd2bf0d5 tempest-ServerDiskConfigTestJSON-1648307526 tempest-ServerDiskConfigTestJSON-1648307526-project] 10.222.0.16 "GET /v2.0/ports?device_id=596aed52-eae5-4bcc-9543-cd4b539a04c2 HTTP/1.1" status: 200 len: 943 time: 0.0660203 Jul 14 19:05:52.014252 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-1693f191-27dd-45b7-b2a1-3e9ee92f281a req-f7422e2c-d696-42ef-9486-8e93775aa166 tempest-ServerDiskConfigTestJSON-1648307526 tempest-ServerDiskConfigTestJSON-1648307526-project] 10.222.0.16 "GET /v2.0/security-groups?id=e35efc97-04ff-4aa8-997e-bd9043f99ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314136 Jul 14 19:05:52.854071 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-381eb121-cca7-49a6-8684-0aeb67e462fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:05:53.183332 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c436de-bb72-477a-937d-17a14256ecaa req-31ef4fff-3824-495f-92b4-fb2ed8bc3b1e tempest-ServerDiskConfigTestJSON-1648307526 tempest-ServerDiskConfigTestJSON-1648307526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:05:53.184900 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-43c436de-bb72-477a-937d-17a14256ecaa req-31ef4fff-3824-495f-92b4-fb2ed8bc3b1e tempest-ServerDiskConfigTestJSON-1648307526 tempest-ServerDiskConfigTestJSON-1648307526-project] 10.222.0.16 "GET /v2.0/ports?device_id=596aed52-eae5-4bcc-9543-cd4b539a04c2 HTTP/1.1" status: 200 len: 943 time: 0.0634954 Jul 14 19:05:53.203406 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:05:53.223521 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-43c436de-bb72-477a-937d-17a14256ecaa req-497ad3ba-0696-40ac-bba6-86cac8510470 tempest-ServerDiskConfigTestJSON-1648307526 tempest-ServerDiskConfigTestJSON-1648307526-project] 10.222.0.16 "GET /v2.0/security-groups?id=e35efc97-04ff-4aa8-997e-bd9043f99ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329993 Jul 14 19:05:53.646142 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Device 9fb7bf95-c953-45bb-9b2b-d23b04aa134d details requested by agent hyperv_n-h2-800634-3 with host n-h2-800634-3 {{(pid=93917) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 19:05:53.741598 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] For port 9fb7bf95-c953-45bb-9b2b-d23b04aa134d, host n-h2-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=9fb7bf95-c953-45bb-9b2b-d23b04aa134d,segment=NetworkSegment(1a988ea8-3b77-4414-8b34-3d0f639dfd83),segment_id=1a988ea8-3b77-4414-8b34-3d0f639dfd83)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 19:05:53.753033 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Returning: {'device': '9fb7bf95-c953-45bb-9b2b-d23b04aa134d', 'network_id': 'e3a51527-762d-4036-857e-b191a3b427b2', 'port_id': '9fb7bf95-c953-45bb-9b2b-d23b04aa134d', 'mac_address': 'fa:16:3e:3d:d8:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '395ee2e2-8801-47e3-b7fb-84d9e9201c8b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93917) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 19:05:53.790048 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:05:53.802460 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9fb7bf95-c953-45bb-9b2b-d23b04aa134d {{(pid=93917) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 19:05:53.821104 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] For port 9fb7bf95-c953-45bb-9b2b-d23b04aa134d, host n-h2-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=9fb7bf95-c953-45bb-9b2b-d23b04aa134d,segment=NetworkSegment(1a988ea8-3b77-4414-8b34-3d0f639dfd83),segment_id=1a988ea8-3b77-4414-8b34-3d0f639dfd83)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 19:05:53.824877 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:05:53.870887 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Pushing event updated for resources: {'Port': ['ID=9fb7bf95-c953-45bb-9b2b-d23b04aa134d,revision_number=4']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:05:54.044931 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] get_ports_and_sgs() called for port_ids ['9fb7bf95-c953-45bb-9b2b-d23b04aa134d'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 19:05:54.239214 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-574aeb93-9938-449c-8e6c-cb22c9b52cc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:05:54.396595 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6656e2b-7a67-46dd-aa7f-37eadd8e0119 req-b2b73aa6-37c3-422a-947e-c624208f342b tempest-ServerDiskConfigTestJSON-1648307526 tempest-ServerDiskConfigTestJSON-1648307526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:05:54.397998 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a6656e2b-7a67-46dd-aa7f-37eadd8e0119 req-b2b73aa6-37c3-422a-947e-c624208f342b tempest-ServerDiskConfigTestJSON-1648307526 tempest-ServerDiskConfigTestJSON-1648307526-project] 10.222.0.16 "GET /v2.0/ports?device_id=596aed52-eae5-4bcc-9543-cd4b539a04c2 HTTP/1.1" status: 200 len: 944 time: 0.0623550 Jul 14 19:05:54.435459 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a6656e2b-7a67-46dd-aa7f-37eadd8e0119 req-9d7e7333-f68c-4b07-84de-4b13d9af672e tempest-ServerDiskConfigTestJSON-1648307526 tempest-ServerDiskConfigTestJSON-1648307526-project] 10.222.0.16 "GET /v2.0/security-groups?id=e35efc97-04ff-4aa8-997e-bd9043f99ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319591 Jul 14 19:05:55.607797 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983bf9ba-e7e6-470e-848d-b54221d95f6e req-f1d6d3e4-c741-4bae-aeae-5b39c0b5a56f tempest-ServerDiskConfigTestJSON-1648307526 tempest-ServerDiskConfigTestJSON-1648307526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:05:55.609313 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-983bf9ba-e7e6-470e-848d-b54221d95f6e req-f1d6d3e4-c741-4bae-aeae-5b39c0b5a56f tempest-ServerDiskConfigTestJSON-1648307526 tempest-ServerDiskConfigTestJSON-1648307526-project] 10.222.0.16 "GET /v2.0/ports?device_id=596aed52-eae5-4bcc-9543-cd4b539a04c2 HTTP/1.1" status: 200 len: 944 time: 0.0658245 Jul 14 19:05:55.645686 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Device 9fb7bf95-c953-45bb-9b2b-d23b04aa134d up at agent hyperv_n-h2-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 19:05:55.646443 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-983bf9ba-e7e6-470e-848d-b54221d95f6e req-22b09193-d330-4e05-892a-343604c43839 tempest-ServerDiskConfigTestJSON-1648307526 tempest-ServerDiskConfigTestJSON-1648307526-project] 10.222.0.16 "GET /v2.0/security-groups?id=e35efc97-04ff-4aa8-997e-bd9043f99ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316532 Jul 14 19:05:55.695924 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Provisioning for port 9fb7bf95-c953-45bb-9b2b-d23b04aa134d completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 19:05:55.699709 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Provisioning complete for port 9fb7bf95-c953-45bb-9b2b-d23b04aa134d triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 19:05:55.700087 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:05:55.775877 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:05:55.799207 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '596aed52-eae5-4bcc-9543-cd4b539a04c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fb7bf95-c953-45bb-9b2b-d23b04aa134d'}] {{(pid=93917) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 19:05:55.801473 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20b787f3c29eaa7aa2a4d648c725a2124c5ff39a8d793252f9d844495e14cf42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc2a8907-4d2b-43e9-a99f-88ea053398e0" -d '{"events": [{"server_uuid": "596aed52-eae5-4bcc-9543-cd4b539a04c2", "name": "network-vif-plugged", "status": "completed", "tag": "9fb7bf95-c953-45bb-9b2b-d23b04aa134d"}]}' {{(pid=93917) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 19:05:55.814268 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] For port 9fb7bf95-c953-45bb-9b2b-d23b04aa134d, host n-h2-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=9fb7bf95-c953-45bb-9b2b-d23b04aa134d,segment=NetworkSegment(1a988ea8-3b77-4414-8b34-3d0f639dfd83),segment_id=1a988ea8-3b77-4414-8b34-3d0f639dfd83)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 19:05:55.818389 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:05:55.841127 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 19:05:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbcacf0e-04b3-4491-a0c3-6efdb4086d8b x-openstack-request-id: req-dbcacf0e-04b3-4491-a0c3-6efdb4086d8b {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 19:05:55.841427 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "596aed52-eae5-4bcc-9543-cd4b539a04c2", "name": "network-vif-plugged", "status": "completed", "tag": "9fb7bf95-c953-45bb-9b2b-d23b04aa134d", "code": 200}]} {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 19:05:55.841688 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-dbcacf0e-04b3-4491-a0c3-6efdb4086d8b {{(pid=93917) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 19:05:55.842083 n-d-800634-3 neutron-server[93917]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '596aed52-eae5-4bcc-9543-cd4b539a04c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fb7bf95-c953-45bb-9b2b-d23b04aa134d', 'code': 200} Jul 14 19:05:55.874370 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Pushing event updated for resources: {'Port': ['ID=9fb7bf95-c953-45bb-9b2b-d23b04aa134d,revision_number=5']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:05:55.888014 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-2f4e3af3-e708-4ffd-a544-82d93a489d01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:05:55.951547 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8068499-d408-48f8-9906-d0ac4bd0ee54 req-6221c387-bd5d-4260-9bdf-6c1e82ce9e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:05:55.953073 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-d8068499-d408-48f8-9906-d0ac4bd0ee54 req-6221c387-bd5d-4260-9bdf-6c1e82ce9e74 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=596aed52-eae5-4bcc-9543-cd4b539a04c2 HTTP/1.1" status: 200 len: 1096 time: 0.0514331 Jul 14 19:05:55.990988 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-d8068499-d408-48f8-9906-d0ac4bd0ee54 req-2a0caad4-838f-4f94-8a40-ae4ce9c1f9a4 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=e35efc97-04ff-4aa8-997e-bd9043f99ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314434 Jul 14 19:05:56.833224 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c3e4ba-0e9a-431f-98dd-1aa815282a58 req-96557303-3adb-49e3-a26f-19dd7d5aa51f tempest-ServerDiskConfigTestJSON-1648307526 tempest-ServerDiskConfigTestJSON-1648307526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:05:56.834702 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e8c3e4ba-0e9a-431f-98dd-1aa815282a58 req-96557303-3adb-49e3-a26f-19dd7d5aa51f tempest-ServerDiskConfigTestJSON-1648307526 tempest-ServerDiskConfigTestJSON-1648307526-project] 10.222.0.16 "GET /v2.0/ports?device_id=596aed52-eae5-4bcc-9543-cd4b539a04c2 HTTP/1.1" status: 200 len: 945 time: 0.0706439 Jul 14 19:05:56.872257 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e8c3e4ba-0e9a-431f-98dd-1aa815282a58 req-8751b838-c2da-40d9-b4c7-c68f3cb786f9 tempest-ServerDiskConfigTestJSON-1648307526 tempest-ServerDiskConfigTestJSON-1648307526-project] 10.222.0.16 "GET /v2.0/security-groups?id=e35efc97-04ff-4aa8-997e-bd9043f99ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318046 Jul 14 19:05:58.047699 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3dfe7d5-26f5-46fa-b4f3-01b9c7379b83 req-807752a8-ac00-4e35-9e8b-c2ac897877fa tempest-ServerDiskConfigTestJSON-1648307526 tempest-ServerDiskConfigTestJSON-1648307526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:05:58.049175 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f3dfe7d5-26f5-46fa-b4f3-01b9c7379b83 req-807752a8-ac00-4e35-9e8b-c2ac897877fa tempest-ServerDiskConfigTestJSON-1648307526 tempest-ServerDiskConfigTestJSON-1648307526-project] 10.222.0.16 "GET /v2.0/ports?device_id=596aed52-eae5-4bcc-9543-cd4b539a04c2 HTTP/1.1" status: 200 len: 945 time: 0.0650043 Jul 14 19:05:58.085567 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f3dfe7d5-26f5-46fa-b4f3-01b9c7379b83 req-69c110a7-7800-47ee-a4d0-64abb13d2c12 tempest-ServerDiskConfigTestJSON-1648307526 tempest-ServerDiskConfigTestJSON-1648307526-project] 10.222.0.16 "GET /v2.0/security-groups?id=e35efc97-04ff-4aa8-997e-bd9043f99ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309513 Jul 14 19:05:58.255215 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b45649-954b-4a6d-82e4-fe30c947421f req-878558c3-99b9-405f-bfe8-f99e30ef1874 tempest-ServerDiskConfigTestJSON-1648307526 tempest-ServerDiskConfigTestJSON-1648307526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:05:58.256974 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-69b45649-954b-4a6d-82e4-fe30c947421f req-878558c3-99b9-405f-bfe8-f99e30ef1874 tempest-ServerDiskConfigTestJSON-1648307526 tempest-ServerDiskConfigTestJSON-1648307526-project] 10.222.0.16 "GET /v2.0/ports?device_id=596aed52-eae5-4bcc-9543-cd4b539a04c2 HTTP/1.1" status: 200 len: 945 time: 0.0626576 Jul 14 19:05:58.293525 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-69b45649-954b-4a6d-82e4-fe30c947421f req-8a0aa038-ec24-4547-885c-d49729b40c5c tempest-ServerDiskConfigTestJSON-1648307526 tempest-ServerDiskConfigTestJSON-1648307526-project] 10.222.0.16 "GET /v2.0/security-groups?id=e35efc97-04ff-4aa8-997e-bd9043f99ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310984 Jul 14 19:05:58.627744 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de646aa-233d-4b90-8846-cc9bffb9500c req-395cd140-782c-4d69-8f23-aa302fecd92f tempest-ServerDiskConfigTestJSON-1648307526 tempest-ServerDiskConfigTestJSON-1648307526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:05:58.629239 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3de646aa-233d-4b90-8846-cc9bffb9500c req-395cd140-782c-4d69-8f23-aa302fecd92f tempest-ServerDiskConfigTestJSON-1648307526 tempest-ServerDiskConfigTestJSON-1648307526-project] 10.222.0.16 "GET /v2.0/ports?device_id=596aed52-eae5-4bcc-9543-cd4b539a04c2 HTTP/1.1" status: 200 len: 945 time: 0.0627565 Jul 14 19:05:58.665814 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3de646aa-233d-4b90-8846-cc9bffb9500c req-6eb42c0b-ade4-4bbf-b51e-d0e5051eedc2 tempest-ServerDiskConfigTestJSON-1648307526 tempest-ServerDiskConfigTestJSON-1648307526-project] 10.222.0.16 "GET /v2.0/security-groups?id=e35efc97-04ff-4aa8-997e-bd9043f99ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305958 Jul 14 19:05:58.841035 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61c9a7b-e5aa-4fed-a9d1-5f259fdaf640 req-e23993d0-06a8-4f7a-b666-2990b3dd955c tempest-ServerDiskConfigTestJSON-1648307526 tempest-ServerDiskConfigTestJSON-1648307526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:05:58.843029 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a61c9a7b-e5aa-4fed-a9d1-5f259fdaf640 req-e23993d0-06a8-4f7a-b666-2990b3dd955c tempest-ServerDiskConfigTestJSON-1648307526 tempest-ServerDiskConfigTestJSON-1648307526-project] 10.222.0.16 "GET /v2.0/ports?device_id=596aed52-eae5-4bcc-9543-cd4b539a04c2 HTTP/1.1" status: 200 len: 945 time: 0.0663943 Jul 14 19:05:58.879583 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a61c9a7b-e5aa-4fed-a9d1-5f259fdaf640 req-2d3d9f83-cdf3-4240-a7a8-c43594b1c927 tempest-ServerDiskConfigTestJSON-1648307526 tempest-ServerDiskConfigTestJSON-1648307526-project] 10.222.0.16 "GET /v2.0/security-groups?id=e35efc97-04ff-4aa8-997e-bd9043f99ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309095 Jul 14 19:05:59.215826 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-56e7a5c0-cd62-4d9c-9447-c8ff3bb4ce4d req-da5d4252-244c-422e-9178-53518a9933ce service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=596aed52-eae5-4bcc-9543-cd4b539a04c2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0520191 Jul 14 19:05:59.280191 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b337a51-a5b6-4e5d-81c4-dd9e5bdff0a1 req-3733cc96-ea2d-47e3-b989-581dbcf38d43 tempest-ServerDiskConfigTestJSON-1648307526 tempest-ServerDiskConfigTestJSON-1648307526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:05:59.281674 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-0b337a51-a5b6-4e5d-81c4-dd9e5bdff0a1 req-3733cc96-ea2d-47e3-b989-581dbcf38d43 tempest-ServerDiskConfigTestJSON-1648307526 tempest-ServerDiskConfigTestJSON-1648307526-project] 10.222.0.16 "GET /v2.0/ports?device_id=596aed52-eae5-4bcc-9543-cd4b539a04c2 HTTP/1.1" status: 200 len: 945 time: 0.0690329 Jul 14 19:05:59.320170 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-0b337a51-a5b6-4e5d-81c4-dd9e5bdff0a1 req-1c659b46-bb23-4ca4-afce-62c0efe3118e tempest-ServerDiskConfigTestJSON-1648307526 tempest-ServerDiskConfigTestJSON-1648307526-project] 10.222.0.16 "GET /v2.0/security-groups?id=e35efc97-04ff-4aa8-997e-bd9043f99ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325768 Jul 14 19:06:00.367387 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e7a5c0-cd62-4d9c-9447-c8ff3bb4ce4d req-713420c3-bbdc-4038-aad8-a47a4e419740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:06:00.368936 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-56e7a5c0-cd62-4d9c-9447-c8ff3bb4ce4d req-713420c3-bbdc-4038-aad8-a47a4e419740 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=77176f337ee0461b92ab037be1ed6acd&device_id=596aed52-eae5-4bcc-9543-cd4b539a04c2 HTTP/1.1" status: 200 len: 1096 time: 0.0520568 Jul 14 19:06:00.458241 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e7a5c0-cd62-4d9c-9447-c8ff3bb4ce4d req-3f3b018c-9ba1-44c1-814a-b681ed3f2c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:06:00.459742 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-56e7a5c0-cd62-4d9c-9447-c8ff3bb4ce4d req-3f3b018c-9ba1-44c1-814a-b681ed3f2c73 service neutron] 10.222.0.35 "GET /v2.0/networks?id=e3a51527-762d-4036-857e-b191a3b427b2 HTTP/1.1" status: 200 len: 915 time: 0.0846581 Jul 14 19:06:00.502510 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467e21c6-cb04-4205-b020-758a16c0f8a9 req-8fdf6f86-3341-4f4d-b8df-716582ebc37f tempest-ServerDiskConfigTestJSON-1648307526 tempest-ServerDiskConfigTestJSON-1648307526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:06:00.503637 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-56e7a5c0-cd62-4d9c-9447-c8ff3bb4ce4d req-fe0a1e69-36dd-46d0-b66d-5689de9b0eb2 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9fb7bf95-c953-45bb-9b2b-d23b04aa134d HTTP/1.1" status: 200 len: 217 time: 0.0380111 Jul 14 19:06:00.505296 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-467e21c6-cb04-4205-b020-758a16c0f8a9 req-8fdf6f86-3341-4f4d-b8df-716582ebc37f tempest-ServerDiskConfigTestJSON-1648307526 tempest-ServerDiskConfigTestJSON-1648307526-project] 10.222.0.16 "GET /v2.0/ports?device_id=596aed52-eae5-4bcc-9543-cd4b539a04c2 HTTP/1.1" status: 200 len: 945 time: 0.0652852 Jul 14 19:06:00.542054 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-467e21c6-cb04-4205-b020-758a16c0f8a9 req-bf45b277-e1de-45a6-ba8d-61ed5cb7fd96 tempest-ServerDiskConfigTestJSON-1648307526 tempest-ServerDiskConfigTestJSON-1648307526-project] 10.222.0.16 "GET /v2.0/security-groups?id=e35efc97-04ff-4aa8-997e-bd9043f99ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321410 Jul 14 19:06:00.551182 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e7a5c0-cd62-4d9c-9447-c8ff3bb4ce4d req-60205b4e-08f8-4704-9ddf-8199f07ada97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:06:00.552686 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-56e7a5c0-cd62-4d9c-9447-c8ff3bb4ce4d req-60205b4e-08f8-4704-9ddf-8199f07ada97 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=395ee2e2-8801-47e3-b7fb-84d9e9201c8b HTTP/1.1" status: 200 len: 855 time: 0.0432353 Jul 14 19:06:00.586503 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-56e7a5c0-cd62-4d9c-9447-c8ff3bb4ce4d req-84cd10c9-c7d9-45c9-94b1-c4cdc482854a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e3a51527-762d-4036-857e-b191a3b427b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268610 Jul 14 19:06:00.675495 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-56e7a5c0-cd62-4d9c-9447-c8ff3bb4ce4d req-5e6ac47d-8829-48ff-9d92-a9e98c29cacb service neutron] 10.222.0.35 "GET /v2.0/networks/e3a51527-762d-4036-857e-b191a3b427b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821249 Jul 14 19:06:00.764925 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-56e7a5c0-cd62-4d9c-9447-c8ff3bb4ce4d req-fa58a745-aeea-46cf-9e2d-b77decec2227 service neutron] 10.222.0.35 "GET /v2.0/networks/e3a51527-762d-4036-857e-b191a3b427b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827551 Jul 14 19:06:01.715754 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c4b21a-e5b6-4708-b364-36ff4dec3983 req-c34e4a40-cea9-414a-b766-81c558088316 tempest-ServerDiskConfigTestJSON-1648307526 tempest-ServerDiskConfigTestJSON-1648307526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:06:01.717231 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b4c4b21a-e5b6-4708-b364-36ff4dec3983 req-c34e4a40-cea9-414a-b766-81c558088316 tempest-ServerDiskConfigTestJSON-1648307526 tempest-ServerDiskConfigTestJSON-1648307526-project] 10.222.0.16 "GET /v2.0/ports?device_id=596aed52-eae5-4bcc-9543-cd4b539a04c2 HTTP/1.1" status: 200 len: 945 time: 0.0618832 Jul 14 19:06:01.754595 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b4c4b21a-e5b6-4708-b364-36ff4dec3983 req-8374c4bc-4789-44ab-83c4-e15944d81474 tempest-ServerDiskConfigTestJSON-1648307526 tempest-ServerDiskConfigTestJSON-1648307526-project] 10.222.0.16 "GET /v2.0/security-groups?id=e35efc97-04ff-4aa8-997e-bd9043f99ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319028 Jul 14 19:06:02.820451 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:06:02.938488 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1619a51e-17b6-4d40-8660-5c823d626205 req-d3a03917-6ca6-4100-a081-6799d8de8aaa tempest-ServerDiskConfigTestJSON-1648307526 tempest-ServerDiskConfigTestJSON-1648307526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:06:02.940069 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-1619a51e-17b6-4d40-8660-5c823d626205 req-d3a03917-6ca6-4100-a081-6799d8de8aaa tempest-ServerDiskConfigTestJSON-1648307526 tempest-ServerDiskConfigTestJSON-1648307526-project] 10.222.0.16 "GET /v2.0/ports?device_id=596aed52-eae5-4bcc-9543-cd4b539a04c2 HTTP/1.1" status: 200 len: 945 time: 0.0672104 Jul 14 19:06:02.981838 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-1619a51e-17b6-4d40-8660-5c823d626205 req-09d8e8f8-e0cc-423b-acdc-b8d378cb1979 tempest-ServerDiskConfigTestJSON-1648307526 tempest-ServerDiskConfigTestJSON-1648307526-project] 10.222.0.16 "GET /v2.0/security-groups?id=e35efc97-04ff-4aa8-997e-bd9043f99ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359302 Jul 14 19:06:04.151366 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7ac461-41f2-4fa0-8edb-6409c65de8a1 req-40bcee71-85c3-4615-8573-4352be87f351 tempest-ServerDiskConfigTestJSON-1648307526 tempest-ServerDiskConfigTestJSON-1648307526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:06:04.152853 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2e7ac461-41f2-4fa0-8edb-6409c65de8a1 req-40bcee71-85c3-4615-8573-4352be87f351 tempest-ServerDiskConfigTestJSON-1648307526 tempest-ServerDiskConfigTestJSON-1648307526-project] 10.222.0.16 "GET /v2.0/ports?device_id=596aed52-eae5-4bcc-9543-cd4b539a04c2 HTTP/1.1" status: 200 len: 945 time: 0.0635369 Jul 14 19:06:04.189219 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2e7ac461-41f2-4fa0-8edb-6409c65de8a1 req-bfdf2d6f-92de-4c08-b731-6eb64a4f0ff2 tempest-ServerDiskConfigTestJSON-1648307526 tempest-ServerDiskConfigTestJSON-1648307526-project] 10.222.0.16 "GET /v2.0/security-groups?id=e35efc97-04ff-4aa8-997e-bd9043f99ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309305 Jul 14 19:06:05.364426 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6670bc6b-eb61-493b-8ff6-94c289408c33 req-7247f547-530a-46e5-8c88-4d6ee108e066 tempest-ServerDiskConfigTestJSON-1648307526 tempest-ServerDiskConfigTestJSON-1648307526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:06:05.365903 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6670bc6b-eb61-493b-8ff6-94c289408c33 req-7247f547-530a-46e5-8c88-4d6ee108e066 tempest-ServerDiskConfigTestJSON-1648307526 tempest-ServerDiskConfigTestJSON-1648307526-project] 10.222.0.16 "GET /v2.0/ports?device_id=596aed52-eae5-4bcc-9543-cd4b539a04c2 HTTP/1.1" status: 200 len: 945 time: 0.0660338 Jul 14 19:06:05.655753 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6670bc6b-eb61-493b-8ff6-94c289408c33 req-999df596-742c-4825-bb78-1e0851a0f6d5 tempest-ServerDiskConfigTestJSON-1648307526 tempest-ServerDiskConfigTestJSON-1648307526-project] 10.222.0.16 "GET /v2.0/security-groups?id=e35efc97-04ff-4aa8-997e-bd9043f99ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2843299 Jul 14 19:06:05.705255 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:06:06.829238 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a385fc-6044-41eb-b9c7-a30f0651e607 req-b602bd56-f8c6-4c9f-af39-c1fd6039c69e tempest-ServerDiskConfigTestJSON-1648307526 tempest-ServerDiskConfigTestJSON-1648307526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:06:06.830682 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-21a385fc-6044-41eb-b9c7-a30f0651e607 req-b602bd56-f8c6-4c9f-af39-c1fd6039c69e tempest-ServerDiskConfigTestJSON-1648307526 tempest-ServerDiskConfigTestJSON-1648307526-project] 10.222.0.16 "GET /v2.0/ports?device_id=596aed52-eae5-4bcc-9543-cd4b539a04c2 HTTP/1.1" status: 200 len: 945 time: 0.0612710 Jul 14 19:06:06.867461 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-21a385fc-6044-41eb-b9c7-a30f0651e607 req-e32d52dc-7253-4e3d-826f-9158a38fdddc tempest-ServerDiskConfigTestJSON-1648307526 tempest-ServerDiskConfigTestJSON-1648307526-project] 10.222.0.16 "GET /v2.0/security-groups?id=e35efc97-04ff-4aa8-997e-bd9043f99ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312135 Jul 14 19:06:08.042398 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705bddd0-0268-4fdb-8cd7-a8453e848d58 req-e3827f02-a14c-48f3-9c80-3ebd52f733a4 tempest-ServerDiskConfigTestJSON-1648307526 tempest-ServerDiskConfigTestJSON-1648307526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:06:08.043862 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-705bddd0-0268-4fdb-8cd7-a8453e848d58 req-e3827f02-a14c-48f3-9c80-3ebd52f733a4 tempest-ServerDiskConfigTestJSON-1648307526 tempest-ServerDiskConfigTestJSON-1648307526-project] 10.222.0.16 "GET /v2.0/ports?device_id=596aed52-eae5-4bcc-9543-cd4b539a04c2 HTTP/1.1" status: 200 len: 945 time: 0.0618815 Jul 14 19:06:08.083653 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-705bddd0-0268-4fdb-8cd7-a8453e848d58 req-d1e4b032-1a3f-4453-9f88-e894003bb111 tempest-ServerDiskConfigTestJSON-1648307526 tempest-ServerDiskConfigTestJSON-1648307526-project] 10.222.0.16 "GET /v2.0/security-groups?id=e35efc97-04ff-4aa8-997e-bd9043f99ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338612 Jul 14 19:06:09.254239 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4145dc-3c4e-4611-b83f-9ad7af227bb5 req-c10250a3-8104-4a30-903a-eb6245ad8c9b tempest-ServerDiskConfigTestJSON-1648307526 tempest-ServerDiskConfigTestJSON-1648307526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:06:09.255696 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6b4145dc-3c4e-4611-b83f-9ad7af227bb5 req-c10250a3-8104-4a30-903a-eb6245ad8c9b tempest-ServerDiskConfigTestJSON-1648307526 tempest-ServerDiskConfigTestJSON-1648307526-project] 10.222.0.16 "GET /v2.0/ports?device_id=596aed52-eae5-4bcc-9543-cd4b539a04c2 HTTP/1.1" status: 200 len: 945 time: 0.0625072 Jul 14 19:06:09.291918 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6b4145dc-3c4e-4611-b83f-9ad7af227bb5 req-1d4bfe86-bf41-4488-ad0a-5e6d6156a26e tempest-ServerDiskConfigTestJSON-1648307526 tempest-ServerDiskConfigTestJSON-1648307526-project] 10.222.0.16 "GET /v2.0/security-groups?id=e35efc97-04ff-4aa8-997e-bd9043f99ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305235 Jul 14 19:06:10.462282 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afb5aca-475d-4252-818e-ca21afee589d req-dbbac4a0-fab9-4e1b-a5a9-6e610e76f7f4 tempest-ServerDiskConfigTestJSON-1648307526 tempest-ServerDiskConfigTestJSON-1648307526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:06:10.463740 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3afb5aca-475d-4252-818e-ca21afee589d req-dbbac4a0-fab9-4e1b-a5a9-6e610e76f7f4 tempest-ServerDiskConfigTestJSON-1648307526 tempest-ServerDiskConfigTestJSON-1648307526-project] 10.222.0.16 "GET /v2.0/ports?device_id=596aed52-eae5-4bcc-9543-cd4b539a04c2 HTTP/1.1" status: 200 len: 945 time: 0.0625749 Jul 14 19:06:10.507181 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3afb5aca-475d-4252-818e-ca21afee589d req-87deb935-cec8-47fe-9dd9-073e89b56c30 tempest-ServerDiskConfigTestJSON-1648307526 tempest-ServerDiskConfigTestJSON-1648307526-project] 10.222.0.16 "GET /v2.0/security-groups?id=e35efc97-04ff-4aa8-997e-bd9043f99ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372274 Jul 14 19:06:11.682285 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95775d6b-f458-47ac-ac9d-eca011431d01 req-1322da6b-2933-4fc3-8d33-8d36d7636e8e tempest-ServerDiskConfigTestJSON-1648307526 tempest-ServerDiskConfigTestJSON-1648307526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:06:11.683705 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-95775d6b-f458-47ac-ac9d-eca011431d01 req-1322da6b-2933-4fc3-8d33-8d36d7636e8e tempest-ServerDiskConfigTestJSON-1648307526 tempest-ServerDiskConfigTestJSON-1648307526-project] 10.222.0.16 "GET /v2.0/ports?device_id=596aed52-eae5-4bcc-9543-cd4b539a04c2 HTTP/1.1" status: 200 len: 945 time: 0.0671933 Jul 14 19:06:11.720349 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-95775d6b-f458-47ac-ac9d-eca011431d01 req-9541e73c-3511-47cf-b81e-fe952bbeabae tempest-ServerDiskConfigTestJSON-1648307526 tempest-ServerDiskConfigTestJSON-1648307526-project] 10.222.0.16 "GET /v2.0/security-groups?id=e35efc97-04ff-4aa8-997e-bd9043f99ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310650 Jul 14 19:06:12.890607 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce0d9a3-79b4-4d81-a125-6b7b8ebe0f66 req-6cc8f2c2-b4ed-4ac1-9511-daa4f241caf9 tempest-ServerDiskConfigTestJSON-1648307526 tempest-ServerDiskConfigTestJSON-1648307526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:06:12.892082 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2ce0d9a3-79b4-4d81-a125-6b7b8ebe0f66 req-6cc8f2c2-b4ed-4ac1-9511-daa4f241caf9 tempest-ServerDiskConfigTestJSON-1648307526 tempest-ServerDiskConfigTestJSON-1648307526-project] 10.222.0.16 "GET /v2.0/ports?device_id=596aed52-eae5-4bcc-9543-cd4b539a04c2 HTTP/1.1" status: 200 len: 945 time: 0.0626152 Jul 14 19:06:12.929115 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2ce0d9a3-79b4-4d81-a125-6b7b8ebe0f66 req-7983f8bb-8e85-4d17-93b1-7f313680ba25 tempest-ServerDiskConfigTestJSON-1648307526 tempest-ServerDiskConfigTestJSON-1648307526-project] 10.222.0.16 "GET /v2.0/security-groups?id=e35efc97-04ff-4aa8-997e-bd9043f99ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315115 Jul 14 19:06:14.099752 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbab584-0c54-4af8-a548-773941678def req-56a06e04-ff3f-4d47-b6ed-c0e6550d24e4 tempest-ServerDiskConfigTestJSON-1648307526 tempest-ServerDiskConfigTestJSON-1648307526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:06:14.101251 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6cbab584-0c54-4af8-a548-773941678def req-56a06e04-ff3f-4d47-b6ed-c0e6550d24e4 tempest-ServerDiskConfigTestJSON-1648307526 tempest-ServerDiskConfigTestJSON-1648307526-project] 10.222.0.16 "GET /v2.0/ports?device_id=596aed52-eae5-4bcc-9543-cd4b539a04c2 HTTP/1.1" status: 200 len: 945 time: 0.0620618 Jul 14 19:06:14.141769 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6cbab584-0c54-4af8-a548-773941678def req-5a587ec1-5d90-4106-b206-7ea4d774774a tempest-ServerDiskConfigTestJSON-1648307526 tempest-ServerDiskConfigTestJSON-1648307526-project] 10.222.0.16 "GET /v2.0/security-groups?id=e35efc97-04ff-4aa8-997e-bd9043f99ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351045 Jul 14 19:06:15.314752 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c8c990-c5cf-4d41-8fc7-e30a28cd6b69 req-26aadac8-5027-43b9-ab02-5bcea0ef7a99 tempest-ServerDiskConfigTestJSON-1648307526 tempest-ServerDiskConfigTestJSON-1648307526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:06:15.316227 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-d7c8c990-c5cf-4d41-8fc7-e30a28cd6b69 req-26aadac8-5027-43b9-ab02-5bcea0ef7a99 tempest-ServerDiskConfigTestJSON-1648307526 tempest-ServerDiskConfigTestJSON-1648307526-project] 10.222.0.16 "GET /v2.0/ports?device_id=596aed52-eae5-4bcc-9543-cd4b539a04c2 HTTP/1.1" status: 200 len: 945 time: 0.0625961 Jul 14 19:06:15.352447 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-d7c8c990-c5cf-4d41-8fc7-e30a28cd6b69 req-882ec6d8-c4e6-4011-bcca-8a4a65d81674 tempest-ServerDiskConfigTestJSON-1648307526 tempest-ServerDiskConfigTestJSON-1648307526-project] 10.222.0.16 "GET /v2.0/security-groups?id=e35efc97-04ff-4aa8-997e-bd9043f99ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307603 Jul 14 19:06:16.525738 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4785b165-1357-4874-8250-124bc561798e req-df549a6e-f7c2-455b-9d73-a772d7c81ad7 tempest-ServerDiskConfigTestJSON-1648307526 tempest-ServerDiskConfigTestJSON-1648307526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:06:16.527230 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-4785b165-1357-4874-8250-124bc561798e req-df549a6e-f7c2-455b-9d73-a772d7c81ad7 tempest-ServerDiskConfigTestJSON-1648307526 tempest-ServerDiskConfigTestJSON-1648307526-project] 10.222.0.16 "GET /v2.0/ports?device_id=596aed52-eae5-4bcc-9543-cd4b539a04c2 HTTP/1.1" status: 200 len: 945 time: 0.0616729 Jul 14 19:06:16.564364 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-4785b165-1357-4874-8250-124bc561798e req-49a6bf13-039c-4cd6-b513-7d21786b8c57 tempest-ServerDiskConfigTestJSON-1648307526 tempest-ServerDiskConfigTestJSON-1648307526-project] 10.222.0.16 "GET /v2.0/security-groups?id=e35efc97-04ff-4aa8-997e-bd9043f99ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309312 Jul 14 19:06:17.742160 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229863cc-2aff-4003-b8d8-37b3e53dcbc8 req-98a35e81-d7c0-49ce-b9f7-2b063e569d38 tempest-ServerDiskConfigTestJSON-1648307526 tempest-ServerDiskConfigTestJSON-1648307526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:06:17.743669 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-229863cc-2aff-4003-b8d8-37b3e53dcbc8 req-98a35e81-d7c0-49ce-b9f7-2b063e569d38 tempest-ServerDiskConfigTestJSON-1648307526 tempest-ServerDiskConfigTestJSON-1648307526-project] 10.222.0.16 "GET /v2.0/ports?device_id=596aed52-eae5-4bcc-9543-cd4b539a04c2 HTTP/1.1" status: 200 len: 945 time: 0.0651896 Jul 14 19:06:17.782178 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-229863cc-2aff-4003-b8d8-37b3e53dcbc8 req-3f1abd1f-3b31-40f5-953b-846c0a4a1e2f tempest-ServerDiskConfigTestJSON-1648307526 tempest-ServerDiskConfigTestJSON-1648307526-project] 10.222.0.16 "GET /v2.0/security-groups?id=e35efc97-04ff-4aa8-997e-bd9043f99ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328591 Jul 14 19:06:18.952662 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d388b664-af43-48bd-86d0-9ebc80a86395 req-13dfdd4c-f63a-4a85-ab0d-e55a4263a60e tempest-ServerDiskConfigTestJSON-1648307526 tempest-ServerDiskConfigTestJSON-1648307526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:06:18.954118 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-d388b664-af43-48bd-86d0-9ebc80a86395 req-13dfdd4c-f63a-4a85-ab0d-e55a4263a60e tempest-ServerDiskConfigTestJSON-1648307526 tempest-ServerDiskConfigTestJSON-1648307526-project] 10.222.0.16 "GET /v2.0/ports?device_id=596aed52-eae5-4bcc-9543-cd4b539a04c2 HTTP/1.1" status: 200 len: 945 time: 0.0622098 Jul 14 19:06:18.991020 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-d388b664-af43-48bd-86d0-9ebc80a86395 req-9898f6ec-8aa5-456a-90bb-5b8c4e7ffd73 tempest-ServerDiskConfigTestJSON-1648307526 tempest-ServerDiskConfigTestJSON-1648307526-project] 10.222.0.16 "GET /v2.0/security-groups?id=e35efc97-04ff-4aa8-997e-bd9043f99ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311494 Jul 14 19:06:20.161802 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100f13f2-f3df-4bd5-81fb-41297005a61b req-e23ebe21-5307-4ab1-8194-ab35fc9879b1 tempest-ServerDiskConfigTestJSON-1648307526 tempest-ServerDiskConfigTestJSON-1648307526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:06:20.163266 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-100f13f2-f3df-4bd5-81fb-41297005a61b req-e23ebe21-5307-4ab1-8194-ab35fc9879b1 tempest-ServerDiskConfigTestJSON-1648307526 tempest-ServerDiskConfigTestJSON-1648307526-project] 10.222.0.16 "GET /v2.0/ports?device_id=596aed52-eae5-4bcc-9543-cd4b539a04c2 HTTP/1.1" status: 200 len: 945 time: 0.0619309 Jul 14 19:06:20.203381 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-100f13f2-f3df-4bd5-81fb-41297005a61b req-f385148e-f51d-4970-9f49-259e5bd9362f tempest-ServerDiskConfigTestJSON-1648307526 tempest-ServerDiskConfigTestJSON-1648307526-project] 10.222.0.16 "GET /v2.0/security-groups?id=e35efc97-04ff-4aa8-997e-bd9043f99ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345378 Jul 14 19:06:20.439167 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-7cc84aa9-7cc0-469d-aaa5-4acc20802365 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:06:21.373902 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926b1d91-8db7-443e-be43-b06c52367919 req-9d342f1b-a7a3-4df6-8880-43a8a0d3fe15 tempest-ServerDiskConfigTestJSON-1648307526 tempest-ServerDiskConfigTestJSON-1648307526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:06:21.375361 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-926b1d91-8db7-443e-be43-b06c52367919 req-9d342f1b-a7a3-4df6-8880-43a8a0d3fe15 tempest-ServerDiskConfigTestJSON-1648307526 tempest-ServerDiskConfigTestJSON-1648307526-project] 10.222.0.16 "GET /v2.0/ports?device_id=596aed52-eae5-4bcc-9543-cd4b539a04c2 HTTP/1.1" status: 200 len: 945 time: 0.0621803 Jul 14 19:06:21.412631 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-926b1d91-8db7-443e-be43-b06c52367919 req-fcdc32cb-9ef6-442f-8416-fb8a01ef8556 tempest-ServerDiskConfigTestJSON-1648307526 tempest-ServerDiskConfigTestJSON-1648307526-project] 10.222.0.16 "GET /v2.0/security-groups?id=e35efc97-04ff-4aa8-997e-bd9043f99ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317817 Jul 14 19:06:22.589617 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881684cc-626b-43ae-97d3-02b985903d7b req-b4874e14-a825-4e3b-83d0-08711c66109a tempest-ServerDiskConfigTestJSON-1648307526 tempest-ServerDiskConfigTestJSON-1648307526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:06:22.591084 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-881684cc-626b-43ae-97d3-02b985903d7b req-b4874e14-a825-4e3b-83d0-08711c66109a tempest-ServerDiskConfigTestJSON-1648307526 tempest-ServerDiskConfigTestJSON-1648307526-project] 10.222.0.16 "GET /v2.0/ports?device_id=596aed52-eae5-4bcc-9543-cd4b539a04c2 HTTP/1.1" status: 200 len: 945 time: 0.0680213 Jul 14 19:06:22.628672 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-881684cc-626b-43ae-97d3-02b985903d7b req-0c460d57-fca1-438f-9540-ca1d20e4c0af tempest-ServerDiskConfigTestJSON-1648307526 tempest-ServerDiskConfigTestJSON-1648307526-project] 10.222.0.16 "GET /v2.0/security-groups?id=e35efc97-04ff-4aa8-997e-bd9043f99ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312014 Jul 14 19:06:22.854160 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-3151a312-368a-4502-9240-03218b9e8ddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:06:23.204813 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:06:23.803916 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc22d0dd-b28c-4248-9abb-eff83ea6e5a3 req-b7f47350-7acf-408f-a604-da3625743911 tempest-ServerDiskConfigTestJSON-1648307526 tempest-ServerDiskConfigTestJSON-1648307526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:06:23.805353 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-bc22d0dd-b28c-4248-9abb-eff83ea6e5a3 req-b7f47350-7acf-408f-a604-da3625743911 tempest-ServerDiskConfigTestJSON-1648307526 tempest-ServerDiskConfigTestJSON-1648307526-project] 10.222.0.16 "GET /v2.0/ports?device_id=596aed52-eae5-4bcc-9543-cd4b539a04c2 HTTP/1.1" status: 200 len: 945 time: 0.0670955 Jul 14 19:06:23.844701 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-bc22d0dd-b28c-4248-9abb-eff83ea6e5a3 req-b4b94aaa-14cc-46d1-ad1b-e52d7487fa6d tempest-ServerDiskConfigTestJSON-1648307526 tempest-ServerDiskConfigTestJSON-1648307526-project] 10.222.0.16 "GET /v2.0/security-groups?id=e35efc97-04ff-4aa8-997e-bd9043f99ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328610 Jul 14 19:06:24.242988 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-574aeb93-9938-449c-8e6c-cb22c9b52cc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:06:25.015079 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef69692-48c1-4a2a-b1f2-4e47c12d1d34 req-99f21c18-88c9-4ecc-8ee7-180b8be9558e tempest-ServerDiskConfigTestJSON-1648307526 tempest-ServerDiskConfigTestJSON-1648307526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:06:25.016631 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-4ef69692-48c1-4a2a-b1f2-4e47c12d1d34 req-99f21c18-88c9-4ecc-8ee7-180b8be9558e tempest-ServerDiskConfigTestJSON-1648307526 tempest-ServerDiskConfigTestJSON-1648307526-project] 10.222.0.16 "GET /v2.0/ports?device_id=596aed52-eae5-4bcc-9543-cd4b539a04c2 HTTP/1.1" status: 200 len: 945 time: 0.0625188 Jul 14 19:06:25.053738 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-4ef69692-48c1-4a2a-b1f2-4e47c12d1d34 req-9a703d59-71a9-471a-a756-ca2ba79c112d tempest-ServerDiskConfigTestJSON-1648307526 tempest-ServerDiskConfigTestJSON-1648307526-project] 10.222.0.16 "GET /v2.0/security-groups?id=e35efc97-04ff-4aa8-997e-bd9043f99ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310256 Jul 14 19:06:25.888408 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-2f4e3af3-e708-4ffd-a544-82d93a489d01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:06:26.227692 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40280149-21d5-40c3-a3a5-f03dfb0e58e3 req-3bfd3232-b630-49aa-a145-bf08411dd21a tempest-ServerDiskConfigTestJSON-1648307526 tempest-ServerDiskConfigTestJSON-1648307526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:06:26.229182 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-40280149-21d5-40c3-a3a5-f03dfb0e58e3 req-3bfd3232-b630-49aa-a145-bf08411dd21a tempest-ServerDiskConfigTestJSON-1648307526 tempest-ServerDiskConfigTestJSON-1648307526-project] 10.222.0.16 "GET /v2.0/ports?device_id=596aed52-eae5-4bcc-9543-cd4b539a04c2 HTTP/1.1" status: 200 len: 945 time: 0.0623000 Jul 14 19:06:26.270786 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-40280149-21d5-40c3-a3a5-f03dfb0e58e3 req-07cc94f9-2288-4413-ad47-b29692a55758 tempest-ServerDiskConfigTestJSON-1648307526 tempest-ServerDiskConfigTestJSON-1648307526-project] 10.222.0.16 "GET /v2.0/security-groups?id=e35efc97-04ff-4aa8-997e-bd9043f99ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354247 Jul 14 19:06:27.374907 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-512f3e8b-3d70-4c29-a9cc-dd4f38ec9981 req-d62bfa33-06e9-4dc9-9be4-c4111d136823 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=6ab0c594-ecaf-4c5b-977a-9c1b59a2d9cc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0275450 Jul 14 19:06:27.429089 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-512f3e8b-3d70-4c29-a9cc-dd4f38ec9981 req-3eea4a22-654f-4ccb-8631-b2e0fd6a3b57 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f1c4e239e6d24b3bb240a97f6c99b33f&device_id=6ab0c594-ecaf-4c5b-977a-9c1b59a2d9cc HTTP/1.1" status: 200 len: 210 time: 0.0305419 Jul 14 19:06:27.446745 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb84cb06-ec1e-4ff6-829a-43fa798b3500 req-4f88c868-f846-4e5e-a0f9-d94aa6190a02 tempest-ServerDiskConfigTestJSON-1648307526 tempest-ServerDiskConfigTestJSON-1648307526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:06:27.448296 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-bb84cb06-ec1e-4ff6-829a-43fa798b3500 req-4f88c868-f846-4e5e-a0f9-d94aa6190a02 tempest-ServerDiskConfigTestJSON-1648307526 tempest-ServerDiskConfigTestJSON-1648307526-project] 10.222.0.16 "GET /v2.0/ports?device_id=596aed52-eae5-4bcc-9543-cd4b539a04c2 HTTP/1.1" status: 200 len: 945 time: 0.0631142 Jul 14 19:06:27.468976 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-512f3e8b-3d70-4c29-a9cc-dd4f38ec9981 req-d4ba3b68-2554-464f-a60f-87d2d79a6923 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=f1c4e239e6d24b3bb240a97f6c99b33f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0203314 Jul 14 19:06:27.486827 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-bb84cb06-ec1e-4ff6-829a-43fa798b3500 req-48dde87c-67fd-40eb-9599-0d0b425ea8b3 tempest-ServerDiskConfigTestJSON-1648307526 tempest-ServerDiskConfigTestJSON-1648307526-project] 10.222.0.16 "GET /v2.0/security-groups?id=e35efc97-04ff-4aa8-997e-bd9043f99ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326567 Jul 14 19:06:27.560558 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512f3e8b-3d70-4c29-a9cc-dd4f38ec9981 req-d1395c71-0826-49df-81b8-490314eff2e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:06:27.562535 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-512f3e8b-3d70-4c29-a9cc-dd4f38ec9981 req-d1395c71-0826-49df-81b8-490314eff2e2 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0874362 Jul 14 19:06:27.749183 n-d-800634-3 neutron-server[93916]: INFO neutron.api.v2.resource [req-56e7a5c0-cd62-4d9c-9447-c8ff3bb4ce4d req-95db305e-d046-4e25-a8e3-018aa960ada7 service neutron] show failed (client error): The resource could not be found. Jul 14 19:06:27.750159 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-56e7a5c0-cd62-4d9c-9447-c8ff3bb4ce4d req-95db305e-d046-4e25-a8e3-018aa960ada7 service neutron] 10.222.0.35 "GET /v2.0/ports/9fb7bf95-c953-45bb-9b2b-d23b04aa134d/bindings/n-h1-800634-3 HTTP/1.1" status: 404 len: 380 time: 0.0551796 Jul 14 19:06:28.022742 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e7a5c0-cd62-4d9c-9447-c8ff3bb4ce4d req-e50afcd1-7ee8-407d-81ca-ed0eb3f3f052 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:06:28.024265 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-56e7a5c0-cd62-4d9c-9447-c8ff3bb4ce4d req-e50afcd1-7ee8-407d-81ca-ed0eb3f3f052 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=596aed52-eae5-4bcc-9543-cd4b539a04c2&tenant_id=77176f337ee0461b92ab037be1ed6acd HTTP/1.1" status: 200 len: 1096 time: 0.0887275 Jul 14 19:06:28.035119 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [req-56e7a5c0-cd62-4d9c-9447-c8ff3bb4ce4d req-77b5442f-401a-4e3b-850c-9462e1c52b35 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-800634-3', 'device_owner': 'compute:nova'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 19:06:28.048746 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.agents_db [None req-2ea07fb6-aa68-4671-8654-119d82b9f530 None None] Agent healthcheck: found 7 active agents {{(pid=93918) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 19:06:28.103502 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-56e7a5c0-cd62-4d9c-9447-c8ff3bb4ce4d req-77b5442f-401a-4e3b-850c-9462e1c52b35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:06:28.301502 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-56e7a5c0-cd62-4d9c-9447-c8ff3bb4ce4d req-77b5442f-401a-4e3b-850c-9462e1c52b35 service neutron] For port 9fb7bf95-c953-45bb-9b2b-d23b04aa134d, host n-h2-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=9fb7bf95-c953-45bb-9b2b-d23b04aa134d,segment=NetworkSegment(1a988ea8-3b77-4414-8b34-3d0f639dfd83),segment_id=1a988ea8-3b77-4414-8b34-3d0f639dfd83)] {{(pid=93915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 19:06:28.333250 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-56e7a5c0-cd62-4d9c-9447-c8ff3bb4ce4d req-77b5442f-401a-4e3b-850c-9462e1c52b35 service neutron] For port 9fb7bf95-c953-45bb-9b2b-d23b04aa134d, host n-h2-800634-3, cleared binding levels {{(pid=93915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 19:06:28.374796 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '596aed52-eae5-4bcc-9543-cd4b539a04c2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9fb7bf95-c953-45bb-9b2b-d23b04aa134d'}] {{(pid=93915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 19:06:28.377084 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e72782ad3af8f7d4ce76cedf092bca46d1756acc5c4653cf0b52034cdd6b073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aabfd911-94ad-4b49-8b82-ce54e59ccc91" -d '{"events": [{"server_uuid": "596aed52-eae5-4bcc-9543-cd4b539a04c2", "name": "network-vif-unplugged", "status": "completed", "tag": "9fb7bf95-c953-45bb-9b2b-d23b04aa134d"}]}' {{(pid=93915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 19:06:28.380597 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-56e7a5c0-cd62-4d9c-9447-c8ff3bb4ce4d req-77b5442f-401a-4e3b-850c-9462e1c52b35 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:06:28.393230 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.provisioning_blocks [req-56e7a5c0-cd62-4d9c-9447-c8ff3bb4ce4d req-77b5442f-401a-4e3b-850c-9462e1c52b35 service neutron] Transition to ACTIVE for port object 9fb7bf95-c953-45bb-9b2b-d23b04aa134d will not be triggered until provisioned by entity L2. {{(pid=93915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 19:06:28.397087 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-56e7a5c0-cd62-4d9c-9447-c8ff3bb4ce4d req-77b5442f-401a-4e3b-850c-9462e1c52b35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25912978'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:06:28.430975 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 14 Jul 2021 19:06:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56bcd778-f48a-4a76-aea9-36d17f485165 x-openstack-request-id: req-56bcd778-f48a-4a76-aea9-36d17f485165 {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 19:06:28.431269 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "596aed52-eae5-4bcc-9543-cd4b539a04c2", "name": "network-vif-unplugged", "status": "completed", "tag": "9fb7bf95-c953-45bb-9b2b-d23b04aa134d", "code": 200}]} {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 19:06:28.431519 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-56bcd778-f48a-4a76-aea9-36d17f485165 {{(pid=93915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 19:06:28.431907 n-d-800634-3 neutron-server[93915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '596aed52-eae5-4bcc-9543-cd4b539a04c2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9fb7bf95-c953-45bb-9b2b-d23b04aa134d', 'code': 200} Jul 14 19:06:28.459327 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [req-56e7a5c0-cd62-4d9c-9447-c8ff3bb4ce4d req-77b5442f-401a-4e3b-850c-9462e1c52b35 service neutron] No DVR routers for this DVR port 9fb7bf95-c953-45bb-9b2b-d23b04aa134d on host n-h2-800634-3 {{(pid=93915) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 19:06:28.464811 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b5442f-401a-4e3b-850c-9462e1c52b35 service neutron] Pushing event updated for resources: {'Port': ['ID=9fb7bf95-c953-45bb-9b2b-d23b04aa134d,revision_number=6']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:06:28.500281 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-56e7a5c0-cd62-4d9c-9447-c8ff3bb4ce4d req-77b5442f-401a-4e3b-850c-9462e1c52b35 service neutron] Attempting to bind port 9fb7bf95-c953-45bb-9b2b-d23b04aa134d on host n-h1-800634-3 for vnic_type normal with profile {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 19:06:28.500616 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-56e7a5c0-cd62-4d9c-9447-c8ff3bb4ce4d req-77b5442f-401a-4e3b-850c-9462e1c52b35 service neutron] Attempting to bind port 9fb7bf95-c953-45bb-9b2b-d23b04aa134d by drivers openvswitch,hyperv on host n-h1-800634-3 at level 0 using segments [{'id': '1a988ea8-3b77-4414-8b34-3d0f639dfd83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'e3a51527-762d-4036-857e-b191a3b427b2'}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 19:06:28.500943 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56e7a5c0-cd62-4d9c-9447-c8ff3bb4ce4d req-77b5442f-401a-4e3b-850c-9462e1c52b35 service neutron] Attempting to bind port 9fb7bf95-c953-45bb-9b2b-d23b04aa134d on network e3a51527-762d-4036-857e-b191a3b427b2 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 19:06:28.505146 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56e7a5c0-cd62-4d9c-9447-c8ff3bb4ce4d req-77b5442f-401a-4e3b-850c-9462e1c52b35 service neutron] Port 9fb7bf95-c953-45bb-9b2b-d23b04aa134d on network e3a51527-762d-4036-857e-b191a3b427b2 not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-3 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 19:06:28.505468 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56e7a5c0-cd62-4d9c-9447-c8ff3bb4ce4d req-77b5442f-401a-4e3b-850c-9462e1c52b35 service neutron] Attempting to bind port 9fb7bf95-c953-45bb-9b2b-d23b04aa134d on network e3a51527-762d-4036-857e-b191a3b427b2 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 19:06:28.510395 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56e7a5c0-cd62-4d9c-9447-c8ff3bb4ce4d req-77b5442f-401a-4e3b-850c-9462e1c52b35 service neutron] Checking agent: {'id': 'a3630ff4-fbee-45d9-b9b6-0ae41cb3a350', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 15, 32), 'started_at': datetime.datetime(2021, 7, 14, 18, 15, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 19, 6, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 19:06:28.510731 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56e7a5c0-cd62-4d9c-9447-c8ff3bb4ce4d req-77b5442f-401a-4e3b-850c-9462e1c52b35 service neutron] Checking segment: {'id': '1a988ea8-3b77-4414-8b34-3d0f639dfd83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'e3a51527-762d-4036-857e-b191a3b427b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 19:06:28.511110 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56e7a5c0-cd62-4d9c-9447-c8ff3bb4ce4d req-77b5442f-401a-4e3b-850c-9462e1c52b35 service neutron] Bound using segment: {'id': '1a988ea8-3b77-4414-8b34-3d0f639dfd83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'e3a51527-762d-4036-857e-b191a3b427b2'} {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 19:06:28.511529 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-56e7a5c0-cd62-4d9c-9447-c8ff3bb4ce4d req-77b5442f-401a-4e3b-850c-9462e1c52b35 service neutron] Bound port: 9fb7bf95-c953-45bb-9b2b-d23b04aa134d, host: n-h1-800634-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a988ea8-3b77-4414-8b34-3d0f639dfd83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'e3a51527-762d-4036-857e-b191a3b427b2'}}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 19:06:28.511881 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-56e7a5c0-cd62-4d9c-9447-c8ff3bb4ce4d req-77b5442f-401a-4e3b-850c-9462e1c52b35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:06:28.579960 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-56e7a5c0-cd62-4d9c-9447-c8ff3bb4ce4d req-77b5442f-401a-4e3b-850c-9462e1c52b35 service neutron] For port 9fb7bf95-c953-45bb-9b2b-d23b04aa134d, host n-h1-800634-3, cleared binding levels {{(pid=93915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 19:06:28.582974 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-56e7a5c0-cd62-4d9c-9447-c8ff3bb4ce4d req-77b5442f-401a-4e3b-850c-9462e1c52b35 service neutron] For port 9fb7bf95-c953-45bb-9b2b-d23b04aa134d, host n-h1-800634-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=9fb7bf95-c953-45bb-9b2b-d23b04aa134d,segment=NetworkSegment(1a988ea8-3b77-4414-8b34-3d0f639dfd83),segment_id=1a988ea8-3b77-4414-8b34-3d0f639dfd83)] {{(pid=93915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 19:06:28.587589 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-56e7a5c0-cd62-4d9c-9447-c8ff3bb4ce4d req-77b5442f-401a-4e3b-850c-9462e1c52b35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25912978'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:06:28.647785 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e7a5c0-cd62-4d9c-9447-c8ff3bb4ce4d req-77b5442f-401a-4e3b-850c-9462e1c52b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:06:28.648430 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-56e7a5c0-cd62-4d9c-9447-c8ff3bb4ce4d req-77b5442f-401a-4e3b-850c-9462e1c52b35 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:06:28.649798 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-56e7a5c0-cd62-4d9c-9447-c8ff3bb4ce4d req-77b5442f-401a-4e3b-850c-9462e1c52b35 service neutron] 10.222.0.18 "PUT /v2.0/ports/9fb7bf95-c953-45bb-9b2b-d23b04aa134d HTTP/1.1" status: 200 len: 1091 time: 0.6186433 Jul 14 19:06:28.687008 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b5442f-401a-4e3b-850c-9462e1c52b35 service neutron] Pushing event updated for resources: {'Port': ['ID=9fb7bf95-c953-45bb-9b2b-d23b04aa134d,revision_number=7']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:06:28.737111 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d317ac-20f0-46ae-a516-8bb6169710b0 req-9f8f962f-c08f-484d-a328-47ffcc87c211 tempest-ServerDiskConfigTestJSON-1648307526 tempest-ServerDiskConfigTestJSON-1648307526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:06:28.738603 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-29d317ac-20f0-46ae-a516-8bb6169710b0 req-9f8f962f-c08f-484d-a328-47ffcc87c211 tempest-ServerDiskConfigTestJSON-1648307526 tempest-ServerDiskConfigTestJSON-1648307526-project] 10.222.0.16 "GET /v2.0/ports?device_id=596aed52-eae5-4bcc-9543-cd4b539a04c2 HTTP/1.1" status: 200 len: 943 time: 0.1257505 Jul 14 19:06:28.772671 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e7a5c0-cd62-4d9c-9447-c8ff3bb4ce4d req-ab54b401-f362-4941-904b-b3c817df7e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:06:28.774123 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-56e7a5c0-cd62-4d9c-9447-c8ff3bb4ce4d req-ab54b401-f362-4941-904b-b3c817df7e7f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=77176f337ee0461b92ab037be1ed6acd&device_id=596aed52-eae5-4bcc-9543-cd4b539a04c2 HTTP/1.1" status: 200 len: 1094 time: 0.0987110 Jul 14 19:06:28.804445 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-29d317ac-20f0-46ae-a516-8bb6169710b0 req-6ab2181f-9bc0-42dc-a47c-a8ea8292bd01 tempest-ServerDiskConfigTestJSON-1648307526 tempest-ServerDiskConfigTestJSON-1648307526-project] 10.222.0.16 "GET /v2.0/security-groups?id=e35efc97-04ff-4aa8-997e-bd9043f99ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601497 Jul 14 19:06:28.869778 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e7a5c0-cd62-4d9c-9447-c8ff3bb4ce4d req-248f88c4-7975-480f-a833-3d7eff6bfb6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:06:28.871268 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-56e7a5c0-cd62-4d9c-9447-c8ff3bb4ce4d req-248f88c4-7975-480f-a833-3d7eff6bfb6d service neutron] 10.222.0.18 "GET /v2.0/networks?id=e3a51527-762d-4036-857e-b191a3b427b2 HTTP/1.1" status: 200 len: 915 time: 0.0898807 Jul 14 19:06:28.910954 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-56e7a5c0-cd62-4d9c-9447-c8ff3bb4ce4d req-a675455a-6232-4e54-b19a-264ce9477033 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9fb7bf95-c953-45bb-9b2b-d23b04aa134d HTTP/1.1" status: 200 len: 217 time: 0.0338082 Jul 14 19:06:28.962755 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e7a5c0-cd62-4d9c-9447-c8ff3bb4ce4d req-f5960ab9-34ff-42b9-97dd-b9ba9b9bb095 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:06:28.964202 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-56e7a5c0-cd62-4d9c-9447-c8ff3bb4ce4d req-f5960ab9-34ff-42b9-97dd-b9ba9b9bb095 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=395ee2e2-8801-47e3-b7fb-84d9e9201c8b HTTP/1.1" status: 200 len: 855 time: 0.0469527 Jul 14 19:06:28.996580 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-56e7a5c0-cd62-4d9c-9447-c8ff3bb4ce4d req-4ba5eba0-9d55-460c-bb30-d0d212939174 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e3a51527-762d-4036-857e-b191a3b427b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262742 Jul 14 19:06:29.086843 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-56e7a5c0-cd62-4d9c-9447-c8ff3bb4ce4d req-2fee46b7-07a1-463d-af25-17381a7cbe66 service neutron] 10.222.0.18 "GET /v2.0/networks/e3a51527-762d-4036-857e-b191a3b427b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837321 Jul 14 19:06:29.181599 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-56e7a5c0-cd62-4d9c-9447-c8ff3bb4ce4d req-39501180-ee09-45a3-aa2b-bf3f0fafbe23 service neutron] 10.222.0.18 "GET /v2.0/networks/e3a51527-762d-4036-857e-b191a3b427b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883307 Jul 14 19:06:29.977703 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a1ca15-12b5-4f10-83f3-23e126e8f39c req-1630a655-c33b-4aa0-8b5d-4b59a2b57681 tempest-ServerDiskConfigTestJSON-1648307526 tempest-ServerDiskConfigTestJSON-1648307526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:06:29.979205 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-61a1ca15-12b5-4f10-83f3-23e126e8f39c req-1630a655-c33b-4aa0-8b5d-4b59a2b57681 tempest-ServerDiskConfigTestJSON-1648307526 tempest-ServerDiskConfigTestJSON-1648307526-project] 10.222.0.16 "GET /v2.0/ports?device_id=596aed52-eae5-4bcc-9543-cd4b539a04c2 HTTP/1.1" status: 200 len: 943 time: 0.0625567 Jul 14 19:06:30.017736 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-61a1ca15-12b5-4f10-83f3-23e126e8f39c req-ac8c1ce6-f82a-4251-9029-92648c339c74 tempest-ServerDiskConfigTestJSON-1648307526 tempest-ServerDiskConfigTestJSON-1648307526-project] 10.222.0.16 "GET /v2.0/security-groups?id=e35efc97-04ff-4aa8-997e-bd9043f99ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325174 Jul 14 19:06:30.433264 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '596aed52-eae5-4bcc-9543-cd4b539a04c2', 'tag': '9fb7bf95-c953-45bb-9b2b-d23b04aa134d'}] {{(pid=93915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 19:06:30.435627 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e72782ad3af8f7d4ce76cedf092bca46d1756acc5c4653cf0b52034cdd6b073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af2359ca-4e4a-40c6-ac87-c0ee0619084f" -d '{"events": [{"name": "network-changed", "server_uuid": "596aed52-eae5-4bcc-9543-cd4b539a04c2", "tag": "9fb7bf95-c953-45bb-9b2b-d23b04aa134d"}]}' {{(pid=93915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 19:06:30.482038 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 19:06:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6754d59d-674b-4153-9eaf-4d7e90358f52 x-openstack-request-id: req-6754d59d-674b-4153-9eaf-4d7e90358f52 {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 19:06:30.482330 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "596aed52-eae5-4bcc-9543-cd4b539a04c2", "tag": "9fb7bf95-c953-45bb-9b2b-d23b04aa134d", "status": "completed", "code": 200}]} {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 19:06:30.483284 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6754d59d-674b-4153-9eaf-4d7e90358f52 {{(pid=93915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 19:06:30.483686 n-d-800634-3 neutron-server[93915]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '596aed52-eae5-4bcc-9543-cd4b539a04c2', 'tag': '9fb7bf95-c953-45bb-9b2b-d23b04aa134d', 'status': 'completed', 'code': 200} Jul 14 19:06:30.559803 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2359ca-4e4a-40c6-ac87-c0ee0619084f req-2307cdd3-8ff6-4666-80d2-e61c248e4676 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:06:30.560427 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2359ca-4e4a-40c6-ac87-c0ee0619084f req-b56ab9ff-e9ec-4608-a9ad-c3859f2fd23d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:06:30.562100 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-af2359ca-4e4a-40c6-ac87-c0ee0619084f req-2307cdd3-8ff6-4666-80d2-e61c248e4676 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=77176f337ee0461b92ab037be1ed6acd&device_id=596aed52-eae5-4bcc-9543-cd4b539a04c2 HTTP/1.1" status: 200 len: 1094 time: 0.0588584 Jul 14 19:06:30.562529 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-af2359ca-4e4a-40c6-ac87-c0ee0619084f req-b56ab9ff-e9ec-4608-a9ad-c3859f2fd23d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=77176f337ee0461b92ab037be1ed6acd&device_id=596aed52-eae5-4bcc-9543-cd4b539a04c2 HTTP/1.1" status: 200 len: 1094 time: 0.0581036 Jul 14 19:06:30.652290 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2359ca-4e4a-40c6-ac87-c0ee0619084f req-66879a29-f336-46ca-8dc0-8b7837ccd2a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:06:30.653933 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-af2359ca-4e4a-40c6-ac87-c0ee0619084f req-66879a29-f336-46ca-8dc0-8b7837ccd2a8 service neutron] 10.222.0.35 "GET /v2.0/networks?id=e3a51527-762d-4036-857e-b191a3b427b2 HTTP/1.1" status: 200 len: 915 time: 0.0847983 Jul 14 19:06:30.661732 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2359ca-4e4a-40c6-ac87-c0ee0619084f req-280302e0-f810-4584-a5aa-993902660fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:06:30.663212 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-af2359ca-4e4a-40c6-ac87-c0ee0619084f req-280302e0-f810-4584-a5aa-993902660fe2 service neutron] 10.222.0.18 "GET /v2.0/networks?id=e3a51527-762d-4036-857e-b191a3b427b2 HTTP/1.1" status: 200 len: 915 time: 0.0929914 Jul 14 19:06:30.700012 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-af2359ca-4e4a-40c6-ac87-c0ee0619084f req-8f00615c-2d58-4fa8-9c0c-36135f3aff5c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9fb7bf95-c953-45bb-9b2b-d23b04aa134d HTTP/1.1" status: 200 len: 217 time: 0.0394790 Jul 14 19:06:30.705600 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-af2359ca-4e4a-40c6-ac87-c0ee0619084f req-96d7f246-635f-406c-8c64-1072ab4ba68e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9fb7bf95-c953-45bb-9b2b-d23b04aa134d HTTP/1.1" status: 200 len: 217 time: 0.0345807 Jul 14 19:06:30.752540 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2359ca-4e4a-40c6-ac87-c0ee0619084f req-c2890237-f016-4ef5-9a01-77d07e5d5bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:06:30.754154 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-af2359ca-4e4a-40c6-ac87-c0ee0619084f req-c2890237-f016-4ef5-9a01-77d07e5d5bf0 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=395ee2e2-8801-47e3-b7fb-84d9e9201c8b HTTP/1.1" status: 200 len: 855 time: 0.0481820 Jul 14 19:06:30.781067 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2359ca-4e4a-40c6-ac87-c0ee0619084f req-62d753b0-8a4c-4cf6-a733-f5903f98eeb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:06:30.782664 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-af2359ca-4e4a-40c6-ac87-c0ee0619084f req-62d753b0-8a4c-4cf6-a733-f5903f98eeb3 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=395ee2e2-8801-47e3-b7fb-84d9e9201c8b HTTP/1.1" status: 200 len: 855 time: 0.0533836 Jul 14 19:06:30.791449 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-af2359ca-4e4a-40c6-ac87-c0ee0619084f req-741e1834-ad29-4db8-a50c-091af2357d2a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e3a51527-762d-4036-857e-b191a3b427b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304124 Jul 14 19:06:30.820799 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-af2359ca-4e4a-40c6-ac87-c0ee0619084f req-a63f814b-83d6-40ad-a9e6-96c432f0717f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e3a51527-762d-4036-857e-b191a3b427b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311012 Jul 14 19:06:30.901853 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-af2359ca-4e4a-40c6-ac87-c0ee0619084f req-7cb3a3a7-3e2d-49d2-ae0c-d7afa0691c7e service neutron] 10.222.0.35 "GET /v2.0/networks/e3a51527-762d-4036-857e-b191a3b427b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1004984 Jul 14 19:06:30.924930 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-af2359ca-4e4a-40c6-ac87-c0ee0619084f req-340e5f6f-f97d-4af3-8f93-c2c463cb0e6e service neutron] 10.222.0.18 "GET /v2.0/networks/e3a51527-762d-4036-857e-b191a3b427b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960169 Jul 14 19:06:30.992400 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-af2359ca-4e4a-40c6-ac87-c0ee0619084f req-848c8591-a5bf-47bd-83be-94cabe3b15fb service neutron] 10.222.0.35 "GET /v2.0/networks/e3a51527-762d-4036-857e-b191a3b427b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863869 Jul 14 19:06:31.030037 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-af2359ca-4e4a-40c6-ac87-c0ee0619084f req-9bf8ed7d-596e-4c9d-bf87-fdd93e14fa72 service neutron] 10.222.0.18 "GET /v2.0/networks/e3a51527-762d-4036-857e-b191a3b427b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925291 Jul 14 19:06:31.189413 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c0f138-58e1-43ca-996b-3d6cd3c908d0 req-4996fc05-f41a-4839-8443-04cfbbafbe60 tempest-ServerDiskConfigTestJSON-1648307526 tempest-ServerDiskConfigTestJSON-1648307526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:06:31.190921 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-64c0f138-58e1-43ca-996b-3d6cd3c908d0 req-4996fc05-f41a-4839-8443-04cfbbafbe60 tempest-ServerDiskConfigTestJSON-1648307526 tempest-ServerDiskConfigTestJSON-1648307526-project] 10.222.0.16 "GET /v2.0/ports?device_id=596aed52-eae5-4bcc-9543-cd4b539a04c2 HTTP/1.1" status: 200 len: 943 time: 0.0643585 Jul 14 19:06:31.229040 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-64c0f138-58e1-43ca-996b-3d6cd3c908d0 req-2672ae25-b403-4a5b-a9ea-69b552b13063 tempest-ServerDiskConfigTestJSON-1648307526 tempest-ServerDiskConfigTestJSON-1648307526-project] 10.222.0.16 "GET /v2.0/security-groups?id=e35efc97-04ff-4aa8-997e-bd9043f99ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322356 Jul 14 19:06:31.521594 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c0da0d-d596-4f61-8c8c-3697ad8eb9f3 req-bccd4fa3-23f0-40eb-a2bd-e0bfb2414fe4 tempest-ServerDiskConfigTestJSON-1648307526 tempest-ServerDiskConfigTestJSON-1648307526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:06:31.523027 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f6c0da0d-d596-4f61-8c8c-3697ad8eb9f3 req-bccd4fa3-23f0-40eb-a2bd-e0bfb2414fe4 tempest-ServerDiskConfigTestJSON-1648307526 tempest-ServerDiskConfigTestJSON-1648307526-project] 10.222.0.16 "GET /v2.0/ports?device_id=596aed52-eae5-4bcc-9543-cd4b539a04c2 HTTP/1.1" status: 200 len: 943 time: 0.0691292 Jul 14 19:06:31.560704 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f6c0da0d-d596-4f61-8c8c-3697ad8eb9f3 req-1894d5a6-376c-4011-94bd-f938b9ea2435 tempest-ServerDiskConfigTestJSON-1648307526 tempest-ServerDiskConfigTestJSON-1648307526-project] 10.222.0.16 "GET /v2.0/security-groups?id=e35efc97-04ff-4aa8-997e-bd9043f99ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318694 Jul 14 19:06:31.578856 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca077a5-2466-4e8b-86e1-875b4d1e8707 req-c61e3f8d-bc9b-43e7-b962-3203168baa3a tempest-ServerDiskConfigTestJSON-1648307526 tempest-ServerDiskConfigTestJSON-1648307526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:06:31.580368 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-bca077a5-2466-4e8b-86e1-875b4d1e8707 req-c61e3f8d-bc9b-43e7-b962-3203168baa3a tempest-ServerDiskConfigTestJSON-1648307526 tempest-ServerDiskConfigTestJSON-1648307526-project] 10.222.0.35 "GET /v2.0/ports?device_id=596aed52-eae5-4bcc-9543-cd4b539a04c2&tenant_id=77176f337ee0461b92ab037be1ed6acd&binding%3Ahost_id=n-h1-800634-3 HTTP/1.1" status: 200 len: 943 time: 0.1215301 Jul 14 19:06:31.641803 n-d-800634-3 neutron-server[93916]: INFO neutron.api.v2.resource [req-bca077a5-2466-4e8b-86e1-875b4d1e8707 req-d6da37e8-0955-4320-8c8b-a4db61a5810c service neutron] delete failed (client error): The resource could not be found. Jul 14 19:06:31.642836 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-bca077a5-2466-4e8b-86e1-875b4d1e8707 req-d6da37e8-0955-4320-8c8b-a4db61a5810c service neutron] 10.222.0.35 "DELETE /v2.0/ports/9fb7bf95-c953-45bb-9b2b-d23b04aa134d/bindings/n-h2-800634-3 HTTP/1.1" status: 404 len: 380 time: 0.0560143 Jul 14 19:06:31.736482 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca077a5-2466-4e8b-86e1-875b4d1e8707 req-b0452700-6092-43f1-8a61-60621b4b800e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:06:31.737951 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-bca077a5-2466-4e8b-86e1-875b4d1e8707 req-b0452700-6092-43f1-8a61-60621b4b800e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=77176f337ee0461b92ab037be1ed6acd&device_id=596aed52-eae5-4bcc-9543-cd4b539a04c2 HTTP/1.1" status: 200 len: 1094 time: 0.0526185 Jul 14 19:06:31.809304 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Device 9fb7bf95-c953-45bb-9b2b-d23b04aa134d no longer exists at agent hyperv_n-h2-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 19:06:31.829361 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca077a5-2466-4e8b-86e1-875b4d1e8707 req-63cc3827-6bc7-49d7-87de-5964c2df3d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:06:31.830955 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-bca077a5-2466-4e8b-86e1-875b4d1e8707 req-63cc3827-6bc7-49d7-87de-5964c2df3d40 service neutron] 10.222.0.35 "GET /v2.0/networks?id=e3a51527-762d-4036-857e-b191a3b427b2 HTTP/1.1" status: 200 len: 915 time: 0.0864422 Jul 14 19:06:31.848913 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Device 9fb7bf95-c953-45bb-9b2b-d23b04aa134d not bound to the agent host n-h2-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 19:06:31.861557 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device 9fb7bf95-c953-45bb-9b2b-d23b04aa134d details requested by agent hyperv_n-h1-800634-3 with host n-h1-800634-3 {{(pid=93917) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 19:06:31.874050 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-bca077a5-2466-4e8b-86e1-875b4d1e8707 req-1a3e903b-c2aa-45f3-877e-746e0994636e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9fb7bf95-c953-45bb-9b2b-d23b04aa134d HTTP/1.1" status: 200 len: 217 time: 0.0368633 Jul 14 19:06:31.922135 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca077a5-2466-4e8b-86e1-875b4d1e8707 req-d6d2e11e-a5e4-4be3-865c-f4f3959f34f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:06:31.923596 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-bca077a5-2466-4e8b-86e1-875b4d1e8707 req-d6d2e11e-a5e4-4be3-865c-f4f3959f34f9 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=395ee2e2-8801-47e3-b7fb-84d9e9201c8b HTTP/1.1" status: 200 len: 855 time: 0.0435996 Jul 14 19:06:31.953169 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port 9fb7bf95-c953-45bb-9b2b-d23b04aa134d, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=9fb7bf95-c953-45bb-9b2b-d23b04aa134d,segment=NetworkSegment(1a988ea8-3b77-4414-8b34-3d0f639dfd83),segment_id=1a988ea8-3b77-4414-8b34-3d0f639dfd83)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 19:06:31.959309 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-bca077a5-2466-4e8b-86e1-875b4d1e8707 req-fa929684-518d-4469-880d-b00424f73170 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e3a51527-762d-4036-857e-b191a3b427b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293930 Jul 14 19:06:31.964230 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Returning: {'device': '9fb7bf95-c953-45bb-9b2b-d23b04aa134d', 'network_id': 'e3a51527-762d-4036-857e-b191a3b427b2', 'port_id': '9fb7bf95-c953-45bb-9b2b-d23b04aa134d', 'mac_address': 'fa:16:3e:3d:d8:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '395ee2e2-8801-47e3-b7fb-84d9e9201c8b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93917) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 19:06:32.004651 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:06:32.017609 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9fb7bf95-c953-45bb-9b2b-d23b04aa134d {{(pid=93917) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 19:06:32.037114 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port 9fb7bf95-c953-45bb-9b2b-d23b04aa134d, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=9fb7bf95-c953-45bb-9b2b-d23b04aa134d,segment=NetworkSegment(1a988ea8-3b77-4414-8b34-3d0f639dfd83),segment_id=1a988ea8-3b77-4414-8b34-3d0f639dfd83)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 19:06:32.041048 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:06:32.051212 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-bca077a5-2466-4e8b-86e1-875b4d1e8707 req-c926322a-b22a-49bf-a129-40cdd06655fa service neutron] 10.222.0.35 "GET /v2.0/networks/e3a51527-762d-4036-857e-b191a3b427b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851593 Jul 14 19:06:32.087489 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Pushing event updated for resources: {'Port': ['ID=9fb7bf95-c953-45bb-9b2b-d23b04aa134d,revision_number=8']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:06:32.145722 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-bca077a5-2466-4e8b-86e1-875b4d1e8707 req-3b4ce742-113a-4b2b-8955-e76b31558cab service neutron] 10.222.0.35 "GET /v2.0/networks/e3a51527-762d-4036-857e-b191a3b427b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879121 Jul 14 19:06:32.253085 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] get_ports_and_sgs() called for port_ids ['9fb7bf95-c953-45bb-9b2b-d23b04aa134d'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 19:06:32.739893 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3659ca0-a79a-4630-bf6c-d628d14d56cf req-044e1b4c-49c1-4055-97b0-bb860bbcecb8 tempest-ServerDiskConfigTestJSON-1648307526 tempest-ServerDiskConfigTestJSON-1648307526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:06:32.741536 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f3659ca0-a79a-4630-bf6c-d628d14d56cf req-044e1b4c-49c1-4055-97b0-bb860bbcecb8 tempest-ServerDiskConfigTestJSON-1648307526 tempest-ServerDiskConfigTestJSON-1648307526-project] 10.222.0.16 "GET /v2.0/ports?device_id=596aed52-eae5-4bcc-9543-cd4b539a04c2 HTTP/1.1" status: 200 len: 944 time: 0.0653982 Jul 14 19:06:32.781432 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f3659ca0-a79a-4630-bf6c-d628d14d56cf req-1c5b4247-ce87-4fc7-8950-1af70d4df89c tempest-ServerDiskConfigTestJSON-1648307526 tempest-ServerDiskConfigTestJSON-1648307526-project] 10.222.0.16 "GET /v2.0/security-groups?id=e35efc97-04ff-4aa8-997e-bd9043f99ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339708 Jul 14 19:06:32.826747 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:06:32.962257 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a9a42f-e670-4b80-8a5d-4d9c66dd26de req-8b20a355-66f2-490c-a135-509611856678 tempest-ServerDiskConfigTestJSON-1648307526 tempest-ServerDiskConfigTestJSON-1648307526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:06:32.963768 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-47a9a42f-e670-4b80-8a5d-4d9c66dd26de req-8b20a355-66f2-490c-a135-509611856678 tempest-ServerDiskConfigTestJSON-1648307526 tempest-ServerDiskConfigTestJSON-1648307526-project] 10.222.0.16 "GET /v2.0/ports?device_id=596aed52-eae5-4bcc-9543-cd4b539a04c2 HTTP/1.1" status: 200 len: 944 time: 0.0671487 Jul 14 19:06:33.001635 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-47a9a42f-e670-4b80-8a5d-4d9c66dd26de req-e064495d-c8a2-4f36-997a-48ba3d7e7ca5 tempest-ServerDiskConfigTestJSON-1648307526 tempest-ServerDiskConfigTestJSON-1648307526-project] 10.222.0.16 "GET /v2.0/security-groups?id=e35efc97-04ff-4aa8-997e-bd9043f99ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318115 Jul 14 19:06:33.174979 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45615df-85bf-4163-a5b3-7cfd0d3b8945 req-4beb4664-2b3a-4ba0-b35b-2f99da849093 tempest-ServerDiskConfigTestJSON-1648307526 tempest-ServerDiskConfigTestJSON-1648307526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:06:33.176583 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f45615df-85bf-4163-a5b3-7cfd0d3b8945 req-4beb4664-2b3a-4ba0-b35b-2f99da849093 tempest-ServerDiskConfigTestJSON-1648307526 tempest-ServerDiskConfigTestJSON-1648307526-project] 10.222.0.16 "GET /v2.0/ports?device_id=596aed52-eae5-4bcc-9543-cd4b539a04c2 HTTP/1.1" status: 200 len: 944 time: 0.0626512 Jul 14 19:06:33.213745 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f45615df-85bf-4163-a5b3-7cfd0d3b8945 req-3e985515-51c2-4f57-9885-f504b2a4b857 tempest-ServerDiskConfigTestJSON-1648307526 tempest-ServerDiskConfigTestJSON-1648307526-project] 10.222.0.16 "GET /v2.0/security-groups?id=e35efc97-04ff-4aa8-997e-bd9043f99ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318921 Jul 14 19:06:33.653737 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a12a91-6384-4e65-a1fa-253bb5d75145 req-d76d2bf5-38e8-49d7-8df5-9a39734fac7e tempest-ServerDiskConfigTestJSON-1648307526 tempest-ServerDiskConfigTestJSON-1648307526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:06:33.655138 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-42a12a91-6384-4e65-a1fa-253bb5d75145 req-d76d2bf5-38e8-49d7-8df5-9a39734fac7e tempest-ServerDiskConfigTestJSON-1648307526 tempest-ServerDiskConfigTestJSON-1648307526-project] 10.222.0.16 "GET /v2.0/networks?id=e3a51527-762d-4036-857e-b191a3b427b2 HTTP/1.1" status: 200 len: 815 time: 0.1099412 Jul 14 19:06:33.670252 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-42a12a91-6384-4e65-a1fa-253bb5d75145 req-054295e5-3953-40b3-b468-1815fb63163a tempest-ServerDiskConfigTestJSON-1648307526 tempest-ServerDiskConfigTestJSON-1648307526-project] 10.222.0.16 "GET /v2.0/quotas/77176f337ee0461b92ab037be1ed6acd HTTP/1.1" status: 200 len: 375 time: 0.0091784 Jul 14 19:06:33.736447 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-42a12a91-6384-4e65-a1fa-253bb5d75145 req-909b860d-a82f-44a9-8650-4475868151d1 tempest-ServerDiskConfigTestJSON-1648307526 tempest-ServerDiskConfigTestJSON-1648307526-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=77176f337ee0461b92ab037be1ed6acd&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0611708 Jul 14 19:06:33.826907 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-42a12a91-6384-4e65-a1fa-253bb5d75145 req-80f1ac5c-8549-42a4-8a5b-66ffea39a302 service neutron] 10.222.0.16 "GET /v2.0/networks/e3a51527-762d-4036-857e-b191a3b427b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840361 Jul 14 19:06:33.870867 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device 9fb7bf95-c953-45bb-9b2b-d23b04aa134d up at agent hyperv_n-h1-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 19:06:33.916484 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-42a12a91-6384-4e65-a1fa-253bb5d75145 req-7eef7ca0-976b-48fd-830f-e0c25e13aa7c service neutron] 10.222.0.16 "GET /v2.0/networks/e3a51527-762d-4036-857e-b191a3b427b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837581 Jul 14 19:06:34.073908 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Provisioning for port 9fb7bf95-c953-45bb-9b2b-d23b04aa134d completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 19:06:34.079564 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Provisioning complete for port 9fb7bf95-c953-45bb-9b2b-d23b04aa134d triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 19:06:34.080061 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:06:34.099070 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-eceb8cec-229e-4553-8917-5f196c8b4dd4 req-108ca6e6-4ef4-4e04-b464-ab20b8262cce tempest-ServerDiskConfigTestJSON-1648307526 tempest-ServerDiskConfigTestJSON-1648307526-project] 10.222.0.16 "GET /v2.0/ports?device_id=62bbe31c-cd0e-42c5-8bfb-c559617783f4 HTTP/1.1" status: 200 len: 210 time: 0.0297956 Jul 14 19:06:34.169508 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:06:34.192047 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '596aed52-eae5-4bcc-9543-cd4b539a04c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fb7bf95-c953-45bb-9b2b-d23b04aa134d'}] {{(pid=93917) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 19:06:34.194301 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20b787f3c29eaa7aa2a4d648c725a2124c5ff39a8d793252f9d844495e14cf42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5427b1ee-166f-4436-9d83-3e5173e6c477" -d '{"events": [{"server_uuid": "596aed52-eae5-4bcc-9543-cd4b539a04c2", "name": "network-vif-plugged", "status": "completed", "tag": "9fb7bf95-c953-45bb-9b2b-d23b04aa134d"}]}' {{(pid=93917) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 19:06:34.211362 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port 9fb7bf95-c953-45bb-9b2b-d23b04aa134d, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=9fb7bf95-c953-45bb-9b2b-d23b04aa134d,segment=NetworkSegment(1a988ea8-3b77-4414-8b34-3d0f639dfd83),segment_id=1a988ea8-3b77-4414-8b34-3d0f639dfd83)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 19:06:34.215757 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:06:34.240479 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 19:06:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cd9fa62-b2f0-4ad3-ae12-f4c2864da122 x-openstack-request-id: req-1cd9fa62-b2f0-4ad3-ae12-f4c2864da122 {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 19:06:34.240785 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "596aed52-eae5-4bcc-9543-cd4b539a04c2", "name": "network-vif-plugged", "status": "completed", "tag": "9fb7bf95-c953-45bb-9b2b-d23b04aa134d", "code": 200}]} {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 19:06:34.241070 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1cd9fa62-b2f0-4ad3-ae12-f4c2864da122 {{(pid=93917) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 19:06:34.241495 n-d-800634-3 neutron-server[93917]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '596aed52-eae5-4bcc-9543-cd4b539a04c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fb7bf95-c953-45bb-9b2b-d23b04aa134d', 'code': 200} Jul 14 19:06:34.268292 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Pushing event updated for resources: {'Port': ['ID=9fb7bf95-c953-45bb-9b2b-d23b04aa134d,revision_number=9']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:06:34.781753 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f765b4d-e235-4239-86f1-c5d6bdb965f4 req-bda08070-4ba9-4302-a0dd-252190a4bfa0 tempest-ServerDiskConfigTestJSON-1648307526 tempest-ServerDiskConfigTestJSON-1648307526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:06:34.783166 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-1f765b4d-e235-4239-86f1-c5d6bdb965f4 req-bda08070-4ba9-4302-a0dd-252190a4bfa0 tempest-ServerDiskConfigTestJSON-1648307526 tempest-ServerDiskConfigTestJSON-1648307526-project] 10.222.0.18 "GET /v2.0/ports?device_id=596aed52-eae5-4bcc-9543-cd4b539a04c2 HTTP/1.1" status: 200 len: 945 time: 0.0696175 Jul 14 19:06:34.880557 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [req-1f765b4d-e235-4239-86f1-c5d6bdb965f4 req-196b2476-d08f-4c4c-8532-06b029677d8d tempest-ServerDiskConfigTestJSON-1648307526 tempest-ServerDiskConfigTestJSON-1648307526-project] Deleting port 9fb7bf95-c953-45bb-9b2b-d23b04aa134d {{(pid=93915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 19:06:34.881211 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-1f765b4d-e235-4239-86f1-c5d6bdb965f4 req-196b2476-d08f-4c4c-8532-06b029677d8d tempest-ServerDiskConfigTestJSON-1648307526 tempest-ServerDiskConfigTestJSON-1648307526-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:06:34.972752 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-1f765b4d-e235-4239-86f1-c5d6bdb965f4 req-196b2476-d08f-4c4c-8532-06b029677d8d tempest-ServerDiskConfigTestJSON-1648307526 tempest-ServerDiskConfigTestJSON-1648307526-project] For port 9fb7bf95-c953-45bb-9b2b-d23b04aa134d, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=9fb7bf95-c953-45bb-9b2b-d23b04aa134d,segment=NetworkSegment(1a988ea8-3b77-4414-8b34-3d0f639dfd83),segment_id=1a988ea8-3b77-4414-8b34-3d0f639dfd83)] {{(pid=93915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 19:06:34.973446 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-1f765b4d-e235-4239-86f1-c5d6bdb965f4 req-196b2476-d08f-4c4c-8532-06b029677d8d tempest-ServerDiskConfigTestJSON-1648307526 tempest-ServerDiskConfigTestJSON-1648307526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:06:34.986865 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [req-1f765b4d-e235-4239-86f1-c5d6bdb965f4 req-196b2476-d08f-4c4c-8532-06b029677d8d tempest-ServerDiskConfigTestJSON-1648307526 tempest-ServerDiskConfigTestJSON-1648307526-project] Calling delete_port for 9fb7bf95-c953-45bb-9b2b-d23b04aa134d owned by compute:nova {{(pid=93915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 19:06:35.195868 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a12a91-6384-4e65-a1fa-253bb5d75145 req-9cefb228-fafd-4abd-90e2-afe866389c27 tempest-ServerDiskConfigTestJSON-1648307526 tempest-ServerDiskConfigTestJSON-1648307526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:06:35.198167 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-42a12a91-6384-4e65-a1fa-253bb5d75145 req-9cefb228-fafd-4abd-90e2-afe866389c27 tempest-ServerDiskConfigTestJSON-1648307526 tempest-ServerDiskConfigTestJSON-1648307526-project] 10.222.0.18 "GET /v2.0/networks?id=e3a51527-762d-4036-857e-b191a3b427b2 HTTP/1.1" status: 200 len: 815 time: 0.1539226 Jul 14 19:06:35.213924 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [req-42a12a91-6384-4e65-a1fa-253bb5d75145 req-2bb3119a-8350-4f10-a638-4ca02d284a0d tempest-ServerDiskConfigTestJSON-1648307526 tempest-ServerDiskConfigTestJSON-1648307526-project] Request body: {'port': {'device_id': '62bbe31c-cd0e-42c5-8bfb-c559617783f4', 'network_id': 'e3a51527-762d-4036-857e-b191a3b427b2', 'admin_state_up': True, 'tenant_id': '77176f337ee0461b92ab037be1ed6acd'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 19:06:35.271667 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-1f765b4d-e235-4239-86f1-c5d6bdb965f4 req-196b2476-d08f-4c4c-8532-06b029677d8d tempest-ServerDiskConfigTestJSON-1648307526 tempest-ServerDiskConfigTestJSON-1648307526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:06:35.282742 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] get_ports_and_sgs() called for port_ids ['9fb7bf95-c953-45bb-9b2b-d23b04aa134d'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 19:06:35.297648 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-19d4052c-1092-4d81-9f03-0c7e083c2c03 req-a14997c5-58f4-4366-b20b-b1eb6ade496c tempest-ServerDiskConfigTestJSON-1648307526 tempest-ServerDiskConfigTestJSON-1648307526-project] 10.222.0.16 "GET /v2.0/ports?device_id=62bbe31c-cd0e-42c5-8bfb-c559617783f4 HTTP/1.1" status: 200 len: 210 time: 0.0674086 Jul 14 19:06:35.329010 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196b2476-d08f-4c4c-8532-06b029677d8d tempest-ServerDiskConfigTestJSON-1648307526 tempest-ServerDiskConfigTestJSON-1648307526-project] Pushing event deleted for resources: {'Port': ['ID=9fb7bf95-c953-45bb-9b2b-d23b04aa134d,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:06:35.386778 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f765b4d-e235-4239-86f1-c5d6bdb965f4 req-196b2476-d08f-4c4c-8532-06b029677d8d tempest-ServerDiskConfigTestJSON-1648307526 tempest-ServerDiskConfigTestJSON-1648307526-project] No DVR routers for this DVR port 9fb7bf95-c953-45bb-9b2b-d23b04aa134d on host n-h1-800634-3 {{(pid=93915) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 19:06:35.392161 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-1f765b4d-e235-4239-86f1-c5d6bdb965f4 req-196b2476-d08f-4c4c-8532-06b029677d8d tempest-ServerDiskConfigTestJSON-1648307526 tempest-ServerDiskConfigTestJSON-1648307526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:06:35.394127 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-1f765b4d-e235-4239-86f1-c5d6bdb965f4 req-196b2476-d08f-4c4c-8532-06b029677d8d tempest-ServerDiskConfigTestJSON-1648307526 tempest-ServerDiskConfigTestJSON-1648307526-project] 10.222.0.18 "DELETE /v2.0/ports/9fb7bf95-c953-45bb-9b2b-d23b04aa134d HTTP/1.1" status: 204 len: 173 time: 0.6052973 Jul 14 19:06:35.394561 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '596aed52-eae5-4bcc-9543-cd4b539a04c2', 'name': 'network-vif-deleted', 'tag': '9fb7bf95-c953-45bb-9b2b-d23b04aa134d'}] {{(pid=93915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 19:06:35.396820 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e72782ad3af8f7d4ce76cedf092bca46d1756acc5c4653cf0b52034cdd6b073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1b8f39b-01d8-47d6-a752-430e9759df03" -d '{"events": [{"server_uuid": "596aed52-eae5-4bcc-9543-cd4b539a04c2", "name": "network-vif-deleted", "tag": "9fb7bf95-c953-45bb-9b2b-d23b04aa134d"}]}' {{(pid=93915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 19:06:35.428540 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-42a12a91-6384-4e65-a1fa-253bb5d75145 req-2bb3119a-8350-4f10-a638-4ca02d284a0d tempest-ServerDiskConfigTestJSON-1648307526 tempest-ServerDiskConfigTestJSON-1648307526-project] Made reservation on behalf of 77176f337ee0461b92ab037be1ed6acd for: {'port': 1} {{(pid=93915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 19:06:35.432337 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-42a12a91-6384-4e65-a1fa-253bb5d75145 req-2bb3119a-8350-4f10-a638-4ca02d284a0d tempest-ServerDiskConfigTestJSON-1648307526 tempest-ServerDiskConfigTestJSON-1648307526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:06:35.447009 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 19:06:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab3c61fa-e008-4288-a881-29fc76c1e762 x-openstack-request-id: req-ab3c61fa-e008-4288-a881-29fc76c1e762 {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 19:06:35.447301 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "596aed52-eae5-4bcc-9543-cd4b539a04c2", "name": "network-vif-deleted", "tag": "9fb7bf95-c953-45bb-9b2b-d23b04aa134d", "status": "completed", "code": 200}]} {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 19:06:35.447553 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ab3c61fa-e008-4288-a881-29fc76c1e762 {{(pid=93915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 19:06:35.447941 n-d-800634-3 neutron-server[93915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '596aed52-eae5-4bcc-9543-cd4b539a04c2', 'name': 'network-vif-deleted', 'tag': '9fb7bf95-c953-45bb-9b2b-d23b04aa134d', 'status': 'completed', 'code': 200} Jul 14 19:06:35.572307 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.db_base_plugin_common [req-42a12a91-6384-4e65-a1fa-253bb5d75145 req-2bb3119a-8350-4f10-a638-4ca02d284a0d tempest-ServerDiskConfigTestJSON-1648307526 tempest-ServerDiskConfigTestJSON-1648307526-project] Allocated IP 172.20.0.3 (e3a51527-762d-4036-857e-b191a3b427b2/395ee2e2-8801-47e3-b7fb-84d9e9201c8b/5563b8f4-6d15-42db-9ad4-4525997485c3) {{(pid=93915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 19:06:35.711740 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:06:35.717723 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-42a12a91-6384-4e65-a1fa-253bb5d75145 req-2bb3119a-8350-4f10-a638-4ca02d284a0d tempest-ServerDiskConfigTestJSON-1648307526 tempest-ServerDiskConfigTestJSON-1648307526-project] Notify callbacks [] for port, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:06:35.755865 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-42a12a91-6384-4e65-a1fa-253bb5d75145 req-2bb3119a-8350-4f10-a638-4ca02d284a0d tempest-ServerDiskConfigTestJSON-1648307526 tempest-ServerDiskConfigTestJSON-1648307526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:06:35.767537 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] get_ports_and_sgs() called for port_ids ['9fb7bf95-c953-45bb-9b2b-d23b04aa134d'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 19:06:35.802509 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-42a12a91-6384-4e65-a1fa-253bb5d75145 req-2bb3119a-8350-4f10-a638-4ca02d284a0d tempest-ServerDiskConfigTestJSON-1648307526 tempest-ServerDiskConfigTestJSON-1648307526-project] Network e3a51527-762d-4036-857e-b191a3b427b2 is already hosted by enough agents. {{(pid=93915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 19:06:35.805945 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [req-42a12a91-6384-4e65-a1fa-253bb5d75145 req-2bb3119a-8350-4f10-a638-4ca02d284a0d tempest-ServerDiskConfigTestJSON-1648307526 tempest-ServerDiskConfigTestJSON-1648307526-project] Resources bound (agent type, host, resource id): {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 19:06:35.809875 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [req-42a12a91-6384-4e65-a1fa-253bb5d75145 req-2bb3119a-8350-4f10-a638-4ca02d284a0d tempest-ServerDiskConfigTestJSON-1648307526 tempest-ServerDiskConfigTestJSON-1648307526-project] Received port after_create {{(pid=93915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 19:06:35.833376 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb3119a-8350-4f10-a638-4ca02d284a0d tempest-ServerDiskConfigTestJSON-1648307526 tempest-ServerDiskConfigTestJSON-1648307526-project] Pushing event updated for resources: {'Port': ['ID=5563b8f4-6d15-42db-9ad4-4525997485c3,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:06:35.862645 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a12a91-6384-4e65-a1fa-253bb5d75145 req-2bb3119a-8350-4f10-a638-4ca02d284a0d tempest-ServerDiskConfigTestJSON-1648307526 tempest-ServerDiskConfigTestJSON-1648307526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:06:35.863264 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-42a12a91-6384-4e65-a1fa-253bb5d75145 req-2bb3119a-8350-4f10-a638-4ca02d284a0d tempest-ServerDiskConfigTestJSON-1648307526 tempest-ServerDiskConfigTestJSON-1648307526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:06:35.877269 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-42a12a91-6384-4e65-a1fa-253bb5d75145 req-2bb3119a-8350-4f10-a638-4ca02d284a0d tempest-ServerDiskConfigTestJSON-1648307526 tempest-ServerDiskConfigTestJSON-1648307526-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6705008 Jul 14 19:06:35.889193 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [req-42a12a91-6384-4e65-a1fa-253bb5d75145 req-974f6fa6-227f-4a8f-a282-3fe84825e4f2 service neutron] Request body: {'port': {'device_id': '62bbe31c-cd0e-42c5-8bfb-c559617783f4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800634-3'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 19:06:35.967088 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-42a12a91-6384-4e65-a1fa-253bb5d75145 req-974f6fa6-227f-4a8f-a282-3fe84825e4f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:06:36.531491 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ff39b1-f304-4997-99ad-ed846e6e30a8 req-726d29f6-55dc-4c36-8b4f-cefcde368967 tempest-ServerDiskConfigTestJSON-1648307526 tempest-ServerDiskConfigTestJSON-1648307526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:06:36.533052 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b2ff39b1-f304-4997-99ad-ed846e6e30a8 req-726d29f6-55dc-4c36-8b4f-cefcde368967 tempest-ServerDiskConfigTestJSON-1648307526 tempest-ServerDiskConfigTestJSON-1648307526-project] 10.222.0.16 "GET /v2.0/ports?device_id=62bbe31c-cd0e-42c5-8bfb-c559617783f4 HTTP/1.1" status: 200 len: 931 time: 0.1214139 Jul 14 19:06:36.538490 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [req-42a12a91-6384-4e65-a1fa-253bb5d75145 req-974f6fa6-227f-4a8f-a282-3fe84825e4f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5563b8f4-6d15-42db-9ad4-4525997485c3 {{(pid=93915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 19:06:36.552856 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-42a12a91-6384-4e65-a1fa-253bb5d75145 req-974f6fa6-227f-4a8f-a282-3fe84825e4f2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:06:36.580668 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.provisioning_blocks [req-42a12a91-6384-4e65-a1fa-253bb5d75145 req-974f6fa6-227f-4a8f-a282-3fe84825e4f2 service neutron] Transition to ACTIVE for port object 5563b8f4-6d15-42db-9ad4-4525997485c3 will not be triggered until provisioned by entity L2. {{(pid=93915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 19:06:36.588791 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b2ff39b1-f304-4997-99ad-ed846e6e30a8 req-5f97f59c-8fb0-4b3a-afe5-c65df6c2949d tempest-ServerDiskConfigTestJSON-1648307526 tempest-ServerDiskConfigTestJSON-1648307526-project] 10.222.0.16 "GET /v2.0/security-groups?id=e35efc97-04ff-4aa8-997e-bd9043f99ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457995 Jul 14 19:06:36.589383 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-42a12a91-6384-4e65-a1fa-253bb5d75145 req-974f6fa6-227f-4a8f-a282-3fe84825e4f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25912978'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:06:36.658300 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974f6fa6-227f-4a8f-a282-3fe84825e4f2 service neutron] Pushing event updated for resources: {'Port': ['ID=5563b8f4-6d15-42db-9ad4-4525997485c3,revision_number=2']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:06:36.709227 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-42a12a91-6384-4e65-a1fa-253bb5d75145 req-974f6fa6-227f-4a8f-a282-3fe84825e4f2 service neutron] Attempting to bind port 5563b8f4-6d15-42db-9ad4-4525997485c3 on host n-h1-800634-3 for vnic_type normal with profile {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 19:06:36.709570 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-42a12a91-6384-4e65-a1fa-253bb5d75145 req-974f6fa6-227f-4a8f-a282-3fe84825e4f2 service neutron] Attempting to bind port 5563b8f4-6d15-42db-9ad4-4525997485c3 by drivers openvswitch,hyperv on host n-h1-800634-3 at level 0 using segments [{'id': '1a988ea8-3b77-4414-8b34-3d0f639dfd83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'e3a51527-762d-4036-857e-b191a3b427b2'}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 19:06:36.709901 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42a12a91-6384-4e65-a1fa-253bb5d75145 req-974f6fa6-227f-4a8f-a282-3fe84825e4f2 service neutron] Attempting to bind port 5563b8f4-6d15-42db-9ad4-4525997485c3 on network e3a51527-762d-4036-857e-b191a3b427b2 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 19:06:36.714149 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42a12a91-6384-4e65-a1fa-253bb5d75145 req-974f6fa6-227f-4a8f-a282-3fe84825e4f2 service neutron] Port 5563b8f4-6d15-42db-9ad4-4525997485c3 on network e3a51527-762d-4036-857e-b191a3b427b2 not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-3 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 19:06:36.714475 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42a12a91-6384-4e65-a1fa-253bb5d75145 req-974f6fa6-227f-4a8f-a282-3fe84825e4f2 service neutron] Attempting to bind port 5563b8f4-6d15-42db-9ad4-4525997485c3 on network e3a51527-762d-4036-857e-b191a3b427b2 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 19:06:36.719862 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42a12a91-6384-4e65-a1fa-253bb5d75145 req-974f6fa6-227f-4a8f-a282-3fe84825e4f2 service neutron] Checking agent: {'id': 'a3630ff4-fbee-45d9-b9b6-0ae41cb3a350', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 15, 32), 'started_at': datetime.datetime(2021, 7, 14, 18, 15, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 19, 6, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 19:06:36.720232 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42a12a91-6384-4e65-a1fa-253bb5d75145 req-974f6fa6-227f-4a8f-a282-3fe84825e4f2 service neutron] Checking segment: {'id': '1a988ea8-3b77-4414-8b34-3d0f639dfd83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'e3a51527-762d-4036-857e-b191a3b427b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 19:06:36.720625 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42a12a91-6384-4e65-a1fa-253bb5d75145 req-974f6fa6-227f-4a8f-a282-3fe84825e4f2 service neutron] Bound using segment: {'id': '1a988ea8-3b77-4414-8b34-3d0f639dfd83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'e3a51527-762d-4036-857e-b191a3b427b2'} {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 19:06:36.721058 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-42a12a91-6384-4e65-a1fa-253bb5d75145 req-974f6fa6-227f-4a8f-a282-3fe84825e4f2 service neutron] Bound port: 5563b8f4-6d15-42db-9ad4-4525997485c3, host: n-h1-800634-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a988ea8-3b77-4414-8b34-3d0f639dfd83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'e3a51527-762d-4036-857e-b191a3b427b2'}}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 19:06:36.721419 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-42a12a91-6384-4e65-a1fa-253bb5d75145 req-974f6fa6-227f-4a8f-a282-3fe84825e4f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:06:36.782766 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-42a12a91-6384-4e65-a1fa-253bb5d75145 req-974f6fa6-227f-4a8f-a282-3fe84825e4f2 service neutron] For port 5563b8f4-6d15-42db-9ad4-4525997485c3, host n-h1-800634-3, cleared binding levels {{(pid=93915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 19:06:36.785901 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-42a12a91-6384-4e65-a1fa-253bb5d75145 req-974f6fa6-227f-4a8f-a282-3fe84825e4f2 service neutron] For port 5563b8f4-6d15-42db-9ad4-4525997485c3, host n-h1-800634-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=5563b8f4-6d15-42db-9ad4-4525997485c3,segment=NetworkSegment(1a988ea8-3b77-4414-8b34-3d0f639dfd83),segment_id=1a988ea8-3b77-4414-8b34-3d0f639dfd83)] {{(pid=93915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 19:06:36.789294 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-42a12a91-6384-4e65-a1fa-253bb5d75145 req-974f6fa6-227f-4a8f-a282-3fe84825e4f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25912978'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:06:36.822595 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a12a91-6384-4e65-a1fa-253bb5d75145 req-974f6fa6-227f-4a8f-a282-3fe84825e4f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:06:36.823207 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-42a12a91-6384-4e65-a1fa-253bb5d75145 req-974f6fa6-227f-4a8f-a282-3fe84825e4f2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:06:36.824649 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-42a12a91-6384-4e65-a1fa-253bb5d75145 req-974f6fa6-227f-4a8f-a282-3fe84825e4f2 service neutron] 10.222.0.18 "PUT /v2.0/ports/5563b8f4-6d15-42db-9ad4-4525997485c3 HTTP/1.1" status: 200 len: 1091 time: 0.9400895 Jul 14 19:06:36.844748 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974f6fa6-227f-4a8f-a282-3fe84825e4f2 service neutron] Pushing event updated for resources: {'Port': ['ID=5563b8f4-6d15-42db-9ad4-4525997485c3,revision_number=3']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:06:36.912040 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a12a91-6384-4e65-a1fa-253bb5d75145 req-6c1aaf7f-15eb-4fa2-99bb-b972823e9f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:06:36.913526 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-42a12a91-6384-4e65-a1fa-253bb5d75145 req-6c1aaf7f-15eb-4fa2-99bb-b972823e9f71 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=77176f337ee0461b92ab037be1ed6acd&device_id=62bbe31c-cd0e-42c5-8bfb-c559617783f4 HTTP/1.1" status: 200 len: 1094 time: 0.0527296 Jul 14 19:06:36.956989 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-42a12a91-6384-4e65-a1fa-253bb5d75145 req-a6dc8de2-2d3d-42b2-8289-7ff44820bf3e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5563b8f4-6d15-42db-9ad4-4525997485c3 HTTP/1.1" status: 200 len: 217 time: 0.0357106 Jul 14 19:06:37.004178 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a12a91-6384-4e65-a1fa-253bb5d75145 req-6cb615e2-24fb-4403-bb7c-cf41b91f6e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:06:37.005695 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-42a12a91-6384-4e65-a1fa-253bb5d75145 req-6cb615e2-24fb-4403-bb7c-cf41b91f6e50 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=395ee2e2-8801-47e3-b7fb-84d9e9201c8b HTTP/1.1" status: 200 len: 855 time: 0.0423729 Jul 14 19:06:37.037487 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-42a12a91-6384-4e65-a1fa-253bb5d75145 req-36956b2a-1313-4acb-a356-28725e4b5681 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e3a51527-762d-4036-857e-b191a3b427b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257723 Jul 14 19:06:37.127462 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-42a12a91-6384-4e65-a1fa-253bb5d75145 req-89ec9bc2-c698-4ec9-86dd-ee2c5b0d6784 service neutron] 10.222.0.18 "GET /v2.0/networks/e3a51527-762d-4036-857e-b191a3b427b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838830 Jul 14 19:06:37.214189 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-42a12a91-6384-4e65-a1fa-253bb5d75145 req-3570f5e8-eb68-42e7-a68d-db0239a6a5ef service neutron] 10.222.0.18 "GET /v2.0/networks/e3a51527-762d-4036-857e-b191a3b427b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806823 Jul 14 19:06:37.449279 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62bbe31c-cd0e-42c5-8bfb-c559617783f4', 'tag': '5563b8f4-6d15-42db-9ad4-4525997485c3'}] {{(pid=93915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 19:06:37.452375 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e72782ad3af8f7d4ce76cedf092bca46d1756acc5c4653cf0b52034cdd6b073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7f56b4b-db98-4e59-b1fc-877257c59aae" -d '{"events": [{"name": "network-changed", "server_uuid": "62bbe31c-cd0e-42c5-8bfb-c559617783f4", "tag": "5563b8f4-6d15-42db-9ad4-4525997485c3"}]}' {{(pid=93915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 19:06:37.489206 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 19:06:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81bb320a-44c8-45fd-aa29-e4ba01908b4d x-openstack-request-id: req-81bb320a-44c8-45fd-aa29-e4ba01908b4d {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 19:06:37.489504 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62bbe31c-cd0e-42c5-8bfb-c559617783f4", "tag": "5563b8f4-6d15-42db-9ad4-4525997485c3", "status": "completed", "code": 200}]} {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 19:06:37.489767 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-81bb320a-44c8-45fd-aa29-e4ba01908b4d {{(pid=93915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 19:06:37.490168 n-d-800634-3 neutron-server[93915]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62bbe31c-cd0e-42c5-8bfb-c559617783f4', 'tag': '5563b8f4-6d15-42db-9ad4-4525997485c3', 'status': 'completed', 'code': 200} Jul 14 19:06:37.568850 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f56b4b-db98-4e59-b1fc-877257c59aae req-520a5f25-2072-4651-adb2-6b51fd61144e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:06:37.570340 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-d7f56b4b-db98-4e59-b1fc-877257c59aae req-520a5f25-2072-4651-adb2-6b51fd61144e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=77176f337ee0461b92ab037be1ed6acd&device_id=62bbe31c-cd0e-42c5-8bfb-c559617783f4 HTTP/1.1" status: 200 len: 1094 time: 0.0573366 Jul 14 19:06:37.660504 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f56b4b-db98-4e59-b1fc-877257c59aae req-85457954-d5fc-4916-874d-7dde07c099fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:06:37.662162 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-d7f56b4b-db98-4e59-b1fc-877257c59aae req-85457954-d5fc-4916-874d-7dde07c099fe service neutron] 10.222.0.18 "GET /v2.0/networks?id=e3a51527-762d-4036-857e-b191a3b427b2 HTTP/1.1" status: 200 len: 915 time: 0.0847139 Jul 14 19:06:37.704740 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-d7f56b4b-db98-4e59-b1fc-877257c59aae req-723456c7-60fa-4b17-8f1d-d3fb39bf7c02 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5563b8f4-6d15-42db-9ad4-4525997485c3 HTTP/1.1" status: 200 len: 217 time: 0.0355787 Jul 14 19:06:37.784775 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f56b4b-db98-4e59-b1fc-877257c59aae req-7cbc8151-5030-478e-91cc-b8b20e45813a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:06:37.786228 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-d7f56b4b-db98-4e59-b1fc-877257c59aae req-7cbc8151-5030-478e-91cc-b8b20e45813a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=395ee2e2-8801-47e3-b7fb-84d9e9201c8b HTTP/1.1" status: 200 len: 855 time: 0.0718701 Jul 14 19:06:37.823284 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-d7f56b4b-db98-4e59-b1fc-877257c59aae req-a359c06a-a8bd-41ae-8527-4eae830af6f6 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e3a51527-762d-4036-857e-b191a3b427b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290866 Jul 14 19:06:37.834951 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a6bc40-58c4-4d57-a646-3d92e012e3db req-3eeeb341-5493-4cd9-aedb-066583fa4382 tempest-ServerDiskConfigTestJSON-1648307526 tempest-ServerDiskConfigTestJSON-1648307526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:06:37.836383 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-45a6bc40-58c4-4d57-a646-3d92e012e3db req-3eeeb341-5493-4cd9-aedb-066583fa4382 tempest-ServerDiskConfigTestJSON-1648307526 tempest-ServerDiskConfigTestJSON-1648307526-project] 10.222.0.16 "GET /v2.0/ports?device_id=62bbe31c-cd0e-42c5-8bfb-c559617783f4 HTTP/1.1" status: 200 len: 943 time: 0.1308227 Jul 14 19:06:37.867546 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device 9fb7bf95-c953-45bb-9b2b-d23b04aa134d no longer exists at agent hyperv_n-h1-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 19:06:37.889957 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] No Port match for: 9fb7bf95-c953-45bb-9b2b-d23b04aa134d {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 19:06:37.890301 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device 9fb7bf95-c953-45bb-9b2b-d23b04aa134d not bound to the agent host n-h1-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 19:06:37.927405 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-45a6bc40-58c4-4d57-a646-3d92e012e3db req-c3d7c2a9-c19e-4b07-bdaf-ee58b57251af tempest-ServerDiskConfigTestJSON-1648307526 tempest-ServerDiskConfigTestJSON-1648307526-project] 10.222.0.16 "GET /v2.0/security-groups?id=e35efc97-04ff-4aa8-997e-bd9043f99ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826225 Jul 14 19:06:37.959163 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-d7f56b4b-db98-4e59-b1fc-877257c59aae req-9f308b9d-8f44-4b89-a994-412633b9fd75 service neutron] 10.222.0.18 "GET /v2.0/networks/e3a51527-762d-4036-857e-b191a3b427b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216922 Jul 14 19:06:38.049361 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-d7f56b4b-db98-4e59-b1fc-877257c59aae req-89808411-f3c7-499f-a43e-369e5d80c92b service neutron] 10.222.0.18 "GET /v2.0/networks/e3a51527-762d-4036-857e-b191a3b427b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837245 Jul 14 19:06:39.111985 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc7485b-ab6a-465b-b93f-4e33aab008fb req-a550d774-ff76-4d2b-a3ba-ab9692c59bf7 tempest-ServerDiskConfigTestJSON-1648307526 tempest-ServerDiskConfigTestJSON-1648307526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:06:39.113437 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3dc7485b-ab6a-465b-b93f-4e33aab008fb req-a550d774-ff76-4d2b-a3ba-ab9692c59bf7 tempest-ServerDiskConfigTestJSON-1648307526 tempest-ServerDiskConfigTestJSON-1648307526-project] 10.222.0.16 "GET /v2.0/ports?device_id=62bbe31c-cd0e-42c5-8bfb-c559617783f4 HTTP/1.1" status: 200 len: 943 time: 0.0704818 Jul 14 19:06:39.150095 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3dc7485b-ab6a-465b-b93f-4e33aab008fb req-b04dc721-c78e-4798-a23f-2d0a3ac0f899 tempest-ServerDiskConfigTestJSON-1648307526 tempest-ServerDiskConfigTestJSON-1648307526-project] 10.222.0.16 "GET /v2.0/security-groups?id=e35efc97-04ff-4aa8-997e-bd9043f99ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311046 Jul 14 19:06:39.882605 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device 5563b8f4-6d15-42db-9ad4-4525997485c3 details requested by agent hyperv_n-h1-800634-3 with host n-h1-800634-3 {{(pid=93917) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 19:06:39.974419 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port 5563b8f4-6d15-42db-9ad4-4525997485c3, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=5563b8f4-6d15-42db-9ad4-4525997485c3,segment=NetworkSegment(1a988ea8-3b77-4414-8b34-3d0f639dfd83),segment_id=1a988ea8-3b77-4414-8b34-3d0f639dfd83)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 19:06:39.985203 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Returning: {'device': '5563b8f4-6d15-42db-9ad4-4525997485c3', 'network_id': 'e3a51527-762d-4036-857e-b191a3b427b2', 'port_id': '5563b8f4-6d15-42db-9ad4-4525997485c3', 'mac_address': 'fa:16:3e:63:0a:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '395ee2e2-8801-47e3-b7fb-84d9e9201c8b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93917) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 19:06:40.021309 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:06:40.033291 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5563b8f4-6d15-42db-9ad4-4525997485c3 {{(pid=93917) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 19:06:40.055125 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port 5563b8f4-6d15-42db-9ad4-4525997485c3, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=5563b8f4-6d15-42db-9ad4-4525997485c3,segment=NetworkSegment(1a988ea8-3b77-4414-8b34-3d0f639dfd83),segment_id=1a988ea8-3b77-4414-8b34-3d0f639dfd83)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 19:06:40.059120 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:06:40.104379 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Pushing event updated for resources: {'Port': ['ID=5563b8f4-6d15-42db-9ad4-4525997485c3,revision_number=4']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:06:40.245275 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] get_ports_and_sgs() called for port_ids ['5563b8f4-6d15-42db-9ad4-4525997485c3'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 19:06:40.324566 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85adf723-9cd2-484e-8825-410073d4f62e req-7c19aa9c-5444-44c1-978c-a620e511e54e tempest-ServerDiskConfigTestJSON-1648307526 tempest-ServerDiskConfigTestJSON-1648307526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:06:40.326061 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-85adf723-9cd2-484e-8825-410073d4f62e req-7c19aa9c-5444-44c1-978c-a620e511e54e tempest-ServerDiskConfigTestJSON-1648307526 tempest-ServerDiskConfigTestJSON-1648307526-project] 10.222.0.16 "GET /v2.0/ports?device_id=62bbe31c-cd0e-42c5-8bfb-c559617783f4 HTTP/1.1" status: 200 len: 944 time: 0.0642734 Jul 14 19:06:40.363180 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-85adf723-9cd2-484e-8825-410073d4f62e req-d2430d72-53d2-4d46-869d-c97ae951a0a6 tempest-ServerDiskConfigTestJSON-1648307526 tempest-ServerDiskConfigTestJSON-1648307526-project] 10.222.0.16 "GET /v2.0/security-groups?id=e35efc97-04ff-4aa8-997e-bd9043f99ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316093 Jul 14 19:06:41.541000 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3109e807-96fa-4f79-b137-8bad225e6f2f req-cdd4a7c4-d141-4f89-b8ec-9a6a8e32b301 tempest-ServerDiskConfigTestJSON-1648307526 tempest-ServerDiskConfigTestJSON-1648307526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:06:41.542462 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3109e807-96fa-4f79-b137-8bad225e6f2f req-cdd4a7c4-d141-4f89-b8ec-9a6a8e32b301 tempest-ServerDiskConfigTestJSON-1648307526 tempest-ServerDiskConfigTestJSON-1648307526-project] 10.222.0.16 "GET /v2.0/ports?device_id=62bbe31c-cd0e-42c5-8bfb-c559617783f4 HTTP/1.1" status: 200 len: 944 time: 0.0664127 Jul 14 19:06:41.580637 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3109e807-96fa-4f79-b137-8bad225e6f2f req-34adbef4-bfbb-4154-adcc-28699f3e507f tempest-ServerDiskConfigTestJSON-1648307526 tempest-ServerDiskConfigTestJSON-1648307526-project] 10.222.0.16 "GET /v2.0/security-groups?id=e35efc97-04ff-4aa8-997e-bd9043f99ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324490 Jul 14 19:06:41.900183 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device 5563b8f4-6d15-42db-9ad4-4525997485c3 up at agent hyperv_n-h1-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 19:06:41.949741 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Provisioning for port 5563b8f4-6d15-42db-9ad4-4525997485c3 completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 19:06:41.953800 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Provisioning complete for port 5563b8f4-6d15-42db-9ad4-4525997485c3 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 19:06:41.954175 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:06:42.027443 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:06:42.049619 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62bbe31c-cd0e-42c5-8bfb-c559617783f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5563b8f4-6d15-42db-9ad4-4525997485c3'}] {{(pid=93917) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 19:06:42.051844 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20b787f3c29eaa7aa2a4d648c725a2124c5ff39a8d793252f9d844495e14cf42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17cb8ee5-8e25-42ce-9f5d-4c34f38044ad" -d '{"events": [{"server_uuid": "62bbe31c-cd0e-42c5-8bfb-c559617783f4", "name": "network-vif-plugged", "status": "completed", "tag": "5563b8f4-6d15-42db-9ad4-4525997485c3"}]}' {{(pid=93917) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 19:06:42.065599 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port 5563b8f4-6d15-42db-9ad4-4525997485c3, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=5563b8f4-6d15-42db-9ad4-4525997485c3,segment=NetworkSegment(1a988ea8-3b77-4414-8b34-3d0f639dfd83),segment_id=1a988ea8-3b77-4414-8b34-3d0f639dfd83)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 19:06:42.069467 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:06:42.095696 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 19:06:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b83fd5fc-6ba6-47b9-bf0f-ea688aa478c4 x-openstack-request-id: req-b83fd5fc-6ba6-47b9-bf0f-ea688aa478c4 {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 19:06:42.095991 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62bbe31c-cd0e-42c5-8bfb-c559617783f4", "name": "network-vif-plugged", "status": "completed", "tag": "5563b8f4-6d15-42db-9ad4-4525997485c3", "code": 200}]} {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 19:06:42.096270 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b83fd5fc-6ba6-47b9-bf0f-ea688aa478c4 {{(pid=93917) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 19:06:42.096651 n-d-800634-3 neutron-server[93917]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62bbe31c-cd0e-42c5-8bfb-c559617783f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5563b8f4-6d15-42db-9ad4-4525997485c3', 'code': 200} Jul 14 19:06:42.123636 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Pushing event updated for resources: {'Port': ['ID=5563b8f4-6d15-42db-9ad4-4525997485c3,revision_number=5']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:06:42.130960 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:06:42.131311 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:06:42.131924 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:06:42.132289 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:06:42.132623 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:06:42.132952 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:06:42.133279 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:06:42.133606 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:06:42.133935 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:06:42.134257 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:06:42.134580 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:06:42.134902 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:06:42.198541 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9664b55-06be-44d3-943e-3ba311826068 req-3edb4ea1-d76c-4448-8c18-38f9bf886eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:06:42.200014 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e9664b55-06be-44d3-943e-3ba311826068 req-3edb4ea1-d76c-4448-8c18-38f9bf886eb0 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=62bbe31c-cd0e-42c5-8bfb-c559617783f4 HTTP/1.1" status: 200 len: 1096 time: 0.0515749 Jul 14 19:06:42.233967 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e9664b55-06be-44d3-943e-3ba311826068 req-96109385-eb20-46df-92d1-0e2432020140 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=e35efc97-04ff-4aa8-997e-bd9043f99ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0277750 Jul 14 19:06:42.750800 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c629fe-bc8e-4749-82d6-d3c381f0391c req-d79b601a-06a3-4ef4-a263-5d1bf0a80004 tempest-ServerDiskConfigTestJSON-1648307526 tempest-ServerDiskConfigTestJSON-1648307526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:06:42.752313 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e2c629fe-bc8e-4749-82d6-d3c381f0391c req-d79b601a-06a3-4ef4-a263-5d1bf0a80004 tempest-ServerDiskConfigTestJSON-1648307526 tempest-ServerDiskConfigTestJSON-1648307526-project] 10.222.0.16 "GET /v2.0/ports?device_id=62bbe31c-cd0e-42c5-8bfb-c559617783f4 HTTP/1.1" status: 200 len: 945 time: 0.0634437 Jul 14 19:06:42.789898 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e2c629fe-bc8e-4749-82d6-d3c381f0391c req-fe4deab0-445a-4d0e-b608-9941ad6d6757 tempest-ServerDiskConfigTestJSON-1648307526 tempest-ServerDiskConfigTestJSON-1648307526-project] 10.222.0.16 "GET /v2.0/security-groups?id=e35efc97-04ff-4aa8-997e-bd9043f99ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316732 Jul 14 19:06:43.967333 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b92be6-db87-4498-ae8a-7079bfe53bd7 req-750ec7a9-a018-487b-871d-1388458d6a60 tempest-ServerDiskConfigTestJSON-1648307526 tempest-ServerDiskConfigTestJSON-1648307526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:06:43.968822 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-39b92be6-db87-4498-ae8a-7079bfe53bd7 req-750ec7a9-a018-487b-871d-1388458d6a60 tempest-ServerDiskConfigTestJSON-1648307526 tempest-ServerDiskConfigTestJSON-1648307526-project] 10.222.0.16 "GET /v2.0/ports?device_id=62bbe31c-cd0e-42c5-8bfb-c559617783f4 HTTP/1.1" status: 200 len: 945 time: 0.0664034 Jul 14 19:06:44.009645 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-39b92be6-db87-4498-ae8a-7079bfe53bd7 req-799f3adf-440d-405e-badc-96e9fa89aa19 tempest-ServerDiskConfigTestJSON-1648307526 tempest-ServerDiskConfigTestJSON-1648307526-project] 10.222.0.16 "GET /v2.0/security-groups?id=e35efc97-04ff-4aa8-997e-bd9043f99ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328331 Jul 14 19:06:44.180866 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411acbd7-b48f-44d7-bc63-4ec15f8674f2 req-1f4a8976-6888-43c8-ae3f-c3bc00f6f079 tempest-ServerDiskConfigTestJSON-1648307526 tempest-ServerDiskConfigTestJSON-1648307526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:06:44.182404 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-411acbd7-b48f-44d7-bc63-4ec15f8674f2 req-1f4a8976-6888-43c8-ae3f-c3bc00f6f079 tempest-ServerDiskConfigTestJSON-1648307526 tempest-ServerDiskConfigTestJSON-1648307526-project] 10.222.0.16 "GET /v2.0/ports?device_id=62bbe31c-cd0e-42c5-8bfb-c559617783f4 HTTP/1.1" status: 200 len: 945 time: 0.0649331 Jul 14 19:06:44.220726 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-411acbd7-b48f-44d7-bc63-4ec15f8674f2 req-b4345ba5-2c13-4df3-adf2-fa4695f60ab1 tempest-ServerDiskConfigTestJSON-1648307526 tempest-ServerDiskConfigTestJSON-1648307526-project] 10.222.0.16 "GET /v2.0/security-groups?id=e35efc97-04ff-4aa8-997e-bd9043f99ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327001 Jul 14 19:06:44.565789 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-67004436-fc24-4363-bea9-2fbe74abe881 req-f8a6de06-479c-45f3-97bc-4918ea19c933 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=62bbe31c-cd0e-42c5-8bfb-c559617783f4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0665984 Jul 14 19:06:44.618956 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef13487-a280-4307-baa5-1399058131b0 req-1e4a38dd-5982-4770-bfdc-0835d0f41163 tempest-ServerDiskConfigTestJSON-1648307526 tempest-ServerDiskConfigTestJSON-1648307526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:06:44.620482 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-8ef13487-a280-4307-baa5-1399058131b0 req-1e4a38dd-5982-4770-bfdc-0835d0f41163 tempest-ServerDiskConfigTestJSON-1648307526 tempest-ServerDiskConfigTestJSON-1648307526-project] 10.222.0.16 "GET /v2.0/ports?device_id=62bbe31c-cd0e-42c5-8bfb-c559617783f4 HTTP/1.1" status: 200 len: 945 time: 0.0740435 Jul 14 19:06:44.659585 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-8ef13487-a280-4307-baa5-1399058131b0 req-91197ef9-7202-4f71-8da0-798015d5b653 tempest-ServerDiskConfigTestJSON-1648307526 tempest-ServerDiskConfigTestJSON-1648307526-project] 10.222.0.16 "GET /v2.0/security-groups?id=e35efc97-04ff-4aa8-997e-bd9043f99ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330150 Jul 14 19:06:45.638889 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67004436-fc24-4363-bea9-2fbe74abe881 req-1ff33beb-cfe4-4bbb-b262-66c6afb70be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:06:45.640400 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-67004436-fc24-4363-bea9-2fbe74abe881 req-1ff33beb-cfe4-4bbb-b262-66c6afb70be7 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=77176f337ee0461b92ab037be1ed6acd&device_id=62bbe31c-cd0e-42c5-8bfb-c559617783f4 HTTP/1.1" status: 200 len: 1096 time: 0.0529561 Jul 14 19:06:45.733796 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67004436-fc24-4363-bea9-2fbe74abe881 req-df444ba7-ad9e-4cc5-bc3a-65aa6b45f241 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:06:45.735294 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-67004436-fc24-4363-bea9-2fbe74abe881 req-df444ba7-ad9e-4cc5-bc3a-65aa6b45f241 service neutron] 10.222.0.18 "GET /v2.0/networks?id=e3a51527-762d-4036-857e-b191a3b427b2 HTTP/1.1" status: 200 len: 915 time: 0.0874739 Jul 14 19:06:45.779089 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-67004436-fc24-4363-bea9-2fbe74abe881 req-3688d380-7f60-4eab-9398-d76b15ce8f5c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5563b8f4-6d15-42db-9ad4-4525997485c3 HTTP/1.1" status: 200 len: 217 time: 0.0371397 Jul 14 19:06:45.861066 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67004436-fc24-4363-bea9-2fbe74abe881 req-aec3b094-c136-4f55-aac5-210c43473643 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:06:45.862451 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-67004436-fc24-4363-bea9-2fbe74abe881 req-aec3b094-c136-4f55-aac5-210c43473643 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=395ee2e2-8801-47e3-b7fb-84d9e9201c8b HTTP/1.1" status: 200 len: 855 time: 0.0757093 Jul 14 19:06:45.897805 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-67004436-fc24-4363-bea9-2fbe74abe881 req-c429103d-a323-429a-9240-f2d8306eed79 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e3a51527-762d-4036-857e-b191a3b427b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292020 Jul 14 19:06:45.905865 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a09f8fc-f644-4aff-a6bf-78b7c4d11a3f req-6986fa65-be9a-4fff-9cf9-1ed476069a6f tempest-ServerDiskConfigTestJSON-1648307526 tempest-ServerDiskConfigTestJSON-1648307526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:06:45.907246 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2a09f8fc-f644-4aff-a6bf-78b7c4d11a3f req-6986fa65-be9a-4fff-9cf9-1ed476069a6f tempest-ServerDiskConfigTestJSON-1648307526 tempest-ServerDiskConfigTestJSON-1648307526-project] 10.222.0.16 "GET /v2.0/ports?device_id=62bbe31c-cd0e-42c5-8bfb-c559617783f4 HTTP/1.1" status: 200 len: 945 time: 0.1310637 Jul 14 19:06:45.991304 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2a09f8fc-f644-4aff-a6bf-78b7c4d11a3f req-6c119941-891d-4b17-9240-9040c07a8297 tempest-ServerDiskConfigTestJSON-1648307526 tempest-ServerDiskConfigTestJSON-1648307526-project] 10.222.0.16 "GET /v2.0/security-groups?id=e35efc97-04ff-4aa8-997e-bd9043f99ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763535 Jul 14 19:06:46.020095 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-67004436-fc24-4363-bea9-2fbe74abe881 req-a7ac1ed4-f962-410b-b2c1-598284877fad service neutron] 10.222.0.18 "GET /v2.0/networks/e3a51527-762d-4036-857e-b191a3b427b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1119366 Jul 14 19:06:46.107970 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-67004436-fc24-4363-bea9-2fbe74abe881 req-2be79551-13f6-4ec9-a285-5ae4f10e1a82 service neutron] 10.222.0.18 "GET /v2.0/networks/e3a51527-762d-4036-857e-b191a3b427b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812328 Jul 14 19:06:47.167045 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3db4ef-f65d-4ae9-b2ff-1eda7ea20ce6 req-7b8bc24d-52f2-4c72-9435-3a31677d3ef7 tempest-ServerDiskConfigTestJSON-1648307526 tempest-ServerDiskConfigTestJSON-1648307526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:06:47.168545 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-bd3db4ef-f65d-4ae9-b2ff-1eda7ea20ce6 req-7b8bc24d-52f2-4c72-9435-3a31677d3ef7 tempest-ServerDiskConfigTestJSON-1648307526 tempest-ServerDiskConfigTestJSON-1648307526-project] 10.222.0.16 "GET /v2.0/ports?device_id=62bbe31c-cd0e-42c5-8bfb-c559617783f4 HTTP/1.1" status: 200 len: 945 time: 0.0634463 Jul 14 19:06:47.209435 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-bd3db4ef-f65d-4ae9-b2ff-1eda7ea20ce6 req-d3c2ca03-b7a9-47d7-bca5-4cd7610a016a tempest-ServerDiskConfigTestJSON-1648307526 tempest-ServerDiskConfigTestJSON-1648307526-project] 10.222.0.16 "GET /v2.0/security-groups?id=e35efc97-04ff-4aa8-997e-bd9043f99ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354903 Jul 14 19:06:48.384900 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02edab1-b861-445b-909f-5f3263ea6513 req-af28a5d2-818d-4fb6-8ed5-a914115d7b67 tempest-ServerDiskConfigTestJSON-1648307526 tempest-ServerDiskConfigTestJSON-1648307526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:06:48.386368 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e02edab1-b861-445b-909f-5f3263ea6513 req-af28a5d2-818d-4fb6-8ed5-a914115d7b67 tempest-ServerDiskConfigTestJSON-1648307526 tempest-ServerDiskConfigTestJSON-1648307526-project] 10.222.0.16 "GET /v2.0/ports?device_id=62bbe31c-cd0e-42c5-8bfb-c559617783f4 HTTP/1.1" status: 200 len: 945 time: 0.0634439 Jul 14 19:06:48.422962 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e02edab1-b861-445b-909f-5f3263ea6513 req-93b4b1c7-7d54-4f93-abb5-7f1f31da4dc6 tempest-ServerDiskConfigTestJSON-1648307526 tempest-ServerDiskConfigTestJSON-1648307526-project] 10.222.0.16 "GET /v2.0/security-groups?id=e35efc97-04ff-4aa8-997e-bd9043f99ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305188 Jul 14 19:06:49.594605 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ecc1ed-9481-4cfc-b89e-01438744f63c req-09d66ca4-d544-4d40-a542-f8e8ba7b8aef tempest-ServerDiskConfigTestJSON-1648307526 tempest-ServerDiskConfigTestJSON-1648307526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:06:49.596109 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f2ecc1ed-9481-4cfc-b89e-01438744f63c req-09d66ca4-d544-4d40-a542-f8e8ba7b8aef tempest-ServerDiskConfigTestJSON-1648307526 tempest-ServerDiskConfigTestJSON-1648307526-project] 10.222.0.16 "GET /v2.0/ports?device_id=62bbe31c-cd0e-42c5-8bfb-c559617783f4 HTTP/1.1" status: 200 len: 945 time: 0.0620902 Jul 14 19:06:49.633264 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f2ecc1ed-9481-4cfc-b89e-01438744f63c req-3930879c-e568-48dd-af56-658ed6d71209 tempest-ServerDiskConfigTestJSON-1648307526 tempest-ServerDiskConfigTestJSON-1648307526-project] 10.222.0.16 "GET /v2.0/security-groups?id=e35efc97-04ff-4aa8-997e-bd9043f99ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316548 Jul 14 19:06:50.439722 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-c6aefd56-687e-449b-ad5c-086fa6eec699 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:06:50.815361 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634a1845-5d11-45d6-a608-1a07803d78ae req-7046d2c3-766b-45fc-be63-9f1b64bd226c tempest-ServerDiskConfigTestJSON-1648307526 tempest-ServerDiskConfigTestJSON-1648307526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:06:50.816793 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-634a1845-5d11-45d6-a608-1a07803d78ae req-7046d2c3-766b-45fc-be63-9f1b64bd226c tempest-ServerDiskConfigTestJSON-1648307526 tempest-ServerDiskConfigTestJSON-1648307526-project] 10.222.0.16 "GET /v2.0/ports?device_id=62bbe31c-cd0e-42c5-8bfb-c559617783f4 HTTP/1.1" status: 200 len: 945 time: 0.0746040 Jul 14 19:06:50.854002 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-634a1845-5d11-45d6-a608-1a07803d78ae req-45be4afc-627a-4fd8-b769-52e2259c6048 tempest-ServerDiskConfigTestJSON-1648307526 tempest-ServerDiskConfigTestJSON-1648307526-project] 10.222.0.16 "GET /v2.0/security-groups?id=e35efc97-04ff-4aa8-997e-bd9043f99ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316982 Jul 14 19:06:52.027540 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3108e7-c300-4d99-862d-773caf671b25 req-5a57b2e8-0b20-45ca-8edd-5d22e67edbd5 tempest-ServerDiskConfigTestJSON-1648307526 tempest-ServerDiskConfigTestJSON-1648307526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:06:52.029083 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-8c3108e7-c300-4d99-862d-773caf671b25 req-5a57b2e8-0b20-45ca-8edd-5d22e67edbd5 tempest-ServerDiskConfigTestJSON-1648307526 tempest-ServerDiskConfigTestJSON-1648307526-project] 10.222.0.16 "GET /v2.0/ports?device_id=62bbe31c-cd0e-42c5-8bfb-c559617783f4 HTTP/1.1" status: 200 len: 945 time: 0.0641141 Jul 14 19:06:52.065901 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-8c3108e7-c300-4d99-862d-773caf671b25 req-2a1fa728-2fae-4bf2-86fe-7518119f9a2b tempest-ServerDiskConfigTestJSON-1648307526 tempest-ServerDiskConfigTestJSON-1648307526-project] 10.222.0.16 "GET /v2.0/security-groups?id=e35efc97-04ff-4aa8-997e-bd9043f99ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312676 Jul 14 19:06:52.854451 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-e6b09685-9ef2-4c0d-8146-f2846eb5b11d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:06:53.206404 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:06:53.237499 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325fce08-cee5-40e1-81ce-561a47bdc166 req-0fb43aa0-10f5-4746-a866-221d185e9be2 tempest-ServerDiskConfigTestJSON-1648307526 tempest-ServerDiskConfigTestJSON-1648307526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:06:53.238987 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-325fce08-cee5-40e1-81ce-561a47bdc166 req-0fb43aa0-10f5-4746-a866-221d185e9be2 tempest-ServerDiskConfigTestJSON-1648307526 tempest-ServerDiskConfigTestJSON-1648307526-project] 10.222.0.16 "GET /v2.0/ports?device_id=62bbe31c-cd0e-42c5-8bfb-c559617783f4 HTTP/1.1" status: 200 len: 945 time: 0.0640583 Jul 14 19:06:53.285095 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-325fce08-cee5-40e1-81ce-561a47bdc166 req-24f0d428-8a77-4574-950a-93936397afa1 tempest-ServerDiskConfigTestJSON-1648307526 tempest-ServerDiskConfigTestJSON-1648307526-project] 10.222.0.16 "GET /v2.0/security-groups?id=e35efc97-04ff-4aa8-997e-bd9043f99ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392828 Jul 14 19:06:54.246638 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-574aeb93-9938-449c-8e6c-cb22c9b52cc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:06:54.457450 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a6e2b1-218a-440d-a3f2-ac0c3059e594 req-d3d9594f-1f22-4fce-a0a4-9c9d9b9cc8ab tempest-ServerDiskConfigTestJSON-1648307526 tempest-ServerDiskConfigTestJSON-1648307526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:06:54.458941 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f4a6e2b1-218a-440d-a3f2-ac0c3059e594 req-d3d9594f-1f22-4fce-a0a4-9c9d9b9cc8ab tempest-ServerDiskConfigTestJSON-1648307526 tempest-ServerDiskConfigTestJSON-1648307526-project] 10.222.0.16 "GET /v2.0/ports?device_id=62bbe31c-cd0e-42c5-8bfb-c559617783f4 HTTP/1.1" status: 200 len: 945 time: 0.0635102 Jul 14 19:06:54.495213 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f4a6e2b1-218a-440d-a3f2-ac0c3059e594 req-d2a9d3c1-e9ea-49f1-aade-3e273e1c3e86 tempest-ServerDiskConfigTestJSON-1648307526 tempest-ServerDiskConfigTestJSON-1648307526-project] 10.222.0.16 "GET /v2.0/security-groups?id=e35efc97-04ff-4aa8-997e-bd9043f99ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307779 Jul 14 19:06:55.667784 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8a1418-a9d2-4c5f-a0ef-4d3e823a424e req-5cc2743c-60e3-4160-b45b-92f6a7c87f8a tempest-ServerDiskConfigTestJSON-1648307526 tempest-ServerDiskConfigTestJSON-1648307526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:06:55.669288 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-9f8a1418-a9d2-4c5f-a0ef-4d3e823a424e req-5cc2743c-60e3-4160-b45b-92f6a7c87f8a tempest-ServerDiskConfigTestJSON-1648307526 tempest-ServerDiskConfigTestJSON-1648307526-project] 10.222.0.16 "GET /v2.0/ports?device_id=62bbe31c-cd0e-42c5-8bfb-c559617783f4 HTTP/1.1" status: 200 len: 945 time: 0.0639908 Jul 14 19:06:55.707261 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-9f8a1418-a9d2-4c5f-a0ef-4d3e823a424e req-b9fb3c80-b105-49c6-8f43-c3894aaf62e0 tempest-ServerDiskConfigTestJSON-1648307526 tempest-ServerDiskConfigTestJSON-1648307526-project] 10.222.0.16 "GET /v2.0/security-groups?id=e35efc97-04ff-4aa8-997e-bd9043f99ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320244 Jul 14 19:06:55.890134 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-2f4e3af3-e708-4ffd-a544-82d93a489d01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:06:56.885202 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8d7ad1-ba03-4417-8284-5261a19baf2e req-8f86c4b4-7a33-4bd1-a788-cac7b76bcbe4 tempest-ServerDiskConfigTestJSON-1648307526 tempest-ServerDiskConfigTestJSON-1648307526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:06:56.886685 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-1f8d7ad1-ba03-4417-8284-5261a19baf2e req-8f86c4b4-7a33-4bd1-a788-cac7b76bcbe4 tempest-ServerDiskConfigTestJSON-1648307526 tempest-ServerDiskConfigTestJSON-1648307526-project] 10.222.0.16 "GET /v2.0/ports?device_id=62bbe31c-cd0e-42c5-8bfb-c559617783f4 HTTP/1.1" status: 200 len: 945 time: 0.0671198 Jul 14 19:06:56.924602 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-1f8d7ad1-ba03-4417-8284-5261a19baf2e req-d170cd4b-cd36-48c7-aa70-44c5945b3a58 tempest-ServerDiskConfigTestJSON-1648307526 tempest-ServerDiskConfigTestJSON-1648307526-project] 10.222.0.16 "GET /v2.0/security-groups?id=e35efc97-04ff-4aa8-997e-bd9043f99ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318768 Jul 14 19:06:58.098783 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2666cf51-71c7-460a-9035-3c1d4b8f9c84 req-ece95b4a-5bcc-43d4-8d15-64baa9d9178b tempest-ServerDiskConfigTestJSON-1648307526 tempest-ServerDiskConfigTestJSON-1648307526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:06:58.100273 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2666cf51-71c7-460a-9035-3c1d4b8f9c84 req-ece95b4a-5bcc-43d4-8d15-64baa9d9178b tempest-ServerDiskConfigTestJSON-1648307526 tempest-ServerDiskConfigTestJSON-1648307526-project] 10.222.0.16 "GET /v2.0/ports?device_id=62bbe31c-cd0e-42c5-8bfb-c559617783f4 HTTP/1.1" status: 200 len: 945 time: 0.0621555 Jul 14 19:06:58.137765 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2666cf51-71c7-460a-9035-3c1d4b8f9c84 req-79720638-bdbe-4457-bb3f-cd8e3c46a527 tempest-ServerDiskConfigTestJSON-1648307526 tempest-ServerDiskConfigTestJSON-1648307526-project] 10.222.0.16 "GET /v2.0/security-groups?id=e35efc97-04ff-4aa8-997e-bd9043f99ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321062 Jul 14 19:06:59.306785 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb73b142-95bd-4dd4-be52-2741c3f8ff73 req-dd1da90b-ca9d-4638-8869-1d2b5da1ed13 tempest-ServerDiskConfigTestJSON-1648307526 tempest-ServerDiskConfigTestJSON-1648307526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:06:59.308274 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-cb73b142-95bd-4dd4-be52-2741c3f8ff73 req-dd1da90b-ca9d-4638-8869-1d2b5da1ed13 tempest-ServerDiskConfigTestJSON-1648307526 tempest-ServerDiskConfigTestJSON-1648307526-project] 10.222.0.16 "GET /v2.0/ports?device_id=62bbe31c-cd0e-42c5-8bfb-c559617783f4 HTTP/1.1" status: 200 len: 945 time: 0.0620382 Jul 14 19:06:59.350406 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-cb73b142-95bd-4dd4-be52-2741c3f8ff73 req-56c9be77-d28d-4417-9aa4-994bee71ee4e tempest-ServerDiskConfigTestJSON-1648307526 tempest-ServerDiskConfigTestJSON-1648307526-project] 10.222.0.16 "GET /v2.0/security-groups?id=e35efc97-04ff-4aa8-997e-bd9043f99ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360315 Jul 14 19:07:00.519656 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912d32ad-55fa-48a7-8836-1b55dade9659 req-fa12f542-fb4b-486c-9b1c-8e9c185e786b tempest-ServerDiskConfigTestJSON-1648307526 tempest-ServerDiskConfigTestJSON-1648307526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:07:00.521146 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-912d32ad-55fa-48a7-8836-1b55dade9659 req-fa12f542-fb4b-486c-9b1c-8e9c185e786b tempest-ServerDiskConfigTestJSON-1648307526 tempest-ServerDiskConfigTestJSON-1648307526-project] 10.222.0.16 "GET /v2.0/ports?device_id=62bbe31c-cd0e-42c5-8bfb-c559617783f4 HTTP/1.1" status: 200 len: 945 time: 0.0621541 Jul 14 19:07:00.558541 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-912d32ad-55fa-48a7-8836-1b55dade9659 req-877940fa-09c0-4536-9c90-0431ef059791 tempest-ServerDiskConfigTestJSON-1648307526 tempest-ServerDiskConfigTestJSON-1648307526-project] 10.222.0.16 "GET /v2.0/security-groups?id=e35efc97-04ff-4aa8-997e-bd9043f99ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318565 Jul 14 19:07:01.733522 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c472a056-ec22-4903-b919-62f7df326895 req-7f0cdcf2-4946-4d16-87ed-388f2827da7a tempest-ServerDiskConfigTestJSON-1648307526 tempest-ServerDiskConfigTestJSON-1648307526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:07:01.734999 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c472a056-ec22-4903-b919-62f7df326895 req-7f0cdcf2-4946-4d16-87ed-388f2827da7a tempest-ServerDiskConfigTestJSON-1648307526 tempest-ServerDiskConfigTestJSON-1648307526-project] 10.222.0.16 "GET /v2.0/ports?device_id=62bbe31c-cd0e-42c5-8bfb-c559617783f4 HTTP/1.1" status: 200 len: 945 time: 0.0625672 Jul 14 19:07:01.771425 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c472a056-ec22-4903-b919-62f7df326895 req-9c3eef06-38ab-4f38-81d1-432f5f121fd3 tempest-ServerDiskConfigTestJSON-1648307526 tempest-ServerDiskConfigTestJSON-1648307526-project] 10.222.0.16 "GET /v2.0/security-groups?id=e35efc97-04ff-4aa8-997e-bd9043f99ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309367 Jul 14 19:07:02.836134 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:07:02.952240 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd118e59-c60d-4079-9a70-0c7d9397f1c6 req-bb93614a-d301-4bd1-acc2-4281cdf1a520 tempest-ServerDiskConfigTestJSON-1648307526 tempest-ServerDiskConfigTestJSON-1648307526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:07:02.953753 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-bd118e59-c60d-4079-9a70-0c7d9397f1c6 req-bb93614a-d301-4bd1-acc2-4281cdf1a520 tempest-ServerDiskConfigTestJSON-1648307526 tempest-ServerDiskConfigTestJSON-1648307526-project] 10.222.0.16 "GET /v2.0/ports?device_id=62bbe31c-cd0e-42c5-8bfb-c559617783f4 HTTP/1.1" status: 200 len: 945 time: 0.0700564 Jul 14 19:07:02.991838 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-bd118e59-c60d-4079-9a70-0c7d9397f1c6 req-8be6b284-c34c-4cf5-b51e-871abdcc7ec8 tempest-ServerDiskConfigTestJSON-1648307526 tempest-ServerDiskConfigTestJSON-1648307526-project] 10.222.0.16 "GET /v2.0/security-groups?id=e35efc97-04ff-4aa8-997e-bd9043f99ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322316 Jul 14 19:07:04.162298 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c65cee3-d7c4-42bd-816c-bd929413dde0 req-402fc9b2-7f2b-4bac-b939-ac124e29cc6f tempest-ServerDiskConfigTestJSON-1648307526 tempest-ServerDiskConfigTestJSON-1648307526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:07:04.163767 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-5c65cee3-d7c4-42bd-816c-bd929413dde0 req-402fc9b2-7f2b-4bac-b939-ac124e29cc6f tempest-ServerDiskConfigTestJSON-1648307526 tempest-ServerDiskConfigTestJSON-1648307526-project] 10.222.0.16 "GET /v2.0/ports?device_id=62bbe31c-cd0e-42c5-8bfb-c559617783f4 HTTP/1.1" status: 200 len: 945 time: 0.0628884 Jul 14 19:07:04.201590 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-5c65cee3-d7c4-42bd-816c-bd929413dde0 req-b6df71e5-505f-4487-bd50-b581a8ebb675 tempest-ServerDiskConfigTestJSON-1648307526 tempest-ServerDiskConfigTestJSON-1648307526-project] 10.222.0.16 "GET /v2.0/security-groups?id=e35efc97-04ff-4aa8-997e-bd9043f99ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317638 Jul 14 19:07:05.047913 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.agents_db [None req-2ea07fb6-aa68-4671-8654-119d82b9f530 None None] Agent healthcheck: found 7 active agents {{(pid=93918) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 19:07:05.374642 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131d5d28-673c-4f89-a013-75a86b0507e2 req-46bbfa71-60df-44ad-8463-f2fd3f309bd2 tempest-ServerDiskConfigTestJSON-1648307526 tempest-ServerDiskConfigTestJSON-1648307526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:07:05.376127 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-131d5d28-673c-4f89-a013-75a86b0507e2 req-46bbfa71-60df-44ad-8463-f2fd3f309bd2 tempest-ServerDiskConfigTestJSON-1648307526 tempest-ServerDiskConfigTestJSON-1648307526-project] 10.222.0.16 "GET /v2.0/ports?device_id=62bbe31c-cd0e-42c5-8bfb-c559617783f4 HTTP/1.1" status: 200 len: 945 time: 0.0647235 Jul 14 19:07:05.416318 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-131d5d28-673c-4f89-a013-75a86b0507e2 req-e62576d6-2a2a-4d5b-90aa-1b661f48a1ae tempest-ServerDiskConfigTestJSON-1648307526 tempest-ServerDiskConfigTestJSON-1648307526-project] 10.222.0.16 "GET /v2.0/security-groups?id=e35efc97-04ff-4aa8-997e-bd9043f99ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346069 Jul 14 19:07:05.735581 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:07:06.590852 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78598268-594a-4784-9afc-feffd6374faa req-52354441-6d22-4a7b-95a4-429318ee5354 tempest-ServerDiskConfigTestJSON-1648307526 tempest-ServerDiskConfigTestJSON-1648307526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:07:06.592979 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-78598268-594a-4784-9afc-feffd6374faa req-52354441-6d22-4a7b-95a4-429318ee5354 tempest-ServerDiskConfigTestJSON-1648307526 tempest-ServerDiskConfigTestJSON-1648307526-project] 10.222.0.16 "GET /v2.0/ports?device_id=62bbe31c-cd0e-42c5-8bfb-c559617783f4 HTTP/1.1" status: 200 len: 945 time: 0.0630312 Jul 14 19:07:06.629617 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-78598268-594a-4784-9afc-feffd6374faa req-a9ea2b59-7147-4b9c-af69-7e7976fd7955 tempest-ServerDiskConfigTestJSON-1648307526 tempest-ServerDiskConfigTestJSON-1648307526-project] 10.222.0.16 "GET /v2.0/security-groups?id=e35efc97-04ff-4aa8-997e-bd9043f99ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311880 Jul 14 19:07:07.804156 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4016aee9-45de-42a1-8b7d-edcfea03179b req-44db1876-b7db-4e5d-9fac-1b76e267ff93 tempest-ServerDiskConfigTestJSON-1648307526 tempest-ServerDiskConfigTestJSON-1648307526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:07:07.805552 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-4016aee9-45de-42a1-8b7d-edcfea03179b req-44db1876-b7db-4e5d-9fac-1b76e267ff93 tempest-ServerDiskConfigTestJSON-1648307526 tempest-ServerDiskConfigTestJSON-1648307526-project] 10.222.0.16 "GET /v2.0/ports?device_id=62bbe31c-cd0e-42c5-8bfb-c559617783f4 HTTP/1.1" status: 200 len: 945 time: 0.0630436 Jul 14 19:07:07.842500 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-4016aee9-45de-42a1-8b7d-edcfea03179b req-685dc4db-f8c5-4b97-9f72-68720dc9065d tempest-ServerDiskConfigTestJSON-1648307526 tempest-ServerDiskConfigTestJSON-1648307526-project] 10.222.0.16 "GET /v2.0/security-groups?id=e35efc97-04ff-4aa8-997e-bd9043f99ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313792 Jul 14 19:07:09.024948 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb19de8f-acd3-4954-8040-6a27ec47c1ea req-0d4588e3-4c48-48eb-89c3-a024ee20b435 tempest-ServerDiskConfigTestJSON-1648307526 tempest-ServerDiskConfigTestJSON-1648307526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:07:09.026553 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-cb19de8f-acd3-4954-8040-6a27ec47c1ea req-0d4588e3-4c48-48eb-89c3-a024ee20b435 tempest-ServerDiskConfigTestJSON-1648307526 tempest-ServerDiskConfigTestJSON-1648307526-project] 10.222.0.16 "GET /v2.0/ports?device_id=62bbe31c-cd0e-42c5-8bfb-c559617783f4 HTTP/1.1" status: 200 len: 945 time: 0.0680690 Jul 14 19:07:09.068542 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-cb19de8f-acd3-4954-8040-6a27ec47c1ea req-4674a407-cca9-4f6b-884d-69acff75ba35 tempest-ServerDiskConfigTestJSON-1648307526 tempest-ServerDiskConfigTestJSON-1648307526-project] 10.222.0.16 "GET /v2.0/security-groups?id=e35efc97-04ff-4aa8-997e-bd9043f99ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362194 Jul 14 19:07:10.239920 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481618e8-0bd4-4ca9-9add-8bd6c6777171 req-731d873d-5c66-4a68-a40a-1a3df4a7b88d tempest-ServerDiskConfigTestJSON-1648307526 tempest-ServerDiskConfigTestJSON-1648307526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:07:10.241421 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-481618e8-0bd4-4ca9-9add-8bd6c6777171 req-731d873d-5c66-4a68-a40a-1a3df4a7b88d tempest-ServerDiskConfigTestJSON-1648307526 tempest-ServerDiskConfigTestJSON-1648307526-project] 10.222.0.16 "GET /v2.0/ports?device_id=62bbe31c-cd0e-42c5-8bfb-c559617783f4 HTTP/1.1" status: 200 len: 945 time: 0.0632813 Jul 14 19:07:10.280088 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-481618e8-0bd4-4ca9-9add-8bd6c6777171 req-f12d066e-8db8-4772-bd4d-83ae83bcc7df tempest-ServerDiskConfigTestJSON-1648307526 tempest-ServerDiskConfigTestJSON-1648307526-project] 10.222.0.16 "GET /v2.0/security-groups?id=e35efc97-04ff-4aa8-997e-bd9043f99ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330694 Jul 14 19:07:11.451677 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f4ca39-64a3-4147-bee9-c8382b111d34 req-8250a6d5-763c-4b1a-a0b9-4f780a16103c tempest-ServerDiskConfigTestJSON-1648307526 tempest-ServerDiskConfigTestJSON-1648307526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:07:11.453182 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-63f4ca39-64a3-4147-bee9-c8382b111d34 req-8250a6d5-763c-4b1a-a0b9-4f780a16103c tempest-ServerDiskConfigTestJSON-1648307526 tempest-ServerDiskConfigTestJSON-1648307526-project] 10.222.0.16 "GET /v2.0/ports?device_id=62bbe31c-cd0e-42c5-8bfb-c559617783f4 HTTP/1.1" status: 200 len: 945 time: 0.0630505 Jul 14 19:07:11.494054 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-63f4ca39-64a3-4147-bee9-c8382b111d34 req-f5de1f77-1e5c-4ade-b64c-efa257c88aff tempest-ServerDiskConfigTestJSON-1648307526 tempest-ServerDiskConfigTestJSON-1648307526-project] 10.222.0.16 "GET /v2.0/security-groups?id=e35efc97-04ff-4aa8-997e-bd9043f99ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352845 Jul 14 19:07:12.708959 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26264129-655d-48af-ba26-d8f3c119c79e req-b7fb7434-4907-4712-ba4e-277af6622335 tempest-ServerDiskConfigTestJSON-1648307526 tempest-ServerDiskConfigTestJSON-1648307526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:07:12.710430 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-26264129-655d-48af-ba26-d8f3c119c79e req-b7fb7434-4907-4712-ba4e-277af6622335 tempest-ServerDiskConfigTestJSON-1648307526 tempest-ServerDiskConfigTestJSON-1648307526-project] 10.222.0.16 "GET /v2.0/ports?device_id=62bbe31c-cd0e-42c5-8bfb-c559617783f4 HTTP/1.1" status: 200 len: 945 time: 0.1052830 Jul 14 19:07:12.713268 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-67004436-fc24-4363-bea9-2fbe74abe881 req-51084ca8-5e57-4ed5-a65a-bd84b18af0e1 service neutron] 10.222.0.18 "GET /v2.0/ports/5563b8f4-6d15-42db-9ad4-4525997485c3/bindings/n-h1-800634-3 HTTP/1.1" status: 200 len: 382 time: 0.0772541 Jul 14 19:07:12.753521 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-26264129-655d-48af-ba26-d8f3c119c79e req-e6714be1-18bc-4596-8a35-79a6a051ed81 tempest-ServerDiskConfigTestJSON-1648307526 tempest-ServerDiskConfigTestJSON-1648307526-project] 10.222.0.16 "GET /v2.0/security-groups?id=e35efc97-04ff-4aa8-997e-bd9043f99ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369663 Jul 14 19:07:12.964377 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67004436-fc24-4363-bea9-2fbe74abe881 req-93e26a50-4f2f-4a44-b58d-a128351e01e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:07:12.965872 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-67004436-fc24-4363-bea9-2fbe74abe881 req-93e26a50-4f2f-4a44-b58d-a128351e01e8 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=62bbe31c-cd0e-42c5-8bfb-c559617783f4&tenant_id=77176f337ee0461b92ab037be1ed6acd HTTP/1.1" status: 200 len: 1096 time: 0.0568242 Jul 14 19:07:13.043053 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67004436-fc24-4363-bea9-2fbe74abe881 req-6fbf0ecf-518a-4b99-9bcd-e203644fd614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:07:13.045149 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-67004436-fc24-4363-bea9-2fbe74abe881 req-6fbf0ecf-518a-4b99-9bcd-e203644fd614 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=77176f337ee0461b92ab037be1ed6acd&device_id=62bbe31c-cd0e-42c5-8bfb-c559617783f4 HTTP/1.1" status: 200 len: 1096 time: 0.0515819 Jul 14 19:07:13.133646 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67004436-fc24-4363-bea9-2fbe74abe881 req-ac90be45-fc1c-4446-b5d6-4245388050f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:07:13.135033 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-67004436-fc24-4363-bea9-2fbe74abe881 req-ac90be45-fc1c-4446-b5d6-4245388050f0 service neutron] 10.222.0.18 "GET /v2.0/networks?id=e3a51527-762d-4036-857e-b191a3b427b2 HTTP/1.1" status: 200 len: 915 time: 0.0843585 Jul 14 19:07:13.178951 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-67004436-fc24-4363-bea9-2fbe74abe881 req-6d93bcb4-3fb0-4405-bbc6-a003aec22a35 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5563b8f4-6d15-42db-9ad4-4525997485c3 HTTP/1.1" status: 200 len: 217 time: 0.0373466 Jul 14 19:07:13.226687 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67004436-fc24-4363-bea9-2fbe74abe881 req-b982ae9a-d380-4132-b05f-4b60a40a796d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:07:13.228067 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-67004436-fc24-4363-bea9-2fbe74abe881 req-b982ae9a-d380-4132-b05f-4b60a40a796d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=395ee2e2-8801-47e3-b7fb-84d9e9201c8b HTTP/1.1" status: 200 len: 855 time: 0.0421546 Jul 14 19:07:13.260576 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-67004436-fc24-4363-bea9-2fbe74abe881 req-8e95f46f-278b-42dd-a8e2-cda17e214f98 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e3a51527-762d-4036-857e-b191a3b427b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259504 Jul 14 19:07:13.353004 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-67004436-fc24-4363-bea9-2fbe74abe881 req-b2f56018-6ddd-4b64-94c1-4fbfa58298ac service neutron] 10.222.0.18 "GET /v2.0/networks/e3a51527-762d-4036-857e-b191a3b427b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856531 Jul 14 19:07:13.442308 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-67004436-fc24-4363-bea9-2fbe74abe881 req-3c3b3d78-ffb1-4208-9fad-312ffaab031e service neutron] 10.222.0.18 "GET /v2.0/networks/e3a51527-762d-4036-857e-b191a3b427b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824733 Jul 14 19:07:13.927047 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34d4d82-6c9f-41a0-ada8-3cb701246dce req-1137fa53-4c0c-4d41-9d95-d396bca443f7 tempest-ServerDiskConfigTestJSON-1648307526 tempest-ServerDiskConfigTestJSON-1648307526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:07:13.928543 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a34d4d82-6c9f-41a0-ada8-3cb701246dce req-1137fa53-4c0c-4d41-9d95-d396bca443f7 tempest-ServerDiskConfigTestJSON-1648307526 tempest-ServerDiskConfigTestJSON-1648307526-project] 10.222.0.16 "GET /v2.0/ports?device_id=62bbe31c-cd0e-42c5-8bfb-c559617783f4 HTTP/1.1" status: 200 len: 945 time: 0.0647967 Jul 14 19:07:13.965287 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a34d4d82-6c9f-41a0-ada8-3cb701246dce req-23bf9866-5e89-47c2-b5ea-5a02b07f805e tempest-ServerDiskConfigTestJSON-1648307526 tempest-ServerDiskConfigTestJSON-1648307526-project] 10.222.0.16 "GET /v2.0/security-groups?id=e35efc97-04ff-4aa8-997e-bd9043f99ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312467 Jul 14 19:07:15.143487 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffc4d51-ea93-4d59-9ab2-9e2e99510992 req-a1d61727-729c-48c4-9466-96369a379be5 tempest-ServerDiskConfigTestJSON-1648307526 tempest-ServerDiskConfigTestJSON-1648307526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:07:15.144916 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-9ffc4d51-ea93-4d59-9ab2-9e2e99510992 req-a1d61727-729c-48c4-9466-96369a379be5 tempest-ServerDiskConfigTestJSON-1648307526 tempest-ServerDiskConfigTestJSON-1648307526-project] 10.222.0.16 "GET /v2.0/ports?device_id=62bbe31c-cd0e-42c5-8bfb-c559617783f4 HTTP/1.1" status: 200 len: 945 time: 0.0689588 Jul 14 19:07:15.181599 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-9ffc4d51-ea93-4d59-9ab2-9e2e99510992 req-77d0d098-1cbf-43b5-b36b-2891c1fe6c78 tempest-ServerDiskConfigTestJSON-1648307526 tempest-ServerDiskConfigTestJSON-1648307526-project] 10.222.0.16 "GET /v2.0/security-groups?id=e35efc97-04ff-4aa8-997e-bd9043f99ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311770 Jul 14 19:07:15.529808 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabfa424-660d-45cd-9a62-9c56fb2619e5 req-a2ee4594-c0a1-4df1-a38c-98ae5aec6ce6 tempest-ServerDiskConfigTestJSON-1648307526 tempest-ServerDiskConfigTestJSON-1648307526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:07:15.531303 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-dabfa424-660d-45cd-9a62-9c56fb2619e5 req-a2ee4594-c0a1-4df1-a38c-98ae5aec6ce6 tempest-ServerDiskConfigTestJSON-1648307526 tempest-ServerDiskConfigTestJSON-1648307526-project] 10.222.0.18 "GET /v2.0/ports?device_id=62bbe31c-cd0e-42c5-8bfb-c559617783f4&tenant_id=77176f337ee0461b92ab037be1ed6acd&binding%3Ahost_id=n-h1-800634-3 HTTP/1.1" status: 200 len: 945 time: 0.1157060 Jul 14 19:07:15.539504 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151f597f-7239-4b3b-925c-675a94691169 req-0000d4a5-40ee-481e-a724-9dad0813933b tempest-ServerDiskConfigTestJSON-1648307526 tempest-ServerDiskConfigTestJSON-1648307526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:07:15.540924 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-151f597f-7239-4b3b-925c-675a94691169 req-0000d4a5-40ee-481e-a724-9dad0813933b tempest-ServerDiskConfigTestJSON-1648307526 tempest-ServerDiskConfigTestJSON-1648307526-project] 10.222.0.16 "GET /v2.0/ports?device_id=62bbe31c-cd0e-42c5-8bfb-c559617783f4 HTTP/1.1" status: 200 len: 945 time: 0.1160848 Jul 14 19:07:15.587682 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-151f597f-7239-4b3b-925c-675a94691169 req-99cc5ed5-21af-43e4-8761-2432ac703a70 tempest-ServerDiskConfigTestJSON-1648307526 tempest-ServerDiskConfigTestJSON-1648307526-project] 10.222.0.16 "GET /v2.0/security-groups?id=e35efc97-04ff-4aa8-997e-bd9043f99ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405250 Jul 14 19:07:15.629498 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabfa424-660d-45cd-9a62-9c56fb2619e5 req-f2883112-f350-4355-b91c-827b6b15790f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:07:15.630979 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-dabfa424-660d-45cd-9a62-9c56fb2619e5 req-f2883112-f350-4355-b91c-827b6b15790f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=77176f337ee0461b92ab037be1ed6acd&device_id=62bbe31c-cd0e-42c5-8bfb-c559617783f4 HTTP/1.1" status: 200 len: 1096 time: 0.0560670 Jul 14 19:07:15.721158 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabfa424-660d-45cd-9a62-9c56fb2619e5 req-1e49a12f-2de1-4c1a-b3d3-fe512f936592 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:07:15.722605 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-dabfa424-660d-45cd-9a62-9c56fb2619e5 req-1e49a12f-2de1-4c1a-b3d3-fe512f936592 service neutron] 10.222.0.18 "GET /v2.0/networks?id=e3a51527-762d-4036-857e-b191a3b427b2 HTTP/1.1" status: 200 len: 915 time: 0.0862036 Jul 14 19:07:15.761651 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-dabfa424-660d-45cd-9a62-9c56fb2619e5 req-6934accf-76c4-4208-aa32-545528fad1a6 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5563b8f4-6d15-42db-9ad4-4525997485c3 HTTP/1.1" status: 200 len: 217 time: 0.0333226 Jul 14 19:07:15.807894 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabfa424-660d-45cd-9a62-9c56fb2619e5 req-3c4b5db5-378b-4fa7-ad49-d1cc98780e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:07:15.809270 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-dabfa424-660d-45cd-9a62-9c56fb2619e5 req-3c4b5db5-378b-4fa7-ad49-d1cc98780e25 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=395ee2e2-8801-47e3-b7fb-84d9e9201c8b HTTP/1.1" status: 200 len: 855 time: 0.0418482 Jul 14 19:07:15.840801 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-dabfa424-660d-45cd-9a62-9c56fb2619e5 req-15b95581-cc31-4814-9e6e-1a82f8bdf104 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e3a51527-762d-4036-857e-b191a3b427b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254235 Jul 14 19:07:15.930660 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-dabfa424-660d-45cd-9a62-9c56fb2619e5 req-e381541e-18fb-441f-b022-a5332d3b342f service neutron] 10.222.0.18 "GET /v2.0/networks/e3a51527-762d-4036-857e-b191a3b427b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833797 Jul 14 19:07:16.017446 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-dabfa424-660d-45cd-9a62-9c56fb2619e5 req-91f18ad3-401a-4eab-a4bb-bc40b706c303 service neutron] 10.222.0.18 "GET /v2.0/networks/e3a51527-762d-4036-857e-b191a3b427b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806050 Jul 14 19:07:16.065299 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device 5563b8f4-6d15-42db-9ad4-4525997485c3 details requested by agent hyperv_n-h1-800634-3 with host n-h1-800634-3 {{(pid=93917) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 19:07:16.067338 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device 5563b8f4-6d15-42db-9ad4-4525997485c3 no longer exists at agent hyperv_n-h1-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 19:07:16.209693 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:07:16.228077 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port 5563b8f4-6d15-42db-9ad4-4525997485c3, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=5563b8f4-6d15-42db-9ad4-4525997485c3,segment=NetworkSegment(1a988ea8-3b77-4414-8b34-3d0f639dfd83),segment_id=1a988ea8-3b77-4414-8b34-3d0f639dfd83)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 19:07:16.245379 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Returning: {'device': '5563b8f4-6d15-42db-9ad4-4525997485c3', 'network_id': 'e3a51527-762d-4036-857e-b191a3b427b2', 'port_id': '5563b8f4-6d15-42db-9ad4-4525997485c3', 'mac_address': 'fa:16:3e:63:0a:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '395ee2e2-8801-47e3-b7fb-84d9e9201c8b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93917) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 19:07:16.250620 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62bbe31c-cd0e-42c5-8bfb-c559617783f4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5563b8f4-6d15-42db-9ad4-4525997485c3'}] {{(pid=93917) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 19:07:16.252885 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20b787f3c29eaa7aa2a4d648c725a2124c5ff39a8d793252f9d844495e14cf42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51f44de9-0f27-43dc-adf6-27382141ee83" -d '{"events": [{"server_uuid": "62bbe31c-cd0e-42c5-8bfb-c559617783f4", "name": "network-vif-unplugged", "status": "completed", "tag": "5563b8f4-6d15-42db-9ad4-4525997485c3"}]}' {{(pid=93917) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 19:07:16.268848 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port 5563b8f4-6d15-42db-9ad4-4525997485c3, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=5563b8f4-6d15-42db-9ad4-4525997485c3,segment=NetworkSegment(1a988ea8-3b77-4414-8b34-3d0f639dfd83),segment_id=1a988ea8-3b77-4414-8b34-3d0f639dfd83)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 19:07:16.286958 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:07:16.303592 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 14 Jul 2021 19:07:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1384b253-e3bd-486e-989c-109988e10f10 x-openstack-request-id: req-1384b253-e3bd-486e-989c-109988e10f10 {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 19:07:16.303893 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62bbe31c-cd0e-42c5-8bfb-c559617783f4", "name": "network-vif-unplugged", "status": "completed", "tag": "5563b8f4-6d15-42db-9ad4-4525997485c3", "code": 200}]} {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 19:07:16.304172 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1384b253-e3bd-486e-989c-109988e10f10 {{(pid=93917) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 19:07:16.304561 n-d-800634-3 neutron-server[93917]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62bbe31c-cd0e-42c5-8bfb-c559617783f4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5563b8f4-6d15-42db-9ad4-4525997485c3', 'code': 200} Jul 14 19:07:16.330152 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:07:16.355310 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5563b8f4-6d15-42db-9ad4-4525997485c3 {{(pid=93917) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 19:07:16.366901 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Pushing event updated for resources: {'Port': ['ID=5563b8f4-6d15-42db-9ad4-4525997485c3,revision_number=6']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:07:16.401633 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.db.api [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93917) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 14 19:07:16.401995 n-d-800634-3 neutron-server[93917]: DEBUG oslo_db.api [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 19:07:16.764934 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185491ce-e361-458a-a3ec-57f3f9a04568 req-cb5142fa-8490-475c-80fc-4da6dd0ae5f8 tempest-ServerDiskConfigTestJSON-1648307526 tempest-ServerDiskConfigTestJSON-1648307526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:07:16.766423 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-185491ce-e361-458a-a3ec-57f3f9a04568 req-cb5142fa-8490-475c-80fc-4da6dd0ae5f8 tempest-ServerDiskConfigTestJSON-1648307526 tempest-ServerDiskConfigTestJSON-1648307526-project] 10.222.0.16 "GET /v2.0/ports?device_id=62bbe31c-cd0e-42c5-8bfb-c559617783f4 HTTP/1.1" status: 200 len: 943 time: 0.0683341 Jul 14 19:07:16.803594 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-185491ce-e361-458a-a3ec-57f3f9a04568 req-10b86d07-9390-449e-b91a-57794e0a3e7c tempest-ServerDiskConfigTestJSON-1648307526 tempest-ServerDiskConfigTestJSON-1648307526-project] 10.222.0.16 "GET /v2.0/security-groups?id=e35efc97-04ff-4aa8-997e-bd9043f99ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317090 Jul 14 19:07:16.937736 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:07:16.950483 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5563b8f4-6d15-42db-9ad4-4525997485c3 {{(pid=93917) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 19:07:16.973395 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port 5563b8f4-6d15-42db-9ad4-4525997485c3, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=5563b8f4-6d15-42db-9ad4-4525997485c3,segment=NetworkSegment(1a988ea8-3b77-4414-8b34-3d0f639dfd83),segment_id=1a988ea8-3b77-4414-8b34-3d0f639dfd83)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 19:07:16.975980 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0554944-87f9-444e-90e8-ca24a2d303be req-cde449a2-862a-45fb-adc6-cff96a222cab tempest-ServerDiskConfigTestJSON-1648307526 tempest-ServerDiskConfigTestJSON-1648307526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:07:16.977758 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b0554944-87f9-444e-90e8-ca24a2d303be req-cde449a2-862a-45fb-adc6-cff96a222cab tempest-ServerDiskConfigTestJSON-1648307526 tempest-ServerDiskConfigTestJSON-1648307526-project] 10.222.0.16 "GET /v2.0/ports?device_id=62bbe31c-cd0e-42c5-8bfb-c559617783f4 HTTP/1.1" status: 200 len: 943 time: 0.0645278 Jul 14 19:07:16.977920 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:07:17.017608 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b0554944-87f9-444e-90e8-ca24a2d303be req-00bb7a42-81b5-46b8-be29-1a9446440943 tempest-ServerDiskConfigTestJSON-1648307526 tempest-ServerDiskConfigTestJSON-1648307526-project] 10.222.0.16 "GET /v2.0/security-groups?id=e35efc97-04ff-4aa8-997e-bd9043f99ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331850 Jul 14 19:07:17.024024 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Pushing event updated for resources: {'Port': ['ID=5563b8f4-6d15-42db-9ad4-4525997485c3,revision_number=7']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:07:17.173691 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] get_ports_and_sgs() called for port_ids ['5563b8f4-6d15-42db-9ad4-4525997485c3'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 19:07:17.190206 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c5472d-ef25-4511-a1e6-b868e3c092a6 req-51b1f8ac-8a8d-412d-bc10-37a5bd8ddc43 tempest-ServerDiskConfigTestJSON-1648307526 tempest-ServerDiskConfigTestJSON-1648307526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:07:17.191615 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c7c5472d-ef25-4511-a1e6-b868e3c092a6 req-51b1f8ac-8a8d-412d-bc10-37a5bd8ddc43 tempest-ServerDiskConfigTestJSON-1648307526 tempest-ServerDiskConfigTestJSON-1648307526-project] 10.222.0.16 "GET /v2.0/ports?device_id=62bbe31c-cd0e-42c5-8bfb-c559617783f4 HTTP/1.1" status: 200 len: 944 time: 0.0663180 Jul 14 19:07:17.488984 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c7c5472d-ef25-4511-a1e6-b868e3c092a6 req-eef3c449-f004-4635-8972-a04cdf9e8621 tempest-ServerDiskConfigTestJSON-1648307526 tempest-ServerDiskConfigTestJSON-1648307526-project] 10.222.0.16 "GET /v2.0/security-groups?id=e35efc97-04ff-4aa8-997e-bd9043f99ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2917056 Jul 14 19:07:18.046601 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1af30cd-7b0a-49dc-adee-9838f188a165 req-29097242-5e13-4db0-a41e-9ed19be2570c tempest-ServerDiskConfigTestJSON-1648307526 tempest-ServerDiskConfigTestJSON-1648307526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:07:18.047992 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a1af30cd-7b0a-49dc-adee-9838f188a165 req-29097242-5e13-4db0-a41e-9ed19be2570c tempest-ServerDiskConfigTestJSON-1648307526 tempest-ServerDiskConfigTestJSON-1648307526-project] 10.222.0.16 "GET /v2.0/ports?device_id=62bbe31c-cd0e-42c5-8bfb-c559617783f4 HTTP/1.1" status: 200 len: 944 time: 0.0632627 Jul 14 19:07:18.071638 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device 5563b8f4-6d15-42db-9ad4-4525997485c3 up at agent hyperv_n-h1-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 19:07:18.085044 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a1af30cd-7b0a-49dc-adee-9838f188a165 req-58a436be-38b4-4a86-869a-e4699ed7cabb tempest-ServerDiskConfigTestJSON-1648307526 tempest-ServerDiskConfigTestJSON-1648307526-project] 10.222.0.16 "GET /v2.0/security-groups?id=e35efc97-04ff-4aa8-997e-bd9043f99ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315211 Jul 14 19:07:18.122974 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Provisioning complete for port 5563b8f4-6d15-42db-9ad4-4525997485c3 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 19:07:18.123356 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:07:18.197107 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:07:18.228775 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port 5563b8f4-6d15-42db-9ad4-4525997485c3, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=5563b8f4-6d15-42db-9ad4-4525997485c3,segment=NetworkSegment(1a988ea8-3b77-4414-8b34-3d0f639dfd83),segment_id=1a988ea8-3b77-4414-8b34-3d0f639dfd83)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 19:07:18.232741 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:07:18.282619 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Pushing event updated for resources: {'Port': ['ID=5563b8f4-6d15-42db-9ad4-4525997485c3,revision_number=8']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:07:18.305714 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62bbe31c-cd0e-42c5-8bfb-c559617783f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5563b8f4-6d15-42db-9ad4-4525997485c3'}] {{(pid=93917) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 19:07:18.307910 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20b787f3c29eaa7aa2a4d648c725a2124c5ff39a8d793252f9d844495e14cf42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcd8ee0a-4485-471e-bd95-9159f2170b4b" -d '{"events": [{"server_uuid": "62bbe31c-cd0e-42c5-8bfb-c559617783f4", "name": "network-vif-plugged", "status": "completed", "tag": "5563b8f4-6d15-42db-9ad4-4525997485c3"}]}' {{(pid=93917) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 19:07:18.343172 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 19:07:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5437b2c4-7b86-429a-a5fc-552fc0f86389 x-openstack-request-id: req-5437b2c4-7b86-429a-a5fc-552fc0f86389 {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 19:07:18.343462 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62bbe31c-cd0e-42c5-8bfb-c559617783f4", "name": "network-vif-plugged", "status": "completed", "tag": "5563b8f4-6d15-42db-9ad4-4525997485c3", "code": 200}]} {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 19:07:18.343713 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5437b2c4-7b86-429a-a5fc-552fc0f86389 {{(pid=93917) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 19:07:18.344099 n-d-800634-3 neutron-server[93917]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62bbe31c-cd0e-42c5-8bfb-c559617783f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5563b8f4-6d15-42db-9ad4-4525997485c3', 'code': 200} Jul 14 19:07:19.062951 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3deb8306-5fc9-4442-a462-a8a8ddcb86be req-bfc46708-ffde-44b9-9d5c-d4193fdcfbe6 tempest-ServerDiskConfigTestJSON-1648307526 tempest-ServerDiskConfigTestJSON-1648307526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:07:19.064528 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3deb8306-5fc9-4442-a462-a8a8ddcb86be req-bfc46708-ffde-44b9-9d5c-d4193fdcfbe6 tempest-ServerDiskConfigTestJSON-1648307526 tempest-ServerDiskConfigTestJSON-1648307526-project] 10.222.0.18 "GET /v2.0/ports?device_id=62bbe31c-cd0e-42c5-8bfb-c559617783f4 HTTP/1.1" status: 200 len: 945 time: 0.0633769 Jul 14 19:07:19.165109 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [req-3deb8306-5fc9-4442-a462-a8a8ddcb86be req-316e32ce-150f-4503-90e3-366e7770b196 tempest-ServerDiskConfigTestJSON-1648307526 tempest-ServerDiskConfigTestJSON-1648307526-project] Deleting port 5563b8f4-6d15-42db-9ad4-4525997485c3 {{(pid=93915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 19:07:19.165450 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-3deb8306-5fc9-4442-a462-a8a8ddcb86be req-316e32ce-150f-4503-90e3-366e7770b196 tempest-ServerDiskConfigTestJSON-1648307526 tempest-ServerDiskConfigTestJSON-1648307526-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:07:19.292502 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-3deb8306-5fc9-4442-a462-a8a8ddcb86be req-316e32ce-150f-4503-90e3-366e7770b196 tempest-ServerDiskConfigTestJSON-1648307526 tempest-ServerDiskConfigTestJSON-1648307526-project] For port 5563b8f4-6d15-42db-9ad4-4525997485c3, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=5563b8f4-6d15-42db-9ad4-4525997485c3,segment=NetworkSegment(1a988ea8-3b77-4414-8b34-3d0f639dfd83),segment_id=1a988ea8-3b77-4414-8b34-3d0f639dfd83)] {{(pid=93915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 19:07:19.292871 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-3deb8306-5fc9-4442-a462-a8a8ddcb86be req-316e32ce-150f-4503-90e3-366e7770b196 tempest-ServerDiskConfigTestJSON-1648307526 tempest-ServerDiskConfigTestJSON-1648307526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:07:19.307879 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [req-3deb8306-5fc9-4442-a462-a8a8ddcb86be req-316e32ce-150f-4503-90e3-366e7770b196 tempest-ServerDiskConfigTestJSON-1648307526 tempest-ServerDiskConfigTestJSON-1648307526-project] Calling delete_port for 5563b8f4-6d15-42db-9ad4-4525997485c3 owned by compute:nova {{(pid=93915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 19:07:19.322386 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db5cc47-34a8-43af-a4ee-56d6bba2bcab req-9daf0728-dd82-41a6-9356-4d997de5af39 tempest-ServerDiskConfigTestJSON-1648307526 tempest-ServerDiskConfigTestJSON-1648307526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:07:19.323873 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-5db5cc47-34a8-43af-a4ee-56d6bba2bcab req-9daf0728-dd82-41a6-9356-4d997de5af39 tempest-ServerDiskConfigTestJSON-1648307526 tempest-ServerDiskConfigTestJSON-1648307526-project] 10.222.0.16 "GET /v2.0/ports?device_id=62bbe31c-cd0e-42c5-8bfb-c559617783f4 HTTP/1.1" status: 200 len: 945 time: 0.1203625 Jul 14 19:07:19.402867 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-5db5cc47-34a8-43af-a4ee-56d6bba2bcab req-a07ee778-1095-4975-b163-1dd7e01e26f6 tempest-ServerDiskConfigTestJSON-1648307526 tempest-ServerDiskConfigTestJSON-1648307526-project] 10.222.0.16 "GET /v2.0/security-groups?id=e35efc97-04ff-4aa8-997e-bd9043f99ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728359 Jul 14 19:07:19.480682 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-3deb8306-5fc9-4442-a462-a8a8ddcb86be req-316e32ce-150f-4503-90e3-366e7770b196 tempest-ServerDiskConfigTestJSON-1648307526 tempest-ServerDiskConfigTestJSON-1648307526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:07:19.492633 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] get_ports_and_sgs() called for port_ids ['5563b8f4-6d15-42db-9ad4-4525997485c3'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 19:07:19.509910 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316e32ce-150f-4503-90e3-366e7770b196 tempest-ServerDiskConfigTestJSON-1648307526 tempest-ServerDiskConfigTestJSON-1648307526-project] Pushing event deleted for resources: {'Port': ['ID=5563b8f4-6d15-42db-9ad4-4525997485c3,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:07:19.522975 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316e32ce-150f-4503-90e3-366e7770b196 tempest-ServerDiskConfigTestJSON-1648307526 tempest-ServerDiskConfigTestJSON-1648307526-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:07:19.523324 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316e32ce-150f-4503-90e3-366e7770b196 tempest-ServerDiskConfigTestJSON-1648307526 tempest-ServerDiskConfigTestJSON-1648307526-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:07:19.523669 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316e32ce-150f-4503-90e3-366e7770b196 tempest-ServerDiskConfigTestJSON-1648307526 tempest-ServerDiskConfigTestJSON-1648307526-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:07:19.524002 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316e32ce-150f-4503-90e3-366e7770b196 tempest-ServerDiskConfigTestJSON-1648307526 tempest-ServerDiskConfigTestJSON-1648307526-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:07:19.524356 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316e32ce-150f-4503-90e3-366e7770b196 tempest-ServerDiskConfigTestJSON-1648307526 tempest-ServerDiskConfigTestJSON-1648307526-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:07:19.524683 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316e32ce-150f-4503-90e3-366e7770b196 tempest-ServerDiskConfigTestJSON-1648307526 tempest-ServerDiskConfigTestJSON-1648307526-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:07:19.525006 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316e32ce-150f-4503-90e3-366e7770b196 tempest-ServerDiskConfigTestJSON-1648307526 tempest-ServerDiskConfigTestJSON-1648307526-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:07:19.525330 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316e32ce-150f-4503-90e3-366e7770b196 tempest-ServerDiskConfigTestJSON-1648307526 tempest-ServerDiskConfigTestJSON-1648307526-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:07:19.525651 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316e32ce-150f-4503-90e3-366e7770b196 tempest-ServerDiskConfigTestJSON-1648307526 tempest-ServerDiskConfigTestJSON-1648307526-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:07:19.525971 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316e32ce-150f-4503-90e3-366e7770b196 tempest-ServerDiskConfigTestJSON-1648307526 tempest-ServerDiskConfigTestJSON-1648307526-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:07:19.526297 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316e32ce-150f-4503-90e3-366e7770b196 tempest-ServerDiskConfigTestJSON-1648307526 tempest-ServerDiskConfigTestJSON-1648307526-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:07:19.526612 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316e32ce-150f-4503-90e3-366e7770b196 tempest-ServerDiskConfigTestJSON-1648307526 tempest-ServerDiskConfigTestJSON-1648307526-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:07:19.563376 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [req-3deb8306-5fc9-4442-a462-a8a8ddcb86be req-316e32ce-150f-4503-90e3-366e7770b196 tempest-ServerDiskConfigTestJSON-1648307526 tempest-ServerDiskConfigTestJSON-1648307526-project] No DVR routers for this DVR port 5563b8f4-6d15-42db-9ad4-4525997485c3 on host n-h1-800634-3 {{(pid=93915) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 19:07:19.565776 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-3deb8306-5fc9-4442-a462-a8a8ddcb86be req-316e32ce-150f-4503-90e3-366e7770b196 tempest-ServerDiskConfigTestJSON-1648307526 tempest-ServerDiskConfigTestJSON-1648307526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:07:19.567946 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3deb8306-5fc9-4442-a462-a8a8ddcb86be req-316e32ce-150f-4503-90e3-366e7770b196 tempest-ServerDiskConfigTestJSON-1648307526 tempest-ServerDiskConfigTestJSON-1648307526-project] 10.222.0.18 "DELETE /v2.0/ports/5563b8f4-6d15-42db-9ad4-4525997485c3 HTTP/1.1" status: 204 len: 173 time: 0.4976480 Jul 14 19:07:19.568402 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62bbe31c-cd0e-42c5-8bfb-c559617783f4', 'name': 'network-vif-deleted', 'tag': '5563b8f4-6d15-42db-9ad4-4525997485c3'}] {{(pid=93915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 19:07:19.570607 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e72782ad3af8f7d4ce76cedf092bca46d1756acc5c4653cf0b52034cdd6b073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5063eeb1-5c12-4069-8af4-5468d336af94" -d '{"events": [{"server_uuid": "62bbe31c-cd0e-42c5-8bfb-c559617783f4", "name": "network-vif-deleted", "tag": "5563b8f4-6d15-42db-9ad4-4525997485c3"}]}' {{(pid=93915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 19:07:19.606597 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 19:07:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05a6c1ad-5dc6-43cc-bbc7-9ce7623ddf70 x-openstack-request-id: req-05a6c1ad-5dc6-43cc-bbc7-9ce7623ddf70 {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 19:07:19.606902 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62bbe31c-cd0e-42c5-8bfb-c559617783f4", "name": "network-vif-deleted", "tag": "5563b8f4-6d15-42db-9ad4-4525997485c3", "status": "completed", "code": 200}]} {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 19:07:19.607159 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-05a6c1ad-5dc6-43cc-bbc7-9ce7623ddf70 {{(pid=93915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 19:07:19.607562 n-d-800634-3 neutron-server[93915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62bbe31c-cd0e-42c5-8bfb-c559617783f4', 'name': 'network-vif-deleted', 'tag': '5563b8f4-6d15-42db-9ad4-4525997485c3', 'status': 'completed', 'code': 200} Jul 14 19:07:20.439792 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-a451ee67-586c-4527-920f-6c3e0c987fd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:07:20.629642 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 57454) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 19:07:20.672943 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.db_base_plugin_v2 [None req-3fac6878-94c0-4dec-a169-ffe2c9b98c61 admin admin] Deleting subnet 395ee2e2-8801-47e3-b7fb-84d9e9201c8b {{(pid=93915) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 19:07:20.675846 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-3fac6878-94c0-4dec-a169-ffe2c9b98c61 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:07:20.712685 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-3fac6878-94c0-4dec-a169-ffe2c9b98c61 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28939913'] for subnet, precommit_delete_associations {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:07:20.750557 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-3fac6878-94c0-4dec-a169-ffe2c9b98c61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081283'] for subnet, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:07:20.800420 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-3fac6878-94c0-4dec-a169-ffe2c9b98c61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25913028', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28969762'] for subnet, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:07:20.824474 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fac6878-94c0-4dec-a169-ffe2c9b98c61 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=395ee2e2-8801-47e3-b7fb-84d9e9201c8b,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:07:20.829815 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-3fac6878-94c0-4dec-a169-ffe2c9b98c61 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:07:20.831428 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-3fac6878-94c0-4dec-a169-ffe2c9b98c61 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/395ee2e2-8801-47e3-b7fb-84d9e9201c8b HTTP/1.1" status: 204 len: 168 time: 0.2005672 Jul 14 19:07:20.833830 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 57456) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 19:07:20.905049 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-48c0eb1b-f717-4067-aef2-46a4381afedc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645734'] for network, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:07:20.980525 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-48c0eb1b-f717-4067-aef2-46a4381afedc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2096010', 'neutron.services.segments.db._delete_segments_for_network-8728202734996'] for network, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:07:20.990585 n-d-800634-3 neutron-server[93915]: DEBUG neutron.services.segments.db [None req-48c0eb1b-f717-4067-aef2-46a4381afedc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3a51527-762d-4036-857e-b191a3b427b2']}} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 19:07:21.001101 n-d-800634-3 neutron-server[93915]: DEBUG neutron.services.segments.db [None req-48c0eb1b-f717-4067-aef2-46a4381afedc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a988ea8-3b77-4414-8b34-3d0f639dfd83') {'for_net_delete': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 19:07:21.001401 n-d-800634-3 neutron-server[93915]: DEBUG neutron.services.segments.db [None req-48c0eb1b-f717-4067-aef2-46a4381afedc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a988ea8-3b77-4414-8b34-3d0f639dfd83') {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 19:07:21.010143 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-48c0eb1b-f717-4067-aef2-46a4381afedc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728202715275', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28939920'] for segment, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:07:21.023695 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-48c0eb1b-f717-4067-aef2-46a4381afedc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:07:21.029860 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48c0eb1b-f717-4067-aef2-46a4381afedc admin admin] Releasing vlan 80 on physical network physnet1 to pool {{(pid=93915) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 19:07:21.030249 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-48c0eb1b-f717-4067-aef2-46a4381afedc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25911658'] for segment, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:07:21.031842 n-d-800634-3 neutron-server[93915]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 19:07:21.031842 n-d-800634-3 neutron-server[93915]: conditions |= (models_v2.Port.network_id.in_( Jul 14 19:07:21.031842 n-d-800634-3 neutron-server[93915]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 19:07:21.031842 n-d-800634-3 neutron-server[93915]: conditions |= (models_v2.Port.network_id.in_( Jul 14 19:07:21.031842 n-d-800634-3 neutron-server[93915]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 19:07:21.031842 n-d-800634-3 neutron-server[93915]: conditions |= (models_v2.Port.network_id.in_( Jul 14 19:07:21.031842 n-d-800634-3 neutron-server[93915]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 19:07:21.031842 n-d-800634-3 neutron-server[93915]: conditions |= (models_v2.Port.network_id.in_( Jul 14 19:07:21.031842 n-d-800634-3 neutron-server[93915]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 19:07:21.031842 n-d-800634-3 neutron-server[93915]: conditions |= (models_v2.Port.network_id.in_( Jul 14 19:07:21.031842 n-d-800634-3 neutron-server[93915]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 19:07:21.031842 n-d-800634-3 neutron-server[93915]: conditions |= (models_v2.Port.network_id.in_( Jul 14 19:07:21.031842 n-d-800634-3 neutron-server[93915]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 19:07:21.031842 n-d-800634-3 neutron-server[93915]: conditions |= (models_v2.Port.network_id.in_( Jul 14 19:07:21.031842 n-d-800634-3 neutron-server[93915]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 19:07:21.031842 n-d-800634-3 neutron-server[93915]: conditions |= (models_v2.Port.network_id.in_( Jul 14 19:07:21.031842 n-d-800634-3 neutron-server[93915]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 19:07:21.031842 n-d-800634-3 neutron-server[93915]: conditions |= (models_v2.Port.network_id.in_( Jul 14 19:07:21.031842 n-d-800634-3 neutron-server[93915]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 19:07:21.031842 n-d-800634-3 neutron-server[93915]: conditions |= (models_v2.Port.network_id.in_( Jul 14 19:07:21.031842 n-d-800634-3 neutron-server[93915]: Traceback (most recent call last): Jul 14 19:07:21.031842 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 19:07:21.031842 n-d-800634-3 neutron-server[93915]: timer() Jul 14 19:07:21.031842 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 19:07:21.031842 n-d-800634-3 neutron-server[93915]: cb(*args, **kw) Jul 14 19:07:21.031842 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 19:07:21.031842 n-d-800634-3 neutron-server[93915]: return func(*args, **kwargs) Jul 14 19:07:21.031842 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 19:07:21.031842 n-d-800634-3 neutron-server[93915]: self._notify() Jul 14 19:07:21.031842 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 19:07:21.031842 n-d-800634-3 neutron-server[93915]: self.callback(batched_events) Jul 14 19:07:21.031842 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 19:07:21.031842 n-d-800634-3 neutron-server[93915]: event.method(event) Jul 14 19:07:21.031842 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 19:07:21.031842 n-d-800634-3 neutron-server[93915]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 19:07:21.031842 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 19:07:21.031842 n-d-800634-3 neutron-server[93915]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 19:07:21.031842 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 19:07:21.031842 n-d-800634-3 neutron-server[93915]: return f(self, *a, **k) Jul 14 19:07:21.031842 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 19:07:21.031842 n-d-800634-3 neutron-server[93915]: return self._get(url).json() Jul 14 19:07:21.031842 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 19:07:21.031842 n-d-800634-3 neutron-server[93915]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 19:07:21.031842 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 19:07:21.031842 n-d-800634-3 neutron-server[93915]: return self.request(url, 'GET', **kwargs) Jul 14 19:07:21.031842 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 19:07:21.031842 n-d-800634-3 neutron-server[93915]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 19:07:21.031842 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 19:07:21.031842 n-d-800634-3 neutron-server[93915]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 19:07:21.031842 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 19:07:21.031842 n-d-800634-3 neutron-server[93915]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 19:07:21.031842 n-d-800634-3 neutron-server[93915]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 19:07:21.086767 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-48c0eb1b-f717-4067-aef2-46a4381afedc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2096001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-930085'] for network, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:07:21.092826 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-48c0eb1b-f717-4067-aef2-46a4381afedc admin admin] Notify callbacks [] for network, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:07:21.094689 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-48c0eb1b-f717-4067-aef2-46a4381afedc admin admin] 10.222.0.16 "DELETE /v2.0/networks/e3a51527-762d-4036-857e-b191a3b427b2 HTTP/1.1" status: 204 len: 168 time: 0.2599518 Jul 14 19:07:21.106822 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c0eb1b-f717-4067-aef2-46a4381afedc admin admin] Pushing event deleted for resources: {'Network': ['ID=e3a51527-762d-4036-857e-b191a3b427b2,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:07:21.198113 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 57460) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 19:07:21.238905 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-f9f7d441-a958-4370-b676-0272970051a5 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=77176f337ee0461b92ab037be1ed6acd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0395081 Jul 14 19:07:21.241422 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 57462) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 19:07:21.287050 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-b4bf7533-1780-44bc-9fe8-b373a1df8d5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:07:21.307487 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-b4bf7533-1780-44bc-9fe8-b373a1df8d5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:07:21.353523 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-b4bf7533-1780-44bc-9fe8-b373a1df8d5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:07:21.356095 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-b4bf7533-1780-44bc-9fe8-b373a1df8d5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:07:21.358146 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-b4bf7533-1780-44bc-9fe8-b373a1df8d5e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e35efc97-04ff-4aa8-997e-bd9043f99ae6 HTTP/1.1" status: 204 len: 168 time: 0.1157241 Jul 14 19:07:21.365740 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bf7533-1780-44bc-9fe8-b373a1df8d5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e35efc97-04ff-4aa8-997e-bd9043f99ae6,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:07:21.988497 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 57484) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 19:07:22.071629 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device 5563b8f4-6d15-42db-9ad4-4525997485c3 no longer exists at agent hyperv_n-h1-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 19:07:22.092313 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] No Port match for: 5563b8f4-6d15-42db-9ad4-4525997485c3 {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 19:07:22.092665 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device 5563b8f4-6d15-42db-9ad4-4525997485c3 not bound to the agent host n-h1-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 19:07:22.125095 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-48a9a40b-d71a-41b3-b9df-8e5614021518 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1250980168-network', 'tenant_id': '04805eb1dac5471e95e628566976d1fd'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 19:07:22.149614 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48a9a40b-d71a-41b3-b9df-8e5614021518 admin admin] Made reservation on behalf of 04805eb1dac5471e95e628566976d1fd for: {'network': 1} {{(pid=93915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 19:07:22.152148 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-48a9a40b-d71a-41b3-b9df-8e5614021518 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for network, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:07:22.160894 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-48a9a40b-d71a-41b3-b9df-8e5614021518 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:07:22.248230 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-48a9a40b-d71a-41b3-b9df-8e5614021518 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:07:22.251561 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-48a9a40b-d71a-41b3-b9df-8e5614021518 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:07:22.275229 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48a9a40b-d71a-41b3-b9df-8e5614021518 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 74} {{(pid=93915) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 19:07:22.285158 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a9a40b-d71a-41b3-b9df-8e5614021518 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=690c128d-2e49-4ea4-a6e6-614ba583ef50,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:07:22.289723 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-48a9a40b-d71a-41b3-b9df-8e5614021518 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:07:22.290074 n-d-800634-3 neutron-server[93915]: INFO neutron.db.segments_db [None req-48a9a40b-d71a-41b3-b9df-8e5614021518 admin admin] Added segment d0a0df7e-3c75-4ea6-9ecb-d1aff0ab52c6 of type vlan for network 97727ed7-2695-478a-9eda-9cec1e9e91e1 Jul 14 19:07:22.328537 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-48a9a40b-d71a-41b3-b9df-8e5614021518 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728202197517'] for network, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:07:22.356404 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-48a9a40b-d71a-41b3-b9df-8e5614021518 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727'] for network, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:07:22.357436 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48a9a40b-d71a-41b3-b9df-8e5614021518 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:07:22.358024 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-48a9a40b-d71a-41b3-b9df-8e5614021518 admin admin] Notify callbacks [] for network, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:07:22.412765 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-48a9a40b-d71a-41b3-b9df-8e5614021518 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4230692 Jul 14 19:07:22.415709 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 57490) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 19:07:22.420772 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-cbbdc01e-08a9-47e1-b123-3a8a63f0c785 admin admin] Request body: {'subnet': {'network_id': '97727ed7-2695-478a-9eda-9cec1e9e91e1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1250980168-subnet', 'tenant_id': '04805eb1dac5471e95e628566976d1fd', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 19:07:22.422034 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a9a40b-d71a-41b3-b9df-8e5614021518 admin admin] Pushing event updated for resources: {'Network': ['ID=97727ed7-2695-478a-9eda-9cec1e9e91e1,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:07:22.432077 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Network 97727ed7-2695-478a-9eda-9cec1e9e91e1 details requested by agent ovs-agent-n-d-800634-3 with host n-d-800634-3 {{(pid=93917) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 19:07:22.444536 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbbdc01e-08a9-47e1-b123-3a8a63f0c785 admin admin] Made reservation on behalf of 04805eb1dac5471e95e628566976d1fd for: {'subnet': 1} {{(pid=93916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 19:07:22.446910 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-cbbdc01e-08a9-47e1-b123-3a8a63f0c785 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26033189'] for subnet, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:07:22.614153 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-cbbdc01e-08a9-47e1-b123-3a8a63f0c785 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2684753', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26033175'] for subnet, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:07:22.668895 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbdc01e-08a9-47e1-b123-3a8a63f0c785 admin admin] Pushing event updated for resources: {'Subnet': ['ID=18d4a98c-ae99-400b-9f7f-5406e74f63fb,revision_number=0']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:07:22.679403 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbbdc01e-08a9-47e1-b123-3a8a63f0c785 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:07:22.679752 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbbdc01e-08a9-47e1-b123-3a8a63f0c785 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:07:22.680096 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbbdc01e-08a9-47e1-b123-3a8a63f0c785 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:07:22.680459 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbbdc01e-08a9-47e1-b123-3a8a63f0c785 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:07:22.680797 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbbdc01e-08a9-47e1-b123-3a8a63f0c785 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:07:22.681132 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbbdc01e-08a9-47e1-b123-3a8a63f0c785 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:07:22.681467 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbbdc01e-08a9-47e1-b123-3a8a63f0c785 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:07:22.681796 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbbdc01e-08a9-47e1-b123-3a8a63f0c785 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:07:22.682126 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbbdc01e-08a9-47e1-b123-3a8a63f0c785 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:07:22.682454 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbbdc01e-08a9-47e1-b123-3a8a63f0c785 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:07:22.682784 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbbdc01e-08a9-47e1-b123-3a8a63f0c785 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:07:22.683108 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbbdc01e-08a9-47e1-b123-3a8a63f0c785 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:07:22.689135 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbbdc01e-08a9-47e1-b123-3a8a63f0c785 admin admin] Checking segment: {'id': 'd0a0df7e-3c75-4ea6-9ecb-d1aff0ab52c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '97727ed7-2695-478a-9eda-9cec1e9e91e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93916) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 19:07:22.689478 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbbdc01e-08a9-47e1-b123-3a8a63f0c785 admin admin] Network hostable DHCP agents. Network: 97727ed7-2695-478a-9eda-9cec1e9e91e1, hostable agents: ['028393c3-0576-4ebd-bca1-8ea8a148e1a2'], hosted agents: [] {{(pid=93916) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 19:07:22.705516 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbbdc01e-08a9-47e1-b123-3a8a63f0c785 admin admin] Network 97727ed7-2695-478a-9eda-9cec1e9e91e1 is scheduled to be hosted by DHCP agent 028393c3-0576-4ebd-bca1-8ea8a148e1a2 with binding_index 1 {{(pid=93916) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 19:07:22.714072 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [None req-cbbdc01e-08a9-47e1-b123-3a8a63f0c785 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-3, 97727ed7-2695-478a-9eda-9cec1e9e91e1) {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 19:07:22.718563 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbbdc01e-08a9-47e1-b123-3a8a63f0c785 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:07:22.719295 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-cbbdc01e-08a9-47e1-b123-3a8a63f0c785 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:07:22.724211 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18ebd2e4-8ab3-45f6-8559-b42c4a50c6ec None None] Network 97727ed7-2695-478a-9eda-9cec1e9e91e1 requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 19:07:22.734110 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-cbbdc01e-08a9-47e1-b123-3a8a63f0c785 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3172407 Jul 14 19:07:22.736818 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 57492) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 19:07:22.741068 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-f8888265-24a7-4bc0-a91c-c1798842aba0 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1250980168-router', 'tenant_id': '04805eb1dac5471e95e628566976d1fd', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61'}}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 19:07:22.761290 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-f8888265-24a7-4bc0-a91c-c1798842aba0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-571768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11104'] for router, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:07:22.762255 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-f8888265-24a7-4bc0-a91c-c1798842aba0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-571675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-930014', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-632314', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11129'] for router, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:07:22.816695 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-f8888265-24a7-4bc0-a91c-c1798842aba0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:07:22.878103 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-642d66dc-04a9-47c0-8aa9-32bdce435e3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:07:22.883786 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-872f2cb8-177b-420f-8471-906a783cf84f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9222b97e-5d1c-54f8-ba97-82f172498e76-97727ed7-2695-478a-9eda-9cec1e9e91e1', 'network_id': '97727ed7-2695-478a-9eda-9cec1e9e91e1', 'tenant_id': '04805eb1dac5471e95e628566976d1fd', 'fixed_ips': [{'subnet_id': '18d4a98c-ae99-400b-9f7f-5406e74f63fb'}]}} from n-d-800634-3. {{(pid=93917) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 19:07:22.884755 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-872f2cb8-177b-420f-8471-906a783cf84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:07:22.951361 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-f8888265-24a7-4bc0-a91c-c1798842aba0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-929996', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-571750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11395'] for router, precommit_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:07:23.024523 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.db_base_plugin_common [None req-872f2cb8-177b-420f-8471-906a783cf84f None None] Allocated IP 172.20.0.2 (97727ed7-2695-478a-9eda-9cec1e9e91e1/18d4a98c-ae99-400b-9f7f-5406e74f63fb/89375789-a6bc-4f00-80f0-b805d0645ec6) {{(pid=93917) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 19:07:23.163184 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-f8888265-24a7-4bc0-a91c-c1798842aba0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:07:23.171692 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-872f2cb8-177b-420f-8471-906a783cf84f None None] Notify callbacks [] for port, precommit_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:07:23.180273 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-872f2cb8-177b-420f-8471-906a783cf84f None None] Transition to ACTIVE for port object 89375789-a6bc-4f00-80f0-b805d0645ec6 will not be triggered until provisioned by entity L2. {{(pid=93917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 19:07:23.183230 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-f8888265-24a7-4bc0-a91c-c1798842aba0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:07:23.198537 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-872f2cb8-177b-420f-8471-906a783cf84f None None] Transition to ACTIVE for port object 89375789-a6bc-4f00-80f0-b805d0645ec6 will not be triggered until provisioned by entity DHCP. {{(pid=93917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 19:07:23.207242 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-872f2cb8-177b-420f-8471-906a783cf84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804'] for port, after_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:07:23.239628 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:07:23.249629 n-d-800634-3 neutron-server[93917]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-872f2cb8-177b-420f-8471-906a783cf84f None None] Network 97727ed7-2695-478a-9eda-9cec1e9e91e1 is already hosted by enough agents. {{(pid=93917) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 19:07:23.254950 n-d-800634-3 neutron-server[93917]: DEBUG neutron.scheduler.base_scheduler [None req-872f2cb8-177b-420f-8471-906a783cf84f None None] Resources bound (agent type, host, resource id): {{(pid=93917) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 19:07:23.260633 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-872f2cb8-177b-420f-8471-906a783cf84f None None] Received port after_create {{(pid=93917) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 19:07:23.268331 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872f2cb8-177b-420f-8471-906a783cf84f None None] Pushing event updated for resources: {'Port': ['ID=89375789-a6bc-4f00-80f0-b805d0645ec6,revision_number=1']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:07:23.318556 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.db_base_plugin_common [None req-f8888265-24a7-4bc0-a91c-c1798842aba0 admin admin] Allocated IP 172.25.1.108 (9200a437-e1de-4520-88f6-e68386523e61/5f47f848-4532-407a-a0e2-5690ade15fd0/510b5f68-10e7-4bf2-89fd-91188c69394c) {{(pid=93916) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 19:07:23.334974 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-872f2cb8-177b-420f-8471-906a783cf84f None None] Attempting to bind port 89375789-a6bc-4f00-80f0-b805d0645ec6 on host n-d-800634-3 for vnic_type normal with profile {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 19:07:23.335367 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-872f2cb8-177b-420f-8471-906a783cf84f None None] Attempting to bind port 89375789-a6bc-4f00-80f0-b805d0645ec6 by drivers openvswitch,hyperv on host n-d-800634-3 at level 0 using segments [{'id': 'd0a0df7e-3c75-4ea6-9ecb-d1aff0ab52c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '97727ed7-2695-478a-9eda-9cec1e9e91e1'}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 19:07:23.335821 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-872f2cb8-177b-420f-8471-906a783cf84f None None] Attempting to bind port 89375789-a6bc-4f00-80f0-b805d0645ec6 on network 97727ed7-2695-478a-9eda-9cec1e9e91e1 {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 19:07:23.341041 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-872f2cb8-177b-420f-8471-906a783cf84f None None] Checking agent: {'id': '01c19e91-a945-4e3c-94a6-c211e17c923e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 8, 23), 'started_at': datetime.datetime(2021, 7, 14, 18, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 19, 7, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 19:07:23.341422 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-872f2cb8-177b-420f-8471-906a783cf84f None None] Checking segment: {'id': 'd0a0df7e-3c75-4ea6-9ecb-d1aff0ab52c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '97727ed7-2695-478a-9eda-9cec1e9e91e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93917) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 19:07:23.341814 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-872f2cb8-177b-420f-8471-906a783cf84f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:07:23.342212 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-872f2cb8-177b-420f-8471-906a783cf84f None None] Bound using segment: {'id': 'd0a0df7e-3c75-4ea6-9ecb-d1aff0ab52c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '97727ed7-2695-478a-9eda-9cec1e9e91e1'} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 19:07:23.342680 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-872f2cb8-177b-420f-8471-906a783cf84f None None] Bound port: 89375789-a6bc-4f00-80f0-b805d0645ec6, host: n-d-800634-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0a0df7e-3c75-4ea6-9ecb-d1aff0ab52c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '97727ed7-2695-478a-9eda-9cec1e9e91e1'}}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 19:07:23.343071 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-872f2cb8-177b-420f-8471-906a783cf84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:07:23.412634 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-872f2cb8-177b-420f-8471-906a783cf84f None None] For port 89375789-a6bc-4f00-80f0-b805d0645ec6, host n-d-800634-3, cleared binding levels {{(pid=93917) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 19:07:23.416043 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-872f2cb8-177b-420f-8471-906a783cf84f None None] For port 89375789-a6bc-4f00-80f0-b805d0645ec6, host n-d-800634-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=89375789-a6bc-4f00-80f0-b805d0645ec6,segment=NetworkSegment(d0a0df7e-3c75-4ea6-9ecb-d1aff0ab52c6),segment_id=d0a0df7e-3c75-4ea6-9ecb-d1aff0ab52c6)] {{(pid=93917) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 19:07:23.420950 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-872f2cb8-177b-420f-8471-906a783cf84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:07:23.431675 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-f8888265-24a7-4bc0-a91c-c1798842aba0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:07:23.475911 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-f8888265-24a7-4bc0-a91c-c1798842aba0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:07:23.484498 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872f2cb8-177b-420f-8471-906a783cf84f None None] Pushing event updated for resources: {'Port': ['ID=89375789-a6bc-4f00-80f0-b805d0645ec6,revision_number=2']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:07:23.529492 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8888265-24a7-4bc0-a91c-c1798842aba0 admin admin] Network 9200a437-e1de-4520-88f6-e68386523e61 is already hosted by enough agents. {{(pid=93916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 19:07:23.533550 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [None req-f8888265-24a7-4bc0-a91c-c1798842aba0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 19:07:23.535574 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8888265-24a7-4bc0-a91c-c1798842aba0 admin admin] Pushing event updated for resources: {'Port': ['ID=510b5f68-10e7-4bf2-89fd-91188c69394c,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:07:23.537729 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8888265-24a7-4bc0-a91c-c1798842aba0 admin admin] Received port after_create {{(pid=93916) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 19:07:23.809834 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-f8888265-24a7-4bc0-a91c-c1798842aba0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:07:24.000586 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-f8888265-24a7-4bc0-a91c-c1798842aba0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-571759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-930033'] for router, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:07:24.130180 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8888265-24a7-4bc0-a91c-c1798842aba0 admin admin] Router e4667727-8e40-4f84-92ec-1fafe56db13e is scheduled to L3 agent 2c6eb27e-defb-4cca-9a24-381c7415e359 with binding_index 1 {{(pid=93916) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 19:07:24.240463 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8888265-24a7-4bc0-a91c-c1798842aba0 admin admin] Notify agent at l3_agent.n-d-800634-3 the message routers_updated {{(pid=93916) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 19:07:24.256237 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3afa548b-569f-47d2-a226-d0d7c4dabccf None None] Sync routers for ids ['e4667727-8e40-4f84-92ec-1fafe56db13e'] in n-d-800634-3 {{(pid=93917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 19:07:24.261428 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-f8888265-24a7-4bc0-a91c-c1798842aba0 admin admin] Notify callbacks [] for router, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:07:24.265644 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-574aeb93-9938-449c-8e6c-cb22c9b52cc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:07:24.266216 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-f8888265-24a7-4bc0-a91c-c1798842aba0 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.5284235 Jul 14 19:07:24.266524 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 57494) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 19:07:24.271235 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3afa548b-569f-47d2-a226-d0d7c4dabccf None None] Routers {'e4667727-8e40-4f84-92ec-1fafe56db13e'} bound to L3 agent in host n-d-800634-3 {{(pid=93917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 19:07:24.271867 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-3afa548b-569f-47d2-a226-d0d7c4dabccf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T19:07:23Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['e4667727-8e40-4f84-92ec-1fafe56db13e'], 'active': True} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 19:07:24.384733 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvr_db [None req-3afa548b-569f-47d2-a226-d0d7c4dabccf None None] Set router e4667727-8e40-4f84-92ec-1fafe56db13e gateway port host: n-d-800634-3 {{(pid=93917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 19:07:24.441323 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-501663d9-a2be-4bc8-b738-0b37ca3cb448 None None] Network 97727ed7-2695-478a-9eda-9cec1e9e91e1 requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 19:07:24.561767 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-16fb957a-472b-433b-b6a1-4f3e84689eec None None] Provisioning for port 89375789-a6bc-4f00-80f0-b805d0645ec6 completed by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 19:07:24.691163 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-237d7af2-1d59-41bc-9fa1-1d298b75deac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:07:24.704841 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-3afa548b-569f-47d2-a226-d0d7c4dabccf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4667727-8e40-4f84-92ec-1fafe56db13e', 'name': 'tempest-ServerActionsTestJSON-1250980168-router', 'tenant_id': '04805eb1dac5471e95e628566976d1fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.108'}], 'enable_snat': True}, 'gw_port_id': '510b5f68-10e7-4bf2-89fd-91188c69394c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T19:07:22Z', 'updated_at': '2021-07-14T19:07:23Z', 'revision_number': 3, 'project_id': '04805eb1dac5471e95e628566976d1fd', 'gw_port': {'id': '510b5f68-10e7-4bf2-89fd-91188c69394c', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:60:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4667727-8e40-4f84-92ec-1fafe56db13e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T19:07:23Z', 'updated_at': '2021-07-14T19:07:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3'}], 'n-d-800634-3', False) {} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 19:07:24.735503 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3afa548b-569f-47d2-a226-d0d7c4dabccf None None] Checking router: e4667727-8e40-4f84-92ec-1fafe56db13e for host: n-d-800634-3 {{(pid=93917) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 19:07:24.735853 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3afa548b-569f-47d2-a226-d0d7c4dabccf None None] Updating router e4667727-8e40-4f84-92ec-1fafe56db13e port 510b5f68-10e7-4bf2-89fd-91188c69394c binding host n-d-800634-3 {{(pid=93917) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 19:07:24.771833 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-3afa548b-569f-47d2-a226-d0d7c4dabccf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:07:24.853682 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.db_base_plugin_common [None req-237d7af2-1d59-41bc-9fa1-1d298b75deac admin admin] Allocated IP 172.20.0.1 (97727ed7-2695-478a-9eda-9cec1e9e91e1/18d4a98c-ae99-400b-9f7f-5406e74f63fb/7ba96e13-edba-48ac-b007-1e553c78e570) {{(pid=93915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 19:07:24.978573 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 89375789-a6bc-4f00-80f0-b805d0645ec6 up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 19:07:25.000643 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-237d7af2-1d59-41bc-9fa1-1d298b75deac admin admin] Notify callbacks [] for port, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:07:25.014549 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.provisioning_blocks [None req-237d7af2-1d59-41bc-9fa1-1d298b75deac admin admin] Transition to ACTIVE for port object 7ba96e13-edba-48ac-b007-1e553c78e570 will not be triggered until provisioned by entity DHCP. {{(pid=93915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 19:07:25.049322 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-237d7af2-1d59-41bc-9fa1-1d298b75deac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:07:25.096166 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-237d7af2-1d59-41bc-9fa1-1d298b75deac admin admin] Network 97727ed7-2695-478a-9eda-9cec1e9e91e1 is already hosted by enough agents. {{(pid=93915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 19:07:25.099083 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [None req-237d7af2-1d59-41bc-9fa1-1d298b75deac admin admin] Resources bound (agent type, host, resource id): {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 19:07:25.102781 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-237d7af2-1d59-41bc-9fa1-1d298b75deac admin admin] Received port after_create {{(pid=93915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 19:07:25.126178 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237d7af2-1d59-41bc-9fa1-1d298b75deac admin admin] Pushing event updated for resources: {'Port': ['ID=7ba96e13-edba-48ac-b007-1e553c78e570,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:07:25.146574 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-237d7af2-1d59-41bc-9fa1-1d298b75deac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-930452'] for router_interface, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:07:25.266474 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-3afa548b-569f-47d2-a226-d0d7c4dabccf None None] Notify callbacks [] for port, precommit_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:07:25.279441 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-3afa548b-569f-47d2-a226-d0d7c4dabccf None None] Transition to ACTIVE for port object 510b5f68-10e7-4bf2-89fd-91188c69394c will not be triggered until provisioned by entity L2. {{(pid=93917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 19:07:25.288301 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-3afa548b-569f-47d2-a226-d0d7c4dabccf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:07:25.302298 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-237d7af2-1d59-41bc-9fa1-1d298b75deac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:07:25.317463 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning for port 89375789-a6bc-4f00-80f0-b805d0645ec6 completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 19:07:25.331432 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port 89375789-a6bc-4f00-80f0-b805d0645ec6 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 19:07:25.331810 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:07:25.367642 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb70b72-2d1b-4fe9-ba98-f4558861db7c None None] Pushing event updated for resources: {'Port': ['ID=510b5f68-10e7-4bf2-89fd-91188c69394c,revision_number=2']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:07:25.378177 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-3afa548b-569f-47d2-a226-d0d7c4dabccf None None] Attempting to bind port 510b5f68-10e7-4bf2-89fd-91188c69394c on host n-d-800634-3 for vnic_type normal with profile {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 19:07:25.378556 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-3afa548b-569f-47d2-a226-d0d7c4dabccf None None] Attempting to bind port 510b5f68-10e7-4bf2-89fd-91188c69394c by drivers openvswitch,hyperv on host n-d-800634-3 at level 0 using segments [{'id': '5afb940b-bbdf-4727-be00-5d46367c38a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9200a437-e1de-4520-88f6-e68386523e61'}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 19:07:25.378922 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3afa548b-569f-47d2-a226-d0d7c4dabccf None None] Attempting to bind port 510b5f68-10e7-4bf2-89fd-91188c69394c on network 9200a437-e1de-4520-88f6-e68386523e61 {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 19:07:25.392501 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3afa548b-569f-47d2-a226-d0d7c4dabccf None None] Checking agent: {'id': '01c19e91-a945-4e3c-94a6-c211e17c923e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 8, 23), 'started_at': datetime.datetime(2021, 7, 14, 18, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 19, 7, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 19:07:25.392879 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3afa548b-569f-47d2-a226-d0d7c4dabccf None None] Checking segment: {'id': '5afb940b-bbdf-4727-be00-5d46367c38a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9200a437-e1de-4520-88f6-e68386523e61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93917) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 19:07:25.393276 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-3afa548b-569f-47d2-a226-d0d7c4dabccf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:07:25.393669 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3afa548b-569f-47d2-a226-d0d7c4dabccf None None] Bound using segment: {'id': '5afb940b-bbdf-4727-be00-5d46367c38a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9200a437-e1de-4520-88f6-e68386523e61'} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 19:07:25.394135 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-3afa548b-569f-47d2-a226-d0d7c4dabccf None None] Bound port: 510b5f68-10e7-4bf2-89fd-91188c69394c, host: n-d-800634-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5afb940b-bbdf-4727-be00-5d46367c38a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9200a437-e1de-4520-88f6-e68386523e61'}}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 19:07:25.394512 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-3afa548b-569f-47d2-a226-d0d7c4dabccf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:07:25.418666 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-ec462e21-609a-4acc-bc70-2a203b42d3cd None None] Provisioning for port 7ba96e13-edba-48ac-b007-1e553c78e570 completed by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 19:07:25.432282 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-ec462e21-609a-4acc-bc70-2a203b42d3cd None None] Provisioning complete for port 7ba96e13-edba-48ac-b007-1e553c78e570 triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 19:07:25.432656 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-ec462e21-609a-4acc-bc70-2a203b42d3cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:07:25.471630 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-237d7af2-1d59-41bc-9fa1-1d298b75deac admin admin] Notify callbacks [] for port, precommit_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:07:25.477634 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-237d7af2-1d59-41bc-9fa1-1d298b75deac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25912978'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:07:25.509288 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-ec462e21-609a-4acc-bc70-2a203b42d3cd None None] Port 7ba96e13-edba-48ac-b007-1e553c78e570 cannot update to ACTIVE because it is not bound. {{(pid=93917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 19:07:25.512632 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-3afa548b-569f-47d2-a226-d0d7c4dabccf None None] For port 510b5f68-10e7-4bf2-89fd-91188c69394c, host n-d-800634-3, cleared binding levels {{(pid=93917) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 19:07:25.530701 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:07:25.533543 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-3afa548b-569f-47d2-a226-d0d7c4dabccf None None] For port 510b5f68-10e7-4bf2-89fd-91188c69394c, host n-d-800634-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=510b5f68-10e7-4bf2-89fd-91188c69394c,segment=NetworkSegment(5afb940b-bbdf-4727-be00-5d46367c38a1),segment_id=5afb940b-bbdf-4727-be00-5d46367c38a1)] {{(pid=93917) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 19:07:25.543031 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-3afa548b-569f-47d2-a226-d0d7c4dabccf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:07:25.544627 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237d7af2-1d59-41bc-9fa1-1d298b75deac admin admin] Pushing event updated for resources: {'Port': ['ID=7ba96e13-edba-48ac-b007-1e553c78e570,revision_number=2']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:07:25.550621 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-237d7af2-1d59-41bc-9fa1-1d298b75deac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-598741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-928734'] for router_interface, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:07:25.611422 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] For port 89375789-a6bc-4f00-80f0-b805d0645ec6, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=89375789-a6bc-4f00-80f0-b805d0645ec6,segment=NetworkSegment(d0a0df7e-3c75-4ea6-9ecb-d1aff0ab52c6),segment_id=d0a0df7e-3c75-4ea6-9ecb-d1aff0ab52c6)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 19:07:25.620665 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:07:25.624271 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3afa548b-569f-47d2-a226-d0d7c4dabccf None None] Routers {'e4667727-8e40-4f84-92ec-1fafe56db13e'} bound to L3 agent in host n-d-800634-3 {{(pid=93917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 19:07:25.625352 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-3afa548b-569f-47d2-a226-d0d7c4dabccf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T19:07:23Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['e4667727-8e40-4f84-92ec-1fafe56db13e'], 'active': True} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 19:07:25.628214 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb70b72-2d1b-4fe9-ba98-f4558861db7c None None] Pushing event updated for resources: {'Port': ['ID=510b5f68-10e7-4bf2-89fd-91188c69394c,revision_number=3']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:07:25.647291 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-237d7af2-1d59-41bc-9fa1-1d298b75deac admin admin] Network 97727ed7-2695-478a-9eda-9cec1e9e91e1 is already hosted by enough agents. {{(pid=93915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 19:07:25.648826 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [None req-237d7af2-1d59-41bc-9fa1-1d298b75deac admin admin] Resources bound (agent type, host, resource id): {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 19:07:25.751797 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Pushing event updated for resources: {'Port': ['ID=89375789-a6bc-4f00-80f0-b805d0645ec6,revision_number=3']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:07:25.774754 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvr_db [None req-3afa548b-569f-47d2-a226-d0d7c4dabccf None None] Set router e4667727-8e40-4f84-92ec-1fafe56db13e gateway port host: n-d-800634-3 {{(pid=93917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 19:07:25.776170 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-237d7af2-1d59-41bc-9fa1-1d298b75deac admin admin] Router e4667727-8e40-4f84-92ec-1fafe56db13e has already been hosted by L3 agent 2c6eb27e-defb-4cca-9a24-381c7415e359 {{(pid=93915) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 19:07:25.887205 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-237d7af2-1d59-41bc-9fa1-1d298b75deac admin admin] Notify agent at l3_agent.n-d-800634-3 the message routers_updated {{(pid=93915) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 19:07:25.893333 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-237d7af2-1d59-41bc-9fa1-1d298b75deac admin admin] 10.222.0.16 "PUT /v2.0/routers/e4667727-8e40-4f84-92ec-1fafe56db13e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6255467 Jul 14 19:07:25.911066 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-2f4e3af3-e708-4ffd-a544-82d93a489d01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:07:25.949082 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-675837f1-c5eb-4f5e-9a61-fba1cff1f160 None None] Provisioning complete for port 7ba96e13-edba-48ac-b007-1e553c78e570 triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 19:07:25.949453 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-675837f1-c5eb-4f5e-9a61-fba1cff1f160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:07:26.009374 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-675837f1-c5eb-4f5e-9a61-fba1cff1f160 None None] Port 7ba96e13-edba-48ac-b007-1e553c78e570 cannot update to ACTIVE because it is not bound. {{(pid=93917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 19:07:26.031388 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-3afa548b-569f-47d2-a226-d0d7c4dabccf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4667727-8e40-4f84-92ec-1fafe56db13e', 'name': 'tempest-ServerActionsTestJSON-1250980168-router', 'tenant_id': '04805eb1dac5471e95e628566976d1fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.108'}], 'enable_snat': True}, 'gw_port_id': '510b5f68-10e7-4bf2-89fd-91188c69394c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T19:07:22Z', 'updated_at': '2021-07-14T19:07:25Z', 'revision_number': 4, 'project_id': '04805eb1dac5471e95e628566976d1fd', 'gw_port': {'id': '510b5f68-10e7-4bf2-89fd-91188c69394c', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:60:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4667727-8e40-4f84-92ec-1fafe56db13e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T19:07:23Z', 'updated_at': '2021-07-14T19:07:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_interfaces': [{'id': '7ba96e13-edba-48ac-b007-1e553c78e570', 'name': '', 'network_id': '97727ed7-2695-478a-9eda-9cec1e9e91e1', 'tenant_id': '04805eb1dac5471e95e628566976d1fd', 'mac_address': 'fa:16:3e:5f:c8:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4667727-8e40-4f84-92ec-1fafe56db13e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '18d4a98c-ae99-400b-9f7f-5406e74f63fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T19:07:24Z', 'updated_at': '2021-07-14T19:07:25Z', 'revision_number': 2, 'project_id': '04805eb1dac5471e95e628566976d1fd', 'subnets': [{'id': '18d4a98c-ae99-400b-9f7f-5406e74f63fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-3', False) {} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 19:07:26.057627 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3afa548b-569f-47d2-a226-d0d7c4dabccf None None] The sync data for ids ['e4667727-8e40-4f84-92ec-1fafe56db13e'] in n-d-800634-3 is: [{'id': 'e4667727-8e40-4f84-92ec-1fafe56db13e', 'name': 'tempest-ServerActionsTestJSON-1250980168-router', 'tenant_id': '04805eb1dac5471e95e628566976d1fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.108'}], 'enable_snat': True}, 'gw_port_id': '510b5f68-10e7-4bf2-89fd-91188c69394c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T19:07:22Z', 'updated_at': '2021-07-14T19:07:25Z', 'revision_number': 4, 'project_id': '04805eb1dac5471e95e628566976d1fd', 'gw_port': {'id': '510b5f68-10e7-4bf2-89fd-91188c69394c', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:60:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4667727-8e40-4f84-92ec-1fafe56db13e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T19:07:23Z', 'updated_at': '2021-07-14T19:07:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_interfaces': [{'id': '7ba96e13-edba-48ac-b007-1e553c78e570', 'name': '', 'network_id': '97727ed7-2695-478a-9eda-9cec1e9e91e1', 'tenant_id': '04805eb1dac5471e95e628566976d1fd', 'mac_address': 'fa:16:3e:5f:c8:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4667727-8e40-4f84-92ec-1fafe56db13e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '18d4a98c-ae99-400b-9f7f-5406e74f63fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T19:07:24Z', 'updated_at': '2021-07-14T19:07:25Z', 'revision_number': 2, 'project_id': '04805eb1dac5471e95e628566976d1fd', 'subnets': [{'id': '18d4a98c-ae99-400b-9f7f-5406e74f63fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 19:07:26.991730 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 89375789-a6bc-4f00-80f0-b805d0645ec6 up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 19:07:27.043445 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port 89375789-a6bc-4f00-80f0-b805d0645ec6 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 19:07:27.043945 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:07:27.126403 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 510b5f68-10e7-4bf2-89fd-91188c69394c up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 19:07:27.174798 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning for port 510b5f68-10e7-4bf2-89fd-91188c69394c completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 19:07:27.184222 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port 510b5f68-10e7-4bf2-89fd-91188c69394c triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 19:07:27.185140 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:07:27.264017 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:07:27.284509 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] For port 510b5f68-10e7-4bf2-89fd-91188c69394c, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=510b5f68-10e7-4bf2-89fd-91188c69394c,segment=NetworkSegment(5afb940b-bbdf-4727-be00-5d46367c38a1),segment_id=5afb940b-bbdf-4727-be00-5d46367c38a1)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 19:07:27.287920 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:07:27.334218 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Pushing event updated for resources: {'Port': ['ID=510b5f68-10e7-4bf2-89fd-91188c69394c,revision_number=4']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:07:27.457723 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 57506) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 19:07:27.462507 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-7c4291da-eb9d-4326-8cb6-57d1c82b44c3 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1714536513', 'description': 'tempest-description--1318223264'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 19:07:27.484052 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-7c4291da-eb9d-4326-8cb6-57d1c82b44c3 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] Notify callbacks [] for security_group, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:07:27.566102 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-7c4291da-eb9d-4326-8cb6-57d1c82b44c3 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] Notify callbacks [] for security_group, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:07:27.571192 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-7c4291da-eb9d-4326-8cb6-57d1c82b44c3 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:07:27.599513 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-7c4291da-eb9d-4326-8cb6-57d1c82b44c3 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:07:27.600798 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-7c4291da-eb9d-4326-8cb6-57d1c82b44c3 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.1419578 Jul 14 19:07:27.603407 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4291da-eb9d-4326-8cb6-57d1c82b44c3 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] Pushing event updated for resources: {'SecurityGroup': ['ID=33384978-bec5-44c9-869f-df28e64b8d22,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:07:27.603922 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 57508) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 19:07:27.611851 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-2fb7caa2-987a-4908-8ba0-8928f291b7a3 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] Request body: {'security_group_rule': {'security_group_id': '33384978-bec5-44c9-869f-df28e64b8d22', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 19:07:27.643976 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-2fb7caa2-987a-4908-8ba0-8928f291b7a3 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:07:27.715482 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-2fb7caa2-987a-4908-8ba0-8928f291b7a3 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:07:27.719331 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-2fb7caa2-987a-4908-8ba0-8928f291b7a3 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305173'] for security_group_rule, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:07:27.738301 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb7caa2-987a-4908-8ba0-8928f291b7a3 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27b9b3e7-6d7b-4c8f-8033-9e36ca12247f,revision_number=0']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:07:27.741797 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-2fb7caa2-987a-4908-8ba0-8928f291b7a3 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:07:27.745819 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-2fb7caa2-987a-4908-8ba0-8928f291b7a3 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1407430 Jul 14 19:07:27.746405 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 57510) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 19:07:27.752059 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-c33c8c3a-c06b-47b5-b0eb-de166ad55633 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] Request body: {'security_group_rule': {'security_group_id': '33384978-bec5-44c9-869f-df28e64b8d22', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 19:07:27.778678 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-c33c8c3a-c06b-47b5-b0eb-de166ad55633 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:07:27.836543 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-c33c8c3a-c06b-47b5-b0eb-de166ad55633 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:07:27.840501 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-c33c8c3a-c06b-47b5-b0eb-de166ad55633 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305173'] for security_group_rule, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:07:27.864219 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33c8c3a-c06b-47b5-b0eb-de166ad55633 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=984539d4-16ff-4a51-a91c-9b75ae4d6446,revision_number=0']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:07:27.871575 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-c33c8c3a-c06b-47b5-b0eb-de166ad55633 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:07:27.873384 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-c33c8c3a-c06b-47b5-b0eb-de166ad55633 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1253073 Jul 14 19:07:27.876882 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 57512) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 19:07:27.881315 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-d3e5c60b-40d8-4e7f-bfce-38c6034ec627 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] Request body: {'floatingip': {'floating_network_id': '9200a437-e1de-4520-88f6-e68386523e61'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 19:07:27.906748 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-d3e5c60b-40d8-4e7f-bfce-38c6034ec627 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] Notify callbacks [] for floatingip, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:07:27.913983 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1f95e1b-67fd-4f82-8f3e-24fe9018bd87 None None] Sync routers for ids ['e4667727-8e40-4f84-92ec-1fafe56db13e'] in n-d-800634-3 {{(pid=93918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 19:07:27.923332 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1f95e1b-67fd-4f82-8f3e-24fe9018bd87 None None] Routers {'e4667727-8e40-4f84-92ec-1fafe56db13e'} bound to L3 agent in host n-d-800634-3 {{(pid=93918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 19:07:27.924015 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-a1f95e1b-67fd-4f82-8f3e-24fe9018bd87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T19:07:23Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['e4667727-8e40-4f84-92ec-1fafe56db13e'], 'active': True} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 19:07:28.002556 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-d3e5c60b-40d8-4e7f-bfce-38c6034ec627 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:07:28.027940 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvr_db [None req-a1f95e1b-67fd-4f82-8f3e-24fe9018bd87 None None] Set router e4667727-8e40-4f84-92ec-1fafe56db13e gateway port host: n-d-800634-3 {{(pid=93918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 19:07:28.111172 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.db_base_plugin_common [None req-d3e5c60b-40d8-4e7f-bfce-38c6034ec627 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] Allocated IP 172.25.1.94 (9200a437-e1de-4520-88f6-e68386523e61/5f47f848-4532-407a-a0e2-5690ade15fd0/32fc1284-6287-4074-9b6d-910a23988682) {{(pid=93916) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 19:07:28.217600 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-d3e5c60b-40d8-4e7f-bfce-38c6034ec627 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] Notify callbacks [] for port, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:07:28.222021 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-a1f95e1b-67fd-4f82-8f3e-24fe9018bd87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4667727-8e40-4f84-92ec-1fafe56db13e', 'name': 'tempest-ServerActionsTestJSON-1250980168-router', 'tenant_id': '04805eb1dac5471e95e628566976d1fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.108'}], 'enable_snat': True}, 'gw_port_id': '510b5f68-10e7-4bf2-89fd-91188c69394c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T19:07:22Z', 'updated_at': '2021-07-14T19:07:25Z', 'revision_number': 4, 'project_id': '04805eb1dac5471e95e628566976d1fd', 'gw_port': {'id': '510b5f68-10e7-4bf2-89fd-91188c69394c', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:60:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4667727-8e40-4f84-92ec-1fafe56db13e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T19:07:23Z', 'updated_at': '2021-07-14T19:07:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_interfaces': [{'id': '7ba96e13-edba-48ac-b007-1e553c78e570', 'name': '', 'network_id': '97727ed7-2695-478a-9eda-9cec1e9e91e1', 'tenant_id': '04805eb1dac5471e95e628566976d1fd', 'mac_address': 'fa:16:3e:5f:c8:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4667727-8e40-4f84-92ec-1fafe56db13e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '18d4a98c-ae99-400b-9f7f-5406e74f63fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T19:07:24Z', 'updated_at': '2021-07-14T19:07:25Z', 'revision_number': 2, 'project_id': '04805eb1dac5471e95e628566976d1fd', 'subnets': [{'id': '18d4a98c-ae99-400b-9f7f-5406e74f63fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-3', False) {} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 19:07:28.252845 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1f95e1b-67fd-4f82-8f3e-24fe9018bd87 None None] Checking router: e4667727-8e40-4f84-92ec-1fafe56db13e for host: n-d-800634-3 {{(pid=93918) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 19:07:28.253112 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1f95e1b-67fd-4f82-8f3e-24fe9018bd87 None None] Updating router e4667727-8e40-4f84-92ec-1fafe56db13e port 7ba96e13-edba-48ac-b007-1e553c78e570 binding host n-d-800634-3 {{(pid=93918) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 19:07:28.260323 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-d3e5c60b-40d8-4e7f-bfce-38c6034ec627 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:07:28.286361 n-d-800634-3 neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-a1f95e1b-67fd-4f82-8f3e-24fe9018bd87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:07:28.299319 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3e5c60b-40d8-4e7f-bfce-38c6034ec627 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] Network 9200a437-e1de-4520-88f6-e68386523e61 is already hosted by enough agents. {{(pid=93916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 19:07:28.302190 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [None req-d3e5c60b-40d8-4e7f-bfce-38c6034ec627 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] Resources bound (agent type, host, resource id): {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 19:07:28.305667 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3e5c60b-40d8-4e7f-bfce-38c6034ec627 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] Received port after_create {{(pid=93916) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 19:07:28.347589 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e5c60b-40d8-4e7f-bfce-38c6034ec627 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] Pushing event updated for resources: {'Port': ['ID=32fc1284-6287-4074-9b6d-910a23988682,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:07:28.433050 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-d3e5c60b-40d8-4e7f-bfce-38c6034ec627 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:07:28.482219 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-d3e5c60b-40d8-4e7f-bfce-38c6034ec627 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:07:28.530581 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-94a7b3de-deb0-4be2-a44c-68ec8642832b req-cd85320e-ec48-4a62-b523-9b0082d01096 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=03a24d87-527f-4d5b-a998-53393446562a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0287721 Jul 14 19:07:28.551758 n-d-800634-3 neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-a1f95e1b-67fd-4f82-8f3e-24fe9018bd87 None None] Notify callbacks [] for port, precommit_update {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:07:28.562441 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.provisioning_blocks [None req-a1f95e1b-67fd-4f82-8f3e-24fe9018bd87 None None] Transition to ACTIVE for port object 7ba96e13-edba-48ac-b007-1e553c78e570 will not be triggered until provisioned by entity L2. {{(pid=93918) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 19:07:28.569770 n-d-800634-3 neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-a1f95e1b-67fd-4f82-8f3e-24fe9018bd87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:07:28.622232 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-94a7b3de-deb0-4be2-a44c-68ec8642832b req-f85746a5-238f-49ff-8ac2-2be9b6e9ac69 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c51e850593fc4a37af9470721017e8e7&device_id=03a24d87-527f-4d5b-a998-53393446562a HTTP/1.1" status: 200 len: 210 time: 0.0325882 Jul 14 19:07:28.669785 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-94a7b3de-deb0-4be2-a44c-68ec8642832b req-80812ea6-5fdf-4192-8934-ef7852a6c2a4 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=c51e850593fc4a37af9470721017e8e7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0264456 Jul 14 19:07:28.718554 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b04925c-93ef-4983-94f6-83d2c73e3848 None None] Pushing event updated for resources: {'Port': ['ID=7ba96e13-edba-48ac-b007-1e553c78e570,revision_number=3']} {{(pid=93918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:07:28.745058 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b04925c-93ef-4983-94f6-83d2c73e3848 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:07:28.745403 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b04925c-93ef-4983-94f6-83d2c73e3848 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:07:28.745746 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b04925c-93ef-4983-94f6-83d2c73e3848 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:07:28.746086 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b04925c-93ef-4983-94f6-83d2c73e3848 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:07:28.746427 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b04925c-93ef-4983-94f6-83d2c73e3848 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:07:28.746757 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b04925c-93ef-4983-94f6-83d2c73e3848 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:07:28.747243 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b04925c-93ef-4983-94f6-83d2c73e3848 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:07:28.747589 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b04925c-93ef-4983-94f6-83d2c73e3848 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:07:28.747916 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b04925c-93ef-4983-94f6-83d2c73e3848 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:07:28.748269 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b04925c-93ef-4983-94f6-83d2c73e3848 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:07:28.748600 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b04925c-93ef-4983-94f6-83d2c73e3848 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:07:28.749107 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b04925c-93ef-4983-94f6-83d2c73e3848 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:07:28.767371 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-d3e5c60b-40d8-4e7f-bfce-38c6034ec627 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] Notify callbacks [] for port, precommit_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:07:28.778803 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-d3e5c60b-40d8-4e7f-bfce-38c6034ec627 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2684870'] for port, after_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:07:28.783494 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.managers [None req-a1f95e1b-67fd-4f82-8f3e-24fe9018bd87 None None] Attempting to bind port 7ba96e13-edba-48ac-b007-1e553c78e570 on host n-d-800634-3 for vnic_type normal with profile {{(pid=93918) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 19:07:28.783784 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.managers [None req-a1f95e1b-67fd-4f82-8f3e-24fe9018bd87 None None] Attempting to bind port 7ba96e13-edba-48ac-b007-1e553c78e570 by drivers openvswitch,hyperv on host n-d-800634-3 at level 0 using segments [{'id': 'd0a0df7e-3c75-4ea6-9ecb-d1aff0ab52c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '97727ed7-2695-478a-9eda-9cec1e9e91e1'}] {{(pid=93918) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 19:07:28.784195 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1f95e1b-67fd-4f82-8f3e-24fe9018bd87 None None] Attempting to bind port 7ba96e13-edba-48ac-b007-1e553c78e570 on network 97727ed7-2695-478a-9eda-9cec1e9e91e1 {{(pid=93918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 19:07:28.792442 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1f95e1b-67fd-4f82-8f3e-24fe9018bd87 None None] Checking agent: {'id': '01c19e91-a945-4e3c-94a6-c211e17c923e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 8, 23), 'started_at': datetime.datetime(2021, 7, 14, 18, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 19, 7, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 19:07:28.792841 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1f95e1b-67fd-4f82-8f3e-24fe9018bd87 None None] Checking segment: {'id': 'd0a0df7e-3c75-4ea6-9ecb-d1aff0ab52c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '97727ed7-2695-478a-9eda-9cec1e9e91e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93918) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 19:07:28.793258 n-d-800634-3 neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-a1f95e1b-67fd-4f82-8f3e-24fe9018bd87 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:07:28.793662 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1f95e1b-67fd-4f82-8f3e-24fe9018bd87 None None] Bound using segment: {'id': 'd0a0df7e-3c75-4ea6-9ecb-d1aff0ab52c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '97727ed7-2695-478a-9eda-9cec1e9e91e1'} {{(pid=93918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 19:07:28.794730 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.managers [None req-a1f95e1b-67fd-4f82-8f3e-24fe9018bd87 None None] Bound port: 7ba96e13-edba-48ac-b007-1e553c78e570, host: n-d-800634-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0a0df7e-3c75-4ea6-9ecb-d1aff0ab52c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '97727ed7-2695-478a-9eda-9cec1e9e91e1'}}] {{(pid=93918) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 19:07:28.796030 n-d-800634-3 neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-a1f95e1b-67fd-4f82-8f3e-24fe9018bd87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:07:28.859880 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a7b3de-deb0-4be2-a44c-68ec8642832b req-63e77d56-2774-4834-8746-3ef3d9a356f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:07:28.861448 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-94a7b3de-deb0-4be2-a44c-68ec8642832b req-63e77d56-2774-4834-8746-3ef3d9a356f0 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1862969 Jul 14 19:07:28.871499 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e5c60b-40d8-4e7f-bfce-38c6034ec627 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] Pushing event updated for resources: {'Port': ['ID=32fc1284-6287-4074-9b6d-910a23988682,revision_number=2']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:07:28.876031 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.db [None req-a1f95e1b-67fd-4f82-8f3e-24fe9018bd87 None None] For port 7ba96e13-edba-48ac-b007-1e553c78e570, host n-d-800634-3, cleared binding levels {{(pid=93918) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 19:07:28.881199 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.db [None req-a1f95e1b-67fd-4f82-8f3e-24fe9018bd87 None None] For port 7ba96e13-edba-48ac-b007-1e553c78e570, host n-d-800634-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=7ba96e13-edba-48ac-b007-1e553c78e570,segment=NetworkSegment(d0a0df7e-3c75-4ea6-9ecb-d1aff0ab52c6),segment_id=d0a0df7e-3c75-4ea6-9ecb-d1aff0ab52c6)] {{(pid=93918) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 19:07:28.886542 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-d3e5c60b-40d8-4e7f-bfce-38c6034ec627 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-930131'] for floatingip, after_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:07:28.891743 n-d-800634-3 neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-a1f95e1b-67fd-4f82-8f3e-24fe9018bd87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:07:28.902912 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-d3e5c60b-40d8-4e7f-bfce-38c6034ec627 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for floatingip, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:07:28.906026 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-d3e5c60b-40d8-4e7f-bfce-38c6034ec627 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.0272529 Jul 14 19:07:28.947997 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1f95e1b-67fd-4f82-8f3e-24fe9018bd87 None None] Routers {'e4667727-8e40-4f84-92ec-1fafe56db13e'} bound to L3 agent in host n-d-800634-3 {{(pid=93918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 19:07:28.949335 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-a1f95e1b-67fd-4f82-8f3e-24fe9018bd87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T19:07:23Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['e4667727-8e40-4f84-92ec-1fafe56db13e'], 'active': True} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 19:07:28.969684 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 510b5f68-10e7-4bf2-89fd-91188c69394c up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 19:07:29.033212 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b04925c-93ef-4983-94f6-83d2c73e3848 None None] Pushing event updated for resources: {'Port': ['ID=7ba96e13-edba-48ac-b007-1e553c78e570,revision_number=4']} {{(pid=93918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:07:29.035092 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port 510b5f68-10e7-4bf2-89fd-91188c69394c triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 19:07:29.035439 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:07:29.118165 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-243c7a4c-75ef-42cb-99c1-cf1df6f062ca req-81e2c1ef-2fbc-4d90-b3e1-a68a641befea tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--1714536513&fields=id&tenant_id=04805eb1dac5471e95e628566976d1fd HTTP/1.1" status: 200 len: 267 time: 0.0447412 Jul 14 19:07:29.121126 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvr_db [None req-a1f95e1b-67fd-4f82-8f3e-24fe9018bd87 None None] Set router e4667727-8e40-4f84-92ec-1fafe56db13e gateway port host: n-d-800634-3 {{(pid=93918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 19:07:29.231775 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243c7a4c-75ef-42cb-99c1-cf1df6f062ca req-f4ae0bd0-07b0-404d-acab-8c0f862052d5 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:07:29.235696 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-243c7a4c-75ef-42cb-99c1-cf1df6f062ca req-f4ae0bd0-07b0-404d-acab-8c0f862052d5 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] 10.222.0.16 "GET /v2.0/networks?id=97727ed7-2695-478a-9eda-9cec1e9e91e1 HTTP/1.1" status: 200 len: 812 time: 0.1159384 Jul 14 19:07:29.249401 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-243c7a4c-75ef-42cb-99c1-cf1df6f062ca req-6e22015d-b42f-4c21-bb6d-72a8857cedcb tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] 10.222.0.16 "GET /v2.0/quotas/04805eb1dac5471e95e628566976d1fd HTTP/1.1" status: 200 len: 375 time: 0.0105691 Jul 14 19:07:29.321620 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-243c7a4c-75ef-42cb-99c1-cf1df6f062ca req-857fbb79-09e8-42c6-8184-1959d5d240cc tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=04805eb1dac5471e95e628566976d1fd&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0667796 Jul 14 19:07:29.324207 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-a1f95e1b-67fd-4f82-8f3e-24fe9018bd87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4667727-8e40-4f84-92ec-1fafe56db13e', 'name': 'tempest-ServerActionsTestJSON-1250980168-router', 'tenant_id': '04805eb1dac5471e95e628566976d1fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.108'}], 'enable_snat': True}, 'gw_port_id': '510b5f68-10e7-4bf2-89fd-91188c69394c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T19:07:22Z', 'updated_at': '2021-07-14T19:07:25Z', 'revision_number': 4, 'project_id': '04805eb1dac5471e95e628566976d1fd', 'gw_port': {'id': '510b5f68-10e7-4bf2-89fd-91188c69394c', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:60:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4667727-8e40-4f84-92ec-1fafe56db13e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T19:07:23Z', 'updated_at': '2021-07-14T19:07:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_interfaces': [{'id': '7ba96e13-edba-48ac-b007-1e553c78e570', 'name': '', 'network_id': '97727ed7-2695-478a-9eda-9cec1e9e91e1', 'tenant_id': '04805eb1dac5471e95e628566976d1fd', 'mac_address': 'fa:16:3e:5f:c8:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4667727-8e40-4f84-92ec-1fafe56db13e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '18d4a98c-ae99-400b-9f7f-5406e74f63fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T19:07:24Z', 'updated_at': '2021-07-14T19:07:28Z', 'revision_number': 4, 'project_id': '04805eb1dac5471e95e628566976d1fd', 'subnets': [{'id': '18d4a98c-ae99-400b-9f7f-5406e74f63fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-3', False) {} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 19:07:29.353933 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1f95e1b-67fd-4f82-8f3e-24fe9018bd87 None None] The sync data for ids ['e4667727-8e40-4f84-92ec-1fafe56db13e'] in n-d-800634-3 is: [{'id': 'e4667727-8e40-4f84-92ec-1fafe56db13e', 'name': 'tempest-ServerActionsTestJSON-1250980168-router', 'tenant_id': '04805eb1dac5471e95e628566976d1fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.108'}], 'enable_snat': True}, 'gw_port_id': '510b5f68-10e7-4bf2-89fd-91188c69394c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T19:07:22Z', 'updated_at': '2021-07-14T19:07:25Z', 'revision_number': 4, 'project_id': '04805eb1dac5471e95e628566976d1fd', 'gw_port': {'id': '510b5f68-10e7-4bf2-89fd-91188c69394c', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:60:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4667727-8e40-4f84-92ec-1fafe56db13e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T19:07:23Z', 'updated_at': '2021-07-14T19:07:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_interfaces': [{'id': '7ba96e13-edba-48ac-b007-1e553c78e570', 'name': '', 'network_id': '97727ed7-2695-478a-9eda-9cec1e9e91e1', 'tenant_id': '04805eb1dac5471e95e628566976d1fd', 'mac_address': 'fa:16:3e:5f:c8:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4667727-8e40-4f84-92ec-1fafe56db13e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '18d4a98c-ae99-400b-9f7f-5406e74f63fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T19:07:24Z', 'updated_at': '2021-07-14T19:07:28Z', 'revision_number': 4, 'project_id': '04805eb1dac5471e95e628566976d1fd', 'subnets': [{'id': '18d4a98c-ae99-400b-9f7f-5406e74f63fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 19:07:29.420565 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-243c7a4c-75ef-42cb-99c1-cf1df6f062ca req-c5698e00-eb63-4a57-9e31-6d279e6c808f service neutron] 10.222.0.16 "GET /v2.0/networks/97727ed7-2695-478a-9eda-9cec1e9e91e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868409 Jul 14 19:07:29.517913 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-243c7a4c-75ef-42cb-99c1-cf1df6f062ca req-81b7cfc9-ae41-4e92-9fe8-f81392980ae3 service neutron] 10.222.0.16 "GET /v2.0/networks/97727ed7-2695-478a-9eda-9cec1e9e91e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913298 Jul 14 19:07:29.696585 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-fe6f0caf-3a32-44d2-82fd-741f3454964f req-f7e43972-a3be-42bd-9bca-919937c7c2b3 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] 10.222.0.16 "GET /v2.0/ports?device_id=c31e1861-8b8d-4874-bce2-f557174a8155 HTTP/1.1" status: 200 len: 210 time: 0.0297649 Jul 14 19:07:30.841953 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a1aa85ca-e806-4a20-9afa-a428877f1be4 req-96e41481-7789-4f29-89e3-dbf16361ce18 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] 10.222.0.16 "GET /v2.0/ports?device_id=c31e1861-8b8d-4874-bce2-f557174a8155 HTTP/1.1" status: 200 len: 210 time: 0.0288324 Jul 14 19:07:30.968982 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 7ba96e13-edba-48ac-b007-1e553c78e570 up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 19:07:31.018334 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning for port 7ba96e13-edba-48ac-b007-1e553c78e570 completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 19:07:31.022067 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port 7ba96e13-edba-48ac-b007-1e553c78e570 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 19:07:31.022440 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:07:31.044375 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243c7a4c-75ef-42cb-99c1-cf1df6f062ca req-f98d0fb1-24f5-47ce-a237-b5799b7d99f7 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:07:31.046177 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-243c7a4c-75ef-42cb-99c1-cf1df6f062ca req-f98d0fb1-24f5-47ce-a237-b5799b7d99f7 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] 10.222.0.18 "GET /v2.0/networks?id=97727ed7-2695-478a-9eda-9cec1e9e91e1 HTTP/1.1" status: 200 len: 812 time: 0.1309085 Jul 14 19:07:31.096411 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-243c7a4c-75ef-42cb-99c1-cf1df6f062ca req-42dfbaa2-dcb3-4621-9397-7645a965baef tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=04805eb1dac5471e95e628566976d1fd HTTP/1.1" status: 200 len: 380 time: 0.0344751 Jul 14 19:07:31.105763 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [req-243c7a4c-75ef-42cb-99c1-cf1df6f062ca req-6b7b1da7-ab64-4e71-a1a9-6ceaa536617f tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] Request body: {'port': {'device_id': 'c31e1861-8b8d-4874-bce2-f557174a8155', 'network_id': '97727ed7-2695-478a-9eda-9cec1e9e91e1', 'admin_state_up': True, 'tenant_id': '04805eb1dac5471e95e628566976d1fd', 'security_groups': ['33384978-bec5-44c9-869f-df28e64b8d22']}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 19:07:31.113578 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:07:31.148995 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] For port 7ba96e13-edba-48ac-b007-1e553c78e570, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=7ba96e13-edba-48ac-b007-1e553c78e570,segment=NetworkSegment(d0a0df7e-3c75-4ea6-9ecb-d1aff0ab52c6),segment_id=d0a0df7e-3c75-4ea6-9ecb-d1aff0ab52c6)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 19:07:31.155552 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:07:31.203028 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Pushing event updated for resources: {'Port': ['ID=7ba96e13-edba-48ac-b007-1e553c78e570,revision_number=5']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:07:31.219236 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-243c7a4c-75ef-42cb-99c1-cf1df6f062ca req-6b7b1da7-ab64-4e71-a1a9-6ceaa536617f tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] Made reservation on behalf of 04805eb1dac5471e95e628566976d1fd for: {'port': 1} {{(pid=93915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 19:07:31.222902 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-243c7a4c-75ef-42cb-99c1-cf1df6f062ca req-6b7b1da7-ab64-4e71-a1a9-6ceaa536617f tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:07:31.347813 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.db_base_plugin_common [req-243c7a4c-75ef-42cb-99c1-cf1df6f062ca req-6b7b1da7-ab64-4e71-a1a9-6ceaa536617f tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] Allocated IP 172.20.0.8 (97727ed7-2695-478a-9eda-9cec1e9e91e1/18d4a98c-ae99-400b-9f7f-5406e74f63fb/7f693e73-9a11-433b-8b8b-812be5e4fe83) {{(pid=93915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 19:07:31.483072 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-243c7a4c-75ef-42cb-99c1-cf1df6f062ca req-6b7b1da7-ab64-4e71-a1a9-6ceaa536617f tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] Notify callbacks [] for port, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:07:31.496187 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.provisioning_blocks [req-243c7a4c-75ef-42cb-99c1-cf1df6f062ca req-6b7b1da7-ab64-4e71-a1a9-6ceaa536617f tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] Transition to ACTIVE for port object 7f693e73-9a11-433b-8b8b-812be5e4fe83 will not be triggered until provisioned by entity DHCP. {{(pid=93915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 19:07:31.529780 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-243c7a4c-75ef-42cb-99c1-cf1df6f062ca req-6b7b1da7-ab64-4e71-a1a9-6ceaa536617f tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:07:31.574535 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-243c7a4c-75ef-42cb-99c1-cf1df6f062ca req-6b7b1da7-ab64-4e71-a1a9-6ceaa536617f tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] Network 97727ed7-2695-478a-9eda-9cec1e9e91e1 is already hosted by enough agents. {{(pid=93915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 19:07:31.577829 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [req-243c7a4c-75ef-42cb-99c1-cf1df6f062ca req-6b7b1da7-ab64-4e71-a1a9-6ceaa536617f tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] Resources bound (agent type, host, resource id): {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 19:07:31.581746 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [req-243c7a4c-75ef-42cb-99c1-cf1df6f062ca req-6b7b1da7-ab64-4e71-a1a9-6ceaa536617f tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] Received port after_create {{(pid=93915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 19:07:31.588288 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7b1da7-ab64-4e71-a1a9-6ceaa536617f tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] Pushing event updated for resources: {'Port': ['ID=7f693e73-9a11-433b-8b8b-812be5e4fe83,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:07:31.634011 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243c7a4c-75ef-42cb-99c1-cf1df6f062ca req-6b7b1da7-ab64-4e71-a1a9-6ceaa536617f tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:07:31.634651 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-243c7a4c-75ef-42cb-99c1-cf1df6f062ca req-6b7b1da7-ab64-4e71-a1a9-6ceaa536617f tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:07:31.650130 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-243c7a4c-75ef-42cb-99c1-cf1df6f062ca req-6b7b1da7-ab64-4e71-a1a9-6ceaa536617f tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5481837 Jul 14 19:07:31.662577 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [req-243c7a4c-75ef-42cb-99c1-cf1df6f062ca req-bd729a2e-c507-4ec4-b35e-c8136aa5c1c8 service neutron] Request body: {'port': {'device_id': 'c31e1861-8b8d-4874-bce2-f557174a8155', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800634-3'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 19:07:31.741937 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-243c7a4c-75ef-42cb-99c1-cf1df6f062ca req-bd729a2e-c507-4ec4-b35e-c8136aa5c1c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:07:31.868424 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-af53887c-8364-44f9-8efa-94eaf114dfc0 None None] Provisioning for port 7f693e73-9a11-433b-8b8b-812be5e4fe83 completed by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 19:07:31.872968 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-af53887c-8364-44f9-8efa-94eaf114dfc0 None None] Provisioning complete for port 7f693e73-9a11-433b-8b8b-812be5e4fe83 triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 19:07:31.873270 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-af53887c-8364-44f9-8efa-94eaf114dfc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:07:31.909027 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-af53887c-8364-44f9-8efa-94eaf114dfc0 None None] Port 7f693e73-9a11-433b-8b8b-812be5e4fe83 cannot update to ACTIVE because it is not bound. {{(pid=93917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 19:07:32.306934 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [req-243c7a4c-75ef-42cb-99c1-cf1df6f062ca req-bd729a2e-c507-4ec4-b35e-c8136aa5c1c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f693e73-9a11-433b-8b8b-812be5e4fe83 {{(pid=93915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 19:07:32.316361 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-243c7a4c-75ef-42cb-99c1-cf1df6f062ca req-bd729a2e-c507-4ec4-b35e-c8136aa5c1c8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:07:32.336385 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a9bec6-ad1e-40f7-b241-a1173128daa3 req-98ffb064-4e7d-4f62-87d2-046b0afa1ebb tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:07:32.337868 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-d2a9bec6-ad1e-40f7-b241-a1173128daa3 req-98ffb064-4e7d-4f62-87d2-046b0afa1ebb tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] 10.222.0.16 "GET /v2.0/ports?device_id=c31e1861-8b8d-4874-bce2-f557174a8155 HTTP/1.1" status: 200 len: 931 time: 0.3824265 Jul 14 19:07:32.340333 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.provisioning_blocks [req-243c7a4c-75ef-42cb-99c1-cf1df6f062ca req-bd729a2e-c507-4ec4-b35e-c8136aa5c1c8 service neutron] Transition to ACTIVE for port object 7f693e73-9a11-433b-8b8b-812be5e4fe83 will not be triggered until provisioned by entity L2. {{(pid=93915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 19:07:32.350364 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-243c7a4c-75ef-42cb-99c1-cf1df6f062ca req-bd729a2e-c507-4ec4-b35e-c8136aa5c1c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25912978'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:07:32.419094 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd729a2e-c507-4ec4-b35e-c8136aa5c1c8 service neutron] Pushing event updated for resources: {'Port': ['ID=7f693e73-9a11-433b-8b8b-812be5e4fe83,revision_number=2']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:07:32.424204 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-d2a9bec6-ad1e-40f7-b241-a1173128daa3 req-42d1821a-6ff9-4e0e-b90d-6063e5fbe3cb tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] 10.222.0.16 "GET /v2.0/security-groups?id=33384978-bec5-44c9-869f-df28e64b8d22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0801249 Jul 14 19:07:32.498576 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-243c7a4c-75ef-42cb-99c1-cf1df6f062ca req-bd729a2e-c507-4ec4-b35e-c8136aa5c1c8 service neutron] Attempting to bind port 7f693e73-9a11-433b-8b8b-812be5e4fe83 on host n-h1-800634-3 for vnic_type normal with profile {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 19:07:32.498938 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-243c7a4c-75ef-42cb-99c1-cf1df6f062ca req-bd729a2e-c507-4ec4-b35e-c8136aa5c1c8 service neutron] Attempting to bind port 7f693e73-9a11-433b-8b8b-812be5e4fe83 by drivers openvswitch,hyperv on host n-h1-800634-3 at level 0 using segments [{'id': 'd0a0df7e-3c75-4ea6-9ecb-d1aff0ab52c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '97727ed7-2695-478a-9eda-9cec1e9e91e1'}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 19:07:32.499265 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-243c7a4c-75ef-42cb-99c1-cf1df6f062ca req-bd729a2e-c507-4ec4-b35e-c8136aa5c1c8 service neutron] Attempting to bind port 7f693e73-9a11-433b-8b8b-812be5e4fe83 on network 97727ed7-2695-478a-9eda-9cec1e9e91e1 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 19:07:32.503622 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-243c7a4c-75ef-42cb-99c1-cf1df6f062ca req-bd729a2e-c507-4ec4-b35e-c8136aa5c1c8 service neutron] Port 7f693e73-9a11-433b-8b8b-812be5e4fe83 on network 97727ed7-2695-478a-9eda-9cec1e9e91e1 not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-3 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 19:07:32.503975 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-243c7a4c-75ef-42cb-99c1-cf1df6f062ca req-bd729a2e-c507-4ec4-b35e-c8136aa5c1c8 service neutron] Attempting to bind port 7f693e73-9a11-433b-8b8b-812be5e4fe83 on network 97727ed7-2695-478a-9eda-9cec1e9e91e1 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 19:07:32.509231 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-243c7a4c-75ef-42cb-99c1-cf1df6f062ca req-bd729a2e-c507-4ec4-b35e-c8136aa5c1c8 service neutron] Checking agent: {'id': 'a3630ff4-fbee-45d9-b9b6-0ae41cb3a350', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 15, 32), 'started_at': datetime.datetime(2021, 7, 14, 18, 15, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 19, 7, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 19:07:32.509575 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-243c7a4c-75ef-42cb-99c1-cf1df6f062ca req-bd729a2e-c507-4ec4-b35e-c8136aa5c1c8 service neutron] Checking segment: {'id': 'd0a0df7e-3c75-4ea6-9ecb-d1aff0ab52c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '97727ed7-2695-478a-9eda-9cec1e9e91e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 19:07:32.509956 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-243c7a4c-75ef-42cb-99c1-cf1df6f062ca req-bd729a2e-c507-4ec4-b35e-c8136aa5c1c8 service neutron] Bound using segment: {'id': 'd0a0df7e-3c75-4ea6-9ecb-d1aff0ab52c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '97727ed7-2695-478a-9eda-9cec1e9e91e1'} {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 19:07:32.510386 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-243c7a4c-75ef-42cb-99c1-cf1df6f062ca req-bd729a2e-c507-4ec4-b35e-c8136aa5c1c8 service neutron] Bound port: 7f693e73-9a11-433b-8b8b-812be5e4fe83, host: n-h1-800634-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0a0df7e-3c75-4ea6-9ecb-d1aff0ab52c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '97727ed7-2695-478a-9eda-9cec1e9e91e1'}}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 19:07:32.510750 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-243c7a4c-75ef-42cb-99c1-cf1df6f062ca req-bd729a2e-c507-4ec4-b35e-c8136aa5c1c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:07:32.574496 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-243c7a4c-75ef-42cb-99c1-cf1df6f062ca req-bd729a2e-c507-4ec4-b35e-c8136aa5c1c8 service neutron] For port 7f693e73-9a11-433b-8b8b-812be5e4fe83, host n-h1-800634-3, cleared binding levels {{(pid=93915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 19:07:32.577391 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-243c7a4c-75ef-42cb-99c1-cf1df6f062ca req-bd729a2e-c507-4ec4-b35e-c8136aa5c1c8 service neutron] For port 7f693e73-9a11-433b-8b8b-812be5e4fe83, host n-h1-800634-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=7f693e73-9a11-433b-8b8b-812be5e4fe83,segment=NetworkSegment(d0a0df7e-3c75-4ea6-9ecb-d1aff0ab52c6),segment_id=d0a0df7e-3c75-4ea6-9ecb-d1aff0ab52c6)] {{(pid=93915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 19:07:32.581817 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-243c7a4c-75ef-42cb-99c1-cf1df6f062ca req-bd729a2e-c507-4ec4-b35e-c8136aa5c1c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25912978'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:07:32.616292 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243c7a4c-75ef-42cb-99c1-cf1df6f062ca req-bd729a2e-c507-4ec4-b35e-c8136aa5c1c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:07:32.616906 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-243c7a4c-75ef-42cb-99c1-cf1df6f062ca req-bd729a2e-c507-4ec4-b35e-c8136aa5c1c8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:07:32.618336 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-243c7a4c-75ef-42cb-99c1-cf1df6f062ca req-bd729a2e-c507-4ec4-b35e-c8136aa5c1c8 service neutron] 10.222.0.18 "PUT /v2.0/ports/7f693e73-9a11-433b-8b8b-812be5e4fe83 HTTP/1.1" status: 200 len: 1091 time: 0.9610860 Jul 14 19:07:32.618764 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c31e1861-8b8d-4874-bce2-f557174a8155', 'tag': '7f693e73-9a11-433b-8b8b-812be5e4fe83'}] {{(pid=93915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 19:07:32.621060 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e72782ad3af8f7d4ce76cedf092bca46d1756acc5c4653cf0b52034cdd6b073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7716a4f9-ca19-4dd4-a158-d5814d00b4d1" -d '{"events": [{"name": "network-changed", "server_uuid": "c31e1861-8b8d-4874-bce2-f557174a8155", "tag": "7f693e73-9a11-433b-8b8b-812be5e4fe83"}]}' {{(pid=93915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 19:07:32.644858 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd729a2e-c507-4ec4-b35e-c8136aa5c1c8 service neutron] Pushing event updated for resources: {'Port': ['ID=7f693e73-9a11-433b-8b8b-812be5e4fe83,revision_number=3']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:07:32.668284 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 19:07:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4648e38b-abcf-4218-b9ae-2db15f28168c x-openstack-request-id: req-4648e38b-abcf-4218-b9ae-2db15f28168c {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 19:07:32.668592 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c31e1861-8b8d-4874-bce2-f557174a8155", "tag": "7f693e73-9a11-433b-8b8b-812be5e4fe83", "status": "completed", "code": 200}]} {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 19:07:32.668851 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4648e38b-abcf-4218-b9ae-2db15f28168c {{(pid=93915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 19:07:32.669837 n-d-800634-3 neutron-server[93915]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c31e1861-8b8d-4874-bce2-f557174a8155', 'tag': '7f693e73-9a11-433b-8b8b-812be5e4fe83', 'status': 'completed', 'code': 200} Jul 14 19:07:32.727817 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243c7a4c-75ef-42cb-99c1-cf1df6f062ca req-b78796ad-1fd6-4e53-b145-fe1c3a2eced6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:07:32.729462 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-243c7a4c-75ef-42cb-99c1-cf1df6f062ca req-b78796ad-1fd6-4e53-b145-fe1c3a2eced6 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=04805eb1dac5471e95e628566976d1fd&device_id=c31e1861-8b8d-4874-bce2-f557174a8155 HTTP/1.1" status: 200 len: 1094 time: 0.0583615 Jul 14 19:07:32.771890 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-243c7a4c-75ef-42cb-99c1-cf1df6f062ca req-b5bf2283-f3aa-460f-87a9-93dc843e5f7d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7f693e73-9a11-433b-8b8b-812be5e4fe83 HTTP/1.1" status: 200 len: 217 time: 0.0355673 Jul 14 19:07:32.820711 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243c7a4c-75ef-42cb-99c1-cf1df6f062ca req-9cdd780b-2ce5-4b23-b49e-94f53d338c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:07:32.822151 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-243c7a4c-75ef-42cb-99c1-cf1df6f062ca req-9cdd780b-2ce5-4b23-b49e-94f53d338c74 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=18d4a98c-ae99-400b-9f7f-5406e74f63fb HTTP/1.1" status: 200 len: 851 time: 0.0443389 Jul 14 19:07:32.850767 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:07:32.878131 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243c7a4c-75ef-42cb-99c1-cf1df6f062ca req-5093cd3e-db59-4756-bf58-163bef563a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:07:32.879825 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-243c7a4c-75ef-42cb-99c1-cf1df6f062ca req-5093cd3e-db59-4756-bf58-163bef563a10 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=97727ed7-2695-478a-9eda-9cec1e9e91e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0514395 Jul 14 19:07:32.927657 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 7ba96e13-edba-48ac-b007-1e553c78e570 up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 19:07:32.972207 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-243c7a4c-75ef-42cb-99c1-cf1df6f062ca req-6394082e-5da7-4b8b-9207-5c28a3d67f9e service neutron] 10.222.0.18 "GET /v2.0/networks/97727ed7-2695-478a-9eda-9cec1e9e91e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860488 Jul 14 19:07:32.977163 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port 7ba96e13-edba-48ac-b007-1e553c78e570 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 19:07:32.977538 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:07:33.062836 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-243c7a4c-75ef-42cb-99c1-cf1df6f062ca req-636cfdf0-59cb-4246-bc71-803abda96f0d service neutron] 10.222.0.18 "GET /v2.0/networks/97727ed7-2695-478a-9eda-9cec1e9e91e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839295 Jul 14 19:07:33.165235 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7716a4f9-ca19-4dd4-a158-d5814d00b4d1 req-8f30a7df-0f64-4b73-8f55-c47a0cccb9a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:07:33.166715 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-7716a4f9-ca19-4dd4-a158-d5814d00b4d1 req-8f30a7df-0f64-4b73-8f55-c47a0cccb9a2 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=04805eb1dac5471e95e628566976d1fd&device_id=c31e1861-8b8d-4874-bce2-f557174a8155 HTTP/1.1" status: 200 len: 1094 time: 0.0577147 Jul 14 19:07:33.254355 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7716a4f9-ca19-4dd4-a158-d5814d00b4d1 req-c0a1e5b6-5564-4ac9-a9b2-f32034095f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:07:33.255888 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-7716a4f9-ca19-4dd4-a158-d5814d00b4d1 req-c0a1e5b6-5564-4ac9-a9b2-f32034095f3d service neutron] 10.222.0.18 "GET /v2.0/networks?id=97727ed7-2695-478a-9eda-9cec1e9e91e1 HTTP/1.1" status: 200 len: 912 time: 0.0829549 Jul 14 19:07:33.299854 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-7716a4f9-ca19-4dd4-a158-d5814d00b4d1 req-8236122f-586b-4d68-be9f-92061f9f00f4 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7f693e73-9a11-433b-8b8b-812be5e4fe83 HTTP/1.1" status: 200 len: 217 time: 0.0374467 Jul 14 19:07:33.348470 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7716a4f9-ca19-4dd4-a158-d5814d00b4d1 req-bae6c884-ebbc-4458-9e01-c2e3dc546557 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:07:33.349807 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-7716a4f9-ca19-4dd4-a158-d5814d00b4d1 req-bae6c884-ebbc-4458-9e01-c2e3dc546557 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=18d4a98c-ae99-400b-9f7f-5406e74f63fb HTTP/1.1" status: 200 len: 851 time: 0.0432980 Jul 14 19:07:33.406779 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7716a4f9-ca19-4dd4-a158-d5814d00b4d1 req-4cbd4b7b-c748-4332-ba53-ba02e3350357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:07:33.408247 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-7716a4f9-ca19-4dd4-a158-d5814d00b4d1 req-4cbd4b7b-c748-4332-ba53-ba02e3350357 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=97727ed7-2695-478a-9eda-9cec1e9e91e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0507450 Jul 14 19:07:33.501984 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-7716a4f9-ca19-4dd4-a158-d5814d00b4d1 req-6aa95851-3105-4ad3-82d2-1e17fc0ed053 service neutron] 10.222.0.18 "GET /v2.0/networks/97727ed7-2695-478a-9eda-9cec1e9e91e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863163 Jul 14 19:07:33.635030 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-7716a4f9-ca19-4dd4-a158-d5814d00b4d1 req-db04476e-0490-414b-9f80-ecce4b447f1f service neutron] 10.222.0.18 "GET /v2.0/networks/97727ed7-2695-478a-9eda-9cec1e9e91e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256254 Jul 14 19:07:33.646808 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289c9fbe-2dde-47e7-b440-f1ccd461aca0 req-e98e7d51-c286-4c0e-bbcb-7d8db565b8c9 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:07:33.648253 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-289c9fbe-2dde-47e7-b440-f1ccd461aca0 req-e98e7d51-c286-4c0e-bbcb-7d8db565b8c9 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] 10.222.0.16 "GET /v2.0/ports?device_id=c31e1861-8b8d-4874-bce2-f557174a8155 HTTP/1.1" status: 200 len: 943 time: 0.0970085 Jul 14 19:07:33.687724 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-289c9fbe-2dde-47e7-b440-f1ccd461aca0 req-015bd802-bdf6-4877-bab4-fa72e6b6e009 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] 10.222.0.16 "GET /v2.0/security-groups?id=33384978-bec5-44c9-869f-df28e64b8d22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333982 Jul 14 19:07:34.120195 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device 7f693e73-9a11-433b-8b8b-812be5e4fe83 details requested by agent hyperv_n-h1-800634-3 with host n-h1-800634-3 {{(pid=93917) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 19:07:34.216575 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port 7f693e73-9a11-433b-8b8b-812be5e4fe83, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=7f693e73-9a11-433b-8b8b-812be5e4fe83,segment=NetworkSegment(d0a0df7e-3c75-4ea6-9ecb-d1aff0ab52c6),segment_id=d0a0df7e-3c75-4ea6-9ecb-d1aff0ab52c6)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 19:07:34.227955 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Returning: {'device': '7f693e73-9a11-433b-8b8b-812be5e4fe83', 'network_id': '97727ed7-2695-478a-9eda-9cec1e9e91e1', 'port_id': '7f693e73-9a11-433b-8b8b-812be5e4fe83', 'mac_address': 'fa:16:3e:43:85:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 74, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18d4a98c-ae99-400b-9f7f-5406e74f63fb', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93917) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 19:07:34.265498 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:07:34.277665 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f693e73-9a11-433b-8b8b-812be5e4fe83 {{(pid=93917) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 19:07:34.297160 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port 7f693e73-9a11-433b-8b8b-812be5e4fe83, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=7f693e73-9a11-433b-8b8b-812be5e4fe83,segment=NetworkSegment(d0a0df7e-3c75-4ea6-9ecb-d1aff0ab52c6),segment_id=d0a0df7e-3c75-4ea6-9ecb-d1aff0ab52c6)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 19:07:34.300901 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:07:34.346707 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Pushing event updated for resources: {'Port': ['ID=7f693e73-9a11-433b-8b8b-812be5e4fe83,revision_number=4']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:07:34.500503 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] get_ports_and_sgs() called for port_ids ['7f693e73-9a11-433b-8b8b-812be5e4fe83'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 19:07:34.859740 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad343ad-3996-4012-af88-a84145da5aee req-33ae8e16-eeee-4216-b10d-908e1daac8fc tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:07:34.861151 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-9ad343ad-3996-4012-af88-a84145da5aee req-33ae8e16-eeee-4216-b10d-908e1daac8fc tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] 10.222.0.16 "GET /v2.0/ports?device_id=c31e1861-8b8d-4874-bce2-f557174a8155 HTTP/1.1" status: 200 len: 944 time: 0.0631845 Jul 14 19:07:34.897836 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-9ad343ad-3996-4012-af88-a84145da5aee req-bf895dca-6cb1-4b8c-a37e-1f2c95f411e6 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] 10.222.0.16 "GET /v2.0/security-groups?id=33384978-bec5-44c9-869f-df28e64b8d22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310905 Jul 14 19:07:35.750506 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:07:36.068297 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a8e07b-3a72-43de-a892-9289137a1016 req-cbf2c53a-3914-434d-9f5f-7496523fc931 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:07:36.069753 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-72a8e07b-3a72-43de-a892-9289137a1016 req-cbf2c53a-3914-434d-9f5f-7496523fc931 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] 10.222.0.16 "GET /v2.0/ports?device_id=c31e1861-8b8d-4874-bce2-f557174a8155 HTTP/1.1" status: 200 len: 944 time: 0.0620537 Jul 14 19:07:36.105690 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-72a8e07b-3a72-43de-a892-9289137a1016 req-5ba358b3-49ae-4c09-a320-642043bb882d tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] 10.222.0.16 "GET /v2.0/security-groups?id=33384978-bec5-44c9-869f-df28e64b8d22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305574 Jul 14 19:07:36.134658 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device 7f693e73-9a11-433b-8b8b-812be5e4fe83 up at agent hyperv_n-h1-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 19:07:36.182347 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Provisioning for port 7f693e73-9a11-433b-8b8b-812be5e4fe83 completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 19:07:36.186645 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Provisioning complete for port 7f693e73-9a11-433b-8b8b-812be5e4fe83 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 19:07:36.187020 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:07:36.266941 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:07:36.288833 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c31e1861-8b8d-4874-bce2-f557174a8155', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f693e73-9a11-433b-8b8b-812be5e4fe83'}] {{(pid=93917) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 19:07:36.291056 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20b787f3c29eaa7aa2a4d648c725a2124c5ff39a8d793252f9d844495e14cf42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0dca8a7c-c6a3-422b-b447-e13f9687089a" -d '{"events": [{"server_uuid": "c31e1861-8b8d-4874-bce2-f557174a8155", "name": "network-vif-plugged", "status": "completed", "tag": "7f693e73-9a11-433b-8b8b-812be5e4fe83"}]}' {{(pid=93917) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 19:07:36.304374 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port 7f693e73-9a11-433b-8b8b-812be5e4fe83, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=7f693e73-9a11-433b-8b8b-812be5e4fe83,segment=NetworkSegment(d0a0df7e-3c75-4ea6-9ecb-d1aff0ab52c6),segment_id=d0a0df7e-3c75-4ea6-9ecb-d1aff0ab52c6)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 19:07:36.308375 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:07:36.335291 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 19:07:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62a9a04f-cd44-46a4-8f37-de9aa23867b2 x-openstack-request-id: req-62a9a04f-cd44-46a4-8f37-de9aa23867b2 {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 19:07:36.335586 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c31e1861-8b8d-4874-bce2-f557174a8155", "name": "network-vif-plugged", "status": "completed", "tag": "7f693e73-9a11-433b-8b8b-812be5e4fe83", "code": 200}]} {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 19:07:36.335846 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-62a9a04f-cd44-46a4-8f37-de9aa23867b2 {{(pid=93917) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 19:07:36.336269 n-d-800634-3 neutron-server[93917]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c31e1861-8b8d-4874-bce2-f557174a8155', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f693e73-9a11-433b-8b8b-812be5e4fe83', 'code': 200} Jul 14 19:07:36.367486 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Pushing event updated for resources: {'Port': ['ID=7f693e73-9a11-433b-8b8b-812be5e4fe83,revision_number=5']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:07:36.443329 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b67298-762d-4da7-b735-e8dbf8e61928 req-701537b7-c687-44a2-a98b-21d7af33cf35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:07:36.444751 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-64b67298-762d-4da7-b735-e8dbf8e61928 req-701537b7-c687-44a2-a98b-21d7af33cf35 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=c31e1861-8b8d-4874-bce2-f557174a8155 HTTP/1.1" status: 200 len: 1096 time: 0.0563097 Jul 14 19:07:36.478889 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-64b67298-762d-4da7-b735-e8dbf8e61928 req-86f6dcbc-3a72-4177-8968-e71d7f836046 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=33384978-bec5-44c9-869f-df28e64b8d22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0272188 Jul 14 19:07:37.281072 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75e6194-3b57-4138-a6b8-85af4361c707 req-5f7b9f76-aef9-4cf1-bffc-1592920252e5 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:07:37.282596 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-d75e6194-3b57-4138-a6b8-85af4361c707 req-5f7b9f76-aef9-4cf1-bffc-1592920252e5 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] 10.222.0.16 "GET /v2.0/ports?device_id=c31e1861-8b8d-4874-bce2-f557174a8155 HTTP/1.1" status: 200 len: 945 time: 0.0648453 Jul 14 19:07:37.320782 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-d75e6194-3b57-4138-a6b8-85af4361c707 req-d8755834-9397-4ac4-92e8-2e188f08d273 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] 10.222.0.16 "GET /v2.0/security-groups?id=33384978-bec5-44c9-869f-df28e64b8d22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326891 Jul 14 19:07:38.496169 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15abfbb1-07a2-4011-93ee-5177e5389e99 req-1622435c-3452-403e-9cfb-e5ba72c0f9a0 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:07:38.498141 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-15abfbb1-07a2-4011-93ee-5177e5389e99 req-1622435c-3452-403e-9cfb-e5ba72c0f9a0 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] 10.222.0.16 "GET /v2.0/ports?device_id=c31e1861-8b8d-4874-bce2-f557174a8155 HTTP/1.1" status: 200 len: 945 time: 0.0675523 Jul 14 19:07:38.535317 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-15abfbb1-07a2-4011-93ee-5177e5389e99 req-667207d5-53a3-4db1-8dbe-763b452dd5a6 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] 10.222.0.16 "GET /v2.0/security-groups?id=33384978-bec5-44c9-869f-df28e64b8d22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316603 Jul 14 19:07:38.699717 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd2468f-fef2-4253-9481-ff5305993e45 req-f0cc34d9-4b31-4e9c-a1f3-2fdf04dd517a tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:07:38.701799 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-4fd2468f-fef2-4253-9481-ff5305993e45 req-f0cc34d9-4b31-4e9c-a1f3-2fdf04dd517a tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] 10.222.0.16 "GET /v2.0/ports?device_id=c31e1861-8b8d-4874-bce2-f557174a8155 HTTP/1.1" status: 200 len: 945 time: 0.0643494 Jul 14 19:07:38.710501 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 57568) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 19:07:38.715238 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-c02e1ee2-31a6-4259-b0e4-4356f1748664 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] Request body: {'floatingip': {'port_id': '7f693e73-9a11-433b-8b8b-812be5e4fe83'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 19:07:39.091657 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-c02e1ee2-31a6-4259-b0e4-4356f1748664 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] Notify callbacks [] for floatingip, before_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:07:39.525180 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-c02e1ee2-31a6-4259-b0e4-4356f1748664 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:07:39.528548 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-c02e1ee2-31a6-4259-b0e4-4356f1748664 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-930131'] for floatingip, after_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:07:39.627533 n-d-800634-3 neutron-server[93916]: INFO neutron.db.l3_db [None req-c02e1ee2-31a6-4259-b0e4-4356f1748664 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] Floating IP 4439976a-cda3-48ac-bdd3-be29a47d845f associated. External IP: 172.25.1.94, port: 7f693e73-9a11-433b-8b8b-812be5e4fe83. Jul 14 19:07:39.827927 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c02e1ee2-31a6-4259-b0e4-4356f1748664 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] Router e4667727-8e40-4f84-92ec-1fafe56db13e has already been hosted by L3 agent 2c6eb27e-defb-4cca-9a24-381c7415e359 {{(pid=93916) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 19:07:39.935655 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c02e1ee2-31a6-4259-b0e4-4356f1748664 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] Notify agent at l3_agent.n-d-800634-3 the message routers_updated {{(pid=93916) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 19:07:39.940215 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-c02e1ee2-31a6-4259-b0e4-4356f1748664 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for floatingip, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:07:39.944819 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5e5c138-4124-4d13-86b2-f21b71a9e621 None None] Sync routers for ids ['e4667727-8e40-4f84-92ec-1fafe56db13e'] in n-d-800634-3 {{(pid=93917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 19:07:39.954818 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5e5c138-4124-4d13-86b2-f21b71a9e621 None None] Routers {'e4667727-8e40-4f84-92ec-1fafe56db13e'} bound to L3 agent in host n-d-800634-3 {{(pid=93917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 19:07:39.955435 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-a5e5c138-4124-4d13-86b2-f21b71a9e621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T19:07:23Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['e4667727-8e40-4f84-92ec-1fafe56db13e'], 'active': True} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 19:07:39.976345 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-c02e1ee2-31a6-4259-b0e4-4356f1748664 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] 10.222.0.16 "PUT /v2.0/floatingips/4439976a-cda3-48ac-bdd3-be29a47d845f HTTP/1.1" status: 200 len: 990 time: 1.2647104 Jul 14 19:07:39.976940 n-d-800634-3 neutron-server[93916]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c31e1861-8b8d-4874-bce2-f557174a8155', 'tag': '7f693e73-9a11-433b-8b8b-812be5e4fe83'}] {{(pid=93916) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 19:07:39.979166 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f803e150b363a7893830aa996ac27753fa25517c406ecd3536b7c2d4b26eeb9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5039a9df-a861-44e2-9ad3-c35b4dbe213f" -d '{"events": [{"name": "network-changed", "server_uuid": "c31e1861-8b8d-4874-bce2-f557174a8155", "tag": "7f693e73-9a11-433b-8b8b-812be5e4fe83"}]}' {{(pid=93916) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 19:07:40.019342 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 19:07:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfca0342-48c5-45bc-a2e1-bcda2188ab13 x-openstack-request-id: req-bfca0342-48c5-45bc-a2e1-bcda2188ab13 {{(pid=93916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 19:07:40.019763 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c31e1861-8b8d-4874-bce2-f557174a8155", "tag": "7f693e73-9a11-433b-8b8b-812be5e4fe83", "status": "completed", "code": 200}]} {{(pid=93916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 19:07:40.020019 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-bfca0342-48c5-45bc-a2e1-bcda2188ab13 {{(pid=93916) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 19:07:40.020451 n-d-800634-3 neutron-server[93916]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c31e1861-8b8d-4874-bce2-f557174a8155', 'tag': '7f693e73-9a11-433b-8b8b-812be5e4fe83', 'status': 'completed', 'code': 200} Jul 14 19:07:40.069899 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvr_db [None req-a5e5c138-4124-4d13-86b2-f21b71a9e621 None None] Set router e4667727-8e40-4f84-92ec-1fafe56db13e gateway port host: n-d-800634-3 {{(pid=93917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 19:07:40.098150 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5039a9df-a861-44e2-9ad3-c35b4dbe213f req-2a9e8cf5-2107-4ffb-8fbb-96565d46bf8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:07:40.099591 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-5039a9df-a861-44e2-9ad3-c35b4dbe213f req-2a9e8cf5-2107-4ffb-8fbb-96565d46bf8f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=04805eb1dac5471e95e628566976d1fd&device_id=c31e1861-8b8d-4874-bce2-f557174a8155 HTTP/1.1" status: 200 len: 1096 time: 0.0558722 Jul 14 19:07:40.192832 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5039a9df-a861-44e2-9ad3-c35b4dbe213f req-60946723-76ed-4339-b78d-46a6ef9acfb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:07:40.194325 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-5039a9df-a861-44e2-9ad3-c35b4dbe213f req-60946723-76ed-4339-b78d-46a6ef9acfb1 service neutron] 10.222.0.18 "GET /v2.0/networks?id=97727ed7-2695-478a-9eda-9cec1e9e91e1 HTTP/1.1" status: 200 len: 912 time: 0.0888505 Jul 14 19:07:40.259791 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-5039a9df-a861-44e2-9ad3-c35b4dbe213f req-637691e8-52b0-4f5d-94eb-3dda67184f88 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7f693e73-9a11-433b-8b8b-812be5e4fe83 HTTP/1.1" status: 200 len: 998 time: 0.0592873 Jul 14 19:07:40.295896 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-a5e5c138-4124-4d13-86b2-f21b71a9e621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4667727-8e40-4f84-92ec-1fafe56db13e', 'name': 'tempest-ServerActionsTestJSON-1250980168-router', 'tenant_id': '04805eb1dac5471e95e628566976d1fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.108'}], 'enable_snat': True}, 'gw_port_id': '510b5f68-10e7-4bf2-89fd-91188c69394c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T19:07:22Z', 'updated_at': '2021-07-14T19:07:25Z', 'revision_number': 4, 'project_id': '04805eb1dac5471e95e628566976d1fd', 'gw_port': {'id': '510b5f68-10e7-4bf2-89fd-91188c69394c', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:60:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4667727-8e40-4f84-92ec-1fafe56db13e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T19:07:23Z', 'updated_at': '2021-07-14T19:07:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_floatingips': [{'id': '4439976a-cda3-48ac-bdd3-be29a47d845f', 'tenant_id': '04805eb1dac5471e95e628566976d1fd', 'floating_ip_address': '172.25.1.94', 'floating_network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'router_id': 'e4667727-8e40-4f84-92ec-1fafe56db13e', 'port_id': '7f693e73-9a11-433b-8b8b-812be5e4fe83', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4014, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '97727ed7-2695-478a-9eda-9cec1e9e91e1', 'mac_address': 'fa:16:3e:43:85:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c31e1861-8b8d-4874-bce2-f557174a8155', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T19:07:28Z', 'updated_at': '2021-07-14T19:07:39Z', 'revision_number': 1, 'project_id': '04805eb1dac5471e95e628566976d1fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ba96e13-edba-48ac-b007-1e553c78e570', 'name': '', 'network_id': '97727ed7-2695-478a-9eda-9cec1e9e91e1', 'tenant_id': '04805eb1dac5471e95e628566976d1fd', 'mac_address': 'fa:16:3e:5f:c8:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4667727-8e40-4f84-92ec-1fafe56db13e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '18d4a98c-ae99-400b-9f7f-5406e74f63fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T19:07:24Z', 'updated_at': '2021-07-14T19:07:31Z', 'revision_number': 5, 'project_id': '04805eb1dac5471e95e628566976d1fd', 'subnets': [{'id': '18d4a98c-ae99-400b-9f7f-5406e74f63fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-3', False) {} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 19:07:40.307869 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5039a9df-a861-44e2-9ad3-c35b4dbe213f req-836e142a-ede0-4aea-b75d-7245a76da52d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:07:40.309419 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-5039a9df-a861-44e2-9ad3-c35b4dbe213f req-836e142a-ede0-4aea-b75d-7245a76da52d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=18d4a98c-ae99-400b-9f7f-5406e74f63fb HTTP/1.1" status: 200 len: 851 time: 0.0440786 Jul 14 19:07:40.322608 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5e5c138-4124-4d13-86b2-f21b71a9e621 None None] Checking router: e4667727-8e40-4f84-92ec-1fafe56db13e for host: n-d-800634-3 {{(pid=93917) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 19:07:40.331579 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5e5c138-4124-4d13-86b2-f21b71a9e621 None None] Routers {'e4667727-8e40-4f84-92ec-1fafe56db13e'} bound to L3 agent in host n-d-800634-3 {{(pid=93917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 19:07:40.332232 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-a5e5c138-4124-4d13-86b2-f21b71a9e621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T19:07:23Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['e4667727-8e40-4f84-92ec-1fafe56db13e'], 'active': True} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 19:07:40.370164 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5039a9df-a861-44e2-9ad3-c35b4dbe213f req-ccb947dc-d146-4a18-8c57-69784860ae7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:07:40.371602 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-5039a9df-a861-44e2-9ad3-c35b4dbe213f req-ccb947dc-d146-4a18-8c57-69784860ae7e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=97727ed7-2695-478a-9eda-9cec1e9e91e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0562868 Jul 14 19:07:40.464091 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-5039a9df-a861-44e2-9ad3-c35b4dbe213f req-c04e0612-a533-4df1-9393-dadb4ebc821c service neutron] 10.222.0.18 "GET /v2.0/networks/97727ed7-2695-478a-9eda-9cec1e9e91e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858412 Jul 14 19:07:40.561145 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-5039a9df-a861-44e2-9ad3-c35b4dbe213f req-ad80864f-f026-4ec9-9bd1-f5982604ea19 service neutron] 10.222.0.18 "GET /v2.0/networks/97727ed7-2695-478a-9eda-9cec1e9e91e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910032 Jul 14 19:07:40.590081 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvr_db [None req-a5e5c138-4124-4d13-86b2-f21b71a9e621 None None] Set router e4667727-8e40-4f84-92ec-1fafe56db13e gateway port host: n-d-800634-3 {{(pid=93917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 19:07:40.808465 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-a5e5c138-4124-4d13-86b2-f21b71a9e621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4667727-8e40-4f84-92ec-1fafe56db13e', 'name': 'tempest-ServerActionsTestJSON-1250980168-router', 'tenant_id': '04805eb1dac5471e95e628566976d1fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.108'}], 'enable_snat': True}, 'gw_port_id': '510b5f68-10e7-4bf2-89fd-91188c69394c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T19:07:22Z', 'updated_at': '2021-07-14T19:07:25Z', 'revision_number': 4, 'project_id': '04805eb1dac5471e95e628566976d1fd', 'gw_port': {'id': '510b5f68-10e7-4bf2-89fd-91188c69394c', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:60:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4667727-8e40-4f84-92ec-1fafe56db13e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T19:07:23Z', 'updated_at': '2021-07-14T19:07:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_floatingips': [{'id': '4439976a-cda3-48ac-bdd3-be29a47d845f', 'tenant_id': '04805eb1dac5471e95e628566976d1fd', 'floating_ip_address': '172.25.1.94', 'floating_network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'router_id': 'e4667727-8e40-4f84-92ec-1fafe56db13e', 'port_id': '7f693e73-9a11-433b-8b8b-812be5e4fe83', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4014, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '97727ed7-2695-478a-9eda-9cec1e9e91e1', 'mac_address': 'fa:16:3e:43:85:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c31e1861-8b8d-4874-bce2-f557174a8155', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T19:07:28Z', 'updated_at': '2021-07-14T19:07:39Z', 'revision_number': 1, 'project_id': '04805eb1dac5471e95e628566976d1fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ba96e13-edba-48ac-b007-1e553c78e570', 'name': '', 'network_id': '97727ed7-2695-478a-9eda-9cec1e9e91e1', 'tenant_id': '04805eb1dac5471e95e628566976d1fd', 'mac_address': 'fa:16:3e:5f:c8:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4667727-8e40-4f84-92ec-1fafe56db13e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '18d4a98c-ae99-400b-9f7f-5406e74f63fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T19:07:24Z', 'updated_at': '2021-07-14T19:07:31Z', 'revision_number': 5, 'project_id': '04805eb1dac5471e95e628566976d1fd', 'subnets': [{'id': '18d4a98c-ae99-400b-9f7f-5406e74f63fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-3', False) {} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 19:07:40.837412 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5e5c138-4124-4d13-86b2-f21b71a9e621 None None] The sync data for ids ['e4667727-8e40-4f84-92ec-1fafe56db13e'] in n-d-800634-3 is: [{'id': 'e4667727-8e40-4f84-92ec-1fafe56db13e', 'name': 'tempest-ServerActionsTestJSON-1250980168-router', 'tenant_id': '04805eb1dac5471e95e628566976d1fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.108'}], 'enable_snat': True}, 'gw_port_id': '510b5f68-10e7-4bf2-89fd-91188c69394c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T19:07:22Z', 'updated_at': '2021-07-14T19:07:25Z', 'revision_number': 4, 'project_id': '04805eb1dac5471e95e628566976d1fd', 'gw_port': {'id': '510b5f68-10e7-4bf2-89fd-91188c69394c', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:60:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4667727-8e40-4f84-92ec-1fafe56db13e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T19:07:23Z', 'updated_at': '2021-07-14T19:07:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_floatingips': [{'id': '4439976a-cda3-48ac-bdd3-be29a47d845f', 'tenant_id': '04805eb1dac5471e95e628566976d1fd', 'floating_ip_address': '172.25.1.94', 'floating_network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'router_id': 'e4667727-8e40-4f84-92ec-1fafe56db13e', 'port_id': '7f693e73-9a11-433b-8b8b-812be5e4fe83', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4014, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '97727ed7-2695-478a-9eda-9cec1e9e91e1', 'mac_address': 'fa:16:3e:43:85:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c31e1861-8b8d-4874-bce2-f557174a8155', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T19:07:28Z', 'updated_at': '2021-07-14T19:07:39Z', 'revision_number': 1, 'project_id': '04805eb1dac5471e95e628566976d1fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ba96e13-edba-48ac-b007-1e553c78e570', 'name': '', 'network_id': '97727ed7-2695-478a-9eda-9cec1e9e91e1', 'tenant_id': '04805eb1dac5471e95e628566976d1fd', 'mac_address': 'fa:16:3e:5f:c8:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4667727-8e40-4f84-92ec-1fafe56db13e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '18d4a98c-ae99-400b-9f7f-5406e74f63fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T19:07:24Z', 'updated_at': '2021-07-14T19:07:31Z', 'revision_number': 5, 'project_id': '04805eb1dac5471e95e628566976d1fd', 'subnets': [{'id': '18d4a98c-ae99-400b-9f7f-5406e74f63fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 19:07:41.014500 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1e59b3b-0100-4238-9887-c3aa9942935d None None] New status for floating IP 4439976a-cda3-48ac-bdd3-be29a47d845f: ACTIVE {{(pid=93918) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 19:07:42.046694 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.agents_db [None req-2ea07fb6-aa68-4671-8654-119d82b9f530 None None] Agent healthcheck: found 7 active agents {{(pid=93918) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 19:07:50.441357 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-150149ac-5629-4ad7-921f-af69996ecc5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:07:52.860313 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-2a4407be-4af4-410b-a49d-b6dc625e7d98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:07:53.211014 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:07:54.251831 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-574aeb93-9938-449c-8e6c-cb22c9b52cc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:07:55.896744 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-2f4e3af3-e708-4ffd-a544-82d93a489d01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:08:02.851012 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:08:05.759930 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:08:19.047257 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.agents_db [None req-2ea07fb6-aa68-4671-8654-119d82b9f530 None None] Agent healthcheck: found 7 active agents {{(pid=93918) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 19:08:20.440777 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-1d504b1f-5c80-40de-b97c-2be665ad87cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:08:22.860546 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-21b5390a-6953-45a2-b61d-4747d36a9228 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:08:23.202191 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:08:23.538019 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ac50a86d-8571-497e-b54c-ed0c956dfe60 req-db410178-49a6-4996-9536-c3d6dd39c59f service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=c31e1861-8b8d-4874-bce2-f557174a8155&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0541236 Jul 14 19:08:23.636064 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac50a86d-8571-497e-b54c-ed0c956dfe60 req-b3344103-a4ea-4e56-befa-94b6999d7e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:08:23.637775 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ac50a86d-8571-497e-b54c-ed0c956dfe60 req-b3344103-a4ea-4e56-befa-94b6999d7e05 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=04805eb1dac5471e95e628566976d1fd&device_id=c31e1861-8b8d-4874-bce2-f557174a8155 HTTP/1.1" status: 200 len: 1096 time: 0.0541074 Jul 14 19:08:23.744792 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac50a86d-8571-497e-b54c-ed0c956dfe60 req-3b9fc392-bd08-4819-8dab-737c312cfc71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:08:23.746203 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ac50a86d-8571-497e-b54c-ed0c956dfe60 req-3b9fc392-bd08-4819-8dab-737c312cfc71 service neutron] 10.222.0.18 "GET /v2.0/networks?id=97727ed7-2695-478a-9eda-9cec1e9e91e1 HTTP/1.1" status: 200 len: 912 time: 0.0889683 Jul 14 19:08:23.809466 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ac50a86d-8571-497e-b54c-ed0c956dfe60 req-bd57e74d-ed6d-4ccf-a58a-6a057c4b2146 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7f693e73-9a11-433b-8b8b-812be5e4fe83 HTTP/1.1" status: 200 len: 1000 time: 0.0570700 Jul 14 19:08:23.860058 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac50a86d-8571-497e-b54c-ed0c956dfe60 req-c5624e7b-54d2-43bf-a913-7b73c31dd805 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:08:23.861539 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ac50a86d-8571-497e-b54c-ed0c956dfe60 req-c5624e7b-54d2-43bf-a913-7b73c31dd805 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=18d4a98c-ae99-400b-9f7f-5406e74f63fb HTTP/1.1" status: 200 len: 851 time: 0.0466034 Jul 14 19:08:23.916397 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac50a86d-8571-497e-b54c-ed0c956dfe60 req-b99f0954-a535-4f62-9d7c-0b0b2468e0f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:08:23.917857 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ac50a86d-8571-497e-b54c-ed0c956dfe60 req-b99f0954-a535-4f62-9d7c-0b0b2468e0f1 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=97727ed7-2695-478a-9eda-9cec1e9e91e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0504425 Jul 14 19:08:24.002718 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ac50a86d-8571-497e-b54c-ed0c956dfe60 req-d22eeaa9-6add-4c89-844d-781e40ce9b27 service neutron] 10.222.0.18 "GET /v2.0/networks/97727ed7-2695-478a-9eda-9cec1e9e91e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0786414 Jul 14 19:08:24.093476 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ac50a86d-8571-497e-b54c-ed0c956dfe60 req-07b724ab-df5d-4aa4-b8f5-4babfc2e1442 service neutron] 10.222.0.18 "GET /v2.0/networks/97727ed7-2695-478a-9eda-9cec1e9e91e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845306 Jul 14 19:08:24.253608 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-574aeb93-9938-449c-8e6c-cb22c9b52cc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:08:25.898366 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-2f4e3af3-e708-4ffd-a544-82d93a489d01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:08:28.641447 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-8885cdf8-cb68-4d2a-87ca-9e481f48e1a6 req-dddd74b4-e01f-4816-aa78-e4394e46bf16 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=6ab0c594-ecaf-4c5b-977a-9c1b59a2d9cc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.1091664 Jul 14 19:08:28.689089 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-8885cdf8-cb68-4d2a-87ca-9e481f48e1a6 req-1a330006-2501-41dc-8600-62e8dd734c42 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f1c4e239e6d24b3bb240a97f6c99b33f&device_id=6ab0c594-ecaf-4c5b-977a-9c1b59a2d9cc HTTP/1.1" status: 200 len: 210 time: 0.0267332 Jul 14 19:08:28.727583 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-8885cdf8-cb68-4d2a-87ca-9e481f48e1a6 req-2aec9289-7b5e-492d-92d8-b3b60576146d service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=f1c4e239e6d24b3bb240a97f6c99b33f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0189342 Jul 14 19:08:28.817669 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8885cdf8-cb68-4d2a-87ca-9e481f48e1a6 req-86d49de7-d36a-42fc-aba6-569362fbc47a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:08:28.819278 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-8885cdf8-cb68-4d2a-87ca-9e481f48e1a6 req-86d49de7-d36a-42fc-aba6-569362fbc47a service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0861619 Jul 14 19:08:32.862400 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:08:35.762582 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:08:50.440726 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-473af397-d6b8-42f8-af7d-0dd37147d453 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:08:52.862420 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-66eb3586-9f65-4b54-bb5a-d960c2d9e57b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:08:53.202656 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:08:54.256962 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-574aeb93-9938-449c-8e6c-cb22c9b52cc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:08:55.900949 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-2f4e3af3-e708-4ffd-a544-82d93a489d01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:08:56.046482 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.agents_db [None req-2ea07fb6-aa68-4671-8654-119d82b9f530 None None] Agent healthcheck: found 7 active agents {{(pid=93918) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 19:09:02.877975 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:09:05.779723 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:09:15.040484 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290595da-b4d6-49b2-9f9b-4f8dba948019 req-86b93656-3a09-4765-978e-932b4c64d696 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:09:15.041903 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-290595da-b4d6-49b2-9f9b-4f8dba948019 req-86b93656-3a09-4765-978e-932b4c64d696 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] 10.222.0.16 "GET /v2.0/ports?device_id=c31e1861-8b8d-4874-bce2-f557174a8155 HTTP/1.1" status: 200 len: 945 time: 0.0696723 Jul 14 19:09:15.079237 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-290595da-b4d6-49b2-9f9b-4f8dba948019 req-a30c858b-37f7-4018-b358-caad33946486 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] 10.222.0.16 "GET /v2.0/security-groups?id=33384978-bec5-44c9-869f-df28e64b8d22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317597 Jul 14 19:09:15.421474 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-80ec450b-6e53-47d6-8f37-3ef21e37599a req-b94db589-6040-4cc8-b8f1-0ecb9b88dc5d service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=c31e1861-8b8d-4874-bce2-f557174a8155&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0646920 Jul 14 19:09:15.475858 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebb71d7-8980-4c5f-82cd-4f1e583f1654 req-03de6128-0c6d-48de-8bdb-4a4e4625e013 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:09:15.477380 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-aebb71d7-8980-4c5f-82cd-4f1e583f1654 req-03de6128-0c6d-48de-8bdb-4a4e4625e013 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] 10.222.0.16 "GET /v2.0/ports?device_id=c31e1861-8b8d-4874-bce2-f557174a8155 HTTP/1.1" status: 200 len: 945 time: 0.0708761 Jul 14 19:09:15.516057 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-aebb71d7-8980-4c5f-82cd-4f1e583f1654 req-88d98b9c-780c-410d-a75b-3c9573fb5d11 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] 10.222.0.16 "GET /v2.0/security-groups?id=33384978-bec5-44c9-869f-df28e64b8d22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328374 Jul 14 19:09:16.501838 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ec450b-6e53-47d6-8f37-3ef21e37599a req-13832810-49b3-4671-8c34-ed00d43579ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:09:16.503359 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-80ec450b-6e53-47d6-8f37-3ef21e37599a req-13832810-49b3-4671-8c34-ed00d43579ac service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=04805eb1dac5471e95e628566976d1fd&device_id=c31e1861-8b8d-4874-bce2-f557174a8155 HTTP/1.1" status: 200 len: 1096 time: 0.0523052 Jul 14 19:09:16.594686 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ec450b-6e53-47d6-8f37-3ef21e37599a req-8452f724-d535-4ae7-a152-4622d56a5bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:09:16.596179 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-80ec450b-6e53-47d6-8f37-3ef21e37599a req-8452f724-d535-4ae7-a152-4622d56a5bd3 service neutron] 10.222.0.18 "GET /v2.0/networks?id=97727ed7-2695-478a-9eda-9cec1e9e91e1 HTTP/1.1" status: 200 len: 912 time: 0.0870490 Jul 14 19:09:16.700531 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-80ec450b-6e53-47d6-8f37-3ef21e37599a req-2141500b-300c-4726-8de0-542b94a2219d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7f693e73-9a11-433b-8b8b-812be5e4fe83 HTTP/1.1" status: 200 len: 1000 time: 0.0979686 Jul 14 19:09:16.758749 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ec450b-6e53-47d6-8f37-3ef21e37599a req-6dd6095b-7e42-43e5-879b-1c1e88e2996a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:09:16.760160 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-80ec450b-6e53-47d6-8f37-3ef21e37599a req-6dd6095b-7e42-43e5-879b-1c1e88e2996a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=18d4a98c-ae99-400b-9f7f-5406e74f63fb HTTP/1.1" status: 200 len: 851 time: 0.0539131 Jul 14 19:09:16.769073 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4afb99a-5d8c-4f49-a3f4-a0553c152c17 req-e712e97f-bebc-45b8-a2f3-5df557cbcc31 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:09:16.770413 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e4afb99a-5d8c-4f49-a3f4-a0553c152c17 req-e712e97f-bebc-45b8-a2f3-5df557cbcc31 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] 10.222.0.16 "GET /v2.0/ports?device_id=c31e1861-8b8d-4874-bce2-f557174a8155 HTTP/1.1" status: 200 len: 945 time: 0.1333387 Jul 14 19:09:16.831414 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e4afb99a-5d8c-4f49-a3f4-a0553c152c17 req-8909bee0-86f5-4e0e-ad68-8a1f1e9bcc29 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] 10.222.0.16 "GET /v2.0/security-groups?id=33384978-bec5-44c9-869f-df28e64b8d22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530286 Jul 14 19:09:16.847334 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ec450b-6e53-47d6-8f37-3ef21e37599a req-fee0d181-9109-4ffc-9186-f8922b248f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:09:16.848898 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-80ec450b-6e53-47d6-8f37-3ef21e37599a req-fee0d181-9109-4ffc-9186-f8922b248f9f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=97727ed7-2695-478a-9eda-9cec1e9e91e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0776052 Jul 14 19:09:16.939807 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-80ec450b-6e53-47d6-8f37-3ef21e37599a req-17522627-b2f8-4181-8522-8400c2525ee2 service neutron] 10.222.0.18 "GET /v2.0/networks/97727ed7-2695-478a-9eda-9cec1e9e91e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835373 Jul 14 19:09:17.027692 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-80ec450b-6e53-47d6-8f37-3ef21e37599a req-60126492-9fae-4234-bf11-8a972806c672 service neutron] 10.222.0.18 "GET /v2.0/networks/97727ed7-2695-478a-9eda-9cec1e9e91e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811014 Jul 14 19:09:18.007065 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242e6502-d46f-4465-810b-0a91d2a60c46 req-c4113b42-04da-4991-a155-bb184cc4c97a tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:09:18.008583 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-242e6502-d46f-4465-810b-0a91d2a60c46 req-c4113b42-04da-4991-a155-bb184cc4c97a tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] 10.222.0.16 "GET /v2.0/ports?device_id=c31e1861-8b8d-4874-bce2-f557174a8155 HTTP/1.1" status: 200 len: 945 time: 0.0670693 Jul 14 19:09:18.047898 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-242e6502-d46f-4465-810b-0a91d2a60c46 req-1d9c30cc-c70a-46f5-af11-dffa65932b77 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] 10.222.0.16 "GET /v2.0/security-groups?id=33384978-bec5-44c9-869f-df28e64b8d22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333860 Jul 14 19:09:19.219779 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1546715a-8a15-483a-b26b-8b260a313ed3 req-0799b082-514b-4deb-9cef-d4fb5b502501 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:09:19.221252 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-1546715a-8a15-483a-b26b-8b260a313ed3 req-0799b082-514b-4deb-9cef-d4fb5b502501 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] 10.222.0.16 "GET /v2.0/ports?device_id=c31e1861-8b8d-4874-bce2-f557174a8155 HTTP/1.1" status: 200 len: 945 time: 0.0627785 Jul 14 19:09:19.260100 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-1546715a-8a15-483a-b26b-8b260a313ed3 req-123cace0-e12d-4027-9a84-3b939228b330 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] 10.222.0.16 "GET /v2.0/security-groups?id=33384978-bec5-44c9-869f-df28e64b8d22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334265 Jul 14 19:09:20.435074 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0f1974-1333-42a3-a46f-498165672f3b req-802a63d2-7b3f-4dd2-9cc6-4eb3f53a1f23 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:09:20.436714 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-9a0f1974-1333-42a3-a46f-498165672f3b req-802a63d2-7b3f-4dd2-9cc6-4eb3f53a1f23 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] 10.222.0.16 "GET /v2.0/ports?device_id=c31e1861-8b8d-4874-bce2-f557174a8155 HTTP/1.1" status: 200 len: 945 time: 0.0628181 Jul 14 19:09:20.443040 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-af9d703a-98da-4633-87ed-c1ec557f46d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:09:20.475675 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-9a0f1974-1333-42a3-a46f-498165672f3b req-fdd38ac8-6a0e-4fd8-bc4d-76dce366545f tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] 10.222.0.16 "GET /v2.0/security-groups?id=33384978-bec5-44c9-869f-df28e64b8d22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323210 Jul 14 19:09:21.654662 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d182a726-92ce-4268-a284-25984cabb934 req-3c16cb26-2251-4a52-9938-6afa00b04a1a tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:09:21.656140 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-d182a726-92ce-4268-a284-25984cabb934 req-3c16cb26-2251-4a52-9938-6afa00b04a1a tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] 10.222.0.16 "GET /v2.0/ports?device_id=c31e1861-8b8d-4874-bce2-f557174a8155 HTTP/1.1" status: 200 len: 945 time: 0.0665975 Jul 14 19:09:21.700174 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-d182a726-92ce-4268-a284-25984cabb934 req-b3e46bd6-bee3-419f-9070-d2829860c2ac tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] 10.222.0.16 "GET /v2.0/security-groups?id=33384978-bec5-44c9-869f-df28e64b8d22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381019 Jul 14 19:09:22.864448 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-16daadaf-4bdd-48d0-9b13-14c2160c9121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:09:22.873991 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755bf227-d299-4484-a814-53230f439503 req-c9d53761-70c5-4086-8a35-149cad02a750 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:09:22.875519 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-755bf227-d299-4484-a814-53230f439503 req-c9d53761-70c5-4086-8a35-149cad02a750 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] 10.222.0.16 "GET /v2.0/ports?device_id=c31e1861-8b8d-4874-bce2-f557174a8155 HTTP/1.1" status: 200 len: 945 time: 0.0640724 Jul 14 19:09:22.912742 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-755bf227-d299-4484-a814-53230f439503 req-edc7ba69-1cad-4fc5-b2ae-c1ee54eee52b tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] 10.222.0.16 "GET /v2.0/security-groups?id=33384978-bec5-44c9-869f-df28e64b8d22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317190 Jul 14 19:09:23.203278 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:09:23.571338 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960c0b9b-420c-4aa2-b613-85fb537c7130 req-85cadf38-eb45-4559-84e5-9e54163e2258 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:09:23.572859 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-960c0b9b-420c-4aa2-b613-85fb537c7130 req-85cadf38-eb45-4559-84e5-9e54163e2258 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=04805eb1dac5471e95e628566976d1fd&device_id=c31e1861-8b8d-4874-bce2-f557174a8155 HTTP/1.1" status: 200 len: 1096 time: 0.0566068 Jul 14 19:09:23.675667 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960c0b9b-420c-4aa2-b613-85fb537c7130 req-248840f6-d691-4163-9715-12fc4a612a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:09:23.677194 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-960c0b9b-420c-4aa2-b613-85fb537c7130 req-248840f6-d691-4163-9715-12fc4a612a82 service neutron] 10.222.0.18 "GET /v2.0/networks?id=97727ed7-2695-478a-9eda-9cec1e9e91e1 HTTP/1.1" status: 200 len: 912 time: 0.0840044 Jul 14 19:09:23.746148 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-960c0b9b-420c-4aa2-b613-85fb537c7130 req-5938bf43-2e5c-44b7-83b5-43ec91bf326a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7f693e73-9a11-433b-8b8b-812be5e4fe83 HTTP/1.1" status: 200 len: 1000 time: 0.0623364 Jul 14 19:09:23.795411 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960c0b9b-420c-4aa2-b613-85fb537c7130 req-4f4c437e-09f5-4f9d-a21b-bcf01da23f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:09:23.797053 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-960c0b9b-420c-4aa2-b613-85fb537c7130 req-4f4c437e-09f5-4f9d-a21b-bcf01da23f71 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=18d4a98c-ae99-400b-9f7f-5406e74f63fb HTTP/1.1" status: 200 len: 851 time: 0.0446534 Jul 14 19:09:23.854973 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960c0b9b-420c-4aa2-b613-85fb537c7130 req-29d63362-7558-4e54-9c91-53a35b7a08ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:09:23.856552 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-960c0b9b-420c-4aa2-b613-85fb537c7130 req-29d63362-7558-4e54-9c91-53a35b7a08ed service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=97727ed7-2695-478a-9eda-9cec1e9e91e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0533633 Jul 14 19:09:23.949734 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-960c0b9b-420c-4aa2-b613-85fb537c7130 req-4adcbb43-6f70-4b05-9498-85ea9d145be6 service neutron] 10.222.0.18 "GET /v2.0/networks/97727ed7-2695-478a-9eda-9cec1e9e91e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863779 Jul 14 19:09:24.049354 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-960c0b9b-420c-4aa2-b613-85fb537c7130 req-f08e9c62-67fd-4dfb-822b-a3b5a1522a13 service neutron] 10.222.0.18 "GET /v2.0/networks/97727ed7-2695-478a-9eda-9cec1e9e91e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937407 Jul 14 19:09:24.099420 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e634ae4c-0dae-4591-a245-77533ea8563d req-a93750d8-20d2-43bf-9a2b-dd070bb2acb2 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:09:24.100939 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e634ae4c-0dae-4591-a245-77533ea8563d req-a93750d8-20d2-43bf-9a2b-dd070bb2acb2 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] 10.222.0.16 "GET /v2.0/ports?device_id=c31e1861-8b8d-4874-bce2-f557174a8155 HTTP/1.1" status: 200 len: 945 time: 0.0663865 Jul 14 19:09:24.138751 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e634ae4c-0dae-4591-a245-77533ea8563d req-77294568-aab9-493d-ab12-c8c97313887c tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] 10.222.0.16 "GET /v2.0/security-groups?id=33384978-bec5-44c9-869f-df28e64b8d22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318255 Jul 14 19:09:24.260653 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-574aeb93-9938-449c-8e6c-cb22c9b52cc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:09:25.314406 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae183cc8-3b7e-4d97-8a6a-27d414f0e203 req-6ab9d71b-2d90-4595-bd9f-66f5b2d24850 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:09:25.315867 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ae183cc8-3b7e-4d97-8a6a-27d414f0e203 req-6ab9d71b-2d90-4595-bd9f-66f5b2d24850 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] 10.222.0.16 "GET /v2.0/ports?device_id=c31e1861-8b8d-4874-bce2-f557174a8155 HTTP/1.1" status: 200 len: 945 time: 0.0672028 Jul 14 19:09:25.351760 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ae183cc8-3b7e-4d97-8a6a-27d414f0e203 req-816c2a0e-b274-4f58-91f7-7a35090e5aef tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] 10.222.0.16 "GET /v2.0/security-groups?id=33384978-bec5-44c9-869f-df28e64b8d22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304096 Jul 14 19:09:25.904243 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-2f4e3af3-e708-4ffd-a544-82d93a489d01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:09:26.522292 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7524e0a6-7fc5-4d40-8af9-1e02b98777ad req-9938e761-4e3e-4975-a84a-d754f3209d2d tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:09:26.523739 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-7524e0a6-7fc5-4d40-8af9-1e02b98777ad req-9938e761-4e3e-4975-a84a-d754f3209d2d tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] 10.222.0.16 "GET /v2.0/ports?device_id=c31e1861-8b8d-4874-bce2-f557174a8155 HTTP/1.1" status: 200 len: 945 time: 0.0622542 Jul 14 19:09:26.561558 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-7524e0a6-7fc5-4d40-8af9-1e02b98777ad req-982550cd-5a50-4862-b710-7ab87538c86e tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] 10.222.0.16 "GET /v2.0/security-groups?id=33384978-bec5-44c9-869f-df28e64b8d22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316808 Jul 14 19:09:27.734867 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4520729f-08ed-4726-bd0c-e3a48c3582cc req-c2392a4f-d007-4976-8d7f-4a357418d32d tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:09:27.736474 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-4520729f-08ed-4726-bd0c-e3a48c3582cc req-c2392a4f-d007-4976-8d7f-4a357418d32d tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] 10.222.0.16 "GET /v2.0/ports?device_id=c31e1861-8b8d-4874-bce2-f557174a8155 HTTP/1.1" status: 200 len: 945 time: 0.0655994 Jul 14 19:09:27.773569 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-4520729f-08ed-4726-bd0c-e3a48c3582cc req-376e4840-3f9e-4f82-84e4-9917ece9c3d2 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] 10.222.0.16 "GET /v2.0/security-groups?id=33384978-bec5-44c9-869f-df28e64b8d22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316076 Jul 14 19:09:28.646517 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-80ec450b-6e53-47d6-8f37-3ef21e37599a req-ddb78715-eee2-4fe0-97a3-1ccdda2b19d2 service neutron] 10.222.0.18 "GET /v2.0/ports/7f693e73-9a11-433b-8b8b-812be5e4fe83/bindings/n-h1-800634-3 HTTP/1.1" status: 200 len: 382 time: 0.0537281 Jul 14 19:09:28.918907 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ec450b-6e53-47d6-8f37-3ef21e37599a req-4b95a1d7-1b6b-4fdb-95cf-cdc5fd539155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:09:28.920415 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-80ec450b-6e53-47d6-8f37-3ef21e37599a req-4b95a1d7-1b6b-4fdb-95cf-cdc5fd539155 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=c31e1861-8b8d-4874-bce2-f557174a8155&tenant_id=04805eb1dac5471e95e628566976d1fd HTTP/1.1" status: 200 len: 1096 time: 0.0799470 Jul 14 19:09:29.075723 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-60e3e042-468d-437e-95b3-98694e7f237b req-472ead06-acf7-42bb-83fd-c0c4125df0e9 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=03a24d87-527f-4d5b-a998-53393446562a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0354345 Jul 14 19:09:29.148414 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-60e3e042-468d-437e-95b3-98694e7f237b req-11d6766b-1c03-4959-a8ea-51b0fc2b8493 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c51e850593fc4a37af9470721017e8e7&device_id=03a24d87-527f-4d5b-a998-53393446562a HTTP/1.1" status: 200 len: 210 time: 0.0274858 Jul 14 19:09:29.189947 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-60e3e042-468d-437e-95b3-98694e7f237b req-4c1c4ad1-6f61-4306-91a4-8eec0737ed90 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=c51e850593fc4a37af9470721017e8e7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0200717 Jul 14 19:09:29.253220 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd50c94-32a0-4fea-98ac-641a9c4e3f2e req-92d34f4a-6a31-44c1-b1fc-d2d8c44dacba tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:09:29.254694 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-dbd50c94-32a0-4fea-98ac-641a9c4e3f2e req-92d34f4a-6a31-44c1-b1fc-d2d8c44dacba tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] 10.222.0.16 "GET /v2.0/ports?device_id=c31e1861-8b8d-4874-bce2-f557174a8155 HTTP/1.1" status: 200 len: 945 time: 0.3691442 Jul 14 19:09:29.291433 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e3e042-468d-437e-95b3-98694e7f237b req-67a8224c-6863-4d36-aa45-0d0463eda6af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:09:29.293006 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-60e3e042-468d-437e-95b3-98694e7f237b req-67a8224c-6863-4d36-aa45-0d0463eda6af service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0972960 Jul 14 19:09:29.306937 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ec450b-6e53-47d6-8f37-3ef21e37599a req-6e1e5b3a-41ff-4466-a51c-efd39d00cb42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:09:29.308507 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-80ec450b-6e53-47d6-8f37-3ef21e37599a req-6e1e5b3a-41ff-4466-a51c-efd39d00cb42 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=04805eb1dac5471e95e628566976d1fd&device_id=c31e1861-8b8d-4874-bce2-f557174a8155 HTTP/1.1" status: 200 len: 1096 time: 0.3651445 Jul 14 19:09:29.311291 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-dbd50c94-32a0-4fea-98ac-641a9c4e3f2e req-7180b734-156e-416c-9165-9832f7c04d22 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] 10.222.0.16 "GET /v2.0/security-groups?id=33384978-bec5-44c9-869f-df28e64b8d22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487046 Jul 14 19:09:29.399343 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ec450b-6e53-47d6-8f37-3ef21e37599a req-b9845599-b5d4-4e51-92dd-e54c9453bee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:09:29.400760 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-80ec450b-6e53-47d6-8f37-3ef21e37599a req-b9845599-b5d4-4e51-92dd-e54c9453bee9 service neutron] 10.222.0.18 "GET /v2.0/networks?id=97727ed7-2695-478a-9eda-9cec1e9e91e1 HTTP/1.1" status: 200 len: 912 time: 0.0864904 Jul 14 19:09:29.463493 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-80ec450b-6e53-47d6-8f37-3ef21e37599a req-963566ac-b87d-4dbf-9acc-1b299269dac6 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7f693e73-9a11-433b-8b8b-812be5e4fe83 HTTP/1.1" status: 200 len: 1000 time: 0.0564408 Jul 14 19:09:29.511842 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ec450b-6e53-47d6-8f37-3ef21e37599a req-b92773ce-c1dd-499b-8507-a60ef621a46d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:09:29.513372 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-80ec450b-6e53-47d6-8f37-3ef21e37599a req-b92773ce-c1dd-499b-8507-a60ef621a46d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=18d4a98c-ae99-400b-9f7f-5406e74f63fb HTTP/1.1" status: 200 len: 851 time: 0.0442708 Jul 14 19:09:29.572603 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ec450b-6e53-47d6-8f37-3ef21e37599a req-7e7a5e21-220f-417d-900f-28d2f1647949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:09:29.574067 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-80ec450b-6e53-47d6-8f37-3ef21e37599a req-7e7a5e21-220f-417d-900f-28d2f1647949 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=97727ed7-2695-478a-9eda-9cec1e9e91e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0546744 Jul 14 19:09:29.660004 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-80ec450b-6e53-47d6-8f37-3ef21e37599a req-d295516e-ed0d-42e5-8c23-f182cda02143 service neutron] 10.222.0.18 "GET /v2.0/networks/97727ed7-2695-478a-9eda-9cec1e9e91e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792959 Jul 14 19:09:29.757632 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-80ec450b-6e53-47d6-8f37-3ef21e37599a req-dabe6ab2-99e4-4626-bb41-badf23568ba7 service neutron] 10.222.0.18 "GET /v2.0/networks/97727ed7-2695-478a-9eda-9cec1e9e91e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919666 Jul 14 19:09:30.486604 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73caf3f-14c7-4284-879b-a48c3bda8494 req-7bbe8211-e4f3-492a-930a-73e46cfc2914 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:09:30.488089 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f73caf3f-14c7-4284-879b-a48c3bda8494 req-7bbe8211-e4f3-492a-930a-73e46cfc2914 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] 10.222.0.16 "GET /v2.0/ports?device_id=c31e1861-8b8d-4874-bce2-f557174a8155 HTTP/1.1" status: 200 len: 945 time: 0.0642889 Jul 14 19:09:30.525599 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f73caf3f-14c7-4284-879b-a48c3bda8494 req-06878374-b7f7-460d-91f3-4265a3b22691 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] 10.222.0.16 "GET /v2.0/security-groups?id=33384978-bec5-44c9-869f-df28e64b8d22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319939 Jul 14 19:09:31.706427 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ca7a26-840c-4aa8-a08d-750617b41e44 req-ba382be8-8736-4c9d-8a10-8f6a66b898d6 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:09:31.707980 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c4ca7a26-840c-4aa8-a08d-750617b41e44 req-ba382be8-8736-4c9d-8a10-8f6a66b898d6 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] 10.222.0.16 "GET /v2.0/ports?device_id=c31e1861-8b8d-4874-bce2-f557174a8155 HTTP/1.1" status: 200 len: 945 time: 0.0680599 Jul 14 19:09:31.746030 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c4ca7a26-840c-4aa8-a08d-750617b41e44 req-956207df-f27d-4158-be53-2787a330481c tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] 10.222.0.16 "GET /v2.0/security-groups?id=33384978-bec5-44c9-869f-df28e64b8d22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324745 Jul 14 19:09:32.096919 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4e0cad-0e38-4776-9126-938c9195e62c req-ab503d2e-3596-43b2-8b18-a120df291543 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:09:32.098275 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-fd4e0cad-0e38-4776-9126-938c9195e62c req-ab503d2e-3596-43b2-8b18-a120df291543 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] 10.222.0.18 "GET /v2.0/ports?device_id=c31e1861-8b8d-4874-bce2-f557174a8155&tenant_id=04805eb1dac5471e95e628566976d1fd&binding%3Ahost_id=n-h1-800634-3 HTTP/1.1" status: 200 len: 945 time: 0.1154561 Jul 14 19:09:32.105966 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d8b147-2355-4165-8abc-b0b9bcc623df req-529a88ac-eab7-44d5-965b-bb94729e52aa tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:09:32.107303 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c4d8b147-2355-4165-8abc-b0b9bcc623df req-529a88ac-eab7-44d5-965b-bb94729e52aa tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] 10.222.0.16 "GET /v2.0/ports?device_id=c31e1861-8b8d-4874-bce2-f557174a8155 HTTP/1.1" status: 200 len: 945 time: 0.1151922 Jul 14 19:09:32.112050 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [req-fd4e0cad-0e38-4776-9126-938c9195e62c req-606e0c9e-9a80-433f-902b-b36e8d9da82a tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=93915) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 19:09:32.113003 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-fd4e0cad-0e38-4776-9126-938c9195e62c req-606e0c9e-9a80-433f-902b-b36e8d9da82a tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048800 Jul 14 19:09:32.146227 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c4d8b147-2355-4165-8abc-b0b9bcc623df req-4615a0c0-736d-4138-9d53-f927a34c628e tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] 10.222.0.16 "GET /v2.0/security-groups?id=33384978-bec5-44c9-869f-df28e64b8d22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322657 Jul 14 19:09:32.210371 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4e0cad-0e38-4776-9126-938c9195e62c req-22557167-7729-416a-9261-cbc5b3cfdc46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:09:32.211826 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-fd4e0cad-0e38-4776-9126-938c9195e62c req-22557167-7729-416a-9261-cbc5b3cfdc46 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=04805eb1dac5471e95e628566976d1fd&device_id=c31e1861-8b8d-4874-bce2-f557174a8155 HTTP/1.1" status: 200 len: 1096 time: 0.0557282 Jul 14 19:09:32.298832 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4e0cad-0e38-4776-9126-938c9195e62c req-687b0495-391e-46b8-97f6-ef5ffaae882a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:09:32.300296 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-fd4e0cad-0e38-4776-9126-938c9195e62c req-687b0495-391e-46b8-97f6-ef5ffaae882a service neutron] 10.222.0.18 "GET /v2.0/networks?id=97727ed7-2695-478a-9eda-9cec1e9e91e1 HTTP/1.1" status: 200 len: 912 time: 0.0825114 Jul 14 19:09:32.365985 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-fd4e0cad-0e38-4776-9126-938c9195e62c req-42822684-03fa-4f83-bbde-b40e07a413ee service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7f693e73-9a11-433b-8b8b-812be5e4fe83 HTTP/1.1" status: 200 len: 1000 time: 0.0596547 Jul 14 19:09:32.411924 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4e0cad-0e38-4776-9126-938c9195e62c req-96dc5aee-a90d-4e50-a621-4a93145f4fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:09:32.413342 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-fd4e0cad-0e38-4776-9126-938c9195e62c req-96dc5aee-a90d-4e50-a621-4a93145f4fc9 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=18d4a98c-ae99-400b-9f7f-5406e74f63fb HTTP/1.1" status: 200 len: 851 time: 0.0419285 Jul 14 19:09:32.468397 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4e0cad-0e38-4776-9126-938c9195e62c req-7ef07c31-dad2-4bbc-96a1-707bbccd5c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:09:32.469954 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-fd4e0cad-0e38-4776-9126-938c9195e62c req-7ef07c31-dad2-4bbc-96a1-707bbccd5c32 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=97727ed7-2695-478a-9eda-9cec1e9e91e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0502708 Jul 14 19:09:32.560291 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-fd4e0cad-0e38-4776-9126-938c9195e62c req-98fe4b7b-b910-458e-9b07-468e242fc373 service neutron] 10.222.0.18 "GET /v2.0/networks/97727ed7-2695-478a-9eda-9cec1e9e91e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841172 Jul 14 19:09:32.608968 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device 7f693e73-9a11-433b-8b8b-812be5e4fe83 details requested by agent hyperv_n-h1-800634-3 with host n-h1-800634-3 {{(pid=93917) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 19:09:32.611012 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device 7f693e73-9a11-433b-8b8b-812be5e4fe83 no longer exists at agent hyperv_n-h1-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 19:09:32.648495 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-fd4e0cad-0e38-4776-9126-938c9195e62c req-51ce3461-d0e3-414f-bcdc-385e006288f0 service neutron] 10.222.0.18 "GET /v2.0/networks/97727ed7-2695-478a-9eda-9cec1e9e91e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819077 Jul 14 19:09:32.751038 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:09:32.773968 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port 7f693e73-9a11-433b-8b8b-812be5e4fe83, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=7f693e73-9a11-433b-8b8b-812be5e4fe83,segment=NetworkSegment(d0a0df7e-3c75-4ea6-9ecb-d1aff0ab52c6),segment_id=d0a0df7e-3c75-4ea6-9ecb-d1aff0ab52c6)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 19:09:32.790619 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Returning: {'device': '7f693e73-9a11-433b-8b8b-812be5e4fe83', 'network_id': '97727ed7-2695-478a-9eda-9cec1e9e91e1', 'port_id': '7f693e73-9a11-433b-8b8b-812be5e4fe83', 'mac_address': 'fa:16:3e:43:85:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 74, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18d4a98c-ae99-400b-9f7f-5406e74f63fb', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93917) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 19:09:32.795824 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c31e1861-8b8d-4874-bce2-f557174a8155', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7f693e73-9a11-433b-8b8b-812be5e4fe83'}] {{(pid=93917) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 19:09:32.798184 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20b787f3c29eaa7aa2a4d648c725a2124c5ff39a8d793252f9d844495e14cf42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38548812-8adf-478d-9792-53b6dd623155" -d '{"events": [{"server_uuid": "c31e1861-8b8d-4874-bce2-f557174a8155", "name": "network-vif-unplugged", "status": "completed", "tag": "7f693e73-9a11-433b-8b8b-812be5e4fe83"}]}' {{(pid=93917) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 19:09:32.813807 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port 7f693e73-9a11-433b-8b8b-812be5e4fe83, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=7f693e73-9a11-433b-8b8b-812be5e4fe83,segment=NetworkSegment(d0a0df7e-3c75-4ea6-9ecb-d1aff0ab52c6),segment_id=d0a0df7e-3c75-4ea6-9ecb-d1aff0ab52c6)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 19:09:32.832632 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:09:32.863286 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 14 Jul 2021 19:09:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-828372c4-8c5c-43c1-ae60-527ff84726a9 x-openstack-request-id: req-828372c4-8c5c-43c1-ae60-527ff84726a9 {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 19:09:32.863581 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c31e1861-8b8d-4874-bce2-f557174a8155", "name": "network-vif-unplugged", "status": "completed", "tag": "7f693e73-9a11-433b-8b8b-812be5e4fe83", "code": 200}]} {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 19:09:32.863838 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-828372c4-8c5c-43c1-ae60-527ff84726a9 {{(pid=93917) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 19:09:32.864246 n-d-800634-3 neutron-server[93917]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c31e1861-8b8d-4874-bce2-f557174a8155', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7f693e73-9a11-433b-8b8b-812be5e4fe83', 'code': 200} Jul 14 19:09:32.887961 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:09:32.909547 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:09:32.914318 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7f693e73-9a11-433b-8b8b-812be5e4fe83 {{(pid=93917) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 19:09:32.918644 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Pushing event updated for resources: {'Port': ['ID=7f693e73-9a11-433b-8b8b-812be5e4fe83,revision_number=6']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:09:32.929049 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:09:32.929398 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:09:32.929738 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:09:32.930081 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:09:32.930415 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:09:32.930748 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:09:32.931076 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:09:32.931403 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:09:32.931728 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:09:32.932052 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:09:32.932489 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:09:32.932815 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:09:32.966987 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.db.api [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93917) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 14 19:09:32.967349 n-d-800634-3 neutron-server[93917]: DEBUG oslo_db.api [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 19:09:33.047086 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.agents_db [None req-2ea07fb6-aa68-4671-8654-119d82b9f530 None None] Agent healthcheck: found 7 active agents {{(pid=93918) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 19:09:33.330812 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fe6c46-f8fc-4648-8a98-43dfe7cc64a8 req-814badc2-2b02-41e6-9a1b-db6b69bacc3b tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:09:33.332332 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-82fe6c46-f8fc-4648-8a98-43dfe7cc64a8 req-814badc2-2b02-41e6-9a1b-db6b69bacc3b tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] 10.222.0.16 "GET /v2.0/ports?device_id=c31e1861-8b8d-4874-bce2-f557174a8155 HTTP/1.1" status: 200 len: 943 time: 0.0670419 Jul 14 19:09:33.369114 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-82fe6c46-f8fc-4648-8a98-43dfe7cc64a8 req-133afce4-8430-47c0-b5e3-bfaf94630749 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] 10.222.0.16 "GET /v2.0/security-groups?id=33384978-bec5-44c9-869f-df28e64b8d22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308652 Jul 14 19:09:33.505220 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:09:33.519235 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f693e73-9a11-433b-8b8b-812be5e4fe83 {{(pid=93917) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 19:09:33.540101 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port 7f693e73-9a11-433b-8b8b-812be5e4fe83, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=7f693e73-9a11-433b-8b8b-812be5e4fe83,segment=NetworkSegment(d0a0df7e-3c75-4ea6-9ecb-d1aff0ab52c6),segment_id=d0a0df7e-3c75-4ea6-9ecb-d1aff0ab52c6)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 19:09:33.544844 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:09:33.554267 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52069fd7-e8ad-4cac-95a2-d2e35f787571 req-59910cb9-59af-4e04-9937-231fb81865c7 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:09:33.555812 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-52069fd7-e8ad-4cac-95a2-d2e35f787571 req-59910cb9-59af-4e04-9937-231fb81865c7 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] 10.222.0.16 "GET /v2.0/ports?device_id=c31e1861-8b8d-4874-bce2-f557174a8155 HTTP/1.1" status: 200 len: 943 time: 0.0747113 Jul 14 19:09:33.594598 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-52069fd7-e8ad-4cac-95a2-d2e35f787571 req-42edc693-8ef7-404e-99d2-99d001740d24 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] 10.222.0.16 "GET /v2.0/security-groups?id=33384978-bec5-44c9-869f-df28e64b8d22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325315 Jul 14 19:09:33.598152 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Pushing event updated for resources: {'Port': ['ID=7f693e73-9a11-433b-8b8b-812be5e4fe83,revision_number=7']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:09:33.758767 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] get_ports_and_sgs() called for port_ids ['7f693e73-9a11-433b-8b8b-812be5e4fe83'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 19:09:33.775217 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c2a65c-dddb-41ee-b57a-a660d392b4ae req-a32aae39-22a1-4e20-9408-ecda2ab47f5d tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:09:33.777322 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-15c2a65c-dddb-41ee-b57a-a660d392b4ae req-a32aae39-22a1-4e20-9408-ecda2ab47f5d tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] 10.222.0.16 "GET /v2.0/ports?device_id=c31e1861-8b8d-4874-bce2-f557174a8155 HTTP/1.1" status: 200 len: 944 time: 0.0722678 Jul 14 19:09:33.814493 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-15c2a65c-dddb-41ee-b57a-a660d392b4ae req-04421c61-c911-4d93-88c8-5f782090e494 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] 10.222.0.16 "GET /v2.0/security-groups?id=33384978-bec5-44c9-869f-df28e64b8d22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313032 Jul 14 19:09:34.190342 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfef0ca-2a63-4100-8bf2-fb26964b76aa req-45eee75b-b3a8-410c-9fe4-3ef96eaadbb4 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:09:34.191793 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-5bfef0ca-2a63-4100-8bf2-fb26964b76aa req-45eee75b-b3a8-410c-9fe4-3ef96eaadbb4 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] 10.222.0.16 "GET /v2.0/ports?device_id=c31e1861-8b8d-4874-bce2-f557174a8155 HTTP/1.1" status: 200 len: 944 time: 0.0660214 Jul 14 19:09:34.228897 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-5bfef0ca-2a63-4100-8bf2-fb26964b76aa req-14ad077b-2120-42d5-bb52-85a1e5cb450d tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] 10.222.0.16 "GET /v2.0/security-groups?id=33384978-bec5-44c9-869f-df28e64b8d22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316162 Jul 14 19:09:34.606756 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device 7f693e73-9a11-433b-8b8b-812be5e4fe83 up at agent hyperv_n-h1-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 19:09:34.656509 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Provisioning complete for port 7f693e73-9a11-433b-8b8b-812be5e4fe83 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 19:09:34.656879 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:09:34.729862 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:09:34.760614 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port 7f693e73-9a11-433b-8b8b-812be5e4fe83, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=7f693e73-9a11-433b-8b8b-812be5e4fe83,segment=NetworkSegment(d0a0df7e-3c75-4ea6-9ecb-d1aff0ab52c6),segment_id=d0a0df7e-3c75-4ea6-9ecb-d1aff0ab52c6)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 19:09:34.764514 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:09:34.811724 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Pushing event updated for resources: {'Port': ['ID=7f693e73-9a11-433b-8b8b-812be5e4fe83,revision_number=8']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:09:34.865636 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c31e1861-8b8d-4874-bce2-f557174a8155', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f693e73-9a11-433b-8b8b-812be5e4fe83'}] {{(pid=93917) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 19:09:34.867909 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20b787f3c29eaa7aa2a4d648c725a2124c5ff39a8d793252f9d844495e14cf42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dc91659-84df-49c3-91c7-dfc76b595286" -d '{"events": [{"server_uuid": "c31e1861-8b8d-4874-bce2-f557174a8155", "name": "network-vif-plugged", "status": "completed", "tag": "7f693e73-9a11-433b-8b8b-812be5e4fe83"}]}' {{(pid=93917) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 19:09:34.906355 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 19:09:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c909b4ae-2643-4402-97d3-d70891312d35 x-openstack-request-id: req-c909b4ae-2643-4402-97d3-d70891312d35 {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 19:09:34.906646 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c31e1861-8b8d-4874-bce2-f557174a8155", "name": "network-vif-plugged", "status": "completed", "tag": "7f693e73-9a11-433b-8b8b-812be5e4fe83", "code": 200}]} {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 19:09:34.906899 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c909b4ae-2643-4402-97d3-d70891312d35 {{(pid=93917) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 19:09:34.907365 n-d-800634-3 neutron-server[93917]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c31e1861-8b8d-4874-bce2-f557174a8155', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f693e73-9a11-433b-8b8b-812be5e4fe83', 'code': 200} Jul 14 19:09:35.438819 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f214f221-b912-4aae-9120-2f552eca248c req-64192223-f13e-4d59-a912-e9f9df62c0e3 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:09:35.440319 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f214f221-b912-4aae-9120-2f552eca248c req-64192223-f13e-4d59-a912-e9f9df62c0e3 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] 10.222.0.16 "GET /v2.0/ports?device_id=c31e1861-8b8d-4874-bce2-f557174a8155 HTTP/1.1" status: 200 len: 945 time: 0.1020572 Jul 14 19:09:35.448948 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cc522b-9cdf-4e4f-abd3-2ef0b82169ff req-79418c7c-1ca4-4cba-ae6f-65e89e87611b tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:09:35.450264 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-01cc522b-9cdf-4e4f-abd3-2ef0b82169ff req-79418c7c-1ca4-4cba-ae6f-65e89e87611b tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] 10.222.0.18 "GET /v2.0/ports?device_id=c31e1861-8b8d-4874-bce2-f557174a8155 HTTP/1.1" status: 200 len: 945 time: 0.1024895 Jul 14 19:09:35.518948 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f214f221-b912-4aae-9120-2f552eca248c req-dc2f45a1-b1f0-4db2-8bb9-65ab71c309fc tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] 10.222.0.16 "GET /v2.0/security-groups?id=33384978-bec5-44c9-869f-df28e64b8d22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677516 Jul 14 19:09:35.575004 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [req-01cc522b-9cdf-4e4f-abd3-2ef0b82169ff req-4f57c73e-2d86-474f-a723-022b0fc25626 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] Deleting port 7f693e73-9a11-433b-8b8b-812be5e4fe83 {{(pid=93915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 19:09:35.575347 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-01cc522b-9cdf-4e4f-abd3-2ef0b82169ff req-4f57c73e-2d86-474f-a723-022b0fc25626 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:09:35.660883 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-01cc522b-9cdf-4e4f-abd3-2ef0b82169ff req-4f57c73e-2d86-474f-a723-022b0fc25626 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] For port 7f693e73-9a11-433b-8b8b-812be5e4fe83, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=7f693e73-9a11-433b-8b8b-812be5e4fe83,segment=NetworkSegment(d0a0df7e-3c75-4ea6-9ecb-d1aff0ab52c6),segment_id=d0a0df7e-3c75-4ea6-9ecb-d1aff0ab52c6)] {{(pid=93915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 19:09:35.661238 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-01cc522b-9cdf-4e4f-abd3-2ef0b82169ff req-4f57c73e-2d86-474f-a723-022b0fc25626 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:09:35.777507 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:09:35.832865 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-01cc522b-9cdf-4e4f-abd3-2ef0b82169ff req-4f57c73e-2d86-474f-a723-022b0fc25626 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:09:35.833238 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-01cc522b-9cdf-4e4f-abd3-2ef0b82169ff req-4f57c73e-2d86-474f-a723-022b0fc25626 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-930131'] for floatingip, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:09:35.833569 n-d-800634-3 neutron-server[93915]: INFO neutron.db.l3_db [req-01cc522b-9cdf-4e4f-abd3-2ef0b82169ff req-4f57c73e-2d86-474f-a723-022b0fc25626 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] Floating IP 4439976a-cda3-48ac-bdd3-be29a47d845f disassociated. External IP: 172.25.1.94, port: 7f693e73-9a11-433b-8b8b-812be5e4fe83. Jul 14 19:09:35.833896 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [req-01cc522b-9cdf-4e4f-abd3-2ef0b82169ff req-4f57c73e-2d86-474f-a723-022b0fc25626 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] Calling delete_port for 7f693e73-9a11-433b-8b8b-812be5e4fe83 owned by compute:nova {{(pid=93915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 19:09:35.958030 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-01cc522b-9cdf-4e4f-abd3-2ef0b82169ff req-4f57c73e-2d86-474f-a723-022b0fc25626 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:09:35.991379 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f57c73e-2d86-474f-a723-022b0fc25626 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] Pushing event deleted for resources: {'Port': ['ID=7f693e73-9a11-433b-8b8b-812be5e4fe83,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:09:36.003706 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f57c73e-2d86-474f-a723-022b0fc25626 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:09:36.004055 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f57c73e-2d86-474f-a723-022b0fc25626 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:09:36.004439 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f57c73e-2d86-474f-a723-022b0fc25626 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:09:36.004777 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f57c73e-2d86-474f-a723-022b0fc25626 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:09:36.005127 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f57c73e-2d86-474f-a723-022b0fc25626 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:09:36.005450 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f57c73e-2d86-474f-a723-022b0fc25626 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:09:36.005784 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f57c73e-2d86-474f-a723-022b0fc25626 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:09:36.006835 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f57c73e-2d86-474f-a723-022b0fc25626 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:09:36.007179 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f57c73e-2d86-474f-a723-022b0fc25626 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:09:36.007514 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f57c73e-2d86-474f-a723-022b0fc25626 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:09:36.007853 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f57c73e-2d86-474f-a723-022b0fc25626 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:09:36.008214 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f57c73e-2d86-474f-a723-022b0fc25626 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:09:36.122679 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.l3_agent_scheduler [req-01cc522b-9cdf-4e4f-abd3-2ef0b82169ff req-4f57c73e-2d86-474f-a723-022b0fc25626 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] Router e4667727-8e40-4f84-92ec-1fafe56db13e has already been hosted by L3 agent 2c6eb27e-defb-4cca-9a24-381c7415e359 {{(pid=93915) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 19:09:36.232108 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-01cc522b-9cdf-4e4f-abd3-2ef0b82169ff req-4f57c73e-2d86-474f-a723-022b0fc25626 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] Notify agent at l3_agent.n-d-800634-3 the message routers_updated {{(pid=93915) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 19:09:36.241282 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-181dcf08-8252-4212-994c-291ac06a5cbf None None] Sync routers for ids ['e4667727-8e40-4f84-92ec-1fafe56db13e'] in n-d-800634-3 {{(pid=93917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 19:09:36.250919 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-181dcf08-8252-4212-994c-291ac06a5cbf None None] Routers {'e4667727-8e40-4f84-92ec-1fafe56db13e'} bound to L3 agent in host n-d-800634-3 {{(pid=93917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 19:09:36.251583 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-181dcf08-8252-4212-994c-291ac06a5cbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T19:09:23Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['e4667727-8e40-4f84-92ec-1fafe56db13e'], 'active': True} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 19:09:36.274770 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [req-01cc522b-9cdf-4e4f-abd3-2ef0b82169ff req-4f57c73e-2d86-474f-a723-022b0fc25626 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] No DVR routers for this DVR port 7f693e73-9a11-433b-8b8b-812be5e4fe83 on host n-h1-800634-3 {{(pid=93915) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 19:09:36.277909 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-01cc522b-9cdf-4e4f-abd3-2ef0b82169ff req-4f57c73e-2d86-474f-a723-022b0fc25626 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:09:36.279975 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-01cc522b-9cdf-4e4f-abd3-2ef0b82169ff req-4f57c73e-2d86-474f-a723-022b0fc25626 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] 10.222.0.18 "DELETE /v2.0/ports/7f693e73-9a11-433b-8b8b-812be5e4fe83 HTTP/1.1" status: 204 len: 173 time: 0.8219523 Jul 14 19:09:36.280487 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c31e1861-8b8d-4874-bce2-f557174a8155', 'name': 'network-vif-deleted', 'tag': '7f693e73-9a11-433b-8b8b-812be5e4fe83'}] {{(pid=93915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 19:09:36.282756 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e72782ad3af8f7d4ce76cedf092bca46d1756acc5c4653cf0b52034cdd6b073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8149adcf-1052-4295-b5ca-96adefed0079" -d '{"events": [{"server_uuid": "c31e1861-8b8d-4874-bce2-f557174a8155", "name": "network-vif-deleted", "tag": "7f693e73-9a11-433b-8b8b-812be5e4fe83"}]}' {{(pid=93915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 19:09:36.327646 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 19:09:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99a74ac0-756e-41c9-9c9f-101d68498a73 x-openstack-request-id: req-99a74ac0-756e-41c9-9c9f-101d68498a73 {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 19:09:36.327932 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c31e1861-8b8d-4874-bce2-f557174a8155", "name": "network-vif-deleted", "tag": "7f693e73-9a11-433b-8b8b-812be5e4fe83", "status": "completed", "code": 200}]} {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 19:09:36.328224 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-99a74ac0-756e-41c9-9c9f-101d68498a73 {{(pid=93915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 19:09:36.328627 n-d-800634-3 neutron-server[93915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c31e1861-8b8d-4874-bce2-f557174a8155', 'name': 'network-vif-deleted', 'tag': '7f693e73-9a11-433b-8b8b-812be5e4fe83', 'status': 'completed', 'code': 200} Jul 14 19:09:36.362929 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvr_db [None req-181dcf08-8252-4212-994c-291ac06a5cbf None None] Set router e4667727-8e40-4f84-92ec-1fafe56db13e gateway port host: n-d-800634-3 {{(pid=93917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 19:09:36.571529 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-181dcf08-8252-4212-994c-291ac06a5cbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4667727-8e40-4f84-92ec-1fafe56db13e', 'name': 'tempest-ServerActionsTestJSON-1250980168-router', 'tenant_id': '04805eb1dac5471e95e628566976d1fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.108'}], 'enable_snat': True}, 'gw_port_id': '510b5f68-10e7-4bf2-89fd-91188c69394c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T19:07:22Z', 'updated_at': '2021-07-14T19:07:25Z', 'revision_number': 4, 'project_id': '04805eb1dac5471e95e628566976d1fd', 'gw_port': {'id': '510b5f68-10e7-4bf2-89fd-91188c69394c', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:60:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4667727-8e40-4f84-92ec-1fafe56db13e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T19:07:23Z', 'updated_at': '2021-07-14T19:07:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_interfaces': [{'id': '7ba96e13-edba-48ac-b007-1e553c78e570', 'name': '', 'network_id': '97727ed7-2695-478a-9eda-9cec1e9e91e1', 'tenant_id': '04805eb1dac5471e95e628566976d1fd', 'mac_address': 'fa:16:3e:5f:c8:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4667727-8e40-4f84-92ec-1fafe56db13e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '18d4a98c-ae99-400b-9f7f-5406e74f63fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T19:07:24Z', 'updated_at': '2021-07-14T19:07:31Z', 'revision_number': 5, 'project_id': '04805eb1dac5471e95e628566976d1fd', 'subnets': [{'id': '18d4a98c-ae99-400b-9f7f-5406e74f63fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-3', False) {} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 19:09:36.597409 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-181dcf08-8252-4212-994c-291ac06a5cbf None None] Checking router: e4667727-8e40-4f84-92ec-1fafe56db13e for host: n-d-800634-3 {{(pid=93917) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 19:09:36.606055 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-181dcf08-8252-4212-994c-291ac06a5cbf None None] Routers {'e4667727-8e40-4f84-92ec-1fafe56db13e'} bound to L3 agent in host n-d-800634-3 {{(pid=93917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 19:09:36.606656 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-181dcf08-8252-4212-994c-291ac06a5cbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T19:09:23Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['e4667727-8e40-4f84-92ec-1fafe56db13e'], 'active': True} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 19:09:36.675435 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-80ffa49c-8fdd-4714-841b-11406db2b358 req-71937a33-0b36-4d6c-b574-311d102a9b43 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] 10.222.0.16 "GET /v2.0/ports?device_id=c31e1861-8b8d-4874-bce2-f557174a8155 HTTP/1.1" status: 200 len: 210 time: 0.0304492 Jul 14 19:09:36.713738 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvr_db [None req-181dcf08-8252-4212-994c-291ac06a5cbf None None] Set router e4667727-8e40-4f84-92ec-1fafe56db13e gateway port host: n-d-800634-3 {{(pid=93917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 19:09:36.920438 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-181dcf08-8252-4212-994c-291ac06a5cbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4667727-8e40-4f84-92ec-1fafe56db13e', 'name': 'tempest-ServerActionsTestJSON-1250980168-router', 'tenant_id': '04805eb1dac5471e95e628566976d1fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.108'}], 'enable_snat': True}, 'gw_port_id': '510b5f68-10e7-4bf2-89fd-91188c69394c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T19:07:22Z', 'updated_at': '2021-07-14T19:07:25Z', 'revision_number': 4, 'project_id': '04805eb1dac5471e95e628566976d1fd', 'gw_port': {'id': '510b5f68-10e7-4bf2-89fd-91188c69394c', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:60:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4667727-8e40-4f84-92ec-1fafe56db13e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T19:07:23Z', 'updated_at': '2021-07-14T19:07:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_interfaces': [{'id': '7ba96e13-edba-48ac-b007-1e553c78e570', 'name': '', 'network_id': '97727ed7-2695-478a-9eda-9cec1e9e91e1', 'tenant_id': '04805eb1dac5471e95e628566976d1fd', 'mac_address': 'fa:16:3e:5f:c8:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4667727-8e40-4f84-92ec-1fafe56db13e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '18d4a98c-ae99-400b-9f7f-5406e74f63fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T19:07:24Z', 'updated_at': '2021-07-14T19:07:31Z', 'revision_number': 5, 'project_id': '04805eb1dac5471e95e628566976d1fd', 'subnets': [{'id': '18d4a98c-ae99-400b-9f7f-5406e74f63fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-3', False) {} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 19:09:36.946483 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-181dcf08-8252-4212-994c-291ac06a5cbf None None] The sync data for ids ['e4667727-8e40-4f84-92ec-1fafe56db13e'] in n-d-800634-3 is: [{'id': 'e4667727-8e40-4f84-92ec-1fafe56db13e', 'name': 'tempest-ServerActionsTestJSON-1250980168-router', 'tenant_id': '04805eb1dac5471e95e628566976d1fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.108'}], 'enable_snat': True}, 'gw_port_id': '510b5f68-10e7-4bf2-89fd-91188c69394c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T19:07:22Z', 'updated_at': '2021-07-14T19:07:25Z', 'revision_number': 4, 'project_id': '04805eb1dac5471e95e628566976d1fd', 'gw_port': {'id': '510b5f68-10e7-4bf2-89fd-91188c69394c', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:60:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4667727-8e40-4f84-92ec-1fafe56db13e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T19:07:23Z', 'updated_at': '2021-07-14T19:07:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_interfaces': [{'id': '7ba96e13-edba-48ac-b007-1e553c78e570', 'name': '', 'network_id': '97727ed7-2695-478a-9eda-9cec1e9e91e1', 'tenant_id': '04805eb1dac5471e95e628566976d1fd', 'mac_address': 'fa:16:3e:5f:c8:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4667727-8e40-4f84-92ec-1fafe56db13e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '18d4a98c-ae99-400b-9f7f-5406e74f63fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T19:07:24Z', 'updated_at': '2021-07-14T19:07:31Z', 'revision_number': 5, 'project_id': '04805eb1dac5471e95e628566976d1fd', 'subnets': [{'id': '18d4a98c-ae99-400b-9f7f-5406e74f63fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 19:09:37.144428 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-608b37df-f491-4d3a-826e-4e84cbbb8df1 None None] New status for floating IP 4439976a-cda3-48ac-bdd3-be29a47d845f: DOWN {{(pid=93918) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 19:09:37.996802 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2990fbc6-bbc1-465e-8b74-4bab5d14bc6d req-3b7fe563-aff6-421a-868f-5b2349f62a57 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--1714536513&fields=id&tenant_id=04805eb1dac5471e95e628566976d1fd HTTP/1.1" status: 200 len: 267 time: 0.0333121 Jul 14 19:09:38.105807 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2990fbc6-bbc1-465e-8b74-4bab5d14bc6d req-f5e5b0e8-0073-4750-ad45-da351675f626 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:09:38.107191 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2990fbc6-bbc1-465e-8b74-4bab5d14bc6d req-f5e5b0e8-0073-4750-ad45-da351675f626 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] 10.222.0.16 "GET /v2.0/networks?id=97727ed7-2695-478a-9eda-9cec1e9e91e1 HTTP/1.1" status: 200 len: 812 time: 0.1042879 Jul 14 19:09:38.121437 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2990fbc6-bbc1-465e-8b74-4bab5d14bc6d req-26fe6341-ec57-424c-95e5-f1010bd62236 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] 10.222.0.16 "GET /v2.0/quotas/04805eb1dac5471e95e628566976d1fd HTTP/1.1" status: 200 len: 375 time: 0.0089307 Jul 14 19:09:38.193656 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2990fbc6-bbc1-465e-8b74-4bab5d14bc6d req-ca3c6fe6-ca95-4489-a875-d89a21076e42 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=04805eb1dac5471e95e628566976d1fd&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0674899 Jul 14 19:09:38.286491 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [req-2990fbc6-bbc1-465e-8b74-4bab5d14bc6d req-655623f8-ea21-474b-a877-227ee9ebd6bc service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=93915) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 19:09:38.287485 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2990fbc6-bbc1-465e-8b74-4bab5d14bc6d req-655623f8-ea21-474b-a877-227ee9ebd6bc service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0825069 Jul 14 19:09:38.379504 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2990fbc6-bbc1-465e-8b74-4bab5d14bc6d req-410f7fa5-c794-4eba-a56b-860ccb9729b7 service neutron] 10.222.0.16 "GET /v2.0/networks/97727ed7-2695-478a-9eda-9cec1e9e91e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853622 Jul 14 19:09:38.466891 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2990fbc6-bbc1-465e-8b74-4bab5d14bc6d req-c589a45d-2e1c-496b-a4c0-44ca3bb14dd4 service neutron] 10.222.0.16 "GET /v2.0/networks/97727ed7-2695-478a-9eda-9cec1e9e91e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815358 Jul 14 19:09:38.632701 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-cb4a29c0-df6a-4512-9ced-0a46c5265035 req-871d9fc6-5de0-4de4-8eea-a57ae6a1f8e4 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] 10.222.0.16 "GET /v2.0/ports?device_id=bee68120-e4b0-45f1-9200-35fcb8f9b9ae HTTP/1.1" status: 200 len: 210 time: 0.0295315 Jul 14 19:09:39.640389 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2990fbc6-bbc1-465e-8b74-4bab5d14bc6d req-f087dbd2-2d7f-4418-904f-5750f16d9832 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:09:39.641869 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2990fbc6-bbc1-465e-8b74-4bab5d14bc6d req-f087dbd2-2d7f-4418-904f-5750f16d9832 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] 10.222.0.18 "GET /v2.0/networks?id=97727ed7-2695-478a-9eda-9cec1e9e91e1 HTTP/1.1" status: 200 len: 812 time: 0.1060736 Jul 14 19:09:39.693406 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2990fbc6-bbc1-465e-8b74-4bab5d14bc6d req-00544316-f160-4cc2-b031-a70e37e6ec6e tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=04805eb1dac5471e95e628566976d1fd HTTP/1.1" status: 200 len: 380 time: 0.0427136 Jul 14 19:09:39.703037 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [req-2990fbc6-bbc1-465e-8b74-4bab5d14bc6d req-5623d220-d21c-4c3e-835a-01b0b54e86be tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] Request body: {'port': {'device_id': 'bee68120-e4b0-45f1-9200-35fcb8f9b9ae', 'network_id': '97727ed7-2695-478a-9eda-9cec1e9e91e1', 'admin_state_up': True, 'tenant_id': '04805eb1dac5471e95e628566976d1fd', 'security_groups': ['33384978-bec5-44c9-869f-df28e64b8d22']}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 19:09:39.788904 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-85265516-3f98-49f1-a8a7-215e6f5160ee req-5c811346-1352-4cb7-b0a0-8dc43c283f98 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] 10.222.0.16 "GET /v2.0/ports?device_id=bee68120-e4b0-45f1-9200-35fcb8f9b9ae HTTP/1.1" status: 200 len: 210 time: 0.0437775 Jul 14 19:09:39.844776 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2990fbc6-bbc1-465e-8b74-4bab5d14bc6d req-5623d220-d21c-4c3e-835a-01b0b54e86be tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] Made reservation on behalf of 04805eb1dac5471e95e628566976d1fd for: {'port': 1} {{(pid=93915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 19:09:39.848273 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-2990fbc6-bbc1-465e-8b74-4bab5d14bc6d req-5623d220-d21c-4c3e-835a-01b0b54e86be tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:09:39.967007 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.db_base_plugin_common [req-2990fbc6-bbc1-465e-8b74-4bab5d14bc6d req-5623d220-d21c-4c3e-835a-01b0b54e86be tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] Allocated IP 172.20.0.7 (97727ed7-2695-478a-9eda-9cec1e9e91e1/18d4a98c-ae99-400b-9f7f-5406e74f63fb/13ba3fff-f1b2-44dc-95e1-b8eff3a302d9) {{(pid=93915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 19:09:40.105277 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-2990fbc6-bbc1-465e-8b74-4bab5d14bc6d req-5623d220-d21c-4c3e-835a-01b0b54e86be tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] Notify callbacks [] for port, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:09:40.118272 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.provisioning_blocks [req-2990fbc6-bbc1-465e-8b74-4bab5d14bc6d req-5623d220-d21c-4c3e-835a-01b0b54e86be tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] Transition to ACTIVE for port object 13ba3fff-f1b2-44dc-95e1-b8eff3a302d9 will not be triggered until provisioned by entity DHCP. {{(pid=93915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 19:09:40.149344 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-2990fbc6-bbc1-465e-8b74-4bab5d14bc6d req-5623d220-d21c-4c3e-835a-01b0b54e86be tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:09:40.193885 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2990fbc6-bbc1-465e-8b74-4bab5d14bc6d req-5623d220-d21c-4c3e-835a-01b0b54e86be tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] Network 97727ed7-2695-478a-9eda-9cec1e9e91e1 is already hosted by enough agents. {{(pid=93915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 19:09:40.197182 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [req-2990fbc6-bbc1-465e-8b74-4bab5d14bc6d req-5623d220-d21c-4c3e-835a-01b0b54e86be tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] Resources bound (agent type, host, resource id): {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 19:09:40.200945 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [req-2990fbc6-bbc1-465e-8b74-4bab5d14bc6d req-5623d220-d21c-4c3e-835a-01b0b54e86be tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] Received port after_create {{(pid=93915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 19:09:40.228659 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5623d220-d21c-4c3e-835a-01b0b54e86be tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] Pushing event updated for resources: {'Port': ['ID=13ba3fff-f1b2-44dc-95e1-b8eff3a302d9,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:09:40.257768 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2990fbc6-bbc1-465e-8b74-4bab5d14bc6d req-5623d220-d21c-4c3e-835a-01b0b54e86be tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:09:40.258398 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-2990fbc6-bbc1-465e-8b74-4bab5d14bc6d req-5623d220-d21c-4c3e-835a-01b0b54e86be tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:09:40.273576 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2990fbc6-bbc1-465e-8b74-4bab5d14bc6d req-5623d220-d21c-4c3e-835a-01b0b54e86be tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5741489 Jul 14 19:09:40.285165 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [req-2990fbc6-bbc1-465e-8b74-4bab5d14bc6d req-4e80cf8b-6c21-4f41-bd87-13ed3565a202 service neutron] Request body: {'port': {'device_id': 'bee68120-e4b0-45f1-9200-35fcb8f9b9ae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800634-3'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 19:09:40.359248 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-2990fbc6-bbc1-465e-8b74-4bab5d14bc6d req-4e80cf8b-6c21-4f41-bd87-13ed3565a202 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:09:40.464615 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-b05a2790-1ff5-44cb-834c-ce611ffbadd8 None None] Provisioning for port 13ba3fff-f1b2-44dc-95e1-b8eff3a302d9 completed by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 19:09:40.468537 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-b05a2790-1ff5-44cb-834c-ce611ffbadd8 None None] Provisioning complete for port 13ba3fff-f1b2-44dc-95e1-b8eff3a302d9 triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 19:09:40.468858 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b05a2790-1ff5-44cb-834c-ce611ffbadd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:09:40.501053 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-b05a2790-1ff5-44cb-834c-ce611ffbadd8 None None] Port 13ba3fff-f1b2-44dc-95e1-b8eff3a302d9 cannot update to ACTIVE because it is not bound. {{(pid=93917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 19:09:40.624233 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [req-2990fbc6-bbc1-465e-8b74-4bab5d14bc6d req-4e80cf8b-6c21-4f41-bd87-13ed3565a202 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13ba3fff-f1b2-44dc-95e1-b8eff3a302d9 {{(pid=93915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 19:09:40.629078 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device 7f693e73-9a11-433b-8b8b-812be5e4fe83 no longer exists at agent hyperv_n-h1-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 19:09:40.631807 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-2990fbc6-bbc1-465e-8b74-4bab5d14bc6d req-4e80cf8b-6c21-4f41-bd87-13ed3565a202 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:09:40.643797 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.provisioning_blocks [req-2990fbc6-bbc1-465e-8b74-4bab5d14bc6d req-4e80cf8b-6c21-4f41-bd87-13ed3565a202 service neutron] Transition to ACTIVE for port object 13ba3fff-f1b2-44dc-95e1-b8eff3a302d9 will not be triggered until provisioned by entity L2. {{(pid=93915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 19:09:40.647823 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-2990fbc6-bbc1-465e-8b74-4bab5d14bc6d req-4e80cf8b-6c21-4f41-bd87-13ed3565a202 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25912978'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:09:40.650199 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] No Port match for: 7f693e73-9a11-433b-8b8b-812be5e4fe83 {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 19:09:40.650569 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device 7f693e73-9a11-433b-8b8b-812be5e4fe83 not bound to the agent host n-h1-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 19:09:40.699088 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e80cf8b-6c21-4f41-bd87-13ed3565a202 service neutron] Pushing event updated for resources: {'Port': ['ID=13ba3fff-f1b2-44dc-95e1-b8eff3a302d9,revision_number=2']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:09:40.765676 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-2990fbc6-bbc1-465e-8b74-4bab5d14bc6d req-4e80cf8b-6c21-4f41-bd87-13ed3565a202 service neutron] Attempting to bind port 13ba3fff-f1b2-44dc-95e1-b8eff3a302d9 on host n-h1-800634-3 for vnic_type normal with profile {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 19:09:40.766144 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-2990fbc6-bbc1-465e-8b74-4bab5d14bc6d req-4e80cf8b-6c21-4f41-bd87-13ed3565a202 service neutron] Attempting to bind port 13ba3fff-f1b2-44dc-95e1-b8eff3a302d9 by drivers openvswitch,hyperv on host n-h1-800634-3 at level 0 using segments [{'id': 'd0a0df7e-3c75-4ea6-9ecb-d1aff0ab52c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '97727ed7-2695-478a-9eda-9cec1e9e91e1'}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 19:09:40.766511 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2990fbc6-bbc1-465e-8b74-4bab5d14bc6d req-4e80cf8b-6c21-4f41-bd87-13ed3565a202 service neutron] Attempting to bind port 13ba3fff-f1b2-44dc-95e1-b8eff3a302d9 on network 97727ed7-2695-478a-9eda-9cec1e9e91e1 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 19:09:40.770961 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2990fbc6-bbc1-465e-8b74-4bab5d14bc6d req-4e80cf8b-6c21-4f41-bd87-13ed3565a202 service neutron] Port 13ba3fff-f1b2-44dc-95e1-b8eff3a302d9 on network 97727ed7-2695-478a-9eda-9cec1e9e91e1 not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-3 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 19:09:40.771286 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2990fbc6-bbc1-465e-8b74-4bab5d14bc6d req-4e80cf8b-6c21-4f41-bd87-13ed3565a202 service neutron] Attempting to bind port 13ba3fff-f1b2-44dc-95e1-b8eff3a302d9 on network 97727ed7-2695-478a-9eda-9cec1e9e91e1 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 19:09:40.776725 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2990fbc6-bbc1-465e-8b74-4bab5d14bc6d req-4e80cf8b-6c21-4f41-bd87-13ed3565a202 service neutron] Checking agent: {'id': 'a3630ff4-fbee-45d9-b9b6-0ae41cb3a350', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 15, 32), 'started_at': datetime.datetime(2021, 7, 14, 18, 15, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 19, 9, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 19:09:40.777064 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2990fbc6-bbc1-465e-8b74-4bab5d14bc6d req-4e80cf8b-6c21-4f41-bd87-13ed3565a202 service neutron] Checking segment: {'id': 'd0a0df7e-3c75-4ea6-9ecb-d1aff0ab52c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '97727ed7-2695-478a-9eda-9cec1e9e91e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 19:09:40.777451 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2990fbc6-bbc1-465e-8b74-4bab5d14bc6d req-4e80cf8b-6c21-4f41-bd87-13ed3565a202 service neutron] Bound using segment: {'id': 'd0a0df7e-3c75-4ea6-9ecb-d1aff0ab52c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '97727ed7-2695-478a-9eda-9cec1e9e91e1'} {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 19:09:40.777880 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-2990fbc6-bbc1-465e-8b74-4bab5d14bc6d req-4e80cf8b-6c21-4f41-bd87-13ed3565a202 service neutron] Bound port: 13ba3fff-f1b2-44dc-95e1-b8eff3a302d9, host: n-h1-800634-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0a0df7e-3c75-4ea6-9ecb-d1aff0ab52c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '97727ed7-2695-478a-9eda-9cec1e9e91e1'}}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 19:09:40.778247 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-2990fbc6-bbc1-465e-8b74-4bab5d14bc6d req-4e80cf8b-6c21-4f41-bd87-13ed3565a202 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:09:40.848729 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-2990fbc6-bbc1-465e-8b74-4bab5d14bc6d req-4e80cf8b-6c21-4f41-bd87-13ed3565a202 service neutron] For port 13ba3fff-f1b2-44dc-95e1-b8eff3a302d9, host n-h1-800634-3, cleared binding levels {{(pid=93915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 19:09:40.852140 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-2990fbc6-bbc1-465e-8b74-4bab5d14bc6d req-4e80cf8b-6c21-4f41-bd87-13ed3565a202 service neutron] For port 13ba3fff-f1b2-44dc-95e1-b8eff3a302d9, host n-h1-800634-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=13ba3fff-f1b2-44dc-95e1-b8eff3a302d9,segment=NetworkSegment(d0a0df7e-3c75-4ea6-9ecb-d1aff0ab52c6),segment_id=d0a0df7e-3c75-4ea6-9ecb-d1aff0ab52c6)] {{(pid=93915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 19:09:40.857857 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-2990fbc6-bbc1-465e-8b74-4bab5d14bc6d req-4e80cf8b-6c21-4f41-bd87-13ed3565a202 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25912978'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:09:41.190477 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2990fbc6-bbc1-465e-8b74-4bab5d14bc6d req-4e80cf8b-6c21-4f41-bd87-13ed3565a202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:09:41.191114 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-2990fbc6-bbc1-465e-8b74-4bab5d14bc6d req-4e80cf8b-6c21-4f41-bd87-13ed3565a202 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:09:41.192553 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2990fbc6-bbc1-465e-8b74-4bab5d14bc6d req-4e80cf8b-6c21-4f41-bd87-13ed3565a202 service neutron] 10.222.0.18 "PUT /v2.0/ports/13ba3fff-f1b2-44dc-95e1-b8eff3a302d9 HTTP/1.1" status: 200 len: 1091 time: 0.9117887 Jul 14 19:09:41.193004 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bee68120-e4b0-45f1-9200-35fcb8f9b9ae', 'tag': '13ba3fff-f1b2-44dc-95e1-b8eff3a302d9'}] {{(pid=93915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 19:09:41.195264 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e72782ad3af8f7d4ce76cedf092bca46d1756acc5c4653cf0b52034cdd6b073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea86274b-d5e3-43fa-be69-1ba85bcc8add" -d '{"events": [{"name": "network-changed", "server_uuid": "bee68120-e4b0-45f1-9200-35fcb8f9b9ae", "tag": "13ba3fff-f1b2-44dc-95e1-b8eff3a302d9"}]}' {{(pid=93915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 19:09:41.227658 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e80cf8b-6c21-4f41-bd87-13ed3565a202 service neutron] Pushing event updated for resources: {'Port': ['ID=13ba3fff-f1b2-44dc-95e1-b8eff3a302d9,revision_number=3']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:09:41.248506 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 19:09:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81b265ee-5b93-4dad-b174-53e8e944bfd8 x-openstack-request-id: req-81b265ee-5b93-4dad-b174-53e8e944bfd8 {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 19:09:41.248811 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bee68120-e4b0-45f1-9200-35fcb8f9b9ae", "tag": "13ba3fff-f1b2-44dc-95e1-b8eff3a302d9", "status": "completed", "code": 200}]} {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 19:09:41.249070 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-81b265ee-5b93-4dad-b174-53e8e944bfd8 {{(pid=93915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 19:09:41.249474 n-d-800634-3 neutron-server[93915]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bee68120-e4b0-45f1-9200-35fcb8f9b9ae', 'tag': '13ba3fff-f1b2-44dc-95e1-b8eff3a302d9', 'status': 'completed', 'code': 200} Jul 14 19:09:41.283331 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cc67b2-4b61-485b-b5ea-e508a797930e req-ab87d9d2-6f8b-4000-9edd-72a18b190d3e tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:09:41.284895 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-89cc67b2-4b61-485b-b5ea-e508a797930e req-ab87d9d2-6f8b-4000-9edd-72a18b190d3e tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] 10.222.0.16 "GET /v2.0/ports?device_id=bee68120-e4b0-45f1-9200-35fcb8f9b9ae HTTP/1.1" status: 200 len: 943 time: 0.1522787 Jul 14 19:09:41.337792 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-89cc67b2-4b61-485b-b5ea-e508a797930e req-451192c4-fdf8-46d5-99e2-4f66e9141551 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] 10.222.0.16 "GET /v2.0/security-groups?id=33384978-bec5-44c9-869f-df28e64b8d22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470774 Jul 14 19:09:41.340752 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2990fbc6-bbc1-465e-8b74-4bab5d14bc6d req-81aee4e8-87bb-439e-8a25-4266b42701d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:09:41.342224 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2990fbc6-bbc1-465e-8b74-4bab5d14bc6d req-81aee4e8-87bb-439e-8a25-4266b42701d8 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=04805eb1dac5471e95e628566976d1fd&device_id=bee68120-e4b0-45f1-9200-35fcb8f9b9ae HTTP/1.1" status: 200 len: 1094 time: 0.1089740 Jul 14 19:09:41.385638 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2990fbc6-bbc1-465e-8b74-4bab5d14bc6d req-6c023ada-a4a7-4585-bbb9-a627984d0ab5 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=13ba3fff-f1b2-44dc-95e1-b8eff3a302d9 HTTP/1.1" status: 200 len: 217 time: 0.0362613 Jul 14 19:09:41.437302 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2990fbc6-bbc1-465e-8b74-4bab5d14bc6d req-51359be7-9bc2-4e6c-9bca-16cd720b7586 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:09:41.438765 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2990fbc6-bbc1-465e-8b74-4bab5d14bc6d req-51359be7-9bc2-4e6c-9bca-16cd720b7586 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=18d4a98c-ae99-400b-9f7f-5406e74f63fb HTTP/1.1" status: 200 len: 851 time: 0.0476210 Jul 14 19:09:41.495863 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2990fbc6-bbc1-465e-8b74-4bab5d14bc6d req-7752f722-501a-45e2-9463-94cc7be76c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:09:41.497392 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2990fbc6-bbc1-465e-8b74-4bab5d14bc6d req-7752f722-501a-45e2-9463-94cc7be76c22 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=97727ed7-2695-478a-9eda-9cec1e9e91e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0522046 Jul 14 19:09:41.586082 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2990fbc6-bbc1-465e-8b74-4bab5d14bc6d req-d1ef59a4-7ba0-4643-babf-a504d8d2bf44 service neutron] 10.222.0.18 "GET /v2.0/networks/97727ed7-2695-478a-9eda-9cec1e9e91e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819736 Jul 14 19:09:41.677545 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2990fbc6-bbc1-465e-8b74-4bab5d14bc6d req-4acbe500-d805-4c2e-8e65-489475952794 service neutron] 10.222.0.18 "GET /v2.0/networks/97727ed7-2695-478a-9eda-9cec1e9e91e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851233 Jul 14 19:09:41.773833 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea86274b-d5e3-43fa-be69-1ba85bcc8add req-29c2ef6d-1763-4d4d-9987-9331862a28f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:09:41.775247 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ea86274b-d5e3-43fa-be69-1ba85bcc8add req-29c2ef6d-1763-4d4d-9987-9331862a28f0 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=04805eb1dac5471e95e628566976d1fd&device_id=bee68120-e4b0-45f1-9200-35fcb8f9b9ae HTTP/1.1" status: 200 len: 1094 time: 0.0540118 Jul 14 19:09:41.866051 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea86274b-d5e3-43fa-be69-1ba85bcc8add req-06f65330-3a5f-4f76-813f-f9f9db751e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:09:41.867501 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ea86274b-d5e3-43fa-be69-1ba85bcc8add req-06f65330-3a5f-4f76-813f-f9f9db751e79 service neutron] 10.222.0.18 "GET /v2.0/networks?id=97727ed7-2695-478a-9eda-9cec1e9e91e1 HTTP/1.1" status: 200 len: 912 time: 0.0863159 Jul 14 19:09:41.908599 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ea86274b-d5e3-43fa-be69-1ba85bcc8add req-3daeab26-d91c-46b3-8233-5fc9899f8960 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=13ba3fff-f1b2-44dc-95e1-b8eff3a302d9 HTTP/1.1" status: 200 len: 217 time: 0.0341022 Jul 14 19:09:41.956269 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea86274b-d5e3-43fa-be69-1ba85bcc8add req-632cdb0a-af5a-48f9-80f4-ee2c4f8ce67a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:09:41.957676 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ea86274b-d5e3-43fa-be69-1ba85bcc8add req-632cdb0a-af5a-48f9-80f4-ee2c4f8ce67a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=18d4a98c-ae99-400b-9f7f-5406e74f63fb HTTP/1.1" status: 200 len: 851 time: 0.0418165 Jul 14 19:09:42.017502 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea86274b-d5e3-43fa-be69-1ba85bcc8add req-674f5da7-aac1-42bd-acf5-7b47da49da6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:09:42.018955 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ea86274b-d5e3-43fa-be69-1ba85bcc8add req-674f5da7-aac1-42bd-acf5-7b47da49da6d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=97727ed7-2695-478a-9eda-9cec1e9e91e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0541892 Jul 14 19:09:42.108685 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ea86274b-d5e3-43fa-be69-1ba85bcc8add req-023e8d53-fc2e-4544-b8b8-39318432b2d6 service neutron] 10.222.0.18 "GET /v2.0/networks/97727ed7-2695-478a-9eda-9cec1e9e91e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813072 Jul 14 19:09:42.200487 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ea86274b-d5e3-43fa-be69-1ba85bcc8add req-c01d7dd7-5df6-4740-9c10-aec2f0860287 service neutron] 10.222.0.18 "GET /v2.0/networks/97727ed7-2695-478a-9eda-9cec1e9e91e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849118 Jul 14 19:09:42.572833 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8f3835-e090-46f4-82b5-e4d9fca037a0 req-073456fd-276b-4935-8b0d-613ce9b6c83d tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:09:42.574313 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-4b8f3835-e090-46f4-82b5-e4d9fca037a0 req-073456fd-276b-4935-8b0d-613ce9b6c83d tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] 10.222.0.16 "GET /v2.0/ports?device_id=bee68120-e4b0-45f1-9200-35fcb8f9b9ae HTTP/1.1" status: 200 len: 943 time: 0.1216857 Jul 14 19:09:42.610995 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-4b8f3835-e090-46f4-82b5-e4d9fca037a0 req-f7699955-2bf7-4cc3-9ebb-05856016605a tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] 10.222.0.16 "GET /v2.0/security-groups?id=33384978-bec5-44c9-869f-df28e64b8d22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310597 Jul 14 19:09:43.832456 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988e059a-a046-43bf-ab35-c7dcda260172 req-a55d7854-1e18-4c42-95d9-3a235413af8b tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:09:43.833917 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-988e059a-a046-43bf-ab35-c7dcda260172 req-a55d7854-1e18-4c42-95d9-3a235413af8b tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] 10.222.0.16 "GET /v2.0/ports?device_id=bee68120-e4b0-45f1-9200-35fcb8f9b9ae HTTP/1.1" status: 200 len: 943 time: 0.1137059 Jul 14 19:09:43.870519 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-988e059a-a046-43bf-ab35-c7dcda260172 req-19004d20-e6d1-45c6-9b66-fb6ea42b0464 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] 10.222.0.16 "GET /v2.0/security-groups?id=33384978-bec5-44c9-869f-df28e64b8d22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310755 Jul 14 19:09:44.654078 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device 13ba3fff-f1b2-44dc-95e1-b8eff3a302d9 details requested by agent hyperv_n-h1-800634-3 with host n-h1-800634-3 {{(pid=93917) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 19:09:44.749851 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port 13ba3fff-f1b2-44dc-95e1-b8eff3a302d9, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=13ba3fff-f1b2-44dc-95e1-b8eff3a302d9,segment=NetworkSegment(d0a0df7e-3c75-4ea6-9ecb-d1aff0ab52c6),segment_id=d0a0df7e-3c75-4ea6-9ecb-d1aff0ab52c6)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 19:09:44.761717 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Returning: {'device': '13ba3fff-f1b2-44dc-95e1-b8eff3a302d9', 'network_id': '97727ed7-2695-478a-9eda-9cec1e9e91e1', 'port_id': '13ba3fff-f1b2-44dc-95e1-b8eff3a302d9', 'mac_address': 'fa:16:3e:28:ca:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 74, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18d4a98c-ae99-400b-9f7f-5406e74f63fb', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93917) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 19:09:44.798350 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:09:44.811497 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13ba3fff-f1b2-44dc-95e1-b8eff3a302d9 {{(pid=93917) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 19:09:44.830599 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port 13ba3fff-f1b2-44dc-95e1-b8eff3a302d9, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=13ba3fff-f1b2-44dc-95e1-b8eff3a302d9,segment=NetworkSegment(d0a0df7e-3c75-4ea6-9ecb-d1aff0ab52c6),segment_id=d0a0df7e-3c75-4ea6-9ecb-d1aff0ab52c6)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 19:09:44.834218 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:09:44.885161 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Pushing event updated for resources: {'Port': ['ID=13ba3fff-f1b2-44dc-95e1-b8eff3a302d9,revision_number=4']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:09:45.019782 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] get_ports_and_sgs() called for port_ids ['13ba3fff-f1b2-44dc-95e1-b8eff3a302d9'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 19:09:45.046550 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03721801-caab-4f73-88c3-12caa8ba3b28 req-d548c3a8-4dcb-4277-9870-914f3ce7b9e2 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:09:45.048062 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-03721801-caab-4f73-88c3-12caa8ba3b28 req-d548c3a8-4dcb-4277-9870-914f3ce7b9e2 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] 10.222.0.16 "GET /v2.0/ports?device_id=bee68120-e4b0-45f1-9200-35fcb8f9b9ae HTTP/1.1" status: 200 len: 944 time: 0.0670288 Jul 14 19:09:45.085829 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-03721801-caab-4f73-88c3-12caa8ba3b28 req-85b08baf-30f7-4319-835c-b24309cddc33 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] 10.222.0.16 "GET /v2.0/security-groups?id=33384978-bec5-44c9-869f-df28e64b8d22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321236 Jul 14 19:09:46.259663 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8da15c5-6017-4566-bbcb-90c609eee8d6 req-438ca168-9c13-4c1d-9c71-7b2e63d60af2 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:09:46.261777 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f8da15c5-6017-4566-bbcb-90c609eee8d6 req-438ca168-9c13-4c1d-9c71-7b2e63d60af2 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] 10.222.0.16 "GET /v2.0/ports?device_id=bee68120-e4b0-45f1-9200-35fcb8f9b9ae HTTP/1.1" status: 200 len: 944 time: 0.0646994 Jul 14 19:09:46.298538 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f8da15c5-6017-4566-bbcb-90c609eee8d6 req-05fdd6c5-a7f7-4974-ab3d-ae03be266a67 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] 10.222.0.16 "GET /v2.0/security-groups?id=33384978-bec5-44c9-869f-df28e64b8d22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313823 Jul 14 19:09:46.660450 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device 13ba3fff-f1b2-44dc-95e1-b8eff3a302d9 up at agent hyperv_n-h1-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 19:09:46.706737 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Provisioning for port 13ba3fff-f1b2-44dc-95e1-b8eff3a302d9 completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 19:09:46.710270 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Provisioning complete for port 13ba3fff-f1b2-44dc-95e1-b8eff3a302d9 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 19:09:46.710637 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:09:46.787447 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:09:46.809859 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bee68120-e4b0-45f1-9200-35fcb8f9b9ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13ba3fff-f1b2-44dc-95e1-b8eff3a302d9'}] {{(pid=93917) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 19:09:46.812079 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20b787f3c29eaa7aa2a4d648c725a2124c5ff39a8d793252f9d844495e14cf42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6391950-46e9-4428-bfc6-e590245dea90" -d '{"events": [{"server_uuid": "bee68120-e4b0-45f1-9200-35fcb8f9b9ae", "name": "network-vif-plugged", "status": "completed", "tag": "13ba3fff-f1b2-44dc-95e1-b8eff3a302d9"}]}' {{(pid=93917) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 19:09:46.825100 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port 13ba3fff-f1b2-44dc-95e1-b8eff3a302d9, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=13ba3fff-f1b2-44dc-95e1-b8eff3a302d9,segment=NetworkSegment(d0a0df7e-3c75-4ea6-9ecb-d1aff0ab52c6),segment_id=d0a0df7e-3c75-4ea6-9ecb-d1aff0ab52c6)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 19:09:46.828974 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:09:46.851436 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 19:09:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ac0c6e9-b9df-4d22-933f-766d185fa748 x-openstack-request-id: req-1ac0c6e9-b9df-4d22-933f-766d185fa748 {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 19:09:46.851727 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bee68120-e4b0-45f1-9200-35fcb8f9b9ae", "name": "network-vif-plugged", "status": "completed", "tag": "13ba3fff-f1b2-44dc-95e1-b8eff3a302d9", "code": 200}]} {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 19:09:46.851984 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1ac0c6e9-b9df-4d22-933f-766d185fa748 {{(pid=93917) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 19:09:46.852399 n-d-800634-3 neutron-server[93917]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bee68120-e4b0-45f1-9200-35fcb8f9b9ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13ba3fff-f1b2-44dc-95e1-b8eff3a302d9', 'code': 200} Jul 14 19:09:46.877885 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Pushing event updated for resources: {'Port': ['ID=13ba3fff-f1b2-44dc-95e1-b8eff3a302d9,revision_number=5']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:09:47.004952 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fba116-0d6b-4637-949c-f30793ee367d req-48a43e70-961f-46a9-b1f0-fda33fa2f02e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:09:47.006697 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-79fba116-0d6b-4637-949c-f30793ee367d req-48a43e70-961f-46a9-b1f0-fda33fa2f02e service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=bee68120-e4b0-45f1-9200-35fcb8f9b9ae HTTP/1.1" status: 200 len: 1096 time: 0.0957658 Jul 14 19:09:47.043507 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-79fba116-0d6b-4637-949c-f30793ee367d req-31360b7d-9dd7-498c-b945-0f6f2b7e566e service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=33384978-bec5-44c9-869f-df28e64b8d22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306137 Jul 14 19:09:47.472264 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d276ba62-1a86-4ea5-929e-47ac35b9ca18 req-6fe3424f-c451-4b0c-b920-ffa4e03e1cd3 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:09:47.473769 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-d276ba62-1a86-4ea5-929e-47ac35b9ca18 req-6fe3424f-c451-4b0c-b920-ffa4e03e1cd3 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] 10.222.0.16 "GET /v2.0/ports?device_id=bee68120-e4b0-45f1-9200-35fcb8f9b9ae HTTP/1.1" status: 200 len: 945 time: 0.0650537 Jul 14 19:09:47.510878 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-d276ba62-1a86-4ea5-929e-47ac35b9ca18 req-2d1a0fed-b727-4309-94e1-92201d6bfd24 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] 10.222.0.16 "GET /v2.0/security-groups?id=33384978-bec5-44c9-869f-df28e64b8d22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309012 Jul 14 19:09:48.684319 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235004a4-69a5-4504-9fb8-a8700411949b req-de1fe61a-9d2a-4258-8baa-705cbb3daef1 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:09:48.685794 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-235004a4-69a5-4504-9fb8-a8700411949b req-de1fe61a-9d2a-4258-8baa-705cbb3daef1 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] 10.222.0.16 "GET /v2.0/ports?device_id=bee68120-e4b0-45f1-9200-35fcb8f9b9ae HTTP/1.1" status: 200 len: 945 time: 0.0652883 Jul 14 19:09:48.722023 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-235004a4-69a5-4504-9fb8-a8700411949b req-53f77bff-6192-4a40-a98d-559df8fc1798 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] 10.222.0.16 "GET /v2.0/security-groups?id=33384978-bec5-44c9-869f-df28e64b8d22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307825 Jul 14 19:09:48.895610 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fe9765-609c-4eec-a470-d95e0713d599 req-ccdffcf3-2665-42f9-ada4-31457dbd4935 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:09:48.897028 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-76fe9765-609c-4eec-a470-d95e0713d599 req-ccdffcf3-2665-42f9-ada4-31457dbd4935 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] 10.222.0.16 "GET /v2.0/ports?device_id=bee68120-e4b0-45f1-9200-35fcb8f9b9ae HTTP/1.1" status: 200 len: 945 time: 0.0681036 Jul 14 19:09:48.906351 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 57928) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 19:09:48.911122 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-223673e6-6142-4a04-9080-4bb564018eaf tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] Request body: {'floatingip': {'port_id': '13ba3fff-f1b2-44dc-95e1-b8eff3a302d9'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 19:09:48.950968 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-223673e6-6142-4a04-9080-4bb564018eaf tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] Notify callbacks [] for floatingip, before_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:09:49.396041 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-223673e6-6142-4a04-9080-4bb564018eaf tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:09:49.399811 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-223673e6-6142-4a04-9080-4bb564018eaf tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-930131'] for floatingip, after_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:09:49.498235 n-d-800634-3 neutron-server[93916]: INFO neutron.db.l3_db [None req-223673e6-6142-4a04-9080-4bb564018eaf tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] Floating IP 4439976a-cda3-48ac-bdd3-be29a47d845f associated. External IP: 172.25.1.94, port: 13ba3fff-f1b2-44dc-95e1-b8eff3a302d9. Jul 14 19:09:49.702731 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-223673e6-6142-4a04-9080-4bb564018eaf tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] Router e4667727-8e40-4f84-92ec-1fafe56db13e has already been hosted by L3 agent 2c6eb27e-defb-4cca-9a24-381c7415e359 {{(pid=93916) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 19:09:49.813159 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-223673e6-6142-4a04-9080-4bb564018eaf tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] Notify agent at l3_agent.n-d-800634-3 the message routers_updated {{(pid=93916) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 19:09:49.817936 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-223673e6-6142-4a04-9080-4bb564018eaf tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for floatingip, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:09:49.823217 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8dfc837-5cc5-4fda-9b0b-b1db00f8063e None None] Sync routers for ids ['e4667727-8e40-4f84-92ec-1fafe56db13e'] in n-d-800634-3 {{(pid=93917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 19:09:49.832969 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8dfc837-5cc5-4fda-9b0b-b1db00f8063e None None] Routers {'e4667727-8e40-4f84-92ec-1fafe56db13e'} bound to L3 agent in host n-d-800634-3 {{(pid=93917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 19:09:49.833593 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-d8dfc837-5cc5-4fda-9b0b-b1db00f8063e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T19:09:23Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['e4667727-8e40-4f84-92ec-1fafe56db13e'], 'active': True} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 19:09:49.856620 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-223673e6-6142-4a04-9080-4bb564018eaf tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] 10.222.0.16 "PUT /v2.0/floatingips/4439976a-cda3-48ac-bdd3-be29a47d845f HTTP/1.1" status: 200 len: 990 time: 0.9489589 Jul 14 19:09:49.857189 n-d-800634-3 neutron-server[93916]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bee68120-e4b0-45f1-9200-35fcb8f9b9ae', 'tag': '13ba3fff-f1b2-44dc-95e1-b8eff3a302d9'}] {{(pid=93916) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 19:09:49.859408 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f803e150b363a7893830aa996ac27753fa25517c406ecd3536b7c2d4b26eeb9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a8735b6-f1b6-47f5-b6ab-bf22ae4fc934" -d '{"events": [{"name": "network-changed", "server_uuid": "bee68120-e4b0-45f1-9200-35fcb8f9b9ae", "tag": "13ba3fff-f1b2-44dc-95e1-b8eff3a302d9"}]}' {{(pid=93916) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 19:09:49.901919 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 19:09:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9790a13-78be-44ab-8144-ee7335d8550b x-openstack-request-id: req-f9790a13-78be-44ab-8144-ee7335d8550b {{(pid=93916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 19:09:49.902217 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bee68120-e4b0-45f1-9200-35fcb8f9b9ae", "tag": "13ba3fff-f1b2-44dc-95e1-b8eff3a302d9", "status": "completed", "code": 200}]} {{(pid=93916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 19:09:49.902499 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f9790a13-78be-44ab-8144-ee7335d8550b {{(pid=93916) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 19:09:49.902924 n-d-800634-3 neutron-server[93916]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bee68120-e4b0-45f1-9200-35fcb8f9b9ae', 'tag': '13ba3fff-f1b2-44dc-95e1-b8eff3a302d9', 'status': 'completed', 'code': 200} Jul 14 19:09:49.940027 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvr_db [None req-d8dfc837-5cc5-4fda-9b0b-b1db00f8063e None None] Set router e4667727-8e40-4f84-92ec-1fafe56db13e gateway port host: n-d-800634-3 {{(pid=93917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 19:09:49.979304 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8735b6-f1b6-47f5-b6ab-bf22ae4fc934 req-75a27676-3c2c-4b7e-beff-d8303ac5f1a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:09:49.980862 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-4a8735b6-f1b6-47f5-b6ab-bf22ae4fc934 req-75a27676-3c2c-4b7e-beff-d8303ac5f1a6 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=04805eb1dac5471e95e628566976d1fd&device_id=bee68120-e4b0-45f1-9200-35fcb8f9b9ae HTTP/1.1" status: 200 len: 1096 time: 0.0547755 Jul 14 19:09:50.070234 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8735b6-f1b6-47f5-b6ab-bf22ae4fc934 req-0ac62700-6ed1-46f4-a22d-3c86309e1454 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:09:50.071739 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-4a8735b6-f1b6-47f5-b6ab-bf22ae4fc934 req-0ac62700-6ed1-46f4-a22d-3c86309e1454 service neutron] 10.222.0.18 "GET /v2.0/networks?id=97727ed7-2695-478a-9eda-9cec1e9e91e1 HTTP/1.1" status: 200 len: 912 time: 0.0849454 Jul 14 19:09:50.140444 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-4a8735b6-f1b6-47f5-b6ab-bf22ae4fc934 req-9d320298-88c2-486f-8b34-e80a7dce8748 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=13ba3fff-f1b2-44dc-95e1-b8eff3a302d9 HTTP/1.1" status: 200 len: 998 time: 0.0624135 Jul 14 19:09:50.191418 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8735b6-f1b6-47f5-b6ab-bf22ae4fc934 req-3c08b3f9-3c2b-4f8d-86ce-ead4c18c69b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:09:50.192956 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-4a8735b6-f1b6-47f5-b6ab-bf22ae4fc934 req-3c08b3f9-3c2b-4f8d-86ce-ead4c18c69b6 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=18d4a98c-ae99-400b-9f7f-5406e74f63fb HTTP/1.1" status: 200 len: 851 time: 0.0467007 Jul 14 19:09:50.252051 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8735b6-f1b6-47f5-b6ab-bf22ae4fc934 req-2d2c76b2-d9d6-42a7-9ac8-32cf80936356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:09:50.253535 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-4a8735b6-f1b6-47f5-b6ab-bf22ae4fc934 req-2d2c76b2-d9d6-42a7-9ac8-32cf80936356 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=97727ed7-2695-478a-9eda-9cec1e9e91e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0545259 Jul 14 19:09:50.322274 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-d8dfc837-5cc5-4fda-9b0b-b1db00f8063e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4667727-8e40-4f84-92ec-1fafe56db13e', 'name': 'tempest-ServerActionsTestJSON-1250980168-router', 'tenant_id': '04805eb1dac5471e95e628566976d1fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.108'}], 'enable_snat': True}, 'gw_port_id': '510b5f68-10e7-4bf2-89fd-91188c69394c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T19:07:22Z', 'updated_at': '2021-07-14T19:07:25Z', 'revision_number': 4, 'project_id': '04805eb1dac5471e95e628566976d1fd', 'gw_port': {'id': '510b5f68-10e7-4bf2-89fd-91188c69394c', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:60:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4667727-8e40-4f84-92ec-1fafe56db13e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T19:07:23Z', 'updated_at': '2021-07-14T19:07:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_floatingips': [{'id': '4439976a-cda3-48ac-bdd3-be29a47d845f', 'tenant_id': '04805eb1dac5471e95e628566976d1fd', 'floating_ip_address': '172.25.1.94', 'floating_network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'router_id': 'e4667727-8e40-4f84-92ec-1fafe56db13e', 'port_id': '13ba3fff-f1b2-44dc-95e1-b8eff3a302d9', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4014, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '97727ed7-2695-478a-9eda-9cec1e9e91e1', 'mac_address': 'fa:16:3e:28:ca:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bee68120-e4b0-45f1-9200-35fcb8f9b9ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T19:07:28Z', 'updated_at': '2021-07-14T19:09:49Z', 'revision_number': 5, 'project_id': '04805eb1dac5471e95e628566976d1fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ba96e13-edba-48ac-b007-1e553c78e570', 'name': '', 'network_id': '97727ed7-2695-478a-9eda-9cec1e9e91e1', 'tenant_id': '04805eb1dac5471e95e628566976d1fd', 'mac_address': 'fa:16:3e:5f:c8:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4667727-8e40-4f84-92ec-1fafe56db13e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '18d4a98c-ae99-400b-9f7f-5406e74f63fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T19:07:24Z', 'updated_at': '2021-07-14T19:07:31Z', 'revision_number': 5, 'project_id': '04805eb1dac5471e95e628566976d1fd', 'subnets': [{'id': '18d4a98c-ae99-400b-9f7f-5406e74f63fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-3', False) {} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 19:09:50.348916 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-4a8735b6-f1b6-47f5-b6ab-bf22ae4fc934 req-5c9acdb6-df8d-49e1-8556-fa90c9d41c01 service neutron] 10.222.0.18 "GET /v2.0/networks/97727ed7-2695-478a-9eda-9cec1e9e91e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888002 Jul 14 19:09:50.349160 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8dfc837-5cc5-4fda-9b0b-b1db00f8063e None None] Checking router: e4667727-8e40-4f84-92ec-1fafe56db13e for host: n-d-800634-3 {{(pid=93917) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 19:09:50.357092 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8dfc837-5cc5-4fda-9b0b-b1db00f8063e None None] Routers {'e4667727-8e40-4f84-92ec-1fafe56db13e'} bound to L3 agent in host n-d-800634-3 {{(pid=93917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 19:09:50.357703 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-d8dfc837-5cc5-4fda-9b0b-b1db00f8063e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T19:09:23Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['e4667727-8e40-4f84-92ec-1fafe56db13e'], 'active': True} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 19:09:50.441501 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-4a8735b6-f1b6-47f5-b6ab-bf22ae4fc934 req-51e008eb-5904-4eaa-8ae1-41c6ede1ce7d service neutron] 10.222.0.18 "GET /v2.0/networks/97727ed7-2695-478a-9eda-9cec1e9e91e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862420 Jul 14 19:09:50.458513 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-ddadf36a-6d0f-4e3c-bca6-a44ce9a94556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:09:50.472357 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvr_db [None req-d8dfc837-5cc5-4fda-9b0b-b1db00f8063e None None] Set router e4667727-8e40-4f84-92ec-1fafe56db13e gateway port host: n-d-800634-3 {{(pid=93917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 19:09:50.689912 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-d8dfc837-5cc5-4fda-9b0b-b1db00f8063e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4667727-8e40-4f84-92ec-1fafe56db13e', 'name': 'tempest-ServerActionsTestJSON-1250980168-router', 'tenant_id': '04805eb1dac5471e95e628566976d1fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.108'}], 'enable_snat': True}, 'gw_port_id': '510b5f68-10e7-4bf2-89fd-91188c69394c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T19:07:22Z', 'updated_at': '2021-07-14T19:07:25Z', 'revision_number': 4, 'project_id': '04805eb1dac5471e95e628566976d1fd', 'gw_port': {'id': '510b5f68-10e7-4bf2-89fd-91188c69394c', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:60:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4667727-8e40-4f84-92ec-1fafe56db13e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T19:07:23Z', 'updated_at': '2021-07-14T19:07:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_floatingips': [{'id': '4439976a-cda3-48ac-bdd3-be29a47d845f', 'tenant_id': '04805eb1dac5471e95e628566976d1fd', 'floating_ip_address': '172.25.1.94', 'floating_network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'router_id': 'e4667727-8e40-4f84-92ec-1fafe56db13e', 'port_id': '13ba3fff-f1b2-44dc-95e1-b8eff3a302d9', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4014, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '97727ed7-2695-478a-9eda-9cec1e9e91e1', 'mac_address': 'fa:16:3e:28:ca:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bee68120-e4b0-45f1-9200-35fcb8f9b9ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T19:07:28Z', 'updated_at': '2021-07-14T19:09:49Z', 'revision_number': 5, 'project_id': '04805eb1dac5471e95e628566976d1fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ba96e13-edba-48ac-b007-1e553c78e570', 'name': '', 'network_id': '97727ed7-2695-478a-9eda-9cec1e9e91e1', 'tenant_id': '04805eb1dac5471e95e628566976d1fd', 'mac_address': 'fa:16:3e:5f:c8:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4667727-8e40-4f84-92ec-1fafe56db13e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '18d4a98c-ae99-400b-9f7f-5406e74f63fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T19:07:24Z', 'updated_at': '2021-07-14T19:07:31Z', 'revision_number': 5, 'project_id': '04805eb1dac5471e95e628566976d1fd', 'subnets': [{'id': '18d4a98c-ae99-400b-9f7f-5406e74f63fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-3', False) {} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 19:09:50.716108 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8dfc837-5cc5-4fda-9b0b-b1db00f8063e None None] The sync data for ids ['e4667727-8e40-4f84-92ec-1fafe56db13e'] in n-d-800634-3 is: [{'id': 'e4667727-8e40-4f84-92ec-1fafe56db13e', 'name': 'tempest-ServerActionsTestJSON-1250980168-router', 'tenant_id': '04805eb1dac5471e95e628566976d1fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.108'}], 'enable_snat': True}, 'gw_port_id': '510b5f68-10e7-4bf2-89fd-91188c69394c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T19:07:22Z', 'updated_at': '2021-07-14T19:07:25Z', 'revision_number': 4, 'project_id': '04805eb1dac5471e95e628566976d1fd', 'gw_port': {'id': '510b5f68-10e7-4bf2-89fd-91188c69394c', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:60:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4667727-8e40-4f84-92ec-1fafe56db13e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T19:07:23Z', 'updated_at': '2021-07-14T19:07:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_floatingips': [{'id': '4439976a-cda3-48ac-bdd3-be29a47d845f', 'tenant_id': '04805eb1dac5471e95e628566976d1fd', 'floating_ip_address': '172.25.1.94', 'floating_network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'router_id': 'e4667727-8e40-4f84-92ec-1fafe56db13e', 'port_id': '13ba3fff-f1b2-44dc-95e1-b8eff3a302d9', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4014, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '97727ed7-2695-478a-9eda-9cec1e9e91e1', 'mac_address': 'fa:16:3e:28:ca:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bee68120-e4b0-45f1-9200-35fcb8f9b9ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T19:07:28Z', 'updated_at': '2021-07-14T19:09:49Z', 'revision_number': 5, 'project_id': '04805eb1dac5471e95e628566976d1fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ba96e13-edba-48ac-b007-1e553c78e570', 'name': '', 'network_id': '97727ed7-2695-478a-9eda-9cec1e9e91e1', 'tenant_id': '04805eb1dac5471e95e628566976d1fd', 'mac_address': 'fa:16:3e:5f:c8:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4667727-8e40-4f84-92ec-1fafe56db13e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '18d4a98c-ae99-400b-9f7f-5406e74f63fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T19:07:24Z', 'updated_at': '2021-07-14T19:07:31Z', 'revision_number': 5, 'project_id': '04805eb1dac5471e95e628566976d1fd', 'subnets': [{'id': '18d4a98c-ae99-400b-9f7f-5406e74f63fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 19:09:50.898762 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3889b23-1abc-43fe-8a78-fa59669ba1f2 None None] New status for floating IP 4439976a-cda3-48ac-bdd3-be29a47d845f: ACTIVE {{(pid=93918) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 19:09:52.864964 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-e4e3a0fc-c740-4973-ac94-ca1b6c4ca26f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:09:53.205374 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:09:54.264713 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-574aeb93-9938-449c-8e6c-cb22c9b52cc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:09:55.907943 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-2f4e3af3-e708-4ffd-a544-82d93a489d01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:10:02.892100 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:10:05.794260 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:10:10.051622 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.agents_db [None req-2ea07fb6-aa68-4671-8654-119d82b9f530 None None] Agent healthcheck: found 7 active agents {{(pid=93918) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 19:10:20.439545 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-6e466b27-883d-4ced-8496-c2b19db6bd97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:10:22.865746 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-a4e4ac7c-9460-4222-a350-ef7a43711795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:10:23.207303 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:10:24.267422 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-574aeb93-9938-449c-8e6c-cb22c9b52cc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:10:25.512221 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-841caec0-74e3-4f89-a92c-8664467b9784 req-ac7f287e-bd60-468e-99c5-7ac5e69a8714 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=bee68120-e4b0-45f1-9200-35fcb8f9b9ae&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0568240 Jul 14 19:10:25.603567 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841caec0-74e3-4f89-a92c-8664467b9784 req-6a713fe1-e0cb-49d1-a0fb-6648b338a8a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:10:25.605130 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-841caec0-74e3-4f89-a92c-8664467b9784 req-6a713fe1-e0cb-49d1-a0fb-6648b338a8a1 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=04805eb1dac5471e95e628566976d1fd&device_id=bee68120-e4b0-45f1-9200-35fcb8f9b9ae HTTP/1.1" status: 200 len: 1096 time: 0.0525281 Jul 14 19:10:25.705604 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841caec0-74e3-4f89-a92c-8664467b9784 req-cc0b1e6a-9ac2-4063-8492-aeee3347da6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:10:25.707091 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-841caec0-74e3-4f89-a92c-8664467b9784 req-cc0b1e6a-9ac2-4063-8492-aeee3347da6a service neutron] 10.222.0.18 "GET /v2.0/networks?id=97727ed7-2695-478a-9eda-9cec1e9e91e1 HTTP/1.1" status: 200 len: 912 time: 0.0820417 Jul 14 19:10:25.776405 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-841caec0-74e3-4f89-a92c-8664467b9784 req-ee3fef72-f13f-4238-ac76-0f2409f2fad3 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=13ba3fff-f1b2-44dc-95e1-b8eff3a302d9 HTTP/1.1" status: 200 len: 1000 time: 0.0626869 Jul 14 19:10:25.824342 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841caec0-74e3-4f89-a92c-8664467b9784 req-ec129f73-44ab-4b2e-98e2-aa6c0b8343b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:10:25.825781 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-841caec0-74e3-4f89-a92c-8664467b9784 req-ec129f73-44ab-4b2e-98e2-aa6c0b8343b0 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=18d4a98c-ae99-400b-9f7f-5406e74f63fb HTTP/1.1" status: 200 len: 851 time: 0.0435700 Jul 14 19:10:25.881633 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841caec0-74e3-4f89-a92c-8664467b9784 req-6eca71b7-4cc1-46ca-8ebb-898d4e0fdb45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:10:25.883016 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-841caec0-74e3-4f89-a92c-8664467b9784 req-6eca71b7-4cc1-46ca-8ebb-898d4e0fdb45 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=97727ed7-2695-478a-9eda-9cec1e9e91e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0507541 Jul 14 19:10:25.908249 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-2f4e3af3-e708-4ffd-a544-82d93a489d01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:10:25.980493 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-841caec0-74e3-4f89-a92c-8664467b9784 req-52ea37df-f67f-41cf-b905-06a44754ddf6 service neutron] 10.222.0.18 "GET /v2.0/networks/97727ed7-2695-478a-9eda-9cec1e9e91e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904715 Jul 14 19:10:26.070166 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-841caec0-74e3-4f89-a92c-8664467b9784 req-3a3917d0-5cc3-4e62-9d74-ee0b9fb50805 service neutron] 10.222.0.18 "GET /v2.0/networks/97727ed7-2695-478a-9eda-9cec1e9e91e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834503 Jul 14 19:10:29.122989 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-99ef88c8-74c1-4c65-a7a1-7b6b7c4923ea req-ca6ac675-a7d9-4237-9cca-c68c4de45e72 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=6ab0c594-ecaf-4c5b-977a-9c1b59a2d9cc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0294998 Jul 14 19:10:29.176856 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-99ef88c8-74c1-4c65-a7a1-7b6b7c4923ea req-cc62afbd-0763-462c-aa23-a54dfd8fd5b0 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f1c4e239e6d24b3bb240a97f6c99b33f&device_id=6ab0c594-ecaf-4c5b-977a-9c1b59a2d9cc HTTP/1.1" status: 200 len: 210 time: 0.0339406 Jul 14 19:10:29.215618 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-99ef88c8-74c1-4c65-a7a1-7b6b7c4923ea req-0204daa1-80ce-49db-9a05-a460fd893a47 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=f1c4e239e6d24b3bb240a97f6c99b33f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0192571 Jul 14 19:10:29.310483 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ef88c8-74c1-4c65-a7a1-7b6b7c4923ea req-46c20ca7-5dc6-4c29-b5d9-c12e6b05f09d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:10:29.311927 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-99ef88c8-74c1-4c65-a7a1-7b6b7c4923ea req-46c20ca7-5dc6-4c29-b5d9-c12e6b05f09d service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0909760 Jul 14 19:10:32.889312 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:10:35.796544 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:10:47.051264 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.agents_db [None req-2ea07fb6-aa68-4671-8654-119d82b9f530 None None] Agent healthcheck: found 7 active agents {{(pid=93918) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 19:10:50.440215 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-d4976865-34fe-4d90-8fc8-2c19e4c593d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:10:52.865925 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b44288bf-2459-4d76-9ea2-6c38d17f9cf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:10:53.207502 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:10:54.269571 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-574aeb93-9938-449c-8e6c-cb22c9b52cc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:10:55.910075 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-2f4e3af3-e708-4ffd-a544-82d93a489d01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:11:02.888729 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:11:05.792243 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:11:20.439970 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-60697c61-330d-461f-8839-faa8db1f82c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:11:21.366496 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [req-65ae4730-07bd-4f7b-8341-cd35257f1a7b req-b1a81b90-8e60-462e-9866-3565af598a2a tempest-TestVolumeBootPattern-1054689017 tempest-TestVolumeBootPattern-1054689017-project] (93915) timed out ('10.222.0.35', 64880) {{(pid=93915) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 14 19:11:22.867390 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-fe6a8443-b379-4075-ae21-b758c44b5d6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:11:23.207172 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:11:24.049760 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.agents_db [None req-2ea07fb6-aa68-4671-8654-119d82b9f530 None None] Agent healthcheck: found 7 active agents {{(pid=93918) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 19:11:24.274670 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-574aeb93-9938-449c-8e6c-cb22c9b52cc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:11:24.936459 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecb4b7f-e32c-4d38-a081-ec9538c653dc req-448270e5-12d2-43b0-8696-b8fafca4fcf5 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:11:24.937939 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-4ecb4b7f-e32c-4d38-a081-ec9538c653dc req-448270e5-12d2-43b0-8696-b8fafca4fcf5 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] 10.222.0.16 "GET /v2.0/ports?device_id=bee68120-e4b0-45f1-9200-35fcb8f9b9ae HTTP/1.1" status: 200 len: 945 time: 0.0687726 Jul 14 19:11:24.974620 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-4ecb4b7f-e32c-4d38-a081-ec9538c653dc req-23637677-4d90-4b02-bd89-af9240494f34 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] 10.222.0.16 "GET /v2.0/security-groups?id=33384978-bec5-44c9-869f-df28e64b8d22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311873 Jul 14 19:11:25.912293 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-2f4e3af3-e708-4ffd-a544-82d93a489d01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:11:26.150410 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57ef223-20f4-48e6-b321-3f9e41bf55ff req-d5921577-c118-4cc9-bfe9-5d85191344c3 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:11:26.151817 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f57ef223-20f4-48e6-b321-3f9e41bf55ff req-d5921577-c118-4cc9-bfe9-5d85191344c3 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] 10.222.0.16 "GET /v2.0/ports?device_id=bee68120-e4b0-45f1-9200-35fcb8f9b9ae HTTP/1.1" status: 200 len: 945 time: 0.0661273 Jul 14 19:11:26.188740 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f57ef223-20f4-48e6-b321-3f9e41bf55ff req-3c119c34-0004-4f88-a4b3-6cde87d175f3 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] 10.222.0.16 "GET /v2.0/security-groups?id=33384978-bec5-44c9-869f-df28e64b8d22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313418 Jul 14 19:11:27.362090 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b31ab4-0204-482f-8fb2-2a064ede0f1f req-9aa8e4fd-ec47-4f72-8f0c-d7ec8dbbfbce tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:11:27.363473 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-d8b31ab4-0204-482f-8fb2-2a064ede0f1f req-9aa8e4fd-ec47-4f72-8f0c-d7ec8dbbfbce tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] 10.222.0.16 "GET /v2.0/ports?device_id=bee68120-e4b0-45f1-9200-35fcb8f9b9ae HTTP/1.1" status: 200 len: 945 time: 0.0620840 Jul 14 19:11:27.404082 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-d8b31ab4-0204-482f-8fb2-2a064ede0f1f req-9ec7fb07-249e-43cb-897f-ba967acc4e48 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] 10.222.0.16 "GET /v2.0/security-groups?id=33384978-bec5-44c9-869f-df28e64b8d22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351479 Jul 14 19:11:27.568102 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98dc5164-976a-4a44-a5f8-4f65797100e9 req-6a625a69-3e19-49c5-8275-69b4a013c158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:11:27.569609 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-98dc5164-976a-4a44-a5f8-4f65797100e9 req-6a625a69-3e19-49c5-8275-69b4a013c158 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=04805eb1dac5471e95e628566976d1fd&device_id=bee68120-e4b0-45f1-9200-35fcb8f9b9ae HTTP/1.1" status: 200 len: 1096 time: 0.0520165 Jul 14 19:11:27.671542 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98dc5164-976a-4a44-a5f8-4f65797100e9 req-0986934a-5e87-425a-8989-6e5f6808b80d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:11:27.673047 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-98dc5164-976a-4a44-a5f8-4f65797100e9 req-0986934a-5e87-425a-8989-6e5f6808b80d service neutron] 10.222.0.18 "GET /v2.0/networks?id=97727ed7-2695-478a-9eda-9cec1e9e91e1 HTTP/1.1" status: 200 len: 912 time: 0.0830042 Jul 14 19:11:27.740080 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-98dc5164-976a-4a44-a5f8-4f65797100e9 req-3a71bde5-a4b2-4eb6-ba72-446b3257df14 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=13ba3fff-f1b2-44dc-95e1-b8eff3a302d9 HTTP/1.1" status: 200 len: 1000 time: 0.0606728 Jul 14 19:11:27.788895 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98dc5164-976a-4a44-a5f8-4f65797100e9 req-4f1d1389-a32d-4b11-8f26-1f9ef9f5c3af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:11:27.791639 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-98dc5164-976a-4a44-a5f8-4f65797100e9 req-4f1d1389-a32d-4b11-8f26-1f9ef9f5c3af service neutron] 10.222.0.18 "GET /v2.0/subnets?id=18d4a98c-ae99-400b-9f7f-5406e74f63fb HTTP/1.1" status: 200 len: 851 time: 0.0455179 Jul 14 19:11:27.847445 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98dc5164-976a-4a44-a5f8-4f65797100e9 req-68fc9d0a-0e6b-49e4-9129-494574402dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:11:27.848986 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-98dc5164-976a-4a44-a5f8-4f65797100e9 req-68fc9d0a-0e6b-49e4-9129-494574402dc6 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=97727ed7-2695-478a-9eda-9cec1e9e91e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0512195 Jul 14 19:11:27.943828 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-98dc5164-976a-4a44-a5f8-4f65797100e9 req-359c6e50-1bca-4864-a160-0d52a3f4352f service neutron] 10.222.0.18 "GET /v2.0/networks/97727ed7-2695-478a-9eda-9cec1e9e91e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884006 Jul 14 19:11:28.032064 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-98dc5164-976a-4a44-a5f8-4f65797100e9 req-25be4b10-8287-492e-8a7a-fd3b28455740 service neutron] 10.222.0.18 "GET /v2.0/networks/97727ed7-2695-478a-9eda-9cec1e9e91e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818903 Jul 14 19:11:28.580165 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a82978-50ab-44e5-b3a0-a10112f5e41b req-59583d12-8bdd-4592-b4c5-4d28a8a2b757 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:11:28.581714 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b3a82978-50ab-44e5-b3a0-a10112f5e41b req-59583d12-8bdd-4592-b4c5-4d28a8a2b757 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] 10.222.0.16 "GET /v2.0/ports?device_id=bee68120-e4b0-45f1-9200-35fcb8f9b9ae HTTP/1.1" status: 200 len: 945 time: 0.0678892 Jul 14 19:11:28.618850 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b3a82978-50ab-44e5-b3a0-a10112f5e41b req-e68b23fe-a8f4-4a1b-aa69-c59cf8ec04be tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] 10.222.0.16 "GET /v2.0/security-groups?id=33384978-bec5-44c9-869f-df28e64b8d22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310097 Jul 14 19:11:29.788422 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b60ee79-a3f3-48e3-9ce6-9dfeb9e5d9ef req-2566f682-8901-4d2c-9da7-6a826035b091 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:11:29.790305 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-5b60ee79-a3f3-48e3-9ce6-9dfeb9e5d9ef req-2566f682-8901-4d2c-9da7-6a826035b091 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] 10.222.0.16 "GET /v2.0/ports?device_id=bee68120-e4b0-45f1-9200-35fcb8f9b9ae HTTP/1.1" status: 200 len: 945 time: 0.0626919 Jul 14 19:11:29.827696 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-5b60ee79-a3f3-48e3-9ce6-9dfeb9e5d9ef req-7208566a-e3d5-45ca-a1a6-84e26ec96354 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] 10.222.0.16 "GET /v2.0/security-groups?id=33384978-bec5-44c9-869f-df28e64b8d22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319433 Jul 14 19:11:30.257293 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-c7400730-41b4-4c55-895c-5ed7b7eea595 req-f689a860-5775-4446-90bc-65ae569a2f6c service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=03a24d87-527f-4d5b-a998-53393446562a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0289173 Jul 14 19:11:30.324794 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-c7400730-41b4-4c55-895c-5ed7b7eea595 req-bfac6b2a-2c1f-4da0-88e4-7fc0ca397991 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c51e850593fc4a37af9470721017e8e7&device_id=03a24d87-527f-4d5b-a998-53393446562a HTTP/1.1" status: 200 len: 210 time: 0.0261407 Jul 14 19:11:30.363653 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-c7400730-41b4-4c55-895c-5ed7b7eea595 req-fcc8e553-d663-4a94-81e8-b0aab78e78dc service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=c51e850593fc4a37af9470721017e8e7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0193651 Jul 14 19:11:30.457661 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7400730-41b4-4c55-895c-5ed7b7eea595 req-bfdbc604-0000-4e78-a601-ecd0c29a9bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:11:30.459134 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-c7400730-41b4-4c55-895c-5ed7b7eea595 req-bfdbc604-0000-4e78-a601-ecd0c29a9bd8 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0900435 Jul 14 19:11:30.999329 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0905d39-4582-4a10-a0f1-339cb8747d97 req-935585cb-7eae-4f22-b057-3b2837e99f10 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:11:31.000845 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e0905d39-4582-4a10-a0f1-339cb8747d97 req-935585cb-7eae-4f22-b057-3b2837e99f10 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] 10.222.0.16 "GET /v2.0/ports?device_id=bee68120-e4b0-45f1-9200-35fcb8f9b9ae HTTP/1.1" status: 200 len: 945 time: 0.0618470 Jul 14 19:11:31.037989 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e0905d39-4582-4a10-a0f1-339cb8747d97 req-420a8105-3c48-42cd-add6-0ce2f1a9874a tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] 10.222.0.16 "GET /v2.0/security-groups?id=33384978-bec5-44c9-869f-df28e64b8d22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313003 Jul 14 19:11:32.214118 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703898b4-5e2e-47d3-86f7-275d70091d44 req-1fa9dd71-eba8-4d8b-b2ba-d3c3dad8b8df tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:11:32.215603 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-703898b4-5e2e-47d3-86f7-275d70091d44 req-1fa9dd71-eba8-4d8b-b2ba-d3c3dad8b8df tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] 10.222.0.16 "GET /v2.0/ports?device_id=bee68120-e4b0-45f1-9200-35fcb8f9b9ae HTTP/1.1" status: 200 len: 945 time: 0.0669482 Jul 14 19:11:32.253239 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-703898b4-5e2e-47d3-86f7-275d70091d44 req-55da41e6-f0bc-4d02-b1fc-884c3b93e7c9 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] 10.222.0.16 "GET /v2.0/security-groups?id=33384978-bec5-44c9-869f-df28e64b8d22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318968 Jul 14 19:11:32.903552 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:11:33.424063 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a02907c-4329-4bc9-bc00-14668fd29a4d req-2571b1cd-8c22-48ab-a15e-cdfda925fe67 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:11:33.425558 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2a02907c-4329-4bc9-bc00-14668fd29a4d req-2571b1cd-8c22-48ab-a15e-cdfda925fe67 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] 10.222.0.16 "GET /v2.0/ports?device_id=bee68120-e4b0-45f1-9200-35fcb8f9b9ae HTTP/1.1" status: 200 len: 945 time: 0.0629885 Jul 14 19:11:33.463297 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2a02907c-4329-4bc9-bc00-14668fd29a4d req-e7a6b10e-a0af-4744-9cf6-76644cff04be tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] 10.222.0.16 "GET /v2.0/security-groups?id=33384978-bec5-44c9-869f-df28e64b8d22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322890 Jul 14 19:11:34.638373 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bf6f93-dbdf-41d5-a0e9-3e57f0c9ab0d req-1b70c789-cb51-4094-9af0-c63ba30c0270 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:11:34.639826 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-01bf6f93-dbdf-41d5-a0e9-3e57f0c9ab0d req-1b70c789-cb51-4094-9af0-c63ba30c0270 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] 10.222.0.16 "GET /v2.0/ports?device_id=bee68120-e4b0-45f1-9200-35fcb8f9b9ae HTTP/1.1" status: 200 len: 945 time: 0.0664504 Jul 14 19:11:34.677028 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-01bf6f93-dbdf-41d5-a0e9-3e57f0c9ab0d req-92e3ad7e-8c74-4c6b-ae6f-60d53f150fb9 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] 10.222.0.16 "GET /v2.0/security-groups?id=33384978-bec5-44c9-869f-df28e64b8d22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317695 Jul 14 19:11:35.794200 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:11:35.850270 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d30523e-f40a-40fc-90fb-8f52ba100ade req-57bf911b-038d-4c88-a2b6-a8560a6b4924 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:11:35.852308 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-9d30523e-f40a-40fc-90fb-8f52ba100ade req-57bf911b-038d-4c88-a2b6-a8560a6b4924 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] 10.222.0.16 "GET /v2.0/ports?device_id=bee68120-e4b0-45f1-9200-35fcb8f9b9ae HTTP/1.1" status: 200 len: 945 time: 0.0644479 Jul 14 19:11:35.889352 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-9d30523e-f40a-40fc-90fb-8f52ba100ade req-5cf91811-3db8-4d6a-9a13-546a9d811527 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] 10.222.0.16 "GET /v2.0/security-groups?id=33384978-bec5-44c9-869f-df28e64b8d22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314708 Jul 14 19:11:36.168260 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 58150) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 19:11:36.267673 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-e7b2f561-159f-4ae8-8bb6-733b51c273f6 req-7b87edc1-aee0-4211-9832-edf464730671 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=bee68120-e4b0-45f1-9200-35fcb8f9b9ae&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0982332 Jul 14 19:11:36.279383 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbfec40-91e4-4484-9838-ecfeca0692f7 req-18dbda6b-59f4-4aec-b1e9-1a59fb6f32ab tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:11:36.280888 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3fbfec40-91e4-4484-9838-ecfeca0692f7 req-18dbda6b-59f4-4aec-b1e9-1a59fb6f32ab tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] 10.222.0.16 "GET /v2.0/ports?device_id=bee68120-e4b0-45f1-9200-35fcb8f9b9ae HTTP/1.1" status: 200 len: 945 time: 0.0648358 Jul 14 19:11:36.319832 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3fbfec40-91e4-4484-9838-ecfeca0692f7 req-b1f4338a-00cf-4b77-8067-4439669b5a90 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] 10.222.0.16 "GET /v2.0/security-groups?id=33384978-bec5-44c9-869f-df28e64b8d22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332413 Jul 14 19:11:37.537463 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e93c9e-e62b-4b40-a0b6-7e7d1cc2cfbe req-39169dbf-7eaf-4b26-866a-a13fae3b4449 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:11:37.539003 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-83e93c9e-e62b-4b40-a0b6-7e7d1cc2cfbe req-39169dbf-7eaf-4b26-866a-a13fae3b4449 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] 10.222.0.16 "GET /v2.0/ports?device_id=bee68120-e4b0-45f1-9200-35fcb8f9b9ae HTTP/1.1" status: 200 len: 945 time: 0.1047957 Jul 14 19:11:37.543473 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b2f561-159f-4ae8-8bb6-733b51c273f6 req-e99cd679-08d0-4903-8e1a-95297f71e5e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:11:37.544911 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e7b2f561-159f-4ae8-8bb6-733b51c273f6 req-e99cd679-08d0-4903-8e1a-95297f71e5e0 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=04805eb1dac5471e95e628566976d1fd&device_id=bee68120-e4b0-45f1-9200-35fcb8f9b9ae HTTP/1.1" status: 200 len: 1096 time: 0.1017489 Jul 14 19:11:37.628327 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-83e93c9e-e62b-4b40-a0b6-7e7d1cc2cfbe req-66879535-81d9-440c-b1a3-4ff6e35c194b tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] 10.222.0.16 "GET /v2.0/security-groups?id=33384978-bec5-44c9-869f-df28e64b8d22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0823526 Jul 14 19:11:37.657359 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b2f561-159f-4ae8-8bb6-733b51c273f6 req-8e885ca2-a264-4b79-9c69-c5b3c83dbf0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:11:37.658850 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e7b2f561-159f-4ae8-8bb6-733b51c273f6 req-8e885ca2-a264-4b79-9c69-c5b3c83dbf0e service neutron] 10.222.0.18 "GET /v2.0/networks?id=97727ed7-2695-478a-9eda-9cec1e9e91e1 HTTP/1.1" status: 200 len: 912 time: 0.1072152 Jul 14 19:11:37.721290 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e7b2f561-159f-4ae8-8bb6-733b51c273f6 req-23b58d4e-51c6-45cb-bd5e-044a9bf03d4f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=13ba3fff-f1b2-44dc-95e1-b8eff3a302d9 HTTP/1.1" status: 200 len: 1000 time: 0.0558190 Jul 14 19:11:37.771791 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b2f561-159f-4ae8-8bb6-733b51c273f6 req-807b3f3e-635d-4714-b6ab-a947caee148c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:11:37.773284 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e7b2f561-159f-4ae8-8bb6-733b51c273f6 req-807b3f3e-635d-4714-b6ab-a947caee148c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=18d4a98c-ae99-400b-9f7f-5406e74f63fb HTTP/1.1" status: 200 len: 851 time: 0.0458159 Jul 14 19:11:37.828612 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b2f561-159f-4ae8-8bb6-733b51c273f6 req-4205a1f8-3d93-4a03-af06-92d02ac12089 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:11:37.830067 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e7b2f561-159f-4ae8-8bb6-733b51c273f6 req-4205a1f8-3d93-4a03-af06-92d02ac12089 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=97727ed7-2695-478a-9eda-9cec1e9e91e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0502384 Jul 14 19:11:37.916653 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e7b2f561-159f-4ae8-8bb6-733b51c273f6 req-a44cb307-2ef9-4175-9141-c387c8260dd7 service neutron] 10.222.0.18 "GET /v2.0/networks/97727ed7-2695-478a-9eda-9cec1e9e91e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797753 Jul 14 19:11:38.007300 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e7b2f561-159f-4ae8-8bb6-733b51c273f6 req-f542a388-c374-4524-862e-a40bf524e4c8 service neutron] 10.222.0.18 "GET /v2.0/networks/97727ed7-2695-478a-9eda-9cec1e9e91e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844047 Jul 14 19:11:38.802489 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aac4101-42cd-4333-9f44-7635d4e878ea req-9eb7ef07-eca5-45c2-b87e-02f25970a020 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:11:38.803867 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6aac4101-42cd-4333-9f44-7635d4e878ea req-9eb7ef07-eca5-45c2-b87e-02f25970a020 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] 10.222.0.16 "GET /v2.0/ports?device_id=bee68120-e4b0-45f1-9200-35fcb8f9b9ae HTTP/1.1" status: 200 len: 945 time: 0.0625372 Jul 14 19:11:38.841969 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6aac4101-42cd-4333-9f44-7635d4e878ea req-a17e0bf2-3315-4f68-bc68-5aa254c7a81f tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] 10.222.0.16 "GET /v2.0/security-groups?id=33384978-bec5-44c9-869f-df28e64b8d22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322814 Jul 14 19:11:39.602425 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e7b2f561-159f-4ae8-8bb6-733b51c273f6 req-46176950-d2ec-4781-a26f-0cb85ed4d234 service neutron] 10.222.0.18 "GET /v2.0/ports/13ba3fff-f1b2-44dc-95e1-b8eff3a302d9/bindings/n-h1-800634-3 HTTP/1.1" status: 200 len: 382 time: 0.0536907 Jul 14 19:11:39.853101 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b2f561-159f-4ae8-8bb6-733b51c273f6 req-ed2040d6-cf06-4a21-8b14-e626d8607421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:11:39.854504 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e7b2f561-159f-4ae8-8bb6-733b51c273f6 req-ed2040d6-cf06-4a21-8b14-e626d8607421 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=bee68120-e4b0-45f1-9200-35fcb8f9b9ae&tenant_id=04805eb1dac5471e95e628566976d1fd HTTP/1.1" status: 200 len: 1096 time: 0.0570397 Jul 14 19:11:39.929581 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b2f561-159f-4ae8-8bb6-733b51c273f6 req-9e108256-237d-42b7-8404-36622d88b29a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:11:39.931073 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e7b2f561-159f-4ae8-8bb6-733b51c273f6 req-9e108256-237d-42b7-8404-36622d88b29a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=04805eb1dac5471e95e628566976d1fd&device_id=bee68120-e4b0-45f1-9200-35fcb8f9b9ae HTTP/1.1" status: 200 len: 1096 time: 0.0523853 Jul 14 19:11:40.061043 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b2f561-159f-4ae8-8bb6-733b51c273f6 req-b8add8b8-32c1-478d-a76d-b62d553abd2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:11:40.062507 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e7b2f561-159f-4ae8-8bb6-733b51c273f6 req-b8add8b8-32c1-478d-a76d-b62d553abd2c service neutron] 10.222.0.18 "GET /v2.0/networks?id=97727ed7-2695-478a-9eda-9cec1e9e91e1 HTTP/1.1" status: 200 len: 912 time: 0.1244261 Jul 14 19:11:40.074104 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4494f8-c0c8-4aff-bfa2-cf4e5fdfc052 req-4df44977-923f-4567-8421-2bd25b2bca61 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:11:40.075455 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-7b4494f8-c0c8-4aff-bfa2-cf4e5fdfc052 req-4df44977-923f-4567-8421-2bd25b2bca61 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] 10.222.0.16 "GET /v2.0/ports?device_id=bee68120-e4b0-45f1-9200-35fcb8f9b9ae HTTP/1.1" status: 200 len: 945 time: 0.1198859 Jul 14 19:11:40.158035 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-7b4494f8-c0c8-4aff-bfa2-cf4e5fdfc052 req-0e322477-4e31-4bb5-a2d7-2662f90d713c tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] 10.222.0.16 "GET /v2.0/security-groups?id=33384978-bec5-44c9-869f-df28e64b8d22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752921 Jul 14 19:11:40.159713 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e7b2f561-159f-4ae8-8bb6-733b51c273f6 req-ae768f06-11ec-45ee-a98a-75e33c43e131 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=13ba3fff-f1b2-44dc-95e1-b8eff3a302d9 HTTP/1.1" status: 200 len: 1000 time: 0.0834033 Jul 14 19:11:40.207252 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b2f561-159f-4ae8-8bb6-733b51c273f6 req-7ad87f5e-d2f0-44d7-9023-3c9f06085dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:11:40.208716 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e7b2f561-159f-4ae8-8bb6-733b51c273f6 req-7ad87f5e-d2f0-44d7-9023-3c9f06085dc9 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=18d4a98c-ae99-400b-9f7f-5406e74f63fb HTTP/1.1" status: 200 len: 851 time: 0.0428290 Jul 14 19:11:40.263978 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b2f561-159f-4ae8-8bb6-733b51c273f6 req-a73a56d0-9829-4d9f-a015-ff329860ea8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:11:40.265470 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e7b2f561-159f-4ae8-8bb6-733b51c273f6 req-a73a56d0-9829-4d9f-a015-ff329860ea8d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=97727ed7-2695-478a-9eda-9cec1e9e91e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0507526 Jul 14 19:11:40.355623 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e7b2f561-159f-4ae8-8bb6-733b51c273f6 req-95cb50d1-fa30-4866-bd51-7bbc38592edd service neutron] 10.222.0.18 "GET /v2.0/networks/97727ed7-2695-478a-9eda-9cec1e9e91e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835392 Jul 14 19:11:40.709026 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e7b2f561-159f-4ae8-8bb6-733b51c273f6 req-ced5541d-b067-4635-bd6f-e079d09ca7bc service neutron] 10.222.0.18 "GET /v2.0/networks/97727ed7-2695-478a-9eda-9cec1e9e91e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3465574 Jul 14 19:11:41.330608 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5912433a-097f-4abb-b6e6-20e7e2014fd4 req-1398d0e0-5931-455d-9306-14a0afa037e0 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:11:41.332067 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-5912433a-097f-4abb-b6e6-20e7e2014fd4 req-1398d0e0-5931-455d-9306-14a0afa037e0 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] 10.222.0.16 "GET /v2.0/ports?device_id=bee68120-e4b0-45f1-9200-35fcb8f9b9ae HTTP/1.1" status: 200 len: 945 time: 0.0629745 Jul 14 19:11:41.371921 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-5912433a-097f-4abb-b6e6-20e7e2014fd4 req-d0aeb71b-e213-4cc5-a9e8-21a944dfa834 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] 10.222.0.16 "GET /v2.0/security-groups?id=33384978-bec5-44c9-869f-df28e64b8d22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342553 Jul 14 19:11:42.543441 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896e252a-1bfd-48cc-b7c0-6d3e884d9164 req-0309ef65-d79d-45ea-86cf-aa299f6f04fa tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:11:42.544975 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-896e252a-1bfd-48cc-b7c0-6d3e884d9164 req-0309ef65-d79d-45ea-86cf-aa299f6f04fa tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] 10.222.0.16 "GET /v2.0/ports?device_id=bee68120-e4b0-45f1-9200-35fcb8f9b9ae HTTP/1.1" status: 200 len: 945 time: 0.0630872 Jul 14 19:11:42.581873 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-896e252a-1bfd-48cc-b7c0-6d3e884d9164 req-73b95abc-0131-4c15-a386-d36fe535b77d tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] 10.222.0.16 "GET /v2.0/security-groups?id=33384978-bec5-44c9-869f-df28e64b8d22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312204 Jul 14 19:11:42.929591 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249daf71-77ec-47e6-bba6-e2b744ed6d88 req-88a8ef88-6ed3-42f4-981a-fad28fc1d646 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:11:42.931067 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-249daf71-77ec-47e6-bba6-e2b744ed6d88 req-88a8ef88-6ed3-42f4-981a-fad28fc1d646 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] 10.222.0.16 "GET /v2.0/ports?device_id=bee68120-e4b0-45f1-9200-35fcb8f9b9ae HTTP/1.1" status: 200 len: 945 time: 0.1156740 Jul 14 19:11:42.938197 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ba987a-1457-4b1e-9cc7-0c442a85525a req-0ea1e1da-aaa6-49d7-9e5e-1b63d7b1c83c tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:11:42.939517 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-72ba987a-1457-4b1e-9cc7-0c442a85525a req-0ea1e1da-aaa6-49d7-9e5e-1b63d7b1c83c tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] 10.222.0.18 "GET /v2.0/ports?device_id=bee68120-e4b0-45f1-9200-35fcb8f9b9ae&tenant_id=04805eb1dac5471e95e628566976d1fd&binding%3Ahost_id=n-h1-800634-3 HTTP/1.1" status: 200 len: 945 time: 0.1228616 Jul 14 19:11:42.972653 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-249daf71-77ec-47e6-bba6-e2b744ed6d88 req-60df737a-6112-4311-887a-c398d62a8df7 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] 10.222.0.16 "GET /v2.0/security-groups?id=33384978-bec5-44c9-869f-df28e64b8d22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320747 Jul 14 19:11:43.031969 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ba987a-1457-4b1e-9cc7-0c442a85525a req-2b5ca264-8624-47a9-8a5b-77e5fd7e9a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:11:43.033520 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-72ba987a-1457-4b1e-9cc7-0c442a85525a req-2b5ca264-8624-47a9-8a5b-77e5fd7e9a0d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=04805eb1dac5471e95e628566976d1fd&device_id=bee68120-e4b0-45f1-9200-35fcb8f9b9ae HTTP/1.1" status: 200 len: 1096 time: 0.0522411 Jul 14 19:11:43.123056 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ba987a-1457-4b1e-9cc7-0c442a85525a req-1b340961-5914-4dbe-898f-ae6f5f8184bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:11:43.124516 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-72ba987a-1457-4b1e-9cc7-0c442a85525a req-1b340961-5914-4dbe-898f-ae6f5f8184bb service neutron] 10.222.0.18 "GET /v2.0/networks?id=97727ed7-2695-478a-9eda-9cec1e9e91e1 HTTP/1.1" status: 200 len: 912 time: 0.0845978 Jul 14 19:11:43.187193 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-72ba987a-1457-4b1e-9cc7-0c442a85525a req-d4b2306a-5949-42d6-a167-852e47134f1f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=13ba3fff-f1b2-44dc-95e1-b8eff3a302d9 HTTP/1.1" status: 200 len: 1000 time: 0.0566509 Jul 14 19:11:43.219310 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device 13ba3fff-f1b2-44dc-95e1-b8eff3a302d9 details requested by agent hyperv_n-h1-800634-3 with host n-h1-800634-3 {{(pid=93917) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 19:11:43.234196 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ba987a-1457-4b1e-9cc7-0c442a85525a req-9332baf4-30b1-401e-8994-401408007b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:11:43.235572 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-72ba987a-1457-4b1e-9cc7-0c442a85525a req-9332baf4-30b1-401e-8994-401408007b07 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=18d4a98c-ae99-400b-9f7f-5406e74f63fb HTTP/1.1" status: 200 len: 851 time: 0.0422668 Jul 14 19:11:43.297033 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ba987a-1457-4b1e-9cc7-0c442a85525a req-ae04402b-001d-45a4-a5b2-dea416366ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:11:43.298527 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-72ba987a-1457-4b1e-9cc7-0c442a85525a req-ae04402b-001d-45a4-a5b2-dea416366ec5 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=97727ed7-2695-478a-9eda-9cec1e9e91e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0569661 Jul 14 19:11:43.318230 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port 13ba3fff-f1b2-44dc-95e1-b8eff3a302d9, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=13ba3fff-f1b2-44dc-95e1-b8eff3a302d9,segment=NetworkSegment(d0a0df7e-3c75-4ea6-9ecb-d1aff0ab52c6),segment_id=d0a0df7e-3c75-4ea6-9ecb-d1aff0ab52c6)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 19:11:43.329454 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Returning: {'device': '13ba3fff-f1b2-44dc-95e1-b8eff3a302d9', 'network_id': '97727ed7-2695-478a-9eda-9cec1e9e91e1', 'port_id': '13ba3fff-f1b2-44dc-95e1-b8eff3a302d9', 'mac_address': 'fa:16:3e:28:ca:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 74, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18d4a98c-ae99-400b-9f7f-5406e74f63fb', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93917) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 19:11:43.368465 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:11:43.381015 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 13ba3fff-f1b2-44dc-95e1-b8eff3a302d9 {{(pid=93917) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 19:11:43.389727 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-72ba987a-1457-4b1e-9cc7-0c442a85525a req-ccc9c986-080f-44d4-bc79-62bd3dfb5588 service neutron] 10.222.0.18 "GET /v2.0/networks/97727ed7-2695-478a-9eda-9cec1e9e91e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843058 Jul 14 19:11:43.400212 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port 13ba3fff-f1b2-44dc-95e1-b8eff3a302d9, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=13ba3fff-f1b2-44dc-95e1-b8eff3a302d9,segment=NetworkSegment(d0a0df7e-3c75-4ea6-9ecb-d1aff0ab52c6),segment_id=d0a0df7e-3c75-4ea6-9ecb-d1aff0ab52c6)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 19:11:43.403922 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:11:43.451375 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Pushing event updated for resources: {'Port': ['ID=13ba3fff-f1b2-44dc-95e1-b8eff3a302d9,revision_number=6']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:11:43.458592 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:11:43.458935 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:11:43.459287 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:11:43.459607 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:11:43.459933 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:11:43.460363 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:11:43.460758 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:11:43.461083 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:11:43.461402 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:11:43.461721 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:11:43.462039 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:11:43.462353 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:11:43.485537 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-72ba987a-1457-4b1e-9cc7-0c442a85525a req-75539794-25f7-4002-ac53-a89e24395385 service neutron] 10.222.0.18 "GET /v2.0/networks/97727ed7-2695-478a-9eda-9cec1e9e91e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899267 Jul 14 19:11:43.608050 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] get_ports_and_sgs() called for port_ids ['13ba3fff-f1b2-44dc-95e1-b8eff3a302d9'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 19:11:44.151273 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0bc5ee-4d2f-4b3e-a01e-5f113870d41e req-f0d21bf4-a0c5-4518-811e-87b20a6c04da tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:11:44.152674 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ea0bc5ee-4d2f-4b3e-a01e-5f113870d41e req-f0d21bf4-a0c5-4518-811e-87b20a6c04da tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] 10.222.0.16 "GET /v2.0/ports?device_id=bee68120-e4b0-45f1-9200-35fcb8f9b9ae HTTP/1.1" status: 200 len: 944 time: 0.0667193 Jul 14 19:11:44.190316 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ea0bc5ee-4d2f-4b3e-a01e-5f113870d41e req-e870296f-153d-4ff8-a13d-c24c9046f5eb tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] 10.222.0.16 "GET /v2.0/security-groups?id=33384978-bec5-44c9-869f-df28e64b8d22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321076 Jul 14 19:11:44.359710 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eae2ceb-fe61-4152-8a02-68e3a9fddf59 req-57f560d0-b7c4-42ac-a212-fc137465605f tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:11:44.361195 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-7eae2ceb-fe61-4152-8a02-68e3a9fddf59 req-57f560d0-b7c4-42ac-a212-fc137465605f tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] 10.222.0.16 "GET /v2.0/ports?device_id=bee68120-e4b0-45f1-9200-35fcb8f9b9ae HTTP/1.1" status: 200 len: 944 time: 0.0624535 Jul 14 19:11:44.407134 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-7eae2ceb-fe61-4152-8a02-68e3a9fddf59 req-14319b9c-e216-477b-a493-99f93c5d1d56 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] 10.222.0.16 "GET /v2.0/security-groups?id=33384978-bec5-44c9-869f-df28e64b8d22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403066 Jul 14 19:11:44.766320 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcac687a-e274-4bbc-bd17-af28e4f43c8b req-f18b7f98-fc69-4392-b330-8f75ff526ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:11:44.767800 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-fcac687a-e274-4bbc-bd17-af28e4f43c8b req-f18b7f98-fc69-4392-b330-8f75ff526ff1 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=04805eb1dac5471e95e628566976d1fd&device_id=bee68120-e4b0-45f1-9200-35fcb8f9b9ae HTTP/1.1" status: 200 len: 1095 time: 0.0985763 Jul 14 19:11:44.780047 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968e12cd-8163-4f0e-b398-b4cfcd2f165d req-82861667-4014-46f9-be95-38fa47b56e8e tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:11:44.781454 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-968e12cd-8163-4f0e-b398-b4cfcd2f165d req-82861667-4014-46f9-be95-38fa47b56e8e tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] 10.222.0.16 "GET /v2.0/ports?device_id=bee68120-e4b0-45f1-9200-35fcb8f9b9ae HTTP/1.1" status: 200 len: 944 time: 0.0823817 Jul 14 19:11:44.875100 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-968e12cd-8163-4f0e-b398-b4cfcd2f165d req-87b9ccef-7778-42bb-b6fa-8ee795e61cfe tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] 10.222.0.16 "GET /v2.0/security-groups?id=33384978-bec5-44c9-869f-df28e64b8d22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0855703 Jul 14 19:11:44.896451 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcac687a-e274-4bbc-bd17-af28e4f43c8b req-8c9ec70f-1500-4cd8-bcf9-3c985049d88e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:11:44.898129 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-fcac687a-e274-4bbc-bd17-af28e4f43c8b req-8c9ec70f-1500-4cd8-bcf9-3c985049d88e service neutron] 10.222.0.18 "GET /v2.0/networks?id=97727ed7-2695-478a-9eda-9cec1e9e91e1 HTTP/1.1" status: 200 len: 912 time: 0.1157782 Jul 14 19:11:44.961311 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-fcac687a-e274-4bbc-bd17-af28e4f43c8b req-4aafbe14-0b31-4818-9943-f495826cbf6e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=13ba3fff-f1b2-44dc-95e1-b8eff3a302d9 HTTP/1.1" status: 200 len: 999 time: 0.0563331 Jul 14 19:11:45.011026 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcac687a-e274-4bbc-bd17-af28e4f43c8b req-74ebe020-ab58-4c41-9127-2c6c78cb404f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:11:45.012528 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-fcac687a-e274-4bbc-bd17-af28e4f43c8b req-74ebe020-ab58-4c41-9127-2c6c78cb404f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=18d4a98c-ae99-400b-9f7f-5406e74f63fb HTTP/1.1" status: 200 len: 851 time: 0.0460806 Jul 14 19:11:45.067952 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcac687a-e274-4bbc-bd17-af28e4f43c8b req-3ea43588-9af5-4a1b-b15c-2c07da6a830f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:11:45.069340 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-fcac687a-e274-4bbc-bd17-af28e4f43c8b req-3ea43588-9af5-4a1b-b15c-2c07da6a830f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=97727ed7-2695-478a-9eda-9cec1e9e91e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0504754 Jul 14 19:11:45.155726 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-fcac687a-e274-4bbc-bd17-af28e4f43c8b req-b1830993-cb18-4f96-9487-61a5d9ab2829 service neutron] 10.222.0.18 "GET /v2.0/networks/97727ed7-2695-478a-9eda-9cec1e9e91e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795908 Jul 14 19:11:45.218761 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device 13ba3fff-f1b2-44dc-95e1-b8eff3a302d9 up at agent hyperv_n-h1-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 19:11:45.246822 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-fcac687a-e274-4bbc-bd17-af28e4f43c8b req-02f1ee08-91a3-4679-a05c-5f35de40700f service neutron] 10.222.0.18 "GET /v2.0/networks/97727ed7-2695-478a-9eda-9cec1e9e91e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853360 Jul 14 19:11:45.266767 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Provisioning complete for port 13ba3fff-f1b2-44dc-95e1-b8eff3a302d9 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 19:11:45.267147 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:11:45.343901 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:11:45.365844 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bee68120-e4b0-45f1-9200-35fcb8f9b9ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13ba3fff-f1b2-44dc-95e1-b8eff3a302d9'}] {{(pid=93917) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 19:11:45.368626 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20b787f3c29eaa7aa2a4d648c725a2124c5ff39a8d793252f9d844495e14cf42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01a837d2-87ff-4c5c-b0c7-a9966d7f57ed" -d '{"events": [{"server_uuid": "bee68120-e4b0-45f1-9200-35fcb8f9b9ae", "name": "network-vif-plugged", "status": "completed", "tag": "13ba3fff-f1b2-44dc-95e1-b8eff3a302d9"}]}' {{(pid=93917) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 19:11:45.380973 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port 13ba3fff-f1b2-44dc-95e1-b8eff3a302d9, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=13ba3fff-f1b2-44dc-95e1-b8eff3a302d9,segment=NetworkSegment(d0a0df7e-3c75-4ea6-9ecb-d1aff0ab52c6),segment_id=d0a0df7e-3c75-4ea6-9ecb-d1aff0ab52c6)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 19:11:45.385842 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:11:45.432553 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Pushing event updated for resources: {'Port': ['ID=13ba3fff-f1b2-44dc-95e1-b8eff3a302d9,revision_number=7']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:11:45.469269 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 19:11:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9bfabef-04f0-4c21-9c6b-bfc0039f4c0b x-openstack-request-id: req-a9bfabef-04f0-4c21-9c6b-bfc0039f4c0b {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 19:11:45.469570 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bee68120-e4b0-45f1-9200-35fcb8f9b9ae", "name": "network-vif-plugged", "status": "completed", "tag": "13ba3fff-f1b2-44dc-95e1-b8eff3a302d9", "code": 200}]} {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 19:11:45.469829 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a9bfabef-04f0-4c21-9c6b-bfc0039f4c0b {{(pid=93917) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 19:11:45.470228 n-d-800634-3 neutron-server[93917]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bee68120-e4b0-45f1-9200-35fcb8f9b9ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13ba3fff-f1b2-44dc-95e1-b8eff3a302d9', 'code': 200} Jul 14 19:11:46.049086 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bc7f62-9002-4503-a733-9f5c805d5aa3 req-a786123e-48e3-493a-baa2-1e1f8cc8c8c5 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:11:46.050563 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-75bc7f62-9002-4503-a733-9f5c805d5aa3 req-a786123e-48e3-493a-baa2-1e1f8cc8c8c5 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] 10.222.0.16 "GET /v2.0/ports?device_id=bee68120-e4b0-45f1-9200-35fcb8f9b9ae HTTP/1.1" status: 200 len: 945 time: 0.0633650 Jul 14 19:11:46.087330 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-75bc7f62-9002-4503-a733-9f5c805d5aa3 req-c4024e78-c1d0-4a46-a0ea-3f1756cb5b0a tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] 10.222.0.16 "GET /v2.0/security-groups?id=33384978-bec5-44c9-869f-df28e64b8d22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313146 Jul 14 19:11:46.460411 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823cb195-e26b-46bb-81fa-dfdf2183fefc req-a0c9d2ba-becd-4844-897b-97a67339e378 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:11:46.461801 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-823cb195-e26b-46bb-81fa-dfdf2183fefc req-a0c9d2ba-becd-4844-897b-97a67339e378 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] 10.222.0.16 "GET /v2.0/ports?device_id=bee68120-e4b0-45f1-9200-35fcb8f9b9ae HTTP/1.1" status: 200 len: 945 time: 0.0630026 Jul 14 19:11:46.503694 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-823cb195-e26b-46bb-81fa-dfdf2183fefc req-4bd22b2f-3788-4939-9d88-3b6918e91b91 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] 10.222.0.16 "GET /v2.0/security-groups?id=33384978-bec5-44c9-869f-df28e64b8d22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363963 Jul 14 19:11:47.685594 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53271e47-47ff-44bf-9b44-6f2ea08cea14 req-1315d500-06c6-459f-bb11-e264e880fe5b tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:11:47.687043 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-53271e47-47ff-44bf-9b44-6f2ea08cea14 req-1315d500-06c6-459f-bb11-e264e880fe5b tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] 10.222.0.18 "GET /v2.0/ports?device_id=bee68120-e4b0-45f1-9200-35fcb8f9b9ae HTTP/1.1" status: 200 len: 945 time: 0.1009576 Jul 14 19:11:47.709071 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ba73d6-c35b-40e9-b7ae-f4c446f6afc9 req-54e56d39-7fd2-4cb8-90b6-d3ecfa503078 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:11:47.710506 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f6ba73d6-c35b-40e9-b7ae-f4c446f6afc9 req-54e56d39-7fd2-4cb8-90b6-d3ecfa503078 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] 10.222.0.16 "GET /v2.0/ports?device_id=bee68120-e4b0-45f1-9200-35fcb8f9b9ae HTTP/1.1" status: 200 len: 945 time: 0.0953143 Jul 14 19:11:47.797729 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f6ba73d6-c35b-40e9-b7ae-f4c446f6afc9 req-0804812b-5eca-4008-97b7-23bab335d0c8 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] 10.222.0.16 "GET /v2.0/security-groups?id=33384978-bec5-44c9-869f-df28e64b8d22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693057 Jul 14 19:11:47.826430 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [req-53271e47-47ff-44bf-9b44-6f2ea08cea14 req-90781288-386c-4f4d-93e3-c08336035a5d tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] Deleting port 13ba3fff-f1b2-44dc-95e1-b8eff3a302d9 {{(pid=93915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 19:11:47.826772 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-53271e47-47ff-44bf-9b44-6f2ea08cea14 req-90781288-386c-4f4d-93e3-c08336035a5d tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:11:47.915199 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-53271e47-47ff-44bf-9b44-6f2ea08cea14 req-90781288-386c-4f4d-93e3-c08336035a5d tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] For port 13ba3fff-f1b2-44dc-95e1-b8eff3a302d9, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=13ba3fff-f1b2-44dc-95e1-b8eff3a302d9,segment=NetworkSegment(d0a0df7e-3c75-4ea6-9ecb-d1aff0ab52c6),segment_id=d0a0df7e-3c75-4ea6-9ecb-d1aff0ab52c6)] {{(pid=93915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 19:11:47.915558 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-53271e47-47ff-44bf-9b44-6f2ea08cea14 req-90781288-386c-4f4d-93e3-c08336035a5d tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:11:48.089061 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-53271e47-47ff-44bf-9b44-6f2ea08cea14 req-90781288-386c-4f4d-93e3-c08336035a5d tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:11:48.089344 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-53271e47-47ff-44bf-9b44-6f2ea08cea14 req-90781288-386c-4f4d-93e3-c08336035a5d tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-930131'] for floatingip, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:11:48.089766 n-d-800634-3 neutron-server[93915]: INFO neutron.db.l3_db [req-53271e47-47ff-44bf-9b44-6f2ea08cea14 req-90781288-386c-4f4d-93e3-c08336035a5d tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] Floating IP 4439976a-cda3-48ac-bdd3-be29a47d845f disassociated. External IP: 172.25.1.94, port: 13ba3fff-f1b2-44dc-95e1-b8eff3a302d9. Jul 14 19:11:48.090008 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [req-53271e47-47ff-44bf-9b44-6f2ea08cea14 req-90781288-386c-4f4d-93e3-c08336035a5d tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] Calling delete_port for 13ba3fff-f1b2-44dc-95e1-b8eff3a302d9 owned by compute:nova {{(pid=93915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 19:11:48.216486 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-53271e47-47ff-44bf-9b44-6f2ea08cea14 req-90781288-386c-4f4d-93e3-c08336035a5d tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:11:48.249943 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90781288-386c-4f4d-93e3-c08336035a5d tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] Pushing event deleted for resources: {'Port': ['ID=13ba3fff-f1b2-44dc-95e1-b8eff3a302d9,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:11:48.262283 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90781288-386c-4f4d-93e3-c08336035a5d tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:11:48.262683 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90781288-386c-4f4d-93e3-c08336035a5d tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:11:48.263045 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90781288-386c-4f4d-93e3-c08336035a5d tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:11:48.263412 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90781288-386c-4f4d-93e3-c08336035a5d tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:11:48.263788 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90781288-386c-4f4d-93e3-c08336035a5d tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:11:48.264179 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90781288-386c-4f4d-93e3-c08336035a5d tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:11:48.264541 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90781288-386c-4f4d-93e3-c08336035a5d tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:11:48.264899 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90781288-386c-4f4d-93e3-c08336035a5d tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:11:48.265228 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90781288-386c-4f4d-93e3-c08336035a5d tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:11:48.265561 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90781288-386c-4f4d-93e3-c08336035a5d tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:11:48.265891 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90781288-386c-4f4d-93e3-c08336035a5d tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:11:48.266218 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90781288-386c-4f4d-93e3-c08336035a5d tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:11:48.377086 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.l3_agent_scheduler [req-53271e47-47ff-44bf-9b44-6f2ea08cea14 req-90781288-386c-4f4d-93e3-c08336035a5d tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] Router e4667727-8e40-4f84-92ec-1fafe56db13e has already been hosted by L3 agent 2c6eb27e-defb-4cca-9a24-381c7415e359 {{(pid=93915) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 19:11:48.486877 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-53271e47-47ff-44bf-9b44-6f2ea08cea14 req-90781288-386c-4f4d-93e3-c08336035a5d tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] Notify agent at l3_agent.n-d-800634-3 the message routers_updated {{(pid=93915) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 19:11:48.499623 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-316aaf9e-e2bb-40ff-9e72-c3eb0f2ba071 None None] Sync routers for ids ['e4667727-8e40-4f84-92ec-1fafe56db13e'] in n-d-800634-3 {{(pid=93917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 19:11:48.509947 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-316aaf9e-e2bb-40ff-9e72-c3eb0f2ba071 None None] Routers {'e4667727-8e40-4f84-92ec-1fafe56db13e'} bound to L3 agent in host n-d-800634-3 {{(pid=93917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 19:11:48.510657 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-316aaf9e-e2bb-40ff-9e72-c3eb0f2ba071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T19:11:23Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['e4667727-8e40-4f84-92ec-1fafe56db13e'], 'active': True} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 19:11:48.533550 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [req-53271e47-47ff-44bf-9b44-6f2ea08cea14 req-90781288-386c-4f4d-93e3-c08336035a5d tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] No DVR routers for this DVR port 13ba3fff-f1b2-44dc-95e1-b8eff3a302d9 on host n-h1-800634-3 {{(pid=93915) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 19:11:48.536188 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-53271e47-47ff-44bf-9b44-6f2ea08cea14 req-90781288-386c-4f4d-93e3-c08336035a5d tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:11:48.538177 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-53271e47-47ff-44bf-9b44-6f2ea08cea14 req-90781288-386c-4f4d-93e3-c08336035a5d tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] 10.222.0.18 "DELETE /v2.0/ports/13ba3fff-f1b2-44dc-95e1-b8eff3a302d9 HTTP/1.1" status: 204 len: 173 time: 0.8442984 Jul 14 19:11:48.539112 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bee68120-e4b0-45f1-9200-35fcb8f9b9ae', 'name': 'network-vif-deleted', 'tag': '13ba3fff-f1b2-44dc-95e1-b8eff3a302d9'}] {{(pid=93915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 19:11:48.541469 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e72782ad3af8f7d4ce76cedf092bca46d1756acc5c4653cf0b52034cdd6b073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90dea3d8-d379-48ae-8057-c7e018ddd5f8" -d '{"events": [{"server_uuid": "bee68120-e4b0-45f1-9200-35fcb8f9b9ae", "name": "network-vif-deleted", "tag": "13ba3fff-f1b2-44dc-95e1-b8eff3a302d9"}]}' {{(pid=93915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 19:11:48.627629 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvr_db [None req-316aaf9e-e2bb-40ff-9e72-c3eb0f2ba071 None None] Set router e4667727-8e40-4f84-92ec-1fafe56db13e gateway port host: n-d-800634-3 {{(pid=93917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 19:11:48.638642 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 19:11:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-779591fb-e47d-42ca-a16c-66ebc684be74 x-openstack-request-id: req-779591fb-e47d-42ca-a16c-66ebc684be74 {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 19:11:48.639177 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bee68120-e4b0-45f1-9200-35fcb8f9b9ae", "name": "network-vif-deleted", "tag": "13ba3fff-f1b2-44dc-95e1-b8eff3a302d9", "status": "completed", "code": 200}]} {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 19:11:48.639601 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-779591fb-e47d-42ca-a16c-66ebc684be74 {{(pid=93915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 19:11:48.640185 n-d-800634-3 neutron-server[93915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bee68120-e4b0-45f1-9200-35fcb8f9b9ae', 'name': 'network-vif-deleted', 'tag': '13ba3fff-f1b2-44dc-95e1-b8eff3a302d9', 'status': 'completed', 'code': 200} Jul 14 19:11:48.830760 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-316aaf9e-e2bb-40ff-9e72-c3eb0f2ba071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4667727-8e40-4f84-92ec-1fafe56db13e', 'name': 'tempest-ServerActionsTestJSON-1250980168-router', 'tenant_id': '04805eb1dac5471e95e628566976d1fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.108'}], 'enable_snat': True}, 'gw_port_id': '510b5f68-10e7-4bf2-89fd-91188c69394c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T19:07:22Z', 'updated_at': '2021-07-14T19:07:25Z', 'revision_number': 4, 'project_id': '04805eb1dac5471e95e628566976d1fd', 'gw_port': {'id': '510b5f68-10e7-4bf2-89fd-91188c69394c', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:60:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4667727-8e40-4f84-92ec-1fafe56db13e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T19:07:23Z', 'updated_at': '2021-07-14T19:07:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_interfaces': [{'id': '7ba96e13-edba-48ac-b007-1e553c78e570', 'name': '', 'network_id': '97727ed7-2695-478a-9eda-9cec1e9e91e1', 'tenant_id': '04805eb1dac5471e95e628566976d1fd', 'mac_address': 'fa:16:3e:5f:c8:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4667727-8e40-4f84-92ec-1fafe56db13e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '18d4a98c-ae99-400b-9f7f-5406e74f63fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T19:07:24Z', 'updated_at': '2021-07-14T19:07:31Z', 'revision_number': 5, 'project_id': '04805eb1dac5471e95e628566976d1fd', 'subnets': [{'id': '18d4a98c-ae99-400b-9f7f-5406e74f63fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-3', False) {} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 19:11:48.857211 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-316aaf9e-e2bb-40ff-9e72-c3eb0f2ba071 None None] Checking router: e4667727-8e40-4f84-92ec-1fafe56db13e for host: n-d-800634-3 {{(pid=93917) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 19:11:48.865354 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-316aaf9e-e2bb-40ff-9e72-c3eb0f2ba071 None None] Routers {'e4667727-8e40-4f84-92ec-1fafe56db13e'} bound to L3 agent in host n-d-800634-3 {{(pid=93917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 19:11:48.865966 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-316aaf9e-e2bb-40ff-9e72-c3eb0f2ba071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T19:11:23Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['e4667727-8e40-4f84-92ec-1fafe56db13e'], 'active': True} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 19:11:48.950022 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-05ec135f-66ca-492b-9774-81adf55ba347 req-861b29f2-612e-441c-8251-a54b1f6a087b tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] 10.222.0.16 "GET /v2.0/ports?device_id=bee68120-e4b0-45f1-9200-35fcb8f9b9ae HTTP/1.1" status: 200 len: 210 time: 0.0304077 Jul 14 19:11:48.973267 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvr_db [None req-316aaf9e-e2bb-40ff-9e72-c3eb0f2ba071 None None] Set router e4667727-8e40-4f84-92ec-1fafe56db13e gateway port host: n-d-800634-3 {{(pid=93917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 19:11:49.174651 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-316aaf9e-e2bb-40ff-9e72-c3eb0f2ba071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4667727-8e40-4f84-92ec-1fafe56db13e', 'name': 'tempest-ServerActionsTestJSON-1250980168-router', 'tenant_id': '04805eb1dac5471e95e628566976d1fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.108'}], 'enable_snat': True}, 'gw_port_id': '510b5f68-10e7-4bf2-89fd-91188c69394c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T19:07:22Z', 'updated_at': '2021-07-14T19:07:25Z', 'revision_number': 4, 'project_id': '04805eb1dac5471e95e628566976d1fd', 'gw_port': {'id': '510b5f68-10e7-4bf2-89fd-91188c69394c', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:60:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4667727-8e40-4f84-92ec-1fafe56db13e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T19:07:23Z', 'updated_at': '2021-07-14T19:07:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_interfaces': [{'id': '7ba96e13-edba-48ac-b007-1e553c78e570', 'name': '', 'network_id': '97727ed7-2695-478a-9eda-9cec1e9e91e1', 'tenant_id': '04805eb1dac5471e95e628566976d1fd', 'mac_address': 'fa:16:3e:5f:c8:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4667727-8e40-4f84-92ec-1fafe56db13e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '18d4a98c-ae99-400b-9f7f-5406e74f63fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T19:07:24Z', 'updated_at': '2021-07-14T19:07:31Z', 'revision_number': 5, 'project_id': '04805eb1dac5471e95e628566976d1fd', 'subnets': [{'id': '18d4a98c-ae99-400b-9f7f-5406e74f63fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-3', False) {} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 19:11:49.204190 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-316aaf9e-e2bb-40ff-9e72-c3eb0f2ba071 None None] The sync data for ids ['e4667727-8e40-4f84-92ec-1fafe56db13e'] in n-d-800634-3 is: [{'id': 'e4667727-8e40-4f84-92ec-1fafe56db13e', 'name': 'tempest-ServerActionsTestJSON-1250980168-router', 'tenant_id': '04805eb1dac5471e95e628566976d1fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.108'}], 'enable_snat': True}, 'gw_port_id': '510b5f68-10e7-4bf2-89fd-91188c69394c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T19:07:22Z', 'updated_at': '2021-07-14T19:07:25Z', 'revision_number': 4, 'project_id': '04805eb1dac5471e95e628566976d1fd', 'gw_port': {'id': '510b5f68-10e7-4bf2-89fd-91188c69394c', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:60:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4667727-8e40-4f84-92ec-1fafe56db13e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T19:07:23Z', 'updated_at': '2021-07-14T19:07:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_interfaces': [{'id': '7ba96e13-edba-48ac-b007-1e553c78e570', 'name': '', 'network_id': '97727ed7-2695-478a-9eda-9cec1e9e91e1', 'tenant_id': '04805eb1dac5471e95e628566976d1fd', 'mac_address': 'fa:16:3e:5f:c8:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4667727-8e40-4f84-92ec-1fafe56db13e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '18d4a98c-ae99-400b-9f7f-5406e74f63fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T19:07:24Z', 'updated_at': '2021-07-14T19:07:31Z', 'revision_number': 5, 'project_id': '04805eb1dac5471e95e628566976d1fd', 'subnets': [{'id': '18d4a98c-ae99-400b-9f7f-5406e74f63fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 19:11:49.426132 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69e7d0c1-e528-4080-af0e-b83fe27bc342 None None] New status for floating IP 4439976a-cda3-48ac-bdd3-be29a47d845f: DOWN {{(pid=93918) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 19:11:50.288525 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ff83897a-b6c1-4ef2-9c4c-b1abcb11b603 req-00cbac11-2958-444a-b944-4d22a4410745 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--1714536513&fields=id&tenant_id=04805eb1dac5471e95e628566976d1fd HTTP/1.1" status: 200 len: 267 time: 0.0356715 Jul 14 19:11:50.397786 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff83897a-b6c1-4ef2-9c4c-b1abcb11b603 req-f8d59121-825b-4816-99a4-64e627d468ed tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:11:50.399274 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ff83897a-b6c1-4ef2-9c4c-b1abcb11b603 req-f8d59121-825b-4816-99a4-64e627d468ed tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] 10.222.0.16 "GET /v2.0/networks?id=97727ed7-2695-478a-9eda-9cec1e9e91e1 HTTP/1.1" status: 200 len: 812 time: 0.1045761 Jul 14 19:11:50.413805 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ff83897a-b6c1-4ef2-9c4c-b1abcb11b603 req-bff4c3d5-ea8c-4ce6-9a7e-94e7ebff844b tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] 10.222.0.16 "GET /v2.0/quotas/04805eb1dac5471e95e628566976d1fd HTTP/1.1" status: 200 len: 375 time: 0.0091803 Jul 14 19:11:50.441454 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-bf4c00b7-c333-42e3-bbca-1addeb4e5004 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:11:50.489781 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ff83897a-b6c1-4ef2-9c4c-b1abcb11b603 req-8536227b-819d-4e62-ac39-3cc29e9395d8 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=04805eb1dac5471e95e628566976d1fd&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0711203 Jul 14 19:11:50.582857 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ff83897a-b6c1-4ef2-9c4c-b1abcb11b603 req-6d8c9323-af5b-49c2-9487-71848d7eb17a service neutron] 10.222.0.16 "GET /v2.0/networks/97727ed7-2695-478a-9eda-9cec1e9e91e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814340 Jul 14 19:11:50.675639 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ff83897a-b6c1-4ef2-9c4c-b1abcb11b603 req-16701338-db94-4a11-b2fa-819153796dea service neutron] 10.222.0.16 "GET /v2.0/networks/97727ed7-2695-478a-9eda-9cec1e9e91e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864780 Jul 14 19:11:50.839102 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-107ff504-0dc9-4f3d-b54f-13b2ac5b5618 req-96a3103a-3279-425b-b10b-862e274ead6e tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] 10.222.0.16 "GET /v2.0/ports?device_id=f2750618-a223-4b47-9fbd-3b812b0bfd25 HTTP/1.1" status: 200 len: 210 time: 0.0282485 Jul 14 19:11:51.920033 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-06500276-2b2e-4025-a252-12b4caaa0fad req-cd28e6a6-ea72-43dd-927d-a3f5c181a7ad tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] 10.222.0.16 "GET /v2.0/ports?device_id=f2750618-a223-4b47-9fbd-3b812b0bfd25 HTTP/1.1" status: 200 len: 210 time: 0.0273430 Jul 14 19:11:52.868706 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-3289a8a9-5b41-4dca-ad03-1c9cf67910f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:11:53.008176 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-1c5ee17d-ef22-4b95-80ec-9cfebb41353b req-219733b8-4600-4557-b528-18852d0f9f10 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] 10.222.0.16 "GET /v2.0/ports?device_id=f2750618-a223-4b47-9fbd-3b812b0bfd25 HTTP/1.1" status: 200 len: 210 time: 0.0320661 Jul 14 19:11:53.208086 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:11:53.249987 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device 13ba3fff-f1b2-44dc-95e1-b8eff3a302d9 no longer exists at agent hyperv_n-h1-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 19:11:53.270329 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] No Port match for: 13ba3fff-f1b2-44dc-95e1-b8eff3a302d9 {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 19:11:53.270678 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device 13ba3fff-f1b2-44dc-95e1-b8eff3a302d9 not bound to the agent host n-h1-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 19:11:53.865584 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff83897a-b6c1-4ef2-9c4c-b1abcb11b603 req-b325b30a-b044-46d0-801b-2e0c2cfa26f1 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:11:53.867109 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ff83897a-b6c1-4ef2-9c4c-b1abcb11b603 req-b325b30a-b044-46d0-801b-2e0c2cfa26f1 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] 10.222.0.18 "GET /v2.0/networks?id=97727ed7-2695-478a-9eda-9cec1e9e91e1 HTTP/1.1" status: 200 len: 812 time: 0.1015360 Jul 14 19:11:53.911119 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ff83897a-b6c1-4ef2-9c4c-b1abcb11b603 req-f2882457-8707-4285-b754-3b1942c889d5 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=04805eb1dac5471e95e628566976d1fd HTTP/1.1" status: 200 len: 380 time: 0.0351346 Jul 14 19:11:53.920034 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [req-ff83897a-b6c1-4ef2-9c4c-b1abcb11b603 req-82f8c3ac-5591-42f6-b3b3-ee77276718f2 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] Request body: {'port': {'device_id': 'f2750618-a223-4b47-9fbd-3b812b0bfd25', 'network_id': '97727ed7-2695-478a-9eda-9cec1e9e91e1', 'admin_state_up': True, 'tenant_id': '04805eb1dac5471e95e628566976d1fd', 'security_groups': ['33384978-bec5-44c9-869f-df28e64b8d22']}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 19:11:54.029008 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff83897a-b6c1-4ef2-9c4c-b1abcb11b603 req-82f8c3ac-5591-42f6-b3b3-ee77276718f2 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] Made reservation on behalf of 04805eb1dac5471e95e628566976d1fd for: {'port': 1} {{(pid=93915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 19:11:54.032996 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-ff83897a-b6c1-4ef2-9c4c-b1abcb11b603 req-82f8c3ac-5591-42f6-b3b3-ee77276718f2 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:11:54.171988 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-0462ccac-231e-443c-a1c7-3ada337c26ee req-e67eb92b-a07e-44a4-bcb6-e02d1d2c684f tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] 10.222.0.16 "GET /v2.0/ports?device_id=f2750618-a223-4b47-9fbd-3b812b0bfd25 HTTP/1.1" status: 200 len: 210 time: 0.0398552 Jul 14 19:11:54.188527 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.db_base_plugin_common [req-ff83897a-b6c1-4ef2-9c4c-b1abcb11b603 req-82f8c3ac-5591-42f6-b3b3-ee77276718f2 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] Allocated IP 172.20.0.14 (97727ed7-2695-478a-9eda-9cec1e9e91e1/18d4a98c-ae99-400b-9f7f-5406e74f63fb/e1e52c75-0590-42c7-8279-19b9e9f1e1a7) {{(pid=93915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 19:11:54.274100 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-574aeb93-9938-449c-8e6c-cb22c9b52cc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:11:54.324911 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-ff83897a-b6c1-4ef2-9c4c-b1abcb11b603 req-82f8c3ac-5591-42f6-b3b3-ee77276718f2 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] Notify callbacks [] for port, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:11:54.339111 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.provisioning_blocks [req-ff83897a-b6c1-4ef2-9c4c-b1abcb11b603 req-82f8c3ac-5591-42f6-b3b3-ee77276718f2 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] Transition to ACTIVE for port object e1e52c75-0590-42c7-8279-19b9e9f1e1a7 will not be triggered until provisioned by entity DHCP. {{(pid=93915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 19:11:54.372101 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-ff83897a-b6c1-4ef2-9c4c-b1abcb11b603 req-82f8c3ac-5591-42f6-b3b3-ee77276718f2 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:11:54.418675 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff83897a-b6c1-4ef2-9c4c-b1abcb11b603 req-82f8c3ac-5591-42f6-b3b3-ee77276718f2 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] Network 97727ed7-2695-478a-9eda-9cec1e9e91e1 is already hosted by enough agents. {{(pid=93915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 19:11:54.424019 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [req-ff83897a-b6c1-4ef2-9c4c-b1abcb11b603 req-82f8c3ac-5591-42f6-b3b3-ee77276718f2 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] Resources bound (agent type, host, resource id): {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 19:11:54.427843 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff83897a-b6c1-4ef2-9c4c-b1abcb11b603 req-82f8c3ac-5591-42f6-b3b3-ee77276718f2 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] Received port after_create {{(pid=93915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 19:11:54.456204 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f8c3ac-5591-42f6-b3b3-ee77276718f2 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] Pushing event updated for resources: {'Port': ['ID=e1e52c75-0590-42c7-8279-19b9e9f1e1a7,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:11:54.483646 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff83897a-b6c1-4ef2-9c4c-b1abcb11b603 req-82f8c3ac-5591-42f6-b3b3-ee77276718f2 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:11:54.484368 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-ff83897a-b6c1-4ef2-9c4c-b1abcb11b603 req-82f8c3ac-5591-42f6-b3b3-ee77276718f2 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:11:54.498243 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ff83897a-b6c1-4ef2-9c4c-b1abcb11b603 req-82f8c3ac-5591-42f6-b3b3-ee77276718f2 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5817418 Jul 14 19:11:54.510422 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [req-ff83897a-b6c1-4ef2-9c4c-b1abcb11b603 req-46c199bd-c6df-40e5-be13-2b6ec024cba7 service neutron] Request body: {'port': {'device_id': 'f2750618-a223-4b47-9fbd-3b812b0bfd25', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800634-3'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 19:11:54.586185 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-ff83897a-b6c1-4ef2-9c4c-b1abcb11b603 req-46c199bd-c6df-40e5-be13-2b6ec024cba7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:11:54.667405 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-f23eaf9f-7d00-4cdc-b241-fa610f71c705 None None] Provisioning for port e1e52c75-0590-42c7-8279-19b9e9f1e1a7 completed by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 19:11:54.671083 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-f23eaf9f-7d00-4cdc-b241-fa610f71c705 None None] Provisioning complete for port e1e52c75-0590-42c7-8279-19b9e9f1e1a7 triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 19:11:54.671453 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-f23eaf9f-7d00-4cdc-b241-fa610f71c705 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:11:54.705601 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-f23eaf9f-7d00-4cdc-b241-fa610f71c705 None None] Port e1e52c75-0590-42c7-8279-19b9e9f1e1a7 cannot update to ACTIVE because it is not bound. {{(pid=93917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 19:11:54.850042 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [req-ff83897a-b6c1-4ef2-9c4c-b1abcb11b603 req-46c199bd-c6df-40e5-be13-2b6ec024cba7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1e52c75-0590-42c7-8279-19b9e9f1e1a7 {{(pid=93915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 19:11:54.857880 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-ff83897a-b6c1-4ef2-9c4c-b1abcb11b603 req-46c199bd-c6df-40e5-be13-2b6ec024cba7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:11:54.870945 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.provisioning_blocks [req-ff83897a-b6c1-4ef2-9c4c-b1abcb11b603 req-46c199bd-c6df-40e5-be13-2b6ec024cba7 service neutron] Transition to ACTIVE for port object e1e52c75-0590-42c7-8279-19b9e9f1e1a7 will not be triggered until provisioned by entity L2. {{(pid=93915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 19:11:54.874451 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-ff83897a-b6c1-4ef2-9c4c-b1abcb11b603 req-46c199bd-c6df-40e5-be13-2b6ec024cba7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25912978'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:11:54.946049 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c199bd-c6df-40e5-be13-2b6ec024cba7 service neutron] Pushing event updated for resources: {'Port': ['ID=e1e52c75-0590-42c7-8279-19b9e9f1e1a7,revision_number=2']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:11:54.998906 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-ff83897a-b6c1-4ef2-9c4c-b1abcb11b603 req-46c199bd-c6df-40e5-be13-2b6ec024cba7 service neutron] Attempting to bind port e1e52c75-0590-42c7-8279-19b9e9f1e1a7 on host n-h1-800634-3 for vnic_type normal with profile {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 19:11:54.999258 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-ff83897a-b6c1-4ef2-9c4c-b1abcb11b603 req-46c199bd-c6df-40e5-be13-2b6ec024cba7 service neutron] Attempting to bind port e1e52c75-0590-42c7-8279-19b9e9f1e1a7 by drivers openvswitch,hyperv on host n-h1-800634-3 at level 0 using segments [{'id': 'd0a0df7e-3c75-4ea6-9ecb-d1aff0ab52c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '97727ed7-2695-478a-9eda-9cec1e9e91e1'}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 19:11:54.999591 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff83897a-b6c1-4ef2-9c4c-b1abcb11b603 req-46c199bd-c6df-40e5-be13-2b6ec024cba7 service neutron] Attempting to bind port e1e52c75-0590-42c7-8279-19b9e9f1e1a7 on network 97727ed7-2695-478a-9eda-9cec1e9e91e1 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 19:11:55.004222 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff83897a-b6c1-4ef2-9c4c-b1abcb11b603 req-46c199bd-c6df-40e5-be13-2b6ec024cba7 service neutron] Port e1e52c75-0590-42c7-8279-19b9e9f1e1a7 on network 97727ed7-2695-478a-9eda-9cec1e9e91e1 not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-3 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 19:11:55.004549 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff83897a-b6c1-4ef2-9c4c-b1abcb11b603 req-46c199bd-c6df-40e5-be13-2b6ec024cba7 service neutron] Attempting to bind port e1e52c75-0590-42c7-8279-19b9e9f1e1a7 on network 97727ed7-2695-478a-9eda-9cec1e9e91e1 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 19:11:55.009640 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff83897a-b6c1-4ef2-9c4c-b1abcb11b603 req-46c199bd-c6df-40e5-be13-2b6ec024cba7 service neutron] Checking agent: {'id': 'a3630ff4-fbee-45d9-b9b6-0ae41cb3a350', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 15, 32), 'started_at': datetime.datetime(2021, 7, 14, 18, 15, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 19, 11, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 19:11:55.009979 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff83897a-b6c1-4ef2-9c4c-b1abcb11b603 req-46c199bd-c6df-40e5-be13-2b6ec024cba7 service neutron] Checking segment: {'id': 'd0a0df7e-3c75-4ea6-9ecb-d1aff0ab52c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '97727ed7-2695-478a-9eda-9cec1e9e91e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 19:11:55.010370 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff83897a-b6c1-4ef2-9c4c-b1abcb11b603 req-46c199bd-c6df-40e5-be13-2b6ec024cba7 service neutron] Bound using segment: {'id': 'd0a0df7e-3c75-4ea6-9ecb-d1aff0ab52c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '97727ed7-2695-478a-9eda-9cec1e9e91e1'} {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 19:11:55.010798 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-ff83897a-b6c1-4ef2-9c4c-b1abcb11b603 req-46c199bd-c6df-40e5-be13-2b6ec024cba7 service neutron] Bound port: e1e52c75-0590-42c7-8279-19b9e9f1e1a7, host: n-h1-800634-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0a0df7e-3c75-4ea6-9ecb-d1aff0ab52c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '97727ed7-2695-478a-9eda-9cec1e9e91e1'}}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 19:11:55.011188 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-ff83897a-b6c1-4ef2-9c4c-b1abcb11b603 req-46c199bd-c6df-40e5-be13-2b6ec024cba7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:11:55.075482 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-ff83897a-b6c1-4ef2-9c4c-b1abcb11b603 req-46c199bd-c6df-40e5-be13-2b6ec024cba7 service neutron] For port e1e52c75-0590-42c7-8279-19b9e9f1e1a7, host n-h1-800634-3, cleared binding levels {{(pid=93915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 19:11:55.078899 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-ff83897a-b6c1-4ef2-9c4c-b1abcb11b603 req-46c199bd-c6df-40e5-be13-2b6ec024cba7 service neutron] For port e1e52c75-0590-42c7-8279-19b9e9f1e1a7, host n-h1-800634-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=e1e52c75-0590-42c7-8279-19b9e9f1e1a7,segment=NetworkSegment(d0a0df7e-3c75-4ea6-9ecb-d1aff0ab52c6),segment_id=d0a0df7e-3c75-4ea6-9ecb-d1aff0ab52c6)] {{(pid=93915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 19:11:55.082554 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-ff83897a-b6c1-4ef2-9c4c-b1abcb11b603 req-46c199bd-c6df-40e5-be13-2b6ec024cba7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25912978'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:11:55.115106 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff83897a-b6c1-4ef2-9c4c-b1abcb11b603 req-46c199bd-c6df-40e5-be13-2b6ec024cba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:11:55.115782 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-ff83897a-b6c1-4ef2-9c4c-b1abcb11b603 req-46c199bd-c6df-40e5-be13-2b6ec024cba7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:11:55.117224 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ff83897a-b6c1-4ef2-9c4c-b1abcb11b603 req-46c199bd-c6df-40e5-be13-2b6ec024cba7 service neutron] 10.222.0.18 "PUT /v2.0/ports/e1e52c75-0590-42c7-8279-19b9e9f1e1a7 HTTP/1.1" status: 200 len: 1092 time: 0.6119523 Jul 14 19:11:55.117655 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2750618-a223-4b47-9fbd-3b812b0bfd25', 'tag': 'e1e52c75-0590-42c7-8279-19b9e9f1e1a7'}] {{(pid=93915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 19:11:55.119989 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e72782ad3af8f7d4ce76cedf092bca46d1756acc5c4653cf0b52034cdd6b073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b72d6d41-2449-4c79-82f7-4ee112260894" -d '{"events": [{"name": "network-changed", "server_uuid": "f2750618-a223-4b47-9fbd-3b812b0bfd25", "tag": "e1e52c75-0590-42c7-8279-19b9e9f1e1a7"}]}' {{(pid=93915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 19:11:55.148604 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c199bd-c6df-40e5-be13-2b6ec024cba7 service neutron] Pushing event updated for resources: {'Port': ['ID=e1e52c75-0590-42c7-8279-19b9e9f1e1a7,revision_number=3']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:11:55.159350 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 19:11:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cab7057-97c2-4a46-8eb7-01ed808d4d28 x-openstack-request-id: req-3cab7057-97c2-4a46-8eb7-01ed808d4d28 {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 19:11:55.159847 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2750618-a223-4b47-9fbd-3b812b0bfd25", "tag": "e1e52c75-0590-42c7-8279-19b9e9f1e1a7", "status": "completed", "code": 200}]} {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 19:11:55.160226 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3cab7057-97c2-4a46-8eb7-01ed808d4d28 {{(pid=93915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 19:11:55.160640 n-d-800634-3 neutron-server[93915]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2750618-a223-4b47-9fbd-3b812b0bfd25', 'tag': 'e1e52c75-0590-42c7-8279-19b9e9f1e1a7', 'status': 'completed', 'code': 200} Jul 14 19:11:55.222432 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff83897a-b6c1-4ef2-9c4c-b1abcb11b603 req-510f4671-0330-46ed-b2f6-c6c0403ca0c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:11:55.223995 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ff83897a-b6c1-4ef2-9c4c-b1abcb11b603 req-510f4671-0330-46ed-b2f6-c6c0403ca0c2 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=04805eb1dac5471e95e628566976d1fd&device_id=f2750618-a223-4b47-9fbd-3b812b0bfd25 HTTP/1.1" status: 200 len: 1095 time: 0.0548472 Jul 14 19:11:55.270687 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ff83897a-b6c1-4ef2-9c4c-b1abcb11b603 req-83c62814-a81d-484d-8589-73b7f65acc12 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e1e52c75-0590-42c7-8279-19b9e9f1e1a7 HTTP/1.1" status: 200 len: 217 time: 0.0399148 Jul 14 19:11:55.353143 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff83897a-b6c1-4ef2-9c4c-b1abcb11b603 req-40eb32c6-f446-46e9-8b9e-17b039ce7bab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:11:55.354627 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ff83897a-b6c1-4ef2-9c4c-b1abcb11b603 req-40eb32c6-f446-46e9-8b9e-17b039ce7bab service neutron] 10.222.0.18 "GET /v2.0/subnets?id=18d4a98c-ae99-400b-9f7f-5406e74f63fb HTTP/1.1" status: 200 len: 851 time: 0.0779269 Jul 14 19:11:55.415097 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47efc2bc-d8ab-4fd1-ac9d-5171d053934b req-d7f16167-7a4a-42b4-8148-2c09a8fb90f6 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:11:55.416574 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-47efc2bc-d8ab-4fd1-ac9d-5171d053934b req-d7f16167-7a4a-42b4-8148-2c09a8fb90f6 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] 10.222.0.16 "GET /v2.0/ports?device_id=f2750618-a223-4b47-9fbd-3b812b0bfd25 HTTP/1.1" status: 200 len: 944 time: 0.1129398 Jul 14 19:11:55.450488 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff83897a-b6c1-4ef2-9c4c-b1abcb11b603 req-b0c5338f-1a7a-4650-a2c6-35d1becbbf15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:11:55.451929 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ff83897a-b6c1-4ef2-9c4c-b1abcb11b603 req-b0c5338f-1a7a-4650-a2c6-35d1becbbf15 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=97727ed7-2695-478a-9eda-9cec1e9e91e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0890255 Jul 14 19:11:55.471957 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-47efc2bc-d8ab-4fd1-ac9d-5171d053934b req-25a90d1c-43b9-4d30-9d21-be96e149701a tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] 10.222.0.16 "GET /v2.0/security-groups?id=33384978-bec5-44c9-869f-df28e64b8d22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490661 Jul 14 19:11:55.546009 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ff83897a-b6c1-4ef2-9c4c-b1abcb11b603 req-fd0a9559-3b51-4946-8bbc-6c7c99956d4f service neutron] 10.222.0.18 "GET /v2.0/networks/97727ed7-2695-478a-9eda-9cec1e9e91e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865576 Jul 14 19:11:55.899738 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ff83897a-b6c1-4ef2-9c4c-b1abcb11b603 req-057eb1ad-60ba-4629-86f1-887b8734949f service neutron] 10.222.0.18 "GET /v2.0/networks/97727ed7-2695-478a-9eda-9cec1e9e91e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3473439 Jul 14 19:11:55.915534 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-2f4e3af3-e708-4ffd-a544-82d93a489d01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:11:56.000799 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72d6d41-2449-4c79-82f7-4ee112260894 req-aac75f96-7fe6-4c70-8c7e-f9e7366bcebc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:11:56.002287 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b72d6d41-2449-4c79-82f7-4ee112260894 req-aac75f96-7fe6-4c70-8c7e-f9e7366bcebc service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=04805eb1dac5471e95e628566976d1fd&device_id=f2750618-a223-4b47-9fbd-3b812b0bfd25 HTTP/1.1" status: 200 len: 1095 time: 0.0524888 Jul 14 19:11:56.093516 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72d6d41-2449-4c79-82f7-4ee112260894 req-6ffab350-78a0-411b-ae80-b18d2cf13567 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:11:56.094952 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b72d6d41-2449-4c79-82f7-4ee112260894 req-6ffab350-78a0-411b-ae80-b18d2cf13567 service neutron] 10.222.0.18 "GET /v2.0/networks?id=97727ed7-2695-478a-9eda-9cec1e9e91e1 HTTP/1.1" status: 200 len: 912 time: 0.0859962 Jul 14 19:11:56.135897 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b72d6d41-2449-4c79-82f7-4ee112260894 req-97d241b9-b0c1-4de6-8cf1-ba5054da4143 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e1e52c75-0590-42c7-8279-19b9e9f1e1a7 HTTP/1.1" status: 200 len: 217 time: 0.0337441 Jul 14 19:11:56.183183 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72d6d41-2449-4c79-82f7-4ee112260894 req-e9f9cecc-2c67-4cc6-a112-c5d8357a4c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:11:56.184593 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b72d6d41-2449-4c79-82f7-4ee112260894 req-e9f9cecc-2c67-4cc6-a112-c5d8357a4c6a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=18d4a98c-ae99-400b-9f7f-5406e74f63fb HTTP/1.1" status: 200 len: 851 time: 0.0416679 Jul 14 19:11:56.244387 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72d6d41-2449-4c79-82f7-4ee112260894 req-017a7a54-26fa-4866-8d59-5f4331cb2e73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:11:56.245805 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b72d6d41-2449-4c79-82f7-4ee112260894 req-017a7a54-26fa-4866-8d59-5f4331cb2e73 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=97727ed7-2695-478a-9eda-9cec1e9e91e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0542612 Jul 14 19:11:56.336515 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b72d6d41-2449-4c79-82f7-4ee112260894 req-7f345ed2-010c-4cd8-8b64-084fd08c065d service neutron] 10.222.0.18 "GET /v2.0/networks/97727ed7-2695-478a-9eda-9cec1e9e91e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824380 Jul 14 19:11:56.430387 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b72d6d41-2449-4c79-82f7-4ee112260894 req-4b4d63dc-a675-4b41-bda5-1f67e7bd79fe service neutron] 10.222.0.18 "GET /v2.0/networks/97727ed7-2695-478a-9eda-9cec1e9e91e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855167 Jul 14 19:11:56.826288 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f42f2cf-16c6-4b96-b395-4e89e30c9b67 req-f4fa728f-9c47-469b-8e47-ddf2ad54b561 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:11:56.827678 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-5f42f2cf-16c6-4b96-b395-4e89e30c9b67 req-f4fa728f-9c47-469b-8e47-ddf2ad54b561 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] 10.222.0.16 "GET /v2.0/ports?device_id=f2750618-a223-4b47-9fbd-3b812b0bfd25 HTTP/1.1" status: 200 len: 944 time: 0.0629735 Jul 14 19:11:56.864196 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-5f42f2cf-16c6-4b96-b395-4e89e30c9b67 req-bcc27df3-ebe4-4705-adc1-d807704fc638 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] 10.222.0.16 "GET /v2.0/security-groups?id=33384978-bec5-44c9-869f-df28e64b8d22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310471 Jul 14 19:11:58.035231 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539a95be-e98b-4762-91b7-03858d7d1581 req-b7b55a25-2a5d-4489-bb28-b0087c858eef tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:11:58.036712 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-539a95be-e98b-4762-91b7-03858d7d1581 req-b7b55a25-2a5d-4489-bb28-b0087c858eef tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] 10.222.0.16 "GET /v2.0/ports?device_id=f2750618-a223-4b47-9fbd-3b812b0bfd25 HTTP/1.1" status: 200 len: 944 time: 0.0623565 Jul 14 19:11:58.073895 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-539a95be-e98b-4762-91b7-03858d7d1581 req-ebd4dd90-a159-4602-aee5-3f06aca676ea tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] 10.222.0.16 "GET /v2.0/security-groups?id=33384978-bec5-44c9-869f-df28e64b8d22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310819 Jul 14 19:11:59.250994 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de69917-4781-48c3-b001-d6f6b5285f97 req-9fbf0a64-befb-4ea2-9a82-f38e184f9f85 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:11:59.252549 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3de69917-4781-48c3-b001-d6f6b5285f97 req-9fbf0a64-befb-4ea2-9a82-f38e184f9f85 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] 10.222.0.16 "GET /v2.0/ports?device_id=f2750618-a223-4b47-9fbd-3b812b0bfd25 HTTP/1.1" status: 200 len: 944 time: 0.0659010 Jul 14 19:11:59.290934 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3de69917-4781-48c3-b001-d6f6b5285f97 req-7baf764f-e8aa-452e-98cc-1a09b2b6c30e tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] 10.222.0.16 "GET /v2.0/security-groups?id=33384978-bec5-44c9-869f-df28e64b8d22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323789 Jul 14 19:11:59.296577 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device e1e52c75-0590-42c7-8279-19b9e9f1e1a7 details requested by agent hyperv_n-h1-800634-3 with host n-h1-800634-3 {{(pid=93917) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 19:11:59.394299 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port e1e52c75-0590-42c7-8279-19b9e9f1e1a7, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=e1e52c75-0590-42c7-8279-19b9e9f1e1a7,segment=NetworkSegment(d0a0df7e-3c75-4ea6-9ecb-d1aff0ab52c6),segment_id=d0a0df7e-3c75-4ea6-9ecb-d1aff0ab52c6)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 19:11:59.405360 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Returning: {'device': 'e1e52c75-0590-42c7-8279-19b9e9f1e1a7', 'network_id': '97727ed7-2695-478a-9eda-9cec1e9e91e1', 'port_id': 'e1e52c75-0590-42c7-8279-19b9e9f1e1a7', 'mac_address': 'fa:16:3e:15:f9:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 74, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18d4a98c-ae99-400b-9f7f-5406e74f63fb', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93917) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 19:11:59.440685 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:11:59.452819 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1e52c75-0590-42c7-8279-19b9e9f1e1a7 {{(pid=93917) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 19:11:59.472444 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port e1e52c75-0590-42c7-8279-19b9e9f1e1a7, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=e1e52c75-0590-42c7-8279-19b9e9f1e1a7,segment=NetworkSegment(d0a0df7e-3c75-4ea6-9ecb-d1aff0ab52c6),segment_id=d0a0df7e-3c75-4ea6-9ecb-d1aff0ab52c6)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 19:11:59.476804 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:11:59.522690 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Pushing event updated for resources: {'Port': ['ID=e1e52c75-0590-42c7-8279-19b9e9f1e1a7,revision_number=4']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:11:59.660654 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] get_ports_and_sgs() called for port_ids ['e1e52c75-0590-42c7-8279-19b9e9f1e1a7'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 19:12:00.474028 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb71305-e7b9-492c-a435-3aec8af5985a req-432775bb-a983-4c4e-b672-b6ed200eb849 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:12:00.475521 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-adb71305-e7b9-492c-a435-3aec8af5985a req-432775bb-a983-4c4e-b672-b6ed200eb849 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] 10.222.0.16 "GET /v2.0/ports?device_id=f2750618-a223-4b47-9fbd-3b812b0bfd25 HTTP/1.1" status: 200 len: 945 time: 0.0677216 Jul 14 19:12:00.513329 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-adb71305-e7b9-492c-a435-3aec8af5985a req-26bfb8f4-28e6-4ba0-a6a4-b2d718e455be tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] 10.222.0.16 "GET /v2.0/security-groups?id=33384978-bec5-44c9-869f-df28e64b8d22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321968 Jul 14 19:12:01.050207 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.agents_db [None req-2ea07fb6-aa68-4671-8654-119d82b9f530 None None] Agent healthcheck: found 7 active agents {{(pid=93918) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 19:12:01.311940 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device e1e52c75-0590-42c7-8279-19b9e9f1e1a7 up at agent hyperv_n-h1-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 19:12:01.359589 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Provisioning for port e1e52c75-0590-42c7-8279-19b9e9f1e1a7 completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 19:12:01.363057 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Provisioning complete for port e1e52c75-0590-42c7-8279-19b9e9f1e1a7 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 19:12:01.363433 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:12:01.440191 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:12:01.462785 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2750618-a223-4b47-9fbd-3b812b0bfd25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1e52c75-0590-42c7-8279-19b9e9f1e1a7'}] {{(pid=93917) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 19:12:01.465053 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20b787f3c29eaa7aa2a4d648c725a2124c5ff39a8d793252f9d844495e14cf42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8966f1d9-0b63-46f2-9d3e-b358ca7aaf58" -d '{"events": [{"server_uuid": "f2750618-a223-4b47-9fbd-3b812b0bfd25", "name": "network-vif-plugged", "status": "completed", "tag": "e1e52c75-0590-42c7-8279-19b9e9f1e1a7"}]}' {{(pid=93917) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 19:12:01.477742 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port e1e52c75-0590-42c7-8279-19b9e9f1e1a7, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=e1e52c75-0590-42c7-8279-19b9e9f1e1a7,segment=NetworkSegment(d0a0df7e-3c75-4ea6-9ecb-d1aff0ab52c6),segment_id=d0a0df7e-3c75-4ea6-9ecb-d1aff0ab52c6)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 19:12:01.483047 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:12:01.506136 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 19:12:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5d9c2df-3407-4a0a-8afe-1cde28da2a32 x-openstack-request-id: req-f5d9c2df-3407-4a0a-8afe-1cde28da2a32 {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 19:12:01.506432 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2750618-a223-4b47-9fbd-3b812b0bfd25", "name": "network-vif-plugged", "status": "completed", "tag": "e1e52c75-0590-42c7-8279-19b9e9f1e1a7", "code": 200}]} {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 19:12:01.506687 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f5d9c2df-3407-4a0a-8afe-1cde28da2a32 {{(pid=93917) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 19:12:01.507820 n-d-800634-3 neutron-server[93917]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2750618-a223-4b47-9fbd-3b812b0bfd25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1e52c75-0590-42c7-8279-19b9e9f1e1a7', 'code': 200} Jul 14 19:12:01.534111 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Pushing event updated for resources: {'Port': ['ID=e1e52c75-0590-42c7-8279-19b9e9f1e1a7,revision_number=5']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:12:01.617205 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c603e3cf-eb6c-46bf-81c5-f5e8e3253442 req-61913df3-78df-48e3-9ba8-0de62831753b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:12:01.618656 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c603e3cf-eb6c-46bf-81c5-f5e8e3253442 req-61913df3-78df-48e3-9ba8-0de62831753b service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=f2750618-a223-4b47-9fbd-3b812b0bfd25 HTTP/1.1" status: 200 len: 1097 time: 0.0522499 Jul 14 19:12:01.686086 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c603e3cf-eb6c-46bf-81c5-f5e8e3253442 req-a0d829e4-4c20-43c9-91c6-843bba1af189 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=33384978-bec5-44c9-869f-df28e64b8d22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540087 Jul 14 19:12:01.710840 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0787976f-e493-4794-9cd3-ab5c9f2eea1c req-dc6bce0f-5ece-49c6-9285-e3681b2da96d tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:12:01.712283 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-0787976f-e493-4794-9cd3-ab5c9f2eea1c req-dc6bce0f-5ece-49c6-9285-e3681b2da96d tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] 10.222.0.16 "GET /v2.0/ports?device_id=f2750618-a223-4b47-9fbd-3b812b0bfd25 HTTP/1.1" status: 200 len: 946 time: 0.0890274 Jul 14 19:12:01.748990 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-0787976f-e493-4794-9cd3-ab5c9f2eea1c req-78da1d7f-f5f2-43b2-9ac4-e88b28a16567 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] 10.222.0.16 "GET /v2.0/security-groups?id=33384978-bec5-44c9-869f-df28e64b8d22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312238 Jul 14 19:12:02.901762 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:12:02.924655 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1354b62c-7b54-4548-95a7-6bdb258551ad req-26a644a1-8cff-4fc7-8eb7-9d0d47849a7e tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:12:02.926237 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-1354b62c-7b54-4548-95a7-6bdb258551ad req-26a644a1-8cff-4fc7-8eb7-9d0d47849a7e tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] 10.222.0.16 "GET /v2.0/ports?device_id=f2750618-a223-4b47-9fbd-3b812b0bfd25 HTTP/1.1" status: 200 len: 946 time: 0.0655200 Jul 14 19:12:02.965326 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-1354b62c-7b54-4548-95a7-6bdb258551ad req-0b6e8bc1-acc4-44a4-9f3e-e1f4837fb7ae tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] 10.222.0.16 "GET /v2.0/security-groups?id=33384978-bec5-44c9-869f-df28e64b8d22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334017 Jul 14 19:12:03.134364 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e543e72c-f17b-40c2-9054-57bd162d7ecd req-2710dfe0-e88d-44b2-9f1e-c08df58daf76 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:12:03.135747 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e543e72c-f17b-40c2-9054-57bd162d7ecd req-2710dfe0-e88d-44b2-9f1e-c08df58daf76 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] 10.222.0.16 "GET /v2.0/ports?device_id=f2750618-a223-4b47-9fbd-3b812b0bfd25 HTTP/1.1" status: 200 len: 946 time: 0.0663168 Jul 14 19:12:03.144364 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 58294) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 19:12:03.149247 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-023ffce3-4a40-442b-9c59-2b2d6f7a70f3 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] Request body: {'floatingip': {'port_id': 'e1e52c75-0590-42c7-8279-19b9e9f1e1a7'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 19:12:03.187465 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-023ffce3-4a40-442b-9c59-2b2d6f7a70f3 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] Notify callbacks [] for floatingip, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:12:03.619767 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-023ffce3-4a40-442b-9c59-2b2d6f7a70f3 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:12:03.623296 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-023ffce3-4a40-442b-9c59-2b2d6f7a70f3 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-930131'] for floatingip, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:12:03.722163 n-d-800634-3 neutron-server[93915]: INFO neutron.db.l3_db [None req-023ffce3-4a40-442b-9c59-2b2d6f7a70f3 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] Floating IP 4439976a-cda3-48ac-bdd3-be29a47d845f associated. External IP: 172.25.1.94, port: e1e52c75-0590-42c7-8279-19b9e9f1e1a7. Jul 14 19:12:03.923102 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-023ffce3-4a40-442b-9c59-2b2d6f7a70f3 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] Router e4667727-8e40-4f84-92ec-1fafe56db13e has already been hosted by L3 agent 2c6eb27e-defb-4cca-9a24-381c7415e359 {{(pid=93915) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 19:12:04.027124 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-023ffce3-4a40-442b-9c59-2b2d6f7a70f3 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] Notify agent at l3_agent.n-d-800634-3 the message routers_updated {{(pid=93915) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 19:12:04.031906 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-023ffce3-4a40-442b-9c59-2b2d6f7a70f3 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for floatingip, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:12:04.036200 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d05abfb-52d6-4560-b506-c1f44906cd70 None None] Sync routers for ids ['e4667727-8e40-4f84-92ec-1fafe56db13e'] in n-d-800634-3 {{(pid=93917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 19:12:04.045620 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d05abfb-52d6-4560-b506-c1f44906cd70 None None] Routers {'e4667727-8e40-4f84-92ec-1fafe56db13e'} bound to L3 agent in host n-d-800634-3 {{(pid=93917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 19:12:04.046240 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-4d05abfb-52d6-4560-b506-c1f44906cd70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T19:11:53Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['e4667727-8e40-4f84-92ec-1fafe56db13e'], 'active': True} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 19:12:04.070939 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-023ffce3-4a40-442b-9c59-2b2d6f7a70f3 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] 10.222.0.16 "PUT /v2.0/floatingips/4439976a-cda3-48ac-bdd3-be29a47d845f HTTP/1.1" status: 200 len: 991 time: 0.9220705 Jul 14 19:12:04.070939 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2750618-a223-4b47-9fbd-3b812b0bfd25', 'tag': 'e1e52c75-0590-42c7-8279-19b9e9f1e1a7'}] {{(pid=93915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 19:12:04.070939 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e72782ad3af8f7d4ce76cedf092bca46d1756acc5c4653cf0b52034cdd6b073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a957430-e291-4a60-8b57-345f31397f21" -d '{"events": [{"name": "network-changed", "server_uuid": "f2750618-a223-4b47-9fbd-3b812b0bfd25", "tag": "e1e52c75-0590-42c7-8279-19b9e9f1e1a7"}]}' {{(pid=93915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 19:12:04.106971 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 19:12:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80b9f39b-a48f-4bca-951b-4d9b17def718 x-openstack-request-id: req-80b9f39b-a48f-4bca-951b-4d9b17def718 {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 19:12:04.107272 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2750618-a223-4b47-9fbd-3b812b0bfd25", "tag": "e1e52c75-0590-42c7-8279-19b9e9f1e1a7", "status": "completed", "code": 200}]} {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 19:12:04.107531 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-80b9f39b-a48f-4bca-951b-4d9b17def718 {{(pid=93915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 19:12:04.108189 n-d-800634-3 neutron-server[93915]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2750618-a223-4b47-9fbd-3b812b0bfd25', 'tag': 'e1e52c75-0590-42c7-8279-19b9e9f1e1a7', 'status': 'completed', 'code': 200} Jul 14 19:12:04.189258 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a957430-e291-4a60-8b57-345f31397f21 req-99793331-4225-4c5a-a0d6-f5f8de9ff701 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:12:04.190802 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3a957430-e291-4a60-8b57-345f31397f21 req-99793331-4225-4c5a-a0d6-f5f8de9ff701 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=04805eb1dac5471e95e628566976d1fd&device_id=f2750618-a223-4b47-9fbd-3b812b0bfd25 HTTP/1.1" status: 200 len: 1097 time: 0.0572562 Jul 14 19:12:04.284649 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a957430-e291-4a60-8b57-345f31397f21 req-d4da0c9a-73d5-44ab-b305-199ecb565fac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:12:04.286139 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3a957430-e291-4a60-8b57-345f31397f21 req-d4da0c9a-73d5-44ab-b305-199ecb565fac service neutron] 10.222.0.18 "GET /v2.0/networks?id=97727ed7-2695-478a-9eda-9cec1e9e91e1 HTTP/1.1" status: 200 len: 912 time: 0.0890284 Jul 14 19:12:04.305787 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvr_db [None req-4d05abfb-52d6-4560-b506-c1f44906cd70 None None] Set router e4667727-8e40-4f84-92ec-1fafe56db13e gateway port host: n-d-800634-3 {{(pid=93917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 19:12:04.349702 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3a957430-e291-4a60-8b57-345f31397f21 req-8e5476e7-c70c-4414-95a2-86157bc45478 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e1e52c75-0590-42c7-8279-19b9e9f1e1a7 HTTP/1.1" status: 200 len: 999 time: 0.0575559 Jul 14 19:12:04.398328 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a957430-e291-4a60-8b57-345f31397f21 req-6b407c3e-ca32-4646-a056-92babd39c972 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:12:04.399897 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3a957430-e291-4a60-8b57-345f31397f21 req-6b407c3e-ca32-4646-a056-92babd39c972 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=18d4a98c-ae99-400b-9f7f-5406e74f63fb HTTP/1.1" status: 200 len: 851 time: 0.0442379 Jul 14 19:12:04.460208 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a957430-e291-4a60-8b57-345f31397f21 req-8996a808-2243-4c3b-9123-5e42be00b102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:12:04.461788 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3a957430-e291-4a60-8b57-345f31397f21 req-8996a808-2243-4c3b-9123-5e42be00b102 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=97727ed7-2695-478a-9eda-9cec1e9e91e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0549316 Jul 14 19:12:04.531545 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-4d05abfb-52d6-4560-b506-c1f44906cd70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4667727-8e40-4f84-92ec-1fafe56db13e', 'name': 'tempest-ServerActionsTestJSON-1250980168-router', 'tenant_id': '04805eb1dac5471e95e628566976d1fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.108'}], 'enable_snat': True}, 'gw_port_id': '510b5f68-10e7-4bf2-89fd-91188c69394c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T19:07:22Z', 'updated_at': '2021-07-14T19:07:25Z', 'revision_number': 4, 'project_id': '04805eb1dac5471e95e628566976d1fd', 'gw_port': {'id': '510b5f68-10e7-4bf2-89fd-91188c69394c', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:60:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4667727-8e40-4f84-92ec-1fafe56db13e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T19:07:23Z', 'updated_at': '2021-07-14T19:07:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_floatingips': [{'id': '4439976a-cda3-48ac-bdd3-be29a47d845f', 'tenant_id': '04805eb1dac5471e95e628566976d1fd', 'floating_ip_address': '172.25.1.94', 'floating_network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'router_id': 'e4667727-8e40-4f84-92ec-1fafe56db13e', 'port_id': 'e1e52c75-0590-42c7-8279-19b9e9f1e1a7', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4014, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '97727ed7-2695-478a-9eda-9cec1e9e91e1', 'mac_address': 'fa:16:3e:15:f9:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2750618-a223-4b47-9fbd-3b812b0bfd25', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T19:07:28Z', 'updated_at': '2021-07-14T19:12:03Z', 'revision_number': 9, 'project_id': '04805eb1dac5471e95e628566976d1fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ba96e13-edba-48ac-b007-1e553c78e570', 'name': '', 'network_id': '97727ed7-2695-478a-9eda-9cec1e9e91e1', 'tenant_id': '04805eb1dac5471e95e628566976d1fd', 'mac_address': 'fa:16:3e:5f:c8:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4667727-8e40-4f84-92ec-1fafe56db13e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '18d4a98c-ae99-400b-9f7f-5406e74f63fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T19:07:24Z', 'updated_at': '2021-07-14T19:07:31Z', 'revision_number': 5, 'project_id': '04805eb1dac5471e95e628566976d1fd', 'subnets': [{'id': '18d4a98c-ae99-400b-9f7f-5406e74f63fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-3', False) {} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 19:12:04.552595 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3a957430-e291-4a60-8b57-345f31397f21 req-427c521b-1ade-4831-826d-9210f515bf11 service neutron] 10.222.0.18 "GET /v2.0/networks/97727ed7-2695-478a-9eda-9cec1e9e91e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838757 Jul 14 19:12:04.557964 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d05abfb-52d6-4560-b506-c1f44906cd70 None None] Checking router: e4667727-8e40-4f84-92ec-1fafe56db13e for host: n-d-800634-3 {{(pid=93917) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 19:12:04.566299 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d05abfb-52d6-4560-b506-c1f44906cd70 None None] Routers {'e4667727-8e40-4f84-92ec-1fafe56db13e'} bound to L3 agent in host n-d-800634-3 {{(pid=93917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 19:12:04.566916 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-4d05abfb-52d6-4560-b506-c1f44906cd70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T19:11:53Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['e4667727-8e40-4f84-92ec-1fafe56db13e'], 'active': True} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 19:12:04.645134 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3a957430-e291-4a60-8b57-345f31397f21 req-4f781b94-f07a-4f8e-a3e0-deb9120118f8 service neutron] 10.222.0.18 "GET /v2.0/networks/97727ed7-2695-478a-9eda-9cec1e9e91e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866072 Jul 14 19:12:04.672368 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvr_db [None req-4d05abfb-52d6-4560-b506-c1f44906cd70 None None] Set router e4667727-8e40-4f84-92ec-1fafe56db13e gateway port host: n-d-800634-3 {{(pid=93917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 19:12:04.886493 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-4d05abfb-52d6-4560-b506-c1f44906cd70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4667727-8e40-4f84-92ec-1fafe56db13e', 'name': 'tempest-ServerActionsTestJSON-1250980168-router', 'tenant_id': '04805eb1dac5471e95e628566976d1fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.108'}], 'enable_snat': True}, 'gw_port_id': '510b5f68-10e7-4bf2-89fd-91188c69394c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T19:07:22Z', 'updated_at': '2021-07-14T19:07:25Z', 'revision_number': 4, 'project_id': '04805eb1dac5471e95e628566976d1fd', 'gw_port': {'id': '510b5f68-10e7-4bf2-89fd-91188c69394c', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:60:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4667727-8e40-4f84-92ec-1fafe56db13e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T19:07:23Z', 'updated_at': '2021-07-14T19:07:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_floatingips': [{'id': '4439976a-cda3-48ac-bdd3-be29a47d845f', 'tenant_id': '04805eb1dac5471e95e628566976d1fd', 'floating_ip_address': '172.25.1.94', 'floating_network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'router_id': 'e4667727-8e40-4f84-92ec-1fafe56db13e', 'port_id': 'e1e52c75-0590-42c7-8279-19b9e9f1e1a7', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4014, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '97727ed7-2695-478a-9eda-9cec1e9e91e1', 'mac_address': 'fa:16:3e:15:f9:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2750618-a223-4b47-9fbd-3b812b0bfd25', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T19:07:28Z', 'updated_at': '2021-07-14T19:12:03Z', 'revision_number': 9, 'project_id': '04805eb1dac5471e95e628566976d1fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ba96e13-edba-48ac-b007-1e553c78e570', 'name': '', 'network_id': '97727ed7-2695-478a-9eda-9cec1e9e91e1', 'tenant_id': '04805eb1dac5471e95e628566976d1fd', 'mac_address': 'fa:16:3e:5f:c8:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4667727-8e40-4f84-92ec-1fafe56db13e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '18d4a98c-ae99-400b-9f7f-5406e74f63fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T19:07:24Z', 'updated_at': '2021-07-14T19:07:31Z', 'revision_number': 5, 'project_id': '04805eb1dac5471e95e628566976d1fd', 'subnets': [{'id': '18d4a98c-ae99-400b-9f7f-5406e74f63fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-3', False) {} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 19:12:04.916639 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d05abfb-52d6-4560-b506-c1f44906cd70 None None] The sync data for ids ['e4667727-8e40-4f84-92ec-1fafe56db13e'] in n-d-800634-3 is: [{'id': 'e4667727-8e40-4f84-92ec-1fafe56db13e', 'name': 'tempest-ServerActionsTestJSON-1250980168-router', 'tenant_id': '04805eb1dac5471e95e628566976d1fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.108'}], 'enable_snat': True}, 'gw_port_id': '510b5f68-10e7-4bf2-89fd-91188c69394c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T19:07:22Z', 'updated_at': '2021-07-14T19:07:25Z', 'revision_number': 4, 'project_id': '04805eb1dac5471e95e628566976d1fd', 'gw_port': {'id': '510b5f68-10e7-4bf2-89fd-91188c69394c', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:60:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4667727-8e40-4f84-92ec-1fafe56db13e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T19:07:23Z', 'updated_at': '2021-07-14T19:07:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_floatingips': [{'id': '4439976a-cda3-48ac-bdd3-be29a47d845f', 'tenant_id': '04805eb1dac5471e95e628566976d1fd', 'floating_ip_address': '172.25.1.94', 'floating_network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'router_id': 'e4667727-8e40-4f84-92ec-1fafe56db13e', 'port_id': 'e1e52c75-0590-42c7-8279-19b9e9f1e1a7', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4014, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '97727ed7-2695-478a-9eda-9cec1e9e91e1', 'mac_address': 'fa:16:3e:15:f9:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2750618-a223-4b47-9fbd-3b812b0bfd25', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T19:07:28Z', 'updated_at': '2021-07-14T19:12:03Z', 'revision_number': 9, 'project_id': '04805eb1dac5471e95e628566976d1fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ba96e13-edba-48ac-b007-1e553c78e570', 'name': '', 'network_id': '97727ed7-2695-478a-9eda-9cec1e9e91e1', 'tenant_id': '04805eb1dac5471e95e628566976d1fd', 'mac_address': 'fa:16:3e:5f:c8:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4667727-8e40-4f84-92ec-1fafe56db13e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '18d4a98c-ae99-400b-9f7f-5406e74f63fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T19:07:24Z', 'updated_at': '2021-07-14T19:07:31Z', 'revision_number': 5, 'project_id': '04805eb1dac5471e95e628566976d1fd', 'subnets': [{'id': '18d4a98c-ae99-400b-9f7f-5406e74f63fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 19:12:05.091936 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3c26aa5-e997-4782-9b1d-f883e0f8a017 None None] New status for floating IP 4439976a-cda3-48ac-bdd3-be29a47d845f: ACTIVE {{(pid=93918) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 19:12:05.809376 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:12:20.442195 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-5c668bf3-e09c-45dc-b002-98a07381d654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:12:22.873079 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-5f1bd6ed-9ddd-40e5-b800-2c7b134287ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:12:23.208855 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:12:24.278088 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-574aeb93-9938-449c-8e6c-cb22c9b52cc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:12:25.918094 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-2f4e3af3-e708-4ffd-a544-82d93a489d01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:12:28.532481 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c31bffa8-835c-41a1-b265-3dc6ec960eb6 req-af6dcdf4-16f9-499d-b638-83456bf07db2 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=f2750618-a223-4b47-9fbd-3b812b0bfd25&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0523036 Jul 14 19:12:28.627830 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31bffa8-835c-41a1-b265-3dc6ec960eb6 req-6e3c0840-245e-4611-a235-47cae143ba82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:12:28.629281 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c31bffa8-835c-41a1-b265-3dc6ec960eb6 req-6e3c0840-245e-4611-a235-47cae143ba82 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=04805eb1dac5471e95e628566976d1fd&device_id=f2750618-a223-4b47-9fbd-3b812b0bfd25 HTTP/1.1" status: 200 len: 1097 time: 0.0545919 Jul 14 19:12:28.739906 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31bffa8-835c-41a1-b265-3dc6ec960eb6 req-150ec90a-e507-4ba9-b5f6-9f31788bd9ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:12:28.741971 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c31bffa8-835c-41a1-b265-3dc6ec960eb6 req-150ec90a-e507-4ba9-b5f6-9f31788bd9ae service neutron] 10.222.0.18 "GET /v2.0/networks?id=97727ed7-2695-478a-9eda-9cec1e9e91e1 HTTP/1.1" status: 200 len: 912 time: 0.0888934 Jul 14 19:12:28.808664 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c31bffa8-835c-41a1-b265-3dc6ec960eb6 req-ac45ccf4-b0c9-4611-abdb-caca59f7be8e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e1e52c75-0590-42c7-8279-19b9e9f1e1a7 HTTP/1.1" status: 200 len: 1002 time: 0.0599740 Jul 14 19:12:28.855660 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31bffa8-835c-41a1-b265-3dc6ec960eb6 req-e73fb1f5-2fa5-4d87-b5af-1755dcefae8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:12:28.857169 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c31bffa8-835c-41a1-b265-3dc6ec960eb6 req-e73fb1f5-2fa5-4d87-b5af-1755dcefae8f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=18d4a98c-ae99-400b-9f7f-5406e74f63fb HTTP/1.1" status: 200 len: 851 time: 0.0427284 Jul 14 19:12:28.918927 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31bffa8-835c-41a1-b265-3dc6ec960eb6 req-f6bd0fa9-33a5-4f73-b179-608486044c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:12:28.920449 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c31bffa8-835c-41a1-b265-3dc6ec960eb6 req-f6bd0fa9-33a5-4f73-b179-608486044c1d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=97727ed7-2695-478a-9eda-9cec1e9e91e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0561299 Jul 14 19:12:29.011330 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c31bffa8-835c-41a1-b265-3dc6ec960eb6 req-d0227256-101c-4ee0-9856-281f2b993066 service neutron] 10.222.0.18 "GET /v2.0/networks/97727ed7-2695-478a-9eda-9cec1e9e91e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841136 Jul 14 19:12:29.109380 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c31bffa8-835c-41a1-b265-3dc6ec960eb6 req-36a00930-83a1-4a21-8d3e-be98ceade677 service neutron] 10.222.0.18 "GET /v2.0/networks/97727ed7-2695-478a-9eda-9cec1e9e91e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909421 Jul 14 19:12:32.118445 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-9c95efdd-5519-4e76-b52d-df6caef42283 req-f918e87c-c197-453d-ab5b-f489e7032e9b service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=6ab0c594-ecaf-4c5b-977a-9c1b59a2d9cc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0270243 Jul 14 19:12:32.169900 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-9c95efdd-5519-4e76-b52d-df6caef42283 req-bf304d5d-622e-474e-bea3-b7c537b362d1 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f1c4e239e6d24b3bb240a97f6c99b33f&device_id=6ab0c594-ecaf-4c5b-977a-9c1b59a2d9cc HTTP/1.1" status: 200 len: 210 time: 0.0296304 Jul 14 19:12:32.207424 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-9c95efdd-5519-4e76-b52d-df6caef42283 req-833f836d-a658-41f5-86f6-752633899654 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=f1c4e239e6d24b3bb240a97f6c99b33f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0186043 Jul 14 19:12:32.297082 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c95efdd-5519-4e76-b52d-df6caef42283 req-07e5345c-2a04-4605-a4f2-74ef2d05db93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:12:32.298515 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-9c95efdd-5519-4e76-b52d-df6caef42283 req-07e5345c-2a04-4605-a4f2-74ef2d05db93 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0859902 Jul 14 19:12:32.904322 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:12:35.807898 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:12:38.050053 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.agents_db [None req-2ea07fb6-aa68-4671-8654-119d82b9f530 None None] Agent healthcheck: found 7 active agents {{(pid=93918) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 19:12:50.442859 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-78ff125d-8f9e-4568-a612-6fbf987bb541 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:12:52.873390 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-354578ad-ee4a-448e-ab32-4fadfa06553d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:12:53.210536 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:12:54.281079 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-574aeb93-9938-449c-8e6c-cb22c9b52cc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:12:55.921065 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-2f4e3af3-e708-4ffd-a544-82d93a489d01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:13:02.902281 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:13:05.827134 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:13:15.048897 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.agents_db [None req-2ea07fb6-aa68-4671-8654-119d82b9f530 None None] Agent healthcheck: found 7 active agents {{(pid=93918) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 19:13:20.445814 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-26a7a2ed-f671-49ed-9ad9-31317f3b4c39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:13:22.875007 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-61995593-35d1-4329-b9f0-564c8a0b8fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:13:23.212552 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:13:24.288508 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-574aeb93-9938-449c-8e6c-cb22c9b52cc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:13:25.922275 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-2f4e3af3-e708-4ffd-a544-82d93a489d01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:13:29.526926 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b1992186-56e5-4c00-a3a1-53db243441df req-6fc14bd6-3270-418c-8974-3884d19e5dee service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=f2750618-a223-4b47-9fbd-3b812b0bfd25&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0541046 Jul 14 19:13:29.621934 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1992186-56e5-4c00-a3a1-53db243441df req-5b381dc8-1baf-473b-a4b5-7e2f0d0270de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:13:29.623467 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b1992186-56e5-4c00-a3a1-53db243441df req-5b381dc8-1baf-473b-a4b5-7e2f0d0270de service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=04805eb1dac5471e95e628566976d1fd&device_id=f2750618-a223-4b47-9fbd-3b812b0bfd25 HTTP/1.1" status: 200 len: 1097 time: 0.0543494 Jul 14 19:13:30.005874 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1992186-56e5-4c00-a3a1-53db243441df req-8745a15f-198a-4630-b621-dcc136dfce88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:13:30.007356 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b1992186-56e5-4c00-a3a1-53db243441df req-8745a15f-198a-4630-b621-dcc136dfce88 service neutron] 10.222.0.18 "GET /v2.0/networks?id=97727ed7-2695-478a-9eda-9cec1e9e91e1 HTTP/1.1" status: 200 len: 912 time: 0.3626893 Jul 14 19:13:30.072646 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b1992186-56e5-4c00-a3a1-53db243441df req-df2e8394-dbbc-40de-9749-80dcd9caa2db service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e1e52c75-0590-42c7-8279-19b9e9f1e1a7 HTTP/1.1" status: 200 len: 1002 time: 0.0584741 Jul 14 19:13:30.122008 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1992186-56e5-4c00-a3a1-53db243441df req-63cce44a-1535-4306-9c61-953d7ec2c34e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:13:30.123499 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b1992186-56e5-4c00-a3a1-53db243441df req-63cce44a-1535-4306-9c61-953d7ec2c34e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=18d4a98c-ae99-400b-9f7f-5406e74f63fb HTTP/1.1" status: 200 len: 851 time: 0.0445707 Jul 14 19:13:30.185816 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1992186-56e5-4c00-a3a1-53db243441df req-f7dcc9c4-3608-4595-942f-7b48147ac695 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:13:30.187338 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b1992186-56e5-4c00-a3a1-53db243441df req-f7dcc9c4-3608-4595-942f-7b48147ac695 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=97727ed7-2695-478a-9eda-9cec1e9e91e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0564125 Jul 14 19:13:30.278741 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b1992186-56e5-4c00-a3a1-53db243441df req-d1addcb7-a7ad-4dc3-a6b9-c315d2a751e3 service neutron] 10.222.0.18 "GET /v2.0/networks/97727ed7-2695-478a-9eda-9cec1e9e91e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843496 Jul 14 19:13:30.370805 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b1992186-56e5-4c00-a3a1-53db243441df req-b774c20e-1548-4b0f-8381-e1144156b5f6 service neutron] 10.222.0.18 "GET /v2.0/networks/97727ed7-2695-478a-9eda-9cec1e9e91e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858188 Jul 14 19:13:32.098248 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-79716f84-aa94-4906-9bfc-5c7cb57de3b3 req-b5d62796-c55f-42b6-85d8-fd481f38cb43 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=03a24d87-527f-4d5b-a998-53393446562a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0683525 Jul 14 19:13:32.168531 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-79716f84-aa94-4906-9bfc-5c7cb57de3b3 req-f0d3eee3-7c78-4840-9a3d-5eb25515658f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c51e850593fc4a37af9470721017e8e7&device_id=03a24d87-527f-4d5b-a998-53393446562a HTTP/1.1" status: 200 len: 210 time: 0.0302730 Jul 14 19:13:32.208198 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-79716f84-aa94-4906-9bfc-5c7cb57de3b3 req-965c71b6-1eba-490f-84b3-f13730a02b27 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=c51e850593fc4a37af9470721017e8e7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0190151 Jul 14 19:13:32.299102 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79716f84-aa94-4906-9bfc-5c7cb57de3b3 req-668e8234-1af4-44c5-8d7b-8420c9a5f54b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:13:32.300606 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-79716f84-aa94-4906-9bfc-5c7cb57de3b3 req-668e8234-1af4-44c5-8d7b-8420c9a5f54b service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0867655 Jul 14 19:13:32.914704 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:13:35.827770 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:13:39.322502 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-11519f45-3487-4fcf-8fcd-923b7c642b77 req-66de939c-c6b3-4418-9d8b-d2ad2066b617 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=f2750618-a223-4b47-9fbd-3b812b0bfd25&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0518737 Jul 14 19:13:39.389643 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709729ef-e190-4581-995e-6b4450f7f811 req-280a3b10-4547-4306-81a2-743e764e876a tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:13:39.391154 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-709729ef-e190-4581-995e-6b4450f7f811 req-280a3b10-4547-4306-81a2-743e764e876a tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] 10.222.0.16 "GET /v2.0/ports?device_id=f2750618-a223-4b47-9fbd-3b812b0bfd25 HTTP/1.1" status: 200 len: 946 time: 0.0658827 Jul 14 19:13:39.431016 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-709729ef-e190-4581-995e-6b4450f7f811 req-adebb463-6a91-4682-b775-b2674f3fa080 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] 10.222.0.16 "GET /v2.0/security-groups?id=33384978-bec5-44c9-869f-df28e64b8d22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335951 Jul 14 19:13:40.391443 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11519f45-3487-4fcf-8fcd-923b7c642b77 req-3730358f-1ca2-417c-9013-c2e1f129a980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:13:40.393274 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-11519f45-3487-4fcf-8fcd-923b7c642b77 req-3730358f-1ca2-417c-9013-c2e1f129a980 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=04805eb1dac5471e95e628566976d1fd&device_id=f2750618-a223-4b47-9fbd-3b812b0bfd25 HTTP/1.1" status: 200 len: 1097 time: 0.0524259 Jul 14 19:13:40.487448 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11519f45-3487-4fcf-8fcd-923b7c642b77 req-3c208eba-1e89-4306-bb62-feca2f203160 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:13:40.488984 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-11519f45-3487-4fcf-8fcd-923b7c642b77 req-3c208eba-1e89-4306-bb62-feca2f203160 service neutron] 10.222.0.18 "GET /v2.0/networks?id=97727ed7-2695-478a-9eda-9cec1e9e91e1 HTTP/1.1" status: 200 len: 912 time: 0.0895917 Jul 14 19:13:40.566225 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-11519f45-3487-4fcf-8fcd-923b7c642b77 req-2debf465-e368-41cc-ae50-615732e41bab service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e1e52c75-0590-42c7-8279-19b9e9f1e1a7 HTTP/1.1" status: 200 len: 1002 time: 0.0708168 Jul 14 19:13:40.641228 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11519f45-3487-4fcf-8fcd-923b7c642b77 req-b5782565-9976-446b-97f6-172a5e751acb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:13:40.642725 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-11519f45-3487-4fcf-8fcd-923b7c642b77 req-b5782565-9976-446b-97f6-172a5e751acb service neutron] 10.222.0.18 "GET /v2.0/subnets?id=18d4a98c-ae99-400b-9f7f-5406e74f63fb HTTP/1.1" status: 200 len: 851 time: 0.0568252 Jul 14 19:13:40.667403 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac37b9f5-965e-49ec-a658-10e5e6a29ffe req-1216e867-2db3-41fd-8a6e-2f24e225b358 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:13:40.668858 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ac37b9f5-965e-49ec-a658-10e5e6a29ffe req-1216e867-2db3-41fd-8a6e-2f24e225b358 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] 10.222.0.16 "GET /v2.0/ports?device_id=f2750618-a223-4b47-9fbd-3b812b0bfd25 HTTP/1.1" status: 200 len: 946 time: 0.1161890 Jul 14 19:13:40.730715 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ac37b9f5-965e-49ec-a658-10e5e6a29ffe req-34905cf6-ebbb-4e36-8f19-de8b0a6ca11d tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] 10.222.0.16 "GET /v2.0/security-groups?id=33384978-bec5-44c9-869f-df28e64b8d22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451169 Jul 14 19:13:40.740107 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11519f45-3487-4fcf-8fcd-923b7c642b77 req-6e6cfd44-0424-4775-a9dc-2fd67570b899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:13:40.741707 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-11519f45-3487-4fcf-8fcd-923b7c642b77 req-6e6cfd44-0424-4775-a9dc-2fd67570b899 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=97727ed7-2695-478a-9eda-9cec1e9e91e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0924823 Jul 14 19:13:40.831636 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-11519f45-3487-4fcf-8fcd-923b7c642b77 req-da45ed00-b74f-4daa-8a2c-c5e8c7003f3f service neutron] 10.222.0.18 "GET /v2.0/networks/97727ed7-2695-478a-9eda-9cec1e9e91e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838799 Jul 14 19:13:40.920322 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-11519f45-3487-4fcf-8fcd-923b7c642b77 req-c888cc89-cce4-46f1-a824-0fb153831e64 service neutron] 10.222.0.18 "GET /v2.0/networks/97727ed7-2695-478a-9eda-9cec1e9e91e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821195 Jul 14 19:13:41.912450 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e287a1-c24c-4ef5-b1b4-f4f0cebdf1f8 req-9d71a80e-24f3-4b4d-993c-3ae259e80539 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:13:41.913838 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c4e287a1-c24c-4ef5-b1b4-f4f0cebdf1f8 req-9d71a80e-24f3-4b4d-993c-3ae259e80539 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] 10.222.0.16 "GET /v2.0/ports?device_id=f2750618-a223-4b47-9fbd-3b812b0bfd25 HTTP/1.1" status: 200 len: 946 time: 0.0691013 Jul 14 19:13:41.950803 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c4e287a1-c24c-4ef5-b1b4-f4f0cebdf1f8 req-95444df8-f77c-468a-adc6-3efeacc31846 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] 10.222.0.16 "GET /v2.0/security-groups?id=33384978-bec5-44c9-869f-df28e64b8d22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315158 Jul 14 19:13:43.124399 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a121a112-1376-462e-aefe-9f1c3a775c2c req-60c0cadc-8ce8-4f81-8abc-805a3edf22be tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:13:43.125860 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a121a112-1376-462e-aefe-9f1c3a775c2c req-60c0cadc-8ce8-4f81-8abc-805a3edf22be tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] 10.222.0.16 "GET /v2.0/ports?device_id=f2750618-a223-4b47-9fbd-3b812b0bfd25 HTTP/1.1" status: 200 len: 946 time: 0.0632446 Jul 14 19:13:43.163867 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a121a112-1376-462e-aefe-9f1c3a775c2c req-5c04336c-c8a8-48c6-bd88-b75fb65f2e18 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] 10.222.0.16 "GET /v2.0/security-groups?id=33384978-bec5-44c9-869f-df28e64b8d22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322366 Jul 14 19:13:44.340598 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced0aabd-546d-454c-8012-c4d8a56fa3cd req-48b4c476-67d3-4da2-aebc-46e5bb9fd122 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:13:44.342058 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ced0aabd-546d-454c-8012-c4d8a56fa3cd req-48b4c476-67d3-4da2-aebc-46e5bb9fd122 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] 10.222.0.16 "GET /v2.0/ports?device_id=f2750618-a223-4b47-9fbd-3b812b0bfd25 HTTP/1.1" status: 200 len: 946 time: 0.0670409 Jul 14 19:13:44.378835 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ced0aabd-546d-454c-8012-c4d8a56fa3cd req-e06de4ab-badf-4ae0-af6d-499a189c6464 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] 10.222.0.16 "GET /v2.0/security-groups?id=33384978-bec5-44c9-869f-df28e64b8d22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313189 Jul 14 19:13:45.552872 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f87341f-b320-49b1-9070-a6487f56595c req-ba01e885-ae0d-471e-a8b0-37676de8f13d tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:13:45.554372 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-7f87341f-b320-49b1-9070-a6487f56595c req-ba01e885-ae0d-471e-a8b0-37676de8f13d tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] 10.222.0.16 "GET /v2.0/ports?device_id=f2750618-a223-4b47-9fbd-3b812b0bfd25 HTTP/1.1" status: 200 len: 946 time: 0.0656192 Jul 14 19:13:45.592592 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-7f87341f-b320-49b1-9070-a6487f56595c req-32d4e5dc-4179-442f-b1bc-7b80ab0f0448 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] 10.222.0.16 "GET /v2.0/security-groups?id=33384978-bec5-44c9-869f-df28e64b8d22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325425 Jul 14 19:13:46.766985 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17958e1-e4cf-416f-84c6-c63ebbae0eb9 req-113b9369-e5cd-47d3-b4f5-b4fca7216ef9 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:13:46.768861 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c17958e1-e4cf-416f-84c6-c63ebbae0eb9 req-113b9369-e5cd-47d3-b4f5-b4fca7216ef9 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] 10.222.0.16 "GET /v2.0/ports?device_id=f2750618-a223-4b47-9fbd-3b812b0bfd25 HTTP/1.1" status: 200 len: 946 time: 0.0635943 Jul 14 19:13:46.806375 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c17958e1-e4cf-416f-84c6-c63ebbae0eb9 req-274cc7c9-e2ac-4baa-81ce-68af796c9de6 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] 10.222.0.16 "GET /v2.0/security-groups?id=33384978-bec5-44c9-869f-df28e64b8d22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321431 Jul 14 19:13:47.983219 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b328a7-6d88-4b6c-bb23-120f54e41daa req-a26815d8-ac49-4b9e-996e-b0a5efe62fef tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:13:47.984725 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-46b328a7-6d88-4b6c-bb23-120f54e41daa req-a26815d8-ac49-4b9e-996e-b0a5efe62fef tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] 10.222.0.16 "GET /v2.0/ports?device_id=f2750618-a223-4b47-9fbd-3b812b0bfd25 HTTP/1.1" status: 200 len: 946 time: 0.0680683 Jul 14 19:13:48.022077 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-46b328a7-6d88-4b6c-bb23-120f54e41daa req-87a6c3ae-e5cd-41cc-9f83-34d542933e7d tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] 10.222.0.16 "GET /v2.0/security-groups?id=33384978-bec5-44c9-869f-df28e64b8d22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312672 Jul 14 19:13:49.200336 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383eb899-d858-4900-a7da-95c0837261d9 req-31815700-4fe7-4b55-b461-08c13cb69164 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:13:49.201840 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-383eb899-d858-4900-a7da-95c0837261d9 req-31815700-4fe7-4b55-b461-08c13cb69164 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] 10.222.0.16 "GET /v2.0/ports?device_id=f2750618-a223-4b47-9fbd-3b812b0bfd25 HTTP/1.1" status: 200 len: 946 time: 0.0660932 Jul 14 19:13:49.239803 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-383eb899-d858-4900-a7da-95c0837261d9 req-57b61092-256f-47db-a780-e497ade1ff8b tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] 10.222.0.16 "GET /v2.0/security-groups?id=33384978-bec5-44c9-869f-df28e64b8d22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324535 Jul 14 19:13:50.418418 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0700f9df-9ab9-466a-a3fe-53af30e3d372 req-a214a0ee-b7a6-4c1a-af4c-33728ab72644 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:13:50.419884 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-0700f9df-9ab9-466a-a3fe-53af30e3d372 req-a214a0ee-b7a6-4c1a-af4c-33728ab72644 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] 10.222.0.16 "GET /v2.0/ports?device_id=f2750618-a223-4b47-9fbd-3b812b0bfd25 HTTP/1.1" status: 200 len: 946 time: 0.0663421 Jul 14 19:13:50.447044 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-fdbecd66-8b12-4c09-8100-c41e5718f421 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:13:50.460322 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-0700f9df-9ab9-466a-a3fe-53af30e3d372 req-8fc17a9b-2e23-435d-9f1d-11433e3421ce tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] 10.222.0.16 "GET /v2.0/security-groups?id=33384978-bec5-44c9-869f-df28e64b8d22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347762 Jul 14 19:13:51.633857 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b558ba-7645-4a4e-8a32-bd4f4900f3f0 req-ac8cf8b1-38ff-422e-a7a2-cdd48ee5ae27 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:13:51.635322 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-51b558ba-7645-4a4e-8a32-bd4f4900f3f0 req-ac8cf8b1-38ff-422e-a7a2-cdd48ee5ae27 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] 10.222.0.16 "GET /v2.0/ports?device_id=f2750618-a223-4b47-9fbd-3b812b0bfd25 HTTP/1.1" status: 200 len: 946 time: 0.0639119 Jul 14 19:13:51.672432 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-51b558ba-7645-4a4e-8a32-bd4f4900f3f0 req-b25ff463-d777-40d2-a121-108efb2a66e8 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] 10.222.0.16 "GET /v2.0/security-groups?id=33384978-bec5-44c9-869f-df28e64b8d22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313969 Jul 14 19:13:52.048586 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.agents_db [None req-2ea07fb6-aa68-4671-8654-119d82b9f530 None None] Agent healthcheck: found 7 active agents {{(pid=93918) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 19:13:52.653971 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-11519f45-3487-4fcf-8fcd-923b7c642b77 req-7f964e62-8f03-47e0-8684-11b416a181dd service neutron] 10.222.0.18 "GET /v2.0/ports/e1e52c75-0590-42c7-8279-19b9e9f1e1a7/bindings/n-h1-800634-3 HTTP/1.1" status: 200 len: 382 time: 0.0547314 Jul 14 19:13:52.853537 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445d1b6a-74d1-4610-8f4d-aaab1cd02520 req-1d3f6d31-d159-45cd-adbb-2691744366c1 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:13:52.854955 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-445d1b6a-74d1-4610-8f4d-aaab1cd02520 req-1d3f6d31-d159-45cd-adbb-2691744366c1 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] 10.222.0.16 "GET /v2.0/ports?device_id=f2750618-a223-4b47-9fbd-3b812b0bfd25 HTTP/1.1" status: 200 len: 946 time: 0.0714812 Jul 14 19:13:52.875281 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-8a93c0b6-061a-499e-ba07-f114e0575438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:13:52.920904 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-445d1b6a-74d1-4610-8f4d-aaab1cd02520 req-dde0ac15-aabc-4bd5-b88e-c7d8156a978b tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] 10.222.0.16 "GET /v2.0/security-groups?id=33384978-bec5-44c9-869f-df28e64b8d22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576684 Jul 14 19:13:52.935211 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11519f45-3487-4fcf-8fcd-923b7c642b77 req-5ae13ce2-7485-44a5-b845-4fa6bb4c0426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:13:52.936740 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-11519f45-3487-4fcf-8fcd-923b7c642b77 req-5ae13ce2-7485-44a5-b845-4fa6bb4c0426 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=f2750618-a223-4b47-9fbd-3b812b0bfd25&tenant_id=04805eb1dac5471e95e628566976d1fd HTTP/1.1" status: 200 len: 1097 time: 0.0809412 Jul 14 19:13:53.010775 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11519f45-3487-4fcf-8fcd-923b7c642b77 req-f3bf35ab-4115-4799-80f1-8bd0871b47dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:13:53.012324 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-11519f45-3487-4fcf-8fcd-923b7c642b77 req-f3bf35ab-4115-4799-80f1-8bd0871b47dd service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=04805eb1dac5471e95e628566976d1fd&device_id=f2750618-a223-4b47-9fbd-3b812b0bfd25 HTTP/1.1" status: 200 len: 1097 time: 0.0529895 Jul 14 19:13:53.103224 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11519f45-3487-4fcf-8fcd-923b7c642b77 req-0d5ad3a4-b96d-4f6a-adcc-0b3081a3e9a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:13:53.104800 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-11519f45-3487-4fcf-8fcd-923b7c642b77 req-0d5ad3a4-b96d-4f6a-adcc-0b3081a3e9a7 service neutron] 10.222.0.18 "GET /v2.0/networks?id=97727ed7-2695-478a-9eda-9cec1e9e91e1 HTTP/1.1" status: 200 len: 912 time: 0.0869141 Jul 14 19:13:53.168036 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-11519f45-3487-4fcf-8fcd-923b7c642b77 req-511e09a9-9911-4752-8ffe-8889b3ab2e07 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e1e52c75-0590-42c7-8279-19b9e9f1e1a7 HTTP/1.1" status: 200 len: 1002 time: 0.0568817 Jul 14 19:13:53.215052 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:13:53.218095 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11519f45-3487-4fcf-8fcd-923b7c642b77 req-4f1a420f-548b-4ed3-810a-3b987620a971 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:13:53.219579 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-11519f45-3487-4fcf-8fcd-923b7c642b77 req-4f1a420f-548b-4ed3-810a-3b987620a971 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=18d4a98c-ae99-400b-9f7f-5406e74f63fb HTTP/1.1" status: 200 len: 851 time: 0.0454793 Jul 14 19:13:53.280995 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11519f45-3487-4fcf-8fcd-923b7c642b77 req-5262f76e-ba81-4c1a-8e3e-5e675b24ef68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:13:53.282508 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-11519f45-3487-4fcf-8fcd-923b7c642b77 req-5262f76e-ba81-4c1a-8e3e-5e675b24ef68 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=97727ed7-2695-478a-9eda-9cec1e9e91e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0568416 Jul 14 19:13:53.370453 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-11519f45-3487-4fcf-8fcd-923b7c642b77 req-95eb951c-fe5e-42af-9a06-167ca6a9c04d service neutron] 10.222.0.18 "GET /v2.0/networks/97727ed7-2695-478a-9eda-9cec1e9e91e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812659 Jul 14 19:13:53.462790 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-11519f45-3487-4fcf-8fcd-923b7c642b77 req-b5d3b855-6da4-4adf-9b7f-d893077b8e2d service neutron] 10.222.0.18 "GET /v2.0/networks/97727ed7-2695-478a-9eda-9cec1e9e91e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865562 Jul 14 19:13:54.096380 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d731580-074d-446d-988e-45ac00cbbf38 req-d4b6d651-1414-4201-ad4f-6def745cbc48 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:13:54.097871 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3d731580-074d-446d-988e-45ac00cbbf38 req-d4b6d651-1414-4201-ad4f-6def745cbc48 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] 10.222.0.16 "GET /v2.0/ports?device_id=f2750618-a223-4b47-9fbd-3b812b0bfd25 HTTP/1.1" status: 200 len: 946 time: 0.0666773 Jul 14 19:13:54.135912 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3d731580-074d-446d-988e-45ac00cbbf38 req-e2167e80-4388-4838-bca8-7778fc74a3f2 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] 10.222.0.16 "GET /v2.0/security-groups?id=33384978-bec5-44c9-869f-df28e64b8d22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320234 Jul 14 19:13:54.287538 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-574aeb93-9938-449c-8e6c-cb22c9b52cc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:13:55.307069 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec61ed12-09a1-42f1-aeea-f5b4f60fba07 req-188483b2-8fd6-4865-8f5f-6236f9a46a00 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:13:55.308698 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ec61ed12-09a1-42f1-aeea-f5b4f60fba07 req-188483b2-8fd6-4865-8f5f-6236f9a46a00 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] 10.222.0.16 "GET /v2.0/ports?device_id=f2750618-a223-4b47-9fbd-3b812b0bfd25 HTTP/1.1" status: 200 len: 946 time: 0.0631888 Jul 14 19:13:55.346391 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ec61ed12-09a1-42f1-aeea-f5b4f60fba07 req-c002f9fb-e339-44ae-ac58-14895593b7ed tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] 10.222.0.16 "GET /v2.0/security-groups?id=33384978-bec5-44c9-869f-df28e64b8d22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321155 Jul 14 19:13:55.774064 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2d8f8b-0c5b-4184-80d5-edf79b65d38e req-8e1c60cd-7f54-4ae0-b007-891750ff9723 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:13:55.775525 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-1a2d8f8b-0c5b-4184-80d5-edf79b65d38e req-8e1c60cd-7f54-4ae0-b007-891750ff9723 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] 10.222.0.18 "GET /v2.0/ports?device_id=f2750618-a223-4b47-9fbd-3b812b0bfd25&tenant_id=04805eb1dac5471e95e628566976d1fd&binding%3Ahost_id=n-h1-800634-3 HTTP/1.1" status: 200 len: 946 time: 0.1059666 Jul 14 19:13:55.804205 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device e1e52c75-0590-42c7-8279-19b9e9f1e1a7 details requested by agent hyperv_n-h1-800634-3 with host n-h1-800634-3 {{(pid=93917) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 19:13:55.849705 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b8c25e-77dd-4060-806d-45c6101993e6 req-20407760-8108-40c1-b134-2e730d053e02 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:13:55.851121 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c0b8c25e-77dd-4060-806d-45c6101993e6 req-20407760-8108-40c1-b134-2e730d053e02 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] 10.222.0.16 "GET /v2.0/ports?device_id=f2750618-a223-4b47-9fbd-3b812b0bfd25 HTTP/1.1" status: 200 len: 946 time: 0.1197815 Jul 14 19:13:55.857313 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-1a2d8f8b-0c5b-4184-80d5-edf79b65d38e req-50ec3b9b-1472-40b0-98de-7d17e34ede68 service neutron] 10.222.0.18 "GET /v2.0/ports/e1e52c75-0590-42c7-8279-19b9e9f1e1a7/bindings/n-h1-800634-3 HTTP/1.1" status: 200 len: 382 time: 0.0750842 Jul 14 19:13:55.900478 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port e1e52c75-0590-42c7-8279-19b9e9f1e1a7, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=e1e52c75-0590-42c7-8279-19b9e9f1e1a7,segment=NetworkSegment(d0a0df7e-3c75-4ea6-9ecb-d1aff0ab52c6),segment_id=d0a0df7e-3c75-4ea6-9ecb-d1aff0ab52c6)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 19:13:55.916773 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Returning: {'device': 'e1e52c75-0590-42c7-8279-19b9e9f1e1a7', 'network_id': '97727ed7-2695-478a-9eda-9cec1e9e91e1', 'port_id': 'e1e52c75-0590-42c7-8279-19b9e9f1e1a7', 'mac_address': 'fa:16:3e:15:f9:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 74, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18d4a98c-ae99-400b-9f7f-5406e74f63fb', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93917) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 19:13:55.924858 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c0b8c25e-77dd-4060-806d-45c6101993e6 req-859cbcff-3e59-4389-8f84-ba3b0af4118f tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] 10.222.0.16 "GET /v2.0/security-groups?id=33384978-bec5-44c9-869f-df28e64b8d22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665221 Jul 14 19:13:55.947020 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2d8f8b-0c5b-4184-80d5-edf79b65d38e req-a251105f-41b5-4ce2-93ce-17264cd2b14b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:13:55.948549 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-1a2d8f8b-0c5b-4184-80d5-edf79b65d38e req-a251105f-41b5-4ce2-93ce-17264cd2b14b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=04805eb1dac5471e95e628566976d1fd&device_id=f2750618-a223-4b47-9fbd-3b812b0bfd25 HTTP/1.1" status: 200 len: 1097 time: 0.0660000 Jul 14 19:13:55.949724 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-2f4e3af3-e708-4ffd-a544-82d93a489d01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:13:55.965476 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:13:55.977974 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e1e52c75-0590-42c7-8279-19b9e9f1e1a7 {{(pid=93917) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 19:13:55.997924 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port e1e52c75-0590-42c7-8279-19b9e9f1e1a7, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=e1e52c75-0590-42c7-8279-19b9e9f1e1a7,segment=NetworkSegment(d0a0df7e-3c75-4ea6-9ecb-d1aff0ab52c6),segment_id=d0a0df7e-3c75-4ea6-9ecb-d1aff0ab52c6)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 19:13:56.001824 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:13:56.042324 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2d8f8b-0c5b-4184-80d5-edf79b65d38e req-dd1dbe30-a0b3-4f0e-8f9e-03b31ae57ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:13:56.043827 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-1a2d8f8b-0c5b-4184-80d5-edf79b65d38e req-dd1dbe30-a0b3-4f0e-8f9e-03b31ae57ffe service neutron] 10.222.0.18 "GET /v2.0/networks?id=97727ed7-2695-478a-9eda-9cec1e9e91e1 HTTP/1.1" status: 200 len: 912 time: 0.0891299 Jul 14 19:13:56.048340 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Pushing event updated for resources: {'Port': ['ID=e1e52c75-0590-42c7-8279-19b9e9f1e1a7,revision_number=6']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:13:56.055668 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:13:56.056023 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:13:56.056396 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:13:56.056743 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:13:56.057085 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:13:56.057432 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:13:56.057767 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:13:56.058104 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:13:56.058436 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:13:56.058765 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:13:56.059093 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:13:56.059446 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:13:56.113002 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-1a2d8f8b-0c5b-4184-80d5-edf79b65d38e req-f07a733c-6aa8-4bff-8ae5-f208d93703c0 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e1e52c75-0590-42c7-8279-19b9e9f1e1a7 HTTP/1.1" status: 200 len: 1001 time: 0.0625579 Jul 14 19:13:56.161840 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2d8f8b-0c5b-4184-80d5-edf79b65d38e req-5060808c-6e6b-441a-901d-b8c9eb3e877d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:13:56.163283 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-1a2d8f8b-0c5b-4184-80d5-edf79b65d38e req-5060808c-6e6b-441a-901d-b8c9eb3e877d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=18d4a98c-ae99-400b-9f7f-5406e74f63fb HTTP/1.1" status: 200 len: 851 time: 0.0435319 Jul 14 19:13:56.219403 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2d8f8b-0c5b-4184-80d5-edf79b65d38e req-ecc832bd-3666-41a8-96f5-92e86c04f662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:13:56.220913 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-1a2d8f8b-0c5b-4184-80d5-edf79b65d38e req-ecc832bd-3666-41a8-96f5-92e86c04f662 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=97727ed7-2695-478a-9eda-9cec1e9e91e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0510139 Jul 14 19:13:56.229667 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] get_ports_and_sgs() called for port_ids ['e1e52c75-0590-42c7-8279-19b9e9f1e1a7'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 19:13:56.314359 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-1a2d8f8b-0c5b-4184-80d5-edf79b65d38e req-da112386-2e9f-4245-ac83-985e91b9845c service neutron] 10.222.0.18 "GET /v2.0/networks/97727ed7-2695-478a-9eda-9cec1e9e91e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867612 Jul 14 19:13:56.402908 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-1a2d8f8b-0c5b-4184-80d5-edf79b65d38e req-48cb175f-af2f-4268-a924-c2401706f6fd service neutron] 10.222.0.18 "GET /v2.0/networks/97727ed7-2695-478a-9eda-9cec1e9e91e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825167 Jul 14 19:13:57.108652 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f62e47-e9df-4e86-9cbb-8ed77bf239a4 req-6e79f587-5fd6-47e1-b04a-8aceb82711d6 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:13:57.110119 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-65f62e47-e9df-4e86-9cbb-8ed77bf239a4 req-6e79f587-5fd6-47e1-b04a-8aceb82711d6 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] 10.222.0.16 "GET /v2.0/ports?device_id=f2750618-a223-4b47-9fbd-3b812b0bfd25 HTTP/1.1" status: 200 len: 945 time: 0.0685141 Jul 14 19:13:57.148415 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-65f62e47-e9df-4e86-9cbb-8ed77bf239a4 req-d518f616-1d0b-4716-9d38-e336abc07f49 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] 10.222.0.16 "GET /v2.0/security-groups?id=33384978-bec5-44c9-869f-df28e64b8d22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322025 Jul 14 19:13:57.824740 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device e1e52c75-0590-42c7-8279-19b9e9f1e1a7 up at agent hyperv_n-h1-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 19:13:57.870966 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Provisioning complete for port e1e52c75-0590-42c7-8279-19b9e9f1e1a7 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 19:13:57.871333 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:13:57.946026 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:13:57.972225 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2750618-a223-4b47-9fbd-3b812b0bfd25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1e52c75-0590-42c7-8279-19b9e9f1e1a7'}] {{(pid=93917) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 19:13:57.974688 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20b787f3c29eaa7aa2a4d648c725a2124c5ff39a8d793252f9d844495e14cf42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4cf226c-4625-4702-870b-30bb04759c75" -d '{"events": [{"server_uuid": "f2750618-a223-4b47-9fbd-3b812b0bfd25", "name": "network-vif-plugged", "status": "completed", "tag": "e1e52c75-0590-42c7-8279-19b9e9f1e1a7"}]}' {{(pid=93917) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 19:13:57.987653 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port e1e52c75-0590-42c7-8279-19b9e9f1e1a7, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=e1e52c75-0590-42c7-8279-19b9e9f1e1a7,segment=NetworkSegment(d0a0df7e-3c75-4ea6-9ecb-d1aff0ab52c6),segment_id=d0a0df7e-3c75-4ea6-9ecb-d1aff0ab52c6)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 19:13:57.992343 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:13:58.041231 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 19:13:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a84abc23-ded9-4c15-9fb6-a5b2f5ddc574 x-openstack-request-id: req-a84abc23-ded9-4c15-9fb6-a5b2f5ddc574 {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 19:13:58.041521 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2750618-a223-4b47-9fbd-3b812b0bfd25", "name": "network-vif-plugged", "status": "completed", "tag": "e1e52c75-0590-42c7-8279-19b9e9f1e1a7", "code": 200}]} {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 19:13:58.041827 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a84abc23-ded9-4c15-9fb6-a5b2f5ddc574 {{(pid=93917) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 19:13:58.042256 n-d-800634-3 neutron-server[93917]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2750618-a223-4b47-9fbd-3b812b0bfd25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1e52c75-0590-42c7-8279-19b9e9f1e1a7', 'code': 200} Jul 14 19:13:58.043171 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Pushing event updated for resources: {'Port': ['ID=e1e52c75-0590-42c7-8279-19b9e9f1e1a7,revision_number=7']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:13:58.356586 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a806629e-6294-4cfd-9108-53fbe89db39e req-b19fa8e5-8bce-4fd3-ba2e-a4f3eb81d744 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:13:58.358079 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a806629e-6294-4cfd-9108-53fbe89db39e req-b19fa8e5-8bce-4fd3-ba2e-a4f3eb81d744 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] 10.222.0.16 "GET /v2.0/ports?device_id=f2750618-a223-4b47-9fbd-3b812b0bfd25 HTTP/1.1" status: 200 len: 946 time: 0.0965576 Jul 14 19:13:58.387148 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2d8f8b-0c5b-4184-80d5-edf79b65d38e req-82faf8d8-a659-45c1-a54f-ee8ec50d8c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:13:58.388641 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-1a2d8f8b-0c5b-4184-80d5-edf79b65d38e req-82faf8d8-a659-45c1-a54f-ee8ec50d8c99 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=f2750618-a223-4b47-9fbd-3b812b0bfd25&tenant_id=04805eb1dac5471e95e628566976d1fd HTTP/1.1" status: 200 len: 1097 time: 0.0884397 Jul 14 19:13:58.404955 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a806629e-6294-4cfd-9108-53fbe89db39e req-90397ca5-ba2c-47e8-a719-c3e25d7754e9 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] 10.222.0.16 "GET /v2.0/security-groups?id=33384978-bec5-44c9-869f-df28e64b8d22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410633 Jul 14 19:13:58.467784 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2d8f8b-0c5b-4184-80d5-edf79b65d38e req-3bc1d861-8a1e-4658-ac88-9f92ac13759d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:13:58.469386 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-1a2d8f8b-0c5b-4184-80d5-edf79b65d38e req-3bc1d861-8a1e-4658-ac88-9f92ac13759d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=04805eb1dac5471e95e628566976d1fd&device_id=f2750618-a223-4b47-9fbd-3b812b0bfd25 HTTP/1.1" status: 200 len: 1097 time: 0.0556171 Jul 14 19:13:58.556443 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2d8f8b-0c5b-4184-80d5-edf79b65d38e req-9884e2b2-ae93-404f-99ab-9c89ab6cccc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:13:58.557933 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-1a2d8f8b-0c5b-4184-80d5-edf79b65d38e req-9884e2b2-ae93-404f-99ab-9c89ab6cccc0 service neutron] 10.222.0.18 "GET /v2.0/networks?id=97727ed7-2695-478a-9eda-9cec1e9e91e1 HTTP/1.1" status: 200 len: 912 time: 0.0827982 Jul 14 19:13:58.625872 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-1a2d8f8b-0c5b-4184-80d5-edf79b65d38e req-6f37c017-e5b2-49c1-8d35-0a984a291c7f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e1e52c75-0590-42c7-8279-19b9e9f1e1a7 HTTP/1.1" status: 200 len: 1002 time: 0.0613406 Jul 14 19:13:58.673356 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2d8f8b-0c5b-4184-80d5-edf79b65d38e req-c517ea4e-05fd-4a06-bdaa-ac11f96b6f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:13:58.674754 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-1a2d8f8b-0c5b-4184-80d5-edf79b65d38e req-c517ea4e-05fd-4a06-bdaa-ac11f96b6f57 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=18d4a98c-ae99-400b-9f7f-5406e74f63fb HTTP/1.1" status: 200 len: 851 time: 0.0427206 Jul 14 19:13:58.731857 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2d8f8b-0c5b-4184-80d5-edf79b65d38e req-abd7cc49-7e94-46b6-ae80-731d8c7e9f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:13:58.733379 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-1a2d8f8b-0c5b-4184-80d5-edf79b65d38e req-abd7cc49-7e94-46b6-ae80-731d8c7e9f8e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=97727ed7-2695-478a-9eda-9cec1e9e91e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0522571 Jul 14 19:13:58.825146 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-1a2d8f8b-0c5b-4184-80d5-edf79b65d38e req-d9cf967c-6369-4035-93dd-e2c120719ccc service neutron] 10.222.0.18 "GET /v2.0/networks/97727ed7-2695-478a-9eda-9cec1e9e91e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853248 Jul 14 19:13:58.912605 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-1a2d8f8b-0c5b-4184-80d5-edf79b65d38e req-820c9eec-9c34-41cf-94d0-4b18c758d781 service neutron] 10.222.0.18 "GET /v2.0/networks/97727ed7-2695-478a-9eda-9cec1e9e91e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811031 Jul 14 19:13:59.578004 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37d5641-39f7-4d22-a20e-ac8431f59057 req-616d2eb5-cc1e-4bcf-b2c4-e08a91c178be tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:13:59.579489 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c37d5641-39f7-4d22-a20e-ac8431f59057 req-616d2eb5-cc1e-4bcf-b2c4-e08a91c178be tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] 10.222.0.16 "GET /v2.0/ports?device_id=f2750618-a223-4b47-9fbd-3b812b0bfd25 HTTP/1.1" status: 200 len: 946 time: 0.0635734 Jul 14 19:13:59.619296 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c37d5641-39f7-4d22-a20e-ac8431f59057 req-2c525715-fc0a-4e69-90d7-5e3fec1c48ec tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] 10.222.0.16 "GET /v2.0/security-groups?id=33384978-bec5-44c9-869f-df28e64b8d22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337915 Jul 14 19:14:00.796084 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077e7675-952c-4f57-953b-f7d515a62f2c req-5328a53c-88cc-4466-90fe-9cd78182b34a tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:14:00.797492 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-077e7675-952c-4f57-953b-f7d515a62f2c req-5328a53c-88cc-4466-90fe-9cd78182b34a tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] 10.222.0.16 "GET /v2.0/ports?device_id=f2750618-a223-4b47-9fbd-3b812b0bfd25 HTTP/1.1" status: 200 len: 946 time: 0.0671082 Jul 14 19:14:00.834614 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-077e7675-952c-4f57-953b-f7d515a62f2c req-97891e61-387d-4518-9277-6a17f98ae7f2 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] 10.222.0.16 "GET /v2.0/security-groups?id=33384978-bec5-44c9-869f-df28e64b8d22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310090 Jul 14 19:14:01.005650 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2e2914-9c46-48da-94cc-38bc96dfd227 req-2bcf36af-6e25-4037-809c-64b5d72c0c92 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:14:01.007116 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-7d2e2914-9c46-48da-94cc-38bc96dfd227 req-2bcf36af-6e25-4037-809c-64b5d72c0c92 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] 10.222.0.16 "GET /v2.0/ports?device_id=f2750618-a223-4b47-9fbd-3b812b0bfd25 HTTP/1.1" status: 200 len: 946 time: 0.0636063 Jul 14 19:14:01.043120 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-7d2e2914-9c46-48da-94cc-38bc96dfd227 req-cd977cf7-910f-4e1e-91aa-9cbf02b7e727 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] 10.222.0.16 "GET /v2.0/security-groups?id=33384978-bec5-44c9-869f-df28e64b8d22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304449 Jul 14 19:14:01.220845 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f228a16-6133-49a5-8a06-90d41c577c69 req-149b0d93-30ca-487d-9318-bec7b6bea4e2 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:14:01.222327 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-9f228a16-6133-49a5-8a06-90d41c577c69 req-149b0d93-30ca-487d-9318-bec7b6bea4e2 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] 10.222.0.16 "GET /v2.0/ports?device_id=f2750618-a223-4b47-9fbd-3b812b0bfd25 HTTP/1.1" status: 200 len: 946 time: 0.0671501 Jul 14 19:14:01.261329 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-9f228a16-6133-49a5-8a06-90d41c577c69 req-1ea7176a-dda6-4eb7-a23c-52c05a243fa6 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] 10.222.0.16 "GET /v2.0/security-groups?id=33384978-bec5-44c9-869f-df28e64b8d22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328946 Jul 14 19:14:01.635184 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7bfe53-7299-47b9-830e-3fb0456e04ae req-91572d9a-3ce9-45c8-b749-ea4eea9384c4 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:14:01.636577 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-5c7bfe53-7299-47b9-830e-3fb0456e04ae req-91572d9a-3ce9-45c8-b749-ea4eea9384c4 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] 10.222.0.16 "GET /v2.0/ports?device_id=f2750618-a223-4b47-9fbd-3b812b0bfd25 HTTP/1.1" status: 200 len: 946 time: 0.0633936 Jul 14 19:14:01.674105 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-5c7bfe53-7299-47b9-830e-3fb0456e04ae req-9eebc0ca-bad8-4e4e-a211-8f63630a03f6 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] 10.222.0.16 "GET /v2.0/security-groups?id=33384978-bec5-44c9-869f-df28e64b8d22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320623 Jul 14 19:14:01.855084 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device e1e52c75-0590-42c7-8279-19b9e9f1e1a7 details requested by agent hyperv_n-h1-800634-3 with host n-h1-800634-3 {{(pid=93917) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 19:14:01.858245 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device e1e52c75-0590-42c7-8279-19b9e9f1e1a7 no longer exists at agent hyperv_n-h1-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 19:14:01.994131 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:14:02.018473 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port e1e52c75-0590-42c7-8279-19b9e9f1e1a7, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=e1e52c75-0590-42c7-8279-19b9e9f1e1a7,segment=NetworkSegment(d0a0df7e-3c75-4ea6-9ecb-d1aff0ab52c6),segment_id=d0a0df7e-3c75-4ea6-9ecb-d1aff0ab52c6)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 19:14:02.037494 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2750618-a223-4b47-9fbd-3b812b0bfd25', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e1e52c75-0590-42c7-8279-19b9e9f1e1a7'}] {{(pid=93917) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 19:14:02.039693 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20b787f3c29eaa7aa2a4d648c725a2124c5ff39a8d793252f9d844495e14cf42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da62ec34-6099-4879-9146-99b5847d144b" -d '{"events": [{"server_uuid": "f2750618-a223-4b47-9fbd-3b812b0bfd25", "name": "network-vif-unplugged", "status": "completed", "tag": "e1e52c75-0590-42c7-8279-19b9e9f1e1a7"}]}' {{(pid=93917) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 19:14:02.043885 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Returning: {'device': 'e1e52c75-0590-42c7-8279-19b9e9f1e1a7', 'network_id': '97727ed7-2695-478a-9eda-9cec1e9e91e1', 'port_id': 'e1e52c75-0590-42c7-8279-19b9e9f1e1a7', 'mac_address': 'fa:16:3e:15:f9:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 74, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18d4a98c-ae99-400b-9f7f-5406e74f63fb', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93917) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 19:14:02.054196 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port e1e52c75-0590-42c7-8279-19b9e9f1e1a7, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=e1e52c75-0590-42c7-8279-19b9e9f1e1a7,segment=NetworkSegment(d0a0df7e-3c75-4ea6-9ecb-d1aff0ab52c6),segment_id=d0a0df7e-3c75-4ea6-9ecb-d1aff0ab52c6)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 19:14:02.058254 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:14:02.124377 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:14:02.150568 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1e52c75-0590-42c7-8279-19b9e9f1e1a7 {{(pid=93917) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 19:14:02.155027 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Pushing event updated for resources: {'Port': ['ID=e1e52c75-0590-42c7-8279-19b9e9f1e1a7,revision_number=8']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:14:02.175528 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port e1e52c75-0590-42c7-8279-19b9e9f1e1a7, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=e1e52c75-0590-42c7-8279-19b9e9f1e1a7,segment=NetworkSegment(d0a0df7e-3c75-4ea6-9ecb-d1aff0ab52c6),segment_id=d0a0df7e-3c75-4ea6-9ecb-d1aff0ab52c6)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 19:14:02.180977 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:14:02.232342 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Pushing event updated for resources: {'Port': ['ID=e1e52c75-0590-42c7-8279-19b9e9f1e1a7,revision_number=9']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:14:02.264818 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 14 Jul 2021 19:14:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-823f5308-5f23-438a-8379-57c7f3bcae9a x-openstack-request-id: req-823f5308-5f23-438a-8379-57c7f3bcae9a {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 19:14:02.265115 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2750618-a223-4b47-9fbd-3b812b0bfd25", "name": "network-vif-unplugged", "status": "completed", "tag": "e1e52c75-0590-42c7-8279-19b9e9f1e1a7", "code": 200}]} {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 19:14:02.265374 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-823f5308-5f23-438a-8379-57c7f3bcae9a {{(pid=93917) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 19:14:02.265776 n-d-800634-3 neutron-server[93917]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2750618-a223-4b47-9fbd-3b812b0bfd25', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e1e52c75-0590-42c7-8279-19b9e9f1e1a7', 'code': 200} Jul 14 19:14:02.382430 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] get_ports_and_sgs() called for port_ids ['e1e52c75-0590-42c7-8279-19b9e9f1e1a7'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 19:14:02.763946 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7255fa2-a72d-46da-ad26-4893d9e6356a req-9f488259-9ae4-41d4-9a12-2536ebff09ae tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:14:02.765438 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c7255fa2-a72d-46da-ad26-4893d9e6356a req-9f488259-9ae4-41d4-9a12-2536ebff09ae tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] 10.222.0.18 "GET /v2.0/ports?device_id=f2750618-a223-4b47-9fbd-3b812b0bfd25 HTTP/1.1" status: 200 len: 945 time: 0.0654759 Jul 14 19:14:02.908340 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed074fb8-6830-43ba-ac22-d3ac25fca3f1 req-effc1051-22ff-48d7-8cbe-33c46a8bc8b4 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:14:02.909793 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ed074fb8-6830-43ba-ac22-d3ac25fca3f1 req-effc1051-22ff-48d7-8cbe-33c46a8bc8b4 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] 10.222.0.16 "GET /v2.0/ports?device_id=f2750618-a223-4b47-9fbd-3b812b0bfd25 HTTP/1.1" status: 200 len: 945 time: 0.1088612 Jul 14 19:14:02.913586 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:14:02.926997 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [req-c7255fa2-a72d-46da-ad26-4893d9e6356a req-eb03659f-15db-49e0-85b2-974ee12a1eed tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] Deleting port e1e52c75-0590-42c7-8279-19b9e9f1e1a7 {{(pid=93915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 19:14:02.927370 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-c7255fa2-a72d-46da-ad26-4893d9e6356a req-eb03659f-15db-49e0-85b2-974ee12a1eed tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:14:03.004584 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ed074fb8-6830-43ba-ac22-d3ac25fca3f1 req-86803875-fc88-42c1-9080-aadf7fda3483 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] 10.222.0.16 "GET /v2.0/security-groups?id=33384978-bec5-44c9-869f-df28e64b8d22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0873048 Jul 14 19:14:03.041364 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-c7255fa2-a72d-46da-ad26-4893d9e6356a req-eb03659f-15db-49e0-85b2-974ee12a1eed tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] For port e1e52c75-0590-42c7-8279-19b9e9f1e1a7, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=e1e52c75-0590-42c7-8279-19b9e9f1e1a7,segment=NetworkSegment(d0a0df7e-3c75-4ea6-9ecb-d1aff0ab52c6),segment_id=d0a0df7e-3c75-4ea6-9ecb-d1aff0ab52c6)] {{(pid=93915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 19:14:03.041721 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-c7255fa2-a72d-46da-ad26-4893d9e6356a req-eb03659f-15db-49e0-85b2-974ee12a1eed tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:14:03.208264 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-c7255fa2-a72d-46da-ad26-4893d9e6356a req-eb03659f-15db-49e0-85b2-974ee12a1eed tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:14:03.208579 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-c7255fa2-a72d-46da-ad26-4893d9e6356a req-eb03659f-15db-49e0-85b2-974ee12a1eed tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-930131'] for floatingip, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:14:03.208934 n-d-800634-3 neutron-server[93915]: INFO neutron.db.l3_db [req-c7255fa2-a72d-46da-ad26-4893d9e6356a req-eb03659f-15db-49e0-85b2-974ee12a1eed tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] Floating IP 4439976a-cda3-48ac-bdd3-be29a47d845f disassociated. External IP: 172.25.1.94, port: e1e52c75-0590-42c7-8279-19b9e9f1e1a7. Jul 14 19:14:03.209287 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [req-c7255fa2-a72d-46da-ad26-4893d9e6356a req-eb03659f-15db-49e0-85b2-974ee12a1eed tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] Calling delete_port for e1e52c75-0590-42c7-8279-19b9e9f1e1a7 owned by compute:nova {{(pid=93915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 19:14:03.335321 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-c7255fa2-a72d-46da-ad26-4893d9e6356a req-eb03659f-15db-49e0-85b2-974ee12a1eed tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:14:03.364461 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb03659f-15db-49e0-85b2-974ee12a1eed tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] Pushing event deleted for resources: {'Port': ['ID=e1e52c75-0590-42c7-8279-19b9e9f1e1a7,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:14:03.378352 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb03659f-15db-49e0-85b2-974ee12a1eed tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:14:03.378700 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb03659f-15db-49e0-85b2-974ee12a1eed tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:14:03.379114 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb03659f-15db-49e0-85b2-974ee12a1eed tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:14:03.380495 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb03659f-15db-49e0-85b2-974ee12a1eed tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:14:03.380666 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb03659f-15db-49e0-85b2-974ee12a1eed tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:14:03.380927 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb03659f-15db-49e0-85b2-974ee12a1eed tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:14:03.381254 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb03659f-15db-49e0-85b2-974ee12a1eed tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:14:03.381576 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb03659f-15db-49e0-85b2-974ee12a1eed tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:14:03.381900 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb03659f-15db-49e0-85b2-974ee12a1eed tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:14:03.382223 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb03659f-15db-49e0-85b2-974ee12a1eed tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:14:03.382541 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb03659f-15db-49e0-85b2-974ee12a1eed tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:14:03.382859 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb03659f-15db-49e0-85b2-974ee12a1eed tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:14:03.495223 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c7255fa2-a72d-46da-ad26-4893d9e6356a req-eb03659f-15db-49e0-85b2-974ee12a1eed tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] Router e4667727-8e40-4f84-92ec-1fafe56db13e has already been hosted by L3 agent 2c6eb27e-defb-4cca-9a24-381c7415e359 {{(pid=93915) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 19:14:03.604205 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c7255fa2-a72d-46da-ad26-4893d9e6356a req-eb03659f-15db-49e0-85b2-974ee12a1eed tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] Notify agent at l3_agent.n-d-800634-3 the message routers_updated {{(pid=93915) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 19:14:03.613303 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c210b97-5866-43f4-b89c-67054871549a None None] Sync routers for ids ['e4667727-8e40-4f84-92ec-1fafe56db13e'] in n-d-800634-3 {{(pid=93917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 19:14:03.622756 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c210b97-5866-43f4-b89c-67054871549a None None] Routers {'e4667727-8e40-4f84-92ec-1fafe56db13e'} bound to L3 agent in host n-d-800634-3 {{(pid=93917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 19:14:03.623377 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-0c210b97-5866-43f4-b89c-67054871549a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T19:13:53Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['e4667727-8e40-4f84-92ec-1fafe56db13e'], 'active': True} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 19:14:03.645871 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7255fa2-a72d-46da-ad26-4893d9e6356a req-eb03659f-15db-49e0-85b2-974ee12a1eed tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] No DVR routers for this DVR port e1e52c75-0590-42c7-8279-19b9e9f1e1a7 on host n-h1-800634-3 {{(pid=93915) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 19:14:03.648498 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-c7255fa2-a72d-46da-ad26-4893d9e6356a req-eb03659f-15db-49e0-85b2-974ee12a1eed tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:14:03.650536 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c7255fa2-a72d-46da-ad26-4893d9e6356a req-eb03659f-15db-49e0-85b2-974ee12a1eed tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] 10.222.0.18 "DELETE /v2.0/ports/e1e52c75-0590-42c7-8279-19b9e9f1e1a7 HTTP/1.1" status: 204 len: 173 time: 0.8792851 Jul 14 19:14:03.650973 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2750618-a223-4b47-9fbd-3b812b0bfd25', 'name': 'network-vif-deleted', 'tag': 'e1e52c75-0590-42c7-8279-19b9e9f1e1a7'}] {{(pid=93915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 19:14:03.653568 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e72782ad3af8f7d4ce76cedf092bca46d1756acc5c4653cf0b52034cdd6b073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e6944bd-295f-4d41-b5ad-dea13c944fea" -d '{"events": [{"server_uuid": "f2750618-a223-4b47-9fbd-3b812b0bfd25", "name": "network-vif-deleted", "tag": "e1e52c75-0590-42c7-8279-19b9e9f1e1a7"}]}' {{(pid=93915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 19:14:03.690769 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 19:14:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e92fcba-12e8-46a6-a738-5b08dd647285 x-openstack-request-id: req-6e92fcba-12e8-46a6-a738-5b08dd647285 {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 19:14:03.691138 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2750618-a223-4b47-9fbd-3b812b0bfd25", "name": "network-vif-deleted", "tag": "e1e52c75-0590-42c7-8279-19b9e9f1e1a7", "status": "completed", "code": 200}]} {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 19:14:03.691458 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6e92fcba-12e8-46a6-a738-5b08dd647285 {{(pid=93915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 19:14:03.691948 n-d-800634-3 neutron-server[93915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2750618-a223-4b47-9fbd-3b812b0bfd25', 'name': 'network-vif-deleted', 'tag': 'e1e52c75-0590-42c7-8279-19b9e9f1e1a7', 'status': 'completed', 'code': 200} Jul 14 19:14:03.743202 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvr_db [None req-0c210b97-5866-43f4-b89c-67054871549a None None] Set router e4667727-8e40-4f84-92ec-1fafe56db13e gateway port host: n-d-800634-3 {{(pid=93917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 19:14:03.882507 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device e1e52c75-0590-42c7-8279-19b9e9f1e1a7 details requested by agent hyperv_n-h1-800634-3 with host n-h1-800634-3 {{(pid=93917) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 19:14:03.891828 n-d-800634-3 neutron-server[93917]: INFO neutron.plugins.ml2.plugin [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] No ports have port_id starting with e1e52c75-0590-42c7-8279-19b9e9f1e1a7 Jul 14 19:14:03.897776 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device e1e52c75-0590-42c7-8279-19b9e9f1e1a7 requested by agent hyperv_n-h1-800634-3 not found in database {{(pid=93917) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:115}} Jul 14 19:14:03.948142 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-0c210b97-5866-43f4-b89c-67054871549a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4667727-8e40-4f84-92ec-1fafe56db13e', 'name': 'tempest-ServerActionsTestJSON-1250980168-router', 'tenant_id': '04805eb1dac5471e95e628566976d1fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.108'}], 'enable_snat': True}, 'gw_port_id': '510b5f68-10e7-4bf2-89fd-91188c69394c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T19:07:22Z', 'updated_at': '2021-07-14T19:07:25Z', 'revision_number': 4, 'project_id': '04805eb1dac5471e95e628566976d1fd', 'gw_port': {'id': '510b5f68-10e7-4bf2-89fd-91188c69394c', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:60:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4667727-8e40-4f84-92ec-1fafe56db13e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T19:07:23Z', 'updated_at': '2021-07-14T19:07:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_interfaces': [{'id': '7ba96e13-edba-48ac-b007-1e553c78e570', 'name': '', 'network_id': '97727ed7-2695-478a-9eda-9cec1e9e91e1', 'tenant_id': '04805eb1dac5471e95e628566976d1fd', 'mac_address': 'fa:16:3e:5f:c8:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4667727-8e40-4f84-92ec-1fafe56db13e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '18d4a98c-ae99-400b-9f7f-5406e74f63fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T19:07:24Z', 'updated_at': '2021-07-14T19:07:31Z', 'revision_number': 5, 'project_id': '04805eb1dac5471e95e628566976d1fd', 'subnets': [{'id': '18d4a98c-ae99-400b-9f7f-5406e74f63fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-3', False) {} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 19:14:03.974154 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c210b97-5866-43f4-b89c-67054871549a None None] Checking router: e4667727-8e40-4f84-92ec-1fafe56db13e for host: n-d-800634-3 {{(pid=93917) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 19:14:03.982102 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c210b97-5866-43f4-b89c-67054871549a None None] Routers {'e4667727-8e40-4f84-92ec-1fafe56db13e'} bound to L3 agent in host n-d-800634-3 {{(pid=93917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 19:14:03.982697 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-0c210b97-5866-43f4-b89c-67054871549a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T19:13:53Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['e4667727-8e40-4f84-92ec-1fafe56db13e'], 'active': True} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 19:14:04.087816 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvr_db [None req-0c210b97-5866-43f4-b89c-67054871549a None None] Set router e4667727-8e40-4f84-92ec-1fafe56db13e gateway port host: n-d-800634-3 {{(pid=93917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 19:14:04.173929 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-7448cbec-bd6b-475b-a4f1-fb67d9fec773 req-9caadf4a-6bff-4a45-8242-c60b3b779a59 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] 10.222.0.16 "GET /v2.0/ports?device_id=f2750618-a223-4b47-9fbd-3b812b0bfd25 HTTP/1.1" status: 200 len: 210 time: 0.0360463 Jul 14 19:14:04.295555 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-0c210b97-5866-43f4-b89c-67054871549a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4667727-8e40-4f84-92ec-1fafe56db13e', 'name': 'tempest-ServerActionsTestJSON-1250980168-router', 'tenant_id': '04805eb1dac5471e95e628566976d1fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.108'}], 'enable_snat': True}, 'gw_port_id': '510b5f68-10e7-4bf2-89fd-91188c69394c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T19:07:22Z', 'updated_at': '2021-07-14T19:07:25Z', 'revision_number': 4, 'project_id': '04805eb1dac5471e95e628566976d1fd', 'gw_port': {'id': '510b5f68-10e7-4bf2-89fd-91188c69394c', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:60:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4667727-8e40-4f84-92ec-1fafe56db13e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T19:07:23Z', 'updated_at': '2021-07-14T19:07:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_interfaces': [{'id': '7ba96e13-edba-48ac-b007-1e553c78e570', 'name': '', 'network_id': '97727ed7-2695-478a-9eda-9cec1e9e91e1', 'tenant_id': '04805eb1dac5471e95e628566976d1fd', 'mac_address': 'fa:16:3e:5f:c8:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4667727-8e40-4f84-92ec-1fafe56db13e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '18d4a98c-ae99-400b-9f7f-5406e74f63fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T19:07:24Z', 'updated_at': '2021-07-14T19:07:31Z', 'revision_number': 5, 'project_id': '04805eb1dac5471e95e628566976d1fd', 'subnets': [{'id': '18d4a98c-ae99-400b-9f7f-5406e74f63fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-3', False) {} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 19:14:04.471404 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c210b97-5866-43f4-b89c-67054871549a None None] The sync data for ids ['e4667727-8e40-4f84-92ec-1fafe56db13e'] in n-d-800634-3 is: [{'id': 'e4667727-8e40-4f84-92ec-1fafe56db13e', 'name': 'tempest-ServerActionsTestJSON-1250980168-router', 'tenant_id': '04805eb1dac5471e95e628566976d1fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.108'}], 'enable_snat': True}, 'gw_port_id': '510b5f68-10e7-4bf2-89fd-91188c69394c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T19:07:22Z', 'updated_at': '2021-07-14T19:07:25Z', 'revision_number': 4, 'project_id': '04805eb1dac5471e95e628566976d1fd', 'gw_port': {'id': '510b5f68-10e7-4bf2-89fd-91188c69394c', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:60:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4667727-8e40-4f84-92ec-1fafe56db13e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T19:07:23Z', 'updated_at': '2021-07-14T19:07:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_interfaces': [{'id': '7ba96e13-edba-48ac-b007-1e553c78e570', 'name': '', 'network_id': '97727ed7-2695-478a-9eda-9cec1e9e91e1', 'tenant_id': '04805eb1dac5471e95e628566976d1fd', 'mac_address': 'fa:16:3e:5f:c8:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4667727-8e40-4f84-92ec-1fafe56db13e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '18d4a98c-ae99-400b-9f7f-5406e74f63fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T19:07:24Z', 'updated_at': '2021-07-14T19:07:31Z', 'revision_number': 5, 'project_id': '04805eb1dac5471e95e628566976d1fd', 'subnets': [{'id': '18d4a98c-ae99-400b-9f7f-5406e74f63fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 19:14:04.681500 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7120117a-99fa-4906-9577-20420597f79f None None] New status for floating IP 4439976a-cda3-48ac-bdd3-be29a47d845f: DOWN {{(pid=93918) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 19:14:05.512726 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-cd5f5884-090a-459e-89de-0c42107bb02f req-b61d5610-878d-43fa-ac40-55b907025405 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--1714536513&fields=id&tenant_id=04805eb1dac5471e95e628566976d1fd HTTP/1.1" status: 200 len: 267 time: 0.0323012 Jul 14 19:14:05.618037 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5f5884-090a-459e-89de-0c42107bb02f req-4e8a5b24-9895-431a-ae97-2fb9d96ea266 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:14:05.619426 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-cd5f5884-090a-459e-89de-0c42107bb02f req-4e8a5b24-9895-431a-ae97-2fb9d96ea266 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] 10.222.0.16 "GET /v2.0/networks?id=97727ed7-2695-478a-9eda-9cec1e9e91e1 HTTP/1.1" status: 200 len: 812 time: 0.1004047 Jul 14 19:14:05.634121 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-cd5f5884-090a-459e-89de-0c42107bb02f req-efd8239f-700c-4579-9b10-191f7dc5543a tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] 10.222.0.16 "GET /v2.0/quotas/04805eb1dac5471e95e628566976d1fd HTTP/1.1" status: 200 len: 375 time: 0.0093384 Jul 14 19:14:05.704983 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-cd5f5884-090a-459e-89de-0c42107bb02f req-f93bcb09-7d1e-4fd0-bab1-5927bf0722ff tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=04805eb1dac5471e95e628566976d1fd&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0661631 Jul 14 19:14:05.797918 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-cd5f5884-090a-459e-89de-0c42107bb02f req-71d27ec8-fc62-4f15-adcf-eb79cc048202 service neutron] 10.222.0.16 "GET /v2.0/networks/97727ed7-2695-478a-9eda-9cec1e9e91e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813215 Jul 14 19:14:05.836370 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:14:05.891403 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-cd5f5884-090a-459e-89de-0c42107bb02f req-fbdb0de8-4aec-4504-a266-2428a24d5580 service neutron] 10.222.0.16 "GET /v2.0/networks/97727ed7-2695-478a-9eda-9cec1e9e91e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877571 Jul 14 19:14:06.055591 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-d0c35f9d-6209-4841-8e81-b822a2c9e83a req-85a40979-2f3d-4f50-affe-b448e4cd4471 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] 10.222.0.16 "GET /v2.0/ports?device_id=d63ae180-bd8b-442c-aa9b-6ba2393578b7 HTTP/1.1" status: 200 len: 210 time: 0.0289609 Jul 14 19:14:07.196469 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5f5884-090a-459e-89de-0c42107bb02f req-ee7a8f5d-db95-4272-b28c-5eb9d7571ece tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:14:07.197908 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-cd5f5884-090a-459e-89de-0c42107bb02f req-ee7a8f5d-db95-4272-b28c-5eb9d7571ece tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] 10.222.0.18 "GET /v2.0/networks?id=97727ed7-2695-478a-9eda-9cec1e9e91e1 HTTP/1.1" status: 200 len: 812 time: 0.1233819 Jul 14 19:14:07.491682 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-9cc01f3f-ed15-4738-8892-850940c84f7f req-74b5fb6a-db9d-47cc-abc6-268528eb773f tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] 10.222.0.16 "GET /v2.0/ports?device_id=d63ae180-bd8b-442c-aa9b-6ba2393578b7 HTTP/1.1" status: 200 len: 210 time: 0.3181562 Jul 14 19:14:07.525953 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-cd5f5884-090a-459e-89de-0c42107bb02f req-896fbe0a-0d8a-4ddf-8045-c0a08a4baf86 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=04805eb1dac5471e95e628566976d1fd HTTP/1.1" status: 200 len: 380 time: 0.0367448 Jul 14 19:14:07.536150 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [req-cd5f5884-090a-459e-89de-0c42107bb02f req-2e059a1d-b2b2-4887-9175-a6c9e289a19f tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] Request body: {'port': {'device_id': 'd63ae180-bd8b-442c-aa9b-6ba2393578b7', 'network_id': '97727ed7-2695-478a-9eda-9cec1e9e91e1', 'admin_state_up': True, 'tenant_id': '04805eb1dac5471e95e628566976d1fd', 'security_groups': ['33384978-bec5-44c9-869f-df28e64b8d22']}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 19:14:07.640538 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd5f5884-090a-459e-89de-0c42107bb02f req-2e059a1d-b2b2-4887-9175-a6c9e289a19f tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] Made reservation on behalf of 04805eb1dac5471e95e628566976d1fd for: {'port': 1} {{(pid=93915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 19:14:07.644019 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-cd5f5884-090a-459e-89de-0c42107bb02f req-2e059a1d-b2b2-4887-9175-a6c9e289a19f tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:14:07.770711 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.db_base_plugin_common [req-cd5f5884-090a-459e-89de-0c42107bb02f req-2e059a1d-b2b2-4887-9175-a6c9e289a19f tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] Allocated IP 172.20.0.3 (97727ed7-2695-478a-9eda-9cec1e9e91e1/18d4a98c-ae99-400b-9f7f-5406e74f63fb/e4294a01-afd1-4c8e-983c-03285d712bb2) {{(pid=93915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 19:14:07.886148 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device e1e52c75-0590-42c7-8279-19b9e9f1e1a7 no longer exists at agent hyperv_n-h1-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 19:14:07.906166 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] No Port match for: e1e52c75-0590-42c7-8279-19b9e9f1e1a7 {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 19:14:07.906510 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device e1e52c75-0590-42c7-8279-19b9e9f1e1a7 not bound to the agent host n-h1-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 19:14:07.910082 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-cd5f5884-090a-459e-89de-0c42107bb02f req-2e059a1d-b2b2-4887-9175-a6c9e289a19f tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] Notify callbacks [] for port, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:14:07.923988 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.provisioning_blocks [req-cd5f5884-090a-459e-89de-0c42107bb02f req-2e059a1d-b2b2-4887-9175-a6c9e289a19f tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] Transition to ACTIVE for port object e4294a01-afd1-4c8e-983c-03285d712bb2 will not be triggered until provisioned by entity DHCP. {{(pid=93915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 19:14:07.956458 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-cd5f5884-090a-459e-89de-0c42107bb02f req-2e059a1d-b2b2-4887-9175-a6c9e289a19f tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:14:07.998245 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd5f5884-090a-459e-89de-0c42107bb02f req-2e059a1d-b2b2-4887-9175-a6c9e289a19f tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] Network 97727ed7-2695-478a-9eda-9cec1e9e91e1 is already hosted by enough agents. {{(pid=93915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 19:14:08.003298 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [req-cd5f5884-090a-459e-89de-0c42107bb02f req-2e059a1d-b2b2-4887-9175-a6c9e289a19f tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] Resources bound (agent type, host, resource id): {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 19:14:08.006417 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd5f5884-090a-459e-89de-0c42107bb02f req-2e059a1d-b2b2-4887-9175-a6c9e289a19f tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] Received port after_create {{(pid=93915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 19:14:08.037888 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e059a1d-b2b2-4887-9175-a6c9e289a19f tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] Pushing event updated for resources: {'Port': ['ID=e4294a01-afd1-4c8e-983c-03285d712bb2,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:14:08.061648 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5f5884-090a-459e-89de-0c42107bb02f req-2e059a1d-b2b2-4887-9175-a6c9e289a19f tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:14:08.062275 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-cd5f5884-090a-459e-89de-0c42107bb02f req-2e059a1d-b2b2-4887-9175-a6c9e289a19f tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:14:08.076948 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-cd5f5884-090a-459e-89de-0c42107bb02f req-2e059a1d-b2b2-4887-9175-a6c9e289a19f tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5451257 Jul 14 19:14:08.088476 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [req-cd5f5884-090a-459e-89de-0c42107bb02f req-68de8a14-b833-4277-a49c-54acdd3cd37e service neutron] Request body: {'port': {'device_id': 'd63ae180-bd8b-442c-aa9b-6ba2393578b7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800634-3'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 19:14:08.167754 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-cd5f5884-090a-459e-89de-0c42107bb02f req-68de8a14-b833-4277-a49c-54acdd3cd37e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:14:08.230976 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-bb761f1c-96fe-4874-8986-737b89250afe None None] Provisioning for port e4294a01-afd1-4c8e-983c-03285d712bb2 completed by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 19:14:08.234631 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-bb761f1c-96fe-4874-8986-737b89250afe None None] Provisioning complete for port e4294a01-afd1-4c8e-983c-03285d712bb2 triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 19:14:08.235006 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-bb761f1c-96fe-4874-8986-737b89250afe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:14:08.268606 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-bb761f1c-96fe-4874-8986-737b89250afe None None] Port e4294a01-afd1-4c8e-983c-03285d712bb2 cannot update to ACTIVE because it is not bound. {{(pid=93917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 19:14:08.428744 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [req-cd5f5884-090a-459e-89de-0c42107bb02f req-68de8a14-b833-4277-a49c-54acdd3cd37e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e4294a01-afd1-4c8e-983c-03285d712bb2 {{(pid=93915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 19:14:08.436029 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-cd5f5884-090a-459e-89de-0c42107bb02f req-68de8a14-b833-4277-a49c-54acdd3cd37e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:14:08.448307 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.provisioning_blocks [req-cd5f5884-090a-459e-89de-0c42107bb02f req-68de8a14-b833-4277-a49c-54acdd3cd37e service neutron] Transition to ACTIVE for port object e4294a01-afd1-4c8e-983c-03285d712bb2 will not be triggered until provisioned by entity L2. {{(pid=93915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 19:14:08.452186 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-cd5f5884-090a-459e-89de-0c42107bb02f req-68de8a14-b833-4277-a49c-54acdd3cd37e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25912978'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:14:08.503293 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68de8a14-b833-4277-a49c-54acdd3cd37e service neutron] Pushing event updated for resources: {'Port': ['ID=e4294a01-afd1-4c8e-983c-03285d712bb2,revision_number=2']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:14:08.583315 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-cd5f5884-090a-459e-89de-0c42107bb02f req-68de8a14-b833-4277-a49c-54acdd3cd37e service neutron] Attempting to bind port e4294a01-afd1-4c8e-983c-03285d712bb2 on host n-h1-800634-3 for vnic_type normal with profile {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 19:14:08.583662 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-cd5f5884-090a-459e-89de-0c42107bb02f req-68de8a14-b833-4277-a49c-54acdd3cd37e service neutron] Attempting to bind port e4294a01-afd1-4c8e-983c-03285d712bb2 by drivers openvswitch,hyperv on host n-h1-800634-3 at level 0 using segments [{'id': 'd0a0df7e-3c75-4ea6-9ecb-d1aff0ab52c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '97727ed7-2695-478a-9eda-9cec1e9e91e1'}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 19:14:08.584007 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd5f5884-090a-459e-89de-0c42107bb02f req-68de8a14-b833-4277-a49c-54acdd3cd37e service neutron] Attempting to bind port e4294a01-afd1-4c8e-983c-03285d712bb2 on network 97727ed7-2695-478a-9eda-9cec1e9e91e1 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 19:14:08.588681 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd5f5884-090a-459e-89de-0c42107bb02f req-68de8a14-b833-4277-a49c-54acdd3cd37e service neutron] Port e4294a01-afd1-4c8e-983c-03285d712bb2 on network 97727ed7-2695-478a-9eda-9cec1e9e91e1 not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-3 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 19:14:08.589005 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd5f5884-090a-459e-89de-0c42107bb02f req-68de8a14-b833-4277-a49c-54acdd3cd37e service neutron] Attempting to bind port e4294a01-afd1-4c8e-983c-03285d712bb2 on network 97727ed7-2695-478a-9eda-9cec1e9e91e1 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 19:14:08.594124 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd5f5884-090a-459e-89de-0c42107bb02f req-68de8a14-b833-4277-a49c-54acdd3cd37e service neutron] Checking agent: {'id': 'a3630ff4-fbee-45d9-b9b6-0ae41cb3a350', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 15, 32), 'started_at': datetime.datetime(2021, 7, 14, 18, 15, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 19, 14, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 19:14:08.594458 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd5f5884-090a-459e-89de-0c42107bb02f req-68de8a14-b833-4277-a49c-54acdd3cd37e service neutron] Checking segment: {'id': 'd0a0df7e-3c75-4ea6-9ecb-d1aff0ab52c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '97727ed7-2695-478a-9eda-9cec1e9e91e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 19:14:08.594855 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd5f5884-090a-459e-89de-0c42107bb02f req-68de8a14-b833-4277-a49c-54acdd3cd37e service neutron] Bound using segment: {'id': 'd0a0df7e-3c75-4ea6-9ecb-d1aff0ab52c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '97727ed7-2695-478a-9eda-9cec1e9e91e1'} {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 19:14:08.595291 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-cd5f5884-090a-459e-89de-0c42107bb02f req-68de8a14-b833-4277-a49c-54acdd3cd37e service neutron] Bound port: e4294a01-afd1-4c8e-983c-03285d712bb2, host: n-h1-800634-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0a0df7e-3c75-4ea6-9ecb-d1aff0ab52c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '97727ed7-2695-478a-9eda-9cec1e9e91e1'}}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 19:14:08.595663 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-cd5f5884-090a-459e-89de-0c42107bb02f req-68de8a14-b833-4277-a49c-54acdd3cd37e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:14:08.699153 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-cd5f5884-090a-459e-89de-0c42107bb02f req-68de8a14-b833-4277-a49c-54acdd3cd37e service neutron] For port e4294a01-afd1-4c8e-983c-03285d712bb2, host n-h1-800634-3, cleared binding levels {{(pid=93915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 19:14:08.714542 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-cd5f5884-090a-459e-89de-0c42107bb02f req-68de8a14-b833-4277-a49c-54acdd3cd37e service neutron] For port e4294a01-afd1-4c8e-983c-03285d712bb2, host n-h1-800634-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=e4294a01-afd1-4c8e-983c-03285d712bb2,segment=NetworkSegment(d0a0df7e-3c75-4ea6-9ecb-d1aff0ab52c6),segment_id=d0a0df7e-3c75-4ea6-9ecb-d1aff0ab52c6)] {{(pid=93915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 19:14:08.725860 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d31aa0-cde2-4383-9bd1-6da01df0d8b7 req-81a8f644-1536-435f-80eb-f761d3188754 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:14:08.727399 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-92d31aa0-cde2-4383-9bd1-6da01df0d8b7 req-81a8f644-1536-435f-80eb-f761d3188754 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] 10.222.0.16 "GET /v2.0/ports?device_id=d63ae180-bd8b-442c-aa9b-6ba2393578b7 HTTP/1.1" status: 200 len: 943 time: 0.1180944 Jul 14 19:14:08.728535 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-cd5f5884-090a-459e-89de-0c42107bb02f req-68de8a14-b833-4277-a49c-54acdd3cd37e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25912978'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:14:08.787643 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5f5884-090a-459e-89de-0c42107bb02f req-68de8a14-b833-4277-a49c-54acdd3cd37e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:14:08.788309 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-cd5f5884-090a-459e-89de-0c42107bb02f req-68de8a14-b833-4277-a49c-54acdd3cd37e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:14:08.789674 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-cd5f5884-090a-459e-89de-0c42107bb02f req-68de8a14-b833-4277-a49c-54acdd3cd37e service neutron] 10.222.0.18 "PUT /v2.0/ports/e4294a01-afd1-4c8e-983c-03285d712bb2 HTTP/1.1" status: 200 len: 1091 time: 0.7056150 Jul 14 19:14:08.793184 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd63ae180-bd8b-442c-aa9b-6ba2393578b7', 'tag': 'e4294a01-afd1-4c8e-983c-03285d712bb2'}] {{(pid=93915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 19:14:08.796050 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e72782ad3af8f7d4ce76cedf092bca46d1756acc5c4653cf0b52034cdd6b073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7240a8ac-b46a-4d95-8373-81290179e284" -d '{"events": [{"name": "network-changed", "server_uuid": "d63ae180-bd8b-442c-aa9b-6ba2393578b7", "tag": "e4294a01-afd1-4c8e-983c-03285d712bb2"}]}' {{(pid=93915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 19:14:08.829307 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-92d31aa0-cde2-4383-9bd1-6da01df0d8b7 req-9d4d7fb5-01a9-4afd-9927-0b2effb15b6d tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] 10.222.0.16 "GET /v2.0/security-groups?id=33384978-bec5-44c9-869f-df28e64b8d22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0956223 Jul 14 19:14:08.830080 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68de8a14-b833-4277-a49c-54acdd3cd37e service neutron] Pushing event updated for resources: {'Port': ['ID=e4294a01-afd1-4c8e-983c-03285d712bb2,revision_number=3']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:14:08.849365 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 19:14:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d38031ea-f7bd-4245-88fb-ecb85d092d49 x-openstack-request-id: req-d38031ea-f7bd-4245-88fb-ecb85d092d49 {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 19:14:08.849665 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d63ae180-bd8b-442c-aa9b-6ba2393578b7", "tag": "e4294a01-afd1-4c8e-983c-03285d712bb2", "status": "completed", "code": 200}]} {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 19:14:08.849986 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d38031ea-f7bd-4245-88fb-ecb85d092d49 {{(pid=93915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 19:14:08.850390 n-d-800634-3 neutron-server[93915]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd63ae180-bd8b-442c-aa9b-6ba2393578b7', 'tag': 'e4294a01-afd1-4c8e-983c-03285d712bb2', 'status': 'completed', 'code': 200} Jul 14 19:14:08.896480 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5f5884-090a-459e-89de-0c42107bb02f req-ddd2388b-fa8e-43b8-9f6b-0f8811ed28ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:14:08.898007 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-cd5f5884-090a-459e-89de-0c42107bb02f req-ddd2388b-fa8e-43b8-9f6b-0f8811ed28ed service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=04805eb1dac5471e95e628566976d1fd&device_id=d63ae180-bd8b-442c-aa9b-6ba2393578b7 HTTP/1.1" status: 200 len: 1094 time: 0.0598800 Jul 14 19:14:08.944701 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-cd5f5884-090a-459e-89de-0c42107bb02f req-652901f2-510c-450f-91f3-59762408adf4 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e4294a01-afd1-4c8e-983c-03285d712bb2 HTTP/1.1" status: 200 len: 217 time: 0.0397451 Jul 14 19:14:08.993842 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5f5884-090a-459e-89de-0c42107bb02f req-aed5b869-6a38-4535-9da1-0d97abce0b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:14:08.995295 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-cd5f5884-090a-459e-89de-0c42107bb02f req-aed5b869-6a38-4535-9da1-0d97abce0b0a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=18d4a98c-ae99-400b-9f7f-5406e74f63fb HTTP/1.1" status: 200 len: 851 time: 0.0438700 Jul 14 19:14:09.052718 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5f5884-090a-459e-89de-0c42107bb02f req-8df9d9ed-c345-4bba-9173-3ae5094ff44e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:14:09.054139 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-cd5f5884-090a-459e-89de-0c42107bb02f req-8df9d9ed-c345-4bba-9173-3ae5094ff44e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=97727ed7-2695-478a-9eda-9cec1e9e91e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0522609 Jul 14 19:14:09.153920 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-cd5f5884-090a-459e-89de-0c42107bb02f req-d3f67647-715a-481a-beea-d5647e96ae6f service neutron] 10.222.0.18 "GET /v2.0/networks/97727ed7-2695-478a-9eda-9cec1e9e91e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932646 Jul 14 19:14:09.246939 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-cd5f5884-090a-459e-89de-0c42107bb02f req-68fdfd29-e79e-477b-9f41-2cd4927fcf4f service neutron] 10.222.0.18 "GET /v2.0/networks/97727ed7-2695-478a-9eda-9cec1e9e91e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855632 Jul 14 19:14:09.346120 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7240a8ac-b46a-4d95-8373-81290179e284 req-b88076b0-ef26-404c-bcd9-23fd391750aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:14:09.347612 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-7240a8ac-b46a-4d95-8373-81290179e284 req-b88076b0-ef26-404c-bcd9-23fd391750aa service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=04805eb1dac5471e95e628566976d1fd&device_id=d63ae180-bd8b-442c-aa9b-6ba2393578b7 HTTP/1.1" status: 200 len: 1094 time: 0.0529785 Jul 14 19:14:09.439128 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7240a8ac-b46a-4d95-8373-81290179e284 req-be0a748d-4870-4eeb-9a04-6d50afa2528e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:14:09.440593 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-7240a8ac-b46a-4d95-8373-81290179e284 req-be0a748d-4870-4eeb-9a04-6d50afa2528e service neutron] 10.222.0.18 "GET /v2.0/networks?id=97727ed7-2695-478a-9eda-9cec1e9e91e1 HTTP/1.1" status: 200 len: 912 time: 0.0864332 Jul 14 19:14:09.482489 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-7240a8ac-b46a-4d95-8373-81290179e284 req-e3360d99-9095-4299-9f15-5ecda1a2b3f4 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e4294a01-afd1-4c8e-983c-03285d712bb2 HTTP/1.1" status: 200 len: 217 time: 0.0349112 Jul 14 19:14:09.530503 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7240a8ac-b46a-4d95-8373-81290179e284 req-dd0b44da-0516-4482-ab00-a9ab9a2eff04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:14:09.531871 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-7240a8ac-b46a-4d95-8373-81290179e284 req-dd0b44da-0516-4482-ab00-a9ab9a2eff04 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=18d4a98c-ae99-400b-9f7f-5406e74f63fb HTTP/1.1" status: 200 len: 851 time: 0.0436437 Jul 14 19:14:09.592320 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7240a8ac-b46a-4d95-8373-81290179e284 req-0936cdeb-6ed4-4013-9a54-d47e03395094 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:14:09.593802 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-7240a8ac-b46a-4d95-8373-81290179e284 req-0936cdeb-6ed4-4013-9a54-d47e03395094 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=97727ed7-2695-478a-9eda-9cec1e9e91e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0556498 Jul 14 19:14:09.681962 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-7240a8ac-b46a-4d95-8373-81290179e284 req-b2da800e-3ce2-4c7d-a079-ab02d6484d0d service neutron] 10.222.0.18 "GET /v2.0/networks/97727ed7-2695-478a-9eda-9cec1e9e91e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802634 Jul 14 19:14:09.775956 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-7240a8ac-b46a-4d95-8373-81290179e284 req-81c2c8b0-abca-4f4b-9a9a-a8ddd6e0325c service neutron] 10.222.0.18 "GET /v2.0/networks/97727ed7-2695-478a-9eda-9cec1e9e91e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863714 Jul 14 19:14:10.021323 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219347c6-60c5-494b-b5fc-cfb920891e2f req-bc3cac1e-0e3e-4262-8c36-96dc09352680 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:14:10.023250 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-219347c6-60c5-494b-b5fc-cfb920891e2f req-bc3cac1e-0e3e-4262-8c36-96dc09352680 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] 10.222.0.16 "GET /v2.0/ports?device_id=d63ae180-bd8b-442c-aa9b-6ba2393578b7 HTTP/1.1" status: 200 len: 943 time: 0.0641987 Jul 14 19:14:10.060807 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-219347c6-60c5-494b-b5fc-cfb920891e2f req-08e821f0-f0b1-4b3d-849d-37479565a48a tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] 10.222.0.16 "GET /v2.0/security-groups?id=33384978-bec5-44c9-869f-df28e64b8d22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319717 Jul 14 19:14:11.230533 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150d7564-f273-425b-b3c8-df0ac1ef6a38 req-7ffb0527-0154-4f4f-a4a9-3bed197bb8d1 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:14:11.232011 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-150d7564-f273-425b-b3c8-df0ac1ef6a38 req-7ffb0527-0154-4f4f-a4a9-3bed197bb8d1 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] 10.222.0.16 "GET /v2.0/ports?device_id=d63ae180-bd8b-442c-aa9b-6ba2393578b7 HTTP/1.1" status: 200 len: 943 time: 0.0630667 Jul 14 19:14:11.269234 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-150d7564-f273-425b-b3c8-df0ac1ef6a38 req-e0850488-8755-47e1-ad5c-60a7acadc29d tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] 10.222.0.16 "GET /v2.0/security-groups?id=33384978-bec5-44c9-869f-df28e64b8d22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317552 Jul 14 19:14:11.901278 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device e4294a01-afd1-4c8e-983c-03285d712bb2 details requested by agent hyperv_n-h1-800634-3 with host n-h1-800634-3 {{(pid=93917) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 19:14:11.998579 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port e4294a01-afd1-4c8e-983c-03285d712bb2, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=e4294a01-afd1-4c8e-983c-03285d712bb2,segment=NetworkSegment(d0a0df7e-3c75-4ea6-9ecb-d1aff0ab52c6),segment_id=d0a0df7e-3c75-4ea6-9ecb-d1aff0ab52c6)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 19:14:12.010451 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Returning: {'device': 'e4294a01-afd1-4c8e-983c-03285d712bb2', 'network_id': '97727ed7-2695-478a-9eda-9cec1e9e91e1', 'port_id': 'e4294a01-afd1-4c8e-983c-03285d712bb2', 'mac_address': 'fa:16:3e:08:5a:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 74, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18d4a98c-ae99-400b-9f7f-5406e74f63fb', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93917) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 19:14:12.047076 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:14:12.060795 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4294a01-afd1-4c8e-983c-03285d712bb2 {{(pid=93917) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 19:14:12.080990 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port e4294a01-afd1-4c8e-983c-03285d712bb2, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=e4294a01-afd1-4c8e-983c-03285d712bb2,segment=NetworkSegment(d0a0df7e-3c75-4ea6-9ecb-d1aff0ab52c6),segment_id=d0a0df7e-3c75-4ea6-9ecb-d1aff0ab52c6)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 19:14:12.084883 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:14:12.134545 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Pushing event updated for resources: {'Port': ['ID=e4294a01-afd1-4c8e-983c-03285d712bb2,revision_number=4']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:14:12.270861 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] get_ports_and_sgs() called for port_ids ['e4294a01-afd1-4c8e-983c-03285d712bb2'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 19:14:12.447517 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb63266-3fa4-4fd6-bdc6-cbfdf5fef037 req-9ccf699a-c78a-42c3-b43a-cadcb41e3d11 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:14:12.449219 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-8fb63266-3fa4-4fd6-bdc6-cbfdf5fef037 req-9ccf699a-c78a-42c3-b43a-cadcb41e3d11 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] 10.222.0.16 "GET /v2.0/ports?device_id=d63ae180-bd8b-442c-aa9b-6ba2393578b7 HTTP/1.1" status: 200 len: 944 time: 0.0687211 Jul 14 19:14:12.487851 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-8fb63266-3fa4-4fd6-bdc6-cbfdf5fef037 req-89ee75e0-2b0b-4282-b6e7-48d13f80eda7 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] 10.222.0.16 "GET /v2.0/security-groups?id=33384978-bec5-44c9-869f-df28e64b8d22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328009 Jul 14 19:14:13.660157 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d582d5-034f-47ba-8e8f-dc1beff03eeb req-e6943c15-b9ba-45be-a3a5-fe56247eef7c tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:14:13.661501 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a8d582d5-034f-47ba-8e8f-dc1beff03eeb req-e6943c15-b9ba-45be-a3a5-fe56247eef7c tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] 10.222.0.16 "GET /v2.0/ports?device_id=d63ae180-bd8b-442c-aa9b-6ba2393578b7 HTTP/1.1" status: 200 len: 944 time: 0.0628662 Jul 14 19:14:13.699040 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a8d582d5-034f-47ba-8e8f-dc1beff03eeb req-04f4ac0e-7299-4df3-9e2d-884102967fd5 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] 10.222.0.16 "GET /v2.0/security-groups?id=33384978-bec5-44c9-869f-df28e64b8d22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321047 Jul 14 19:14:13.901207 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device e4294a01-afd1-4c8e-983c-03285d712bb2 up at agent hyperv_n-h1-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 19:14:13.950518 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Provisioning for port e4294a01-afd1-4c8e-983c-03285d712bb2 completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 19:14:13.954023 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Provisioning complete for port e4294a01-afd1-4c8e-983c-03285d712bb2 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 19:14:13.954390 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:14:14.029787 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:14:14.051079 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd63ae180-bd8b-442c-aa9b-6ba2393578b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4294a01-afd1-4c8e-983c-03285d712bb2'}] {{(pid=93917) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 19:14:14.053349 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20b787f3c29eaa7aa2a4d648c725a2124c5ff39a8d793252f9d844495e14cf42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90f5d52c-5e12-4625-b9d3-3825afdd617f" -d '{"events": [{"server_uuid": "d63ae180-bd8b-442c-aa9b-6ba2393578b7", "name": "network-vif-plugged", "status": "completed", "tag": "e4294a01-afd1-4c8e-983c-03285d712bb2"}]}' {{(pid=93917) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 19:14:14.066136 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port e4294a01-afd1-4c8e-983c-03285d712bb2, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=e4294a01-afd1-4c8e-983c-03285d712bb2,segment=NetworkSegment(d0a0df7e-3c75-4ea6-9ecb-d1aff0ab52c6),segment_id=d0a0df7e-3c75-4ea6-9ecb-d1aff0ab52c6)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 19:14:14.070524 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:14:14.093999 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 19:14:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5aab5efc-e44e-4c93-908b-1e96d1d6b113 x-openstack-request-id: req-5aab5efc-e44e-4c93-908b-1e96d1d6b113 {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 19:14:14.094293 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d63ae180-bd8b-442c-aa9b-6ba2393578b7", "name": "network-vif-plugged", "status": "completed", "tag": "e4294a01-afd1-4c8e-983c-03285d712bb2", "code": 200}]} {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 19:14:14.094545 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5aab5efc-e44e-4c93-908b-1e96d1d6b113 {{(pid=93917) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 19:14:14.094936 n-d-800634-3 neutron-server[93917]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd63ae180-bd8b-442c-aa9b-6ba2393578b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4294a01-afd1-4c8e-983c-03285d712bb2', 'code': 200} Jul 14 19:14:14.124217 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Pushing event updated for resources: {'Port': ['ID=e4294a01-afd1-4c8e-983c-03285d712bb2,revision_number=5']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:14:14.206317 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4477ae4b-e45c-4ed2-b6ba-4e0b3af673c3 req-dc919ad5-c6d7-4fc3-bb71-62d92bd745ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:14:14.207831 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-4477ae4b-e45c-4ed2-b6ba-4e0b3af673c3 req-dc919ad5-c6d7-4fc3-bb71-62d92bd745ae service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=d63ae180-bd8b-442c-aa9b-6ba2393578b7 HTTP/1.1" status: 200 len: 1096 time: 0.0549662 Jul 14 19:14:14.242105 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-4477ae4b-e45c-4ed2-b6ba-4e0b3af673c3 req-c55490b6-c0a3-446b-bdd3-45743c24adeb service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=33384978-bec5-44c9-869f-df28e64b8d22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0277839 Jul 14 19:14:14.876385 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54601491-04e8-4730-a192-eb3d3b958a07 req-e5856e54-af02-47ab-954f-5288b70c9f9e tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:14:14.877834 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-54601491-04e8-4730-a192-eb3d3b958a07 req-e5856e54-af02-47ab-954f-5288b70c9f9e tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] 10.222.0.16 "GET /v2.0/ports?device_id=d63ae180-bd8b-442c-aa9b-6ba2393578b7 HTTP/1.1" status: 200 len: 945 time: 0.0673559 Jul 14 19:14:14.918031 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-54601491-04e8-4730-a192-eb3d3b958a07 req-0362d0f4-d5da-463a-a16e-4978a4d03683 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] 10.222.0.16 "GET /v2.0/security-groups?id=33384978-bec5-44c9-869f-df28e64b8d22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338924 Jul 14 19:14:16.090201 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a84d6c-b5bb-4ff9-874c-baa5b82e8a70 req-a7ce1f5d-1c63-4737-a7ad-cd1c1f8172aa tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:14:16.091706 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-41a84d6c-b5bb-4ff9-874c-baa5b82e8a70 req-a7ce1f5d-1c63-4737-a7ad-cd1c1f8172aa tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] 10.222.0.16 "GET /v2.0/ports?device_id=d63ae180-bd8b-442c-aa9b-6ba2393578b7 HTTP/1.1" status: 200 len: 945 time: 0.0642531 Jul 14 19:14:16.129538 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-41a84d6c-b5bb-4ff9-874c-baa5b82e8a70 req-523b54e8-b480-4c44-b7a0-349ba2f6ad9d tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] 10.222.0.16 "GET /v2.0/security-groups?id=33384978-bec5-44c9-869f-df28e64b8d22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316105 Jul 14 19:14:16.298795 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6d1134-319a-43a1-9383-c2cf252bd5b0 req-740317d4-19a6-47b9-836e-67a1437884b8 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:14:16.300225 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ab6d1134-319a-43a1-9383-c2cf252bd5b0 req-740317d4-19a6-47b9-836e-67a1437884b8 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] 10.222.0.16 "GET /v2.0/ports?device_id=d63ae180-bd8b-442c-aa9b-6ba2393578b7 HTTP/1.1" status: 200 len: 945 time: 0.0690746 Jul 14 19:14:16.309449 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 58638) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 19:14:16.314210 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-6593461f-4781-41d9-86b4-0ce8b6a13df9 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] Request body: {'floatingip': {'port_id': 'e4294a01-afd1-4c8e-983c-03285d712bb2'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 19:14:16.352768 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-6593461f-4781-41d9-86b4-0ce8b6a13df9 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] Notify callbacks [] for floatingip, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:14:16.794346 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-6593461f-4781-41d9-86b4-0ce8b6a13df9 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:14:16.797852 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-6593461f-4781-41d9-86b4-0ce8b6a13df9 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-930131'] for floatingip, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:14:16.897068 n-d-800634-3 neutron-server[93915]: INFO neutron.db.l3_db [None req-6593461f-4781-41d9-86b4-0ce8b6a13df9 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] Floating IP 4439976a-cda3-48ac-bdd3-be29a47d845f associated. External IP: 172.25.1.94, port: e4294a01-afd1-4c8e-983c-03285d712bb2. Jul 14 19:14:17.101515 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6593461f-4781-41d9-86b4-0ce8b6a13df9 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] Router e4667727-8e40-4f84-92ec-1fafe56db13e has already been hosted by L3 agent 2c6eb27e-defb-4cca-9a24-381c7415e359 {{(pid=93915) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 19:14:17.207714 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6593461f-4781-41d9-86b4-0ce8b6a13df9 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] Notify agent at l3_agent.n-d-800634-3 the message routers_updated {{(pid=93915) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 19:14:17.212693 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-6593461f-4781-41d9-86b4-0ce8b6a13df9 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for floatingip, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:14:17.217096 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67d9ea3a-63c9-4f35-b4ae-43004651797b None None] Sync routers for ids ['e4667727-8e40-4f84-92ec-1fafe56db13e'] in n-d-800634-3 {{(pid=93917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 19:14:17.226061 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67d9ea3a-63c9-4f35-b4ae-43004651797b None None] Routers {'e4667727-8e40-4f84-92ec-1fafe56db13e'} bound to L3 agent in host n-d-800634-3 {{(pid=93917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 19:14:17.226681 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-67d9ea3a-63c9-4f35-b4ae-43004651797b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T19:13:53Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['e4667727-8e40-4f84-92ec-1fafe56db13e'], 'active': True} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 19:14:17.247734 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-6593461f-4781-41d9-86b4-0ce8b6a13df9 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] 10.222.0.16 "PUT /v2.0/floatingips/4439976a-cda3-48ac-bdd3-be29a47d845f HTTP/1.1" status: 200 len: 991 time: 0.9372320 Jul 14 19:14:17.248469 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd63ae180-bd8b-442c-aa9b-6ba2393578b7', 'tag': 'e4294a01-afd1-4c8e-983c-03285d712bb2'}] {{(pid=93915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 19:14:17.250843 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e72782ad3af8f7d4ce76cedf092bca46d1756acc5c4653cf0b52034cdd6b073" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e18c85e-6b15-4043-9e57-64c767cb4d96" -d '{"events": [{"name": "network-changed", "server_uuid": "d63ae180-bd8b-442c-aa9b-6ba2393578b7", "tag": "e4294a01-afd1-4c8e-983c-03285d712bb2"}]}' {{(pid=93915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 19:14:17.292251 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 19:14:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cc21321-9f23-4ab4-b1ca-7600b231fceb x-openstack-request-id: req-6cc21321-9f23-4ab4-b1ca-7600b231fceb {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 19:14:17.292251 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d63ae180-bd8b-442c-aa9b-6ba2393578b7", "tag": "e4294a01-afd1-4c8e-983c-03285d712bb2", "status": "completed", "code": 200}]} {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 19:14:17.292520 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6cc21321-9f23-4ab4-b1ca-7600b231fceb {{(pid=93915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 19:14:17.292810 n-d-800634-3 neutron-server[93915]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd63ae180-bd8b-442c-aa9b-6ba2393578b7', 'tag': 'e4294a01-afd1-4c8e-983c-03285d712bb2', 'status': 'completed', 'code': 200} Jul 14 19:14:17.335482 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvr_db [None req-67d9ea3a-63c9-4f35-b4ae-43004651797b None None] Set router e4667727-8e40-4f84-92ec-1fafe56db13e gateway port host: n-d-800634-3 {{(pid=93917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 19:14:17.369702 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e18c85e-6b15-4043-9e57-64c767cb4d96 req-a3df6c85-350b-4ab2-9097-26f16061f16b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:14:17.371287 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-4e18c85e-6b15-4043-9e57-64c767cb4d96 req-a3df6c85-350b-4ab2-9097-26f16061f16b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=04805eb1dac5471e95e628566976d1fd&device_id=d63ae180-bd8b-442c-aa9b-6ba2393578b7 HTTP/1.1" status: 200 len: 1096 time: 0.0555854 Jul 14 19:14:17.464459 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e18c85e-6b15-4043-9e57-64c767cb4d96 req-91f7cc28-a600-4d7a-99d4-f9996d6bb375 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:14:17.465951 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-4e18c85e-6b15-4043-9e57-64c767cb4d96 req-91f7cc28-a600-4d7a-99d4-f9996d6bb375 service neutron] 10.222.0.18 "GET /v2.0/networks?id=97727ed7-2695-478a-9eda-9cec1e9e91e1 HTTP/1.1" status: 200 len: 912 time: 0.0884552 Jul 14 19:14:17.531250 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-4e18c85e-6b15-4043-9e57-64c767cb4d96 req-134f3f72-2118-4e36-b04e-19155c2f23b4 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e4294a01-afd1-4c8e-983c-03285d712bb2 HTTP/1.1" status: 200 len: 999 time: 0.0580733 Jul 14 19:14:17.558115 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-67d9ea3a-63c9-4f35-b4ae-43004651797b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4667727-8e40-4f84-92ec-1fafe56db13e', 'name': 'tempest-ServerActionsTestJSON-1250980168-router', 'tenant_id': '04805eb1dac5471e95e628566976d1fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.108'}], 'enable_snat': True}, 'gw_port_id': '510b5f68-10e7-4bf2-89fd-91188c69394c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T19:07:22Z', 'updated_at': '2021-07-14T19:07:25Z', 'revision_number': 4, 'project_id': '04805eb1dac5471e95e628566976d1fd', 'gw_port': {'id': '510b5f68-10e7-4bf2-89fd-91188c69394c', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:60:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4667727-8e40-4f84-92ec-1fafe56db13e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T19:07:23Z', 'updated_at': '2021-07-14T19:07:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_floatingips': [{'id': '4439976a-cda3-48ac-bdd3-be29a47d845f', 'tenant_id': '04805eb1dac5471e95e628566976d1fd', 'floating_ip_address': '172.25.1.94', 'floating_network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'router_id': 'e4667727-8e40-4f84-92ec-1fafe56db13e', 'port_id': 'e4294a01-afd1-4c8e-983c-03285d712bb2', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4014, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '97727ed7-2695-478a-9eda-9cec1e9e91e1', 'mac_address': 'fa:16:3e:08:5a:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd63ae180-bd8b-442c-aa9b-6ba2393578b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T19:07:28Z', 'updated_at': '2021-07-14T19:14:16Z', 'revision_number': 13, 'project_id': '04805eb1dac5471e95e628566976d1fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ba96e13-edba-48ac-b007-1e553c78e570', 'name': '', 'network_id': '97727ed7-2695-478a-9eda-9cec1e9e91e1', 'tenant_id': '04805eb1dac5471e95e628566976d1fd', 'mac_address': 'fa:16:3e:5f:c8:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4667727-8e40-4f84-92ec-1fafe56db13e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '18d4a98c-ae99-400b-9f7f-5406e74f63fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T19:07:24Z', 'updated_at': '2021-07-14T19:07:31Z', 'revision_number': 5, 'project_id': '04805eb1dac5471e95e628566976d1fd', 'subnets': [{'id': '18d4a98c-ae99-400b-9f7f-5406e74f63fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-3', False) {} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 19:14:17.577232 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e18c85e-6b15-4043-9e57-64c767cb4d96 req-5e77ec29-c8b6-424c-bf6f-37e4430e82eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:14:17.578696 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-4e18c85e-6b15-4043-9e57-64c767cb4d96 req-5e77ec29-c8b6-424c-bf6f-37e4430e82eb service neutron] 10.222.0.18 "GET /v2.0/subnets?id=18d4a98c-ae99-400b-9f7f-5406e74f63fb HTTP/1.1" status: 200 len: 851 time: 0.0421579 Jul 14 19:14:17.584469 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67d9ea3a-63c9-4f35-b4ae-43004651797b None None] Checking router: e4667727-8e40-4f84-92ec-1fafe56db13e for host: n-d-800634-3 {{(pid=93917) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 19:14:17.593188 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67d9ea3a-63c9-4f35-b4ae-43004651797b None None] Routers {'e4667727-8e40-4f84-92ec-1fafe56db13e'} bound to L3 agent in host n-d-800634-3 {{(pid=93917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 19:14:17.593738 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-67d9ea3a-63c9-4f35-b4ae-43004651797b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T19:13:53Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['e4667727-8e40-4f84-92ec-1fafe56db13e'], 'active': True} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 19:14:17.639042 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e18c85e-6b15-4043-9e57-64c767cb4d96 req-0e191a1a-b028-4851-98ac-f1277b25aea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:14:17.640590 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-4e18c85e-6b15-4043-9e57-64c767cb4d96 req-0e191a1a-b028-4851-98ac-f1277b25aea1 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=97727ed7-2695-478a-9eda-9cec1e9e91e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0558417 Jul 14 19:14:17.697964 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvr_db [None req-67d9ea3a-63c9-4f35-b4ae-43004651797b None None] Set router e4667727-8e40-4f84-92ec-1fafe56db13e gateway port host: n-d-800634-3 {{(pid=93917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 19:14:17.729740 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-4e18c85e-6b15-4043-9e57-64c767cb4d96 req-0ac1aba1-6e8f-4ad3-b1e8-48a389b801de service neutron] 10.222.0.18 "GET /v2.0/networks/97727ed7-2695-478a-9eda-9cec1e9e91e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827975 Jul 14 19:14:17.823505 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-4e18c85e-6b15-4043-9e57-64c767cb4d96 req-6c5da8ba-d6d7-48f7-8d82-f4ea9a6cd330 service neutron] 10.222.0.18 "GET /v2.0/networks/97727ed7-2695-478a-9eda-9cec1e9e91e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875564 Jul 14 19:14:17.925772 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-67d9ea3a-63c9-4f35-b4ae-43004651797b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4667727-8e40-4f84-92ec-1fafe56db13e', 'name': 'tempest-ServerActionsTestJSON-1250980168-router', 'tenant_id': '04805eb1dac5471e95e628566976d1fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.108'}], 'enable_snat': True}, 'gw_port_id': '510b5f68-10e7-4bf2-89fd-91188c69394c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T19:07:22Z', 'updated_at': '2021-07-14T19:07:25Z', 'revision_number': 4, 'project_id': '04805eb1dac5471e95e628566976d1fd', 'gw_port': {'id': '510b5f68-10e7-4bf2-89fd-91188c69394c', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:60:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4667727-8e40-4f84-92ec-1fafe56db13e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T19:07:23Z', 'updated_at': '2021-07-14T19:07:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_floatingips': [{'id': '4439976a-cda3-48ac-bdd3-be29a47d845f', 'tenant_id': '04805eb1dac5471e95e628566976d1fd', 'floating_ip_address': '172.25.1.94', 'floating_network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'router_id': 'e4667727-8e40-4f84-92ec-1fafe56db13e', 'port_id': 'e4294a01-afd1-4c8e-983c-03285d712bb2', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4014, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '97727ed7-2695-478a-9eda-9cec1e9e91e1', 'mac_address': 'fa:16:3e:08:5a:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd63ae180-bd8b-442c-aa9b-6ba2393578b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T19:07:28Z', 'updated_at': '2021-07-14T19:14:16Z', 'revision_number': 13, 'project_id': '04805eb1dac5471e95e628566976d1fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ba96e13-edba-48ac-b007-1e553c78e570', 'name': '', 'network_id': '97727ed7-2695-478a-9eda-9cec1e9e91e1', 'tenant_id': '04805eb1dac5471e95e628566976d1fd', 'mac_address': 'fa:16:3e:5f:c8:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4667727-8e40-4f84-92ec-1fafe56db13e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '18d4a98c-ae99-400b-9f7f-5406e74f63fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T19:07:24Z', 'updated_at': '2021-07-14T19:07:31Z', 'revision_number': 5, 'project_id': '04805eb1dac5471e95e628566976d1fd', 'subnets': [{'id': '18d4a98c-ae99-400b-9f7f-5406e74f63fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-3', False) {} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 19:14:17.951649 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67d9ea3a-63c9-4f35-b4ae-43004651797b None None] The sync data for ids ['e4667727-8e40-4f84-92ec-1fafe56db13e'] in n-d-800634-3 is: [{'id': 'e4667727-8e40-4f84-92ec-1fafe56db13e', 'name': 'tempest-ServerActionsTestJSON-1250980168-router', 'tenant_id': '04805eb1dac5471e95e628566976d1fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.108'}], 'enable_snat': True}, 'gw_port_id': '510b5f68-10e7-4bf2-89fd-91188c69394c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T19:07:22Z', 'updated_at': '2021-07-14T19:07:25Z', 'revision_number': 4, 'project_id': '04805eb1dac5471e95e628566976d1fd', 'gw_port': {'id': '510b5f68-10e7-4bf2-89fd-91188c69394c', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:60:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4667727-8e40-4f84-92ec-1fafe56db13e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T19:07:23Z', 'updated_at': '2021-07-14T19:07:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_floatingips': [{'id': '4439976a-cda3-48ac-bdd3-be29a47d845f', 'tenant_id': '04805eb1dac5471e95e628566976d1fd', 'floating_ip_address': '172.25.1.94', 'floating_network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'router_id': 'e4667727-8e40-4f84-92ec-1fafe56db13e', 'port_id': 'e4294a01-afd1-4c8e-983c-03285d712bb2', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4014, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '97727ed7-2695-478a-9eda-9cec1e9e91e1', 'mac_address': 'fa:16:3e:08:5a:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd63ae180-bd8b-442c-aa9b-6ba2393578b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T19:07:28Z', 'updated_at': '2021-07-14T19:14:16Z', 'revision_number': 13, 'project_id': '04805eb1dac5471e95e628566976d1fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ba96e13-edba-48ac-b007-1e553c78e570', 'name': '', 'network_id': '97727ed7-2695-478a-9eda-9cec1e9e91e1', 'tenant_id': '04805eb1dac5471e95e628566976d1fd', 'mac_address': 'fa:16:3e:5f:c8:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4667727-8e40-4f84-92ec-1fafe56db13e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '18d4a98c-ae99-400b-9f7f-5406e74f63fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T19:07:24Z', 'updated_at': '2021-07-14T19:07:31Z', 'revision_number': 5, 'project_id': '04805eb1dac5471e95e628566976d1fd', 'subnets': [{'id': '18d4a98c-ae99-400b-9f7f-5406e74f63fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 19:14:18.143227 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfcfd8da-bd8a-4ef1-973c-3c6e2faa15db None None] New status for floating IP 4439976a-cda3-48ac-bdd3-be29a47d845f: ACTIVE {{(pid=93918) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 19:14:20.446947 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-ded64867-47c9-4b17-a45f-818619fb2510 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:14:22.876578 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9867c466-12f0-43c3-94d4-420ade493f35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:14:23.215569 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:14:24.289645 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-574aeb93-9938-449c-8e6c-cb22c9b52cc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:14:25.927752 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-2f4e3af3-e708-4ffd-a544-82d93a489d01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:14:29.047441 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.agents_db [None req-2ea07fb6-aa68-4671-8654-119d82b9f530 None None] Agent healthcheck: found 7 active agents {{(pid=93918) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 19:14:30.508575 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2dfabc9c-09a9-44c1-a357-b0d7447f56e9 req-f61b37d9-6a7d-4bd9-85d2-c3ac69c90ba5 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=d63ae180-bd8b-442c-aa9b-6ba2393578b7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0520425 Jul 14 19:14:30.602373 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfabc9c-09a9-44c1-a357-b0d7447f56e9 req-20e897f8-48ac-4820-8068-a5281571cee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:14:30.603876 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2dfabc9c-09a9-44c1-a357-b0d7447f56e9 req-20e897f8-48ac-4820-8068-a5281571cee3 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=04805eb1dac5471e95e628566976d1fd&device_id=d63ae180-bd8b-442c-aa9b-6ba2393578b7 HTTP/1.1" status: 200 len: 1096 time: 0.0520790 Jul 14 19:14:30.974065 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfabc9c-09a9-44c1-a357-b0d7447f56e9 req-6ec2d9f7-d38a-4d4a-9c5b-dbf603893ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:14:30.975541 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2dfabc9c-09a9-44c1-a357-b0d7447f56e9 req-6ec2d9f7-d38a-4d4a-9c5b-dbf603893ba4 service neutron] 10.222.0.18 "GET /v2.0/networks?id=97727ed7-2695-478a-9eda-9cec1e9e91e1 HTTP/1.1" status: 200 len: 912 time: 0.3522074 Jul 14 19:14:31.041630 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2dfabc9c-09a9-44c1-a357-b0d7447f56e9 req-559ba275-f4b6-4a29-bcf7-dd83257c3433 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e4294a01-afd1-4c8e-983c-03285d712bb2 HTTP/1.1" status: 200 len: 1001 time: 0.0570107 Jul 14 19:14:31.090147 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfabc9c-09a9-44c1-a357-b0d7447f56e9 req-89aa96c4-b1ce-4e99-a46a-1319de2267d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:14:31.091570 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2dfabc9c-09a9-44c1-a357-b0d7447f56e9 req-89aa96c4-b1ce-4e99-a46a-1319de2267d3 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=18d4a98c-ae99-400b-9f7f-5406e74f63fb HTTP/1.1" status: 200 len: 851 time: 0.0428114 Jul 14 19:14:31.151139 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfabc9c-09a9-44c1-a357-b0d7447f56e9 req-4668008b-1b27-401d-b394-86f56b91d286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:14:31.152632 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2dfabc9c-09a9-44c1-a357-b0d7447f56e9 req-4668008b-1b27-401d-b394-86f56b91d286 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=97727ed7-2695-478a-9eda-9cec1e9e91e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0542064 Jul 14 19:14:31.240296 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2dfabc9c-09a9-44c1-a357-b0d7447f56e9 req-83508480-4d52-4d29-b49d-4ff587421969 service neutron] 10.222.0.18 "GET /v2.0/networks/97727ed7-2695-478a-9eda-9cec1e9e91e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799940 Jul 14 19:14:31.332648 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2dfabc9c-09a9-44c1-a357-b0d7447f56e9 req-e296879a-d78e-4817-b044-bdbfac24de02 service neutron] 10.222.0.18 "GET /v2.0/networks/97727ed7-2695-478a-9eda-9cec1e9e91e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860903 Jul 14 19:14:32.935069 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:14:33.554934 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-89731b85-f2cf-46dd-9086-a97b68156ac1 req-2d0e0c95-fe7f-4bb3-baf2-17f2b268e713 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=6ab0c594-ecaf-4c5b-977a-9c1b59a2d9cc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0316715 Jul 14 19:14:33.605257 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-89731b85-f2cf-46dd-9086-a97b68156ac1 req-c30e868f-c8e1-43a8-84ed-38322ad43731 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f1c4e239e6d24b3bb240a97f6c99b33f&device_id=6ab0c594-ecaf-4c5b-977a-9c1b59a2d9cc HTTP/1.1" status: 200 len: 210 time: 0.0270331 Jul 14 19:14:33.643670 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-89731b85-f2cf-46dd-9086-a97b68156ac1 req-58d1dab1-20d3-442b-a2b5-ef2cae0759ad service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=f1c4e239e6d24b3bb240a97f6c99b33f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0192289 Jul 14 19:14:33.731568 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89731b85-f2cf-46dd-9086-a97b68156ac1 req-6d0beea0-1f4b-4eda-884b-3a36d4d33a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:14:33.733030 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-89731b85-f2cf-46dd-9086-a97b68156ac1 req-6d0beea0-1f4b-4eda-884b-3a36d4d33a76 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0835731 Jul 14 19:14:35.836802 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:14:50.447233 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9fda79e1-4697-4274-80c3-e1040c40a3e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:14:52.881692 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-c0b18f59-8826-4473-8921-d8dc8bf1350c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:14:53.215871 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:14:54.292162 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-574aeb93-9938-449c-8e6c-cb22c9b52cc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:14:55.931207 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-2f4e3af3-e708-4ffd-a544-82d93a489d01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:15:02.941123 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:15:05.846732 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:15:06.046934 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.agents_db [None req-2ea07fb6-aa68-4671-8654-119d82b9f530 None None] Agent healthcheck: found 7 active agents {{(pid=93918) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 19:15:14.210098 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [req-c7431d8b-1ee9-4ac5-95b6-9b8128ec5415 req-15c8ea67-8d2e-4863-b122-6b9a5a395b5a service neutron] (93916) timed out ('10.222.0.16', 56602) {{(pid=93916) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 14 19:15:20.451633 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-6279a492-b0e6-4cdf-a1b0-e09b2884bb56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:15:22.882398 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-a1bdffb9-6b48-403b-9bfc-9223fee6312f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:15:23.217100 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:15:24.295310 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-574aeb93-9938-449c-8e6c-cb22c9b52cc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:15:25.932855 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-2f4e3af3-e708-4ffd-a544-82d93a489d01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:15:32.554873 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-154a366e-a7b0-4c2f-b745-96a6a7f62365 req-92a39d39-3e1a-40ed-8d62-70edd25794eb service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=d63ae180-bd8b-442c-aa9b-6ba2393578b7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0992353 Jul 14 19:15:32.649816 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154a366e-a7b0-4c2f-b745-96a6a7f62365 req-e727bdc4-2eb8-4b9f-a4a6-e629d89ae725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:15:32.651372 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-154a366e-a7b0-4c2f-b745-96a6a7f62365 req-e727bdc4-2eb8-4b9f-a4a6-e629d89ae725 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=04805eb1dac5471e95e628566976d1fd&device_id=d63ae180-bd8b-442c-aa9b-6ba2393578b7 HTTP/1.1" status: 200 len: 1096 time: 0.0545735 Jul 14 19:15:32.765089 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154a366e-a7b0-4c2f-b745-96a6a7f62365 req-4307a2e7-1611-4d50-b22a-eed651fdd5a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:15:32.766534 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-154a366e-a7b0-4c2f-b745-96a6a7f62365 req-4307a2e7-1611-4d50-b22a-eed651fdd5a7 service neutron] 10.222.0.18 "GET /v2.0/networks?id=97727ed7-2695-478a-9eda-9cec1e9e91e1 HTTP/1.1" status: 200 len: 912 time: 0.0947146 Jul 14 19:15:32.834513 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-154a366e-a7b0-4c2f-b745-96a6a7f62365 req-2bddabae-b67f-49b0-b5e5-74c2f3133f48 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e4294a01-afd1-4c8e-983c-03285d712bb2 HTTP/1.1" status: 200 len: 1001 time: 0.0616586 Jul 14 19:15:32.887792 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154a366e-a7b0-4c2f-b745-96a6a7f62365 req-9a9acfff-7b85-47b2-a1e9-e1fb9b18f089 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:15:32.889313 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-154a366e-a7b0-4c2f-b745-96a6a7f62365 req-9a9acfff-7b85-47b2-a1e9-e1fb9b18f089 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=18d4a98c-ae99-400b-9f7f-5406e74f63fb HTTP/1.1" status: 200 len: 851 time: 0.0492408 Jul 14 19:15:32.950153 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154a366e-a7b0-4c2f-b745-96a6a7f62365 req-abfbcfef-4b49-478f-8fb1-0343515fcf5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:15:32.951700 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-154a366e-a7b0-4c2f-b745-96a6a7f62365 req-abfbcfef-4b49-478f-8fb1-0343515fcf5b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=97727ed7-2695-478a-9eda-9cec1e9e91e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0560434 Jul 14 19:15:32.957529 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:15:33.046083 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-154a366e-a7b0-4c2f-b745-96a6a7f62365 req-fe05a7a0-7228-4e99-9034-632ca5e2b3ee service neutron] 10.222.0.18 "GET /v2.0/networks/97727ed7-2695-478a-9eda-9cec1e9e91e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859754 Jul 14 19:15:33.144149 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-154a366e-a7b0-4c2f-b745-96a6a7f62365 req-fdca46ce-5f10-4e37-82f4-871ae0d12ccd service neutron] 10.222.0.18 "GET /v2.0/networks/97727ed7-2695-478a-9eda-9cec1e9e91e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914209 Jul 14 19:15:35.521416 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-ff910add-eb35-4d61-86f1-48d013b6a03e req-3700f593-e2a7-46f2-89eb-194321968f1c service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=03a24d87-527f-4d5b-a998-53393446562a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0321209 Jul 14 19:15:35.590059 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-ff910add-eb35-4d61-86f1-48d013b6a03e req-8c4cefdc-31ac-4dd2-86d9-61966215db1a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c51e850593fc4a37af9470721017e8e7&device_id=03a24d87-527f-4d5b-a998-53393446562a HTTP/1.1" status: 200 len: 210 time: 0.0290577 Jul 14 19:15:35.628582 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-ff910add-eb35-4d61-86f1-48d013b6a03e req-a1f09ca7-31a7-4c33-a028-13843d09fbdf service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=c51e850593fc4a37af9470721017e8e7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0188248 Jul 14 19:15:35.721829 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff910add-eb35-4d61-86f1-48d013b6a03e req-b21530b6-5d6f-4f70-b931-9ced7f0180a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:15:35.723286 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-ff910add-eb35-4d61-86f1-48d013b6a03e req-b21530b6-5d6f-4f70-b931-9ced7f0180a5 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0893235 Jul 14 19:15:35.848283 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:15:43.046480 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.agents_db [None req-2ea07fb6-aa68-4671-8654-119d82b9f530 None None] Agent healthcheck: found 7 active agents {{(pid=93918) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 19:15:50.453809 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-6912c2aa-e53d-4a60-9ae1-b2f46cf4b633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:15:52.885087 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-caea9311-5678-43f1-bfc0-29f5a8584739 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:15:53.218511 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:15:53.816794 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb0b36c-9cf9-4265-a54b-1e09d78e8630 req-295a153f-4098-419e-8cea-dd8d10bcceb2 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:15:53.818176 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-7eb0b36c-9cf9-4265-a54b-1e09d78e8630 req-295a153f-4098-419e-8cea-dd8d10bcceb2 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] 10.222.0.16 "GET /v2.0/ports?device_id=d63ae180-bd8b-442c-aa9b-6ba2393578b7 HTTP/1.1" status: 200 len: 945 time: 0.1258373 Jul 14 19:15:53.865298 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-7eb0b36c-9cf9-4265-a54b-1e09d78e8630 req-5198c828-f17f-478b-8cfe-09514a8fe9ba tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] 10.222.0.16 "GET /v2.0/security-groups?id=33384978-bec5-44c9-869f-df28e64b8d22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373008 Jul 14 19:15:54.297188 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-574aeb93-9938-449c-8e6c-cb22c9b52cc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:15:55.936294 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-2f4e3af3-e708-4ffd-a544-82d93a489d01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:16:02.962314 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:16:05.415441 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-e5b2a3f0-00df-4c36-812f-f4f1da03161c req-f307e0ba-aa98-449f-ae82-36abbb7f6442 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=d63ae180-bd8b-442c-aa9b-6ba2393578b7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0577195 Jul 14 19:16:05.482230 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b21826-7012-4ab7-96e2-0ee65a312457 req-8a5b4247-7c48-48ad-8085-c2c27c812aa5 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:16:05.483767 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-39b21826-7012-4ab7-96e2-0ee65a312457 req-8a5b4247-7c48-48ad-8085-c2c27c812aa5 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] 10.222.0.16 "GET /v2.0/ports?device_id=d63ae180-bd8b-442c-aa9b-6ba2393578b7 HTTP/1.1" status: 200 len: 945 time: 0.0739539 Jul 14 19:16:05.527241 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-39b21826-7012-4ab7-96e2-0ee65a312457 req-a4d534dd-1c70-436a-8b10-3a0afed9bab9 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] 10.222.0.16 "GET /v2.0/security-groups?id=33384978-bec5-44c9-869f-df28e64b8d22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369170 Jul 14 19:16:05.882535 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:16:06.724526 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8c1ee5-6239-4876-b0eb-c626fd6be18c req-e8c023d0-509b-444f-8db2-e1c09071adc8 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:16:06.726046 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ac8c1ee5-6239-4876-b0eb-c626fd6be18c req-e8c023d0-509b-444f-8db2-e1c09071adc8 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] 10.222.0.16 "GET /v2.0/ports?device_id=d63ae180-bd8b-442c-aa9b-6ba2393578b7 HTTP/1.1" status: 200 len: 945 time: 0.0657065 Jul 14 19:16:06.769879 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ac8c1ee5-6239-4876-b0eb-c626fd6be18c req-32f8c484-a881-4f34-bafa-64f8d642a6d9 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] 10.222.0.16 "GET /v2.0/security-groups?id=33384978-bec5-44c9-869f-df28e64b8d22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382276 Jul 14 19:16:07.964477 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb1aa2a-8a0d-4f76-aecc-9977df3caa4c req-70ceed32-fdc4-4207-839a-8e577fb7745f tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:16:07.965996 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-0fb1aa2a-8a0d-4f76-aecc-9977df3caa4c req-70ceed32-fdc4-4207-839a-8e577fb7745f tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] 10.222.0.16 "GET /v2.0/ports?device_id=d63ae180-bd8b-442c-aa9b-6ba2393578b7 HTTP/1.1" status: 200 len: 945 time: 0.0708189 Jul 14 19:16:08.006329 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-0fb1aa2a-8a0d-4f76-aecc-9977df3caa4c req-c004d00a-762e-4d60-886d-f419ee906f97 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] 10.222.0.16 "GET /v2.0/security-groups?id=33384978-bec5-44c9-869f-df28e64b8d22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340257 Jul 14 19:16:08.756529 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b2a3f0-00df-4c36-812f-f4f1da03161c req-3248c663-bdc3-4f77-9176-ded0b15666ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:16:08.758048 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e5b2a3f0-00df-4c36-812f-f4f1da03161c req-3248c663-bdc3-4f77-9176-ded0b15666ba service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=04805eb1dac5471e95e628566976d1fd&device_id=d63ae180-bd8b-442c-aa9b-6ba2393578b7 HTTP/1.1" status: 200 len: 1096 time: 0.0986443 Jul 14 19:16:08.849653 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b2a3f0-00df-4c36-812f-f4f1da03161c req-6ced4bc5-4440-4d7d-9de2-fa7d09d3f636 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:16:08.851066 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e5b2a3f0-00df-4c36-812f-f4f1da03161c req-6ced4bc5-4440-4d7d-9de2-fa7d09d3f636 service neutron] 10.222.0.18 "GET /v2.0/networks?id=97727ed7-2695-478a-9eda-9cec1e9e91e1 HTTP/1.1" status: 200 len: 912 time: 0.0867050 Jul 14 19:16:08.921281 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e5b2a3f0-00df-4c36-812f-f4f1da03161c req-80c846c1-6c53-4ed2-aace-fedb52c8d78c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e4294a01-afd1-4c8e-983c-03285d712bb2 HTTP/1.1" status: 200 len: 1001 time: 0.0641110 Jul 14 19:16:08.970409 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b2a3f0-00df-4c36-812f-f4f1da03161c req-63472154-3b82-48bb-9ce3-da8c8894badd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:16:08.971861 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e5b2a3f0-00df-4c36-812f-f4f1da03161c req-63472154-3b82-48bb-9ce3-da8c8894badd service neutron] 10.222.0.18 "GET /v2.0/subnets?id=18d4a98c-ae99-400b-9f7f-5406e74f63fb HTTP/1.1" status: 200 len: 851 time: 0.0450547 Jul 14 19:16:09.031184 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b2a3f0-00df-4c36-812f-f4f1da03161c req-5b2e242b-d0ca-4591-a72c-9ed77a89a2f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:16:09.032751 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e5b2a3f0-00df-4c36-812f-f4f1da03161c req-5b2e242b-d0ca-4591-a72c-9ed77a89a2f1 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=97727ed7-2695-478a-9eda-9cec1e9e91e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0551083 Jul 14 19:16:09.171718 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e5b2a3f0-00df-4c36-812f-f4f1da03161c req-8b0c050b-91d8-41ea-a26d-bf3ebeac13e5 service neutron] 10.222.0.18 "GET /v2.0/networks/97727ed7-2695-478a-9eda-9cec1e9e91e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327863 Jul 14 19:16:09.269880 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692b69a5-71ae-447b-b3a4-7d34018f8636 req-5b1bb3ad-66f4-444d-ae67-dee3475ea7af tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:16:09.271356 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-692b69a5-71ae-447b-b3a4-7d34018f8636 req-5b1bb3ad-66f4-444d-ae67-dee3475ea7af tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] 10.222.0.16 "GET /v2.0/ports?device_id=d63ae180-bd8b-442c-aa9b-6ba2393578b7 HTTP/1.1" status: 200 len: 945 time: 0.1309679 Jul 14 19:16:09.303170 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e5b2a3f0-00df-4c36-812f-f4f1da03161c req-34b8c92f-b5c1-4464-b9e5-6a10262205d3 service neutron] 10.222.0.18 "GET /v2.0/networks/97727ed7-2695-478a-9eda-9cec1e9e91e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250348 Jul 14 19:16:09.333638 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-692b69a5-71ae-447b-b3a4-7d34018f8636 req-3708fbb6-6dfc-4b7a-a1cc-28175b4002cd tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] 10.222.0.16 "GET /v2.0/security-groups?id=33384978-bec5-44c9-869f-df28e64b8d22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557480 Jul 14 19:16:10.510853 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78b89a6-4d3d-4019-93b1-dab3cb192e8a req-18b33c0f-0605-46c8-a331-5e374c85cdc7 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:16:10.512401 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-d78b89a6-4d3d-4019-93b1-dab3cb192e8a req-18b33c0f-0605-46c8-a331-5e374c85cdc7 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] 10.222.0.16 "GET /v2.0/ports?device_id=d63ae180-bd8b-442c-aa9b-6ba2393578b7 HTTP/1.1" status: 200 len: 945 time: 0.0646217 Jul 14 19:16:10.551615 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-d78b89a6-4d3d-4019-93b1-dab3cb192e8a req-ec3110b9-fdf5-45e6-9c08-c461e9adda35 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] 10.222.0.16 "GET /v2.0/security-groups?id=33384978-bec5-44c9-869f-df28e64b8d22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335398 Jul 14 19:16:11.732719 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f76a6bd-7c73-4567-8347-fb21af6aad79 req-cd186a09-5fdb-48a1-ba53-5ae7c05dd933 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:16:11.734218 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-4f76a6bd-7c73-4567-8347-fb21af6aad79 req-cd186a09-5fdb-48a1-ba53-5ae7c05dd933 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] 10.222.0.16 "GET /v2.0/ports?device_id=d63ae180-bd8b-442c-aa9b-6ba2393578b7 HTTP/1.1" status: 200 len: 945 time: 0.0678890 Jul 14 19:16:11.777201 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-4f76a6bd-7c73-4567-8347-fb21af6aad79 req-1cd94593-1f4f-4855-a1fd-b15756180a31 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] 10.222.0.16 "GET /v2.0/security-groups?id=33384978-bec5-44c9-869f-df28e64b8d22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338640 Jul 14 19:16:12.960065 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86689da4-b646-44f3-9b08-1f69521ef2a8 req-107e04ef-5e03-494a-a085-12dcd9281667 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:16:12.961695 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-86689da4-b646-44f3-9b08-1f69521ef2a8 req-107e04ef-5e03-494a-a085-12dcd9281667 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] 10.222.0.16 "GET /v2.0/ports?device_id=d63ae180-bd8b-442c-aa9b-6ba2393578b7 HTTP/1.1" status: 200 len: 945 time: 0.0667779 Jul 14 19:16:13.018783 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-86689da4-b646-44f3-9b08-1f69521ef2a8 req-575582e6-82b2-4147-9662-754463199683 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] 10.222.0.16 "GET /v2.0/security-groups?id=33384978-bec5-44c9-869f-df28e64b8d22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507615 Jul 14 19:16:14.205481 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e29bf9f-04dc-41c5-b66c-729c063d3654 req-342e0cac-1943-4d01-9a23-412663fdf6f5 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:16:14.207027 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2e29bf9f-04dc-41c5-b66c-729c063d3654 req-342e0cac-1943-4d01-9a23-412663fdf6f5 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] 10.222.0.16 "GET /v2.0/ports?device_id=d63ae180-bd8b-442c-aa9b-6ba2393578b7 HTTP/1.1" status: 200 len: 945 time: 0.0670865 Jul 14 19:16:14.254817 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2e29bf9f-04dc-41c5-b66c-729c063d3654 req-333e3e06-ccde-4c82-9b09-7ad9c9be091d tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] 10.222.0.16 "GET /v2.0/security-groups?id=33384978-bec5-44c9-869f-df28e64b8d22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357513 Jul 14 19:16:15.443323 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165d233c-575b-4d8a-80a1-f22f8eb90dca req-3047b56e-051b-4545-8d7e-2f6469433f3c tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:16:15.444872 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-165d233c-575b-4d8a-80a1-f22f8eb90dca req-3047b56e-051b-4545-8d7e-2f6469433f3c tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] 10.222.0.16 "GET /v2.0/ports?device_id=d63ae180-bd8b-442c-aa9b-6ba2393578b7 HTTP/1.1" status: 200 len: 945 time: 0.0713208 Jul 14 19:16:15.489869 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-165d233c-575b-4d8a-80a1-f22f8eb90dca req-d90278a7-7082-4016-b05d-32819efb416b tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] 10.222.0.16 "GET /v2.0/security-groups?id=33384978-bec5-44c9-869f-df28e64b8d22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390711 Jul 14 19:16:16.679655 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f458c6ff-1cb5-4410-a994-4b798f8c77bd req-c43298fe-0a8e-4626-8729-74e8fe03c9f2 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:16:16.681311 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f458c6ff-1cb5-4410-a994-4b798f8c77bd req-c43298fe-0a8e-4626-8729-74e8fe03c9f2 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] 10.222.0.16 "GET /v2.0/ports?device_id=d63ae180-bd8b-442c-aa9b-6ba2393578b7 HTTP/1.1" status: 200 len: 945 time: 0.0751472 Jul 14 19:16:16.720587 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f458c6ff-1cb5-4410-a994-4b798f8c77bd req-476e50a6-a5fa-4475-b377-e551c36c9464 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] 10.222.0.16 "GET /v2.0/security-groups?id=33384978-bec5-44c9-869f-df28e64b8d22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336452 Jul 14 19:16:17.919972 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad78b6e8-3389-4d78-ab68-340c8ecdf1be req-ea7d71bc-2b60-4768-bd8b-67a4eab91a51 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:16:17.921618 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ad78b6e8-3389-4d78-ab68-340c8ecdf1be req-ea7d71bc-2b60-4768-bd8b-67a4eab91a51 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] 10.222.0.16 "GET /v2.0/ports?device_id=d63ae180-bd8b-442c-aa9b-6ba2393578b7 HTTP/1.1" status: 200 len: 945 time: 0.0786135 Jul 14 19:16:17.968528 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ad78b6e8-3389-4d78-ab68-340c8ecdf1be req-fb734d86-0aec-41d0-adab-dddaf058b42b tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] 10.222.0.16 "GET /v2.0/security-groups?id=33384978-bec5-44c9-869f-df28e64b8d22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403018 Jul 14 19:16:19.157874 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fe3288-c1db-4177-9816-54c5d9bb3e72 req-76eecdc0-e57a-4197-91e5-caa4b1fb65de tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:16:19.159449 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b6fe3288-c1db-4177-9816-54c5d9bb3e72 req-76eecdc0-e57a-4197-91e5-caa4b1fb65de tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] 10.222.0.16 "GET /v2.0/ports?device_id=d63ae180-bd8b-442c-aa9b-6ba2393578b7 HTTP/1.1" status: 200 len: 945 time: 0.0694215 Jul 14 19:16:19.203372 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b6fe3288-c1db-4177-9816-54c5d9bb3e72 req-5e499dcc-66f3-42a1-b790-5db23f550c48 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] 10.222.0.16 "GET /v2.0/security-groups?id=33384978-bec5-44c9-869f-df28e64b8d22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382028 Jul 14 19:16:20.045324 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.agents_db [None req-2ea07fb6-aa68-4671-8654-119d82b9f530 None None] Agent healthcheck: found 7 active agents {{(pid=93918) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 19:16:20.390534 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed59fc24-a0fa-4bfd-b167-53aac87765da req-6b724d03-c17e-4fe9-9114-f0734b87ccd0 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:16:20.392905 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ed59fc24-a0fa-4bfd-b167-53aac87765da req-6b724d03-c17e-4fe9-9114-f0734b87ccd0 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] 10.222.0.16 "GET /v2.0/ports?device_id=d63ae180-bd8b-442c-aa9b-6ba2393578b7 HTTP/1.1" status: 200 len: 945 time: 0.0678563 Jul 14 19:16:20.433149 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ed59fc24-a0fa-4bfd-b167-53aac87765da req-b30a8f18-2c97-441d-aab6-5344cdc89526 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] 10.222.0.16 "GET /v2.0/security-groups?id=33384978-bec5-44c9-869f-df28e64b8d22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345626 Jul 14 19:16:20.458180 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-3fb8ee95-33ab-43fa-a634-b6dfb3ccd905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:16:21.629493 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be223305-2947-4c6d-b8c2-39bdf7e38ad5 req-f8b0fc54-1344-46be-bd83-9126cfab5d57 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:16:21.630905 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-be223305-2947-4c6d-b8c2-39bdf7e38ad5 req-f8b0fc54-1344-46be-bd83-9126cfab5d57 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] 10.222.0.16 "GET /v2.0/ports?device_id=d63ae180-bd8b-442c-aa9b-6ba2393578b7 HTTP/1.1" status: 200 len: 945 time: 0.0777009 Jul 14 19:16:21.673792 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-be223305-2947-4c6d-b8c2-39bdf7e38ad5 req-4663d8fa-b900-475d-8c69-9608ae7b087e tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] 10.222.0.16 "GET /v2.0/security-groups?id=33384978-bec5-44c9-869f-df28e64b8d22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358503 Jul 14 19:16:22.854804 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e5b2a3f0-00df-4c36-812f-f4f1da03161c req-eda86eaa-1564-4f7c-a168-ad5f8f0e8426 service neutron] 10.222.0.18 "GET /v2.0/ports/e4294a01-afd1-4c8e-983c-03285d712bb2/bindings/n-h1-800634-3 HTTP/1.1" status: 200 len: 382 time: 0.0903683 Jul 14 19:16:22.883115 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfba7ee2-ebb4-4a6a-89fa-ca39b68c33a7 req-7349a2bd-eb35-4fa0-871d-ff41963812c4 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:16:22.889773 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-cfba7ee2-ebb4-4a6a-89fa-ca39b68c33a7 req-7349a2bd-eb35-4fa0-871d-ff41963812c4 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] 10.222.0.16 "GET /v2.0/ports?device_id=d63ae180-bd8b-442c-aa9b-6ba2393578b7 HTTP/1.1" status: 200 len: 945 time: 0.0925269 Jul 14 19:16:22.906191 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-53d682f3-3fe8-4322-8887-1e3bd565d88b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:16:22.934620 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-cfba7ee2-ebb4-4a6a-89fa-ca39b68c33a7 req-28d9185f-0f75-4537-ad59-49cce0716814 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] 10.222.0.16 "GET /v2.0/security-groups?id=33384978-bec5-44c9-869f-df28e64b8d22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430784 Jul 14 19:16:23.117786 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b2a3f0-00df-4c36-812f-f4f1da03161c req-5c8eac49-dbff-4c9c-9628-e0aa898b7852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:16:23.119362 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e5b2a3f0-00df-4c36-812f-f4f1da03161c req-5c8eac49-dbff-4c9c-9628-e0aa898b7852 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=d63ae180-bd8b-442c-aa9b-6ba2393578b7&tenant_id=04805eb1dac5471e95e628566976d1fd HTTP/1.1" status: 200 len: 1096 time: 0.0567901 Jul 14 19:16:23.209223 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b2a3f0-00df-4c36-812f-f4f1da03161c req-fb3daf37-994b-44d8-9446-aacf049efe91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:16:23.210756 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e5b2a3f0-00df-4c36-812f-f4f1da03161c req-fb3daf37-994b-44d8-9446-aacf049efe91 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=04805eb1dac5471e95e628566976d1fd&device_id=d63ae180-bd8b-442c-aa9b-6ba2393578b7 HTTP/1.1" status: 200 len: 1096 time: 0.0667312 Jul 14 19:16:23.226144 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:16:23.309234 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b2a3f0-00df-4c36-812f-f4f1da03161c req-e8a60d90-bfc5-4717-8e35-aff27df6b619 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:16:23.310738 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e5b2a3f0-00df-4c36-812f-f4f1da03161c req-e8a60d90-bfc5-4717-8e35-aff27df6b619 service neutron] 10.222.0.18 "GET /v2.0/networks?id=97727ed7-2695-478a-9eda-9cec1e9e91e1 HTTP/1.1" status: 200 len: 912 time: 0.0943263 Jul 14 19:16:23.378486 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e5b2a3f0-00df-4c36-812f-f4f1da03161c req-2c9bfd29-7579-4915-8a6d-68dce7264a6e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e4294a01-afd1-4c8e-983c-03285d712bb2 HTTP/1.1" status: 200 len: 1001 time: 0.0612967 Jul 14 19:16:23.427872 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b2a3f0-00df-4c36-812f-f4f1da03161c req-17ec6f34-6890-45a0-aefb-edd3318df2c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:16:23.429468 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e5b2a3f0-00df-4c36-812f-f4f1da03161c req-17ec6f34-6890-45a0-aefb-edd3318df2c7 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=18d4a98c-ae99-400b-9f7f-5406e74f63fb HTTP/1.1" status: 200 len: 851 time: 0.0457163 Jul 14 19:16:23.498563 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b2a3f0-00df-4c36-812f-f4f1da03161c req-b29a301d-5825-4624-a878-bd82788c342b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:16:23.500126 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e5b2a3f0-00df-4c36-812f-f4f1da03161c req-b29a301d-5825-4624-a878-bd82788c342b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=97727ed7-2695-478a-9eda-9cec1e9e91e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0647426 Jul 14 19:16:23.593057 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e5b2a3f0-00df-4c36-812f-f4f1da03161c req-86ffa32e-0f4d-4390-b10f-8c539803316b service neutron] 10.222.0.18 "GET /v2.0/networks/97727ed7-2695-478a-9eda-9cec1e9e91e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862315 Jul 14 19:16:23.701099 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e5b2a3f0-00df-4c36-812f-f4f1da03161c req-bed3ed58-a21e-40db-83aa-6f35b9a69ea1 service neutron] 10.222.0.18 "GET /v2.0/networks/97727ed7-2695-478a-9eda-9cec1e9e91e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010754 Jul 14 19:16:24.129556 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9536e1c-afc5-4269-86c7-b83bdb14b5b8 req-4e5db8aa-d987-4eab-8570-ee4f8d53d1ac tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:16:24.130985 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-d9536e1c-afc5-4269-86c7-b83bdb14b5b8 req-4e5db8aa-d987-4eab-8570-ee4f8d53d1ac tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] 10.222.0.16 "GET /v2.0/ports?device_id=d63ae180-bd8b-442c-aa9b-6ba2393578b7 HTTP/1.1" status: 200 len: 945 time: 0.0686295 Jul 14 19:16:24.172471 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-d9536e1c-afc5-4269-86c7-b83bdb14b5b8 req-e07e005a-ca84-4385-ac07-a325dc32593c tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] 10.222.0.16 "GET /v2.0/security-groups?id=33384978-bec5-44c9-869f-df28e64b8d22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338774 Jul 14 19:16:24.303212 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-574aeb93-9938-449c-8e6c-cb22c9b52cc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:16:25.390734 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97deca2d-9f39-4126-a457-be1b6bcddcb7 req-788c40ef-afee-4c19-b051-8650dc048e39 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:16:25.395931 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-97deca2d-9f39-4126-a457-be1b6bcddcb7 req-788c40ef-afee-4c19-b051-8650dc048e39 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] 10.222.0.16 "GET /v2.0/ports?device_id=d63ae180-bd8b-442c-aa9b-6ba2393578b7 HTTP/1.1" status: 200 len: 945 time: 0.0937269 Jul 14 19:16:25.450494 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-97deca2d-9f39-4126-a457-be1b6bcddcb7 req-72c42239-4a34-4390-a9fd-b8d2b25dc2f8 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] 10.222.0.16 "GET /v2.0/security-groups?id=33384978-bec5-44c9-869f-df28e64b8d22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469244 Jul 14 19:16:25.940754 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-2f4e3af3-e708-4ffd-a544-82d93a489d01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:16:26.458806 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device e4294a01-afd1-4c8e-983c-03285d712bb2 no longer exists at agent hyperv_n-h1-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 19:16:26.558146 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:16:26.584314 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd63ae180-bd8b-442c-aa9b-6ba2393578b7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e4294a01-afd1-4c8e-983c-03285d712bb2'}] {{(pid=93917) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 19:16:26.600975 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port e4294a01-afd1-4c8e-983c-03285d712bb2, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=e4294a01-afd1-4c8e-983c-03285d712bb2,segment=NetworkSegment(d0a0df7e-3c75-4ea6-9ecb-d1aff0ab52c6),segment_id=d0a0df7e-3c75-4ea6-9ecb-d1aff0ab52c6)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 19:16:26.608031 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:16:26.641618 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee9af70b018e2a669d4aace710d7966bbe0586a349443f05e01050df9771a348" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e3f40e7-ccaf-4f28-83de-a1c00ee40bd0" -d '{"events": [{"server_uuid": "d63ae180-bd8b-442c-aa9b-6ba2393578b7", "name": "network-vif-unplugged", "status": "completed", "tag": "e4294a01-afd1-4c8e-983c-03285d712bb2"}]}' {{(pid=93917) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 19:16:26.669347 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608bbba8-9f58-4938-a42b-0d5235dca221 req-8704688f-8e19-445b-9ceb-a437072542fc tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:16:26.670949 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-608bbba8-9f58-4938-a42b-0d5235dca221 req-8704688f-8e19-445b-9ceb-a437072542fc tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] 10.222.0.16 "GET /v2.0/ports?device_id=d63ae180-bd8b-442c-aa9b-6ba2393578b7 HTTP/1.1" status: 200 len: 945 time: 0.1017947 Jul 14 19:16:26.687294 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Pushing event updated for resources: {'Port': ['ID=e4294a01-afd1-4c8e-983c-03285d712bb2,revision_number=6']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:16:26.698724 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:16:26.699086 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:16:26.699426 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:16:26.699766 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:16:26.700103 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:16:26.700462 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:16:26.700793 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:16:26.701167 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:16:26.701462 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:16:26.701771 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:16:26.702749 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:16:26.702749 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:16:26.719395 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-608bbba8-9f58-4938-a42b-0d5235dca221 req-db49cf51-e306-403e-952e-8ee46fd1c8f9 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] 10.222.0.16 "GET /v2.0/security-groups?id=33384978-bec5-44c9-869f-df28e64b8d22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391183 Jul 14 19:16:26.776245 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 14 Jul 2021 19:16:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddf8da0e-c678-454a-94d8-7e30edbc4e50 x-openstack-request-id: req-ddf8da0e-c678-454a-94d8-7e30edbc4e50 {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 19:16:26.776735 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d63ae180-bd8b-442c-aa9b-6ba2393578b7", "name": "network-vif-unplugged", "status": "completed", "tag": "e4294a01-afd1-4c8e-983c-03285d712bb2", "code": 200}]} {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 19:16:26.777076 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ddf8da0e-c678-454a-94d8-7e30edbc4e50 {{(pid=93917) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 19:16:26.777538 n-d-800634-3 neutron-server[93917]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd63ae180-bd8b-442c-aa9b-6ba2393578b7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e4294a01-afd1-4c8e-983c-03285d712bb2', 'code': 200} Jul 14 19:16:27.908693 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67007ac-221a-4bf6-a8ea-958a3e3d6812 req-6d304981-1994-469d-9704-069b4acb1408 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:16:27.910148 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c67007ac-221a-4bf6-a8ea-958a3e3d6812 req-6d304981-1994-469d-9704-069b4acb1408 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] 10.222.0.16 "GET /v2.0/ports?device_id=d63ae180-bd8b-442c-aa9b-6ba2393578b7 HTTP/1.1" status: 200 len: 943 time: 0.0676346 Jul 14 19:16:27.949673 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c67007ac-221a-4bf6-a8ea-958a3e3d6812 req-65b89095-5f45-4ba4-9280-816a168bc435 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] 10.222.0.16 "GET /v2.0/security-groups?id=33384978-bec5-44c9-869f-df28e64b8d22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339408 Jul 14 19:16:29.139342 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fe2006-bc7a-49da-a6ad-66432e381e34 req-4f1d4222-52ba-435a-9dbb-674e4c91522d tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:16:29.140994 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-56fe2006-bc7a-49da-a6ad-66432e381e34 req-4f1d4222-52ba-435a-9dbb-674e4c91522d tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] 10.222.0.16 "GET /v2.0/ports?device_id=d63ae180-bd8b-442c-aa9b-6ba2393578b7 HTTP/1.1" status: 200 len: 943 time: 0.0660374 Jul 14 19:16:29.188771 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-56fe2006-bc7a-49da-a6ad-66432e381e34 req-425eba77-13dd-436a-8ca5-17140f19b61c tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] 10.222.0.16 "GET /v2.0/security-groups?id=33384978-bec5-44c9-869f-df28e64b8d22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408273 Jul 14 19:16:30.368448 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b92c95-3047-41c3-8616-aee9a6d3f9cc req-422d955a-ae89-4c99-89a7-e94e23ab01b5 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:16:30.370074 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-89b92c95-3047-41c3-8616-aee9a6d3f9cc req-422d955a-ae89-4c99-89a7-e94e23ab01b5 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] 10.222.0.16 "GET /v2.0/ports?device_id=d63ae180-bd8b-442c-aa9b-6ba2393578b7 HTTP/1.1" status: 200 len: 943 time: 0.0663414 Jul 14 19:16:30.409952 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-89b92c95-3047-41c3-8616-aee9a6d3f9cc req-8faefd80-2365-4e46-89f6-51c0a08a06ae tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] 10.222.0.16 "GET /v2.0/security-groups?id=33384978-bec5-44c9-869f-df28e64b8d22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342023 Jul 14 19:16:31.587214 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a4d150-4f39-480f-a37d-c2cc8b5fdf7e req-b0d04be3-b772-48c6-a5f1-b38df4d21a93 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:16:31.588769 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f9a4d150-4f39-480f-a37d-c2cc8b5fdf7e req-b0d04be3-b772-48c6-a5f1-b38df4d21a93 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] 10.222.0.16 "GET /v2.0/ports?device_id=d63ae180-bd8b-442c-aa9b-6ba2393578b7 HTTP/1.1" status: 200 len: 943 time: 0.0643721 Jul 14 19:16:31.627024 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f9a4d150-4f39-480f-a37d-c2cc8b5fdf7e req-d14c7947-7a80-44d8-bc32-bdf008c81b25 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] 10.222.0.16 "GET /v2.0/security-groups?id=33384978-bec5-44c9-869f-df28e64b8d22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326884 Jul 14 19:16:32.548199 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acb3c75-e390-4770-89a7-19cb4400cabf req-f478caf7-cf32-4517-815e-b5e33a23c93d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:16:32.549723 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-9acb3c75-e390-4770-89a7-19cb4400cabf req-f478caf7-cf32-4517-815e-b5e33a23c93d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=04805eb1dac5471e95e628566976d1fd&device_id=d63ae180-bd8b-442c-aa9b-6ba2393578b7 HTTP/1.1" status: 200 len: 1094 time: 0.0594907 Jul 14 19:16:32.650919 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acb3c75-e390-4770-89a7-19cb4400cabf req-fb3e3ddb-24ee-4ac0-ba97-499bb794587d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:16:32.652438 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-9acb3c75-e390-4770-89a7-19cb4400cabf req-fb3e3ddb-24ee-4ac0-ba97-499bb794587d service neutron] 10.222.0.18 "GET /v2.0/networks?id=97727ed7-2695-478a-9eda-9cec1e9e91e1 HTTP/1.1" status: 200 len: 912 time: 0.0830829 Jul 14 19:16:32.722574 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-9acb3c75-e390-4770-89a7-19cb4400cabf req-39ab7e4e-be22-4275-b8c1-ec368d23ae3a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e4294a01-afd1-4c8e-983c-03285d712bb2 HTTP/1.1" status: 200 len: 999 time: 0.0641892 Jul 14 19:16:32.801343 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acb3c75-e390-4770-89a7-19cb4400cabf req-9c42d963-7dea-4910-8be5-6234127cd575 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:16:32.802391 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-9acb3c75-e390-4770-89a7-19cb4400cabf req-9c42d963-7dea-4910-8be5-6234127cd575 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=18d4a98c-ae99-400b-9f7f-5406e74f63fb HTTP/1.1" status: 200 len: 851 time: 0.0742500 Jul 14 19:16:32.858253 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e55e146-56e6-4395-b765-046d88008961 req-48726aad-a876-4abe-9fe8-fc2f4c043604 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:16:32.860347 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-8e55e146-56e6-4395-b765-046d88008961 req-48726aad-a876-4abe-9fe8-fc2f4c043604 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] 10.222.0.16 "GET /v2.0/ports?device_id=d63ae180-bd8b-442c-aa9b-6ba2393578b7 HTTP/1.1" status: 200 len: 943 time: 0.1047997 Jul 14 19:16:32.898629 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acb3c75-e390-4770-89a7-19cb4400cabf req-9866debb-4601-4f57-a4f4-260f21d0bd1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:16:32.900150 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-9acb3c75-e390-4770-89a7-19cb4400cabf req-9866debb-4601-4f57-a4f4-260f21d0bd1d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=97727ed7-2695-478a-9eda-9cec1e9e91e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0914836 Jul 14 19:16:32.930243 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-8e55e146-56e6-4395-b765-046d88008961 req-abb73894-0e2d-4c4a-8e20-fae87fa228f2 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] 10.222.0.16 "GET /v2.0/security-groups?id=33384978-bec5-44c9-869f-df28e64b8d22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628867 Jul 14 19:16:32.972911 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:16:32.997260 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-9acb3c75-e390-4770-89a7-19cb4400cabf req-049c72cc-d6dd-4cee-8eba-a6f1e6192d3f service neutron] 10.222.0.18 "GET /v2.0/networks/97727ed7-2695-478a-9eda-9cec1e9e91e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908873 Jul 14 19:16:33.089870 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-9acb3c75-e390-4770-89a7-19cb4400cabf req-ac0e637a-bd27-45f8-bfc6-a9df5e809567 service neutron] 10.222.0.18 "GET /v2.0/networks/97727ed7-2695-478a-9eda-9cec1e9e91e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861495 Jul 14 19:16:34.106680 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdae96f-16f8-4cfb-8cee-249b13481897 req-630eba98-ea55-42b4-8847-7a5a37e202b3 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:16:34.108227 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-bcdae96f-16f8-4cfb-8cee-249b13481897 req-630eba98-ea55-42b4-8847-7a5a37e202b3 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] 10.222.0.16 "GET /v2.0/ports?device_id=d63ae180-bd8b-442c-aa9b-6ba2393578b7 HTTP/1.1" status: 200 len: 943 time: 0.0636992 Jul 14 19:16:34.146882 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-bcdae96f-16f8-4cfb-8cee-249b13481897 req-38510270-802c-4464-93ac-1a24eeab5e63 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] 10.222.0.16 "GET /v2.0/security-groups?id=33384978-bec5-44c9-869f-df28e64b8d22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325410 Jul 14 19:16:35.321692 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1439948d-5860-420e-97d1-988c37d592e3 req-23a2abc5-b59d-48f0-b7d2-9e8247fa7ded tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:16:35.323192 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-1439948d-5860-420e-97d1-988c37d592e3 req-23a2abc5-b59d-48f0-b7d2-9e8247fa7ded tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] 10.222.0.16 "GET /v2.0/ports?device_id=d63ae180-bd8b-442c-aa9b-6ba2393578b7 HTTP/1.1" status: 200 len: 943 time: 0.0644193 Jul 14 19:16:35.360984 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-1439948d-5860-420e-97d1-988c37d592e3 req-9e248d1c-d619-4e80-9498-b6ef7e3366e0 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] 10.222.0.16 "GET /v2.0/security-groups?id=33384978-bec5-44c9-869f-df28e64b8d22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315323 Jul 14 19:16:35.800229 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad6aa1a-d451-4b74-856c-7eb8286fdd67 req-c811a3b9-671c-409c-9155-d195127ad168 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:16:35.801742 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-8ad6aa1a-d451-4b74-856c-7eb8286fdd67 req-c811a3b9-671c-409c-9155-d195127ad168 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] 10.222.0.18 "GET /v2.0/ports?device_id=d63ae180-bd8b-442c-aa9b-6ba2393578b7&tenant_id=04805eb1dac5471e95e628566976d1fd&binding%3Ahost_id=n-h1-800634-3 HTTP/1.1" status: 200 len: 943 time: 0.1076236 Jul 14 19:16:35.876951 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9784ae-7c93-43a6-8b2a-6882c86baa33 req-82bdcd6f-4b4c-4b3c-ae4d-2a279d6a453c tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:16:35.878802 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-0b9784ae-7c93-43a6-8b2a-6882c86baa33 req-82bdcd6f-4b4c-4b3c-ae4d-2a279d6a453c tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] 10.222.0.16 "GET /v2.0/ports?device_id=d63ae180-bd8b-442c-aa9b-6ba2393578b7 HTTP/1.1" status: 200 len: 943 time: 0.1232846 Jul 14 19:16:35.886416 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-8ad6aa1a-d451-4b74-856c-7eb8286fdd67 req-460461ef-1275-4b55-b80f-82d166d9486d service neutron] 10.222.0.18 "GET /v2.0/ports/e4294a01-afd1-4c8e-983c-03285d712bb2/bindings/n-h1-800634-3 HTTP/1.1" status: 200 len: 382 time: 0.0792203 Jul 14 19:16:35.900178 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:16:35.950120 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-0b9784ae-7c93-43a6-8b2a-6882c86baa33 req-9a810802-725e-4023-aab8-7a8b8b5b3b4f tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] 10.222.0.16 "GET /v2.0/security-groups?id=33384978-bec5-44c9-869f-df28e64b8d22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627625 Jul 14 19:16:35.973997 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad6aa1a-d451-4b74-856c-7eb8286fdd67 req-f955df66-c2e7-489d-869c-11039ba60ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:16:35.975563 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-8ad6aa1a-d451-4b74-856c-7eb8286fdd67 req-f955df66-c2e7-489d-869c-11039ba60ffd service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=04805eb1dac5471e95e628566976d1fd&device_id=d63ae180-bd8b-442c-aa9b-6ba2393578b7 HTTP/1.1" status: 200 len: 1094 time: 0.0661929 Jul 14 19:16:36.061987 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad6aa1a-d451-4b74-856c-7eb8286fdd67 req-51da3e5c-86cc-41ec-be47-10a3e535d1a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:16:36.063505 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-8ad6aa1a-d451-4b74-856c-7eb8286fdd67 req-51da3e5c-86cc-41ec-be47-10a3e535d1a8 service neutron] 10.222.0.18 "GET /v2.0/networks?id=97727ed7-2695-478a-9eda-9cec1e9e91e1 HTTP/1.1" status: 200 len: 912 time: 0.0824969 Jul 14 19:16:36.131392 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-8ad6aa1a-d451-4b74-856c-7eb8286fdd67 req-a5877aa6-b5bb-4dd6-939e-9d0414bcd54e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e4294a01-afd1-4c8e-983c-03285d712bb2 HTTP/1.1" status: 200 len: 999 time: 0.0621438 Jul 14 19:16:36.179101 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad6aa1a-d451-4b74-856c-7eb8286fdd67 req-888af33b-01dc-4fe1-a92c-9fa1b0436d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:16:36.180576 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-8ad6aa1a-d451-4b74-856c-7eb8286fdd67 req-888af33b-01dc-4fe1-a92c-9fa1b0436d3f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=18d4a98c-ae99-400b-9f7f-5406e74f63fb HTTP/1.1" status: 200 len: 851 time: 0.0432823 Jul 14 19:16:36.238073 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad6aa1a-d451-4b74-856c-7eb8286fdd67 req-f63835e7-8559-467f-ab4e-0104471a06e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:16:36.239462 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-8ad6aa1a-d451-4b74-856c-7eb8286fdd67 req-f63835e7-8559-467f-ab4e-0104471a06e8 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=97727ed7-2695-478a-9eda-9cec1e9e91e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0532324 Jul 14 19:16:36.513043 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device e4294a01-afd1-4c8e-983c-03285d712bb2 details requested by agent hyperv_n-h1-800634-3 with host n-h1-800634-3 {{(pid=93917) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 19:16:36.613092 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-8ad6aa1a-d451-4b74-856c-7eb8286fdd67 req-dba2af12-3567-4152-a20d-988d8dcf33bd service neutron] 10.222.0.18 "GET /v2.0/networks/97727ed7-2695-478a-9eda-9cec1e9e91e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3676562 Jul 14 19:16:36.618440 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port e4294a01-afd1-4c8e-983c-03285d712bb2, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=e4294a01-afd1-4c8e-983c-03285d712bb2,segment=NetworkSegment(d0a0df7e-3c75-4ea6-9ecb-d1aff0ab52c6),segment_id=d0a0df7e-3c75-4ea6-9ecb-d1aff0ab52c6)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 19:16:36.631733 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Returning: {'device': 'e4294a01-afd1-4c8e-983c-03285d712bb2', 'network_id': '97727ed7-2695-478a-9eda-9cec1e9e91e1', 'port_id': 'e4294a01-afd1-4c8e-983c-03285d712bb2', 'mac_address': 'fa:16:3e:08:5a:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 74, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18d4a98c-ae99-400b-9f7f-5406e74f63fb', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93917) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 19:16:36.646703 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-78a63ec6-b0d2-429b-ab6f-6d70a23ba682 req-6684ae89-9601-48fd-a925-f70cd3d12ed5 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=6ab0c594-ecaf-4c5b-977a-9c1b59a2d9cc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0824201 Jul 14 19:16:36.675331 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:16:36.689240 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4294a01-afd1-4c8e-983c-03285d712bb2 {{(pid=93917) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 19:16:36.706209 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-78a63ec6-b0d2-429b-ab6f-6d70a23ba682 req-b1d149c9-3291-4a54-94b7-ee98a61326ae service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f1c4e239e6d24b3bb240a97f6c99b33f&device_id=6ab0c594-ecaf-4c5b-977a-9c1b59a2d9cc HTTP/1.1" status: 200 len: 210 time: 0.0347328 Jul 14 19:16:36.706887 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-8ad6aa1a-d451-4b74-856c-7eb8286fdd67 req-d5de31c0-21c6-4f78-b456-1ee839b3e30c service neutron] 10.222.0.18 "GET /v2.0/networks/97727ed7-2695-478a-9eda-9cec1e9e91e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867426 Jul 14 19:16:36.710223 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port e4294a01-afd1-4c8e-983c-03285d712bb2, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=e4294a01-afd1-4c8e-983c-03285d712bb2,segment=NetworkSegment(d0a0df7e-3c75-4ea6-9ecb-d1aff0ab52c6),segment_id=d0a0df7e-3c75-4ea6-9ecb-d1aff0ab52c6)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 19:16:36.715425 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:16:36.747854 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-78a63ec6-b0d2-429b-ab6f-6d70a23ba682 req-623b4a23-2869-4560-9d0f-3d18527847b7 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=f1c4e239e6d24b3bb240a97f6c99b33f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0220084 Jul 14 19:16:36.766800 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Pushing event updated for resources: {'Port': ['ID=e4294a01-afd1-4c8e-983c-03285d712bb2,revision_number=7']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:16:36.847149 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a63ec6-b0d2-429b-ab6f-6d70a23ba682 req-da4c0a1f-0ba9-43c8-a562-4a76f0899a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:16:36.848679 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-78a63ec6-b0d2-429b-ab6f-6d70a23ba682 req-da4c0a1f-0ba9-43c8-a562-4a76f0899a6f service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0947769 Jul 14 19:16:36.980744 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] get_ports_and_sgs() called for port_ids ['e4294a01-afd1-4c8e-983c-03285d712bb2'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 19:16:37.129553 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc888c6-f6fd-4d9d-8372-caf7b3e8873a req-b0994582-21d1-4b37-a055-be8d743a918a tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:16:37.130943 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-7fc888c6-f6fd-4d9d-8372-caf7b3e8873a req-b0994582-21d1-4b37-a055-be8d743a918a tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] 10.222.0.16 "GET /v2.0/ports?device_id=d63ae180-bd8b-442c-aa9b-6ba2393578b7 HTTP/1.1" status: 200 len: 944 time: 0.0673451 Jul 14 19:16:37.173358 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-7fc888c6-f6fd-4d9d-8372-caf7b3e8873a req-db893d50-7014-4c8f-9957-7a69cd856559 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] 10.222.0.16 "GET /v2.0/security-groups?id=33384978-bec5-44c9-869f-df28e64b8d22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368383 Jul 14 19:16:38.358819 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4b9f8e-0295-488f-98ee-b47334a313f2 req-702a880b-e988-44e2-8736-9e7bd08246f4 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:16:38.361623 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-4c4b9f8e-0295-488f-98ee-b47334a313f2 req-702a880b-e988-44e2-8736-9e7bd08246f4 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] 10.222.0.16 "GET /v2.0/ports?device_id=d63ae180-bd8b-442c-aa9b-6ba2393578b7 HTTP/1.1" status: 200 len: 944 time: 0.0738688 Jul 14 19:16:38.403193 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-4c4b9f8e-0295-488f-98ee-b47334a313f2 req-b794e121-7068-4bac-9c88-842f74e942e5 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] 10.222.0.16 "GET /v2.0/security-groups?id=33384978-bec5-44c9-869f-df28e64b8d22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348504 Jul 14 19:16:38.521093 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device e4294a01-afd1-4c8e-983c-03285d712bb2 up at agent hyperv_n-h1-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 19:16:38.571169 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Provisioning complete for port e4294a01-afd1-4c8e-983c-03285d712bb2 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 19:16:38.571545 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:16:38.655266 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:16:38.685704 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd63ae180-bd8b-442c-aa9b-6ba2393578b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4294a01-afd1-4c8e-983c-03285d712bb2'}] {{(pid=93917) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 19:16:38.689363 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee9af70b018e2a669d4aace710d7966bbe0586a349443f05e01050df9771a348" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b46a50ac-ecef-4b75-ab79-f7e0209d793e" -d '{"events": [{"server_uuid": "d63ae180-bd8b-442c-aa9b-6ba2393578b7", "name": "network-vif-plugged", "status": "completed", "tag": "e4294a01-afd1-4c8e-983c-03285d712bb2"}]}' {{(pid=93917) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 19:16:38.708436 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port e4294a01-afd1-4c8e-983c-03285d712bb2, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=e4294a01-afd1-4c8e-983c-03285d712bb2,segment=NetworkSegment(d0a0df7e-3c75-4ea6-9ecb-d1aff0ab52c6),segment_id=d0a0df7e-3c75-4ea6-9ecb-d1aff0ab52c6)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 19:16:38.714239 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:16:38.747808 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 19:16:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe4dd29b-ff9f-4826-ba93-d2da77230caf x-openstack-request-id: req-fe4dd29b-ff9f-4826-ba93-d2da77230caf {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 19:16:38.748183 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d63ae180-bd8b-442c-aa9b-6ba2393578b7", "name": "network-vif-plugged", "status": "completed", "tag": "e4294a01-afd1-4c8e-983c-03285d712bb2", "code": 200}]} {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 19:16:38.748449 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-fe4dd29b-ff9f-4826-ba93-d2da77230caf {{(pid=93917) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 19:16:38.748845 n-d-800634-3 neutron-server[93917]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd63ae180-bd8b-442c-aa9b-6ba2393578b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4294a01-afd1-4c8e-983c-03285d712bb2', 'code': 200} Jul 14 19:16:38.780882 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Pushing event updated for resources: {'Port': ['ID=e4294a01-afd1-4c8e-983c-03285d712bb2,revision_number=8']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:16:39.611204 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdcbc52-b751-4f36-9db0-44f61b886ebe req-22491ccc-2ac5-414d-89b8-3618ae7e3da4 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:16:39.612770 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-4bdcbc52-b751-4f36-9db0-44f61b886ebe req-22491ccc-2ac5-414d-89b8-3618ae7e3da4 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] 10.222.0.16 "GET /v2.0/ports?device_id=d63ae180-bd8b-442c-aa9b-6ba2393578b7 HTTP/1.1" status: 200 len: 945 time: 0.0687931 Jul 14 19:16:39.651593 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-4bdcbc52-b751-4f36-9db0-44f61b886ebe req-241cdbdd-8ae5-4ba5-9b89-8d620e03334b tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] 10.222.0.16 "GET /v2.0/security-groups?id=33384978-bec5-44c9-869f-df28e64b8d22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330565 Jul 14 19:16:40.668878 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad6aa1a-d451-4b74-856c-7eb8286fdd67 req-6adc9017-3654-4051-889a-51bcad24dfa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:16:40.670457 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-8ad6aa1a-d451-4b74-856c-7eb8286fdd67 req-6adc9017-3654-4051-889a-51bcad24dfa4 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=d63ae180-bd8b-442c-aa9b-6ba2393578b7&tenant_id=04805eb1dac5471e95e628566976d1fd HTTP/1.1" status: 200 len: 1096 time: 0.0645869 Jul 14 19:16:40.758492 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad6aa1a-d451-4b74-856c-7eb8286fdd67 req-86bc9e11-1b31-4538-9159-99e080d66663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:16:40.760297 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-8ad6aa1a-d451-4b74-856c-7eb8286fdd67 req-86bc9e11-1b31-4538-9159-99e080d66663 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=04805eb1dac5471e95e628566976d1fd&device_id=d63ae180-bd8b-442c-aa9b-6ba2393578b7 HTTP/1.1" status: 200 len: 1096 time: 0.0557394 Jul 14 19:16:40.898577 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad6aa1a-d451-4b74-856c-7eb8286fdd67 req-48079a6b-886b-442b-8f0d-351dbee4ec72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:16:40.900315 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-8ad6aa1a-d451-4b74-856c-7eb8286fdd67 req-48079a6b-886b-442b-8f0d-351dbee4ec72 service neutron] 10.222.0.18 "GET /v2.0/networks?id=97727ed7-2695-478a-9eda-9cec1e9e91e1 HTTP/1.1" status: 200 len: 912 time: 0.1331096 Jul 14 19:16:40.911592 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242117e5-70a8-495b-b5bf-6ab964024f83 req-e9d90d5a-febe-45ab-bd3e-6652df80c1c5 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:16:40.913012 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-242117e5-70a8-495b-b5bf-6ab964024f83 req-e9d90d5a-febe-45ab-bd3e-6652df80c1c5 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] 10.222.0.16 "GET /v2.0/ports?device_id=d63ae180-bd8b-442c-aa9b-6ba2393578b7 HTTP/1.1" status: 200 len: 945 time: 0.1258492 Jul 14 19:16:40.998499 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-242117e5-70a8-495b-b5bf-6ab964024f83 req-dc4581ac-0abf-4a3a-ad77-fee81f372545 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] 10.222.0.16 "GET /v2.0/security-groups?id=33384978-bec5-44c9-869f-df28e64b8d22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779643 Jul 14 19:16:41.000637 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-8ad6aa1a-d451-4b74-856c-7eb8286fdd67 req-86bdb01e-5109-497c-89de-d8ae01815577 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e4294a01-afd1-4c8e-983c-03285d712bb2 HTTP/1.1" status: 200 len: 1001 time: 0.0861900 Jul 14 19:16:41.059145 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad6aa1a-d451-4b74-856c-7eb8286fdd67 req-f2eeb360-b1c4-4b6e-9781-cc00e922cf17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:16:41.060697 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-8ad6aa1a-d451-4b74-856c-7eb8286fdd67 req-f2eeb360-b1c4-4b6e-9781-cc00e922cf17 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=18d4a98c-ae99-400b-9f7f-5406e74f63fb HTTP/1.1" status: 200 len: 851 time: 0.0488527 Jul 14 19:16:41.117260 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad6aa1a-d451-4b74-856c-7eb8286fdd67 req-bf62a898-242b-47e9-a8cf-c44fb0efe9a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:16:41.118714 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-8ad6aa1a-d451-4b74-856c-7eb8286fdd67 req-bf62a898-242b-47e9-a8cf-c44fb0efe9a4 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=97727ed7-2695-478a-9eda-9cec1e9e91e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0513511 Jul 14 19:16:41.210283 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-8ad6aa1a-d451-4b74-856c-7eb8286fdd67 req-4bd31c78-b475-41db-be01-ca385a393819 service neutron] 10.222.0.18 "GET /v2.0/networks/97727ed7-2695-478a-9eda-9cec1e9e91e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851030 Jul 14 19:16:41.299880 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-8ad6aa1a-d451-4b74-856c-7eb8286fdd67 req-5783868a-af77-4481-92cc-db43801936c4 service neutron] 10.222.0.18 "GET /v2.0/networks/97727ed7-2695-478a-9eda-9cec1e9e91e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836699 Jul 14 19:16:42.176738 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fcf890-0286-4c55-81ba-214f7f555075 req-78ebb50c-bb9f-4bd9-9ca9-69c8daa45f74 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:16:42.178306 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f8fcf890-0286-4c55-81ba-214f7f555075 req-78ebb50c-bb9f-4bd9-9ca9-69c8daa45f74 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] 10.222.0.16 "GET /v2.0/ports?device_id=d63ae180-bd8b-442c-aa9b-6ba2393578b7 HTTP/1.1" status: 200 len: 945 time: 0.0666883 Jul 14 19:16:42.216159 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f8fcf890-0286-4c55-81ba-214f7f555075 req-03f1b1b6-3895-4b6e-9157-712ce30f8eb6 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] 10.222.0.16 "GET /v2.0/security-groups?id=33384978-bec5-44c9-869f-df28e64b8d22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322318 Jul 14 19:16:42.536412 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device e4294a01-afd1-4c8e-983c-03285d712bb2 no longer exists at agent hyperv_n-h1-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 19:16:42.609348 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:16:42.631967 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd63ae180-bd8b-442c-aa9b-6ba2393578b7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e4294a01-afd1-4c8e-983c-03285d712bb2'}] {{(pid=93917) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 19:16:42.634203 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee9af70b018e2a669d4aace710d7966bbe0586a349443f05e01050df9771a348" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de98c554-b0bc-4051-9e5d-a01ba2692275" -d '{"events": [{"server_uuid": "d63ae180-bd8b-442c-aa9b-6ba2393578b7", "name": "network-vif-unplugged", "status": "completed", "tag": "e4294a01-afd1-4c8e-983c-03285d712bb2"}]}' {{(pid=93917) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 19:16:42.647925 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port e4294a01-afd1-4c8e-983c-03285d712bb2, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=e4294a01-afd1-4c8e-983c-03285d712bb2,segment=NetworkSegment(d0a0df7e-3c75-4ea6-9ecb-d1aff0ab52c6),segment_id=d0a0df7e-3c75-4ea6-9ecb-d1aff0ab52c6)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 19:16:42.652356 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:16:42.681524 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 14 Jul 2021 19:16:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-096f2ab8-316e-4820-9dbf-2a0c13ca1f32 x-openstack-request-id: req-096f2ab8-316e-4820-9dbf-2a0c13ca1f32 {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 19:16:42.681817 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d63ae180-bd8b-442c-aa9b-6ba2393578b7", "name": "network-vif-unplugged", "status": "completed", "tag": "e4294a01-afd1-4c8e-983c-03285d712bb2", "code": 200}]} {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 19:16:42.682075 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-096f2ab8-316e-4820-9dbf-2a0c13ca1f32 {{(pid=93917) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 19:16:42.682467 n-d-800634-3 neutron-server[93917]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd63ae180-bd8b-442c-aa9b-6ba2393578b7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e4294a01-afd1-4c8e-983c-03285d712bb2', 'code': 200} Jul 14 19:16:42.704863 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Pushing event updated for resources: {'Port': ['ID=e4294a01-afd1-4c8e-983c-03285d712bb2,revision_number=9']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:16:43.398161 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ed95b7-1f8f-4571-a040-f3aba4cbf0f9 req-574abe46-725c-4146-a10c-b482cbc02d46 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:16:43.399579 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-37ed95b7-1f8f-4571-a040-f3aba4cbf0f9 req-574abe46-725c-4146-a10c-b482cbc02d46 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] 10.222.0.16 "GET /v2.0/ports?device_id=d63ae180-bd8b-442c-aa9b-6ba2393578b7 HTTP/1.1" status: 200 len: 943 time: 0.0692642 Jul 14 19:16:43.438511 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-37ed95b7-1f8f-4571-a040-f3aba4cbf0f9 req-e235bbd2-0bb6-4dfe-b4ff-c72a59a31632 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] 10.222.0.16 "GET /v2.0/security-groups?id=33384978-bec5-44c9-869f-df28e64b8d22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332727 Jul 14 19:16:44.623141 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33dfad39-4411-45a8-9075-ea7492aee932 req-56aeaf69-fc83-4019-b303-992bd534cbda tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:16:44.624623 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-33dfad39-4411-45a8-9075-ea7492aee932 req-56aeaf69-fc83-4019-b303-992bd534cbda tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] 10.222.0.16 "GET /v2.0/ports?device_id=d63ae180-bd8b-442c-aa9b-6ba2393578b7 HTTP/1.1" status: 200 len: 943 time: 0.0684566 Jul 14 19:16:44.663027 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-33dfad39-4411-45a8-9075-ea7492aee932 req-b34279fe-5264-49f1-a465-47ec21c4e17d tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] 10.222.0.16 "GET /v2.0/security-groups?id=33384978-bec5-44c9-869f-df28e64b8d22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319581 Jul 14 19:16:45.837675 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea54be8-d407-4ae8-8297-ea4b0d5cf614 req-b3556ded-e98e-42c5-a371-b983325f7247 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:16:45.839170 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-cea54be8-d407-4ae8-8297-ea4b0d5cf614 req-b3556ded-e98e-42c5-a371-b983325f7247 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] 10.222.0.16 "GET /v2.0/ports?device_id=d63ae180-bd8b-442c-aa9b-6ba2393578b7 HTTP/1.1" status: 200 len: 943 time: 0.0660012 Jul 14 19:16:45.876797 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-cea54be8-d407-4ae8-8297-ea4b0d5cf614 req-7f4a6106-f54d-463e-a98a-d3c8abfeabda tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] 10.222.0.16 "GET /v2.0/security-groups?id=33384978-bec5-44c9-869f-df28e64b8d22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321174 Jul 14 19:16:47.054674 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629fcb19-9ffd-4e1b-8cc1-2cc3f5cf5654 req-fb15925c-9e7e-4cf9-836b-460338fcb465 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:16:47.056212 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-629fcb19-9ffd-4e1b-8cc1-2cc3f5cf5654 req-fb15925c-9e7e-4cf9-836b-460338fcb465 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] 10.222.0.16 "GET /v2.0/ports?device_id=d63ae180-bd8b-442c-aa9b-6ba2393578b7 HTTP/1.1" status: 200 len: 943 time: 0.0675399 Jul 14 19:16:47.095379 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-629fcb19-9ffd-4e1b-8cc1-2cc3f5cf5654 req-d101bad7-c88f-48e6-95fc-a58492ee33db tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] 10.222.0.16 "GET /v2.0/security-groups?id=33384978-bec5-44c9-869f-df28e64b8d22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335610 Jul 14 19:16:48.273975 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84f35c6-ceef-44d8-bdcf-ab5f1c792f46 req-b846ed92-88d1-49b2-a1d8-275c78dadd52 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:16:48.275488 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a84f35c6-ceef-44d8-bdcf-ab5f1c792f46 req-b846ed92-88d1-49b2-a1d8-275c78dadd52 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] 10.222.0.16 "GET /v2.0/ports?device_id=d63ae180-bd8b-442c-aa9b-6ba2393578b7 HTTP/1.1" status: 200 len: 943 time: 0.0631804 Jul 14 19:16:48.313262 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a84f35c6-ceef-44d8-bdcf-ab5f1c792f46 req-37741cd7-fe83-4561-b1d7-046f6d0f68cf tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] 10.222.0.16 "GET /v2.0/security-groups?id=33384978-bec5-44c9-869f-df28e64b8d22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320702 Jul 14 19:16:49.494218 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b7b4b3-4641-43b1-ba5d-8c78a6d5bd63 req-b5e30607-baba-4799-84f5-888ee5b65fb5 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:16:49.495710 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-28b7b4b3-4641-43b1-ba5d-8c78a6d5bd63 req-b5e30607-baba-4799-84f5-888ee5b65fb5 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] 10.222.0.16 "GET /v2.0/ports?device_id=d63ae180-bd8b-442c-aa9b-6ba2393578b7 HTTP/1.1" status: 200 len: 943 time: 0.0673020 Jul 14 19:16:49.534036 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-28b7b4b3-4641-43b1-ba5d-8c78a6d5bd63 req-332ae3d9-17fa-43f0-a758-3d097f32d294 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] 10.222.0.16 "GET /v2.0/security-groups?id=33384978-bec5-44c9-869f-df28e64b8d22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321710 Jul 14 19:16:50.459484 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-bbd47a2a-8e6a-4463-907b-2165b162436f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:16:50.706224 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de54728-0541-4036-b269-9940b05074da req-320ab2bf-7465-455b-9d32-57ee56b3c345 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:16:50.707710 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-7de54728-0541-4036-b269-9940b05074da req-320ab2bf-7465-455b-9d32-57ee56b3c345 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] 10.222.0.16 "GET /v2.0/ports?device_id=d63ae180-bd8b-442c-aa9b-6ba2393578b7 HTTP/1.1" status: 200 len: 943 time: 0.0637095 Jul 14 19:16:50.746650 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-7de54728-0541-4036-b269-9940b05074da req-b423371a-1062-4887-b3c5-d3ef8c4411a0 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] 10.222.0.16 "GET /v2.0/security-groups?id=33384978-bec5-44c9-869f-df28e64b8d22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332148 Jul 14 19:16:51.930995 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b741d6-c290-429f-b7ed-c99ac5796984 req-9997c694-19fd-453e-bca9-0585857a704e tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:16:51.932533 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-49b741d6-c290-429f-b7ed-c99ac5796984 req-9997c694-19fd-453e-bca9-0585857a704e tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] 10.222.0.16 "GET /v2.0/ports?device_id=d63ae180-bd8b-442c-aa9b-6ba2393578b7 HTTP/1.1" status: 200 len: 943 time: 0.0682957 Jul 14 19:16:51.972491 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-49b741d6-c290-429f-b7ed-c99ac5796984 req-557d733d-53c2-4940-9d9e-535a17ca7da9 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] 10.222.0.16 "GET /v2.0/security-groups?id=33384978-bec5-44c9-869f-df28e64b8d22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337520 Jul 14 19:16:52.575998 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device e4294a01-afd1-4c8e-983c-03285d712bb2 details requested by agent hyperv_n-h1-800634-3 with host n-h1-800634-3 {{(pid=93917) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 19:16:52.669617 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port e4294a01-afd1-4c8e-983c-03285d712bb2, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=e4294a01-afd1-4c8e-983c-03285d712bb2,segment=NetworkSegment(d0a0df7e-3c75-4ea6-9ecb-d1aff0ab52c6),segment_id=d0a0df7e-3c75-4ea6-9ecb-d1aff0ab52c6)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 19:16:52.681490 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Returning: {'device': 'e4294a01-afd1-4c8e-983c-03285d712bb2', 'network_id': '97727ed7-2695-478a-9eda-9cec1e9e91e1', 'port_id': 'e4294a01-afd1-4c8e-983c-03285d712bb2', 'mac_address': 'fa:16:3e:08:5a:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 74, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18d4a98c-ae99-400b-9f7f-5406e74f63fb', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93917) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 19:16:52.721122 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:16:52.733183 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4294a01-afd1-4c8e-983c-03285d712bb2 {{(pid=93917) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 19:16:52.753131 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port e4294a01-afd1-4c8e-983c-03285d712bb2, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=e4294a01-afd1-4c8e-983c-03285d712bb2,segment=NetworkSegment(d0a0df7e-3c75-4ea6-9ecb-d1aff0ab52c6),segment_id=d0a0df7e-3c75-4ea6-9ecb-d1aff0ab52c6)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 19:16:52.756725 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:16:52.802708 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Pushing event updated for resources: {'Port': ['ID=e4294a01-afd1-4c8e-983c-03285d712bb2,revision_number=10']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:16:52.886990 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-dc34e068-ccf1-4fbb-bb7d-6e82b1dbda3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:16:52.954095 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] get_ports_and_sgs() called for port_ids ['e4294a01-afd1-4c8e-983c-03285d712bb2'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 19:16:53.146003 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf9b765-cf1d-4e38-be55-8b154471248b req-f76f135d-ad00-4519-b386-322c150df497 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:16:53.147546 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-9cf9b765-cf1d-4e38-be55-8b154471248b req-f76f135d-ad00-4519-b386-322c150df497 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] 10.222.0.16 "GET /v2.0/ports?device_id=d63ae180-bd8b-442c-aa9b-6ba2393578b7 HTTP/1.1" status: 200 len: 945 time: 0.0645039 Jul 14 19:16:53.185574 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-9cf9b765-cf1d-4e38-be55-8b154471248b req-ffc090bb-982c-47cf-8cd8-81be51a4dc22 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] 10.222.0.16 "GET /v2.0/security-groups?id=33384978-bec5-44c9-869f-df28e64b8d22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324514 Jul 14 19:16:53.217204 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:16:53.361758 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e068595-4f20-44c7-a13b-4e41d7566492 req-08d1e311-1c9a-4b43-b045-552726b11431 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:16:53.363255 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-9e068595-4f20-44c7-a13b-4e41d7566492 req-08d1e311-1c9a-4b43-b045-552726b11431 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] 10.222.0.16 "GET /v2.0/ports?device_id=d63ae180-bd8b-442c-aa9b-6ba2393578b7 HTTP/1.1" status: 200 len: 945 time: 0.0639515 Jul 14 19:16:53.402058 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-9e068595-4f20-44c7-a13b-4e41d7566492 req-c5752715-a51e-494d-90c3-fa02781ff4e1 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] 10.222.0.16 "GET /v2.0/security-groups?id=33384978-bec5-44c9-869f-df28e64b8d22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329349 Jul 14 19:16:53.578799 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6f4463-75f3-45ea-9ea4-5adbb7073d61 req-85712d5d-ed49-425c-bc00-216eac45ca8c tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:16:53.580334 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-db6f4463-75f3-45ea-9ea4-5adbb7073d61 req-85712d5d-ed49-425c-bc00-216eac45ca8c tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] 10.222.0.16 "GET /v2.0/ports?device_id=d63ae180-bd8b-442c-aa9b-6ba2393578b7 HTTP/1.1" status: 200 len: 945 time: 0.0685980 Jul 14 19:16:53.619651 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-db6f4463-75f3-45ea-9ea4-5adbb7073d61 req-cb02bd09-c0fa-4eb0-ad24-bc591685cce4 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] 10.222.0.16 "GET /v2.0/security-groups?id=33384978-bec5-44c9-869f-df28e64b8d22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335867 Jul 14 19:16:54.001179 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c54a80-a1ad-4793-b5ff-815c3634180f req-6f8a3d21-2b33-437a-a8dd-a67230826881 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:16:54.002919 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c6c54a80-a1ad-4793-b5ff-815c3634180f req-6f8a3d21-2b33-437a-a8dd-a67230826881 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] 10.222.0.16 "GET /v2.0/ports?device_id=d63ae180-bd8b-442c-aa9b-6ba2393578b7 HTTP/1.1" status: 200 len: 945 time: 0.0653946 Jul 14 19:16:54.039601 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c6c54a80-a1ad-4793-b5ff-815c3634180f req-297b895c-92f2-409f-9c85-44195a5aca1e tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] 10.222.0.16 "GET /v2.0/security-groups?id=33384978-bec5-44c9-869f-df28e64b8d22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311167 Jul 14 19:16:54.305043 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-574aeb93-9938-449c-8e6c-cb22c9b52cc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:16:54.598755 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device e4294a01-afd1-4c8e-983c-03285d712bb2 up at agent hyperv_n-h1-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 19:16:54.648454 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Provisioning complete for port e4294a01-afd1-4c8e-983c-03285d712bb2 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 19:16:54.648824 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:16:54.725172 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:16:54.752247 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd63ae180-bd8b-442c-aa9b-6ba2393578b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4294a01-afd1-4c8e-983c-03285d712bb2'}] {{(pid=93917) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 19:16:54.754752 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee9af70b018e2a669d4aace710d7966bbe0586a349443f05e01050df9771a348" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e9a708d-1584-4ab6-a903-b4038608e6d8" -d '{"events": [{"server_uuid": "d63ae180-bd8b-442c-aa9b-6ba2393578b7", "name": "network-vif-plugged", "status": "completed", "tag": "e4294a01-afd1-4c8e-983c-03285d712bb2"}]}' {{(pid=93917) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 19:16:54.922849 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 19:16:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea82c582-489e-4793-a77d-34adf08e0d83 x-openstack-request-id: req-ea82c582-489e-4793-a77d-34adf08e0d83 {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 19:16:54.923143 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d63ae180-bd8b-442c-aa9b-6ba2393578b7", "name": "network-vif-plugged", "status": "completed", "tag": "e4294a01-afd1-4c8e-983c-03285d712bb2", "code": 200}]} {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 19:16:54.923410 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ea82c582-489e-4793-a77d-34adf08e0d83 {{(pid=93917) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 19:16:54.923787 n-d-800634-3 neutron-server[93917]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd63ae180-bd8b-442c-aa9b-6ba2393578b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4294a01-afd1-4c8e-983c-03285d712bb2', 'code': 200} Jul 14 19:16:54.927159 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port e4294a01-afd1-4c8e-983c-03285d712bb2, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=e4294a01-afd1-4c8e-983c-03285d712bb2,segment=NetworkSegment(d0a0df7e-3c75-4ea6-9ecb-d1aff0ab52c6),segment_id=d0a0df7e-3c75-4ea6-9ecb-d1aff0ab52c6)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 19:16:54.932914 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:16:54.981098 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Pushing event updated for resources: {'Port': ['ID=e4294a01-afd1-4c8e-983c-03285d712bb2,revision_number=11']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:16:55.230214 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a778e898-2cb8-4f7f-8ea1-31813f2198b2 req-bcf5de13-8497-49e1-bf2a-e67b94b0d7a7 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:16:55.231664 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a778e898-2cb8-4f7f-8ea1-31813f2198b2 req-bcf5de13-8497-49e1-bf2a-e67b94b0d7a7 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] 10.222.0.16 "GET /v2.0/ports?device_id=d63ae180-bd8b-442c-aa9b-6ba2393578b7 HTTP/1.1" status: 200 len: 946 time: 0.0715435 Jul 14 19:16:55.276531 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a778e898-2cb8-4f7f-8ea1-31813f2198b2 req-d723d798-9469-401b-8616-9dfff5cf6b30 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] 10.222.0.16 "GET /v2.0/security-groups?id=33384978-bec5-44c9-869f-df28e64b8d22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364227 Jul 14 19:16:55.482940 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29108ed0-3abf-48ee-b784-406860876676 req-1e56a779-4058-43e6-8b85-3c2d36dd0a58 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:16:55.484387 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-29108ed0-3abf-48ee-b784-406860876676 req-1e56a779-4058-43e6-8b85-3c2d36dd0a58 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] 10.222.0.18 "GET /v2.0/ports?device_id=d63ae180-bd8b-442c-aa9b-6ba2393578b7 HTTP/1.1" status: 200 len: 946 time: 0.0631123 Jul 14 19:16:55.586051 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [req-29108ed0-3abf-48ee-b784-406860876676 req-889a257a-ccd5-4cbb-aea0-110ba2d650c2 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] Deleting port e4294a01-afd1-4c8e-983c-03285d712bb2 {{(pid=93915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 19:16:55.586400 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-29108ed0-3abf-48ee-b784-406860876676 req-889a257a-ccd5-4cbb-aea0-110ba2d650c2 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:16:55.673095 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-29108ed0-3abf-48ee-b784-406860876676 req-889a257a-ccd5-4cbb-aea0-110ba2d650c2 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] For port e4294a01-afd1-4c8e-983c-03285d712bb2, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=e4294a01-afd1-4c8e-983c-03285d712bb2,segment=NetworkSegment(d0a0df7e-3c75-4ea6-9ecb-d1aff0ab52c6),segment_id=d0a0df7e-3c75-4ea6-9ecb-d1aff0ab52c6)] {{(pid=93915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 19:16:55.673454 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-29108ed0-3abf-48ee-b784-406860876676 req-889a257a-ccd5-4cbb-aea0-110ba2d650c2 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:16:55.840370 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-29108ed0-3abf-48ee-b784-406860876676 req-889a257a-ccd5-4cbb-aea0-110ba2d650c2 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:16:55.840665 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-29108ed0-3abf-48ee-b784-406860876676 req-889a257a-ccd5-4cbb-aea0-110ba2d650c2 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-930131'] for floatingip, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:16:55.840980 n-d-800634-3 neutron-server[93915]: INFO neutron.db.l3_db [req-29108ed0-3abf-48ee-b784-406860876676 req-889a257a-ccd5-4cbb-aea0-110ba2d650c2 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] Floating IP 4439976a-cda3-48ac-bdd3-be29a47d845f disassociated. External IP: 172.25.1.94, port: e4294a01-afd1-4c8e-983c-03285d712bb2. Jul 14 19:16:55.841330 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [req-29108ed0-3abf-48ee-b784-406860876676 req-889a257a-ccd5-4cbb-aea0-110ba2d650c2 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] Calling delete_port for e4294a01-afd1-4c8e-983c-03285d712bb2 owned by compute:nova {{(pid=93915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 19:16:55.942741 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-2f4e3af3-e708-4ffd-a544-82d93a489d01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:16:55.970481 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-29108ed0-3abf-48ee-b784-406860876676 req-889a257a-ccd5-4cbb-aea0-110ba2d650c2 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:16:55.999084 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889a257a-ccd5-4cbb-aea0-110ba2d650c2 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] Pushing event deleted for resources: {'Port': ['ID=e4294a01-afd1-4c8e-983c-03285d712bb2,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:16:56.011468 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889a257a-ccd5-4cbb-aea0-110ba2d650c2 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:16:56.011816 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889a257a-ccd5-4cbb-aea0-110ba2d650c2 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:16:56.012186 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889a257a-ccd5-4cbb-aea0-110ba2d650c2 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:16:56.012534 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889a257a-ccd5-4cbb-aea0-110ba2d650c2 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:16:56.012872 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889a257a-ccd5-4cbb-aea0-110ba2d650c2 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:16:56.013208 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889a257a-ccd5-4cbb-aea0-110ba2d650c2 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:16:56.013538 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889a257a-ccd5-4cbb-aea0-110ba2d650c2 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:16:56.013866 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889a257a-ccd5-4cbb-aea0-110ba2d650c2 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:16:56.014192 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889a257a-ccd5-4cbb-aea0-110ba2d650c2 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:16:56.014515 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889a257a-ccd5-4cbb-aea0-110ba2d650c2 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:16:56.014842 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889a257a-ccd5-4cbb-aea0-110ba2d650c2 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:16:56.015196 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889a257a-ccd5-4cbb-aea0-110ba2d650c2 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:16:56.129771 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.l3_agent_scheduler [req-29108ed0-3abf-48ee-b784-406860876676 req-889a257a-ccd5-4cbb-aea0-110ba2d650c2 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] Router e4667727-8e40-4f84-92ec-1fafe56db13e has already been hosted by L3 agent 2c6eb27e-defb-4cca-9a24-381c7415e359 {{(pid=93915) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 19:16:56.238990 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-29108ed0-3abf-48ee-b784-406860876676 req-889a257a-ccd5-4cbb-aea0-110ba2d650c2 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] Notify agent at l3_agent.n-d-800634-3 the message routers_updated {{(pid=93915) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 19:16:56.249482 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-799f6190-5c70-46f0-914d-7c8018730e54 None None] Sync routers for ids ['e4667727-8e40-4f84-92ec-1fafe56db13e'] in n-d-800634-3 {{(pid=93917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 19:16:56.258765 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-799f6190-5c70-46f0-914d-7c8018730e54 None None] Routers {'e4667727-8e40-4f84-92ec-1fafe56db13e'} bound to L3 agent in host n-d-800634-3 {{(pid=93917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 19:16:56.259385 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-799f6190-5c70-46f0-914d-7c8018730e54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T19:16:53Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['e4667727-8e40-4f84-92ec-1fafe56db13e'], 'active': True} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 19:16:56.282713 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [req-29108ed0-3abf-48ee-b784-406860876676 req-889a257a-ccd5-4cbb-aea0-110ba2d650c2 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] No DVR routers for this DVR port e4294a01-afd1-4c8e-983c-03285d712bb2 on host n-h1-800634-3 {{(pid=93915) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 19:16:56.285417 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-29108ed0-3abf-48ee-b784-406860876676 req-889a257a-ccd5-4cbb-aea0-110ba2d650c2 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:16:56.287506 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-29108ed0-3abf-48ee-b784-406860876676 req-889a257a-ccd5-4cbb-aea0-110ba2d650c2 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] 10.222.0.18 "DELETE /v2.0/ports/e4294a01-afd1-4c8e-983c-03285d712bb2 HTTP/1.1" status: 204 len: 173 time: 0.7979810 Jul 14 19:16:56.287958 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd63ae180-bd8b-442c-aa9b-6ba2393578b7', 'name': 'network-vif-deleted', 'tag': 'e4294a01-afd1-4c8e-983c-03285d712bb2'}] {{(pid=93915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 19:16:56.344856 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}163b1c7ce9835e2c54087c39b47c05da5c61decdd411e584c58a4e7cd59f948f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c265879c-896d-49c3-9ac0-d670209f741c" -d '{"events": [{"server_uuid": "d63ae180-bd8b-442c-aa9b-6ba2393578b7", "name": "network-vif-deleted", "tag": "e4294a01-afd1-4c8e-983c-03285d712bb2"}]}' {{(pid=93915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 19:16:56.378622 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvr_db [None req-799f6190-5c70-46f0-914d-7c8018730e54 None None] Set router e4667727-8e40-4f84-92ec-1fafe56db13e gateway port host: n-d-800634-3 {{(pid=93917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 19:16:56.447411 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f831924c-8973-4881-ba88-d7f7a25afd2e req-b9064d90-0dc3-482c-a854-ed64f7ce82ab tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] 10.222.0.16 "GET /v2.0/ports?device_id=d63ae180-bd8b-442c-aa9b-6ba2393578b7 HTTP/1.1" status: 200 len: 210 time: 0.0448122 Jul 14 19:16:56.457119 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 19:16:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-144b53f6-d187-48d4-ab34-14d8d0a9c7b5 x-openstack-request-id: req-144b53f6-d187-48d4-ab34-14d8d0a9c7b5 {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 19:16:56.457119 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d63ae180-bd8b-442c-aa9b-6ba2393578b7", "name": "network-vif-deleted", "tag": "e4294a01-afd1-4c8e-983c-03285d712bb2", "status": "completed", "code": 200}]} {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 19:16:56.457119 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-144b53f6-d187-48d4-ab34-14d8d0a9c7b5 {{(pid=93915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 19:16:56.457119 n-d-800634-3 neutron-server[93915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd63ae180-bd8b-442c-aa9b-6ba2393578b7', 'name': 'network-vif-deleted', 'tag': 'e4294a01-afd1-4c8e-983c-03285d712bb2', 'status': 'completed', 'code': 200} Jul 14 19:16:56.585850 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-799f6190-5c70-46f0-914d-7c8018730e54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4667727-8e40-4f84-92ec-1fafe56db13e', 'name': 'tempest-ServerActionsTestJSON-1250980168-router', 'tenant_id': '04805eb1dac5471e95e628566976d1fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.108'}], 'enable_snat': True}, 'gw_port_id': '510b5f68-10e7-4bf2-89fd-91188c69394c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T19:07:22Z', 'updated_at': '2021-07-14T19:07:25Z', 'revision_number': 4, 'project_id': '04805eb1dac5471e95e628566976d1fd', 'gw_port': {'id': '510b5f68-10e7-4bf2-89fd-91188c69394c', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:60:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4667727-8e40-4f84-92ec-1fafe56db13e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T19:07:23Z', 'updated_at': '2021-07-14T19:07:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_interfaces': [{'id': '7ba96e13-edba-48ac-b007-1e553c78e570', 'name': '', 'network_id': '97727ed7-2695-478a-9eda-9cec1e9e91e1', 'tenant_id': '04805eb1dac5471e95e628566976d1fd', 'mac_address': 'fa:16:3e:5f:c8:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4667727-8e40-4f84-92ec-1fafe56db13e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '18d4a98c-ae99-400b-9f7f-5406e74f63fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T19:07:24Z', 'updated_at': '2021-07-14T19:07:31Z', 'revision_number': 5, 'project_id': '04805eb1dac5471e95e628566976d1fd', 'subnets': [{'id': '18d4a98c-ae99-400b-9f7f-5406e74f63fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-3', False) {} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 19:16:56.616819 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-799f6190-5c70-46f0-914d-7c8018730e54 None None] Checking router: e4667727-8e40-4f84-92ec-1fafe56db13e for host: n-d-800634-3 {{(pid=93917) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 19:16:56.625182 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-799f6190-5c70-46f0-914d-7c8018730e54 None None] Routers {'e4667727-8e40-4f84-92ec-1fafe56db13e'} bound to L3 agent in host n-d-800634-3 {{(pid=93917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 19:16:56.625799 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-799f6190-5c70-46f0-914d-7c8018730e54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T19:16:53Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['e4667727-8e40-4f84-92ec-1fafe56db13e'], 'active': True} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 19:16:56.731350 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvr_db [None req-799f6190-5c70-46f0-914d-7c8018730e54 None None] Set router e4667727-8e40-4f84-92ec-1fafe56db13e gateway port host: n-d-800634-3 {{(pid=93917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 19:16:56.934958 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-799f6190-5c70-46f0-914d-7c8018730e54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4667727-8e40-4f84-92ec-1fafe56db13e', 'name': 'tempest-ServerActionsTestJSON-1250980168-router', 'tenant_id': '04805eb1dac5471e95e628566976d1fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.108'}], 'enable_snat': True}, 'gw_port_id': '510b5f68-10e7-4bf2-89fd-91188c69394c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T19:07:22Z', 'updated_at': '2021-07-14T19:07:25Z', 'revision_number': 4, 'project_id': '04805eb1dac5471e95e628566976d1fd', 'gw_port': {'id': '510b5f68-10e7-4bf2-89fd-91188c69394c', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:60:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4667727-8e40-4f84-92ec-1fafe56db13e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T19:07:23Z', 'updated_at': '2021-07-14T19:07:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_interfaces': [{'id': '7ba96e13-edba-48ac-b007-1e553c78e570', 'name': '', 'network_id': '97727ed7-2695-478a-9eda-9cec1e9e91e1', 'tenant_id': '04805eb1dac5471e95e628566976d1fd', 'mac_address': 'fa:16:3e:5f:c8:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4667727-8e40-4f84-92ec-1fafe56db13e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '18d4a98c-ae99-400b-9f7f-5406e74f63fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T19:07:24Z', 'updated_at': '2021-07-14T19:07:31Z', 'revision_number': 5, 'project_id': '04805eb1dac5471e95e628566976d1fd', 'subnets': [{'id': '18d4a98c-ae99-400b-9f7f-5406e74f63fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-3', False) {} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 19:16:56.962881 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-799f6190-5c70-46f0-914d-7c8018730e54 None None] The sync data for ids ['e4667727-8e40-4f84-92ec-1fafe56db13e'] in n-d-800634-3 is: [{'id': 'e4667727-8e40-4f84-92ec-1fafe56db13e', 'name': 'tempest-ServerActionsTestJSON-1250980168-router', 'tenant_id': '04805eb1dac5471e95e628566976d1fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.108'}], 'enable_snat': True}, 'gw_port_id': '510b5f68-10e7-4bf2-89fd-91188c69394c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T19:07:22Z', 'updated_at': '2021-07-14T19:07:25Z', 'revision_number': 4, 'project_id': '04805eb1dac5471e95e628566976d1fd', 'gw_port': {'id': '510b5f68-10e7-4bf2-89fd-91188c69394c', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:60:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4667727-8e40-4f84-92ec-1fafe56db13e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T19:07:23Z', 'updated_at': '2021-07-14T19:07:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_interfaces': [{'id': '7ba96e13-edba-48ac-b007-1e553c78e570', 'name': '', 'network_id': '97727ed7-2695-478a-9eda-9cec1e9e91e1', 'tenant_id': '04805eb1dac5471e95e628566976d1fd', 'mac_address': 'fa:16:3e:5f:c8:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4667727-8e40-4f84-92ec-1fafe56db13e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '18d4a98c-ae99-400b-9f7f-5406e74f63fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T19:07:24Z', 'updated_at': '2021-07-14T19:07:31Z', 'revision_number': 5, 'project_id': '04805eb1dac5471e95e628566976d1fd', 'subnets': [{'id': '18d4a98c-ae99-400b-9f7f-5406e74f63fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 19:16:57.045055 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.agents_db [None req-2ea07fb6-aa68-4671-8654-119d82b9f530 None None] Agent healthcheck: found 7 active agents {{(pid=93918) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 19:16:57.195508 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1edb838-165a-4f4b-aa8d-00cd82e73601 None None] New status for floating IP 4439976a-cda3-48ac-bdd3-be29a47d845f: DOWN {{(pid=93918) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 19:16:57.584807 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a458d766-cb17-4a50-a100-1bc959b8c6d3 req-7773a92f-98ce-45af-b6aa-684f444c4e23 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] 10.222.0.16 "GET /v2.0/ports?device_id=d63ae180-bd8b-442c-aa9b-6ba2393578b7 HTTP/1.1" status: 200 len: 210 time: 0.0286515 Jul 14 19:16:58.613572 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device e4294a01-afd1-4c8e-983c-03285d712bb2 no longer exists at agent hyperv_n-h1-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 19:16:58.638743 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] No Port match for: e4294a01-afd1-4c8e-983c-03285d712bb2 {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 19:16:58.639103 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device e4294a01-afd1-4c8e-983c-03285d712bb2 not bound to the agent host n-h1-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 19:16:58.726409 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-1b1e98dd-b8fa-4c4b-a5ea-22a7cd95805a req-d25a9592-8a48-4753-ac16-28f6b6cfb0dd tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] 10.222.0.16 "GET /v2.0/ports?device_id=d63ae180-bd8b-442c-aa9b-6ba2393578b7 HTTP/1.1" status: 200 len: 210 time: 0.0288618 Jul 14 19:16:59.880599 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-979ab0fd-e509-4f2b-8f2e-9a231683e5b3 req-a969971d-6761-4b5b-b214-29fc877ddeed tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] 10.222.0.16 "GET /v2.0/ports?device_id=d63ae180-bd8b-442c-aa9b-6ba2393578b7 HTTP/1.1" status: 200 len: 210 time: 0.0281677 Jul 14 19:17:02.986682 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:17:03.941972 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 59104) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 19:17:04.001733 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-29f7d3e5-f6e8-4b4b-bc7d-7a9681682f8b tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] Notify callbacks [] for security_group, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:17:04.024591 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-29f7d3e5-f6e8-4b4b-bc7d-7a9681682f8b tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:17:04.071014 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-29f7d3e5-f6e8-4b4b-bc7d-7a9681682f8b tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:17:04.074662 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-29f7d3e5-f6e8-4b4b-bc7d-7a9681682f8b tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] Notify callbacks [] for security_group, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:17:04.075870 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-29f7d3e5-f6e8-4b4b-bc7d-7a9681682f8b tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] 10.222.0.16 "DELETE /v2.0/security-groups/33384978-bec5-44c9-869f-df28e64b8d22 HTTP/1.1" status: 204 len: 168 time: 0.1328905 Jul 14 19:17:04.078648 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 59106) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 19:17:04.086360 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f7d3e5-f6e8-4b4b-bc7d-7a9681682f8b tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=33384978-bec5-44c9-869f-df28e64b8d22,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:17:04.098759 n-d-800634-3 neutron-server[93916]: INFO neutron.api.v2.resource [None req-c4295272-23da-4b9b-b882-ec7c46b0a9e8 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] show failed (client error): The resource could not be found. Jul 14 19:17:04.105753 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 59108) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 19:17:04.107251 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-c4295272-23da-4b9b-b882-ec7c46b0a9e8 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] 10.222.0.16 "GET /v2.0/security-groups/33384978-bec5-44c9-869f-df28e64b8d22 HTTP/1.1" status: 404 len: 347 time: 0.0268552 Jul 14 19:17:04.231230 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [None req-9835ae90-0d13-464c-b49a-d456595a27f0 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] Deleting port 32fc1284-6287-4074-9b6d-910a23988682 {{(pid=93915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 19:17:04.231577 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-9835ae90-0d13-464c-b49a-d456595a27f0 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:17:04.306056 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-9835ae90-0d13-464c-b49a-d456595a27f0 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:17:04.306313 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-9835ae90-0d13-464c-b49a-d456595a27f0 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:17:04.317769 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [None req-9835ae90-0d13-464c-b49a-d456595a27f0 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] Calling delete_port for 32fc1284-6287-4074-9b6d-910a23988682 owned by network:floatingip {{(pid=93915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 19:17:04.455935 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-9835ae90-0d13-464c-b49a-d456595a27f0 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:17:04.485932 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9835ae90-0d13-464c-b49a-d456595a27f0 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] Pushing event deleted for resources: {'Port': ['ID=32fc1284-6287-4074-9b6d-910a23988682,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:17:04.549568 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-9835ae90-0d13-464c-b49a-d456595a27f0 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] Notify callbacks [] for floatingip, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:17:04.552168 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-9835ae90-0d13-464c-b49a-d456595a27f0 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for floatingip, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:17:04.553350 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-9835ae90-0d13-464c-b49a-d456595a27f0 tempest-ServerActionsTestJSON-969174809 tempest-ServerActionsTestJSON-969174809-project] 10.222.0.16 "DELETE /v2.0/floatingips/4439976a-cda3-48ac-bdd3-be29a47d845f HTTP/1.1" status: 204 len: 168 time: 0.4466870 Jul 14 19:17:04.556572 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 59110) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 19:17:05.293850 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-350025a0-5230-492a-8df9-7aa4f11ed6a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-928623'] for router_interface, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:17:05.542909 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-350025a0-5230-492a-8df9-7aa4f11ed6a7 admin admin] Deleting port 7ba96e13-edba-48ac-b007-1e553c78e570 {{(pid=93916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 19:17:05.543254 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-350025a0-5230-492a-8df9-7aa4f11ed6a7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:17:05.618688 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.db [None req-350025a0-5230-492a-8df9-7aa4f11ed6a7 admin admin] For port 7ba96e13-edba-48ac-b007-1e553c78e570, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=7ba96e13-edba-48ac-b007-1e553c78e570,segment=NetworkSegment(d0a0df7e-3c75-4ea6-9ecb-d1aff0ab52c6),segment_id=d0a0df7e-3c75-4ea6-9ecb-d1aff0ab52c6)] {{(pid=93916) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 19:17:05.619051 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-350025a0-5230-492a-8df9-7aa4f11ed6a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:17:05.632024 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-350025a0-5230-492a-8df9-7aa4f11ed6a7 admin admin] Calling delete_port for 7ba96e13-edba-48ac-b007-1e553c78e570 owned by network:router_interface {{(pid=93916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 19:17:05.809698 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-350025a0-5230-492a-8df9-7aa4f11ed6a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:17:05.833184 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350025a0-5230-492a-8df9-7aa4f11ed6a7 admin admin] Pushing event deleted for resources: {'Port': ['ID=7ba96e13-edba-48ac-b007-1e553c78e570,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:17:05.843051 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-350025a0-5230-492a-8df9-7aa4f11ed6a7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:17:05.843394 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-350025a0-5230-492a-8df9-7aa4f11ed6a7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:17:05.843744 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-350025a0-5230-492a-8df9-7aa4f11ed6a7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:17:05.844087 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-350025a0-5230-492a-8df9-7aa4f11ed6a7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:17:05.844491 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-350025a0-5230-492a-8df9-7aa4f11ed6a7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:17:05.844831 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-350025a0-5230-492a-8df9-7aa4f11ed6a7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:17:05.845548 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-350025a0-5230-492a-8df9-7aa4f11ed6a7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:17:05.845548 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-350025a0-5230-492a-8df9-7aa4f11ed6a7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:17:05.845846 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-350025a0-5230-492a-8df9-7aa4f11ed6a7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:17:05.846138 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-350025a0-5230-492a-8df9-7aa4f11ed6a7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:17:05.846468 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-350025a0-5230-492a-8df9-7aa4f11ed6a7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:17:05.846803 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-350025a0-5230-492a-8df9-7aa4f11ed6a7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:17:05.937580 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:17:06.018614 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-350025a0-5230-492a-8df9-7aa4f11ed6a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-598732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-928907'] for router_interface, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:17:06.228013 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-350025a0-5230-492a-8df9-7aa4f11ed6a7 admin admin] Router e4667727-8e40-4f84-92ec-1fafe56db13e has already been hosted by L3 agent 2c6eb27e-defb-4cca-9a24-381c7415e359 {{(pid=93916) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 19:17:06.334330 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-350025a0-5230-492a-8df9-7aa4f11ed6a7 admin admin] Notify agent at l3_agent.n-d-800634-3 the message routers_updated {{(pid=93916) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 19:17:06.339302 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-350025a0-5230-492a-8df9-7aa4f11ed6a7 admin admin] 10.222.0.16 "PUT /v2.0/routers/e4667727-8e40-4f84-92ec-1fafe56db13e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7817562 Jul 14 19:17:06.342280 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 59114) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 19:17:06.343301 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08392b8b-7975-482d-8289-fbe447beb5d4 None None] Sync routers for ids ['e4667727-8e40-4f84-92ec-1fafe56db13e'] in n-d-800634-3 {{(pid=93917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 19:17:06.352939 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08392b8b-7975-482d-8289-fbe447beb5d4 None None] Routers {'e4667727-8e40-4f84-92ec-1fafe56db13e'} bound to L3 agent in host n-d-800634-3 {{(pid=93917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 19:17:06.353552 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-08392b8b-7975-482d-8289-fbe447beb5d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T19:16:53Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['e4667727-8e40-4f84-92ec-1fafe56db13e'], 'active': True} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 19:17:06.447759 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-9f21b1a5-99a3-48d8-bbb8-6d6393a5750b admin admin] Notify callbacks [] for router, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:17:06.456907 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvr_db [None req-08392b8b-7975-482d-8289-fbe447beb5d4 None None] Set router e4667727-8e40-4f84-92ec-1fafe56db13e gateway port host: n-d-800634-3 {{(pid=93917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 19:17:06.551936 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-9f21b1a5-99a3-48d8-bbb8-6d6393a5750b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:17:06.604181 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-9f21b1a5-99a3-48d8-bbb8-6d6393a5750b admin admin] Deleting port 510b5f68-10e7-4bf2-89fd-91188c69394c {{(pid=93916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 19:17:06.604527 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-9f21b1a5-99a3-48d8-bbb8-6d6393a5750b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:17:06.636584 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-08392b8b-7975-482d-8289-fbe447beb5d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4667727-8e40-4f84-92ec-1fafe56db13e', 'name': 'tempest-ServerActionsTestJSON-1250980168-router', 'tenant_id': '04805eb1dac5471e95e628566976d1fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.108'}], 'enable_snat': True}, 'gw_port_id': '510b5f68-10e7-4bf2-89fd-91188c69394c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T19:07:22Z', 'updated_at': '2021-07-14T19:17:05Z', 'revision_number': 5, 'project_id': '04805eb1dac5471e95e628566976d1fd', 'gw_port': {'id': '510b5f68-10e7-4bf2-89fd-91188c69394c', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:60:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4667727-8e40-4f84-92ec-1fafe56db13e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T19:07:23Z', 'updated_at': '2021-07-14T19:07:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3'}], 'n-d-800634-3', False) {} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 19:17:06.663698 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08392b8b-7975-482d-8289-fbe447beb5d4 None None] Checking router: e4667727-8e40-4f84-92ec-1fafe56db13e for host: n-d-800634-3 {{(pid=93917) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 19:17:06.671942 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08392b8b-7975-482d-8289-fbe447beb5d4 None None] Routers {'e4667727-8e40-4f84-92ec-1fafe56db13e'} bound to L3 agent in host n-d-800634-3 {{(pid=93917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 19:17:06.672609 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-08392b8b-7975-482d-8289-fbe447beb5d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T19:16:53Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['e4667727-8e40-4f84-92ec-1fafe56db13e'], 'active': True} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 19:17:06.686726 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.db [None req-9f21b1a5-99a3-48d8-bbb8-6d6393a5750b admin admin] For port 510b5f68-10e7-4bf2-89fd-91188c69394c, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=510b5f68-10e7-4bf2-89fd-91188c69394c,segment=NetworkSegment(5afb940b-bbdf-4727-be00-5d46367c38a1),segment_id=5afb940b-bbdf-4727-be00-5d46367c38a1)] {{(pid=93916) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 19:17:06.687092 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-9f21b1a5-99a3-48d8-bbb8-6d6393a5750b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:17:06.699014 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-9f21b1a5-99a3-48d8-bbb8-6d6393a5750b admin admin] Calling delete_port for 510b5f68-10e7-4bf2-89fd-91188c69394c owned by network:router_gateway {{(pid=93916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 19:17:06.756732 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvr_db [None req-08392b8b-7975-482d-8289-fbe447beb5d4 None None] Set router e4667727-8e40-4f84-92ec-1fafe56db13e gateway port host: None {{(pid=93917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 19:17:06.810847 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-08392b8b-7975-482d-8289-fbe447beb5d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4667727-8e40-4f84-92ec-1fafe56db13e', 'name': 'tempest-ServerActionsTestJSON-1250980168-router', 'tenant_id': '04805eb1dac5471e95e628566976d1fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T19:07:22Z', 'updated_at': '2021-07-14T19:17:06Z', 'revision_number': 6, 'project_id': '04805eb1dac5471e95e628566976d1fd', 'gw_port_host': None}], 'n-d-800634-3', False) {} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 19:17:06.838805 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08392b8b-7975-482d-8289-fbe447beb5d4 None None] The sync data for ids ['e4667727-8e40-4f84-92ec-1fafe56db13e'] in n-d-800634-3 is: [{'id': 'e4667727-8e40-4f84-92ec-1fafe56db13e', 'name': 'tempest-ServerActionsTestJSON-1250980168-router', 'tenant_id': '04805eb1dac5471e95e628566976d1fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T19:07:22Z', 'updated_at': '2021-07-14T19:17:06Z', 'revision_number': 6, 'project_id': '04805eb1dac5471e95e628566976d1fd', 'gw_port_host': None}] {{(pid=93917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 19:17:06.876050 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-9f21b1a5-99a3-48d8-bbb8-6d6393a5750b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:17:06.901973 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f21b1a5-99a3-48d8-bbb8-6d6393a5750b admin admin] Pushing event deleted for resources: {'Port': ['ID=510b5f68-10e7-4bf2-89fd-91188c69394c,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:17:06.970347 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-9f21b1a5-99a3-48d8-bbb8-6d6393a5750b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-930057'] for router_gateway, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:17:07.075592 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-9f21b1a5-99a3-48d8-bbb8-6d6393a5750b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-571778', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11402'] for router, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:17:07.077643 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-9f21b1a5-99a3-48d8-bbb8-6d6393a5750b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:17:07.120909 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-9f21b1a5-99a3-48d8-bbb8-6d6393a5750b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-541202'] for router, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:17:07.121369 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f21b1a5-99a3-48d8-bbb8-6d6393a5750b admin admin] Fanout notify agent at l3_agent the message router_deleted on router e4667727-8e40-4f84-92ec-1fafe56db13e {{(pid=93916) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 19:17:07.126852 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-9f21b1a5-99a3-48d8-bbb8-6d6393a5750b admin admin] Notify callbacks [] for router, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:17:07.128529 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-9f21b1a5-99a3-48d8-bbb8-6d6393a5750b admin admin] 10.222.0.16 "DELETE /v2.0/routers/e4667727-8e40-4f84-92ec-1fafe56db13e HTTP/1.1" status: 204 len: 168 time: 0.7851660 Jul 14 19:17:07.130986 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 59116) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 19:17:07.175439 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b25d431-d39f-47a6-86ae-aa1088c7c60f admin admin] Deleting subnet 18d4a98c-ae99-400b-9f7f-5406e74f63fb {{(pid=93916) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 19:17:07.178551 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-0b25d431-d39f-47a6-86ae-aa1088c7c60f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:17:07.216621 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-0b25d431-d39f-47a6-86ae-aa1088c7c60f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26296866'] for subnet, precommit_delete_associations {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:17:07.293521 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-0b25d431-d39f-47a6-86ae-aa1088c7c60f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081283'] for subnet, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:17:07.350592 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-0b25d431-d39f-47a6-86ae-aa1088c7c60f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2684816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26033152'] for subnet, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:17:07.364325 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 510b5f68-10e7-4bf2-89fd-91188c69394c no longer exists at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 19:17:07.377695 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b25d431-d39f-47a6-86ae-aa1088c7c60f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=18d4a98c-ae99-400b-9f7f-5406e74f63fb,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:17:07.381301 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-0b25d431-d39f-47a6-86ae-aa1088c7c60f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:17:07.384320 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-0b25d431-d39f-47a6-86ae-aa1088c7c60f admin admin] 10.222.0.16 "DELETE /v2.0/subnets/18d4a98c-ae99-400b-9f7f-5406e74f63fb HTTP/1.1" status: 204 len: 168 time: 0.2513046 Jul 14 19:17:07.385883 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 59118) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 19:17:07.397151 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e907c7c7-0c94-4ee0-96d3-3446581c17fa None None] Network 97727ed7-2695-478a-9eda-9cec1e9e91e1 requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 19:17:07.399320 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] No Port match for: 510b5f68-10e7-4bf2-89fd-91188c69394c {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 19:17:07.399660 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 510b5f68-10e7-4bf2-89fd-91188c69394c not bound to the agent host n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 19:17:07.400072 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 7ba96e13-edba-48ac-b007-1e553c78e570 no longer exists at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 19:17:07.449962 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] No Port match for: 7ba96e13-edba-48ac-b007-1e553c78e570 {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 19:17:07.450308 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 7ba96e13-edba-48ac-b007-1e553c78e570 not bound to the agent host n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 19:17:07.468585 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-867637b4-b7bb-4a6b-912c-749b518d064a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645734'] for network, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:17:07.523531 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-867637b4-b7bb-4a6b-912c-749b518d064a admin admin] Deleting port 89375789-a6bc-4f00-80f0-b805d0645ec6 {{(pid=93916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 19:17:07.523878 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-867637b4-b7bb-4a6b-912c-749b518d064a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:17:07.601980 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.db [None req-867637b4-b7bb-4a6b-912c-749b518d064a admin admin] For port 89375789-a6bc-4f00-80f0-b805d0645ec6, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=89375789-a6bc-4f00-80f0-b805d0645ec6,segment=NetworkSegment(d0a0df7e-3c75-4ea6-9ecb-d1aff0ab52c6),segment_id=d0a0df7e-3c75-4ea6-9ecb-d1aff0ab52c6)] {{(pid=93916) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 19:17:07.602348 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-867637b4-b7bb-4a6b-912c-749b518d064a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:17:07.617010 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-867637b4-b7bb-4a6b-912c-749b518d064a admin admin] Calling delete_port for 89375789-a6bc-4f00-80f0-b805d0645ec6 owned by network:dhcp {{(pid=93916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 19:17:07.625135 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b443b017-30bf-4265-b78e-69501d17ef11 None None] DHCP port deletion for 97727ed7-2695-478a-9eda-9cec1e9e91e1 request from n-d-800634-3 {{(pid=93917) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 19:17:07.673562 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-b443b017-30bf-4265-b78e-69501d17ef11 None None] Deleting port 89375789-a6bc-4f00-80f0-b805d0645ec6 {{(pid=93917) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 19:17:07.673936 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b443b017-30bf-4265-b78e-69501d17ef11 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:17:07.707052 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-867637b4-b7bb-4a6b-912c-749b518d064a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:17:07.732783 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867637b4-b7bb-4a6b-912c-749b518d064a admin admin] Pushing event deleted for resources: {'Port': ['ID=89375789-a6bc-4f00-80f0-b805d0645ec6,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:17:07.737076 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-867637b4-b7bb-4a6b-912c-749b518d064a admin admin] No DVR routers for this DVR port 89375789-a6bc-4f00-80f0-b805d0645ec6 on host n-d-800634-3 {{(pid=93916) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 19:17:07.741181 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b443b017-30bf-4265-b78e-69501d17ef11 None None] For port 89375789-a6bc-4f00-80f0-b805d0645ec6, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=89375789-a6bc-4f00-80f0-b805d0645ec6,segment=NetworkSegment(d0a0df7e-3c75-4ea6-9ecb-d1aff0ab52c6),segment_id=d0a0df7e-3c75-4ea6-9ecb-d1aff0ab52c6)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 19:17:07.742283 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b443b017-30bf-4265-b78e-69501d17ef11 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:17:07.755821 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-b443b017-30bf-4265-b78e-69501d17ef11 None None] Calling delete_port for 89375789-a6bc-4f00-80f0-b805d0645ec6 owned by network:dhcp {{(pid=93917) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 19:17:07.816903 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-867637b4-b7bb-4a6b-912c-749b518d064a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2096010', 'neutron.services.segments.db._delete_segments_for_network-8728202734996'] for network, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:17:07.826880 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.segments.db [None req-867637b4-b7bb-4a6b-912c-749b518d064a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97727ed7-2695-478a-9eda-9cec1e9e91e1']}} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 19:17:07.834096 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b443b017-30bf-4265-b78e-69501d17ef11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813'] for port, after_delete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:17:07.837902 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.segments.db [None req-867637b4-b7bb-4a6b-912c-749b518d064a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0a0df7e-3c75-4ea6-9ecb-d1aff0ab52c6') {'for_net_delete': True} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 19:17:07.838327 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.segments.db [None req-867637b4-b7bb-4a6b-912c-749b518d064a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0a0df7e-3c75-4ea6-9ecb-d1aff0ab52c6') {} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 19:17:07.848032 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-867637b4-b7bb-4a6b-912c-749b518d064a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728202715275', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26296891'] for segment, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:17:07.862735 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-867637b4-b7bb-4a6b-912c-749b518d064a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:17:07.865658 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b443b017-30bf-4265-b78e-69501d17ef11 None None] Pushing event deleted for resources: {'Port': ['ID=89375789-a6bc-4f00-80f0-b805d0645ec6,revision_number=None']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:17:07.867500 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b443b017-30bf-4265-b78e-69501d17ef11 None None] No DVR routers for this DVR port 89375789-a6bc-4f00-80f0-b805d0645ec6 on host n-d-800634-3 {{(pid=93917) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 19:17:07.869392 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-867637b4-b7bb-4a6b-912c-749b518d064a admin admin] Releasing vlan 74 on physical network physnet1 to pool {{(pid=93916) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 19:17:07.869784 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-867637b4-b7bb-4a6b-912c-749b518d064a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2682942'] for segment, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:17:07.871646 n-d-800634-3 neutron-server[93916]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 19:17:07.871646 n-d-800634-3 neutron-server[93916]: conditions |= (models_v2.Port.network_id.in_( Jul 14 19:17:07.871646 n-d-800634-3 neutron-server[93916]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 19:17:07.871646 n-d-800634-3 neutron-server[93916]: conditions |= (models_v2.Port.network_id.in_( Jul 14 19:17:07.871646 n-d-800634-3 neutron-server[93916]: Traceback (most recent call last): Jul 14 19:17:07.871646 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 19:17:07.871646 n-d-800634-3 neutron-server[93916]: timer() Jul 14 19:17:07.871646 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 19:17:07.871646 n-d-800634-3 neutron-server[93916]: cb(*args, **kw) Jul 14 19:17:07.871646 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 19:17:07.871646 n-d-800634-3 neutron-server[93916]: return func(*args, **kwargs) Jul 14 19:17:07.871646 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 19:17:07.871646 n-d-800634-3 neutron-server[93916]: self._notify() Jul 14 19:17:07.871646 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 19:17:07.871646 n-d-800634-3 neutron-server[93916]: self.callback(batched_events) Jul 14 19:17:07.871646 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 19:17:07.871646 n-d-800634-3 neutron-server[93916]: event.method(event) Jul 14 19:17:07.871646 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 19:17:07.871646 n-d-800634-3 neutron-server[93916]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 19:17:07.871646 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 19:17:07.871646 n-d-800634-3 neutron-server[93916]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 19:17:07.871646 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 19:17:07.871646 n-d-800634-3 neutron-server[93916]: return f(self, *a, **k) Jul 14 19:17:07.871646 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 19:17:07.871646 n-d-800634-3 neutron-server[93916]: return self._get(url).json() Jul 14 19:17:07.871646 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 19:17:07.871646 n-d-800634-3 neutron-server[93916]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 19:17:07.871646 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 19:17:07.871646 n-d-800634-3 neutron-server[93916]: return self.request(url, 'GET', **kwargs) Jul 14 19:17:07.871646 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 19:17:07.871646 n-d-800634-3 neutron-server[93916]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 19:17:07.871646 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 19:17:07.871646 n-d-800634-3 neutron-server[93916]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 19:17:07.871646 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 19:17:07.871646 n-d-800634-3 neutron-server[93916]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 19:17:07.871646 n-d-800634-3 neutron-server[93916]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 19:17:07.925976 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-867637b4-b7bb-4a6b-912c-749b518d064a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2096001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-930085'] for network, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:17:07.933411 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-867637b4-b7bb-4a6b-912c-749b518d064a admin admin] Notify callbacks [] for network, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:17:07.937812 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-867637b4-b7bb-4a6b-912c-749b518d064a admin admin] 10.222.0.16 "DELETE /v2.0/networks/97727ed7-2695-478a-9eda-9cec1e9e91e1 HTTP/1.1" status: 204 len: 168 time: 0.5484762 Jul 14 19:17:07.947767 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867637b4-b7bb-4a6b-912c-749b518d064a admin admin] Pushing event deleted for resources: {'Network': ['ID=97727ed7-2695-478a-9eda-9cec1e9e91e1,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:17:08.044199 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 59122) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 19:17:08.088578 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-a1b20f7a-45ee-48b1-bd38-aeba51bb4abd admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=04805eb1dac5471e95e628566976d1fd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0430851 Jul 14 19:17:08.090949 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 59124) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 19:17:08.138197 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-085d5fd1-9bd5-42f4-90d0-0904feac3a5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:17:08.159706 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-085d5fd1-9bd5-42f4-90d0-0904feac3a5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:17:08.209877 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-085d5fd1-9bd5-42f4-90d0-0904feac3a5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:17:08.212773 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-085d5fd1-9bd5-42f4-90d0-0904feac3a5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:17:08.213932 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-085d5fd1-9bd5-42f4-90d0-0904feac3a5d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/690c128d-2e49-4ea4-a6e6-614ba583ef50 HTTP/1.1" status: 204 len: 168 time: 0.1220977 Jul 14 19:17:08.222337 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085d5fd1-9bd5-42f4-90d0-0904feac3a5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=690c128d-2e49-4ea4-a6e6-614ba583ef50,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:17:08.912317 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 59146) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 19:17:09.009750 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-02406991-0811-4d4f-b54c-b40c16cee548 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1123563298-network', 'tenant_id': 'e9a392d718304ae48955ae99c262f4bb'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 19:17:09.032917 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02406991-0811-4d4f-b54c-b40c16cee548 admin admin] Made reservation on behalf of e9a392d718304ae48955ae99c262f4bb for: {'network': 1} {{(pid=93916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 19:17:09.035328 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-02406991-0811-4d4f-b54c-b40c16cee548 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for network, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:17:09.043786 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-02406991-0811-4d4f-b54c-b40c16cee548 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:17:09.133909 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-02406991-0811-4d4f-b54c-b40c16cee548 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:17:09.138327 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-02406991-0811-4d4f-b54c-b40c16cee548 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:17:09.166364 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02406991-0811-4d4f-b54c-b40c16cee548 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 75} {{(pid=93916) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 19:17:09.175963 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02406991-0811-4d4f-b54c-b40c16cee548 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58775a5e-dd97-470f-9c4a-cd6c1a9b1fec,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:17:09.183638 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-02406991-0811-4d4f-b54c-b40c16cee548 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:17:09.183989 n-d-800634-3 neutron-server[93916]: INFO neutron.db.segments_db [None req-02406991-0811-4d4f-b54c-b40c16cee548 admin admin] Added segment f1fd39c6-8e80-4ec6-a466-23a14a67aca7 of type vlan for network 67bf6402-0ed4-4b42-a942-96462c3bfd6b Jul 14 19:17:09.235581 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-02406991-0811-4d4f-b54c-b40c16cee548 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728202197517'] for network, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:17:09.267974 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 89375789-a6bc-4f00-80f0-b805d0645ec6 no longer exists at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 19:17:09.268659 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-02406991-0811-4d4f-b54c-b40c16cee548 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727'] for network, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:17:09.269432 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02406991-0811-4d4f-b54c-b40c16cee548 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:17:09.270091 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-02406991-0811-4d4f-b54c-b40c16cee548 admin admin] Notify callbacks [] for network, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:17:09.290739 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] No Port match for: 89375789-a6bc-4f00-80f0-b805d0645ec6 {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 19:17:09.291083 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 89375789-a6bc-4f00-80f0-b805d0645ec6 not bound to the agent host n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 19:17:09.324294 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-02406991-0811-4d4f-b54c-b40c16cee548 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4108052 Jul 14 19:17:09.324626 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 59150) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 19:17:09.334417 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-5ac49692-3df1-4a0c-8cb8-32e39612bdb3 admin admin] Request body: {'subnet': {'network_id': '67bf6402-0ed4-4b42-a942-96462c3bfd6b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1123563298-subnet', 'tenant_id': 'e9a392d718304ae48955ae99c262f4bb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 19:17:09.337528 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02406991-0811-4d4f-b54c-b40c16cee548 admin admin] Pushing event updated for resources: {'Network': ['ID=67bf6402-0ed4-4b42-a942-96462c3bfd6b,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:17:09.347226 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Network 67bf6402-0ed4-4b42-a942-96462c3bfd6b details requested by agent ovs-agent-n-d-800634-3 with host n-d-800634-3 {{(pid=93917) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 19:17:09.358126 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ac49692-3df1-4a0c-8cb8-32e39612bdb3 admin admin] Made reservation on behalf of e9a392d718304ae48955ae99c262f4bb for: {'subnet': 1} {{(pid=93915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 19:17:09.360659 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-5ac49692-3df1-4a0c-8cb8-32e39612bdb3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28969735'] for subnet, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:17:09.537261 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-5ac49692-3df1-4a0c-8cb8-32e39612bdb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25912837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28969781'] for subnet, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:17:09.591077 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac49692-3df1-4a0c-8cb8-32e39612bdb3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9006e67a-69fc-445d-b7e7-78d39bddebcb,revision_number=0']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:17:09.603596 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ac49692-3df1-4a0c-8cb8-32e39612bdb3 admin admin] Checking segment: {'id': 'f1fd39c6-8e80-4ec6-a466-23a14a67aca7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '67bf6402-0ed4-4b42-a942-96462c3bfd6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 19:17:09.603968 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ac49692-3df1-4a0c-8cb8-32e39612bdb3 admin admin] Network hostable DHCP agents. Network: 67bf6402-0ed4-4b42-a942-96462c3bfd6b, hostable agents: ['028393c3-0576-4ebd-bca1-8ea8a148e1a2'], hosted agents: [] {{(pid=93915) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 19:17:09.620437 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ac49692-3df1-4a0c-8cb8-32e39612bdb3 admin admin] Network 67bf6402-0ed4-4b42-a942-96462c3bfd6b is scheduled to be hosted by DHCP agent 028393c3-0576-4ebd-bca1-8ea8a148e1a2 with binding_index 1 {{(pid=93915) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 19:17:09.629719 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [None req-5ac49692-3df1-4a0c-8cb8-32e39612bdb3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-3, 67bf6402-0ed4-4b42-a942-96462c3bfd6b) {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 19:17:09.634125 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ac49692-3df1-4a0c-8cb8-32e39612bdb3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:17:09.634787 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-5ac49692-3df1-4a0c-8cb8-32e39612bdb3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:17:09.641060 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6d1acbd-d9ef-4c17-a0ac-74b61c22c58d None None] Network 67bf6402-0ed4-4b42-a942-96462c3bfd6b requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 19:17:09.648837 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-5ac49692-3df1-4a0c-8cb8-32e39612bdb3 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3226006 Jul 14 19:17:09.773614 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03153a93-7301-4dd7-848d-acce7d45291c None None] Network 67bf6402-0ed4-4b42-a942-96462c3bfd6b requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 19:17:10.080809 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d6ddaa-317a-4918-bee3-7be1fd2fc53b req-aab54f41-b884-4e37-a68b-cc8b9a53b90d tempest-ServersNegativeTestJSON-395527628 tempest-ServersNegativeTestJSON-395527628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:17:10.082265 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-24d6ddaa-317a-4918-bee3-7be1fd2fc53b req-aab54f41-b884-4e37-a68b-cc8b9a53b90d tempest-ServersNegativeTestJSON-395527628 tempest-ServersNegativeTestJSON-395527628-project] 10.222.0.16 "GET /v2.0/networks?id=67bf6402-0ed4-4b42-a942-96462c3bfd6b HTTP/1.1" status: 200 len: 814 time: 0.1053965 Jul 14 19:17:10.097408 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-24d6ddaa-317a-4918-bee3-7be1fd2fc53b req-5aea4a79-e93b-47e4-a619-ddd4dfed0a04 tempest-ServersNegativeTestJSON-395527628 tempest-ServersNegativeTestJSON-395527628-project] 10.222.0.16 "GET /v2.0/quotas/e9a392d718304ae48955ae99c262f4bb HTTP/1.1" status: 200 len: 375 time: 0.0096781 Jul 14 19:17:10.133343 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-24d6ddaa-317a-4918-bee3-7be1fd2fc53b req-73e75d03-2691-483c-af5a-6826e881988d tempest-ServersNegativeTestJSON-395527628 tempest-ServersNegativeTestJSON-395527628-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=e9a392d718304ae48955ae99c262f4bb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0301824 Jul 14 19:17:10.298815 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-24d6ddaa-317a-4918-bee3-7be1fd2fc53b req-40b4244e-4fcf-4054-bc85-9a148708c6f4 service neutron] 10.222.0.16 "GET /v2.0/networks/67bf6402-0ed4-4b42-a942-96462c3bfd6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238155 Jul 14 19:17:10.396817 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-24d6ddaa-317a-4918-bee3-7be1fd2fc53b req-47df4fca-f97a-4f5e-8a7b-f223139931ef service neutron] 10.222.0.16 "GET /v2.0/networks/67bf6402-0ed4-4b42-a942-96462c3bfd6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920091 Jul 14 19:17:10.569505 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-fb18b2dc-218a-4677-8958-2b0e2d456df3 req-5623f9d9-f468-4916-a572-4ab5ec27e0a2 tempest-ServersNegativeTestJSON-395527628 tempest-ServersNegativeTestJSON-395527628-project] 10.222.0.16 "GET /v2.0/ports?device_id=7afe6043-9187-469d-b086-835d229e9c16 HTTP/1.1" status: 200 len: 210 time: 0.0321920 Jul 14 19:17:11.768337 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-22f760a7-b923-43ba-b003-d01bad8c2b8a req-e23f0357-7ec0-4bab-9bd2-3641d652bf2c tempest-ServersNegativeTestJSON-395527628 tempest-ServersNegativeTestJSON-395527628-project] 10.222.0.16 "GET /v2.0/ports?device_id=7afe6043-9187-469d-b086-835d229e9c16 HTTP/1.1" status: 200 len: 210 time: 0.0659201 Jul 14 19:17:11.815764 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d6ddaa-317a-4918-bee3-7be1fd2fc53b req-310e9577-8c9f-452c-940d-32769b077d8c tempest-ServersNegativeTestJSON-395527628 tempest-ServersNegativeTestJSON-395527628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:17:11.817529 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-24d6ddaa-317a-4918-bee3-7be1fd2fc53b req-310e9577-8c9f-452c-940d-32769b077d8c tempest-ServersNegativeTestJSON-395527628 tempest-ServersNegativeTestJSON-395527628-project] 10.222.0.18 "GET /v2.0/networks?id=67bf6402-0ed4-4b42-a942-96462c3bfd6b HTTP/1.1" status: 200 len: 814 time: 0.1385081 Jul 14 19:17:11.829405 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [req-24d6ddaa-317a-4918-bee3-7be1fd2fc53b req-2479a449-f41a-462d-a8e7-7fdec4463c3f tempest-ServersNegativeTestJSON-395527628 tempest-ServersNegativeTestJSON-395527628-project] Request body: {'port': {'device_id': '7afe6043-9187-469d-b086-835d229e9c16', 'network_id': '67bf6402-0ed4-4b42-a942-96462c3bfd6b', 'admin_state_up': True, 'tenant_id': 'e9a392d718304ae48955ae99c262f4bb'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 19:17:11.947456 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24d6ddaa-317a-4918-bee3-7be1fd2fc53b req-2479a449-f41a-462d-a8e7-7fdec4463c3f tempest-ServersNegativeTestJSON-395527628 tempest-ServersNegativeTestJSON-395527628-project] Made reservation on behalf of e9a392d718304ae48955ae99c262f4bb for: {'port': 1} {{(pid=93915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 19:17:11.951050 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-24d6ddaa-317a-4918-bee3-7be1fd2fc53b req-2479a449-f41a-462d-a8e7-7fdec4463c3f tempest-ServersNegativeTestJSON-395527628 tempest-ServersNegativeTestJSON-395527628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:17:12.077559 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.db_base_plugin_common [req-24d6ddaa-317a-4918-bee3-7be1fd2fc53b req-2479a449-f41a-462d-a8e7-7fdec4463c3f tempest-ServersNegativeTestJSON-395527628 tempest-ServersNegativeTestJSON-395527628-project] Allocated IP 172.20.0.11 (67bf6402-0ed4-4b42-a942-96462c3bfd6b/9006e67a-69fc-445d-b7e7-78d39bddebcb/569f5143-0ddd-40bf-a86f-e1809cb071c4) {{(pid=93915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 19:17:12.226174 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-24d6ddaa-317a-4918-bee3-7be1fd2fc53b req-2479a449-f41a-462d-a8e7-7fdec4463c3f tempest-ServersNegativeTestJSON-395527628 tempest-ServersNegativeTestJSON-395527628-project] Notify callbacks [] for port, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:17:12.264416 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-24d6ddaa-317a-4918-bee3-7be1fd2fc53b req-2479a449-f41a-462d-a8e7-7fdec4463c3f tempest-ServersNegativeTestJSON-395527628 tempest-ServersNegativeTestJSON-395527628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:17:12.306377 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24d6ddaa-317a-4918-bee3-7be1fd2fc53b req-2479a449-f41a-462d-a8e7-7fdec4463c3f tempest-ServersNegativeTestJSON-395527628 tempest-ServersNegativeTestJSON-395527628-project] Network 67bf6402-0ed4-4b42-a942-96462c3bfd6b is already hosted by enough agents. {{(pid=93915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 19:17:12.311491 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [req-24d6ddaa-317a-4918-bee3-7be1fd2fc53b req-2479a449-f41a-462d-a8e7-7fdec4463c3f tempest-ServersNegativeTestJSON-395527628 tempest-ServersNegativeTestJSON-395527628-project] Resources bound (agent type, host, resource id): {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 19:17:12.315325 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [req-24d6ddaa-317a-4918-bee3-7be1fd2fc53b req-2479a449-f41a-462d-a8e7-7fdec4463c3f tempest-ServersNegativeTestJSON-395527628 tempest-ServersNegativeTestJSON-395527628-project] Received port after_create {{(pid=93915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 19:17:12.340106 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2479a449-f41a-462d-a8e7-7fdec4463c3f tempest-ServersNegativeTestJSON-395527628 tempest-ServersNegativeTestJSON-395527628-project] Pushing event updated for resources: {'Port': ['ID=569f5143-0ddd-40bf-a86f-e1809cb071c4,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:17:12.370457 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d6ddaa-317a-4918-bee3-7be1fd2fc53b req-2479a449-f41a-462d-a8e7-7fdec4463c3f tempest-ServersNegativeTestJSON-395527628 tempest-ServersNegativeTestJSON-395527628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:17:12.371073 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-24d6ddaa-317a-4918-bee3-7be1fd2fc53b req-2479a449-f41a-462d-a8e7-7fdec4463c3f tempest-ServersNegativeTestJSON-395527628 tempest-ServersNegativeTestJSON-395527628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:17:12.384605 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-24d6ddaa-317a-4918-bee3-7be1fd2fc53b req-2479a449-f41a-462d-a8e7-7fdec4463c3f tempest-ServersNegativeTestJSON-395527628 tempest-ServersNegativeTestJSON-395527628-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5591319 Jul 14 19:17:12.395521 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [req-24d6ddaa-317a-4918-bee3-7be1fd2fc53b req-e0ae7a85-e2bc-4e60-9cf9-0a950b5dc15e service neutron] Request body: {'port': {'device_id': '7afe6043-9187-469d-b086-835d229e9c16', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800634-3'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 19:17:12.468781 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-24d6ddaa-317a-4918-bee3-7be1fd2fc53b req-e0ae7a85-e2bc-4e60-9cf9-0a950b5dc15e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:17:12.735315 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [req-24d6ddaa-317a-4918-bee3-7be1fd2fc53b req-e0ae7a85-e2bc-4e60-9cf9-0a950b5dc15e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 569f5143-0ddd-40bf-a86f-e1809cb071c4 {{(pid=93915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 19:17:12.742661 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-24d6ddaa-317a-4918-bee3-7be1fd2fc53b req-e0ae7a85-e2bc-4e60-9cf9-0a950b5dc15e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:17:12.754485 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.provisioning_blocks [req-24d6ddaa-317a-4918-bee3-7be1fd2fc53b req-e0ae7a85-e2bc-4e60-9cf9-0a950b5dc15e service neutron] Transition to ACTIVE for port object 569f5143-0ddd-40bf-a86f-e1809cb071c4 will not be triggered until provisioned by entity L2. {{(pid=93915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 19:17:12.758008 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-24d6ddaa-317a-4918-bee3-7be1fd2fc53b req-e0ae7a85-e2bc-4e60-9cf9-0a950b5dc15e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25912978'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:17:12.827701 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ae7a85-e2bc-4e60-9cf9-0a950b5dc15e service neutron] Pushing event updated for resources: {'Port': ['ID=569f5143-0ddd-40bf-a86f-e1809cb071c4,revision_number=2']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:17:12.883628 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-24d6ddaa-317a-4918-bee3-7be1fd2fc53b req-e0ae7a85-e2bc-4e60-9cf9-0a950b5dc15e service neutron] Attempting to bind port 569f5143-0ddd-40bf-a86f-e1809cb071c4 on host n-h1-800634-3 for vnic_type normal with profile {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 19:17:12.883965 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-24d6ddaa-317a-4918-bee3-7be1fd2fc53b req-e0ae7a85-e2bc-4e60-9cf9-0a950b5dc15e service neutron] Attempting to bind port 569f5143-0ddd-40bf-a86f-e1809cb071c4 by drivers openvswitch,hyperv on host n-h1-800634-3 at level 0 using segments [{'id': 'f1fd39c6-8e80-4ec6-a466-23a14a67aca7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '67bf6402-0ed4-4b42-a942-96462c3bfd6b'}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 19:17:12.884327 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24d6ddaa-317a-4918-bee3-7be1fd2fc53b req-e0ae7a85-e2bc-4e60-9cf9-0a950b5dc15e service neutron] Attempting to bind port 569f5143-0ddd-40bf-a86f-e1809cb071c4 on network 67bf6402-0ed4-4b42-a942-96462c3bfd6b {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 19:17:12.897539 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24d6ddaa-317a-4918-bee3-7be1fd2fc53b req-e0ae7a85-e2bc-4e60-9cf9-0a950b5dc15e service neutron] Port 569f5143-0ddd-40bf-a86f-e1809cb071c4 on network 67bf6402-0ed4-4b42-a942-96462c3bfd6b not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-3 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 19:17:12.897860 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24d6ddaa-317a-4918-bee3-7be1fd2fc53b req-e0ae7a85-e2bc-4e60-9cf9-0a950b5dc15e service neutron] Attempting to bind port 569f5143-0ddd-40bf-a86f-e1809cb071c4 on network 67bf6402-0ed4-4b42-a942-96462c3bfd6b {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 19:17:12.919491 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24d6ddaa-317a-4918-bee3-7be1fd2fc53b req-e0ae7a85-e2bc-4e60-9cf9-0a950b5dc15e service neutron] Checking agent: {'id': 'a3630ff4-fbee-45d9-b9b6-0ae41cb3a350', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 15, 32), 'started_at': datetime.datetime(2021, 7, 14, 18, 15, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 19, 17, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 19:17:12.919826 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24d6ddaa-317a-4918-bee3-7be1fd2fc53b req-e0ae7a85-e2bc-4e60-9cf9-0a950b5dc15e service neutron] Checking segment: {'id': 'f1fd39c6-8e80-4ec6-a466-23a14a67aca7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '67bf6402-0ed4-4b42-a942-96462c3bfd6b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 19:17:12.920231 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24d6ddaa-317a-4918-bee3-7be1fd2fc53b req-e0ae7a85-e2bc-4e60-9cf9-0a950b5dc15e service neutron] Bound using segment: {'id': 'f1fd39c6-8e80-4ec6-a466-23a14a67aca7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '67bf6402-0ed4-4b42-a942-96462c3bfd6b'} {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 19:17:12.920661 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-24d6ddaa-317a-4918-bee3-7be1fd2fc53b req-e0ae7a85-e2bc-4e60-9cf9-0a950b5dc15e service neutron] Bound port: 569f5143-0ddd-40bf-a86f-e1809cb071c4, host: n-h1-800634-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f1fd39c6-8e80-4ec6-a466-23a14a67aca7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '67bf6402-0ed4-4b42-a942-96462c3bfd6b'}}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 19:17:12.921020 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-24d6ddaa-317a-4918-bee3-7be1fd2fc53b req-e0ae7a85-e2bc-4e60-9cf9-0a950b5dc15e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:17:13.274818 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b9afeb-a625-4996-8390-32b8be8f231a req-31ea7e5b-e7b5-41c6-b3f0-1fcafa69dc46 tempest-ServersNegativeTestJSON-395527628 tempest-ServersNegativeTestJSON-395527628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:17:13.276310 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-d2b9afeb-a625-4996-8390-32b8be8f231a req-31ea7e5b-e7b5-41c6-b3f0-1fcafa69dc46 tempest-ServersNegativeTestJSON-395527628 tempest-ServersNegativeTestJSON-395527628-project] 10.222.0.16 "GET /v2.0/ports?device_id=7afe6043-9187-469d-b086-835d229e9c16 HTTP/1.1" status: 200 len: 944 time: 0.3947234 Jul 14 19:17:13.278859 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-24d6ddaa-317a-4918-bee3-7be1fd2fc53b req-e0ae7a85-e2bc-4e60-9cf9-0a950b5dc15e service neutron] For port 569f5143-0ddd-40bf-a86f-e1809cb071c4, host n-h1-800634-3, cleared binding levels {{(pid=93915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 19:17:13.282394 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-24d6ddaa-317a-4918-bee3-7be1fd2fc53b req-e0ae7a85-e2bc-4e60-9cf9-0a950b5dc15e service neutron] For port 569f5143-0ddd-40bf-a86f-e1809cb071c4, host n-h1-800634-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=569f5143-0ddd-40bf-a86f-e1809cb071c4,segment=NetworkSegment(f1fd39c6-8e80-4ec6-a466-23a14a67aca7),segment_id=f1fd39c6-8e80-4ec6-a466-23a14a67aca7)] {{(pid=93915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 19:17:13.291064 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-24d6ddaa-317a-4918-bee3-7be1fd2fc53b req-e0ae7a85-e2bc-4e60-9cf9-0a950b5dc15e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25912978'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:17:13.332928 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d6ddaa-317a-4918-bee3-7be1fd2fc53b req-e0ae7a85-e2bc-4e60-9cf9-0a950b5dc15e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:17:13.333640 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-24d6ddaa-317a-4918-bee3-7be1fd2fc53b req-e0ae7a85-e2bc-4e60-9cf9-0a950b5dc15e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:17:13.335037 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-24d6ddaa-317a-4918-bee3-7be1fd2fc53b req-e0ae7a85-e2bc-4e60-9cf9-0a950b5dc15e service neutron] 10.222.0.18 "PUT /v2.0/ports/569f5143-0ddd-40bf-a86f-e1809cb071c4 HTTP/1.1" status: 200 len: 1092 time: 0.9435487 Jul 14 19:17:13.336586 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7afe6043-9187-469d-b086-835d229e9c16', 'tag': '569f5143-0ddd-40bf-a86f-e1809cb071c4'}] {{(pid=93915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 19:17:13.338951 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}163b1c7ce9835e2c54087c39b47c05da5c61decdd411e584c58a4e7cd59f948f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fca8094-a61f-4da9-92b2-fb74ac922e24" -d '{"events": [{"name": "network-changed", "server_uuid": "7afe6043-9187-469d-b086-835d229e9c16", "tag": "569f5143-0ddd-40bf-a86f-e1809cb071c4"}]}' {{(pid=93915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 19:17:13.364440 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-d2b9afeb-a625-4996-8390-32b8be8f231a req-a9078d15-e636-4776-aec3-dc4818bae442 tempest-ServersNegativeTestJSON-395527628 tempest-ServersNegativeTestJSON-395527628-project] 10.222.0.16 "GET /v2.0/security-groups?id=58775a5e-dd97-470f-9c4a-cd6c1a9b1fec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807097 Jul 14 19:17:13.392522 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 19:17:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc1679f6-379d-44f4-856c-86e6a0b58f89 x-openstack-request-id: req-cc1679f6-379d-44f4-856c-86e6a0b58f89 {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 19:17:13.392522 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7afe6043-9187-469d-b086-835d229e9c16", "tag": "569f5143-0ddd-40bf-a86f-e1809cb071c4", "status": "completed", "code": 200}]} {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 19:17:13.392522 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-cc1679f6-379d-44f4-856c-86e6a0b58f89 {{(pid=93915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 19:17:13.392522 n-d-800634-3 neutron-server[93915]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7afe6043-9187-469d-b086-835d229e9c16', 'tag': '569f5143-0ddd-40bf-a86f-e1809cb071c4', 'status': 'completed', 'code': 200} Jul 14 19:17:13.404341 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ae7a85-e2bc-4e60-9cf9-0a950b5dc15e service neutron] Pushing event updated for resources: {'Port': ['ID=569f5143-0ddd-40bf-a86f-e1809cb071c4,revision_number=3']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:17:13.439365 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d6ddaa-317a-4918-bee3-7be1fd2fc53b req-f5e4745e-1952-4b88-9f3e-ec0f167fa2c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:17:13.440843 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-24d6ddaa-317a-4918-bee3-7be1fd2fc53b req-f5e4745e-1952-4b88-9f3e-ec0f167fa2c5 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e9a392d718304ae48955ae99c262f4bb&device_id=7afe6043-9187-469d-b086-835d229e9c16 HTTP/1.1" status: 200 len: 1095 time: 0.0657980 Jul 14 19:17:13.482284 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-24d6ddaa-317a-4918-bee3-7be1fd2fc53b req-df84337a-8a26-4cf3-87d3-b167a4cc7da9 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=569f5143-0ddd-40bf-a86f-e1809cb071c4 HTTP/1.1" status: 200 len: 217 time: 0.0347526 Jul 14 19:17:13.529690 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d6ddaa-317a-4918-bee3-7be1fd2fc53b req-2263809c-52b9-480f-8138-cd2ed9fcc3a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:17:13.531203 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-24d6ddaa-317a-4918-bee3-7be1fd2fc53b req-2263809c-52b9-480f-8138-cd2ed9fcc3a5 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9006e67a-69fc-445d-b7e7-78d39bddebcb HTTP/1.1" status: 200 len: 854 time: 0.0434663 Jul 14 19:17:13.564981 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-24d6ddaa-317a-4918-bee3-7be1fd2fc53b req-f8d2df82-d0d7-465c-a63a-009c810d5b2b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=67bf6402-0ed4-4b42-a942-96462c3bfd6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272141 Jul 14 19:17:13.655165 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-24d6ddaa-317a-4918-bee3-7be1fd2fc53b req-61e14dbc-703f-442b-a2d7-0348efabf3be service neutron] 10.222.0.18 "GET /v2.0/networks/67bf6402-0ed4-4b42-a942-96462c3bfd6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841982 Jul 14 19:17:13.742855 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-24d6ddaa-317a-4918-bee3-7be1fd2fc53b req-78c8c83a-5a1d-4449-88cd-17a2aab1b745 service neutron] 10.222.0.18 "GET /v2.0/networks/67bf6402-0ed4-4b42-a942-96462c3bfd6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817728 Jul 14 19:17:13.847609 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fca8094-a61f-4da9-92b2-fb74ac922e24 req-f29c34cc-d037-4841-a56a-e22ec2eae14d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:17:13.849154 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3fca8094-a61f-4da9-92b2-fb74ac922e24 req-f29c34cc-d037-4841-a56a-e22ec2eae14d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e9a392d718304ae48955ae99c262f4bb&device_id=7afe6043-9187-469d-b086-835d229e9c16 HTTP/1.1" status: 200 len: 1095 time: 0.0577738 Jul 14 19:17:13.936747 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fca8094-a61f-4da9-92b2-fb74ac922e24 req-292a9510-ea19-456b-8776-f2f85c41cb95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:17:13.938265 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3fca8094-a61f-4da9-92b2-fb74ac922e24 req-292a9510-ea19-456b-8776-f2f85c41cb95 service neutron] 10.222.0.18 "GET /v2.0/networks?id=67bf6402-0ed4-4b42-a942-96462c3bfd6b HTTP/1.1" status: 200 len: 914 time: 0.0830348 Jul 14 19:17:13.983542 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3fca8094-a61f-4da9-92b2-fb74ac922e24 req-7166ede7-293f-4106-bf41-0421e16b5395 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=569f5143-0ddd-40bf-a86f-e1809cb071c4 HTTP/1.1" status: 200 len: 217 time: 0.0387101 Jul 14 19:17:14.033669 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fca8094-a61f-4da9-92b2-fb74ac922e24 req-a3146b01-658d-4b76-a881-9bbf36a93cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:17:14.035049 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3fca8094-a61f-4da9-92b2-fb74ac922e24 req-a3146b01-658d-4b76-a881-9bbf36a93cd7 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9006e67a-69fc-445d-b7e7-78d39bddebcb HTTP/1.1" status: 200 len: 854 time: 0.0443451 Jul 14 19:17:14.067110 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3fca8094-a61f-4da9-92b2-fb74ac922e24 req-edbdf6c6-801a-4d0c-93d1-9c82e1a0e710 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=67bf6402-0ed4-4b42-a942-96462c3bfd6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252302 Jul 14 19:17:14.158875 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3fca8094-a61f-4da9-92b2-fb74ac922e24 req-dec31588-11e2-465b-aa0f-f4fa6725f143 service neutron] 10.222.0.18 "GET /v2.0/networks/67bf6402-0ed4-4b42-a942-96462c3bfd6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848429 Jul 14 19:17:14.248832 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3fca8094-a61f-4da9-92b2-fb74ac922e24 req-c5e6c69c-6360-402a-8612-a32be7ced0c7 service neutron] 10.222.0.18 "GET /v2.0/networks/67bf6402-0ed4-4b42-a942-96462c3bfd6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830977 Jul 14 19:17:14.549996 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168b1719-22b9-4482-8163-887045d7c087 req-4311bca0-3539-4e8d-917f-4e0a6e4721f1 tempest-ServersNegativeTestJSON-395527628 tempest-ServersNegativeTestJSON-395527628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:17:14.551484 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-168b1719-22b9-4482-8163-887045d7c087 req-4311bca0-3539-4e8d-917f-4e0a6e4721f1 tempest-ServersNegativeTestJSON-395527628 tempest-ServersNegativeTestJSON-395527628-project] 10.222.0.16 "GET /v2.0/ports?device_id=7afe6043-9187-469d-b086-835d229e9c16 HTTP/1.1" status: 200 len: 944 time: 0.0657866 Jul 14 19:17:14.588635 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-168b1719-22b9-4482-8163-887045d7c087 req-1c82d973-d889-43ef-827f-50d9a4124b4c tempest-ServersNegativeTestJSON-395527628 tempest-ServersNegativeTestJSON-395527628-project] 10.222.0.16 "GET /v2.0/security-groups?id=58775a5e-dd97-470f-9c4a-cd6c1a9b1fec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314617 Jul 14 19:17:15.771296 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d61e7c8-ecc5-4db2-9e2b-9873f80fc652 req-5b4e1720-28a0-49ce-9736-42b002bbb3c8 tempest-ServersNegativeTestJSON-395527628 tempest-ServersNegativeTestJSON-395527628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:17:15.772810 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-0d61e7c8-ecc5-4db2-9e2b-9873f80fc652 req-5b4e1720-28a0-49ce-9736-42b002bbb3c8 tempest-ServersNegativeTestJSON-395527628 tempest-ServersNegativeTestJSON-395527628-project] 10.222.0.16 "GET /v2.0/ports?device_id=7afe6043-9187-469d-b086-835d229e9c16 HTTP/1.1" status: 200 len: 944 time: 0.0717077 Jul 14 19:17:15.810434 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-0d61e7c8-ecc5-4db2-9e2b-9873f80fc652 req-2e866aa0-6ad7-4f9f-87dc-7a8b07cc180c tempest-ServersNegativeTestJSON-395527628 tempest-ServersNegativeTestJSON-395527628-project] 10.222.0.16 "GET /v2.0/security-groups?id=58775a5e-dd97-470f-9c4a-cd6c1a9b1fec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320609 Jul 14 19:17:16.707303 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device 569f5143-0ddd-40bf-a86f-e1809cb071c4 details requested by agent hyperv_n-h1-800634-3 with host n-h1-800634-3 {{(pid=93917) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 19:17:16.959414 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port 569f5143-0ddd-40bf-a86f-e1809cb071c4, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=569f5143-0ddd-40bf-a86f-e1809cb071c4,segment=NetworkSegment(f1fd39c6-8e80-4ec6-a466-23a14a67aca7),segment_id=f1fd39c6-8e80-4ec6-a466-23a14a67aca7)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 19:17:16.973546 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Returning: {'device': '569f5143-0ddd-40bf-a86f-e1809cb071c4', 'network_id': '67bf6402-0ed4-4b42-a942-96462c3bfd6b', 'port_id': '569f5143-0ddd-40bf-a86f-e1809cb071c4', 'mac_address': 'fa:16:3e:31:9a:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9006e67a-69fc-445d-b7e7-78d39bddebcb', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93917) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 19:17:16.989977 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35398f7f-193d-4712-aae6-300e61fec72d req-8d12ee64-4db0-4675-a7c9-a875560875fc tempest-ServersNegativeTestJSON-395527628 tempest-ServersNegativeTestJSON-395527628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:17:16.991511 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-35398f7f-193d-4712-aae6-300e61fec72d req-8d12ee64-4db0-4675-a7c9-a875560875fc tempest-ServersNegativeTestJSON-395527628 tempest-ServersNegativeTestJSON-395527628-project] 10.222.0.16 "GET /v2.0/ports?device_id=7afe6043-9187-469d-b086-835d229e9c16 HTTP/1.1" status: 200 len: 944 time: 0.0666394 Jul 14 19:17:17.012345 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:17:17.026124 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 569f5143-0ddd-40bf-a86f-e1809cb071c4 {{(pid=93917) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 19:17:17.030814 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-35398f7f-193d-4712-aae6-300e61fec72d req-cde6fba8-adeb-47df-9e6d-6b6863c59119 tempest-ServersNegativeTestJSON-395527628 tempest-ServersNegativeTestJSON-395527628-project] 10.222.0.16 "GET /v2.0/security-groups?id=58775a5e-dd97-470f-9c4a-cd6c1a9b1fec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336525 Jul 14 19:17:17.047276 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port 569f5143-0ddd-40bf-a86f-e1809cb071c4, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=569f5143-0ddd-40bf-a86f-e1809cb071c4,segment=NetworkSegment(f1fd39c6-8e80-4ec6-a466-23a14a67aca7),segment_id=f1fd39c6-8e80-4ec6-a466-23a14a67aca7)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 19:17:17.052203 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:17:17.103434 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Pushing event updated for resources: {'Port': ['ID=569f5143-0ddd-40bf-a86f-e1809cb071c4,revision_number=4']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:17:17.235962 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] get_ports_and_sgs() called for port_ids ['569f5143-0ddd-40bf-a86f-e1809cb071c4'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 19:17:18.221251 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acee5974-37cc-456a-b6f1-ed1df6a629fa req-c987746b-7f01-42fd-9d27-2b364d6360e8 tempest-ServersNegativeTestJSON-395527628 tempest-ServersNegativeTestJSON-395527628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:17:18.222751 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-acee5974-37cc-456a-b6f1-ed1df6a629fa req-c987746b-7f01-42fd-9d27-2b364d6360e8 tempest-ServersNegativeTestJSON-395527628 tempest-ServersNegativeTestJSON-395527628-project] 10.222.0.16 "GET /v2.0/ports?device_id=7afe6043-9187-469d-b086-835d229e9c16 HTTP/1.1" status: 200 len: 945 time: 0.0713980 Jul 14 19:17:18.264533 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-acee5974-37cc-456a-b6f1-ed1df6a629fa req-1aee0cc0-7842-4353-86f8-94aa4f2c4a1e tempest-ServersNegativeTestJSON-395527628 tempest-ServersNegativeTestJSON-395527628-project] 10.222.0.16 "GET /v2.0/security-groups?id=58775a5e-dd97-470f-9c4a-cd6c1a9b1fec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361743 Jul 14 19:17:18.708533 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device 569f5143-0ddd-40bf-a86f-e1809cb071c4 up at agent hyperv_n-h1-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 19:17:18.762852 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Provisioning for port 569f5143-0ddd-40bf-a86f-e1809cb071c4 completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 19:17:18.766805 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Provisioning complete for port 569f5143-0ddd-40bf-a86f-e1809cb071c4 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 19:17:18.767176 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:17:18.847157 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:17:18.870308 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7afe6043-9187-469d-b086-835d229e9c16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '569f5143-0ddd-40bf-a86f-e1809cb071c4'}] {{(pid=93917) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 19:17:18.872994 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee9af70b018e2a669d4aace710d7966bbe0586a349443f05e01050df9771a348" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75f55b87-d9c8-4805-8994-147cff4bd953" -d '{"events": [{"server_uuid": "7afe6043-9187-469d-b086-835d229e9c16", "name": "network-vif-plugged", "status": "completed", "tag": "569f5143-0ddd-40bf-a86f-e1809cb071c4"}]}' {{(pid=93917) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 19:17:18.886125 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port 569f5143-0ddd-40bf-a86f-e1809cb071c4, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=569f5143-0ddd-40bf-a86f-e1809cb071c4,segment=NetworkSegment(f1fd39c6-8e80-4ec6-a466-23a14a67aca7),segment_id=f1fd39c6-8e80-4ec6-a466-23a14a67aca7)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 19:17:18.890170 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:17:18.914309 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 19:17:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cc47aab-c553-479c-8f9e-c0658bd35bcb x-openstack-request-id: req-8cc47aab-c553-479c-8f9e-c0658bd35bcb {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 19:17:18.914602 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7afe6043-9187-469d-b086-835d229e9c16", "name": "network-vif-plugged", "status": "completed", "tag": "569f5143-0ddd-40bf-a86f-e1809cb071c4", "code": 200}]} {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 19:17:18.914854 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8cc47aab-c553-479c-8f9e-c0658bd35bcb {{(pid=93917) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 19:17:18.915237 n-d-800634-3 neutron-server[93917]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7afe6043-9187-469d-b086-835d229e9c16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '569f5143-0ddd-40bf-a86f-e1809cb071c4', 'code': 200} Jul 14 19:17:18.945911 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Pushing event updated for resources: {'Port': ['ID=569f5143-0ddd-40bf-a86f-e1809cb071c4,revision_number=5']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:17:19.028557 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccc5a0b-ac3e-4389-935e-d372ffdcb1eb req-e1c0867f-f871-4cc3-a983-661d2dfe5228 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:17:19.030082 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6ccc5a0b-ac3e-4389-935e-d372ffdcb1eb req-e1c0867f-f871-4cc3-a983-661d2dfe5228 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=7afe6043-9187-469d-b086-835d229e9c16 HTTP/1.1" status: 200 len: 1097 time: 0.0537927 Jul 14 19:17:19.069173 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6ccc5a0b-ac3e-4389-935e-d372ffdcb1eb req-190718cf-97dc-4d48-9a55-89894ae92f7d service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=58775a5e-dd97-470f-9c4a-cd6c1a9b1fec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324833 Jul 14 19:17:19.442560 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88377d6a-e851-40fc-a370-ceb1a7aba80c req-fe040a28-aa4b-490d-b5e1-00e4c234c2a1 tempest-ServersNegativeTestJSON-395527628 tempest-ServersNegativeTestJSON-395527628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:17:19.444754 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-88377d6a-e851-40fc-a370-ceb1a7aba80c req-fe040a28-aa4b-490d-b5e1-00e4c234c2a1 tempest-ServersNegativeTestJSON-395527628 tempest-ServersNegativeTestJSON-395527628-project] 10.222.0.16 "GET /v2.0/ports?device_id=7afe6043-9187-469d-b086-835d229e9c16 HTTP/1.1" status: 200 len: 946 time: 0.0669665 Jul 14 19:17:19.483326 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-88377d6a-e851-40fc-a370-ceb1a7aba80c req-4e69e7ba-8b32-4efe-981b-02a79743009f tempest-ServersNegativeTestJSON-395527628 tempest-ServersNegativeTestJSON-395527628-project] 10.222.0.16 "GET /v2.0/security-groups?id=58775a5e-dd97-470f-9c4a-cd6c1a9b1fec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334001 Jul 14 19:17:20.460911 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-7e1740da-7f0c-4ee5-bf7c-cf8fb2cb1c89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:17:20.662846 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2e0fdc-862a-4a9b-91c7-1e1daaf4067a req-70535251-e96d-4bfd-ba32-281e66c9f9ab tempest-ServersNegativeTestJSON-395527628 tempest-ServersNegativeTestJSON-395527628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:17:20.664314 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-7e2e0fdc-862a-4a9b-91c7-1e1daaf4067a req-70535251-e96d-4bfd-ba32-281e66c9f9ab tempest-ServersNegativeTestJSON-395527628 tempest-ServersNegativeTestJSON-395527628-project] 10.222.0.16 "GET /v2.0/ports?device_id=7afe6043-9187-469d-b086-835d229e9c16 HTTP/1.1" status: 200 len: 946 time: 0.0698752 Jul 14 19:17:20.702203 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-7e2e0fdc-862a-4a9b-91c7-1e1daaf4067a req-be1e6f01-c993-449f-9d39-08f63696fe46 tempest-ServersNegativeTestJSON-395527628 tempest-ServersNegativeTestJSON-395527628-project] 10.222.0.16 "GET /v2.0/security-groups?id=58775a5e-dd97-470f-9c4a-cd6c1a9b1fec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320094 Jul 14 19:17:20.925849 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05d461e-0a61-4a0b-97c5-9b944e58f781 req-d04e4ed4-32a5-4b40-bbd4-fa7fa9b18d71 tempest-ServersNegativeTestJSON-395527628 tempest-ServersNegativeTestJSON-395527628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:17:20.927334 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f05d461e-0a61-4a0b-97c5-9b944e58f781 req-d04e4ed4-32a5-4b40-bbd4-fa7fa9b18d71 tempest-ServersNegativeTestJSON-395527628 tempest-ServersNegativeTestJSON-395527628-project] 10.222.0.16 "GET /v2.0/networks?id=67bf6402-0ed4-4b42-a942-96462c3bfd6b HTTP/1.1" status: 200 len: 814 time: 0.1007342 Jul 14 19:17:20.942677 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f05d461e-0a61-4a0b-97c5-9b944e58f781 req-3ef534fe-4861-45fe-9f85-267c51108f90 tempest-ServersNegativeTestJSON-395527628 tempest-ServersNegativeTestJSON-395527628-project] 10.222.0.16 "GET /v2.0/quotas/e9a392d718304ae48955ae99c262f4bb HTTP/1.1" status: 200 len: 375 time: 0.0099888 Jul 14 19:17:21.011682 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f05d461e-0a61-4a0b-97c5-9b944e58f781 req-a41b40d3-d854-4cbe-a097-437048882eab tempest-ServersNegativeTestJSON-395527628 tempest-ServersNegativeTestJSON-395527628-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=e9a392d718304ae48955ae99c262f4bb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0636973 Jul 14 19:17:21.095596 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [req-f05d461e-0a61-4a0b-97c5-9b944e58f781 req-051621db-d36b-4bd0-b507-900a5a9532c8 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=93915) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 19:17:21.096736 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f05d461e-0a61-4a0b-97c5-9b944e58f781 req-051621db-d36b-4bd0-b507-900a5a9532c8 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0454240 Jul 14 19:17:21.187985 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f05d461e-0a61-4a0b-97c5-9b944e58f781 req-6ea4d0cf-2092-479f-a61e-a5d668dce058 service neutron] 10.222.0.16 "GET /v2.0/networks/67bf6402-0ed4-4b42-a942-96462c3bfd6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850546 Jul 14 19:17:21.280314 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f05d461e-0a61-4a0b-97c5-9b944e58f781 req-b758682a-78fc-4cef-8c65-415ea0112261 service neutron] 10.222.0.16 "GET /v2.0/networks/67bf6402-0ed4-4b42-a942-96462c3bfd6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865586 Jul 14 19:17:21.456655 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3c114882-857b-461a-a550-b2f0cfd170a3 req-481d2ef7-5d55-4a8d-a604-13eb02786ff5 tempest-ServersNegativeTestJSON-395527628 tempest-ServersNegativeTestJSON-395527628-project] 10.222.0.16 "GET /v2.0/ports?device_id=bb84daaf-70b5-4f35-8932-38d51415d233 HTTP/1.1" status: 200 len: 210 time: 0.0301828 Jul 14 19:17:22.493265 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05d461e-0a61-4a0b-97c5-9b944e58f781 req-406999d2-977b-49fb-825e-b3eb1385b483 tempest-ServersNegativeTestJSON-395527628 tempest-ServersNegativeTestJSON-395527628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:17:22.494816 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-f05d461e-0a61-4a0b-97c5-9b944e58f781 req-406999d2-977b-49fb-825e-b3eb1385b483 tempest-ServersNegativeTestJSON-395527628 tempest-ServersNegativeTestJSON-395527628-project] 10.222.0.35 "GET /v2.0/networks?id=67bf6402-0ed4-4b42-a942-96462c3bfd6b HTTP/1.1" status: 200 len: 814 time: 0.1100762 Jul 14 19:17:22.511259 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [req-f05d461e-0a61-4a0b-97c5-9b944e58f781 req-cc31c22f-db9c-4e36-b946-65d715b57965 tempest-ServersNegativeTestJSON-395527628 tempest-ServersNegativeTestJSON-395527628-project] Request body: {'port': {'device_id': 'bb84daaf-70b5-4f35-8932-38d51415d233', 'network_id': '67bf6402-0ed4-4b42-a942-96462c3bfd6b', 'admin_state_up': True, 'tenant_id': 'e9a392d718304ae48955ae99c262f4bb'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 19:17:22.605979 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-20aab05c-32f7-4eb6-bd20-ea2aed29804a req-acef1bda-598b-4416-8118-2eaebec91a2e tempest-ServersNegativeTestJSON-395527628 tempest-ServersNegativeTestJSON-395527628-project] 10.222.0.16 "GET /v2.0/ports?device_id=bb84daaf-70b5-4f35-8932-38d51415d233 HTTP/1.1" status: 200 len: 210 time: 0.0306737 Jul 14 19:17:22.626337 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f05d461e-0a61-4a0b-97c5-9b944e58f781 req-cc31c22f-db9c-4e36-b946-65d715b57965 tempest-ServersNegativeTestJSON-395527628 tempest-ServersNegativeTestJSON-395527628-project] Made reservation on behalf of e9a392d718304ae48955ae99c262f4bb for: {'port': 1} {{(pid=93916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 19:17:22.630442 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-f05d461e-0a61-4a0b-97c5-9b944e58f781 req-cc31c22f-db9c-4e36-b946-65d715b57965 tempest-ServersNegativeTestJSON-395527628 tempest-ServersNegativeTestJSON-395527628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:17:22.759398 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.db_base_plugin_common [req-f05d461e-0a61-4a0b-97c5-9b944e58f781 req-cc31c22f-db9c-4e36-b946-65d715b57965 tempest-ServersNegativeTestJSON-395527628 tempest-ServersNegativeTestJSON-395527628-project] Allocated IP 172.20.0.12 (67bf6402-0ed4-4b42-a942-96462c3bfd6b/9006e67a-69fc-445d-b7e7-78d39bddebcb/0f153064-4417-4dec-87e6-ed87b8be418d) {{(pid=93916) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 19:17:22.888403 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-5d41215f-5cf4-471b-bcbb-b8f9154b998f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:17:22.906759 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-f05d461e-0a61-4a0b-97c5-9b944e58f781 req-cc31c22f-db9c-4e36-b946-65d715b57965 tempest-ServersNegativeTestJSON-395527628 tempest-ServersNegativeTestJSON-395527628-project] Notify callbacks [] for port, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:17:22.944922 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-f05d461e-0a61-4a0b-97c5-9b944e58f781 req-cc31c22f-db9c-4e36-b946-65d715b57965 tempest-ServersNegativeTestJSON-395527628 tempest-ServersNegativeTestJSON-395527628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:17:22.956426 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] get_ports_and_sgs() called for port_ids ['569f5143-0ddd-40bf-a86f-e1809cb071c4'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 19:17:22.991811 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f05d461e-0a61-4a0b-97c5-9b944e58f781 req-cc31c22f-db9c-4e36-b946-65d715b57965 tempest-ServersNegativeTestJSON-395527628 tempest-ServersNegativeTestJSON-395527628-project] Network 67bf6402-0ed4-4b42-a942-96462c3bfd6b is already hosted by enough agents. {{(pid=93916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 19:17:22.995353 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [req-f05d461e-0a61-4a0b-97c5-9b944e58f781 req-cc31c22f-db9c-4e36-b946-65d715b57965 tempest-ServersNegativeTestJSON-395527628 tempest-ServersNegativeTestJSON-395527628-project] Resources bound (agent type, host, resource id): {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 19:17:22.999353 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.l3_dvrscheduler_db [req-f05d461e-0a61-4a0b-97c5-9b944e58f781 req-cc31c22f-db9c-4e36-b946-65d715b57965 tempest-ServersNegativeTestJSON-395527628 tempest-ServersNegativeTestJSON-395527628-project] Received port after_create {{(pid=93916) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 19:17:23.006565 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc31c22f-db9c-4e36-b946-65d715b57965 tempest-ServersNegativeTestJSON-395527628 tempest-ServersNegativeTestJSON-395527628-project] Pushing event updated for resources: {'Port': ['ID=0f153064-4417-4dec-87e6-ed87b8be418d,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:17:23.051725 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05d461e-0a61-4a0b-97c5-9b944e58f781 req-cc31c22f-db9c-4e36-b946-65d715b57965 tempest-ServersNegativeTestJSON-395527628 tempest-ServersNegativeTestJSON-395527628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:17:23.052374 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-f05d461e-0a61-4a0b-97c5-9b944e58f781 req-cc31c22f-db9c-4e36-b946-65d715b57965 tempest-ServersNegativeTestJSON-395527628 tempest-ServersNegativeTestJSON-395527628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:17:23.066253 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-f05d461e-0a61-4a0b-97c5-9b944e58f781 req-cc31c22f-db9c-4e36-b946-65d715b57965 tempest-ServersNegativeTestJSON-395527628 tempest-ServersNegativeTestJSON-395527628-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5590179 Jul 14 19:17:23.076923 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [req-f05d461e-0a61-4a0b-97c5-9b944e58f781 req-e5a98eb3-1f99-410e-b8b7-1365c9009f71 tempest-ServersNegativeTestJSON-395527628 tempest-ServersNegativeTestJSON-395527628-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=93916) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 19:17:23.077921 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-f05d461e-0a61-4a0b-97c5-9b944e58f781 req-e5a98eb3-1f99-410e-b8b7-1365c9009f71 tempest-ServersNegativeTestJSON-395527628 tempest-ServersNegativeTestJSON-395527628-project] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052607 Jul 14 19:17:23.088222 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [req-f05d461e-0a61-4a0b-97c5-9b944e58f781 req-1c03f518-4a06-4546-976b-62306eb6a1d6 service neutron] Request body: {'port': {'device_id': 'bb84daaf-70b5-4f35-8932-38d51415d233', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800634-3'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 19:17:23.165115 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-f05d461e-0a61-4a0b-97c5-9b944e58f781 req-1c03f518-4a06-4546-976b-62306eb6a1d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:17:23.220098 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:17:23.427582 n-d-800634-3 neutron-server[93916]: DEBUG neutron.notifiers.nova [req-f05d461e-0a61-4a0b-97c5-9b944e58f781 req-1c03f518-4a06-4546-976b-62306eb6a1d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f153064-4417-4dec-87e6-ed87b8be418d {{(pid=93916) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 19:17:23.435092 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-f05d461e-0a61-4a0b-97c5-9b944e58f781 req-1c03f518-4a06-4546-976b-62306eb6a1d6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:17:23.447174 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.provisioning_blocks [req-f05d461e-0a61-4a0b-97c5-9b944e58f781 req-1c03f518-4a06-4546-976b-62306eb6a1d6 service neutron] Transition to ACTIVE for port object 0f153064-4417-4dec-87e6-ed87b8be418d will not be triggered until provisioned by entity L2. {{(pid=93916) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 19:17:23.451418 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-f05d461e-0a61-4a0b-97c5-9b944e58f781 req-1c03f518-4a06-4546-976b-62306eb6a1d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2684870'] for port, after_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:17:23.504277 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c03f518-4a06-4546-976b-62306eb6a1d6 service neutron] Pushing event updated for resources: {'Port': ['ID=0f153064-4417-4dec-87e6-ed87b8be418d,revision_number=2']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:17:23.576668 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.managers [req-f05d461e-0a61-4a0b-97c5-9b944e58f781 req-1c03f518-4a06-4546-976b-62306eb6a1d6 service neutron] Attempting to bind port 0f153064-4417-4dec-87e6-ed87b8be418d on host n-h2-800634-3 for vnic_type normal with profile {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 19:17:23.577000 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.managers [req-f05d461e-0a61-4a0b-97c5-9b944e58f781 req-1c03f518-4a06-4546-976b-62306eb6a1d6 service neutron] Attempting to bind port 0f153064-4417-4dec-87e6-ed87b8be418d by drivers openvswitch,hyperv on host n-h2-800634-3 at level 0 using segments [{'id': 'f1fd39c6-8e80-4ec6-a466-23a14a67aca7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '67bf6402-0ed4-4b42-a942-96462c3bfd6b'}] {{(pid=93916) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 19:17:23.577328 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f05d461e-0a61-4a0b-97c5-9b944e58f781 req-1c03f518-4a06-4546-976b-62306eb6a1d6 service neutron] Attempting to bind port 0f153064-4417-4dec-87e6-ed87b8be418d on network 67bf6402-0ed4-4b42-a942-96462c3bfd6b {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 19:17:23.582221 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f05d461e-0a61-4a0b-97c5-9b944e58f781 req-1c03f518-4a06-4546-976b-62306eb6a1d6 service neutron] Port 0f153064-4417-4dec-87e6-ed87b8be418d on network 67bf6402-0ed4-4b42-a942-96462c3bfd6b not bound, no agent of type Open vSwitch agent registered on host n-h2-800634-3 {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 19:17:23.582631 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f05d461e-0a61-4a0b-97c5-9b944e58f781 req-1c03f518-4a06-4546-976b-62306eb6a1d6 service neutron] Attempting to bind port 0f153064-4417-4dec-87e6-ed87b8be418d on network 67bf6402-0ed4-4b42-a942-96462c3bfd6b {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 19:17:23.587739 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f05d461e-0a61-4a0b-97c5-9b944e58f781 req-1c03f518-4a06-4546-976b-62306eb6a1d6 service neutron] Checking agent: {'id': '08e36a6c-8d04-48f0-a644-f27680635246', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 15, 35), 'started_at': datetime.datetime(2021, 7, 14, 18, 15, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 19, 17, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 19:17:23.588077 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f05d461e-0a61-4a0b-97c5-9b944e58f781 req-1c03f518-4a06-4546-976b-62306eb6a1d6 service neutron] Checking segment: {'id': 'f1fd39c6-8e80-4ec6-a466-23a14a67aca7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '67bf6402-0ed4-4b42-a942-96462c3bfd6b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93916) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 19:17:23.588487 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f05d461e-0a61-4a0b-97c5-9b944e58f781 req-1c03f518-4a06-4546-976b-62306eb6a1d6 service neutron] Bound using segment: {'id': 'f1fd39c6-8e80-4ec6-a466-23a14a67aca7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '67bf6402-0ed4-4b42-a942-96462c3bfd6b'} {{(pid=93916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 19:17:23.589017 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.managers [req-f05d461e-0a61-4a0b-97c5-9b944e58f781 req-1c03f518-4a06-4546-976b-62306eb6a1d6 service neutron] Bound port: 0f153064-4417-4dec-87e6-ed87b8be418d, host: n-h2-800634-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f1fd39c6-8e80-4ec6-a466-23a14a67aca7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '67bf6402-0ed4-4b42-a942-96462c3bfd6b'}}] {{(pid=93916) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 19:17:23.589383 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-f05d461e-0a61-4a0b-97c5-9b944e58f781 req-1c03f518-4a06-4546-976b-62306eb6a1d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:17:23.654170 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.db [req-f05d461e-0a61-4a0b-97c5-9b944e58f781 req-1c03f518-4a06-4546-976b-62306eb6a1d6 service neutron] For port 0f153064-4417-4dec-87e6-ed87b8be418d, host n-h2-800634-3, cleared binding levels {{(pid=93916) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 19:17:23.657684 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.db [req-f05d461e-0a61-4a0b-97c5-9b944e58f781 req-1c03f518-4a06-4546-976b-62306eb6a1d6 service neutron] For port 0f153064-4417-4dec-87e6-ed87b8be418d, host n-h2-800634-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=0f153064-4417-4dec-87e6-ed87b8be418d,segment=NetworkSegment(f1fd39c6-8e80-4ec6-a466-23a14a67aca7),segment_id=f1fd39c6-8e80-4ec6-a466-23a14a67aca7)] {{(pid=93916) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 19:17:23.662036 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-f05d461e-0a61-4a0b-97c5-9b944e58f781 req-1c03f518-4a06-4546-976b-62306eb6a1d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2684870'] for port, after_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:17:23.701723 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05d461e-0a61-4a0b-97c5-9b944e58f781 req-1c03f518-4a06-4546-976b-62306eb6a1d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:17:23.702344 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-f05d461e-0a61-4a0b-97c5-9b944e58f781 req-1c03f518-4a06-4546-976b-62306eb6a1d6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:17:23.704310 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-f05d461e-0a61-4a0b-97c5-9b944e58f781 req-1c03f518-4a06-4546-976b-62306eb6a1d6 service neutron] 10.222.0.35 "PUT /v2.0/ports/0f153064-4417-4dec-87e6-ed87b8be418d HTTP/1.1" status: 200 len: 1092 time: 0.6202078 Jul 14 19:17:23.704751 n-d-800634-3 neutron-server[93916]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb84daaf-70b5-4f35-8932-38d51415d233', 'tag': '0f153064-4417-4dec-87e6-ed87b8be418d'}] {{(pid=93916) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 19:17:23.726031 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c03f518-4a06-4546-976b-62306eb6a1d6 service neutron] Pushing event updated for resources: {'Port': ['ID=0f153064-4417-4dec-87e6-ed87b8be418d,revision_number=3']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:17:23.758706 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08660965dfa68fcf45ab49fd1f0842c3c46447df706a9a0609e2cc6818fe56f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df68c13e-965d-4ea3-8dbe-c3d046ce5caa" -d '{"events": [{"name": "network-changed", "server_uuid": "bb84daaf-70b5-4f35-8932-38d51415d233", "tag": "0f153064-4417-4dec-87e6-ed87b8be418d"}]}' {{(pid=93916) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 19:17:23.802119 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4951f9b-8f31-4922-aa09-2bd8dec10755 req-61165288-46d7-45c6-9199-879488eed5dc tempest-ServersNegativeTestJSON-395527628 tempest-ServersNegativeTestJSON-395527628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:17:23.804504 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f4951f9b-8f31-4922-aa09-2bd8dec10755 req-61165288-46d7-45c6-9199-879488eed5dc tempest-ServersNegativeTestJSON-395527628 tempest-ServersNegativeTestJSON-395527628-project] 10.222.0.16 "GET /v2.0/ports?device_id=bb84daaf-70b5-4f35-8932-38d51415d233 HTTP/1.1" status: 200 len: 944 time: 0.0682662 Jul 14 19:17:23.811657 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05d461e-0a61-4a0b-97c5-9b944e58f781 req-183aa8f3-8a3b-4056-8501-11c3dc3f0932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:17:23.813838 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-f05d461e-0a61-4a0b-97c5-9b944e58f781 req-183aa8f3-8a3b-4056-8501-11c3dc3f0932 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e9a392d718304ae48955ae99c262f4bb&device_id=bb84daaf-70b5-4f35-8932-38d51415d233 HTTP/1.1" status: 200 len: 1095 time: 0.0672276 Jul 14 19:17:23.845446 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f4951f9b-8f31-4922-aa09-2bd8dec10755 req-df168c03-aeac-43f1-8f53-f684cccf89f9 tempest-ServersNegativeTestJSON-395527628 tempest-ServersNegativeTestJSON-395527628-project] 10.222.0.16 "GET /v2.0/security-groups?id=58775a5e-dd97-470f-9c4a-cd6c1a9b1fec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352764 Jul 14 19:17:23.858630 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-f05d461e-0a61-4a0b-97c5-9b944e58f781 req-3c6d1e9a-0a69-4136-bd8c-a497d2823a17 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0f153064-4417-4dec-87e6-ed87b8be418d HTTP/1.1" status: 200 len: 217 time: 0.0368845 Jul 14 19:17:23.910035 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05d461e-0a61-4a0b-97c5-9b944e58f781 req-d01f680c-3538-4b43-8754-6213fdb680f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:17:23.911607 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-f05d461e-0a61-4a0b-97c5-9b944e58f781 req-d01f680c-3538-4b43-8754-6213fdb680f7 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9006e67a-69fc-445d-b7e7-78d39bddebcb HTTP/1.1" status: 200 len: 854 time: 0.0472062 Jul 14 19:17:23.947735 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-f05d461e-0a61-4a0b-97c5-9b944e58f781 req-0796dc90-80d0-4567-9c30-fd784d8e91c0 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=67bf6402-0ed4-4b42-a942-96462c3bfd6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289063 Jul 14 19:17:24.310245 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-574aeb93-9938-449c-8e6c-cb22c9b52cc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:17:24.360928 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 19:17:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc7e888a-af74-41c8-8735-64176e0b0ba1 x-openstack-request-id: req-dc7e888a-af74-41c8-8735-64176e0b0ba1 {{(pid=93916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 19:17:24.361199 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb84daaf-70b5-4f35-8932-38d51415d233", "tag": "0f153064-4417-4dec-87e6-ed87b8be418d", "status": "completed", "code": 200}]} {{(pid=93916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 19:17:24.361517 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-dc7e888a-af74-41c8-8735-64176e0b0ba1 {{(pid=93916) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 19:17:24.361912 n-d-800634-3 neutron-server[93916]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb84daaf-70b5-4f35-8932-38d51415d233', 'tag': '0f153064-4417-4dec-87e6-ed87b8be418d', 'status': 'completed', 'code': 200} Jul 14 19:17:24.409975 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-f05d461e-0a61-4a0b-97c5-9b944e58f781 req-dc613c70-baa6-43d3-bd87-fe4624fc3296 service neutron] 10.222.0.35 "GET /v2.0/networks/67bf6402-0ed4-4b42-a942-96462c3bfd6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4557250 Jul 14 19:17:24.507045 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-f05d461e-0a61-4a0b-97c5-9b944e58f781 req-498f55dd-cb5a-4cd0-9d2b-ba7dcd71a662 service neutron] 10.222.0.35 "GET /v2.0/networks/67bf6402-0ed4-4b42-a942-96462c3bfd6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905373 Jul 14 19:17:24.611216 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df68c13e-965d-4ea3-8dbe-c3d046ce5caa req-d44711cd-458e-4484-8cff-9c71070e7892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:17:24.612756 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-df68c13e-965d-4ea3-8dbe-c3d046ce5caa req-d44711cd-458e-4484-8cff-9c71070e7892 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e9a392d718304ae48955ae99c262f4bb&device_id=bb84daaf-70b5-4f35-8932-38d51415d233 HTTP/1.1" status: 200 len: 1095 time: 0.0536790 Jul 14 19:17:24.701578 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df68c13e-965d-4ea3-8dbe-c3d046ce5caa req-b408d4cf-098d-4569-b729-a26a1bcb29ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:17:24.703574 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-df68c13e-965d-4ea3-8dbe-c3d046ce5caa req-b408d4cf-098d-4569-b729-a26a1bcb29ad service neutron] 10.222.0.35 "GET /v2.0/networks?id=67bf6402-0ed4-4b42-a942-96462c3bfd6b HTTP/1.1" status: 200 len: 914 time: 0.0846386 Jul 14 19:17:24.747641 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-df68c13e-965d-4ea3-8dbe-c3d046ce5caa req-5ce1c5e6-2e41-40c6-832a-9dd8e2a75016 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0f153064-4417-4dec-87e6-ed87b8be418d HTTP/1.1" status: 200 len: 217 time: 0.0380659 Jul 14 19:17:24.796659 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df68c13e-965d-4ea3-8dbe-c3d046ce5caa req-04cb4330-ec71-4101-855e-2dd7ce6387d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:17:24.798169 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-df68c13e-965d-4ea3-8dbe-c3d046ce5caa req-04cb4330-ec71-4101-855e-2dd7ce6387d5 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9006e67a-69fc-445d-b7e7-78d39bddebcb HTTP/1.1" status: 200 len: 854 time: 0.0442624 Jul 14 19:17:24.831601 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-df68c13e-965d-4ea3-8dbe-c3d046ce5caa req-a1f30268-1266-434b-964a-07f63004edce service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=67bf6402-0ed4-4b42-a942-96462c3bfd6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264111 Jul 14 19:17:24.926557 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-df68c13e-965d-4ea3-8dbe-c3d046ce5caa req-369f3c90-0636-407b-a97e-664047659c57 service neutron] 10.222.0.35 "GET /v2.0/networks/67bf6402-0ed4-4b42-a942-96462c3bfd6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883300 Jul 14 19:17:25.021543 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-df68c13e-965d-4ea3-8dbe-c3d046ce5caa req-b73c4c1b-bbab-4d5a-a8b5-42b1fac4528e service neutron] 10.222.0.35 "GET /v2.0/networks/67bf6402-0ed4-4b42-a942-96462c3bfd6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872779 Jul 14 19:17:25.033400 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36400b1-6e0f-4f9c-ade7-172396a49cf2 req-67bf7742-e261-445a-aa6e-b44ddccd31ee tempest-ServersNegativeTestJSON-395527628 tempest-ServersNegativeTestJSON-395527628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:17:25.034968 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e36400b1-6e0f-4f9c-ade7-172396a49cf2 req-67bf7742-e261-445a-aa6e-b44ddccd31ee tempest-ServersNegativeTestJSON-395527628 tempest-ServersNegativeTestJSON-395527628-project] 10.222.0.16 "GET /v2.0/ports?device_id=bb84daaf-70b5-4f35-8932-38d51415d233 HTTP/1.1" status: 200 len: 944 time: 0.0720024 Jul 14 19:17:25.075572 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e36400b1-6e0f-4f9c-ade7-172396a49cf2 req-32d4b18b-cbc5-4b18-a3ea-f12afeb84eba tempest-ServersNegativeTestJSON-395527628 tempest-ServersNegativeTestJSON-395527628-project] 10.222.0.16 "GET /v2.0/security-groups?id=58775a5e-dd97-470f-9c4a-cd6c1a9b1fec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338018 Jul 14 19:17:25.944483 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-2f4e3af3-e708-4ffd-a544-82d93a489d01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:17:26.247437 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e79736-6c3e-4a6b-9de3-5f25901130fd req-524c5ebe-b2db-4045-879f-8a70170de2fd tempest-ServersNegativeTestJSON-395527628 tempest-ServersNegativeTestJSON-395527628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:17:26.248850 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-d0e79736-6c3e-4a6b-9de3-5f25901130fd req-524c5ebe-b2db-4045-879f-8a70170de2fd tempest-ServersNegativeTestJSON-395527628 tempest-ServersNegativeTestJSON-395527628-project] 10.222.0.16 "GET /v2.0/ports?device_id=bb84daaf-70b5-4f35-8932-38d51415d233 HTTP/1.1" status: 200 len: 944 time: 0.0633056 Jul 14 19:17:26.288082 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-d0e79736-6c3e-4a6b-9de3-5f25901130fd req-eabc34d5-850f-4dc6-bd3a-9ecee6bf4d2d tempest-ServersNegativeTestJSON-395527628 tempest-ServersNegativeTestJSON-395527628-project] 10.222.0.16 "GET /v2.0/security-groups?id=58775a5e-dd97-470f-9c4a-cd6c1a9b1fec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334811 Jul 14 19:17:26.733534 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Device 0f153064-4417-4dec-87e6-ed87b8be418d details requested by agent hyperv_n-h2-800634-3 with host n-h2-800634-3 {{(pid=93917) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 19:17:26.831134 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] For port 0f153064-4417-4dec-87e6-ed87b8be418d, host n-h2-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=0f153064-4417-4dec-87e6-ed87b8be418d,segment=NetworkSegment(f1fd39c6-8e80-4ec6-a466-23a14a67aca7),segment_id=f1fd39c6-8e80-4ec6-a466-23a14a67aca7)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 19:17:26.842114 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Returning: {'device': '0f153064-4417-4dec-87e6-ed87b8be418d', 'network_id': '67bf6402-0ed4-4b42-a942-96462c3bfd6b', 'port_id': '0f153064-4417-4dec-87e6-ed87b8be418d', 'mac_address': 'fa:16:3e:02:bb:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9006e67a-69fc-445d-b7e7-78d39bddebcb', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93917) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 19:17:26.879203 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:17:26.891858 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f153064-4417-4dec-87e6-ed87b8be418d {{(pid=93917) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 19:17:26.911014 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] For port 0f153064-4417-4dec-87e6-ed87b8be418d, host n-h2-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=0f153064-4417-4dec-87e6-ed87b8be418d,segment=NetworkSegment(f1fd39c6-8e80-4ec6-a466-23a14a67aca7),segment_id=f1fd39c6-8e80-4ec6-a466-23a14a67aca7)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 19:17:26.915071 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:17:26.964744 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Pushing event updated for resources: {'Port': ['ID=0f153064-4417-4dec-87e6-ed87b8be418d,revision_number=4']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:17:26.971828 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:17:26.972200 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:17:26.972545 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:17:26.972882 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:17:26.973214 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:17:26.973542 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:17:26.973869 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:17:26.974193 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:17:26.974516 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:17:26.974839 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:17:26.975165 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:17:26.975491 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:17:27.161875 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] get_ports_and_sgs() called for port_ids ['0f153064-4417-4dec-87e6-ed87b8be418d'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 19:17:27.469372 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023af678-8664-4c87-a5fe-909807749bd7 req-4858e605-6f57-4530-8311-42646dbbcd4c tempest-ServersNegativeTestJSON-395527628 tempest-ServersNegativeTestJSON-395527628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:17:27.470882 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-023af678-8664-4c87-a5fe-909807749bd7 req-4858e605-6f57-4530-8311-42646dbbcd4c tempest-ServersNegativeTestJSON-395527628 tempest-ServersNegativeTestJSON-395527628-project] 10.222.0.16 "GET /v2.0/ports?device_id=bb84daaf-70b5-4f35-8932-38d51415d233 HTTP/1.1" status: 200 len: 945 time: 0.0686870 Jul 14 19:17:27.509588 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-023af678-8664-4c87-a5fe-909807749bd7 req-80902da7-f3dc-41ed-86db-e4f79ee822b9 tempest-ServersNegativeTestJSON-395527628 tempest-ServersNegativeTestJSON-395527628-project] 10.222.0.16 "GET /v2.0/security-groups?id=58775a5e-dd97-470f-9c4a-cd6c1a9b1fec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330842 Jul 14 19:17:28.683903 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78110755-9f87-4515-8e9b-2899e3b31f54 req-b692e7db-511a-4c56-a9a5-4331adaca207 tempest-ServersNegativeTestJSON-395527628 tempest-ServersNegativeTestJSON-395527628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:17:28.685432 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-78110755-9f87-4515-8e9b-2899e3b31f54 req-b692e7db-511a-4c56-a9a5-4331adaca207 tempest-ServersNegativeTestJSON-395527628 tempest-ServersNegativeTestJSON-395527628-project] 10.222.0.16 "GET /v2.0/ports?device_id=bb84daaf-70b5-4f35-8932-38d51415d233 HTTP/1.1" status: 200 len: 945 time: 0.0651739 Jul 14 19:17:28.723664 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-78110755-9f87-4515-8e9b-2899e3b31f54 req-04cb4621-ce82-4a1c-939f-e19fcdd661e2 tempest-ServersNegativeTestJSON-395527628 tempest-ServersNegativeTestJSON-395527628-project] 10.222.0.16 "GET /v2.0/security-groups?id=58775a5e-dd97-470f-9c4a-cd6c1a9b1fec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325546 Jul 14 19:17:28.740362 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Device 0f153064-4417-4dec-87e6-ed87b8be418d up at agent hyperv_n-h2-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 19:17:28.795638 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Provisioning for port 0f153064-4417-4dec-87e6-ed87b8be418d completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 19:17:28.799804 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Provisioning complete for port 0f153064-4417-4dec-87e6-ed87b8be418d triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 19:17:28.800211 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:17:28.875438 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:17:28.898802 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb84daaf-70b5-4f35-8932-38d51415d233', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f153064-4417-4dec-87e6-ed87b8be418d'}] {{(pid=93917) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 19:17:28.901082 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee9af70b018e2a669d4aace710d7966bbe0586a349443f05e01050df9771a348" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c1fff17-49be-43b3-9ed8-442d9390f335" -d '{"events": [{"server_uuid": "bb84daaf-70b5-4f35-8932-38d51415d233", "name": "network-vif-plugged", "status": "completed", "tag": "0f153064-4417-4dec-87e6-ed87b8be418d"}]}' {{(pid=93917) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 19:17:28.914558 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] For port 0f153064-4417-4dec-87e6-ed87b8be418d, host n-h2-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=0f153064-4417-4dec-87e6-ed87b8be418d,segment=NetworkSegment(f1fd39c6-8e80-4ec6-a466-23a14a67aca7),segment_id=f1fd39c6-8e80-4ec6-a466-23a14a67aca7)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 19:17:28.918765 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:17:28.946108 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 19:17:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-159fa16d-6054-4e2c-aaed-6b81e91d2277 x-openstack-request-id: req-159fa16d-6054-4e2c-aaed-6b81e91d2277 {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 19:17:28.946407 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb84daaf-70b5-4f35-8932-38d51415d233", "name": "network-vif-plugged", "status": "completed", "tag": "0f153064-4417-4dec-87e6-ed87b8be418d", "code": 200}]} {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 19:17:28.946954 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-159fa16d-6054-4e2c-aaed-6b81e91d2277 {{(pid=93917) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 19:17:28.947320 n-d-800634-3 neutron-server[93917]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb84daaf-70b5-4f35-8932-38d51415d233', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f153064-4417-4dec-87e6-ed87b8be418d', 'code': 200} Jul 14 19:17:28.974509 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Pushing event updated for resources: {'Port': ['ID=0f153064-4417-4dec-87e6-ed87b8be418d,revision_number=5']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:17:29.056721 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afce4e3-29ed-432c-8a3e-00a8cbbfcff5 req-0362b569-9d63-4363-b1d7-9f4c41b2b79c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:17:29.058169 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-9afce4e3-29ed-432c-8a3e-00a8cbbfcff5 req-0362b569-9d63-4363-b1d7-9f4c41b2b79c service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=bb84daaf-70b5-4f35-8932-38d51415d233 HTTP/1.1" status: 200 len: 1097 time: 0.0545559 Jul 14 19:17:29.100984 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-9afce4e3-29ed-432c-8a3e-00a8cbbfcff5 req-efa6e860-7d10-4fb7-962f-74fb321daeb7 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=58775a5e-dd97-470f-9c4a-cd6c1a9b1fec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359190 Jul 14 19:17:29.911752 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ce9e5a-73c6-4cff-adfb-5bb52f66cc74 req-92b447f6-60fd-4252-9905-51e9463fb784 tempest-ServersNegativeTestJSON-395527628 tempest-ServersNegativeTestJSON-395527628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:17:29.913214 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c0ce9e5a-73c6-4cff-adfb-5bb52f66cc74 req-92b447f6-60fd-4252-9905-51e9463fb784 tempest-ServersNegativeTestJSON-395527628 tempest-ServersNegativeTestJSON-395527628-project] 10.222.0.16 "GET /v2.0/ports?device_id=bb84daaf-70b5-4f35-8932-38d51415d233 HTTP/1.1" status: 200 len: 946 time: 0.0674682 Jul 14 19:17:29.958753 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c0ce9e5a-73c6-4cff-adfb-5bb52f66cc74 req-55cbdab1-cdcb-47e2-9531-a69fbedc306b tempest-ServersNegativeTestJSON-395527628 tempest-ServersNegativeTestJSON-395527628-project] 10.222.0.16 "GET /v2.0/security-groups?id=58775a5e-dd97-470f-9c4a-cd6c1a9b1fec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389314 Jul 14 19:17:31.145831 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744506df-3ee1-4c79-8ec6-5679d461d273 req-ef1d2927-a293-48b3-98ec-bd140d7afe78 tempest-ServersNegativeTestJSON-395527628 tempest-ServersNegativeTestJSON-395527628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:17:31.147380 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-744506df-3ee1-4c79-8ec6-5679d461d273 req-ef1d2927-a293-48b3-98ec-bd140d7afe78 tempest-ServersNegativeTestJSON-395527628 tempest-ServersNegativeTestJSON-395527628-project] 10.222.0.16 "GET /v2.0/ports?device_id=bb84daaf-70b5-4f35-8932-38d51415d233 HTTP/1.1" status: 200 len: 946 time: 0.0699301 Jul 14 19:17:31.186769 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-744506df-3ee1-4c79-8ec6-5679d461d273 req-45d9a27e-abd8-43dd-acac-e527c19a78a1 tempest-ServersNegativeTestJSON-395527628 tempest-ServersNegativeTestJSON-395527628-project] 10.222.0.16 "GET /v2.0/security-groups?id=58775a5e-dd97-470f-9c4a-cd6c1a9b1fec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338042 Jul 14 19:17:31.576000 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6bb9de-dc1d-47aa-9bd0-f4628430824f req-47bf2e22-d001-4744-92d9-31371a61e619 tempest-ServersNegativeTestJSON-395527628 tempest-ServersNegativeTestJSON-395527628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:17:31.577455 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-bb6bb9de-dc1d-47aa-9bd0-f4628430824f req-47bf2e22-d001-4744-92d9-31371a61e619 tempest-ServersNegativeTestJSON-395527628 tempest-ServersNegativeTestJSON-395527628-project] 10.222.0.16 "GET /v2.0/ports?device_id=bb84daaf-70b5-4f35-8932-38d51415d233 HTTP/1.1" status: 200 len: 946 time: 0.0662618 Jul 14 19:17:31.616422 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-bb6bb9de-dc1d-47aa-9bd0-f4628430824f req-77d247c2-67ce-4819-8fc2-9717a4c96b17 tempest-ServersNegativeTestJSON-395527628 tempest-ServersNegativeTestJSON-395527628-project] 10.222.0.16 "GET /v2.0/security-groups?id=58775a5e-dd97-470f-9c4a-cd6c1a9b1fec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327682 Jul 14 19:17:32.752451 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8880b307-bbac-406b-84b4-139a9a0c8907 req-06180878-770d-44db-be59-c1b53dab7b67 tempest-ServersNegativeTestJSON-395527628 tempest-ServersNegativeTestJSON-395527628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:17:32.753971 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-8880b307-bbac-406b-84b4-139a9a0c8907 req-06180878-770d-44db-be59-c1b53dab7b67 tempest-ServersNegativeTestJSON-395527628 tempest-ServersNegativeTestJSON-395527628-project] 10.222.0.35 "GET /v2.0/ports?device_id=bb84daaf-70b5-4f35-8932-38d51415d233 HTTP/1.1" status: 200 len: 946 time: 0.0691617 Jul 14 19:17:32.805665 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ae6162-c843-4fde-8f2a-b5217dfd187b req-f5692ef7-3777-43cf-a52b-e419a8b4c494 tempest-ServersNegativeTestJSON-395527628 tempest-ServersNegativeTestJSON-395527628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:17:32.807394 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e6ae6162-c843-4fde-8f2a-b5217dfd187b req-f5692ef7-3777-43cf-a52b-e419a8b4c494 tempest-ServersNegativeTestJSON-395527628 tempest-ServersNegativeTestJSON-395527628-project] 10.222.0.16 "GET /v2.0/ports?device_id=bb84daaf-70b5-4f35-8932-38d51415d233 HTTP/1.1" status: 200 len: 946 time: 0.0770416 Jul 14 19:17:32.852099 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e6ae6162-c843-4fde-8f2a-b5217dfd187b req-59b893fb-8873-4b71-a2ca-e1386e76df76 tempest-ServersNegativeTestJSON-395527628 tempest-ServersNegativeTestJSON-395527628-project] 10.222.0.16 "GET /v2.0/security-groups?id=58775a5e-dd97-470f-9c4a-cd6c1a9b1fec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375614 Jul 14 19:17:32.865745 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [req-8880b307-bbac-406b-84b4-139a9a0c8907 req-1e9a2568-1af8-4a17-86ea-c889538d3100 tempest-ServersNegativeTestJSON-395527628 tempest-ServersNegativeTestJSON-395527628-project] Deleting port 0f153064-4417-4dec-87e6-ed87b8be418d {{(pid=93916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 19:17:32.866090 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-8880b307-bbac-406b-84b4-139a9a0c8907 req-1e9a2568-1af8-4a17-86ea-c889538d3100 tempest-ServersNegativeTestJSON-395527628 tempest-ServersNegativeTestJSON-395527628-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:17:32.961893 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.db [req-8880b307-bbac-406b-84b4-139a9a0c8907 req-1e9a2568-1af8-4a17-86ea-c889538d3100 tempest-ServersNegativeTestJSON-395527628 tempest-ServersNegativeTestJSON-395527628-project] For port 0f153064-4417-4dec-87e6-ed87b8be418d, host n-h2-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800634-3',level=0,port_id=0f153064-4417-4dec-87e6-ed87b8be418d,segment=NetworkSegment(f1fd39c6-8e80-4ec6-a466-23a14a67aca7),segment_id=f1fd39c6-8e80-4ec6-a466-23a14a67aca7)] {{(pid=93916) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 19:17:32.962250 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-8880b307-bbac-406b-84b4-139a9a0c8907 req-1e9a2568-1af8-4a17-86ea-c889538d3100 tempest-ServersNegativeTestJSON-395527628 tempest-ServersNegativeTestJSON-395527628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:17:32.976298 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [req-8880b307-bbac-406b-84b4-139a9a0c8907 req-1e9a2568-1af8-4a17-86ea-c889538d3100 tempest-ServersNegativeTestJSON-395527628 tempest-ServersNegativeTestJSON-395527628-project] Calling delete_port for 0f153064-4417-4dec-87e6-ed87b8be418d owned by compute:nova {{(pid=93916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 19:17:32.985736 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:17:33.116551 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-8880b307-bbac-406b-84b4-139a9a0c8907 req-1e9a2568-1af8-4a17-86ea-c889538d3100 tempest-ServersNegativeTestJSON-395527628 tempest-ServersNegativeTestJSON-395527628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:17:33.129124 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] get_ports_and_sgs() called for port_ids ['0f153064-4417-4dec-87e6-ed87b8be418d'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 19:17:33.131368 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] get_ports_and_sgs() called for port_ids ['569f5143-0ddd-40bf-a86f-e1809cb071c4'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 19:17:33.147220 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9a2568-1af8-4a17-86ea-c889538d3100 tempest-ServersNegativeTestJSON-395527628 tempest-ServersNegativeTestJSON-395527628-project] Pushing event deleted for resources: {'Port': ['ID=0f153064-4417-4dec-87e6-ed87b8be418d,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:17:33.197806 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.l3_dvrscheduler_db [req-8880b307-bbac-406b-84b4-139a9a0c8907 req-1e9a2568-1af8-4a17-86ea-c889538d3100 tempest-ServersNegativeTestJSON-395527628 tempest-ServersNegativeTestJSON-395527628-project] No DVR routers for this DVR port 0f153064-4417-4dec-87e6-ed87b8be418d on host n-h2-800634-3 {{(pid=93916) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 19:17:33.200705 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [req-8880b307-bbac-406b-84b4-139a9a0c8907 req-1e9a2568-1af8-4a17-86ea-c889538d3100 tempest-ServersNegativeTestJSON-395527628 tempest-ServersNegativeTestJSON-395527628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:17:33.202982 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-8880b307-bbac-406b-84b4-139a9a0c8907 req-1e9a2568-1af8-4a17-86ea-c889538d3100 tempest-ServersNegativeTestJSON-395527628 tempest-ServersNegativeTestJSON-395527628-project] 10.222.0.35 "DELETE /v2.0/ports/0f153064-4417-4dec-87e6-ed87b8be418d HTTP/1.1" status: 204 len: 173 time: 0.4402666 Jul 14 19:17:33.203445 n-d-800634-3 neutron-server[93916]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb84daaf-70b5-4f35-8932-38d51415d233', 'name': 'network-vif-deleted', 'tag': '0f153064-4417-4dec-87e6-ed87b8be418d'}] {{(pid=93916) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 19:17:33.206385 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08660965dfa68fcf45ab49fd1f0842c3c46447df706a9a0609e2cc6818fe56f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aecebf0e-57d1-440a-8407-9d4a8823a76b" -d '{"events": [{"server_uuid": "bb84daaf-70b5-4f35-8932-38d51415d233", "name": "network-vif-deleted", "tag": "0f153064-4417-4dec-87e6-ed87b8be418d"}]}' {{(pid=93916) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 19:17:33.269045 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 19:17:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4e0c8f0-8ee7-4f2a-936a-6f19857c3651 x-openstack-request-id: req-a4e0c8f0-8ee7-4f2a-936a-6f19857c3651 {{(pid=93916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 19:17:33.270522 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb84daaf-70b5-4f35-8932-38d51415d233", "name": "network-vif-deleted", "tag": "0f153064-4417-4dec-87e6-ed87b8be418d", "status": "completed", "code": 200}]} {{(pid=93916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 19:17:33.270945 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a4e0c8f0-8ee7-4f2a-936a-6f19857c3651 {{(pid=93916) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 19:17:33.272020 n-d-800634-3 neutron-server[93916]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb84daaf-70b5-4f35-8932-38d51415d233', 'name': 'network-vif-deleted', 'tag': '0f153064-4417-4dec-87e6-ed87b8be418d', 'status': 'completed', 'code': 200} Jul 14 19:17:33.527274 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-8ece075e-a7a9-465e-ae7e-a78dbd092802 req-665673af-4bb5-43d3-8e46-50746192d605 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=7afe6043-9187-469d-b086-835d229e9c16&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0536208 Jul 14 19:17:33.626492 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ece075e-a7a9-465e-ae7e-a78dbd092802 req-18750009-e91f-47b0-8ca0-ba12f1ed3b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:17:33.628305 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-8ece075e-a7a9-465e-ae7e-a78dbd092802 req-18750009-e91f-47b0-8ca0-ba12f1ed3b5b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e9a392d718304ae48955ae99c262f4bb&device_id=7afe6043-9187-469d-b086-835d229e9c16 HTTP/1.1" status: 200 len: 1097 time: 0.0576618 Jul 14 19:17:33.734118 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ece075e-a7a9-465e-ae7e-a78dbd092802 req-33df8b4e-db5a-400c-9fa5-328724aadf08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:17:33.735623 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-8ece075e-a7a9-465e-ae7e-a78dbd092802 req-33df8b4e-db5a-400c-9fa5-328724aadf08 service neutron] 10.222.0.18 "GET /v2.0/networks?id=67bf6402-0ed4-4b42-a942-96462c3bfd6b HTTP/1.1" status: 200 len: 914 time: 0.0881863 Jul 14 19:17:33.782379 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-8ece075e-a7a9-465e-ae7e-a78dbd092802 req-f32afcc8-5bf2-405d-b75e-7825d91b9dcc service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=569f5143-0ddd-40bf-a86f-e1809cb071c4 HTTP/1.1" status: 200 len: 217 time: 0.0364530 Jul 14 19:17:33.826861 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ece075e-a7a9-465e-ae7e-a78dbd092802 req-87415cf8-7b65-461a-909c-aa46bb269a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:17:33.828810 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-8ece075e-a7a9-465e-ae7e-a78dbd092802 req-87415cf8-7b65-461a-909c-aa46bb269a2a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9006e67a-69fc-445d-b7e7-78d39bddebcb HTTP/1.1" status: 200 len: 854 time: 0.0439868 Jul 14 19:17:33.864892 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-8ece075e-a7a9-465e-ae7e-a78dbd092802 req-7129541d-d30e-4073-a6ef-ceebaffb7d47 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=67bf6402-0ed4-4b42-a942-96462c3bfd6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303741 Jul 14 19:17:33.953857 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-8ece075e-a7a9-465e-ae7e-a78dbd092802 req-90dbba42-0f8f-461b-8b7e-e3e0aefbd571 service neutron] 10.222.0.18 "GET /v2.0/networks/67bf6402-0ed4-4b42-a942-96462c3bfd6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826337 Jul 14 19:17:34.044890 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.agents_db [None req-2ea07fb6-aa68-4671-8654-119d82b9f530 None None] Agent healthcheck: found 7 active agents {{(pid=93918) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 19:17:34.072900 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-8ece075e-a7a9-465e-ae7e-a78dbd092802 req-91b711a8-1277-43a8-bebe-3c7ca31886f2 service neutron] 10.222.0.18 "GET /v2.0/networks/67bf6402-0ed4-4b42-a942-96462c3bfd6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1135077 Jul 14 19:17:34.108397 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23180c0-e694-43a6-9943-2ca91c433613 req-13149ccf-3533-48c6-b09f-f1ea78114ab8 tempest-ServersNegativeTestJSON-395527628 tempest-ServersNegativeTestJSON-395527628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:17:34.109892 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-d23180c0-e694-43a6-9943-2ca91c433613 req-13149ccf-3533-48c6-b09f-f1ea78114ab8 tempest-ServersNegativeTestJSON-395527628 tempest-ServersNegativeTestJSON-395527628-project] 10.222.0.16 "GET /v2.0/ports?device_id=7afe6043-9187-469d-b086-835d229e9c16 HTTP/1.1" status: 200 len: 946 time: 0.0784950 Jul 14 19:17:34.149782 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-d23180c0-e694-43a6-9943-2ca91c433613 req-45bc417a-d67b-4805-8c9a-a0db5ac17285 tempest-ServersNegativeTestJSON-395527628 tempest-ServersNegativeTestJSON-395527628-project] 10.222.0.16 "GET /v2.0/security-groups?id=58775a5e-dd97-470f-9c4a-cd6c1a9b1fec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335238 Jul 14 19:17:34.336971 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd22db8c-ddcf-49ae-a576-ed18fcd3b922 req-b9db9aaa-cf46-4b6a-a1c3-e33b88d2fb5a tempest-ServersNegativeTestJSON-395527628 tempest-ServersNegativeTestJSON-395527628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:17:34.338362 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-dd22db8c-ddcf-49ae-a576-ed18fcd3b922 req-b9db9aaa-cf46-4b6a-a1c3-e33b88d2fb5a tempest-ServersNegativeTestJSON-395527628 tempest-ServersNegativeTestJSON-395527628-project] 10.222.0.16 "GET /v2.0/ports?device_id=7afe6043-9187-469d-b086-835d229e9c16 HTTP/1.1" status: 200 len: 946 time: 0.0642087 Jul 14 19:17:34.375950 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-dd22db8c-ddcf-49ae-a576-ed18fcd3b922 req-ace8d13a-abc0-4140-8013-2c43fa039968 tempest-ServersNegativeTestJSON-395527628 tempest-ServersNegativeTestJSON-395527628-project] 10.222.0.16 "GET /v2.0/security-groups?id=58775a5e-dd97-470f-9c4a-cd6c1a9b1fec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313790 Jul 14 19:17:34.555540 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32517257-2535-4501-9dc8-79d5d57a579a req-6a9f8a7e-1ed2-4392-94c2-c605edcf0936 tempest-ServersNegativeTestJSON-395527628 tempest-ServersNegativeTestJSON-395527628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:17:34.557033 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-32517257-2535-4501-9dc8-79d5d57a579a req-6a9f8a7e-1ed2-4392-94c2-c605edcf0936 tempest-ServersNegativeTestJSON-395527628 tempest-ServersNegativeTestJSON-395527628-project] 10.222.0.16 "GET /v2.0/ports?device_id=7afe6043-9187-469d-b086-835d229e9c16 HTTP/1.1" status: 200 len: 946 time: 0.0682089 Jul 14 19:17:34.594691 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-32517257-2535-4501-9dc8-79d5d57a579a req-0d440297-60ef-4cc0-9a9d-766ab5789f60 tempest-ServersNegativeTestJSON-395527628 tempest-ServersNegativeTestJSON-395527628-project] 10.222.0.16 "GET /v2.0/security-groups?id=58775a5e-dd97-470f-9c4a-cd6c1a9b1fec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320184 Jul 14 19:17:34.865764 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5374ade6-87f8-4f7e-81d0-9a1e25f54864 req-dc01ea06-7ba3-4fb3-9580-c34fc15c610d tempest-ServersNegativeTestJSON-395527628 tempest-ServersNegativeTestJSON-395527628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:17:34.867174 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-5374ade6-87f8-4f7e-81d0-9a1e25f54864 req-dc01ea06-7ba3-4fb3-9580-c34fc15c610d tempest-ServersNegativeTestJSON-395527628 tempest-ServersNegativeTestJSON-395527628-project] 10.222.0.16 "GET /v2.0/ports?device_id=7afe6043-9187-469d-b086-835d229e9c16 HTTP/1.1" status: 200 len: 946 time: 0.0641630 Jul 14 19:17:34.904173 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-5374ade6-87f8-4f7e-81d0-9a1e25f54864 req-e6a76c81-6053-4b84-bb61-b7fa4b718233 tempest-ServersNegativeTestJSON-395527628 tempest-ServersNegativeTestJSON-395527628-project] 10.222.0.16 "GET /v2.0/security-groups?id=58775a5e-dd97-470f-9c4a-cd6c1a9b1fec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315053 Jul 14 19:17:35.075932 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c811ec-cda6-4363-ade6-20ffa80da6f1 req-4d5b0e1c-b35e-479f-ae36-ee1b5e930a12 tempest-ServersNegativeTestJSON-395527628 tempest-ServersNegativeTestJSON-395527628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:17:35.077504 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-35c811ec-cda6-4363-ade6-20ffa80da6f1 req-4d5b0e1c-b35e-479f-ae36-ee1b5e930a12 tempest-ServersNegativeTestJSON-395527628 tempest-ServersNegativeTestJSON-395527628-project] 10.222.0.16 "GET /v2.0/ports?device_id=7afe6043-9187-469d-b086-835d229e9c16 HTTP/1.1" status: 200 len: 946 time: 0.0641921 Jul 14 19:17:35.119590 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-35c811ec-cda6-4363-ade6-20ffa80da6f1 req-3ac7dfee-725d-47e3-9a36-1a6c7798787a tempest-ServersNegativeTestJSON-395527628 tempest-ServersNegativeTestJSON-395527628-project] 10.222.0.16 "GET /v2.0/security-groups?id=58775a5e-dd97-470f-9c4a-cd6c1a9b1fec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355899 Jul 14 19:17:35.305329 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7dd929a-2c91-4b1f-b666-8697c1a5e77f req-92b3cf08-2eb8-4ca6-90ff-74172fdbff78 tempest-ServersNegativeTestJSON-395527628 tempest-ServersNegativeTestJSON-395527628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:17:35.306821 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c7dd929a-2c91-4b1f-b666-8697c1a5e77f req-92b3cf08-2eb8-4ca6-90ff-74172fdbff78 tempest-ServersNegativeTestJSON-395527628 tempest-ServersNegativeTestJSON-395527628-project] 10.222.0.16 "GET /v2.0/ports?device_id=7afe6043-9187-469d-b086-835d229e9c16 HTTP/1.1" status: 200 len: 946 time: 0.0657208 Jul 14 19:17:35.345918 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c7dd929a-2c91-4b1f-b666-8697c1a5e77f req-eae29b28-e910-4b4a-9069-457e9ba3c2a5 tempest-ServersNegativeTestJSON-395527628 tempest-ServersNegativeTestJSON-395527628-project] 10.222.0.16 "GET /v2.0/security-groups?id=58775a5e-dd97-470f-9c4a-cd6c1a9b1fec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335984 Jul 14 19:17:35.855944 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf243f17-bbaa-406a-a040-81d8912a8ff3 req-01c98a12-0be5-4f48-be7d-79198674b7e5 tempest-ServersNegativeTestJSON-395527628 tempest-ServersNegativeTestJSON-395527628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:17:35.857440 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-cf243f17-bbaa-406a-a040-81d8912a8ff3 req-01c98a12-0be5-4f48-be7d-79198674b7e5 tempest-ServersNegativeTestJSON-395527628 tempest-ServersNegativeTestJSON-395527628-project] 10.222.0.16 "GET /v2.0/ports?device_id=7afe6043-9187-469d-b086-835d229e9c16 HTTP/1.1" status: 200 len: 946 time: 0.0641396 Jul 14 19:17:35.895035 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-cf243f17-bbaa-406a-a040-81d8912a8ff3 req-238f6740-efdb-4bb3-8469-bc709e4ada83 tempest-ServersNegativeTestJSON-395527628 tempest-ServersNegativeTestJSON-395527628-project] 10.222.0.16 "GET /v2.0/security-groups?id=58775a5e-dd97-470f-9c4a-cd6c1a9b1fec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315990 Jul 14 19:17:35.923790 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:17:36.527580 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-ed230dc9-eef1-4e3e-8137-60acd4ee3684 req-fb62db04-fbdf-4cfa-9995-5b7986463a2c service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=03a24d87-527f-4d5b-a998-53393446562a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0283370 Jul 14 19:17:36.596199 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-ed230dc9-eef1-4e3e-8137-60acd4ee3684 req-82dfc3db-da16-4e4e-96a1-a41d6ae0944c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c51e850593fc4a37af9470721017e8e7&device_id=03a24d87-527f-4d5b-a998-53393446562a HTTP/1.1" status: 200 len: 210 time: 0.0312412 Jul 14 19:17:36.633972 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-ed230dc9-eef1-4e3e-8137-60acd4ee3684 req-74b5f811-985a-430d-aac7-66554dd4930b service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=c51e850593fc4a37af9470721017e8e7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0192485 Jul 14 19:17:36.724803 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed230dc9-eef1-4e3e-8137-60acd4ee3684 req-7fee0e21-b60a-4dfd-bf76-3e7073653f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:17:36.726285 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-ed230dc9-eef1-4e3e-8137-60acd4ee3684 req-7fee0e21-b60a-4dfd-bf76-3e7073653f14 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0867524 Jul 14 19:17:36.779695 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Device 0f153064-4417-4dec-87e6-ed87b8be418d no longer exists at agent hyperv_n-h2-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 19:17:36.803765 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] No Port match for: 0f153064-4417-4dec-87e6-ed87b8be418d {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 19:17:36.804129 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Device 0f153064-4417-4dec-87e6-ed87b8be418d not bound to the agent host n-h2-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 19:17:37.071695 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83c5497-032e-4c8b-b0e0-e8bbf7056f9b req-2d5244c4-a302-45bf-b2fc-5bcd441bd37c tempest-ServersNegativeTestJSON-395527628 tempest-ServersNegativeTestJSON-395527628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:17:37.073116 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b83c5497-032e-4c8b-b0e0-e8bbf7056f9b req-2d5244c4-a302-45bf-b2fc-5bcd441bd37c tempest-ServersNegativeTestJSON-395527628 tempest-ServersNegativeTestJSON-395527628-project] 10.222.0.16 "GET /v2.0/ports?device_id=7afe6043-9187-469d-b086-835d229e9c16 HTTP/1.1" status: 200 len: 946 time: 0.0674706 Jul 14 19:17:37.144161 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b83c5497-032e-4c8b-b0e0-e8bbf7056f9b req-c9dde7e3-065c-4f11-a7c2-5a6f89a8cbc2 tempest-ServersNegativeTestJSON-395527628 tempest-ServersNegativeTestJSON-395527628-project] 10.222.0.16 "GET /v2.0/security-groups?id=58775a5e-dd97-470f-9c4a-cd6c1a9b1fec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614150 Jul 14 19:17:37.163848 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba128160-4ac1-4437-b050-13451064a8c1 req-212b4aab-2cdf-40ff-8356-43ea7904a785 tempest-ServersNegativeTestJSON-395527628 tempest-ServersNegativeTestJSON-395527628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:17:37.165347 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ba128160-4ac1-4437-b050-13451064a8c1 req-212b4aab-2cdf-40ff-8356-43ea7904a785 tempest-ServersNegativeTestJSON-395527628 tempest-ServersNegativeTestJSON-395527628-project] 10.222.0.18 "GET /v2.0/ports?device_id=7afe6043-9187-469d-b086-835d229e9c16 HTTP/1.1" status: 200 len: 946 time: 0.0912004 Jul 14 19:17:37.269228 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [req-ba128160-4ac1-4437-b050-13451064a8c1 req-279eee93-dda4-4173-8876-56f1d98a59c3 tempest-ServersNegativeTestJSON-395527628 tempest-ServersNegativeTestJSON-395527628-project] Deleting port 569f5143-0ddd-40bf-a86f-e1809cb071c4 {{(pid=93915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 19:17:37.269575 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-ba128160-4ac1-4437-b050-13451064a8c1 req-279eee93-dda4-4173-8876-56f1d98a59c3 tempest-ServersNegativeTestJSON-395527628 tempest-ServersNegativeTestJSON-395527628-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:17:37.364224 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-ba128160-4ac1-4437-b050-13451064a8c1 req-279eee93-dda4-4173-8876-56f1d98a59c3 tempest-ServersNegativeTestJSON-395527628 tempest-ServersNegativeTestJSON-395527628-project] For port 569f5143-0ddd-40bf-a86f-e1809cb071c4, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=569f5143-0ddd-40bf-a86f-e1809cb071c4,segment=NetworkSegment(f1fd39c6-8e80-4ec6-a466-23a14a67aca7),segment_id=f1fd39c6-8e80-4ec6-a466-23a14a67aca7)] {{(pid=93915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 19:17:37.364483 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-ba128160-4ac1-4437-b050-13451064a8c1 req-279eee93-dda4-4173-8876-56f1d98a59c3 tempest-ServersNegativeTestJSON-395527628 tempest-ServersNegativeTestJSON-395527628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:17:37.378232 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [req-ba128160-4ac1-4437-b050-13451064a8c1 req-279eee93-dda4-4173-8876-56f1d98a59c3 tempest-ServersNegativeTestJSON-395527628 tempest-ServersNegativeTestJSON-395527628-project] Calling delete_port for 569f5143-0ddd-40bf-a86f-e1809cb071c4 owned by compute:nova {{(pid=93915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 19:17:37.507383 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-ba128160-4ac1-4437-b050-13451064a8c1 req-279eee93-dda4-4173-8876-56f1d98a59c3 tempest-ServersNegativeTestJSON-395527628 tempest-ServersNegativeTestJSON-395527628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:17:37.519123 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] get_ports_and_sgs() called for port_ids ['569f5143-0ddd-40bf-a86f-e1809cb071c4'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 19:17:37.539373 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279eee93-dda4-4173-8876-56f1d98a59c3 tempest-ServersNegativeTestJSON-395527628 tempest-ServersNegativeTestJSON-395527628-project] Pushing event deleted for resources: {'Port': ['ID=569f5143-0ddd-40bf-a86f-e1809cb071c4,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:17:37.584069 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba128160-4ac1-4437-b050-13451064a8c1 req-279eee93-dda4-4173-8876-56f1d98a59c3 tempest-ServersNegativeTestJSON-395527628 tempest-ServersNegativeTestJSON-395527628-project] No DVR routers for this DVR port 569f5143-0ddd-40bf-a86f-e1809cb071c4 on host n-h1-800634-3 {{(pid=93915) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 19:17:37.586732 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-ba128160-4ac1-4437-b050-13451064a8c1 req-279eee93-dda4-4173-8876-56f1d98a59c3 tempest-ServersNegativeTestJSON-395527628 tempest-ServersNegativeTestJSON-395527628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:17:37.589023 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ba128160-4ac1-4437-b050-13451064a8c1 req-279eee93-dda4-4173-8876-56f1d98a59c3 tempest-ServersNegativeTestJSON-395527628 tempest-ServersNegativeTestJSON-395527628-project] 10.222.0.18 "DELETE /v2.0/ports/569f5143-0ddd-40bf-a86f-e1809cb071c4 HTTP/1.1" status: 204 len: 173 time: 0.4187109 Jul 14 19:17:37.589461 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7afe6043-9187-469d-b086-835d229e9c16', 'name': 'network-vif-deleted', 'tag': '569f5143-0ddd-40bf-a86f-e1809cb071c4'}] {{(pid=93915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 19:17:37.591820 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}163b1c7ce9835e2c54087c39b47c05da5c61decdd411e584c58a4e7cd59f948f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7123efb0-8a46-4d93-897d-cb389dd04b98" -d '{"events": [{"server_uuid": "7afe6043-9187-469d-b086-835d229e9c16", "name": "network-vif-deleted", "tag": "569f5143-0ddd-40bf-a86f-e1809cb071c4"}]}' {{(pid=93915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 19:17:37.632843 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 19:17:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4606dcd-deb1-40d6-b79b-521349f21bc7 x-openstack-request-id: req-c4606dcd-deb1-40d6-b79b-521349f21bc7 {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 19:17:37.633149 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7afe6043-9187-469d-b086-835d229e9c16", "name": "network-vif-deleted", "tag": "569f5143-0ddd-40bf-a86f-e1809cb071c4", "status": "completed", "code": 200}]} {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 19:17:37.633458 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c4606dcd-deb1-40d6-b79b-521349f21bc7 {{(pid=93915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 19:17:37.633867 n-d-800634-3 neutron-server[93915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7afe6043-9187-469d-b086-835d229e9c16', 'name': 'network-vif-deleted', 'tag': '569f5143-0ddd-40bf-a86f-e1809cb071c4', 'status': 'completed', 'code': 200} Jul 14 19:17:38.239343 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 59314) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 19:17:38.288960 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.db_base_plugin_v2 [None req-f73e5586-e11d-472e-bab6-da836f5e8beb admin admin] Deleting subnet 9006e67a-69fc-445d-b7e7-78d39bddebcb {{(pid=93915) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 19:17:38.292070 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-f73e5586-e11d-472e-bab6-da836f5e8beb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:17:38.327061 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-f73e5586-e11d-472e-bab6-da836f5e8beb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28939913'] for subnet, precommit_delete_associations {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:17:38.367023 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-f73e5586-e11d-472e-bab6-da836f5e8beb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081283'] for subnet, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:17:38.419100 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-f73e5586-e11d-472e-bab6-da836f5e8beb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25913028', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28969762'] for subnet, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:17:38.444296 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73e5586-e11d-472e-bab6-da836f5e8beb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9006e67a-69fc-445d-b7e7-78d39bddebcb,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:17:38.447980 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-f73e5586-e11d-472e-bab6-da836f5e8beb admin admin] Notify callbacks [] for subnet, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:17:38.450527 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-f73e5586-e11d-472e-bab6-da836f5e8beb admin admin] 10.222.0.16 "DELETE /v2.0/subnets/9006e67a-69fc-445d-b7e7-78d39bddebcb HTTP/1.1" status: 204 len: 168 time: 0.2092209 Jul 14 19:17:38.452360 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 59316) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 19:17:38.523027 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-82d54e53-a6a3-4374-b1e6-11ce94f68b06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645734'] for network, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:17:38.599866 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-82d54e53-a6a3-4374-b1e6-11ce94f68b06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2096010', 'neutron.services.segments.db._delete_segments_for_network-8728202734996'] for network, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:17:38.610124 n-d-800634-3 neutron-server[93915]: DEBUG neutron.services.segments.db [None req-82d54e53-a6a3-4374-b1e6-11ce94f68b06 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67bf6402-0ed4-4b42-a942-96462c3bfd6b']}} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 19:17:38.624322 n-d-800634-3 neutron-server[93915]: DEBUG neutron.services.segments.db [None req-82d54e53-a6a3-4374-b1e6-11ce94f68b06 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1fd39c6-8e80-4ec6-a466-23a14a67aca7') {'for_net_delete': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 19:17:38.624624 n-d-800634-3 neutron-server[93915]: DEBUG neutron.services.segments.db [None req-82d54e53-a6a3-4374-b1e6-11ce94f68b06 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1fd39c6-8e80-4ec6-a466-23a14a67aca7') {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 19:17:38.633461 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-82d54e53-a6a3-4374-b1e6-11ce94f68b06 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728202715275', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28939920'] for segment, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:17:38.646979 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-82d54e53-a6a3-4374-b1e6-11ce94f68b06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:17:38.652687 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82d54e53-a6a3-4374-b1e6-11ce94f68b06 admin admin] Releasing vlan 75 on physical network physnet1 to pool {{(pid=93915) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 19:17:38.653118 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-82d54e53-a6a3-4374-b1e6-11ce94f68b06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25911658'] for segment, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:17:38.654715 n-d-800634-3 neutron-server[93915]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 19:17:38.654715 n-d-800634-3 neutron-server[93915]: conditions |= (models_v2.Port.network_id.in_( Jul 14 19:17:38.654715 n-d-800634-3 neutron-server[93915]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 19:17:38.654715 n-d-800634-3 neutron-server[93915]: conditions |= (models_v2.Port.network_id.in_( Jul 14 19:17:38.654715 n-d-800634-3 neutron-server[93915]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 19:17:38.654715 n-d-800634-3 neutron-server[93915]: conditions |= (models_v2.Port.network_id.in_( Jul 14 19:17:38.654715 n-d-800634-3 neutron-server[93915]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 19:17:38.654715 n-d-800634-3 neutron-server[93915]: conditions |= (models_v2.Port.network_id.in_( Jul 14 19:17:38.654715 n-d-800634-3 neutron-server[93915]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 19:17:38.654715 n-d-800634-3 neutron-server[93915]: conditions |= (models_v2.Port.network_id.in_( Jul 14 19:17:38.654715 n-d-800634-3 neutron-server[93915]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 19:17:38.654715 n-d-800634-3 neutron-server[93915]: conditions |= (models_v2.Port.network_id.in_( Jul 14 19:17:38.654715 n-d-800634-3 neutron-server[93915]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 19:17:38.654715 n-d-800634-3 neutron-server[93915]: conditions |= (models_v2.Port.network_id.in_( Jul 14 19:17:38.654715 n-d-800634-3 neutron-server[93915]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 19:17:38.654715 n-d-800634-3 neutron-server[93915]: conditions |= (models_v2.Port.network_id.in_( Jul 14 19:17:38.654715 n-d-800634-3 neutron-server[93915]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 19:17:38.654715 n-d-800634-3 neutron-server[93915]: conditions |= (models_v2.Port.network_id.in_( Jul 14 19:17:38.654715 n-d-800634-3 neutron-server[93915]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 19:17:38.654715 n-d-800634-3 neutron-server[93915]: conditions |= (models_v2.Port.network_id.in_( Jul 14 19:17:38.654715 n-d-800634-3 neutron-server[93915]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 19:17:38.654715 n-d-800634-3 neutron-server[93915]: conditions |= (models_v2.Port.network_id.in_( Jul 14 19:17:38.654715 n-d-800634-3 neutron-server[93915]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 19:17:38.654715 n-d-800634-3 neutron-server[93915]: conditions |= (models_v2.Port.network_id.in_( Jul 14 19:17:38.654715 n-d-800634-3 neutron-server[93915]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 19:17:38.654715 n-d-800634-3 neutron-server[93915]: conditions |= (models_v2.Port.network_id.in_( Jul 14 19:17:38.654715 n-d-800634-3 neutron-server[93915]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 19:17:38.654715 n-d-800634-3 neutron-server[93915]: conditions |= (models_v2.Port.network_id.in_( Jul 14 19:17:38.654715 n-d-800634-3 neutron-server[93915]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 19:17:38.654715 n-d-800634-3 neutron-server[93915]: conditions |= (models_v2.Port.network_id.in_( Jul 14 19:17:38.654715 n-d-800634-3 neutron-server[93915]: Traceback (most recent call last): Jul 14 19:17:38.654715 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 19:17:38.654715 n-d-800634-3 neutron-server[93915]: timer() Jul 14 19:17:38.654715 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 19:17:38.654715 n-d-800634-3 neutron-server[93915]: cb(*args, **kw) Jul 14 19:17:38.654715 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 19:17:38.654715 n-d-800634-3 neutron-server[93915]: return func(*args, **kwargs) Jul 14 19:17:38.654715 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 19:17:38.654715 n-d-800634-3 neutron-server[93915]: self._notify() Jul 14 19:17:38.654715 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 19:17:38.654715 n-d-800634-3 neutron-server[93915]: self.callback(batched_events) Jul 14 19:17:38.654715 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 19:17:38.654715 n-d-800634-3 neutron-server[93915]: event.method(event) Jul 14 19:17:38.654715 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 19:17:38.654715 n-d-800634-3 neutron-server[93915]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 19:17:38.654715 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 19:17:38.654715 n-d-800634-3 neutron-server[93915]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 19:17:38.654715 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 19:17:38.654715 n-d-800634-3 neutron-server[93915]: return f(self, *a, **k) Jul 14 19:17:38.654715 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 19:17:38.654715 n-d-800634-3 neutron-server[93915]: return self._get(url).json() Jul 14 19:17:38.654715 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 19:17:38.654715 n-d-800634-3 neutron-server[93915]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 19:17:38.654715 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 19:17:38.654715 n-d-800634-3 neutron-server[93915]: return self.request(url, 'GET', **kwargs) Jul 14 19:17:38.654715 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 19:17:38.654715 n-d-800634-3 neutron-server[93915]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 19:17:38.654715 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 19:17:38.654715 n-d-800634-3 neutron-server[93915]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 19:17:38.654715 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 19:17:38.654715 n-d-800634-3 neutron-server[93915]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 19:17:38.654715 n-d-800634-3 neutron-server[93915]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 19:17:38.709411 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-82d54e53-a6a3-4374-b1e6-11ce94f68b06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2096001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-930085'] for network, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:17:38.714708 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-82d54e53-a6a3-4374-b1e6-11ce94f68b06 admin admin] Notify callbacks [] for network, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:17:38.716571 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-82d54e53-a6a3-4374-b1e6-11ce94f68b06 admin admin] 10.222.0.16 "DELETE /v2.0/networks/67bf6402-0ed4-4b42-a942-96462c3bfd6b HTTP/1.1" status: 204 len: 168 time: 0.2632904 Jul 14 19:17:38.727951 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d54e53-a6a3-4374-b1e6-11ce94f68b06 admin admin] Pushing event deleted for resources: {'Network': ['ID=67bf6402-0ed4-4b42-a942-96462c3bfd6b,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:17:38.821605 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 59320) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 19:17:38.860963 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-16f299b7-ec7f-4f13-b54c-a23bde4bee5a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e9a392d718304ae48955ae99c262f4bb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0382183 Jul 14 19:17:38.863287 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 59322) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 19:17:38.910721 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-0ffd1975-f40f-4f07-8a61-3108c414406c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:17:38.935229 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-0ffd1975-f40f-4f07-8a61-3108c414406c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:17:38.981961 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-0ffd1975-f40f-4f07-8a61-3108c414406c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:17:38.984737 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-0ffd1975-f40f-4f07-8a61-3108c414406c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:17:38.985876 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-0ffd1975-f40f-4f07-8a61-3108c414406c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/58775a5e-dd97-470f-9c4a-cd6c1a9b1fec HTTP/1.1" status: 204 len: 168 time: 0.1217153 Jul 14 19:17:38.993691 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ffd1975-f40f-4f07-8a61-3108c414406c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58775a5e-dd97-470f-9c4a-cd6c1a9b1fec,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:17:39.645929 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 59344) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 19:17:39.736929 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-eef9cbdd-58c0-4186-b532-7589b132372d tempest-NetworksIpV6Test-1537115348 tempest-NetworksIpV6Test-1537115348-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1588251789'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 19:17:39.758202 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eef9cbdd-58c0-4186-b532-7589b132372d tempest-NetworksIpV6Test-1537115348 tempest-NetworksIpV6Test-1537115348-project] Made reservation on behalf of 912fc103b2fe4ed4a2e51ebec8c75867 for: {'network': 1} {{(pid=93916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 19:17:39.761630 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-eef9cbdd-58c0-4186-b532-7589b132372d tempest-NetworksIpV6Test-1537115348 tempest-NetworksIpV6Test-1537115348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for network, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:17:39.771039 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-eef9cbdd-58c0-4186-b532-7589b132372d tempest-NetworksIpV6Test-1537115348 tempest-NetworksIpV6Test-1537115348-project] Notify callbacks [] for security_group, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:17:39.867324 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-eef9cbdd-58c0-4186-b532-7589b132372d tempest-NetworksIpV6Test-1537115348 tempest-NetworksIpV6Test-1537115348-project] Notify callbacks [] for security_group, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:17:39.871076 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-eef9cbdd-58c0-4186-b532-7589b132372d tempest-NetworksIpV6Test-1537115348 tempest-NetworksIpV6Test-1537115348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:17:39.893435 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eef9cbdd-58c0-4186-b532-7589b132372d tempest-NetworksIpV6Test-1537115348 tempest-NetworksIpV6Test-1537115348-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 99} {{(pid=93916) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 19:17:39.907009 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef9cbdd-58c0-4186-b532-7589b132372d tempest-NetworksIpV6Test-1537115348 tempest-NetworksIpV6Test-1537115348-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e29adc97-3e39-4895-9b57-4a4c2f2f3a1c,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:17:39.912023 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-eef9cbdd-58c0-4186-b532-7589b132372d tempest-NetworksIpV6Test-1537115348 tempest-NetworksIpV6Test-1537115348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:17:39.912411 n-d-800634-3 neutron-server[93916]: INFO neutron.db.segments_db [None req-eef9cbdd-58c0-4186-b532-7589b132372d tempest-NetworksIpV6Test-1537115348 tempest-NetworksIpV6Test-1537115348-project] Added segment a8a79947-e309-4add-87ed-117bec73f12c of type vlan for network 242335f6-13de-4638-ad68-5e34745063a3 Jul 14 19:17:39.952660 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-eef9cbdd-58c0-4186-b532-7589b132372d tempest-NetworksIpV6Test-1537115348 tempest-NetworksIpV6Test-1537115348-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728202197517'] for network, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:17:39.980750 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-eef9cbdd-58c0-4186-b532-7589b132372d tempest-NetworksIpV6Test-1537115348 tempest-NetworksIpV6Test-1537115348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727'] for network, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:17:39.987016 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eef9cbdd-58c0-4186-b532-7589b132372d tempest-NetworksIpV6Test-1537115348 tempest-NetworksIpV6Test-1537115348-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:17:39.987605 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-eef9cbdd-58c0-4186-b532-7589b132372d tempest-NetworksIpV6Test-1537115348 tempest-NetworksIpV6Test-1537115348-project] Notify callbacks [] for network, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:17:40.044391 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-eef9cbdd-58c0-4186-b532-7589b132372d tempest-NetworksIpV6Test-1537115348 tempest-NetworksIpV6Test-1537115348-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3972828 Jul 14 19:17:40.053368 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef9cbdd-58c0-4186-b532-7589b132372d tempest-NetworksIpV6Test-1537115348 tempest-NetworksIpV6Test-1537115348-project] Pushing event updated for resources: {'Network': ['ID=242335f6-13de-4638-ad68-5e34745063a3,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:17:40.070895 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Network 242335f6-13de-4638-ad68-5e34745063a3 details requested by agent ovs-agent-n-d-800634-3 with host n-d-800634-3 {{(pid=93917) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 19:17:40.877896 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device 569f5143-0ddd-40bf-a86f-e1809cb071c4 no longer exists at agent hyperv_n-h1-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 19:17:40.901935 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] No Port match for: 569f5143-0ddd-40bf-a86f-e1809cb071c4 {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 19:17:40.902345 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device 569f5143-0ddd-40bf-a86f-e1809cb071c4 not bound to the agent host n-h1-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 19:17:43.277307 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 59348) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 19:17:43.283303 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-ddc12d19-479d-4580-b59b-a8581e36741b tempest-NetworksIpV6Test-1537115348 tempest-NetworksIpV6Test-1537115348-project] Request body: {'subnet': {'network_id': '242335f6-13de-4638-ad68-5e34745063a3', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 19:17:43.372707 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddc12d19-479d-4580-b59b-a8581e36741b tempest-NetworksIpV6Test-1537115348 tempest-NetworksIpV6Test-1537115348-project] Made reservation on behalf of 912fc103b2fe4ed4a2e51ebec8c75867 for: {'subnet': 1} {{(pid=93916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 19:17:43.376252 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-ddc12d19-479d-4580-b59b-a8581e36741b tempest-NetworksIpV6Test-1537115348 tempest-NetworksIpV6Test-1537115348-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26033189'] for subnet, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:17:43.559934 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-ddc12d19-479d-4580-b59b-a8581e36741b tempest-NetworksIpV6Test-1537115348 tempest-NetworksIpV6Test-1537115348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2684753', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26033175'] for subnet, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:17:43.615192 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc12d19-479d-4580-b59b-a8581e36741b tempest-NetworksIpV6Test-1537115348 tempest-NetworksIpV6Test-1537115348-project] Pushing event updated for resources: {'Subnet': ['ID=0fee0bef-1414-40ed-9b1d-65cc1691673d,revision_number=0']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:17:43.631241 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddc12d19-479d-4580-b59b-a8581e36741b tempest-NetworksIpV6Test-1537115348 tempest-NetworksIpV6Test-1537115348-project] Checking segment: {'id': 'a8a79947-e309-4add-87ed-117bec73f12c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '242335f6-13de-4638-ad68-5e34745063a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93916) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 19:17:43.631607 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddc12d19-479d-4580-b59b-a8581e36741b tempest-NetworksIpV6Test-1537115348 tempest-NetworksIpV6Test-1537115348-project] Network hostable DHCP agents. Network: 242335f6-13de-4638-ad68-5e34745063a3, hostable agents: ['028393c3-0576-4ebd-bca1-8ea8a148e1a2'], hosted agents: [] {{(pid=93916) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 19:17:43.648399 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddc12d19-479d-4580-b59b-a8581e36741b tempest-NetworksIpV6Test-1537115348 tempest-NetworksIpV6Test-1537115348-project] Network 242335f6-13de-4638-ad68-5e34745063a3 is scheduled to be hosted by DHCP agent 028393c3-0576-4ebd-bca1-8ea8a148e1a2 with binding_index 1 {{(pid=93916) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 19:17:43.657147 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [None req-ddc12d19-479d-4580-b59b-a8581e36741b tempest-NetworksIpV6Test-1537115348 tempest-NetworksIpV6Test-1537115348-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-3, 242335f6-13de-4638-ad68-5e34745063a3) {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 19:17:43.661219 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddc12d19-479d-4580-b59b-a8581e36741b tempest-NetworksIpV6Test-1537115348 tempest-NetworksIpV6Test-1537115348-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:17:43.661885 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-ddc12d19-479d-4580-b59b-a8581e36741b tempest-NetworksIpV6Test-1537115348 tempest-NetworksIpV6Test-1537115348-project] Notify callbacks [] for subnet, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:17:43.667319 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4683ef9-c78a-465c-816d-e26d0fc40693 None None] Network 242335f6-13de-4638-ad68-5e34745063a3 requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 19:17:43.676557 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-ddc12d19-479d-4580-b59b-a8581e36741b tempest-NetworksIpV6Test-1537115348 tempest-NetworksIpV6Test-1537115348-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3980565 Jul 14 19:17:43.679950 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 59352) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 19:17:43.685074 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-7537d753-8b23-4bce-879c-639a9a391412 tempest-NetworksIpV6Test-1537115348 tempest-NetworksIpV6Test-1537115348-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1042012226'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 19:17:43.708537 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7537d753-8b23-4bce-879c-639a9a391412 tempest-NetworksIpV6Test-1537115348 tempest-NetworksIpV6Test-1537115348-project] Made reservation on behalf of 912fc103b2fe4ed4a2e51ebec8c75867 for: {'network': 1} {{(pid=93916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 19:17:43.712031 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-7537d753-8b23-4bce-879c-639a9a391412 tempest-NetworksIpV6Test-1537115348 tempest-NetworksIpV6Test-1537115348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for network, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:17:43.735929 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7537d753-8b23-4bce-879c-639a9a391412 tempest-NetworksIpV6Test-1537115348 tempest-NetworksIpV6Test-1537115348-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 78} {{(pid=93916) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 19:17:43.745034 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-7537d753-8b23-4bce-879c-639a9a391412 tempest-NetworksIpV6Test-1537115348 tempest-NetworksIpV6Test-1537115348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:17:43.745385 n-d-800634-3 neutron-server[93916]: INFO neutron.db.segments_db [None req-7537d753-8b23-4bce-879c-639a9a391412 tempest-NetworksIpV6Test-1537115348 tempest-NetworksIpV6Test-1537115348-project] Added segment 207e363f-f65b-472e-a1c5-e2c0b83090cc of type vlan for network 8532aa74-fa40-47ab-bfa7-1b651e047682 Jul 14 19:17:43.786401 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-7537d753-8b23-4bce-879c-639a9a391412 tempest-NetworksIpV6Test-1537115348 tempest-NetworksIpV6Test-1537115348-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728202197517'] for network, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:17:43.814736 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff2aa3c7-d79a-4050-a039-9e525e8122dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9222b97e-5d1c-54f8-ba97-82f172498e76-242335f6-13de-4638-ad68-5e34745063a3', 'network_id': '242335f6-13de-4638-ad68-5e34745063a3', 'tenant_id': '912fc103b2fe4ed4a2e51ebec8c75867', 'fixed_ips': [{'subnet_id': '0fee0bef-1414-40ed-9b1d-65cc1691673d'}]}} from n-d-800634-3. {{(pid=93917) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 19:17:43.815597 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-ff2aa3c7-d79a-4050-a039-9e525e8122dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:17:43.820535 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-7537d753-8b23-4bce-879c-639a9a391412 tempest-NetworksIpV6Test-1537115348 tempest-NetworksIpV6Test-1537115348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727'] for network, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:17:43.826259 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7537d753-8b23-4bce-879c-639a9a391412 tempest-NetworksIpV6Test-1537115348 tempest-NetworksIpV6Test-1537115348-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:17:43.826853 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-7537d753-8b23-4bce-879c-639a9a391412 tempest-NetworksIpV6Test-1537115348 tempest-NetworksIpV6Test-1537115348-project] Notify callbacks [] for network, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:17:43.885465 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-7537d753-8b23-4bce-879c-639a9a391412 tempest-NetworksIpV6Test-1537115348 tempest-NetworksIpV6Test-1537115348-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2043400 Jul 14 19:17:43.888334 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 59354) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 19:17:43.893887 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-84575f01-6d2f-4277-ba5c-8f3eef5da54d tempest-NetworksIpV6Test-1537115348 tempest-NetworksIpV6Test-1537115348-project] Request body: {'subnet': {'network_id': '8532aa74-fa40-47ab-bfa7-1b651e047682', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 19:17:43.946215 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7537d753-8b23-4bce-879c-639a9a391412 tempest-NetworksIpV6Test-1537115348 tempest-NetworksIpV6Test-1537115348-project] Pushing event updated for resources: {'Network': ['ID=8532aa74-fa40-47ab-bfa7-1b651e047682,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:17:43.961735 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Network 8532aa74-fa40-47ab-bfa7-1b651e047682 details requested by agent ovs-agent-n-d-800634-3 with host n-d-800634-3 {{(pid=93917) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 19:17:43.963925 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.db_base_plugin_common [None req-ff2aa3c7-d79a-4050-a039-9e525e8122dc None None] Allocated IP 2001:db8:0:ffff::2 (242335f6-13de-4638-ad68-5e34745063a3/0fee0bef-1414-40ed-9b1d-65cc1691673d/c2564b48-459b-4db2-8f57-8c7f27e48b15) {{(pid=93917) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 19:17:43.991637 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84575f01-6d2f-4277-ba5c-8f3eef5da54d tempest-NetworksIpV6Test-1537115348 tempest-NetworksIpV6Test-1537115348-project] Made reservation on behalf of 912fc103b2fe4ed4a2e51ebec8c75867 for: {'subnet': 1} {{(pid=93916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 19:17:43.995321 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-84575f01-6d2f-4277-ba5c-8f3eef5da54d tempest-NetworksIpV6Test-1537115348 tempest-NetworksIpV6Test-1537115348-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26033189'] for subnet, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:17:44.157117 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-ff2aa3c7-d79a-4050-a039-9e525e8122dc None None] Notify callbacks [] for port, precommit_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:17:44.165853 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-ff2aa3c7-d79a-4050-a039-9e525e8122dc None None] Transition to ACTIVE for port object c2564b48-459b-4db2-8f57-8c7f27e48b15 will not be triggered until provisioned by entity L2. {{(pid=93917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 19:17:44.180941 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-ff2aa3c7-d79a-4050-a039-9e525e8122dc None None] Transition to ACTIVE for port object c2564b48-459b-4db2-8f57-8c7f27e48b15 will not be triggered until provisioned by entity DHCP. {{(pid=93917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 19:17:44.186758 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-ff2aa3c7-d79a-4050-a039-9e525e8122dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804'] for port, after_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:17:44.190305 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-84575f01-6d2f-4277-ba5c-8f3eef5da54d tempest-NetworksIpV6Test-1537115348 tempest-NetworksIpV6Test-1537115348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2684753', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26033175'] for subnet, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:17:44.231655 n-d-800634-3 neutron-server[93917]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff2aa3c7-d79a-4050-a039-9e525e8122dc None None] Network 242335f6-13de-4638-ad68-5e34745063a3 is already hosted by enough agents. {{(pid=93917) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 19:17:44.236596 n-d-800634-3 neutron-server[93917]: DEBUG neutron.scheduler.base_scheduler [None req-ff2aa3c7-d79a-4050-a039-9e525e8122dc None None] Resources bound (agent type, host, resource id): {{(pid=93917) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 19:17:44.239196 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff2aa3c7-d79a-4050-a039-9e525e8122dc None None] Received port after_create {{(pid=93917) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 19:17:44.246457 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2aa3c7-d79a-4050-a039-9e525e8122dc None None] Pushing event updated for resources: {'Port': ['ID=c2564b48-459b-4db2-8f57-8c7f27e48b15,revision_number=1']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:17:44.257060 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84575f01-6d2f-4277-ba5c-8f3eef5da54d tempest-NetworksIpV6Test-1537115348 tempest-NetworksIpV6Test-1537115348-project] Pushing event updated for resources: {'Subnet': ['ID=1f742bc0-3054-410d-b46a-bcde85d7ebad,revision_number=0']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:17:44.267504 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84575f01-6d2f-4277-ba5c-8f3eef5da54d tempest-NetworksIpV6Test-1537115348 tempest-NetworksIpV6Test-1537115348-project] Checking segment: {'id': '207e363f-f65b-472e-a1c5-e2c0b83090cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '8532aa74-fa40-47ab-bfa7-1b651e047682'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93916) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 19:17:44.267869 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84575f01-6d2f-4277-ba5c-8f3eef5da54d tempest-NetworksIpV6Test-1537115348 tempest-NetworksIpV6Test-1537115348-project] Network hostable DHCP agents. Network: 8532aa74-fa40-47ab-bfa7-1b651e047682, hostable agents: ['028393c3-0576-4ebd-bca1-8ea8a148e1a2'], hosted agents: [] {{(pid=93916) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 19:17:44.284398 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84575f01-6d2f-4277-ba5c-8f3eef5da54d tempest-NetworksIpV6Test-1537115348 tempest-NetworksIpV6Test-1537115348-project] Network 8532aa74-fa40-47ab-bfa7-1b651e047682 is scheduled to be hosted by DHCP agent 028393c3-0576-4ebd-bca1-8ea8a148e1a2 with binding_index 1 {{(pid=93916) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 19:17:44.293201 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [None req-84575f01-6d2f-4277-ba5c-8f3eef5da54d tempest-NetworksIpV6Test-1537115348 tempest-NetworksIpV6Test-1537115348-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-3, 8532aa74-fa40-47ab-bfa7-1b651e047682) {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 19:17:44.298379 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84575f01-6d2f-4277-ba5c-8f3eef5da54d tempest-NetworksIpV6Test-1537115348 tempest-NetworksIpV6Test-1537115348-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:17:44.298792 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-84575f01-6d2f-4277-ba5c-8f3eef5da54d tempest-NetworksIpV6Test-1537115348 tempest-NetworksIpV6Test-1537115348-project] Notify callbacks [] for subnet, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:17:44.308698 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b4b1480-da4f-4f58-9dc8-7e5afd349ee6 None None] Network 8532aa74-fa40-47ab-bfa7-1b651e047682 requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 19:17:44.313778 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-ff2aa3c7-d79a-4050-a039-9e525e8122dc None None] Attempting to bind port c2564b48-459b-4db2-8f57-8c7f27e48b15 on host n-d-800634-3 for vnic_type normal with profile {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 19:17:44.314305 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-ff2aa3c7-d79a-4050-a039-9e525e8122dc None None] Attempting to bind port c2564b48-459b-4db2-8f57-8c7f27e48b15 by drivers openvswitch,hyperv on host n-d-800634-3 at level 0 using segments [{'id': 'a8a79947-e309-4add-87ed-117bec73f12c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '242335f6-13de-4638-ad68-5e34745063a3'}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 19:17:44.314718 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff2aa3c7-d79a-4050-a039-9e525e8122dc None None] Attempting to bind port c2564b48-459b-4db2-8f57-8c7f27e48b15 on network 242335f6-13de-4638-ad68-5e34745063a3 {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 19:17:44.315429 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-84575f01-6d2f-4277-ba5c-8f3eef5da54d tempest-NetworksIpV6Test-1537115348 tempest-NetworksIpV6Test-1537115348-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4259105 Jul 14 19:17:44.318085 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 59356) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 19:17:44.365708 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff2aa3c7-d79a-4050-a039-9e525e8122dc None None] Checking agent: {'id': '01c19e91-a945-4e3c-94a6-c211e17c923e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 8, 23), 'started_at': datetime.datetime(2021, 7, 14, 18, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 19, 17, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 19:17:44.366065 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff2aa3c7-d79a-4050-a039-9e525e8122dc None None] Checking segment: {'id': 'a8a79947-e309-4add-87ed-117bec73f12c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '242335f6-13de-4638-ad68-5e34745063a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93917) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 19:17:44.366549 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-ff2aa3c7-d79a-4050-a039-9e525e8122dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:17:44.366985 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff2aa3c7-d79a-4050-a039-9e525e8122dc None None] Bound using segment: {'id': 'a8a79947-e309-4add-87ed-117bec73f12c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '242335f6-13de-4638-ad68-5e34745063a3'} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 19:17:44.367551 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-ff2aa3c7-d79a-4050-a039-9e525e8122dc None None] Bound port: c2564b48-459b-4db2-8f57-8c7f27e48b15, host: n-d-800634-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8a79947-e309-4add-87ed-117bec73f12c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '242335f6-13de-4638-ad68-5e34745063a3'}}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 19:17:44.368005 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-ff2aa3c7-d79a-4050-a039-9e525e8122dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:17:44.417683 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-33244b34-3fc1-4503-8cf8-3ec82087040d tempest-NetworksIpV6Test-1537115348 tempest-NetworksIpV6Test-1537115348-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645734'] for network, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:17:44.476359 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-ff2aa3c7-d79a-4050-a039-9e525e8122dc None None] For port c2564b48-459b-4db2-8f57-8c7f27e48b15, host n-d-800634-3, cleared binding levels {{(pid=93917) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 19:17:44.495444 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-ff2aa3c7-d79a-4050-a039-9e525e8122dc None None] For port c2564b48-459b-4db2-8f57-8c7f27e48b15, host n-d-800634-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=c2564b48-459b-4db2-8f57-8c7f27e48b15,segment=NetworkSegment(a8a79947-e309-4add-87ed-117bec73f12c),segment_id=a8a79947-e309-4add-87ed-117bec73f12c)] {{(pid=93917) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 19:17:44.500723 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-33244b34-3fc1-4503-8cf8-3ec82087040d tempest-NetworksIpV6Test-1537115348 tempest-NetworksIpV6Test-1537115348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081283'] for subnet, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:17:44.503468 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-ff2aa3c7-d79a-4050-a039-9e525e8122dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:17:44.568228 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-33244b34-3fc1-4503-8cf8-3ec82087040d tempest-NetworksIpV6Test-1537115348 tempest-NetworksIpV6Test-1537115348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2684816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26033152'] for subnet, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:17:44.574012 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-166e0c9f-6d78-4f31-bd8f-624fe7184850 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9222b97e-5d1c-54f8-ba97-82f172498e76-8532aa74-fa40-47ab-bfa7-1b651e047682', 'network_id': '8532aa74-fa40-47ab-bfa7-1b651e047682', 'tenant_id': '912fc103b2fe4ed4a2e51ebec8c75867', 'fixed_ips': [{'subnet_id': '1f742bc0-3054-410d-b46a-bcde85d7ebad'}]}} from n-d-800634-3. {{(pid=93917) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 19:17:44.574889 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-166e0c9f-6d78-4f31-bd8f-624fe7184850 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:17:44.598326 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33244b34-3fc1-4503-8cf8-3ec82087040d tempest-NetworksIpV6Test-1537115348 tempest-NetworksIpV6Test-1537115348-project] Pushing event deleted for resources: {'Subnet': ['ID=1f742bc0-3054-410d-b46a-bcde85d7ebad,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:17:44.611630 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2aa3c7-d79a-4050-a039-9e525e8122dc None None] Pushing event updated for resources: {'Port': ['ID=c2564b48-459b-4db2-8f57-8c7f27e48b15,revision_number=2']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:17:44.665222 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-33244b34-3fc1-4503-8cf8-3ec82087040d tempest-NetworksIpV6Test-1537115348 tempest-NetworksIpV6Test-1537115348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2096010', 'neutron.services.segments.db._delete_segments_for_network-8728202734996'] for network, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:17:44.676724 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.segments.db [None req-33244b34-3fc1-4503-8cf8-3ec82087040d tempest-NetworksIpV6Test-1537115348 tempest-NetworksIpV6Test-1537115348-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8532aa74-fa40-47ab-bfa7-1b651e047682']}} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 19:17:44.681084 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6dc655b-4ad3-4bbd-9c62-568a36b27e7e None None] Network 8532aa74-fa40-47ab-bfa7-1b651e047682 requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 19:17:44.688558 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.segments.db [None req-33244b34-3fc1-4503-8cf8-3ec82087040d tempest-NetworksIpV6Test-1537115348 tempest-NetworksIpV6Test-1537115348-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '207e363f-f65b-472e-a1c5-e2c0b83090cc') {'for_net_delete': True} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 19:17:44.689008 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.segments.db [None req-33244b34-3fc1-4503-8cf8-3ec82087040d tempest-NetworksIpV6Test-1537115348 tempest-NetworksIpV6Test-1537115348-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '207e363f-f65b-472e-a1c5-e2c0b83090cc') {} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 19:17:44.698164 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-33244b34-3fc1-4503-8cf8-3ec82087040d tempest-NetworksIpV6Test-1537115348 tempest-NetworksIpV6Test-1537115348-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728202715275', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26296891'] for segment, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:17:44.714032 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-33244b34-3fc1-4503-8cf8-3ec82087040d tempest-NetworksIpV6Test-1537115348 tempest-NetworksIpV6Test-1537115348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:17:44.722133 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33244b34-3fc1-4503-8cf8-3ec82087040d tempest-NetworksIpV6Test-1537115348 tempest-NetworksIpV6Test-1537115348-project] Releasing vlan 78 on physical network physnet1 to pool {{(pid=93916) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 19:17:44.722554 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-33244b34-3fc1-4503-8cf8-3ec82087040d tempest-NetworksIpV6Test-1537115348 tempest-NetworksIpV6Test-1537115348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2682942'] for segment, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:17:44.726534 n-d-800634-3 neutron-server[93916]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 19:17:44.726534 n-d-800634-3 neutron-server[93916]: conditions |= (models_v2.Port.network_id.in_( Jul 14 19:17:44.726534 n-d-800634-3 neutron-server[93916]: Traceback (most recent call last): Jul 14 19:17:44.726534 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 19:17:44.726534 n-d-800634-3 neutron-server[93916]: timer() Jul 14 19:17:44.726534 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 19:17:44.726534 n-d-800634-3 neutron-server[93916]: cb(*args, **kw) Jul 14 19:17:44.726534 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 19:17:44.726534 n-d-800634-3 neutron-server[93916]: return func(*args, **kwargs) Jul 14 19:17:44.726534 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 19:17:44.726534 n-d-800634-3 neutron-server[93916]: self._notify() Jul 14 19:17:44.726534 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 19:17:44.726534 n-d-800634-3 neutron-server[93916]: self.callback(batched_events) Jul 14 19:17:44.726534 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 19:17:44.726534 n-d-800634-3 neutron-server[93916]: event.method(event) Jul 14 19:17:44.726534 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 19:17:44.726534 n-d-800634-3 neutron-server[93916]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 19:17:44.726534 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 19:17:44.726534 n-d-800634-3 neutron-server[93916]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 19:17:44.726534 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 19:17:44.726534 n-d-800634-3 neutron-server[93916]: return f(self, *a, **k) Jul 14 19:17:44.726534 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 19:17:44.726534 n-d-800634-3 neutron-server[93916]: return self._get(url).json() Jul 14 19:17:44.726534 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 19:17:44.726534 n-d-800634-3 neutron-server[93916]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 19:17:44.726534 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 19:17:44.726534 n-d-800634-3 neutron-server[93916]: return self.request(url, 'GET', **kwargs) Jul 14 19:17:44.726534 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 19:17:44.726534 n-d-800634-3 neutron-server[93916]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 19:17:44.726534 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 19:17:44.726534 n-d-800634-3 neutron-server[93916]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 19:17:44.726534 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 19:17:44.726534 n-d-800634-3 neutron-server[93916]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 19:17:44.726534 n-d-800634-3 neutron-server[93916]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 19:17:44.798293 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-33244b34-3fc1-4503-8cf8-3ec82087040d tempest-NetworksIpV6Test-1537115348 tempest-NetworksIpV6Test-1537115348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2096001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-930085'] for network, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:17:44.814700 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-33244b34-3fc1-4503-8cf8-3ec82087040d tempest-NetworksIpV6Test-1537115348 tempest-NetworksIpV6Test-1537115348-project] Notify callbacks [] for network, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:17:44.816921 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-33244b34-3fc1-4503-8cf8-3ec82087040d tempest-NetworksIpV6Test-1537115348 tempest-NetworksIpV6Test-1537115348-project] 10.222.0.16 "DELETE /v2.0/networks/8532aa74-fa40-47ab-bfa7-1b651e047682 HTTP/1.1" status: 204 len: 168 time: 0.4976680 Jul 14 19:17:44.821788 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 59358) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 19:17:44.827125 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-d2b0ad3b-1f54-41eb-896d-289f3452c1ad tempest-NetworksIpV6Test-1537115348 tempest-NetworksIpV6Test-1537115348-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-473901053'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 19:17:44.838173 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33244b34-3fc1-4503-8cf8-3ec82087040d tempest-NetworksIpV6Test-1537115348 tempest-NetworksIpV6Test-1537115348-project] Pushing event deleted for resources: {'Network': ['ID=8532aa74-fa40-47ab-bfa7-1b651e047682,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:17:44.856971 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2b0ad3b-1f54-41eb-896d-289f3452c1ad tempest-NetworksIpV6Test-1537115348 tempest-NetworksIpV6Test-1537115348-project] Made reservation on behalf of 912fc103b2fe4ed4a2e51ebec8c75867 for: {'network': 1} {{(pid=93915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 19:17:44.860765 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-d2b0ad3b-1f54-41eb-896d-289f3452c1ad tempest-NetworksIpV6Test-1537115348 tempest-NetworksIpV6Test-1537115348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for network, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:17:44.889742 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2b0ad3b-1f54-41eb-896d-289f3452c1ad tempest-NetworksIpV6Test-1537115348 tempest-NetworksIpV6Test-1537115348-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 75} {{(pid=93915) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 19:17:44.900483 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-d2b0ad3b-1f54-41eb-896d-289f3452c1ad tempest-NetworksIpV6Test-1537115348 tempest-NetworksIpV6Test-1537115348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:17:44.900912 n-d-800634-3 neutron-server[93915]: INFO neutron.db.segments_db [None req-d2b0ad3b-1f54-41eb-896d-289f3452c1ad tempest-NetworksIpV6Test-1537115348 tempest-NetworksIpV6Test-1537115348-project] Added segment 2ebeb5de-e24b-4a0c-9756-7558ee57a0b5 of type vlan for network ab794054-b530-462d-90ce-710556f7bd2e Jul 14 19:17:44.943190 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-d2b0ad3b-1f54-41eb-896d-289f3452c1ad tempest-NetworksIpV6Test-1537115348 tempest-NetworksIpV6Test-1537115348-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728202197517'] for network, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:17:44.972070 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-d2b0ad3b-1f54-41eb-896d-289f3452c1ad tempest-NetworksIpV6Test-1537115348 tempest-NetworksIpV6Test-1537115348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727'] for network, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:17:44.977753 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2b0ad3b-1f54-41eb-896d-289f3452c1ad tempest-NetworksIpV6Test-1537115348 tempest-NetworksIpV6Test-1537115348-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:17:44.978336 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-d2b0ad3b-1f54-41eb-896d-289f3452c1ad tempest-NetworksIpV6Test-1537115348 tempest-NetworksIpV6Test-1537115348-project] Notify callbacks [] for network, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:17:45.063527 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-d2b0ad3b-1f54-41eb-896d-289f3452c1ad tempest-NetworksIpV6Test-1537115348 tempest-NetworksIpV6Test-1537115348-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2405415 Jul 14 19:17:45.066693 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 59362) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 19:17:45.071955 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-a5a93c98-2017-46ac-9cba-97697b5db858 tempest-NetworksIpV6Test-1537115348 tempest-NetworksIpV6Test-1537115348-project] Request body: {'subnet': {'network_id': 'ab794054-b530-462d-90ce-710556f7bd2e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 19:17:45.086475 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b0ad3b-1f54-41eb-896d-289f3452c1ad tempest-NetworksIpV6Test-1537115348 tempest-NetworksIpV6Test-1537115348-project] Pushing event updated for resources: {'Network': ['ID=ab794054-b530-462d-90ce-710556f7bd2e,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:17:45.101142 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Network ab794054-b530-462d-90ce-710556f7bd2e details requested by agent ovs-agent-n-d-800634-3 with host n-d-800634-3 {{(pid=93917) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 19:17:45.166404 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5a93c98-2017-46ac-9cba-97697b5db858 tempest-NetworksIpV6Test-1537115348 tempest-NetworksIpV6Test-1537115348-project] Made reservation on behalf of 912fc103b2fe4ed4a2e51ebec8c75867 for: {'subnet': 1} {{(pid=93916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 19:17:45.169997 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a5a93c98-2017-46ac-9cba-97697b5db858 tempest-NetworksIpV6Test-1537115348 tempest-NetworksIpV6Test-1537115348-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26033189'] for subnet, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:17:45.230559 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.ipam_backend_mixin [None req-a5a93c98-2017-46ac-9cba-97697b5db858 tempest-NetworksIpV6Test-1537115348 tempest-NetworksIpV6Test-1537115348-project] Performing IP validity checks on allocation pools {{(pid=93916) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 14 19:17:45.231092 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.ipam_backend_mixin [None req-a5a93c98-2017-46ac-9cba-97697b5db858 tempest-NetworksIpV6Test-1537115348 tempest-NetworksIpV6Test-1537115348-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93916) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 14 19:17:45.289309 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device c2564b48-459b-4db2-8f57-8c7f27e48b15 up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 19:17:45.344338 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning for port c2564b48-459b-4db2-8f57-8c7f27e48b15 completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 19:17:45.382517 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a5a93c98-2017-46ac-9cba-97697b5db858 tempest-NetworksIpV6Test-1537115348 tempest-NetworksIpV6Test-1537115348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2684753', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26033175'] for subnet, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:17:45.442853 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a93c98-2017-46ac-9cba-97697b5db858 tempest-NetworksIpV6Test-1537115348 tempest-NetworksIpV6Test-1537115348-project] Pushing event updated for resources: {'Subnet': ['ID=10369a1e-08ae-433e-abf3-ca4e6e74ff45,revision_number=0']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:17:45.454145 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5a93c98-2017-46ac-9cba-97697b5db858 tempest-NetworksIpV6Test-1537115348 tempest-NetworksIpV6Test-1537115348-project] Checking segment: {'id': '2ebeb5de-e24b-4a0c-9756-7558ee57a0b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'ab794054-b530-462d-90ce-710556f7bd2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93916) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 19:17:45.454510 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5a93c98-2017-46ac-9cba-97697b5db858 tempest-NetworksIpV6Test-1537115348 tempest-NetworksIpV6Test-1537115348-project] Network hostable DHCP agents. Network: ab794054-b530-462d-90ce-710556f7bd2e, hostable agents: ['028393c3-0576-4ebd-bca1-8ea8a148e1a2'], hosted agents: [] {{(pid=93916) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 19:17:45.472998 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5a93c98-2017-46ac-9cba-97697b5db858 tempest-NetworksIpV6Test-1537115348 tempest-NetworksIpV6Test-1537115348-project] Network ab794054-b530-462d-90ce-710556f7bd2e is scheduled to be hosted by DHCP agent 028393c3-0576-4ebd-bca1-8ea8a148e1a2 with binding_index 1 {{(pid=93916) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 19:17:45.482223 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [None req-a5a93c98-2017-46ac-9cba-97697b5db858 tempest-NetworksIpV6Test-1537115348 tempest-NetworksIpV6Test-1537115348-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-3, ab794054-b530-462d-90ce-710556f7bd2e) {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 19:17:45.487081 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5a93c98-2017-46ac-9cba-97697b5db858 tempest-NetworksIpV6Test-1537115348 tempest-NetworksIpV6Test-1537115348-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:17:45.487625 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a5a93c98-2017-46ac-9cba-97697b5db858 tempest-NetworksIpV6Test-1537115348 tempest-NetworksIpV6Test-1537115348-project] Notify callbacks [] for subnet, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:17:45.491928 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2123185d-855f-4234-9b25-1dab6c146b7f None None] Network ab794054-b530-462d-90ce-710556f7bd2e requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 19:17:45.509441 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-a5a93c98-2017-46ac-9cba-97697b5db858 tempest-NetworksIpV6Test-1537115348 tempest-NetworksIpV6Test-1537115348-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4413497 Jul 14 19:17:45.511911 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 59364) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 19:17:45.618757 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-c7e6a260-1159-450f-8f32-fcfc01c5685a tempest-NetworksIpV6Test-1537115348 tempest-NetworksIpV6Test-1537115348-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645734'] for network, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:17:45.652792 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2422932-b42e-4499-aaad-54aaf809aca2 None None] Network 242335f6-13de-4638-ad68-5e34745063a3 requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 19:17:45.667420 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ad77cbc-3f13-4293-8c76-be230686bee8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9222b97e-5d1c-54f8-ba97-82f172498e76-ab794054-b530-462d-90ce-710556f7bd2e', 'network_id': 'ab794054-b530-462d-90ce-710556f7bd2e', 'tenant_id': '912fc103b2fe4ed4a2e51ebec8c75867', 'fixed_ips': [{'subnet_id': '10369a1e-08ae-433e-abf3-ca4e6e74ff45'}]}} from n-d-800634-3. {{(pid=93917) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 19:17:45.668289 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-8ad77cbc-3f13-4293-8c76-be230686bee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:17:45.677259 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-c7e6a260-1159-450f-8f32-fcfc01c5685a tempest-NetworksIpV6Test-1537115348 tempest-NetworksIpV6Test-1537115348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081283'] for subnet, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:17:45.729124 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-d277369c-4e09-44f6-9314-feaf7245efaa None None] Provisioning for port c2564b48-459b-4db2-8f57-8c7f27e48b15 completed by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 19:17:45.738520 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-c7e6a260-1159-450f-8f32-fcfc01c5685a tempest-NetworksIpV6Test-1537115348 tempest-NetworksIpV6Test-1537115348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2684816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26033152'] for subnet, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:17:45.745634 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-d277369c-4e09-44f6-9314-feaf7245efaa None None] Provisioning complete for port c2564b48-459b-4db2-8f57-8c7f27e48b15 triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 19:17:45.746012 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-d277369c-4e09-44f6-9314-feaf7245efaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:17:45.766301 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e6a260-1159-450f-8f32-fcfc01c5685a tempest-NetworksIpV6Test-1537115348 tempest-NetworksIpV6Test-1537115348-project] Pushing event deleted for resources: {'Subnet': ['ID=10369a1e-08ae-433e-abf3-ca4e6e74ff45,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:17:45.829414 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-c7e6a260-1159-450f-8f32-fcfc01c5685a tempest-NetworksIpV6Test-1537115348 tempest-NetworksIpV6Test-1537115348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2096010', 'neutron.services.segments.db._delete_segments_for_network-8728202734996'] for network, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:17:45.839259 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.segments.db [None req-c7e6a260-1159-450f-8f32-fcfc01c5685a tempest-NetworksIpV6Test-1537115348 tempest-NetworksIpV6Test-1537115348-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab794054-b530-462d-90ce-710556f7bd2e']}} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 19:17:45.850862 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.segments.db [None req-c7e6a260-1159-450f-8f32-fcfc01c5685a tempest-NetworksIpV6Test-1537115348 tempest-NetworksIpV6Test-1537115348-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ebeb5de-e24b-4a0c-9756-7558ee57a0b5') {'for_net_delete': True} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 19:17:45.851156 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.segments.db [None req-c7e6a260-1159-450f-8f32-fcfc01c5685a tempest-NetworksIpV6Test-1537115348 tempest-NetworksIpV6Test-1537115348-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ebeb5de-e24b-4a0c-9756-7558ee57a0b5') {} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 19:17:45.860611 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-c7e6a260-1159-450f-8f32-fcfc01c5685a tempest-NetworksIpV6Test-1537115348 tempest-NetworksIpV6Test-1537115348-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728202715275', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26296891'] for segment, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:17:45.874449 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-c7e6a260-1159-450f-8f32-fcfc01c5685a tempest-NetworksIpV6Test-1537115348 tempest-NetworksIpV6Test-1537115348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:17:45.883544 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7e6a260-1159-450f-8f32-fcfc01c5685a tempest-NetworksIpV6Test-1537115348 tempest-NetworksIpV6Test-1537115348-project] Releasing vlan 75 on physical network physnet1 to pool {{(pid=93916) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 19:17:45.884188 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-c7e6a260-1159-450f-8f32-fcfc01c5685a tempest-NetworksIpV6Test-1537115348 tempest-NetworksIpV6Test-1537115348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2682942'] for segment, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:17:45.889677 n-d-800634-3 neutron-server[93916]: Traceback (most recent call last): Jul 14 19:17:45.889677 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 19:17:45.889677 n-d-800634-3 neutron-server[93916]: timer() Jul 14 19:17:45.889677 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 19:17:45.889677 n-d-800634-3 neutron-server[93916]: cb(*args, **kw) Jul 14 19:17:45.889677 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 19:17:45.889677 n-d-800634-3 neutron-server[93916]: return func(*args, **kwargs) Jul 14 19:17:45.889677 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 19:17:45.889677 n-d-800634-3 neutron-server[93916]: self._notify() Jul 14 19:17:45.889677 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 19:17:45.889677 n-d-800634-3 neutron-server[93916]: self.callback(batched_events) Jul 14 19:17:45.889677 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 19:17:45.889677 n-d-800634-3 neutron-server[93916]: event.method(event) Jul 14 19:17:45.889677 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 19:17:45.889677 n-d-800634-3 neutron-server[93916]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 19:17:45.889677 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 19:17:45.889677 n-d-800634-3 neutron-server[93916]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 19:17:45.889677 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 19:17:45.889677 n-d-800634-3 neutron-server[93916]: return f(self, *a, **k) Jul 14 19:17:45.889677 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 19:17:45.889677 n-d-800634-3 neutron-server[93916]: return self._get(url).json() Jul 14 19:17:45.889677 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 19:17:45.889677 n-d-800634-3 neutron-server[93916]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 19:17:45.889677 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 19:17:45.889677 n-d-800634-3 neutron-server[93916]: return self.request(url, 'GET', **kwargs) Jul 14 19:17:45.889677 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 19:17:45.889677 n-d-800634-3 neutron-server[93916]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 19:17:45.889677 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 19:17:45.889677 n-d-800634-3 neutron-server[93916]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 19:17:45.889677 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 19:17:45.889677 n-d-800634-3 neutron-server[93916]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 19:17:45.889677 n-d-800634-3 neutron-server[93916]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 19:17:45.899472 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server [None req-8ad77cbc-3f13-4293-8c76-be230686bee8 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 10369a1e-08ae-433e-abf3-ca4e6e74ff45: This subnet is being modified by another concurrent operation. Jul 14 19:17:45.899472 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 14 19:17:45.899472 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 14 19:17:45.899472 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 14 19:17:45.899472 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 14 19:17:45.899472 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 14 19:17:45.899472 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 14 19:17:45.899472 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 14 19:17:45.899472 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 14 19:17:45.899472 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 14 19:17:45.899472 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 14 19:17:45.899472 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 14 19:17:45.899472 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 19:17:45.899472 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 19:17:45.899472 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 19:17:45.899472 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 19:17:45.899472 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 14 19:17:45.899472 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 14 19:17:45.899472 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 14 19:17:45.899472 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 14 19:17:45.899472 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 19:17:45.899472 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 19:17:45.899472 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 19:17:45.899472 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 19:17:45.899472 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 14 19:17:45.899472 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 14 19:17:45.899472 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 14 19:17:45.899472 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 14 19:17:45.899472 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 19:17:45.899472 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 19:17:45.899472 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 19:17:45.899472 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 19:17:45.899472 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 14 19:17:45.899472 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 14 19:17:45.899472 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 14 19:17:45.899472 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 14 19:17:45.899472 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 14 19:17:45.899472 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 14 19:17:45.899472 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 14 19:17:45.899472 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 14 19:17:45.899472 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 14 19:17:45.899472 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 14 19:17:45.899472 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 14 19:17:45.899472 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 14 19:17:45.899472 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 14 19:17:45.899472 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 14 19:17:45.899472 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 14 19:17:45.899472 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 14 19:17:45.899472 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 19:17:45.899472 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 19:17:45.899472 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 19:17:45.899472 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 19:17:45.899472 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 14 19:17:45.899472 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 14 19:17:45.899472 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 14 19:17:45.899472 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 14 19:17:45.899472 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 19:17:45.899472 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 19:17:45.899472 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 19:17:45.899472 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 19:17:45.899472 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 14 19:17:45.899472 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 14 19:17:45.899472 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 14 19:17:45.899472 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 14 19:17:45.899472 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 19:17:45.899472 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 19:17:45.899472 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 19:17:45.899472 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 19:17:45.899472 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 14 19:17:45.899472 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 14 19:17:45.899472 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 14 19:17:45.899472 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 14 19:17:45.899472 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 14 19:17:45.899472 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 14 19:17:45.899472 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 14 19:17:45.899472 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 14 19:17:45.899472 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 14 19:17:45.899472 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 14 19:17:45.899472 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 19:17:45.899472 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 19:17:45.899472 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 19:17:45.899472 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 19:17:45.899472 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 14 19:17:45.899472 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 14 19:17:45.899472 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 14 19:17:45.899472 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 14 19:17:45.899472 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 14 19:17:45.899472 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 14 19:17:45.899472 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 14 19:17:45.899472 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server raise exception Jul 14 19:17:45.899472 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 10369a1e-08ae-433e-abf3-ca4e6e74ff45: This subnet is being modified by another concurrent operation. Jul 14 19:17:45.899472 n-d-800634-3 neutron-server[93917]: ERROR oslo_messaging.rpc.server Jul 14 19:17:45.923267 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fff2e929-feae-4f95-a907-0cd198cc2109 None None] Network ab794054-b530-462d-90ce-710556f7bd2e requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 19:17:45.989367 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-c7e6a260-1159-450f-8f32-fcfc01c5685a tempest-NetworksIpV6Test-1537115348 tempest-NetworksIpV6Test-1537115348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2096001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-930085'] for network, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:17:45.994923 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-c7e6a260-1159-450f-8f32-fcfc01c5685a tempest-NetworksIpV6Test-1537115348 tempest-NetworksIpV6Test-1537115348-project] Notify callbacks [] for network, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:17:45.996881 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-c7e6a260-1159-450f-8f32-fcfc01c5685a tempest-NetworksIpV6Test-1537115348 tempest-NetworksIpV6Test-1537115348-project] 10.222.0.16 "DELETE /v2.0/networks/ab794054-b530-462d-90ce-710556f7bd2e HTTP/1.1" status: 204 len: 168 time: 0.4838305 Jul 14 19:17:46.001278 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 59368) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 19:17:46.007364 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-0b235d92-889b-4009-9e22-4042aca133fd tempest-NetworksIpV6Test-1537115348 tempest-NetworksIpV6Test-1537115348-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2118978947'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 19:17:46.015796 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e6a260-1159-450f-8f32-fcfc01c5685a tempest-NetworksIpV6Test-1537115348 tempest-NetworksIpV6Test-1537115348-project] Pushing event deleted for resources: {'Network': ['ID=ab794054-b530-462d-90ce-710556f7bd2e,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:17:46.020061 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-d277369c-4e09-44f6-9314-feaf7245efaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:17:46.031980 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b235d92-889b-4009-9e22-4042aca133fd tempest-NetworksIpV6Test-1537115348 tempest-NetworksIpV6Test-1537115348-project] Made reservation on behalf of 912fc103b2fe4ed4a2e51ebec8c75867 for: {'network': 1} {{(pid=93915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 19:17:46.036537 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-0b235d92-889b-4009-9e22-4042aca133fd tempest-NetworksIpV6Test-1537115348 tempest-NetworksIpV6Test-1537115348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for network, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:17:46.060004 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b235d92-889b-4009-9e22-4042aca133fd tempest-NetworksIpV6Test-1537115348 tempest-NetworksIpV6Test-1537115348-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 84} {{(pid=93915) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 19:17:46.068847 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-0b235d92-889b-4009-9e22-4042aca133fd tempest-NetworksIpV6Test-1537115348 tempest-NetworksIpV6Test-1537115348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:17:46.069239 n-d-800634-3 neutron-server[93915]: INFO neutron.db.segments_db [None req-0b235d92-889b-4009-9e22-4042aca133fd tempest-NetworksIpV6Test-1537115348 tempest-NetworksIpV6Test-1537115348-project] Added segment 7c3d0a90-e8a2-45b0-9eea-74b8242700f0 of type vlan for network f4bcd48e-c4fd-4ab0-b32b-f6e7ca292c73 Jul 14 19:17:46.105093 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-d277369c-4e09-44f6-9314-feaf7245efaa None None] For port c2564b48-459b-4db2-8f57-8c7f27e48b15, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=c2564b48-459b-4db2-8f57-8c7f27e48b15,segment=NetworkSegment(a8a79947-e309-4add-87ed-117bec73f12c),segment_id=a8a79947-e309-4add-87ed-117bec73f12c)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 19:17:46.109966 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-0b235d92-889b-4009-9e22-4042aca133fd tempest-NetworksIpV6Test-1537115348 tempest-NetworksIpV6Test-1537115348-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728202197517'] for network, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:17:46.111849 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-d277369c-4e09-44f6-9314-feaf7245efaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:17:46.140099 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-0b235d92-889b-4009-9e22-4042aca133fd tempest-NetworksIpV6Test-1537115348 tempest-NetworksIpV6Test-1537115348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727'] for network, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:17:46.145754 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b235d92-889b-4009-9e22-4042aca133fd tempest-NetworksIpV6Test-1537115348 tempest-NetworksIpV6Test-1537115348-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:17:46.146360 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-0b235d92-889b-4009-9e22-4042aca133fd tempest-NetworksIpV6Test-1537115348 tempest-NetworksIpV6Test-1537115348-project] Notify callbacks [] for network, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:17:46.179088 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d277369c-4e09-44f6-9314-feaf7245efaa None None] Pushing event updated for resources: {'Port': ['ID=c2564b48-459b-4db2-8f57-8c7f27e48b15,revision_number=3']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:17:46.210393 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-0b235d92-889b-4009-9e22-4042aca133fd tempest-NetworksIpV6Test-1537115348 tempest-NetworksIpV6Test-1537115348-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2077293 Jul 14 19:17:46.214344 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 59370) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 19:17:46.219651 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b235d92-889b-4009-9e22-4042aca133fd tempest-NetworksIpV6Test-1537115348 tempest-NetworksIpV6Test-1537115348-project] Pushing event updated for resources: {'Network': ['ID=f4bcd48e-c4fd-4ab0-b32b-f6e7ca292c73,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:17:46.220065 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-c8b6e5e8-bce9-4eb8-b815-cef7dc888a5f tempest-NetworksIpV6Test-1537115348 tempest-NetworksIpV6Test-1537115348-project] Request body: {'subnet': {'network_id': 'f4bcd48e-c4fd-4ab0-b32b-f6e7ca292c73', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 19:17:46.230453 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Network f4bcd48e-c4fd-4ab0-b32b-f6e7ca292c73 details requested by agent ovs-agent-n-d-800634-3 with host n-d-800634-3 {{(pid=93917) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 19:17:46.325425 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8b6e5e8-bce9-4eb8-b815-cef7dc888a5f tempest-NetworksIpV6Test-1537115348 tempest-NetworksIpV6Test-1537115348-project] Made reservation on behalf of 912fc103b2fe4ed4a2e51ebec8c75867 for: {'subnet': 1} {{(pid=93916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 19:17:46.329640 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-c8b6e5e8-bce9-4eb8-b815-cef7dc888a5f tempest-NetworksIpV6Test-1537115348 tempest-NetworksIpV6Test-1537115348-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26033189'] for subnet, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:17:46.340332 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd1a6c04-a4b2-4f0a-a77e-9104c1084248 None None] get_active_networks_info from n-d-800634-3 {{(pid=93917) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 14 19:17:46.405338 n-d-800634-3 neutron-server[93917]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd1a6c04-a4b2-4f0a-a77e-9104c1084248 None None] Resources bound (agent type, host, resource id): {{(pid=93917) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 14 19:17:46.517794 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-c8b6e5e8-bce9-4eb8-b815-cef7dc888a5f tempest-NetworksIpV6Test-1537115348 tempest-NetworksIpV6Test-1537115348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2684753', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26033175'] for subnet, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:17:46.581780 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b6e5e8-bce9-4eb8-b815-cef7dc888a5f tempest-NetworksIpV6Test-1537115348 tempest-NetworksIpV6Test-1537115348-project] Pushing event updated for resources: {'Subnet': ['ID=9f0c6b7c-6ecc-4bae-8f4f-cf1e481f8f31,revision_number=0']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:17:46.589573 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8b6e5e8-bce9-4eb8-b815-cef7dc888a5f tempest-NetworksIpV6Test-1537115348 tempest-NetworksIpV6Test-1537115348-project] Checking segment: {'id': '7c3d0a90-e8a2-45b0-9eea-74b8242700f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'f4bcd48e-c4fd-4ab0-b32b-f6e7ca292c73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93916) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 19:17:46.589931 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8b6e5e8-bce9-4eb8-b815-cef7dc888a5f tempest-NetworksIpV6Test-1537115348 tempest-NetworksIpV6Test-1537115348-project] Network hostable DHCP agents. Network: f4bcd48e-c4fd-4ab0-b32b-f6e7ca292c73, hostable agents: ['028393c3-0576-4ebd-bca1-8ea8a148e1a2'], hosted agents: [] {{(pid=93916) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 19:17:46.608229 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8b6e5e8-bce9-4eb8-b815-cef7dc888a5f tempest-NetworksIpV6Test-1537115348 tempest-NetworksIpV6Test-1537115348-project] Network f4bcd48e-c4fd-4ab0-b32b-f6e7ca292c73 is scheduled to be hosted by DHCP agent 028393c3-0576-4ebd-bca1-8ea8a148e1a2 with binding_index 1 {{(pid=93916) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 19:17:46.617380 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [None req-c8b6e5e8-bce9-4eb8-b815-cef7dc888a5f tempest-NetworksIpV6Test-1537115348 tempest-NetworksIpV6Test-1537115348-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-3, f4bcd48e-c4fd-4ab0-b32b-f6e7ca292c73) {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 19:17:46.622649 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8b6e5e8-bce9-4eb8-b815-cef7dc888a5f tempest-NetworksIpV6Test-1537115348 tempest-NetworksIpV6Test-1537115348-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:17:46.623242 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-c8b6e5e8-bce9-4eb8-b815-cef7dc888a5f tempest-NetworksIpV6Test-1537115348 tempest-NetworksIpV6Test-1537115348-project] Notify callbacks [] for subnet, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:17:46.636152 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-044a0738-018e-46a7-ac93-c75954fbe338 None None] Provisioning complete for port c2564b48-459b-4db2-8f57-8c7f27e48b15 triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 19:17:46.636492 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-044a0738-018e-46a7-ac93-c75954fbe338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:17:46.643663 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-c8b6e5e8-bce9-4eb8-b815-cef7dc888a5f tempest-NetworksIpV6Test-1537115348 tempest-NetworksIpV6Test-1537115348-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4279406 Jul 14 19:17:46.648372 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 59372) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 19:17:46.655513 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-d3a1b6ca-27ee-4fa4-903b-d2a85a2db4a4 tempest-NetworksIpV6Test-1537115348 tempest-NetworksIpV6Test-1537115348-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-581341952'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 19:17:46.681864 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3a1b6ca-27ee-4fa4-903b-d2a85a2db4a4 tempest-NetworksIpV6Test-1537115348 tempest-NetworksIpV6Test-1537115348-project] Made reservation on behalf of 912fc103b2fe4ed4a2e51ebec8c75867 for: {'network': 1} {{(pid=93916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 19:17:46.685448 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-d3a1b6ca-27ee-4fa4-903b-d2a85a2db4a4 tempest-NetworksIpV6Test-1537115348 tempest-NetworksIpV6Test-1537115348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for network, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:17:46.710589 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3a1b6ca-27ee-4fa4-903b-d2a85a2db4a4 tempest-NetworksIpV6Test-1537115348 tempest-NetworksIpV6Test-1537115348-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 74} {{(pid=93916) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 19:17:46.719590 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-d3a1b6ca-27ee-4fa4-903b-d2a85a2db4a4 tempest-NetworksIpV6Test-1537115348 tempest-NetworksIpV6Test-1537115348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:17:46.719972 n-d-800634-3 neutron-server[93916]: INFO neutron.db.segments_db [None req-d3a1b6ca-27ee-4fa4-903b-d2a85a2db4a4 tempest-NetworksIpV6Test-1537115348 tempest-NetworksIpV6Test-1537115348-project] Added segment 65801953-0572-4c95-97ec-bfd05a66d148 of type vlan for network 6289654e-6bee-4668-9ab9-a7266d918735 Jul 14 19:17:46.759684 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-d3a1b6ca-27ee-4fa4-903b-d2a85a2db4a4 tempest-NetworksIpV6Test-1537115348 tempest-NetworksIpV6Test-1537115348-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728202197517'] for network, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:17:46.789136 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-d3a1b6ca-27ee-4fa4-903b-d2a85a2db4a4 tempest-NetworksIpV6Test-1537115348 tempest-NetworksIpV6Test-1537115348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727'] for network, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:17:46.794808 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3a1b6ca-27ee-4fa4-903b-d2a85a2db4a4 tempest-NetworksIpV6Test-1537115348 tempest-NetworksIpV6Test-1537115348-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:17:46.795407 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-d3a1b6ca-27ee-4fa4-903b-d2a85a2db4a4 tempest-NetworksIpV6Test-1537115348 tempest-NetworksIpV6Test-1537115348-project] Notify callbacks [] for network, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:17:46.855832 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-d3a1b6ca-27ee-4fa4-903b-d2a85a2db4a4 tempest-NetworksIpV6Test-1537115348 tempest-NetworksIpV6Test-1537115348-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2034271 Jul 14 19:17:46.856079 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 59374) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 19:17:46.861014 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-096cf701-f115-40e2-b4f3-3047f35b7ff8 tempest-NetworksIpV6Test-1537115348 tempest-NetworksIpV6Test-1537115348-project] Request body: {'subnet': {'network_id': '6289654e-6bee-4668-9ab9-a7266d918735', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 19:17:46.885616 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1575637-df40-4020-9549-23e80204f33e None None] Network f4bcd48e-c4fd-4ab0-b32b-f6e7ca292c73 requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 19:17:46.914669 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a1b6ca-27ee-4fa4-903b-d2a85a2db4a4 tempest-NetworksIpV6Test-1537115348 tempest-NetworksIpV6Test-1537115348-project] Pushing event updated for resources: {'Network': ['ID=6289654e-6bee-4668-9ab9-a7266d918735,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:17:46.927340 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Network 6289654e-6bee-4668-9ab9-a7266d918735 details requested by agent ovs-agent-n-d-800634-3 with host n-d-800634-3 {{(pid=93917) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 19:17:46.964206 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-096cf701-f115-40e2-b4f3-3047f35b7ff8 tempest-NetworksIpV6Test-1537115348 tempest-NetworksIpV6Test-1537115348-project] Made reservation on behalf of 912fc103b2fe4ed4a2e51ebec8c75867 for: {'subnet': 1} {{(pid=93916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 19:17:46.967381 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-096cf701-f115-40e2-b4f3-3047f35b7ff8 tempest-NetworksIpV6Test-1537115348 tempest-NetworksIpV6Test-1537115348-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26033189'] for subnet, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:17:47.100410 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87234753-7608-4cd1-8c1b-b631f0461986 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9222b97e-5d1c-54f8-ba97-82f172498e76-f4bcd48e-c4fd-4ab0-b32b-f6e7ca292c73', 'network_id': 'f4bcd48e-c4fd-4ab0-b32b-f6e7ca292c73', 'tenant_id': '912fc103b2fe4ed4a2e51ebec8c75867', 'fixed_ips': [{'subnet_id': '9f0c6b7c-6ecc-4bae-8f4f-cf1e481f8f31'}]}} from n-d-800634-3. {{(pid=93917) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 19:17:47.101519 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-87234753-7608-4cd1-8c1b-b631f0461986 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:17:47.161261 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-096cf701-f115-40e2-b4f3-3047f35b7ff8 tempest-NetworksIpV6Test-1537115348 tempest-NetworksIpV6Test-1537115348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2684753', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26033175'] for subnet, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:17:47.243306 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.db_base_plugin_common [None req-87234753-7608-4cd1-8c1b-b631f0461986 None None] Allocated IP 2001:db8::2 (f4bcd48e-c4fd-4ab0-b32b-f6e7ca292c73/9f0c6b7c-6ecc-4bae-8f4f-cf1e481f8f31/29ade373-dc88-4851-9c6f-a7b415cec06b) {{(pid=93917) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 19:17:47.248937 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-096cf701-f115-40e2-b4f3-3047f35b7ff8 tempest-NetworksIpV6Test-1537115348 tempest-NetworksIpV6Test-1537115348-project] Checking segment: {'id': '65801953-0572-4c95-97ec-bfd05a66d148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '6289654e-6bee-4668-9ab9-a7266d918735'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93916) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 19:17:47.249387 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-096cf701-f115-40e2-b4f3-3047f35b7ff8 tempest-NetworksIpV6Test-1537115348 tempest-NetworksIpV6Test-1537115348-project] Network hostable DHCP agents. Network: 6289654e-6bee-4668-9ab9-a7266d918735, hostable agents: ['028393c3-0576-4ebd-bca1-8ea8a148e1a2'], hosted agents: [] {{(pid=93916) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 19:17:47.256555 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096cf701-f115-40e2-b4f3-3047f35b7ff8 tempest-NetworksIpV6Test-1537115348 tempest-NetworksIpV6Test-1537115348-project] Pushing event updated for resources: {'Subnet': ['ID=c8bde35e-547b-4eef-9550-195a54400b78,revision_number=0']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:17:47.275574 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device c2564b48-459b-4db2-8f57-8c7f27e48b15 up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 19:17:47.278075 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-096cf701-f115-40e2-b4f3-3047f35b7ff8 tempest-NetworksIpV6Test-1537115348 tempest-NetworksIpV6Test-1537115348-project] Network 6289654e-6bee-4668-9ab9-a7266d918735 is scheduled to be hosted by DHCP agent 028393c3-0576-4ebd-bca1-8ea8a148e1a2 with binding_index 1 {{(pid=93916) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 19:17:47.288531 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [None req-096cf701-f115-40e2-b4f3-3047f35b7ff8 tempest-NetworksIpV6Test-1537115348 tempest-NetworksIpV6Test-1537115348-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-3, 6289654e-6bee-4668-9ab9-a7266d918735) {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 19:17:47.294198 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-096cf701-f115-40e2-b4f3-3047f35b7ff8 tempest-NetworksIpV6Test-1537115348 tempest-NetworksIpV6Test-1537115348-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:17:47.294198 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-096cf701-f115-40e2-b4f3-3047f35b7ff8 tempest-NetworksIpV6Test-1537115348 tempest-NetworksIpV6Test-1537115348-project] Notify callbacks [] for subnet, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:17:47.309993 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22cd6892-40b2-411f-a318-849d50cb2ffc None None] Network 6289654e-6bee-4668-9ab9-a7266d918735 requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 19:17:47.310831 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-096cf701-f115-40e2-b4f3-3047f35b7ff8 tempest-NetworksIpV6Test-1537115348 tempest-NetworksIpV6Test-1537115348-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4537749 Jul 14 19:17:47.314002 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 59376) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 19:17:47.414949 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-281d025e-ec61-49c4-955f-d48731e536b8 tempest-NetworksIpV6Test-1537115348 tempest-NetworksIpV6Test-1537115348-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645734'] for network, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:17:47.472077 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-281d025e-ec61-49c4-955f-d48731e536b8 tempest-NetworksIpV6Test-1537115348 tempest-NetworksIpV6Test-1537115348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081283'] for subnet, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:17:47.527790 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port c2564b48-459b-4db2-8f57-8c7f27e48b15 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 19:17:47.528266 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:17:47.534850 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-87234753-7608-4cd1-8c1b-b631f0461986 None None] Notify callbacks [] for port, precommit_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:17:47.537879 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-281d025e-ec61-49c4-955f-d48731e536b8 tempest-NetworksIpV6Test-1537115348 tempest-NetworksIpV6Test-1537115348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2684816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26033152'] for subnet, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:17:47.567914 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281d025e-ec61-49c4-955f-d48731e536b8 tempest-NetworksIpV6Test-1537115348 tempest-NetworksIpV6Test-1537115348-project] Pushing event deleted for resources: {'Subnet': ['ID=c8bde35e-547b-4eef-9550-195a54400b78,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:17:47.570062 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-87234753-7608-4cd1-8c1b-b631f0461986 None None] Transition to ACTIVE for port object 29ade373-dc88-4851-9c6f-a7b415cec06b will not be triggered until provisioned by entity L2. {{(pid=93917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 19:17:47.627913 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-87234753-7608-4cd1-8c1b-b631f0461986 None None] Transition to ACTIVE for port object 29ade373-dc88-4851-9c6f-a7b415cec06b will not be triggered until provisioned by entity DHCP. {{(pid=93917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 19:17:47.628427 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-281d025e-ec61-49c4-955f-d48731e536b8 tempest-NetworksIpV6Test-1537115348 tempest-NetworksIpV6Test-1537115348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2096010', 'neutron.services.segments.db._delete_segments_for_network-8728202734996'] for network, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:17:47.634431 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f5514e6-ad28-44bc-aea1-3edf86e95977 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9222b97e-5d1c-54f8-ba97-82f172498e76-6289654e-6bee-4668-9ab9-a7266d918735', 'network_id': '6289654e-6bee-4668-9ab9-a7266d918735', 'tenant_id': '912fc103b2fe4ed4a2e51ebec8c75867', 'fixed_ips': [{'subnet_id': 'c8bde35e-547b-4eef-9550-195a54400b78'}]}} from n-d-800634-3. {{(pid=93917) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 19:17:47.635380 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-7f5514e6-ad28-44bc-aea1-3edf86e95977 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:17:47.638783 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.segments.db [None req-281d025e-ec61-49c4-955f-d48731e536b8 tempest-NetworksIpV6Test-1537115348 tempest-NetworksIpV6Test-1537115348-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6289654e-6bee-4668-9ab9-a7266d918735']}} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 19:17:47.647639 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-87234753-7608-4cd1-8c1b-b631f0461986 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804'] for port, after_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:17:47.649591 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.segments.db [None req-281d025e-ec61-49c4-955f-d48731e536b8 tempest-NetworksIpV6Test-1537115348 tempest-NetworksIpV6Test-1537115348-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65801953-0572-4c95-97ec-bfd05a66d148') {'for_net_delete': True} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 19:17:47.649892 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.segments.db [None req-281d025e-ec61-49c4-955f-d48731e536b8 tempest-NetworksIpV6Test-1537115348 tempest-NetworksIpV6Test-1537115348-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65801953-0572-4c95-97ec-bfd05a66d148') {} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 19:17:47.659450 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-281d025e-ec61-49c4-955f-d48731e536b8 tempest-NetworksIpV6Test-1537115348 tempest-NetworksIpV6Test-1537115348-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728202715275', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26296891'] for segment, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:17:47.677996 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-281d025e-ec61-49c4-955f-d48731e536b8 tempest-NetworksIpV6Test-1537115348 tempest-NetworksIpV6Test-1537115348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:17:47.683961 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-281d025e-ec61-49c4-955f-d48731e536b8 tempest-NetworksIpV6Test-1537115348 tempest-NetworksIpV6Test-1537115348-project] Releasing vlan 74 on physical network physnet1 to pool {{(pid=93916) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 19:17:47.684360 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-281d025e-ec61-49c4-955f-d48731e536b8 tempest-NetworksIpV6Test-1537115348 tempest-NetworksIpV6Test-1537115348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2682942'] for segment, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:17:47.687486 n-d-800634-3 neutron-server[93916]: Traceback (most recent call last): Jul 14 19:17:47.687486 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 19:17:47.687486 n-d-800634-3 neutron-server[93916]: timer() Jul 14 19:17:47.687486 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 19:17:47.687486 n-d-800634-3 neutron-server[93916]: cb(*args, **kw) Jul 14 19:17:47.687486 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 19:17:47.687486 n-d-800634-3 neutron-server[93916]: return func(*args, **kwargs) Jul 14 19:17:47.687486 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 19:17:47.687486 n-d-800634-3 neutron-server[93916]: self._notify() Jul 14 19:17:47.687486 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 19:17:47.687486 n-d-800634-3 neutron-server[93916]: self.callback(batched_events) Jul 14 19:17:47.687486 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 19:17:47.687486 n-d-800634-3 neutron-server[93916]: event.method(event) Jul 14 19:17:47.687486 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 19:17:47.687486 n-d-800634-3 neutron-server[93916]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 19:17:47.687486 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 19:17:47.687486 n-d-800634-3 neutron-server[93916]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 19:17:47.687486 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 19:17:47.687486 n-d-800634-3 neutron-server[93916]: return f(self, *a, **k) Jul 14 19:17:47.687486 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 19:17:47.687486 n-d-800634-3 neutron-server[93916]: return self._get(url).json() Jul 14 19:17:47.687486 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 19:17:47.687486 n-d-800634-3 neutron-server[93916]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 19:17:47.687486 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 19:17:47.687486 n-d-800634-3 neutron-server[93916]: return self.request(url, 'GET', **kwargs) Jul 14 19:17:47.687486 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 19:17:47.687486 n-d-800634-3 neutron-server[93916]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 19:17:47.687486 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 19:17:47.687486 n-d-800634-3 neutron-server[93916]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 19:17:47.687486 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 19:17:47.687486 n-d-800634-3 neutron-server[93916]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 19:17:47.687486 n-d-800634-3 neutron-server[93916]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 19:17:47.703329 n-d-800634-3 neutron-server[93917]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87234753-7608-4cd1-8c1b-b631f0461986 None None] Network f4bcd48e-c4fd-4ab0-b32b-f6e7ca292c73 is already hosted by enough agents. {{(pid=93917) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 19:17:47.726704 n-d-800634-3 neutron-server[93917]: DEBUG neutron.scheduler.base_scheduler [None req-87234753-7608-4cd1-8c1b-b631f0461986 None None] Resources bound (agent type, host, resource id): {{(pid=93917) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 19:17:47.735214 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87234753-7608-4cd1-8c1b-b631f0461986 None None] Received port after_create {{(pid=93917) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 19:17:47.779768 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87234753-7608-4cd1-8c1b-b631f0461986 None None] Pushing event updated for resources: {'Port': ['ID=29ade373-dc88-4851-9c6f-a7b415cec06b,revision_number=1']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:17:47.798197 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-281d025e-ec61-49c4-955f-d48731e536b8 tempest-NetworksIpV6Test-1537115348 tempest-NetworksIpV6Test-1537115348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2096001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-930085'] for network, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:17:47.804435 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-281d025e-ec61-49c4-955f-d48731e536b8 tempest-NetworksIpV6Test-1537115348 tempest-NetworksIpV6Test-1537115348-project] Notify callbacks [] for network, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:17:47.806573 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-281d025e-ec61-49c4-955f-d48731e536b8 tempest-NetworksIpV6Test-1537115348 tempest-NetworksIpV6Test-1537115348-project] 10.222.0.16 "DELETE /v2.0/networks/6289654e-6bee-4668-9ab9-a7266d918735 HTTP/1.1" status: 204 len: 168 time: 0.4914331 Jul 14 19:17:47.809303 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 59378) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 19:17:47.821975 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281d025e-ec61-49c4-955f-d48731e536b8 tempest-NetworksIpV6Test-1537115348 tempest-NetworksIpV6Test-1537115348-project] Pushing event deleted for resources: {'Network': ['ID=6289654e-6bee-4668-9ab9-a7266d918735,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:17:47.844708 n-d-800634-3 neutron-server[93915]: INFO neutron.pecan_wsgi.hooks.translation [None req-159b0694-eadb-4a66-acae-7ecb50ff798a tempest-NetworksIpV6Test-1537115348 tempest-NetworksIpV6Test-1537115348-project] GET failed (client error): The resource could not be found. Jul 14 19:17:47.845423 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6532697e-01b0-486c-9562-61381e82620d None None] Network 6289654e-6bee-4668-9ab9-a7266d918735 requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 19:17:47.846212 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-159b0694-eadb-4a66-acae-7ecb50ff798a tempest-NetworksIpV6Test-1537115348 tempest-NetworksIpV6Test-1537115348-project] 10.222.0.16 "GET /v2.0/subnets/c8bde35e-547b-4eef-9550-195a54400b78 HTTP/1.1" status: 404 len: 337 time: 0.0352561 Jul 14 19:17:47.849670 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 59380) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 19:17:47.864620 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6532697e-01b0-486c-9562-61381e82620d None None] Network 6289654e-6bee-4668-9ab9-a7266d918735 could not be found, it might have been deleted concurrently. {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 14 19:17:47.870345 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-87234753-7608-4cd1-8c1b-b631f0461986 None None] Attempting to bind port 29ade373-dc88-4851-9c6f-a7b415cec06b on host n-d-800634-3 for vnic_type normal with profile {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 19:17:47.870536 n-d-800634-3 neutron-server[93916]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6b80ab7-c9d8-4992-9c84-324bfe54f874 tempest-NetworksIpV6Test-1537115348 tempest-NetworksIpV6Test-1537115348-project] DELETE failed (client error): The resource could not be found. Jul 14 19:17:47.870735 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-87234753-7608-4cd1-8c1b-b631f0461986 None None] Attempting to bind port 29ade373-dc88-4851-9c6f-a7b415cec06b by drivers openvswitch,hyperv on host n-d-800634-3 at level 0 using segments [{'id': '7c3d0a90-e8a2-45b0-9eea-74b8242700f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'f4bcd48e-c4fd-4ab0-b32b-f6e7ca292c73'}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 19:17:47.870999 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b6b80ab7-c9d8-4992-9c84-324bfe54f874 tempest-NetworksIpV6Test-1537115348 tempest-NetworksIpV6Test-1537115348-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93916) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 19:17:47.871166 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87234753-7608-4cd1-8c1b-b631f0461986 None None] Attempting to bind port 29ade373-dc88-4851-9c6f-a7b415cec06b on network f4bcd48e-c4fd-4ab0-b32b-f6e7ca292c73 {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 19:17:47.872881 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-b6b80ab7-c9d8-4992-9c84-324bfe54f874 tempest-NetworksIpV6Test-1537115348 tempest-NetworksIpV6Test-1537115348-project] 10.222.0.16 "DELETE /v2.0/networks/6289654e-6bee-4668-9ab9-a7266d918735 HTTP/1.1" status: 404 len: 339 time: 0.0219088 Jul 14 19:17:47.876422 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87234753-7608-4cd1-8c1b-b631f0461986 None None] Checking agent: {'id': '01c19e91-a945-4e3c-94a6-c211e17c923e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 8, 23), 'started_at': datetime.datetime(2021, 7, 14, 18, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 19, 17, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 19:17:47.876804 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87234753-7608-4cd1-8c1b-b631f0461986 None None] Checking segment: {'id': '7c3d0a90-e8a2-45b0-9eea-74b8242700f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'f4bcd48e-c4fd-4ab0-b32b-f6e7ca292c73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93917) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 19:17:47.877463 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-87234753-7608-4cd1-8c1b-b631f0461986 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:17:47.877860 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87234753-7608-4cd1-8c1b-b631f0461986 None None] Bound using segment: {'id': '7c3d0a90-e8a2-45b0-9eea-74b8242700f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'f4bcd48e-c4fd-4ab0-b32b-f6e7ca292c73'} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 19:17:47.878176 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 59382) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 19:17:47.878383 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-87234753-7608-4cd1-8c1b-b631f0461986 None None] Bound port: 29ade373-dc88-4851-9c6f-a7b415cec06b, host: n-d-800634-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c3d0a90-e8a2-45b0-9eea-74b8242700f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'f4bcd48e-c4fd-4ab0-b32b-f6e7ca292c73'}}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 19:17:47.878830 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-87234753-7608-4cd1-8c1b-b631f0461986 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:17:47.905473 n-d-800634-3 neutron-server[93916]: INFO neutron.pecan_wsgi.hooks.translation [None req-d11e34db-18b4-41d2-baa8-ccc42abe1bfe tempest-NetworksIpV6Test-1537115348 tempest-NetworksIpV6Test-1537115348-project] DELETE failed (client error): The resource could not be found. Jul 14 19:17:47.906464 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d11e34db-18b4-41d2-baa8-ccc42abe1bfe tempest-NetworksIpV6Test-1537115348 tempest-NetworksIpV6Test-1537115348-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93916) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 19:17:47.908196 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-d11e34db-18b4-41d2-baa8-ccc42abe1bfe tempest-NetworksIpV6Test-1537115348 tempest-NetworksIpV6Test-1537115348-project] 10.222.0.16 "DELETE /v2.0/subnets/c8bde35e-547b-4eef-9550-195a54400b78 HTTP/1.1" status: 404 len: 337 time: 0.0286186 Jul 14 19:17:47.911335 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 59384) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 19:17:47.931010 n-d-800634-3 neutron-server[93916]: INFO neutron.pecan_wsgi.hooks.translation [None req-0fc1bf78-fe6e-419e-8da1-32dcc3a55fe4 tempest-NetworksIpV6Test-1537115348 tempest-NetworksIpV6Test-1537115348-project] DELETE failed (client error): The resource could not be found. Jul 14 19:17:47.931587 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0fc1bf78-fe6e-419e-8da1-32dcc3a55fe4 tempest-NetworksIpV6Test-1537115348 tempest-NetworksIpV6Test-1537115348-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93916) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 19:17:47.933572 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-0fc1bf78-fe6e-419e-8da1-32dcc3a55fe4 tempest-NetworksIpV6Test-1537115348 tempest-NetworksIpV6Test-1537115348-project] 10.222.0.16 "DELETE /v2.0/networks/6289654e-6bee-4668-9ab9-a7266d918735 HTTP/1.1" status: 404 len: 339 time: 0.0213504 Jul 14 19:17:47.936309 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 59386) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 19:17:47.947745 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-87234753-7608-4cd1-8c1b-b631f0461986 None None] For port 29ade373-dc88-4851-9c6f-a7b415cec06b, host n-d-800634-3, cleared binding levels {{(pid=93917) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 19:17:47.951444 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-87234753-7608-4cd1-8c1b-b631f0461986 None None] For port 29ade373-dc88-4851-9c6f-a7b415cec06b, host n-d-800634-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=29ade373-dc88-4851-9c6f-a7b415cec06b,segment=NetworkSegment(7c3d0a90-e8a2-45b0-9eea-74b8242700f0),segment_id=7c3d0a90-e8a2-45b0-9eea-74b8242700f0)] {{(pid=93917) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 19:17:47.956408 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-87234753-7608-4cd1-8c1b-b631f0461986 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:17:47.995686 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d531746-0eb6-480f-8fd2-dca036b7c0b1 tempest-NetworksIpV6Test-1537115348 tempest-NetworksIpV6Test-1537115348-project] Deleting subnet 9f0c6b7c-6ecc-4bae-8f4f-cf1e481f8f31 {{(pid=93916) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 19:17:47.999217 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-1d531746-0eb6-480f-8fd2-dca036b7c0b1 tempest-NetworksIpV6Test-1537115348 tempest-NetworksIpV6Test-1537115348-project] Notify callbacks [] for subnet, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:17:48.023480 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87234753-7608-4cd1-8c1b-b631f0461986 None None] Pushing event updated for resources: {'Port': ['ID=29ade373-dc88-4851-9c6f-a7b415cec06b,revision_number=2']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:17:48.044145 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-1d531746-0eb6-480f-8fd2-dca036b7c0b1 tempest-NetworksIpV6Test-1537115348 tempest-NetworksIpV6Test-1537115348-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26296866'] for subnet, precommit_delete_associations {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:17:48.132783 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-1d531746-0eb6-480f-8fd2-dca036b7c0b1 tempest-NetworksIpV6Test-1537115348 tempest-NetworksIpV6Test-1537115348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081283'] for subnet, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:17:48.214921 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-1d531746-0eb6-480f-8fd2-dca036b7c0b1 tempest-NetworksIpV6Test-1537115348 tempest-NetworksIpV6Test-1537115348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2684816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26033152'] for subnet, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:17:48.245322 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d531746-0eb6-480f-8fd2-dca036b7c0b1 tempest-NetworksIpV6Test-1537115348 tempest-NetworksIpV6Test-1537115348-project] Pushing event deleted for resources: {'Subnet': ['ID=9f0c6b7c-6ecc-4bae-8f4f-cf1e481f8f31,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:17:48.248820 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-1d531746-0eb6-480f-8fd2-dca036b7c0b1 tempest-NetworksIpV6Test-1537115348 tempest-NetworksIpV6Test-1537115348-project] Notify callbacks [] for subnet, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:17:48.251241 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-1d531746-0eb6-480f-8fd2-dca036b7c0b1 tempest-NetworksIpV6Test-1537115348 tempest-NetworksIpV6Test-1537115348-project] 10.222.0.16 "DELETE /v2.0/subnets/9f0c6b7c-6ecc-4bae-8f4f-cf1e481f8f31 HTTP/1.1" status: 204 len: 168 time: 0.3140056 Jul 14 19:17:48.254031 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 59388) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 19:17:48.334579 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-e8ceb92d-f2f4-4f4d-8c4d-83af0fe9f025 tempest-NetworksIpV6Test-1537115348 tempest-NetworksIpV6Test-1537115348-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645734'] for network, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:17:48.389888 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-e8ceb92d-f2f4-4f4d-8c4d-83af0fe9f025 tempest-NetworksIpV6Test-1537115348 tempest-NetworksIpV6Test-1537115348-project] Deleting port 29ade373-dc88-4851-9c6f-a7b415cec06b {{(pid=93916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 19:17:48.390283 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-e8ceb92d-f2f4-4f4d-8c4d-83af0fe9f025 tempest-NetworksIpV6Test-1537115348 tempest-NetworksIpV6Test-1537115348-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:17:48.456705 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.db [None req-e8ceb92d-f2f4-4f4d-8c4d-83af0fe9f025 tempest-NetworksIpV6Test-1537115348 tempest-NetworksIpV6Test-1537115348-project] For port 29ade373-dc88-4851-9c6f-a7b415cec06b, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=29ade373-dc88-4851-9c6f-a7b415cec06b,segment=NetworkSegment(7c3d0a90-e8a2-45b0-9eea-74b8242700f0),segment_id=7c3d0a90-e8a2-45b0-9eea-74b8242700f0)] {{(pid=93916) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 19:17:48.456988 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-e8ceb92d-f2f4-4f4d-8c4d-83af0fe9f025 tempest-NetworksIpV6Test-1537115348 tempest-NetworksIpV6Test-1537115348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:17:48.469752 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-e8ceb92d-f2f4-4f4d-8c4d-83af0fe9f025 tempest-NetworksIpV6Test-1537115348 tempest-NetworksIpV6Test-1537115348-project] Calling delete_port for 29ade373-dc88-4851-9c6f-a7b415cec06b owned by network:dhcp {{(pid=93916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 19:17:48.552813 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-e8ceb92d-f2f4-4f4d-8c4d-83af0fe9f025 tempest-NetworksIpV6Test-1537115348 tempest-NetworksIpV6Test-1537115348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:17:48.581991 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ceb92d-f2f4-4f4d-8c4d-83af0fe9f025 tempest-NetworksIpV6Test-1537115348 tempest-NetworksIpV6Test-1537115348-project] Pushing event deleted for resources: {'Port': ['ID=29ade373-dc88-4851-9c6f-a7b415cec06b,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:17:48.585493 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8ceb92d-f2f4-4f4d-8c4d-83af0fe9f025 tempest-NetworksIpV6Test-1537115348 tempest-NetworksIpV6Test-1537115348-project] No DVR routers for this DVR port 29ade373-dc88-4851-9c6f-a7b415cec06b on host n-d-800634-3 {{(pid=93916) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 19:17:48.679517 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-e8ceb92d-f2f4-4f4d-8c4d-83af0fe9f025 tempest-NetworksIpV6Test-1537115348 tempest-NetworksIpV6Test-1537115348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2096010', 'neutron.services.segments.db._delete_segments_for_network-8728202734996'] for network, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:17:48.691925 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.segments.db [None req-e8ceb92d-f2f4-4f4d-8c4d-83af0fe9f025 tempest-NetworksIpV6Test-1537115348 tempest-NetworksIpV6Test-1537115348-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4bcd48e-c4fd-4ab0-b32b-f6e7ca292c73']}} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 19:17:48.703855 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.segments.db [None req-e8ceb92d-f2f4-4f4d-8c4d-83af0fe9f025 tempest-NetworksIpV6Test-1537115348 tempest-NetworksIpV6Test-1537115348-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c3d0a90-e8a2-45b0-9eea-74b8242700f0') {'for_net_delete': True} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 19:17:48.704211 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.segments.db [None req-e8ceb92d-f2f4-4f4d-8c4d-83af0fe9f025 tempest-NetworksIpV6Test-1537115348 tempest-NetworksIpV6Test-1537115348-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c3d0a90-e8a2-45b0-9eea-74b8242700f0') {} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 19:17:48.715679 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-e8ceb92d-f2f4-4f4d-8c4d-83af0fe9f025 tempest-NetworksIpV6Test-1537115348 tempest-NetworksIpV6Test-1537115348-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728202715275', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26296891'] for segment, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:17:48.731154 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-e8ceb92d-f2f4-4f4d-8c4d-83af0fe9f025 tempest-NetworksIpV6Test-1537115348 tempest-NetworksIpV6Test-1537115348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:17:48.738392 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8ceb92d-f2f4-4f4d-8c4d-83af0fe9f025 tempest-NetworksIpV6Test-1537115348 tempest-NetworksIpV6Test-1537115348-project] Releasing vlan 84 on physical network physnet1 to pool {{(pid=93916) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 19:17:48.738888 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-e8ceb92d-f2f4-4f4d-8c4d-83af0fe9f025 tempest-NetworksIpV6Test-1537115348 tempest-NetworksIpV6Test-1537115348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2682942'] for segment, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:17:48.741973 n-d-800634-3 neutron-server[93916]: Traceback (most recent call last): Jul 14 19:17:48.741973 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 19:17:48.741973 n-d-800634-3 neutron-server[93916]: timer() Jul 14 19:17:48.741973 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 19:17:48.741973 n-d-800634-3 neutron-server[93916]: cb(*args, **kw) Jul 14 19:17:48.741973 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 19:17:48.741973 n-d-800634-3 neutron-server[93916]: return func(*args, **kwargs) Jul 14 19:17:48.741973 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 19:17:48.741973 n-d-800634-3 neutron-server[93916]: self._notify() Jul 14 19:17:48.741973 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 19:17:48.741973 n-d-800634-3 neutron-server[93916]: self.callback(batched_events) Jul 14 19:17:48.741973 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 19:17:48.741973 n-d-800634-3 neutron-server[93916]: event.method(event) Jul 14 19:17:48.741973 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 19:17:48.741973 n-d-800634-3 neutron-server[93916]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 19:17:48.741973 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 19:17:48.741973 n-d-800634-3 neutron-server[93916]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 19:17:48.741973 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 19:17:48.741973 n-d-800634-3 neutron-server[93916]: return f(self, *a, **k) Jul 14 19:17:48.741973 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 19:17:48.741973 n-d-800634-3 neutron-server[93916]: return self._get(url).json() Jul 14 19:17:48.741973 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 19:17:48.741973 n-d-800634-3 neutron-server[93916]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 19:17:48.741973 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 19:17:48.741973 n-d-800634-3 neutron-server[93916]: return self.request(url, 'GET', **kwargs) Jul 14 19:17:48.741973 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 19:17:48.741973 n-d-800634-3 neutron-server[93916]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 19:17:48.741973 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 19:17:48.741973 n-d-800634-3 neutron-server[93916]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 19:17:48.741973 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 19:17:48.741973 n-d-800634-3 neutron-server[93916]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 19:17:48.741973 n-d-800634-3 neutron-server[93916]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 19:17:48.817770 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-e8ceb92d-f2f4-4f4d-8c4d-83af0fe9f025 tempest-NetworksIpV6Test-1537115348 tempest-NetworksIpV6Test-1537115348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2096001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-930085'] for network, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:17:48.826835 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-e8ceb92d-f2f4-4f4d-8c4d-83af0fe9f025 tempest-NetworksIpV6Test-1537115348 tempest-NetworksIpV6Test-1537115348-project] Notify callbacks [] for network, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:17:48.830917 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-e8ceb92d-f2f4-4f4d-8c4d-83af0fe9f025 tempest-NetworksIpV6Test-1537115348 tempest-NetworksIpV6Test-1537115348-project] 10.222.0.16 "DELETE /v2.0/networks/f4bcd48e-c4fd-4ab0-b32b-f6e7ca292c73 HTTP/1.1" status: 204 len: 168 time: 0.5756602 Jul 14 19:17:48.833521 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 59390) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 19:17:48.846760 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ceb92d-f2f4-4f4d-8c4d-83af0fe9f025 tempest-NetworksIpV6Test-1537115348 tempest-NetworksIpV6Test-1537115348-project] Pushing event deleted for resources: {'Network': ['ID=f4bcd48e-c4fd-4ab0-b32b-f6e7ca292c73,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:17:48.861497 n-d-800634-3 neutron-server[93915]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d352060-a10c-4aa2-b483-c606e82c5f8f tempest-NetworksIpV6Test-1537115348 tempest-NetworksIpV6Test-1537115348-project] DELETE failed (client error): The resource could not be found. Jul 14 19:17:48.861952 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d352060-a10c-4aa2-b483-c606e82c5f8f tempest-NetworksIpV6Test-1537115348 tempest-NetworksIpV6Test-1537115348-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93915) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 19:17:48.863738 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-4d352060-a10c-4aa2-b483-c606e82c5f8f tempest-NetworksIpV6Test-1537115348 tempest-NetworksIpV6Test-1537115348-project] 10.222.0.16 "DELETE /v2.0/subnets/10369a1e-08ae-433e-abf3-ca4e6e74ff45 HTTP/1.1" status: 404 len: 337 time: 0.0291882 Jul 14 19:17:48.866946 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 59392) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 19:17:48.886227 n-d-800634-3 neutron-server[93915]: INFO neutron.pecan_wsgi.hooks.translation [None req-8bdb2190-f0c4-410a-82f3-92b2fb4b83c1 tempest-NetworksIpV6Test-1537115348 tempest-NetworksIpV6Test-1537115348-project] DELETE failed (client error): The resource could not be found. Jul 14 19:17:48.886797 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8bdb2190-f0c4-410a-82f3-92b2fb4b83c1 tempest-NetworksIpV6Test-1537115348 tempest-NetworksIpV6Test-1537115348-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93915) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 19:17:48.888576 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-8bdb2190-f0c4-410a-82f3-92b2fb4b83c1 tempest-NetworksIpV6Test-1537115348 tempest-NetworksIpV6Test-1537115348-project] 10.222.0.16 "DELETE /v2.0/networks/ab794054-b530-462d-90ce-710556f7bd2e HTTP/1.1" status: 404 len: 339 time: 0.0206563 Jul 14 19:17:48.891925 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 59394) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 19:17:48.925077 n-d-800634-3 neutron-server[93915]: INFO neutron.pecan_wsgi.hooks.translation [None req-93fcb9d9-f866-4fde-9070-c93233c7c6fd tempest-NetworksIpV6Test-1537115348 tempest-NetworksIpV6Test-1537115348-project] DELETE failed (client error): The resource could not be found. Jul 14 19:17:48.925535 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-93fcb9d9-f866-4fde-9070-c93233c7c6fd tempest-NetworksIpV6Test-1537115348 tempest-NetworksIpV6Test-1537115348-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93915) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 19:17:48.927442 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-93fcb9d9-f866-4fde-9070-c93233c7c6fd tempest-NetworksIpV6Test-1537115348 tempest-NetworksIpV6Test-1537115348-project] 10.222.0.16 "DELETE /v2.0/subnets/1f742bc0-3054-410d-b46a-bcde85d7ebad HTTP/1.1" status: 404 len: 337 time: 0.0344858 Jul 14 19:17:48.930275 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 59398) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 19:17:48.952038 n-d-800634-3 neutron-server[93916]: INFO neutron.pecan_wsgi.hooks.translation [None req-b342ba46-4673-46c7-bf83-3438288b97f2 tempest-NetworksIpV6Test-1537115348 tempest-NetworksIpV6Test-1537115348-project] DELETE failed (client error): The resource could not be found. Jul 14 19:17:48.952673 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b342ba46-4673-46c7-bf83-3438288b97f2 tempest-NetworksIpV6Test-1537115348 tempest-NetworksIpV6Test-1537115348-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93916) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 19:17:48.954452 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-b342ba46-4673-46c7-bf83-3438288b97f2 tempest-NetworksIpV6Test-1537115348 tempest-NetworksIpV6Test-1537115348-project] 10.222.0.16 "DELETE /v2.0/networks/8532aa74-fa40-47ab-bfa7-1b651e047682 HTTP/1.1" status: 404 len: 339 time: 0.0231700 Jul 14 19:17:48.958109 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 59400) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 19:17:49.016354 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed048fe7-93b9-4711-b0d3-c57195772458 tempest-NetworksIpV6Test-1537115348 tempest-NetworksIpV6Test-1537115348-project] Deleting subnet 0fee0bef-1414-40ed-9b1d-65cc1691673d {{(pid=93916) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 19:17:49.020247 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-ed048fe7-93b9-4711-b0d3-c57195772458 tempest-NetworksIpV6Test-1537115348 tempest-NetworksIpV6Test-1537115348-project] Notify callbacks [] for subnet, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:17:49.056919 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9f28a781-e57a-473a-835e-7e17c5ea0cfc None None] Could not find standard attr ID for object 29ade373-dc88-4851-9c6f-a7b415cec06b. {{(pid=93917) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 14 19:17:49.070738 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-ed048fe7-93b9-4711-b0d3-c57195772458 tempest-NetworksIpV6Test-1537115348 tempest-NetworksIpV6Test-1537115348-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26296866'] for subnet, precommit_delete_associations {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:17:49.104946 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d75fe93c-f911-479c-8f53-f9bdb9c96a7c None None] DHCP port deletion for f4bcd48e-c4fd-4ab0-b32b-f6e7ca292c73 request from n-d-800634-3 {{(pid=93917) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 19:17:49.123443 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1298a70a-a84a-4001-a5db-67a1c9626f1d None None] Network f4bcd48e-c4fd-4ab0-b32b-f6e7ca292c73 requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 19:17:49.136867 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1298a70a-a84a-4001-a5db-67a1c9626f1d None None] Network f4bcd48e-c4fd-4ab0-b32b-f6e7ca292c73 could not be found, it might have been deleted concurrently. {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 14 19:17:49.177006 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-ed048fe7-93b9-4711-b0d3-c57195772458 tempest-NetworksIpV6Test-1537115348 tempest-NetworksIpV6Test-1537115348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081283'] for subnet, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:17:49.251531 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-ed048fe7-93b9-4711-b0d3-c57195772458 tempest-NetworksIpV6Test-1537115348 tempest-NetworksIpV6Test-1537115348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2684816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26033152'] for subnet, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:17:49.283300 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-ed048fe7-93b9-4711-b0d3-c57195772458 tempest-NetworksIpV6Test-1537115348 tempest-NetworksIpV6Test-1537115348-project] Notify callbacks [] for subnet, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:17:49.289330 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-ed048fe7-93b9-4711-b0d3-c57195772458 tempest-NetworksIpV6Test-1537115348 tempest-NetworksIpV6Test-1537115348-project] 10.222.0.16 "DELETE /v2.0/subnets/0fee0bef-1414-40ed-9b1d-65cc1691673d HTTP/1.1" status: 204 len: 168 time: 0.3265796 Jul 14 19:17:49.289746 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 59402) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 19:17:49.293452 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93b5f578-8c9a-49f1-9146-75c9ea230d8e None None] Network 242335f6-13de-4638-ad68-5e34745063a3 requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 19:17:49.299997 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed048fe7-93b9-4711-b0d3-c57195772458 tempest-NetworksIpV6Test-1537115348 tempest-NetworksIpV6Test-1537115348-project] Pushing event deleted for resources: {'Subnet': ['ID=0fee0bef-1414-40ed-9b1d-65cc1691673d,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:17:49.384730 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-441dc19f-232a-4e32-bee3-8948e9c2fbcd tempest-NetworksIpV6Test-1537115348 tempest-NetworksIpV6Test-1537115348-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645734'] for network, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:17:49.440574 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-441dc19f-232a-4e32-bee3-8948e9c2fbcd tempest-NetworksIpV6Test-1537115348 tempest-NetworksIpV6Test-1537115348-project] Deleting port c2564b48-459b-4db2-8f57-8c7f27e48b15 {{(pid=93916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 19:17:49.440925 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-441dc19f-232a-4e32-bee3-8948e9c2fbcd tempest-NetworksIpV6Test-1537115348 tempest-NetworksIpV6Test-1537115348-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:17:49.516087 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.db [None req-441dc19f-232a-4e32-bee3-8948e9c2fbcd tempest-NetworksIpV6Test-1537115348 tempest-NetworksIpV6Test-1537115348-project] For port c2564b48-459b-4db2-8f57-8c7f27e48b15, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=c2564b48-459b-4db2-8f57-8c7f27e48b15,segment=NetworkSegment(a8a79947-e309-4add-87ed-117bec73f12c),segment_id=a8a79947-e309-4add-87ed-117bec73f12c)] {{(pid=93916) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 19:17:49.516487 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-441dc19f-232a-4e32-bee3-8948e9c2fbcd tempest-NetworksIpV6Test-1537115348 tempest-NetworksIpV6Test-1537115348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:17:49.530440 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-441dc19f-232a-4e32-bee3-8948e9c2fbcd tempest-NetworksIpV6Test-1537115348 tempest-NetworksIpV6Test-1537115348-project] Calling delete_port for c2564b48-459b-4db2-8f57-8c7f27e48b15 owned by network:dhcp {{(pid=93916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 19:17:49.537657 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a9e05eb-12a6-4ff2-9711-4d9b4b759d0b None None] DHCP port deletion for 242335f6-13de-4638-ad68-5e34745063a3 request from n-d-800634-3 {{(pid=93917) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 19:17:49.583293 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-2a9e05eb-12a6-4ff2-9711-4d9b4b759d0b None None] Deleting port c2564b48-459b-4db2-8f57-8c7f27e48b15 {{(pid=93917) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 19:17:49.583672 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-2a9e05eb-12a6-4ff2-9711-4d9b4b759d0b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:17:49.616972 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-441dc19f-232a-4e32-bee3-8948e9c2fbcd tempest-NetworksIpV6Test-1537115348 tempest-NetworksIpV6Test-1537115348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:17:49.644077 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441dc19f-232a-4e32-bee3-8948e9c2fbcd tempest-NetworksIpV6Test-1537115348 tempest-NetworksIpV6Test-1537115348-project] Pushing event deleted for resources: {'Port': ['ID=c2564b48-459b-4db2-8f57-8c7f27e48b15,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:17:49.646024 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-441dc19f-232a-4e32-bee3-8948e9c2fbcd tempest-NetworksIpV6Test-1537115348 tempest-NetworksIpV6Test-1537115348-project] No DVR routers for this DVR port c2564b48-459b-4db2-8f57-8c7f27e48b15 on host n-d-800634-3 {{(pid=93916) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 19:17:49.652323 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-2a9e05eb-12a6-4ff2-9711-4d9b4b759d0b None None] For port c2564b48-459b-4db2-8f57-8c7f27e48b15, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=c2564b48-459b-4db2-8f57-8c7f27e48b15,segment=NetworkSegment(a8a79947-e309-4add-87ed-117bec73f12c),segment_id=a8a79947-e309-4add-87ed-117bec73f12c)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 19:17:49.652729 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-2a9e05eb-12a6-4ff2-9711-4d9b4b759d0b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:17:49.666143 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-2a9e05eb-12a6-4ff2-9711-4d9b4b759d0b None None] Calling delete_port for c2564b48-459b-4db2-8f57-8c7f27e48b15 owned by network:dhcp {{(pid=93917) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 19:17:49.729466 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-441dc19f-232a-4e32-bee3-8948e9c2fbcd tempest-NetworksIpV6Test-1537115348 tempest-NetworksIpV6Test-1537115348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2096010', 'neutron.services.segments.db._delete_segments_for_network-8728202734996'] for network, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:17:49.739503 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.segments.db [None req-441dc19f-232a-4e32-bee3-8948e9c2fbcd tempest-NetworksIpV6Test-1537115348 tempest-NetworksIpV6Test-1537115348-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['242335f6-13de-4638-ad68-5e34745063a3']}} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 19:17:49.752890 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-2a9e05eb-12a6-4ff2-9711-4d9b4b759d0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813'] for port, after_delete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:17:49.753552 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.segments.db [None req-441dc19f-232a-4e32-bee3-8948e9c2fbcd tempest-NetworksIpV6Test-1537115348 tempest-NetworksIpV6Test-1537115348-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8a79947-e309-4add-87ed-117bec73f12c') {'for_net_delete': True} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 19:17:49.753849 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.segments.db [None req-441dc19f-232a-4e32-bee3-8948e9c2fbcd tempest-NetworksIpV6Test-1537115348 tempest-NetworksIpV6Test-1537115348-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8a79947-e309-4add-87ed-117bec73f12c') {} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 19:17:49.763137 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-441dc19f-232a-4e32-bee3-8948e9c2fbcd tempest-NetworksIpV6Test-1537115348 tempest-NetworksIpV6Test-1537115348-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728202715275', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26296891'] for segment, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:17:49.777799 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-441dc19f-232a-4e32-bee3-8948e9c2fbcd tempest-NetworksIpV6Test-1537115348 tempest-NetworksIpV6Test-1537115348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:17:49.778377 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9e05eb-12a6-4ff2-9711-4d9b4b759d0b None None] Pushing event deleted for resources: {'Port': ['ID=c2564b48-459b-4db2-8f57-8c7f27e48b15,revision_number=None']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:17:49.782467 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a9e05eb-12a6-4ff2-9711-4d9b4b759d0b None None] No DVR routers for this DVR port c2564b48-459b-4db2-8f57-8c7f27e48b15 on host n-d-800634-3 {{(pid=93917) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 19:17:49.791470 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-441dc19f-232a-4e32-bee3-8948e9c2fbcd tempest-NetworksIpV6Test-1537115348 tempest-NetworksIpV6Test-1537115348-project] Releasing vlan 99 on physical network physnet1 to pool {{(pid=93916) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 19:17:49.791932 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-441dc19f-232a-4e32-bee3-8948e9c2fbcd tempest-NetworksIpV6Test-1537115348 tempest-NetworksIpV6Test-1537115348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2682942'] for segment, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:17:49.795439 n-d-800634-3 neutron-server[93916]: Traceback (most recent call last): Jul 14 19:17:49.795439 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 19:17:49.795439 n-d-800634-3 neutron-server[93916]: timer() Jul 14 19:17:49.795439 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 19:17:49.795439 n-d-800634-3 neutron-server[93916]: cb(*args, **kw) Jul 14 19:17:49.795439 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 19:17:49.795439 n-d-800634-3 neutron-server[93916]: return func(*args, **kwargs) Jul 14 19:17:49.795439 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 19:17:49.795439 n-d-800634-3 neutron-server[93916]: self._notify() Jul 14 19:17:49.795439 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 19:17:49.795439 n-d-800634-3 neutron-server[93916]: self.callback(batched_events) Jul 14 19:17:49.795439 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 19:17:49.795439 n-d-800634-3 neutron-server[93916]: event.method(event) Jul 14 19:17:49.795439 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 19:17:49.795439 n-d-800634-3 neutron-server[93916]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 19:17:49.795439 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 19:17:49.795439 n-d-800634-3 neutron-server[93916]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 19:17:49.795439 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 19:17:49.795439 n-d-800634-3 neutron-server[93916]: return f(self, *a, **k) Jul 14 19:17:49.795439 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 19:17:49.795439 n-d-800634-3 neutron-server[93916]: return self._get(url).json() Jul 14 19:17:49.795439 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 19:17:49.795439 n-d-800634-3 neutron-server[93916]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 19:17:49.795439 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 19:17:49.795439 n-d-800634-3 neutron-server[93916]: return self.request(url, 'GET', **kwargs) Jul 14 19:17:49.795439 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 19:17:49.795439 n-d-800634-3 neutron-server[93916]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 19:17:49.795439 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 19:17:49.795439 n-d-800634-3 neutron-server[93916]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 19:17:49.795439 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 19:17:49.795439 n-d-800634-3 neutron-server[93916]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 19:17:49.795439 n-d-800634-3 neutron-server[93916]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 19:17:49.855914 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-441dc19f-232a-4e32-bee3-8948e9c2fbcd tempest-NetworksIpV6Test-1537115348 tempest-NetworksIpV6Test-1537115348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2096001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-930085'] for network, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:17:49.863986 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-441dc19f-232a-4e32-bee3-8948e9c2fbcd tempest-NetworksIpV6Test-1537115348 tempest-NetworksIpV6Test-1537115348-project] Notify callbacks [] for network, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:17:49.865828 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-441dc19f-232a-4e32-bee3-8948e9c2fbcd tempest-NetworksIpV6Test-1537115348 tempest-NetworksIpV6Test-1537115348-project] 10.222.0.16 "DELETE /v2.0/networks/242335f6-13de-4638-ad68-5e34745063a3 HTTP/1.1" status: 204 len: 168 time: 0.5743945 Jul 14 19:17:49.878538 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441dc19f-232a-4e32-bee3-8948e9c2fbcd tempest-NetworksIpV6Test-1537115348 tempest-NetworksIpV6Test-1537115348-project] Pushing event deleted for resources: {'Network': ['ID=242335f6-13de-4638-ad68-5e34745063a3,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:17:50.125144 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 59410) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 19:17:50.262036 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-1b9bb204-6306-47da-b21c-39d3680598ee admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=912fc103b2fe4ed4a2e51ebec8c75867&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1357059 Jul 14 19:17:50.264502 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 59414) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 19:17:50.316953 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-3adfbc83-8957-45f3-897a-9abce90a167a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:17:50.338057 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-3adfbc83-8957-45f3-897a-9abce90a167a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:17:50.386064 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-3adfbc83-8957-45f3-897a-9abce90a167a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:17:50.388837 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-3adfbc83-8957-45f3-897a-9abce90a167a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:17:50.390011 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-3adfbc83-8957-45f3-897a-9abce90a167a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e29adc97-3e39-4895-9b57-4a4c2f2f3a1c HTTP/1.1" status: 204 len: 168 time: 0.1245584 Jul 14 19:17:50.397684 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adfbc83-8957-45f3-897a-9abce90a167a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e29adc97-3e39-4895-9b57-4a4c2f2f3a1c,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:17:50.462248 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-6701792d-2dc4-4ef8-8273-8929e457f51b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:17:51.024703 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 59436) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 19:17:51.120436 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-2d4067d8-585a-4b4b-aeb1-1f0a2d5fe4da tempest-RoutersNegativeTest-937077592 tempest-RoutersNegativeTest-937077592-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-171735175', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 19:17:51.147028 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-2d4067d8-585a-4b4b-aeb1-1f0a2d5fe4da tempest-RoutersNegativeTest-937077592 tempest-RoutersNegativeTest-937077592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-571768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11104'] for router, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:17:51.148049 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-2d4067d8-585a-4b4b-aeb1-1f0a2d5fe4da tempest-RoutersNegativeTest-937077592 tempest-RoutersNegativeTest-937077592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-571675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-930014', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-632314', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11129'] for router, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:17:51.212781 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-2d4067d8-585a-4b4b-aeb1-1f0a2d5fe4da tempest-RoutersNegativeTest-937077592 tempest-RoutersNegativeTest-937077592-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:17:51.217436 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-2d4067d8-585a-4b4b-aeb1-1f0a2d5fe4da tempest-RoutersNegativeTest-937077592 tempest-RoutersNegativeTest-937077592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-571759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-930033'] for router, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:17:51.233859 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-2d4067d8-585a-4b4b-aeb1-1f0a2d5fe4da tempest-RoutersNegativeTest-937077592 tempest-RoutersNegativeTest-937077592-project] Notify callbacks [] for router, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:17:51.235199 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-2d4067d8-585a-4b4b-aeb1-1f0a2d5fe4da tempest-RoutersNegativeTest-937077592 tempest-RoutersNegativeTest-937077592-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.2095132 Jul 14 19:17:51.237984 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 59440) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 19:17:51.243051 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-6df2a702-abe5-4a21-8b66-4bdb9536f9a2 tempest-RoutersNegativeTest-937077592 tempest-RoutersNegativeTest-937077592-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-765703822'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 19:17:51.259982 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device c2564b48-459b-4db2-8f57-8c7f27e48b15 no longer exists at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 19:17:51.268615 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6df2a702-abe5-4a21-8b66-4bdb9536f9a2 tempest-RoutersNegativeTest-937077592 tempest-RoutersNegativeTest-937077592-project] Made reservation on behalf of 114ffa3938bf412c8af55f47fdec2864 for: {'network': 1} {{(pid=93915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 19:17:51.272354 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-6df2a702-abe5-4a21-8b66-4bdb9536f9a2 tempest-RoutersNegativeTest-937077592 tempest-RoutersNegativeTest-937077592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for network, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:17:51.281227 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-6df2a702-abe5-4a21-8b66-4bdb9536f9a2 tempest-RoutersNegativeTest-937077592 tempest-RoutersNegativeTest-937077592-project] Notify callbacks [] for security_group, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:17:51.285528 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] No Port match for: c2564b48-459b-4db2-8f57-8c7f27e48b15 {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 19:17:51.285956 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device c2564b48-459b-4db2-8f57-8c7f27e48b15 not bound to the agent host n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 19:17:51.371950 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-6df2a702-abe5-4a21-8b66-4bdb9536f9a2 tempest-RoutersNegativeTest-937077592 tempest-RoutersNegativeTest-937077592-project] Notify callbacks [] for security_group, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:17:51.376160 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-6df2a702-abe5-4a21-8b66-4bdb9536f9a2 tempest-RoutersNegativeTest-937077592 tempest-RoutersNegativeTest-937077592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:17:51.402606 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6df2a702-abe5-4a21-8b66-4bdb9536f9a2 tempest-RoutersNegativeTest-937077592 tempest-RoutersNegativeTest-937077592-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 67} {{(pid=93915) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 19:17:51.412137 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df2a702-abe5-4a21-8b66-4bdb9536f9a2 tempest-RoutersNegativeTest-937077592 tempest-RoutersNegativeTest-937077592-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d6241b1b-3872-420d-b922-671bbe4314fa,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:17:51.416820 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-6df2a702-abe5-4a21-8b66-4bdb9536f9a2 tempest-RoutersNegativeTest-937077592 tempest-RoutersNegativeTest-937077592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:17:51.417169 n-d-800634-3 neutron-server[93915]: INFO neutron.db.segments_db [None req-6df2a702-abe5-4a21-8b66-4bdb9536f9a2 tempest-RoutersNegativeTest-937077592 tempest-RoutersNegativeTest-937077592-project] Added segment fb52f48c-ab2f-4985-a740-251af8c2c5eb of type vlan for network afce3f98-fefe-4122-8e11-5430f4f293ae Jul 14 19:17:51.459497 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-6df2a702-abe5-4a21-8b66-4bdb9536f9a2 tempest-RoutersNegativeTest-937077592 tempest-RoutersNegativeTest-937077592-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728202197517'] for network, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:17:51.487244 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-6df2a702-abe5-4a21-8b66-4bdb9536f9a2 tempest-RoutersNegativeTest-937077592 tempest-RoutersNegativeTest-937077592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727'] for network, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:17:51.492720 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6df2a702-abe5-4a21-8b66-4bdb9536f9a2 tempest-RoutersNegativeTest-937077592 tempest-RoutersNegativeTest-937077592-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:17:51.493304 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-6df2a702-abe5-4a21-8b66-4bdb9536f9a2 tempest-RoutersNegativeTest-937077592 tempest-RoutersNegativeTest-937077592-project] Notify callbacks [] for network, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:17:51.551965 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-6df2a702-abe5-4a21-8b66-4bdb9536f9a2 tempest-RoutersNegativeTest-937077592 tempest-RoutersNegativeTest-937077592-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3128884 Jul 14 19:17:51.554868 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 59442) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 19:17:51.560225 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-153f44bd-19d1-4792-89bf-bc4f3c496310 tempest-RoutersNegativeTest-937077592 tempest-RoutersNegativeTest-937077592-project] Request body: {'subnet': {'network_id': 'afce3f98-fefe-4122-8e11-5430f4f293ae', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 19:17:51.560553 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df2a702-abe5-4a21-8b66-4bdb9536f9a2 tempest-RoutersNegativeTest-937077592 tempest-RoutersNegativeTest-937077592-project] Pushing event updated for resources: {'Network': ['ID=afce3f98-fefe-4122-8e11-5430f4f293ae,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:17:51.571460 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Network afce3f98-fefe-4122-8e11-5430f4f293ae details requested by agent ovs-agent-n-d-800634-3 with host n-d-800634-3 {{(pid=93917) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 19:17:51.648279 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-153f44bd-19d1-4792-89bf-bc4f3c496310 tempest-RoutersNegativeTest-937077592 tempest-RoutersNegativeTest-937077592-project] Made reservation on behalf of 114ffa3938bf412c8af55f47fdec2864 for: {'subnet': 1} {{(pid=93916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 19:17:51.651715 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-153f44bd-19d1-4792-89bf-bc4f3c496310 tempest-RoutersNegativeTest-937077592 tempest-RoutersNegativeTest-937077592-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26033189'] for subnet, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:17:51.827034 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-153f44bd-19d1-4792-89bf-bc4f3c496310 tempest-RoutersNegativeTest-937077592 tempest-RoutersNegativeTest-937077592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2684753', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26033175'] for subnet, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:17:51.892210 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153f44bd-19d1-4792-89bf-bc4f3c496310 tempest-RoutersNegativeTest-937077592 tempest-RoutersNegativeTest-937077592-project] Pushing event updated for resources: {'Subnet': ['ID=db33c573-3d2b-40d2-882f-980aeb2b31ca,revision_number=0']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:17:51.900914 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-153f44bd-19d1-4792-89bf-bc4f3c496310 tempest-RoutersNegativeTest-937077592 tempest-RoutersNegativeTest-937077592-project] Checking segment: {'id': 'fb52f48c-ab2f-4985-a740-251af8c2c5eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'afce3f98-fefe-4122-8e11-5430f4f293ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93916) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 19:17:51.901277 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-153f44bd-19d1-4792-89bf-bc4f3c496310 tempest-RoutersNegativeTest-937077592 tempest-RoutersNegativeTest-937077592-project] Network hostable DHCP agents. Network: afce3f98-fefe-4122-8e11-5430f4f293ae, hostable agents: ['028393c3-0576-4ebd-bca1-8ea8a148e1a2'], hosted agents: [] {{(pid=93916) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 19:17:51.919042 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-153f44bd-19d1-4792-89bf-bc4f3c496310 tempest-RoutersNegativeTest-937077592 tempest-RoutersNegativeTest-937077592-project] Network afce3f98-fefe-4122-8e11-5430f4f293ae is scheduled to be hosted by DHCP agent 028393c3-0576-4ebd-bca1-8ea8a148e1a2 with binding_index 1 {{(pid=93916) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 19:17:51.930844 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [None req-153f44bd-19d1-4792-89bf-bc4f3c496310 tempest-RoutersNegativeTest-937077592 tempest-RoutersNegativeTest-937077592-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-3, afce3f98-fefe-4122-8e11-5430f4f293ae) {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 19:17:51.934996 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-153f44bd-19d1-4792-89bf-bc4f3c496310 tempest-RoutersNegativeTest-937077592 tempest-RoutersNegativeTest-937077592-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:17:51.935586 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-153f44bd-19d1-4792-89bf-bc4f3c496310 tempest-RoutersNegativeTest-937077592 tempest-RoutersNegativeTest-937077592-project] Notify callbacks [] for subnet, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:17:51.945009 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21dacec7-e4e6-485d-b473-770bd556ee93 None None] Network afce3f98-fefe-4122-8e11-5430f4f293ae requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 19:17:51.950329 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-153f44bd-19d1-4792-89bf-bc4f3c496310 tempest-RoutersNegativeTest-937077592 tempest-RoutersNegativeTest-937077592-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.3942366 Jul 14 19:17:51.953251 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 59446) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 19:17:51.958785 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-847ef2e1-470b-44c2-bc27-c613879ee14b tempest-RoutersNegativeTest-937077592 tempest-RoutersNegativeTest-937077592-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-2003083637'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 19:17:51.979025 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-847ef2e1-470b-44c2-bc27-c613879ee14b tempest-RoutersNegativeTest-937077592 tempest-RoutersNegativeTest-937077592-project] Made reservation on behalf of 114ffa3938bf412c8af55f47fdec2864 for: {'network': 1} {{(pid=93916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 19:17:51.982405 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-847ef2e1-470b-44c2-bc27-c613879ee14b tempest-RoutersNegativeTest-937077592 tempest-RoutersNegativeTest-937077592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for network, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:17:52.007397 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-847ef2e1-470b-44c2-bc27-c613879ee14b tempest-RoutersNegativeTest-937077592 tempest-RoutersNegativeTest-937077592-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 81} {{(pid=93916) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 19:17:52.017660 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-847ef2e1-470b-44c2-bc27-c613879ee14b tempest-RoutersNegativeTest-937077592 tempest-RoutersNegativeTest-937077592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:17:52.017997 n-d-800634-3 neutron-server[93916]: INFO neutron.db.segments_db [None req-847ef2e1-470b-44c2-bc27-c613879ee14b tempest-RoutersNegativeTest-937077592 tempest-RoutersNegativeTest-937077592-project] Added segment f542c699-04c9-4f5a-bfd7-38406064d52d of type vlan for network 4d26be29-2e2c-4fce-a03a-243ee564311a Jul 14 19:17:52.057935 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-847ef2e1-470b-44c2-bc27-c613879ee14b tempest-RoutersNegativeTest-937077592 tempest-RoutersNegativeTest-937077592-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728202197517'] for network, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:17:52.089086 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-847ef2e1-470b-44c2-bc27-c613879ee14b tempest-RoutersNegativeTest-937077592 tempest-RoutersNegativeTest-937077592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727'] for network, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:17:52.097383 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-847ef2e1-470b-44c2-bc27-c613879ee14b tempest-RoutersNegativeTest-937077592 tempest-RoutersNegativeTest-937077592-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:17:52.098238 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-847ef2e1-470b-44c2-bc27-c613879ee14b tempest-RoutersNegativeTest-937077592 tempest-RoutersNegativeTest-937077592-project] Notify callbacks [] for network, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:17:52.104153 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32b4f28e-bcd4-4055-abe0-bae9b3e44644 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9222b97e-5d1c-54f8-ba97-82f172498e76-afce3f98-fefe-4122-8e11-5430f4f293ae', 'network_id': 'afce3f98-fefe-4122-8e11-5430f4f293ae', 'tenant_id': '114ffa3938bf412c8af55f47fdec2864', 'fixed_ips': [{'subnet_id': 'db33c573-3d2b-40d2-882f-980aeb2b31ca'}]}} from n-d-800634-3. {{(pid=93917) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 19:17:52.105038 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-32b4f28e-bcd4-4055-abe0-bae9b3e44644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:17:52.157413 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-847ef2e1-470b-44c2-bc27-c613879ee14b tempest-RoutersNegativeTest-937077592 tempest-RoutersNegativeTest-937077592-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.2023227 Jul 14 19:17:52.160064 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 59448) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 19:17:52.165018 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-00764507-b22f-4369-be32-20fb47c8ad4a tempest-RoutersNegativeTest-937077592 tempest-RoutersNegativeTest-937077592-project] Request body: {'subnet': {'network_id': '4d26be29-2e2c-4fce-a03a-243ee564311a', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 19:17:52.186618 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847ef2e1-470b-44c2-bc27-c613879ee14b tempest-RoutersNegativeTest-937077592 tempest-RoutersNegativeTest-937077592-project] Pushing event updated for resources: {'Network': ['ID=4d26be29-2e2c-4fce-a03a-243ee564311a,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:17:52.199574 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Network 4d26be29-2e2c-4fce-a03a-243ee564311a details requested by agent ovs-agent-n-d-800634-3 with host n-d-800634-3 {{(pid=93917) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 19:17:52.262808 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00764507-b22f-4369-be32-20fb47c8ad4a tempest-RoutersNegativeTest-937077592 tempest-RoutersNegativeTest-937077592-project] Made reservation on behalf of 114ffa3938bf412c8af55f47fdec2864 for: {'subnet': 1} {{(pid=93916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 19:17:52.266394 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-00764507-b22f-4369-be32-20fb47c8ad4a tempest-RoutersNegativeTest-937077592 tempest-RoutersNegativeTest-937077592-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26033189'] for subnet, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:17:52.299647 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.db_base_plugin_common [None req-32b4f28e-bcd4-4055-abe0-bae9b3e44644 None None] Allocated IP 172.20.0.2 (afce3f98-fefe-4122-8e11-5430f4f293ae/db33c573-3d2b-40d2-882f-980aeb2b31ca/8c443c42-9587-4e56-9b20-450a07391b82) {{(pid=93917) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 19:17:52.466090 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-32b4f28e-bcd4-4055-abe0-bae9b3e44644 None None] Notify callbacks [] for port, precommit_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:17:52.484418 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-32b4f28e-bcd4-4055-abe0-bae9b3e44644 None None] Transition to ACTIVE for port object 8c443c42-9587-4e56-9b20-450a07391b82 will not be triggered until provisioned by entity L2. {{(pid=93917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 19:17:52.503554 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-32b4f28e-bcd4-4055-abe0-bae9b3e44644 None None] Transition to ACTIVE for port object 8c443c42-9587-4e56-9b20-450a07391b82 will not be triggered until provisioned by entity DHCP. {{(pid=93917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 19:17:52.511184 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-32b4f28e-bcd4-4055-abe0-bae9b3e44644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804'] for port, after_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:17:52.558150 n-d-800634-3 neutron-server[93917]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32b4f28e-bcd4-4055-abe0-bae9b3e44644 None None] Network afce3f98-fefe-4122-8e11-5430f4f293ae is already hosted by enough agents. {{(pid=93917) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 19:17:52.561233 n-d-800634-3 neutron-server[93917]: DEBUG neutron.scheduler.base_scheduler [None req-32b4f28e-bcd4-4055-abe0-bae9b3e44644 None None] Resources bound (agent type, host, resource id): {{(pid=93917) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 19:17:52.565630 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32b4f28e-bcd4-4055-abe0-bae9b3e44644 None None] Received port after_create {{(pid=93917) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 19:17:52.573037 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b4f28e-bcd4-4055-abe0-bae9b3e44644 None None] Pushing event updated for resources: {'Port': ['ID=8c443c42-9587-4e56-9b20-450a07391b82,revision_number=1']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:17:52.630060 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-32b4f28e-bcd4-4055-abe0-bae9b3e44644 None None] Attempting to bind port 8c443c42-9587-4e56-9b20-450a07391b82 on host n-d-800634-3 for vnic_type normal with profile {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 19:17:52.630441 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-32b4f28e-bcd4-4055-abe0-bae9b3e44644 None None] Attempting to bind port 8c443c42-9587-4e56-9b20-450a07391b82 by drivers openvswitch,hyperv on host n-d-800634-3 at level 0 using segments [{'id': 'fb52f48c-ab2f-4985-a740-251af8c2c5eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'afce3f98-fefe-4122-8e11-5430f4f293ae'}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 19:17:52.630894 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32b4f28e-bcd4-4055-abe0-bae9b3e44644 None None] Attempting to bind port 8c443c42-9587-4e56-9b20-450a07391b82 on network afce3f98-fefe-4122-8e11-5430f4f293ae {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 19:17:52.636530 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32b4f28e-bcd4-4055-abe0-bae9b3e44644 None None] Checking agent: {'id': '01c19e91-a945-4e3c-94a6-c211e17c923e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 8, 23), 'started_at': datetime.datetime(2021, 7, 14, 18, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 19, 17, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 19:17:52.636906 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32b4f28e-bcd4-4055-abe0-bae9b3e44644 None None] Checking segment: {'id': 'fb52f48c-ab2f-4985-a740-251af8c2c5eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'afce3f98-fefe-4122-8e11-5430f4f293ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93917) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 19:17:52.637321 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-32b4f28e-bcd4-4055-abe0-bae9b3e44644 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:17:52.637713 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32b4f28e-bcd4-4055-abe0-bae9b3e44644 None None] Bound using segment: {'id': 'fb52f48c-ab2f-4985-a740-251af8c2c5eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'afce3f98-fefe-4122-8e11-5430f4f293ae'} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 19:17:52.638197 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-32b4f28e-bcd4-4055-abe0-bae9b3e44644 None None] Bound port: 8c443c42-9587-4e56-9b20-450a07391b82, host: n-d-800634-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb52f48c-ab2f-4985-a740-251af8c2c5eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'afce3f98-fefe-4122-8e11-5430f4f293ae'}}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 19:17:52.638583 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-32b4f28e-bcd4-4055-abe0-bae9b3e44644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:17:52.702591 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-32b4f28e-bcd4-4055-abe0-bae9b3e44644 None None] For port 8c443c42-9587-4e56-9b20-450a07391b82, host n-d-800634-3, cleared binding levels {{(pid=93917) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 19:17:52.705783 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-32b4f28e-bcd4-4055-abe0-bae9b3e44644 None None] For port 8c443c42-9587-4e56-9b20-450a07391b82, host n-d-800634-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=8c443c42-9587-4e56-9b20-450a07391b82,segment=NetworkSegment(fb52f48c-ab2f-4985-a740-251af8c2c5eb),segment_id=fb52f48c-ab2f-4985-a740-251af8c2c5eb)] {{(pid=93917) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 19:17:52.711230 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-32b4f28e-bcd4-4055-abe0-bae9b3e44644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:17:52.779837 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b4f28e-bcd4-4055-abe0-bae9b3e44644 None None] Pushing event updated for resources: {'Port': ['ID=8c443c42-9587-4e56-9b20-450a07391b82,revision_number=2']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:17:52.809301 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-00764507-b22f-4369-be32-20fb47c8ad4a tempest-RoutersNegativeTest-937077592 tempest-RoutersNegativeTest-937077592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2684753', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26033175'] for subnet, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:17:52.869752 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00764507-b22f-4369-be32-20fb47c8ad4a tempest-RoutersNegativeTest-937077592 tempest-RoutersNegativeTest-937077592-project] Pushing event updated for resources: {'Subnet': ['ID=3e82ec0a-691c-4272-907e-c861cb46d70a,revision_number=0']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:17:52.883129 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00764507-b22f-4369-be32-20fb47c8ad4a tempest-RoutersNegativeTest-937077592 tempest-RoutersNegativeTest-937077592-project] Checking segment: {'id': 'f542c699-04c9-4f5a-bfd7-38406064d52d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '4d26be29-2e2c-4fce-a03a-243ee564311a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93916) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 19:17:52.883363 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00764507-b22f-4369-be32-20fb47c8ad4a tempest-RoutersNegativeTest-937077592 tempest-RoutersNegativeTest-937077592-project] Network hostable DHCP agents. Network: 4d26be29-2e2c-4fce-a03a-243ee564311a, hostable agents: ['028393c3-0576-4ebd-bca1-8ea8a148e1a2'], hosted agents: [] {{(pid=93916) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 19:17:52.891797 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-2c76f598-6726-4915-931c-88d1295dc57d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:17:52.901823 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00764507-b22f-4369-be32-20fb47c8ad4a tempest-RoutersNegativeTest-937077592 tempest-RoutersNegativeTest-937077592-project] Network 4d26be29-2e2c-4fce-a03a-243ee564311a is scheduled to be hosted by DHCP agent 028393c3-0576-4ebd-bca1-8ea8a148e1a2 with binding_index 1 {{(pid=93916) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 19:17:52.912318 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [None req-00764507-b22f-4369-be32-20fb47c8ad4a tempest-RoutersNegativeTest-937077592 tempest-RoutersNegativeTest-937077592-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-3, 4d26be29-2e2c-4fce-a03a-243ee564311a) {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 19:17:52.917046 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00764507-b22f-4369-be32-20fb47c8ad4a tempest-RoutersNegativeTest-937077592 tempest-RoutersNegativeTest-937077592-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:17:52.917442 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-00764507-b22f-4369-be32-20fb47c8ad4a tempest-RoutersNegativeTest-937077592 tempest-RoutersNegativeTest-937077592-project] Notify callbacks [] for subnet, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:17:52.941123 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-00764507-b22f-4369-be32-20fb47c8ad4a tempest-RoutersNegativeTest-937077592 tempest-RoutersNegativeTest-937077592-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7799656 Jul 14 19:17:52.944033 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 59450) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 19:17:52.949020 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef1be8f8-1bb5-44a7-adcf-5a92f8bbba42 None None] Network 4d26be29-2e2c-4fce-a03a-243ee564311a requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 19:17:52.949625 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-597c3f35-bc3c-42b4-9b73-cae2f84e9e10 tempest-RoutersNegativeTest-937077592 tempest-RoutersNegativeTest-937077592-project] Request body: {'router': {'external_gateway_info': {'network_id': '4d26be29-2e2c-4fce-a03a-243ee564311a'}}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 19:17:53.119274 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5e459f6-7a78-43dc-994f-d59d950bca3d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9222b97e-5d1c-54f8-ba97-82f172498e76-4d26be29-2e2c-4fce-a03a-243ee564311a', 'network_id': '4d26be29-2e2c-4fce-a03a-243ee564311a', 'tenant_id': '114ffa3938bf412c8af55f47fdec2864', 'fixed_ips': [{'subnet_id': '3e82ec0a-691c-4272-907e-c861cb46d70a'}]}} from n-d-800634-3. {{(pid=93917) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 19:17:53.120218 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-c5e459f6-7a78-43dc-994f-d59d950bca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:17:53.172691 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-597c3f35-bc3c-42b4-9b73-cae2f84e9e10 tempest-RoutersNegativeTest-937077592 tempest-RoutersNegativeTest-937077592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-929996', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-571750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11395'] for router, precommit_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:17:53.256182 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:17:53.282678 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.db_base_plugin_common [None req-c5e459f6-7a78-43dc-994f-d59d950bca3d None None] Allocated IP 172.21.0.2 (4d26be29-2e2c-4fce-a03a-243ee564311a/3e82ec0a-691c-4272-907e-c861cb46d70a/8495fd68-ee45-4951-b1eb-841497140204) {{(pid=93917) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 19:17:53.308563 n-d-800634-3 neutron-server[93916]: INFO neutron.api.v2.resource [None req-597c3f35-bc3c-42b4-9b73-cae2f84e9e10 tempest-RoutersNegativeTest-937077592 tempest-RoutersNegativeTest-937077592-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 19:17:53.310076 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-597c3f35-bc3c-42b4-9b73-cae2f84e9e10 tempest-RoutersNegativeTest-937077592 tempest-RoutersNegativeTest-937077592-project] 10.222.0.16 "PUT /v2.0/routers/4664825e-a11f-4195-b301-bac6fed21c34 HTTP/1.1" status: 400 len: 364 time: 0.3643868 Jul 14 19:17:53.316180 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 59452) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 19:17:53.323298 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 8c443c42-9587-4e56-9b20-450a07391b82 up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 19:17:53.375927 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a5d598a-5bec-465c-9794-c12062e3a1eb tempest-RoutersNegativeTest-937077592 tempest-RoutersNegativeTest-937077592-project] Deleting subnet 3e82ec0a-691c-4272-907e-c861cb46d70a {{(pid=93915) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 19:17:53.650302 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning for port 8c443c42-9587-4e56-9b20-450a07391b82 completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 19:17:53.676900 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-c5e459f6-7a78-43dc-994f-d59d950bca3d None None] Notify callbacks [] for port, precommit_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:17:53.687697 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-c5e459f6-7a78-43dc-994f-d59d950bca3d None None] Transition to ACTIVE for port object 8495fd68-ee45-4951-b1eb-841497140204 will not be triggered until provisioned by entity L2. {{(pid=93917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 19:17:53.707388 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-c5e459f6-7a78-43dc-994f-d59d950bca3d None None] Transition to ACTIVE for port object 8495fd68-ee45-4951-b1eb-841497140204 will not be triggered until provisioned by entity DHCP. {{(pid=93917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 19:17:53.716571 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-5a5d598a-5bec-465c-9794-c12062e3a1eb tempest-RoutersNegativeTest-937077592 tempest-RoutersNegativeTest-937077592-project] Notify callbacks [] for subnet, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:17:53.717535 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-c5e459f6-7a78-43dc-994f-d59d950bca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804'] for port, after_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:17:53.763317 n-d-800634-3 neutron-server[93917]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5e459f6-7a78-43dc-994f-d59d950bca3d None None] Network 4d26be29-2e2c-4fce-a03a-243ee564311a is already hosted by enough agents. {{(pid=93917) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 19:17:53.769747 n-d-800634-3 neutron-server[93917]: DEBUG neutron.scheduler.base_scheduler [None req-c5e459f6-7a78-43dc-994f-d59d950bca3d None None] Resources bound (agent type, host, resource id): {{(pid=93917) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 19:17:53.773356 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5e459f6-7a78-43dc-994f-d59d950bca3d None None] Received port after_create {{(pid=93917) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 19:17:53.783746 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e459f6-7a78-43dc-994f-d59d950bca3d None None] Pushing event updated for resources: {'Port': ['ID=8495fd68-ee45-4951-b1eb-841497140204,revision_number=1']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:17:53.789187 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-5a5d598a-5bec-465c-9794-c12062e3a1eb tempest-RoutersNegativeTest-937077592 tempest-RoutersNegativeTest-937077592-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28939913'] for subnet, precommit_delete_associations {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:17:53.818002 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf9dac5c-c4ed-4522-aa7f-b72e5f1b9d82 None None] Network afce3f98-fefe-4122-8e11-5430f4f293ae requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 19:17:53.883048 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-5a5d598a-5bec-465c-9794-c12062e3a1eb tempest-RoutersNegativeTest-937077592 tempest-RoutersNegativeTest-937077592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081283'] for subnet, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:17:53.891512 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-c5e459f6-7a78-43dc-994f-d59d950bca3d None None] Attempting to bind port 8495fd68-ee45-4951-b1eb-841497140204 on host n-d-800634-3 for vnic_type normal with profile {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 19:17:53.891921 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-c5e459f6-7a78-43dc-994f-d59d950bca3d None None] Attempting to bind port 8495fd68-ee45-4951-b1eb-841497140204 by drivers openvswitch,hyperv on host n-d-800634-3 at level 0 using segments [{'id': 'f542c699-04c9-4f5a-bfd7-38406064d52d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '4d26be29-2e2c-4fce-a03a-243ee564311a'}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 19:17:53.892377 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5e459f6-7a78-43dc-994f-d59d950bca3d None None] Attempting to bind port 8495fd68-ee45-4951-b1eb-841497140204 on network 4d26be29-2e2c-4fce-a03a-243ee564311a {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 19:17:53.906501 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5e459f6-7a78-43dc-994f-d59d950bca3d None None] Checking agent: {'id': '01c19e91-a945-4e3c-94a6-c211e17c923e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 8, 23), 'started_at': datetime.datetime(2021, 7, 14, 18, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 19, 17, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 19:17:53.906889 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5e459f6-7a78-43dc-994f-d59d950bca3d None None] Checking segment: {'id': 'f542c699-04c9-4f5a-bfd7-38406064d52d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '4d26be29-2e2c-4fce-a03a-243ee564311a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93917) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 19:17:53.907280 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-c5e459f6-7a78-43dc-994f-d59d950bca3d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:17:53.907670 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5e459f6-7a78-43dc-994f-d59d950bca3d None None] Bound using segment: {'id': 'f542c699-04c9-4f5a-bfd7-38406064d52d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '4d26be29-2e2c-4fce-a03a-243ee564311a'} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 19:17:53.908165 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-c5e459f6-7a78-43dc-994f-d59d950bca3d None None] Bound port: 8495fd68-ee45-4951-b1eb-841497140204, host: n-d-800634-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f542c699-04c9-4f5a-bfd7-38406064d52d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '4d26be29-2e2c-4fce-a03a-243ee564311a'}}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 19:17:53.908629 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-c5e459f6-7a78-43dc-994f-d59d950bca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:17:53.943048 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-5a5d598a-5bec-465c-9794-c12062e3a1eb tempest-RoutersNegativeTest-937077592 tempest-RoutersNegativeTest-937077592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25913028', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28969762'] for subnet, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:17:53.969616 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-19a7f83a-d765-40a2-a076-7e7379332392 None None] Provisioning for port 8c443c42-9587-4e56-9b20-450a07391b82 completed by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 19:17:53.975853 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5d598a-5bec-465c-9794-c12062e3a1eb tempest-RoutersNegativeTest-937077592 tempest-RoutersNegativeTest-937077592-project] Pushing event deleted for resources: {'Subnet': ['ID=3e82ec0a-691c-4272-907e-c861cb46d70a,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:17:53.977900 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-5a5d598a-5bec-465c-9794-c12062e3a1eb tempest-RoutersNegativeTest-937077592 tempest-RoutersNegativeTest-937077592-project] Notify callbacks [] for subnet, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:17:53.979815 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-5a5d598a-5bec-465c-9794-c12062e3a1eb tempest-RoutersNegativeTest-937077592 tempest-RoutersNegativeTest-937077592-project] 10.222.0.16 "DELETE /v2.0/subnets/3e82ec0a-691c-4272-907e-c861cb46d70a HTTP/1.1" status: 204 len: 168 time: 0.6620431 Jul 14 19:17:53.982287 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 59456) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 19:17:54.002872 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-19a7f83a-d765-40a2-a076-7e7379332392 None None] Provisioning complete for port 8c443c42-9587-4e56-9b20-450a07391b82 triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 19:17:54.003236 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-19a7f83a-d765-40a2-a076-7e7379332392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:17:54.060076 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-9c063359-21b8-4ba2-a827-d95d3d39f8b0 tempest-RoutersNegativeTest-937077592 tempest-RoutersNegativeTest-937077592-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645734'] for network, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:17:54.069190 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-c5e459f6-7a78-43dc-994f-d59d950bca3d None None] For port 8495fd68-ee45-4951-b1eb-841497140204, host n-d-800634-3, cleared binding levels {{(pid=93917) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 19:17:54.074649 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-c5e459f6-7a78-43dc-994f-d59d950bca3d None None] For port 8495fd68-ee45-4951-b1eb-841497140204, host n-d-800634-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=8495fd68-ee45-4951-b1eb-841497140204,segment=NetworkSegment(f542c699-04c9-4f5a-bfd7-38406064d52d),segment_id=f542c699-04c9-4f5a-bfd7-38406064d52d)] {{(pid=93917) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 19:17:54.080597 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-c5e459f6-7a78-43dc-994f-d59d950bca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:17:54.114549 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [None req-9c063359-21b8-4ba2-a827-d95d3d39f8b0 tempest-RoutersNegativeTest-937077592 tempest-RoutersNegativeTest-937077592-project] Deleting port 8495fd68-ee45-4951-b1eb-841497140204 {{(pid=93915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 19:17:54.114893 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-9c063359-21b8-4ba2-a827-d95d3d39f8b0 tempest-RoutersNegativeTest-937077592 tempest-RoutersNegativeTest-937077592-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:17:54.238427 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e459f6-7a78-43dc-994f-d59d950bca3d None None] Pushing event updated for resources: {'Port': ['ID=8495fd68-ee45-4951-b1eb-841497140204,revision_number=3']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:17:54.245483 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-19a7f83a-d765-40a2-a076-7e7379332392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:17:54.264658 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-785aa814-2fd6-47df-8806-21d940601877 None None] Network 4d26be29-2e2c-4fce-a03a-243ee564311a requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 19:17:54.353134 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-19a7f83a-d765-40a2-a076-7e7379332392 None None] For port 8c443c42-9587-4e56-9b20-450a07391b82, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=8c443c42-9587-4e56-9b20-450a07391b82,segment=NetworkSegment(fb52f48c-ab2f-4985-a740-251af8c2c5eb),segment_id=fb52f48c-ab2f-4985-a740-251af8c2c5eb)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 19:17:54.357416 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-574aeb93-9938-449c-8e6c-cb22c9b52cc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:17:54.362695 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-19a7f83a-d765-40a2-a076-7e7379332392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:17:54.476066 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [None req-9c063359-21b8-4ba2-a827-d95d3d39f8b0 tempest-RoutersNegativeTest-937077592 tempest-RoutersNegativeTest-937077592-project] For port 8495fd68-ee45-4951-b1eb-841497140204, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=8495fd68-ee45-4951-b1eb-841497140204,segment=NetworkSegment(f542c699-04c9-4f5a-bfd7-38406064d52d),segment_id=f542c699-04c9-4f5a-bfd7-38406064d52d)] {{(pid=93915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 19:17:54.477213 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-9c063359-21b8-4ba2-a827-d95d3d39f8b0 tempest-RoutersNegativeTest-937077592 tempest-RoutersNegativeTest-937077592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:17:54.480161 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a7f83a-d765-40a2-a076-7e7379332392 None None] Pushing event updated for resources: {'Port': ['ID=8c443c42-9587-4e56-9b20-450a07391b82,revision_number=3']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:17:54.493762 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [None req-9c063359-21b8-4ba2-a827-d95d3d39f8b0 tempest-RoutersNegativeTest-937077592 tempest-RoutersNegativeTest-937077592-project] Calling delete_port for 8495fd68-ee45-4951-b1eb-841497140204 owned by network:dhcp {{(pid=93915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 19:17:54.536675 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9ebdb04-489c-4c16-a71a-b4a78f3cb6c5 None None] get_active_networks_info from n-d-800634-3 {{(pid=93917) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 14 19:17:54.576721 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-9c063359-21b8-4ba2-a827-d95d3d39f8b0 tempest-RoutersNegativeTest-937077592 tempest-RoutersNegativeTest-937077592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:17:54.602936 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-e01d56cd-9a18-4161-a1be-020ea97ef849 None None] Provisioning complete for port 8c443c42-9587-4e56-9b20-450a07391b82 triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 19:17:54.603211 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-e01d56cd-9a18-4161-a1be-020ea97ef849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:17:54.605071 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c063359-21b8-4ba2-a827-d95d3d39f8b0 tempest-RoutersNegativeTest-937077592 tempest-RoutersNegativeTest-937077592-project] Pushing event deleted for resources: {'Port': ['ID=8495fd68-ee45-4951-b1eb-841497140204,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:17:54.607121 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c063359-21b8-4ba2-a827-d95d3d39f8b0 tempest-RoutersNegativeTest-937077592 tempest-RoutersNegativeTest-937077592-project] No DVR routers for this DVR port 8495fd68-ee45-4951-b1eb-841497140204 on host n-d-800634-3 {{(pid=93915) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 19:17:54.631756 n-d-800634-3 neutron-server[93917]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9ebdb04-489c-4c16-a71a-b4a78f3cb6c5 None None] Resources bound (agent type, host, resource id): {{(pid=93917) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 14 19:17:54.694445 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-9c063359-21b8-4ba2-a827-d95d3d39f8b0 tempest-RoutersNegativeTest-937077592 tempest-RoutersNegativeTest-937077592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2096010', 'neutron.services.segments.db._delete_segments_for_network-8728202734996'] for network, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:17:54.704770 n-d-800634-3 neutron-server[93915]: DEBUG neutron.services.segments.db [None req-9c063359-21b8-4ba2-a827-d95d3d39f8b0 tempest-RoutersNegativeTest-937077592 tempest-RoutersNegativeTest-937077592-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d26be29-2e2c-4fce-a03a-243ee564311a']}} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 19:17:54.721014 n-d-800634-3 neutron-server[93915]: DEBUG neutron.services.segments.db [None req-9c063359-21b8-4ba2-a827-d95d3d39f8b0 tempest-RoutersNegativeTest-937077592 tempest-RoutersNegativeTest-937077592-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f542c699-04c9-4f5a-bfd7-38406064d52d') {'for_net_delete': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 19:17:54.721314 n-d-800634-3 neutron-server[93915]: DEBUG neutron.services.segments.db [None req-9c063359-21b8-4ba2-a827-d95d3d39f8b0 tempest-RoutersNegativeTest-937077592 tempest-RoutersNegativeTest-937077592-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f542c699-04c9-4f5a-bfd7-38406064d52d') {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 19:17:54.731186 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-9c063359-21b8-4ba2-a827-d95d3d39f8b0 tempest-RoutersNegativeTest-937077592 tempest-RoutersNegativeTest-937077592-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728202715275', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28939920'] for segment, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:17:54.745073 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-9c063359-21b8-4ba2-a827-d95d3d39f8b0 tempest-RoutersNegativeTest-937077592 tempest-RoutersNegativeTest-937077592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:17:54.752144 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c063359-21b8-4ba2-a827-d95d3d39f8b0 tempest-RoutersNegativeTest-937077592 tempest-RoutersNegativeTest-937077592-project] Releasing vlan 81 on physical network physnet1 to pool {{(pid=93915) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 19:17:54.752557 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-9c063359-21b8-4ba2-a827-d95d3d39f8b0 tempest-RoutersNegativeTest-937077592 tempest-RoutersNegativeTest-937077592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25911658'] for segment, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:17:54.755592 n-d-800634-3 neutron-server[93915]: Traceback (most recent call last): Jul 14 19:17:54.755592 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 19:17:54.755592 n-d-800634-3 neutron-server[93915]: timer() Jul 14 19:17:54.755592 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 19:17:54.755592 n-d-800634-3 neutron-server[93915]: cb(*args, **kw) Jul 14 19:17:54.755592 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 19:17:54.755592 n-d-800634-3 neutron-server[93915]: return func(*args, **kwargs) Jul 14 19:17:54.755592 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 19:17:54.755592 n-d-800634-3 neutron-server[93915]: self._notify() Jul 14 19:17:54.755592 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 19:17:54.755592 n-d-800634-3 neutron-server[93915]: self.callback(batched_events) Jul 14 19:17:54.755592 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 19:17:54.755592 n-d-800634-3 neutron-server[93915]: event.method(event) Jul 14 19:17:54.755592 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 19:17:54.755592 n-d-800634-3 neutron-server[93915]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 19:17:54.755592 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 19:17:54.755592 n-d-800634-3 neutron-server[93915]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 19:17:54.755592 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 19:17:54.755592 n-d-800634-3 neutron-server[93915]: return f(self, *a, **k) Jul 14 19:17:54.755592 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 19:17:54.755592 n-d-800634-3 neutron-server[93915]: return self._get(url).json() Jul 14 19:17:54.755592 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 19:17:54.755592 n-d-800634-3 neutron-server[93915]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 19:17:54.755592 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 19:17:54.755592 n-d-800634-3 neutron-server[93915]: return self.request(url, 'GET', **kwargs) Jul 14 19:17:54.755592 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 19:17:54.755592 n-d-800634-3 neutron-server[93915]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 19:17:54.755592 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 19:17:54.755592 n-d-800634-3 neutron-server[93915]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 19:17:54.755592 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 19:17:54.755592 n-d-800634-3 neutron-server[93915]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 19:17:54.755592 n-d-800634-3 neutron-server[93915]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 19:17:54.818135 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-9c063359-21b8-4ba2-a827-d95d3d39f8b0 tempest-RoutersNegativeTest-937077592 tempest-RoutersNegativeTest-937077592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2096001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-930085'] for network, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:17:54.825658 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-9c063359-21b8-4ba2-a827-d95d3d39f8b0 tempest-RoutersNegativeTest-937077592 tempest-RoutersNegativeTest-937077592-project] Notify callbacks [] for network, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:17:54.828246 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-9c063359-21b8-4ba2-a827-d95d3d39f8b0 tempest-RoutersNegativeTest-937077592 tempest-RoutersNegativeTest-937077592-project] 10.222.0.16 "DELETE /v2.0/networks/4d26be29-2e2c-4fce-a03a-243ee564311a HTTP/1.1" status: 204 len: 168 time: 0.8445203 Jul 14 19:17:54.830879 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 59458) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 19:17:54.849190 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c063359-21b8-4ba2-a827-d95d3d39f8b0 tempest-RoutersNegativeTest-937077592 tempest-RoutersNegativeTest-937077592-project] Pushing event deleted for resources: {'Network': ['ID=4d26be29-2e2c-4fce-a03a-243ee564311a,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:17:54.893350 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.db_base_plugin_v2 [None req-9fa1164a-77a1-4ba6-acc1-e824d13910eb tempest-RoutersNegativeTest-937077592 tempest-RoutersNegativeTest-937077592-project] Deleting subnet db33c573-3d2b-40d2-882f-980aeb2b31ca {{(pid=93915) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 19:17:54.896601 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-9fa1164a-77a1-4ba6-acc1-e824d13910eb tempest-RoutersNegativeTest-937077592 tempest-RoutersNegativeTest-937077592-project] Notify callbacks [] for subnet, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:17:54.937832 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-9fa1164a-77a1-4ba6-acc1-e824d13910eb tempest-RoutersNegativeTest-937077592 tempest-RoutersNegativeTest-937077592-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28939913'] for subnet, precommit_delete_associations {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:17:55.025646 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-9fa1164a-77a1-4ba6-acc1-e824d13910eb tempest-RoutersNegativeTest-937077592 tempest-RoutersNegativeTest-937077592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081283'] for subnet, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:17:55.084184 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-9fa1164a-77a1-4ba6-acc1-e824d13910eb tempest-RoutersNegativeTest-937077592 tempest-RoutersNegativeTest-937077592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25913028', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28969762'] for subnet, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:17:55.108816 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa1164a-77a1-4ba6-acc1-e824d13910eb tempest-RoutersNegativeTest-937077592 tempest-RoutersNegativeTest-937077592-project] Pushing event deleted for resources: {'Subnet': ['ID=db33c573-3d2b-40d2-882f-980aeb2b31ca,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:17:55.114412 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-9fa1164a-77a1-4ba6-acc1-e824d13910eb tempest-RoutersNegativeTest-937077592 tempest-RoutersNegativeTest-937077592-project] Notify callbacks [] for subnet, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:17:55.116315 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-9fa1164a-77a1-4ba6-acc1-e824d13910eb tempest-RoutersNegativeTest-937077592 tempest-RoutersNegativeTest-937077592-project] 10.222.0.16 "DELETE /v2.0/subnets/db33c573-3d2b-40d2-882f-980aeb2b31ca HTTP/1.1" status: 204 len: 168 time: 0.2843037 Jul 14 19:17:55.119055 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 59460) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 19:17:55.120507 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0df4748a-3186-41ec-a899-a64702b08c8c None None] Network afce3f98-fefe-4122-8e11-5430f4f293ae requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 19:17:55.204047 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-eb5191eb-f4a9-4e7c-92bc-d78d394eab1e tempest-RoutersNegativeTest-937077592 tempest-RoutersNegativeTest-937077592-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645734'] for network, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:17:55.264087 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 8c443c42-9587-4e56-9b20-450a07391b82 up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 19:17:55.268759 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-eb5191eb-f4a9-4e7c-92bc-d78d394eab1e tempest-RoutersNegativeTest-937077592 tempest-RoutersNegativeTest-937077592-project] Deleting port 8c443c42-9587-4e56-9b20-450a07391b82 {{(pid=93916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 19:17:55.269652 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-eb5191eb-f4a9-4e7c-92bc-d78d394eab1e tempest-RoutersNegativeTest-937077592 tempest-RoutersNegativeTest-937077592-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:17:55.320866 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port 8c443c42-9587-4e56-9b20-450a07391b82 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 19:17:55.321247 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:17:55.340796 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.db [None req-eb5191eb-f4a9-4e7c-92bc-d78d394eab1e tempest-RoutersNegativeTest-937077592 tempest-RoutersNegativeTest-937077592-project] For port 8c443c42-9587-4e56-9b20-450a07391b82, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=8c443c42-9587-4e56-9b20-450a07391b82,segment=NetworkSegment(fb52f48c-ab2f-4985-a740-251af8c2c5eb),segment_id=fb52f48c-ab2f-4985-a740-251af8c2c5eb)] {{(pid=93916) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 19:17:55.341171 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-eb5191eb-f4a9-4e7c-92bc-d78d394eab1e tempest-RoutersNegativeTest-937077592 tempest-RoutersNegativeTest-937077592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:17:55.342415 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc98adb5-676e-466c-a189-7433241dff83 None None] DHCP port deletion for afce3f98-fefe-4122-8e11-5430f4f293ae request from n-d-800634-3 {{(pid=93917) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 19:17:55.356714 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-eb5191eb-f4a9-4e7c-92bc-d78d394eab1e tempest-RoutersNegativeTest-937077592 tempest-RoutersNegativeTest-937077592-project] Calling delete_port for 8c443c42-9587-4e56-9b20-450a07391b82 owned by network:dhcp {{(pid=93916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 19:17:55.434389 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-cc98adb5-676e-466c-a189-7433241dff83 None None] Deleting port 8c443c42-9587-4e56-9b20-450a07391b82 {{(pid=93917) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 19:17:55.434768 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-cc98adb5-676e-466c-a189-7433241dff83 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:17:55.442112 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-eb5191eb-f4a9-4e7c-92bc-d78d394eab1e tempest-RoutersNegativeTest-937077592 tempest-RoutersNegativeTest-937077592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:17:55.470755 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5191eb-f4a9-4e7c-92bc-d78d394eab1e tempest-RoutersNegativeTest-937077592 tempest-RoutersNegativeTest-937077592-project] Pushing event deleted for resources: {'Port': ['ID=8c443c42-9587-4e56-9b20-450a07391b82,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:17:55.473546 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb5191eb-f4a9-4e7c-92bc-d78d394eab1e tempest-RoutersNegativeTest-937077592 tempest-RoutersNegativeTest-937077592-project] No DVR routers for this DVR port 8c443c42-9587-4e56-9b20-450a07391b82 on host n-d-800634-3 {{(pid=93916) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 19:17:55.506905 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-cc98adb5-676e-466c-a189-7433241dff83 None None] For port 8c443c42-9587-4e56-9b20-450a07391b82, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=8c443c42-9587-4e56-9b20-450a07391b82,segment=NetworkSegment(fb52f48c-ab2f-4985-a740-251af8c2c5eb),segment_id=fb52f48c-ab2f-4985-a740-251af8c2c5eb)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 19:17:55.507302 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-cc98adb5-676e-466c-a189-7433241dff83 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:17:55.519835 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-cc98adb5-676e-466c-a189-7433241dff83 None None] Calling delete_port for 8c443c42-9587-4e56-9b20-450a07391b82 owned by network:dhcp {{(pid=93917) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 19:17:55.565625 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-eb5191eb-f4a9-4e7c-92bc-d78d394eab1e tempest-RoutersNegativeTest-937077592 tempest-RoutersNegativeTest-937077592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2096010', 'neutron.services.segments.db._delete_segments_for_network-8728202734996'] for network, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:17:55.575772 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.segments.db [None req-eb5191eb-f4a9-4e7c-92bc-d78d394eab1e tempest-RoutersNegativeTest-937077592 tempest-RoutersNegativeTest-937077592-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['afce3f98-fefe-4122-8e11-5430f4f293ae']}} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 19:17:55.586310 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.segments.db [None req-eb5191eb-f4a9-4e7c-92bc-d78d394eab1e tempest-RoutersNegativeTest-937077592 tempest-RoutersNegativeTest-937077592-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb52f48c-ab2f-4985-a740-251af8c2c5eb') {'for_net_delete': True} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 19:17:55.586601 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.segments.db [None req-eb5191eb-f4a9-4e7c-92bc-d78d394eab1e tempest-RoutersNegativeTest-937077592 tempest-RoutersNegativeTest-937077592-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb52f48c-ab2f-4985-a740-251af8c2c5eb') {} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 19:17:55.596992 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-eb5191eb-f4a9-4e7c-92bc-d78d394eab1e tempest-RoutersNegativeTest-937077592 tempest-RoutersNegativeTest-937077592-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728202715275', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26296891'] for segment, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:17:55.600494 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-cc98adb5-676e-466c-a189-7433241dff83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813'] for port, after_delete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:17:55.612055 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-eb5191eb-f4a9-4e7c-92bc-d78d394eab1e tempest-RoutersNegativeTest-937077592 tempest-RoutersNegativeTest-937077592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:17:55.618185 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb5191eb-f4a9-4e7c-92bc-d78d394eab1e tempest-RoutersNegativeTest-937077592 tempest-RoutersNegativeTest-937077592-project] Releasing vlan 67 on physical network physnet1 to pool {{(pid=93916) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 19:17:55.618558 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-eb5191eb-f4a9-4e7c-92bc-d78d394eab1e tempest-RoutersNegativeTest-937077592 tempest-RoutersNegativeTest-937077592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2682942'] for segment, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:17:55.621586 n-d-800634-3 neutron-server[93916]: Traceback (most recent call last): Jul 14 19:17:55.621586 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 19:17:55.621586 n-d-800634-3 neutron-server[93916]: timer() Jul 14 19:17:55.621586 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 19:17:55.621586 n-d-800634-3 neutron-server[93916]: cb(*args, **kw) Jul 14 19:17:55.621586 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 19:17:55.621586 n-d-800634-3 neutron-server[93916]: return func(*args, **kwargs) Jul 14 19:17:55.621586 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 19:17:55.621586 n-d-800634-3 neutron-server[93916]: self._notify() Jul 14 19:17:55.621586 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 19:17:55.621586 n-d-800634-3 neutron-server[93916]: self.callback(batched_events) Jul 14 19:17:55.621586 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 19:17:55.621586 n-d-800634-3 neutron-server[93916]: event.method(event) Jul 14 19:17:55.621586 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 19:17:55.621586 n-d-800634-3 neutron-server[93916]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 19:17:55.621586 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 19:17:55.621586 n-d-800634-3 neutron-server[93916]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 19:17:55.621586 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 19:17:55.621586 n-d-800634-3 neutron-server[93916]: return f(self, *a, **k) Jul 14 19:17:55.621586 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 19:17:55.621586 n-d-800634-3 neutron-server[93916]: return self._get(url).json() Jul 14 19:17:55.621586 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 19:17:55.621586 n-d-800634-3 neutron-server[93916]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 19:17:55.621586 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 19:17:55.621586 n-d-800634-3 neutron-server[93916]: return self.request(url, 'GET', **kwargs) Jul 14 19:17:55.621586 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 19:17:55.621586 n-d-800634-3 neutron-server[93916]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 19:17:55.621586 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 19:17:55.621586 n-d-800634-3 neutron-server[93916]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 19:17:55.621586 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 19:17:55.621586 n-d-800634-3 neutron-server[93916]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 19:17:55.621586 n-d-800634-3 neutron-server[93916]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 19:17:55.625404 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc98adb5-676e-466c-a189-7433241dff83 None None] Pushing event deleted for resources: {'Port': ['ID=8c443c42-9587-4e56-9b20-450a07391b82,revision_number=None']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:17:55.629097 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc98adb5-676e-466c-a189-7433241dff83 None None] No DVR routers for this DVR port 8c443c42-9587-4e56-9b20-450a07391b82 on host n-d-800634-3 {{(pid=93917) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 19:17:55.680243 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-eb5191eb-f4a9-4e7c-92bc-d78d394eab1e tempest-RoutersNegativeTest-937077592 tempest-RoutersNegativeTest-937077592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2096001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-930085'] for network, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:17:55.687369 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-eb5191eb-f4a9-4e7c-92bc-d78d394eab1e tempest-RoutersNegativeTest-937077592 tempest-RoutersNegativeTest-937077592-project] Notify callbacks [] for network, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:17:55.689210 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-eb5191eb-f4a9-4e7c-92bc-d78d394eab1e tempest-RoutersNegativeTest-937077592 tempest-RoutersNegativeTest-937077592-project] 10.222.0.16 "DELETE /v2.0/networks/afce3f98-fefe-4122-8e11-5430f4f293ae HTTP/1.1" status: 204 len: 168 time: 0.5691037 Jul 14 19:17:55.692964 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 59464) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 19:17:55.701090 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5191eb-f4a9-4e7c-92bc-d78d394eab1e tempest-RoutersNegativeTest-937077592 tempest-RoutersNegativeTest-937077592-project] Pushing event deleted for resources: {'Network': ['ID=afce3f98-fefe-4122-8e11-5430f4f293ae,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:17:55.728389 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-8afc1349-51d8-425b-9d2e-c74401876d38 tempest-RoutersNegativeTest-937077592 tempest-RoutersNegativeTest-937077592-project] 10.222.0.16 "GET /v2.0/ports?device_id=4664825e-a11f-4195-b301-bac6fed21c34 HTTP/1.1" status: 200 len: 205 time: 0.0332613 Jul 14 19:17:55.730696 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 59466) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 19:17:55.849903 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-97e2fd9b-58a3-47a9-89a7-8d5b6dab7de8 tempest-RoutersNegativeTest-937077592 tempest-RoutersNegativeTest-937077592-project] Notify callbacks [] for router, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:17:55.955577 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-2f4e3af3-e708-4ffd-a544-82d93a489d01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:17:56.010797 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-97e2fd9b-58a3-47a9-89a7-8d5b6dab7de8 tempest-RoutersNegativeTest-937077592 tempest-RoutersNegativeTest-937077592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-571778', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11402'] for router, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:17:56.012941 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-97e2fd9b-58a3-47a9-89a7-8d5b6dab7de8 tempest-RoutersNegativeTest-937077592 tempest-RoutersNegativeTest-937077592-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:17:56.054985 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-97e2fd9b-58a3-47a9-89a7-8d5b6dab7de8 tempest-RoutersNegativeTest-937077592 tempest-RoutersNegativeTest-937077592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-541202'] for router, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:17:56.055509 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97e2fd9b-58a3-47a9-89a7-8d5b6dab7de8 tempest-RoutersNegativeTest-937077592 tempest-RoutersNegativeTest-937077592-project] Fanout notify agent at l3_agent the message router_deleted on router 4664825e-a11f-4195-b301-bac6fed21c34 {{(pid=93915) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 19:17:56.062473 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-97e2fd9b-58a3-47a9-89a7-8d5b6dab7de8 tempest-RoutersNegativeTest-937077592 tempest-RoutersNegativeTest-937077592-project] Notify callbacks [] for router, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:17:56.063652 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-97e2fd9b-58a3-47a9-89a7-8d5b6dab7de8 tempest-RoutersNegativeTest-937077592 tempest-RoutersNegativeTest-937077592-project] 10.222.0.16 "DELETE /v2.0/routers/4664825e-a11f-4195-b301-bac6fed21c34 HTTP/1.1" status: 204 len: 168 time: 0.3319824 Jul 14 19:17:56.298105 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 59472) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 19:17:56.428228 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-7a5f68e5-83b5-4bfe-b1d3-7c9969b18494 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=114ffa3938bf412c8af55f47fdec2864&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1289117 Jul 14 19:17:56.430809 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 59476) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 19:17:56.480820 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-8386856f-5029-4206-994b-f453b40853d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:17:56.507278 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-8386856f-5029-4206-994b-f453b40853d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:17:56.555552 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-8386856f-5029-4206-994b-f453b40853d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:17:56.558293 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-8386856f-5029-4206-994b-f453b40853d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:17:56.559476 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-8386856f-5029-4206-994b-f453b40853d0 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d6241b1b-3872-420d-b922-671bbe4314fa HTTP/1.1" status: 204 len: 168 time: 0.1277528 Jul 14 19:17:56.568167 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8386856f-5029-4206-994b-f453b40853d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6241b1b-3872-420d-b922-671bbe4314fa,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:17:56.575889 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8386856f-5029-4206-994b-f453b40853d0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:17:56.576266 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8386856f-5029-4206-994b-f453b40853d0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:17:56.576613 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8386856f-5029-4206-994b-f453b40853d0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:17:56.576951 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8386856f-5029-4206-994b-f453b40853d0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:17:56.577284 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8386856f-5029-4206-994b-f453b40853d0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:17:56.578181 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8386856f-5029-4206-994b-f453b40853d0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:17:56.578514 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8386856f-5029-4206-994b-f453b40853d0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:17:56.578842 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8386856f-5029-4206-994b-f453b40853d0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:17:56.579168 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8386856f-5029-4206-994b-f453b40853d0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:17:56.579491 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8386856f-5029-4206-994b-f453b40853d0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:17:56.579817 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8386856f-5029-4206-994b-f453b40853d0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:17:56.580252 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8386856f-5029-4206-994b-f453b40853d0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:17:57.193178 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 59498) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 19:17:57.251975 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 8c443c42-9587-4e56-9b20-450a07391b82 no longer exists at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 19:17:57.272318 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] No Port match for: 8c443c42-9587-4e56-9b20-450a07391b82 {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 19:17:57.272695 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 8c443c42-9587-4e56-9b20-450a07391b82 not bound to the agent host n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 19:17:57.297463 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-01c1a44e-294a-493e-a499-e38a662a59b4 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-2095244226-network', 'tenant_id': 'e5a762990a344b07bb57881705f62e8b'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 19:17:57.320301 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01c1a44e-294a-493e-a499-e38a662a59b4 admin admin] Made reservation on behalf of e5a762990a344b07bb57881705f62e8b for: {'network': 1} {{(pid=93915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 19:17:57.322790 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-01c1a44e-294a-493e-a499-e38a662a59b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for network, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:17:57.331674 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-01c1a44e-294a-493e-a499-e38a662a59b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:17:57.431079 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-01c1a44e-294a-493e-a499-e38a662a59b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:17:57.435424 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-01c1a44e-294a-493e-a499-e38a662a59b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:17:57.460968 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01c1a44e-294a-493e-a499-e38a662a59b4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 74} {{(pid=93915) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 19:17:57.471405 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c1a44e-294a-493e-a499-e38a662a59b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a437916-ed3e-489d-9782-9c9ee1d041f6,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:17:57.476490 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-01c1a44e-294a-493e-a499-e38a662a59b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:17:57.476840 n-d-800634-3 neutron-server[93915]: INFO neutron.db.segments_db [None req-01c1a44e-294a-493e-a499-e38a662a59b4 admin admin] Added segment 2335d4b1-4911-4c3f-b6c0-7002b615ecd3 of type vlan for network b8186d71-7a4b-4213-bffa-b8311f3dfdd6 Jul 14 19:17:57.526288 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-01c1a44e-294a-493e-a499-e38a662a59b4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728202197517'] for network, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:17:57.559037 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-01c1a44e-294a-493e-a499-e38a662a59b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727'] for network, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:17:57.560073 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01c1a44e-294a-493e-a499-e38a662a59b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:17:57.560693 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-01c1a44e-294a-493e-a499-e38a662a59b4 admin admin] Notify callbacks [] for network, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:17:57.620376 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-01c1a44e-294a-493e-a499-e38a662a59b4 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.4259696 Jul 14 19:17:57.625065 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 59502) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 19:17:57.632187 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c1a44e-294a-493e-a499-e38a662a59b4 admin admin] Pushing event updated for resources: {'Network': ['ID=b8186d71-7a4b-4213-bffa-b8311f3dfdd6,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:17:57.632470 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-b88b539c-06c8-4c7a-8ae1-01b97c373a9e admin admin] Request body: {'subnet': {'network_id': 'b8186d71-7a4b-4213-bffa-b8311f3dfdd6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-2095244226-subnet', 'tenant_id': 'e5a762990a344b07bb57881705f62e8b', 'ip_version': 4}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 19:17:57.642825 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Network b8186d71-7a4b-4213-bffa-b8311f3dfdd6 details requested by agent ovs-agent-n-d-800634-3 with host n-d-800634-3 {{(pid=93917) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 19:17:57.663590 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b88b539c-06c8-4c7a-8ae1-01b97c373a9e admin admin] Made reservation on behalf of e5a762990a344b07bb57881705f62e8b for: {'subnet': 1} {{(pid=93916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 19:17:57.666426 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-b88b539c-06c8-4c7a-8ae1-01b97c373a9e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26033189'] for subnet, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:17:57.858602 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-b88b539c-06c8-4c7a-8ae1-01b97c373a9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2684753', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26033175'] for subnet, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:17:57.918724 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88b539c-06c8-4c7a-8ae1-01b97c373a9e admin admin] Pushing event updated for resources: {'Subnet': ['ID=f5238085-e4db-498a-aa91-624010c30242,revision_number=0']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:17:57.929630 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b88b539c-06c8-4c7a-8ae1-01b97c373a9e admin admin] Checking segment: {'id': '2335d4b1-4911-4c3f-b6c0-7002b615ecd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'b8186d71-7a4b-4213-bffa-b8311f3dfdd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93916) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 19:17:57.929993 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b88b539c-06c8-4c7a-8ae1-01b97c373a9e admin admin] Network hostable DHCP agents. Network: b8186d71-7a4b-4213-bffa-b8311f3dfdd6, hostable agents: ['028393c3-0576-4ebd-bca1-8ea8a148e1a2'], hosted agents: [] {{(pid=93916) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 19:17:57.956700 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b88b539c-06c8-4c7a-8ae1-01b97c373a9e admin admin] Network b8186d71-7a4b-4213-bffa-b8311f3dfdd6 is scheduled to be hosted by DHCP agent 028393c3-0576-4ebd-bca1-8ea8a148e1a2 with binding_index 1 {{(pid=93916) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 19:17:57.970903 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [None req-b88b539c-06c8-4c7a-8ae1-01b97c373a9e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-3, b8186d71-7a4b-4213-bffa-b8311f3dfdd6) {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 19:17:57.978920 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b88b539c-06c8-4c7a-8ae1-01b97c373a9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:17:57.979805 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-b88b539c-06c8-4c7a-8ae1-01b97c373a9e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:17:57.980958 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4698f0a-cd4b-42ce-aa0a-87fc9fb7d488 None None] Network b8186d71-7a4b-4213-bffa-b8311f3dfdd6 requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 19:17:58.000736 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-b88b539c-06c8-4c7a-8ae1-01b97c373a9e admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3738682 Jul 14 19:17:58.004764 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 59504) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 19:17:58.010504 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-a45b6ccb-8ef2-4e4e-a434-9281aa8473a5 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-2095244226-router', 'tenant_id': 'e5a762990a344b07bb57881705f62e8b', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61'}}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 19:17:58.043382 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-a45b6ccb-8ef2-4e4e-a434-9281aa8473a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-571768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11104'] for router, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:17:58.045063 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-a45b6ccb-8ef2-4e4e-a434-9281aa8473a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-571675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-930014', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-632314', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11129'] for router, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:17:58.104887 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-a45b6ccb-8ef2-4e4e-a434-9281aa8473a5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:17:58.149945 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b61f976-47c4-419a-af0e-86594b8f6eff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9222b97e-5d1c-54f8-ba97-82f172498e76-b8186d71-7a4b-4213-bffa-b8311f3dfdd6', 'network_id': 'b8186d71-7a4b-4213-bffa-b8311f3dfdd6', 'tenant_id': 'e5a762990a344b07bb57881705f62e8b', 'fixed_ips': [{'subnet_id': 'f5238085-e4db-498a-aa91-624010c30242'}]}} from n-d-800634-3. {{(pid=93917) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 19:17:58.150826 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-8b61f976-47c4-419a-af0e-86594b8f6eff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:17:58.298120 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.db_base_plugin_common [None req-8b61f976-47c4-419a-af0e-86594b8f6eff None None] Allocated IP 172.20.0.2 (b8186d71-7a4b-4213-bffa-b8311f3dfdd6/f5238085-e4db-498a-aa91-624010c30242/0328cf6a-86ac-456a-9b14-d2c00099fe26) {{(pid=93917) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 19:17:58.314955 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-a45b6ccb-8ef2-4e4e-a434-9281aa8473a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-929996', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-571750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11395'] for router, precommit_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:17:58.454610 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-8b61f976-47c4-419a-af0e-86594b8f6eff None None] Notify callbacks [] for port, precommit_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:17:58.469684 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-8b61f976-47c4-419a-af0e-86594b8f6eff None None] Transition to ACTIVE for port object 0328cf6a-86ac-456a-9b14-d2c00099fe26 will not be triggered until provisioned by entity L2. {{(pid=93917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 19:17:58.488675 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-8b61f976-47c4-419a-af0e-86594b8f6eff None None] Transition to ACTIVE for port object 0328cf6a-86ac-456a-9b14-d2c00099fe26 will not be triggered until provisioned by entity DHCP. {{(pid=93917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 19:17:58.495395 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-8b61f976-47c4-419a-af0e-86594b8f6eff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804'] for port, after_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:17:58.537443 n-d-800634-3 neutron-server[93917]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b61f976-47c4-419a-af0e-86594b8f6eff None None] Network b8186d71-7a4b-4213-bffa-b8311f3dfdd6 is already hosted by enough agents. {{(pid=93917) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 19:17:58.541312 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-a45b6ccb-8ef2-4e4e-a434-9281aa8473a5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:17:58.541924 n-d-800634-3 neutron-server[93917]: DEBUG neutron.scheduler.base_scheduler [None req-8b61f976-47c4-419a-af0e-86594b8f6eff None None] Resources bound (agent type, host, resource id): {{(pid=93917) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 19:17:58.544360 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b61f976-47c4-419a-af0e-86594b8f6eff None None] Received port after_create {{(pid=93917) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 19:17:58.551949 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b61f976-47c4-419a-af0e-86594b8f6eff None None] Pushing event updated for resources: {'Port': ['ID=0328cf6a-86ac-456a-9b14-d2c00099fe26,revision_number=1']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:17:58.563444 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-a45b6ccb-8ef2-4e4e-a434-9281aa8473a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:17:58.610561 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-8b61f976-47c4-419a-af0e-86594b8f6eff None None] Attempting to bind port 0328cf6a-86ac-456a-9b14-d2c00099fe26 on host n-d-800634-3 for vnic_type normal with profile {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 19:17:58.611080 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-8b61f976-47c4-419a-af0e-86594b8f6eff None None] Attempting to bind port 0328cf6a-86ac-456a-9b14-d2c00099fe26 by drivers openvswitch,hyperv on host n-d-800634-3 at level 0 using segments [{'id': '2335d4b1-4911-4c3f-b6c0-7002b615ecd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'b8186d71-7a4b-4213-bffa-b8311f3dfdd6'}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 19:17:58.611371 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b61f976-47c4-419a-af0e-86594b8f6eff None None] Attempting to bind port 0328cf6a-86ac-456a-9b14-d2c00099fe26 on network b8186d71-7a4b-4213-bffa-b8311f3dfdd6 {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 19:17:58.616397 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b61f976-47c4-419a-af0e-86594b8f6eff None None] Checking agent: {'id': '01c19e91-a945-4e3c-94a6-c211e17c923e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 8, 23), 'started_at': datetime.datetime(2021, 7, 14, 18, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 19, 17, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 19:17:58.616779 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b61f976-47c4-419a-af0e-86594b8f6eff None None] Checking segment: {'id': '2335d4b1-4911-4c3f-b6c0-7002b615ecd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'b8186d71-7a4b-4213-bffa-b8311f3dfdd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93917) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 19:17:58.617187 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-8b61f976-47c4-419a-af0e-86594b8f6eff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:17:58.617587 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b61f976-47c4-419a-af0e-86594b8f6eff None None] Bound using segment: {'id': '2335d4b1-4911-4c3f-b6c0-7002b615ecd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'b8186d71-7a4b-4213-bffa-b8311f3dfdd6'} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 19:17:58.618064 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-8b61f976-47c4-419a-af0e-86594b8f6eff None None] Bound port: 0328cf6a-86ac-456a-9b14-d2c00099fe26, host: n-d-800634-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2335d4b1-4911-4c3f-b6c0-7002b615ecd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'b8186d71-7a4b-4213-bffa-b8311f3dfdd6'}}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 19:17:58.618440 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-8b61f976-47c4-419a-af0e-86594b8f6eff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:17:58.675859 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.db_base_plugin_common [None req-a45b6ccb-8ef2-4e4e-a434-9281aa8473a5 admin admin] Allocated IP 172.25.1.159 (9200a437-e1de-4520-88f6-e68386523e61/5f47f848-4532-407a-a0e2-5690ade15fd0/c4cf8b0a-0586-4035-b866-83c3ff18952a) {{(pid=93915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 19:17:58.685669 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-8b61f976-47c4-419a-af0e-86594b8f6eff None None] For port 0328cf6a-86ac-456a-9b14-d2c00099fe26, host n-d-800634-3, cleared binding levels {{(pid=93917) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 19:17:58.689947 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-8b61f976-47c4-419a-af0e-86594b8f6eff None None] For port 0328cf6a-86ac-456a-9b14-d2c00099fe26, host n-d-800634-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=0328cf6a-86ac-456a-9b14-d2c00099fe26,segment=NetworkSegment(2335d4b1-4911-4c3f-b6c0-7002b615ecd3),segment_id=2335d4b1-4911-4c3f-b6c0-7002b615ecd3)] {{(pid=93917) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 19:17:58.694088 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-8b61f976-47c4-419a-af0e-86594b8f6eff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:17:58.756648 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b61f976-47c4-419a-af0e-86594b8f6eff None None] Pushing event updated for resources: {'Port': ['ID=0328cf6a-86ac-456a-9b14-d2c00099fe26,revision_number=2']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:17:58.794131 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-a45b6ccb-8ef2-4e4e-a434-9281aa8473a5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:17:58.835761 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-a45b6ccb-8ef2-4e4e-a434-9281aa8473a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:17:58.877828 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a45b6ccb-8ef2-4e4e-a434-9281aa8473a5 admin admin] Network 9200a437-e1de-4520-88f6-e68386523e61 is already hosted by enough agents. {{(pid=93915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 19:17:58.882343 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [None req-a45b6ccb-8ef2-4e4e-a434-9281aa8473a5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 19:17:58.884801 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a45b6ccb-8ef2-4e4e-a434-9281aa8473a5 admin admin] Received port after_create {{(pid=93915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 19:17:58.923975 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45b6ccb-8ef2-4e4e-a434-9281aa8473a5 admin admin] Pushing event updated for resources: {'Port': ['ID=c4cf8b0a-0586-4035-b866-83c3ff18952a,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:17:59.160927 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-a45b6ccb-8ef2-4e4e-a434-9281aa8473a5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:17:59.286072 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 0328cf6a-86ac-456a-9b14-d2c00099fe26 up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 19:17:59.342891 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning for port 0328cf6a-86ac-456a-9b14-d2c00099fe26 completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 19:17:59.384512 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-a45b6ccb-8ef2-4e4e-a434-9281aa8473a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-571759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-930033'] for router, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:17:59.552467 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a45b6ccb-8ef2-4e4e-a434-9281aa8473a5 admin admin] Router acffe052-2fa9-4e45-9204-aba8a235e023 is scheduled to L3 agent 2c6eb27e-defb-4cca-9a24-381c7415e359 with binding_index 1 {{(pid=93915) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 19:17:59.680958 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a45b6ccb-8ef2-4e4e-a434-9281aa8473a5 admin admin] Notify agent at l3_agent.n-d-800634-3 the message routers_updated {{(pid=93915) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 19:17:59.693233 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5b73215-10f6-4617-95b8-2c1943b09cad None None] Sync routers for ids ['acffe052-2fa9-4e45-9204-aba8a235e023'] in n-d-800634-3 {{(pid=93918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 19:17:59.696669 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f48ee139-d29a-4de9-8d6d-0c4e5564bf42 None None] Network b8186d71-7a4b-4213-bffa-b8311f3dfdd6 requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 19:17:59.700355 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-a45b6ccb-8ef2-4e4e-a434-9281aa8473a5 admin admin] Notify callbacks [] for router, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:17:59.703009 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5b73215-10f6-4617-95b8-2c1943b09cad None None] Routers {'acffe052-2fa9-4e45-9204-aba8a235e023'} bound to L3 agent in host n-d-800634-3 {{(pid=93918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 19:17:59.703647 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-e5b73215-10f6-4617-95b8-2c1943b09cad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T19:17:53Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['acffe052-2fa9-4e45-9204-aba8a235e023'], 'active': True} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 19:17:59.704766 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 59506) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 19:17:59.705286 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-a45b6ccb-8ef2-4e4e-a434-9281aa8473a5 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 1.6991448 Jul 14 19:17:59.821357 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvr_db [None req-e5b73215-10f6-4617-95b8-2c1943b09cad None None] Set router acffe052-2fa9-4e45-9204-aba8a235e023 gateway port host: n-d-800634-3 {{(pid=93918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 19:17:59.827025 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-2c5cf7ae-ae77-4d38-98c1-8df230cf67d6 None None] Provisioning for port 0328cf6a-86ac-456a-9b14-d2c00099fe26 completed by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 19:17:59.835534 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-2c5cf7ae-ae77-4d38-98c1-8df230cf67d6 None None] Provisioning complete for port 0328cf6a-86ac-456a-9b14-d2c00099fe26 triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 19:17:59.835911 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-2c5cf7ae-ae77-4d38-98c1-8df230cf67d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:17:59.969019 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-2c5cf7ae-ae77-4d38-98c1-8df230cf67d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:18:00.010579 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-2c5cf7ae-ae77-4d38-98c1-8df230cf67d6 None None] For port 0328cf6a-86ac-456a-9b14-d2c00099fe26, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=0328cf6a-86ac-456a-9b14-d2c00099fe26,segment=NetworkSegment(2335d4b1-4911-4c3f-b6c0-7002b615ecd3),segment_id=2335d4b1-4911-4c3f-b6c0-7002b615ecd3)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 19:18:00.014705 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-2c5cf7ae-ae77-4d38-98c1-8df230cf67d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:18:00.071329 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-e5b73215-10f6-4617-95b8-2c1943b09cad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acffe052-2fa9-4e45-9204-aba8a235e023', 'name': 'tempest-TestEncryptedCinderVolumes-2095244226-router', 'tenant_id': 'e5a762990a344b07bb57881705f62e8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.159'}], 'enable_snat': True}, 'gw_port_id': 'c4cf8b0a-0586-4035-b866-83c3ff18952a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T19:17:58Z', 'updated_at': '2021-07-14T19:17:59Z', 'revision_number': 3, 'project_id': 'e5a762990a344b07bb57881705f62e8b', 'gw_port': {'id': 'c4cf8b0a-0586-4035-b866-83c3ff18952a', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:46:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acffe052-2fa9-4e45-9204-aba8a235e023', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4078, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T19:17:58Z', 'updated_at': '2021-07-14T19:17:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3'}], 'n-d-800634-3', False) {} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 19:18:00.083234 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5cf7ae-ae77-4d38-98c1-8df230cf67d6 None None] Pushing event updated for resources: {'Port': ['ID=0328cf6a-86ac-456a-9b14-d2c00099fe26,revision_number=3']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:18:00.104538 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5b73215-10f6-4617-95b8-2c1943b09cad None None] Checking router: acffe052-2fa9-4e45-9204-aba8a235e023 for host: n-d-800634-3 {{(pid=93918) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 19:18:00.104886 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5b73215-10f6-4617-95b8-2c1943b09cad None None] Updating router acffe052-2fa9-4e45-9204-aba8a235e023 port c4cf8b0a-0586-4035-b866-83c3ff18952a binding host n-d-800634-3 {{(pid=93918) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 19:18:00.144867 n-d-800634-3 neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-e5b73215-10f6-4617-95b8-2c1943b09cad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:18:00.212844 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-8b64d921-131b-44d7-ba85-93bddcb38ea1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:18:00.241870 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-ceecc9f5-af85-433b-be32-d8651701434e None None] Provisioning complete for port 0328cf6a-86ac-456a-9b14-d2c00099fe26 triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 19:18:00.242408 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-ceecc9f5-af85-433b-be32-d8651701434e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:18:00.386266 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.db_base_plugin_common [None req-8b64d921-131b-44d7-ba85-93bddcb38ea1 admin admin] Allocated IP 172.20.0.1 (b8186d71-7a4b-4213-bffa-b8311f3dfdd6/f5238085-e4db-498a-aa91-624010c30242/efb02949-b3c6-4006-b1a5-f3267a551f1d) {{(pid=93916) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 19:18:00.417305 n-d-800634-3 neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-e5b73215-10f6-4617-95b8-2c1943b09cad None None] Notify callbacks [] for port, precommit_update {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:18:00.427692 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.provisioning_blocks [None req-e5b73215-10f6-4617-95b8-2c1943b09cad None None] Transition to ACTIVE for port object c4cf8b0a-0586-4035-b866-83c3ff18952a will not be triggered until provisioned by entity L2. {{(pid=93918) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 19:18:00.434846 n-d-800634-3 neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-e5b73215-10f6-4617-95b8-2c1943b09cad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:18:00.501357 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-8b64d921-131b-44d7-ba85-93bddcb38ea1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:18:00.516297 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.provisioning_blocks [None req-8b64d921-131b-44d7-ba85-93bddcb38ea1 admin admin] Transition to ACTIVE for port object efb02949-b3c6-4006-b1a5-f3267a551f1d will not be triggered until provisioned by entity DHCP. {{(pid=93916) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 19:18:00.557796 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-8b64d921-131b-44d7-ba85-93bddcb38ea1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:18:00.584853 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.managers [None req-e5b73215-10f6-4617-95b8-2c1943b09cad None None] Attempting to bind port c4cf8b0a-0586-4035-b866-83c3ff18952a on host n-d-800634-3 for vnic_type normal with profile {{(pid=93918) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 19:18:00.585320 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.managers [None req-e5b73215-10f6-4617-95b8-2c1943b09cad None None] Attempting to bind port c4cf8b0a-0586-4035-b866-83c3ff18952a by drivers openvswitch,hyperv on host n-d-800634-3 at level 0 using segments [{'id': '5afb940b-bbdf-4727-be00-5d46367c38a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9200a437-e1de-4520-88f6-e68386523e61'}] {{(pid=93918) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 19:18:00.585685 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5b73215-10f6-4617-95b8-2c1943b09cad None None] Attempting to bind port c4cf8b0a-0586-4035-b866-83c3ff18952a on network 9200a437-e1de-4520-88f6-e68386523e61 {{(pid=93918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 19:18:00.587789 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a38d84-7929-4f10-9aad-a70473797707 None None] Pushing event updated for resources: {'Port': ['ID=c4cf8b0a-0586-4035-b866-83c3ff18952a,revision_number=2']} {{(pid=93918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:18:00.597632 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a38d84-7929-4f10-9aad-a70473797707 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:18:00.597899 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a38d84-7929-4f10-9aad-a70473797707 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:18:00.598255 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a38d84-7929-4f10-9aad-a70473797707 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:18:00.598591 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a38d84-7929-4f10-9aad-a70473797707 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:18:00.598922 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a38d84-7929-4f10-9aad-a70473797707 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:18:00.599251 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a38d84-7929-4f10-9aad-a70473797707 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:18:00.599593 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a38d84-7929-4f10-9aad-a70473797707 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:18:00.599923 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b64d921-131b-44d7-ba85-93bddcb38ea1 admin admin] Network b8186d71-7a4b-4213-bffa-b8311f3dfdd6 is already hosted by enough agents. {{(pid=93916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 19:18:00.600170 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a38d84-7929-4f10-9aad-a70473797707 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:18:00.600381 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a38d84-7929-4f10-9aad-a70473797707 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:18:00.600673 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a38d84-7929-4f10-9aad-a70473797707 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:18:00.601026 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a38d84-7929-4f10-9aad-a70473797707 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:18:00.601383 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a38d84-7929-4f10-9aad-a70473797707 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:18:00.604626 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5b73215-10f6-4617-95b8-2c1943b09cad None None] Checking agent: {'id': '01c19e91-a945-4e3c-94a6-c211e17c923e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 8, 23), 'started_at': datetime.datetime(2021, 7, 14, 18, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 19, 17, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 19:18:00.604900 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [None req-8b64d921-131b-44d7-ba85-93bddcb38ea1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 19:18:00.605072 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5b73215-10f6-4617-95b8-2c1943b09cad None None] Checking segment: {'id': '5afb940b-bbdf-4727-be00-5d46367c38a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9200a437-e1de-4520-88f6-e68386523e61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93918) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 19:18:00.605439 n-d-800634-3 neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-e5b73215-10f6-4617-95b8-2c1943b09cad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:18:00.605857 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5b73215-10f6-4617-95b8-2c1943b09cad None None] Bound using segment: {'id': '5afb940b-bbdf-4727-be00-5d46367c38a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9200a437-e1de-4520-88f6-e68386523e61'} {{(pid=93918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 19:18:00.606373 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.managers [None req-e5b73215-10f6-4617-95b8-2c1943b09cad None None] Bound port: c4cf8b0a-0586-4035-b866-83c3ff18952a, host: n-d-800634-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5afb940b-bbdf-4727-be00-5d46367c38a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9200a437-e1de-4520-88f6-e68386523e61'}}] {{(pid=93918) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 19:18:00.606805 n-d-800634-3 neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-e5b73215-10f6-4617-95b8-2c1943b09cad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:18:00.608415 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b64d921-131b-44d7-ba85-93bddcb38ea1 admin admin] Received port after_create {{(pid=93916) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 19:18:00.637081 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b64d921-131b-44d7-ba85-93bddcb38ea1 admin admin] Pushing event updated for resources: {'Port': ['ID=efb02949-b3c6-4006-b1a5-f3267a551f1d,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:18:00.657498 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-8b64d921-131b-44d7-ba85-93bddcb38ea1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-930452'] for router_interface, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:18:00.675738 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.db [None req-e5b73215-10f6-4617-95b8-2c1943b09cad None None] For port c4cf8b0a-0586-4035-b866-83c3ff18952a, host n-d-800634-3, cleared binding levels {{(pid=93918) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 19:18:00.679836 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.db [None req-e5b73215-10f6-4617-95b8-2c1943b09cad None None] For port c4cf8b0a-0586-4035-b866-83c3ff18952a, host n-d-800634-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=c4cf8b0a-0586-4035-b866-83c3ff18952a,segment=NetworkSegment(5afb940b-bbdf-4727-be00-5d46367c38a1),segment_id=5afb940b-bbdf-4727-be00-5d46367c38a1)] {{(pid=93918) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 19:18:00.685463 n-d-800634-3 neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-e5b73215-10f6-4617-95b8-2c1943b09cad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:18:00.745954 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5b73215-10f6-4617-95b8-2c1943b09cad None None] Routers {'acffe052-2fa9-4e45-9204-aba8a235e023'} bound to L3 agent in host n-d-800634-3 {{(pid=93918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 19:18:00.746804 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-e5b73215-10f6-4617-95b8-2c1943b09cad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T19:17:53Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['acffe052-2fa9-4e45-9204-aba8a235e023'], 'active': True} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 19:18:00.801840 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a38d84-7929-4f10-9aad-a70473797707 None None] Pushing event updated for resources: {'Port': ['ID=c4cf8b0a-0586-4035-b866-83c3ff18952a,revision_number=3']} {{(pid=93918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:18:00.829560 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-8b64d921-131b-44d7-ba85-93bddcb38ea1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:18:00.871727 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-348ee8e4-9465-4318-9c16-d9e9f6691163 None None] Provisioning for port efb02949-b3c6-4006-b1a5-f3267a551f1d completed by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 19:18:00.875665 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-348ee8e4-9465-4318-9c16-d9e9f6691163 None None] Provisioning complete for port efb02949-b3c6-4006-b1a5-f3267a551f1d triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 19:18:00.876326 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-348ee8e4-9465-4318-9c16-d9e9f6691163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:18:00.878572 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvr_db [None req-e5b73215-10f6-4617-95b8-2c1943b09cad None None] Set router acffe052-2fa9-4e45-9204-aba8a235e023 gateway port host: n-d-800634-3 {{(pid=93918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 19:18:00.914490 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-348ee8e4-9465-4318-9c16-d9e9f6691163 None None] Port efb02949-b3c6-4006-b1a5-f3267a551f1d cannot update to ACTIVE because it is not bound. {{(pid=93917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 19:18:01.014277 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-8b64d921-131b-44d7-ba85-93bddcb38ea1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:18:01.019896 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-8b64d921-131b-44d7-ba85-93bddcb38ea1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2684870'] for port, after_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:18:01.066405 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-e5b73215-10f6-4617-95b8-2c1943b09cad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acffe052-2fa9-4e45-9204-aba8a235e023', 'name': 'tempest-TestEncryptedCinderVolumes-2095244226-router', 'tenant_id': 'e5a762990a344b07bb57881705f62e8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.159'}], 'enable_snat': True}, 'gw_port_id': 'c4cf8b0a-0586-4035-b866-83c3ff18952a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T19:17:58Z', 'updated_at': '2021-07-14T19:17:59Z', 'revision_number': 3, 'project_id': 'e5a762990a344b07bb57881705f62e8b', 'gw_port': {'id': 'c4cf8b0a-0586-4035-b866-83c3ff18952a', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:46:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acffe052-2fa9-4e45-9204-aba8a235e023', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4078, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T19:17:58Z', 'updated_at': '2021-07-14T19:18:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3'}], 'n-d-800634-3', False) {} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 19:18:01.091531 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-8b64d921-131b-44d7-ba85-93bddcb38ea1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-598741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-928734'] for router_interface, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:18:01.092762 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5b73215-10f6-4617-95b8-2c1943b09cad None None] The sync data for ids ['acffe052-2fa9-4e45-9204-aba8a235e023'] in n-d-800634-3 is: [{'id': 'acffe052-2fa9-4e45-9204-aba8a235e023', 'name': 'tempest-TestEncryptedCinderVolumes-2095244226-router', 'tenant_id': 'e5a762990a344b07bb57881705f62e8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.159'}], 'enable_snat': True}, 'gw_port_id': 'c4cf8b0a-0586-4035-b866-83c3ff18952a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T19:17:58Z', 'updated_at': '2021-07-14T19:17:59Z', 'revision_number': 3, 'project_id': 'e5a762990a344b07bb57881705f62e8b', 'gw_port': {'id': 'c4cf8b0a-0586-4035-b866-83c3ff18952a', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:46:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acffe052-2fa9-4e45-9204-aba8a235e023', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4078, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T19:17:58Z', 'updated_at': '2021-07-14T19:18:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3'}] {{(pid=93918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 19:18:01.093973 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b64d921-131b-44d7-ba85-93bddcb38ea1 admin admin] Pushing event updated for resources: {'Port': ['ID=efb02949-b3c6-4006-b1a5-f3267a551f1d,revision_number=2']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:18:01.211731 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b64d921-131b-44d7-ba85-93bddcb38ea1 admin admin] Network b8186d71-7a4b-4213-bffa-b8311f3dfdd6 is already hosted by enough agents. {{(pid=93916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 19:18:01.213565 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [None req-8b64d921-131b-44d7-ba85-93bddcb38ea1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 19:18:01.287217 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 0328cf6a-86ac-456a-9b14-d2c00099fe26 up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 19:18:01.368318 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port 0328cf6a-86ac-456a-9b14-d2c00099fe26 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 19:18:01.368742 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:18:01.379032 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b64d921-131b-44d7-ba85-93bddcb38ea1 admin admin] Router acffe052-2fa9-4e45-9204-aba8a235e023 has already been hosted by L3 agent 2c6eb27e-defb-4cca-9a24-381c7415e359 {{(pid=93916) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 19:18:01.551874 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b64d921-131b-44d7-ba85-93bddcb38ea1 admin admin] Notify agent at l3_agent.n-d-800634-3 the message routers_updated {{(pid=93916) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 19:18:01.557422 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-8b64d921-131b-44d7-ba85-93bddcb38ea1 admin admin] 10.222.0.16 "PUT /v2.0/routers/acffe052-2fa9-4e45-9204-aba8a235e023/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8506646 Jul 14 19:18:01.601166 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-fcb5b12f-50e3-492a-8edb-648529723788 None None] Provisioning complete for port efb02949-b3c6-4006-b1a5-f3267a551f1d triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 19:18:01.601548 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-fcb5b12f-50e3-492a-8edb-648529723788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:18:01.666947 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-fcb5b12f-50e3-492a-8edb-648529723788 None None] Port efb02949-b3c6-4006-b1a5-f3267a551f1d cannot update to ACTIVE because it is not bound. {{(pid=93917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 19:18:02.057917 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 59522) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 19:18:02.063763 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-9ede1a1a-0e9c-4e83-b0a0-0cc6d194a3fc admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1707236810-network', 'tenant_id': '227ba9de8618493c86879a014069350e'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 19:18:02.084771 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ede1a1a-0e9c-4e83-b0a0-0cc6d194a3fc admin admin] Made reservation on behalf of 227ba9de8618493c86879a014069350e for: {'network': 1} {{(pid=93916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 19:18:02.087166 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-9ede1a1a-0e9c-4e83-b0a0-0cc6d194a3fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for network, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:18:02.096008 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-9ede1a1a-0e9c-4e83-b0a0-0cc6d194a3fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:18:02.195199 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-9ede1a1a-0e9c-4e83-b0a0-0cc6d194a3fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:18:02.199390 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-9ede1a1a-0e9c-4e83-b0a0-0cc6d194a3fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:18:02.224234 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ede1a1a-0e9c-4e83-b0a0-0cc6d194a3fc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 87} {{(pid=93916) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 19:18:02.234684 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ede1a1a-0e9c-4e83-b0a0-0cc6d194a3fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4021e731-e257-4475-a3ba-962770739878,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:18:02.239543 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-9ede1a1a-0e9c-4e83-b0a0-0cc6d194a3fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:18:02.239886 n-d-800634-3 neutron-server[93916]: INFO neutron.db.segments_db [None req-9ede1a1a-0e9c-4e83-b0a0-0cc6d194a3fc admin admin] Added segment 810a4530-ee53-4a03-9c6a-8ddbe02d1cbd of type vlan for network 241f9f4d-57e6-495c-ba3b-560f4fdddee5 Jul 14 19:18:02.286313 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-9ede1a1a-0e9c-4e83-b0a0-0cc6d194a3fc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728202197517'] for network, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:18:02.317640 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-9ede1a1a-0e9c-4e83-b0a0-0cc6d194a3fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727'] for network, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:18:02.318839 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ede1a1a-0e9c-4e83-b0a0-0cc6d194a3fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:18:02.319475 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-9ede1a1a-0e9c-4e83-b0a0-0cc6d194a3fc admin admin] Notify callbacks [] for network, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:18:02.377419 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-9ede1a1a-0e9c-4e83-b0a0-0cc6d194a3fc admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3154120 Jul 14 19:18:02.377633 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 59524) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 19:18:02.384473 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-6e71d0bc-cabd-4fb8-b9ee-bd1a183d0000 admin admin] Request body: {'subnet': {'network_id': '241f9f4d-57e6-495c-ba3b-560f4fdddee5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1707236810-subnet', 'tenant_id': '227ba9de8618493c86879a014069350e', 'ip_version': 4}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 19:18:02.388683 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ede1a1a-0e9c-4e83-b0a0-0cc6d194a3fc admin admin] Pushing event updated for resources: {'Network': ['ID=241f9f4d-57e6-495c-ba3b-560f4fdddee5,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:18:02.400851 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Network 241f9f4d-57e6-495c-ba3b-560f4fdddee5 details requested by agent ovs-agent-n-d-800634-3 with host n-d-800634-3 {{(pid=93917) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 19:18:02.413773 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e71d0bc-cabd-4fb8-b9ee-bd1a183d0000 admin admin] Made reservation on behalf of 227ba9de8618493c86879a014069350e for: {'subnet': 1} {{(pid=93916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 19:18:02.416790 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-6e71d0bc-cabd-4fb8-b9ee-bd1a183d0000 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26033189'] for subnet, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:18:02.616591 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-6e71d0bc-cabd-4fb8-b9ee-bd1a183d0000 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2684753', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26033175'] for subnet, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:18:02.681776 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e71d0bc-cabd-4fb8-b9ee-bd1a183d0000 admin admin] Pushing event updated for resources: {'Subnet': ['ID=696a78c5-9d77-4810-a927-bbcbca42fab3,revision_number=0']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:18:02.689122 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e71d0bc-cabd-4fb8-b9ee-bd1a183d0000 admin admin] Checking segment: {'id': '810a4530-ee53-4a03-9c6a-8ddbe02d1cbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '241f9f4d-57e6-495c-ba3b-560f4fdddee5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93916) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 19:18:02.689491 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e71d0bc-cabd-4fb8-b9ee-bd1a183d0000 admin admin] Network hostable DHCP agents. Network: 241f9f4d-57e6-495c-ba3b-560f4fdddee5, hostable agents: ['028393c3-0576-4ebd-bca1-8ea8a148e1a2'], hosted agents: [] {{(pid=93916) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 19:18:02.708477 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e71d0bc-cabd-4fb8-b9ee-bd1a183d0000 admin admin] Network 241f9f4d-57e6-495c-ba3b-560f4fdddee5 is scheduled to be hosted by DHCP agent 028393c3-0576-4ebd-bca1-8ea8a148e1a2 with binding_index 1 {{(pid=93916) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 19:18:02.719025 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [None req-6e71d0bc-cabd-4fb8-b9ee-bd1a183d0000 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-3, 241f9f4d-57e6-495c-ba3b-560f4fdddee5) {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 19:18:02.723865 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e71d0bc-cabd-4fb8-b9ee-bd1a183d0000 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:18:02.724969 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-6e71d0bc-cabd-4fb8-b9ee-bd1a183d0000 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:18:02.734246 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c65c4f0-02f0-46e4-ad3e-025c4b64525a None None] Network 241f9f4d-57e6-495c-ba3b-560f4fdddee5 requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 19:18:02.745968 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 59526) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 19:18:02.751347 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-6e71d0bc-cabd-4fb8-b9ee-bd1a183d0000 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3661089 Jul 14 19:18:02.752330 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-b1d83f52-bd78-474f-8369-a8b26b6e2af4 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1707236810-router', 'tenant_id': '227ba9de8618493c86879a014069350e', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61'}}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 19:18:02.782817 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-b1d83f52-bd78-474f-8369-a8b26b6e2af4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-571768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11104'] for router, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:18:02.784143 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-b1d83f52-bd78-474f-8369-a8b26b6e2af4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-571675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-930014', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-632314', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11129'] for router, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:18:02.849426 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-b1d83f52-bd78-474f-8369-a8b26b6e2af4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:18:02.872175 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ece04494-6af7-4bc7-8f2f-29c9310efb88 None None] Sync routers for ids ['acffe052-2fa9-4e45-9204-aba8a235e023'] in n-d-800634-3 {{(pid=93917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 19:18:02.902904 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ece04494-6af7-4bc7-8f2f-29c9310efb88 None None] Routers {'acffe052-2fa9-4e45-9204-aba8a235e023'} bound to L3 agent in host n-d-800634-3 {{(pid=93917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 19:18:02.903559 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-ece04494-6af7-4bc7-8f2f-29c9310efb88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T19:17:53Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['acffe052-2fa9-4e45-9204-aba8a235e023'], 'active': True} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 19:18:02.944221 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f2802b7-56c5-4d22-b50c-4a6dd4233b8f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9222b97e-5d1c-54f8-ba97-82f172498e76-241f9f4d-57e6-495c-ba3b-560f4fdddee5', 'network_id': '241f9f4d-57e6-495c-ba3b-560f4fdddee5', 'tenant_id': '227ba9de8618493c86879a014069350e', 'fixed_ips': [{'subnet_id': '696a78c5-9d77-4810-a927-bbcbca42fab3'}]}} from n-d-800634-3. {{(pid=93917) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 19:18:02.945081 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-1f2802b7-56c5-4d22-b50c-4a6dd4233b8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:18:03.091596 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:18:03.110559 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvr_db [None req-ece04494-6af7-4bc7-8f2f-29c9310efb88 None None] Set router acffe052-2fa9-4e45-9204-aba8a235e023 gateway port host: n-d-800634-3 {{(pid=93917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 19:18:03.256848 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.db_base_plugin_common [None req-1f2802b7-56c5-4d22-b50c-4a6dd4233b8f None None] Allocated IP 172.20.0.2 (241f9f4d-57e6-495c-ba3b-560f4fdddee5/696a78c5-9d77-4810-a927-bbcbca42fab3/bb1e75fe-f60b-4e94-81a4-2e3e17ff45cb) {{(pid=93917) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 19:18:03.287191 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-b1d83f52-bd78-474f-8369-a8b26b6e2af4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-929996', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-571750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11395'] for router, precommit_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:18:03.329804 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device c4cf8b0a-0586-4035-b866-83c3ff18952a up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 19:18:03.506826 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning for port c4cf8b0a-0586-4035-b866-83c3ff18952a completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 19:18:03.513481 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-1f2802b7-56c5-4d22-b50c-4a6dd4233b8f None None] Notify callbacks [] for port, precommit_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:18:03.519773 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port c4cf8b0a-0586-4035-b866-83c3ff18952a triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 19:18:03.520192 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:18:03.523810 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-b1d83f52-bd78-474f-8369-a8b26b6e2af4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:18:03.543634 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-1f2802b7-56c5-4d22-b50c-4a6dd4233b8f None None] Transition to ACTIVE for port object bb1e75fe-f60b-4e94-81a4-2e3e17ff45cb will not be triggered until provisioned by entity L2. {{(pid=93917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 19:18:03.549457 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-b1d83f52-bd78-474f-8369-a8b26b6e2af4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:18:03.574993 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-1f2802b7-56c5-4d22-b50c-4a6dd4233b8f None None] Transition to ACTIVE for port object bb1e75fe-f60b-4e94-81a4-2e3e17ff45cb will not be triggered until provisioned by entity DHCP. {{(pid=93917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 19:18:03.580746 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-ece04494-6af7-4bc7-8f2f-29c9310efb88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acffe052-2fa9-4e45-9204-aba8a235e023', 'name': 'tempest-TestEncryptedCinderVolumes-2095244226-router', 'tenant_id': 'e5a762990a344b07bb57881705f62e8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.159'}], 'enable_snat': True}, 'gw_port_id': 'c4cf8b0a-0586-4035-b866-83c3ff18952a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T19:17:58Z', 'updated_at': '2021-07-14T19:18:00Z', 'revision_number': 4, 'project_id': 'e5a762990a344b07bb57881705f62e8b', 'gw_port': {'id': 'c4cf8b0a-0586-4035-b866-83c3ff18952a', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:46:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acffe052-2fa9-4e45-9204-aba8a235e023', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4078, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T19:17:58Z', 'updated_at': '2021-07-14T19:18:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_interfaces': [{'id': 'efb02949-b3c6-4006-b1a5-f3267a551f1d', 'name': '', 'network_id': 'b8186d71-7a4b-4213-bffa-b8311f3dfdd6', 'tenant_id': 'e5a762990a344b07bb57881705f62e8b', 'mac_address': 'fa:16:3e:48:3d:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acffe052-2fa9-4e45-9204-aba8a235e023', 'device_owner': 'network:router_interface', 'standard_attr_id': 4079, 'fixed_ips': [{'subnet_id': 'f5238085-e4db-498a-aa91-624010c30242', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T19:18:00Z', 'updated_at': '2021-07-14T19:18:00Z', 'revision_number': 2, 'project_id': 'e5a762990a344b07bb57881705f62e8b', 'subnets': [{'id': 'f5238085-e4db-498a-aa91-624010c30242', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-3', False) {} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 19:18:03.585246 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-1f2802b7-56c5-4d22-b50c-4a6dd4233b8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804'] for port, after_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:18:03.643961 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ece04494-6af7-4bc7-8f2f-29c9310efb88 None None] Checking router: acffe052-2fa9-4e45-9204-aba8a235e023 for host: n-d-800634-3 {{(pid=93917) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 19:18:03.644361 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ece04494-6af7-4bc7-8f2f-29c9310efb88 None None] Updating router acffe052-2fa9-4e45-9204-aba8a235e023 port efb02949-b3c6-4006-b1a5-f3267a551f1d binding host n-d-800634-3 {{(pid=93917) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 19:18:03.673751 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.db_base_plugin_common [None req-b1d83f52-bd78-474f-8369-a8b26b6e2af4 admin admin] Allocated IP 172.25.1.90 (9200a437-e1de-4520-88f6-e68386523e61/5f47f848-4532-407a-a0e2-5690ade15fd0/b9af1230-5eea-49c7-a3e7-7e0bc8d09960) {{(pid=93915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 19:18:03.697413 n-d-800634-3 neutron-server[93917]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f2802b7-56c5-4d22-b50c-4a6dd4233b8f None None] Network 241f9f4d-57e6-495c-ba3b-560f4fdddee5 is already hosted by enough agents. {{(pid=93917) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 19:18:03.718572 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2802b7-56c5-4d22-b50c-4a6dd4233b8f None None] Pushing event updated for resources: {'Port': ['ID=bb1e75fe-f60b-4e94-81a4-2e3e17ff45cb,revision_number=1']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:18:03.724375 n-d-800634-3 neutron-server[93917]: DEBUG neutron.scheduler.base_scheduler [None req-1f2802b7-56c5-4d22-b50c-4a6dd4233b8f None None] Resources bound (agent type, host, resource id): {{(pid=93917) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 19:18:03.728461 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f2802b7-56c5-4d22-b50c-4a6dd4233b8f None None] Received port after_create {{(pid=93917) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 19:18:03.730501 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-ece04494-6af7-4bc7-8f2f-29c9310efb88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:18:03.776918 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:18:03.794267 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-b1d83f52-bd78-474f-8369-a8b26b6e2af4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:18:03.837861 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-b1d83f52-bd78-474f-8369-a8b26b6e2af4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:18:03.852689 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] For port c4cf8b0a-0586-4035-b866-83c3ff18952a, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=c4cf8b0a-0586-4035-b866-83c3ff18952a,segment=NetworkSegment(5afb940b-bbdf-4727-be00-5d46367c38a1),segment_id=5afb940b-bbdf-4727-be00-5d46367c38a1)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 19:18:03.876276 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1d83f52-bd78-474f-8369-a8b26b6e2af4 admin admin] Network 9200a437-e1de-4520-88f6-e68386523e61 is already hosted by enough agents. {{(pid=93915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 19:18:03.881419 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [None req-b1d83f52-bd78-474f-8369-a8b26b6e2af4 admin admin] Resources bound (agent type, host, resource id): {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 19:18:03.884067 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1d83f52-bd78-474f-8369-a8b26b6e2af4 admin admin] Received port after_create {{(pid=93915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 19:18:03.899790 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:18:03.901660 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-1f2802b7-56c5-4d22-b50c-4a6dd4233b8f None None] Attempting to bind port bb1e75fe-f60b-4e94-81a4-2e3e17ff45cb on host n-d-800634-3 for vnic_type normal with profile {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 19:18:03.902037 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-1f2802b7-56c5-4d22-b50c-4a6dd4233b8f None None] Attempting to bind port bb1e75fe-f60b-4e94-81a4-2e3e17ff45cb by drivers openvswitch,hyperv on host n-d-800634-3 at level 0 using segments [{'id': '810a4530-ee53-4a03-9c6a-8ddbe02d1cbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '241f9f4d-57e6-495c-ba3b-560f4fdddee5'}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 19:18:03.902399 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f2802b7-56c5-4d22-b50c-4a6dd4233b8f None None] Attempting to bind port bb1e75fe-f60b-4e94-81a4-2e3e17ff45cb on network 241f9f4d-57e6-495c-ba3b-560f4fdddee5 {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 19:18:03.914328 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d83f52-bd78-474f-8369-a8b26b6e2af4 admin admin] Pushing event updated for resources: {'Port': ['ID=b9af1230-5eea-49c7-a3e7-7e0bc8d09960,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:18:03.947910 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f2802b7-56c5-4d22-b50c-4a6dd4233b8f None None] Checking agent: {'id': '01c19e91-a945-4e3c-94a6-c211e17c923e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 8, 23), 'started_at': datetime.datetime(2021, 7, 14, 18, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 19, 17, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 19:18:03.948323 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f2802b7-56c5-4d22-b50c-4a6dd4233b8f None None] Checking segment: {'id': '810a4530-ee53-4a03-9c6a-8ddbe02d1cbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '241f9f4d-57e6-495c-ba3b-560f4fdddee5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93917) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 19:18:03.948730 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-1f2802b7-56c5-4d22-b50c-4a6dd4233b8f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:18:03.949135 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f2802b7-56c5-4d22-b50c-4a6dd4233b8f None None] Bound using segment: {'id': '810a4530-ee53-4a03-9c6a-8ddbe02d1cbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '241f9f4d-57e6-495c-ba3b-560f4fdddee5'} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 19:18:03.949623 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-1f2802b7-56c5-4d22-b50c-4a6dd4233b8f None None] Bound port: bb1e75fe-f60b-4e94-81a4-2e3e17ff45cb, host: n-d-800634-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '810a4530-ee53-4a03-9c6a-8ddbe02d1cbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '241f9f4d-57e6-495c-ba3b-560f4fdddee5'}}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 19:18:03.950009 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-1f2802b7-56c5-4d22-b50c-4a6dd4233b8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:18:04.051723 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Pushing event updated for resources: {'Port': ['ID=c4cf8b0a-0586-4035-b866-83c3ff18952a,revision_number=4']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:18:04.108381 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-1f2802b7-56c5-4d22-b50c-4a6dd4233b8f None None] For port bb1e75fe-f60b-4e94-81a4-2e3e17ff45cb, host n-d-800634-3, cleared binding levels {{(pid=93917) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 19:18:04.130052 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-1f2802b7-56c5-4d22-b50c-4a6dd4233b8f None None] For port bb1e75fe-f60b-4e94-81a4-2e3e17ff45cb, host n-d-800634-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=bb1e75fe-f60b-4e94-81a4-2e3e17ff45cb,segment=NetworkSegment(810a4530-ee53-4a03-9c6a-8ddbe02d1cbd),segment_id=810a4530-ee53-4a03-9c6a-8ddbe02d1cbd)] {{(pid=93917) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 19:18:04.136647 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-1f2802b7-56c5-4d22-b50c-4a6dd4233b8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:18:04.163004 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-b1d83f52-bd78-474f-8369-a8b26b6e2af4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:18:04.240274 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-ece04494-6af7-4bc7-8f2f-29c9310efb88 None None] Notify callbacks [] for port, precommit_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:18:04.242484 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2802b7-56c5-4d22-b50c-4a6dd4233b8f None None] Pushing event updated for resources: {'Port': ['ID=bb1e75fe-f60b-4e94-81a4-2e3e17ff45cb,revision_number=2']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:18:04.255748 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-ece04494-6af7-4bc7-8f2f-29c9310efb88 None None] Transition to ACTIVE for port object efb02949-b3c6-4006-b1a5-f3267a551f1d will not be triggered until provisioned by entity L2. {{(pid=93917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 19:18:04.263577 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-ece04494-6af7-4bc7-8f2f-29c9310efb88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:18:04.343758 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b5b1c6-5906-4a0a-b4c8-76422123ee32 None None] Pushing event updated for resources: {'Port': ['ID=efb02949-b3c6-4006-b1a5-f3267a551f1d,revision_number=3']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:18:04.382650 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-ece04494-6af7-4bc7-8f2f-29c9310efb88 None None] Attempting to bind port efb02949-b3c6-4006-b1a5-f3267a551f1d on host n-d-800634-3 for vnic_type normal with profile {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 19:18:04.383913 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-ece04494-6af7-4bc7-8f2f-29c9310efb88 None None] Attempting to bind port efb02949-b3c6-4006-b1a5-f3267a551f1d by drivers openvswitch,hyperv on host n-d-800634-3 at level 0 using segments [{'id': '2335d4b1-4911-4c3f-b6c0-7002b615ecd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'b8186d71-7a4b-4213-bffa-b8311f3dfdd6'}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 19:18:04.384321 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ece04494-6af7-4bc7-8f2f-29c9310efb88 None None] Attempting to bind port efb02949-b3c6-4006-b1a5-f3267a551f1d on network b8186d71-7a4b-4213-bffa-b8311f3dfdd6 {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 19:18:04.391067 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ece04494-6af7-4bc7-8f2f-29c9310efb88 None None] Checking agent: {'id': '01c19e91-a945-4e3c-94a6-c211e17c923e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 8, 23), 'started_at': datetime.datetime(2021, 7, 14, 18, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 19, 17, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 19:18:04.391953 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ece04494-6af7-4bc7-8f2f-29c9310efb88 None None] Checking segment: {'id': '2335d4b1-4911-4c3f-b6c0-7002b615ecd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'b8186d71-7a4b-4213-bffa-b8311f3dfdd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93917) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 19:18:04.392395 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-ece04494-6af7-4bc7-8f2f-29c9310efb88 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:18:04.392801 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ece04494-6af7-4bc7-8f2f-29c9310efb88 None None] Bound using segment: {'id': '2335d4b1-4911-4c3f-b6c0-7002b615ecd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'b8186d71-7a4b-4213-bffa-b8311f3dfdd6'} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 19:18:04.393801 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-ece04494-6af7-4bc7-8f2f-29c9310efb88 None None] Bound port: efb02949-b3c6-4006-b1a5-f3267a551f1d, host: n-d-800634-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2335d4b1-4911-4c3f-b6c0-7002b615ecd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'b8186d71-7a4b-4213-bffa-b8311f3dfdd6'}}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 19:18:04.394205 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-ece04494-6af7-4bc7-8f2f-29c9310efb88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:18:04.409182 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-b1d83f52-bd78-474f-8369-a8b26b6e2af4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-571759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-930033'] for router, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:18:04.500534 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-ece04494-6af7-4bc7-8f2f-29c9310efb88 None None] For port efb02949-b3c6-4006-b1a5-f3267a551f1d, host n-d-800634-3, cleared binding levels {{(pid=93917) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 19:18:04.504878 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-ece04494-6af7-4bc7-8f2f-29c9310efb88 None None] For port efb02949-b3c6-4006-b1a5-f3267a551f1d, host n-d-800634-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=efb02949-b3c6-4006-b1a5-f3267a551f1d,segment=NetworkSegment(2335d4b1-4911-4c3f-b6c0-7002b615ecd3),segment_id=2335d4b1-4911-4c3f-b6c0-7002b615ecd3)] {{(pid=93917) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 19:18:04.510775 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-ece04494-6af7-4bc7-8f2f-29c9310efb88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:18:04.586808 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ece04494-6af7-4bc7-8f2f-29c9310efb88 None None] Routers {'acffe052-2fa9-4e45-9204-aba8a235e023'} bound to L3 agent in host n-d-800634-3 {{(pid=93917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 19:18:04.587802 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-ece04494-6af7-4bc7-8f2f-29c9310efb88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T19:17:53Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['acffe052-2fa9-4e45-9204-aba8a235e023'], 'active': True} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 19:18:04.603345 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1d83f52-bd78-474f-8369-a8b26b6e2af4 admin admin] Router 42dba8b5-329a-46f4-9fd9-d40930dc32d7 is scheduled to L3 agent 2c6eb27e-defb-4cca-9a24-381c7415e359 with binding_index 1 {{(pid=93915) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 19:18:04.644574 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b5b1c6-5906-4a0a-b4c8-76422123ee32 None None] Pushing event updated for resources: {'Port': ['ID=efb02949-b3c6-4006-b1a5-f3267a551f1d,revision_number=4']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:18:04.745982 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1d83f52-bd78-474f-8369-a8b26b6e2af4 admin admin] Notify agent at l3_agent.n-d-800634-3 the message routers_updated {{(pid=93915) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 19:18:04.759480 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75105f86-17cf-425a-9f34-a49b88292612 None None] Sync routers for ids ['42dba8b5-329a-46f4-9fd9-d40930dc32d7'] in n-d-800634-3 {{(pid=93918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 19:18:04.769040 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvr_db [None req-ece04494-6af7-4bc7-8f2f-29c9310efb88 None None] Set router acffe052-2fa9-4e45-9204-aba8a235e023 gateway port host: n-d-800634-3 {{(pid=93917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 19:18:04.770710 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75105f86-17cf-425a-9f34-a49b88292612 None None] Routers {'42dba8b5-329a-46f4-9fd9-d40930dc32d7'} bound to L3 agent in host n-d-800634-3 {{(pid=93918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 19:18:04.771757 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-75105f86-17cf-425a-9f34-a49b88292612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T19:17:53Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['42dba8b5-329a-46f4-9fd9-d40930dc32d7'], 'active': True} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 19:18:04.774043 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-b1d83f52-bd78-474f-8369-a8b26b6e2af4 admin admin] Notify callbacks [] for router, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:18:04.775312 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-b1d83f52-bd78-474f-8369-a8b26b6e2af4 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.0274608 Jul 14 19:18:04.778740 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 59532) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 19:18:04.923972 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvr_db [None req-75105f86-17cf-425a-9f34-a49b88292612 None None] Set router 42dba8b5-329a-46f4-9fd9-d40930dc32d7 gateway port host: n-d-800634-3 {{(pid=93918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 19:18:05.033607 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-ece04494-6af7-4bc7-8f2f-29c9310efb88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acffe052-2fa9-4e45-9204-aba8a235e023', 'name': 'tempest-TestEncryptedCinderVolumes-2095244226-router', 'tenant_id': 'e5a762990a344b07bb57881705f62e8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.159'}], 'enable_snat': True}, 'gw_port_id': 'c4cf8b0a-0586-4035-b866-83c3ff18952a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T19:17:58Z', 'updated_at': '2021-07-14T19:18:00Z', 'revision_number': 4, 'project_id': 'e5a762990a344b07bb57881705f62e8b', 'gw_port': {'id': 'c4cf8b0a-0586-4035-b866-83c3ff18952a', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:46:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acffe052-2fa9-4e45-9204-aba8a235e023', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4078, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T19:17:58Z', 'updated_at': '2021-07-14T19:18:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_interfaces': [{'id': 'efb02949-b3c6-4006-b1a5-f3267a551f1d', 'name': '', 'network_id': 'b8186d71-7a4b-4213-bffa-b8311f3dfdd6', 'tenant_id': 'e5a762990a344b07bb57881705f62e8b', 'mac_address': 'fa:16:3e:48:3d:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acffe052-2fa9-4e45-9204-aba8a235e023', 'device_owner': 'network:router_interface', 'standard_attr_id': 4079, 'fixed_ips': [{'subnet_id': 'f5238085-e4db-498a-aa91-624010c30242', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T19:18:00Z', 'updated_at': '2021-07-14T19:18:04Z', 'revision_number': 4, 'project_id': 'e5a762990a344b07bb57881705f62e8b', 'subnets': [{'id': 'f5238085-e4db-498a-aa91-624010c30242', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-3', False) {} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 19:18:05.067649 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ece04494-6af7-4bc7-8f2f-29c9310efb88 None None] The sync data for ids ['acffe052-2fa9-4e45-9204-aba8a235e023'] in n-d-800634-3 is: [{'id': 'acffe052-2fa9-4e45-9204-aba8a235e023', 'name': 'tempest-TestEncryptedCinderVolumes-2095244226-router', 'tenant_id': 'e5a762990a344b07bb57881705f62e8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.159'}], 'enable_snat': True}, 'gw_port_id': 'c4cf8b0a-0586-4035-b866-83c3ff18952a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T19:17:58Z', 'updated_at': '2021-07-14T19:18:00Z', 'revision_number': 4, 'project_id': 'e5a762990a344b07bb57881705f62e8b', 'gw_port': {'id': 'c4cf8b0a-0586-4035-b866-83c3ff18952a', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:46:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acffe052-2fa9-4e45-9204-aba8a235e023', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4078, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T19:17:58Z', 'updated_at': '2021-07-14T19:18:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_interfaces': [{'id': 'efb02949-b3c6-4006-b1a5-f3267a551f1d', 'name': '', 'network_id': 'b8186d71-7a4b-4213-bffa-b8311f3dfdd6', 'tenant_id': 'e5a762990a344b07bb57881705f62e8b', 'mac_address': 'fa:16:3e:48:3d:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acffe052-2fa9-4e45-9204-aba8a235e023', 'device_owner': 'network:router_interface', 'standard_attr_id': 4079, 'fixed_ips': [{'subnet_id': 'f5238085-e4db-498a-aa91-624010c30242', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T19:18:00Z', 'updated_at': '2021-07-14T19:18:04Z', 'revision_number': 4, 'project_id': 'e5a762990a344b07bb57881705f62e8b', 'subnets': [{'id': 'f5238085-e4db-498a-aa91-624010c30242', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 19:18:05.241005 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-75105f86-17cf-425a-9f34-a49b88292612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42dba8b5-329a-46f4-9fd9-d40930dc32d7', 'name': 'tempest-TestEncryptedCinderVolumes-1707236810-router', 'tenant_id': '227ba9de8618493c86879a014069350e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.90'}], 'enable_snat': True}, 'gw_port_id': 'b9af1230-5eea-49c7-a3e7-7e0bc8d09960', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T19:18:02Z', 'updated_at': '2021-07-14T19:18:04Z', 'revision_number': 3, 'project_id': '227ba9de8618493c86879a014069350e', 'gw_port': {'id': 'b9af1230-5eea-49c7-a3e7-7e0bc8d09960', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:8f:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42dba8b5-329a-46f4-9fd9-d40930dc32d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4090, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T19:18:03Z', 'updated_at': '2021-07-14T19:18:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3'}], 'n-d-800634-3', False) {} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 19:18:05.289576 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75105f86-17cf-425a-9f34-a49b88292612 None None] Checking router: 42dba8b5-329a-46f4-9fd9-d40930dc32d7 for host: n-d-800634-3 {{(pid=93918) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 19:18:05.289934 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75105f86-17cf-425a-9f34-a49b88292612 None None] Updating router 42dba8b5-329a-46f4-9fd9-d40930dc32d7 port b9af1230-5eea-49c7-a3e7-7e0bc8d09960 binding host n-d-800634-3 {{(pid=93918) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 19:18:05.355433 n-d-800634-3 neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-75105f86-17cf-425a-9f34-a49b88292612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:18:05.403562 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-07300183-5b06-41b2-86ce-486fd1c947cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:18:05.514623 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device c4cf8b0a-0586-4035-b866-83c3ff18952a up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 19:18:05.596852 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port c4cf8b0a-0586-4035-b866-83c3ff18952a triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 19:18:05.597323 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:18:05.684968 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.db_base_plugin_common [None req-07300183-5b06-41b2-86ce-486fd1c947cc admin admin] Allocated IP 172.20.0.1 (241f9f4d-57e6-495c-ba3b-560f4fdddee5/696a78c5-9d77-4810-a927-bbcbca42fab3/0a55ea8e-77b1-49b4-81b2-466ab7eb67af) {{(pid=93915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 19:18:05.720228 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device bb1e75fe-f60b-4e94-81a4-2e3e17ff45cb up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 19:18:05.784969 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning for port bb1e75fe-f60b-4e94-81a4-2e3e17ff45cb completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 19:18:05.793585 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device efb02949-b3c6-4006-b1a5-f3267a551f1d up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 19:18:05.793904 n-d-800634-3 neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-75105f86-17cf-425a-9f34-a49b88292612 None None] Notify callbacks [] for port, precommit_update {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:18:05.809806 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.provisioning_blocks [None req-75105f86-17cf-425a-9f34-a49b88292612 None None] Transition to ACTIVE for port object b9af1230-5eea-49c7-a3e7-7e0bc8d09960 will not be triggered until provisioned by entity L2. {{(pid=93918) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 19:18:05.839308 n-d-800634-3 neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-75105f86-17cf-425a-9f34-a49b88292612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:18:05.840101 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd825e15-292c-4a1d-91c8-ac5fe8dbd100 None None] Network 241f9f4d-57e6-495c-ba3b-560f4fdddee5 requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 19:18:05.860238 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-07300183-5b06-41b2-86ce-486fd1c947cc admin admin] Notify callbacks [] for port, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:18:05.889032 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.provisioning_blocks [None req-07300183-5b06-41b2-86ce-486fd1c947cc admin admin] Transition to ACTIVE for port object 0a55ea8e-77b1-49b4-81b2-466ab7eb67af will not be triggered until provisioned by entity DHCP. {{(pid=93915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 19:18:05.904385 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.managers [None req-75105f86-17cf-425a-9f34-a49b88292612 None None] Attempting to bind port b9af1230-5eea-49c7-a3e7-7e0bc8d09960 on host n-d-800634-3 for vnic_type normal with profile {{(pid=93918) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 19:18:05.905100 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.managers [None req-75105f86-17cf-425a-9f34-a49b88292612 None None] Attempting to bind port b9af1230-5eea-49c7-a3e7-7e0bc8d09960 by drivers openvswitch,hyperv on host n-d-800634-3 at level 0 using segments [{'id': '5afb940b-bbdf-4727-be00-5d46367c38a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9200a437-e1de-4520-88f6-e68386523e61'}] {{(pid=93918) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 19:18:05.905478 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75105f86-17cf-425a-9f34-a49b88292612 None None] Attempting to bind port b9af1230-5eea-49c7-a3e7-7e0bc8d09960 on network 9200a437-e1de-4520-88f6-e68386523e61 {{(pid=93918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 19:18:05.909288 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ab5fb2-4d59-493a-9fbf-57a87e78e9e6 None None] Pushing event updated for resources: {'Port': ['ID=b9af1230-5eea-49c7-a3e7-7e0bc8d09960,revision_number=2']} {{(pid=93918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:18:05.915386 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75105f86-17cf-425a-9f34-a49b88292612 None None] Checking agent: {'id': '01c19e91-a945-4e3c-94a6-c211e17c923e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 8, 23), 'started_at': datetime.datetime(2021, 7, 14, 18, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 19, 17, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 19:18:05.915909 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75105f86-17cf-425a-9f34-a49b88292612 None None] Checking segment: {'id': '5afb940b-bbdf-4727-be00-5d46367c38a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9200a437-e1de-4520-88f6-e68386523e61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93918) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 19:18:05.917296 n-d-800634-3 neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-75105f86-17cf-425a-9f34-a49b88292612 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:18:05.917860 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75105f86-17cf-425a-9f34-a49b88292612 None None] Bound using segment: {'id': '5afb940b-bbdf-4727-be00-5d46367c38a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9200a437-e1de-4520-88f6-e68386523e61'} {{(pid=93918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 19:18:05.918460 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.managers [None req-75105f86-17cf-425a-9f34-a49b88292612 None None] Bound port: b9af1230-5eea-49c7-a3e7-7e0bc8d09960, host: n-d-800634-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5afb940b-bbdf-4727-be00-5d46367c38a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9200a437-e1de-4520-88f6-e68386523e61'}}] {{(pid=93918) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 19:18:05.918949 n-d-800634-3 neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-75105f86-17cf-425a-9f34-a49b88292612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:18:05.945506 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-07300183-5b06-41b2-86ce-486fd1c947cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:18:05.982212 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.db [None req-75105f86-17cf-425a-9f34-a49b88292612 None None] For port b9af1230-5eea-49c7-a3e7-7e0bc8d09960, host n-d-800634-3, cleared binding levels {{(pid=93918) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 19:18:05.986682 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.db [None req-75105f86-17cf-425a-9f34-a49b88292612 None None] For port b9af1230-5eea-49c7-a3e7-7e0bc8d09960, host n-d-800634-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=b9af1230-5eea-49c7-a3e7-7e0bc8d09960,segment=NetworkSegment(5afb940b-bbdf-4727-be00-5d46367c38a1),segment_id=5afb940b-bbdf-4727-be00-5d46367c38a1)] {{(pid=93918) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 19:18:05.993024 n-d-800634-3 neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-75105f86-17cf-425a-9f34-a49b88292612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:18:06.010259 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07300183-5b06-41b2-86ce-486fd1c947cc admin admin] Pushing event updated for resources: {'Port': ['ID=0a55ea8e-77b1-49b4-81b2-466ab7eb67af,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:18:06.027017 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07300183-5b06-41b2-86ce-486fd1c947cc admin admin] Network 241f9f4d-57e6-495c-ba3b-560f4fdddee5 is already hosted by enough agents. {{(pid=93915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 19:18:06.029796 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [None req-07300183-5b06-41b2-86ce-486fd1c947cc admin admin] Resources bound (agent type, host, resource id): {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 19:18:06.034434 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07300183-5b06-41b2-86ce-486fd1c947cc admin admin] Received port after_create {{(pid=93915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 19:18:06.069800 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75105f86-17cf-425a-9f34-a49b88292612 None None] Routers {'42dba8b5-329a-46f4-9fd9-d40930dc32d7'} bound to L3 agent in host n-d-800634-3 {{(pid=93918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 19:18:06.070863 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-75105f86-17cf-425a-9f34-a49b88292612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T19:17:53Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['42dba8b5-329a-46f4-9fd9-d40930dc32d7'], 'active': True} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 19:18:06.090354 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-07300183-5b06-41b2-86ce-486fd1c947cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-930452'] for router_interface, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:18:06.107603 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ab5fb2-4d59-493a-9fbf-57a87e78e9e6 None None] Pushing event updated for resources: {'Port': ['ID=b9af1230-5eea-49c7-a3e7-7e0bc8d09960,revision_number=3']} {{(pid=93918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:18:06.133780 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-a2daed58-d5f9-457e-8483-c92cf333f5ca None None] Provisioning for port bb1e75fe-f60b-4e94-81a4-2e3e17ff45cb completed by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 19:18:06.141239 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:18:06.145995 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-a2daed58-d5f9-457e-8483-c92cf333f5ca None None] Provisioning complete for port bb1e75fe-f60b-4e94-81a4-2e3e17ff45cb triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 19:18:06.146467 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-a2daed58-d5f9-457e-8483-c92cf333f5ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:18:06.176443 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning for port efb02949-b3c6-4006-b1a5-f3267a551f1d completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 19:18:06.197533 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port efb02949-b3c6-4006-b1a5-f3267a551f1d triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 19:18:06.197919 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:18:06.212473 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvr_db [None req-75105f86-17cf-425a-9f34-a49b88292612 None None] Set router 42dba8b5-329a-46f4-9fd9-d40930dc32d7 gateway port host: n-d-800634-3 {{(pid=93918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 19:18:06.292077 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-07300183-5b06-41b2-86ce-486fd1c947cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:18:06.408586 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:18:06.411295 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-a2daed58-d5f9-457e-8483-c92cf333f5ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:18:06.482361 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] For port efb02949-b3c6-4006-b1a5-f3267a551f1d, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=efb02949-b3c6-4006-b1a5-f3267a551f1d,segment=NetworkSegment(2335d4b1-4911-4c3f-b6c0-7002b615ecd3),segment_id=2335d4b1-4911-4c3f-b6c0-7002b615ecd3)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 19:18:06.487834 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-a2daed58-d5f9-457e-8483-c92cf333f5ca None None] For port bb1e75fe-f60b-4e94-81a4-2e3e17ff45cb, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=bb1e75fe-f60b-4e94-81a4-2e3e17ff45cb,segment=NetworkSegment(810a4530-ee53-4a03-9c6a-8ddbe02d1cbd),segment_id=810a4530-ee53-4a03-9c6a-8ddbe02d1cbd)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 19:18:06.489553 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:18:06.498214 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-a2daed58-d5f9-457e-8483-c92cf333f5ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:18:06.563240 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Pushing event updated for resources: {'Port': ['ID=efb02949-b3c6-4006-b1a5-f3267a551f1d,revision_number=5']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:18:06.569787 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-75105f86-17cf-425a-9f34-a49b88292612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42dba8b5-329a-46f4-9fd9-d40930dc32d7', 'name': 'tempest-TestEncryptedCinderVolumes-1707236810-router', 'tenant_id': '227ba9de8618493c86879a014069350e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.90'}], 'enable_snat': True}, 'gw_port_id': 'b9af1230-5eea-49c7-a3e7-7e0bc8d09960', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T19:18:02Z', 'updated_at': '2021-07-14T19:18:04Z', 'revision_number': 3, 'project_id': '227ba9de8618493c86879a014069350e', 'gw_port': {'id': 'b9af1230-5eea-49c7-a3e7-7e0bc8d09960', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:8f:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42dba8b5-329a-46f4-9fd9-d40930dc32d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4090, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T19:18:03Z', 'updated_at': '2021-07-14T19:18:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3'}], 'n-d-800634-3', False) {} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 19:18:06.578186 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-07300183-5b06-41b2-86ce-486fd1c947cc admin admin] Notify callbacks [] for port, precommit_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:18:06.584159 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-07300183-5b06-41b2-86ce-486fd1c947cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25912978'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:18:06.600924 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75105f86-17cf-425a-9f34-a49b88292612 None None] The sync data for ids ['42dba8b5-329a-46f4-9fd9-d40930dc32d7'] in n-d-800634-3 is: [{'id': '42dba8b5-329a-46f4-9fd9-d40930dc32d7', 'name': 'tempest-TestEncryptedCinderVolumes-1707236810-router', 'tenant_id': '227ba9de8618493c86879a014069350e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.90'}], 'enable_snat': True}, 'gw_port_id': 'b9af1230-5eea-49c7-a3e7-7e0bc8d09960', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T19:18:02Z', 'updated_at': '2021-07-14T19:18:04Z', 'revision_number': 3, 'project_id': '227ba9de8618493c86879a014069350e', 'gw_port': {'id': 'b9af1230-5eea-49c7-a3e7-7e0bc8d09960', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:8f:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42dba8b5-329a-46f4-9fd9-d40930dc32d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4090, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T19:18:03Z', 'updated_at': '2021-07-14T19:18:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3'}] {{(pid=93918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 19:18:06.630403 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2daed58-d5f9-457e-8483-c92cf333f5ca None None] Pushing event updated for resources: {'Port': ['ID=bb1e75fe-f60b-4e94-81a4-2e3e17ff45cb,revision_number=3']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:18:06.656269 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07300183-5b06-41b2-86ce-486fd1c947cc admin admin] Pushing event updated for resources: {'Port': ['ID=0a55ea8e-77b1-49b4-81b2-466ab7eb67af,revision_number=2']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:18:06.696772 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-07300183-5b06-41b2-86ce-486fd1c947cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-598741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-928734'] for router_interface, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:18:06.732161 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-e73f156b-1724-4b41-a0ab-f74e2d816502 None None] Provisioning for port 0a55ea8e-77b1-49b4-81b2-466ab7eb67af completed by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 19:18:06.737889 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-e73f156b-1724-4b41-a0ab-f74e2d816502 None None] Provisioning complete for port 0a55ea8e-77b1-49b4-81b2-466ab7eb67af triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 19:18:06.738569 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-e73f156b-1724-4b41-a0ab-f74e2d816502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:18:06.798465 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-e73f156b-1724-4b41-a0ab-f74e2d816502 None None] Port 0a55ea8e-77b1-49b4-81b2-466ab7eb67af cannot update to ACTIVE because it is not bound. {{(pid=93917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 19:18:06.812791 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-e73f156b-1724-4b41-a0ab-f74e2d816502 None None] Provisioning complete for port bb1e75fe-f60b-4e94-81a4-2e3e17ff45cb triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 19:18:06.813170 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-e73f156b-1724-4b41-a0ab-f74e2d816502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:18:06.821923 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07300183-5b06-41b2-86ce-486fd1c947cc admin admin] Network 241f9f4d-57e6-495c-ba3b-560f4fdddee5 is already hosted by enough agents. {{(pid=93915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 19:18:06.823459 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [None req-07300183-5b06-41b2-86ce-486fd1c947cc admin admin] Resources bound (agent type, host, resource id): {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 19:18:06.967417 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07300183-5b06-41b2-86ce-486fd1c947cc admin admin] Router 42dba8b5-329a-46f4-9fd9-d40930dc32d7 has already been hosted by L3 agent 2c6eb27e-defb-4cca-9a24-381c7415e359 {{(pid=93915) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 19:18:07.043661 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-99372eb5-3e7a-4e35-ae21-3e6b5bcb6fe2 None None] Provisioning complete for port 0a55ea8e-77b1-49b4-81b2-466ab7eb67af triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 19:18:07.044188 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-99372eb5-3e7a-4e35-ae21-3e6b5bcb6fe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:18:07.088943 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-99372eb5-3e7a-4e35-ae21-3e6b5bcb6fe2 None None] Port 0a55ea8e-77b1-49b4-81b2-466ab7eb67af cannot update to ACTIVE because it is not bound. {{(pid=93917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 19:18:07.310971 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-4d73039b-2949-4f89-93d5-de5f52ba9a95 None None] Provisioning complete for port 0a55ea8e-77b1-49b4-81b2-466ab7eb67af triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 19:18:07.311714 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-4d73039b-2949-4f89-93d5-de5f52ba9a95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:18:07.364579 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-4d73039b-2949-4f89-93d5-de5f52ba9a95 None None] Port 0a55ea8e-77b1-49b4-81b2-466ab7eb67af cannot update to ACTIVE because it is not bound. {{(pid=93917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 19:18:07.411558 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device efb02949-b3c6-4006-b1a5-f3267a551f1d up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 19:18:07.481768 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port efb02949-b3c6-4006-b1a5-f3267a551f1d triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 19:18:07.482154 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:18:07.487148 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07300183-5b06-41b2-86ce-486fd1c947cc admin admin] Notify agent at l3_agent.n-d-800634-3 the message routers_updated {{(pid=93915) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 19:18:07.495447 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-07300183-5b06-41b2-86ce-486fd1c947cc admin admin] 10.222.0.16 "PUT /v2.0/routers/42dba8b5-329a-46f4-9fd9-d40930dc32d7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7124906 Jul 14 19:18:07.564532 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device b9af1230-5eea-49c7-a3e7-7e0bc8d09960 up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 19:18:07.623471 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning for port b9af1230-5eea-49c7-a3e7-7e0bc8d09960 completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 19:18:07.628289 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port b9af1230-5eea-49c7-a3e7-7e0bc8d09960 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 19:18:07.628675 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:18:07.728491 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:18:07.752948 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] For port b9af1230-5eea-49c7-a3e7-7e0bc8d09960, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=b9af1230-5eea-49c7-a3e7-7e0bc8d09960,segment=NetworkSegment(5afb940b-bbdf-4727-be00-5d46367c38a1),segment_id=5afb940b-bbdf-4727-be00-5d46367c38a1)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 19:18:07.757371 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:18:07.758294 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device bb1e75fe-f60b-4e94-81a4-2e3e17ff45cb up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 19:18:07.838737 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Pushing event updated for resources: {'Port': ['ID=b9af1230-5eea-49c7-a3e7-7e0bc8d09960,revision_number=4']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:18:07.859225 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port bb1e75fe-f60b-4e94-81a4-2e3e17ff45cb triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 19:18:07.859924 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:18:08.349720 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f1b621-2e95-4e99-886f-b8118458de3e req-4f016aa5-7f8d-4a05-8f91-b24a4b9be3e7 tempest-TestEncryptedCinderVolumes-205764683 tempest-TestEncryptedCinderVolumes-205764683-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:18:08.351258 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c7f1b621-2e95-4e99-886f-b8118458de3e req-4f016aa5-7f8d-4a05-8f91-b24a4b9be3e7 tempest-TestEncryptedCinderVolumes-205764683 tempest-TestEncryptedCinderVolumes-205764683-project] 10.222.0.16 "GET /v2.0/networks?id=b8186d71-7a4b-4213-bffa-b8311f3dfdd6 HTTP/1.1" status: 200 len: 817 time: 0.1111326 Jul 14 19:18:08.367264 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c7f1b621-2e95-4e99-886f-b8118458de3e req-31059d2a-802e-417e-a8d2-a1575eb29939 tempest-TestEncryptedCinderVolumes-205764683 tempest-TestEncryptedCinderVolumes-205764683-project] 10.222.0.16 "GET /v2.0/quotas/e5a762990a344b07bb57881705f62e8b HTTP/1.1" status: 200 len: 375 time: 0.0104177 Jul 14 19:18:08.443625 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c7f1b621-2e95-4e99-886f-b8118458de3e req-9a0644ad-8370-4ea4-84d8-6dabcef3c8ed tempest-TestEncryptedCinderVolumes-205764683 tempest-TestEncryptedCinderVolumes-205764683-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=e5a762990a344b07bb57881705f62e8b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0686493 Jul 14 19:18:08.547799 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c7f1b621-2e95-4e99-886f-b8118458de3e req-4ca146da-5ee8-4886-9da4-0cc3be443758 service neutron] 10.222.0.16 "GET /v2.0/networks/b8186d71-7a4b-4213-bffa-b8311f3dfdd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907545 Jul 14 19:18:08.643408 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c7f1b621-2e95-4e99-886f-b8118458de3e req-1bb2b2a9-3229-44d1-bab7-260b50b33346 service neutron] 10.222.0.16 "GET /v2.0/networks/b8186d71-7a4b-4213-bffa-b8311f3dfdd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860455 Jul 14 19:18:08.700046 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82baf974-6611-4cb9-a375-afbd47bf218b None None] Sync routers for ids ['42dba8b5-329a-46f4-9fd9-d40930dc32d7'] in n-d-800634-3 {{(pid=93917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 19:18:08.710798 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82baf974-6611-4cb9-a375-afbd47bf218b None None] Routers {'42dba8b5-329a-46f4-9fd9-d40930dc32d7'} bound to L3 agent in host n-d-800634-3 {{(pid=93917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 19:18:08.711540 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-82baf974-6611-4cb9-a375-afbd47bf218b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T19:17:53Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['42dba8b5-329a-46f4-9fd9-d40930dc32d7'], 'active': True} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 19:18:08.832925 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-668dc427-d963-4404-9785-e4c0d4da47a4 req-29ac9d97-8f56-4e73-9978-6f08257425ef tempest-TestEncryptedCinderVolumes-205764683 tempest-TestEncryptedCinderVolumes-205764683-project] 10.222.0.16 "GET /v2.0/ports?device_id=d40e2414-0fad-4ef0-bbe8-6490f05be3dc HTTP/1.1" status: 200 len: 210 time: 0.0387843 Jul 14 19:18:08.862997 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvr_db [None req-82baf974-6611-4cb9-a375-afbd47bf218b None None] Set router 42dba8b5-329a-46f4-9fd9-d40930dc32d7 gateway port host: n-d-800634-3 {{(pid=93917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 19:18:09.110565 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-82baf974-6611-4cb9-a375-afbd47bf218b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42dba8b5-329a-46f4-9fd9-d40930dc32d7', 'name': 'tempest-TestEncryptedCinderVolumes-1707236810-router', 'tenant_id': '227ba9de8618493c86879a014069350e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.90'}], 'enable_snat': True}, 'gw_port_id': 'b9af1230-5eea-49c7-a3e7-7e0bc8d09960', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T19:18:02Z', 'updated_at': '2021-07-14T19:18:06Z', 'revision_number': 4, 'project_id': '227ba9de8618493c86879a014069350e', 'gw_port': {'id': 'b9af1230-5eea-49c7-a3e7-7e0bc8d09960', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:8f:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42dba8b5-329a-46f4-9fd9-d40930dc32d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4090, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T19:18:03Z', 'updated_at': '2021-07-14T19:18:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_interfaces': [{'id': '0a55ea8e-77b1-49b4-81b2-466ab7eb67af', 'name': '', 'network_id': '241f9f4d-57e6-495c-ba3b-560f4fdddee5', 'tenant_id': '227ba9de8618493c86879a014069350e', 'mac_address': 'fa:16:3e:24:ca:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42dba8b5-329a-46f4-9fd9-d40930dc32d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4091, 'fixed_ips': [{'subnet_id': '696a78c5-9d77-4810-a927-bbcbca42fab3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T19:18:05Z', 'updated_at': '2021-07-14T19:18:06Z', 'revision_number': 2, 'project_id': '227ba9de8618493c86879a014069350e', 'subnets': [{'id': '696a78c5-9d77-4810-a927-bbcbca42fab3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-3', False) {} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 19:18:09.142817 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82baf974-6611-4cb9-a375-afbd47bf218b None None] Checking router: 42dba8b5-329a-46f4-9fd9-d40930dc32d7 for host: n-d-800634-3 {{(pid=93917) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 19:18:09.143202 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82baf974-6611-4cb9-a375-afbd47bf218b None None] Updating router 42dba8b5-329a-46f4-9fd9-d40930dc32d7 port 0a55ea8e-77b1-49b4-81b2-466ab7eb67af binding host n-d-800634-3 {{(pid=93917) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 19:18:09.178576 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-82baf974-6611-4cb9-a375-afbd47bf218b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:18:09.296320 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device b9af1230-5eea-49c7-a3e7-7e0bc8d09960 up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 19:18:09.411757 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port b9af1230-5eea-49c7-a3e7-7e0bc8d09960 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 19:18:09.412161 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:18:09.572048 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-82baf974-6611-4cb9-a375-afbd47bf218b None None] Notify callbacks [] for port, precommit_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:18:09.582525 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-82baf974-6611-4cb9-a375-afbd47bf218b None None] Transition to ACTIVE for port object 0a55ea8e-77b1-49b4-81b2-466ab7eb67af will not be triggered until provisioned by entity L2. {{(pid=93917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 19:18:09.589812 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-82baf974-6611-4cb9-a375-afbd47bf218b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:18:09.657401 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d505611-7a40-4efd-b53f-345bc8cc5f65 None None] Pushing event updated for resources: {'Port': ['ID=0a55ea8e-77b1-49b4-81b2-466ab7eb67af,revision_number=3']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:18:09.714729 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-82baf974-6611-4cb9-a375-afbd47bf218b None None] Attempting to bind port 0a55ea8e-77b1-49b4-81b2-466ab7eb67af on host n-d-800634-3 for vnic_type normal with profile {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 19:18:09.715457 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-82baf974-6611-4cb9-a375-afbd47bf218b None None] Attempting to bind port 0a55ea8e-77b1-49b4-81b2-466ab7eb67af by drivers openvswitch,hyperv on host n-d-800634-3 at level 0 using segments [{'id': '810a4530-ee53-4a03-9c6a-8ddbe02d1cbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '241f9f4d-57e6-495c-ba3b-560f4fdddee5'}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 19:18:09.715593 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82baf974-6611-4cb9-a375-afbd47bf218b None None] Attempting to bind port 0a55ea8e-77b1-49b4-81b2-466ab7eb67af on network 241f9f4d-57e6-495c-ba3b-560f4fdddee5 {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 19:18:09.722278 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82baf974-6611-4cb9-a375-afbd47bf218b None None] Checking agent: {'id': '01c19e91-a945-4e3c-94a6-c211e17c923e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 8, 23), 'started_at': datetime.datetime(2021, 7, 14, 18, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 19, 17, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 19:18:09.722934 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82baf974-6611-4cb9-a375-afbd47bf218b None None] Checking segment: {'id': '810a4530-ee53-4a03-9c6a-8ddbe02d1cbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '241f9f4d-57e6-495c-ba3b-560f4fdddee5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93917) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 19:18:09.723089 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-82baf974-6611-4cb9-a375-afbd47bf218b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:18:09.723673 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82baf974-6611-4cb9-a375-afbd47bf218b None None] Bound using segment: {'id': '810a4530-ee53-4a03-9c6a-8ddbe02d1cbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '241f9f4d-57e6-495c-ba3b-560f4fdddee5'} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 19:18:09.724337 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-82baf974-6611-4cb9-a375-afbd47bf218b None None] Bound port: 0a55ea8e-77b1-49b4-81b2-466ab7eb67af, host: n-d-800634-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '810a4530-ee53-4a03-9c6a-8ddbe02d1cbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '241f9f4d-57e6-495c-ba3b-560f4fdddee5'}}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 19:18:09.724745 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-82baf974-6611-4cb9-a375-afbd47bf218b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:18:09.799651 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-82baf974-6611-4cb9-a375-afbd47bf218b None None] For port 0a55ea8e-77b1-49b4-81b2-466ab7eb67af, host n-d-800634-3, cleared binding levels {{(pid=93917) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 19:18:09.804024 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-82baf974-6611-4cb9-a375-afbd47bf218b None None] For port 0a55ea8e-77b1-49b4-81b2-466ab7eb67af, host n-d-800634-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=0a55ea8e-77b1-49b4-81b2-466ab7eb67af,segment=NetworkSegment(810a4530-ee53-4a03-9c6a-8ddbe02d1cbd),segment_id=810a4530-ee53-4a03-9c6a-8ddbe02d1cbd)] {{(pid=93917) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 19:18:09.809554 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-82baf974-6611-4cb9-a375-afbd47bf218b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:18:09.878793 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82baf974-6611-4cb9-a375-afbd47bf218b None None] Routers {'42dba8b5-329a-46f4-9fd9-d40930dc32d7'} bound to L3 agent in host n-d-800634-3 {{(pid=93917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 19:18:09.879450 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-82baf974-6611-4cb9-a375-afbd47bf218b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T19:17:53Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['42dba8b5-329a-46f4-9fd9-d40930dc32d7'], 'active': True} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 19:18:09.926032 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d505611-7a40-4efd-b53f-345bc8cc5f65 None None] Pushing event updated for resources: {'Port': ['ID=0a55ea8e-77b1-49b4-81b2-466ab7eb67af,revision_number=4']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:18:10.041240 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f0de42e8-ad54-4ee3-a073-6613cf0d98c2 req-85b00128-e752-4b82-9270-840cea6cc250 tempest-TestEncryptedCinderVolumes-205764683 tempest-TestEncryptedCinderVolumes-205764683-project] 10.222.0.16 "GET /v2.0/ports?device_id=d40e2414-0fad-4ef0-bbe8-6490f05be3dc HTTP/1.1" status: 200 len: 210 time: 0.0623925 Jul 14 19:18:10.057295 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvr_db [None req-82baf974-6611-4cb9-a375-afbd47bf218b None None] Set router 42dba8b5-329a-46f4-9fd9-d40930dc32d7 gateway port host: n-d-800634-3 {{(pid=93917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 19:18:10.149383 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f1b621-2e95-4e99-886f-b8118458de3e req-385dbac9-a431-4beb-a6a6-cb9981fd8c40 tempest-TestEncryptedCinderVolumes-205764683 tempest-TestEncryptedCinderVolumes-205764683-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:18:10.150833 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c7f1b621-2e95-4e99-886f-b8118458de3e req-385dbac9-a431-4beb-a6a6-cb9981fd8c40 tempest-TestEncryptedCinderVolumes-205764683 tempest-TestEncryptedCinderVolumes-205764683-project] 10.222.0.18 "GET /v2.0/networks?id=b8186d71-7a4b-4213-bffa-b8311f3dfdd6 HTTP/1.1" status: 200 len: 817 time: 0.1742022 Jul 14 19:18:10.164605 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [req-c7f1b621-2e95-4e99-886f-b8118458de3e req-1816a891-fdc7-40b5-bec8-9863d59568ea tempest-TestEncryptedCinderVolumes-205764683 tempest-TestEncryptedCinderVolumes-205764683-project] Request body: {'port': {'device_id': 'd40e2414-0fad-4ef0-bbe8-6490f05be3dc', 'network_id': 'b8186d71-7a4b-4213-bffa-b8311f3dfdd6', 'admin_state_up': True, 'tenant_id': 'e5a762990a344b07bb57881705f62e8b'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 19:18:10.294722 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-82baf974-6611-4cb9-a375-afbd47bf218b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42dba8b5-329a-46f4-9fd9-d40930dc32d7', 'name': 'tempest-TestEncryptedCinderVolumes-1707236810-router', 'tenant_id': '227ba9de8618493c86879a014069350e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.90'}], 'enable_snat': True}, 'gw_port_id': 'b9af1230-5eea-49c7-a3e7-7e0bc8d09960', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T19:18:02Z', 'updated_at': '2021-07-14T19:18:06Z', 'revision_number': 4, 'project_id': '227ba9de8618493c86879a014069350e', 'gw_port': {'id': 'b9af1230-5eea-49c7-a3e7-7e0bc8d09960', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:8f:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42dba8b5-329a-46f4-9fd9-d40930dc32d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4090, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T19:18:03Z', 'updated_at': '2021-07-14T19:18:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_interfaces': [{'id': '0a55ea8e-77b1-49b4-81b2-466ab7eb67af', 'name': '', 'network_id': '241f9f4d-57e6-495c-ba3b-560f4fdddee5', 'tenant_id': '227ba9de8618493c86879a014069350e', 'mac_address': 'fa:16:3e:24:ca:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42dba8b5-329a-46f4-9fd9-d40930dc32d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4091, 'fixed_ips': [{'subnet_id': '696a78c5-9d77-4810-a927-bbcbca42fab3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T19:18:05Z', 'updated_at': '2021-07-14T19:18:09Z', 'revision_number': 4, 'project_id': '227ba9de8618493c86879a014069350e', 'subnets': [{'id': '696a78c5-9d77-4810-a927-bbcbca42fab3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-3', False) {} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 19:18:10.316547 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c7f1b621-2e95-4e99-886f-b8118458de3e req-1816a891-fdc7-40b5-bec8-9863d59568ea tempest-TestEncryptedCinderVolumes-205764683 tempest-TestEncryptedCinderVolumes-205764683-project] Made reservation on behalf of e5a762990a344b07bb57881705f62e8b for: {'port': 1} {{(pid=93915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 19:18:10.320132 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-c7f1b621-2e95-4e99-886f-b8118458de3e req-1816a891-fdc7-40b5-bec8-9863d59568ea tempest-TestEncryptedCinderVolumes-205764683 tempest-TestEncryptedCinderVolumes-205764683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:18:10.325922 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82baf974-6611-4cb9-a375-afbd47bf218b None None] The sync data for ids ['42dba8b5-329a-46f4-9fd9-d40930dc32d7'] in n-d-800634-3 is: [{'id': '42dba8b5-329a-46f4-9fd9-d40930dc32d7', 'name': 'tempest-TestEncryptedCinderVolumes-1707236810-router', 'tenant_id': '227ba9de8618493c86879a014069350e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.90'}], 'enable_snat': True}, 'gw_port_id': 'b9af1230-5eea-49c7-a3e7-7e0bc8d09960', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T19:18:02Z', 'updated_at': '2021-07-14T19:18:06Z', 'revision_number': 4, 'project_id': '227ba9de8618493c86879a014069350e', 'gw_port': {'id': 'b9af1230-5eea-49c7-a3e7-7e0bc8d09960', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:8f:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42dba8b5-329a-46f4-9fd9-d40930dc32d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4090, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T19:18:03Z', 'updated_at': '2021-07-14T19:18:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_interfaces': [{'id': '0a55ea8e-77b1-49b4-81b2-466ab7eb67af', 'name': '', 'network_id': '241f9f4d-57e6-495c-ba3b-560f4fdddee5', 'tenant_id': '227ba9de8618493c86879a014069350e', 'mac_address': 'fa:16:3e:24:ca:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42dba8b5-329a-46f4-9fd9-d40930dc32d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4091, 'fixed_ips': [{'subnet_id': '696a78c5-9d77-4810-a927-bbcbca42fab3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T19:18:05Z', 'updated_at': '2021-07-14T19:18:09Z', 'revision_number': 4, 'project_id': '227ba9de8618493c86879a014069350e', 'subnets': [{'id': '696a78c5-9d77-4810-a927-bbcbca42fab3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 19:18:10.490462 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.db_base_plugin_common [req-c7f1b621-2e95-4e99-886f-b8118458de3e req-1816a891-fdc7-40b5-bec8-9863d59568ea tempest-TestEncryptedCinderVolumes-205764683 tempest-TestEncryptedCinderVolumes-205764683-project] Allocated IP 172.20.0.4 (b8186d71-7a4b-4213-bffa-b8311f3dfdd6/f5238085-e4db-498a-aa91-624010c30242/a2d859ae-71a1-4f8e-8ff0-c78d4f79c8cb) {{(pid=93915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 19:18:10.669947 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-c7f1b621-2e95-4e99-886f-b8118458de3e req-1816a891-fdc7-40b5-bec8-9863d59568ea tempest-TestEncryptedCinderVolumes-205764683 tempest-TestEncryptedCinderVolumes-205764683-project] Notify callbacks [] for port, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:18:10.688051 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.provisioning_blocks [req-c7f1b621-2e95-4e99-886f-b8118458de3e req-1816a891-fdc7-40b5-bec8-9863d59568ea tempest-TestEncryptedCinderVolumes-205764683 tempest-TestEncryptedCinderVolumes-205764683-project] Transition to ACTIVE for port object a2d859ae-71a1-4f8e-8ff0-c78d4f79c8cb will not be triggered until provisioned by entity DHCP. {{(pid=93915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 19:18:10.727179 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-c7f1b621-2e95-4e99-886f-b8118458de3e req-1816a891-fdc7-40b5-bec8-9863d59568ea tempest-TestEncryptedCinderVolumes-205764683 tempest-TestEncryptedCinderVolumes-205764683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:18:10.778630 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7f1b621-2e95-4e99-886f-b8118458de3e req-1816a891-fdc7-40b5-bec8-9863d59568ea tempest-TestEncryptedCinderVolumes-205764683 tempest-TestEncryptedCinderVolumes-205764683-project] Network b8186d71-7a4b-4213-bffa-b8311f3dfdd6 is already hosted by enough agents. {{(pid=93915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 19:18:10.782862 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [req-c7f1b621-2e95-4e99-886f-b8118458de3e req-1816a891-fdc7-40b5-bec8-9863d59568ea tempest-TestEncryptedCinderVolumes-205764683 tempest-TestEncryptedCinderVolumes-205764683-project] Resources bound (agent type, host, resource id): {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 19:18:10.785680 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7f1b621-2e95-4e99-886f-b8118458de3e req-1816a891-fdc7-40b5-bec8-9863d59568ea tempest-TestEncryptedCinderVolumes-205764683 tempest-TestEncryptedCinderVolumes-205764683-project] Received port after_create {{(pid=93915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 19:18:10.827140 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1816a891-fdc7-40b5-bec8-9863d59568ea tempest-TestEncryptedCinderVolumes-205764683 tempest-TestEncryptedCinderVolumes-205764683-project] Pushing event updated for resources: {'Port': ['ID=a2d859ae-71a1-4f8e-8ff0-c78d4f79c8cb,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:18:10.853628 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f1b621-2e95-4e99-886f-b8118458de3e req-1816a891-fdc7-40b5-bec8-9863d59568ea tempest-TestEncryptedCinderVolumes-205764683 tempest-TestEncryptedCinderVolumes-205764683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:18:10.854309 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-c7f1b621-2e95-4e99-886f-b8118458de3e req-1816a891-fdc7-40b5-bec8-9863d59568ea tempest-TestEncryptedCinderVolumes-205764683 tempest-TestEncryptedCinderVolumes-205764683-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:18:10.871564 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c7f1b621-2e95-4e99-886f-b8118458de3e req-1816a891-fdc7-40b5-bec8-9863d59568ea tempest-TestEncryptedCinderVolumes-205764683 tempest-TestEncryptedCinderVolumes-205764683-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7126350 Jul 14 19:18:10.882962 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [req-c7f1b621-2e95-4e99-886f-b8118458de3e req-170acf8e-a67c-400a-bd7e-ffccb5d197d0 service neutron] Request body: {'port': {'device_id': 'd40e2414-0fad-4ef0-bbe8-6490f05be3dc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800634-3'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 19:18:10.975221 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-c7f1b621-2e95-4e99-886f-b8118458de3e req-170acf8e-a67c-400a-bd7e-ffccb5d197d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:18:11.049052 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.agents_db [None req-2ea07fb6-aa68-4671-8654-119d82b9f530 None None] Agent healthcheck: found 7 active agents {{(pid=93918) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 19:18:11.091200 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-27e0f9a9-7e6d-4114-a954-c4e0569ba71c None None] Provisioning for port a2d859ae-71a1-4f8e-8ff0-c78d4f79c8cb completed by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 19:18:11.099977 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-27e0f9a9-7e6d-4114-a954-c4e0569ba71c None None] Provisioning complete for port a2d859ae-71a1-4f8e-8ff0-c78d4f79c8cb triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 19:18:11.100384 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-27e0f9a9-7e6d-4114-a954-c4e0569ba71c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:18:11.301781 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-27e0f9a9-7e6d-4114-a954-c4e0569ba71c None None] Port a2d859ae-71a1-4f8e-8ff0-c78d4f79c8cb cannot update to ACTIVE because it is not bound. {{(pid=93917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 19:18:11.325481 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 0a55ea8e-77b1-49b4-81b2-466ab7eb67af up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 19:18:11.343993 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [req-c7f1b621-2e95-4e99-886f-b8118458de3e req-170acf8e-a67c-400a-bd7e-ffccb5d197d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2d859ae-71a1-4f8e-8ff0-c78d4f79c8cb {{(pid=93915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 19:18:11.355493 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc825ad2-465b-4804-9735-57ceba321f72 req-e9fa77d6-97fc-4a6d-941b-9edd8d6b7fe7 tempest-TestEncryptedCinderVolumes-205764683 tempest-TestEncryptedCinderVolumes-205764683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:18:11.357062 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-cc825ad2-465b-4804-9735-57ceba321f72 req-e9fa77d6-97fc-4a6d-941b-9edd8d6b7fe7 tempest-TestEncryptedCinderVolumes-205764683 tempest-TestEncryptedCinderVolumes-205764683-project] 10.222.0.16 "GET /v2.0/ports?device_id=d40e2414-0fad-4ef0-bbe8-6490f05be3dc HTTP/1.1" status: 200 len: 931 time: 0.1828907 Jul 14 19:18:11.361227 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-c7f1b621-2e95-4e99-886f-b8118458de3e req-170acf8e-a67c-400a-bd7e-ffccb5d197d0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:18:11.385930 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning for port 0a55ea8e-77b1-49b4-81b2-466ab7eb67af completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 19:18:11.390506 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.provisioning_blocks [req-c7f1b621-2e95-4e99-886f-b8118458de3e req-170acf8e-a67c-400a-bd7e-ffccb5d197d0 service neutron] Transition to ACTIVE for port object a2d859ae-71a1-4f8e-8ff0-c78d4f79c8cb will not be triggered until provisioned by entity L2. {{(pid=93915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 19:18:11.391911 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port 0a55ea8e-77b1-49b4-81b2-466ab7eb67af triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 19:18:11.392495 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:18:11.396173 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-c7f1b621-2e95-4e99-886f-b8118458de3e req-170acf8e-a67c-400a-bd7e-ffccb5d197d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25912978'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:18:11.442798 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-cc825ad2-465b-4804-9735-57ceba321f72 req-345cb975-65ce-4077-9bd4-00ddfefe80ae tempest-TestEncryptedCinderVolumes-205764683 tempest-TestEncryptedCinderVolumes-205764683-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a437916-ed3e-489d-9782-9c9ee1d041f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789592 Jul 14 19:18:11.470185 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170acf8e-a67c-400a-bd7e-ffccb5d197d0 service neutron] Pushing event updated for resources: {'Port': ['ID=a2d859ae-71a1-4f8e-8ff0-c78d4f79c8cb,revision_number=2']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:18:11.533727 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:18:11.563786 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-c7f1b621-2e95-4e99-886f-b8118458de3e req-170acf8e-a67c-400a-bd7e-ffccb5d197d0 service neutron] Attempting to bind port a2d859ae-71a1-4f8e-8ff0-c78d4f79c8cb on host n-h1-800634-3 for vnic_type normal with profile {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 19:18:11.564349 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-c7f1b621-2e95-4e99-886f-b8118458de3e req-170acf8e-a67c-400a-bd7e-ffccb5d197d0 service neutron] Attempting to bind port a2d859ae-71a1-4f8e-8ff0-c78d4f79c8cb by drivers openvswitch,hyperv on host n-h1-800634-3 at level 0 using segments [{'id': '2335d4b1-4911-4c3f-b6c0-7002b615ecd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'b8186d71-7a4b-4213-bffa-b8311f3dfdd6'}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 19:18:11.564792 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f1b621-2e95-4e99-886f-b8118458de3e req-170acf8e-a67c-400a-bd7e-ffccb5d197d0 service neutron] Attempting to bind port a2d859ae-71a1-4f8e-8ff0-c78d4f79c8cb on network b8186d71-7a4b-4213-bffa-b8311f3dfdd6 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 19:18:11.570760 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f1b621-2e95-4e99-886f-b8118458de3e req-170acf8e-a67c-400a-bd7e-ffccb5d197d0 service neutron] Port a2d859ae-71a1-4f8e-8ff0-c78d4f79c8cb on network b8186d71-7a4b-4213-bffa-b8311f3dfdd6 not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-3 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 19:18:11.571241 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f1b621-2e95-4e99-886f-b8118458de3e req-170acf8e-a67c-400a-bd7e-ffccb5d197d0 service neutron] Attempting to bind port a2d859ae-71a1-4f8e-8ff0-c78d4f79c8cb on network b8186d71-7a4b-4213-bffa-b8311f3dfdd6 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 19:18:11.571394 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] For port 0a55ea8e-77b1-49b4-81b2-466ab7eb67af, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=0a55ea8e-77b1-49b4-81b2-466ab7eb67af,segment=NetworkSegment(810a4530-ee53-4a03-9c6a-8ddbe02d1cbd),segment_id=810a4530-ee53-4a03-9c6a-8ddbe02d1cbd)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 19:18:11.577066 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f1b621-2e95-4e99-886f-b8118458de3e req-170acf8e-a67c-400a-bd7e-ffccb5d197d0 service neutron] Checking agent: {'id': 'a3630ff4-fbee-45d9-b9b6-0ae41cb3a350', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 15, 32), 'started_at': datetime.datetime(2021, 7, 14, 18, 15, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 19, 18, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 19:18:11.577516 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f1b621-2e95-4e99-886f-b8118458de3e req-170acf8e-a67c-400a-bd7e-ffccb5d197d0 service neutron] Checking segment: {'id': '2335d4b1-4911-4c3f-b6c0-7002b615ecd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'b8186d71-7a4b-4213-bffa-b8311f3dfdd6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 19:18:11.577978 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f1b621-2e95-4e99-886f-b8118458de3e req-170acf8e-a67c-400a-bd7e-ffccb5d197d0 service neutron] Bound using segment: {'id': '2335d4b1-4911-4c3f-b6c0-7002b615ecd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'b8186d71-7a4b-4213-bffa-b8311f3dfdd6'} {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 19:18:11.578492 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-c7f1b621-2e95-4e99-886f-b8118458de3e req-170acf8e-a67c-400a-bd7e-ffccb5d197d0 service neutron] Bound port: a2d859ae-71a1-4f8e-8ff0-c78d4f79c8cb, host: n-h1-800634-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2335d4b1-4911-4c3f-b6c0-7002b615ecd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'b8186d71-7a4b-4213-bffa-b8311f3dfdd6'}}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 19:18:11.578930 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-c7f1b621-2e95-4e99-886f-b8118458de3e req-170acf8e-a67c-400a-bd7e-ffccb5d197d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:18:11.579420 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:18:11.637353 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Pushing event updated for resources: {'Port': ['ID=0a55ea8e-77b1-49b4-81b2-466ab7eb67af,revision_number=5']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:18:11.660704 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-c7f1b621-2e95-4e99-886f-b8118458de3e req-170acf8e-a67c-400a-bd7e-ffccb5d197d0 service neutron] For port a2d859ae-71a1-4f8e-8ff0-c78d4f79c8cb, host n-h1-800634-3, cleared binding levels {{(pid=93915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 19:18:11.666052 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-c7f1b621-2e95-4e99-886f-b8118458de3e req-170acf8e-a67c-400a-bd7e-ffccb5d197d0 service neutron] For port a2d859ae-71a1-4f8e-8ff0-c78d4f79c8cb, host n-h1-800634-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=a2d859ae-71a1-4f8e-8ff0-c78d4f79c8cb,segment=NetworkSegment(2335d4b1-4911-4c3f-b6c0-7002b615ecd3),segment_id=2335d4b1-4911-4c3f-b6c0-7002b615ecd3)] {{(pid=93915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 19:18:11.671629 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-c7f1b621-2e95-4e99-886f-b8118458de3e req-170acf8e-a67c-400a-bd7e-ffccb5d197d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25912978'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:18:11.720867 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f1b621-2e95-4e99-886f-b8118458de3e req-170acf8e-a67c-400a-bd7e-ffccb5d197d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:18:11.721590 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-c7f1b621-2e95-4e99-886f-b8118458de3e req-170acf8e-a67c-400a-bd7e-ffccb5d197d0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:18:11.723690 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c7f1b621-2e95-4e99-886f-b8118458de3e req-170acf8e-a67c-400a-bd7e-ffccb5d197d0 service neutron] 10.222.0.18 "PUT /v2.0/ports/a2d859ae-71a1-4f8e-8ff0-c78d4f79c8cb HTTP/1.1" status: 200 len: 1091 time: 0.8450849 Jul 14 19:18:11.724444 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd40e2414-0fad-4ef0-bbe8-6490f05be3dc', 'tag': 'a2d859ae-71a1-4f8e-8ff0-c78d4f79c8cb'}] {{(pid=93915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 19:18:11.728414 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}163b1c7ce9835e2c54087c39b47c05da5c61decdd411e584c58a4e7cd59f948f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bb7fdb3-6d46-40e4-a89f-0f9c33e9cd84" -d '{"events": [{"name": "network-changed", "server_uuid": "d40e2414-0fad-4ef0-bbe8-6490f05be3dc", "tag": "a2d859ae-71a1-4f8e-8ff0-c78d4f79c8cb"}]}' {{(pid=93915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 19:18:11.760755 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170acf8e-a67c-400a-bd7e-ffccb5d197d0 service neutron] Pushing event updated for resources: {'Port': ['ID=a2d859ae-71a1-4f8e-8ff0-c78d4f79c8cb,revision_number=3']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:18:11.791427 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 19:18:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81ad8139-293b-4b52-a605-3b06d562961b x-openstack-request-id: req-81ad8139-293b-4b52-a605-3b06d562961b {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 19:18:11.791888 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d40e2414-0fad-4ef0-bbe8-6490f05be3dc", "tag": "a2d859ae-71a1-4f8e-8ff0-c78d4f79c8cb", "status": "completed", "code": 200}]} {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 19:18:11.792305 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-81ad8139-293b-4b52-a605-3b06d562961b {{(pid=93915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 19:18:11.792934 n-d-800634-3 neutron-server[93915]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd40e2414-0fad-4ef0-bbe8-6490f05be3dc', 'tag': 'a2d859ae-71a1-4f8e-8ff0-c78d4f79c8cb', 'status': 'completed', 'code': 200} Jul 14 19:18:11.860976 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f1b621-2e95-4e99-886f-b8118458de3e req-aa19a029-8e7e-43a3-b6e1-618bfb102e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:18:11.864457 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c7f1b621-2e95-4e99-886f-b8118458de3e req-aa19a029-8e7e-43a3-b6e1-618bfb102e94 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e5a762990a344b07bb57881705f62e8b&device_id=d40e2414-0fad-4ef0-bbe8-6490f05be3dc HTTP/1.1" status: 200 len: 1094 time: 0.0696993 Jul 14 19:18:11.919418 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c7f1b621-2e95-4e99-886f-b8118458de3e req-eb2154d6-8afc-467c-94c9-452bde4deb92 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a2d859ae-71a1-4f8e-8ff0-c78d4f79c8cb HTTP/1.1" status: 200 len: 217 time: 0.0459514 Jul 14 19:18:11.981047 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f1b621-2e95-4e99-886f-b8118458de3e req-b1e0685d-0b48-4efe-ba89-1dc18dacceca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:18:11.984023 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c7f1b621-2e95-4e99-886f-b8118458de3e req-b1e0685d-0b48-4efe-ba89-1dc18dacceca service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f5238085-e4db-498a-aa91-624010c30242 HTTP/1.1" status: 200 len: 856 time: 0.0575514 Jul 14 19:18:12.042968 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f1b621-2e95-4e99-886f-b8118458de3e req-3c67723c-d3cf-4c31-9a99-873f6591dde9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:18:12.044507 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c7f1b621-2e95-4e99-886f-b8118458de3e req-3c67723c-d3cf-4c31-9a99-873f6591dde9 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b8186d71-7a4b-4213-bffa-b8311f3dfdd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0548427 Jul 14 19:18:12.141000 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c7f1b621-2e95-4e99-886f-b8118458de3e req-780d2252-fe02-4a25-8bbb-d20314b97bee service neutron] 10.222.0.18 "GET /v2.0/networks/b8186d71-7a4b-4213-bffa-b8311f3dfdd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893805 Jul 14 19:18:12.237357 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c7f1b621-2e95-4e99-886f-b8118458de3e req-0865cfa0-b15f-423b-93ef-042c74a2360e service neutron] 10.222.0.18 "GET /v2.0/networks/b8186d71-7a4b-4213-bffa-b8311f3dfdd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904984 Jul 14 19:18:12.349196 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb7fdb3-6d46-40e4-a89f-0f9c33e9cd84 req-077cb5a0-d27d-40d9-9e71-91d254274a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:18:12.350763 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-0bb7fdb3-6d46-40e4-a89f-0f9c33e9cd84 req-077cb5a0-d27d-40d9-9e71-91d254274a8a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e5a762990a344b07bb57881705f62e8b&device_id=d40e2414-0fad-4ef0-bbe8-6490f05be3dc HTTP/1.1" status: 200 len: 1094 time: 0.0589411 Jul 14 19:18:12.458151 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb7fdb3-6d46-40e4-a89f-0f9c33e9cd84 req-45d37f0c-7d64-441e-917c-441dac215ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:18:12.459749 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-0bb7fdb3-6d46-40e4-a89f-0f9c33e9cd84 req-45d37f0c-7d64-441e-917c-441dac215ab0 service neutron] 10.222.0.18 "GET /v2.0/networks?id=b8186d71-7a4b-4213-bffa-b8311f3dfdd6 HTTP/1.1" status: 200 len: 917 time: 0.1024520 Jul 14 19:18:12.507506 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-0bb7fdb3-6d46-40e4-a89f-0f9c33e9cd84 req-5d47f8d1-048a-461c-8870-6480aa5b136e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a2d859ae-71a1-4f8e-8ff0-c78d4f79c8cb HTTP/1.1" status: 200 len: 217 time: 0.0409057 Jul 14 19:18:12.570273 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb7fdb3-6d46-40e4-a89f-0f9c33e9cd84 req-694c4ec9-ec1f-4db9-b97a-58b2a937e4c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:18:12.571810 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-0bb7fdb3-6d46-40e4-a89f-0f9c33e9cd84 req-694c4ec9-ec1f-4db9-b97a-58b2a937e4c1 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f5238085-e4db-498a-aa91-624010c30242 HTTP/1.1" status: 200 len: 856 time: 0.0581222 Jul 14 19:18:12.690221 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb7fdb3-6d46-40e4-a89f-0f9c33e9cd84 req-91f2b283-3ed3-457e-8fa8-2d3828ceb20a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:18:12.691752 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-0bb7fdb3-6d46-40e4-a89f-0f9c33e9cd84 req-91f2b283-3ed3-457e-8fa8-2d3828ceb20a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b8186d71-7a4b-4213-bffa-b8311f3dfdd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1119916 Jul 14 19:18:12.699406 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a6dd69-71cf-4063-8cc8-daa212d5e71f req-202294d6-0462-48e8-8b81-47bc9ad5116d tempest-TestEncryptedCinderVolumes-205764683 tempest-TestEncryptedCinderVolumes-205764683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:18:12.700850 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f3a6dd69-71cf-4063-8cc8-daa212d5e71f req-202294d6-0462-48e8-8b81-47bc9ad5116d tempest-TestEncryptedCinderVolumes-205764683 tempest-TestEncryptedCinderVolumes-205764683-project] 10.222.0.16 "GET /v2.0/ports?device_id=d40e2414-0fad-4ef0-bbe8-6490f05be3dc HTTP/1.1" status: 200 len: 943 time: 0.1107433 Jul 14 19:18:12.793018 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f3a6dd69-71cf-4063-8cc8-daa212d5e71f req-07b697d1-9215-4757-82da-7b098ef4e1ee tempest-TestEncryptedCinderVolumes-205764683 tempest-TestEncryptedCinderVolumes-205764683-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a437916-ed3e-489d-9782-9c9ee1d041f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829163 Jul 14 19:18:12.822662 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-0bb7fdb3-6d46-40e4-a89f-0f9c33e9cd84 req-1d987994-3387-4d9b-a925-7f8509015361 service neutron] 10.222.0.18 "GET /v2.0/networks/b8186d71-7a4b-4213-bffa-b8311f3dfdd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208549 Jul 14 19:18:12.929598 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-0bb7fdb3-6d46-40e4-a89f-0f9c33e9cd84 req-33b89ccd-d8fd-42ae-aabc-8a094291572c service neutron] 10.222.0.18 "GET /v2.0/networks/b8186d71-7a4b-4213-bffa-b8311f3dfdd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978532 Jul 14 19:18:13.271853 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 0a55ea8e-77b1-49b4-81b2-466ab7eb67af up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 19:18:13.319082 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port 0a55ea8e-77b1-49b4-81b2-466ab7eb67af triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 19:18:13.319358 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:18:13.964976 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb9d8a5-c7f2-4ff2-851e-9bdea60d832b req-fd8edec0-4709-4445-a163-2f1fb6b16aba tempest-TestEncryptedCinderVolumes-205764683 tempest-TestEncryptedCinderVolumes-205764683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:18:13.966503 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-deb9d8a5-c7f2-4ff2-851e-9bdea60d832b req-fd8edec0-4709-4445-a163-2f1fb6b16aba tempest-TestEncryptedCinderVolumes-205764683 tempest-TestEncryptedCinderVolumes-205764683-project] 10.222.0.16 "GET /v2.0/ports?device_id=d40e2414-0fad-4ef0-bbe8-6490f05be3dc HTTP/1.1" status: 200 len: 943 time: 0.0641289 Jul 14 19:18:14.006325 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-deb9d8a5-c7f2-4ff2-851e-9bdea60d832b req-ec350f95-89d5-41d0-a3a7-adc7dee6992c tempest-TestEncryptedCinderVolumes-205764683 tempest-TestEncryptedCinderVolumes-205764683-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a437916-ed3e-489d-9782-9c9ee1d041f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335774 Jul 14 19:18:14.986945 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device a2d859ae-71a1-4f8e-8ff0-c78d4f79c8cb details requested by agent hyperv_n-h1-800634-3 with host n-h1-800634-3 {{(pid=93917) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 19:18:15.088957 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port a2d859ae-71a1-4f8e-8ff0-c78d4f79c8cb, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=a2d859ae-71a1-4f8e-8ff0-c78d4f79c8cb,segment=NetworkSegment(2335d4b1-4911-4c3f-b6c0-7002b615ecd3),segment_id=2335d4b1-4911-4c3f-b6c0-7002b615ecd3)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 19:18:15.100984 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Returning: {'device': 'a2d859ae-71a1-4f8e-8ff0-c78d4f79c8cb', 'network_id': 'b8186d71-7a4b-4213-bffa-b8311f3dfdd6', 'port_id': 'a2d859ae-71a1-4f8e-8ff0-c78d4f79c8cb', 'mac_address': 'fa:16:3e:41:1f:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 74, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5238085-e4db-498a-aa91-624010c30242', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93917) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 19:18:15.144206 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:18:15.159496 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2d859ae-71a1-4f8e-8ff0-c78d4f79c8cb {{(pid=93917) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 19:18:15.185668 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port a2d859ae-71a1-4f8e-8ff0-c78d4f79c8cb, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=a2d859ae-71a1-4f8e-8ff0-c78d4f79c8cb,segment=NetworkSegment(2335d4b1-4911-4c3f-b6c0-7002b615ecd3),segment_id=2335d4b1-4911-4c3f-b6c0-7002b615ecd3)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 19:18:15.190646 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:18:15.197857 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc88091-49cf-4134-b433-c98e8844976d req-ab6e5006-0d8a-49f6-aef0-c3369b4f3bd1 tempest-TestEncryptedCinderVolumes-205764683 tempest-TestEncryptedCinderVolumes-205764683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:18:15.200481 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-9dc88091-49cf-4134-b433-c98e8844976d req-ab6e5006-0d8a-49f6-aef0-c3369b4f3bd1 tempest-TestEncryptedCinderVolumes-205764683 tempest-TestEncryptedCinderVolumes-205764683-project] 10.222.0.16 "GET /v2.0/ports?device_id=d40e2414-0fad-4ef0-bbe8-6490f05be3dc HTTP/1.1" status: 200 len: 943 time: 0.0799372 Jul 14 19:18:15.250309 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-9dc88091-49cf-4134-b433-c98e8844976d req-f0ec72f7-6eec-4ece-8ffd-2febb7bb5e3a tempest-TestEncryptedCinderVolumes-205764683 tempest-TestEncryptedCinderVolumes-205764683-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a437916-ed3e-489d-9782-9c9ee1d041f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446396 Jul 14 19:18:15.257472 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Pushing event updated for resources: {'Port': ['ID=a2d859ae-71a1-4f8e-8ff0-c78d4f79c8cb,revision_number=4']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:18:15.393091 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] get_ports_and_sgs() called for port_ids ['a2d859ae-71a1-4f8e-8ff0-c78d4f79c8cb'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 19:18:16.427313 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f713a45-d7dc-4609-8bed-a5e064f9e53d req-c722d517-227f-498a-b4c4-e1c7877afd4e tempest-TestEncryptedCinderVolumes-205764683 tempest-TestEncryptedCinderVolumes-205764683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:18:16.428893 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-7f713a45-d7dc-4609-8bed-a5e064f9e53d req-c722d517-227f-498a-b4c4-e1c7877afd4e tempest-TestEncryptedCinderVolumes-205764683 tempest-TestEncryptedCinderVolumes-205764683-project] 10.222.0.16 "GET /v2.0/ports?device_id=d40e2414-0fad-4ef0-bbe8-6490f05be3dc HTTP/1.1" status: 200 len: 944 time: 0.0655489 Jul 14 19:18:16.470404 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-7f713a45-d7dc-4609-8bed-a5e064f9e53d req-1699f365-470c-4b0d-b086-58ad93f9352f tempest-TestEncryptedCinderVolumes-205764683 tempest-TestEncryptedCinderVolumes-205764683-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a437916-ed3e-489d-9782-9c9ee1d041f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357945 Jul 14 19:18:16.986400 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device a2d859ae-71a1-4f8e-8ff0-c78d4f79c8cb up at agent hyperv_n-h1-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 19:18:17.036550 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Provisioning for port a2d859ae-71a1-4f8e-8ff0-c78d4f79c8cb completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 19:18:17.040330 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Provisioning complete for port a2d859ae-71a1-4f8e-8ff0-c78d4f79c8cb triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 19:18:17.040730 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:18:17.120254 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:18:17.142929 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd40e2414-0fad-4ef0-bbe8-6490f05be3dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2d859ae-71a1-4f8e-8ff0-c78d4f79c8cb'}] {{(pid=93917) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 19:18:17.145287 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee9af70b018e2a669d4aace710d7966bbe0586a349443f05e01050df9771a348" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8cf48b3-57a5-476a-b32b-7124f23c8e9a" -d '{"events": [{"server_uuid": "d40e2414-0fad-4ef0-bbe8-6490f05be3dc", "name": "network-vif-plugged", "status": "completed", "tag": "a2d859ae-71a1-4f8e-8ff0-c78d4f79c8cb"}]}' {{(pid=93917) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 19:18:17.162386 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port a2d859ae-71a1-4f8e-8ff0-c78d4f79c8cb, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=a2d859ae-71a1-4f8e-8ff0-c78d4f79c8cb,segment=NetworkSegment(2335d4b1-4911-4c3f-b6c0-7002b615ecd3),segment_id=2335d4b1-4911-4c3f-b6c0-7002b615ecd3)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 19:18:17.166985 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:18:17.190396 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 19:18:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a9e247d-60af-4a1a-af3f-4a759f6ee41c x-openstack-request-id: req-3a9e247d-60af-4a1a-af3f-4a759f6ee41c {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 19:18:17.190694 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d40e2414-0fad-4ef0-bbe8-6490f05be3dc", "name": "network-vif-plugged", "status": "completed", "tag": "a2d859ae-71a1-4f8e-8ff0-c78d4f79c8cb", "code": 200}]} {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 19:18:17.190970 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3a9e247d-60af-4a1a-af3f-4a759f6ee41c {{(pid=93917) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 19:18:17.191354 n-d-800634-3 neutron-server[93917]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd40e2414-0fad-4ef0-bbe8-6490f05be3dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2d859ae-71a1-4f8e-8ff0-c78d4f79c8cb', 'code': 200} Jul 14 19:18:17.218790 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Pushing event updated for resources: {'Port': ['ID=a2d859ae-71a1-4f8e-8ff0-c78d4f79c8cb,revision_number=5']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:18:17.319176 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b3b432-5383-4854-a76a-19687be9540b req-83e26d13-1ddf-454a-bda5-b1e663a57745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:18:17.320737 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c2b3b432-5383-4854-a76a-19687be9540b req-83e26d13-1ddf-454a-bda5-b1e663a57745 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=d40e2414-0fad-4ef0-bbe8-6490f05be3dc HTTP/1.1" status: 200 len: 1096 time: 0.0541253 Jul 14 19:18:17.355723 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c2b3b432-5383-4854-a76a-19687be9540b req-e84a8924-9192-495e-b7ef-b1b5d92554c3 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=2a437916-ed3e-489d-9782-9c9ee1d041f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0288057 Jul 14 19:18:17.649202 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f6d0e5-da01-4214-b71c-9313f78e51b5 req-ae69ad1a-6331-490a-a3a3-c4827c6bd6f7 tempest-TestEncryptedCinderVolumes-205764683 tempest-TestEncryptedCinderVolumes-205764683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:18:17.650791 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-42f6d0e5-da01-4214-b71c-9313f78e51b5 req-ae69ad1a-6331-490a-a3a3-c4827c6bd6f7 tempest-TestEncryptedCinderVolumes-205764683 tempest-TestEncryptedCinderVolumes-205764683-project] 10.222.0.16 "GET /v2.0/ports?device_id=d40e2414-0fad-4ef0-bbe8-6490f05be3dc HTTP/1.1" status: 200 len: 945 time: 0.0686388 Jul 14 19:18:17.688747 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-42f6d0e5-da01-4214-b71c-9313f78e51b5 req-fa71feec-18df-4c0e-9a8b-fa1e1fc8d1a0 tempest-TestEncryptedCinderVolumes-205764683 tempest-TestEncryptedCinderVolumes-205764683-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a437916-ed3e-489d-9782-9c9ee1d041f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323117 Jul 14 19:18:18.864831 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27190f7b-abe8-4e6a-ab30-0050e51e9118 req-5a925400-2dd8-4cc2-8ca2-5c2c1265618d tempest-TestEncryptedCinderVolumes-205764683 tempest-TestEncryptedCinderVolumes-205764683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:18:18.866255 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-27190f7b-abe8-4e6a-ab30-0050e51e9118 req-5a925400-2dd8-4cc2-8ca2-5c2c1265618d tempest-TestEncryptedCinderVolumes-205764683 tempest-TestEncryptedCinderVolumes-205764683-project] 10.222.0.16 "GET /v2.0/ports?device_id=d40e2414-0fad-4ef0-bbe8-6490f05be3dc HTTP/1.1" status: 200 len: 945 time: 0.0644526 Jul 14 19:18:18.905544 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-27190f7b-abe8-4e6a-ab30-0050e51e9118 req-d2182b19-d9a5-446f-8dc7-6b965c784526 tempest-TestEncryptedCinderVolumes-205764683 tempest-TestEncryptedCinderVolumes-205764683-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a437916-ed3e-489d-9782-9c9ee1d041f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336730 Jul 14 19:18:19.086354 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c8b790-87d9-4e81-ba58-ef37f486506d req-4441d2b3-bb90-4555-bd66-5f6fa12b131f tempest-TestEncryptedCinderVolumes-205764683 tempest-TestEncryptedCinderVolumes-205764683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:18:19.087850 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f7c8b790-87d9-4e81-ba58-ef37f486506d req-4441d2b3-bb90-4555-bd66-5f6fa12b131f tempest-TestEncryptedCinderVolumes-205764683 tempest-TestEncryptedCinderVolumes-205764683-project] 10.222.0.16 "GET /v2.0/ports?device_id=d40e2414-0fad-4ef0-bbe8-6490f05be3dc HTTP/1.1" status: 200 len: 945 time: 0.0688627 Jul 14 19:18:19.129296 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f7c8b790-87d9-4e81-ba58-ef37f486506d req-95192c39-c171-444b-a067-64e007300ba6 tempest-TestEncryptedCinderVolumes-205764683 tempest-TestEncryptedCinderVolumes-205764683-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a437916-ed3e-489d-9782-9c9ee1d041f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338860 Jul 14 19:18:20.465434 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-fcece7e2-31bb-4b21-ae4f-ab9f98993a1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:18:22.896846 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-c1a803a5-1a46-4c3c-8b99-045c1caf11a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:18:23.226799 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:18:24.314158 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-574aeb93-9938-449c-8e6c-cb22c9b52cc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:18:25.960251 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-2f4e3af3-e708-4ffd-a544-82d93a489d01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:18:33.000935 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:18:35.507522 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b3624be9-9afc-4723-9498-243a37c28ff3 req-2574ac0d-c748-4768-b62b-78cf3297f13c service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=d40e2414-0fad-4ef0-bbe8-6490f05be3dc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0577562 Jul 14 19:18:35.622163 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3624be9-9afc-4723-9498-243a37c28ff3 req-61e02909-d9d6-4782-989c-883b9b2a4c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:18:35.625373 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b3624be9-9afc-4723-9498-243a37c28ff3 req-61e02909-d9d6-4782-989c-883b9b2a4c22 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e5a762990a344b07bb57881705f62e8b&device_id=d40e2414-0fad-4ef0-bbe8-6490f05be3dc HTTP/1.1" status: 200 len: 1096 time: 0.0702541 Jul 14 19:18:35.757282 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3624be9-9afc-4723-9498-243a37c28ff3 req-87d046b0-c91c-4b3e-a93f-e36c8d5b1c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:18:35.758854 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b3624be9-9afc-4723-9498-243a37c28ff3 req-87d046b0-c91c-4b3e-a93f-e36c8d5b1c2b service neutron] 10.222.0.18 "GET /v2.0/networks?id=b8186d71-7a4b-4213-bffa-b8311f3dfdd6 HTTP/1.1" status: 200 len: 917 time: 0.1104422 Jul 14 19:18:35.807593 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b3624be9-9afc-4723-9498-243a37c28ff3 req-90b28748-0667-45ba-8e2a-b9fc21973f4d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a2d859ae-71a1-4f8e-8ff0-c78d4f79c8cb HTTP/1.1" status: 200 len: 217 time: 0.0413961 Jul 14 19:18:35.876774 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3624be9-9afc-4723-9498-243a37c28ff3 req-533f0ba2-861c-460e-95b2-7d2c8eab6900 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:18:35.878598 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b3624be9-9afc-4723-9498-243a37c28ff3 req-533f0ba2-861c-460e-95b2-7d2c8eab6900 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f5238085-e4db-498a-aa91-624010c30242 HTTP/1.1" status: 200 len: 856 time: 0.0651729 Jul 14 19:18:35.955906 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:18:35.966728 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3624be9-9afc-4723-9498-243a37c28ff3 req-c2b0ae22-4eb3-486d-8de1-0dc41f3ffeb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:18:35.969411 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b3624be9-9afc-4723-9498-243a37c28ff3 req-c2b0ae22-4eb3-486d-8de1-0dc41f3ffeb4 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b8186d71-7a4b-4213-bffa-b8311f3dfdd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0846653 Jul 14 19:18:36.135374 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b3624be9-9afc-4723-9498-243a37c28ff3 req-22e1561e-4bfc-4d6b-942a-994c8a9114e9 service neutron] 10.222.0.18 "GET /v2.0/networks/b8186d71-7a4b-4213-bffa-b8311f3dfdd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1572366 Jul 14 19:18:36.235820 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b3624be9-9afc-4723-9498-243a37c28ff3 req-53a2ebfb-2652-497e-a715-b084d5934316 service neutron] 10.222.0.18 "GET /v2.0/networks/b8186d71-7a4b-4213-bffa-b8311f3dfdd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929170 Jul 14 19:18:38.553441 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-bbecb4de-1751-4b32-ac9f-8a3542569eff req-93983a30-2f34-4dc1-bc45-f942f397130b service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=6ab0c594-ecaf-4c5b-977a-9c1b59a2d9cc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0332341 Jul 14 19:18:38.605796 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-bbecb4de-1751-4b32-ac9f-8a3542569eff req-99ab2ff3-cb7c-48ef-8595-e3615f254941 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f1c4e239e6d24b3bb240a97f6c99b33f&device_id=6ab0c594-ecaf-4c5b-977a-9c1b59a2d9cc HTTP/1.1" status: 200 len: 210 time: 0.0295515 Jul 14 19:18:38.633677 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73565d0f-39e2-4e27-902a-ccc3bf1a39cd req-3393941b-79ff-4f8a-a892-fdc7e3e7eeff tempest-TestEncryptedCinderVolumes-205764683 tempest-TestEncryptedCinderVolumes-205764683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:18:38.635232 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-73565d0f-39e2-4e27-902a-ccc3bf1a39cd req-3393941b-79ff-4f8a-a892-fdc7e3e7eeff tempest-TestEncryptedCinderVolumes-205764683 tempest-TestEncryptedCinderVolumes-205764683-project] 10.222.0.16 "GET /v2.0/ports?device_id=d40e2414-0fad-4ef0-bbe8-6490f05be3dc HTTP/1.1" status: 200 len: 945 time: 0.0930409 Jul 14 19:18:38.647275 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-bbecb4de-1751-4b32-ac9f-8a3542569eff req-2e3f9dea-c10b-41c9-8093-47a28c7b7b7b service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=f1c4e239e6d24b3bb240a97f6c99b33f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0216086 Jul 14 19:18:38.687107 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-73565d0f-39e2-4e27-902a-ccc3bf1a39cd req-0ce534fa-dc28-4b50-bb65-dc443276b612 tempest-TestEncryptedCinderVolumes-205764683 tempest-TestEncryptedCinderVolumes-205764683-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a437916-ed3e-489d-9782-9c9ee1d041f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426023 Jul 14 19:18:38.766199 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbecb4de-1751-4b32-ac9f-8a3542569eff req-b5bfceba-53fd-4b5c-8e95-84a598115561 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:18:38.767742 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-bbecb4de-1751-4b32-ac9f-8a3542569eff req-b5bfceba-53fd-4b5c-8e95-84a598115561 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1144917 Jul 14 19:18:39.874375 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d171cc30-d967-491b-9bb6-87a61afd1a3e req-efe9dcee-32db-4885-9f5d-206a9b559e89 tempest-TestEncryptedCinderVolumes-205764683 tempest-TestEncryptedCinderVolumes-205764683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:18:39.875826 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-d171cc30-d967-491b-9bb6-87a61afd1a3e req-efe9dcee-32db-4885-9f5d-206a9b559e89 tempest-TestEncryptedCinderVolumes-205764683 tempest-TestEncryptedCinderVolumes-205764683-project] 10.222.0.16 "GET /v2.0/ports?device_id=d40e2414-0fad-4ef0-bbe8-6490f05be3dc HTTP/1.1" status: 200 len: 945 time: 0.0658243 Jul 14 19:18:39.917313 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-d171cc30-d967-491b-9bb6-87a61afd1a3e req-7560dca3-5175-4022-835c-640180a3523c tempest-TestEncryptedCinderVolumes-205764683 tempest-TestEncryptedCinderVolumes-205764683-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a437916-ed3e-489d-9782-9c9ee1d041f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354662 Jul 14 19:18:40.095887 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01777490-100f-4441-80df-55b9bf62a9f6 req-958c4ba6-ce93-4bd2-a7eb-511951db05ac tempest-TestEncryptedCinderVolumes-205764683 tempest-TestEncryptedCinderVolumes-205764683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:18:40.097386 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-01777490-100f-4441-80df-55b9bf62a9f6 req-958c4ba6-ce93-4bd2-a7eb-511951db05ac tempest-TestEncryptedCinderVolumes-205764683 tempest-TestEncryptedCinderVolumes-205764683-project] 10.222.0.18 "GET /v2.0/ports?device_id=d40e2414-0fad-4ef0-bbe8-6490f05be3dc HTTP/1.1" status: 200 len: 945 time: 0.0672801 Jul 14 19:18:40.198783 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [req-01777490-100f-4441-80df-55b9bf62a9f6 req-9ecb443f-d2a6-498c-8449-b64470668623 tempest-TestEncryptedCinderVolumes-205764683 tempest-TestEncryptedCinderVolumes-205764683-project] Deleting port a2d859ae-71a1-4f8e-8ff0-c78d4f79c8cb {{(pid=93915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 19:18:40.199126 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-01777490-100f-4441-80df-55b9bf62a9f6 req-9ecb443f-d2a6-498c-8449-b64470668623 tempest-TestEncryptedCinderVolumes-205764683 tempest-TestEncryptedCinderVolumes-205764683-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:18:40.305468 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-01777490-100f-4441-80df-55b9bf62a9f6 req-9ecb443f-d2a6-498c-8449-b64470668623 tempest-TestEncryptedCinderVolumes-205764683 tempest-TestEncryptedCinderVolumes-205764683-project] For port a2d859ae-71a1-4f8e-8ff0-c78d4f79c8cb, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=a2d859ae-71a1-4f8e-8ff0-c78d4f79c8cb,segment=NetworkSegment(2335d4b1-4911-4c3f-b6c0-7002b615ecd3),segment_id=2335d4b1-4911-4c3f-b6c0-7002b615ecd3)] {{(pid=93915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 19:18:40.305817 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-01777490-100f-4441-80df-55b9bf62a9f6 req-9ecb443f-d2a6-498c-8449-b64470668623 tempest-TestEncryptedCinderVolumes-205764683 tempest-TestEncryptedCinderVolumes-205764683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:18:40.318849 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [req-01777490-100f-4441-80df-55b9bf62a9f6 req-9ecb443f-d2a6-498c-8449-b64470668623 tempest-TestEncryptedCinderVolumes-205764683 tempest-TestEncryptedCinderVolumes-205764683-project] Calling delete_port for a2d859ae-71a1-4f8e-8ff0-c78d4f79c8cb owned by compute:nova {{(pid=93915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 19:18:40.448678 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-01777490-100f-4441-80df-55b9bf62a9f6 req-9ecb443f-d2a6-498c-8449-b64470668623 tempest-TestEncryptedCinderVolumes-205764683 tempest-TestEncryptedCinderVolumes-205764683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:18:40.460968 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] get_ports_and_sgs() called for port_ids ['a2d859ae-71a1-4f8e-8ff0-c78d4f79c8cb'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 19:18:40.483467 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ecb443f-d2a6-498c-8449-b64470668623 tempest-TestEncryptedCinderVolumes-205764683 tempest-TestEncryptedCinderVolumes-205764683-project] Pushing event deleted for resources: {'Port': ['ID=a2d859ae-71a1-4f8e-8ff0-c78d4f79c8cb,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:18:40.534946 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [req-01777490-100f-4441-80df-55b9bf62a9f6 req-9ecb443f-d2a6-498c-8449-b64470668623 tempest-TestEncryptedCinderVolumes-205764683 tempest-TestEncryptedCinderVolumes-205764683-project] No DVR routers for this DVR port a2d859ae-71a1-4f8e-8ff0-c78d4f79c8cb on host n-h1-800634-3 {{(pid=93915) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 19:18:40.537117 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-01777490-100f-4441-80df-55b9bf62a9f6 req-9ecb443f-d2a6-498c-8449-b64470668623 tempest-TestEncryptedCinderVolumes-205764683 tempest-TestEncryptedCinderVolumes-205764683-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:18:40.539282 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-01777490-100f-4441-80df-55b9bf62a9f6 req-9ecb443f-d2a6-498c-8449-b64470668623 tempest-TestEncryptedCinderVolumes-205764683 tempest-TestEncryptedCinderVolumes-205764683-project] 10.222.0.18 "DELETE /v2.0/ports/a2d859ae-71a1-4f8e-8ff0-c78d4f79c8cb HTTP/1.1" status: 204 len: 173 time: 0.4369116 Jul 14 19:18:40.539731 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd40e2414-0fad-4ef0-bbe8-6490f05be3dc', 'name': 'network-vif-deleted', 'tag': 'a2d859ae-71a1-4f8e-8ff0-c78d4f79c8cb'}] {{(pid=93915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 19:18:40.542170 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}163b1c7ce9835e2c54087c39b47c05da5c61decdd411e584c58a4e7cd59f948f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1b5d4c8-75ce-4cd7-9cbf-7c14b3866d66" -d '{"events": [{"server_uuid": "d40e2414-0fad-4ef0-bbe8-6490f05be3dc", "name": "network-vif-deleted", "tag": "a2d859ae-71a1-4f8e-8ff0-c78d4f79c8cb"}]}' {{(pid=93915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 19:18:40.598954 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 19:18:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f741a466-74de-449b-a3dc-f9bab504d9f4 x-openstack-request-id: req-f741a466-74de-449b-a3dc-f9bab504d9f4 {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 19:18:40.599247 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d40e2414-0fad-4ef0-bbe8-6490f05be3dc", "name": "network-vif-deleted", "tag": "a2d859ae-71a1-4f8e-8ff0-c78d4f79c8cb", "status": "completed", "code": 200}]} {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 19:18:40.599507 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f741a466-74de-449b-a3dc-f9bab504d9f4 {{(pid=93915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 19:18:40.599909 n-d-800634-3 neutron-server[93915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd40e2414-0fad-4ef0-bbe8-6490f05be3dc', 'name': 'network-vif-deleted', 'tag': 'a2d859ae-71a1-4f8e-8ff0-c78d4f79c8cb', 'status': 'completed', 'code': 200} Jul 14 19:18:41.087220 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ba95332c-e60e-4fdd-93e6-cb541aecb9ff req-5c6c47f9-0aa5-4b4a-ae24-f3211c2b3c8f tempest-TestEncryptedCinderVolumes-205764683 tempest-TestEncryptedCinderVolumes-205764683-project] 10.222.0.16 "GET /v2.0/ports?device_id=d40e2414-0fad-4ef0-bbe8-6490f05be3dc HTTP/1.1" status: 200 len: 210 time: 0.0309129 Jul 14 19:18:42.893888 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1416f445-0c7b-436e-b9f9-14777c3a87d4 req-c5969e2d-690c-4f42-916d-f464810c4e7b tempest-TestEncryptedCinderVolumes-205764683 tempest-TestEncryptedCinderVolumes-205764683-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:18:42.895288 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-1416f445-0c7b-436e-b9f9-14777c3a87d4 req-c5969e2d-690c-4f42-916d-f464810c4e7b tempest-TestEncryptedCinderVolumes-205764683 tempest-TestEncryptedCinderVolumes-205764683-project] 10.222.0.16 "GET /v2.0/networks?id=b8186d71-7a4b-4213-bffa-b8311f3dfdd6 HTTP/1.1" status: 200 len: 817 time: 0.1086607 Jul 14 19:18:42.914134 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-1416f445-0c7b-436e-b9f9-14777c3a87d4 req-2cb7d9d5-283a-4f3e-ac57-6ea7acbd1f8b tempest-TestEncryptedCinderVolumes-205764683 tempest-TestEncryptedCinderVolumes-205764683-project] 10.222.0.16 "GET /v2.0/quotas/e5a762990a344b07bb57881705f62e8b HTTP/1.1" status: 200 len: 375 time: 0.0111401 Jul 14 19:18:42.991596 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-1416f445-0c7b-436e-b9f9-14777c3a87d4 req-000eac8d-d32d-4a51-b49a-f66b9f15700c tempest-TestEncryptedCinderVolumes-205764683 tempest-TestEncryptedCinderVolumes-205764683-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=e5a762990a344b07bb57881705f62e8b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0703173 Jul 14 19:18:43.096775 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-1416f445-0c7b-436e-b9f9-14777c3a87d4 req-3813791e-81cd-4704-b651-bc83bb2b7c04 service neutron] 10.222.0.16 "GET /v2.0/networks/b8186d71-7a4b-4213-bffa-b8311f3dfdd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905190 Jul 14 19:18:43.194044 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-1416f445-0c7b-436e-b9f9-14777c3a87d4 req-d9ad42e1-a306-47e5-98e4-45636499d961 service neutron] 10.222.0.16 "GET /v2.0/networks/b8186d71-7a4b-4213-bffa-b8311f3dfdd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910044 Jul 14 19:18:43.379512 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ee779a92-292a-4b29-90e8-58cdfff5b92c req-54a375c1-6652-4815-af11-dc69a8688f3c tempest-TestEncryptedCinderVolumes-205764683 tempest-TestEncryptedCinderVolumes-205764683-project] 10.222.0.16 "GET /v2.0/ports?device_id=b1fe8938-3ebd-4297-9e70-7ee64508cd42 HTTP/1.1" status: 200 len: 210 time: 0.0311902 Jul 14 19:18:44.510143 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1416f445-0c7b-436e-b9f9-14777c3a87d4 req-b74c033e-453a-4d73-8444-716b00a0da10 tempest-TestEncryptedCinderVolumes-205764683 tempest-TestEncryptedCinderVolumes-205764683-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:18:44.512615 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-1416f445-0c7b-436e-b9f9-14777c3a87d4 req-b74c033e-453a-4d73-8444-716b00a0da10 tempest-TestEncryptedCinderVolumes-205764683 tempest-TestEncryptedCinderVolumes-205764683-project] 10.222.0.18 "GET /v2.0/networks?id=b8186d71-7a4b-4213-bffa-b8311f3dfdd6 HTTP/1.1" status: 200 len: 817 time: 0.1316626 Jul 14 19:18:44.537180 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [req-1416f445-0c7b-436e-b9f9-14777c3a87d4 req-61de8f54-4324-4dce-91fe-40ae4db35ed9 tempest-TestEncryptedCinderVolumes-205764683 tempest-TestEncryptedCinderVolumes-205764683-project] Request body: {'port': {'device_id': 'b1fe8938-3ebd-4297-9e70-7ee64508cd42', 'network_id': 'b8186d71-7a4b-4213-bffa-b8311f3dfdd6', 'admin_state_up': True, 'tenant_id': 'e5a762990a344b07bb57881705f62e8b'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 19:18:44.560428 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2c822e54-2265-42fe-ad6d-0daff0cdd455 req-bdd98d4d-c0c0-4267-b17d-e66d953bc54f tempest-TestEncryptedCinderVolumes-205764683 tempest-TestEncryptedCinderVolumes-205764683-project] 10.222.0.16 "GET /v2.0/ports?device_id=b1fe8938-3ebd-4297-9e70-7ee64508cd42 HTTP/1.1" status: 200 len: 210 time: 0.0460687 Jul 14 19:18:44.694970 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1416f445-0c7b-436e-b9f9-14777c3a87d4 req-61de8f54-4324-4dce-91fe-40ae4db35ed9 tempest-TestEncryptedCinderVolumes-205764683 tempest-TestEncryptedCinderVolumes-205764683-project] Made reservation on behalf of e5a762990a344b07bb57881705f62e8b for: {'port': 1} {{(pid=93915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 19:18:44.698878 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-1416f445-0c7b-436e-b9f9-14777c3a87d4 req-61de8f54-4324-4dce-91fe-40ae4db35ed9 tempest-TestEncryptedCinderVolumes-205764683 tempest-TestEncryptedCinderVolumes-205764683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:18:44.842899 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.db_base_plugin_common [req-1416f445-0c7b-436e-b9f9-14777c3a87d4 req-61de8f54-4324-4dce-91fe-40ae4db35ed9 tempest-TestEncryptedCinderVolumes-205764683 tempest-TestEncryptedCinderVolumes-205764683-project] Allocated IP 172.20.0.8 (b8186d71-7a4b-4213-bffa-b8311f3dfdd6/f5238085-e4db-498a-aa91-624010c30242/89b1e380-4124-4935-bc6e-c96093a2b82c) {{(pid=93915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 19:18:45.005142 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-1416f445-0c7b-436e-b9f9-14777c3a87d4 req-61de8f54-4324-4dce-91fe-40ae4db35ed9 tempest-TestEncryptedCinderVolumes-205764683 tempest-TestEncryptedCinderVolumes-205764683-project] Notify callbacks [] for port, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:18:45.020933 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.provisioning_blocks [req-1416f445-0c7b-436e-b9f9-14777c3a87d4 req-61de8f54-4324-4dce-91fe-40ae4db35ed9 tempest-TestEncryptedCinderVolumes-205764683 tempest-TestEncryptedCinderVolumes-205764683-project] Transition to ACTIVE for port object 89b1e380-4124-4935-bc6e-c96093a2b82c will not be triggered until provisioned by entity DHCP. {{(pid=93915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 19:18:45.056483 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-1416f445-0c7b-436e-b9f9-14777c3a87d4 req-61de8f54-4324-4dce-91fe-40ae4db35ed9 tempest-TestEncryptedCinderVolumes-205764683 tempest-TestEncryptedCinderVolumes-205764683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:18:45.098468 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device a2d859ae-71a1-4f8e-8ff0-c78d4f79c8cb no longer exists at agent hyperv_n-h1-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 19:18:45.103646 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1416f445-0c7b-436e-b9f9-14777c3a87d4 req-61de8f54-4324-4dce-91fe-40ae4db35ed9 tempest-TestEncryptedCinderVolumes-205764683 tempest-TestEncryptedCinderVolumes-205764683-project] Network b8186d71-7a4b-4213-bffa-b8311f3dfdd6 is already hosted by enough agents. {{(pid=93915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 19:18:45.107145 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [req-1416f445-0c7b-436e-b9f9-14777c3a87d4 req-61de8f54-4324-4dce-91fe-40ae4db35ed9 tempest-TestEncryptedCinderVolumes-205764683 tempest-TestEncryptedCinderVolumes-205764683-project] Resources bound (agent type, host, resource id): {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 19:18:45.111667 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [req-1416f445-0c7b-436e-b9f9-14777c3a87d4 req-61de8f54-4324-4dce-91fe-40ae4db35ed9 tempest-TestEncryptedCinderVolumes-205764683 tempest-TestEncryptedCinderVolumes-205764683-project] Received port after_create {{(pid=93915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 19:18:45.118294 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61de8f54-4324-4dce-91fe-40ae4db35ed9 tempest-TestEncryptedCinderVolumes-205764683 tempest-TestEncryptedCinderVolumes-205764683-project] Pushing event updated for resources: {'Port': ['ID=89b1e380-4124-4935-bc6e-c96093a2b82c,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:18:45.137809 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] No Port match for: a2d859ae-71a1-4f8e-8ff0-c78d4f79c8cb {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 19:18:45.137960 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device a2d859ae-71a1-4f8e-8ff0-c78d4f79c8cb not bound to the agent host n-h1-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 19:18:45.166941 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1416f445-0c7b-436e-b9f9-14777c3a87d4 req-61de8f54-4324-4dce-91fe-40ae4db35ed9 tempest-TestEncryptedCinderVolumes-205764683 tempest-TestEncryptedCinderVolumes-205764683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:18:45.167600 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-1416f445-0c7b-436e-b9f9-14777c3a87d4 req-61de8f54-4324-4dce-91fe-40ae4db35ed9 tempest-TestEncryptedCinderVolumes-205764683 tempest-TestEncryptedCinderVolumes-205764683-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:18:45.183406 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-1416f445-0c7b-436e-b9f9-14777c3a87d4 req-61de8f54-4324-4dce-91fe-40ae4db35ed9 tempest-TestEncryptedCinderVolumes-205764683 tempest-TestEncryptedCinderVolumes-205764683-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6599045 Jul 14 19:18:45.195654 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [req-1416f445-0c7b-436e-b9f9-14777c3a87d4 req-3115935e-d11c-4ac5-93fd-46468cfcf687 service neutron] Request body: {'port': {'device_id': 'b1fe8938-3ebd-4297-9e70-7ee64508cd42', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800634-3'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 19:18:45.303034 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-1416f445-0c7b-436e-b9f9-14777c3a87d4 req-3115935e-d11c-4ac5-93fd-46468cfcf687 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:18:45.403889 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-4cfa59b4-7782-46f2-8844-aefc61fe6a17 None None] Provisioning for port 89b1e380-4124-4935-bc6e-c96093a2b82c completed by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 19:18:45.410526 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-4cfa59b4-7782-46f2-8844-aefc61fe6a17 None None] Provisioning complete for port 89b1e380-4124-4935-bc6e-c96093a2b82c triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 19:18:45.412285 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-4cfa59b4-7782-46f2-8844-aefc61fe6a17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:18:45.450081 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-4cfa59b4-7782-46f2-8844-aefc61fe6a17 None None] Port 89b1e380-4124-4935-bc6e-c96093a2b82c cannot update to ACTIVE because it is not bound. {{(pid=93917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 19:18:45.595779 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [req-1416f445-0c7b-436e-b9f9-14777c3a87d4 req-3115935e-d11c-4ac5-93fd-46468cfcf687 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 89b1e380-4124-4935-bc6e-c96093a2b82c {{(pid=93915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 19:18:45.603545 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-1416f445-0c7b-436e-b9f9-14777c3a87d4 req-3115935e-d11c-4ac5-93fd-46468cfcf687 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:18:45.617249 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.provisioning_blocks [req-1416f445-0c7b-436e-b9f9-14777c3a87d4 req-3115935e-d11c-4ac5-93fd-46468cfcf687 service neutron] Transition to ACTIVE for port object 89b1e380-4124-4935-bc6e-c96093a2b82c will not be triggered until provisioned by entity L2. {{(pid=93915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 19:18:45.622173 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-1416f445-0c7b-436e-b9f9-14777c3a87d4 req-3115935e-d11c-4ac5-93fd-46468cfcf687 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25912978'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:18:45.700237 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3115935e-d11c-4ac5-93fd-46468cfcf687 service neutron] Pushing event updated for resources: {'Port': ['ID=89b1e380-4124-4935-bc6e-c96093a2b82c,revision_number=2']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:18:45.800910 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-1416f445-0c7b-436e-b9f9-14777c3a87d4 req-3115935e-d11c-4ac5-93fd-46468cfcf687 service neutron] Attempting to bind port 89b1e380-4124-4935-bc6e-c96093a2b82c on host n-h1-800634-3 for vnic_type normal with profile {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 19:18:45.801259 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-1416f445-0c7b-436e-b9f9-14777c3a87d4 req-3115935e-d11c-4ac5-93fd-46468cfcf687 service neutron] Attempting to bind port 89b1e380-4124-4935-bc6e-c96093a2b82c by drivers openvswitch,hyperv on host n-h1-800634-3 at level 0 using segments [{'id': '2335d4b1-4911-4c3f-b6c0-7002b615ecd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'b8186d71-7a4b-4213-bffa-b8311f3dfdd6'}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 19:18:45.801600 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1416f445-0c7b-436e-b9f9-14777c3a87d4 req-3115935e-d11c-4ac5-93fd-46468cfcf687 service neutron] Attempting to bind port 89b1e380-4124-4935-bc6e-c96093a2b82c on network b8186d71-7a4b-4213-bffa-b8311f3dfdd6 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 19:18:45.810405 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1416f445-0c7b-436e-b9f9-14777c3a87d4 req-3115935e-d11c-4ac5-93fd-46468cfcf687 service neutron] Port 89b1e380-4124-4935-bc6e-c96093a2b82c on network b8186d71-7a4b-4213-bffa-b8311f3dfdd6 not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-3 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 19:18:45.811415 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1416f445-0c7b-436e-b9f9-14777c3a87d4 req-3115935e-d11c-4ac5-93fd-46468cfcf687 service neutron] Attempting to bind port 89b1e380-4124-4935-bc6e-c96093a2b82c on network b8186d71-7a4b-4213-bffa-b8311f3dfdd6 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 19:18:45.831141 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a6dc9a-c316-4662-97ee-b269d9da9de6 req-6e1fe88c-ca5b-454b-b50c-199cab221eb6 tempest-TestEncryptedCinderVolumes-205764683 tempest-TestEncryptedCinderVolumes-205764683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:18:45.832830 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-31a6dc9a-c316-4662-97ee-b269d9da9de6 req-6e1fe88c-ca5b-454b-b50c-199cab221eb6 tempest-TestEncryptedCinderVolumes-205764683 tempest-TestEncryptedCinderVolumes-205764683-project] 10.222.0.16 "GET /v2.0/ports?device_id=b1fe8938-3ebd-4297-9e70-7ee64508cd42 HTTP/1.1" status: 200 len: 943 time: 0.1505671 Jul 14 19:18:45.833867 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1416f445-0c7b-436e-b9f9-14777c3a87d4 req-3115935e-d11c-4ac5-93fd-46468cfcf687 service neutron] Checking agent: {'id': 'a3630ff4-fbee-45d9-b9b6-0ae41cb3a350', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 15, 32), 'started_at': datetime.datetime(2021, 7, 14, 18, 15, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 19, 18, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 19:18:45.834215 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1416f445-0c7b-436e-b9f9-14777c3a87d4 req-3115935e-d11c-4ac5-93fd-46468cfcf687 service neutron] Checking segment: {'id': '2335d4b1-4911-4c3f-b6c0-7002b615ecd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'b8186d71-7a4b-4213-bffa-b8311f3dfdd6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 19:18:45.834746 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1416f445-0c7b-436e-b9f9-14777c3a87d4 req-3115935e-d11c-4ac5-93fd-46468cfcf687 service neutron] Bound using segment: {'id': '2335d4b1-4911-4c3f-b6c0-7002b615ecd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'b8186d71-7a4b-4213-bffa-b8311f3dfdd6'} {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 19:18:45.835075 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-1416f445-0c7b-436e-b9f9-14777c3a87d4 req-3115935e-d11c-4ac5-93fd-46468cfcf687 service neutron] Bound port: 89b1e380-4124-4935-bc6e-c96093a2b82c, host: n-h1-800634-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2335d4b1-4911-4c3f-b6c0-7002b615ecd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'b8186d71-7a4b-4213-bffa-b8311f3dfdd6'}}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 19:18:45.835451 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-1416f445-0c7b-436e-b9f9-14777c3a87d4 req-3115935e-d11c-4ac5-93fd-46468cfcf687 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:18:46.205149 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-31a6dc9a-c316-4662-97ee-b269d9da9de6 req-8e1f27ef-440e-45ed-9136-4342453484b8 tempest-TestEncryptedCinderVolumes-205764683 tempest-TestEncryptedCinderVolumes-205764683-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a437916-ed3e-489d-9782-9c9ee1d041f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3594759 Jul 14 19:18:46.229146 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-1416f445-0c7b-436e-b9f9-14777c3a87d4 req-3115935e-d11c-4ac5-93fd-46468cfcf687 service neutron] For port 89b1e380-4124-4935-bc6e-c96093a2b82c, host n-h1-800634-3, cleared binding levels {{(pid=93915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 19:18:46.232939 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-1416f445-0c7b-436e-b9f9-14777c3a87d4 req-3115935e-d11c-4ac5-93fd-46468cfcf687 service neutron] For port 89b1e380-4124-4935-bc6e-c96093a2b82c, host n-h1-800634-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=89b1e380-4124-4935-bc6e-c96093a2b82c,segment=NetworkSegment(2335d4b1-4911-4c3f-b6c0-7002b615ecd3),segment_id=2335d4b1-4911-4c3f-b6c0-7002b615ecd3)] {{(pid=93915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 19:18:46.238052 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-1416f445-0c7b-436e-b9f9-14777c3a87d4 req-3115935e-d11c-4ac5-93fd-46468cfcf687 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25912978'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:18:46.273343 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1416f445-0c7b-436e-b9f9-14777c3a87d4 req-3115935e-d11c-4ac5-93fd-46468cfcf687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:18:46.273805 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-1416f445-0c7b-436e-b9f9-14777c3a87d4 req-3115935e-d11c-4ac5-93fd-46468cfcf687 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:18:46.274999 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-1416f445-0c7b-436e-b9f9-14777c3a87d4 req-3115935e-d11c-4ac5-93fd-46468cfcf687 service neutron] 10.222.0.18 "PUT /v2.0/ports/89b1e380-4124-4935-bc6e-c96093a2b82c HTTP/1.1" status: 200 len: 1091 time: 1.0839565 Jul 14 19:18:46.275438 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1fe8938-3ebd-4297-9e70-7ee64508cd42', 'tag': '89b1e380-4124-4935-bc6e-c96093a2b82c'}] {{(pid=93915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 19:18:46.277732 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}163b1c7ce9835e2c54087c39b47c05da5c61decdd411e584c58a4e7cd59f948f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff3d9d97-1e0c-409f-8f7a-bfca1e15b2c9" -d '{"events": [{"name": "network-changed", "server_uuid": "b1fe8938-3ebd-4297-9e70-7ee64508cd42", "tag": "89b1e380-4124-4935-bc6e-c96093a2b82c"}]}' {{(pid=93915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 19:18:46.308768 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3115935e-d11c-4ac5-93fd-46468cfcf687 service neutron] Pushing event updated for resources: {'Port': ['ID=89b1e380-4124-4935-bc6e-c96093a2b82c,revision_number=3']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:18:46.345459 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 19:18:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eee9bce9-dadd-46bb-9115-ddd0f43e6f27 x-openstack-request-id: req-eee9bce9-dadd-46bb-9115-ddd0f43e6f27 {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 19:18:46.345926 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1fe8938-3ebd-4297-9e70-7ee64508cd42", "tag": "89b1e380-4124-4935-bc6e-c96093a2b82c", "status": "completed", "code": 200}]} {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 19:18:46.346306 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-eee9bce9-dadd-46bb-9115-ddd0f43e6f27 {{(pid=93915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 19:18:46.346844 n-d-800634-3 neutron-server[93915]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1fe8938-3ebd-4297-9e70-7ee64508cd42', 'tag': '89b1e380-4124-4935-bc6e-c96093a2b82c', 'status': 'completed', 'code': 200} Jul 14 19:18:46.398541 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1416f445-0c7b-436e-b9f9-14777c3a87d4 req-6efdb6b6-c791-4c47-84fd-a07b83f9bfd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:18:46.400054 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-1416f445-0c7b-436e-b9f9-14777c3a87d4 req-6efdb6b6-c791-4c47-84fd-a07b83f9bfd9 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e5a762990a344b07bb57881705f62e8b&device_id=b1fe8938-3ebd-4297-9e70-7ee64508cd42 HTTP/1.1" status: 200 len: 1094 time: 0.0691950 Jul 14 19:18:46.451845 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-1416f445-0c7b-436e-b9f9-14777c3a87d4 req-acd890a7-bccc-43ce-a411-e6a47b952da4 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=89b1e380-4124-4935-bc6e-c96093a2b82c HTTP/1.1" status: 200 len: 217 time: 0.0423272 Jul 14 19:18:46.506130 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1416f445-0c7b-436e-b9f9-14777c3a87d4 req-a2888480-353f-436f-8f11-9c48d9e1a99e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:18:46.507613 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-1416f445-0c7b-436e-b9f9-14777c3a87d4 req-a2888480-353f-436f-8f11-9c48d9e1a99e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f5238085-e4db-498a-aa91-624010c30242 HTTP/1.1" status: 200 len: 856 time: 0.0500436 Jul 14 19:18:46.575058 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1416f445-0c7b-436e-b9f9-14777c3a87d4 req-ae40e5e2-aa63-4d28-9eea-bdb21e5463bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:18:46.576532 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-1416f445-0c7b-436e-b9f9-14777c3a87d4 req-ae40e5e2-aa63-4d28-9eea-bdb21e5463bf service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b8186d71-7a4b-4213-bffa-b8311f3dfdd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0626173 Jul 14 19:18:46.674882 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-1416f445-0c7b-436e-b9f9-14777c3a87d4 req-0cdab5d2-f989-4bb4-b948-bc374d26ab9b service neutron] 10.222.0.18 "GET /v2.0/networks/b8186d71-7a4b-4213-bffa-b8311f3dfdd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919671 Jul 14 19:18:46.773160 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-1416f445-0c7b-436e-b9f9-14777c3a87d4 req-1bdd49c2-6d04-4f32-be81-bdc90176b3c0 service neutron] 10.222.0.18 "GET /v2.0/networks/b8186d71-7a4b-4213-bffa-b8311f3dfdd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922167 Jul 14 19:18:46.884146 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3d9d97-1e0c-409f-8f7a-bfca1e15b2c9 req-7e0f8893-1984-4f12-8888-ccaf8fd57b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:18:46.885678 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ff3d9d97-1e0c-409f-8f7a-bfca1e15b2c9 req-7e0f8893-1984-4f12-8888-ccaf8fd57b21 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e5a762990a344b07bb57881705f62e8b&device_id=b1fe8938-3ebd-4297-9e70-7ee64508cd42 HTTP/1.1" status: 200 len: 1094 time: 0.0617311 Jul 14 19:18:46.991620 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3d9d97-1e0c-409f-8f7a-bfca1e15b2c9 req-b64fa188-2aa1-4c5d-b2c3-e0a2ac93203c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:18:46.993941 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ff3d9d97-1e0c-409f-8f7a-bfca1e15b2c9 req-b64fa188-2aa1-4c5d-b2c3-e0a2ac93203c service neutron] 10.222.0.18 "GET /v2.0/networks?id=b8186d71-7a4b-4213-bffa-b8311f3dfdd6 HTTP/1.1" status: 200 len: 917 time: 0.1013243 Jul 14 19:18:47.042119 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ff3d9d97-1e0c-409f-8f7a-bfca1e15b2c9 req-f276b4d6-b161-4df7-8333-e3eeb632f4ca service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=89b1e380-4124-4935-bc6e-c96093a2b82c HTTP/1.1" status: 200 len: 217 time: 0.0407283 Jul 14 19:18:47.095432 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3d9d97-1e0c-409f-8f7a-bfca1e15b2c9 req-aae3bbbe-6c39-41e0-814f-99c02c267083 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:18:47.096954 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ff3d9d97-1e0c-409f-8f7a-bfca1e15b2c9 req-aae3bbbe-6c39-41e0-814f-99c02c267083 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f5238085-e4db-498a-aa91-624010c30242 HTTP/1.1" status: 200 len: 856 time: 0.0460677 Jul 14 19:18:47.156775 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3d9d97-1e0c-409f-8f7a-bfca1e15b2c9 req-f0362ef0-84f8-4607-a47d-93242fd5d5e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:18:47.158282 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ff3d9d97-1e0c-409f-8f7a-bfca1e15b2c9 req-f0362ef0-84f8-4607-a47d-93242fd5d5e1 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b8186d71-7a4b-4213-bffa-b8311f3dfdd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0549979 Jul 14 19:18:47.263291 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ff3d9d97-1e0c-409f-8f7a-bfca1e15b2c9 req-b839c7f6-e691-4659-9ead-17d2059859b3 service neutron] 10.222.0.18 "GET /v2.0/networks/b8186d71-7a4b-4213-bffa-b8311f3dfdd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982676 Jul 14 19:18:47.393825 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ff3d9d97-1e0c-409f-8f7a-bfca1e15b2c9 req-aa9129ba-52cd-4c98-a235-d85e6549c5b7 service neutron] 10.222.0.18 "GET /v2.0/networks/b8186d71-7a4b-4213-bffa-b8311f3dfdd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237798 Jul 14 19:18:47.432505 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7523737-2a81-4f17-b4bf-5a614dcd250e req-971b058e-181a-443c-a5d9-20e0b8a6af4a tempest-TestEncryptedCinderVolumes-205764683 tempest-TestEncryptedCinderVolumes-205764683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:18:47.434109 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f7523737-2a81-4f17-b4bf-5a614dcd250e req-971b058e-181a-443c-a5d9-20e0b8a6af4a tempest-TestEncryptedCinderVolumes-205764683 tempest-TestEncryptedCinderVolumes-205764683-project] 10.222.0.16 "GET /v2.0/ports?device_id=b1fe8938-3ebd-4297-9e70-7ee64508cd42 HTTP/1.1" status: 200 len: 943 time: 0.1012676 Jul 14 19:18:47.487700 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f7523737-2a81-4f17-b4bf-5a614dcd250e req-01d5cbe3-7dd0-4eb5-bf09-6af64e385bc5 tempest-TestEncryptedCinderVolumes-205764683 tempest-TestEncryptedCinderVolumes-205764683-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a437916-ed3e-489d-9782-9c9ee1d041f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464015 Jul 14 19:18:48.048633 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.agents_db [None req-2ea07fb6-aa68-4671-8654-119d82b9f530 None None] Agent healthcheck: found 7 active agents {{(pid=93918) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 19:18:48.696818 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9556ee96-9c9e-4b22-aa1e-313b1998a2d1 req-31df2760-637c-4e60-8f0b-f57e90e4c049 tempest-TestEncryptedCinderVolumes-205764683 tempest-TestEncryptedCinderVolumes-205764683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:18:48.698414 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-9556ee96-9c9e-4b22-aa1e-313b1998a2d1 req-31df2760-637c-4e60-8f0b-f57e90e4c049 tempest-TestEncryptedCinderVolumes-205764683 tempest-TestEncryptedCinderVolumes-205764683-project] 10.222.0.16 "GET /v2.0/ports?device_id=b1fe8938-3ebd-4297-9e70-7ee64508cd42 HTTP/1.1" status: 200 len: 943 time: 0.0768046 Jul 14 19:18:48.736662 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-9556ee96-9c9e-4b22-aa1e-313b1998a2d1 req-d3a0c0bd-820f-4bd1-b4d5-47ca4656a6e2 tempest-TestEncryptedCinderVolumes-205764683 tempest-TestEncryptedCinderVolumes-205764683-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a437916-ed3e-489d-9782-9c9ee1d041f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315552 Jul 14 19:18:49.109911 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device 89b1e380-4124-4935-bc6e-c96093a2b82c details requested by agent hyperv_n-h1-800634-3 with host n-h1-800634-3 {{(pid=93917) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 19:18:49.207446 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port 89b1e380-4124-4935-bc6e-c96093a2b82c, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=89b1e380-4124-4935-bc6e-c96093a2b82c,segment=NetworkSegment(2335d4b1-4911-4c3f-b6c0-7002b615ecd3),segment_id=2335d4b1-4911-4c3f-b6c0-7002b615ecd3)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 19:18:49.222115 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Returning: {'device': '89b1e380-4124-4935-bc6e-c96093a2b82c', 'network_id': 'b8186d71-7a4b-4213-bffa-b8311f3dfdd6', 'port_id': '89b1e380-4124-4935-bc6e-c96093a2b82c', 'mac_address': 'fa:16:3e:f3:f9:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 74, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5238085-e4db-498a-aa91-624010c30242', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93917) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 19:18:49.266129 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:18:49.280813 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89b1e380-4124-4935-bc6e-c96093a2b82c {{(pid=93917) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 19:18:49.302510 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port 89b1e380-4124-4935-bc6e-c96093a2b82c, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=89b1e380-4124-4935-bc6e-c96093a2b82c,segment=NetworkSegment(2335d4b1-4911-4c3f-b6c0-7002b615ecd3),segment_id=2335d4b1-4911-4c3f-b6c0-7002b615ecd3)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 19:18:49.307500 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:18:49.358257 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Pushing event updated for resources: {'Port': ['ID=89b1e380-4124-4935-bc6e-c96093a2b82c,revision_number=4']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:18:49.366901 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:18:49.367165 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:18:49.367493 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:18:49.367909 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:18:49.368352 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:18:49.368716 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:18:49.369048 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:18:49.369380 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:18:49.369728 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:18:49.370060 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:18:49.370387 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:18:49.370769 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:18:49.495299 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] get_ports_and_sgs() called for port_ids ['89b1e380-4124-4935-bc6e-c96093a2b82c'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 19:18:49.919462 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc82eb18-f98d-435c-bf52-b1ea5569273c req-303c285d-6ef5-4f3d-8cb8-a668c0443952 tempest-TestEncryptedCinderVolumes-205764683 tempest-TestEncryptedCinderVolumes-205764683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:18:49.921523 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-bc82eb18-f98d-435c-bf52-b1ea5569273c req-303c285d-6ef5-4f3d-8cb8-a668c0443952 tempest-TestEncryptedCinderVolumes-205764683 tempest-TestEncryptedCinderVolumes-205764683-project] 10.222.0.16 "GET /v2.0/ports?device_id=b1fe8938-3ebd-4297-9e70-7ee64508cd42 HTTP/1.1" status: 200 len: 944 time: 0.0694382 Jul 14 19:18:49.961654 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-bc82eb18-f98d-435c-bf52-b1ea5569273c req-73a207dd-5a54-4f40-84a8-c36297bb9d22 tempest-TestEncryptedCinderVolumes-205764683 tempest-TestEncryptedCinderVolumes-205764683-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a437916-ed3e-489d-9782-9c9ee1d041f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344720 Jul 14 19:18:50.468637 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-4c4b39c2-2020-427f-ab49-718bc87c8ca3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:18:51.140568 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device 89b1e380-4124-4935-bc6e-c96093a2b82c up at agent hyperv_n-h1-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 19:18:51.149457 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bab8224-5bdc-4c00-b789-f5d405078df0 req-502ac463-7988-4ec3-9285-944303a8ddaf tempest-TestEncryptedCinderVolumes-205764683 tempest-TestEncryptedCinderVolumes-205764683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:18:51.151029 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2bab8224-5bdc-4c00-b789-f5d405078df0 req-502ac463-7988-4ec3-9285-944303a8ddaf tempest-TestEncryptedCinderVolumes-205764683 tempest-TestEncryptedCinderVolumes-205764683-project] 10.222.0.16 "GET /v2.0/ports?device_id=b1fe8938-3ebd-4297-9e70-7ee64508cd42 HTTP/1.1" status: 200 len: 944 time: 0.0718360 Jul 14 19:18:51.196603 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2bab8224-5bdc-4c00-b789-f5d405078df0 req-af1cafc7-a7c4-4cdd-bbb5-7806f1aa8ed8 tempest-TestEncryptedCinderVolumes-205764683 tempest-TestEncryptedCinderVolumes-205764683-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a437916-ed3e-489d-9782-9c9ee1d041f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387871 Jul 14 19:18:51.207443 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Provisioning for port 89b1e380-4124-4935-bc6e-c96093a2b82c completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 19:18:51.211632 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Provisioning complete for port 89b1e380-4124-4935-bc6e-c96093a2b82c triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 19:18:51.212025 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:18:51.292733 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:18:51.320537 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1fe8938-3ebd-4297-9e70-7ee64508cd42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89b1e380-4124-4935-bc6e-c96093a2b82c'}] {{(pid=93917) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 19:18:51.322849 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee9af70b018e2a669d4aace710d7966bbe0586a349443f05e01050df9771a348" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8817287-666a-415d-aebf-b543fdd6bd2f" -d '{"events": [{"server_uuid": "b1fe8938-3ebd-4297-9e70-7ee64508cd42", "name": "network-vif-plugged", "status": "completed", "tag": "89b1e380-4124-4935-bc6e-c96093a2b82c"}]}' {{(pid=93917) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 19:18:51.337361 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port 89b1e380-4124-4935-bc6e-c96093a2b82c, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=89b1e380-4124-4935-bc6e-c96093a2b82c,segment=NetworkSegment(2335d4b1-4911-4c3f-b6c0-7002b615ecd3),segment_id=2335d4b1-4911-4c3f-b6c0-7002b615ecd3)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 19:18:51.342716 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:18:51.373816 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 19:18:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bb61cc9-f691-4d4b-9cbf-b75a081b82f5 x-openstack-request-id: req-1bb61cc9-f691-4d4b-9cbf-b75a081b82f5 {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 19:18:51.374091 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1fe8938-3ebd-4297-9e70-7ee64508cd42", "name": "network-vif-plugged", "status": "completed", "tag": "89b1e380-4124-4935-bc6e-c96093a2b82c", "code": 200}]} {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 19:18:51.374357 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1bb61cc9-f691-4d4b-9cbf-b75a081b82f5 {{(pid=93917) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 19:18:51.374747 n-d-800634-3 neutron-server[93917]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1fe8938-3ebd-4297-9e70-7ee64508cd42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89b1e380-4124-4935-bc6e-c96093a2b82c', 'code': 200} Jul 14 19:18:51.407095 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Pushing event updated for resources: {'Port': ['ID=89b1e380-4124-4935-bc6e-c96093a2b82c,revision_number=5']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:18:51.478389 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bde1aa-3788-4009-b21b-ccc5e55c83bf req-898b9bfe-88dc-4d0d-9bb5-f347202b935f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:18:51.479945 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a9bde1aa-3788-4009-b21b-ccc5e55c83bf req-898b9bfe-88dc-4d0d-9bb5-f347202b935f service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=b1fe8938-3ebd-4297-9e70-7ee64508cd42 HTTP/1.1" status: 200 len: 1096 time: 0.0548444 Jul 14 19:18:51.516267 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a9bde1aa-3788-4009-b21b-ccc5e55c83bf req-979e9ff5-ee04-4f0c-aa67-d9a5ebbce2f1 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=2a437916-ed3e-489d-9782-9c9ee1d041f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297165 Jul 14 19:18:52.391262 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b011da-6d06-4880-96ef-e06ac667c88d req-7acce0f4-65f4-4b0b-9731-7997e1ee2f04 tempest-TestEncryptedCinderVolumes-205764683 tempest-TestEncryptedCinderVolumes-205764683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:18:52.392886 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-17b011da-6d06-4880-96ef-e06ac667c88d req-7acce0f4-65f4-4b0b-9731-7997e1ee2f04 tempest-TestEncryptedCinderVolumes-205764683 tempest-TestEncryptedCinderVolumes-205764683-project] 10.222.0.16 "GET /v2.0/ports?device_id=b1fe8938-3ebd-4297-9e70-7ee64508cd42 HTTP/1.1" status: 200 len: 945 time: 0.0729542 Jul 14 19:18:52.432327 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-17b011da-6d06-4880-96ef-e06ac667c88d req-c82d1be0-17d0-4494-9c21-606affc65fcc tempest-TestEncryptedCinderVolumes-205764683 tempest-TestEncryptedCinderVolumes-205764683-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a437916-ed3e-489d-9782-9c9ee1d041f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324545 Jul 14 19:18:52.898974 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-a0d8b606-2f15-41d6-86ae-5ba8d2c6eaef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:18:53.227917 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:18:53.613325 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce531c96-0582-4ea2-abc7-5e689f955a19 req-4e30be01-d4ce-4e0f-ab13-09c8e9fdebbd tempest-TestEncryptedCinderVolumes-205764683 tempest-TestEncryptedCinderVolumes-205764683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:18:53.614838 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ce531c96-0582-4ea2-abc7-5e689f955a19 req-4e30be01-d4ce-4e0f-ab13-09c8e9fdebbd tempest-TestEncryptedCinderVolumes-205764683 tempest-TestEncryptedCinderVolumes-205764683-project] 10.222.0.16 "GET /v2.0/ports?device_id=b1fe8938-3ebd-4297-9e70-7ee64508cd42 HTTP/1.1" status: 200 len: 945 time: 0.0647397 Jul 14 19:18:53.656922 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ce531c96-0582-4ea2-abc7-5e689f955a19 req-6581e890-3b2c-478a-ac33-df15b10d5fb0 tempest-TestEncryptedCinderVolumes-205764683 tempest-TestEncryptedCinderVolumes-205764683-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a437916-ed3e-489d-9782-9c9ee1d041f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364411 Jul 14 19:18:53.836273 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd26f87-4c47-4991-be7e-39d8602a149f req-e6aee169-0b9f-46a6-8ae4-c59571848a58 tempest-TestEncryptedCinderVolumes-205764683 tempest-TestEncryptedCinderVolumes-205764683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:18:53.837796 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6cd26f87-4c47-4991-be7e-39d8602a149f req-e6aee169-0b9f-46a6-8ae4-c59571848a58 tempest-TestEncryptedCinderVolumes-205764683 tempest-TestEncryptedCinderVolumes-205764683-project] 10.222.0.16 "GET /v2.0/ports?device_id=b1fe8938-3ebd-4297-9e70-7ee64508cd42 HTTP/1.1" status: 200 len: 945 time: 0.0716722 Jul 14 19:18:53.877177 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6cd26f87-4c47-4991-be7e-39d8602a149f req-aa818f17-ba6e-4122-87ab-c88a5133ace0 tempest-TestEncryptedCinderVolumes-205764683 tempest-TestEncryptedCinderVolumes-205764683-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a437916-ed3e-489d-9782-9c9ee1d041f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337656 Jul 14 19:18:54.332740 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-574aeb93-9938-449c-8e6c-cb22c9b52cc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:18:55.959394 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-2f4e3af3-e708-4ffd-a544-82d93a489d01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:19:03.012887 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:19:05.937711 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:19:13.030480 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36b38ac-3f88-4383-8785-396396608009 req-e429138e-ad57-4f35-8c5b-bd29dd2aad7e tempest-TestEncryptedCinderVolumes-205764683 tempest-TestEncryptedCinderVolumes-205764683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:19:13.031998 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e36b38ac-3f88-4383-8785-396396608009 req-e429138e-ad57-4f35-8c5b-bd29dd2aad7e tempest-TestEncryptedCinderVolumes-205764683 tempest-TestEncryptedCinderVolumes-205764683-project] 10.222.0.16 "GET /v2.0/ports?device_id=b1fe8938-3ebd-4297-9e70-7ee64508cd42 HTTP/1.1" status: 200 len: 945 time: 0.0733397 Jul 14 19:19:13.073506 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e36b38ac-3f88-4383-8785-396396608009 req-0d8e05e0-c113-429f-935f-5d18acd898b0 tempest-TestEncryptedCinderVolumes-205764683 tempest-TestEncryptedCinderVolumes-205764683-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a437916-ed3e-489d-9782-9c9ee1d041f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355775 Jul 14 19:19:14.250282 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e17a6a3-df64-44c1-b22f-95a90589fe78 req-2c22f567-738a-4223-9b94-c0c321a555f7 tempest-TestEncryptedCinderVolumes-205764683 tempest-TestEncryptedCinderVolumes-205764683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:19:14.252162 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-0e17a6a3-df64-44c1-b22f-95a90589fe78 req-2c22f567-738a-4223-9b94-c0c321a555f7 tempest-TestEncryptedCinderVolumes-205764683 tempest-TestEncryptedCinderVolumes-205764683-project] 10.222.0.16 "GET /v2.0/ports?device_id=b1fe8938-3ebd-4297-9e70-7ee64508cd42 HTTP/1.1" status: 200 len: 945 time: 0.0647058 Jul 14 19:19:14.289875 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-0e17a6a3-df64-44c1-b22f-95a90589fe78 req-92540ad7-2490-4410-90f6-4ef3a2677cc7 tempest-TestEncryptedCinderVolumes-205764683 tempest-TestEncryptedCinderVolumes-205764683-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a437916-ed3e-489d-9782-9c9ee1d041f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321538 Jul 14 19:19:14.480686 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6368c17e-3156-437e-b2f2-38f5f1540e2c req-4d5a702c-b93b-40bc-9478-c789202897d4 tempest-TestEncryptedCinderVolumes-205764683 tempest-TestEncryptedCinderVolumes-205764683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:19:14.482215 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6368c17e-3156-437e-b2f2-38f5f1540e2c req-4d5a702c-b93b-40bc-9478-c789202897d4 tempest-TestEncryptedCinderVolumes-205764683 tempest-TestEncryptedCinderVolumes-205764683-project] 10.222.0.18 "GET /v2.0/ports?device_id=b1fe8938-3ebd-4297-9e70-7ee64508cd42 HTTP/1.1" status: 200 len: 945 time: 0.0688939 Jul 14 19:19:14.597083 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [req-6368c17e-3156-437e-b2f2-38f5f1540e2c req-9628474c-47a5-4873-8efa-d0888d1fd2f2 tempest-TestEncryptedCinderVolumes-205764683 tempest-TestEncryptedCinderVolumes-205764683-project] Deleting port 89b1e380-4124-4935-bc6e-c96093a2b82c {{(pid=93915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 19:19:14.597447 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-6368c17e-3156-437e-b2f2-38f5f1540e2c req-9628474c-47a5-4873-8efa-d0888d1fd2f2 tempest-TestEncryptedCinderVolumes-205764683 tempest-TestEncryptedCinderVolumes-205764683-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:19:14.690232 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-6368c17e-3156-437e-b2f2-38f5f1540e2c req-9628474c-47a5-4873-8efa-d0888d1fd2f2 tempest-TestEncryptedCinderVolumes-205764683 tempest-TestEncryptedCinderVolumes-205764683-project] For port 89b1e380-4124-4935-bc6e-c96093a2b82c, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=89b1e380-4124-4935-bc6e-c96093a2b82c,segment=NetworkSegment(2335d4b1-4911-4c3f-b6c0-7002b615ecd3),segment_id=2335d4b1-4911-4c3f-b6c0-7002b615ecd3)] {{(pid=93915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 19:19:14.690588 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-6368c17e-3156-437e-b2f2-38f5f1540e2c req-9628474c-47a5-4873-8efa-d0888d1fd2f2 tempest-TestEncryptedCinderVolumes-205764683 tempest-TestEncryptedCinderVolumes-205764683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:19:14.703888 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [req-6368c17e-3156-437e-b2f2-38f5f1540e2c req-9628474c-47a5-4873-8efa-d0888d1fd2f2 tempest-TestEncryptedCinderVolumes-205764683 tempest-TestEncryptedCinderVolumes-205764683-project] Calling delete_port for 89b1e380-4124-4935-bc6e-c96093a2b82c owned by compute:nova {{(pid=93915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 19:19:14.834562 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-6368c17e-3156-437e-b2f2-38f5f1540e2c req-9628474c-47a5-4873-8efa-d0888d1fd2f2 tempest-TestEncryptedCinderVolumes-205764683 tempest-TestEncryptedCinderVolumes-205764683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:19:14.847665 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] get_ports_and_sgs() called for port_ids ['89b1e380-4124-4935-bc6e-c96093a2b82c'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 19:19:14.867823 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9628474c-47a5-4873-8efa-d0888d1fd2f2 tempest-TestEncryptedCinderVolumes-205764683 tempest-TestEncryptedCinderVolumes-205764683-project] Pushing event deleted for resources: {'Port': ['ID=89b1e380-4124-4935-bc6e-c96093a2b82c,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:19:14.881389 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9628474c-47a5-4873-8efa-d0888d1fd2f2 tempest-TestEncryptedCinderVolumes-205764683 tempest-TestEncryptedCinderVolumes-205764683-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:19:14.881749 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9628474c-47a5-4873-8efa-d0888d1fd2f2 tempest-TestEncryptedCinderVolumes-205764683 tempest-TestEncryptedCinderVolumes-205764683-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:19:14.882092 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9628474c-47a5-4873-8efa-d0888d1fd2f2 tempest-TestEncryptedCinderVolumes-205764683 tempest-TestEncryptedCinderVolumes-205764683-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:19:14.882431 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9628474c-47a5-4873-8efa-d0888d1fd2f2 tempest-TestEncryptedCinderVolumes-205764683 tempest-TestEncryptedCinderVolumes-205764683-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:19:14.882769 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9628474c-47a5-4873-8efa-d0888d1fd2f2 tempest-TestEncryptedCinderVolumes-205764683 tempest-TestEncryptedCinderVolumes-205764683-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:19:14.883104 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9628474c-47a5-4873-8efa-d0888d1fd2f2 tempest-TestEncryptedCinderVolumes-205764683 tempest-TestEncryptedCinderVolumes-205764683-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:19:14.883443 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9628474c-47a5-4873-8efa-d0888d1fd2f2 tempest-TestEncryptedCinderVolumes-205764683 tempest-TestEncryptedCinderVolumes-205764683-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:19:14.883776 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9628474c-47a5-4873-8efa-d0888d1fd2f2 tempest-TestEncryptedCinderVolumes-205764683 tempest-TestEncryptedCinderVolumes-205764683-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:19:14.884108 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9628474c-47a5-4873-8efa-d0888d1fd2f2 tempest-TestEncryptedCinderVolumes-205764683 tempest-TestEncryptedCinderVolumes-205764683-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:19:14.884462 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9628474c-47a5-4873-8efa-d0888d1fd2f2 tempest-TestEncryptedCinderVolumes-205764683 tempest-TestEncryptedCinderVolumes-205764683-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:19:14.884798 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9628474c-47a5-4873-8efa-d0888d1fd2f2 tempest-TestEncryptedCinderVolumes-205764683 tempest-TestEncryptedCinderVolumes-205764683-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:19:14.885120 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9628474c-47a5-4873-8efa-d0888d1fd2f2 tempest-TestEncryptedCinderVolumes-205764683 tempest-TestEncryptedCinderVolumes-205764683-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:19:14.926680 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [req-6368c17e-3156-437e-b2f2-38f5f1540e2c req-9628474c-47a5-4873-8efa-d0888d1fd2f2 tempest-TestEncryptedCinderVolumes-205764683 tempest-TestEncryptedCinderVolumes-205764683-project] No DVR routers for this DVR port 89b1e380-4124-4935-bc6e-c96093a2b82c on host n-h1-800634-3 {{(pid=93915) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 19:19:14.929694 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-6368c17e-3156-437e-b2f2-38f5f1540e2c req-9628474c-47a5-4873-8efa-d0888d1fd2f2 tempest-TestEncryptedCinderVolumes-205764683 tempest-TestEncryptedCinderVolumes-205764683-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:19:14.931748 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6368c17e-3156-437e-b2f2-38f5f1540e2c req-9628474c-47a5-4873-8efa-d0888d1fd2f2 tempest-TestEncryptedCinderVolumes-205764683 tempest-TestEncryptedCinderVolumes-205764683-project] 10.222.0.18 "DELETE /v2.0/ports/89b1e380-4124-4935-bc6e-c96093a2b82c HTTP/1.1" status: 204 len: 173 time: 0.4435453 Jul 14 19:19:14.932279 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1fe8938-3ebd-4297-9e70-7ee64508cd42', 'name': 'network-vif-deleted', 'tag': '89b1e380-4124-4935-bc6e-c96093a2b82c'}] {{(pid=93915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 19:19:14.934592 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}163b1c7ce9835e2c54087c39b47c05da5c61decdd411e584c58a4e7cd59f948f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfab80ac-52f1-456f-9573-c14b908bf7a5" -d '{"events": [{"server_uuid": "b1fe8938-3ebd-4297-9e70-7ee64508cd42", "name": "network-vif-deleted", "tag": "89b1e380-4124-4935-bc6e-c96093a2b82c"}]}' {{(pid=93915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 19:19:14.979074 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 19:19:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee6084aa-4d5e-4c07-afea-198849be539c x-openstack-request-id: req-ee6084aa-4d5e-4c07-afea-198849be539c {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 19:19:14.979372 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1fe8938-3ebd-4297-9e70-7ee64508cd42", "name": "network-vif-deleted", "tag": "89b1e380-4124-4935-bc6e-c96093a2b82c", "status": "completed", "code": 200}]} {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 19:19:14.979635 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ee6084aa-4d5e-4c07-afea-198849be539c {{(pid=93915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 19:19:14.980037 n-d-800634-3 neutron-server[93915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1fe8938-3ebd-4297-9e70-7ee64508cd42', 'name': 'network-vif-deleted', 'tag': '89b1e380-4124-4935-bc6e-c96093a2b82c', 'status': 'completed', 'code': 200} Jul 14 19:19:15.445286 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ca6422e2-f2a4-4d6c-8254-94997a99f16c req-5824045d-145e-48ec-8497-40ea63efa871 tempest-TestEncryptedCinderVolumes-205764683 tempest-TestEncryptedCinderVolumes-205764683-project] 10.222.0.16 "GET /v2.0/ports?device_id=b1fe8938-3ebd-4297-9e70-7ee64508cd42 HTTP/1.1" status: 200 len: 210 time: 0.0289459 Jul 14 19:19:16.576335 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 59868) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 19:19:16.928628 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-946e1d0e-7c1f-48c4-b11f-d2fcdfd108a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-928623'] for router_interface, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:19:17.182881 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [None req-946e1d0e-7c1f-48c4-b11f-d2fcdfd108a1 admin admin] Deleting port efb02949-b3c6-4006-b1a5-f3267a551f1d {{(pid=93915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 19:19:17.183146 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-946e1d0e-7c1f-48c4-b11f-d2fcdfd108a1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:19:17.259370 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [None req-946e1d0e-7c1f-48c4-b11f-d2fcdfd108a1 admin admin] For port efb02949-b3c6-4006-b1a5-f3267a551f1d, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=efb02949-b3c6-4006-b1a5-f3267a551f1d,segment=NetworkSegment(2335d4b1-4911-4c3f-b6c0-7002b615ecd3),segment_id=2335d4b1-4911-4c3f-b6c0-7002b615ecd3)] {{(pid=93915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 19:19:17.259734 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-946e1d0e-7c1f-48c4-b11f-d2fcdfd108a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:19:17.272050 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [None req-946e1d0e-7c1f-48c4-b11f-d2fcdfd108a1 admin admin] Calling delete_port for efb02949-b3c6-4006-b1a5-f3267a551f1d owned by network:router_interface {{(pid=93915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 19:19:17.453703 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-946e1d0e-7c1f-48c4-b11f-d2fcdfd108a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:19:17.483486 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946e1d0e-7c1f-48c4-b11f-d2fcdfd108a1 admin admin] Pushing event deleted for resources: {'Port': ['ID=efb02949-b3c6-4006-b1a5-f3267a551f1d,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:19:17.651871 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-946e1d0e-7c1f-48c4-b11f-d2fcdfd108a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-598732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-928907'] for router_interface, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:19:17.873744 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-946e1d0e-7c1f-48c4-b11f-d2fcdfd108a1 admin admin] Router acffe052-2fa9-4e45-9204-aba8a235e023 has already been hosted by L3 agent 2c6eb27e-defb-4cca-9a24-381c7415e359 {{(pid=93915) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 19:19:17.981923 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-946e1d0e-7c1f-48c4-b11f-d2fcdfd108a1 admin admin] Notify agent at l3_agent.n-d-800634-3 the message routers_updated {{(pid=93915) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 19:19:17.986944 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-946e1d0e-7c1f-48c4-b11f-d2fcdfd108a1 admin admin] 10.222.0.16 "PUT /v2.0/routers/acffe052-2fa9-4e45-9204-aba8a235e023/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4095626 Jul 14 19:19:17.989643 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 59870) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 19:19:17.992544 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f67c65ca-1927-4aa0-9636-34863e91cf7e None None] Sync routers for ids ['acffe052-2fa9-4e45-9204-aba8a235e023'] in n-d-800634-3 {{(pid=93918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 19:19:18.004677 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f67c65ca-1927-4aa0-9636-34863e91cf7e None None] Routers {'acffe052-2fa9-4e45-9204-aba8a235e023'} bound to L3 agent in host n-d-800634-3 {{(pid=93918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 19:19:18.005320 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-f67c65ca-1927-4aa0-9636-34863e91cf7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T19:18:53Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['acffe052-2fa9-4e45-9204-aba8a235e023'], 'active': True} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 19:19:18.114938 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvr_db [None req-f67c65ca-1927-4aa0-9636-34863e91cf7e None None] Set router acffe052-2fa9-4e45-9204-aba8a235e023 gateway port host: n-d-800634-3 {{(pid=93918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 19:19:18.319009 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-f67c65ca-1927-4aa0-9636-34863e91cf7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acffe052-2fa9-4e45-9204-aba8a235e023', 'name': 'tempest-TestEncryptedCinderVolumes-2095244226-router', 'tenant_id': 'e5a762990a344b07bb57881705f62e8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.159'}], 'enable_snat': True}, 'gw_port_id': 'c4cf8b0a-0586-4035-b866-83c3ff18952a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T19:17:58Z', 'updated_at': '2021-07-14T19:19:17Z', 'revision_number': 5, 'project_id': 'e5a762990a344b07bb57881705f62e8b', 'gw_port': {'id': 'c4cf8b0a-0586-4035-b866-83c3ff18952a', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:46:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acffe052-2fa9-4e45-9204-aba8a235e023', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4078, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T19:17:58Z', 'updated_at': '2021-07-14T19:18:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3'}], 'n-d-800634-3', False) {} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 19:19:18.347835 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f67c65ca-1927-4aa0-9636-34863e91cf7e None None] Checking router: acffe052-2fa9-4e45-9204-aba8a235e023 for host: n-d-800634-3 {{(pid=93918) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 19:19:18.358908 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f67c65ca-1927-4aa0-9636-34863e91cf7e None None] Routers {'acffe052-2fa9-4e45-9204-aba8a235e023'} bound to L3 agent in host n-d-800634-3 {{(pid=93918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 19:19:18.359529 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-f67c65ca-1927-4aa0-9636-34863e91cf7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T19:18:53Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['acffe052-2fa9-4e45-9204-aba8a235e023'], 'active': True} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 19:19:18.386265 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-d26629a3-11fe-486f-b297-edcaf705fe11 admin admin] Notify callbacks [] for router, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:19:18.469506 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvr_db [None req-f67c65ca-1927-4aa0-9636-34863e91cf7e None None] Set router acffe052-2fa9-4e45-9204-aba8a235e023 gateway port host: n-d-800634-3 {{(pid=93918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 19:19:18.490901 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-d26629a3-11fe-486f-b297-edcaf705fe11 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:19:18.549776 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [None req-d26629a3-11fe-486f-b297-edcaf705fe11 admin admin] Deleting port c4cf8b0a-0586-4035-b866-83c3ff18952a {{(pid=93915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 19:19:18.550107 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-d26629a3-11fe-486f-b297-edcaf705fe11 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:19:18.633386 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [None req-d26629a3-11fe-486f-b297-edcaf705fe11 admin admin] For port c4cf8b0a-0586-4035-b866-83c3ff18952a, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=c4cf8b0a-0586-4035-b866-83c3ff18952a,segment=NetworkSegment(5afb940b-bbdf-4727-be00-5d46367c38a1),segment_id=5afb940b-bbdf-4727-be00-5d46367c38a1)] {{(pid=93915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 19:19:18.633768 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-d26629a3-11fe-486f-b297-edcaf705fe11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:19:18.648913 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [None req-d26629a3-11fe-486f-b297-edcaf705fe11 admin admin] Calling delete_port for c4cf8b0a-0586-4035-b866-83c3ff18952a owned by network:router_gateway {{(pid=93915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 19:19:18.651404 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-f67c65ca-1927-4aa0-9636-34863e91cf7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acffe052-2fa9-4e45-9204-aba8a235e023', 'name': 'tempest-TestEncryptedCinderVolumes-2095244226-router', 'tenant_id': 'e5a762990a344b07bb57881705f62e8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.159'}], 'enable_snat': True}, 'gw_port_id': 'c4cf8b0a-0586-4035-b866-83c3ff18952a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T19:17:58Z', 'updated_at': '2021-07-14T19:19:17Z', 'revision_number': 5, 'project_id': 'e5a762990a344b07bb57881705f62e8b', 'gw_port': {'id': 'c4cf8b0a-0586-4035-b866-83c3ff18952a', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:46:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acffe052-2fa9-4e45-9204-aba8a235e023', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4078, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T19:17:58Z', 'updated_at': '2021-07-14T19:18:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3'}], 'n-d-800634-3', False) {} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 19:19:18.681668 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f67c65ca-1927-4aa0-9636-34863e91cf7e None None] The sync data for ids ['acffe052-2fa9-4e45-9204-aba8a235e023'] in n-d-800634-3 is: [{'id': 'acffe052-2fa9-4e45-9204-aba8a235e023', 'name': 'tempest-TestEncryptedCinderVolumes-2095244226-router', 'tenant_id': 'e5a762990a344b07bb57881705f62e8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.159'}], 'enable_snat': True}, 'gw_port_id': 'c4cf8b0a-0586-4035-b866-83c3ff18952a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T19:17:58Z', 'updated_at': '2021-07-14T19:19:17Z', 'revision_number': 5, 'project_id': 'e5a762990a344b07bb57881705f62e8b', 'gw_port': {'id': 'c4cf8b0a-0586-4035-b866-83c3ff18952a', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:46:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acffe052-2fa9-4e45-9204-aba8a235e023', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4078, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T19:17:58Z', 'updated_at': '2021-07-14T19:18:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3'}] {{(pid=93918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 19:19:18.834396 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-d26629a3-11fe-486f-b297-edcaf705fe11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:19:18.858716 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26629a3-11fe-486f-b297-edcaf705fe11 admin admin] Pushing event deleted for resources: {'Port': ['ID=c4cf8b0a-0586-4035-b866-83c3ff18952a,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:19:18.927652 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-d26629a3-11fe-486f-b297-edcaf705fe11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-930057'] for router_gateway, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:19:19.021419 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-d26629a3-11fe-486f-b297-edcaf705fe11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-571778', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11402'] for router, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:19:19.023975 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-d26629a3-11fe-486f-b297-edcaf705fe11 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:19:19.080535 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-d26629a3-11fe-486f-b297-edcaf705fe11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-541202'] for router, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:19:19.081089 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d26629a3-11fe-486f-b297-edcaf705fe11 admin admin] Fanout notify agent at l3_agent the message router_deleted on router acffe052-2fa9-4e45-9204-aba8a235e023 {{(pid=93915) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 19:19:19.086194 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-d26629a3-11fe-486f-b297-edcaf705fe11 admin admin] Notify callbacks [] for router, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:19:19.087481 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-d26629a3-11fe-486f-b297-edcaf705fe11 admin admin] 10.222.0.16 "DELETE /v2.0/routers/acffe052-2fa9-4e45-9204-aba8a235e023 HTTP/1.1" status: 204 len: 168 time: 1.0967624 Jul 14 19:19:19.090974 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 59872) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 19:19:19.146599 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.db_base_plugin_v2 [None req-21002cdb-a887-49b6-b57e-a9a4b3071382 admin admin] Deleting subnet f5238085-e4db-498a-aa91-624010c30242 {{(pid=93915) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 19:19:19.149895 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-21002cdb-a887-49b6-b57e-a9a4b3071382 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:19:19.187033 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-21002cdb-a887-49b6-b57e-a9a4b3071382 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28939913'] for subnet, precommit_delete_associations {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:19:19.259286 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device 89b1e380-4124-4935-bc6e-c96093a2b82c no longer exists at agent hyperv_n-h1-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 19:19:19.274924 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-21002cdb-a887-49b6-b57e-a9a4b3071382 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081283'] for subnet, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:19:19.297493 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] No Port match for: 89b1e380-4124-4935-bc6e-c96093a2b82c {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 19:19:19.298205 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device 89b1e380-4124-4935-bc6e-c96093a2b82c not bound to the agent host n-h1-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 19:19:19.336410 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-21002cdb-a887-49b6-b57e-a9a4b3071382 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25913028', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28969762'] for subnet, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:19:19.373090 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21002cdb-a887-49b6-b57e-a9a4b3071382 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f5238085-e4db-498a-aa91-624010c30242,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:19:19.380444 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-21002cdb-a887-49b6-b57e-a9a4b3071382 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:19:19.382215 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-21002cdb-a887-49b6-b57e-a9a4b3071382 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/f5238085-e4db-498a-aa91-624010c30242 HTTP/1.1" status: 204 len: 168 time: 0.2902625 Jul 14 19:19:19.384946 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 59874) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 19:19:19.391835 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63472b6f-9264-4e57-95da-de6257066467 None None] Network b8186d71-7a4b-4213-bffa-b8311f3dfdd6 requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 19:19:19.409239 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device efb02949-b3c6-4006-b1a5-f3267a551f1d no longer exists at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 19:19:19.462528 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] No Port match for: efb02949-b3c6-4006-b1a5-f3267a551f1d {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 19:19:19.462866 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device efb02949-b3c6-4006-b1a5-f3267a551f1d not bound to the agent host n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 19:19:19.466749 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-eed415d8-83ef-4fc1-beee-2c790789873e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645734'] for network, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:19:19.520613 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-eed415d8-83ef-4fc1-beee-2c790789873e admin admin] Deleting port 0328cf6a-86ac-456a-9b14-d2c00099fe26 {{(pid=93916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 19:19:19.520961 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-eed415d8-83ef-4fc1-beee-2c790789873e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:19:19.590484 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.db [None req-eed415d8-83ef-4fc1-beee-2c790789873e admin admin] For port 0328cf6a-86ac-456a-9b14-d2c00099fe26, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=0328cf6a-86ac-456a-9b14-d2c00099fe26,segment=NetworkSegment(2335d4b1-4911-4c3f-b6c0-7002b615ecd3),segment_id=2335d4b1-4911-4c3f-b6c0-7002b615ecd3)] {{(pid=93916) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 19:19:19.591309 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-eed415d8-83ef-4fc1-beee-2c790789873e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:19:19.604521 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-eed415d8-83ef-4fc1-beee-2c790789873e admin admin] Calling delete_port for 0328cf6a-86ac-456a-9b14-d2c00099fe26 owned by network:dhcp {{(pid=93916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 19:19:19.684033 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-eed415d8-83ef-4fc1-beee-2c790789873e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:19:19.713550 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed415d8-83ef-4fc1-beee-2c790789873e admin admin] Pushing event deleted for resources: {'Port': ['ID=0328cf6a-86ac-456a-9b14-d2c00099fe26,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:19:19.719321 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eed415d8-83ef-4fc1-beee-2c790789873e admin admin] No DVR routers for this DVR port 0328cf6a-86ac-456a-9b14-d2c00099fe26 on host n-d-800634-3 {{(pid=93916) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 19:19:19.744465 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed415d8-83ef-4fc1-beee-2c790789873e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:19:19.744886 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed415d8-83ef-4fc1-beee-2c790789873e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:19:19.745209 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed415d8-83ef-4fc1-beee-2c790789873e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:19:19.745487 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed415d8-83ef-4fc1-beee-2c790789873e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:19:19.745830 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed415d8-83ef-4fc1-beee-2c790789873e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:19:19.746230 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed415d8-83ef-4fc1-beee-2c790789873e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:19:19.746487 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed415d8-83ef-4fc1-beee-2c790789873e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:19:19.746822 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed415d8-83ef-4fc1-beee-2c790789873e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:19:19.747236 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed415d8-83ef-4fc1-beee-2c790789873e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:19:19.747569 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed415d8-83ef-4fc1-beee-2c790789873e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:19:19.747904 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed415d8-83ef-4fc1-beee-2c790789873e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:19:19.748328 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed415d8-83ef-4fc1-beee-2c790789873e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:19:19.749470 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f17bcad-5f29-45d4-ba86-fb382c298add None None] DHCP port deletion for b8186d71-7a4b-4213-bffa-b8311f3dfdd6 request from n-d-800634-3 {{(pid=93917) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 19:19:19.803829 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-eed415d8-83ef-4fc1-beee-2c790789873e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2096010', 'neutron.services.segments.db._delete_segments_for_network-8728202734996'] for network, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:19:19.813858 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.segments.db [None req-eed415d8-83ef-4fc1-beee-2c790789873e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8186d71-7a4b-4213-bffa-b8311f3dfdd6']}} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 19:19:19.824329 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.segments.db [None req-eed415d8-83ef-4fc1-beee-2c790789873e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2335d4b1-4911-4c3f-b6c0-7002b615ecd3') {'for_net_delete': True} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 19:19:19.824631 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.segments.db [None req-eed415d8-83ef-4fc1-beee-2c790789873e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2335d4b1-4911-4c3f-b6c0-7002b615ecd3') {} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 19:19:19.834029 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-eed415d8-83ef-4fc1-beee-2c790789873e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728202715275', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26296891'] for segment, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:19:19.848591 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-eed415d8-83ef-4fc1-beee-2c790789873e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:19:19.854603 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eed415d8-83ef-4fc1-beee-2c790789873e admin admin] Releasing vlan 74 on physical network physnet1 to pool {{(pid=93916) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 19:19:19.854995 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-eed415d8-83ef-4fc1-beee-2c790789873e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2682942'] for segment, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:19:19.856723 n-d-800634-3 neutron-server[93916]: Traceback (most recent call last): Jul 14 19:19:19.856723 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 19:19:19.856723 n-d-800634-3 neutron-server[93916]: timer() Jul 14 19:19:19.856723 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 19:19:19.856723 n-d-800634-3 neutron-server[93916]: cb(*args, **kw) Jul 14 19:19:19.856723 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 19:19:19.856723 n-d-800634-3 neutron-server[93916]: return func(*args, **kwargs) Jul 14 19:19:19.856723 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 19:19:19.856723 n-d-800634-3 neutron-server[93916]: self._notify() Jul 14 19:19:19.856723 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 19:19:19.856723 n-d-800634-3 neutron-server[93916]: self.callback(batched_events) Jul 14 19:19:19.856723 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 19:19:19.856723 n-d-800634-3 neutron-server[93916]: event.method(event) Jul 14 19:19:19.856723 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 19:19:19.856723 n-d-800634-3 neutron-server[93916]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 19:19:19.856723 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 19:19:19.856723 n-d-800634-3 neutron-server[93916]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 19:19:19.856723 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 19:19:19.856723 n-d-800634-3 neutron-server[93916]: return f(self, *a, **k) Jul 14 19:19:19.856723 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 19:19:19.856723 n-d-800634-3 neutron-server[93916]: return self._get(url).json() Jul 14 19:19:19.856723 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 19:19:19.856723 n-d-800634-3 neutron-server[93916]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 19:19:19.856723 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 19:19:19.856723 n-d-800634-3 neutron-server[93916]: return self.request(url, 'GET', **kwargs) Jul 14 19:19:19.856723 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 19:19:19.856723 n-d-800634-3 neutron-server[93916]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 19:19:19.856723 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 19:19:19.856723 n-d-800634-3 neutron-server[93916]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 19:19:19.856723 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 19:19:19.856723 n-d-800634-3 neutron-server[93916]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 19:19:19.856723 n-d-800634-3 neutron-server[93916]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 19:19:19.915561 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-eed415d8-83ef-4fc1-beee-2c790789873e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2096001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-930085'] for network, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:19:19.921450 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-eed415d8-83ef-4fc1-beee-2c790789873e admin admin] Notify callbacks [] for network, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:19:19.923364 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-eed415d8-83ef-4fc1-beee-2c790789873e admin admin] 10.222.0.16 "DELETE /v2.0/networks/b8186d71-7a4b-4213-bffa-b8311f3dfdd6 HTTP/1.1" status: 204 len: 168 time: 0.5373642 Jul 14 19:19:19.926660 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 59876) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 19:19:19.934154 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed415d8-83ef-4fc1-beee-2c790789873e admin admin] Pushing event deleted for resources: {'Network': ['ID=b8186d71-7a4b-4213-bffa-b8311f3dfdd6,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:19:20.274581 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-7ba39211-fff9-4dd4-80c0-5088ba51407d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-928623'] for router_interface, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:19:20.476254 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-37600ea0-9464-4838-a982-b06465c521cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:19:20.537243 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [None req-7ba39211-fff9-4dd4-80c0-5088ba51407d admin admin] Deleting port 0a55ea8e-77b1-49b4-81b2-466ab7eb67af {{(pid=93915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 19:19:20.537598 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-7ba39211-fff9-4dd4-80c0-5088ba51407d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:19:20.618510 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [None req-7ba39211-fff9-4dd4-80c0-5088ba51407d admin admin] For port 0a55ea8e-77b1-49b4-81b2-466ab7eb67af, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=0a55ea8e-77b1-49b4-81b2-466ab7eb67af,segment=NetworkSegment(810a4530-ee53-4a03-9c6a-8ddbe02d1cbd),segment_id=810a4530-ee53-4a03-9c6a-8ddbe02d1cbd)] {{(pid=93915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 19:19:20.618873 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-7ba39211-fff9-4dd4-80c0-5088ba51407d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:19:20.632390 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [None req-7ba39211-fff9-4dd4-80c0-5088ba51407d admin admin] Calling delete_port for 0a55ea8e-77b1-49b4-81b2-466ab7eb67af owned by network:router_interface {{(pid=93915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 19:19:20.817539 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-7ba39211-fff9-4dd4-80c0-5088ba51407d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:19:20.844288 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba39211-fff9-4dd4-80c0-5088ba51407d admin admin] Pushing event deleted for resources: {'Port': ['ID=0a55ea8e-77b1-49b4-81b2-466ab7eb67af,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:19:21.013268 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-7ba39211-fff9-4dd4-80c0-5088ba51407d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-598732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-928907'] for router_interface, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:19:21.232108 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ba39211-fff9-4dd4-80c0-5088ba51407d admin admin] Router 42dba8b5-329a-46f4-9fd9-d40930dc32d7 has already been hosted by L3 agent 2c6eb27e-defb-4cca-9a24-381c7415e359 {{(pid=93915) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 19:19:21.347701 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ba39211-fff9-4dd4-80c0-5088ba51407d admin admin] Notify agent at l3_agent.n-d-800634-3 the message routers_updated {{(pid=93915) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 19:19:21.353365 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-7ba39211-fff9-4dd4-80c0-5088ba51407d admin admin] 10.222.0.16 "PUT /v2.0/routers/42dba8b5-329a-46f4-9fd9-d40930dc32d7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4256063 Jul 14 19:19:21.356036 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 59878) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 19:19:21.357554 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d05903f-49f1-4266-b361-6609798552a5 None None] Sync routers for ids ['42dba8b5-329a-46f4-9fd9-d40930dc32d7'] in n-d-800634-3 {{(pid=93917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 19:19:21.369213 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d05903f-49f1-4266-b361-6609798552a5 None None] Routers {'42dba8b5-329a-46f4-9fd9-d40930dc32d7'} bound to L3 agent in host n-d-800634-3 {{(pid=93917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 19:19:21.369842 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-7d05903f-49f1-4266-b361-6609798552a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T19:18:53Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['42dba8b5-329a-46f4-9fd9-d40930dc32d7'], 'active': True} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 19:19:21.411037 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 0328cf6a-86ac-456a-9b14-d2c00099fe26 no longer exists at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 19:19:21.444101 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] No Port match for: 0328cf6a-86ac-456a-9b14-d2c00099fe26 {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 19:19:21.444473 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 0328cf6a-86ac-456a-9b14-d2c00099fe26 not bound to the agent host n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 19:19:21.444898 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device c4cf8b0a-0586-4035-b866-83c3ff18952a no longer exists at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 19:19:21.473142 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] No Port match for: c4cf8b0a-0586-4035-b866-83c3ff18952a {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 19:19:21.473485 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device c4cf8b0a-0586-4035-b866-83c3ff18952a not bound to the agent host n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 19:19:21.477399 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-0f2bfe82-54a0-4eb4-8708-14934393bc65 admin admin] Notify callbacks [] for router, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:19:21.546428 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvr_db [None req-7d05903f-49f1-4266-b361-6609798552a5 None None] Set router 42dba8b5-329a-46f4-9fd9-d40930dc32d7 gateway port host: n-d-800634-3 {{(pid=93917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 19:19:21.596819 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-0f2bfe82-54a0-4eb4-8708-14934393bc65 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:19:21.659654 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [None req-0f2bfe82-54a0-4eb4-8708-14934393bc65 admin admin] Deleting port b9af1230-5eea-49c7-a3e7-7e0bc8d09960 {{(pid=93915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 19:19:21.660000 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-0f2bfe82-54a0-4eb4-8708-14934393bc65 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:19:21.745947 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [None req-0f2bfe82-54a0-4eb4-8708-14934393bc65 admin admin] For port b9af1230-5eea-49c7-a3e7-7e0bc8d09960, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=b9af1230-5eea-49c7-a3e7-7e0bc8d09960,segment=NetworkSegment(5afb940b-bbdf-4727-be00-5d46367c38a1),segment_id=5afb940b-bbdf-4727-be00-5d46367c38a1)] {{(pid=93915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 19:19:21.746248 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-0f2bfe82-54a0-4eb4-8708-14934393bc65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:19:21.753033 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-7d05903f-49f1-4266-b361-6609798552a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42dba8b5-329a-46f4-9fd9-d40930dc32d7', 'name': 'tempest-TestEncryptedCinderVolumes-1707236810-router', 'tenant_id': '227ba9de8618493c86879a014069350e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.90'}], 'enable_snat': True}, 'gw_port_id': 'b9af1230-5eea-49c7-a3e7-7e0bc8d09960', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T19:18:02Z', 'updated_at': '2021-07-14T19:19:20Z', 'revision_number': 5, 'project_id': '227ba9de8618493c86879a014069350e', 'gw_port': {'id': 'b9af1230-5eea-49c7-a3e7-7e0bc8d09960', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:8f:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42dba8b5-329a-46f4-9fd9-d40930dc32d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4090, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T19:18:03Z', 'updated_at': '2021-07-14T19:18:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3'}], 'n-d-800634-3', False) {} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 19:19:21.780010 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d05903f-49f1-4266-b361-6609798552a5 None None] Checking router: 42dba8b5-329a-46f4-9fd9-d40930dc32d7 for host: n-d-800634-3 {{(pid=93917) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 19:19:21.788874 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d05903f-49f1-4266-b361-6609798552a5 None None] Routers {'42dba8b5-329a-46f4-9fd9-d40930dc32d7'} bound to L3 agent in host n-d-800634-3 {{(pid=93917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 19:19:21.789506 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-7d05903f-49f1-4266-b361-6609798552a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T19:18:53Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['42dba8b5-329a-46f4-9fd9-d40930dc32d7'], 'active': True} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 19:19:21.879897 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvr_db [None req-7d05903f-49f1-4266-b361-6609798552a5 None None] Set router 42dba8b5-329a-46f4-9fd9-d40930dc32d7 gateway port host: None {{(pid=93917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 19:19:21.938813 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-7d05903f-49f1-4266-b361-6609798552a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42dba8b5-329a-46f4-9fd9-d40930dc32d7', 'name': 'tempest-TestEncryptedCinderVolumes-1707236810-router', 'tenant_id': '227ba9de8618493c86879a014069350e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T19:18:02Z', 'updated_at': '2021-07-14T19:19:21Z', 'revision_number': 6, 'project_id': '227ba9de8618493c86879a014069350e', 'gw_port_host': None}], 'n-d-800634-3', False) {} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 19:19:21.971903 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d05903f-49f1-4266-b361-6609798552a5 None None] The sync data for ids ['42dba8b5-329a-46f4-9fd9-d40930dc32d7'] in n-d-800634-3 is: [{'id': '42dba8b5-329a-46f4-9fd9-d40930dc32d7', 'name': 'tempest-TestEncryptedCinderVolumes-1707236810-router', 'tenant_id': '227ba9de8618493c86879a014069350e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T19:18:02Z', 'updated_at': '2021-07-14T19:19:21Z', 'revision_number': 6, 'project_id': '227ba9de8618493c86879a014069350e', 'gw_port_host': None}] {{(pid=93917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 19:19:22.045323 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [None req-0f2bfe82-54a0-4eb4-8708-14934393bc65 admin admin] Calling delete_port for b9af1230-5eea-49c7-a3e7-7e0bc8d09960 owned by network:router_gateway {{(pid=93915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 19:19:22.210214 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-0f2bfe82-54a0-4eb4-8708-14934393bc65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:19:22.235608 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2bfe82-54a0-4eb4-8708-14934393bc65 admin admin] Pushing event deleted for resources: {'Port': ['ID=b9af1230-5eea-49c7-a3e7-7e0bc8d09960,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:19:22.297081 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-0f2bfe82-54a0-4eb4-8708-14934393bc65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-930057'] for router_gateway, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:19:22.395471 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-0f2bfe82-54a0-4eb4-8708-14934393bc65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-571778', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11402'] for router, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:19:22.398519 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-0f2bfe82-54a0-4eb4-8708-14934393bc65 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:19:22.444024 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-0f2bfe82-54a0-4eb4-8708-14934393bc65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-541202'] for router, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:19:22.444575 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f2bfe82-54a0-4eb4-8708-14934393bc65 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 42dba8b5-329a-46f4-9fd9-d40930dc32d7 {{(pid=93915) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 19:19:22.449051 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-0f2bfe82-54a0-4eb4-8708-14934393bc65 admin admin] Notify callbacks [] for router, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:19:22.450208 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-0f2bfe82-54a0-4eb4-8708-14934393bc65 admin admin] 10.222.0.16 "DELETE /v2.0/routers/42dba8b5-329a-46f4-9fd9-d40930dc32d7 HTTP/1.1" status: 204 len: 168 time: 1.0931296 Jul 14 19:19:22.454897 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 59880) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 19:19:22.503920 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.db_base_plugin_v2 [None req-192bc68c-ac85-446f-a0de-dfbfcd8fdc20 admin admin] Deleting subnet 696a78c5-9d77-4810-a927-bbcbca42fab3 {{(pid=93916) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 19:19:22.507409 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-192bc68c-ac85-446f-a0de-dfbfcd8fdc20 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:19:22.544872 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-192bc68c-ac85-446f-a0de-dfbfcd8fdc20 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26296866'] for subnet, precommit_delete_associations {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:19:22.635472 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-192bc68c-ac85-446f-a0de-dfbfcd8fdc20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081283'] for subnet, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:19:22.693627 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-192bc68c-ac85-446f-a0de-dfbfcd8fdc20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2684816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26033152'] for subnet, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:19:22.717026 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192bc68c-ac85-446f-a0de-dfbfcd8fdc20 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=696a78c5-9d77-4810-a927-bbcbca42fab3,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:19:22.722878 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-192bc68c-ac85-446f-a0de-dfbfcd8fdc20 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:19:22.725081 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-192bc68c-ac85-446f-a0de-dfbfcd8fdc20 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/696a78c5-9d77-4810-a927-bbcbca42fab3 HTTP/1.1" status: 204 len: 168 time: 0.2691092 Jul 14 19:19:22.727674 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 59882) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 19:19:22.732155 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e63448cf-2a50-411f-b871-1dc93fa381b1 None None] Network 241f9f4d-57e6-495c-ba3b-560f4fdddee5 requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 19:19:22.802937 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-67ca0805-11f6-4bcb-8f2e-8d420857ccc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645734'] for network, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:19:22.857518 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-67ca0805-11f6-4bcb-8f2e-8d420857ccc9 admin admin] Deleting port bb1e75fe-f60b-4e94-81a4-2e3e17ff45cb {{(pid=93916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 19:19:22.857862 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-67ca0805-11f6-4bcb-8f2e-8d420857ccc9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:19:22.906847 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-7edfa771-ef14-42a6-8d34-be7c19700f11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:19:22.926574 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.db [None req-67ca0805-11f6-4bcb-8f2e-8d420857ccc9 admin admin] For port bb1e75fe-f60b-4e94-81a4-2e3e17ff45cb, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=bb1e75fe-f60b-4e94-81a4-2e3e17ff45cb,segment=NetworkSegment(810a4530-ee53-4a03-9c6a-8ddbe02d1cbd),segment_id=810a4530-ee53-4a03-9c6a-8ddbe02d1cbd)] {{(pid=93916) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 19:19:22.926876 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79ed5abe-3b60-4826-9722-26d24ac02214 None None] DHCP port deletion for 241f9f4d-57e6-495c-ba3b-560f4fdddee5 request from n-d-800634-3 {{(pid=93917) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 19:19:22.926997 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-67ca0805-11f6-4bcb-8f2e-8d420857ccc9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:19:22.941238 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-67ca0805-11f6-4bcb-8f2e-8d420857ccc9 admin admin] Calling delete_port for bb1e75fe-f60b-4e94-81a4-2e3e17ff45cb owned by network:dhcp {{(pid=93916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 19:19:22.980726 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-79ed5abe-3b60-4826-9722-26d24ac02214 None None] Deleting port bb1e75fe-f60b-4e94-81a4-2e3e17ff45cb {{(pid=93917) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 19:19:22.981279 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-79ed5abe-3b60-4826-9722-26d24ac02214 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:19:23.031067 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-67ca0805-11f6-4bcb-8f2e-8d420857ccc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:19:23.049913 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-79ed5abe-3b60-4826-9722-26d24ac02214 None None] For port bb1e75fe-f60b-4e94-81a4-2e3e17ff45cb, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=bb1e75fe-f60b-4e94-81a4-2e3e17ff45cb,segment=NetworkSegment(810a4530-ee53-4a03-9c6a-8ddbe02d1cbd),segment_id=810a4530-ee53-4a03-9c6a-8ddbe02d1cbd)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 19:19:23.050343 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-79ed5abe-3b60-4826-9722-26d24ac02214 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:19:23.059156 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ca0805-11f6-4bcb-8f2e-8d420857ccc9 admin admin] Pushing event deleted for resources: {'Port': ['ID=bb1e75fe-f60b-4e94-81a4-2e3e17ff45cb,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:19:23.061144 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67ca0805-11f6-4bcb-8f2e-8d420857ccc9 admin admin] No DVR routers for this DVR port bb1e75fe-f60b-4e94-81a4-2e3e17ff45cb on host n-d-800634-3 {{(pid=93916) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 19:19:23.069993 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-79ed5abe-3b60-4826-9722-26d24ac02214 None None] Calling delete_port for bb1e75fe-f60b-4e94-81a4-2e3e17ff45cb owned by network:dhcp {{(pid=93917) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 19:19:23.136151 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-67ca0805-11f6-4bcb-8f2e-8d420857ccc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2096010', 'neutron.services.segments.db._delete_segments_for_network-8728202734996'] for network, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:19:23.146882 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.segments.db [None req-67ca0805-11f6-4bcb-8f2e-8d420857ccc9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['241f9f4d-57e6-495c-ba3b-560f4fdddee5']}} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 19:19:23.158446 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-79ed5abe-3b60-4826-9722-26d24ac02214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813'] for port, after_delete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:19:23.162246 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.segments.db [None req-67ca0805-11f6-4bcb-8f2e-8d420857ccc9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '810a4530-ee53-4a03-9c6a-8ddbe02d1cbd') {'for_net_delete': True} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 19:19:23.162574 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.segments.db [None req-67ca0805-11f6-4bcb-8f2e-8d420857ccc9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '810a4530-ee53-4a03-9c6a-8ddbe02d1cbd') {} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 19:19:23.172572 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-67ca0805-11f6-4bcb-8f2e-8d420857ccc9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728202715275', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26296891'] for segment, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:19:23.183773 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ed5abe-3b60-4826-9722-26d24ac02214 None None] Pushing event deleted for resources: {'Port': ['ID=bb1e75fe-f60b-4e94-81a4-2e3e17ff45cb,revision_number=None']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:19:23.187992 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79ed5abe-3b60-4826-9722-26d24ac02214 None None] No DVR routers for this DVR port bb1e75fe-f60b-4e94-81a4-2e3e17ff45cb on host n-d-800634-3 {{(pid=93917) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 19:19:23.191346 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-67ca0805-11f6-4bcb-8f2e-8d420857ccc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:19:23.198141 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67ca0805-11f6-4bcb-8f2e-8d420857ccc9 admin admin] Releasing vlan 87 on physical network physnet1 to pool {{(pid=93916) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 19:19:23.198567 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-67ca0805-11f6-4bcb-8f2e-8d420857ccc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2682942'] for segment, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:19:23.200546 n-d-800634-3 neutron-server[93916]: Traceback (most recent call last): Jul 14 19:19:23.200546 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 19:19:23.200546 n-d-800634-3 neutron-server[93916]: timer() Jul 14 19:19:23.200546 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 19:19:23.200546 n-d-800634-3 neutron-server[93916]: cb(*args, **kw) Jul 14 19:19:23.200546 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 19:19:23.200546 n-d-800634-3 neutron-server[93916]: return func(*args, **kwargs) Jul 14 19:19:23.200546 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 19:19:23.200546 n-d-800634-3 neutron-server[93916]: self._notify() Jul 14 19:19:23.200546 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 19:19:23.200546 n-d-800634-3 neutron-server[93916]: self.callback(batched_events) Jul 14 19:19:23.200546 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 19:19:23.200546 n-d-800634-3 neutron-server[93916]: event.method(event) Jul 14 19:19:23.200546 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 19:19:23.200546 n-d-800634-3 neutron-server[93916]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 19:19:23.200546 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 19:19:23.200546 n-d-800634-3 neutron-server[93916]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 19:19:23.200546 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 19:19:23.200546 n-d-800634-3 neutron-server[93916]: return f(self, *a, **k) Jul 14 19:19:23.200546 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 19:19:23.200546 n-d-800634-3 neutron-server[93916]: return self._get(url).json() Jul 14 19:19:23.200546 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 19:19:23.200546 n-d-800634-3 neutron-server[93916]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 19:19:23.200546 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 19:19:23.200546 n-d-800634-3 neutron-server[93916]: return self.request(url, 'GET', **kwargs) Jul 14 19:19:23.200546 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 19:19:23.200546 n-d-800634-3 neutron-server[93916]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 19:19:23.200546 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 19:19:23.200546 n-d-800634-3 neutron-server[93916]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 19:19:23.200546 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 19:19:23.200546 n-d-800634-3 neutron-server[93916]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 19:19:23.200546 n-d-800634-3 neutron-server[93916]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 19:19:23.229277 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:19:23.254204 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-67ca0805-11f6-4bcb-8f2e-8d420857ccc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2096001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-930085'] for network, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:19:23.260694 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-67ca0805-11f6-4bcb-8f2e-8d420857ccc9 admin admin] Notify callbacks [] for network, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:19:23.262625 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-67ca0805-11f6-4bcb-8f2e-8d420857ccc9 admin admin] 10.222.0.16 "DELETE /v2.0/networks/241f9f4d-57e6-495c-ba3b-560f4fdddee5 HTTP/1.1" status: 204 len: 168 time: 0.5339944 Jul 14 19:19:23.274030 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ca0805-11f6-4bcb-8f2e-8d420857ccc9 admin admin] Pushing event deleted for resources: {'Network': ['ID=241f9f4d-57e6-495c-ba3b-560f4fdddee5,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:19:23.320710 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 0a55ea8e-77b1-49b4-81b2-466ab7eb67af no longer exists at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 19:19:23.341414 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] No Port match for: 0a55ea8e-77b1-49b4-81b2-466ab7eb67af {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 19:19:23.341762 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 0a55ea8e-77b1-49b4-81b2-466ab7eb67af not bound to the agent host n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 19:19:23.342184 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device b9af1230-5eea-49c7-a3e7-7e0bc8d09960 no longer exists at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 19:19:23.368028 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] No Port match for: b9af1230-5eea-49c7-a3e7-7e0bc8d09960 {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 19:19:23.368569 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device b9af1230-5eea-49c7-a3e7-7e0bc8d09960 not bound to the agent host n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 19:19:23.369012 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device bb1e75fe-f60b-4e94-81a4-2e3e17ff45cb no longer exists at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 19:19:23.390967 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] No Port match for: bb1e75fe-f60b-4e94-81a4-2e3e17ff45cb {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 19:19:23.391317 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device bb1e75fe-f60b-4e94-81a4-2e3e17ff45cb not bound to the agent host n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 19:19:23.436825 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 59886) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 19:19:23.478743 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-9cedbd44-f719-4f67-8f7c-76ce61344a78 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e5a762990a344b07bb57881705f62e8b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0405648 Jul 14 19:19:23.481136 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 59888) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 19:19:23.532773 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-373362b2-52d2-4e06-8457-93eea16119c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:19:23.555143 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-373362b2-52d2-4e06-8457-93eea16119c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:19:23.605174 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-373362b2-52d2-4e06-8457-93eea16119c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:19:23.607810 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-373362b2-52d2-4e06-8457-93eea16119c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:19:23.609008 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-373362b2-52d2-4e06-8457-93eea16119c5 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2a437916-ed3e-489d-9782-9c9ee1d041f6 HTTP/1.1" status: 204 len: 168 time: 0.1269405 Jul 14 19:19:23.616901 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373362b2-52d2-4e06-8457-93eea16119c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a437916-ed3e-489d-9782-9c9ee1d041f6,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:19:23.929435 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 59894) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 19:19:23.969349 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-58bc4307-8077-4b81-81b4-13127bf9420f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=227ba9de8618493c86879a014069350e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0386086 Jul 14 19:19:23.971665 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 59896) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 19:19:24.019242 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-62a9da34-aa73-40ad-a8cb-60bfcc4c76dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:19:24.044069 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-62a9da34-aa73-40ad-a8cb-60bfcc4c76dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:19:24.092204 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-62a9da34-aa73-40ad-a8cb-60bfcc4c76dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:19:24.095249 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-62a9da34-aa73-40ad-a8cb-60bfcc4c76dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:19:24.096554 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-62a9da34-aa73-40ad-a8cb-60bfcc4c76dc admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/4021e731-e257-4475-a3ba-962770739878 HTTP/1.1" status: 204 len: 168 time: 0.1239595 Jul 14 19:19:24.105435 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a9da34-aa73-40ad-a8cb-60bfcc4c76dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4021e731-e257-4475-a3ba-962770739878,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:19:24.320820 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-574aeb93-9938-449c-8e6c-cb22c9b52cc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:19:24.774802 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 59918) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 19:19:24.868498 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-07377f37-f46b-4425-8bc3-5e90dc78a025 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-36792493-network', 'tenant_id': 'cd0ab033311a4c379b430aee7a145dbd'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 19:19:24.891151 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07377f37-f46b-4425-8bc3-5e90dc78a025 admin admin] Made reservation on behalf of cd0ab033311a4c379b430aee7a145dbd for: {'network': 1} {{(pid=93916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 19:19:24.894071 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-07377f37-f46b-4425-8bc3-5e90dc78a025 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for network, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:19:24.901854 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-07377f37-f46b-4425-8bc3-5e90dc78a025 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:19:24.991397 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-07377f37-f46b-4425-8bc3-5e90dc78a025 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:19:24.995945 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-07377f37-f46b-4425-8bc3-5e90dc78a025 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:19:25.023927 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07377f37-f46b-4425-8bc3-5e90dc78a025 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 66} {{(pid=93916) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 19:19:25.030754 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07377f37-f46b-4425-8bc3-5e90dc78a025 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cac3a7c-5d44-426b-a9cf-7701545fdda7,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:19:25.037033 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-07377f37-f46b-4425-8bc3-5e90dc78a025 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:19:25.037392 n-d-800634-3 neutron-server[93916]: INFO neutron.db.segments_db [None req-07377f37-f46b-4425-8bc3-5e90dc78a025 admin admin] Added segment f2d7de02-6552-4457-aaae-e364fad2237f of type vlan for network 00675d1c-9c13-4b3f-8550-b9b21b35b6e7 Jul 14 19:19:25.048389 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.agents_db [None req-2ea07fb6-aa68-4671-8654-119d82b9f530 None None] Agent healthcheck: found 7 active agents {{(pid=93918) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 19:19:25.078558 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-07377f37-f46b-4425-8bc3-5e90dc78a025 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728202197517'] for network, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:19:25.108676 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-07377f37-f46b-4425-8bc3-5e90dc78a025 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727'] for network, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:19:25.109815 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07377f37-f46b-4425-8bc3-5e90dc78a025 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:19:25.110587 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-07377f37-f46b-4425-8bc3-5e90dc78a025 admin admin] Notify callbacks [] for network, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:19:25.163301 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-07377f37-f46b-4425-8bc3-5e90dc78a025 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3873103 Jul 14 19:19:25.166316 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 59922) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 19:19:25.171376 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-76a9192b-60eb-4b5c-a843-2a14f7432859 admin admin] Request body: {'subnet': {'network_id': '00675d1c-9c13-4b3f-8550-b9b21b35b6e7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-36792493-subnet', 'tenant_id': 'cd0ab033311a4c379b430aee7a145dbd', 'ip_version': 4}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 19:19:25.175189 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07377f37-f46b-4425-8bc3-5e90dc78a025 admin admin] Pushing event updated for resources: {'Network': ['ID=00675d1c-9c13-4b3f-8550-b9b21b35b6e7,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:19:25.185403 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Network 00675d1c-9c13-4b3f-8550-b9b21b35b6e7 details requested by agent ovs-agent-n-d-800634-3 with host n-d-800634-3 {{(pid=93917) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 19:19:25.193642 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76a9192b-60eb-4b5c-a843-2a14f7432859 admin admin] Made reservation on behalf of cd0ab033311a4c379b430aee7a145dbd for: {'subnet': 1} {{(pid=93915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 19:19:25.196066 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-76a9192b-60eb-4b5c-a843-2a14f7432859 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28969735'] for subnet, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:19:25.365613 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-76a9192b-60eb-4b5c-a843-2a14f7432859 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25912837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28969781'] for subnet, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:19:25.419054 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a9192b-60eb-4b5c-a843-2a14f7432859 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ac454767-9fb8-4988-8b3f-11ecf8086210,revision_number=0']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:19:25.429290 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76a9192b-60eb-4b5c-a843-2a14f7432859 admin admin] Checking segment: {'id': 'f2d7de02-6552-4457-aaae-e364fad2237f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '00675d1c-9c13-4b3f-8550-b9b21b35b6e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 19:19:25.429655 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76a9192b-60eb-4b5c-a843-2a14f7432859 admin admin] Network hostable DHCP agents. Network: 00675d1c-9c13-4b3f-8550-b9b21b35b6e7, hostable agents: ['028393c3-0576-4ebd-bca1-8ea8a148e1a2'], hosted agents: [] {{(pid=93915) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 19:19:25.446403 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76a9192b-60eb-4b5c-a843-2a14f7432859 admin admin] Network 00675d1c-9c13-4b3f-8550-b9b21b35b6e7 is scheduled to be hosted by DHCP agent 028393c3-0576-4ebd-bca1-8ea8a148e1a2 with binding_index 1 {{(pid=93915) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 19:19:25.456366 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [None req-76a9192b-60eb-4b5c-a843-2a14f7432859 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-3, 00675d1c-9c13-4b3f-8550-b9b21b35b6e7) {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 19:19:25.460677 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76a9192b-60eb-4b5c-a843-2a14f7432859 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:19:25.461270 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-76a9192b-60eb-4b5c-a843-2a14f7432859 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:19:25.472523 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f709ec5-c884-4850-8e3c-6e05965e24f3 None None] Network 00675d1c-9c13-4b3f-8550-b9b21b35b6e7 requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 19:19:25.476903 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-76a9192b-60eb-4b5c-a843-2a14f7432859 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3094606 Jul 14 19:19:25.479674 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 59924) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 19:19:25.484078 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-1109dfde-a7ad-42fb-b065-387a254f3bf6 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-36792493-router', 'tenant_id': 'cd0ab033311a4c379b430aee7a145dbd', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61'}}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 19:19:25.505209 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-1109dfde-a7ad-42fb-b065-387a254f3bf6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-571768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11104'] for router, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:19:25.506193 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-1109dfde-a7ad-42fb-b065-387a254f3bf6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-571675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-930014', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-632314', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11129'] for router, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:19:25.561773 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-1109dfde-a7ad-42fb-b065-387a254f3bf6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:19:25.627769 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5c02606-4b3b-47ec-bdf2-2c5b2e3b7f7e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9222b97e-5d1c-54f8-ba97-82f172498e76-00675d1c-9c13-4b3f-8550-b9b21b35b6e7', 'network_id': '00675d1c-9c13-4b3f-8550-b9b21b35b6e7', 'tenant_id': 'cd0ab033311a4c379b430aee7a145dbd', 'fixed_ips': [{'subnet_id': 'ac454767-9fb8-4988-8b3f-11ecf8086210'}]}} from n-d-800634-3. {{(pid=93917) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 19:19:25.628788 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-f5c02606-4b3b-47ec-bdf2-2c5b2e3b7f7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:19:25.711280 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-1109dfde-a7ad-42fb-b065-387a254f3bf6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-929996', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-571750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11395'] for router, precommit_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:19:25.766622 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.db_base_plugin_common [None req-f5c02606-4b3b-47ec-bdf2-2c5b2e3b7f7e None None] Allocated IP 172.20.0.2 (00675d1c-9c13-4b3f-8550-b9b21b35b6e7/ac454767-9fb8-4988-8b3f-11ecf8086210/2eb55b96-b9a4-485d-8096-420f6f788465) {{(pid=93917) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 19:19:25.912331 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-f5c02606-4b3b-47ec-bdf2-2c5b2e3b7f7e None None] Notify callbacks [] for port, precommit_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:19:25.917204 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-1109dfde-a7ad-42fb-b065-387a254f3bf6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:19:25.921045 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-f5c02606-4b3b-47ec-bdf2-2c5b2e3b7f7e None None] Transition to ACTIVE for port object 2eb55b96-b9a4-485d-8096-420f6f788465 will not be triggered until provisioned by entity L2. {{(pid=93917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 19:19:25.936924 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-f5c02606-4b3b-47ec-bdf2-2c5b2e3b7f7e None None] Transition to ACTIVE for port object 2eb55b96-b9a4-485d-8096-420f6f788465 will not be triggered until provisioned by entity DHCP. {{(pid=93917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 19:19:25.942319 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-f5c02606-4b3b-47ec-bdf2-2c5b2e3b7f7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804'] for port, after_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:19:25.945412 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-1109dfde-a7ad-42fb-b065-387a254f3bf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:19:25.992921 n-d-800634-3 neutron-server[93917]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5c02606-4b3b-47ec-bdf2-2c5b2e3b7f7e None None] Network 00675d1c-9c13-4b3f-8550-b9b21b35b6e7 is already hosted by enough agents. {{(pid=93917) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 19:19:25.993752 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-2f4e3af3-e708-4ffd-a544-82d93a489d01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:19:25.996579 n-d-800634-3 neutron-server[93917]: DEBUG neutron.scheduler.base_scheduler [None req-f5c02606-4b3b-47ec-bdf2-2c5b2e3b7f7e None None] Resources bound (agent type, host, resource id): {{(pid=93917) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 19:19:26.001678 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5c02606-4b3b-47ec-bdf2-2c5b2e3b7f7e None None] Received port after_create {{(pid=93917) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 19:19:26.006128 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c02606-4b3b-47ec-bdf2-2c5b2e3b7f7e None None] Pushing event updated for resources: {'Port': ['ID=2eb55b96-b9a4-485d-8096-420f6f788465,revision_number=1']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:19:26.053464 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.db_base_plugin_common [None req-1109dfde-a7ad-42fb-b065-387a254f3bf6 admin admin] Allocated IP 172.25.1.136 (9200a437-e1de-4520-88f6-e68386523e61/5f47f848-4532-407a-a0e2-5690ade15fd0/c1c302c0-e663-450a-9696-5f553a3fad20) {{(pid=93915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 19:19:26.061884 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-f5c02606-4b3b-47ec-bdf2-2c5b2e3b7f7e None None] Attempting to bind port 2eb55b96-b9a4-485d-8096-420f6f788465 on host n-d-800634-3 for vnic_type normal with profile {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 19:19:26.062255 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-f5c02606-4b3b-47ec-bdf2-2c5b2e3b7f7e None None] Attempting to bind port 2eb55b96-b9a4-485d-8096-420f6f788465 by drivers openvswitch,hyperv on host n-d-800634-3 at level 0 using segments [{'id': 'f2d7de02-6552-4457-aaae-e364fad2237f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '00675d1c-9c13-4b3f-8550-b9b21b35b6e7'}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 19:19:26.062604 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5c02606-4b3b-47ec-bdf2-2c5b2e3b7f7e None None] Attempting to bind port 2eb55b96-b9a4-485d-8096-420f6f788465 on network 00675d1c-9c13-4b3f-8550-b9b21b35b6e7 {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 19:19:26.067999 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5c02606-4b3b-47ec-bdf2-2c5b2e3b7f7e None None] Checking agent: {'id': '01c19e91-a945-4e3c-94a6-c211e17c923e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 8, 23), 'started_at': datetime.datetime(2021, 7, 14, 18, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 19, 19, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 19:19:26.068402 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5c02606-4b3b-47ec-bdf2-2c5b2e3b7f7e None None] Checking segment: {'id': 'f2d7de02-6552-4457-aaae-e364fad2237f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '00675d1c-9c13-4b3f-8550-b9b21b35b6e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93917) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 19:19:26.068804 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-f5c02606-4b3b-47ec-bdf2-2c5b2e3b7f7e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:19:26.069196 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5c02606-4b3b-47ec-bdf2-2c5b2e3b7f7e None None] Bound using segment: {'id': 'f2d7de02-6552-4457-aaae-e364fad2237f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '00675d1c-9c13-4b3f-8550-b9b21b35b6e7'} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 19:19:26.069766 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-f5c02606-4b3b-47ec-bdf2-2c5b2e3b7f7e None None] Bound port: 2eb55b96-b9a4-485d-8096-420f6f788465, host: n-d-800634-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2d7de02-6552-4457-aaae-e364fad2237f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '00675d1c-9c13-4b3f-8550-b9b21b35b6e7'}}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 19:19:26.070143 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-f5c02606-4b3b-47ec-bdf2-2c5b2e3b7f7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:19:26.168698 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-1109dfde-a7ad-42fb-b065-387a254f3bf6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:19:26.212868 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-1109dfde-a7ad-42fb-b065-387a254f3bf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:19:26.252371 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1109dfde-a7ad-42fb-b065-387a254f3bf6 admin admin] Network 9200a437-e1de-4520-88f6-e68386523e61 is already hosted by enough agents. {{(pid=93915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 19:19:26.255749 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [None req-1109dfde-a7ad-42fb-b065-387a254f3bf6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 19:19:26.259972 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1109dfde-a7ad-42fb-b065-387a254f3bf6 admin admin] Received port after_create {{(pid=93915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 19:19:26.301174 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1109dfde-a7ad-42fb-b065-387a254f3bf6 admin admin] Pushing event updated for resources: {'Port': ['ID=c1c302c0-e663-450a-9696-5f553a3fad20,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:19:26.302528 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-f5c02606-4b3b-47ec-bdf2-2c5b2e3b7f7e None None] For port 2eb55b96-b9a4-485d-8096-420f6f788465, host n-d-800634-3, cleared binding levels {{(pid=93917) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 19:19:26.305762 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-f5c02606-4b3b-47ec-bdf2-2c5b2e3b7f7e None None] For port 2eb55b96-b9a4-485d-8096-420f6f788465, host n-d-800634-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=2eb55b96-b9a4-485d-8096-420f6f788465,segment=NetworkSegment(f2d7de02-6552-4457-aaae-e364fad2237f),segment_id=f2d7de02-6552-4457-aaae-e364fad2237f)] {{(pid=93917) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 19:19:26.309965 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-f5c02606-4b3b-47ec-bdf2-2c5b2e3b7f7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:19:26.370492 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c02606-4b3b-47ec-bdf2-2c5b2e3b7f7e None None] Pushing event updated for resources: {'Port': ['ID=2eb55b96-b9a4-485d-8096-420f6f788465,revision_number=2']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:19:26.592019 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-1109dfde-a7ad-42fb-b065-387a254f3bf6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:19:26.804076 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-1109dfde-a7ad-42fb-b065-387a254f3bf6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-571759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-930033'] for router, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:19:26.943517 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1109dfde-a7ad-42fb-b065-387a254f3bf6 admin admin] Router e5f61c92-7ae9-45cf-9e7b-210f28781364 is scheduled to L3 agent 2c6eb27e-defb-4cca-9a24-381c7415e359 with binding_index 1 {{(pid=93915) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 19:19:27.054743 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1109dfde-a7ad-42fb-b065-387a254f3bf6 admin admin] Notify agent at l3_agent.n-d-800634-3 the message routers_updated {{(pid=93915) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 19:19:27.069225 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5391b56-b48d-49d8-808f-e6d21f9a0bf3 None None] Sync routers for ids ['e5f61c92-7ae9-45cf-9e7b-210f28781364'] in n-d-800634-3 {{(pid=93918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 19:19:27.072019 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-1109dfde-a7ad-42fb-b065-387a254f3bf6 admin admin] Notify callbacks [] for router, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:19:27.075857 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-1109dfde-a7ad-42fb-b065-387a254f3bf6 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.5927246 Jul 14 19:19:27.076313 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 59926) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 19:19:27.079108 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5391b56-b48d-49d8-808f-e6d21f9a0bf3 None None] Routers {'e5f61c92-7ae9-45cf-9e7b-210f28781364'} bound to L3 agent in host n-d-800634-3 {{(pid=93918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 19:19:27.079716 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-f5391b56-b48d-49d8-808f-e6d21f9a0bf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T19:19:23Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['e5f61c92-7ae9-45cf-9e7b-210f28781364'], 'active': True} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 19:19:27.226625 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvr_db [None req-f5391b56-b48d-49d8-808f-e6d21f9a0bf3 None None] Set router e5f61c92-7ae9-45cf-9e7b-210f28781364 gateway port host: n-d-800634-3 {{(pid=93918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 19:19:27.369527 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 2eb55b96-b9a4-485d-8096-420f6f788465 up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 19:19:27.397873 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fa61fd4-e965-4137-b08f-7e5440e2d9dd None None] Network 00675d1c-9c13-4b3f-8550-b9b21b35b6e7 requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 19:19:27.432462 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-f5391b56-b48d-49d8-808f-e6d21f9a0bf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5f61c92-7ae9-45cf-9e7b-210f28781364', 'name': 'tempest-TestMinimumBasicScenario-36792493-router', 'tenant_id': 'cd0ab033311a4c379b430aee7a145dbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.136'}], 'enable_snat': True}, 'gw_port_id': 'c1c302c0-e663-450a-9696-5f553a3fad20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T19:19:25Z', 'updated_at': '2021-07-14T19:19:26Z', 'revision_number': 3, 'project_id': 'cd0ab033311a4c379b430aee7a145dbd', 'gw_port': {'id': 'c1c302c0-e663-450a-9696-5f553a3fad20', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:0b:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5f61c92-7ae9-45cf-9e7b-210f28781364', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4104, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T19:19:25Z', 'updated_at': '2021-07-14T19:19:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3'}], 'n-d-800634-3', False) {} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 19:19:27.459980 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5391b56-b48d-49d8-808f-e6d21f9a0bf3 None None] Checking router: e5f61c92-7ae9-45cf-9e7b-210f28781364 for host: n-d-800634-3 {{(pid=93918) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 19:19:27.460418 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5391b56-b48d-49d8-808f-e6d21f9a0bf3 None None] Updating router e5f61c92-7ae9-45cf-9e7b-210f28781364 port c1c302c0-e663-450a-9696-5f553a3fad20 binding host n-d-800634-3 {{(pid=93918) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 19:19:27.493543 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning for port 2eb55b96-b9a4-485d-8096-420f6f788465 completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 19:19:27.504607 n-d-800634-3 neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-f5391b56-b48d-49d8-808f-e6d21f9a0bf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:19:27.538856 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-f5d7d4b2-07b0-4bb9-8adb-de5209a1a504 None None] Provisioning for port 2eb55b96-b9a4-485d-8096-420f6f788465 completed by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 19:19:27.547149 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-f5d7d4b2-07b0-4bb9-8adb-de5209a1a504 None None] Provisioning complete for port 2eb55b96-b9a4-485d-8096-420f6f788465 triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 19:19:27.547529 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-f5d7d4b2-07b0-4bb9-8adb-de5209a1a504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:19:27.610015 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-d97f40c2-f5c9-4459-a254-7317296ae868 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:19:27.675855 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-f5d7d4b2-07b0-4bb9-8adb-de5209a1a504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:19:27.714028 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-f5d7d4b2-07b0-4bb9-8adb-de5209a1a504 None None] For port 2eb55b96-b9a4-485d-8096-420f6f788465, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=2eb55b96-b9a4-485d-8096-420f6f788465,segment=NetworkSegment(f2d7de02-6552-4457-aaae-e364fad2237f),segment_id=f2d7de02-6552-4457-aaae-e364fad2237f)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 19:19:27.718888 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-f5d7d4b2-07b0-4bb9-8adb-de5209a1a504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:19:27.788827 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.db_base_plugin_common [None req-d97f40c2-f5c9-4459-a254-7317296ae868 admin admin] Allocated IP 172.20.0.1 (00675d1c-9c13-4b3f-8550-b9b21b35b6e7/ac454767-9fb8-4988-8b3f-11ecf8086210/da222166-d310-48b9-802c-5406c2fe2dd2) {{(pid=93915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 19:19:27.789910 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d7d4b2-07b0-4bb9-8adb-de5209a1a504 None None] Pushing event updated for resources: {'Port': ['ID=2eb55b96-b9a4-485d-8096-420f6f788465,revision_number=3']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:19:27.798578 n-d-800634-3 neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-f5391b56-b48d-49d8-808f-e6d21f9a0bf3 None None] Notify callbacks [] for port, precommit_update {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:19:27.812453 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.provisioning_blocks [None req-f5391b56-b48d-49d8-808f-e6d21f9a0bf3 None None] Transition to ACTIVE for port object c1c302c0-e663-450a-9696-5f553a3fad20 will not be triggered until provisioned by entity L2. {{(pid=93918) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 19:19:27.819815 n-d-800634-3 neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-f5391b56-b48d-49d8-808f-e6d21f9a0bf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:19:27.880675 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.managers [None req-f5391b56-b48d-49d8-808f-e6d21f9a0bf3 None None] Attempting to bind port c1c302c0-e663-450a-9696-5f553a3fad20 on host n-d-800634-3 for vnic_type normal with profile {{(pid=93918) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 19:19:27.881041 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.managers [None req-f5391b56-b48d-49d8-808f-e6d21f9a0bf3 None None] Attempting to bind port c1c302c0-e663-450a-9696-5f553a3fad20 by drivers openvswitch,hyperv on host n-d-800634-3 at level 0 using segments [{'id': '5afb940b-bbdf-4727-be00-5d46367c38a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9200a437-e1de-4520-88f6-e68386523e61'}] {{(pid=93918) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 19:19:27.881408 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5391b56-b48d-49d8-808f-e6d21f9a0bf3 None None] Attempting to bind port c1c302c0-e663-450a-9696-5f553a3fad20 on network 9200a437-e1de-4520-88f6-e68386523e61 {{(pid=93918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 19:19:27.884735 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2175acba-7360-45f4-8d4f-1aa114031f17 None None] Pushing event updated for resources: {'Port': ['ID=c1c302c0-e663-450a-9696-5f553a3fad20,revision_number=2']} {{(pid=93918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:19:27.889755 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5391b56-b48d-49d8-808f-e6d21f9a0bf3 None None] Checking agent: {'id': '01c19e91-a945-4e3c-94a6-c211e17c923e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 8, 23), 'started_at': datetime.datetime(2021, 7, 14, 18, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 19, 19, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 19:19:27.890122 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5391b56-b48d-49d8-808f-e6d21f9a0bf3 None None] Checking segment: {'id': '5afb940b-bbdf-4727-be00-5d46367c38a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9200a437-e1de-4520-88f6-e68386523e61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93918) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 19:19:27.890533 n-d-800634-3 neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-f5391b56-b48d-49d8-808f-e6d21f9a0bf3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:19:27.890921 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5391b56-b48d-49d8-808f-e6d21f9a0bf3 None None] Bound using segment: {'id': '5afb940b-bbdf-4727-be00-5d46367c38a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9200a437-e1de-4520-88f6-e68386523e61'} {{(pid=93918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 19:19:27.891397 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.managers [None req-f5391b56-b48d-49d8-808f-e6d21f9a0bf3 None None] Bound port: c1c302c0-e663-450a-9696-5f553a3fad20, host: n-d-800634-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5afb940b-bbdf-4727-be00-5d46367c38a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9200a437-e1de-4520-88f6-e68386523e61'}}] {{(pid=93918) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 19:19:27.891782 n-d-800634-3 neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-f5391b56-b48d-49d8-808f-e6d21f9a0bf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:19:27.916152 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2175acba-7360-45f4-8d4f-1aa114031f17 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:19:27.916770 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2175acba-7360-45f4-8d4f-1aa114031f17 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:19:27.916895 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2175acba-7360-45f4-8d4f-1aa114031f17 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:19:27.917134 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2175acba-7360-45f4-8d4f-1aa114031f17 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:19:27.917460 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2175acba-7360-45f4-8d4f-1aa114031f17 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:19:27.917811 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2175acba-7360-45f4-8d4f-1aa114031f17 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:19:27.918137 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2175acba-7360-45f4-8d4f-1aa114031f17 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:19:27.918456 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2175acba-7360-45f4-8d4f-1aa114031f17 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:19:27.919311 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2175acba-7360-45f4-8d4f-1aa114031f17 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:19:27.919631 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2175acba-7360-45f4-8d4f-1aa114031f17 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:19:27.919950 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2175acba-7360-45f4-8d4f-1aa114031f17 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:19:27.920307 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2175acba-7360-45f4-8d4f-1aa114031f17 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:19:27.948020 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-e4b6638d-bdd0-4956-b958-0204bcbb1440 None None] Provisioning complete for port 2eb55b96-b9a4-485d-8096-420f6f788465 triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 19:19:27.948429 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-e4b6638d-bdd0-4956-b958-0204bcbb1440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:19:27.961605 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.db [None req-f5391b56-b48d-49d8-808f-e6d21f9a0bf3 None None] For port c1c302c0-e663-450a-9696-5f553a3fad20, host n-d-800634-3, cleared binding levels {{(pid=93918) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 19:19:27.966263 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.db [None req-f5391b56-b48d-49d8-808f-e6d21f9a0bf3 None None] For port c1c302c0-e663-450a-9696-5f553a3fad20, host n-d-800634-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=c1c302c0-e663-450a-9696-5f553a3fad20,segment=NetworkSegment(5afb940b-bbdf-4727-be00-5d46367c38a1),segment_id=5afb940b-bbdf-4727-be00-5d46367c38a1)] {{(pid=93918) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 19:19:27.971191 n-d-800634-3 neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-f5391b56-b48d-49d8-808f-e6d21f9a0bf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:19:28.034615 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2175acba-7360-45f4-8d4f-1aa114031f17 None None] Pushing event updated for resources: {'Port': ['ID=c1c302c0-e663-450a-9696-5f553a3fad20,revision_number=3']} {{(pid=93918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:19:28.037391 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5391b56-b48d-49d8-808f-e6d21f9a0bf3 None None] Routers {'e5f61c92-7ae9-45cf-9e7b-210f28781364'} bound to L3 agent in host n-d-800634-3 {{(pid=93918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 19:19:28.038123 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-f5391b56-b48d-49d8-808f-e6d21f9a0bf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T19:19:23Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['e5f61c92-7ae9-45cf-9e7b-210f28781364'], 'active': True} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 19:19:28.216169 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-d97f40c2-f5c9-4459-a254-7317296ae868 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:19:28.228797 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.provisioning_blocks [None req-d97f40c2-f5c9-4459-a254-7317296ae868 admin admin] Transition to ACTIVE for port object da222166-d310-48b9-802c-5406c2fe2dd2 will not be triggered until provisioned by entity DHCP. {{(pid=93915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 19:19:28.252009 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvr_db [None req-f5391b56-b48d-49d8-808f-e6d21f9a0bf3 None None] Set router e5f61c92-7ae9-45cf-9e7b-210f28781364 gateway port host: n-d-800634-3 {{(pid=93918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 19:19:28.262820 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-d97f40c2-f5c9-4459-a254-7317296ae868 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:19:28.303415 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d97f40c2-f5c9-4459-a254-7317296ae868 admin admin] Network 00675d1c-9c13-4b3f-8550-b9b21b35b6e7 is already hosted by enough agents. {{(pid=93915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 19:19:28.308316 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [None req-d97f40c2-f5c9-4459-a254-7317296ae868 admin admin] Resources bound (agent type, host, resource id): {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 19:19:28.311991 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d97f40c2-f5c9-4459-a254-7317296ae868 admin admin] Received port after_create {{(pid=93915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 19:19:28.337384 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97f40c2-f5c9-4459-a254-7317296ae868 admin admin] Pushing event updated for resources: {'Port': ['ID=da222166-d310-48b9-802c-5406c2fe2dd2,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:19:28.356297 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-d97f40c2-f5c9-4459-a254-7317296ae868 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-930452'] for router_interface, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:19:28.443764 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-f5391b56-b48d-49d8-808f-e6d21f9a0bf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5f61c92-7ae9-45cf-9e7b-210f28781364', 'name': 'tempest-TestMinimumBasicScenario-36792493-router', 'tenant_id': 'cd0ab033311a4c379b430aee7a145dbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.136'}], 'enable_snat': True}, 'gw_port_id': 'c1c302c0-e663-450a-9696-5f553a3fad20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T19:19:25Z', 'updated_at': '2021-07-14T19:19:26Z', 'revision_number': 3, 'project_id': 'cd0ab033311a4c379b430aee7a145dbd', 'gw_port': {'id': 'c1c302c0-e663-450a-9696-5f553a3fad20', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:0b:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5f61c92-7ae9-45cf-9e7b-210f28781364', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4104, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T19:19:25Z', 'updated_at': '2021-07-14T19:19:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3'}], 'n-d-800634-3', False) {} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 19:19:28.472692 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5391b56-b48d-49d8-808f-e6d21f9a0bf3 None None] The sync data for ids ['e5f61c92-7ae9-45cf-9e7b-210f28781364'] in n-d-800634-3 is: [{'id': 'e5f61c92-7ae9-45cf-9e7b-210f28781364', 'name': 'tempest-TestMinimumBasicScenario-36792493-router', 'tenant_id': 'cd0ab033311a4c379b430aee7a145dbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.136'}], 'enable_snat': True}, 'gw_port_id': 'c1c302c0-e663-450a-9696-5f553a3fad20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T19:19:25Z', 'updated_at': '2021-07-14T19:19:26Z', 'revision_number': 3, 'project_id': 'cd0ab033311a4c379b430aee7a145dbd', 'gw_port': {'id': 'c1c302c0-e663-450a-9696-5f553a3fad20', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:0b:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5f61c92-7ae9-45cf-9e7b-210f28781364', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4104, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T19:19:25Z', 'updated_at': '2021-07-14T19:19:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3'}] {{(pid=93918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 19:19:28.523560 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-d97f40c2-f5c9-4459-a254-7317296ae868 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:19:28.571031 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-2a4a4ecc-2639-406d-92c6-2c3ad910ec07 None None] Provisioning for port da222166-d310-48b9-802c-5406c2fe2dd2 completed by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 19:19:28.575894 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-2a4a4ecc-2639-406d-92c6-2c3ad910ec07 None None] Provisioning complete for port da222166-d310-48b9-802c-5406c2fe2dd2 triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 19:19:28.576544 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-2a4a4ecc-2639-406d-92c6-2c3ad910ec07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:19:28.620827 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-2a4a4ecc-2639-406d-92c6-2c3ad910ec07 None None] Port da222166-d310-48b9-802c-5406c2fe2dd2 cannot update to ACTIVE because it is not bound. {{(pid=93917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 19:19:28.704355 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-d97f40c2-f5c9-4459-a254-7317296ae868 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:19:28.720279 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-d97f40c2-f5c9-4459-a254-7317296ae868 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25912978'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:19:28.796343 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97f40c2-f5c9-4459-a254-7317296ae868 admin admin] Pushing event updated for resources: {'Port': ['ID=da222166-d310-48b9-802c-5406c2fe2dd2,revision_number=2']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:19:28.798929 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-d97f40c2-f5c9-4459-a254-7317296ae868 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-598741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-928734'] for router_interface, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:19:28.905456 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d97f40c2-f5c9-4459-a254-7317296ae868 admin admin] Network 00675d1c-9c13-4b3f-8550-b9b21b35b6e7 is already hosted by enough agents. {{(pid=93915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 19:19:28.906984 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [None req-d97f40c2-f5c9-4459-a254-7317296ae868 admin admin] Resources bound (agent type, host, resource id): {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 19:19:29.041275 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d97f40c2-f5c9-4459-a254-7317296ae868 admin admin] Router e5f61c92-7ae9-45cf-9e7b-210f28781364 has already been hosted by L3 agent 2c6eb27e-defb-4cca-9a24-381c7415e359 {{(pid=93915) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 19:19:29.145681 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-e58998b0-e5c7-440a-8464-4666c7faa8b2 None None] Provisioning complete for port da222166-d310-48b9-802c-5406c2fe2dd2 triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 19:19:29.146251 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-e58998b0-e5c7-440a-8464-4666c7faa8b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:19:29.163114 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d97f40c2-f5c9-4459-a254-7317296ae868 admin admin] Notify agent at l3_agent.n-d-800634-3 the message routers_updated {{(pid=93915) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 19:19:29.170414 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-d97f40c2-f5c9-4459-a254-7317296ae868 admin admin] 10.222.0.16 "PUT /v2.0/routers/e5f61c92-7ae9-45cf-9e7b-210f28781364/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0924947 Jul 14 19:19:29.182038 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-e58998b0-e5c7-440a-8464-4666c7faa8b2 None None] Port da222166-d310-48b9-802c-5406c2fe2dd2 cannot update to ACTIVE because it is not bound. {{(pid=93917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 19:19:29.404598 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device c1c302c0-e663-450a-9696-5f553a3fad20 up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 19:19:29.473308 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning for port c1c302c0-e663-450a-9696-5f553a3fad20 completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 19:19:29.477274 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port c1c302c0-e663-450a-9696-5f553a3fad20 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 19:19:29.477651 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:19:29.562887 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:19:29.584583 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] For port c1c302c0-e663-450a-9696-5f553a3fad20, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=c1c302c0-e663-450a-9696-5f553a3fad20,segment=NetworkSegment(5afb940b-bbdf-4727-be00-5d46367c38a1),segment_id=5afb940b-bbdf-4727-be00-5d46367c38a1)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 19:19:29.589061 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:19:29.589863 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 2eb55b96-b9a4-485d-8096-420f6f788465 up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 19:19:29.667863 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Pushing event updated for resources: {'Port': ['ID=c1c302c0-e663-450a-9696-5f553a3fad20,revision_number=4']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:19:29.681870 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port 2eb55b96-b9a4-485d-8096-420f6f788465 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 19:19:29.682255 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:19:29.686693 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 59942) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 19:19:29.692171 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-fcd4d3fe-afc5-4e7f-9e41-962a4720b66d admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1325607762-network', 'tenant_id': 'eb1ba878fb1941b1a323a1c857c05bb5'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 19:19:29.714223 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcd4d3fe-afc5-4e7f-9e41-962a4720b66d admin admin] Made reservation on behalf of eb1ba878fb1941b1a323a1c857c05bb5 for: {'network': 1} {{(pid=93915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 19:19:29.717133 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-fcd4d3fe-afc5-4e7f-9e41-962a4720b66d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for network, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:19:29.725617 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-fcd4d3fe-afc5-4e7f-9e41-962a4720b66d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:19:29.826156 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-fcd4d3fe-afc5-4e7f-9e41-962a4720b66d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:19:29.832110 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-fcd4d3fe-afc5-4e7f-9e41-962a4720b66d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:19:29.859357 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fcd4d3fe-afc5-4e7f-9e41-962a4720b66d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 89} {{(pid=93915) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 19:19:29.869820 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd4d3fe-afc5-4e7f-9e41-962a4720b66d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1751e7cc-4123-4de3-913f-15890cc684f6,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:19:29.876809 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-fcd4d3fe-afc5-4e7f-9e41-962a4720b66d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:19:29.877169 n-d-800634-3 neutron-server[93915]: INFO neutron.db.segments_db [None req-fcd4d3fe-afc5-4e7f-9e41-962a4720b66d admin admin] Added segment 4fea954a-c85f-492a-bd5a-43ea1cbb6bd6 of type vlan for network 3f1cb2ca-cc0c-44a7-94cb-2333b2262444 Jul 14 19:19:29.920237 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-fcd4d3fe-afc5-4e7f-9e41-962a4720b66d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728202197517'] for network, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:19:29.957984 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-fcd4d3fe-afc5-4e7f-9e41-962a4720b66d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727'] for network, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:19:29.959628 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcd4d3fe-afc5-4e7f-9e41-962a4720b66d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:19:29.960502 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-fcd4d3fe-afc5-4e7f-9e41-962a4720b66d admin admin] Notify callbacks [] for network, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:19:30.013471 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-fcd4d3fe-afc5-4e7f-9e41-962a4720b66d admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3253689 Jul 14 19:19:30.016497 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 59944) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 19:19:30.025487 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd4d3fe-afc5-4e7f-9e41-962a4720b66d admin admin] Pushing event updated for resources: {'Network': ['ID=3f1cb2ca-cc0c-44a7-94cb-2333b2262444,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:19:30.029035 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-e1411f6b-26c8-4319-a600-ee6b457845f0 admin admin] Request body: {'subnet': {'network_id': '3f1cb2ca-cc0c-44a7-94cb-2333b2262444', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1325607762-subnet', 'tenant_id': 'eb1ba878fb1941b1a323a1c857c05bb5', 'ip_version': 4}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 19:19:30.036315 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Network 3f1cb2ca-cc0c-44a7-94cb-2333b2262444 details requested by agent ovs-agent-n-d-800634-3 with host n-d-800634-3 {{(pid=93917) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 19:19:30.057079 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1411f6b-26c8-4319-a600-ee6b457845f0 admin admin] Made reservation on behalf of eb1ba878fb1941b1a323a1c857c05bb5 for: {'subnet': 1} {{(pid=93916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 19:19:30.059705 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-e1411f6b-26c8-4319-a600-ee6b457845f0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26033189'] for subnet, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:19:30.129191 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80c78e4d-f95c-4925-930e-a0b134e6375c None None] Sync routers for ids ['e5f61c92-7ae9-45cf-9e7b-210f28781364'] in n-d-800634-3 {{(pid=93917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 19:19:30.139094 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80c78e4d-f95c-4925-930e-a0b134e6375c None None] Routers {'e5f61c92-7ae9-45cf-9e7b-210f28781364'} bound to L3 agent in host n-d-800634-3 {{(pid=93917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 19:19:30.139721 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-80c78e4d-f95c-4925-930e-a0b134e6375c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T19:19:23Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['e5f61c92-7ae9-45cf-9e7b-210f28781364'], 'active': True} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 19:19:30.245637 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-e1411f6b-26c8-4319-a600-ee6b457845f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2684753', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26033175'] for subnet, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:19:30.249123 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvr_db [None req-80c78e4d-f95c-4925-930e-a0b134e6375c None None] Set router e5f61c92-7ae9-45cf-9e7b-210f28781364 gateway port host: n-d-800634-3 {{(pid=93917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 19:19:30.295606 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1411f6b-26c8-4319-a600-ee6b457845f0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=91db571c-7960-42ac-ba55-338ce91018c8,revision_number=0']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:19:30.314478 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1411f6b-26c8-4319-a600-ee6b457845f0 admin admin] Checking segment: {'id': '4fea954a-c85f-492a-bd5a-43ea1cbb6bd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '3f1cb2ca-cc0c-44a7-94cb-2333b2262444'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93916) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 19:19:30.314478 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1411f6b-26c8-4319-a600-ee6b457845f0 admin admin] Network hostable DHCP agents. Network: 3f1cb2ca-cc0c-44a7-94cb-2333b2262444, hostable agents: ['028393c3-0576-4ebd-bca1-8ea8a148e1a2'], hosted agents: [] {{(pid=93916) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 19:19:30.332543 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1411f6b-26c8-4319-a600-ee6b457845f0 admin admin] Network 3f1cb2ca-cc0c-44a7-94cb-2333b2262444 is scheduled to be hosted by DHCP agent 028393c3-0576-4ebd-bca1-8ea8a148e1a2 with binding_index 1 {{(pid=93916) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 19:19:30.342162 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [None req-e1411f6b-26c8-4319-a600-ee6b457845f0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-3, 3f1cb2ca-cc0c-44a7-94cb-2333b2262444) {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 19:19:30.346902 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1411f6b-26c8-4319-a600-ee6b457845f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:19:30.347500 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-e1411f6b-26c8-4319-a600-ee6b457845f0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:19:30.363208 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-e1411f6b-26c8-4319-a600-ee6b457845f0 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3438509 Jul 14 19:19:30.363424 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89e106d9-80a7-4369-9405-1d5d32dc6c32 None None] Network 3f1cb2ca-cc0c-44a7-94cb-2333b2262444 requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 19:19:30.365580 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 59946) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 19:19:30.370194 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-b0611c64-120f-43b2-bf3a-b08afe49a872 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1325607762-router', 'tenant_id': 'eb1ba878fb1941b1a323a1c857c05bb5', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61'}}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 19:19:30.392537 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-b0611c64-120f-43b2-bf3a-b08afe49a872 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-571768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11104'] for router, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:19:30.393421 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-b0611c64-120f-43b2-bf3a-b08afe49a872 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-571675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-930014', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-632314', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11129'] for router, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:19:30.459345 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-b0611c64-120f-43b2-bf3a-b08afe49a872 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:19:30.574291 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-80c78e4d-f95c-4925-930e-a0b134e6375c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5f61c92-7ae9-45cf-9e7b-210f28781364', 'name': 'tempest-TestMinimumBasicScenario-36792493-router', 'tenant_id': 'cd0ab033311a4c379b430aee7a145dbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.136'}], 'enable_snat': True}, 'gw_port_id': 'c1c302c0-e663-450a-9696-5f553a3fad20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T19:19:25Z', 'updated_at': '2021-07-14T19:19:28Z', 'revision_number': 4, 'project_id': 'cd0ab033311a4c379b430aee7a145dbd', 'gw_port': {'id': 'c1c302c0-e663-450a-9696-5f553a3fad20', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:0b:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5f61c92-7ae9-45cf-9e7b-210f28781364', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4104, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T19:19:25Z', 'updated_at': '2021-07-14T19:19:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_interfaces': [{'id': 'da222166-d310-48b9-802c-5406c2fe2dd2', 'name': '', 'network_id': '00675d1c-9c13-4b3f-8550-b9b21b35b6e7', 'tenant_id': 'cd0ab033311a4c379b430aee7a145dbd', 'mac_address': 'fa:16:3e:a9:16:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5f61c92-7ae9-45cf-9e7b-210f28781364', 'device_owner': 'network:router_interface', 'standard_attr_id': 4105, 'fixed_ips': [{'subnet_id': 'ac454767-9fb8-4988-8b3f-11ecf8086210', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T19:19:27Z', 'updated_at': '2021-07-14T19:19:28Z', 'revision_number': 2, 'project_id': 'cd0ab033311a4c379b430aee7a145dbd', 'subnets': [{'id': 'ac454767-9fb8-4988-8b3f-11ecf8086210', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-3', False) {} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 19:19:30.579286 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d9989db-687d-4839-9b34-146cab029eb4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9222b97e-5d1c-54f8-ba97-82f172498e76-3f1cb2ca-cc0c-44a7-94cb-2333b2262444', 'network_id': '3f1cb2ca-cc0c-44a7-94cb-2333b2262444', 'tenant_id': 'eb1ba878fb1941b1a323a1c857c05bb5', 'fixed_ips': [{'subnet_id': '91db571c-7960-42ac-ba55-338ce91018c8'}]}} from n-d-800634-3. {{(pid=93917) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 19:19:30.580170 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-8d9989db-687d-4839-9b34-146cab029eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:19:30.606568 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80c78e4d-f95c-4925-930e-a0b134e6375c None None] Checking router: e5f61c92-7ae9-45cf-9e7b-210f28781364 for host: n-d-800634-3 {{(pid=93917) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 19:19:30.607335 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80c78e4d-f95c-4925-930e-a0b134e6375c None None] Updating router e5f61c92-7ae9-45cf-9e7b-210f28781364 port da222166-d310-48b9-802c-5406c2fe2dd2 binding host n-d-800634-3 {{(pid=93917) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 19:19:30.707035 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-80c78e4d-f95c-4925-930e-a0b134e6375c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:19:30.873434 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.db_base_plugin_common [None req-8d9989db-687d-4839-9b34-146cab029eb4 None None] Allocated IP 172.20.0.2 (3f1cb2ca-cc0c-44a7-94cb-2333b2262444/91db571c-7960-42ac-ba55-338ce91018c8/36c4a90a-abb5-43bf-b77b-3ea3a8a352f6) {{(pid=93917) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 19:19:30.956271 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-b0611c64-120f-43b2-bf3a-b08afe49a872 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-929996', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-571750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11395'] for router, precommit_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:19:31.132620 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-8d9989db-687d-4839-9b34-146cab029eb4 None None] Notify callbacks [] for port, precommit_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:19:31.152153 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-8d9989db-687d-4839-9b34-146cab029eb4 None None] Transition to ACTIVE for port object 36c4a90a-abb5-43bf-b77b-3ea3a8a352f6 will not be triggered until provisioned by entity L2. {{(pid=93917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 19:19:31.158987 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-80c78e4d-f95c-4925-930e-a0b134e6375c None None] Notify callbacks [] for port, precommit_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:19:31.174602 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-b0611c64-120f-43b2-bf3a-b08afe49a872 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:19:31.177055 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-80c78e4d-f95c-4925-930e-a0b134e6375c None None] Transition to ACTIVE for port object da222166-d310-48b9-802c-5406c2fe2dd2 will not be triggered until provisioned by entity L2. {{(pid=93917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 19:19:31.179181 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-8d9989db-687d-4839-9b34-146cab029eb4 None None] Transition to ACTIVE for port object 36c4a90a-abb5-43bf-b77b-3ea3a8a352f6 will not be triggered until provisioned by entity DHCP. {{(pid=93917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 19:19:31.185232 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-80c78e4d-f95c-4925-930e-a0b134e6375c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:19:31.190040 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-8d9989db-687d-4839-9b34-146cab029eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804'] for port, after_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:19:31.194302 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-b0611c64-120f-43b2-bf3a-b08afe49a872 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:19:31.314618 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.db_base_plugin_common [None req-b0611c64-120f-43b2-bf3a-b08afe49a872 admin admin] Allocated IP 172.25.1.205 (9200a437-e1de-4520-88f6-e68386523e61/5f47f848-4532-407a-a0e2-5690ade15fd0/0acf2c12-2fdf-467d-80e4-b1e0ec034faf) {{(pid=93916) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 19:19:31.380032 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device c1c302c0-e663-450a-9696-5f553a3fad20 up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 19:19:31.425529 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-b0611c64-120f-43b2-bf3a-b08afe49a872 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:19:31.427403 n-d-800634-3 neutron-server[93917]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d9989db-687d-4839-9b34-146cab029eb4 None None] Network 3f1cb2ca-cc0c-44a7-94cb-2333b2262444 is already hosted by enough agents. {{(pid=93917) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 19:19:31.439114 n-d-800634-3 neutron-server[93917]: DEBUG neutron.scheduler.base_scheduler [None req-8d9989db-687d-4839-9b34-146cab029eb4 None None] Resources bound (agent type, host, resource id): {{(pid=93917) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 19:19:31.443291 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbeb0ca-0258-43bf-ae37-6d9733a7b3cf None None] Pushing event updated for resources: {'Port': ['ID=da222166-d310-48b9-802c-5406c2fe2dd2,revision_number=3']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:19:31.447181 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d9989db-687d-4839-9b34-146cab029eb4 None None] Received port after_create {{(pid=93917) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 19:19:31.471514 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-b0611c64-120f-43b2-bf3a-b08afe49a872 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:19:31.513832 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0611c64-120f-43b2-bf3a-b08afe49a872 admin admin] Network 9200a437-e1de-4520-88f6-e68386523e61 is already hosted by enough agents. {{(pid=93916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 19:19:31.516893 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [None req-b0611c64-120f-43b2-bf3a-b08afe49a872 admin admin] Resources bound (agent type, host, resource id): {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 19:19:31.520586 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0611c64-120f-43b2-bf3a-b08afe49a872 admin admin] Received port after_create {{(pid=93916) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 19:19:31.553383 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0611c64-120f-43b2-bf3a-b08afe49a872 admin admin] Pushing event updated for resources: {'Port': ['ID=0acf2c12-2fdf-467d-80e4-b1e0ec034faf,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:19:31.603121 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-8d9989db-687d-4839-9b34-146cab029eb4 None None] Attempting to bind port 36c4a90a-abb5-43bf-b77b-3ea3a8a352f6 on host n-d-800634-3 for vnic_type normal with profile {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 19:19:31.603489 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-8d9989db-687d-4839-9b34-146cab029eb4 None None] Attempting to bind port 36c4a90a-abb5-43bf-b77b-3ea3a8a352f6 by drivers openvswitch,hyperv on host n-d-800634-3 at level 0 using segments [{'id': '4fea954a-c85f-492a-bd5a-43ea1cbb6bd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '3f1cb2ca-cc0c-44a7-94cb-2333b2262444'}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 19:19:31.603885 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d9989db-687d-4839-9b34-146cab029eb4 None None] Attempting to bind port 36c4a90a-abb5-43bf-b77b-3ea3a8a352f6 on network 3f1cb2ca-cc0c-44a7-94cb-2333b2262444 {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 19:19:31.605869 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-80c78e4d-f95c-4925-930e-a0b134e6375c None None] Attempting to bind port da222166-d310-48b9-802c-5406c2fe2dd2 on host n-d-800634-3 for vnic_type normal with profile {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 19:19:31.606715 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-80c78e4d-f95c-4925-930e-a0b134e6375c None None] Attempting to bind port da222166-d310-48b9-802c-5406c2fe2dd2 by drivers openvswitch,hyperv on host n-d-800634-3 at level 0 using segments [{'id': 'f2d7de02-6552-4457-aaae-e364fad2237f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '00675d1c-9c13-4b3f-8550-b9b21b35b6e7'}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 19:19:31.607325 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80c78e4d-f95c-4925-930e-a0b134e6375c None None] Attempting to bind port da222166-d310-48b9-802c-5406c2fe2dd2 on network 00675d1c-9c13-4b3f-8550-b9b21b35b6e7 {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 19:19:31.610525 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9989db-687d-4839-9b34-146cab029eb4 None None] Pushing event updated for resources: {'Port': ['ID=36c4a90a-abb5-43bf-b77b-3ea3a8a352f6,revision_number=1']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:19:31.622166 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d9989db-687d-4839-9b34-146cab029eb4 None None] Checking agent: {'id': '01c19e91-a945-4e3c-94a6-c211e17c923e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 8, 23), 'started_at': datetime.datetime(2021, 7, 14, 18, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 19, 19, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 19:19:31.622536 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d9989db-687d-4839-9b34-146cab029eb4 None None] Checking segment: {'id': '4fea954a-c85f-492a-bd5a-43ea1cbb6bd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '3f1cb2ca-cc0c-44a7-94cb-2333b2262444'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93917) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 19:19:31.622936 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-8d9989db-687d-4839-9b34-146cab029eb4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:19:31.623327 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d9989db-687d-4839-9b34-146cab029eb4 None None] Bound using segment: {'id': '4fea954a-c85f-492a-bd5a-43ea1cbb6bd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '3f1cb2ca-cc0c-44a7-94cb-2333b2262444'} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 19:19:31.623801 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-8d9989db-687d-4839-9b34-146cab029eb4 None None] Bound port: 36c4a90a-abb5-43bf-b77b-3ea3a8a352f6, host: n-d-800634-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fea954a-c85f-492a-bd5a-43ea1cbb6bd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '3f1cb2ca-cc0c-44a7-94cb-2333b2262444'}}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 19:19:31.624211 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-8d9989db-687d-4839-9b34-146cab029eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:19:31.630374 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80c78e4d-f95c-4925-930e-a0b134e6375c None None] Checking agent: {'id': '01c19e91-a945-4e3c-94a6-c211e17c923e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 8, 23), 'started_at': datetime.datetime(2021, 7, 14, 18, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 19, 19, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 19:19:31.630741 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80c78e4d-f95c-4925-930e-a0b134e6375c None None] Checking segment: {'id': 'f2d7de02-6552-4457-aaae-e364fad2237f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '00675d1c-9c13-4b3f-8550-b9b21b35b6e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93917) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 19:19:31.631130 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-80c78e4d-f95c-4925-930e-a0b134e6375c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:19:31.631511 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80c78e4d-f95c-4925-930e-a0b134e6375c None None] Bound using segment: {'id': 'f2d7de02-6552-4457-aaae-e364fad2237f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '00675d1c-9c13-4b3f-8550-b9b21b35b6e7'} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 19:19:31.631984 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-80c78e4d-f95c-4925-930e-a0b134e6375c None None] Bound port: da222166-d310-48b9-802c-5406c2fe2dd2, host: n-d-800634-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2d7de02-6552-4457-aaae-e364fad2237f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '00675d1c-9c13-4b3f-8550-b9b21b35b6e7'}}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 19:19:31.632380 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-80c78e4d-f95c-4925-930e-a0b134e6375c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:19:31.642458 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port c1c302c0-e663-450a-9696-5f553a3fad20 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 19:19:31.642843 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:19:31.787929 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-8d9989db-687d-4839-9b34-146cab029eb4 None None] For port 36c4a90a-abb5-43bf-b77b-3ea3a8a352f6, host n-d-800634-3, cleared binding levels {{(pid=93917) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 19:19:31.793292 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-8d9989db-687d-4839-9b34-146cab029eb4 None None] For port 36c4a90a-abb5-43bf-b77b-3ea3a8a352f6, host n-d-800634-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=36c4a90a-abb5-43bf-b77b-3ea3a8a352f6,segment=NetworkSegment(4fea954a-c85f-492a-bd5a-43ea1cbb6bd6),segment_id=4fea954a-c85f-492a-bd5a-43ea1cbb6bd6)] {{(pid=93917) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 19:19:31.795418 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-80c78e4d-f95c-4925-930e-a0b134e6375c None None] For port da222166-d310-48b9-802c-5406c2fe2dd2, host n-d-800634-3, cleared binding levels {{(pid=93917) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 19:19:31.799483 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-80c78e4d-f95c-4925-930e-a0b134e6375c None None] For port da222166-d310-48b9-802c-5406c2fe2dd2, host n-d-800634-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=da222166-d310-48b9-802c-5406c2fe2dd2,segment=NetworkSegment(f2d7de02-6552-4457-aaae-e364fad2237f),segment_id=f2d7de02-6552-4457-aaae-e364fad2237f)] {{(pid=93917) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 19:19:31.800648 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-b0611c64-120f-43b2-bf3a-b08afe49a872 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:19:31.800898 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-8d9989db-687d-4839-9b34-146cab029eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:19:31.808357 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-80c78e4d-f95c-4925-930e-a0b134e6375c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:19:31.913432 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9989db-687d-4839-9b34-146cab029eb4 None None] Pushing event updated for resources: {'Port': ['ID=36c4a90a-abb5-43bf-b77b-3ea3a8a352f6,revision_number=2']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:19:31.916217 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80c78e4d-f95c-4925-930e-a0b134e6375c None None] Routers {'e5f61c92-7ae9-45cf-9e7b-210f28781364'} bound to L3 agent in host n-d-800634-3 {{(pid=93917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 19:19:31.919234 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-80c78e4d-f95c-4925-930e-a0b134e6375c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T19:19:23Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['e5f61c92-7ae9-45cf-9e7b-210f28781364'], 'active': True} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 19:19:32.046206 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbeb0ca-0258-43bf-ae37-6d9733a7b3cf None None] Pushing event updated for resources: {'Port': ['ID=da222166-d310-48b9-802c-5406c2fe2dd2,revision_number=4']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:19:32.051351 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-b0611c64-120f-43b2-bf3a-b08afe49a872 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-571759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-930033'] for router, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:19:32.149017 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvr_db [None req-80c78e4d-f95c-4925-930e-a0b134e6375c None None] Set router e5f61c92-7ae9-45cf-9e7b-210f28781364 gateway port host: n-d-800634-3 {{(pid=93917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 19:19:32.233847 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0611c64-120f-43b2-bf3a-b08afe49a872 admin admin] Router 30b7d36e-1a1c-4f91-8d80-117cf8e156e4 is scheduled to L3 agent 2c6eb27e-defb-4cca-9a24-381c7415e359 with binding_index 1 {{(pid=93916) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 19:19:32.358978 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0611c64-120f-43b2-bf3a-b08afe49a872 admin admin] Notify agent at l3_agent.n-d-800634-3 the message routers_updated {{(pid=93916) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 19:19:32.369250 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f28720e-022f-4a0a-82a5-7ee22d47f573 None None] Sync routers for ids ['30b7d36e-1a1c-4f91-8d80-117cf8e156e4'] in n-d-800634-3 {{(pid=93918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 19:19:32.379865 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-b0611c64-120f-43b2-bf3a-b08afe49a872 admin admin] Notify callbacks [] for router, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:19:32.381177 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-b0611c64-120f-43b2-bf3a-b08afe49a872 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.0145540 Jul 14 19:19:32.383573 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f28720e-022f-4a0a-82a5-7ee22d47f573 None None] Routers {'30b7d36e-1a1c-4f91-8d80-117cf8e156e4'} bound to L3 agent in host n-d-800634-3 {{(pid=93918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 19:19:32.384650 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-0f28720e-022f-4a0a-82a5-7ee22d47f573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T19:19:23Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['30b7d36e-1a1c-4f91-8d80-117cf8e156e4'], 'active': True} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 19:19:32.386514 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 59948) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 19:19:32.400713 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-80c78e4d-f95c-4925-930e-a0b134e6375c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5f61c92-7ae9-45cf-9e7b-210f28781364', 'name': 'tempest-TestMinimumBasicScenario-36792493-router', 'tenant_id': 'cd0ab033311a4c379b430aee7a145dbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.136'}], 'enable_snat': True}, 'gw_port_id': 'c1c302c0-e663-450a-9696-5f553a3fad20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T19:19:25Z', 'updated_at': '2021-07-14T19:19:28Z', 'revision_number': 4, 'project_id': 'cd0ab033311a4c379b430aee7a145dbd', 'gw_port': {'id': 'c1c302c0-e663-450a-9696-5f553a3fad20', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:0b:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5f61c92-7ae9-45cf-9e7b-210f28781364', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4104, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T19:19:25Z', 'updated_at': '2021-07-14T19:19:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_interfaces': [{'id': 'da222166-d310-48b9-802c-5406c2fe2dd2', 'name': '', 'network_id': '00675d1c-9c13-4b3f-8550-b9b21b35b6e7', 'tenant_id': 'cd0ab033311a4c379b430aee7a145dbd', 'mac_address': 'fa:16:3e:a9:16:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5f61c92-7ae9-45cf-9e7b-210f28781364', 'device_owner': 'network:router_interface', 'standard_attr_id': 4105, 'fixed_ips': [{'subnet_id': 'ac454767-9fb8-4988-8b3f-11ecf8086210', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T19:19:27Z', 'updated_at': '2021-07-14T19:19:31Z', 'revision_number': 4, 'project_id': 'cd0ab033311a4c379b430aee7a145dbd', 'subnets': [{'id': 'ac454767-9fb8-4988-8b3f-11ecf8086210', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-3', False) {} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 19:19:32.444373 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80c78e4d-f95c-4925-930e-a0b134e6375c None None] The sync data for ids ['e5f61c92-7ae9-45cf-9e7b-210f28781364'] in n-d-800634-3 is: [{'id': 'e5f61c92-7ae9-45cf-9e7b-210f28781364', 'name': 'tempest-TestMinimumBasicScenario-36792493-router', 'tenant_id': 'cd0ab033311a4c379b430aee7a145dbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.136'}], 'enable_snat': True}, 'gw_port_id': 'c1c302c0-e663-450a-9696-5f553a3fad20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T19:19:25Z', 'updated_at': '2021-07-14T19:19:28Z', 'revision_number': 4, 'project_id': 'cd0ab033311a4c379b430aee7a145dbd', 'gw_port': {'id': 'c1c302c0-e663-450a-9696-5f553a3fad20', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:0b:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5f61c92-7ae9-45cf-9e7b-210f28781364', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4104, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T19:19:25Z', 'updated_at': '2021-07-14T19:19:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_interfaces': [{'id': 'da222166-d310-48b9-802c-5406c2fe2dd2', 'name': '', 'network_id': '00675d1c-9c13-4b3f-8550-b9b21b35b6e7', 'tenant_id': 'cd0ab033311a4c379b430aee7a145dbd', 'mac_address': 'fa:16:3e:a9:16:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5f61c92-7ae9-45cf-9e7b-210f28781364', 'device_owner': 'network:router_interface', 'standard_attr_id': 4105, 'fixed_ips': [{'subnet_id': 'ac454767-9fb8-4988-8b3f-11ecf8086210', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T19:19:27Z', 'updated_at': '2021-07-14T19:19:31Z', 'revision_number': 4, 'project_id': 'cd0ab033311a4c379b430aee7a145dbd', 'subnets': [{'id': 'ac454767-9fb8-4988-8b3f-11ecf8086210', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 19:19:32.562112 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvr_db [None req-0f28720e-022f-4a0a-82a5-7ee22d47f573 None None] Set router 30b7d36e-1a1c-4f91-8d80-117cf8e156e4 gateway port host: n-d-800634-3 {{(pid=93918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 19:19:32.811478 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-0f28720e-022f-4a0a-82a5-7ee22d47f573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30b7d36e-1a1c-4f91-8d80-117cf8e156e4', 'name': 'tempest-TestMinimumBasicScenario-1325607762-router', 'tenant_id': 'eb1ba878fb1941b1a323a1c857c05bb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.205'}], 'enable_snat': True}, 'gw_port_id': '0acf2c12-2fdf-467d-80e4-b1e0ec034faf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T19:19:30Z', 'updated_at': '2021-07-14T19:19:31Z', 'revision_number': 3, 'project_id': 'eb1ba878fb1941b1a323a1c857c05bb5', 'gw_port': {'id': '0acf2c12-2fdf-467d-80e4-b1e0ec034faf', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:d6:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30b7d36e-1a1c-4f91-8d80-117cf8e156e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4116, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T19:19:31Z', 'updated_at': '2021-07-14T19:19:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3'}], 'n-d-800634-3', False) {} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 19:19:32.857766 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f28720e-022f-4a0a-82a5-7ee22d47f573 None None] Checking router: 30b7d36e-1a1c-4f91-8d80-117cf8e156e4 for host: n-d-800634-3 {{(pid=93918) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 19:19:32.858114 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f28720e-022f-4a0a-82a5-7ee22d47f573 None None] Updating router 30b7d36e-1a1c-4f91-8d80-117cf8e156e4 port 0acf2c12-2fdf-467d-80e4-b1e0ec034faf binding host n-d-800634-3 {{(pid=93918) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 19:19:32.900787 n-d-800634-3 neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-0f28720e-022f-4a0a-82a5-7ee22d47f573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:19:32.991990 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-a18ef6e0-bf52-41c4-be62-f0b4f8643212 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:19:33.030327 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:19:33.158815 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae14af64-51e5-4208-8a27-ee77b67fd2aa None None] Network 3f1cb2ca-cc0c-44a7-94cb-2333b2262444 requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 19:19:33.203529 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.db_base_plugin_common [None req-a18ef6e0-bf52-41c4-be62-f0b4f8643212 admin admin] Allocated IP 172.20.0.1 (3f1cb2ca-cc0c-44a7-94cb-2333b2262444/91db571c-7960-42ac-ba55-338ce91018c8/950f92ab-20b1-49d6-be33-57683c4437e1) {{(pid=93915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 19:19:33.250501 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-3f795838-b706-4235-854c-db9bfde7e632 None None] Provisioning for port 36c4a90a-abb5-43bf-b77b-3ea3a8a352f6 completed by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 19:19:33.283202 n-d-800634-3 neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-0f28720e-022f-4a0a-82a5-7ee22d47f573 None None] Notify callbacks [] for port, precommit_update {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:19:33.308467 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.provisioning_blocks [None req-0f28720e-022f-4a0a-82a5-7ee22d47f573 None None] Transition to ACTIVE for port object 0acf2c12-2fdf-467d-80e4-b1e0ec034faf will not be triggered until provisioned by entity L2. {{(pid=93918) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 19:19:33.323455 n-d-800634-3 neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-0f28720e-022f-4a0a-82a5-7ee22d47f573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:19:33.375545 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.managers [None req-0f28720e-022f-4a0a-82a5-7ee22d47f573 None None] Attempting to bind port 0acf2c12-2fdf-467d-80e4-b1e0ec034faf on host n-d-800634-3 for vnic_type normal with profile {{(pid=93918) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 19:19:33.376533 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.managers [None req-0f28720e-022f-4a0a-82a5-7ee22d47f573 None None] Attempting to bind port 0acf2c12-2fdf-467d-80e4-b1e0ec034faf by drivers openvswitch,hyperv on host n-d-800634-3 at level 0 using segments [{'id': '5afb940b-bbdf-4727-be00-5d46367c38a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9200a437-e1de-4520-88f6-e68386523e61'}] {{(pid=93918) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 19:19:33.376533 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f28720e-022f-4a0a-82a5-7ee22d47f573 None None] Attempting to bind port 0acf2c12-2fdf-467d-80e4-b1e0ec034faf on network 9200a437-e1de-4520-88f6-e68386523e61 {{(pid=93918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 19:19:33.380338 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-a18ef6e0-bf52-41c4-be62-f0b4f8643212 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:19:33.388329 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677875d5-826f-4716-a751-119f3668499b None None] Pushing event updated for resources: {'Port': ['ID=0acf2c12-2fdf-467d-80e4-b1e0ec034faf,revision_number=2']} {{(pid=93918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:19:33.390880 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f28720e-022f-4a0a-82a5-7ee22d47f573 None None] Checking agent: {'id': '01c19e91-a945-4e3c-94a6-c211e17c923e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 8, 23), 'started_at': datetime.datetime(2021, 7, 14, 18, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 19, 19, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 19:19:33.391254 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f28720e-022f-4a0a-82a5-7ee22d47f573 None None] Checking segment: {'id': '5afb940b-bbdf-4727-be00-5d46367c38a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9200a437-e1de-4520-88f6-e68386523e61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93918) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 19:19:33.391788 n-d-800634-3 neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-0f28720e-022f-4a0a-82a5-7ee22d47f573 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:19:33.397902 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f28720e-022f-4a0a-82a5-7ee22d47f573 None None] Bound using segment: {'id': '5afb940b-bbdf-4727-be00-5d46367c38a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9200a437-e1de-4520-88f6-e68386523e61'} {{(pid=93918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 19:19:33.398213 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.provisioning_blocks [None req-a18ef6e0-bf52-41c4-be62-f0b4f8643212 admin admin] Transition to ACTIVE for port object 950f92ab-20b1-49d6-be33-57683c4437e1 will not be triggered until provisioned by entity DHCP. {{(pid=93915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 19:19:33.398689 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.managers [None req-0f28720e-022f-4a0a-82a5-7ee22d47f573 None None] Bound port: 0acf2c12-2fdf-467d-80e4-b1e0ec034faf, host: n-d-800634-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5afb940b-bbdf-4727-be00-5d46367c38a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9200a437-e1de-4520-88f6-e68386523e61'}}] {{(pid=93918) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 19:19:33.398807 n-d-800634-3 neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-0f28720e-022f-4a0a-82a5-7ee22d47f573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:19:33.446635 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-a18ef6e0-bf52-41c4-be62-f0b4f8643212 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:19:33.479306 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 36c4a90a-abb5-43bf-b77b-3ea3a8a352f6 up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 19:19:33.494542 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.db [None req-0f28720e-022f-4a0a-82a5-7ee22d47f573 None None] For port 0acf2c12-2fdf-467d-80e4-b1e0ec034faf, host n-d-800634-3, cleared binding levels {{(pid=93918) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 19:19:33.499715 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.db [None req-0f28720e-022f-4a0a-82a5-7ee22d47f573 None None] For port 0acf2c12-2fdf-467d-80e4-b1e0ec034faf, host n-d-800634-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=0acf2c12-2fdf-467d-80e4-b1e0ec034faf,segment=NetworkSegment(5afb940b-bbdf-4727-be00-5d46367c38a1),segment_id=5afb940b-bbdf-4727-be00-5d46367c38a1)] {{(pid=93918) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 19:19:33.514846 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a18ef6e0-bf52-41c4-be62-f0b4f8643212 admin admin] Network 3f1cb2ca-cc0c-44a7-94cb-2333b2262444 is already hosted by enough agents. {{(pid=93915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 19:19:33.517156 n-d-800634-3 neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-0f28720e-022f-4a0a-82a5-7ee22d47f573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:19:33.520949 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [None req-a18ef6e0-bf52-41c4-be62-f0b4f8643212 admin admin] Resources bound (agent type, host, resource id): {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 19:19:33.530387 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a18ef6e0-bf52-41c4-be62-f0b4f8643212 admin admin] Received port after_create {{(pid=93915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 19:19:33.563405 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning for port 36c4a90a-abb5-43bf-b77b-3ea3a8a352f6 completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 19:19:33.568581 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18ef6e0-bf52-41c4-be62-f0b4f8643212 admin admin] Pushing event updated for resources: {'Port': ['ID=950f92ab-20b1-49d6-be33-57683c4437e1,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:19:33.575344 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port 36c4a90a-abb5-43bf-b77b-3ea3a8a352f6 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 19:19:33.575344 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:19:33.594563 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-a18ef6e0-bf52-41c4-be62-f0b4f8643212 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-930452'] for router_interface, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:19:33.601206 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f28720e-022f-4a0a-82a5-7ee22d47f573 None None] Routers {'30b7d36e-1a1c-4f91-8d80-117cf8e156e4'} bound to L3 agent in host n-d-800634-3 {{(pid=93918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 19:19:33.601968 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-0f28720e-022f-4a0a-82a5-7ee22d47f573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T19:19:23Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['30b7d36e-1a1c-4f91-8d80-117cf8e156e4'], 'active': True} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 19:19:33.619546 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677875d5-826f-4716-a751-119f3668499b None None] Pushing event updated for resources: {'Port': ['ID=0acf2c12-2fdf-467d-80e4-b1e0ec034faf,revision_number=3']} {{(pid=93918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:19:33.689707 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:19:33.765157 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] For port 36c4a90a-abb5-43bf-b77b-3ea3a8a352f6, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=36c4a90a-abb5-43bf-b77b-3ea3a8a352f6,segment=NetworkSegment(4fea954a-c85f-492a-bd5a-43ea1cbb6bd6),segment_id=4fea954a-c85f-492a-bd5a-43ea1cbb6bd6)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 19:19:33.771085 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:19:33.771888 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device da222166-d310-48b9-802c-5406c2fe2dd2 up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 19:19:33.807744 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvr_db [None req-0f28720e-022f-4a0a-82a5-7ee22d47f573 None None] Set router 30b7d36e-1a1c-4f91-8d80-117cf8e156e4 gateway port host: n-d-800634-3 {{(pid=93918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 19:19:33.817383 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-a18ef6e0-bf52-41c4-be62-f0b4f8643212 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:19:33.879906 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-83312275-b6fd-418f-b0d7-dd457505de63 None None] Provisioning complete for port 36c4a90a-abb5-43bf-b77b-3ea3a8a352f6 triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 19:19:33.880306 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-83312275-b6fd-418f-b0d7-dd457505de63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:19:33.882616 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Pushing event updated for resources: {'Port': ['ID=36c4a90a-abb5-43bf-b77b-3ea3a8a352f6,revision_number=3']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:19:33.917342 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning for port da222166-d310-48b9-802c-5406c2fe2dd2 completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 19:19:33.926691 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port da222166-d310-48b9-802c-5406c2fe2dd2 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 19:19:33.926958 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:19:34.066965 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-a18ef6e0-bf52-41c4-be62-f0b4f8643212 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:19:34.073332 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-a18ef6e0-bf52-41c4-be62-f0b4f8643212 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25912978'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:19:34.080919 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-0f28720e-022f-4a0a-82a5-7ee22d47f573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30b7d36e-1a1c-4f91-8d80-117cf8e156e4', 'name': 'tempest-TestMinimumBasicScenario-1325607762-router', 'tenant_id': 'eb1ba878fb1941b1a323a1c857c05bb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.205'}], 'enable_snat': True}, 'gw_port_id': '0acf2c12-2fdf-467d-80e4-b1e0ec034faf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T19:19:30Z', 'updated_at': '2021-07-14T19:19:31Z', 'revision_number': 3, 'project_id': 'eb1ba878fb1941b1a323a1c857c05bb5', 'gw_port': {'id': '0acf2c12-2fdf-467d-80e4-b1e0ec034faf', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:d6:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30b7d36e-1a1c-4f91-8d80-117cf8e156e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4116, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T19:19:31Z', 'updated_at': '2021-07-14T19:19:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3'}], 'n-d-800634-3', False) {} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 19:19:34.088081 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:19:34.115259 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f28720e-022f-4a0a-82a5-7ee22d47f573 None None] The sync data for ids ['30b7d36e-1a1c-4f91-8d80-117cf8e156e4'] in n-d-800634-3 is: [{'id': '30b7d36e-1a1c-4f91-8d80-117cf8e156e4', 'name': 'tempest-TestMinimumBasicScenario-1325607762-router', 'tenant_id': 'eb1ba878fb1941b1a323a1c857c05bb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.205'}], 'enable_snat': True}, 'gw_port_id': '0acf2c12-2fdf-467d-80e4-b1e0ec034faf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T19:19:30Z', 'updated_at': '2021-07-14T19:19:31Z', 'revision_number': 3, 'project_id': 'eb1ba878fb1941b1a323a1c857c05bb5', 'gw_port': {'id': '0acf2c12-2fdf-467d-80e4-b1e0ec034faf', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:d6:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30b7d36e-1a1c-4f91-8d80-117cf8e156e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4116, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T19:19:31Z', 'updated_at': '2021-07-14T19:19:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3'}] {{(pid=93918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 19:19:34.131324 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] For port da222166-d310-48b9-802c-5406c2fe2dd2, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=da222166-d310-48b9-802c-5406c2fe2dd2,segment=NetworkSegment(f2d7de02-6552-4457-aaae-e364fad2237f),segment_id=f2d7de02-6552-4457-aaae-e364fad2237f)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 19:19:34.136353 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:19:34.156548 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-a18ef6e0-bf52-41c4-be62-f0b4f8643212 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-598741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-928734'] for router_interface, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:19:34.158403 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18ef6e0-bf52-41c4-be62-f0b4f8643212 admin admin] Pushing event updated for resources: {'Port': ['ID=950f92ab-20b1-49d6-be33-57683c4437e1,revision_number=2']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:19:34.195116 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Pushing event updated for resources: {'Port': ['ID=da222166-d310-48b9-802c-5406c2fe2dd2,revision_number=5']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:19:34.198232 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-e49e9e0b-5fda-4192-97fa-41ed60e0ffd4 None None] Provisioning for port 950f92ab-20b1-49d6-be33-57683c4437e1 completed by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 19:19:34.202405 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-e49e9e0b-5fda-4192-97fa-41ed60e0ffd4 None None] Provisioning complete for port 950f92ab-20b1-49d6-be33-57683c4437e1 triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 19:19:34.202834 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-e49e9e0b-5fda-4192-97fa-41ed60e0ffd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:19:34.238681 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-e49e9e0b-5fda-4192-97fa-41ed60e0ffd4 None None] Port 950f92ab-20b1-49d6-be33-57683c4437e1 cannot update to ACTIVE because it is not bound. {{(pid=93917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 19:19:34.259499 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a18ef6e0-bf52-41c4-be62-f0b4f8643212 admin admin] Network 3f1cb2ca-cc0c-44a7-94cb-2333b2262444 is already hosted by enough agents. {{(pid=93915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 19:19:34.261125 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [None req-a18ef6e0-bf52-41c4-be62-f0b4f8643212 admin admin] Resources bound (agent type, host, resource id): {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 19:19:34.385036 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a18ef6e0-bf52-41c4-be62-f0b4f8643212 admin admin] Router 30b7d36e-1a1c-4f91-8d80-117cf8e156e4 has already been hosted by L3 agent 2c6eb27e-defb-4cca-9a24-381c7415e359 {{(pid=93915) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 19:19:34.526774 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a18ef6e0-bf52-41c4-be62-f0b4f8643212 admin admin] Notify agent at l3_agent.n-d-800634-3 the message routers_updated {{(pid=93915) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 19:19:34.532588 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-a18ef6e0-bf52-41c4-be62-f0b4f8643212 admin admin] 10.222.0.16 "PUT /v2.0/routers/30b7d36e-1a1c-4f91-8d80-117cf8e156e4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1443236 Jul 14 19:19:34.559864 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-e9c55dae-082c-4b24-91be-781122647673 None None] Provisioning complete for port 950f92ab-20b1-49d6-be33-57683c4437e1 triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 19:19:34.560410 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-e9c55dae-082c-4b24-91be-781122647673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:19:34.601247 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-e9c55dae-082c-4b24-91be-781122647673 None None] Port 950f92ab-20b1-49d6-be33-57683c4437e1 cannot update to ACTIVE because it is not bound. {{(pid=93917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 19:19:35.432448 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 36c4a90a-abb5-43bf-b77b-3ea3a8a352f6 up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 19:19:35.487886 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port 36c4a90a-abb5-43bf-b77b-3ea3a8a352f6 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 19:19:35.488361 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:19:35.577081 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 0acf2c12-2fdf-467d-80e4-b1e0ec034faf up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 19:19:35.637377 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning for port 0acf2c12-2fdf-467d-80e4-b1e0ec034faf completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 19:19:35.642169 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port 0acf2c12-2fdf-467d-80e4-b1e0ec034faf triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 19:19:35.642545 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:19:35.737870 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:19:35.762130 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] For port 0acf2c12-2fdf-467d-80e4-b1e0ec034faf, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=0acf2c12-2fdf-467d-80e4-b1e0ec034faf,segment=NetworkSegment(5afb940b-bbdf-4727-be00-5d46367c38a1),segment_id=5afb940b-bbdf-4727-be00-5d46367c38a1)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 19:19:35.768490 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:19:35.769497 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device da222166-d310-48b9-802c-5406c2fe2dd2 up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 19:19:35.860383 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Pushing event updated for resources: {'Port': ['ID=0acf2c12-2fdf-467d-80e4-b1e0ec034faf,revision_number=4']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:19:35.872781 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port da222166-d310-48b9-802c-5406c2fe2dd2 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 19:19:35.873164 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:19:35.971190 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:19:36.051629 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b83ed492-b2bb-42bb-ac5f-b49f3bf41de0 None None] Sync routers for ids ['30b7d36e-1a1c-4f91-8d80-117cf8e156e4'] in n-d-800634-3 {{(pid=93917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 19:19:36.069759 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b83ed492-b2bb-42bb-ac5f-b49f3bf41de0 None None] Routers {'30b7d36e-1a1c-4f91-8d80-117cf8e156e4'} bound to L3 agent in host n-d-800634-3 {{(pid=93917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 19:19:36.070474 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-b83ed492-b2bb-42bb-ac5f-b49f3bf41de0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T19:19:23Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['30b7d36e-1a1c-4f91-8d80-117cf8e156e4'], 'active': True} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 19:19:36.190466 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvr_db [None req-b83ed492-b2bb-42bb-ac5f-b49f3bf41de0 None None] Set router 30b7d36e-1a1c-4f91-8d80-117cf8e156e4 gateway port host: n-d-800634-3 {{(pid=93917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 19:19:36.419506 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-b83ed492-b2bb-42bb-ac5f-b49f3bf41de0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30b7d36e-1a1c-4f91-8d80-117cf8e156e4', 'name': 'tempest-TestMinimumBasicScenario-1325607762-router', 'tenant_id': 'eb1ba878fb1941b1a323a1c857c05bb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.205'}], 'enable_snat': True}, 'gw_port_id': '0acf2c12-2fdf-467d-80e4-b1e0ec034faf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T19:19:30Z', 'updated_at': '2021-07-14T19:19:33Z', 'revision_number': 4, 'project_id': 'eb1ba878fb1941b1a323a1c857c05bb5', 'gw_port': {'id': '0acf2c12-2fdf-467d-80e4-b1e0ec034faf', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:d6:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30b7d36e-1a1c-4f91-8d80-117cf8e156e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4116, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T19:19:31Z', 'updated_at': '2021-07-14T19:19:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_interfaces': [{'id': '950f92ab-20b1-49d6-be33-57683c4437e1', 'name': '', 'network_id': '3f1cb2ca-cc0c-44a7-94cb-2333b2262444', 'tenant_id': 'eb1ba878fb1941b1a323a1c857c05bb5', 'mac_address': 'fa:16:3e:96:e3:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30b7d36e-1a1c-4f91-8d80-117cf8e156e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4117, 'fixed_ips': [{'subnet_id': '91db571c-7960-42ac-ba55-338ce91018c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T19:19:33Z', 'updated_at': '2021-07-14T19:19:33Z', 'revision_number': 2, 'project_id': 'eb1ba878fb1941b1a323a1c857c05bb5', 'subnets': [{'id': '91db571c-7960-42ac-ba55-338ce91018c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-3', False) {} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 19:19:36.448174 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b83ed492-b2bb-42bb-ac5f-b49f3bf41de0 None None] Checking router: 30b7d36e-1a1c-4f91-8d80-117cf8e156e4 for host: n-d-800634-3 {{(pid=93917) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 19:19:36.448824 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b83ed492-b2bb-42bb-ac5f-b49f3bf41de0 None None] Updating router 30b7d36e-1a1c-4f91-8d80-117cf8e156e4 port 950f92ab-20b1-49d6-be33-57683c4437e1 binding host n-d-800634-3 {{(pid=93917) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 19:19:36.488923 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b83ed492-b2bb-42bb-ac5f-b49f3bf41de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:19:36.797028 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b83ed492-b2bb-42bb-ac5f-b49f3bf41de0 None None] Notify callbacks [] for port, precommit_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:19:36.809788 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-b83ed492-b2bb-42bb-ac5f-b49f3bf41de0 None None] Transition to ACTIVE for port object 950f92ab-20b1-49d6-be33-57683c4437e1 will not be triggered until provisioned by entity L2. {{(pid=93917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 19:19:36.817173 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b83ed492-b2bb-42bb-ac5f-b49f3bf41de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:19:36.878002 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249bce61-46c1-489b-8fff-6a8a388e6d86 None None] Pushing event updated for resources: {'Port': ['ID=950f92ab-20b1-49d6-be33-57683c4437e1,revision_number=3']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:19:36.929684 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-b83ed492-b2bb-42bb-ac5f-b49f3bf41de0 None None] Attempting to bind port 950f92ab-20b1-49d6-be33-57683c4437e1 on host n-d-800634-3 for vnic_type normal with profile {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 19:19:36.933012 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-b83ed492-b2bb-42bb-ac5f-b49f3bf41de0 None None] Attempting to bind port 950f92ab-20b1-49d6-be33-57683c4437e1 by drivers openvswitch,hyperv on host n-d-800634-3 at level 0 using segments [{'id': '4fea954a-c85f-492a-bd5a-43ea1cbb6bd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '3f1cb2ca-cc0c-44a7-94cb-2333b2262444'}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 19:19:36.933871 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b83ed492-b2bb-42bb-ac5f-b49f3bf41de0 None None] Attempting to bind port 950f92ab-20b1-49d6-be33-57683c4437e1 on network 3f1cb2ca-cc0c-44a7-94cb-2333b2262444 {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 19:19:36.941546 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b83ed492-b2bb-42bb-ac5f-b49f3bf41de0 None None] Checking agent: {'id': '01c19e91-a945-4e3c-94a6-c211e17c923e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 8, 23), 'started_at': datetime.datetime(2021, 7, 14, 18, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 19, 19, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 19:19:36.942376 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b83ed492-b2bb-42bb-ac5f-b49f3bf41de0 None None] Checking segment: {'id': '4fea954a-c85f-492a-bd5a-43ea1cbb6bd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '3f1cb2ca-cc0c-44a7-94cb-2333b2262444'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93917) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 19:19:36.943017 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b83ed492-b2bb-42bb-ac5f-b49f3bf41de0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:19:36.943650 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b83ed492-b2bb-42bb-ac5f-b49f3bf41de0 None None] Bound using segment: {'id': '4fea954a-c85f-492a-bd5a-43ea1cbb6bd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '3f1cb2ca-cc0c-44a7-94cb-2333b2262444'} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 19:19:36.944378 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-b83ed492-b2bb-42bb-ac5f-b49f3bf41de0 None None] Bound port: 950f92ab-20b1-49d6-be33-57683c4437e1, host: n-d-800634-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fea954a-c85f-492a-bd5a-43ea1cbb6bd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '3f1cb2ca-cc0c-44a7-94cb-2333b2262444'}}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 19:19:36.945029 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b83ed492-b2bb-42bb-ac5f-b49f3bf41de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:19:37.033428 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b83ed492-b2bb-42bb-ac5f-b49f3bf41de0 None None] For port 950f92ab-20b1-49d6-be33-57683c4437e1, host n-d-800634-3, cleared binding levels {{(pid=93917) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 19:19:37.037089 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b83ed492-b2bb-42bb-ac5f-b49f3bf41de0 None None] For port 950f92ab-20b1-49d6-be33-57683c4437e1, host n-d-800634-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=950f92ab-20b1-49d6-be33-57683c4437e1,segment=NetworkSegment(4fea954a-c85f-492a-bd5a-43ea1cbb6bd6),segment_id=4fea954a-c85f-492a-bd5a-43ea1cbb6bd6)] {{(pid=93917) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 19:19:37.045054 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b83ed492-b2bb-42bb-ac5f-b49f3bf41de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:19:37.109399 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b83ed492-b2bb-42bb-ac5f-b49f3bf41de0 None None] Routers {'30b7d36e-1a1c-4f91-8d80-117cf8e156e4'} bound to L3 agent in host n-d-800634-3 {{(pid=93917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 19:19:37.110036 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-b83ed492-b2bb-42bb-ac5f-b49f3bf41de0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T19:19:23Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['30b7d36e-1a1c-4f91-8d80-117cf8e156e4'], 'active': True} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 19:19:37.158140 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249bce61-46c1-489b-8fff-6a8a388e6d86 None None] Pushing event updated for resources: {'Port': ['ID=950f92ab-20b1-49d6-be33-57683c4437e1,revision_number=4']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:19:37.406395 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 0acf2c12-2fdf-467d-80e4-b1e0ec034faf up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 19:19:37.477467 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvr_db [None req-b83ed492-b2bb-42bb-ac5f-b49f3bf41de0 None None] Set router 30b7d36e-1a1c-4f91-8d80-117cf8e156e4 gateway port host: n-d-800634-3 {{(pid=93917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 19:19:37.517367 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port 0acf2c12-2fdf-467d-80e4-b1e0ec034faf triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 19:19:37.517754 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:19:37.766397 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-b83ed492-b2bb-42bb-ac5f-b49f3bf41de0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30b7d36e-1a1c-4f91-8d80-117cf8e156e4', 'name': 'tempest-TestMinimumBasicScenario-1325607762-router', 'tenant_id': 'eb1ba878fb1941b1a323a1c857c05bb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.205'}], 'enable_snat': True}, 'gw_port_id': '0acf2c12-2fdf-467d-80e4-b1e0ec034faf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T19:19:30Z', 'updated_at': '2021-07-14T19:19:33Z', 'revision_number': 4, 'project_id': 'eb1ba878fb1941b1a323a1c857c05bb5', 'gw_port': {'id': '0acf2c12-2fdf-467d-80e4-b1e0ec034faf', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:d6:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30b7d36e-1a1c-4f91-8d80-117cf8e156e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4116, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T19:19:31Z', 'updated_at': '2021-07-14T19:19:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_interfaces': [{'id': '950f92ab-20b1-49d6-be33-57683c4437e1', 'name': '', 'network_id': '3f1cb2ca-cc0c-44a7-94cb-2333b2262444', 'tenant_id': 'eb1ba878fb1941b1a323a1c857c05bb5', 'mac_address': 'fa:16:3e:96:e3:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30b7d36e-1a1c-4f91-8d80-117cf8e156e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4117, 'fixed_ips': [{'subnet_id': '91db571c-7960-42ac-ba55-338ce91018c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T19:19:33Z', 'updated_at': '2021-07-14T19:19:37Z', 'revision_number': 4, 'project_id': 'eb1ba878fb1941b1a323a1c857c05bb5', 'subnets': [{'id': '91db571c-7960-42ac-ba55-338ce91018c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-3', False) {} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 19:19:37.797998 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b83ed492-b2bb-42bb-ac5f-b49f3bf41de0 None None] The sync data for ids ['30b7d36e-1a1c-4f91-8d80-117cf8e156e4'] in n-d-800634-3 is: [{'id': '30b7d36e-1a1c-4f91-8d80-117cf8e156e4', 'name': 'tempest-TestMinimumBasicScenario-1325607762-router', 'tenant_id': 'eb1ba878fb1941b1a323a1c857c05bb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.205'}], 'enable_snat': True}, 'gw_port_id': '0acf2c12-2fdf-467d-80e4-b1e0ec034faf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T19:19:30Z', 'updated_at': '2021-07-14T19:19:33Z', 'revision_number': 4, 'project_id': 'eb1ba878fb1941b1a323a1c857c05bb5', 'gw_port': {'id': '0acf2c12-2fdf-467d-80e4-b1e0ec034faf', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:d6:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30b7d36e-1a1c-4f91-8d80-117cf8e156e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4116, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T19:19:31Z', 'updated_at': '2021-07-14T19:19:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_interfaces': [{'id': '950f92ab-20b1-49d6-be33-57683c4437e1', 'name': '', 'network_id': '3f1cb2ca-cc0c-44a7-94cb-2333b2262444', 'tenant_id': 'eb1ba878fb1941b1a323a1c857c05bb5', 'mac_address': 'fa:16:3e:96:e3:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30b7d36e-1a1c-4f91-8d80-117cf8e156e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4117, 'fixed_ips': [{'subnet_id': '91db571c-7960-42ac-ba55-338ce91018c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T19:19:33Z', 'updated_at': '2021-07-14T19:19:37Z', 'revision_number': 4, 'project_id': 'eb1ba878fb1941b1a323a1c857c05bb5', 'subnets': [{'id': '91db571c-7960-42ac-ba55-338ce91018c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 19:19:39.395784 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 950f92ab-20b1-49d6-be33-57683c4437e1 up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 19:19:39.478873 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning for port 950f92ab-20b1-49d6-be33-57683c4437e1 completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 19:19:39.483458 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port 950f92ab-20b1-49d6-be33-57683c4437e1 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 19:19:39.484063 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:19:39.588750 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:19:39.630080 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] For port 950f92ab-20b1-49d6-be33-57683c4437e1, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=950f92ab-20b1-49d6-be33-57683c4437e1,segment=NetworkSegment(4fea954a-c85f-492a-bd5a-43ea1cbb6bd6),segment_id=4fea954a-c85f-492a-bd5a-43ea1cbb6bd6)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 19:19:39.637181 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:19:39.695507 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Pushing event updated for resources: {'Port': ['ID=950f92ab-20b1-49d6-be33-57683c4437e1,revision_number=5']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:19:40.530096 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-e3947821-86b9-4249-af0f-0326184f53e9 req-854783d5-a8c1-43d7-9f00-40151dc4c0ab service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=03a24d87-527f-4d5b-a998-53393446562a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0316756 Jul 14 19:19:40.604265 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-e3947821-86b9-4249-af0f-0326184f53e9 req-12ad89f2-5132-4b60-bd31-1ba8c4102ad8 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c51e850593fc4a37af9470721017e8e7&device_id=03a24d87-527f-4d5b-a998-53393446562a HTTP/1.1" status: 200 len: 210 time: 0.0352607 Jul 14 19:19:40.650122 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-e3947821-86b9-4249-af0f-0326184f53e9 req-40d57ffe-0597-4366-b720-05d9b0d4f528 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=c51e850593fc4a37af9470721017e8e7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0218117 Jul 14 19:19:40.753049 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3947821-86b9-4249-af0f-0326184f53e9 req-486e4074-4efd-4a69-a8bc-de96abb4d1f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:19:40.754488 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-e3947821-86b9-4249-af0f-0326184f53e9 req-486e4074-4efd-4a69-a8bc-de96abb4d1f3 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0989363 Jul 14 19:19:41.351115 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 950f92ab-20b1-49d6-be33-57683c4437e1 up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 19:19:41.407987 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port 950f92ab-20b1-49d6-be33-57683c4437e1 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 19:19:41.408385 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:19:44.687750 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a492d976-e008-4536-aa0b-d65f5dc60757 req-406fdce0-8d4b-4307-b1c8-2e8d67bcc268 tempest-TestMinimumBasicScenario-822574452 tempest-TestMinimumBasicScenario-822574452-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:19:44.689236 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a492d976-e008-4536-aa0b-d65f5dc60757 req-406fdce0-8d4b-4307-b1c8-2e8d67bcc268 tempest-TestMinimumBasicScenario-822574452 tempest-TestMinimumBasicScenario-822574452-project] 10.222.0.16 "GET /v2.0/networks?id=00675d1c-9c13-4b3f-8550-b9b21b35b6e7 HTTP/1.1" status: 200 len: 813 time: 0.0994308 Jul 14 19:19:44.703733 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a492d976-e008-4536-aa0b-d65f5dc60757 req-008037a7-21b6-4f74-997a-8787352030e6 tempest-TestMinimumBasicScenario-822574452 tempest-TestMinimumBasicScenario-822574452-project] 10.222.0.16 "GET /v2.0/quotas/cd0ab033311a4c379b430aee7a145dbd HTTP/1.1" status: 200 len: 375 time: 0.0092611 Jul 14 19:19:44.774928 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a492d976-e008-4536-aa0b-d65f5dc60757 req-584fd05e-dae4-4b5a-a9f0-17f47a63dac6 tempest-TestMinimumBasicScenario-822574452 tempest-TestMinimumBasicScenario-822574452-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=cd0ab033311a4c379b430aee7a145dbd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0656533 Jul 14 19:19:44.868498 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a492d976-e008-4536-aa0b-d65f5dc60757 req-ebd100e3-a328-4f65-be6e-626047900fd9 service neutron] 10.222.0.16 "GET /v2.0/networks/00675d1c-9c13-4b3f-8550-b9b21b35b6e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820134 Jul 14 19:19:44.960777 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a492d976-e008-4536-aa0b-d65f5dc60757 req-f2099cf4-0fc1-48af-a19b-e65c6eda5ffd service neutron] 10.222.0.16 "GET /v2.0/networks/00675d1c-9c13-4b3f-8550-b9b21b35b6e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860972 Jul 14 19:19:45.147506 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c6ab72ef-42c8-441f-a3d3-56eb3eac3eca req-73fffde4-ac88-42d1-be5d-83dcc6dda205 tempest-TestMinimumBasicScenario-822574452 tempest-TestMinimumBasicScenario-822574452-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a510404-c88f-4ffa-82bf-dc8b66976ae7 HTTP/1.1" status: 200 len: 210 time: 0.0309596 Jul 14 19:19:46.159479 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a492d976-e008-4536-aa0b-d65f5dc60757 req-4d1cc8b5-3ff4-4f7d-80a0-2ab35e5e3bb0 tempest-TestMinimumBasicScenario-822574452 tempest-TestMinimumBasicScenario-822574452-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:19:46.160983 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a492d976-e008-4536-aa0b-d65f5dc60757 req-4d1cc8b5-3ff4-4f7d-80a0-2ab35e5e3bb0 tempest-TestMinimumBasicScenario-822574452 tempest-TestMinimumBasicScenario-822574452-project] 10.222.0.18 "GET /v2.0/networks?id=00675d1c-9c13-4b3f-8550-b9b21b35b6e7 HTTP/1.1" status: 200 len: 813 time: 0.1058505 Jul 14 19:19:46.174015 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [req-a492d976-e008-4536-aa0b-d65f5dc60757 req-2a12e77f-bb4f-4b13-91fc-cb0abfa93e6e tempest-TestMinimumBasicScenario-822574452 tempest-TestMinimumBasicScenario-822574452-project] Request body: {'port': {'device_id': '4a510404-c88f-4ffa-82bf-dc8b66976ae7', 'network_id': '00675d1c-9c13-4b3f-8550-b9b21b35b6e7', 'admin_state_up': True, 'tenant_id': 'cd0ab033311a4c379b430aee7a145dbd'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 19:19:46.317415 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a7c8c965-df85-499c-857c-2129fa75d493 req-38a7c597-c5d7-4a11-b36f-915e1f7d706d tempest-TestMinimumBasicScenario-822574452 tempest-TestMinimumBasicScenario-822574452-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a510404-c88f-4ffa-82bf-dc8b66976ae7 HTTP/1.1" status: 200 len: 210 time: 0.0370595 Jul 14 19:19:46.323282 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a492d976-e008-4536-aa0b-d65f5dc60757 req-2a12e77f-bb4f-4b13-91fc-cb0abfa93e6e tempest-TestMinimumBasicScenario-822574452 tempest-TestMinimumBasicScenario-822574452-project] Made reservation on behalf of cd0ab033311a4c379b430aee7a145dbd for: {'port': 1} {{(pid=93915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 19:19:46.327703 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-a492d976-e008-4536-aa0b-d65f5dc60757 req-2a12e77f-bb4f-4b13-91fc-cb0abfa93e6e tempest-TestMinimumBasicScenario-822574452 tempest-TestMinimumBasicScenario-822574452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:19:46.462026 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.db_base_plugin_common [req-a492d976-e008-4536-aa0b-d65f5dc60757 req-2a12e77f-bb4f-4b13-91fc-cb0abfa93e6e tempest-TestMinimumBasicScenario-822574452 tempest-TestMinimumBasicScenario-822574452-project] Allocated IP 172.20.0.9 (00675d1c-9c13-4b3f-8550-b9b21b35b6e7/ac454767-9fb8-4988-8b3f-11ecf8086210/74e5e30e-fe17-491c-a526-3733495f3574) {{(pid=93915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 19:19:46.680317 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-a492d976-e008-4536-aa0b-d65f5dc60757 req-2a12e77f-bb4f-4b13-91fc-cb0abfa93e6e tempest-TestMinimumBasicScenario-822574452 tempest-TestMinimumBasicScenario-822574452-project] Notify callbacks [] for port, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:19:46.695970 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.provisioning_blocks [req-a492d976-e008-4536-aa0b-d65f5dc60757 req-2a12e77f-bb4f-4b13-91fc-cb0abfa93e6e tempest-TestMinimumBasicScenario-822574452 tempest-TestMinimumBasicScenario-822574452-project] Transition to ACTIVE for port object 74e5e30e-fe17-491c-a526-3733495f3574 will not be triggered until provisioned by entity DHCP. {{(pid=93915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 19:19:46.739945 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-a492d976-e008-4536-aa0b-d65f5dc60757 req-2a12e77f-bb4f-4b13-91fc-cb0abfa93e6e tempest-TestMinimumBasicScenario-822574452 tempest-TestMinimumBasicScenario-822574452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:19:46.795103 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a12e77f-bb4f-4b13-91fc-cb0abfa93e6e tempest-TestMinimumBasicScenario-822574452 tempest-TestMinimumBasicScenario-822574452-project] Pushing event updated for resources: {'Port': ['ID=74e5e30e-fe17-491c-a526-3733495f3574,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:19:46.811270 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a492d976-e008-4536-aa0b-d65f5dc60757 req-2a12e77f-bb4f-4b13-91fc-cb0abfa93e6e tempest-TestMinimumBasicScenario-822574452 tempest-TestMinimumBasicScenario-822574452-project] Network 00675d1c-9c13-4b3f-8550-b9b21b35b6e7 is already hosted by enough agents. {{(pid=93915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 19:19:46.812919 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [req-a492d976-e008-4536-aa0b-d65f5dc60757 req-2a12e77f-bb4f-4b13-91fc-cb0abfa93e6e tempest-TestMinimumBasicScenario-822574452 tempest-TestMinimumBasicScenario-822574452-project] Resources bound (agent type, host, resource id): {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 19:19:46.815625 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [req-a492d976-e008-4536-aa0b-d65f5dc60757 req-2a12e77f-bb4f-4b13-91fc-cb0abfa93e6e tempest-TestMinimumBasicScenario-822574452 tempest-TestMinimumBasicScenario-822574452-project] Received port after_create {{(pid=93915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 19:19:46.868746 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a492d976-e008-4536-aa0b-d65f5dc60757 req-2a12e77f-bb4f-4b13-91fc-cb0abfa93e6e tempest-TestMinimumBasicScenario-822574452 tempest-TestMinimumBasicScenario-822574452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:19:46.869608 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-a492d976-e008-4536-aa0b-d65f5dc60757 req-2a12e77f-bb4f-4b13-91fc-cb0abfa93e6e tempest-TestMinimumBasicScenario-822574452 tempest-TestMinimumBasicScenario-822574452-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:19:46.888510 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a492d976-e008-4536-aa0b-d65f5dc60757 req-2a12e77f-bb4f-4b13-91fc-cb0abfa93e6e tempest-TestMinimumBasicScenario-822574452 tempest-TestMinimumBasicScenario-822574452-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7179730 Jul 14 19:19:47.061030 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9cc42adf-a6fe-40aa-9c0f-006ec1bf0cf1 None None] Provisioning for port 74e5e30e-fe17-491c-a526-3733495f3574 completed by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 19:19:47.065147 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9cc42adf-a6fe-40aa-9c0f-006ec1bf0cf1 None None] Provisioning complete for port 74e5e30e-fe17-491c-a526-3733495f3574 triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 19:19:47.065533 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9cc42adf-a6fe-40aa-9c0f-006ec1bf0cf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:19:47.104080 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-9cc42adf-a6fe-40aa-9c0f-006ec1bf0cf1 None None] Port 74e5e30e-fe17-491c-a526-3733495f3574 cannot update to ACTIVE because it is not bound. {{(pid=93917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 19:19:47.502075 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1087ed-2653-484f-ae24-b449684bff57 req-de89387a-5a01-4779-99a7-499fea50512f tempest-TestMinimumBasicScenario-822574452 tempest-TestMinimumBasicScenario-822574452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:19:47.503563 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-cc1087ed-2653-484f-ae24-b449684bff57 req-de89387a-5a01-4779-99a7-499fea50512f tempest-TestMinimumBasicScenario-822574452 tempest-TestMinimumBasicScenario-822574452-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a510404-c88f-4ffa-82bf-dc8b66976ae7 HTTP/1.1" status: 200 len: 931 time: 0.0729964 Jul 14 19:19:47.845476 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-cc1087ed-2653-484f-ae24-b449684bff57 req-5be2fa00-ad1d-44f5-b42b-402b1d0832db tempest-TestMinimumBasicScenario-822574452 tempest-TestMinimumBasicScenario-822574452-project] 10.222.0.16 "GET /v2.0/security-groups?id=2cac3a7c-5d44-426b-a9cf-7701545fdda7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3359840 Jul 14 19:19:49.022733 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33c66e1-326e-41c1-b1b0-fb95dc6f351f req-110cf5a3-c406-4c11-8cbb-4186dbb88d4a tempest-TestMinimumBasicScenario-822574452 tempest-TestMinimumBasicScenario-822574452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:19:49.024261 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c33c66e1-326e-41c1-b1b0-fb95dc6f351f req-110cf5a3-c406-4c11-8cbb-4186dbb88d4a tempest-TestMinimumBasicScenario-822574452 tempest-TestMinimumBasicScenario-822574452-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a510404-c88f-4ffa-82bf-dc8b66976ae7 HTTP/1.1" status: 200 len: 931 time: 0.0655711 Jul 14 19:19:49.064966 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c33c66e1-326e-41c1-b1b0-fb95dc6f351f req-0bda2948-563f-49e7-a294-d89ab99b9378 tempest-TestMinimumBasicScenario-822574452 tempest-TestMinimumBasicScenario-822574452-project] 10.222.0.16 "GET /v2.0/security-groups?id=2cac3a7c-5d44-426b-a9cf-7701545fdda7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350118 Jul 14 19:19:50.244313 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf71e9f-8791-4770-895f-88c7405fca56 req-0e7daa2c-bafc-4485-a820-a9acddac56f2 tempest-TestMinimumBasicScenario-822574452 tempest-TestMinimumBasicScenario-822574452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:19:50.245874 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-bdf71e9f-8791-4770-895f-88c7405fca56 req-0e7daa2c-bafc-4485-a820-a9acddac56f2 tempest-TestMinimumBasicScenario-822574452 tempest-TestMinimumBasicScenario-822574452-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a510404-c88f-4ffa-82bf-dc8b66976ae7 HTTP/1.1" status: 200 len: 931 time: 0.0664134 Jul 14 19:19:50.291012 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-bdf71e9f-8791-4770-895f-88c7405fca56 req-4e58b09e-1046-4ced-9059-8b1eab8cbdc9 tempest-TestMinimumBasicScenario-822574452 tempest-TestMinimumBasicScenario-822574452-project] 10.222.0.16 "GET /v2.0/security-groups?id=2cac3a7c-5d44-426b-a9cf-7701545fdda7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387657 Jul 14 19:19:50.468998 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9ca5d73b-92d6-4b25-8865-11ad51b2320e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:19:51.477105 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fa826e-8027-4f40-b278-3b2fd158c03d req-dc3e5c7d-f661-4c63-b742-715a55eba1a1 tempest-TestMinimumBasicScenario-822574452 tempest-TestMinimumBasicScenario-822574452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:19:51.478713 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-56fa826e-8027-4f40-b278-3b2fd158c03d req-dc3e5c7d-f661-4c63-b742-715a55eba1a1 tempest-TestMinimumBasicScenario-822574452 tempest-TestMinimumBasicScenario-822574452-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a510404-c88f-4ffa-82bf-dc8b66976ae7 HTTP/1.1" status: 200 len: 931 time: 0.0704963 Jul 14 19:19:51.518653 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-56fa826e-8027-4f40-b278-3b2fd158c03d req-5feeea2a-c48b-4162-b269-71b8c6b1821c tempest-TestMinimumBasicScenario-822574452 tempest-TestMinimumBasicScenario-822574452-project] 10.222.0.16 "GET /v2.0/security-groups?id=2cac3a7c-5d44-426b-a9cf-7701545fdda7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339706 Jul 14 19:19:52.702498 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703f7220-4ccc-426d-a31c-64715cc5a5d1 req-48c045c5-a85a-400c-8fc5-85180652561f tempest-TestMinimumBasicScenario-822574452 tempest-TestMinimumBasicScenario-822574452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:19:52.704175 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-703f7220-4ccc-426d-a31c-64715cc5a5d1 req-48c045c5-a85a-400c-8fc5-85180652561f tempest-TestMinimumBasicScenario-822574452 tempest-TestMinimumBasicScenario-822574452-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a510404-c88f-4ffa-82bf-dc8b66976ae7 HTTP/1.1" status: 200 len: 931 time: 0.0658960 Jul 14 19:19:52.743040 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-703f7220-4ccc-426d-a31c-64715cc5a5d1 req-881b5c8a-99c0-48da-8fec-837e5412b755 tempest-TestMinimumBasicScenario-822574452 tempest-TestMinimumBasicScenario-822574452-project] 10.222.0.16 "GET /v2.0/security-groups?id=2cac3a7c-5d44-426b-a9cf-7701545fdda7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332570 Jul 14 19:19:52.904888 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9a853b13-3ba1-43b1-91a1-22fc3d6da028 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:19:53.231472 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:19:53.930699 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e71858-b580-405f-a598-52403836e264 req-a593656d-34b0-4ba5-b7a5-c269992c130d tempest-TestMinimumBasicScenario-822574452 tempest-TestMinimumBasicScenario-822574452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:19:53.932211 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f8e71858-b580-405f-a598-52403836e264 req-a593656d-34b0-4ba5-b7a5-c269992c130d tempest-TestMinimumBasicScenario-822574452 tempest-TestMinimumBasicScenario-822574452-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a510404-c88f-4ffa-82bf-dc8b66976ae7 HTTP/1.1" status: 200 len: 931 time: 0.0692670 Jul 14 19:19:53.975411 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f8e71858-b580-405f-a598-52403836e264 req-f02b37c0-fd9c-4414-a779-e263935ea459 tempest-TestMinimumBasicScenario-822574452 tempest-TestMinimumBasicScenario-822574452-project] 10.222.0.16 "GET /v2.0/security-groups?id=2cac3a7c-5d44-426b-a9cf-7701545fdda7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350432 Jul 14 19:19:54.324601 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-574aeb93-9938-449c-8e6c-cb22c9b52cc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:19:55.156695 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5369dd-693f-4025-8741-52f582c0dc5a req-29ab79dd-2eb7-4caf-9ad0-5e7b031f3cf9 tempest-TestMinimumBasicScenario-822574452 tempest-TestMinimumBasicScenario-822574452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:19:55.158353 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-af5369dd-693f-4025-8741-52f582c0dc5a req-29ab79dd-2eb7-4caf-9ad0-5e7b031f3cf9 tempest-TestMinimumBasicScenario-822574452 tempest-TestMinimumBasicScenario-822574452-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a510404-c88f-4ffa-82bf-dc8b66976ae7 HTTP/1.1" status: 200 len: 931 time: 0.0670691 Jul 14 19:19:55.197613 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-af5369dd-693f-4025-8741-52f582c0dc5a req-fa7cc31a-8e71-4cf9-b7c2-d1377e734a0f tempest-TestMinimumBasicScenario-822574452 tempest-TestMinimumBasicScenario-822574452-project] 10.222.0.16 "GET /v2.0/security-groups?id=2cac3a7c-5d44-426b-a9cf-7701545fdda7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336828 Jul 14 19:19:55.966388 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-2f4e3af3-e708-4ffd-a544-82d93a489d01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:19:56.374132 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a391fe60-af4b-47c4-b321-621e0d7b9737 req-bcee2898-5001-412e-90ea-6ad86d4023fc tempest-TestMinimumBasicScenario-822574452 tempest-TestMinimumBasicScenario-822574452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:19:56.375927 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a391fe60-af4b-47c4-b321-621e0d7b9737 req-bcee2898-5001-412e-90ea-6ad86d4023fc tempest-TestMinimumBasicScenario-822574452 tempest-TestMinimumBasicScenario-822574452-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a510404-c88f-4ffa-82bf-dc8b66976ae7 HTTP/1.1" status: 200 len: 931 time: 0.0626633 Jul 14 19:19:56.417528 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a391fe60-af4b-47c4-b321-621e0d7b9737 req-8619394d-a41f-43d5-a1d0-7ea34dd14351 tempest-TestMinimumBasicScenario-822574452 tempest-TestMinimumBasicScenario-822574452-project] 10.222.0.16 "GET /v2.0/security-groups?id=2cac3a7c-5d44-426b-a9cf-7701545fdda7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360830 Jul 14 19:19:56.508078 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [req-a492d976-e008-4536-aa0b-d65f5dc60757 req-a89c0de2-e0e9-4479-97c0-dc892e97a494 tempest-TestMinimumBasicScenario-822574452 tempest-TestMinimumBasicScenario-822574452-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=93915) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 19:19:56.508978 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a492d976-e008-4536-aa0b-d65f5dc60757 req-a89c0de2-e0e9-4479-97c0-dc892e97a494 tempest-TestMinimumBasicScenario-822574452 tempest-TestMinimumBasicScenario-822574452-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054595 Jul 14 19:19:56.519824 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [req-a492d976-e008-4536-aa0b-d65f5dc60757 req-067757a0-7e8c-4aca-9cd2-c54ff8508617 service neutron] Request body: {'port': {'device_id': '4a510404-c88f-4ffa-82bf-dc8b66976ae7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800634-3'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 19:19:56.589206 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-a492d976-e008-4536-aa0b-d65f5dc60757 req-067757a0-7e8c-4aca-9cd2-c54ff8508617 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:19:56.843802 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [req-a492d976-e008-4536-aa0b-d65f5dc60757 req-067757a0-7e8c-4aca-9cd2-c54ff8508617 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74e5e30e-fe17-491c-a526-3733495f3574 {{(pid=93915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 19:19:56.850863 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-a492d976-e008-4536-aa0b-d65f5dc60757 req-067757a0-7e8c-4aca-9cd2-c54ff8508617 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:19:56.862113 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.provisioning_blocks [req-a492d976-e008-4536-aa0b-d65f5dc60757 req-067757a0-7e8c-4aca-9cd2-c54ff8508617 service neutron] Transition to ACTIVE for port object 74e5e30e-fe17-491c-a526-3733495f3574 will not be triggered until provisioned by entity L2. {{(pid=93915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 19:19:56.865735 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-a492d976-e008-4536-aa0b-d65f5dc60757 req-067757a0-7e8c-4aca-9cd2-c54ff8508617 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25912978'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:19:56.914074 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067757a0-7e8c-4aca-9cd2-c54ff8508617 service neutron] Pushing event updated for resources: {'Port': ['ID=74e5e30e-fe17-491c-a526-3733495f3574,revision_number=2']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:19:56.987125 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-a492d976-e008-4536-aa0b-d65f5dc60757 req-067757a0-7e8c-4aca-9cd2-c54ff8508617 service neutron] Attempting to bind port 74e5e30e-fe17-491c-a526-3733495f3574 on host n-h1-800634-3 for vnic_type normal with profile {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 19:19:56.987469 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-a492d976-e008-4536-aa0b-d65f5dc60757 req-067757a0-7e8c-4aca-9cd2-c54ff8508617 service neutron] Attempting to bind port 74e5e30e-fe17-491c-a526-3733495f3574 by drivers openvswitch,hyperv on host n-h1-800634-3 at level 0 using segments [{'id': 'f2d7de02-6552-4457-aaae-e364fad2237f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '00675d1c-9c13-4b3f-8550-b9b21b35b6e7'}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 19:19:56.987809 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a492d976-e008-4536-aa0b-d65f5dc60757 req-067757a0-7e8c-4aca-9cd2-c54ff8508617 service neutron] Attempting to bind port 74e5e30e-fe17-491c-a526-3733495f3574 on network 00675d1c-9c13-4b3f-8550-b9b21b35b6e7 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 19:19:56.992320 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a492d976-e008-4536-aa0b-d65f5dc60757 req-067757a0-7e8c-4aca-9cd2-c54ff8508617 service neutron] Port 74e5e30e-fe17-491c-a526-3733495f3574 on network 00675d1c-9c13-4b3f-8550-b9b21b35b6e7 not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-3 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 19:19:56.992639 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a492d976-e008-4536-aa0b-d65f5dc60757 req-067757a0-7e8c-4aca-9cd2-c54ff8508617 service neutron] Attempting to bind port 74e5e30e-fe17-491c-a526-3733495f3574 on network 00675d1c-9c13-4b3f-8550-b9b21b35b6e7 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 19:19:56.998071 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a492d976-e008-4536-aa0b-d65f5dc60757 req-067757a0-7e8c-4aca-9cd2-c54ff8508617 service neutron] Checking agent: {'id': 'a3630ff4-fbee-45d9-b9b6-0ae41cb3a350', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 15, 32), 'started_at': datetime.datetime(2021, 7, 14, 18, 15, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 19, 19, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 19:19:56.998418 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a492d976-e008-4536-aa0b-d65f5dc60757 req-067757a0-7e8c-4aca-9cd2-c54ff8508617 service neutron] Checking segment: {'id': 'f2d7de02-6552-4457-aaae-e364fad2237f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '00675d1c-9c13-4b3f-8550-b9b21b35b6e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 19:19:56.998803 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a492d976-e008-4536-aa0b-d65f5dc60757 req-067757a0-7e8c-4aca-9cd2-c54ff8508617 service neutron] Bound using segment: {'id': 'f2d7de02-6552-4457-aaae-e364fad2237f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '00675d1c-9c13-4b3f-8550-b9b21b35b6e7'} {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 19:19:56.999234 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-a492d976-e008-4536-aa0b-d65f5dc60757 req-067757a0-7e8c-4aca-9cd2-c54ff8508617 service neutron] Bound port: 74e5e30e-fe17-491c-a526-3733495f3574, host: n-h1-800634-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f2d7de02-6552-4457-aaae-e364fad2237f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '00675d1c-9c13-4b3f-8550-b9b21b35b6e7'}}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 19:19:56.999601 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-a492d976-e008-4536-aa0b-d65f5dc60757 req-067757a0-7e8c-4aca-9cd2-c54ff8508617 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:19:57.065444 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-a492d976-e008-4536-aa0b-d65f5dc60757 req-067757a0-7e8c-4aca-9cd2-c54ff8508617 service neutron] For port 74e5e30e-fe17-491c-a526-3733495f3574, host n-h1-800634-3, cleared binding levels {{(pid=93915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 19:19:57.068445 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-a492d976-e008-4536-aa0b-d65f5dc60757 req-067757a0-7e8c-4aca-9cd2-c54ff8508617 service neutron] For port 74e5e30e-fe17-491c-a526-3733495f3574, host n-h1-800634-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=74e5e30e-fe17-491c-a526-3733495f3574,segment=NetworkSegment(f2d7de02-6552-4457-aaae-e364fad2237f),segment_id=f2d7de02-6552-4457-aaae-e364fad2237f)] {{(pid=93915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 19:19:57.072250 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-a492d976-e008-4536-aa0b-d65f5dc60757 req-067757a0-7e8c-4aca-9cd2-c54ff8508617 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25912978'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:19:57.108590 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a492d976-e008-4536-aa0b-d65f5dc60757 req-067757a0-7e8c-4aca-9cd2-c54ff8508617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:19:57.109299 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-a492d976-e008-4536-aa0b-d65f5dc60757 req-067757a0-7e8c-4aca-9cd2-c54ff8508617 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:19:57.110671 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a492d976-e008-4536-aa0b-d65f5dc60757 req-067757a0-7e8c-4aca-9cd2-c54ff8508617 service neutron] 10.222.0.18 "PUT /v2.0/ports/74e5e30e-fe17-491c-a526-3733495f3574 HTTP/1.1" status: 200 len: 1091 time: 0.5949581 Jul 14 19:19:57.111104 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a510404-c88f-4ffa-82bf-dc8b66976ae7', 'tag': '74e5e30e-fe17-491c-a526-3733495f3574'}] {{(pid=93915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 19:19:57.113393 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}163b1c7ce9835e2c54087c39b47c05da5c61decdd411e584c58a4e7cd59f948f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfdc0a1f-ce3b-48f0-bef6-2be366dfb7d5" -d '{"events": [{"name": "network-changed", "server_uuid": "4a510404-c88f-4ffa-82bf-dc8b66976ae7", "tag": "74e5e30e-fe17-491c-a526-3733495f3574"}]}' {{(pid=93915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 19:19:57.142265 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067757a0-7e8c-4aca-9cd2-c54ff8508617 service neutron] Pushing event updated for resources: {'Port': ['ID=74e5e30e-fe17-491c-a526-3733495f3574,revision_number=3']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:19:57.165466 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 19:19:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a749d79b-371e-4906-a864-7c0ee2c1958d x-openstack-request-id: req-a749d79b-371e-4906-a864-7c0ee2c1958d {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 19:19:57.165692 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a510404-c88f-4ffa-82bf-dc8b66976ae7", "tag": "74e5e30e-fe17-491c-a526-3733495f3574", "status": "completed", "code": 200}]} {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 19:19:57.165951 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a749d79b-371e-4906-a864-7c0ee2c1958d {{(pid=93915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 19:19:57.166352 n-d-800634-3 neutron-server[93915]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a510404-c88f-4ffa-82bf-dc8b66976ae7', 'tag': '74e5e30e-fe17-491c-a526-3733495f3574', 'status': 'completed', 'code': 200} Jul 14 19:19:57.212107 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a492d976-e008-4536-aa0b-d65f5dc60757 req-acf0dadb-1b81-4d91-9447-82914382e518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:19:57.213670 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a492d976-e008-4536-aa0b-d65f5dc60757 req-acf0dadb-1b81-4d91-9447-82914382e518 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=cd0ab033311a4c379b430aee7a145dbd&device_id=4a510404-c88f-4ffa-82bf-dc8b66976ae7 HTTP/1.1" status: 200 len: 1094 time: 0.0582185 Jul 14 19:19:57.256078 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a492d976-e008-4536-aa0b-d65f5dc60757 req-7247ff08-e12f-4bdf-80bd-d4e7dc752ff3 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=74e5e30e-fe17-491c-a526-3733495f3574 HTTP/1.1" status: 200 len: 217 time: 0.0349419 Jul 14 19:19:57.313324 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a492d976-e008-4536-aa0b-d65f5dc60757 req-1e13158b-aafe-47b6-9257-fcca904002b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:19:57.314809 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a492d976-e008-4536-aa0b-d65f5dc60757 req-1e13158b-aafe-47b6-9257-fcca904002b9 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ac454767-9fb8-4988-8b3f-11ecf8086210 HTTP/1.1" status: 200 len: 852 time: 0.0527387 Jul 14 19:19:57.371125 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a492d976-e008-4536-aa0b-d65f5dc60757 req-56bcc92c-3431-4d11-bb83-af1576bd2ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:19:57.372574 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a492d976-e008-4536-aa0b-d65f5dc60757 req-56bcc92c-3431-4d11-bb83-af1576bd2ce2 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=00675d1c-9c13-4b3f-8550-b9b21b35b6e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0519381 Jul 14 19:19:57.463965 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a492d976-e008-4536-aa0b-d65f5dc60757 req-13147613-ed9a-4473-bdd0-4dccabed04b0 service neutron] 10.222.0.18 "GET /v2.0/networks/00675d1c-9c13-4b3f-8550-b9b21b35b6e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852513 Jul 14 19:19:57.592777 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a492d976-e008-4536-aa0b-d65f5dc60757 req-828cad6b-90b5-4588-b894-af779dead581 service neutron] 10.222.0.18 "GET /v2.0/networks/00675d1c-9c13-4b3f-8550-b9b21b35b6e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220677 Jul 14 19:19:57.614871 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c153c2-b36a-4a7d-8098-1b1deeb2471d req-1211ef7d-e2dd-4bea-bc7e-3fd51051a010 tempest-TestMinimumBasicScenario-822574452 tempest-TestMinimumBasicScenario-822574452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:19:57.616380 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a2c153c2-b36a-4a7d-8098-1b1deeb2471d req-1211ef7d-e2dd-4bea-bc7e-3fd51051a010 tempest-TestMinimumBasicScenario-822574452 tempest-TestMinimumBasicScenario-822574452-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a510404-c88f-4ffa-82bf-dc8b66976ae7 HTTP/1.1" status: 200 len: 943 time: 0.0879872 Jul 14 19:19:57.689231 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a2c153c2-b36a-4a7d-8098-1b1deeb2471d req-903dbf8d-a574-41d8-8532-228c735a719e tempest-TestMinimumBasicScenario-822574452 tempest-TestMinimumBasicScenario-822574452-project] 10.222.0.16 "GET /v2.0/security-groups?id=2cac3a7c-5d44-426b-a9cf-7701545fdda7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653701 Jul 14 19:19:57.717144 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdc0a1f-ce3b-48f0-bef6-2be366dfb7d5 req-fb0e7411-acd9-4c1d-879e-dab536cd14d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:19:57.718647 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-dfdc0a1f-ce3b-48f0-bef6-2be366dfb7d5 req-fb0e7411-acd9-4c1d-879e-dab536cd14d4 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=cd0ab033311a4c379b430aee7a145dbd&device_id=4a510404-c88f-4ffa-82bf-dc8b66976ae7 HTTP/1.1" status: 200 len: 1094 time: 0.0798583 Jul 14 19:19:57.804920 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdc0a1f-ce3b-48f0-bef6-2be366dfb7d5 req-c4550e7d-01d5-41fd-9d3c-82a0d0b66eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:19:57.806368 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-dfdc0a1f-ce3b-48f0-bef6-2be366dfb7d5 req-c4550e7d-01d5-41fd-9d3c-82a0d0b66eb2 service neutron] 10.222.0.18 "GET /v2.0/networks?id=00675d1c-9c13-4b3f-8550-b9b21b35b6e7 HTTP/1.1" status: 200 len: 913 time: 0.0819845 Jul 14 19:19:57.851516 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-dfdc0a1f-ce3b-48f0-bef6-2be366dfb7d5 req-d0bce809-8584-4e3a-b0a8-bcc8e99e1512 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=74e5e30e-fe17-491c-a526-3733495f3574 HTTP/1.1" status: 200 len: 217 time: 0.0384996 Jul 14 19:19:57.898170 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdc0a1f-ce3b-48f0-bef6-2be366dfb7d5 req-358c2ae9-200d-4d72-95dd-e1e8caa4ad41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:19:57.899574 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-dfdc0a1f-ce3b-48f0-bef6-2be366dfb7d5 req-358c2ae9-200d-4d72-95dd-e1e8caa4ad41 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ac454767-9fb8-4988-8b3f-11ecf8086210 HTTP/1.1" status: 200 len: 852 time: 0.0419030 Jul 14 19:19:57.955085 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdc0a1f-ce3b-48f0-bef6-2be366dfb7d5 req-1a3a603e-df41-4190-bccf-e98444d61012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:19:57.956468 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-dfdc0a1f-ce3b-48f0-bef6-2be366dfb7d5 req-1a3a603e-df41-4190-bccf-e98444d61012 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=00675d1c-9c13-4b3f-8550-b9b21b35b6e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0505223 Jul 14 19:19:58.048354 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-dfdc0a1f-ce3b-48f0-bef6-2be366dfb7d5 req-eb65d68e-97ee-4802-99c0-5f8c6571ba22 service neutron] 10.222.0.18 "GET /v2.0/networks/00675d1c-9c13-4b3f-8550-b9b21b35b6e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852864 Jul 14 19:19:58.137379 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-dfdc0a1f-ce3b-48f0-bef6-2be366dfb7d5 req-f7073c97-ed24-4bab-a149-4bf9475d9f54 service neutron] 10.222.0.18 "GET /v2.0/networks/00675d1c-9c13-4b3f-8550-b9b21b35b6e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828233 Jul 14 19:19:58.865078 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520aca74-4989-4263-80c7-c8b86b66a934 req-0622d927-cfcb-4e90-9e98-8e2249c053b6 tempest-TestMinimumBasicScenario-822574452 tempest-TestMinimumBasicScenario-822574452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:19:58.866460 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-520aca74-4989-4263-80c7-c8b86b66a934 req-0622d927-cfcb-4e90-9e98-8e2249c053b6 tempest-TestMinimumBasicScenario-822574452 tempest-TestMinimumBasicScenario-822574452-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a510404-c88f-4ffa-82bf-dc8b66976ae7 HTTP/1.1" status: 200 len: 943 time: 0.0634201 Jul 14 19:19:58.903718 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-520aca74-4989-4263-80c7-c8b86b66a934 req-0768b8a1-8c00-4898-a4dd-07a81941cc3f tempest-TestMinimumBasicScenario-822574452 tempest-TestMinimumBasicScenario-822574452-project] 10.222.0.16 "GET /v2.0/security-groups?id=2cac3a7c-5d44-426b-a9cf-7701545fdda7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317180 Jul 14 19:19:59.406665 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device 74e5e30e-fe17-491c-a526-3733495f3574 details requested by agent hyperv_n-h1-800634-3 with host n-h1-800634-3 {{(pid=93917) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 19:19:59.497709 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port 74e5e30e-fe17-491c-a526-3733495f3574, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=74e5e30e-fe17-491c-a526-3733495f3574,segment=NetworkSegment(f2d7de02-6552-4457-aaae-e364fad2237f),segment_id=f2d7de02-6552-4457-aaae-e364fad2237f)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 19:19:59.508983 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Returning: {'device': '74e5e30e-fe17-491c-a526-3733495f3574', 'network_id': '00675d1c-9c13-4b3f-8550-b9b21b35b6e7', 'port_id': '74e5e30e-fe17-491c-a526-3733495f3574', 'mac_address': 'fa:16:3e:07:57:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac454767-9fb8-4988-8b3f-11ecf8086210', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93917) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 19:19:59.549247 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:19:59.561450 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74e5e30e-fe17-491c-a526-3733495f3574 {{(pid=93917) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 19:19:59.580645 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port 74e5e30e-fe17-491c-a526-3733495f3574, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=74e5e30e-fe17-491c-a526-3733495f3574,segment=NetworkSegment(f2d7de02-6552-4457-aaae-e364fad2237f),segment_id=f2d7de02-6552-4457-aaae-e364fad2237f)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 19:19:59.584180 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:19:59.629728 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Pushing event updated for resources: {'Port': ['ID=74e5e30e-fe17-491c-a526-3733495f3574,revision_number=4']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:19:59.636780 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:19:59.637135 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:19:59.637478 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:19:59.638350 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:19:59.638685 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:19:59.639017 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:19:59.639348 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:19:59.639679 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:19:59.640005 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:19:59.640359 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:19:59.640686 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:19:59.641010 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:19:59.802004 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] get_ports_and_sgs() called for port_ids ['74e5e30e-fe17-491c-a526-3733495f3574'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 19:20:00.078395 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146c80fa-f163-4922-9f8a-c1c298b8cc61 req-c2cba503-91fd-4c57-9a05-18e4a758534e tempest-TestMinimumBasicScenario-822574452 tempest-TestMinimumBasicScenario-822574452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:20:00.079796 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-146c80fa-f163-4922-9f8a-c1c298b8cc61 req-c2cba503-91fd-4c57-9a05-18e4a758534e tempest-TestMinimumBasicScenario-822574452 tempest-TestMinimumBasicScenario-822574452-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a510404-c88f-4ffa-82bf-dc8b66976ae7 HTTP/1.1" status: 200 len: 944 time: 0.0677855 Jul 14 19:20:00.117382 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-146c80fa-f163-4922-9f8a-c1c298b8cc61 req-e1950a2d-cff9-49b1-a4a8-def84ad60dc0 tempest-TestMinimumBasicScenario-822574452 tempest-TestMinimumBasicScenario-822574452-project] 10.222.0.16 "GET /v2.0/security-groups?id=2cac3a7c-5d44-426b-a9cf-7701545fdda7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320129 Jul 14 19:20:01.288915 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb88b5d-d14b-4946-a1b7-64c39c77c350 req-161a3f60-8f4b-44a5-90c8-c447697b28b1 tempest-TestMinimumBasicScenario-822574452 tempest-TestMinimumBasicScenario-822574452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:20:01.290416 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-0bb88b5d-d14b-4946-a1b7-64c39c77c350 req-161a3f60-8f4b-44a5-90c8-c447697b28b1 tempest-TestMinimumBasicScenario-822574452 tempest-TestMinimumBasicScenario-822574452-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a510404-c88f-4ffa-82bf-dc8b66976ae7 HTTP/1.1" status: 200 len: 944 time: 0.0640497 Jul 14 19:20:01.328907 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-0bb88b5d-d14b-4946-a1b7-64c39c77c350 req-3ad17388-5623-43e8-9a4c-1dea45fedcaf tempest-TestMinimumBasicScenario-822574452 tempest-TestMinimumBasicScenario-822574452-project] 10.222.0.16 "GET /v2.0/security-groups?id=2cac3a7c-5d44-426b-a9cf-7701545fdda7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328722 Jul 14 19:20:01.403260 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device 74e5e30e-fe17-491c-a526-3733495f3574 up at agent hyperv_n-h1-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 19:20:01.450934 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Provisioning for port 74e5e30e-fe17-491c-a526-3733495f3574 completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 19:20:01.454474 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Provisioning complete for port 74e5e30e-fe17-491c-a526-3733495f3574 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 19:20:01.454840 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:20:01.528497 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:20:01.550041 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a510404-c88f-4ffa-82bf-dc8b66976ae7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74e5e30e-fe17-491c-a526-3733495f3574'}] {{(pid=93917) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 19:20:01.552277 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee9af70b018e2a669d4aace710d7966bbe0586a349443f05e01050df9771a348" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ad508b9-6f78-4c6d-a7e4-837a9fb4ad85" -d '{"events": [{"server_uuid": "4a510404-c88f-4ffa-82bf-dc8b66976ae7", "name": "network-vif-plugged", "status": "completed", "tag": "74e5e30e-fe17-491c-a526-3733495f3574"}]}' {{(pid=93917) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 19:20:01.568002 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port 74e5e30e-fe17-491c-a526-3733495f3574, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=74e5e30e-fe17-491c-a526-3733495f3574,segment=NetworkSegment(f2d7de02-6552-4457-aaae-e364fad2237f),segment_id=f2d7de02-6552-4457-aaae-e364fad2237f)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 19:20:01.572011 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:20:01.598861 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 19:20:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-231c0933-e1a7-4da1-aeff-230a9f6d51a6 x-openstack-request-id: req-231c0933-e1a7-4da1-aeff-230a9f6d51a6 {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 19:20:01.599152 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a510404-c88f-4ffa-82bf-dc8b66976ae7", "name": "network-vif-plugged", "status": "completed", "tag": "74e5e30e-fe17-491c-a526-3733495f3574", "code": 200}]} {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 19:20:01.599407 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-231c0933-e1a7-4da1-aeff-230a9f6d51a6 {{(pid=93917) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 19:20:01.599792 n-d-800634-3 neutron-server[93917]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a510404-c88f-4ffa-82bf-dc8b66976ae7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74e5e30e-fe17-491c-a526-3733495f3574', 'code': 200} Jul 14 19:20:01.627192 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Pushing event updated for resources: {'Port': ['ID=74e5e30e-fe17-491c-a526-3733495f3574,revision_number=5']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:20:01.707145 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114439a3-1209-450c-a144-a132b16a09d6 req-2e009ca4-d539-4297-aa70-12a839e4cbe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:20:01.708694 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-114439a3-1209-450c-a144-a132b16a09d6 req-2e009ca4-d539-4297-aa70-12a839e4cbe4 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=4a510404-c88f-4ffa-82bf-dc8b66976ae7 HTTP/1.1" status: 200 len: 1096 time: 0.0542021 Jul 14 19:20:01.748391 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-114439a3-1209-450c-a144-a132b16a09d6 req-304fa20a-1098-44fb-805d-298d9f039c95 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=2cac3a7c-5d44-426b-a9cf-7701545fdda7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332677 Jul 14 19:20:02.047397 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.agents_db [None req-2ea07fb6-aa68-4671-8654-119d82b9f530 None None] Agent healthcheck: found 7 active agents {{(pid=93918) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 19:20:02.505510 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460dd1ff-bbcb-45b3-94fc-e28eb3cec2f4 req-5f345c62-aac1-4b54-810e-c37cb9cb3676 tempest-TestMinimumBasicScenario-822574452 tempest-TestMinimumBasicScenario-822574452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:20:02.507039 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-460dd1ff-bbcb-45b3-94fc-e28eb3cec2f4 req-5f345c62-aac1-4b54-810e-c37cb9cb3676 tempest-TestMinimumBasicScenario-822574452 tempest-TestMinimumBasicScenario-822574452-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a510404-c88f-4ffa-82bf-dc8b66976ae7 HTTP/1.1" status: 200 len: 945 time: 0.0651846 Jul 14 19:20:02.553265 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-460dd1ff-bbcb-45b3-94fc-e28eb3cec2f4 req-1a18ca32-4659-4996-8eb7-63da27c9a10e tempest-TestMinimumBasicScenario-822574452 tempest-TestMinimumBasicScenario-822574452-project] 10.222.0.16 "GET /v2.0/security-groups?id=2cac3a7c-5d44-426b-a9cf-7701545fdda7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385749 Jul 14 19:20:03.025850 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:20:03.729527 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505e0a04-0089-4f18-a4dd-1b9787def2c9 req-f8d686b2-12c3-44e6-94b6-ec42bf2a8d99 tempest-TestMinimumBasicScenario-822574452 tempest-TestMinimumBasicScenario-822574452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:20:03.730986 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-505e0a04-0089-4f18-a4dd-1b9787def2c9 req-f8d686b2-12c3-44e6-94b6-ec42bf2a8d99 tempest-TestMinimumBasicScenario-822574452 tempest-TestMinimumBasicScenario-822574452-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a510404-c88f-4ffa-82bf-dc8b66976ae7 HTTP/1.1" status: 200 len: 945 time: 0.0611556 Jul 14 19:20:03.775640 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-505e0a04-0089-4f18-a4dd-1b9787def2c9 req-3278b833-5b0b-4c52-a03d-012163769b7d tempest-TestMinimumBasicScenario-822574452 tempest-TestMinimumBasicScenario-822574452-project] 10.222.0.16 "GET /v2.0/security-groups?id=2cac3a7c-5d44-426b-a9cf-7701545fdda7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385959 Jul 14 19:20:03.948460 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8664064a-5311-47fc-8795-ad3c4017e916 req-1653c965-3df1-4295-9262-c2d43b2993c3 tempest-TestMinimumBasicScenario-822574452 tempest-TestMinimumBasicScenario-822574452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:20:03.950399 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-8664064a-5311-47fc-8795-ad3c4017e916 req-1653c965-3df1-4295-9262-c2d43b2993c3 tempest-TestMinimumBasicScenario-822574452 tempest-TestMinimumBasicScenario-822574452-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a510404-c88f-4ffa-82bf-dc8b66976ae7 HTTP/1.1" status: 200 len: 945 time: 0.0662656 Jul 14 19:20:03.987166 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-8664064a-5311-47fc-8795-ad3c4017e916 req-bc3c7600-a194-4d0f-86ab-e821f910da7f tempest-TestMinimumBasicScenario-822574452 tempest-TestMinimumBasicScenario-822574452-project] 10.222.0.16 "GET /v2.0/security-groups?id=2cac3a7c-5d44-426b-a9cf-7701545fdda7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313540 Jul 14 19:20:04.321283 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9a8824-9445-4dcb-b3c9-fbf721c477e9 req-6956f0ec-8386-46ca-bfcb-4082d19b9396 tempest-TestMinimumBasicScenario-822574452 tempest-TestMinimumBasicScenario-822574452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:20:04.322809 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-af9a8824-9445-4dcb-b3c9-fbf721c477e9 req-6956f0ec-8386-46ca-bfcb-4082d19b9396 tempest-TestMinimumBasicScenario-822574452 tempest-TestMinimumBasicScenario-822574452-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a510404-c88f-4ffa-82bf-dc8b66976ae7 HTTP/1.1" status: 200 len: 945 time: 0.0635157 Jul 14 19:20:04.360440 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-af9a8824-9445-4dcb-b3c9-fbf721c477e9 req-105c0f6e-b268-4fd9-a367-d8f094407055 tempest-TestMinimumBasicScenario-822574452 tempest-TestMinimumBasicScenario-822574452-project] 10.222.0.16 "GET /v2.0/security-groups?id=2cac3a7c-5d44-426b-a9cf-7701545fdda7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313911 Jul 14 19:20:05.968585 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:20:15.978205 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d9c0a4-3a4c-41d2-bf5c-586551b72d63 req-0342b50c-dd07-4dba-93e2-32c7baf8d1ee tempest-TestMinimumBasicScenario-822574452 tempest-TestMinimumBasicScenario-822574452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:20:15.979904 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-33d9c0a4-3a4c-41d2-bf5c-586551b72d63 req-0342b50c-dd07-4dba-93e2-32c7baf8d1ee tempest-TestMinimumBasicScenario-822574452 tempest-TestMinimumBasicScenario-822574452-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a510404-c88f-4ffa-82bf-dc8b66976ae7 HTTP/1.1" status: 200 len: 945 time: 0.0673752 Jul 14 19:20:16.018122 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-33d9c0a4-3a4c-41d2-bf5c-586551b72d63 req-12470217-9484-46b8-90d8-d4afdf127554 tempest-TestMinimumBasicScenario-822574452 tempest-TestMinimumBasicScenario-822574452-project] 10.222.0.16 "GET /v2.0/security-groups?id=2cac3a7c-5d44-426b-a9cf-7701545fdda7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321846 Jul 14 19:20:16.041831 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 60146) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 19:20:16.192022 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aec93ee3-a42e-4224-aff9-35774c437e0d tempest-TestMinimumBasicScenario-1958016497 tempest-TestMinimumBasicScenario-1958016497-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:20:16.193579 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-aec93ee3-a42e-4224-aff9-35774c437e0d tempest-TestMinimumBasicScenario-1958016497 tempest-TestMinimumBasicScenario-1958016497-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=4a510404-c88f-4ffa-82bf-dc8b66976ae7 HTTP/1.1" status: 200 len: 1091 time: 0.1507697 Jul 14 19:20:16.196686 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 60150) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 19:20:16.201249 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-1f4d94b9-fd6c-49bf-a031-b7db35d3fc62 tempest-TestMinimumBasicScenario-822574452 tempest-TestMinimumBasicScenario-822574452-project] Request body: {'floatingip': {'floating_network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'port_id': '74e5e30e-fe17-491c-a526-3733495f3574', 'tenant_id': 'cd0ab033311a4c379b430aee7a145dbd', 'fixed_ip_address': '172.20.0.9'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 19:20:16.223176 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-1f4d94b9-fd6c-49bf-a031-b7db35d3fc62 tempest-TestMinimumBasicScenario-822574452 tempest-TestMinimumBasicScenario-822574452-project] Notify callbacks [] for floatingip, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:20:16.322626 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-1f4d94b9-fd6c-49bf-a031-b7db35d3fc62 tempest-TestMinimumBasicScenario-822574452 tempest-TestMinimumBasicScenario-822574452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:20:16.424045 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.db_base_plugin_common [None req-1f4d94b9-fd6c-49bf-a031-b7db35d3fc62 tempest-TestMinimumBasicScenario-822574452 tempest-TestMinimumBasicScenario-822574452-project] Allocated IP 172.25.1.37 (9200a437-e1de-4520-88f6-e68386523e61/5f47f848-4532-407a-a0e2-5690ade15fd0/7b63d983-637e-4de1-a1bf-a94f3cc6f5af) {{(pid=93915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 19:20:16.526175 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-1f4d94b9-fd6c-49bf-a031-b7db35d3fc62 tempest-TestMinimumBasicScenario-822574452 tempest-TestMinimumBasicScenario-822574452-project] Notify callbacks [] for port, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:20:16.564883 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-1f4d94b9-fd6c-49bf-a031-b7db35d3fc62 tempest-TestMinimumBasicScenario-822574452 tempest-TestMinimumBasicScenario-822574452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:20:16.607623 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f4d94b9-fd6c-49bf-a031-b7db35d3fc62 tempest-TestMinimumBasicScenario-822574452 tempest-TestMinimumBasicScenario-822574452-project] Network 9200a437-e1de-4520-88f6-e68386523e61 is already hosted by enough agents. {{(pid=93915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 19:20:16.610454 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [None req-1f4d94b9-fd6c-49bf-a031-b7db35d3fc62 tempest-TestMinimumBasicScenario-822574452 tempest-TestMinimumBasicScenario-822574452-project] Resources bound (agent type, host, resource id): {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 19:20:16.613101 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f4d94b9-fd6c-49bf-a031-b7db35d3fc62 tempest-TestMinimumBasicScenario-822574452 tempest-TestMinimumBasicScenario-822574452-project] Received port after_create {{(pid=93915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 19:20:16.618597 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4d94b9-fd6c-49bf-a031-b7db35d3fc62 tempest-TestMinimumBasicScenario-822574452 tempest-TestMinimumBasicScenario-822574452-project] Pushing event updated for resources: {'Port': ['ID=7b63d983-637e-4de1-a1bf-a94f3cc6f5af,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:20:16.644901 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4d94b9-fd6c-49bf-a031-b7db35d3fc62 tempest-TestMinimumBasicScenario-822574452 tempest-TestMinimumBasicScenario-822574452-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:20:16.645250 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4d94b9-fd6c-49bf-a031-b7db35d3fc62 tempest-TestMinimumBasicScenario-822574452 tempest-TestMinimumBasicScenario-822574452-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:20:16.645593 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4d94b9-fd6c-49bf-a031-b7db35d3fc62 tempest-TestMinimumBasicScenario-822574452 tempest-TestMinimumBasicScenario-822574452-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:20:16.645938 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4d94b9-fd6c-49bf-a031-b7db35d3fc62 tempest-TestMinimumBasicScenario-822574452 tempest-TestMinimumBasicScenario-822574452-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:20:16.646274 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4d94b9-fd6c-49bf-a031-b7db35d3fc62 tempest-TestMinimumBasicScenario-822574452 tempest-TestMinimumBasicScenario-822574452-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:20:16.646607 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4d94b9-fd6c-49bf-a031-b7db35d3fc62 tempest-TestMinimumBasicScenario-822574452 tempest-TestMinimumBasicScenario-822574452-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:20:16.646937 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4d94b9-fd6c-49bf-a031-b7db35d3fc62 tempest-TestMinimumBasicScenario-822574452 tempest-TestMinimumBasicScenario-822574452-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:20:16.647264 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4d94b9-fd6c-49bf-a031-b7db35d3fc62 tempest-TestMinimumBasicScenario-822574452 tempest-TestMinimumBasicScenario-822574452-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:20:16.647593 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4d94b9-fd6c-49bf-a031-b7db35d3fc62 tempest-TestMinimumBasicScenario-822574452 tempest-TestMinimumBasicScenario-822574452-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:20:16.647920 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4d94b9-fd6c-49bf-a031-b7db35d3fc62 tempest-TestMinimumBasicScenario-822574452 tempest-TestMinimumBasicScenario-822574452-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:20:16.648283 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4d94b9-fd6c-49bf-a031-b7db35d3fc62 tempest-TestMinimumBasicScenario-822574452 tempest-TestMinimumBasicScenario-822574452-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:20:16.648608 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4d94b9-fd6c-49bf-a031-b7db35d3fc62 tempest-TestMinimumBasicScenario-822574452 tempest-TestMinimumBasicScenario-822574452-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:20:16.987600 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-1f4d94b9-fd6c-49bf-a031-b7db35d3fc62 tempest-TestMinimumBasicScenario-822574452 tempest-TestMinimumBasicScenario-822574452-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:20:17.064141 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-1f4d94b9-fd6c-49bf-a031-b7db35d3fc62 tempest-TestMinimumBasicScenario-822574452 tempest-TestMinimumBasicScenario-822574452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:20:17.209488 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-1f4d94b9-fd6c-49bf-a031-b7db35d3fc62 tempest-TestMinimumBasicScenario-822574452 tempest-TestMinimumBasicScenario-822574452-project] Notify callbacks [] for port, precommit_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:20:17.213608 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-1f4d94b9-fd6c-49bf-a031-b7db35d3fc62 tempest-TestMinimumBasicScenario-822574452 tempest-TestMinimumBasicScenario-822574452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25912978'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:20:17.282197 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4d94b9-fd6c-49bf-a031-b7db35d3fc62 tempest-TestMinimumBasicScenario-822574452 tempest-TestMinimumBasicScenario-822574452-project] Pushing event updated for resources: {'Port': ['ID=7b63d983-637e-4de1-a1bf-a94f3cc6f5af,revision_number=2']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:20:17.293869 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-1f4d94b9-fd6c-49bf-a031-b7db35d3fc62 tempest-TestMinimumBasicScenario-822574452 tempest-TestMinimumBasicScenario-822574452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-930131'] for floatingip, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:20:17.393428 n-d-800634-3 neutron-server[93915]: INFO neutron.db.l3_db [None req-1f4d94b9-fd6c-49bf-a031-b7db35d3fc62 tempest-TestMinimumBasicScenario-822574452 tempest-TestMinimumBasicScenario-822574452-project] Floating IP e90e612e-fd8d-454d-81c8-f119a46c2a96 associated. External IP: 172.25.1.37, port: 74e5e30e-fe17-491c-a526-3733495f3574. Jul 14 19:20:17.597117 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f4d94b9-fd6c-49bf-a031-b7db35d3fc62 tempest-TestMinimumBasicScenario-822574452 tempest-TestMinimumBasicScenario-822574452-project] Router e5f61c92-7ae9-45cf-9e7b-210f28781364 has already been hosted by L3 agent 2c6eb27e-defb-4cca-9a24-381c7415e359 {{(pid=93915) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 19:20:17.702320 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f4d94b9-fd6c-49bf-a031-b7db35d3fc62 tempest-TestMinimumBasicScenario-822574452 tempest-TestMinimumBasicScenario-822574452-project] Notify agent at l3_agent.n-d-800634-3 the message routers_updated {{(pid=93915) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 19:20:17.711507 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98bb7e6c-0fb8-42be-a22c-5ec4ba23af42 None None] Sync routers for ids ['e5f61c92-7ae9-45cf-9e7b-210f28781364'] in n-d-800634-3 {{(pid=93918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 19:20:17.718230 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-1f4d94b9-fd6c-49bf-a031-b7db35d3fc62 tempest-TestMinimumBasicScenario-822574452 tempest-TestMinimumBasicScenario-822574452-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for floatingip, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:20:17.721646 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98bb7e6c-0fb8-42be-a22c-5ec4ba23af42 None None] Routers {'e5f61c92-7ae9-45cf-9e7b-210f28781364'} bound to L3 agent in host n-d-800634-3 {{(pid=93918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 19:20:17.722317 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-98bb7e6c-0fb8-42be-a22c-5ec4ba23af42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T19:19:53Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['e5f61c92-7ae9-45cf-9e7b-210f28781364'], 'active': True} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 19:20:17.833787 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvr_db [None req-98bb7e6c-0fb8-42be-a22c-5ec4ba23af42 None None] Set router e5f61c92-7ae9-45cf-9e7b-210f28781364 gateway port host: n-d-800634-3 {{(pid=93918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 19:20:18.036895 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-1f4d94b9-fd6c-49bf-a031-b7db35d3fc62 tempest-TestMinimumBasicScenario-822574452 tempest-TestMinimumBasicScenario-822574452-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8390887 Jul 14 19:20:18.037546 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a510404-c88f-4ffa-82bf-dc8b66976ae7', 'tag': '74e5e30e-fe17-491c-a526-3733495f3574'}] {{(pid=93915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 19:20:18.039730 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}163b1c7ce9835e2c54087c39b47c05da5c61decdd411e584c58a4e7cd59f948f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7eb67b64-600a-4f9c-bdd4-f5ac99b554cb" -d '{"events": [{"name": "network-changed", "server_uuid": "4a510404-c88f-4ffa-82bf-dc8b66976ae7", "tag": "74e5e30e-fe17-491c-a526-3733495f3574"}]}' {{(pid=93915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 19:20:18.040169 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 60152) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 19:20:18.046336 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-71247e89-a27b-40b4-b48a-e36330e668e5 tempest-TestMinimumBasicScenario-822574452 tempest-TestMinimumBasicScenario-822574452-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1704186106', 'description': 'tempest-secgroup-smoke-1704186106 description', 'project_id': 'cd0ab033311a4c379b430aee7a145dbd'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 19:20:18.068032 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-98bb7e6c-0fb8-42be-a22c-5ec4ba23af42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5f61c92-7ae9-45cf-9e7b-210f28781364', 'name': 'tempest-TestMinimumBasicScenario-36792493-router', 'tenant_id': 'cd0ab033311a4c379b430aee7a145dbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.136'}], 'enable_snat': True}, 'gw_port_id': 'c1c302c0-e663-450a-9696-5f553a3fad20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T19:19:25Z', 'updated_at': '2021-07-14T19:19:28Z', 'revision_number': 4, 'project_id': 'cd0ab033311a4c379b430aee7a145dbd', 'gw_port': {'id': 'c1c302c0-e663-450a-9696-5f553a3fad20', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:0b:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5f61c92-7ae9-45cf-9e7b-210f28781364', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4104, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T19:19:25Z', 'updated_at': '2021-07-14T19:19:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_floatingips': [{'id': 'e90e612e-fd8d-454d-81c8-f119a46c2a96', 'tenant_id': 'cd0ab033311a4c379b430aee7a145dbd', 'floating_ip_address': '172.25.1.37', 'floating_network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'router_id': 'e5f61c92-7ae9-45cf-9e7b-210f28781364', 'port_id': '74e5e30e-fe17-491c-a526-3733495f3574', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4120, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '00675d1c-9c13-4b3f-8550-b9b21b35b6e7', 'mac_address': 'fa:16:3e:07:57:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a510404-c88f-4ffa-82bf-dc8b66976ae7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T19:20:16Z', 'updated_at': '2021-07-14T19:20:16Z', 'revision_number': 0, 'project_id': 'cd0ab033311a4c379b430aee7a145dbd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da222166-d310-48b9-802c-5406c2fe2dd2', 'name': '', 'network_id': '00675d1c-9c13-4b3f-8550-b9b21b35b6e7', 'tenant_id': 'cd0ab033311a4c379b430aee7a145dbd', 'mac_address': 'fa:16:3e:a9:16:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5f61c92-7ae9-45cf-9e7b-210f28781364', 'device_owner': 'network:router_interface', 'standard_attr_id': 4105, 'fixed_ips': [{'subnet_id': 'ac454767-9fb8-4988-8b3f-11ecf8086210', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T19:19:27Z', 'updated_at': '2021-07-14T19:19:34Z', 'revision_number': 5, 'project_id': 'cd0ab033311a4c379b430aee7a145dbd', 'subnets': [{'id': 'ac454767-9fb8-4988-8b3f-11ecf8086210', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-3', False) {} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 19:20:18.070946 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-71247e89-a27b-40b4-b48a-e36330e668e5 tempest-TestMinimumBasicScenario-822574452 tempest-TestMinimumBasicScenario-822574452-project] Notify callbacks [] for security_group, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:20:18.078081 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 19:20:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc713394-8c40-4e4b-aa5b-5d10fe9543b6 x-openstack-request-id: req-fc713394-8c40-4e4b-aa5b-5d10fe9543b6 {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 19:20:18.078639 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a510404-c88f-4ffa-82bf-dc8b66976ae7", "tag": "74e5e30e-fe17-491c-a526-3733495f3574", "status": "completed", "code": 200}]} {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 19:20:18.079223 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-fc713394-8c40-4e4b-aa5b-5d10fe9543b6 {{(pid=93915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 19:20:18.079832 n-d-800634-3 neutron-server[93915]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a510404-c88f-4ffa-82bf-dc8b66976ae7', 'tag': '74e5e30e-fe17-491c-a526-3733495f3574', 'status': 'completed', 'code': 200} Jul 14 19:20:18.097189 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98bb7e6c-0fb8-42be-a22c-5ec4ba23af42 None None] Checking router: e5f61c92-7ae9-45cf-9e7b-210f28781364 for host: n-d-800634-3 {{(pid=93918) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 19:20:18.106821 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98bb7e6c-0fb8-42be-a22c-5ec4ba23af42 None None] Routers {'e5f61c92-7ae9-45cf-9e7b-210f28781364'} bound to L3 agent in host n-d-800634-3 {{(pid=93918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 19:20:18.107508 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-98bb7e6c-0fb8-42be-a22c-5ec4ba23af42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T19:19:53Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['e5f61c92-7ae9-45cf-9e7b-210f28781364'], 'active': True} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 19:20:18.172835 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb67b64-600a-4f9c-bdd4-f5ac99b554cb req-4f03dd50-4aec-4719-9077-d497bc09bf39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:20:18.174373 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-7eb67b64-600a-4f9c-bdd4-f5ac99b554cb req-4f03dd50-4aec-4719-9077-d497bc09bf39 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=cd0ab033311a4c379b430aee7a145dbd&device_id=4a510404-c88f-4ffa-82bf-dc8b66976ae7 HTTP/1.1" status: 200 len: 1096 time: 0.0615056 Jul 14 19:20:18.176988 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-71247e89-a27b-40b4-b48a-e36330e668e5 tempest-TestMinimumBasicScenario-822574452 tempest-TestMinimumBasicScenario-822574452-project] Notify callbacks [] for security_group, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:20:18.181236 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-71247e89-a27b-40b4-b48a-e36330e668e5 tempest-TestMinimumBasicScenario-822574452 tempest-TestMinimumBasicScenario-822574452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:20:18.218369 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71247e89-a27b-40b4-b48a-e36330e668e5 tempest-TestMinimumBasicScenario-822574452 tempest-TestMinimumBasicScenario-822574452-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4e8202bd-b472-4ee9-81d7-b2dbe792ccbf,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:20:18.222722 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-71247e89-a27b-40b4-b48a-e36330e668e5 tempest-TestMinimumBasicScenario-822574452 tempest-TestMinimumBasicScenario-822574452-project] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:20:18.224201 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-71247e89-a27b-40b4-b48a-e36330e668e5 tempest-TestMinimumBasicScenario-822574452 tempest-TestMinimumBasicScenario-822574452-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1829119 Jul 14 19:20:18.227473 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 60158) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 19:20:18.234575 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-2f96254b-3fc8-4a04-b5b0-f4a777a20268 tempest-TestMinimumBasicScenario-822574452 tempest-TestMinimumBasicScenario-822574452-project] Request body: {'security_group_rule': {'security_group_id': '4e8202bd-b472-4ee9-81d7-b2dbe792ccbf', 'project_id': 'cd0ab033311a4c379b430aee7a145dbd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 19:20:18.264966 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-2f96254b-3fc8-4a04-b5b0-f4a777a20268 tempest-TestMinimumBasicScenario-822574452 tempest-TestMinimumBasicScenario-822574452-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:20:18.273696 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb67b64-600a-4f9c-bdd4-f5ac99b554cb req-01ab7d92-0500-4c13-a716-0b5433f41e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:20:18.275214 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-7eb67b64-600a-4f9c-bdd4-f5ac99b554cb req-01ab7d92-0500-4c13-a716-0b5433f41e52 service neutron] 10.222.0.18 "GET /v2.0/networks?id=00675d1c-9c13-4b3f-8550-b9b21b35b6e7 HTTP/1.1" status: 200 len: 913 time: 0.0945003 Jul 14 19:20:18.321854 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvr_db [None req-98bb7e6c-0fb8-42be-a22c-5ec4ba23af42 None None] Set router e5f61c92-7ae9-45cf-9e7b-210f28781364 gateway port host: n-d-800634-3 {{(pid=93918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 19:20:18.326428 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-2f96254b-3fc8-4a04-b5b0-f4a777a20268 tempest-TestMinimumBasicScenario-822574452 tempest-TestMinimumBasicScenario-822574452-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:20:18.332065 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-2f96254b-3fc8-4a04-b5b0-f4a777a20268 tempest-TestMinimumBasicScenario-822574452 tempest-TestMinimumBasicScenario-822574452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305173'] for security_group_rule, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:20:18.343826 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-7eb67b64-600a-4f9c-bdd4-f5ac99b554cb req-a39bc6a0-4420-466c-aac2-db7a3b52a240 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=74e5e30e-fe17-491c-a526-3733495f3574 HTTP/1.1" status: 200 len: 998 time: 0.0622759 Jul 14 19:20:18.357606 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f96254b-3fc8-4a04-b5b0-f4a777a20268 tempest-TestMinimumBasicScenario-822574452 tempest-TestMinimumBasicScenario-822574452-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c70edd23-0162-4fe9-9543-063477530b99,revision_number=0']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:20:18.366877 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-2f96254b-3fc8-4a04-b5b0-f4a777a20268 tempest-TestMinimumBasicScenario-822574452 tempest-TestMinimumBasicScenario-822574452-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:20:18.370690 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-2f96254b-3fc8-4a04-b5b0-f4a777a20268 tempest-TestMinimumBasicScenario-822574452 tempest-TestMinimumBasicScenario-822574452-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1393011 Jul 14 19:20:18.370929 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 60160) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 19:20:18.375787 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-8e49d881-969e-4e8f-aecf-ae620b5428c7 tempest-TestMinimumBasicScenario-822574452 tempest-TestMinimumBasicScenario-822574452-project] Request body: {'security_group_rule': {'security_group_id': '4e8202bd-b472-4ee9-81d7-b2dbe792ccbf', 'project_id': 'cd0ab033311a4c379b430aee7a145dbd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 19:20:18.403798 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb67b64-600a-4f9c-bdd4-f5ac99b554cb req-c0d31fe2-48d3-44af-a56c-374f2050ab21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:20:18.405350 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-7eb67b64-600a-4f9c-bdd4-f5ac99b554cb req-c0d31fe2-48d3-44af-a56c-374f2050ab21 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ac454767-9fb8-4988-8b3f-11ecf8086210 HTTP/1.1" status: 200 len: 852 time: 0.0537271 Jul 14 19:20:18.408316 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-8e49d881-969e-4e8f-aecf-ae620b5428c7 tempest-TestMinimumBasicScenario-822574452 tempest-TestMinimumBasicScenario-822574452-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:20:18.474241 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb67b64-600a-4f9c-bdd4-f5ac99b554cb req-3d24a4ad-9122-44c5-8748-31575c2fbf4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:20:18.475828 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-7eb67b64-600a-4f9c-bdd4-f5ac99b554cb req-3d24a4ad-9122-44c5-8748-31575c2fbf4b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=00675d1c-9c13-4b3f-8550-b9b21b35b6e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0626805 Jul 14 19:20:18.477310 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-8e49d881-969e-4e8f-aecf-ae620b5428c7 tempest-TestMinimumBasicScenario-822574452 tempest-TestMinimumBasicScenario-822574452-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:20:18.481265 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-8e49d881-969e-4e8f-aecf-ae620b5428c7 tempest-TestMinimumBasicScenario-822574452 tempest-TestMinimumBasicScenario-822574452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305173'] for security_group_rule, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:20:18.504358 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e49d881-969e-4e8f-aecf-ae620b5428c7 tempest-TestMinimumBasicScenario-822574452 tempest-TestMinimumBasicScenario-822574452-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39ced38d-769e-49c6-ba14-ec6f6687cb8e,revision_number=0']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:20:18.515087 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-8e49d881-969e-4e8f-aecf-ae620b5428c7 tempest-TestMinimumBasicScenario-822574452 tempest-TestMinimumBasicScenario-822574452-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:20:18.517220 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-8e49d881-969e-4e8f-aecf-ae620b5428c7 tempest-TestMinimumBasicScenario-822574452 tempest-TestMinimumBasicScenario-822574452-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1450822 Jul 14 19:20:18.519847 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 60162) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 19:20:18.529478 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-314dae8f-672f-44d7-bbcb-4feb8447b377 tempest-TestMinimumBasicScenario-822574452 tempest-TestMinimumBasicScenario-822574452-project] Request body: {'security_group_rule': {'security_group_id': '4e8202bd-b472-4ee9-81d7-b2dbe792ccbf', 'project_id': 'cd0ab033311a4c379b430aee7a145dbd', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 19:20:18.561899 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-314dae8f-672f-44d7-bbcb-4feb8447b377 tempest-TestMinimumBasicScenario-822574452 tempest-TestMinimumBasicScenario-822574452-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:20:18.565785 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-98bb7e6c-0fb8-42be-a22c-5ec4ba23af42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5f61c92-7ae9-45cf-9e7b-210f28781364', 'name': 'tempest-TestMinimumBasicScenario-36792493-router', 'tenant_id': 'cd0ab033311a4c379b430aee7a145dbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.136'}], 'enable_snat': True}, 'gw_port_id': 'c1c302c0-e663-450a-9696-5f553a3fad20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T19:19:25Z', 'updated_at': '2021-07-14T19:19:28Z', 'revision_number': 4, 'project_id': 'cd0ab033311a4c379b430aee7a145dbd', 'gw_port': {'id': 'c1c302c0-e663-450a-9696-5f553a3fad20', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:0b:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5f61c92-7ae9-45cf-9e7b-210f28781364', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4104, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T19:19:25Z', 'updated_at': '2021-07-14T19:19:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_floatingips': [{'id': 'e90e612e-fd8d-454d-81c8-f119a46c2a96', 'tenant_id': 'cd0ab033311a4c379b430aee7a145dbd', 'floating_ip_address': '172.25.1.37', 'floating_network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'router_id': 'e5f61c92-7ae9-45cf-9e7b-210f28781364', 'port_id': '74e5e30e-fe17-491c-a526-3733495f3574', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4120, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '00675d1c-9c13-4b3f-8550-b9b21b35b6e7', 'mac_address': 'fa:16:3e:07:57:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a510404-c88f-4ffa-82bf-dc8b66976ae7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T19:20:16Z', 'updated_at': '2021-07-14T19:20:16Z', 'revision_number': 0, 'project_id': 'cd0ab033311a4c379b430aee7a145dbd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da222166-d310-48b9-802c-5406c2fe2dd2', 'name': '', 'network_id': '00675d1c-9c13-4b3f-8550-b9b21b35b6e7', 'tenant_id': 'cd0ab033311a4c379b430aee7a145dbd', 'mac_address': 'fa:16:3e:a9:16:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5f61c92-7ae9-45cf-9e7b-210f28781364', 'device_owner': 'network:router_interface', 'standard_attr_id': 4105, 'fixed_ips': [{'subnet_id': 'ac454767-9fb8-4988-8b3f-11ecf8086210', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T19:19:27Z', 'updated_at': '2021-07-14T19:19:34Z', 'revision_number': 5, 'project_id': 'cd0ab033311a4c379b430aee7a145dbd', 'subnets': [{'id': 'ac454767-9fb8-4988-8b3f-11ecf8086210', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-3', False) {} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 19:20:18.590336 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-7eb67b64-600a-4f9c-bdd4-f5ac99b554cb req-70fd1080-ed77-4882-965c-fe67dc1bb6ca service neutron] 10.222.0.18 "GET /v2.0/networks/00675d1c-9c13-4b3f-8550-b9b21b35b6e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1059253 Jul 14 19:20:18.596185 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98bb7e6c-0fb8-42be-a22c-5ec4ba23af42 None None] The sync data for ids ['e5f61c92-7ae9-45cf-9e7b-210f28781364'] in n-d-800634-3 is: [{'id': 'e5f61c92-7ae9-45cf-9e7b-210f28781364', 'name': 'tempest-TestMinimumBasicScenario-36792493-router', 'tenant_id': 'cd0ab033311a4c379b430aee7a145dbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.136'}], 'enable_snat': True}, 'gw_port_id': 'c1c302c0-e663-450a-9696-5f553a3fad20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T19:19:25Z', 'updated_at': '2021-07-14T19:19:28Z', 'revision_number': 4, 'project_id': 'cd0ab033311a4c379b430aee7a145dbd', 'gw_port': {'id': 'c1c302c0-e663-450a-9696-5f553a3fad20', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:0b:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5f61c92-7ae9-45cf-9e7b-210f28781364', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4104, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T19:19:25Z', 'updated_at': '2021-07-14T19:19:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_floatingips': [{'id': 'e90e612e-fd8d-454d-81c8-f119a46c2a96', 'tenant_id': 'cd0ab033311a4c379b430aee7a145dbd', 'floating_ip_address': '172.25.1.37', 'floating_network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'router_id': 'e5f61c92-7ae9-45cf-9e7b-210f28781364', 'port_id': '74e5e30e-fe17-491c-a526-3733495f3574', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4120, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '00675d1c-9c13-4b3f-8550-b9b21b35b6e7', 'mac_address': 'fa:16:3e:07:57:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a510404-c88f-4ffa-82bf-dc8b66976ae7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T19:20:16Z', 'updated_at': '2021-07-14T19:20:16Z', 'revision_number': 0, 'project_id': 'cd0ab033311a4c379b430aee7a145dbd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da222166-d310-48b9-802c-5406c2fe2dd2', 'name': '', 'network_id': '00675d1c-9c13-4b3f-8550-b9b21b35b6e7', 'tenant_id': 'cd0ab033311a4c379b430aee7a145dbd', 'mac_address': 'fa:16:3e:a9:16:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5f61c92-7ae9-45cf-9e7b-210f28781364', 'device_owner': 'network:router_interface', 'standard_attr_id': 4105, 'fixed_ips': [{'subnet_id': 'ac454767-9fb8-4988-8b3f-11ecf8086210', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T19:19:27Z', 'updated_at': '2021-07-14T19:19:34Z', 'revision_number': 5, 'project_id': 'cd0ab033311a4c379b430aee7a145dbd', 'subnets': [{'id': 'ac454767-9fb8-4988-8b3f-11ecf8086210', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 19:20:18.632513 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-314dae8f-672f-44d7-bbcb-4feb8447b377 tempest-TestMinimumBasicScenario-822574452 tempest-TestMinimumBasicScenario-822574452-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:20:18.639090 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-314dae8f-672f-44d7-bbcb-4feb8447b377 tempest-TestMinimumBasicScenario-822574452 tempest-TestMinimumBasicScenario-822574452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305173'] for security_group_rule, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:20:18.661173 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314dae8f-672f-44d7-bbcb-4feb8447b377 tempest-TestMinimumBasicScenario-822574452 tempest-TestMinimumBasicScenario-822574452-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b516059b-2a70-433b-8f7a-0272bb2d85ee,revision_number=0']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:20:18.665107 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-314dae8f-672f-44d7-bbcb-4feb8447b377 tempest-TestMinimumBasicScenario-822574452 tempest-TestMinimumBasicScenario-822574452-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:20:18.666576 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-314dae8f-672f-44d7-bbcb-4feb8447b377 tempest-TestMinimumBasicScenario-822574452 tempest-TestMinimumBasicScenario-822574452-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1453605 Jul 14 19:20:18.671061 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 60164) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 19:20:18.676274 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-a38ea411-ed03-494f-a289-2c91d83cb29a tempest-TestMinimumBasicScenario-822574452 tempest-TestMinimumBasicScenario-822574452-project] Request body: {'security_group_rule': {'security_group_id': '4e8202bd-b472-4ee9-81d7-b2dbe792ccbf', 'project_id': 'cd0ab033311a4c379b430aee7a145dbd', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 19:20:18.700909 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-7eb67b64-600a-4f9c-bdd4-f5ac99b554cb req-17868902-7053-42d7-9ce3-97decebe39d1 service neutron] 10.222.0.18 "GET /v2.0/networks/00675d1c-9c13-4b3f-8550-b9b21b35b6e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000457 Jul 14 19:20:18.706109 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a38ea411-ed03-494f-a289-2c91d83cb29a tempest-TestMinimumBasicScenario-822574452 tempest-TestMinimumBasicScenario-822574452-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:20:18.768820 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a38ea411-ed03-494f-a289-2c91d83cb29a tempest-TestMinimumBasicScenario-822574452 tempest-TestMinimumBasicScenario-822574452-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:20:18.772645 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a38ea411-ed03-494f-a289-2c91d83cb29a tempest-TestMinimumBasicScenario-822574452 tempest-TestMinimumBasicScenario-822574452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305173'] for security_group_rule, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:20:18.790291 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38ea411-ed03-494f-a289-2c91d83cb29a tempest-TestMinimumBasicScenario-822574452 tempest-TestMinimumBasicScenario-822574452-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4720fce8-8a14-4f7f-8666-da2d852bbf3b,revision_number=0']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:20:18.797868 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a38ea411-ed03-494f-a289-2c91d83cb29a tempest-TestMinimumBasicScenario-822574452 tempest-TestMinimumBasicScenario-822574452-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:20:18.801793 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-a38ea411-ed03-494f-a289-2c91d83cb29a tempest-TestMinimumBasicScenario-822574452 tempest-TestMinimumBasicScenario-822574452-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1273899 Jul 14 19:20:18.801967 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 60166) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 19:20:18.807035 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-99208253-176c-4e6c-bf05-7f02a782f48a tempest-TestMinimumBasicScenario-822574452 tempest-TestMinimumBasicScenario-822574452-project] Request body: {'security_group_rule': {'security_group_id': '4e8202bd-b472-4ee9-81d7-b2dbe792ccbf', 'project_id': 'cd0ab033311a4c379b430aee7a145dbd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 19:20:18.830486 n-d-800634-3 neutron-server[93916]: INFO neutron.db.securitygroups_db [None req-99208253-176c-4e6c-bf05-7f02a782f48a tempest-TestMinimumBasicScenario-822574452 tempest-TestMinimumBasicScenario-822574452-project] Project cd0ab033311a4c379b430aee7a145dbd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 14 19:20:18.833429 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7562936-fc8e-4c96-a12b-cb9281f247ed None None] New status for floating IP e90e612e-fd8d-454d-81c8-f119a46c2a96: ACTIVE {{(pid=93917) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 19:20:18.837257 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-99208253-176c-4e6c-bf05-7f02a782f48a tempest-TestMinimumBasicScenario-822574452 tempest-TestMinimumBasicScenario-822574452-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:20:18.897307 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-99208253-176c-4e6c-bf05-7f02a782f48a tempest-TestMinimumBasicScenario-822574452 tempest-TestMinimumBasicScenario-822574452-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:20:18.901369 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-99208253-176c-4e6c-bf05-7f02a782f48a tempest-TestMinimumBasicScenario-822574452 tempest-TestMinimumBasicScenario-822574452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305173'] for security_group_rule, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:20:18.921112 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99208253-176c-4e6c-bf05-7f02a782f48a tempest-TestMinimumBasicScenario-822574452 tempest-TestMinimumBasicScenario-822574452-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9dbd95c3-f1f1-4c04-a13b-9190093eeedd,revision_number=0']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:20:18.923317 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-99208253-176c-4e6c-bf05-7f02a782f48a tempest-TestMinimumBasicScenario-822574452 tempest-TestMinimumBasicScenario-822574452-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:20:18.927157 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-99208253-176c-4e6c-bf05-7f02a782f48a tempest-TestMinimumBasicScenario-822574452 tempest-TestMinimumBasicScenario-822574452-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1213870 Jul 14 19:20:18.927639 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 60168) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 19:20:18.931846 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-bc7faf36-0fe7-4b65-8699-baf107eac750 tempest-TestMinimumBasicScenario-822574452 tempest-TestMinimumBasicScenario-822574452-project] Request body: {'security_group_rule': {'security_group_id': '4e8202bd-b472-4ee9-81d7-b2dbe792ccbf', 'project_id': 'cd0ab033311a4c379b430aee7a145dbd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 19:20:18.952922 n-d-800634-3 neutron-server[93916]: INFO neutron.db.securitygroups_db [None req-bc7faf36-0fe7-4b65-8699-baf107eac750 tempest-TestMinimumBasicScenario-822574452 tempest-TestMinimumBasicScenario-822574452-project] Project cd0ab033311a4c379b430aee7a145dbd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 14 19:20:18.957743 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-bc7faf36-0fe7-4b65-8699-baf107eac750 tempest-TestMinimumBasicScenario-822574452 tempest-TestMinimumBasicScenario-822574452-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:20:19.023242 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-bc7faf36-0fe7-4b65-8699-baf107eac750 tempest-TestMinimumBasicScenario-822574452 tempest-TestMinimumBasicScenario-822574452-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:20:19.026706 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-bc7faf36-0fe7-4b65-8699-baf107eac750 tempest-TestMinimumBasicScenario-822574452 tempest-TestMinimumBasicScenario-822574452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305173'] for security_group_rule, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:20:19.044843 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7faf36-0fe7-4b65-8699-baf107eac750 tempest-TestMinimumBasicScenario-822574452 tempest-TestMinimumBasicScenario-822574452-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85f36f9a-f4f6-4d2a-93ff-ba6150b14f77,revision_number=0']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:20:19.050453 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-bc7faf36-0fe7-4b65-8699-baf107eac750 tempest-TestMinimumBasicScenario-822574452 tempest-TestMinimumBasicScenario-822574452-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:20:19.051567 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-bc7faf36-0fe7-4b65-8699-baf107eac750 tempest-TestMinimumBasicScenario-822574452 tempest-TestMinimumBasicScenario-822574452-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1232405 Jul 14 19:20:19.167311 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-5e2e9de5-6303-43fd-8388-591d59f82c06 req-5934a4c5-61f8-4f41-beeb-0bf49898131e tempest-TestMinimumBasicScenario-822574452 tempest-TestMinimumBasicScenario-822574452-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1704186106&fields=id&tenant_id=cd0ab033311a4c379b430aee7a145dbd HTTP/1.1" status: 200 len: 267 time: 0.0345488 Jul 14 19:20:19.234282 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2e9de5-6303-43fd-8388-591d59f82c06 req-8ff53532-5637-4b4e-9f24-55e48cfb6e3b tempest-TestMinimumBasicScenario-822574452 tempest-TestMinimumBasicScenario-822574452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:20:19.235763 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-5e2e9de5-6303-43fd-8388-591d59f82c06 req-8ff53532-5637-4b4e-9f24-55e48cfb6e3b tempest-TestMinimumBasicScenario-822574452 tempest-TestMinimumBasicScenario-822574452-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a510404-c88f-4ffa-82bf-dc8b66976ae7 HTTP/1.1" status: 200 len: 945 time: 0.0633242 Jul 14 19:20:19.246917 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [req-5e2e9de5-6303-43fd-8388-591d59f82c06 req-62afd083-2f13-46fb-9f4a-f7556f577f1f tempest-TestMinimumBasicScenario-822574452 tempest-TestMinimumBasicScenario-822574452-project] Request body: {'port': {'security_groups': ['2cac3a7c-5d44-426b-a9cf-7701545fdda7', '4e8202bd-b472-4ee9-81d7-b2dbe792ccbf']}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 19:20:19.332144 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-5e2e9de5-6303-43fd-8388-591d59f82c06 req-62afd083-2f13-46fb-9f4a-f7556f577f1f tempest-TestMinimumBasicScenario-822574452 tempest-TestMinimumBasicScenario-822574452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:20:19.511426 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-5e2e9de5-6303-43fd-8388-591d59f82c06 req-62afd083-2f13-46fb-9f4a-f7556f577f1f tempest-TestMinimumBasicScenario-822574452 tempest-TestMinimumBasicScenario-822574452-project] For port 74e5e30e-fe17-491c-a526-3733495f3574, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=74e5e30e-fe17-491c-a526-3733495f3574,segment=NetworkSegment(f2d7de02-6552-4457-aaae-e364fad2237f),segment_id=f2d7de02-6552-4457-aaae-e364fad2237f)] {{(pid=93915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 19:20:19.540927 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-5e2e9de5-6303-43fd-8388-591d59f82c06 req-62afd083-2f13-46fb-9f4a-f7556f577f1f tempest-TestMinimumBasicScenario-822574452 tempest-TestMinimumBasicScenario-822574452-project] Notify callbacks [] for port, precommit_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:20:19.545605 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-5e2e9de5-6303-43fd-8388-591d59f82c06 req-62afd083-2f13-46fb-9f4a-f7556f577f1f tempest-TestMinimumBasicScenario-822574452 tempest-TestMinimumBasicScenario-822574452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25912978'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:20:19.557840 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] get_ports_and_sgs() called for port_ids ['74e5e30e-fe17-491c-a526-3733495f3574'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 19:20:19.589667 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2e9de5-6303-43fd-8388-591d59f82c06 req-62afd083-2f13-46fb-9f4a-f7556f577f1f tempest-TestMinimumBasicScenario-822574452 tempest-TestMinimumBasicScenario-822574452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:20:19.590332 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-5e2e9de5-6303-43fd-8388-591d59f82c06 req-62afd083-2f13-46fb-9f4a-f7556f577f1f tempest-TestMinimumBasicScenario-822574452 tempest-TestMinimumBasicScenario-822574452-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:20:19.591736 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-5e2e9de5-6303-43fd-8388-591d59f82c06 req-62afd083-2f13-46fb-9f4a-f7556f577f1f tempest-TestMinimumBasicScenario-822574452 tempest-TestMinimumBasicScenario-822574452-project] 10.222.0.16 "PUT /v2.0/ports/74e5e30e-fe17-491c-a526-3733495f3574 HTTP/1.1" status: 200 len: 981 time: 0.3499413 Jul 14 19:20:19.616442 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62afd083-2f13-46fb-9f4a-f7556f577f1f tempest-TestMinimumBasicScenario-822574452 tempest-TestMinimumBasicScenario-822574452-project] Pushing event updated for resources: {'Port': ['ID=74e5e30e-fe17-491c-a526-3733495f3574,revision_number=6']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:20:19.647688 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] get_ports_and_sgs() called for port_ids ['74e5e30e-fe17-491c-a526-3733495f3574'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 19:20:19.775517 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615727ec-0434-4b96-9038-34be6007ad54 req-2bf5f326-df80-4370-837f-0dd1cbe6c22e tempest-TestMinimumBasicScenario-822574452 tempest-TestMinimumBasicScenario-822574452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:20:19.777098 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-615727ec-0434-4b96-9038-34be6007ad54 req-2bf5f326-df80-4370-837f-0dd1cbe6c22e tempest-TestMinimumBasicScenario-822574452 tempest-TestMinimumBasicScenario-822574452-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a510404-c88f-4ffa-82bf-dc8b66976ae7 HTTP/1.1" status: 200 len: 984 time: 0.0700634 Jul 14 19:20:19.825324 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-615727ec-0434-4b96-9038-34be6007ad54 req-9afc9768-3f94-4341-85ab-6c30e8d659ed tempest-TestMinimumBasicScenario-822574452 tempest-TestMinimumBasicScenario-822574452-project] 10.222.0.16 "GET /v2.0/security-groups?id=4e8202bd-b472-4ee9-81d7-b2dbe792ccbf&id=2cac3a7c-5d44-426b-a9cf-7701545fdda7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0415142 Jul 14 19:20:19.904640 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-6c6e5499-0ecb-461a-aafb-4312aaaec97c None None] Provisioning complete for port 74e5e30e-fe17-491c-a526-3733495f3574 triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 19:20:19.905241 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-6c6e5499-0ecb-461a-aafb-4312aaaec97c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:20:20.081564 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a510404-c88f-4ffa-82bf-dc8b66976ae7', 'tag': '74e5e30e-fe17-491c-a526-3733495f3574'}] {{(pid=93915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 19:20:20.084052 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}163b1c7ce9835e2c54087c39b47c05da5c61decdd411e584c58a4e7cd59f948f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7bfc273-a9ff-4d01-b26a-2da6375c1ae8" -d '{"events": [{"name": "network-changed", "server_uuid": "4a510404-c88f-4ffa-82bf-dc8b66976ae7", "tag": "74e5e30e-fe17-491c-a526-3733495f3574"}]}' {{(pid=93915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 19:20:20.120220 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 19:20:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd676a64-de96-461d-85e7-15c768da62e9 x-openstack-request-id: req-dd676a64-de96-461d-85e7-15c768da62e9 {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 19:20:20.120507 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a510404-c88f-4ffa-82bf-dc8b66976ae7", "tag": "74e5e30e-fe17-491c-a526-3733495f3574", "status": "completed", "code": 200}]} {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 19:20:20.120758 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-dd676a64-de96-461d-85e7-15c768da62e9 {{(pid=93915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 19:20:20.121153 n-d-800634-3 neutron-server[93915]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a510404-c88f-4ffa-82bf-dc8b66976ae7', 'tag': '74e5e30e-fe17-491c-a526-3733495f3574', 'status': 'completed', 'code': 200} Jul 14 19:20:20.200950 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bfc273-a9ff-4d01-b26a-2da6375c1ae8 req-052f810c-90ad-4987-9bef-c54b69517386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:20:20.202502 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c7bfc273-a9ff-4d01-b26a-2da6375c1ae8 req-052f810c-90ad-4987-9bef-c54b69517386 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=cd0ab033311a4c379b430aee7a145dbd&device_id=4a510404-c88f-4ffa-82bf-dc8b66976ae7 HTTP/1.1" status: 200 len: 1135 time: 0.0587134 Jul 14 19:20:20.292559 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bfc273-a9ff-4d01-b26a-2da6375c1ae8 req-50290ddd-dda8-4309-8f55-ed64eddba232 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:20:20.294754 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c7bfc273-a9ff-4d01-b26a-2da6375c1ae8 req-50290ddd-dda8-4309-8f55-ed64eddba232 service neutron] 10.222.0.18 "GET /v2.0/networks?id=00675d1c-9c13-4b3f-8550-b9b21b35b6e7 HTTP/1.1" status: 200 len: 913 time: 0.0848072 Jul 14 19:20:20.363582 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c7bfc273-a9ff-4d01-b26a-2da6375c1ae8 req-e78b299e-2cef-4eef-a591-bd6728bf86ea service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=74e5e30e-fe17-491c-a526-3733495f3574 HTTP/1.1" status: 200 len: 1000 time: 0.0624022 Jul 14 19:20:20.411786 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bfc273-a9ff-4d01-b26a-2da6375c1ae8 req-d09b1e28-316f-4d3c-a6d7-a893742df85b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:20:20.413225 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c7bfc273-a9ff-4d01-b26a-2da6375c1ae8 req-d09b1e28-316f-4d3c-a6d7-a893742df85b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ac454767-9fb8-4988-8b3f-11ecf8086210 HTTP/1.1" status: 200 len: 852 time: 0.0434074 Jul 14 19:20:20.471587 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-e8a69960-ae2a-42b6-8ed7-a52041c602cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:20:20.472062 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bfc273-a9ff-4d01-b26a-2da6375c1ae8 req-fb888aab-7895-491d-8e03-e81a4e8732b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:20:20.473564 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c7bfc273-a9ff-4d01-b26a-2da6375c1ae8 req-fb888aab-7895-491d-8e03-e81a4e8732b2 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=00675d1c-9c13-4b3f-8550-b9b21b35b6e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0535493 Jul 14 19:20:20.565180 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c7bfc273-a9ff-4d01-b26a-2da6375c1ae8 req-8295b1a3-f4cb-4598-876a-bfcc0270d2be service neutron] 10.222.0.18 "GET /v2.0/networks/00675d1c-9c13-4b3f-8550-b9b21b35b6e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849974 Jul 14 19:20:20.654197 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c7bfc273-a9ff-4d01-b26a-2da6375c1ae8 req-982008e9-035a-4b36-a5d2-c3fd6839c5a4 service neutron] 10.222.0.18 "GET /v2.0/networks/00675d1c-9c13-4b3f-8550-b9b21b35b6e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823665 Jul 14 19:20:22.896870 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-a9d79158-0f9f-4e86-a7c7-92f7b6ee5581 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:20:23.226266 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:20:24.328005 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-574aeb93-9938-449c-8e6c-cb22c9b52cc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:20:25.969153 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-2f4e3af3-e708-4ffd-a544-82d93a489d01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:20:33.024987 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:20:35.197341 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb209bac-a080-4518-aa97-c15f4d909f8e req-e3862843-b8a9-4ae5-8bcd-df29433fbec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:20:35.198879 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-bb209bac-a080-4518-aa97-c15f4d909f8e req-e3862843-b8a9-4ae5-8bcd-df29433fbec3 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=cd0ab033311a4c379b430aee7a145dbd&device_id=4a510404-c88f-4ffa-82bf-dc8b66976ae7 HTTP/1.1" status: 200 len: 1135 time: 0.1011398 Jul 14 19:20:35.211482 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a801b100-2812-470a-bc07-822ee9412e14 req-2774b23c-170d-42f0-9566-4b9a1f6b9ee6 tempest-TestMinimumBasicScenario-822574452 tempest-TestMinimumBasicScenario-822574452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:20:35.212903 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a801b100-2812-470a-bc07-822ee9412e14 req-2774b23c-170d-42f0-9566-4b9a1f6b9ee6 tempest-TestMinimumBasicScenario-822574452 tempest-TestMinimumBasicScenario-822574452-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a510404-c88f-4ffa-82bf-dc8b66976ae7 HTTP/1.1" status: 200 len: 984 time: 0.0879440 Jul 14 19:20:35.300060 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a801b100-2812-470a-bc07-822ee9412e14 req-594285c8-a238-4573-8be4-ba9dd6a54cd9 tempest-TestMinimumBasicScenario-822574452 tempest-TestMinimumBasicScenario-822574452-project] 10.222.0.16 "GET /v2.0/security-groups?id=4e8202bd-b472-4ee9-81d7-b2dbe792ccbf&id=2cac3a7c-5d44-426b-a9cf-7701545fdda7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0780475 Jul 14 19:20:35.327012 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb209bac-a080-4518-aa97-c15f4d909f8e req-add9e46e-72b8-4cc6-a9ad-338ac090a4f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:20:35.328552 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-bb209bac-a080-4518-aa97-c15f4d909f8e req-add9e46e-72b8-4cc6-a9ad-338ac090a4f8 service neutron] 10.222.0.18 "GET /v2.0/networks?id=00675d1c-9c13-4b3f-8550-b9b21b35b6e7 HTTP/1.1" status: 200 len: 913 time: 0.1148026 Jul 14 19:20:35.397106 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-bb209bac-a080-4518-aa97-c15f4d909f8e req-a2a71b1e-8317-4c92-b8ff-9c935766542e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=74e5e30e-fe17-491c-a526-3733495f3574 HTTP/1.1" status: 200 len: 1000 time: 0.0620921 Jul 14 19:20:35.445112 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb209bac-a080-4518-aa97-c15f4d909f8e req-57dd2ee8-0669-4c29-b6e3-43d30b079a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:20:35.446543 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-bb209bac-a080-4518-aa97-c15f4d909f8e req-57dd2ee8-0669-4c29-b6e3-43d30b079a7d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ac454767-9fb8-4988-8b3f-11ecf8086210 HTTP/1.1" status: 200 len: 852 time: 0.0427678 Jul 14 19:20:35.503466 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb209bac-a080-4518-aa97-c15f4d909f8e req-9bbbe0d0-3e17-4a0f-afee-c1f501db53bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:20:35.505041 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-bb209bac-a080-4518-aa97-c15f4d909f8e req-9bbbe0d0-3e17-4a0f-afee-c1f501db53bd service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=00675d1c-9c13-4b3f-8550-b9b21b35b6e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0522125 Jul 14 19:20:35.596519 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-bb209bac-a080-4518-aa97-c15f4d909f8e req-bc6fc660-bf05-4037-bc45-5724cc5f7770 service neutron] 10.222.0.18 "GET /v2.0/networks/00675d1c-9c13-4b3f-8550-b9b21b35b6e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850620 Jul 14 19:20:35.685185 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-bb209bac-a080-4518-aa97-c15f4d909f8e req-c9af7bbb-dc50-432e-a1d3-4f9dc2f5aefb service neutron] 10.222.0.18 "GET /v2.0/networks/00675d1c-9c13-4b3f-8550-b9b21b35b6e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816348 Jul 14 19:20:35.964162 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:20:36.481234 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632a65a3-ebfc-457d-9974-27f3e7e39e14 req-cbdee8b7-642e-4567-b989-8e886bebb512 tempest-TestMinimumBasicScenario-822574452 tempest-TestMinimumBasicScenario-822574452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:20:36.482735 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-632a65a3-ebfc-457d-9974-27f3e7e39e14 req-cbdee8b7-642e-4567-b989-8e886bebb512 tempest-TestMinimumBasicScenario-822574452 tempest-TestMinimumBasicScenario-822574452-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a510404-c88f-4ffa-82bf-dc8b66976ae7 HTTP/1.1" status: 200 len: 984 time: 0.0688834 Jul 14 19:20:36.525326 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-632a65a3-ebfc-457d-9974-27f3e7e39e14 req-0a6a61e7-37b8-4764-803b-756d9c31cb3b tempest-TestMinimumBasicScenario-822574452 tempest-TestMinimumBasicScenario-822574452-project] 10.222.0.16 "GET /v2.0/security-groups?id=4e8202bd-b472-4ee9-81d7-b2dbe792ccbf&id=2cac3a7c-5d44-426b-a9cf-7701545fdda7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0366230 Jul 14 19:20:37.527565 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b19bfa1-07cb-47e8-87ed-ccbf784ad9a3 req-658defd9-0ac0-4deb-bec2-d02909c3328c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:20:37.529610 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-7b19bfa1-07cb-47e8-87ed-ccbf784ad9a3 req-658defd9-0ac0-4deb-bec2-d02909c3328c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=cd0ab033311a4c379b430aee7a145dbd&device_id=4a510404-c88f-4ffa-82bf-dc8b66976ae7 HTTP/1.1" status: 200 len: 1135 time: 0.0532548 Jul 14 19:20:37.637892 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b19bfa1-07cb-47e8-87ed-ccbf784ad9a3 req-557394ef-ad13-4f80-a852-a45dde497fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:20:37.639417 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-7b19bfa1-07cb-47e8-87ed-ccbf784ad9a3 req-557394ef-ad13-4f80-a852-a45dde497fb9 service neutron] 10.222.0.18 "GET /v2.0/networks?id=00675d1c-9c13-4b3f-8550-b9b21b35b6e7 HTTP/1.1" status: 200 len: 913 time: 0.0889437 Jul 14 19:20:37.708969 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-7b19bfa1-07cb-47e8-87ed-ccbf784ad9a3 req-a801f02a-df6d-4a3e-9a1c-25e213efc9b6 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=74e5e30e-fe17-491c-a526-3733495f3574 HTTP/1.1" status: 200 len: 1000 time: 0.0623739 Jul 14 19:20:37.761399 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b19bfa1-07cb-47e8-87ed-ccbf784ad9a3 req-363535f4-e40f-4ad0-984d-998922c0a71a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:20:37.763477 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-7b19bfa1-07cb-47e8-87ed-ccbf784ad9a3 req-363535f4-e40f-4ad0-984d-998922c0a71a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ac454767-9fb8-4988-8b3f-11ecf8086210 HTTP/1.1" status: 200 len: 852 time: 0.0461953 Jul 14 19:20:37.829878 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b19bfa1-07cb-47e8-87ed-ccbf784ad9a3 req-31b72e64-59ee-44ac-98e1-78d7e9f869a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:20:37.831413 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-7b19bfa1-07cb-47e8-87ed-ccbf784ad9a3 req-31b72e64-59ee-44ac-98e1-78d7e9f869a5 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=00675d1c-9c13-4b3f-8550-b9b21b35b6e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0609791 Jul 14 19:20:37.970777 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-7b19bfa1-07cb-47e8-87ed-ccbf784ad9a3 req-de5110d5-5e49-4e5d-a0d5-e99acad1ad2a service neutron] 10.222.0.18 "GET /v2.0/networks/00675d1c-9c13-4b3f-8550-b9b21b35b6e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1321316 Jul 14 19:20:37.979160 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b18b9c-1307-4d62-9cfd-9b7183cde354 req-717a2c0d-40f2-4406-9735-781d18765b3a tempest-TestMinimumBasicScenario-822574452 tempest-TestMinimumBasicScenario-822574452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:20:37.980551 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f5b18b9c-1307-4d62-9cfd-9b7183cde354 req-717a2c0d-40f2-4406-9735-781d18765b3a tempest-TestMinimumBasicScenario-822574452 tempest-TestMinimumBasicScenario-822574452-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a510404-c88f-4ffa-82bf-dc8b66976ae7 HTTP/1.1" status: 200 len: 984 time: 0.1333809 Jul 14 19:20:38.062304 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f5b18b9c-1307-4d62-9cfd-9b7183cde354 req-5b449650-9e0e-493e-b43d-3bc2141d5187 tempest-TestMinimumBasicScenario-822574452 tempest-TestMinimumBasicScenario-822574452-project] 10.222.0.16 "GET /v2.0/security-groups?id=4e8202bd-b472-4ee9-81d7-b2dbe792ccbf&id=2cac3a7c-5d44-426b-a9cf-7701545fdda7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0738549 Jul 14 19:20:38.090989 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-7b19bfa1-07cb-47e8-87ed-ccbf784ad9a3 req-e25674c6-d05a-4808-a525-4ebd4bd39448 service neutron] 10.222.0.18 "GET /v2.0/networks/00675d1c-9c13-4b3f-8550-b9b21b35b6e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1094503 Jul 14 19:20:39.047084 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.agents_db [None req-2ea07fb6-aa68-4671-8654-119d82b9f530 None None] Agent healthcheck: found 7 active agents {{(pid=93918) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 19:20:39.241388 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c1d4c5-9396-4160-8c9b-00a269c6a949 req-82e574f3-3a2f-42f3-8a7d-47d595c3039a tempest-TestMinimumBasicScenario-822574452 tempest-TestMinimumBasicScenario-822574452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:20:39.242861 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-08c1d4c5-9396-4160-8c9b-00a269c6a949 req-82e574f3-3a2f-42f3-8a7d-47d595c3039a tempest-TestMinimumBasicScenario-822574452 tempest-TestMinimumBasicScenario-822574452-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a510404-c88f-4ffa-82bf-dc8b66976ae7 HTTP/1.1" status: 200 len: 984 time: 0.0676622 Jul 14 19:20:39.283011 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-08c1d4c5-9396-4160-8c9b-00a269c6a949 req-f79a5a52-2ae2-405e-81af-325dfb220866 tempest-TestMinimumBasicScenario-822574452 tempest-TestMinimumBasicScenario-822574452-project] 10.222.0.16 "GET /v2.0/security-groups?id=4e8202bd-b472-4ee9-81d7-b2dbe792ccbf&id=2cac3a7c-5d44-426b-a9cf-7701545fdda7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0345953 Jul 14 19:20:40.456211 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44f71df-fb04-434b-8553-c1b5a93ae765 req-379479a4-190c-4f29-848e-642e852f6c67 tempest-TestMinimumBasicScenario-822574452 tempest-TestMinimumBasicScenario-822574452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:20:40.456211 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e44f71df-fb04-434b-8553-c1b5a93ae765 req-379479a4-190c-4f29-848e-642e852f6c67 tempest-TestMinimumBasicScenario-822574452 tempest-TestMinimumBasicScenario-822574452-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a510404-c88f-4ffa-82bf-dc8b66976ae7 HTTP/1.1" status: 200 len: 984 time: 0.0628176 Jul 14 19:20:40.495725 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e44f71df-fb04-434b-8553-c1b5a93ae765 req-d099d660-10a2-42bb-b34a-605c456b2d57 tempest-TestMinimumBasicScenario-822574452 tempest-TestMinimumBasicScenario-822574452-project] 10.222.0.16 "GET /v2.0/security-groups?id=4e8202bd-b472-4ee9-81d7-b2dbe792ccbf&id=2cac3a7c-5d44-426b-a9cf-7701545fdda7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0353942 Jul 14 19:20:40.541997 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-d0c669cd-25bd-414e-80f8-05c246b8ee24 req-830222f4-f340-4b3b-8cd3-0ceb4aff1172 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=6ab0c594-ecaf-4c5b-977a-9c1b59a2d9cc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0273786 Jul 14 19:20:40.588969 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-d0c669cd-25bd-414e-80f8-05c246b8ee24 req-cf02c6d4-2101-4fc9-a97c-9eb3ffa11897 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f1c4e239e6d24b3bb240a97f6c99b33f&device_id=6ab0c594-ecaf-4c5b-977a-9c1b59a2d9cc HTTP/1.1" status: 200 len: 210 time: 0.0259075 Jul 14 19:20:40.627527 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-d0c669cd-25bd-414e-80f8-05c246b8ee24 req-b7d0f509-67b8-4c7f-b54c-061de29ca3fe service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=f1c4e239e6d24b3bb240a97f6c99b33f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0187674 Jul 14 19:20:40.722223 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c669cd-25bd-414e-80f8-05c246b8ee24 req-32277e07-57aa-48f0-8059-c88c002d8802 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:20:40.723714 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-d0c669cd-25bd-414e-80f8-05c246b8ee24 req-32277e07-57aa-48f0-8059-c88c002d8802 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0907681 Jul 14 19:20:41.665584 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f76e88-f157-421c-8ca4-f5943965c0f0 req-5c241805-faa5-4ae7-9925-d499a5caa1ae tempest-TestMinimumBasicScenario-822574452 tempest-TestMinimumBasicScenario-822574452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:20:41.666979 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-95f76e88-f157-421c-8ca4-f5943965c0f0 req-5c241805-faa5-4ae7-9925-d499a5caa1ae tempest-TestMinimumBasicScenario-822574452 tempest-TestMinimumBasicScenario-822574452-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a510404-c88f-4ffa-82bf-dc8b66976ae7 HTTP/1.1" status: 200 len: 984 time: 0.0625703 Jul 14 19:20:41.708022 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-95f76e88-f157-421c-8ca4-f5943965c0f0 req-bf18521b-59b9-4f99-a118-22e926526226 tempest-TestMinimumBasicScenario-822574452 tempest-TestMinimumBasicScenario-822574452-project] 10.222.0.16 "GET /v2.0/security-groups?id=4e8202bd-b472-4ee9-81d7-b2dbe792ccbf&id=2cac3a7c-5d44-426b-a9cf-7701545fdda7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0348580 Jul 14 19:20:42.884090 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504a4a5d-d213-47e6-bff0-3e0d33e1fe74 req-a43a0f47-4e37-4f48-88a2-f465f4f8b0c9 tempest-TestMinimumBasicScenario-822574452 tempest-TestMinimumBasicScenario-822574452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:20:42.886715 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-504a4a5d-d213-47e6-bff0-3e0d33e1fe74 req-a43a0f47-4e37-4f48-88a2-f465f4f8b0c9 tempest-TestMinimumBasicScenario-822574452 tempest-TestMinimumBasicScenario-822574452-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a510404-c88f-4ffa-82bf-dc8b66976ae7 HTTP/1.1" status: 200 len: 984 time: 0.0695193 Jul 14 19:20:42.926062 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-504a4a5d-d213-47e6-bff0-3e0d33e1fe74 req-bc679733-b654-4d5d-aba2-c8783433137c tempest-TestMinimumBasicScenario-822574452 tempest-TestMinimumBasicScenario-822574452-project] 10.222.0.16 "GET /v2.0/security-groups?id=4e8202bd-b472-4ee9-81d7-b2dbe792ccbf&id=2cac3a7c-5d44-426b-a9cf-7701545fdda7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0335345 Jul 14 19:20:44.097777 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7aad978-c5d9-4863-9aa1-c0817d4a11ef req-32fc2d8c-b7dc-41a9-8c0e-30c131e4020c tempest-TestMinimumBasicScenario-822574452 tempest-TestMinimumBasicScenario-822574452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:20:44.099248 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a7aad978-c5d9-4863-9aa1-c0817d4a11ef req-32fc2d8c-b7dc-41a9-8c0e-30c131e4020c tempest-TestMinimumBasicScenario-822574452 tempest-TestMinimumBasicScenario-822574452-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a510404-c88f-4ffa-82bf-dc8b66976ae7 HTTP/1.1" status: 200 len: 984 time: 0.0630586 Jul 14 19:20:44.138846 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a7aad978-c5d9-4863-9aa1-c0817d4a11ef req-db1bdf9a-3cdf-436d-804f-16f5a145a969 tempest-TestMinimumBasicScenario-822574452 tempest-TestMinimumBasicScenario-822574452-project] 10.222.0.16 "GET /v2.0/security-groups?id=4e8202bd-b472-4ee9-81d7-b2dbe792ccbf&id=2cac3a7c-5d44-426b-a9cf-7701545fdda7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0339689 Jul 14 19:20:45.312385 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252154c4-a472-433e-b352-3757e991f530 req-a479f999-6c6d-4ee3-a9c6-aed63298911b tempest-TestMinimumBasicScenario-822574452 tempest-TestMinimumBasicScenario-822574452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:20:45.313882 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-252154c4-a472-433e-b352-3757e991f530 req-a479f999-6c6d-4ee3-a9c6-aed63298911b tempest-TestMinimumBasicScenario-822574452 tempest-TestMinimumBasicScenario-822574452-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a510404-c88f-4ffa-82bf-dc8b66976ae7 HTTP/1.1" status: 200 len: 984 time: 0.0668876 Jul 14 19:20:45.353446 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-252154c4-a472-433e-b352-3757e991f530 req-7cc85aab-20fa-4440-a6ac-3d25d0e94198 tempest-TestMinimumBasicScenario-822574452 tempest-TestMinimumBasicScenario-822574452-project] 10.222.0.16 "GET /v2.0/security-groups?id=4e8202bd-b472-4ee9-81d7-b2dbe792ccbf&id=2cac3a7c-5d44-426b-a9cf-7701545fdda7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0339730 Jul 14 19:20:46.532268 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abda3da-8c50-4eec-b6bc-5475d93a850e req-899e8b8d-1e5c-4e33-9646-32092e57a218 tempest-TestMinimumBasicScenario-822574452 tempest-TestMinimumBasicScenario-822574452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:20:46.535095 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-9abda3da-8c50-4eec-b6bc-5475d93a850e req-899e8b8d-1e5c-4e33-9646-32092e57a218 tempest-TestMinimumBasicScenario-822574452 tempest-TestMinimumBasicScenario-822574452-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a510404-c88f-4ffa-82bf-dc8b66976ae7 HTTP/1.1" status: 200 len: 984 time: 0.0689659 Jul 14 19:20:46.574549 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-9abda3da-8c50-4eec-b6bc-5475d93a850e req-50b7c8f7-379f-4283-96f7-4fc650f8c236 tempest-TestMinimumBasicScenario-822574452 tempest-TestMinimumBasicScenario-822574452-project] 10.222.0.16 "GET /v2.0/security-groups?id=4e8202bd-b472-4ee9-81d7-b2dbe792ccbf&id=2cac3a7c-5d44-426b-a9cf-7701545fdda7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0338397 Jul 14 19:20:47.747230 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55c75ac-1fbf-4c04-b5a3-2866d8566fea req-ce07a9ac-59ae-459b-8ba7-166a7d360c06 tempest-TestMinimumBasicScenario-822574452 tempest-TestMinimumBasicScenario-822574452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:20:47.748718 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-d55c75ac-1fbf-4c04-b5a3-2866d8566fea req-ce07a9ac-59ae-459b-8ba7-166a7d360c06 tempest-TestMinimumBasicScenario-822574452 tempest-TestMinimumBasicScenario-822574452-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a510404-c88f-4ffa-82bf-dc8b66976ae7 HTTP/1.1" status: 200 len: 984 time: 0.0632398 Jul 14 19:20:47.787983 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-d55c75ac-1fbf-4c04-b5a3-2866d8566fea req-d75739f9-92e4-4b19-a35f-09e61f9fc6e1 tempest-TestMinimumBasicScenario-822574452 tempest-TestMinimumBasicScenario-822574452-project] 10.222.0.16 "GET /v2.0/security-groups?id=4e8202bd-b472-4ee9-81d7-b2dbe792ccbf&id=2cac3a7c-5d44-426b-a9cf-7701545fdda7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0333455 Jul 14 19:20:50.472701 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-6f98c2eb-aa25-4439-a387-a609453ac332 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:20:52.897560 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-a4ca1b6a-edc8-4230-933a-86845248fe6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:20:53.226314 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:20:54.330363 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-574aeb93-9938-449c-8e6c-cb22c9b52cc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:20:55.974846 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-2f4e3af3-e708-4ffd-a544-82d93a489d01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:21:03.038943 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:21:05.980308 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:21:16.045750 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.agents_db [None req-2ea07fb6-aa68-4671-8654-119d82b9f530 None None] Agent healthcheck: found 7 active agents {{(pid=93918) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 19:21:20.237867 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-75f2d4a8-42cd-48b7-9f94-cdea1f6aff51 req-19f3f3ab-6790-4e58-935c-2cd514a64ab3 tempest-TestMinimumBasicScenario-822574452 tempest-TestMinimumBasicScenario-822574452-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1704186106&fields=id&tenant_id=cd0ab033311a4c379b430aee7a145dbd HTTP/1.1" status: 200 len: 267 time: 0.1370039 Jul 14 19:21:20.303260 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f2d4a8-42cd-48b7-9f94-cdea1f6aff51 req-5e7bcf84-bf9b-4e5b-8aaa-15fe8849e5ac tempest-TestMinimumBasicScenario-822574452 tempest-TestMinimumBasicScenario-822574452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:21:20.304623 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-75f2d4a8-42cd-48b7-9f94-cdea1f6aff51 req-5e7bcf84-bf9b-4e5b-8aaa-15fe8849e5ac tempest-TestMinimumBasicScenario-822574452 tempest-TestMinimumBasicScenario-822574452-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a510404-c88f-4ffa-82bf-dc8b66976ae7 HTTP/1.1" status: 200 len: 984 time: 0.0614526 Jul 14 19:21:20.315635 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [req-75f2d4a8-42cd-48b7-9f94-cdea1f6aff51 req-0a50ed97-ce57-48b6-9aa0-44904d8008ab tempest-TestMinimumBasicScenario-822574452 tempest-TestMinimumBasicScenario-822574452-project] Request body: {'port': {'security_groups': ['2cac3a7c-5d44-426b-a9cf-7701545fdda7']}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 19:21:20.396008 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-75f2d4a8-42cd-48b7-9f94-cdea1f6aff51 req-0a50ed97-ce57-48b6-9aa0-44904d8008ab tempest-TestMinimumBasicScenario-822574452 tempest-TestMinimumBasicScenario-822574452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:21:20.472614 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-e79f47f7-4b38-41b7-8ef1-d0d22b6acb32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:21:20.565919 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-75f2d4a8-42cd-48b7-9f94-cdea1f6aff51 req-0a50ed97-ce57-48b6-9aa0-44904d8008ab tempest-TestMinimumBasicScenario-822574452 tempest-TestMinimumBasicScenario-822574452-project] For port 74e5e30e-fe17-491c-a526-3733495f3574, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=74e5e30e-fe17-491c-a526-3733495f3574,segment=NetworkSegment(f2d7de02-6552-4457-aaae-e364fad2237f),segment_id=f2d7de02-6552-4457-aaae-e364fad2237f)] {{(pid=93915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 19:21:20.593715 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-75f2d4a8-42cd-48b7-9f94-cdea1f6aff51 req-0a50ed97-ce57-48b6-9aa0-44904d8008ab tempest-TestMinimumBasicScenario-822574452 tempest-TestMinimumBasicScenario-822574452-project] Notify callbacks [] for port, precommit_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:21:20.598469 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-75f2d4a8-42cd-48b7-9f94-cdea1f6aff51 req-0a50ed97-ce57-48b6-9aa0-44904d8008ab tempest-TestMinimumBasicScenario-822574452 tempest-TestMinimumBasicScenario-822574452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25912978'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:21:20.610917 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] get_ports_and_sgs() called for port_ids ['74e5e30e-fe17-491c-a526-3733495f3574'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 19:21:20.651574 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f2d4a8-42cd-48b7-9f94-cdea1f6aff51 req-0a50ed97-ce57-48b6-9aa0-44904d8008ab tempest-TestMinimumBasicScenario-822574452 tempest-TestMinimumBasicScenario-822574452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:21:20.652364 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-75f2d4a8-42cd-48b7-9f94-cdea1f6aff51 req-0a50ed97-ce57-48b6-9aa0-44904d8008ab tempest-TestMinimumBasicScenario-822574452 tempest-TestMinimumBasicScenario-822574452-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:21:20.653787 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-75f2d4a8-42cd-48b7-9f94-cdea1f6aff51 req-0a50ed97-ce57-48b6-9aa0-44904d8008ab tempest-TestMinimumBasicScenario-822574452 tempest-TestMinimumBasicScenario-822574452-project] 10.222.0.16 "PUT /v2.0/ports/74e5e30e-fe17-491c-a526-3733495f3574 HTTP/1.1" status: 200 len: 942 time: 0.3426974 Jul 14 19:21:20.654244 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a510404-c88f-4ffa-82bf-dc8b66976ae7', 'tag': '74e5e30e-fe17-491c-a526-3733495f3574'}] {{(pid=93915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 19:21:20.657546 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}163b1c7ce9835e2c54087c39b47c05da5c61decdd411e584c58a4e7cd59f948f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa430fcb-d14c-4049-97d5-bf8f0d67f2cc" -d '{"events": [{"name": "network-changed", "server_uuid": "4a510404-c88f-4ffa-82bf-dc8b66976ae7", "tag": "74e5e30e-fe17-491c-a526-3733495f3574"}]}' {{(pid=93915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 19:21:20.660956 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 60234) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 19:21:20.677385 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a50ed97-ce57-48b6-9aa0-44904d8008ab tempest-TestMinimumBasicScenario-822574452 tempest-TestMinimumBasicScenario-822574452-project] Pushing event updated for resources: {'Port': ['ID=74e5e30e-fe17-491c-a526-3733495f3574,revision_number=7']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:21:20.686031 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a50ed97-ce57-48b6-9aa0-44904d8008ab tempest-TestMinimumBasicScenario-822574452 tempest-TestMinimumBasicScenario-822574452-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:21:20.686371 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a50ed97-ce57-48b6-9aa0-44904d8008ab tempest-TestMinimumBasicScenario-822574452 tempest-TestMinimumBasicScenario-822574452-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:21:20.686718 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a50ed97-ce57-48b6-9aa0-44904d8008ab tempest-TestMinimumBasicScenario-822574452 tempest-TestMinimumBasicScenario-822574452-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:21:20.687054 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a50ed97-ce57-48b6-9aa0-44904d8008ab tempest-TestMinimumBasicScenario-822574452 tempest-TestMinimumBasicScenario-822574452-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:21:20.687387 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a50ed97-ce57-48b6-9aa0-44904d8008ab tempest-TestMinimumBasicScenario-822574452 tempest-TestMinimumBasicScenario-822574452-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:21:20.687717 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a50ed97-ce57-48b6-9aa0-44904d8008ab tempest-TestMinimumBasicScenario-822574452 tempest-TestMinimumBasicScenario-822574452-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:21:20.688044 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a50ed97-ce57-48b6-9aa0-44904d8008ab tempest-TestMinimumBasicScenario-822574452 tempest-TestMinimumBasicScenario-822574452-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:21:20.688397 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a50ed97-ce57-48b6-9aa0-44904d8008ab tempest-TestMinimumBasicScenario-822574452 tempest-TestMinimumBasicScenario-822574452-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:21:20.688725 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a50ed97-ce57-48b6-9aa0-44904d8008ab tempest-TestMinimumBasicScenario-822574452 tempest-TestMinimumBasicScenario-822574452-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:21:20.689159 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a50ed97-ce57-48b6-9aa0-44904d8008ab tempest-TestMinimumBasicScenario-822574452 tempest-TestMinimumBasicScenario-822574452-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:21:20.689495 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a50ed97-ce57-48b6-9aa0-44904d8008ab tempest-TestMinimumBasicScenario-822574452 tempest-TestMinimumBasicScenario-822574452-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:21:20.689903 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a50ed97-ce57-48b6-9aa0-44904d8008ab tempest-TestMinimumBasicScenario-822574452 tempest-TestMinimumBasicScenario-822574452-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:21:20.717339 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 19:21:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b64bba68-e8c8-41a5-ad9d-40bce45d26e1 x-openstack-request-id: req-b64bba68-e8c8-41a5-ad9d-40bce45d26e1 {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 19:21:20.717687 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a510404-c88f-4ffa-82bf-dc8b66976ae7", "tag": "74e5e30e-fe17-491c-a526-3733495f3574", "status": "completed", "code": 200}]} {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 19:21:20.717884 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b64bba68-e8c8-41a5-ad9d-40bce45d26e1 {{(pid=93915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 19:21:20.718415 n-d-800634-3 neutron-server[93915]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a510404-c88f-4ffa-82bf-dc8b66976ae7', 'tag': '74e5e30e-fe17-491c-a526-3733495f3574', 'status': 'completed', 'code': 200} Jul 14 19:21:20.742924 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-ce9fb655-3927-4396-8dcb-bb09e4917694 tempest-TestMinimumBasicScenario-822574452 tempest-TestMinimumBasicScenario-822574452-project] Notify callbacks [] for security_group, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:21:20.769211 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] get_ports_and_sgs() called for port_ids ['74e5e30e-fe17-491c-a526-3733495f3574'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 19:21:20.774099 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-ce9fb655-3927-4396-8dcb-bb09e4917694 tempest-TestMinimumBasicScenario-822574452 tempest-TestMinimumBasicScenario-822574452-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:21:20.850406 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-ce9fb655-3927-4396-8dcb-bb09e4917694 tempest-TestMinimumBasicScenario-822574452 tempest-TestMinimumBasicScenario-822574452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:21:20.852981 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa430fcb-d14c-4049-97d5-bf8f0d67f2cc req-39c56805-fe69-430e-9567-aa85890f9919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:21:20.854465 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-ce9fb655-3927-4396-8dcb-bb09e4917694 tempest-TestMinimumBasicScenario-822574452 tempest-TestMinimumBasicScenario-822574452-project] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:21:20.854815 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-fa430fcb-d14c-4049-97d5-bf8f0d67f2cc req-39c56805-fe69-430e-9567-aa85890f9919 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=cd0ab033311a4c379b430aee7a145dbd&device_id=4a510404-c88f-4ffa-82bf-dc8b66976ae7 HTTP/1.1" status: 200 len: 1096 time: 0.1181490 Jul 14 19:21:20.856736 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-ce9fb655-3927-4396-8dcb-bb09e4917694 tempest-TestMinimumBasicScenario-822574452 tempest-TestMinimumBasicScenario-822574452-project] 10.222.0.16 "DELETE /v2.0/security-groups/4e8202bd-b472-4ee9-81d7-b2dbe792ccbf HTTP/1.1" status: 204 len: 168 time: 0.1934392 Jul 14 19:21:20.859599 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 60238) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 19:21:20.866164 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9fb655-3927-4396-8dcb-bb09e4917694 tempest-TestMinimumBasicScenario-822574452 tempest-TestMinimumBasicScenario-822574452-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e8202bd-b472-4ee9-81d7-b2dbe792ccbf,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:21:20.873998 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9fb655-3927-4396-8dcb-bb09e4917694 tempest-TestMinimumBasicScenario-822574452 tempest-TestMinimumBasicScenario-822574452-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:21:20.874604 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9fb655-3927-4396-8dcb-bb09e4917694 tempest-TestMinimumBasicScenario-822574452 tempest-TestMinimumBasicScenario-822574452-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:21:20.874953 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9fb655-3927-4396-8dcb-bb09e4917694 tempest-TestMinimumBasicScenario-822574452 tempest-TestMinimumBasicScenario-822574452-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:21:20.875292 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9fb655-3927-4396-8dcb-bb09e4917694 tempest-TestMinimumBasicScenario-822574452 tempest-TestMinimumBasicScenario-822574452-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:21:20.875627 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9fb655-3927-4396-8dcb-bb09e4917694 tempest-TestMinimumBasicScenario-822574452 tempest-TestMinimumBasicScenario-822574452-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:21:20.875960 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9fb655-3927-4396-8dcb-bb09e4917694 tempest-TestMinimumBasicScenario-822574452 tempest-TestMinimumBasicScenario-822574452-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:21:20.876313 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9fb655-3927-4396-8dcb-bb09e4917694 tempest-TestMinimumBasicScenario-822574452 tempest-TestMinimumBasicScenario-822574452-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:21:20.876642 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9fb655-3927-4396-8dcb-bb09e4917694 tempest-TestMinimumBasicScenario-822574452 tempest-TestMinimumBasicScenario-822574452-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:21:20.877122 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9fb655-3927-4396-8dcb-bb09e4917694 tempest-TestMinimumBasicScenario-822574452 tempest-TestMinimumBasicScenario-822574452-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:21:20.877457 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9fb655-3927-4396-8dcb-bb09e4917694 tempest-TestMinimumBasicScenario-822574452 tempest-TestMinimumBasicScenario-822574452-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:21:20.877785 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9fb655-3927-4396-8dcb-bb09e4917694 tempest-TestMinimumBasicScenario-822574452 tempest-TestMinimumBasicScenario-822574452-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:21:20.878110 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9fb655-3927-4396-8dcb-bb09e4917694 tempest-TestMinimumBasicScenario-822574452 tempest-TestMinimumBasicScenario-822574452-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:21:20.973447 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-52be7707-f682-4333-859b-40ba977a8f16 None None] Provisioning complete for port 74e5e30e-fe17-491c-a526-3733495f3574 triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 19:21:20.973903 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-52be7707-f682-4333-859b-40ba977a8f16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:21:21.054836 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa430fcb-d14c-4049-97d5-bf8f0d67f2cc req-a7f055c7-7dc4-4ecb-8e2c-5c75ae88f81e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:21:21.056475 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-fa430fcb-d14c-4049-97d5-bf8f0d67f2cc req-a7f055c7-7dc4-4ecb-8e2c-5c75ae88f81e service neutron] 10.222.0.18 "GET /v2.0/networks?id=00675d1c-9c13-4b3f-8550-b9b21b35b6e7 HTTP/1.1" status: 200 len: 913 time: 0.1945076 Jul 14 19:21:21.144186 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-fa430fcb-d14c-4049-97d5-bf8f0d67f2cc req-fdb128a3-4d58-485c-aaa9-fe52da7a1c74 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=74e5e30e-fe17-491c-a526-3733495f3574 HTTP/1.1" status: 200 len: 1000 time: 0.0661428 Jul 14 19:21:21.160100 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [None req-2f2cac4a-2b6e-408f-a2c6-7772facf8936 tempest-TestMinimumBasicScenario-822574452 tempest-TestMinimumBasicScenario-822574452-project] Deleting port 7b63d983-637e-4de1-a1bf-a94f3cc6f5af {{(pid=93915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 19:21:21.160466 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-2f2cac4a-2b6e-408f-a2c6-7772facf8936 tempest-TestMinimumBasicScenario-822574452 tempest-TestMinimumBasicScenario-822574452-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:21:21.237082 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa430fcb-d14c-4049-97d5-bf8f0d67f2cc req-af07bd50-8bd7-404e-bf45-30b72f270785 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:21:21.238538 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-fa430fcb-d14c-4049-97d5-bf8f0d67f2cc req-af07bd50-8bd7-404e-bf45-30b72f270785 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ac454767-9fb8-4988-8b3f-11ecf8086210 HTTP/1.1" status: 200 len: 852 time: 0.0882206 Jul 14 19:21:21.296343 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-2f2cac4a-2b6e-408f-a2c6-7772facf8936 tempest-TestMinimumBasicScenario-822574452 tempest-TestMinimumBasicScenario-822574452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:21:21.296672 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-2f2cac4a-2b6e-408f-a2c6-7772facf8936 tempest-TestMinimumBasicScenario-822574452 tempest-TestMinimumBasicScenario-822574452-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:21:21.311921 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [None req-2f2cac4a-2b6e-408f-a2c6-7772facf8936 tempest-TestMinimumBasicScenario-822574452 tempest-TestMinimumBasicScenario-822574452-project] Calling delete_port for 7b63d983-637e-4de1-a1bf-a94f3cc6f5af owned by network:floatingip {{(pid=93915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 19:21:21.381074 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa430fcb-d14c-4049-97d5-bf8f0d67f2cc req-285e0676-1ec8-4fce-84f3-15b7f1629792 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:21:21.382584 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-fa430fcb-d14c-4049-97d5-bf8f0d67f2cc req-285e0676-1ec8-4fce-84f3-15b7f1629792 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=00675d1c-9c13-4b3f-8550-b9b21b35b6e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1346612 Jul 14 19:21:21.515754 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-fa430fcb-d14c-4049-97d5-bf8f0d67f2cc req-85689cec-81b2-4100-b70f-fff6808cebf2 service neutron] 10.222.0.18 "GET /v2.0/networks/00675d1c-9c13-4b3f-8550-b9b21b35b6e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261489 Jul 14 19:21:21.902830 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-2f2cac4a-2b6e-408f-a2c6-7772facf8936 tempest-TestMinimumBasicScenario-822574452 tempest-TestMinimumBasicScenario-822574452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:21:21.939214 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2cac4a-2b6e-408f-a2c6-7772facf8936 tempest-TestMinimumBasicScenario-822574452 tempest-TestMinimumBasicScenario-822574452-project] Pushing event deleted for resources: {'Port': ['ID=7b63d983-637e-4de1-a1bf-a94f3cc6f5af,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:21:21.950419 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-fa430fcb-d14c-4049-97d5-bf8f0d67f2cc req-b5248ad8-ba16-4049-bd92-4ccca6d6275b service neutron] 10.222.0.18 "GET /v2.0/networks/00675d1c-9c13-4b3f-8550-b9b21b35b6e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4279678 Jul 14 19:21:22.004171 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-2f2cac4a-2b6e-408f-a2c6-7772facf8936 tempest-TestMinimumBasicScenario-822574452 tempest-TestMinimumBasicScenario-822574452-project] Notify callbacks [] for floatingip, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:21:22.004514 n-d-800634-3 neutron-server[93915]: INFO neutron.db.l3_db [None req-2f2cac4a-2b6e-408f-a2c6-7772facf8936 tempest-TestMinimumBasicScenario-822574452 tempest-TestMinimumBasicScenario-822574452-project] Floating IP e90e612e-fd8d-454d-81c8-f119a46c2a96 disassociated (deleted). External IP: 172.25.1.37, port: 74e5e30e-fe17-491c-a526-3733495f3574. Jul 14 19:21:22.206785 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f2cac4a-2b6e-408f-a2c6-7772facf8936 tempest-TestMinimumBasicScenario-822574452 tempest-TestMinimumBasicScenario-822574452-project] Router e5f61c92-7ae9-45cf-9e7b-210f28781364 has already been hosted by L3 agent 2c6eb27e-defb-4cca-9a24-381c7415e359 {{(pid=93915) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 19:21:22.312792 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f2cac4a-2b6e-408f-a2c6-7772facf8936 tempest-TestMinimumBasicScenario-822574452 tempest-TestMinimumBasicScenario-822574452-project] Notify agent at l3_agent.n-d-800634-3 the message routers_updated {{(pid=93915) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 19:21:22.317194 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-2f2cac4a-2b6e-408f-a2c6-7772facf8936 tempest-TestMinimumBasicScenario-822574452 tempest-TestMinimumBasicScenario-822574452-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for floatingip, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:21:22.322596 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cda6a112-f60b-42f1-ae53-6b8679b44f93 None None] Sync routers for ids ['e5f61c92-7ae9-45cf-9e7b-210f28781364'] in n-d-800634-3 {{(pid=93918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 19:21:22.331794 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cda6a112-f60b-42f1-ae53-6b8679b44f93 None None] Routers {'e5f61c92-7ae9-45cf-9e7b-210f28781364'} bound to L3 agent in host n-d-800634-3 {{(pid=93918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 19:21:22.332430 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-cda6a112-f60b-42f1-ae53-6b8679b44f93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T19:20:53Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['e5f61c92-7ae9-45cf-9e7b-210f28781364'], 'active': True} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 19:21:22.354290 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-2f2cac4a-2b6e-408f-a2c6-7772facf8936 tempest-TestMinimumBasicScenario-822574452 tempest-TestMinimumBasicScenario-822574452-project] 10.222.0.16 "DELETE /v2.0/floatingips/e90e612e-fd8d-454d-81c8-f119a46c2a96 HTTP/1.1" status: 204 len: 168 time: 1.4934890 Jul 14 19:21:22.435795 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvr_db [None req-cda6a112-f60b-42f1-ae53-6b8679b44f93 None None] Set router e5f61c92-7ae9-45cf-9e7b-210f28781364 gateway port host: n-d-800634-3 {{(pid=93918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 19:21:22.645579 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-cda6a112-f60b-42f1-ae53-6b8679b44f93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5f61c92-7ae9-45cf-9e7b-210f28781364', 'name': 'tempest-TestMinimumBasicScenario-36792493-router', 'tenant_id': 'cd0ab033311a4c379b430aee7a145dbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.136'}], 'enable_snat': True}, 'gw_port_id': 'c1c302c0-e663-450a-9696-5f553a3fad20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T19:19:25Z', 'updated_at': '2021-07-14T19:19:28Z', 'revision_number': 4, 'project_id': 'cd0ab033311a4c379b430aee7a145dbd', 'gw_port': {'id': 'c1c302c0-e663-450a-9696-5f553a3fad20', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:0b:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5f61c92-7ae9-45cf-9e7b-210f28781364', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4104, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T19:19:25Z', 'updated_at': '2021-07-14T19:19:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_interfaces': [{'id': 'da222166-d310-48b9-802c-5406c2fe2dd2', 'name': '', 'network_id': '00675d1c-9c13-4b3f-8550-b9b21b35b6e7', 'tenant_id': 'cd0ab033311a4c379b430aee7a145dbd', 'mac_address': 'fa:16:3e:a9:16:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5f61c92-7ae9-45cf-9e7b-210f28781364', 'device_owner': 'network:router_interface', 'standard_attr_id': 4105, 'fixed_ips': [{'subnet_id': 'ac454767-9fb8-4988-8b3f-11ecf8086210', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T19:19:27Z', 'updated_at': '2021-07-14T19:19:34Z', 'revision_number': 5, 'project_id': 'cd0ab033311a4c379b430aee7a145dbd', 'subnets': [{'id': 'ac454767-9fb8-4988-8b3f-11ecf8086210', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-3', False) {} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 19:21:22.677077 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cda6a112-f60b-42f1-ae53-6b8679b44f93 None None] Checking router: e5f61c92-7ae9-45cf-9e7b-210f28781364 for host: n-d-800634-3 {{(pid=93918) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 19:21:22.685392 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cda6a112-f60b-42f1-ae53-6b8679b44f93 None None] Routers {'e5f61c92-7ae9-45cf-9e7b-210f28781364'} bound to L3 agent in host n-d-800634-3 {{(pid=93918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 19:21:22.686001 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-cda6a112-f60b-42f1-ae53-6b8679b44f93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T19:20:53Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['e5f61c92-7ae9-45cf-9e7b-210f28781364'], 'active': True} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 19:21:22.720409 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a510404-c88f-4ffa-82bf-dc8b66976ae7', 'tag': '74e5e30e-fe17-491c-a526-3733495f3574'}] {{(pid=93915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 19:21:22.722720 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}163b1c7ce9835e2c54087c39b47c05da5c61decdd411e584c58a4e7cd59f948f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7c4e8eb-a2c9-4688-94a0-b3dc3b83b824" -d '{"events": [{"name": "network-changed", "server_uuid": "4a510404-c88f-4ffa-82bf-dc8b66976ae7", "tag": "74e5e30e-fe17-491c-a526-3733495f3574"}]}' {{(pid=93915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 19:21:22.757636 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 19:21:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-184816fc-e2af-49ed-bc7e-eb47cb430439 x-openstack-request-id: req-184816fc-e2af-49ed-bc7e-eb47cb430439 {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 19:21:22.757932 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a510404-c88f-4ffa-82bf-dc8b66976ae7", "tag": "74e5e30e-fe17-491c-a526-3733495f3574", "status": "completed", "code": 200}]} {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 19:21:22.758182 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-184816fc-e2af-49ed-bc7e-eb47cb430439 {{(pid=93915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 19:21:22.758583 n-d-800634-3 neutron-server[93915]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a510404-c88f-4ffa-82bf-dc8b66976ae7', 'tag': '74e5e30e-fe17-491c-a526-3733495f3574', 'status': 'completed', 'code': 200} Jul 14 19:21:22.787827 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvr_db [None req-cda6a112-f60b-42f1-ae53-6b8679b44f93 None None] Set router e5f61c92-7ae9-45cf-9e7b-210f28781364 gateway port host: n-d-800634-3 {{(pid=93918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 19:21:22.835698 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c4e8eb-a2c9-4688-94a0-b3dc3b83b824 req-762f3eb4-21d2-4105-8703-4e1aacc142e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:21:22.837241 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b7c4e8eb-a2c9-4688-94a0-b3dc3b83b824 req-762f3eb4-21d2-4105-8703-4e1aacc142e0 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=cd0ab033311a4c379b430aee7a145dbd&device_id=4a510404-c88f-4ffa-82bf-dc8b66976ae7 HTTP/1.1" status: 200 len: 1096 time: 0.0560513 Jul 14 19:21:22.898474 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-f492168b-7bff-44c5-9d9d-b5f85b5dcefb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:21:22.928819 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c4e8eb-a2c9-4688-94a0-b3dc3b83b824 req-05f9d285-ef94-49ca-b878-b6037ec167cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:21:22.930487 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b7c4e8eb-a2c9-4688-94a0-b3dc3b83b824 req-05f9d285-ef94-49ca-b878-b6037ec167cc service neutron] 10.222.0.18 "GET /v2.0/networks?id=00675d1c-9c13-4b3f-8550-b9b21b35b6e7 HTTP/1.1" status: 200 len: 913 time: 0.0869579 Jul 14 19:21:22.976208 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b7c4e8eb-a2c9-4688-94a0-b3dc3b83b824 req-e878d5d3-840c-434c-94e5-355951ba14cc service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=74e5e30e-fe17-491c-a526-3733495f3574 HTTP/1.1" status: 200 len: 217 time: 0.0393295 Jul 14 19:21:22.987214 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-cda6a112-f60b-42f1-ae53-6b8679b44f93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5f61c92-7ae9-45cf-9e7b-210f28781364', 'name': 'tempest-TestMinimumBasicScenario-36792493-router', 'tenant_id': 'cd0ab033311a4c379b430aee7a145dbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.136'}], 'enable_snat': True}, 'gw_port_id': 'c1c302c0-e663-450a-9696-5f553a3fad20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T19:19:25Z', 'updated_at': '2021-07-14T19:19:28Z', 'revision_number': 4, 'project_id': 'cd0ab033311a4c379b430aee7a145dbd', 'gw_port': {'id': 'c1c302c0-e663-450a-9696-5f553a3fad20', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:0b:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5f61c92-7ae9-45cf-9e7b-210f28781364', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4104, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T19:19:25Z', 'updated_at': '2021-07-14T19:19:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_interfaces': [{'id': 'da222166-d310-48b9-802c-5406c2fe2dd2', 'name': '', 'network_id': '00675d1c-9c13-4b3f-8550-b9b21b35b6e7', 'tenant_id': 'cd0ab033311a4c379b430aee7a145dbd', 'mac_address': 'fa:16:3e:a9:16:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5f61c92-7ae9-45cf-9e7b-210f28781364', 'device_owner': 'network:router_interface', 'standard_attr_id': 4105, 'fixed_ips': [{'subnet_id': 'ac454767-9fb8-4988-8b3f-11ecf8086210', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T19:19:27Z', 'updated_at': '2021-07-14T19:19:34Z', 'revision_number': 5, 'project_id': 'cd0ab033311a4c379b430aee7a145dbd', 'subnets': [{'id': 'ac454767-9fb8-4988-8b3f-11ecf8086210', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-3', False) {} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 19:21:23.015234 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cda6a112-f60b-42f1-ae53-6b8679b44f93 None None] The sync data for ids ['e5f61c92-7ae9-45cf-9e7b-210f28781364'] in n-d-800634-3 is: [{'id': 'e5f61c92-7ae9-45cf-9e7b-210f28781364', 'name': 'tempest-TestMinimumBasicScenario-36792493-router', 'tenant_id': 'cd0ab033311a4c379b430aee7a145dbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.136'}], 'enable_snat': True}, 'gw_port_id': 'c1c302c0-e663-450a-9696-5f553a3fad20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T19:19:25Z', 'updated_at': '2021-07-14T19:19:28Z', 'revision_number': 4, 'project_id': 'cd0ab033311a4c379b430aee7a145dbd', 'gw_port': {'id': 'c1c302c0-e663-450a-9696-5f553a3fad20', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:0b:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5f61c92-7ae9-45cf-9e7b-210f28781364', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4104, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T19:19:25Z', 'updated_at': '2021-07-14T19:19:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_interfaces': [{'id': 'da222166-d310-48b9-802c-5406c2fe2dd2', 'name': '', 'network_id': '00675d1c-9c13-4b3f-8550-b9b21b35b6e7', 'tenant_id': 'cd0ab033311a4c379b430aee7a145dbd', 'mac_address': 'fa:16:3e:a9:16:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5f61c92-7ae9-45cf-9e7b-210f28781364', 'device_owner': 'network:router_interface', 'standard_attr_id': 4105, 'fixed_ips': [{'subnet_id': 'ac454767-9fb8-4988-8b3f-11ecf8086210', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T19:19:27Z', 'updated_at': '2021-07-14T19:19:34Z', 'revision_number': 5, 'project_id': 'cd0ab033311a4c379b430aee7a145dbd', 'subnets': [{'id': 'ac454767-9fb8-4988-8b3f-11ecf8086210', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 19:21:23.033721 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c4e8eb-a2c9-4688-94a0-b3dc3b83b824 req-2061b131-807f-44b1-a1c2-3e564d90d9df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:21:23.035423 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b7c4e8eb-a2c9-4688-94a0-b3dc3b83b824 req-2061b131-807f-44b1-a1c2-3e564d90d9df service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ac454767-9fb8-4988-8b3f-11ecf8086210 HTTP/1.1" status: 200 len: 852 time: 0.0535164 Jul 14 19:21:23.095797 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c4e8eb-a2c9-4688-94a0-b3dc3b83b824 req-2a5d1169-d23e-4350-8a32-91de2af9d23b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:21:23.097344 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b7c4e8eb-a2c9-4688-94a0-b3dc3b83b824 req-2a5d1169-d23e-4350-8a32-91de2af9d23b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=00675d1c-9c13-4b3f-8550-b9b21b35b6e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0552545 Jul 14 19:21:23.197541 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b7c4e8eb-a2c9-4688-94a0-b3dc3b83b824 req-e496b657-d4b6-4a91-9b79-41c55ce9c6ab service neutron] 10.222.0.18 "GET /v2.0/networks/00675d1c-9c13-4b3f-8550-b9b21b35b6e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932426 Jul 14 19:21:23.231894 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:21:23.271688 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ed31c75-450a-4fd8-b0d4-4ac8c4aa836f None None] New status for floating IP e90e612e-fd8d-454d-81c8-f119a46c2a96: DOWN {{(pid=93917) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 19:21:23.297612 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b7c4e8eb-a2c9-4688-94a0-b3dc3b83b824 req-dbf4bbfb-a1b6-48cf-b484-8b992a97a29e service neutron] 10.222.0.18 "GET /v2.0/networks/00675d1c-9c13-4b3f-8550-b9b21b35b6e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931318 Jul 14 19:21:24.334120 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-574aeb93-9938-449c-8e6c-cb22c9b52cc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:21:25.978305 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-2f4e3af3-e708-4ffd-a544-82d93a489d01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:21:29.821718 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3ac43f-721d-4dbb-9170-62950a56d6a8 req-9b222c2f-863d-4ab4-afdb-0cbfe2d20bf4 tempest-TestMinimumBasicScenario-822574452 tempest-TestMinimumBasicScenario-822574452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:21:29.823133 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-1e3ac43f-721d-4dbb-9170-62950a56d6a8 req-9b222c2f-863d-4ab4-afdb-0cbfe2d20bf4 tempest-TestMinimumBasicScenario-822574452 tempest-TestMinimumBasicScenario-822574452-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a510404-c88f-4ffa-82bf-dc8b66976ae7 HTTP/1.1" status: 200 len: 945 time: 0.0657759 Jul 14 19:21:29.863120 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-1e3ac43f-721d-4dbb-9170-62950a56d6a8 req-f9468904-6fb7-4297-b63c-07c476433e58 tempest-TestMinimumBasicScenario-822574452 tempest-TestMinimumBasicScenario-822574452-project] 10.222.0.16 "GET /v2.0/security-groups?id=2cac3a7c-5d44-426b-a9cf-7701545fdda7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339303 Jul 14 19:21:31.041910 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a35f367-0c9a-41f5-bf43-5a72d6aed135 req-934c0a08-aead-4d7a-90f5-44ed57e55e14 tempest-TestMinimumBasicScenario-822574452 tempest-TestMinimumBasicScenario-822574452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:21:31.043459 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-4a35f367-0c9a-41f5-bf43-5a72d6aed135 req-934c0a08-aead-4d7a-90f5-44ed57e55e14 tempest-TestMinimumBasicScenario-822574452 tempest-TestMinimumBasicScenario-822574452-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a510404-c88f-4ffa-82bf-dc8b66976ae7 HTTP/1.1" status: 200 len: 945 time: 0.0672967 Jul 14 19:21:31.081183 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-4a35f367-0c9a-41f5-bf43-5a72d6aed135 req-9c42d0ae-0cd9-446a-9af3-eb38e5760643 tempest-TestMinimumBasicScenario-822574452 tempest-TestMinimumBasicScenario-822574452-project] 10.222.0.16 "GET /v2.0/security-groups?id=2cac3a7c-5d44-426b-a9cf-7701545fdda7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321755 Jul 14 19:21:31.343780 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5373004-872b-42a4-ac3d-d1061735ae12 req-ec14be87-e12b-47ec-ac3b-4f4f1716a758 tempest-TestMinimumBasicScenario-822574452 tempest-TestMinimumBasicScenario-822574452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:21:31.345276 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-d5373004-872b-42a4-ac3d-d1061735ae12 req-ec14be87-e12b-47ec-ac3b-4f4f1716a758 tempest-TestMinimumBasicScenario-822574452 tempest-TestMinimumBasicScenario-822574452-project] 10.222.0.18 "GET /v2.0/ports?device_id=4a510404-c88f-4ffa-82bf-dc8b66976ae7 HTTP/1.1" status: 200 len: 945 time: 0.0628421 Jul 14 19:21:31.446715 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [req-d5373004-872b-42a4-ac3d-d1061735ae12 req-4b3603f4-6b8b-4594-bc68-8c950b93066d tempest-TestMinimumBasicScenario-822574452 tempest-TestMinimumBasicScenario-822574452-project] Deleting port 74e5e30e-fe17-491c-a526-3733495f3574 {{(pid=93915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 19:21:31.447053 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-d5373004-872b-42a4-ac3d-d1061735ae12 req-4b3603f4-6b8b-4594-bc68-8c950b93066d tempest-TestMinimumBasicScenario-822574452 tempest-TestMinimumBasicScenario-822574452-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:21:31.533861 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-d5373004-872b-42a4-ac3d-d1061735ae12 req-4b3603f4-6b8b-4594-bc68-8c950b93066d tempest-TestMinimumBasicScenario-822574452 tempest-TestMinimumBasicScenario-822574452-project] For port 74e5e30e-fe17-491c-a526-3733495f3574, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=74e5e30e-fe17-491c-a526-3733495f3574,segment=NetworkSegment(f2d7de02-6552-4457-aaae-e364fad2237f),segment_id=f2d7de02-6552-4457-aaae-e364fad2237f)] {{(pid=93915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 19:21:31.534235 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-d5373004-872b-42a4-ac3d-d1061735ae12 req-4b3603f4-6b8b-4594-bc68-8c950b93066d tempest-TestMinimumBasicScenario-822574452 tempest-TestMinimumBasicScenario-822574452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:21:31.547171 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [req-d5373004-872b-42a4-ac3d-d1061735ae12 req-4b3603f4-6b8b-4594-bc68-8c950b93066d tempest-TestMinimumBasicScenario-822574452 tempest-TestMinimumBasicScenario-822574452-project] Calling delete_port for 74e5e30e-fe17-491c-a526-3733495f3574 owned by compute:nova {{(pid=93915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 19:21:31.675964 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-d5373004-872b-42a4-ac3d-d1061735ae12 req-4b3603f4-6b8b-4594-bc68-8c950b93066d tempest-TestMinimumBasicScenario-822574452 tempest-TestMinimumBasicScenario-822574452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:21:31.688370 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] get_ports_and_sgs() called for port_ids ['74e5e30e-fe17-491c-a526-3733495f3574'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 19:21:31.705145 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3603f4-6b8b-4594-bc68-8c950b93066d tempest-TestMinimumBasicScenario-822574452 tempest-TestMinimumBasicScenario-822574452-project] Pushing event deleted for resources: {'Port': ['ID=74e5e30e-fe17-491c-a526-3733495f3574,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:21:31.750171 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5373004-872b-42a4-ac3d-d1061735ae12 req-4b3603f4-6b8b-4594-bc68-8c950b93066d tempest-TestMinimumBasicScenario-822574452 tempest-TestMinimumBasicScenario-822574452-project] No DVR routers for this DVR port 74e5e30e-fe17-491c-a526-3733495f3574 on host n-h1-800634-3 {{(pid=93915) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 19:21:31.752885 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-d5373004-872b-42a4-ac3d-d1061735ae12 req-4b3603f4-6b8b-4594-bc68-8c950b93066d tempest-TestMinimumBasicScenario-822574452 tempest-TestMinimumBasicScenario-822574452-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:21:31.754990 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-d5373004-872b-42a4-ac3d-d1061735ae12 req-4b3603f4-6b8b-4594-bc68-8c950b93066d tempest-TestMinimumBasicScenario-822574452 tempest-TestMinimumBasicScenario-822574452-project] 10.222.0.18 "DELETE /v2.0/ports/74e5e30e-fe17-491c-a526-3733495f3574 HTTP/1.1" status: 204 len: 173 time: 0.4039104 Jul 14 19:21:31.755434 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a510404-c88f-4ffa-82bf-dc8b66976ae7', 'name': 'network-vif-deleted', 'tag': '74e5e30e-fe17-491c-a526-3733495f3574'}] {{(pid=93915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 19:21:31.757731 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}163b1c7ce9835e2c54087c39b47c05da5c61decdd411e584c58a4e7cd59f948f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a587462b-7d61-4654-a26e-f58540adbc77" -d '{"events": [{"server_uuid": "4a510404-c88f-4ffa-82bf-dc8b66976ae7", "name": "network-vif-deleted", "tag": "74e5e30e-fe17-491c-a526-3733495f3574"}]}' {{(pid=93915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 19:21:31.793784 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 19:21:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66a6dfc2-6d88-454d-9d26-71fac5efde69 x-openstack-request-id: req-66a6dfc2-6d88-454d-9d26-71fac5efde69 {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 19:21:31.794085 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a510404-c88f-4ffa-82bf-dc8b66976ae7", "name": "network-vif-deleted", "tag": "74e5e30e-fe17-491c-a526-3733495f3574", "status": "completed", "code": 200}]} {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 19:21:31.794345 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-66a6dfc2-6d88-454d-9d26-71fac5efde69 {{(pid=93915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 19:21:31.794753 n-d-800634-3 neutron-server[93915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a510404-c88f-4ffa-82bf-dc8b66976ae7', 'name': 'network-vif-deleted', 'tag': '74e5e30e-fe17-491c-a526-3733495f3574', 'status': 'completed', 'code': 200} Jul 14 19:21:32.244881 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-7b1c1209-a6bd-4b7f-8081-9325dab66e3b req-d6d8a19d-ba2f-4b69-bdc3-e23ed5af10a3 tempest-TestMinimumBasicScenario-822574452 tempest-TestMinimumBasicScenario-822574452-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a510404-c88f-4ffa-82bf-dc8b66976ae7 HTTP/1.1" status: 200 len: 210 time: 0.0341854 Jul 14 19:21:33.036610 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:21:33.833222 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 60338) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 19:21:34.170516 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-ba7a7fe6-255a-4f79-ab5c-d70db38bc0be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-928623'] for router_interface, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:21:34.422543 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [None req-ba7a7fe6-255a-4f79-ab5c-d70db38bc0be admin admin] Deleting port da222166-d310-48b9-802c-5406c2fe2dd2 {{(pid=93915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 19:21:34.422799 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-ba7a7fe6-255a-4f79-ab5c-d70db38bc0be admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:21:34.503272 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [None req-ba7a7fe6-255a-4f79-ab5c-d70db38bc0be admin admin] For port da222166-d310-48b9-802c-5406c2fe2dd2, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=da222166-d310-48b9-802c-5406c2fe2dd2,segment=NetworkSegment(f2d7de02-6552-4457-aaae-e364fad2237f),segment_id=f2d7de02-6552-4457-aaae-e364fad2237f)] {{(pid=93915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 19:21:34.503627 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-ba7a7fe6-255a-4f79-ab5c-d70db38bc0be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:21:34.515983 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [None req-ba7a7fe6-255a-4f79-ab5c-d70db38bc0be admin admin] Calling delete_port for da222166-d310-48b9-802c-5406c2fe2dd2 owned by network:router_interface {{(pid=93915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 19:21:34.690748 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-ba7a7fe6-255a-4f79-ab5c-d70db38bc0be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:21:34.715030 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7a7fe6-255a-4f79-ab5c-d70db38bc0be admin admin] Pushing event deleted for resources: {'Port': ['ID=da222166-d310-48b9-802c-5406c2fe2dd2,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:21:34.896147 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-ba7a7fe6-255a-4f79-ab5c-d70db38bc0be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-598732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-928907'] for router_interface, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:21:35.110967 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba7a7fe6-255a-4f79-ab5c-d70db38bc0be admin admin] Router e5f61c92-7ae9-45cf-9e7b-210f28781364 has already been hosted by L3 agent 2c6eb27e-defb-4cca-9a24-381c7415e359 {{(pid=93915) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 19:21:35.215209 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba7a7fe6-255a-4f79-ab5c-d70db38bc0be admin admin] Notify agent at l3_agent.n-d-800634-3 the message routers_updated {{(pid=93915) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 19:21:35.220355 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-ba7a7fe6-255a-4f79-ab5c-d70db38bc0be admin admin] 10.222.0.16 "PUT /v2.0/routers/e5f61c92-7ae9-45cf-9e7b-210f28781364/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3859236 Jul 14 19:21:35.223076 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 60340) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 19:21:35.223766 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38d193e7-0fff-4273-8ff7-719b6bf7aea8 None None] Sync routers for ids ['e5f61c92-7ae9-45cf-9e7b-210f28781364'] in n-d-800634-3 {{(pid=93918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 19:21:35.233969 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38d193e7-0fff-4273-8ff7-719b6bf7aea8 None None] Routers {'e5f61c92-7ae9-45cf-9e7b-210f28781364'} bound to L3 agent in host n-d-800634-3 {{(pid=93918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 19:21:35.234574 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-38d193e7-0fff-4273-8ff7-719b6bf7aea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T19:21:23Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['e5f61c92-7ae9-45cf-9e7b-210f28781364'], 'active': True} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 19:21:35.333107 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-c879533f-58bd-4c7a-a29a-ad650ad0539a admin admin] Notify callbacks [] for router, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:21:35.340294 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvr_db [None req-38d193e7-0fff-4273-8ff7-719b6bf7aea8 None None] Set router e5f61c92-7ae9-45cf-9e7b-210f28781364 gateway port host: n-d-800634-3 {{(pid=93918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 19:21:35.395771 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [req-1f765b4d-e235-4239-86f1-c5d6bdb965f4 req-196b2476-d08f-4c4c-8532-06b029677d8d tempest-ServerDiskConfigTestJSON-1648307526 tempest-ServerDiskConfigTestJSON-1648307526-project] (93915) timed out ('10.222.0.18', 54195) {{(pid=93915) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 14 19:21:35.439354 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-c879533f-58bd-4c7a-a29a-ad650ad0539a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:21:35.492569 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-c879533f-58bd-4c7a-a29a-ad650ad0539a admin admin] Deleting port c1c302c0-e663-450a-9696-5f553a3fad20 {{(pid=93916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 19:21:35.493108 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-c879533f-58bd-4c7a-a29a-ad650ad0539a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:21:35.518042 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-38d193e7-0fff-4273-8ff7-719b6bf7aea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5f61c92-7ae9-45cf-9e7b-210f28781364', 'name': 'tempest-TestMinimumBasicScenario-36792493-router', 'tenant_id': 'cd0ab033311a4c379b430aee7a145dbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.136'}], 'enable_snat': True}, 'gw_port_id': 'c1c302c0-e663-450a-9696-5f553a3fad20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T19:19:25Z', 'updated_at': '2021-07-14T19:21:34Z', 'revision_number': 5, 'project_id': 'cd0ab033311a4c379b430aee7a145dbd', 'gw_port': {'id': 'c1c302c0-e663-450a-9696-5f553a3fad20', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:0b:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5f61c92-7ae9-45cf-9e7b-210f28781364', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4104, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T19:19:25Z', 'updated_at': '2021-07-14T19:19:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3'}], 'n-d-800634-3', False) {} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 19:21:35.544333 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38d193e7-0fff-4273-8ff7-719b6bf7aea8 None None] Checking router: e5f61c92-7ae9-45cf-9e7b-210f28781364 for host: n-d-800634-3 {{(pid=93918) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 19:21:35.552649 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38d193e7-0fff-4273-8ff7-719b6bf7aea8 None None] Routers {'e5f61c92-7ae9-45cf-9e7b-210f28781364'} bound to L3 agent in host n-d-800634-3 {{(pid=93918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 19:21:35.553252 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-38d193e7-0fff-4273-8ff7-719b6bf7aea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T19:21:23Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['e5f61c92-7ae9-45cf-9e7b-210f28781364'], 'active': True} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 19:21:35.576296 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.db [None req-c879533f-58bd-4c7a-a29a-ad650ad0539a admin admin] For port c1c302c0-e663-450a-9696-5f553a3fad20, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=c1c302c0-e663-450a-9696-5f553a3fad20,segment=NetworkSegment(5afb940b-bbdf-4727-be00-5d46367c38a1),segment_id=5afb940b-bbdf-4727-be00-5d46367c38a1)] {{(pid=93916) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 19:21:35.576685 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-c879533f-58bd-4c7a-a29a-ad650ad0539a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:21:35.588445 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-c879533f-58bd-4c7a-a29a-ad650ad0539a admin admin] Calling delete_port for c1c302c0-e663-450a-9696-5f553a3fad20 owned by network:router_gateway {{(pid=93916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 19:21:35.725162 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvr_db [None req-38d193e7-0fff-4273-8ff7-719b6bf7aea8 None None] Set router e5f61c92-7ae9-45cf-9e7b-210f28781364 gateway port host: None {{(pid=93918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 19:21:35.728742 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device 74e5e30e-fe17-491c-a526-3733495f3574 no longer exists at agent hyperv_n-h1-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 19:21:35.753144 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] No Port match for: 74e5e30e-fe17-491c-a526-3733495f3574 {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 19:21:35.753487 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device 74e5e30e-fe17-491c-a526-3733495f3574 not bound to the agent host n-h1-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 19:21:35.761095 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-c879533f-58bd-4c7a-a29a-ad650ad0539a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:21:35.777151 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-38d193e7-0fff-4273-8ff7-719b6bf7aea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5f61c92-7ae9-45cf-9e7b-210f28781364', 'name': 'tempest-TestMinimumBasicScenario-36792493-router', 'tenant_id': 'cd0ab033311a4c379b430aee7a145dbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T19:19:25Z', 'updated_at': '2021-07-14T19:21:35Z', 'revision_number': 6, 'project_id': 'cd0ab033311a4c379b430aee7a145dbd', 'gw_port_host': None}], 'n-d-800634-3', False) {} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 19:21:35.786647 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c879533f-58bd-4c7a-a29a-ad650ad0539a admin admin] Pushing event deleted for resources: {'Port': ['ID=c1c302c0-e663-450a-9696-5f553a3fad20,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:21:35.806641 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38d193e7-0fff-4273-8ff7-719b6bf7aea8 None None] The sync data for ids ['e5f61c92-7ae9-45cf-9e7b-210f28781364'] in n-d-800634-3 is: [{'id': 'e5f61c92-7ae9-45cf-9e7b-210f28781364', 'name': 'tempest-TestMinimumBasicScenario-36792493-router', 'tenant_id': 'cd0ab033311a4c379b430aee7a145dbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T19:19:25Z', 'updated_at': '2021-07-14T19:21:35Z', 'revision_number': 6, 'project_id': 'cd0ab033311a4c379b430aee7a145dbd', 'gw_port_host': None}] {{(pid=93918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 19:21:35.849223 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-c879533f-58bd-4c7a-a29a-ad650ad0539a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-930057'] for router_gateway, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:21:35.936573 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-c879533f-58bd-4c7a-a29a-ad650ad0539a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-571778', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11402'] for router, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:21:35.938649 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-c879533f-58bd-4c7a-a29a-ad650ad0539a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:21:35.985023 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-c879533f-58bd-4c7a-a29a-ad650ad0539a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-541202'] for router, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:21:35.985525 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c879533f-58bd-4c7a-a29a-ad650ad0539a admin admin] Fanout notify agent at l3_agent the message router_deleted on router e5f61c92-7ae9-45cf-9e7b-210f28781364 {{(pid=93916) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 19:21:35.990124 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-c879533f-58bd-4c7a-a29a-ad650ad0539a admin admin] Notify callbacks [] for router, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:21:35.991346 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-c879533f-58bd-4c7a-a29a-ad650ad0539a admin admin] 10.222.0.16 "DELETE /v2.0/routers/e5f61c92-7ae9-45cf-9e7b-210f28781364 HTTP/1.1" status: 204 len: 168 time: 0.7672045 Jul 14 19:21:35.994142 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 60342) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 19:21:35.997747 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:21:36.039367 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.db_base_plugin_v2 [None req-d111cdb5-4eb1-40a1-a3f9-92f8a59bc52f admin admin] Deleting subnet ac454767-9fb8-4988-8b3f-11ecf8086210 {{(pid=93915) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 19:21:36.043008 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-d111cdb5-4eb1-40a1-a3f9-92f8a59bc52f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:21:36.077250 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-d111cdb5-4eb1-40a1-a3f9-92f8a59bc52f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28939913'] for subnet, precommit_delete_associations {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:21:36.157750 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-d111cdb5-4eb1-40a1-a3f9-92f8a59bc52f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081283'] for subnet, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:21:36.212437 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-d111cdb5-4eb1-40a1-a3f9-92f8a59bc52f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25913028', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28969762'] for subnet, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:21:36.241743 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d111cdb5-4eb1-40a1-a3f9-92f8a59bc52f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ac454767-9fb8-4988-8b3f-11ecf8086210,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:21:36.243787 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-d111cdb5-4eb1-40a1-a3f9-92f8a59bc52f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:21:36.245755 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-d111cdb5-4eb1-40a1-a3f9-92f8a59bc52f admin admin] 10.222.0.16 "DELETE /v2.0/subnets/ac454767-9fb8-4988-8b3f-11ecf8086210 HTTP/1.1" status: 204 len: 168 time: 0.2503881 Jul 14 19:21:36.249702 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 60344) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 19:21:36.252164 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50475898-8cf8-4b14-93ed-61ddb3095723 None None] Network 00675d1c-9c13-4b3f-8550-b9b21b35b6e7 requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 19:21:36.316790 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-eab67e73-bb66-4d13-8cf0-664375a7b3df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645734'] for network, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:21:36.368466 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-eab67e73-bb66-4d13-8cf0-664375a7b3df admin admin] Deleting port 2eb55b96-b9a4-485d-8096-420f6f788465 {{(pid=93916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 19:21:36.368804 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-eab67e73-bb66-4d13-8cf0-664375a7b3df admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:21:36.435652 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.db [None req-eab67e73-bb66-4d13-8cf0-664375a7b3df admin admin] For port 2eb55b96-b9a4-485d-8096-420f6f788465, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=2eb55b96-b9a4-485d-8096-420f6f788465,segment=NetworkSegment(f2d7de02-6552-4457-aaae-e364fad2237f),segment_id=f2d7de02-6552-4457-aaae-e364fad2237f)] {{(pid=93916) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 19:21:36.436011 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-eab67e73-bb66-4d13-8cf0-664375a7b3df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:21:36.448492 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-eab67e73-bb66-4d13-8cf0-664375a7b3df admin admin] Calling delete_port for 2eb55b96-b9a4-485d-8096-420f6f788465 owned by network:dhcp {{(pid=93916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 19:21:36.525608 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-eab67e73-bb66-4d13-8cf0-664375a7b3df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:21:36.555856 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab67e73-bb66-4d13-8cf0-664375a7b3df admin admin] Pushing event deleted for resources: {'Port': ['ID=2eb55b96-b9a4-485d-8096-420f6f788465,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:21:36.559404 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eab67e73-bb66-4d13-8cf0-664375a7b3df admin admin] No DVR routers for this DVR port 2eb55b96-b9a4-485d-8096-420f6f788465 on host n-d-800634-3 {{(pid=93916) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 19:21:36.584045 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45aedf4c-ce85-478c-aace-346949984733 None None] DHCP port deletion for 00675d1c-9c13-4b3f-8550-b9b21b35b6e7 request from n-d-800634-3 {{(pid=93917) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 19:21:36.633690 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-eab67e73-bb66-4d13-8cf0-664375a7b3df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2096010', 'neutron.services.segments.db._delete_segments_for_network-8728202734996'] for network, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:21:36.643287 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.segments.db [None req-eab67e73-bb66-4d13-8cf0-664375a7b3df admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00675d1c-9c13-4b3f-8550-b9b21b35b6e7']}} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 19:21:36.653754 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.segments.db [None req-eab67e73-bb66-4d13-8cf0-664375a7b3df admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2d7de02-6552-4457-aaae-e364fad2237f') {'for_net_delete': True} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 19:21:36.654049 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.segments.db [None req-eab67e73-bb66-4d13-8cf0-664375a7b3df admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2d7de02-6552-4457-aaae-e364fad2237f') {} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 19:21:36.662582 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-eab67e73-bb66-4d13-8cf0-664375a7b3df admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728202715275', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26296891'] for segment, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:21:36.676362 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-eab67e73-bb66-4d13-8cf0-664375a7b3df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:21:36.682437 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eab67e73-bb66-4d13-8cf0-664375a7b3df admin admin] Releasing vlan 66 on physical network physnet1 to pool {{(pid=93916) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 19:21:36.682970 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-eab67e73-bb66-4d13-8cf0-664375a7b3df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2682942'] for segment, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:21:36.684715 n-d-800634-3 neutron-server[93916]: Traceback (most recent call last): Jul 14 19:21:36.684715 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 19:21:36.684715 n-d-800634-3 neutron-server[93916]: timer() Jul 14 19:21:36.684715 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 19:21:36.684715 n-d-800634-3 neutron-server[93916]: cb(*args, **kw) Jul 14 19:21:36.684715 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 19:21:36.684715 n-d-800634-3 neutron-server[93916]: return func(*args, **kwargs) Jul 14 19:21:36.684715 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 19:21:36.684715 n-d-800634-3 neutron-server[93916]: self._notify() Jul 14 19:21:36.684715 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 19:21:36.684715 n-d-800634-3 neutron-server[93916]: self.callback(batched_events) Jul 14 19:21:36.684715 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 19:21:36.684715 n-d-800634-3 neutron-server[93916]: event.method(event) Jul 14 19:21:36.684715 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 19:21:36.684715 n-d-800634-3 neutron-server[93916]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 19:21:36.684715 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 19:21:36.684715 n-d-800634-3 neutron-server[93916]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 19:21:36.684715 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 19:21:36.684715 n-d-800634-3 neutron-server[93916]: return f(self, *a, **k) Jul 14 19:21:36.684715 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 19:21:36.684715 n-d-800634-3 neutron-server[93916]: return self._get(url).json() Jul 14 19:21:36.684715 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 19:21:36.684715 n-d-800634-3 neutron-server[93916]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 19:21:36.684715 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 19:21:36.684715 n-d-800634-3 neutron-server[93916]: return self.request(url, 'GET', **kwargs) Jul 14 19:21:36.684715 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 19:21:36.684715 n-d-800634-3 neutron-server[93916]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 19:21:36.684715 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 19:21:36.684715 n-d-800634-3 neutron-server[93916]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 19:21:36.684715 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 19:21:36.684715 n-d-800634-3 neutron-server[93916]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 19:21:36.684715 n-d-800634-3 neutron-server[93916]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 19:21:36.742062 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-eab67e73-bb66-4d13-8cf0-664375a7b3df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2096001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-930085'] for network, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:21:36.747562 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-eab67e73-bb66-4d13-8cf0-664375a7b3df admin admin] Notify callbacks [] for network, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:21:36.753020 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-eab67e73-bb66-4d13-8cf0-664375a7b3df admin admin] 10.222.0.16 "DELETE /v2.0/networks/00675d1c-9c13-4b3f-8550-b9b21b35b6e7 HTTP/1.1" status: 204 len: 168 time: 0.4997232 Jul 14 19:21:36.753892 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 60346) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 19:21:36.761891 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab67e73-bb66-4d13-8cf0-664375a7b3df admin admin] Pushing event deleted for resources: {'Network': ['ID=00675d1c-9c13-4b3f-8550-b9b21b35b6e7,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:21:37.107357 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-7a191b6d-cc2a-46bd-b3df-637b561ec90e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-928623'] for router_interface, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:21:37.396816 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device c1c302c0-e663-450a-9696-5f553a3fad20 no longer exists at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 19:21:37.416986 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] No Port match for: c1c302c0-e663-450a-9696-5f553a3fad20 {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 19:21:37.417385 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device c1c302c0-e663-450a-9696-5f553a3fad20 not bound to the agent host n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 19:21:37.417763 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 2eb55b96-b9a4-485d-8096-420f6f788465 no longer exists at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 19:21:37.437526 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] No Port match for: 2eb55b96-b9a4-485d-8096-420f6f788465 {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 19:21:37.437872 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 2eb55b96-b9a4-485d-8096-420f6f788465 not bound to the agent host n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 19:21:37.438297 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device da222166-d310-48b9-802c-5406c2fe2dd2 no longer exists at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 19:21:37.457569 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] No Port match for: da222166-d310-48b9-802c-5406c2fe2dd2 {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 19:21:37.457929 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device da222166-d310-48b9-802c-5406c2fe2dd2 not bound to the agent host n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 19:21:37.656003 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [None req-7a191b6d-cc2a-46bd-b3df-637b561ec90e admin admin] Deleting port 950f92ab-20b1-49d6-be33-57683c4437e1 {{(pid=93915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 19:21:37.656294 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-7a191b6d-cc2a-46bd-b3df-637b561ec90e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:21:37.731761 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [None req-7a191b6d-cc2a-46bd-b3df-637b561ec90e admin admin] For port 950f92ab-20b1-49d6-be33-57683c4437e1, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=950f92ab-20b1-49d6-be33-57683c4437e1,segment=NetworkSegment(4fea954a-c85f-492a-bd5a-43ea1cbb6bd6),segment_id=4fea954a-c85f-492a-bd5a-43ea1cbb6bd6)] {{(pid=93915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 19:21:37.732150 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-7a191b6d-cc2a-46bd-b3df-637b561ec90e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:21:37.744244 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [None req-7a191b6d-cc2a-46bd-b3df-637b561ec90e admin admin] Calling delete_port for 950f92ab-20b1-49d6-be33-57683c4437e1 owned by network:router_interface {{(pid=93915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 19:21:37.919690 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-7a191b6d-cc2a-46bd-b3df-637b561ec90e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:21:37.944858 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a191b6d-cc2a-46bd-b3df-637b561ec90e admin admin] Pushing event deleted for resources: {'Port': ['ID=950f92ab-20b1-49d6-be33-57683c4437e1,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:21:38.111538 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-7a191b6d-cc2a-46bd-b3df-637b561ec90e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-598732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-928907'] for router_interface, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:21:38.320235 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a191b6d-cc2a-46bd-b3df-637b561ec90e admin admin] Router 30b7d36e-1a1c-4f91-8d80-117cf8e156e4 has already been hosted by L3 agent 2c6eb27e-defb-4cca-9a24-381c7415e359 {{(pid=93915) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 19:21:38.423060 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a191b6d-cc2a-46bd-b3df-637b561ec90e admin admin] Notify agent at l3_agent.n-d-800634-3 the message routers_updated {{(pid=93915) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 19:21:38.427955 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-7a191b6d-cc2a-46bd-b3df-637b561ec90e admin admin] 10.222.0.16 "PUT /v2.0/routers/30b7d36e-1a1c-4f91-8d80-117cf8e156e4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6727626 Jul 14 19:21:38.430734 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 60348) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 19:21:38.441638 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06fbfabb-eeb3-4834-90dd-e196f8f57ad4 None None] Sync routers for ids ['30b7d36e-1a1c-4f91-8d80-117cf8e156e4'] in n-d-800634-3 {{(pid=93917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 19:21:38.452220 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06fbfabb-eeb3-4834-90dd-e196f8f57ad4 None None] Routers {'30b7d36e-1a1c-4f91-8d80-117cf8e156e4'} bound to L3 agent in host n-d-800634-3 {{(pid=93917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 19:21:38.453101 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-06fbfabb-eeb3-4834-90dd-e196f8f57ad4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T19:21:23Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['30b7d36e-1a1c-4f91-8d80-117cf8e156e4'], 'active': True} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 19:21:38.538014 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-6ac2a41f-8a1d-4cce-83a3-016b629e914e admin admin] Notify callbacks [] for router, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:21:38.558430 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvr_db [None req-06fbfabb-eeb3-4834-90dd-e196f8f57ad4 None None] Set router 30b7d36e-1a1c-4f91-8d80-117cf8e156e4 gateway port host: n-d-800634-3 {{(pid=93917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 19:21:38.640870 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-6ac2a41f-8a1d-4cce-83a3-016b629e914e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:21:38.693247 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-6ac2a41f-8a1d-4cce-83a3-016b629e914e admin admin] Deleting port 0acf2c12-2fdf-467d-80e4-b1e0ec034faf {{(pid=93916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 19:21:38.693585 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-6ac2a41f-8a1d-4cce-83a3-016b629e914e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:21:38.741563 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-06fbfabb-eeb3-4834-90dd-e196f8f57ad4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30b7d36e-1a1c-4f91-8d80-117cf8e156e4', 'name': 'tempest-TestMinimumBasicScenario-1325607762-router', 'tenant_id': 'eb1ba878fb1941b1a323a1c857c05bb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.205'}], 'enable_snat': True}, 'gw_port_id': '0acf2c12-2fdf-467d-80e4-b1e0ec034faf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T19:19:30Z', 'updated_at': '2021-07-14T19:21:37Z', 'revision_number': 5, 'project_id': 'eb1ba878fb1941b1a323a1c857c05bb5', 'gw_port': {'id': '0acf2c12-2fdf-467d-80e4-b1e0ec034faf', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:d6:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30b7d36e-1a1c-4f91-8d80-117cf8e156e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4116, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T19:19:31Z', 'updated_at': '2021-07-14T19:19:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3'}], 'n-d-800634-3', False) {} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 19:21:38.768939 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06fbfabb-eeb3-4834-90dd-e196f8f57ad4 None None] Checking router: 30b7d36e-1a1c-4f91-8d80-117cf8e156e4 for host: n-d-800634-3 {{(pid=93917) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 19:21:38.773399 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.db [None req-6ac2a41f-8a1d-4cce-83a3-016b629e914e admin admin] For port 0acf2c12-2fdf-467d-80e4-b1e0ec034faf, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=0acf2c12-2fdf-467d-80e4-b1e0ec034faf,segment=NetworkSegment(5afb940b-bbdf-4727-be00-5d46367c38a1),segment_id=5afb940b-bbdf-4727-be00-5d46367c38a1)] {{(pid=93916) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 19:21:38.773767 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-6ac2a41f-8a1d-4cce-83a3-016b629e914e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:21:38.777221 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06fbfabb-eeb3-4834-90dd-e196f8f57ad4 None None] Routers {'30b7d36e-1a1c-4f91-8d80-117cf8e156e4'} bound to L3 agent in host n-d-800634-3 {{(pid=93917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 19:21:38.777833 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-06fbfabb-eeb3-4834-90dd-e196f8f57ad4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T19:21:23Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['30b7d36e-1a1c-4f91-8d80-117cf8e156e4'], 'active': True} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 19:21:38.790181 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-6ac2a41f-8a1d-4cce-83a3-016b629e914e admin admin] Calling delete_port for 0acf2c12-2fdf-467d-80e4-b1e0ec034faf owned by network:router_gateway {{(pid=93916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 19:21:38.958500 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-6ac2a41f-8a1d-4cce-83a3-016b629e914e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:21:38.990066 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac2a41f-8a1d-4cce-83a3-016b629e914e admin admin] Pushing event deleted for resources: {'Port': ['ID=0acf2c12-2fdf-467d-80e4-b1e0ec034faf,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:21:39.022284 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvr_db [None req-06fbfabb-eeb3-4834-90dd-e196f8f57ad4 None None] Set router 30b7d36e-1a1c-4f91-8d80-117cf8e156e4 gateway port host: None {{(pid=93917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 19:21:39.053105 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-6ac2a41f-8a1d-4cce-83a3-016b629e914e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-930057'] for router_gateway, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:21:39.074059 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-06fbfabb-eeb3-4834-90dd-e196f8f57ad4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30b7d36e-1a1c-4f91-8d80-117cf8e156e4', 'name': 'tempest-TestMinimumBasicScenario-1325607762-router', 'tenant_id': 'eb1ba878fb1941b1a323a1c857c05bb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T19:19:30Z', 'updated_at': '2021-07-14T19:21:38Z', 'revision_number': 6, 'project_id': 'eb1ba878fb1941b1a323a1c857c05bb5', 'gw_port_host': None}], 'n-d-800634-3', False) {} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 19:21:39.103760 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06fbfabb-eeb3-4834-90dd-e196f8f57ad4 None None] The sync data for ids ['30b7d36e-1a1c-4f91-8d80-117cf8e156e4'] in n-d-800634-3 is: [{'id': '30b7d36e-1a1c-4f91-8d80-117cf8e156e4', 'name': 'tempest-TestMinimumBasicScenario-1325607762-router', 'tenant_id': 'eb1ba878fb1941b1a323a1c857c05bb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T19:19:30Z', 'updated_at': '2021-07-14T19:21:38Z', 'revision_number': 6, 'project_id': 'eb1ba878fb1941b1a323a1c857c05bb5', 'gw_port_host': None}] {{(pid=93917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 19:21:39.150405 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-6ac2a41f-8a1d-4cce-83a3-016b629e914e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-571778', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11402'] for router, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:21:39.152653 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-6ac2a41f-8a1d-4cce-83a3-016b629e914e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:21:39.194652 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-6ac2a41f-8a1d-4cce-83a3-016b629e914e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-541202'] for router, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:21:39.195306 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ac2a41f-8a1d-4cce-83a3-016b629e914e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 30b7d36e-1a1c-4f91-8d80-117cf8e156e4 {{(pid=93916) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 19:21:39.199898 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-6ac2a41f-8a1d-4cce-83a3-016b629e914e admin admin] Notify callbacks [] for router, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:21:39.201213 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-6ac2a41f-8a1d-4cce-83a3-016b629e914e admin admin] 10.222.0.16 "DELETE /v2.0/routers/30b7d36e-1a1c-4f91-8d80-117cf8e156e4 HTTP/1.1" status: 204 len: 168 time: 0.7693226 Jul 14 19:21:39.203671 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 60350) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 19:21:39.251572 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.db_base_plugin_v2 [None req-e89f8541-0866-4bfc-97c5-3b15eb1c867b admin admin] Deleting subnet 91db571c-7960-42ac-ba55-338ce91018c8 {{(pid=93916) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 19:21:39.254722 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-e89f8541-0866-4bfc-97c5-3b15eb1c867b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:21:39.287829 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-e89f8541-0866-4bfc-97c5-3b15eb1c867b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26296866'] for subnet, precommit_delete_associations {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:21:39.364539 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-e89f8541-0866-4bfc-97c5-3b15eb1c867b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081283'] for subnet, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:21:39.419610 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-e89f8541-0866-4bfc-97c5-3b15eb1c867b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2684816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26033152'] for subnet, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:21:39.448206 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89f8541-0866-4bfc-97c5-3b15eb1c867b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=91db571c-7960-42ac-ba55-338ce91018c8,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:21:39.453912 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-e89f8541-0866-4bfc-97c5-3b15eb1c867b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:21:39.458229 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-e89f8541-0866-4bfc-97c5-3b15eb1c867b admin admin] 10.222.0.16 "DELETE /v2.0/subnets/91db571c-7960-42ac-ba55-338ce91018c8 HTTP/1.1" status: 204 len: 168 time: 0.2512515 Jul 14 19:21:39.459207 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 60352) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 19:21:39.459918 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a05b1f96-a3fd-4c57-9c22-a22b2baac1e5 None None] Network 3f1cb2ca-cc0c-44a7-94cb-2333b2262444 requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 19:21:39.559602 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-950f98df-a91e-418c-a279-fbabdb4ba542 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645734'] for network, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:21:39.576171 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 950f92ab-20b1-49d6-be33-57683c4437e1 no longer exists at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 19:21:39.602736 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] No Port match for: 950f92ab-20b1-49d6-be33-57683c4437e1 {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 19:21:39.603078 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 950f92ab-20b1-49d6-be33-57683c4437e1 not bound to the agent host n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 19:21:39.621788 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [None req-950f98df-a91e-418c-a279-fbabdb4ba542 admin admin] Deleting port 36c4a90a-abb5-43bf-b77b-3ea3a8a352f6 {{(pid=93915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 19:21:39.622134 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-950f98df-a91e-418c-a279-fbabdb4ba542 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:21:39.688793 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [None req-950f98df-a91e-418c-a279-fbabdb4ba542 admin admin] For port 36c4a90a-abb5-43bf-b77b-3ea3a8a352f6, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=36c4a90a-abb5-43bf-b77b-3ea3a8a352f6,segment=NetworkSegment(4fea954a-c85f-492a-bd5a-43ea1cbb6bd6),segment_id=4fea954a-c85f-492a-bd5a-43ea1cbb6bd6)] {{(pid=93915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 19:21:39.689154 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-950f98df-a91e-418c-a279-fbabdb4ba542 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:21:39.702435 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [None req-950f98df-a91e-418c-a279-fbabdb4ba542 admin admin] Calling delete_port for 36c4a90a-abb5-43bf-b77b-3ea3a8a352f6 owned by network:dhcp {{(pid=93915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 19:21:39.778501 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-950f98df-a91e-418c-a279-fbabdb4ba542 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:21:39.803100 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950f98df-a91e-418c-a279-fbabdb4ba542 admin admin] Pushing event deleted for resources: {'Port': ['ID=36c4a90a-abb5-43bf-b77b-3ea3a8a352f6,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:21:39.806831 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-950f98df-a91e-418c-a279-fbabdb4ba542 admin admin] No DVR routers for this DVR port 36c4a90a-abb5-43bf-b77b-3ea3a8a352f6 on host n-d-800634-3 {{(pid=93915) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 19:21:39.882302 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-950f98df-a91e-418c-a279-fbabdb4ba542 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2096010', 'neutron.services.segments.db._delete_segments_for_network-8728202734996'] for network, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:21:39.893063 n-d-800634-3 neutron-server[93915]: DEBUG neutron.services.segments.db [None req-950f98df-a91e-418c-a279-fbabdb4ba542 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f1cb2ca-cc0c-44a7-94cb-2333b2262444']}} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 19:21:39.903682 n-d-800634-3 neutron-server[93915]: DEBUG neutron.services.segments.db [None req-950f98df-a91e-418c-a279-fbabdb4ba542 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4fea954a-c85f-492a-bd5a-43ea1cbb6bd6') {'for_net_delete': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 19:21:39.903975 n-d-800634-3 neutron-server[93915]: DEBUG neutron.services.segments.db [None req-950f98df-a91e-418c-a279-fbabdb4ba542 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4fea954a-c85f-492a-bd5a-43ea1cbb6bd6') {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 19:21:39.915177 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-950f98df-a91e-418c-a279-fbabdb4ba542 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728202715275', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28939920'] for segment, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:21:39.917504 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15bea082-128b-424f-9ebb-260d74ea260e None None] DHCP port deletion for 3f1cb2ca-cc0c-44a7-94cb-2333b2262444 request from n-d-800634-3 {{(pid=93917) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 19:21:39.931410 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-950f98df-a91e-418c-a279-fbabdb4ba542 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:21:39.938605 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-950f98df-a91e-418c-a279-fbabdb4ba542 admin admin] Releasing vlan 89 on physical network physnet1 to pool {{(pid=93915) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 19:21:39.939107 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-950f98df-a91e-418c-a279-fbabdb4ba542 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25911658'] for segment, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:21:39.941159 n-d-800634-3 neutron-server[93915]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 19:21:39.941159 n-d-800634-3 neutron-server[93915]: conditions |= (models_v2.Port.network_id.in_( Jul 14 19:21:39.941159 n-d-800634-3 neutron-server[93915]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 19:21:39.941159 n-d-800634-3 neutron-server[93915]: conditions |= (models_v2.Port.network_id.in_( Jul 14 19:21:39.941159 n-d-800634-3 neutron-server[93915]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 19:21:39.941159 n-d-800634-3 neutron-server[93915]: conditions |= (models_v2.Port.network_id.in_( Jul 14 19:21:39.941159 n-d-800634-3 neutron-server[93915]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 19:21:39.941159 n-d-800634-3 neutron-server[93915]: conditions |= (models_v2.Port.network_id.in_( Jul 14 19:21:39.941159 n-d-800634-3 neutron-server[93915]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 19:21:39.941159 n-d-800634-3 neutron-server[93915]: conditions |= (models_v2.Port.network_id.in_( Jul 14 19:21:39.941159 n-d-800634-3 neutron-server[93915]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 19:21:39.941159 n-d-800634-3 neutron-server[93915]: conditions |= (models_v2.Port.network_id.in_( Jul 14 19:21:39.941159 n-d-800634-3 neutron-server[93915]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 19:21:39.941159 n-d-800634-3 neutron-server[93915]: conditions |= (models_v2.Port.network_id.in_( Jul 14 19:21:39.941159 n-d-800634-3 neutron-server[93915]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 19:21:39.941159 n-d-800634-3 neutron-server[93915]: conditions |= (models_v2.Port.network_id.in_( Jul 14 19:21:39.941159 n-d-800634-3 neutron-server[93915]: Traceback (most recent call last): Jul 14 19:21:39.941159 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 19:21:39.941159 n-d-800634-3 neutron-server[93915]: timer() Jul 14 19:21:39.941159 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 19:21:39.941159 n-d-800634-3 neutron-server[93915]: cb(*args, **kw) Jul 14 19:21:39.941159 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 19:21:39.941159 n-d-800634-3 neutron-server[93915]: return func(*args, **kwargs) Jul 14 19:21:39.941159 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 19:21:39.941159 n-d-800634-3 neutron-server[93915]: self._notify() Jul 14 19:21:39.941159 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 19:21:39.941159 n-d-800634-3 neutron-server[93915]: self.callback(batched_events) Jul 14 19:21:39.941159 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 19:21:39.941159 n-d-800634-3 neutron-server[93915]: event.method(event) Jul 14 19:21:39.941159 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 19:21:39.941159 n-d-800634-3 neutron-server[93915]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 19:21:39.941159 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 19:21:39.941159 n-d-800634-3 neutron-server[93915]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 19:21:39.941159 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 19:21:39.941159 n-d-800634-3 neutron-server[93915]: return f(self, *a, **k) Jul 14 19:21:39.941159 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 19:21:39.941159 n-d-800634-3 neutron-server[93915]: return self._get(url).json() Jul 14 19:21:39.941159 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 19:21:39.941159 n-d-800634-3 neutron-server[93915]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 19:21:39.941159 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 19:21:39.941159 n-d-800634-3 neutron-server[93915]: return self.request(url, 'GET', **kwargs) Jul 14 19:21:39.941159 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 19:21:39.941159 n-d-800634-3 neutron-server[93915]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 19:21:39.941159 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 19:21:39.941159 n-d-800634-3 neutron-server[93915]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 19:21:39.941159 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 19:21:39.941159 n-d-800634-3 neutron-server[93915]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 19:21:39.941159 n-d-800634-3 neutron-server[93915]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 19:21:39.996729 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-950f98df-a91e-418c-a279-fbabdb4ba542 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2096001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-930085'] for network, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:21:40.017598 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-950f98df-a91e-418c-a279-fbabdb4ba542 admin admin] Notify callbacks [] for network, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:21:40.019544 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-950f98df-a91e-418c-a279-fbabdb4ba542 admin admin] 10.222.0.16 "DELETE /v2.0/networks/3f1cb2ca-cc0c-44a7-94cb-2333b2262444 HTTP/1.1" status: 204 len: 168 time: 0.5579605 Jul 14 19:21:40.020644 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950f98df-a91e-418c-a279-fbabdb4ba542 admin admin] Pushing event deleted for resources: {'Network': ['ID=3f1cb2ca-cc0c-44a7-94cb-2333b2262444,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:21:40.186826 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 60356) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 19:21:40.234795 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-649f7054-3b93-41af-a76d-5413983dda20 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=cd0ab033311a4c379b430aee7a145dbd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0456941 Jul 14 19:21:40.236407 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 60358) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 19:21:40.283243 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-68142f27-e9e9-4e7b-aed7-83e4c60da921 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:21:40.304618 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-68142f27-e9e9-4e7b-aed7-83e4c60da921 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:21:40.355426 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-68142f27-e9e9-4e7b-aed7-83e4c60da921 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:21:40.358189 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-68142f27-e9e9-4e7b-aed7-83e4c60da921 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:21:40.359355 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-68142f27-e9e9-4e7b-aed7-83e4c60da921 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2cac3a7c-5d44-426b-a9cf-7701545fdda7 HTTP/1.1" status: 204 len: 168 time: 0.1220129 Jul 14 19:21:40.367341 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68142f27-e9e9-4e7b-aed7-83e4c60da921 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cac3a7c-5d44-426b-a9cf-7701545fdda7,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:21:40.661731 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 60364) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 19:21:40.700643 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-0f681195-49db-40ab-9b0d-38f0c19be203 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=eb1ba878fb1941b1a323a1c857c05bb5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0376902 Jul 14 19:21:40.702972 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 60366) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 19:21:40.753884 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-6891dbc7-9a8a-489e-a4d9-84f8e3abcd1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:21:40.775477 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-6891dbc7-9a8a-489e-a4d9-84f8e3abcd1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:21:40.824554 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-6891dbc7-9a8a-489e-a4d9-84f8e3abcd1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:21:40.827111 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-6891dbc7-9a8a-489e-a4d9-84f8e3abcd1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:21:40.828284 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-6891dbc7-9a8a-489e-a4d9-84f8e3abcd1e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1751e7cc-4123-4de3-913f-15890cc684f6 HTTP/1.1" status: 204 len: 168 time: 0.1243911 Jul 14 19:21:40.835984 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6891dbc7-9a8a-489e-a4d9-84f8e3abcd1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1751e7cc-4123-4de3-913f-15890cc684f6,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:21:41.389788 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 36c4a90a-abb5-43bf-b77b-3ea3a8a352f6 no longer exists at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 19:21:41.410780 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] No Port match for: 36c4a90a-abb5-43bf-b77b-3ea3a8a352f6 {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 19:21:41.411203 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 36c4a90a-abb5-43bf-b77b-3ea3a8a352f6 not bound to the agent host n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 19:21:41.411696 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 0acf2c12-2fdf-467d-80e4-b1e0ec034faf no longer exists at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 19:21:41.433607 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] No Port match for: 0acf2c12-2fdf-467d-80e4-b1e0ec034faf {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 19:21:41.433954 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 0acf2c12-2fdf-467d-80e4-b1e0ec034faf not bound to the agent host n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 19:21:42.433916 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 60408) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 19:21:42.439053 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-563def46-d5ab-4510-9d05-342cdc2b4271 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1598901218', 'description': 'tempest-secgroup-smoke-1598901218 description', 'project_id': 'a3d6ee5c9e7d43dd9aef13bacc118669'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 19:21:42.464636 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-563def46-d5ab-4510-9d05-342cdc2b4271 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks [] for security_group, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:21:42.472959 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-563def46-d5ab-4510-9d05-342cdc2b4271 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks [] for security_group, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:21:42.568685 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-563def46-d5ab-4510-9d05-342cdc2b4271 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks [] for security_group, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:21:42.573867 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-563def46-d5ab-4510-9d05-342cdc2b4271 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:21:42.603391 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-0d2b2f9f-8223-4a04-bd03-f1d2435d36cd req-349a319a-6777-420b-aa56-5eac90b534ad service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=03a24d87-527f-4d5b-a998-53393446562a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.1266932 Jul 14 19:21:42.615641 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563def46-d5ab-4510-9d05-342cdc2b4271 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bd314781-9afb-4393-aae8-541cd0bbda75,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:21:42.671420 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-0d2b2f9f-8223-4a04-bd03-f1d2435d36cd req-a91e807c-3f58-4119-b60b-624164fa2e41 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c51e850593fc4a37af9470721017e8e7&device_id=03a24d87-527f-4d5b-a998-53393446562a HTTP/1.1" status: 200 len: 210 time: 0.0264649 Jul 14 19:21:42.672847 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-563def46-d5ab-4510-9d05-342cdc2b4271 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks [] for security_group, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:21:42.676810 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-563def46-d5ab-4510-9d05-342cdc2b4271 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:21:42.703318 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-563def46-d5ab-4510-9d05-342cdc2b4271 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks [] for security_group, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:21:42.704596 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-563def46-d5ab-4510-9d05-342cdc2b4271 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2696702 Jul 14 19:21:42.708357 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 60412) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 19:21:42.711184 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-0d2b2f9f-8223-4a04-bd03-f1d2435d36cd req-046dfd2a-255b-4487-a36d-c72921e9dca8 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=c51e850593fc4a37af9470721017e8e7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0199189 Jul 14 19:21:42.712794 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-d782e0a4-0cde-4ed5-afb2-9630ec1d367e tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Request body: {'security_group_rule': {'security_group_id': '37cce607-ac46-4ccf-8c15-bc976c8346d6', 'project_id': 'a3d6ee5c9e7d43dd9aef13bacc118669', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 19:21:42.717697 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563def46-d5ab-4510-9d05-342cdc2b4271 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Pushing event updated for resources: {'SecurityGroup': ['ID=37cce607-ac46-4ccf-8c15-bc976c8346d6,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:21:42.743719 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-d782e0a4-0cde-4ed5-afb2-9630ec1d367e tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:21:42.801506 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-d782e0a4-0cde-4ed5-afb2-9630ec1d367e tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:21:42.805668 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-d782e0a4-0cde-4ed5-afb2-9630ec1d367e tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305173'] for security_group_rule, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:21:42.810755 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2b2f9f-8223-4a04-bd03-f1d2435d36cd req-140c4d13-0a5d-4267-bf05-b11269cdef13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:21:42.812966 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-0d2b2f9f-8223-4a04-bd03-f1d2435d36cd req-140c4d13-0a5d-4267-bf05-b11269cdef13 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0960896 Jul 14 19:21:42.824337 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d782e0a4-0cde-4ed5-afb2-9630ec1d367e tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49fbd88b-173f-48b3-aa83-d3e2c05ab7d0,revision_number=0']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:21:42.831062 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-d782e0a4-0cde-4ed5-afb2-9630ec1d367e tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:21:42.832462 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-d782e0a4-0cde-4ed5-afb2-9630ec1d367e tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1230483 Jul 14 19:21:42.835084 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 60414) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 19:21:42.840185 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-e1a6b0f0-b89d-4501-9b5b-9932c76ccbb3 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Request body: {'security_group_rule': {'security_group_id': '37cce607-ac46-4ccf-8c15-bc976c8346d6', 'project_id': 'a3d6ee5c9e7d43dd9aef13bacc118669', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 19:21:42.865640 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-e1a6b0f0-b89d-4501-9b5b-9932c76ccbb3 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:21:42.922130 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-e1a6b0f0-b89d-4501-9b5b-9932c76ccbb3 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:21:42.925718 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-e1a6b0f0-b89d-4501-9b5b-9932c76ccbb3 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305173'] for security_group_rule, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:21:42.942834 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a6b0f0-b89d-4501-9b5b-9932c76ccbb3 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4dca208b-fb90-4ee0-8018-9f63dec752f9,revision_number=0']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:21:42.949137 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-e1a6b0f0-b89d-4501-9b5b-9932c76ccbb3 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:21:42.950424 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-e1a6b0f0-b89d-4501-9b5b-9932c76ccbb3 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1144133 Jul 14 19:21:42.953191 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 60416) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 19:21:42.957747 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-bbf9941d-6fa5-431c-8a3f-280e5c8fb6f9 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Request body: {'security_group_rule': {'security_group_id': '37cce607-ac46-4ccf-8c15-bc976c8346d6', 'project_id': 'a3d6ee5c9e7d43dd9aef13bacc118669', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 19:21:42.983007 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-bbf9941d-6fa5-431c-8a3f-280e5c8fb6f9 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:21:43.042301 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-bbf9941d-6fa5-431c-8a3f-280e5c8fb6f9 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:21:43.046912 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-bbf9941d-6fa5-431c-8a3f-280e5c8fb6f9 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305173'] for security_group_rule, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:21:43.064982 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf9941d-6fa5-431c-8a3f-280e5c8fb6f9 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1b8c58d-6cfa-4412-b03d-7fccf418a5f6,revision_number=0']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:21:43.068313 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-bbf9941d-6fa5-431c-8a3f-280e5c8fb6f9 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:21:43.069525 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-bbf9941d-6fa5-431c-8a3f-280e5c8fb6f9 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1153767 Jul 14 19:21:43.072200 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 60418) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 19:21:43.077013 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-da6d624c-b02a-4527-93cc-c8f1dd572c61 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Request body: {'security_group_rule': {'security_group_id': '37cce607-ac46-4ccf-8c15-bc976c8346d6', 'project_id': 'a3d6ee5c9e7d43dd9aef13bacc118669', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 19:21:43.102568 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-da6d624c-b02a-4527-93cc-c8f1dd572c61 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:21:43.161130 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-da6d624c-b02a-4527-93cc-c8f1dd572c61 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:21:43.164527 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-da6d624c-b02a-4527-93cc-c8f1dd572c61 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305173'] for security_group_rule, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:21:43.181745 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6d624c-b02a-4527-93cc-c8f1dd572c61 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1746a7a-5065-46f6-98ef-c4d212abf306,revision_number=0']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:21:43.188044 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-da6d624c-b02a-4527-93cc-c8f1dd572c61 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:21:43.189280 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-da6d624c-b02a-4527-93cc-c8f1dd572c61 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1161661 Jul 14 19:21:43.191983 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 60420) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 19:21:43.196385 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-3709ffd6-1478-4304-87ff-4e58fc0b5cf3 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Request body: {'security_group_rule': {'security_group_id': '37cce607-ac46-4ccf-8c15-bc976c8346d6', 'project_id': 'a3d6ee5c9e7d43dd9aef13bacc118669', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 19:21:43.217522 n-d-800634-3 neutron-server[93915]: INFO neutron.db.securitygroups_db [None req-3709ffd6-1478-4304-87ff-4e58fc0b5cf3 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Project a3d6ee5c9e7d43dd9aef13bacc118669 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 14 19:21:43.222247 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-3709ffd6-1478-4304-87ff-4e58fc0b5cf3 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:21:43.282128 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-3709ffd6-1478-4304-87ff-4e58fc0b5cf3 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:21:43.285880 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-3709ffd6-1478-4304-87ff-4e58fc0b5cf3 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305173'] for security_group_rule, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:21:43.302550 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3709ffd6-1478-4304-87ff-4e58fc0b5cf3 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf8d9687-2a8b-4761-af82-7886f924d7bf,revision_number=0']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:21:43.313590 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-3709ffd6-1478-4304-87ff-4e58fc0b5cf3 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:21:43.314909 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-3709ffd6-1478-4304-87ff-4e58fc0b5cf3 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1219316 Jul 14 19:21:43.317637 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 60422) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 19:21:43.322089 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-ba2aae49-3e65-4351-9f00-62d593b4391c tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Request body: {'security_group_rule': {'security_group_id': '37cce607-ac46-4ccf-8c15-bc976c8346d6', 'project_id': 'a3d6ee5c9e7d43dd9aef13bacc118669', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 19:21:43.344493 n-d-800634-3 neutron-server[93915]: INFO neutron.db.securitygroups_db [None req-ba2aae49-3e65-4351-9f00-62d593b4391c tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Project a3d6ee5c9e7d43dd9aef13bacc118669 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 14 19:21:43.349452 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-ba2aae49-3e65-4351-9f00-62d593b4391c tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:21:43.413081 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-ba2aae49-3e65-4351-9f00-62d593b4391c tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:21:43.417246 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-ba2aae49-3e65-4351-9f00-62d593b4391c tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305173'] for security_group_rule, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:21:43.438811 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2aae49-3e65-4351-9f00-62d593b4391c tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb4490fe-b74e-4734-8a43-917118728e56,revision_number=0']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:21:43.442651 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-ba2aae49-3e65-4351-9f00-62d593b4391c tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:21:43.443832 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-ba2aae49-3e65-4351-9f00-62d593b4391c tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1252792 Jul 14 19:21:43.446877 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 60424) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 19:21:43.453409 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-ab8bee60-4321-40df-8fac-ec0d5d31abbf tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Request body: {'network': {'name': 'tempest-network-smoke--679274558', 'project_id': 'a3d6ee5c9e7d43dd9aef13bacc118669', 'port_security_enabled': True}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 19:21:43.475426 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab8bee60-4321-40df-8fac-ec0d5d31abbf tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Made reservation on behalf of a3d6ee5c9e7d43dd9aef13bacc118669 for: {'network': 1} {{(pid=93915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 19:21:43.478919 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-ab8bee60-4321-40df-8fac-ec0d5d31abbf tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for network, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:21:43.502045 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab8bee60-4321-40df-8fac-ec0d5d31abbf tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 58} {{(pid=93915) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 19:21:43.511914 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-ab8bee60-4321-40df-8fac-ec0d5d31abbf tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:21:43.512358 n-d-800634-3 neutron-server[93915]: INFO neutron.db.segments_db [None req-ab8bee60-4321-40df-8fac-ec0d5d31abbf tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Added segment 000c9eb7-1018-4b15-9af6-c27c72acb346 of type vlan for network 2ff10b50-c75b-4954-a72b-1a5523a4ff45 Jul 14 19:21:43.552253 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-ab8bee60-4321-40df-8fac-ec0d5d31abbf tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728202197517'] for network, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:21:43.580616 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-ab8bee60-4321-40df-8fac-ec0d5d31abbf tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727'] for network, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:21:43.586089 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab8bee60-4321-40df-8fac-ec0d5d31abbf tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:21:43.586678 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-ab8bee60-4321-40df-8fac-ec0d5d31abbf tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks [] for network, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:21:43.645296 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-ab8bee60-4321-40df-8fac-ec0d5d31abbf tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1973946 Jul 14 19:21:43.648546 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 60426) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 19:21:43.653604 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-da39fd4b-7412-40b2-88d6-dc5f66775f93 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1548010640', 'admin_state_up': True, 'project_id': 'a3d6ee5c9e7d43dd9aef13bacc118669', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61'}}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 19:21:43.661832 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8bee60-4321-40df-8fac-ec0d5d31abbf tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Pushing event updated for resources: {'Network': ['ID=2ff10b50-c75b-4954-a72b-1a5523a4ff45,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:21:43.673287 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Network 2ff10b50-c75b-4954-a72b-1a5523a4ff45 details requested by agent ovs-agent-n-d-800634-3 with host n-d-800634-3 {{(pid=93917) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 19:21:43.688023 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-da39fd4b-7412-40b2-88d6-dc5f66775f93 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-571768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11104'] for router, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:21:43.689166 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-da39fd4b-7412-40b2-88d6-dc5f66775f93 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-571675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-930014', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-632314', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11129'] for router, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:21:44.083375 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-da39fd4b-7412-40b2-88d6-dc5f66775f93 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:21:44.220303 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-da39fd4b-7412-40b2-88d6-dc5f66775f93 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-929996', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-571750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11395'] for router, precommit_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:21:44.410724 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-da39fd4b-7412-40b2-88d6-dc5f66775f93 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks [] for router_gateway, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:21:44.428890 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-da39fd4b-7412-40b2-88d6-dc5f66775f93 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:21:44.534589 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.db_base_plugin_common [None req-da39fd4b-7412-40b2-88d6-dc5f66775f93 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Allocated IP 172.25.1.26 (9200a437-e1de-4520-88f6-e68386523e61/5f47f848-4532-407a-a0e2-5690ade15fd0/4ba84ec4-eb64-4c59-a9ab-056c9dea2f6f) {{(pid=93916) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 19:21:44.633209 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-da39fd4b-7412-40b2-88d6-dc5f66775f93 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks [] for port, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:21:44.673188 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-da39fd4b-7412-40b2-88d6-dc5f66775f93 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:21:44.713222 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da39fd4b-7412-40b2-88d6-dc5f66775f93 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Network 9200a437-e1de-4520-88f6-e68386523e61 is already hosted by enough agents. {{(pid=93916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 19:21:44.717978 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [None req-da39fd4b-7412-40b2-88d6-dc5f66775f93 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Resources bound (agent type, host, resource id): {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 19:21:44.720545 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da39fd4b-7412-40b2-88d6-dc5f66775f93 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Received port after_create {{(pid=93916) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 19:21:44.749579 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da39fd4b-7412-40b2-88d6-dc5f66775f93 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Pushing event updated for resources: {'Port': ['ID=4ba84ec4-eb64-4c59-a9ab-056c9dea2f6f,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:21:44.972568 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-da39fd4b-7412-40b2-88d6-dc5f66775f93 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks [] for router_gateway, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:21:45.171803 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-da39fd4b-7412-40b2-88d6-dc5f66775f93 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-571759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-930033'] for router, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:21:45.298664 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da39fd4b-7412-40b2-88d6-dc5f66775f93 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Router efbf97cb-3264-407e-930a-5e773466174f is scheduled to L3 agent 2c6eb27e-defb-4cca-9a24-381c7415e359 with binding_index 1 {{(pid=93916) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 19:21:45.405031 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da39fd4b-7412-40b2-88d6-dc5f66775f93 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify agent at l3_agent.n-d-800634-3 the message routers_updated {{(pid=93916) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 19:21:45.414137 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0851f3a5-6112-4f49-9393-d5c6a9e672e3 None None] Sync routers for ids ['efbf97cb-3264-407e-930a-5e773466174f'] in n-d-800634-3 {{(pid=93918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 19:21:45.422736 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-da39fd4b-7412-40b2-88d6-dc5f66775f93 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks [] for router, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:21:45.423872 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0851f3a5-6112-4f49-9393-d5c6a9e672e3 None None] Routers {'efbf97cb-3264-407e-930a-5e773466174f'} bound to L3 agent in host n-d-800634-3 {{(pid=93918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 19:21:45.424015 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-da39fd4b-7412-40b2-88d6-dc5f66775f93 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7743423 Jul 14 19:21:45.424500 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-0851f3a5-6112-4f49-9393-d5c6a9e672e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T19:21:23Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['efbf97cb-3264-407e-930a-5e773466174f'], 'active': True} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 19:21:45.427409 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 60428) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 19:21:45.504204 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-40814df1-6ed4-45e2-a932-71693b69ab3a tempest-TestNetworkAdvancedServerOps-521838358 tempest-TestNetworkAdvancedServerOps-521838358-project-admin] 10.222.0.16 "GET /v2.0/subnets?project_id=a3d6ee5c9e7d43dd9aef13bacc118669&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0756450 Jul 14 19:21:45.506818 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 60432) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 19:21:45.536415 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvr_db [None req-0851f3a5-6112-4f49-9393-d5c6a9e672e3 None None] Set router efbf97cb-3264-407e-930a-5e773466174f gateway port host: n-d-800634-3 {{(pid=93918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 19:21:45.601611 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a145f57-96ea-4661-a05d-e830faee3088 tempest-TestNetworkAdvancedServerOps-521838358 tempest-TestNetworkAdvancedServerOps-521838358-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:21:45.603053 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-8a145f57-96ea-4661-a05d-e830faee3088 tempest-TestNetworkAdvancedServerOps-521838358 tempest-TestNetworkAdvancedServerOps-521838358-project-admin] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0953345 Jul 14 19:21:45.606591 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 60434) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 19:21:45.635719 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-d89e39ea-84ad-4ee8-bcb6-43a170cea9ff tempest-TestNetworkAdvancedServerOps-521838358 tempest-TestNetworkAdvancedServerOps-521838358-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=9200a437-e1de-4520-88f6-e68386523e61&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0280354 Jul 14 19:21:45.638445 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 60436) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 19:21:45.643387 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-b27adba8-2275-40c3-a9b7-c34292962a27 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1246928630', 'network_id': '2ff10b50-c75b-4954-a72b-1a5523a4ff45', 'project_id': 'a3d6ee5c9e7d43dd9aef13bacc118669', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 19:21:45.719556 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-0851f3a5-6112-4f49-9393-d5c6a9e672e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efbf97cb-3264-407e-930a-5e773466174f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1548010640', 'tenant_id': 'a3d6ee5c9e7d43dd9aef13bacc118669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.26'}], 'enable_snat': True}, 'gw_port_id': '4ba84ec4-eb64-4c59-a9ab-056c9dea2f6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T19:21:43Z', 'updated_at': '2021-07-14T19:21:44Z', 'revision_number': 3, 'project_id': 'a3d6ee5c9e7d43dd9aef13bacc118669', 'gw_port': {'id': '4ba84ec4-eb64-4c59-a9ab-056c9dea2f6f', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:0c:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efbf97cb-3264-407e-930a-5e773466174f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T19:21:44Z', 'updated_at': '2021-07-14T19:21:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3'}], 'n-d-800634-3', False) {} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 19:21:45.746466 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0851f3a5-6112-4f49-9393-d5c6a9e672e3 None None] Checking router: efbf97cb-3264-407e-930a-5e773466174f for host: n-d-800634-3 {{(pid=93918) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 19:21:45.746852 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0851f3a5-6112-4f49-9393-d5c6a9e672e3 None None] Updating router efbf97cb-3264-407e-930a-5e773466174f port 4ba84ec4-eb64-4c59-a9ab-056c9dea2f6f binding host n-d-800634-3 {{(pid=93918) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 19:21:45.748673 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b27adba8-2275-40c3-a9b7-c34292962a27 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Made reservation on behalf of a3d6ee5c9e7d43dd9aef13bacc118669 for: {'subnet': 1} {{(pid=93916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 19:21:45.752607 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-b27adba8-2275-40c3-a9b7-c34292962a27 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26033189'] for subnet, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:21:45.785239 n-d-800634-3 neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-0851f3a5-6112-4f49-9393-d5c6a9e672e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:21:45.934206 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-b27adba8-2275-40c3-a9b7-c34292962a27 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2684753', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26033175'] for subnet, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:21:45.994947 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27adba8-2275-40c3-a9b7-c34292962a27 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Pushing event updated for resources: {'Subnet': ['ID=960487f9-7c35-4f9f-b6e4-806ce3b5fa0a,revision_number=0']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:21:46.002964 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b27adba8-2275-40c3-a9b7-c34292962a27 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Checking segment: {'id': '000c9eb7-1018-4b15-9af6-c27c72acb346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '2ff10b50-c75b-4954-a72b-1a5523a4ff45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93916) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 19:21:46.003334 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b27adba8-2275-40c3-a9b7-c34292962a27 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Network hostable DHCP agents. Network: 2ff10b50-c75b-4954-a72b-1a5523a4ff45, hostable agents: ['028393c3-0576-4ebd-bca1-8ea8a148e1a2'], hosted agents: [] {{(pid=93916) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 19:21:46.021521 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b27adba8-2275-40c3-a9b7-c34292962a27 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Network 2ff10b50-c75b-4954-a72b-1a5523a4ff45 is scheduled to be hosted by DHCP agent 028393c3-0576-4ebd-bca1-8ea8a148e1a2 with binding_index 1 {{(pid=93916) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 19:21:46.031037 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [None req-b27adba8-2275-40c3-a9b7-c34292962a27 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-3, 2ff10b50-c75b-4954-a72b-1a5523a4ff45) {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 19:21:46.035126 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b27adba8-2275-40c3-a9b7-c34292962a27 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:21:46.035719 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-b27adba8-2275-40c3-a9b7-c34292962a27 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks [] for subnet, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:21:46.035850 n-d-800634-3 neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-0851f3a5-6112-4f49-9393-d5c6a9e672e3 None None] Notify callbacks [] for port, precommit_update {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:21:46.041000 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38c4f5f6-420e-4584-882f-117deb7411fa None None] Network 2ff10b50-c75b-4954-a72b-1a5523a4ff45 requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 19:21:46.047109 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.provisioning_blocks [None req-0851f3a5-6112-4f49-9393-d5c6a9e672e3 None None] Transition to ACTIVE for port object 4ba84ec4-eb64-4c59-a9ab-056c9dea2f6f will not be triggered until provisioned by entity L2. {{(pid=93918) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 19:21:46.054596 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-b27adba8-2275-40c3-a9b7-c34292962a27 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4123988 Jul 14 19:21:46.054786 n-d-800634-3 neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-0851f3a5-6112-4f49-9393-d5c6a9e672e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:21:46.054925 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 60438) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 19:21:46.102897 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.managers [None req-0851f3a5-6112-4f49-9393-d5c6a9e672e3 None None] Attempting to bind port 4ba84ec4-eb64-4c59-a9ab-056c9dea2f6f on host n-d-800634-3 for vnic_type normal with profile {{(pid=93918) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 19:21:46.103263 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.managers [None req-0851f3a5-6112-4f49-9393-d5c6a9e672e3 None None] Attempting to bind port 4ba84ec4-eb64-4c59-a9ab-056c9dea2f6f by drivers openvswitch,hyperv on host n-d-800634-3 at level 0 using segments [{'id': '5afb940b-bbdf-4727-be00-5d46367c38a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9200a437-e1de-4520-88f6-e68386523e61'}] {{(pid=93918) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 19:21:46.104071 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0851f3a5-6112-4f49-9393-d5c6a9e672e3 None None] Attempting to bind port 4ba84ec4-eb64-4c59-a9ab-056c9dea2f6f on network 9200a437-e1de-4520-88f6-e68386523e61 {{(pid=93918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 19:21:46.112288 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37f5500-d7ba-46d1-8d96-0eeff8c72a56 None None] Pushing event updated for resources: {'Port': ['ID=4ba84ec4-eb64-4c59-a9ab-056c9dea2f6f,revision_number=2']} {{(pid=93918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:21:46.115153 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0851f3a5-6112-4f49-9393-d5c6a9e672e3 None None] Checking agent: {'id': '01c19e91-a945-4e3c-94a6-c211e17c923e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 8, 23), 'started_at': datetime.datetime(2021, 7, 14, 18, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 19, 21, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 19:21:46.115518 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0851f3a5-6112-4f49-9393-d5c6a9e672e3 None None] Checking segment: {'id': '5afb940b-bbdf-4727-be00-5d46367c38a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9200a437-e1de-4520-88f6-e68386523e61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93918) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 19:21:46.115922 n-d-800634-3 neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-0851f3a5-6112-4f49-9393-d5c6a9e672e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:21:46.116346 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0851f3a5-6112-4f49-9393-d5c6a9e672e3 None None] Bound using segment: {'id': '5afb940b-bbdf-4727-be00-5d46367c38a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9200a437-e1de-4520-88f6-e68386523e61'} {{(pid=93918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 19:21:46.116800 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.managers [None req-0851f3a5-6112-4f49-9393-d5c6a9e672e3 None None] Bound port: 4ba84ec4-eb64-4c59-a9ab-056c9dea2f6f, host: n-d-800634-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5afb940b-bbdf-4727-be00-5d46367c38a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9200a437-e1de-4520-88f6-e68386523e61'}}] {{(pid=93918) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 19:21:46.117172 n-d-800634-3 neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-0851f3a5-6112-4f49-9393-d5c6a9e672e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:21:46.124326 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b37f5500-d7ba-46d1-8d96-0eeff8c72a56 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:21:46.124669 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b37f5500-d7ba-46d1-8d96-0eeff8c72a56 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:21:46.125004 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b37f5500-d7ba-46d1-8d96-0eeff8c72a56 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:21:46.125333 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b37f5500-d7ba-46d1-8d96-0eeff8c72a56 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:21:46.125656 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b37f5500-d7ba-46d1-8d96-0eeff8c72a56 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:21:46.125978 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b37f5500-d7ba-46d1-8d96-0eeff8c72a56 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:21:46.126300 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b37f5500-d7ba-46d1-8d96-0eeff8c72a56 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:21:46.126701 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b37f5500-d7ba-46d1-8d96-0eeff8c72a56 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:21:46.126939 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b37f5500-d7ba-46d1-8d96-0eeff8c72a56 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:21:46.127254 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b37f5500-d7ba-46d1-8d96-0eeff8c72a56 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:21:46.127569 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b37f5500-d7ba-46d1-8d96-0eeff8c72a56 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:21:46.128964 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b37f5500-d7ba-46d1-8d96-0eeff8c72a56 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:21:46.183191 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.db [None req-0851f3a5-6112-4f49-9393-d5c6a9e672e3 None None] For port 4ba84ec4-eb64-4c59-a9ab-056c9dea2f6f, host n-d-800634-3, cleared binding levels {{(pid=93918) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 19:21:46.186727 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.db [None req-0851f3a5-6112-4f49-9393-d5c6a9e672e3 None None] For port 4ba84ec4-eb64-4c59-a9ab-056c9dea2f6f, host n-d-800634-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=4ba84ec4-eb64-4c59-a9ab-056c9dea2f6f,segment=NetworkSegment(5afb940b-bbdf-4727-be00-5d46367c38a1),segment_id=5afb940b-bbdf-4727-be00-5d46367c38a1)] {{(pid=93918) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 19:21:46.194158 n-d-800634-3 neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-0851f3a5-6112-4f49-9393-d5c6a9e672e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:21:46.197404 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f72d8a87-8b69-4aad-b2eb-792b9e5cbbbd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9222b97e-5d1c-54f8-ba97-82f172498e76-2ff10b50-c75b-4954-a72b-1a5523a4ff45', 'network_id': '2ff10b50-c75b-4954-a72b-1a5523a4ff45', 'tenant_id': 'a3d6ee5c9e7d43dd9aef13bacc118669', 'fixed_ips': [{'subnet_id': '960487f9-7c35-4f9f-b6e4-806ce3b5fa0a'}]}} from n-d-800634-3. {{(pid=93917) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 19:21:46.198401 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-f72d8a87-8b69-4aad-b2eb-792b9e5cbbbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:21:46.255212 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0851f3a5-6112-4f49-9393-d5c6a9e672e3 None None] Routers {'efbf97cb-3264-407e-930a-5e773466174f'} bound to L3 agent in host n-d-800634-3 {{(pid=93918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 19:21:46.255984 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-0851f3a5-6112-4f49-9393-d5c6a9e672e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T19:21:23Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['efbf97cb-3264-407e-930a-5e773466174f'], 'active': True} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 19:21:46.293644 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37f5500-d7ba-46d1-8d96-0eeff8c72a56 None None] Pushing event updated for resources: {'Port': ['ID=4ba84ec4-eb64-4c59-a9ab-056c9dea2f6f,revision_number=3']} {{(pid=93918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:21:46.341447 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.db_base_plugin_common [None req-f72d8a87-8b69-4aad-b2eb-792b9e5cbbbd None None] Allocated IP 172.20.0.2 (2ff10b50-c75b-4954-a72b-1a5523a4ff45/960487f9-7c35-4f9f-b6e4-806ce3b5fa0a/16e68f75-069d-45bc-957f-1629bc7ef754) {{(pid=93917) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 19:21:46.383937 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvr_db [None req-0851f3a5-6112-4f49-9393-d5c6a9e672e3 None None] Set router efbf97cb-3264-407e-930a-5e773466174f gateway port host: n-d-800634-3 {{(pid=93918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 19:21:46.512766 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-f72d8a87-8b69-4aad-b2eb-792b9e5cbbbd None None] Notify callbacks [] for port, precommit_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:21:46.522513 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-f72d8a87-8b69-4aad-b2eb-792b9e5cbbbd None None] Transition to ACTIVE for port object 16e68f75-069d-45bc-957f-1629bc7ef754 will not be triggered until provisioned by entity L2. {{(pid=93917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 19:21:46.540985 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-f72d8a87-8b69-4aad-b2eb-792b9e5cbbbd None None] Transition to ACTIVE for port object 16e68f75-069d-45bc-957f-1629bc7ef754 will not be triggered until provisioned by entity DHCP. {{(pid=93917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 19:21:46.547414 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-f72d8a87-8b69-4aad-b2eb-792b9e5cbbbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804'] for port, after_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:21:46.569945 n-d-800634-3 neutron-server[93917]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f72d8a87-8b69-4aad-b2eb-792b9e5cbbbd None None] Network 2ff10b50-c75b-4954-a72b-1a5523a4ff45 is already hosted by enough agents. {{(pid=93917) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 19:21:46.581654 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-0851f3a5-6112-4f49-9393-d5c6a9e672e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efbf97cb-3264-407e-930a-5e773466174f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1548010640', 'tenant_id': 'a3d6ee5c9e7d43dd9aef13bacc118669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.26'}], 'enable_snat': True}, 'gw_port_id': '4ba84ec4-eb64-4c59-a9ab-056c9dea2f6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T19:21:43Z', 'updated_at': '2021-07-14T19:21:44Z', 'revision_number': 3, 'project_id': 'a3d6ee5c9e7d43dd9aef13bacc118669', 'gw_port': {'id': '4ba84ec4-eb64-4c59-a9ab-056c9dea2f6f', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:0c:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efbf97cb-3264-407e-930a-5e773466174f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T19:21:44Z', 'updated_at': '2021-07-14T19:21:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3'}], 'n-d-800634-3', False) {} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 19:21:46.592055 n-d-800634-3 neutron-server[93917]: DEBUG neutron.scheduler.base_scheduler [None req-f72d8a87-8b69-4aad-b2eb-792b9e5cbbbd None None] Resources bound (agent type, host, resource id): {{(pid=93917) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 19:21:46.593759 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-0b895436-b54a-4ef1-9ea9-c167f4ea3539 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:21:46.599959 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f72d8a87-8b69-4aad-b2eb-792b9e5cbbbd None None] Received port after_create {{(pid=93917) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 19:21:46.612073 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0851f3a5-6112-4f49-9393-d5c6a9e672e3 None None] The sync data for ids ['efbf97cb-3264-407e-930a-5e773466174f'] in n-d-800634-3 is: [{'id': 'efbf97cb-3264-407e-930a-5e773466174f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1548010640', 'tenant_id': 'a3d6ee5c9e7d43dd9aef13bacc118669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.26'}], 'enable_snat': True}, 'gw_port_id': '4ba84ec4-eb64-4c59-a9ab-056c9dea2f6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T19:21:43Z', 'updated_at': '2021-07-14T19:21:44Z', 'revision_number': 3, 'project_id': 'a3d6ee5c9e7d43dd9aef13bacc118669', 'gw_port': {'id': '4ba84ec4-eb64-4c59-a9ab-056c9dea2f6f', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:0c:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efbf97cb-3264-407e-930a-5e773466174f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T19:21:44Z', 'updated_at': '2021-07-14T19:21:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3'}] {{(pid=93918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 19:21:46.645644 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72d8a87-8b69-4aad-b2eb-792b9e5cbbbd None None] Pushing event updated for resources: {'Port': ['ID=16e68f75-069d-45bc-957f-1629bc7ef754,revision_number=1']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:21:46.671937 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f72d8a87-8b69-4aad-b2eb-792b9e5cbbbd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:21:46.672331 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f72d8a87-8b69-4aad-b2eb-792b9e5cbbbd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:21:46.673270 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f72d8a87-8b69-4aad-b2eb-792b9e5cbbbd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:21:46.673619 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f72d8a87-8b69-4aad-b2eb-792b9e5cbbbd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:21:46.673954 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f72d8a87-8b69-4aad-b2eb-792b9e5cbbbd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:21:46.674286 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f72d8a87-8b69-4aad-b2eb-792b9e5cbbbd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:21:46.674613 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f72d8a87-8b69-4aad-b2eb-792b9e5cbbbd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:21:46.674939 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f72d8a87-8b69-4aad-b2eb-792b9e5cbbbd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:21:46.675269 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f72d8a87-8b69-4aad-b2eb-792b9e5cbbbd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:21:46.675592 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f72d8a87-8b69-4aad-b2eb-792b9e5cbbbd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:21:46.675911 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f72d8a87-8b69-4aad-b2eb-792b9e5cbbbd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:21:46.676260 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f72d8a87-8b69-4aad-b2eb-792b9e5cbbbd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:21:46.695132 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-f72d8a87-8b69-4aad-b2eb-792b9e5cbbbd None None] Attempting to bind port 16e68f75-069d-45bc-957f-1629bc7ef754 on host n-d-800634-3 for vnic_type normal with profile {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 19:21:46.695638 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-f72d8a87-8b69-4aad-b2eb-792b9e5cbbbd None None] Attempting to bind port 16e68f75-069d-45bc-957f-1629bc7ef754 by drivers openvswitch,hyperv on host n-d-800634-3 at level 0 using segments [{'id': '000c9eb7-1018-4b15-9af6-c27c72acb346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '2ff10b50-c75b-4954-a72b-1a5523a4ff45'}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 19:21:46.696096 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f72d8a87-8b69-4aad-b2eb-792b9e5cbbbd None None] Attempting to bind port 16e68f75-069d-45bc-957f-1629bc7ef754 on network 2ff10b50-c75b-4954-a72b-1a5523a4ff45 {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 19:21:46.703114 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f72d8a87-8b69-4aad-b2eb-792b9e5cbbbd None None] Checking agent: {'id': '01c19e91-a945-4e3c-94a6-c211e17c923e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 8, 23), 'started_at': datetime.datetime(2021, 7, 14, 18, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 19, 21, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 19:21:46.703488 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f72d8a87-8b69-4aad-b2eb-792b9e5cbbbd None None] Checking segment: {'id': '000c9eb7-1018-4b15-9af6-c27c72acb346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '2ff10b50-c75b-4954-a72b-1a5523a4ff45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93917) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 19:21:46.703891 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-f72d8a87-8b69-4aad-b2eb-792b9e5cbbbd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:21:46.704558 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f72d8a87-8b69-4aad-b2eb-792b9e5cbbbd None None] Bound using segment: {'id': '000c9eb7-1018-4b15-9af6-c27c72acb346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '2ff10b50-c75b-4954-a72b-1a5523a4ff45'} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 19:21:46.705054 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-f72d8a87-8b69-4aad-b2eb-792b9e5cbbbd None None] Bound port: 16e68f75-069d-45bc-957f-1629bc7ef754, host: n-d-800634-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '000c9eb7-1018-4b15-9af6-c27c72acb346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '2ff10b50-c75b-4954-a72b-1a5523a4ff45'}}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 19:21:46.705441 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-f72d8a87-8b69-4aad-b2eb-792b9e5cbbbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:21:46.771835 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-f72d8a87-8b69-4aad-b2eb-792b9e5cbbbd None None] For port 16e68f75-069d-45bc-957f-1629bc7ef754, host n-d-800634-3, cleared binding levels {{(pid=93917) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 19:21:46.776298 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-f72d8a87-8b69-4aad-b2eb-792b9e5cbbbd None None] For port 16e68f75-069d-45bc-957f-1629bc7ef754, host n-d-800634-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=16e68f75-069d-45bc-957f-1629bc7ef754,segment=NetworkSegment(000c9eb7-1018-4b15-9af6-c27c72acb346),segment_id=000c9eb7-1018-4b15-9af6-c27c72acb346)] {{(pid=93917) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 19:21:46.782092 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-f72d8a87-8b69-4aad-b2eb-792b9e5cbbbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:21:46.856462 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72d8a87-8b69-4aad-b2eb-792b9e5cbbbd None None] Pushing event updated for resources: {'Port': ['ID=16e68f75-069d-45bc-957f-1629bc7ef754,revision_number=2']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:21:46.984975 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.db_base_plugin_common [None req-0b895436-b54a-4ef1-9ea9-c167f4ea3539 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Allocated IP 172.20.0.1 (2ff10b50-c75b-4954-a72b-1a5523a4ff45/960487f9-7c35-4f9f-b6e4-806ce3b5fa0a/87712c72-d23c-419f-b4fc-ddbe5d411334) {{(pid=93915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 19:21:47.129454 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-0b895436-b54a-4ef1-9ea9-c167f4ea3539 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks [] for port, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:21:47.144938 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.provisioning_blocks [None req-0b895436-b54a-4ef1-9ea9-c167f4ea3539 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Transition to ACTIVE for port object 87712c72-d23c-419f-b4fc-ddbe5d411334 will not be triggered until provisioned by entity DHCP. {{(pid=93915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 19:21:47.180049 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-0b895436-b54a-4ef1-9ea9-c167f4ea3539 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:21:47.226097 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b895436-b54a-4ef1-9ea9-c167f4ea3539 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Network 2ff10b50-c75b-4954-a72b-1a5523a4ff45 is already hosted by enough agents. {{(pid=93915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 19:21:47.229511 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [None req-0b895436-b54a-4ef1-9ea9-c167f4ea3539 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Resources bound (agent type, host, resource id): {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 19:21:47.234072 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b895436-b54a-4ef1-9ea9-c167f4ea3539 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Received port after_create {{(pid=93915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 19:21:47.240689 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b895436-b54a-4ef1-9ea9-c167f4ea3539 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Pushing event updated for resources: {'Port': ['ID=87712c72-d23c-419f-b4fc-ddbe5d411334,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:21:47.281810 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-0b895436-b54a-4ef1-9ea9-c167f4ea3539 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-930452'] for router_interface, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:21:47.485121 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 16e68f75-069d-45bc-957f-1629bc7ef754 up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 19:21:47.552760 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning for port 16e68f75-069d-45bc-957f-1629bc7ef754 completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 19:21:47.557685 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 4ba84ec4-eb64-4c59-a9ab-056c9dea2f6f up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 19:21:47.617377 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning for port 4ba84ec4-eb64-4c59-a9ab-056c9dea2f6f completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 19:21:47.623305 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port 4ba84ec4-eb64-4c59-a9ab-056c9dea2f6f triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 19:21:47.623682 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:21:47.714275 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:21:47.737947 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] For port 4ba84ec4-eb64-4c59-a9ab-056c9dea2f6f, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=4ba84ec4-eb64-4c59-a9ab-056c9dea2f6f,segment=NetworkSegment(5afb940b-bbdf-4727-be00-5d46367c38a1),segment_id=5afb940b-bbdf-4727-be00-5d46367c38a1)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 19:21:47.743316 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:21:47.755373 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-0b895436-b54a-4ef1-9ea9-c167f4ea3539 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:21:47.800841 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Pushing event updated for resources: {'Port': ['ID=4ba84ec4-eb64-4c59-a9ab-056c9dea2f6f,revision_number=4']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:21:47.900493 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43ba181c-6aaa-4bde-b067-1dab4ba5b946 None None] Network 2ff10b50-c75b-4954-a72b-1a5523a4ff45 requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 19:21:47.987699 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-e970cabe-7fa4-4ada-b102-88a432e6ae75 None None] Provisioning for port 16e68f75-069d-45bc-957f-1629bc7ef754 completed by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 19:21:47.993235 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-e970cabe-7fa4-4ada-b102-88a432e6ae75 None None] Provisioning complete for port 16e68f75-069d-45bc-957f-1629bc7ef754 triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 19:21:47.993506 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-e970cabe-7fa4-4ada-b102-88a432e6ae75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:21:48.055281 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-0b895436-b54a-4ef1-9ea9-c167f4ea3539 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks [] for port, precommit_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:21:48.061159 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-0b895436-b54a-4ef1-9ea9-c167f4ea3539 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25912978'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:21:48.133343 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-e970cabe-7fa4-4ada-b102-88a432e6ae75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:21:48.142595 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-0b895436-b54a-4ef1-9ea9-c167f4ea3539 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-598741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-928734'] for router_interface, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:21:48.148139 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b895436-b54a-4ef1-9ea9-c167f4ea3539 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Pushing event updated for resources: {'Port': ['ID=87712c72-d23c-419f-b4fc-ddbe5d411334,revision_number=2']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:21:48.175397 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-e970cabe-7fa4-4ada-b102-88a432e6ae75 None None] For port 16e68f75-069d-45bc-957f-1629bc7ef754, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=16e68f75-069d-45bc-957f-1629bc7ef754,segment=NetworkSegment(000c9eb7-1018-4b15-9af6-c27c72acb346),segment_id=000c9eb7-1018-4b15-9af6-c27c72acb346)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 19:21:48.182094 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-e970cabe-7fa4-4ada-b102-88a432e6ae75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:21:48.233036 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e970cabe-7fa4-4ada-b102-88a432e6ae75 None None] Pushing event updated for resources: {'Port': ['ID=16e68f75-069d-45bc-957f-1629bc7ef754,revision_number=3']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:21:48.257296 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b895436-b54a-4ef1-9ea9-c167f4ea3539 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Network 2ff10b50-c75b-4954-a72b-1a5523a4ff45 is already hosted by enough agents. {{(pid=93915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 19:21:48.258705 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [None req-0b895436-b54a-4ef1-9ea9-c167f4ea3539 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Resources bound (agent type, host, resource id): {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 19:21:48.384471 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b895436-b54a-4ef1-9ea9-c167f4ea3539 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Router efbf97cb-3264-407e-930a-5e773466174f has already been hosted by L3 agent 2c6eb27e-defb-4cca-9a24-381c7415e359 {{(pid=93915) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 19:21:48.406243 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-16ac1213-5986-47ea-aa05-ef394b4a06d6 None None] Provisioning for port 87712c72-d23c-419f-b4fc-ddbe5d411334 completed by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 19:21:48.410934 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-16ac1213-5986-47ea-aa05-ef394b4a06d6 None None] Provisioning complete for port 87712c72-d23c-419f-b4fc-ddbe5d411334 triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 19:21:48.411511 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-16ac1213-5986-47ea-aa05-ef394b4a06d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:21:48.461057 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-16ac1213-5986-47ea-aa05-ef394b4a06d6 None None] Port 87712c72-d23c-419f-b4fc-ddbe5d411334 cannot update to ACTIVE because it is not bound. {{(pid=93917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 19:21:48.472750 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-16ac1213-5986-47ea-aa05-ef394b4a06d6 None None] Provisioning complete for port 16e68f75-069d-45bc-957f-1629bc7ef754 triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 19:21:48.473135 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-16ac1213-5986-47ea-aa05-ef394b4a06d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:21:48.533682 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b895436-b54a-4ef1-9ea9-c167f4ea3539 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify agent at l3_agent.n-d-800634-3 the message routers_updated {{(pid=93915) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 19:21:48.548901 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-0b895436-b54a-4ef1-9ea9-c167f4ea3539 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] 10.222.0.16 "PUT /v2.0/routers/efbf97cb-3264-407e-930a-5e773466174f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4926856 Jul 14 19:21:48.587909 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8991c63b-57fb-402b-847f-a4f5e743ab5b None None] Sync routers for ids ['efbf97cb-3264-407e-930a-5e773466174f'] in n-d-800634-3 {{(pid=93917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 19:21:48.599378 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8991c63b-57fb-402b-847f-a4f5e743ab5b None None] Routers {'efbf97cb-3264-407e-930a-5e773466174f'} bound to L3 agent in host n-d-800634-3 {{(pid=93917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 19:21:48.600141 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-8991c63b-57fb-402b-847f-a4f5e743ab5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T19:21:23Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['efbf97cb-3264-407e-930a-5e773466174f'], 'active': True} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 19:21:48.732816 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-34215731-74ff-4cff-b4da-8f9fb4358125 None None] Provisioning complete for port 87712c72-d23c-419f-b4fc-ddbe5d411334 triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 19:21:48.733186 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-34215731-74ff-4cff-b4da-8f9fb4358125 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:21:48.736581 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-9b76a3db-bcf8-4666-8bb2-fab968a44763 req-9a8a732a-c3d9-48cf-994b-a98bf2027dd1 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1598901218&fields=id&tenant_id=a3d6ee5c9e7d43dd9aef13bacc118669 HTTP/1.1" status: 200 len: 267 time: 0.0444500 Jul 14 19:21:48.766418 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvr_db [None req-8991c63b-57fb-402b-847f-a4f5e743ab5b None None] Set router efbf97cb-3264-407e-930a-5e773466174f gateway port host: n-d-800634-3 {{(pid=93917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 19:21:48.806811 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-34215731-74ff-4cff-b4da-8f9fb4358125 None None] Port 87712c72-d23c-419f-b4fc-ddbe5d411334 cannot update to ACTIVE because it is not bound. {{(pid=93917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 19:21:48.851828 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b76a3db-bcf8-4666-8bb2-fab968a44763 req-7a41ce69-8ba0-44d8-a7df-a7c81e9eb188 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:21:48.853324 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-9b76a3db-bcf8-4666-8bb2-fab968a44763 req-7a41ce69-8ba0-44d8-a7df-a7c81e9eb188 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] 10.222.0.16 "GET /v2.0/networks?id=2ff10b50-c75b-4954-a72b-1a5523a4ff45 HTTP/1.1" status: 200 len: 796 time: 0.1097836 Jul 14 19:21:48.868672 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-9b76a3db-bcf8-4666-8bb2-fab968a44763 req-f9629fe7-9e61-4c1f-8909-13929f265289 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] 10.222.0.16 "GET /v2.0/quotas/a3d6ee5c9e7d43dd9aef13bacc118669 HTTP/1.1" status: 200 len: 375 time: 0.0093672 Jul 14 19:21:48.936597 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-9b76a3db-bcf8-4666-8bb2-fab968a44763 req-3a461446-db9f-42d6-8f2c-35749dc7ac93 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=a3d6ee5c9e7d43dd9aef13bacc118669&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0627139 Jul 14 19:21:48.942208 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-fb3bed5d-9f2c-4287-a69e-21ef2ef7401a None None] Provisioning complete for port 87712c72-d23c-419f-b4fc-ddbe5d411334 triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 19:21:48.942577 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-fb3bed5d-9f2c-4287-a69e-21ef2ef7401a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:21:48.997468 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-fb3bed5d-9f2c-4287-a69e-21ef2ef7401a None None] Port 87712c72-d23c-419f-b4fc-ddbe5d411334 cannot update to ACTIVE because it is not bound. {{(pid=93917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 19:21:49.015630 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-8991c63b-57fb-402b-847f-a4f5e743ab5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efbf97cb-3264-407e-930a-5e773466174f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1548010640', 'tenant_id': 'a3d6ee5c9e7d43dd9aef13bacc118669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.26'}], 'enable_snat': True}, 'gw_port_id': '4ba84ec4-eb64-4c59-a9ab-056c9dea2f6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T19:21:43Z', 'updated_at': '2021-07-14T19:21:47Z', 'revision_number': 4, 'project_id': 'a3d6ee5c9e7d43dd9aef13bacc118669', 'gw_port': {'id': '4ba84ec4-eb64-4c59-a9ab-056c9dea2f6f', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:0c:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efbf97cb-3264-407e-930a-5e773466174f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T19:21:44Z', 'updated_at': '2021-07-14T19:21:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_interfaces': [{'id': '87712c72-d23c-419f-b4fc-ddbe5d411334', 'name': '', 'network_id': '2ff10b50-c75b-4954-a72b-1a5523a4ff45', 'tenant_id': 'a3d6ee5c9e7d43dd9aef13bacc118669', 'mac_address': 'fa:16:3e:87:8c:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efbf97cb-3264-407e-930a-5e773466174f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '960487f9-7c35-4f9f-b6e4-806ce3b5fa0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T19:21:46Z', 'updated_at': '2021-07-14T19:21:47Z', 'revision_number': 2, 'project_id': 'a3d6ee5c9e7d43dd9aef13bacc118669', 'subnets': [{'id': '960487f9-7c35-4f9f-b6e4-806ce3b5fa0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-3', False) {} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 19:21:49.031860 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-9b76a3db-bcf8-4666-8bb2-fab968a44763 req-7218dd47-12bc-4dc9-9ce3-a119c30ca2d9 service neutron] 10.222.0.16 "GET /v2.0/networks/2ff10b50-c75b-4954-a72b-1a5523a4ff45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842617 Jul 14 19:21:49.042684 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8991c63b-57fb-402b-847f-a4f5e743ab5b None None] Checking router: efbf97cb-3264-407e-930a-5e773466174f for host: n-d-800634-3 {{(pid=93917) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 19:21:49.043594 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8991c63b-57fb-402b-847f-a4f5e743ab5b None None] Updating router efbf97cb-3264-407e-930a-5e773466174f port 87712c72-d23c-419f-b4fc-ddbe5d411334 binding host n-d-800634-3 {{(pid=93917) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 19:21:49.080806 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-8991c63b-57fb-402b-847f-a4f5e743ab5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:21:49.126201 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-9b76a3db-bcf8-4666-8bb2-fab968a44763 req-8b0984c0-fa6f-4cff-95e3-8eedc4bc66c2 service neutron] 10.222.0.16 "GET /v2.0/networks/2ff10b50-c75b-4954-a72b-1a5523a4ff45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881944 Jul 14 19:21:49.304943 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-cdf30dbd-faa4-4f38-9cab-f26842f4076f req-94459b88-9454-4442-89e0-44bb73f2d697 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] 10.222.0.16 "GET /v2.0/ports?device_id=f640e73e-01be-4bd1-9ebf-e488b5c8ed7d HTTP/1.1" status: 200 len: 210 time: 0.0322282 Jul 14 19:21:49.381886 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-8991c63b-57fb-402b-847f-a4f5e743ab5b None None] Notify callbacks [] for port, precommit_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:21:49.393573 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-8991c63b-57fb-402b-847f-a4f5e743ab5b None None] Transition to ACTIVE for port object 87712c72-d23c-419f-b4fc-ddbe5d411334 will not be triggered until provisioned by entity L2. {{(pid=93917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 19:21:49.400256 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-8991c63b-57fb-402b-847f-a4f5e743ab5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:21:49.412798 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 16e68f75-069d-45bc-957f-1629bc7ef754 up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 19:21:49.489529 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44cf3f2a-17d5-4dd3-85d2-6f05a956abeb None None] Pushing event updated for resources: {'Port': ['ID=87712c72-d23c-419f-b4fc-ddbe5d411334,revision_number=3']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:21:49.549510 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-8991c63b-57fb-402b-847f-a4f5e743ab5b None None] Attempting to bind port 87712c72-d23c-419f-b4fc-ddbe5d411334 on host n-d-800634-3 for vnic_type normal with profile {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 19:21:49.549861 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-8991c63b-57fb-402b-847f-a4f5e743ab5b None None] Attempting to bind port 87712c72-d23c-419f-b4fc-ddbe5d411334 by drivers openvswitch,hyperv on host n-d-800634-3 at level 0 using segments [{'id': '000c9eb7-1018-4b15-9af6-c27c72acb346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '2ff10b50-c75b-4954-a72b-1a5523a4ff45'}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 19:21:49.550377 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8991c63b-57fb-402b-847f-a4f5e743ab5b None None] Attempting to bind port 87712c72-d23c-419f-b4fc-ddbe5d411334 on network 2ff10b50-c75b-4954-a72b-1a5523a4ff45 {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 19:21:49.556588 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port 16e68f75-069d-45bc-957f-1629bc7ef754 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 19:21:49.557057 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:21:49.559239 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8991c63b-57fb-402b-847f-a4f5e743ab5b None None] Checking agent: {'id': '01c19e91-a945-4e3c-94a6-c211e17c923e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 8, 23), 'started_at': datetime.datetime(2021, 7, 14, 18, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 19, 21, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 19:21:49.559613 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8991c63b-57fb-402b-847f-a4f5e743ab5b None None] Checking segment: {'id': '000c9eb7-1018-4b15-9af6-c27c72acb346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '2ff10b50-c75b-4954-a72b-1a5523a4ff45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93917) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 19:21:49.560004 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-8991c63b-57fb-402b-847f-a4f5e743ab5b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:21:49.560425 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8991c63b-57fb-402b-847f-a4f5e743ab5b None None] Bound using segment: {'id': '000c9eb7-1018-4b15-9af6-c27c72acb346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '2ff10b50-c75b-4954-a72b-1a5523a4ff45'} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 19:21:49.560901 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-8991c63b-57fb-402b-847f-a4f5e743ab5b None None] Bound port: 87712c72-d23c-419f-b4fc-ddbe5d411334, host: n-d-800634-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '000c9eb7-1018-4b15-9af6-c27c72acb346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '2ff10b50-c75b-4954-a72b-1a5523a4ff45'}}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 19:21:49.561281 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-8991c63b-57fb-402b-847f-a4f5e743ab5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:21:49.839455 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-8991c63b-57fb-402b-847f-a4f5e743ab5b None None] For port 87712c72-d23c-419f-b4fc-ddbe5d411334, host n-d-800634-3, cleared binding levels {{(pid=93917) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 19:21:49.863183 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-8991c63b-57fb-402b-847f-a4f5e743ab5b None None] For port 87712c72-d23c-419f-b4fc-ddbe5d411334, host n-d-800634-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=87712c72-d23c-419f-b4fc-ddbe5d411334,segment=NetworkSegment(000c9eb7-1018-4b15-9af6-c27c72acb346),segment_id=000c9eb7-1018-4b15-9af6-c27c72acb346)] {{(pid=93917) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 19:21:49.870425 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-8991c63b-57fb-402b-847f-a4f5e743ab5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:21:49.876729 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 4ba84ec4-eb64-4c59-a9ab-056c9dea2f6f up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 19:21:49.965579 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8991c63b-57fb-402b-847f-a4f5e743ab5b None None] Routers {'efbf97cb-3264-407e-930a-5e773466174f'} bound to L3 agent in host n-d-800634-3 {{(pid=93917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 19:21:49.966215 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-8991c63b-57fb-402b-847f-a4f5e743ab5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T19:21:23Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['efbf97cb-3264-407e-930a-5e773466174f'], 'active': True} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 19:21:50.003091 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44cf3f2a-17d5-4dd3-85d2-6f05a956abeb None None] Pushing event updated for resources: {'Port': ['ID=87712c72-d23c-419f-b4fc-ddbe5d411334,revision_number=4']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:21:50.027581 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port 4ba84ec4-eb64-4c59-a9ab-056c9dea2f6f triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 19:21:50.027581 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:21:50.118840 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvr_db [None req-8991c63b-57fb-402b-847f-a4f5e743ab5b None None] Set router efbf97cb-3264-407e-930a-5e773466174f gateway port host: n-d-800634-3 {{(pid=93917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 19:21:50.358172 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-8991c63b-57fb-402b-847f-a4f5e743ab5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efbf97cb-3264-407e-930a-5e773466174f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1548010640', 'tenant_id': 'a3d6ee5c9e7d43dd9aef13bacc118669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.26'}], 'enable_snat': True}, 'gw_port_id': '4ba84ec4-eb64-4c59-a9ab-056c9dea2f6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T19:21:43Z', 'updated_at': '2021-07-14T19:21:47Z', 'revision_number': 4, 'project_id': 'a3d6ee5c9e7d43dd9aef13bacc118669', 'gw_port': {'id': '4ba84ec4-eb64-4c59-a9ab-056c9dea2f6f', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:0c:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efbf97cb-3264-407e-930a-5e773466174f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T19:21:44Z', 'updated_at': '2021-07-14T19:21:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_interfaces': [{'id': '87712c72-d23c-419f-b4fc-ddbe5d411334', 'name': '', 'network_id': '2ff10b50-c75b-4954-a72b-1a5523a4ff45', 'tenant_id': 'a3d6ee5c9e7d43dd9aef13bacc118669', 'mac_address': 'fa:16:3e:87:8c:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efbf97cb-3264-407e-930a-5e773466174f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '960487f9-7c35-4f9f-b6e4-806ce3b5fa0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T19:21:46Z', 'updated_at': '2021-07-14T19:21:49Z', 'revision_number': 4, 'project_id': 'a3d6ee5c9e7d43dd9aef13bacc118669', 'subnets': [{'id': '960487f9-7c35-4f9f-b6e4-806ce3b5fa0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-3', False) {} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 19:21:50.391413 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8991c63b-57fb-402b-847f-a4f5e743ab5b None None] The sync data for ids ['efbf97cb-3264-407e-930a-5e773466174f'] in n-d-800634-3 is: [{'id': 'efbf97cb-3264-407e-930a-5e773466174f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1548010640', 'tenant_id': 'a3d6ee5c9e7d43dd9aef13bacc118669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.26'}], 'enable_snat': True}, 'gw_port_id': '4ba84ec4-eb64-4c59-a9ab-056c9dea2f6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T19:21:43Z', 'updated_at': '2021-07-14T19:21:47Z', 'revision_number': 4, 'project_id': 'a3d6ee5c9e7d43dd9aef13bacc118669', 'gw_port': {'id': '4ba84ec4-eb64-4c59-a9ab-056c9dea2f6f', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:0c:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efbf97cb-3264-407e-930a-5e773466174f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T19:21:44Z', 'updated_at': '2021-07-14T19:21:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_interfaces': [{'id': '87712c72-d23c-419f-b4fc-ddbe5d411334', 'name': '', 'network_id': '2ff10b50-c75b-4954-a72b-1a5523a4ff45', 'tenant_id': 'a3d6ee5c9e7d43dd9aef13bacc118669', 'mac_address': 'fa:16:3e:87:8c:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efbf97cb-3264-407e-930a-5e773466174f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '960487f9-7c35-4f9f-b6e4-806ce3b5fa0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T19:21:46Z', 'updated_at': '2021-07-14T19:21:49Z', 'revision_number': 4, 'project_id': 'a3d6ee5c9e7d43dd9aef13bacc118669', 'subnets': [{'id': '960487f9-7c35-4f9f-b6e4-806ce3b5fa0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 19:21:50.489159 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-dfea83b5-dd3a-4710-b77d-0a0625830a33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:21:50.541584 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-684bd25a-1bbc-412b-ab9d-82634568bd78 req-9f9c2db0-5a01-47e8-b478-9f5336230c27 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] 10.222.0.16 "GET /v2.0/ports?device_id=f640e73e-01be-4bd1-9ebf-e488b5c8ed7d HTTP/1.1" status: 200 len: 210 time: 0.0492246 Jul 14 19:21:50.594013 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b76a3db-bcf8-4666-8bb2-fab968a44763 req-c660974e-eac0-4cdc-bce6-6367ba2ee89e tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:21:50.596055 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-9b76a3db-bcf8-4666-8bb2-fab968a44763 req-c660974e-eac0-4cdc-bce6-6367ba2ee89e tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] 10.222.0.18 "GET /v2.0/networks?id=2ff10b50-c75b-4954-a72b-1a5523a4ff45 HTTP/1.1" status: 200 len: 796 time: 0.1987126 Jul 14 19:21:50.645589 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-9b76a3db-bcf8-4666-8bb2-fab968a44763 req-9af062e2-5e3f-48c6-a816-54dedeaa30e9 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a3d6ee5c9e7d43dd9aef13bacc118669 HTTP/1.1" status: 200 len: 380 time: 0.0405543 Jul 14 19:21:50.655726 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [req-9b76a3db-bcf8-4666-8bb2-fab968a44763 req-a9443a74-9ca2-401e-aba5-1a8467d88bd5 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Request body: {'port': {'device_id': 'f640e73e-01be-4bd1-9ebf-e488b5c8ed7d', 'network_id': '2ff10b50-c75b-4954-a72b-1a5523a4ff45', 'admin_state_up': True, 'tenant_id': 'a3d6ee5c9e7d43dd9aef13bacc118669', 'security_groups': ['37cce607-ac46-4ccf-8c15-bc976c8346d6']}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 19:21:50.770894 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9b76a3db-bcf8-4666-8bb2-fab968a44763 req-a9443a74-9ca2-401e-aba5-1a8467d88bd5 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Made reservation on behalf of a3d6ee5c9e7d43dd9aef13bacc118669 for: {'port': 1} {{(pid=93915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 19:21:50.774963 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-9b76a3db-bcf8-4666-8bb2-fab968a44763 req-a9443a74-9ca2-401e-aba5-1a8467d88bd5 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:21:50.905047 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.db_base_plugin_common [req-9b76a3db-bcf8-4666-8bb2-fab968a44763 req-a9443a74-9ca2-401e-aba5-1a8467d88bd5 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Allocated IP 172.20.0.6 (2ff10b50-c75b-4954-a72b-1a5523a4ff45/960487f9-7c35-4f9f-b6e4-806ce3b5fa0a/2b4c642a-dbaf-4e43-85bc-32f94c2fd16e) {{(pid=93915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 19:21:51.054106 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-9b76a3db-bcf8-4666-8bb2-fab968a44763 req-a9443a74-9ca2-401e-aba5-1a8467d88bd5 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks [] for port, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:21:51.069160 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.provisioning_blocks [req-9b76a3db-bcf8-4666-8bb2-fab968a44763 req-a9443a74-9ca2-401e-aba5-1a8467d88bd5 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Transition to ACTIVE for port object 2b4c642a-dbaf-4e43-85bc-32f94c2fd16e will not be triggered until provisioned by entity DHCP. {{(pid=93915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 19:21:51.102625 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-9b76a3db-bcf8-4666-8bb2-fab968a44763 req-a9443a74-9ca2-401e-aba5-1a8467d88bd5 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:21:51.149627 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b76a3db-bcf8-4666-8bb2-fab968a44763 req-a9443a74-9ca2-401e-aba5-1a8467d88bd5 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Network 2ff10b50-c75b-4954-a72b-1a5523a4ff45 is already hosted by enough agents. {{(pid=93915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 19:21:51.153668 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [req-9b76a3db-bcf8-4666-8bb2-fab968a44763 req-a9443a74-9ca2-401e-aba5-1a8467d88bd5 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Resources bound (agent type, host, resource id): {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 19:21:51.157615 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b76a3db-bcf8-4666-8bb2-fab968a44763 req-a9443a74-9ca2-401e-aba5-1a8467d88bd5 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Received port after_create {{(pid=93915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 19:21:51.200588 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9443a74-9ca2-401e-aba5-1a8467d88bd5 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Pushing event updated for resources: {'Port': ['ID=2b4c642a-dbaf-4e43-85bc-32f94c2fd16e,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:21:51.216366 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b76a3db-bcf8-4666-8bb2-fab968a44763 req-a9443a74-9ca2-401e-aba5-1a8467d88bd5 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:21:51.217746 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-9b76a3db-bcf8-4666-8bb2-fab968a44763 req-a9443a74-9ca2-401e-aba5-1a8467d88bd5 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:21:51.235280 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-9b76a3db-bcf8-4666-8bb2-fab968a44763 req-a9443a74-9ca2-401e-aba5-1a8467d88bd5 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5845156 Jul 14 19:21:51.247366 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [req-9b76a3db-bcf8-4666-8bb2-fab968a44763 req-252c45dc-0649-40c4-8342-247d8a09c690 service neutron] Request body: {'port': {'device_id': 'f640e73e-01be-4bd1-9ebf-e488b5c8ed7d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800634-3'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 19:21:51.327029 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-9b76a3db-bcf8-4666-8bb2-fab968a44763 req-252c45dc-0649-40c4-8342-247d8a09c690 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:21:51.406477 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-2831bf58-0d48-468e-bbc2-e90802f8832d None None] Provisioning for port 2b4c642a-dbaf-4e43-85bc-32f94c2fd16e completed by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 19:21:51.411266 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-2831bf58-0d48-468e-bbc2-e90802f8832d None None] Provisioning complete for port 2b4c642a-dbaf-4e43-85bc-32f94c2fd16e triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 19:21:51.411841 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-2831bf58-0d48-468e-bbc2-e90802f8832d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:21:51.453102 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 87712c72-d23c-419f-b4fc-ddbe5d411334 up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 19:21:51.477545 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-2831bf58-0d48-468e-bbc2-e90802f8832d None None] Port 2b4c642a-dbaf-4e43-85bc-32f94c2fd16e cannot update to ACTIVE because it is not bound. {{(pid=93917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 19:21:51.508360 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning for port 87712c72-d23c-419f-b4fc-ddbe5d411334 completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 19:21:51.512816 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port 87712c72-d23c-419f-b4fc-ddbe5d411334 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 19:21:51.513196 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:21:51.597462 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:21:51.628796 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [req-9b76a3db-bcf8-4666-8bb2-fab968a44763 req-252c45dc-0649-40c4-8342-247d8a09c690 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b4c642a-dbaf-4e43-85bc-32f94c2fd16e {{(pid=93915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 19:21:51.636392 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-9b76a3db-bcf8-4666-8bb2-fab968a44763 req-252c45dc-0649-40c4-8342-247d8a09c690 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:21:51.642315 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] For port 87712c72-d23c-419f-b4fc-ddbe5d411334, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=87712c72-d23c-419f-b4fc-ddbe5d411334,segment=NetworkSegment(000c9eb7-1018-4b15-9af6-c27c72acb346),segment_id=000c9eb7-1018-4b15-9af6-c27c72acb346)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 19:21:51.646177 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:21:51.649042 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.provisioning_blocks [req-9b76a3db-bcf8-4666-8bb2-fab968a44763 req-252c45dc-0649-40c4-8342-247d8a09c690 service neutron] Transition to ACTIVE for port object 2b4c642a-dbaf-4e43-85bc-32f94c2fd16e will not be triggered until provisioned by entity L2. {{(pid=93915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 19:21:51.653069 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-9b76a3db-bcf8-4666-8bb2-fab968a44763 req-252c45dc-0649-40c4-8342-247d8a09c690 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25912978'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:21:51.698710 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Pushing event updated for resources: {'Port': ['ID=87712c72-d23c-419f-b4fc-ddbe5d411334,revision_number=5']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:21:51.755630 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252c45dc-0649-40c4-8342-247d8a09c690 service neutron] Pushing event updated for resources: {'Port': ['ID=2b4c642a-dbaf-4e43-85bc-32f94c2fd16e,revision_number=2']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:21:51.825449 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-9b76a3db-bcf8-4666-8bb2-fab968a44763 req-252c45dc-0649-40c4-8342-247d8a09c690 service neutron] Attempting to bind port 2b4c642a-dbaf-4e43-85bc-32f94c2fd16e on host n-h1-800634-3 for vnic_type normal with profile {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 19:21:51.825898 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-9b76a3db-bcf8-4666-8bb2-fab968a44763 req-252c45dc-0649-40c4-8342-247d8a09c690 service neutron] Attempting to bind port 2b4c642a-dbaf-4e43-85bc-32f94c2fd16e by drivers openvswitch,hyperv on host n-h1-800634-3 at level 0 using segments [{'id': '000c9eb7-1018-4b15-9af6-c27c72acb346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '2ff10b50-c75b-4954-a72b-1a5523a4ff45'}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 19:21:51.826232 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b76a3db-bcf8-4666-8bb2-fab968a44763 req-252c45dc-0649-40c4-8342-247d8a09c690 service neutron] Attempting to bind port 2b4c642a-dbaf-4e43-85bc-32f94c2fd16e on network 2ff10b50-c75b-4954-a72b-1a5523a4ff45 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 19:21:51.839435 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36ab723-a55d-46cf-9c78-1f686912ee85 req-a09fc513-9d5f-44c6-81dc-53aded35d174 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:21:51.841012 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b36ab723-a55d-46cf-9c78-1f686912ee85 req-a09fc513-9d5f-44c6-81dc-53aded35d174 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] 10.222.0.16 "GET /v2.0/ports?device_id=f640e73e-01be-4bd1-9ebf-e488b5c8ed7d HTTP/1.1" status: 200 len: 943 time: 0.1539629 Jul 14 19:21:51.842225 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b76a3db-bcf8-4666-8bb2-fab968a44763 req-252c45dc-0649-40c4-8342-247d8a09c690 service neutron] Port 2b4c642a-dbaf-4e43-85bc-32f94c2fd16e on network 2ff10b50-c75b-4954-a72b-1a5523a4ff45 not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-3 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 19:21:51.842489 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b76a3db-bcf8-4666-8bb2-fab968a44763 req-252c45dc-0649-40c4-8342-247d8a09c690 service neutron] Attempting to bind port 2b4c642a-dbaf-4e43-85bc-32f94c2fd16e on network 2ff10b50-c75b-4954-a72b-1a5523a4ff45 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 19:21:51.849550 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b76a3db-bcf8-4666-8bb2-fab968a44763 req-252c45dc-0649-40c4-8342-247d8a09c690 service neutron] Checking agent: {'id': 'a3630ff4-fbee-45d9-b9b6-0ae41cb3a350', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 15, 32), 'started_at': datetime.datetime(2021, 7, 14, 18, 15, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 19, 21, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 19:21:51.849888 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b76a3db-bcf8-4666-8bb2-fab968a44763 req-252c45dc-0649-40c4-8342-247d8a09c690 service neutron] Checking segment: {'id': '000c9eb7-1018-4b15-9af6-c27c72acb346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '2ff10b50-c75b-4954-a72b-1a5523a4ff45'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 19:21:51.850266 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b76a3db-bcf8-4666-8bb2-fab968a44763 req-252c45dc-0649-40c4-8342-247d8a09c690 service neutron] Bound using segment: {'id': '000c9eb7-1018-4b15-9af6-c27c72acb346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '2ff10b50-c75b-4954-a72b-1a5523a4ff45'} {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 19:21:51.850694 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-9b76a3db-bcf8-4666-8bb2-fab968a44763 req-252c45dc-0649-40c4-8342-247d8a09c690 service neutron] Bound port: 2b4c642a-dbaf-4e43-85bc-32f94c2fd16e, host: n-h1-800634-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '000c9eb7-1018-4b15-9af6-c27c72acb346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '2ff10b50-c75b-4954-a72b-1a5523a4ff45'}}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 19:21:51.851050 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-9b76a3db-bcf8-4666-8bb2-fab968a44763 req-252c45dc-0649-40c4-8342-247d8a09c690 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:21:51.915895 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b36ab723-a55d-46cf-9c78-1f686912ee85 req-f7b26bd3-f1e2-411c-800c-f754f08aab2f tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] 10.222.0.16 "GET /v2.0/security-groups?id=37cce607-ac46-4ccf-8c15-bc976c8346d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680227 Jul 14 19:21:51.939651 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-9b76a3db-bcf8-4666-8bb2-fab968a44763 req-252c45dc-0649-40c4-8342-247d8a09c690 service neutron] For port 2b4c642a-dbaf-4e43-85bc-32f94c2fd16e, host n-h1-800634-3, cleared binding levels {{(pid=93915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 19:21:51.942675 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-9b76a3db-bcf8-4666-8bb2-fab968a44763 req-252c45dc-0649-40c4-8342-247d8a09c690 service neutron] For port 2b4c642a-dbaf-4e43-85bc-32f94c2fd16e, host n-h1-800634-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=2b4c642a-dbaf-4e43-85bc-32f94c2fd16e,segment=NetworkSegment(000c9eb7-1018-4b15-9af6-c27c72acb346),segment_id=000c9eb7-1018-4b15-9af6-c27c72acb346)] {{(pid=93915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 19:21:51.946902 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-9b76a3db-bcf8-4666-8bb2-fab968a44763 req-252c45dc-0649-40c4-8342-247d8a09c690 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25912978'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:21:51.981185 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b76a3db-bcf8-4666-8bb2-fab968a44763 req-252c45dc-0649-40c4-8342-247d8a09c690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:21:51.981828 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-9b76a3db-bcf8-4666-8bb2-fab968a44763 req-252c45dc-0649-40c4-8342-247d8a09c690 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:21:51.983219 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-9b76a3db-bcf8-4666-8bb2-fab968a44763 req-252c45dc-0649-40c4-8342-247d8a09c690 service neutron] 10.222.0.18 "PUT /v2.0/ports/2b4c642a-dbaf-4e43-85bc-32f94c2fd16e HTTP/1.1" status: 200 len: 1091 time: 0.7404878 Jul 14 19:21:51.983737 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f640e73e-01be-4bd1-9ebf-e488b5c8ed7d', 'tag': '2b4c642a-dbaf-4e43-85bc-32f94c2fd16e'}] {{(pid=93915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 19:21:51.985928 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}163b1c7ce9835e2c54087c39b47c05da5c61decdd411e584c58a4e7cd59f948f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68652575-acb8-4488-bbc8-9b386e392267" -d '{"events": [{"name": "network-changed", "server_uuid": "f640e73e-01be-4bd1-9ebf-e488b5c8ed7d", "tag": "2b4c642a-dbaf-4e43-85bc-32f94c2fd16e"}]}' {{(pid=93915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 19:21:52.011346 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252c45dc-0649-40c4-8342-247d8a09c690 service neutron] Pushing event updated for resources: {'Port': ['ID=2b4c642a-dbaf-4e43-85bc-32f94c2fd16e,revision_number=3']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:21:52.029338 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 19:21:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2cca101-b924-4b2e-a511-a6d40a9a00f1 x-openstack-request-id: req-c2cca101-b924-4b2e-a511-a6d40a9a00f1 {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 19:21:52.029635 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f640e73e-01be-4bd1-9ebf-e488b5c8ed7d", "tag": "2b4c642a-dbaf-4e43-85bc-32f94c2fd16e", "status": "completed", "code": 200}]} {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 19:21:52.029889 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c2cca101-b924-4b2e-a511-a6d40a9a00f1 {{(pid=93915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 19:21:52.030310 n-d-800634-3 neutron-server[93915]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f640e73e-01be-4bd1-9ebf-e488b5c8ed7d', 'tag': '2b4c642a-dbaf-4e43-85bc-32f94c2fd16e', 'status': 'completed', 'code': 200} Jul 14 19:21:52.093259 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b76a3db-bcf8-4666-8bb2-fab968a44763 req-58c11781-22ad-483e-9f56-4e99e40b0a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:21:52.094822 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-9b76a3db-bcf8-4666-8bb2-fab968a44763 req-58c11781-22ad-483e-9f56-4e99e40b0a20 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a3d6ee5c9e7d43dd9aef13bacc118669&device_id=f640e73e-01be-4bd1-9ebf-e488b5c8ed7d HTTP/1.1" status: 200 len: 1094 time: 0.0605729 Jul 14 19:21:52.138349 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-9b76a3db-bcf8-4666-8bb2-fab968a44763 req-af75e542-de51-4828-857b-98c690a7d796 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2b4c642a-dbaf-4e43-85bc-32f94c2fd16e HTTP/1.1" status: 200 len: 217 time: 0.0364795 Jul 14 19:21:52.187662 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b76a3db-bcf8-4666-8bb2-fab968a44763 req-c36c932d-07eb-4f5d-9efd-c4c357f71f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:21:52.189144 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-9b76a3db-bcf8-4666-8bb2-fab968a44763 req-c36c932d-07eb-4f5d-9efd-c4c357f71f69 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=960487f9-7c35-4f9f-b6e4-806ce3b5fa0a HTTP/1.1" status: 200 len: 835 time: 0.0445085 Jul 14 19:21:52.253262 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b76a3db-bcf8-4666-8bb2-fab968a44763 req-c8518463-8cc9-4beb-a511-8b69c7759528 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:21:52.254681 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-9b76a3db-bcf8-4666-8bb2-fab968a44763 req-c8518463-8cc9-4beb-a511-8b69c7759528 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2ff10b50-c75b-4954-a72b-1a5523a4ff45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0590014 Jul 14 19:21:52.350153 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-9b76a3db-bcf8-4666-8bb2-fab968a44763 req-77724878-ab6d-4e6c-8566-3ea040011b48 service neutron] 10.222.0.18 "GET /v2.0/networks/2ff10b50-c75b-4954-a72b-1a5523a4ff45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891171 Jul 14 19:21:52.442254 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-9b76a3db-bcf8-4666-8bb2-fab968a44763 req-b2dd0bc1-2997-4130-bb30-fa9f3b3d4c11 service neutron] 10.222.0.18 "GET /v2.0/networks/2ff10b50-c75b-4954-a72b-1a5523a4ff45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860322 Jul 14 19:21:52.538805 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68652575-acb8-4488-bbc8-9b386e392267 req-bab513ac-c4e2-457e-81f5-ba8eb0c90d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:21:52.540370 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-68652575-acb8-4488-bbc8-9b386e392267 req-bab513ac-c4e2-457e-81f5-ba8eb0c90d87 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a3d6ee5c9e7d43dd9aef13bacc118669&device_id=f640e73e-01be-4bd1-9ebf-e488b5c8ed7d HTTP/1.1" status: 200 len: 1094 time: 0.0534983 Jul 14 19:21:52.627676 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68652575-acb8-4488-bbc8-9b386e392267 req-6cfa0aa6-d52d-4f7d-8849-8bfe254c9d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:21:52.629202 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-68652575-acb8-4488-bbc8-9b386e392267 req-6cfa0aa6-d52d-4f7d-8849-8bfe254c9d9c service neutron] 10.222.0.18 "GET /v2.0/networks?id=2ff10b50-c75b-4954-a72b-1a5523a4ff45 HTTP/1.1" status: 200 len: 896 time: 0.0830078 Jul 14 19:21:52.673496 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-68652575-acb8-4488-bbc8-9b386e392267 req-31d649a6-f7dc-4112-840d-c7c45e3523c8 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2b4c642a-dbaf-4e43-85bc-32f94c2fd16e HTTP/1.1" status: 200 len: 217 time: 0.0383680 Jul 14 19:21:52.722345 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68652575-acb8-4488-bbc8-9b386e392267 req-c5d6012b-9b68-46b9-8039-2f9262d45e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:21:52.723741 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-68652575-acb8-4488-bbc8-9b386e392267 req-c5d6012b-9b68-46b9-8039-2f9262d45e82 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=960487f9-7c35-4f9f-b6e4-806ce3b5fa0a HTTP/1.1" status: 200 len: 835 time: 0.0439560 Jul 14 19:21:52.784289 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68652575-acb8-4488-bbc8-9b386e392267 req-6bbda70d-766e-4c75-88c8-f951b1a353fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:21:52.785809 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-68652575-acb8-4488-bbc8-9b386e392267 req-6bbda70d-766e-4c75-88c8-f951b1a353fc service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2ff10b50-c75b-4954-a72b-1a5523a4ff45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0540919 Jul 14 19:21:52.878281 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-68652575-acb8-4488-bbc8-9b386e392267 req-adcd695b-b026-49bf-8f56-7401abdeee50 service neutron] 10.222.0.18 "GET /v2.0/networks/2ff10b50-c75b-4954-a72b-1a5523a4ff45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854349 Jul 14 19:21:52.902168 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-7c69b1fe-c396-42e1-baae-fbadb91e2eb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:21:52.971651 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-68652575-acb8-4488-bbc8-9b386e392267 req-05515126-b713-4fea-bef9-4291a3da29c5 service neutron] 10.222.0.18 "GET /v2.0/networks/2ff10b50-c75b-4954-a72b-1a5523a4ff45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872316 Jul 14 19:21:53.046019 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.agents_db [None req-2ea07fb6-aa68-4671-8654-119d82b9f530 None None] Agent healthcheck: found 7 active agents {{(pid=93918) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 19:21:53.100406 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b96bee-fdf5-462a-8016-8013bf848016 req-44dc868e-1406-4588-b9f8-08c78d913e90 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:21:53.101955 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b4b96bee-fdf5-462a-8016-8013bf848016 req-44dc868e-1406-4588-b9f8-08c78d913e90 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] 10.222.0.16 "GET /v2.0/ports?device_id=f640e73e-01be-4bd1-9ebf-e488b5c8ed7d HTTP/1.1" status: 200 len: 943 time: 0.0698235 Jul 14 19:21:53.142813 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b4b96bee-fdf5-462a-8016-8013bf848016 req-a7f018c3-c4ae-4d7e-a0be-f5988cd2308e tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] 10.222.0.16 "GET /v2.0/security-groups?id=37cce607-ac46-4ccf-8c15-bc976c8346d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347185 Jul 14 19:21:53.224909 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:21:53.397533 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 87712c72-d23c-419f-b4fc-ddbe5d411334 up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 19:21:53.458804 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port 87712c72-d23c-419f-b4fc-ddbe5d411334 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 19:21:53.459323 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:21:53.789725 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device 2b4c642a-dbaf-4e43-85bc-32f94c2fd16e details requested by agent hyperv_n-h1-800634-3 with host n-h1-800634-3 {{(pid=93917) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 19:21:53.885364 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port 2b4c642a-dbaf-4e43-85bc-32f94c2fd16e, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=2b4c642a-dbaf-4e43-85bc-32f94c2fd16e,segment=NetworkSegment(000c9eb7-1018-4b15-9af6-c27c72acb346),segment_id=000c9eb7-1018-4b15-9af6-c27c72acb346)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 19:21:53.896987 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Returning: {'device': '2b4c642a-dbaf-4e43-85bc-32f94c2fd16e', 'network_id': '2ff10b50-c75b-4954-a72b-1a5523a4ff45', 'port_id': '2b4c642a-dbaf-4e43-85bc-32f94c2fd16e', 'mac_address': 'fa:16:3e:fd:90:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '960487f9-7c35-4f9f-b6e4-806ce3b5fa0a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93917) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 19:21:53.932967 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:21:53.945344 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b4c642a-dbaf-4e43-85bc-32f94c2fd16e {{(pid=93917) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 19:21:53.964281 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port 2b4c642a-dbaf-4e43-85bc-32f94c2fd16e, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=2b4c642a-dbaf-4e43-85bc-32f94c2fd16e,segment=NetworkSegment(000c9eb7-1018-4b15-9af6-c27c72acb346),segment_id=000c9eb7-1018-4b15-9af6-c27c72acb346)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 19:21:53.969311 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:21:54.014911 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Pushing event updated for resources: {'Port': ['ID=2b4c642a-dbaf-4e43-85bc-32f94c2fd16e,revision_number=4']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:21:54.197409 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] get_ports_and_sgs() called for port_ids ['2b4c642a-dbaf-4e43-85bc-32f94c2fd16e'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 19:21:54.317441 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a424da6-3d21-434a-b101-0a1467ac0044 req-604e3eb5-ce44-439a-9ae5-43c9e6f74898 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:21:54.319373 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-0a424da6-3d21-434a-b101-0a1467ac0044 req-604e3eb5-ce44-439a-9ae5-43c9e6f74898 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] 10.222.0.16 "GET /v2.0/ports?device_id=f640e73e-01be-4bd1-9ebf-e488b5c8ed7d HTTP/1.1" status: 200 len: 944 time: 0.0638547 Jul 14 19:21:54.362727 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-574aeb93-9938-449c-8e6c-cb22c9b52cc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:21:54.368437 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-0a424da6-3d21-434a-b101-0a1467ac0044 req-8eb6bf99-91b6-4f4f-87bb-afba0eb4b7cf tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] 10.222.0.16 "GET /v2.0/security-groups?id=37cce607-ac46-4ccf-8c15-bc976c8346d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436869 Jul 14 19:21:55.539617 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3cf049-61d5-40ee-9ecb-a7cb1604282c req-f96e47dd-126f-4ab4-a409-2c29895831af tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:21:55.541154 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-0d3cf049-61d5-40ee-9ecb-a7cb1604282c req-f96e47dd-126f-4ab4-a409-2c29895831af tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] 10.222.0.16 "GET /v2.0/ports?device_id=f640e73e-01be-4bd1-9ebf-e488b5c8ed7d HTTP/1.1" status: 200 len: 944 time: 0.0628331 Jul 14 19:21:55.579091 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-0d3cf049-61d5-40ee-9ecb-a7cb1604282c req-69bb861d-bac4-40d1-a494-0bcae41a2ea6 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] 10.222.0.16 "GET /v2.0/security-groups?id=37cce607-ac46-4ccf-8c15-bc976c8346d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318365 Jul 14 19:21:55.804548 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device 2b4c642a-dbaf-4e43-85bc-32f94c2fd16e up at agent hyperv_n-h1-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 19:21:55.850991 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Provisioning for port 2b4c642a-dbaf-4e43-85bc-32f94c2fd16e completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 19:21:55.854353 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Provisioning complete for port 2b4c642a-dbaf-4e43-85bc-32f94c2fd16e triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 19:21:55.854722 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:21:55.931035 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:21:55.954074 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f640e73e-01be-4bd1-9ebf-e488b5c8ed7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b4c642a-dbaf-4e43-85bc-32f94c2fd16e'}] {{(pid=93917) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 19:21:55.955217 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee9af70b018e2a669d4aace710d7966bbe0586a349443f05e01050df9771a348" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cab0c4da-1d69-4c30-8e5b-2189f7031e05" -d '{"events": [{"server_uuid": "f640e73e-01be-4bd1-9ebf-e488b5c8ed7d", "name": "network-vif-plugged", "status": "completed", "tag": "2b4c642a-dbaf-4e43-85bc-32f94c2fd16e"}]}' {{(pid=93917) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 19:21:55.968084 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port 2b4c642a-dbaf-4e43-85bc-32f94c2fd16e, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=2b4c642a-dbaf-4e43-85bc-32f94c2fd16e,segment=NetworkSegment(000c9eb7-1018-4b15-9af6-c27c72acb346),segment_id=000c9eb7-1018-4b15-9af6-c27c72acb346)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 19:21:55.974171 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:21:56.006393 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-2f4e3af3-e708-4ffd-a544-82d93a489d01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:21:56.028151 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Pushing event updated for resources: {'Port': ['ID=2b4c642a-dbaf-4e43-85bc-32f94c2fd16e,revision_number=5']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:21:56.051220 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 19:21:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a924e08c-1d40-4f6c-b798-a25f1eb80adc x-openstack-request-id: req-a924e08c-1d40-4f6c-b798-a25f1eb80adc {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 19:21:56.051511 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f640e73e-01be-4bd1-9ebf-e488b5c8ed7d", "name": "network-vif-plugged", "status": "completed", "tag": "2b4c642a-dbaf-4e43-85bc-32f94c2fd16e", "code": 200}]} {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 19:21:56.051771 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a924e08c-1d40-4f6c-b798-a25f1eb80adc {{(pid=93917) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 19:21:56.052187 n-d-800634-3 neutron-server[93917]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f640e73e-01be-4bd1-9ebf-e488b5c8ed7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b4c642a-dbaf-4e43-85bc-32f94c2fd16e', 'code': 200} Jul 14 19:21:56.164092 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9190782d-736a-4c27-808c-c5572c50cab5 req-8fb4db2f-aa8e-4f81-898f-2111243d5d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:21:56.165498 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-9190782d-736a-4c27-808c-c5572c50cab5 req-8fb4db2f-aa8e-4f81-898f-2111243d5d99 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=f640e73e-01be-4bd1-9ebf-e488b5c8ed7d HTTP/1.1" status: 200 len: 1096 time: 0.0545337 Jul 14 19:21:56.198167 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-9190782d-736a-4c27-808c-c5572c50cab5 req-0e49ebd0-9b9c-4a9a-9564-789480f902f3 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=37cce607-ac46-4ccf-8c15-bc976c8346d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0266290 Jul 14 19:21:56.753082 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018602b4-0d23-4237-85d0-78a4453f72eb req-f4b1a14c-e9fd-4e1b-9ec5-d199dadbf1e3 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:21:56.754603 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-018602b4-0d23-4237-85d0-78a4453f72eb req-f4b1a14c-e9fd-4e1b-9ec5-d199dadbf1e3 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] 10.222.0.16 "GET /v2.0/ports?device_id=f640e73e-01be-4bd1-9ebf-e488b5c8ed7d HTTP/1.1" status: 200 len: 945 time: 0.0635953 Jul 14 19:21:56.790948 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-018602b4-0d23-4237-85d0-78a4453f72eb req-59c0366b-e07e-4bc4-9219-c073f8ae7118 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] 10.222.0.16 "GET /v2.0/security-groups?id=37cce607-ac46-4ccf-8c15-bc976c8346d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308132 Jul 14 19:21:57.969411 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32513b19-6f45-4cf8-a28c-be19cb3d9d5a req-586cd693-fec9-4f5a-a351-699b9828bcd4 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:21:57.970949 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-32513b19-6f45-4cf8-a28c-be19cb3d9d5a req-586cd693-fec9-4f5a-a351-699b9828bcd4 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] 10.222.0.16 "GET /v2.0/ports?device_id=f640e73e-01be-4bd1-9ebf-e488b5c8ed7d HTTP/1.1" status: 200 len: 945 time: 0.0665796 Jul 14 19:21:58.010221 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-32513b19-6f45-4cf8-a28c-be19cb3d9d5a req-668e5616-f768-4c2a-804d-d6e897da7a68 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] 10.222.0.16 "GET /v2.0/security-groups?id=37cce607-ac46-4ccf-8c15-bc976c8346d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336945 Jul 14 19:21:58.184642 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb92f0a-b975-49b6-b2cd-ad7fe23b6688 req-0339f763-1d95-49d9-b667-18c825797bf8 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:21:58.186157 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-4fb92f0a-b975-49b6-b2cd-ad7fe23b6688 req-0339f763-1d95-49d9-b667-18c825797bf8 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] 10.222.0.16 "GET /v2.0/ports?device_id=f640e73e-01be-4bd1-9ebf-e488b5c8ed7d HTTP/1.1" status: 200 len: 945 time: 0.0658746 Jul 14 19:21:58.226861 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-4fb92f0a-b975-49b6-b2cd-ad7fe23b6688 req-73e6e8b8-0f0c-4f5a-bcbc-3e578c53301d tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] 10.222.0.16 "GET /v2.0/security-groups?id=37cce607-ac46-4ccf-8c15-bc976c8346d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351293 Jul 14 19:21:58.252137 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 60488) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 19:21:58.301905 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10d39da2-bb64-4130-89b8-15e2ba84ded2 tempest-TestNetworkAdvancedServerOps-521838358 tempest-TestNetworkAdvancedServerOps-521838358-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:21:58.303297 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-10d39da2-bb64-4130-89b8-15e2ba84ded2 tempest-TestNetworkAdvancedServerOps-521838358 tempest-TestNetworkAdvancedServerOps-521838358-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=f640e73e-01be-4bd1-9ebf-e488b5c8ed7d HTTP/1.1" status: 200 len: 1091 time: 0.0501847 Jul 14 19:21:58.306874 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 60490) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 19:21:58.311749 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-ded04a75-6981-4158-886b-fed8323d46ea tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Request body: {'floatingip': {'floating_network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'port_id': '2b4c642a-dbaf-4e43-85bc-32f94c2fd16e', 'tenant_id': 'a3d6ee5c9e7d43dd9aef13bacc118669', 'fixed_ip_address': '172.20.0.6'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 19:21:58.332786 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-ded04a75-6981-4158-886b-fed8323d46ea tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks [] for floatingip, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:21:58.431142 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-ded04a75-6981-4158-886b-fed8323d46ea tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:21:58.534260 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.db_base_plugin_common [None req-ded04a75-6981-4158-886b-fed8323d46ea tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Allocated IP 172.25.1.23 (9200a437-e1de-4520-88f6-e68386523e61/5f47f848-4532-407a-a0e2-5690ade15fd0/dde53305-a2f2-4b73-bc60-2ee6b81ba1a5) {{(pid=93915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 19:21:58.634360 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-ded04a75-6981-4158-886b-fed8323d46ea tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks [] for port, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:21:58.672660 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-ded04a75-6981-4158-886b-fed8323d46ea tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:21:58.711073 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ded04a75-6981-4158-886b-fed8323d46ea tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Network 9200a437-e1de-4520-88f6-e68386523e61 is already hosted by enough agents. {{(pid=93915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 19:21:58.713909 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [None req-ded04a75-6981-4158-886b-fed8323d46ea tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Resources bound (agent type, host, resource id): {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 19:21:58.717318 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ded04a75-6981-4158-886b-fed8323d46ea tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Received port after_create {{(pid=93915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 19:21:58.722770 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded04a75-6981-4158-886b-fed8323d46ea tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Pushing event updated for resources: {'Port': ['ID=dde53305-a2f2-4b73-bc60-2ee6b81ba1a5,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:21:59.370645 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-ded04a75-6981-4158-886b-fed8323d46ea tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:21:59.445845 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-ded04a75-6981-4158-886b-fed8323d46ea tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:21:59.594121 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-ded04a75-6981-4158-886b-fed8323d46ea tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks [] for port, precommit_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:21:59.597870 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-ded04a75-6981-4158-886b-fed8323d46ea tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25912978'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:21:59.665822 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded04a75-6981-4158-886b-fed8323d46ea tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Pushing event updated for resources: {'Port': ['ID=dde53305-a2f2-4b73-bc60-2ee6b81ba1a5,revision_number=2']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:21:59.674837 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-ded04a75-6981-4158-886b-fed8323d46ea tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-930131'] for floatingip, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:21:59.771305 n-d-800634-3 neutron-server[93915]: INFO neutron.db.l3_db [None req-ded04a75-6981-4158-886b-fed8323d46ea tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Floating IP 5f5eecb8-c329-4990-b0fd-9c4cb022898f associated. External IP: 172.25.1.23, port: 2b4c642a-dbaf-4e43-85bc-32f94c2fd16e. Jul 14 19:21:59.973944 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ded04a75-6981-4158-886b-fed8323d46ea tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Router efbf97cb-3264-407e-930a-5e773466174f has already been hosted by L3 agent 2c6eb27e-defb-4cca-9a24-381c7415e359 {{(pid=93915) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 19:22:00.080224 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ded04a75-6981-4158-886b-fed8323d46ea tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify agent at l3_agent.n-d-800634-3 the message routers_updated {{(pid=93915) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 19:22:00.090127 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7271d2a-705c-453f-8e78-608d9edf2387 None None] Sync routers for ids ['efbf97cb-3264-407e-930a-5e773466174f'] in n-d-800634-3 {{(pid=93918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 19:22:00.095263 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-ded04a75-6981-4158-886b-fed8323d46ea tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for floatingip, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:22:00.099620 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7271d2a-705c-453f-8e78-608d9edf2387 None None] Routers {'efbf97cb-3264-407e-930a-5e773466174f'} bound to L3 agent in host n-d-800634-3 {{(pid=93918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 19:22:00.100371 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-c7271d2a-705c-453f-8e78-608d9edf2387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T19:21:53Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['efbf97cb-3264-407e-930a-5e773466174f'], 'active': True} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 19:22:00.131246 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-ded04a75-6981-4158-886b-fed8323d46ea tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8233576 Jul 14 19:22:00.131837 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f640e73e-01be-4bd1-9ebf-e488b5c8ed7d', 'tag': '2b4c642a-dbaf-4e43-85bc-32f94c2fd16e'}] {{(pid=93915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 19:22:00.134122 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}163b1c7ce9835e2c54087c39b47c05da5c61decdd411e584c58a4e7cd59f948f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1aeae3fe-49d9-492c-bb10-8a46aa834a0a" -d '{"events": [{"name": "network-changed", "server_uuid": "f640e73e-01be-4bd1-9ebf-e488b5c8ed7d", "tag": "2b4c642a-dbaf-4e43-85bc-32f94c2fd16e"}]}' {{(pid=93915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 19:22:00.215220 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvr_db [None req-c7271d2a-705c-453f-8e78-608d9edf2387 None None] Set router efbf97cb-3264-407e-930a-5e773466174f gateway port host: n-d-800634-3 {{(pid=93918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 19:22:00.225075 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 19:22:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a19a999-efe6-49be-87b3-1674987975a8 x-openstack-request-id: req-7a19a999-efe6-49be-87b3-1674987975a8 {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 19:22:00.225407 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f640e73e-01be-4bd1-9ebf-e488b5c8ed7d", "tag": "2b4c642a-dbaf-4e43-85bc-32f94c2fd16e", "status": "completed", "code": 200}]} {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 19:22:00.225756 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7a19a999-efe6-49be-87b3-1674987975a8 {{(pid=93915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 19:22:00.226532 n-d-800634-3 neutron-server[93915]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f640e73e-01be-4bd1-9ebf-e488b5c8ed7d', 'tag': '2b4c642a-dbaf-4e43-85bc-32f94c2fd16e', 'status': 'completed', 'code': 200} Jul 14 19:22:00.332354 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aeae3fe-49d9-492c-bb10-8a46aa834a0a req-f80f70cb-eb51-479f-8b7a-6f3ed727b668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:22:00.333935 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-1aeae3fe-49d9-492c-bb10-8a46aa834a0a req-f80f70cb-eb51-479f-8b7a-6f3ed727b668 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a3d6ee5c9e7d43dd9aef13bacc118669&device_id=f640e73e-01be-4bd1-9ebf-e488b5c8ed7d HTTP/1.1" status: 200 len: 1096 time: 0.0767958 Jul 14 19:22:00.344568 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1265cb-be7d-485b-bac1-48718e94b946 req-580268ca-396b-43c8-8a95-d2c400c16885 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:22:00.345984 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-9b1265cb-be7d-485b-bac1-48718e94b946 req-580268ca-396b-43c8-8a95-d2c400c16885 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] 10.222.0.16 "GET /v2.0/ports?device_id=f640e73e-01be-4bd1-9ebf-e488b5c8ed7d HTTP/1.1" status: 200 len: 945 time: 0.1181254 Jul 14 19:22:00.429016 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-9b1265cb-be7d-485b-bac1-48718e94b946 req-f9cb40f5-5755-416c-a2fa-9ea13939c1d0 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] 10.222.0.16 "GET /v2.0/security-groups?id=37cce607-ac46-4ccf-8c15-bc976c8346d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0739772 Jul 14 19:22:00.454648 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 60500) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 19:22:00.460727 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aeae3fe-49d9-492c-bb10-8a46aa834a0a req-9ad36284-abbf-4803-b75d-19ae49cd1c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:22:00.462234 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-1aeae3fe-49d9-492c-bb10-8a46aa834a0a req-9ad36284-abbf-4803-b75d-19ae49cd1c1f service neutron] 10.222.0.18 "GET /v2.0/networks?id=2ff10b50-c75b-4954-a72b-1a5523a4ff45 HTTP/1.1" status: 200 len: 896 time: 0.1153731 Jul 14 19:22:00.521658 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-0b8820c9-40f3-4018-9705-75394e65d7f5 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] 10.222.0.16 "GET /v2.0/floatingips/5f5eecb8-c329-4990-b0fd-9c4cb022898f HTTP/1.1" status: 200 len: 990 time: 0.0656745 Jul 14 19:22:00.536200 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-1aeae3fe-49d9-492c-bb10-8a46aa834a0a req-3df2075e-be75-47fb-ace4-fddf036fda97 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2b4c642a-dbaf-4e43-85bc-32f94c2fd16e HTTP/1.1" status: 200 len: 998 time: 0.0677414 Jul 14 19:22:00.551613 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-c7271d2a-705c-453f-8e78-608d9edf2387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efbf97cb-3264-407e-930a-5e773466174f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1548010640', 'tenant_id': 'a3d6ee5c9e7d43dd9aef13bacc118669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.26'}], 'enable_snat': True}, 'gw_port_id': '4ba84ec4-eb64-4c59-a9ab-056c9dea2f6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T19:21:43Z', 'updated_at': '2021-07-14T19:21:47Z', 'revision_number': 4, 'project_id': 'a3d6ee5c9e7d43dd9aef13bacc118669', 'gw_port': {'id': '4ba84ec4-eb64-4c59-a9ab-056c9dea2f6f', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:0c:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efbf97cb-3264-407e-930a-5e773466174f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T19:21:44Z', 'updated_at': '2021-07-14T19:21:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_floatingips': [{'id': '5f5eecb8-c329-4990-b0fd-9c4cb022898f', 'tenant_id': 'a3d6ee5c9e7d43dd9aef13bacc118669', 'floating_ip_address': '172.25.1.23', 'floating_network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'router_id': 'efbf97cb-3264-407e-930a-5e773466174f', 'port_id': '2b4c642a-dbaf-4e43-85bc-32f94c2fd16e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4153, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ff10b50-c75b-4954-a72b-1a5523a4ff45', 'mac_address': 'fa:16:3e:fd:90:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f640e73e-01be-4bd1-9ebf-e488b5c8ed7d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T19:21:58Z', 'updated_at': '2021-07-14T19:21:58Z', 'revision_number': 0, 'project_id': 'a3d6ee5c9e7d43dd9aef13bacc118669', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87712c72-d23c-419f-b4fc-ddbe5d411334', 'name': '', 'network_id': '2ff10b50-c75b-4954-a72b-1a5523a4ff45', 'tenant_id': 'a3d6ee5c9e7d43dd9aef13bacc118669', 'mac_address': 'fa:16:3e:87:8c:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efbf97cb-3264-407e-930a-5e773466174f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '960487f9-7c35-4f9f-b6e4-806ce3b5fa0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T19:21:46Z', 'updated_at': '2021-07-14T19:21:51Z', 'revision_number': 5, 'project_id': 'a3d6ee5c9e7d43dd9aef13bacc118669', 'subnets': [{'id': '960487f9-7c35-4f9f-b6e4-806ce3b5fa0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-3', False) {} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 19:22:00.581794 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7271d2a-705c-453f-8e78-608d9edf2387 None None] Checking router: efbf97cb-3264-407e-930a-5e773466174f for host: n-d-800634-3 {{(pid=93918) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 19:22:00.586337 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aeae3fe-49d9-492c-bb10-8a46aa834a0a req-22bfc9bd-ab5a-4975-bd92-287cdf8af189 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:22:00.587868 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-1aeae3fe-49d9-492c-bb10-8a46aa834a0a req-22bfc9bd-ab5a-4975-bd92-287cdf8af189 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=960487f9-7c35-4f9f-b6e4-806ce3b5fa0a HTTP/1.1" status: 200 len: 835 time: 0.0459564 Jul 14 19:22:00.590496 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7271d2a-705c-453f-8e78-608d9edf2387 None None] Routers {'efbf97cb-3264-407e-930a-5e773466174f'} bound to L3 agent in host n-d-800634-3 {{(pid=93918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 19:22:00.591098 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-c7271d2a-705c-453f-8e78-608d9edf2387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T19:21:53Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['efbf97cb-3264-407e-930a-5e773466174f'], 'active': True} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 19:22:00.643890 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aeae3fe-49d9-492c-bb10-8a46aa834a0a req-1cc66563-3613-4b4a-b6ab-986725dd5c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:22:00.645470 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-1aeae3fe-49d9-492c-bb10-8a46aa834a0a req-1cc66563-3613-4b4a-b6ab-986725dd5c13 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2ff10b50-c75b-4954-a72b-1a5523a4ff45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0515609 Jul 14 19:22:00.693086 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvr_db [None req-c7271d2a-705c-453f-8e78-608d9edf2387 None None] Set router efbf97cb-3264-407e-930a-5e773466174f gateway port host: n-d-800634-3 {{(pid=93918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 19:22:00.738217 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-1aeae3fe-49d9-492c-bb10-8a46aa834a0a req-6d35aecb-1004-4cac-8bf5-17d1a5b597c1 service neutron] 10.222.0.18 "GET /v2.0/networks/2ff10b50-c75b-4954-a72b-1a5523a4ff45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863979 Jul 14 19:22:00.828758 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-1aeae3fe-49d9-492c-bb10-8a46aa834a0a req-a44c489b-fd8e-49e5-b143-5c2cf193b3b4 service neutron] 10.222.0.18 "GET /v2.0/networks/2ff10b50-c75b-4954-a72b-1a5523a4ff45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844758 Jul 14 19:22:00.912415 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-c7271d2a-705c-453f-8e78-608d9edf2387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efbf97cb-3264-407e-930a-5e773466174f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1548010640', 'tenant_id': 'a3d6ee5c9e7d43dd9aef13bacc118669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.26'}], 'enable_snat': True}, 'gw_port_id': '4ba84ec4-eb64-4c59-a9ab-056c9dea2f6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T19:21:43Z', 'updated_at': '2021-07-14T19:21:47Z', 'revision_number': 4, 'project_id': 'a3d6ee5c9e7d43dd9aef13bacc118669', 'gw_port': {'id': '4ba84ec4-eb64-4c59-a9ab-056c9dea2f6f', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:0c:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efbf97cb-3264-407e-930a-5e773466174f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T19:21:44Z', 'updated_at': '2021-07-14T19:21:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_floatingips': [{'id': '5f5eecb8-c329-4990-b0fd-9c4cb022898f', 'tenant_id': 'a3d6ee5c9e7d43dd9aef13bacc118669', 'floating_ip_address': '172.25.1.23', 'floating_network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'router_id': 'efbf97cb-3264-407e-930a-5e773466174f', 'port_id': '2b4c642a-dbaf-4e43-85bc-32f94c2fd16e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4153, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ff10b50-c75b-4954-a72b-1a5523a4ff45', 'mac_address': 'fa:16:3e:fd:90:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f640e73e-01be-4bd1-9ebf-e488b5c8ed7d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T19:21:58Z', 'updated_at': '2021-07-14T19:21:58Z', 'revision_number': 0, 'project_id': 'a3d6ee5c9e7d43dd9aef13bacc118669', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87712c72-d23c-419f-b4fc-ddbe5d411334', 'name': '', 'network_id': '2ff10b50-c75b-4954-a72b-1a5523a4ff45', 'tenant_id': 'a3d6ee5c9e7d43dd9aef13bacc118669', 'mac_address': 'fa:16:3e:87:8c:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efbf97cb-3264-407e-930a-5e773466174f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '960487f9-7c35-4f9f-b6e4-806ce3b5fa0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T19:21:46Z', 'updated_at': '2021-07-14T19:21:51Z', 'revision_number': 5, 'project_id': 'a3d6ee5c9e7d43dd9aef13bacc118669', 'subnets': [{'id': '960487f9-7c35-4f9f-b6e4-806ce3b5fa0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-3', False) {} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 19:22:00.937881 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7271d2a-705c-453f-8e78-608d9edf2387 None None] The sync data for ids ['efbf97cb-3264-407e-930a-5e773466174f'] in n-d-800634-3 is: [{'id': 'efbf97cb-3264-407e-930a-5e773466174f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1548010640', 'tenant_id': 'a3d6ee5c9e7d43dd9aef13bacc118669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.26'}], 'enable_snat': True}, 'gw_port_id': '4ba84ec4-eb64-4c59-a9ab-056c9dea2f6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T19:21:43Z', 'updated_at': '2021-07-14T19:21:47Z', 'revision_number': 4, 'project_id': 'a3d6ee5c9e7d43dd9aef13bacc118669', 'gw_port': {'id': '4ba84ec4-eb64-4c59-a9ab-056c9dea2f6f', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:0c:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efbf97cb-3264-407e-930a-5e773466174f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T19:21:44Z', 'updated_at': '2021-07-14T19:21:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_floatingips': [{'id': '5f5eecb8-c329-4990-b0fd-9c4cb022898f', 'tenant_id': 'a3d6ee5c9e7d43dd9aef13bacc118669', 'floating_ip_address': '172.25.1.23', 'floating_network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'router_id': 'efbf97cb-3264-407e-930a-5e773466174f', 'port_id': '2b4c642a-dbaf-4e43-85bc-32f94c2fd16e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4153, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ff10b50-c75b-4954-a72b-1a5523a4ff45', 'mac_address': 'fa:16:3e:fd:90:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f640e73e-01be-4bd1-9ebf-e488b5c8ed7d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T19:21:58Z', 'updated_at': '2021-07-14T19:21:58Z', 'revision_number': 0, 'project_id': 'a3d6ee5c9e7d43dd9aef13bacc118669', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87712c72-d23c-419f-b4fc-ddbe5d411334', 'name': '', 'network_id': '2ff10b50-c75b-4954-a72b-1a5523a4ff45', 'tenant_id': 'a3d6ee5c9e7d43dd9aef13bacc118669', 'mac_address': 'fa:16:3e:87:8c:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efbf97cb-3264-407e-930a-5e773466174f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '960487f9-7c35-4f9f-b6e4-806ce3b5fa0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T19:21:46Z', 'updated_at': '2021-07-14T19:21:51Z', 'revision_number': 5, 'project_id': 'a3d6ee5c9e7d43dd9aef13bacc118669', 'subnets': [{'id': '960487f9-7c35-4f9f-b6e4-806ce3b5fa0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 19:22:01.116555 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de0e9098-3475-4bfc-83dd-2310b7439052 None None] New status for floating IP 5f5eecb8-c329-4990-b0fd-9c4cb022898f: ACTIVE {{(pid=93917) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 19:22:01.525564 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 60502) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 19:22:01.586934 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-341408df-747a-469d-9a3e-822ab1dddc7d tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] 10.222.0.16 "GET /v2.0/floatingips/5f5eecb8-c329-4990-b0fd-9c4cb022898f HTTP/1.1" status: 200 len: 992 time: 0.0602014 Jul 14 19:22:03.043297 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:22:05.992015 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:22:20.481802 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-c43f11e0-763a-4723-97fa-8575e12997d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:22:22.904702 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9252df65-0089-46b9-91bc-8c5d9d662d93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:22:23.228931 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:22:24.339659 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-574aeb93-9938-449c-8e6c-cb22c9b52cc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:22:25.978895 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-2f4e3af3-e708-4ffd-a544-82d93a489d01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:22:28.479084 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d1c021-f727-4ef3-8f3d-cd698ead001b req-b3a42ca5-a7f9-4a08-84cc-3d9df1d2bee4 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:22:28.480694 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-98d1c021-f727-4ef3-8f3d-cd698ead001b req-b3a42ca5-a7f9-4a08-84cc-3d9df1d2bee4 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] 10.222.0.16 "GET /v2.0/ports?device_id=f640e73e-01be-4bd1-9ebf-e488b5c8ed7d HTTP/1.1" status: 200 len: 945 time: 0.0719969 Jul 14 19:22:28.521270 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-98d1c021-f727-4ef3-8f3d-cd698ead001b req-3cc92d34-1ef5-4f38-a91d-d187dbdc0b81 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] 10.222.0.16 "GET /v2.0/security-groups?id=37cce607-ac46-4ccf-8c15-bc976c8346d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343020 Jul 14 19:22:29.707279 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69c795f-4109-4204-b95f-2f2b00cceb96 req-d4d230a9-3902-411d-8006-cd68aa8cf362 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:22:29.708805 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a69c795f-4109-4204-b95f-2f2b00cceb96 req-d4d230a9-3902-411d-8006-cd68aa8cf362 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] 10.222.0.16 "GET /v2.0/ports?device_id=f640e73e-01be-4bd1-9ebf-e488b5c8ed7d HTTP/1.1" status: 200 len: 945 time: 0.0650074 Jul 14 19:22:29.748887 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a69c795f-4109-4204-b95f-2f2b00cceb96 req-b92c381b-a0bf-40ff-9b74-ab64bf821b64 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] 10.222.0.16 "GET /v2.0/security-groups?id=37cce607-ac46-4ccf-8c15-bc976c8346d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341063 Jul 14 19:22:29.772859 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 60520) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 19:22:29.840197 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-49920e54-f82d-4efd-936d-fbe04fba5fe9 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] 10.222.0.16 "GET /v2.0/floatingips/5f5eecb8-c329-4990-b0fd-9c4cb022898f HTTP/1.1" status: 200 len: 992 time: 0.0661986 Jul 14 19:22:30.046243 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.agents_db [None req-2ea07fb6-aa68-4671-8654-119d82b9f530 None None] Agent healthcheck: found 7 active agents {{(pid=93918) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 19:22:31.271961 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48dba649-a568-428d-bbd6-2db2522ad80e req-96da10f9-3783-4184-95ef-0c6f555d8c48 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:22:31.273526 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-48dba649-a568-428d-bbd6-2db2522ad80e req-96da10f9-3783-4184-95ef-0c6f555d8c48 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] 10.222.0.16 "GET /v2.0/ports?device_id=f640e73e-01be-4bd1-9ebf-e488b5c8ed7d HTTP/1.1" status: 200 len: 945 time: 0.0672910 Jul 14 19:22:31.316109 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-48dba649-a568-428d-bbd6-2db2522ad80e req-9bfa26c8-d359-4138-9464-365758e995d3 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] 10.222.0.16 "GET /v2.0/security-groups?id=37cce607-ac46-4ccf-8c15-bc976c8346d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358272 Jul 14 19:22:32.504809 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535ab7c7-00e8-4046-865c-4f4684045527 req-0ceff237-73dd-4a42-b8a9-0f3618d4d5bd tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:22:32.506288 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-535ab7c7-00e8-4046-865c-4f4684045527 req-0ceff237-73dd-4a42-b8a9-0f3618d4d5bd tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] 10.222.0.16 "GET /v2.0/ports?device_id=f640e73e-01be-4bd1-9ebf-e488b5c8ed7d HTTP/1.1" status: 200 len: 945 time: 0.0756717 Jul 14 19:22:32.544012 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-535ab7c7-00e8-4046-865c-4f4684045527 req-bc360a21-c973-4de5-b489-c03f76bf2b61 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] 10.222.0.16 "GET /v2.0/security-groups?id=37cce607-ac46-4ccf-8c15-bc976c8346d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316005 Jul 14 19:22:32.569344 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 60530) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 19:22:32.631619 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-2a113172-3df3-421e-b492-21f9293722ef tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] 10.222.0.16 "GET /v2.0/floatingips/5f5eecb8-c329-4990-b0fd-9c4cb022898f HTTP/1.1" status: 200 len: 992 time: 0.0609634 Jul 14 19:22:32.939224 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 60536) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 19:22:33.067690 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:22:33.098285 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [None req-61499d71-a9a1-44f1-90da-4845b50346ab tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Deleting port dde53305-a2f2-4b73-bc60-2ee6b81ba1a5 {{(pid=93915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 19:22:33.098632 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-61499d71-a9a1-44f1-90da-4845b50346ab tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:22:33.177725 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-61499d71-a9a1-44f1-90da-4845b50346ab tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:22:33.178056 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-61499d71-a9a1-44f1-90da-4845b50346ab tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:22:33.189818 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [None req-61499d71-a9a1-44f1-90da-4845b50346ab tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Calling delete_port for dde53305-a2f2-4b73-bc60-2ee6b81ba1a5 owned by network:floatingip {{(pid=93915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 19:22:33.339463 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-61499d71-a9a1-44f1-90da-4845b50346ab tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:22:33.367194 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61499d71-a9a1-44f1-90da-4845b50346ab tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Pushing event deleted for resources: {'Port': ['ID=dde53305-a2f2-4b73-bc60-2ee6b81ba1a5,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:22:33.394325 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61499d71-a9a1-44f1-90da-4845b50346ab tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:22:33.394679 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61499d71-a9a1-44f1-90da-4845b50346ab tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:22:33.395032 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61499d71-a9a1-44f1-90da-4845b50346ab tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:22:33.395377 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61499d71-a9a1-44f1-90da-4845b50346ab tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:22:33.395719 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61499d71-a9a1-44f1-90da-4845b50346ab tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:22:33.396062 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61499d71-a9a1-44f1-90da-4845b50346ab tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:22:33.396432 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61499d71-a9a1-44f1-90da-4845b50346ab tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:22:33.396769 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61499d71-a9a1-44f1-90da-4845b50346ab tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:22:33.397106 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61499d71-a9a1-44f1-90da-4845b50346ab tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:22:33.397439 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61499d71-a9a1-44f1-90da-4845b50346ab tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:22:33.397769 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61499d71-a9a1-44f1-90da-4845b50346ab tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:22:33.398101 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61499d71-a9a1-44f1-90da-4845b50346ab tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:22:33.438816 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-61499d71-a9a1-44f1-90da-4845b50346ab tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks [] for floatingip, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:22:33.439151 n-d-800634-3 neutron-server[93915]: INFO neutron.db.l3_db [None req-61499d71-a9a1-44f1-90da-4845b50346ab tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Floating IP 5f5eecb8-c329-4990-b0fd-9c4cb022898f disassociated (deleted). External IP: 172.25.1.23, port: 2b4c642a-dbaf-4e43-85bc-32f94c2fd16e. Jul 14 19:22:33.651107 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61499d71-a9a1-44f1-90da-4845b50346ab tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Router efbf97cb-3264-407e-930a-5e773466174f has already been hosted by L3 agent 2c6eb27e-defb-4cca-9a24-381c7415e359 {{(pid=93915) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 19:22:33.764283 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61499d71-a9a1-44f1-90da-4845b50346ab tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify agent at l3_agent.n-d-800634-3 the message routers_updated {{(pid=93915) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 19:22:33.769140 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-61499d71-a9a1-44f1-90da-4845b50346ab tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for floatingip, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:22:33.773911 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93d65c1b-a2e3-4fb2-b911-c71ab49284b0 None None] Sync routers for ids ['efbf97cb-3264-407e-930a-5e773466174f'] in n-d-800634-3 {{(pid=93918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 19:22:33.783341 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93d65c1b-a2e3-4fb2-b911-c71ab49284b0 None None] Routers {'efbf97cb-3264-407e-930a-5e773466174f'} bound to L3 agent in host n-d-800634-3 {{(pid=93918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 19:22:33.783861 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-93d65c1b-a2e3-4fb2-b911-c71ab49284b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T19:22:23Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['efbf97cb-3264-407e-930a-5e773466174f'], 'active': True} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 19:22:33.810196 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-61499d71-a9a1-44f1-90da-4845b50346ab tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] 10.222.0.16 "DELETE /v2.0/floatingips/5f5eecb8-c329-4990-b0fd-9c4cb022898f HTTP/1.1" status: 204 len: 168 time: 0.8666530 Jul 14 19:22:33.810196 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f640e73e-01be-4bd1-9ebf-e488b5c8ed7d', 'tag': '2b4c642a-dbaf-4e43-85bc-32f94c2fd16e'}] {{(pid=93915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 19:22:33.810546 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}163b1c7ce9835e2c54087c39b47c05da5c61decdd411e584c58a4e7cd59f948f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60d2546c-bbe4-447c-a819-040f38d368d7" -d '{"events": [{"name": "network-changed", "server_uuid": "f640e73e-01be-4bd1-9ebf-e488b5c8ed7d", "tag": "2b4c642a-dbaf-4e43-85bc-32f94c2fd16e"}]}' {{(pid=93915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 19:22:33.850526 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 19:22:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58a1c253-891d-4676-aea3-50833bf2af06 x-openstack-request-id: req-58a1c253-891d-4676-aea3-50833bf2af06 {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 19:22:33.850817 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f640e73e-01be-4bd1-9ebf-e488b5c8ed7d", "tag": "2b4c642a-dbaf-4e43-85bc-32f94c2fd16e", "status": "completed", "code": 200}]} {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 19:22:33.851070 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-58a1c253-891d-4676-aea3-50833bf2af06 {{(pid=93915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 19:22:33.851474 n-d-800634-3 neutron-server[93915]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f640e73e-01be-4bd1-9ebf-e488b5c8ed7d', 'tag': '2b4c642a-dbaf-4e43-85bc-32f94c2fd16e', 'status': 'completed', 'code': 200} Jul 14 19:22:33.898788 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvr_db [None req-93d65c1b-a2e3-4fb2-b911-c71ab49284b0 None None] Set router efbf97cb-3264-407e-930a-5e773466174f gateway port host: n-d-800634-3 {{(pid=93918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 19:22:33.930958 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d2546c-bbe4-447c-a819-040f38d368d7 req-4091466a-f08a-4adb-8c6c-73971ec06d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:22:33.933276 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-60d2546c-bbe4-447c-a819-040f38d368d7 req-4091466a-f08a-4adb-8c6c-73971ec06d3d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a3d6ee5c9e7d43dd9aef13bacc118669&device_id=f640e73e-01be-4bd1-9ebf-e488b5c8ed7d HTTP/1.1" status: 200 len: 1096 time: 0.0570157 Jul 14 19:22:34.047705 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d2546c-bbe4-447c-a819-040f38d368d7 req-9595f295-57f5-407e-abb0-2a1b66395091 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:22:34.049247 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-60d2546c-bbe4-447c-a819-040f38d368d7 req-9595f295-57f5-407e-abb0-2a1b66395091 service neutron] 10.222.0.18 "GET /v2.0/networks?id=2ff10b50-c75b-4954-a72b-1a5523a4ff45 HTTP/1.1" status: 200 len: 896 time: 0.1107156 Jul 14 19:22:34.097696 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-60d2546c-bbe4-447c-a819-040f38d368d7 req-11223e9a-1006-4cff-ba1d-21a7775c98f6 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2b4c642a-dbaf-4e43-85bc-32f94c2fd16e HTTP/1.1" status: 200 len: 217 time: 0.0361466 Jul 14 19:22:34.114876 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-93d65c1b-a2e3-4fb2-b911-c71ab49284b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efbf97cb-3264-407e-930a-5e773466174f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1548010640', 'tenant_id': 'a3d6ee5c9e7d43dd9aef13bacc118669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.26'}], 'enable_snat': True}, 'gw_port_id': '4ba84ec4-eb64-4c59-a9ab-056c9dea2f6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T19:21:43Z', 'updated_at': '2021-07-14T19:21:47Z', 'revision_number': 4, 'project_id': 'a3d6ee5c9e7d43dd9aef13bacc118669', 'gw_port': {'id': '4ba84ec4-eb64-4c59-a9ab-056c9dea2f6f', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:0c:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efbf97cb-3264-407e-930a-5e773466174f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T19:21:44Z', 'updated_at': '2021-07-14T19:21:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_interfaces': [{'id': '87712c72-d23c-419f-b4fc-ddbe5d411334', 'name': '', 'network_id': '2ff10b50-c75b-4954-a72b-1a5523a4ff45', 'tenant_id': 'a3d6ee5c9e7d43dd9aef13bacc118669', 'mac_address': 'fa:16:3e:87:8c:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efbf97cb-3264-407e-930a-5e773466174f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '960487f9-7c35-4f9f-b6e4-806ce3b5fa0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T19:21:46Z', 'updated_at': '2021-07-14T19:21:51Z', 'revision_number': 5, 'project_id': 'a3d6ee5c9e7d43dd9aef13bacc118669', 'subnets': [{'id': '960487f9-7c35-4f9f-b6e4-806ce3b5fa0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-3', False) {} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 19:22:34.142390 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93d65c1b-a2e3-4fb2-b911-c71ab49284b0 None None] Checking router: efbf97cb-3264-407e-930a-5e773466174f for host: n-d-800634-3 {{(pid=93918) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 19:22:34.151444 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93d65c1b-a2e3-4fb2-b911-c71ab49284b0 None None] Routers {'efbf97cb-3264-407e-930a-5e773466174f'} bound to L3 agent in host n-d-800634-3 {{(pid=93918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 19:22:34.152138 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-93d65c1b-a2e3-4fb2-b911-c71ab49284b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T19:22:23Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['efbf97cb-3264-407e-930a-5e773466174f'], 'active': True} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 19:22:34.183601 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d2546c-bbe4-447c-a819-040f38d368d7 req-0766b357-ccdb-4b4d-83da-bdfe8abe4bca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:22:34.185105 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-60d2546c-bbe4-447c-a819-040f38d368d7 req-0766b357-ccdb-4b4d-83da-bdfe8abe4bca service neutron] 10.222.0.18 "GET /v2.0/subnets?id=960487f9-7c35-4f9f-b6e4-806ce3b5fa0a HTTP/1.1" status: 200 len: 835 time: 0.0801542 Jul 14 19:22:34.248786 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d71986-7bb9-4024-89c0-0c0467933361 req-c9580dc5-52c7-43d7-a1c6-234ff6c1c677 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:22:34.250282 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f9d71986-7bb9-4024-89c0-0c0467933361 req-c9580dc5-52c7-43d7-a1c6-234ff6c1c677 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] 10.222.0.16 "GET /v2.0/ports?device_id=f640e73e-01be-4bd1-9ebf-e488b5c8ed7d HTTP/1.1" status: 200 len: 945 time: 0.1145766 Jul 14 19:22:34.261959 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvr_db [None req-93d65c1b-a2e3-4fb2-b911-c71ab49284b0 None None] Set router efbf97cb-3264-407e-930a-5e773466174f gateway port host: n-d-800634-3 {{(pid=93918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 19:22:34.292485 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d2546c-bbe4-447c-a819-040f38d368d7 req-4d4fd8db-f6bd-44fe-9c6a-55651c19f935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:22:34.293917 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-60d2546c-bbe4-447c-a819-040f38d368d7 req-4d4fd8db-f6bd-44fe-9c6a-55651c19f935 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2ff10b50-c75b-4954-a72b-1a5523a4ff45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1007390 Jul 14 19:22:34.301941 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f9d71986-7bb9-4024-89c0-0c0467933361 req-e5917271-bffb-4aae-a916-bf84c5559ba2 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] 10.222.0.16 "GET /v2.0/security-groups?id=37cce607-ac46-4ccf-8c15-bc976c8346d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448825 Jul 14 19:22:34.393535 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-60d2546c-bbe4-447c-a819-040f38d368d7 req-834e0e82-aa2e-4175-b7a6-784bfa04b653 service neutron] 10.222.0.18 "GET /v2.0/networks/2ff10b50-c75b-4954-a72b-1a5523a4ff45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906296 Jul 14 19:22:34.467087 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-93d65c1b-a2e3-4fb2-b911-c71ab49284b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efbf97cb-3264-407e-930a-5e773466174f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1548010640', 'tenant_id': 'a3d6ee5c9e7d43dd9aef13bacc118669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.26'}], 'enable_snat': True}, 'gw_port_id': '4ba84ec4-eb64-4c59-a9ab-056c9dea2f6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T19:21:43Z', 'updated_at': '2021-07-14T19:21:47Z', 'revision_number': 4, 'project_id': 'a3d6ee5c9e7d43dd9aef13bacc118669', 'gw_port': {'id': '4ba84ec4-eb64-4c59-a9ab-056c9dea2f6f', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:0c:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efbf97cb-3264-407e-930a-5e773466174f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T19:21:44Z', 'updated_at': '2021-07-14T19:21:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_interfaces': [{'id': '87712c72-d23c-419f-b4fc-ddbe5d411334', 'name': '', 'network_id': '2ff10b50-c75b-4954-a72b-1a5523a4ff45', 'tenant_id': 'a3d6ee5c9e7d43dd9aef13bacc118669', 'mac_address': 'fa:16:3e:87:8c:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efbf97cb-3264-407e-930a-5e773466174f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '960487f9-7c35-4f9f-b6e4-806ce3b5fa0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T19:21:46Z', 'updated_at': '2021-07-14T19:21:51Z', 'revision_number': 5, 'project_id': 'a3d6ee5c9e7d43dd9aef13bacc118669', 'subnets': [{'id': '960487f9-7c35-4f9f-b6e4-806ce3b5fa0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-3', False) {} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 19:22:34.490708 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-60d2546c-bbe4-447c-a819-040f38d368d7 req-8549e872-ff70-4aef-8db2-ab9ff192a2aa service neutron] 10.222.0.18 "GET /v2.0/networks/2ff10b50-c75b-4954-a72b-1a5523a4ff45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898113 Jul 14 19:22:34.497927 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93d65c1b-a2e3-4fb2-b911-c71ab49284b0 None None] The sync data for ids ['efbf97cb-3264-407e-930a-5e773466174f'] in n-d-800634-3 is: [{'id': 'efbf97cb-3264-407e-930a-5e773466174f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1548010640', 'tenant_id': 'a3d6ee5c9e7d43dd9aef13bacc118669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.26'}], 'enable_snat': True}, 'gw_port_id': '4ba84ec4-eb64-4c59-a9ab-056c9dea2f6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T19:21:43Z', 'updated_at': '2021-07-14T19:21:47Z', 'revision_number': 4, 'project_id': 'a3d6ee5c9e7d43dd9aef13bacc118669', 'gw_port': {'id': '4ba84ec4-eb64-4c59-a9ab-056c9dea2f6f', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:0c:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efbf97cb-3264-407e-930a-5e773466174f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T19:21:44Z', 'updated_at': '2021-07-14T19:21:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_interfaces': [{'id': '87712c72-d23c-419f-b4fc-ddbe5d411334', 'name': '', 'network_id': '2ff10b50-c75b-4954-a72b-1a5523a4ff45', 'tenant_id': 'a3d6ee5c9e7d43dd9aef13bacc118669', 'mac_address': 'fa:16:3e:87:8c:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efbf97cb-3264-407e-930a-5e773466174f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '960487f9-7c35-4f9f-b6e4-806ce3b5fa0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T19:21:46Z', 'updated_at': '2021-07-14T19:21:51Z', 'revision_number': 5, 'project_id': 'a3d6ee5c9e7d43dd9aef13bacc118669', 'subnets': [{'id': '960487f9-7c35-4f9f-b6e4-806ce3b5fa0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 19:22:34.719234 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f32c8b5-95ac-4157-8424-8daff7c089b4 None None] New status for floating IP 5f5eecb8-c329-4990-b0fd-9c4cb022898f: DOWN {{(pid=93917) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 19:22:35.487304 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7360a824-2b53-4d1e-8eb1-2bf309514b84 req-082fdaf1-7a8a-4ff3-b7c3-47cbd2ef6ebb tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:22:35.488834 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-7360a824-2b53-4d1e-8eb1-2bf309514b84 req-082fdaf1-7a8a-4ff3-b7c3-47cbd2ef6ebb tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] 10.222.0.16 "GET /v2.0/ports?device_id=f640e73e-01be-4bd1-9ebf-e488b5c8ed7d HTTP/1.1" status: 200 len: 945 time: 0.0713201 Jul 14 19:22:35.530762 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-7360a824-2b53-4d1e-8eb1-2bf309514b84 req-1dc8c2fa-4e29-4032-a47a-5089c4070343 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] 10.222.0.16 "GET /v2.0/security-groups?id=37cce607-ac46-4ccf-8c15-bc976c8346d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360110 Jul 14 19:22:35.703541 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c340eaa6-ecbf-4505-9c6a-47ccd34d5d88 req-4e632852-579f-40f0-9449-7b54468d8798 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:22:35.705069 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c340eaa6-ecbf-4505-9c6a-47ccd34d5d88 req-4e632852-579f-40f0-9449-7b54468d8798 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] 10.222.0.18 "GET /v2.0/ports?device_id=f640e73e-01be-4bd1-9ebf-e488b5c8ed7d HTTP/1.1" status: 200 len: 945 time: 0.0643060 Jul 14 19:22:35.809083 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [req-c340eaa6-ecbf-4505-9c6a-47ccd34d5d88 req-79346258-1a54-48ee-ad0f-302003104897 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Deleting port 2b4c642a-dbaf-4e43-85bc-32f94c2fd16e {{(pid=93915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 19:22:35.809318 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-c340eaa6-ecbf-4505-9c6a-47ccd34d5d88 req-79346258-1a54-48ee-ad0f-302003104897 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:22:35.904380 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-c340eaa6-ecbf-4505-9c6a-47ccd34d5d88 req-79346258-1a54-48ee-ad0f-302003104897 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] For port 2b4c642a-dbaf-4e43-85bc-32f94c2fd16e, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=2b4c642a-dbaf-4e43-85bc-32f94c2fd16e,segment=NetworkSegment(000c9eb7-1018-4b15-9af6-c27c72acb346),segment_id=000c9eb7-1018-4b15-9af6-c27c72acb346)] {{(pid=93915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 19:22:35.904742 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-c340eaa6-ecbf-4505-9c6a-47ccd34d5d88 req-79346258-1a54-48ee-ad0f-302003104897 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:22:35.918777 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [req-c340eaa6-ecbf-4505-9c6a-47ccd34d5d88 req-79346258-1a54-48ee-ad0f-302003104897 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Calling delete_port for 2b4c642a-dbaf-4e43-85bc-32f94c2fd16e owned by compute:nova {{(pid=93915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 19:22:36.010569 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:22:36.050944 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-c340eaa6-ecbf-4505-9c6a-47ccd34d5d88 req-79346258-1a54-48ee-ad0f-302003104897 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:22:36.082225 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79346258-1a54-48ee-ad0f-302003104897 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Pushing event deleted for resources: {'Port': ['ID=2b4c642a-dbaf-4e43-85bc-32f94c2fd16e,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:22:36.126910 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [req-c340eaa6-ecbf-4505-9c6a-47ccd34d5d88 req-79346258-1a54-48ee-ad0f-302003104897 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] No DVR routers for this DVR port 2b4c642a-dbaf-4e43-85bc-32f94c2fd16e on host n-h1-800634-3 {{(pid=93915) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 19:22:36.130032 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-c340eaa6-ecbf-4505-9c6a-47ccd34d5d88 req-79346258-1a54-48ee-ad0f-302003104897 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:22:36.132094 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c340eaa6-ecbf-4505-9c6a-47ccd34d5d88 req-79346258-1a54-48ee-ad0f-302003104897 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] 10.222.0.18 "DELETE /v2.0/ports/2b4c642a-dbaf-4e43-85bc-32f94c2fd16e HTTP/1.1" status: 204 len: 173 time: 0.4212444 Jul 14 19:22:36.132549 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f640e73e-01be-4bd1-9ebf-e488b5c8ed7d', 'name': 'network-vif-deleted', 'tag': '2b4c642a-dbaf-4e43-85bc-32f94c2fd16e'}] {{(pid=93915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 19:22:36.134848 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}163b1c7ce9835e2c54087c39b47c05da5c61decdd411e584c58a4e7cd59f948f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8757f1c-b1b2-4049-ad4c-543d19341541" -d '{"events": [{"server_uuid": "f640e73e-01be-4bd1-9ebf-e488b5c8ed7d", "name": "network-vif-deleted", "tag": "2b4c642a-dbaf-4e43-85bc-32f94c2fd16e"}]}' {{(pid=93915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 19:22:36.178015 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 19:22:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66bba5a4-e195-4b1e-8cd2-1ee2880657e7 x-openstack-request-id: req-66bba5a4-e195-4b1e-8cd2-1ee2880657e7 {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 19:22:36.178621 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f640e73e-01be-4bd1-9ebf-e488b5c8ed7d", "name": "network-vif-deleted", "tag": "2b4c642a-dbaf-4e43-85bc-32f94c2fd16e", "status": "completed", "code": 200}]} {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 19:22:36.178880 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-66bba5a4-e195-4b1e-8cd2-1ee2880657e7 {{(pid=93915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 19:22:36.179284 n-d-800634-3 neutron-server[93915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f640e73e-01be-4bd1-9ebf-e488b5c8ed7d', 'name': 'network-vif-deleted', 'tag': '2b4c642a-dbaf-4e43-85bc-32f94c2fd16e', 'status': 'completed', 'code': 200} Jul 14 19:22:36.692682 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-eccf46d0-dbc1-4c45-86ca-cfcabebad988 req-9b230ffd-f067-4ad0-befb-06706d12a6e0 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] 10.222.0.16 "GET /v2.0/ports?device_id=f640e73e-01be-4bd1-9ebf-e488b5c8ed7d HTTP/1.1" status: 200 len: 210 time: 0.0330856 Jul 14 19:22:37.789073 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 60552) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 19:22:38.468141 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-7caa8e13-63ea-4830-b8e4-8db239bad69f tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-928623'] for router_interface, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:22:38.747882 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [None req-7caa8e13-63ea-4830-b8e4-8db239bad69f tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Deleting port 87712c72-d23c-419f-b4fc-ddbe5d411334 {{(pid=93915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 19:22:38.748141 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-7caa8e13-63ea-4830-b8e4-8db239bad69f tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:22:38.843051 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [None req-7caa8e13-63ea-4830-b8e4-8db239bad69f tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] For port 87712c72-d23c-419f-b4fc-ddbe5d411334, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=87712c72-d23c-419f-b4fc-ddbe5d411334,segment=NetworkSegment(000c9eb7-1018-4b15-9af6-c27c72acb346),segment_id=000c9eb7-1018-4b15-9af6-c27c72acb346)] {{(pid=93915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 19:22:38.843753 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-7caa8e13-63ea-4830-b8e4-8db239bad69f tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:22:38.857324 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [None req-7caa8e13-63ea-4830-b8e4-8db239bad69f tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Calling delete_port for 87712c72-d23c-419f-b4fc-ddbe5d411334 owned by network:router_interface {{(pid=93915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 19:22:39.058409 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-7caa8e13-63ea-4830-b8e4-8db239bad69f tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:22:39.086530 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7caa8e13-63ea-4830-b8e4-8db239bad69f tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Pushing event deleted for resources: {'Port': ['ID=87712c72-d23c-419f-b4fc-ddbe5d411334,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:22:39.276732 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-7caa8e13-63ea-4830-b8e4-8db239bad69f tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-598732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-928907'] for router_interface, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:22:39.500038 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7caa8e13-63ea-4830-b8e4-8db239bad69f tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Router efbf97cb-3264-407e-930a-5e773466174f has already been hosted by L3 agent 2c6eb27e-defb-4cca-9a24-381c7415e359 {{(pid=93915) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 19:22:39.609574 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7caa8e13-63ea-4830-b8e4-8db239bad69f tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify agent at l3_agent.n-d-800634-3 the message routers_updated {{(pid=93915) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 19:22:39.614713 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-7caa8e13-63ea-4830-b8e4-8db239bad69f tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] 10.222.0.16 "PUT /v2.0/routers/efbf97cb-3264-407e-930a-5e773466174f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8245089 Jul 14 19:22:39.617410 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 60554) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 19:22:39.620445 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a781d52-18e0-404d-a35d-01a2e32d5092 None None] Sync routers for ids ['efbf97cb-3264-407e-930a-5e773466174f'] in n-d-800634-3 {{(pid=93918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 19:22:39.630543 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a781d52-18e0-404d-a35d-01a2e32d5092 None None] Routers {'efbf97cb-3264-407e-930a-5e773466174f'} bound to L3 agent in host n-d-800634-3 {{(pid=93918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 19:22:39.631159 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-1a781d52-18e0-404d-a35d-01a2e32d5092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T19:22:23Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['efbf97cb-3264-407e-930a-5e773466174f'], 'active': True} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 19:22:39.677114 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.db_base_plugin_v2 [None req-7138a26d-1488-4d7a-aeb3-25f68b7c98e2 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Deleting subnet 960487f9-7c35-4f9f-b6e4-806ce3b5fa0a {{(pid=93915) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 19:22:39.680386 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-7138a26d-1488-4d7a-aeb3-25f68b7c98e2 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks [] for subnet, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:22:39.728146 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-7138a26d-1488-4d7a-aeb3-25f68b7c98e2 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28939913'] for subnet, precommit_delete_associations {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:22:39.826324 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-7138a26d-1488-4d7a-aeb3-25f68b7c98e2 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081283'] for subnet, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:22:39.831948 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvr_db [None req-1a781d52-18e0-404d-a35d-01a2e32d5092 None None] Set router efbf97cb-3264-407e-930a-5e773466174f gateway port host: n-d-800634-3 {{(pid=93918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 19:22:39.895717 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-7138a26d-1488-4d7a-aeb3-25f68b7c98e2 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25913028', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28969762'] for subnet, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:22:39.936533 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7138a26d-1488-4d7a-aeb3-25f68b7c98e2 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Pushing event deleted for resources: {'Subnet': ['ID=960487f9-7c35-4f9f-b6e4-806ce3b5fa0a,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:22:39.938772 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-7138a26d-1488-4d7a-aeb3-25f68b7c98e2 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks [] for subnet, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:22:39.943522 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-7138a26d-1488-4d7a-aeb3-25f68b7c98e2 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] 10.222.0.16 "DELETE /v2.0/subnets/960487f9-7c35-4f9f-b6e4-806ce3b5fa0a HTTP/1.1" status: 204 len: 168 time: 0.3248489 Jul 14 19:22:39.943889 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 60556) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 19:22:39.957663 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-595e82f7-62f8-4645-80db-26fc93621ac7 None None] Network 2ff10b50-c75b-4954-a72b-1a5523a4ff45 requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 19:22:40.019095 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-1a781d52-18e0-404d-a35d-01a2e32d5092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efbf97cb-3264-407e-930a-5e773466174f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1548010640', 'tenant_id': 'a3d6ee5c9e7d43dd9aef13bacc118669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.26'}], 'enable_snat': True}, 'gw_port_id': '4ba84ec4-eb64-4c59-a9ab-056c9dea2f6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T19:21:43Z', 'updated_at': '2021-07-14T19:22:38Z', 'revision_number': 5, 'project_id': 'a3d6ee5c9e7d43dd9aef13bacc118669', 'gw_port': {'id': '4ba84ec4-eb64-4c59-a9ab-056c9dea2f6f', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:0c:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efbf97cb-3264-407e-930a-5e773466174f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T19:21:44Z', 'updated_at': '2021-07-14T19:21:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3'}], 'n-d-800634-3', False) {} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 19:22:40.048246 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a781d52-18e0-404d-a35d-01a2e32d5092 None None] Checking router: efbf97cb-3264-407e-930a-5e773466174f for host: n-d-800634-3 {{(pid=93918) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 19:22:40.057757 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a781d52-18e0-404d-a35d-01a2e32d5092 None None] Routers {'efbf97cb-3264-407e-930a-5e773466174f'} bound to L3 agent in host n-d-800634-3 {{(pid=93918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 19:22:40.058759 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-1a781d52-18e0-404d-a35d-01a2e32d5092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T19:22:23Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['efbf97cb-3264-407e-930a-5e773466174f'], 'active': True} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 19:22:40.069357 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-b26ff3ac-16e0-4dcd-bed2-534506e36080 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks [] for router, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:22:40.072757 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device 2b4c642a-dbaf-4e43-85bc-32f94c2fd16e no longer exists at agent hyperv_n-h1-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 19:22:40.095342 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] No Port match for: 2b4c642a-dbaf-4e43-85bc-32f94c2fd16e {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 19:22:40.095992 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device 2b4c642a-dbaf-4e43-85bc-32f94c2fd16e not bound to the agent host n-h1-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 19:22:40.184211 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvr_db [None req-1a781d52-18e0-404d-a35d-01a2e32d5092 None None] Set router efbf97cb-3264-407e-930a-5e773466174f gateway port host: n-d-800634-3 {{(pid=93918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 19:22:40.185151 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-b26ff3ac-16e0-4dcd-bed2-534506e36080 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:22:40.193388 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-585c7a15-4299-4d0c-bc6b-2cc34576d26e None None] DHCP port deletion for 2ff10b50-c75b-4954-a72b-1a5523a4ff45 request from n-d-800634-3 {{(pid=93917) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 19:22:40.242834 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-b26ff3ac-16e0-4dcd-bed2-534506e36080 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Deleting port 4ba84ec4-eb64-4c59-a9ab-056c9dea2f6f {{(pid=93916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 19:22:40.243181 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-b26ff3ac-16e0-4dcd-bed2-534506e36080 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:22:40.243775 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-585c7a15-4299-4d0c-bc6b-2cc34576d26e None None] Deleting port 16e68f75-069d-45bc-957f-1629bc7ef754 {{(pid=93917) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 19:22:40.244269 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-585c7a15-4299-4d0c-bc6b-2cc34576d26e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:22:40.321815 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-585c7a15-4299-4d0c-bc6b-2cc34576d26e None None] For port 16e68f75-069d-45bc-957f-1629bc7ef754, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=16e68f75-069d-45bc-957f-1629bc7ef754,segment=NetworkSegment(000c9eb7-1018-4b15-9af6-c27c72acb346),segment_id=000c9eb7-1018-4b15-9af6-c27c72acb346)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 19:22:40.322323 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-585c7a15-4299-4d0c-bc6b-2cc34576d26e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:22:40.330495 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.db [None req-b26ff3ac-16e0-4dcd-bed2-534506e36080 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] For port 4ba84ec4-eb64-4c59-a9ab-056c9dea2f6f, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=4ba84ec4-eb64-4c59-a9ab-056c9dea2f6f,segment=NetworkSegment(5afb940b-bbdf-4727-be00-5d46367c38a1),segment_id=5afb940b-bbdf-4727-be00-5d46367c38a1)] {{(pid=93916) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 19:22:40.330865 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-b26ff3ac-16e0-4dcd-bed2-534506e36080 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:22:40.336430 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-585c7a15-4299-4d0c-bc6b-2cc34576d26e None None] Calling delete_port for 16e68f75-069d-45bc-957f-1629bc7ef754 owned by network:dhcp {{(pid=93917) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 19:22:40.346119 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-b26ff3ac-16e0-4dcd-bed2-534506e36080 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Calling delete_port for 4ba84ec4-eb64-4c59-a9ab-056c9dea2f6f owned by network:router_gateway {{(pid=93916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 19:22:40.374666 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-1a781d52-18e0-404d-a35d-01a2e32d5092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efbf97cb-3264-407e-930a-5e773466174f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1548010640', 'tenant_id': 'a3d6ee5c9e7d43dd9aef13bacc118669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.26'}], 'enable_snat': True}, 'gw_port_id': '4ba84ec4-eb64-4c59-a9ab-056c9dea2f6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T19:21:43Z', 'updated_at': '2021-07-14T19:22:38Z', 'revision_number': 5, 'project_id': 'a3d6ee5c9e7d43dd9aef13bacc118669', 'gw_port': {'id': '4ba84ec4-eb64-4c59-a9ab-056c9dea2f6f', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:0c:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efbf97cb-3264-407e-930a-5e773466174f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T19:21:44Z', 'updated_at': '2021-07-14T19:21:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3'}], 'n-d-800634-3', False) {} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 19:22:40.402074 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a781d52-18e0-404d-a35d-01a2e32d5092 None None] The sync data for ids ['efbf97cb-3264-407e-930a-5e773466174f'] in n-d-800634-3 is: [{'id': 'efbf97cb-3264-407e-930a-5e773466174f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1548010640', 'tenant_id': 'a3d6ee5c9e7d43dd9aef13bacc118669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.26'}], 'enable_snat': True}, 'gw_port_id': '4ba84ec4-eb64-4c59-a9ab-056c9dea2f6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T19:21:43Z', 'updated_at': '2021-07-14T19:22:38Z', 'revision_number': 5, 'project_id': 'a3d6ee5c9e7d43dd9aef13bacc118669', 'gw_port': {'id': '4ba84ec4-eb64-4c59-a9ab-056c9dea2f6f', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:0c:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efbf97cb-3264-407e-930a-5e773466174f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T19:21:44Z', 'updated_at': '2021-07-14T19:21:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3'}] {{(pid=93918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 19:22:40.418401 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-585c7a15-4299-4d0c-bc6b-2cc34576d26e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813'] for port, after_delete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:22:40.444806 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585c7a15-4299-4d0c-bc6b-2cc34576d26e None None] Pushing event deleted for resources: {'Port': ['ID=16e68f75-069d-45bc-957f-1629bc7ef754,revision_number=None']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:22:40.449413 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-585c7a15-4299-4d0c-bc6b-2cc34576d26e None None] No DVR routers for this DVR port 16e68f75-069d-45bc-957f-1629bc7ef754 on host n-d-800634-3 {{(pid=93917) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 19:22:40.528689 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-b26ff3ac-16e0-4dcd-bed2-534506e36080 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:22:40.557879 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26ff3ac-16e0-4dcd-bed2-534506e36080 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Pushing event deleted for resources: {'Port': ['ID=4ba84ec4-eb64-4c59-a9ab-056c9dea2f6f,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:22:40.583225 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26ff3ac-16e0-4dcd-bed2-534506e36080 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:22:40.583579 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26ff3ac-16e0-4dcd-bed2-534506e36080 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:22:40.583921 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26ff3ac-16e0-4dcd-bed2-534506e36080 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:22:40.584285 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26ff3ac-16e0-4dcd-bed2-534506e36080 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:22:40.584626 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26ff3ac-16e0-4dcd-bed2-534506e36080 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:22:40.584959 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26ff3ac-16e0-4dcd-bed2-534506e36080 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:22:40.585287 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26ff3ac-16e0-4dcd-bed2-534506e36080 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:22:40.585616 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26ff3ac-16e0-4dcd-bed2-534506e36080 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:22:40.585942 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26ff3ac-16e0-4dcd-bed2-534506e36080 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:22:40.586269 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26ff3ac-16e0-4dcd-bed2-534506e36080 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:22:40.586590 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26ff3ac-16e0-4dcd-bed2-534506e36080 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:22:40.586912 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26ff3ac-16e0-4dcd-bed2-534506e36080 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:22:40.627701 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-b26ff3ac-16e0-4dcd-bed2-534506e36080 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-930057'] for router_gateway, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:22:40.719084 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-b26ff3ac-16e0-4dcd-bed2-534506e36080 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-571778', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11402'] for router, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:22:40.721156 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-b26ff3ac-16e0-4dcd-bed2-534506e36080 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:22:40.769448 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-b26ff3ac-16e0-4dcd-bed2-534506e36080 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-541202'] for router, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:22:40.770252 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b26ff3ac-16e0-4dcd-bed2-534506e36080 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Fanout notify agent at l3_agent the message router_deleted on router efbf97cb-3264-407e-930a-5e773466174f {{(pid=93916) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 19:22:40.777751 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-b26ff3ac-16e0-4dcd-bed2-534506e36080 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks [] for router, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:22:40.778916 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-b26ff3ac-16e0-4dcd-bed2-534506e36080 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] 10.222.0.16 "DELETE /v2.0/routers/efbf97cb-3264-407e-930a-5e773466174f HTTP/1.1" status: 204 len: 168 time: 0.8333037 Jul 14 19:22:40.781927 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 60558) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 19:22:40.862531 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-e3658b0e-1db6-4795-a480-3d067fc39655 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645734'] for network, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:22:40.953592 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-e3658b0e-1db6-4795-a480-3d067fc39655 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2096010', 'neutron.services.segments.db._delete_segments_for_network-8728202734996'] for network, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:22:40.963609 n-d-800634-3 neutron-server[93915]: DEBUG neutron.services.segments.db [None req-e3658b0e-1db6-4795-a480-3d067fc39655 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ff10b50-c75b-4954-a72b-1a5523a4ff45']}} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 19:22:40.974421 n-d-800634-3 neutron-server[93915]: DEBUG neutron.services.segments.db [None req-e3658b0e-1db6-4795-a480-3d067fc39655 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '000c9eb7-1018-4b15-9af6-c27c72acb346') {'for_net_delete': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 19:22:40.974706 n-d-800634-3 neutron-server[93915]: DEBUG neutron.services.segments.db [None req-e3658b0e-1db6-4795-a480-3d067fc39655 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '000c9eb7-1018-4b15-9af6-c27c72acb346') {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 19:22:40.985353 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-e3658b0e-1db6-4795-a480-3d067fc39655 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728202715275', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28939920'] for segment, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:22:41.000450 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-e3658b0e-1db6-4795-a480-3d067fc39655 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:22:41.006653 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3658b0e-1db6-4795-a480-3d067fc39655 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Releasing vlan 58 on physical network physnet1 to pool {{(pid=93915) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 19:22:41.007059 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-e3658b0e-1db6-4795-a480-3d067fc39655 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25911658'] for segment, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:22:41.010391 n-d-800634-3 neutron-server[93915]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 19:22:41.010391 n-d-800634-3 neutron-server[93915]: conditions |= (models_v2.Port.network_id.in_( Jul 14 19:22:41.010391 n-d-800634-3 neutron-server[93915]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 19:22:41.010391 n-d-800634-3 neutron-server[93915]: conditions |= (models_v2.Port.network_id.in_( Jul 14 19:22:41.010391 n-d-800634-3 neutron-server[93915]: Traceback (most recent call last): Jul 14 19:22:41.010391 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 19:22:41.010391 n-d-800634-3 neutron-server[93915]: timer() Jul 14 19:22:41.010391 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 19:22:41.010391 n-d-800634-3 neutron-server[93915]: cb(*args, **kw) Jul 14 19:22:41.010391 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 19:22:41.010391 n-d-800634-3 neutron-server[93915]: return func(*args, **kwargs) Jul 14 19:22:41.010391 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 19:22:41.010391 n-d-800634-3 neutron-server[93915]: self._notify() Jul 14 19:22:41.010391 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 19:22:41.010391 n-d-800634-3 neutron-server[93915]: self.callback(batched_events) Jul 14 19:22:41.010391 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 19:22:41.010391 n-d-800634-3 neutron-server[93915]: event.method(event) Jul 14 19:22:41.010391 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 19:22:41.010391 n-d-800634-3 neutron-server[93915]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 19:22:41.010391 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 19:22:41.010391 n-d-800634-3 neutron-server[93915]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 19:22:41.010391 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 19:22:41.010391 n-d-800634-3 neutron-server[93915]: return f(self, *a, **k) Jul 14 19:22:41.010391 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 19:22:41.010391 n-d-800634-3 neutron-server[93915]: return self._get(url).json() Jul 14 19:22:41.010391 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 19:22:41.010391 n-d-800634-3 neutron-server[93915]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 19:22:41.010391 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 19:22:41.010391 n-d-800634-3 neutron-server[93915]: return self.request(url, 'GET', **kwargs) Jul 14 19:22:41.010391 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 19:22:41.010391 n-d-800634-3 neutron-server[93915]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 19:22:41.010391 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 19:22:41.010391 n-d-800634-3 neutron-server[93915]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 19:22:41.010391 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 19:22:41.010391 n-d-800634-3 neutron-server[93915]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 19:22:41.010391 n-d-800634-3 neutron-server[93915]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 19:22:41.070674 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-e3658b0e-1db6-4795-a480-3d067fc39655 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2096001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-930085'] for network, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:22:41.075667 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-e3658b0e-1db6-4795-a480-3d067fc39655 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks [] for network, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:22:41.078033 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-e3658b0e-1db6-4795-a480-3d067fc39655 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] 10.222.0.16 "DELETE /v2.0/networks/2ff10b50-c75b-4954-a72b-1a5523a4ff45 HTTP/1.1" status: 204 len: 168 time: 0.2947593 Jul 14 19:22:41.080909 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 60560) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 19:22:41.092921 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3658b0e-1db6-4795-a480-3d067fc39655 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Pushing event deleted for resources: {'Network': ['ID=2ff10b50-c75b-4954-a72b-1a5523a4ff45,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:22:41.140313 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-170fcf90-6edd-4c47-9d33-bdd5939f83a6 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks [] for security_group, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:22:41.165104 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-170fcf90-6edd-4c47-9d33-bdd5939f83a6 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:22:41.222425 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-170fcf90-6edd-4c47-9d33-bdd5939f83a6 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:22:41.225193 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-170fcf90-6edd-4c47-9d33-bdd5939f83a6 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:22:41.226350 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-170fcf90-6edd-4c47-9d33-bdd5939f83a6 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] 10.222.0.16 "DELETE /v2.0/security-groups/37cce607-ac46-4ccf-8c15-bc976c8346d6 HTTP/1.1" status: 204 len: 168 time: 0.1444576 Jul 14 19:22:41.236360 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170fcf90-6edd-4c47-9d33-bdd5939f83a6 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=37cce607-ac46-4ccf-8c15-bc976c8346d6,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:22:41.430761 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 87712c72-d23c-419f-b4fc-ddbe5d411334 no longer exists at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 19:22:41.450593 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] No Port match for: 87712c72-d23c-419f-b4fc-ddbe5d411334 {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 19:22:41.451007 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 87712c72-d23c-419f-b4fc-ddbe5d411334 not bound to the agent host n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 19:22:41.451441 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 16e68f75-069d-45bc-957f-1629bc7ef754 no longer exists at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 19:22:41.474203 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] No Port match for: 16e68f75-069d-45bc-957f-1629bc7ef754 {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 19:22:41.474476 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 16e68f75-069d-45bc-957f-1629bc7ef754 not bound to the agent host n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 19:22:41.474912 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 4ba84ec4-eb64-4c59-a9ab-056c9dea2f6f no longer exists at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 19:22:41.493839 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] No Port match for: 4ba84ec4-eb64-4c59-a9ab-056c9dea2f6f {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 19:22:41.494184 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 4ba84ec4-eb64-4c59-a9ab-056c9dea2f6f not bound to the agent host n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 19:22:41.509355 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 60566) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 19:22:41.514774 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-b59804af-4bb1-4836-8050-5a226baa1013 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-144730480', 'description': 'tempest-secgroup-smoke-144730480 description', 'project_id': 'a3d6ee5c9e7d43dd9aef13bacc118669'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 19:22:41.538021 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-b59804af-4bb1-4836-8050-5a226baa1013 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks [] for security_group, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:22:41.624900 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-b59804af-4bb1-4836-8050-5a226baa1013 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks [] for security_group, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:22:41.628682 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-b59804af-4bb1-4836-8050-5a226baa1013 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:22:41.657177 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-b59804af-4bb1-4836-8050-5a226baa1013 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:22:41.658329 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-b59804af-4bb1-4836-8050-5a226baa1013 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1479750 Jul 14 19:22:41.659153 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59804af-4bb1-4836-8050-5a226baa1013 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1f6d01ab-139f-4396-bf1f-0d9d7aab5715,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:22:41.661238 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 60568) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 19:22:41.665563 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-caaed20b-bebf-4991-9297-29ec5823d104 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Request body: {'security_group_rule': {'security_group_id': '1f6d01ab-139f-4396-bf1f-0d9d7aab5715', 'project_id': 'a3d6ee5c9e7d43dd9aef13bacc118669', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 19:22:41.692487 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-caaed20b-bebf-4991-9297-29ec5823d104 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:22:41.752506 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-caaed20b-bebf-4991-9297-29ec5823d104 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:22:41.755846 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-caaed20b-bebf-4991-9297-29ec5823d104 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305173'] for security_group_rule, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:22:41.770245 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caaed20b-bebf-4991-9297-29ec5823d104 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f2cd9a7-0786-478a-8139-0fa19e0504ad,revision_number=0']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:22:41.779077 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-caaed20b-bebf-4991-9297-29ec5823d104 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:22:41.780446 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-caaed20b-bebf-4991-9297-29ec5823d104 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1182785 Jul 14 19:22:41.783102 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 60570) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 19:22:41.787391 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-5bb8f603-1d3a-4da0-a9c6-1b71b2410f39 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Request body: {'security_group_rule': {'security_group_id': '1f6d01ab-139f-4396-bf1f-0d9d7aab5715', 'project_id': 'a3d6ee5c9e7d43dd9aef13bacc118669', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 19:22:41.813580 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-5bb8f603-1d3a-4da0-a9c6-1b71b2410f39 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:22:41.869480 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-5bb8f603-1d3a-4da0-a9c6-1b71b2410f39 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:22:41.873737 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-5bb8f603-1d3a-4da0-a9c6-1b71b2410f39 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305173'] for security_group_rule, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:22:41.891019 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb8f603-1d3a-4da0-a9c6-1b71b2410f39 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9cb732c-aa39-46cd-a50b-e25e730b33c7,revision_number=0']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:22:41.896217 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-5bb8f603-1d3a-4da0-a9c6-1b71b2410f39 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:22:41.897288 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-5bb8f603-1d3a-4da0-a9c6-1b71b2410f39 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1132812 Jul 14 19:22:41.900029 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 60572) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 19:22:41.904459 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-6d23ac0f-b6a3-4428-a1b0-5baa164913e8 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Request body: {'security_group_rule': {'security_group_id': '1f6d01ab-139f-4396-bf1f-0d9d7aab5715', 'project_id': 'a3d6ee5c9e7d43dd9aef13bacc118669', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 19:22:41.930117 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-6d23ac0f-b6a3-4428-a1b0-5baa164913e8 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:22:41.988446 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-6d23ac0f-b6a3-4428-a1b0-5baa164913e8 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:22:41.991966 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-6d23ac0f-b6a3-4428-a1b0-5baa164913e8 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305173'] for security_group_rule, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:22:42.010241 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d23ac0f-b6a3-4428-a1b0-5baa164913e8 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b64b6c30-b170-41bd-812a-49322cda8ea7,revision_number=0']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:22:42.015550 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-6d23ac0f-b6a3-4428-a1b0-5baa164913e8 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:22:42.016767 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-6d23ac0f-b6a3-4428-a1b0-5baa164913e8 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1157928 Jul 14 19:22:42.019541 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 60574) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 19:22:42.024177 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-313835b2-43a8-4c76-beb4-89ef06899266 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Request body: {'security_group_rule': {'security_group_id': '1f6d01ab-139f-4396-bf1f-0d9d7aab5715', 'project_id': 'a3d6ee5c9e7d43dd9aef13bacc118669', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 19:22:42.050106 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-313835b2-43a8-4c76-beb4-89ef06899266 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:22:42.110266 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-313835b2-43a8-4c76-beb4-89ef06899266 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:22:42.114224 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-313835b2-43a8-4c76-beb4-89ef06899266 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305173'] for security_group_rule, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:22:42.132266 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313835b2-43a8-4c76-beb4-89ef06899266 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e47eba2c-a543-4f2c-be82-ceeee1cfe01b,revision_number=0']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:22:42.137948 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-313835b2-43a8-4c76-beb4-89ef06899266 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:22:42.139036 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-313835b2-43a8-4c76-beb4-89ef06899266 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1183779 Jul 14 19:22:42.141852 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 60576) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 19:22:42.146171 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-aaadc209-ee84-406e-aaac-1098ca377bd9 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Request body: {'security_group_rule': {'security_group_id': '1f6d01ab-139f-4396-bf1f-0d9d7aab5715', 'project_id': 'a3d6ee5c9e7d43dd9aef13bacc118669', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 19:22:42.169131 n-d-800634-3 neutron-server[93916]: INFO neutron.db.securitygroups_db [None req-aaadc209-ee84-406e-aaac-1098ca377bd9 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Project a3d6ee5c9e7d43dd9aef13bacc118669 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 14 19:22:42.173957 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-aaadc209-ee84-406e-aaac-1098ca377bd9 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:22:42.232602 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-aaadc209-ee84-406e-aaac-1098ca377bd9 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:22:42.236029 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-aaadc209-ee84-406e-aaac-1098ca377bd9 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305173'] for security_group_rule, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:22:42.253359 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaadc209-ee84-406e-aaac-1098ca377bd9 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=566bffb0-1e98-411f-8011-df5a4f626a04,revision_number=0']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:22:42.259100 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-aaadc209-ee84-406e-aaac-1098ca377bd9 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:22:42.259708 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-aaadc209-ee84-406e-aaac-1098ca377bd9 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1169231 Jul 14 19:22:42.262460 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 60578) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 19:22:42.266754 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-d3e77d58-2cbc-44f0-8389-1e12beeee752 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Request body: {'security_group_rule': {'security_group_id': '1f6d01ab-139f-4396-bf1f-0d9d7aab5715', 'project_id': 'a3d6ee5c9e7d43dd9aef13bacc118669', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 19:22:42.287821 n-d-800634-3 neutron-server[93916]: INFO neutron.db.securitygroups_db [None req-d3e77d58-2cbc-44f0-8389-1e12beeee752 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Project a3d6ee5c9e7d43dd9aef13bacc118669 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 14 19:22:42.293146 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-d3e77d58-2cbc-44f0-8389-1e12beeee752 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:22:42.353713 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-d3e77d58-2cbc-44f0-8389-1e12beeee752 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:22:42.358057 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-d3e77d58-2cbc-44f0-8389-1e12beeee752 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305173'] for security_group_rule, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:22:42.377522 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e77d58-2cbc-44f0-8389-1e12beeee752 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10f264c9-09c7-4f21-80d7-226c2d028553,revision_number=0']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:22:42.380812 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-d3e77d58-2cbc-44f0-8389-1e12beeee752 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:22:42.384554 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-d3e77d58-2cbc-44f0-8389-1e12beeee752 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1211848 Jul 14 19:22:42.385017 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 60580) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 19:22:42.390250 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-c8b656f3-5d29-4dc2-9d06-63b0c759c623 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Request body: {'network': {'name': 'tempest-network-smoke--991544267', 'project_id': 'a3d6ee5c9e7d43dd9aef13bacc118669', 'port_security_enabled': True}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 19:22:42.410694 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8b656f3-5d29-4dc2-9d06-63b0c759c623 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Made reservation on behalf of a3d6ee5c9e7d43dd9aef13bacc118669 for: {'network': 1} {{(pid=93915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 19:22:42.414444 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-c8b656f3-5d29-4dc2-9d06-63b0c759c623 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for network, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:22:42.437943 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8b656f3-5d29-4dc2-9d06-63b0c759c623 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 67} {{(pid=93915) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 19:22:42.446885 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-c8b656f3-5d29-4dc2-9d06-63b0c759c623 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:22:42.447406 n-d-800634-3 neutron-server[93915]: INFO neutron.db.segments_db [None req-c8b656f3-5d29-4dc2-9d06-63b0c759c623 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Added segment 4ff6b528-2a55-4aed-9c6e-77538dad737f of type vlan for network f22af07f-f973-49f0-bb76-d6ad85e8b9eb Jul 14 19:22:42.492701 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-c8b656f3-5d29-4dc2-9d06-63b0c759c623 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728202197517'] for network, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:22:42.520976 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-c8b656f3-5d29-4dc2-9d06-63b0c759c623 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727'] for network, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:22:42.527318 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8b656f3-5d29-4dc2-9d06-63b0c759c623 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:22:42.527957 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-c8b656f3-5d29-4dc2-9d06-63b0c759c623 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks [] for network, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:22:42.585239 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-c8b656f3-5d29-4dc2-9d06-63b0c759c623 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1990681 Jul 14 19:22:42.587934 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 60582) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 19:22:42.595126 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-07907f25-756b-4fb4-b593-b8a41dc369cc tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2067827283', 'admin_state_up': True, 'project_id': 'a3d6ee5c9e7d43dd9aef13bacc118669', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61'}}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 19:22:42.605026 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b656f3-5d29-4dc2-9d06-63b0c759c623 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Pushing event updated for resources: {'Network': ['ID=f22af07f-f973-49f0-bb76-d6ad85e8b9eb,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:22:42.614976 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Network f22af07f-f973-49f0-bb76-d6ad85e8b9eb details requested by agent ovs-agent-n-d-800634-3 with host n-d-800634-3 {{(pid=93917) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 19:22:42.622202 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-07907f25-756b-4fb4-b593-b8a41dc369cc tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-571768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11104'] for router, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:22:42.623466 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-07907f25-756b-4fb4-b593-b8a41dc369cc tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-571675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-930014', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-632314', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11129'] for router, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:22:42.680942 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-07907f25-756b-4fb4-b593-b8a41dc369cc tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:22:42.817577 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-07907f25-756b-4fb4-b593-b8a41dc369cc tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-929996', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-571750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11395'] for router, precommit_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:22:43.009639 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-07907f25-756b-4fb4-b593-b8a41dc369cc tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks [] for router_gateway, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:22:43.028692 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-07907f25-756b-4fb4-b593-b8a41dc369cc tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:22:43.130585 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.db_base_plugin_common [None req-07907f25-756b-4fb4-b593-b8a41dc369cc tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Allocated IP 172.25.1.12 (9200a437-e1de-4520-88f6-e68386523e61/5f47f848-4532-407a-a0e2-5690ade15fd0/1e44f090-fbb8-4826-a173-750656fb00f0) {{(pid=93915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 19:22:43.230932 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-07907f25-756b-4fb4-b593-b8a41dc369cc tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks [] for port, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:22:43.268543 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-07907f25-756b-4fb4-b593-b8a41dc369cc tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:22:43.303006 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07907f25-756b-4fb4-b593-b8a41dc369cc tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Network 9200a437-e1de-4520-88f6-e68386523e61 is already hosted by enough agents. {{(pid=93915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 19:22:43.308275 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [None req-07907f25-756b-4fb4-b593-b8a41dc369cc tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Resources bound (agent type, host, resource id): {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 19:22:43.311954 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07907f25-756b-4fb4-b593-b8a41dc369cc tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Received port after_create {{(pid=93915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 19:22:43.342387 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07907f25-756b-4fb4-b593-b8a41dc369cc tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Pushing event updated for resources: {'Port': ['ID=1e44f090-fbb8-4826-a173-750656fb00f0,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:22:43.564716 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-07907f25-756b-4fb4-b593-b8a41dc369cc tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks [] for router_gateway, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:22:43.758157 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-07907f25-756b-4fb4-b593-b8a41dc369cc tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-571759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-930033'] for router, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:22:44.172094 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07907f25-756b-4fb4-b593-b8a41dc369cc tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Router 5b1e005c-7323-4581-abf3-641971c38b95 is scheduled to L3 agent 2c6eb27e-defb-4cca-9a24-381c7415e359 with binding_index 1 {{(pid=93915) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 19:22:44.274108 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07907f25-756b-4fb4-b593-b8a41dc369cc tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify agent at l3_agent.n-d-800634-3 the message routers_updated {{(pid=93915) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 19:22:44.283419 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8dc4e10-ce53-4906-9ccc-11074158ba2b None None] Sync routers for ids ['5b1e005c-7323-4581-abf3-641971c38b95'] in n-d-800634-3 {{(pid=93917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 19:22:44.292650 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-07907f25-756b-4fb4-b593-b8a41dc369cc tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks [] for router, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:22:44.293056 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8dc4e10-ce53-4906-9ccc-11074158ba2b None None] Routers {'5b1e005c-7323-4581-abf3-641971c38b95'} bound to L3 agent in host n-d-800634-3 {{(pid=93917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 19:22:44.293678 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-c8dc4e10-ce53-4906-9ccc-11074158ba2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T19:22:23Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['5b1e005c-7323-4581-abf3-641971c38b95'], 'active': True} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 19:22:44.294032 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-07907f25-756b-4fb4-b593-b8a41dc369cc tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7046082 Jul 14 19:22:44.297240 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 60584) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 19:22:44.331321 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-dcc74579-8f0b-4b20-aa27-f55e3ecbdb48 tempest-TestNetworkAdvancedServerOps-521838358 tempest-TestNetworkAdvancedServerOps-521838358-project-admin] 10.222.0.16 "GET /v2.0/subnets?project_id=a3d6ee5c9e7d43dd9aef13bacc118669&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0329075 Jul 14 19:22:44.333933 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 60586) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 19:22:44.400361 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvr_db [None req-c8dc4e10-ce53-4906-9ccc-11074158ba2b None None] Set router 5b1e005c-7323-4581-abf3-641971c38b95 gateway port host: n-d-800634-3 {{(pid=93917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 19:22:44.490309 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e72a0eeb-f63a-4a5d-96a0-a62cd0a501a4 tempest-TestNetworkAdvancedServerOps-521838358 tempest-TestNetworkAdvancedServerOps-521838358-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:22:44.491787 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-e72a0eeb-f63a-4a5d-96a0-a62cd0a501a4 tempest-TestNetworkAdvancedServerOps-521838358 tempest-TestNetworkAdvancedServerOps-521838358-project-admin] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1569462 Jul 14 19:22:44.494717 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 60588) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 19:22:44.534915 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-2389b077-ae8e-4078-96be-2c462a686a2a tempest-TestNetworkAdvancedServerOps-521838358 tempest-TestNetworkAdvancedServerOps-521838358-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=9200a437-e1de-4520-88f6-e68386523e61&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0366094 Jul 14 19:22:44.535199 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 60590) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 19:22:44.540889 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-1c64d4dc-c76d-4191-aea1-97566a79cd0a tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-767234949', 'network_id': 'f22af07f-f973-49f0-bb76-d6ad85e8b9eb', 'project_id': 'a3d6ee5c9e7d43dd9aef13bacc118669', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 19:22:44.560433 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-27b71054-0bd9-4c14-866b-365dc7a08812 req-8d3874ee-e2d5-43ff-b70d-4674a222b715 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=6ab0c594-ecaf-4c5b-977a-9c1b59a2d9cc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0313265 Jul 14 19:22:44.610668 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-27b71054-0bd9-4c14-866b-365dc7a08812 req-903c71fe-93a6-4334-b410-8653b407d3a8 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f1c4e239e6d24b3bb240a97f6c99b33f&device_id=6ab0c594-ecaf-4c5b-977a-9c1b59a2d9cc HTTP/1.1" status: 200 len: 210 time: 0.0282118 Jul 14 19:22:44.637717 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c64d4dc-c76d-4191-aea1-97566a79cd0a tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Made reservation on behalf of a3d6ee5c9e7d43dd9aef13bacc118669 for: {'subnet': 1} {{(pid=93915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 19:22:44.641548 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-1c64d4dc-c76d-4191-aea1-97566a79cd0a tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28969735'] for subnet, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:22:44.651181 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-27b71054-0bd9-4c14-866b-365dc7a08812 req-3f05d381-6f70-4312-910f-221544d61689 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=f1c4e239e6d24b3bb240a97f6c99b33f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0207405 Jul 14 19:22:44.758062 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-c8dc4e10-ce53-4906-9ccc-11074158ba2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b1e005c-7323-4581-abf3-641971c38b95', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2067827283', 'tenant_id': 'a3d6ee5c9e7d43dd9aef13bacc118669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.12'}], 'enable_snat': True}, 'gw_port_id': '1e44f090-fbb8-4826-a173-750656fb00f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T19:22:42Z', 'updated_at': '2021-07-14T19:22:43Z', 'revision_number': 3, 'project_id': 'a3d6ee5c9e7d43dd9aef13bacc118669', 'gw_port': {'id': '1e44f090-fbb8-4826-a173-750656fb00f0', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:06:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b1e005c-7323-4581-abf3-641971c38b95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T19:22:43Z', 'updated_at': '2021-07-14T19:22:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3'}], 'n-d-800634-3', False) {} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 19:22:44.774051 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b71054-0bd9-4c14-866b-365dc7a08812 req-b56595eb-e30e-47a7-b0f8-fae2e7a1863d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:22:44.775852 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-27b71054-0bd9-4c14-866b-365dc7a08812 req-b56595eb-e30e-47a7-b0f8-fae2e7a1863d service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1194019 Jul 14 19:22:44.790290 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8dc4e10-ce53-4906-9ccc-11074158ba2b None None] Checking router: 5b1e005c-7323-4581-abf3-641971c38b95 for host: n-d-800634-3 {{(pid=93917) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 19:22:44.791179 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8dc4e10-ce53-4906-9ccc-11074158ba2b None None] Updating router 5b1e005c-7323-4581-abf3-641971c38b95 port 1e44f090-fbb8-4826-a173-750656fb00f0 binding host n-d-800634-3 {{(pid=93917) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 19:22:44.826669 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-c8dc4e10-ce53-4906-9ccc-11074158ba2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:22:44.856567 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-1c64d4dc-c76d-4191-aea1-97566a79cd0a tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25912837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28969781'] for subnet, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:22:44.918394 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c64d4dc-c76d-4191-aea1-97566a79cd0a tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Pushing event updated for resources: {'Subnet': ['ID=38917f63-a46f-43bc-afed-c827ce0ba122,revision_number=0']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:22:44.925718 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c64d4dc-c76d-4191-aea1-97566a79cd0a tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Checking segment: {'id': '4ff6b528-2a55-4aed-9c6e-77538dad737f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'f22af07f-f973-49f0-bb76-d6ad85e8b9eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 19:22:44.926165 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c64d4dc-c76d-4191-aea1-97566a79cd0a tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Network hostable DHCP agents. Network: f22af07f-f973-49f0-bb76-d6ad85e8b9eb, hostable agents: ['028393c3-0576-4ebd-bca1-8ea8a148e1a2'], hosted agents: [] {{(pid=93915) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 19:22:44.945498 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c64d4dc-c76d-4191-aea1-97566a79cd0a tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Network f22af07f-f973-49f0-bb76-d6ad85e8b9eb is scheduled to be hosted by DHCP agent 028393c3-0576-4ebd-bca1-8ea8a148e1a2 with binding_index 1 {{(pid=93915) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 19:22:44.954113 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [None req-1c64d4dc-c76d-4191-aea1-97566a79cd0a tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-3, f22af07f-f973-49f0-bb76-d6ad85e8b9eb) {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 19:22:44.964482 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c64d4dc-c76d-4191-aea1-97566a79cd0a tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:22:44.964908 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-1c64d4dc-c76d-4191-aea1-97566a79cd0a tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks [] for subnet, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:22:44.974480 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a90bda65-81fb-491b-9560-2c2b25a7b001 None None] Network f22af07f-f973-49f0-bb76-d6ad85e8b9eb requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 19:22:44.980815 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-1c64d4dc-c76d-4191-aea1-97566a79cd0a tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4443865 Jul 14 19:22:44.983473 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 60592) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 19:22:45.195596 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8574a991-a0d8-4bb5-8a5a-0c9d553ea444 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9222b97e-5d1c-54f8-ba97-82f172498e76-f22af07f-f973-49f0-bb76-d6ad85e8b9eb', 'network_id': 'f22af07f-f973-49f0-bb76-d6ad85e8b9eb', 'tenant_id': 'a3d6ee5c9e7d43dd9aef13bacc118669', 'fixed_ips': [{'subnet_id': '38917f63-a46f-43bc-afed-c827ce0ba122'}]}} from n-d-800634-3. {{(pid=93917) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 19:22:45.196479 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-8574a991-a0d8-4bb5-8a5a-0c9d553ea444 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:22:45.199534 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-c8dc4e10-ce53-4906-9ccc-11074158ba2b None None] Notify callbacks [] for port, precommit_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:22:45.218118 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-c8dc4e10-ce53-4906-9ccc-11074158ba2b None None] Transition to ACTIVE for port object 1e44f090-fbb8-4826-a173-750656fb00f0 will not be triggered until provisioned by entity L2. {{(pid=93917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 19:22:45.228569 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-c8dc4e10-ce53-4906-9ccc-11074158ba2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:22:45.345137 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-c8dc4e10-ce53-4906-9ccc-11074158ba2b None None] Attempting to bind port 1e44f090-fbb8-4826-a173-750656fb00f0 on host n-d-800634-3 for vnic_type normal with profile {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 19:22:45.345847 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-c8dc4e10-ce53-4906-9ccc-11074158ba2b None None] Attempting to bind port 1e44f090-fbb8-4826-a173-750656fb00f0 by drivers openvswitch,hyperv on host n-d-800634-3 at level 0 using segments [{'id': '5afb940b-bbdf-4727-be00-5d46367c38a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9200a437-e1de-4520-88f6-e68386523e61'}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 19:22:45.345847 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8dc4e10-ce53-4906-9ccc-11074158ba2b None None] Attempting to bind port 1e44f090-fbb8-4826-a173-750656fb00f0 on network 9200a437-e1de-4520-88f6-e68386523e61 {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 19:22:45.350953 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9c79a8-317d-4883-b8f9-95408c248fc2 None None] Pushing event updated for resources: {'Port': ['ID=1e44f090-fbb8-4826-a173-750656fb00f0,revision_number=2']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:22:45.360638 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8dc4e10-ce53-4906-9ccc-11074158ba2b None None] Checking agent: {'id': '01c19e91-a945-4e3c-94a6-c211e17c923e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 8, 23), 'started_at': datetime.datetime(2021, 7, 14, 18, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 19, 22, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 19:22:45.361024 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8dc4e10-ce53-4906-9ccc-11074158ba2b None None] Checking segment: {'id': '5afb940b-bbdf-4727-be00-5d46367c38a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9200a437-e1de-4520-88f6-e68386523e61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93917) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 19:22:45.361426 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-c8dc4e10-ce53-4906-9ccc-11074158ba2b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:22:45.361820 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8dc4e10-ce53-4906-9ccc-11074158ba2b None None] Bound using segment: {'id': '5afb940b-bbdf-4727-be00-5d46367c38a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9200a437-e1de-4520-88f6-e68386523e61'} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 19:22:45.362326 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-c8dc4e10-ce53-4906-9ccc-11074158ba2b None None] Bound port: 1e44f090-fbb8-4826-a173-750656fb00f0, host: n-d-800634-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5afb940b-bbdf-4727-be00-5d46367c38a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9200a437-e1de-4520-88f6-e68386523e61'}}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 19:22:45.362692 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-c8dc4e10-ce53-4906-9ccc-11074158ba2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:22:45.420523 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-f99ecba2-7d24-4ac7-bb3b-a41d8c803714 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:22:45.440872 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.db_base_plugin_common [None req-8574a991-a0d8-4bb5-8a5a-0c9d553ea444 None None] Allocated IP 172.20.0.2 (f22af07f-f973-49f0-bb76-d6ad85e8b9eb/38917f63-a46f-43bc-afed-c827ce0ba122/dd046437-2452-4e1c-9e0f-b821dc997ee0) {{(pid=93917) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 19:22:45.453895 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-c8dc4e10-ce53-4906-9ccc-11074158ba2b None None] For port 1e44f090-fbb8-4826-a173-750656fb00f0, host n-d-800634-3, cleared binding levels {{(pid=93917) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 19:22:45.457407 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-c8dc4e10-ce53-4906-9ccc-11074158ba2b None None] For port 1e44f090-fbb8-4826-a173-750656fb00f0, host n-d-800634-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=1e44f090-fbb8-4826-a173-750656fb00f0,segment=NetworkSegment(5afb940b-bbdf-4727-be00-5d46367c38a1),segment_id=5afb940b-bbdf-4727-be00-5d46367c38a1)] {{(pid=93917) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 19:22:45.463959 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-c8dc4e10-ce53-4906-9ccc-11074158ba2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:22:45.583750 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8dc4e10-ce53-4906-9ccc-11074158ba2b None None] Routers {'5b1e005c-7323-4581-abf3-641971c38b95'} bound to L3 agent in host n-d-800634-3 {{(pid=93917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 19:22:45.584404 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-c8dc4e10-ce53-4906-9ccc-11074158ba2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T19:22:23Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['5b1e005c-7323-4581-abf3-641971c38b95'], 'active': True} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 19:22:45.588711 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9c79a8-317d-4883-b8f9-95408c248fc2 None None] Pushing event updated for resources: {'Port': ['ID=1e44f090-fbb8-4826-a173-750656fb00f0,revision_number=3']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:22:45.740283 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-8574a991-a0d8-4bb5-8a5a-0c9d553ea444 None None] Notify callbacks [] for port, precommit_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:22:45.747204 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvr_db [None req-c8dc4e10-ce53-4906-9ccc-11074158ba2b None None] Set router 5b1e005c-7323-4581-abf3-641971c38b95 gateway port host: n-d-800634-3 {{(pid=93917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 19:22:45.802429 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-8574a991-a0d8-4bb5-8a5a-0c9d553ea444 None None] Transition to ACTIVE for port object dd046437-2452-4e1c-9e0f-b821dc997ee0 will not be triggered until provisioned by entity L2. {{(pid=93917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 19:22:45.852277 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-8574a991-a0d8-4bb5-8a5a-0c9d553ea444 None None] Transition to ACTIVE for port object dd046437-2452-4e1c-9e0f-b821dc997ee0 will not be triggered until provisioned by entity DHCP. {{(pid=93917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 19:22:45.865190 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-8574a991-a0d8-4bb5-8a5a-0c9d553ea444 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804'] for port, after_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:22:45.913602 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.db_base_plugin_common [None req-f99ecba2-7d24-4ac7-bb3b-a41d8c803714 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Allocated IP 172.20.0.1 (f22af07f-f973-49f0-bb76-d6ad85e8b9eb/38917f63-a46f-43bc-afed-c827ce0ba122/47fd9cbb-f0b6-4844-9be2-175d76a18e04) {{(pid=93915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 19:22:45.923638 n-d-800634-3 neutron-server[93917]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8574a991-a0d8-4bb5-8a5a-0c9d553ea444 None None] Network f22af07f-f973-49f0-bb76-d6ad85e8b9eb is already hosted by enough agents. {{(pid=93917) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 19:22:45.929731 n-d-800634-3 neutron-server[93917]: DEBUG neutron.scheduler.base_scheduler [None req-8574a991-a0d8-4bb5-8a5a-0c9d553ea444 None None] Resources bound (agent type, host, resource id): {{(pid=93917) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 19:22:45.937941 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8574a991-a0d8-4bb5-8a5a-0c9d553ea444 None None] Received port after_create {{(pid=93917) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 19:22:45.950847 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8574a991-a0d8-4bb5-8a5a-0c9d553ea444 None None] Pushing event updated for resources: {'Port': ['ID=dd046437-2452-4e1c-9e0f-b821dc997ee0,revision_number=1']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:22:46.022016 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-8574a991-a0d8-4bb5-8a5a-0c9d553ea444 None None] Attempting to bind port dd046437-2452-4e1c-9e0f-b821dc997ee0 on host n-d-800634-3 for vnic_type normal with profile {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 19:22:46.022294 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-8574a991-a0d8-4bb5-8a5a-0c9d553ea444 None None] Attempting to bind port dd046437-2452-4e1c-9e0f-b821dc997ee0 by drivers openvswitch,hyperv on host n-d-800634-3 at level 0 using segments [{'id': '4ff6b528-2a55-4aed-9c6e-77538dad737f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'f22af07f-f973-49f0-bb76-d6ad85e8b9eb'}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 19:22:46.022663 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8574a991-a0d8-4bb5-8a5a-0c9d553ea444 None None] Attempting to bind port dd046437-2452-4e1c-9e0f-b821dc997ee0 on network f22af07f-f973-49f0-bb76-d6ad85e8b9eb {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 19:22:46.028487 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-f99ecba2-7d24-4ac7-bb3b-a41d8c803714 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks [] for port, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:22:46.033175 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8574a991-a0d8-4bb5-8a5a-0c9d553ea444 None None] Checking agent: {'id': '01c19e91-a945-4e3c-94a6-c211e17c923e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 8, 23), 'started_at': datetime.datetime(2021, 7, 14, 18, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 19, 22, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 19:22:46.033552 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8574a991-a0d8-4bb5-8a5a-0c9d553ea444 None None] Checking segment: {'id': '4ff6b528-2a55-4aed-9c6e-77538dad737f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'f22af07f-f973-49f0-bb76-d6ad85e8b9eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93917) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 19:22:46.033960 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-8574a991-a0d8-4bb5-8a5a-0c9d553ea444 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:22:46.034358 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8574a991-a0d8-4bb5-8a5a-0c9d553ea444 None None] Bound using segment: {'id': '4ff6b528-2a55-4aed-9c6e-77538dad737f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'f22af07f-f973-49f0-bb76-d6ad85e8b9eb'} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 19:22:46.034831 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-8574a991-a0d8-4bb5-8a5a-0c9d553ea444 None None] Bound port: dd046437-2452-4e1c-9e0f-b821dc997ee0, host: n-d-800634-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ff6b528-2a55-4aed-9c6e-77538dad737f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'f22af07f-f973-49f0-bb76-d6ad85e8b9eb'}}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 19:22:46.035215 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-8574a991-a0d8-4bb5-8a5a-0c9d553ea444 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:22:46.042509 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.provisioning_blocks [None req-f99ecba2-7d24-4ac7-bb3b-a41d8c803714 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Transition to ACTIVE for port object 47fd9cbb-f0b6-4844-9be2-175d76a18e04 will not be triggered until provisioned by entity DHCP. {{(pid=93915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 19:22:46.074989 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-f99ecba2-7d24-4ac7-bb3b-a41d8c803714 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:22:46.083355 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-c8dc4e10-ce53-4906-9ccc-11074158ba2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b1e005c-7323-4581-abf3-641971c38b95', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2067827283', 'tenant_id': 'a3d6ee5c9e7d43dd9aef13bacc118669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.12'}], 'enable_snat': True}, 'gw_port_id': '1e44f090-fbb8-4826-a173-750656fb00f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T19:22:42Z', 'updated_at': '2021-07-14T19:22:43Z', 'revision_number': 3, 'project_id': 'a3d6ee5c9e7d43dd9aef13bacc118669', 'gw_port': {'id': '1e44f090-fbb8-4826-a173-750656fb00f0', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:06:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b1e005c-7323-4581-abf3-641971c38b95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T19:22:43Z', 'updated_at': '2021-07-14T19:22:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3'}], 'n-d-800634-3', False) {} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 19:22:46.114603 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8dc4e10-ce53-4906-9ccc-11074158ba2b None None] The sync data for ids ['5b1e005c-7323-4581-abf3-641971c38b95'] in n-d-800634-3 is: [{'id': '5b1e005c-7323-4581-abf3-641971c38b95', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2067827283', 'tenant_id': 'a3d6ee5c9e7d43dd9aef13bacc118669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.12'}], 'enable_snat': True}, 'gw_port_id': '1e44f090-fbb8-4826-a173-750656fb00f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T19:22:42Z', 'updated_at': '2021-07-14T19:22:43Z', 'revision_number': 3, 'project_id': 'a3d6ee5c9e7d43dd9aef13bacc118669', 'gw_port': {'id': '1e44f090-fbb8-4826-a173-750656fb00f0', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:06:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b1e005c-7323-4581-abf3-641971c38b95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T19:22:43Z', 'updated_at': '2021-07-14T19:22:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3'}] {{(pid=93917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 19:22:46.123997 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f99ecba2-7d24-4ac7-bb3b-a41d8c803714 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Network f22af07f-f973-49f0-bb76-d6ad85e8b9eb is already hosted by enough agents. {{(pid=93915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 19:22:46.127551 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [None req-f99ecba2-7d24-4ac7-bb3b-a41d8c803714 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Resources bound (agent type, host, resource id): {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 19:22:46.134355 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f99ecba2-7d24-4ac7-bb3b-a41d8c803714 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Received port after_create {{(pid=93915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 19:22:46.140160 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-8574a991-a0d8-4bb5-8a5a-0c9d553ea444 None None] For port dd046437-2452-4e1c-9e0f-b821dc997ee0, host n-d-800634-3, cleared binding levels {{(pid=93917) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 19:22:46.143974 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-8574a991-a0d8-4bb5-8a5a-0c9d553ea444 None None] For port dd046437-2452-4e1c-9e0f-b821dc997ee0, host n-d-800634-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=dd046437-2452-4e1c-9e0f-b821dc997ee0,segment=NetworkSegment(4ff6b528-2a55-4aed-9c6e-77538dad737f),segment_id=4ff6b528-2a55-4aed-9c6e-77538dad737f)] {{(pid=93917) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 19:22:46.149153 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-8574a991-a0d8-4bb5-8a5a-0c9d553ea444 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:22:46.159474 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99ecba2-7d24-4ac7-bb3b-a41d8c803714 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Pushing event updated for resources: {'Port': ['ID=47fd9cbb-f0b6-4844-9be2-175d76a18e04,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:22:46.190230 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-f99ecba2-7d24-4ac7-bb3b-a41d8c803714 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-930452'] for router_interface, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:22:46.213480 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8574a991-a0d8-4bb5-8a5a-0c9d553ea444 None None] Pushing event updated for resources: {'Port': ['ID=dd046437-2452-4e1c-9e0f-b821dc997ee0,revision_number=2']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:22:46.367225 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-f99ecba2-7d24-4ac7-bb3b-a41d8c803714 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:22:46.698120 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-f99ecba2-7d24-4ac7-bb3b-a41d8c803714 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks [] for port, precommit_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:22:46.704018 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-f99ecba2-7d24-4ac7-bb3b-a41d8c803714 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25912978'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:22:46.785676 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-f99ecba2-7d24-4ac7-bb3b-a41d8c803714 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-598741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-928734'] for router_interface, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:22:46.787489 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99ecba2-7d24-4ac7-bb3b-a41d8c803714 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Pushing event updated for resources: {'Port': ['ID=47fd9cbb-f0b6-4844-9be2-175d76a18e04,revision_number=2']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:22:46.884471 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f99ecba2-7d24-4ac7-bb3b-a41d8c803714 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Network f22af07f-f973-49f0-bb76-d6ad85e8b9eb is already hosted by enough agents. {{(pid=93915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 19:22:46.886607 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [None req-f99ecba2-7d24-4ac7-bb3b-a41d8c803714 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Resources bound (agent type, host, resource id): {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 19:22:47.007425 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f99ecba2-7d24-4ac7-bb3b-a41d8c803714 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Router 5b1e005c-7323-4581-abf3-641971c38b95 has already been hosted by L3 agent 2c6eb27e-defb-4cca-9a24-381c7415e359 {{(pid=93915) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 19:22:47.122728 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f99ecba2-7d24-4ac7-bb3b-a41d8c803714 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify agent at l3_agent.n-d-800634-3 the message routers_updated {{(pid=93915) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 19:22:47.136111 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-f99ecba2-7d24-4ac7-bb3b-a41d8c803714 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] 10.222.0.16 "PUT /v2.0/routers/5b1e005c-7323-4581-abf3-641971c38b95/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1436684 Jul 14 19:22:47.204599 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daeea421-89c8-4c14-b8cd-2d546a9b300d None None] Network f22af07f-f973-49f0-bb76-d6ad85e8b9eb requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 19:22:47.276009 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c1181019-3f3b-40db-a02c-2d0706b38bc2 req-594a2b1d-ba31-492b-b5df-8411e424e628 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-144730480&fields=id&tenant_id=a3d6ee5c9e7d43dd9aef13bacc118669 HTTP/1.1" status: 200 len: 267 time: 0.0340095 Jul 14 19:22:47.282948 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-81a847de-e473-4ae5-a0b9-ceebf114c9bb None None] Provisioning for port dd046437-2452-4e1c-9e0f-b821dc997ee0 completed by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 19:22:47.389651 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1181019-3f3b-40db-a02c-2d0706b38bc2 req-214b8e3d-700e-476d-bd34-33aab54c25bb tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:22:47.391168 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c1181019-3f3b-40db-a02c-2d0706b38bc2 req-214b8e3d-700e-476d-bd34-33aab54c25bb tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] 10.222.0.16 "GET /v2.0/networks?id=f22af07f-f973-49f0-bb76-d6ad85e8b9eb HTTP/1.1" status: 200 len: 796 time: 0.1071298 Jul 14 19:22:47.411609 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c1181019-3f3b-40db-a02c-2d0706b38bc2 req-aab8c5fa-169e-42b7-9948-2dcb06bc40de tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] 10.222.0.16 "GET /v2.0/quotas/a3d6ee5c9e7d43dd9aef13bacc118669 HTTP/1.1" status: 200 len: 375 time: 0.0120404 Jul 14 19:22:47.499884 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c1181019-3f3b-40db-a02c-2d0706b38bc2 req-d4a957d3-0a66-482a-97cb-8f428025b646 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=a3d6ee5c9e7d43dd9aef13bacc118669&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0788412 Jul 14 19:22:47.522939 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device dd046437-2452-4e1c-9e0f-b821dc997ee0 up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 19:22:47.585007 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning for port dd046437-2452-4e1c-9e0f-b821dc997ee0 completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 19:22:47.590205 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port dd046437-2452-4e1c-9e0f-b821dc997ee0 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 19:22:47.590579 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:22:47.674041 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c1181019-3f3b-40db-a02c-2d0706b38bc2 req-7f4c1ccc-4622-4521-9769-48b7d3d64aa6 service neutron] 10.222.0.16 "GET /v2.0/networks/f22af07f-f973-49f0-bb76-d6ad85e8b9eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1558404 Jul 14 19:22:47.682399 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:22:47.724376 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] For port dd046437-2452-4e1c-9e0f-b821dc997ee0, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=dd046437-2452-4e1c-9e0f-b821dc997ee0,segment=NetworkSegment(4ff6b528-2a55-4aed-9c6e-77538dad737f),segment_id=4ff6b528-2a55-4aed-9c6e-77538dad737f)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 19:22:47.731570 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:22:47.732662 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 1e44f090-fbb8-4826-a173-750656fb00f0 up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 19:22:47.737866 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9b387e44-fa29-4e36-876b-55e079362bac None None] Provisioning for port 47fd9cbb-f0b6-4844-9be2-175d76a18e04 completed by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 19:22:47.781516 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c1181019-3f3b-40db-a02c-2d0706b38bc2 req-c6230b97-4f40-439b-b42d-74b74efd3780 service neutron] 10.222.0.16 "GET /v2.0/networks/f22af07f-f973-49f0-bb76-d6ad85e8b9eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0999756 Jul 14 19:22:47.783104 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9b387e44-fa29-4e36-876b-55e079362bac None None] Provisioning complete for port 47fd9cbb-f0b6-4844-9be2-175d76a18e04 triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 19:22:47.783488 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9b387e44-fa29-4e36-876b-55e079362bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:22:47.851956 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Pushing event updated for resources: {'Port': ['ID=dd046437-2452-4e1c-9e0f-b821dc997ee0,revision_number=3']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:22:47.855230 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-9b387e44-fa29-4e36-876b-55e079362bac None None] Port 47fd9cbb-f0b6-4844-9be2-175d76a18e04 cannot update to ACTIVE because it is not bound. {{(pid=93917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 19:22:47.865663 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88eb6437-d174-48c8-8628-25bc54e9b6e6 None None] Sync routers for ids ['5b1e005c-7323-4581-abf3-641971c38b95'] in n-d-800634-3 {{(pid=93918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 19:22:47.869021 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:22:47.869401 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:22:47.869749 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:22:47.870087 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:22:47.870418 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:22:47.870747 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:22:47.871073 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:22:47.871410 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:22:47.871728 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:22:47.872053 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:22:47.872396 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:22:47.872790 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:22:47.879807 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88eb6437-d174-48c8-8628-25bc54e9b6e6 None None] Routers {'5b1e005c-7323-4581-abf3-641971c38b95'} bound to L3 agent in host n-d-800634-3 {{(pid=93918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 19:22:47.880732 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-88eb6437-d174-48c8-8628-25bc54e9b6e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T19:22:23Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['5b1e005c-7323-4581-abf3-641971c38b95'], 'active': True} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 19:22:47.884603 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9b387e44-fa29-4e36-876b-55e079362bac None None] Provisioning complete for port dd046437-2452-4e1c-9e0f-b821dc997ee0 triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 19:22:47.885499 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9b387e44-fa29-4e36-876b-55e079362bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:22:47.888268 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning for port 1e44f090-fbb8-4826-a173-750656fb00f0 completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 19:22:47.926774 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port 1e44f090-fbb8-4826-a173-750656fb00f0 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 19:22:47.927365 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:22:48.021532 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-d4e1989f-37b7-47c2-b329-f1610bc1b37e req-cdc56fc1-8bc4-41d9-8775-4e9e6b076403 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] 10.222.0.16 "GET /v2.0/ports?device_id=6c8b9977-20eb-40ba-9db8-00334008e35a HTTP/1.1" status: 200 len: 210 time: 0.0533535 Jul 14 19:22:48.036400 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvr_db [None req-88eb6437-d174-48c8-8628-25bc54e9b6e6 None None] Set router 5b1e005c-7323-4581-abf3-641971c38b95 gateway port host: n-d-800634-3 {{(pid=93918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 19:22:48.111111 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:22:48.132432 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] For port 1e44f090-fbb8-4826-a173-750656fb00f0, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=1e44f090-fbb8-4826-a173-750656fb00f0,segment=NetworkSegment(5afb940b-bbdf-4727-be00-5d46367c38a1),segment_id=5afb940b-bbdf-4727-be00-5d46367c38a1)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 19:22:48.138004 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:22:48.187183 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Pushing event updated for resources: {'Port': ['ID=1e44f090-fbb8-4826-a173-750656fb00f0,revision_number=4']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:22:48.231150 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-c9ba7636-d030-4050-adc9-683f0005cb41 None None] Provisioning complete for port 47fd9cbb-f0b6-4844-9be2-175d76a18e04 triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 19:22:48.231738 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-c9ba7636-d030-4050-adc9-683f0005cb41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:22:48.265755 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-c9ba7636-d030-4050-adc9-683f0005cb41 None None] Port 47fd9cbb-f0b6-4844-9be2-175d76a18e04 cannot update to ACTIVE because it is not bound. {{(pid=93917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 19:22:48.277714 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-88eb6437-d174-48c8-8628-25bc54e9b6e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b1e005c-7323-4581-abf3-641971c38b95', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2067827283', 'tenant_id': 'a3d6ee5c9e7d43dd9aef13bacc118669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.12'}], 'enable_snat': True}, 'gw_port_id': '1e44f090-fbb8-4826-a173-750656fb00f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T19:22:42Z', 'updated_at': '2021-07-14T19:22:46Z', 'revision_number': 4, 'project_id': 'a3d6ee5c9e7d43dd9aef13bacc118669', 'gw_port': {'id': '1e44f090-fbb8-4826-a173-750656fb00f0', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:06:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b1e005c-7323-4581-abf3-641971c38b95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T19:22:43Z', 'updated_at': '2021-07-14T19:22:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_interfaces': [{'id': '47fd9cbb-f0b6-4844-9be2-175d76a18e04', 'name': '', 'network_id': 'f22af07f-f973-49f0-bb76-d6ad85e8b9eb', 'tenant_id': 'a3d6ee5c9e7d43dd9aef13bacc118669', 'mac_address': 'fa:16:3e:01:cc:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b1e005c-7323-4581-abf3-641971c38b95', 'device_owner': 'network:router_interface', 'standard_attr_id': 4169, 'fixed_ips': [{'subnet_id': '38917f63-a46f-43bc-afed-c827ce0ba122', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T19:22:45Z', 'updated_at': '2021-07-14T19:22:46Z', 'revision_number': 2, 'project_id': 'a3d6ee5c9e7d43dd9aef13bacc118669', 'subnets': [{'id': '38917f63-a46f-43bc-afed-c827ce0ba122', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-3', False) {} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 19:22:48.308214 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88eb6437-d174-48c8-8628-25bc54e9b6e6 None None] Checking router: 5b1e005c-7323-4581-abf3-641971c38b95 for host: n-d-800634-3 {{(pid=93918) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 19:22:48.308732 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88eb6437-d174-48c8-8628-25bc54e9b6e6 None None] Updating router 5b1e005c-7323-4581-abf3-641971c38b95 port 47fd9cbb-f0b6-4844-9be2-175d76a18e04 binding host n-d-800634-3 {{(pid=93918) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 19:22:48.343602 n-d-800634-3 neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-88eb6437-d174-48c8-8628-25bc54e9b6e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:22:48.616576 n-d-800634-3 neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-88eb6437-d174-48c8-8628-25bc54e9b6e6 None None] Notify callbacks [] for port, precommit_update {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:22:48.626182 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.provisioning_blocks [None req-88eb6437-d174-48c8-8628-25bc54e9b6e6 None None] Transition to ACTIVE for port object 47fd9cbb-f0b6-4844-9be2-175d76a18e04 will not be triggered until provisioned by entity L2. {{(pid=93918) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 19:22:48.632438 n-d-800634-3 neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-88eb6437-d174-48c8-8628-25bc54e9b6e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:22:48.688061 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfcb9b6-c545-406d-95d6-71a3992e9e4c None None] Pushing event updated for resources: {'Port': ['ID=47fd9cbb-f0b6-4844-9be2-175d76a18e04,revision_number=3']} {{(pid=93918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:22:48.715215 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bfcb9b6-c545-406d-95d6-71a3992e9e4c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:22:48.715556 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bfcb9b6-c545-406d-95d6-71a3992e9e4c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:22:48.715895 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bfcb9b6-c545-406d-95d6-71a3992e9e4c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:22:48.716260 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bfcb9b6-c545-406d-95d6-71a3992e9e4c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:22:48.716595 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bfcb9b6-c545-406d-95d6-71a3992e9e4c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:22:48.716922 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bfcb9b6-c545-406d-95d6-71a3992e9e4c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:22:48.717248 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bfcb9b6-c545-406d-95d6-71a3992e9e4c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:22:48.717571 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bfcb9b6-c545-406d-95d6-71a3992e9e4c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:22:48.717893 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bfcb9b6-c545-406d-95d6-71a3992e9e4c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:22:48.718211 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bfcb9b6-c545-406d-95d6-71a3992e9e4c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:22:48.718531 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bfcb9b6-c545-406d-95d6-71a3992e9e4c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:22:48.718853 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bfcb9b6-c545-406d-95d6-71a3992e9e4c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:22:48.750424 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.managers [None req-88eb6437-d174-48c8-8628-25bc54e9b6e6 None None] Attempting to bind port 47fd9cbb-f0b6-4844-9be2-175d76a18e04 on host n-d-800634-3 for vnic_type normal with profile {{(pid=93918) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 19:22:48.750801 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.managers [None req-88eb6437-d174-48c8-8628-25bc54e9b6e6 None None] Attempting to bind port 47fd9cbb-f0b6-4844-9be2-175d76a18e04 by drivers openvswitch,hyperv on host n-d-800634-3 at level 0 using segments [{'id': '4ff6b528-2a55-4aed-9c6e-77538dad737f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'f22af07f-f973-49f0-bb76-d6ad85e8b9eb'}] {{(pid=93918) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 19:22:48.751199 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88eb6437-d174-48c8-8628-25bc54e9b6e6 None None] Attempting to bind port 47fd9cbb-f0b6-4844-9be2-175d76a18e04 on network f22af07f-f973-49f0-bb76-d6ad85e8b9eb {{(pid=93918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 19:22:48.756541 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88eb6437-d174-48c8-8628-25bc54e9b6e6 None None] Checking agent: {'id': '01c19e91-a945-4e3c-94a6-c211e17c923e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 8, 23), 'started_at': datetime.datetime(2021, 7, 14, 18, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 19, 22, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 19:22:48.756919 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88eb6437-d174-48c8-8628-25bc54e9b6e6 None None] Checking segment: {'id': '4ff6b528-2a55-4aed-9c6e-77538dad737f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'f22af07f-f973-49f0-bb76-d6ad85e8b9eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93918) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 19:22:48.757315 n-d-800634-3 neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-88eb6437-d174-48c8-8628-25bc54e9b6e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:22:48.757707 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88eb6437-d174-48c8-8628-25bc54e9b6e6 None None] Bound using segment: {'id': '4ff6b528-2a55-4aed-9c6e-77538dad737f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'f22af07f-f973-49f0-bb76-d6ad85e8b9eb'} {{(pid=93918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 19:22:48.758170 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.managers [None req-88eb6437-d174-48c8-8628-25bc54e9b6e6 None None] Bound port: 47fd9cbb-f0b6-4844-9be2-175d76a18e04, host: n-d-800634-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ff6b528-2a55-4aed-9c6e-77538dad737f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'f22af07f-f973-49f0-bb76-d6ad85e8b9eb'}}] {{(pid=93918) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 19:22:48.758543 n-d-800634-3 neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-88eb6437-d174-48c8-8628-25bc54e9b6e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:22:48.828545 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.db [None req-88eb6437-d174-48c8-8628-25bc54e9b6e6 None None] For port 47fd9cbb-f0b6-4844-9be2-175d76a18e04, host n-d-800634-3, cleared binding levels {{(pid=93918) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 19:22:48.833280 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.db [None req-88eb6437-d174-48c8-8628-25bc54e9b6e6 None None] For port 47fd9cbb-f0b6-4844-9be2-175d76a18e04, host n-d-800634-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=47fd9cbb-f0b6-4844-9be2-175d76a18e04,segment=NetworkSegment(4ff6b528-2a55-4aed-9c6e-77538dad737f),segment_id=4ff6b528-2a55-4aed-9c6e-77538dad737f)] {{(pid=93918) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 19:22:48.838996 n-d-800634-3 neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-88eb6437-d174-48c8-8628-25bc54e9b6e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:22:48.898164 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88eb6437-d174-48c8-8628-25bc54e9b6e6 None None] Routers {'5b1e005c-7323-4581-abf3-641971c38b95'} bound to L3 agent in host n-d-800634-3 {{(pid=93918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 19:22:48.898787 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-88eb6437-d174-48c8-8628-25bc54e9b6e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T19:22:23Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['5b1e005c-7323-4581-abf3-641971c38b95'], 'active': True} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 19:22:48.944528 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfcb9b6-c545-406d-95d6-71a3992e9e4c None None] Pushing event updated for resources: {'Port': ['ID=47fd9cbb-f0b6-4844-9be2-175d76a18e04,revision_number=4']} {{(pid=93918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:22:49.018516 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvr_db [None req-88eb6437-d174-48c8-8628-25bc54e9b6e6 None None] Set router 5b1e005c-7323-4581-abf3-641971c38b95 gateway port host: n-d-800634-3 {{(pid=93918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 19:22:49.254312 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-458effd4-5892-4ba7-8891-c982ba254333 req-860108a2-7929-4807-a275-ce64a230c5e9 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] 10.222.0.16 "GET /v2.0/ports?device_id=6c8b9977-20eb-40ba-9db8-00334008e35a HTTP/1.1" status: 200 len: 210 time: 0.0692165 Jul 14 19:22:49.315952 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1181019-3f3b-40db-a02c-2d0706b38bc2 req-c73823c1-13cc-4d63-b57f-aff9ce83bbad tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:22:49.317459 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c1181019-3f3b-40db-a02c-2d0706b38bc2 req-c73823c1-13cc-4d63-b57f-aff9ce83bbad tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] 10.222.0.18 "GET /v2.0/networks?id=f22af07f-f973-49f0-bb76-d6ad85e8b9eb HTTP/1.1" status: 200 len: 796 time: 0.1416535 Jul 14 19:22:49.336379 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-88eb6437-d174-48c8-8628-25bc54e9b6e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b1e005c-7323-4581-abf3-641971c38b95', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2067827283', 'tenant_id': 'a3d6ee5c9e7d43dd9aef13bacc118669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.12'}], 'enable_snat': True}, 'gw_port_id': '1e44f090-fbb8-4826-a173-750656fb00f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T19:22:42Z', 'updated_at': '2021-07-14T19:22:46Z', 'revision_number': 4, 'project_id': 'a3d6ee5c9e7d43dd9aef13bacc118669', 'gw_port': {'id': '1e44f090-fbb8-4826-a173-750656fb00f0', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:06:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b1e005c-7323-4581-abf3-641971c38b95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T19:22:43Z', 'updated_at': '2021-07-14T19:22:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_interfaces': [{'id': '47fd9cbb-f0b6-4844-9be2-175d76a18e04', 'name': '', 'network_id': 'f22af07f-f973-49f0-bb76-d6ad85e8b9eb', 'tenant_id': 'a3d6ee5c9e7d43dd9aef13bacc118669', 'mac_address': 'fa:16:3e:01:cc:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b1e005c-7323-4581-abf3-641971c38b95', 'device_owner': 'network:router_interface', 'standard_attr_id': 4169, 'fixed_ips': [{'subnet_id': '38917f63-a46f-43bc-afed-c827ce0ba122', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T19:22:45Z', 'updated_at': '2021-07-14T19:22:48Z', 'revision_number': 4, 'project_id': 'a3d6ee5c9e7d43dd9aef13bacc118669', 'subnets': [{'id': '38917f63-a46f-43bc-afed-c827ce0ba122', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-3', False) {} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 19:22:49.360836 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c1181019-3f3b-40db-a02c-2d0706b38bc2 req-0227cd0f-06cf-479c-b88c-d80f00a7944c tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a3d6ee5c9e7d43dd9aef13bacc118669 HTTP/1.1" status: 200 len: 379 time: 0.0356002 Jul 14 19:22:49.363281 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88eb6437-d174-48c8-8628-25bc54e9b6e6 None None] The sync data for ids ['5b1e005c-7323-4581-abf3-641971c38b95'] in n-d-800634-3 is: [{'id': '5b1e005c-7323-4581-abf3-641971c38b95', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2067827283', 'tenant_id': 'a3d6ee5c9e7d43dd9aef13bacc118669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.12'}], 'enable_snat': True}, 'gw_port_id': '1e44f090-fbb8-4826-a173-750656fb00f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T19:22:42Z', 'updated_at': '2021-07-14T19:22:46Z', 'revision_number': 4, 'project_id': 'a3d6ee5c9e7d43dd9aef13bacc118669', 'gw_port': {'id': '1e44f090-fbb8-4826-a173-750656fb00f0', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:06:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b1e005c-7323-4581-abf3-641971c38b95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T19:22:43Z', 'updated_at': '2021-07-14T19:22:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_interfaces': [{'id': '47fd9cbb-f0b6-4844-9be2-175d76a18e04', 'name': '', 'network_id': 'f22af07f-f973-49f0-bb76-d6ad85e8b9eb', 'tenant_id': 'a3d6ee5c9e7d43dd9aef13bacc118669', 'mac_address': 'fa:16:3e:01:cc:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b1e005c-7323-4581-abf3-641971c38b95', 'device_owner': 'network:router_interface', 'standard_attr_id': 4169, 'fixed_ips': [{'subnet_id': '38917f63-a46f-43bc-afed-c827ce0ba122', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T19:22:45Z', 'updated_at': '2021-07-14T19:22:48Z', 'revision_number': 4, 'project_id': 'a3d6ee5c9e7d43dd9aef13bacc118669', 'subnets': [{'id': '38917f63-a46f-43bc-afed-c827ce0ba122', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 19:22:49.373334 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [req-c1181019-3f3b-40db-a02c-2d0706b38bc2 req-c27a1451-c408-4866-83cb-82c43d5f55fd tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Request body: {'port': {'device_id': '6c8b9977-20eb-40ba-9db8-00334008e35a', 'network_id': 'f22af07f-f973-49f0-bb76-d6ad85e8b9eb', 'admin_state_up': True, 'tenant_id': 'a3d6ee5c9e7d43dd9aef13bacc118669', 'security_groups': ['1f6d01ab-139f-4396-bf1f-0d9d7aab5715']}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 19:22:49.480922 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device dd046437-2452-4e1c-9e0f-b821dc997ee0 up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 19:22:49.515539 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c1181019-3f3b-40db-a02c-2d0706b38bc2 req-c27a1451-c408-4866-83cb-82c43d5f55fd tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Made reservation on behalf of a3d6ee5c9e7d43dd9aef13bacc118669 for: {'port': 1} {{(pid=93915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 19:22:49.519341 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-c1181019-3f3b-40db-a02c-2d0706b38bc2 req-c27a1451-c408-4866-83cb-82c43d5f55fd tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:22:49.547924 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port dd046437-2452-4e1c-9e0f-b821dc997ee0 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 19:22:49.548338 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:22:49.640533 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 1e44f090-fbb8-4826-a173-750656fb00f0 up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 19:22:49.661657 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.db_base_plugin_common [req-c1181019-3f3b-40db-a02c-2d0706b38bc2 req-c27a1451-c408-4866-83cb-82c43d5f55fd tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Allocated IP 172.20.0.14 (f22af07f-f973-49f0-bb76-d6ad85e8b9eb/38917f63-a46f-43bc-afed-c827ce0ba122/80dbf385-8daf-4906-8062-00b3209b7e4b) {{(pid=93915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 19:22:49.695142 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port 1e44f090-fbb8-4826-a173-750656fb00f0 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 19:22:49.695638 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:22:49.816056 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-c1181019-3f3b-40db-a02c-2d0706b38bc2 req-c27a1451-c408-4866-83cb-82c43d5f55fd tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks [] for port, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:22:49.831091 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.provisioning_blocks [req-c1181019-3f3b-40db-a02c-2d0706b38bc2 req-c27a1451-c408-4866-83cb-82c43d5f55fd tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Transition to ACTIVE for port object 80dbf385-8daf-4906-8062-00b3209b7e4b will not be triggered until provisioned by entity DHCP. {{(pid=93915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 19:22:49.864391 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-c1181019-3f3b-40db-a02c-2d0706b38bc2 req-c27a1451-c408-4866-83cb-82c43d5f55fd tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:22:49.908608 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c1181019-3f3b-40db-a02c-2d0706b38bc2 req-c27a1451-c408-4866-83cb-82c43d5f55fd tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Network f22af07f-f973-49f0-bb76-d6ad85e8b9eb is already hosted by enough agents. {{(pid=93915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 19:22:49.914041 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [req-c1181019-3f3b-40db-a02c-2d0706b38bc2 req-c27a1451-c408-4866-83cb-82c43d5f55fd tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Resources bound (agent type, host, resource id): {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 19:22:49.918190 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1181019-3f3b-40db-a02c-2d0706b38bc2 req-c27a1451-c408-4866-83cb-82c43d5f55fd tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Received port after_create {{(pid=93915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 19:22:49.949267 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27a1451-c408-4866-83cb-82c43d5f55fd tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Pushing event updated for resources: {'Port': ['ID=80dbf385-8daf-4906-8062-00b3209b7e4b,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:22:49.979759 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1181019-3f3b-40db-a02c-2d0706b38bc2 req-c27a1451-c408-4866-83cb-82c43d5f55fd tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:22:49.980451 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-c1181019-3f3b-40db-a02c-2d0706b38bc2 req-c27a1451-c408-4866-83cb-82c43d5f55fd tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:22:49.996800 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c1181019-3f3b-40db-a02c-2d0706b38bc2 req-c27a1451-c408-4866-83cb-82c43d5f55fd tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6277223 Jul 14 19:22:50.008898 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [req-c1181019-3f3b-40db-a02c-2d0706b38bc2 req-ec8d9195-ab86-4ab9-aaf5-9e02a1e070e8 service neutron] Request body: {'port': {'device_id': '6c8b9977-20eb-40ba-9db8-00334008e35a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800634-3'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 19:22:50.088670 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-c1181019-3f3b-40db-a02c-2d0706b38bc2 req-ec8d9195-ab86-4ab9-aaf5-9e02a1e070e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:22:50.149310 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-70c98e3d-7a53-4fa0-8408-d8fad78068f5 None None] Provisioning for port 80dbf385-8daf-4906-8062-00b3209b7e4b completed by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 19:22:50.153539 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-70c98e3d-7a53-4fa0-8408-d8fad78068f5 None None] Provisioning complete for port 80dbf385-8daf-4906-8062-00b3209b7e4b triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 19:22:50.153921 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-70c98e3d-7a53-4fa0-8408-d8fad78068f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:22:50.190775 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-70c98e3d-7a53-4fa0-8408-d8fad78068f5 None None] Port 80dbf385-8daf-4906-8062-00b3209b7e4b cannot update to ACTIVE because it is not bound. {{(pid=93917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 19:22:50.369737 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [req-c1181019-3f3b-40db-a02c-2d0706b38bc2 req-ec8d9195-ab86-4ab9-aaf5-9e02a1e070e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80dbf385-8daf-4906-8062-00b3209b7e4b {{(pid=93915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 19:22:50.378737 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-c1181019-3f3b-40db-a02c-2d0706b38bc2 req-ec8d9195-ab86-4ab9-aaf5-9e02a1e070e8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:22:50.391473 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.provisioning_blocks [req-c1181019-3f3b-40db-a02c-2d0706b38bc2 req-ec8d9195-ab86-4ab9-aaf5-9e02a1e070e8 service neutron] Transition to ACTIVE for port object 80dbf385-8daf-4906-8062-00b3209b7e4b will not be triggered until provisioned by entity L2. {{(pid=93915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 19:22:50.422539 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-c1181019-3f3b-40db-a02c-2d0706b38bc2 req-ec8d9195-ab86-4ab9-aaf5-9e02a1e070e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25912978'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:22:50.485330 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8d9195-ab86-4ab9-aaf5-9e02a1e070e8 service neutron] Pushing event updated for resources: {'Port': ['ID=80dbf385-8daf-4906-8062-00b3209b7e4b,revision_number=2']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:22:50.496065 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-033ea2b3-4442-45e7-9c5b-96a931f12620 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:22:50.553665 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d95b4dc-0df1-43f6-bfc2-5c3f699a0aed req-63638ced-1c98-4522-a717-f410eda3b1e5 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:22:50.555183 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6d95b4dc-0df1-43f6-bfc2-5c3f699a0aed req-63638ced-1c98-4522-a717-f410eda3b1e5 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] 10.222.0.16 "GET /v2.0/ports?device_id=6c8b9977-20eb-40ba-9db8-00334008e35a HTTP/1.1" status: 200 len: 944 time: 0.1625633 Jul 14 19:22:50.893227 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-c1181019-3f3b-40db-a02c-2d0706b38bc2 req-ec8d9195-ab86-4ab9-aaf5-9e02a1e070e8 service neutron] Attempting to bind port 80dbf385-8daf-4906-8062-00b3209b7e4b on host n-h1-800634-3 for vnic_type normal with profile {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 19:22:50.893454 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-c1181019-3f3b-40db-a02c-2d0706b38bc2 req-ec8d9195-ab86-4ab9-aaf5-9e02a1e070e8 service neutron] Attempting to bind port 80dbf385-8daf-4906-8062-00b3209b7e4b by drivers openvswitch,hyperv on host n-h1-800634-3 at level 0 using segments [{'id': '4ff6b528-2a55-4aed-9c6e-77538dad737f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'f22af07f-f973-49f0-bb76-d6ad85e8b9eb'}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 19:22:50.893745 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1181019-3f3b-40db-a02c-2d0706b38bc2 req-ec8d9195-ab86-4ab9-aaf5-9e02a1e070e8 service neutron] Attempting to bind port 80dbf385-8daf-4906-8062-00b3209b7e4b on network f22af07f-f973-49f0-bb76-d6ad85e8b9eb {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 19:22:50.903789 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1181019-3f3b-40db-a02c-2d0706b38bc2 req-ec8d9195-ab86-4ab9-aaf5-9e02a1e070e8 service neutron] Port 80dbf385-8daf-4906-8062-00b3209b7e4b on network f22af07f-f973-49f0-bb76-d6ad85e8b9eb not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-3 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 19:22:50.904149 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1181019-3f3b-40db-a02c-2d0706b38bc2 req-ec8d9195-ab86-4ab9-aaf5-9e02a1e070e8 service neutron] Attempting to bind port 80dbf385-8daf-4906-8062-00b3209b7e4b on network f22af07f-f973-49f0-bb76-d6ad85e8b9eb {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 19:22:50.911412 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6d95b4dc-0df1-43f6-bfc2-5c3f699a0aed req-25907207-8147-46fc-9c04-14feea1d7097 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] 10.222.0.16 "GET /v2.0/security-groups?id=1f6d01ab-139f-4396-bf1f-0d9d7aab5715&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3472562 Jul 14 19:22:50.913950 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1181019-3f3b-40db-a02c-2d0706b38bc2 req-ec8d9195-ab86-4ab9-aaf5-9e02a1e070e8 service neutron] Checking agent: {'id': 'a3630ff4-fbee-45d9-b9b6-0ae41cb3a350', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 15, 32), 'started_at': datetime.datetime(2021, 7, 14, 18, 15, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 19, 22, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 19:22:50.914319 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1181019-3f3b-40db-a02c-2d0706b38bc2 req-ec8d9195-ab86-4ab9-aaf5-9e02a1e070e8 service neutron] Checking segment: {'id': '4ff6b528-2a55-4aed-9c6e-77538dad737f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'f22af07f-f973-49f0-bb76-d6ad85e8b9eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 19:22:50.914651 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1181019-3f3b-40db-a02c-2d0706b38bc2 req-ec8d9195-ab86-4ab9-aaf5-9e02a1e070e8 service neutron] Bound using segment: {'id': '4ff6b528-2a55-4aed-9c6e-77538dad737f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'f22af07f-f973-49f0-bb76-d6ad85e8b9eb'} {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 19:22:50.915079 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-c1181019-3f3b-40db-a02c-2d0706b38bc2 req-ec8d9195-ab86-4ab9-aaf5-9e02a1e070e8 service neutron] Bound port: 80dbf385-8daf-4906-8062-00b3209b7e4b, host: n-h1-800634-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ff6b528-2a55-4aed-9c6e-77538dad737f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'f22af07f-f973-49f0-bb76-d6ad85e8b9eb'}}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 19:22:50.915438 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-c1181019-3f3b-40db-a02c-2d0706b38bc2 req-ec8d9195-ab86-4ab9-aaf5-9e02a1e070e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:22:50.976378 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-c1181019-3f3b-40db-a02c-2d0706b38bc2 req-ec8d9195-ab86-4ab9-aaf5-9e02a1e070e8 service neutron] For port 80dbf385-8daf-4906-8062-00b3209b7e4b, host n-h1-800634-3, cleared binding levels {{(pid=93915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 19:22:50.979809 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-c1181019-3f3b-40db-a02c-2d0706b38bc2 req-ec8d9195-ab86-4ab9-aaf5-9e02a1e070e8 service neutron] For port 80dbf385-8daf-4906-8062-00b3209b7e4b, host n-h1-800634-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=80dbf385-8daf-4906-8062-00b3209b7e4b,segment=NetworkSegment(4ff6b528-2a55-4aed-9c6e-77538dad737f),segment_id=4ff6b528-2a55-4aed-9c6e-77538dad737f)] {{(pid=93915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 19:22:50.984033 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-c1181019-3f3b-40db-a02c-2d0706b38bc2 req-ec8d9195-ab86-4ab9-aaf5-9e02a1e070e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25912978'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:22:51.017183 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1181019-3f3b-40db-a02c-2d0706b38bc2 req-ec8d9195-ab86-4ab9-aaf5-9e02a1e070e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:22:51.017796 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-c1181019-3f3b-40db-a02c-2d0706b38bc2 req-ec8d9195-ab86-4ab9-aaf5-9e02a1e070e8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:22:51.019269 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c1181019-3f3b-40db-a02c-2d0706b38bc2 req-ec8d9195-ab86-4ab9-aaf5-9e02a1e070e8 service neutron] 10.222.0.18 "PUT /v2.0/ports/80dbf385-8daf-4906-8062-00b3209b7e4b HTTP/1.1" status: 200 len: 1092 time: 1.0148385 Jul 14 19:22:51.019704 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c8b9977-20eb-40ba-9db8-00334008e35a', 'tag': '80dbf385-8daf-4906-8062-00b3209b7e4b'}] {{(pid=93915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 19:22:51.021987 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}163b1c7ce9835e2c54087c39b47c05da5c61decdd411e584c58a4e7cd59f948f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-870414ec-24e5-4371-a5f4-04aa74cbed17" -d '{"events": [{"name": "network-changed", "server_uuid": "6c8b9977-20eb-40ba-9db8-00334008e35a", "tag": "80dbf385-8daf-4906-8062-00b3209b7e4b"}]}' {{(pid=93915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 19:22:51.047601 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8d9195-ab86-4ab9-aaf5-9e02a1e070e8 service neutron] Pushing event updated for resources: {'Port': ['ID=80dbf385-8daf-4906-8062-00b3209b7e4b,revision_number=3']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:22:51.104630 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 19:22:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b5da56d-7a8e-4f62-b25a-3464f24155a1 x-openstack-request-id: req-0b5da56d-7a8e-4f62-b25a-3464f24155a1 {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 19:22:51.104908 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c8b9977-20eb-40ba-9db8-00334008e35a", "tag": "80dbf385-8daf-4906-8062-00b3209b7e4b", "status": "completed", "code": 200}]} {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 19:22:51.105163 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0b5da56d-7a8e-4f62-b25a-3464f24155a1 {{(pid=93915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 19:22:51.105561 n-d-800634-3 neutron-server[93915]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c8b9977-20eb-40ba-9db8-00334008e35a', 'tag': '80dbf385-8daf-4906-8062-00b3209b7e4b', 'status': 'completed', 'code': 200} Jul 14 19:22:51.133069 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1181019-3f3b-40db-a02c-2d0706b38bc2 req-e9bc87bf-3845-4d95-bdbb-ac6416e42bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:22:51.134528 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c1181019-3f3b-40db-a02c-2d0706b38bc2 req-e9bc87bf-3845-4d95-bdbb-ac6416e42bf9 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a3d6ee5c9e7d43dd9aef13bacc118669&device_id=6c8b9977-20eb-40ba-9db8-00334008e35a HTTP/1.1" status: 200 len: 1095 time: 0.0638151 Jul 14 19:22:51.177803 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c1181019-3f3b-40db-a02c-2d0706b38bc2 req-43cbed34-626d-41f4-b1f5-e6e4a801b848 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=80dbf385-8daf-4906-8062-00b3209b7e4b HTTP/1.1" status: 200 len: 217 time: 0.0355155 Jul 14 19:22:51.226785 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1181019-3f3b-40db-a02c-2d0706b38bc2 req-c6009617-779c-47f4-a7ef-3caff0ad6284 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:22:51.228298 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c1181019-3f3b-40db-a02c-2d0706b38bc2 req-c6009617-779c-47f4-a7ef-3caff0ad6284 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=38917f63-a46f-43bc-afed-c827ce0ba122 HTTP/1.1" status: 200 len: 834 time: 0.0449779 Jul 14 19:22:51.288110 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1181019-3f3b-40db-a02c-2d0706b38bc2 req-659eac40-4f99-4402-81c1-a02576651477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:22:51.289532 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c1181019-3f3b-40db-a02c-2d0706b38bc2 req-659eac40-4f99-4402-81c1-a02576651477 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f22af07f-f973-49f0-bb76-d6ad85e8b9eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0553346 Jul 14 19:22:51.379460 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c1181019-3f3b-40db-a02c-2d0706b38bc2 req-ee70d5e2-72bc-4e03-91aa-82e846e42b23 service neutron] 10.222.0.18 "GET /v2.0/networks/f22af07f-f973-49f0-bb76-d6ad85e8b9eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834057 Jul 14 19:22:51.448212 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 47fd9cbb-f0b6-4844-9be2-175d76a18e04 up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 19:22:51.476748 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c1181019-3f3b-40db-a02c-2d0706b38bc2 req-12ac48e7-fff1-4269-ae3b-a350e3aaa431 service neutron] 10.222.0.18 "GET /v2.0/networks/f22af07f-f973-49f0-bb76-d6ad85e8b9eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909069 Jul 14 19:22:51.499996 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning for port 47fd9cbb-f0b6-4844-9be2-175d76a18e04 completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 19:22:51.504297 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port 47fd9cbb-f0b6-4844-9be2-175d76a18e04 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 19:22:51.504935 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:22:51.609805 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870414ec-24e5-4371-a5f4-04aa74cbed17 req-59fc2cf6-c2e0-481e-aa7e-c54ea1254040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:22:51.611704 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-870414ec-24e5-4371-a5f4-04aa74cbed17 req-59fc2cf6-c2e0-481e-aa7e-c54ea1254040 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a3d6ee5c9e7d43dd9aef13bacc118669&device_id=6c8b9977-20eb-40ba-9db8-00334008e35a HTTP/1.1" status: 200 len: 1095 time: 0.0561924 Jul 14 19:22:51.702980 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870414ec-24e5-4371-a5f4-04aa74cbed17 req-f97cf22c-5470-4f9a-b2f6-f6b18c9ed9a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:22:51.704455 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-870414ec-24e5-4371-a5f4-04aa74cbed17 req-f97cf22c-5470-4f9a-b2f6-f6b18c9ed9a4 service neutron] 10.222.0.18 "GET /v2.0/networks?id=f22af07f-f973-49f0-bb76-d6ad85e8b9eb HTTP/1.1" status: 200 len: 896 time: 0.0859261 Jul 14 19:22:51.736442 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:22:51.749439 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-870414ec-24e5-4371-a5f4-04aa74cbed17 req-47a90496-f69b-4228-8700-8082d56a7586 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=80dbf385-8daf-4906-8062-00b3209b7e4b HTTP/1.1" status: 200 len: 217 time: 0.0376682 Jul 14 19:22:51.768278 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] For port 47fd9cbb-f0b6-4844-9be2-175d76a18e04, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=47fd9cbb-f0b6-4844-9be2-175d76a18e04,segment=NetworkSegment(4ff6b528-2a55-4aed-9c6e-77538dad737f),segment_id=4ff6b528-2a55-4aed-9c6e-77538dad737f)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 19:22:51.771932 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:22:51.799343 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870414ec-24e5-4371-a5f4-04aa74cbed17 req-fac8c18a-1b99-44ed-b0f2-69f68ef63869 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:22:51.800888 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-870414ec-24e5-4371-a5f4-04aa74cbed17 req-fac8c18a-1b99-44ed-b0f2-69f68ef63869 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=38917f63-a46f-43bc-afed-c827ce0ba122 HTTP/1.1" status: 200 len: 834 time: 0.0452106 Jul 14 19:22:51.820018 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Pushing event updated for resources: {'Port': ['ID=47fd9cbb-f0b6-4844-9be2-175d76a18e04,revision_number=5']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:22:51.858700 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870414ec-24e5-4371-a5f4-04aa74cbed17 req-2b1b4cb5-da1c-43cc-b30c-02c07a64e626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:22:51.860237 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-870414ec-24e5-4371-a5f4-04aa74cbed17 req-2b1b4cb5-da1c-43cc-b30c-02c07a64e626 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f22af07f-f973-49f0-bb76-d6ad85e8b9eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0520031 Jul 14 19:22:51.953369 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-870414ec-24e5-4371-a5f4-04aa74cbed17 req-cb132b08-5c34-4be5-85f9-4a617c35e22d service neutron] 10.222.0.18 "GET /v2.0/networks/f22af07f-f973-49f0-bb76-d6ad85e8b9eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850914 Jul 14 19:22:52.079384 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-870414ec-24e5-4371-a5f4-04aa74cbed17 req-c5cbd726-4612-42d2-b98e-7b14c8e3766f service neutron] 10.222.0.18 "GET /v2.0/networks/f22af07f-f973-49f0-bb76-d6ad85e8b9eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1187766 Jul 14 19:22:52.108458 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87b56f0-191f-40f1-acf7-017f2d2d2f30 req-0bea8156-bf80-43b8-9b5b-e987a7d0791c tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:22:52.109928 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f87b56f0-191f-40f1-acf7-017f2d2d2f30 req-0bea8156-bf80-43b8-9b5b-e987a7d0791c tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] 10.222.0.16 "GET /v2.0/ports?device_id=6c8b9977-20eb-40ba-9db8-00334008e35a HTTP/1.1" status: 200 len: 944 time: 0.0847123 Jul 14 19:22:52.148893 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f87b56f0-191f-40f1-acf7-017f2d2d2f30 req-5ec9045a-7515-475a-857d-ec8b9e404743 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] 10.222.0.16 "GET /v2.0/security-groups?id=1f6d01ab-139f-4396-bf1f-0d9d7aab5715&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332406 Jul 14 19:22:52.904403 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-0c1c1e96-2900-4f24-a3cf-6f4b8182b309 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:22:53.234580 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:22:53.330016 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160dfc86-5b29-485e-afb3-05f97924b8d8 req-711a7903-95ee-43dd-83b7-811aeb21dbea tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:22:53.331570 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-160dfc86-5b29-485e-afb3-05f97924b8d8 req-711a7903-95ee-43dd-83b7-811aeb21dbea tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] 10.222.0.16 "GET /v2.0/ports?device_id=6c8b9977-20eb-40ba-9db8-00334008e35a HTTP/1.1" status: 200 len: 944 time: 0.0660303 Jul 14 19:22:53.371823 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-160dfc86-5b29-485e-afb3-05f97924b8d8 req-cdb54f95-c9fb-44b2-97d1-e223777b9fe0 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] 10.222.0.16 "GET /v2.0/security-groups?id=1f6d01ab-139f-4396-bf1f-0d9d7aab5715&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345752 Jul 14 19:22:53.433633 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 47fd9cbb-f0b6-4844-9be2-175d76a18e04 up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 19:22:53.482290 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port 47fd9cbb-f0b6-4844-9be2-175d76a18e04 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 19:22:53.482644 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:22:54.130541 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device 80dbf385-8daf-4906-8062-00b3209b7e4b details requested by agent hyperv_n-h1-800634-3 with host n-h1-800634-3 {{(pid=93917) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 19:22:54.225589 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port 80dbf385-8daf-4906-8062-00b3209b7e4b, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=80dbf385-8daf-4906-8062-00b3209b7e4b,segment=NetworkSegment(4ff6b528-2a55-4aed-9c6e-77538dad737f),segment_id=4ff6b528-2a55-4aed-9c6e-77538dad737f)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 19:22:54.243643 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Returning: {'device': '80dbf385-8daf-4906-8062-00b3209b7e4b', 'network_id': 'f22af07f-f973-49f0-bb76-d6ad85e8b9eb', 'port_id': '80dbf385-8daf-4906-8062-00b3209b7e4b', 'mac_address': 'fa:16:3e:91:da:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38917f63-a46f-43bc-afed-c827ce0ba122', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93917) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 19:22:54.281145 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:22:54.293633 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80dbf385-8daf-4906-8062-00b3209b7e4b {{(pid=93917) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 19:22:54.314616 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port 80dbf385-8daf-4906-8062-00b3209b7e4b, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=80dbf385-8daf-4906-8062-00b3209b7e4b,segment=NetworkSegment(4ff6b528-2a55-4aed-9c6e-77538dad737f),segment_id=4ff6b528-2a55-4aed-9c6e-77538dad737f)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 19:22:54.319101 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:22:54.367750 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-574aeb93-9938-449c-8e6c-cb22c9b52cc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:22:54.380640 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Pushing event updated for resources: {'Port': ['ID=80dbf385-8daf-4906-8062-00b3209b7e4b,revision_number=4']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:22:54.521689 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] get_ports_and_sgs() called for port_ids ['80dbf385-8daf-4906-8062-00b3209b7e4b'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 19:22:54.549918 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ffbf30-6750-462f-9672-fe7a82a69b5b req-1e3060af-b670-48d0-975a-cc35b4a647a5 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:22:54.551408 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a3ffbf30-6750-462f-9672-fe7a82a69b5b req-1e3060af-b670-48d0-975a-cc35b4a647a5 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] 10.222.0.16 "GET /v2.0/ports?device_id=6c8b9977-20eb-40ba-9db8-00334008e35a HTTP/1.1" status: 200 len: 945 time: 0.0652926 Jul 14 19:22:54.589646 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a3ffbf30-6750-462f-9672-fe7a82a69b5b req-a9d66e95-275e-4c89-9af4-4deb8462c9f8 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] 10.222.0.16 "GET /v2.0/security-groups?id=1f6d01ab-139f-4396-bf1f-0d9d7aab5715&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316808 Jul 14 19:22:55.770028 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b0cee2-1c70-480b-b134-04c226158a78 req-e3f6942c-57fa-407c-8531-8875f63878e8 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:22:55.771525 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-37b0cee2-1c70-480b-b134-04c226158a78 req-e3f6942c-57fa-407c-8531-8875f63878e8 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] 10.222.0.16 "GET /v2.0/ports?device_id=6c8b9977-20eb-40ba-9db8-00334008e35a HTTP/1.1" status: 200 len: 945 time: 0.0673499 Jul 14 19:22:55.813459 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-37b0cee2-1c70-480b-b134-04c226158a78 req-491fa2a3-9f0b-43f8-8f79-070ef7e68e45 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] 10.222.0.16 "GET /v2.0/security-groups?id=1f6d01ab-139f-4396-bf1f-0d9d7aab5715&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363574 Jul 14 19:22:55.980094 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-2f4e3af3-e708-4ffd-a544-82d93a489d01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:22:56.130451 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device 80dbf385-8daf-4906-8062-00b3209b7e4b up at agent hyperv_n-h1-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 19:22:56.177046 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Provisioning for port 80dbf385-8daf-4906-8062-00b3209b7e4b completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 19:22:56.180661 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Provisioning complete for port 80dbf385-8daf-4906-8062-00b3209b7e4b triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 19:22:56.181033 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:22:56.256250 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:22:56.277475 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c8b9977-20eb-40ba-9db8-00334008e35a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80dbf385-8daf-4906-8062-00b3209b7e4b'}] {{(pid=93917) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 19:22:56.279704 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee9af70b018e2a669d4aace710d7966bbe0586a349443f05e01050df9771a348" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82b75484-99df-4ece-a09e-3187b644a24e" -d '{"events": [{"server_uuid": "6c8b9977-20eb-40ba-9db8-00334008e35a", "name": "network-vif-plugged", "status": "completed", "tag": "80dbf385-8daf-4906-8062-00b3209b7e4b"}]}' {{(pid=93917) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 19:22:56.292500 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port 80dbf385-8daf-4906-8062-00b3209b7e4b, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=80dbf385-8daf-4906-8062-00b3209b7e4b,segment=NetworkSegment(4ff6b528-2a55-4aed-9c6e-77538dad737f),segment_id=4ff6b528-2a55-4aed-9c6e-77538dad737f)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 19:22:56.296456 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:22:56.322208 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 19:22:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8c6d3d0-fcec-42e8-bdf7-a63bafdfc92f x-openstack-request-id: req-d8c6d3d0-fcec-42e8-bdf7-a63bafdfc92f {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 19:22:56.322506 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c8b9977-20eb-40ba-9db8-00334008e35a", "name": "network-vif-plugged", "status": "completed", "tag": "80dbf385-8daf-4906-8062-00b3209b7e4b", "code": 200}]} {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 19:22:56.322832 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d8c6d3d0-fcec-42e8-bdf7-a63bafdfc92f {{(pid=93917) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 19:22:56.323195 n-d-800634-3 neutron-server[93917]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c8b9977-20eb-40ba-9db8-00334008e35a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80dbf385-8daf-4906-8062-00b3209b7e4b', 'code': 200} Jul 14 19:22:56.352612 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Pushing event updated for resources: {'Port': ['ID=80dbf385-8daf-4906-8062-00b3209b7e4b,revision_number=5']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:22:56.428476 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05633dad-1b44-45d8-a285-29f73ad80695 req-d79d2d76-8040-4c0c-a1dd-bf73682929ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:22:56.430019 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-05633dad-1b44-45d8-a285-29f73ad80695 req-d79d2d76-8040-4c0c-a1dd-bf73682929ef service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=6c8b9977-20eb-40ba-9db8-00334008e35a HTTP/1.1" status: 200 len: 1097 time: 0.0509999 Jul 14 19:22:56.463375 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-05633dad-1b44-45d8-a285-29f73ad80695 req-feb2cda0-39c8-4ef5-b9d6-2d8236319855 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=1f6d01ab-139f-4396-bf1f-0d9d7aab5715&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0269079 Jul 14 19:22:56.995359 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d84802-b14f-4ad6-8de0-e0e41ac64209 req-9decce1f-22e5-46ea-87dc-7177641b6c5a tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:22:56.996961 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-64d84802-b14f-4ad6-8de0-e0e41ac64209 req-9decce1f-22e5-46ea-87dc-7177641b6c5a tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] 10.222.0.16 "GET /v2.0/ports?device_id=6c8b9977-20eb-40ba-9db8-00334008e35a HTTP/1.1" status: 200 len: 946 time: 0.0688927 Jul 14 19:22:57.036375 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-64d84802-b14f-4ad6-8de0-e0e41ac64209 req-f3ce013c-54c7-446e-9c64-7dc668ab4e56 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] 10.222.0.16 "GET /v2.0/security-groups?id=1f6d01ab-139f-4396-bf1f-0d9d7aab5715&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335319 Jul 14 19:22:58.208578 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68012f9e-6e2d-4bb3-8f69-8e4a7cddd8f3 req-ba661662-1d9c-4c4b-bb1b-d42853c46dd0 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:22:58.210055 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-68012f9e-6e2d-4bb3-8f69-8e4a7cddd8f3 req-ba661662-1d9c-4c4b-bb1b-d42853c46dd0 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] 10.222.0.16 "GET /v2.0/ports?device_id=6c8b9977-20eb-40ba-9db8-00334008e35a HTTP/1.1" status: 200 len: 946 time: 0.0633304 Jul 14 19:22:58.247543 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-68012f9e-6e2d-4bb3-8f69-8e4a7cddd8f3 req-499c2061-22c6-481c-b77b-f84cec17788d tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] 10.222.0.16 "GET /v2.0/security-groups?id=1f6d01ab-139f-4396-bf1f-0d9d7aab5715&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318696 Jul 14 19:22:58.420819 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e243a5-1fc1-440b-9600-9cfe865b7d6a req-6ad0720e-04ed-48c0-bbcb-d4f9bedeb742 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:22:58.422313 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-41e243a5-1fc1-440b-9600-9cfe865b7d6a req-6ad0720e-04ed-48c0-bbcb-d4f9bedeb742 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] 10.222.0.16 "GET /v2.0/ports?device_id=6c8b9977-20eb-40ba-9db8-00334008e35a HTTP/1.1" status: 200 len: 946 time: 0.0638161 Jul 14 19:22:58.459446 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-41e243a5-1fc1-440b-9600-9cfe865b7d6a req-988c0e6e-d0c8-4014-b324-4a4a05acd0d2 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] 10.222.0.16 "GET /v2.0/security-groups?id=1f6d01ab-139f-4396-bf1f-0d9d7aab5715&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314958 Jul 14 19:22:58.483587 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 60648) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 19:22:58.539385 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39f973eb-dc22-43ba-a2fe-65206e5743d2 tempest-TestNetworkAdvancedServerOps-521838358 tempest-TestNetworkAdvancedServerOps-521838358-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:22:58.540950 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-39f973eb-dc22-43ba-a2fe-65206e5743d2 tempest-TestNetworkAdvancedServerOps-521838358 tempest-TestNetworkAdvancedServerOps-521838358-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=6c8b9977-20eb-40ba-9db8-00334008e35a HTTP/1.1" status: 200 len: 1092 time: 0.0563233 Jul 14 19:22:58.544302 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 60650) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 19:22:58.548699 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-0acafa1d-c875-4683-a269-3175487d3772 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Request body: {'floatingip': {'floating_network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'port_id': '80dbf385-8daf-4906-8062-00b3209b7e4b', 'tenant_id': 'a3d6ee5c9e7d43dd9aef13bacc118669', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 19:22:58.569894 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-0acafa1d-c875-4683-a269-3175487d3772 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks [] for floatingip, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:22:58.664202 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-0acafa1d-c875-4683-a269-3175487d3772 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:22:58.767548 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.db_base_plugin_common [None req-0acafa1d-c875-4683-a269-3175487d3772 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Allocated IP 172.25.1.179 (9200a437-e1de-4520-88f6-e68386523e61/5f47f848-4532-407a-a0e2-5690ade15fd0/6c3ca536-bb93-419a-a836-9ec9102b644e) {{(pid=93915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 19:22:58.866708 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-0acafa1d-c875-4683-a269-3175487d3772 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks [] for port, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:22:58.908919 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-0acafa1d-c875-4683-a269-3175487d3772 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:22:58.944040 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0acafa1d-c875-4683-a269-3175487d3772 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Network 9200a437-e1de-4520-88f6-e68386523e61 is already hosted by enough agents. {{(pid=93915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 19:22:58.949272 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [None req-0acafa1d-c875-4683-a269-3175487d3772 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Resources bound (agent type, host, resource id): {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 19:22:58.952749 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0acafa1d-c875-4683-a269-3175487d3772 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Received port after_create {{(pid=93915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 19:22:58.976567 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0acafa1d-c875-4683-a269-3175487d3772 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Pushing event updated for resources: {'Port': ['ID=6c3ca536-bb93-419a-a836-9ec9102b644e,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:22:59.327548 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-0acafa1d-c875-4683-a269-3175487d3772 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:22:59.402120 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-0acafa1d-c875-4683-a269-3175487d3772 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:22:59.549940 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-0acafa1d-c875-4683-a269-3175487d3772 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks [] for port, precommit_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:22:59.554575 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-0acafa1d-c875-4683-a269-3175487d3772 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25912978'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:22:59.628181 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0acafa1d-c875-4683-a269-3175487d3772 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Pushing event updated for resources: {'Port': ['ID=6c3ca536-bb93-419a-a836-9ec9102b644e,revision_number=2']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:22:59.637119 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-0acafa1d-c875-4683-a269-3175487d3772 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-930131'] for floatingip, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:22:59.737205 n-d-800634-3 neutron-server[93915]: INFO neutron.db.l3_db [None req-0acafa1d-c875-4683-a269-3175487d3772 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Floating IP cf57194d-b186-4620-9c95-1c9c9eebbbdf associated. External IP: 172.25.1.179, port: 80dbf385-8daf-4906-8062-00b3209b7e4b. Jul 14 19:22:59.943110 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0acafa1d-c875-4683-a269-3175487d3772 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Router 5b1e005c-7323-4581-abf3-641971c38b95 has already been hosted by L3 agent 2c6eb27e-defb-4cca-9a24-381c7415e359 {{(pid=93915) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 19:23:00.053031 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0acafa1d-c875-4683-a269-3175487d3772 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify agent at l3_agent.n-d-800634-3 the message routers_updated {{(pid=93915) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 19:23:00.062700 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eab23cf-d34b-49b3-9935-72ae09197ef6 None None] Sync routers for ids ['5b1e005c-7323-4581-abf3-641971c38b95'] in n-d-800634-3 {{(pid=93917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 19:23:00.070213 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-0acafa1d-c875-4683-a269-3175487d3772 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for floatingip, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:23:00.072753 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eab23cf-d34b-49b3-9935-72ae09197ef6 None None] Routers {'5b1e005c-7323-4581-abf3-641971c38b95'} bound to L3 agent in host n-d-800634-3 {{(pid=93917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 19:23:00.073382 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-4eab23cf-d34b-49b3-9935-72ae09197ef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T19:22:53Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['5b1e005c-7323-4581-abf3-641971c38b95'], 'active': True} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 19:23:00.107534 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-0acafa1d-c875-4683-a269-3175487d3772 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5621994 Jul 14 19:23:00.108159 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c8b9977-20eb-40ba-9db8-00334008e35a', 'tag': '80dbf385-8daf-4906-8062-00b3209b7e4b'}] {{(pid=93915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 19:23:00.110493 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}163b1c7ce9835e2c54087c39b47c05da5c61decdd411e584c58a4e7cd59f948f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9627d4b-8079-4a32-b70f-5fa588cba49c" -d '{"events": [{"name": "network-changed", "server_uuid": "6c8b9977-20eb-40ba-9db8-00334008e35a", "tag": "80dbf385-8daf-4906-8062-00b3209b7e4b"}]}' {{(pid=93915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 19:23:00.147088 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 19:23:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-927a0f9c-0aff-41a3-947a-249c590b34dc x-openstack-request-id: req-927a0f9c-0aff-41a3-947a-249c590b34dc {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 19:23:00.147535 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c8b9977-20eb-40ba-9db8-00334008e35a", "tag": "80dbf385-8daf-4906-8062-00b3209b7e4b", "status": "completed", "code": 200}]} {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 19:23:00.147804 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-927a0f9c-0aff-41a3-947a-249c590b34dc {{(pid=93915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 19:23:00.148253 n-d-800634-3 neutron-server[93915]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c8b9977-20eb-40ba-9db8-00334008e35a', 'tag': '80dbf385-8daf-4906-8062-00b3209b7e4b', 'status': 'completed', 'code': 200} Jul 14 19:23:00.187822 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvr_db [None req-4eab23cf-d34b-49b3-9935-72ae09197ef6 None None] Set router 5b1e005c-7323-4581-abf3-641971c38b95 gateway port host: n-d-800634-3 {{(pid=93917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 19:23:00.266702 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9627d4b-8079-4a32-b70f-5fa588cba49c req-3cce32c0-341a-410c-956b-83062795c095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:23:00.268136 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b9627d4b-8079-4a32-b70f-5fa588cba49c req-3cce32c0-341a-410c-956b-83062795c095 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a3d6ee5c9e7d43dd9aef13bacc118669&device_id=6c8b9977-20eb-40ba-9db8-00334008e35a HTTP/1.1" status: 200 len: 1097 time: 0.0986676 Jul 14 19:23:00.293074 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5c0659-775c-4425-8c40-600f35614eda req-1d4d2f45-1dc9-4d0a-9c81-1de9ebd5d530 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:23:00.294544 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-0c5c0659-775c-4425-8c40-600f35614eda req-1d4d2f45-1dc9-4d0a-9c81-1de9ebd5d530 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] 10.222.0.16 "GET /v2.0/ports?device_id=6c8b9977-20eb-40ba-9db8-00334008e35a HTTP/1.1" status: 200 len: 946 time: 0.0937536 Jul 14 19:23:00.384557 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-0c5c0659-775c-4425-8c40-600f35614eda req-540e3815-9ce6-4d32-8a88-1e52103e425b tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] 10.222.0.16 "GET /v2.0/security-groups?id=1f6d01ab-139f-4396-bf1f-0d9d7aab5715&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0795684 Jul 14 19:23:00.399749 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9627d4b-8079-4a32-b70f-5fa588cba49c req-3dfc4774-e66e-4e40-a8d9-f122e73963ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:23:00.401273 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b9627d4b-8079-4a32-b70f-5fa588cba49c req-3dfc4774-e66e-4e40-a8d9-f122e73963ea service neutron] 10.222.0.18 "GET /v2.0/networks?id=f22af07f-f973-49f0-bb76-d6ad85e8b9eb HTTP/1.1" status: 200 len: 896 time: 0.1255887 Jul 14 19:23:00.411776 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 60656) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 19:23:00.421254 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-4eab23cf-d34b-49b3-9935-72ae09197ef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b1e005c-7323-4581-abf3-641971c38b95', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2067827283', 'tenant_id': 'a3d6ee5c9e7d43dd9aef13bacc118669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.12'}], 'enable_snat': True}, 'gw_port_id': '1e44f090-fbb8-4826-a173-750656fb00f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T19:22:42Z', 'updated_at': '2021-07-14T19:22:46Z', 'revision_number': 4, 'project_id': 'a3d6ee5c9e7d43dd9aef13bacc118669', 'gw_port': {'id': '1e44f090-fbb8-4826-a173-750656fb00f0', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:06:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b1e005c-7323-4581-abf3-641971c38b95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T19:22:43Z', 'updated_at': '2021-07-14T19:22:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_floatingips': [{'id': 'cf57194d-b186-4620-9c95-1c9c9eebbbdf', 'tenant_id': 'a3d6ee5c9e7d43dd9aef13bacc118669', 'floating_ip_address': '172.25.1.179', 'floating_network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'router_id': '5b1e005c-7323-4581-abf3-641971c38b95', 'port_id': '80dbf385-8daf-4906-8062-00b3209b7e4b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4172, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f22af07f-f973-49f0-bb76-d6ad85e8b9eb', 'mac_address': 'fa:16:3e:91:da:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c8b9977-20eb-40ba-9db8-00334008e35a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T19:22:59Z', 'updated_at': '2021-07-14T19:22:59Z', 'revision_number': 0, 'project_id': 'a3d6ee5c9e7d43dd9aef13bacc118669', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47fd9cbb-f0b6-4844-9be2-175d76a18e04', 'name': '', 'network_id': 'f22af07f-f973-49f0-bb76-d6ad85e8b9eb', 'tenant_id': 'a3d6ee5c9e7d43dd9aef13bacc118669', 'mac_address': 'fa:16:3e:01:cc:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b1e005c-7323-4581-abf3-641971c38b95', 'device_owner': 'network:router_interface', 'standard_attr_id': 4169, 'fixed_ips': [{'subnet_id': '38917f63-a46f-43bc-afed-c827ce0ba122', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T19:22:45Z', 'updated_at': '2021-07-14T19:22:51Z', 'revision_number': 5, 'project_id': 'a3d6ee5c9e7d43dd9aef13bacc118669', 'subnets': [{'id': '38917f63-a46f-43bc-afed-c827ce0ba122', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-3', False) {} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 19:23:00.451946 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eab23cf-d34b-49b3-9935-72ae09197ef6 None None] Checking router: 5b1e005c-7323-4581-abf3-641971c38b95 for host: n-d-800634-3 {{(pid=93917) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 19:23:00.465333 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eab23cf-d34b-49b3-9935-72ae09197ef6 None None] Routers {'5b1e005c-7323-4581-abf3-641971c38b95'} bound to L3 agent in host n-d-800634-3 {{(pid=93917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 19:23:00.465978 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-4eab23cf-d34b-49b3-9935-72ae09197ef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T19:22:53Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['5b1e005c-7323-4581-abf3-641971c38b95'], 'active': True} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 19:23:00.476336 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b9627d4b-8079-4a32-b70f-5fa588cba49c req-c552c0b1-28eb-49b4-9636-a06636e38305 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=80dbf385-8daf-4906-8062-00b3209b7e4b HTTP/1.1" status: 200 len: 1000 time: 0.0689533 Jul 14 19:23:00.532888 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9627d4b-8079-4a32-b70f-5fa588cba49c req-e8ded2e4-3ce2-4fb4-badf-b4edf5a660fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:23:00.533754 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b9627d4b-8079-4a32-b70f-5fa588cba49c req-e8ded2e4-3ce2-4fb4-badf-b4edf5a660fe service neutron] 10.222.0.18 "GET /v2.0/subnets?id=38917f63-a46f-43bc-afed-c827ce0ba122 HTTP/1.1" status: 200 len: 834 time: 0.0516536 Jul 14 19:23:00.579251 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvr_db [None req-4eab23cf-d34b-49b3-9935-72ae09197ef6 None None] Set router 5b1e005c-7323-4581-abf3-641971c38b95 gateway port host: n-d-800634-3 {{(pid=93917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 19:23:00.593817 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9627d4b-8079-4a32-b70f-5fa588cba49c req-e34497fc-7a9a-4123-b41e-4068bbdeeba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:23:00.595354 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b9627d4b-8079-4a32-b70f-5fa588cba49c req-e34497fc-7a9a-4123-b41e-4068bbdeeba3 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f22af07f-f973-49f0-bb76-d6ad85e8b9eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0555902 Jul 14 19:23:00.694752 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b9627d4b-8079-4a32-b70f-5fa588cba49c req-d4ee362f-8a7a-4602-810a-7aa5641b7cd3 service neutron] 10.222.0.18 "GET /v2.0/networks/f22af07f-f973-49f0-bb76-d6ad85e8b9eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927811 Jul 14 19:23:00.787892 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b9627d4b-8079-4a32-b70f-5fa588cba49c req-b74869be-09e3-4c5d-b79a-11783eed4371 service neutron] 10.222.0.18 "GET /v2.0/networks/f22af07f-f973-49f0-bb76-d6ad85e8b9eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868909 Jul 14 19:23:00.825901 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-4eab23cf-d34b-49b3-9935-72ae09197ef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b1e005c-7323-4581-abf3-641971c38b95', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2067827283', 'tenant_id': 'a3d6ee5c9e7d43dd9aef13bacc118669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.12'}], 'enable_snat': True}, 'gw_port_id': '1e44f090-fbb8-4826-a173-750656fb00f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T19:22:42Z', 'updated_at': '2021-07-14T19:22:46Z', 'revision_number': 4, 'project_id': 'a3d6ee5c9e7d43dd9aef13bacc118669', 'gw_port': {'id': '1e44f090-fbb8-4826-a173-750656fb00f0', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:06:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b1e005c-7323-4581-abf3-641971c38b95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T19:22:43Z', 'updated_at': '2021-07-14T19:22:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_floatingips': [{'id': 'cf57194d-b186-4620-9c95-1c9c9eebbbdf', 'tenant_id': 'a3d6ee5c9e7d43dd9aef13bacc118669', 'floating_ip_address': '172.25.1.179', 'floating_network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'router_id': '5b1e005c-7323-4581-abf3-641971c38b95', 'port_id': '80dbf385-8daf-4906-8062-00b3209b7e4b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4172, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f22af07f-f973-49f0-bb76-d6ad85e8b9eb', 'mac_address': 'fa:16:3e:91:da:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c8b9977-20eb-40ba-9db8-00334008e35a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T19:22:59Z', 'updated_at': '2021-07-14T19:22:59Z', 'revision_number': 0, 'project_id': 'a3d6ee5c9e7d43dd9aef13bacc118669', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47fd9cbb-f0b6-4844-9be2-175d76a18e04', 'name': '', 'network_id': 'f22af07f-f973-49f0-bb76-d6ad85e8b9eb', 'tenant_id': 'a3d6ee5c9e7d43dd9aef13bacc118669', 'mac_address': 'fa:16:3e:01:cc:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b1e005c-7323-4581-abf3-641971c38b95', 'device_owner': 'network:router_interface', 'standard_attr_id': 4169, 'fixed_ips': [{'subnet_id': '38917f63-a46f-43bc-afed-c827ce0ba122', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T19:22:45Z', 'updated_at': '2021-07-14T19:22:51Z', 'revision_number': 5, 'project_id': 'a3d6ee5c9e7d43dd9aef13bacc118669', 'subnets': [{'id': '38917f63-a46f-43bc-afed-c827ce0ba122', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-3', False) {} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 19:23:00.829391 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-24a0ec95-d210-46de-93c9-0cb21e485c2f tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] 10.222.0.16 "GET /v2.0/floatingips/cf57194d-b186-4620-9c95-1c9c9eebbbdf HTTP/1.1" status: 200 len: 992 time: 0.4164636 Jul 14 19:23:00.852326 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eab23cf-d34b-49b3-9935-72ae09197ef6 None None] The sync data for ids ['5b1e005c-7323-4581-abf3-641971c38b95'] in n-d-800634-3 is: [{'id': '5b1e005c-7323-4581-abf3-641971c38b95', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2067827283', 'tenant_id': 'a3d6ee5c9e7d43dd9aef13bacc118669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.12'}], 'enable_snat': True}, 'gw_port_id': '1e44f090-fbb8-4826-a173-750656fb00f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T19:22:42Z', 'updated_at': '2021-07-14T19:22:46Z', 'revision_number': 4, 'project_id': 'a3d6ee5c9e7d43dd9aef13bacc118669', 'gw_port': {'id': '1e44f090-fbb8-4826-a173-750656fb00f0', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:06:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b1e005c-7323-4581-abf3-641971c38b95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T19:22:43Z', 'updated_at': '2021-07-14T19:22:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_floatingips': [{'id': 'cf57194d-b186-4620-9c95-1c9c9eebbbdf', 'tenant_id': 'a3d6ee5c9e7d43dd9aef13bacc118669', 'floating_ip_address': '172.25.1.179', 'floating_network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'router_id': '5b1e005c-7323-4581-abf3-641971c38b95', 'port_id': '80dbf385-8daf-4906-8062-00b3209b7e4b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4172, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f22af07f-f973-49f0-bb76-d6ad85e8b9eb', 'mac_address': 'fa:16:3e:91:da:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c8b9977-20eb-40ba-9db8-00334008e35a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T19:22:59Z', 'updated_at': '2021-07-14T19:22:59Z', 'revision_number': 0, 'project_id': 'a3d6ee5c9e7d43dd9aef13bacc118669', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47fd9cbb-f0b6-4844-9be2-175d76a18e04', 'name': '', 'network_id': 'f22af07f-f973-49f0-bb76-d6ad85e8b9eb', 'tenant_id': 'a3d6ee5c9e7d43dd9aef13bacc118669', 'mac_address': 'fa:16:3e:01:cc:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b1e005c-7323-4581-abf3-641971c38b95', 'device_owner': 'network:router_interface', 'standard_attr_id': 4169, 'fixed_ips': [{'subnet_id': '38917f63-a46f-43bc-afed-c827ce0ba122', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T19:22:45Z', 'updated_at': '2021-07-14T19:22:51Z', 'revision_number': 5, 'project_id': 'a3d6ee5c9e7d43dd9aef13bacc118669', 'subnets': [{'id': '38917f63-a46f-43bc-afed-c827ce0ba122', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 19:23:01.037252 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a22e3ec7-5bf8-402a-9bd9-c13b8b7b2014 None None] New status for floating IP cf57194d-b186-4620-9c95-1c9c9eebbbdf: ACTIVE {{(pid=93918) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 19:23:01.833441 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 60658) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 19:23:01.893031 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-e64d8e8a-a853-41e5-9edf-230610e2de50 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] 10.222.0.16 "GET /v2.0/floatingips/cf57194d-b186-4620-9c95-1c9c9eebbbdf HTTP/1.1" status: 200 len: 994 time: 0.0585623 Jul 14 19:23:03.063656 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:23:06.025821 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:23:07.045350 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.agents_db [None req-2ea07fb6-aa68-4671-8654-119d82b9f530 None None] Agent healthcheck: found 7 active agents {{(pid=93918) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 19:23:20.491491 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9c360e7d-01aa-4e7c-aff4-8b67ed4fa410 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:23:22.904829 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-6f1d4656-8dce-4319-8a4c-55931611b1c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:23:23.239313 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:23:24.345629 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-574aeb93-9938-449c-8e6c-cb22c9b52cc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:23:25.983755 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-2f4e3af3-e708-4ffd-a544-82d93a489d01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:23:28.835505 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28afe2ef-70e4-4d8f-bb16-c53696cf5770 req-98089946-220f-42f0-87f8-72fe656e3c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:23:28.837038 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-28afe2ef-70e4-4d8f-bb16-c53696cf5770 req-98089946-220f-42f0-87f8-72fe656e3c98 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a3d6ee5c9e7d43dd9aef13bacc118669&device_id=6c8b9977-20eb-40ba-9db8-00334008e35a HTTP/1.1" status: 200 len: 1097 time: 0.1012814 Jul 14 19:23:28.861039 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08320df8-34e1-4028-a3d3-fab154dc6e67 req-a307aec7-ae39-4c30-a7a4-ac9784ec3509 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:23:28.862507 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-08320df8-34e1-4028-a3d3-fab154dc6e67 req-a307aec7-ae39-4c30-a7a4-ac9784ec3509 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] 10.222.0.16 "GET /v2.0/ports?device_id=6c8b9977-20eb-40ba-9db8-00334008e35a HTTP/1.1" status: 200 len: 946 time: 0.0897882 Jul 14 19:23:28.954210 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-08320df8-34e1-4028-a3d3-fab154dc6e67 req-d3967ffe-ba3b-4daf-8a7c-f0a59da95644 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] 10.222.0.16 "GET /v2.0/security-groups?id=1f6d01ab-139f-4396-bf1f-0d9d7aab5715&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0819428 Jul 14 19:23:28.969611 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28afe2ef-70e4-4d8f-bb16-c53696cf5770 req-f20cc69d-95d4-4cb0-b873-83f87abd8912 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:23:28.971086 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-28afe2ef-70e4-4d8f-bb16-c53696cf5770 req-f20cc69d-95d4-4cb0-b873-83f87abd8912 service neutron] 10.222.0.18 "GET /v2.0/networks?id=f22af07f-f973-49f0-bb76-d6ad85e8b9eb HTTP/1.1" status: 200 len: 896 time: 0.1263771 Jul 14 19:23:29.036839 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-28afe2ef-70e4-4d8f-bb16-c53696cf5770 req-d286e291-2287-4fe6-bdf4-6db2773632cc service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=80dbf385-8daf-4906-8062-00b3209b7e4b HTTP/1.1" status: 200 len: 1002 time: 0.0592473 Jul 14 19:23:29.095768 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28afe2ef-70e4-4d8f-bb16-c53696cf5770 req-426e79c6-f773-4f47-90fe-ef5dae986495 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:23:29.097215 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-28afe2ef-70e4-4d8f-bb16-c53696cf5770 req-426e79c6-f773-4f47-90fe-ef5dae986495 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=38917f63-a46f-43bc-afed-c827ce0ba122 HTTP/1.1" status: 200 len: 834 time: 0.0486474 Jul 14 19:23:29.158043 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28afe2ef-70e4-4d8f-bb16-c53696cf5770 req-4aaa4865-decb-4bb7-8a06-b0c0e9be568b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:23:29.159614 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-28afe2ef-70e4-4d8f-bb16-c53696cf5770 req-4aaa4865-decb-4bb7-8a06-b0c0e9be568b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f22af07f-f973-49f0-bb76-d6ad85e8b9eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0567625 Jul 14 19:23:29.248973 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-28afe2ef-70e4-4d8f-bb16-c53696cf5770 req-ace05478-7c10-4175-b392-33846d750200 service neutron] 10.222.0.18 "GET /v2.0/networks/f22af07f-f973-49f0-bb76-d6ad85e8b9eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829837 Jul 14 19:23:29.346946 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-28afe2ef-70e4-4d8f-bb16-c53696cf5770 req-9bbf40f0-f1df-4207-9f82-a0fcffcef1ab service neutron] 10.222.0.18 "GET /v2.0/networks/f22af07f-f973-49f0-bb76-d6ad85e8b9eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909612 Jul 14 19:23:30.129486 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8c2c45-4c56-434a-8cc2-e26e15090720 req-04419e3b-7113-4ea5-8140-1e963e7d28ac tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:23:30.130966 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-bf8c2c45-4c56-434a-8cc2-e26e15090720 req-04419e3b-7113-4ea5-8140-1e963e7d28ac tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] 10.222.0.16 "GET /v2.0/ports?device_id=6c8b9977-20eb-40ba-9db8-00334008e35a HTTP/1.1" status: 200 len: 946 time: 0.0639129 Jul 14 19:23:30.169871 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-bf8c2c45-4c56-434a-8cc2-e26e15090720 req-e2d9bfe1-73e6-4a2c-9def-5e62301b76b9 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] 10.222.0.16 "GET /v2.0/security-groups?id=1f6d01ab-139f-4396-bf1f-0d9d7aab5715&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329368 Jul 14 19:23:31.344092 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab1342f-cc6b-4716-9b1d-3d31a94b3fe1 req-bb55452c-4cd3-4c0b-a3f2-deeb8d6a60da tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:23:31.345641 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2ab1342f-cc6b-4716-9b1d-3d31a94b3fe1 req-bb55452c-4cd3-4c0b-a3f2-deeb8d6a60da tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] 10.222.0.16 "GET /v2.0/ports?device_id=6c8b9977-20eb-40ba-9db8-00334008e35a HTTP/1.1" status: 200 len: 946 time: 0.0647142 Jul 14 19:23:31.392168 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2ab1342f-cc6b-4716-9b1d-3d31a94b3fe1 req-94aaa744-20c2-4efa-87cd-89f25586d911 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] 10.222.0.16 "GET /v2.0/security-groups?id=1f6d01ab-139f-4396-bf1f-0d9d7aab5715&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404010 Jul 14 19:23:32.570554 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2057b91a-702a-46e1-b4c7-3f294bc0e4f9 req-3d1d0c57-7ee8-462e-a2b2-30d30da864f6 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:23:32.572032 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2057b91a-702a-46e1-b4c7-3f294bc0e4f9 req-3d1d0c57-7ee8-462e-a2b2-30d30da864f6 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] 10.222.0.16 "GET /v2.0/ports?device_id=6c8b9977-20eb-40ba-9db8-00334008e35a HTTP/1.1" status: 200 len: 946 time: 0.0674198 Jul 14 19:23:32.610845 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2057b91a-702a-46e1-b4c7-3f294bc0e4f9 req-946d5e68-5314-45f4-9fb7-3d9055e1b137 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] 10.222.0.16 "GET /v2.0/security-groups?id=1f6d01ab-139f-4396-bf1f-0d9d7aab5715&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331500 Jul 14 19:23:33.080864 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:23:33.789465 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a578500-0189-4184-b657-a89c37c5c7cc req-e7ab0222-70a2-4b41-b0bd-dbefff6001eb tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:23:33.791028 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6a578500-0189-4184-b657-a89c37c5c7cc req-e7ab0222-70a2-4b41-b0bd-dbefff6001eb tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] 10.222.0.16 "GET /v2.0/ports?device_id=6c8b9977-20eb-40ba-9db8-00334008e35a HTTP/1.1" status: 200 len: 946 time: 0.0657647 Jul 14 19:23:33.830471 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6a578500-0189-4184-b657-a89c37c5c7cc req-73e3fb25-b706-47f8-ab7a-10be81961f37 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] 10.222.0.16 "GET /v2.0/security-groups?id=1f6d01ab-139f-4396-bf1f-0d9d7aab5715&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330820 Jul 14 19:23:35.010719 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb3e2a2-0d2a-47b3-8e83-32b60674e031 req-1503bf7a-ed59-4d14-8061-fc082720866f tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:23:35.012308 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-9cb3e2a2-0d2a-47b3-8e83-32b60674e031 req-1503bf7a-ed59-4d14-8061-fc082720866f tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] 10.222.0.16 "GET /v2.0/ports?device_id=6c8b9977-20eb-40ba-9db8-00334008e35a HTTP/1.1" status: 200 len: 946 time: 0.0653648 Jul 14 19:23:35.053388 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-9cb3e2a2-0d2a-47b3-8e83-32b60674e031 req-0f8004e1-6771-4eee-ade5-82e1af1b5d2a tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] 10.222.0.16 "GET /v2.0/security-groups?id=1f6d01ab-139f-4396-bf1f-0d9d7aab5715&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354495 Jul 14 19:23:36.039578 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:23:36.229990 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3defa120-9537-453b-bbd9-bdad410104d6 req-656c652f-fcaf-4a03-82cc-f436e894ed25 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:23:36.231537 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3defa120-9537-453b-bbd9-bdad410104d6 req-656c652f-fcaf-4a03-82cc-f436e894ed25 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] 10.222.0.16 "GET /v2.0/ports?device_id=6c8b9977-20eb-40ba-9db8-00334008e35a HTTP/1.1" status: 200 len: 946 time: 0.0654593 Jul 14 19:23:36.271729 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3defa120-9537-453b-bbd9-bdad410104d6 req-40821403-362d-474f-bfd2-209b1c0648e9 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] 10.222.0.16 "GET /v2.0/security-groups?id=1f6d01ab-139f-4396-bf1f-0d9d7aab5715&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340977 Jul 14 19:23:37.449973 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbac2d9-5d18-4068-b850-71530cbac5e6 req-abb493c6-ac21-4741-916e-01c21487b64b tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:23:37.451976 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-8dbac2d9-5d18-4068-b850-71530cbac5e6 req-abb493c6-ac21-4741-916e-01c21487b64b tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] 10.222.0.16 "GET /v2.0/ports?device_id=6c8b9977-20eb-40ba-9db8-00334008e35a HTTP/1.1" status: 200 len: 946 time: 0.0637870 Jul 14 19:23:37.489649 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-8dbac2d9-5d18-4068-b850-71530cbac5e6 req-3c0fbc79-8ee0-4da2-b6e9-82cf77eafc0a tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] 10.222.0.16 "GET /v2.0/security-groups?id=1f6d01ab-139f-4396-bf1f-0d9d7aab5715&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319381 Jul 14 19:23:38.674209 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173779fe-7eea-48dd-aace-010c783abbe1 req-2e0e5ccc-98f2-4136-8571-764dc94355d4 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:23:38.675702 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-173779fe-7eea-48dd-aace-010c783abbe1 req-2e0e5ccc-98f2-4136-8571-764dc94355d4 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] 10.222.0.16 "GET /v2.0/ports?device_id=6c8b9977-20eb-40ba-9db8-00334008e35a HTTP/1.1" status: 200 len: 946 time: 0.0683851 Jul 14 19:23:38.715588 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-173779fe-7eea-48dd-aace-010c783abbe1 req-48cd0dd1-4e6b-4271-9cb1-94e839e63407 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] 10.222.0.16 "GET /v2.0/security-groups?id=1f6d01ab-139f-4396-bf1f-0d9d7aab5715&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338869 Jul 14 19:23:39.892885 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3c08d5-3f69-4e05-a1c9-56baff18343f req-2777b454-9712-4741-81f0-1b22a3115460 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:23:39.894400 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3f3c08d5-3f69-4e05-a1c9-56baff18343f req-2777b454-9712-4741-81f0-1b22a3115460 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] 10.222.0.16 "GET /v2.0/ports?device_id=6c8b9977-20eb-40ba-9db8-00334008e35a HTTP/1.1" status: 200 len: 946 time: 0.0650690 Jul 14 19:23:39.932006 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3f3c08d5-3f69-4e05-a1c9-56baff18343f req-881c51f3-da4f-4aa2-ab56-eba299e8652a tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] 10.222.0.16 "GET /v2.0/security-groups?id=1f6d01ab-139f-4396-bf1f-0d9d7aab5715&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320549 Jul 14 19:23:41.106830 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814d78fe-05c0-4926-8f1a-4ae00369abe1 req-108e723d-77ea-4daf-9c3d-1be5de0525d0 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:23:41.108387 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-814d78fe-05c0-4926-8f1a-4ae00369abe1 req-108e723d-77ea-4daf-9c3d-1be5de0525d0 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] 10.222.0.16 "GET /v2.0/ports?device_id=6c8b9977-20eb-40ba-9db8-00334008e35a HTTP/1.1" status: 200 len: 946 time: 0.0633876 Jul 14 19:23:41.151005 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-814d78fe-05c0-4926-8f1a-4ae00369abe1 req-194a6d23-7315-416c-95c3-84244e0972be tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] 10.222.0.16 "GET /v2.0/security-groups?id=1f6d01ab-139f-4396-bf1f-0d9d7aab5715&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371239 Jul 14 19:23:41.175430 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 60692) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 19:23:41.238769 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-05c05987-fdc5-4095-9370-1ec88b31235d tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] 10.222.0.16 "GET /v2.0/floatingips/cf57194d-b186-4620-9c95-1c9c9eebbbdf HTTP/1.1" status: 200 len: 994 time: 0.0620925 Jul 14 19:23:42.488746 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-80a17998-e36b-4b94-bced-2a0fad717828 req-246752f9-85b9-462e-bc15-eb400bb7e84b service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=6c8b9977-20eb-40ba-9db8-00334008e35a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0551803 Jul 14 19:23:42.591352 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a17998-e36b-4b94-bced-2a0fad717828 req-008f86ec-cc25-438c-82bd-b87c7c1480ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:23:42.593430 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-80a17998-e36b-4b94-bced-2a0fad717828 req-008f86ec-cc25-438c-82bd-b87c7c1480ab service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a3d6ee5c9e7d43dd9aef13bacc118669&device_id=6c8b9977-20eb-40ba-9db8-00334008e35a HTTP/1.1" status: 200 len: 1097 time: 0.0570829 Jul 14 19:23:42.705722 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a17998-e36b-4b94-bced-2a0fad717828 req-f4ae326d-6c4d-48af-b808-317f471518c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:23:42.707217 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-80a17998-e36b-4b94-bced-2a0fad717828 req-f4ae326d-6c4d-48af-b808-317f471518c5 service neutron] 10.222.0.18 "GET /v2.0/networks?id=f22af07f-f973-49f0-bb76-d6ad85e8b9eb HTTP/1.1" status: 200 len: 896 time: 0.0936794 Jul 14 19:23:42.772598 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-80a17998-e36b-4b94-bced-2a0fad717828 req-43a0e0a7-5034-4b94-93b6-e22ddf40ea8e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=80dbf385-8daf-4906-8062-00b3209b7e4b HTTP/1.1" status: 200 len: 1002 time: 0.0593975 Jul 14 19:23:42.820765 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a17998-e36b-4b94-bced-2a0fad717828 req-f9f0ce71-0c54-4b98-8d64-66544a2ed392 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:23:42.822226 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-80a17998-e36b-4b94-bced-2a0fad717828 req-f9f0ce71-0c54-4b98-8d64-66544a2ed392 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=38917f63-a46f-43bc-afed-c827ce0ba122 HTTP/1.1" status: 200 len: 834 time: 0.0443032 Jul 14 19:23:42.886144 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a17998-e36b-4b94-bced-2a0fad717828 req-71944204-aa37-4fc3-9dff-b228e2a72ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:23:42.887681 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-80a17998-e36b-4b94-bced-2a0fad717828 req-71944204-aa37-4fc3-9dff-b228e2a72ec8 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f22af07f-f973-49f0-bb76-d6ad85e8b9eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0594156 Jul 14 19:23:42.980066 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-80a17998-e36b-4b94-bced-2a0fad717828 req-81cc11f9-d9ff-43ff-b37b-ec05066d29da service neutron] 10.222.0.18 "GET /v2.0/networks/f22af07f-f973-49f0-bb76-d6ad85e8b9eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861080 Jul 14 19:23:43.085263 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-80a17998-e36b-4b94-bced-2a0fad717828 req-ee655418-8470-4b9e-ab22-c43d67afe7df service neutron] 10.222.0.18 "GET /v2.0/networks/f22af07f-f973-49f0-bb76-d6ad85e8b9eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991910 Jul 14 19:23:44.045098 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.agents_db [None req-2ea07fb6-aa68-4671-8654-119d82b9f530 None None] Agent healthcheck: found 7 active agents {{(pid=93918) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 19:23:44.520634 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-89d735d7-3fa4-4c75-8f2a-7647d736f1b4 req-6e685374-26c4-4559-a303-4a7c52ee8c95 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=03a24d87-527f-4d5b-a998-53393446562a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0278583 Jul 14 19:23:44.589905 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-89d735d7-3fa4-4c75-8f2a-7647d736f1b4 req-52930e01-7356-487d-a792-40d16bf46150 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c51e850593fc4a37af9470721017e8e7&device_id=03a24d87-527f-4d5b-a998-53393446562a HTTP/1.1" status: 200 len: 210 time: 0.0258005 Jul 14 19:23:44.630500 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-89d735d7-3fa4-4c75-8f2a-7647d736f1b4 req-916b98cd-bc6f-4f4d-95a9-6bb7b2286537 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=c51e850593fc4a37af9470721017e8e7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0207055 Jul 14 19:23:44.724401 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d735d7-3fa4-4c75-8f2a-7647d736f1b4 req-cf5400f0-ab1b-4bc2-8076-75adf91f5d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:23:44.725871 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-89d735d7-3fa4-4c75-8f2a-7647d736f1b4 req-cf5400f0-ab1b-4bc2-8076-75adf91f5d59 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0896130 Jul 14 19:23:50.492241 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-bdac1736-4034-4cc5-8a6b-b52aefabd109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:23:52.905515 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-7baba8b3-3c3c-4e06-844c-8b74d8d6e12b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:23:53.240571 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:23:54.348014 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-574aeb93-9938-449c-8e6c-cb22c9b52cc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:23:55.986197 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-2f4e3af3-e708-4ffd-a544-82d93a489d01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:24:03.078404 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:24:06.041892 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:24:11.880599 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 60708) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 19:24:12.040092 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-71f59c39-61c2-4a04-9b77-71b40bd582c6 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Deleting port 6c3ca536-bb93-419a-a836-9ec9102b644e {{(pid=93916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 19:24:12.040451 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-71f59c39-61c2-4a04-9b77-71b40bd582c6 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:24:12.117472 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-71f59c39-61c2-4a04-9b77-71b40bd582c6 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:24:12.117807 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-71f59c39-61c2-4a04-9b77-71b40bd582c6 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:24:12.130469 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-71f59c39-61c2-4a04-9b77-71b40bd582c6 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Calling delete_port for 6c3ca536-bb93-419a-a836-9ec9102b644e owned by network:floatingip {{(pid=93916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 19:24:12.276724 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-71f59c39-61c2-4a04-9b77-71b40bd582c6 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:24:12.299945 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f59c39-61c2-4a04-9b77-71b40bd582c6 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Pushing event deleted for resources: {'Port': ['ID=6c3ca536-bb93-419a-a836-9ec9102b644e,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:24:12.314723 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f59c39-61c2-4a04-9b77-71b40bd582c6 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:24:12.315078 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f59c39-61c2-4a04-9b77-71b40bd582c6 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:24:12.315427 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f59c39-61c2-4a04-9b77-71b40bd582c6 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:24:12.315770 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f59c39-61c2-4a04-9b77-71b40bd582c6 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:24:12.316109 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f59c39-61c2-4a04-9b77-71b40bd582c6 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:24:12.316473 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f59c39-61c2-4a04-9b77-71b40bd582c6 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:24:12.316810 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f59c39-61c2-4a04-9b77-71b40bd582c6 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:24:12.317349 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f59c39-61c2-4a04-9b77-71b40bd582c6 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:24:12.317572 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f59c39-61c2-4a04-9b77-71b40bd582c6 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:24:12.317964 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f59c39-61c2-4a04-9b77-71b40bd582c6 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:24:12.318485 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f59c39-61c2-4a04-9b77-71b40bd582c6 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:24:12.318868 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f59c39-61c2-4a04-9b77-71b40bd582c6 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:24:12.379420 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-71f59c39-61c2-4a04-9b77-71b40bd582c6 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks [] for floatingip, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:24:12.379802 n-d-800634-3 neutron-server[93916]: INFO neutron.db.l3_db [None req-71f59c39-61c2-4a04-9b77-71b40bd582c6 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Floating IP cf57194d-b186-4620-9c95-1c9c9eebbbdf disassociated (deleted). External IP: 172.25.1.179, port: 80dbf385-8daf-4906-8062-00b3209b7e4b. Jul 14 19:24:12.585808 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71f59c39-61c2-4a04-9b77-71b40bd582c6 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Router 5b1e005c-7323-4581-abf3-641971c38b95 has already been hosted by L3 agent 2c6eb27e-defb-4cca-9a24-381c7415e359 {{(pid=93916) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 19:24:12.691308 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71f59c39-61c2-4a04-9b77-71b40bd582c6 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify agent at l3_agent.n-d-800634-3 the message routers_updated {{(pid=93916) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 19:24:12.696163 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-71f59c39-61c2-4a04-9b77-71b40bd582c6 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for floatingip, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:24:12.700952 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56b72042-d23b-4f45-ab21-30ec43563002 None None] Sync routers for ids ['5b1e005c-7323-4581-abf3-641971c38b95'] in n-d-800634-3 {{(pid=93917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 19:24:12.709448 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56b72042-d23b-4f45-ab21-30ec43563002 None None] Routers {'5b1e005c-7323-4581-abf3-641971c38b95'} bound to L3 agent in host n-d-800634-3 {{(pid=93917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 19:24:12.710058 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-56b72042-d23b-4f45-ab21-30ec43563002 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T19:23:53Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['5b1e005c-7323-4581-abf3-641971c38b95'], 'active': True} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 19:24:12.732175 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-71f59c39-61c2-4a04-9b77-71b40bd582c6 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] 10.222.0.16 "DELETE /v2.0/floatingips/cf57194d-b186-4620-9c95-1c9c9eebbbdf HTTP/1.1" status: 204 len: 168 time: 0.8505549 Jul 14 19:24:12.732764 n-d-800634-3 neutron-server[93916]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c8b9977-20eb-40ba-9db8-00334008e35a', 'tag': '80dbf385-8daf-4906-8062-00b3209b7e4b'}] {{(pid=93916) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 19:24:12.735695 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08660965dfa68fcf45ab49fd1f0842c3c46447df706a9a0609e2cc6818fe56f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94100a36-7be9-4c72-96f9-530981cb8d4e" -d '{"events": [{"name": "network-changed", "server_uuid": "6c8b9977-20eb-40ba-9db8-00334008e35a", "tag": "80dbf385-8daf-4906-8062-00b3209b7e4b"}]}' {{(pid=93916) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 19:24:12.820647 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvr_db [None req-56b72042-d23b-4f45-ab21-30ec43563002 None None] Set router 5b1e005c-7323-4581-abf3-641971c38b95 gateway port host: n-d-800634-3 {{(pid=93917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 19:24:12.826307 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 19:24:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b10b51db-e984-4977-b657-91516daa12a3 x-openstack-request-id: req-b10b51db-e984-4977-b657-91516daa12a3 {{(pid=93916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 19:24:12.826630 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c8b9977-20eb-40ba-9db8-00334008e35a", "tag": "80dbf385-8daf-4906-8062-00b3209b7e4b", "status": "completed", "code": 200}]} {{(pid=93916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 19:24:12.826891 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b10b51db-e984-4977-b657-91516daa12a3 {{(pid=93916) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 19:24:12.827298 n-d-800634-3 neutron-server[93916]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c8b9977-20eb-40ba-9db8-00334008e35a', 'tag': '80dbf385-8daf-4906-8062-00b3209b7e4b', 'status': 'completed', 'code': 200} Jul 14 19:24:13.046228 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-56b72042-d23b-4f45-ab21-30ec43563002 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b1e005c-7323-4581-abf3-641971c38b95', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2067827283', 'tenant_id': 'a3d6ee5c9e7d43dd9aef13bacc118669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.12'}], 'enable_snat': True}, 'gw_port_id': '1e44f090-fbb8-4826-a173-750656fb00f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T19:22:42Z', 'updated_at': '2021-07-14T19:22:46Z', 'revision_number': 4, 'project_id': 'a3d6ee5c9e7d43dd9aef13bacc118669', 'gw_port': {'id': '1e44f090-fbb8-4826-a173-750656fb00f0', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:06:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b1e005c-7323-4581-abf3-641971c38b95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T19:22:43Z', 'updated_at': '2021-07-14T19:22:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_interfaces': [{'id': '47fd9cbb-f0b6-4844-9be2-175d76a18e04', 'name': '', 'network_id': 'f22af07f-f973-49f0-bb76-d6ad85e8b9eb', 'tenant_id': 'a3d6ee5c9e7d43dd9aef13bacc118669', 'mac_address': 'fa:16:3e:01:cc:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b1e005c-7323-4581-abf3-641971c38b95', 'device_owner': 'network:router_interface', 'standard_attr_id': 4169, 'fixed_ips': [{'subnet_id': '38917f63-a46f-43bc-afed-c827ce0ba122', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T19:22:45Z', 'updated_at': '2021-07-14T19:22:51Z', 'revision_number': 5, 'project_id': 'a3d6ee5c9e7d43dd9aef13bacc118669', 'subnets': [{'id': '38917f63-a46f-43bc-afed-c827ce0ba122', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-3', False) {} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 19:24:13.078265 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56b72042-d23b-4f45-ab21-30ec43563002 None None] Checking router: 5b1e005c-7323-4581-abf3-641971c38b95 for host: n-d-800634-3 {{(pid=93917) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 19:24:13.087388 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56b72042-d23b-4f45-ab21-30ec43563002 None None] Routers {'5b1e005c-7323-4581-abf3-641971c38b95'} bound to L3 agent in host n-d-800634-3 {{(pid=93917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 19:24:13.088179 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-56b72042-d23b-4f45-ab21-30ec43563002 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T19:23:53Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['5b1e005c-7323-4581-abf3-641971c38b95'], 'active': True} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 19:24:13.195199 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvr_db [None req-56b72042-d23b-4f45-ab21-30ec43563002 None None] Set router 5b1e005c-7323-4581-abf3-641971c38b95 gateway port host: n-d-800634-3 {{(pid=93917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 19:24:13.259321 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94100a36-7be9-4c72-96f9-530981cb8d4e req-b8003f62-62fd-4a1b-afb8-9d965c7897ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:24:13.260875 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-94100a36-7be9-4c72-96f9-530981cb8d4e req-b8003f62-62fd-4a1b-afb8-9d965c7897ae service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a3d6ee5c9e7d43dd9aef13bacc118669&device_id=6c8b9977-20eb-40ba-9db8-00334008e35a HTTP/1.1" status: 200 len: 1097 time: 0.4102340 Jul 14 19:24:13.285873 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6831e1b4-3e56-4d7a-a422-f398a5f707e4 req-79237c44-c0fc-444b-b6a5-6e8de5639565 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:24:13.287423 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6831e1b4-3e56-4d7a-a422-f398a5f707e4 req-79237c44-c0fc-444b-b6a5-6e8de5639565 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] 10.222.0.16 "GET /v2.0/ports?device_id=6c8b9977-20eb-40ba-9db8-00334008e35a HTTP/1.1" status: 200 len: 946 time: 0.0950565 Jul 14 19:24:13.375351 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6831e1b4-3e56-4d7a-a422-f398a5f707e4 req-45f3c958-0a00-4f5a-8710-9dc7c32ac374 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] 10.222.0.16 "GET /v2.0/security-groups?id=1f6d01ab-139f-4396-bf1f-0d9d7aab5715&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0775166 Jul 14 19:24:13.396464 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94100a36-7be9-4c72-96f9-530981cb8d4e req-74de2c88-24c2-4eca-b2e1-c3e142c61ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:24:13.397933 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-94100a36-7be9-4c72-96f9-530981cb8d4e req-74de2c88-24c2-4eca-b2e1-c3e142c61ea5 service neutron] 10.222.0.18 "GET /v2.0/networks?id=f22af07f-f973-49f0-bb76-d6ad85e8b9eb HTTP/1.1" status: 200 len: 896 time: 0.1291640 Jul 14 19:24:13.440411 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-94100a36-7be9-4c72-96f9-530981cb8d4e req-ae05e0cc-f579-4eeb-9a8d-18ae8da119bd service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=80dbf385-8daf-4906-8062-00b3209b7e4b HTTP/1.1" status: 200 len: 217 time: 0.0344021 Jul 14 19:24:13.492220 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94100a36-7be9-4c72-96f9-530981cb8d4e req-5ad1e7a1-63fe-4781-ae50-b5268760a01b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:24:13.493712 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-94100a36-7be9-4c72-96f9-530981cb8d4e req-5ad1e7a1-63fe-4781-ae50-b5268760a01b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=38917f63-a46f-43bc-afed-c827ce0ba122 HTTP/1.1" status: 200 len: 834 time: 0.0473294 Jul 14 19:24:13.551129 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94100a36-7be9-4c72-96f9-530981cb8d4e req-d8d89ede-7c29-45a7-9143-8c43e844ff0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:24:13.552692 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-94100a36-7be9-4c72-96f9-530981cb8d4e req-d8d89ede-7c29-45a7-9143-8c43e844ff0b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f22af07f-f973-49f0-bb76-d6ad85e8b9eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0521715 Jul 14 19:24:13.557062 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-56b72042-d23b-4f45-ab21-30ec43563002 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b1e005c-7323-4581-abf3-641971c38b95', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2067827283', 'tenant_id': 'a3d6ee5c9e7d43dd9aef13bacc118669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.12'}], 'enable_snat': True}, 'gw_port_id': '1e44f090-fbb8-4826-a173-750656fb00f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T19:22:42Z', 'updated_at': '2021-07-14T19:22:46Z', 'revision_number': 4, 'project_id': 'a3d6ee5c9e7d43dd9aef13bacc118669', 'gw_port': {'id': '1e44f090-fbb8-4826-a173-750656fb00f0', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:06:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b1e005c-7323-4581-abf3-641971c38b95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T19:22:43Z', 'updated_at': '2021-07-14T19:22:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_interfaces': [{'id': '47fd9cbb-f0b6-4844-9be2-175d76a18e04', 'name': '', 'network_id': 'f22af07f-f973-49f0-bb76-d6ad85e8b9eb', 'tenant_id': 'a3d6ee5c9e7d43dd9aef13bacc118669', 'mac_address': 'fa:16:3e:01:cc:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b1e005c-7323-4581-abf3-641971c38b95', 'device_owner': 'network:router_interface', 'standard_attr_id': 4169, 'fixed_ips': [{'subnet_id': '38917f63-a46f-43bc-afed-c827ce0ba122', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T19:22:45Z', 'updated_at': '2021-07-14T19:22:51Z', 'revision_number': 5, 'project_id': 'a3d6ee5c9e7d43dd9aef13bacc118669', 'subnets': [{'id': '38917f63-a46f-43bc-afed-c827ce0ba122', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-3', False) {} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 19:24:13.583103 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56b72042-d23b-4f45-ab21-30ec43563002 None None] The sync data for ids ['5b1e005c-7323-4581-abf3-641971c38b95'] in n-d-800634-3 is: [{'id': '5b1e005c-7323-4581-abf3-641971c38b95', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2067827283', 'tenant_id': 'a3d6ee5c9e7d43dd9aef13bacc118669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.12'}], 'enable_snat': True}, 'gw_port_id': '1e44f090-fbb8-4826-a173-750656fb00f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T19:22:42Z', 'updated_at': '2021-07-14T19:22:46Z', 'revision_number': 4, 'project_id': 'a3d6ee5c9e7d43dd9aef13bacc118669', 'gw_port': {'id': '1e44f090-fbb8-4826-a173-750656fb00f0', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:06:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b1e005c-7323-4581-abf3-641971c38b95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T19:22:43Z', 'updated_at': '2021-07-14T19:22:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_interfaces': [{'id': '47fd9cbb-f0b6-4844-9be2-175d76a18e04', 'name': '', 'network_id': 'f22af07f-f973-49f0-bb76-d6ad85e8b9eb', 'tenant_id': 'a3d6ee5c9e7d43dd9aef13bacc118669', 'mac_address': 'fa:16:3e:01:cc:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b1e005c-7323-4581-abf3-641971c38b95', 'device_owner': 'network:router_interface', 'standard_attr_id': 4169, 'fixed_ips': [{'subnet_id': '38917f63-a46f-43bc-afed-c827ce0ba122', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T19:22:45Z', 'updated_at': '2021-07-14T19:22:51Z', 'revision_number': 5, 'project_id': 'a3d6ee5c9e7d43dd9aef13bacc118669', 'subnets': [{'id': '38917f63-a46f-43bc-afed-c827ce0ba122', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 19:24:13.644099 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-94100a36-7be9-4c72-96f9-530981cb8d4e req-087ad822-a146-44fb-be83-0c38f45dcb8d service neutron] 10.222.0.18 "GET /v2.0/networks/f22af07f-f973-49f0-bb76-d6ad85e8b9eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846448 Jul 14 19:24:13.745878 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-94100a36-7be9-4c72-96f9-530981cb8d4e req-d1f0d18d-4eb9-40b0-a4cd-80ca6ce27295 service neutron] 10.222.0.18 "GET /v2.0/networks/f22af07f-f973-49f0-bb76-d6ad85e8b9eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945771 Jul 14 19:24:13.813067 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce2309fb-e9e6-43b7-a91a-c479ab0738fa None None] New status for floating IP cf57194d-b186-4620-9c95-1c9c9eebbbdf: DOWN {{(pid=93918) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 19:24:14.470489 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba67f14-0d85-4b71-ba0e-a0e5287f1871 req-75a61824-47d5-47dd-a5a0-198c2809c6d9 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:24:14.472021 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2ba67f14-0d85-4b71-ba0e-a0e5287f1871 req-75a61824-47d5-47dd-a5a0-198c2809c6d9 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] 10.222.0.18 "GET /v2.0/ports?device_id=6c8b9977-20eb-40ba-9db8-00334008e35a HTTP/1.1" status: 200 len: 946 time: 0.0624206 Jul 14 19:24:14.613526 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b48a1b-33c7-479c-979b-5483232ab8a1 req-b0a2a96c-ad48-4588-8a0d-071154757666 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:24:14.614989 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-91b48a1b-33c7-479c-979b-5483232ab8a1 req-b0a2a96c-ad48-4588-8a0d-071154757666 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] 10.222.0.16 "GET /v2.0/ports?device_id=6c8b9977-20eb-40ba-9db8-00334008e35a HTTP/1.1" status: 200 len: 946 time: 0.1115813 Jul 14 19:24:14.630845 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [req-2ba67f14-0d85-4b71-ba0e-a0e5287f1871 req-ea6a0429-7dd8-473a-906c-9253d17c44d3 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Deleting port 80dbf385-8daf-4906-8062-00b3209b7e4b {{(pid=93915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 19:24:14.631184 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-2ba67f14-0d85-4b71-ba0e-a0e5287f1871 req-ea6a0429-7dd8-473a-906c-9253d17c44d3 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:24:14.702798 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-91b48a1b-33c7-479c-979b-5483232ab8a1 req-87a1e1fb-2e02-4cc9-a616-68afe945fdb8 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] 10.222.0.16 "GET /v2.0/security-groups?id=1f6d01ab-139f-4396-bf1f-0d9d7aab5715&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0817182 Jul 14 19:24:14.740885 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-2ba67f14-0d85-4b71-ba0e-a0e5287f1871 req-ea6a0429-7dd8-473a-906c-9253d17c44d3 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] For port 80dbf385-8daf-4906-8062-00b3209b7e4b, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=80dbf385-8daf-4906-8062-00b3209b7e4b,segment=NetworkSegment(4ff6b528-2a55-4aed-9c6e-77538dad737f),segment_id=4ff6b528-2a55-4aed-9c6e-77538dad737f)] {{(pid=93915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 19:24:14.741241 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-2ba67f14-0d85-4b71-ba0e-a0e5287f1871 req-ea6a0429-7dd8-473a-906c-9253d17c44d3 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:24:14.754106 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [req-2ba67f14-0d85-4b71-ba0e-a0e5287f1871 req-ea6a0429-7dd8-473a-906c-9253d17c44d3 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Calling delete_port for 80dbf385-8daf-4906-8062-00b3209b7e4b owned by compute:nova {{(pid=93915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 19:24:14.875297 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-2ba67f14-0d85-4b71-ba0e-a0e5287f1871 req-ea6a0429-7dd8-473a-906c-9253d17c44d3 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:24:14.906453 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6a0429-7dd8-473a-906c-9253d17c44d3 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Pushing event deleted for resources: {'Port': ['ID=80dbf385-8daf-4906-8062-00b3209b7e4b,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:24:14.919211 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6a0429-7dd8-473a-906c-9253d17c44d3 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:24:14.919418 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6a0429-7dd8-473a-906c-9253d17c44d3 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:24:14.919742 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6a0429-7dd8-473a-906c-9253d17c44d3 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:24:14.920083 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6a0429-7dd8-473a-906c-9253d17c44d3 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:24:14.920443 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6a0429-7dd8-473a-906c-9253d17c44d3 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:24:14.920780 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6a0429-7dd8-473a-906c-9253d17c44d3 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:24:14.921111 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6a0429-7dd8-473a-906c-9253d17c44d3 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:24:14.921446 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6a0429-7dd8-473a-906c-9253d17c44d3 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:24:14.921777 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6a0429-7dd8-473a-906c-9253d17c44d3 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:24:14.922103 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6a0429-7dd8-473a-906c-9253d17c44d3 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:24:14.922429 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6a0429-7dd8-473a-906c-9253d17c44d3 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:24:14.922754 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6a0429-7dd8-473a-906c-9253d17c44d3 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:24:14.964792 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ba67f14-0d85-4b71-ba0e-a0e5287f1871 req-ea6a0429-7dd8-473a-906c-9253d17c44d3 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] No DVR routers for this DVR port 80dbf385-8daf-4906-8062-00b3209b7e4b on host n-h1-800634-3 {{(pid=93915) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 19:24:14.967340 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-2ba67f14-0d85-4b71-ba0e-a0e5287f1871 req-ea6a0429-7dd8-473a-906c-9253d17c44d3 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:24:14.969557 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2ba67f14-0d85-4b71-ba0e-a0e5287f1871 req-ea6a0429-7dd8-473a-906c-9253d17c44d3 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] 10.222.0.18 "DELETE /v2.0/ports/80dbf385-8daf-4906-8062-00b3209b7e4b HTTP/1.1" status: 204 len: 173 time: 0.4923465 Jul 14 19:24:14.970057 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c8b9977-20eb-40ba-9db8-00334008e35a', 'name': 'network-vif-deleted', 'tag': '80dbf385-8daf-4906-8062-00b3209b7e4b'}] {{(pid=93915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 19:24:14.972353 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}163b1c7ce9835e2c54087c39b47c05da5c61decdd411e584c58a4e7cd59f948f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62ca27b3-2081-4887-9799-97a5c31b49ff" -d '{"events": [{"server_uuid": "6c8b9977-20eb-40ba-9db8-00334008e35a", "name": "network-vif-deleted", "tag": "80dbf385-8daf-4906-8062-00b3209b7e4b"}]}' {{(pid=93915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 19:24:15.009367 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 19:24:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de7a8394-b77f-4ee9-8a3e-022ac78b4c53 x-openstack-request-id: req-de7a8394-b77f-4ee9-8a3e-022ac78b4c53 {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 19:24:15.009665 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c8b9977-20eb-40ba-9db8-00334008e35a", "name": "network-vif-deleted", "tag": "80dbf385-8daf-4906-8062-00b3209b7e4b", "status": "completed", "code": 200}]} {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 19:24:15.009940 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-de7a8394-b77f-4ee9-8a3e-022ac78b4c53 {{(pid=93915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 19:24:15.010334 n-d-800634-3 neutron-server[93915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c8b9977-20eb-40ba-9db8-00334008e35a', 'name': 'network-vif-deleted', 'tag': '80dbf385-8daf-4906-8062-00b3209b7e4b', 'status': 'completed', 'code': 200} Jul 14 19:24:15.429520 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [req-80ec450b-6e53-47d6-8f37-3ef21e37599a req-b94db589-6040-4cc8-b8f1-0ecb9b88dc5d service neutron] (93915) timed out ('10.222.0.16', 57004) {{(pid=93915) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 14 19:24:15.795519 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 60724) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 19:24:16.152871 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-381d2441-d439-482f-9432-bd5ceb2ac04f tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-928623'] for router_interface, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:24:16.413659 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-381d2441-d439-482f-9432-bd5ceb2ac04f tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Deleting port 47fd9cbb-f0b6-4844-9be2-175d76a18e04 {{(pid=93916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 19:24:16.413937 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-381d2441-d439-482f-9432-bd5ceb2ac04f tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:24:16.500701 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.db [None req-381d2441-d439-482f-9432-bd5ceb2ac04f tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] For port 47fd9cbb-f0b6-4844-9be2-175d76a18e04, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=47fd9cbb-f0b6-4844-9be2-175d76a18e04,segment=NetworkSegment(4ff6b528-2a55-4aed-9c6e-77538dad737f),segment_id=4ff6b528-2a55-4aed-9c6e-77538dad737f)] {{(pid=93916) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 19:24:16.501061 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-381d2441-d439-482f-9432-bd5ceb2ac04f tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:24:16.513586 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-381d2441-d439-482f-9432-bd5ceb2ac04f tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Calling delete_port for 47fd9cbb-f0b6-4844-9be2-175d76a18e04 owned by network:router_interface {{(pid=93916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 19:24:16.700522 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-381d2441-d439-482f-9432-bd5ceb2ac04f tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:24:16.731681 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381d2441-d439-482f-9432-bd5ceb2ac04f tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Pushing event deleted for resources: {'Port': ['ID=47fd9cbb-f0b6-4844-9be2-175d76a18e04,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:24:16.904048 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-381d2441-d439-482f-9432-bd5ceb2ac04f tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-598732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-928907'] for router_interface, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:24:17.116904 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-381d2441-d439-482f-9432-bd5ceb2ac04f tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Router 5b1e005c-7323-4581-abf3-641971c38b95 has already been hosted by L3 agent 2c6eb27e-defb-4cca-9a24-381c7415e359 {{(pid=93916) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 19:24:17.222395 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-381d2441-d439-482f-9432-bd5ceb2ac04f tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify agent at l3_agent.n-d-800634-3 the message routers_updated {{(pid=93916) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 19:24:17.227959 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-381d2441-d439-482f-9432-bd5ceb2ac04f tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] 10.222.0.16 "PUT /v2.0/routers/5b1e005c-7323-4581-abf3-641971c38b95/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4308953 Jul 14 19:24:17.230490 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 60726) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 19:24:17.233025 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6c4c4f6-fdee-4719-a858-98859b0b0aff None None] Sync routers for ids ['5b1e005c-7323-4581-abf3-641971c38b95'] in n-d-800634-3 {{(pid=93917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 19:24:17.242617 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6c4c4f6-fdee-4719-a858-98859b0b0aff None None] Routers {'5b1e005c-7323-4581-abf3-641971c38b95'} bound to L3 agent in host n-d-800634-3 {{(pid=93917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 19:24:17.243300 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-f6c4c4f6-fdee-4719-a858-98859b0b0aff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T19:23:53Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['5b1e005c-7323-4581-abf3-641971c38b95'], 'active': True} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 19:24:17.282901 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7d2d5d1-546d-47e8-bfe5-cfc3e9a14534 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Deleting subnet 38917f63-a46f-43bc-afed-c827ce0ba122 {{(pid=93916) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 19:24:17.286092 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-e7d2d5d1-546d-47e8-bfe5-cfc3e9a14534 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks [] for subnet, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:24:17.326918 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-e7d2d5d1-546d-47e8-bfe5-cfc3e9a14534 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26296866'] for subnet, precommit_delete_associations {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:24:17.346981 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvr_db [None req-f6c4c4f6-fdee-4719-a858-98859b0b0aff None None] Set router 5b1e005c-7323-4581-abf3-641971c38b95 gateway port host: n-d-800634-3 {{(pid=93917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 19:24:17.414836 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-e7d2d5d1-546d-47e8-bfe5-cfc3e9a14534 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081283'] for subnet, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:24:17.486161 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-e7d2d5d1-546d-47e8-bfe5-cfc3e9a14534 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2684816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26033152'] for subnet, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:24:17.513471 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d2d5d1-546d-47e8-bfe5-cfc3e9a14534 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Pushing event deleted for resources: {'Subnet': ['ID=38917f63-a46f-43bc-afed-c827ce0ba122,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:24:17.518982 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-e7d2d5d1-546d-47e8-bfe5-cfc3e9a14534 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks [] for subnet, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:24:17.523426 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-e7d2d5d1-546d-47e8-bfe5-cfc3e9a14534 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] 10.222.0.16 "DELETE /v2.0/subnets/38917f63-a46f-43bc-afed-c827ce0ba122 HTTP/1.1" status: 204 len: 168 time: 0.2894700 Jul 14 19:24:17.524443 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 60728) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 19:24:17.527300 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ef35ea7-1d26-4077-94b1-78648e5a0782 None None] Network f22af07f-f973-49f0-bb76-d6ad85e8b9eb requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 19:24:17.577548 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-f6c4c4f6-fdee-4719-a858-98859b0b0aff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b1e005c-7323-4581-abf3-641971c38b95', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2067827283', 'tenant_id': 'a3d6ee5c9e7d43dd9aef13bacc118669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.12'}], 'enable_snat': True}, 'gw_port_id': '1e44f090-fbb8-4826-a173-750656fb00f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T19:22:42Z', 'updated_at': '2021-07-14T19:24:16Z', 'revision_number': 5, 'project_id': 'a3d6ee5c9e7d43dd9aef13bacc118669', 'gw_port': {'id': '1e44f090-fbb8-4826-a173-750656fb00f0', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:06:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b1e005c-7323-4581-abf3-641971c38b95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T19:22:43Z', 'updated_at': '2021-07-14T19:22:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3'}], 'n-d-800634-3', False) {} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 19:24:17.615665 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6c4c4f6-fdee-4719-a858-98859b0b0aff None None] Checking router: 5b1e005c-7323-4581-abf3-641971c38b95 for host: n-d-800634-3 {{(pid=93917) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 19:24:17.632693 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-ece98d5c-903e-414f-bbf8-3e75d43e0377 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks [] for router, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:24:17.644878 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6c4c4f6-fdee-4719-a858-98859b0b0aff None None] Routers {'5b1e005c-7323-4581-abf3-641971c38b95'} bound to L3 agent in host n-d-800634-3 {{(pid=93917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 19:24:17.645502 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-f6c4c4f6-fdee-4719-a858-98859b0b0aff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T19:23:53Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['5b1e005c-7323-4581-abf3-641971c38b95'], 'active': True} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 19:24:17.742819 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-ece98d5c-903e-414f-bbf8-3e75d43e0377 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:24:17.778777 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvr_db [None req-f6c4c4f6-fdee-4719-a858-98859b0b0aff None None] Set router 5b1e005c-7323-4581-abf3-641971c38b95 gateway port host: n-d-800634-3 {{(pid=93917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 19:24:17.798151 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-ece98d5c-903e-414f-bbf8-3e75d43e0377 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Deleting port 1e44f090-fbb8-4826-a173-750656fb00f0 {{(pid=93916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 19:24:17.798503 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-ece98d5c-903e-414f-bbf8-3e75d43e0377 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:24:17.842493 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae78ab3c-3a2b-4b68-aa9d-ad1255a6d774 None None] DHCP port deletion for f22af07f-f973-49f0-bb76-d6ad85e8b9eb request from n-d-800634-3 {{(pid=93917) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 19:24:17.884461 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.db [None req-ece98d5c-903e-414f-bbf8-3e75d43e0377 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] For port 1e44f090-fbb8-4826-a173-750656fb00f0, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=1e44f090-fbb8-4826-a173-750656fb00f0,segment=NetworkSegment(5afb940b-bbdf-4727-be00-5d46367c38a1),segment_id=5afb940b-bbdf-4727-be00-5d46367c38a1)] {{(pid=93916) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 19:24:17.884824 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-ece98d5c-903e-414f-bbf8-3e75d43e0377 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:24:17.898322 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-ece98d5c-903e-414f-bbf8-3e75d43e0377 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Calling delete_port for 1e44f090-fbb8-4826-a173-750656fb00f0 owned by network:router_gateway {{(pid=93916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 19:24:17.973991 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-ae78ab3c-3a2b-4b68-aa9d-ad1255a6d774 None None] Deleting port dd046437-2452-4e1c-9e0f-b821dc997ee0 {{(pid=93917) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 19:24:17.974361 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-ae78ab3c-3a2b-4b68-aa9d-ad1255a6d774 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:24:18.045359 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-ae78ab3c-3a2b-4b68-aa9d-ad1255a6d774 None None] For port dd046437-2452-4e1c-9e0f-b821dc997ee0, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=dd046437-2452-4e1c-9e0f-b821dc997ee0,segment=NetworkSegment(4ff6b528-2a55-4aed-9c6e-77538dad737f),segment_id=4ff6b528-2a55-4aed-9c6e-77538dad737f)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 19:24:18.045659 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-ae78ab3c-3a2b-4b68-aa9d-ad1255a6d774 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:24:18.060968 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-ae78ab3c-3a2b-4b68-aa9d-ad1255a6d774 None None] Calling delete_port for dd046437-2452-4e1c-9e0f-b821dc997ee0 owned by network:dhcp {{(pid=93917) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 19:24:18.066023 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-ece98d5c-903e-414f-bbf8-3e75d43e0377 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:24:18.075775 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-f6c4c4f6-fdee-4719-a858-98859b0b0aff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b1e005c-7323-4581-abf3-641971c38b95', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2067827283', 'tenant_id': 'a3d6ee5c9e7d43dd9aef13bacc118669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.12'}], 'enable_snat': True}, 'gw_port_id': '1e44f090-fbb8-4826-a173-750656fb00f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T19:22:42Z', 'updated_at': '2021-07-14T19:24:16Z', 'revision_number': 5, 'project_id': 'a3d6ee5c9e7d43dd9aef13bacc118669', 'gw_port': {'id': '1e44f090-fbb8-4826-a173-750656fb00f0', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:06:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b1e005c-7323-4581-abf3-641971c38b95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T19:22:43Z', 'updated_at': '2021-07-14T19:22:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3'}], 'n-d-800634-3', False) {} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 19:24:18.089569 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece98d5c-903e-414f-bbf8-3e75d43e0377 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Pushing event deleted for resources: {'Port': ['ID=1e44f090-fbb8-4826-a173-750656fb00f0,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:24:18.133559 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6c4c4f6-fdee-4719-a858-98859b0b0aff None None] The sync data for ids ['5b1e005c-7323-4581-abf3-641971c38b95'] in n-d-800634-3 is: [{'id': '5b1e005c-7323-4581-abf3-641971c38b95', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2067827283', 'tenant_id': 'a3d6ee5c9e7d43dd9aef13bacc118669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.12'}], 'enable_snat': True}, 'gw_port_id': '1e44f090-fbb8-4826-a173-750656fb00f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T19:22:42Z', 'updated_at': '2021-07-14T19:24:16Z', 'revision_number': 5, 'project_id': 'a3d6ee5c9e7d43dd9aef13bacc118669', 'gw_port': {'id': '1e44f090-fbb8-4826-a173-750656fb00f0', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:06:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b1e005c-7323-4581-abf3-641971c38b95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T19:22:43Z', 'updated_at': '2021-07-14T19:22:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3'}] {{(pid=93917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 19:24:18.157225 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-ece98d5c-903e-414f-bbf8-3e75d43e0377 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-930057'] for router_gateway, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:24:18.184205 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-ae78ab3c-3a2b-4b68-aa9d-ad1255a6d774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813'] for port, after_delete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:24:18.206599 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae78ab3c-3a2b-4b68-aa9d-ad1255a6d774 None None] Pushing event deleted for resources: {'Port': ['ID=dd046437-2452-4e1c-9e0f-b821dc997ee0,revision_number=None']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:24:18.216320 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae78ab3c-3a2b-4b68-aa9d-ad1255a6d774 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:24:18.216677 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae78ab3c-3a2b-4b68-aa9d-ad1255a6d774 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:24:18.217117 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae78ab3c-3a2b-4b68-aa9d-ad1255a6d774 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:24:18.217458 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae78ab3c-3a2b-4b68-aa9d-ad1255a6d774 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:24:18.220200 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae78ab3c-3a2b-4b68-aa9d-ad1255a6d774 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:24:18.220200 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae78ab3c-3a2b-4b68-aa9d-ad1255a6d774 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:24:18.220200 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae78ab3c-3a2b-4b68-aa9d-ad1255a6d774 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:24:18.220200 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae78ab3c-3a2b-4b68-aa9d-ad1255a6d774 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:24:18.220200 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae78ab3c-3a2b-4b68-aa9d-ad1255a6d774 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:24:18.220200 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae78ab3c-3a2b-4b68-aa9d-ad1255a6d774 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:24:18.220200 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae78ab3c-3a2b-4b68-aa9d-ad1255a6d774 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:24:18.221025 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae78ab3c-3a2b-4b68-aa9d-ad1255a6d774 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:24:18.223871 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae78ab3c-3a2b-4b68-aa9d-ad1255a6d774 None None] No DVR routers for this DVR port dd046437-2452-4e1c-9e0f-b821dc997ee0 on host n-d-800634-3 {{(pid=93917) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 19:24:18.252397 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-ece98d5c-903e-414f-bbf8-3e75d43e0377 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-571778', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11402'] for router, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:24:18.254506 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-ece98d5c-903e-414f-bbf8-3e75d43e0377 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:24:18.301177 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-ece98d5c-903e-414f-bbf8-3e75d43e0377 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-541202'] for router, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:24:18.301648 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ece98d5c-903e-414f-bbf8-3e75d43e0377 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Fanout notify agent at l3_agent the message router_deleted on router 5b1e005c-7323-4581-abf3-641971c38b95 {{(pid=93916) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 19:24:18.309406 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-ece98d5c-903e-414f-bbf8-3e75d43e0377 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks [] for router, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:24:18.310495 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-ece98d5c-903e-414f-bbf8-3e75d43e0377 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] 10.222.0.16 "DELETE /v2.0/routers/5b1e005c-7323-4581-abf3-641971c38b95 HTTP/1.1" status: 204 len: 168 time: 0.7850199 Jul 14 19:24:18.313237 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 60732) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 19:24:18.387604 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-64a2b6f6-0e84-48e6-98dd-9c24f66776fb tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645734'] for network, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:24:18.480366 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-64a2b6f6-0e84-48e6-98dd-9c24f66776fb tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2096010', 'neutron.services.segments.db._delete_segments_for_network-8728202734996'] for network, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:24:18.490943 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.segments.db [None req-64a2b6f6-0e84-48e6-98dd-9c24f66776fb tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f22af07f-f973-49f0-bb76-d6ad85e8b9eb']}} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 19:24:18.501926 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.segments.db [None req-64a2b6f6-0e84-48e6-98dd-9c24f66776fb tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ff6b528-2a55-4aed-9c6e-77538dad737f') {'for_net_delete': True} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 19:24:18.502227 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.segments.db [None req-64a2b6f6-0e84-48e6-98dd-9c24f66776fb tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ff6b528-2a55-4aed-9c6e-77538dad737f') {} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 19:24:18.511384 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-64a2b6f6-0e84-48e6-98dd-9c24f66776fb tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728202715275', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26296891'] for segment, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:24:18.526171 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-64a2b6f6-0e84-48e6-98dd-9c24f66776fb tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:24:18.533530 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64a2b6f6-0e84-48e6-98dd-9c24f66776fb tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Releasing vlan 67 on physical network physnet1 to pool {{(pid=93916) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 19:24:18.534051 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-64a2b6f6-0e84-48e6-98dd-9c24f66776fb tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2682942'] for segment, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:24:18.537307 n-d-800634-3 neutron-server[93916]: Traceback (most recent call last): Jul 14 19:24:18.537307 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 19:24:18.537307 n-d-800634-3 neutron-server[93916]: timer() Jul 14 19:24:18.537307 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 19:24:18.537307 n-d-800634-3 neutron-server[93916]: cb(*args, **kw) Jul 14 19:24:18.537307 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 19:24:18.537307 n-d-800634-3 neutron-server[93916]: return func(*args, **kwargs) Jul 14 19:24:18.537307 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 19:24:18.537307 n-d-800634-3 neutron-server[93916]: self._notify() Jul 14 19:24:18.537307 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 19:24:18.537307 n-d-800634-3 neutron-server[93916]: self.callback(batched_events) Jul 14 19:24:18.537307 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 19:24:18.537307 n-d-800634-3 neutron-server[93916]: event.method(event) Jul 14 19:24:18.537307 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 19:24:18.537307 n-d-800634-3 neutron-server[93916]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 19:24:18.537307 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 19:24:18.537307 n-d-800634-3 neutron-server[93916]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 19:24:18.537307 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 19:24:18.537307 n-d-800634-3 neutron-server[93916]: return f(self, *a, **k) Jul 14 19:24:18.537307 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 19:24:18.537307 n-d-800634-3 neutron-server[93916]: return self._get(url).json() Jul 14 19:24:18.537307 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 19:24:18.537307 n-d-800634-3 neutron-server[93916]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 19:24:18.537307 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 19:24:18.537307 n-d-800634-3 neutron-server[93916]: return self.request(url, 'GET', **kwargs) Jul 14 19:24:18.537307 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 19:24:18.537307 n-d-800634-3 neutron-server[93916]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 19:24:18.537307 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 19:24:18.537307 n-d-800634-3 neutron-server[93916]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 19:24:18.537307 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 19:24:18.537307 n-d-800634-3 neutron-server[93916]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 19:24:18.537307 n-d-800634-3 neutron-server[93916]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 19:24:18.549835 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device 80dbf385-8daf-4906-8062-00b3209b7e4b no longer exists at agent hyperv_n-h1-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 19:24:18.570976 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] No Port match for: 80dbf385-8daf-4906-8062-00b3209b7e4b {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 19:24:18.571417 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device 80dbf385-8daf-4906-8062-00b3209b7e4b not bound to the agent host n-h1-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 19:24:18.602395 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-64a2b6f6-0e84-48e6-98dd-9c24f66776fb tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2096001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-930085'] for network, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:24:18.608315 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-64a2b6f6-0e84-48e6-98dd-9c24f66776fb tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks [] for network, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:24:18.610148 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-64a2b6f6-0e84-48e6-98dd-9c24f66776fb tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] 10.222.0.16 "DELETE /v2.0/networks/f22af07f-f973-49f0-bb76-d6ad85e8b9eb HTTP/1.1" status: 204 len: 168 time: 0.2959912 Jul 14 19:24:18.613042 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 60734) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 19:24:18.626872 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a2b6f6-0e84-48e6-98dd-9c24f66776fb tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Pushing event deleted for resources: {'Network': ['ID=f22af07f-f973-49f0-bb76-d6ad85e8b9eb,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:24:18.673824 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-5ac588dc-c04a-46de-b6e9-2fae826b8e71 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks [] for security_group, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:24:18.698787 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-5ac588dc-c04a-46de-b6e9-2fae826b8e71 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:24:18.763693 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-5ac588dc-c04a-46de-b6e9-2fae826b8e71 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:24:18.767590 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-5ac588dc-c04a-46de-b6e9-2fae826b8e71 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks [] for security_group, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:24:18.768826 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-5ac588dc-c04a-46de-b6e9-2fae826b8e71 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] 10.222.0.16 "DELETE /v2.0/security-groups/1f6d01ab-139f-4396-bf1f-0d9d7aab5715 HTTP/1.1" status: 204 len: 168 time: 0.1542528 Jul 14 19:24:18.778407 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac588dc-c04a-46de-b6e9-2fae826b8e71 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f6d01ab-139f-4396-bf1f-0d9d7aab5715,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:24:19.167001 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 60740) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 19:24:19.171849 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-a8528a29-912a-4010-9be6-ab22106b291e tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-766975027', 'description': 'tempest-secgroup-smoke-766975027 description', 'project_id': 'a3d6ee5c9e7d43dd9aef13bacc118669'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 19:24:19.198549 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-a8528a29-912a-4010-9be6-ab22106b291e tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks [] for security_group, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:24:19.283002 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-a8528a29-912a-4010-9be6-ab22106b291e tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks [] for security_group, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:24:19.286898 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-a8528a29-912a-4010-9be6-ab22106b291e tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:24:19.315545 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-a8528a29-912a-4010-9be6-ab22106b291e tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks [] for security_group, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:24:19.316813 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-a8528a29-912a-4010-9be6-ab22106b291e tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1487331 Jul 14 19:24:19.317814 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8528a29-912a-4010-9be6-ab22106b291e tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c31281e6-6fda-4e9a-bea9-b27dd7e6e7e5,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:24:19.320511 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 60742) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 19:24:19.325753 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-b4ffc81c-6cfc-417a-9868-587f7050bec1 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Request body: {'security_group_rule': {'security_group_id': 'c31281e6-6fda-4e9a-bea9-b27dd7e6e7e5', 'project_id': 'a3d6ee5c9e7d43dd9aef13bacc118669', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 19:24:19.351639 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-b4ffc81c-6cfc-417a-9868-587f7050bec1 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:24:19.407944 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-b4ffc81c-6cfc-417a-9868-587f7050bec1 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:24:19.411290 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-b4ffc81c-6cfc-417a-9868-587f7050bec1 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305173'] for security_group_rule, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:24:19.429984 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ffc81c-6cfc-417a-9868-587f7050bec1 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=047e3cd4-dfa6-4f12-9ace-91df18ceb35e,revision_number=0']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:24:19.433359 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-b4ffc81c-6cfc-417a-9868-587f7050bec1 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:24:19.437227 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-b4ffc81c-6cfc-417a-9868-587f7050bec1 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1131437 Jul 14 19:24:19.437729 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 60744) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 19:24:19.442497 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-0015dbce-4817-4ce9-b517-2e735be54983 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Request body: {'security_group_rule': {'security_group_id': 'c31281e6-6fda-4e9a-bea9-b27dd7e6e7e5', 'project_id': 'a3d6ee5c9e7d43dd9aef13bacc118669', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 19:24:19.469485 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-0015dbce-4817-4ce9-b517-2e735be54983 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:24:19.484818 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 47fd9cbb-f0b6-4844-9be2-175d76a18e04 no longer exists at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 19:24:19.506297 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] No Port match for: 47fd9cbb-f0b6-4844-9be2-175d76a18e04 {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 19:24:19.506647 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 47fd9cbb-f0b6-4844-9be2-175d76a18e04 not bound to the agent host n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 19:24:19.507066 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device dd046437-2452-4e1c-9e0f-b821dc997ee0 no longer exists at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 19:24:19.529274 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-0015dbce-4817-4ce9-b517-2e735be54983 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:24:19.529557 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] No Port match for: dd046437-2452-4e1c-9e0f-b821dc997ee0 {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 19:24:19.529891 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device dd046437-2452-4e1c-9e0f-b821dc997ee0 not bound to the agent host n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 19:24:19.530225 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 1e44f090-fbb8-4826-a173-750656fb00f0 no longer exists at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 19:24:19.534186 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-0015dbce-4817-4ce9-b517-2e735be54983 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305173'] for security_group_rule, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:24:19.549831 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] No Port match for: 1e44f090-fbb8-4826-a173-750656fb00f0 {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 19:24:19.550189 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 1e44f090-fbb8-4826-a173-750656fb00f0 not bound to the agent host n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 19:24:19.552375 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0015dbce-4817-4ce9-b517-2e735be54983 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=184c49ae-f083-40a6-8f0d-088bbc8a658f,revision_number=0']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:24:19.557924 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-0015dbce-4817-4ce9-b517-2e735be54983 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:24:19.559282 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-0015dbce-4817-4ce9-b517-2e735be54983 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1201577 Jul 14 19:24:19.562046 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 60746) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 19:24:19.566963 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-f87191bd-c94c-4aec-accd-ff50d8a98efd tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Request body: {'security_group_rule': {'security_group_id': 'c31281e6-6fda-4e9a-bea9-b27dd7e6e7e5', 'project_id': 'a3d6ee5c9e7d43dd9aef13bacc118669', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 19:24:19.592650 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-f87191bd-c94c-4aec-accd-ff50d8a98efd tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:24:19.653849 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-f87191bd-c94c-4aec-accd-ff50d8a98efd tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:24:19.658310 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-f87191bd-c94c-4aec-accd-ff50d8a98efd tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305173'] for security_group_rule, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:24:19.677410 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87191bd-c94c-4aec-accd-ff50d8a98efd tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38616f53-0505-427e-bb42-c1404730ad4a,revision_number=0']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:24:19.682686 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-f87191bd-c94c-4aec-accd-ff50d8a98efd tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:24:19.683806 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-f87191bd-c94c-4aec-accd-ff50d8a98efd tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1208134 Jul 14 19:24:19.686551 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 60748) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 19:24:19.691470 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-ff62d887-4468-498b-aa1b-4fd9917fb35f tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Request body: {'security_group_rule': {'security_group_id': 'c31281e6-6fda-4e9a-bea9-b27dd7e6e7e5', 'project_id': 'a3d6ee5c9e7d43dd9aef13bacc118669', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 19:24:19.718470 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-ff62d887-4468-498b-aa1b-4fd9917fb35f tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:24:19.778871 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-ff62d887-4468-498b-aa1b-4fd9917fb35f tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:24:19.782373 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-ff62d887-4468-498b-aa1b-4fd9917fb35f tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305173'] for security_group_rule, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:24:19.799089 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff62d887-4468-498b-aa1b-4fd9917fb35f tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b37d405-d903-425e-a654-6fd43692ce82,revision_number=0']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:24:19.805404 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-ff62d887-4468-498b-aa1b-4fd9917fb35f tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:24:19.806837 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-ff62d887-4468-498b-aa1b-4fd9917fb35f tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1193588 Jul 14 19:24:19.809663 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 60750) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 19:24:19.814724 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-d69321df-2357-4684-8014-3d4fc27ebc95 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Request body: {'security_group_rule': {'security_group_id': 'c31281e6-6fda-4e9a-bea9-b27dd7e6e7e5', 'project_id': 'a3d6ee5c9e7d43dd9aef13bacc118669', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 19:24:19.836439 n-d-800634-3 neutron-server[93915]: INFO neutron.db.securitygroups_db [None req-d69321df-2357-4684-8014-3d4fc27ebc95 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Project a3d6ee5c9e7d43dd9aef13bacc118669 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 14 19:24:19.841179 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-d69321df-2357-4684-8014-3d4fc27ebc95 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:24:19.899877 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-d69321df-2357-4684-8014-3d4fc27ebc95 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:24:19.903759 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-d69321df-2357-4684-8014-3d4fc27ebc95 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305173'] for security_group_rule, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:24:19.921258 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69321df-2357-4684-8014-3d4fc27ebc95 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba7d409e-6e52-4659-874e-7eba7f5c72f3,revision_number=0']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:24:19.927766 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-d69321df-2357-4684-8014-3d4fc27ebc95 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:24:19.928652 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-d69321df-2357-4684-8014-3d4fc27ebc95 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1179919 Jul 14 19:24:19.931471 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 60752) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 19:24:19.936005 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-50569810-3184-4c41-b865-8d84439157dc tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Request body: {'security_group_rule': {'security_group_id': 'c31281e6-6fda-4e9a-bea9-b27dd7e6e7e5', 'project_id': 'a3d6ee5c9e7d43dd9aef13bacc118669', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 19:24:19.961990 n-d-800634-3 neutron-server[93915]: INFO neutron.db.securitygroups_db [None req-50569810-3184-4c41-b865-8d84439157dc tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Project a3d6ee5c9e7d43dd9aef13bacc118669 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 14 19:24:19.966935 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-50569810-3184-4c41-b865-8d84439157dc tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:24:20.029355 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-50569810-3184-4c41-b865-8d84439157dc tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:24:20.032743 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-50569810-3184-4c41-b865-8d84439157dc tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305173'] for security_group_rule, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:24:20.050850 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50569810-3184-4c41-b865-8d84439157dc tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b190ed68-1fad-4253-84cb-9a4c165b2af8,revision_number=0']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:24:20.056393 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-50569810-3184-4c41-b865-8d84439157dc tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:24:20.057578 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-50569810-3184-4c41-b865-8d84439157dc tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1251972 Jul 14 19:24:20.060480 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 60754) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 19:24:20.065876 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-d346805b-1d60-48a7-962c-d7e69f9cb1d8 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Request body: {'network': {'name': 'tempest-network-smoke--1346303199', 'project_id': 'a3d6ee5c9e7d43dd9aef13bacc118669', 'port_security_enabled': True}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 19:24:20.084716 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d346805b-1d60-48a7-962c-d7e69f9cb1d8 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Made reservation on behalf of a3d6ee5c9e7d43dd9aef13bacc118669 for: {'network': 1} {{(pid=93915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 19:24:20.088325 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-d346805b-1d60-48a7-962c-d7e69f9cb1d8 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for network, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:24:20.111866 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d346805b-1d60-48a7-962c-d7e69f9cb1d8 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 92} {{(pid=93915) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 19:24:20.120517 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-d346805b-1d60-48a7-962c-d7e69f9cb1d8 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:24:20.120860 n-d-800634-3 neutron-server[93915]: INFO neutron.db.segments_db [None req-d346805b-1d60-48a7-962c-d7e69f9cb1d8 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Added segment 4d6a0de4-3a9e-4398-86a7-8c61f6e79c59 of type vlan for network 60daa86c-5b46-49a3-a41e-082f3951d0c7 Jul 14 19:24:20.159425 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-d346805b-1d60-48a7-962c-d7e69f9cb1d8 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728202197517'] for network, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:24:20.186835 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-d346805b-1d60-48a7-962c-d7e69f9cb1d8 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727'] for network, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:24:20.192368 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d346805b-1d60-48a7-962c-d7e69f9cb1d8 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:24:20.192958 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-d346805b-1d60-48a7-962c-d7e69f9cb1d8 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks [] for network, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:24:20.253548 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-d346805b-1d60-48a7-962c-d7e69f9cb1d8 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1920598 Jul 14 19:24:20.256271 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 60756) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 19:24:20.262742 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-be76aac2-fa6f-42b8-8ad5-a6ee7a836d0f tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-253743859', 'admin_state_up': True, 'project_id': 'a3d6ee5c9e7d43dd9aef13bacc118669', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61'}}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 19:24:20.272540 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d346805b-1d60-48a7-962c-d7e69f9cb1d8 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Pushing event updated for resources: {'Network': ['ID=60daa86c-5b46-49a3-a41e-082f3951d0c7,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:24:20.283391 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Network 60daa86c-5b46-49a3-a41e-082f3951d0c7 details requested by agent ovs-agent-n-d-800634-3 with host n-d-800634-3 {{(pid=93917) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 19:24:20.289523 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-be76aac2-fa6f-42b8-8ad5-a6ee7a836d0f tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-571768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11104'] for router, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:24:20.290632 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-be76aac2-fa6f-42b8-8ad5-a6ee7a836d0f tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-571675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-930014', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-632314', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11129'] for router, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:24:20.343082 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-be76aac2-fa6f-42b8-8ad5-a6ee7a836d0f tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:24:20.482205 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-be76aac2-fa6f-42b8-8ad5-a6ee7a836d0f tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-929996', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-571750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11395'] for router, precommit_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:24:20.493475 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-d27a66d3-dcdd-43b5-a225-224049a1bc59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:24:20.675901 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-be76aac2-fa6f-42b8-8ad5-a6ee7a836d0f tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks [] for router_gateway, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:24:20.694775 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-be76aac2-fa6f-42b8-8ad5-a6ee7a836d0f tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:24:20.798353 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.db_base_plugin_common [None req-be76aac2-fa6f-42b8-8ad5-a6ee7a836d0f tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Allocated IP 172.25.1.29 (9200a437-e1de-4520-88f6-e68386523e61/5f47f848-4532-407a-a0e2-5690ade15fd0/c95023cb-e89a-46aa-958a-d4162dea00c1) {{(pid=93915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 19:24:20.899000 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-be76aac2-fa6f-42b8-8ad5-a6ee7a836d0f tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks [] for port, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:24:20.942315 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-be76aac2-fa6f-42b8-8ad5-a6ee7a836d0f tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:24:20.977163 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be76aac2-fa6f-42b8-8ad5-a6ee7a836d0f tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Network 9200a437-e1de-4520-88f6-e68386523e61 is already hosted by enough agents. {{(pid=93915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 19:24:20.981867 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [None req-be76aac2-fa6f-42b8-8ad5-a6ee7a836d0f tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Resources bound (agent type, host, resource id): {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 19:24:20.985866 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be76aac2-fa6f-42b8-8ad5-a6ee7a836d0f tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Received port after_create {{(pid=93915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 19:24:21.008956 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be76aac2-fa6f-42b8-8ad5-a6ee7a836d0f tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Pushing event updated for resources: {'Port': ['ID=c95023cb-e89a-46aa-958a-d4162dea00c1,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:24:21.043536 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.agents_db [None req-2ea07fb6-aa68-4671-8654-119d82b9f530 None None] Agent healthcheck: found 7 active agents {{(pid=93918) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 19:24:21.231925 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-be76aac2-fa6f-42b8-8ad5-a6ee7a836d0f tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks [] for router_gateway, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:24:21.427214 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-be76aac2-fa6f-42b8-8ad5-a6ee7a836d0f tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-571759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-930033'] for router, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:24:21.553564 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be76aac2-fa6f-42b8-8ad5-a6ee7a836d0f tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Router 1d059832-82ca-4c9b-be96-cbe61a18468b is scheduled to L3 agent 2c6eb27e-defb-4cca-9a24-381c7415e359 with binding_index 1 {{(pid=93915) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 19:24:21.656888 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be76aac2-fa6f-42b8-8ad5-a6ee7a836d0f tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify agent at l3_agent.n-d-800634-3 the message routers_updated {{(pid=93915) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 19:24:21.665908 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28cf1935-8bf6-4992-9fb3-80370bc3cefc None None] Sync routers for ids ['1d059832-82ca-4c9b-be96-cbe61a18468b'] in n-d-800634-3 {{(pid=93918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 19:24:21.674602 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-be76aac2-fa6f-42b8-8ad5-a6ee7a836d0f tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks [] for router, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:24:21.675809 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-be76aac2-fa6f-42b8-8ad5-a6ee7a836d0f tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.4186249 Jul 14 19:24:21.675938 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28cf1935-8bf6-4992-9fb3-80370bc3cefc None None] Routers {'1d059832-82ca-4c9b-be96-cbe61a18468b'} bound to L3 agent in host n-d-800634-3 {{(pid=93918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 19:24:21.676486 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-28cf1935-8bf6-4992-9fb3-80370bc3cefc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T19:23:53Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['1d059832-82ca-4c9b-be96-cbe61a18468b'], 'active': True} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 19:24:21.679063 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 60762) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 19:24:21.709715 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-3bca6723-6628-4ffe-9d90-c837f47d15c7 tempest-TestNetworkAdvancedServerOps-521838358 tempest-TestNetworkAdvancedServerOps-521838358-project-admin] 10.222.0.16 "GET /v2.0/subnets?project_id=a3d6ee5c9e7d43dd9aef13bacc118669&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0271869 Jul 14 19:24:21.709937 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 60764) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 19:24:21.782259 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvr_db [None req-28cf1935-8bf6-4992-9fb3-80370bc3cefc None None] Set router 1d059832-82ca-4c9b-be96-cbe61a18468b gateway port host: n-d-800634-3 {{(pid=93918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 19:24:21.793973 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83cd77d2-2f14-4753-9c82-5fef05f2cd2e tempest-TestNetworkAdvancedServerOps-521838358 tempest-TestNetworkAdvancedServerOps-521838358-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:24:21.795488 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-83cd77d2-2f14-4753-9c82-5fef05f2cd2e tempest-TestNetworkAdvancedServerOps-521838358 tempest-TestNetworkAdvancedServerOps-521838358-project-admin] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0847025 Jul 14 19:24:21.798348 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 60766) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 19:24:21.825901 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-6a654ba9-47c5-4e27-a606-48656961de03 tempest-TestNetworkAdvancedServerOps-521838358 tempest-TestNetworkAdvancedServerOps-521838358-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=9200a437-e1de-4520-88f6-e68386523e61&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0264971 Jul 14 19:24:21.828351 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 60768) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 19:24:21.833530 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-8f834493-1ec8-471f-8fc1-6911cd3f12bb tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-900293327', 'network_id': '60daa86c-5b46-49a3-a41e-082f3951d0c7', 'project_id': 'a3d6ee5c9e7d43dd9aef13bacc118669', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 19:24:21.922484 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f834493-1ec8-471f-8fc1-6911cd3f12bb tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Made reservation on behalf of a3d6ee5c9e7d43dd9aef13bacc118669 for: {'subnet': 1} {{(pid=93915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 19:24:21.926022 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-8f834493-1ec8-471f-8fc1-6911cd3f12bb tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28969735'] for subnet, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:24:21.961226 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-28cf1935-8bf6-4992-9fb3-80370bc3cefc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d059832-82ca-4c9b-be96-cbe61a18468b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-253743859', 'tenant_id': 'a3d6ee5c9e7d43dd9aef13bacc118669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.29'}], 'enable_snat': True}, 'gw_port_id': 'c95023cb-e89a-46aa-958a-d4162dea00c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T19:24:20Z', 'updated_at': '2021-07-14T19:24:21Z', 'revision_number': 3, 'project_id': 'a3d6ee5c9e7d43dd9aef13bacc118669', 'gw_port': {'id': 'c95023cb-e89a-46aa-958a-d4162dea00c1', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:1f:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d059832-82ca-4c9b-be96-cbe61a18468b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T19:24:20Z', 'updated_at': '2021-07-14T19:24:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3'}], 'n-d-800634-3', False) {} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 19:24:21.987216 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28cf1935-8bf6-4992-9fb3-80370bc3cefc None None] Checking router: 1d059832-82ca-4c9b-be96-cbe61a18468b for host: n-d-800634-3 {{(pid=93918) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 19:24:21.987593 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28cf1935-8bf6-4992-9fb3-80370bc3cefc None None] Updating router 1d059832-82ca-4c9b-be96-cbe61a18468b port c95023cb-e89a-46aa-958a-d4162dea00c1 binding host n-d-800634-3 {{(pid=93918) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 19:24:22.033863 n-d-800634-3 neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-28cf1935-8bf6-4992-9fb3-80370bc3cefc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:24:22.109318 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-8f834493-1ec8-471f-8fc1-6911cd3f12bb tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25912837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28969781'] for subnet, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:24:22.172773 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f834493-1ec8-471f-8fc1-6911cd3f12bb tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Pushing event updated for resources: {'Subnet': ['ID=f30a74a8-26dc-40e0-b31a-3a3a6e9b584a,revision_number=0']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:24:22.177139 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f834493-1ec8-471f-8fc1-6911cd3f12bb tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Checking segment: {'id': '4d6a0de4-3a9e-4398-86a7-8c61f6e79c59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '60daa86c-5b46-49a3-a41e-082f3951d0c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 19:24:22.177511 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f834493-1ec8-471f-8fc1-6911cd3f12bb tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Network hostable DHCP agents. Network: 60daa86c-5b46-49a3-a41e-082f3951d0c7, hostable agents: ['028393c3-0576-4ebd-bca1-8ea8a148e1a2'], hosted agents: [] {{(pid=93915) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 19:24:22.194635 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f834493-1ec8-471f-8fc1-6911cd3f12bb tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Network 60daa86c-5b46-49a3-a41e-082f3951d0c7 is scheduled to be hosted by DHCP agent 028393c3-0576-4ebd-bca1-8ea8a148e1a2 with binding_index 1 {{(pid=93915) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 19:24:22.204742 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [None req-8f834493-1ec8-471f-8fc1-6911cd3f12bb tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-3, 60daa86c-5b46-49a3-a41e-082f3951d0c7) {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 19:24:22.209858 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f834493-1ec8-471f-8fc1-6911cd3f12bb tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:24:22.210983 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-8f834493-1ec8-471f-8fc1-6911cd3f12bb tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks [] for subnet, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:24:22.215771 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fd3d006-7ce3-4fc8-bdd3-bc5ff2ed0dc0 None None] Network 60daa86c-5b46-49a3-a41e-082f3951d0c7 requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 19:24:22.229016 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-8f834493-1ec8-471f-8fc1-6911cd3f12bb tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.3964884 Jul 14 19:24:22.229253 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 60770) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 19:24:22.286569 n-d-800634-3 neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-28cf1935-8bf6-4992-9fb3-80370bc3cefc None None] Notify callbacks [] for port, precommit_update {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:24:22.297625 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.provisioning_blocks [None req-28cf1935-8bf6-4992-9fb3-80370bc3cefc None None] Transition to ACTIVE for port object c95023cb-e89a-46aa-958a-d4162dea00c1 will not be triggered until provisioned by entity L2. {{(pid=93918) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 19:24:22.304701 n-d-800634-3 neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-28cf1935-8bf6-4992-9fb3-80370bc3cefc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:24:22.357846 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.managers [None req-28cf1935-8bf6-4992-9fb3-80370bc3cefc None None] Attempting to bind port c95023cb-e89a-46aa-958a-d4162dea00c1 on host n-d-800634-3 for vnic_type normal with profile {{(pid=93918) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 19:24:22.358247 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.managers [None req-28cf1935-8bf6-4992-9fb3-80370bc3cefc None None] Attempting to bind port c95023cb-e89a-46aa-958a-d4162dea00c1 by drivers openvswitch,hyperv on host n-d-800634-3 at level 0 using segments [{'id': '5afb940b-bbdf-4727-be00-5d46367c38a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9200a437-e1de-4520-88f6-e68386523e61'}] {{(pid=93918) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 19:24:22.358589 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28cf1935-8bf6-4992-9fb3-80370bc3cefc None None] Attempting to bind port c95023cb-e89a-46aa-958a-d4162dea00c1 on network 9200a437-e1de-4520-88f6-e68386523e61 {{(pid=93918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 19:24:22.373924 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28cf1935-8bf6-4992-9fb3-80370bc3cefc None None] Checking agent: {'id': '01c19e91-a945-4e3c-94a6-c211e17c923e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 8, 23), 'started_at': datetime.datetime(2021, 7, 14, 18, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 19, 23, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 19:24:22.374304 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28cf1935-8bf6-4992-9fb3-80370bc3cefc None None] Checking segment: {'id': '5afb940b-bbdf-4727-be00-5d46367c38a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9200a437-e1de-4520-88f6-e68386523e61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93918) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 19:24:22.374798 n-d-800634-3 neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-28cf1935-8bf6-4992-9fb3-80370bc3cefc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:24:22.375085 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28cf1935-8bf6-4992-9fb3-80370bc3cefc None None] Bound using segment: {'id': '5afb940b-bbdf-4727-be00-5d46367c38a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9200a437-e1de-4520-88f6-e68386523e61'} {{(pid=93918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 19:24:22.375586 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.managers [None req-28cf1935-8bf6-4992-9fb3-80370bc3cefc None None] Bound port: c95023cb-e89a-46aa-958a-d4162dea00c1, host: n-d-800634-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5afb940b-bbdf-4727-be00-5d46367c38a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9200a437-e1de-4520-88f6-e68386523e61'}}] {{(pid=93918) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 19:24:22.375972 n-d-800634-3 neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-28cf1935-8bf6-4992-9fb3-80370bc3cefc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:24:22.378841 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6aa0e00b-ffe7-469e-91ec-e90c7a75bd10 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9222b97e-5d1c-54f8-ba97-82f172498e76-60daa86c-5b46-49a3-a41e-082f3951d0c7', 'network_id': '60daa86c-5b46-49a3-a41e-082f3951d0c7', 'tenant_id': 'a3d6ee5c9e7d43dd9aef13bacc118669', 'fixed_ips': [{'subnet_id': 'f30a74a8-26dc-40e0-b31a-3a3a6e9b584a'}]}} from n-d-800634-3. {{(pid=93917) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 19:24:22.379846 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-6aa0e00b-ffe7-469e-91ec-e90c7a75bd10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:24:22.398759 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a676415b-8ff8-4e0d-b6f3-bb5628c83ca2 None None] Pushing event updated for resources: {'Port': ['ID=c95023cb-e89a-46aa-958a-d4162dea00c1,revision_number=2']} {{(pid=93918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:24:22.412463 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a676415b-8ff8-4e0d-b6f3-bb5628c83ca2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:24:22.412902 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a676415b-8ff8-4e0d-b6f3-bb5628c83ca2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:24:22.413300 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a676415b-8ff8-4e0d-b6f3-bb5628c83ca2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:24:22.413690 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a676415b-8ff8-4e0d-b6f3-bb5628c83ca2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:24:22.414084 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a676415b-8ff8-4e0d-b6f3-bb5628c83ca2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:24:22.414491 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a676415b-8ff8-4e0d-b6f3-bb5628c83ca2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:24:22.414877 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a676415b-8ff8-4e0d-b6f3-bb5628c83ca2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:24:22.415260 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a676415b-8ff8-4e0d-b6f3-bb5628c83ca2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:24:22.415642 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a676415b-8ff8-4e0d-b6f3-bb5628c83ca2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:24:22.416024 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a676415b-8ff8-4e0d-b6f3-bb5628c83ca2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:24:22.416432 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a676415b-8ff8-4e0d-b6f3-bb5628c83ca2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:24:22.416811 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a676415b-8ff8-4e0d-b6f3-bb5628c83ca2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:24:22.450903 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.db [None req-28cf1935-8bf6-4992-9fb3-80370bc3cefc None None] For port c95023cb-e89a-46aa-958a-d4162dea00c1, host n-d-800634-3, cleared binding levels {{(pid=93918) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 19:24:22.456825 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.db [None req-28cf1935-8bf6-4992-9fb3-80370bc3cefc None None] For port c95023cb-e89a-46aa-958a-d4162dea00c1, host n-d-800634-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=c95023cb-e89a-46aa-958a-d4162dea00c1,segment=NetworkSegment(5afb940b-bbdf-4727-be00-5d46367c38a1),segment_id=5afb940b-bbdf-4727-be00-5d46367c38a1)] {{(pid=93918) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 19:24:22.464364 n-d-800634-3 neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-28cf1935-8bf6-4992-9fb3-80370bc3cefc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:24:22.522970 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28cf1935-8bf6-4992-9fb3-80370bc3cefc None None] Routers {'1d059832-82ca-4c9b-be96-cbe61a18468b'} bound to L3 agent in host n-d-800634-3 {{(pid=93918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 19:24:22.523703 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-28cf1935-8bf6-4992-9fb3-80370bc3cefc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T19:23:53Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['1d059832-82ca-4c9b-be96-cbe61a18468b'], 'active': True} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 19:24:22.532476 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.db_base_plugin_common [None req-6aa0e00b-ffe7-469e-91ec-e90c7a75bd10 None None] Allocated IP 172.20.0.2 (60daa86c-5b46-49a3-a41e-082f3951d0c7/f30a74a8-26dc-40e0-b31a-3a3a6e9b584a/258a42f3-b8cb-47e8-ae72-9d54b752a98d) {{(pid=93917) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 19:24:22.564396 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a676415b-8ff8-4e0d-b6f3-bb5628c83ca2 None None] Pushing event updated for resources: {'Port': ['ID=c95023cb-e89a-46aa-958a-d4162dea00c1,revision_number=3']} {{(pid=93918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:24:22.690225 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-6aa0e00b-ffe7-469e-91ec-e90c7a75bd10 None None] Notify callbacks [] for port, precommit_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:24:22.699799 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-6aa0e00b-ffe7-469e-91ec-e90c7a75bd10 None None] Transition to ACTIVE for port object 258a42f3-b8cb-47e8-ae72-9d54b752a98d will not be triggered until provisioned by entity L2. {{(pid=93917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 19:24:22.715136 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-6aa0e00b-ffe7-469e-91ec-e90c7a75bd10 None None] Transition to ACTIVE for port object 258a42f3-b8cb-47e8-ae72-9d54b752a98d will not be triggered until provisioned by entity DHCP. {{(pid=93917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 19:24:22.723016 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-6aa0e00b-ffe7-469e-91ec-e90c7a75bd10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804'] for port, after_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:24:22.733464 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvr_db [None req-28cf1935-8bf6-4992-9fb3-80370bc3cefc None None] Set router 1d059832-82ca-4c9b-be96-cbe61a18468b gateway port host: n-d-800634-3 {{(pid=93918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 19:24:22.769374 n-d-800634-3 neutron-server[93917]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aa0e00b-ffe7-469e-91ec-e90c7a75bd10 None None] Network 60daa86c-5b46-49a3-a41e-082f3951d0c7 is already hosted by enough agents. {{(pid=93917) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 19:24:22.772252 n-d-800634-3 neutron-server[93917]: DEBUG neutron.scheduler.base_scheduler [None req-6aa0e00b-ffe7-469e-91ec-e90c7a75bd10 None None] Resources bound (agent type, host, resource id): {{(pid=93917) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 19:24:22.778082 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aa0e00b-ffe7-469e-91ec-e90c7a75bd10 None None] Received port after_create {{(pid=93917) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 19:24:22.781179 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa0e00b-ffe7-469e-91ec-e90c7a75bd10 None None] Pushing event updated for resources: {'Port': ['ID=258a42f3-b8cb-47e8-ae72-9d54b752a98d,revision_number=1']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:24:22.844136 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-6aa0e00b-ffe7-469e-91ec-e90c7a75bd10 None None] Attempting to bind port 258a42f3-b8cb-47e8-ae72-9d54b752a98d on host n-d-800634-3 for vnic_type normal with profile {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 19:24:22.844938 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-6aa0e00b-ffe7-469e-91ec-e90c7a75bd10 None None] Attempting to bind port 258a42f3-b8cb-47e8-ae72-9d54b752a98d by drivers openvswitch,hyperv on host n-d-800634-3 at level 0 using segments [{'id': '4d6a0de4-3a9e-4398-86a7-8c61f6e79c59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '60daa86c-5b46-49a3-a41e-082f3951d0c7'}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 19:24:22.845324 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aa0e00b-ffe7-469e-91ec-e90c7a75bd10 None None] Attempting to bind port 258a42f3-b8cb-47e8-ae72-9d54b752a98d on network 60daa86c-5b46-49a3-a41e-082f3951d0c7 {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 19:24:22.850468 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aa0e00b-ffe7-469e-91ec-e90c7a75bd10 None None] Checking agent: {'id': '01c19e91-a945-4e3c-94a6-c211e17c923e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 8, 23), 'started_at': datetime.datetime(2021, 7, 14, 18, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 19, 23, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 19:24:22.850842 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aa0e00b-ffe7-469e-91ec-e90c7a75bd10 None None] Checking segment: {'id': '4d6a0de4-3a9e-4398-86a7-8c61f6e79c59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '60daa86c-5b46-49a3-a41e-082f3951d0c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93917) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 19:24:22.851247 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-6aa0e00b-ffe7-469e-91ec-e90c7a75bd10 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:24:22.851641 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aa0e00b-ffe7-469e-91ec-e90c7a75bd10 None None] Bound using segment: {'id': '4d6a0de4-3a9e-4398-86a7-8c61f6e79c59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '60daa86c-5b46-49a3-a41e-082f3951d0c7'} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 19:24:22.852127 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-6aa0e00b-ffe7-469e-91ec-e90c7a75bd10 None None] Bound port: 258a42f3-b8cb-47e8-ae72-9d54b752a98d, host: n-d-800634-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d6a0de4-3a9e-4398-86a7-8c61f6e79c59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '60daa86c-5b46-49a3-a41e-082f3951d0c7'}}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 19:24:22.852519 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-6aa0e00b-ffe7-469e-91ec-e90c7a75bd10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:24:22.923998 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-64e79a3c-b940-483b-9517-11bc1d693244 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:24:22.930925 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-28cf1935-8bf6-4992-9fb3-80370bc3cefc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d059832-82ca-4c9b-be96-cbe61a18468b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-253743859', 'tenant_id': 'a3d6ee5c9e7d43dd9aef13bacc118669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.29'}], 'enable_snat': True}, 'gw_port_id': 'c95023cb-e89a-46aa-958a-d4162dea00c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T19:24:20Z', 'updated_at': '2021-07-14T19:24:21Z', 'revision_number': 3, 'project_id': 'a3d6ee5c9e7d43dd9aef13bacc118669', 'gw_port': {'id': 'c95023cb-e89a-46aa-958a-d4162dea00c1', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:1f:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d059832-82ca-4c9b-be96-cbe61a18468b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T19:24:20Z', 'updated_at': '2021-07-14T19:24:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3'}], 'n-d-800634-3', False) {} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 19:24:22.932907 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-6aa0e00b-ffe7-469e-91ec-e90c7a75bd10 None None] For port 258a42f3-b8cb-47e8-ae72-9d54b752a98d, host n-d-800634-3, cleared binding levels {{(pid=93917) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 19:24:22.936578 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-6aa0e00b-ffe7-469e-91ec-e90c7a75bd10 None None] For port 258a42f3-b8cb-47e8-ae72-9d54b752a98d, host n-d-800634-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=258a42f3-b8cb-47e8-ae72-9d54b752a98d,segment=NetworkSegment(4d6a0de4-3a9e-4398-86a7-8c61f6e79c59),segment_id=4d6a0de4-3a9e-4398-86a7-8c61f6e79c59)] {{(pid=93917) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 19:24:22.941393 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-6aa0e00b-ffe7-469e-91ec-e90c7a75bd10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:24:22.963281 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28cf1935-8bf6-4992-9fb3-80370bc3cefc None None] The sync data for ids ['1d059832-82ca-4c9b-be96-cbe61a18468b'] in n-d-800634-3 is: [{'id': '1d059832-82ca-4c9b-be96-cbe61a18468b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-253743859', 'tenant_id': 'a3d6ee5c9e7d43dd9aef13bacc118669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.29'}], 'enable_snat': True}, 'gw_port_id': 'c95023cb-e89a-46aa-958a-d4162dea00c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T19:24:20Z', 'updated_at': '2021-07-14T19:24:21Z', 'revision_number': 3, 'project_id': 'a3d6ee5c9e7d43dd9aef13bacc118669', 'gw_port': {'id': 'c95023cb-e89a-46aa-958a-d4162dea00c1', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:1f:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d059832-82ca-4c9b-be96-cbe61a18468b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T19:24:20Z', 'updated_at': '2021-07-14T19:24:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3'}] {{(pid=93918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 19:24:23.014112 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa0e00b-ffe7-469e-91ec-e90c7a75bd10 None None] Pushing event updated for resources: {'Port': ['ID=258a42f3-b8cb-47e8-ae72-9d54b752a98d,revision_number=2']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:24:23.056810 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-a1a56474-d2cf-4195-8e32-c13c174731f8 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:24:23.263212 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:24:23.397079 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.db_base_plugin_common [None req-a1a56474-d2cf-4195-8e32-c13c174731f8 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Allocated IP 172.20.0.1 (60daa86c-5b46-49a3-a41e-082f3951d0c7/f30a74a8-26dc-40e0-b31a-3a3a6e9b584a/2d20fcf4-c3bb-4c77-ae61-713cbd75f993) {{(pid=93915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 19:24:23.527075 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-a1a56474-d2cf-4195-8e32-c13c174731f8 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks [] for port, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:24:23.544692 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.provisioning_blocks [None req-a1a56474-d2cf-4195-8e32-c13c174731f8 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Transition to ACTIVE for port object 2d20fcf4-c3bb-4c77-ae61-713cbd75f993 will not be triggered until provisioned by entity DHCP. {{(pid=93915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 19:24:23.563686 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 258a42f3-b8cb-47e8-ae72-9d54b752a98d up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 19:24:23.587872 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-a1a56474-d2cf-4195-8e32-c13c174731f8 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:24:23.616333 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning for port 258a42f3-b8cb-47e8-ae72-9d54b752a98d completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 19:24:23.620961 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device c95023cb-e89a-46aa-958a-d4162dea00c1 up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 19:24:23.637556 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1a56474-d2cf-4195-8e32-c13c174731f8 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Network 60daa86c-5b46-49a3-a41e-082f3951d0c7 is already hosted by enough agents. {{(pid=93915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 19:24:23.641019 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [None req-a1a56474-d2cf-4195-8e32-c13c174731f8 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Resources bound (agent type, host, resource id): {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 19:24:23.645650 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1a56474-d2cf-4195-8e32-c13c174731f8 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Received port after_create {{(pid=93915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 19:24:23.649953 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a56474-d2cf-4195-8e32-c13c174731f8 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Pushing event updated for resources: {'Port': ['ID=2d20fcf4-c3bb-4c77-ae61-713cbd75f993,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:24:23.692616 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning for port c95023cb-e89a-46aa-958a-d4162dea00c1 completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 19:24:23.698303 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port c95023cb-e89a-46aa-958a-d4162dea00c1 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 19:24:23.698685 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:24:23.704215 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-a1a56474-d2cf-4195-8e32-c13c174731f8 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-930452'] for router_interface, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:24:23.803804 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:24:23.832419 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] For port c95023cb-e89a-46aa-958a-d4162dea00c1, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=c95023cb-e89a-46aa-958a-d4162dea00c1,segment=NetworkSegment(5afb940b-bbdf-4727-be00-5d46367c38a1),segment_id=5afb940b-bbdf-4727-be00-5d46367c38a1)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 19:24:23.838836 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:24:23.874196 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-a1a56474-d2cf-4195-8e32-c13c174731f8 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:24:23.906346 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Pushing event updated for resources: {'Port': ['ID=c95023cb-e89a-46aa-958a-d4162dea00c1,revision_number=4']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:24:24.085601 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae9b05b6-0fba-4c21-8136-e742b83db4ef None None] Network 60daa86c-5b46-49a3-a41e-082f3951d0c7 requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 19:24:24.146329 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-639a7c36-c5ea-4838-b7f3-dfcfa5d2a9d8 None None] Provisioning for port 258a42f3-b8cb-47e8-ae72-9d54b752a98d completed by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 19:24:24.157923 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-639a7c36-c5ea-4838-b7f3-dfcfa5d2a9d8 None None] Provisioning complete for port 258a42f3-b8cb-47e8-ae72-9d54b752a98d triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 19:24:24.158279 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-639a7c36-c5ea-4838-b7f3-dfcfa5d2a9d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:24:24.173605 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-a1a56474-d2cf-4195-8e32-c13c174731f8 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks [] for port, precommit_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:24:24.178674 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-a1a56474-d2cf-4195-8e32-c13c174731f8 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25912978'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:24:24.259120 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a56474-d2cf-4195-8e32-c13c174731f8 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Pushing event updated for resources: {'Port': ['ID=2d20fcf4-c3bb-4c77-ae61-713cbd75f993,revision_number=2']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:24:24.265206 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-a1a56474-d2cf-4195-8e32-c13c174731f8 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-598741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-928734'] for router_interface, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:24:24.307631 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-639a7c36-c5ea-4838-b7f3-dfcfa5d2a9d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:24:24.363939 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-639a7c36-c5ea-4838-b7f3-dfcfa5d2a9d8 None None] For port 258a42f3-b8cb-47e8-ae72-9d54b752a98d, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=258a42f3-b8cb-47e8-ae72-9d54b752a98d,segment=NetworkSegment(4d6a0de4-3a9e-4398-86a7-8c61f6e79c59),segment_id=4d6a0de4-3a9e-4398-86a7-8c61f6e79c59)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 19:24:24.364210 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1a56474-d2cf-4195-8e32-c13c174731f8 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Network 60daa86c-5b46-49a3-a41e-082f3951d0c7 is already hosted by enough agents. {{(pid=93915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 19:24:24.365794 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [None req-a1a56474-d2cf-4195-8e32-c13c174731f8 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Resources bound (agent type, host, resource id): {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 19:24:24.369751 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-639a7c36-c5ea-4838-b7f3-dfcfa5d2a9d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:24:24.373637 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-574aeb93-9938-449c-8e6c-cb22c9b52cc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:24:24.429477 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639a7c36-c5ea-4838-b7f3-dfcfa5d2a9d8 None None] Pushing event updated for resources: {'Port': ['ID=258a42f3-b8cb-47e8-ae72-9d54b752a98d,revision_number=3']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:24:24.498263 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1a56474-d2cf-4195-8e32-c13c174731f8 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Router 1d059832-82ca-4c9b-be96-cbe61a18468b has already been hosted by L3 agent 2c6eb27e-defb-4cca-9a24-381c7415e359 {{(pid=93915) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 19:24:24.600452 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-45cadbe5-053d-4b16-9499-3012b515a789 None None] Provisioning for port 2d20fcf4-c3bb-4c77-ae61-713cbd75f993 completed by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 19:24:24.605208 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-45cadbe5-053d-4b16-9499-3012b515a789 None None] Provisioning complete for port 2d20fcf4-c3bb-4c77-ae61-713cbd75f993 triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 19:24:24.605834 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-45cadbe5-053d-4b16-9499-3012b515a789 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:24:24.619077 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1a56474-d2cf-4195-8e32-c13c174731f8 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify agent at l3_agent.n-d-800634-3 the message routers_updated {{(pid=93915) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 19:24:24.632663 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-a1a56474-d2cf-4195-8e32-c13c174731f8 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] 10.222.0.16 "PUT /v2.0/routers/1d059832-82ca-4c9b-be96-cbe61a18468b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4023929 Jul 14 19:24:24.643440 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-45cadbe5-053d-4b16-9499-3012b515a789 None None] Port 2d20fcf4-c3bb-4c77-ae61-713cbd75f993 cannot update to ACTIVE because it is not bound. {{(pid=93917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 19:24:24.654655 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-45cadbe5-053d-4b16-9499-3012b515a789 None None] Provisioning complete for port 258a42f3-b8cb-47e8-ae72-9d54b752a98d triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 19:24:24.655275 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-45cadbe5-053d-4b16-9499-3012b515a789 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:24:24.793609 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b1ae18c2-c021-478d-ac77-fdfe8e9f1d5e req-b3bee81c-83e8-4035-aeea-48b8033c287d tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-766975027&fields=id&tenant_id=a3d6ee5c9e7d43dd9aef13bacc118669 HTTP/1.1" status: 200 len: 267 time: 0.0380483 Jul 14 19:24:24.857086 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e851fa9b-7fed-45c2-b8b4-0472370a508f None None] Sync routers for ids ['1d059832-82ca-4c9b-be96-cbe61a18468b'] in n-d-800634-3 {{(pid=93917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 19:24:24.875838 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e851fa9b-7fed-45c2-b8b4-0472370a508f None None] Routers {'1d059832-82ca-4c9b-be96-cbe61a18468b'} bound to L3 agent in host n-d-800634-3 {{(pid=93917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 19:24:24.876528 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-e851fa9b-7fed-45c2-b8b4-0472370a508f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T19:24:23Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['1d059832-82ca-4c9b-be96-cbe61a18468b'], 'active': True} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 19:24:24.923492 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ae18c2-c021-478d-ac77-fdfe8e9f1d5e req-782d3137-2bf7-4af6-a6f6-1643423d71f4 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:24:24.928968 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b1ae18c2-c021-478d-ac77-fdfe8e9f1d5e req-782d3137-2bf7-4af6-a6f6-1643423d71f4 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] 10.222.0.16 "GET /v2.0/networks?id=60daa86c-5b46-49a3-a41e-082f3951d0c7 HTTP/1.1" status: 200 len: 797 time: 0.1277418 Jul 14 19:24:24.942630 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b1ae18c2-c021-478d-ac77-fdfe8e9f1d5e req-7f416ef4-7a32-4123-9d71-50dbe6099089 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] 10.222.0.16 "GET /v2.0/quotas/a3d6ee5c9e7d43dd9aef13bacc118669 HTTP/1.1" status: 200 len: 375 time: 0.0119083 Jul 14 19:24:25.023593 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvr_db [None req-e851fa9b-7fed-45c2-b8b4-0472370a508f None None] Set router 1d059832-82ca-4c9b-be96-cbe61a18468b gateway port host: n-d-800634-3 {{(pid=93917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 19:24:25.030224 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b1ae18c2-c021-478d-ac77-fdfe8e9f1d5e req-4671ea23-ce49-4633-8a32-67f52452f65c tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=a3d6ee5c9e7d43dd9aef13bacc118669&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0818913 Jul 14 19:24:25.088349 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [req-b1ae18c2-c021-478d-ac77-fdfe8e9f1d5e req-d1074863-1f91-43c2-ac78-3371416da0d5 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=93915) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 19:24:25.089360 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b1ae18c2-c021-478d-ac77-fdfe8e9f1d5e req-d1074863-1f91-43c2-ac78-3371416da0d5 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0477524 Jul 14 19:24:25.161886 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-13719e6e-086d-4356-b547-d92e007b5629 None None] Provisioning complete for port 2d20fcf4-c3bb-4c77-ae61-713cbd75f993 triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 19:24:25.162266 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-13719e6e-086d-4356-b547-d92e007b5629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:24:25.184251 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b1ae18c2-c021-478d-ac77-fdfe8e9f1d5e req-f43bf84f-c494-41a1-99a9-8f8abe29958a service neutron] 10.222.0.16 "GET /v2.0/networks/60daa86c-5b46-49a3-a41e-082f3951d0c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887036 Jul 14 19:24:25.216696 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-13719e6e-086d-4356-b547-d92e007b5629 None None] Port 2d20fcf4-c3bb-4c77-ae61-713cbd75f993 cannot update to ACTIVE because it is not bound. {{(pid=93917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 19:24:25.263045 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-e851fa9b-7fed-45c2-b8b4-0472370a508f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d059832-82ca-4c9b-be96-cbe61a18468b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-253743859', 'tenant_id': 'a3d6ee5c9e7d43dd9aef13bacc118669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.29'}], 'enable_snat': True}, 'gw_port_id': 'c95023cb-e89a-46aa-958a-d4162dea00c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T19:24:20Z', 'updated_at': '2021-07-14T19:24:23Z', 'revision_number': 4, 'project_id': 'a3d6ee5c9e7d43dd9aef13bacc118669', 'gw_port': {'id': 'c95023cb-e89a-46aa-958a-d4162dea00c1', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:1f:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d059832-82ca-4c9b-be96-cbe61a18468b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T19:24:20Z', 'updated_at': '2021-07-14T19:24:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_interfaces': [{'id': '2d20fcf4-c3bb-4c77-ae61-713cbd75f993', 'name': '', 'network_id': '60daa86c-5b46-49a3-a41e-082f3951d0c7', 'tenant_id': 'a3d6ee5c9e7d43dd9aef13bacc118669', 'mac_address': 'fa:16:3e:83:05:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d059832-82ca-4c9b-be96-cbe61a18468b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': 'f30a74a8-26dc-40e0-b31a-3a3a6e9b584a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T19:24:23Z', 'updated_at': '2021-07-14T19:24:24Z', 'revision_number': 2, 'project_id': 'a3d6ee5c9e7d43dd9aef13bacc118669', 'subnets': [{'id': 'f30a74a8-26dc-40e0-b31a-3a3a6e9b584a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-3', False) {} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 19:24:25.273869 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b1ae18c2-c021-478d-ac77-fdfe8e9f1d5e req-a8f15d8a-440c-4e58-84c9-655d60d7b560 service neutron] 10.222.0.16 "GET /v2.0/networks/60daa86c-5b46-49a3-a41e-082f3951d0c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832953 Jul 14 19:24:25.289111 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e851fa9b-7fed-45c2-b8b4-0472370a508f None None] Checking router: 1d059832-82ca-4c9b-be96-cbe61a18468b for host: n-d-800634-3 {{(pid=93917) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 19:24:25.289613 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e851fa9b-7fed-45c2-b8b4-0472370a508f None None] Updating router 1d059832-82ca-4c9b-be96-cbe61a18468b port 2d20fcf4-c3bb-4c77-ae61-713cbd75f993 binding host n-d-800634-3 {{(pid=93917) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 19:24:25.324886 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-e851fa9b-7fed-45c2-b8b4-0472370a508f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:24:25.454417 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-779caa6c-2b8b-49f8-9cba-eb00834d2fd8 req-4cba0e31-4793-41fd-bcce-84c102415ec4 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] 10.222.0.16 "GET /v2.0/ports?device_id=7c90ac4d-4eca-4bb7-b719-1dc3e6a38d1e HTTP/1.1" status: 200 len: 210 time: 0.0376666 Jul 14 19:24:25.528668 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 258a42f3-b8cb-47e8-ae72-9d54b752a98d up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 19:24:25.635425 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port 258a42f3-b8cb-47e8-ae72-9d54b752a98d triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 19:24:25.635802 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:24:25.667208 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-e851fa9b-7fed-45c2-b8b4-0472370a508f None None] Notify callbacks [] for port, precommit_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:24:25.685638 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-e851fa9b-7fed-45c2-b8b4-0472370a508f None None] Transition to ACTIVE for port object 2d20fcf4-c3bb-4c77-ae61-713cbd75f993 will not be triggered until provisioned by entity L2. {{(pid=93917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 19:24:25.693413 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-e851fa9b-7fed-45c2-b8b4-0472370a508f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:24:25.772590 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ade6c6-516c-45a2-9d3a-091389e97335 None None] Pushing event updated for resources: {'Port': ['ID=2d20fcf4-c3bb-4c77-ae61-713cbd75f993,revision_number=3']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:24:25.823376 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device c95023cb-e89a-46aa-958a-d4162dea00c1 up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 19:24:25.863317 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-e851fa9b-7fed-45c2-b8b4-0472370a508f None None] Attempting to bind port 2d20fcf4-c3bb-4c77-ae61-713cbd75f993 on host n-d-800634-3 for vnic_type normal with profile {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 19:24:25.863692 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-e851fa9b-7fed-45c2-b8b4-0472370a508f None None] Attempting to bind port 2d20fcf4-c3bb-4c77-ae61-713cbd75f993 by drivers openvswitch,hyperv on host n-d-800634-3 at level 0 using segments [{'id': '4d6a0de4-3a9e-4398-86a7-8c61f6e79c59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '60daa86c-5b46-49a3-a41e-082f3951d0c7'}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 19:24:25.864049 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e851fa9b-7fed-45c2-b8b4-0472370a508f None None] Attempting to bind port 2d20fcf4-c3bb-4c77-ae61-713cbd75f993 on network 60daa86c-5b46-49a3-a41e-082f3951d0c7 {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 19:24:25.876169 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e851fa9b-7fed-45c2-b8b4-0472370a508f None None] Checking agent: {'id': '01c19e91-a945-4e3c-94a6-c211e17c923e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 8, 23), 'started_at': datetime.datetime(2021, 7, 14, 18, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 19, 24, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 19:24:25.876547 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e851fa9b-7fed-45c2-b8b4-0472370a508f None None] Checking segment: {'id': '4d6a0de4-3a9e-4398-86a7-8c61f6e79c59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '60daa86c-5b46-49a3-a41e-082f3951d0c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93917) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 19:24:25.876948 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-e851fa9b-7fed-45c2-b8b4-0472370a508f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:24:25.877340 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e851fa9b-7fed-45c2-b8b4-0472370a508f None None] Bound using segment: {'id': '4d6a0de4-3a9e-4398-86a7-8c61f6e79c59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '60daa86c-5b46-49a3-a41e-082f3951d0c7'} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 19:24:25.877815 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-e851fa9b-7fed-45c2-b8b4-0472370a508f None None] Bound port: 2d20fcf4-c3bb-4c77-ae61-713cbd75f993, host: n-d-800634-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d6a0de4-3a9e-4398-86a7-8c61f6e79c59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '60daa86c-5b46-49a3-a41e-082f3951d0c7'}}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 19:24:25.878203 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-e851fa9b-7fed-45c2-b8b4-0472370a508f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:24:25.929725 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port c95023cb-e89a-46aa-958a-d4162dea00c1 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 19:24:25.930101 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:24:25.987290 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-e851fa9b-7fed-45c2-b8b4-0472370a508f None None] For port 2d20fcf4-c3bb-4c77-ae61-713cbd75f993, host n-d-800634-3, cleared binding levels {{(pid=93917) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 19:24:26.006896 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-e851fa9b-7fed-45c2-b8b4-0472370a508f None None] For port 2d20fcf4-c3bb-4c77-ae61-713cbd75f993, host n-d-800634-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=2d20fcf4-c3bb-4c77-ae61-713cbd75f993,segment=NetworkSegment(4d6a0de4-3a9e-4398-86a7-8c61f6e79c59),segment_id=4d6a0de4-3a9e-4398-86a7-8c61f6e79c59)] {{(pid=93917) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 19:24:26.009061 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-2f4e3af3-e708-4ffd-a544-82d93a489d01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:24:26.013603 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-e851fa9b-7fed-45c2-b8b4-0472370a508f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:24:26.120811 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ade6c6-516c-45a2-9d3a-091389e97335 None None] Pushing event updated for resources: {'Port': ['ID=2d20fcf4-c3bb-4c77-ae61-713cbd75f993,revision_number=4']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:24:26.127198 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e851fa9b-7fed-45c2-b8b4-0472370a508f None None] Routers {'1d059832-82ca-4c9b-be96-cbe61a18468b'} bound to L3 agent in host n-d-800634-3 {{(pid=93917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 19:24:26.127831 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-e851fa9b-7fed-45c2-b8b4-0472370a508f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T19:24:23Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['1d059832-82ca-4c9b-be96-cbe61a18468b'], 'active': True} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 19:24:26.242349 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvr_db [None req-e851fa9b-7fed-45c2-b8b4-0472370a508f None None] Set router 1d059832-82ca-4c9b-be96-cbe61a18468b gateway port host: n-d-800634-3 {{(pid=93917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 19:24:26.444274 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-e851fa9b-7fed-45c2-b8b4-0472370a508f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d059832-82ca-4c9b-be96-cbe61a18468b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-253743859', 'tenant_id': 'a3d6ee5c9e7d43dd9aef13bacc118669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.29'}], 'enable_snat': True}, 'gw_port_id': 'c95023cb-e89a-46aa-958a-d4162dea00c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T19:24:20Z', 'updated_at': '2021-07-14T19:24:23Z', 'revision_number': 4, 'project_id': 'a3d6ee5c9e7d43dd9aef13bacc118669', 'gw_port': {'id': 'c95023cb-e89a-46aa-958a-d4162dea00c1', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:1f:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d059832-82ca-4c9b-be96-cbe61a18468b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T19:24:20Z', 'updated_at': '2021-07-14T19:24:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_interfaces': [{'id': '2d20fcf4-c3bb-4c77-ae61-713cbd75f993', 'name': '', 'network_id': '60daa86c-5b46-49a3-a41e-082f3951d0c7', 'tenant_id': 'a3d6ee5c9e7d43dd9aef13bacc118669', 'mac_address': 'fa:16:3e:83:05:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d059832-82ca-4c9b-be96-cbe61a18468b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': 'f30a74a8-26dc-40e0-b31a-3a3a6e9b584a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T19:24:23Z', 'updated_at': '2021-07-14T19:24:25Z', 'revision_number': 4, 'project_id': 'a3d6ee5c9e7d43dd9aef13bacc118669', 'subnets': [{'id': 'f30a74a8-26dc-40e0-b31a-3a3a6e9b584a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-3', False) {} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 19:24:26.476931 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e851fa9b-7fed-45c2-b8b4-0472370a508f None None] The sync data for ids ['1d059832-82ca-4c9b-be96-cbe61a18468b'] in n-d-800634-3 is: [{'id': '1d059832-82ca-4c9b-be96-cbe61a18468b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-253743859', 'tenant_id': 'a3d6ee5c9e7d43dd9aef13bacc118669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.29'}], 'enable_snat': True}, 'gw_port_id': 'c95023cb-e89a-46aa-958a-d4162dea00c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T19:24:20Z', 'updated_at': '2021-07-14T19:24:23Z', 'revision_number': 4, 'project_id': 'a3d6ee5c9e7d43dd9aef13bacc118669', 'gw_port': {'id': 'c95023cb-e89a-46aa-958a-d4162dea00c1', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:1f:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d059832-82ca-4c9b-be96-cbe61a18468b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T19:24:20Z', 'updated_at': '2021-07-14T19:24:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_interfaces': [{'id': '2d20fcf4-c3bb-4c77-ae61-713cbd75f993', 'name': '', 'network_id': '60daa86c-5b46-49a3-a41e-082f3951d0c7', 'tenant_id': 'a3d6ee5c9e7d43dd9aef13bacc118669', 'mac_address': 'fa:16:3e:83:05:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d059832-82ca-4c9b-be96-cbe61a18468b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': 'f30a74a8-26dc-40e0-b31a-3a3a6e9b584a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T19:24:23Z', 'updated_at': '2021-07-14T19:24:25Z', 'revision_number': 4, 'project_id': 'a3d6ee5c9e7d43dd9aef13bacc118669', 'subnets': [{'id': 'f30a74a8-26dc-40e0-b31a-3a3a6e9b584a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 19:24:26.560684 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ae18c2-c021-478d-ac77-fdfe8e9f1d5e req-dd041b9c-2fee-45ac-b451-8240463e080a tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:24:26.564102 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b1ae18c2-c021-478d-ac77-fdfe8e9f1d5e req-dd041b9c-2fee-45ac-b451-8240463e080a tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] 10.222.0.18 "GET /v2.0/networks?id=60daa86c-5b46-49a3-a41e-082f3951d0c7 HTTP/1.1" status: 200 len: 797 time: 0.1485627 Jul 14 19:24:26.617841 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b1ae18c2-c021-478d-ac77-fdfe8e9f1d5e req-8f4356ae-ff3d-47ec-816e-26a44d85450f tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a3d6ee5c9e7d43dd9aef13bacc118669 HTTP/1.1" status: 200 len: 379 time: 0.0459259 Jul 14 19:24:26.638697 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [req-b1ae18c2-c021-478d-ac77-fdfe8e9f1d5e req-92c63ed7-5c4d-4bc8-bfc2-32da261bb369 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Request body: {'port': {'device_id': '7c90ac4d-4eca-4bb7-b719-1dc3e6a38d1e', 'network_id': '60daa86c-5b46-49a3-a41e-082f3951d0c7', 'admin_state_up': True, 'tenant_id': 'a3d6ee5c9e7d43dd9aef13bacc118669', 'security_groups': ['c31281e6-6fda-4e9a-bea9-b27dd7e6e7e5']}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 19:24:26.662523 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-11b8528b-fdad-45a7-a3f3-02b3cf3166ac req-d814d7d8-4772-44ad-98d4-18424a40ce67 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] 10.222.0.16 "GET /v2.0/ports?device_id=7c90ac4d-4eca-4bb7-b719-1dc3e6a38d1e HTTP/1.1" status: 200 len: 210 time: 0.0431089 Jul 14 19:24:26.775575 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b1ae18c2-c021-478d-ac77-fdfe8e9f1d5e req-92c63ed7-5c4d-4bc8-bfc2-32da261bb369 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Made reservation on behalf of a3d6ee5c9e7d43dd9aef13bacc118669 for: {'port': 1} {{(pid=93915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 19:24:26.779300 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-b1ae18c2-c021-478d-ac77-fdfe8e9f1d5e req-92c63ed7-5c4d-4bc8-bfc2-32da261bb369 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:24:26.911980 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.db_base_plugin_common [req-b1ae18c2-c021-478d-ac77-fdfe8e9f1d5e req-92c63ed7-5c4d-4bc8-bfc2-32da261bb369 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Allocated IP 172.20.0.11 (60daa86c-5b46-49a3-a41e-082f3951d0c7/f30a74a8-26dc-40e0-b31a-3a3a6e9b584a/ebd00a9f-42c2-4118-89dc-ebbd371d74a4) {{(pid=93915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 19:24:27.058385 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-b1ae18c2-c021-478d-ac77-fdfe8e9f1d5e req-92c63ed7-5c4d-4bc8-bfc2-32da261bb369 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks [] for port, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:24:27.074041 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.provisioning_blocks [req-b1ae18c2-c021-478d-ac77-fdfe8e9f1d5e req-92c63ed7-5c4d-4bc8-bfc2-32da261bb369 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Transition to ACTIVE for port object ebd00a9f-42c2-4118-89dc-ebbd371d74a4 will not be triggered until provisioned by entity DHCP. {{(pid=93915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 19:24:27.108081 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-b1ae18c2-c021-478d-ac77-fdfe8e9f1d5e req-92c63ed7-5c4d-4bc8-bfc2-32da261bb369 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:24:27.155731 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1ae18c2-c021-478d-ac77-fdfe8e9f1d5e req-92c63ed7-5c4d-4bc8-bfc2-32da261bb369 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Network 60daa86c-5b46-49a3-a41e-082f3951d0c7 is already hosted by enough agents. {{(pid=93915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 19:24:27.159337 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [req-b1ae18c2-c021-478d-ac77-fdfe8e9f1d5e req-92c63ed7-5c4d-4bc8-bfc2-32da261bb369 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Resources bound (agent type, host, resource id): {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 19:24:27.163383 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1ae18c2-c021-478d-ac77-fdfe8e9f1d5e req-92c63ed7-5c4d-4bc8-bfc2-32da261bb369 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Received port after_create {{(pid=93915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 19:24:27.170064 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c63ed7-5c4d-4bc8-bfc2-32da261bb369 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Pushing event updated for resources: {'Port': ['ID=ebd00a9f-42c2-4118-89dc-ebbd371d74a4,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:24:27.222316 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ae18c2-c021-478d-ac77-fdfe8e9f1d5e req-92c63ed7-5c4d-4bc8-bfc2-32da261bb369 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:24:27.222991 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-b1ae18c2-c021-478d-ac77-fdfe8e9f1d5e req-92c63ed7-5c4d-4bc8-bfc2-32da261bb369 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:24:27.240050 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b1ae18c2-c021-478d-ac77-fdfe8e9f1d5e req-92c63ed7-5c4d-4bc8-bfc2-32da261bb369 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6106219 Jul 14 19:24:27.252585 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [req-b1ae18c2-c021-478d-ac77-fdfe8e9f1d5e req-8c51c80b-bce8-43cb-a23d-f2883438450b service neutron] Request body: {'port': {'device_id': '7c90ac4d-4eca-4bb7-b719-1dc3e6a38d1e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800634-3'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 19:24:27.332916 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-b1ae18c2-c021-478d-ac77-fdfe8e9f1d5e req-8c51c80b-bce8-43cb-a23d-f2883438450b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:24:27.416405 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-bb4060e5-8752-4ba9-a9b7-bdc4405e84b8 None None] Provisioning for port ebd00a9f-42c2-4118-89dc-ebbd371d74a4 completed by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 19:24:27.420948 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-bb4060e5-8752-4ba9-a9b7-bdc4405e84b8 None None] Provisioning complete for port ebd00a9f-42c2-4118-89dc-ebbd371d74a4 triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 19:24:27.421578 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-bb4060e5-8752-4ba9-a9b7-bdc4405e84b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:24:27.478438 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-bb4060e5-8752-4ba9-a9b7-bdc4405e84b8 None None] Port ebd00a9f-42c2-4118-89dc-ebbd371d74a4 cannot update to ACTIVE because it is not bound. {{(pid=93917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 19:24:27.559364 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 2d20fcf4-c3bb-4c77-ae61-713cbd75f993 up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 19:24:27.628209 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning for port 2d20fcf4-c3bb-4c77-ae61-713cbd75f993 completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 19:24:27.634786 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port 2d20fcf4-c3bb-4c77-ae61-713cbd75f993 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 19:24:27.635170 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:24:27.650005 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [req-b1ae18c2-c021-478d-ac77-fdfe8e9f1d5e req-8c51c80b-bce8-43cb-a23d-f2883438450b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ebd00a9f-42c2-4118-89dc-ebbd371d74a4 {{(pid=93915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 19:24:27.657732 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-b1ae18c2-c021-478d-ac77-fdfe8e9f1d5e req-8c51c80b-bce8-43cb-a23d-f2883438450b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:24:27.672453 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.provisioning_blocks [req-b1ae18c2-c021-478d-ac77-fdfe8e9f1d5e req-8c51c80b-bce8-43cb-a23d-f2883438450b service neutron] Transition to ACTIVE for port object ebd00a9f-42c2-4118-89dc-ebbd371d74a4 will not be triggered until provisioned by entity L2. {{(pid=93915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 19:24:27.676881 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-b1ae18c2-c021-478d-ac77-fdfe8e9f1d5e req-8c51c80b-bce8-43cb-a23d-f2883438450b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25912978'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:24:27.734168 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:24:27.748054 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c51c80b-bce8-43cb-a23d-f2883438450b service neutron] Pushing event updated for resources: {'Port': ['ID=ebd00a9f-42c2-4118-89dc-ebbd371d74a4,revision_number=2']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:24:27.784664 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] For port 2d20fcf4-c3bb-4c77-ae61-713cbd75f993, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=2d20fcf4-c3bb-4c77-ae61-713cbd75f993,segment=NetworkSegment(4d6a0de4-3a9e-4398-86a7-8c61f6e79c59),segment_id=4d6a0de4-3a9e-4398-86a7-8c61f6e79c59)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 19:24:27.792788 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:24:27.870043 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Pushing event updated for resources: {'Port': ['ID=2d20fcf4-c3bb-4c77-ae61-713cbd75f993,revision_number=5']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:24:27.883579 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-b1ae18c2-c021-478d-ac77-fdfe8e9f1d5e req-8c51c80b-bce8-43cb-a23d-f2883438450b service neutron] Attempting to bind port ebd00a9f-42c2-4118-89dc-ebbd371d74a4 on host n-h1-800634-3 for vnic_type normal with profile {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 19:24:27.883958 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-b1ae18c2-c021-478d-ac77-fdfe8e9f1d5e req-8c51c80b-bce8-43cb-a23d-f2883438450b service neutron] Attempting to bind port ebd00a9f-42c2-4118-89dc-ebbd371d74a4 by drivers openvswitch,hyperv on host n-h1-800634-3 at level 0 using segments [{'id': '4d6a0de4-3a9e-4398-86a7-8c61f6e79c59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '60daa86c-5b46-49a3-a41e-082f3951d0c7'}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 19:24:27.884315 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1ae18c2-c021-478d-ac77-fdfe8e9f1d5e req-8c51c80b-bce8-43cb-a23d-f2883438450b service neutron] Attempting to bind port ebd00a9f-42c2-4118-89dc-ebbd371d74a4 on network 60daa86c-5b46-49a3-a41e-082f3951d0c7 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 19:24:27.893061 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1ae18c2-c021-478d-ac77-fdfe8e9f1d5e req-8c51c80b-bce8-43cb-a23d-f2883438450b service neutron] Port ebd00a9f-42c2-4118-89dc-ebbd371d74a4 on network 60daa86c-5b46-49a3-a41e-082f3951d0c7 not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-3 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 19:24:27.893440 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1ae18c2-c021-478d-ac77-fdfe8e9f1d5e req-8c51c80b-bce8-43cb-a23d-f2883438450b service neutron] Attempting to bind port ebd00a9f-42c2-4118-89dc-ebbd371d74a4 on network 60daa86c-5b46-49a3-a41e-082f3951d0c7 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 19:24:27.902231 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1ae18c2-c021-478d-ac77-fdfe8e9f1d5e req-8c51c80b-bce8-43cb-a23d-f2883438450b service neutron] Checking agent: {'id': 'a3630ff4-fbee-45d9-b9b6-0ae41cb3a350', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 15, 32), 'started_at': datetime.datetime(2021, 7, 14, 18, 15, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 19, 24, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 19:24:27.902575 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1ae18c2-c021-478d-ac77-fdfe8e9f1d5e req-8c51c80b-bce8-43cb-a23d-f2883438450b service neutron] Checking segment: {'id': '4d6a0de4-3a9e-4398-86a7-8c61f6e79c59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '60daa86c-5b46-49a3-a41e-082f3951d0c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 19:24:27.902962 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1ae18c2-c021-478d-ac77-fdfe8e9f1d5e req-8c51c80b-bce8-43cb-a23d-f2883438450b service neutron] Bound using segment: {'id': '4d6a0de4-3a9e-4398-86a7-8c61f6e79c59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '60daa86c-5b46-49a3-a41e-082f3951d0c7'} {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 19:24:27.903394 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-b1ae18c2-c021-478d-ac77-fdfe8e9f1d5e req-8c51c80b-bce8-43cb-a23d-f2883438450b service neutron] Bound port: ebd00a9f-42c2-4118-89dc-ebbd371d74a4, host: n-h1-800634-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d6a0de4-3a9e-4398-86a7-8c61f6e79c59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '60daa86c-5b46-49a3-a41e-082f3951d0c7'}}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 19:24:27.903754 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-b1ae18c2-c021-478d-ac77-fdfe8e9f1d5e req-8c51c80b-bce8-43cb-a23d-f2883438450b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:24:27.977195 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353eb102-fa7e-404b-8222-e2b1baa493bb req-435bbe38-1d70-44ac-9e15-6a230a16d42d tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:24:27.979133 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-353eb102-fa7e-404b-8222-e2b1baa493bb req-435bbe38-1d70-44ac-9e15-6a230a16d42d tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] 10.222.0.16 "GET /v2.0/ports?device_id=7c90ac4d-4eca-4bb7-b719-1dc3e6a38d1e HTTP/1.1" status: 200 len: 944 time: 0.1315882 Jul 14 19:24:28.017017 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-b1ae18c2-c021-478d-ac77-fdfe8e9f1d5e req-8c51c80b-bce8-43cb-a23d-f2883438450b service neutron] For port ebd00a9f-42c2-4118-89dc-ebbd371d74a4, host n-h1-800634-3, cleared binding levels {{(pid=93915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 19:24:28.039734 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-b1ae18c2-c021-478d-ac77-fdfe8e9f1d5e req-8c51c80b-bce8-43cb-a23d-f2883438450b service neutron] For port ebd00a9f-42c2-4118-89dc-ebbd371d74a4, host n-h1-800634-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=ebd00a9f-42c2-4118-89dc-ebbd371d74a4,segment=NetworkSegment(4d6a0de4-3a9e-4398-86a7-8c61f6e79c59),segment_id=4d6a0de4-3a9e-4398-86a7-8c61f6e79c59)] {{(pid=93915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 19:24:28.046533 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-353eb102-fa7e-404b-8222-e2b1baa493bb req-12da759e-a80e-42d5-b57e-9ac3f950864f tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] 10.222.0.16 "GET /v2.0/security-groups?id=c31281e6-6fda-4e9a-bea9-b27dd7e6e7e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577133 Jul 14 19:24:28.047658 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-b1ae18c2-c021-478d-ac77-fdfe8e9f1d5e req-8c51c80b-bce8-43cb-a23d-f2883438450b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25912978'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:24:28.082523 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ae18c2-c021-478d-ac77-fdfe8e9f1d5e req-8c51c80b-bce8-43cb-a23d-f2883438450b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:24:28.083148 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-b1ae18c2-c021-478d-ac77-fdfe8e9f1d5e req-8c51c80b-bce8-43cb-a23d-f2883438450b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:24:28.084628 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b1ae18c2-c021-478d-ac77-fdfe8e9f1d5e req-8c51c80b-bce8-43cb-a23d-f2883438450b service neutron] 10.222.0.18 "PUT /v2.0/ports/ebd00a9f-42c2-4118-89dc-ebbd371d74a4 HTTP/1.1" status: 200 len: 1092 time: 0.8367529 Jul 14 19:24:28.085071 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c90ac4d-4eca-4bb7-b719-1dc3e6a38d1e', 'tag': 'ebd00a9f-42c2-4118-89dc-ebbd371d74a4'}] {{(pid=93915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 19:24:28.087366 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}163b1c7ce9835e2c54087c39b47c05da5c61decdd411e584c58a4e7cd59f948f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82c0f3f7-d2c9-497f-a0ae-900c7a96a553" -d '{"events": [{"name": "network-changed", "server_uuid": "7c90ac4d-4eca-4bb7-b719-1dc3e6a38d1e", "tag": "ebd00a9f-42c2-4118-89dc-ebbd371d74a4"}]}' {{(pid=93915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 19:24:28.118671 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c51c80b-bce8-43cb-a23d-f2883438450b service neutron] Pushing event updated for resources: {'Port': ['ID=ebd00a9f-42c2-4118-89dc-ebbd371d74a4,revision_number=3']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:24:28.141925 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 19:24:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7a7a6fa-4061-4d1a-9209-5252afa11778 x-openstack-request-id: req-e7a7a6fa-4061-4d1a-9209-5252afa11778 {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 19:24:28.142222 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c90ac4d-4eca-4bb7-b719-1dc3e6a38d1e", "tag": "ebd00a9f-42c2-4118-89dc-ebbd371d74a4", "status": "completed", "code": 200}]} {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 19:24:28.142475 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e7a7a6fa-4061-4d1a-9209-5252afa11778 {{(pid=93915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 19:24:28.142873 n-d-800634-3 neutron-server[93915]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c90ac4d-4eca-4bb7-b719-1dc3e6a38d1e', 'tag': 'ebd00a9f-42c2-4118-89dc-ebbd371d74a4', 'status': 'completed', 'code': 200} Jul 14 19:24:28.192445 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ae18c2-c021-478d-ac77-fdfe8e9f1d5e req-bf1ae0f5-5d47-4c87-8412-9a74fa260728 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:24:28.194140 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b1ae18c2-c021-478d-ac77-fdfe8e9f1d5e req-bf1ae0f5-5d47-4c87-8412-9a74fa260728 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a3d6ee5c9e7d43dd9aef13bacc118669&device_id=7c90ac4d-4eca-4bb7-b719-1dc3e6a38d1e HTTP/1.1" status: 200 len: 1095 time: 0.0620646 Jul 14 19:24:28.236733 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b1ae18c2-c021-478d-ac77-fdfe8e9f1d5e req-43843dae-27b0-47f9-a825-e8dfb1a3f009 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ebd00a9f-42c2-4118-89dc-ebbd371d74a4 HTTP/1.1" status: 200 len: 217 time: 0.0358524 Jul 14 19:24:28.285336 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ae18c2-c021-478d-ac77-fdfe8e9f1d5e req-03962a21-3d82-4dd0-9abb-2a55f3392272 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:24:28.286815 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b1ae18c2-c021-478d-ac77-fdfe8e9f1d5e req-03962a21-3d82-4dd0-9abb-2a55f3392272 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f30a74a8-26dc-40e0-b31a-3a3a6e9b584a HTTP/1.1" status: 200 len: 834 time: 0.0444038 Jul 14 19:24:28.349922 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ae18c2-c021-478d-ac77-fdfe8e9f1d5e req-84089a35-a9e7-4524-b39f-cae1d688819f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:24:28.351362 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b1ae18c2-c021-478d-ac77-fdfe8e9f1d5e req-84089a35-a9e7-4524-b39f-cae1d688819f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=60daa86c-5b46-49a3-a41e-082f3951d0c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0579772 Jul 14 19:24:28.441365 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b1ae18c2-c021-478d-ac77-fdfe8e9f1d5e req-fa36cd81-1ebb-465b-8c72-2840d86757eb service neutron] 10.222.0.18 "GET /v2.0/networks/60daa86c-5b46-49a3-a41e-082f3951d0c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833523 Jul 14 19:24:28.534575 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b1ae18c2-c021-478d-ac77-fdfe8e9f1d5e req-92a42d41-6b65-4758-94be-1490461aeef5 service neutron] 10.222.0.18 "GET /v2.0/networks/60daa86c-5b46-49a3-a41e-082f3951d0c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868125 Jul 14 19:24:28.633494 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c0f3f7-d2c9-497f-a0ae-900c7a96a553 req-b85a8331-fe97-47ce-a253-a134f53f2111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:24:28.634895 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-82c0f3f7-d2c9-497f-a0ae-900c7a96a553 req-b85a8331-fe97-47ce-a253-a134f53f2111 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a3d6ee5c9e7d43dd9aef13bacc118669&device_id=7c90ac4d-4eca-4bb7-b719-1dc3e6a38d1e HTTP/1.1" status: 200 len: 1095 time: 0.0522971 Jul 14 19:24:28.722697 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c0f3f7-d2c9-497f-a0ae-900c7a96a553 req-b9292d0f-794a-43a2-8f2e-d68c63e9fb8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:24:28.724210 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-82c0f3f7-d2c9-497f-a0ae-900c7a96a553 req-b9292d0f-794a-43a2-8f2e-d68c63e9fb8f service neutron] 10.222.0.18 "GET /v2.0/networks?id=60daa86c-5b46-49a3-a41e-082f3951d0c7 HTTP/1.1" status: 200 len: 897 time: 0.0833783 Jul 14 19:24:28.768184 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-82c0f3f7-d2c9-497f-a0ae-900c7a96a553 req-95a55050-fb25-41aa-b13a-d2892bf9e4e7 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ebd00a9f-42c2-4118-89dc-ebbd371d74a4 HTTP/1.1" status: 200 len: 217 time: 0.0377343 Jul 14 19:24:28.815396 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c0f3f7-d2c9-497f-a0ae-900c7a96a553 req-a95165c5-a938-4a6b-8688-6dfbc3378446 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:24:28.816873 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-82c0f3f7-d2c9-497f-a0ae-900c7a96a553 req-a95165c5-a938-4a6b-8688-6dfbc3378446 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f30a74a8-26dc-40e0-b31a-3a3a6e9b584a HTTP/1.1" status: 200 len: 834 time: 0.0424821 Jul 14 19:24:28.872335 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c0f3f7-d2c9-497f-a0ae-900c7a96a553 req-837c252a-3d50-4ed6-841f-5a2107245baf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:24:28.873794 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-82c0f3f7-d2c9-497f-a0ae-900c7a96a553 req-837c252a-3d50-4ed6-841f-5a2107245baf service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=60daa86c-5b46-49a3-a41e-082f3951d0c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0501993 Jul 14 19:24:28.965234 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-82c0f3f7-d2c9-497f-a0ae-900c7a96a553 req-a728691f-b61b-42d0-b980-e6a39ec7aba2 service neutron] 10.222.0.18 "GET /v2.0/networks/60daa86c-5b46-49a3-a41e-082f3951d0c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844219 Jul 14 19:24:29.052643 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-82c0f3f7-d2c9-497f-a0ae-900c7a96a553 req-dad56217-d18a-407c-8054-2ef9a2aec221 service neutron] 10.222.0.18 "GET /v2.0/networks/60daa86c-5b46-49a3-a41e-082f3951d0c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805175 Jul 14 19:24:29.222906 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df395343-2c03-442b-8d08-2ea1855b0253 req-97cf4f26-ee35-4012-a18c-2af0d0e2ecb2 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:24:29.224312 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-df395343-2c03-442b-8d08-2ea1855b0253 req-97cf4f26-ee35-4012-a18c-2af0d0e2ecb2 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] 10.222.0.16 "GET /v2.0/ports?device_id=7c90ac4d-4eca-4bb7-b719-1dc3e6a38d1e HTTP/1.1" status: 200 len: 944 time: 0.0669074 Jul 14 19:24:29.261607 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-df395343-2c03-442b-8d08-2ea1855b0253 req-2c52e534-600d-44b0-a644-d5d252b5f710 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] 10.222.0.16 "GET /v2.0/security-groups?id=c31281e6-6fda-4e9a-bea9-b27dd7e6e7e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317535 Jul 14 19:24:29.484388 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 2d20fcf4-c3bb-4c77-ae61-713cbd75f993 up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 19:24:29.531418 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port 2d20fcf4-c3bb-4c77-ae61-713cbd75f993 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 19:24:29.532072 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:24:30.433365 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13d1215-1d1b-43d0-bc5d-bd0cf9efada2 req-76fd4ca3-38dd-46d9-9895-3a9a45f388a8 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:24:30.434844 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b13d1215-1d1b-43d0-bc5d-bd0cf9efada2 req-76fd4ca3-38dd-46d9-9895-3a9a45f388a8 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] 10.222.0.16 "GET /v2.0/ports?device_id=7c90ac4d-4eca-4bb7-b719-1dc3e6a38d1e HTTP/1.1" status: 200 len: 944 time: 0.0629816 Jul 14 19:24:30.472841 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b13d1215-1d1b-43d0-bc5d-bd0cf9efada2 req-cb4a607a-c023-4e94-b7c2-7d37d6fe3066 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] 10.222.0.16 "GET /v2.0/security-groups?id=c31281e6-6fda-4e9a-bea9-b27dd7e6e7e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318537 Jul 14 19:24:30.620529 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device ebd00a9f-42c2-4118-89dc-ebbd371d74a4 details requested by agent hyperv_n-h1-800634-3 with host n-h1-800634-3 {{(pid=93917) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 19:24:30.712026 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port ebd00a9f-42c2-4118-89dc-ebbd371d74a4, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=ebd00a9f-42c2-4118-89dc-ebbd371d74a4,segment=NetworkSegment(4d6a0de4-3a9e-4398-86a7-8c61f6e79c59),segment_id=4d6a0de4-3a9e-4398-86a7-8c61f6e79c59)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 19:24:30.723333 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Returning: {'device': 'ebd00a9f-42c2-4118-89dc-ebbd371d74a4', 'network_id': '60daa86c-5b46-49a3-a41e-082f3951d0c7', 'port_id': 'ebd00a9f-42c2-4118-89dc-ebbd371d74a4', 'mac_address': 'fa:16:3e:17:ff:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 92, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f30a74a8-26dc-40e0-b31a-3a3a6e9b584a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93917) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 19:24:30.762215 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:24:30.774069 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ebd00a9f-42c2-4118-89dc-ebbd371d74a4 {{(pid=93917) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 19:24:30.793111 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port ebd00a9f-42c2-4118-89dc-ebbd371d74a4, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=ebd00a9f-42c2-4118-89dc-ebbd371d74a4,segment=NetworkSegment(4d6a0de4-3a9e-4398-86a7-8c61f6e79c59),segment_id=4d6a0de4-3a9e-4398-86a7-8c61f6e79c59)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 19:24:30.796868 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:24:30.841745 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Pushing event updated for resources: {'Port': ['ID=ebd00a9f-42c2-4118-89dc-ebbd371d74a4,revision_number=4']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:24:30.994759 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] get_ports_and_sgs() called for port_ids ['ebd00a9f-42c2-4118-89dc-ebbd371d74a4'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 19:24:31.646443 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c29c00a-09ba-4d26-8db9-ff6cf47e86ed req-9fc121fe-a4bf-441b-a71f-c16a77690939 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:24:31.647914 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-9c29c00a-09ba-4d26-8db9-ff6cf47e86ed req-9fc121fe-a4bf-441b-a71f-c16a77690939 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] 10.222.0.16 "GET /v2.0/ports?device_id=7c90ac4d-4eca-4bb7-b719-1dc3e6a38d1e HTTP/1.1" status: 200 len: 945 time: 0.0623448 Jul 14 19:24:31.684612 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-9c29c00a-09ba-4d26-8db9-ff6cf47e86ed req-49e4ca53-1d1f-49cb-82f9-8bad7fe1a19d tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] 10.222.0.16 "GET /v2.0/security-groups?id=c31281e6-6fda-4e9a-bea9-b27dd7e6e7e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310910 Jul 14 19:24:32.642843 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device ebd00a9f-42c2-4118-89dc-ebbd371d74a4 up at agent hyperv_n-h1-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 19:24:32.689345 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Provisioning for port ebd00a9f-42c2-4118-89dc-ebbd371d74a4 completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 19:24:32.692968 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Provisioning complete for port ebd00a9f-42c2-4118-89dc-ebbd371d74a4 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 19:24:32.693341 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:24:32.772566 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:24:32.795678 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c90ac4d-4eca-4bb7-b719-1dc3e6a38d1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebd00a9f-42c2-4118-89dc-ebbd371d74a4'}] {{(pid=93917) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 19:24:32.797897 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee9af70b018e2a669d4aace710d7966bbe0586a349443f05e01050df9771a348" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-422feb87-ea7c-446e-b14c-8aea0e5068ec" -d '{"events": [{"server_uuid": "7c90ac4d-4eca-4bb7-b719-1dc3e6a38d1e", "name": "network-vif-plugged", "status": "completed", "tag": "ebd00a9f-42c2-4118-89dc-ebbd371d74a4"}]}' {{(pid=93917) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 19:24:32.810721 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port ebd00a9f-42c2-4118-89dc-ebbd371d74a4, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=ebd00a9f-42c2-4118-89dc-ebbd371d74a4,segment=NetworkSegment(4d6a0de4-3a9e-4398-86a7-8c61f6e79c59),segment_id=4d6a0de4-3a9e-4398-86a7-8c61f6e79c59)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 19:24:32.816490 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:24:32.840952 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 19:24:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-589262ef-068d-443b-948a-700216697b67 x-openstack-request-id: req-589262ef-068d-443b-948a-700216697b67 {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 19:24:32.841244 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c90ac4d-4eca-4bb7-b719-1dc3e6a38d1e", "name": "network-vif-plugged", "status": "completed", "tag": "ebd00a9f-42c2-4118-89dc-ebbd371d74a4", "code": 200}]} {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 19:24:32.841505 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-589262ef-068d-443b-948a-700216697b67 {{(pid=93917) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 19:24:32.841889 n-d-800634-3 neutron-server[93917]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c90ac4d-4eca-4bb7-b719-1dc3e6a38d1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebd00a9f-42c2-4118-89dc-ebbd371d74a4', 'code': 200} Jul 14 19:24:32.875778 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Pushing event updated for resources: {'Port': ['ID=ebd00a9f-42c2-4118-89dc-ebbd371d74a4,revision_number=5']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:24:32.885016 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e70ac66-b75e-4f0a-9b6a-a314abeea1f9 req-dee31584-ee8c-49b0-851c-4a7eaaa042f0 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:24:32.886689 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-1e70ac66-b75e-4f0a-9b6a-a314abeea1f9 req-dee31584-ee8c-49b0-851c-4a7eaaa042f0 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] 10.222.0.16 "GET /v2.0/ports?device_id=7c90ac4d-4eca-4bb7-b719-1dc3e6a38d1e HTTP/1.1" status: 200 len: 945 time: 0.0859458 Jul 14 19:24:32.954267 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-1e70ac66-b75e-4f0a-9b6a-a314abeea1f9 req-53eb9370-f577-45f9-923f-a586d88942fe tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] 10.222.0.16 "GET /v2.0/security-groups?id=c31281e6-6fda-4e9a-bea9-b27dd7e6e7e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609457 Jul 14 19:24:32.971079 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a34f533-6ce4-4549-96e4-dc443a0aa6b3 req-32f5a60d-4fcc-40fe-98f1-0ac549afea4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:24:32.972573 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6a34f533-6ce4-4549-96e4-dc443a0aa6b3 req-32f5a60d-4fcc-40fe-98f1-0ac549afea4a service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=7c90ac4d-4eca-4bb7-b719-1dc3e6a38d1e HTTP/1.1" status: 200 len: 1097 time: 0.0658219 Jul 14 19:24:33.006502 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6a34f533-6ce4-4549-96e4-dc443a0aa6b3 req-e6c07687-c011-4723-b37b-f78f43a4451f service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=c31281e6-6fda-4e9a-bea9-b27dd7e6e7e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0280106 Jul 14 19:24:33.077383 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:24:34.132130 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11afda45-0584-4227-8696-96f9267dd4ef req-7cea6adc-fe9f-4442-8f1c-64d51ac2852b tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:24:34.133611 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-11afda45-0584-4227-8696-96f9267dd4ef req-7cea6adc-fe9f-4442-8f1c-64d51ac2852b tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] 10.222.0.16 "GET /v2.0/ports?device_id=7c90ac4d-4eca-4bb7-b719-1dc3e6a38d1e HTTP/1.1" status: 200 len: 946 time: 0.0661416 Jul 14 19:24:34.171220 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-11afda45-0584-4227-8696-96f9267dd4ef req-8977e3e7-4e00-43e8-9b78-0a243d171ebf tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] 10.222.0.16 "GET /v2.0/security-groups?id=c31281e6-6fda-4e9a-bea9-b27dd7e6e7e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321014 Jul 14 19:24:34.341614 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3cb79f-59c3-4f67-88a4-01fdb4567a35 req-f5fa3219-72fb-4350-bace-0711db9425ac tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:24:34.343002 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2c3cb79f-59c3-4f67-88a4-01fdb4567a35 req-f5fa3219-72fb-4350-bace-0711db9425ac tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] 10.222.0.16 "GET /v2.0/ports?device_id=7c90ac4d-4eca-4bb7-b719-1dc3e6a38d1e HTTP/1.1" status: 200 len: 946 time: 0.0639753 Jul 14 19:24:34.381374 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2c3cb79f-59c3-4f67-88a4-01fdb4567a35 req-37842ccc-a25e-46bf-9143-c934a6729f62 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] 10.222.0.16 "GET /v2.0/security-groups?id=c31281e6-6fda-4e9a-bea9-b27dd7e6e7e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321629 Jul 14 19:24:34.404946 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 60828) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 19:24:34.455115 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba602ec8-e597-4fa0-bee3-9ca617767c0a tempest-TestNetworkAdvancedServerOps-521838358 tempest-TestNetworkAdvancedServerOps-521838358-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:24:34.456688 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-ba602ec8-e597-4fa0-bee3-9ca617767c0a tempest-TestNetworkAdvancedServerOps-521838358 tempest-TestNetworkAdvancedServerOps-521838358-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=7c90ac4d-4eca-4bb7-b719-1dc3e6a38d1e HTTP/1.1" status: 200 len: 1092 time: 0.0507782 Jul 14 19:24:34.459647 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 60830) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 19:24:34.464037 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-fe3ba17b-6154-4f0c-9b6f-8ad69926ec80 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Request body: {'floatingip': {'floating_network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'port_id': 'ebd00a9f-42c2-4118-89dc-ebbd371d74a4', 'tenant_id': 'a3d6ee5c9e7d43dd9aef13bacc118669', 'fixed_ip_address': '172.20.0.11'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 19:24:34.485478 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-fe3ba17b-6154-4f0c-9b6f-8ad69926ec80 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks [] for floatingip, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:24:34.583778 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-fe3ba17b-6154-4f0c-9b6f-8ad69926ec80 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:24:34.685707 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.db_base_plugin_common [None req-fe3ba17b-6154-4f0c-9b6f-8ad69926ec80 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Allocated IP 172.25.1.32 (9200a437-e1de-4520-88f6-e68386523e61/5f47f848-4532-407a-a0e2-5690ade15fd0/1529068b-f8df-46ad-839c-91a95e7279fe) {{(pid=93915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 19:24:34.783352 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-fe3ba17b-6154-4f0c-9b6f-8ad69926ec80 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks [] for port, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:24:34.821715 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-fe3ba17b-6154-4f0c-9b6f-8ad69926ec80 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:24:34.860561 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe3ba17b-6154-4f0c-9b6f-8ad69926ec80 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Network 9200a437-e1de-4520-88f6-e68386523e61 is already hosted by enough agents. {{(pid=93915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 19:24:34.865057 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [None req-fe3ba17b-6154-4f0c-9b6f-8ad69926ec80 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Resources bound (agent type, host, resource id): {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 19:24:34.869898 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe3ba17b-6154-4f0c-9b6f-8ad69926ec80 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Received port after_create {{(pid=93915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 19:24:34.873112 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3ba17b-6154-4f0c-9b6f-8ad69926ec80 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Pushing event updated for resources: {'Port': ['ID=1529068b-f8df-46ad-839c-91a95e7279fe,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:24:35.534394 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-fe3ba17b-6154-4f0c-9b6f-8ad69926ec80 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:24:35.610533 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-fe3ba17b-6154-4f0c-9b6f-8ad69926ec80 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:24:35.754657 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-fe3ba17b-6154-4f0c-9b6f-8ad69926ec80 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks [] for port, precommit_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:24:35.758928 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-fe3ba17b-6154-4f0c-9b6f-8ad69926ec80 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25912978'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:24:35.824547 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3ba17b-6154-4f0c-9b6f-8ad69926ec80 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Pushing event updated for resources: {'Port': ['ID=1529068b-f8df-46ad-839c-91a95e7279fe,revision_number=2']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:24:35.834811 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-fe3ba17b-6154-4f0c-9b6f-8ad69926ec80 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-930131'] for floatingip, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:24:35.933596 n-d-800634-3 neutron-server[93915]: INFO neutron.db.l3_db [None req-fe3ba17b-6154-4f0c-9b6f-8ad69926ec80 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Floating IP 545631a1-9629-492e-b39c-61f62f06fc11 associated. External IP: 172.25.1.32, port: ebd00a9f-42c2-4118-89dc-ebbd371d74a4. Jul 14 19:24:36.053407 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:24:36.142181 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe3ba17b-6154-4f0c-9b6f-8ad69926ec80 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Router 1d059832-82ca-4c9b-be96-cbe61a18468b has already been hosted by L3 agent 2c6eb27e-defb-4cca-9a24-381c7415e359 {{(pid=93915) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 19:24:36.249527 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe3ba17b-6154-4f0c-9b6f-8ad69926ec80 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify agent at l3_agent.n-d-800634-3 the message routers_updated {{(pid=93915) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 19:24:36.260564 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f341218d-3933-48ad-9a1c-38a5acc0456b None None] Sync routers for ids ['1d059832-82ca-4c9b-be96-cbe61a18468b'] in n-d-800634-3 {{(pid=93918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 19:24:36.266185 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-fe3ba17b-6154-4f0c-9b6f-8ad69926ec80 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for floatingip, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:24:36.269600 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f341218d-3933-48ad-9a1c-38a5acc0456b None None] Routers {'1d059832-82ca-4c9b-be96-cbe61a18468b'} bound to L3 agent in host n-d-800634-3 {{(pid=93918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 19:24:36.270207 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-f341218d-3933-48ad-9a1c-38a5acc0456b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T19:24:23Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['1d059832-82ca-4c9b-be96-cbe61a18468b'], 'active': True} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 19:24:36.302705 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-fe3ba17b-6154-4f0c-9b6f-8ad69926ec80 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8419878 Jul 14 19:24:36.303739 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c90ac4d-4eca-4bb7-b719-1dc3e6a38d1e', 'tag': 'ebd00a9f-42c2-4118-89dc-ebbd371d74a4'}] {{(pid=93915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 19:24:36.305623 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}163b1c7ce9835e2c54087c39b47c05da5c61decdd411e584c58a4e7cd59f948f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33579bc9-ea76-45b6-a6de-d09b0bee47c0" -d '{"events": [{"name": "network-changed", "server_uuid": "7c90ac4d-4eca-4bb7-b719-1dc3e6a38d1e", "tag": "ebd00a9f-42c2-4118-89dc-ebbd371d74a4"}]}' {{(pid=93915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 19:24:36.343803 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 19:24:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14bd7608-8607-4b7e-8336-39a0e11c50d1 x-openstack-request-id: req-14bd7608-8607-4b7e-8336-39a0e11c50d1 {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 19:24:36.344927 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c90ac4d-4eca-4bb7-b719-1dc3e6a38d1e", "tag": "ebd00a9f-42c2-4118-89dc-ebbd371d74a4", "status": "completed", "code": 200}]} {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 19:24:36.344927 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-14bd7608-8607-4b7e-8336-39a0e11c50d1 {{(pid=93915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 19:24:36.345160 n-d-800634-3 neutron-server[93915]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c90ac4d-4eca-4bb7-b719-1dc3e6a38d1e', 'tag': 'ebd00a9f-42c2-4118-89dc-ebbd371d74a4', 'status': 'completed', 'code': 200} Jul 14 19:24:36.377927 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvr_db [None req-f341218d-3933-48ad-9a1c-38a5acc0456b None None] Set router 1d059832-82ca-4c9b-be96-cbe61a18468b gateway port host: n-d-800634-3 {{(pid=93918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 19:24:36.474624 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33579bc9-ea76-45b6-a6de-d09b0bee47c0 req-3feab36a-21fe-44a1-a9af-32fa08a820d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:24:36.476159 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-33579bc9-ea76-45b6-a6de-d09b0bee47c0 req-3feab36a-21fe-44a1-a9af-32fa08a820d8 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a3d6ee5c9e7d43dd9aef13bacc118669&device_id=7c90ac4d-4eca-4bb7-b719-1dc3e6a38d1e HTTP/1.1" status: 200 len: 1097 time: 0.1059213 Jul 14 19:24:36.488834 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae652a51-bf11-453b-9797-87de0fc98157 req-3cca49ef-009e-459b-98ce-4dca9f00ba21 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:24:36.490282 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ae652a51-bf11-453b-9797-87de0fc98157 req-3cca49ef-009e-459b-98ce-4dca9f00ba21 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] 10.222.0.16 "GET /v2.0/ports?device_id=7c90ac4d-4eca-4bb7-b719-1dc3e6a38d1e HTTP/1.1" status: 200 len: 946 time: 0.0883944 Jul 14 19:24:36.572029 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ae652a51-bf11-453b-9797-87de0fc98157 req-5866ba96-b149-46bd-bbc4-955774c1e65a tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] 10.222.0.16 "GET /v2.0/security-groups?id=c31281e6-6fda-4e9a-bea9-b27dd7e6e7e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0731244 Jul 14 19:24:36.600311 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 60836) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 19:24:36.601316 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-f341218d-3933-48ad-9a1c-38a5acc0456b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d059832-82ca-4c9b-be96-cbe61a18468b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-253743859', 'tenant_id': 'a3d6ee5c9e7d43dd9aef13bacc118669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.29'}], 'enable_snat': True}, 'gw_port_id': 'c95023cb-e89a-46aa-958a-d4162dea00c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T19:24:20Z', 'updated_at': '2021-07-14T19:24:23Z', 'revision_number': 4, 'project_id': 'a3d6ee5c9e7d43dd9aef13bacc118669', 'gw_port': {'id': 'c95023cb-e89a-46aa-958a-d4162dea00c1', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:1f:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d059832-82ca-4c9b-be96-cbe61a18468b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T19:24:20Z', 'updated_at': '2021-07-14T19:24:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_floatingips': [{'id': '545631a1-9629-492e-b39c-61f62f06fc11', 'tenant_id': 'a3d6ee5c9e7d43dd9aef13bacc118669', 'floating_ip_address': '172.25.1.32', 'floating_network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'router_id': '1d059832-82ca-4c9b-be96-cbe61a18468b', 'port_id': 'ebd00a9f-42c2-4118-89dc-ebbd371d74a4', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4191, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '60daa86c-5b46-49a3-a41e-082f3951d0c7', 'mac_address': 'fa:16:3e:17:ff:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c90ac4d-4eca-4bb7-b719-1dc3e6a38d1e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T19:24:35Z', 'updated_at': '2021-07-14T19:24:35Z', 'revision_number': 0, 'project_id': 'a3d6ee5c9e7d43dd9aef13bacc118669', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d20fcf4-c3bb-4c77-ae61-713cbd75f993', 'name': '', 'network_id': '60daa86c-5b46-49a3-a41e-082f3951d0c7', 'tenant_id': 'a3d6ee5c9e7d43dd9aef13bacc118669', 'mac_address': 'fa:16:3e:83:05:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d059832-82ca-4c9b-be96-cbe61a18468b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': 'f30a74a8-26dc-40e0-b31a-3a3a6e9b584a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T19:24:23Z', 'updated_at': '2021-07-14T19:24:27Z', 'revision_number': 5, 'project_id': 'a3d6ee5c9e7d43dd9aef13bacc118669', 'subnets': [{'id': 'f30a74a8-26dc-40e0-b31a-3a3a6e9b584a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-3', False) {} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 19:24:36.619325 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33579bc9-ea76-45b6-a6de-d09b0bee47c0 req-e8fada4d-c8cf-4587-a769-ed8e580830b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:24:36.621288 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-33579bc9-ea76-45b6-a6de-d09b0bee47c0 req-e8fada4d-c8cf-4587-a769-ed8e580830b7 service neutron] 10.222.0.18 "GET /v2.0/networks?id=60daa86c-5b46-49a3-a41e-082f3951d0c7 HTTP/1.1" status: 200 len: 897 time: 0.1301336 Jul 14 19:24:36.631201 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f341218d-3933-48ad-9a1c-38a5acc0456b None None] Checking router: 1d059832-82ca-4c9b-be96-cbe61a18468b for host: n-d-800634-3 {{(pid=93918) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 19:24:36.639954 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f341218d-3933-48ad-9a1c-38a5acc0456b None None] Routers {'1d059832-82ca-4c9b-be96-cbe61a18468b'} bound to L3 agent in host n-d-800634-3 {{(pid=93918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 19:24:36.640633 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-f341218d-3933-48ad-9a1c-38a5acc0456b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T19:24:23Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['1d059832-82ca-4c9b-be96-cbe61a18468b'], 'active': True} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 19:24:36.674409 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-09083e7a-325d-4852-bf83-7cbec963657b tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] 10.222.0.16 "GET /v2.0/floatingips/545631a1-9629-492e-b39c-61f62f06fc11 HTTP/1.1" status: 200 len: 991 time: 0.0729392 Jul 14 19:24:36.702465 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-33579bc9-ea76-45b6-a6de-d09b0bee47c0 req-a8bd65e3-214d-4901-b473-e2f459d7d9d8 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ebd00a9f-42c2-4118-89dc-ebbd371d74a4 HTTP/1.1" status: 200 len: 999 time: 0.0746479 Jul 14 19:24:36.747490 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvr_db [None req-f341218d-3933-48ad-9a1c-38a5acc0456b None None] Set router 1d059832-82ca-4c9b-be96-cbe61a18468b gateway port host: n-d-800634-3 {{(pid=93918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 19:24:36.755957 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33579bc9-ea76-45b6-a6de-d09b0bee47c0 req-fe20fa74-6619-4b02-9167-1155830f6711 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:24:36.757507 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-33579bc9-ea76-45b6-a6de-d09b0bee47c0 req-fe20fa74-6619-4b02-9167-1155830f6711 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f30a74a8-26dc-40e0-b31a-3a3a6e9b584a HTTP/1.1" status: 200 len: 834 time: 0.0495732 Jul 14 19:24:36.817501 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33579bc9-ea76-45b6-a6de-d09b0bee47c0 req-5da3fba4-208b-4c1b-b527-92100f8c2ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:24:36.819033 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-33579bc9-ea76-45b6-a6de-d09b0bee47c0 req-5da3fba4-208b-4c1b-b527-92100f8c2ff1 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=60daa86c-5b46-49a3-a41e-082f3951d0c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0557334 Jul 14 19:24:36.913746 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-33579bc9-ea76-45b6-a6de-d09b0bee47c0 req-e9cc0030-3fda-4753-92db-a2c132034887 service neutron] 10.222.0.18 "GET /v2.0/networks/60daa86c-5b46-49a3-a41e-082f3951d0c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879860 Jul 14 19:24:36.975258 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-f341218d-3933-48ad-9a1c-38a5acc0456b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d059832-82ca-4c9b-be96-cbe61a18468b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-253743859', 'tenant_id': 'a3d6ee5c9e7d43dd9aef13bacc118669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.29'}], 'enable_snat': True}, 'gw_port_id': 'c95023cb-e89a-46aa-958a-d4162dea00c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T19:24:20Z', 'updated_at': '2021-07-14T19:24:23Z', 'revision_number': 4, 'project_id': 'a3d6ee5c9e7d43dd9aef13bacc118669', 'gw_port': {'id': 'c95023cb-e89a-46aa-958a-d4162dea00c1', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:1f:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d059832-82ca-4c9b-be96-cbe61a18468b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T19:24:20Z', 'updated_at': '2021-07-14T19:24:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_floatingips': [{'id': '545631a1-9629-492e-b39c-61f62f06fc11', 'tenant_id': 'a3d6ee5c9e7d43dd9aef13bacc118669', 'floating_ip_address': '172.25.1.32', 'floating_network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'router_id': '1d059832-82ca-4c9b-be96-cbe61a18468b', 'port_id': 'ebd00a9f-42c2-4118-89dc-ebbd371d74a4', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4191, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '60daa86c-5b46-49a3-a41e-082f3951d0c7', 'mac_address': 'fa:16:3e:17:ff:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c90ac4d-4eca-4bb7-b719-1dc3e6a38d1e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T19:24:35Z', 'updated_at': '2021-07-14T19:24:35Z', 'revision_number': 0, 'project_id': 'a3d6ee5c9e7d43dd9aef13bacc118669', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d20fcf4-c3bb-4c77-ae61-713cbd75f993', 'name': '', 'network_id': '60daa86c-5b46-49a3-a41e-082f3951d0c7', 'tenant_id': 'a3d6ee5c9e7d43dd9aef13bacc118669', 'mac_address': 'fa:16:3e:83:05:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d059832-82ca-4c9b-be96-cbe61a18468b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': 'f30a74a8-26dc-40e0-b31a-3a3a6e9b584a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T19:24:23Z', 'updated_at': '2021-07-14T19:24:27Z', 'revision_number': 5, 'project_id': 'a3d6ee5c9e7d43dd9aef13bacc118669', 'subnets': [{'id': 'f30a74a8-26dc-40e0-b31a-3a3a6e9b584a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-3', False) {} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 19:24:37.001830 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f341218d-3933-48ad-9a1c-38a5acc0456b None None] The sync data for ids ['1d059832-82ca-4c9b-be96-cbe61a18468b'] in n-d-800634-3 is: [{'id': '1d059832-82ca-4c9b-be96-cbe61a18468b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-253743859', 'tenant_id': 'a3d6ee5c9e7d43dd9aef13bacc118669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.29'}], 'enable_snat': True}, 'gw_port_id': 'c95023cb-e89a-46aa-958a-d4162dea00c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T19:24:20Z', 'updated_at': '2021-07-14T19:24:23Z', 'revision_number': 4, 'project_id': 'a3d6ee5c9e7d43dd9aef13bacc118669', 'gw_port': {'id': 'c95023cb-e89a-46aa-958a-d4162dea00c1', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:1f:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d059832-82ca-4c9b-be96-cbe61a18468b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T19:24:20Z', 'updated_at': '2021-07-14T19:24:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_floatingips': [{'id': '545631a1-9629-492e-b39c-61f62f06fc11', 'tenant_id': 'a3d6ee5c9e7d43dd9aef13bacc118669', 'floating_ip_address': '172.25.1.32', 'floating_network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'router_id': '1d059832-82ca-4c9b-be96-cbe61a18468b', 'port_id': 'ebd00a9f-42c2-4118-89dc-ebbd371d74a4', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4191, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '60daa86c-5b46-49a3-a41e-082f3951d0c7', 'mac_address': 'fa:16:3e:17:ff:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c90ac4d-4eca-4bb7-b719-1dc3e6a38d1e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T19:24:35Z', 'updated_at': '2021-07-14T19:24:35Z', 'revision_number': 0, 'project_id': 'a3d6ee5c9e7d43dd9aef13bacc118669', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d20fcf4-c3bb-4c77-ae61-713cbd75f993', 'name': '', 'network_id': '60daa86c-5b46-49a3-a41e-082f3951d0c7', 'tenant_id': 'a3d6ee5c9e7d43dd9aef13bacc118669', 'mac_address': 'fa:16:3e:83:05:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d059832-82ca-4c9b-be96-cbe61a18468b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': 'f30a74a8-26dc-40e0-b31a-3a3a6e9b584a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T19:24:23Z', 'updated_at': '2021-07-14T19:24:27Z', 'revision_number': 5, 'project_id': 'a3d6ee5c9e7d43dd9aef13bacc118669', 'subnets': [{'id': 'f30a74a8-26dc-40e0-b31a-3a3a6e9b584a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 19:24:37.002866 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-33579bc9-ea76-45b6-a6de-d09b0bee47c0 req-3a9c98e5-e481-47bc-b85b-8aa8e26430d6 service neutron] 10.222.0.18 "GET /v2.0/networks/60daa86c-5b46-49a3-a41e-082f3951d0c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833704 Jul 14 19:24:37.201153 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a4f69e8-1754-401f-afe7-e25e3c2267f0 None None] New status for floating IP 545631a1-9629-492e-b39c-61f62f06fc11: ACTIVE {{(pid=93917) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 19:24:37.677664 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 60840) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 19:24:37.737289 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-42d34cf0-644b-4bbc-b98b-a8ec7bcf8235 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] 10.222.0.16 "GET /v2.0/floatingips/545631a1-9629-492e-b39c-61f62f06fc11 HTTP/1.1" status: 200 len: 993 time: 0.0584311 Jul 14 19:24:43.497816 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ceacee47-a9cd-478c-815f-512009ddc320 req-7aeef4b7-fd88-45cd-822d-cdb5c92fb29a service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=7c90ac4d-4eca-4bb7-b719-1dc3e6a38d1e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0516944 Jul 14 19:24:43.592821 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceacee47-a9cd-478c-815f-512009ddc320 req-19557fbe-4c4f-4fb2-9b33-9490a13f4c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:24:43.594720 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ceacee47-a9cd-478c-815f-512009ddc320 req-19557fbe-4c4f-4fb2-9b33-9490a13f4c97 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a3d6ee5c9e7d43dd9aef13bacc118669&device_id=7c90ac4d-4eca-4bb7-b719-1dc3e6a38d1e HTTP/1.1" status: 200 len: 1097 time: 0.0570226 Jul 14 19:24:43.696692 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceacee47-a9cd-478c-815f-512009ddc320 req-49260128-8f20-40b2-b44c-af299d44b6bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:24:43.698172 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ceacee47-a9cd-478c-815f-512009ddc320 req-49260128-8f20-40b2-b44c-af299d44b6bb service neutron] 10.222.0.18 "GET /v2.0/networks?id=60daa86c-5b46-49a3-a41e-082f3951d0c7 HTTP/1.1" status: 200 len: 897 time: 0.0852344 Jul 14 19:24:43.767799 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ceacee47-a9cd-478c-815f-512009ddc320 req-2981902e-e23b-4a69-84f1-499dc59e3c8c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ebd00a9f-42c2-4118-89dc-ebbd371d74a4 HTTP/1.1" status: 200 len: 1001 time: 0.0628910 Jul 14 19:24:43.814817 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceacee47-a9cd-478c-815f-512009ddc320 req-9a39b9d1-41e3-4e85-88c9-04662c6696bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:24:43.816253 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ceacee47-a9cd-478c-815f-512009ddc320 req-9a39b9d1-41e3-4e85-88c9-04662c6696bf service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f30a74a8-26dc-40e0-b31a-3a3a6e9b584a HTTP/1.1" status: 200 len: 834 time: 0.0428460 Jul 14 19:24:43.873414 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceacee47-a9cd-478c-815f-512009ddc320 req-9dbd61c3-bd83-4ec6-918a-d0a5a789963e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:24:43.874806 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ceacee47-a9cd-478c-815f-512009ddc320 req-9dbd61c3-bd83-4ec6-918a-d0a5a789963e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=60daa86c-5b46-49a3-a41e-082f3951d0c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0517559 Jul 14 19:24:43.966177 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ceacee47-a9cd-478c-815f-512009ddc320 req-1a128852-a856-4e94-b10d-9faff8fe0a69 service neutron] 10.222.0.18 "GET /v2.0/networks/60daa86c-5b46-49a3-a41e-082f3951d0c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846391 Jul 14 19:24:44.058838 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ceacee47-a9cd-478c-815f-512009ddc320 req-e1daf12d-733e-483e-ba1d-909b30c18972 service neutron] 10.222.0.18 "GET /v2.0/networks/60daa86c-5b46-49a3-a41e-082f3951d0c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846827 Jul 14 19:24:46.547297 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-245a6377-1a51-4258-9455-691ca4a96e68 req-826f25f2-248a-4880-9868-b2fa83f58b3a service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=6ab0c594-ecaf-4c5b-977a-9c1b59a2d9cc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0301440 Jul 14 19:24:46.593568 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-245a6377-1a51-4258-9455-691ca4a96e68 req-d8a66653-2c9d-4d18-9216-3bf60b06ae1b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f1c4e239e6d24b3bb240a97f6c99b33f&device_id=6ab0c594-ecaf-4c5b-977a-9c1b59a2d9cc HTTP/1.1" status: 200 len: 210 time: 0.0257573 Jul 14 19:24:46.631840 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-245a6377-1a51-4258-9455-691ca4a96e68 req-d89b7552-2924-4c0d-857d-7e631ab45ddb service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=f1c4e239e6d24b3bb240a97f6c99b33f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0188241 Jul 14 19:24:46.722739 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245a6377-1a51-4258-9455-691ca4a96e68 req-55dda94f-8a9e-4328-bef0-d082aef4a5a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:24:46.724254 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-245a6377-1a51-4258-9455-691ca4a96e68 req-55dda94f-8a9e-4328-bef0-d082aef4a5a2 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0871427 Jul 14 19:24:50.504651 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-6350e688-fcf6-4790-b57b-4ddddb2e1160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:24:52.905708 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-4e191135-4af0-4a28-90cd-e40e6372e11c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:24:53.250157 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:24:54.356577 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-574aeb93-9938-449c-8e6c-cb22c9b52cc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:24:55.992797 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-2f4e3af3-e708-4ffd-a544-82d93a489d01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:24:58.043404 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.agents_db [None req-2ea07fb6-aa68-4671-8654-119d82b9f530 None None] Agent healthcheck: found 7 active agents {{(pid=93918) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 19:25:03.080681 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:25:06.048688 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:25:09.356539 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271e0257-1055-4974-aa73-4589b49828e6 req-9ae95f06-4181-40dc-8bfd-92c69a702c95 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:25:09.360012 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-271e0257-1055-4974-aa73-4589b49828e6 req-9ae95f06-4181-40dc-8bfd-92c69a702c95 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] 10.222.0.16 "GET /v2.0/ports?device_id=7c90ac4d-4eca-4bb7-b719-1dc3e6a38d1e HTTP/1.1" status: 200 len: 946 time: 0.1032443 Jul 14 19:25:09.419456 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-271e0257-1055-4974-aa73-4589b49828e6 req-5d6e870e-4b70-48d3-946e-97a62f01498f tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] 10.222.0.16 "GET /v2.0/security-groups?id=c31281e6-6fda-4e9a-bea9-b27dd7e6e7e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521576 Jul 14 19:25:09.769063 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-1916939b-1b2e-4a93-8713-fb7f6d4f63c6 req-7c662b01-82e4-47b0-8b00-f69eb56f5a58 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=7c90ac4d-4eca-4bb7-b719-1dc3e6a38d1e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4896350 Jul 14 19:25:10.620934 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0591f8a-25a1-497c-8be1-fe8045d3a748 req-eb920085-e93e-41a8-9041-37a5d65bf580 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:25:10.624832 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a0591f8a-25a1-497c-8be1-fe8045d3a748 req-eb920085-e93e-41a8-9041-37a5d65bf580 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] 10.222.0.16 "GET /v2.0/ports?device_id=7c90ac4d-4eca-4bb7-b719-1dc3e6a38d1e HTTP/1.1" status: 200 len: 946 time: 0.0769203 Jul 14 19:25:10.665420 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a0591f8a-25a1-497c-8be1-fe8045d3a748 req-dc413a39-bdcb-4114-8f63-65a81f4a18c8 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] 10.222.0.16 "GET /v2.0/security-groups?id=c31281e6-6fda-4e9a-bea9-b27dd7e6e7e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359151 Jul 14 19:25:11.060079 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1916939b-1b2e-4a93-8713-fb7f6d4f63c6 req-db39468e-db57-4413-9617-d41f641976de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:25:11.061762 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-1916939b-1b2e-4a93-8713-fb7f6d4f63c6 req-db39468e-db57-4413-9617-d41f641976de service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a3d6ee5c9e7d43dd9aef13bacc118669&device_id=7c90ac4d-4eca-4bb7-b719-1dc3e6a38d1e HTTP/1.1" status: 200 len: 1097 time: 0.0566449 Jul 14 19:25:11.154247 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1916939b-1b2e-4a93-8713-fb7f6d4f63c6 req-cef0715a-0725-40e0-bb7a-f895a5091087 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:25:11.155731 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-1916939b-1b2e-4a93-8713-fb7f6d4f63c6 req-cef0715a-0725-40e0-bb7a-f895a5091087 service neutron] 10.222.0.18 "GET /v2.0/networks?id=60daa86c-5b46-49a3-a41e-082f3951d0c7 HTTP/1.1" status: 200 len: 897 time: 0.0882533 Jul 14 19:25:11.220141 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-1916939b-1b2e-4a93-8713-fb7f6d4f63c6 req-8a8d85e3-4d9e-4a1d-aec9-d4bc29a61c1c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ebd00a9f-42c2-4118-89dc-ebbd371d74a4 HTTP/1.1" status: 200 len: 1001 time: 0.0573504 Jul 14 19:25:11.272781 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1916939b-1b2e-4a93-8713-fb7f6d4f63c6 req-59c733f4-e25a-40eb-8936-12f37ccdec0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:25:11.274305 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-1916939b-1b2e-4a93-8713-fb7f6d4f63c6 req-59c733f4-e25a-40eb-8936-12f37ccdec0d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f30a74a8-26dc-40e0-b31a-3a3a6e9b584a HTTP/1.1" status: 200 len: 834 time: 0.0489817 Jul 14 19:25:11.336181 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1916939b-1b2e-4a93-8713-fb7f6d4f63c6 req-6c6faeb7-2372-403a-9e12-da598740b762 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:25:11.337608 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-1916939b-1b2e-4a93-8713-fb7f6d4f63c6 req-6c6faeb7-2372-403a-9e12-da598740b762 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=60daa86c-5b46-49a3-a41e-082f3951d0c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0545201 Jul 14 19:25:11.429204 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-1916939b-1b2e-4a93-8713-fb7f6d4f63c6 req-31610944-c470-4739-b279-3f52c1999753 service neutron] 10.222.0.18 "GET /v2.0/networks/60daa86c-5b46-49a3-a41e-082f3951d0c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844064 Jul 14 19:25:11.526256 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-1916939b-1b2e-4a93-8713-fb7f6d4f63c6 req-2b0f41ff-09d3-4928-99e3-38487b35d070 service neutron] 10.222.0.18 "GET /v2.0/networks/60daa86c-5b46-49a3-a41e-082f3951d0c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904307 Jul 14 19:25:11.858375 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1190bf7c-441f-4fa4-b1fc-b2b6bfafe3f1 req-3589a667-a509-41bc-a3e3-f500831468e3 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:25:11.859940 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-1190bf7c-441f-4fa4-b1fc-b2b6bfafe3f1 req-3589a667-a509-41bc-a3e3-f500831468e3 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] 10.222.0.16 "GET /v2.0/ports?device_id=7c90ac4d-4eca-4bb7-b719-1dc3e6a38d1e HTTP/1.1" status: 200 len: 946 time: 0.0768437 Jul 14 19:25:11.903160 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-1190bf7c-441f-4fa4-b1fc-b2b6bfafe3f1 req-d23ddc02-0d53-4548-8ebe-963b87fb1baf tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] 10.222.0.16 "GET /v2.0/security-groups?id=c31281e6-6fda-4e9a-bea9-b27dd7e6e7e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372117 Jul 14 19:25:13.095781 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1a80dd-dddf-4363-a6d4-bc89ef6f7fe6 req-adc0bc1f-893f-49fe-8329-2d512dc8eec7 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:25:13.097326 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-1b1a80dd-dddf-4363-a6d4-bc89ef6f7fe6 req-adc0bc1f-893f-49fe-8329-2d512dc8eec7 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] 10.222.0.16 "GET /v2.0/ports?device_id=7c90ac4d-4eca-4bb7-b719-1dc3e6a38d1e HTTP/1.1" status: 200 len: 946 time: 0.0755088 Jul 14 19:25:13.140041 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-1b1a80dd-dddf-4363-a6d4-bc89ef6f7fe6 req-f9d60fab-0c1d-4547-b924-7266508d7812 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] 10.222.0.16 "GET /v2.0/security-groups?id=c31281e6-6fda-4e9a-bea9-b27dd7e6e7e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370290 Jul 14 19:25:14.323362 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f5da44-954b-442c-9f42-da8438c0d8ce req-4705f508-c489-4761-bd05-16451bb6c787 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:25:14.325150 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-98f5da44-954b-442c-9f42-da8438c0d8ce req-4705f508-c489-4761-bd05-16451bb6c787 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] 10.222.0.16 "GET /v2.0/ports?device_id=7c90ac4d-4eca-4bb7-b719-1dc3e6a38d1e HTTP/1.1" status: 200 len: 946 time: 0.0688570 Jul 14 19:25:14.370131 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-98f5da44-954b-442c-9f42-da8438c0d8ce req-80a70c60-2b8a-4da3-bddd-c711635b0349 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] 10.222.0.16 "GET /v2.0/security-groups?id=c31281e6-6fda-4e9a-bea9-b27dd7e6e7e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367961 Jul 14 19:25:15.558163 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b73f26-5cae-4178-b0ed-8fab44e8410a req-a02f0fb4-7e34-4a7c-b012-acfcae3a095d tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:25:15.559756 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-69b73f26-5cae-4178-b0ed-8fab44e8410a req-a02f0fb4-7e34-4a7c-b012-acfcae3a095d tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] 10.222.0.16 "GET /v2.0/ports?device_id=7c90ac4d-4eca-4bb7-b719-1dc3e6a38d1e HTTP/1.1" status: 200 len: 946 time: 0.0735245 Jul 14 19:25:15.598843 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-69b73f26-5cae-4178-b0ed-8fab44e8410a req-9898747a-5be9-40c2-ae23-2b98885d9a45 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] 10.222.0.16 "GET /v2.0/security-groups?id=c31281e6-6fda-4e9a-bea9-b27dd7e6e7e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326157 Jul 14 19:25:16.791796 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a19c0e5-771e-4b54-95db-167d79a5814e req-cac70864-f453-4fba-b166-c684281f4227 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:25:16.793356 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3a19c0e5-771e-4b54-95db-167d79a5814e req-cac70864-f453-4fba-b166-c684281f4227 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] 10.222.0.16 "GET /v2.0/ports?device_id=7c90ac4d-4eca-4bb7-b719-1dc3e6a38d1e HTTP/1.1" status: 200 len: 946 time: 0.0741403 Jul 14 19:25:16.841826 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3a19c0e5-771e-4b54-95db-167d79a5814e req-571dd6da-2eb0-4ac0-9db8-29353924c83a tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] 10.222.0.16 "GET /v2.0/security-groups?id=c31281e6-6fda-4e9a-bea9-b27dd7e6e7e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420241 Jul 14 19:25:18.023891 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79a616b-1737-474d-b1be-cac766adc519 req-da07ac89-0cab-4fcc-81e6-c56a2c23257f tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:25:18.025513 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e79a616b-1737-474d-b1be-cac766adc519 req-da07ac89-0cab-4fcc-81e6-c56a2c23257f tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] 10.222.0.16 "GET /v2.0/ports?device_id=7c90ac4d-4eca-4bb7-b719-1dc3e6a38d1e HTTP/1.1" status: 200 len: 946 time: 0.0659056 Jul 14 19:25:18.068108 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e79a616b-1737-474d-b1be-cac766adc519 req-03c29c21-9d47-4634-bceb-2722eb30062d tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] 10.222.0.16 "GET /v2.0/security-groups?id=c31281e6-6fda-4e9a-bea9-b27dd7e6e7e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369420 Jul 14 19:25:19.261188 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4b51e1-f674-4ff9-80be-bab1993082d1 req-77d59b7b-ac7e-4feb-9197-5243b17b3a3a tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:25:19.262698 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-5d4b51e1-f674-4ff9-80be-bab1993082d1 req-77d59b7b-ac7e-4feb-9197-5243b17b3a3a tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] 10.222.0.16 "GET /v2.0/ports?device_id=7c90ac4d-4eca-4bb7-b719-1dc3e6a38d1e HTTP/1.1" status: 200 len: 946 time: 0.0707977 Jul 14 19:25:19.303201 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-5d4b51e1-f674-4ff9-80be-bab1993082d1 req-e05eff24-0bf3-4657-b68c-6574a88349ee tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] 10.222.0.16 "GET /v2.0/security-groups?id=c31281e6-6fda-4e9a-bea9-b27dd7e6e7e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343363 Jul 14 19:25:20.495538 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76280749-fb5a-4220-b5e5-d229fccc6c2d req-db423cc6-561d-485f-80d0-c09cbab34bb0 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:25:20.497660 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-76280749-fb5a-4220-b5e5-d229fccc6c2d req-db423cc6-561d-485f-80d0-c09cbab34bb0 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] 10.222.0.16 "GET /v2.0/ports?device_id=7c90ac4d-4eca-4bb7-b719-1dc3e6a38d1e HTTP/1.1" status: 200 len: 946 time: 0.0701323 Jul 14 19:25:20.502031 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-581e8275-6d33-4791-98bd-79de75f0ba61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:25:20.538867 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-76280749-fb5a-4220-b5e5-d229fccc6c2d req-e3c48ecb-e37c-4c7d-95e6-7432049a464e tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] 10.222.0.16 "GET /v2.0/security-groups?id=c31281e6-6fda-4e9a-bea9-b27dd7e6e7e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353279 Jul 14 19:25:21.714534 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276ca3ba-1001-48ff-8e77-7dc80db9dae2 req-64e0f61a-4e6f-4987-8388-51f010cc8b04 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:25:21.715984 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-276ca3ba-1001-48ff-8e77-7dc80db9dae2 req-64e0f61a-4e6f-4987-8388-51f010cc8b04 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] 10.222.0.16 "GET /v2.0/ports?device_id=7c90ac4d-4eca-4bb7-b719-1dc3e6a38d1e HTTP/1.1" status: 200 len: 946 time: 0.0643048 Jul 14 19:25:21.756815 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-276ca3ba-1001-48ff-8e77-7dc80db9dae2 req-75ce5b98-efa9-4b08-8894-edabff1af197 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] 10.222.0.16 "GET /v2.0/security-groups?id=c31281e6-6fda-4e9a-bea9-b27dd7e6e7e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332215 Jul 14 19:25:22.908520 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-61c29f39-88fc-4d95-a500-0746af4a2629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:25:22.958331 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc4fb82-3222-44dd-848f-1080f788de0f req-ee458243-de08-480a-a9e1-c86e7c32fe64 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:25:22.959683 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-1dc4fb82-3222-44dd-848f-1080f788de0f req-ee458243-de08-480a-a9e1-c86e7c32fe64 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] 10.222.0.16 "GET /v2.0/ports?device_id=7c90ac4d-4eca-4bb7-b719-1dc3e6a38d1e HTTP/1.1" status: 200 len: 946 time: 0.0746131 Jul 14 19:25:23.000396 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-1dc4fb82-3222-44dd-848f-1080f788de0f req-e7973ba2-ace6-4b35-b959-405056c4c0bd tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] 10.222.0.16 "GET /v2.0/security-groups?id=c31281e6-6fda-4e9a-bea9-b27dd7e6e7e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351663 Jul 14 19:25:23.252829 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:25:24.180320 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1e584b-1a2f-45a3-904e-6ac476e77c89 req-da912f4a-ad20-4a5b-ad90-0c3ba15ea961 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:25:24.181958 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-8b1e584b-1a2f-45a3-904e-6ac476e77c89 req-da912f4a-ad20-4a5b-ad90-0c3ba15ea961 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] 10.222.0.16 "GET /v2.0/ports?device_id=7c90ac4d-4eca-4bb7-b719-1dc3e6a38d1e HTTP/1.1" status: 200 len: 946 time: 0.0684435 Jul 14 19:25:24.222352 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-8b1e584b-1a2f-45a3-904e-6ac476e77c89 req-b2856530-6834-40d2-8b69-be9a3b864709 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] 10.222.0.16 "GET /v2.0/security-groups?id=c31281e6-6fda-4e9a-bea9-b27dd7e6e7e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347590 Jul 14 19:25:24.359187 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-574aeb93-9938-449c-8e6c-cb22c9b52cc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:25:25.447883 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1057a07c-3b7d-4f1a-ba58-989f09ca9462 req-9fd6c73f-4fa6-4995-8b8f-64e053a09ea1 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:25:25.451025 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-1057a07c-3b7d-4f1a-ba58-989f09ca9462 req-9fd6c73f-4fa6-4995-8b8f-64e053a09ea1 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] 10.222.0.16 "GET /v2.0/ports?device_id=7c90ac4d-4eca-4bb7-b719-1dc3e6a38d1e HTTP/1.1" status: 200 len: 946 time: 0.1053979 Jul 14 19:25:25.515845 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-1057a07c-3b7d-4f1a-ba58-989f09ca9462 req-b1cb3a30-68aa-483b-a37d-e9315816bd6d tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] 10.222.0.16 "GET /v2.0/security-groups?id=c31281e6-6fda-4e9a-bea9-b27dd7e6e7e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574610 Jul 14 19:25:25.996855 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-2f4e3af3-e708-4ffd-a544-82d93a489d01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:25:26.714841 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05dee72f-dc93-4c4b-b5e3-2fff38a0a361 req-58a5e156-413e-4ada-b81a-f328e6353dcb tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:25:26.716383 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-05dee72f-dc93-4c4b-b5e3-2fff38a0a361 req-58a5e156-413e-4ada-b81a-f328e6353dcb tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] 10.222.0.16 "GET /v2.0/ports?device_id=7c90ac4d-4eca-4bb7-b719-1dc3e6a38d1e HTTP/1.1" status: 200 len: 946 time: 0.0656080 Jul 14 19:25:26.758158 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-05dee72f-dc93-4c4b-b5e3-2fff38a0a361 req-c74f50e6-f31c-4fc9-8a34-5aed6a96af9b tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] 10.222.0.16 "GET /v2.0/security-groups?id=c31281e6-6fda-4e9a-bea9-b27dd7e6e7e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334380 Jul 14 19:25:27.978420 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb14a65-fb93-4459-bbab-d9a7f5522c6d req-cb18ba1e-8d92-4b65-833c-2f80bb7b3eb8 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:25:27.980059 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-cfb14a65-fb93-4459-bbab-d9a7f5522c6d req-cb18ba1e-8d92-4b65-833c-2f80bb7b3eb8 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] 10.222.0.16 "GET /v2.0/ports?device_id=7c90ac4d-4eca-4bb7-b719-1dc3e6a38d1e HTTP/1.1" status: 200 len: 946 time: 0.0908105 Jul 14 19:25:28.028883 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-cfb14a65-fb93-4459-bbab-d9a7f5522c6d req-d912d46b-11e4-42ec-a207-25db6a693997 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] 10.222.0.16 "GET /v2.0/security-groups?id=c31281e6-6fda-4e9a-bea9-b27dd7e6e7e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415406 Jul 14 19:25:28.161382 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-1916939b-1b2e-4a93-8713-fb7f6d4f63c6 req-b4c8d687-8602-41ff-83cb-3f8650e51680 service neutron] 10.222.0.18 "GET /v2.0/ports/ebd00a9f-42c2-4118-89dc-ebbd371d74a4/bindings/n-h1-800634-3 HTTP/1.1" status: 200 len: 382 time: 0.0656371 Jul 14 19:25:28.435959 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1916939b-1b2e-4a93-8713-fb7f6d4f63c6 req-c3aefe74-570d-42ec-b2e8-603bb7f6a490 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:25:28.438279 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-1916939b-1b2e-4a93-8713-fb7f6d4f63c6 req-c3aefe74-570d-42ec-b2e8-603bb7f6a490 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=7c90ac4d-4eca-4bb7-b719-1dc3e6a38d1e&tenant_id=a3d6ee5c9e7d43dd9aef13bacc118669 HTTP/1.1" status: 200 len: 1097 time: 0.0565107 Jul 14 19:25:28.524086 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1916939b-1b2e-4a93-8713-fb7f6d4f63c6 req-849211c2-ca75-4b57-8f06-4f5f8407f5d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:25:28.525685 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-1916939b-1b2e-4a93-8713-fb7f6d4f63c6 req-849211c2-ca75-4b57-8f06-4f5f8407f5d6 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a3d6ee5c9e7d43dd9aef13bacc118669&device_id=7c90ac4d-4eca-4bb7-b719-1dc3e6a38d1e HTTP/1.1" status: 200 len: 1097 time: 0.0643361 Jul 14 19:25:28.626853 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1916939b-1b2e-4a93-8713-fb7f6d4f63c6 req-01948793-03f1-4886-8adb-7d576047cdca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:25:28.628460 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-1916939b-1b2e-4a93-8713-fb7f6d4f63c6 req-01948793-03f1-4886-8adb-7d576047cdca service neutron] 10.222.0.18 "GET /v2.0/networks?id=60daa86c-5b46-49a3-a41e-082f3951d0c7 HTTP/1.1" status: 200 len: 897 time: 0.0966158 Jul 14 19:25:28.696070 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-1916939b-1b2e-4a93-8713-fb7f6d4f63c6 req-90264624-ad6c-4ff5-8fa1-867cd2f83afa service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ebd00a9f-42c2-4118-89dc-ebbd371d74a4 HTTP/1.1" status: 200 len: 1001 time: 0.0615134 Jul 14 19:25:28.746762 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1916939b-1b2e-4a93-8713-fb7f6d4f63c6 req-5245005c-c880-4cc4-bd62-a9d4036ce671 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:25:28.748287 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-1916939b-1b2e-4a93-8713-fb7f6d4f63c6 req-5245005c-c880-4cc4-bd62-a9d4036ce671 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f30a74a8-26dc-40e0-b31a-3a3a6e9b584a HTTP/1.1" status: 200 len: 834 time: 0.0460405 Jul 14 19:25:28.811915 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1916939b-1b2e-4a93-8713-fb7f6d4f63c6 req-c7ce0118-a4a0-4559-b0ab-8dff64bd3158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:25:28.814118 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-1916939b-1b2e-4a93-8713-fb7f6d4f63c6 req-c7ce0118-a4a0-4559-b0ab-8dff64bd3158 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=60daa86c-5b46-49a3-a41e-082f3951d0c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0601227 Jul 14 19:25:28.913240 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-1916939b-1b2e-4a93-8713-fb7f6d4f63c6 req-3af6af78-d0bb-4b0d-b335-68a10c401723 service neutron] 10.222.0.18 "GET /v2.0/networks/60daa86c-5b46-49a3-a41e-082f3951d0c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924864 Jul 14 19:25:29.030719 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-1916939b-1b2e-4a93-8713-fb7f6d4f63c6 req-796d5f90-c871-4f20-b7f1-05b76c3e4afb service neutron] 10.222.0.18 "GET /v2.0/networks/60daa86c-5b46-49a3-a41e-082f3951d0c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1107099 Jul 14 19:25:29.245656 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb142388-b9d9-4b22-8ff0-9f68551887bc req-a4ae829b-db9d-4d5f-be3f-d9bd6a6e7f23 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:25:29.247452 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-eb142388-b9d9-4b22-8ff0-9f68551887bc req-a4ae829b-db9d-4d5f-be3f-d9bd6a6e7f23 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] 10.222.0.16 "GET /v2.0/ports?device_id=7c90ac4d-4eca-4bb7-b719-1dc3e6a38d1e HTTP/1.1" status: 200 len: 946 time: 0.0770853 Jul 14 19:25:29.287979 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-eb142388-b9d9-4b22-8ff0-9f68551887bc req-19fdace0-3f7c-4d20-b4cf-89f964b081c0 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] 10.222.0.16 "GET /v2.0/security-groups?id=c31281e6-6fda-4e9a-bea9-b27dd7e6e7e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342150 Jul 14 19:25:30.474301 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aad151c-e7ac-44bc-9ff0-c10dbc9a45db req-04a55a75-d3f8-430e-84c2-862ababdc759 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:25:30.475825 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6aad151c-e7ac-44bc-9ff0-c10dbc9a45db req-04a55a75-d3f8-430e-84c2-862ababdc759 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] 10.222.0.16 "GET /v2.0/ports?device_id=7c90ac4d-4eca-4bb7-b719-1dc3e6a38d1e HTTP/1.1" status: 200 len: 946 time: 0.0714734 Jul 14 19:25:30.538456 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6aad151c-e7ac-44bc-9ff0-c10dbc9a45db req-05278f26-8174-45db-9f2f-f79765446e5c tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] 10.222.0.16 "GET /v2.0/security-groups?id=c31281e6-6fda-4e9a-bea9-b27dd7e6e7e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529158 Jul 14 19:25:30.942665 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device ebd00a9f-42c2-4118-89dc-ebbd371d74a4 details requested by agent hyperv_n-h1-800634-3 with host n-h1-800634-3 {{(pid=93917) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 19:25:30.944970 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device ebd00a9f-42c2-4118-89dc-ebbd371d74a4 no longer exists at agent hyperv_n-h1-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 19:25:31.093014 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:25:31.121512 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port ebd00a9f-42c2-4118-89dc-ebbd371d74a4, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=ebd00a9f-42c2-4118-89dc-ebbd371d74a4,segment=NetworkSegment(4d6a0de4-3a9e-4398-86a7-8c61f6e79c59),segment_id=4d6a0de4-3a9e-4398-86a7-8c61f6e79c59)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 19:25:31.135103 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c90ac4d-4eca-4bb7-b719-1dc3e6a38d1e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ebd00a9f-42c2-4118-89dc-ebbd371d74a4'}] {{(pid=93917) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 19:25:31.137372 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee9af70b018e2a669d4aace710d7966bbe0586a349443f05e01050df9771a348" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2f5643b-6047-4190-a6f0-989dced2e5c6" -d '{"events": [{"server_uuid": "7c90ac4d-4eca-4bb7-b719-1dc3e6a38d1e", "name": "network-vif-unplugged", "status": "completed", "tag": "ebd00a9f-42c2-4118-89dc-ebbd371d74a4"}]}' {{(pid=93917) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 19:25:31.150540 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Returning: {'device': 'ebd00a9f-42c2-4118-89dc-ebbd371d74a4', 'network_id': '60daa86c-5b46-49a3-a41e-082f3951d0c7', 'port_id': 'ebd00a9f-42c2-4118-89dc-ebbd371d74a4', 'mac_address': 'fa:16:3e:17:ff:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 92, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f30a74a8-26dc-40e0-b31a-3a3a6e9b584a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93917) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 19:25:31.153210 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port ebd00a9f-42c2-4118-89dc-ebbd371d74a4, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=ebd00a9f-42c2-4118-89dc-ebbd371d74a4,segment=NetworkSegment(4d6a0de4-3a9e-4398-86a7-8c61f6e79c59),segment_id=4d6a0de4-3a9e-4398-86a7-8c61f6e79c59)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 19:25:31.158840 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:25:31.200822 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 14 Jul 2021 19:25:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40853d20-bfc9-4bb3-994b-32ba99fdc8d6 x-openstack-request-id: req-40853d20-bfc9-4bb3-994b-32ba99fdc8d6 {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 19:25:31.201127 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c90ac4d-4eca-4bb7-b719-1dc3e6a38d1e", "name": "network-vif-unplugged", "status": "completed", "tag": "ebd00a9f-42c2-4118-89dc-ebbd371d74a4", "code": 200}]} {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 19:25:31.201386 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-40853d20-bfc9-4bb3-994b-32ba99fdc8d6 {{(pid=93917) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 19:25:31.201779 n-d-800634-3 neutron-server[93917]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c90ac4d-4eca-4bb7-b719-1dc3e6a38d1e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ebd00a9f-42c2-4118-89dc-ebbd371d74a4', 'code': 200} Jul 14 19:25:31.234035 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:25:31.245744 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Pushing event updated for resources: {'Port': ['ID=ebd00a9f-42c2-4118-89dc-ebbd371d74a4,revision_number=6']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:25:31.255911 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ebd00a9f-42c2-4118-89dc-ebbd371d74a4 {{(pid=93917) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 19:25:31.260491 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:25:31.260845 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:25:31.261191 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:25:31.261533 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:25:31.261867 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:25:31.262203 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:25:31.262536 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:25:31.262866 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:25:31.263193 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:25:31.263520 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:25:31.263849 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:25:31.264199 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:25:31.285756 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port ebd00a9f-42c2-4118-89dc-ebbd371d74a4, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=ebd00a9f-42c2-4118-89dc-ebbd371d74a4,segment=NetworkSegment(4d6a0de4-3a9e-4398-86a7-8c61f6e79c59),segment_id=4d6a0de4-3a9e-4398-86a7-8c61f6e79c59)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 19:25:31.289578 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:25:31.344473 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Pushing event updated for resources: {'Port': ['ID=ebd00a9f-42c2-4118-89dc-ebbd371d74a4,revision_number=7']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:25:31.499591 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] get_ports_and_sgs() called for port_ids ['ebd00a9f-42c2-4118-89dc-ebbd371d74a4'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 19:25:31.759101 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff1ad1b-5d06-4799-a602-b9d496b6d284 req-593326a0-566f-4f95-9112-0c8bfb7998c6 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:25:31.760635 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-7ff1ad1b-5d06-4799-a602-b9d496b6d284 req-593326a0-566f-4f95-9112-0c8bfb7998c6 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] 10.222.0.16 "GET /v2.0/ports?device_id=7c90ac4d-4eca-4bb7-b719-1dc3e6a38d1e HTTP/1.1" status: 200 len: 945 time: 0.0869145 Jul 14 19:25:31.801080 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-7ff1ad1b-5d06-4799-a602-b9d496b6d284 req-ccb1b9e3-3349-4d98-a06f-402e3df198be tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] 10.222.0.16 "GET /v2.0/security-groups?id=c31281e6-6fda-4e9a-bea9-b27dd7e6e7e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348067 Jul 14 19:25:32.195525 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca499225-3f0c-4ed2-b9b5-b2a814702b42 req-3ae21d32-9471-4a78-a071-e3475f6675d8 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:25:32.197113 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ca499225-3f0c-4ed2-b9b5-b2a814702b42 req-3ae21d32-9471-4a78-a071-e3475f6675d8 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] 10.222.0.16 "GET /v2.0/ports?device_id=7c90ac4d-4eca-4bb7-b719-1dc3e6a38d1e HTTP/1.1" status: 200 len: 945 time: 0.1243894 Jul 14 19:25:32.212433 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1550e6ff-bbc6-460b-829f-44d11d0f56b7 req-51e3bd4e-d890-4feb-99ff-509b47e8635c tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:25:32.213925 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-1550e6ff-bbc6-460b-829f-44d11d0f56b7 req-51e3bd4e-d890-4feb-99ff-509b47e8635c tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] 10.222.0.18 "GET /v2.0/ports?device_id=7c90ac4d-4eca-4bb7-b719-1dc3e6a38d1e&tenant_id=a3d6ee5c9e7d43dd9aef13bacc118669&binding%3Ahost_id=n-h1-800634-3 HTTP/1.1" status: 200 len: 945 time: 0.1095386 Jul 14 19:25:32.258872 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ca499225-3f0c-4ed2-b9b5-b2a814702b42 req-abd42363-f472-4214-bd74-851fd340d18b tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] 10.222.0.16 "GET /v2.0/security-groups?id=c31281e6-6fda-4e9a-bea9-b27dd7e6e7e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437655 Jul 14 19:25:32.323358 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1550e6ff-bbc6-460b-829f-44d11d0f56b7 req-fc4e05a0-b3a9-428f-bf78-0dfe89f8f1a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:25:32.324931 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-1550e6ff-bbc6-460b-829f-44d11d0f56b7 req-fc4e05a0-b3a9-428f-bf78-0dfe89f8f1a3 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a3d6ee5c9e7d43dd9aef13bacc118669&device_id=7c90ac4d-4eca-4bb7-b719-1dc3e6a38d1e HTTP/1.1" status: 200 len: 1096 time: 0.0637968 Jul 14 19:25:32.777561 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1550e6ff-bbc6-460b-829f-44d11d0f56b7 req-d7fe47c5-82d2-469d-a79a-aa84d3283681 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:25:32.779058 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-1550e6ff-bbc6-460b-829f-44d11d0f56b7 req-d7fe47c5-82d2-469d-a79a-aa84d3283681 service neutron] 10.222.0.18 "GET /v2.0/networks?id=60daa86c-5b46-49a3-a41e-082f3951d0c7 HTTP/1.1" status: 200 len: 897 time: 0.4479177 Jul 14 19:25:32.846614 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7812a1b1-4d42-4beb-8b81-a3b3b16b567e req-7a829f2c-53b1-49f0-8f03-b1da99fdddec tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:25:32.848276 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-7812a1b1-4d42-4beb-8b81-a3b3b16b567e req-7a829f2c-53b1-49f0-8f03-b1da99fdddec tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] 10.222.0.16 "GET /v2.0/ports?device_id=7c90ac4d-4eca-4bb7-b719-1dc3e6a38d1e HTTP/1.1" status: 200 len: 945 time: 0.4504457 Jul 14 19:25:32.877473 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-1550e6ff-bbc6-460b-829f-44d11d0f56b7 req-287f4606-9f28-46b6-a01e-1a1f493e63e7 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ebd00a9f-42c2-4118-89dc-ebbd371d74a4 HTTP/1.1" status: 200 len: 1000 time: 0.0908594 Jul 14 19:25:32.932482 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-7812a1b1-4d42-4beb-8b81-a3b3b16b567e req-c4a55685-2610-471d-afed-f090aec1471b tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] 10.222.0.16 "GET /v2.0/security-groups?id=c31281e6-6fda-4e9a-bea9-b27dd7e6e7e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0746994 Jul 14 19:25:32.944695 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1550e6ff-bbc6-460b-829f-44d11d0f56b7 req-182f9513-b9c9-4d3b-8f66-22b6e1c4e8c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:25:32.946204 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-1550e6ff-bbc6-460b-829f-44d11d0f56b7 req-182f9513-b9c9-4d3b-8f66-22b6e1c4e8c2 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f30a74a8-26dc-40e0-b31a-3a3a6e9b584a HTTP/1.1" status: 200 len: 834 time: 0.0615492 Jul 14 19:25:32.952556 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device ebd00a9f-42c2-4118-89dc-ebbd371d74a4 up at agent hyperv_n-h1-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 19:25:33.006413 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Provisioning complete for port ebd00a9f-42c2-4118-89dc-ebbd371d74a4 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 19:25:33.006826 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:25:33.012275 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1550e6ff-bbc6-460b-829f-44d11d0f56b7 req-e5ecd56a-8b15-4236-8dc4-fd4c33202953 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:25:33.013908 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-1550e6ff-bbc6-460b-829f-44d11d0f56b7 req-e5ecd56a-8b15-4236-8dc4-fd4c33202953 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=60daa86c-5b46-49a3-a41e-082f3951d0c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0611775 Jul 14 19:25:33.103435 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:25:33.104515 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:25:33.117524 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-1550e6ff-bbc6-460b-829f-44d11d0f56b7 req-c569dfee-51da-4b93-8b1d-ae002c2e59d1 service neutron] 10.222.0.18 "GET /v2.0/networks/60daa86c-5b46-49a3-a41e-082f3951d0c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958364 Jul 14 19:25:33.144256 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port ebd00a9f-42c2-4118-89dc-ebbd371d74a4, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=ebd00a9f-42c2-4118-89dc-ebbd371d74a4,segment=NetworkSegment(4d6a0de4-3a9e-4398-86a7-8c61f6e79c59),segment_id=4d6a0de4-3a9e-4398-86a7-8c61f6e79c59)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 19:25:33.149808 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:25:33.204589 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c90ac4d-4eca-4bb7-b719-1dc3e6a38d1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebd00a9f-42c2-4118-89dc-ebbd371d74a4'}] {{(pid=93917) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 19:25:33.207406 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee9af70b018e2a669d4aace710d7966bbe0586a349443f05e01050df9771a348" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ec2ce31-3131-4f77-96db-3ef8d5c7d7e8" -d '{"events": [{"server_uuid": "7c90ac4d-4eca-4bb7-b719-1dc3e6a38d1e", "name": "network-vif-plugged", "status": "completed", "tag": "ebd00a9f-42c2-4118-89dc-ebbd371d74a4"}]}' {{(pid=93917) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 19:25:33.224444 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Pushing event updated for resources: {'Port': ['ID=ebd00a9f-42c2-4118-89dc-ebbd371d74a4,revision_number=8']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:25:33.225397 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-1550e6ff-bbc6-460b-829f-44d11d0f56b7 req-ec86c4b6-9df4-4ed8-bc08-47e56bcf03ca service neutron] 10.222.0.18 "GET /v2.0/networks/60daa86c-5b46-49a3-a41e-082f3951d0c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1018157 Jul 14 19:25:33.255032 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 19:25:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-561f95b7-35a7-4220-8fd6-81206ff16c3e x-openstack-request-id: req-561f95b7-35a7-4220-8fd6-81206ff16c3e {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 19:25:33.255458 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c90ac4d-4eca-4bb7-b719-1dc3e6a38d1e", "name": "network-vif-plugged", "status": "completed", "tag": "ebd00a9f-42c2-4118-89dc-ebbd371d74a4", "code": 200}]} {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 19:25:33.256040 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-561f95b7-35a7-4220-8fd6-81206ff16c3e {{(pid=93917) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 19:25:33.256714 n-d-800634-3 neutron-server[93917]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c90ac4d-4eca-4bb7-b719-1dc3e6a38d1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebd00a9f-42c2-4118-89dc-ebbd371d74a4', 'code': 200} Jul 14 19:25:34.123855 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06df60e1-c695-4f00-9788-c9658dd6a215 req-99b5d4f1-c6d9-4d06-b90d-e48a397335fb tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:25:34.126005 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-06df60e1-c695-4f00-9788-c9658dd6a215 req-99b5d4f1-c6d9-4d06-b90d-e48a397335fb tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] 10.222.0.16 "GET /v2.0/ports?device_id=7c90ac4d-4eca-4bb7-b719-1dc3e6a38d1e HTTP/1.1" status: 200 len: 946 time: 0.0680702 Jul 14 19:25:34.166812 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-06df60e1-c695-4f00-9788-c9658dd6a215 req-8ae7ce7d-3c2c-4115-8134-db43978563d2 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] 10.222.0.16 "GET /v2.0/security-groups?id=c31281e6-6fda-4e9a-bea9-b27dd7e6e7e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352697 Jul 14 19:25:34.193548 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 60938) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 19:25:34.254917 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-97a50559-4093-48da-875e-55cbbf21cea9 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] 10.222.0.16 "GET /v2.0/floatingips/545631a1-9629-492e-b39c-61f62f06fc11 HTTP/1.1" status: 200 len: 993 time: 0.0601130 Jul 14 19:25:35.042947 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.agents_db [None req-2ea07fb6-aa68-4671-8654-119d82b9f530 None None] Agent healthcheck: found 7 active agents {{(pid=93918) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 19:25:36.047755 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:25:45.494672 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2dd73648-1e15-4606-9a56-0b4ac54313f9 req-97fca168-e832-4f37-87e7-d27dd466e2ba service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=7c90ac4d-4eca-4bb7-b719-1dc3e6a38d1e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0580082 Jul 14 19:25:45.588472 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd73648-1e15-4606-9a56-0b4ac54313f9 req-bf2879eb-c0a3-431c-bec6-fda62c2e0f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:25:45.590002 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2dd73648-1e15-4606-9a56-0b4ac54313f9 req-bf2879eb-c0a3-431c-bec6-fda62c2e0f0d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a3d6ee5c9e7d43dd9aef13bacc118669&device_id=7c90ac4d-4eca-4bb7-b719-1dc3e6a38d1e HTTP/1.1" status: 200 len: 1097 time: 0.0538495 Jul 14 19:25:45.693490 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd73648-1e15-4606-9a56-0b4ac54313f9 req-fb091347-9938-4b51-87b1-b91497bcecd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:25:45.694956 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2dd73648-1e15-4606-9a56-0b4ac54313f9 req-fb091347-9938-4b51-87b1-b91497bcecd3 service neutron] 10.222.0.18 "GET /v2.0/networks?id=60daa86c-5b46-49a3-a41e-082f3951d0c7 HTTP/1.1" status: 200 len: 897 time: 0.0846438 Jul 14 19:25:45.763192 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2dd73648-1e15-4606-9a56-0b4ac54313f9 req-02b12105-d530-4acf-bb64-8bd4e056eb18 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ebd00a9f-42c2-4118-89dc-ebbd371d74a4 HTTP/1.1" status: 200 len: 1001 time: 0.0607290 Jul 14 19:25:45.812888 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd73648-1e15-4606-9a56-0b4ac54313f9 req-cbdfa511-fbff-40bd-ac46-c5051d8e9f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:25:45.815072 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2dd73648-1e15-4606-9a56-0b4ac54313f9 req-cbdfa511-fbff-40bd-ac46-c5051d8e9f54 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f30a74a8-26dc-40e0-b31a-3a3a6e9b584a HTTP/1.1" status: 200 len: 834 time: 0.0448623 Jul 14 19:25:45.873172 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd73648-1e15-4606-9a56-0b4ac54313f9 req-12d16557-5ef7-43e7-9886-24ee219fe207 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:25:45.874656 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2dd73648-1e15-4606-9a56-0b4ac54313f9 req-12d16557-5ef7-43e7-9886-24ee219fe207 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=60daa86c-5b46-49a3-a41e-082f3951d0c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0523798 Jul 14 19:25:45.970104 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2dd73648-1e15-4606-9a56-0b4ac54313f9 req-7b7bc702-8c5c-4fa1-93d2-f9b2ec3dcdb7 service neutron] 10.222.0.18 "GET /v2.0/networks/60daa86c-5b46-49a3-a41e-082f3951d0c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865607 Jul 14 19:25:46.059797 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2dd73648-1e15-4606-9a56-0b4ac54313f9 req-a9d88e8b-f81c-47cb-8676-b57f66cbb9c2 service neutron] 10.222.0.18 "GET /v2.0/networks/60daa86c-5b46-49a3-a41e-082f3951d0c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829175 Jul 14 19:25:46.514604 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-8d4dbfb3-7d88-421e-938f-9b64522abe33 req-22c8eb04-1364-4bb2-a697-77fcc14a7cc9 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=03a24d87-527f-4d5b-a998-53393446562a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0299163 Jul 14 19:25:46.581914 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-8d4dbfb3-7d88-421e-938f-9b64522abe33 req-9542aa1b-c0df-43e5-addc-d5ebf1a8d41b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c51e850593fc4a37af9470721017e8e7&device_id=03a24d87-527f-4d5b-a998-53393446562a HTTP/1.1" status: 200 len: 210 time: 0.0260530 Jul 14 19:25:46.620968 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-8d4dbfb3-7d88-421e-938f-9b64522abe33 req-4e957c4d-a6b1-4ecc-9dea-6cbae33616e8 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=c51e850593fc4a37af9470721017e8e7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0192506 Jul 14 19:25:46.713644 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4dbfb3-7d88-421e-938f-9b64522abe33 req-a6824401-7b12-45a1-8872-52f00083d716 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:25:46.715169 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-8d4dbfb3-7d88-421e-938f-9b64522abe33 req-a6824401-7b12-45a1-8872-52f00083d716 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0881321 Jul 14 19:25:50.493994 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-ace5d892-c4de-4ae0-80bb-63bf7f11ad1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:25:52.909878 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-772d2abb-73cf-4dfa-ba41-927ee833c30a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:25:53.253932 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:25:54.360391 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-574aeb93-9938-449c-8e6c-cb22c9b52cc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:25:55.998940 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-2f4e3af3-e708-4ffd-a544-82d93a489d01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:26:00.809443 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 60950) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 19:26:00.972008 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [None req-210f9c0b-25a6-4e41-8973-3269157d6b45 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Deleting port 1529068b-f8df-46ad-839c-91a95e7279fe {{(pid=93915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 19:26:00.972379 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-210f9c0b-25a6-4e41-8973-3269157d6b45 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:26:01.045512 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-210f9c0b-25a6-4e41-8973-3269157d6b45 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:26:01.045844 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-210f9c0b-25a6-4e41-8973-3269157d6b45 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:26:01.057722 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [None req-210f9c0b-25a6-4e41-8973-3269157d6b45 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Calling delete_port for 1529068b-f8df-46ad-839c-91a95e7279fe owned by network:floatingip {{(pid=93915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 19:26:01.202828 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-210f9c0b-25a6-4e41-8973-3269157d6b45 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:26:01.231408 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210f9c0b-25a6-4e41-8973-3269157d6b45 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Pushing event deleted for resources: {'Port': ['ID=1529068b-f8df-46ad-839c-91a95e7279fe,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:26:01.272201 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210f9c0b-25a6-4e41-8973-3269157d6b45 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:26:01.272550 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210f9c0b-25a6-4e41-8973-3269157d6b45 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:26:01.272892 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210f9c0b-25a6-4e41-8973-3269157d6b45 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:26:01.273230 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210f9c0b-25a6-4e41-8973-3269157d6b45 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:26:01.273563 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210f9c0b-25a6-4e41-8973-3269157d6b45 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:26:01.273895 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210f9c0b-25a6-4e41-8973-3269157d6b45 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:26:01.274224 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210f9c0b-25a6-4e41-8973-3269157d6b45 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:26:01.274557 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210f9c0b-25a6-4e41-8973-3269157d6b45 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:26:01.274881 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210f9c0b-25a6-4e41-8973-3269157d6b45 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:26:01.275202 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210f9c0b-25a6-4e41-8973-3269157d6b45 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:26:01.275523 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210f9c0b-25a6-4e41-8973-3269157d6b45 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:26:01.275841 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210f9c0b-25a6-4e41-8973-3269157d6b45 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:26:01.296821 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-210f9c0b-25a6-4e41-8973-3269157d6b45 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks [] for floatingip, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:26:01.297194 n-d-800634-3 neutron-server[93915]: INFO neutron.db.l3_db [None req-210f9c0b-25a6-4e41-8973-3269157d6b45 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Floating IP 545631a1-9629-492e-b39c-61f62f06fc11 disassociated (deleted). External IP: 172.25.1.32, port: ebd00a9f-42c2-4118-89dc-ebbd371d74a4. Jul 14 19:26:01.504179 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-210f9c0b-25a6-4e41-8973-3269157d6b45 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Router 1d059832-82ca-4c9b-be96-cbe61a18468b has already been hosted by L3 agent 2c6eb27e-defb-4cca-9a24-381c7415e359 {{(pid=93915) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 19:26:01.611659 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-210f9c0b-25a6-4e41-8973-3269157d6b45 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify agent at l3_agent.n-d-800634-3 the message routers_updated {{(pid=93915) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 19:26:01.616576 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-210f9c0b-25a6-4e41-8973-3269157d6b45 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for floatingip, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:26:01.621004 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d25cd15-3c82-4a35-a588-4702ff084870 None None] Sync routers for ids ['1d059832-82ca-4c9b-be96-cbe61a18468b'] in n-d-800634-3 {{(pid=93918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 19:26:01.630212 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d25cd15-3c82-4a35-a588-4702ff084870 None None] Routers {'1d059832-82ca-4c9b-be96-cbe61a18468b'} bound to L3 agent in host n-d-800634-3 {{(pid=93918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 19:26:01.630814 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-3d25cd15-3c82-4a35-a588-4702ff084870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T19:25:53Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['1d059832-82ca-4c9b-be96-cbe61a18468b'], 'active': True} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 19:26:01.652959 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-210f9c0b-25a6-4e41-8973-3269157d6b45 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] 10.222.0.16 "DELETE /v2.0/floatingips/545631a1-9629-492e-b39c-61f62f06fc11 HTTP/1.1" status: 204 len: 168 time: 0.8424389 Jul 14 19:26:01.653563 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c90ac4d-4eca-4bb7-b719-1dc3e6a38d1e', 'tag': 'ebd00a9f-42c2-4118-89dc-ebbd371d74a4'}] {{(pid=93915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 19:26:01.655865 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}163b1c7ce9835e2c54087c39b47c05da5c61decdd411e584c58a4e7cd59f948f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50b4d7e8-6ac1-47ba-8ffe-99b167bea508" -d '{"events": [{"name": "network-changed", "server_uuid": "7c90ac4d-4eca-4bb7-b719-1dc3e6a38d1e", "tag": "ebd00a9f-42c2-4118-89dc-ebbd371d74a4"}]}' {{(pid=93915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 19:26:01.708989 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 19:26:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdaa06c3-af14-4d0f-b9ee-dbd78b8ceacb x-openstack-request-id: req-bdaa06c3-af14-4d0f-b9ee-dbd78b8ceacb {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 19:26:01.709340 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c90ac4d-4eca-4bb7-b719-1dc3e6a38d1e", "tag": "ebd00a9f-42c2-4118-89dc-ebbd371d74a4", "status": "completed", "code": 200}]} {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 19:26:01.709662 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-bdaa06c3-af14-4d0f-b9ee-dbd78b8ceacb {{(pid=93915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 19:26:01.710136 n-d-800634-3 neutron-server[93915]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c90ac4d-4eca-4bb7-b719-1dc3e6a38d1e', 'tag': 'ebd00a9f-42c2-4118-89dc-ebbd371d74a4', 'status': 'completed', 'code': 200} Jul 14 19:26:01.739219 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvr_db [None req-3d25cd15-3c82-4a35-a588-4702ff084870 None None] Set router 1d059832-82ca-4c9b-be96-cbe61a18468b gateway port host: n-d-800634-3 {{(pid=93918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 19:26:01.794688 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b4d7e8-6ac1-47ba-8ffe-99b167bea508 req-7af862db-ce41-4f26-9217-afd37b6c9d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:26:01.796248 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-50b4d7e8-6ac1-47ba-8ffe-99b167bea508 req-7af862db-ce41-4f26-9217-afd37b6c9d29 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a3d6ee5c9e7d43dd9aef13bacc118669&device_id=7c90ac4d-4eca-4bb7-b719-1dc3e6a38d1e HTTP/1.1" status: 200 len: 1097 time: 0.0586421 Jul 14 19:26:01.895844 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b4d7e8-6ac1-47ba-8ffe-99b167bea508 req-a9b48ccf-6e1d-4f55-92a9-5df89634fd20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:26:01.897531 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-50b4d7e8-6ac1-47ba-8ffe-99b167bea508 req-a9b48ccf-6e1d-4f55-92a9-5df89634fd20 service neutron] 10.222.0.18 "GET /v2.0/networks?id=60daa86c-5b46-49a3-a41e-082f3951d0c7 HTTP/1.1" status: 200 len: 897 time: 0.0947769 Jul 14 19:26:01.943129 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-50b4d7e8-6ac1-47ba-8ffe-99b167bea508 req-2f4e49ca-1c96-4665-bb69-b2cebf70cf35 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ebd00a9f-42c2-4118-89dc-ebbd371d74a4 HTTP/1.1" status: 200 len: 217 time: 0.0377073 Jul 14 19:26:01.947950 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-3d25cd15-3c82-4a35-a588-4702ff084870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d059832-82ca-4c9b-be96-cbe61a18468b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-253743859', 'tenant_id': 'a3d6ee5c9e7d43dd9aef13bacc118669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.29'}], 'enable_snat': True}, 'gw_port_id': 'c95023cb-e89a-46aa-958a-d4162dea00c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T19:24:20Z', 'updated_at': '2021-07-14T19:24:23Z', 'revision_number': 4, 'project_id': 'a3d6ee5c9e7d43dd9aef13bacc118669', 'gw_port': {'id': 'c95023cb-e89a-46aa-958a-d4162dea00c1', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:1f:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d059832-82ca-4c9b-be96-cbe61a18468b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T19:24:20Z', 'updated_at': '2021-07-14T19:24:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_interfaces': [{'id': '2d20fcf4-c3bb-4c77-ae61-713cbd75f993', 'name': '', 'network_id': '60daa86c-5b46-49a3-a41e-082f3951d0c7', 'tenant_id': 'a3d6ee5c9e7d43dd9aef13bacc118669', 'mac_address': 'fa:16:3e:83:05:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d059832-82ca-4c9b-be96-cbe61a18468b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': 'f30a74a8-26dc-40e0-b31a-3a3a6e9b584a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T19:24:23Z', 'updated_at': '2021-07-14T19:24:27Z', 'revision_number': 5, 'project_id': 'a3d6ee5c9e7d43dd9aef13bacc118669', 'subnets': [{'id': 'f30a74a8-26dc-40e0-b31a-3a3a6e9b584a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-3', False) {} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 19:26:02.031835 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b4d7e8-6ac1-47ba-8ffe-99b167bea508 req-5059ada8-64ac-49bb-ac3a-823f70be081e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:26:02.033682 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-50b4d7e8-6ac1-47ba-8ffe-99b167bea508 req-5059ada8-64ac-49bb-ac3a-823f70be081e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f30a74a8-26dc-40e0-b31a-3a3a6e9b584a HTTP/1.1" status: 200 len: 834 time: 0.0829337 Jul 14 19:26:02.070830 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d25cd15-3c82-4a35-a588-4702ff084870 None None] Checking router: 1d059832-82ca-4c9b-be96-cbe61a18468b for host: n-d-800634-3 {{(pid=93918) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 19:26:02.079174 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d25cd15-3c82-4a35-a588-4702ff084870 None None] Routers {'1d059832-82ca-4c9b-be96-cbe61a18468b'} bound to L3 agent in host n-d-800634-3 {{(pid=93918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 19:26:02.080105 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-3d25cd15-3c82-4a35-a588-4702ff084870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T19:25:53Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['1d059832-82ca-4c9b-be96-cbe61a18468b'], 'active': True} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 19:26:02.094206 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d19e1b7-c67d-4763-b0a8-d7d29c319487 req-a771337a-1347-47b6-92e0-ac8035934a63 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:26:02.096237 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6d19e1b7-c67d-4763-b0a8-d7d29c319487 req-a771337a-1347-47b6-92e0-ac8035934a63 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] 10.222.0.16 "GET /v2.0/ports?device_id=7c90ac4d-4eca-4bb7-b719-1dc3e6a38d1e HTTP/1.1" status: 200 len: 946 time: 0.1134877 Jul 14 19:26:02.144644 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b4d7e8-6ac1-47ba-8ffe-99b167bea508 req-e654d1cd-cf3b-4fca-a095-ef736d4333ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:26:02.146135 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-50b4d7e8-6ac1-47ba-8ffe-99b167bea508 req-e654d1cd-cf3b-4fca-a095-ef736d4333ef service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=60daa86c-5b46-49a3-a41e-082f3951d0c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1037683 Jul 14 19:26:02.151538 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6d19e1b7-c67d-4763-b0a8-d7d29c319487 req-ff1fe6b9-263a-4c33-9c27-1379e3af721f tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] 10.222.0.16 "GET /v2.0/security-groups?id=c31281e6-6fda-4e9a-bea9-b27dd7e6e7e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482213 Jul 14 19:26:02.196275 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvr_db [None req-3d25cd15-3c82-4a35-a588-4702ff084870 None None] Set router 1d059832-82ca-4c9b-be96-cbe61a18468b gateway port host: n-d-800634-3 {{(pid=93918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 19:26:02.238942 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-50b4d7e8-6ac1-47ba-8ffe-99b167bea508 req-d89f6057-afe2-49a7-abbb-519267b4cd2f service neutron] 10.222.0.18 "GET /v2.0/networks/60daa86c-5b46-49a3-a41e-082f3951d0c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849569 Jul 14 19:26:02.338091 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-50b4d7e8-6ac1-47ba-8ffe-99b167bea508 req-046f57cb-5299-41e0-99c3-0410258400ef service neutron] 10.222.0.18 "GET /v2.0/networks/60daa86c-5b46-49a3-a41e-082f3951d0c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910079 Jul 14 19:26:02.398328 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-3d25cd15-3c82-4a35-a588-4702ff084870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d059832-82ca-4c9b-be96-cbe61a18468b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-253743859', 'tenant_id': 'a3d6ee5c9e7d43dd9aef13bacc118669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.29'}], 'enable_snat': True}, 'gw_port_id': 'c95023cb-e89a-46aa-958a-d4162dea00c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T19:24:20Z', 'updated_at': '2021-07-14T19:24:23Z', 'revision_number': 4, 'project_id': 'a3d6ee5c9e7d43dd9aef13bacc118669', 'gw_port': {'id': 'c95023cb-e89a-46aa-958a-d4162dea00c1', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:1f:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d059832-82ca-4c9b-be96-cbe61a18468b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T19:24:20Z', 'updated_at': '2021-07-14T19:24:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_interfaces': [{'id': '2d20fcf4-c3bb-4c77-ae61-713cbd75f993', 'name': '', 'network_id': '60daa86c-5b46-49a3-a41e-082f3951d0c7', 'tenant_id': 'a3d6ee5c9e7d43dd9aef13bacc118669', 'mac_address': 'fa:16:3e:83:05:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d059832-82ca-4c9b-be96-cbe61a18468b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': 'f30a74a8-26dc-40e0-b31a-3a3a6e9b584a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T19:24:23Z', 'updated_at': '2021-07-14T19:24:27Z', 'revision_number': 5, 'project_id': 'a3d6ee5c9e7d43dd9aef13bacc118669', 'subnets': [{'id': 'f30a74a8-26dc-40e0-b31a-3a3a6e9b584a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-3', False) {} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 19:26:02.427262 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d25cd15-3c82-4a35-a588-4702ff084870 None None] The sync data for ids ['1d059832-82ca-4c9b-be96-cbe61a18468b'] in n-d-800634-3 is: [{'id': '1d059832-82ca-4c9b-be96-cbe61a18468b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-253743859', 'tenant_id': 'a3d6ee5c9e7d43dd9aef13bacc118669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.29'}], 'enable_snat': True}, 'gw_port_id': 'c95023cb-e89a-46aa-958a-d4162dea00c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T19:24:20Z', 'updated_at': '2021-07-14T19:24:23Z', 'revision_number': 4, 'project_id': 'a3d6ee5c9e7d43dd9aef13bacc118669', 'gw_port': {'id': 'c95023cb-e89a-46aa-958a-d4162dea00c1', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:1f:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d059832-82ca-4c9b-be96-cbe61a18468b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T19:24:20Z', 'updated_at': '2021-07-14T19:24:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_interfaces': [{'id': '2d20fcf4-c3bb-4c77-ae61-713cbd75f993', 'name': '', 'network_id': '60daa86c-5b46-49a3-a41e-082f3951d0c7', 'tenant_id': 'a3d6ee5c9e7d43dd9aef13bacc118669', 'mac_address': 'fa:16:3e:83:05:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d059832-82ca-4c9b-be96-cbe61a18468b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': 'f30a74a8-26dc-40e0-b31a-3a3a6e9b584a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T19:24:23Z', 'updated_at': '2021-07-14T19:24:27Z', 'revision_number': 5, 'project_id': 'a3d6ee5c9e7d43dd9aef13bacc118669', 'subnets': [{'id': 'f30a74a8-26dc-40e0-b31a-3a3a6e9b584a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 19:26:02.646260 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25969f33-224a-40fd-afa4-ce1b3054e04f None None] New status for floating IP 545631a1-9629-492e-b39c-61f62f06fc11: DOWN {{(pid=93917) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 19:26:03.076157 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:26:03.332206 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a290971b-ab06-41dd-8fd7-f7e847a783b6 req-51cbd836-3dbd-4471-8219-71b37f9f9d9a tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:26:03.333678 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a290971b-ab06-41dd-8fd7-f7e847a783b6 req-51cbd836-3dbd-4471-8219-71b37f9f9d9a tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] 10.222.0.18 "GET /v2.0/ports?device_id=7c90ac4d-4eca-4bb7-b719-1dc3e6a38d1e HTTP/1.1" status: 200 len: 946 time: 0.0938811 Jul 14 19:26:03.408831 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72c0c5d-69c6-41c5-810c-ce1324427efc req-0bcdc755-4bbb-4608-81f2-86a8c7f14e7a tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:26:03.410318 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a72c0c5d-69c6-41c5-810c-ce1324427efc req-0bcdc755-4bbb-4608-81f2-86a8c7f14e7a tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] 10.222.0.16 "GET /v2.0/ports?device_id=7c90ac4d-4eca-4bb7-b719-1dc3e6a38d1e HTTP/1.1" status: 200 len: 946 time: 0.1256437 Jul 14 19:26:03.470503 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a72c0c5d-69c6-41c5-810c-ce1324427efc req-df2fe91f-5895-4ddd-9466-179c40a91ac3 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] 10.222.0.16 "GET /v2.0/security-groups?id=c31281e6-6fda-4e9a-bea9-b27dd7e6e7e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414734 Jul 14 19:26:03.486418 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [req-a290971b-ab06-41dd-8fd7-f7e847a783b6 req-f1169588-b740-4d38-926a-d31b8a557028 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Deleting port ebd00a9f-42c2-4118-89dc-ebbd371d74a4 {{(pid=93915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 19:26:03.486703 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-a290971b-ab06-41dd-8fd7-f7e847a783b6 req-f1169588-b740-4d38-926a-d31b8a557028 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:26:03.576076 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-a290971b-ab06-41dd-8fd7-f7e847a783b6 req-f1169588-b740-4d38-926a-d31b8a557028 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] For port ebd00a9f-42c2-4118-89dc-ebbd371d74a4, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=ebd00a9f-42c2-4118-89dc-ebbd371d74a4,segment=NetworkSegment(4d6a0de4-3a9e-4398-86a7-8c61f6e79c59),segment_id=4d6a0de4-3a9e-4398-86a7-8c61f6e79c59)] {{(pid=93915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 19:26:03.576456 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-a290971b-ab06-41dd-8fd7-f7e847a783b6 req-f1169588-b740-4d38-926a-d31b8a557028 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:26:03.589184 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [req-a290971b-ab06-41dd-8fd7-f7e847a783b6 req-f1169588-b740-4d38-926a-d31b8a557028 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Calling delete_port for ebd00a9f-42c2-4118-89dc-ebbd371d74a4 owned by compute:nova {{(pid=93915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 19:26:03.718447 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-a290971b-ab06-41dd-8fd7-f7e847a783b6 req-f1169588-b740-4d38-926a-d31b8a557028 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:26:03.748815 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1169588-b740-4d38-926a-d31b8a557028 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Pushing event deleted for resources: {'Port': ['ID=ebd00a9f-42c2-4118-89dc-ebbd371d74a4,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:26:03.796824 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [req-a290971b-ab06-41dd-8fd7-f7e847a783b6 req-f1169588-b740-4d38-926a-d31b8a557028 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] No DVR routers for this DVR port ebd00a9f-42c2-4118-89dc-ebbd371d74a4 on host n-h1-800634-3 {{(pid=93915) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 19:26:03.799988 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-a290971b-ab06-41dd-8fd7-f7e847a783b6 req-f1169588-b740-4d38-926a-d31b8a557028 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:26:03.802022 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a290971b-ab06-41dd-8fd7-f7e847a783b6 req-f1169588-b740-4d38-926a-d31b8a557028 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] 10.222.0.18 "DELETE /v2.0/ports/ebd00a9f-42c2-4118-89dc-ebbd371d74a4 HTTP/1.1" status: 204 len: 173 time: 0.4619324 Jul 14 19:26:03.802533 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c90ac4d-4eca-4bb7-b719-1dc3e6a38d1e', 'name': 'network-vif-deleted', 'tag': 'ebd00a9f-42c2-4118-89dc-ebbd371d74a4'}] {{(pid=93915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 19:26:03.804823 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}163b1c7ce9835e2c54087c39b47c05da5c61decdd411e584c58a4e7cd59f948f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4bf4a32-9ea0-4430-bece-4b407ecf215f" -d '{"events": [{"server_uuid": "7c90ac4d-4eca-4bb7-b719-1dc3e6a38d1e", "name": "network-vif-deleted", "tag": "ebd00a9f-42c2-4118-89dc-ebbd371d74a4"}]}' {{(pid=93915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 19:26:03.840769 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 19:26:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9181cab0-2cb8-4d84-95e7-e3caead73a96 x-openstack-request-id: req-9181cab0-2cb8-4d84-95e7-e3caead73a96 {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 19:26:03.841025 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c90ac4d-4eca-4bb7-b719-1dc3e6a38d1e", "name": "network-vif-deleted", "tag": "ebd00a9f-42c2-4118-89dc-ebbd371d74a4", "status": "completed", "code": 200}]} {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 19:26:03.841276 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9181cab0-2cb8-4d84-95e7-e3caead73a96 {{(pid=93915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 19:26:03.841678 n-d-800634-3 neutron-server[93915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c90ac4d-4eca-4bb7-b719-1dc3e6a38d1e', 'name': 'network-vif-deleted', 'tag': 'ebd00a9f-42c2-4118-89dc-ebbd371d74a4', 'status': 'completed', 'code': 200} Jul 14 19:26:04.564315 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 60972) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 19:26:04.914911 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-719788fd-102c-4027-972e-944beb95ae18 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-928623'] for router_interface, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:26:05.181896 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [None req-719788fd-102c-4027-972e-944beb95ae18 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Deleting port 2d20fcf4-c3bb-4c77-ae61-713cbd75f993 {{(pid=93915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 19:26:05.182247 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-719788fd-102c-4027-972e-944beb95ae18 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:26:05.271405 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [None req-719788fd-102c-4027-972e-944beb95ae18 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] For port 2d20fcf4-c3bb-4c77-ae61-713cbd75f993, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=2d20fcf4-c3bb-4c77-ae61-713cbd75f993,segment=NetworkSegment(4d6a0de4-3a9e-4398-86a7-8c61f6e79c59),segment_id=4d6a0de4-3a9e-4398-86a7-8c61f6e79c59)] {{(pid=93915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 19:26:05.271771 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-719788fd-102c-4027-972e-944beb95ae18 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:26:05.284815 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [None req-719788fd-102c-4027-972e-944beb95ae18 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Calling delete_port for 2d20fcf4-c3bb-4c77-ae61-713cbd75f993 owned by network:router_interface {{(pid=93915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 19:26:05.469198 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-719788fd-102c-4027-972e-944beb95ae18 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:26:05.496342 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719788fd-102c-4027-972e-944beb95ae18 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Pushing event deleted for resources: {'Port': ['ID=2d20fcf4-c3bb-4c77-ae61-713cbd75f993,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:26:05.673144 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-719788fd-102c-4027-972e-944beb95ae18 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-598732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-928907'] for router_interface, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:26:06.066912 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:26:06.193068 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-719788fd-102c-4027-972e-944beb95ae18 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Router 1d059832-82ca-4c9b-be96-cbe61a18468b has already been hosted by L3 agent 2c6eb27e-defb-4cca-9a24-381c7415e359 {{(pid=93915) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 19:26:06.296556 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-719788fd-102c-4027-972e-944beb95ae18 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify agent at l3_agent.n-d-800634-3 the message routers_updated {{(pid=93915) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 19:26:06.301869 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-719788fd-102c-4027-972e-944beb95ae18 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] 10.222.0.16 "PUT /v2.0/routers/1d059832-82ca-4c9b-be96-cbe61a18468b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7364953 Jul 14 19:26:06.304848 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 60974) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 19:26:06.305991 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e27143d9-f659-4602-9e01-98d2e70e1cad None None] Sync routers for ids ['1d059832-82ca-4c9b-be96-cbe61a18468b'] in n-d-800634-3 {{(pid=93918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 19:26:06.315134 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e27143d9-f659-4602-9e01-98d2e70e1cad None None] Routers {'1d059832-82ca-4c9b-be96-cbe61a18468b'} bound to L3 agent in host n-d-800634-3 {{(pid=93918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 19:26:06.315739 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-e27143d9-f659-4602-9e01-98d2e70e1cad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T19:25:53Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['1d059832-82ca-4c9b-be96-cbe61a18468b'], 'active': True} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 19:26:06.360995 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.db_base_plugin_v2 [None req-090910e5-67b8-4d06-a209-8198f72ba582 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Deleting subnet f30a74a8-26dc-40e0-b31a-3a3a6e9b584a {{(pid=93915) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 19:26:06.364009 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-090910e5-67b8-4d06-a209-8198f72ba582 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks [] for subnet, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:26:06.404252 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-090910e5-67b8-4d06-a209-8198f72ba582 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28939913'] for subnet, precommit_delete_associations {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:26:06.431834 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvr_db [None req-e27143d9-f659-4602-9e01-98d2e70e1cad None None] Set router 1d059832-82ca-4c9b-be96-cbe61a18468b gateway port host: n-d-800634-3 {{(pid=93918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 19:26:06.496088 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-090910e5-67b8-4d06-a209-8198f72ba582 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081283'] for subnet, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:26:06.565738 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-090910e5-67b8-4d06-a209-8198f72ba582 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25913028', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28969762'] for subnet, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:26:06.595520 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-090910e5-67b8-4d06-a209-8198f72ba582 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks [] for subnet, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:26:06.597528 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-090910e5-67b8-4d06-a209-8198f72ba582 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] 10.222.0.16 "DELETE /v2.0/subnets/f30a74a8-26dc-40e0-b31a-3a3a6e9b584a HTTP/1.1" status: 204 len: 168 time: 0.2917068 Jul 14 19:26:06.599122 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090910e5-67b8-4d06-a209-8198f72ba582 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Pushing event deleted for resources: {'Subnet': ['ID=f30a74a8-26dc-40e0-b31a-3a3a6e9b584a,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:26:06.600260 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 60976) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 19:26:06.602721 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-497bcce5-afb0-486d-97d3-4ae1bd2b3300 None None] Network 60daa86c-5b46-49a3-a41e-082f3951d0c7 requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 19:26:06.627492 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-e27143d9-f659-4602-9e01-98d2e70e1cad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d059832-82ca-4c9b-be96-cbe61a18468b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-253743859', 'tenant_id': 'a3d6ee5c9e7d43dd9aef13bacc118669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.29'}], 'enable_snat': True}, 'gw_port_id': 'c95023cb-e89a-46aa-958a-d4162dea00c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T19:24:20Z', 'updated_at': '2021-07-14T19:26:05Z', 'revision_number': 5, 'project_id': 'a3d6ee5c9e7d43dd9aef13bacc118669', 'gw_port': {'id': 'c95023cb-e89a-46aa-958a-d4162dea00c1', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:1f:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d059832-82ca-4c9b-be96-cbe61a18468b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T19:24:20Z', 'updated_at': '2021-07-14T19:24:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3'}], 'n-d-800634-3', False) {} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 19:26:06.654152 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e27143d9-f659-4602-9e01-98d2e70e1cad None None] Checking router: 1d059832-82ca-4c9b-be96-cbe61a18468b for host: n-d-800634-3 {{(pid=93918) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 19:26:06.664636 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e27143d9-f659-4602-9e01-98d2e70e1cad None None] Routers {'1d059832-82ca-4c9b-be96-cbe61a18468b'} bound to L3 agent in host n-d-800634-3 {{(pid=93918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 19:26:06.665375 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-e27143d9-f659-4602-9e01-98d2e70e1cad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T19:25:53Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['1d059832-82ca-4c9b-be96-cbe61a18468b'], 'active': True} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 19:26:06.717664 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-f853f31c-ebca-47b7-89d3-76d6d96b49c5 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks [] for router, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:26:06.775043 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvr_db [None req-e27143d9-f659-4602-9e01-98d2e70e1cad None None] Set router 1d059832-82ca-4c9b-be96-cbe61a18468b gateway port host: n-d-800634-3 {{(pid=93918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 19:26:06.808293 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9aea5ad-f8c8-45de-ad38-608c71787d3b None None] DHCP port deletion for 60daa86c-5b46-49a3-a41e-082f3951d0c7 request from n-d-800634-3 {{(pid=93917) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 19:26:06.836774 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-f853f31c-ebca-47b7-89d3-76d6d96b49c5 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:26:06.856058 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-f9aea5ad-f8c8-45de-ad38-608c71787d3b None None] Deleting port 258a42f3-b8cb-47e8-ae72-9d54b752a98d {{(pid=93917) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 19:26:06.856470 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-f9aea5ad-f8c8-45de-ad38-608c71787d3b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:26:06.900905 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [None req-f853f31c-ebca-47b7-89d3-76d6d96b49c5 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Deleting port c95023cb-e89a-46aa-958a-d4162dea00c1 {{(pid=93915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 19:26:06.901154 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-f853f31c-ebca-47b7-89d3-76d6d96b49c5 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:26:06.922000 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-f9aea5ad-f8c8-45de-ad38-608c71787d3b None None] For port 258a42f3-b8cb-47e8-ae72-9d54b752a98d, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=258a42f3-b8cb-47e8-ae72-9d54b752a98d,segment=NetworkSegment(4d6a0de4-3a9e-4398-86a7-8c61f6e79c59),segment_id=4d6a0de4-3a9e-4398-86a7-8c61f6e79c59)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 19:26:06.922391 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-f9aea5ad-f8c8-45de-ad38-608c71787d3b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:26:06.936511 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-f9aea5ad-f8c8-45de-ad38-608c71787d3b None None] Calling delete_port for 258a42f3-b8cb-47e8-ae72-9d54b752a98d owned by network:dhcp {{(pid=93917) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 19:26:06.965209 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-e27143d9-f659-4602-9e01-98d2e70e1cad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d059832-82ca-4c9b-be96-cbe61a18468b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-253743859', 'tenant_id': 'a3d6ee5c9e7d43dd9aef13bacc118669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.29'}], 'enable_snat': True}, 'gw_port_id': 'c95023cb-e89a-46aa-958a-d4162dea00c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T19:24:20Z', 'updated_at': '2021-07-14T19:26:05Z', 'revision_number': 5, 'project_id': 'a3d6ee5c9e7d43dd9aef13bacc118669', 'gw_port': {'id': 'c95023cb-e89a-46aa-958a-d4162dea00c1', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:1f:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d059832-82ca-4c9b-be96-cbe61a18468b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T19:24:20Z', 'updated_at': '2021-07-14T19:24:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3'}], 'n-d-800634-3', False) {} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 19:26:06.983618 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [None req-f853f31c-ebca-47b7-89d3-76d6d96b49c5 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] For port c95023cb-e89a-46aa-958a-d4162dea00c1, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=c95023cb-e89a-46aa-958a-d4162dea00c1,segment=NetworkSegment(5afb940b-bbdf-4727-be00-5d46367c38a1),segment_id=5afb940b-bbdf-4727-be00-5d46367c38a1)] {{(pid=93915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 19:26:06.984318 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-f853f31c-ebca-47b7-89d3-76d6d96b49c5 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:26:06.991803 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e27143d9-f659-4602-9e01-98d2e70e1cad None None] The sync data for ids ['1d059832-82ca-4c9b-be96-cbe61a18468b'] in n-d-800634-3 is: [{'id': '1d059832-82ca-4c9b-be96-cbe61a18468b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-253743859', 'tenant_id': 'a3d6ee5c9e7d43dd9aef13bacc118669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.29'}], 'enable_snat': True}, 'gw_port_id': 'c95023cb-e89a-46aa-958a-d4162dea00c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T19:24:20Z', 'updated_at': '2021-07-14T19:26:05Z', 'revision_number': 5, 'project_id': 'a3d6ee5c9e7d43dd9aef13bacc118669', 'gw_port': {'id': 'c95023cb-e89a-46aa-958a-d4162dea00c1', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:1f:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d059832-82ca-4c9b-be96-cbe61a18468b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T19:24:20Z', 'updated_at': '2021-07-14T19:24:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3'}] {{(pid=93918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 19:26:07.001590 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [None req-f853f31c-ebca-47b7-89d3-76d6d96b49c5 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Calling delete_port for c95023cb-e89a-46aa-958a-d4162dea00c1 owned by network:router_gateway {{(pid=93915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 19:26:07.020566 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-f9aea5ad-f8c8-45de-ad38-608c71787d3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813'] for port, after_delete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:26:07.043305 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9aea5ad-f8c8-45de-ad38-608c71787d3b None None] Pushing event deleted for resources: {'Port': ['ID=258a42f3-b8cb-47e8-ae72-9d54b752a98d,revision_number=None']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:26:07.052395 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9aea5ad-f8c8-45de-ad38-608c71787d3b None None] No DVR routers for this DVR port 258a42f3-b8cb-47e8-ae72-9d54b752a98d on host n-d-800634-3 {{(pid=93917) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 19:26:07.107050 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device ebd00a9f-42c2-4118-89dc-ebbd371d74a4 no longer exists at agent hyperv_n-h1-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 19:26:07.131401 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] No Port match for: ebd00a9f-42c2-4118-89dc-ebbd371d74a4 {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 19:26:07.131924 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device ebd00a9f-42c2-4118-89dc-ebbd371d74a4 not bound to the agent host n-h1-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 19:26:07.176437 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-f853f31c-ebca-47b7-89d3-76d6d96b49c5 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:26:07.209286 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f853f31c-ebca-47b7-89d3-76d6d96b49c5 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Pushing event deleted for resources: {'Port': ['ID=c95023cb-e89a-46aa-958a-d4162dea00c1,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:26:07.268141 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-f853f31c-ebca-47b7-89d3-76d6d96b49c5 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-930057'] for router_gateway, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:26:07.360084 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-f853f31c-ebca-47b7-89d3-76d6d96b49c5 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-571778', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11402'] for router, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:26:07.363103 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-f853f31c-ebca-47b7-89d3-76d6d96b49c5 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:26:07.406663 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-f853f31c-ebca-47b7-89d3-76d6d96b49c5 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-541202'] for router, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:26:07.407761 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f853f31c-ebca-47b7-89d3-76d6d96b49c5 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Fanout notify agent at l3_agent the message router_deleted on router 1d059832-82ca-4c9b-be96-cbe61a18468b {{(pid=93915) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 19:26:07.415524 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-f853f31c-ebca-47b7-89d3-76d6d96b49c5 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks [] for router, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:26:07.416718 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-f853f31c-ebca-47b7-89d3-76d6d96b49c5 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] 10.222.0.16 "DELETE /v2.0/routers/1d059832-82ca-4c9b-be96-cbe61a18468b HTTP/1.1" status: 204 len: 168 time: 0.8154464 Jul 14 19:26:07.419451 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 60978) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 19:26:07.507667 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-a321bd3e-6754-4f74-9c29-4a6704cdcfb9 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645734'] for network, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:26:07.602621 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-a321bd3e-6754-4f74-9c29-4a6704cdcfb9 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2096010', 'neutron.services.segments.db._delete_segments_for_network-8728202734996'] for network, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:26:07.613650 n-d-800634-3 neutron-server[93915]: DEBUG neutron.services.segments.db [None req-a321bd3e-6754-4f74-9c29-4a6704cdcfb9 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60daa86c-5b46-49a3-a41e-082f3951d0c7']}} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 19:26:07.617274 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 258a42f3-b8cb-47e8-ae72-9d54b752a98d no longer exists at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 19:26:07.626109 n-d-800634-3 neutron-server[93915]: DEBUG neutron.services.segments.db [None req-a321bd3e-6754-4f74-9c29-4a6704cdcfb9 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d6a0de4-3a9e-4398-86a7-8c61f6e79c59') {'for_net_delete': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 19:26:07.626491 n-d-800634-3 neutron-server[93915]: DEBUG neutron.services.segments.db [None req-a321bd3e-6754-4f74-9c29-4a6704cdcfb9 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d6a0de4-3a9e-4398-86a7-8c61f6e79c59') {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 19:26:07.636072 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-a321bd3e-6754-4f74-9c29-4a6704cdcfb9 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728202715275', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28939920'] for segment, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:26:07.638713 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] No Port match for: 258a42f3-b8cb-47e8-ae72-9d54b752a98d {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 19:26:07.639288 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 258a42f3-b8cb-47e8-ae72-9d54b752a98d not bound to the agent host n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 19:26:07.639717 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 2d20fcf4-c3bb-4c77-ae61-713cbd75f993 no longer exists at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 19:26:07.658496 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-a321bd3e-6754-4f74-9c29-4a6704cdcfb9 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:26:07.662202 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] No Port match for: 2d20fcf4-c3bb-4c77-ae61-713cbd75f993 {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 19:26:07.662794 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 2d20fcf4-c3bb-4c77-ae61-713cbd75f993 not bound to the agent host n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 19:26:07.665392 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a321bd3e-6754-4f74-9c29-4a6704cdcfb9 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Releasing vlan 92 on physical network physnet1 to pool {{(pid=93915) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 19:26:07.665826 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-a321bd3e-6754-4f74-9c29-4a6704cdcfb9 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25911658'] for segment, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:26:07.668946 n-d-800634-3 neutron-server[93915]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 19:26:07.668946 n-d-800634-3 neutron-server[93915]: conditions |= (models_v2.Port.network_id.in_( Jul 14 19:26:07.668946 n-d-800634-3 neutron-server[93915]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 19:26:07.668946 n-d-800634-3 neutron-server[93915]: conditions |= (models_v2.Port.network_id.in_( Jul 14 19:26:07.668946 n-d-800634-3 neutron-server[93915]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 19:26:07.668946 n-d-800634-3 neutron-server[93915]: conditions |= (models_v2.Port.network_id.in_( Jul 14 19:26:07.668946 n-d-800634-3 neutron-server[93915]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 19:26:07.668946 n-d-800634-3 neutron-server[93915]: conditions |= (models_v2.Port.network_id.in_( Jul 14 19:26:07.668946 n-d-800634-3 neutron-server[93915]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 19:26:07.668946 n-d-800634-3 neutron-server[93915]: conditions |= (models_v2.Port.network_id.in_( Jul 14 19:26:07.668946 n-d-800634-3 neutron-server[93915]: Traceback (most recent call last): Jul 14 19:26:07.668946 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 19:26:07.668946 n-d-800634-3 neutron-server[93915]: timer() Jul 14 19:26:07.668946 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 19:26:07.668946 n-d-800634-3 neutron-server[93915]: cb(*args, **kw) Jul 14 19:26:07.668946 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 19:26:07.668946 n-d-800634-3 neutron-server[93915]: return func(*args, **kwargs) Jul 14 19:26:07.668946 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 19:26:07.668946 n-d-800634-3 neutron-server[93915]: self._notify() Jul 14 19:26:07.668946 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 19:26:07.668946 n-d-800634-3 neutron-server[93915]: self.callback(batched_events) Jul 14 19:26:07.668946 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 19:26:07.668946 n-d-800634-3 neutron-server[93915]: event.method(event) Jul 14 19:26:07.668946 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 19:26:07.668946 n-d-800634-3 neutron-server[93915]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 19:26:07.668946 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 19:26:07.668946 n-d-800634-3 neutron-server[93915]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 19:26:07.668946 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 19:26:07.668946 n-d-800634-3 neutron-server[93915]: return f(self, *a, **k) Jul 14 19:26:07.668946 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 19:26:07.668946 n-d-800634-3 neutron-server[93915]: return self._get(url).json() Jul 14 19:26:07.668946 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 19:26:07.668946 n-d-800634-3 neutron-server[93915]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 19:26:07.668946 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 19:26:07.668946 n-d-800634-3 neutron-server[93915]: return self.request(url, 'GET', **kwargs) Jul 14 19:26:07.668946 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 19:26:07.668946 n-d-800634-3 neutron-server[93915]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 19:26:07.668946 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 19:26:07.668946 n-d-800634-3 neutron-server[93915]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 19:26:07.668946 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 19:26:07.668946 n-d-800634-3 neutron-server[93915]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 19:26:07.668946 n-d-800634-3 neutron-server[93915]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 19:26:07.729189 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-a321bd3e-6754-4f74-9c29-4a6704cdcfb9 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2096001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-930085'] for network, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:26:07.733765 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-a321bd3e-6754-4f74-9c29-4a6704cdcfb9 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks [] for network, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:26:07.735682 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-a321bd3e-6754-4f74-9c29-4a6704cdcfb9 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] 10.222.0.16 "DELETE /v2.0/networks/60daa86c-5b46-49a3-a41e-082f3951d0c7 HTTP/1.1" status: 204 len: 168 time: 0.3152797 Jul 14 19:26:07.738553 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 60980) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 19:26:07.750088 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a321bd3e-6754-4f74-9c29-4a6704cdcfb9 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Pushing event deleted for resources: {'Network': ['ID=60daa86c-5b46-49a3-a41e-082f3951d0c7,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:26:07.801348 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-fde6b959-e0c1-4657-a08a-c0fd5fe69e24 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks [] for security_group, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:26:07.825863 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-fde6b959-e0c1-4657-a08a-c0fd5fe69e24 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:26:07.884808 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-fde6b959-e0c1-4657-a08a-c0fd5fe69e24 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:26:07.887453 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-fde6b959-e0c1-4657-a08a-c0fd5fe69e24 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:26:07.888636 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-fde6b959-e0c1-4657-a08a-c0fd5fe69e24 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] 10.222.0.16 "DELETE /v2.0/security-groups/c31281e6-6fda-4e9a-bea9-b27dd7e6e7e5 HTTP/1.1" status: 204 len: 168 time: 0.1490350 Jul 14 19:26:07.898319 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde6b959-e0c1-4657-a08a-c0fd5fe69e24 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c31281e6-6fda-4e9a-bea9-b27dd7e6e7e5,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:26:07.905653 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde6b959-e0c1-4657-a08a-c0fd5fe69e24 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:26:07.906007 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde6b959-e0c1-4657-a08a-c0fd5fe69e24 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:26:07.906354 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde6b959-e0c1-4657-a08a-c0fd5fe69e24 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:26:07.906695 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde6b959-e0c1-4657-a08a-c0fd5fe69e24 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:26:07.907087 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde6b959-e0c1-4657-a08a-c0fd5fe69e24 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:26:07.907948 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde6b959-e0c1-4657-a08a-c0fd5fe69e24 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:26:07.908311 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde6b959-e0c1-4657-a08a-c0fd5fe69e24 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:26:07.908650 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde6b959-e0c1-4657-a08a-c0fd5fe69e24 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:26:07.908980 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde6b959-e0c1-4657-a08a-c0fd5fe69e24 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:26:07.909306 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde6b959-e0c1-4657-a08a-c0fd5fe69e24 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:26:07.909638 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde6b959-e0c1-4657-a08a-c0fd5fe69e24 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:26:07.909955 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde6b959-e0c1-4657-a08a-c0fd5fe69e24 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:26:08.387357 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 60986) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 19:26:08.392974 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-b13e2487-3d32-476b-bddd-a9a1921ec61a tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1301165958', 'description': 'tempest-secgroup-smoke-1301165958 description', 'project_id': 'a3d6ee5c9e7d43dd9aef13bacc118669'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 19:26:08.415824 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-b13e2487-3d32-476b-bddd-a9a1921ec61a tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks [] for security_group, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:26:08.501338 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-b13e2487-3d32-476b-bddd-a9a1921ec61a tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks [] for security_group, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:26:08.505718 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-b13e2487-3d32-476b-bddd-a9a1921ec61a tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:26:08.532249 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-b13e2487-3d32-476b-bddd-a9a1921ec61a tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:26:08.532851 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-b13e2487-3d32-476b-bddd-a9a1921ec61a tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1444864 Jul 14 19:26:08.535919 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 60988) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 19:26:08.537166 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13e2487-3d32-476b-bddd-a9a1921ec61a tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2f5b4660-2690-42db-948c-77e94c288c16,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:26:08.540796 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-025d02a4-ca2e-42af-b7ae-16cc55d401ae tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Request body: {'security_group_rule': {'security_group_id': '2f5b4660-2690-42db-948c-77e94c288c16', 'project_id': 'a3d6ee5c9e7d43dd9aef13bacc118669', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 19:26:08.567743 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-025d02a4-ca2e-42af-b7ae-16cc55d401ae tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:26:08.622603 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-025d02a4-ca2e-42af-b7ae-16cc55d401ae tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:26:08.626634 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-025d02a4-ca2e-42af-b7ae-16cc55d401ae tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305173'] for security_group_rule, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:26:08.643984 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025d02a4-ca2e-42af-b7ae-16cc55d401ae tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6c67612-7439-4cb5-b90f-7a4326e45e6f,revision_number=0']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:26:08.649200 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-025d02a4-ca2e-42af-b7ae-16cc55d401ae tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:26:08.650479 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-025d02a4-ca2e-42af-b7ae-16cc55d401ae tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1134920 Jul 14 19:26:08.653267 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 60990) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 19:26:08.657931 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-8721fdae-a570-4e79-955a-bae25f395175 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Request body: {'security_group_rule': {'security_group_id': '2f5b4660-2690-42db-948c-77e94c288c16', 'project_id': 'a3d6ee5c9e7d43dd9aef13bacc118669', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 19:26:08.684140 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-8721fdae-a570-4e79-955a-bae25f395175 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:26:08.743850 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-8721fdae-a570-4e79-955a-bae25f395175 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:26:08.747781 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-8721fdae-a570-4e79-955a-bae25f395175 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305173'] for security_group_rule, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:26:08.765669 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8721fdae-a570-4e79-955a-bae25f395175 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5fc86d98-898a-4103-845e-aeccc76888e3,revision_number=0']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:26:08.772083 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-8721fdae-a570-4e79-955a-bae25f395175 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:26:08.773330 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-8721fdae-a570-4e79-955a-bae25f395175 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1189129 Jul 14 19:26:08.776371 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 60992) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 19:26:08.781606 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-a8d9c2b8-6ef1-4e23-b93f-b94a0e162bb5 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Request body: {'security_group_rule': {'security_group_id': '2f5b4660-2690-42db-948c-77e94c288c16', 'project_id': 'a3d6ee5c9e7d43dd9aef13bacc118669', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 19:26:08.810975 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a8d9c2b8-6ef1-4e23-b93f-b94a0e162bb5 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:26:08.868699 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a8d9c2b8-6ef1-4e23-b93f-b94a0e162bb5 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:26:08.872759 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a8d9c2b8-6ef1-4e23-b93f-b94a0e162bb5 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305173'] for security_group_rule, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:26:08.895078 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d9c2b8-6ef1-4e23-b93f-b94a0e162bb5 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b6586e3-af6d-4f81-9670-64a57fb2574f,revision_number=0']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:26:08.898667 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a8d9c2b8-6ef1-4e23-b93f-b94a0e162bb5 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:26:08.899825 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-a8d9c2b8-6ef1-4e23-b93f-b94a0e162bb5 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1219020 Jul 14 19:26:08.902559 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 60994) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 19:26:08.907637 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-5f510593-44a7-41c1-9d66-cc2236087694 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Request body: {'security_group_rule': {'security_group_id': '2f5b4660-2690-42db-948c-77e94c288c16', 'project_id': 'a3d6ee5c9e7d43dd9aef13bacc118669', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 19:26:08.933994 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-5f510593-44a7-41c1-9d66-cc2236087694 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:26:08.992757 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-5f510593-44a7-41c1-9d66-cc2236087694 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:26:08.996425 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-5f510593-44a7-41c1-9d66-cc2236087694 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305173'] for security_group_rule, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:26:09.014023 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f510593-44a7-41c1-9d66-cc2236087694 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d937b1ad-b6df-41ef-b037-0912d68bf52b,revision_number=0']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:26:09.019999 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-5f510593-44a7-41c1-9d66-cc2236087694 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:26:09.023710 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-5f510593-44a7-41c1-9d66-cc2236087694 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1176350 Jul 14 19:26:09.024049 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 60996) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 19:26:09.028881 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-e0b62074-a16d-4953-90be-7f0eec4966b8 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Request body: {'security_group_rule': {'security_group_id': '2f5b4660-2690-42db-948c-77e94c288c16', 'project_id': 'a3d6ee5c9e7d43dd9aef13bacc118669', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 19:26:09.050911 n-d-800634-3 neutron-server[93915]: INFO neutron.db.securitygroups_db [None req-e0b62074-a16d-4953-90be-7f0eec4966b8 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Project a3d6ee5c9e7d43dd9aef13bacc118669 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 14 19:26:09.055723 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-e0b62074-a16d-4953-90be-7f0eec4966b8 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:26:09.115644 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-e0b62074-a16d-4953-90be-7f0eec4966b8 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:26:09.119000 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-e0b62074-a16d-4953-90be-7f0eec4966b8 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305173'] for security_group_rule, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:26:09.137084 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b62074-a16d-4953-90be-7f0eec4966b8 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72d6a544-fed9-4c98-8431-4b51d46e2920,revision_number=0']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:26:09.142661 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-e0b62074-a16d-4953-90be-7f0eec4966b8 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:26:09.144134 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-e0b62074-a16d-4953-90be-7f0eec4966b8 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1189890 Jul 14 19:26:09.146758 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 60998) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 19:26:09.151285 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-7910c799-b105-4e25-ad16-8cf32df9bec9 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Request body: {'security_group_rule': {'security_group_id': '2f5b4660-2690-42db-948c-77e94c288c16', 'project_id': 'a3d6ee5c9e7d43dd9aef13bacc118669', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 19:26:09.172385 n-d-800634-3 neutron-server[93915]: INFO neutron.db.securitygroups_db [None req-7910c799-b105-4e25-ad16-8cf32df9bec9 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Project a3d6ee5c9e7d43dd9aef13bacc118669 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 14 19:26:09.176942 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-7910c799-b105-4e25-ad16-8cf32df9bec9 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:26:09.235405 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-7910c799-b105-4e25-ad16-8cf32df9bec9 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:26:09.238701 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-7910c799-b105-4e25-ad16-8cf32df9bec9 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305173'] for security_group_rule, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:26:09.255651 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7910c799-b105-4e25-ad16-8cf32df9bec9 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7138996-79db-4554-81fb-184ab8fe3b10,revision_number=0']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:26:09.261074 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-7910c799-b105-4e25-ad16-8cf32df9bec9 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:26:09.265140 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-7910c799-b105-4e25-ad16-8cf32df9bec9 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1145644 Jul 14 19:26:09.265140 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 32768) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 19:26:09.270551 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-2cd6e66e-f102-469a-94fb-2ae7c73c8f1e tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Request body: {'network': {'name': 'tempest-network-smoke--1338240962', 'project_id': 'a3d6ee5c9e7d43dd9aef13bacc118669', 'port_security_enabled': True}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 19:26:09.290080 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cd6e66e-f102-469a-94fb-2ae7c73c8f1e tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Made reservation on behalf of a3d6ee5c9e7d43dd9aef13bacc118669 for: {'network': 1} {{(pid=93915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 19:26:09.293514 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-2cd6e66e-f102-469a-94fb-2ae7c73c8f1e tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for network, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:26:09.315487 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2cd6e66e-f102-469a-94fb-2ae7c73c8f1e tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 61} {{(pid=93915) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 19:26:09.323962 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-2cd6e66e-f102-469a-94fb-2ae7c73c8f1e tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:26:09.324384 n-d-800634-3 neutron-server[93915]: INFO neutron.db.segments_db [None req-2cd6e66e-f102-469a-94fb-2ae7c73c8f1e tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Added segment f190bdb6-46d9-444a-b78e-6e8568c6acfc of type vlan for network cc535c43-5a82-485a-92b9-30c772da0420 Jul 14 19:26:09.366020 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-2cd6e66e-f102-469a-94fb-2ae7c73c8f1e tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728202197517'] for network, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:26:09.393533 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-2cd6e66e-f102-469a-94fb-2ae7c73c8f1e tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727'] for network, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:26:09.398879 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cd6e66e-f102-469a-94fb-2ae7c73c8f1e tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:26:09.399461 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-2cd6e66e-f102-469a-94fb-2ae7c73c8f1e tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks [] for network, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:26:09.458317 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-2cd6e66e-f102-469a-94fb-2ae7c73c8f1e tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1895261 Jul 14 19:26:09.458562 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 32770) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 19:26:09.463034 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-a7498ecd-4ffe-4c7e-9762-549bde1baf9e tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-169733462', 'admin_state_up': True, 'project_id': 'a3d6ee5c9e7d43dd9aef13bacc118669', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61'}}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 19:26:09.477272 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd6e66e-f102-469a-94fb-2ae7c73c8f1e tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Pushing event updated for resources: {'Network': ['ID=cc535c43-5a82-485a-92b9-30c772da0420,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:26:09.489129 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Network cc535c43-5a82-485a-92b9-30c772da0420 details requested by agent ovs-agent-n-d-800634-3 with host n-d-800634-3 {{(pid=93917) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 19:26:09.494649 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-a7498ecd-4ffe-4c7e-9762-549bde1baf9e tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-571768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11104'] for router, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:26:09.496164 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-a7498ecd-4ffe-4c7e-9762-549bde1baf9e tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-571675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-930014', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-632314', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11129'] for router, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:26:09.505670 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device c95023cb-e89a-46aa-958a-d4162dea00c1 no longer exists at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 19:26:09.563576 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] No Port match for: c95023cb-e89a-46aa-958a-d4162dea00c1 {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 19:26:09.563919 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device c95023cb-e89a-46aa-958a-d4162dea00c1 not bound to the agent host n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 19:26:09.567030 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-a7498ecd-4ffe-4c7e-9762-549bde1baf9e tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:26:09.711657 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-a7498ecd-4ffe-4c7e-9762-549bde1baf9e tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-929996', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-571750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11395'] for router, precommit_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:26:09.917877 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-a7498ecd-4ffe-4c7e-9762-549bde1baf9e tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks [] for router_gateway, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:26:09.936917 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-a7498ecd-4ffe-4c7e-9762-549bde1baf9e tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:26:10.047171 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.db_base_plugin_common [None req-a7498ecd-4ffe-4c7e-9762-549bde1baf9e tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Allocated IP 172.25.1.51 (9200a437-e1de-4520-88f6-e68386523e61/5f47f848-4532-407a-a0e2-5690ade15fd0/229b270b-02b2-4baf-85a5-a3e9d6c7796e) {{(pid=93915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 19:26:10.150106 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-a7498ecd-4ffe-4c7e-9762-549bde1baf9e tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks [] for port, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:26:10.191326 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-a7498ecd-4ffe-4c7e-9762-549bde1baf9e tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:26:10.236619 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7498ecd-4ffe-4c7e-9762-549bde1baf9e tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Network 9200a437-e1de-4520-88f6-e68386523e61 is already hosted by enough agents. {{(pid=93915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 19:26:10.240883 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [None req-a7498ecd-4ffe-4c7e-9762-549bde1baf9e tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Resources bound (agent type, host, resource id): {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 19:26:10.243226 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7498ecd-4ffe-4c7e-9762-549bde1baf9e tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Received port after_create {{(pid=93915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 19:26:10.266829 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7498ecd-4ffe-4c7e-9762-549bde1baf9e tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Pushing event updated for resources: {'Port': ['ID=229b270b-02b2-4baf-85a5-a3e9d6c7796e,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:26:10.486688 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-a7498ecd-4ffe-4c7e-9762-549bde1baf9e tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks [] for router_gateway, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:26:10.973159 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-a7498ecd-4ffe-4c7e-9762-549bde1baf9e tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-571759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-930033'] for router, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:26:11.098624 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7498ecd-4ffe-4c7e-9762-549bde1baf9e tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Router 10fb4989-baf9-4dbe-b793-1f6c213cd30a is scheduled to L3 agent 2c6eb27e-defb-4cca-9a24-381c7415e359 with binding_index 1 {{(pid=93915) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 19:26:11.202336 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7498ecd-4ffe-4c7e-9762-549bde1baf9e tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify agent at l3_agent.n-d-800634-3 the message routers_updated {{(pid=93915) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 19:26:11.211334 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f56216f5-3e44-4b9e-bff5-4eea88b91fd2 None None] Sync routers for ids ['10fb4989-baf9-4dbe-b793-1f6c213cd30a'] in n-d-800634-3 {{(pid=93917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 19:26:11.221160 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-a7498ecd-4ffe-4c7e-9762-549bde1baf9e tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks [] for router, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:26:11.221416 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f56216f5-3e44-4b9e-bff5-4eea88b91fd2 None None] Routers {'10fb4989-baf9-4dbe-b793-1f6c213cd30a'} bound to L3 agent in host n-d-800634-3 {{(pid=93917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 19:26:11.222020 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-f56216f5-3e44-4b9e-bff5-4eea88b91fd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T19:25:53Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['10fb4989-baf9-4dbe-b793-1f6c213cd30a'], 'active': True} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 19:26:11.222568 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-a7498ecd-4ffe-4c7e-9762-549bde1baf9e tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.7629468 Jul 14 19:26:11.225876 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 32772) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 19:26:11.257952 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-8183a4cd-d340-42ec-a8ff-1391c440449a tempest-TestNetworkAdvancedServerOps-521838358 tempest-TestNetworkAdvancedServerOps-521838358-project-admin] 10.222.0.16 "GET /v2.0/subnets?project_id=a3d6ee5c9e7d43dd9aef13bacc118669&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0283844 Jul 14 19:26:11.258255 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 32774) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 19:26:11.329237 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvr_db [None req-f56216f5-3e44-4b9e-bff5-4eea88b91fd2 None None] Set router 10fb4989-baf9-4dbe-b793-1f6c213cd30a gateway port host: n-d-800634-3 {{(pid=93917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 19:26:11.348539 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e32ea847-99da-484d-be74-bbbd611b5afd tempest-TestNetworkAdvancedServerOps-521838358 tempest-TestNetworkAdvancedServerOps-521838358-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:26:11.352710 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-e32ea847-99da-484d-be74-bbbd611b5afd tempest-TestNetworkAdvancedServerOps-521838358 tempest-TestNetworkAdvancedServerOps-521838358-project-admin] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0908883 Jul 14 19:26:11.352938 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 32776) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 19:26:11.383468 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-70a5bc79-a484-4482-95c1-162d2cef5841 tempest-TestNetworkAdvancedServerOps-521838358 tempest-TestNetworkAdvancedServerOps-521838358-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=9200a437-e1de-4520-88f6-e68386523e61&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0271792 Jul 14 19:26:11.383712 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 32778) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 19:26:11.388443 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-60a91d6a-633a-48be-9fb5-2a1eb53a9bde tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1423410910', 'network_id': 'cc535c43-5a82-485a-92b9-30c772da0420', 'project_id': 'a3d6ee5c9e7d43dd9aef13bacc118669', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 19:26:11.477614 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60a91d6a-633a-48be-9fb5-2a1eb53a9bde tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Made reservation on behalf of a3d6ee5c9e7d43dd9aef13bacc118669 for: {'subnet': 1} {{(pid=93915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 19:26:11.481167 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-60a91d6a-633a-48be-9fb5-2a1eb53a9bde tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28969735'] for subnet, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:26:11.507291 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-f56216f5-3e44-4b9e-bff5-4eea88b91fd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10fb4989-baf9-4dbe-b793-1f6c213cd30a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-169733462', 'tenant_id': 'a3d6ee5c9e7d43dd9aef13bacc118669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.51'}], 'enable_snat': True}, 'gw_port_id': '229b270b-02b2-4baf-85a5-a3e9d6c7796e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T19:26:09Z', 'updated_at': '2021-07-14T19:26:10Z', 'revision_number': 3, 'project_id': 'a3d6ee5c9e7d43dd9aef13bacc118669', 'gw_port': {'id': '229b270b-02b2-4baf-85a5-a3e9d6c7796e', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:cb:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10fb4989-baf9-4dbe-b793-1f6c213cd30a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T19:26:09Z', 'updated_at': '2021-07-14T19:26:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3'}], 'n-d-800634-3', False) {} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 19:26:11.534381 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f56216f5-3e44-4b9e-bff5-4eea88b91fd2 None None] Checking router: 10fb4989-baf9-4dbe-b793-1f6c213cd30a for host: n-d-800634-3 {{(pid=93917) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 19:26:11.534727 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f56216f5-3e44-4b9e-bff5-4eea88b91fd2 None None] Updating router 10fb4989-baf9-4dbe-b793-1f6c213cd30a port 229b270b-02b2-4baf-85a5-a3e9d6c7796e binding host n-d-800634-3 {{(pid=93917) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 19:26:11.574343 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-f56216f5-3e44-4b9e-bff5-4eea88b91fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:26:11.669544 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-60a91d6a-633a-48be-9fb5-2a1eb53a9bde tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25912837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28969781'] for subnet, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:26:11.740606 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a91d6a-633a-48be-9fb5-2a1eb53a9bde tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Pushing event updated for resources: {'Subnet': ['ID=b66fbf38-2b03-43e5-b838-33d03ecc8826,revision_number=0']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:26:11.745116 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60a91d6a-633a-48be-9fb5-2a1eb53a9bde tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Checking segment: {'id': 'f190bdb6-46d9-444a-b78e-6e8568c6acfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'cc535c43-5a82-485a-92b9-30c772da0420'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 19:26:11.745739 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60a91d6a-633a-48be-9fb5-2a1eb53a9bde tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Network hostable DHCP agents. Network: cc535c43-5a82-485a-92b9-30c772da0420, hostable agents: ['028393c3-0576-4ebd-bca1-8ea8a148e1a2'], hosted agents: [] {{(pid=93915) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 19:26:11.762430 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60a91d6a-633a-48be-9fb5-2a1eb53a9bde tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Network cc535c43-5a82-485a-92b9-30c772da0420 is scheduled to be hosted by DHCP agent 028393c3-0576-4ebd-bca1-8ea8a148e1a2 with binding_index 1 {{(pid=93915) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 19:26:11.771588 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [None req-60a91d6a-633a-48be-9fb5-2a1eb53a9bde tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-3, cc535c43-5a82-485a-92b9-30c772da0420) {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 19:26:11.775714 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60a91d6a-633a-48be-9fb5-2a1eb53a9bde tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:26:11.776336 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-60a91d6a-633a-48be-9fb5-2a1eb53a9bde tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks [] for subnet, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:26:11.781617 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbb091e9-b224-4999-851b-9c1100154f50 None None] Network cc535c43-5a82-485a-92b9-30c772da0420 requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 19:26:11.792148 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-60a91d6a-633a-48be-9fb5-2a1eb53a9bde tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4074495 Jul 14 19:26:11.795038 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 32780) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 19:26:11.906219 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-f56216f5-3e44-4b9e-bff5-4eea88b91fd2 None None] Notify callbacks [] for port, precommit_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:26:11.920454 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-f56216f5-3e44-4b9e-bff5-4eea88b91fd2 None None] Transition to ACTIVE for port object 229b270b-02b2-4baf-85a5-a3e9d6c7796e will not be triggered until provisioned by entity L2. {{(pid=93917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 19:26:11.944324 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-f56216f5-3e44-4b9e-bff5-4eea88b91fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:26:12.025938 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83a2290-10a2-41bd-a8be-780dc0fd0c0f None None] Pushing event updated for resources: {'Port': ['ID=229b270b-02b2-4baf-85a5-a3e9d6c7796e,revision_number=2']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:26:12.029583 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9430c5d-3c26-4714-bf06-c91817b11827 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9222b97e-5d1c-54f8-ba97-82f172498e76-cc535c43-5a82-485a-92b9-30c772da0420', 'network_id': 'cc535c43-5a82-485a-92b9-30c772da0420', 'tenant_id': 'a3d6ee5c9e7d43dd9aef13bacc118669', 'fixed_ips': [{'subnet_id': 'b66fbf38-2b03-43e5-b838-33d03ecc8826'}]}} from n-d-800634-3. {{(pid=93917) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 19:26:12.030435 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-f9430c5d-3c26-4714-bf06-c91817b11827 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:26:12.033193 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-f56216f5-3e44-4b9e-bff5-4eea88b91fd2 None None] Attempting to bind port 229b270b-02b2-4baf-85a5-a3e9d6c7796e on host n-d-800634-3 for vnic_type normal with profile {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 19:26:12.033565 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-f56216f5-3e44-4b9e-bff5-4eea88b91fd2 None None] Attempting to bind port 229b270b-02b2-4baf-85a5-a3e9d6c7796e by drivers openvswitch,hyperv on host n-d-800634-3 at level 0 using segments [{'id': '5afb940b-bbdf-4727-be00-5d46367c38a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9200a437-e1de-4520-88f6-e68386523e61'}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 19:26:12.033930 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f56216f5-3e44-4b9e-bff5-4eea88b91fd2 None None] Attempting to bind port 229b270b-02b2-4baf-85a5-a3e9d6c7796e on network 9200a437-e1de-4520-88f6-e68386523e61 {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 19:26:12.040019 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f56216f5-3e44-4b9e-bff5-4eea88b91fd2 None None] Checking agent: {'id': '01c19e91-a945-4e3c-94a6-c211e17c923e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 8, 23), 'started_at': datetime.datetime(2021, 7, 14, 18, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 19, 25, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 19:26:12.040777 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f56216f5-3e44-4b9e-bff5-4eea88b91fd2 None None] Checking segment: {'id': '5afb940b-bbdf-4727-be00-5d46367c38a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9200a437-e1de-4520-88f6-e68386523e61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93917) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 19:26:12.041188 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-f56216f5-3e44-4b9e-bff5-4eea88b91fd2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:26:12.041616 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f56216f5-3e44-4b9e-bff5-4eea88b91fd2 None None] Bound using segment: {'id': '5afb940b-bbdf-4727-be00-5d46367c38a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9200a437-e1de-4520-88f6-e68386523e61'} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 19:26:12.042178 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-f56216f5-3e44-4b9e-bff5-4eea88b91fd2 None None] Bound port: 229b270b-02b2-4baf-85a5-a3e9d6c7796e, host: n-d-800634-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5afb940b-bbdf-4727-be00-5d46367c38a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9200a437-e1de-4520-88f6-e68386523e61'}}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 19:26:12.042576 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-f56216f5-3e44-4b9e-bff5-4eea88b91fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:26:12.044341 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.agents_db [None req-2ea07fb6-aa68-4671-8654-119d82b9f530 None None] Agent healthcheck: found 7 active agents {{(pid=93918) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 19:26:12.244217 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-311b8a24-9e81-4603-8f6d-f33473337aef tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:26:12.322490 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-f56216f5-3e44-4b9e-bff5-4eea88b91fd2 None None] For port 229b270b-02b2-4baf-85a5-a3e9d6c7796e, host n-d-800634-3, cleared binding levels {{(pid=93917) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 19:26:12.342005 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-f56216f5-3e44-4b9e-bff5-4eea88b91fd2 None None] For port 229b270b-02b2-4baf-85a5-a3e9d6c7796e, host n-d-800634-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=229b270b-02b2-4baf-85a5-a3e9d6c7796e,segment=NetworkSegment(5afb940b-bbdf-4727-be00-5d46367c38a1),segment_id=5afb940b-bbdf-4727-be00-5d46367c38a1)] {{(pid=93917) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 19:26:12.348641 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-f56216f5-3e44-4b9e-bff5-4eea88b91fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:26:12.446626 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.db_base_plugin_common [None req-f9430c5d-3c26-4714-bf06-c91817b11827 None None] Allocated IP 172.20.0.2 (cc535c43-5a82-485a-92b9-30c772da0420/b66fbf38-2b03-43e5-b838-33d03ecc8826/b4edc5ee-ec24-42aa-a438-9f1d2a735116) {{(pid=93917) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 19:26:12.449481 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83a2290-10a2-41bd-a8be-780dc0fd0c0f None None] Pushing event updated for resources: {'Port': ['ID=229b270b-02b2-4baf-85a5-a3e9d6c7796e,revision_number=3']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:26:12.462278 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f56216f5-3e44-4b9e-bff5-4eea88b91fd2 None None] Routers {'10fb4989-baf9-4dbe-b793-1f6c213cd30a'} bound to L3 agent in host n-d-800634-3 {{(pid=93917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 19:26:12.463174 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-f56216f5-3e44-4b9e-bff5-4eea88b91fd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T19:25:53Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['10fb4989-baf9-4dbe-b793-1f6c213cd30a'], 'active': True} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 19:26:12.631412 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvr_db [None req-f56216f5-3e44-4b9e-bff5-4eea88b91fd2 None None] Set router 10fb4989-baf9-4dbe-b793-1f6c213cd30a gateway port host: n-d-800634-3 {{(pid=93917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 19:26:12.771935 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-f9430c5d-3c26-4714-bf06-c91817b11827 None None] Notify callbacks [] for port, precommit_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:26:12.790246 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-f9430c5d-3c26-4714-bf06-c91817b11827 None None] Transition to ACTIVE for port object b4edc5ee-ec24-42aa-a438-9f1d2a735116 will not be triggered until provisioned by entity L2. {{(pid=93917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 19:26:12.818275 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-f9430c5d-3c26-4714-bf06-c91817b11827 None None] Transition to ACTIVE for port object b4edc5ee-ec24-42aa-a438-9f1d2a735116 will not be triggered until provisioned by entity DHCP. {{(pid=93917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 19:26:12.839170 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-f9430c5d-3c26-4714-bf06-c91817b11827 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804'] for port, after_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:26:12.873389 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.db_base_plugin_common [None req-311b8a24-9e81-4603-8f6d-f33473337aef tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Allocated IP 172.20.0.1 (cc535c43-5a82-485a-92b9-30c772da0420/b66fbf38-2b03-43e5-b838-33d03ecc8826/1166a68c-078b-4ffe-b21f-ee1947db6b81) {{(pid=93915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 19:26:12.890099 n-d-800634-3 neutron-server[93917]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9430c5d-3c26-4714-bf06-c91817b11827 None None] Network cc535c43-5a82-485a-92b9-30c772da0420 is already hosted by enough agents. {{(pid=93917) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 19:26:12.897471 n-d-800634-3 neutron-server[93917]: DEBUG neutron.scheduler.base_scheduler [None req-f9430c5d-3c26-4714-bf06-c91817b11827 None None] Resources bound (agent type, host, resource id): {{(pid=93917) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 19:26:12.899451 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9430c5d-3c26-4714-bf06-c91817b11827 None None] Pushing event updated for resources: {'Port': ['ID=b4edc5ee-ec24-42aa-a438-9f1d2a735116,revision_number=1']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:26:12.902567 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9430c5d-3c26-4714-bf06-c91817b11827 None None] Received port after_create {{(pid=93917) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 19:26:12.958893 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-f56216f5-3e44-4b9e-bff5-4eea88b91fd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10fb4989-baf9-4dbe-b793-1f6c213cd30a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-169733462', 'tenant_id': 'a3d6ee5c9e7d43dd9aef13bacc118669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.51'}], 'enable_snat': True}, 'gw_port_id': '229b270b-02b2-4baf-85a5-a3e9d6c7796e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T19:26:09Z', 'updated_at': '2021-07-14T19:26:10Z', 'revision_number': 3, 'project_id': 'a3d6ee5c9e7d43dd9aef13bacc118669', 'gw_port': {'id': '229b270b-02b2-4baf-85a5-a3e9d6c7796e', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:cb:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10fb4989-baf9-4dbe-b793-1f6c213cd30a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T19:26:09Z', 'updated_at': '2021-07-14T19:26:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3'}], 'n-d-800634-3', False) {} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 19:26:12.991662 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f56216f5-3e44-4b9e-bff5-4eea88b91fd2 None None] The sync data for ids ['10fb4989-baf9-4dbe-b793-1f6c213cd30a'] in n-d-800634-3 is: [{'id': '10fb4989-baf9-4dbe-b793-1f6c213cd30a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-169733462', 'tenant_id': 'a3d6ee5c9e7d43dd9aef13bacc118669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.51'}], 'enable_snat': True}, 'gw_port_id': '229b270b-02b2-4baf-85a5-a3e9d6c7796e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T19:26:09Z', 'updated_at': '2021-07-14T19:26:10Z', 'revision_number': 3, 'project_id': 'a3d6ee5c9e7d43dd9aef13bacc118669', 'gw_port': {'id': '229b270b-02b2-4baf-85a5-a3e9d6c7796e', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:cb:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10fb4989-baf9-4dbe-b793-1f6c213cd30a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T19:26:09Z', 'updated_at': '2021-07-14T19:26:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3'}] {{(pid=93917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 19:26:12.992516 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-311b8a24-9e81-4603-8f6d-f33473337aef tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks [] for port, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:26:12.995920 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-f9430c5d-3c26-4714-bf06-c91817b11827 None None] Attempting to bind port b4edc5ee-ec24-42aa-a438-9f1d2a735116 on host n-d-800634-3 for vnic_type normal with profile {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 19:26:12.995920 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-f9430c5d-3c26-4714-bf06-c91817b11827 None None] Attempting to bind port b4edc5ee-ec24-42aa-a438-9f1d2a735116 by drivers openvswitch,hyperv on host n-d-800634-3 at level 0 using segments [{'id': 'f190bdb6-46d9-444a-b78e-6e8568c6acfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'cc535c43-5a82-485a-92b9-30c772da0420'}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 19:26:12.996254 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9430c5d-3c26-4714-bf06-c91817b11827 None None] Attempting to bind port b4edc5ee-ec24-42aa-a438-9f1d2a735116 on network cc535c43-5a82-485a-92b9-30c772da0420 {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 19:26:13.001410 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9430c5d-3c26-4714-bf06-c91817b11827 None None] Checking agent: {'id': '01c19e91-a945-4e3c-94a6-c211e17c923e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 8, 23), 'started_at': datetime.datetime(2021, 7, 14, 18, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 19, 25, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 19:26:13.001790 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9430c5d-3c26-4714-bf06-c91817b11827 None None] Checking segment: {'id': 'f190bdb6-46d9-444a-b78e-6e8568c6acfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'cc535c43-5a82-485a-92b9-30c772da0420'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93917) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 19:26:13.002193 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-f9430c5d-3c26-4714-bf06-c91817b11827 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:26:13.002590 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9430c5d-3c26-4714-bf06-c91817b11827 None None] Bound using segment: {'id': 'f190bdb6-46d9-444a-b78e-6e8568c6acfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'cc535c43-5a82-485a-92b9-30c772da0420'} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 19:26:13.003066 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-f9430c5d-3c26-4714-bf06-c91817b11827 None None] Bound port: b4edc5ee-ec24-42aa-a438-9f1d2a735116, host: n-d-800634-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f190bdb6-46d9-444a-b78e-6e8568c6acfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'cc535c43-5a82-485a-92b9-30c772da0420'}}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 19:26:13.003452 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-f9430c5d-3c26-4714-bf06-c91817b11827 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:26:13.007274 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.provisioning_blocks [None req-311b8a24-9e81-4603-8f6d-f33473337aef tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Transition to ACTIVE for port object 1166a68c-078b-4ffe-b21f-ee1947db6b81 will not be triggered until provisioned by entity DHCP. {{(pid=93915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 19:26:13.043360 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-311b8a24-9e81-4603-8f6d-f33473337aef tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:26:13.071767 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-f9430c5d-3c26-4714-bf06-c91817b11827 None None] For port b4edc5ee-ec24-42aa-a438-9f1d2a735116, host n-d-800634-3, cleared binding levels {{(pid=93917) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 19:26:13.075484 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-f9430c5d-3c26-4714-bf06-c91817b11827 None None] For port b4edc5ee-ec24-42aa-a438-9f1d2a735116, host n-d-800634-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=b4edc5ee-ec24-42aa-a438-9f1d2a735116,segment=NetworkSegment(f190bdb6-46d9-444a-b78e-6e8568c6acfc),segment_id=f190bdb6-46d9-444a-b78e-6e8568c6acfc)] {{(pid=93917) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 19:26:13.080906 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-f9430c5d-3c26-4714-bf06-c91817b11827 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:26:13.085878 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-311b8a24-9e81-4603-8f6d-f33473337aef tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Network cc535c43-5a82-485a-92b9-30c772da0420 is already hosted by enough agents. {{(pid=93915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 19:26:13.091586 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [None req-311b8a24-9e81-4603-8f6d-f33473337aef tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Resources bound (agent type, host, resource id): {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 19:26:13.094089 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-311b8a24-9e81-4603-8f6d-f33473337aef tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Received port after_create {{(pid=93915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 19:26:13.126480 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311b8a24-9e81-4603-8f6d-f33473337aef tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Pushing event updated for resources: {'Port': ['ID=1166a68c-078b-4ffe-b21f-ee1947db6b81,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:26:13.147616 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9430c5d-3c26-4714-bf06-c91817b11827 None None] Pushing event updated for resources: {'Port': ['ID=b4edc5ee-ec24-42aa-a438-9f1d2a735116,revision_number=2']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:26:13.154585 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-311b8a24-9e81-4603-8f6d-f33473337aef tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-930452'] for router_interface, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:26:13.339581 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-311b8a24-9e81-4603-8f6d-f33473337aef tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:26:13.609280 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device b4edc5ee-ec24-42aa-a438-9f1d2a735116 up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 19:26:13.665579 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning for port b4edc5ee-ec24-42aa-a438-9f1d2a735116 completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 19:26:13.670137 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 229b270b-02b2-4baf-85a5-a3e9d6c7796e up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 19:26:13.689204 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-311b8a24-9e81-4603-8f6d-f33473337aef tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks [] for port, precommit_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:26:13.695410 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-311b8a24-9e81-4603-8f6d-f33473337aef tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25912978'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:26:13.732851 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning for port 229b270b-02b2-4baf-85a5-a3e9d6c7796e completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 19:26:13.739561 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port 229b270b-02b2-4baf-85a5-a3e9d6c7796e triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 19:26:13.739941 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:26:13.776012 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311b8a24-9e81-4603-8f6d-f33473337aef tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Pushing event updated for resources: {'Port': ['ID=1166a68c-078b-4ffe-b21f-ee1947db6b81,revision_number=2']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:26:13.779722 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-311b8a24-9e81-4603-8f6d-f33473337aef tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-598741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-928734'] for router_interface, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:26:13.838459 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:26:13.864947 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] For port 229b270b-02b2-4baf-85a5-a3e9d6c7796e, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=229b270b-02b2-4baf-85a5-a3e9d6c7796e,segment=NetworkSegment(5afb940b-bbdf-4727-be00-5d46367c38a1),segment_id=5afb940b-bbdf-4727-be00-5d46367c38a1)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 19:26:13.873087 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:26:13.903989 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-311b8a24-9e81-4603-8f6d-f33473337aef tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Network cc535c43-5a82-485a-92b9-30c772da0420 is already hosted by enough agents. {{(pid=93915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 19:26:13.910343 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [None req-311b8a24-9e81-4603-8f6d-f33473337aef tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Resources bound (agent type, host, resource id): {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 19:26:13.926090 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Pushing event updated for resources: {'Port': ['ID=229b270b-02b2-4baf-85a5-a3e9d6c7796e,revision_number=4']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:26:14.048004 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-311b8a24-9e81-4603-8f6d-f33473337aef tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Router 10fb4989-baf9-4dbe-b793-1f6c213cd30a has already been hosted by L3 agent 2c6eb27e-defb-4cca-9a24-381c7415e359 {{(pid=93915) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 19:26:14.137517 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-591d2265-2c3b-45a1-b962-385169e22912 None None] Network cc535c43-5a82-485a-92b9-30c772da0420 requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 19:26:14.189603 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-311b8a24-9e81-4603-8f6d-f33473337aef tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify agent at l3_agent.n-d-800634-3 the message routers_updated {{(pid=93915) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 19:26:14.194584 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-311b8a24-9e81-4603-8f6d-f33473337aef tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] 10.222.0.16 "PUT /v2.0/routers/10fb4989-baf9-4dbe-b793-1f6c213cd30a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3985603 Jul 14 19:26:14.227636 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-ab1e89e4-0600-447b-b087-5df1adf5d83b None None] Provisioning for port b4edc5ee-ec24-42aa-a438-9f1d2a735116 completed by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 19:26:14.238799 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-ab1e89e4-0600-447b-b087-5df1adf5d83b None None] Provisioning complete for port b4edc5ee-ec24-42aa-a438-9f1d2a735116 triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 19:26:14.239174 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-ab1e89e4-0600-447b-b087-5df1adf5d83b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:26:14.349624 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-252907a9-4d5c-455f-a21a-3f3dea68ba5d req-bc0386f2-6b06-4f08-9c58-eb7130f4c927 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1301165958&fields=id&tenant_id=a3d6ee5c9e7d43dd9aef13bacc118669 HTTP/1.1" status: 200 len: 267 time: 0.0376837 Jul 14 19:26:14.384179 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-ab1e89e4-0600-447b-b087-5df1adf5d83b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:26:14.427282 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-ab1e89e4-0600-447b-b087-5df1adf5d83b None None] For port b4edc5ee-ec24-42aa-a438-9f1d2a735116, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=b4edc5ee-ec24-42aa-a438-9f1d2a735116,segment=NetworkSegment(f190bdb6-46d9-444a-b78e-6e8568c6acfc),segment_id=f190bdb6-46d9-444a-b78e-6e8568c6acfc)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 19:26:14.438858 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-ab1e89e4-0600-447b-b087-5df1adf5d83b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:26:14.507678 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252907a9-4d5c-455f-a21a-3f3dea68ba5d req-1ea3434f-5226-4972-8280-c4666f93be1a tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:26:14.509834 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-252907a9-4d5c-455f-a21a-3f3dea68ba5d req-1ea3434f-5226-4972-8280-c4666f93be1a tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] 10.222.0.16 "GET /v2.0/networks?id=cc535c43-5a82-485a-92b9-30c772da0420 HTTP/1.1" status: 200 len: 797 time: 0.1526535 Jul 14 19:26:14.523276 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1e89e4-0600-447b-b087-5df1adf5d83b None None] Pushing event updated for resources: {'Port': ['ID=b4edc5ee-ec24-42aa-a438-9f1d2a735116,revision_number=3']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:26:14.529347 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-252907a9-4d5c-455f-a21a-3f3dea68ba5d req-03b524d3-0efb-4daf-b5a6-318432c13a7a tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] 10.222.0.16 "GET /v2.0/quotas/a3d6ee5c9e7d43dd9aef13bacc118669 HTTP/1.1" status: 200 len: 375 time: 0.0132890 Jul 14 19:26:14.623924 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-252907a9-4d5c-455f-a21a-3f3dea68ba5d req-fe413166-813b-4abf-8f19-eeab79ae8458 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=a3d6ee5c9e7d43dd9aef13bacc118669&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0832310 Jul 14 19:26:14.740248 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-252907a9-4d5c-455f-a21a-3f3dea68ba5d req-766e39d4-ed44-4db8-ae19-77b0da7a2cd3 service neutron] 10.222.0.16 "GET /v2.0/networks/cc535c43-5a82-485a-92b9-30c772da0420?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1017582 Jul 14 19:26:14.763218 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-4ba71d6d-5ce9-49ce-9e92-196ca5d58c5c None None] Provisioning complete for port b4edc5ee-ec24-42aa-a438-9f1d2a735116 triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 19:26:14.764309 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-4ba71d6d-5ce9-49ce-9e92-196ca5d58c5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:26:14.834469 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd43ca36-1afb-49fc-bc75-626d8404f467 None None] Sync routers for ids ['10fb4989-baf9-4dbe-b793-1f6c213cd30a'] in n-d-800634-3 {{(pid=93918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 19:26:14.848342 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd43ca36-1afb-49fc-bc75-626d8404f467 None None] Routers {'10fb4989-baf9-4dbe-b793-1f6c213cd30a'} bound to L3 agent in host n-d-800634-3 {{(pid=93918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 19:26:14.849869 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-cd43ca36-1afb-49fc-bc75-626d8404f467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T19:25:53Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['10fb4989-baf9-4dbe-b793-1f6c213cd30a'], 'active': True} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 19:26:14.881833 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-252907a9-4d5c-455f-a21a-3f3dea68ba5d req-be60cb35-b398-437d-93d8-df24a27947e6 service neutron] 10.222.0.16 "GET /v2.0/networks/cc535c43-5a82-485a-92b9-30c772da0420?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320558 Jul 14 19:26:14.884376 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-4ba71d6d-5ce9-49ce-9e92-196ca5d58c5c None None] Provisioning for port 1166a68c-078b-4ffe-b21f-ee1947db6b81 completed by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 19:26:14.889043 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-4ba71d6d-5ce9-49ce-9e92-196ca5d58c5c None None] Provisioning complete for port 1166a68c-078b-4ffe-b21f-ee1947db6b81 triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 19:26:14.889557 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-4ba71d6d-5ce9-49ce-9e92-196ca5d58c5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:26:14.939586 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-4ba71d6d-5ce9-49ce-9e92-196ca5d58c5c None None] Port 1166a68c-078b-4ffe-b21f-ee1947db6b81 cannot update to ACTIVE because it is not bound. {{(pid=93917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 19:26:14.978972 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvr_db [None req-cd43ca36-1afb-49fc-bc75-626d8404f467 None None] Set router 10fb4989-baf9-4dbe-b793-1f6c213cd30a gateway port host: n-d-800634-3 {{(pid=93918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 19:26:15.078017 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9d33f6c2-5033-4a59-82ea-0e063ff7b42d None None] Provisioning complete for port 1166a68c-078b-4ffe-b21f-ee1947db6b81 triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 19:26:15.078456 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9d33f6c2-5033-4a59-82ea-0e063ff7b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:26:15.096182 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e5174b5a-12df-4b99-b04f-9f395ee58684 req-71e56ffe-0ddb-4c82-9f39-b50c9f092c3b tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] 10.222.0.16 "GET /v2.0/ports?device_id=787ae72f-f97c-4ab5-9aa1-48d11926bce6 HTTP/1.1" status: 200 len: 210 time: 0.0426090 Jul 14 19:26:15.138701 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-9d33f6c2-5033-4a59-82ea-0e063ff7b42d None None] Port 1166a68c-078b-4ffe-b21f-ee1947db6b81 cannot update to ACTIVE because it is not bound. {{(pid=93917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 19:26:15.246507 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-cd43ca36-1afb-49fc-bc75-626d8404f467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10fb4989-baf9-4dbe-b793-1f6c213cd30a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-169733462', 'tenant_id': 'a3d6ee5c9e7d43dd9aef13bacc118669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.51'}], 'enable_snat': True}, 'gw_port_id': '229b270b-02b2-4baf-85a5-a3e9d6c7796e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T19:26:09Z', 'updated_at': '2021-07-14T19:26:13Z', 'revision_number': 4, 'project_id': 'a3d6ee5c9e7d43dd9aef13bacc118669', 'gw_port': {'id': '229b270b-02b2-4baf-85a5-a3e9d6c7796e', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:cb:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10fb4989-baf9-4dbe-b793-1f6c213cd30a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T19:26:09Z', 'updated_at': '2021-07-14T19:26:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_interfaces': [{'id': '1166a68c-078b-4ffe-b21f-ee1947db6b81', 'name': '', 'network_id': 'cc535c43-5a82-485a-92b9-30c772da0420', 'tenant_id': 'a3d6ee5c9e7d43dd9aef13bacc118669', 'mac_address': 'fa:16:3e:c3:db:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10fb4989-baf9-4dbe-b793-1f6c213cd30a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': 'b66fbf38-2b03-43e5-b838-33d03ecc8826', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T19:26:12Z', 'updated_at': '2021-07-14T19:26:13Z', 'revision_number': 2, 'project_id': 'a3d6ee5c9e7d43dd9aef13bacc118669', 'subnets': [{'id': 'b66fbf38-2b03-43e5-b838-33d03ecc8826', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-3', False) {} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 19:26:15.257982 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-7c043dd6-c319-410e-8d74-568f4111e02b None None] Provisioning complete for port 1166a68c-078b-4ffe-b21f-ee1947db6b81 triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 19:26:15.258358 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-7c043dd6-c319-410e-8d74-568f4111e02b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:26:15.295878 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-7c043dd6-c319-410e-8d74-568f4111e02b None None] Port 1166a68c-078b-4ffe-b21f-ee1947db6b81 cannot update to ACTIVE because it is not bound. {{(pid=93917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 19:26:15.373498 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd43ca36-1afb-49fc-bc75-626d8404f467 None None] Checking router: 10fb4989-baf9-4dbe-b793-1f6c213cd30a for host: n-d-800634-3 {{(pid=93918) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 19:26:15.373840 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd43ca36-1afb-49fc-bc75-626d8404f467 None None] Updating router 10fb4989-baf9-4dbe-b793-1f6c213cd30a port 1166a68c-078b-4ffe-b21f-ee1947db6b81 binding host n-d-800634-3 {{(pid=93918) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 19:26:15.407659 n-d-800634-3 neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-cd43ca36-1afb-49fc-bc75-626d8404f467 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:26:15.572793 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 229b270b-02b2-4baf-85a5-a3e9d6c7796e up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 19:26:15.622033 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port 229b270b-02b2-4baf-85a5-a3e9d6c7796e triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 19:26:15.622405 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:26:15.691737 n-d-800634-3 neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-cd43ca36-1afb-49fc-bc75-626d8404f467 None None] Notify callbacks [] for port, precommit_update {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:26:15.703614 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.provisioning_blocks [None req-cd43ca36-1afb-49fc-bc75-626d8404f467 None None] Transition to ACTIVE for port object 1166a68c-078b-4ffe-b21f-ee1947db6b81 will not be triggered until provisioned by entity L2. {{(pid=93918) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 19:26:15.704620 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device b4edc5ee-ec24-42aa-a438-9f1d2a735116 up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 19:26:15.711548 n-d-800634-3 neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-cd43ca36-1afb-49fc-bc75-626d8404f467 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:26:15.753839 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port b4edc5ee-ec24-42aa-a438-9f1d2a735116 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 19:26:15.754226 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:26:15.769243 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59735007-8198-492e-9e80-d56d97ce4a77 None None] Pushing event updated for resources: {'Port': ['ID=1166a68c-078b-4ffe-b21f-ee1947db6b81,revision_number=3']} {{(pid=93918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:26:15.795929 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59735007-8198-492e-9e80-d56d97ce4a77 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:26:15.796315 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59735007-8198-492e-9e80-d56d97ce4a77 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:26:15.796658 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59735007-8198-492e-9e80-d56d97ce4a77 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:26:15.796998 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59735007-8198-492e-9e80-d56d97ce4a77 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:26:15.797546 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59735007-8198-492e-9e80-d56d97ce4a77 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:26:15.798224 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59735007-8198-492e-9e80-d56d97ce4a77 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:26:15.798569 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59735007-8198-492e-9e80-d56d97ce4a77 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:26:15.799044 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59735007-8198-492e-9e80-d56d97ce4a77 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:26:15.799379 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59735007-8198-492e-9e80-d56d97ce4a77 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:26:15.799708 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59735007-8198-492e-9e80-d56d97ce4a77 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:26:15.800182 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59735007-8198-492e-9e80-d56d97ce4a77 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:26:15.800393 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59735007-8198-492e-9e80-d56d97ce4a77 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:26:15.833246 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.managers [None req-cd43ca36-1afb-49fc-bc75-626d8404f467 None None] Attempting to bind port 1166a68c-078b-4ffe-b21f-ee1947db6b81 on host n-d-800634-3 for vnic_type normal with profile {{(pid=93918) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 19:26:15.833691 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.managers [None req-cd43ca36-1afb-49fc-bc75-626d8404f467 None None] Attempting to bind port 1166a68c-078b-4ffe-b21f-ee1947db6b81 by drivers openvswitch,hyperv on host n-d-800634-3 at level 0 using segments [{'id': 'f190bdb6-46d9-444a-b78e-6e8568c6acfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'cc535c43-5a82-485a-92b9-30c772da0420'}] {{(pid=93918) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 19:26:15.834120 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd43ca36-1afb-49fc-bc75-626d8404f467 None None] Attempting to bind port 1166a68c-078b-4ffe-b21f-ee1947db6b81 on network cc535c43-5a82-485a-92b9-30c772da0420 {{(pid=93918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 19:26:15.840093 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd43ca36-1afb-49fc-bc75-626d8404f467 None None] Checking agent: {'id': '01c19e91-a945-4e3c-94a6-c211e17c923e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 8, 23), 'started_at': datetime.datetime(2021, 7, 14, 18, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 19, 25, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 19:26:15.840794 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd43ca36-1afb-49fc-bc75-626d8404f467 None None] Checking segment: {'id': 'f190bdb6-46d9-444a-b78e-6e8568c6acfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'cc535c43-5a82-485a-92b9-30c772da0420'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93918) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 19:26:15.841029 n-d-800634-3 neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-cd43ca36-1afb-49fc-bc75-626d8404f467 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:26:15.841422 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd43ca36-1afb-49fc-bc75-626d8404f467 None None] Bound using segment: {'id': 'f190bdb6-46d9-444a-b78e-6e8568c6acfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'cc535c43-5a82-485a-92b9-30c772da0420'} {{(pid=93918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 19:26:15.841887 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.managers [None req-cd43ca36-1afb-49fc-bc75-626d8404f467 None None] Bound port: 1166a68c-078b-4ffe-b21f-ee1947db6b81, host: n-d-800634-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f190bdb6-46d9-444a-b78e-6e8568c6acfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'cc535c43-5a82-485a-92b9-30c772da0420'}}] {{(pid=93918) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 19:26:15.842260 n-d-800634-3 neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-cd43ca36-1afb-49fc-bc75-626d8404f467 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:26:15.908290 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.db [None req-cd43ca36-1afb-49fc-bc75-626d8404f467 None None] For port 1166a68c-078b-4ffe-b21f-ee1947db6b81, host n-d-800634-3, cleared binding levels {{(pid=93918) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 19:26:15.911588 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.db [None req-cd43ca36-1afb-49fc-bc75-626d8404f467 None None] For port 1166a68c-078b-4ffe-b21f-ee1947db6b81, host n-d-800634-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=1166a68c-078b-4ffe-b21f-ee1947db6b81,segment=NetworkSegment(f190bdb6-46d9-444a-b78e-6e8568c6acfc),segment_id=f190bdb6-46d9-444a-b78e-6e8568c6acfc)] {{(pid=93918) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 19:26:15.915430 n-d-800634-3 neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-cd43ca36-1afb-49fc-bc75-626d8404f467 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:26:15.979126 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd43ca36-1afb-49fc-bc75-626d8404f467 None None] Routers {'10fb4989-baf9-4dbe-b793-1f6c213cd30a'} bound to L3 agent in host n-d-800634-3 {{(pid=93918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 19:26:15.979749 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-cd43ca36-1afb-49fc-bc75-626d8404f467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T19:25:53Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['10fb4989-baf9-4dbe-b793-1f6c213cd30a'], 'active': True} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 19:26:15.983084 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59735007-8198-492e-9e80-d56d97ce4a77 None None] Pushing event updated for resources: {'Port': ['ID=1166a68c-078b-4ffe-b21f-ee1947db6b81,revision_number=4']} {{(pid=93918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:26:16.102581 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvr_db [None req-cd43ca36-1afb-49fc-bc75-626d8404f467 None None] Set router 10fb4989-baf9-4dbe-b793-1f6c213cd30a gateway port host: n-d-800634-3 {{(pid=93918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 19:26:16.237246 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252907a9-4d5c-455f-a21a-3f3dea68ba5d req-d47dd4ef-d69d-475d-a5de-7998ee3a795d tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:26:16.238974 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-252907a9-4d5c-455f-a21a-3f3dea68ba5d req-d47dd4ef-d69d-475d-a5de-7998ee3a795d tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] 10.222.0.18 "GET /v2.0/networks?id=cc535c43-5a82-485a-92b9-30c772da0420 HTTP/1.1" status: 200 len: 797 time: 0.1386783 Jul 14 19:26:16.289582 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ea8e1594-7ce3-4d84-81be-62235c65e0f9 req-909ae6c4-9b1a-45f4-9b46-a763735540b1 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] 10.222.0.16 "GET /v2.0/ports?device_id=787ae72f-f97c-4ab5-9aa1-48d11926bce6 HTTP/1.1" status: 200 len: 210 time: 0.0614572 Jul 14 19:26:16.316365 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-252907a9-4d5c-455f-a21a-3f3dea68ba5d req-9caab664-f286-44de-8925-ad47b3286377 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a3d6ee5c9e7d43dd9aef13bacc118669 HTTP/1.1" status: 200 len: 380 time: 0.0647268 Jul 14 19:26:16.325525 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [req-252907a9-4d5c-455f-a21a-3f3dea68ba5d req-355cb797-c809-44cf-9835-ea7f5239721c tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Request body: {'port': {'device_id': '787ae72f-f97c-4ab5-9aa1-48d11926bce6', 'network_id': 'cc535c43-5a82-485a-92b9-30c772da0420', 'admin_state_up': True, 'tenant_id': 'a3d6ee5c9e7d43dd9aef13bacc118669', 'security_groups': ['2f5b4660-2690-42db-948c-77e94c288c16']}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 19:26:16.335782 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-cd43ca36-1afb-49fc-bc75-626d8404f467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10fb4989-baf9-4dbe-b793-1f6c213cd30a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-169733462', 'tenant_id': 'a3d6ee5c9e7d43dd9aef13bacc118669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.51'}], 'enable_snat': True}, 'gw_port_id': '229b270b-02b2-4baf-85a5-a3e9d6c7796e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T19:26:09Z', 'updated_at': '2021-07-14T19:26:13Z', 'revision_number': 4, 'project_id': 'a3d6ee5c9e7d43dd9aef13bacc118669', 'gw_port': {'id': '229b270b-02b2-4baf-85a5-a3e9d6c7796e', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:cb:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10fb4989-baf9-4dbe-b793-1f6c213cd30a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T19:26:09Z', 'updated_at': '2021-07-14T19:26:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_interfaces': [{'id': '1166a68c-078b-4ffe-b21f-ee1947db6b81', 'name': '', 'network_id': 'cc535c43-5a82-485a-92b9-30c772da0420', 'tenant_id': 'a3d6ee5c9e7d43dd9aef13bacc118669', 'mac_address': 'fa:16:3e:c3:db:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10fb4989-baf9-4dbe-b793-1f6c213cd30a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': 'b66fbf38-2b03-43e5-b838-33d03ecc8826', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T19:26:12Z', 'updated_at': '2021-07-14T19:26:15Z', 'revision_number': 4, 'project_id': 'a3d6ee5c9e7d43dd9aef13bacc118669', 'subnets': [{'id': 'b66fbf38-2b03-43e5-b838-33d03ecc8826', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-3', False) {} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 19:26:16.361169 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd43ca36-1afb-49fc-bc75-626d8404f467 None None] The sync data for ids ['10fb4989-baf9-4dbe-b793-1f6c213cd30a'] in n-d-800634-3 is: [{'id': '10fb4989-baf9-4dbe-b793-1f6c213cd30a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-169733462', 'tenant_id': 'a3d6ee5c9e7d43dd9aef13bacc118669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.51'}], 'enable_snat': True}, 'gw_port_id': '229b270b-02b2-4baf-85a5-a3e9d6c7796e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T19:26:09Z', 'updated_at': '2021-07-14T19:26:13Z', 'revision_number': 4, 'project_id': 'a3d6ee5c9e7d43dd9aef13bacc118669', 'gw_port': {'id': '229b270b-02b2-4baf-85a5-a3e9d6c7796e', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:cb:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10fb4989-baf9-4dbe-b793-1f6c213cd30a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T19:26:09Z', 'updated_at': '2021-07-14T19:26:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_interfaces': [{'id': '1166a68c-078b-4ffe-b21f-ee1947db6b81', 'name': '', 'network_id': 'cc535c43-5a82-485a-92b9-30c772da0420', 'tenant_id': 'a3d6ee5c9e7d43dd9aef13bacc118669', 'mac_address': 'fa:16:3e:c3:db:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10fb4989-baf9-4dbe-b793-1f6c213cd30a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': 'b66fbf38-2b03-43e5-b838-33d03ecc8826', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T19:26:12Z', 'updated_at': '2021-07-14T19:26:15Z', 'revision_number': 4, 'project_id': 'a3d6ee5c9e7d43dd9aef13bacc118669', 'subnets': [{'id': 'b66fbf38-2b03-43e5-b838-33d03ecc8826', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 19:26:16.457956 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-252907a9-4d5c-455f-a21a-3f3dea68ba5d req-355cb797-c809-44cf-9835-ea7f5239721c tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Made reservation on behalf of a3d6ee5c9e7d43dd9aef13bacc118669 for: {'port': 1} {{(pid=93915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 19:26:16.461716 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-252907a9-4d5c-455f-a21a-3f3dea68ba5d req-355cb797-c809-44cf-9835-ea7f5239721c tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:26:16.597600 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.db_base_plugin_common [req-252907a9-4d5c-455f-a21a-3f3dea68ba5d req-355cb797-c809-44cf-9835-ea7f5239721c tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Allocated IP 172.20.0.5 (cc535c43-5a82-485a-92b9-30c772da0420/b66fbf38-2b03-43e5-b838-33d03ecc8826/666c8ce0-e92e-454e-8b20-41d281bc2780) {{(pid=93915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 19:26:16.742675 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-252907a9-4d5c-455f-a21a-3f3dea68ba5d req-355cb797-c809-44cf-9835-ea7f5239721c tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks [] for port, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:26:16.756705 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.provisioning_blocks [req-252907a9-4d5c-455f-a21a-3f3dea68ba5d req-355cb797-c809-44cf-9835-ea7f5239721c tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Transition to ACTIVE for port object 666c8ce0-e92e-454e-8b20-41d281bc2780 will not be triggered until provisioned by entity DHCP. {{(pid=93915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 19:26:16.791106 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-252907a9-4d5c-455f-a21a-3f3dea68ba5d req-355cb797-c809-44cf-9835-ea7f5239721c tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:26:16.847931 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-252907a9-4d5c-455f-a21a-3f3dea68ba5d req-355cb797-c809-44cf-9835-ea7f5239721c tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Network cc535c43-5a82-485a-92b9-30c772da0420 is already hosted by enough agents. {{(pid=93915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 19:26:16.851443 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [req-252907a9-4d5c-455f-a21a-3f3dea68ba5d req-355cb797-c809-44cf-9835-ea7f5239721c tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Resources bound (agent type, host, resource id): {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 19:26:16.854058 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [req-252907a9-4d5c-455f-a21a-3f3dea68ba5d req-355cb797-c809-44cf-9835-ea7f5239721c tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Received port after_create {{(pid=93915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 19:26:16.882626 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355cb797-c809-44cf-9835-ea7f5239721c tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Pushing event updated for resources: {'Port': ['ID=666c8ce0-e92e-454e-8b20-41d281bc2780,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:26:16.917167 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252907a9-4d5c-455f-a21a-3f3dea68ba5d req-355cb797-c809-44cf-9835-ea7f5239721c tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:26:16.917604 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-252907a9-4d5c-455f-a21a-3f3dea68ba5d req-355cb797-c809-44cf-9835-ea7f5239721c tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:26:16.934745 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-252907a9-4d5c-455f-a21a-3f3dea68ba5d req-355cb797-c809-44cf-9835-ea7f5239721c tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6133683 Jul 14 19:26:16.947111 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [req-252907a9-4d5c-455f-a21a-3f3dea68ba5d req-527abedc-49ea-4e2d-8783-aaf9fcf33ff9 service neutron] Request body: {'port': {'device_id': '787ae72f-f97c-4ab5-9aa1-48d11926bce6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800634-3'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 19:26:17.026740 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-252907a9-4d5c-455f-a21a-3f3dea68ba5d req-527abedc-49ea-4e2d-8783-aaf9fcf33ff9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:26:17.071875 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-3575977d-41ef-435e-8395-252c620946a8 None None] Provisioning for port 666c8ce0-e92e-454e-8b20-41d281bc2780 completed by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 19:26:17.075808 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-3575977d-41ef-435e-8395-252c620946a8 None None] Provisioning complete for port 666c8ce0-e92e-454e-8b20-41d281bc2780 triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 19:26:17.076208 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-3575977d-41ef-435e-8395-252c620946a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:26:17.113905 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-3575977d-41ef-435e-8395-252c620946a8 None None] Port 666c8ce0-e92e-454e-8b20-41d281bc2780 cannot update to ACTIVE because it is not bound. {{(pid=93917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 19:26:17.303993 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [req-252907a9-4d5c-455f-a21a-3f3dea68ba5d req-527abedc-49ea-4e2d-8783-aaf9fcf33ff9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 666c8ce0-e92e-454e-8b20-41d281bc2780 {{(pid=93915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 19:26:17.311682 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-252907a9-4d5c-455f-a21a-3f3dea68ba5d req-527abedc-49ea-4e2d-8783-aaf9fcf33ff9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:26:17.324667 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.provisioning_blocks [req-252907a9-4d5c-455f-a21a-3f3dea68ba5d req-527abedc-49ea-4e2d-8783-aaf9fcf33ff9 service neutron] Transition to ACTIVE for port object 666c8ce0-e92e-454e-8b20-41d281bc2780 will not be triggered until provisioned by entity L2. {{(pid=93915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 19:26:17.329769 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-252907a9-4d5c-455f-a21a-3f3dea68ba5d req-527abedc-49ea-4e2d-8783-aaf9fcf33ff9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25912978'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:26:17.383260 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527abedc-49ea-4e2d-8783-aaf9fcf33ff9 service neutron] Pushing event updated for resources: {'Port': ['ID=666c8ce0-e92e-454e-8b20-41d281bc2780,revision_number=2']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:26:17.524895 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-252907a9-4d5c-455f-a21a-3f3dea68ba5d req-527abedc-49ea-4e2d-8783-aaf9fcf33ff9 service neutron] Attempting to bind port 666c8ce0-e92e-454e-8b20-41d281bc2780 on host n-h1-800634-3 for vnic_type normal with profile {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 19:26:17.525227 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-252907a9-4d5c-455f-a21a-3f3dea68ba5d req-527abedc-49ea-4e2d-8783-aaf9fcf33ff9 service neutron] Attempting to bind port 666c8ce0-e92e-454e-8b20-41d281bc2780 by drivers openvswitch,hyperv on host n-h1-800634-3 at level 0 using segments [{'id': 'f190bdb6-46d9-444a-b78e-6e8568c6acfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'cc535c43-5a82-485a-92b9-30c772da0420'}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 19:26:17.525558 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-252907a9-4d5c-455f-a21a-3f3dea68ba5d req-527abedc-49ea-4e2d-8783-aaf9fcf33ff9 service neutron] Attempting to bind port 666c8ce0-e92e-454e-8b20-41d281bc2780 on network cc535c43-5a82-485a-92b9-30c772da0420 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 19:26:17.533722 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-252907a9-4d5c-455f-a21a-3f3dea68ba5d req-527abedc-49ea-4e2d-8783-aaf9fcf33ff9 service neutron] Port 666c8ce0-e92e-454e-8b20-41d281bc2780 on network cc535c43-5a82-485a-92b9-30c772da0420 not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-3 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 19:26:17.534269 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-252907a9-4d5c-455f-a21a-3f3dea68ba5d req-527abedc-49ea-4e2d-8783-aaf9fcf33ff9 service neutron] Attempting to bind port 666c8ce0-e92e-454e-8b20-41d281bc2780 on network cc535c43-5a82-485a-92b9-30c772da0420 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 19:26:17.542049 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-252907a9-4d5c-455f-a21a-3f3dea68ba5d req-527abedc-49ea-4e2d-8783-aaf9fcf33ff9 service neutron] Checking agent: {'id': 'a3630ff4-fbee-45d9-b9b6-0ae41cb3a350', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 15, 32), 'started_at': datetime.datetime(2021, 7, 14, 18, 15, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 19, 26, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 19:26:17.542049 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-252907a9-4d5c-455f-a21a-3f3dea68ba5d req-527abedc-49ea-4e2d-8783-aaf9fcf33ff9 service neutron] Checking segment: {'id': 'f190bdb6-46d9-444a-b78e-6e8568c6acfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'cc535c43-5a82-485a-92b9-30c772da0420'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 19:26:17.542049 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-252907a9-4d5c-455f-a21a-3f3dea68ba5d req-527abedc-49ea-4e2d-8783-aaf9fcf33ff9 service neutron] Bound using segment: {'id': 'f190bdb6-46d9-444a-b78e-6e8568c6acfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'cc535c43-5a82-485a-92b9-30c772da0420'} {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 19:26:17.542049 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-252907a9-4d5c-455f-a21a-3f3dea68ba5d req-527abedc-49ea-4e2d-8783-aaf9fcf33ff9 service neutron] Bound port: 666c8ce0-e92e-454e-8b20-41d281bc2780, host: n-h1-800634-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f190bdb6-46d9-444a-b78e-6e8568c6acfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'cc535c43-5a82-485a-92b9-30c772da0420'}}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 19:26:17.542049 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-252907a9-4d5c-455f-a21a-3f3dea68ba5d req-527abedc-49ea-4e2d-8783-aaf9fcf33ff9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:26:17.552312 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dba0842-162e-4cc8-9d0b-f6f8a5722512 req-8a094a65-522f-491b-9a41-7a5c335c93e8 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:26:17.556504 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6dba0842-162e-4cc8-9d0b-f6f8a5722512 req-8a094a65-522f-491b-9a41-7a5c335c93e8 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] 10.222.0.16 "GET /v2.0/ports?device_id=787ae72f-f97c-4ab5-9aa1-48d11926bce6 HTTP/1.1" status: 200 len: 943 time: 0.1143894 Jul 14 19:26:17.600802 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 1166a68c-078b-4ffe-b21f-ee1947db6b81 up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 19:26:17.635593 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6dba0842-162e-4cc8-9d0b-f6f8a5722512 req-5f7ae192-49c2-4b58-88e8-adb866498baa tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] 10.222.0.16 "GET /v2.0/security-groups?id=2f5b4660-2690-42db-948c-77e94c288c16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687616 Jul 14 19:26:17.660487 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-252907a9-4d5c-455f-a21a-3f3dea68ba5d req-527abedc-49ea-4e2d-8783-aaf9fcf33ff9 service neutron] For port 666c8ce0-e92e-454e-8b20-41d281bc2780, host n-h1-800634-3, cleared binding levels {{(pid=93915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 19:26:17.660487 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-252907a9-4d5c-455f-a21a-3f3dea68ba5d req-527abedc-49ea-4e2d-8783-aaf9fcf33ff9 service neutron] For port 666c8ce0-e92e-454e-8b20-41d281bc2780, host n-h1-800634-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=666c8ce0-e92e-454e-8b20-41d281bc2780,segment=NetworkSegment(f190bdb6-46d9-444a-b78e-6e8568c6acfc),segment_id=f190bdb6-46d9-444a-b78e-6e8568c6acfc)] {{(pid=93915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 19:26:17.666083 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-252907a9-4d5c-455f-a21a-3f3dea68ba5d req-527abedc-49ea-4e2d-8783-aaf9fcf33ff9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25912978'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:26:17.666260 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning for port 1166a68c-078b-4ffe-b21f-ee1947db6b81 completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 19:26:17.669973 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port 1166a68c-078b-4ffe-b21f-ee1947db6b81 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 19:26:17.670349 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:26:17.704223 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252907a9-4d5c-455f-a21a-3f3dea68ba5d req-527abedc-49ea-4e2d-8783-aaf9fcf33ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:26:17.704933 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-252907a9-4d5c-455f-a21a-3f3dea68ba5d req-527abedc-49ea-4e2d-8783-aaf9fcf33ff9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:26:17.706336 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-252907a9-4d5c-455f-a21a-3f3dea68ba5d req-527abedc-49ea-4e2d-8783-aaf9fcf33ff9 service neutron] 10.222.0.18 "PUT /v2.0/ports/666c8ce0-e92e-454e-8b20-41d281bc2780 HTTP/1.1" status: 200 len: 1091 time: 0.7641501 Jul 14 19:26:17.706778 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '787ae72f-f97c-4ab5-9aa1-48d11926bce6', 'tag': '666c8ce0-e92e-454e-8b20-41d281bc2780'}] {{(pid=93915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 19:26:17.709191 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}163b1c7ce9835e2c54087c39b47c05da5c61decdd411e584c58a4e7cd59f948f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a93afd9-516a-4a03-b2bb-5c56647bdecb" -d '{"events": [{"name": "network-changed", "server_uuid": "787ae72f-f97c-4ab5-9aa1-48d11926bce6", "tag": "666c8ce0-e92e-454e-8b20-41d281bc2780"}]}' {{(pid=93915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 19:26:17.736853 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527abedc-49ea-4e2d-8783-aaf9fcf33ff9 service neutron] Pushing event updated for resources: {'Port': ['ID=666c8ce0-e92e-454e-8b20-41d281bc2780,revision_number=3']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:26:17.764284 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 19:26:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e66ff557-aa3a-47db-ab64-63b225c5c03f x-openstack-request-id: req-e66ff557-aa3a-47db-ab64-63b225c5c03f {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 19:26:17.764707 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "787ae72f-f97c-4ab5-9aa1-48d11926bce6", "tag": "666c8ce0-e92e-454e-8b20-41d281bc2780", "status": "completed", "code": 200}]} {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 19:26:17.764966 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e66ff557-aa3a-47db-ab64-63b225c5c03f {{(pid=93915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 19:26:17.765421 n-d-800634-3 neutron-server[93915]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '787ae72f-f97c-4ab5-9aa1-48d11926bce6', 'tag': '666c8ce0-e92e-454e-8b20-41d281bc2780', 'status': 'completed', 'code': 200} Jul 14 19:26:17.779440 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:26:17.818317 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252907a9-4d5c-455f-a21a-3f3dea68ba5d req-7f3b7ded-2cc1-435f-99dc-794c0dee3f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:26:17.819892 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-252907a9-4d5c-455f-a21a-3f3dea68ba5d req-7f3b7ded-2cc1-435f-99dc-794c0dee3f81 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a3d6ee5c9e7d43dd9aef13bacc118669&device_id=787ae72f-f97c-4ab5-9aa1-48d11926bce6 HTTP/1.1" status: 200 len: 1094 time: 0.0659738 Jul 14 19:26:17.822998 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] For port 1166a68c-078b-4ffe-b21f-ee1947db6b81, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=1166a68c-078b-4ffe-b21f-ee1947db6b81,segment=NetworkSegment(f190bdb6-46d9-444a-b78e-6e8568c6acfc),segment_id=f190bdb6-46d9-444a-b78e-6e8568c6acfc)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 19:26:17.827065 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:26:17.865699 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-252907a9-4d5c-455f-a21a-3f3dea68ba5d req-13674062-eef5-4a12-88e5-88f14740c73b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=666c8ce0-e92e-454e-8b20-41d281bc2780 HTTP/1.1" status: 200 len: 217 time: 0.0387254 Jul 14 19:26:17.881445 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Pushing event updated for resources: {'Port': ['ID=1166a68c-078b-4ffe-b21f-ee1947db6b81,revision_number=5']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:26:17.918536 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252907a9-4d5c-455f-a21a-3f3dea68ba5d req-21fdd3a3-9f8b-4289-9cd3-ad0181c99cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:26:17.920057 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-252907a9-4d5c-455f-a21a-3f3dea68ba5d req-21fdd3a3-9f8b-4289-9cd3-ad0181c99cd2 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b66fbf38-2b03-43e5-b838-33d03ecc8826 HTTP/1.1" status: 200 len: 835 time: 0.0474241 Jul 14 19:26:18.288189 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252907a9-4d5c-455f-a21a-3f3dea68ba5d req-c2fe8c53-d4ce-428f-93af-488d6e176d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:26:18.289704 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-252907a9-4d5c-455f-a21a-3f3dea68ba5d req-c2fe8c53-d4ce-428f-93af-488d6e176d81 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=cc535c43-5a82-485a-92b9-30c772da0420&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3637044 Jul 14 19:26:18.376537 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-252907a9-4d5c-455f-a21a-3f3dea68ba5d req-7f305258-8998-436c-8849-7c36801833d4 service neutron] 10.222.0.18 "GET /v2.0/networks/cc535c43-5a82-485a-92b9-30c772da0420?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803699 Jul 14 19:26:18.468880 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-252907a9-4d5c-455f-a21a-3f3dea68ba5d req-da8218f9-cdca-4068-9467-61be4e5cc801 service neutron] 10.222.0.18 "GET /v2.0/networks/cc535c43-5a82-485a-92b9-30c772da0420?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866711 Jul 14 19:26:18.565764 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a93afd9-516a-4a03-b2bb-5c56647bdecb req-cfe21503-1119-4e29-a3cd-cce8baf95887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:26:18.567179 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3a93afd9-516a-4a03-b2bb-5c56647bdecb req-cfe21503-1119-4e29-a3cd-cce8baf95887 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a3d6ee5c9e7d43dd9aef13bacc118669&device_id=787ae72f-f97c-4ab5-9aa1-48d11926bce6 HTTP/1.1" status: 200 len: 1094 time: 0.0525198 Jul 14 19:26:18.659949 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a93afd9-516a-4a03-b2bb-5c56647bdecb req-6b4db922-173d-475f-a0ab-549d47450a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:26:18.661463 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3a93afd9-516a-4a03-b2bb-5c56647bdecb req-6b4db922-173d-475f-a0ab-549d47450a0a service neutron] 10.222.0.18 "GET /v2.0/networks?id=cc535c43-5a82-485a-92b9-30c772da0420 HTTP/1.1" status: 200 len: 897 time: 0.0885468 Jul 14 19:26:18.705252 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3a93afd9-516a-4a03-b2bb-5c56647bdecb req-c4269449-7d10-46ef-be4c-fda1f76ae44e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=666c8ce0-e92e-454e-8b20-41d281bc2780 HTTP/1.1" status: 200 len: 217 time: 0.0355992 Jul 14 19:26:18.763046 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a93afd9-516a-4a03-b2bb-5c56647bdecb req-65332692-10df-471d-8be6-54d2142c7e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:26:18.764459 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3a93afd9-516a-4a03-b2bb-5c56647bdecb req-65332692-10df-471d-8be6-54d2142c7e85 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b66fbf38-2b03-43e5-b838-33d03ecc8826 HTTP/1.1" status: 200 len: 835 time: 0.0526314 Jul 14 19:26:18.853758 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda02176-2ee1-4d65-8786-c8191a8dd441 req-fa69bc64-e2db-4d55-b26e-2883204cfbf2 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:26:18.855147 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-dda02176-2ee1-4d65-8786-c8191a8dd441 req-fa69bc64-e2db-4d55-b26e-2883204cfbf2 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] 10.222.0.16 "GET /v2.0/ports?device_id=787ae72f-f97c-4ab5-9aa1-48d11926bce6 HTTP/1.1" status: 200 len: 943 time: 0.1051524 Jul 14 19:26:18.869078 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a93afd9-516a-4a03-b2bb-5c56647bdecb req-1a95b15d-5573-4dfc-a64c-90b3d5bf056a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:26:18.871627 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3a93afd9-516a-4a03-b2bb-5c56647bdecb req-1a95b15d-5573-4dfc-a64c-90b3d5bf056a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=cc535c43-5a82-485a-92b9-30c772da0420&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0900197 Jul 14 19:26:18.941759 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-dda02176-2ee1-4d65-8786-c8191a8dd441 req-179323af-f88d-4aa9-834f-cd115749ecab tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] 10.222.0.16 "GET /v2.0/security-groups?id=2f5b4660-2690-42db-948c-77e94c288c16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0803840 Jul 14 19:26:18.976533 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3a93afd9-516a-4a03-b2bb-5c56647bdecb req-866411e2-d5c0-414a-8437-49d8a1874759 service neutron] 10.222.0.18 "GET /v2.0/networks/cc535c43-5a82-485a-92b9-30c772da0420?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977914 Jul 14 19:26:19.069578 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3a93afd9-516a-4a03-b2bb-5c56647bdecb req-29e9044f-47d4-437b-af97-4710ce0183f7 service neutron] 10.222.0.18 "GET /v2.0/networks/cc535c43-5a82-485a-92b9-30c772da0420?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860679 Jul 14 19:26:19.169199 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device 666c8ce0-e92e-454e-8b20-41d281bc2780 details requested by agent hyperv_n-h1-800634-3 with host n-h1-800634-3 {{(pid=93917) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 19:26:19.267004 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port 666c8ce0-e92e-454e-8b20-41d281bc2780, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=666c8ce0-e92e-454e-8b20-41d281bc2780,segment=NetworkSegment(f190bdb6-46d9-444a-b78e-6e8568c6acfc),segment_id=f190bdb6-46d9-444a-b78e-6e8568c6acfc)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 19:26:19.278282 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Returning: {'device': '666c8ce0-e92e-454e-8b20-41d281bc2780', 'network_id': 'cc535c43-5a82-485a-92b9-30c772da0420', 'port_id': '666c8ce0-e92e-454e-8b20-41d281bc2780', 'mac_address': 'fa:16:3e:39:31:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b66fbf38-2b03-43e5-b838-33d03ecc8826', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93917) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 19:26:19.314361 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:26:19.326846 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 666c8ce0-e92e-454e-8b20-41d281bc2780 {{(pid=93917) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 19:26:19.347056 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port 666c8ce0-e92e-454e-8b20-41d281bc2780, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=666c8ce0-e92e-454e-8b20-41d281bc2780,segment=NetworkSegment(f190bdb6-46d9-444a-b78e-6e8568c6acfc),segment_id=f190bdb6-46d9-444a-b78e-6e8568c6acfc)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 19:26:19.350868 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:26:19.396907 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Pushing event updated for resources: {'Port': ['ID=666c8ce0-e92e-454e-8b20-41d281bc2780,revision_number=4']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:26:19.546573 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 1166a68c-078b-4ffe-b21f-ee1947db6b81 up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 19:26:19.568730 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] get_ports_and_sgs() called for port_ids ['666c8ce0-e92e-454e-8b20-41d281bc2780'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 19:26:19.636987 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port 1166a68c-078b-4ffe-b21f-ee1947db6b81 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 19:26:19.637353 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:26:20.117088 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90b8014-1ad4-4239-84c0-e76fe77c0bea req-6324298e-4aea-4cd3-b200-d7b57731a755 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:26:20.118589 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-d90b8014-1ad4-4239-84c0-e76fe77c0bea req-6324298e-4aea-4cd3-b200-d7b57731a755 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] 10.222.0.16 "GET /v2.0/ports?device_id=787ae72f-f97c-4ab5-9aa1-48d11926bce6 HTTP/1.1" status: 200 len: 944 time: 0.0642698 Jul 14 19:26:20.242000 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-d90b8014-1ad4-4239-84c0-e76fe77c0bea req-d228edb0-b0fc-4ade-b076-e18ded0d211a tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] 10.222.0.16 "GET /v2.0/security-groups?id=2f5b4660-2690-42db-948c-77e94c288c16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1172819 Jul 14 19:26:20.495007 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-74deb0fb-98f3-407f-8729-edf05c942111 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:26:21.184573 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device 666c8ce0-e92e-454e-8b20-41d281bc2780 up at agent hyperv_n-h1-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 19:26:21.231735 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Provisioning for port 666c8ce0-e92e-454e-8b20-41d281bc2780 completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 19:26:21.235749 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Provisioning complete for port 666c8ce0-e92e-454e-8b20-41d281bc2780 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 19:26:21.236145 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:26:21.314182 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:26:21.337513 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '787ae72f-f97c-4ab5-9aa1-48d11926bce6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '666c8ce0-e92e-454e-8b20-41d281bc2780'}] {{(pid=93917) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 19:26:21.339768 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee9af70b018e2a669d4aace710d7966bbe0586a349443f05e01050df9771a348" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1d913ca-394f-49aa-8f04-63f13234860f" -d '{"events": [{"server_uuid": "787ae72f-f97c-4ab5-9aa1-48d11926bce6", "name": "network-vif-plugged", "status": "completed", "tag": "666c8ce0-e92e-454e-8b20-41d281bc2780"}]}' {{(pid=93917) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 19:26:21.352550 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port 666c8ce0-e92e-454e-8b20-41d281bc2780, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=666c8ce0-e92e-454e-8b20-41d281bc2780,segment=NetworkSegment(f190bdb6-46d9-444a-b78e-6e8568c6acfc),segment_id=f190bdb6-46d9-444a-b78e-6e8568c6acfc)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 19:26:21.357769 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:26:21.384290 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 19:26:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fed19c23-b9eb-45eb-b761-171391409731 x-openstack-request-id: req-fed19c23-b9eb-45eb-b761-171391409731 {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 19:26:21.384584 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "787ae72f-f97c-4ab5-9aa1-48d11926bce6", "name": "network-vif-plugged", "status": "completed", "tag": "666c8ce0-e92e-454e-8b20-41d281bc2780", "code": 200}]} {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 19:26:21.384839 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-fed19c23-b9eb-45eb-b761-171391409731 {{(pid=93917) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 19:26:21.385233 n-d-800634-3 neutron-server[93917]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '787ae72f-f97c-4ab5-9aa1-48d11926bce6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '666c8ce0-e92e-454e-8b20-41d281bc2780', 'code': 200} Jul 14 19:26:21.413565 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Pushing event updated for resources: {'Port': ['ID=666c8ce0-e92e-454e-8b20-41d281bc2780,revision_number=5']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:26:21.420455 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c2658a-50f6-4e59-9fd2-2f457a2c7df8 req-0d99af73-f6a9-432e-8327-129307e1116a tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:26:21.423019 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-24c2658a-50f6-4e59-9fd2-2f457a2c7df8 req-0d99af73-f6a9-432e-8327-129307e1116a tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] 10.222.0.16 "GET /v2.0/ports?device_id=787ae72f-f97c-4ab5-9aa1-48d11926bce6 HTTP/1.1" status: 200 len: 945 time: 0.0705314 Jul 14 19:26:21.468370 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-24c2658a-50f6-4e59-9fd2-2f457a2c7df8 req-e61b422a-2d29-47e0-83dd-0f230d291a02 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] 10.222.0.16 "GET /v2.0/security-groups?id=2f5b4660-2690-42db-948c-77e94c288c16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401330 Jul 14 19:26:21.539577 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7826cb25-9f77-4bfa-963b-50d6a9e6252f req-d34ada4d-2be2-46f5-8b4a-ee3d361bf070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:26:21.541132 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-7826cb25-9f77-4bfa-963b-50d6a9e6252f req-d34ada4d-2be2-46f5-8b4a-ee3d361bf070 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=787ae72f-f97c-4ab5-9aa1-48d11926bce6 HTTP/1.1" status: 200 len: 1096 time: 0.0953300 Jul 14 19:26:21.576201 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-7826cb25-9f77-4bfa-963b-50d6a9e6252f req-72b91c0a-532b-49e7-b412-986140c939e4 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=2f5b4660-2690-42db-948c-77e94c288c16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0290139 Jul 14 19:26:22.643152 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e73a518-79bd-4cf3-8c0c-a38f63648e83 req-477ca574-fc1f-4f44-9d56-80f2cb2f21a6 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:26:22.644591 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-8e73a518-79bd-4cf3-8c0c-a38f63648e83 req-477ca574-fc1f-4f44-9d56-80f2cb2f21a6 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] 10.222.0.16 "GET /v2.0/ports?device_id=787ae72f-f97c-4ab5-9aa1-48d11926bce6 HTTP/1.1" status: 200 len: 945 time: 0.0641243 Jul 14 19:26:22.681909 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-8e73a518-79bd-4cf3-8c0c-a38f63648e83 req-b767ab5c-a20e-4d59-91af-74a77e7accee tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] 10.222.0.16 "GET /v2.0/security-groups?id=2f5b4660-2690-42db-948c-77e94c288c16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318513 Jul 14 19:26:22.858790 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5fd98c-d5ab-4943-9b74-a34528c6ec84 req-003c5888-e790-4e0c-aa35-74c03c58d575 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:26:22.860836 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ce5fd98c-d5ab-4943-9b74-a34528c6ec84 req-003c5888-e790-4e0c-aa35-74c03c58d575 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] 10.222.0.16 "GET /v2.0/ports?device_id=787ae72f-f97c-4ab5-9aa1-48d11926bce6 HTTP/1.1" status: 200 len: 945 time: 0.0685110 Jul 14 19:26:22.899040 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ce5fd98c-d5ab-4943-9b74-a34528c6ec84 req-8be52dc5-e006-4ec6-8121-d1bac971cfc5 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] 10.222.0.16 "GET /v2.0/security-groups?id=2f5b4660-2690-42db-948c-77e94c288c16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324597 Jul 14 19:26:22.911314 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-22385992-37b5-4d4f-9565-ef3ae7bae256 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:26:22.926165 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 32830) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 19:26:22.977474 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfa2c4ac-5070-4544-a313-f4740730944a tempest-TestNetworkAdvancedServerOps-521838358 tempest-TestNetworkAdvancedServerOps-521838358-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:26:22.978998 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-dfa2c4ac-5070-4544-a313-f4740730944a tempest-TestNetworkAdvancedServerOps-521838358 tempest-TestNetworkAdvancedServerOps-521838358-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=787ae72f-f97c-4ab5-9aa1-48d11926bce6 HTTP/1.1" status: 200 len: 1091 time: 0.0518372 Jul 14 19:26:22.981777 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 32832) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 19:26:22.987749 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-c2062214-3791-4b98-b8a0-fb67db042ea6 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Request body: {'floatingip': {'floating_network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'port_id': '666c8ce0-e92e-454e-8b20-41d281bc2780', 'tenant_id': 'a3d6ee5c9e7d43dd9aef13bacc118669', 'fixed_ip_address': '172.20.0.5'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 19:26:23.009748 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-c2062214-3791-4b98-b8a0-fb67db042ea6 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks [] for floatingip, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:26:23.106323 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-c2062214-3791-4b98-b8a0-fb67db042ea6 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:26:23.204824 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.db_base_plugin_common [None req-c2062214-3791-4b98-b8a0-fb67db042ea6 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Allocated IP 172.25.1.122 (9200a437-e1de-4520-88f6-e68386523e61/5f47f848-4532-407a-a0e2-5690ade15fd0/e8956447-2277-434c-9de2-82bcf159c9d5) {{(pid=93915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 19:26:23.254837 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:26:23.308609 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-c2062214-3791-4b98-b8a0-fb67db042ea6 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks [] for port, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:26:23.346902 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-c2062214-3791-4b98-b8a0-fb67db042ea6 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:26:23.382610 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2062214-3791-4b98-b8a0-fb67db042ea6 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Network 9200a437-e1de-4520-88f6-e68386523e61 is already hosted by enough agents. {{(pid=93915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 19:26:23.387467 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [None req-c2062214-3791-4b98-b8a0-fb67db042ea6 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Resources bound (agent type, host, resource id): {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 19:26:23.391489 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2062214-3791-4b98-b8a0-fb67db042ea6 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Received port after_create {{(pid=93915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 19:26:23.416746 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2062214-3791-4b98-b8a0-fb67db042ea6 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Pushing event updated for resources: {'Port': ['ID=e8956447-2277-434c-9de2-82bcf159c9d5,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:26:23.765846 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-c2062214-3791-4b98-b8a0-fb67db042ea6 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:26:23.843195 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-c2062214-3791-4b98-b8a0-fb67db042ea6 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:26:23.987323 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-c2062214-3791-4b98-b8a0-fb67db042ea6 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks [] for port, precommit_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:26:23.992134 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-c2062214-3791-4b98-b8a0-fb67db042ea6 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25912978'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:26:24.061753 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2062214-3791-4b98-b8a0-fb67db042ea6 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Pushing event updated for resources: {'Port': ['ID=e8956447-2277-434c-9de2-82bcf159c9d5,revision_number=2']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:26:24.071305 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-c2062214-3791-4b98-b8a0-fb67db042ea6 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-930131'] for floatingip, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:26:24.170447 n-d-800634-3 neutron-server[93915]: INFO neutron.db.l3_db [None req-c2062214-3791-4b98-b8a0-fb67db042ea6 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Floating IP 2f7b7d7c-d8c9-4232-a11c-fc0faa2c10b0 associated. External IP: 172.25.1.122, port: 666c8ce0-e92e-454e-8b20-41d281bc2780. Jul 14 19:26:24.364407 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-574aeb93-9938-449c-8e6c-cb22c9b52cc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:26:24.379591 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2062214-3791-4b98-b8a0-fb67db042ea6 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Router 10fb4989-baf9-4dbe-b793-1f6c213cd30a has already been hosted by L3 agent 2c6eb27e-defb-4cca-9a24-381c7415e359 {{(pid=93915) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 19:26:24.486717 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2062214-3791-4b98-b8a0-fb67db042ea6 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify agent at l3_agent.n-d-800634-3 the message routers_updated {{(pid=93915) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 19:26:24.496089 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb9155cc-776a-4c86-b37d-eb19c43b1c55 None None] Sync routers for ids ['10fb4989-baf9-4dbe-b793-1f6c213cd30a'] in n-d-800634-3 {{(pid=93917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 19:26:24.502162 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-c2062214-3791-4b98-b8a0-fb67db042ea6 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for floatingip, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:26:24.506345 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb9155cc-776a-4c86-b37d-eb19c43b1c55 None None] Routers {'10fb4989-baf9-4dbe-b793-1f6c213cd30a'} bound to L3 agent in host n-d-800634-3 {{(pid=93917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 19:26:24.506997 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-cb9155cc-776a-4c86-b37d-eb19c43b1c55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T19:26:23Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['10fb4989-baf9-4dbe-b793-1f6c213cd30a'], 'active': True} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 19:26:24.543156 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-c2062214-3791-4b98-b8a0-fb67db042ea6 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5563416 Jul 14 19:26:24.543156 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '787ae72f-f97c-4ab5-9aa1-48d11926bce6', 'tag': '666c8ce0-e92e-454e-8b20-41d281bc2780'}] {{(pid=93915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 19:26:24.543156 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}163b1c7ce9835e2c54087c39b47c05da5c61decdd411e584c58a4e7cd59f948f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cacea6c-bcb5-49b7-ba80-c5d4b8b06b99" -d '{"events": [{"name": "network-changed", "server_uuid": "787ae72f-f97c-4ab5-9aa1-48d11926bce6", "tag": "666c8ce0-e92e-454e-8b20-41d281bc2780"}]}' {{(pid=93915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 19:26:24.579056 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 19:26:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76028663-4b7b-4695-960c-1f512326d8cd x-openstack-request-id: req-76028663-4b7b-4695-960c-1f512326d8cd {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 19:26:24.579352 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "787ae72f-f97c-4ab5-9aa1-48d11926bce6", "tag": "666c8ce0-e92e-454e-8b20-41d281bc2780", "status": "completed", "code": 200}]} {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 19:26:24.579612 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-76028663-4b7b-4695-960c-1f512326d8cd {{(pid=93915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 19:26:24.580022 n-d-800634-3 neutron-server[93915]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '787ae72f-f97c-4ab5-9aa1-48d11926bce6', 'tag': '666c8ce0-e92e-454e-8b20-41d281bc2780', 'status': 'completed', 'code': 200} Jul 14 19:26:24.628602 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvr_db [None req-cb9155cc-776a-4c86-b37d-eb19c43b1c55 None None] Set router 10fb4989-baf9-4dbe-b793-1f6c213cd30a gateway port host: n-d-800634-3 {{(pid=93917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 19:26:24.692348 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cacea6c-bcb5-49b7-ba80-c5d4b8b06b99 req-b45d8c75-6d06-4635-a6cd-d54a628ab4ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:26:24.693974 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-1cacea6c-bcb5-49b7-ba80-c5d4b8b06b99 req-b45d8c75-6d06-4635-a6cd-d54a628ab4ad service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a3d6ee5c9e7d43dd9aef13bacc118669&device_id=787ae72f-f97c-4ab5-9aa1-48d11926bce6 HTTP/1.1" status: 200 len: 1096 time: 0.0889437 Jul 14 19:26:24.765880 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095d88aa-80b0-422d-8a2b-ffa36428b3c1 req-672c45e9-d5b0-495c-8e56-dc50fb4b2dac tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:26:24.767351 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-095d88aa-80b0-422d-8a2b-ffa36428b3c1 req-672c45e9-d5b0-495c-8e56-dc50fb4b2dac tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] 10.222.0.16 "GET /v2.0/ports?device_id=787ae72f-f97c-4ab5-9aa1-48d11926bce6 HTTP/1.1" status: 200 len: 945 time: 0.1266601 Jul 14 19:26:24.830118 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-095d88aa-80b0-422d-8a2b-ffa36428b3c1 req-f2278219-34a7-4191-8f5d-9c9bbc3134dd tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] 10.222.0.16 "GET /v2.0/security-groups?id=2f5b4660-2690-42db-948c-77e94c288c16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551589 Jul 14 19:26:24.831284 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cacea6c-bcb5-49b7-ba80-c5d4b8b06b99 req-4d2a3e46-c75c-40d5-b00a-bc47960221fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:26:24.832696 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-1cacea6c-bcb5-49b7-ba80-c5d4b8b06b99 req-4d2a3e46-c75c-40d5-b00a-bc47960221fb service neutron] 10.222.0.18 "GET /v2.0/networks?id=cc535c43-5a82-485a-92b9-30c772da0420 HTTP/1.1" status: 200 len: 897 time: 0.1326797 Jul 14 19:26:24.855882 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 32838) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 19:26:24.856495 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-cb9155cc-776a-4c86-b37d-eb19c43b1c55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10fb4989-baf9-4dbe-b793-1f6c213cd30a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-169733462', 'tenant_id': 'a3d6ee5c9e7d43dd9aef13bacc118669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.51'}], 'enable_snat': True}, 'gw_port_id': '229b270b-02b2-4baf-85a5-a3e9d6c7796e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T19:26:09Z', 'updated_at': '2021-07-14T19:26:13Z', 'revision_number': 4, 'project_id': 'a3d6ee5c9e7d43dd9aef13bacc118669', 'gw_port': {'id': '229b270b-02b2-4baf-85a5-a3e9d6c7796e', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:cb:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10fb4989-baf9-4dbe-b793-1f6c213cd30a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T19:26:09Z', 'updated_at': '2021-07-14T19:26:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_floatingips': [{'id': '2f7b7d7c-d8c9-4232-a11c-fc0faa2c10b0', 'tenant_id': 'a3d6ee5c9e7d43dd9aef13bacc118669', 'floating_ip_address': '172.25.1.122', 'floating_network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'router_id': '10fb4989-baf9-4dbe-b793-1f6c213cd30a', 'port_id': '666c8ce0-e92e-454e-8b20-41d281bc2780', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4210, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc535c43-5a82-485a-92b9-30c772da0420', 'mac_address': 'fa:16:3e:39:31:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '787ae72f-f97c-4ab5-9aa1-48d11926bce6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T19:26:23Z', 'updated_at': '2021-07-14T19:26:23Z', 'revision_number': 0, 'project_id': 'a3d6ee5c9e7d43dd9aef13bacc118669', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1166a68c-078b-4ffe-b21f-ee1947db6b81', 'name': '', 'network_id': 'cc535c43-5a82-485a-92b9-30c772da0420', 'tenant_id': 'a3d6ee5c9e7d43dd9aef13bacc118669', 'mac_address': 'fa:16:3e:c3:db:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10fb4989-baf9-4dbe-b793-1f6c213cd30a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': 'b66fbf38-2b03-43e5-b838-33d03ecc8826', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T19:26:12Z', 'updated_at': '2021-07-14T19:26:17Z', 'revision_number': 5, 'project_id': 'a3d6ee5c9e7d43dd9aef13bacc118669', 'subnets': [{'id': 'b66fbf38-2b03-43e5-b838-33d03ecc8826', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-3', False) {} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 19:26:24.883110 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb9155cc-776a-4c86-b37d-eb19c43b1c55 None None] Checking router: 10fb4989-baf9-4dbe-b793-1f6c213cd30a for host: n-d-800634-3 {{(pid=93917) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 19:26:24.894784 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb9155cc-776a-4c86-b37d-eb19c43b1c55 None None] Routers {'10fb4989-baf9-4dbe-b793-1f6c213cd30a'} bound to L3 agent in host n-d-800634-3 {{(pid=93917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 19:26:24.895413 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-cb9155cc-776a-4c86-b37d-eb19c43b1c55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T19:26:23Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['10fb4989-baf9-4dbe-b793-1f6c213cd30a'], 'active': True} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 19:26:24.908442 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-1cacea6c-bcb5-49b7-ba80-c5d4b8b06b99 req-d9021f32-97ad-482d-a6f3-5d774b6b93bb service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=666c8ce0-e92e-454e-8b20-41d281bc2780 HTTP/1.1" status: 200 len: 999 time: 0.0677717 Jul 14 19:26:24.921903 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-4110283a-7b1f-4e1f-9e16-a9cd7d345bee tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] 10.222.0.16 "GET /v2.0/floatingips/2f7b7d7c-d8c9-4232-a11c-fc0faa2c10b0 HTTP/1.1" status: 200 len: 991 time: 0.0622137 Jul 14 19:26:24.956841 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cacea6c-bcb5-49b7-ba80-c5d4b8b06b99 req-e5765a94-4d3b-442d-b999-b1f7439f6365 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:26:24.958345 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-1cacea6c-bcb5-49b7-ba80-c5d4b8b06b99 req-e5765a94-4d3b-442d-b999-b1f7439f6365 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b66fbf38-2b03-43e5-b838-33d03ecc8826 HTTP/1.1" status: 200 len: 835 time: 0.0445035 Jul 14 19:26:25.004698 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvr_db [None req-cb9155cc-776a-4c86-b37d-eb19c43b1c55 None None] Set router 10fb4989-baf9-4dbe-b793-1f6c213cd30a gateway port host: n-d-800634-3 {{(pid=93917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 19:26:25.016378 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cacea6c-bcb5-49b7-ba80-c5d4b8b06b99 req-a468e8e6-2844-4bdf-8f05-728a9b148863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:26:25.017950 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-1cacea6c-bcb5-49b7-ba80-c5d4b8b06b99 req-a468e8e6-2844-4bdf-8f05-728a9b148863 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=cc535c43-5a82-485a-92b9-30c772da0420&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0529745 Jul 14 19:26:25.111137 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-1cacea6c-bcb5-49b7-ba80-c5d4b8b06b99 req-e7d8aee5-04ad-4092-bc06-20fbc0d62ec9 service neutron] 10.222.0.18 "GET /v2.0/networks/cc535c43-5a82-485a-92b9-30c772da0420?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872190 Jul 14 19:26:25.205979 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-1cacea6c-bcb5-49b7-ba80-c5d4b8b06b99 req-a3fa4565-b134-4be2-9c0c-ce35e9187552 service neutron] 10.222.0.18 "GET /v2.0/networks/cc535c43-5a82-485a-92b9-30c772da0420?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884953 Jul 14 19:26:25.239500 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-cb9155cc-776a-4c86-b37d-eb19c43b1c55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10fb4989-baf9-4dbe-b793-1f6c213cd30a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-169733462', 'tenant_id': 'a3d6ee5c9e7d43dd9aef13bacc118669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.51'}], 'enable_snat': True}, 'gw_port_id': '229b270b-02b2-4baf-85a5-a3e9d6c7796e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T19:26:09Z', 'updated_at': '2021-07-14T19:26:13Z', 'revision_number': 4, 'project_id': 'a3d6ee5c9e7d43dd9aef13bacc118669', 'gw_port': {'id': '229b270b-02b2-4baf-85a5-a3e9d6c7796e', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:cb:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10fb4989-baf9-4dbe-b793-1f6c213cd30a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T19:26:09Z', 'updated_at': '2021-07-14T19:26:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_floatingips': [{'id': '2f7b7d7c-d8c9-4232-a11c-fc0faa2c10b0', 'tenant_id': 'a3d6ee5c9e7d43dd9aef13bacc118669', 'floating_ip_address': '172.25.1.122', 'floating_network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'router_id': '10fb4989-baf9-4dbe-b793-1f6c213cd30a', 'port_id': '666c8ce0-e92e-454e-8b20-41d281bc2780', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4210, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc535c43-5a82-485a-92b9-30c772da0420', 'mac_address': 'fa:16:3e:39:31:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '787ae72f-f97c-4ab5-9aa1-48d11926bce6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T19:26:23Z', 'updated_at': '2021-07-14T19:26:23Z', 'revision_number': 0, 'project_id': 'a3d6ee5c9e7d43dd9aef13bacc118669', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1166a68c-078b-4ffe-b21f-ee1947db6b81', 'name': '', 'network_id': 'cc535c43-5a82-485a-92b9-30c772da0420', 'tenant_id': 'a3d6ee5c9e7d43dd9aef13bacc118669', 'mac_address': 'fa:16:3e:c3:db:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10fb4989-baf9-4dbe-b793-1f6c213cd30a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': 'b66fbf38-2b03-43e5-b838-33d03ecc8826', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T19:26:12Z', 'updated_at': '2021-07-14T19:26:17Z', 'revision_number': 5, 'project_id': 'a3d6ee5c9e7d43dd9aef13bacc118669', 'subnets': [{'id': 'b66fbf38-2b03-43e5-b838-33d03ecc8826', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-3', False) {} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 19:26:25.266838 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb9155cc-776a-4c86-b37d-eb19c43b1c55 None None] The sync data for ids ['10fb4989-baf9-4dbe-b793-1f6c213cd30a'] in n-d-800634-3 is: [{'id': '10fb4989-baf9-4dbe-b793-1f6c213cd30a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-169733462', 'tenant_id': 'a3d6ee5c9e7d43dd9aef13bacc118669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.51'}], 'enable_snat': True}, 'gw_port_id': '229b270b-02b2-4baf-85a5-a3e9d6c7796e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T19:26:09Z', 'updated_at': '2021-07-14T19:26:13Z', 'revision_number': 4, 'project_id': 'a3d6ee5c9e7d43dd9aef13bacc118669', 'gw_port': {'id': '229b270b-02b2-4baf-85a5-a3e9d6c7796e', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:cb:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10fb4989-baf9-4dbe-b793-1f6c213cd30a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T19:26:09Z', 'updated_at': '2021-07-14T19:26:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_floatingips': [{'id': '2f7b7d7c-d8c9-4232-a11c-fc0faa2c10b0', 'tenant_id': 'a3d6ee5c9e7d43dd9aef13bacc118669', 'floating_ip_address': '172.25.1.122', 'floating_network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'router_id': '10fb4989-baf9-4dbe-b793-1f6c213cd30a', 'port_id': '666c8ce0-e92e-454e-8b20-41d281bc2780', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4210, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc535c43-5a82-485a-92b9-30c772da0420', 'mac_address': 'fa:16:3e:39:31:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '787ae72f-f97c-4ab5-9aa1-48d11926bce6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T19:26:23Z', 'updated_at': '2021-07-14T19:26:23Z', 'revision_number': 0, 'project_id': 'a3d6ee5c9e7d43dd9aef13bacc118669', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1166a68c-078b-4ffe-b21f-ee1947db6b81', 'name': '', 'network_id': 'cc535c43-5a82-485a-92b9-30c772da0420', 'tenant_id': 'a3d6ee5c9e7d43dd9aef13bacc118669', 'mac_address': 'fa:16:3e:c3:db:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10fb4989-baf9-4dbe-b793-1f6c213cd30a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': 'b66fbf38-2b03-43e5-b838-33d03ecc8826', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T19:26:12Z', 'updated_at': '2021-07-14T19:26:17Z', 'revision_number': 5, 'project_id': 'a3d6ee5c9e7d43dd9aef13bacc118669', 'subnets': [{'id': 'b66fbf38-2b03-43e5-b838-33d03ecc8826', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 19:26:25.454412 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f91b44d3-ecc4-4a6a-88fb-30b41cfd1486 None None] New status for floating IP 2f7b7d7c-d8c9-4232-a11c-fc0faa2c10b0: ACTIVE {{(pid=93918) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 19:26:25.924471 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 32840) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 19:26:25.987629 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-d1c3daca-8210-42c3-9f8b-a9463eddc5a6 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] 10.222.0.16 "GET /v2.0/floatingips/2f7b7d7c-d8c9-4232-a11c-fc0faa2c10b0 HTTP/1.1" status: 200 len: 993 time: 0.0613966 Jul 14 19:26:26.009654 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-2f4e3af3-e708-4ffd-a544-82d93a489d01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:26:33.073171 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:26:36.081208 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:26:45.480244 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ba029312-86de-4e8f-8f04-5aa6025af946 req-341bf1a0-0356-4395-a70c-978aa9f61b65 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=787ae72f-f97c-4ab5-9aa1-48d11926bce6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0513952 Jul 14 19:26:45.577946 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba029312-86de-4e8f-8f04-5aa6025af946 req-a5150eee-25d4-46bd-8c61-d9454a46f7a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:26:45.579469 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ba029312-86de-4e8f-8f04-5aa6025af946 req-a5150eee-25d4-46bd-8c61-d9454a46f7a5 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a3d6ee5c9e7d43dd9aef13bacc118669&device_id=787ae72f-f97c-4ab5-9aa1-48d11926bce6 HTTP/1.1" status: 200 len: 1096 time: 0.0575311 Jul 14 19:26:45.683471 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba029312-86de-4e8f-8f04-5aa6025af946 req-9d17ba75-1264-4e3e-afc1-384ac9d5cf07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:26:45.685019 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ba029312-86de-4e8f-8f04-5aa6025af946 req-9d17ba75-1264-4e3e-afc1-384ac9d5cf07 service neutron] 10.222.0.18 "GET /v2.0/networks?id=cc535c43-5a82-485a-92b9-30c772da0420 HTTP/1.1" status: 200 len: 897 time: 0.0854096 Jul 14 19:26:45.753483 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ba029312-86de-4e8f-8f04-5aa6025af946 req-15c1cd34-8fec-4119-9e78-6657c3bcaf14 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=666c8ce0-e92e-454e-8b20-41d281bc2780 HTTP/1.1" status: 200 len: 1001 time: 0.0620725 Jul 14 19:26:45.802627 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba029312-86de-4e8f-8f04-5aa6025af946 req-33ecce88-28e6-4903-ae37-d72f25533d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:26:45.804140 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ba029312-86de-4e8f-8f04-5aa6025af946 req-33ecce88-28e6-4903-ae37-d72f25533d0e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b66fbf38-2b03-43e5-b838-33d03ecc8826 HTTP/1.1" status: 200 len: 835 time: 0.0439303 Jul 14 19:26:45.863432 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba029312-86de-4e8f-8f04-5aa6025af946 req-18704ca9-24ac-43a3-9f2a-a71ce2a35a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:26:45.865156 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ba029312-86de-4e8f-8f04-5aa6025af946 req-18704ca9-24ac-43a3-9f2a-a71ce2a35a11 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=cc535c43-5a82-485a-92b9-30c772da0420&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0535996 Jul 14 19:26:45.957503 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ba029312-86de-4e8f-8f04-5aa6025af946 req-0e4b5324-d38d-442e-8ff6-8f1297e71767 service neutron] 10.222.0.18 "GET /v2.0/networks/cc535c43-5a82-485a-92b9-30c772da0420?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848424 Jul 14 19:26:46.046854 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ba029312-86de-4e8f-8f04-5aa6025af946 req-2f631711-abfd-4377-ad3e-e83cde1d909e service neutron] 10.222.0.18 "GET /v2.0/networks/cc535c43-5a82-485a-92b9-30c772da0420?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832322 Jul 14 19:26:46.571826 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-6ec7d773-3730-4999-9107-7a780a8bf263 req-c3eda2fd-4936-4b51-be47-71e8e3767709 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=6ab0c594-ecaf-4c5b-977a-9c1b59a2d9cc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0647826 Jul 14 19:26:46.619126 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-6ec7d773-3730-4999-9107-7a780a8bf263 req-1443f1e7-d01a-4526-9d74-27da942241b1 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f1c4e239e6d24b3bb240a97f6c99b33f&device_id=6ab0c594-ecaf-4c5b-977a-9c1b59a2d9cc HTTP/1.1" status: 200 len: 210 time: 0.0266449 Jul 14 19:26:46.658162 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-6ec7d773-3730-4999-9107-7a780a8bf263 req-ff91e2a9-35c0-4838-b791-a32b26e98e54 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=f1c4e239e6d24b3bb240a97f6c99b33f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0192697 Jul 14 19:26:46.766792 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec7d773-3730-4999-9107-7a780a8bf263 req-8f8b6c10-36d5-4dcd-80a2-e8104f4b72e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:26:46.768819 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-6ec7d773-3730-4999-9107-7a780a8bf263 req-8f8b6c10-36d5-4dcd-80a2-e8104f4b72e8 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1050727 Jul 14 19:26:49.048210 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.agents_db [None req-2ea07fb6-aa68-4671-8654-119d82b9f530 None None] Agent healthcheck: found 7 active agents {{(pid=93918) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 19:26:50.495196 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-4c819dec-bdee-4a56-ba03-6053c82be332 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:26:52.913514 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-3510e4e2-291d-424c-b666-c8c1ad2fbdb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:26:53.258147 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:26:54.367160 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-574aeb93-9938-449c-8e6c-cb22c9b52cc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:26:56.001062 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-2f4e3af3-e708-4ffd-a544-82d93a489d01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:27:03.069820 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:27:06.079743 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:27:20.496794 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-6a286f64-0f01-4daf-8203-6c80876f269c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:27:22.914792 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-26d2bef9-8028-4782-b79d-4c714e89065f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:27:23.260469 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:27:24.370778 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-574aeb93-9938-449c-8e6c-cb22c9b52cc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:27:26.004507 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-2f4e3af3-e708-4ffd-a544-82d93a489d01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:27:26.047936 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.agents_db [None req-2ea07fb6-aa68-4671-8654-119d82b9f530 None None] Agent healthcheck: found 7 active agents {{(pid=93918) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 19:27:33.099086 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:27:36.083142 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:27:45.492969 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ae098a9f-42fb-4e53-997b-a88e69c9e23c req-3c9c4b06-4409-4a57-abc7-7dd6b30562b4 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=787ae72f-f97c-4ab5-9aa1-48d11926bce6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0539811 Jul 14 19:27:45.594148 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae098a9f-42fb-4e53-997b-a88e69c9e23c req-89f4059d-6c0d-49a4-9c29-7925e69c0301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:27:45.595685 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ae098a9f-42fb-4e53-997b-a88e69c9e23c req-89f4059d-6c0d-49a4-9c29-7925e69c0301 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a3d6ee5c9e7d43dd9aef13bacc118669&device_id=787ae72f-f97c-4ab5-9aa1-48d11926bce6 HTTP/1.1" status: 200 len: 1096 time: 0.0602400 Jul 14 19:27:45.701408 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae098a9f-42fb-4e53-997b-a88e69c9e23c req-5bd96afc-fbb4-4134-9c6a-e4eb8512290e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:27:45.702922 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ae098a9f-42fb-4e53-997b-a88e69c9e23c req-5bd96afc-fbb4-4134-9c6a-e4eb8512290e service neutron] 10.222.0.18 "GET /v2.0/networks?id=cc535c43-5a82-485a-92b9-30c772da0420 HTTP/1.1" status: 200 len: 897 time: 0.0860579 Jul 14 19:27:46.079227 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ae098a9f-42fb-4e53-997b-a88e69c9e23c req-5200b482-09be-4ef7-bf25-08892cb41e83 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=666c8ce0-e92e-454e-8b20-41d281bc2780 HTTP/1.1" status: 200 len: 1001 time: 0.3690741 Jul 14 19:27:46.127939 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae098a9f-42fb-4e53-997b-a88e69c9e23c req-19876cf8-909c-4a7d-b5dc-3582921dee8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:27:46.129454 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ae098a9f-42fb-4e53-997b-a88e69c9e23c req-19876cf8-909c-4a7d-b5dc-3582921dee8c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b66fbf38-2b03-43e5-b838-33d03ecc8826 HTTP/1.1" status: 200 len: 835 time: 0.0452943 Jul 14 19:27:46.207071 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae098a9f-42fb-4e53-997b-a88e69c9e23c req-e59bd589-4a78-4539-a4bc-2aeb786eee5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:27:46.208569 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ae098a9f-42fb-4e53-997b-a88e69c9e23c req-e59bd589-4a78-4539-a4bc-2aeb786eee5a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=cc535c43-5a82-485a-92b9-30c772da0420&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0718365 Jul 14 19:27:46.312768 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ae098a9f-42fb-4e53-997b-a88e69c9e23c req-b5268daa-c6b5-43c6-9bc3-9edf4a5b65ec service neutron] 10.222.0.18 "GET /v2.0/networks/cc535c43-5a82-485a-92b9-30c772da0420?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980086 Jul 14 19:27:46.406290 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ae098a9f-42fb-4e53-997b-a88e69c9e23c req-0b33bcc4-0654-4c0c-a813-e86c307f550a service neutron] 10.222.0.18 "GET /v2.0/networks/cc535c43-5a82-485a-92b9-30c772da0420?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872414 Jul 14 19:27:46.560435 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-969dd626-1328-4dab-81bc-fc4c4e235ad4 req-fbfd16dc-f456-4399-bd89-fffb42839fae service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=03a24d87-527f-4d5b-a998-53393446562a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0275240 Jul 14 19:27:46.630450 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-969dd626-1328-4dab-81bc-fc4c4e235ad4 req-49867f07-3d56-46f9-ac1f-65d01d0b204d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c51e850593fc4a37af9470721017e8e7&device_id=03a24d87-527f-4d5b-a998-53393446562a HTTP/1.1" status: 200 len: 210 time: 0.0271616 Jul 14 19:27:46.677141 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-969dd626-1328-4dab-81bc-fc4c4e235ad4 req-3a428df6-1cb6-48cd-b7d0-c446d0d27a44 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=c51e850593fc4a37af9470721017e8e7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0269527 Jul 14 19:27:46.780784 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969dd626-1328-4dab-81bc-fc4c4e235ad4 req-1b6c3770-6b00-4c3e-bb19-ef734b896500 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:27:46.782283 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-969dd626-1328-4dab-81bc-fc4c4e235ad4 req-1b6c3770-6b00-4c3e-bb19-ef734b896500 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0997663 Jul 14 19:27:50.499462 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-06e8ddc9-30e0-4ed5-9488-14818e2e2116 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:27:52.917064 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-a730fbdb-88df-4157-86fa-d18efd4cf7ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:27:53.265033 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:27:54.374085 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-574aeb93-9938-449c-8e6c-cb22c9b52cc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:27:56.009976 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-2f4e3af3-e708-4ffd-a544-82d93a489d01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:28:03.047842 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.agents_db [None req-2ea07fb6-aa68-4671-8654-119d82b9f530 None None] Agent healthcheck: found 7 active agents {{(pid=93918) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 19:28:03.077514 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:28:06.082385 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:28:20.501142 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-5964fa90-e6cf-41d6-a258-50cdd682e2c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:28:22.917653 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-60f895e4-b722-4ccd-95bf-51cfedb2d3d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:28:23.270111 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:28:24.375660 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-574aeb93-9938-449c-8e6c-cb22c9b52cc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:28:26.012841 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-2f4e3af3-e708-4ffd-a544-82d93a489d01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:28:33.099182 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:28:36.092363 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:28:40.048033 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.agents_db [None req-2ea07fb6-aa68-4671-8654-119d82b9f530 None None] Agent healthcheck: found 7 active agents {{(pid=93918) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 19:28:45.478067 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-89773b09-644f-496e-999e-7a2114607f02 req-d611fc8b-3dea-4713-b292-96f5c663a6ff service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=787ae72f-f97c-4ab5-9aa1-48d11926bce6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0566730 Jul 14 19:28:45.570922 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89773b09-644f-496e-999e-7a2114607f02 req-8667d0fd-d292-4a7d-bf5c-faf2fb175948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:28:45.573067 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-89773b09-644f-496e-999e-7a2114607f02 req-8667d0fd-d292-4a7d-bf5c-faf2fb175948 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a3d6ee5c9e7d43dd9aef13bacc118669&device_id=787ae72f-f97c-4ab5-9aa1-48d11926bce6 HTTP/1.1" status: 200 len: 1096 time: 0.0524006 Jul 14 19:28:45.672401 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89773b09-644f-496e-999e-7a2114607f02 req-f0330807-4f6d-47a5-9c66-d67f5dba6304 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:28:45.673854 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-89773b09-644f-496e-999e-7a2114607f02 req-f0330807-4f6d-47a5-9c66-d67f5dba6304 service neutron] 10.222.0.18 "GET /v2.0/networks?id=cc535c43-5a82-485a-92b9-30c772da0420 HTTP/1.1" status: 200 len: 897 time: 0.0825040 Jul 14 19:28:45.740728 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-89773b09-644f-496e-999e-7a2114607f02 req-6c4b21dd-5353-4870-8ec3-fc901e07e617 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=666c8ce0-e92e-454e-8b20-41d281bc2780 HTTP/1.1" status: 200 len: 1001 time: 0.0602152 Jul 14 19:28:45.787441 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89773b09-644f-496e-999e-7a2114607f02 req-b8a61041-84f9-4088-9ec5-0caa4c6d593b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:28:45.788939 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-89773b09-644f-496e-999e-7a2114607f02 req-b8a61041-84f9-4088-9ec5-0caa4c6d593b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b66fbf38-2b03-43e5-b838-33d03ecc8826 HTTP/1.1" status: 200 len: 835 time: 0.0424292 Jul 14 19:28:45.844881 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89773b09-644f-496e-999e-7a2114607f02 req-0b2866a2-8319-410c-8522-18e35d7daa1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:28:45.846355 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-89773b09-644f-496e-999e-7a2114607f02 req-0b2866a2-8319-410c-8522-18e35d7daa1c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=cc535c43-5a82-485a-92b9-30c772da0420&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0516436 Jul 14 19:28:45.942223 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-89773b09-644f-496e-999e-7a2114607f02 req-42f85d15-6366-4c78-8c86-8999a21e3338 service neutron] 10.222.0.18 "GET /v2.0/networks/cc535c43-5a82-485a-92b9-30c772da0420?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893054 Jul 14 19:28:46.037123 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-89773b09-644f-496e-999e-7a2114607f02 req-48e68e47-4140-432d-90ab-de031f2aa509 service neutron] 10.222.0.18 "GET /v2.0/networks/cc535c43-5a82-485a-92b9-30c772da0420?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889666 Jul 14 19:28:48.552410 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-138cb28e-84ba-45fa-89a0-f3d9456d4139 req-1c04c01b-195f-4195-9eb3-2efc7646ec71 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=6ab0c594-ecaf-4c5b-977a-9c1b59a2d9cc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0290458 Jul 14 19:28:48.598794 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-138cb28e-84ba-45fa-89a0-f3d9456d4139 req-f43ecb72-5f30-4b79-b41f-f71f05274d02 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f1c4e239e6d24b3bb240a97f6c99b33f&device_id=6ab0c594-ecaf-4c5b-977a-9c1b59a2d9cc HTTP/1.1" status: 200 len: 210 time: 0.0254581 Jul 14 19:28:48.642626 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-138cb28e-84ba-45fa-89a0-f3d9456d4139 req-00899b5e-961a-46d7-b89b-64f20136b063 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=f1c4e239e6d24b3bb240a97f6c99b33f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0246012 Jul 14 19:28:48.732504 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138cb28e-84ba-45fa-89a0-f3d9456d4139 req-c7e58f62-cb66-4318-b3c1-86c89ab435e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:28:48.733941 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-138cb28e-84ba-45fa-89a0-f3d9456d4139 req-c7e58f62-cb66-4318-b3c1-86c89ab435e7 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0854280 Jul 14 19:28:50.501462 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-8b8142b1-49b1-4f01-acdf-df808f7c4349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:28:52.918148 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-a9b7b7ba-e9cc-4fe5-a7cc-858aeaa5c2d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:28:53.270835 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:28:54.378580 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-574aeb93-9938-449c-8e6c-cb22c9b52cc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:28:56.014038 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-2f4e3af3-e708-4ffd-a544-82d93a489d01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:29:03.085875 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:29:06.102560 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:29:17.047084 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.agents_db [None req-2ea07fb6-aa68-4671-8654-119d82b9f530 None None] Agent healthcheck: found 7 active agents {{(pid=93918) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 19:29:20.506400 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-62242f28-6f6c-4c34-a4e0-4513255bd314 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:29:22.919540 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-301634a9-7bce-4a9c-bc7e-ebcf6c0728f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:29:23.271740 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:29:24.382006 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-574aeb93-9938-449c-8e6c-cb22c9b52cc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:29:26.018044 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-2f4e3af3-e708-4ffd-a544-82d93a489d01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:29:33.104080 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:29:36.085678 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:29:46.479711 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3f1aaaaa-78bd-4c58-a051-096c12e0a66d req-08040b93-1a0e-4e06-83b3-207e26df48a8 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=787ae72f-f97c-4ab5-9aa1-48d11926bce6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0601664 Jul 14 19:29:46.591990 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1aaaaa-78bd-4c58-a051-096c12e0a66d req-3796298a-77bf-43f1-be7f-03368cdf01bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:29:46.595399 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3f1aaaaa-78bd-4c58-a051-096c12e0a66d req-3796298a-77bf-43f1-be7f-03368cdf01bc service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a3d6ee5c9e7d43dd9aef13bacc118669&device_id=787ae72f-f97c-4ab5-9aa1-48d11926bce6 HTTP/1.1" status: 200 len: 1096 time: 0.0732117 Jul 14 19:29:46.708796 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1aaaaa-78bd-4c58-a051-096c12e0a66d req-2d73980a-5096-42f0-8a6a-dfa0b054e3a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:29:46.710298 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3f1aaaaa-78bd-4c58-a051-096c12e0a66d req-2d73980a-5096-42f0-8a6a-dfa0b054e3a6 service neutron] 10.222.0.18 "GET /v2.0/networks?id=cc535c43-5a82-485a-92b9-30c772da0420 HTTP/1.1" status: 200 len: 897 time: 0.0945573 Jul 14 19:29:46.780025 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3f1aaaaa-78bd-4c58-a051-096c12e0a66d req-97733cd2-1eaa-41d3-8de5-4b561394c0cb service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=666c8ce0-e92e-454e-8b20-41d281bc2780 HTTP/1.1" status: 200 len: 1001 time: 0.0637312 Jul 14 19:29:46.832051 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1aaaaa-78bd-4c58-a051-096c12e0a66d req-4711409d-e584-487f-a36b-be6139481b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:29:46.833851 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3f1aaaaa-78bd-4c58-a051-096c12e0a66d req-4711409d-e584-487f-a36b-be6139481b96 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b66fbf38-2b03-43e5-b838-33d03ecc8826 HTTP/1.1" status: 200 len: 835 time: 0.0458670 Jul 14 19:29:46.892166 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1aaaaa-78bd-4c58-a051-096c12e0a66d req-fceef461-e45d-4e9d-8988-9c3b32f49cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:29:46.893703 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3f1aaaaa-78bd-4c58-a051-096c12e0a66d req-fceef461-e45d-4e9d-8988-9c3b32f49cc7 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=cc535c43-5a82-485a-92b9-30c772da0420&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0537994 Jul 14 19:29:46.987843 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3f1aaaaa-78bd-4c58-a051-096c12e0a66d req-52cefa17-14b9-461f-b9aa-f7e1f6b0906b service neutron] 10.222.0.18 "GET /v2.0/networks/cc535c43-5a82-485a-92b9-30c772da0420?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878367 Jul 14 19:29:47.077330 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3f1aaaaa-78bd-4c58-a051-096c12e0a66d req-f263bb2c-0143-45f4-ba47-b60ee539c256 service neutron] 10.222.0.18 "GET /v2.0/networks/cc535c43-5a82-485a-92b9-30c772da0420?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831158 Jul 14 19:29:47.611880 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 32952) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 19:29:47.775448 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-2c981cf8-774d-4fe4-a32c-a30d0db472cf tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Deleting port e8956447-2277-434c-9de2-82bcf159c9d5 {{(pid=93916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 19:29:47.775789 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-2c981cf8-774d-4fe4-a32c-a30d0db472cf tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:29:47.858110 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-2c981cf8-774d-4fe4-a32c-a30d0db472cf tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:29:47.858110 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-2c981cf8-774d-4fe4-a32c-a30d0db472cf tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:29:47.869986 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-2c981cf8-774d-4fe4-a32c-a30d0db472cf tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Calling delete_port for e8956447-2277-434c-9de2-82bcf159c9d5 owned by network:floatingip {{(pid=93916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 19:29:48.024365 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-2c981cf8-774d-4fe4-a32c-a30d0db472cf tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:29:48.049615 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c981cf8-774d-4fe4-a32c-a30d0db472cf tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Pushing event deleted for resources: {'Port': ['ID=e8956447-2277-434c-9de2-82bcf159c9d5,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:29:48.061909 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c981cf8-774d-4fe4-a32c-a30d0db472cf tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:29:48.062261 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c981cf8-774d-4fe4-a32c-a30d0db472cf tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:29:48.062602 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c981cf8-774d-4fe4-a32c-a30d0db472cf tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:29:48.062934 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c981cf8-774d-4fe4-a32c-a30d0db472cf tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:29:48.063263 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c981cf8-774d-4fe4-a32c-a30d0db472cf tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:29:48.063590 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c981cf8-774d-4fe4-a32c-a30d0db472cf tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:29:48.063919 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c981cf8-774d-4fe4-a32c-a30d0db472cf tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:29:48.064283 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c981cf8-774d-4fe4-a32c-a30d0db472cf tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:29:48.064618 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c981cf8-774d-4fe4-a32c-a30d0db472cf tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:29:48.064942 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c981cf8-774d-4fe4-a32c-a30d0db472cf tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:29:48.065270 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c981cf8-774d-4fe4-a32c-a30d0db472cf tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:29:48.065583 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c981cf8-774d-4fe4-a32c-a30d0db472cf tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:29:48.125586 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-2c981cf8-774d-4fe4-a32c-a30d0db472cf tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks [] for floatingip, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:29:48.125897 n-d-800634-3 neutron-server[93916]: INFO neutron.db.l3_db [None req-2c981cf8-774d-4fe4-a32c-a30d0db472cf tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Floating IP 2f7b7d7c-d8c9-4232-a11c-fc0faa2c10b0 disassociated (deleted). External IP: 172.25.1.122, port: 666c8ce0-e92e-454e-8b20-41d281bc2780. Jul 14 19:29:48.338019 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c981cf8-774d-4fe4-a32c-a30d0db472cf tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Router 10fb4989-baf9-4dbe-b793-1f6c213cd30a has already been hosted by L3 agent 2c6eb27e-defb-4cca-9a24-381c7415e359 {{(pid=93916) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 19:29:48.453441 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c981cf8-774d-4fe4-a32c-a30d0db472cf tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify agent at l3_agent.n-d-800634-3 the message routers_updated {{(pid=93916) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 19:29:48.470517 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-2c981cf8-774d-4fe4-a32c-a30d0db472cf tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for floatingip, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:29:48.470655 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf02f5df-01e0-47cd-a564-7b021c9b1f95 None None] Sync routers for ids ['10fb4989-baf9-4dbe-b793-1f6c213cd30a'] in n-d-800634-3 {{(pid=93917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 19:29:48.476415 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf02f5df-01e0-47cd-a564-7b021c9b1f95 None None] Routers {'10fb4989-baf9-4dbe-b793-1f6c213cd30a'} bound to L3 agent in host n-d-800634-3 {{(pid=93917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 19:29:48.477772 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-cf02f5df-01e0-47cd-a564-7b021c9b1f95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T19:29:23Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['10fb4989-baf9-4dbe-b793-1f6c213cd30a'], 'active': True} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 19:29:48.509989 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-d9a555f4-f0a0-4d15-a810-8120216fe9c6 req-84635634-f072-4113-b1b9-72002413347e service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=03a24d87-527f-4d5b-a998-53393446562a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0462828 Jul 14 19:29:48.528514 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-2c981cf8-774d-4fe4-a32c-a30d0db472cf tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] 10.222.0.16 "DELETE /v2.0/floatingips/2f7b7d7c-d8c9-4232-a11c-fc0faa2c10b0 HTTP/1.1" status: 204 len: 168 time: 0.9126749 Jul 14 19:29:48.528514 n-d-800634-3 neutron-server[93916]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '787ae72f-f97c-4ab5-9aa1-48d11926bce6', 'tag': '666c8ce0-e92e-454e-8b20-41d281bc2780'}] {{(pid=93916) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 19:29:48.528868 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08660965dfa68fcf45ab49fd1f0842c3c46447df706a9a0609e2cc6818fe56f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f76eca7-35f9-4ba3-afaa-1b88fae0bcd7" -d '{"events": [{"name": "network-changed", "server_uuid": "787ae72f-f97c-4ab5-9aa1-48d11926bce6", "tag": "666c8ce0-e92e-454e-8b20-41d281bc2780"}]}' {{(pid=93916) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 19:29:48.599515 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvr_db [None req-cf02f5df-01e0-47cd-a564-7b021c9b1f95 None None] Set router 10fb4989-baf9-4dbe-b793-1f6c213cd30a gateway port host: n-d-800634-3 {{(pid=93917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 19:29:48.604791 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-d9a555f4-f0a0-4d15-a810-8120216fe9c6 req-7df1f359-9f1e-4adf-a0de-1ead467126d7 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c51e850593fc4a37af9470721017e8e7&device_id=03a24d87-527f-4d5b-a998-53393446562a HTTP/1.1" status: 200 len: 210 time: 0.0377493 Jul 14 19:29:48.668694 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-d9a555f4-f0a0-4d15-a810-8120216fe9c6 req-1401f54b-c27d-4df7-ace0-88782d83ae09 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=c51e850593fc4a37af9470721017e8e7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0370300 Jul 14 19:29:48.751189 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 19:29:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18411161-e0d1-4b42-8a0b-a980c4e1d72d x-openstack-request-id: req-18411161-e0d1-4b42-8a0b-a980c4e1d72d {{(pid=93916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 19:29:48.751804 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "787ae72f-f97c-4ab5-9aa1-48d11926bce6", "tag": "666c8ce0-e92e-454e-8b20-41d281bc2780", "status": "completed", "code": 200}]} {{(pid=93916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 19:29:48.752489 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-18411161-e0d1-4b42-8a0b-a980c4e1d72d {{(pid=93916) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 19:29:48.753167 n-d-800634-3 neutron-server[93916]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '787ae72f-f97c-4ab5-9aa1-48d11926bce6', 'tag': '666c8ce0-e92e-454e-8b20-41d281bc2780', 'status': 'completed', 'code': 200} Jul 14 19:29:48.818760 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a555f4-f0a0-4d15-a810-8120216fe9c6 req-405616a8-ea8d-449f-8b59-e7679992a42d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:29:48.819910 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f76eca7-35f9-4ba3-afaa-1b88fae0bcd7 req-f205bb75-19c3-4b6b-afad-f8126a5c01c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:29:48.822329 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-d9a555f4-f0a0-4d15-a810-8120216fe9c6 req-405616a8-ea8d-449f-8b59-e7679992a42d service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1479843 Jul 14 19:29:48.822579 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-5f76eca7-35f9-4ba3-afaa-1b88fae0bcd7 req-f205bb75-19c3-4b6b-afad-f8126a5c01c1 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a3d6ee5c9e7d43dd9aef13bacc118669&device_id=787ae72f-f97c-4ab5-9aa1-48d11926bce6 HTTP/1.1" status: 200 len: 1096 time: 0.0782025 Jul 14 19:29:48.864379 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-cf02f5df-01e0-47cd-a564-7b021c9b1f95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10fb4989-baf9-4dbe-b793-1f6c213cd30a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-169733462', 'tenant_id': 'a3d6ee5c9e7d43dd9aef13bacc118669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.51'}], 'enable_snat': True}, 'gw_port_id': '229b270b-02b2-4baf-85a5-a3e9d6c7796e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T19:26:09Z', 'updated_at': '2021-07-14T19:26:13Z', 'revision_number': 4, 'project_id': 'a3d6ee5c9e7d43dd9aef13bacc118669', 'gw_port': {'id': '229b270b-02b2-4baf-85a5-a3e9d6c7796e', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:cb:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10fb4989-baf9-4dbe-b793-1f6c213cd30a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T19:26:09Z', 'updated_at': '2021-07-14T19:26:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_interfaces': [{'id': '1166a68c-078b-4ffe-b21f-ee1947db6b81', 'name': '', 'network_id': 'cc535c43-5a82-485a-92b9-30c772da0420', 'tenant_id': 'a3d6ee5c9e7d43dd9aef13bacc118669', 'mac_address': 'fa:16:3e:c3:db:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10fb4989-baf9-4dbe-b793-1f6c213cd30a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': 'b66fbf38-2b03-43e5-b838-33d03ecc8826', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T19:26:12Z', 'updated_at': '2021-07-14T19:26:17Z', 'revision_number': 5, 'project_id': 'a3d6ee5c9e7d43dd9aef13bacc118669', 'subnets': [{'id': 'b66fbf38-2b03-43e5-b838-33d03ecc8826', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-3', False) {} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 19:29:48.900070 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf02f5df-01e0-47cd-a564-7b021c9b1f95 None None] Checking router: 10fb4989-baf9-4dbe-b793-1f6c213cd30a for host: n-d-800634-3 {{(pid=93917) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 19:29:48.908515 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf02f5df-01e0-47cd-a564-7b021c9b1f95 None None] Routers {'10fb4989-baf9-4dbe-b793-1f6c213cd30a'} bound to L3 agent in host n-d-800634-3 {{(pid=93917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 19:29:48.909128 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-cf02f5df-01e0-47cd-a564-7b021c9b1f95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T19:29:23Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['10fb4989-baf9-4dbe-b793-1f6c213cd30a'], 'active': True} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 19:29:48.938070 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f76eca7-35f9-4ba3-afaa-1b88fae0bcd7 req-95384832-4370-4e72-9848-637420dfccb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:29:48.939744 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-5f76eca7-35f9-4ba3-afaa-1b88fae0bcd7 req-95384832-4370-4e72-9848-637420dfccb2 service neutron] 10.222.0.18 "GET /v2.0/networks?id=cc535c43-5a82-485a-92b9-30c772da0420 HTTP/1.1" status: 200 len: 897 time: 0.1084237 Jul 14 19:29:48.993687 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-5f76eca7-35f9-4ba3-afaa-1b88fae0bcd7 req-33b22f02-b5b6-42fc-ba8b-3c73a76d1585 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=666c8ce0-e92e-454e-8b20-41d281bc2780 HTTP/1.1" status: 200 len: 217 time: 0.0462897 Jul 14 19:29:49.030484 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvr_db [None req-cf02f5df-01e0-47cd-a564-7b021c9b1f95 None None] Set router 10fb4989-baf9-4dbe-b793-1f6c213cd30a gateway port host: n-d-800634-3 {{(pid=93917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 19:29:49.078633 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f76eca7-35f9-4ba3-afaa-1b88fae0bcd7 req-41aae85b-4d96-435b-9466-9372a39d09b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:29:49.080742 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-5f76eca7-35f9-4ba3-afaa-1b88fae0bcd7 req-41aae85b-4d96-435b-9466-9372a39d09b5 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b66fbf38-2b03-43e5-b838-33d03ecc8826 HTTP/1.1" status: 200 len: 835 time: 0.0612805 Jul 14 19:29:49.106613 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf249c8-784e-433c-b984-5f2449e84d3a req-0c232686-73f1-4875-8bd9-a59f9d1d2266 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:29:49.108282 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ebf249c8-784e-433c-b984-5f2449e84d3a req-0c232686-73f1-4875-8bd9-a59f9d1d2266 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] 10.222.0.16 "GET /v2.0/ports?device_id=787ae72f-f97c-4ab5-9aa1-48d11926bce6 HTTP/1.1" status: 200 len: 945 time: 0.1251173 Jul 14 19:29:49.174615 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ebf249c8-784e-433c-b984-5f2449e84d3a req-2cea7326-72ad-425b-999d-a2b0d00478a8 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] 10.222.0.16 "GET /v2.0/security-groups?id=2f5b4660-2690-42db-948c-77e94c288c16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481186 Jul 14 19:29:49.189267 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f76eca7-35f9-4ba3-afaa-1b88fae0bcd7 req-e267acac-42e3-4435-8d02-e0be5d1884b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:29:49.190936 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-5f76eca7-35f9-4ba3-afaa-1b88fae0bcd7 req-e267acac-42e3-4435-8d02-e0be5d1884b7 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=cc535c43-5a82-485a-92b9-30c772da0420&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1030047 Jul 14 19:29:49.292865 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-5f76eca7-35f9-4ba3-afaa-1b88fae0bcd7 req-c875fd5e-8b4c-498e-9cb8-fab08befdca5 service neutron] 10.222.0.18 "GET /v2.0/networks/cc535c43-5a82-485a-92b9-30c772da0420?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940955 Jul 14 19:29:49.401498 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-5f76eca7-35f9-4ba3-afaa-1b88fae0bcd7 req-9a4afb10-abd1-4ee5-bd8b-dd8b18c2cc53 service neutron] 10.222.0.18 "GET /v2.0/networks/cc535c43-5a82-485a-92b9-30c772da0420?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1020396 Jul 14 19:29:49.408348 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-cf02f5df-01e0-47cd-a564-7b021c9b1f95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10fb4989-baf9-4dbe-b793-1f6c213cd30a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-169733462', 'tenant_id': 'a3d6ee5c9e7d43dd9aef13bacc118669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.51'}], 'enable_snat': True}, 'gw_port_id': '229b270b-02b2-4baf-85a5-a3e9d6c7796e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T19:26:09Z', 'updated_at': '2021-07-14T19:26:13Z', 'revision_number': 4, 'project_id': 'a3d6ee5c9e7d43dd9aef13bacc118669', 'gw_port': {'id': '229b270b-02b2-4baf-85a5-a3e9d6c7796e', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:cb:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10fb4989-baf9-4dbe-b793-1f6c213cd30a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T19:26:09Z', 'updated_at': '2021-07-14T19:26:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_interfaces': [{'id': '1166a68c-078b-4ffe-b21f-ee1947db6b81', 'name': '', 'network_id': 'cc535c43-5a82-485a-92b9-30c772da0420', 'tenant_id': 'a3d6ee5c9e7d43dd9aef13bacc118669', 'mac_address': 'fa:16:3e:c3:db:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10fb4989-baf9-4dbe-b793-1f6c213cd30a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': 'b66fbf38-2b03-43e5-b838-33d03ecc8826', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T19:26:12Z', 'updated_at': '2021-07-14T19:26:17Z', 'revision_number': 5, 'project_id': 'a3d6ee5c9e7d43dd9aef13bacc118669', 'subnets': [{'id': 'b66fbf38-2b03-43e5-b838-33d03ecc8826', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-3', False) {} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 19:29:49.442590 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf02f5df-01e0-47cd-a564-7b021c9b1f95 None None] The sync data for ids ['10fb4989-baf9-4dbe-b793-1f6c213cd30a'] in n-d-800634-3 is: [{'id': '10fb4989-baf9-4dbe-b793-1f6c213cd30a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-169733462', 'tenant_id': 'a3d6ee5c9e7d43dd9aef13bacc118669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.51'}], 'enable_snat': True}, 'gw_port_id': '229b270b-02b2-4baf-85a5-a3e9d6c7796e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T19:26:09Z', 'updated_at': '2021-07-14T19:26:13Z', 'revision_number': 4, 'project_id': 'a3d6ee5c9e7d43dd9aef13bacc118669', 'gw_port': {'id': '229b270b-02b2-4baf-85a5-a3e9d6c7796e', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:cb:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10fb4989-baf9-4dbe-b793-1f6c213cd30a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T19:26:09Z', 'updated_at': '2021-07-14T19:26:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_interfaces': [{'id': '1166a68c-078b-4ffe-b21f-ee1947db6b81', 'name': '', 'network_id': 'cc535c43-5a82-485a-92b9-30c772da0420', 'tenant_id': 'a3d6ee5c9e7d43dd9aef13bacc118669', 'mac_address': 'fa:16:3e:c3:db:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10fb4989-baf9-4dbe-b793-1f6c213cd30a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': 'b66fbf38-2b03-43e5-b838-33d03ecc8826', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T19:26:12Z', 'updated_at': '2021-07-14T19:26:17Z', 'revision_number': 5, 'project_id': 'a3d6ee5c9e7d43dd9aef13bacc118669', 'subnets': [{'id': 'b66fbf38-2b03-43e5-b838-33d03ecc8826', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 19:29:49.670109 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f15a37f5-6fa4-4798-8726-e8a36fab0f10 None None] New status for floating IP 2f7b7d7c-d8c9-4232-a11c-fc0faa2c10b0: DOWN {{(pid=93918) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 19:29:50.233174 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc188eb-851b-4621-8692-50761a5c8fb1 req-22cd7f3c-6596-464f-8eeb-f1eada29ac02 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:29:50.235077 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ccc188eb-851b-4621-8692-50761a5c8fb1 req-22cd7f3c-6596-464f-8eeb-f1eada29ac02 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] 10.222.0.18 "GET /v2.0/ports?device_id=787ae72f-f97c-4ab5-9aa1-48d11926bce6 HTTP/1.1" status: 200 len: 945 time: 0.0815773 Jul 14 19:29:50.353207 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [req-ccc188eb-851b-4621-8692-50761a5c8fb1 req-a1e28d68-40a5-4408-8ef5-8fd2c1968f91 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Deleting port 666c8ce0-e92e-454e-8b20-41d281bc2780 {{(pid=93915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 19:29:50.353704 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-ccc188eb-851b-4621-8692-50761a5c8fb1 req-a1e28d68-40a5-4408-8ef5-8fd2c1968f91 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:29:50.483594 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-ccc188eb-851b-4621-8692-50761a5c8fb1 req-a1e28d68-40a5-4408-8ef5-8fd2c1968f91 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] For port 666c8ce0-e92e-454e-8b20-41d281bc2780, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=666c8ce0-e92e-454e-8b20-41d281bc2780,segment=NetworkSegment(f190bdb6-46d9-444a-b78e-6e8568c6acfc),segment_id=f190bdb6-46d9-444a-b78e-6e8568c6acfc)] {{(pid=93915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 19:29:50.483854 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-ccc188eb-851b-4621-8692-50761a5c8fb1 req-a1e28d68-40a5-4408-8ef5-8fd2c1968f91 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:29:50.501660 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [req-ccc188eb-851b-4621-8692-50761a5c8fb1 req-a1e28d68-40a5-4408-8ef5-8fd2c1968f91 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Calling delete_port for 666c8ce0-e92e-454e-8b20-41d281bc2780 owned by compute:nova {{(pid=93915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 19:29:50.510109 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-4712d8a3-0266-4a1e-8a81-5bf60e392cc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:29:50.568197 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca054a5b-c1cc-4dd5-a059-5bbc7bcb091c req-f8a8806d-8a68-4999-a38b-7c7a00d6d3fb tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:29:50.569759 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ca054a5b-c1cc-4dd5-a059-5bbc7bcb091c req-f8a8806d-8a68-4999-a38b-7c7a00d6d3fb tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] 10.222.0.16 "GET /v2.0/ports?device_id=787ae72f-f97c-4ab5-9aa1-48d11926bce6 HTTP/1.1" status: 200 len: 945 time: 0.2293096 Jul 14 19:29:50.633569 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ca054a5b-c1cc-4dd5-a059-5bbc7bcb091c req-1ee7e15b-f9c5-4a4f-97d6-bfc6295d9b35 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] 10.222.0.16 "GET /v2.0/security-groups?id=2f5b4660-2690-42db-948c-77e94c288c16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531166 Jul 14 19:29:50.697329 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-ccc188eb-851b-4621-8692-50761a5c8fb1 req-a1e28d68-40a5-4408-8ef5-8fd2c1968f91 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:29:50.734437 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e28d68-40a5-4408-8ef5-8fd2c1968f91 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Pushing event deleted for resources: {'Port': ['ID=666c8ce0-e92e-454e-8b20-41d281bc2780,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:29:50.762519 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e28d68-40a5-4408-8ef5-8fd2c1968f91 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:29:50.762866 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e28d68-40a5-4408-8ef5-8fd2c1968f91 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:29:50.763210 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e28d68-40a5-4408-8ef5-8fd2c1968f91 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:29:50.763543 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e28d68-40a5-4408-8ef5-8fd2c1968f91 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:29:50.763870 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e28d68-40a5-4408-8ef5-8fd2c1968f91 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:29:50.764222 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e28d68-40a5-4408-8ef5-8fd2c1968f91 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:29:50.764550 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e28d68-40a5-4408-8ef5-8fd2c1968f91 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:29:50.764877 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e28d68-40a5-4408-8ef5-8fd2c1968f91 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:29:50.765201 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e28d68-40a5-4408-8ef5-8fd2c1968f91 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:29:50.765527 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e28d68-40a5-4408-8ef5-8fd2c1968f91 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:29:50.765836 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e28d68-40a5-4408-8ef5-8fd2c1968f91 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:29:50.766153 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e28d68-40a5-4408-8ef5-8fd2c1968f91 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:29:50.802422 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccc188eb-851b-4621-8692-50761a5c8fb1 req-a1e28d68-40a5-4408-8ef5-8fd2c1968f91 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] No DVR routers for this DVR port 666c8ce0-e92e-454e-8b20-41d281bc2780 on host n-h1-800634-3 {{(pid=93915) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 19:29:50.806573 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-ccc188eb-851b-4621-8692-50761a5c8fb1 req-a1e28d68-40a5-4408-8ef5-8fd2c1968f91 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:29:50.809397 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ccc188eb-851b-4621-8692-50761a5c8fb1 req-a1e28d68-40a5-4408-8ef5-8fd2c1968f91 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] 10.222.0.18 "DELETE /v2.0/ports/666c8ce0-e92e-454e-8b20-41d281bc2780 HTTP/1.1" status: 204 len: 173 time: 0.5689452 Jul 14 19:29:50.810040 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '787ae72f-f97c-4ab5-9aa1-48d11926bce6', 'name': 'network-vif-deleted', 'tag': '666c8ce0-e92e-454e-8b20-41d281bc2780'}] {{(pid=93915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 19:29:50.813691 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}163b1c7ce9835e2c54087c39b47c05da5c61decdd411e584c58a4e7cd59f948f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9e4c0f0-e5b3-42da-ad62-f54055c47240" -d '{"events": [{"server_uuid": "787ae72f-f97c-4ab5-9aa1-48d11926bce6", "name": "network-vif-deleted", "tag": "666c8ce0-e92e-454e-8b20-41d281bc2780"}]}' {{(pid=93915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 19:29:50.914207 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 19:29:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cc85e80-eefa-4291-8a06-523f06f65c52 x-openstack-request-id: req-2cc85e80-eefa-4291-8a06-523f06f65c52 {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 19:29:50.915028 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "787ae72f-f97c-4ab5-9aa1-48d11926bce6", "name": "network-vif-deleted", "tag": "666c8ce0-e92e-454e-8b20-41d281bc2780", "status": "completed", "code": 200}]} {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 19:29:50.915385 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2cc85e80-eefa-4291-8a06-523f06f65c52 {{(pid=93915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 19:29:50.915893 n-d-800634-3 neutron-server[93915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '787ae72f-f97c-4ab5-9aa1-48d11926bce6', 'name': 'network-vif-deleted', 'tag': '666c8ce0-e92e-454e-8b20-41d281bc2780', 'status': 'completed', 'code': 200} Jul 14 19:29:51.732811 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 32978) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 19:29:52.095119 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-76cd95e9-2133-4f49-9e55-2d719762fff4 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-928623'] for router_interface, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:29:52.361825 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-76cd95e9-2133-4f49-9e55-2d719762fff4 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Deleting port 1166a68c-078b-4ffe-b21f-ee1947db6b81 {{(pid=93916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 19:29:52.362090 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-76cd95e9-2133-4f49-9e55-2d719762fff4 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:29:52.448286 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.db [None req-76cd95e9-2133-4f49-9e55-2d719762fff4 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] For port 1166a68c-078b-4ffe-b21f-ee1947db6b81, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=1166a68c-078b-4ffe-b21f-ee1947db6b81,segment=NetworkSegment(f190bdb6-46d9-444a-b78e-6e8568c6acfc),segment_id=f190bdb6-46d9-444a-b78e-6e8568c6acfc)] {{(pid=93916) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 19:29:52.448650 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-76cd95e9-2133-4f49-9e55-2d719762fff4 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:29:52.462287 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-76cd95e9-2133-4f49-9e55-2d719762fff4 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Calling delete_port for 1166a68c-078b-4ffe-b21f-ee1947db6b81 owned by network:router_interface {{(pid=93916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 19:29:52.653230 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-76cd95e9-2133-4f49-9e55-2d719762fff4 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:29:52.680706 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76cd95e9-2133-4f49-9e55-2d719762fff4 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Pushing event deleted for resources: {'Port': ['ID=1166a68c-078b-4ffe-b21f-ee1947db6b81,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:29:52.861596 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-76cd95e9-2133-4f49-9e55-2d719762fff4 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-598732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-928907'] for router_interface, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:29:52.921374 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-6847c099-256c-450d-9557-d19f2e9e4c1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:29:53.082320 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76cd95e9-2133-4f49-9e55-2d719762fff4 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Router 10fb4989-baf9-4dbe-b793-1f6c213cd30a has already been hosted by L3 agent 2c6eb27e-defb-4cca-9a24-381c7415e359 {{(pid=93916) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 19:29:53.186259 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76cd95e9-2133-4f49-9e55-2d719762fff4 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify agent at l3_agent.n-d-800634-3 the message routers_updated {{(pid=93916) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 19:29:53.191330 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-76cd95e9-2133-4f49-9e55-2d719762fff4 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] 10.222.0.16 "PUT /v2.0/routers/10fb4989-baf9-4dbe-b793-1f6c213cd30a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4574702 Jul 14 19:29:53.194075 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 32980) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 19:29:53.197299 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b5fea8f-9c10-4806-a00d-36b9f1aad089 None None] Sync routers for ids ['10fb4989-baf9-4dbe-b793-1f6c213cd30a'] in n-d-800634-3 {{(pid=93917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 19:29:53.206646 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b5fea8f-9c10-4806-a00d-36b9f1aad089 None None] Routers {'10fb4989-baf9-4dbe-b793-1f6c213cd30a'} bound to L3 agent in host n-d-800634-3 {{(pid=93917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 19:29:53.207257 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-6b5fea8f-9c10-4806-a00d-36b9f1aad089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T19:29:53Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['10fb4989-baf9-4dbe-b793-1f6c213cd30a'], 'active': True} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 19:29:53.245895 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.db_base_plugin_v2 [None req-4765de06-f594-431b-a247-c1c91c883ff7 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Deleting subnet b66fbf38-2b03-43e5-b838-33d03ecc8826 {{(pid=93916) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 19:29:53.249017 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-4765de06-f594-431b-a247-c1c91c883ff7 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks [] for subnet, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:29:53.290716 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-4765de06-f594-431b-a247-c1c91c883ff7 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26296866'] for subnet, precommit_delete_associations {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:29:53.312835 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:29:53.328907 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvr_db [None req-6b5fea8f-9c10-4806-a00d-36b9f1aad089 None None] Set router 10fb4989-baf9-4dbe-b793-1f6c213cd30a gateway port host: n-d-800634-3 {{(pid=93917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 19:29:53.382168 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-4765de06-f594-431b-a247-c1c91c883ff7 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081283'] for subnet, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:29:53.445861 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-4765de06-f594-431b-a247-c1c91c883ff7 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2684816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26033152'] for subnet, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:29:53.475959 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-4765de06-f594-431b-a247-c1c91c883ff7 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks [] for subnet, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:29:53.479926 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-4765de06-f594-431b-a247-c1c91c883ff7 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] 10.222.0.16 "DELETE /v2.0/subnets/b66fbf38-2b03-43e5-b838-33d03ecc8826 HTTP/1.1" status: 204 len: 168 time: 0.2847118 Jul 14 19:29:53.481438 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4765de06-f594-431b-a247-c1c91c883ff7 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Pushing event deleted for resources: {'Subnet': ['ID=b66fbf38-2b03-43e5-b838-33d03ecc8826,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:29:53.483590 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 32982) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 19:29:53.489505 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b8730f6-e36e-4c1c-ae65-c31a60acdb32 None None] Network cc535c43-5a82-485a-92b9-30c772da0420 requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 19:29:53.604229 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-e9e963f7-552b-4b15-8f3b-902888be7ae2 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks [] for router, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:29:53.646471 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-6b5fea8f-9c10-4806-a00d-36b9f1aad089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10fb4989-baf9-4dbe-b793-1f6c213cd30a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-169733462', 'tenant_id': 'a3d6ee5c9e7d43dd9aef13bacc118669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.51'}], 'enable_snat': True}, 'gw_port_id': '229b270b-02b2-4baf-85a5-a3e9d6c7796e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T19:26:09Z', 'updated_at': '2021-07-14T19:29:52Z', 'revision_number': 5, 'project_id': 'a3d6ee5c9e7d43dd9aef13bacc118669', 'gw_port': {'id': '229b270b-02b2-4baf-85a5-a3e9d6c7796e', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:cb:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10fb4989-baf9-4dbe-b793-1f6c213cd30a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T19:26:09Z', 'updated_at': '2021-07-14T19:26:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3'}], 'n-d-800634-3', False) {} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 19:29:53.678220 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b5fea8f-9c10-4806-a00d-36b9f1aad089 None None] Checking router: 10fb4989-baf9-4dbe-b793-1f6c213cd30a for host: n-d-800634-3 {{(pid=93917) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 19:29:53.697478 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b5fea8f-9c10-4806-a00d-36b9f1aad089 None None] Routers {'10fb4989-baf9-4dbe-b793-1f6c213cd30a'} bound to L3 agent in host n-d-800634-3 {{(pid=93917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 19:29:53.698244 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-6b5fea8f-9c10-4806-a00d-36b9f1aad089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T19:29:53Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['10fb4989-baf9-4dbe-b793-1f6c213cd30a'], 'active': True} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 19:29:53.713033 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-e9e963f7-552b-4b15-8f3b-902888be7ae2 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:29:53.772306 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [None req-e9e963f7-552b-4b15-8f3b-902888be7ae2 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Deleting port 229b270b-02b2-4baf-85a5-a3e9d6c7796e {{(pid=93915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 19:29:53.772657 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-e9e963f7-552b-4b15-8f3b-902888be7ae2 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:29:53.778133 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26bdade2-8b01-4ac4-a570-96ab77391ae9 None None] DHCP port deletion for cc535c43-5a82-485a-92b9-30c772da0420 request from n-d-800634-3 {{(pid=93917) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 19:29:53.833713 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvr_db [None req-6b5fea8f-9c10-4806-a00d-36b9f1aad089 None None] Set router 10fb4989-baf9-4dbe-b793-1f6c213cd30a gateway port host: n-d-800634-3 {{(pid=93917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 19:29:53.857995 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [None req-e9e963f7-552b-4b15-8f3b-902888be7ae2 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] For port 229b270b-02b2-4baf-85a5-a3e9d6c7796e, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=229b270b-02b2-4baf-85a5-a3e9d6c7796e,segment=NetworkSegment(5afb940b-bbdf-4727-be00-5d46367c38a1),segment_id=5afb940b-bbdf-4727-be00-5d46367c38a1)] {{(pid=93915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 19:29:53.858357 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-e9e963f7-552b-4b15-8f3b-902888be7ae2 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:29:53.871315 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [None req-e9e963f7-552b-4b15-8f3b-902888be7ae2 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Calling delete_port for 229b270b-02b2-4baf-85a5-a3e9d6c7796e owned by network:router_gateway {{(pid=93915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 19:29:53.941943 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-26bdade2-8b01-4ac4-a570-96ab77391ae9 None None] Deleting port b4edc5ee-ec24-42aa-a438-9f1d2a735116 {{(pid=93917) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 19:29:53.942589 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-26bdade2-8b01-4ac4-a570-96ab77391ae9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:29:54.026544 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-26bdade2-8b01-4ac4-a570-96ab77391ae9 None None] For port b4edc5ee-ec24-42aa-a438-9f1d2a735116, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=b4edc5ee-ec24-42aa-a438-9f1d2a735116,segment=NetworkSegment(f190bdb6-46d9-444a-b78e-6e8568c6acfc),segment_id=f190bdb6-46d9-444a-b78e-6e8568c6acfc)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 19:29:54.026823 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-26bdade2-8b01-4ac4-a570-96ab77391ae9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:29:54.046814 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-e9e963f7-552b-4b15-8f3b-902888be7ae2 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:29:54.056755 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.agents_db [None req-2ea07fb6-aa68-4671-8654-119d82b9f530 None None] Agent healthcheck: found 7 active agents {{(pid=93918) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 19:29:54.068891 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-26bdade2-8b01-4ac4-a570-96ab77391ae9 None None] Calling delete_port for b4edc5ee-ec24-42aa-a438-9f1d2a735116 owned by network:dhcp {{(pid=93917) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 19:29:54.076325 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e963f7-552b-4b15-8f3b-902888be7ae2 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Pushing event deleted for resources: {'Port': ['ID=229b270b-02b2-4baf-85a5-a3e9d6c7796e,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:29:54.141886 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-e9e963f7-552b-4b15-8f3b-902888be7ae2 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-930057'] for router_gateway, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:29:54.156997 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-6b5fea8f-9c10-4806-a00d-36b9f1aad089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10fb4989-baf9-4dbe-b793-1f6c213cd30a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-169733462', 'tenant_id': 'a3d6ee5c9e7d43dd9aef13bacc118669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.51'}], 'enable_snat': True}, 'gw_port_id': '229b270b-02b2-4baf-85a5-a3e9d6c7796e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T19:26:09Z', 'updated_at': '2021-07-14T19:29:52Z', 'revision_number': 5, 'project_id': 'a3d6ee5c9e7d43dd9aef13bacc118669', 'gw_port': {'id': '229b270b-02b2-4baf-85a5-a3e9d6c7796e', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:cb:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10fb4989-baf9-4dbe-b793-1f6c213cd30a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T19:26:09Z', 'updated_at': '2021-07-14T19:26:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3'}], 'n-d-800634-3', False) {} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 19:29:54.184076 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b5fea8f-9c10-4806-a00d-36b9f1aad089 None None] The sync data for ids ['10fb4989-baf9-4dbe-b793-1f6c213cd30a'] in n-d-800634-3 is: [{'id': '10fb4989-baf9-4dbe-b793-1f6c213cd30a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-169733462', 'tenant_id': 'a3d6ee5c9e7d43dd9aef13bacc118669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.51'}], 'enable_snat': True}, 'gw_port_id': '229b270b-02b2-4baf-85a5-a3e9d6c7796e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T19:26:09Z', 'updated_at': '2021-07-14T19:29:52Z', 'revision_number': 5, 'project_id': 'a3d6ee5c9e7d43dd9aef13bacc118669', 'gw_port': {'id': '229b270b-02b2-4baf-85a5-a3e9d6c7796e', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:cb:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10fb4989-baf9-4dbe-b793-1f6c213cd30a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T19:26:09Z', 'updated_at': '2021-07-14T19:26:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3'}] {{(pid=93917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 19:29:54.190288 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-26bdade2-8b01-4ac4-a570-96ab77391ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813'] for port, after_delete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:29:54.221696 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bdade2-8b01-4ac4-a570-96ab77391ae9 None None] Pushing event deleted for resources: {'Port': ['ID=b4edc5ee-ec24-42aa-a438-9f1d2a735116,revision_number=None']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:29:54.228541 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26bdade2-8b01-4ac4-a570-96ab77391ae9 None None] No DVR routers for this DVR port b4edc5ee-ec24-42aa-a438-9f1d2a735116 on host n-d-800634-3 {{(pid=93917) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 19:29:54.230874 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26bdade2-8b01-4ac4-a570-96ab77391ae9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:29:54.231225 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26bdade2-8b01-4ac4-a570-96ab77391ae9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:29:54.231560 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26bdade2-8b01-4ac4-a570-96ab77391ae9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:29:54.231892 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26bdade2-8b01-4ac4-a570-96ab77391ae9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:29:54.232293 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26bdade2-8b01-4ac4-a570-96ab77391ae9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:29:54.233156 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26bdade2-8b01-4ac4-a570-96ab77391ae9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:29:54.233156 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26bdade2-8b01-4ac4-a570-96ab77391ae9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:29:54.233507 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26bdade2-8b01-4ac4-a570-96ab77391ae9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:29:54.233691 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26bdade2-8b01-4ac4-a570-96ab77391ae9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:29:54.234036 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26bdade2-8b01-4ac4-a570-96ab77391ae9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:29:54.234360 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26bdade2-8b01-4ac4-a570-96ab77391ae9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:29:54.234683 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26bdade2-8b01-4ac4-a570-96ab77391ae9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:29:54.237853 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-e9e963f7-552b-4b15-8f3b-902888be7ae2 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-571778', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11402'] for router, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:29:54.240065 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-e9e963f7-552b-4b15-8f3b-902888be7ae2 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:29:54.285624 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-e9e963f7-552b-4b15-8f3b-902888be7ae2 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-541202'] for router, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:29:54.286196 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9e963f7-552b-4b15-8f3b-902888be7ae2 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Fanout notify agent at l3_agent the message router_deleted on router 10fb4989-baf9-4dbe-b793-1f6c213cd30a {{(pid=93915) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 19:29:54.293507 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-e9e963f7-552b-4b15-8f3b-902888be7ae2 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks [] for router, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:29:54.295023 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-e9e963f7-552b-4b15-8f3b-902888be7ae2 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] 10.222.0.16 "DELETE /v2.0/routers/10fb4989-baf9-4dbe-b793-1f6c213cd30a HTTP/1.1" status: 204 len: 168 time: 0.8101909 Jul 14 19:29:54.297911 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 32984) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 19:29:54.375040 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-b24380aa-3396-4215-9151-a466432a6536 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645734'] for network, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:29:54.383487 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-574aeb93-9938-449c-8e6c-cb22c9b52cc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:29:54.460022 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-b24380aa-3396-4215-9151-a466432a6536 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2096010', 'neutron.services.segments.db._delete_segments_for_network-8728202734996'] for network, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:29:54.470752 n-d-800634-3 neutron-server[93915]: DEBUG neutron.services.segments.db [None req-b24380aa-3396-4215-9151-a466432a6536 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc535c43-5a82-485a-92b9-30c772da0420']}} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 19:29:54.481201 n-d-800634-3 neutron-server[93915]: DEBUG neutron.services.segments.db [None req-b24380aa-3396-4215-9151-a466432a6536 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f190bdb6-46d9-444a-b78e-6e8568c6acfc') {'for_net_delete': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 19:29:54.481442 n-d-800634-3 neutron-server[93915]: DEBUG neutron.services.segments.db [None req-b24380aa-3396-4215-9151-a466432a6536 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f190bdb6-46d9-444a-b78e-6e8568c6acfc') {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 19:29:54.490267 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-b24380aa-3396-4215-9151-a466432a6536 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728202715275', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28939920'] for segment, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:29:54.510372 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-b24380aa-3396-4215-9151-a466432a6536 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:29:54.516367 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b24380aa-3396-4215-9151-a466432a6536 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Releasing vlan 61 on physical network physnet1 to pool {{(pid=93915) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 19:29:54.516799 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-b24380aa-3396-4215-9151-a466432a6536 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25911658'] for segment, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:29:54.519701 n-d-800634-3 neutron-server[93915]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 19:29:54.519701 n-d-800634-3 neutron-server[93915]: conditions |= (models_v2.Port.network_id.in_( Jul 14 19:29:54.519701 n-d-800634-3 neutron-server[93915]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 19:29:54.519701 n-d-800634-3 neutron-server[93915]: conditions |= (models_v2.Port.network_id.in_( Jul 14 19:29:54.519701 n-d-800634-3 neutron-server[93915]: Traceback (most recent call last): Jul 14 19:29:54.519701 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 19:29:54.519701 n-d-800634-3 neutron-server[93915]: timer() Jul 14 19:29:54.519701 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 19:29:54.519701 n-d-800634-3 neutron-server[93915]: cb(*args, **kw) Jul 14 19:29:54.519701 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 19:29:54.519701 n-d-800634-3 neutron-server[93915]: return func(*args, **kwargs) Jul 14 19:29:54.519701 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 19:29:54.519701 n-d-800634-3 neutron-server[93915]: self._notify() Jul 14 19:29:54.519701 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 19:29:54.519701 n-d-800634-3 neutron-server[93915]: self.callback(batched_events) Jul 14 19:29:54.519701 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 19:29:54.519701 n-d-800634-3 neutron-server[93915]: event.method(event) Jul 14 19:29:54.519701 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 19:29:54.519701 n-d-800634-3 neutron-server[93915]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 19:29:54.519701 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 19:29:54.519701 n-d-800634-3 neutron-server[93915]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 19:29:54.519701 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 19:29:54.519701 n-d-800634-3 neutron-server[93915]: return f(self, *a, **k) Jul 14 19:29:54.519701 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 19:29:54.519701 n-d-800634-3 neutron-server[93915]: return self._get(url).json() Jul 14 19:29:54.519701 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 19:29:54.519701 n-d-800634-3 neutron-server[93915]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 19:29:54.519701 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 19:29:54.519701 n-d-800634-3 neutron-server[93915]: return self.request(url, 'GET', **kwargs) Jul 14 19:29:54.519701 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 19:29:54.519701 n-d-800634-3 neutron-server[93915]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 19:29:54.519701 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 19:29:54.519701 n-d-800634-3 neutron-server[93915]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 19:29:54.519701 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 19:29:54.519701 n-d-800634-3 neutron-server[93915]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 19:29:54.519701 n-d-800634-3 neutron-server[93915]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 19:29:54.584769 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-b24380aa-3396-4215-9151-a466432a6536 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2096001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-930085'] for network, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:29:54.592145 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-b24380aa-3396-4215-9151-a466432a6536 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks [] for network, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:29:54.594433 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-b24380aa-3396-4215-9151-a466432a6536 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] 10.222.0.16 "DELETE /v2.0/networks/cc535c43-5a82-485a-92b9-30c772da0420 HTTP/1.1" status: 204 len: 168 time: 0.2955027 Jul 14 19:29:54.599379 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 32986) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 19:29:54.608415 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24380aa-3396-4215-9151-a466432a6536 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Pushing event deleted for resources: {'Network': ['ID=cc535c43-5a82-485a-92b9-30c772da0420,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:29:54.672498 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-c60f8b75-5eeb-40b9-93eb-5c5f65eccf5b tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks [] for security_group, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:29:54.700897 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-c60f8b75-5eeb-40b9-93eb-5c5f65eccf5b tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:29:54.774641 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-c60f8b75-5eeb-40b9-93eb-5c5f65eccf5b tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:29:54.777380 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-c60f8b75-5eeb-40b9-93eb-5c5f65eccf5b tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:29:54.778588 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-c60f8b75-5eeb-40b9-93eb-5c5f65eccf5b tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] 10.222.0.16 "DELETE /v2.0/security-groups/2f5b4660-2690-42db-948c-77e94c288c16 HTTP/1.1" status: 204 len: 168 time: 0.1781104 Jul 14 19:29:54.788640 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60f8b75-5eeb-40b9-93eb-5c5f65eccf5b tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f5b4660-2690-42db-948c-77e94c288c16,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:29:55.102592 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 32992) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 19:29:55.107522 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-411b0d63-5c8c-4de5-9a5b-d26e6c375e11 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1183111694', 'description': 'tempest-secgroup-smoke-1183111694 description', 'project_id': 'a3d6ee5c9e7d43dd9aef13bacc118669'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 19:29:55.131918 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-411b0d63-5c8c-4de5-9a5b-d26e6c375e11 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks [] for security_group, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:29:55.223928 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-411b0d63-5c8c-4de5-9a5b-d26e6c375e11 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks [] for security_group, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:29:55.230263 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-411b0d63-5c8c-4de5-9a5b-d26e6c375e11 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:29:55.261092 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411b0d63-5c8c-4de5-9a5b-d26e6c375e11 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0d8b3f63-c307-47de-b61c-f70506a45edf,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:29:55.264371 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-411b0d63-5c8c-4de5-9a5b-d26e6c375e11 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:29:55.265598 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-411b0d63-5c8c-4de5-9a5b-d26e6c375e11 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1619513 Jul 14 19:29:55.268735 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 32994) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 19:29:55.273635 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-2b927d8b-56b8-4547-bdce-bc317b01745d tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Request body: {'security_group_rule': {'security_group_id': '0d8b3f63-c307-47de-b61c-f70506a45edf', 'project_id': 'a3d6ee5c9e7d43dd9aef13bacc118669', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 19:29:55.300724 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-2b927d8b-56b8-4547-bdce-bc317b01745d tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:29:55.357746 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-2b927d8b-56b8-4547-bdce-bc317b01745d tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:29:55.361230 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-2b927d8b-56b8-4547-bdce-bc317b01745d tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305173'] for security_group_rule, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:29:55.378439 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b927d8b-56b8-4547-bdce-bc317b01745d tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec12716c-0268-4ef0-a890-ca88c93320d6,revision_number=0']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:29:55.389976 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-2b927d8b-56b8-4547-bdce-bc317b01745d tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:29:55.391109 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-2b927d8b-56b8-4547-bdce-bc317b01745d tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1212802 Jul 14 19:29:55.394141 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 32996) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 19:29:55.399172 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-022fb45d-3828-43a3-99fa-e9f67194fde0 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Request body: {'security_group_rule': {'security_group_id': '0d8b3f63-c307-47de-b61c-f70506a45edf', 'project_id': 'a3d6ee5c9e7d43dd9aef13bacc118669', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 19:29:55.427024 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-022fb45d-3828-43a3-99fa-e9f67194fde0 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:29:55.489147 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-022fb45d-3828-43a3-99fa-e9f67194fde0 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:29:55.494052 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-022fb45d-3828-43a3-99fa-e9f67194fde0 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305173'] for security_group_rule, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:29:55.513210 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022fb45d-3828-43a3-99fa-e9f67194fde0 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68415933-3204-46a1-ae04-244523bc5bbb,revision_number=0']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:29:55.530200 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-022fb45d-3828-43a3-99fa-e9f67194fde0 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:29:55.531997 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-022fb45d-3828-43a3-99fa-e9f67194fde0 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1363380 Jul 14 19:29:55.534216 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 32998) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 19:29:55.538583 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-0838f604-01c2-4e89-a0ec-02d77867ad37 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Request body: {'security_group_rule': {'security_group_id': '0d8b3f63-c307-47de-b61c-f70506a45edf', 'project_id': 'a3d6ee5c9e7d43dd9aef13bacc118669', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 19:29:55.568356 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-0838f604-01c2-4e89-a0ec-02d77867ad37 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:29:55.632021 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-0838f604-01c2-4e89-a0ec-02d77867ad37 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:29:55.650112 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-0838f604-01c2-4e89-a0ec-02d77867ad37 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305173'] for security_group_rule, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:29:55.671367 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0838f604-01c2-4e89-a0ec-02d77867ad37 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a08fbb40-cf85-4405-9ced-fa41d4f05cf3,revision_number=0']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:29:55.674949 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-0838f604-01c2-4e89-a0ec-02d77867ad37 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:29:55.675876 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-0838f604-01c2-4e89-a0ec-02d77867ad37 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1407232 Jul 14 19:29:55.677935 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 229b270b-02b2-4baf-85a5-a3e9d6c7796e no longer exists at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 19:29:55.678937 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 33000) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 19:29:55.683929 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-305e0197-2f73-45a3-bbea-5da2f4d06dde tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Request body: {'security_group_rule': {'security_group_id': '0d8b3f63-c307-47de-b61c-f70506a45edf', 'project_id': 'a3d6ee5c9e7d43dd9aef13bacc118669', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 19:29:55.700890 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] No Port match for: 229b270b-02b2-4baf-85a5-a3e9d6c7796e {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 19:29:55.701292 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 229b270b-02b2-4baf-85a5-a3e9d6c7796e not bound to the agent host n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 19:29:55.701801 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device b4edc5ee-ec24-42aa-a438-9f1d2a735116 no longer exists at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 19:29:55.715087 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-305e0197-2f73-45a3-bbea-5da2f4d06dde tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:29:55.724074 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] No Port match for: b4edc5ee-ec24-42aa-a438-9f1d2a735116 {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 19:29:55.724443 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device b4edc5ee-ec24-42aa-a438-9f1d2a735116 not bound to the agent host n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 19:29:55.724908 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 1166a68c-078b-4ffe-b21f-ee1947db6b81 no longer exists at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 19:29:55.746375 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] No Port match for: 1166a68c-078b-4ffe-b21f-ee1947db6b81 {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 19:29:55.746731 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 1166a68c-078b-4ffe-b21f-ee1947db6b81 not bound to the agent host n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 19:29:55.780428 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-305e0197-2f73-45a3-bbea-5da2f4d06dde tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:29:55.785141 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-305e0197-2f73-45a3-bbea-5da2f4d06dde tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305173'] for security_group_rule, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:29:55.802337 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305e0197-2f73-45a3-bbea-5da2f4d06dde tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6bed64f7-8aa3-43ba-86a7-397ff5ba94dc,revision_number=0']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:29:55.809385 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-305e0197-2f73-45a3-bbea-5da2f4d06dde tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:29:55.810648 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-305e0197-2f73-45a3-bbea-5da2f4d06dde tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1304736 Jul 14 19:29:55.813328 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 33002) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 19:29:55.817742 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-1fa5ab95-ea9e-4de9-96d9-8a015b24e75b tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Request body: {'security_group_rule': {'security_group_id': '0d8b3f63-c307-47de-b61c-f70506a45edf', 'project_id': 'a3d6ee5c9e7d43dd9aef13bacc118669', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 19:29:55.838614 n-d-800634-3 neutron-server[93915]: INFO neutron.db.securitygroups_db [None req-1fa5ab95-ea9e-4de9-96d9-8a015b24e75b tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Project a3d6ee5c9e7d43dd9aef13bacc118669 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 14 19:29:55.843555 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-1fa5ab95-ea9e-4de9-96d9-8a015b24e75b tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:29:55.906123 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-1fa5ab95-ea9e-4de9-96d9-8a015b24e75b tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:29:55.910536 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-1fa5ab95-ea9e-4de9-96d9-8a015b24e75b tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305173'] for security_group_rule, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:29:55.928154 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa5ab95-ea9e-4de9-96d9-8a015b24e75b tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=326f01d2-caf7-434c-b7a1-69f6f374b37a,revision_number=0']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:29:55.936140 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-1fa5ab95-ea9e-4de9-96d9-8a015b24e75b tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:29:55.937870 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-1fa5ab95-ea9e-4de9-96d9-8a015b24e75b tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1235752 Jul 14 19:29:55.940623 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 33006) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 19:29:55.945149 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-ba84e437-931c-4633-a388-927b63f4d5fb tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Request body: {'security_group_rule': {'security_group_id': '0d8b3f63-c307-47de-b61c-f70506a45edf', 'project_id': 'a3d6ee5c9e7d43dd9aef13bacc118669', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 19:29:55.957317 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device 666c8ce0-e92e-454e-8b20-41d281bc2780 no longer exists at agent hyperv_n-h1-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 19:29:55.968659 n-d-800634-3 neutron-server[93915]: INFO neutron.db.securitygroups_db [None req-ba84e437-931c-4633-a388-927b63f4d5fb tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Project a3d6ee5c9e7d43dd9aef13bacc118669 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 14 19:29:55.973723 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-ba84e437-931c-4633-a388-927b63f4d5fb tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:29:55.978343 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] No Port match for: 666c8ce0-e92e-454e-8b20-41d281bc2780 {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 19:29:55.978762 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device 666c8ce0-e92e-454e-8b20-41d281bc2780 not bound to the agent host n-h1-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 19:29:56.022768 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-2f4e3af3-e708-4ffd-a544-82d93a489d01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:29:56.041588 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-ba84e437-931c-4633-a388-927b63f4d5fb tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:29:56.045198 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-ba84e437-931c-4633-a388-927b63f4d5fb tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305173'] for security_group_rule, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:29:56.064411 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba84e437-931c-4633-a388-927b63f4d5fb tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cfb6230d-5393-4090-aeef-a36f9181e619,revision_number=0']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:29:56.067496 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-ba84e437-931c-4633-a388-927b63f4d5fb tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:29:56.068775 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-ba84e437-931c-4633-a388-927b63f4d5fb tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1271963 Jul 14 19:29:56.071671 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 33008) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 19:29:56.076542 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-e4b6aef7-2835-4f08-9909-dc3299d08f8d tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Request body: {'network': {'name': 'tempest-network-smoke--1266635440', 'project_id': 'a3d6ee5c9e7d43dd9aef13bacc118669', 'port_security_enabled': True}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 19:29:56.096485 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4b6aef7-2835-4f08-9909-dc3299d08f8d tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Made reservation on behalf of a3d6ee5c9e7d43dd9aef13bacc118669 for: {'network': 1} {{(pid=93915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 19:29:56.099835 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-e4b6aef7-2835-4f08-9909-dc3299d08f8d tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for network, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:29:56.123807 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4b6aef7-2835-4f08-9909-dc3299d08f8d tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 94} {{(pid=93915) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 19:29:56.132559 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-e4b6aef7-2835-4f08-9909-dc3299d08f8d tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:29:56.132911 n-d-800634-3 neutron-server[93915]: INFO neutron.db.segments_db [None req-e4b6aef7-2835-4f08-9909-dc3299d08f8d tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Added segment f8ef6fac-5a60-44bf-acf9-2a52819f91c2 of type vlan for network f19fbacc-9b69-462e-97d5-ad80ace26794 Jul 14 19:29:56.176262 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-e4b6aef7-2835-4f08-9909-dc3299d08f8d tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728202197517'] for network, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:29:56.204537 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-e4b6aef7-2835-4f08-9909-dc3299d08f8d tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727'] for network, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:29:56.210389 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4b6aef7-2835-4f08-9909-dc3299d08f8d tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:29:56.211545 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-e4b6aef7-2835-4f08-9909-dc3299d08f8d tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks [] for network, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:29:56.277924 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-e4b6aef7-2835-4f08-9909-dc3299d08f8d tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2051780 Jul 14 19:29:56.283830 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 33010) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 19:29:56.287293 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b6aef7-2835-4f08-9909-dc3299d08f8d tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Pushing event updated for resources: {'Network': ['ID=f19fbacc-9b69-462e-97d5-ad80ace26794,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:29:56.288747 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-1031af2d-2176-4305-8843-d03e5df180b5 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2019105394', 'admin_state_up': True, 'project_id': 'a3d6ee5c9e7d43dd9aef13bacc118669', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61'}}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 19:29:56.297927 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Network f19fbacc-9b69-462e-97d5-ad80ace26794 details requested by agent ovs-agent-n-d-800634-3 with host n-d-800634-3 {{(pid=93917) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 19:29:56.314285 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-1031af2d-2176-4305-8843-d03e5df180b5 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-571768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11104'] for router, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:29:56.315345 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-1031af2d-2176-4305-8843-d03e5df180b5 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-571675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-930014', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-632314', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11129'] for router, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:29:56.370417 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-1031af2d-2176-4305-8843-d03e5df180b5 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:29:56.511833 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-1031af2d-2176-4305-8843-d03e5df180b5 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-929996', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-571750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11395'] for router, precommit_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:29:56.706714 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-1031af2d-2176-4305-8843-d03e5df180b5 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks [] for router_gateway, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:29:56.725648 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-1031af2d-2176-4305-8843-d03e5df180b5 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:29:56.826570 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.db_base_plugin_common [None req-1031af2d-2176-4305-8843-d03e5df180b5 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Allocated IP 172.25.1.153 (9200a437-e1de-4520-88f6-e68386523e61/5f47f848-4532-407a-a0e2-5690ade15fd0/d93240c3-9457-44cb-8235-8199c0cd8232) {{(pid=93916) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 19:29:56.928830 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-1031af2d-2176-4305-8843-d03e5df180b5 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks [] for port, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:29:56.969264 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-1031af2d-2176-4305-8843-d03e5df180b5 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:29:57.011433 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1031af2d-2176-4305-8843-d03e5df180b5 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Network 9200a437-e1de-4520-88f6-e68386523e61 is already hosted by enough agents. {{(pid=93916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 19:29:57.014301 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [None req-1031af2d-2176-4305-8843-d03e5df180b5 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Resources bound (agent type, host, resource id): {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 19:29:57.019269 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1031af2d-2176-4305-8843-d03e5df180b5 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Received port after_create {{(pid=93916) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 19:29:57.021789 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1031af2d-2176-4305-8843-d03e5df180b5 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Pushing event updated for resources: {'Port': ['ID=d93240c3-9457-44cb-8235-8199c0cd8232,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:29:57.264752 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-1031af2d-2176-4305-8843-d03e5df180b5 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks [] for router_gateway, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:29:57.458595 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-1031af2d-2176-4305-8843-d03e5df180b5 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-571759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-930033'] for router, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:29:57.936395 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1031af2d-2176-4305-8843-d03e5df180b5 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Router 9db732a8-20d1-4bf5-9b0a-4eebdf55b712 is scheduled to L3 agent 2c6eb27e-defb-4cca-9a24-381c7415e359 with binding_index 1 {{(pid=93916) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 19:29:58.046108 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1031af2d-2176-4305-8843-d03e5df180b5 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify agent at l3_agent.n-d-800634-3 the message routers_updated {{(pid=93916) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 19:29:58.059212 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f2c45ce-1ddf-4871-9e1d-4bf1125b6334 None None] Sync routers for ids ['9db732a8-20d1-4bf5-9b0a-4eebdf55b712'] in n-d-800634-3 {{(pid=93918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 19:29:58.067449 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-1031af2d-2176-4305-8843-d03e5df180b5 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks [] for router, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:29:58.069396 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-1031af2d-2176-4305-8843-d03e5df180b5 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.7843893 Jul 14 19:29:58.071600 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f2c45ce-1ddf-4871-9e1d-4bf1125b6334 None None] Routers {'9db732a8-20d1-4bf5-9b0a-4eebdf55b712'} bound to L3 agent in host n-d-800634-3 {{(pid=93918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 19:29:58.072257 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-5f2c45ce-1ddf-4871-9e1d-4bf1125b6334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T19:29:53Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['9db732a8-20d1-4bf5-9b0a-4eebdf55b712'], 'active': True} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 19:29:58.073167 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 33012) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 19:29:58.149390 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-78164e86-c341-4007-9a3d-dd1ee9d0a08d tempest-TestNetworkAdvancedServerOps-521838358 tempest-TestNetworkAdvancedServerOps-521838358-project-admin] 10.222.0.16 "GET /v2.0/subnets?project_id=a3d6ee5c9e7d43dd9aef13bacc118669&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0739658 Jul 14 19:29:58.151924 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 33016) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 19:29:58.181261 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvr_db [None req-5f2c45ce-1ddf-4871-9e1d-4bf1125b6334 None None] Set router 9db732a8-20d1-4bf5-9b0a-4eebdf55b712 gateway port host: n-d-800634-3 {{(pid=93918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 19:29:58.246452 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c537431f-e043-4a76-9a90-e7cf84abf1e3 tempest-TestNetworkAdvancedServerOps-521838358 tempest-TestNetworkAdvancedServerOps-521838358-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:29:58.248217 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-c537431f-e043-4a76-9a90-e7cf84abf1e3 tempest-TestNetworkAdvancedServerOps-521838358 tempest-TestNetworkAdvancedServerOps-521838358-project-admin] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0952778 Jul 14 19:29:58.251672 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 33018) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 19:29:58.283792 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-e9ff56c4-d365-4206-9047-eefa1ba189b7 tempest-TestNetworkAdvancedServerOps-521838358 tempest-TestNetworkAdvancedServerOps-521838358-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=9200a437-e1de-4520-88f6-e68386523e61&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0306695 Jul 14 19:29:58.286475 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 33020) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 19:29:58.291563 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-3573fa19-4dfc-4cf4-9e26-c480089afa77 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2007414414', 'network_id': 'f19fbacc-9b69-462e-97d5-ad80ace26794', 'project_id': 'a3d6ee5c9e7d43dd9aef13bacc118669', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 19:29:58.390409 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3573fa19-4dfc-4cf4-9e26-c480089afa77 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Made reservation on behalf of a3d6ee5c9e7d43dd9aef13bacc118669 for: {'subnet': 1} {{(pid=93915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 19:29:58.394215 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-3573fa19-4dfc-4cf4-9e26-c480089afa77 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28969735'] for subnet, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:29:58.468435 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-5f2c45ce-1ddf-4871-9e1d-4bf1125b6334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9db732a8-20d1-4bf5-9b0a-4eebdf55b712', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2019105394', 'tenant_id': 'a3d6ee5c9e7d43dd9aef13bacc118669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.153'}], 'enable_snat': True}, 'gw_port_id': 'd93240c3-9457-44cb-8235-8199c0cd8232', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T19:29:56Z', 'updated_at': '2021-07-14T19:29:57Z', 'revision_number': 3, 'project_id': 'a3d6ee5c9e7d43dd9aef13bacc118669', 'gw_port': {'id': 'd93240c3-9457-44cb-8235-8199c0cd8232', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:1d:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9db732a8-20d1-4bf5-9b0a-4eebdf55b712', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T19:29:56Z', 'updated_at': '2021-07-14T19:29:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3'}], 'n-d-800634-3', False) {} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 19:29:58.498345 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f2c45ce-1ddf-4871-9e1d-4bf1125b6334 None None] Checking router: 9db732a8-20d1-4bf5-9b0a-4eebdf55b712 for host: n-d-800634-3 {{(pid=93918) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 19:29:58.498586 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f2c45ce-1ddf-4871-9e1d-4bf1125b6334 None None] Updating router 9db732a8-20d1-4bf5-9b0a-4eebdf55b712 port d93240c3-9457-44cb-8235-8199c0cd8232 binding host n-d-800634-3 {{(pid=93918) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 19:29:58.531704 n-d-800634-3 neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-5f2c45ce-1ddf-4871-9e1d-4bf1125b6334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:29:58.584012 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-3573fa19-4dfc-4cf4-9e26-c480089afa77 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25912837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28969781'] for subnet, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:29:58.647156 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3573fa19-4dfc-4cf4-9e26-c480089afa77 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Pushing event updated for resources: {'Subnet': ['ID=fd296012-4dc7-473a-b285-9cf3dc538326,revision_number=0']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:29:58.655203 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3573fa19-4dfc-4cf4-9e26-c480089afa77 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Checking segment: {'id': 'f8ef6fac-5a60-44bf-acf9-2a52819f91c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'f19fbacc-9b69-462e-97d5-ad80ace26794'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 19:29:58.655567 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3573fa19-4dfc-4cf4-9e26-c480089afa77 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Network hostable DHCP agents. Network: f19fbacc-9b69-462e-97d5-ad80ace26794, hostable agents: ['028393c3-0576-4ebd-bca1-8ea8a148e1a2'], hosted agents: [] {{(pid=93915) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 19:29:58.672385 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3573fa19-4dfc-4cf4-9e26-c480089afa77 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Network f19fbacc-9b69-462e-97d5-ad80ace26794 is scheduled to be hosted by DHCP agent 028393c3-0576-4ebd-bca1-8ea8a148e1a2 with binding_index 1 {{(pid=93915) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 19:29:58.681737 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [None req-3573fa19-4dfc-4cf4-9e26-c480089afa77 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-3, f19fbacc-9b69-462e-97d5-ad80ace26794) {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 19:29:58.685803 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3573fa19-4dfc-4cf4-9e26-c480089afa77 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:29:58.686392 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-3573fa19-4dfc-4cf4-9e26-c480089afa77 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks [] for subnet, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:29:58.693230 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41a55da9-6255-47b0-a3a2-bb6669b64f9f None None] Network f19fbacc-9b69-462e-97d5-ad80ace26794 requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 19:29:58.704376 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 33022) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 19:29:58.704931 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-3573fa19-4dfc-4cf4-9e26-c480089afa77 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4169033 Jul 14 19:29:58.812897 n-d-800634-3 neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-5f2c45ce-1ddf-4871-9e1d-4bf1125b6334 None None] Notify callbacks [] for port, precommit_update {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:29:58.824346 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.provisioning_blocks [None req-5f2c45ce-1ddf-4871-9e1d-4bf1125b6334 None None] Transition to ACTIVE for port object d93240c3-9457-44cb-8235-8199c0cd8232 will not be triggered until provisioned by entity L2. {{(pid=93918) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 19:29:58.831947 n-d-800634-3 neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-5f2c45ce-1ddf-4871-9e1d-4bf1125b6334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:29:58.854455 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3590be37-f44b-4ff5-9f63-49143f5ebaf0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9222b97e-5d1c-54f8-ba97-82f172498e76-f19fbacc-9b69-462e-97d5-ad80ace26794', 'network_id': 'f19fbacc-9b69-462e-97d5-ad80ace26794', 'tenant_id': 'a3d6ee5c9e7d43dd9aef13bacc118669', 'fixed_ips': [{'subnet_id': 'fd296012-4dc7-473a-b285-9cf3dc538326'}]}} from n-d-800634-3. {{(pid=93917) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 19:29:58.855356 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-3590be37-f44b-4ff5-9f63-49143f5ebaf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:29:58.888440 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.managers [None req-5f2c45ce-1ddf-4871-9e1d-4bf1125b6334 None None] Attempting to bind port d93240c3-9457-44cb-8235-8199c0cd8232 on host n-d-800634-3 for vnic_type normal with profile {{(pid=93918) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 19:29:58.889110 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.managers [None req-5f2c45ce-1ddf-4871-9e1d-4bf1125b6334 None None] Attempting to bind port d93240c3-9457-44cb-8235-8199c0cd8232 by drivers openvswitch,hyperv on host n-d-800634-3 at level 0 using segments [{'id': '5afb940b-bbdf-4727-be00-5d46367c38a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9200a437-e1de-4520-88f6-e68386523e61'}] {{(pid=93918) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 19:29:58.889494 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f2c45ce-1ddf-4871-9e1d-4bf1125b6334 None None] Attempting to bind port d93240c3-9457-44cb-8235-8199c0cd8232 on network 9200a437-e1de-4520-88f6-e68386523e61 {{(pid=93918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 19:29:58.898732 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7eb97ac-494e-406d-af9b-2ca059832a9a None None] Pushing event updated for resources: {'Port': ['ID=d93240c3-9457-44cb-8235-8199c0cd8232,revision_number=2']} {{(pid=93918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:29:58.901921 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f2c45ce-1ddf-4871-9e1d-4bf1125b6334 None None] Checking agent: {'id': '01c19e91-a945-4e3c-94a6-c211e17c923e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 8, 23), 'started_at': datetime.datetime(2021, 7, 14, 18, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 19, 29, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 19:29:58.902298 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f2c45ce-1ddf-4871-9e1d-4bf1125b6334 None None] Checking segment: {'id': '5afb940b-bbdf-4727-be00-5d46367c38a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9200a437-e1de-4520-88f6-e68386523e61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93918) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 19:29:58.902700 n-d-800634-3 neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-5f2c45ce-1ddf-4871-9e1d-4bf1125b6334 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:29:58.903094 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f2c45ce-1ddf-4871-9e1d-4bf1125b6334 None None] Bound using segment: {'id': '5afb940b-bbdf-4727-be00-5d46367c38a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9200a437-e1de-4520-88f6-e68386523e61'} {{(pid=93918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 19:29:58.903575 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.managers [None req-5f2c45ce-1ddf-4871-9e1d-4bf1125b6334 None None] Bound port: d93240c3-9457-44cb-8235-8199c0cd8232, host: n-d-800634-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5afb940b-bbdf-4727-be00-5d46367c38a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9200a437-e1de-4520-88f6-e68386523e61'}}] {{(pid=93918) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 19:29:58.903963 n-d-800634-3 neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-5f2c45ce-1ddf-4871-9e1d-4bf1125b6334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:29:58.910904 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7eb97ac-494e-406d-af9b-2ca059832a9a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:29:58.911253 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7eb97ac-494e-406d-af9b-2ca059832a9a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:29:58.911592 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7eb97ac-494e-406d-af9b-2ca059832a9a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:29:58.911945 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7eb97ac-494e-406d-af9b-2ca059832a9a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:29:58.912298 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7eb97ac-494e-406d-af9b-2ca059832a9a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:29:58.912629 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7eb97ac-494e-406d-af9b-2ca059832a9a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:29:58.912957 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7eb97ac-494e-406d-af9b-2ca059832a9a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:29:58.913285 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7eb97ac-494e-406d-af9b-2ca059832a9a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:29:58.913615 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7eb97ac-494e-406d-af9b-2ca059832a9a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:29:58.914445 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7eb97ac-494e-406d-af9b-2ca059832a9a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:29:58.914781 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7eb97ac-494e-406d-af9b-2ca059832a9a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:29:58.915104 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7eb97ac-494e-406d-af9b-2ca059832a9a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:29:58.979571 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.db [None req-5f2c45ce-1ddf-4871-9e1d-4bf1125b6334 None None] For port d93240c3-9457-44cb-8235-8199c0cd8232, host n-d-800634-3, cleared binding levels {{(pid=93918) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 19:29:58.986630 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.db [None req-5f2c45ce-1ddf-4871-9e1d-4bf1125b6334 None None] For port d93240c3-9457-44cb-8235-8199c0cd8232, host n-d-800634-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=d93240c3-9457-44cb-8235-8199c0cd8232,segment=NetworkSegment(5afb940b-bbdf-4727-be00-5d46367c38a1),segment_id=5afb940b-bbdf-4727-be00-5d46367c38a1)] {{(pid=93918) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 19:29:58.991469 n-d-800634-3 neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-5f2c45ce-1ddf-4871-9e1d-4bf1125b6334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:29:59.034651 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.db_base_plugin_common [None req-3590be37-f44b-4ff5-9f63-49143f5ebaf0 None None] Allocated IP 172.20.0.2 (f19fbacc-9b69-462e-97d5-ad80ace26794/fd296012-4dc7-473a-b285-9cf3dc538326/f5c741ee-ecc6-4d5b-9acd-58a10ec90d15) {{(pid=93917) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 19:29:59.052974 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7eb97ac-494e-406d-af9b-2ca059832a9a None None] Pushing event updated for resources: {'Port': ['ID=d93240c3-9457-44cb-8235-8199c0cd8232,revision_number=3']} {{(pid=93918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:29:59.065844 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f2c45ce-1ddf-4871-9e1d-4bf1125b6334 None None] Routers {'9db732a8-20d1-4bf5-9b0a-4eebdf55b712'} bound to L3 agent in host n-d-800634-3 {{(pid=93918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 19:29:59.066680 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-5f2c45ce-1ddf-4871-9e1d-4bf1125b6334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T19:29:53Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['9db732a8-20d1-4bf5-9b0a-4eebdf55b712'], 'active': True} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 19:29:59.193866 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvr_db [None req-5f2c45ce-1ddf-4871-9e1d-4bf1125b6334 None None] Set router 9db732a8-20d1-4bf5-9b0a-4eebdf55b712 gateway port host: n-d-800634-3 {{(pid=93918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 19:29:59.230601 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-3590be37-f44b-4ff5-9f63-49143f5ebaf0 None None] Notify callbacks [] for port, precommit_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:29:59.243843 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-3590be37-f44b-4ff5-9f63-49143f5ebaf0 None None] Transition to ACTIVE for port object f5c741ee-ecc6-4d5b-9acd-58a10ec90d15 will not be triggered until provisioned by entity L2. {{(pid=93917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 19:29:59.256603 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-d451bb20-c6be-4338-b35d-abd0b926f478 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:29:59.262303 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-3590be37-f44b-4ff5-9f63-49143f5ebaf0 None None] Transition to ACTIVE for port object f5c741ee-ecc6-4d5b-9acd-58a10ec90d15 will not be triggered until provisioned by entity DHCP. {{(pid=93917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 19:29:59.269645 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-3590be37-f44b-4ff5-9f63-49143f5ebaf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804'] for port, after_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:29:59.310371 n-d-800634-3 neutron-server[93917]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3590be37-f44b-4ff5-9f63-49143f5ebaf0 None None] Network f19fbacc-9b69-462e-97d5-ad80ace26794 is already hosted by enough agents. {{(pid=93917) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 19:29:59.315425 n-d-800634-3 neutron-server[93917]: DEBUG neutron.scheduler.base_scheduler [None req-3590be37-f44b-4ff5-9f63-49143f5ebaf0 None None] Resources bound (agent type, host, resource id): {{(pid=93917) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 19:29:59.318217 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3590be37-f44b-4ff5-9f63-49143f5ebaf0 None None] Received port after_create {{(pid=93917) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 19:29:59.332388 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3590be37-f44b-4ff5-9f63-49143f5ebaf0 None None] Pushing event updated for resources: {'Port': ['ID=f5c741ee-ecc6-4d5b-9acd-58a10ec90d15,revision_number=1']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:29:59.392674 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-3590be37-f44b-4ff5-9f63-49143f5ebaf0 None None] Attempting to bind port f5c741ee-ecc6-4d5b-9acd-58a10ec90d15 on host n-d-800634-3 for vnic_type normal with profile {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 19:29:59.393393 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-3590be37-f44b-4ff5-9f63-49143f5ebaf0 None None] Attempting to bind port f5c741ee-ecc6-4d5b-9acd-58a10ec90d15 by drivers openvswitch,hyperv on host n-d-800634-3 at level 0 using segments [{'id': 'f8ef6fac-5a60-44bf-acf9-2a52819f91c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'f19fbacc-9b69-462e-97d5-ad80ace26794'}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 19:29:59.393767 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3590be37-f44b-4ff5-9f63-49143f5ebaf0 None None] Attempting to bind port f5c741ee-ecc6-4d5b-9acd-58a10ec90d15 on network f19fbacc-9b69-462e-97d5-ad80ace26794 {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 19:29:59.398868 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3590be37-f44b-4ff5-9f63-49143f5ebaf0 None None] Checking agent: {'id': '01c19e91-a945-4e3c-94a6-c211e17c923e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 8, 23), 'started_at': datetime.datetime(2021, 7, 14, 18, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 19, 29, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 19:29:59.399245 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3590be37-f44b-4ff5-9f63-49143f5ebaf0 None None] Checking segment: {'id': 'f8ef6fac-5a60-44bf-acf9-2a52819f91c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'f19fbacc-9b69-462e-97d5-ad80ace26794'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93917) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 19:29:59.399670 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-3590be37-f44b-4ff5-9f63-49143f5ebaf0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:29:59.400061 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3590be37-f44b-4ff5-9f63-49143f5ebaf0 None None] Bound using segment: {'id': 'f8ef6fac-5a60-44bf-acf9-2a52819f91c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'f19fbacc-9b69-462e-97d5-ad80ace26794'} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 19:29:59.400562 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-3590be37-f44b-4ff5-9f63-49143f5ebaf0 None None] Bound port: f5c741ee-ecc6-4d5b-9acd-58a10ec90d15, host: n-d-800634-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8ef6fac-5a60-44bf-acf9-2a52819f91c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'f19fbacc-9b69-462e-97d5-ad80ace26794'}}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 19:29:59.400960 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-3590be37-f44b-4ff5-9f63-49143f5ebaf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:29:59.403112 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-5f2c45ce-1ddf-4871-9e1d-4bf1125b6334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9db732a8-20d1-4bf5-9b0a-4eebdf55b712', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2019105394', 'tenant_id': 'a3d6ee5c9e7d43dd9aef13bacc118669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.153'}], 'enable_snat': True}, 'gw_port_id': 'd93240c3-9457-44cb-8235-8199c0cd8232', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T19:29:56Z', 'updated_at': '2021-07-14T19:29:57Z', 'revision_number': 3, 'project_id': 'a3d6ee5c9e7d43dd9aef13bacc118669', 'gw_port': {'id': 'd93240c3-9457-44cb-8235-8199c0cd8232', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:1d:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9db732a8-20d1-4bf5-9b0a-4eebdf55b712', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T19:29:56Z', 'updated_at': '2021-07-14T19:29:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3'}], 'n-d-800634-3', False) {} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 19:29:59.431300 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f2c45ce-1ddf-4871-9e1d-4bf1125b6334 None None] The sync data for ids ['9db732a8-20d1-4bf5-9b0a-4eebdf55b712'] in n-d-800634-3 is: [{'id': '9db732a8-20d1-4bf5-9b0a-4eebdf55b712', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2019105394', 'tenant_id': 'a3d6ee5c9e7d43dd9aef13bacc118669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.153'}], 'enable_snat': True}, 'gw_port_id': 'd93240c3-9457-44cb-8235-8199c0cd8232', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T19:29:56Z', 'updated_at': '2021-07-14T19:29:57Z', 'revision_number': 3, 'project_id': 'a3d6ee5c9e7d43dd9aef13bacc118669', 'gw_port': {'id': 'd93240c3-9457-44cb-8235-8199c0cd8232', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:1d:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9db732a8-20d1-4bf5-9b0a-4eebdf55b712', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T19:29:56Z', 'updated_at': '2021-07-14T19:29:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3'}] {{(pid=93918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 19:29:59.467252 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-3590be37-f44b-4ff5-9f63-49143f5ebaf0 None None] For port f5c741ee-ecc6-4d5b-9acd-58a10ec90d15, host n-d-800634-3, cleared binding levels {{(pid=93917) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 19:29:59.470617 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-3590be37-f44b-4ff5-9f63-49143f5ebaf0 None None] For port f5c741ee-ecc6-4d5b-9acd-58a10ec90d15, host n-d-800634-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=f5c741ee-ecc6-4d5b-9acd-58a10ec90d15,segment=NetworkSegment(f8ef6fac-5a60-44bf-acf9-2a52819f91c2),segment_id=f8ef6fac-5a60-44bf-acf9-2a52819f91c2)] {{(pid=93917) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 19:29:59.474457 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-3590be37-f44b-4ff5-9f63-49143f5ebaf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:29:59.542846 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3590be37-f44b-4ff5-9f63-49143f5ebaf0 None None] Pushing event updated for resources: {'Port': ['ID=f5c741ee-ecc6-4d5b-9acd-58a10ec90d15,revision_number=2']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:29:59.588863 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.db_base_plugin_common [None req-d451bb20-c6be-4338-b35d-abd0b926f478 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Allocated IP 172.20.0.1 (f19fbacc-9b69-462e-97d5-ad80ace26794/fd296012-4dc7-473a-b285-9cf3dc538326/e100c59c-6e80-4deb-9b9d-b0a495b0d9c7) {{(pid=93916) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 19:29:59.764182 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-d451bb20-c6be-4338-b35d-abd0b926f478 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks [] for port, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:29:59.780265 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.provisioning_blocks [None req-d451bb20-c6be-4338-b35d-abd0b926f478 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Transition to ACTIVE for port object e100c59c-6e80-4deb-9b9d-b0a495b0d9c7 will not be triggered until provisioned by entity DHCP. {{(pid=93916) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 19:29:59.821875 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-d451bb20-c6be-4338-b35d-abd0b926f478 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:29:59.883694 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d451bb20-c6be-4338-b35d-abd0b926f478 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Network f19fbacc-9b69-462e-97d5-ad80ace26794 is already hosted by enough agents. {{(pid=93916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 19:29:59.887096 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [None req-d451bb20-c6be-4338-b35d-abd0b926f478 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Resources bound (agent type, host, resource id): {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 19:29:59.891886 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d451bb20-c6be-4338-b35d-abd0b926f478 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Received port after_create {{(pid=93916) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 19:29:59.895940 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d451bb20-c6be-4338-b35d-abd0b926f478 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Pushing event updated for resources: {'Port': ['ID=e100c59c-6e80-4deb-9b9d-b0a495b0d9c7,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:29:59.943400 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-d451bb20-c6be-4338-b35d-abd0b926f478 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-930452'] for router_interface, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:30:00.096218 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-d451bb20-c6be-4338-b35d-abd0b926f478 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:30:00.431224 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-d451bb20-c6be-4338-b35d-abd0b926f478 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks [] for port, precommit_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:30:00.436422 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-d451bb20-c6be-4338-b35d-abd0b926f478 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2684870'] for port, after_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:30:00.515942 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-d451bb20-c6be-4338-b35d-abd0b926f478 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-598741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-928734'] for router_interface, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:30:00.517813 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d451bb20-c6be-4338-b35d-abd0b926f478 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Pushing event updated for resources: {'Port': ['ID=e100c59c-6e80-4deb-9b9d-b0a495b0d9c7,revision_number=2']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:30:00.562643 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2122a4c-093c-4a25-a20a-a71d3a8b1abb None None] Network f19fbacc-9b69-462e-97d5-ad80ace26794 requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 19:30:00.641048 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-3eef908d-87d0-4751-bea7-7d0f9fd41179 None None] Provisioning for port f5c741ee-ecc6-4d5b-9acd-58a10ec90d15 completed by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 19:30:00.652172 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d451bb20-c6be-4338-b35d-abd0b926f478 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Network f19fbacc-9b69-462e-97d5-ad80ace26794 is already hosted by enough agents. {{(pid=93916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 19:30:00.653708 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [None req-d451bb20-c6be-4338-b35d-abd0b926f478 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Resources bound (agent type, host, resource id): {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 19:30:00.778594 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d451bb20-c6be-4338-b35d-abd0b926f478 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Router 9db732a8-20d1-4bf5-9b0a-4eebdf55b712 has already been hosted by L3 agent 2c6eb27e-defb-4cca-9a24-381c7415e359 {{(pid=93916) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 19:30:00.902290 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d451bb20-c6be-4338-b35d-abd0b926f478 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify agent at l3_agent.n-d-800634-3 the message routers_updated {{(pid=93916) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 19:30:00.908643 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-d451bb20-c6be-4338-b35d-abd0b926f478 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] 10.222.0.16 "PUT /v2.0/routers/9db732a8-20d1-4bf5-9b0a-4eebdf55b712/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2022097 Jul 14 19:30:01.063474 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-0e288ca2-ccc9-43a9-af98-484211420150 req-f9df2f29-eb00-4be6-931d-7624ef17cb26 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1183111694&fields=id&tenant_id=a3d6ee5c9e7d43dd9aef13bacc118669 HTTP/1.1" status: 200 len: 267 time: 0.0376060 Jul 14 19:30:01.076512 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-b6d6a721-62fd-4a3d-ac4c-f0df1266cf9c None None] Provisioning for port e100c59c-6e80-4deb-9b9d-b0a495b0d9c7 completed by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 19:30:01.080603 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-b6d6a721-62fd-4a3d-ac4c-f0df1266cf9c None None] Provisioning complete for port e100c59c-6e80-4deb-9b9d-b0a495b0d9c7 triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 19:30:01.080984 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b6d6a721-62fd-4a3d-ac4c-f0df1266cf9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:30:01.135887 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-b6d6a721-62fd-4a3d-ac4c-f0df1266cf9c None None] Port e100c59c-6e80-4deb-9b9d-b0a495b0d9c7 cannot update to ACTIVE because it is not bound. {{(pid=93917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 19:30:01.158407 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b983c96-e08a-4d04-bd3f-5187dc97f20e None None] Sync routers for ids ['9db732a8-20d1-4bf5-9b0a-4eebdf55b712'] in n-d-800634-3 {{(pid=93917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 19:30:01.170480 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b983c96-e08a-4d04-bd3f-5187dc97f20e None None] Routers {'9db732a8-20d1-4bf5-9b0a-4eebdf55b712'} bound to L3 agent in host n-d-800634-3 {{(pid=93917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 19:30:01.170996 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-0b983c96-e08a-4d04-bd3f-5187dc97f20e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T19:29:53Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['9db732a8-20d1-4bf5-9b0a-4eebdf55b712'], 'active': True} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 19:30:01.207828 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e288ca2-ccc9-43a9-af98-484211420150 req-bcb76e79-dcf0-4929-95f1-1ea77e235a5e tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:30:01.209601 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-0e288ca2-ccc9-43a9-af98-484211420150 req-bcb76e79-dcf0-4929-95f1-1ea77e235a5e tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] 10.222.0.16 "GET /v2.0/networks?id=f19fbacc-9b69-462e-97d5-ad80ace26794 HTTP/1.1" status: 200 len: 797 time: 0.1385810 Jul 14 19:30:01.226899 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-0e288ca2-ccc9-43a9-af98-484211420150 req-6b0430a8-584c-4be8-b5e1-eb1cd8757ede tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] 10.222.0.16 "GET /v2.0/quotas/a3d6ee5c9e7d43dd9aef13bacc118669 HTTP/1.1" status: 200 len: 375 time: 0.0108349 Jul 14 19:30:01.309615 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-0e288ca2-ccc9-43a9-af98-484211420150 req-03feedba-0890-4164-902d-0f14332eb090 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=a3d6ee5c9e7d43dd9aef13bacc118669&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0765333 Jul 14 19:30:01.384428 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [req-0e288ca2-ccc9-43a9-af98-484211420150 req-aa9f39f1-e63c-44a4-9a3e-164e7e8f132f service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=93915) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 19:30:01.389006 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-0e288ca2-ccc9-43a9-af98-484211420150 req-aa9f39f1-e63c-44a4-9a3e-164e7e8f132f service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0654724 Jul 14 19:30:01.459407 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-19317e4c-ed36-4d84-87fd-5eddab3f8c99 None None] Provisioning complete for port e100c59c-6e80-4deb-9b9d-b0a495b0d9c7 triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 19:30:01.459788 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-19317e4c-ed36-4d84-87fd-5eddab3f8c99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:30:01.488006 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-0e288ca2-ccc9-43a9-af98-484211420150 req-b9656b37-b485-44dc-8d88-fad4919581ba service neutron] 10.222.0.16 "GET /v2.0/networks/f19fbacc-9b69-462e-97d5-ad80ace26794?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948541 Jul 14 19:30:01.489756 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvr_db [None req-0b983c96-e08a-4d04-bd3f-5187dc97f20e None None] Set router 9db732a8-20d1-4bf5-9b0a-4eebdf55b712 gateway port host: n-d-800634-3 {{(pid=93917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 19:30:01.532054 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-19317e4c-ed36-4d84-87fd-5eddab3f8c99 None None] Port e100c59c-6e80-4deb-9b9d-b0a495b0d9c7 cannot update to ACTIVE because it is not bound. {{(pid=93917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 19:30:01.601746 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-0e288ca2-ccc9-43a9-af98-484211420150 req-09534120-030e-4ba2-9a3f-dd3468e0229f service neutron] 10.222.0.16 "GET /v2.0/networks/f19fbacc-9b69-462e-97d5-ad80ace26794?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1035888 Jul 14 19:30:01.675961 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-50723bf8-a017-4d84-9105-28655a401199 None None] Provisioning complete for port e100c59c-6e80-4deb-9b9d-b0a495b0d9c7 triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 19:30:01.676506 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-50723bf8-a017-4d84-9105-28655a401199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:30:01.767310 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device d93240c3-9457-44cb-8235-8199c0cd8232 up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 19:30:01.769280 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-50723bf8-a017-4d84-9105-28655a401199 None None] Port e100c59c-6e80-4deb-9b9d-b0a495b0d9c7 cannot update to ACTIVE because it is not bound. {{(pid=93917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 19:30:01.817527 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-881c89b0-a004-40a7-a045-c0d5c08e9d4b req-399dd68a-4fdb-4095-b57b-310de0a82dd2 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] 10.222.0.16 "GET /v2.0/ports?device_id=3782205e-2fac-41c1-92c9-765460b38cef HTTP/1.1" status: 200 len: 210 time: 0.0339940 Jul 14 19:30:01.823820 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-0b983c96-e08a-4d04-bd3f-5187dc97f20e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9db732a8-20d1-4bf5-9b0a-4eebdf55b712', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2019105394', 'tenant_id': 'a3d6ee5c9e7d43dd9aef13bacc118669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.153'}], 'enable_snat': True}, 'gw_port_id': 'd93240c3-9457-44cb-8235-8199c0cd8232', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T19:29:56Z', 'updated_at': '2021-07-14T19:30:00Z', 'revision_number': 4, 'project_id': 'a3d6ee5c9e7d43dd9aef13bacc118669', 'gw_port': {'id': 'd93240c3-9457-44cb-8235-8199c0cd8232', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:1d:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9db732a8-20d1-4bf5-9b0a-4eebdf55b712', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T19:29:56Z', 'updated_at': '2021-07-14T19:29:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_interfaces': [{'id': 'e100c59c-6e80-4deb-9b9d-b0a495b0d9c7', 'name': '', 'network_id': 'f19fbacc-9b69-462e-97d5-ad80ace26794', 'tenant_id': 'a3d6ee5c9e7d43dd9aef13bacc118669', 'mac_address': 'fa:16:3e:7c:ac:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9db732a8-20d1-4bf5-9b0a-4eebdf55b712', 'device_owner': 'network:router_interface', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': 'fd296012-4dc7-473a-b285-9cf3dc538326', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T19:29:59Z', 'updated_at': '2021-07-14T19:30:00Z', 'revision_number': 2, 'project_id': 'a3d6ee5c9e7d43dd9aef13bacc118669', 'subnets': [{'id': 'fd296012-4dc7-473a-b285-9cf3dc538326', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-3', False) {} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 19:30:01.858493 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b983c96-e08a-4d04-bd3f-5187dc97f20e None None] Checking router: 9db732a8-20d1-4bf5-9b0a-4eebdf55b712 for host: n-d-800634-3 {{(pid=93917) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 19:30:01.862563 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b983c96-e08a-4d04-bd3f-5187dc97f20e None None] Updating router 9db732a8-20d1-4bf5-9b0a-4eebdf55b712 port e100c59c-6e80-4deb-9b9d-b0a495b0d9c7 binding host n-d-800634-3 {{(pid=93917) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 19:30:01.903212 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning for port d93240c3-9457-44cb-8235-8199c0cd8232 completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 19:30:01.911931 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-0b983c96-e08a-4d04-bd3f-5187dc97f20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:30:01.916068 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port d93240c3-9457-44cb-8235-8199c0cd8232 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 19:30:01.916382 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:30:02.120577 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:30:02.175679 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] For port d93240c3-9457-44cb-8235-8199c0cd8232, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=d93240c3-9457-44cb-8235-8199c0cd8232,segment=NetworkSegment(5afb940b-bbdf-4727-be00-5d46367c38a1),segment_id=5afb940b-bbdf-4727-be00-5d46367c38a1)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 19:30:02.181923 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:30:02.182737 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device f5c741ee-ecc6-4d5b-9acd-58a10ec90d15 up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 19:30:02.325559 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Pushing event updated for resources: {'Port': ['ID=d93240c3-9457-44cb-8235-8199c0cd8232,revision_number=4']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:30:02.342363 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning for port f5c741ee-ecc6-4d5b-9acd-58a10ec90d15 completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 19:30:02.360425 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port f5c741ee-ecc6-4d5b-9acd-58a10ec90d15 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 19:30:02.360798 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:30:02.432719 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-0b983c96-e08a-4d04-bd3f-5187dc97f20e None None] Notify callbacks [] for port, precommit_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:30:02.449778 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-0b983c96-e08a-4d04-bd3f-5187dc97f20e None None] Transition to ACTIVE for port object e100c59c-6e80-4deb-9b9d-b0a495b0d9c7 will not be triggered until provisioned by entity L2. {{(pid=93917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 19:30:02.460463 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-0b983c96-e08a-4d04-bd3f-5187dc97f20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:30:02.545295 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:30:02.550076 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74430f4-63fe-4762-b0b9-925dbe017c27 None None] Pushing event updated for resources: {'Port': ['ID=e100c59c-6e80-4deb-9b9d-b0a495b0d9c7,revision_number=3']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:30:02.654101 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] For port f5c741ee-ecc6-4d5b-9acd-58a10ec90d15, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=f5c741ee-ecc6-4d5b-9acd-58a10ec90d15,segment=NetworkSegment(f8ef6fac-5a60-44bf-acf9-2a52819f91c2),segment_id=f8ef6fac-5a60-44bf-acf9-2a52819f91c2)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 19:30:02.662127 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:30:02.697571 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-0b983c96-e08a-4d04-bd3f-5187dc97f20e None None] Attempting to bind port e100c59c-6e80-4deb-9b9d-b0a495b0d9c7 on host n-d-800634-3 for vnic_type normal with profile {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 19:30:02.697571 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-0b983c96-e08a-4d04-bd3f-5187dc97f20e None None] Attempting to bind port e100c59c-6e80-4deb-9b9d-b0a495b0d9c7 by drivers openvswitch,hyperv on host n-d-800634-3 at level 0 using segments [{'id': 'f8ef6fac-5a60-44bf-acf9-2a52819f91c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'f19fbacc-9b69-462e-97d5-ad80ace26794'}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 19:30:02.698935 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b983c96-e08a-4d04-bd3f-5187dc97f20e None None] Attempting to bind port e100c59c-6e80-4deb-9b9d-b0a495b0d9c7 on network f19fbacc-9b69-462e-97d5-ad80ace26794 {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 19:30:02.717457 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b983c96-e08a-4d04-bd3f-5187dc97f20e None None] Checking agent: {'id': '01c19e91-a945-4e3c-94a6-c211e17c923e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 8, 23), 'started_at': datetime.datetime(2021, 7, 14, 18, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 19, 29, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 19:30:02.717884 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b983c96-e08a-4d04-bd3f-5187dc97f20e None None] Checking segment: {'id': 'f8ef6fac-5a60-44bf-acf9-2a52819f91c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'f19fbacc-9b69-462e-97d5-ad80ace26794'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93917) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 19:30:02.718345 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-0b983c96-e08a-4d04-bd3f-5187dc97f20e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:30:02.718834 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b983c96-e08a-4d04-bd3f-5187dc97f20e None None] Bound using segment: {'id': 'f8ef6fac-5a60-44bf-acf9-2a52819f91c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'f19fbacc-9b69-462e-97d5-ad80ace26794'} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 19:30:02.719399 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-0b983c96-e08a-4d04-bd3f-5187dc97f20e None None] Bound port: e100c59c-6e80-4deb-9b9d-b0a495b0d9c7, host: n-d-800634-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8ef6fac-5a60-44bf-acf9-2a52819f91c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'f19fbacc-9b69-462e-97d5-ad80ace26794'}}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 19:30:02.720000 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-0b983c96-e08a-4d04-bd3f-5187dc97f20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:30:02.750130 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Pushing event updated for resources: {'Port': ['ID=f5c741ee-ecc6-4d5b-9acd-58a10ec90d15,revision_number=3']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:30:02.845638 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-0b983c96-e08a-4d04-bd3f-5187dc97f20e None None] For port e100c59c-6e80-4deb-9b9d-b0a495b0d9c7, host n-d-800634-3, cleared binding levels {{(pid=93917) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 19:30:02.850861 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-0b983c96-e08a-4d04-bd3f-5187dc97f20e None None] For port e100c59c-6e80-4deb-9b9d-b0a495b0d9c7, host n-d-800634-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=e100c59c-6e80-4deb-9b9d-b0a495b0d9c7,segment=NetworkSegment(f8ef6fac-5a60-44bf-acf9-2a52819f91c2),segment_id=f8ef6fac-5a60-44bf-acf9-2a52819f91c2)] {{(pid=93917) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 19:30:02.857977 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-0b983c96-e08a-4d04-bd3f-5187dc97f20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:30:02.933705 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b983c96-e08a-4d04-bd3f-5187dc97f20e None None] Routers {'9db732a8-20d1-4bf5-9b0a-4eebdf55b712'} bound to L3 agent in host n-d-800634-3 {{(pid=93917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 19:30:02.934273 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-0b983c96-e08a-4d04-bd3f-5187dc97f20e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T19:29:53Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['9db732a8-20d1-4bf5-9b0a-4eebdf55b712'], 'active': True} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 19:30:02.999509 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-64a01dba-e466-4771-a327-138516dd1feb req-85f2d76e-6f94-4e6c-9e4a-87992949cd93 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] 10.222.0.16 "GET /v2.0/ports?device_id=3782205e-2fac-41c1-92c9-765460b38cef HTTP/1.1" status: 200 len: 210 time: 0.0510266 Jul 14 19:30:03.037380 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74430f4-63fe-4762-b0b9-925dbe017c27 None None] Pushing event updated for resources: {'Port': ['ID=e100c59c-6e80-4deb-9b9d-b0a495b0d9c7,revision_number=4']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:30:03.137414 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvr_db [None req-0b983c96-e08a-4d04-bd3f-5187dc97f20e None None] Set router 9db732a8-20d1-4bf5-9b0a-4eebdf55b712 gateway port host: n-d-800634-3 {{(pid=93917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 19:30:03.149721 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e288ca2-ccc9-43a9-af98-484211420150 req-85659adc-196a-405f-8433-899772b86350 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:30:03.151558 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-0e288ca2-ccc9-43a9-af98-484211420150 req-85659adc-196a-405f-8433-899772b86350 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] 10.222.0.18 "GET /v2.0/networks?id=f19fbacc-9b69-462e-97d5-ad80ace26794 HTTP/1.1" status: 200 len: 797 time: 0.1556938 Jul 14 19:30:03.195864 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:30:03.209571 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-0e288ca2-ccc9-43a9-af98-484211420150 req-dea92a32-d7c2-4a70-8f3b-d0e1026ace11 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a3d6ee5c9e7d43dd9aef13bacc118669 HTTP/1.1" status: 200 len: 380 time: 0.0424440 Jul 14 19:30:03.218511 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [req-0e288ca2-ccc9-43a9-af98-484211420150 req-61081324-6a23-4172-87e9-0295bca56ccb tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Request body: {'port': {'device_id': '3782205e-2fac-41c1-92c9-765460b38cef', 'network_id': 'f19fbacc-9b69-462e-97d5-ad80ace26794', 'admin_state_up': True, 'tenant_id': 'a3d6ee5c9e7d43dd9aef13bacc118669', 'security_groups': ['0d8b3f63-c307-47de-b61c-f70506a45edf']}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 19:30:03.350575 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e288ca2-ccc9-43a9-af98-484211420150 req-61081324-6a23-4172-87e9-0295bca56ccb tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Made reservation on behalf of a3d6ee5c9e7d43dd9aef13bacc118669 for: {'port': 1} {{(pid=93915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 19:30:03.354291 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-0e288ca2-ccc9-43a9-af98-484211420150 req-61081324-6a23-4172-87e9-0295bca56ccb tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:30:03.372662 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-0b983c96-e08a-4d04-bd3f-5187dc97f20e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9db732a8-20d1-4bf5-9b0a-4eebdf55b712', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2019105394', 'tenant_id': 'a3d6ee5c9e7d43dd9aef13bacc118669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.153'}], 'enable_snat': True}, 'gw_port_id': 'd93240c3-9457-44cb-8235-8199c0cd8232', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T19:29:56Z', 'updated_at': '2021-07-14T19:30:00Z', 'revision_number': 4, 'project_id': 'a3d6ee5c9e7d43dd9aef13bacc118669', 'gw_port': {'id': 'd93240c3-9457-44cb-8235-8199c0cd8232', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:1d:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9db732a8-20d1-4bf5-9b0a-4eebdf55b712', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T19:29:56Z', 'updated_at': '2021-07-14T19:30:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_interfaces': [{'id': 'e100c59c-6e80-4deb-9b9d-b0a495b0d9c7', 'name': '', 'network_id': 'f19fbacc-9b69-462e-97d5-ad80ace26794', 'tenant_id': 'a3d6ee5c9e7d43dd9aef13bacc118669', 'mac_address': 'fa:16:3e:7c:ac:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9db732a8-20d1-4bf5-9b0a-4eebdf55b712', 'device_owner': 'network:router_interface', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': 'fd296012-4dc7-473a-b285-9cf3dc538326', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T19:29:59Z', 'updated_at': '2021-07-14T19:30:02Z', 'revision_number': 4, 'project_id': 'a3d6ee5c9e7d43dd9aef13bacc118669', 'subnets': [{'id': 'fd296012-4dc7-473a-b285-9cf3dc538326', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-3', False) {} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 19:30:03.405402 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b983c96-e08a-4d04-bd3f-5187dc97f20e None None] The sync data for ids ['9db732a8-20d1-4bf5-9b0a-4eebdf55b712'] in n-d-800634-3 is: [{'id': '9db732a8-20d1-4bf5-9b0a-4eebdf55b712', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2019105394', 'tenant_id': 'a3d6ee5c9e7d43dd9aef13bacc118669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.153'}], 'enable_snat': True}, 'gw_port_id': 'd93240c3-9457-44cb-8235-8199c0cd8232', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T19:29:56Z', 'updated_at': '2021-07-14T19:30:00Z', 'revision_number': 4, 'project_id': 'a3d6ee5c9e7d43dd9aef13bacc118669', 'gw_port': {'id': 'd93240c3-9457-44cb-8235-8199c0cd8232', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:1d:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9db732a8-20d1-4bf5-9b0a-4eebdf55b712', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T19:29:56Z', 'updated_at': '2021-07-14T19:30:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_interfaces': [{'id': 'e100c59c-6e80-4deb-9b9d-b0a495b0d9c7', 'name': '', 'network_id': 'f19fbacc-9b69-462e-97d5-ad80ace26794', 'tenant_id': 'a3d6ee5c9e7d43dd9aef13bacc118669', 'mac_address': 'fa:16:3e:7c:ac:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9db732a8-20d1-4bf5-9b0a-4eebdf55b712', 'device_owner': 'network:router_interface', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': 'fd296012-4dc7-473a-b285-9cf3dc538326', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T19:29:59Z', 'updated_at': '2021-07-14T19:30:02Z', 'revision_number': 4, 'project_id': 'a3d6ee5c9e7d43dd9aef13bacc118669', 'subnets': [{'id': 'fd296012-4dc7-473a-b285-9cf3dc538326', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 19:30:03.513322 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.db_base_plugin_common [req-0e288ca2-ccc9-43a9-af98-484211420150 req-61081324-6a23-4172-87e9-0295bca56ccb tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Allocated IP 172.20.0.10 (f19fbacc-9b69-462e-97d5-ad80ace26794/fd296012-4dc7-473a-b285-9cf3dc538326/9c0333e8-16cc-4544-bf55-405bf39dd51f) {{(pid=93915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 19:30:03.681870 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-0e288ca2-ccc9-43a9-af98-484211420150 req-61081324-6a23-4172-87e9-0295bca56ccb tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks [] for port, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:30:03.704349 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.provisioning_blocks [req-0e288ca2-ccc9-43a9-af98-484211420150 req-61081324-6a23-4172-87e9-0295bca56ccb tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Transition to ACTIVE for port object 9c0333e8-16cc-4544-bf55-405bf39dd51f will not be triggered until provisioned by entity DHCP. {{(pid=93915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 19:30:03.741555 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-0e288ca2-ccc9-43a9-af98-484211420150 req-61081324-6a23-4172-87e9-0295bca56ccb tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:30:03.774116 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device e100c59c-6e80-4deb-9b9d-b0a495b0d9c7 up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 19:30:03.803561 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e288ca2-ccc9-43a9-af98-484211420150 req-61081324-6a23-4172-87e9-0295bca56ccb tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Network f19fbacc-9b69-462e-97d5-ad80ace26794 is already hosted by enough agents. {{(pid=93915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 19:30:03.807669 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [req-0e288ca2-ccc9-43a9-af98-484211420150 req-61081324-6a23-4172-87e9-0295bca56ccb tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Resources bound (agent type, host, resource id): {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 19:30:03.812688 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e288ca2-ccc9-43a9-af98-484211420150 req-61081324-6a23-4172-87e9-0295bca56ccb tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Received port after_create {{(pid=93915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 19:30:03.819674 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61081324-6a23-4172-87e9-0295bca56ccb tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Pushing event updated for resources: {'Port': ['ID=9c0333e8-16cc-4544-bf55-405bf39dd51f,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:30:03.848361 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning for port e100c59c-6e80-4deb-9b9d-b0a495b0d9c7 completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 19:30:03.853975 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port e100c59c-6e80-4deb-9b9d-b0a495b0d9c7 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 19:30:03.854632 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:30:03.887983 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e288ca2-ccc9-43a9-af98-484211420150 req-61081324-6a23-4172-87e9-0295bca56ccb tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:30:03.888698 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-0e288ca2-ccc9-43a9-af98-484211420150 req-61081324-6a23-4172-87e9-0295bca56ccb tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:30:03.909326 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-0e288ca2-ccc9-43a9-af98-484211420150 req-61081324-6a23-4172-87e9-0295bca56ccb tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6944993 Jul 14 19:30:03.920135 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [req-0e288ca2-ccc9-43a9-af98-484211420150 req-44deafc7-5dee-4775-945f-a5cc4bf7ff5e tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=93915) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 19:30:03.921147 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-0e288ca2-ccc9-43a9-af98-484211420150 req-44deafc7-5dee-4775-945f-a5cc4bf7ff5e tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058823 Jul 14 19:30:03.932490 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [req-0e288ca2-ccc9-43a9-af98-484211420150 req-6608f092-3405-4c48-a2ef-91076d85bfb6 service neutron] Request body: {'port': {'device_id': '3782205e-2fac-41c1-92c9-765460b38cef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800634-3'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 19:30:03.972062 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:30:04.020628 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] For port e100c59c-6e80-4deb-9b9d-b0a495b0d9c7, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=e100c59c-6e80-4deb-9b9d-b0a495b0d9c7,segment=NetworkSegment(f8ef6fac-5a60-44bf-acf9-2a52819f91c2),segment_id=f8ef6fac-5a60-44bf-acf9-2a52819f91c2)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 19:30:04.026164 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:30:04.027419 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device d93240c3-9457-44cb-8235-8199c0cd8232 up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 19:30:04.028788 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-0e288ca2-ccc9-43a9-af98-484211420150 req-6608f092-3405-4c48-a2ef-91076d85bfb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:30:04.110011 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Pushing event updated for resources: {'Port': ['ID=e100c59c-6e80-4deb-9b9d-b0a495b0d9c7,revision_number=5']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:30:04.127069 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port d93240c3-9457-44cb-8235-8199c0cd8232 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 19:30:04.127717 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:30:04.186142 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-95827ec3-cd19-4a0a-b32d-14b023f49a21 None None] Provisioning for port 9c0333e8-16cc-4544-bf55-405bf39dd51f completed by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 19:30:04.195941 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-95827ec3-cd19-4a0a-b32d-14b023f49a21 None None] Provisioning complete for port 9c0333e8-16cc-4544-bf55-405bf39dd51f triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 19:30:04.196623 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-95827ec3-cd19-4a0a-b32d-14b023f49a21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:30:04.266768 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-95827ec3-cd19-4a0a-b32d-14b023f49a21 None None] Port 9c0333e8-16cc-4544-bf55-405bf39dd51f cannot update to ACTIVE because it is not bound. {{(pid=93917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 19:30:04.274086 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device f5c741ee-ecc6-4d5b-9acd-58a10ec90d15 up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 19:30:04.326812 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port f5c741ee-ecc6-4d5b-9acd-58a10ec90d15 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 19:30:04.327055 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:30:04.629597 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142fd76d-2d0c-48ab-854f-a96b8e8e63b6 req-6a36f1d5-2975-4f21-a402-85e402b0ac58 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:30:04.631002 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-142fd76d-2d0c-48ab-854f-a96b8e8e63b6 req-6a36f1d5-2975-4f21-a402-85e402b0ac58 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] 10.222.0.16 "GET /v2.0/ports?device_id=3782205e-2fac-41c1-92c9-765460b38cef HTTP/1.1" status: 200 len: 932 time: 0.1421208 Jul 14 19:30:04.709892 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-142fd76d-2d0c-48ab-854f-a96b8e8e63b6 req-7fae0c38-61cc-4b03-b046-322561642a43 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d8b3f63-c307-47de-b61c-f70506a45edf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688221 Jul 14 19:30:04.722746 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [req-0e288ca2-ccc9-43a9-af98-484211420150 req-6608f092-3405-4c48-a2ef-91076d85bfb6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c0333e8-16cc-4544-bf55-405bf39dd51f {{(pid=93915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 19:30:04.730921 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-0e288ca2-ccc9-43a9-af98-484211420150 req-6608f092-3405-4c48-a2ef-91076d85bfb6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:30:04.742814 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.provisioning_blocks [req-0e288ca2-ccc9-43a9-af98-484211420150 req-6608f092-3405-4c48-a2ef-91076d85bfb6 service neutron] Transition to ACTIVE for port object 9c0333e8-16cc-4544-bf55-405bf39dd51f will not be triggered until provisioned by entity L2. {{(pid=93915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 19:30:04.746602 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-0e288ca2-ccc9-43a9-af98-484211420150 req-6608f092-3405-4c48-a2ef-91076d85bfb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25912978'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:30:04.803036 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6608f092-3405-4c48-a2ef-91076d85bfb6 service neutron] Pushing event updated for resources: {'Port': ['ID=9c0333e8-16cc-4544-bf55-405bf39dd51f,revision_number=2']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:30:04.877790 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-0e288ca2-ccc9-43a9-af98-484211420150 req-6608f092-3405-4c48-a2ef-91076d85bfb6 service neutron] Attempting to bind port 9c0333e8-16cc-4544-bf55-405bf39dd51f on host n-h1-800634-3 for vnic_type normal with profile {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 19:30:04.878134 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-0e288ca2-ccc9-43a9-af98-484211420150 req-6608f092-3405-4c48-a2ef-91076d85bfb6 service neutron] Attempting to bind port 9c0333e8-16cc-4544-bf55-405bf39dd51f by drivers openvswitch,hyperv on host n-h1-800634-3 at level 0 using segments [{'id': 'f8ef6fac-5a60-44bf-acf9-2a52819f91c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'f19fbacc-9b69-462e-97d5-ad80ace26794'}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 19:30:04.878472 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e288ca2-ccc9-43a9-af98-484211420150 req-6608f092-3405-4c48-a2ef-91076d85bfb6 service neutron] Attempting to bind port 9c0333e8-16cc-4544-bf55-405bf39dd51f on network f19fbacc-9b69-462e-97d5-ad80ace26794 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 19:30:04.884009 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e288ca2-ccc9-43a9-af98-484211420150 req-6608f092-3405-4c48-a2ef-91076d85bfb6 service neutron] Port 9c0333e8-16cc-4544-bf55-405bf39dd51f on network f19fbacc-9b69-462e-97d5-ad80ace26794 not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-3 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 19:30:04.884422 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e288ca2-ccc9-43a9-af98-484211420150 req-6608f092-3405-4c48-a2ef-91076d85bfb6 service neutron] Attempting to bind port 9c0333e8-16cc-4544-bf55-405bf39dd51f on network f19fbacc-9b69-462e-97d5-ad80ace26794 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 19:30:04.889514 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e288ca2-ccc9-43a9-af98-484211420150 req-6608f092-3405-4c48-a2ef-91076d85bfb6 service neutron] Checking agent: {'id': 'a3630ff4-fbee-45d9-b9b6-0ae41cb3a350', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 15, 32), 'started_at': datetime.datetime(2021, 7, 14, 18, 15, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 19, 30, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 19:30:04.890672 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e288ca2-ccc9-43a9-af98-484211420150 req-6608f092-3405-4c48-a2ef-91076d85bfb6 service neutron] Checking segment: {'id': 'f8ef6fac-5a60-44bf-acf9-2a52819f91c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'f19fbacc-9b69-462e-97d5-ad80ace26794'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 19:30:04.891061 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e288ca2-ccc9-43a9-af98-484211420150 req-6608f092-3405-4c48-a2ef-91076d85bfb6 service neutron] Bound using segment: {'id': 'f8ef6fac-5a60-44bf-acf9-2a52819f91c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'f19fbacc-9b69-462e-97d5-ad80ace26794'} {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 19:30:04.891505 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-0e288ca2-ccc9-43a9-af98-484211420150 req-6608f092-3405-4c48-a2ef-91076d85bfb6 service neutron] Bound port: 9c0333e8-16cc-4544-bf55-405bf39dd51f, host: n-h1-800634-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8ef6fac-5a60-44bf-acf9-2a52819f91c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'f19fbacc-9b69-462e-97d5-ad80ace26794'}}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 19:30:04.891869 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-0e288ca2-ccc9-43a9-af98-484211420150 req-6608f092-3405-4c48-a2ef-91076d85bfb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:30:04.957597 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-0e288ca2-ccc9-43a9-af98-484211420150 req-6608f092-3405-4c48-a2ef-91076d85bfb6 service neutron] For port 9c0333e8-16cc-4544-bf55-405bf39dd51f, host n-h1-800634-3, cleared binding levels {{(pid=93915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 19:30:04.960642 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-0e288ca2-ccc9-43a9-af98-484211420150 req-6608f092-3405-4c48-a2ef-91076d85bfb6 service neutron] For port 9c0333e8-16cc-4544-bf55-405bf39dd51f, host n-h1-800634-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=9c0333e8-16cc-4544-bf55-405bf39dd51f,segment=NetworkSegment(f8ef6fac-5a60-44bf-acf9-2a52819f91c2),segment_id=f8ef6fac-5a60-44bf-acf9-2a52819f91c2)] {{(pid=93915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 19:30:04.965334 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-0e288ca2-ccc9-43a9-af98-484211420150 req-6608f092-3405-4c48-a2ef-91076d85bfb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25912978'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:30:05.001206 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e288ca2-ccc9-43a9-af98-484211420150 req-6608f092-3405-4c48-a2ef-91076d85bfb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:30:05.001858 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-0e288ca2-ccc9-43a9-af98-484211420150 req-6608f092-3405-4c48-a2ef-91076d85bfb6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:30:05.003275 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-0e288ca2-ccc9-43a9-af98-484211420150 req-6608f092-3405-4c48-a2ef-91076d85bfb6 service neutron] 10.222.0.18 "PUT /v2.0/ports/9c0333e8-16cc-4544-bf55-405bf39dd51f HTTP/1.1" status: 200 len: 1092 time: 1.0757394 Jul 14 19:30:05.003712 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3782205e-2fac-41c1-92c9-765460b38cef', 'tag': '9c0333e8-16cc-4544-bf55-405bf39dd51f'}] {{(pid=93915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 19:30:05.006149 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}163b1c7ce9835e2c54087c39b47c05da5c61decdd411e584c58a4e7cd59f948f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-038552f4-0f51-44db-adc5-527543042a58" -d '{"events": [{"name": "network-changed", "server_uuid": "3782205e-2fac-41c1-92c9-765460b38cef", "tag": "9c0333e8-16cc-4544-bf55-405bf39dd51f"}]}' {{(pid=93915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 19:30:05.045071 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 19:30:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21d2ac3d-354e-4aed-91f8-82e572d6169e x-openstack-request-id: req-21d2ac3d-354e-4aed-91f8-82e572d6169e {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 19:30:05.045840 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3782205e-2fac-41c1-92c9-765460b38cef", "tag": "9c0333e8-16cc-4544-bf55-405bf39dd51f", "status": "completed", "code": 200}]} {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 19:30:05.045840 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-21d2ac3d-354e-4aed-91f8-82e572d6169e {{(pid=93915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 19:30:05.046062 n-d-800634-3 neutron-server[93915]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3782205e-2fac-41c1-92c9-765460b38cef', 'tag': '9c0333e8-16cc-4544-bf55-405bf39dd51f', 'status': 'completed', 'code': 200} Jul 14 19:30:05.047136 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6608f092-3405-4c48-a2ef-91076d85bfb6 service neutron] Pushing event updated for resources: {'Port': ['ID=9c0333e8-16cc-4544-bf55-405bf39dd51f,revision_number=3']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:30:05.108153 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e288ca2-ccc9-43a9-af98-484211420150 req-c26e57ae-9195-4580-8482-ae0d280a9c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:30:05.109719 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-0e288ca2-ccc9-43a9-af98-484211420150 req-c26e57ae-9195-4580-8482-ae0d280a9c33 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a3d6ee5c9e7d43dd9aef13bacc118669&device_id=3782205e-2fac-41c1-92c9-765460b38cef HTTP/1.1" status: 200 len: 1095 time: 0.0588825 Jul 14 19:30:05.152678 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-0e288ca2-ccc9-43a9-af98-484211420150 req-85733cac-b9cc-4c56-9262-3bb30a17edbe service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9c0333e8-16cc-4544-bf55-405bf39dd51f HTTP/1.1" status: 200 len: 217 time: 0.0362079 Jul 14 19:30:05.203484 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e288ca2-ccc9-43a9-af98-484211420150 req-fa1446f2-c456-4ec1-9425-907805fcb040 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:30:05.205019 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-0e288ca2-ccc9-43a9-af98-484211420150 req-fa1446f2-c456-4ec1-9425-907805fcb040 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=fd296012-4dc7-473a-b285-9cf3dc538326 HTTP/1.1" status: 200 len: 835 time: 0.0464625 Jul 14 19:30:05.265929 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e288ca2-ccc9-43a9-af98-484211420150 req-f10b1c6e-ea85-4b15-80a2-edb2c328b23c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:30:05.267402 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-0e288ca2-ccc9-43a9-af98-484211420150 req-f10b1c6e-ea85-4b15-80a2-edb2c328b23c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f19fbacc-9b69-462e-97d5-ad80ace26794&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0563920 Jul 14 19:30:05.355051 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-0e288ca2-ccc9-43a9-af98-484211420150 req-b5032d7d-825f-4b0a-be0a-2d16560a731e service neutron] 10.222.0.18 "GET /v2.0/networks/f19fbacc-9b69-462e-97d5-ad80ace26794?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815158 Jul 14 19:30:05.447892 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-0e288ca2-ccc9-43a9-af98-484211420150 req-0a6f9d45-7cad-4a1b-b345-4f3dc92d1a92 service neutron] 10.222.0.18 "GET /v2.0/networks/f19fbacc-9b69-462e-97d5-ad80ace26794?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863180 Jul 14 19:30:05.550315 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038552f4-0f51-44db-adc5-527543042a58 req-a897e7f3-4f17-4d1d-a656-c1b21293eb7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:30:05.551883 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-038552f4-0f51-44db-adc5-527543042a58 req-a897e7f3-4f17-4d1d-a656-c1b21293eb7d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a3d6ee5c9e7d43dd9aef13bacc118669&device_id=3782205e-2fac-41c1-92c9-765460b38cef HTTP/1.1" status: 200 len: 1095 time: 0.0549138 Jul 14 19:30:05.641626 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038552f4-0f51-44db-adc5-527543042a58 req-3b17870c-2e75-4dcf-a5d2-d12c4d88ff2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:30:05.643110 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-038552f4-0f51-44db-adc5-527543042a58 req-3b17870c-2e75-4dcf-a5d2-d12c4d88ff2b service neutron] 10.222.0.18 "GET /v2.0/networks?id=f19fbacc-9b69-462e-97d5-ad80ace26794 HTTP/1.1" status: 200 len: 897 time: 0.0855105 Jul 14 19:30:05.671974 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device e100c59c-6e80-4deb-9b9d-b0a495b0d9c7 up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 19:30:05.689459 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-038552f4-0f51-44db-adc5-527543042a58 req-bf8cc26d-86e5-4120-8adb-4029adc75064 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9c0333e8-16cc-4544-bf55-405bf39dd51f HTTP/1.1" status: 200 len: 217 time: 0.0399609 Jul 14 19:30:05.722267 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port e100c59c-6e80-4deb-9b9d-b0a495b0d9c7 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 19:30:05.722564 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:30:05.739838 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038552f4-0f51-44db-adc5-527543042a58 req-13094f8e-5485-40d2-8580-0ba9dd8574b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:30:05.743140 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-038552f4-0f51-44db-adc5-527543042a58 req-13094f8e-5485-40d2-8580-0ba9dd8574b3 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=fd296012-4dc7-473a-b285-9cf3dc538326 HTTP/1.1" status: 200 len: 835 time: 0.0463390 Jul 14 19:30:05.801878 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038552f4-0f51-44db-adc5-527543042a58 req-c709e827-0a3b-46c5-8344-d1c334755d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:30:05.803409 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-038552f4-0f51-44db-adc5-527543042a58 req-c709e827-0a3b-46c5-8344-d1c334755d00 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f19fbacc-9b69-462e-97d5-ad80ace26794&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0553756 Jul 14 19:30:05.942796 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-038552f4-0f51-44db-adc5-527543042a58 req-0d37a1cc-aff2-45e0-bd82-445f7cc65b53 service neutron] 10.222.0.18 "GET /v2.0/networks/f19fbacc-9b69-462e-97d5-ad80ace26794?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1328437 Jul 14 19:30:05.954960 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f87747-babe-409d-ad81-46d7a3db7e3b req-29c061f8-2398-4306-b0fa-45cda504a526 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:30:05.956431 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-35f87747-babe-409d-ad81-46d7a3db7e3b req-29c061f8-2398-4306-b0fa-45cda504a526 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] 10.222.0.16 "GET /v2.0/ports?device_id=3782205e-2fac-41c1-92c9-765460b38cef HTTP/1.1" status: 200 len: 944 time: 0.1287761 Jul 14 19:30:06.045931 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-35f87747-babe-409d-ad81-46d7a3db7e3b req-edaf73e6-ad4a-47c1-925c-7a78d393a475 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d8b3f63-c307-47de-b61c-f70506a45edf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0806777 Jul 14 19:30:06.072428 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-038552f4-0f51-44db-adc5-527543042a58 req-1fe282f8-1f07-4f57-99fe-91e191071697 service neutron] 10.222.0.18 "GET /v2.0/networks/f19fbacc-9b69-462e-97d5-ad80ace26794?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1149921 Jul 14 19:30:06.102308 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:30:07.222038 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7434c0-83d3-4ddb-97d8-275e6b3276b0 req-88f1a287-d111-4289-ac60-2ef72cb2a15a tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:30:07.223551 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-8e7434c0-83d3-4ddb-97d8-275e6b3276b0 req-88f1a287-d111-4289-ac60-2ef72cb2a15a tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] 10.222.0.16 "GET /v2.0/ports?device_id=3782205e-2fac-41c1-92c9-765460b38cef HTTP/1.1" status: 200 len: 944 time: 0.0651298 Jul 14 19:30:07.262070 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-8e7434c0-83d3-4ddb-97d8-275e6b3276b0 req-71bf4708-3d42-4c13-af2e-4647acde6c7a tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d8b3f63-c307-47de-b61c-f70506a45edf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324178 Jul 14 19:30:08.036582 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device 9c0333e8-16cc-4544-bf55-405bf39dd51f details requested by agent hyperv_n-h1-800634-3 with host n-h1-800634-3 {{(pid=93917) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 19:30:08.130078 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port 9c0333e8-16cc-4544-bf55-405bf39dd51f, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=9c0333e8-16cc-4544-bf55-405bf39dd51f,segment=NetworkSegment(f8ef6fac-5a60-44bf-acf9-2a52819f91c2),segment_id=f8ef6fac-5a60-44bf-acf9-2a52819f91c2)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 19:30:08.141941 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Returning: {'device': '9c0333e8-16cc-4544-bf55-405bf39dd51f', 'network_id': 'f19fbacc-9b69-462e-97d5-ad80ace26794', 'port_id': '9c0333e8-16cc-4544-bf55-405bf39dd51f', 'mac_address': 'fa:16:3e:54:28:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 94, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd296012-4dc7-473a-b285-9cf3dc538326', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93917) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 19:30:08.182175 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:30:08.194907 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c0333e8-16cc-4544-bf55-405bf39dd51f {{(pid=93917) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 19:30:08.215557 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port 9c0333e8-16cc-4544-bf55-405bf39dd51f, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=9c0333e8-16cc-4544-bf55-405bf39dd51f,segment=NetworkSegment(f8ef6fac-5a60-44bf-acf9-2a52819f91c2),segment_id=f8ef6fac-5a60-44bf-acf9-2a52819f91c2)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 19:30:08.218610 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:30:08.272166 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Pushing event updated for resources: {'Port': ['ID=9c0333e8-16cc-4544-bf55-405bf39dd51f,revision_number=4']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:30:08.437650 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31316ded-eccd-4e53-9bcd-8892d8dff54e req-4cd770a2-bbf7-483d-8bd7-531f09160984 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:30:08.439354 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-31316ded-eccd-4e53-9bcd-8892d8dff54e req-4cd770a2-bbf7-483d-8bd7-531f09160984 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] 10.222.0.16 "GET /v2.0/ports?device_id=3782205e-2fac-41c1-92c9-765460b38cef HTTP/1.1" status: 200 len: 945 time: 0.0651288 Jul 14 19:30:08.449351 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] get_ports_and_sgs() called for port_ids ['9c0333e8-16cc-4544-bf55-405bf39dd51f'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 19:30:08.483322 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-31316ded-eccd-4e53-9bcd-8892d8dff54e req-2e4ccda7-9039-4f76-88da-1d18981bb5c6 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d8b3f63-c307-47de-b61c-f70506a45edf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380940 Jul 14 19:30:09.660520 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba8bd49-3be8-4768-a86a-0701853bafac req-3d41acab-9379-4df7-9aec-2e2f5fce50b1 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:30:09.662039 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-7ba8bd49-3be8-4768-a86a-0701853bafac req-3d41acab-9379-4df7-9aec-2e2f5fce50b1 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] 10.222.0.16 "GET /v2.0/ports?device_id=3782205e-2fac-41c1-92c9-765460b38cef HTTP/1.1" status: 200 len: 945 time: 0.0653415 Jul 14 19:30:09.701824 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-7ba8bd49-3be8-4768-a86a-0701853bafac req-6fc6bf97-698f-46e8-829c-d523ae826a00 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d8b3f63-c307-47de-b61c-f70506a45edf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339310 Jul 14 19:30:10.051992 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device 9c0333e8-16cc-4544-bf55-405bf39dd51f up at agent hyperv_n-h1-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 19:30:10.107101 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Provisioning for port 9c0333e8-16cc-4544-bf55-405bf39dd51f completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 19:30:10.111626 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Provisioning complete for port 9c0333e8-16cc-4544-bf55-405bf39dd51f triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 19:30:10.112060 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:30:10.191526 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:30:10.214370 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3782205e-2fac-41c1-92c9-765460b38cef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c0333e8-16cc-4544-bf55-405bf39dd51f'}] {{(pid=93917) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 19:30:10.216799 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee9af70b018e2a669d4aace710d7966bbe0586a349443f05e01050df9771a348" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a67f110-37ea-4afc-aeb2-68bb763b57a9" -d '{"events": [{"server_uuid": "3782205e-2fac-41c1-92c9-765460b38cef", "name": "network-vif-plugged", "status": "completed", "tag": "9c0333e8-16cc-4544-bf55-405bf39dd51f"}]}' {{(pid=93917) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 19:30:10.230053 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port 9c0333e8-16cc-4544-bf55-405bf39dd51f, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=9c0333e8-16cc-4544-bf55-405bf39dd51f,segment=NetworkSegment(f8ef6fac-5a60-44bf-acf9-2a52819f91c2),segment_id=f8ef6fac-5a60-44bf-acf9-2a52819f91c2)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 19:30:10.234826 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:30:10.287302 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Pushing event updated for resources: {'Port': ['ID=9c0333e8-16cc-4544-bf55-405bf39dd51f,revision_number=5']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:30:10.308000 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 19:30:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7f1e540-1c1e-4d31-af2d-05aaaee57f49 x-openstack-request-id: req-c7f1e540-1c1e-4d31-af2d-05aaaee57f49 {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 19:30:10.308312 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3782205e-2fac-41c1-92c9-765460b38cef", "name": "network-vif-plugged", "status": "completed", "tag": "9c0333e8-16cc-4544-bf55-405bf39dd51f", "code": 200}]} {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 19:30:10.308570 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c7f1e540-1c1e-4d31-af2d-05aaaee57f49 {{(pid=93917) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 19:30:10.308971 n-d-800634-3 neutron-server[93917]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3782205e-2fac-41c1-92c9-765460b38cef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c0333e8-16cc-4544-bf55-405bf39dd51f', 'code': 200} Jul 14 19:30:10.421046 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82483418-d52f-4ab6-b179-4d968511dca1 req-77493d44-7079-4276-93d4-080650dc5ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:30:10.422589 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-82483418-d52f-4ab6-b179-4d968511dca1 req-77493d44-7079-4276-93d4-080650dc5ba2 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=3782205e-2fac-41c1-92c9-765460b38cef HTTP/1.1" status: 200 len: 1097 time: 0.0526147 Jul 14 19:30:10.456165 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-82483418-d52f-4ab6-b179-4d968511dca1 req-417cafb4-997f-4af2-8d9e-9905669ed819 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=0d8b3f63-c307-47de-b61c-f70506a45edf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0276797 Jul 14 19:30:10.884936 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1249e02-30df-41ba-8046-8b3da43f05b4 req-7ecbad40-3c17-4cd0-b391-4429d34dc926 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:30:10.886355 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a1249e02-30df-41ba-8046-8b3da43f05b4 req-7ecbad40-3c17-4cd0-b391-4429d34dc926 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] 10.222.0.16 "GET /v2.0/ports?device_id=3782205e-2fac-41c1-92c9-765460b38cef HTTP/1.1" status: 200 len: 946 time: 0.0692306 Jul 14 19:30:10.924662 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a1249e02-30df-41ba-8046-8b3da43f05b4 req-bffd6f7b-4bf0-4ce3-b333-dd38a5e346d5 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d8b3f63-c307-47de-b61c-f70506a45edf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327833 Jul 14 19:30:12.100670 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39d238e-c44a-415d-bf15-7778bb2263ec req-5a6133de-ab04-4c39-8448-d72476442102 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:30:12.102841 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f39d238e-c44a-415d-bf15-7778bb2263ec req-5a6133de-ab04-4c39-8448-d72476442102 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] 10.222.0.16 "GET /v2.0/ports?device_id=3782205e-2fac-41c1-92c9-765460b38cef HTTP/1.1" status: 200 len: 946 time: 0.0667715 Jul 14 19:30:12.141063 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f39d238e-c44a-415d-bf15-7778bb2263ec req-a661c061-9ebd-4288-a18f-cfad2c16264c tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d8b3f63-c307-47de-b61c-f70506a45edf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322418 Jul 14 19:30:12.314328 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df8469e-54e8-48fe-b25b-c25ac48f8c3f req-2244e45f-dc3d-4a62-ab4d-798428e04616 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:30:12.315753 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-4df8469e-54e8-48fe-b25b-c25ac48f8c3f req-2244e45f-dc3d-4a62-ab4d-798428e04616 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] 10.222.0.16 "GET /v2.0/ports?device_id=3782205e-2fac-41c1-92c9-765460b38cef HTTP/1.1" status: 200 len: 946 time: 0.0629427 Jul 14 19:30:12.360403 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-4df8469e-54e8-48fe-b25b-c25ac48f8c3f req-ff42bb23-5145-4263-966a-0af8aff0f8c8 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d8b3f63-c307-47de-b61c-f70506a45edf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383029 Jul 14 19:30:12.384573 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 33078) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 19:30:12.436028 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0c163b9-f29e-4c39-9b71-e6da89c20a6e tempest-TestNetworkAdvancedServerOps-521838358 tempest-TestNetworkAdvancedServerOps-521838358-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:30:12.437603 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-c0c163b9-f29e-4c39-9b71-e6da89c20a6e tempest-TestNetworkAdvancedServerOps-521838358 tempest-TestNetworkAdvancedServerOps-521838358-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=3782205e-2fac-41c1-92c9-765460b38cef HTTP/1.1" status: 200 len: 1092 time: 0.0520253 Jul 14 19:30:12.440463 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 33080) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 19:30:12.445334 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-574114e6-be39-4ab6-ad48-31247f4c15fa tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Request body: {'floatingip': {'floating_network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'port_id': '9c0333e8-16cc-4544-bf55-405bf39dd51f', 'tenant_id': 'a3d6ee5c9e7d43dd9aef13bacc118669', 'fixed_ip_address': '172.20.0.10'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 19:30:12.467856 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-574114e6-be39-4ab6-ad48-31247f4c15fa tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks [] for floatingip, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:30:12.565448 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-574114e6-be39-4ab6-ad48-31247f4c15fa tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:30:12.671496 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.db_base_plugin_common [None req-574114e6-be39-4ab6-ad48-31247f4c15fa tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Allocated IP 172.25.1.226 (9200a437-e1de-4520-88f6-e68386523e61/5f47f848-4532-407a-a0e2-5690ade15fd0/a170a979-4199-4191-b94a-22f198d320b8) {{(pid=93916) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 19:30:12.772480 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-574114e6-be39-4ab6-ad48-31247f4c15fa tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks [] for port, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:30:12.815748 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-574114e6-be39-4ab6-ad48-31247f4c15fa tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:30:12.855193 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-574114e6-be39-4ab6-ad48-31247f4c15fa tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Network 9200a437-e1de-4520-88f6-e68386523e61 is already hosted by enough agents. {{(pid=93916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 19:30:12.858187 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [None req-574114e6-be39-4ab6-ad48-31247f4c15fa tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Resources bound (agent type, host, resource id): {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 19:30:12.862325 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-574114e6-be39-4ab6-ad48-31247f4c15fa tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Received port after_create {{(pid=93916) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 19:30:12.868374 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574114e6-be39-4ab6-ad48-31247f4c15fa tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Pushing event updated for resources: {'Port': ['ID=a170a979-4199-4191-b94a-22f198d320b8,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:30:13.233117 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-574114e6-be39-4ab6-ad48-31247f4c15fa tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:30:13.308129 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-574114e6-be39-4ab6-ad48-31247f4c15fa tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:30:13.458946 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-574114e6-be39-4ab6-ad48-31247f4c15fa tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks [] for port, precommit_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:30:13.463720 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-574114e6-be39-4ab6-ad48-31247f4c15fa tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2684870'] for port, after_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:30:13.529363 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574114e6-be39-4ab6-ad48-31247f4c15fa tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Pushing event updated for resources: {'Port': ['ID=a170a979-4199-4191-b94a-22f198d320b8,revision_number=2']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:30:13.541117 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-574114e6-be39-4ab6-ad48-31247f4c15fa tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-930131'] for floatingip, after_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:30:13.641093 n-d-800634-3 neutron-server[93916]: INFO neutron.db.l3_db [None req-574114e6-be39-4ab6-ad48-31247f4c15fa tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Floating IP fcc6ccb7-5825-4f01-a695-fca605622052 associated. External IP: 172.25.1.226, port: 9c0333e8-16cc-4544-bf55-405bf39dd51f. Jul 14 19:30:13.852037 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-574114e6-be39-4ab6-ad48-31247f4c15fa tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Router 9db732a8-20d1-4bf5-9b0a-4eebdf55b712 has already been hosted by L3 agent 2c6eb27e-defb-4cca-9a24-381c7415e359 {{(pid=93916) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 19:30:13.959874 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-574114e6-be39-4ab6-ad48-31247f4c15fa tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify agent at l3_agent.n-d-800634-3 the message routers_updated {{(pid=93916) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 19:30:13.969382 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a43bc69-97cc-478b-91eb-c4e964cca1ab None None] Sync routers for ids ['9db732a8-20d1-4bf5-9b0a-4eebdf55b712'] in n-d-800634-3 {{(pid=93918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 19:30:13.977161 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-574114e6-be39-4ab6-ad48-31247f4c15fa tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for floatingip, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:30:13.979930 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a43bc69-97cc-478b-91eb-c4e964cca1ab None None] Routers {'9db732a8-20d1-4bf5-9b0a-4eebdf55b712'} bound to L3 agent in host n-d-800634-3 {{(pid=93918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 19:30:13.980714 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-9a43bc69-97cc-478b-91eb-c4e964cca1ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T19:29:53Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['9db732a8-20d1-4bf5-9b0a-4eebdf55b712'], 'active': True} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 19:30:14.014882 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-574114e6-be39-4ab6-ad48-31247f4c15fa tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5733922 Jul 14 19:30:14.015482 n-d-800634-3 neutron-server[93916]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3782205e-2fac-41c1-92c9-765460b38cef', 'tag': '9c0333e8-16cc-4544-bf55-405bf39dd51f'}] {{(pid=93916) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 19:30:14.017753 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08660965dfa68fcf45ab49fd1f0842c3c46447df706a9a0609e2cc6818fe56f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c301da81-4bbf-496e-9d1d-d9dc2714df03" -d '{"events": [{"name": "network-changed", "server_uuid": "3782205e-2fac-41c1-92c9-765460b38cef", "tag": "9c0333e8-16cc-4544-bf55-405bf39dd51f"}]}' {{(pid=93916) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 19:30:14.055405 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 19:30:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9602e240-6413-4bf2-a7ba-8aa31e295f9a x-openstack-request-id: req-9602e240-6413-4bf2-a7ba-8aa31e295f9a {{(pid=93916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 19:30:14.055405 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3782205e-2fac-41c1-92c9-765460b38cef", "tag": "9c0333e8-16cc-4544-bf55-405bf39dd51f", "status": "completed", "code": 200}]} {{(pid=93916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 19:30:14.055877 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9602e240-6413-4bf2-a7ba-8aa31e295f9a {{(pid=93916) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 19:30:14.056060 n-d-800634-3 neutron-server[93916]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3782205e-2fac-41c1-92c9-765460b38cef', 'tag': '9c0333e8-16cc-4544-bf55-405bf39dd51f', 'status': 'completed', 'code': 200} Jul 14 19:30:14.088460 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvr_db [None req-9a43bc69-97cc-478b-91eb-c4e964cca1ab None None] Set router 9db732a8-20d1-4bf5-9b0a-4eebdf55b712 gateway port host: n-d-800634-3 {{(pid=93918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 19:30:14.173602 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c301da81-4bbf-496e-9d1d-d9dc2714df03 req-a1c126ed-f616-42f3-ba19-61f874c24ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:30:14.175171 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c301da81-4bbf-496e-9d1d-d9dc2714df03 req-a1c126ed-f616-42f3-ba19-61f874c24ca6 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a3d6ee5c9e7d43dd9aef13bacc118669&device_id=3782205e-2fac-41c1-92c9-765460b38cef HTTP/1.1" status: 200 len: 1097 time: 0.0968058 Jul 14 19:30:14.238906 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ea0acf-1e41-43ab-9b88-0363a5a96295 req-ce6e75a0-edc2-4961-883b-ab708689bd2b tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:30:14.240418 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-63ea0acf-1e41-43ab-9b88-0363a5a96295 req-ce6e75a0-edc2-4961-883b-ab708689bd2b tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] 10.222.0.16 "GET /v2.0/ports?device_id=3782205e-2fac-41c1-92c9-765460b38cef HTTP/1.1" status: 200 len: 946 time: 0.1277776 Jul 14 19:30:14.299524 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-63ea0acf-1e41-43ab-9b88-0363a5a96295 req-2d3cbe41-779a-42c5-9388-513c26d7b2ad tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d8b3f63-c307-47de-b61c-f70506a45edf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526435 Jul 14 19:30:14.308901 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-9a43bc69-97cc-478b-91eb-c4e964cca1ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9db732a8-20d1-4bf5-9b0a-4eebdf55b712', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2019105394', 'tenant_id': 'a3d6ee5c9e7d43dd9aef13bacc118669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.153'}], 'enable_snat': True}, 'gw_port_id': 'd93240c3-9457-44cb-8235-8199c0cd8232', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T19:29:56Z', 'updated_at': '2021-07-14T19:30:00Z', 'revision_number': 4, 'project_id': 'a3d6ee5c9e7d43dd9aef13bacc118669', 'gw_port': {'id': 'd93240c3-9457-44cb-8235-8199c0cd8232', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:1d:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9db732a8-20d1-4bf5-9b0a-4eebdf55b712', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T19:29:56Z', 'updated_at': '2021-07-14T19:30:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_floatingips': [{'id': 'fcc6ccb7-5825-4f01-a695-fca605622052', 'tenant_id': 'a3d6ee5c9e7d43dd9aef13bacc118669', 'floating_ip_address': '172.25.1.226', 'floating_network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'router_id': '9db732a8-20d1-4bf5-9b0a-4eebdf55b712', 'port_id': '9c0333e8-16cc-4544-bf55-405bf39dd51f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4229, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f19fbacc-9b69-462e-97d5-ad80ace26794', 'mac_address': 'fa:16:3e:54:28:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3782205e-2fac-41c1-92c9-765460b38cef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T19:30:13Z', 'updated_at': '2021-07-14T19:30:13Z', 'revision_number': 0, 'project_id': 'a3d6ee5c9e7d43dd9aef13bacc118669', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e100c59c-6e80-4deb-9b9d-b0a495b0d9c7', 'name': '', 'network_id': 'f19fbacc-9b69-462e-97d5-ad80ace26794', 'tenant_id': 'a3d6ee5c9e7d43dd9aef13bacc118669', 'mac_address': 'fa:16:3e:7c:ac:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9db732a8-20d1-4bf5-9b0a-4eebdf55b712', 'device_owner': 'network:router_interface', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': 'fd296012-4dc7-473a-b285-9cf3dc538326', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T19:29:59Z', 'updated_at': '2021-07-14T19:30:03Z', 'revision_number': 5, 'project_id': 'a3d6ee5c9e7d43dd9aef13bacc118669', 'subnets': [{'id': 'fd296012-4dc7-473a-b285-9cf3dc538326', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-3', False) {} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 19:30:14.309466 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c301da81-4bbf-496e-9d1d-d9dc2714df03 req-3465813a-ffa8-4395-a0b0-34f3290c93b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:30:14.311246 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c301da81-4bbf-496e-9d1d-d9dc2714df03 req-3465813a-ffa8-4395-a0b0-34f3290c93b5 service neutron] 10.222.0.18 "GET /v2.0/networks?id=f19fbacc-9b69-462e-97d5-ad80ace26794 HTTP/1.1" status: 200 len: 897 time: 0.1290538 Jul 14 19:30:14.323928 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 33086) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 19:30:14.342950 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a43bc69-97cc-478b-91eb-c4e964cca1ab None None] Checking router: 9db732a8-20d1-4bf5-9b0a-4eebdf55b712 for host: n-d-800634-3 {{(pid=93918) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 19:30:14.352012 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a43bc69-97cc-478b-91eb-c4e964cca1ab None None] Routers {'9db732a8-20d1-4bf5-9b0a-4eebdf55b712'} bound to L3 agent in host n-d-800634-3 {{(pid=93918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 19:30:14.352661 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-9a43bc69-97cc-478b-91eb-c4e964cca1ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T19:29:53Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['9db732a8-20d1-4bf5-9b0a-4eebdf55b712'], 'active': True} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 19:30:14.380073 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c301da81-4bbf-496e-9d1d-d9dc2714df03 req-5f7b83b5-8af3-438d-9e23-f1f8a572e78f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9c0333e8-16cc-4544-bf55-405bf39dd51f HTTP/1.1" status: 200 len: 1000 time: 0.0616107 Jul 14 19:30:14.389896 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-b1d46c95-c827-4769-a156-5eee7632626b tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] 10.222.0.16 "GET /v2.0/floatingips/fcc6ccb7-5825-4f01-a695-fca605622052 HTTP/1.1" status: 200 len: 992 time: 0.0647650 Jul 14 19:30:14.432926 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c301da81-4bbf-496e-9d1d-d9dc2714df03 req-8e91f40f-b6a5-40de-8138-89ff3e460baf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:30:14.434404 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c301da81-4bbf-496e-9d1d-d9dc2714df03 req-8e91f40f-b6a5-40de-8138-89ff3e460baf service neutron] 10.222.0.18 "GET /v2.0/subnets?id=fd296012-4dc7-473a-b285-9cf3dc538326 HTTP/1.1" status: 200 len: 835 time: 0.0487952 Jul 14 19:30:14.463503 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvr_db [None req-9a43bc69-97cc-478b-91eb-c4e964cca1ab None None] Set router 9db732a8-20d1-4bf5-9b0a-4eebdf55b712 gateway port host: n-d-800634-3 {{(pid=93918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 19:30:14.492469 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c301da81-4bbf-496e-9d1d-d9dc2714df03 req-90022591-4016-47a7-904c-d9d833b7a517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:30:14.493925 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c301da81-4bbf-496e-9d1d-d9dc2714df03 req-90022591-4016-47a7-904c-d9d833b7a517 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f19fbacc-9b69-462e-97d5-ad80ace26794&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0526569 Jul 14 19:30:14.588353 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c301da81-4bbf-496e-9d1d-d9dc2714df03 req-aa9aa529-8d7c-48ff-97ec-a45bd9faec59 service neutron] 10.222.0.18 "GET /v2.0/networks/f19fbacc-9b69-462e-97d5-ad80ace26794?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876031 Jul 14 19:30:14.685177 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c301da81-4bbf-496e-9d1d-d9dc2714df03 req-1399ebbf-9854-415f-9e4e-76f70528065f service neutron] 10.222.0.18 "GET /v2.0/networks/f19fbacc-9b69-462e-97d5-ad80ace26794?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901947 Jul 14 19:30:14.771462 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-9a43bc69-97cc-478b-91eb-c4e964cca1ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9db732a8-20d1-4bf5-9b0a-4eebdf55b712', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2019105394', 'tenant_id': 'a3d6ee5c9e7d43dd9aef13bacc118669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.153'}], 'enable_snat': True}, 'gw_port_id': 'd93240c3-9457-44cb-8235-8199c0cd8232', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T19:29:56Z', 'updated_at': '2021-07-14T19:30:00Z', 'revision_number': 4, 'project_id': 'a3d6ee5c9e7d43dd9aef13bacc118669', 'gw_port': {'id': 'd93240c3-9457-44cb-8235-8199c0cd8232', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:1d:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9db732a8-20d1-4bf5-9b0a-4eebdf55b712', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T19:29:56Z', 'updated_at': '2021-07-14T19:30:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_floatingips': [{'id': 'fcc6ccb7-5825-4f01-a695-fca605622052', 'tenant_id': 'a3d6ee5c9e7d43dd9aef13bacc118669', 'floating_ip_address': '172.25.1.226', 'floating_network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'router_id': '9db732a8-20d1-4bf5-9b0a-4eebdf55b712', 'port_id': '9c0333e8-16cc-4544-bf55-405bf39dd51f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4229, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f19fbacc-9b69-462e-97d5-ad80ace26794', 'mac_address': 'fa:16:3e:54:28:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3782205e-2fac-41c1-92c9-765460b38cef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T19:30:13Z', 'updated_at': '2021-07-14T19:30:13Z', 'revision_number': 0, 'project_id': 'a3d6ee5c9e7d43dd9aef13bacc118669', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e100c59c-6e80-4deb-9b9d-b0a495b0d9c7', 'name': '', 'network_id': 'f19fbacc-9b69-462e-97d5-ad80ace26794', 'tenant_id': 'a3d6ee5c9e7d43dd9aef13bacc118669', 'mac_address': 'fa:16:3e:7c:ac:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9db732a8-20d1-4bf5-9b0a-4eebdf55b712', 'device_owner': 'network:router_interface', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': 'fd296012-4dc7-473a-b285-9cf3dc538326', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T19:29:59Z', 'updated_at': '2021-07-14T19:30:03Z', 'revision_number': 5, 'project_id': 'a3d6ee5c9e7d43dd9aef13bacc118669', 'subnets': [{'id': 'fd296012-4dc7-473a-b285-9cf3dc538326', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-3', False) {} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 19:30:14.797399 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a43bc69-97cc-478b-91eb-c4e964cca1ab None None] The sync data for ids ['9db732a8-20d1-4bf5-9b0a-4eebdf55b712'] in n-d-800634-3 is: [{'id': '9db732a8-20d1-4bf5-9b0a-4eebdf55b712', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2019105394', 'tenant_id': 'a3d6ee5c9e7d43dd9aef13bacc118669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.153'}], 'enable_snat': True}, 'gw_port_id': 'd93240c3-9457-44cb-8235-8199c0cd8232', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T19:29:56Z', 'updated_at': '2021-07-14T19:30:00Z', 'revision_number': 4, 'project_id': 'a3d6ee5c9e7d43dd9aef13bacc118669', 'gw_port': {'id': 'd93240c3-9457-44cb-8235-8199c0cd8232', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:1d:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9db732a8-20d1-4bf5-9b0a-4eebdf55b712', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T19:29:56Z', 'updated_at': '2021-07-14T19:30:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_floatingips': [{'id': 'fcc6ccb7-5825-4f01-a695-fca605622052', 'tenant_id': 'a3d6ee5c9e7d43dd9aef13bacc118669', 'floating_ip_address': '172.25.1.226', 'floating_network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'router_id': '9db732a8-20d1-4bf5-9b0a-4eebdf55b712', 'port_id': '9c0333e8-16cc-4544-bf55-405bf39dd51f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4229, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f19fbacc-9b69-462e-97d5-ad80ace26794', 'mac_address': 'fa:16:3e:54:28:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3782205e-2fac-41c1-92c9-765460b38cef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T19:30:13Z', 'updated_at': '2021-07-14T19:30:13Z', 'revision_number': 0, 'project_id': 'a3d6ee5c9e7d43dd9aef13bacc118669', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e100c59c-6e80-4deb-9b9d-b0a495b0d9c7', 'name': '', 'network_id': 'f19fbacc-9b69-462e-97d5-ad80ace26794', 'tenant_id': 'a3d6ee5c9e7d43dd9aef13bacc118669', 'mac_address': 'fa:16:3e:7c:ac:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9db732a8-20d1-4bf5-9b0a-4eebdf55b712', 'device_owner': 'network:router_interface', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': 'fd296012-4dc7-473a-b285-9cf3dc538326', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T19:29:59Z', 'updated_at': '2021-07-14T19:30:03Z', 'revision_number': 5, 'project_id': 'a3d6ee5c9e7d43dd9aef13bacc118669', 'subnets': [{'id': 'fd296012-4dc7-473a-b285-9cf3dc538326', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 19:30:14.986408 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a890bad3-b770-4a4c-bab4-62683ac45c56 None None] New status for floating IP fcc6ccb7-5825-4f01-a695-fca605622052: ACTIVE {{(pid=93917) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 19:30:15.394538 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 33088) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 19:30:15.454365 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-a1f25f6b-d98e-49a4-8ab5-8577ff2a521d tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] 10.222.0.16 "GET /v2.0/floatingips/fcc6ccb7-5825-4f01-a695-fca605622052 HTTP/1.1" status: 200 len: 994 time: 0.0586832 Jul 14 19:30:20.511635 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-949512f2-2b6d-4e02-b104-d4b5d73d05e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:30:22.925244 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-c66a1700-8f44-4af3-b195-edbd31e71fde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:30:23.274898 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:30:24.390348 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-574aeb93-9938-449c-8e6c-cb22c9b52cc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:30:26.023618 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-2f4e3af3-e708-4ffd-a544-82d93a489d01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:30:31.048070 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.agents_db [None req-2ea07fb6-aa68-4671-8654-119d82b9f530 None None] Agent healthcheck: found 7 active agents {{(pid=93918) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 19:30:33.142983 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:30:36.119176 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:30:46.987595 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a332d9e-e4ca-4647-84b0-e57aebd78aa2 req-2280c040-ed9f-48b5-b458-2c83cbb8dab9 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:30:46.989102 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6a332d9e-e4ca-4647-84b0-e57aebd78aa2 req-2280c040-ed9f-48b5-b458-2c83cbb8dab9 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] 10.222.0.16 "GET /v2.0/ports?device_id=3782205e-2fac-41c1-92c9-765460b38cef HTTP/1.1" status: 200 len: 946 time: 0.0633149 Jul 14 19:30:47.031391 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6a332d9e-e4ca-4647-84b0-e57aebd78aa2 req-aa7bb31d-7311-40c3-8079-ff6cb79e6be0 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d8b3f63-c307-47de-b61c-f70506a45edf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365276 Jul 14 19:30:48.209297 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e96416-e4e0-4aff-afc2-8a2f0341b68c req-bcd3536f-753f-493c-9daa-cb097e2c223d tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:30:48.210766 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-87e96416-e4e0-4aff-afc2-8a2f0341b68c req-bcd3536f-753f-493c-9daa-cb097e2c223d tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] 10.222.0.16 "GET /v2.0/ports?device_id=3782205e-2fac-41c1-92c9-765460b38cef HTTP/1.1" status: 200 len: 946 time: 0.0673771 Jul 14 19:30:48.249097 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-87e96416-e4e0-4aff-afc2-8a2f0341b68c req-b3246d95-bfd3-42d4-909e-0ad49bda14df tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d8b3f63-c307-47de-b61c-f70506a45edf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322237 Jul 14 19:30:48.273449 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 33106) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 19:30:48.336800 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-712bf15f-431c-4cb6-9ed2-a43b226c0617 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] 10.222.0.16 "GET /v2.0/floatingips/fcc6ccb7-5825-4f01-a695-fca605622052 HTTP/1.1" status: 200 len: 994 time: 0.0621243 Jul 14 19:30:48.476695 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-9ded91ae-194c-47a7-8b49-607ffb3ebbc9 req-e6ac348f-b9cb-48fb-9f93-6fd4bd82e082 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=3782205e-2fac-41c1-92c9-765460b38cef&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0606887 Jul 14 19:30:48.539084 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-ae9a746d-6683-4ba6-8dff-f6f93f075c6e req-4c1e50b0-2de3-43d4-8f03-18e8b2556fd1 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=6ab0c594-ecaf-4c5b-977a-9c1b59a2d9cc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0269339 Jul 14 19:30:48.573737 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ded91ae-194c-47a7-8b49-607ffb3ebbc9 req-e44d35e7-5643-4029-9bc3-294711218db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:30:48.575241 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-9ded91ae-194c-47a7-8b49-607ffb3ebbc9 req-e44d35e7-5643-4029-9bc3-294711218db5 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a3d6ee5c9e7d43dd9aef13bacc118669&device_id=3782205e-2fac-41c1-92c9-765460b38cef HTTP/1.1" status: 200 len: 1097 time: 0.0549288 Jul 14 19:30:48.587123 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-ae9a746d-6683-4ba6-8dff-f6f93f075c6e req-08d2c525-2e2a-4e6d-964c-7b27277ddabd service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f1c4e239e6d24b3bb240a97f6c99b33f&device_id=6ab0c594-ecaf-4c5b-977a-9c1b59a2d9cc HTTP/1.1" status: 200 len: 210 time: 0.0267746 Jul 14 19:30:48.628684 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-ae9a746d-6683-4ba6-8dff-f6f93f075c6e req-132f14aa-b7c7-4e73-a98a-9fdcc5e37523 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=f1c4e239e6d24b3bb240a97f6c99b33f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0202715 Jul 14 19:30:48.687221 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ded91ae-194c-47a7-8b49-607ffb3ebbc9 req-904ac7ef-d6e2-467b-96c6-c2e0827253f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:30:48.688785 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-9ded91ae-194c-47a7-8b49-607ffb3ebbc9 req-904ac7ef-d6e2-467b-96c6-c2e0827253f6 service neutron] 10.222.0.18 "GET /v2.0/networks?id=f19fbacc-9b69-462e-97d5-ad80ace26794 HTTP/1.1" status: 200 len: 897 time: 0.0944524 Jul 14 19:30:48.726528 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9a746d-6683-4ba6-8dff-f6f93f075c6e req-b77a024f-6011-4904-8dda-7955eaa14468 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:30:48.728012 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-ae9a746d-6683-4ba6-8dff-f6f93f075c6e req-b77a024f-6011-4904-8dda-7955eaa14468 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0931842 Jul 14 19:30:48.754959 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-9ded91ae-194c-47a7-8b49-607ffb3ebbc9 req-67f9a20c-6733-4ef1-bdfb-d4730bfad8ec service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9c0333e8-16cc-4544-bf55-405bf39dd51f HTTP/1.1" status: 200 len: 1002 time: 0.0596807 Jul 14 19:30:48.813350 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ded91ae-194c-47a7-8b49-607ffb3ebbc9 req-22a4a4ca-bb09-43b8-a79f-2a15056b9530 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:30:48.814818 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-9ded91ae-194c-47a7-8b49-607ffb3ebbc9 req-22a4a4ca-bb09-43b8-a79f-2a15056b9530 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=fd296012-4dc7-473a-b285-9cf3dc538326 HTTP/1.1" status: 200 len: 835 time: 0.0543361 Jul 14 19:30:48.876069 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ded91ae-194c-47a7-8b49-607ffb3ebbc9 req-579259ac-4d84-44b0-a1d4-0cecb9c00fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:30:48.877525 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-9ded91ae-194c-47a7-8b49-607ffb3ebbc9 req-579259ac-4d84-44b0-a1d4-0cecb9c00fe9 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f19fbacc-9b69-462e-97d5-ad80ace26794&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0569870 Jul 14 19:30:48.965268 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-9ded91ae-194c-47a7-8b49-607ffb3ebbc9 req-551c8ffa-4f0e-4706-ba2d-8285d95049e7 service neutron] 10.222.0.18 "GET /v2.0/networks/f19fbacc-9b69-462e-97d5-ad80ace26794?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817380 Jul 14 19:30:49.058616 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-9ded91ae-194c-47a7-8b49-607ffb3ebbc9 req-88a7e6bc-6663-4b47-8ce5-a40828ef4aa8 service neutron] 10.222.0.18 "GET /v2.0/networks/f19fbacc-9b69-462e-97d5-ad80ace26794?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865359 Jul 14 19:30:49.800373 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f59b92-4d40-48bc-a9e9-4d47a2e759ca req-25e99a65-a5e7-4f36-b811-1d05fc89f0e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:30:49.801907 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-22f59b92-4d40-48bc-a9e9-4d47a2e759ca req-25e99a65-a5e7-4f36-b811-1d05fc89f0e0 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a3d6ee5c9e7d43dd9aef13bacc118669&device_id=3782205e-2fac-41c1-92c9-765460b38cef HTTP/1.1" status: 200 len: 1097 time: 0.1057503 Jul 14 19:30:49.814600 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5970e1cd-73cd-45b7-affa-b927ce2bee37 req-306d5a81-3c76-44c9-ba91-6c6369481774 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:30:49.816039 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-5970e1cd-73cd-45b7-affa-b927ce2bee37 req-306d5a81-3c76-44c9-ba91-6c6369481774 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] 10.222.0.16 "GET /v2.0/ports?device_id=3782205e-2fac-41c1-92c9-765460b38cef HTTP/1.1" status: 200 len: 946 time: 0.0919464 Jul 14 19:30:49.905426 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-5970e1cd-73cd-45b7-affa-b927ce2bee37 req-b367fe0c-cbaf-410f-8c2d-c7d8099f1d73 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d8b3f63-c307-47de-b61c-f70506a45edf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0809522 Jul 14 19:30:49.931985 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f59b92-4d40-48bc-a9e9-4d47a2e759ca req-f74bced2-5f29-48bc-a19e-189c6ccc94e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:30:49.934120 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-22f59b92-4d40-48bc-a9e9-4d47a2e759ca req-f74bced2-5f29-48bc-a19e-189c6ccc94e0 service neutron] 10.222.0.18 "GET /v2.0/networks?id=f19fbacc-9b69-462e-97d5-ad80ace26794 HTTP/1.1" status: 200 len: 897 time: 0.1171474 Jul 14 19:30:50.004255 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-22f59b92-4d40-48bc-a9e9-4d47a2e759ca req-3b29bdac-ff00-4c24-aa8e-3c67fc2b3e94 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9c0333e8-16cc-4544-bf55-405bf39dd51f HTTP/1.1" status: 200 len: 1002 time: 0.0633562 Jul 14 19:30:50.052443 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f59b92-4d40-48bc-a9e9-4d47a2e759ca req-8480e861-f225-4f36-8209-7af7ab686476 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:30:50.053970 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-22f59b92-4d40-48bc-a9e9-4d47a2e759ca req-8480e861-f225-4f36-8209-7af7ab686476 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=fd296012-4dc7-473a-b285-9cf3dc538326 HTTP/1.1" status: 200 len: 835 time: 0.0442307 Jul 14 19:30:50.113431 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f59b92-4d40-48bc-a9e9-4d47a2e759ca req-a8a1dd34-8103-44c9-8983-bc57bbe864d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:30:50.114992 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-22f59b92-4d40-48bc-a9e9-4d47a2e759ca req-a8a1dd34-8103-44c9-8983-bc57bbe864d9 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f19fbacc-9b69-462e-97d5-ad80ace26794&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0553133 Jul 14 19:30:50.207542 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-22f59b92-4d40-48bc-a9e9-4d47a2e759ca req-01ac6ce1-f7fe-46c7-b7b4-2aae2ea855dc service neutron] 10.222.0.18 "GET /v2.0/networks/f19fbacc-9b69-462e-97d5-ad80ace26794?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864973 Jul 14 19:30:50.296901 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-22f59b92-4d40-48bc-a9e9-4d47a2e759ca req-c5fcedd7-b271-4ea0-aa61-e70b44f8bd70 service neutron] 10.222.0.18 "GET /v2.0/networks/f19fbacc-9b69-462e-97d5-ad80ace26794?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837340 Jul 14 19:30:50.514054 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-2f424db6-d3d0-4c28-86d7-d2c6661f10c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:30:51.108028 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a18340-4abc-4ccb-8ecf-a301bb24d424 req-476094f9-1750-4282-bc43-b0ac7069debe tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:30:51.109722 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-d9a18340-4abc-4ccb-8ecf-a301bb24d424 req-476094f9-1750-4282-bc43-b0ac7069debe tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] 10.222.0.16 "GET /v2.0/ports?device_id=3782205e-2fac-41c1-92c9-765460b38cef HTTP/1.1" status: 200 len: 946 time: 0.0671697 Jul 14 19:30:51.150623 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-d9a18340-4abc-4ccb-8ecf-a301bb24d424 req-7d4a18aa-e4a5-43e6-92a5-edfed603c32c tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d8b3f63-c307-47de-b61c-f70506a45edf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343895 Jul 14 19:30:52.333368 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9015ce-1499-45fc-b4cf-caefb2a223ab req-f58001e9-8535-4701-9012-b5512d7002fa tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:30:52.334874 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ed9015ce-1499-45fc-b4cf-caefb2a223ab req-f58001e9-8535-4701-9012-b5512d7002fa tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] 10.222.0.16 "GET /v2.0/ports?device_id=3782205e-2fac-41c1-92c9-765460b38cef HTTP/1.1" status: 200 len: 946 time: 0.0670986 Jul 14 19:30:52.374226 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ed9015ce-1499-45fc-b4cf-caefb2a223ab req-089f9458-e635-438a-bb1a-d8bf5750c9da tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d8b3f63-c307-47de-b61c-f70506a45edf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336463 Jul 14 19:30:52.399681 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 33118) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 19:30:52.464061 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-858268e0-54ab-4f43-8dd5-97b1bea7c0dc tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] 10.222.0.16 "GET /v2.0/floatingips/fcc6ccb7-5825-4f01-a695-fca605622052 HTTP/1.1" status: 200 len: 994 time: 0.0632019 Jul 14 19:30:52.715184 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 33124) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 19:30:52.872337 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [None req-c530cbbf-4eeb-407f-9898-cbe7654aaf4b tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Deleting port a170a979-4199-4191-b94a-22f198d320b8 {{(pid=93915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 19:30:52.872682 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-c530cbbf-4eeb-407f-9898-cbe7654aaf4b tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:30:52.928992 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9948ca12-3b1e-4745-8aeb-e66e1388d0b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:30:52.952289 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-c530cbbf-4eeb-407f-9898-cbe7654aaf4b tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:30:52.952626 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-c530cbbf-4eeb-407f-9898-cbe7654aaf4b tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:30:52.965631 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [None req-c530cbbf-4eeb-407f-9898-cbe7654aaf4b tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Calling delete_port for a170a979-4199-4191-b94a-22f198d320b8 owned by network:floatingip {{(pid=93915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 19:30:53.111383 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-c530cbbf-4eeb-407f-9898-cbe7654aaf4b tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:30:53.141481 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c530cbbf-4eeb-407f-9898-cbe7654aaf4b tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Pushing event deleted for resources: {'Port': ['ID=a170a979-4199-4191-b94a-22f198d320b8,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:30:53.166940 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c530cbbf-4eeb-407f-9898-cbe7654aaf4b tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:30:53.167794 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c530cbbf-4eeb-407f-9898-cbe7654aaf4b tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:30:53.168154 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c530cbbf-4eeb-407f-9898-cbe7654aaf4b tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:30:53.168494 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c530cbbf-4eeb-407f-9898-cbe7654aaf4b tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:30:53.168827 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c530cbbf-4eeb-407f-9898-cbe7654aaf4b tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:30:53.169160 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c530cbbf-4eeb-407f-9898-cbe7654aaf4b tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:30:53.169489 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c530cbbf-4eeb-407f-9898-cbe7654aaf4b tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:30:53.169816 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c530cbbf-4eeb-407f-9898-cbe7654aaf4b tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:30:53.170254 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c530cbbf-4eeb-407f-9898-cbe7654aaf4b tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:30:53.170465 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c530cbbf-4eeb-407f-9898-cbe7654aaf4b tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:30:53.170786 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c530cbbf-4eeb-407f-9898-cbe7654aaf4b tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:30:53.171105 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c530cbbf-4eeb-407f-9898-cbe7654aaf4b tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:30:53.213089 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-c530cbbf-4eeb-407f-9898-cbe7654aaf4b tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks [] for floatingip, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:30:53.213422 n-d-800634-3 neutron-server[93915]: INFO neutron.db.l3_db [None req-c530cbbf-4eeb-407f-9898-cbe7654aaf4b tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Floating IP fcc6ccb7-5825-4f01-a695-fca605622052 disassociated (deleted). External IP: 172.25.1.226, port: 9c0333e8-16cc-4544-bf55-405bf39dd51f. Jul 14 19:30:53.276960 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:30:53.736341 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c530cbbf-4eeb-407f-9898-cbe7654aaf4b tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Router 9db732a8-20d1-4bf5-9b0a-4eebdf55b712 has already been hosted by L3 agent 2c6eb27e-defb-4cca-9a24-381c7415e359 {{(pid=93915) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 19:30:53.851843 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c530cbbf-4eeb-407f-9898-cbe7654aaf4b tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify agent at l3_agent.n-d-800634-3 the message routers_updated {{(pid=93915) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 19:30:53.856869 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-c530cbbf-4eeb-407f-9898-cbe7654aaf4b tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for floatingip, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:30:53.861405 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18977d9a-2912-4c8a-8ff7-0f2a17aa35a0 None None] Sync routers for ids ['9db732a8-20d1-4bf5-9b0a-4eebdf55b712'] in n-d-800634-3 {{(pid=93918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 19:30:53.871219 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18977d9a-2912-4c8a-8ff7-0f2a17aa35a0 None None] Routers {'9db732a8-20d1-4bf5-9b0a-4eebdf55b712'} bound to L3 agent in host n-d-800634-3 {{(pid=93918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 19:30:53.871830 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-18977d9a-2912-4c8a-8ff7-0f2a17aa35a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T19:30:53Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['9db732a8-20d1-4bf5-9b0a-4eebdf55b712'], 'active': True} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 19:30:53.899703 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-c530cbbf-4eeb-407f-9898-cbe7654aaf4b tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] 10.222.0.16 "DELETE /v2.0/floatingips/fcc6ccb7-5825-4f01-a695-fca605622052 HTTP/1.1" status: 204 len: 168 time: 1.1793146 Jul 14 19:30:53.899703 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3782205e-2fac-41c1-92c9-765460b38cef', 'tag': '9c0333e8-16cc-4544-bf55-405bf39dd51f'}] {{(pid=93915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 19:30:53.899703 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}163b1c7ce9835e2c54087c39b47c05da5c61decdd411e584c58a4e7cd59f948f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0690be7a-2cd3-4de2-b562-ef00ec734448" -d '{"events": [{"name": "network-changed", "server_uuid": "3782205e-2fac-41c1-92c9-765460b38cef", "tag": "9c0333e8-16cc-4544-bf55-405bf39dd51f"}]}' {{(pid=93915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 19:30:53.942448 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 19:30:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2386546b-380c-4ea3-be25-4781ba280b1d x-openstack-request-id: req-2386546b-380c-4ea3-be25-4781ba280b1d {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 19:30:53.942748 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3782205e-2fac-41c1-92c9-765460b38cef", "tag": "9c0333e8-16cc-4544-bf55-405bf39dd51f", "status": "completed", "code": 200}]} {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 19:30:53.942997 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2386546b-380c-4ea3-be25-4781ba280b1d {{(pid=93915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 19:30:53.943388 n-d-800634-3 neutron-server[93915]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3782205e-2fac-41c1-92c9-765460b38cef', 'tag': '9c0333e8-16cc-4544-bf55-405bf39dd51f', 'status': 'completed', 'code': 200} Jul 14 19:30:53.986543 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvr_db [None req-18977d9a-2912-4c8a-8ff7-0f2a17aa35a0 None None] Set router 9db732a8-20d1-4bf5-9b0a-4eebdf55b712 gateway port host: n-d-800634-3 {{(pid=93918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 19:30:54.024515 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0690be7a-2cd3-4de2-b562-ef00ec734448 req-d42b709c-fa1c-471d-89c4-2d8e0243eef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:30:54.026292 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-0690be7a-2cd3-4de2-b562-ef00ec734448 req-d42b709c-fa1c-471d-89c4-2d8e0243eef0 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a3d6ee5c9e7d43dd9aef13bacc118669&device_id=3782205e-2fac-41c1-92c9-765460b38cef HTTP/1.1" status: 200 len: 1097 time: 0.0600312 Jul 14 19:30:54.140661 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0690be7a-2cd3-4de2-b562-ef00ec734448 req-29566b15-9f30-48cf-aea1-d4f82fd00aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:30:54.142494 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-0690be7a-2cd3-4de2-b562-ef00ec734448 req-29566b15-9f30-48cf-aea1-d4f82fd00aa0 service neutron] 10.222.0.18 "GET /v2.0/networks?id=f19fbacc-9b69-462e-97d5-ad80ace26794 HTTP/1.1" status: 200 len: 897 time: 0.1096008 Jul 14 19:30:54.187400 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-0690be7a-2cd3-4de2-b562-ef00ec734448 req-0139ca34-8b04-4f70-859b-614d09bcd7f0 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9c0333e8-16cc-4544-bf55-405bf39dd51f HTTP/1.1" status: 200 len: 217 time: 0.0377762 Jul 14 19:30:54.235465 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-18977d9a-2912-4c8a-8ff7-0f2a17aa35a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9db732a8-20d1-4bf5-9b0a-4eebdf55b712', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2019105394', 'tenant_id': 'a3d6ee5c9e7d43dd9aef13bacc118669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.153'}], 'enable_snat': True}, 'gw_port_id': 'd93240c3-9457-44cb-8235-8199c0cd8232', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T19:29:56Z', 'updated_at': '2021-07-14T19:30:00Z', 'revision_number': 4, 'project_id': 'a3d6ee5c9e7d43dd9aef13bacc118669', 'gw_port': {'id': 'd93240c3-9457-44cb-8235-8199c0cd8232', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:1d:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9db732a8-20d1-4bf5-9b0a-4eebdf55b712', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T19:29:56Z', 'updated_at': '2021-07-14T19:30:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_interfaces': [{'id': 'e100c59c-6e80-4deb-9b9d-b0a495b0d9c7', 'name': '', 'network_id': 'f19fbacc-9b69-462e-97d5-ad80ace26794', 'tenant_id': 'a3d6ee5c9e7d43dd9aef13bacc118669', 'mac_address': 'fa:16:3e:7c:ac:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9db732a8-20d1-4bf5-9b0a-4eebdf55b712', 'device_owner': 'network:router_interface', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': 'fd296012-4dc7-473a-b285-9cf3dc538326', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T19:29:59Z', 'updated_at': '2021-07-14T19:30:03Z', 'revision_number': 5, 'project_id': 'a3d6ee5c9e7d43dd9aef13bacc118669', 'subnets': [{'id': 'fd296012-4dc7-473a-b285-9cf3dc538326', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-3', False) {} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 19:30:54.241390 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0690be7a-2cd3-4de2-b562-ef00ec734448 req-af6788ea-a633-432d-863b-3fb6dac22f46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:30:54.242838 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-0690be7a-2cd3-4de2-b562-ef00ec734448 req-af6788ea-a633-432d-863b-3fb6dac22f46 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=fd296012-4dc7-473a-b285-9cf3dc538326 HTTP/1.1" status: 200 len: 835 time: 0.0494978 Jul 14 19:30:54.263845 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18977d9a-2912-4c8a-8ff7-0f2a17aa35a0 None None] Checking router: 9db732a8-20d1-4bf5-9b0a-4eebdf55b712 for host: n-d-800634-3 {{(pid=93918) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 19:30:54.272431 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18977d9a-2912-4c8a-8ff7-0f2a17aa35a0 None None] Routers {'9db732a8-20d1-4bf5-9b0a-4eebdf55b712'} bound to L3 agent in host n-d-800634-3 {{(pid=93918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 19:30:54.273044 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-18977d9a-2912-4c8a-8ff7-0f2a17aa35a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T19:30:53Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['9db732a8-20d1-4bf5-9b0a-4eebdf55b712'], 'active': True} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 19:30:54.348663 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a591179e-808b-41bb-950a-2913c9268aec req-d0c19377-5c94-4f14-a4a6-8905e34be033 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:30:54.350178 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a591179e-808b-41bb-950a-2913c9268aec req-d0c19377-5c94-4f14-a4a6-8905e34be033 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] 10.222.0.16 "GET /v2.0/ports?device_id=3782205e-2fac-41c1-92c9-765460b38cef HTTP/1.1" status: 200 len: 946 time: 0.1119401 Jul 14 19:30:54.353017 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0690be7a-2cd3-4de2-b562-ef00ec734448 req-755199b4-66ad-4e82-aae8-2f00ed4e8ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:30:54.355202 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-0690be7a-2cd3-4de2-b562-ef00ec734448 req-755199b4-66ad-4e82-aae8-2f00ed4e8ae2 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f19fbacc-9b69-462e-97d5-ad80ace26794&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1031215 Jul 14 19:30:54.391804 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvr_db [None req-18977d9a-2912-4c8a-8ff7-0f2a17aa35a0 None None] Set router 9db732a8-20d1-4bf5-9b0a-4eebdf55b712 gateway port host: n-d-800634-3 {{(pid=93918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 19:30:54.397392 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-574aeb93-9938-449c-8e6c-cb22c9b52cc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:30:54.447866 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a591179e-808b-41bb-950a-2913c9268aec req-e01f9f90-055c-4a5f-8ce2-9794c831a994 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d8b3f63-c307-47de-b61c-f70506a45edf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0889246 Jul 14 19:30:54.488196 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-0690be7a-2cd3-4de2-b562-ef00ec734448 req-2eda1cdf-ccea-4b9c-b441-58626f21b08f service neutron] 10.222.0.18 "GET /v2.0/networks/f19fbacc-9b69-462e-97d5-ad80ace26794?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226521 Jul 14 19:30:54.579752 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-0690be7a-2cd3-4de2-b562-ef00ec734448 req-21a9bfca-5bc6-4a70-8362-8c16a3776008 service neutron] 10.222.0.18 "GET /v2.0/networks/f19fbacc-9b69-462e-97d5-ad80ace26794?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840216 Jul 14 19:30:54.604463 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-18977d9a-2912-4c8a-8ff7-0f2a17aa35a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9db732a8-20d1-4bf5-9b0a-4eebdf55b712', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2019105394', 'tenant_id': 'a3d6ee5c9e7d43dd9aef13bacc118669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.153'}], 'enable_snat': True}, 'gw_port_id': 'd93240c3-9457-44cb-8235-8199c0cd8232', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T19:29:56Z', 'updated_at': '2021-07-14T19:30:00Z', 'revision_number': 4, 'project_id': 'a3d6ee5c9e7d43dd9aef13bacc118669', 'gw_port': {'id': 'd93240c3-9457-44cb-8235-8199c0cd8232', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:1d:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9db732a8-20d1-4bf5-9b0a-4eebdf55b712', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T19:29:56Z', 'updated_at': '2021-07-14T19:30:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_interfaces': [{'id': 'e100c59c-6e80-4deb-9b9d-b0a495b0d9c7', 'name': '', 'network_id': 'f19fbacc-9b69-462e-97d5-ad80ace26794', 'tenant_id': 'a3d6ee5c9e7d43dd9aef13bacc118669', 'mac_address': 'fa:16:3e:7c:ac:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9db732a8-20d1-4bf5-9b0a-4eebdf55b712', 'device_owner': 'network:router_interface', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': 'fd296012-4dc7-473a-b285-9cf3dc538326', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T19:29:59Z', 'updated_at': '2021-07-14T19:30:03Z', 'revision_number': 5, 'project_id': 'a3d6ee5c9e7d43dd9aef13bacc118669', 'subnets': [{'id': 'fd296012-4dc7-473a-b285-9cf3dc538326', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-3', False) {} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 19:30:54.631145 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18977d9a-2912-4c8a-8ff7-0f2a17aa35a0 None None] The sync data for ids ['9db732a8-20d1-4bf5-9b0a-4eebdf55b712'] in n-d-800634-3 is: [{'id': '9db732a8-20d1-4bf5-9b0a-4eebdf55b712', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2019105394', 'tenant_id': 'a3d6ee5c9e7d43dd9aef13bacc118669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.153'}], 'enable_snat': True}, 'gw_port_id': 'd93240c3-9457-44cb-8235-8199c0cd8232', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T19:29:56Z', 'updated_at': '2021-07-14T19:30:00Z', 'revision_number': 4, 'project_id': 'a3d6ee5c9e7d43dd9aef13bacc118669', 'gw_port': {'id': 'd93240c3-9457-44cb-8235-8199c0cd8232', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:1d:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9db732a8-20d1-4bf5-9b0a-4eebdf55b712', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T19:29:56Z', 'updated_at': '2021-07-14T19:30:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_interfaces': [{'id': 'e100c59c-6e80-4deb-9b9d-b0a495b0d9c7', 'name': '', 'network_id': 'f19fbacc-9b69-462e-97d5-ad80ace26794', 'tenant_id': 'a3d6ee5c9e7d43dd9aef13bacc118669', 'mac_address': 'fa:16:3e:7c:ac:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9db732a8-20d1-4bf5-9b0a-4eebdf55b712', 'device_owner': 'network:router_interface', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': 'fd296012-4dc7-473a-b285-9cf3dc538326', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T19:29:59Z', 'updated_at': '2021-07-14T19:30:03Z', 'revision_number': 5, 'project_id': 'a3d6ee5c9e7d43dd9aef13bacc118669', 'subnets': [{'id': 'fd296012-4dc7-473a-b285-9cf3dc538326', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 19:30:54.844124 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03abd7b7-c188-4367-859c-b7aafc797c8c None None] New status for floating IP fcc6ccb7-5825-4f01-a695-fca605622052: DOWN {{(pid=93917) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 19:30:55.628406 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a9b435-22ff-42e8-ab0b-dbe65c871cc9 req-54e5f505-9dd5-4a89-9919-14d6a9323429 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:30:55.629922 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-57a9b435-22ff-42e8-ab0b-dbe65c871cc9 req-54e5f505-9dd5-4a89-9919-14d6a9323429 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] 10.222.0.16 "GET /v2.0/ports?device_id=3782205e-2fac-41c1-92c9-765460b38cef HTTP/1.1" status: 200 len: 946 time: 0.0648224 Jul 14 19:30:55.706660 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-57a9b435-22ff-42e8-ab0b-dbe65c871cc9 req-9282630d-ceab-4a03-bf16-0a2f68f1e7d7 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d8b3f63-c307-47de-b61c-f70506a45edf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669935 Jul 14 19:30:55.737779 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8aa46d-c674-400c-aaf0-5bbdc233f0ea req-5088a393-2c44-4389-99ad-a73f7c18a02a tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:30:55.739227 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-4f8aa46d-c674-400c-aaf0-5bbdc233f0ea req-5088a393-2c44-4389-99ad-a73f7c18a02a tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] 10.222.0.18 "GET /v2.0/ports?device_id=3782205e-2fac-41c1-92c9-765460b38cef HTTP/1.1" status: 200 len: 946 time: 0.0805855 Jul 14 19:30:55.841276 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [req-4f8aa46d-c674-400c-aaf0-5bbdc233f0ea req-4cac6e87-a12b-4d2d-bd54-bc1883f2ec13 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Deleting port 9c0333e8-16cc-4544-bf55-405bf39dd51f {{(pid=93915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 19:30:55.841629 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-4f8aa46d-c674-400c-aaf0-5bbdc233f0ea req-4cac6e87-a12b-4d2d-bd54-bc1883f2ec13 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:30:55.933806 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-4f8aa46d-c674-400c-aaf0-5bbdc233f0ea req-4cac6e87-a12b-4d2d-bd54-bc1883f2ec13 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] For port 9c0333e8-16cc-4544-bf55-405bf39dd51f, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=9c0333e8-16cc-4544-bf55-405bf39dd51f,segment=NetworkSegment(f8ef6fac-5a60-44bf-acf9-2a52819f91c2),segment_id=f8ef6fac-5a60-44bf-acf9-2a52819f91c2)] {{(pid=93915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 19:30:55.934169 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-4f8aa46d-c674-400c-aaf0-5bbdc233f0ea req-4cac6e87-a12b-4d2d-bd54-bc1883f2ec13 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:30:55.945941 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [req-4f8aa46d-c674-400c-aaf0-5bbdc233f0ea req-4cac6e87-a12b-4d2d-bd54-bc1883f2ec13 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Calling delete_port for 9c0333e8-16cc-4544-bf55-405bf39dd51f owned by compute:nova {{(pid=93915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 19:30:56.027220 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-2f4e3af3-e708-4ffd-a544-82d93a489d01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:30:56.079560 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-4f8aa46d-c674-400c-aaf0-5bbdc233f0ea req-4cac6e87-a12b-4d2d-bd54-bc1883f2ec13 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:30:56.109419 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cac6e87-a12b-4d2d-bd54-bc1883f2ec13 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Pushing event deleted for resources: {'Port': ['ID=9c0333e8-16cc-4544-bf55-405bf39dd51f,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:30:56.155010 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f8aa46d-c674-400c-aaf0-5bbdc233f0ea req-4cac6e87-a12b-4d2d-bd54-bc1883f2ec13 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] No DVR routers for this DVR port 9c0333e8-16cc-4544-bf55-405bf39dd51f on host n-h1-800634-3 {{(pid=93915) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 19:30:56.157686 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-4f8aa46d-c674-400c-aaf0-5bbdc233f0ea req-4cac6e87-a12b-4d2d-bd54-bc1883f2ec13 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:30:56.159728 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-4f8aa46d-c674-400c-aaf0-5bbdc233f0ea req-4cac6e87-a12b-4d2d-bd54-bc1883f2ec13 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] 10.222.0.18 "DELETE /v2.0/ports/9c0333e8-16cc-4544-bf55-405bf39dd51f HTTP/1.1" status: 204 len: 173 time: 0.4153790 Jul 14 19:30:56.160184 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3782205e-2fac-41c1-92c9-765460b38cef', 'name': 'network-vif-deleted', 'tag': '9c0333e8-16cc-4544-bf55-405bf39dd51f'}] {{(pid=93915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 19:30:56.162472 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}163b1c7ce9835e2c54087c39b47c05da5c61decdd411e584c58a4e7cd59f948f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f3b0caf-f64a-4e44-87d3-def11db4ee17" -d '{"events": [{"server_uuid": "3782205e-2fac-41c1-92c9-765460b38cef", "name": "network-vif-deleted", "tag": "9c0333e8-16cc-4544-bf55-405bf39dd51f"}]}' {{(pid=93915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 19:30:56.199586 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 19:30:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd16ff48-15b9-49c7-8b33-4b39433bc133 x-openstack-request-id: req-dd16ff48-15b9-49c7-8b33-4b39433bc133 {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 19:30:56.199869 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3782205e-2fac-41c1-92c9-765460b38cef", "name": "network-vif-deleted", "tag": "9c0333e8-16cc-4544-bf55-405bf39dd51f", "status": "completed", "code": 200}]} {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 19:30:56.200168 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-dd16ff48-15b9-49c7-8b33-4b39433bc133 {{(pid=93915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 19:30:56.200579 n-d-800634-3 neutron-server[93915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3782205e-2fac-41c1-92c9-765460b38cef', 'name': 'network-vif-deleted', 'tag': '9c0333e8-16cc-4544-bf55-405bf39dd51f', 'status': 'completed', 'code': 200} Jul 14 19:30:56.808052 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 33138) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 19:30:57.190600 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-5fe3e7ab-ac33-4c8d-bae8-d59aa78c5c23 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-928623'] for router_interface, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:30:57.474335 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [None req-5fe3e7ab-ac33-4c8d-bae8-d59aa78c5c23 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Deleting port e100c59c-6e80-4deb-9b9d-b0a495b0d9c7 {{(pid=93915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 19:30:57.474579 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-5fe3e7ab-ac33-4c8d-bae8-d59aa78c5c23 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:30:57.565132 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [None req-5fe3e7ab-ac33-4c8d-bae8-d59aa78c5c23 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] For port e100c59c-6e80-4deb-9b9d-b0a495b0d9c7, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=e100c59c-6e80-4deb-9b9d-b0a495b0d9c7,segment=NetworkSegment(f8ef6fac-5a60-44bf-acf9-2a52819f91c2),segment_id=f8ef6fac-5a60-44bf-acf9-2a52819f91c2)] {{(pid=93915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 19:30:57.565475 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-5fe3e7ab-ac33-4c8d-bae8-d59aa78c5c23 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:30:57.579507 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [None req-5fe3e7ab-ac33-4c8d-bae8-d59aa78c5c23 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Calling delete_port for e100c59c-6e80-4deb-9b9d-b0a495b0d9c7 owned by network:router_interface {{(pid=93915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 19:30:57.777570 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-5fe3e7ab-ac33-4c8d-bae8-d59aa78c5c23 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:30:57.810735 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe3e7ab-ac33-4c8d-bae8-d59aa78c5c23 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Pushing event deleted for resources: {'Port': ['ID=e100c59c-6e80-4deb-9b9d-b0a495b0d9c7,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:30:58.000754 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-5fe3e7ab-ac33-4c8d-bae8-d59aa78c5c23 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-598732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-928907'] for router_interface, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:30:58.234508 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fe3e7ab-ac33-4c8d-bae8-d59aa78c5c23 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Router 9db732a8-20d1-4bf5-9b0a-4eebdf55b712 has already been hosted by L3 agent 2c6eb27e-defb-4cca-9a24-381c7415e359 {{(pid=93915) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 19:30:58.344665 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fe3e7ab-ac33-4c8d-bae8-d59aa78c5c23 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify agent at l3_agent.n-d-800634-3 the message routers_updated {{(pid=93915) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 19:30:58.350189 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-5fe3e7ab-ac33-4c8d-bae8-d59aa78c5c23 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] 10.222.0.16 "PUT /v2.0/routers/9db732a8-20d1-4bf5-9b0a-4eebdf55b712/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5409214 Jul 14 19:30:58.353065 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 33140) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 19:30:58.356820 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-288d81d0-5589-4074-90e5-402895958b83 None None] Sync routers for ids ['9db732a8-20d1-4bf5-9b0a-4eebdf55b712'] in n-d-800634-3 {{(pid=93918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 19:30:58.369067 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-288d81d0-5589-4074-90e5-402895958b83 None None] Routers {'9db732a8-20d1-4bf5-9b0a-4eebdf55b712'} bound to L3 agent in host n-d-800634-3 {{(pid=93918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 19:30:58.369944 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-288d81d0-5589-4074-90e5-402895958b83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T19:30:53Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['9db732a8-20d1-4bf5-9b0a-4eebdf55b712'], 'active': True} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 19:30:58.412828 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.db_base_plugin_v2 [None req-c54810d4-8017-4780-b366-c440295d9527 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Deleting subnet fd296012-4dc7-473a-b285-9cf3dc538326 {{(pid=93915) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 19:30:58.416340 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-c54810d4-8017-4780-b366-c440295d9527 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks [] for subnet, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:30:58.460434 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-c54810d4-8017-4780-b366-c440295d9527 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28939913'] for subnet, precommit_delete_associations {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:30:58.486163 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvr_db [None req-288d81d0-5589-4074-90e5-402895958b83 None None] Set router 9db732a8-20d1-4bf5-9b0a-4eebdf55b712 gateway port host: n-d-800634-3 {{(pid=93918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 19:30:58.574443 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-c54810d4-8017-4780-b366-c440295d9527 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081283'] for subnet, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:30:58.656562 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-c54810d4-8017-4780-b366-c440295d9527 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25913028', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28969762'] for subnet, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:30:58.683273 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54810d4-8017-4780-b366-c440295d9527 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Pushing event deleted for resources: {'Subnet': ['ID=fd296012-4dc7-473a-b285-9cf3dc538326,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:30:58.686989 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-c54810d4-8017-4780-b366-c440295d9527 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks [] for subnet, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:30:58.688879 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-c54810d4-8017-4780-b366-c440295d9527 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] 10.222.0.16 "DELETE /v2.0/subnets/fd296012-4dc7-473a-b285-9cf3dc538326 HTTP/1.1" status: 204 len: 168 time: 0.3346252 Jul 14 19:30:58.691548 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 33142) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 19:30:58.699094 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a463e284-d2f8-48a3-96f8-77904d73b16c None None] Network f19fbacc-9b69-462e-97d5-ad80ace26794 requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 19:30:58.711006 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-288d81d0-5589-4074-90e5-402895958b83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9db732a8-20d1-4bf5-9b0a-4eebdf55b712', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2019105394', 'tenant_id': 'a3d6ee5c9e7d43dd9aef13bacc118669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.153'}], 'enable_snat': True}, 'gw_port_id': 'd93240c3-9457-44cb-8235-8199c0cd8232', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T19:29:56Z', 'updated_at': '2021-07-14T19:30:57Z', 'revision_number': 5, 'project_id': 'a3d6ee5c9e7d43dd9aef13bacc118669', 'gw_port': {'id': 'd93240c3-9457-44cb-8235-8199c0cd8232', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:1d:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9db732a8-20d1-4bf5-9b0a-4eebdf55b712', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T19:29:56Z', 'updated_at': '2021-07-14T19:30:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3'}], 'n-d-800634-3', False) {} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 19:30:58.742693 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-288d81d0-5589-4074-90e5-402895958b83 None None] Checking router: 9db732a8-20d1-4bf5-9b0a-4eebdf55b712 for host: n-d-800634-3 {{(pid=93918) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 19:30:58.750892 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-288d81d0-5589-4074-90e5-402895958b83 None None] Routers {'9db732a8-20d1-4bf5-9b0a-4eebdf55b712'} bound to L3 agent in host n-d-800634-3 {{(pid=93918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 19:30:58.751617 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-288d81d0-5589-4074-90e5-402895958b83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T19:30:53Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['9db732a8-20d1-4bf5-9b0a-4eebdf55b712'], 'active': True} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 19:30:58.806360 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-ae39d843-0fb1-4e85-a09f-00314da29995 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks [] for router, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:30:58.865662 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvr_db [None req-288d81d0-5589-4074-90e5-402895958b83 None None] Set router 9db732a8-20d1-4bf5-9b0a-4eebdf55b712 gateway port host: n-d-800634-3 {{(pid=93918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 19:30:58.898347 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88aa584c-57db-407c-8602-864669ce6550 None None] DHCP port deletion for f19fbacc-9b69-462e-97d5-ad80ace26794 request from n-d-800634-3 {{(pid=93917) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 19:30:58.926067 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-ae39d843-0fb1-4e85-a09f-00314da29995 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:30:58.983752 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [None req-ae39d843-0fb1-4e85-a09f-00314da29995 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Deleting port d93240c3-9457-44cb-8235-8199c0cd8232 {{(pid=93915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 19:30:58.984701 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-ae39d843-0fb1-4e85-a09f-00314da29995 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:30:59.063355 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-288d81d0-5589-4074-90e5-402895958b83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9db732a8-20d1-4bf5-9b0a-4eebdf55b712', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2019105394', 'tenant_id': 'a3d6ee5c9e7d43dd9aef13bacc118669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.153'}], 'enable_snat': True}, 'gw_port_id': 'd93240c3-9457-44cb-8235-8199c0cd8232', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T19:29:56Z', 'updated_at': '2021-07-14T19:30:57Z', 'revision_number': 5, 'project_id': 'a3d6ee5c9e7d43dd9aef13bacc118669', 'gw_port': {'id': 'd93240c3-9457-44cb-8235-8199c0cd8232', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:1d:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9db732a8-20d1-4bf5-9b0a-4eebdf55b712', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T19:29:56Z', 'updated_at': '2021-07-14T19:30:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3'}], 'n-d-800634-3', False) {} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 19:30:59.071177 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [None req-ae39d843-0fb1-4e85-a09f-00314da29995 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] For port d93240c3-9457-44cb-8235-8199c0cd8232, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=d93240c3-9457-44cb-8235-8199c0cd8232,segment=NetworkSegment(5afb940b-bbdf-4727-be00-5d46367c38a1),segment_id=5afb940b-bbdf-4727-be00-5d46367c38a1)] {{(pid=93915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 19:30:59.071550 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-ae39d843-0fb1-4e85-a09f-00314da29995 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:30:59.085731 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [None req-ae39d843-0fb1-4e85-a09f-00314da29995 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Calling delete_port for d93240c3-9457-44cb-8235-8199c0cd8232 owned by network:router_gateway {{(pid=93915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 19:30:59.097853 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-288d81d0-5589-4074-90e5-402895958b83 None None] The sync data for ids ['9db732a8-20d1-4bf5-9b0a-4eebdf55b712'] in n-d-800634-3 is: [{'id': '9db732a8-20d1-4bf5-9b0a-4eebdf55b712', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2019105394', 'tenant_id': 'a3d6ee5c9e7d43dd9aef13bacc118669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.153'}], 'enable_snat': True}, 'gw_port_id': 'd93240c3-9457-44cb-8235-8199c0cd8232', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T19:29:56Z', 'updated_at': '2021-07-14T19:30:57Z', 'revision_number': 5, 'project_id': 'a3d6ee5c9e7d43dd9aef13bacc118669', 'gw_port': {'id': 'd93240c3-9457-44cb-8235-8199c0cd8232', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:1d:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9db732a8-20d1-4bf5-9b0a-4eebdf55b712', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T19:29:56Z', 'updated_at': '2021-07-14T19:30:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3'}] {{(pid=93918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 19:30:59.109344 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-88aa584c-57db-407c-8602-864669ce6550 None None] Deleting port f5c741ee-ecc6-4d5b-9acd-58a10ec90d15 {{(pid=93917) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 19:30:59.109850 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-88aa584c-57db-407c-8602-864669ce6550 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:30:59.171945 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-88aa584c-57db-407c-8602-864669ce6550 None None] For port f5c741ee-ecc6-4d5b-9acd-58a10ec90d15, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=f5c741ee-ecc6-4d5b-9acd-58a10ec90d15,segment=NetworkSegment(f8ef6fac-5a60-44bf-acf9-2a52819f91c2),segment_id=f8ef6fac-5a60-44bf-acf9-2a52819f91c2)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 19:30:59.172368 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-88aa584c-57db-407c-8602-864669ce6550 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:30:59.185108 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-88aa584c-57db-407c-8602-864669ce6550 None None] Calling delete_port for f5c741ee-ecc6-4d5b-9acd-58a10ec90d15 owned by network:dhcp {{(pid=93917) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 19:30:59.265225 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-ae39d843-0fb1-4e85-a09f-00314da29995 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:30:59.266348 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-88aa584c-57db-407c-8602-864669ce6550 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813'] for port, after_delete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:30:59.290933 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88aa584c-57db-407c-8602-864669ce6550 None None] Pushing event deleted for resources: {'Port': ['ID=f5c741ee-ecc6-4d5b-9acd-58a10ec90d15,revision_number=None']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:30:59.291670 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae39d843-0fb1-4e85-a09f-00314da29995 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Pushing event deleted for resources: {'Port': ['ID=d93240c3-9457-44cb-8235-8199c0cd8232,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:30:59.295290 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88aa584c-57db-407c-8602-864669ce6550 None None] No DVR routers for this DVR port f5c741ee-ecc6-4d5b-9acd-58a10ec90d15 on host n-d-800634-3 {{(pid=93917) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 19:30:59.302251 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88aa584c-57db-407c-8602-864669ce6550 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:30:59.302602 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88aa584c-57db-407c-8602-864669ce6550 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:30:59.302948 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88aa584c-57db-407c-8602-864669ce6550 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:30:59.303814 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88aa584c-57db-407c-8602-864669ce6550 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:30:59.304180 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88aa584c-57db-407c-8602-864669ce6550 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:30:59.304525 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88aa584c-57db-407c-8602-864669ce6550 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:30:59.304852 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88aa584c-57db-407c-8602-864669ce6550 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:30:59.305181 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88aa584c-57db-407c-8602-864669ce6550 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:30:59.305509 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88aa584c-57db-407c-8602-864669ce6550 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:30:59.306235 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88aa584c-57db-407c-8602-864669ce6550 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:30:59.306235 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88aa584c-57db-407c-8602-864669ce6550 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:30:59.306450 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88aa584c-57db-407c-8602-864669ce6550 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:30:59.364942 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-ae39d843-0fb1-4e85-a09f-00314da29995 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-930057'] for router_gateway, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:30:59.748026 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device e100c59c-6e80-4deb-9b9d-b0a495b0d9c7 no longer exists at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 19:30:59.769797 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] No Port match for: e100c59c-6e80-4deb-9b9d-b0a495b0d9c7 {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 19:30:59.770235 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device e100c59c-6e80-4deb-9b9d-b0a495b0d9c7 not bound to the agent host n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 19:30:59.770755 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device f5c741ee-ecc6-4d5b-9acd-58a10ec90d15 no longer exists at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 19:30:59.783674 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-ae39d843-0fb1-4e85-a09f-00314da29995 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-571778', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11402'] for router, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:30:59.785937 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-ae39d843-0fb1-4e85-a09f-00314da29995 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:30:59.793626 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] No Port match for: f5c741ee-ecc6-4d5b-9acd-58a10ec90d15 {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 19:30:59.793979 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device f5c741ee-ecc6-4d5b-9acd-58a10ec90d15 not bound to the agent host n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 19:30:59.829525 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-ae39d843-0fb1-4e85-a09f-00314da29995 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-541202'] for router, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:30:59.830008 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae39d843-0fb1-4e85-a09f-00314da29995 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Fanout notify agent at l3_agent the message router_deleted on router 9db732a8-20d1-4bf5-9b0a-4eebdf55b712 {{(pid=93915) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 19:30:59.837127 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-ae39d843-0fb1-4e85-a09f-00314da29995 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks [] for router, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:30:59.839791 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-ae39d843-0fb1-4e85-a09f-00314da29995 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] 10.222.0.16 "DELETE /v2.0/routers/9db732a8-20d1-4bf5-9b0a-4eebdf55b712 HTTP/1.1" status: 204 len: 168 time: 1.1455581 Jul 14 19:30:59.841568 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 33144) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 19:30:59.921118 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-25f03d33-7f4b-49e0-9326-7769b07b9fbb tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645734'] for network, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:31:00.009450 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-25f03d33-7f4b-49e0-9326-7769b07b9fbb tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2096010', 'neutron.services.segments.db._delete_segments_for_network-8728202734996'] for network, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:31:00.019315 n-d-800634-3 neutron-server[93915]: DEBUG neutron.services.segments.db [None req-25f03d33-7f4b-49e0-9326-7769b07b9fbb tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f19fbacc-9b69-462e-97d5-ad80ace26794']}} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 19:31:00.029833 n-d-800634-3 neutron-server[93915]: DEBUG neutron.services.segments.db [None req-25f03d33-7f4b-49e0-9326-7769b07b9fbb tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8ef6fac-5a60-44bf-acf9-2a52819f91c2') {'for_net_delete': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 19:31:00.030129 n-d-800634-3 neutron-server[93915]: DEBUG neutron.services.segments.db [None req-25f03d33-7f4b-49e0-9326-7769b07b9fbb tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8ef6fac-5a60-44bf-acf9-2a52819f91c2') {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 19:31:00.038648 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-25f03d33-7f4b-49e0-9326-7769b07b9fbb tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728202715275', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28939920'] for segment, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:31:00.052723 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-25f03d33-7f4b-49e0-9326-7769b07b9fbb tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:31:00.058447 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25f03d33-7f4b-49e0-9326-7769b07b9fbb tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Releasing vlan 94 on physical network physnet1 to pool {{(pid=93915) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 19:31:00.058827 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-25f03d33-7f4b-49e0-9326-7769b07b9fbb tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25911658'] for segment, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:31:00.061773 n-d-800634-3 neutron-server[93915]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 19:31:00.061773 n-d-800634-3 neutron-server[93915]: conditions |= (models_v2.Port.network_id.in_( Jul 14 19:31:00.061773 n-d-800634-3 neutron-server[93915]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 19:31:00.061773 n-d-800634-3 neutron-server[93915]: conditions |= (models_v2.Port.network_id.in_( Jul 14 19:31:00.061773 n-d-800634-3 neutron-server[93915]: Traceback (most recent call last): Jul 14 19:31:00.061773 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 19:31:00.061773 n-d-800634-3 neutron-server[93915]: timer() Jul 14 19:31:00.061773 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 19:31:00.061773 n-d-800634-3 neutron-server[93915]: cb(*args, **kw) Jul 14 19:31:00.061773 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 19:31:00.061773 n-d-800634-3 neutron-server[93915]: return func(*args, **kwargs) Jul 14 19:31:00.061773 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 19:31:00.061773 n-d-800634-3 neutron-server[93915]: self._notify() Jul 14 19:31:00.061773 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 19:31:00.061773 n-d-800634-3 neutron-server[93915]: self.callback(batched_events) Jul 14 19:31:00.061773 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 19:31:00.061773 n-d-800634-3 neutron-server[93915]: event.method(event) Jul 14 19:31:00.061773 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 19:31:00.061773 n-d-800634-3 neutron-server[93915]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 19:31:00.061773 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 19:31:00.061773 n-d-800634-3 neutron-server[93915]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 19:31:00.061773 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 19:31:00.061773 n-d-800634-3 neutron-server[93915]: return f(self, *a, **k) Jul 14 19:31:00.061773 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 19:31:00.061773 n-d-800634-3 neutron-server[93915]: return self._get(url).json() Jul 14 19:31:00.061773 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 19:31:00.061773 n-d-800634-3 neutron-server[93915]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 19:31:00.061773 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 19:31:00.061773 n-d-800634-3 neutron-server[93915]: return self.request(url, 'GET', **kwargs) Jul 14 19:31:00.061773 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 19:31:00.061773 n-d-800634-3 neutron-server[93915]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 19:31:00.061773 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 19:31:00.061773 n-d-800634-3 neutron-server[93915]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 19:31:00.061773 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 19:31:00.061773 n-d-800634-3 neutron-server[93915]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 19:31:00.061773 n-d-800634-3 neutron-server[93915]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 19:31:00.121644 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-25f03d33-7f4b-49e0-9326-7769b07b9fbb tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2096001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-930085'] for network, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:31:00.128143 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-25f03d33-7f4b-49e0-9326-7769b07b9fbb tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks [] for network, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:31:00.129962 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-25f03d33-7f4b-49e0-9326-7769b07b9fbb tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] 10.222.0.16 "DELETE /v2.0/networks/f19fbacc-9b69-462e-97d5-ad80ace26794 HTTP/1.1" status: 204 len: 168 time: 0.2873855 Jul 14 19:31:00.132964 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 33146) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 19:31:00.141897 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f03d33-7f4b-49e0-9326-7769b07b9fbb tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Pushing event deleted for resources: {'Network': ['ID=f19fbacc-9b69-462e-97d5-ad80ace26794,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:31:00.192109 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-7c1b8561-e8b8-42b4-af7c-a75401da4f24 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks [] for security_group, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:31:00.218604 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-7c1b8561-e8b8-42b4-af7c-a75401da4f24 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:31:00.256106 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device 9c0333e8-16cc-4544-bf55-405bf39dd51f no longer exists at agent hyperv_n-h1-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 19:31:00.288718 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] No Port match for: 9c0333e8-16cc-4544-bf55-405bf39dd51f {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 19:31:00.289215 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device 9c0333e8-16cc-4544-bf55-405bf39dd51f not bound to the agent host n-h1-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 19:31:00.303630 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-7c1b8561-e8b8-42b4-af7c-a75401da4f24 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:31:00.306272 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-7c1b8561-e8b8-42b4-af7c-a75401da4f24 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:31:00.307469 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-7c1b8561-e8b8-42b4-af7c-a75401da4f24 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] 10.222.0.16 "DELETE /v2.0/security-groups/0d8b3f63-c307-47de-b61c-f70506a45edf HTTP/1.1" status: 204 len: 168 time: 0.1732275 Jul 14 19:31:00.318132 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1b8561-e8b8-42b4-af7c-a75401da4f24 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d8b3f63-c307-47de-b61c-f70506a45edf,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:31:00.329101 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1b8561-e8b8-42b4-af7c-a75401da4f24 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:31:00.329229 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1b8561-e8b8-42b4-af7c-a75401da4f24 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:31:00.329578 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1b8561-e8b8-42b4-af7c-a75401da4f24 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:31:00.334222 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1b8561-e8b8-42b4-af7c-a75401da4f24 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:31:00.334222 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1b8561-e8b8-42b4-af7c-a75401da4f24 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:31:00.334222 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1b8561-e8b8-42b4-af7c-a75401da4f24 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:31:00.334222 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1b8561-e8b8-42b4-af7c-a75401da4f24 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:31:00.334222 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1b8561-e8b8-42b4-af7c-a75401da4f24 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:31:00.334222 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1b8561-e8b8-42b4-af7c-a75401da4f24 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:31:00.334222 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1b8561-e8b8-42b4-af7c-a75401da4f24 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:31:00.334222 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1b8561-e8b8-42b4-af7c-a75401da4f24 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:31:00.334222 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1b8561-e8b8-42b4-af7c-a75401da4f24 tempest-TestNetworkAdvancedServerOps-94147374 tempest-TestNetworkAdvancedServerOps-94147374-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:31:00.642734 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 33156) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 19:31:00.781710 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-c113a605-a0fe-4d9f-985d-a2261ae0130d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a3d6ee5c9e7d43dd9aef13bacc118669&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1378031 Jul 14 19:31:00.784257 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 33160) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 19:31:00.833609 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-0bbe86e6-e461-492a-8d46-96cf120e1c48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:31:00.855301 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-0bbe86e6-e461-492a-8d46-96cf120e1c48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:31:00.902491 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-0bbe86e6-e461-492a-8d46-96cf120e1c48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:31:00.905179 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-0bbe86e6-e461-492a-8d46-96cf120e1c48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:31:00.906348 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-0bbe86e6-e461-492a-8d46-96cf120e1c48 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/bd314781-9afb-4393-aae8-541cd0bbda75 HTTP/1.1" status: 204 len: 168 time: 0.1211915 Jul 14 19:31:00.915635 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbe86e6-e461-492a-8d46-96cf120e1c48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd314781-9afb-4393-aae8-541cd0bbda75,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:31:01.172840 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 33166) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 19:31:01.186611 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-79a741c1-dde3-4b32-a4a9-c3f371ad879d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:31:01.275655 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-79a741c1-dde3-4b32-a4a9-c3f371ad879d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:31:01.280213 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-79a741c1-dde3-4b32-a4a9-c3f371ad879d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:31:01.317429 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-79a741c1-dde3-4b32-a4a9-c3f371ad879d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ad937254955f494fb856b1bdb0964ee4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1433218 Jul 14 19:31:01.319514 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a741c1-dde3-4b32-a4a9-c3f371ad879d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad2ab2c5-9b4c-4397-b5d6-7704fc55bfc4,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:31:01.320867 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 33168) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 19:31:01.380358 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-7d33285a-9a54-49e5-b10d-d9284fa6dad3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:31:01.400724 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-7d33285a-9a54-49e5-b10d-d9284fa6dad3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:31:01.449975 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-7d33285a-9a54-49e5-b10d-d9284fa6dad3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:31:01.452930 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-7d33285a-9a54-49e5-b10d-d9284fa6dad3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:31:01.454470 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-7d33285a-9a54-49e5-b10d-d9284fa6dad3 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ad2ab2c5-9b4c-4397-b5d6-7704fc55bfc4 HTTP/1.1" status: 204 len: 168 time: 0.1313043 Jul 14 19:31:01.467020 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d33285a-9a54-49e5-b10d-d9284fa6dad3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad2ab2c5-9b4c-4397-b5d6-7704fc55bfc4,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:31:01.663079 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device d93240c3-9457-44cb-8235-8199c0cd8232 no longer exists at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 19:31:01.685958 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] No Port match for: d93240c3-9457-44cb-8235-8199c0cd8232 {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 19:31:01.686306 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device d93240c3-9457-44cb-8235-8199c0cd8232 not bound to the agent host n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 19:31:02.161109 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 33192) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 19:31:02.257677 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-70e48d7d-58fd-4a8a-bcda-e285fa520fe2 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-842097262-network', 'tenant_id': 'f1428dd4244c435b991d3a12d3d737a0'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 19:31:02.280702 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70e48d7d-58fd-4a8a-bcda-e285fa520fe2 admin admin] Made reservation on behalf of f1428dd4244c435b991d3a12d3d737a0 for: {'network': 1} {{(pid=93916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 19:31:02.283063 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-70e48d7d-58fd-4a8a-bcda-e285fa520fe2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for network, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:31:02.292009 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-70e48d7d-58fd-4a8a-bcda-e285fa520fe2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:31:02.387531 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-70e48d7d-58fd-4a8a-bcda-e285fa520fe2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:31:02.391832 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-70e48d7d-58fd-4a8a-bcda-e285fa520fe2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:31:02.422398 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70e48d7d-58fd-4a8a-bcda-e285fa520fe2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 74} {{(pid=93916) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 19:31:02.428191 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e48d7d-58fd-4a8a-bcda-e285fa520fe2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ceb693a8-d636-4fba-a828-4823981752d6,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:31:02.437625 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-70e48d7d-58fd-4a8a-bcda-e285fa520fe2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:31:02.437986 n-d-800634-3 neutron-server[93916]: INFO neutron.db.segments_db [None req-70e48d7d-58fd-4a8a-bcda-e285fa520fe2 admin admin] Added segment 26129bd0-982f-489f-9551-293992d87442 of type vlan for network 6c2741bd-add1-457c-bec8-a4bc0bda1bf2 Jul 14 19:31:02.480481 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-70e48d7d-58fd-4a8a-bcda-e285fa520fe2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728202197517'] for network, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:31:02.510105 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-70e48d7d-58fd-4a8a-bcda-e285fa520fe2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727'] for network, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:31:02.511109 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70e48d7d-58fd-4a8a-bcda-e285fa520fe2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:31:02.511717 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-70e48d7d-58fd-4a8a-bcda-e285fa520fe2 admin admin] Notify callbacks [] for network, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:31:02.918754 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-70e48d7d-58fd-4a8a-bcda-e285fa520fe2 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.7565329 Jul 14 19:31:02.924065 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e48d7d-58fd-4a8a-bcda-e285fa520fe2 admin admin] Pushing event updated for resources: {'Network': ['ID=6c2741bd-add1-457c-bec8-a4bc0bda1bf2,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:31:02.926460 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 33196) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 19:31:02.932740 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-0fac9207-1048-4b01-84e8-1f6f6dec913f admin admin] Request body: {'subnet': {'network_id': '6c2741bd-add1-457c-bec8-a4bc0bda1bf2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-842097262-subnet', 'tenant_id': 'f1428dd4244c435b991d3a12d3d737a0', 'ip_version': 4}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 19:31:02.933857 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Network 6c2741bd-add1-457c-bec8-a4bc0bda1bf2 details requested by agent ovs-agent-n-d-800634-3 with host n-d-800634-3 {{(pid=93917) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 19:31:02.957203 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fac9207-1048-4b01-84e8-1f6f6dec913f admin admin] Made reservation on behalf of f1428dd4244c435b991d3a12d3d737a0 for: {'subnet': 1} {{(pid=93915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 19:31:02.959858 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-0fac9207-1048-4b01-84e8-1f6f6dec913f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28969735'] for subnet, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:31:03.136562 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-0fac9207-1048-4b01-84e8-1f6f6dec913f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25912837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28969781'] for subnet, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:31:03.140108 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:31:03.192981 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fac9207-1048-4b01-84e8-1f6f6dec913f admin admin] Pushing event updated for resources: {'Subnet': ['ID=1885ceaa-5ce0-41ee-8f75-f031aa84dc38,revision_number=0']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:31:03.203498 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fac9207-1048-4b01-84e8-1f6f6dec913f admin admin] Checking segment: {'id': '26129bd0-982f-489f-9551-293992d87442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '6c2741bd-add1-457c-bec8-a4bc0bda1bf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 19:31:03.203860 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fac9207-1048-4b01-84e8-1f6f6dec913f admin admin] Network hostable DHCP agents. Network: 6c2741bd-add1-457c-bec8-a4bc0bda1bf2, hostable agents: ['028393c3-0576-4ebd-bca1-8ea8a148e1a2'], hosted agents: [] {{(pid=93915) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 19:31:03.220565 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fac9207-1048-4b01-84e8-1f6f6dec913f admin admin] Network 6c2741bd-add1-457c-bec8-a4bc0bda1bf2 is scheduled to be hosted by DHCP agent 028393c3-0576-4ebd-bca1-8ea8a148e1a2 with binding_index 1 {{(pid=93915) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 19:31:03.229164 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [None req-0fac9207-1048-4b01-84e8-1f6f6dec913f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-3, 6c2741bd-add1-457c-bec8-a4bc0bda1bf2) {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 19:31:03.234442 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fac9207-1048-4b01-84e8-1f6f6dec913f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:31:03.235246 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-0fac9207-1048-4b01-84e8-1f6f6dec913f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:31:03.238650 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f2bee63-0201-4c70-af4f-3a17060fd1cb None None] Network 6c2741bd-add1-457c-bec8-a4bc0bda1bf2 requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 19:31:03.250509 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-0fac9207-1048-4b01-84e8-1f6f6dec913f admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3225985 Jul 14 19:31:03.253286 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 33198) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 19:31:03.257903 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-08437507-1b4b-42e7-8677-16a31705fff0 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-842097262-router', 'tenant_id': 'f1428dd4244c435b991d3a12d3d737a0', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61'}}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 19:31:03.279341 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-08437507-1b4b-42e7-8677-16a31705fff0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-571768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11104'] for router, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:31:03.280463 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-08437507-1b4b-42e7-8677-16a31705fff0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-571675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-930014', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-632314', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11129'] for router, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:31:03.334283 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-08437507-1b4b-42e7-8677-16a31705fff0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:31:03.398349 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd503b16-84db-4da9-9a02-83515433a315 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9222b97e-5d1c-54f8-ba97-82f172498e76-6c2741bd-add1-457c-bec8-a4bc0bda1bf2', 'network_id': '6c2741bd-add1-457c-bec8-a4bc0bda1bf2', 'tenant_id': 'f1428dd4244c435b991d3a12d3d737a0', 'fixed_ips': [{'subnet_id': '1885ceaa-5ce0-41ee-8f75-f031aa84dc38'}]}} from n-d-800634-3. {{(pid=93917) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 19:31:03.399218 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-bd503b16-84db-4da9-9a02-83515433a315 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:31:03.482397 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-08437507-1b4b-42e7-8677-16a31705fff0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-929996', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-571750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11395'] for router, precommit_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:31:03.543089 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.db_base_plugin_common [None req-bd503b16-84db-4da9-9a02-83515433a315 None None] Allocated IP 172.20.0.2 (6c2741bd-add1-457c-bec8-a4bc0bda1bf2/1885ceaa-5ce0-41ee-8f75-f031aa84dc38/36c1750d-46d7-4b84-b970-c567e1e2cdb7) {{(pid=93917) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 19:31:03.690373 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-08437507-1b4b-42e7-8677-16a31705fff0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:31:03.693834 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-bd503b16-84db-4da9-9a02-83515433a315 None None] Notify callbacks [] for port, precommit_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:31:03.703260 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-bd503b16-84db-4da9-9a02-83515433a315 None None] Transition to ACTIVE for port object 36c1750d-46d7-4b84-b970-c567e1e2cdb7 will not be triggered until provisioned by entity L2. {{(pid=93917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 19:31:03.714410 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-08437507-1b4b-42e7-8677-16a31705fff0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:31:03.718836 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-bd503b16-84db-4da9-9a02-83515433a315 None None] Transition to ACTIVE for port object 36c1750d-46d7-4b84-b970-c567e1e2cdb7 will not be triggered until provisioned by entity DHCP. {{(pid=93917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 19:31:03.725680 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-bd503b16-84db-4da9-9a02-83515433a315 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804'] for port, after_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:31:03.768179 n-d-800634-3 neutron-server[93917]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd503b16-84db-4da9-9a02-83515433a315 None None] Network 6c2741bd-add1-457c-bec8-a4bc0bda1bf2 is already hosted by enough agents. {{(pid=93917) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 19:31:03.772599 n-d-800634-3 neutron-server[93917]: DEBUG neutron.scheduler.base_scheduler [None req-bd503b16-84db-4da9-9a02-83515433a315 None None] Resources bound (agent type, host, resource id): {{(pid=93917) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 19:31:03.776989 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd503b16-84db-4da9-9a02-83515433a315 None None] Received port after_create {{(pid=93917) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 19:31:03.780209 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd503b16-84db-4da9-9a02-83515433a315 None None] Pushing event updated for resources: {'Port': ['ID=36c1750d-46d7-4b84-b970-c567e1e2cdb7,revision_number=1']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:31:03.836631 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.db_base_plugin_common [None req-08437507-1b4b-42e7-8677-16a31705fff0 admin admin] Allocated IP 172.25.1.80 (9200a437-e1de-4520-88f6-e68386523e61/5f47f848-4532-407a-a0e2-5690ade15fd0/d6ac005d-5b3d-4ec5-bc6e-e2f64399472c) {{(pid=93916) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 19:31:03.838146 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-bd503b16-84db-4da9-9a02-83515433a315 None None] Attempting to bind port 36c1750d-46d7-4b84-b970-c567e1e2cdb7 on host n-d-800634-3 for vnic_type normal with profile {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 19:31:03.838725 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-bd503b16-84db-4da9-9a02-83515433a315 None None] Attempting to bind port 36c1750d-46d7-4b84-b970-c567e1e2cdb7 by drivers openvswitch,hyperv on host n-d-800634-3 at level 0 using segments [{'id': '26129bd0-982f-489f-9551-293992d87442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '6c2741bd-add1-457c-bec8-a4bc0bda1bf2'}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 19:31:03.839425 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd503b16-84db-4da9-9a02-83515433a315 None None] Attempting to bind port 36c1750d-46d7-4b84-b970-c567e1e2cdb7 on network 6c2741bd-add1-457c-bec8-a4bc0bda1bf2 {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 19:31:03.845492 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd503b16-84db-4da9-9a02-83515433a315 None None] Checking agent: {'id': '01c19e91-a945-4e3c-94a6-c211e17c923e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 8, 23), 'started_at': datetime.datetime(2021, 7, 14, 18, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 19, 30, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 19:31:03.846136 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd503b16-84db-4da9-9a02-83515433a315 None None] Checking segment: {'id': '26129bd0-982f-489f-9551-293992d87442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '6c2741bd-add1-457c-bec8-a4bc0bda1bf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93917) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 19:31:03.846551 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-bd503b16-84db-4da9-9a02-83515433a315 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:31:03.846945 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd503b16-84db-4da9-9a02-83515433a315 None None] Bound using segment: {'id': '26129bd0-982f-489f-9551-293992d87442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '6c2741bd-add1-457c-bec8-a4bc0bda1bf2'} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 19:31:03.847429 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-bd503b16-84db-4da9-9a02-83515433a315 None None] Bound port: 36c1750d-46d7-4b84-b970-c567e1e2cdb7, host: n-d-800634-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26129bd0-982f-489f-9551-293992d87442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '6c2741bd-add1-457c-bec8-a4bc0bda1bf2'}}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 19:31:03.847818 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-bd503b16-84db-4da9-9a02-83515433a315 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:31:03.915065 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-bd503b16-84db-4da9-9a02-83515433a315 None None] For port 36c1750d-46d7-4b84-b970-c567e1e2cdb7, host n-d-800634-3, cleared binding levels {{(pid=93917) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 19:31:03.918986 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-bd503b16-84db-4da9-9a02-83515433a315 None None] For port 36c1750d-46d7-4b84-b970-c567e1e2cdb7, host n-d-800634-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=36c1750d-46d7-4b84-b970-c567e1e2cdb7,segment=NetworkSegment(26129bd0-982f-489f-9551-293992d87442),segment_id=26129bd0-982f-489f-9551-293992d87442)] {{(pid=93917) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 19:31:03.922744 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-bd503b16-84db-4da9-9a02-83515433a315 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:31:03.953935 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-08437507-1b4b-42e7-8677-16a31705fff0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:31:03.984604 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd503b16-84db-4da9-9a02-83515433a315 None None] Pushing event updated for resources: {'Port': ['ID=36c1750d-46d7-4b84-b970-c567e1e2cdb7,revision_number=2']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:31:04.003605 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-08437507-1b4b-42e7-8677-16a31705fff0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:31:04.046248 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08437507-1b4b-42e7-8677-16a31705fff0 admin admin] Network 9200a437-e1de-4520-88f6-e68386523e61 is already hosted by enough agents. {{(pid=93916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 19:31:04.050828 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [None req-08437507-1b4b-42e7-8677-16a31705fff0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 19:31:04.056003 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08437507-1b4b-42e7-8677-16a31705fff0 admin admin] Received port after_create {{(pid=93916) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 19:31:04.059905 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08437507-1b4b-42e7-8677-16a31705fff0 admin admin] Pushing event updated for resources: {'Port': ['ID=d6ac005d-5b3d-4ec5-bc6e-e2f64399472c,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:31:04.350755 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-08437507-1b4b-42e7-8677-16a31705fff0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:31:04.559707 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-08437507-1b4b-42e7-8677-16a31705fff0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-571759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-930033'] for router, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:31:04.699368 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08437507-1b4b-42e7-8677-16a31705fff0 admin admin] Router cf097d04-ca81-4220-877d-c2dc3f281448 is scheduled to L3 agent 2c6eb27e-defb-4cca-9a24-381c7415e359 with binding_index 1 {{(pid=93916) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 19:31:04.820724 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08437507-1b4b-42e7-8677-16a31705fff0 admin admin] Notify agent at l3_agent.n-d-800634-3 the message routers_updated {{(pid=93916) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 19:31:04.832438 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59bacd33-b885-4ed3-8cf7-892903b02dcb None None] Sync routers for ids ['cf097d04-ca81-4220-877d-c2dc3f281448'] in n-d-800634-3 {{(pid=93917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 19:31:04.841155 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-08437507-1b4b-42e7-8677-16a31705fff0 admin admin] Notify callbacks [] for router, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:31:04.842505 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-08437507-1b4b-42e7-8677-16a31705fff0 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.5881584 Jul 14 19:31:04.844431 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59bacd33-b885-4ed3-8cf7-892903b02dcb None None] Routers {'cf097d04-ca81-4220-877d-c2dc3f281448'} bound to L3 agent in host n-d-800634-3 {{(pid=93917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 19:31:04.845055 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-59bacd33-b885-4ed3-8cf7-892903b02dcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T19:30:53Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['cf097d04-ca81-4220-877d-c2dc3f281448'], 'active': True} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 19:31:04.845219 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 33200) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 19:31:04.944094 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9580a0cd-963c-4d05-9220-249b0bc8dd8d None None] Network 6c2741bd-add1-457c-bec8-a4bc0bda1bf2 requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 19:31:05.015594 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvr_db [None req-59bacd33-b885-4ed3-8cf7-892903b02dcb None None] Set router cf097d04-ca81-4220-877d-c2dc3f281448 gateway port host: n-d-800634-3 {{(pid=93917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 19:31:05.088369 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-aa69c177-aa28-43f1-8cda-8208e9e05671 None None] Provisioning for port 36c1750d-46d7-4b84-b970-c567e1e2cdb7 completed by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 19:31:05.281040 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-623aafd1-b8fa-4963-99a4-4508828a4d7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:31:05.302199 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-59bacd33-b885-4ed3-8cf7-892903b02dcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf097d04-ca81-4220-877d-c2dc3f281448', 'name': 'tempest-TestShelveInstance-842097262-router', 'tenant_id': 'f1428dd4244c435b991d3a12d3d737a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.80'}], 'enable_snat': True}, 'gw_port_id': 'd6ac005d-5b3d-4ec5-bc6e-e2f64399472c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T19:31:03Z', 'updated_at': '2021-07-14T19:31:04Z', 'revision_number': 3, 'project_id': 'f1428dd4244c435b991d3a12d3d737a0', 'gw_port': {'id': 'd6ac005d-5b3d-4ec5-bc6e-e2f64399472c', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:e6:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf097d04-ca81-4220-877d-c2dc3f281448', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T19:31:03Z', 'updated_at': '2021-07-14T19:31:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3'}], 'n-d-800634-3', False) {} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 19:31:05.334392 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59bacd33-b885-4ed3-8cf7-892903b02dcb None None] Checking router: cf097d04-ca81-4220-877d-c2dc3f281448 for host: n-d-800634-3 {{(pid=93917) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 19:31:05.334753 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59bacd33-b885-4ed3-8cf7-892903b02dcb None None] Updating router cf097d04-ca81-4220-877d-c2dc3f281448 port d6ac005d-5b3d-4ec5-bc6e-e2f64399472c binding host n-d-800634-3 {{(pid=93917) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 19:31:05.372284 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-59bacd33-b885-4ed3-8cf7-892903b02dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:31:05.464821 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.db_base_plugin_common [None req-623aafd1-b8fa-4963-99a4-4508828a4d7f admin admin] Allocated IP 172.20.0.1 (6c2741bd-add1-457c-bec8-a4bc0bda1bf2/1885ceaa-5ce0-41ee-8f75-f031aa84dc38/ed8a02ca-3ab2-4c76-bb42-52d4598eef4f) {{(pid=93916) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 19:31:05.582012 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-623aafd1-b8fa-4963-99a4-4508828a4d7f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:31:05.603081 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.provisioning_blocks [None req-623aafd1-b8fa-4963-99a4-4508828a4d7f admin admin] Transition to ACTIVE for port object ed8a02ca-3ab2-4c76-bb42-52d4598eef4f will not be triggered until provisioned by entity DHCP. {{(pid=93916) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 19:31:05.638002 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-623aafd1-b8fa-4963-99a4-4508828a4d7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:31:05.654536 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-59bacd33-b885-4ed3-8cf7-892903b02dcb None None] Notify callbacks [] for port, precommit_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:31:05.665030 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-59bacd33-b885-4ed3-8cf7-892903b02dcb None None] Transition to ACTIVE for port object d6ac005d-5b3d-4ec5-bc6e-e2f64399472c will not be triggered until provisioned by entity L2. {{(pid=93917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 19:31:05.674750 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-59bacd33-b885-4ed3-8cf7-892903b02dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:31:05.683889 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-623aafd1-b8fa-4963-99a4-4508828a4d7f admin admin] Network 6c2741bd-add1-457c-bec8-a4bc0bda1bf2 is already hosted by enough agents. {{(pid=93916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 19:31:05.688072 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [None req-623aafd1-b8fa-4963-99a4-4508828a4d7f admin admin] Resources bound (agent type, host, resource id): {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 19:31:05.692846 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-623aafd1-b8fa-4963-99a4-4508828a4d7f admin admin] Received port after_create {{(pid=93916) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 19:31:05.696256 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623aafd1-b8fa-4963-99a4-4508828a4d7f admin admin] Pushing event updated for resources: {'Port': ['ID=ed8a02ca-3ab2-4c76-bb42-52d4598eef4f,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:31:05.733259 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-59bacd33-b885-4ed3-8cf7-892903b02dcb None None] Attempting to bind port d6ac005d-5b3d-4ec5-bc6e-e2f64399472c on host n-d-800634-3 for vnic_type normal with profile {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 19:31:05.733809 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-59bacd33-b885-4ed3-8cf7-892903b02dcb None None] Attempting to bind port d6ac005d-5b3d-4ec5-bc6e-e2f64399472c by drivers openvswitch,hyperv on host n-d-800634-3 at level 0 using segments [{'id': '5afb940b-bbdf-4727-be00-5d46367c38a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9200a437-e1de-4520-88f6-e68386523e61'}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 19:31:05.734404 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59bacd33-b885-4ed3-8cf7-892903b02dcb None None] Attempting to bind port d6ac005d-5b3d-4ec5-bc6e-e2f64399472c on network 9200a437-e1de-4520-88f6-e68386523e61 {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 19:31:05.742699 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e604f220-0f8d-4c33-b0c2-1e4295cd973a None None] Pushing event updated for resources: {'Port': ['ID=d6ac005d-5b3d-4ec5-bc6e-e2f64399472c,revision_number=2']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:31:05.744301 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-623aafd1-b8fa-4963-99a4-4508828a4d7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-930452'] for router_interface, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:31:05.745358 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59bacd33-b885-4ed3-8cf7-892903b02dcb None None] Checking agent: {'id': '01c19e91-a945-4e3c-94a6-c211e17c923e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 8, 23), 'started_at': datetime.datetime(2021, 7, 14, 18, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 19, 30, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 19:31:05.745742 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59bacd33-b885-4ed3-8cf7-892903b02dcb None None] Checking segment: {'id': '5afb940b-bbdf-4727-be00-5d46367c38a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9200a437-e1de-4520-88f6-e68386523e61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93917) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 19:31:05.746199 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-59bacd33-b885-4ed3-8cf7-892903b02dcb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:31:05.746592 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59bacd33-b885-4ed3-8cf7-892903b02dcb None None] Bound using segment: {'id': '5afb940b-bbdf-4727-be00-5d46367c38a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9200a437-e1de-4520-88f6-e68386523e61'} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 19:31:05.747076 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-59bacd33-b885-4ed3-8cf7-892903b02dcb None None] Bound port: d6ac005d-5b3d-4ec5-bc6e-e2f64399472c, host: n-d-800634-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5afb940b-bbdf-4727-be00-5d46367c38a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9200a437-e1de-4520-88f6-e68386523e61'}}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 19:31:05.747462 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-59bacd33-b885-4ed3-8cf7-892903b02dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:31:05.773569 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 36c1750d-46d7-4b84-b970-c567e1e2cdb7 up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 19:31:05.834003 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-59bacd33-b885-4ed3-8cf7-892903b02dcb None None] For port d6ac005d-5b3d-4ec5-bc6e-e2f64399472c, host n-d-800634-3, cleared binding levels {{(pid=93917) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 19:31:05.839172 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-59bacd33-b885-4ed3-8cf7-892903b02dcb None None] For port d6ac005d-5b3d-4ec5-bc6e-e2f64399472c, host n-d-800634-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=d6ac005d-5b3d-4ec5-bc6e-e2f64399472c,segment=NetworkSegment(5afb940b-bbdf-4727-be00-5d46367c38a1),segment_id=5afb940b-bbdf-4727-be00-5d46367c38a1)] {{(pid=93917) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 19:31:05.844426 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-59bacd33-b885-4ed3-8cf7-892903b02dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:31:05.898191 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning for port 36c1750d-46d7-4b84-b970-c567e1e2cdb7 completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 19:31:05.909636 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port 36c1750d-46d7-4b84-b970-c567e1e2cdb7 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 19:31:05.910013 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:31:05.935260 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-623aafd1-b8fa-4963-99a4-4508828a4d7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:31:05.947846 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59bacd33-b885-4ed3-8cf7-892903b02dcb None None] Routers {'cf097d04-ca81-4220-877d-c2dc3f281448'} bound to L3 agent in host n-d-800634-3 {{(pid=93917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 19:31:05.948518 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-59bacd33-b885-4ed3-8cf7-892903b02dcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T19:30:53Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['cf097d04-ca81-4220-877d-c2dc3f281448'], 'active': True} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 19:31:05.952997 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e604f220-0f8d-4c33-b0c2-1e4295cd973a None None] Pushing event updated for resources: {'Port': ['ID=d6ac005d-5b3d-4ec5-bc6e-e2f64399472c,revision_number=3']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:31:06.084801 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-506f11f6-6b56-42b1-bfce-882409d81728 None None] Provisioning for port ed8a02ca-3ab2-4c76-bb42-52d4598eef4f completed by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 19:31:06.097247 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-506f11f6-6b56-42b1-bfce-882409d81728 None None] Provisioning complete for port ed8a02ca-3ab2-4c76-bb42-52d4598eef4f triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 19:31:06.097621 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-506f11f6-6b56-42b1-bfce-882409d81728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:31:06.121496 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-623aafd1-b8fa-4963-99a4-4508828a4d7f admin admin] Notify callbacks [] for port, precommit_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:31:06.126253 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-623aafd1-b8fa-4963-99a4-4508828a4d7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2684870'] for port, after_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:31:06.137750 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvr_db [None req-59bacd33-b885-4ed3-8cf7-892903b02dcb None None] Set router cf097d04-ca81-4220-877d-c2dc3f281448 gateway port host: n-d-800634-3 {{(pid=93917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 19:31:06.169485 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:31:06.199102 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-623aafd1-b8fa-4963-99a4-4508828a4d7f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-598741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-928734'] for router_interface, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:31:06.201413 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623aafd1-b8fa-4963-99a4-4508828a4d7f admin admin] Pushing event updated for resources: {'Port': ['ID=ed8a02ca-3ab2-4c76-bb42-52d4598eef4f,revision_number=2']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:31:06.303365 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-623aafd1-b8fa-4963-99a4-4508828a4d7f admin admin] Network 6c2741bd-add1-457c-bec8-a4bc0bda1bf2 is already hosted by enough agents. {{(pid=93916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 19:31:06.304974 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [None req-623aafd1-b8fa-4963-99a4-4508828a4d7f admin admin] Resources bound (agent type, host, resource id): {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 19:31:06.360657 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:31:06.368572 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-506f11f6-6b56-42b1-bfce-882409d81728 None None] Port ed8a02ca-3ab2-4c76-bb42-52d4598eef4f cannot update to ACTIVE because it is not bound. {{(pid=93917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 19:31:06.432538 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] For port 36c1750d-46d7-4b84-b970-c567e1e2cdb7, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=36c1750d-46d7-4b84-b970-c567e1e2cdb7,segment=NetworkSegment(26129bd0-982f-489f-9551-293992d87442),segment_id=26129bd0-982f-489f-9551-293992d87442)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 19:31:06.437766 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-623aafd1-b8fa-4963-99a4-4508828a4d7f admin admin] Router cf097d04-ca81-4220-877d-c2dc3f281448 has already been hosted by L3 agent 2c6eb27e-defb-4cca-9a24-381c7415e359 {{(pid=93916) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 19:31:06.458995 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:31:06.538009 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Pushing event updated for resources: {'Port': ['ID=36c1750d-46d7-4b84-b970-c567e1e2cdb7,revision_number=3']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:31:06.562592 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-623aafd1-b8fa-4963-99a4-4508828a4d7f admin admin] Notify agent at l3_agent.n-d-800634-3 the message routers_updated {{(pid=93916) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 19:31:06.567690 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-623aafd1-b8fa-4963-99a4-4508828a4d7f admin admin] 10.222.0.16 "PUT /v2.0/routers/cf097d04-ca81-4220-877d-c2dc3f281448/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7215524 Jul 14 19:31:06.598725 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-583e3874-e6f4-4ead-8f32-158410989e71 None None] Provisioning complete for port ed8a02ca-3ab2-4c76-bb42-52d4598eef4f triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 19:31:06.599098 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-583e3874-e6f4-4ead-8f32-158410989e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:31:06.637078 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-59bacd33-b885-4ed3-8cf7-892903b02dcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf097d04-ca81-4220-877d-c2dc3f281448', 'name': 'tempest-TestShelveInstance-842097262-router', 'tenant_id': 'f1428dd4244c435b991d3a12d3d737a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.80'}], 'enable_snat': True}, 'gw_port_id': 'd6ac005d-5b3d-4ec5-bc6e-e2f64399472c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T19:31:03Z', 'updated_at': '2021-07-14T19:31:05Z', 'revision_number': 4, 'project_id': 'f1428dd4244c435b991d3a12d3d737a0', 'gw_port': {'id': 'd6ac005d-5b3d-4ec5-bc6e-e2f64399472c', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:e6:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf097d04-ca81-4220-877d-c2dc3f281448', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T19:31:03Z', 'updated_at': '2021-07-14T19:31:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_interfaces': [{'id': 'ed8a02ca-3ab2-4c76-bb42-52d4598eef4f', 'name': '', 'network_id': '6c2741bd-add1-457c-bec8-a4bc0bda1bf2', 'tenant_id': 'f1428dd4244c435b991d3a12d3d737a0', 'mac_address': 'fa:16:3e:8c:da:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf097d04-ca81-4220-877d-c2dc3f281448', 'device_owner': 'network:router_interface', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': '1885ceaa-5ce0-41ee-8f75-f031aa84dc38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T19:31:05Z', 'updated_at': '2021-07-14T19:31:05Z', 'revision_number': 1, 'project_id': 'f1428dd4244c435b991d3a12d3d737a0', 'subnets': [{'id': '1885ceaa-5ce0-41ee-8f75-f031aa84dc38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-3', False) {} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 19:31:06.641185 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-583e3874-e6f4-4ead-8f32-158410989e71 None None] Port ed8a02ca-3ab2-4c76-bb42-52d4598eef4f cannot update to ACTIVE because it is not bound. {{(pid=93917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 19:31:06.669475 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59bacd33-b885-4ed3-8cf7-892903b02dcb None None] The sync data for ids ['cf097d04-ca81-4220-877d-c2dc3f281448'] in n-d-800634-3 is: [{'id': 'cf097d04-ca81-4220-877d-c2dc3f281448', 'name': 'tempest-TestShelveInstance-842097262-router', 'tenant_id': 'f1428dd4244c435b991d3a12d3d737a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.80'}], 'enable_snat': True}, 'gw_port_id': 'd6ac005d-5b3d-4ec5-bc6e-e2f64399472c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T19:31:03Z', 'updated_at': '2021-07-14T19:31:05Z', 'revision_number': 4, 'project_id': 'f1428dd4244c435b991d3a12d3d737a0', 'gw_port': {'id': 'd6ac005d-5b3d-4ec5-bc6e-e2f64399472c', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:e6:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf097d04-ca81-4220-877d-c2dc3f281448', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T19:31:03Z', 'updated_at': '2021-07-14T19:31:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_interfaces': [{'id': 'ed8a02ca-3ab2-4c76-bb42-52d4598eef4f', 'name': '', 'network_id': '6c2741bd-add1-457c-bec8-a4bc0bda1bf2', 'tenant_id': 'f1428dd4244c435b991d3a12d3d737a0', 'mac_address': 'fa:16:3e:8c:da:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf097d04-ca81-4220-877d-c2dc3f281448', 'device_owner': 'network:router_interface', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': '1885ceaa-5ce0-41ee-8f75-f031aa84dc38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T19:31:05Z', 'updated_at': '2021-07-14T19:31:05Z', 'revision_number': 1, 'project_id': 'f1428dd4244c435b991d3a12d3d737a0', 'subnets': [{'id': '1885ceaa-5ce0-41ee-8f75-f031aa84dc38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 19:31:07.081857 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 33216) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 19:31:07.087195 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-64e629c1-25f6-4bf1-b9a5-63b32650b584 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1835291595-network', 'tenant_id': '7c8f95a7c46742ab9b3d203308fc6fb6'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 19:31:07.109409 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64e629c1-25f6-4bf1-b9a5-63b32650b584 admin admin] Made reservation on behalf of 7c8f95a7c46742ab9b3d203308fc6fb6 for: {'network': 1} {{(pid=93916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 19:31:07.111979 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-64e629c1-25f6-4bf1-b9a5-63b32650b584 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for network, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:31:07.121992 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-64e629c1-25f6-4bf1-b9a5-63b32650b584 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:31:07.220446 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-64e629c1-25f6-4bf1-b9a5-63b32650b584 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:31:07.224395 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-64e629c1-25f6-4bf1-b9a5-63b32650b584 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:31:07.251902 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64e629c1-25f6-4bf1-b9a5-63b32650b584 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 87} {{(pid=93916) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 19:31:07.262778 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e629c1-25f6-4bf1-b9a5-63b32650b584 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3f0ef52-f997-4b5d-80dd-d17fbab9b762,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:31:07.268046 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-64e629c1-25f6-4bf1-b9a5-63b32650b584 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:31:07.268432 n-d-800634-3 neutron-server[93916]: INFO neutron.db.segments_db [None req-64e629c1-25f6-4bf1-b9a5-63b32650b584 admin admin] Added segment 8f7287b1-d68f-4ce1-8e3d-9bc69ea0e9a0 of type vlan for network 5ec42ac7-2d1e-405a-a76b-a85daba321cc Jul 14 19:31:07.332267 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-64e629c1-25f6-4bf1-b9a5-63b32650b584 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728202197517'] for network, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:31:07.367200 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-64e629c1-25f6-4bf1-b9a5-63b32650b584 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727'] for network, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:31:07.368687 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64e629c1-25f6-4bf1-b9a5-63b32650b584 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:31:07.369960 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-64e629c1-25f6-4bf1-b9a5-63b32650b584 admin admin] Notify callbacks [] for network, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:31:07.430773 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-64e629c1-25f6-4bf1-b9a5-63b32650b584 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3462059 Jul 14 19:31:07.435068 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 33218) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 19:31:07.437585 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e629c1-25f6-4bf1-b9a5-63b32650b584 admin admin] Pushing event updated for resources: {'Network': ['ID=5ec42ac7-2d1e-405a-a76b-a85daba321cc,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:31:07.440731 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-f497ac08-214a-4536-ad12-cb12ce5e3c51 admin admin] Request body: {'subnet': {'network_id': '5ec42ac7-2d1e-405a-a76b-a85daba321cc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1835291595-subnet', 'tenant_id': '7c8f95a7c46742ab9b3d203308fc6fb6', 'ip_version': 4}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 19:31:07.450006 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Network 5ec42ac7-2d1e-405a-a76b-a85daba321cc details requested by agent ovs-agent-n-d-800634-3 with host n-d-800634-3 {{(pid=93917) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 19:31:07.464806 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f497ac08-214a-4536-ad12-cb12ce5e3c51 admin admin] Made reservation on behalf of 7c8f95a7c46742ab9b3d203308fc6fb6 for: {'subnet': 1} {{(pid=93915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 19:31:07.467545 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-f497ac08-214a-4536-ad12-cb12ce5e3c51 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28969735'] for subnet, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:31:07.673405 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-f497ac08-214a-4536-ad12-cb12ce5e3c51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25912837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28969781'] for subnet, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:31:07.746050 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f497ac08-214a-4536-ad12-cb12ce5e3c51 admin admin] Checking segment: {'id': '8f7287b1-d68f-4ce1-8e3d-9bc69ea0e9a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '5ec42ac7-2d1e-405a-a76b-a85daba321cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 19:31:07.746566 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f497ac08-214a-4536-ad12-cb12ce5e3c51 admin admin] Network hostable DHCP agents. Network: 5ec42ac7-2d1e-405a-a76b-a85daba321cc, hostable agents: ['028393c3-0576-4ebd-bca1-8ea8a148e1a2'], hosted agents: [] {{(pid=93915) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 19:31:07.758611 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f497ac08-214a-4536-ad12-cb12ce5e3c51 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0b0c06b3-1535-45ea-ba63-447d13f449f8,revision_number=0']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:31:07.773374 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f497ac08-214a-4536-ad12-cb12ce5e3c51 admin admin] Network 5ec42ac7-2d1e-405a-a76b-a85daba321cc is scheduled to be hosted by DHCP agent 028393c3-0576-4ebd-bca1-8ea8a148e1a2 with binding_index 1 {{(pid=93915) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 19:31:07.786176 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [None req-f497ac08-214a-4536-ad12-cb12ce5e3c51 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-3, 5ec42ac7-2d1e-405a-a76b-a85daba321cc) {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 19:31:07.790626 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f497ac08-214a-4536-ad12-cb12ce5e3c51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:31:07.791232 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-f497ac08-214a-4536-ad12-cb12ce5e3c51 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:31:07.796304 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d90590f9-d5b3-4ef5-8af2-bd9b6ac38d61 None None] Network 5ec42ac7-2d1e-405a-a76b-a85daba321cc requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 19:31:07.820303 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-f497ac08-214a-4536-ad12-cb12ce5e3c51 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3839884 Jul 14 19:31:07.822945 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 33220) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 19:31:07.827863 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-70dc14c9-6e44-4616-88eb-974c921befa4 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1835291595-router', 'tenant_id': '7c8f95a7c46742ab9b3d203308fc6fb6', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61'}}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 19:31:07.845634 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device d6ac005d-5b3d-4ec5-bc6e-e2f64399472c up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 19:31:07.852951 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-70dc14c9-6e44-4616-88eb-974c921befa4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-571768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11104'] for router, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:31:07.854645 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-70dc14c9-6e44-4616-88eb-974c921befa4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-571675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-930014', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-632314', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11129'] for router, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:31:07.915791 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-70dc14c9-6e44-4616-88eb-974c921befa4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:31:07.944973 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning for port d6ac005d-5b3d-4ec5-bc6e-e2f64399472c completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 19:31:07.955702 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port d6ac005d-5b3d-4ec5-bc6e-e2f64399472c triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 19:31:07.956392 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:31:08.026643 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b154a11-a019-4bcb-bd68-b174b6958e68 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9222b97e-5d1c-54f8-ba97-82f172498e76-5ec42ac7-2d1e-405a-a76b-a85daba321cc', 'network_id': '5ec42ac7-2d1e-405a-a76b-a85daba321cc', 'tenant_id': '7c8f95a7c46742ab9b3d203308fc6fb6', 'fixed_ips': [{'subnet_id': '0b0c06b3-1535-45ea-ba63-447d13f449f8'}]}} from n-d-800634-3. {{(pid=93917) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 19:31:08.027437 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-6b154a11-a019-4bcb-bd68-b174b6958e68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:31:08.054676 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.agents_db [None req-2ea07fb6-aa68-4671-8654-119d82b9f530 None None] Agent healthcheck: found 7 active agents {{(pid=93918) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 19:31:08.070312 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-70dc14c9-6e44-4616-88eb-974c921befa4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-929996', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-571750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11395'] for router, precommit_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:31:08.140427 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:31:08.172317 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] For port d6ac005d-5b3d-4ec5-bc6e-e2f64399472c, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=d6ac005d-5b3d-4ec5-bc6e-e2f64399472c,segment=NetworkSegment(5afb940b-bbdf-4727-be00-5d46367c38a1),segment_id=5afb940b-bbdf-4727-be00-5d46367c38a1)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 19:31:08.193180 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:31:08.193979 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 36c1750d-46d7-4b84-b970-c567e1e2cdb7 up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 19:31:08.280873 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.db_base_plugin_common [None req-6b154a11-a019-4bcb-bd68-b174b6958e68 None None] Allocated IP 172.20.0.2 (5ec42ac7-2d1e-405a-a76b-a85daba321cc/0b0c06b3-1535-45ea-ba63-447d13f449f8/08449b30-5ff3-467b-b326-9b662b35696f) {{(pid=93917) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 19:31:08.309494 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Pushing event updated for resources: {'Port': ['ID=d6ac005d-5b3d-4ec5-bc6e-e2f64399472c,revision_number=4']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:31:08.359634 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port 36c1750d-46d7-4b84-b970-c567e1e2cdb7 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 19:31:08.360008 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:31:08.532243 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-6b154a11-a019-4bcb-bd68-b174b6958e68 None None] Notify callbacks [] for port, precommit_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:31:08.542585 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-6b154a11-a019-4bcb-bd68-b174b6958e68 None None] Transition to ACTIVE for port object 08449b30-5ff3-467b-b326-9b662b35696f will not be triggered until provisioned by entity L2. {{(pid=93917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 19:31:08.560029 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-6b154a11-a019-4bcb-bd68-b174b6958e68 None None] Transition to ACTIVE for port object 08449b30-5ff3-467b-b326-9b662b35696f will not be triggered until provisioned by entity DHCP. {{(pid=93917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 19:31:08.566389 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-6b154a11-a019-4bcb-bd68-b174b6958e68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804'] for port, after_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:31:08.609042 n-d-800634-3 neutron-server[93917]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b154a11-a019-4bcb-bd68-b174b6958e68 None None] Network 5ec42ac7-2d1e-405a-a76b-a85daba321cc is already hosted by enough agents. {{(pid=93917) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 19:31:08.614616 n-d-800634-3 neutron-server[93917]: DEBUG neutron.scheduler.base_scheduler [None req-6b154a11-a019-4bcb-bd68-b174b6958e68 None None] Resources bound (agent type, host, resource id): {{(pid=93917) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 19:31:08.619070 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b154a11-a019-4bcb-bd68-b174b6958e68 None None] Received port after_create {{(pid=93917) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 19:31:08.649432 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-70dc14c9-6e44-4616-88eb-974c921befa4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:31:08.654277 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b154a11-a019-4bcb-bd68-b174b6958e68 None None] Pushing event updated for resources: {'Port': ['ID=08449b30-5ff3-467b-b326-9b662b35696f,revision_number=1']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:31:08.670297 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-70dc14c9-6e44-4616-88eb-974c921befa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:31:08.688258 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-6b154a11-a019-4bcb-bd68-b174b6958e68 None None] Attempting to bind port 08449b30-5ff3-467b-b326-9b662b35696f on host n-d-800634-3 for vnic_type normal with profile {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 19:31:08.688716 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-6b154a11-a019-4bcb-bd68-b174b6958e68 None None] Attempting to bind port 08449b30-5ff3-467b-b326-9b662b35696f by drivers openvswitch,hyperv on host n-d-800634-3 at level 0 using segments [{'id': '8f7287b1-d68f-4ce1-8e3d-9bc69ea0e9a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '5ec42ac7-2d1e-405a-a76b-a85daba321cc'}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 19:31:08.689021 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b154a11-a019-4bcb-bd68-b174b6958e68 None None] Attempting to bind port 08449b30-5ff3-467b-b326-9b662b35696f on network 5ec42ac7-2d1e-405a-a76b-a85daba321cc {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 19:31:08.694592 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b154a11-a019-4bcb-bd68-b174b6958e68 None None] Checking agent: {'id': '01c19e91-a945-4e3c-94a6-c211e17c923e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 8, 23), 'started_at': datetime.datetime(2021, 7, 14, 18, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 19, 30, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 19:31:08.695126 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b154a11-a019-4bcb-bd68-b174b6958e68 None None] Checking segment: {'id': '8f7287b1-d68f-4ce1-8e3d-9bc69ea0e9a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '5ec42ac7-2d1e-405a-a76b-a85daba321cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93917) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 19:31:08.695567 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-6b154a11-a019-4bcb-bd68-b174b6958e68 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:31:08.695967 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b154a11-a019-4bcb-bd68-b174b6958e68 None None] Bound using segment: {'id': '8f7287b1-d68f-4ce1-8e3d-9bc69ea0e9a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '5ec42ac7-2d1e-405a-a76b-a85daba321cc'} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 19:31:08.696633 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-6b154a11-a019-4bcb-bd68-b174b6958e68 None None] Bound port: 08449b30-5ff3-467b-b326-9b662b35696f, host: n-d-800634-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f7287b1-d68f-4ce1-8e3d-9bc69ea0e9a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '5ec42ac7-2d1e-405a-a76b-a85daba321cc'}}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 19:31:08.697022 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-6b154a11-a019-4bcb-bd68-b174b6958e68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:31:08.763574 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-6b154a11-a019-4bcb-bd68-b174b6958e68 None None] For port 08449b30-5ff3-467b-b326-9b662b35696f, host n-d-800634-3, cleared binding levels {{(pid=93917) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 19:31:08.769105 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-6b154a11-a019-4bcb-bd68-b174b6958e68 None None] For port 08449b30-5ff3-467b-b326-9b662b35696f, host n-d-800634-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=08449b30-5ff3-467b-b326-9b662b35696f,segment=NetworkSegment(8f7287b1-d68f-4ce1-8e3d-9bc69ea0e9a0),segment_id=8f7287b1-d68f-4ce1-8e3d-9bc69ea0e9a0)] {{(pid=93917) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 19:31:08.774107 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-6b154a11-a019-4bcb-bd68-b174b6958e68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:31:08.786276 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.db_base_plugin_common [None req-70dc14c9-6e44-4616-88eb-974c921befa4 admin admin] Allocated IP 172.25.1.107 (9200a437-e1de-4520-88f6-e68386523e61/5f47f848-4532-407a-a0e2-5690ade15fd0/6e8e4a98-a470-4917-b200-06c7ce995911) {{(pid=93916) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 19:31:08.843095 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b154a11-a019-4bcb-bd68-b174b6958e68 None None] Pushing event updated for resources: {'Port': ['ID=08449b30-5ff3-467b-b326-9b662b35696f,revision_number=2']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:31:08.863483 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0288f572-303c-4f50-9467-ad5d5fd8de71 None None] Sync routers for ids ['cf097d04-ca81-4220-877d-c2dc3f281448'] in n-d-800634-3 {{(pid=93918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 19:31:08.875927 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0288f572-303c-4f50-9467-ad5d5fd8de71 None None] Routers {'cf097d04-ca81-4220-877d-c2dc3f281448'} bound to L3 agent in host n-d-800634-3 {{(pid=93918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 19:31:08.878460 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-0288f572-303c-4f50-9467-ad5d5fd8de71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T19:30:53Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['cf097d04-ca81-4220-877d-c2dc3f281448'], 'active': True} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 19:31:08.913045 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-70dc14c9-6e44-4616-88eb-974c921befa4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:31:08.963627 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-70dc14c9-6e44-4616-88eb-974c921befa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:31:09.018933 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70dc14c9-6e44-4616-88eb-974c921befa4 admin admin] Network 9200a437-e1de-4520-88f6-e68386523e61 is already hosted by enough agents. {{(pid=93916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 19:31:09.026854 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [None req-70dc14c9-6e44-4616-88eb-974c921befa4 admin admin] Resources bound (agent type, host, resource id): {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 19:31:09.031785 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70dc14c9-6e44-4616-88eb-974c921befa4 admin admin] Received port after_create {{(pid=93916) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 19:31:09.055286 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70dc14c9-6e44-4616-88eb-974c921befa4 admin admin] Pushing event updated for resources: {'Port': ['ID=6e8e4a98-a470-4917-b200-06c7ce995911,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:31:09.109236 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvr_db [None req-0288f572-303c-4f50-9467-ad5d5fd8de71 None None] Set router cf097d04-ca81-4220-877d-c2dc3f281448 gateway port host: n-d-800634-3 {{(pid=93918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 19:31:09.320315 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-70dc14c9-6e44-4616-88eb-974c921befa4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:31:09.333634 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-0288f572-303c-4f50-9467-ad5d5fd8de71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf097d04-ca81-4220-877d-c2dc3f281448', 'name': 'tempest-TestShelveInstance-842097262-router', 'tenant_id': 'f1428dd4244c435b991d3a12d3d737a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.80'}], 'enable_snat': True}, 'gw_port_id': 'd6ac005d-5b3d-4ec5-bc6e-e2f64399472c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T19:31:03Z', 'updated_at': '2021-07-14T19:31:05Z', 'revision_number': 4, 'project_id': 'f1428dd4244c435b991d3a12d3d737a0', 'gw_port': {'id': 'd6ac005d-5b3d-4ec5-bc6e-e2f64399472c', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:e6:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf097d04-ca81-4220-877d-c2dc3f281448', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T19:31:03Z', 'updated_at': '2021-07-14T19:31:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_interfaces': [{'id': 'ed8a02ca-3ab2-4c76-bb42-52d4598eef4f', 'name': '', 'network_id': '6c2741bd-add1-457c-bec8-a4bc0bda1bf2', 'tenant_id': 'f1428dd4244c435b991d3a12d3d737a0', 'mac_address': 'fa:16:3e:8c:da:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf097d04-ca81-4220-877d-c2dc3f281448', 'device_owner': 'network:router_interface', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': '1885ceaa-5ce0-41ee-8f75-f031aa84dc38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T19:31:05Z', 'updated_at': '2021-07-14T19:31:05Z', 'revision_number': 2, 'project_id': 'f1428dd4244c435b991d3a12d3d737a0', 'subnets': [{'id': '1885ceaa-5ce0-41ee-8f75-f031aa84dc38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-3', False) {} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 19:31:09.363540 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0288f572-303c-4f50-9467-ad5d5fd8de71 None None] Checking router: cf097d04-ca81-4220-877d-c2dc3f281448 for host: n-d-800634-3 {{(pid=93918) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 19:31:09.363895 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0288f572-303c-4f50-9467-ad5d5fd8de71 None None] Updating router cf097d04-ca81-4220-877d-c2dc3f281448 port ed8a02ca-3ab2-4c76-bb42-52d4598eef4f binding host n-d-800634-3 {{(pid=93918) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 19:31:09.400689 n-d-800634-3 neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-0288f572-303c-4f50-9467-ad5d5fd8de71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:31:09.535507 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-70dc14c9-6e44-4616-88eb-974c921befa4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-571759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-930033'] for router, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:31:09.676685 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70dc14c9-6e44-4616-88eb-974c921befa4 admin admin] Router 9b5e84ee-9e3a-40d4-806c-19fdad7f7b66 is scheduled to L3 agent 2c6eb27e-defb-4cca-9a24-381c7415e359 with binding_index 1 {{(pid=93916) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 19:31:09.701363 n-d-800634-3 neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-0288f572-303c-4f50-9467-ad5d5fd8de71 None None] Notify callbacks [] for port, precommit_update {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:31:09.714019 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.provisioning_blocks [None req-0288f572-303c-4f50-9467-ad5d5fd8de71 None None] Transition to ACTIVE for port object ed8a02ca-3ab2-4c76-bb42-52d4598eef4f will not be triggered until provisioned by entity L2. {{(pid=93918) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 19:31:09.720935 n-d-800634-3 neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-0288f572-303c-4f50-9467-ad5d5fd8de71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:31:09.840865 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4385fd-cfb1-4c44-bdc8-ed17c5f3e60a None None] Pushing event updated for resources: {'Port': ['ID=ed8a02ca-3ab2-4c76-bb42-52d4598eef4f,revision_number=3']} {{(pid=93918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:31:09.848386 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70dc14c9-6e44-4616-88eb-974c921befa4 admin admin] Notify agent at l3_agent.n-d-800634-3 the message routers_updated {{(pid=93916) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 19:31:09.850413 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.managers [None req-0288f572-303c-4f50-9467-ad5d5fd8de71 None None] Attempting to bind port ed8a02ca-3ab2-4c76-bb42-52d4598eef4f on host n-d-800634-3 for vnic_type normal with profile {{(pid=93918) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 19:31:09.850729 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.managers [None req-0288f572-303c-4f50-9467-ad5d5fd8de71 None None] Attempting to bind port ed8a02ca-3ab2-4c76-bb42-52d4598eef4f by drivers openvswitch,hyperv on host n-d-800634-3 at level 0 using segments [{'id': '26129bd0-982f-489f-9551-293992d87442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '6c2741bd-add1-457c-bec8-a4bc0bda1bf2'}] {{(pid=93918) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 19:31:09.851104 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0288f572-303c-4f50-9467-ad5d5fd8de71 None None] Attempting to bind port ed8a02ca-3ab2-4c76-bb42-52d4598eef4f on network 6c2741bd-add1-457c-bec8-a4bc0bda1bf2 {{(pid=93918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 19:31:09.860079 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7acc6810-4237-49b5-a700-0e1a645b187b None None] Sync routers for ids ['9b5e84ee-9e3a-40d4-806c-19fdad7f7b66'] in n-d-800634-3 {{(pid=93917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 19:31:09.860683 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4385fd-cfb1-4c44-bdc8-ed17c5f3e60a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:31:09.860973 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4385fd-cfb1-4c44-bdc8-ed17c5f3e60a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:31:09.861317 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4385fd-cfb1-4c44-bdc8-ed17c5f3e60a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:31:09.861652 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4385fd-cfb1-4c44-bdc8-ed17c5f3e60a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:31:09.862761 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4385fd-cfb1-4c44-bdc8-ed17c5f3e60a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:31:09.863233 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4385fd-cfb1-4c44-bdc8-ed17c5f3e60a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:31:09.863779 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4385fd-cfb1-4c44-bdc8-ed17c5f3e60a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:31:09.868991 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4385fd-cfb1-4c44-bdc8-ed17c5f3e60a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:31:09.869654 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4385fd-cfb1-4c44-bdc8-ed17c5f3e60a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:31:09.870177 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4385fd-cfb1-4c44-bdc8-ed17c5f3e60a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:31:09.870702 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4385fd-cfb1-4c44-bdc8-ed17c5f3e60a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:31:09.871203 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4385fd-cfb1-4c44-bdc8-ed17c5f3e60a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:31:09.872086 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device d6ac005d-5b3d-4ec5-bc6e-e2f64399472c up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 19:31:09.876068 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0288f572-303c-4f50-9467-ad5d5fd8de71 None None] Checking agent: {'id': '01c19e91-a945-4e3c-94a6-c211e17c923e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 8, 23), 'started_at': datetime.datetime(2021, 7, 14, 18, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 19, 30, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 19:31:09.876789 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0288f572-303c-4f50-9467-ad5d5fd8de71 None None] Checking segment: {'id': '26129bd0-982f-489f-9551-293992d87442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '6c2741bd-add1-457c-bec8-a4bc0bda1bf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93918) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 19:31:09.877189 n-d-800634-3 neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-0288f572-303c-4f50-9467-ad5d5fd8de71 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:31:09.877667 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0288f572-303c-4f50-9467-ad5d5fd8de71 None None] Bound using segment: {'id': '26129bd0-982f-489f-9551-293992d87442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '6c2741bd-add1-457c-bec8-a4bc0bda1bf2'} {{(pid=93918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 19:31:09.878155 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.managers [None req-0288f572-303c-4f50-9467-ad5d5fd8de71 None None] Bound port: ed8a02ca-3ab2-4c76-bb42-52d4598eef4f, host: n-d-800634-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26129bd0-982f-489f-9551-293992d87442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '6c2741bd-add1-457c-bec8-a4bc0bda1bf2'}}] {{(pid=93918) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 19:31:09.878512 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7acc6810-4237-49b5-a700-0e1a645b187b None None] Routers {'9b5e84ee-9e3a-40d4-806c-19fdad7f7b66'} bound to L3 agent in host n-d-800634-3 {{(pid=93917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 19:31:09.878665 n-d-800634-3 neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-0288f572-303c-4f50-9467-ad5d5fd8de71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:31:09.879439 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-7acc6810-4237-49b5-a700-0e1a645b187b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T19:30:53Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['9b5e84ee-9e3a-40d4-806c-19fdad7f7b66'], 'active': True} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 19:31:09.884712 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-70dc14c9-6e44-4616-88eb-974c921befa4 admin admin] Notify callbacks [] for router, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:31:09.888940 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-70dc14c9-6e44-4616-88eb-974c921befa4 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.0646989 Jul 14 19:31:09.889844 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 33222) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 19:31:09.952923 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.db [None req-0288f572-303c-4f50-9467-ad5d5fd8de71 None None] For port ed8a02ca-3ab2-4c76-bb42-52d4598eef4f, host n-d-800634-3, cleared binding levels {{(pid=93918) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 19:31:09.958469 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.db [None req-0288f572-303c-4f50-9467-ad5d5fd8de71 None None] For port ed8a02ca-3ab2-4c76-bb42-52d4598eef4f, host n-d-800634-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=ed8a02ca-3ab2-4c76-bb42-52d4598eef4f,segment=NetworkSegment(26129bd0-982f-489f-9551-293992d87442),segment_id=26129bd0-982f-489f-9551-293992d87442)] {{(pid=93918) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 19:31:09.966633 n-d-800634-3 neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-0288f572-303c-4f50-9467-ad5d5fd8de71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:31:09.980256 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63abefeb-7ac5-4015-a9da-5e983357a70a None None] Network 5ec42ac7-2d1e-405a-a76b-a85daba321cc requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 19:31:10.034585 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0288f572-303c-4f50-9467-ad5d5fd8de71 None None] Routers {'cf097d04-ca81-4220-877d-c2dc3f281448'} bound to L3 agent in host n-d-800634-3 {{(pid=93918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 19:31:10.035219 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-0288f572-303c-4f50-9467-ad5d5fd8de71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T19:30:53Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['cf097d04-ca81-4220-877d-c2dc3f281448'], 'active': True} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 19:31:10.038199 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4385fd-cfb1-4c44-bdc8-ed17c5f3e60a None None] Pushing event updated for resources: {'Port': ['ID=ed8a02ca-3ab2-4c76-bb42-52d4598eef4f,revision_number=4']} {{(pid=93918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:31:10.106490 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-006b6d7f-ab57-49ca-bd72-42454111a597 None None] Provisioning for port 08449b30-5ff3-467b-b326-9b662b35696f completed by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 19:31:10.168437 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvr_db [None req-0288f572-303c-4f50-9467-ad5d5fd8de71 None None] Set router cf097d04-ca81-4220-877d-c2dc3f281448 gateway port host: n-d-800634-3 {{(pid=93918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 19:31:10.203867 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port d6ac005d-5b3d-4ec5-bc6e-e2f64399472c triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 19:31:10.204370 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:31:10.241973 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvr_db [None req-7acc6810-4237-49b5-a700-0e1a645b187b None None] Set router 9b5e84ee-9e3a-40d4-806c-19fdad7f7b66 gateway port host: n-d-800634-3 {{(pid=93917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 19:31:10.403705 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-282fa03c-7d91-47b5-8873-edea93dda036 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:31:10.426380 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-0288f572-303c-4f50-9467-ad5d5fd8de71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf097d04-ca81-4220-877d-c2dc3f281448', 'name': 'tempest-TestShelveInstance-842097262-router', 'tenant_id': 'f1428dd4244c435b991d3a12d3d737a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.80'}], 'enable_snat': True}, 'gw_port_id': 'd6ac005d-5b3d-4ec5-bc6e-e2f64399472c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T19:31:03Z', 'updated_at': '2021-07-14T19:31:05Z', 'revision_number': 4, 'project_id': 'f1428dd4244c435b991d3a12d3d737a0', 'gw_port': {'id': 'd6ac005d-5b3d-4ec5-bc6e-e2f64399472c', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:e6:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf097d04-ca81-4220-877d-c2dc3f281448', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T19:31:03Z', 'updated_at': '2021-07-14T19:31:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_interfaces': [{'id': 'ed8a02ca-3ab2-4c76-bb42-52d4598eef4f', 'name': '', 'network_id': '6c2741bd-add1-457c-bec8-a4bc0bda1bf2', 'tenant_id': 'f1428dd4244c435b991d3a12d3d737a0', 'mac_address': 'fa:16:3e:8c:da:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf097d04-ca81-4220-877d-c2dc3f281448', 'device_owner': 'network:router_interface', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': '1885ceaa-5ce0-41ee-8f75-f031aa84dc38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T19:31:05Z', 'updated_at': '2021-07-14T19:31:09Z', 'revision_number': 4, 'project_id': 'f1428dd4244c435b991d3a12d3d737a0', 'subnets': [{'id': '1885ceaa-5ce0-41ee-8f75-f031aa84dc38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-3', False) {} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 19:31:10.461583 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0288f572-303c-4f50-9467-ad5d5fd8de71 None None] The sync data for ids ['cf097d04-ca81-4220-877d-c2dc3f281448'] in n-d-800634-3 is: [{'id': 'cf097d04-ca81-4220-877d-c2dc3f281448', 'name': 'tempest-TestShelveInstance-842097262-router', 'tenant_id': 'f1428dd4244c435b991d3a12d3d737a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.80'}], 'enable_snat': True}, 'gw_port_id': 'd6ac005d-5b3d-4ec5-bc6e-e2f64399472c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T19:31:03Z', 'updated_at': '2021-07-14T19:31:05Z', 'revision_number': 4, 'project_id': 'f1428dd4244c435b991d3a12d3d737a0', 'gw_port': {'id': 'd6ac005d-5b3d-4ec5-bc6e-e2f64399472c', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:e6:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf097d04-ca81-4220-877d-c2dc3f281448', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T19:31:03Z', 'updated_at': '2021-07-14T19:31:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_interfaces': [{'id': 'ed8a02ca-3ab2-4c76-bb42-52d4598eef4f', 'name': '', 'network_id': '6c2741bd-add1-457c-bec8-a4bc0bda1bf2', 'tenant_id': 'f1428dd4244c435b991d3a12d3d737a0', 'mac_address': 'fa:16:3e:8c:da:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf097d04-ca81-4220-877d-c2dc3f281448', 'device_owner': 'network:router_interface', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': '1885ceaa-5ce0-41ee-8f75-f031aa84dc38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T19:31:05Z', 'updated_at': '2021-07-14T19:31:09Z', 'revision_number': 4, 'project_id': 'f1428dd4244c435b991d3a12d3d737a0', 'subnets': [{'id': '1885ceaa-5ce0-41ee-8f75-f031aa84dc38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 19:31:10.599389 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.db_base_plugin_common [None req-282fa03c-7d91-47b5-8873-edea93dda036 admin admin] Allocated IP 172.20.0.1 (5ec42ac7-2d1e-405a-a76b-a85daba321cc/0b0c06b3-1535-45ea-ba63-447d13f449f8/310d7b39-4b12-4b30-8794-537a2979a246) {{(pid=93915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 19:31:10.662389 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 08449b30-5ff3-467b-b326-9b662b35696f up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 19:31:10.734371 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-282fa03c-7d91-47b5-8873-edea93dda036 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:31:10.751310 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning for port 08449b30-5ff3-467b-b326-9b662b35696f completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 19:31:10.752655 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.provisioning_blocks [None req-282fa03c-7d91-47b5-8873-edea93dda036 admin admin] Transition to ACTIVE for port object 310d7b39-4b12-4b30-8794-537a2979a246 will not be triggered until provisioned by entity DHCP. {{(pid=93915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 19:31:10.758194 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port 08449b30-5ff3-467b-b326-9b662b35696f triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 19:31:10.758570 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:31:10.762869 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-7acc6810-4237-49b5-a700-0e1a645b187b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b5e84ee-9e3a-40d4-806c-19fdad7f7b66', 'name': 'tempest-TestShelveInstance-1835291595-router', 'tenant_id': '7c8f95a7c46742ab9b3d203308fc6fb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.107'}], 'enable_snat': True}, 'gw_port_id': '6e8e4a98-a470-4917-b200-06c7ce995911', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T19:31:07Z', 'updated_at': '2021-07-14T19:31:09Z', 'revision_number': 3, 'project_id': '7c8f95a7c46742ab9b3d203308fc6fb6', 'gw_port': {'id': '6e8e4a98-a470-4917-b200-06c7ce995911', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:79:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b5e84ee-9e3a-40d4-806c-19fdad7f7b66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T19:31:08Z', 'updated_at': '2021-07-14T19:31:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3'}], 'n-d-800634-3', False) {} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 19:31:10.796483 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-282fa03c-7d91-47b5-8873-edea93dda036 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:31:10.819457 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7acc6810-4237-49b5-a700-0e1a645b187b None None] Checking router: 9b5e84ee-9e3a-40d4-806c-19fdad7f7b66 for host: n-d-800634-3 {{(pid=93917) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 19:31:10.819809 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7acc6810-4237-49b5-a700-0e1a645b187b None None] Updating router 9b5e84ee-9e3a-40d4-806c-19fdad7f7b66 port 6e8e4a98-a470-4917-b200-06c7ce995911 binding host n-d-800634-3 {{(pid=93917) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 19:31:10.852453 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282fa03c-7d91-47b5-8873-edea93dda036 admin admin] Pushing event updated for resources: {'Port': ['ID=310d7b39-4b12-4b30-8794-537a2979a246,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:31:10.864850 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-282fa03c-7d91-47b5-8873-edea93dda036 admin admin] Network 5ec42ac7-2d1e-405a-a76b-a85daba321cc is already hosted by enough agents. {{(pid=93915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 19:31:10.867338 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [None req-282fa03c-7d91-47b5-8873-edea93dda036 admin admin] Resources bound (agent type, host, resource id): {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 19:31:10.870866 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-282fa03c-7d91-47b5-8873-edea93dda036 admin admin] Received port after_create {{(pid=93915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 19:31:10.871713 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-7acc6810-4237-49b5-a700-0e1a645b187b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:31:10.930452 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-282fa03c-7d91-47b5-8873-edea93dda036 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-930452'] for router_interface, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:31:11.019330 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:31:11.091143 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-76a604d3-4061-4474-a79e-c3241d4862ce None None] Provisioning complete for port 08449b30-5ff3-467b-b326-9b662b35696f triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 19:31:11.091537 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-76a604d3-4061-4474-a79e-c3241d4862ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:31:11.111706 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-282fa03c-7d91-47b5-8873-edea93dda036 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:31:11.121798 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] For port 08449b30-5ff3-467b-b326-9b662b35696f, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=08449b30-5ff3-467b-b326-9b662b35696f,segment=NetworkSegment(8f7287b1-d68f-4ce1-8e3d-9bc69ea0e9a0),segment_id=8f7287b1-d68f-4ce1-8e3d-9bc69ea0e9a0)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 19:31:11.154056 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:31:11.255648 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Pushing event updated for resources: {'Port': ['ID=08449b30-5ff3-467b-b326-9b662b35696f,revision_number=3']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:31:11.313010 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-282fa03c-7d91-47b5-8873-edea93dda036 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:31:11.319085 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-282fa03c-7d91-47b5-8873-edea93dda036 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25912978'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:31:11.373134 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-7acc6810-4237-49b5-a700-0e1a645b187b None None] Notify callbacks [] for port, precommit_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:31:11.383147 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-7acc6810-4237-49b5-a700-0e1a645b187b None None] Transition to ACTIVE for port object 6e8e4a98-a470-4917-b200-06c7ce995911 will not be triggered until provisioned by entity L2. {{(pid=93917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 19:31:11.389699 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-7acc6810-4237-49b5-a700-0e1a645b187b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:31:11.394482 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-282fa03c-7d91-47b5-8873-edea93dda036 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-598741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-928734'] for router_interface, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:31:11.397286 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282fa03c-7d91-47b5-8873-edea93dda036 admin admin] Pushing event updated for resources: {'Port': ['ID=310d7b39-4b12-4b30-8794-537a2979a246,revision_number=2']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:31:11.447268 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb39932-55ba-4732-a0e7-adc0d2ce23b0 None None] Pushing event updated for resources: {'Port': ['ID=6e8e4a98-a470-4917-b200-06c7ce995911,revision_number=2']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:31:11.450002 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-7acc6810-4237-49b5-a700-0e1a645b187b None None] Attempting to bind port 6e8e4a98-a470-4917-b200-06c7ce995911 on host n-d-800634-3 for vnic_type normal with profile {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 19:31:11.450394 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-7acc6810-4237-49b5-a700-0e1a645b187b None None] Attempting to bind port 6e8e4a98-a470-4917-b200-06c7ce995911 by drivers openvswitch,hyperv on host n-d-800634-3 at level 0 using segments [{'id': '5afb940b-bbdf-4727-be00-5d46367c38a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9200a437-e1de-4520-88f6-e68386523e61'}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 19:31:11.450752 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7acc6810-4237-49b5-a700-0e1a645b187b None None] Attempting to bind port 6e8e4a98-a470-4917-b200-06c7ce995911 on network 9200a437-e1de-4520-88f6-e68386523e61 {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 19:31:11.460438 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7acc6810-4237-49b5-a700-0e1a645b187b None None] Checking agent: {'id': '01c19e91-a945-4e3c-94a6-c211e17c923e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 8, 23), 'started_at': datetime.datetime(2021, 7, 14, 18, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 19, 30, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 19:31:11.460874 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7acc6810-4237-49b5-a700-0e1a645b187b None None] Checking segment: {'id': '5afb940b-bbdf-4727-be00-5d46367c38a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9200a437-e1de-4520-88f6-e68386523e61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93917) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 19:31:11.461536 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-7acc6810-4237-49b5-a700-0e1a645b187b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:31:11.461675 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7acc6810-4237-49b5-a700-0e1a645b187b None None] Bound using segment: {'id': '5afb940b-bbdf-4727-be00-5d46367c38a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9200a437-e1de-4520-88f6-e68386523e61'} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 19:31:11.462114 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-7acc6810-4237-49b5-a700-0e1a645b187b None None] Bound port: 6e8e4a98-a470-4917-b200-06c7ce995911, host: n-d-800634-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5afb940b-bbdf-4727-be00-5d46367c38a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9200a437-e1de-4520-88f6-e68386523e61'}}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 19:31:11.462497 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-7acc6810-4237-49b5-a700-0e1a645b187b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:31:11.466340 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-f895a96a-8778-4208-af33-afa9a95b035c None None] Provisioning for port 310d7b39-4b12-4b30-8794-537a2979a246 completed by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 19:31:11.486982 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-f895a96a-8778-4208-af33-afa9a95b035c None None] Provisioning complete for port 310d7b39-4b12-4b30-8794-537a2979a246 triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 19:31:11.487254 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-f895a96a-8778-4208-af33-afa9a95b035c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:31:11.491868 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-282fa03c-7d91-47b5-8873-edea93dda036 admin admin] Network 5ec42ac7-2d1e-405a-a76b-a85daba321cc is already hosted by enough agents. {{(pid=93915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 19:31:11.493287 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [None req-282fa03c-7d91-47b5-8873-edea93dda036 admin admin] Resources bound (agent type, host, resource id): {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 19:31:11.542505 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-f895a96a-8778-4208-af33-afa9a95b035c None None] Port 310d7b39-4b12-4b30-8794-537a2979a246 cannot update to ACTIVE because it is not bound. {{(pid=93917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 19:31:11.548007 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-7acc6810-4237-49b5-a700-0e1a645b187b None None] For port 6e8e4a98-a470-4917-b200-06c7ce995911, host n-d-800634-3, cleared binding levels {{(pid=93917) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 19:31:11.551673 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-7acc6810-4237-49b5-a700-0e1a645b187b None None] For port 6e8e4a98-a470-4917-b200-06c7ce995911, host n-d-800634-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=6e8e4a98-a470-4917-b200-06c7ce995911,segment=NetworkSegment(5afb940b-bbdf-4727-be00-5d46367c38a1),segment_id=5afb940b-bbdf-4727-be00-5d46367c38a1)] {{(pid=93917) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 19:31:11.557159 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-7acc6810-4237-49b5-a700-0e1a645b187b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:31:11.618928 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7acc6810-4237-49b5-a700-0e1a645b187b None None] Routers {'9b5e84ee-9e3a-40d4-806c-19fdad7f7b66'} bound to L3 agent in host n-d-800634-3 {{(pid=93917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 19:31:11.620154 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-7acc6810-4237-49b5-a700-0e1a645b187b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T19:30:53Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['9b5e84ee-9e3a-40d4-806c-19fdad7f7b66'], 'active': True} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 19:31:11.625245 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-282fa03c-7d91-47b5-8873-edea93dda036 admin admin] Router 9b5e84ee-9e3a-40d4-806c-19fdad7f7b66 has already been hosted by L3 agent 2c6eb27e-defb-4cca-9a24-381c7415e359 {{(pid=93915) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 19:31:11.659303 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb39932-55ba-4732-a0e7-adc0d2ce23b0 None None] Pushing event updated for resources: {'Port': ['ID=6e8e4a98-a470-4917-b200-06c7ce995911,revision_number=3']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:31:11.747271 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-282fa03c-7d91-47b5-8873-edea93dda036 admin admin] Notify agent at l3_agent.n-d-800634-3 the message routers_updated {{(pid=93915) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 19:31:11.747727 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvr_db [None req-7acc6810-4237-49b5-a700-0e1a645b187b None None] Set router 9b5e84ee-9e3a-40d4-806c-19fdad7f7b66 gateway port host: n-d-800634-3 {{(pid=93917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 19:31:11.753199 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-282fa03c-7d91-47b5-8873-edea93dda036 admin admin] 10.222.0.16 "PUT /v2.0/routers/9b5e84ee-9e3a-40d4-806c-19fdad7f7b66/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8620324 Jul 14 19:31:11.786082 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 08449b30-5ff3-467b-b326-9b662b35696f up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 19:31:11.865479 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-31a9f765-a0b2-47e9-9ea9-7dd84e46ea55 None None] Provisioning complete for port 310d7b39-4b12-4b30-8794-537a2979a246 triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 19:31:11.866109 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-31a9f765-a0b2-47e9-9ea9-7dd84e46ea55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:31:11.956482 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-31a9f765-a0b2-47e9-9ea9-7dd84e46ea55 None None] Port 310d7b39-4b12-4b30-8794-537a2979a246 cannot update to ACTIVE because it is not bound. {{(pid=93917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 19:31:11.977614 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port 08449b30-5ff3-467b-b326-9b662b35696f triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 19:31:11.977985 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:31:12.087879 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-7acc6810-4237-49b5-a700-0e1a645b187b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b5e84ee-9e3a-40d4-806c-19fdad7f7b66', 'name': 'tempest-TestShelveInstance-1835291595-router', 'tenant_id': '7c8f95a7c46742ab9b3d203308fc6fb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.107'}], 'enable_snat': True}, 'gw_port_id': '6e8e4a98-a470-4917-b200-06c7ce995911', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T19:31:07Z', 'updated_at': '2021-07-14T19:31:11Z', 'revision_number': 4, 'project_id': '7c8f95a7c46742ab9b3d203308fc6fb6', 'gw_port': {'id': '6e8e4a98-a470-4917-b200-06c7ce995911', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:79:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b5e84ee-9e3a-40d4-806c-19fdad7f7b66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T19:31:08Z', 'updated_at': '2021-07-14T19:31:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_interfaces': [{'id': '310d7b39-4b12-4b30-8794-537a2979a246', 'name': '', 'network_id': '5ec42ac7-2d1e-405a-a76b-a85daba321cc', 'tenant_id': '7c8f95a7c46742ab9b3d203308fc6fb6', 'mac_address': 'fa:16:3e:e5:69:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b5e84ee-9e3a-40d4-806c-19fdad7f7b66', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '0b0c06b3-1535-45ea-ba63-447d13f449f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T19:31:10Z', 'updated_at': '2021-07-14T19:31:11Z', 'revision_number': 2, 'project_id': '7c8f95a7c46742ab9b3d203308fc6fb6', 'subnets': [{'id': '0b0c06b3-1535-45ea-ba63-447d13f449f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-3', False) {} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 19:31:12.119838 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7acc6810-4237-49b5-a700-0e1a645b187b None None] The sync data for ids ['9b5e84ee-9e3a-40d4-806c-19fdad7f7b66'] in n-d-800634-3 is: [{'id': '9b5e84ee-9e3a-40d4-806c-19fdad7f7b66', 'name': 'tempest-TestShelveInstance-1835291595-router', 'tenant_id': '7c8f95a7c46742ab9b3d203308fc6fb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.107'}], 'enable_snat': True}, 'gw_port_id': '6e8e4a98-a470-4917-b200-06c7ce995911', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T19:31:07Z', 'updated_at': '2021-07-14T19:31:11Z', 'revision_number': 4, 'project_id': '7c8f95a7c46742ab9b3d203308fc6fb6', 'gw_port': {'id': '6e8e4a98-a470-4917-b200-06c7ce995911', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:79:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b5e84ee-9e3a-40d4-806c-19fdad7f7b66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T19:31:08Z', 'updated_at': '2021-07-14T19:31:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_interfaces': [{'id': '310d7b39-4b12-4b30-8794-537a2979a246', 'name': '', 'network_id': '5ec42ac7-2d1e-405a-a76b-a85daba321cc', 'tenant_id': '7c8f95a7c46742ab9b3d203308fc6fb6', 'mac_address': 'fa:16:3e:e5:69:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b5e84ee-9e3a-40d4-806c-19fdad7f7b66', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '0b0c06b3-1535-45ea-ba63-447d13f449f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T19:31:10Z', 'updated_at': '2021-07-14T19:31:11Z', 'revision_number': 2, 'project_id': '7c8f95a7c46742ab9b3d203308fc6fb6', 'subnets': [{'id': '0b0c06b3-1535-45ea-ba63-447d13f449f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 19:31:12.123933 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device ed8a02ca-3ab2-4c76-bb42-52d4598eef4f up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 19:31:12.183183 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning for port ed8a02ca-3ab2-4c76-bb42-52d4598eef4f completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 19:31:12.187523 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port ed8a02ca-3ab2-4c76-bb42-52d4598eef4f triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 19:31:12.188012 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:31:12.272880 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:31:12.318334 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 33230) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 19:31:12.325838 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] For port ed8a02ca-3ab2-4c76-bb42-52d4598eef4f, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=ed8a02ca-3ab2-4c76-bb42-52d4598eef4f,segment=NetworkSegment(26129bd0-982f-489f-9551-293992d87442),segment_id=26129bd0-982f-489f-9551-293992d87442)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 19:31:12.326417 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-7a64e53a-ca4e-418a-b2c9-c7bac0ea2694 tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1198508990', 'description': 'tempest-secgroup-smoke-1198508990 description', 'project_id': 'f1428dd4244c435b991d3a12d3d737a0'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 19:31:12.329807 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:31:12.356903 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-7a64e53a-ca4e-418a-b2c9-c7bac0ea2694 tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] Notify callbacks [] for security_group, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:31:12.389394 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Pushing event updated for resources: {'Port': ['ID=ed8a02ca-3ab2-4c76-bb42-52d4598eef4f,revision_number=5']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:31:12.456240 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-7a64e53a-ca4e-418a-b2c9-c7bac0ea2694 tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] Notify callbacks [] for security_group, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:31:12.459063 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-7a64e53a-ca4e-418a-b2c9-c7bac0ea2694 tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:31:12.495160 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-7a64e53a-ca4e-418a-b2c9-c7bac0ea2694 tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] Notify callbacks [] for security_group, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:31:12.495160 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-7a64e53a-ca4e-418a-b2c9-c7bac0ea2694 tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1746898 Jul 14 19:31:12.496539 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 33232) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 19:31:12.501571 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-c1ce3c51-1dab-4a02-952b-c82b360de953 tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] Request body: {'security_group_rule': {'security_group_id': '5a17c7ee-4f5b-49a7-9834-7d1cdd003627', 'project_id': 'f1428dd4244c435b991d3a12d3d737a0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 19:31:12.505940 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a64e53a-ca4e-418a-b2c9-c7bac0ea2694 tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5a17c7ee-4f5b-49a7-9834-7d1cdd003627,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:31:12.535012 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-c1ce3c51-1dab-4a02-952b-c82b360de953 tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:31:12.603054 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-c1ce3c51-1dab-4a02-952b-c82b360de953 tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:31:12.607285 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-c1ce3c51-1dab-4a02-952b-c82b360de953 tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305173'] for security_group_rule, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:31:12.628651 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ce3c51-1dab-4a02-952b-c82b360de953 tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71c33d72-89b8-405b-aeb5-1a721e8ff6b9,revision_number=0']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:31:12.637680 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-c1ce3c51-1dab-4a02-952b-c82b360de953 tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:31:12.638919 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-c1ce3c51-1dab-4a02-952b-c82b360de953 tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1413217 Jul 14 19:31:12.641873 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 33234) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 19:31:12.646570 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-509478e4-d62e-49aa-9c39-859f06a0a713 tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] Request body: {'security_group_rule': {'security_group_id': '5a17c7ee-4f5b-49a7-9834-7d1cdd003627', 'project_id': 'f1428dd4244c435b991d3a12d3d737a0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 19:31:12.674275 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-509478e4-d62e-49aa-9c39-859f06a0a713 tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:31:12.733794 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-509478e4-d62e-49aa-9c39-859f06a0a713 tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:31:12.737504 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-509478e4-d62e-49aa-9c39-859f06a0a713 tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305173'] for security_group_rule, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:31:12.755702 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509478e4-d62e-49aa-9c39-859f06a0a713 tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80bd522c-4beb-4fe3-9336-d437e91f2414,revision_number=0']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:31:12.761789 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-509478e4-d62e-49aa-9c39-859f06a0a713 tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:31:12.762832 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-509478e4-d62e-49aa-9c39-859f06a0a713 tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1199894 Jul 14 19:31:12.765548 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 33236) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 19:31:12.769945 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-25eb0da5-ae8d-46a8-8222-1eeaa54b5597 tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] Request body: {'security_group_rule': {'security_group_id': '5a17c7ee-4f5b-49a7-9834-7d1cdd003627', 'project_id': 'f1428dd4244c435b991d3a12d3d737a0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 19:31:12.796108 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-25eb0da5-ae8d-46a8-8222-1eeaa54b5597 tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:31:12.852647 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-25eb0da5-ae8d-46a8-8222-1eeaa54b5597 tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:31:12.857031 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-25eb0da5-ae8d-46a8-8222-1eeaa54b5597 tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305173'] for security_group_rule, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:31:12.874272 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25eb0da5-ae8d-46a8-8222-1eeaa54b5597 tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9bbb825-8836-4382-ac6f-e8b4191f5d40,revision_number=0']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:31:12.880501 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-25eb0da5-ae8d-46a8-8222-1eeaa54b5597 tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:31:12.882039 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-25eb0da5-ae8d-46a8-8222-1eeaa54b5597 tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1154399 Jul 14 19:31:12.884654 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 33238) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 19:31:12.889038 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-831dd6e2-fa6d-4e9a-a4c8-dcf18bbd44f1 tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] Request body: {'security_group_rule': {'security_group_id': '5a17c7ee-4f5b-49a7-9834-7d1cdd003627', 'project_id': 'f1428dd4244c435b991d3a12d3d737a0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 19:31:12.914896 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-831dd6e2-fa6d-4e9a-a4c8-dcf18bbd44f1 tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:31:12.976391 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-831dd6e2-fa6d-4e9a-a4c8-dcf18bbd44f1 tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:31:12.980505 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-831dd6e2-fa6d-4e9a-a4c8-dcf18bbd44f1 tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305173'] for security_group_rule, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:31:12.999610 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831dd6e2-fa6d-4e9a-a4c8-dcf18bbd44f1 tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c80aac0-5eac-49bb-9306-5ac698f4c30d,revision_number=0']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:31:13.007886 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-831dd6e2-fa6d-4e9a-a4c8-dcf18bbd44f1 tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:31:13.009115 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-831dd6e2-fa6d-4e9a-a4c8-dcf18bbd44f1 tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1235189 Jul 14 19:31:13.011978 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 33240) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 19:31:13.016471 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-eec5cd21-dfde-4bc6-9c6a-e73cb3ffb899 tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] Request body: {'security_group_rule': {'security_group_id': '5a17c7ee-4f5b-49a7-9834-7d1cdd003627', 'project_id': 'f1428dd4244c435b991d3a12d3d737a0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 19:31:13.037132 n-d-800634-3 neutron-server[93915]: INFO neutron.db.securitygroups_db [None req-eec5cd21-dfde-4bc6-9c6a-e73cb3ffb899 tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] Project f1428dd4244c435b991d3a12d3d737a0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 14 19:31:13.042190 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-eec5cd21-dfde-4bc6-9c6a-e73cb3ffb899 tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:31:13.101995 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-eec5cd21-dfde-4bc6-9c6a-e73cb3ffb899 tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:31:13.106015 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-eec5cd21-dfde-4bc6-9c6a-e73cb3ffb899 tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305173'] for security_group_rule, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:31:13.126400 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec5cd21-dfde-4bc6-9c6a-e73cb3ffb899 tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b72d059-8321-4b12-b099-9bf6f3bbde28,revision_number=0']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:31:13.129263 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-eec5cd21-dfde-4bc6-9c6a-e73cb3ffb899 tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:31:13.132995 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-eec5cd21-dfde-4bc6-9c6a-e73cb3ffb899 tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1174886 Jul 14 19:31:13.133533 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 33242) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 19:31:13.137657 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-b5c165d6-5e6c-4e23-ac19-74cca1367289 tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] Request body: {'security_group_rule': {'security_group_id': '5a17c7ee-4f5b-49a7-9834-7d1cdd003627', 'project_id': 'f1428dd4244c435b991d3a12d3d737a0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 19:31:13.158805 n-d-800634-3 neutron-server[93915]: INFO neutron.db.securitygroups_db [None req-b5c165d6-5e6c-4e23-ac19-74cca1367289 tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] Project f1428dd4244c435b991d3a12d3d737a0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 14 19:31:13.167288 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-b5c165d6-5e6c-4e23-ac19-74cca1367289 tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:31:13.247229 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-b5c165d6-5e6c-4e23-ac19-74cca1367289 tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:31:13.252252 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-b5c165d6-5e6c-4e23-ac19-74cca1367289 tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305173'] for security_group_rule, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:31:13.272963 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c165d6-5e6c-4e23-ac19-74cca1367289 tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53b303a2-319a-4617-bdf4-99f5bffde3ad,revision_number=0']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:31:13.280043 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-b5c165d6-5e6c-4e23-ac19-74cca1367289 tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:31:13.280043 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-b5c165d6-5e6c-4e23-ac19-74cca1367289 tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1458271 Jul 14 19:31:13.427214 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-d3c68a05-ecda-425d-a427-f35aad152fa8 req-7554ac4f-0ed7-4626-9ab1-b42cfdc7eb23 tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1198508990&fields=id&tenant_id=f1428dd4244c435b991d3a12d3d737a0 HTTP/1.1" status: 200 len: 267 time: 0.0355759 Jul 14 19:31:13.539928 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c68a05-ecda-425d-a427-f35aad152fa8 req-0b68a2c4-a035-425d-a89b-e717f94ccd8b tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:31:13.541564 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-d3c68a05-ecda-425d-a427-f35aad152fa8 req-0b68a2c4-a035-425d-a89b-e717f94ccd8b tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] 10.222.0.16 "GET /v2.0/networks?id=6c2741bd-add1-457c-bec8-a4bc0bda1bf2 HTTP/1.1" status: 200 len: 808 time: 0.1077332 Jul 14 19:31:13.557598 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-d3c68a05-ecda-425d-a427-f35aad152fa8 req-183f7a10-1402-48e4-9df2-cfc030a0ee78 tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] 10.222.0.16 "GET /v2.0/quotas/f1428dd4244c435b991d3a12d3d737a0 HTTP/1.1" status: 200 len: 375 time: 0.0098524 Jul 14 19:31:13.627889 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-d3c68a05-ecda-425d-a427-f35aad152fa8 req-2610f3be-13e8-4660-9854-eea14ac81f9a tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=f1428dd4244c435b991d3a12d3d737a0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0646260 Jul 14 19:31:13.809630 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device ed8a02ca-3ab2-4c76-bb42-52d4598eef4f up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 19:31:13.858614 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-d3c68a05-ecda-425d-a427-f35aad152fa8 req-512be21b-6266-4335-8736-5fb5e4d3e41d service neutron] 10.222.0.16 "GET /v2.0/networks/6c2741bd-add1-457c-bec8-a4bc0bda1bf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2191126 Jul 14 19:31:13.870013 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port ed8a02ca-3ab2-4c76-bb42-52d4598eef4f triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 19:31:13.870705 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:31:13.951120 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 6e8e4a98-a470-4917-b200-06c7ce995911 up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 19:31:13.952350 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-d3c68a05-ecda-425d-a427-f35aad152fa8 req-ff724d87-50f1-4577-bf3c-809c8ae64ca1 service neutron] 10.222.0.16 "GET /v2.0/networks/6c2741bd-add1-457c-bec8-a4bc0bda1bf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872319 Jul 14 19:31:13.999104 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning for port 6e8e4a98-a470-4917-b200-06c7ce995911 completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 19:31:14.002739 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port 6e8e4a98-a470-4917-b200-06c7ce995911 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 19:31:14.003113 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:31:14.085170 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:31:14.106462 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] For port 6e8e4a98-a470-4917-b200-06c7ce995911, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=6e8e4a98-a470-4917-b200-06c7ce995911,segment=NetworkSegment(5afb940b-bbdf-4727-be00-5d46367c38a1),segment_id=5afb940b-bbdf-4727-be00-5d46367c38a1)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 19:31:14.111103 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:31:14.137455 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-5efa1eb7-59cb-4bac-8af3-f0804893b042 req-6658baf3-a36d-481f-b8f6-0d89fddd199c tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] 10.222.0.16 "GET /v2.0/ports?device_id=a63c62ae-12eb-44f2-86cc-9ec11951ade5 HTTP/1.1" status: 200 len: 210 time: 0.0309916 Jul 14 19:31:14.162546 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Pushing event updated for resources: {'Port': ['ID=6e8e4a98-a470-4917-b200-06c7ce995911,revision_number=4']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:31:14.577063 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaafde84-3008-4248-9e8f-dad6d3b208d6 None None] Sync routers for ids ['9b5e84ee-9e3a-40d4-806c-19fdad7f7b66'] in n-d-800634-3 {{(pid=93918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 19:31:14.585924 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaafde84-3008-4248-9e8f-dad6d3b208d6 None None] Routers {'9b5e84ee-9e3a-40d4-806c-19fdad7f7b66'} bound to L3 agent in host n-d-800634-3 {{(pid=93918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 19:31:14.586528 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-aaafde84-3008-4248-9e8f-dad6d3b208d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T19:30:53Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['9b5e84ee-9e3a-40d4-806c-19fdad7f7b66'], 'active': True} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 19:31:14.692353 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvr_db [None req-aaafde84-3008-4248-9e8f-dad6d3b208d6 None None] Set router 9b5e84ee-9e3a-40d4-806c-19fdad7f7b66 gateway port host: n-d-800634-3 {{(pid=93918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 19:31:14.884778 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-aaafde84-3008-4248-9e8f-dad6d3b208d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b5e84ee-9e3a-40d4-806c-19fdad7f7b66', 'name': 'tempest-TestShelveInstance-1835291595-router', 'tenant_id': '7c8f95a7c46742ab9b3d203308fc6fb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.107'}], 'enable_snat': True}, 'gw_port_id': '6e8e4a98-a470-4917-b200-06c7ce995911', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T19:31:07Z', 'updated_at': '2021-07-14T19:31:11Z', 'revision_number': 4, 'project_id': '7c8f95a7c46742ab9b3d203308fc6fb6', 'gw_port': {'id': '6e8e4a98-a470-4917-b200-06c7ce995911', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:79:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b5e84ee-9e3a-40d4-806c-19fdad7f7b66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T19:31:08Z', 'updated_at': '2021-07-14T19:31:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_interfaces': [{'id': '310d7b39-4b12-4b30-8794-537a2979a246', 'name': '', 'network_id': '5ec42ac7-2d1e-405a-a76b-a85daba321cc', 'tenant_id': '7c8f95a7c46742ab9b3d203308fc6fb6', 'mac_address': 'fa:16:3e:e5:69:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b5e84ee-9e3a-40d4-806c-19fdad7f7b66', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '0b0c06b3-1535-45ea-ba63-447d13f449f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T19:31:10Z', 'updated_at': '2021-07-14T19:31:11Z', 'revision_number': 2, 'project_id': '7c8f95a7c46742ab9b3d203308fc6fb6', 'subnets': [{'id': '0b0c06b3-1535-45ea-ba63-447d13f449f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-3', False) {} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 19:31:14.911216 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaafde84-3008-4248-9e8f-dad6d3b208d6 None None] Checking router: 9b5e84ee-9e3a-40d4-806c-19fdad7f7b66 for host: n-d-800634-3 {{(pid=93918) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 19:31:14.911561 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaafde84-3008-4248-9e8f-dad6d3b208d6 None None] Updating router 9b5e84ee-9e3a-40d4-806c-19fdad7f7b66 port 310d7b39-4b12-4b30-8794-537a2979a246 binding host n-d-800634-3 {{(pid=93918) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 19:31:14.950059 n-d-800634-3 neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-aaafde84-3008-4248-9e8f-dad6d3b208d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:31:15.299200 n-d-800634-3 neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-aaafde84-3008-4248-9e8f-dad6d3b208d6 None None] Notify callbacks [] for port, precommit_update {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:31:15.310136 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.provisioning_blocks [None req-aaafde84-3008-4248-9e8f-dad6d3b208d6 None None] Transition to ACTIVE for port object 310d7b39-4b12-4b30-8794-537a2979a246 will not be triggered until provisioned by entity L2. {{(pid=93918) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 19:31:15.316237 n-d-800634-3 neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-aaafde84-3008-4248-9e8f-dad6d3b208d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:31:15.358600 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c120a3-6cd0-414f-8efa-0665d1c282cc None None] Pushing event updated for resources: {'Port': ['ID=310d7b39-4b12-4b30-8794-537a2979a246,revision_number=3']} {{(pid=93918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:31:15.366702 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3e1be59f-5c5e-4bbe-8654-6380625ce740 req-1b49f85c-cace-4b6e-ae3c-b4a345e3c896 tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] 10.222.0.16 "GET /v2.0/ports?device_id=a63c62ae-12eb-44f2-86cc-9ec11951ade5 HTTP/1.1" status: 200 len: 210 time: 0.0701475 Jul 14 19:31:15.429947 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.managers [None req-aaafde84-3008-4248-9e8f-dad6d3b208d6 None None] Attempting to bind port 310d7b39-4b12-4b30-8794-537a2979a246 on host n-d-800634-3 for vnic_type normal with profile {{(pid=93918) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 19:31:15.430226 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.managers [None req-aaafde84-3008-4248-9e8f-dad6d3b208d6 None None] Attempting to bind port 310d7b39-4b12-4b30-8794-537a2979a246 by drivers openvswitch,hyperv on host n-d-800634-3 at level 0 using segments [{'id': '8f7287b1-d68f-4ce1-8e3d-9bc69ea0e9a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '5ec42ac7-2d1e-405a-a76b-a85daba321cc'}] {{(pid=93918) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 19:31:15.430797 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaafde84-3008-4248-9e8f-dad6d3b208d6 None None] Attempting to bind port 310d7b39-4b12-4b30-8794-537a2979a246 on network 5ec42ac7-2d1e-405a-a76b-a85daba321cc {{(pid=93918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 19:31:15.436998 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaafde84-3008-4248-9e8f-dad6d3b208d6 None None] Checking agent: {'id': '01c19e91-a945-4e3c-94a6-c211e17c923e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 8, 23), 'started_at': datetime.datetime(2021, 7, 14, 18, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 19, 30, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 19:31:15.437691 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaafde84-3008-4248-9e8f-dad6d3b208d6 None None] Checking segment: {'id': '8f7287b1-d68f-4ce1-8e3d-9bc69ea0e9a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '5ec42ac7-2d1e-405a-a76b-a85daba321cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93918) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 19:31:15.438284 n-d-800634-3 neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-aaafde84-3008-4248-9e8f-dad6d3b208d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:31:15.438673 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaafde84-3008-4248-9e8f-dad6d3b208d6 None None] Bound using segment: {'id': '8f7287b1-d68f-4ce1-8e3d-9bc69ea0e9a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '5ec42ac7-2d1e-405a-a76b-a85daba321cc'} {{(pid=93918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 19:31:15.439311 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.managers [None req-aaafde84-3008-4248-9e8f-dad6d3b208d6 None None] Bound port: 310d7b39-4b12-4b30-8794-537a2979a246, host: n-d-800634-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f7287b1-d68f-4ce1-8e3d-9bc69ea0e9a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '5ec42ac7-2d1e-405a-a76b-a85daba321cc'}}] {{(pid=93918) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 19:31:15.439897 n-d-800634-3 neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-aaafde84-3008-4248-9e8f-dad6d3b208d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:31:15.447634 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c68a05-ecda-425d-a427-f35aad152fa8 req-8dc3429c-81b4-4a7e-9b76-079904f59363 tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:31:15.449260 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-d3c68a05-ecda-425d-a427-f35aad152fa8 req-8dc3429c-81b4-4a7e-9b76-079904f59363 tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] 10.222.0.18 "GET /v2.0/networks?id=6c2741bd-add1-457c-bec8-a4bc0bda1bf2 HTTP/1.1" status: 200 len: 808 time: 0.1855884 Jul 14 19:31:15.506490 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-d3c68a05-ecda-425d-a427-f35aad152fa8 req-cade4a3d-3a03-4733-be8e-0d1e802c56f3 tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f1428dd4244c435b991d3a12d3d737a0 HTTP/1.1" status: 200 len: 380 time: 0.0461655 Jul 14 19:31:15.516513 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [req-d3c68a05-ecda-425d-a427-f35aad152fa8 req-ded95d49-40ae-4366-98ab-d255b976384b tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] Request body: {'port': {'device_id': 'a63c62ae-12eb-44f2-86cc-9ec11951ade5', 'network_id': '6c2741bd-add1-457c-bec8-a4bc0bda1bf2', 'admin_state_up': True, 'tenant_id': 'f1428dd4244c435b991d3a12d3d737a0', 'security_groups': ['5a17c7ee-4f5b-49a7-9834-7d1cdd003627']}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 19:31:15.523446 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.db [None req-aaafde84-3008-4248-9e8f-dad6d3b208d6 None None] For port 310d7b39-4b12-4b30-8794-537a2979a246, host n-d-800634-3, cleared binding levels {{(pid=93918) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 19:31:15.527277 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.db [None req-aaafde84-3008-4248-9e8f-dad6d3b208d6 None None] For port 310d7b39-4b12-4b30-8794-537a2979a246, host n-d-800634-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=310d7b39-4b12-4b30-8794-537a2979a246,segment=NetworkSegment(8f7287b1-d68f-4ce1-8e3d-9bc69ea0e9a0),segment_id=8f7287b1-d68f-4ce1-8e3d-9bc69ea0e9a0)] {{(pid=93918) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 19:31:15.533184 n-d-800634-3 neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-aaafde84-3008-4248-9e8f-dad6d3b208d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:31:15.594487 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaafde84-3008-4248-9e8f-dad6d3b208d6 None None] Routers {'9b5e84ee-9e3a-40d4-806c-19fdad7f7b66'} bound to L3 agent in host n-d-800634-3 {{(pid=93918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 19:31:15.595454 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-aaafde84-3008-4248-9e8f-dad6d3b208d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T19:30:53Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['9b5e84ee-9e3a-40d4-806c-19fdad7f7b66'], 'active': True} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 19:31:15.597762 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c120a3-6cd0-414f-8efa-0665d1c282cc None None] Pushing event updated for resources: {'Port': ['ID=310d7b39-4b12-4b30-8794-537a2979a246,revision_number=4']} {{(pid=93918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:31:15.646131 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d3c68a05-ecda-425d-a427-f35aad152fa8 req-ded95d49-40ae-4366-98ab-d255b976384b tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] Made reservation on behalf of f1428dd4244c435b991d3a12d3d737a0 for: {'port': 1} {{(pid=93915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 19:31:15.649734 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-d3c68a05-ecda-425d-a427-f35aad152fa8 req-ded95d49-40ae-4366-98ab-d255b976384b tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:31:15.709408 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvr_db [None req-aaafde84-3008-4248-9e8f-dad6d3b208d6 None None] Set router 9b5e84ee-9e3a-40d4-806c-19fdad7f7b66 gateway port host: n-d-800634-3 {{(pid=93918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 19:31:15.784582 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 310d7b39-4b12-4b30-8794-537a2979a246 up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 19:31:15.824472 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.db_base_plugin_common [req-d3c68a05-ecda-425d-a427-f35aad152fa8 req-ded95d49-40ae-4366-98ab-d255b976384b tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] Allocated IP 172.20.0.4 (6c2741bd-add1-457c-bec8-a4bc0bda1bf2/1885ceaa-5ce0-41ee-8f75-f031aa84dc38/45e5cbd4-2cda-47a0-83cb-8b47b43d433c) {{(pid=93915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 19:31:15.848714 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning for port 310d7b39-4b12-4b30-8794-537a2979a246 completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 19:31:15.854556 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port 310d7b39-4b12-4b30-8794-537a2979a246 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 19:31:15.854938 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:31:15.939559 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-aaafde84-3008-4248-9e8f-dad6d3b208d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b5e84ee-9e3a-40d4-806c-19fdad7f7b66', 'name': 'tempest-TestShelveInstance-1835291595-router', 'tenant_id': '7c8f95a7c46742ab9b3d203308fc6fb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.107'}], 'enable_snat': True}, 'gw_port_id': '6e8e4a98-a470-4917-b200-06c7ce995911', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T19:31:07Z', 'updated_at': '2021-07-14T19:31:11Z', 'revision_number': 4, 'project_id': '7c8f95a7c46742ab9b3d203308fc6fb6', 'gw_port': {'id': '6e8e4a98-a470-4917-b200-06c7ce995911', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:79:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b5e84ee-9e3a-40d4-806c-19fdad7f7b66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T19:31:08Z', 'updated_at': '2021-07-14T19:31:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_interfaces': [{'id': '310d7b39-4b12-4b30-8794-537a2979a246', 'name': '', 'network_id': '5ec42ac7-2d1e-405a-a76b-a85daba321cc', 'tenant_id': '7c8f95a7c46742ab9b3d203308fc6fb6', 'mac_address': 'fa:16:3e:e5:69:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b5e84ee-9e3a-40d4-806c-19fdad7f7b66', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '0b0c06b3-1535-45ea-ba63-447d13f449f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T19:31:10Z', 'updated_at': '2021-07-14T19:31:15Z', 'revision_number': 4, 'project_id': '7c8f95a7c46742ab9b3d203308fc6fb6', 'subnets': [{'id': '0b0c06b3-1535-45ea-ba63-447d13f449f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-3', False) {} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 19:31:15.941160 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:31:15.944277 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-f66ffdfa-d369-4817-9c06-75b90e3bd8b0 None None] Provisioning complete for port 310d7b39-4b12-4b30-8794-537a2979a246 triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 19:31:15.944644 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-f66ffdfa-d369-4817-9c06-75b90e3bd8b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:31:15.971413 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-d3c68a05-ecda-425d-a427-f35aad152fa8 req-ded95d49-40ae-4366-98ab-d255b976384b tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] Notify callbacks [] for port, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:31:15.973156 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaafde84-3008-4248-9e8f-dad6d3b208d6 None None] The sync data for ids ['9b5e84ee-9e3a-40d4-806c-19fdad7f7b66'] in n-d-800634-3 is: [{'id': '9b5e84ee-9e3a-40d4-806c-19fdad7f7b66', 'name': 'tempest-TestShelveInstance-1835291595-router', 'tenant_id': '7c8f95a7c46742ab9b3d203308fc6fb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.107'}], 'enable_snat': True}, 'gw_port_id': '6e8e4a98-a470-4917-b200-06c7ce995911', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T19:31:07Z', 'updated_at': '2021-07-14T19:31:11Z', 'revision_number': 4, 'project_id': '7c8f95a7c46742ab9b3d203308fc6fb6', 'gw_port': {'id': '6e8e4a98-a470-4917-b200-06c7ce995911', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:79:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b5e84ee-9e3a-40d4-806c-19fdad7f7b66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T19:31:08Z', 'updated_at': '2021-07-14T19:31:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_interfaces': [{'id': '310d7b39-4b12-4b30-8794-537a2979a246', 'name': '', 'network_id': '5ec42ac7-2d1e-405a-a76b-a85daba321cc', 'tenant_id': '7c8f95a7c46742ab9b3d203308fc6fb6', 'mac_address': 'fa:16:3e:e5:69:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b5e84ee-9e3a-40d4-806c-19fdad7f7b66', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '0b0c06b3-1535-45ea-ba63-447d13f449f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T19:31:10Z', 'updated_at': '2021-07-14T19:31:15Z', 'revision_number': 4, 'project_id': '7c8f95a7c46742ab9b3d203308fc6fb6', 'subnets': [{'id': '0b0c06b3-1535-45ea-ba63-447d13f449f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 19:31:15.989944 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.provisioning_blocks [req-d3c68a05-ecda-425d-a427-f35aad152fa8 req-ded95d49-40ae-4366-98ab-d255b976384b tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] Transition to ACTIVE for port object 45e5cbd4-2cda-47a0-83cb-8b47b43d433c will not be triggered until provisioned by entity DHCP. {{(pid=93915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 19:31:16.004103 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] For port 310d7b39-4b12-4b30-8794-537a2979a246, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=310d7b39-4b12-4b30-8794-537a2979a246,segment=NetworkSegment(8f7287b1-d68f-4ce1-8e3d-9bc69ea0e9a0),segment_id=8f7287b1-d68f-4ce1-8e3d-9bc69ea0e9a0)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 19:31:16.014619 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:31:16.015438 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 6e8e4a98-a470-4917-b200-06c7ce995911 up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 19:31:16.029616 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-d3c68a05-ecda-425d-a427-f35aad152fa8 req-ded95d49-40ae-4366-98ab-d255b976384b tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:31:16.081111 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d3c68a05-ecda-425d-a427-f35aad152fa8 req-ded95d49-40ae-4366-98ab-d255b976384b tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] Network 6c2741bd-add1-457c-bec8-a4bc0bda1bf2 is already hosted by enough agents. {{(pid=93915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 19:31:16.084752 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [req-d3c68a05-ecda-425d-a427-f35aad152fa8 req-ded95d49-40ae-4366-98ab-d255b976384b tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] Resources bound (agent type, host, resource id): {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 19:31:16.089547 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3c68a05-ecda-425d-a427-f35aad152fa8 req-ded95d49-40ae-4366-98ab-d255b976384b tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] Received port after_create {{(pid=93915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 19:31:16.125391 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded95d49-40ae-4366-98ab-d255b976384b tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] Pushing event updated for resources: {'Port': ['ID=45e5cbd4-2cda-47a0-83cb-8b47b43d433c,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:31:16.134127 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Pushing event updated for resources: {'Port': ['ID=310d7b39-4b12-4b30-8794-537a2979a246,revision_number=5']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:31:16.143553 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c68a05-ecda-425d-a427-f35aad152fa8 req-ded95d49-40ae-4366-98ab-d255b976384b tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:31:16.144532 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-d3c68a05-ecda-425d-a427-f35aad152fa8 req-ded95d49-40ae-4366-98ab-d255b976384b tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:31:16.150156 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port 6e8e4a98-a470-4917-b200-06c7ce995911 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 19:31:16.151287 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:31:16.171803 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-d3c68a05-ecda-425d-a427-f35aad152fa8 req-ded95d49-40ae-4366-98ab-d255b976384b tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6595476 Jul 14 19:31:16.185804 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [req-d3c68a05-ecda-425d-a427-f35aad152fa8 req-edcf0d6d-8294-49c7-bc97-81a2008c3127 service neutron] Request body: {'port': {'device_id': 'a63c62ae-12eb-44f2-86cc-9ec11951ade5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800634-3'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 19:31:16.277503 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-d3c68a05-ecda-425d-a427-f35aad152fa8 req-edcf0d6d-8294-49c7-bc97-81a2008c3127 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:31:16.369811 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-97f48fef-6c1e-4c20-a3a6-26aaa600cfa6 None None] Provisioning for port 45e5cbd4-2cda-47a0-83cb-8b47b43d433c completed by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 19:31:16.374734 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-97f48fef-6c1e-4c20-a3a6-26aaa600cfa6 None None] Provisioning complete for port 45e5cbd4-2cda-47a0-83cb-8b47b43d433c triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 19:31:16.375207 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-97f48fef-6c1e-4c20-a3a6-26aaa600cfa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:31:16.418641 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-97f48fef-6c1e-4c20-a3a6-26aaa600cfa6 None None] Port 45e5cbd4-2cda-47a0-83cb-8b47b43d433c cannot update to ACTIVE because it is not bound. {{(pid=93917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 19:31:16.609944 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [req-d3c68a05-ecda-425d-a427-f35aad152fa8 req-edcf0d6d-8294-49c7-bc97-81a2008c3127 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45e5cbd4-2cda-47a0-83cb-8b47b43d433c {{(pid=93915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 19:31:16.620539 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-d3c68a05-ecda-425d-a427-f35aad152fa8 req-edcf0d6d-8294-49c7-bc97-81a2008c3127 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:31:16.629984 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25db67da-a417-40e3-9652-f4f235478b4d req-e60ccce1-6e82-4449-aa1c-cfb781a43d7e tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:31:16.631488 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-25db67da-a417-40e3-9652-f4f235478b4d req-e60ccce1-6e82-4449-aa1c-cfb781a43d7e tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] 10.222.0.16 "GET /v2.0/ports?device_id=a63c62ae-12eb-44f2-86cc-9ec11951ade5 HTTP/1.1" status: 200 len: 931 time: 0.1289532 Jul 14 19:31:16.647855 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.provisioning_blocks [req-d3c68a05-ecda-425d-a427-f35aad152fa8 req-edcf0d6d-8294-49c7-bc97-81a2008c3127 service neutron] Transition to ACTIVE for port object 45e5cbd4-2cda-47a0-83cb-8b47b43d433c will not be triggered until provisioned by entity L2. {{(pid=93915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 19:31:16.657369 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-d3c68a05-ecda-425d-a427-f35aad152fa8 req-edcf0d6d-8294-49c7-bc97-81a2008c3127 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25912978'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:31:16.718211 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-25db67da-a417-40e3-9652-f4f235478b4d req-55df73d0-e198-4f24-bc03-43a19accefd5 tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] 10.222.0.16 "GET /v2.0/security-groups?id=5a17c7ee-4f5b-49a7-9834-7d1cdd003627&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0794847 Jul 14 19:31:16.731056 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edcf0d6d-8294-49c7-bc97-81a2008c3127 service neutron] Pushing event updated for resources: {'Port': ['ID=45e5cbd4-2cda-47a0-83cb-8b47b43d433c,revision_number=2']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:31:16.807508 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-d3c68a05-ecda-425d-a427-f35aad152fa8 req-edcf0d6d-8294-49c7-bc97-81a2008c3127 service neutron] Attempting to bind port 45e5cbd4-2cda-47a0-83cb-8b47b43d433c on host n-h1-800634-3 for vnic_type normal with profile {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 19:31:16.807854 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-d3c68a05-ecda-425d-a427-f35aad152fa8 req-edcf0d6d-8294-49c7-bc97-81a2008c3127 service neutron] Attempting to bind port 45e5cbd4-2cda-47a0-83cb-8b47b43d433c by drivers openvswitch,hyperv on host n-h1-800634-3 at level 0 using segments [{'id': '26129bd0-982f-489f-9551-293992d87442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '6c2741bd-add1-457c-bec8-a4bc0bda1bf2'}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 19:31:16.808217 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3c68a05-ecda-425d-a427-f35aad152fa8 req-edcf0d6d-8294-49c7-bc97-81a2008c3127 service neutron] Attempting to bind port 45e5cbd4-2cda-47a0-83cb-8b47b43d433c on network 6c2741bd-add1-457c-bec8-a4bc0bda1bf2 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 19:31:16.812863 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3c68a05-ecda-425d-a427-f35aad152fa8 req-edcf0d6d-8294-49c7-bc97-81a2008c3127 service neutron] Port 45e5cbd4-2cda-47a0-83cb-8b47b43d433c on network 6c2741bd-add1-457c-bec8-a4bc0bda1bf2 not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-3 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 19:31:16.813193 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3c68a05-ecda-425d-a427-f35aad152fa8 req-edcf0d6d-8294-49c7-bc97-81a2008c3127 service neutron] Attempting to bind port 45e5cbd4-2cda-47a0-83cb-8b47b43d433c on network 6c2741bd-add1-457c-bec8-a4bc0bda1bf2 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 19:31:16.818183 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3c68a05-ecda-425d-a427-f35aad152fa8 req-edcf0d6d-8294-49c7-bc97-81a2008c3127 service neutron] Checking agent: {'id': 'a3630ff4-fbee-45d9-b9b6-0ae41cb3a350', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 15, 32), 'started_at': datetime.datetime(2021, 7, 14, 18, 15, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 19, 31, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 19:31:16.818525 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3c68a05-ecda-425d-a427-f35aad152fa8 req-edcf0d6d-8294-49c7-bc97-81a2008c3127 service neutron] Checking segment: {'id': '26129bd0-982f-489f-9551-293992d87442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '6c2741bd-add1-457c-bec8-a4bc0bda1bf2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 19:31:16.818914 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3c68a05-ecda-425d-a427-f35aad152fa8 req-edcf0d6d-8294-49c7-bc97-81a2008c3127 service neutron] Bound using segment: {'id': '26129bd0-982f-489f-9551-293992d87442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '6c2741bd-add1-457c-bec8-a4bc0bda1bf2'} {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 19:31:16.819352 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-d3c68a05-ecda-425d-a427-f35aad152fa8 req-edcf0d6d-8294-49c7-bc97-81a2008c3127 service neutron] Bound port: 45e5cbd4-2cda-47a0-83cb-8b47b43d433c, host: n-h1-800634-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26129bd0-982f-489f-9551-293992d87442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '6c2741bd-add1-457c-bec8-a4bc0bda1bf2'}}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 19:31:16.819723 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-d3c68a05-ecda-425d-a427-f35aad152fa8 req-edcf0d6d-8294-49c7-bc97-81a2008c3127 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:31:16.885807 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-d3c68a05-ecda-425d-a427-f35aad152fa8 req-edcf0d6d-8294-49c7-bc97-81a2008c3127 service neutron] For port 45e5cbd4-2cda-47a0-83cb-8b47b43d433c, host n-h1-800634-3, cleared binding levels {{(pid=93915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 19:31:16.889054 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-d3c68a05-ecda-425d-a427-f35aad152fa8 req-edcf0d6d-8294-49c7-bc97-81a2008c3127 service neutron] For port 45e5cbd4-2cda-47a0-83cb-8b47b43d433c, host n-h1-800634-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=45e5cbd4-2cda-47a0-83cb-8b47b43d433c,segment=NetworkSegment(26129bd0-982f-489f-9551-293992d87442),segment_id=26129bd0-982f-489f-9551-293992d87442)] {{(pid=93915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 19:31:16.893402 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-d3c68a05-ecda-425d-a427-f35aad152fa8 req-edcf0d6d-8294-49c7-bc97-81a2008c3127 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25912978'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:31:16.928406 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c68a05-ecda-425d-a427-f35aad152fa8 req-edcf0d6d-8294-49c7-bc97-81a2008c3127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:31:16.929426 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-d3c68a05-ecda-425d-a427-f35aad152fa8 req-edcf0d6d-8294-49c7-bc97-81a2008c3127 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:31:16.932339 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-d3c68a05-ecda-425d-a427-f35aad152fa8 req-edcf0d6d-8294-49c7-bc97-81a2008c3127 service neutron] 10.222.0.18 "PUT /v2.0/ports/45e5cbd4-2cda-47a0-83cb-8b47b43d433c HTTP/1.1" status: 200 len: 1091 time: 0.7519565 Jul 14 19:31:16.933000 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a63c62ae-12eb-44f2-86cc-9ec11951ade5', 'tag': '45e5cbd4-2cda-47a0-83cb-8b47b43d433c'}] {{(pid=93915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 19:31:16.936894 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}163b1c7ce9835e2c54087c39b47c05da5c61decdd411e584c58a4e7cd59f948f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2621852-477a-4128-9b0d-257296b8862a" -d '{"events": [{"name": "network-changed", "server_uuid": "a63c62ae-12eb-44f2-86cc-9ec11951ade5", "tag": "45e5cbd4-2cda-47a0-83cb-8b47b43d433c"}]}' {{(pid=93915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 19:31:16.990324 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edcf0d6d-8294-49c7-bc97-81a2008c3127 service neutron] Pushing event updated for resources: {'Port': ['ID=45e5cbd4-2cda-47a0-83cb-8b47b43d433c,revision_number=3']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:31:17.001456 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 19:31:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb0faa5b-af4b-4c5a-8dbe-2a1b886b2c86 x-openstack-request-id: req-bb0faa5b-af4b-4c5a-8dbe-2a1b886b2c86 {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 19:31:17.001775 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a63c62ae-12eb-44f2-86cc-9ec11951ade5", "tag": "45e5cbd4-2cda-47a0-83cb-8b47b43d433c", "status": "completed", "code": 200}]} {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 19:31:17.001998 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-bb0faa5b-af4b-4c5a-8dbe-2a1b886b2c86 {{(pid=93915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 19:31:17.002391 n-d-800634-3 neutron-server[93915]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a63c62ae-12eb-44f2-86cc-9ec11951ade5', 'tag': '45e5cbd4-2cda-47a0-83cb-8b47b43d433c', 'status': 'completed', 'code': 200} Jul 14 19:31:17.048103 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c68a05-ecda-425d-a427-f35aad152fa8 req-215109f2-52de-4375-8ebc-60ba509f85b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:31:17.049667 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-d3c68a05-ecda-425d-a427-f35aad152fa8 req-215109f2-52de-4375-8ebc-60ba509f85b7 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f1428dd4244c435b991d3a12d3d737a0&device_id=a63c62ae-12eb-44f2-86cc-9ec11951ade5 HTTP/1.1" status: 200 len: 1094 time: 0.0712490 Jul 14 19:31:17.092204 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-d3c68a05-ecda-425d-a427-f35aad152fa8 req-9d76440e-b631-4c44-a96b-384e34b92511 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=45e5cbd4-2cda-47a0-83cb-8b47b43d433c HTTP/1.1" status: 200 len: 217 time: 0.0357389 Jul 14 19:31:17.141907 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c68a05-ecda-425d-a427-f35aad152fa8 req-cc164aa2-fa01-4ab1-9c5a-27d55d805f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:31:17.143374 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-d3c68a05-ecda-425d-a427-f35aad152fa8 req-cc164aa2-fa01-4ab1-9c5a-27d55d805f34 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1885ceaa-5ce0-41ee-8f75-f031aa84dc38 HTTP/1.1" status: 200 len: 847 time: 0.0447547 Jul 14 19:31:17.202637 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c68a05-ecda-425d-a427-f35aad152fa8 req-b52ef35e-59c2-45a7-ad06-994c27764081 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:31:17.204268 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-d3c68a05-ecda-425d-a427-f35aad152fa8 req-b52ef35e-59c2-45a7-ad06-994c27764081 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6c2741bd-add1-457c-bec8-a4bc0bda1bf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0550971 Jul 14 19:31:17.292625 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-d3c68a05-ecda-425d-a427-f35aad152fa8 req-224fe3de-042c-4acb-95c2-8a101875a73c service neutron] 10.222.0.18 "GET /v2.0/networks/6c2741bd-add1-457c-bec8-a4bc0bda1bf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820467 Jul 14 19:31:17.385101 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-d3c68a05-ecda-425d-a427-f35aad152fa8 req-2287bd64-6253-4c19-b754-f82ebfd02542 service neutron] 10.222.0.18 "GET /v2.0/networks/6c2741bd-add1-457c-bec8-a4bc0bda1bf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866547 Jul 14 19:31:17.484971 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2621852-477a-4128-9b0d-257296b8862a req-fdc5dd0b-1029-48f7-ba32-46e5addc4f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:31:17.486484 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c2621852-477a-4128-9b0d-257296b8862a req-fdc5dd0b-1029-48f7-ba32-46e5addc4f24 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f1428dd4244c435b991d3a12d3d737a0&device_id=a63c62ae-12eb-44f2-86cc-9ec11951ade5 HTTP/1.1" status: 200 len: 1094 time: 0.0532978 Jul 14 19:31:17.580521 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2621852-477a-4128-9b0d-257296b8862a req-6a36a1c5-c8ec-4fbb-9551-4b035d8133f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:31:17.582035 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c2621852-477a-4128-9b0d-257296b8862a req-6a36a1c5-c8ec-4fbb-9551-4b035d8133f9 service neutron] 10.222.0.18 "GET /v2.0/networks?id=6c2741bd-add1-457c-bec8-a4bc0bda1bf2 HTTP/1.1" status: 200 len: 908 time: 0.0897441 Jul 14 19:31:17.629102 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c2621852-477a-4128-9b0d-257296b8862a req-1be86c93-7337-492c-87ec-fa74ba40c99a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=45e5cbd4-2cda-47a0-83cb-8b47b43d433c HTTP/1.1" status: 200 len: 217 time: 0.0397563 Jul 14 19:31:17.678456 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2621852-477a-4128-9b0d-257296b8862a req-02bc2499-2d69-467a-8d96-e321f4a63d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:31:17.679935 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c2621852-477a-4128-9b0d-257296b8862a req-02bc2499-2d69-467a-8d96-e321f4a63d19 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1885ceaa-5ce0-41ee-8f75-f031aa84dc38 HTTP/1.1" status: 200 len: 847 time: 0.0446858 Jul 14 19:31:17.708571 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 310d7b39-4b12-4b30-8794-537a2979a246 up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 19:31:17.737405 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2621852-477a-4128-9b0d-257296b8862a req-da208e7f-b116-48ff-89c1-d50ed8cb3d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:31:17.738917 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c2621852-477a-4128-9b0d-257296b8862a req-da208e7f-b116-48ff-89c1-d50ed8cb3d0e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6c2741bd-add1-457c-bec8-a4bc0bda1bf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0521758 Jul 14 19:31:17.756574 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port 310d7b39-4b12-4b30-8794-537a2979a246 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 19:31:17.756794 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:31:17.835746 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c2621852-477a-4128-9b0d-257296b8862a req-ad43fa2c-30e9-47f4-b766-e8b8b10818b2 service neutron] 10.222.0.18 "GET /v2.0/networks/6c2741bd-add1-457c-bec8-a4bc0bda1bf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898387 Jul 14 19:31:18.276111 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b343d8-cefe-40b3-b67d-5cdb256e3d9a req-50c415d9-b339-4de7-972e-0daa4a65bb71 tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:31:18.277625 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-95b343d8-cefe-40b3-b67d-5cdb256e3d9a req-50c415d9-b339-4de7-972e-0daa4a65bb71 tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] 10.222.0.16 "GET /v2.0/ports?device_id=a63c62ae-12eb-44f2-86cc-9ec11951ade5 HTTP/1.1" status: 200 len: 943 time: 0.4410799 Jul 14 19:31:18.279410 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c2621852-477a-4128-9b0d-257296b8862a req-b9eec8d8-c10a-4104-9822-fa36555ed7e9 service neutron] 10.222.0.18 "GET /v2.0/networks/6c2741bd-add1-457c-bec8-a4bc0bda1bf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4335585 Jul 14 19:31:18.315841 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-95b343d8-cefe-40b3-b67d-5cdb256e3d9a req-c46e8e78-405d-4a8a-89f7-143f476273b3 tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] 10.222.0.16 "GET /v2.0/security-groups?id=5a17c7ee-4f5b-49a7-9834-7d1cdd003627&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323956 Jul 14 19:31:19.488022 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1291ce83-10be-465a-bca3-cf3c87ce2a34 req-abd422a2-68d0-421b-a2d9-875c0abc599a tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:31:19.489516 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-1291ce83-10be-465a-bca3-cf3c87ce2a34 req-abd422a2-68d0-421b-a2d9-875c0abc599a tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] 10.222.0.16 "GET /v2.0/ports?device_id=a63c62ae-12eb-44f2-86cc-9ec11951ade5 HTTP/1.1" status: 200 len: 943 time: 0.0627751 Jul 14 19:31:19.527691 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-1291ce83-10be-465a-bca3-cf3c87ce2a34 req-5301fd0d-a9f7-48c1-b6d4-462224c4635c tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] 10.222.0.16 "GET /v2.0/security-groups?id=5a17c7ee-4f5b-49a7-9834-7d1cdd003627&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317192 Jul 14 19:31:20.281647 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device 45e5cbd4-2cda-47a0-83cb-8b47b43d433c details requested by agent hyperv_n-h1-800634-3 with host n-h1-800634-3 {{(pid=93917) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 19:31:20.375302 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port 45e5cbd4-2cda-47a0-83cb-8b47b43d433c, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=45e5cbd4-2cda-47a0-83cb-8b47b43d433c,segment=NetworkSegment(26129bd0-982f-489f-9551-293992d87442),segment_id=26129bd0-982f-489f-9551-293992d87442)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 19:31:20.386919 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Returning: {'device': '45e5cbd4-2cda-47a0-83cb-8b47b43d433c', 'network_id': '6c2741bd-add1-457c-bec8-a4bc0bda1bf2', 'port_id': '45e5cbd4-2cda-47a0-83cb-8b47b43d433c', 'mac_address': 'fa:16:3e:24:67:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 74, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1885ceaa-5ce0-41ee-8f75-f031aa84dc38', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93917) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 19:31:20.425971 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:31:20.438062 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45e5cbd4-2cda-47a0-83cb-8b47b43d433c {{(pid=93917) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 19:31:20.457350 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port 45e5cbd4-2cda-47a0-83cb-8b47b43d433c, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=45e5cbd4-2cda-47a0-83cb-8b47b43d433c,segment=NetworkSegment(26129bd0-982f-489f-9551-293992d87442),segment_id=26129bd0-982f-489f-9551-293992d87442)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 19:31:20.461590 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:31:20.517308 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Pushing event updated for resources: {'Port': ['ID=45e5cbd4-2cda-47a0-83cb-8b47b43d433c,revision_number=4']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:31:20.523775 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-289dd93f-51d0-4489-a55f-a8252aadbc07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:31:20.661434 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] get_ports_and_sgs() called for port_ids ['45e5cbd4-2cda-47a0-83cb-8b47b43d433c'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 19:31:20.752268 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66818dba-9974-4196-b7ad-183121b0e8b2 req-445b457e-4857-4238-a501-37f4de31f6ba tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:31:20.753775 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-66818dba-9974-4196-b7ad-183121b0e8b2 req-445b457e-4857-4238-a501-37f4de31f6ba tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] 10.222.0.16 "GET /v2.0/ports?device_id=a63c62ae-12eb-44f2-86cc-9ec11951ade5 HTTP/1.1" status: 200 len: 944 time: 0.1162701 Jul 14 19:31:20.791907 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-66818dba-9974-4196-b7ad-183121b0e8b2 req-661c68bd-cf85-464f-a0f6-730e2c047672 tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] 10.222.0.16 "GET /v2.0/security-groups?id=5a17c7ee-4f5b-49a7-9834-7d1cdd003627&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325730 Jul 14 19:31:21.965475 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5630bcd7-8b82-481f-a01f-f34d161db625 req-6576a7f1-0874-4171-bd87-94fe5f79f155 tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:31:21.966926 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-5630bcd7-8b82-481f-a01f-f34d161db625 req-6576a7f1-0874-4171-bd87-94fe5f79f155 tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] 10.222.0.16 "GET /v2.0/ports?device_id=a63c62ae-12eb-44f2-86cc-9ec11951ade5 HTTP/1.1" status: 200 len: 944 time: 0.0616994 Jul 14 19:31:22.006635 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-5630bcd7-8b82-481f-a01f-f34d161db625 req-aeebee22-0f42-47df-bb75-a1261c0714d8 tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] 10.222.0.16 "GET /v2.0/security-groups?id=5a17c7ee-4f5b-49a7-9834-7d1cdd003627&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341065 Jul 14 19:31:22.297117 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device 45e5cbd4-2cda-47a0-83cb-8b47b43d433c up at agent hyperv_n-h1-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 19:31:22.344052 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Provisioning for port 45e5cbd4-2cda-47a0-83cb-8b47b43d433c completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 19:31:22.347866 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Provisioning complete for port 45e5cbd4-2cda-47a0-83cb-8b47b43d433c triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 19:31:22.348297 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:31:22.428076 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:31:22.450543 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a63c62ae-12eb-44f2-86cc-9ec11951ade5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45e5cbd4-2cda-47a0-83cb-8b47b43d433c'}] {{(pid=93917) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 19:31:22.452822 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee9af70b018e2a669d4aace710d7966bbe0586a349443f05e01050df9771a348" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffe01212-15cb-442f-9c7c-2cf05d39d0e4" -d '{"events": [{"server_uuid": "a63c62ae-12eb-44f2-86cc-9ec11951ade5", "name": "network-vif-plugged", "status": "completed", "tag": "45e5cbd4-2cda-47a0-83cb-8b47b43d433c"}]}' {{(pid=93917) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 19:31:22.465609 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port 45e5cbd4-2cda-47a0-83cb-8b47b43d433c, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=45e5cbd4-2cda-47a0-83cb-8b47b43d433c,segment=NetworkSegment(26129bd0-982f-489f-9551-293992d87442),segment_id=26129bd0-982f-489f-9551-293992d87442)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 19:31:22.470181 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:31:22.493335 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 19:31:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa68936d-52e8-4b81-bdad-3cfdce1ef4ca x-openstack-request-id: req-fa68936d-52e8-4b81-bdad-3cfdce1ef4ca {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 19:31:22.493634 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a63c62ae-12eb-44f2-86cc-9ec11951ade5", "name": "network-vif-plugged", "status": "completed", "tag": "45e5cbd4-2cda-47a0-83cb-8b47b43d433c", "code": 200}]} {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 19:31:22.493907 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-fa68936d-52e8-4b81-bdad-3cfdce1ef4ca {{(pid=93917) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 19:31:22.494860 n-d-800634-3 neutron-server[93917]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a63c62ae-12eb-44f2-86cc-9ec11951ade5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45e5cbd4-2cda-47a0-83cb-8b47b43d433c', 'code': 200} Jul 14 19:31:22.522493 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Pushing event updated for resources: {'Port': ['ID=45e5cbd4-2cda-47a0-83cb-8b47b43d433c,revision_number=5']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:31:22.647846 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47973573-fd92-45ec-bc05-f7880ba4d0eb req-ccfc2dcb-a41f-41c8-ab2b-a8d577566951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:31:22.649363 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-47973573-fd92-45ec-bc05-f7880ba4d0eb req-ccfc2dcb-a41f-41c8-ab2b-a8d577566951 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=a63c62ae-12eb-44f2-86cc-9ec11951ade5 HTTP/1.1" status: 200 len: 1096 time: 0.0944233 Jul 14 19:31:22.683512 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-47973573-fd92-45ec-bc05-f7880ba4d0eb req-4f820e3d-b0af-4a3d-ade0-d20643d34af1 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=5a17c7ee-4f5b-49a7-9834-7d1cdd003627&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0276845 Jul 14 19:31:22.929385 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-54c1d931-cd46-4ae8-909a-ba4ada9c054c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:31:23.183671 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e33f8d5-aad5-4852-94ac-b43a17f3dfbf req-62c5ab5c-fb15-49a2-b334-9c69d5e7d5af tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:31:23.185086 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-9e33f8d5-aad5-4852-94ac-b43a17f3dfbf req-62c5ab5c-fb15-49a2-b334-9c69d5e7d5af tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] 10.222.0.16 "GET /v2.0/ports?device_id=a63c62ae-12eb-44f2-86cc-9ec11951ade5 HTTP/1.1" status: 200 len: 945 time: 0.0670488 Jul 14 19:31:23.222278 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-9e33f8d5-aad5-4852-94ac-b43a17f3dfbf req-911e94c5-9a5b-40a9-ab21-9660a88a3c9e tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] 10.222.0.16 "GET /v2.0/security-groups?id=5a17c7ee-4f5b-49a7-9834-7d1cdd003627&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315444 Jul 14 19:31:23.278754 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:31:24.391819 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-574aeb93-9938-449c-8e6c-cb22c9b52cc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:31:24.394783 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90faf3f-87dc-43a5-8ac7-2af8f1f60232 req-8ba5542e-24e1-4907-bd20-f2bb829df8c7 tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:31:24.396308 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e90faf3f-87dc-43a5-8ac7-2af8f1f60232 req-8ba5542e-24e1-4907-bd20-f2bb829df8c7 tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] 10.222.0.16 "GET /v2.0/ports?device_id=a63c62ae-12eb-44f2-86cc-9ec11951ade5 HTTP/1.1" status: 200 len: 945 time: 0.0650318 Jul 14 19:31:24.434396 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e90faf3f-87dc-43a5-8ac7-2af8f1f60232 req-e6bd575b-d6e5-4ebf-a1bc-c8c722e1e5a8 tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] 10.222.0.16 "GET /v2.0/security-groups?id=5a17c7ee-4f5b-49a7-9834-7d1cdd003627&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324461 Jul 14 19:31:24.608880 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e302d3c-f70f-461e-b460-60d79c9c1c98 req-31b8808d-281b-4570-8377-0b7b50bf4b03 tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:31:24.610359 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-8e302d3c-f70f-461e-b460-60d79c9c1c98 req-31b8808d-281b-4570-8377-0b7b50bf4b03 tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] 10.222.0.16 "GET /v2.0/ports?device_id=a63c62ae-12eb-44f2-86cc-9ec11951ade5 HTTP/1.1" status: 200 len: 945 time: 0.0673316 Jul 14 19:31:24.647113 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-8e302d3c-f70f-461e-b460-60d79c9c1c98 req-fa16d54a-64cb-490d-a7d5-9e1ac7e73b17 tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] 10.222.0.16 "GET /v2.0/security-groups?id=5a17c7ee-4f5b-49a7-9834-7d1cdd003627&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310011 Jul 14 19:31:24.671600 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 33304) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 19:31:24.761065 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccf3314e-4882-4e5a-88c0-c03ea599ce98 tempest-TestShelveInstance-1186034255 tempest-TestShelveInstance-1186034255-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:31:24.762600 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-ccf3314e-4882-4e5a-88c0-c03ea599ce98 tempest-TestShelveInstance-1186034255 tempest-TestShelveInstance-1186034255-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=a63c62ae-12eb-44f2-86cc-9ec11951ade5 HTTP/1.1" status: 200 len: 1091 time: 0.0899827 Jul 14 19:31:24.765537 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 33308) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 19:31:24.769828 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-0decfda0-357e-4d71-afd7-05536fb23e03 tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] Request body: {'floatingip': {'floating_network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'port_id': '45e5cbd4-2cda-47a0-83cb-8b47b43d433c', 'tenant_id': 'f1428dd4244c435b991d3a12d3d737a0', 'fixed_ip_address': '172.20.0.4'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 19:31:24.790823 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-0decfda0-357e-4d71-afd7-05536fb23e03 tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] Notify callbacks [] for floatingip, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:31:24.887588 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-0decfda0-357e-4d71-afd7-05536fb23e03 tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:31:24.987441 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.db_base_plugin_common [None req-0decfda0-357e-4d71-afd7-05536fb23e03 tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] Allocated IP 172.25.1.237 (9200a437-e1de-4520-88f6-e68386523e61/5f47f848-4532-407a-a0e2-5690ade15fd0/60361b72-07af-40b5-a981-4aaa3b7356e1) {{(pid=93915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 19:31:25.092548 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-0decfda0-357e-4d71-afd7-05536fb23e03 tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] Notify callbacks [] for port, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:31:25.130953 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-0decfda0-357e-4d71-afd7-05536fb23e03 tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:31:25.166727 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0decfda0-357e-4d71-afd7-05536fb23e03 tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] Network 9200a437-e1de-4520-88f6-e68386523e61 is already hosted by enough agents. {{(pid=93915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 19:31:25.171465 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [None req-0decfda0-357e-4d71-afd7-05536fb23e03 tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] Resources bound (agent type, host, resource id): {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 19:31:25.174986 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0decfda0-357e-4d71-afd7-05536fb23e03 tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] Received port after_create {{(pid=93915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 19:31:25.201002 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0decfda0-357e-4d71-afd7-05536fb23e03 tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] Pushing event updated for resources: {'Port': ['ID=60361b72-07af-40b5-a981-4aaa3b7356e1,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:31:25.549714 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-0decfda0-357e-4d71-afd7-05536fb23e03 tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:31:25.629102 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-0decfda0-357e-4d71-afd7-05536fb23e03 tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:31:25.774634 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-0decfda0-357e-4d71-afd7-05536fb23e03 tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] Notify callbacks [] for port, precommit_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:31:25.779778 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-0decfda0-357e-4d71-afd7-05536fb23e03 tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25912978'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:31:25.851360 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0decfda0-357e-4d71-afd7-05536fb23e03 tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] Pushing event updated for resources: {'Port': ['ID=60361b72-07af-40b5-a981-4aaa3b7356e1,revision_number=2']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:31:25.863387 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-0decfda0-357e-4d71-afd7-05536fb23e03 tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-930131'] for floatingip, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:31:25.966494 n-d-800634-3 neutron-server[93915]: INFO neutron.db.l3_db [None req-0decfda0-357e-4d71-afd7-05536fb23e03 tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] Floating IP eddc5bc2-885d-4752-ab2d-74eeedfc19c2 associated. External IP: 172.25.1.237, port: 45e5cbd4-2cda-47a0-83cb-8b47b43d433c. Jul 14 19:31:26.032249 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-2f4e3af3-e708-4ffd-a544-82d93a489d01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:31:26.180965 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0decfda0-357e-4d71-afd7-05536fb23e03 tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] Router cf097d04-ca81-4220-877d-c2dc3f281448 has already been hosted by L3 agent 2c6eb27e-defb-4cca-9a24-381c7415e359 {{(pid=93915) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 19:31:26.285796 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0decfda0-357e-4d71-afd7-05536fb23e03 tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] Notify agent at l3_agent.n-d-800634-3 the message routers_updated {{(pid=93915) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 19:31:26.296439 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bc6e73d-76d3-4de3-a67c-9b01a213e239 None None] Sync routers for ids ['cf097d04-ca81-4220-877d-c2dc3f281448'] in n-d-800634-3 {{(pid=93917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 19:31:26.301884 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-0decfda0-357e-4d71-afd7-05536fb23e03 tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for floatingip, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:31:26.306037 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bc6e73d-76d3-4de3-a67c-9b01a213e239 None None] Routers {'cf097d04-ca81-4220-877d-c2dc3f281448'} bound to L3 agent in host n-d-800634-3 {{(pid=93917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 19:31:26.307197 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-2bc6e73d-76d3-4de3-a67c-9b01a213e239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T19:31:23Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['cf097d04-ca81-4220-877d-c2dc3f281448'], 'active': True} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 19:31:26.338293 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-0decfda0-357e-4d71-afd7-05536fb23e03 tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5717344 Jul 14 19:31:26.339280 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a63c62ae-12eb-44f2-86cc-9ec11951ade5', 'tag': '45e5cbd4-2cda-47a0-83cb-8b47b43d433c'}] {{(pid=93915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 19:31:26.341613 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}163b1c7ce9835e2c54087c39b47c05da5c61decdd411e584c58a4e7cd59f948f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29055dc7-3aa9-4358-a70a-90de20339ba0" -d '{"events": [{"name": "network-changed", "server_uuid": "a63c62ae-12eb-44f2-86cc-9ec11951ade5", "tag": "45e5cbd4-2cda-47a0-83cb-8b47b43d433c"}]}' {{(pid=93915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 19:31:26.382308 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 19:31:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab35c87d-97d5-4c12-b701-fc9ff71f1cda x-openstack-request-id: req-ab35c87d-97d5-4c12-b701-fc9ff71f1cda {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 19:31:26.382605 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a63c62ae-12eb-44f2-86cc-9ec11951ade5", "tag": "45e5cbd4-2cda-47a0-83cb-8b47b43d433c", "status": "completed", "code": 200}]} {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 19:31:26.382866 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ab35c87d-97d5-4c12-b701-fc9ff71f1cda {{(pid=93915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 19:31:26.383273 n-d-800634-3 neutron-server[93915]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a63c62ae-12eb-44f2-86cc-9ec11951ade5', 'tag': '45e5cbd4-2cda-47a0-83cb-8b47b43d433c', 'status': 'completed', 'code': 200} Jul 14 19:31:26.461590 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29055dc7-3aa9-4358-a70a-90de20339ba0 req-5ec89060-cff9-4f60-81d4-1dafdcd1258f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:31:26.463092 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-29055dc7-3aa9-4358-a70a-90de20339ba0 req-5ec89060-cff9-4f60-81d4-1dafdcd1258f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f1428dd4244c435b991d3a12d3d737a0&device_id=a63c62ae-12eb-44f2-86cc-9ec11951ade5 HTTP/1.1" status: 200 len: 1096 time: 0.0565014 Jul 14 19:31:26.557775 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29055dc7-3aa9-4358-a70a-90de20339ba0 req-340b997a-8666-402f-9871-06787c9f1293 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:31:26.559865 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-29055dc7-3aa9-4358-a70a-90de20339ba0 req-340b997a-8666-402f-9871-06787c9f1293 service neutron] 10.222.0.18 "GET /v2.0/networks?id=6c2741bd-add1-457c-bec8-a4bc0bda1bf2 HTTP/1.1" status: 200 len: 908 time: 0.0908599 Jul 14 19:31:26.566084 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvr_db [None req-2bc6e73d-76d3-4de3-a67c-9b01a213e239 None None] Set router cf097d04-ca81-4220-877d-c2dc3f281448 gateway port host: n-d-800634-3 {{(pid=93917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 19:31:26.624791 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-29055dc7-3aa9-4358-a70a-90de20339ba0 req-560aee46-3d04-4288-9ddf-8d40035d2ea1 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=45e5cbd4-2cda-47a0-83cb-8b47b43d433c HTTP/1.1" status: 200 len: 999 time: 0.0589900 Jul 14 19:31:26.672699 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29055dc7-3aa9-4358-a70a-90de20339ba0 req-9bc69a65-91a4-4dec-ad25-b7676431d96d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:31:26.674226 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-29055dc7-3aa9-4358-a70a-90de20339ba0 req-9bc69a65-91a4-4dec-ad25-b7676431d96d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1885ceaa-5ce0-41ee-8f75-f031aa84dc38 HTTP/1.1" status: 200 len: 847 time: 0.0436184 Jul 14 19:31:26.736389 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29055dc7-3aa9-4358-a70a-90de20339ba0 req-eddd33dd-bf63-429f-a540-6d2bbdf58b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:31:26.737843 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-29055dc7-3aa9-4358-a70a-90de20339ba0 req-eddd33dd-bf63-429f-a540-6d2bbdf58b88 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6c2741bd-add1-457c-bec8-a4bc0bda1bf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0578094 Jul 14 19:31:26.795994 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-2bc6e73d-76d3-4de3-a67c-9b01a213e239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf097d04-ca81-4220-877d-c2dc3f281448', 'name': 'tempest-TestShelveInstance-842097262-router', 'tenant_id': 'f1428dd4244c435b991d3a12d3d737a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.80'}], 'enable_snat': True}, 'gw_port_id': 'd6ac005d-5b3d-4ec5-bc6e-e2f64399472c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T19:31:03Z', 'updated_at': '2021-07-14T19:31:05Z', 'revision_number': 4, 'project_id': 'f1428dd4244c435b991d3a12d3d737a0', 'gw_port': {'id': 'd6ac005d-5b3d-4ec5-bc6e-e2f64399472c', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:e6:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf097d04-ca81-4220-877d-c2dc3f281448', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T19:31:03Z', 'updated_at': '2021-07-14T19:31:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_floatingips': [{'id': 'eddc5bc2-885d-4752-ab2d-74eeedfc19c2', 'tenant_id': 'f1428dd4244c435b991d3a12d3d737a0', 'floating_ip_address': '172.25.1.237', 'floating_network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'router_id': 'cf097d04-ca81-4220-877d-c2dc3f281448', 'port_id': '45e5cbd4-2cda-47a0-83cb-8b47b43d433c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4270, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6c2741bd-add1-457c-bec8-a4bc0bda1bf2', 'mac_address': 'fa:16:3e:24:67:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a63c62ae-12eb-44f2-86cc-9ec11951ade5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T19:31:25Z', 'updated_at': '2021-07-14T19:31:25Z', 'revision_number': 0, 'project_id': 'f1428dd4244c435b991d3a12d3d737a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed8a02ca-3ab2-4c76-bb42-52d4598eef4f', 'name': '', 'network_id': '6c2741bd-add1-457c-bec8-a4bc0bda1bf2', 'tenant_id': 'f1428dd4244c435b991d3a12d3d737a0', 'mac_address': 'fa:16:3e:8c:da:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf097d04-ca81-4220-877d-c2dc3f281448', 'device_owner': 'network:router_interface', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': '1885ceaa-5ce0-41ee-8f75-f031aa84dc38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T19:31:05Z', 'updated_at': '2021-07-14T19:31:12Z', 'revision_number': 5, 'project_id': 'f1428dd4244c435b991d3a12d3d737a0', 'subnets': [{'id': '1885ceaa-5ce0-41ee-8f75-f031aa84dc38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-3', False) {} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 19:31:26.822039 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bc6e73d-76d3-4de3-a67c-9b01a213e239 None None] Checking router: cf097d04-ca81-4220-877d-c2dc3f281448 for host: n-d-800634-3 {{(pid=93917) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 19:31:26.829234 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-29055dc7-3aa9-4358-a70a-90de20339ba0 req-6b1791dc-9ba7-4c67-ad4a-f870f5c979f5 service neutron] 10.222.0.18 "GET /v2.0/networks/6c2741bd-add1-457c-bec8-a4bc0bda1bf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842652 Jul 14 19:31:26.830328 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bc6e73d-76d3-4de3-a67c-9b01a213e239 None None] Routers {'cf097d04-ca81-4220-877d-c2dc3f281448'} bound to L3 agent in host n-d-800634-3 {{(pid=93917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 19:31:26.830936 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-2bc6e73d-76d3-4de3-a67c-9b01a213e239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T19:31:23Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['cf097d04-ca81-4220-877d-c2dc3f281448'], 'active': True} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 19:31:26.930028 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-29055dc7-3aa9-4358-a70a-90de20339ba0 req-5b6c1b70-4aa0-46b0-b119-b75fce9397f1 service neutron] 10.222.0.18 "GET /v2.0/networks/6c2741bd-add1-457c-bec8-a4bc0bda1bf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944197 Jul 14 19:31:26.937504 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvr_db [None req-2bc6e73d-76d3-4de3-a67c-9b01a213e239 None None] Set router cf097d04-ca81-4220-877d-c2dc3f281448 gateway port host: n-d-800634-3 {{(pid=93917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 19:31:27.168150 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-2bc6e73d-76d3-4de3-a67c-9b01a213e239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf097d04-ca81-4220-877d-c2dc3f281448', 'name': 'tempest-TestShelveInstance-842097262-router', 'tenant_id': 'f1428dd4244c435b991d3a12d3d737a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.80'}], 'enable_snat': True}, 'gw_port_id': 'd6ac005d-5b3d-4ec5-bc6e-e2f64399472c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T19:31:03Z', 'updated_at': '2021-07-14T19:31:05Z', 'revision_number': 4, 'project_id': 'f1428dd4244c435b991d3a12d3d737a0', 'gw_port': {'id': 'd6ac005d-5b3d-4ec5-bc6e-e2f64399472c', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:e6:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf097d04-ca81-4220-877d-c2dc3f281448', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T19:31:03Z', 'updated_at': '2021-07-14T19:31:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_floatingips': [{'id': 'eddc5bc2-885d-4752-ab2d-74eeedfc19c2', 'tenant_id': 'f1428dd4244c435b991d3a12d3d737a0', 'floating_ip_address': '172.25.1.237', 'floating_network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'router_id': 'cf097d04-ca81-4220-877d-c2dc3f281448', 'port_id': '45e5cbd4-2cda-47a0-83cb-8b47b43d433c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4270, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6c2741bd-add1-457c-bec8-a4bc0bda1bf2', 'mac_address': 'fa:16:3e:24:67:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a63c62ae-12eb-44f2-86cc-9ec11951ade5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T19:31:25Z', 'updated_at': '2021-07-14T19:31:25Z', 'revision_number': 0, 'project_id': 'f1428dd4244c435b991d3a12d3d737a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed8a02ca-3ab2-4c76-bb42-52d4598eef4f', 'name': '', 'network_id': '6c2741bd-add1-457c-bec8-a4bc0bda1bf2', 'tenant_id': 'f1428dd4244c435b991d3a12d3d737a0', 'mac_address': 'fa:16:3e:8c:da:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf097d04-ca81-4220-877d-c2dc3f281448', 'device_owner': 'network:router_interface', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': '1885ceaa-5ce0-41ee-8f75-f031aa84dc38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T19:31:05Z', 'updated_at': '2021-07-14T19:31:12Z', 'revision_number': 5, 'project_id': 'f1428dd4244c435b991d3a12d3d737a0', 'subnets': [{'id': '1885ceaa-5ce0-41ee-8f75-f031aa84dc38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-3', False) {} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 19:31:27.198920 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bc6e73d-76d3-4de3-a67c-9b01a213e239 None None] The sync data for ids ['cf097d04-ca81-4220-877d-c2dc3f281448'] in n-d-800634-3 is: [{'id': 'cf097d04-ca81-4220-877d-c2dc3f281448', 'name': 'tempest-TestShelveInstance-842097262-router', 'tenant_id': 'f1428dd4244c435b991d3a12d3d737a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.80'}], 'enable_snat': True}, 'gw_port_id': 'd6ac005d-5b3d-4ec5-bc6e-e2f64399472c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T19:31:03Z', 'updated_at': '2021-07-14T19:31:05Z', 'revision_number': 4, 'project_id': 'f1428dd4244c435b991d3a12d3d737a0', 'gw_port': {'id': 'd6ac005d-5b3d-4ec5-bc6e-e2f64399472c', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:e6:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf097d04-ca81-4220-877d-c2dc3f281448', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T19:31:03Z', 'updated_at': '2021-07-14T19:31:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_floatingips': [{'id': 'eddc5bc2-885d-4752-ab2d-74eeedfc19c2', 'tenant_id': 'f1428dd4244c435b991d3a12d3d737a0', 'floating_ip_address': '172.25.1.237', 'floating_network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'router_id': 'cf097d04-ca81-4220-877d-c2dc3f281448', 'port_id': '45e5cbd4-2cda-47a0-83cb-8b47b43d433c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4270, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6c2741bd-add1-457c-bec8-a4bc0bda1bf2', 'mac_address': 'fa:16:3e:24:67:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a63c62ae-12eb-44f2-86cc-9ec11951ade5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T19:31:25Z', 'updated_at': '2021-07-14T19:31:25Z', 'revision_number': 0, 'project_id': 'f1428dd4244c435b991d3a12d3d737a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed8a02ca-3ab2-4c76-bb42-52d4598eef4f', 'name': '', 'network_id': '6c2741bd-add1-457c-bec8-a4bc0bda1bf2', 'tenant_id': 'f1428dd4244c435b991d3a12d3d737a0', 'mac_address': 'fa:16:3e:8c:da:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf097d04-ca81-4220-877d-c2dc3f281448', 'device_owner': 'network:router_interface', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': '1885ceaa-5ce0-41ee-8f75-f031aa84dc38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T19:31:05Z', 'updated_at': '2021-07-14T19:31:12Z', 'revision_number': 5, 'project_id': 'f1428dd4244c435b991d3a12d3d737a0', 'subnets': [{'id': '1885ceaa-5ce0-41ee-8f75-f031aa84dc38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 19:31:27.401733 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d990c00-7266-48df-87d5-ffd05c34aa0b None None] New status for floating IP eddc5bc2-885d-4752-ab2d-74eeedfc19c2: ACTIVE {{(pid=93918) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 19:31:33.140816 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:31:36.135841 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:31:45.044960 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.agents_db [None req-2ea07fb6-aa68-4671-8654-119d82b9f530 None None] Agent healthcheck: found 7 active agents {{(pid=93918) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 19:31:49.476593 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-67bf4231-7193-4746-95d6-87345e923bc6 req-5cb5508c-0209-4803-bf35-82abf7394d34 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=a63c62ae-12eb-44f2-86cc-9ec11951ade5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0519340 Jul 14 19:31:49.533628 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-eee70d63-2aec-4d17-83ee-260ae04e83e4 req-a2c78f90-398b-4896-b017-1bad5924e2bc service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=03a24d87-527f-4d5b-a998-53393446562a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0704277 Jul 14 19:31:49.571518 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bf4231-7193-4746-95d6-87345e923bc6 req-8b268dfb-7287-46c5-a46d-623a40357ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:31:49.573668 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-67bf4231-7193-4746-95d6-87345e923bc6 req-8b268dfb-7287-46c5-a46d-623a40357ce0 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f1428dd4244c435b991d3a12d3d737a0&device_id=a63c62ae-12eb-44f2-86cc-9ec11951ade5 HTTP/1.1" status: 200 len: 1096 time: 0.0541027 Jul 14 19:31:49.603120 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-eee70d63-2aec-4d17-83ee-260ae04e83e4 req-aab16551-2fb5-4ed1-bc07-61b50f4b8f3b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c51e850593fc4a37af9470721017e8e7&device_id=03a24d87-527f-4d5b-a998-53393446562a HTTP/1.1" status: 200 len: 210 time: 0.0271595 Jul 14 19:31:49.643210 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-eee70d63-2aec-4d17-83ee-260ae04e83e4 req-ad64bde4-bcc9-42fa-8806-3c4c6f7c602c service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=c51e850593fc4a37af9470721017e8e7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0201666 Jul 14 19:31:49.680459 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bf4231-7193-4746-95d6-87345e923bc6 req-3ad2df62-181b-4285-af4e-779a45d627e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:31:49.681947 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-67bf4231-7193-4746-95d6-87345e923bc6 req-3ad2df62-181b-4285-af4e-779a45d627e4 service neutron] 10.222.0.18 "GET /v2.0/networks?id=6c2741bd-add1-457c-bec8-a4bc0bda1bf2 HTTP/1.1" status: 200 len: 908 time: 0.0880992 Jul 14 19:31:49.740070 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee70d63-2aec-4d17-83ee-260ae04e83e4 req-4ca973aa-68b7-448f-a6cd-b5d5032d73e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:31:49.741826 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-eee70d63-2aec-4d17-83ee-260ae04e83e4 req-4ca973aa-68b7-448f-a6cd-b5d5032d73e1 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0925939 Jul 14 19:31:49.747226 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-67bf4231-7193-4746-95d6-87345e923bc6 req-d7e312db-74b8-467c-ac46-a7300a25ae05 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=45e5cbd4-2cda-47a0-83cb-8b47b43d433c HTTP/1.1" status: 200 len: 1001 time: 0.0585406 Jul 14 19:31:49.796865 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bf4231-7193-4746-95d6-87345e923bc6 req-bd758212-3e6f-4fad-8c2a-923063a4e561 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:31:49.798334 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-67bf4231-7193-4746-95d6-87345e923bc6 req-bd758212-3e6f-4fad-8c2a-923063a4e561 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1885ceaa-5ce0-41ee-8f75-f031aa84dc38 HTTP/1.1" status: 200 len: 847 time: 0.0448129 Jul 14 19:31:49.859416 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bf4231-7193-4746-95d6-87345e923bc6 req-fd0cac9c-ffb9-41dd-b795-4c1a15a94dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:31:49.861110 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-67bf4231-7193-4746-95d6-87345e923bc6 req-fd0cac9c-ffb9-41dd-b795-4c1a15a94dc0 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6c2741bd-add1-457c-bec8-a4bc0bda1bf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0557868 Jul 14 19:31:49.951662 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-67bf4231-7193-4746-95d6-87345e923bc6 req-bbab7b4f-8a5e-486c-b80d-58366d6f1644 service neutron] 10.222.0.18 "GET /v2.0/networks/6c2741bd-add1-457c-bec8-a4bc0bda1bf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831954 Jul 14 19:31:50.042117 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-67bf4231-7193-4746-95d6-87345e923bc6 req-352efcb2-9319-4ebe-bf3f-aba4a19c8014 service neutron] 10.222.0.18 "GET /v2.0/networks/6c2741bd-add1-457c-bec8-a4bc0bda1bf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843127 Jul 14 19:31:50.518110 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-e9cceb5d-e7cc-4ca3-a709-9e19bad10cb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:31:52.929921 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-22fad9c5-ecaa-4e15-a6f3-a6a1809ea045 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:31:53.279204 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:31:54.395158 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-574aeb93-9938-449c-8e6c-cb22c9b52cc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:31:56.033859 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-2f4e3af3-e708-4ffd-a544-82d93a489d01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:32:03.136512 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:32:06.147053 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:32:20.518959 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-7171cd52-65a2-47ad-80e0-78f8b0607e24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:32:22.043573 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.agents_db [None req-2ea07fb6-aa68-4671-8654-119d82b9f530 None None] Agent healthcheck: found 7 active agents {{(pid=93918) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 19:32:22.930749 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-ef49a2dc-71e1-42f7-a4fc-63711b4947e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:32:23.280855 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:32:24.397558 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-574aeb93-9938-449c-8e6c-cb22c9b52cc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:32:26.035788 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-2f4e3af3-e708-4ffd-a544-82d93a489d01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:32:33.134350 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:32:36.156890 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:32:49.532247 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-66361d74-3b8b-4a09-a9ba-e2f7d2d3a987 req-3df2adc4-24db-415a-93e2-800ab2e9467c service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=6ab0c594-ecaf-4c5b-977a-9c1b59a2d9cc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0282588 Jul 14 19:32:49.578523 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-66361d74-3b8b-4a09-a9ba-e2f7d2d3a987 req-b2c76da4-5839-4bab-b67a-c958877c490b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f1c4e239e6d24b3bb240a97f6c99b33f&device_id=6ab0c594-ecaf-4c5b-977a-9c1b59a2d9cc HTTP/1.1" status: 200 len: 210 time: 0.0262303 Jul 14 19:32:49.622657 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-66361d74-3b8b-4a09-a9ba-e2f7d2d3a987 req-1543417a-f477-4125-9ddf-4b6b95bdf4bb service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=f1c4e239e6d24b3bb240a97f6c99b33f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0238972 Jul 14 19:32:49.712654 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66361d74-3b8b-4a09-a9ba-e2f7d2d3a987 req-39593683-f86b-47d1-be02-cc82d810709b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:32:49.714106 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-66361d74-3b8b-4a09-a9ba-e2f7d2d3a987 req-39593683-f86b-47d1-be02-cc82d810709b service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0855315 Jul 14 19:32:50.464369 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ff4425f3-4f3c-4fa8-b60e-6cc560b3a595 req-ee4210e7-fd31-4491-95a3-d7a968aeecec service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=a63c62ae-12eb-44f2-86cc-9ec11951ade5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0539999 Jul 14 19:32:50.521943 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-93300a23-f02c-4e87-8c8e-30ce8cc95c0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:32:50.556441 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4425f3-4f3c-4fa8-b60e-6cc560b3a595 req-ca1f6fc6-766e-4ff6-82eb-41b925714cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:32:50.557991 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ff4425f3-4f3c-4fa8-b60e-6cc560b3a595 req-ca1f6fc6-766e-4ff6-82eb-41b925714cbe service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f1428dd4244c435b991d3a12d3d737a0&device_id=a63c62ae-12eb-44f2-86cc-9ec11951ade5 HTTP/1.1" status: 200 len: 1096 time: 0.0522645 Jul 14 19:32:50.964696 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4425f3-4f3c-4fa8-b60e-6cc560b3a595 req-5ec7e63c-c769-46a9-9cb1-82ba43032851 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:32:50.966778 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ff4425f3-4f3c-4fa8-b60e-6cc560b3a595 req-5ec7e63c-c769-46a9-9cb1-82ba43032851 service neutron] 10.222.0.18 "GET /v2.0/networks?id=6c2741bd-add1-457c-bec8-a4bc0bda1bf2 HTTP/1.1" status: 200 len: 908 time: 0.3886945 Jul 14 19:32:51.028453 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ff4425f3-4f3c-4fa8-b60e-6cc560b3a595 req-e0abd415-4790-4d56-b42f-f4b4dfee571b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=45e5cbd4-2cda-47a0-83cb-8b47b43d433c HTTP/1.1" status: 200 len: 1001 time: 0.0555522 Jul 14 19:32:51.073781 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4425f3-4f3c-4fa8-b60e-6cc560b3a595 req-49f258b5-d154-4f50-9b10-61cfd887942e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:32:51.075229 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ff4425f3-4f3c-4fa8-b60e-6cc560b3a595 req-49f258b5-d154-4f50-9b10-61cfd887942e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1885ceaa-5ce0-41ee-8f75-f031aa84dc38 HTTP/1.1" status: 200 len: 847 time: 0.0411439 Jul 14 19:32:51.133783 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4425f3-4f3c-4fa8-b60e-6cc560b3a595 req-555cdf1e-12ff-48c3-97f8-f916ba6ab7d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:32:51.135285 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ff4425f3-4f3c-4fa8-b60e-6cc560b3a595 req-555cdf1e-12ff-48c3-97f8-f916ba6ab7d4 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6c2741bd-add1-457c-bec8-a4bc0bda1bf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0538304 Jul 14 19:32:51.222158 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ff4425f3-4f3c-4fa8-b60e-6cc560b3a595 req-2cc5a42d-d90d-4411-8b85-acdb6b9180c7 service neutron] 10.222.0.18 "GET /v2.0/networks/6c2741bd-add1-457c-bec8-a4bc0bda1bf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802741 Jul 14 19:32:51.313849 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ff4425f3-4f3c-4fa8-b60e-6cc560b3a595 req-e34addc2-a449-426c-9885-94f5f8edba2e service neutron] 10.222.0.18 "GET /v2.0/networks/6c2741bd-add1-457c-bec8-a4bc0bda1bf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863080 Jul 14 19:32:52.930714 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-24cf7373-2a5d-4571-bd16-ed75ebe357cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:32:53.282079 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:32:54.400755 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-574aeb93-9938-449c-8e6c-cb22c9b52cc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:32:56.037698 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-2f4e3af3-e708-4ffd-a544-82d93a489d01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:32:59.043470 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.agents_db [None req-2ea07fb6-aa68-4671-8654-119d82b9f530 None None] Agent healthcheck: found 7 active agents {{(pid=93918) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 19:33:03.146228 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:33:06.162206 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:33:20.524811 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-fc79137b-0c8c-4870-9ae3-97787352c659 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:33:20.618299 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88805628-0c2f-426b-987f-b58ff3231bc8 req-6b12086b-7055-4240-90c8-95109c64ca67 tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:33:20.619797 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-88805628-0c2f-426b-987f-b58ff3231bc8 req-6b12086b-7055-4240-90c8-95109c64ca67 tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] 10.222.0.16 "GET /v2.0/ports?device_id=a63c62ae-12eb-44f2-86cc-9ec11951ade5 HTTP/1.1" status: 200 len: 945 time: 0.0668490 Jul 14 19:33:20.657122 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-88805628-0c2f-426b-987f-b58ff3231bc8 req-14a244b3-e15c-4190-8f52-921d6d40f973 tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] 10.222.0.16 "GET /v2.0/security-groups?id=5a17c7ee-4f5b-49a7-9834-7d1cdd003627&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316906 Jul 14 19:33:21.844552 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7267ed8f-f98f-42ba-8fec-4d0666f14058 req-3e7cf339-40ce-4f9b-ae1e-929b59ae9e1d tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:33:21.845939 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-7267ed8f-f98f-42ba-8fec-4d0666f14058 req-3e7cf339-40ce-4f9b-ae1e-929b59ae9e1d tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] 10.222.0.16 "GET /v2.0/ports?device_id=a63c62ae-12eb-44f2-86cc-9ec11951ade5 HTTP/1.1" status: 200 len: 945 time: 0.0631895 Jul 14 19:33:21.883436 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-7267ed8f-f98f-42ba-8fec-4d0666f14058 req-38815d77-43a9-4e81-b323-890e49e47e12 tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] 10.222.0.16 "GET /v2.0/security-groups?id=5a17c7ee-4f5b-49a7-9834-7d1cdd003627&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319912 Jul 14 19:33:22.932057 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-aad7d883-3e20-45c1-9938-a5b5bbcf0a6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:33:23.150741 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778ee142-715c-492c-beda-7f4932a2bd42 req-a53571d5-9d10-402f-8f3a-3b6f826ffc7f tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:33:23.152252 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-778ee142-715c-492c-beda-7f4932a2bd42 req-a53571d5-9d10-402f-8f3a-3b6f826ffc7f tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] 10.222.0.16 "GET /v2.0/ports?device_id=a63c62ae-12eb-44f2-86cc-9ec11951ade5 HTTP/1.1" status: 200 len: 945 time: 0.0676014 Jul 14 19:33:23.190234 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-778ee142-715c-492c-beda-7f4932a2bd42 req-34313c95-b473-43bc-b7f7-42efca17a75b tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] 10.222.0.16 "GET /v2.0/security-groups?id=5a17c7ee-4f5b-49a7-9834-7d1cdd003627&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323553 Jul 14 19:33:23.282433 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:33:24.361157 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af0d3fe-8af5-4a29-9c4b-db0c92533d45 req-eccdf839-11bc-4863-b81d-314da23a3dbd tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:33:24.362643 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3af0d3fe-8af5-4a29-9c4b-db0c92533d45 req-eccdf839-11bc-4863-b81d-314da23a3dbd tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] 10.222.0.16 "GET /v2.0/ports?device_id=a63c62ae-12eb-44f2-86cc-9ec11951ade5 HTTP/1.1" status: 200 len: 945 time: 0.0638144 Jul 14 19:33:24.402102 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3af0d3fe-8af5-4a29-9c4b-db0c92533d45 req-de977799-4ab7-4596-8b5b-39d67a5bf523 tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] 10.222.0.16 "GET /v2.0/security-groups?id=5a17c7ee-4f5b-49a7-9834-7d1cdd003627&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336335 Jul 14 19:33:24.404082 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-574aeb93-9938-449c-8e6c-cb22c9b52cc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:33:25.573629 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8b9a9c-1c9b-42f9-b909-d500c51166a3 req-88ad3839-83ba-485a-9eb2-35f11f2d54a5 tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:33:25.575103 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-da8b9a9c-1c9b-42f9-b909-d500c51166a3 req-88ad3839-83ba-485a-9eb2-35f11f2d54a5 tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] 10.222.0.16 "GET /v2.0/ports?device_id=a63c62ae-12eb-44f2-86cc-9ec11951ade5 HTTP/1.1" status: 200 len: 945 time: 0.0631521 Jul 14 19:33:25.617812 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-da8b9a9c-1c9b-42f9-b909-d500c51166a3 req-2d205a85-eb16-4ab3-9132-f84d4bd7b381 tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] 10.222.0.16 "GET /v2.0/security-groups?id=5a17c7ee-4f5b-49a7-9834-7d1cdd003627&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365129 Jul 14 19:33:26.041656 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-2f4e3af3-e708-4ffd-a544-82d93a489d01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:33:26.793867 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481cf137-f380-4b5b-a06a-236e58379273 req-590edbbc-9fdd-41f4-bcd8-e66436442b1d tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:33:26.795292 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-481cf137-f380-4b5b-a06a-236e58379273 req-590edbbc-9fdd-41f4-bcd8-e66436442b1d tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] 10.222.0.16 "GET /v2.0/ports?device_id=a63c62ae-12eb-44f2-86cc-9ec11951ade5 HTTP/1.1" status: 200 len: 945 time: 0.0650046 Jul 14 19:33:26.833297 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-481cf137-f380-4b5b-a06a-236e58379273 req-f6dfa9b9-6e47-4a6e-aef7-fcaf514d0086 tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] 10.222.0.16 "GET /v2.0/security-groups?id=5a17c7ee-4f5b-49a7-9834-7d1cdd003627&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324552 Jul 14 19:33:28.004029 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7851880-29f9-4d4f-bc46-23117a8cf7de req-93494ed4-d742-4f20-8019-b171871c8487 tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:33:28.005528 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f7851880-29f9-4d4f-bc46-23117a8cf7de req-93494ed4-d742-4f20-8019-b171871c8487 tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] 10.222.0.16 "GET /v2.0/ports?device_id=a63c62ae-12eb-44f2-86cc-9ec11951ade5 HTTP/1.1" status: 200 len: 945 time: 0.0631273 Jul 14 19:33:28.043040 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f7851880-29f9-4d4f-bc46-23117a8cf7de req-eab75c11-6a47-470c-b984-aeea68537c25 tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] 10.222.0.16 "GET /v2.0/security-groups?id=5a17c7ee-4f5b-49a7-9834-7d1cdd003627&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320630 Jul 14 19:33:29.220396 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c02835d-ac07-4b1d-bae0-64ffcd3fc91e req-df13ab66-1a9e-4e61-9440-3a01f7a5304f tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:33:29.221906 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-0c02835d-ac07-4b1d-bae0-64ffcd3fc91e req-df13ab66-1a9e-4e61-9440-3a01f7a5304f tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] 10.222.0.16 "GET /v2.0/ports?device_id=a63c62ae-12eb-44f2-86cc-9ec11951ade5 HTTP/1.1" status: 200 len: 945 time: 0.0688462 Jul 14 19:33:29.259170 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-0c02835d-ac07-4b1d-bae0-64ffcd3fc91e req-a9074c9b-3eb3-4b2b-a1d8-71c5abe543eb tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] 10.222.0.16 "GET /v2.0/security-groups?id=5a17c7ee-4f5b-49a7-9834-7d1cdd003627&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317245 Jul 14 19:33:30.432636 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc505957-27ae-48f7-8b71-b684354b5764 req-3b283a69-0ec0-4878-833e-434b77f7aad8 tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:33:30.434126 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-bc505957-27ae-48f7-8b71-b684354b5764 req-3b283a69-0ec0-4878-833e-434b77f7aad8 tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] 10.222.0.16 "GET /v2.0/ports?device_id=a63c62ae-12eb-44f2-86cc-9ec11951ade5 HTTP/1.1" status: 200 len: 945 time: 0.0633967 Jul 14 19:33:30.472384 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-bc505957-27ae-48f7-8b71-b684354b5764 req-54284b8c-68c8-43c0-9339-11dd113e0af9 tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] 10.222.0.16 "GET /v2.0/security-groups?id=5a17c7ee-4f5b-49a7-9834-7d1cdd003627&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320892 Jul 14 19:33:31.646249 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b23a50d-310f-4f9d-8363-5420a0effa09 req-9ae63fe9-2a5a-4661-b09b-4a7824a0a8c1 tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:33:31.647748 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2b23a50d-310f-4f9d-8363-5420a0effa09 req-9ae63fe9-2a5a-4661-b09b-4a7824a0a8c1 tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] 10.222.0.16 "GET /v2.0/ports?device_id=a63c62ae-12eb-44f2-86cc-9ec11951ade5 HTTP/1.1" status: 200 len: 945 time: 0.0644493 Jul 14 19:33:31.691173 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2b23a50d-310f-4f9d-8363-5420a0effa09 req-1221bafc-1090-458b-908d-bdc7ca5ac76b tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] 10.222.0.16 "GET /v2.0/security-groups?id=5a17c7ee-4f5b-49a7-9834-7d1cdd003627&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378642 Jul 14 19:33:32.867478 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3af7744-3dfc-4b57-b9de-853d3d3b49c2 req-3fd9cc3b-bfc8-419d-b5f2-24e52b403c59 tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:33:32.869031 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c3af7744-3dfc-4b57-b9de-853d3d3b49c2 req-3fd9cc3b-bfc8-419d-b5f2-24e52b403c59 tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] 10.222.0.16 "GET /v2.0/ports?device_id=a63c62ae-12eb-44f2-86cc-9ec11951ade5 HTTP/1.1" status: 200 len: 945 time: 0.0657296 Jul 14 19:33:32.909206 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c3af7744-3dfc-4b57-b9de-853d3d3b49c2 req-e07adfbc-deec-4063-8568-93a08bd73886 tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] 10.222.0.16 "GET /v2.0/security-groups?id=5a17c7ee-4f5b-49a7-9834-7d1cdd003627&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345118 Jul 14 19:33:32.919425 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device 45e5cbd4-2cda-47a0-83cb-8b47b43d433c details requested by agent hyperv_n-h1-800634-3 with host n-h1-800634-3 {{(pid=93917) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 19:33:33.018498 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port 45e5cbd4-2cda-47a0-83cb-8b47b43d433c, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=45e5cbd4-2cda-47a0-83cb-8b47b43d433c,segment=NetworkSegment(26129bd0-982f-489f-9551-293992d87442),segment_id=26129bd0-982f-489f-9551-293992d87442)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 19:33:33.029435 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Returning: {'device': '45e5cbd4-2cda-47a0-83cb-8b47b43d433c', 'network_id': '6c2741bd-add1-457c-bec8-a4bc0bda1bf2', 'port_id': '45e5cbd4-2cda-47a0-83cb-8b47b43d433c', 'mac_address': 'fa:16:3e:24:67:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 74, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1885ceaa-5ce0-41ee-8f75-f031aa84dc38', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93917) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 19:33:33.066584 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:33:33.080409 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 45e5cbd4-2cda-47a0-83cb-8b47b43d433c {{(pid=93917) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 19:33:33.101048 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port 45e5cbd4-2cda-47a0-83cb-8b47b43d433c, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=45e5cbd4-2cda-47a0-83cb-8b47b43d433c,segment=NetworkSegment(26129bd0-982f-489f-9551-293992d87442),segment_id=26129bd0-982f-489f-9551-293992d87442)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 19:33:33.105847 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:33:33.164673 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:33:33.170778 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Pushing event updated for resources: {'Port': ['ID=45e5cbd4-2cda-47a0-83cb-8b47b43d433c,revision_number=6']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:33:33.178553 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:33:33.179022 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:33:33.179518 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:33:33.179937 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:33:33.180359 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:33:33.180844 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:33:33.181388 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:33:33.181832 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:33:33.182206 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:33:33.182539 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:33:33.182866 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:33:33.183238 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:33:33.188727 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] get_ports_and_sgs() called for port_ids ['45e5cbd4-2cda-47a0-83cb-8b47b43d433c'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 19:33:34.091227 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610078f3-2bf7-4e19-affe-2db3b2ce2aa8 req-f78c6dba-a330-4d24-ac9b-4e961403e513 tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:33:34.093458 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-610078f3-2bf7-4e19-affe-2db3b2ce2aa8 req-f78c6dba-a330-4d24-ac9b-4e961403e513 tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] 10.222.0.16 "GET /v2.0/ports?device_id=a63c62ae-12eb-44f2-86cc-9ec11951ade5 HTTP/1.1" status: 200 len: 944 time: 0.0682056 Jul 14 19:33:34.133951 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-610078f3-2bf7-4e19-affe-2db3b2ce2aa8 req-c17e8825-379a-4e19-b8f4-52d5c4b5722a tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] 10.222.0.16 "GET /v2.0/security-groups?id=5a17c7ee-4f5b-49a7-9834-7d1cdd003627&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343976 Jul 14 19:33:34.933898 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device 45e5cbd4-2cda-47a0-83cb-8b47b43d433c up at agent hyperv_n-h1-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 19:33:34.984401 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Provisioning complete for port 45e5cbd4-2cda-47a0-83cb-8b47b43d433c triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 19:33:34.984909 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:33:35.080191 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:33:35.110031 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a63c62ae-12eb-44f2-86cc-9ec11951ade5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45e5cbd4-2cda-47a0-83cb-8b47b43d433c'}] {{(pid=93917) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 19:33:35.112321 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee9af70b018e2a669d4aace710d7966bbe0586a349443f05e01050df9771a348" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41c873a9-3974-44b4-af0c-392cd08be0cc" -d '{"events": [{"server_uuid": "a63c62ae-12eb-44f2-86cc-9ec11951ade5", "name": "network-vif-plugged", "status": "completed", "tag": "45e5cbd4-2cda-47a0-83cb-8b47b43d433c"}]}' {{(pid=93917) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 19:33:35.137662 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port 45e5cbd4-2cda-47a0-83cb-8b47b43d433c, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=45e5cbd4-2cda-47a0-83cb-8b47b43d433c,segment=NetworkSegment(26129bd0-982f-489f-9551-293992d87442),segment_id=26129bd0-982f-489f-9551-293992d87442)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 19:33:35.143634 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:33:35.153665 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 19:33:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddf1d89f-61b4-46b1-85cd-5de1a176c23e x-openstack-request-id: req-ddf1d89f-61b4-46b1-85cd-5de1a176c23e {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 19:33:35.153976 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a63c62ae-12eb-44f2-86cc-9ec11951ade5", "name": "network-vif-plugged", "status": "completed", "tag": "45e5cbd4-2cda-47a0-83cb-8b47b43d433c", "code": 200}]} {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 19:33:35.154223 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ddf1d89f-61b4-46b1-85cd-5de1a176c23e {{(pid=93917) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 19:33:35.155229 n-d-800634-3 neutron-server[93917]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a63c62ae-12eb-44f2-86cc-9ec11951ade5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45e5cbd4-2cda-47a0-83cb-8b47b43d433c', 'code': 200} Jul 14 19:33:35.221596 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Pushing event updated for resources: {'Port': ['ID=45e5cbd4-2cda-47a0-83cb-8b47b43d433c,revision_number=7']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:33:35.366437 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a829ef8c-47e6-4d34-9402-5d7d76e54f22 req-8582bf2a-715d-46fd-ac06-0753556aeaf3 tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:33:35.372634 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a829ef8c-47e6-4d34-9402-5d7d76e54f22 req-8582bf2a-715d-46fd-ac06-0753556aeaf3 tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] 10.222.0.16 "GET /v2.0/ports?device_id=a63c62ae-12eb-44f2-86cc-9ec11951ade5 HTTP/1.1" status: 200 len: 945 time: 0.0817194 Jul 14 19:33:35.418637 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a829ef8c-47e6-4d34-9402-5d7d76e54f22 req-c4f72dcc-447c-4d9c-850e-d6f4578d8050 tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] 10.222.0.16 "GET /v2.0/security-groups?id=5a17c7ee-4f5b-49a7-9834-7d1cdd003627&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443206 Jul 14 19:33:36.044192 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.agents_db [None req-2ea07fb6-aa68-4671-8654-119d82b9f530 None None] Agent healthcheck: found 7 active agents {{(pid=93918) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 19:33:36.179979 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:33:36.600464 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d2839a-c9d4-4ef5-9b65-f3794fbc1d25 req-c11f4a86-52f6-4b08-b7cd-54d3aff2a616 tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:33:36.601993 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f1d2839a-c9d4-4ef5-9b65-f3794fbc1d25 req-c11f4a86-52f6-4b08-b7cd-54d3aff2a616 tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] 10.222.0.16 "GET /v2.0/ports?device_id=a63c62ae-12eb-44f2-86cc-9ec11951ade5 HTTP/1.1" status: 200 len: 945 time: 0.0661786 Jul 14 19:33:36.643674 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f1d2839a-c9d4-4ef5-9b65-f3794fbc1d25 req-721ecc61-97f3-4768-bd86-07149937de0f tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] 10.222.0.16 "GET /v2.0/security-groups?id=5a17c7ee-4f5b-49a7-9834-7d1cdd003627&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360436 Jul 14 19:33:37.835357 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a857e0a-68a9-45a5-924a-253a841a34ca req-24e15139-8acc-4a79-b54d-72f0eb748592 tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:33:37.840580 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2a857e0a-68a9-45a5-924a-253a841a34ca req-24e15139-8acc-4a79-b54d-72f0eb748592 tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] 10.222.0.16 "GET /v2.0/ports?device_id=a63c62ae-12eb-44f2-86cc-9ec11951ade5 HTTP/1.1" status: 200 len: 945 time: 0.0747960 Jul 14 19:33:37.884861 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2a857e0a-68a9-45a5-924a-253a841a34ca req-34ad486d-7660-4ece-a27e-0e6631d4348d tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] 10.222.0.16 "GET /v2.0/security-groups?id=5a17c7ee-4f5b-49a7-9834-7d1cdd003627&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420666 Jul 14 19:33:39.066092 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64885fa-4055-4225-b8ee-4b315c7d4462 req-b27bf6ee-bb09-44c7-b8a5-7c510f77f167 tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:33:39.067650 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c64885fa-4055-4225-b8ee-4b315c7d4462 req-b27bf6ee-bb09-44c7-b8a5-7c510f77f167 tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] 10.222.0.16 "GET /v2.0/ports?device_id=a63c62ae-12eb-44f2-86cc-9ec11951ade5 HTTP/1.1" status: 200 len: 945 time: 0.0659728 Jul 14 19:33:39.112491 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c64885fa-4055-4225-b8ee-4b315c7d4462 req-fed243e5-29d8-452a-adb5-2210a81e74ec tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] 10.222.0.16 "GET /v2.0/security-groups?id=5a17c7ee-4f5b-49a7-9834-7d1cdd003627&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391359 Jul 14 19:33:40.302025 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ec2873-0550-4914-9e6d-cbe5a873a498 req-e3196803-feaa-4505-8cac-c136f0d6c00c tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:33:40.303635 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-84ec2873-0550-4914-9e6d-cbe5a873a498 req-e3196803-feaa-4505-8cac-c136f0d6c00c tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] 10.222.0.16 "GET /v2.0/ports?device_id=a63c62ae-12eb-44f2-86cc-9ec11951ade5 HTTP/1.1" status: 200 len: 945 time: 0.0684028 Jul 14 19:33:40.348426 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-84ec2873-0550-4914-9e6d-cbe5a873a498 req-72605338-1815-49fd-836c-8f18c675d202 tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] 10.222.0.16 "GET /v2.0/security-groups?id=5a17c7ee-4f5b-49a7-9834-7d1cdd003627&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375957 Jul 14 19:33:41.543491 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7cf063-ab5c-4e66-bc54-fdf6209efebc req-3bbd304a-9d7b-49a8-91d2-8adc1486bb11 tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:33:41.550773 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3e7cf063-ab5c-4e66-bc54-fdf6209efebc req-3bbd304a-9d7b-49a8-91d2-8adc1486bb11 tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] 10.222.0.16 "GET /v2.0/ports?device_id=a63c62ae-12eb-44f2-86cc-9ec11951ade5 HTTP/1.1" status: 200 len: 945 time: 0.0778890 Jul 14 19:33:41.586037 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3e7cf063-ab5c-4e66-bc54-fdf6209efebc req-fa117464-7c5e-424c-81f9-ff4acd5cb9ec tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] 10.222.0.16 "GET /v2.0/security-groups?id=5a17c7ee-4f5b-49a7-9834-7d1cdd003627&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341609 Jul 14 19:33:42.649558 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedda334-12e7-4180-b582-d297be8db8a9 req-7b14a535-e98c-4e8a-ad33-857d8ea5e11e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:33:42.651082 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-eedda334-12e7-4180-b582-d297be8db8a9 req-7b14a535-e98c-4e8a-ad33-857d8ea5e11e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f1428dd4244c435b991d3a12d3d737a0&device_id=a63c62ae-12eb-44f2-86cc-9ec11951ade5 HTTP/1.1" status: 200 len: 1096 time: 0.0535336 Jul 14 19:33:42.790736 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedda334-12e7-4180-b582-d297be8db8a9 req-3ee45bc8-fa32-458d-a446-581f8e6da69c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:33:42.792146 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-eedda334-12e7-4180-b582-d297be8db8a9 req-3ee45bc8-fa32-458d-a446-581f8e6da69c service neutron] 10.222.0.18 "GET /v2.0/networks?id=6c2741bd-add1-457c-bec8-a4bc0bda1bf2 HTTP/1.1" status: 200 len: 908 time: 0.1348891 Jul 14 19:33:42.800926 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d3c822-0f9f-418f-b27f-79f3673dd287 req-03ae5471-985c-47ab-aa9b-b20783454de1 tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:33:42.802290 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-34d3c822-0f9f-418f-b27f-79f3673dd287 req-03ae5471-985c-47ab-aa9b-b20783454de1 tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] 10.222.0.16 "GET /v2.0/ports?device_id=a63c62ae-12eb-44f2-86cc-9ec11951ade5 HTTP/1.1" status: 200 len: 945 time: 0.0972435 Jul 14 19:33:42.885522 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-eedda334-12e7-4180-b582-d297be8db8a9 req-e1fa6689-f94b-4e30-989f-7834c40bc6ce service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=45e5cbd4-2cda-47a0-83cb-8b47b43d433c HTTP/1.1" status: 200 len: 1001 time: 0.0822990 Jul 14 19:33:42.888437 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-34d3c822-0f9f-418f-b27f-79f3673dd287 req-2df00de7-e90e-402a-bbca-36fed79c48ff tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] 10.222.0.16 "GET /v2.0/security-groups?id=5a17c7ee-4f5b-49a7-9834-7d1cdd003627&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0798185 Jul 14 19:33:42.932952 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedda334-12e7-4180-b582-d297be8db8a9 req-19b1abca-9385-4c63-adb9-6ef1ab36c7de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:33:42.934390 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-eedda334-12e7-4180-b582-d297be8db8a9 req-19b1abca-9385-4c63-adb9-6ef1ab36c7de service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1885ceaa-5ce0-41ee-8f75-f031aa84dc38 HTTP/1.1" status: 200 len: 847 time: 0.0426393 Jul 14 19:33:42.991906 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedda334-12e7-4180-b582-d297be8db8a9 req-862d9aa4-067f-47d4-979e-6b750e1bb8b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:33:42.993436 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-eedda334-12e7-4180-b582-d297be8db8a9 req-862d9aa4-067f-47d4-979e-6b750e1bb8b0 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6c2741bd-add1-457c-bec8-a4bc0bda1bf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0529258 Jul 14 19:33:43.083212 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-eedda334-12e7-4180-b582-d297be8db8a9 req-5d8092a1-0f65-497e-ac46-240b2b0baec6 service neutron] 10.222.0.18 "GET /v2.0/networks/6c2741bd-add1-457c-bec8-a4bc0bda1bf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836186 Jul 14 19:33:43.171682 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-eedda334-12e7-4180-b582-d297be8db8a9 req-eb97dd5d-4c78-49cc-a035-b85a893fe4af service neutron] 10.222.0.18 "GET /v2.0/networks/6c2741bd-add1-457c-bec8-a4bc0bda1bf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824480 Jul 14 19:33:44.065886 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e84992-443f-4486-8489-e5596d012412 req-7c7b06be-5531-4dbc-be11-1851f6fefb34 tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:33:44.067344 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-98e84992-443f-4486-8489-e5596d012412 req-7c7b06be-5531-4dbc-be11-1851f6fefb34 tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] 10.222.0.16 "GET /v2.0/ports?device_id=a63c62ae-12eb-44f2-86cc-9ec11951ade5 HTTP/1.1" status: 200 len: 945 time: 0.0671697 Jul 14 19:33:44.105055 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-98e84992-443f-4486-8489-e5596d012412 req-10900136-a770-4c9e-b102-258139014020 tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] 10.222.0.16 "GET /v2.0/security-groups?id=5a17c7ee-4f5b-49a7-9834-7d1cdd003627&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321305 Jul 14 19:33:45.284339 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c8e095-5d71-4570-bbd0-c78394333cee req-ca3982f2-ab43-4c2f-9b0d-279694ae185e tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:33:45.285817 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-69c8e095-5d71-4570-bbd0-c78394333cee req-ca3982f2-ab43-4c2f-9b0d-279694ae185e tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] 10.222.0.16 "GET /v2.0/ports?device_id=a63c62ae-12eb-44f2-86cc-9ec11951ade5 HTTP/1.1" status: 200 len: 945 time: 0.0635357 Jul 14 19:33:45.322357 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-69c8e095-5d71-4570-bbd0-c78394333cee req-93837fa0-c2d7-4566-982f-7587428683bb tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] 10.222.0.16 "GET /v2.0/security-groups?id=5a17c7ee-4f5b-49a7-9834-7d1cdd003627&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310419 Jul 14 19:33:45.670895 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248e8b5f-28b8-42fa-bfc4-dfa63d4879c0 req-60281e20-97ec-4913-8bee-fa6844f57deb tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:33:45.672533 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-248e8b5f-28b8-42fa-bfc4-dfa63d4879c0 req-60281e20-97ec-4913-8bee-fa6844f57deb tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] 10.222.0.16 "GET /v2.0/ports?device_id=a63c62ae-12eb-44f2-86cc-9ec11951ade5 HTTP/1.1" status: 200 len: 945 time: 0.0639927 Jul 14 19:33:45.710588 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-248e8b5f-28b8-42fa-bfc4-dfa63d4879c0 req-9c120a27-0991-425d-984b-d2ec414b3bf4 tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] 10.222.0.16 "GET /v2.0/security-groups?id=5a17c7ee-4f5b-49a7-9834-7d1cdd003627&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323462 Jul 14 19:33:45.914401 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-b9c56188-0f9d-4934-a88e-c6a8ef99b6a8 req-21f1a6d4-a9c2-4a78-bd0a-6e41c52a8c47 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=a63c62ae-12eb-44f2-86cc-9ec11951ade5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0921717 Jul 14 19:33:46.845456 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c56188-0f9d-4934-a88e-c6a8ef99b6a8 req-2522647d-2c42-44c9-8edc-bdfdffc3dd09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:33:46.847013 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b9c56188-0f9d-4934-a88e-c6a8ef99b6a8 req-2522647d-2c42-44c9-8edc-bdfdffc3dd09 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=a63c62ae-12eb-44f2-86cc-9ec11951ade5&tenant_id=f1428dd4244c435b991d3a12d3d737a0 HTTP/1.1" status: 200 len: 1096 time: 0.0652871 Jul 14 19:33:46.937206 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c56188-0f9d-4934-a88e-c6a8ef99b6a8 req-89792bbc-4d11-4063-b95a-69a796a99e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:33:46.938765 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b9c56188-0f9d-4934-a88e-c6a8ef99b6a8 req-89792bbc-4d11-4063-b95a-69a796a99e23 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f1428dd4244c435b991d3a12d3d737a0&device_id=a63c62ae-12eb-44f2-86cc-9ec11951ade5 HTTP/1.1" status: 200 len: 1096 time: 0.0674386 Jul 14 19:33:46.975500 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device 45e5cbd4-2cda-47a0-83cb-8b47b43d433c no longer exists at agent hyperv_n-h1-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 19:33:47.057399 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:33:47.079613 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c56188-0f9d-4934-a88e-c6a8ef99b6a8 req-73e07140-3e6e-4ae7-a57a-bb80ec886041 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:33:47.081202 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b9c56188-0f9d-4934-a88e-c6a8ef99b6a8 req-73e07140-3e6e-4ae7-a57a-bb80ec886041 service neutron] 10.222.0.18 "GET /v2.0/networks?id=6c2741bd-add1-457c-bec8-a4bc0bda1bf2 HTTP/1.1" status: 200 len: 908 time: 0.1356843 Jul 14 19:33:47.082647 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a63c62ae-12eb-44f2-86cc-9ec11951ade5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '45e5cbd4-2cda-47a0-83cb-8b47b43d433c'}] {{(pid=93917) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 19:33:47.084960 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee9af70b018e2a669d4aace710d7966bbe0586a349443f05e01050df9771a348" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0380afec-e268-4cc3-a1f2-526ef95128b6" -d '{"events": [{"server_uuid": "a63c62ae-12eb-44f2-86cc-9ec11951ade5", "name": "network-vif-unplugged", "status": "completed", "tag": "45e5cbd4-2cda-47a0-83cb-8b47b43d433c"}]}' {{(pid=93917) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 19:33:47.098899 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port 45e5cbd4-2cda-47a0-83cb-8b47b43d433c, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=45e5cbd4-2cda-47a0-83cb-8b47b43d433c,segment=NetworkSegment(26129bd0-982f-489f-9551-293992d87442),segment_id=26129bd0-982f-489f-9551-293992d87442)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 19:33:47.104018 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:33:47.153642 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 14 Jul 2021 19:33:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a2171c9-8fe5-44d4-b5f6-c019e88575be x-openstack-request-id: req-0a2171c9-8fe5-44d4-b5f6-c019e88575be {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 19:33:47.153642 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a63c62ae-12eb-44f2-86cc-9ec11951ade5", "name": "network-vif-unplugged", "status": "completed", "tag": "45e5cbd4-2cda-47a0-83cb-8b47b43d433c", "code": 200}]} {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 19:33:47.153642 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0a2171c9-8fe5-44d4-b5f6-c019e88575be {{(pid=93917) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 19:33:47.155517 n-d-800634-3 neutron-server[93917]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a63c62ae-12eb-44f2-86cc-9ec11951ade5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '45e5cbd4-2cda-47a0-83cb-8b47b43d433c', 'code': 200} Jul 14 19:33:47.169433 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b9c56188-0f9d-4934-a88e-c6a8ef99b6a8 req-ff267668-2b80-4ba8-9076-43e2b6cce556 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=45e5cbd4-2cda-47a0-83cb-8b47b43d433c HTTP/1.1" status: 200 len: 1001 time: 0.0799043 Jul 14 19:33:47.174076 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Pushing event updated for resources: {'Port': ['ID=45e5cbd4-2cda-47a0-83cb-8b47b43d433c,revision_number=8']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:33:47.181635 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953fd118-4621-476d-8471-9ecbd02a7049 req-1fd95c46-35f6-4fcb-9102-0992a3824406 tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:33:47.184617 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-953fd118-4621-476d-8471-9ecbd02a7049 req-1fd95c46-35f6-4fcb-9102-0992a3824406 tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] 10.222.0.16 "GET /v2.0/ports?device_id=a63c62ae-12eb-44f2-86cc-9ec11951ade5 HTTP/1.1" status: 200 len: 945 time: 0.1664577 Jul 14 19:33:47.258232 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c56188-0f9d-4934-a88e-c6a8ef99b6a8 req-607a4e86-b609-49e2-a603-59997046b78a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:33:47.259725 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b9c56188-0f9d-4934-a88e-c6a8ef99b6a8 req-607a4e86-b609-49e2-a603-59997046b78a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1885ceaa-5ce0-41ee-8f75-f031aa84dc38 HTTP/1.1" status: 200 len: 847 time: 0.0742025 Jul 14 19:33:47.265580 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-953fd118-4621-476d-8471-9ecbd02a7049 req-33b59b09-46e9-4621-b339-9b00dac71b4d tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] 10.222.0.16 "GET /v2.0/security-groups?id=5a17c7ee-4f5b-49a7-9834-7d1cdd003627&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716686 Jul 14 19:33:47.318848 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c56188-0f9d-4934-a88e-c6a8ef99b6a8 req-42adc4aa-e6a7-4e85-ab60-e96acf9c864e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:33:47.319992 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b9c56188-0f9d-4934-a88e-c6a8ef99b6a8 req-42adc4aa-e6a7-4e85-ab60-e96acf9c864e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6c2741bd-add1-457c-bec8-a4bc0bda1bf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0535734 Jul 14 19:33:47.417218 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b9c56188-0f9d-4934-a88e-c6a8ef99b6a8 req-90150244-44ee-45e1-ad85-47a29cc4cfab service neutron] 10.222.0.18 "GET /v2.0/networks/6c2741bd-add1-457c-bec8-a4bc0bda1bf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910392 Jul 14 19:33:47.505652 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b9c56188-0f9d-4934-a88e-c6a8ef99b6a8 req-e88e2d1b-d21e-4815-a019-91dec0704b8c service neutron] 10.222.0.18 "GET /v2.0/networks/6c2741bd-add1-457c-bec8-a4bc0bda1bf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824454 Jul 14 19:33:48.450876 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3db918-2216-435a-8823-b715bd25ecf7 req-eb22beec-0d58-43aa-85d5-1762a70d09e4 tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:33:48.452350 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-1a3db918-2216-435a-8823-b715bd25ecf7 req-eb22beec-0d58-43aa-85d5-1762a70d09e4 tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] 10.222.0.16 "GET /v2.0/ports?device_id=a63c62ae-12eb-44f2-86cc-9ec11951ade5 HTTP/1.1" status: 200 len: 943 time: 0.0681438 Jul 14 19:33:48.494423 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-1a3db918-2216-435a-8823-b715bd25ecf7 req-d709dea5-511c-48d9-a7ca-870a1641788d tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] 10.222.0.16 "GET /v2.0/security-groups?id=5a17c7ee-4f5b-49a7-9834-7d1cdd003627&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350628 Jul 14 19:33:49.680228 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a18a1ea-8b49-469e-b721-ee041fd5aace req-14ee6a54-f25c-4c96-aff4-6857caaaad54 tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:33:49.681744 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-4a18a1ea-8b49-469e-b721-ee041fd5aace req-14ee6a54-f25c-4c96-aff4-6857caaaad54 tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] 10.222.0.16 "GET /v2.0/ports?device_id=a63c62ae-12eb-44f2-86cc-9ec11951ade5 HTTP/1.1" status: 200 len: 943 time: 0.0725217 Jul 14 19:33:49.725014 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-4a18a1ea-8b49-469e-b721-ee041fd5aace req-47c5667c-6607-4910-ba2e-c5a7f5ebe9ad tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] 10.222.0.16 "GET /v2.0/security-groups?id=5a17c7ee-4f5b-49a7-9834-7d1cdd003627&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358217 Jul 14 19:33:50.049797 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-254abe4b-2d23-42fe-8a78-b854b77e6346 req-0467d35d-c77d-48d0-8b8e-b79c4d104f90 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=03a24d87-527f-4d5b-a998-53393446562a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0310502 Jul 14 19:33:50.120405 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-254abe4b-2d23-42fe-8a78-b854b77e6346 req-ffac8c6e-577e-4a9c-9819-67ea8ee4cda9 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c51e850593fc4a37af9470721017e8e7&device_id=03a24d87-527f-4d5b-a998-53393446562a HTTP/1.1" status: 200 len: 210 time: 0.0292764 Jul 14 19:33:50.159403 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-254abe4b-2d23-42fe-8a78-b854b77e6346 req-d65fda74-c857-41cb-bc53-b8edd5eff88e service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=c51e850593fc4a37af9470721017e8e7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0194354 Jul 14 19:33:50.261461 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254abe4b-2d23-42fe-8a78-b854b77e6346 req-29bee092-61ff-4834-8100-cf8a80dda65f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:33:50.263151 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-254abe4b-2d23-42fe-8a78-b854b77e6346 req-29bee092-61ff-4834-8100-cf8a80dda65f service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0983858 Jul 14 19:33:50.534044 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-cc961e03-027d-45da-9e29-56dbac2681fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:33:50.906797 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ae7ebe-6b57-420b-bbde-4c2045761579 req-7fe419fb-d409-42cf-8162-1bb6bc99459a tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:33:50.910411 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f1ae7ebe-6b57-420b-bbde-4c2045761579 req-7fe419fb-d409-42cf-8162-1bb6bc99459a tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] 10.222.0.16 "GET /v2.0/ports?device_id=a63c62ae-12eb-44f2-86cc-9ec11951ade5 HTTP/1.1" status: 200 len: 943 time: 0.0701363 Jul 14 19:33:50.949005 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f1ae7ebe-6b57-420b-bbde-4c2045761579 req-2e2d7893-6850-442e-86d6-ee894d49cc8e tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] 10.222.0.16 "GET /v2.0/security-groups?id=5a17c7ee-4f5b-49a7-9834-7d1cdd003627&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344281 Jul 14 19:33:52.135180 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631219e9-43e4-4e33-ab8f-a5e1faffb13b req-c0b5ae72-1e17-43ba-99ad-156517070f55 tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:33:52.136929 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-631219e9-43e4-4e33-ab8f-a5e1faffb13b req-c0b5ae72-1e17-43ba-99ad-156517070f55 tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] 10.222.0.16 "GET /v2.0/ports?device_id=a63c62ae-12eb-44f2-86cc-9ec11951ade5 HTTP/1.1" status: 200 len: 943 time: 0.0706642 Jul 14 19:33:52.180252 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-631219e9-43e4-4e33-ab8f-a5e1faffb13b req-fb46a400-98e4-41de-ad8b-5f0cd5c0121a tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] 10.222.0.16 "GET /v2.0/security-groups?id=5a17c7ee-4f5b-49a7-9834-7d1cdd003627&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369771 Jul 14 19:33:52.934264 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9f53fcb0-b12b-4215-9ae4-3befa623bae2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:33:53.291691 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:33:53.392532 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c64fe4-549e-468f-aa95-1edeaf0bee4a req-6164aed8-9b5e-4ac6-8c38-bfddb0fe80fc tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:33:53.394107 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-62c64fe4-549e-468f-aa95-1edeaf0bee4a req-6164aed8-9b5e-4ac6-8c38-bfddb0fe80fc tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] 10.222.0.16 "GET /v2.0/ports?device_id=a63c62ae-12eb-44f2-86cc-9ec11951ade5 HTTP/1.1" status: 200 len: 943 time: 0.0693901 Jul 14 19:33:53.435081 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-62c64fe4-549e-468f-aa95-1edeaf0bee4a req-82ee1cb8-50a0-440e-84ce-ebed02b148a4 tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] 10.222.0.16 "GET /v2.0/security-groups?id=5a17c7ee-4f5b-49a7-9834-7d1cdd003627&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347090 Jul 14 19:33:54.410171 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-574aeb93-9938-449c-8e6c-cb22c9b52cc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:33:54.629198 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debb29ce-3ce1-4276-98f3-a7e972602c9b req-61bf104c-79f1-4a70-b9f9-d94855368269 tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:33:54.630723 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-debb29ce-3ce1-4276-98f3-a7e972602c9b req-61bf104c-79f1-4a70-b9f9-d94855368269 tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] 10.222.0.16 "GET /v2.0/ports?device_id=a63c62ae-12eb-44f2-86cc-9ec11951ade5 HTTP/1.1" status: 200 len: 943 time: 0.0682487 Jul 14 19:33:54.671406 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-debb29ce-3ce1-4276-98f3-a7e972602c9b req-83f52e65-a094-4411-978e-d65417ca0678 tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] 10.222.0.16 "GET /v2.0/security-groups?id=5a17c7ee-4f5b-49a7-9834-7d1cdd003627&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344849 Jul 14 19:33:55.855354 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1914ef79-c4ff-4ba4-9d21-95c964216bef req-179e3631-264c-44d8-a57b-a5c8dc90f98d tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:33:55.856976 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-1914ef79-c4ff-4ba4-9d21-95c964216bef req-179e3631-264c-44d8-a57b-a5c8dc90f98d tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] 10.222.0.16 "GET /v2.0/ports?device_id=a63c62ae-12eb-44f2-86cc-9ec11951ade5 HTTP/1.1" status: 200 len: 943 time: 0.0722444 Jul 14 19:33:55.897464 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-1914ef79-c4ff-4ba4-9d21-95c964216bef req-8fb323c9-eaeb-4581-a4a7-3b41ae02aaf4 tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] 10.222.0.16 "GET /v2.0/security-groups?id=5a17c7ee-4f5b-49a7-9834-7d1cdd003627&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338764 Jul 14 19:33:56.052491 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-2f4e3af3-e708-4ffd-a544-82d93a489d01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:33:57.079389 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6efa031-ae1c-4a5a-9d5b-8a46fe423c2b req-14f3faf5-f124-4515-964b-e31daf6e1af9 tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:33:57.080927 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e6efa031-ae1c-4a5a-9d5b-8a46fe423c2b req-14f3faf5-f124-4515-964b-e31daf6e1af9 tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] 10.222.0.16 "GET /v2.0/ports?device_id=a63c62ae-12eb-44f2-86cc-9ec11951ade5 HTTP/1.1" status: 200 len: 943 time: 0.0658934 Jul 14 19:33:57.128904 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e6efa031-ae1c-4a5a-9d5b-8a46fe423c2b req-58474a26-7c5e-4480-8adc-def0652f4ab0 tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] 10.222.0.16 "GET /v2.0/security-groups?id=5a17c7ee-4f5b-49a7-9834-7d1cdd003627&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423257 Jul 14 19:33:58.316545 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe89f77-34da-4b95-a3cd-aa941e471837 req-85631e0f-43c2-4aee-a2a7-d86298963412 tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:33:58.318098 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-7fe89f77-34da-4b95-a3cd-aa941e471837 req-85631e0f-43c2-4aee-a2a7-d86298963412 tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] 10.222.0.16 "GET /v2.0/ports?device_id=a63c62ae-12eb-44f2-86cc-9ec11951ade5 HTTP/1.1" status: 200 len: 943 time: 0.0688248 Jul 14 19:33:58.366813 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-7fe89f77-34da-4b95-a3cd-aa941e471837 req-7f82c893-340c-499a-ade8-8db3169fd9db tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] 10.222.0.16 "GET /v2.0/security-groups?id=5a17c7ee-4f5b-49a7-9834-7d1cdd003627&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412900 Jul 14 19:33:58.637361 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61758781-fd76-4151-bc9c-5db3ba4698bc req-31ad6485-833e-44ca-9141-71e540b0f37e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:33:58.639458 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-61758781-fd76-4151-bc9c-5db3ba4698bc req-31ad6485-833e-44ca-9141-71e540b0f37e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f1428dd4244c435b991d3a12d3d737a0&device_id=a63c62ae-12eb-44f2-86cc-9ec11951ade5 HTTP/1.1" status: 200 len: 1094 time: 0.0533307 Jul 14 19:33:58.755665 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61758781-fd76-4151-bc9c-5db3ba4698bc req-a3684a1f-8ef0-4acd-9628-0fbe4cc1841b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:33:58.757215 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-61758781-fd76-4151-bc9c-5db3ba4698bc req-a3684a1f-8ef0-4acd-9628-0fbe4cc1841b service neutron] 10.222.0.18 "GET /v2.0/networks?id=6c2741bd-add1-457c-bec8-a4bc0bda1bf2 HTTP/1.1" status: 200 len: 908 time: 0.0917208 Jul 14 19:33:58.824571 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-61758781-fd76-4151-bc9c-5db3ba4698bc req-44432397-57a9-41a6-99d5-531f8fc28621 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=45e5cbd4-2cda-47a0-83cb-8b47b43d433c HTTP/1.1" status: 200 len: 999 time: 0.0596566 Jul 14 19:33:58.871957 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61758781-fd76-4151-bc9c-5db3ba4698bc req-073a8a5e-7eab-45b1-b667-1443dcf55540 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:33:58.873923 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-61758781-fd76-4151-bc9c-5db3ba4698bc req-073a8a5e-7eab-45b1-b667-1443dcf55540 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1885ceaa-5ce0-41ee-8f75-f031aa84dc38 HTTP/1.1" status: 200 len: 847 time: 0.0429409 Jul 14 19:33:58.933195 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61758781-fd76-4151-bc9c-5db3ba4698bc req-0d3c88a1-1759-44cb-82ae-374ac1a6c165 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:33:58.934693 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-61758781-fd76-4151-bc9c-5db3ba4698bc req-0d3c88a1-1759-44cb-82ae-374ac1a6c165 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6c2741bd-add1-457c-bec8-a4bc0bda1bf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0539141 Jul 14 19:33:59.022812 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-61758781-fd76-4151-bc9c-5db3ba4698bc req-ad35f96e-4fe0-403c-b8ba-178a8f88e412 service neutron] 10.222.0.18 "GET /v2.0/networks/6c2741bd-add1-457c-bec8-a4bc0bda1bf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814943 Jul 14 19:33:59.114410 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-61758781-fd76-4151-bc9c-5db3ba4698bc req-5d179316-194a-4e65-b593-7b25d5b7272d service neutron] 10.222.0.18 "GET /v2.0/networks/6c2741bd-add1-457c-bec8-a4bc0bda1bf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848396 Jul 14 19:33:59.566796 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d502dda3-3235-4af1-b880-0c5384fab7d0 req-b997fceb-6876-4788-a7d0-12f41c3298e8 tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:33:59.568354 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-d502dda3-3235-4af1-b880-0c5384fab7d0 req-b997fceb-6876-4788-a7d0-12f41c3298e8 tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] 10.222.0.16 "GET /v2.0/ports?device_id=a63c62ae-12eb-44f2-86cc-9ec11951ade5 HTTP/1.1" status: 200 len: 943 time: 0.0814898 Jul 14 19:33:59.638918 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-d502dda3-3235-4af1-b880-0c5384fab7d0 req-9ce23436-2087-4731-bcd8-1c6870a45c3d tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] 10.222.0.16 "GET /v2.0/security-groups?id=5a17c7ee-4f5b-49a7-9834-7d1cdd003627&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607963 Jul 14 19:33:59.657002 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4801416e-8cb5-4ad0-8706-039c32350b4c req-c0ffdc2c-5136-4b5b-bbad-416f0524c38c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:33:59.658523 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-4801416e-8cb5-4ad0-8706-039c32350b4c req-c0ffdc2c-5136-4b5b-bbad-416f0524c38c service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=a63c62ae-12eb-44f2-86cc-9ec11951ade5 HTTP/1.1" status: 200 len: 1094 time: 0.0875278 Jul 14 19:33:59.694136 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-4801416e-8cb5-4ad0-8706-039c32350b4c req-f3179b15-0491-40ed-97d2-692a18550b1a service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=5a17c7ee-4f5b-49a7-9834-7d1cdd003627&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0282631 Jul 14 19:34:00.818018 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452259e4-26d4-429c-b316-8bd9fa3d94fe req-97fbbd90-421b-48dd-a2a5-9cd36859b71c tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:34:00.819893 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-452259e4-26d4-429c-b316-8bd9fa3d94fe req-97fbbd90-421b-48dd-a2a5-9cd36859b71c tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] 10.222.0.16 "GET /v2.0/ports?device_id=a63c62ae-12eb-44f2-86cc-9ec11951ade5 HTTP/1.1" status: 200 len: 943 time: 0.0682619 Jul 14 19:34:00.861846 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-452259e4-26d4-429c-b316-8bd9fa3d94fe req-ec2c5417-e272-42a5-a206-8e3524b329d2 tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] 10.222.0.16 "GET /v2.0/security-groups?id=5a17c7ee-4f5b-49a7-9834-7d1cdd003627&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326397 Jul 14 19:34:01.026847 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device 45e5cbd4-2cda-47a0-83cb-8b47b43d433c details requested by agent hyperv_n-h1-800634-3 with host n-h1-800634-3 {{(pid=93917) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 19:34:01.118821 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port 45e5cbd4-2cda-47a0-83cb-8b47b43d433c, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=45e5cbd4-2cda-47a0-83cb-8b47b43d433c,segment=NetworkSegment(26129bd0-982f-489f-9551-293992d87442),segment_id=26129bd0-982f-489f-9551-293992d87442)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 19:34:01.130224 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Returning: {'device': '45e5cbd4-2cda-47a0-83cb-8b47b43d433c', 'network_id': '6c2741bd-add1-457c-bec8-a4bc0bda1bf2', 'port_id': '45e5cbd4-2cda-47a0-83cb-8b47b43d433c', 'mac_address': 'fa:16:3e:24:67:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 74, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1885ceaa-5ce0-41ee-8f75-f031aa84dc38', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93917) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 19:34:01.166554 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:34:01.181996 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45e5cbd4-2cda-47a0-83cb-8b47b43d433c {{(pid=93917) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 19:34:01.202193 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port 45e5cbd4-2cda-47a0-83cb-8b47b43d433c, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=45e5cbd4-2cda-47a0-83cb-8b47b43d433c,segment=NetworkSegment(26129bd0-982f-489f-9551-293992d87442),segment_id=26129bd0-982f-489f-9551-293992d87442)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 19:34:01.205997 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:34:01.251179 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Pushing event updated for resources: {'Port': ['ID=45e5cbd4-2cda-47a0-83cb-8b47b43d433c,revision_number=9']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:34:01.414139 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] get_ports_and_sgs() called for port_ids ['45e5cbd4-2cda-47a0-83cb-8b47b43d433c'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 19:34:02.034734 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486207a5-7dad-4646-b7fc-e7c144d831ce req-4b92ca8c-a4a1-41e6-b4cd-406667827e3d tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:34:02.036327 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-486207a5-7dad-4646-b7fc-e7c144d831ce req-4b92ca8c-a4a1-41e6-b4cd-406667827e3d tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] 10.222.0.16 "GET /v2.0/ports?device_id=a63c62ae-12eb-44f2-86cc-9ec11951ade5 HTTP/1.1" status: 200 len: 944 time: 0.0640545 Jul 14 19:34:02.074578 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-486207a5-7dad-4646-b7fc-e7c144d831ce req-062e77f9-df9c-48c9-b54b-fc208063d0c3 tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] 10.222.0.16 "GET /v2.0/security-groups?id=5a17c7ee-4f5b-49a7-9834-7d1cdd003627&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325959 Jul 14 19:34:03.048130 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device 45e5cbd4-2cda-47a0-83cb-8b47b43d433c up at agent hyperv_n-h1-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 19:34:03.099333 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Provisioning complete for port 45e5cbd4-2cda-47a0-83cb-8b47b43d433c triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 19:34:03.099703 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:34:03.155249 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:34:03.191153 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:34:03.213256 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a63c62ae-12eb-44f2-86cc-9ec11951ade5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45e5cbd4-2cda-47a0-83cb-8b47b43d433c'}] {{(pid=93917) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 19:34:03.215529 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee9af70b018e2a669d4aace710d7966bbe0586a349443f05e01050df9771a348" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29e30e7e-5be0-495a-a322-4d5224910bdd" -d '{"events": [{"server_uuid": "a63c62ae-12eb-44f2-86cc-9ec11951ade5", "name": "network-vif-plugged", "status": "completed", "tag": "45e5cbd4-2cda-47a0-83cb-8b47b43d433c"}]}' {{(pid=93917) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 19:34:03.228932 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port 45e5cbd4-2cda-47a0-83cb-8b47b43d433c, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=45e5cbd4-2cda-47a0-83cb-8b47b43d433c,segment=NetworkSegment(26129bd0-982f-489f-9551-293992d87442),segment_id=26129bd0-982f-489f-9551-293992d87442)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 19:34:03.236489 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:34:03.260727 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 19:34:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d977e49-a7af-45e4-838a-bb6e278a6a97 x-openstack-request-id: req-7d977e49-a7af-45e4-838a-bb6e278a6a97 {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 19:34:03.260972 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a63c62ae-12eb-44f2-86cc-9ec11951ade5", "name": "network-vif-plugged", "status": "completed", "tag": "45e5cbd4-2cda-47a0-83cb-8b47b43d433c", "code": 200}]} {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 19:34:03.261193 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7d977e49-a7af-45e4-838a-bb6e278a6a97 {{(pid=93917) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 19:34:03.261578 n-d-800634-3 neutron-server[93917]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a63c62ae-12eb-44f2-86cc-9ec11951ade5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45e5cbd4-2cda-47a0-83cb-8b47b43d433c', 'code': 200} Jul 14 19:34:03.287426 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Pushing event updated for resources: {'Port': ['ID=45e5cbd4-2cda-47a0-83cb-8b47b43d433c,revision_number=10']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:34:06.177679 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:34:13.043601 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.agents_db [None req-2ea07fb6-aa68-4671-8654-119d82b9f530 None None] Agent healthcheck: found 7 active agents {{(pid=93918) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 19:34:20.527893 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-33c08c03-ad6d-4605-b092-10c71b1c7c0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:34:22.935713 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-fb5dae85-067e-410b-8cc2-921ebb6a9c2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:34:23.285007 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:34:24.413659 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-574aeb93-9938-449c-8e6c-cb22c9b52cc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:34:26.044002 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-2f4e3af3-e708-4ffd-a544-82d93a489d01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:34:33.163480 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:34:36.178228 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:34:50.043576 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.agents_db [None req-2ea07fb6-aa68-4671-8654-119d82b9f530 None None] Agent healthcheck: found 7 active agents {{(pid=93918) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 19:34:50.528993 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-948e7af2-28cf-46c0-97f4-b06bf7df0f26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:34:51.197587 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-96ce829e-4ff0-4ead-9b31-68449672de06 req-f663937e-62c2-49e0-9a6c-6abddc9e33ba service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=6ab0c594-ecaf-4c5b-977a-9c1b59a2d9cc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0337396 Jul 14 19:34:51.246632 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-96ce829e-4ff0-4ead-9b31-68449672de06 req-cbf3ffc7-7ecf-4864-9365-7951672d440a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f1c4e239e6d24b3bb240a97f6c99b33f&device_id=6ab0c594-ecaf-4c5b-977a-9c1b59a2d9cc HTTP/1.1" status: 200 len: 210 time: 0.0273559 Jul 14 19:34:51.287486 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-96ce829e-4ff0-4ead-9b31-68449672de06 req-e5a08704-9ef3-4b3b-a789-ce8d4ad700c1 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=f1c4e239e6d24b3bb240a97f6c99b33f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0204651 Jul 14 19:34:51.387266 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ce829e-4ff0-4ead-9b31-68449672de06 req-430c27b7-0c28-4971-8ba0-de44376e8d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:34:51.388915 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-96ce829e-4ff0-4ead-9b31-68449672de06 req-430c27b7-0c28-4971-8ba0-de44376e8d43 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0950093 Jul 14 19:34:52.935081 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-38e61802-2c19-4a2d-a0f9-ed9670d140fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:34:53.289454 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:34:54.413208 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-574aeb93-9938-449c-8e6c-cb22c9b52cc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:34:54.473523 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-275cbdb9-c3a0-4054-9251-1a890598552c req-f97f2dbd-671d-4e5b-be7d-880e3c3f430c service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=a63c62ae-12eb-44f2-86cc-9ec11951ade5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0515354 Jul 14 19:34:54.568765 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275cbdb9-c3a0-4054-9251-1a890598552c req-cfe74e24-f442-4093-b421-fba6f1d9a503 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:34:54.570234 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-275cbdb9-c3a0-4054-9251-1a890598552c req-cfe74e24-f442-4093-b421-fba6f1d9a503 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f1428dd4244c435b991d3a12d3d737a0&device_id=a63c62ae-12eb-44f2-86cc-9ec11951ade5 HTTP/1.1" status: 200 len: 1097 time: 0.0548677 Jul 14 19:34:54.670602 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275cbdb9-c3a0-4054-9251-1a890598552c req-fb84a370-1702-40be-a46d-ef79be12f79b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:34:54.672052 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-275cbdb9-c3a0-4054-9251-1a890598552c req-fb84a370-1702-40be-a46d-ef79be12f79b service neutron] 10.222.0.18 "GET /v2.0/networks?id=6c2741bd-add1-457c-bec8-a4bc0bda1bf2 HTTP/1.1" status: 200 len: 908 time: 0.0830452 Jul 14 19:34:54.737947 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-275cbdb9-c3a0-4054-9251-1a890598552c req-2dbf7df2-fb24-4a05-93e7-11103717a43e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=45e5cbd4-2cda-47a0-83cb-8b47b43d433c HTTP/1.1" status: 200 len: 1001 time: 0.0592713 Jul 14 19:34:54.784520 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275cbdb9-c3a0-4054-9251-1a890598552c req-41f682f9-29b3-477d-8dba-af9ab65b6233 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:34:54.785956 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-275cbdb9-c3a0-4054-9251-1a890598552c req-41f682f9-29b3-477d-8dba-af9ab65b6233 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1885ceaa-5ce0-41ee-8f75-f031aa84dc38 HTTP/1.1" status: 200 len: 847 time: 0.0420058 Jul 14 19:34:54.840017 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275cbdb9-c3a0-4054-9251-1a890598552c req-cc756570-94d6-4787-99d0-4b639951c49f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:34:54.841515 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-275cbdb9-c3a0-4054-9251-1a890598552c req-cc756570-94d6-4787-99d0-4b639951c49f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6c2741bd-add1-457c-bec8-a4bc0bda1bf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0497730 Jul 14 19:34:54.930162 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-275cbdb9-c3a0-4054-9251-1a890598552c req-fcd1b9a4-6b7a-4644-9ebb-340fe6125727 service neutron] 10.222.0.18 "GET /v2.0/networks/6c2741bd-add1-457c-bec8-a4bc0bda1bf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820870 Jul 14 19:34:55.016845 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-275cbdb9-c3a0-4054-9251-1a890598552c req-a4843b79-da68-4fc4-a459-8c1916a4dc88 service neutron] 10.222.0.18 "GET /v2.0/networks/6c2741bd-add1-457c-bec8-a4bc0bda1bf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809176 Jul 14 19:34:56.047889 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-2f4e3af3-e708-4ffd-a544-82d93a489d01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:35:03.158026 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:35:06.184852 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:35:10.439433 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 33640) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 19:35:10.593969 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [None req-10bddb11-4a29-400c-9d4d-d63a4ab154ac tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] Deleting port 60361b72-07af-40b5-a981-4aaa3b7356e1 {{(pid=93915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 19:35:10.594316 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-10bddb11-4a29-400c-9d4d-d63a4ab154ac tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:35:10.670184 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-10bddb11-4a29-400c-9d4d-d63a4ab154ac tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:35:10.670517 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-10bddb11-4a29-400c-9d4d-d63a4ab154ac tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:35:10.682225 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [None req-10bddb11-4a29-400c-9d4d-d63a4ab154ac tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] Calling delete_port for 60361b72-07af-40b5-a981-4aaa3b7356e1 owned by network:floatingip {{(pid=93915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 19:35:10.822505 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-10bddb11-4a29-400c-9d4d-d63a4ab154ac tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:35:10.846498 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bddb11-4a29-400c-9d4d-d63a4ab154ac tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] Pushing event deleted for resources: {'Port': ['ID=60361b72-07af-40b5-a981-4aaa3b7356e1,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:35:10.874919 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10bddb11-4a29-400c-9d4d-d63a4ab154ac tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:35:10.875268 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10bddb11-4a29-400c-9d4d-d63a4ab154ac tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:35:10.875611 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10bddb11-4a29-400c-9d4d-d63a4ab154ac tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:35:10.875951 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10bddb11-4a29-400c-9d4d-d63a4ab154ac tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:35:10.876324 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10bddb11-4a29-400c-9d4d-d63a4ab154ac tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:35:10.876660 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10bddb11-4a29-400c-9d4d-d63a4ab154ac tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:35:10.876989 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10bddb11-4a29-400c-9d4d-d63a4ab154ac tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:35:10.877315 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10bddb11-4a29-400c-9d4d-d63a4ab154ac tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:35:10.877639 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10bddb11-4a29-400c-9d4d-d63a4ab154ac tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:35:10.877963 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10bddb11-4a29-400c-9d4d-d63a4ab154ac tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:35:10.878289 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10bddb11-4a29-400c-9d4d-d63a4ab154ac tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:35:10.878612 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10bddb11-4a29-400c-9d4d-d63a4ab154ac tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:35:10.917334 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-10bddb11-4a29-400c-9d4d-d63a4ab154ac tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] Notify callbacks [] for floatingip, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:35:10.917703 n-d-800634-3 neutron-server[93915]: INFO neutron.db.l3_db [None req-10bddb11-4a29-400c-9d4d-d63a4ab154ac tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] Floating IP eddc5bc2-885d-4752-ab2d-74eeedfc19c2 disassociated (deleted). External IP: 172.25.1.237, port: 45e5cbd4-2cda-47a0-83cb-8b47b43d433c. Jul 14 19:35:11.437527 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10bddb11-4a29-400c-9d4d-d63a4ab154ac tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] Router cf097d04-ca81-4220-877d-c2dc3f281448 has already been hosted by L3 agent 2c6eb27e-defb-4cca-9a24-381c7415e359 {{(pid=93915) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 19:35:11.543088 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10bddb11-4a29-400c-9d4d-d63a4ab154ac tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] Notify agent at l3_agent.n-d-800634-3 the message routers_updated {{(pid=93915) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 19:35:11.547729 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-10bddb11-4a29-400c-9d4d-d63a4ab154ac tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for floatingip, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:35:11.553085 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf1b14e7-7206-4143-91fc-9d8f80fb6ac0 None None] Sync routers for ids ['cf097d04-ca81-4220-877d-c2dc3f281448'] in n-d-800634-3 {{(pid=93917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 19:35:11.561748 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf1b14e7-7206-4143-91fc-9d8f80fb6ac0 None None] Routers {'cf097d04-ca81-4220-877d-c2dc3f281448'} bound to L3 agent in host n-d-800634-3 {{(pid=93917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 19:35:11.562370 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-bf1b14e7-7206-4143-91fc-9d8f80fb6ac0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T19:34:53Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['cf097d04-ca81-4220-877d-c2dc3f281448'], 'active': True} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 19:35:11.582782 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-10bddb11-4a29-400c-9d4d-d63a4ab154ac tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] 10.222.0.16 "DELETE /v2.0/floatingips/eddc5bc2-885d-4752-ab2d-74eeedfc19c2 HTTP/1.1" status: 204 len: 168 time: 1.1418140 Jul 14 19:35:11.583379 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a63c62ae-12eb-44f2-86cc-9ec11951ade5', 'tag': '45e5cbd4-2cda-47a0-83cb-8b47b43d433c'}] {{(pid=93915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 19:35:11.585643 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}163b1c7ce9835e2c54087c39b47c05da5c61decdd411e584c58a4e7cd59f948f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-073a24bf-1a45-410c-b6c5-7278a1b8c8f6" -d '{"events": [{"name": "network-changed", "server_uuid": "a63c62ae-12eb-44f2-86cc-9ec11951ade5", "tag": "45e5cbd4-2cda-47a0-83cb-8b47b43d433c"}]}' {{(pid=93915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 19:35:11.689610 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 19:35:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efa3d3b4-971c-4455-a8a2-265c4e038846 x-openstack-request-id: req-efa3d3b4-971c-4455-a8a2-265c4e038846 {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 19:35:11.689906 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a63c62ae-12eb-44f2-86cc-9ec11951ade5", "tag": "45e5cbd4-2cda-47a0-83cb-8b47b43d433c", "status": "completed", "code": 200}]} {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 19:35:11.690159 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-efa3d3b4-971c-4455-a8a2-265c4e038846 {{(pid=93915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 19:35:11.690558 n-d-800634-3 neutron-server[93915]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a63c62ae-12eb-44f2-86cc-9ec11951ade5', 'tag': '45e5cbd4-2cda-47a0-83cb-8b47b43d433c', 'status': 'completed', 'code': 200} Jul 14 19:35:11.777313 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073a24bf-1a45-410c-b6c5-7278a1b8c8f6 req-f5e88658-92e3-4217-b750-15d2798317aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:35:11.778893 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-073a24bf-1a45-410c-b6c5-7278a1b8c8f6 req-f5e88658-92e3-4217-b750-15d2798317aa service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f1428dd4244c435b991d3a12d3d737a0&device_id=a63c62ae-12eb-44f2-86cc-9ec11951ade5 HTTP/1.1" status: 200 len: 1097 time: 0.0640073 Jul 14 19:35:11.837845 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvr_db [None req-bf1b14e7-7206-4143-91fc-9d8f80fb6ac0 None None] Set router cf097d04-ca81-4220-877d-c2dc3f281448 gateway port host: n-d-800634-3 {{(pid=93917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 19:35:11.875257 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073a24bf-1a45-410c-b6c5-7278a1b8c8f6 req-ec46e967-3670-4e6f-9616-1a6a4687b197 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:35:11.877027 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-073a24bf-1a45-410c-b6c5-7278a1b8c8f6 req-ec46e967-3670-4e6f-9616-1a6a4687b197 service neutron] 10.222.0.18 "GET /v2.0/networks?id=6c2741bd-add1-457c-bec8-a4bc0bda1bf2 HTTP/1.1" status: 200 len: 908 time: 0.0907819 Jul 14 19:35:11.924641 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-073a24bf-1a45-410c-b6c5-7278a1b8c8f6 req-f151b928-0e86-4744-a3f7-c0d3180205a5 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=45e5cbd4-2cda-47a0-83cb-8b47b43d433c HTTP/1.1" status: 200 len: 217 time: 0.0401816 Jul 14 19:35:12.016774 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073a24bf-1a45-410c-b6c5-7278a1b8c8f6 req-ffd24c09-c403-4656-a918-e1a0dccede55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:35:12.018266 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-073a24bf-1a45-410c-b6c5-7278a1b8c8f6 req-ffd24c09-c403-4656-a918-e1a0dccede55 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1885ceaa-5ce0-41ee-8f75-f031aa84dc38 HTTP/1.1" status: 200 len: 847 time: 0.0879364 Jul 14 19:35:12.039013 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-bf1b14e7-7206-4143-91fc-9d8f80fb6ac0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf097d04-ca81-4220-877d-c2dc3f281448', 'name': 'tempest-TestShelveInstance-842097262-router', 'tenant_id': 'f1428dd4244c435b991d3a12d3d737a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.80'}], 'enable_snat': True}, 'gw_port_id': 'd6ac005d-5b3d-4ec5-bc6e-e2f64399472c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T19:31:03Z', 'updated_at': '2021-07-14T19:31:05Z', 'revision_number': 4, 'project_id': 'f1428dd4244c435b991d3a12d3d737a0', 'gw_port': {'id': 'd6ac005d-5b3d-4ec5-bc6e-e2f64399472c', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:e6:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf097d04-ca81-4220-877d-c2dc3f281448', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T19:31:03Z', 'updated_at': '2021-07-14T19:31:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_interfaces': [{'id': 'ed8a02ca-3ab2-4c76-bb42-52d4598eef4f', 'name': '', 'network_id': '6c2741bd-add1-457c-bec8-a4bc0bda1bf2', 'tenant_id': 'f1428dd4244c435b991d3a12d3d737a0', 'mac_address': 'fa:16:3e:8c:da:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf097d04-ca81-4220-877d-c2dc3f281448', 'device_owner': 'network:router_interface', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': '1885ceaa-5ce0-41ee-8f75-f031aa84dc38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T19:31:05Z', 'updated_at': '2021-07-14T19:31:12Z', 'revision_number': 5, 'project_id': 'f1428dd4244c435b991d3a12d3d737a0', 'subnets': [{'id': '1885ceaa-5ce0-41ee-8f75-f031aa84dc38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-3', False) {} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 19:35:12.064753 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf1b14e7-7206-4143-91fc-9d8f80fb6ac0 None None] Checking router: cf097d04-ca81-4220-877d-c2dc3f281448 for host: n-d-800634-3 {{(pid=93917) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 19:35:12.072476 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d7926f-d1c1-4220-963a-42175c5ad17a req-e488a1bb-3021-4e3f-b23f-f4947f0fe65e tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:35:12.073168 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf1b14e7-7206-4143-91fc-9d8f80fb6ac0 None None] Routers {'cf097d04-ca81-4220-877d-c2dc3f281448'} bound to L3 agent in host n-d-800634-3 {{(pid=93917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 19:35:12.073785 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-bf1b14e7-7206-4143-91fc-9d8f80fb6ac0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T19:34:53Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['cf097d04-ca81-4220-877d-c2dc3f281448'], 'active': True} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 19:35:12.073994 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b6d7926f-d1c1-4220-963a-42175c5ad17a req-e488a1bb-3021-4e3f-b23f-f4947f0fe65e tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] 10.222.0.16 "GET /v2.0/ports?device_id=a63c62ae-12eb-44f2-86cc-9ec11951ade5 HTTP/1.1" status: 200 len: 946 time: 0.1555009 Jul 14 19:35:12.121628 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073a24bf-1a45-410c-b6c5-7278a1b8c8f6 req-1aa03190-be59-4488-9ea6-0ec25c1830b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:35:12.123137 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-073a24bf-1a45-410c-b6c5-7278a1b8c8f6 req-1aa03190-be59-4488-9ea6-0ec25c1830b3 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6c2741bd-add1-457c-bec8-a4bc0bda1bf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0966022 Jul 14 19:35:12.125941 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b6d7926f-d1c1-4220-963a-42175c5ad17a req-6b8d8787-637a-418c-b92f-3f1dcbc99a0a tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] 10.222.0.16 "GET /v2.0/security-groups?id=5a17c7ee-4f5b-49a7-9834-7d1cdd003627&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456617 Jul 14 19:35:12.184566 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvr_db [None req-bf1b14e7-7206-4143-91fc-9d8f80fb6ac0 None None] Set router cf097d04-ca81-4220-877d-c2dc3f281448 gateway port host: n-d-800634-3 {{(pid=93917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 19:35:12.225119 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-073a24bf-1a45-410c-b6c5-7278a1b8c8f6 req-8c88a63f-ae34-475d-96ca-a5247b89d4ff service neutron] 10.222.0.18 "GET /v2.0/networks/6c2741bd-add1-457c-bec8-a4bc0bda1bf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939486 Jul 14 19:35:12.313967 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-073a24bf-1a45-410c-b6c5-7278a1b8c8f6 req-2bed29a8-34a1-4a6b-be8c-ee44e42362a9 service neutron] 10.222.0.18 "GET /v2.0/networks/6c2741bd-add1-457c-bec8-a4bc0bda1bf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827053 Jul 14 19:35:12.386816 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-bf1b14e7-7206-4143-91fc-9d8f80fb6ac0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf097d04-ca81-4220-877d-c2dc3f281448', 'name': 'tempest-TestShelveInstance-842097262-router', 'tenant_id': 'f1428dd4244c435b991d3a12d3d737a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.80'}], 'enable_snat': True}, 'gw_port_id': 'd6ac005d-5b3d-4ec5-bc6e-e2f64399472c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T19:31:03Z', 'updated_at': '2021-07-14T19:31:05Z', 'revision_number': 4, 'project_id': 'f1428dd4244c435b991d3a12d3d737a0', 'gw_port': {'id': 'd6ac005d-5b3d-4ec5-bc6e-e2f64399472c', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:e6:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf097d04-ca81-4220-877d-c2dc3f281448', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T19:31:03Z', 'updated_at': '2021-07-14T19:31:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_interfaces': [{'id': 'ed8a02ca-3ab2-4c76-bb42-52d4598eef4f', 'name': '', 'network_id': '6c2741bd-add1-457c-bec8-a4bc0bda1bf2', 'tenant_id': 'f1428dd4244c435b991d3a12d3d737a0', 'mac_address': 'fa:16:3e:8c:da:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf097d04-ca81-4220-877d-c2dc3f281448', 'device_owner': 'network:router_interface', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': '1885ceaa-5ce0-41ee-8f75-f031aa84dc38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T19:31:05Z', 'updated_at': '2021-07-14T19:31:12Z', 'revision_number': 5, 'project_id': 'f1428dd4244c435b991d3a12d3d737a0', 'subnets': [{'id': '1885ceaa-5ce0-41ee-8f75-f031aa84dc38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-3', False) {} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 19:35:12.414723 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf1b14e7-7206-4143-91fc-9d8f80fb6ac0 None None] The sync data for ids ['cf097d04-ca81-4220-877d-c2dc3f281448'] in n-d-800634-3 is: [{'id': 'cf097d04-ca81-4220-877d-c2dc3f281448', 'name': 'tempest-TestShelveInstance-842097262-router', 'tenant_id': 'f1428dd4244c435b991d3a12d3d737a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.80'}], 'enable_snat': True}, 'gw_port_id': 'd6ac005d-5b3d-4ec5-bc6e-e2f64399472c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T19:31:03Z', 'updated_at': '2021-07-14T19:31:05Z', 'revision_number': 4, 'project_id': 'f1428dd4244c435b991d3a12d3d737a0', 'gw_port': {'id': 'd6ac005d-5b3d-4ec5-bc6e-e2f64399472c', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:e6:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf097d04-ca81-4220-877d-c2dc3f281448', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T19:31:03Z', 'updated_at': '2021-07-14T19:31:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_interfaces': [{'id': 'ed8a02ca-3ab2-4c76-bb42-52d4598eef4f', 'name': '', 'network_id': '6c2741bd-add1-457c-bec8-a4bc0bda1bf2', 'tenant_id': 'f1428dd4244c435b991d3a12d3d737a0', 'mac_address': 'fa:16:3e:8c:da:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf097d04-ca81-4220-877d-c2dc3f281448', 'device_owner': 'network:router_interface', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': '1885ceaa-5ce0-41ee-8f75-f031aa84dc38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T19:31:05Z', 'updated_at': '2021-07-14T19:31:12Z', 'revision_number': 5, 'project_id': 'f1428dd4244c435b991d3a12d3d737a0', 'subnets': [{'id': '1885ceaa-5ce0-41ee-8f75-f031aa84dc38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 19:35:12.623952 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-243c0a66-7b3f-4626-bfc2-fe644f3b356f None None] New status for floating IP eddc5bc2-885d-4752-ab2d-74eeedfc19c2: DOWN {{(pid=93918) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 19:35:13.157980 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b73c2a-427d-4f6b-bf0a-35cd05d37095 req-a1752143-5b56-4d1c-aef9-8b831a752cce tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:35:13.159495 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-31b73c2a-427d-4f6b-bf0a-35cd05d37095 req-a1752143-5b56-4d1c-aef9-8b831a752cce tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] 10.222.0.18 "GET /v2.0/ports?device_id=a63c62ae-12eb-44f2-86cc-9ec11951ade5 HTTP/1.1" status: 200 len: 946 time: 0.0665333 Jul 14 19:35:13.299396 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [req-31b73c2a-427d-4f6b-bf0a-35cd05d37095 req-aa18c218-170b-43f6-a8a0-b27ccc9a50f0 tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] Deleting port 45e5cbd4-2cda-47a0-83cb-8b47b43d433c {{(pid=93915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 19:35:13.299738 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-31b73c2a-427d-4f6b-bf0a-35cd05d37095 req-aa18c218-170b-43f6-a8a0-b27ccc9a50f0 tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:35:13.363627 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f590cba6-2da4-4a51-bc57-2e73ce09ff97 req-f412ec0a-8a76-4083-b25c-8e8f768ac0f1 tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:35:13.365163 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f590cba6-2da4-4a51-bc57-2e73ce09ff97 req-f412ec0a-8a76-4083-b25c-8e8f768ac0f1 tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] 10.222.0.16 "GET /v2.0/ports?device_id=a63c62ae-12eb-44f2-86cc-9ec11951ade5 HTTP/1.1" status: 200 len: 946 time: 0.1246123 Jul 14 19:35:13.424026 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-31b73c2a-427d-4f6b-bf0a-35cd05d37095 req-aa18c218-170b-43f6-a8a0-b27ccc9a50f0 tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] For port 45e5cbd4-2cda-47a0-83cb-8b47b43d433c, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=45e5cbd4-2cda-47a0-83cb-8b47b43d433c,segment=NetworkSegment(26129bd0-982f-489f-9551-293992d87442),segment_id=26129bd0-982f-489f-9551-293992d87442)] {{(pid=93915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 19:35:13.424414 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-31b73c2a-427d-4f6b-bf0a-35cd05d37095 req-aa18c218-170b-43f6-a8a0-b27ccc9a50f0 tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:35:13.429083 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f590cba6-2da4-4a51-bc57-2e73ce09ff97 req-33b0470b-7113-434e-b5fa-c40ebbd040b3 tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] 10.222.0.16 "GET /v2.0/security-groups?id=5a17c7ee-4f5b-49a7-9834-7d1cdd003627&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584540 Jul 14 19:35:13.439070 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [req-31b73c2a-427d-4f6b-bf0a-35cd05d37095 req-aa18c218-170b-43f6-a8a0-b27ccc9a50f0 tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] Calling delete_port for 45e5cbd4-2cda-47a0-83cb-8b47b43d433c owned by compute:nova {{(pid=93915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 19:35:13.570992 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-31b73c2a-427d-4f6b-bf0a-35cd05d37095 req-aa18c218-170b-43f6-a8a0-b27ccc9a50f0 tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:35:13.600028 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa18c218-170b-43f6-a8a0-b27ccc9a50f0 tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] Pushing event deleted for resources: {'Port': ['ID=45e5cbd4-2cda-47a0-83cb-8b47b43d433c,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:35:13.648841 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [req-31b73c2a-427d-4f6b-bf0a-35cd05d37095 req-aa18c218-170b-43f6-a8a0-b27ccc9a50f0 tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] No DVR routers for this DVR port 45e5cbd4-2cda-47a0-83cb-8b47b43d433c on host n-h1-800634-3 {{(pid=93915) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 19:35:13.651468 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-31b73c2a-427d-4f6b-bf0a-35cd05d37095 req-aa18c218-170b-43f6-a8a0-b27ccc9a50f0 tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:35:13.653508 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-31b73c2a-427d-4f6b-bf0a-35cd05d37095 req-aa18c218-170b-43f6-a8a0-b27ccc9a50f0 tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] 10.222.0.18 "DELETE /v2.0/ports/45e5cbd4-2cda-47a0-83cb-8b47b43d433c HTTP/1.1" status: 204 len: 173 time: 0.4883623 Jul 14 19:35:13.691275 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a63c62ae-12eb-44f2-86cc-9ec11951ade5', 'name': 'network-vif-deleted', 'tag': '45e5cbd4-2cda-47a0-83cb-8b47b43d433c'}] {{(pid=93915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 19:35:13.694225 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}163b1c7ce9835e2c54087c39b47c05da5c61decdd411e584c58a4e7cd59f948f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a60d637-1138-4512-b6d9-2b53dc854684" -d '{"events": [{"server_uuid": "a63c62ae-12eb-44f2-86cc-9ec11951ade5", "name": "network-vif-deleted", "tag": "45e5cbd4-2cda-47a0-83cb-8b47b43d433c"}]}' {{(pid=93915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 19:35:13.730387 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 19:35:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3eb37a3-b526-4395-9913-ebc8a8d5d9ab x-openstack-request-id: req-e3eb37a3-b526-4395-9913-ebc8a8d5d9ab {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 19:35:13.730746 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a63c62ae-12eb-44f2-86cc-9ec11951ade5", "name": "network-vif-deleted", "tag": "45e5cbd4-2cda-47a0-83cb-8b47b43d433c", "status": "completed", "code": 200}]} {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 19:35:13.731008 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e3eb37a3-b526-4395-9913-ebc8a8d5d9ab {{(pid=93915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 19:35:13.731410 n-d-800634-3 neutron-server[93915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a63c62ae-12eb-44f2-86cc-9ec11951ade5', 'name': 'network-vif-deleted', 'tag': '45e5cbd4-2cda-47a0-83cb-8b47b43d433c', 'status': 'completed', 'code': 200} Jul 14 19:35:14.520800 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 33662) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 19:35:14.591709 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-c6600d9c-9f4f-49e6-b464-ef2b509fb0b8 tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] Notify callbacks [] for security_group, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:35:14.619328 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-c6600d9c-9f4f-49e6-b464-ef2b509fb0b8 tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:35:14.681376 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-c6600d9c-9f4f-49e6-b464-ef2b509fb0b8 tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:35:14.684205 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-c6600d9c-9f4f-49e6-b464-ef2b509fb0b8 tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:35:14.685382 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-c6600d9c-9f4f-49e6-b464-ef2b509fb0b8 tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] 10.222.0.16 "DELETE /v2.0/security-groups/5a17c7ee-4f5b-49a7-9834-7d1cdd003627 HTTP/1.1" status: 204 len: 168 time: 0.1635840 Jul 14 19:35:14.695049 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6600d9c-9f4f-49e6-b464-ef2b509fb0b8 tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a17c7ee-4f5b-49a7-9834-7d1cdd003627,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:35:14.702690 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6600d9c-9f4f-49e6-b464-ef2b509fb0b8 tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:35:14.703040 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6600d9c-9f4f-49e6-b464-ef2b509fb0b8 tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:35:14.703385 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6600d9c-9f4f-49e6-b464-ef2b509fb0b8 tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:35:14.703734 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6600d9c-9f4f-49e6-b464-ef2b509fb0b8 tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:35:14.704071 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6600d9c-9f4f-49e6-b464-ef2b509fb0b8 tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:35:14.704435 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6600d9c-9f4f-49e6-b464-ef2b509fb0b8 tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:35:14.704814 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6600d9c-9f4f-49e6-b464-ef2b509fb0b8 tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:35:14.705088 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6600d9c-9f4f-49e6-b464-ef2b509fb0b8 tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:35:14.705413 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6600d9c-9f4f-49e6-b464-ef2b509fb0b8 tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:35:14.705742 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6600d9c-9f4f-49e6-b464-ef2b509fb0b8 tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:35:14.706203 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6600d9c-9f4f-49e6-b464-ef2b509fb0b8 tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:35:14.706472 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6600d9c-9f4f-49e6-b464-ef2b509fb0b8 tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:35:15.076397 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 33668) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 19:35:15.081152 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-ac407c1e-e60d-470f-bc2f-cd1fe3cb8a8e tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-806843917', 'description': 'tempest-secgroup-smoke-806843917 description', 'project_id': 'f1428dd4244c435b991d3a12d3d737a0'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 19:35:15.104462 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-ac407c1e-e60d-470f-bc2f-cd1fe3cb8a8e tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] Notify callbacks [] for security_group, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:35:15.187511 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-ac407c1e-e60d-470f-bc2f-cd1fe3cb8a8e tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] Notify callbacks [] for security_group, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:35:15.190923 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-ac407c1e-e60d-470f-bc2f-cd1fe3cb8a8e tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:35:15.220986 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-ac407c1e-e60d-470f-bc2f-cd1fe3cb8a8e tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:35:15.222210 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-ac407c1e-e60d-470f-bc2f-cd1fe3cb8a8e tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1447930 Jul 14 19:35:15.224439 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac407c1e-e60d-470f-bc2f-cd1fe3cb8a8e tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c69e6788-cf8c-4ecd-ad89-263014195d68,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:35:15.225410 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 33670) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 19:35:15.230805 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-9d7e1d7a-e27d-4c61-bd16-0ad9061be463 tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] Request body: {'security_group_rule': {'security_group_id': 'c69e6788-cf8c-4ecd-ad89-263014195d68', 'project_id': 'f1428dd4244c435b991d3a12d3d737a0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 19:35:15.257797 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-9d7e1d7a-e27d-4c61-bd16-0ad9061be463 tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:35:15.312585 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-9d7e1d7a-e27d-4c61-bd16-0ad9061be463 tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:35:15.315792 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-9d7e1d7a-e27d-4c61-bd16-0ad9061be463 tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305173'] for security_group_rule, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:35:15.333879 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7e1d7a-e27d-4c61-bd16-0ad9061be463 tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ac2a272-2950-4c60-8ba0-1b0c874c4b52,revision_number=0']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:35:15.340193 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-9d7e1d7a-e27d-4c61-bd16-0ad9061be463 tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:35:15.341354 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-9d7e1d7a-e27d-4c61-bd16-0ad9061be463 tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1149430 Jul 14 19:35:15.344264 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 33672) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 19:35:15.348652 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-7e368525-99b2-479a-963e-f4005ddcb1cd tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] Request body: {'security_group_rule': {'security_group_id': 'c69e6788-cf8c-4ecd-ad89-263014195d68', 'project_id': 'f1428dd4244c435b991d3a12d3d737a0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 19:35:15.372990 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-7e368525-99b2-479a-963e-f4005ddcb1cd tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:35:15.428825 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-7e368525-99b2-479a-963e-f4005ddcb1cd tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:35:15.432095 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-7e368525-99b2-479a-963e-f4005ddcb1cd tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305173'] for security_group_rule, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:35:15.449288 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e368525-99b2-479a-963e-f4005ddcb1cd tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8fd2da60-7044-40b8-a661-06fc55c7d1b3,revision_number=0']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:35:15.457074 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-7e368525-99b2-479a-963e-f4005ddcb1cd tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:35:15.458403 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-7e368525-99b2-479a-963e-f4005ddcb1cd tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1132104 Jul 14 19:35:15.461947 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 33674) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 19:35:15.466327 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-8498b892-56fd-4748-b165-4a27f5528255 tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] Request body: {'security_group_rule': {'security_group_id': 'c69e6788-cf8c-4ecd-ad89-263014195d68', 'project_id': 'f1428dd4244c435b991d3a12d3d737a0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 19:35:15.491659 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-8498b892-56fd-4748-b165-4a27f5528255 tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:35:15.547571 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-8498b892-56fd-4748-b165-4a27f5528255 tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:35:15.550915 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-8498b892-56fd-4748-b165-4a27f5528255 tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305173'] for security_group_rule, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:35:15.571464 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8498b892-56fd-4748-b165-4a27f5528255 tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9276a1bb-4a31-4128-8ef8-d8a6434d6013,revision_number=0']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:35:15.576744 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-8498b892-56fd-4748-b165-4a27f5528255 tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:35:15.577896 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-8498b892-56fd-4748-b165-4a27f5528255 tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1150441 Jul 14 19:35:15.580718 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 33676) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 19:35:15.585153 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-88b9d4bb-b5aa-4ec0-827f-eb775f97eefa tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] Request body: {'security_group_rule': {'security_group_id': 'c69e6788-cf8c-4ecd-ad89-263014195d68', 'project_id': 'f1428dd4244c435b991d3a12d3d737a0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 19:35:15.610506 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-88b9d4bb-b5aa-4ec0-827f-eb775f97eefa tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:35:15.667942 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-88b9d4bb-b5aa-4ec0-827f-eb775f97eefa tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:35:15.671112 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-88b9d4bb-b5aa-4ec0-827f-eb775f97eefa tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305173'] for security_group_rule, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:35:15.689181 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b9d4bb-b5aa-4ec0-827f-eb775f97eefa tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76da147a-070b-4557-8e87-2657a1f5cac1,revision_number=0']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:35:15.694611 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-88b9d4bb-b5aa-4ec0-827f-eb775f97eefa tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:35:15.695829 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-88b9d4bb-b5aa-4ec0-827f-eb775f97eefa tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1141794 Jul 14 19:35:15.698649 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 33678) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 19:35:15.703018 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-35f5219b-8ad0-4663-8357-dada7c900c58 tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] Request body: {'security_group_rule': {'security_group_id': 'c69e6788-cf8c-4ecd-ad89-263014195d68', 'project_id': 'f1428dd4244c435b991d3a12d3d737a0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 19:35:15.723997 n-d-800634-3 neutron-server[93915]: INFO neutron.db.securitygroups_db [None req-35f5219b-8ad0-4663-8357-dada7c900c58 tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] Project f1428dd4244c435b991d3a12d3d737a0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 14 19:35:15.728800 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-35f5219b-8ad0-4663-8357-dada7c900c58 tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:35:15.788789 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-35f5219b-8ad0-4663-8357-dada7c900c58 tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:35:15.792057 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-35f5219b-8ad0-4663-8357-dada7c900c58 tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305173'] for security_group_rule, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:35:15.809003 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f5219b-8ad0-4663-8357-dada7c900c58 tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01c7b1cd-5aea-40a4-99b5-0186c55b8e06,revision_number=0']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:35:15.815479 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-35f5219b-8ad0-4663-8357-dada7c900c58 tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:35:15.816898 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-35f5219b-8ad0-4663-8357-dada7c900c58 tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1172533 Jul 14 19:35:15.820180 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 33680) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 19:35:15.824608 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-df1935b3-066a-41ca-bcdb-72233e179c3f tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] Request body: {'security_group_rule': {'security_group_id': 'c69e6788-cf8c-4ecd-ad89-263014195d68', 'project_id': 'f1428dd4244c435b991d3a12d3d737a0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 19:35:15.844777 n-d-800634-3 neutron-server[93915]: INFO neutron.db.securitygroups_db [None req-df1935b3-066a-41ca-bcdb-72233e179c3f tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] Project f1428dd4244c435b991d3a12d3d737a0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 14 19:35:15.849891 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-df1935b3-066a-41ca-bcdb-72233e179c3f tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:35:15.908961 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-df1935b3-066a-41ca-bcdb-72233e179c3f tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:35:15.912752 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-df1935b3-066a-41ca-bcdb-72233e179c3f tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305173'] for security_group_rule, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:35:15.932159 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1935b3-066a-41ca-bcdb-72233e179c3f tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1591c89e-26cc-4bbe-86f1-fad449670242,revision_number=0']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:35:15.938733 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-df1935b3-066a-41ca-bcdb-72233e179c3f tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:35:15.940073 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-df1935b3-066a-41ca-bcdb-72233e179c3f tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1189370 Jul 14 19:35:17.413165 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device 45e5cbd4-2cda-47a0-83cb-8b47b43d433c no longer exists at agent hyperv_n-h1-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 19:35:17.434555 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] No Port match for: 45e5cbd4-2cda-47a0-83cb-8b47b43d433c {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 19:35:17.434909 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device 45e5cbd4-2cda-47a0-83cb-8b47b43d433c not bound to the agent host n-h1-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 19:35:20.532628 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-8b39d4ee-b486-4950-9cbd-e27f5ee413d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:35:22.936877 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-7df6a811-cddf-4f60-b14a-ed0547bf9f3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:35:23.290736 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:35:24.421155 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-574aeb93-9938-449c-8e6c-cb22c9b52cc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:35:26.049525 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-2f4e3af3-e708-4ffd-a544-82d93a489d01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:35:27.042578 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.agents_db [None req-2ea07fb6-aa68-4671-8654-119d82b9f530 None None] Agent healthcheck: found 7 active agents {{(pid=93918) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 19:35:30.201447 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2a783be3-e75f-4864-9a05-b7bbcfbc58c4 req-d8034213-c9e9-409c-ae5f-9ca70fdfedc3 tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-806843917&fields=id&tenant_id=f1428dd4244c435b991d3a12d3d737a0 HTTP/1.1" status: 200 len: 267 time: 0.0326071 Jul 14 19:35:30.308855 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a783be3-e75f-4864-9a05-b7bbcfbc58c4 req-aa074d16-99ec-436c-a243-eeb3f93ad68e tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:35:30.310410 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2a783be3-e75f-4864-9a05-b7bbcfbc58c4 req-aa074d16-99ec-436c-a243-eeb3f93ad68e tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] 10.222.0.16 "GET /v2.0/networks?id=6c2741bd-add1-457c-bec8-a4bc0bda1bf2 HTTP/1.1" status: 200 len: 808 time: 0.1006262 Jul 14 19:35:30.326105 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2a783be3-e75f-4864-9a05-b7bbcfbc58c4 req-df645387-fcc3-48e7-abc0-1884bfbee914 tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] 10.222.0.16 "GET /v2.0/quotas/f1428dd4244c435b991d3a12d3d737a0 HTTP/1.1" status: 200 len: 375 time: 0.0100858 Jul 14 19:35:30.400652 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2a783be3-e75f-4864-9a05-b7bbcfbc58c4 req-ccb427b4-aea5-4cd0-a4b1-a2f3fdc29e5b tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=f1428dd4244c435b991d3a12d3d737a0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0692077 Jul 14 19:35:30.425796 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [req-2a783be3-e75f-4864-9a05-b7bbcfbc58c4 req-6dbd372a-e361-48d2-8114-d044ffbf10ed service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=93915) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 19:35:30.426796 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2a783be3-e75f-4864-9a05-b7bbcfbc58c4 req-6dbd372a-e361-48d2-8114-d044ffbf10ed service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055432 Jul 14 19:35:30.517708 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2a783be3-e75f-4864-9a05-b7bbcfbc58c4 req-6dcf779a-dbd5-4d50-a78d-1859703efcde service neutron] 10.222.0.16 "GET /v2.0/networks/6c2741bd-add1-457c-bec8-a4bc0bda1bf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845892 Jul 14 19:35:30.609865 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2a783be3-e75f-4864-9a05-b7bbcfbc58c4 req-ac9cfa6f-ca8b-45fd-a2aa-6541557e1a7d service neutron] 10.222.0.16 "GET /v2.0/networks/6c2741bd-add1-457c-bec8-a4bc0bda1bf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861108 Jul 14 19:35:30.901976 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-d3a0a2de-4300-49ca-ae16-23a93d42eb1c req-7bd4be3f-d026-40c2-aa8e-9e475a35f13f tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] 10.222.0.16 "GET /v2.0/ports?device_id=31ec9f90-659c-4e42-8b35-d7cca0e59eb9 HTTP/1.1" status: 200 len: 210 time: 0.0284607 Jul 14 19:35:31.902545 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a783be3-e75f-4864-9a05-b7bbcfbc58c4 req-906c2fcc-a114-401d-a721-21548627eda7 tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:35:31.904229 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2a783be3-e75f-4864-9a05-b7bbcfbc58c4 req-906c2fcc-a114-401d-a721-21548627eda7 tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] 10.222.0.18 "GET /v2.0/networks?id=6c2741bd-add1-457c-bec8-a4bc0bda1bf2 HTTP/1.1" status: 200 len: 808 time: 0.1014905 Jul 14 19:35:31.952611 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2a783be3-e75f-4864-9a05-b7bbcfbc58c4 req-e8b11535-2b9b-4d2c-b292-7b6f1375824f tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f1428dd4244c435b991d3a12d3d737a0 HTTP/1.1" status: 200 len: 379 time: 0.0393107 Jul 14 19:35:31.961524 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [req-2a783be3-e75f-4864-9a05-b7bbcfbc58c4 req-104ba742-7966-4f00-8d69-bacf64f0016e tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] Request body: {'port': {'device_id': '31ec9f90-659c-4e42-8b35-d7cca0e59eb9', 'network_id': '6c2741bd-add1-457c-bec8-a4bc0bda1bf2', 'admin_state_up': True, 'tenant_id': 'f1428dd4244c435b991d3a12d3d737a0', 'security_groups': ['c69e6788-cf8c-4ecd-ad89-263014195d68']}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 19:35:32.063883 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ff5df612-0887-43d6-8527-b2dec8f5e58c req-a2a4f92c-1f0b-4397-b4c9-6484aef1ed10 tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] 10.222.0.16 "GET /v2.0/ports?device_id=31ec9f90-659c-4e42-8b35-d7cca0e59eb9 HTTP/1.1" status: 200 len: 210 time: 0.0391212 Jul 14 19:35:32.103438 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a783be3-e75f-4864-9a05-b7bbcfbc58c4 req-104ba742-7966-4f00-8d69-bacf64f0016e tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] Made reservation on behalf of f1428dd4244c435b991d3a12d3d737a0 for: {'port': 1} {{(pid=93915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 19:35:32.107352 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-2a783be3-e75f-4864-9a05-b7bbcfbc58c4 req-104ba742-7966-4f00-8d69-bacf64f0016e tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:35:32.244027 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.db_base_plugin_common [req-2a783be3-e75f-4864-9a05-b7bbcfbc58c4 req-104ba742-7966-4f00-8d69-bacf64f0016e tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] Allocated IP 172.20.0.5 (6c2741bd-add1-457c-bec8-a4bc0bda1bf2/1885ceaa-5ce0-41ee-8f75-f031aa84dc38/4fcd921d-7d91-4d50-88af-5b1f1282ca14) {{(pid=93915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 19:35:32.395027 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-2a783be3-e75f-4864-9a05-b7bbcfbc58c4 req-104ba742-7966-4f00-8d69-bacf64f0016e tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] Notify callbacks [] for port, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:35:32.408310 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.provisioning_blocks [req-2a783be3-e75f-4864-9a05-b7bbcfbc58c4 req-104ba742-7966-4f00-8d69-bacf64f0016e tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] Transition to ACTIVE for port object 4fcd921d-7d91-4d50-88af-5b1f1282ca14 will not be triggered until provisioned by entity DHCP. {{(pid=93915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 19:35:32.442285 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-2a783be3-e75f-4864-9a05-b7bbcfbc58c4 req-104ba742-7966-4f00-8d69-bacf64f0016e tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:35:32.488427 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a783be3-e75f-4864-9a05-b7bbcfbc58c4 req-104ba742-7966-4f00-8d69-bacf64f0016e tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] Network 6c2741bd-add1-457c-bec8-a4bc0bda1bf2 is already hosted by enough agents. {{(pid=93915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 19:35:32.492691 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [req-2a783be3-e75f-4864-9a05-b7bbcfbc58c4 req-104ba742-7966-4f00-8d69-bacf64f0016e tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] Resources bound (agent type, host, resource id): {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 19:35:32.497115 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a783be3-e75f-4864-9a05-b7bbcfbc58c4 req-104ba742-7966-4f00-8d69-bacf64f0016e tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] Received port after_create {{(pid=93915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 19:35:32.524583 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104ba742-7966-4f00-8d69-bacf64f0016e tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] Pushing event updated for resources: {'Port': ['ID=4fcd921d-7d91-4d50-88af-5b1f1282ca14,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:35:32.559635 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a783be3-e75f-4864-9a05-b7bbcfbc58c4 req-104ba742-7966-4f00-8d69-bacf64f0016e tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:35:32.560334 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-2a783be3-e75f-4864-9a05-b7bbcfbc58c4 req-104ba742-7966-4f00-8d69-bacf64f0016e tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:35:32.576323 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2a783be3-e75f-4864-9a05-b7bbcfbc58c4 req-104ba742-7966-4f00-8d69-bacf64f0016e tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6180618 Jul 14 19:35:32.587977 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [req-2a783be3-e75f-4864-9a05-b7bbcfbc58c4 req-5d47c51d-dda2-45e7-98c3-9d5d6c91fb39 service neutron] Request body: {'port': {'device_id': '31ec9f90-659c-4e42-8b35-d7cca0e59eb9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800634-3'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 19:35:32.668038 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-2a783be3-e75f-4864-9a05-b7bbcfbc58c4 req-5d47c51d-dda2-45e7-98c3-9d5d6c91fb39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:35:32.783579 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-dfd79900-a3a6-4ec6-b4e1-e3040e3bd68d None None] Provisioning for port 4fcd921d-7d91-4d50-88af-5b1f1282ca14 completed by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 19:35:32.787573 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-dfd79900-a3a6-4ec6-b4e1-e3040e3bd68d None None] Provisioning complete for port 4fcd921d-7d91-4d50-88af-5b1f1282ca14 triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 19:35:32.788733 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-dfd79900-a3a6-4ec6-b4e1-e3040e3bd68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:35:32.826091 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-dfd79900-a3a6-4ec6-b4e1-e3040e3bd68d None None] Port 4fcd921d-7d91-4d50-88af-5b1f1282ca14 cannot update to ACTIVE because it is not bound. {{(pid=93917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 19:35:32.957868 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [req-2a783be3-e75f-4864-9a05-b7bbcfbc58c4 req-5d47c51d-dda2-45e7-98c3-9d5d6c91fb39 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4fcd921d-7d91-4d50-88af-5b1f1282ca14 {{(pid=93915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 19:35:32.965670 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-2a783be3-e75f-4864-9a05-b7bbcfbc58c4 req-5d47c51d-dda2-45e7-98c3-9d5d6c91fb39 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:35:32.978177 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.provisioning_blocks [req-2a783be3-e75f-4864-9a05-b7bbcfbc58c4 req-5d47c51d-dda2-45e7-98c3-9d5d6c91fb39 service neutron] Transition to ACTIVE for port object 4fcd921d-7d91-4d50-88af-5b1f1282ca14 will not be triggered until provisioned by entity L2. {{(pid=93915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 19:35:32.982728 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-2a783be3-e75f-4864-9a05-b7bbcfbc58c4 req-5d47c51d-dda2-45e7-98c3-9d5d6c91fb39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25912978'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:35:33.058936 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d47c51d-dda2-45e7-98c3-9d5d6c91fb39 service neutron] Pushing event updated for resources: {'Port': ['ID=4fcd921d-7d91-4d50-88af-5b1f1282ca14,revision_number=2']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:35:33.121597 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-2a783be3-e75f-4864-9a05-b7bbcfbc58c4 req-5d47c51d-dda2-45e7-98c3-9d5d6c91fb39 service neutron] Attempting to bind port 4fcd921d-7d91-4d50-88af-5b1f1282ca14 on host n-h1-800634-3 for vnic_type normal with profile {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 19:35:33.121972 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-2a783be3-e75f-4864-9a05-b7bbcfbc58c4 req-5d47c51d-dda2-45e7-98c3-9d5d6c91fb39 service neutron] Attempting to bind port 4fcd921d-7d91-4d50-88af-5b1f1282ca14 by drivers openvswitch,hyperv on host n-h1-800634-3 at level 0 using segments [{'id': '26129bd0-982f-489f-9551-293992d87442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '6c2741bd-add1-457c-bec8-a4bc0bda1bf2'}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 19:35:33.122267 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a783be3-e75f-4864-9a05-b7bbcfbc58c4 req-5d47c51d-dda2-45e7-98c3-9d5d6c91fb39 service neutron] Attempting to bind port 4fcd921d-7d91-4d50-88af-5b1f1282ca14 on network 6c2741bd-add1-457c-bec8-a4bc0bda1bf2 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 19:35:33.129002 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a783be3-e75f-4864-9a05-b7bbcfbc58c4 req-5d47c51d-dda2-45e7-98c3-9d5d6c91fb39 service neutron] Port 4fcd921d-7d91-4d50-88af-5b1f1282ca14 on network 6c2741bd-add1-457c-bec8-a4bc0bda1bf2 not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-3 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 19:35:33.129416 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a783be3-e75f-4864-9a05-b7bbcfbc58c4 req-5d47c51d-dda2-45e7-98c3-9d5d6c91fb39 service neutron] Attempting to bind port 4fcd921d-7d91-4d50-88af-5b1f1282ca14 on network 6c2741bd-add1-457c-bec8-a4bc0bda1bf2 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 19:35:33.137743 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a783be3-e75f-4864-9a05-b7bbcfbc58c4 req-5d47c51d-dda2-45e7-98c3-9d5d6c91fb39 service neutron] Checking agent: {'id': 'a3630ff4-fbee-45d9-b9b6-0ae41cb3a350', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 15, 32), 'started_at': datetime.datetime(2021, 7, 14, 18, 15, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 19, 35, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 19:35:33.138163 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a783be3-e75f-4864-9a05-b7bbcfbc58c4 req-5d47c51d-dda2-45e7-98c3-9d5d6c91fb39 service neutron] Checking segment: {'id': '26129bd0-982f-489f-9551-293992d87442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '6c2741bd-add1-457c-bec8-a4bc0bda1bf2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 19:35:33.138499 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a783be3-e75f-4864-9a05-b7bbcfbc58c4 req-5d47c51d-dda2-45e7-98c3-9d5d6c91fb39 service neutron] Bound using segment: {'id': '26129bd0-982f-489f-9551-293992d87442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '6c2741bd-add1-457c-bec8-a4bc0bda1bf2'} {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 19:35:33.138954 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-2a783be3-e75f-4864-9a05-b7bbcfbc58c4 req-5d47c51d-dda2-45e7-98c3-9d5d6c91fb39 service neutron] Bound port: 4fcd921d-7d91-4d50-88af-5b1f1282ca14, host: n-h1-800634-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26129bd0-982f-489f-9551-293992d87442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '6c2741bd-add1-457c-bec8-a4bc0bda1bf2'}}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 19:35:33.139406 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-2a783be3-e75f-4864-9a05-b7bbcfbc58c4 req-5d47c51d-dda2-45e7-98c3-9d5d6c91fb39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:35:33.182696 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:35:33.263345 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-2a783be3-e75f-4864-9a05-b7bbcfbc58c4 req-5d47c51d-dda2-45e7-98c3-9d5d6c91fb39 service neutron] For port 4fcd921d-7d91-4d50-88af-5b1f1282ca14, host n-h1-800634-3, cleared binding levels {{(pid=93915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 19:35:33.279584 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-2a783be3-e75f-4864-9a05-b7bbcfbc58c4 req-5d47c51d-dda2-45e7-98c3-9d5d6c91fb39 service neutron] For port 4fcd921d-7d91-4d50-88af-5b1f1282ca14, host n-h1-800634-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=4fcd921d-7d91-4d50-88af-5b1f1282ca14,segment=NetworkSegment(26129bd0-982f-489f-9551-293992d87442),segment_id=26129bd0-982f-489f-9551-293992d87442)] {{(pid=93915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 19:35:33.285926 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-2a783be3-e75f-4864-9a05-b7bbcfbc58c4 req-5d47c51d-dda2-45e7-98c3-9d5d6c91fb39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25912978'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:35:33.330832 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a783be3-e75f-4864-9a05-b7bbcfbc58c4 req-5d47c51d-dda2-45e7-98c3-9d5d6c91fb39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:35:33.331544 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-2a783be3-e75f-4864-9a05-b7bbcfbc58c4 req-5d47c51d-dda2-45e7-98c3-9d5d6c91fb39 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:35:33.333153 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2a783be3-e75f-4864-9a05-b7bbcfbc58c4 req-5d47c51d-dda2-45e7-98c3-9d5d6c91fb39 service neutron] 10.222.0.18 "PUT /v2.0/ports/4fcd921d-7d91-4d50-88af-5b1f1282ca14 HTTP/1.1" status: 200 len: 1091 time: 0.7496736 Jul 14 19:35:33.336319 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31ec9f90-659c-4e42-8b35-d7cca0e59eb9', 'tag': '4fcd921d-7d91-4d50-88af-5b1f1282ca14'}] {{(pid=93915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 19:35:33.339017 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}163b1c7ce9835e2c54087c39b47c05da5c61decdd411e584c58a4e7cd59f948f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84180424-d35f-42e1-83dd-d5462daaa804" -d '{"events": [{"name": "network-changed", "server_uuid": "31ec9f90-659c-4e42-8b35-d7cca0e59eb9", "tag": "4fcd921d-7d91-4d50-88af-5b1f1282ca14"}]}' {{(pid=93915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 19:35:33.389184 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69fca91-33fb-4be9-82ec-27d03d1deac1 req-7a2f5ab2-5cae-43a5-bbe8-25282b39678a tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:35:33.391989 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c69fca91-33fb-4be9-82ec-27d03d1deac1 req-7a2f5ab2-5cae-43a5-bbe8-25282b39678a tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] 10.222.0.16 "GET /v2.0/ports?device_id=31ec9f90-659c-4e42-8b35-d7cca0e59eb9 HTTP/1.1" status: 200 len: 943 time: 0.1643298 Jul 14 19:35:33.425235 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 19:35:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abe1f8f3-5f8a-4e13-b094-44412434d360 x-openstack-request-id: req-abe1f8f3-5f8a-4e13-b094-44412434d360 {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 19:35:33.425621 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31ec9f90-659c-4e42-8b35-d7cca0e59eb9", "tag": "4fcd921d-7d91-4d50-88af-5b1f1282ca14", "status": "completed", "code": 200}]} {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 19:35:33.425941 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-abe1f8f3-5f8a-4e13-b094-44412434d360 {{(pid=93915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 19:35:33.426404 n-d-800634-3 neutron-server[93915]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31ec9f90-659c-4e42-8b35-d7cca0e59eb9', 'tag': '4fcd921d-7d91-4d50-88af-5b1f1282ca14', 'status': 'completed', 'code': 200} Jul 14 19:35:33.456228 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d47c51d-dda2-45e7-98c3-9d5d6c91fb39 service neutron] Pushing event updated for resources: {'Port': ['ID=4fcd921d-7d91-4d50-88af-5b1f1282ca14,revision_number=3']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:35:33.496253 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c69fca91-33fb-4be9-82ec-27d03d1deac1 req-5309ee60-31c8-4d0b-9541-71ce82ba96f5 tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] 10.222.0.16 "GET /v2.0/security-groups?id=c69e6788-cf8c-4ecd-ad89-263014195d68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0727916 Jul 14 19:35:33.519442 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a783be3-e75f-4864-9a05-b7bbcfbc58c4 req-4b83614c-5fe8-4306-bc5f-fb5fc7bb81fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:35:33.521329 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2a783be3-e75f-4864-9a05-b7bbcfbc58c4 req-4b83614c-5fe8-4306-bc5f-fb5fc7bb81fe service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f1428dd4244c435b991d3a12d3d737a0&device_id=31ec9f90-659c-4e42-8b35-d7cca0e59eb9 HTTP/1.1" status: 200 len: 1094 time: 0.1150858 Jul 14 19:35:33.566634 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2a783be3-e75f-4864-9a05-b7bbcfbc58c4 req-d665c87c-2491-45bb-a164-8fc6aafb95c2 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4fcd921d-7d91-4d50-88af-5b1f1282ca14 HTTP/1.1" status: 200 len: 217 time: 0.0378227 Jul 14 19:35:33.627845 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a783be3-e75f-4864-9a05-b7bbcfbc58c4 req-4cbfaf79-54cf-41ff-ae0a-b58f30a5cc93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:35:33.629376 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2a783be3-e75f-4864-9a05-b7bbcfbc58c4 req-4cbfaf79-54cf-41ff-ae0a-b58f30a5cc93 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1885ceaa-5ce0-41ee-8f75-f031aa84dc38 HTTP/1.1" status: 200 len: 847 time: 0.0572009 Jul 14 19:35:33.692009 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a783be3-e75f-4864-9a05-b7bbcfbc58c4 req-4e9b3acf-6040-4c09-b0a6-79559da46439 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:35:33.693664 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2a783be3-e75f-4864-9a05-b7bbcfbc58c4 req-4e9b3acf-6040-4c09-b0a6-79559da46439 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6c2741bd-add1-457c-bec8-a4bc0bda1bf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0583234 Jul 14 19:35:33.791317 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2a783be3-e75f-4864-9a05-b7bbcfbc58c4 req-b6f03b71-a963-4666-9d25-0d7dda60c14d service neutron] 10.222.0.18 "GET /v2.0/networks/6c2741bd-add1-457c-bec8-a4bc0bda1bf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910883 Jul 14 19:35:33.890649 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2a783be3-e75f-4864-9a05-b7bbcfbc58c4 req-92375564-6677-4ff6-a1d7-6a77ef63dc99 service neutron] 10.222.0.18 "GET /v2.0/networks/6c2741bd-add1-457c-bec8-a4bc0bda1bf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934951 Jul 14 19:35:33.990207 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84180424-d35f-42e1-83dd-d5462daaa804 req-62492dcb-54c7-4f1a-8cef-a012682187d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:35:33.991786 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-84180424-d35f-42e1-83dd-d5462daaa804 req-62492dcb-54c7-4f1a-8cef-a012682187d7 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f1428dd4244c435b991d3a12d3d737a0&device_id=31ec9f90-659c-4e42-8b35-d7cca0e59eb9 HTTP/1.1" status: 200 len: 1094 time: 0.0572410 Jul 14 19:35:34.089476 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84180424-d35f-42e1-83dd-d5462daaa804 req-0e6085d0-f749-4df8-bcee-638c21a197d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:35:34.090868 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-84180424-d35f-42e1-83dd-d5462daaa804 req-0e6085d0-f749-4df8-bcee-638c21a197d8 service neutron] 10.222.0.18 "GET /v2.0/networks?id=6c2741bd-add1-457c-bec8-a4bc0bda1bf2 HTTP/1.1" status: 200 len: 908 time: 0.0929191 Jul 14 19:35:34.132432 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-84180424-d35f-42e1-83dd-d5462daaa804 req-ae88329c-9b01-4b5e-8508-5f66692621f5 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4fcd921d-7d91-4d50-88af-5b1f1282ca14 HTTP/1.1" status: 200 len: 217 time: 0.0350285 Jul 14 19:35:34.182113 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84180424-d35f-42e1-83dd-d5462daaa804 req-46a68d2e-04f0-4245-bb64-688efbf96f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:35:34.183597 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-84180424-d35f-42e1-83dd-d5462daaa804 req-46a68d2e-04f0-4245-bb64-688efbf96f55 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1885ceaa-5ce0-41ee-8f75-f031aa84dc38 HTTP/1.1" status: 200 len: 847 time: 0.0452628 Jul 14 19:35:34.245232 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84180424-d35f-42e1-83dd-d5462daaa804 req-5be28ff5-4c1e-4736-bad0-7716592ea22c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:35:34.246751 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-84180424-d35f-42e1-83dd-d5462daaa804 req-5be28ff5-4c1e-4736-bad0-7716592ea22c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6c2741bd-add1-457c-bec8-a4bc0bda1bf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0572445 Jul 14 19:35:34.337801 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-84180424-d35f-42e1-83dd-d5462daaa804 req-b8ec0f2e-bc85-4a87-88df-31d47d80fca6 service neutron] 10.222.0.18 "GET /v2.0/networks/6c2741bd-add1-457c-bec8-a4bc0bda1bf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847948 Jul 14 19:35:34.432922 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-84180424-d35f-42e1-83dd-d5462daaa804 req-5c54eaa4-c89b-43a1-9276-d4d93aa4ea5c service neutron] 10.222.0.18 "GET /v2.0/networks/6c2741bd-add1-457c-bec8-a4bc0bda1bf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893464 Jul 14 19:35:34.684355 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a7d4a1-f257-4004-957e-ff3cda5156b2 req-27525a6e-1152-492c-9880-b0f83d65620a tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:35:34.685791 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-53a7d4a1-f257-4004-957e-ff3cda5156b2 req-27525a6e-1152-492c-9880-b0f83d65620a tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] 10.222.0.16 "GET /v2.0/ports?device_id=31ec9f90-659c-4e42-8b35-d7cca0e59eb9 HTTP/1.1" status: 200 len: 943 time: 0.0655875 Jul 14 19:35:34.726344 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-53a7d4a1-f257-4004-957e-ff3cda5156b2 req-faa86079-91cd-446d-bb74-d6a39e5ccbbd tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] 10.222.0.16 "GET /v2.0/security-groups?id=c69e6788-cf8c-4ecd-ad89-263014195d68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346065 Jul 14 19:35:35.911644 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df48992-6edf-4f67-93f2-4e3fd786cfa9 req-d8df5540-7c73-48f0-a2d3-3ecac264c028 tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:35:35.913838 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2df48992-6edf-4f67-93f2-4e3fd786cfa9 req-d8df5540-7c73-48f0-a2d3-3ecac264c028 tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] 10.222.0.16 "GET /v2.0/ports?device_id=31ec9f90-659c-4e42-8b35-d7cca0e59eb9 HTTP/1.1" status: 200 len: 943 time: 0.0712500 Jul 14 19:35:35.953480 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2df48992-6edf-4f67-93f2-4e3fd786cfa9 req-828e6be8-80ff-4832-a49f-1113008270bd tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] 10.222.0.16 "GET /v2.0/security-groups?id=c69e6788-cf8c-4ecd-ad89-263014195d68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339813 Jul 14 19:35:36.189236 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:35:37.133801 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fccb72-0d70-4431-a093-de60fc9bbc14 req-d773de20-3496-4c3b-b4a7-601053a2405f tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:35:37.135300 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a5fccb72-0d70-4431-a093-de60fc9bbc14 req-d773de20-3496-4c3b-b4a7-601053a2405f tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] 10.222.0.16 "GET /v2.0/ports?device_id=31ec9f90-659c-4e42-8b35-d7cca0e59eb9 HTTP/1.1" status: 200 len: 943 time: 0.0686352 Jul 14 19:35:37.173170 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a5fccb72-0d70-4431-a093-de60fc9bbc14 req-9936f08e-a3b7-48b9-a7d4-74f5252ac7eb tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] 10.222.0.16 "GET /v2.0/security-groups?id=c69e6788-cf8c-4ecd-ad89-263014195d68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321379 Jul 14 19:35:38.345717 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bb4bbd-4238-43b3-bc9a-7e97c2015fc7 req-261bf4d0-7571-4e35-8979-b72c8a182c7a tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:35:38.347209 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-75bb4bbd-4238-43b3-bc9a-7e97c2015fc7 req-261bf4d0-7571-4e35-8979-b72c8a182c7a tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] 10.222.0.16 "GET /v2.0/ports?device_id=31ec9f90-659c-4e42-8b35-d7cca0e59eb9 HTTP/1.1" status: 200 len: 943 time: 0.0639222 Jul 14 19:35:38.386067 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-75bb4bbd-4238-43b3-bc9a-7e97c2015fc7 req-6cea057e-3b49-4fab-8081-9abfe266e74a tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] 10.222.0.16 "GET /v2.0/security-groups?id=c69e6788-cf8c-4ecd-ad89-263014195d68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327973 Jul 14 19:35:39.559349 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab932d82-0b6e-4d1e-bed4-53610ea8e4f2 req-742aff38-4e3d-46f2-bdf9-2b2c263f9590 tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:35:39.560919 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ab932d82-0b6e-4d1e-bed4-53610ea8e4f2 req-742aff38-4e3d-46f2-bdf9-2b2c263f9590 tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] 10.222.0.16 "GET /v2.0/ports?device_id=31ec9f90-659c-4e42-8b35-d7cca0e59eb9 HTTP/1.1" status: 200 len: 943 time: 0.0643151 Jul 14 19:35:39.598748 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ab932d82-0b6e-4d1e-bed4-53610ea8e4f2 req-dcb3753f-11cb-44fb-bb9e-80747de9ce76 tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] 10.222.0.16 "GET /v2.0/security-groups?id=c69e6788-cf8c-4ecd-ad89-263014195d68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323193 Jul 14 19:35:40.777909 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a4af0d-bfcd-4e80-afb3-81bf0ef8d60c req-7137c0b4-2bab-4b81-99b0-b5ac42f002f4 tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:35:40.779391 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b4a4af0d-bfcd-4e80-afb3-81bf0ef8d60c req-7137c0b4-2bab-4b81-99b0-b5ac42f002f4 tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] 10.222.0.16 "GET /v2.0/ports?device_id=31ec9f90-659c-4e42-8b35-d7cca0e59eb9 HTTP/1.1" status: 200 len: 943 time: 0.0693991 Jul 14 19:35:40.818465 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b4a4af0d-bfcd-4e80-afb3-81bf0ef8d60c req-ca90cf25-ab34-4e12-be11-ec404f588896 tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] 10.222.0.16 "GET /v2.0/security-groups?id=c69e6788-cf8c-4ecd-ad89-263014195d68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334101 Jul 14 19:35:41.988769 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a5270d-d1df-4d8f-9a41-e33ee08dfe3e req-8a14f687-d78e-41f4-bebf-a60a9b3349ad tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:35:41.990260 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-21a5270d-d1df-4d8f-9a41-e33ee08dfe3e req-8a14f687-d78e-41f4-bebf-a60a9b3349ad tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] 10.222.0.16 "GET /v2.0/ports?device_id=31ec9f90-659c-4e42-8b35-d7cca0e59eb9 HTTP/1.1" status: 200 len: 943 time: 0.0639646 Jul 14 19:35:42.028649 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-21a5270d-d1df-4d8f-9a41-e33ee08dfe3e req-9bcca692-fb0b-49db-b19e-c8209b49ad02 tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] 10.222.0.16 "GET /v2.0/security-groups?id=c69e6788-cf8c-4ecd-ad89-263014195d68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322647 Jul 14 19:35:43.204980 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13159d14-556e-43d9-b2a6-fc40220430cb req-43b1124c-d6e9-4174-aefc-cf7749fa129b tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:35:43.206482 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-13159d14-556e-43d9-b2a6-fc40220430cb req-43b1124c-d6e9-4174-aefc-cf7749fa129b tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] 10.222.0.16 "GET /v2.0/ports?device_id=31ec9f90-659c-4e42-8b35-d7cca0e59eb9 HTTP/1.1" status: 200 len: 943 time: 0.0677123 Jul 14 19:35:43.244568 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-13159d14-556e-43d9-b2a6-fc40220430cb req-e668ce3e-1846-4f0b-99a4-f50a25e49f49 tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] 10.222.0.16 "GET /v2.0/security-groups?id=c69e6788-cf8c-4ecd-ad89-263014195d68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324633 Jul 14 19:35:43.579216 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device 4fcd921d-7d91-4d50-88af-5b1f1282ca14 details requested by agent hyperv_n-h1-800634-3 with host n-h1-800634-3 {{(pid=93917) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 19:35:43.674294 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port 4fcd921d-7d91-4d50-88af-5b1f1282ca14, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=4fcd921d-7d91-4d50-88af-5b1f1282ca14,segment=NetworkSegment(26129bd0-982f-489f-9551-293992d87442),segment_id=26129bd0-982f-489f-9551-293992d87442)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 19:35:43.686158 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Returning: {'device': '4fcd921d-7d91-4d50-88af-5b1f1282ca14', 'network_id': '6c2741bd-add1-457c-bec8-a4bc0bda1bf2', 'port_id': '4fcd921d-7d91-4d50-88af-5b1f1282ca14', 'mac_address': 'fa:16:3e:02:44:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 74, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1885ceaa-5ce0-41ee-8f75-f031aa84dc38', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93917) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 19:35:43.726397 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:35:43.739219 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4fcd921d-7d91-4d50-88af-5b1f1282ca14 {{(pid=93917) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 19:35:43.758777 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port 4fcd921d-7d91-4d50-88af-5b1f1282ca14, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=4fcd921d-7d91-4d50-88af-5b1f1282ca14,segment=NetworkSegment(26129bd0-982f-489f-9551-293992d87442),segment_id=26129bd0-982f-489f-9551-293992d87442)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 19:35:43.762345 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:35:43.809332 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Pushing event updated for resources: {'Port': ['ID=4fcd921d-7d91-4d50-88af-5b1f1282ca14,revision_number=4']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:35:43.817921 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:35:43.817921 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:35:43.817921 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:35:43.817921 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:35:43.817921 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:35:43.818469 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:35:43.818608 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:35:43.818908 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:35:43.819234 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:35:43.819558 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:35:43.819884 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:35:43.820230 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:35:43.995688 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] get_ports_and_sgs() called for port_ids ['4fcd921d-7d91-4d50-88af-5b1f1282ca14'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 19:35:44.425847 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcdcb05-b168-47f5-a062-1a9a7f4dec3c req-2b5d3771-9f79-487c-836a-bf316fd3895e tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:35:44.427409 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-bdcdcb05-b168-47f5-a062-1a9a7f4dec3c req-2b5d3771-9f79-487c-836a-bf316fd3895e tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] 10.222.0.16 "GET /v2.0/ports?device_id=31ec9f90-659c-4e42-8b35-d7cca0e59eb9 HTTP/1.1" status: 200 len: 944 time: 0.0668755 Jul 14 19:35:44.467047 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-bdcdcb05-b168-47f5-a062-1a9a7f4dec3c req-28a7349a-5936-4f06-bcf7-5954b8f64a65 tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] 10.222.0.16 "GET /v2.0/security-groups?id=c69e6788-cf8c-4ecd-ad89-263014195d68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339551 Jul 14 19:35:45.583023 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device 4fcd921d-7d91-4d50-88af-5b1f1282ca14 up at agent hyperv_n-h1-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 19:35:45.631547 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Provisioning for port 4fcd921d-7d91-4d50-88af-5b1f1282ca14 completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 19:35:45.635702 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Provisioning complete for port 4fcd921d-7d91-4d50-88af-5b1f1282ca14 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 19:35:45.636080 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:35:45.638802 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a1777b-04da-46cb-bef9-53bbb0631346 req-f947bef5-e78e-4448-8016-7f13a4d06727 tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:35:45.640455 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-d1a1777b-04da-46cb-bef9-53bbb0631346 req-f947bef5-e78e-4448-8016-7f13a4d06727 tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] 10.222.0.16 "GET /v2.0/ports?device_id=31ec9f90-659c-4e42-8b35-d7cca0e59eb9 HTTP/1.1" status: 200 len: 944 time: 0.0639369 Jul 14 19:35:45.680028 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-d1a1777b-04da-46cb-bef9-53bbb0631346 req-6e890092-c7f6-41e7-ac10-999ae317d56c tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] 10.222.0.16 "GET /v2.0/security-groups?id=c69e6788-cf8c-4ecd-ad89-263014195d68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339072 Jul 14 19:35:45.722943 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:35:45.747035 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31ec9f90-659c-4e42-8b35-d7cca0e59eb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fcd921d-7d91-4d50-88af-5b1f1282ca14'}] {{(pid=93917) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 19:35:45.749426 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee9af70b018e2a669d4aace710d7966bbe0586a349443f05e01050df9771a348" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94c532d5-a811-4fd7-8a6d-fdd28efa0286" -d '{"events": [{"server_uuid": "31ec9f90-659c-4e42-8b35-d7cca0e59eb9", "name": "network-vif-plugged", "status": "completed", "tag": "4fcd921d-7d91-4d50-88af-5b1f1282ca14"}]}' {{(pid=93917) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 19:35:45.763231 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port 4fcd921d-7d91-4d50-88af-5b1f1282ca14, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=4fcd921d-7d91-4d50-88af-5b1f1282ca14,segment=NetworkSegment(26129bd0-982f-489f-9551-293992d87442),segment_id=26129bd0-982f-489f-9551-293992d87442)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 19:35:45.767828 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:35:45.823883 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Pushing event updated for resources: {'Port': ['ID=4fcd921d-7d91-4d50-88af-5b1f1282ca14,revision_number=5']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:35:45.843168 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 19:35:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcb53694-6a0a-4c06-9ec9-93735dd8df78 x-openstack-request-id: req-fcb53694-6a0a-4c06-9ec9-93735dd8df78 {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 19:35:45.843898 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31ec9f90-659c-4e42-8b35-d7cca0e59eb9", "name": "network-vif-plugged", "status": "completed", "tag": "4fcd921d-7d91-4d50-88af-5b1f1282ca14", "code": 200}]} {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 19:35:45.844200 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-fcb53694-6a0a-4c06-9ec9-93735dd8df78 {{(pid=93917) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 19:35:45.844607 n-d-800634-3 neutron-server[93917]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31ec9f90-659c-4e42-8b35-d7cca0e59eb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fcd921d-7d91-4d50-88af-5b1f1282ca14', 'code': 200} Jul 14 19:35:45.957631 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897af51f-dbdf-43c2-a050-30bef1a6a44a req-e0adfaad-cbe3-4383-8753-95312e4b5bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:35:45.959258 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-897af51f-dbdf-43c2-a050-30bef1a6a44a req-e0adfaad-cbe3-4383-8753-95312e4b5bcc service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=31ec9f90-659c-4e42-8b35-d7cca0e59eb9 HTTP/1.1" status: 200 len: 1096 time: 0.0559285 Jul 14 19:35:45.993551 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-897af51f-dbdf-43c2-a050-30bef1a6a44a req-5df7a8af-a3fb-45b7-adc3-94fa86960d30 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=c69e6788-cf8c-4ecd-ad89-263014195d68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0280852 Jul 14 19:35:46.869762 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69b7279-665b-4f13-8a9b-0f09a53c2ce8 req-6a67cc97-b9a5-4816-914f-7b43f270fcf5 tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:35:46.871167 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e69b7279-665b-4f13-8a9b-0f09a53c2ce8 req-6a67cc97-b9a5-4816-914f-7b43f270fcf5 tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] 10.222.0.16 "GET /v2.0/ports?device_id=31ec9f90-659c-4e42-8b35-d7cca0e59eb9 HTTP/1.1" status: 200 len: 945 time: 0.0694263 Jul 14 19:35:46.908738 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e69b7279-665b-4f13-8a9b-0f09a53c2ce8 req-2acb1691-4374-4a73-92be-3c019eb872bb tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] 10.222.0.16 "GET /v2.0/security-groups?id=c69e6788-cf8c-4ecd-ad89-263014195d68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317869 Jul 14 19:35:48.088454 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3081d4c9-0b8e-4cde-bbfd-fe3531bc9614 req-d4cfc1ef-205b-4aa2-9a98-282bf02eb7c3 tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:35:48.089896 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3081d4c9-0b8e-4cde-bbfd-fe3531bc9614 req-d4cfc1ef-205b-4aa2-9a98-282bf02eb7c3 tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] 10.222.0.16 "GET /v2.0/ports?device_id=31ec9f90-659c-4e42-8b35-d7cca0e59eb9 HTTP/1.1" status: 200 len: 945 time: 0.0671051 Jul 14 19:35:48.129830 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3081d4c9-0b8e-4cde-bbfd-fe3531bc9614 req-707015e9-d20c-4373-bde8-1b5b9a5da12c tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] 10.222.0.16 "GET /v2.0/security-groups?id=c69e6788-cf8c-4ecd-ad89-263014195d68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342462 Jul 14 19:35:48.308830 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c5c7cc-8cdc-4e66-bf9c-606172cc22ba req-c8a6614d-abbf-4ad9-b229-2941d93e9692 tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:35:48.310325 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-60c5c7cc-8cdc-4e66-bf9c-606172cc22ba req-c8a6614d-abbf-4ad9-b229-2941d93e9692 tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] 10.222.0.16 "GET /v2.0/ports?device_id=31ec9f90-659c-4e42-8b35-d7cca0e59eb9 HTTP/1.1" status: 200 len: 945 time: 0.0652893 Jul 14 19:35:48.347829 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-60c5c7cc-8cdc-4e66-bf9c-606172cc22ba req-e5ced5f4-3ea2-4678-8805-163568dd93d9 tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] 10.222.0.16 "GET /v2.0/security-groups?id=c69e6788-cf8c-4ecd-ad89-263014195d68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316212 Jul 14 19:35:48.372814 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 33868) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 19:35:48.424324 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8cf2308-656e-4d2d-a734-4ad77932e9dd tempest-TestShelveInstance-1186034255 tempest-TestShelveInstance-1186034255-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:35:48.425837 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-f8cf2308-656e-4d2d-a734-4ad77932e9dd tempest-TestShelveInstance-1186034255 tempest-TestShelveInstance-1186034255-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=31ec9f90-659c-4e42-8b35-d7cca0e59eb9 HTTP/1.1" status: 200 len: 1091 time: 0.0520494 Jul 14 19:35:48.429392 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 33870) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 19:35:48.433716 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-842d5f08-1e9b-4e55-9ba7-c524e0cda79b tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] Request body: {'floatingip': {'floating_network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'port_id': '4fcd921d-7d91-4d50-88af-5b1f1282ca14', 'tenant_id': 'f1428dd4244c435b991d3a12d3d737a0', 'fixed_ip_address': '172.20.0.5'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 19:35:48.455968 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-842d5f08-1e9b-4e55-9ba7-c524e0cda79b tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] Notify callbacks [] for floatingip, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:35:48.557612 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-842d5f08-1e9b-4e55-9ba7-c524e0cda79b tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:35:48.671218 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.db_base_plugin_common [None req-842d5f08-1e9b-4e55-9ba7-c524e0cda79b tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] Allocated IP 172.25.1.50 (9200a437-e1de-4520-88f6-e68386523e61/5f47f848-4532-407a-a0e2-5690ade15fd0/8c183d53-faa5-474b-ab37-de81087e12cd) {{(pid=93915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 19:35:48.768822 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-842d5f08-1e9b-4e55-9ba7-c524e0cda79b tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] Notify callbacks [] for port, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:35:48.810798 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-842d5f08-1e9b-4e55-9ba7-c524e0cda79b tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:35:48.851600 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-842d5f08-1e9b-4e55-9ba7-c524e0cda79b tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] Network 9200a437-e1de-4520-88f6-e68386523e61 is already hosted by enough agents. {{(pid=93915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 19:35:48.856153 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [None req-842d5f08-1e9b-4e55-9ba7-c524e0cda79b tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] Resources bound (agent type, host, resource id): {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 19:35:48.858760 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-842d5f08-1e9b-4e55-9ba7-c524e0cda79b tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] Received port after_create {{(pid=93915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 19:35:48.864713 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842d5f08-1e9b-4e55-9ba7-c524e0cda79b tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] Pushing event updated for resources: {'Port': ['ID=8c183d53-faa5-474b-ab37-de81087e12cd,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:35:49.228071 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-842d5f08-1e9b-4e55-9ba7-c524e0cda79b tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:35:49.618351 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-842d5f08-1e9b-4e55-9ba7-c524e0cda79b tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:35:49.766962 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-842d5f08-1e9b-4e55-9ba7-c524e0cda79b tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] Notify callbacks [] for port, precommit_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:35:49.771350 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-842d5f08-1e9b-4e55-9ba7-c524e0cda79b tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25912978'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:35:49.839824 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842d5f08-1e9b-4e55-9ba7-c524e0cda79b tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] Pushing event updated for resources: {'Port': ['ID=8c183d53-faa5-474b-ab37-de81087e12cd,revision_number=2']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:35:49.848434 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-842d5f08-1e9b-4e55-9ba7-c524e0cda79b tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-930131'] for floatingip, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:35:49.950751 n-d-800634-3 neutron-server[93915]: INFO neutron.db.l3_db [None req-842d5f08-1e9b-4e55-9ba7-c524e0cda79b tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] Floating IP 9d77a064-465b-4fd1-9dda-fe645ca75593 associated. External IP: 172.25.1.50, port: 4fcd921d-7d91-4d50-88af-5b1f1282ca14. Jul 14 19:35:50.159364 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-842d5f08-1e9b-4e55-9ba7-c524e0cda79b tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] Router cf097d04-ca81-4220-877d-c2dc3f281448 has already been hosted by L3 agent 2c6eb27e-defb-4cca-9a24-381c7415e359 {{(pid=93915) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 19:35:50.268083 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-842d5f08-1e9b-4e55-9ba7-c524e0cda79b tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] Notify agent at l3_agent.n-d-800634-3 the message routers_updated {{(pid=93915) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 19:35:50.277399 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e0858bf-f3f0-43d1-a864-404ac1adfde4 None None] Sync routers for ids ['cf097d04-ca81-4220-877d-c2dc3f281448'] in n-d-800634-3 {{(pid=93917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 19:35:50.284163 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-842d5f08-1e9b-4e55-9ba7-c524e0cda79b tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for floatingip, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:35:50.286503 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e0858bf-f3f0-43d1-a864-404ac1adfde4 None None] Routers {'cf097d04-ca81-4220-877d-c2dc3f281448'} bound to L3 agent in host n-d-800634-3 {{(pid=93917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 19:35:50.287754 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-8e0858bf-f3f0-43d1-a864-404ac1adfde4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T19:35:23Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['cf097d04-ca81-4220-877d-c2dc3f281448'], 'active': True} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 19:35:50.324890 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-842d5f08-1e9b-4e55-9ba7-c524e0cda79b tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8944540 Jul 14 19:35:50.325597 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31ec9f90-659c-4e42-8b35-d7cca0e59eb9', 'tag': '4fcd921d-7d91-4d50-88af-5b1f1282ca14'}] {{(pid=93915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 19:35:50.328035 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}163b1c7ce9835e2c54087c39b47c05da5c61decdd411e584c58a4e7cd59f948f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa651c3c-e0f5-4d44-a5ed-b406c31b1653" -d '{"events": [{"name": "network-changed", "server_uuid": "31ec9f90-659c-4e42-8b35-d7cca0e59eb9", "tag": "4fcd921d-7d91-4d50-88af-5b1f1282ca14"}]}' {{(pid=93915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 19:35:50.370536 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 19:35:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0896e10c-59df-48ac-ad82-e012000e8365 x-openstack-request-id: req-0896e10c-59df-48ac-ad82-e012000e8365 {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 19:35:50.370837 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31ec9f90-659c-4e42-8b35-d7cca0e59eb9", "tag": "4fcd921d-7d91-4d50-88af-5b1f1282ca14", "status": "completed", "code": 200}]} {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 19:35:50.371092 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0896e10c-59df-48ac-ad82-e012000e8365 {{(pid=93915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 19:35:50.371503 n-d-800634-3 neutron-server[93915]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31ec9f90-659c-4e42-8b35-d7cca0e59eb9', 'tag': '4fcd921d-7d91-4d50-88af-5b1f1282ca14', 'status': 'completed', 'code': 200} Jul 14 19:35:50.396619 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvr_db [None req-8e0858bf-f3f0-43d1-a864-404ac1adfde4 None None] Set router cf097d04-ca81-4220-877d-c2dc3f281448 gateway port host: n-d-800634-3 {{(pid=93917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 19:35:50.450774 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa651c3c-e0f5-4d44-a5ed-b406c31b1653 req-786586df-0803-4a63-9227-e3e3586df3bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:35:50.452416 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-fa651c3c-e0f5-4d44-a5ed-b406c31b1653 req-786586df-0803-4a63-9227-e3e3586df3bc service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f1428dd4244c435b991d3a12d3d737a0&device_id=31ec9f90-659c-4e42-8b35-d7cca0e59eb9 HTTP/1.1" status: 200 len: 1096 time: 0.0584300 Jul 14 19:35:50.552155 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa651c3c-e0f5-4d44-a5ed-b406c31b1653 req-f9344f45-aedd-4732-aa85-9b57b1b21bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:35:50.554272 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-fa651c3c-e0f5-4d44-a5ed-b406c31b1653 req-f9344f45-aedd-4732-aa85-9b57b1b21bf5 service neutron] 10.222.0.18 "GET /v2.0/networks?id=6c2741bd-add1-457c-bec8-a4bc0bda1bf2 HTTP/1.1" status: 200 len: 908 time: 0.0957859 Jul 14 19:35:50.561817 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-455df749-6b43-48cb-a359-993b685feb03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:35:50.633276 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-fa651c3c-e0f5-4d44-a5ed-b406c31b1653 req-c68c8db1-dbba-4450-a1a3-c5e4db7f3a49 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4fcd921d-7d91-4d50-88af-5b1f1282ca14 HTTP/1.1" status: 200 len: 998 time: 0.0723786 Jul 14 19:35:50.644336 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-8e0858bf-f3f0-43d1-a864-404ac1adfde4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf097d04-ca81-4220-877d-c2dc3f281448', 'name': 'tempest-TestShelveInstance-842097262-router', 'tenant_id': 'f1428dd4244c435b991d3a12d3d737a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.80'}], 'enable_snat': True}, 'gw_port_id': 'd6ac005d-5b3d-4ec5-bc6e-e2f64399472c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T19:31:03Z', 'updated_at': '2021-07-14T19:31:05Z', 'revision_number': 4, 'project_id': 'f1428dd4244c435b991d3a12d3d737a0', 'gw_port': {'id': 'd6ac005d-5b3d-4ec5-bc6e-e2f64399472c', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:e6:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf097d04-ca81-4220-877d-c2dc3f281448', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T19:31:03Z', 'updated_at': '2021-07-14T19:31:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_floatingips': [{'id': '9d77a064-465b-4fd1-9dda-fe645ca75593', 'tenant_id': 'f1428dd4244c435b991d3a12d3d737a0', 'floating_ip_address': '172.25.1.50', 'floating_network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'router_id': 'cf097d04-ca81-4220-877d-c2dc3f281448', 'port_id': '4fcd921d-7d91-4d50-88af-5b1f1282ca14', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4282, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6c2741bd-add1-457c-bec8-a4bc0bda1bf2', 'mac_address': 'fa:16:3e:02:44:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31ec9f90-659c-4e42-8b35-d7cca0e59eb9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T19:35:49Z', 'updated_at': '2021-07-14T19:35:49Z', 'revision_number': 0, 'project_id': 'f1428dd4244c435b991d3a12d3d737a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed8a02ca-3ab2-4c76-bb42-52d4598eef4f', 'name': '', 'network_id': '6c2741bd-add1-457c-bec8-a4bc0bda1bf2', 'tenant_id': 'f1428dd4244c435b991d3a12d3d737a0', 'mac_address': 'fa:16:3e:8c:da:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf097d04-ca81-4220-877d-c2dc3f281448', 'device_owner': 'network:router_interface', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': '1885ceaa-5ce0-41ee-8f75-f031aa84dc38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T19:31:05Z', 'updated_at': '2021-07-14T19:31:12Z', 'revision_number': 5, 'project_id': 'f1428dd4244c435b991d3a12d3d737a0', 'subnets': [{'id': '1885ceaa-5ce0-41ee-8f75-f031aa84dc38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-3', False) {} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 19:35:50.672930 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e0858bf-f3f0-43d1-a864-404ac1adfde4 None None] Checking router: cf097d04-ca81-4220-877d-c2dc3f281448 for host: n-d-800634-3 {{(pid=93917) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 19:35:50.682444 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e0858bf-f3f0-43d1-a864-404ac1adfde4 None None] Routers {'cf097d04-ca81-4220-877d-c2dc3f281448'} bound to L3 agent in host n-d-800634-3 {{(pid=93917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 19:35:50.683078 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-8e0858bf-f3f0-43d1-a864-404ac1adfde4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T19:35:23Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['cf097d04-ca81-4220-877d-c2dc3f281448'], 'active': True} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 19:35:50.690360 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa651c3c-e0f5-4d44-a5ed-b406c31b1653 req-594dfa51-b1a9-4e16-89e7-405835ae33e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:35:50.692022 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-fa651c3c-e0f5-4d44-a5ed-b406c31b1653 req-594dfa51-b1a9-4e16-89e7-405835ae33e2 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1885ceaa-5ce0-41ee-8f75-f031aa84dc38 HTTP/1.1" status: 200 len: 847 time: 0.0526865 Jul 14 19:35:50.752937 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa651c3c-e0f5-4d44-a5ed-b406c31b1653 req-e38837de-354b-477c-a5f2-5f481bde46d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:35:50.754744 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-fa651c3c-e0f5-4d44-a5ed-b406c31b1653 req-e38837de-354b-477c-a5f2-5f481bde46d8 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6c2741bd-add1-457c-bec8-a4bc0bda1bf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0570493 Jul 14 19:35:50.798477 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvr_db [None req-8e0858bf-f3f0-43d1-a864-404ac1adfde4 None None] Set router cf097d04-ca81-4220-877d-c2dc3f281448 gateway port host: n-d-800634-3 {{(pid=93917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 19:35:50.844997 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-fa651c3c-e0f5-4d44-a5ed-b406c31b1653 req-e0862f96-bb0b-43a3-b9f3-0f509a1d0fc1 service neutron] 10.222.0.18 "GET /v2.0/networks/6c2741bd-add1-457c-bec8-a4bc0bda1bf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842471 Jul 14 19:35:50.949419 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-fa651c3c-e0f5-4d44-a5ed-b406c31b1653 req-acc570d2-ef6e-48c9-b72a-6a90d1f6a2a5 service neutron] 10.222.0.18 "GET /v2.0/networks/6c2741bd-add1-457c-bec8-a4bc0bda1bf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954616 Jul 14 19:35:51.034232 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-8e0858bf-f3f0-43d1-a864-404ac1adfde4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf097d04-ca81-4220-877d-c2dc3f281448', 'name': 'tempest-TestShelveInstance-842097262-router', 'tenant_id': 'f1428dd4244c435b991d3a12d3d737a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.80'}], 'enable_snat': True}, 'gw_port_id': 'd6ac005d-5b3d-4ec5-bc6e-e2f64399472c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T19:31:03Z', 'updated_at': '2021-07-14T19:31:05Z', 'revision_number': 4, 'project_id': 'f1428dd4244c435b991d3a12d3d737a0', 'gw_port': {'id': 'd6ac005d-5b3d-4ec5-bc6e-e2f64399472c', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:e6:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf097d04-ca81-4220-877d-c2dc3f281448', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T19:31:03Z', 'updated_at': '2021-07-14T19:31:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_floatingips': [{'id': '9d77a064-465b-4fd1-9dda-fe645ca75593', 'tenant_id': 'f1428dd4244c435b991d3a12d3d737a0', 'floating_ip_address': '172.25.1.50', 'floating_network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'router_id': 'cf097d04-ca81-4220-877d-c2dc3f281448', 'port_id': '4fcd921d-7d91-4d50-88af-5b1f1282ca14', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4282, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6c2741bd-add1-457c-bec8-a4bc0bda1bf2', 'mac_address': 'fa:16:3e:02:44:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31ec9f90-659c-4e42-8b35-d7cca0e59eb9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T19:35:49Z', 'updated_at': '2021-07-14T19:35:49Z', 'revision_number': 0, 'project_id': 'f1428dd4244c435b991d3a12d3d737a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed8a02ca-3ab2-4c76-bb42-52d4598eef4f', 'name': '', 'network_id': '6c2741bd-add1-457c-bec8-a4bc0bda1bf2', 'tenant_id': 'f1428dd4244c435b991d3a12d3d737a0', 'mac_address': 'fa:16:3e:8c:da:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf097d04-ca81-4220-877d-c2dc3f281448', 'device_owner': 'network:router_interface', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': '1885ceaa-5ce0-41ee-8f75-f031aa84dc38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T19:31:05Z', 'updated_at': '2021-07-14T19:31:12Z', 'revision_number': 5, 'project_id': 'f1428dd4244c435b991d3a12d3d737a0', 'subnets': [{'id': '1885ceaa-5ce0-41ee-8f75-f031aa84dc38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-3', False) {} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 19:35:51.058818 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-871291b8-aa13-4c02-bae0-29b20a92e512 req-444518ca-a0f4-4167-a3b0-c99eec88f992 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=03a24d87-527f-4d5b-a998-53393446562a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0288348 Jul 14 19:35:51.067480 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e0858bf-f3f0-43d1-a864-404ac1adfde4 None None] The sync data for ids ['cf097d04-ca81-4220-877d-c2dc3f281448'] in n-d-800634-3 is: [{'id': 'cf097d04-ca81-4220-877d-c2dc3f281448', 'name': 'tempest-TestShelveInstance-842097262-router', 'tenant_id': 'f1428dd4244c435b991d3a12d3d737a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.80'}], 'enable_snat': True}, 'gw_port_id': 'd6ac005d-5b3d-4ec5-bc6e-e2f64399472c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T19:31:03Z', 'updated_at': '2021-07-14T19:31:05Z', 'revision_number': 4, 'project_id': 'f1428dd4244c435b991d3a12d3d737a0', 'gw_port': {'id': 'd6ac005d-5b3d-4ec5-bc6e-e2f64399472c', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:e6:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf097d04-ca81-4220-877d-c2dc3f281448', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T19:31:03Z', 'updated_at': '2021-07-14T19:31:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_floatingips': [{'id': '9d77a064-465b-4fd1-9dda-fe645ca75593', 'tenant_id': 'f1428dd4244c435b991d3a12d3d737a0', 'floating_ip_address': '172.25.1.50', 'floating_network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'router_id': 'cf097d04-ca81-4220-877d-c2dc3f281448', 'port_id': '4fcd921d-7d91-4d50-88af-5b1f1282ca14', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4282, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6c2741bd-add1-457c-bec8-a4bc0bda1bf2', 'mac_address': 'fa:16:3e:02:44:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31ec9f90-659c-4e42-8b35-d7cca0e59eb9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T19:35:49Z', 'updated_at': '2021-07-14T19:35:49Z', 'revision_number': 0, 'project_id': 'f1428dd4244c435b991d3a12d3d737a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed8a02ca-3ab2-4c76-bb42-52d4598eef4f', 'name': '', 'network_id': '6c2741bd-add1-457c-bec8-a4bc0bda1bf2', 'tenant_id': 'f1428dd4244c435b991d3a12d3d737a0', 'mac_address': 'fa:16:3e:8c:da:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf097d04-ca81-4220-877d-c2dc3f281448', 'device_owner': 'network:router_interface', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': '1885ceaa-5ce0-41ee-8f75-f031aa84dc38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T19:31:05Z', 'updated_at': '2021-07-14T19:31:12Z', 'revision_number': 5, 'project_id': 'f1428dd4244c435b991d3a12d3d737a0', 'subnets': [{'id': '1885ceaa-5ce0-41ee-8f75-f031aa84dc38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 19:35:51.139992 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-871291b8-aa13-4c02-bae0-29b20a92e512 req-b41bb3f3-73a9-4b82-a248-876c39852ab7 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c51e850593fc4a37af9470721017e8e7&device_id=03a24d87-527f-4d5b-a998-53393446562a HTTP/1.1" status: 200 len: 210 time: 0.0323372 Jul 14 19:35:51.181681 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-871291b8-aa13-4c02-bae0-29b20a92e512 req-58769092-fa5b-4c1f-af44-12938f244b50 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=c51e850593fc4a37af9470721017e8e7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0204661 Jul 14 19:35:51.267282 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78e72c0a-1b75-40e8-a421-1a1646611adf None None] New status for floating IP 9d77a064-465b-4fd1-9dda-fe645ca75593: ACTIVE {{(pid=93918) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 19:35:51.282483 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871291b8-aa13-4c02-bae0-29b20a92e512 req-0ec5af76-6e83-4199-b95e-165e31116e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:35:51.283966 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-871291b8-aa13-4c02-bae0-29b20a92e512 req-0ec5af76-6e83-4199-b95e-165e31116e6e service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0956903 Jul 14 19:35:52.938994 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-5efea4c5-9b4d-47fe-ab31-87dec76fa18f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:35:53.295735 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:35:54.419991 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-574aeb93-9938-449c-8e6c-cb22c9b52cc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:35:55.484341 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-dc63022d-7ce0-43cb-84c6-7d0e833509a3 req-43af9169-278a-420f-af5d-069ca15164b1 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=31ec9f90-659c-4e42-8b35-d7cca0e59eb9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0524087 Jul 14 19:35:55.576346 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc63022d-7ce0-43cb-84c6-7d0e833509a3 req-986e9898-7b79-4ac6-ba25-2b61714e7235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:35:55.577905 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-dc63022d-7ce0-43cb-84c6-7d0e833509a3 req-986e9898-7b79-4ac6-ba25-2b61714e7235 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f1428dd4244c435b991d3a12d3d737a0&device_id=31ec9f90-659c-4e42-8b35-d7cca0e59eb9 HTTP/1.1" status: 200 len: 1096 time: 0.0536559 Jul 14 19:35:55.696479 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc63022d-7ce0-43cb-84c6-7d0e833509a3 req-3d38142d-4474-4adc-9d10-e8f946c8fc57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:35:55.697978 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-dc63022d-7ce0-43cb-84c6-7d0e833509a3 req-3d38142d-4474-4adc-9d10-e8f946c8fc57 service neutron] 10.222.0.18 "GET /v2.0/networks?id=6c2741bd-add1-457c-bec8-a4bc0bda1bf2 HTTP/1.1" status: 200 len: 908 time: 0.0928352 Jul 14 19:35:55.769040 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-dc63022d-7ce0-43cb-84c6-7d0e833509a3 req-fdd555d3-dfb8-4344-a0a2-6bf829ba69d6 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4fcd921d-7d91-4d50-88af-5b1f1282ca14 HTTP/1.1" status: 200 len: 1000 time: 0.0627327 Jul 14 19:35:55.828815 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc63022d-7ce0-43cb-84c6-7d0e833509a3 req-b23e2313-e499-4fa8-8937-7a33f62cb2cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:35:55.830341 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-dc63022d-7ce0-43cb-84c6-7d0e833509a3 req-b23e2313-e499-4fa8-8937-7a33f62cb2cb service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1885ceaa-5ce0-41ee-8f75-f031aa84dc38 HTTP/1.1" status: 200 len: 847 time: 0.0484993 Jul 14 19:35:55.893945 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc63022d-7ce0-43cb-84c6-7d0e833509a3 req-9e810a98-b59f-4295-b19c-4c801889266d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:35:55.895525 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-dc63022d-7ce0-43cb-84c6-7d0e833509a3 req-9e810a98-b59f-4295-b19c-4c801889266d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6c2741bd-add1-457c-bec8-a4bc0bda1bf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0544934 Jul 14 19:35:55.994861 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-dc63022d-7ce0-43cb-84c6-7d0e833509a3 req-8add0f84-7488-4c46-a8b8-4b0e7e727a7b service neutron] 10.222.0.18 "GET /v2.0/networks/6c2741bd-add1-457c-bec8-a4bc0bda1bf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825880 Jul 14 19:35:56.054248 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-2f4e3af3-e708-4ffd-a544-82d93a489d01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:35:56.090513 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-dc63022d-7ce0-43cb-84c6-7d0e833509a3 req-e407886e-ab01-4db5-8aa0-47e361d33027 service neutron] 10.222.0.18 "GET /v2.0/networks/6c2741bd-add1-457c-bec8-a4bc0bda1bf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891175 Jul 14 19:36:03.176141 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:36:04.041594 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.agents_db [None req-2ea07fb6-aa68-4671-8654-119d82b9f530 None None] Agent healthcheck: found 7 active agents {{(pid=93918) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 19:36:06.204095 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:36:20.532706 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-66cd6c6f-8a5f-416a-965e-e373bdc12e0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:36:22.938194 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-c4f4fe96-b935-42a4-b756-32aac5993f23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:36:23.295874 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:36:24.422341 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-574aeb93-9938-449c-8e6c-cb22c9b52cc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:36:26.055298 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-2f4e3af3-e708-4ffd-a544-82d93a489d01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:36:33.188502 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:36:36.204162 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:36:41.040980 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.agents_db [None req-2ea07fb6-aa68-4671-8654-119d82b9f530 None None] Agent healthcheck: found 7 active agents {{(pid=93918) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 19:36:50.537116 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-3bf0ee2f-e7a7-4d4a-9765-142313fa535a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:36:52.939508 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-586f66aa-7e20-4dea-84af-414656fbb7a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:36:53.210578 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-848fed30-d758-40c4-912c-9ce38024ebc7 req-d8ae0ff0-5ca3-4957-9252-24eb9bc1bd31 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=6ab0c594-ecaf-4c5b-977a-9c1b59a2d9cc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0811481 Jul 14 19:36:53.259588 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-848fed30-d758-40c4-912c-9ce38024ebc7 req-cd65ff16-1d80-411c-9970-53f76d3b19ac service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f1c4e239e6d24b3bb240a97f6c99b33f&device_id=6ab0c594-ecaf-4c5b-977a-9c1b59a2d9cc HTTP/1.1" status: 200 len: 210 time: 0.0267785 Jul 14 19:36:53.296393 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:36:53.298710 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-848fed30-d758-40c4-912c-9ce38024ebc7 req-a60d21e5-ea38-4390-bc41-4b673e23ca0d service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=f1c4e239e6d24b3bb240a97f6c99b33f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0204880 Jul 14 19:36:53.390318 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848fed30-d758-40c4-912c-9ce38024ebc7 req-6318bd9a-6312-4d3a-92c0-157e7a4e8bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:36:53.391801 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-848fed30-d758-40c4-912c-9ce38024ebc7 req-6318bd9a-6312-4d3a-92c0-157e7a4e8bf1 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0875740 Jul 14 19:36:54.424959 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-574aeb93-9938-449c-8e6c-cb22c9b52cc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:36:55.528888 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-69ccc88e-2429-4bfc-8840-5e2ce3669fed req-b7c4e122-e216-4af1-98b5-a1d26f24a976 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=31ec9f90-659c-4e42-8b35-d7cca0e59eb9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0957620 Jul 14 19:36:55.621004 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ccc88e-2429-4bfc-8840-5e2ce3669fed req-896301cd-e180-4a81-b1e1-d78f8c0b57d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:36:55.622532 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-69ccc88e-2429-4bfc-8840-5e2ce3669fed req-896301cd-e180-4a81-b1e1-d78f8c0b57d6 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f1428dd4244c435b991d3a12d3d737a0&device_id=31ec9f90-659c-4e42-8b35-d7cca0e59eb9 HTTP/1.1" status: 200 len: 1096 time: 0.0516624 Jul 14 19:36:55.728730 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ccc88e-2429-4bfc-8840-5e2ce3669fed req-ed1a0f9f-d77c-4335-92b2-cb4357253a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:36:55.730136 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-69ccc88e-2429-4bfc-8840-5e2ce3669fed req-ed1a0f9f-d77c-4335-92b2-cb4357253a24 service neutron] 10.222.0.18 "GET /v2.0/networks?id=6c2741bd-add1-457c-bec8-a4bc0bda1bf2 HTTP/1.1" status: 200 len: 908 time: 0.0876241 Jul 14 19:36:55.792514 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-69ccc88e-2429-4bfc-8840-5e2ce3669fed req-72753b36-7beb-4375-a1b7-5b29c51c4193 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4fcd921d-7d91-4d50-88af-5b1f1282ca14 HTTP/1.1" status: 200 len: 1000 time: 0.0560322 Jul 14 19:36:55.843528 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ccc88e-2429-4bfc-8840-5e2ce3669fed req-bf6323dd-01ca-48b6-8dde-5d57136094a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:36:55.845150 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-69ccc88e-2429-4bfc-8840-5e2ce3669fed req-bf6323dd-01ca-48b6-8dde-5d57136094a4 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1885ceaa-5ce0-41ee-8f75-f031aa84dc38 HTTP/1.1" status: 200 len: 847 time: 0.0466495 Jul 14 19:36:55.900761 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ccc88e-2429-4bfc-8840-5e2ce3669fed req-e99782d8-237c-4a1a-afb6-4325d406188b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:36:55.902233 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-69ccc88e-2429-4bfc-8840-5e2ce3669fed req-e99782d8-237c-4a1a-afb6-4325d406188b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6c2741bd-add1-457c-bec8-a4bc0bda1bf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0510361 Jul 14 19:36:55.990785 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-69ccc88e-2429-4bfc-8840-5e2ce3669fed req-08d4f677-61f2-474c-aa02-12d5d7ec3e57 service neutron] 10.222.0.18 "GET /v2.0/networks/6c2741bd-add1-457c-bec8-a4bc0bda1bf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818710 Jul 14 19:36:56.063029 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-2f4e3af3-e708-4ffd-a544-82d93a489d01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:36:56.083473 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-69ccc88e-2429-4bfc-8840-5e2ce3669fed req-135fdda3-1bbe-4f38-b319-05d84f64b0b2 service neutron] 10.222.0.18 "GET /v2.0/networks/6c2741bd-add1-457c-bec8-a4bc0bda1bf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866797 Jul 14 19:37:03.186168 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:37:06.205211 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:37:18.039831 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.agents_db [None req-2ea07fb6-aa68-4671-8654-119d82b9f530 None None] Agent healthcheck: found 7 active agents {{(pid=93918) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 19:37:20.537588 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-1758254b-5c2b-4cf2-9349-bce657e261f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:37:22.940365 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-d83a6318-4c86-479b-b4cb-245d0a216a45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:37:23.299122 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:37:24.428383 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-574aeb93-9938-449c-8e6c-cb22c9b52cc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:37:26.061476 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-2f4e3af3-e708-4ffd-a544-82d93a489d01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:37:33.197851 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:37:36.211359 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:37:45.824767 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cab0a18-dd2f-49ad-bc14-207a32f68c18 req-7e76833d-c58b-4ca4-991a-2e71b1f9b48d tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:37:45.826211 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-1cab0a18-dd2f-49ad-bc14-207a32f68c18 req-7e76833d-c58b-4ca4-991a-2e71b1f9b48d tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] 10.222.0.16 "GET /v2.0/ports?device_id=31ec9f90-659c-4e42-8b35-d7cca0e59eb9 HTTP/1.1" status: 200 len: 945 time: 0.0683804 Jul 14 19:37:45.866693 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-1cab0a18-dd2f-49ad-bc14-207a32f68c18 req-1dab6d6e-17e8-40e7-af00-805ecb8edfd3 tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] 10.222.0.16 "GET /v2.0/security-groups?id=c69e6788-cf8c-4ecd-ad89-263014195d68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341864 Jul 14 19:37:47.089106 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb69496-43b4-4a84-984e-0f50de5e8fa0 req-f07beda2-2efa-4ac1-a7ba-7a033975e665 tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:37:47.090625 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-0eb69496-43b4-4a84-984e-0f50de5e8fa0 req-f07beda2-2efa-4ac1-a7ba-7a033975e665 tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] 10.222.0.16 "GET /v2.0/ports?device_id=31ec9f90-659c-4e42-8b35-d7cca0e59eb9 HTTP/1.1" status: 200 len: 945 time: 0.1109569 Jul 14 19:37:47.130137 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-0eb69496-43b4-4a84-984e-0f50de5e8fa0 req-a29c360c-d2e9-4376-bd2c-5ed8ac91442a tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] 10.222.0.16 "GET /v2.0/security-groups?id=c69e6788-cf8c-4ecd-ad89-263014195d68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339231 Jul 14 19:37:48.317040 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1b7a41-dcd9-4e03-b49a-2cb02d6a61b7 req-92b89077-2897-449b-8d81-aeddc6d1d74b tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:37:48.318509 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-0b1b7a41-dcd9-4e03-b49a-2cb02d6a61b7 req-92b89077-2897-449b-8d81-aeddc6d1d74b tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] 10.222.0.16 "GET /v2.0/ports?device_id=31ec9f90-659c-4e42-8b35-d7cca0e59eb9 HTTP/1.1" status: 200 len: 945 time: 0.0625920 Jul 14 19:37:48.357224 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-0b1b7a41-dcd9-4e03-b49a-2cb02d6a61b7 req-35a1fc0a-a3e3-4688-a4f3-b0be103a555e tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] 10.222.0.16 "GET /v2.0/security-groups?id=c69e6788-cf8c-4ecd-ad89-263014195d68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331185 Jul 14 19:37:49.534212 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7eadbfa-aa77-4b87-b142-00b571266e69 req-3257f02f-21d5-4255-a5ee-872e39d2fb4b tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:37:49.535731 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a7eadbfa-aa77-4b87-b142-00b571266e69 req-3257f02f-21d5-4255-a5ee-872e39d2fb4b tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] 10.222.0.16 "GET /v2.0/ports?device_id=31ec9f90-659c-4e42-8b35-d7cca0e59eb9 HTTP/1.1" status: 200 len: 945 time: 0.0666976 Jul 14 19:37:49.577566 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a7eadbfa-aa77-4b87-b142-00b571266e69 req-4c14782f-c0ec-4dab-bb1b-f9fe0293f466 tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] 10.222.0.16 "GET /v2.0/security-groups?id=c69e6788-cf8c-4ecd-ad89-263014195d68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361285 Jul 14 19:37:50.537430 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-85e403b9-8b8b-4f88-99b0-ba28f0c75b49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:37:50.750328 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071cca2e-b2c7-400a-9cff-f181fa5ef552 req-0bdab4f4-a587-47cd-9140-97a67dc684fe tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:37:50.751815 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-071cca2e-b2c7-400a-9cff-f181fa5ef552 req-0bdab4f4-a587-47cd-9140-97a67dc684fe tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] 10.222.0.16 "GET /v2.0/ports?device_id=31ec9f90-659c-4e42-8b35-d7cca0e59eb9 HTTP/1.1" status: 200 len: 945 time: 0.0649314 Jul 14 19:37:50.788698 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-071cca2e-b2c7-400a-9cff-f181fa5ef552 req-4a04a329-72ed-4910-b617-a9d5258de50d tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] 10.222.0.16 "GET /v2.0/security-groups?id=c69e6788-cf8c-4ecd-ad89-263014195d68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312724 Jul 14 19:37:51.960931 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08683bb4-484a-4a43-916c-bc2ff38d390d req-67e95b21-01d3-46c1-85f1-67d5c0ef7fe2 tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:37:51.962416 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-08683bb4-484a-4a43-916c-bc2ff38d390d req-67e95b21-01d3-46c1-85f1-67d5c0ef7fe2 tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] 10.222.0.16 "GET /v2.0/ports?device_id=31ec9f90-659c-4e42-8b35-d7cca0e59eb9 HTTP/1.1" status: 200 len: 945 time: 0.0637689 Jul 14 19:37:51.999201 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-08683bb4-484a-4a43-916c-bc2ff38d390d req-bb74b8dc-8e26-43f2-bdc4-43a7c71c306f tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] 10.222.0.16 "GET /v2.0/security-groups?id=c69e6788-cf8c-4ecd-ad89-263014195d68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312495 Jul 14 19:37:52.940789 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-de9ddae0-dff4-4514-a679-7f01c065a6a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:37:53.173423 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3404116-037e-4e9f-a19f-334b1bba724c req-f0e5edae-42e3-475e-9fee-27ece629a223 tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:37:53.174913 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e3404116-037e-4e9f-a19f-334b1bba724c req-f0e5edae-42e3-475e-9fee-27ece629a223 tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] 10.222.0.16 "GET /v2.0/ports?device_id=31ec9f90-659c-4e42-8b35-d7cca0e59eb9 HTTP/1.1" status: 200 len: 945 time: 0.0674512 Jul 14 19:37:53.213172 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e3404116-037e-4e9f-a19f-334b1bba724c req-7e054139-06d8-486c-9ddc-c0f4fde08a64 tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] 10.222.0.16 "GET /v2.0/security-groups?id=c69e6788-cf8c-4ecd-ad89-263014195d68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325925 Jul 14 19:37:53.299279 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:37:54.385484 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee29791-ad89-44bb-a271-f9f8f96e079a req-984f6502-da0a-473b-b1da-522f3084d954 tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:37:54.386988 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-bee29791-ad89-44bb-a271-f9f8f96e079a req-984f6502-da0a-473b-b1da-522f3084d954 tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] 10.222.0.16 "GET /v2.0/ports?device_id=31ec9f90-659c-4e42-8b35-d7cca0e59eb9 HTTP/1.1" status: 200 len: 945 time: 0.0642078 Jul 14 19:37:54.424711 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-bee29791-ad89-44bb-a271-f9f8f96e079a req-495f9c31-9bce-44dc-8bad-da073b9a2a78 tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] 10.222.0.16 "GET /v2.0/security-groups?id=c69e6788-cf8c-4ecd-ad89-263014195d68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317013 Jul 14 19:37:54.431380 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-574aeb93-9938-449c-8e6c-cb22c9b52cc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:37:54.491572 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-8006741c-4313-4c99-8385-f3c535debaa0 req-59b3903a-7cad-4fd3-9910-5546fcc83d56 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=03a24d87-527f-4d5b-a998-53393446562a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0343046 Jul 14 19:37:54.559297 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-8006741c-4313-4c99-8385-f3c535debaa0 req-284a3fae-9e7e-42f2-bd70-66db87e3c87a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c51e850593fc4a37af9470721017e8e7&device_id=03a24d87-527f-4d5b-a998-53393446562a HTTP/1.1" status: 200 len: 210 time: 0.0275581 Jul 14 19:37:54.597198 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-8006741c-4313-4c99-8385-f3c535debaa0 req-34dbc659-0626-45a4-85e8-65ae816f70f5 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=c51e850593fc4a37af9470721017e8e7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0191500 Jul 14 19:37:54.686329 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8006741c-4313-4c99-8385-f3c535debaa0 req-7901582b-5867-415b-807d-01cb60ca620a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:37:54.687829 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-8006741c-4313-4c99-8385-f3c535debaa0 req-7901582b-5867-415b-807d-01cb60ca620a service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0851114 Jul 14 19:37:55.041241 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.agents_db [None req-2ea07fb6-aa68-4671-8654-119d82b9f530 None None] Agent healthcheck: found 7 active agents {{(pid=93918) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 19:37:55.502083 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149bf8ec-69cc-484b-b323-a989318748b9 req-67df6b0b-7457-4f66-885a-37fec3c064ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:37:55.504135 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-149bf8ec-69cc-484b-b323-a989318748b9 req-67df6b0b-7457-4f66-885a-37fec3c064ca service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f1428dd4244c435b991d3a12d3d737a0&device_id=31ec9f90-659c-4e42-8b35-d7cca0e59eb9 HTTP/1.1" status: 200 len: 1096 time: 0.0536871 Jul 14 19:37:55.650629 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149bf8ec-69cc-484b-b323-a989318748b9 req-3c45a3b3-6c6a-4940-8be1-225ca3df9911 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:37:55.652141 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-149bf8ec-69cc-484b-b323-a989318748b9 req-3c45a3b3-6c6a-4940-8be1-225ca3df9911 service neutron] 10.222.0.18 "GET /v2.0/networks?id=6c2741bd-add1-457c-bec8-a4bc0bda1bf2 HTTP/1.1" status: 200 len: 908 time: 0.1290624 Jul 14 19:37:55.663942 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d886d8-eae6-4709-9b2c-21eeb36eb561 req-10f9b50f-66d6-49aa-abd7-19496a2c415a tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:37:55.665332 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e5d886d8-eae6-4709-9b2c-21eeb36eb561 req-10f9b50f-66d6-49aa-abd7-19496a2c415a tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] 10.222.0.16 "GET /v2.0/ports?device_id=31ec9f90-659c-4e42-8b35-d7cca0e59eb9 HTTP/1.1" status: 200 len: 945 time: 0.1172066 Jul 14 19:37:55.746471 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e5d886d8-eae6-4709-9b2c-21eeb36eb561 req-bfef9f9a-0c31-409f-9601-965eef5f166c tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] 10.222.0.16 "GET /v2.0/security-groups?id=c69e6788-cf8c-4ecd-ad89-263014195d68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0747471 Jul 14 19:37:55.750253 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-149bf8ec-69cc-484b-b323-a989318748b9 req-2c023345-127c-4d4f-b581-0677c2dbea7f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4fcd921d-7d91-4d50-88af-5b1f1282ca14 HTTP/1.1" status: 200 len: 1000 time: 0.0840228 Jul 14 19:37:55.797169 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149bf8ec-69cc-484b-b323-a989318748b9 req-033134f1-2a0b-4399-8758-ab15c6f41d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:37:55.798645 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-149bf8ec-69cc-484b-b323-a989318748b9 req-033134f1-2a0b-4399-8758-ab15c6f41d3b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1885ceaa-5ce0-41ee-8f75-f031aa84dc38 HTTP/1.1" status: 200 len: 847 time: 0.0423069 Jul 14 19:37:55.858033 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149bf8ec-69cc-484b-b323-a989318748b9 req-d74e9fa3-168f-44c8-adad-e50bb2bebcc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:37:55.859564 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-149bf8ec-69cc-484b-b323-a989318748b9 req-d74e9fa3-168f-44c8-adad-e50bb2bebcc9 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6c2741bd-add1-457c-bec8-a4bc0bda1bf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0545883 Jul 14 19:37:55.955845 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-149bf8ec-69cc-484b-b323-a989318748b9 req-8f1a021f-243f-43df-a446-4dcb4f837b8c service neutron] 10.222.0.18 "GET /v2.0/networks/6c2741bd-add1-457c-bec8-a4bc0bda1bf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897985 Jul 14 19:37:56.047245 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-149bf8ec-69cc-484b-b323-a989318748b9 req-2af82be0-7cf3-40e0-a1ac-b3f02020ab1b service neutron] 10.222.0.18 "GET /v2.0/networks/6c2741bd-add1-457c-bec8-a4bc0bda1bf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848110 Jul 14 19:37:56.064854 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-2f4e3af3-e708-4ffd-a544-82d93a489d01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:37:56.138694 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814f9646-8ced-4f4d-8918-c9769d64adac req-6c4a62ed-2dfe-4879-9d36-c717251b29d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:37:56.140172 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-814f9646-8ced-4f4d-8918-c9769d64adac req-6c4a62ed-2dfe-4879-9d36-c717251b29d2 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f1428dd4244c435b991d3a12d3d737a0&device_id=31ec9f90-659c-4e42-8b35-d7cca0e59eb9 HTTP/1.1" status: 200 len: 1096 time: 0.0524888 Jul 14 19:37:56.227307 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814f9646-8ced-4f4d-8918-c9769d64adac req-57c9a83f-1c1e-4a71-92d1-d82c339c5fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:37:56.228805 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-814f9646-8ced-4f4d-8918-c9769d64adac req-57c9a83f-1c1e-4a71-92d1-d82c339c5fc9 service neutron] 10.222.0.18 "GET /v2.0/networks?id=6c2741bd-add1-457c-bec8-a4bc0bda1bf2 HTTP/1.1" status: 200 len: 908 time: 0.0826740 Jul 14 19:37:56.294899 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-814f9646-8ced-4f4d-8918-c9769d64adac req-7d6f1d52-48ca-48f0-84c6-6d499810cc5b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4fcd921d-7d91-4d50-88af-5b1f1282ca14 HTTP/1.1" status: 200 len: 1000 time: 0.0603478 Jul 14 19:37:56.341968 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814f9646-8ced-4f4d-8918-c9769d64adac req-d2dacbff-bdce-474b-8d17-6595a532b80b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:37:56.343296 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-814f9646-8ced-4f4d-8918-c9769d64adac req-d2dacbff-bdce-474b-8d17-6595a532b80b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1885ceaa-5ce0-41ee-8f75-f031aa84dc38 HTTP/1.1" status: 200 len: 847 time: 0.0421443 Jul 14 19:37:56.398202 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814f9646-8ced-4f4d-8918-c9769d64adac req-a5448f54-f3f0-43cc-addb-0015ba1c3389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:37:56.399710 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-814f9646-8ced-4f4d-8918-c9769d64adac req-a5448f54-f3f0-43cc-addb-0015ba1c3389 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6c2741bd-add1-457c-bec8-a4bc0bda1bf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0503345 Jul 14 19:37:56.491343 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-814f9646-8ced-4f4d-8918-c9769d64adac req-dae24d44-8fcc-4ee5-8c11-a6c43f4d796b service neutron] 10.222.0.18 "GET /v2.0/networks/6c2741bd-add1-457c-bec8-a4bc0bda1bf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854275 Jul 14 19:37:56.578233 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-814f9646-8ced-4f4d-8918-c9769d64adac req-143f765a-0548-49b0-9125-e161193192e8 service neutron] 10.222.0.18 "GET /v2.0/networks/6c2741bd-add1-457c-bec8-a4bc0bda1bf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810647 Jul 14 19:37:56.922162 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a282100d-7e4c-4593-80d7-d31d0c5d8170 req-792b32d3-d627-4c9e-9bae-09c405980a31 tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:37:56.923627 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a282100d-7e4c-4593-80d7-d31d0c5d8170 req-792b32d3-d627-4c9e-9bae-09c405980a31 tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] 10.222.0.16 "GET /v2.0/ports?device_id=31ec9f90-659c-4e42-8b35-d7cca0e59eb9 HTTP/1.1" status: 200 len: 945 time: 0.0673013 Jul 14 19:37:56.962769 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a282100d-7e4c-4593-80d7-d31d0c5d8170 req-ef4508fd-024f-41f3-8354-3b06b93c800d tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] 10.222.0.16 "GET /v2.0/security-groups?id=c69e6788-cf8c-4ecd-ad89-263014195d68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335901 Jul 14 19:37:58.140719 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76bbe14-83aa-4bb0-a3af-1473d3783012 req-1a02309d-9a19-499f-80f8-8aa0cccc5607 tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:37:58.142287 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e76bbe14-83aa-4bb0-a3af-1473d3783012 req-1a02309d-9a19-499f-80f8-8aa0cccc5607 tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] 10.222.0.16 "GET /v2.0/ports?device_id=31ec9f90-659c-4e42-8b35-d7cca0e59eb9 HTTP/1.1" status: 200 len: 945 time: 0.0657017 Jul 14 19:37:58.181096 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e76bbe14-83aa-4bb0-a3af-1473d3783012 req-d41ec8cd-ab5c-4548-9846-2edbff51cf23 tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] 10.222.0.16 "GET /v2.0/security-groups?id=c69e6788-cf8c-4ecd-ad89-263014195d68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325918 Jul 14 19:37:59.360468 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3609cc6c-d9b7-43c8-a984-268101c09133 req-e12c7281-5cc6-47b5-a4c3-3cfb5337f108 tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:37:59.362269 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3609cc6c-d9b7-43c8-a984-268101c09133 req-e12c7281-5cc6-47b5-a4c3-3cfb5337f108 tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] 10.222.0.16 "GET /v2.0/ports?device_id=31ec9f90-659c-4e42-8b35-d7cca0e59eb9 HTTP/1.1" status: 200 len: 945 time: 0.0665808 Jul 14 19:37:59.401524 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3609cc6c-d9b7-43c8-a984-268101c09133 req-b7d28f24-9fda-4a1f-ae09-63e3479ff1dc tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] 10.222.0.16 "GET /v2.0/security-groups?id=c69e6788-cf8c-4ecd-ad89-263014195d68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334907 Jul 14 19:38:00.577996 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80f0abc-8fbd-4c36-9572-d5942b678460 req-a6b9d600-fdf9-40cd-bba4-4fc6303e6155 tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:38:00.579464 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f80f0abc-8fbd-4c36-9572-d5942b678460 req-a6b9d600-fdf9-40cd-bba4-4fc6303e6155 tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] 10.222.0.16 "GET /v2.0/ports?device_id=31ec9f90-659c-4e42-8b35-d7cca0e59eb9 HTTP/1.1" status: 200 len: 945 time: 0.0674613 Jul 14 19:38:00.616724 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f80f0abc-8fbd-4c36-9572-d5942b678460 req-7f95a9fb-7510-4e2b-b2d9-890db2fccc67 tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] 10.222.0.16 "GET /v2.0/security-groups?id=c69e6788-cf8c-4ecd-ad89-263014195d68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317428 Jul 14 19:38:00.887340 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 33974) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 19:38:00.999030 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1a5f48-07fa-41b4-bcee-91a4a855b366 req-3c3deadf-a465-403e-965e-7cde2793f37f tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:38:01.000444 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2c1a5f48-07fa-41b4-bcee-91a4a855b366 req-3c3deadf-a465-403e-965e-7cde2793f37f tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] 10.222.0.16 "GET /v2.0/ports?device_id=31ec9f90-659c-4e42-8b35-d7cca0e59eb9 HTTP/1.1" status: 200 len: 945 time: 0.1033115 Jul 14 19:38:01.007809 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-1f1b8c70-7bde-41b7-9f0d-2f20a2341c3f req-c6a98c73-6d97-4f91-bf31-6682e1831b31 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=31ec9f90-659c-4e42-8b35-d7cca0e59eb9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1193717 Jul 14 19:38:01.041588 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2c1a5f48-07fa-41b4-bcee-91a4a855b366 req-e126e954-7ef6-40f0-a9c2-86d395ab6fbc tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] 10.222.0.16 "GET /v2.0/security-groups?id=c69e6788-cf8c-4ecd-ad89-263014195d68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326450 Jul 14 19:38:02.236820 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device 4fcd921d-7d91-4d50-88af-5b1f1282ca14 no longer exists at agent hyperv_n-h1-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 19:38:02.241063 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96684d2b-fb59-410e-ac77-1ba9ca9b8c09 req-7bfb7a3a-78ea-43ac-83ce-cebaaecf6df6 tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:38:02.243243 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-96684d2b-fb59-410e-ac77-1ba9ca9b8c09 req-7bfb7a3a-78ea-43ac-83ce-cebaaecf6df6 tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] 10.222.0.16 "GET /v2.0/ports?device_id=31ec9f90-659c-4e42-8b35-d7cca0e59eb9 HTTP/1.1" status: 200 len: 945 time: 0.0839944 Jul 14 19:38:02.311141 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-96684d2b-fb59-410e-ac77-1ba9ca9b8c09 req-62b6c64b-e2cc-4da8-8c4e-95a498140a04 tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] 10.222.0.16 "GET /v2.0/security-groups?id=c69e6788-cf8c-4ecd-ad89-263014195d68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543010 Jul 14 19:38:02.334065 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:38:02.370883 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31ec9f90-659c-4e42-8b35-d7cca0e59eb9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4fcd921d-7d91-4d50-88af-5b1f1282ca14'}] {{(pid=93917) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 19:38:02.373893 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee9af70b018e2a669d4aace710d7966bbe0586a349443f05e01050df9771a348" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0acda04-fff8-4afc-aacd-42afa6378396" -d '{"events": [{"server_uuid": "31ec9f90-659c-4e42-8b35-d7cca0e59eb9", "name": "network-vif-unplugged", "status": "completed", "tag": "4fcd921d-7d91-4d50-88af-5b1f1282ca14"}]}' {{(pid=93917) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 19:38:02.390077 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port 4fcd921d-7d91-4d50-88af-5b1f1282ca14, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=4fcd921d-7d91-4d50-88af-5b1f1282ca14,segment=NetworkSegment(26129bd0-982f-489f-9551-293992d87442),segment_id=26129bd0-982f-489f-9551-293992d87442)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 19:38:02.395126 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:38:02.425498 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 14 Jul 2021 19:38:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0761ae4a-c94f-46ac-932a-9774a4e14e08 x-openstack-request-id: req-0761ae4a-c94f-46ac-932a-9774a4e14e08 {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 19:38:02.425993 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31ec9f90-659c-4e42-8b35-d7cca0e59eb9", "name": "network-vif-unplugged", "status": "failed", "tag": "4fcd921d-7d91-4d50-88af-5b1f1282ca14", "code": 422}]} {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 19:38:02.426344 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0761ae4a-c94f-46ac-932a-9774a4e14e08 {{(pid=93917) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 19:38:02.426954 n-d-800634-3 neutron-server[93917]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '31ec9f90-659c-4e42-8b35-d7cca0e59eb9', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '4fcd921d-7d91-4d50-88af-5b1f1282ca14', 'code': 422} returned with failed status Jul 14 19:38:02.454715 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Pushing event updated for resources: {'Port': ['ID=4fcd921d-7d91-4d50-88af-5b1f1282ca14,revision_number=6']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:38:02.463462 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:38:02.463804 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:38:02.464165 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:38:02.464507 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:38:02.464838 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:38:02.465166 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:38:02.465496 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:38:02.465817 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:38:02.466143 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:38:02.466461 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:38:02.466783 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:38:02.467103 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:38:03.201748 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:38:03.479937 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf00dc0c-ce33-45b9-927c-af806ab0f800 req-6c17c211-a6a2-4f26-8cfe-4bdf647c1db6 tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:38:03.482197 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-bf00dc0c-ce33-45b9-927c-af806ab0f800 req-6c17c211-a6a2-4f26-8cfe-4bdf647c1db6 tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] 10.222.0.16 "GET /v2.0/ports?device_id=31ec9f90-659c-4e42-8b35-d7cca0e59eb9 HTTP/1.1" status: 200 len: 943 time: 0.0637114 Jul 14 19:38:03.519899 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-bf00dc0c-ce33-45b9-927c-af806ab0f800 req-3af44584-ab80-48b8-87f2-a0bfafbbf0ff tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] 10.222.0.16 "GET /v2.0/security-groups?id=c69e6788-cf8c-4ecd-ad89-263014195d68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324616 Jul 14 19:38:04.700346 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e68d768-d5f6-4896-b370-175390ac847b req-b9b0cd97-d8d1-43fa-aeb5-42b78dd545b8 tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:38:04.701831 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-7e68d768-d5f6-4896-b370-175390ac847b req-b9b0cd97-d8d1-43fa-aeb5-42b78dd545b8 tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] 10.222.0.16 "GET /v2.0/ports?device_id=31ec9f90-659c-4e42-8b35-d7cca0e59eb9 HTTP/1.1" status: 200 len: 943 time: 0.0670826 Jul 14 19:38:04.740779 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-7e68d768-d5f6-4896-b370-175390ac847b req-be476eda-e988-435e-bc24-fb1125bdcb76 tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] 10.222.0.16 "GET /v2.0/security-groups?id=c69e6788-cf8c-4ecd-ad89-263014195d68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333333 Jul 14 19:38:05.838762 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1b8c70-7bde-41b7-9f0d-2f20a2341c3f req-215bae39-5f6f-418d-ac3c-ca6552b2011b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:38:05.841163 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-1f1b8c70-7bde-41b7-9f0d-2f20a2341c3f req-215bae39-5f6f-418d-ac3c-ca6552b2011b service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=31ec9f90-659c-4e42-8b35-d7cca0e59eb9&tenant_id=f1428dd4244c435b991d3a12d3d737a0 HTTP/1.1" status: 200 len: 1094 time: 0.0582955 Jul 14 19:38:05.967640 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31b93d9-eeca-4ada-a45b-2216680a887b req-0da4b0cb-538e-4382-89b3-f9b8b38017cb tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:38:05.969173 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e31b93d9-eeca-4ada-a45b-2216680a887b req-0da4b0cb-538e-4382-89b3-f9b8b38017cb tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] 10.222.0.16 "GET /v2.0/ports?device_id=31ec9f90-659c-4e42-8b35-d7cca0e59eb9 HTTP/1.1" status: 200 len: 943 time: 0.1082535 Jul 14 19:38:05.975007 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1b8c70-7bde-41b7-9f0d-2f20a2341c3f req-82477acf-ac97-4d37-bd5e-0d2db46f4101 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:38:05.976520 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-1f1b8c70-7bde-41b7-9f0d-2f20a2341c3f req-82477acf-ac97-4d37-bd5e-0d2db46f4101 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f1428dd4244c435b991d3a12d3d737a0&device_id=31ec9f90-659c-4e42-8b35-d7cca0e59eb9 HTTP/1.1" status: 200 len: 1094 time: 0.1032174 Jul 14 19:38:06.061208 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-e31b93d9-eeca-4ada-a45b-2216680a887b req-c327ab91-072d-4063-a555-659be3a2eaff tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] 10.222.0.16 "GET /v2.0/security-groups?id=c69e6788-cf8c-4ecd-ad89-263014195d68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0836058 Jul 14 19:38:06.094159 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1b8c70-7bde-41b7-9f0d-2f20a2341c3f req-8524c85f-2f06-4a0c-a6f8-bf0c941b58fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:38:06.095682 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-1f1b8c70-7bde-41b7-9f0d-2f20a2341c3f req-8524c85f-2f06-4a0c-a6f8-bf0c941b58fc service neutron] 10.222.0.18 "GET /v2.0/networks?id=6c2741bd-add1-457c-bec8-a4bc0bda1bf2 HTTP/1.1" status: 200 len: 908 time: 0.1113365 Jul 14 19:38:06.162329 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-1f1b8c70-7bde-41b7-9f0d-2f20a2341c3f req-c008ef55-1227-42c7-99fe-6d9da7026530 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4fcd921d-7d91-4d50-88af-5b1f1282ca14 HTTP/1.1" status: 200 len: 998 time: 0.0575745 Jul 14 19:38:06.210468 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1b8c70-7bde-41b7-9f0d-2f20a2341c3f req-217f4304-f070-46d9-a431-d7e19986cd87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:38:06.211948 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-1f1b8c70-7bde-41b7-9f0d-2f20a2341c3f req-217f4304-f070-46d9-a431-d7e19986cd87 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1885ceaa-5ce0-41ee-8f75-f031aa84dc38 HTTP/1.1" status: 200 len: 847 time: 0.0434530 Jul 14 19:38:06.216288 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:38:06.271811 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1b8c70-7bde-41b7-9f0d-2f20a2341c3f req-5376741c-f669-497a-be40-36e4576d96a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:38:06.273354 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-1f1b8c70-7bde-41b7-9f0d-2f20a2341c3f req-5376741c-f669-497a-be40-36e4576d96a3 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6c2741bd-add1-457c-bec8-a4bc0bda1bf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0552342 Jul 14 19:38:06.360745 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-1f1b8c70-7bde-41b7-9f0d-2f20a2341c3f req-3dd6ef6a-73e7-421a-aacd-28da06fcfff2 service neutron] 10.222.0.18 "GET /v2.0/networks/6c2741bd-add1-457c-bec8-a4bc0bda1bf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808210 Jul 14 19:38:06.452752 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-1f1b8c70-7bde-41b7-9f0d-2f20a2341c3f req-6bf92bea-5b49-4127-8538-0f17a3fd6c03 service neutron] 10.222.0.18 "GET /v2.0/networks/6c2741bd-add1-457c-bec8-a4bc0bda1bf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862157 Jul 14 19:38:07.535748 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae85e0c-4327-42fd-9156-4be0472195c5 req-0c0784ce-210d-4253-a199-d5c1a1788edf tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:38:07.537308 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-1ae85e0c-4327-42fd-9156-4be0472195c5 req-0c0784ce-210d-4253-a199-d5c1a1788edf tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] 10.222.0.16 "GET /v2.0/ports?device_id=31ec9f90-659c-4e42-8b35-d7cca0e59eb9 HTTP/1.1" status: 200 len: 943 time: 0.3651636 Jul 14 19:38:07.574628 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-1ae85e0c-4327-42fd-9156-4be0472195c5 req-2f43271e-12ed-417c-851c-2eb0b916ba26 tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] 10.222.0.16 "GET /v2.0/security-groups?id=c69e6788-cf8c-4ecd-ad89-263014195d68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317924 Jul 14 19:38:08.744920 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc1c5df-a088-4da5-869c-9865f00d68aa req-3ae10452-365e-4aed-96d2-a0babe115a4b tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:38:08.746397 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-bdc1c5df-a088-4da5-869c-9865f00d68aa req-3ae10452-365e-4aed-96d2-a0babe115a4b tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] 10.222.0.16 "GET /v2.0/ports?device_id=31ec9f90-659c-4e42-8b35-d7cca0e59eb9 HTTP/1.1" status: 200 len: 943 time: 0.0630395 Jul 14 19:38:08.783999 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-bdc1c5df-a088-4da5-869c-9865f00d68aa req-f9a4f5e9-9ada-4918-9d40-6d805dbb64b1 tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] 10.222.0.16 "GET /v2.0/security-groups?id=c69e6788-cf8c-4ecd-ad89-263014195d68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319769 Jul 14 19:38:09.956318 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758cae3c-a5de-44f2-ac58-84b93c584a98 req-f26a1d98-4b19-4d12-8099-594d69f36e98 tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:38:09.958374 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-758cae3c-a5de-44f2-ac58-84b93c584a98 req-f26a1d98-4b19-4d12-8099-594d69f36e98 tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] 10.222.0.16 "GET /v2.0/ports?device_id=31ec9f90-659c-4e42-8b35-d7cca0e59eb9 HTTP/1.1" status: 200 len: 943 time: 0.0655777 Jul 14 19:38:09.996244 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-758cae3c-a5de-44f2-ac58-84b93c584a98 req-f6331c8b-4e13-419f-8fbf-0d156b14be1b tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] 10.222.0.16 "GET /v2.0/security-groups?id=c69e6788-cf8c-4ecd-ad89-263014195d68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321698 Jul 14 19:38:11.166972 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354a4252-853c-494c-bc6e-349a7fe79e86 req-08a811e6-bb4c-4b74-8b0a-4997fd5fa28b tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:38:11.168464 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-354a4252-853c-494c-bc6e-349a7fe79e86 req-08a811e6-bb4c-4b74-8b0a-4997fd5fa28b tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] 10.222.0.16 "GET /v2.0/ports?device_id=31ec9f90-659c-4e42-8b35-d7cca0e59eb9 HTTP/1.1" status: 200 len: 943 time: 0.0628123 Jul 14 19:38:11.206128 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-354a4252-853c-494c-bc6e-349a7fe79e86 req-e0ad0b76-b03b-4fdb-81cb-e93d2e2c85c7 tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] 10.222.0.16 "GET /v2.0/security-groups?id=c69e6788-cf8c-4ecd-ad89-263014195d68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310569 Jul 14 19:38:12.379415 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8ac743-dc14-4bb9-922a-ffb4e13081e1 req-e13c103d-76b9-4e93-a641-ae6b29649e39 tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:38:12.380913 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ce8ac743-dc14-4bb9-922a-ffb4e13081e1 req-e13c103d-76b9-4e93-a641-ae6b29649e39 tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] 10.222.0.16 "GET /v2.0/ports?device_id=31ec9f90-659c-4e42-8b35-d7cca0e59eb9 HTTP/1.1" status: 200 len: 943 time: 0.0622013 Jul 14 19:38:12.422035 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ce8ac743-dc14-4bb9-922a-ffb4e13081e1 req-07d435c2-146a-4561-aa17-a727e9fea3b4 tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] 10.222.0.16 "GET /v2.0/security-groups?id=c69e6788-cf8c-4ecd-ad89-263014195d68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356030 Jul 14 19:38:13.606322 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34c5fd5-9320-405d-bfec-e43b41f9192c req-331a2d0a-10f1-4082-8222-da5a47afb4c3 tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:38:13.607840 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f34c5fd5-9320-405d-bfec-e43b41f9192c req-331a2d0a-10f1-4082-8222-da5a47afb4c3 tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] 10.222.0.16 "GET /v2.0/ports?device_id=31ec9f90-659c-4e42-8b35-d7cca0e59eb9 HTTP/1.1" status: 200 len: 943 time: 0.0679717 Jul 14 19:38:13.651175 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f34c5fd5-9320-405d-bfec-e43b41f9192c req-9dd5dba9-97c9-4351-8e30-75b3ca36d5df tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] 10.222.0.16 "GET /v2.0/security-groups?id=c69e6788-cf8c-4ecd-ad89-263014195d68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362844 Jul 14 19:38:14.312736 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device 4fcd921d-7d91-4d50-88af-5b1f1282ca14 details requested by agent hyperv_n-h1-800634-3 with host n-h1-800634-3 {{(pid=93917) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 19:38:14.407390 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port 4fcd921d-7d91-4d50-88af-5b1f1282ca14, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=4fcd921d-7d91-4d50-88af-5b1f1282ca14,segment=NetworkSegment(26129bd0-982f-489f-9551-293992d87442),segment_id=26129bd0-982f-489f-9551-293992d87442)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 19:38:14.418607 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Returning: {'device': '4fcd921d-7d91-4d50-88af-5b1f1282ca14', 'network_id': '6c2741bd-add1-457c-bec8-a4bc0bda1bf2', 'port_id': '4fcd921d-7d91-4d50-88af-5b1f1282ca14', 'mac_address': 'fa:16:3e:02:44:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 74, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1885ceaa-5ce0-41ee-8f75-f031aa84dc38', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93917) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 19:38:14.455192 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:38:14.467878 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4fcd921d-7d91-4d50-88af-5b1f1282ca14 {{(pid=93917) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 19:38:14.487089 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port 4fcd921d-7d91-4d50-88af-5b1f1282ca14, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=4fcd921d-7d91-4d50-88af-5b1f1282ca14,segment=NetworkSegment(26129bd0-982f-489f-9551-293992d87442),segment_id=26129bd0-982f-489f-9551-293992d87442)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 19:38:14.491359 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:38:14.536550 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Pushing event updated for resources: {'Port': ['ID=4fcd921d-7d91-4d50-88af-5b1f1282ca14,revision_number=7']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:38:14.692619 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] get_ports_and_sgs() called for port_ids ['4fcd921d-7d91-4d50-88af-5b1f1282ca14'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 19:38:14.829382 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08975796-3602-4c7d-b5db-de0275bbec99 req-6691882b-c543-443e-bd25-da7e2e36d3d3 tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:38:14.830878 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-08975796-3602-4c7d-b5db-de0275bbec99 req-6691882b-c543-443e-bd25-da7e2e36d3d3 tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] 10.222.0.16 "GET /v2.0/ports?device_id=31ec9f90-659c-4e42-8b35-d7cca0e59eb9 HTTP/1.1" status: 200 len: 944 time: 0.0636082 Jul 14 19:38:14.869094 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-08975796-3602-4c7d-b5db-de0275bbec99 req-66bec7ca-6356-4ad0-a552-8cf8a3fd76b1 tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] 10.222.0.16 "GET /v2.0/security-groups?id=c69e6788-cf8c-4ecd-ad89-263014195d68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324965 Jul 14 19:38:16.042657 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cbddca-4779-4661-97c0-52fc2b2f4925 req-9b8c6260-4268-4fe1-ae89-77e9ed357c75 tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:38:16.044104 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-19cbddca-4779-4661-97c0-52fc2b2f4925 req-9b8c6260-4268-4fe1-ae89-77e9ed357c75 tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] 10.222.0.16 "GET /v2.0/ports?device_id=31ec9f90-659c-4e42-8b35-d7cca0e59eb9 HTTP/1.1" status: 200 len: 944 time: 0.0665858 Jul 14 19:38:16.082058 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-19cbddca-4779-4661-97c0-52fc2b2f4925 req-85cbebd3-86f2-4562-9c8f-528eb13966fc tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] 10.222.0.16 "GET /v2.0/security-groups?id=c69e6788-cf8c-4ecd-ad89-263014195d68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323637 Jul 14 19:38:16.329956 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device 4fcd921d-7d91-4d50-88af-5b1f1282ca14 up at agent hyperv_n-h1-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 19:38:16.378896 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Provisioning complete for port 4fcd921d-7d91-4d50-88af-5b1f1282ca14 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 19:38:16.379266 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:38:16.607732 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:38:16.630154 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31ec9f90-659c-4e42-8b35-d7cca0e59eb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fcd921d-7d91-4d50-88af-5b1f1282ca14'}] {{(pid=93917) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 19:38:16.632409 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee9af70b018e2a669d4aace710d7966bbe0586a349443f05e01050df9771a348" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1747b410-af03-4e0b-b39b-e83c92cd6b89" -d '{"events": [{"server_uuid": "31ec9f90-659c-4e42-8b35-d7cca0e59eb9", "name": "network-vif-plugged", "status": "completed", "tag": "4fcd921d-7d91-4d50-88af-5b1f1282ca14"}]}' {{(pid=93917) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 19:38:16.644869 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port 4fcd921d-7d91-4d50-88af-5b1f1282ca14, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=4fcd921d-7d91-4d50-88af-5b1f1282ca14,segment=NetworkSegment(26129bd0-982f-489f-9551-293992d87442),segment_id=26129bd0-982f-489f-9551-293992d87442)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 19:38:16.649756 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:38:16.681969 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 19:38:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56efa019-68fe-4905-a1b3-b9c44b57a5ac x-openstack-request-id: req-56efa019-68fe-4905-a1b3-b9c44b57a5ac {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 19:38:16.682271 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31ec9f90-659c-4e42-8b35-d7cca0e59eb9", "name": "network-vif-plugged", "status": "completed", "tag": "4fcd921d-7d91-4d50-88af-5b1f1282ca14", "code": 200}]} {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 19:38:16.682529 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-56efa019-68fe-4905-a1b3-b9c44b57a5ac {{(pid=93917) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 19:38:16.682919 n-d-800634-3 neutron-server[93917]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31ec9f90-659c-4e42-8b35-d7cca0e59eb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fcd921d-7d91-4d50-88af-5b1f1282ca14', 'code': 200} Jul 14 19:38:16.698887 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Pushing event updated for resources: {'Port': ['ID=4fcd921d-7d91-4d50-88af-5b1f1282ca14,revision_number=8']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:38:16.839853 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1653b2-d48d-465c-832c-32f3b2315ae8 req-d4116256-f3d4-43fa-891a-323c420f8fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:38:16.841373 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2d1653b2-d48d-465c-832c-32f3b2315ae8 req-d4116256-f3d4-43fa-891a-323c420f8fa0 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=31ec9f90-659c-4e42-8b35-d7cca0e59eb9 HTTP/1.1" status: 200 len: 1096 time: 0.0510700 Jul 14 19:38:16.874866 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2d1653b2-d48d-465c-832c-32f3b2315ae8 req-4e2ce699-ea8b-4b18-8f83-7de36e4c53a0 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=c69e6788-cf8c-4ecd-ad89-263014195d68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0274897 Jul 14 19:38:17.254625 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1376dc03-f5c1-4125-8de2-68a583b249ac req-36525940-a13f-4b1c-96ad-aee03736ab51 tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:38:17.256636 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-1376dc03-f5c1-4125-8de2-68a583b249ac req-36525940-a13f-4b1c-96ad-aee03736ab51 tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] 10.222.0.16 "GET /v2.0/ports?device_id=31ec9f90-659c-4e42-8b35-d7cca0e59eb9 HTTP/1.1" status: 200 len: 945 time: 0.0641994 Jul 14 19:38:17.297766 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-1376dc03-f5c1-4125-8de2-68a583b249ac req-18730d62-baf2-46f5-b81d-8a71457e93ae tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] 10.222.0.16 "GET /v2.0/security-groups?id=c69e6788-cf8c-4ecd-ad89-263014195d68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355694 Jul 14 19:38:18.473415 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356fee67-f150-481b-a5c1-d4b98fa6d38e req-de111309-da54-4fab-bf0a-13cef9fc68ca tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:38:18.474909 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-356fee67-f150-481b-a5c1-d4b98fa6d38e req-de111309-da54-4fab-bf0a-13cef9fc68ca tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] 10.222.0.16 "GET /v2.0/ports?device_id=31ec9f90-659c-4e42-8b35-d7cca0e59eb9 HTTP/1.1" status: 200 len: 945 time: 0.0642662 Jul 14 19:38:18.512916 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-356fee67-f150-481b-a5c1-d4b98fa6d38e req-25c2a0c4-b0e9-44c0-aecb-7fcc7c569a83 tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] 10.222.0.16 "GET /v2.0/security-groups?id=c69e6788-cf8c-4ecd-ad89-263014195d68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324278 Jul 14 19:38:20.541600 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-d0f09de7-6fb7-4de9-b084-2754608dbef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:38:22.940694 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-2149edca-d743-4872-a1bf-2861f35ddbcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:38:23.299622 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:38:24.436479 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-574aeb93-9938-449c-8e6c-cb22c9b52cc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:38:26.067512 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-2f4e3af3-e708-4ffd-a544-82d93a489d01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:38:32.041312 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.agents_db [None req-2ea07fb6-aa68-4671-8654-119d82b9f530 None None] Agent healthcheck: found 7 active agents {{(pid=93918) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 19:38:33.217224 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:38:36.216200 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:38:50.542723 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-0f905a4c-d96a-422b-8ff4-6ff776406a0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:38:52.943353 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-179abcbc-96d6-46aa-a9f3-36ed350ee725 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:38:53.303268 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:38:54.437502 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-574aeb93-9938-449c-8e6c-cb22c9b52cc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:38:56.070264 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-2f4e3af3-e708-4ffd-a544-82d93a489d01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:38:56.524671 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-436d736c-ace5-4598-ac51-c451a59dbb08 req-5626506f-de11-4fc4-bf47-23a850629acc service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=6ab0c594-ecaf-4c5b-977a-9c1b59a2d9cc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0324092 Jul 14 19:38:56.573360 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-436d736c-ace5-4598-ac51-c451a59dbb08 req-18cff9d7-4cc8-4438-bc03-a5b3d29aa9c6 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f1c4e239e6d24b3bb240a97f6c99b33f&device_id=6ab0c594-ecaf-4c5b-977a-9c1b59a2d9cc HTTP/1.1" status: 200 len: 210 time: 0.0266905 Jul 14 19:38:56.612432 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-436d736c-ace5-4598-ac51-c451a59dbb08 req-64a4e82c-268d-4d75-b985-2b965279d2ed service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=f1c4e239e6d24b3bb240a97f6c99b33f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0190790 Jul 14 19:38:56.704560 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436d736c-ace5-4598-ac51-c451a59dbb08 req-c80db5fb-1114-48b1-8778-fe115515fa65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:38:56.705990 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-436d736c-ace5-4598-ac51-c451a59dbb08 req-c80db5fb-1114-48b1-8778-fe115515fa65 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0878744 Jul 14 19:38:57.463116 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c00ed724-4244-4220-bc17-34cacc74be17 req-2b338776-ef44-4c4e-a4fa-a38eca1c6592 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=31ec9f90-659c-4e42-8b35-d7cca0e59eb9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0508871 Jul 14 19:38:57.562307 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00ed724-4244-4220-bc17-34cacc74be17 req-43f9de0d-44cb-494e-a90c-7633f491f2fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:38:57.563604 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c00ed724-4244-4220-bc17-34cacc74be17 req-43f9de0d-44cb-494e-a90c-7633f491f2fb service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f1428dd4244c435b991d3a12d3d737a0&device_id=31ec9f90-659c-4e42-8b35-d7cca0e59eb9 HTTP/1.1" status: 200 len: 1096 time: 0.0547566 Jul 14 19:38:57.666728 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00ed724-4244-4220-bc17-34cacc74be17 req-d852f487-5782-41f0-a0cd-e4976b143065 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:38:57.668233 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c00ed724-4244-4220-bc17-34cacc74be17 req-d852f487-5782-41f0-a0cd-e4976b143065 service neutron] 10.222.0.18 "GET /v2.0/networks?id=6c2741bd-add1-457c-bec8-a4bc0bda1bf2 HTTP/1.1" status: 200 len: 908 time: 0.0839229 Jul 14 19:38:57.736536 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c00ed724-4244-4220-bc17-34cacc74be17 req-54cc2a52-dfcd-43ff-a7b2-1dda2033d279 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4fcd921d-7d91-4d50-88af-5b1f1282ca14 HTTP/1.1" status: 200 len: 1000 time: 0.0613163 Jul 14 19:38:57.783754 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00ed724-4244-4220-bc17-34cacc74be17 req-f2075724-fa45-4a75-a34c-f61f2dc1ffbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:38:57.785217 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c00ed724-4244-4220-bc17-34cacc74be17 req-f2075724-fa45-4a75-a34c-f61f2dc1ffbe service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1885ceaa-5ce0-41ee-8f75-f031aa84dc38 HTTP/1.1" status: 200 len: 847 time: 0.0434203 Jul 14 19:38:57.840541 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00ed724-4244-4220-bc17-34cacc74be17 req-75668e3e-5d21-42d0-a6c7-b7bbf04e8fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:38:57.842059 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c00ed724-4244-4220-bc17-34cacc74be17 req-75668e3e-5d21-42d0-a6c7-b7bbf04e8fa9 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6c2741bd-add1-457c-bec8-a4bc0bda1bf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0510161 Jul 14 19:38:57.932779 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c00ed724-4244-4220-bc17-34cacc74be17 req-7c93ba95-dd42-4695-9a42-6f6cca5cd619 service neutron] 10.222.0.18 "GET /v2.0/networks/6c2741bd-add1-457c-bec8-a4bc0bda1bf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844796 Jul 14 19:38:58.019889 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c00ed724-4244-4220-bc17-34cacc74be17 req-6575ccc2-23f6-4c18-862c-09a2ccd8e344 service neutron] 10.222.0.18 "GET /v2.0/networks/6c2741bd-add1-457c-bec8-a4bc0bda1bf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813026 Jul 14 19:39:03.230326 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:39:06.225772 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:39:09.041552 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.agents_db [None req-2ea07fb6-aa68-4671-8654-119d82b9f530 None None] Agent healthcheck: found 7 active agents {{(pid=93918) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 19:39:20.546969 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-8dac54f8-27c0-455a-90ac-0c8933845d98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:39:22.945933 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-5c439ff0-89eb-47fa-ba6f-8902f4127bdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:39:23.304953 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:39:24.441530 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-574aeb93-9938-449c-8e6c-cb22c9b52cc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:39:26.072012 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-2f4e3af3-e708-4ffd-a544-82d93a489d01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:39:30.836851 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 34048) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 19:39:31.005841 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [None req-092255a6-5388-4fa1-9778-4dd46ce3fea7 tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] Deleting port 8c183d53-faa5-474b-ab37-de81087e12cd {{(pid=93915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 19:39:31.006188 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-092255a6-5388-4fa1-9778-4dd46ce3fea7 tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:39:31.089826 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-092255a6-5388-4fa1-9778-4dd46ce3fea7 tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:39:31.090059 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-092255a6-5388-4fa1-9778-4dd46ce3fea7 tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:39:31.101805 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [None req-092255a6-5388-4fa1-9778-4dd46ce3fea7 tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] Calling delete_port for 8c183d53-faa5-474b-ab37-de81087e12cd owned by network:floatingip {{(pid=93915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 19:39:31.253610 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-092255a6-5388-4fa1-9778-4dd46ce3fea7 tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:39:31.278718 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092255a6-5388-4fa1-9778-4dd46ce3fea7 tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] Pushing event deleted for resources: {'Port': ['ID=8c183d53-faa5-474b-ab37-de81087e12cd,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:39:31.288997 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-092255a6-5388-4fa1-9778-4dd46ce3fea7 tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:39:31.289342 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-092255a6-5388-4fa1-9778-4dd46ce3fea7 tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:39:31.289686 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-092255a6-5388-4fa1-9778-4dd46ce3fea7 tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:39:31.290030 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-092255a6-5388-4fa1-9778-4dd46ce3fea7 tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:39:31.290351 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-092255a6-5388-4fa1-9778-4dd46ce3fea7 tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:39:31.290680 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-092255a6-5388-4fa1-9778-4dd46ce3fea7 tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:39:31.291001 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-092255a6-5388-4fa1-9778-4dd46ce3fea7 tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:39:31.291324 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-092255a6-5388-4fa1-9778-4dd46ce3fea7 tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:39:31.291645 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-092255a6-5388-4fa1-9778-4dd46ce3fea7 tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:39:31.291971 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-092255a6-5388-4fa1-9778-4dd46ce3fea7 tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:39:31.292321 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-092255a6-5388-4fa1-9778-4dd46ce3fea7 tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:39:31.292642 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-092255a6-5388-4fa1-9778-4dd46ce3fea7 tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:39:31.365581 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-092255a6-5388-4fa1-9778-4dd46ce3fea7 tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] Notify callbacks [] for floatingip, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:39:31.365581 n-d-800634-3 neutron-server[93915]: INFO neutron.db.l3_db [None req-092255a6-5388-4fa1-9778-4dd46ce3fea7 tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] Floating IP 9d77a064-465b-4fd1-9dda-fe645ca75593 disassociated (deleted). External IP: 172.25.1.50, port: 4fcd921d-7d91-4d50-88af-5b1f1282ca14. Jul 14 19:39:31.599729 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-092255a6-5388-4fa1-9778-4dd46ce3fea7 tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] Router cf097d04-ca81-4220-877d-c2dc3f281448 has already been hosted by L3 agent 2c6eb27e-defb-4cca-9a24-381c7415e359 {{(pid=93915) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 19:39:31.711991 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-092255a6-5388-4fa1-9778-4dd46ce3fea7 tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] Notify agent at l3_agent.n-d-800634-3 the message routers_updated {{(pid=93915) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 19:39:31.716679 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-092255a6-5388-4fa1-9778-4dd46ce3fea7 tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for floatingip, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:39:31.723364 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a037e03b-ea64-412f-8ce8-26e892ce71d6 None None] Sync routers for ids ['cf097d04-ca81-4220-877d-c2dc3f281448'] in n-d-800634-3 {{(pid=93917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 19:39:31.733683 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a037e03b-ea64-412f-8ce8-26e892ce71d6 None None] Routers {'cf097d04-ca81-4220-877d-c2dc3f281448'} bound to L3 agent in host n-d-800634-3 {{(pid=93917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 19:39:31.734501 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-a037e03b-ea64-412f-8ce8-26e892ce71d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T19:39:23Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['cf097d04-ca81-4220-877d-c2dc3f281448'], 'active': True} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 19:39:31.759062 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-092255a6-5388-4fa1-9778-4dd46ce3fea7 tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] 10.222.0.16 "DELETE /v2.0/floatingips/9d77a064-465b-4fd1-9dda-fe645ca75593 HTTP/1.1" status: 204 len: 168 time: 0.9181831 Jul 14 19:39:31.759062 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31ec9f90-659c-4e42-8b35-d7cca0e59eb9', 'tag': '4fcd921d-7d91-4d50-88af-5b1f1282ca14'}] {{(pid=93915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 19:39:31.759441 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}163b1c7ce9835e2c54087c39b47c05da5c61decdd411e584c58a4e7cd59f948f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aeba6da2-3aeb-4e0a-93a8-80fd6b40c2ce" -d '{"events": [{"name": "network-changed", "server_uuid": "31ec9f90-659c-4e42-8b35-d7cca0e59eb9", "tag": "4fcd921d-7d91-4d50-88af-5b1f1282ca14"}]}' {{(pid=93915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 19:39:31.802634 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 19:39:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d417d81-6a7a-427a-a32f-128034d4b149 x-openstack-request-id: req-1d417d81-6a7a-427a-a32f-128034d4b149 {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 19:39:31.808566 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31ec9f90-659c-4e42-8b35-d7cca0e59eb9", "tag": "4fcd921d-7d91-4d50-88af-5b1f1282ca14", "status": "completed", "code": 200}]} {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 19:39:31.811889 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1d417d81-6a7a-427a-a32f-128034d4b149 {{(pid=93915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 19:39:31.811889 n-d-800634-3 neutron-server[93915]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31ec9f90-659c-4e42-8b35-d7cca0e59eb9', 'tag': '4fcd921d-7d91-4d50-88af-5b1f1282ca14', 'status': 'completed', 'code': 200} Jul 14 19:39:31.865508 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvr_db [None req-a037e03b-ea64-412f-8ce8-26e892ce71d6 None None] Set router cf097d04-ca81-4220-877d-c2dc3f281448 gateway port host: n-d-800634-3 {{(pid=93917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 19:39:31.879197 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeba6da2-3aeb-4e0a-93a8-80fd6b40c2ce req-dca067f0-f8c1-4eb1-b1e7-25d39f921fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:39:31.881045 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-aeba6da2-3aeb-4e0a-93a8-80fd6b40c2ce req-dca067f0-f8c1-4eb1-b1e7-25d39f921fe4 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f1428dd4244c435b991d3a12d3d737a0&device_id=31ec9f90-659c-4e42-8b35-d7cca0e59eb9 HTTP/1.1" status: 200 len: 1096 time: 0.0569136 Jul 14 19:39:32.004906 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeba6da2-3aeb-4e0a-93a8-80fd6b40c2ce req-d3e76539-b984-4d72-a259-a115de9361a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:39:32.008069 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-aeba6da2-3aeb-4e0a-93a8-80fd6b40c2ce req-d3e76539-b984-4d72-a259-a115de9361a8 service neutron] 10.222.0.18 "GET /v2.0/networks?id=6c2741bd-add1-457c-bec8-a4bc0bda1bf2 HTTP/1.1" status: 200 len: 908 time: 0.1200845 Jul 14 19:39:32.058775 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-aeba6da2-3aeb-4e0a-93a8-80fd6b40c2ce req-02e50c1e-6cc6-4210-bc86-a0b2b8fb814c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4fcd921d-7d91-4d50-88af-5b1f1282ca14 HTTP/1.1" status: 200 len: 217 time: 0.0432374 Jul 14 19:39:32.137356 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-a037e03b-ea64-412f-8ce8-26e892ce71d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf097d04-ca81-4220-877d-c2dc3f281448', 'name': 'tempest-TestShelveInstance-842097262-router', 'tenant_id': 'f1428dd4244c435b991d3a12d3d737a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.80'}], 'enable_snat': True}, 'gw_port_id': 'd6ac005d-5b3d-4ec5-bc6e-e2f64399472c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T19:31:03Z', 'updated_at': '2021-07-14T19:31:05Z', 'revision_number': 4, 'project_id': 'f1428dd4244c435b991d3a12d3d737a0', 'gw_port': {'id': 'd6ac005d-5b3d-4ec5-bc6e-e2f64399472c', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:e6:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf097d04-ca81-4220-877d-c2dc3f281448', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T19:31:03Z', 'updated_at': '2021-07-14T19:31:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_interfaces': [{'id': 'ed8a02ca-3ab2-4c76-bb42-52d4598eef4f', 'name': '', 'network_id': '6c2741bd-add1-457c-bec8-a4bc0bda1bf2', 'tenant_id': 'f1428dd4244c435b991d3a12d3d737a0', 'mac_address': 'fa:16:3e:8c:da:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf097d04-ca81-4220-877d-c2dc3f281448', 'device_owner': 'network:router_interface', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': '1885ceaa-5ce0-41ee-8f75-f031aa84dc38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T19:31:05Z', 'updated_at': '2021-07-14T19:31:12Z', 'revision_number': 5, 'project_id': 'f1428dd4244c435b991d3a12d3d737a0', 'subnets': [{'id': '1885ceaa-5ce0-41ee-8f75-f031aa84dc38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-3', False) {} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 19:39:32.146097 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeba6da2-3aeb-4e0a-93a8-80fd6b40c2ce req-c62b8636-fdcf-4c22-a975-41daccd41c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:39:32.148199 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-aeba6da2-3aeb-4e0a-93a8-80fd6b40c2ce req-c62b8636-fdcf-4c22-a975-41daccd41c94 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1885ceaa-5ce0-41ee-8f75-f031aa84dc38 HTTP/1.1" status: 200 len: 847 time: 0.0815177 Jul 14 19:39:32.164535 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a037e03b-ea64-412f-8ce8-26e892ce71d6 None None] Checking router: cf097d04-ca81-4220-877d-c2dc3f281448 for host: n-d-800634-3 {{(pid=93917) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 19:39:32.173083 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a037e03b-ea64-412f-8ce8-26e892ce71d6 None None] Routers {'cf097d04-ca81-4220-877d-c2dc3f281448'} bound to L3 agent in host n-d-800634-3 {{(pid=93917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 19:39:32.173740 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-a037e03b-ea64-412f-8ce8-26e892ce71d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T19:39:23Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['cf097d04-ca81-4220-877d-c2dc3f281448'], 'active': True} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 19:39:32.208642 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73451e6c-b9d6-4257-a0f8-dcdcb030aeca req-4fb44631-7e5e-4836-af7b-1d65a6f52b06 tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:39:32.210705 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-73451e6c-b9d6-4257-a0f8-dcdcb030aeca req-4fb44631-7e5e-4836-af7b-1d65a6f52b06 tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] 10.222.0.16 "GET /v2.0/ports?device_id=31ec9f90-659c-4e42-8b35-d7cca0e59eb9 HTTP/1.1" status: 200 len: 945 time: 0.1112041 Jul 14 19:39:32.254506 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeba6da2-3aeb-4e0a-93a8-80fd6b40c2ce req-b7817aea-a5ed-4adc-8187-bc81d48789d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:39:32.255930 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-aeba6da2-3aeb-4e0a-93a8-80fd6b40c2ce req-b7817aea-a5ed-4adc-8187-bc81d48789d7 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6c2741bd-add1-457c-bec8-a4bc0bda1bf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0997274 Jul 14 19:39:32.264422 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-73451e6c-b9d6-4257-a0f8-dcdcb030aeca req-5bc1fbeb-ce45-47f4-9c51-a83ad055423c tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] 10.222.0.16 "GET /v2.0/security-groups?id=c69e6788-cf8c-4ecd-ad89-263014195d68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465224 Jul 14 19:39:32.282285 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvr_db [None req-a037e03b-ea64-412f-8ce8-26e892ce71d6 None None] Set router cf097d04-ca81-4220-877d-c2dc3f281448 gateway port host: n-d-800634-3 {{(pid=93917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 19:39:32.354904 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-aeba6da2-3aeb-4e0a-93a8-80fd6b40c2ce req-5416b647-249e-4e69-bfef-46dfd44694a6 service neutron] 10.222.0.18 "GET /v2.0/networks/6c2741bd-add1-457c-bec8-a4bc0bda1bf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895307 Jul 14 19:39:32.447335 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-aeba6da2-3aeb-4e0a-93a8-80fd6b40c2ce req-0173ac7e-ecb9-4ef7-9097-4dbf9e7f181f service neutron] 10.222.0.18 "GET /v2.0/networks/6c2741bd-add1-457c-bec8-a4bc0bda1bf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849991 Jul 14 19:39:32.479944 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-a037e03b-ea64-412f-8ce8-26e892ce71d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf097d04-ca81-4220-877d-c2dc3f281448', 'name': 'tempest-TestShelveInstance-842097262-router', 'tenant_id': 'f1428dd4244c435b991d3a12d3d737a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.80'}], 'enable_snat': True}, 'gw_port_id': 'd6ac005d-5b3d-4ec5-bc6e-e2f64399472c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T19:31:03Z', 'updated_at': '2021-07-14T19:31:05Z', 'revision_number': 4, 'project_id': 'f1428dd4244c435b991d3a12d3d737a0', 'gw_port': {'id': 'd6ac005d-5b3d-4ec5-bc6e-e2f64399472c', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:e6:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf097d04-ca81-4220-877d-c2dc3f281448', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T19:31:03Z', 'updated_at': '2021-07-14T19:31:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_interfaces': [{'id': 'ed8a02ca-3ab2-4c76-bb42-52d4598eef4f', 'name': '', 'network_id': '6c2741bd-add1-457c-bec8-a4bc0bda1bf2', 'tenant_id': 'f1428dd4244c435b991d3a12d3d737a0', 'mac_address': 'fa:16:3e:8c:da:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf097d04-ca81-4220-877d-c2dc3f281448', 'device_owner': 'network:router_interface', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': '1885ceaa-5ce0-41ee-8f75-f031aa84dc38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T19:31:05Z', 'updated_at': '2021-07-14T19:31:12Z', 'revision_number': 5, 'project_id': 'f1428dd4244c435b991d3a12d3d737a0', 'subnets': [{'id': '1885ceaa-5ce0-41ee-8f75-f031aa84dc38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-3', False) {} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 19:39:32.509627 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a037e03b-ea64-412f-8ce8-26e892ce71d6 None None] The sync data for ids ['cf097d04-ca81-4220-877d-c2dc3f281448'] in n-d-800634-3 is: [{'id': 'cf097d04-ca81-4220-877d-c2dc3f281448', 'name': 'tempest-TestShelveInstance-842097262-router', 'tenant_id': 'f1428dd4244c435b991d3a12d3d737a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.80'}], 'enable_snat': True}, 'gw_port_id': 'd6ac005d-5b3d-4ec5-bc6e-e2f64399472c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T19:31:03Z', 'updated_at': '2021-07-14T19:31:05Z', 'revision_number': 4, 'project_id': 'f1428dd4244c435b991d3a12d3d737a0', 'gw_port': {'id': 'd6ac005d-5b3d-4ec5-bc6e-e2f64399472c', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:e6:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf097d04-ca81-4220-877d-c2dc3f281448', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T19:31:03Z', 'updated_at': '2021-07-14T19:31:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_interfaces': [{'id': 'ed8a02ca-3ab2-4c76-bb42-52d4598eef4f', 'name': '', 'network_id': '6c2741bd-add1-457c-bec8-a4bc0bda1bf2', 'tenant_id': 'f1428dd4244c435b991d3a12d3d737a0', 'mac_address': 'fa:16:3e:8c:da:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf097d04-ca81-4220-877d-c2dc3f281448', 'device_owner': 'network:router_interface', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': '1885ceaa-5ce0-41ee-8f75-f031aa84dc38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T19:31:05Z', 'updated_at': '2021-07-14T19:31:12Z', 'revision_number': 5, 'project_id': 'f1428dd4244c435b991d3a12d3d737a0', 'subnets': [{'id': '1885ceaa-5ce0-41ee-8f75-f031aa84dc38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 19:39:32.720561 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4be4572-21c4-424d-bc40-50459088fc33 None None] New status for floating IP 9d77a064-465b-4fd1-9dda-fe645ca75593: DOWN {{(pid=93918) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 19:39:33.234488 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:39:33.447684 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c63029-7f57-4f49-839d-385e7eadde36 req-4e13baae-42e5-4ac3-aab3-e7ca9c3e1f03 tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:39:33.449207 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-72c63029-7f57-4f49-839d-385e7eadde36 req-4e13baae-42e5-4ac3-aab3-e7ca9c3e1f03 tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] 10.222.0.16 "GET /v2.0/ports?device_id=31ec9f90-659c-4e42-8b35-d7cca0e59eb9 HTTP/1.1" status: 200 len: 945 time: 0.0703933 Jul 14 19:39:33.497046 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-72c63029-7f57-4f49-839d-385e7eadde36 req-d32ea199-f57f-4c08-a6c1-6a44eb9648fd tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] 10.222.0.16 "GET /v2.0/security-groups?id=c69e6788-cf8c-4ecd-ad89-263014195d68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421681 Jul 14 19:39:33.548261 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4364f4b3-5628-4490-8f57-06a3fb4ec1f5 req-b6df545e-adf0-4d48-bae3-79934b840d3d tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:39:33.549698 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-4364f4b3-5628-4490-8f57-06a3fb4ec1f5 req-b6df545e-adf0-4d48-bae3-79934b840d3d tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] 10.222.0.18 "GET /v2.0/ports?device_id=31ec9f90-659c-4e42-8b35-d7cca0e59eb9 HTTP/1.1" status: 200 len: 945 time: 0.0690835 Jul 14 19:39:33.651354 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [req-4364f4b3-5628-4490-8f57-06a3fb4ec1f5 req-1a3c9c57-8628-4fa1-b422-d1ac788a3ad7 tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] Deleting port 4fcd921d-7d91-4d50-88af-5b1f1282ca14 {{(pid=93915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 19:39:33.651689 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-4364f4b3-5628-4490-8f57-06a3fb4ec1f5 req-1a3c9c57-8628-4fa1-b422-d1ac788a3ad7 tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:39:33.736346 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-4364f4b3-5628-4490-8f57-06a3fb4ec1f5 req-1a3c9c57-8628-4fa1-b422-d1ac788a3ad7 tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] For port 4fcd921d-7d91-4d50-88af-5b1f1282ca14, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=4fcd921d-7d91-4d50-88af-5b1f1282ca14,segment=NetworkSegment(26129bd0-982f-489f-9551-293992d87442),segment_id=26129bd0-982f-489f-9551-293992d87442)] {{(pid=93915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 19:39:33.736703 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-4364f4b3-5628-4490-8f57-06a3fb4ec1f5 req-1a3c9c57-8628-4fa1-b422-d1ac788a3ad7 tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:39:33.749621 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [req-4364f4b3-5628-4490-8f57-06a3fb4ec1f5 req-1a3c9c57-8628-4fa1-b422-d1ac788a3ad7 tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] Calling delete_port for 4fcd921d-7d91-4d50-88af-5b1f1282ca14 owned by compute:nova {{(pid=93915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 19:39:33.880419 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-4364f4b3-5628-4490-8f57-06a3fb4ec1f5 req-1a3c9c57-8628-4fa1-b422-d1ac788a3ad7 tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:39:33.909719 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3c9c57-8628-4fa1-b422-d1ac788a3ad7 tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] Pushing event deleted for resources: {'Port': ['ID=4fcd921d-7d91-4d50-88af-5b1f1282ca14,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:39:33.954610 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [req-4364f4b3-5628-4490-8f57-06a3fb4ec1f5 req-1a3c9c57-8628-4fa1-b422-d1ac788a3ad7 tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] No DVR routers for this DVR port 4fcd921d-7d91-4d50-88af-5b1f1282ca14 on host n-h1-800634-3 {{(pid=93915) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 19:39:33.957270 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-4364f4b3-5628-4490-8f57-06a3fb4ec1f5 req-1a3c9c57-8628-4fa1-b422-d1ac788a3ad7 tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:39:33.959251 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-4364f4b3-5628-4490-8f57-06a3fb4ec1f5 req-1a3c9c57-8628-4fa1-b422-d1ac788a3ad7 tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] 10.222.0.18 "DELETE /v2.0/ports/4fcd921d-7d91-4d50-88af-5b1f1282ca14 HTTP/1.1" status: 204 len: 173 time: 0.4037981 Jul 14 19:39:33.959720 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31ec9f90-659c-4e42-8b35-d7cca0e59eb9', 'name': 'network-vif-deleted', 'tag': '4fcd921d-7d91-4d50-88af-5b1f1282ca14'}] {{(pid=93915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 19:39:33.962005 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}163b1c7ce9835e2c54087c39b47c05da5c61decdd411e584c58a4e7cd59f948f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a5bbe99-55c4-4c95-9122-fc630f3c9535" -d '{"events": [{"server_uuid": "31ec9f90-659c-4e42-8b35-d7cca0e59eb9", "name": "network-vif-deleted", "tag": "4fcd921d-7d91-4d50-88af-5b1f1282ca14"}]}' {{(pid=93915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 19:39:34.001847 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 19:39:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a390de3f-d1a1-49dc-820f-7cfb0f3b6aaa x-openstack-request-id: req-a390de3f-d1a1-49dc-820f-7cfb0f3b6aaa {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 19:39:34.002149 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31ec9f90-659c-4e42-8b35-d7cca0e59eb9", "name": "network-vif-deleted", "tag": "4fcd921d-7d91-4d50-88af-5b1f1282ca14", "status": "completed", "code": 200}]} {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 19:39:34.002411 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a390de3f-d1a1-49dc-820f-7cfb0f3b6aaa {{(pid=93915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 19:39:34.002821 n-d-800634-3 neutron-server[93915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31ec9f90-659c-4e42-8b35-d7cca0e59eb9', 'name': 'network-vif-deleted', 'tag': '4fcd921d-7d91-4d50-88af-5b1f1282ca14', 'status': 'completed', 'code': 200} Jul 14 19:39:34.642781 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-273fdbf9-8110-409a-a116-21188f3bf2cf req-ec342458-3c72-48c2-a1d0-d0436abd8742 tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] 10.222.0.16 "GET /v2.0/ports?device_id=31ec9f90-659c-4e42-8b35-d7cca0e59eb9 HTTP/1.1" status: 200 len: 210 time: 0.0331097 Jul 14 19:39:35.796501 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-be6e2440-b143-4b5e-aaa8-0f996817f324 req-4c1f1af5-a65a-4a82-ad34-a83cfc5dac59 tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] 10.222.0.16 "GET /v2.0/ports?device_id=31ec9f90-659c-4e42-8b35-d7cca0e59eb9 HTTP/1.1" status: 200 len: 210 time: 0.0295639 Jul 14 19:39:36.229415 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:39:36.722015 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device 4fcd921d-7d91-4d50-88af-5b1f1282ca14 no longer exists at agent hyperv_n-h1-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 19:39:36.742237 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] No Port match for: 4fcd921d-7d91-4d50-88af-5b1f1282ca14 {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 19:39:36.742582 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device 4fcd921d-7d91-4d50-88af-5b1f1282ca14 not bound to the agent host n-h1-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 19:39:36.939832 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-bb0f54cc-7dd9-4fd5-8321-17dc6f2506cf req-0216e9c4-4ae9-456e-8b48-a5b1c3729407 tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] 10.222.0.16 "GET /v2.0/ports?device_id=31ec9f90-659c-4e42-8b35-d7cca0e59eb9 HTTP/1.1" status: 200 len: 210 time: 0.0293503 Jul 14 19:39:38.033197 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 34076) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 19:39:38.091090 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-5ac643f6-d842-4091-ad2c-4acc82d94c66 tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] Notify callbacks [] for security_group, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:39:38.115493 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-5ac643f6-d842-4091-ad2c-4acc82d94c66 tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:39:38.177934 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-5ac643f6-d842-4091-ad2c-4acc82d94c66 tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:39:38.180542 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-5ac643f6-d842-4091-ad2c-4acc82d94c66 tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] Notify callbacks [] for security_group, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:39:38.181673 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-5ac643f6-d842-4091-ad2c-4acc82d94c66 tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] 10.222.0.16 "DELETE /v2.0/security-groups/c69e6788-cf8c-4ecd-ad89-263014195d68 HTTP/1.1" status: 204 len: 168 time: 0.1474900 Jul 14 19:39:38.191208 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac643f6-d842-4091-ad2c-4acc82d94c66 tempest-TestShelveInstance-1828056106 tempest-TestShelveInstance-1828056106-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c69e6788-cf8c-4ecd-ad89-263014195d68,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:39:38.231960 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 34080) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 19:39:38.666579 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-4f349c0b-6727-4cea-9a56-e2f2f500f61a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-928623'] for router_interface, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:39:38.926528 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [None req-4f349c0b-6727-4cea-9a56-e2f2f500f61a admin admin] Deleting port ed8a02ca-3ab2-4c76-bb42-52d4598eef4f {{(pid=93915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 19:39:38.926866 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-4f349c0b-6727-4cea-9a56-e2f2f500f61a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:39:39.009261 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [None req-4f349c0b-6727-4cea-9a56-e2f2f500f61a admin admin] For port ed8a02ca-3ab2-4c76-bb42-52d4598eef4f, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=ed8a02ca-3ab2-4c76-bb42-52d4598eef4f,segment=NetworkSegment(26129bd0-982f-489f-9551-293992d87442),segment_id=26129bd0-982f-489f-9551-293992d87442)] {{(pid=93915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 19:39:39.009617 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-4f349c0b-6727-4cea-9a56-e2f2f500f61a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:39:39.022810 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [None req-4f349c0b-6727-4cea-9a56-e2f2f500f61a admin admin] Calling delete_port for ed8a02ca-3ab2-4c76-bb42-52d4598eef4f owned by network:router_interface {{(pid=93915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 19:39:39.205601 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-4f349c0b-6727-4cea-9a56-e2f2f500f61a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:39:39.233450 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f349c0b-6727-4cea-9a56-e2f2f500f61a admin admin] Pushing event deleted for resources: {'Port': ['ID=ed8a02ca-3ab2-4c76-bb42-52d4598eef4f,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:39:39.711504 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-4f349c0b-6727-4cea-9a56-e2f2f500f61a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-598732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-928907'] for router_interface, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:39:39.925707 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f349c0b-6727-4cea-9a56-e2f2f500f61a admin admin] Router cf097d04-ca81-4220-877d-c2dc3f281448 has already been hosted by L3 agent 2c6eb27e-defb-4cca-9a24-381c7415e359 {{(pid=93915) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 19:39:40.036055 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f349c0b-6727-4cea-9a56-e2f2f500f61a admin admin] Notify agent at l3_agent.n-d-800634-3 the message routers_updated {{(pid=93915) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 19:39:40.043638 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-4f349c0b-6727-4cea-9a56-e2f2f500f61a admin admin] 10.222.0.16 "PUT /v2.0/routers/cf097d04-ca81-4220-877d-c2dc3f281448/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8083351 Jul 14 19:39:40.044795 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 34084) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 19:39:40.047245 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa2a2a58-ab3c-40dd-ac38-66a9ab40eedc None None] Sync routers for ids ['cf097d04-ca81-4220-877d-c2dc3f281448'] in n-d-800634-3 {{(pid=93917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 19:39:40.058751 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa2a2a58-ab3c-40dd-ac38-66a9ab40eedc None None] Routers {'cf097d04-ca81-4220-877d-c2dc3f281448'} bound to L3 agent in host n-d-800634-3 {{(pid=93917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 19:39:40.059366 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-aa2a2a58-ab3c-40dd-ac38-66a9ab40eedc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T19:39:23Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['cf097d04-ca81-4220-877d-c2dc3f281448'], 'active': True} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 19:39:40.152252 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-fe7a425a-ee7f-46e9-9201-d92760939701 admin admin] Notify callbacks [] for router, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:39:40.164473 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvr_db [None req-aa2a2a58-ab3c-40dd-ac38-66a9ab40eedc None None] Set router cf097d04-ca81-4220-877d-c2dc3f281448 gateway port host: n-d-800634-3 {{(pid=93917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 19:39:40.256624 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-fe7a425a-ee7f-46e9-9201-d92760939701 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:39:40.310887 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [None req-fe7a425a-ee7f-46e9-9201-d92760939701 admin admin] Deleting port d6ac005d-5b3d-4ec5-bc6e-e2f64399472c {{(pid=93915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 19:39:40.311263 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-fe7a425a-ee7f-46e9-9201-d92760939701 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:39:40.354384 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-aa2a2a58-ab3c-40dd-ac38-66a9ab40eedc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf097d04-ca81-4220-877d-c2dc3f281448', 'name': 'tempest-TestShelveInstance-842097262-router', 'tenant_id': 'f1428dd4244c435b991d3a12d3d737a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.80'}], 'enable_snat': True}, 'gw_port_id': 'd6ac005d-5b3d-4ec5-bc6e-e2f64399472c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T19:31:03Z', 'updated_at': '2021-07-14T19:39:39Z', 'revision_number': 5, 'project_id': 'f1428dd4244c435b991d3a12d3d737a0', 'gw_port': {'id': 'd6ac005d-5b3d-4ec5-bc6e-e2f64399472c', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:e6:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf097d04-ca81-4220-877d-c2dc3f281448', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T19:31:03Z', 'updated_at': '2021-07-14T19:31:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3'}], 'n-d-800634-3', False) {} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 19:39:40.386054 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa2a2a58-ab3c-40dd-ac38-66a9ab40eedc None None] Checking router: cf097d04-ca81-4220-877d-c2dc3f281448 for host: n-d-800634-3 {{(pid=93917) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 19:39:40.396165 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa2a2a58-ab3c-40dd-ac38-66a9ab40eedc None None] Routers {'cf097d04-ca81-4220-877d-c2dc3f281448'} bound to L3 agent in host n-d-800634-3 {{(pid=93917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 19:39:40.396787 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-aa2a2a58-ab3c-40dd-ac38-66a9ab40eedc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T19:39:23Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['cf097d04-ca81-4220-877d-c2dc3f281448'], 'active': True} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 19:39:40.397689 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [None req-fe7a425a-ee7f-46e9-9201-d92760939701 admin admin] For port d6ac005d-5b3d-4ec5-bc6e-e2f64399472c, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=d6ac005d-5b3d-4ec5-bc6e-e2f64399472c,segment=NetworkSegment(5afb940b-bbdf-4727-be00-5d46367c38a1),segment_id=5afb940b-bbdf-4727-be00-5d46367c38a1)] {{(pid=93915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 19:39:40.398184 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-fe7a425a-ee7f-46e9-9201-d92760939701 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:39:40.411978 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [None req-fe7a425a-ee7f-46e9-9201-d92760939701 admin admin] Calling delete_port for d6ac005d-5b3d-4ec5-bc6e-e2f64399472c owned by network:router_gateway {{(pid=93915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 19:39:40.481694 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvr_db [None req-aa2a2a58-ab3c-40dd-ac38-66a9ab40eedc None None] Set router cf097d04-ca81-4220-877d-c2dc3f281448 gateway port host: None {{(pid=93917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 19:39:40.536009 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-aa2a2a58-ab3c-40dd-ac38-66a9ab40eedc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf097d04-ca81-4220-877d-c2dc3f281448', 'name': 'tempest-TestShelveInstance-842097262-router', 'tenant_id': 'f1428dd4244c435b991d3a12d3d737a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T19:31:03Z', 'updated_at': '2021-07-14T19:39:40Z', 'revision_number': 6, 'project_id': 'f1428dd4244c435b991d3a12d3d737a0', 'gw_port_host': None}], 'n-d-800634-3', False) {} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 19:39:40.562733 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa2a2a58-ab3c-40dd-ac38-66a9ab40eedc None None] The sync data for ids ['cf097d04-ca81-4220-877d-c2dc3f281448'] in n-d-800634-3 is: [{'id': 'cf097d04-ca81-4220-877d-c2dc3f281448', 'name': 'tempest-TestShelveInstance-842097262-router', 'tenant_id': 'f1428dd4244c435b991d3a12d3d737a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T19:31:03Z', 'updated_at': '2021-07-14T19:39:40Z', 'revision_number': 6, 'project_id': 'f1428dd4244c435b991d3a12d3d737a0', 'gw_port_host': None}] {{(pid=93917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 19:39:40.589053 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-fe7a425a-ee7f-46e9-9201-d92760939701 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:39:40.617042 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7a425a-ee7f-46e9-9201-d92760939701 admin admin] Pushing event deleted for resources: {'Port': ['ID=d6ac005d-5b3d-4ec5-bc6e-e2f64399472c,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:39:40.675394 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-fe7a425a-ee7f-46e9-9201-d92760939701 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-930057'] for router_gateway, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:39:40.763452 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-fe7a425a-ee7f-46e9-9201-d92760939701 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-571778', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11402'] for router, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:39:40.765502 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-fe7a425a-ee7f-46e9-9201-d92760939701 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:39:40.809746 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-fe7a425a-ee7f-46e9-9201-d92760939701 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-541202'] for router, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:39:40.810410 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe7a425a-ee7f-46e9-9201-d92760939701 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cf097d04-ca81-4220-877d-c2dc3f281448 {{(pid=93915) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 19:39:40.815183 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-fe7a425a-ee7f-46e9-9201-d92760939701 admin admin] Notify callbacks [] for router, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:39:40.816376 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-fe7a425a-ee7f-46e9-9201-d92760939701 admin admin] 10.222.0.16 "DELETE /v2.0/routers/cf097d04-ca81-4220-877d-c2dc3f281448 HTTP/1.1" status: 204 len: 168 time: 0.7712657 Jul 14 19:39:40.818882 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 34086) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 19:39:40.862358 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.db_base_plugin_v2 [None req-44a821f8-057f-4846-8ef8-3a3d15496274 admin admin] Deleting subnet 1885ceaa-5ce0-41ee-8f75-f031aa84dc38 {{(pid=93915) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 19:39:40.865263 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-44a821f8-057f-4846-8ef8-3a3d15496274 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:39:40.898691 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-44a821f8-057f-4846-8ef8-3a3d15496274 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28939913'] for subnet, precommit_delete_associations {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:39:40.981621 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-44a821f8-057f-4846-8ef8-3a3d15496274 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081283'] for subnet, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:39:41.033213 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-44a821f8-057f-4846-8ef8-3a3d15496274 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25913028', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28969762'] for subnet, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:39:41.058935 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a821f8-057f-4846-8ef8-3a3d15496274 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1885ceaa-5ce0-41ee-8f75-f031aa84dc38,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:39:41.062489 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-44a821f8-057f-4846-8ef8-3a3d15496274 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:39:41.064504 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-44a821f8-057f-4846-8ef8-3a3d15496274 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/1885ceaa-5ce0-41ee-8f75-f031aa84dc38 HTTP/1.1" status: 204 len: 168 time: 0.2439704 Jul 14 19:39:41.066887 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 34088) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 19:39:41.069474 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4269ee1-adda-44cf-8fa8-45500e9bfb3c None None] Network 6c2741bd-add1-457c-bec8-a4bc0bda1bf2 requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 19:39:41.134381 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-956d4538-5878-49ce-b975-ed5e545e19ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645734'] for network, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:39:41.191418 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [None req-956d4538-5878-49ce-b975-ed5e545e19ce admin admin] Deleting port 36c1750d-46d7-4b84-b970-c567e1e2cdb7 {{(pid=93915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 19:39:41.191659 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-956d4538-5878-49ce-b975-ed5e545e19ce admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:39:41.255386 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [None req-956d4538-5878-49ce-b975-ed5e545e19ce admin admin] For port 36c1750d-46d7-4b84-b970-c567e1e2cdb7, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=36c1750d-46d7-4b84-b970-c567e1e2cdb7,segment=NetworkSegment(26129bd0-982f-489f-9551-293992d87442),segment_id=26129bd0-982f-489f-9551-293992d87442)] {{(pid=93915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 19:39:41.255670 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-956d4538-5878-49ce-b975-ed5e545e19ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:39:41.268097 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [None req-956d4538-5878-49ce-b975-ed5e545e19ce admin admin] Calling delete_port for 36c1750d-46d7-4b84-b970-c567e1e2cdb7 owned by network:dhcp {{(pid=93915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 19:39:41.316477 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-216f7063-15fe-45f5-a02d-d09e541c6e0f None None] DHCP port deletion for 6c2741bd-add1-457c-bec8-a4bc0bda1bf2 request from n-d-800634-3 {{(pid=93917) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 19:39:41.351071 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-956d4538-5878-49ce-b975-ed5e545e19ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:39:41.366221 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-216f7063-15fe-45f5-a02d-d09e541c6e0f None None] Deleting port 36c1750d-46d7-4b84-b970-c567e1e2cdb7 {{(pid=93917) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 19:39:41.366596 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-216f7063-15fe-45f5-a02d-d09e541c6e0f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:39:41.384027 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-956d4538-5878-49ce-b975-ed5e545e19ce admin admin] No DVR routers for this DVR port 36c1750d-46d7-4b84-b970-c567e1e2cdb7 on host n-d-800634-3 {{(pid=93915) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 19:39:41.388806 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956d4538-5878-49ce-b975-ed5e545e19ce admin admin] Pushing event deleted for resources: {'Port': ['ID=36c1750d-46d7-4b84-b970-c567e1e2cdb7,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:39:41.433441 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-216f7063-15fe-45f5-a02d-d09e541c6e0f None None] For port 36c1750d-46d7-4b84-b970-c567e1e2cdb7, host n-d-800634-3, got binding levels [] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 19:39:41.433831 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-216f7063-15fe-45f5-a02d-d09e541c6e0f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:39:41.446577 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-216f7063-15fe-45f5-a02d-d09e541c6e0f None None] Calling delete_port for 36c1750d-46d7-4b84-b970-c567e1e2cdb7 owned by network:dhcp {{(pid=93917) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 19:39:41.449143 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.ipam_backend_mixin [None req-216f7063-15fe-45f5-a02d-d09e541c6e0f None None] Port 36c1750d-46d7-4b84-b970-c567e1e2cdb7 was not found and therefore no delete operation was performed {{(pid=93917) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 14 19:39:41.450359 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-216f7063-15fe-45f5-a02d-d09e541c6e0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813'] for port, after_delete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:39:41.460729 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-956d4538-5878-49ce-b975-ed5e545e19ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2096010', 'neutron.services.segments.db._delete_segments_for_network-8728202734996'] for network, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:39:41.470820 n-d-800634-3 neutron-server[93915]: DEBUG neutron.services.segments.db [None req-956d4538-5878-49ce-b975-ed5e545e19ce admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c2741bd-add1-457c-bec8-a4bc0bda1bf2']}} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 19:39:41.480361 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216f7063-15fe-45f5-a02d-d09e541c6e0f None None] Pushing event deleted for resources: {'Port': ['ID=36c1750d-46d7-4b84-b970-c567e1e2cdb7,revision_number=None']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:39:41.483490 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-216f7063-15fe-45f5-a02d-d09e541c6e0f None None] No DVR routers for this DVR port 36c1750d-46d7-4b84-b970-c567e1e2cdb7 on host n-d-800634-3 {{(pid=93917) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 19:39:41.486499 n-d-800634-3 neutron-server[93915]: DEBUG neutron.services.segments.db [None req-956d4538-5878-49ce-b975-ed5e545e19ce admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26129bd0-982f-489f-9551-293992d87442') {'for_net_delete': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 19:39:41.486820 n-d-800634-3 neutron-server[93915]: DEBUG neutron.services.segments.db [None req-956d4538-5878-49ce-b975-ed5e545e19ce admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26129bd0-982f-489f-9551-293992d87442') {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 19:39:41.490985 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-216f7063-15fe-45f5-a02d-d09e541c6e0f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:39:41.491343 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-216f7063-15fe-45f5-a02d-d09e541c6e0f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:39:41.491685 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-216f7063-15fe-45f5-a02d-d09e541c6e0f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:39:41.492029 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-216f7063-15fe-45f5-a02d-d09e541c6e0f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:39:41.492390 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-216f7063-15fe-45f5-a02d-d09e541c6e0f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:39:41.492726 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-216f7063-15fe-45f5-a02d-d09e541c6e0f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:39:41.493491 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-216f7063-15fe-45f5-a02d-d09e541c6e0f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:39:41.493491 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-216f7063-15fe-45f5-a02d-d09e541c6e0f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:39:41.493696 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-216f7063-15fe-45f5-a02d-d09e541c6e0f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:39:41.493997 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-216f7063-15fe-45f5-a02d-d09e541c6e0f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:39:41.494326 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-216f7063-15fe-45f5-a02d-d09e541c6e0f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:39:41.494669 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-216f7063-15fe-45f5-a02d-d09e541c6e0f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:39:41.504658 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-956d4538-5878-49ce-b975-ed5e545e19ce admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728202715275', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28939920'] for segment, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:39:41.519526 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-956d4538-5878-49ce-b975-ed5e545e19ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:39:41.526661 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-956d4538-5878-49ce-b975-ed5e545e19ce admin admin] Releasing vlan 74 on physical network physnet1 to pool {{(pid=93915) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 19:39:41.527074 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-956d4538-5878-49ce-b975-ed5e545e19ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25911658'] for segment, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:39:41.529064 n-d-800634-3 neutron-server[93915]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 19:39:41.529064 n-d-800634-3 neutron-server[93915]: conditions |= (models_v2.Port.network_id.in_( Jul 14 19:39:41.529064 n-d-800634-3 neutron-server[93915]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 19:39:41.529064 n-d-800634-3 neutron-server[93915]: conditions |= (models_v2.Port.network_id.in_( Jul 14 19:39:41.529064 n-d-800634-3 neutron-server[93915]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 19:39:41.529064 n-d-800634-3 neutron-server[93915]: conditions |= (models_v2.Port.network_id.in_( Jul 14 19:39:41.529064 n-d-800634-3 neutron-server[93915]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 19:39:41.529064 n-d-800634-3 neutron-server[93915]: conditions |= (models_v2.Port.network_id.in_( Jul 14 19:39:41.529064 n-d-800634-3 neutron-server[93915]: Traceback (most recent call last): Jul 14 19:39:41.529064 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 19:39:41.529064 n-d-800634-3 neutron-server[93915]: timer() Jul 14 19:39:41.529064 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 19:39:41.529064 n-d-800634-3 neutron-server[93915]: cb(*args, **kw) Jul 14 19:39:41.529064 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 19:39:41.529064 n-d-800634-3 neutron-server[93915]: return func(*args, **kwargs) Jul 14 19:39:41.529064 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 19:39:41.529064 n-d-800634-3 neutron-server[93915]: self._notify() Jul 14 19:39:41.529064 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 19:39:41.529064 n-d-800634-3 neutron-server[93915]: self.callback(batched_events) Jul 14 19:39:41.529064 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 19:39:41.529064 n-d-800634-3 neutron-server[93915]: event.method(event) Jul 14 19:39:41.529064 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 19:39:41.529064 n-d-800634-3 neutron-server[93915]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 19:39:41.529064 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 19:39:41.529064 n-d-800634-3 neutron-server[93915]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 19:39:41.529064 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 19:39:41.529064 n-d-800634-3 neutron-server[93915]: return f(self, *a, **k) Jul 14 19:39:41.529064 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 19:39:41.529064 n-d-800634-3 neutron-server[93915]: return self._get(url).json() Jul 14 19:39:41.529064 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 19:39:41.529064 n-d-800634-3 neutron-server[93915]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 19:39:41.529064 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 19:39:41.529064 n-d-800634-3 neutron-server[93915]: return self.request(url, 'GET', **kwargs) Jul 14 19:39:41.529064 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 19:39:41.529064 n-d-800634-3 neutron-server[93915]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 19:39:41.529064 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 19:39:41.529064 n-d-800634-3 neutron-server[93915]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 19:39:41.529064 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 19:39:41.529064 n-d-800634-3 neutron-server[93915]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 19:39:41.529064 n-d-800634-3 neutron-server[93915]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 19:39:41.594124 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-956d4538-5878-49ce-b975-ed5e545e19ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2096001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-930085'] for network, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:39:41.600098 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-956d4538-5878-49ce-b975-ed5e545e19ce admin admin] Notify callbacks [] for network, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:39:41.602651 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-956d4538-5878-49ce-b975-ed5e545e19ce admin admin] 10.222.0.16 "DELETE /v2.0/networks/6c2741bd-add1-457c-bec8-a4bc0bda1bf2 HTTP/1.1" status: 204 len: 168 time: 0.5348468 Jul 14 19:39:41.605747 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 34090) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 19:39:41.613692 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956d4538-5878-49ce-b975-ed5e545e19ce admin admin] Pushing event deleted for resources: {'Network': ['ID=6c2741bd-add1-457c-bec8-a4bc0bda1bf2,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:39:41.941881 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-99d7dad4-4ad0-4076-8291-2cd6d47dadc9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-928623'] for router_interface, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:39:41.988563 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device d6ac005d-5b3d-4ec5-bc6e-e2f64399472c no longer exists at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 19:39:42.008842 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] No Port match for: d6ac005d-5b3d-4ec5-bc6e-e2f64399472c {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 19:39:42.009270 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device d6ac005d-5b3d-4ec5-bc6e-e2f64399472c not bound to the agent host n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 19:39:42.009768 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 36c1750d-46d7-4b84-b970-c567e1e2cdb7 no longer exists at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 19:39:42.030842 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] No Port match for: 36c1750d-46d7-4b84-b970-c567e1e2cdb7 {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 19:39:42.031192 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 36c1750d-46d7-4b84-b970-c567e1e2cdb7 not bound to the agent host n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 19:39:42.031619 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device ed8a02ca-3ab2-4c76-bb42-52d4598eef4f no longer exists at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 19:39:42.049898 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] No Port match for: ed8a02ca-3ab2-4c76-bb42-52d4598eef4f {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 19:39:42.050248 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device ed8a02ca-3ab2-4c76-bb42-52d4598eef4f not bound to the agent host n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 19:39:42.200868 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-99d7dad4-4ad0-4076-8291-2cd6d47dadc9 admin admin] Deleting port 310d7b39-4b12-4b30-8794-537a2979a246 {{(pid=93916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 19:39:42.201135 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-99d7dad4-4ad0-4076-8291-2cd6d47dadc9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:39:42.284097 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.db [None req-99d7dad4-4ad0-4076-8291-2cd6d47dadc9 admin admin] For port 310d7b39-4b12-4b30-8794-537a2979a246, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=310d7b39-4b12-4b30-8794-537a2979a246,segment=NetworkSegment(8f7287b1-d68f-4ce1-8e3d-9bc69ea0e9a0),segment_id=8f7287b1-d68f-4ce1-8e3d-9bc69ea0e9a0)] {{(pid=93916) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 19:39:42.284483 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-99d7dad4-4ad0-4076-8291-2cd6d47dadc9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:39:42.297822 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-99d7dad4-4ad0-4076-8291-2cd6d47dadc9 admin admin] Calling delete_port for 310d7b39-4b12-4b30-8794-537a2979a246 owned by network:router_interface {{(pid=93916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 19:39:42.475011 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-99d7dad4-4ad0-4076-8291-2cd6d47dadc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:39:42.506115 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d7dad4-4ad0-4076-8291-2cd6d47dadc9 admin admin] Pushing event deleted for resources: {'Port': ['ID=310d7b39-4b12-4b30-8794-537a2979a246,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:39:42.531758 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d7dad4-4ad0-4076-8291-2cd6d47dadc9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:39:42.532126 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d7dad4-4ad0-4076-8291-2cd6d47dadc9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:39:42.532477 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d7dad4-4ad0-4076-8291-2cd6d47dadc9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:39:42.532816 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d7dad4-4ad0-4076-8291-2cd6d47dadc9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:39:42.533148 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d7dad4-4ad0-4076-8291-2cd6d47dadc9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:39:42.533477 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d7dad4-4ad0-4076-8291-2cd6d47dadc9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:39:42.533806 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d7dad4-4ad0-4076-8291-2cd6d47dadc9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:39:42.534134 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d7dad4-4ad0-4076-8291-2cd6d47dadc9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:39:42.534461 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d7dad4-4ad0-4076-8291-2cd6d47dadc9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:39:42.534786 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d7dad4-4ad0-4076-8291-2cd6d47dadc9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:39:42.535112 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d7dad4-4ad0-4076-8291-2cd6d47dadc9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:39:42.535434 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d7dad4-4ad0-4076-8291-2cd6d47dadc9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:39:42.677873 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-99d7dad4-4ad0-4076-8291-2cd6d47dadc9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-598732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-928907'] for router_interface, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:39:42.886025 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99d7dad4-4ad0-4076-8291-2cd6d47dadc9 admin admin] Router 9b5e84ee-9e3a-40d4-806c-19fdad7f7b66 has already been hosted by L3 agent 2c6eb27e-defb-4cca-9a24-381c7415e359 {{(pid=93916) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 19:39:42.989885 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99d7dad4-4ad0-4076-8291-2cd6d47dadc9 admin admin] Notify agent at l3_agent.n-d-800634-3 the message routers_updated {{(pid=93916) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 19:39:42.994865 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-99d7dad4-4ad0-4076-8291-2cd6d47dadc9 admin admin] 10.222.0.16 "PUT /v2.0/routers/9b5e84ee-9e3a-40d4-806c-19fdad7f7b66/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3878894 Jul 14 19:39:42.997468 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 34092) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 19:39:43.000167 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-837304e7-d0c6-4bb6-b269-75be907049b1 None None] Sync routers for ids ['9b5e84ee-9e3a-40d4-806c-19fdad7f7b66'] in n-d-800634-3 {{(pid=93918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 19:39:43.009497 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-837304e7-d0c6-4bb6-b269-75be907049b1 None None] Routers {'9b5e84ee-9e3a-40d4-806c-19fdad7f7b66'} bound to L3 agent in host n-d-800634-3 {{(pid=93918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 19:39:43.010113 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-837304e7-d0c6-4bb6-b269-75be907049b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T19:39:23Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['9b5e84ee-9e3a-40d4-806c-19fdad7f7b66'], 'active': True} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 19:39:43.101119 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-cade0d4d-e785-425d-ab1c-f715c2c3036c admin admin] Notify callbacks [] for router, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:39:43.113227 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvr_db [None req-837304e7-d0c6-4bb6-b269-75be907049b1 None None] Set router 9b5e84ee-9e3a-40d4-806c-19fdad7f7b66 gateway port host: n-d-800634-3 {{(pid=93918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 19:39:43.202096 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-cade0d4d-e785-425d-ab1c-f715c2c3036c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:39:43.253896 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-cade0d4d-e785-425d-ab1c-f715c2c3036c admin admin] Deleting port 6e8e4a98-a470-4917-b200-06c7ce995911 {{(pid=93916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 19:39:43.254243 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-cade0d4d-e785-425d-ab1c-f715c2c3036c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:39:43.287485 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-837304e7-d0c6-4bb6-b269-75be907049b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b5e84ee-9e3a-40d4-806c-19fdad7f7b66', 'name': 'tempest-TestShelveInstance-1835291595-router', 'tenant_id': '7c8f95a7c46742ab9b3d203308fc6fb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.107'}], 'enable_snat': True}, 'gw_port_id': '6e8e4a98-a470-4917-b200-06c7ce995911', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T19:31:07Z', 'updated_at': '2021-07-14T19:39:42Z', 'revision_number': 5, 'project_id': '7c8f95a7c46742ab9b3d203308fc6fb6', 'gw_port': {'id': '6e8e4a98-a470-4917-b200-06c7ce995911', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:79:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b5e84ee-9e3a-40d4-806c-19fdad7f7b66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T19:31:08Z', 'updated_at': '2021-07-14T19:31:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3'}], 'n-d-800634-3', False) {} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 19:39:43.318299 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-837304e7-d0c6-4bb6-b269-75be907049b1 None None] Checking router: 9b5e84ee-9e3a-40d4-806c-19fdad7f7b66 for host: n-d-800634-3 {{(pid=93918) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 19:39:43.327112 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-837304e7-d0c6-4bb6-b269-75be907049b1 None None] Routers {'9b5e84ee-9e3a-40d4-806c-19fdad7f7b66'} bound to L3 agent in host n-d-800634-3 {{(pid=93918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 19:39:43.327724 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-837304e7-d0c6-4bb6-b269-75be907049b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T19:39:23Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['9b5e84ee-9e3a-40d4-806c-19fdad7f7b66'], 'active': True} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 19:39:43.341668 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.db [None req-cade0d4d-e785-425d-ab1c-f715c2c3036c admin admin] For port 6e8e4a98-a470-4917-b200-06c7ce995911, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=6e8e4a98-a470-4917-b200-06c7ce995911,segment=NetworkSegment(5afb940b-bbdf-4727-be00-5d46367c38a1),segment_id=5afb940b-bbdf-4727-be00-5d46367c38a1)] {{(pid=93916) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 19:39:43.342030 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-cade0d4d-e785-425d-ab1c-f715c2c3036c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:39:43.359446 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-cade0d4d-e785-425d-ab1c-f715c2c3036c admin admin] Calling delete_port for 6e8e4a98-a470-4917-b200-06c7ce995911 owned by network:router_gateway {{(pid=93916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 19:39:43.413976 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvr_db [None req-837304e7-d0c6-4bb6-b269-75be907049b1 None None] Set router 9b5e84ee-9e3a-40d4-806c-19fdad7f7b66 gateway port host: None {{(pid=93918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 19:39:43.464092 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-837304e7-d0c6-4bb6-b269-75be907049b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b5e84ee-9e3a-40d4-806c-19fdad7f7b66', 'name': 'tempest-TestShelveInstance-1835291595-router', 'tenant_id': '7c8f95a7c46742ab9b3d203308fc6fb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T19:31:07Z', 'updated_at': '2021-07-14T19:39:43Z', 'revision_number': 6, 'project_id': '7c8f95a7c46742ab9b3d203308fc6fb6', 'gw_port_host': None}], 'n-d-800634-3', False) {} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 19:39:43.493928 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-837304e7-d0c6-4bb6-b269-75be907049b1 None None] The sync data for ids ['9b5e84ee-9e3a-40d4-806c-19fdad7f7b66'] in n-d-800634-3 is: [{'id': '9b5e84ee-9e3a-40d4-806c-19fdad7f7b66', 'name': 'tempest-TestShelveInstance-1835291595-router', 'tenant_id': '7c8f95a7c46742ab9b3d203308fc6fb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T19:31:07Z', 'updated_at': '2021-07-14T19:39:43Z', 'revision_number': 6, 'project_id': '7c8f95a7c46742ab9b3d203308fc6fb6', 'gw_port_host': None}] {{(pid=93918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 19:39:43.534212 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-cade0d4d-e785-425d-ab1c-f715c2c3036c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:39:43.563362 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cade0d4d-e785-425d-ab1c-f715c2c3036c admin admin] Pushing event deleted for resources: {'Port': ['ID=6e8e4a98-a470-4917-b200-06c7ce995911,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:39:43.625050 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-cade0d4d-e785-425d-ab1c-f715c2c3036c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-930057'] for router_gateway, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:39:43.712997 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-cade0d4d-e785-425d-ab1c-f715c2c3036c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-571778', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11402'] for router, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:39:43.715153 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-cade0d4d-e785-425d-ab1c-f715c2c3036c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:39:43.760738 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-cade0d4d-e785-425d-ab1c-f715c2c3036c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-541202'] for router, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:39:43.761340 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cade0d4d-e785-425d-ab1c-f715c2c3036c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9b5e84ee-9e3a-40d4-806c-19fdad7f7b66 {{(pid=93916) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 19:39:43.765824 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-cade0d4d-e785-425d-ab1c-f715c2c3036c admin admin] Notify callbacks [] for router, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:39:43.766952 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-cade0d4d-e785-425d-ab1c-f715c2c3036c admin admin] 10.222.0.16 "DELETE /v2.0/routers/9b5e84ee-9e3a-40d4-806c-19fdad7f7b66 HTTP/1.1" status: 204 len: 168 time: 0.7685726 Jul 14 19:39:43.769557 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 34094) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 19:39:44.145853 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4051857-4cfb-4ec4-be54-be280a2d18e9 admin admin] Deleting subnet 0b0c06b3-1535-45ea-ba63-447d13f449f8 {{(pid=93916) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 19:39:44.149382 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-d4051857-4cfb-4ec4-be54-be280a2d18e9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:39:44.181223 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-d4051857-4cfb-4ec4-be54-be280a2d18e9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26296866'] for subnet, precommit_delete_associations {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:39:44.263007 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-d4051857-4cfb-4ec4-be54-be280a2d18e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081283'] for subnet, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:39:44.308241 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 310d7b39-4b12-4b30-8794-537a2979a246 no longer exists at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 19:39:44.321238 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-d4051857-4cfb-4ec4-be54-be280a2d18e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2684816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26033152'] for subnet, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:39:44.328300 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] No Port match for: 310d7b39-4b12-4b30-8794-537a2979a246 {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 19:39:44.328650 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 310d7b39-4b12-4b30-8794-537a2979a246 not bound to the agent host n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 19:39:44.329081 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 6e8e4a98-a470-4917-b200-06c7ce995911 no longer exists at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 19:39:44.348334 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4051857-4cfb-4ec4-be54-be280a2d18e9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0b0c06b3-1535-45ea-ba63-447d13f449f8,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:39:44.348591 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] No Port match for: 6e8e4a98-a470-4917-b200-06c7ce995911 {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 19:39:44.348733 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 6e8e4a98-a470-4917-b200-06c7ce995911 not bound to the agent host n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 19:39:44.353703 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-d4051857-4cfb-4ec4-be54-be280a2d18e9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:39:44.355871 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-d4051857-4cfb-4ec4-be54-be280a2d18e9 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/0b0c06b3-1535-45ea-ba63-447d13f449f8 HTTP/1.1" status: 204 len: 168 time: 0.5850608 Jul 14 19:39:44.358175 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 34096) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 19:39:44.360392 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f38141e2-2fee-498e-aae5-a3ff12d96131 None None] Network 5ec42ac7-2d1e-405a-a76b-a85daba321cc requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 19:39:44.428586 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-bcd6ef50-f4fb-4fd2-899f-44e2c97f5911 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645734'] for network, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:39:44.491126 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-bcd6ef50-f4fb-4fd2-899f-44e2c97f5911 admin admin] Deleting port 08449b30-5ff3-467b-b326-9b662b35696f {{(pid=93916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 19:39:44.491531 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-bcd6ef50-f4fb-4fd2-899f-44e2c97f5911 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:39:44.564623 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.db [None req-bcd6ef50-f4fb-4fd2-899f-44e2c97f5911 admin admin] For port 08449b30-5ff3-467b-b326-9b662b35696f, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=08449b30-5ff3-467b-b326-9b662b35696f,segment=NetworkSegment(8f7287b1-d68f-4ce1-8e3d-9bc69ea0e9a0),segment_id=8f7287b1-d68f-4ce1-8e3d-9bc69ea0e9a0)] {{(pid=93916) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 19:39:44.565332 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-bcd6ef50-f4fb-4fd2-899f-44e2c97f5911 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:39:44.566115 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-816e5ef3-e21d-4b93-a230-37e4eb122a2a None None] DHCP port deletion for 5ec42ac7-2d1e-405a-a76b-a85daba321cc request from n-d-800634-3 {{(pid=93917) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 19:39:44.579153 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-bcd6ef50-f4fb-4fd2-899f-44e2c97f5911 admin admin] Calling delete_port for 08449b30-5ff3-467b-b326-9b662b35696f owned by network:dhcp {{(pid=93916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 19:39:44.612473 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-816e5ef3-e21d-4b93-a230-37e4eb122a2a None None] Deleting port 08449b30-5ff3-467b-b326-9b662b35696f {{(pid=93917) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 19:39:44.612854 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-816e5ef3-e21d-4b93-a230-37e4eb122a2a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:39:44.661882 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-bcd6ef50-f4fb-4fd2-899f-44e2c97f5911 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:39:44.679507 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-816e5ef3-e21d-4b93-a230-37e4eb122a2a None None] For port 08449b30-5ff3-467b-b326-9b662b35696f, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=08449b30-5ff3-467b-b326-9b662b35696f,segment=NetworkSegment(8f7287b1-d68f-4ce1-8e3d-9bc69ea0e9a0),segment_id=8f7287b1-d68f-4ce1-8e3d-9bc69ea0e9a0)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 19:39:44.679810 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-816e5ef3-e21d-4b93-a230-37e4eb122a2a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:39:44.692104 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcd6ef50-f4fb-4fd2-899f-44e2c97f5911 admin admin] No DVR routers for this DVR port 08449b30-5ff3-467b-b326-9b662b35696f on host n-d-800634-3 {{(pid=93916) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 19:39:44.692351 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-816e5ef3-e21d-4b93-a230-37e4eb122a2a None None] Calling delete_port for 08449b30-5ff3-467b-b326-9b662b35696f owned by network:dhcp {{(pid=93917) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 19:39:44.696981 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd6ef50-f4fb-4fd2-899f-44e2c97f5911 admin admin] Pushing event deleted for resources: {'Port': ['ID=08449b30-5ff3-467b-b326-9b662b35696f,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:39:44.761463 n-d-800634-3 neutron-server[93917]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 19:39:44.761463 n-d-800634-3 neutron-server[93917]: self.session.flush() Jul 14 19:39:44.761463 n-d-800634-3 neutron-server[93917]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 19:39:44.761463 n-d-800634-3 neutron-server[93917]: self.session.flush() Jul 14 19:39:44.761463 n-d-800634-3 neutron-server[93917]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 19:39:44.761463 n-d-800634-3 neutron-server[93917]: self.session.flush() Jul 14 19:39:44.761463 n-d-800634-3 neutron-server[93917]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 19:39:44.761463 n-d-800634-3 neutron-server[93917]: self.session.flush() Jul 14 19:39:44.761463 n-d-800634-3 neutron-server[93917]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 19:39:44.761463 n-d-800634-3 neutron-server[93917]: self.session.flush() Jul 14 19:39:44.761463 n-d-800634-3 neutron-server[93917]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 19:39:44.761463 n-d-800634-3 neutron-server[93917]: self.session.flush() Jul 14 19:39:44.761463 n-d-800634-3 neutron-server[93917]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 19:39:44.761463 n-d-800634-3 neutron-server[93917]: self.session.flush() Jul 14 19:39:44.761463 n-d-800634-3 neutron-server[93917]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 19:39:44.761463 n-d-800634-3 neutron-server[93917]: self.session.flush() Jul 14 19:39:44.761463 n-d-800634-3 neutron-server[93917]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 19:39:44.761463 n-d-800634-3 neutron-server[93917]: self.session.flush() Jul 14 19:39:44.761463 n-d-800634-3 neutron-server[93917]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 19:39:44.761463 n-d-800634-3 neutron-server[93917]: self.session.flush() Jul 14 19:39:44.761463 n-d-800634-3 neutron-server[93917]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 19:39:44.761463 n-d-800634-3 neutron-server[93917]: self.session.flush() Jul 14 19:39:44.761463 n-d-800634-3 neutron-server[93917]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 19:39:44.761463 n-d-800634-3 neutron-server[93917]: self.session.flush() Jul 14 19:39:44.761463 n-d-800634-3 neutron-server[93917]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 19:39:44.761463 n-d-800634-3 neutron-server[93917]: self.session.flush() Jul 14 19:39:44.761463 n-d-800634-3 neutron-server[93917]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 19:39:44.761463 n-d-800634-3 neutron-server[93917]: self.session.flush() Jul 14 19:39:44.761463 n-d-800634-3 neutron-server[93917]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 19:39:44.761463 n-d-800634-3 neutron-server[93917]: self.session.flush() Jul 14 19:39:44.761463 n-d-800634-3 neutron-server[93917]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 19:39:44.761463 n-d-800634-3 neutron-server[93917]: self.session.flush() Jul 14 19:39:44.761463 n-d-800634-3 neutron-server[93917]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 19:39:44.761463 n-d-800634-3 neutron-server[93917]: self.session.flush() Jul 14 19:39:44.761463 n-d-800634-3 neutron-server[93917]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 19:39:44.761463 n-d-800634-3 neutron-server[93917]: self.session.flush() Jul 14 19:39:44.761463 n-d-800634-3 neutron-server[93917]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 19:39:44.761463 n-d-800634-3 neutron-server[93917]: self.session.flush() Jul 14 19:39:44.761463 n-d-800634-3 neutron-server[93917]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 19:39:44.761463 n-d-800634-3 neutron-server[93917]: self.session.flush() Jul 14 19:39:44.761463 n-d-800634-3 neutron-server[93917]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 19:39:44.761463 n-d-800634-3 neutron-server[93917]: self.session.flush() Jul 14 19:39:44.761463 n-d-800634-3 neutron-server[93917]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 19:39:44.761463 n-d-800634-3 neutron-server[93917]: self.session.flush() Jul 14 19:39:44.761463 n-d-800634-3 neutron-server[93917]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 19:39:44.761463 n-d-800634-3 neutron-server[93917]: self.session.flush() Jul 14 19:39:44.761463 n-d-800634-3 neutron-server[93917]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 19:39:44.761463 n-d-800634-3 neutron-server[93917]: self.session.flush() Jul 14 19:39:44.761463 n-d-800634-3 neutron-server[93917]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 19:39:44.761463 n-d-800634-3 neutron-server[93917]: self.session.flush() Jul 14 19:39:44.761463 n-d-800634-3 neutron-server[93917]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 19:39:44.761463 n-d-800634-3 neutron-server[93917]: self.session.flush() Jul 14 19:39:44.761463 n-d-800634-3 neutron-server[93917]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 19:39:44.761463 n-d-800634-3 neutron-server[93917]: self.session.flush() Jul 14 19:39:44.765870 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-bcd6ef50-f4fb-4fd2-899f-44e2c97f5911 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2096010', 'neutron.services.segments.db._delete_segments_for_network-8728202734996'] for network, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:39:44.767994 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-816e5ef3-e21d-4b93-a230-37e4eb122a2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813'] for port, after_delete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:39:44.776700 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.segments.db [None req-bcd6ef50-f4fb-4fd2-899f-44e2c97f5911 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ec42ac7-2d1e-405a-a76b-a85daba321cc']}} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 19:39:44.787126 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.segments.db [None req-bcd6ef50-f4fb-4fd2-899f-44e2c97f5911 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f7287b1-d68f-4ce1-8e3d-9bc69ea0e9a0') {'for_net_delete': True} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 19:39:44.787371 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.segments.db [None req-bcd6ef50-f4fb-4fd2-899f-44e2c97f5911 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f7287b1-d68f-4ce1-8e3d-9bc69ea0e9a0') {} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 19:39:44.794134 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816e5ef3-e21d-4b93-a230-37e4eb122a2a None None] Pushing event deleted for resources: {'Port': ['ID=08449b30-5ff3-467b-b326-9b662b35696f,revision_number=None']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:39:44.796667 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-bcd6ef50-f4fb-4fd2-899f-44e2c97f5911 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728202715275', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26296891'] for segment, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:39:44.799371 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-816e5ef3-e21d-4b93-a230-37e4eb122a2a None None] No DVR routers for this DVR port 08449b30-5ff3-467b-b326-9b662b35696f on host n-d-800634-3 {{(pid=93917) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 19:39:44.811799 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-bcd6ef50-f4fb-4fd2-899f-44e2c97f5911 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:39:44.817886 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bcd6ef50-f4fb-4fd2-899f-44e2c97f5911 admin admin] Releasing vlan 87 on physical network physnet1 to pool {{(pid=93916) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 19:39:44.818298 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-bcd6ef50-f4fb-4fd2-899f-44e2c97f5911 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2682942'] for segment, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:39:44.820336 n-d-800634-3 neutron-server[93916]: Traceback (most recent call last): Jul 14 19:39:44.820336 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 19:39:44.820336 n-d-800634-3 neutron-server[93916]: timer() Jul 14 19:39:44.820336 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 19:39:44.820336 n-d-800634-3 neutron-server[93916]: cb(*args, **kw) Jul 14 19:39:44.820336 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 19:39:44.820336 n-d-800634-3 neutron-server[93916]: return func(*args, **kwargs) Jul 14 19:39:44.820336 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 19:39:44.820336 n-d-800634-3 neutron-server[93916]: self._notify() Jul 14 19:39:44.820336 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 19:39:44.820336 n-d-800634-3 neutron-server[93916]: self.callback(batched_events) Jul 14 19:39:44.820336 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 19:39:44.820336 n-d-800634-3 neutron-server[93916]: event.method(event) Jul 14 19:39:44.820336 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 19:39:44.820336 n-d-800634-3 neutron-server[93916]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 19:39:44.820336 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 19:39:44.820336 n-d-800634-3 neutron-server[93916]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 19:39:44.820336 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 19:39:44.820336 n-d-800634-3 neutron-server[93916]: return f(self, *a, **k) Jul 14 19:39:44.820336 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 19:39:44.820336 n-d-800634-3 neutron-server[93916]: return self._get(url).json() Jul 14 19:39:44.820336 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 19:39:44.820336 n-d-800634-3 neutron-server[93916]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 19:39:44.820336 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 19:39:44.820336 n-d-800634-3 neutron-server[93916]: return self.request(url, 'GET', **kwargs) Jul 14 19:39:44.820336 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 19:39:44.820336 n-d-800634-3 neutron-server[93916]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 19:39:44.820336 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 19:39:44.820336 n-d-800634-3 neutron-server[93916]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 19:39:44.820336 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 19:39:44.820336 n-d-800634-3 neutron-server[93916]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 19:39:44.820336 n-d-800634-3 neutron-server[93916]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 19:39:44.877765 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-bcd6ef50-f4fb-4fd2-899f-44e2c97f5911 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2096001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-930085'] for network, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:39:44.883967 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-bcd6ef50-f4fb-4fd2-899f-44e2c97f5911 admin admin] Notify callbacks [] for network, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:39:44.886227 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-bcd6ef50-f4fb-4fd2-899f-44e2c97f5911 admin admin] 10.222.0.16 "DELETE /v2.0/networks/5ec42ac7-2d1e-405a-a76b-a85daba321cc HTTP/1.1" status: 204 len: 168 time: 0.5271201 Jul 14 19:39:44.899312 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd6ef50-f4fb-4fd2-899f-44e2c97f5911 admin admin] Pushing event deleted for resources: {'Network': ['ID=5ec42ac7-2d1e-405a-a76b-a85daba321cc,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:39:44.990005 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 34100) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 19:39:45.029572 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-8c31d616-6ee2-41e0-9a2d-2fe52fa21f11 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f1428dd4244c435b991d3a12d3d737a0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0384369 Jul 14 19:39:45.031910 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 34102) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 19:39:45.079143 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-5621f285-adda-452c-8c19-546a168b411f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:39:45.099397 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-5621f285-adda-452c-8c19-546a168b411f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:39:45.145275 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-5621f285-adda-452c-8c19-546a168b411f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:39:45.147912 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-5621f285-adda-452c-8c19-546a168b411f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:39:45.149090 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-5621f285-adda-452c-8c19-546a168b411f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ceb693a8-d636-4fba-a828-4823981752d6 HTTP/1.1" status: 204 len: 168 time: 0.1162755 Jul 14 19:39:45.156739 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5621f285-adda-452c-8c19-546a168b411f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ceb693a8-d636-4fba-a828-4823981752d6,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:39:45.448593 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 34108) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 19:39:45.492594 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-2a61df81-6f3e-4a49-b763-c93d6d614001 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7c8f95a7c46742ab9b3d203308fc6fb6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0426781 Jul 14 19:39:45.494992 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 34110) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 19:39:45.543608 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-a6ca298e-fe8d-48a7-a5f8-4c1d34fc52b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:39:45.565422 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-a6ca298e-fe8d-48a7-a5f8-4c1d34fc52b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:39:45.620167 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-a6ca298e-fe8d-48a7-a5f8-4c1d34fc52b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:39:45.622773 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-a6ca298e-fe8d-48a7-a5f8-4c1d34fc52b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:39:45.623928 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-a6ca298e-fe8d-48a7-a5f8-4c1d34fc52b0 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d3f0ef52-f997-4b5d-80dd-d17fbab9b762 HTTP/1.1" status: 204 len: 168 time: 0.1280274 Jul 14 19:39:45.632149 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ca298e-fe8d-48a7-a5f8-4c1d34fc52b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3f0ef52-f997-4b5d-80dd-d17fbab9b762,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:39:45.996812 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 08449b30-5ff3-467b-b326-9b662b35696f no longer exists at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 19:39:46.019963 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] No Port match for: 08449b30-5ff3-467b-b326-9b662b35696f {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 19:39:46.020419 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 08449b30-5ff3-467b-b326-9b662b35696f not bound to the agent host n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 19:39:46.039744 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.agents_db [None req-2ea07fb6-aa68-4671-8654-119d82b9f530 None None] Agent healthcheck: found 7 active agents {{(pid=93918) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 19:39:46.261047 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 34132) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 19:39:46.353182 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-236e0adb-7537-4ef4-8bc5-67fd714c31ce admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-597769405-network', 'tenant_id': 'f6e0d77d06994092beb95554f40f49a2'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 19:39:46.374209 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-236e0adb-7537-4ef4-8bc5-67fd714c31ce admin admin] Made reservation on behalf of f6e0d77d06994092beb95554f40f49a2 for: {'network': 1} {{(pid=93915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 19:39:46.377062 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-236e0adb-7537-4ef4-8bc5-67fd714c31ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for network, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:39:46.385716 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-236e0adb-7537-4ef4-8bc5-67fd714c31ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:39:46.474050 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-236e0adb-7537-4ef4-8bc5-67fd714c31ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:39:46.477675 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-236e0adb-7537-4ef4-8bc5-67fd714c31ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:39:46.501664 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-236e0adb-7537-4ef4-8bc5-67fd714c31ce admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 65} {{(pid=93915) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 19:39:46.510784 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236e0adb-7537-4ef4-8bc5-67fd714c31ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3ee30c8-fb71-4612-860d-3e88f4d966db,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:39:46.517142 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-236e0adb-7537-4ef4-8bc5-67fd714c31ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:39:46.517491 n-d-800634-3 neutron-server[93915]: INFO neutron.db.segments_db [None req-236e0adb-7537-4ef4-8bc5-67fd714c31ce admin admin] Added segment 46b6508d-3b3a-43d5-9b36-4a87ed62c830 of type vlan for network 435d661e-2eff-4b4e-aee1-89e726822d2f Jul 14 19:39:46.560641 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-236e0adb-7537-4ef4-8bc5-67fd714c31ce admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728202197517'] for network, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:39:46.588412 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-236e0adb-7537-4ef4-8bc5-67fd714c31ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727'] for network, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:39:46.589391 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-236e0adb-7537-4ef4-8bc5-67fd714c31ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:39:46.589984 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-236e0adb-7537-4ef4-8bc5-67fd714c31ce admin admin] Notify callbacks [] for network, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:39:46.640850 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-236e0adb-7537-4ef4-8bc5-67fd714c31ce admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3786902 Jul 14 19:39:46.643799 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 34136) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 19:39:46.649539 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-4e13552d-7f93-4e4e-8cfc-c573bd2ebf3d admin admin] Request body: {'subnet': {'network_id': '435d661e-2eff-4b4e-aee1-89e726822d2f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-597769405-subnet', 'tenant_id': 'f6e0d77d06994092beb95554f40f49a2', 'ip_version': 4}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 19:39:46.650524 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236e0adb-7537-4ef4-8bc5-67fd714c31ce admin admin] Pushing event updated for resources: {'Network': ['ID=435d661e-2eff-4b4e-aee1-89e726822d2f,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:39:46.661480 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Network 435d661e-2eff-4b4e-aee1-89e726822d2f details requested by agent ovs-agent-n-d-800634-3 with host n-d-800634-3 {{(pid=93917) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 19:39:46.669730 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e13552d-7f93-4e4e-8cfc-c573bd2ebf3d admin admin] Made reservation on behalf of f6e0d77d06994092beb95554f40f49a2 for: {'subnet': 1} {{(pid=93916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 19:39:46.672092 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-4e13552d-7f93-4e4e-8cfc-c573bd2ebf3d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26033189'] for subnet, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:39:46.835827 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-4e13552d-7f93-4e4e-8cfc-c573bd2ebf3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2684753', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26033175'] for subnet, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:39:46.887498 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e13552d-7f93-4e4e-8cfc-c573bd2ebf3d admin admin] Pushing event updated for resources: {'Subnet': ['ID=9e908415-b719-4d84-9687-97b9eb7eb0c2,revision_number=0']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:39:46.898064 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e13552d-7f93-4e4e-8cfc-c573bd2ebf3d admin admin] Checking segment: {'id': '46b6508d-3b3a-43d5-9b36-4a87ed62c830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '435d661e-2eff-4b4e-aee1-89e726822d2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93916) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 19:39:46.898428 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e13552d-7f93-4e4e-8cfc-c573bd2ebf3d admin admin] Network hostable DHCP agents. Network: 435d661e-2eff-4b4e-aee1-89e726822d2f, hostable agents: ['028393c3-0576-4ebd-bca1-8ea8a148e1a2'], hosted agents: [] {{(pid=93916) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 19:39:46.914248 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e13552d-7f93-4e4e-8cfc-c573bd2ebf3d admin admin] Network 435d661e-2eff-4b4e-aee1-89e726822d2f is scheduled to be hosted by DHCP agent 028393c3-0576-4ebd-bca1-8ea8a148e1a2 with binding_index 1 {{(pid=93916) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 19:39:46.922361 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [None req-4e13552d-7f93-4e4e-8cfc-c573bd2ebf3d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-3, 435d661e-2eff-4b4e-aee1-89e726822d2f) {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 19:39:46.926259 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e13552d-7f93-4e4e-8cfc-c573bd2ebf3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:39:46.926851 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-4e13552d-7f93-4e4e-8cfc-c573bd2ebf3d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:39:46.931436 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4eaaa4c-2bad-4997-ac16-507f2e80df39 None None] Network 435d661e-2eff-4b4e-aee1-89e726822d2f requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 19:39:46.940960 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-4e13552d-7f93-4e4e-8cfc-c573bd2ebf3d admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2959778 Jul 14 19:39:46.944436 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 34138) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 19:39:46.948848 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-093d904b-6cbb-4f43-ae46-e16ccc3dfe56 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-597769405-router', 'tenant_id': 'f6e0d77d06994092beb95554f40f49a2', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61'}}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 19:39:46.969266 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-093d904b-6cbb-4f43-ae46-e16ccc3dfe56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-571768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11104'] for router, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:39:46.970253 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-093d904b-6cbb-4f43-ae46-e16ccc3dfe56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-571675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-930014', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-632314', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11129'] for router, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:39:47.028377 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-093d904b-6cbb-4f43-ae46-e16ccc3dfe56 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:39:47.170451 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-093d904b-6cbb-4f43-ae46-e16ccc3dfe56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-929996', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-571750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11395'] for router, precommit_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:39:47.232627 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90f9af11-7cb5-4cc2-ae9b-140b16c618fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9222b97e-5d1c-54f8-ba97-82f172498e76-435d661e-2eff-4b4e-aee1-89e726822d2f', 'network_id': '435d661e-2eff-4b4e-aee1-89e726822d2f', 'tenant_id': 'f6e0d77d06994092beb95554f40f49a2', 'fixed_ips': [{'subnet_id': '9e908415-b719-4d84-9687-97b9eb7eb0c2'}]}} from n-d-800634-3. {{(pid=93917) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 19:39:47.233488 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-90f9af11-7cb5-4cc2-ae9b-140b16c618fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:39:47.368243 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.db_base_plugin_common [None req-90f9af11-7cb5-4cc2-ae9b-140b16c618fe None None] Allocated IP 172.20.0.2 (435d661e-2eff-4b4e-aee1-89e726822d2f/9e908415-b719-4d84-9687-97b9eb7eb0c2/a0b61f61-1223-4fb1-82e6-ff933cec52c7) {{(pid=93917) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 19:39:47.379168 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-093d904b-6cbb-4f43-ae46-e16ccc3dfe56 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:39:47.400076 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-093d904b-6cbb-4f43-ae46-e16ccc3dfe56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:39:47.515074 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-90f9af11-7cb5-4cc2-ae9b-140b16c618fe None None] Notify callbacks [] for port, precommit_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:39:47.516257 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.db_base_plugin_common [None req-093d904b-6cbb-4f43-ae46-e16ccc3dfe56 admin admin] Allocated IP 172.25.1.64 (9200a437-e1de-4520-88f6-e68386523e61/5f47f848-4532-407a-a0e2-5690ade15fd0/06209ab4-188d-423d-9285-260aaeccf8b7) {{(pid=93916) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 19:39:47.524587 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-90f9af11-7cb5-4cc2-ae9b-140b16c618fe None None] Transition to ACTIVE for port object a0b61f61-1223-4fb1-82e6-ff933cec52c7 will not be triggered until provisioned by entity L2. {{(pid=93917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 19:39:47.541435 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-90f9af11-7cb5-4cc2-ae9b-140b16c618fe None None] Transition to ACTIVE for port object a0b61f61-1223-4fb1-82e6-ff933cec52c7 will not be triggered until provisioned by entity DHCP. {{(pid=93917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 19:39:47.546460 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-90f9af11-7cb5-4cc2-ae9b-140b16c618fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804'] for port, after_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:39:47.583714 n-d-800634-3 neutron-server[93917]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90f9af11-7cb5-4cc2-ae9b-140b16c618fe None None] Network 435d661e-2eff-4b4e-aee1-89e726822d2f is already hosted by enough agents. {{(pid=93917) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 19:39:47.590632 n-d-800634-3 neutron-server[93917]: DEBUG neutron.scheduler.base_scheduler [None req-90f9af11-7cb5-4cc2-ae9b-140b16c618fe None None] Resources bound (agent type, host, resource id): {{(pid=93917) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 19:39:47.598473 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90f9af11-7cb5-4cc2-ae9b-140b16c618fe None None] Received port after_create {{(pid=93917) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 19:39:47.603220 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f9af11-7cb5-4cc2-ae9b-140b16c618fe None None] Pushing event updated for resources: {'Port': ['ID=a0b61f61-1223-4fb1-82e6-ff933cec52c7,revision_number=1']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:39:47.630120 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-093d904b-6cbb-4f43-ae46-e16ccc3dfe56 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:39:47.657687 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-90f9af11-7cb5-4cc2-ae9b-140b16c618fe None None] Attempting to bind port a0b61f61-1223-4fb1-82e6-ff933cec52c7 on host n-d-800634-3 for vnic_type normal with profile {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 19:39:47.658061 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-90f9af11-7cb5-4cc2-ae9b-140b16c618fe None None] Attempting to bind port a0b61f61-1223-4fb1-82e6-ff933cec52c7 by drivers openvswitch,hyperv on host n-d-800634-3 at level 0 using segments [{'id': '46b6508d-3b3a-43d5-9b36-4a87ed62c830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '435d661e-2eff-4b4e-aee1-89e726822d2f'}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 19:39:47.658425 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90f9af11-7cb5-4cc2-ae9b-140b16c618fe None None] Attempting to bind port a0b61f61-1223-4fb1-82e6-ff933cec52c7 on network 435d661e-2eff-4b4e-aee1-89e726822d2f {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 19:39:47.663965 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90f9af11-7cb5-4cc2-ae9b-140b16c618fe None None] Checking agent: {'id': '01c19e91-a945-4e3c-94a6-c211e17c923e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 8, 23), 'started_at': datetime.datetime(2021, 7, 14, 18, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 19, 39, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 19:39:47.664370 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90f9af11-7cb5-4cc2-ae9b-140b16c618fe None None] Checking segment: {'id': '46b6508d-3b3a-43d5-9b36-4a87ed62c830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '435d661e-2eff-4b4e-aee1-89e726822d2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93917) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 19:39:47.664774 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-90f9af11-7cb5-4cc2-ae9b-140b16c618fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:39:47.665167 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90f9af11-7cb5-4cc2-ae9b-140b16c618fe None None] Bound using segment: {'id': '46b6508d-3b3a-43d5-9b36-4a87ed62c830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '435d661e-2eff-4b4e-aee1-89e726822d2f'} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 19:39:47.665633 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-90f9af11-7cb5-4cc2-ae9b-140b16c618fe None None] Bound port: a0b61f61-1223-4fb1-82e6-ff933cec52c7, host: n-d-800634-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46b6508d-3b3a-43d5-9b36-4a87ed62c830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '435d661e-2eff-4b4e-aee1-89e726822d2f'}}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 19:39:47.666201 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-90f9af11-7cb5-4cc2-ae9b-140b16c618fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:39:47.680047 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-093d904b-6cbb-4f43-ae46-e16ccc3dfe56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:39:47.719437 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-093d904b-6cbb-4f43-ae46-e16ccc3dfe56 admin admin] Network 9200a437-e1de-4520-88f6-e68386523e61 is already hosted by enough agents. {{(pid=93916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 19:39:47.724331 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [None req-093d904b-6cbb-4f43-ae46-e16ccc3dfe56 admin admin] Resources bound (agent type, host, resource id): {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 19:39:47.727420 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-093d904b-6cbb-4f43-ae46-e16ccc3dfe56 admin admin] Received port after_create {{(pid=93916) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 19:39:47.736528 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-90f9af11-7cb5-4cc2-ae9b-140b16c618fe None None] For port a0b61f61-1223-4fb1-82e6-ff933cec52c7, host n-d-800634-3, cleared binding levels {{(pid=93917) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 19:39:47.739845 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-90f9af11-7cb5-4cc2-ae9b-140b16c618fe None None] For port a0b61f61-1223-4fb1-82e6-ff933cec52c7, host n-d-800634-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=a0b61f61-1223-4fb1-82e6-ff933cec52c7,segment=NetworkSegment(46b6508d-3b3a-43d5-9b36-4a87ed62c830),segment_id=46b6508d-3b3a-43d5-9b36-4a87ed62c830)] {{(pid=93917) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 19:39:47.745140 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-90f9af11-7cb5-4cc2-ae9b-140b16c618fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:39:47.763278 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093d904b-6cbb-4f43-ae46-e16ccc3dfe56 admin admin] Pushing event updated for resources: {'Port': ['ID=06209ab4-188d-423d-9285-260aaeccf8b7,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:39:47.807742 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f9af11-7cb5-4cc2-ae9b-140b16c618fe None None] Pushing event updated for resources: {'Port': ['ID=a0b61f61-1223-4fb1-82e6-ff933cec52c7,revision_number=2']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:39:48.033791 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-093d904b-6cbb-4f43-ae46-e16ccc3dfe56 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:39:48.237985 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-093d904b-6cbb-4f43-ae46-e16ccc3dfe56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-571759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-930033'] for router, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:39:48.366963 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-093d904b-6cbb-4f43-ae46-e16ccc3dfe56 admin admin] Router be419b96-2361-4500-bc55-05c10aef0293 is scheduled to L3 agent 2c6eb27e-defb-4cca-9a24-381c7415e359 with binding_index 1 {{(pid=93916) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 19:39:48.474857 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-093d904b-6cbb-4f43-ae46-e16ccc3dfe56 admin admin] Notify agent at l3_agent.n-d-800634-3 the message routers_updated {{(pid=93916) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 19:39:48.486289 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea9d35d5-6509-482c-8bb3-506b37f40f34 None None] Sync routers for ids ['be419b96-2361-4500-bc55-05c10aef0293'] in n-d-800634-3 {{(pid=93917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 19:39:48.493056 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-093d904b-6cbb-4f43-ae46-e16ccc3dfe56 admin admin] Notify callbacks [] for router, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:39:48.494441 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-093d904b-6cbb-4f43-ae46-e16ccc3dfe56 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.5490606 Jul 14 19:39:48.495959 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea9d35d5-6509-482c-8bb3-506b37f40f34 None None] Routers {'be419b96-2361-4500-bc55-05c10aef0293'} bound to L3 agent in host n-d-800634-3 {{(pid=93917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 19:39:48.496676 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-ea9d35d5-6509-482c-8bb3-506b37f40f34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T19:39:23Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['be419b96-2361-4500-bc55-05c10aef0293'], 'active': True} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 19:39:48.497368 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 34142) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 19:39:48.621620 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvr_db [None req-ea9d35d5-6509-482c-8bb3-506b37f40f34 None None] Set router be419b96-2361-4500-bc55-05c10aef0293 gateway port host: n-d-800634-3 {{(pid=93917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 19:39:48.789121 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b918347-2e75-4a4b-9809-c3092f8cd3bb None None] Network 435d661e-2eff-4b4e-aee1-89e726822d2f requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 19:39:48.864912 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-ea9d35d5-6509-482c-8bb3-506b37f40f34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be419b96-2361-4500-bc55-05c10aef0293', 'name': 'tempest-TestSnapshotPattern-597769405-router', 'tenant_id': 'f6e0d77d06994092beb95554f40f49a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.64'}], 'enable_snat': True}, 'gw_port_id': '06209ab4-188d-423d-9285-260aaeccf8b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T19:39:46Z', 'updated_at': '2021-07-14T19:39:47Z', 'revision_number': 3, 'project_id': 'f6e0d77d06994092beb95554f40f49a2', 'gw_port': {'id': '06209ab4-188d-423d-9285-260aaeccf8b7', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:0d:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be419b96-2361-4500-bc55-05c10aef0293', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T19:39:47Z', 'updated_at': '2021-07-14T19:39:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3'}], 'n-d-800634-3', False) {} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 19:39:48.911157 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea9d35d5-6509-482c-8bb3-506b37f40f34 None None] Checking router: be419b96-2361-4500-bc55-05c10aef0293 for host: n-d-800634-3 {{(pid=93917) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 19:39:48.911607 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea9d35d5-6509-482c-8bb3-506b37f40f34 None None] Updating router be419b96-2361-4500-bc55-05c10aef0293 port 06209ab4-188d-423d-9285-260aaeccf8b7 binding host n-d-800634-3 {{(pid=93917) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 19:39:48.938636 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-faa91433-eacb-429d-a704-3edfbc53780d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:39:48.960474 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9042b935-815d-44c6-a064-f6a610ac8f15 None None] Provisioning for port a0b61f61-1223-4fb1-82e6-ff933cec52c7 completed by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 19:39:48.989326 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-ea9d35d5-6509-482c-8bb3-506b37f40f34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:39:49.093518 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.db_base_plugin_common [None req-faa91433-eacb-429d-a704-3edfbc53780d admin admin] Allocated IP 172.20.0.1 (435d661e-2eff-4b4e-aee1-89e726822d2f/9e908415-b719-4d84-9687-97b9eb7eb0c2/146e6180-39bc-4430-b1c3-e63e3817c288) {{(pid=93915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 19:39:49.205882 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-faa91433-eacb-429d-a704-3edfbc53780d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:39:49.218905 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.provisioning_blocks [None req-faa91433-eacb-429d-a704-3edfbc53780d admin admin] Transition to ACTIVE for port object 146e6180-39bc-4430-b1c3-e63e3817c288 will not be triggered until provisioned by entity DHCP. {{(pid=93915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 19:39:49.255669 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-faa91433-eacb-429d-a704-3edfbc53780d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:39:49.273969 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faa91433-eacb-429d-a704-3edfbc53780d admin admin] Network 435d661e-2eff-4b4e-aee1-89e726822d2f is already hosted by enough agents. {{(pid=93915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 19:39:49.278015 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-ea9d35d5-6509-482c-8bb3-506b37f40f34 None None] Notify callbacks [] for port, precommit_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:39:49.289235 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-ea9d35d5-6509-482c-8bb3-506b37f40f34 None None] Transition to ACTIVE for port object 06209ab4-188d-423d-9285-260aaeccf8b7 will not be triggered until provisioned by entity L2. {{(pid=93917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 19:39:49.292462 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [None req-faa91433-eacb-429d-a704-3edfbc53780d admin admin] Resources bound (agent type, host, resource id): {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 19:39:49.294761 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-ea9d35d5-6509-482c-8bb3-506b37f40f34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:39:49.296321 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faa91433-eacb-429d-a704-3edfbc53780d admin admin] Received port after_create {{(pid=93915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 19:39:49.340515 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa91433-eacb-429d-a704-3edfbc53780d admin admin] Pushing event updated for resources: {'Port': ['ID=146e6180-39bc-4430-b1c3-e63e3817c288,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:39:49.351313 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-faa91433-eacb-429d-a704-3edfbc53780d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-930452'] for router_interface, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:39:49.351656 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fce85f-8614-485a-8fba-c23818c5b140 None None] Pushing event updated for resources: {'Port': ['ID=06209ab4-188d-423d-9285-260aaeccf8b7,revision_number=2']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:39:49.354608 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-ea9d35d5-6509-482c-8bb3-506b37f40f34 None None] Attempting to bind port 06209ab4-188d-423d-9285-260aaeccf8b7 on host n-d-800634-3 for vnic_type normal with profile {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 19:39:49.355022 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-ea9d35d5-6509-482c-8bb3-506b37f40f34 None None] Attempting to bind port 06209ab4-188d-423d-9285-260aaeccf8b7 by drivers openvswitch,hyperv on host n-d-800634-3 at level 0 using segments [{'id': '5afb940b-bbdf-4727-be00-5d46367c38a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9200a437-e1de-4520-88f6-e68386523e61'}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 19:39:49.355333 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea9d35d5-6509-482c-8bb3-506b37f40f34 None None] Attempting to bind port 06209ab4-188d-423d-9285-260aaeccf8b7 on network 9200a437-e1de-4520-88f6-e68386523e61 {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 19:39:49.360746 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea9d35d5-6509-482c-8bb3-506b37f40f34 None None] Checking agent: {'id': '01c19e91-a945-4e3c-94a6-c211e17c923e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 8, 23), 'started_at': datetime.datetime(2021, 7, 14, 18, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 19, 39, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 19:39:49.361377 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea9d35d5-6509-482c-8bb3-506b37f40f34 None None] Checking segment: {'id': '5afb940b-bbdf-4727-be00-5d46367c38a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9200a437-e1de-4520-88f6-e68386523e61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93917) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 19:39:49.361784 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-ea9d35d5-6509-482c-8bb3-506b37f40f34 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:39:49.362386 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea9d35d5-6509-482c-8bb3-506b37f40f34 None None] Bound using segment: {'id': '5afb940b-bbdf-4727-be00-5d46367c38a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9200a437-e1de-4520-88f6-e68386523e61'} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 19:39:49.362870 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-ea9d35d5-6509-482c-8bb3-506b37f40f34 None None] Bound port: 06209ab4-188d-423d-9285-260aaeccf8b7, host: n-d-800634-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5afb940b-bbdf-4727-be00-5d46367c38a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9200a437-e1de-4520-88f6-e68386523e61'}}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 19:39:49.363254 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-ea9d35d5-6509-482c-8bb3-506b37f40f34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:39:49.430359 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-ea9d35d5-6509-482c-8bb3-506b37f40f34 None None] For port 06209ab4-188d-423d-9285-260aaeccf8b7, host n-d-800634-3, cleared binding levels {{(pid=93917) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 19:39:49.433749 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-ea9d35d5-6509-482c-8bb3-506b37f40f34 None None] For port 06209ab4-188d-423d-9285-260aaeccf8b7, host n-d-800634-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=06209ab4-188d-423d-9285-260aaeccf8b7,segment=NetworkSegment(5afb940b-bbdf-4727-be00-5d46367c38a1),segment_id=5afb940b-bbdf-4727-be00-5d46367c38a1)] {{(pid=93917) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 19:39:49.438520 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-ea9d35d5-6509-482c-8bb3-506b37f40f34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:39:49.502379 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea9d35d5-6509-482c-8bb3-506b37f40f34 None None] Routers {'be419b96-2361-4500-bc55-05c10aef0293'} bound to L3 agent in host n-d-800634-3 {{(pid=93917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 19:39:49.503180 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-ea9d35d5-6509-482c-8bb3-506b37f40f34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T19:39:23Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['be419b96-2361-4500-bc55-05c10aef0293'], 'active': True} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 19:39:49.504905 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-faa91433-eacb-429d-a704-3edfbc53780d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:39:49.547174 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fce85f-8614-485a-8fba-c23818c5b140 None None] Pushing event updated for resources: {'Port': ['ID=06209ab4-188d-423d-9285-260aaeccf8b7,revision_number=3']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:39:49.572403 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-3947872c-b3d5-49b6-a0e4-673cdc7d0bd8 None None] Provisioning for port 146e6180-39bc-4430-b1c3-e63e3817c288 completed by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 19:39:49.603754 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-3947872c-b3d5-49b6-a0e4-673cdc7d0bd8 None None] Provisioning complete for port 146e6180-39bc-4430-b1c3-e63e3817c288 triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 19:39:49.604302 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-3947872c-b3d5-49b6-a0e4-673cdc7d0bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:39:49.654523 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvr_db [None req-ea9d35d5-6509-482c-8bb3-506b37f40f34 None None] Set router be419b96-2361-4500-bc55-05c10aef0293 gateway port host: n-d-800634-3 {{(pid=93917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 19:39:49.656263 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-3947872c-b3d5-49b6-a0e4-673cdc7d0bd8 None None] Port 146e6180-39bc-4430-b1c3-e63e3817c288 cannot update to ACTIVE because it is not bound. {{(pid=93917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 19:39:49.672280 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-faa91433-eacb-429d-a704-3edfbc53780d admin admin] Notify callbacks [] for port, precommit_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:39:49.677226 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-faa91433-eacb-429d-a704-3edfbc53780d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25912978'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:39:49.746486 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa91433-eacb-429d-a704-3edfbc53780d admin admin] Pushing event updated for resources: {'Port': ['ID=146e6180-39bc-4430-b1c3-e63e3817c288,revision_number=2']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:39:49.750054 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-faa91433-eacb-429d-a704-3edfbc53780d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-598741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-928734'] for router_interface, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:39:49.842827 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faa91433-eacb-429d-a704-3edfbc53780d admin admin] Network 435d661e-2eff-4b4e-aee1-89e726822d2f is already hosted by enough agents. {{(pid=93915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 19:39:49.844460 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [None req-faa91433-eacb-429d-a704-3edfbc53780d admin admin] Resources bound (agent type, host, resource id): {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 19:39:49.861870 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-ea9d35d5-6509-482c-8bb3-506b37f40f34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be419b96-2361-4500-bc55-05c10aef0293', 'name': 'tempest-TestSnapshotPattern-597769405-router', 'tenant_id': 'f6e0d77d06994092beb95554f40f49a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.64'}], 'enable_snat': True}, 'gw_port_id': '06209ab4-188d-423d-9285-260aaeccf8b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T19:39:46Z', 'updated_at': '2021-07-14T19:39:49Z', 'revision_number': 4, 'project_id': 'f6e0d77d06994092beb95554f40f49a2', 'gw_port': {'id': '06209ab4-188d-423d-9285-260aaeccf8b7', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:0d:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be419b96-2361-4500-bc55-05c10aef0293', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T19:39:47Z', 'updated_at': '2021-07-14T19:39:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_interfaces': [{'id': '146e6180-39bc-4430-b1c3-e63e3817c288', 'name': '', 'network_id': '435d661e-2eff-4b4e-aee1-89e726822d2f', 'tenant_id': 'f6e0d77d06994092beb95554f40f49a2', 'mac_address': 'fa:16:3e:8c:5b:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be419b96-2361-4500-bc55-05c10aef0293', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '9e908415-b719-4d84-9687-97b9eb7eb0c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T19:39:48Z', 'updated_at': '2021-07-14T19:39:49Z', 'revision_number': 1, 'project_id': 'f6e0d77d06994092beb95554f40f49a2', 'subnets': [{'id': '9e908415-b719-4d84-9687-97b9eb7eb0c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-3', False) {} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 19:39:49.893332 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea9d35d5-6509-482c-8bb3-506b37f40f34 None None] The sync data for ids ['be419b96-2361-4500-bc55-05c10aef0293'] in n-d-800634-3 is: [{'id': 'be419b96-2361-4500-bc55-05c10aef0293', 'name': 'tempest-TestSnapshotPattern-597769405-router', 'tenant_id': 'f6e0d77d06994092beb95554f40f49a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.64'}], 'enable_snat': True}, 'gw_port_id': '06209ab4-188d-423d-9285-260aaeccf8b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T19:39:46Z', 'updated_at': '2021-07-14T19:39:49Z', 'revision_number': 4, 'project_id': 'f6e0d77d06994092beb95554f40f49a2', 'gw_port': {'id': '06209ab4-188d-423d-9285-260aaeccf8b7', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:0d:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be419b96-2361-4500-bc55-05c10aef0293', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T19:39:47Z', 'updated_at': '2021-07-14T19:39:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_interfaces': [{'id': '146e6180-39bc-4430-b1c3-e63e3817c288', 'name': '', 'network_id': '435d661e-2eff-4b4e-aee1-89e726822d2f', 'tenant_id': 'f6e0d77d06994092beb95554f40f49a2', 'mac_address': 'fa:16:3e:8c:5b:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be419b96-2361-4500-bc55-05c10aef0293', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '9e908415-b719-4d84-9687-97b9eb7eb0c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T19:39:48Z', 'updated_at': '2021-07-14T19:39:49Z', 'revision_number': 1, 'project_id': 'f6e0d77d06994092beb95554f40f49a2', 'subnets': [{'id': '9e908415-b719-4d84-9687-97b9eb7eb0c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 19:39:49.977814 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-faa91433-eacb-429d-a704-3edfbc53780d admin admin] Router be419b96-2361-4500-bc55-05c10aef0293 has already been hosted by L3 agent 2c6eb27e-defb-4cca-9a24-381c7415e359 {{(pid=93915) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 19:39:50.042550 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device a0b61f61-1223-4fb1-82e6-ff933cec52c7 up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 19:39:50.094539 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning for port a0b61f61-1223-4fb1-82e6-ff933cec52c7 completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 19:39:50.098316 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port a0b61f61-1223-4fb1-82e6-ff933cec52c7 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 19:39:50.098694 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:39:50.120214 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-faa91433-eacb-429d-a704-3edfbc53780d admin admin] Notify agent at l3_agent.n-d-800634-3 the message routers_updated {{(pid=93915) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 19:39:50.132188 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-faa91433-eacb-429d-a704-3edfbc53780d admin admin] 10.222.0.16 "PUT /v2.0/routers/be419b96-2361-4500-bc55-05c10aef0293/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6308022 Jul 14 19:39:50.210058 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-0fe4c1c2-fa7f-436e-9f76-c63d68c11abd None None] Provisioning complete for port 146e6180-39bc-4430-b1c3-e63e3817c288 triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 19:39:50.210440 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-0fe4c1c2-fa7f-436e-9f76-c63d68c11abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:39:50.243836 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:39:50.269380 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-0fe4c1c2-fa7f-436e-9f76-c63d68c11abd None None] Port 146e6180-39bc-4430-b1c3-e63e3817c288 cannot update to ACTIVE because it is not bound. {{(pid=93917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 19:39:50.290579 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] For port a0b61f61-1223-4fb1-82e6-ff933cec52c7, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=a0b61f61-1223-4fb1-82e6-ff933cec52c7,segment=NetworkSegment(46b6508d-3b3a-43d5-9b36-4a87ed62c830),segment_id=46b6508d-3b3a-43d5-9b36-4a87ed62c830)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 19:39:50.295409 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:39:50.350070 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Pushing event updated for resources: {'Port': ['ID=a0b61f61-1223-4fb1-82e6-ff933cec52c7,revision_number=3']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:39:50.557302 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-a5414206-7408-49f5-918e-950fc6825020 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:39:50.748966 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 34158) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 19:39:50.754351 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-a620a7a0-0737-4344-92a8-a7bb085dd739 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-525224705-network', 'tenant_id': 'b13dfa6c7d7d45ab90bd912a50c2d9c2'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 19:39:50.776574 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a620a7a0-0737-4344-92a8-a7bb085dd739 admin admin] Made reservation on behalf of b13dfa6c7d7d45ab90bd912a50c2d9c2 for: {'network': 1} {{(pid=93915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 19:39:50.779016 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-a620a7a0-0737-4344-92a8-a7bb085dd739 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for network, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:39:50.790081 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-a620a7a0-0737-4344-92a8-a7bb085dd739 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:39:50.895985 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-a620a7a0-0737-4344-92a8-a7bb085dd739 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:39:50.902467 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-a620a7a0-0737-4344-92a8-a7bb085dd739 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:39:50.930387 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a620a7a0-0737-4344-92a8-a7bb085dd739 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 58} {{(pid=93915) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 19:39:50.940765 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a620a7a0-0737-4344-92a8-a7bb085dd739 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e52b395a-13d2-4961-8dfe-7db144cf1eb6,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:39:50.945963 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-a620a7a0-0737-4344-92a8-a7bb085dd739 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:39:50.946318 n-d-800634-3 neutron-server[93915]: INFO neutron.db.segments_db [None req-a620a7a0-0737-4344-92a8-a7bb085dd739 admin admin] Added segment f84ebf02-b0f5-46b0-b207-5212e83ea311 of type vlan for network 21ee334f-c5a4-458b-b7f1-d0703d0d789e Jul 14 19:39:50.993125 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-a620a7a0-0737-4344-92a8-a7bb085dd739 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728202197517'] for network, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:39:51.024610 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-a620a7a0-0737-4344-92a8-a7bb085dd739 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727'] for network, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:39:51.025616 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a620a7a0-0737-4344-92a8-a7bb085dd739 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:39:51.026357 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-a620a7a0-0737-4344-92a8-a7bb085dd739 admin admin] Notify callbacks [] for network, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:39:51.082545 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-a620a7a0-0737-4344-92a8-a7bb085dd739 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3322237 Jul 14 19:39:51.086133 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 34160) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 19:39:51.093086 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-ff30a00c-070e-4279-81dc-bec05d99c650 admin admin] Request body: {'subnet': {'network_id': '21ee334f-c5a4-458b-b7f1-d0703d0d789e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-525224705-subnet', 'tenant_id': 'b13dfa6c7d7d45ab90bd912a50c2d9c2', 'ip_version': 4}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 19:39:51.099509 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a620a7a0-0737-4344-92a8-a7bb085dd739 admin admin] Pushing event updated for resources: {'Network': ['ID=21ee334f-c5a4-458b-b7f1-d0703d0d789e,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:39:51.111942 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Network 21ee334f-c5a4-458b-b7f1-d0703d0d789e details requested by agent ovs-agent-n-d-800634-3 with host n-d-800634-3 {{(pid=93917) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 19:39:51.117905 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff30a00c-070e-4279-81dc-bec05d99c650 admin admin] Made reservation on behalf of b13dfa6c7d7d45ab90bd912a50c2d9c2 for: {'subnet': 1} {{(pid=93915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 19:39:51.120418 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-ff30a00c-070e-4279-81dc-bec05d99c650 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28969735'] for subnet, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:39:51.306193 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-ff30a00c-070e-4279-81dc-bec05d99c650 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25912837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28969781'] for subnet, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:39:51.359298 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff30a00c-070e-4279-81dc-bec05d99c650 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5b9136b1-f6c8-435a-97af-57ce890a4c0d,revision_number=0']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:39:51.369896 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff30a00c-070e-4279-81dc-bec05d99c650 admin admin] Checking segment: {'id': 'f84ebf02-b0f5-46b0-b207-5212e83ea311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '21ee334f-c5a4-458b-b7f1-d0703d0d789e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 19:39:51.370263 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff30a00c-070e-4279-81dc-bec05d99c650 admin admin] Network hostable DHCP agents. Network: 21ee334f-c5a4-458b-b7f1-d0703d0d789e, hostable agents: ['028393c3-0576-4ebd-bca1-8ea8a148e1a2'], hosted agents: [] {{(pid=93915) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 19:39:51.386516 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff30a00c-070e-4279-81dc-bec05d99c650 admin admin] Network 21ee334f-c5a4-458b-b7f1-d0703d0d789e is scheduled to be hosted by DHCP agent 028393c3-0576-4ebd-bca1-8ea8a148e1a2 with binding_index 1 {{(pid=93915) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 19:39:51.395457 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [None req-ff30a00c-070e-4279-81dc-bec05d99c650 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800634-3, 21ee334f-c5a4-458b-b7f1-d0703d0d789e) {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 19:39:51.401771 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff30a00c-070e-4279-81dc-bec05d99c650 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:39:51.401771 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-ff30a00c-070e-4279-81dc-bec05d99c650 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:39:51.404725 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc32057b-2e56-4a79-8966-29c4bf093e81 None None] Network 21ee334f-c5a4-458b-b7f1-d0703d0d789e requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 19:39:51.416949 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-ff30a00c-070e-4279-81dc-bec05d99c650 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3297989 Jul 14 19:39:51.419490 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 34162) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 19:39:51.423925 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-8a9dbc67-6b34-4653-85db-514b1ef3afe0 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-525224705-router', 'tenant_id': 'b13dfa6c7d7d45ab90bd912a50c2d9c2', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61'}}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 19:39:51.444559 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-8a9dbc67-6b34-4653-85db-514b1ef3afe0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-571768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11104'] for router, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:39:51.445535 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-8a9dbc67-6b34-4653-85db-514b1ef3afe0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-571675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-930014', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-632314', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11129'] for router, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:39:51.503975 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-8a9dbc67-6b34-4653-85db-514b1ef3afe0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:39:51.564493 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5af6e8db-5d9d-4374-8bc9-09fbe91a3f6a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9222b97e-5d1c-54f8-ba97-82f172498e76-21ee334f-c5a4-458b-b7f1-d0703d0d789e', 'network_id': '21ee334f-c5a4-458b-b7f1-d0703d0d789e', 'tenant_id': 'b13dfa6c7d7d45ab90bd912a50c2d9c2', 'fixed_ips': [{'subnet_id': '5b9136b1-f6c8-435a-97af-57ce890a4c0d'}]}} from n-d-800634-3. {{(pid=93917) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 19:39:51.565361 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-5af6e8db-5d9d-4374-8bc9-09fbe91a3f6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:39:51.642528 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-8a9dbc67-6b34-4653-85db-514b1ef3afe0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-929996', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-571750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11395'] for router, precommit_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:39:51.700334 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.db_base_plugin_common [None req-5af6e8db-5d9d-4374-8bc9-09fbe91a3f6a None None] Allocated IP 172.20.0.2 (21ee334f-c5a4-458b-b7f1-d0703d0d789e/5b9136b1-f6c8-435a-97af-57ce890a4c0d/e47beadd-f5f0-43af-9d1d-11cfe734fa6c) {{(pid=93917) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 19:39:51.863538 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-5af6e8db-5d9d-4374-8bc9-09fbe91a3f6a None None] Notify callbacks [] for port, precommit_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:39:51.873183 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-5af6e8db-5d9d-4374-8bc9-09fbe91a3f6a None None] Transition to ACTIVE for port object e47beadd-f5f0-43af-9d1d-11cfe734fa6c will not be triggered until provisioned by entity L2. {{(pid=93917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 19:39:51.890470 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-5af6e8db-5d9d-4374-8bc9-09fbe91a3f6a None None] Transition to ACTIVE for port object e47beadd-f5f0-43af-9d1d-11cfe734fa6c will not be triggered until provisioned by entity DHCP. {{(pid=93917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 19:39:51.898123 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-5af6e8db-5d9d-4374-8bc9-09fbe91a3f6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804'] for port, after_create {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:39:51.934992 n-d-800634-3 neutron-server[93917]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5af6e8db-5d9d-4374-8bc9-09fbe91a3f6a None None] Network 21ee334f-c5a4-458b-b7f1-d0703d0d789e is already hosted by enough agents. {{(pid=93917) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 19:39:51.938481 n-d-800634-3 neutron-server[93917]: DEBUG neutron.scheduler.base_scheduler [None req-5af6e8db-5d9d-4374-8bc9-09fbe91a3f6a None None] Resources bound (agent type, host, resource id): {{(pid=93917) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 19:39:51.944022 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5af6e8db-5d9d-4374-8bc9-09fbe91a3f6a None None] Received port after_create {{(pid=93917) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 19:39:51.957210 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af6e8db-5d9d-4374-8bc9-09fbe91a3f6a None None] Pushing event updated for resources: {'Port': ['ID=e47beadd-f5f0-43af-9d1d-11cfe734fa6c,revision_number=1']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:39:52.081529 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-571b80bd-5e45-46c3-9e4f-8101b2828eda None None] Sync routers for ids ['be419b96-2361-4500-bc55-05c10aef0293'] in n-d-800634-3 {{(pid=93918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 19:39:52.096942 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-571b80bd-5e45-46c3-9e4f-8101b2828eda None None] Routers {'be419b96-2361-4500-bc55-05c10aef0293'} bound to L3 agent in host n-d-800634-3 {{(pid=93918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 19:39:52.097567 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-571b80bd-5e45-46c3-9e4f-8101b2828eda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T19:39:23Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['be419b96-2361-4500-bc55-05c10aef0293'], 'active': True} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 19:39:52.188240 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-8a9dbc67-6b34-4653-85db-514b1ef3afe0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:39:52.189244 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 06209ab4-188d-423d-9285-260aaeccf8b7 up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 19:39:52.206516 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvr_db [None req-571b80bd-5e45-46c3-9e4f-8101b2828eda None None] Set router be419b96-2361-4500-bc55-05c10aef0293 gateway port host: n-d-800634-3 {{(pid=93918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 19:39:52.209556 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-8a9dbc67-6b34-4653-85db-514b1ef3afe0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:39:52.211301 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-5af6e8db-5d9d-4374-8bc9-09fbe91a3f6a None None] Attempting to bind port e47beadd-f5f0-43af-9d1d-11cfe734fa6c on host n-d-800634-3 for vnic_type normal with profile {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 19:39:52.212029 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-5af6e8db-5d9d-4374-8bc9-09fbe91a3f6a None None] Attempting to bind port e47beadd-f5f0-43af-9d1d-11cfe734fa6c by drivers openvswitch,hyperv on host n-d-800634-3 at level 0 using segments [{'id': 'f84ebf02-b0f5-46b0-b207-5212e83ea311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '21ee334f-c5a4-458b-b7f1-d0703d0d789e'}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 19:39:52.212496 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5af6e8db-5d9d-4374-8bc9-09fbe91a3f6a None None] Attempting to bind port e47beadd-f5f0-43af-9d1d-11cfe734fa6c on network 21ee334f-c5a4-458b-b7f1-d0703d0d789e {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 19:39:52.221378 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5af6e8db-5d9d-4374-8bc9-09fbe91a3f6a None None] Checking agent: {'id': '01c19e91-a945-4e3c-94a6-c211e17c923e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 8, 23), 'started_at': datetime.datetime(2021, 7, 14, 18, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 19, 39, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 19:39:52.221848 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5af6e8db-5d9d-4374-8bc9-09fbe91a3f6a None None] Checking segment: {'id': 'f84ebf02-b0f5-46b0-b207-5212e83ea311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '21ee334f-c5a4-458b-b7f1-d0703d0d789e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93917) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 19:39:52.222338 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-5af6e8db-5d9d-4374-8bc9-09fbe91a3f6a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:39:52.222788 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5af6e8db-5d9d-4374-8bc9-09fbe91a3f6a None None] Bound using segment: {'id': 'f84ebf02-b0f5-46b0-b207-5212e83ea311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '21ee334f-c5a4-458b-b7f1-d0703d0d789e'} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 19:39:52.223335 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-5af6e8db-5d9d-4374-8bc9-09fbe91a3f6a None None] Bound port: e47beadd-f5f0-43af-9d1d-11cfe734fa6c, host: n-d-800634-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f84ebf02-b0f5-46b0-b207-5212e83ea311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '21ee334f-c5a4-458b-b7f1-d0703d0d789e'}}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 19:39:52.223911 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-5af6e8db-5d9d-4374-8bc9-09fbe91a3f6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:39:52.312575 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning for port 06209ab4-188d-423d-9285-260aaeccf8b7 completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 19:39:52.319069 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port 06209ab4-188d-423d-9285-260aaeccf8b7 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 19:39:52.319506 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:39:52.322769 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-5af6e8db-5d9d-4374-8bc9-09fbe91a3f6a None None] For port e47beadd-f5f0-43af-9d1d-11cfe734fa6c, host n-d-800634-3, cleared binding levels {{(pid=93917) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 19:39:52.330459 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.db_base_plugin_common [None req-8a9dbc67-6b34-4653-85db-514b1ef3afe0 admin admin] Allocated IP 172.25.1.161 (9200a437-e1de-4520-88f6-e68386523e61/5f47f848-4532-407a-a0e2-5690ade15fd0/536377af-9e79-40a0-9f6d-5b630b8bd547) {{(pid=93915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 19:39:52.358933 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-5af6e8db-5d9d-4374-8bc9-09fbe91a3f6a None None] For port e47beadd-f5f0-43af-9d1d-11cfe734fa6c, host n-d-800634-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=e47beadd-f5f0-43af-9d1d-11cfe734fa6c,segment=NetworkSegment(f84ebf02-b0f5-46b0-b207-5212e83ea311),segment_id=f84ebf02-b0f5-46b0-b207-5212e83ea311)] {{(pid=93917) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 19:39:52.366994 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-5af6e8db-5d9d-4374-8bc9-09fbe91a3f6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:39:52.432553 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-571b80bd-5e45-46c3-9e4f-8101b2828eda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be419b96-2361-4500-bc55-05c10aef0293', 'name': 'tempest-TestSnapshotPattern-597769405-router', 'tenant_id': 'f6e0d77d06994092beb95554f40f49a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.64'}], 'enable_snat': True}, 'gw_port_id': '06209ab4-188d-423d-9285-260aaeccf8b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T19:39:46Z', 'updated_at': '2021-07-14T19:39:49Z', 'revision_number': 4, 'project_id': 'f6e0d77d06994092beb95554f40f49a2', 'gw_port': {'id': '06209ab4-188d-423d-9285-260aaeccf8b7', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:0d:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be419b96-2361-4500-bc55-05c10aef0293', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T19:39:47Z', 'updated_at': '2021-07-14T19:39:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_interfaces': [{'id': '146e6180-39bc-4430-b1c3-e63e3817c288', 'name': '', 'network_id': '435d661e-2eff-4b4e-aee1-89e726822d2f', 'tenant_id': 'f6e0d77d06994092beb95554f40f49a2', 'mac_address': 'fa:16:3e:8c:5b:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be419b96-2361-4500-bc55-05c10aef0293', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '9e908415-b719-4d84-9687-97b9eb7eb0c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T19:39:48Z', 'updated_at': '2021-07-14T19:39:49Z', 'revision_number': 2, 'project_id': 'f6e0d77d06994092beb95554f40f49a2', 'subnets': [{'id': '9e908415-b719-4d84-9687-97b9eb7eb0c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-3', False) {} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 19:39:52.453076 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-8a9dbc67-6b34-4653-85db-514b1ef3afe0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:39:52.456454 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af6e8db-5d9d-4374-8bc9-09fbe91a3f6a None None] Pushing event updated for resources: {'Port': ['ID=e47beadd-f5f0-43af-9d1d-11cfe734fa6c,revision_number=2']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:39:52.469159 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-571b80bd-5e45-46c3-9e4f-8101b2828eda None None] Checking router: be419b96-2361-4500-bc55-05c10aef0293 for host: n-d-800634-3 {{(pid=93918) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 19:39:52.469520 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-571b80bd-5e45-46c3-9e4f-8101b2828eda None None] Updating router be419b96-2361-4500-bc55-05c10aef0293 port 146e6180-39bc-4430-b1c3-e63e3817c288 binding host n-d-800634-3 {{(pid=93918) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 19:39:52.475340 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:39:52.500501 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] For port 06209ab4-188d-423d-9285-260aaeccf8b7, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=06209ab4-188d-423d-9285-260aaeccf8b7,segment=NetworkSegment(5afb940b-bbdf-4727-be00-5d46367c38a1),segment_id=5afb940b-bbdf-4727-be00-5d46367c38a1)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 19:39:52.508147 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:39:52.509027 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device a0b61f61-1223-4fb1-82e6-ff933cec52c7 up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 19:39:52.512505 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-8a9dbc67-6b34-4653-85db-514b1ef3afe0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:39:52.512690 n-d-800634-3 neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-571b80bd-5e45-46c3-9e4f-8101b2828eda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:39:52.533353 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a9dbc67-6b34-4653-85db-514b1ef3afe0 admin admin] Network 9200a437-e1de-4520-88f6-e68386523e61 is already hosted by enough agents. {{(pid=93915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 19:39:52.559005 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [None req-8a9dbc67-6b34-4653-85db-514b1ef3afe0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 19:39:52.561449 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a9dbc67-6b34-4653-85db-514b1ef3afe0 admin admin] Received port after_create {{(pid=93915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 19:39:52.609507 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9dbc67-6b34-4653-85db-514b1ef3afe0 admin admin] Pushing event updated for resources: {'Port': ['ID=536377af-9e79-40a0-9f6d-5b630b8bd547,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:39:52.611466 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Pushing event updated for resources: {'Port': ['ID=06209ab4-188d-423d-9285-260aaeccf8b7,revision_number=4']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:39:52.642820 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port a0b61f61-1223-4fb1-82e6-ff933cec52c7 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 19:39:52.643198 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:39:52.891469 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-8a9dbc67-6b34-4653-85db-514b1ef3afe0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:39:52.935244 n-d-800634-3 neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-571b80bd-5e45-46c3-9e4f-8101b2828eda None None] Notify callbacks [] for port, precommit_update {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:39:52.946287 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.provisioning_blocks [None req-571b80bd-5e45-46c3-9e4f-8101b2828eda None None] Transition to ACTIVE for port object 146e6180-39bc-4430-b1c3-e63e3817c288 will not be triggered until provisioned by entity L2. {{(pid=93918) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 19:39:52.949005 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-eaa3d8be-f370-49c1-8116-d5ff175d369b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:39:52.953738 n-d-800634-3 neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-571b80bd-5e45-46c3-9e4f-8101b2828eda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:39:53.004593 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd18590a-f3ec-4e98-b4e7-29de8ef50f3f None None] Pushing event updated for resources: {'Port': ['ID=146e6180-39bc-4430-b1c3-e63e3817c288,revision_number=3']} {{(pid=93918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:39:53.035960 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd18590a-f3ec-4e98-b4e7-29de8ef50f3f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:39:53.036331 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd18590a-f3ec-4e98-b4e7-29de8ef50f3f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:39:53.036676 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd18590a-f3ec-4e98-b4e7-29de8ef50f3f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:39:53.037016 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd18590a-f3ec-4e98-b4e7-29de8ef50f3f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:39:53.037349 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd18590a-f3ec-4e98-b4e7-29de8ef50f3f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:39:53.037720 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd18590a-f3ec-4e98-b4e7-29de8ef50f3f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:39:53.038055 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd18590a-f3ec-4e98-b4e7-29de8ef50f3f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:39:53.038381 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd18590a-f3ec-4e98-b4e7-29de8ef50f3f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:39:53.038706 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd18590a-f3ec-4e98-b4e7-29de8ef50f3f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:39:53.039031 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd18590a-f3ec-4e98-b4e7-29de8ef50f3f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:39:53.039356 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd18590a-f3ec-4e98-b4e7-29de8ef50f3f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:39:53.039684 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd18590a-f3ec-4e98-b4e7-29de8ef50f3f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:39:53.077259 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.managers [None req-571b80bd-5e45-46c3-9e4f-8101b2828eda None None] Attempting to bind port 146e6180-39bc-4430-b1c3-e63e3817c288 on host n-d-800634-3 for vnic_type normal with profile {{(pid=93918) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 19:39:53.077837 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.managers [None req-571b80bd-5e45-46c3-9e4f-8101b2828eda None None] Attempting to bind port 146e6180-39bc-4430-b1c3-e63e3817c288 by drivers openvswitch,hyperv on host n-d-800634-3 at level 0 using segments [{'id': '46b6508d-3b3a-43d5-9b36-4a87ed62c830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '435d661e-2eff-4b4e-aee1-89e726822d2f'}] {{(pid=93918) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 19:39:53.078314 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-571b80bd-5e45-46c3-9e4f-8101b2828eda None None] Attempting to bind port 146e6180-39bc-4430-b1c3-e63e3817c288 on network 435d661e-2eff-4b4e-aee1-89e726822d2f {{(pid=93918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 19:39:53.083952 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-571b80bd-5e45-46c3-9e4f-8101b2828eda None None] Checking agent: {'id': '01c19e91-a945-4e3c-94a6-c211e17c923e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 8, 23), 'started_at': datetime.datetime(2021, 7, 14, 18, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 19, 39, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 19:39:53.085939 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-571b80bd-5e45-46c3-9e4f-8101b2828eda None None] Checking segment: {'id': '46b6508d-3b3a-43d5-9b36-4a87ed62c830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '435d661e-2eff-4b4e-aee1-89e726822d2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93918) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 19:39:53.086363 n-d-800634-3 neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-571b80bd-5e45-46c3-9e4f-8101b2828eda None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:39:53.086765 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-571b80bd-5e45-46c3-9e4f-8101b2828eda None None] Bound using segment: {'id': '46b6508d-3b3a-43d5-9b36-4a87ed62c830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '435d661e-2eff-4b4e-aee1-89e726822d2f'} {{(pid=93918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 19:39:53.087443 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.managers [None req-571b80bd-5e45-46c3-9e4f-8101b2828eda None None] Bound port: 146e6180-39bc-4430-b1c3-e63e3817c288, host: n-d-800634-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46b6508d-3b3a-43d5-9b36-4a87ed62c830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '435d661e-2eff-4b4e-aee1-89e726822d2f'}}] {{(pid=93918) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 19:39:53.087890 n-d-800634-3 neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-571b80bd-5e45-46c3-9e4f-8101b2828eda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:39:53.110078 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-8a9dbc67-6b34-4653-85db-514b1ef3afe0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-571759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-930033'] for router, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:39:53.153802 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.db [None req-571b80bd-5e45-46c3-9e4f-8101b2828eda None None] For port 146e6180-39bc-4430-b1c3-e63e3817c288, host n-d-800634-3, cleared binding levels {{(pid=93918) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 19:39:53.157248 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.db [None req-571b80bd-5e45-46c3-9e4f-8101b2828eda None None] For port 146e6180-39bc-4430-b1c3-e63e3817c288, host n-d-800634-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=146e6180-39bc-4430-b1c3-e63e3817c288,segment=NetworkSegment(46b6508d-3b3a-43d5-9b36-4a87ed62c830),segment_id=46b6508d-3b3a-43d5-9b36-4a87ed62c830)] {{(pid=93918) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 19:39:53.162737 n-d-800634-3 neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-571b80bd-5e45-46c3-9e4f-8101b2828eda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:39:53.218648 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-571b80bd-5e45-46c3-9e4f-8101b2828eda None None] Routers {'be419b96-2361-4500-bc55-05c10aef0293'} bound to L3 agent in host n-d-800634-3 {{(pid=93918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 19:39:53.219682 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-571b80bd-5e45-46c3-9e4f-8101b2828eda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T19:39:53Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['be419b96-2361-4500-bc55-05c10aef0293'], 'active': True} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 19:39:53.273434 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd18590a-f3ec-4e98-b4e7-29de8ef50f3f None None] Pushing event updated for resources: {'Port': ['ID=146e6180-39bc-4430-b1c3-e63e3817c288,revision_number=4']} {{(pid=93918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:39:53.274826 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a9dbc67-6b34-4653-85db-514b1ef3afe0 admin admin] Router 32f64f48-5fef-4709-9af1-0c148daa1856 is scheduled to L3 agent 2c6eb27e-defb-4cca-9a24-381c7415e359 with binding_index 1 {{(pid=93915) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 19:39:53.322328 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:39:53.360316 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvr_db [None req-571b80bd-5e45-46c3-9e4f-8101b2828eda None None] Set router be419b96-2361-4500-bc55-05c10aef0293 gateway port host: n-d-800634-3 {{(pid=93918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 19:39:53.428814 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a9dbc67-6b34-4653-85db-514b1ef3afe0 admin admin] Notify agent at l3_agent.n-d-800634-3 the message routers_updated {{(pid=93915) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 19:39:53.439081 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6d7a8a3-8e5f-4f48-95c8-08de6467ded0 None None] Sync routers for ids ['32f64f48-5fef-4709-9af1-0c148daa1856'] in n-d-800634-3 {{(pid=93917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 19:39:53.449845 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-8a9dbc67-6b34-4653-85db-514b1ef3afe0 admin admin] Notify callbacks [] for router, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:39:53.452106 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-8a9dbc67-6b34-4653-85db-514b1ef3afe0 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.0317054 Jul 14 19:39:53.455275 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 34164) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 19:39:53.463825 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6d7a8a3-8e5f-4f48-95c8-08de6467ded0 None None] Routers {'32f64f48-5fef-4709-9af1-0c148daa1856'} bound to L3 agent in host n-d-800634-3 {{(pid=93917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 19:39:53.464564 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-e6d7a8a3-8e5f-4f48-95c8-08de6467ded0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T19:39:53Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['32f64f48-5fef-4709-9af1-0c148daa1856'], 'active': True} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 19:39:53.600845 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvr_db [None req-e6d7a8a3-8e5f-4f48-95c8-08de6467ded0 None None] Set router 32f64f48-5fef-4709-9af1-0c148daa1856 gateway port host: n-d-800634-3 {{(pid=93917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 19:39:53.630836 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-571b80bd-5e45-46c3-9e4f-8101b2828eda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be419b96-2361-4500-bc55-05c10aef0293', 'name': 'tempest-TestSnapshotPattern-597769405-router', 'tenant_id': 'f6e0d77d06994092beb95554f40f49a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.64'}], 'enable_snat': True}, 'gw_port_id': '06209ab4-188d-423d-9285-260aaeccf8b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T19:39:46Z', 'updated_at': '2021-07-14T19:39:49Z', 'revision_number': 4, 'project_id': 'f6e0d77d06994092beb95554f40f49a2', 'gw_port': {'id': '06209ab4-188d-423d-9285-260aaeccf8b7', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:0d:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be419b96-2361-4500-bc55-05c10aef0293', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T19:39:47Z', 'updated_at': '2021-07-14T19:39:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_interfaces': [{'id': '146e6180-39bc-4430-b1c3-e63e3817c288', 'name': '', 'network_id': '435d661e-2eff-4b4e-aee1-89e726822d2f', 'tenant_id': 'f6e0d77d06994092beb95554f40f49a2', 'mac_address': 'fa:16:3e:8c:5b:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be419b96-2361-4500-bc55-05c10aef0293', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '9e908415-b719-4d84-9687-97b9eb7eb0c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T19:39:48Z', 'updated_at': '2021-07-14T19:39:53Z', 'revision_number': 4, 'project_id': 'f6e0d77d06994092beb95554f40f49a2', 'subnets': [{'id': '9e908415-b719-4d84-9687-97b9eb7eb0c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-3', False) {} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 19:39:53.659422 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-571b80bd-5e45-46c3-9e4f-8101b2828eda None None] The sync data for ids ['be419b96-2361-4500-bc55-05c10aef0293'] in n-d-800634-3 is: [{'id': 'be419b96-2361-4500-bc55-05c10aef0293', 'name': 'tempest-TestSnapshotPattern-597769405-router', 'tenant_id': 'f6e0d77d06994092beb95554f40f49a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.64'}], 'enable_snat': True}, 'gw_port_id': '06209ab4-188d-423d-9285-260aaeccf8b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T19:39:46Z', 'updated_at': '2021-07-14T19:39:49Z', 'revision_number': 4, 'project_id': 'f6e0d77d06994092beb95554f40f49a2', 'gw_port': {'id': '06209ab4-188d-423d-9285-260aaeccf8b7', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:0d:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be419b96-2361-4500-bc55-05c10aef0293', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T19:39:47Z', 'updated_at': '2021-07-14T19:39:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_interfaces': [{'id': '146e6180-39bc-4430-b1c3-e63e3817c288', 'name': '', 'network_id': '435d661e-2eff-4b4e-aee1-89e726822d2f', 'tenant_id': 'f6e0d77d06994092beb95554f40f49a2', 'mac_address': 'fa:16:3e:8c:5b:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be419b96-2361-4500-bc55-05c10aef0293', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '9e908415-b719-4d84-9687-97b9eb7eb0c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T19:39:48Z', 'updated_at': '2021-07-14T19:39:53Z', 'revision_number': 4, 'project_id': 'f6e0d77d06994092beb95554f40f49a2', 'subnets': [{'id': '9e908415-b719-4d84-9687-97b9eb7eb0c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 19:39:53.681225 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2185c286-3d95-4d41-8f89-7437ca2d033e None None] Network 21ee334f-c5a4-458b-b7f1-d0703d0d789e requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 19:39:53.795837 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-eab9ee5b-98ba-4ecb-9e75-889ff5d73a80 None None] Provisioning for port e47beadd-f5f0-43af-9d1d-11cfe734fa6c completed by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 19:39:53.956592 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-e6d7a8a3-8e5f-4f48-95c8-08de6467ded0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32f64f48-5fef-4709-9af1-0c148daa1856', 'name': 'tempest-TestSnapshotPattern-525224705-router', 'tenant_id': 'b13dfa6c7d7d45ab90bd912a50c2d9c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.161'}], 'enable_snat': True}, 'gw_port_id': '536377af-9e79-40a0-9f6d-5b630b8bd547', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T19:39:51Z', 'updated_at': '2021-07-14T19:39:52Z', 'revision_number': 3, 'project_id': 'b13dfa6c7d7d45ab90bd912a50c2d9c2', 'gw_port': {'id': '536377af-9e79-40a0-9f6d-5b630b8bd547', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:c7:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32f64f48-5fef-4709-9af1-0c148daa1856', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4305, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T19:39:52Z', 'updated_at': '2021-07-14T19:39:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3'}], 'n-d-800634-3', False) {} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 19:39:53.958285 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-84edac39-75d6-4e75-af37-739e4bd3af8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:39:53.985194 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6d7a8a3-8e5f-4f48-95c8-08de6467ded0 None None] Checking router: 32f64f48-5fef-4709-9af1-0c148daa1856 for host: n-d-800634-3 {{(pid=93917) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 19:39:53.985546 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6d7a8a3-8e5f-4f48-95c8-08de6467ded0 None None] Updating router 32f64f48-5fef-4709-9af1-0c148daa1856 port 536377af-9e79-40a0-9f6d-5b630b8bd547 binding host n-d-800634-3 {{(pid=93917) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 19:39:54.030789 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-e6d7a8a3-8e5f-4f48-95c8-08de6467ded0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:39:54.198394 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.db_base_plugin_common [None req-84edac39-75d6-4e75-af37-739e4bd3af8d admin admin] Allocated IP 172.20.0.1 (21ee334f-c5a4-458b-b7f1-d0703d0d789e/5b9136b1-f6c8-435a-97af-57ce890a4c0d/191ad685-39e8-4b1a-8e6a-2017455457c8) {{(pid=93916) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 19:39:54.285553 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 06209ab4-188d-423d-9285-260aaeccf8b7 up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 19:39:54.319906 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-84edac39-75d6-4e75-af37-739e4bd3af8d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:39:54.335892 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.provisioning_blocks [None req-84edac39-75d6-4e75-af37-739e4bd3af8d admin admin] Transition to ACTIVE for port object 191ad685-39e8-4b1a-8e6a-2017455457c8 will not be triggered until provisioned by entity DHCP. {{(pid=93916) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 19:39:54.370499 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-e6d7a8a3-8e5f-4f48-95c8-08de6467ded0 None None] Notify callbacks [] for port, precommit_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:39:54.387402 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-84edac39-75d6-4e75-af37-739e4bd3af8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:39:54.389679 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-e6d7a8a3-8e5f-4f48-95c8-08de6467ded0 None None] Transition to ACTIVE for port object 536377af-9e79-40a0-9f6d-5b630b8bd547 will not be triggered until provisioned by entity L2. {{(pid=93917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 19:39:54.398249 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-e6d7a8a3-8e5f-4f48-95c8-08de6467ded0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:39:54.428066 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port 06209ab4-188d-423d-9285-260aaeccf8b7 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 19:39:54.429124 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:39:54.432157 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84edac39-75d6-4e75-af37-739e4bd3af8d admin admin] Network 21ee334f-c5a4-458b-b7f1-d0703d0d789e is already hosted by enough agents. {{(pid=93916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 19:39:54.434261 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [None req-84edac39-75d6-4e75-af37-739e4bd3af8d admin admin] Resources bound (agent type, host, resource id): {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 19:39:54.437875 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84edac39-75d6-4e75-af37-739e4bd3af8d admin admin] Received port after_create {{(pid=93916) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 19:39:54.443585 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84edac39-75d6-4e75-af37-739e4bd3af8d admin admin] Pushing event updated for resources: {'Port': ['ID=191ad685-39e8-4b1a-8e6a-2017455457c8,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:39:54.496032 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-84edac39-75d6-4e75-af37-739e4bd3af8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-930452'] for router_interface, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:39:54.502980 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-e6d7a8a3-8e5f-4f48-95c8-08de6467ded0 None None] Attempting to bind port 536377af-9e79-40a0-9f6d-5b630b8bd547 on host n-d-800634-3 for vnic_type normal with profile {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 19:39:54.503384 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-e6d7a8a3-8e5f-4f48-95c8-08de6467ded0 None None] Attempting to bind port 536377af-9e79-40a0-9f6d-5b630b8bd547 by drivers openvswitch,hyperv on host n-d-800634-3 at level 0 using segments [{'id': '5afb940b-bbdf-4727-be00-5d46367c38a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9200a437-e1de-4520-88f6-e68386523e61'}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 19:39:54.503782 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6d7a8a3-8e5f-4f48-95c8-08de6467ded0 None None] Attempting to bind port 536377af-9e79-40a0-9f6d-5b630b8bd547 on network 9200a437-e1de-4520-88f6-e68386523e61 {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 19:39:54.508944 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-574aeb93-9938-449c-8e6c-cb22c9b52cc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:39:54.509629 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f71a71-030b-44ed-85a9-8957aee41185 None None] Pushing event updated for resources: {'Port': ['ID=536377af-9e79-40a0-9f6d-5b630b8bd547,revision_number=2']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:39:54.517037 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6d7a8a3-8e5f-4f48-95c8-08de6467ded0 None None] Checking agent: {'id': '01c19e91-a945-4e3c-94a6-c211e17c923e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 8, 23), 'started_at': datetime.datetime(2021, 7, 14, 18, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 19, 39, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 19:39:54.517422 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6d7a8a3-8e5f-4f48-95c8-08de6467ded0 None None] Checking segment: {'id': '5afb940b-bbdf-4727-be00-5d46367c38a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9200a437-e1de-4520-88f6-e68386523e61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93917) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 19:39:54.517832 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-e6d7a8a3-8e5f-4f48-95c8-08de6467ded0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:39:54.518232 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6d7a8a3-8e5f-4f48-95c8-08de6467ded0 None None] Bound using segment: {'id': '5afb940b-bbdf-4727-be00-5d46367c38a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9200a437-e1de-4520-88f6-e68386523e61'} {{(pid=93917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 19:39:54.518880 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.managers [None req-e6d7a8a3-8e5f-4f48-95c8-08de6467ded0 None None] Bound port: 536377af-9e79-40a0-9f6d-5b630b8bd547, host: n-d-800634-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5afb940b-bbdf-4727-be00-5d46367c38a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9200a437-e1de-4520-88f6-e68386523e61'}}] {{(pid=93917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 19:39:54.519280 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-e6d7a8a3-8e5f-4f48-95c8-08de6467ded0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:39:54.616037 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-e6d7a8a3-8e5f-4f48-95c8-08de6467ded0 None None] For port 536377af-9e79-40a0-9f6d-5b630b8bd547, host n-d-800634-3, cleared binding levels {{(pid=93917) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 19:39:54.621000 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-e6d7a8a3-8e5f-4f48-95c8-08de6467ded0 None None] For port 536377af-9e79-40a0-9f6d-5b630b8bd547, host n-d-800634-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=536377af-9e79-40a0-9f6d-5b630b8bd547,segment=NetworkSegment(5afb940b-bbdf-4727-be00-5d46367c38a1),segment_id=5afb940b-bbdf-4727-be00-5d46367c38a1)] {{(pid=93917) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 19:39:54.624858 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 146e6180-39bc-4430-b1c3-e63e3817c288 up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 19:39:54.628513 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-e6d7a8a3-8e5f-4f48-95c8-08de6467ded0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:39:54.674662 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-84edac39-75d6-4e75-af37-739e4bd3af8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:39:54.733165 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f71a71-030b-44ed-85a9-8957aee41185 None None] Pushing event updated for resources: {'Port': ['ID=536377af-9e79-40a0-9f6d-5b630b8bd547,revision_number=3']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:39:54.742009 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6d7a8a3-8e5f-4f48-95c8-08de6467ded0 None None] Routers {'32f64f48-5fef-4709-9af1-0c148daa1856'} bound to L3 agent in host n-d-800634-3 {{(pid=93917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 19:39:54.742745 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-e6d7a8a3-8e5f-4f48-95c8-08de6467ded0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T19:39:53Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['32f64f48-5fef-4709-9af1-0c148daa1856'], 'active': True} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 19:39:54.746793 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-7c6d90e2-a3f0-429c-9aec-1086ba0bc592 None None] Provisioning for port 191ad685-39e8-4b1a-8e6a-2017455457c8 completed by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 19:39:54.788720 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-7c6d90e2-a3f0-429c-9aec-1086ba0bc592 None None] Provisioning complete for port 191ad685-39e8-4b1a-8e6a-2017455457c8 triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 19:39:54.789186 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-7c6d90e2-a3f0-429c-9aec-1086ba0bc592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:39:54.816574 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning for port 146e6180-39bc-4430-b1c3-e63e3817c288 completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 19:39:54.830353 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port 146e6180-39bc-4430-b1c3-e63e3817c288 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 19:39:54.830725 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:39:54.855073 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-84edac39-75d6-4e75-af37-739e4bd3af8d admin admin] Notify callbacks [] for port, precommit_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:39:54.861112 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-84edac39-75d6-4e75-af37-739e4bd3af8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2684870'] for port, after_update {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:39:54.900844 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-7c6d90e2-a3f0-429c-9aec-1086ba0bc592 None None] Port 191ad685-39e8-4b1a-8e6a-2017455457c8 cannot update to ACTIVE because it is not bound. {{(pid=93917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 19:39:54.924643 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvr_db [None req-e6d7a8a3-8e5f-4f48-95c8-08de6467ded0 None None] Set router 32f64f48-5fef-4709-9af1-0c148daa1856 gateway port host: n-d-800634-3 {{(pid=93917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 19:39:54.931837 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-84edac39-75d6-4e75-af37-739e4bd3af8d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-598741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-928734'] for router_interface, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:39:54.934490 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84edac39-75d6-4e75-af37-739e4bd3af8d admin admin] Pushing event updated for resources: {'Port': ['ID=191ad685-39e8-4b1a-8e6a-2017455457c8,revision_number=2']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:39:55.024561 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84edac39-75d6-4e75-af37-739e4bd3af8d admin admin] Network 21ee334f-c5a4-458b-b7f1-d0703d0d789e is already hosted by enough agents. {{(pid=93916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 19:39:55.026005 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.base_scheduler [None req-84edac39-75d6-4e75-af37-739e4bd3af8d admin admin] Resources bound (agent type, host, resource id): {{(pid=93916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 19:39:55.059900 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:39:55.115397 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] For port 146e6180-39bc-4430-b1c3-e63e3817c288, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=146e6180-39bc-4430-b1c3-e63e3817c288,segment=NetworkSegment(46b6508d-3b3a-43d5-9b36-4a87ed62c830),segment_id=46b6508d-3b3a-43d5-9b36-4a87ed62c830)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 19:39:55.123076 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:39:55.123873 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device e47beadd-f5f0-43af-9d1d-11cfe734fa6c up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 19:39:55.155130 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84edac39-75d6-4e75-af37-739e4bd3af8d admin admin] Router 32f64f48-5fef-4709-9af1-0c148daa1856 has already been hosted by L3 agent 2c6eb27e-defb-4cca-9a24-381c7415e359 {{(pid=93916) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 19:39:55.244428 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Pushing event updated for resources: {'Port': ['ID=146e6180-39bc-4430-b1c3-e63e3817c288,revision_number=5']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:39:55.271094 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84edac39-75d6-4e75-af37-739e4bd3af8d admin admin] Notify agent at l3_agent.n-d-800634-3 the message routers_updated {{(pid=93916) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 19:39:55.276369 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-84edac39-75d6-4e75-af37-739e4bd3af8d admin admin] 10.222.0.16 "PUT /v2.0/routers/32f64f48-5fef-4709-9af1-0c148daa1856/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8199894 Jul 14 19:39:55.420188 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning for port e47beadd-f5f0-43af-9d1d-11cfe734fa6c completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 19:39:55.428941 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port e47beadd-f5f0-43af-9d1d-11cfe734fa6c triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 19:39:55.429321 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:39:55.460847 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-e6d7a8a3-8e5f-4f48-95c8-08de6467ded0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32f64f48-5fef-4709-9af1-0c148daa1856', 'name': 'tempest-TestSnapshotPattern-525224705-router', 'tenant_id': 'b13dfa6c7d7d45ab90bd912a50c2d9c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.161'}], 'enable_snat': True}, 'gw_port_id': '536377af-9e79-40a0-9f6d-5b630b8bd547', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T19:39:51Z', 'updated_at': '2021-07-14T19:39:54Z', 'revision_number': 4, 'project_id': 'b13dfa6c7d7d45ab90bd912a50c2d9c2', 'gw_port': {'id': '536377af-9e79-40a0-9f6d-5b630b8bd547', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:c7:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32f64f48-5fef-4709-9af1-0c148daa1856', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4305, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T19:39:52Z', 'updated_at': '2021-07-14T19:39:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_interfaces': [{'id': '191ad685-39e8-4b1a-8e6a-2017455457c8', 'name': '', 'network_id': '21ee334f-c5a4-458b-b7f1-d0703d0d789e', 'tenant_id': 'b13dfa6c7d7d45ab90bd912a50c2d9c2', 'mac_address': 'fa:16:3e:f8:32:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32f64f48-5fef-4709-9af1-0c148daa1856', 'device_owner': 'network:router_interface', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': '5b9136b1-f6c8-435a-97af-57ce890a4c0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T19:39:53Z', 'updated_at': '2021-07-14T19:39:54Z', 'revision_number': 1, 'project_id': 'b13dfa6c7d7d45ab90bd912a50c2d9c2', 'subnets': [{'id': '5b9136b1-f6c8-435a-97af-57ce890a4c0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-3', False) {} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 19:39:55.465472 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-8569cbaf-d85e-49fc-835d-78015a274789 None None] Provisioning complete for port 191ad685-39e8-4b1a-8e6a-2017455457c8 triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 19:39:55.465844 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-8569cbaf-d85e-49fc-835d-78015a274789 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:39:55.512934 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6d7a8a3-8e5f-4f48-95c8-08de6467ded0 None None] The sync data for ids ['32f64f48-5fef-4709-9af1-0c148daa1856'] in n-d-800634-3 is: [{'id': '32f64f48-5fef-4709-9af1-0c148daa1856', 'name': 'tempest-TestSnapshotPattern-525224705-router', 'tenant_id': 'b13dfa6c7d7d45ab90bd912a50c2d9c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.161'}], 'enable_snat': True}, 'gw_port_id': '536377af-9e79-40a0-9f6d-5b630b8bd547', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T19:39:51Z', 'updated_at': '2021-07-14T19:39:54Z', 'revision_number': 4, 'project_id': 'b13dfa6c7d7d45ab90bd912a50c2d9c2', 'gw_port': {'id': '536377af-9e79-40a0-9f6d-5b630b8bd547', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:c7:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32f64f48-5fef-4709-9af1-0c148daa1856', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4305, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T19:39:52Z', 'updated_at': '2021-07-14T19:39:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_interfaces': [{'id': '191ad685-39e8-4b1a-8e6a-2017455457c8', 'name': '', 'network_id': '21ee334f-c5a4-458b-b7f1-d0703d0d789e', 'tenant_id': 'b13dfa6c7d7d45ab90bd912a50c2d9c2', 'mac_address': 'fa:16:3e:f8:32:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32f64f48-5fef-4709-9af1-0c148daa1856', 'device_owner': 'network:router_interface', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': '5b9136b1-f6c8-435a-97af-57ce890a4c0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T19:39:53Z', 'updated_at': '2021-07-14T19:39:54Z', 'revision_number': 1, 'project_id': 'b13dfa6c7d7d45ab90bd912a50c2d9c2', 'subnets': [{'id': '5b9136b1-f6c8-435a-97af-57ce890a4c0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 19:39:55.540054 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-8569cbaf-d85e-49fc-835d-78015a274789 None None] Port 191ad685-39e8-4b1a-8e6a-2017455457c8 cannot update to ACTIVE because it is not bound. {{(pid=93917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 19:39:55.583567 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:39:55.618197 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] For port e47beadd-f5f0-43af-9d1d-11cfe734fa6c, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=e47beadd-f5f0-43af-9d1d-11cfe734fa6c,segment=NetworkSegment(f84ebf02-b0f5-46b0-b207-5212e83ea311),segment_id=f84ebf02-b0f5-46b0-b207-5212e83ea311)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 19:39:55.623333 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:39:55.675582 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Pushing event updated for resources: {'Port': ['ID=e47beadd-f5f0-43af-9d1d-11cfe734fa6c,revision_number=3']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:39:55.929038 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 34172) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 19:39:55.933736 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-284ac140-020a-4ac2-bc4f-1bce699fe0e4 tempest-TestSnapshotPattern-209832181 tempest-TestSnapshotPattern-209832181-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-528360734', 'description': 'tempest-secgroup-smoke-528360734 description', 'project_id': 'f6e0d77d06994092beb95554f40f49a2'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 19:39:55.958568 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-284ac140-020a-4ac2-bc4f-1bce699fe0e4 tempest-TestSnapshotPattern-209832181 tempest-TestSnapshotPattern-209832181-project] Notify callbacks [] for security_group, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:39:56.019385 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device e47beadd-f5f0-43af-9d1d-11cfe734fa6c up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 19:39:56.054570 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-284ac140-020a-4ac2-bc4f-1bce699fe0e4 tempest-TestSnapshotPattern-209832181 tempest-TestSnapshotPattern-209832181-project] Notify callbacks [] for security_group, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:39:56.060202 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-284ac140-020a-4ac2-bc4f-1bce699fe0e4 tempest-TestSnapshotPattern-209832181 tempest-TestSnapshotPattern-209832181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:39:56.081575 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-2f4e3af3-e708-4ffd-a544-82d93a489d01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:39:56.086377 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port e47beadd-f5f0-43af-9d1d-11cfe734fa6c triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 19:39:56.086743 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:39:56.088634 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-284ac140-020a-4ac2-bc4f-1bce699fe0e4 tempest-TestSnapshotPattern-209832181 tempest-TestSnapshotPattern-209832181-project] Notify callbacks [] for security_group, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:39:56.089891 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-284ac140-020a-4ac2-bc4f-1bce699fe0e4 tempest-TestSnapshotPattern-209832181 tempest-TestSnapshotPattern-209832181-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1598384 Jul 14 19:39:56.092897 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 34174) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 19:39:56.098355 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.v2.base [None req-608162e6-c819-4690-a1ca-4690777a9ce4 tempest-TestSnapshotPattern-209832181 tempest-TestSnapshotPattern-209832181-project] Request body: {'security_group_rule': {'security_group_id': 'e176f385-389e-4178-8793-85cb93757ae3', 'project_id': 'f6e0d77d06994092beb95554f40f49a2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 19:39:56.104209 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284ac140-020a-4ac2-bc4f-1bce699fe0e4 tempest-TestSnapshotPattern-209832181 tempest-TestSnapshotPattern-209832181-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e176f385-389e-4178-8793-85cb93757ae3,revision_number=1']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:39:56.131043 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-608162e6-c819-4690-a1ca-4690777a9ce4 tempest-TestSnapshotPattern-209832181 tempest-TestSnapshotPattern-209832181-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:39:56.183210 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 146e6180-39bc-4430-b1c3-e63e3817c288 up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 19:39:56.191746 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-608162e6-c819-4690-a1ca-4690777a9ce4 tempest-TestSnapshotPattern-209832181 tempest-TestSnapshotPattern-209832181-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:39:56.196255 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-608162e6-c819-4690-a1ca-4690777a9ce4 tempest-TestSnapshotPattern-209832181 tempest-TestSnapshotPattern-209832181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305173'] for security_group_rule, after_create {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:39:56.219964 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608162e6-c819-4690-a1ca-4690777a9ce4 tempest-TestSnapshotPattern-209832181 tempest-TestSnapshotPattern-209832181-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=748d711f-8901-4bb2-8e5a-d48177704499,revision_number=0']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:39:56.229104 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-608162e6-c819-4690-a1ca-4690777a9ce4 tempest-TestSnapshotPattern-209832181 tempest-TestSnapshotPattern-209832181-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:39:56.230398 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-608162e6-c819-4690-a1ca-4690777a9ce4 tempest-TestSnapshotPattern-209832181 tempest-TestSnapshotPattern-209832181-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1364653 Jul 14 19:39:56.230667 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port 146e6180-39bc-4430-b1c3-e63e3817c288 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 19:39:56.231050 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:39:56.233287 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 34176) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 19:39:56.238614 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-0726d2e1-5c30-4067-a284-08f53a142be5 tempest-TestSnapshotPattern-209832181 tempest-TestSnapshotPattern-209832181-project] Request body: {'security_group_rule': {'security_group_id': 'e176f385-389e-4178-8793-85cb93757ae3', 'project_id': 'f6e0d77d06994092beb95554f40f49a2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 19:39:56.265401 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-0726d2e1-5c30-4067-a284-08f53a142be5 tempest-TestSnapshotPattern-209832181 tempest-TestSnapshotPattern-209832181-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:39:56.324087 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-0726d2e1-5c30-4067-a284-08f53a142be5 tempest-TestSnapshotPattern-209832181 tempest-TestSnapshotPattern-209832181-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:39:56.327679 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-0726d2e1-5c30-4067-a284-08f53a142be5 tempest-TestSnapshotPattern-209832181 tempest-TestSnapshotPattern-209832181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305173'] for security_group_rule, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:39:56.344932 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0726d2e1-5c30-4067-a284-08f53a142be5 tempest-TestSnapshotPattern-209832181 tempest-TestSnapshotPattern-209832181-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=221ed5df-392e-4f92-bbdd-9929ced69f67,revision_number=0']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:39:56.351730 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-0726d2e1-5c30-4067-a284-08f53a142be5 tempest-TestSnapshotPattern-209832181 tempest-TestSnapshotPattern-209832181-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:39:56.353031 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-0726d2e1-5c30-4067-a284-08f53a142be5 tempest-TestSnapshotPattern-209832181 tempest-TestSnapshotPattern-209832181-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1185420 Jul 14 19:39:56.355725 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 34178) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 19:39:56.360287 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-86a2a1a7-78b1-4ab1-8e29-ba935e643118 tempest-TestSnapshotPattern-209832181 tempest-TestSnapshotPattern-209832181-project] Request body: {'security_group_rule': {'security_group_id': 'e176f385-389e-4178-8793-85cb93757ae3', 'project_id': 'f6e0d77d06994092beb95554f40f49a2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 19:39:56.389249 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-86a2a1a7-78b1-4ab1-8e29-ba935e643118 tempest-TestSnapshotPattern-209832181 tempest-TestSnapshotPattern-209832181-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:39:56.456390 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-86a2a1a7-78b1-4ab1-8e29-ba935e643118 tempest-TestSnapshotPattern-209832181 tempest-TestSnapshotPattern-209832181-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:39:56.468430 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-86a2a1a7-78b1-4ab1-8e29-ba935e643118 tempest-TestSnapshotPattern-209832181 tempest-TestSnapshotPattern-209832181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305173'] for security_group_rule, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:39:56.494254 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a2a1a7-78b1-4ab1-8e29-ba935e643118 tempest-TestSnapshotPattern-209832181 tempest-TestSnapshotPattern-209832181-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c65b0de-41e7-4bf2-8bff-e7e289ed8b17,revision_number=0']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:39:56.502270 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-86a2a1a7-78b1-4ab1-8e29-ba935e643118 tempest-TestSnapshotPattern-209832181 tempest-TestSnapshotPattern-209832181-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:39:56.503663 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-3c6cc303-b0ed-40f9-961a-f4c06c087d66 req-465ba616-e15e-47f7-9ae0-a0caa828b8ef service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=03a24d87-527f-4d5b-a998-53393446562a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0569878 Jul 14 19:39:56.503927 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-86a2a1a7-78b1-4ab1-8e29-ba935e643118 tempest-TestSnapshotPattern-209832181 tempest-TestSnapshotPattern-209832181-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1470942 Jul 14 19:39:56.507270 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 34180) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 19:39:56.511901 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-cf6169f9-4fb9-4692-8bba-5650562326dd tempest-TestSnapshotPattern-209832181 tempest-TestSnapshotPattern-209832181-project] Request body: {'security_group_rule': {'security_group_id': 'e176f385-389e-4178-8793-85cb93757ae3', 'project_id': 'f6e0d77d06994092beb95554f40f49a2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 19:39:56.557510 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-cf6169f9-4fb9-4692-8bba-5650562326dd tempest-TestSnapshotPattern-209832181 tempest-TestSnapshotPattern-209832181-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:39:56.577341 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-3c6cc303-b0ed-40f9-961a-f4c06c087d66 req-64f2d064-84e9-4496-be4b-ac8a40551cd5 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c51e850593fc4a37af9470721017e8e7&device_id=03a24d87-527f-4d5b-a998-53393446562a HTTP/1.1" status: 200 len: 210 time: 0.0293379 Jul 14 19:39:56.629294 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-3c6cc303-b0ed-40f9-961a-f4c06c087d66 req-99b7c7dc-c8ac-4c63-94e3-69321e7a72d4 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=c51e850593fc4a37af9470721017e8e7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0307310 Jul 14 19:39:56.640504 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-cf6169f9-4fb9-4692-8bba-5650562326dd tempest-TestSnapshotPattern-209832181 tempest-TestSnapshotPattern-209832181-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:39:56.645824 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-cf6169f9-4fb9-4692-8bba-5650562326dd tempest-TestSnapshotPattern-209832181 tempest-TestSnapshotPattern-209832181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305173'] for security_group_rule, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:39:56.669784 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6169f9-4fb9-4692-8bba-5650562326dd tempest-TestSnapshotPattern-209832181 tempest-TestSnapshotPattern-209832181-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed242131-ad4c-436e-9c6b-4ac2db2e4891,revision_number=0']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:39:56.676131 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-cf6169f9-4fb9-4692-8bba-5650562326dd tempest-TestSnapshotPattern-209832181 tempest-TestSnapshotPattern-209832181-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:39:56.676131 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-cf6169f9-4fb9-4692-8bba-5650562326dd tempest-TestSnapshotPattern-209832181 tempest-TestSnapshotPattern-209832181-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1673992 Jul 14 19:39:56.679151 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 34182) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 19:39:56.685059 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-09851645-9cce-4cad-adde-5a3e6c00408b tempest-TestSnapshotPattern-209832181 tempest-TestSnapshotPattern-209832181-project] Request body: {'security_group_rule': {'security_group_id': 'e176f385-389e-4178-8793-85cb93757ae3', 'project_id': 'f6e0d77d06994092beb95554f40f49a2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 19:39:56.714572 n-d-800634-3 neutron-server[93915]: INFO neutron.db.securitygroups_db [None req-09851645-9cce-4cad-adde-5a3e6c00408b tempest-TestSnapshotPattern-209832181 tempest-TestSnapshotPattern-209832181-project] Project f6e0d77d06994092beb95554f40f49a2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 14 19:39:56.720223 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-09851645-9cce-4cad-adde-5a3e6c00408b tempest-TestSnapshotPattern-209832181 tempest-TestSnapshotPattern-209832181-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:39:56.795498 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-09851645-9cce-4cad-adde-5a3e6c00408b tempest-TestSnapshotPattern-209832181 tempest-TestSnapshotPattern-209832181-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:39:56.800294 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-09851645-9cce-4cad-adde-5a3e6c00408b tempest-TestSnapshotPattern-209832181 tempest-TestSnapshotPattern-209832181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305173'] for security_group_rule, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:39:56.825434 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09851645-9cce-4cad-adde-5a3e6c00408b tempest-TestSnapshotPattern-209832181 tempest-TestSnapshotPattern-209832181-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=149228af-23c3-4522-a2f2-88cf75986e28,revision_number=0']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:39:56.829267 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-09851645-9cce-4cad-adde-5a3e6c00408b tempest-TestSnapshotPattern-209832181 tempest-TestSnapshotPattern-209832181-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:39:56.830575 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-09851645-9cce-4cad-adde-5a3e6c00408b tempest-TestSnapshotPattern-209832181 tempest-TestSnapshotPattern-209832181-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1503701 Jul 14 19:39:56.833316 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 34184) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 19:39:56.838408 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-f072b2d8-798c-4f67-b540-349934a69cb3 tempest-TestSnapshotPattern-209832181 tempest-TestSnapshotPattern-209832181-project] Request body: {'security_group_rule': {'security_group_id': 'e176f385-389e-4178-8793-85cb93757ae3', 'project_id': 'f6e0d77d06994092beb95554f40f49a2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 19:39:56.866954 n-d-800634-3 neutron-server[93915]: INFO neutron.db.securitygroups_db [None req-f072b2d8-798c-4f67-b540-349934a69cb3 tempest-TestSnapshotPattern-209832181 tempest-TestSnapshotPattern-209832181-project] Project f6e0d77d06994092beb95554f40f49a2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 14 19:39:56.872967 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-f072b2d8-798c-4f67-b540-349934a69cb3 tempest-TestSnapshotPattern-209832181 tempest-TestSnapshotPattern-209832181-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:39:56.946102 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-f072b2d8-798c-4f67-b540-349934a69cb3 tempest-TestSnapshotPattern-209832181 tempest-TestSnapshotPattern-209832181-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:39:56.950355 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-f072b2d8-798c-4f67-b540-349934a69cb3 tempest-TestSnapshotPattern-209832181 tempest-TestSnapshotPattern-209832181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305173'] for security_group_rule, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:39:56.975635 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f072b2d8-798c-4f67-b540-349934a69cb3 tempest-TestSnapshotPattern-209832181 tempest-TestSnapshotPattern-209832181-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a33cc5c-717c-44a2-9c81-c074b42d17e8,revision_number=0']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:39:56.979932 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-f072b2d8-798c-4f67-b540-349934a69cb3 tempest-TestSnapshotPattern-209832181 tempest-TestSnapshotPattern-209832181-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:39:56.993734 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-f072b2d8-798c-4f67-b540-349934a69cb3 tempest-TestSnapshotPattern-209832181 tempest-TestSnapshotPattern-209832181-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1468043 Jul 14 19:39:57.110708 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6cc303-b0ed-40f9-961a-f4c06c087d66 req-71e512bc-9cce-48ab-ab3c-ccd69ba43054 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:39:57.112593 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-3c6cc303-b0ed-40f9-961a-f4c06c087d66 req-71e512bc-9cce-48ab-ab3c-ccd69ba43054 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.4778221 Jul 14 19:39:57.160730 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-57de7376-270d-411a-81ab-61cdc13c23ce req-75893101-bd9a-44fa-ac47-44508f5355ab tempest-TestSnapshotPattern-209832181 tempest-TestSnapshotPattern-209832181-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-528360734&fields=id&tenant_id=f6e0d77d06994092beb95554f40f49a2 HTTP/1.1" status: 200 len: 267 time: 0.0417771 Jul 14 19:39:57.306173 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57de7376-270d-411a-81ab-61cdc13c23ce req-bc1d965b-e1c6-4bbb-9c79-087e3c3d0206 tempest-TestSnapshotPattern-209832181 tempest-TestSnapshotPattern-209832181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:39:57.307586 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-57de7376-270d-411a-81ab-61cdc13c23ce req-bc1d965b-e1c6-4bbb-9c79-087e3c3d0206 tempest-TestSnapshotPattern-209832181 tempest-TestSnapshotPattern-209832181-project] 10.222.0.16 "GET /v2.0/networks?id=435d661e-2eff-4b4e-aee1-89e726822d2f HTTP/1.1" status: 200 len: 809 time: 0.1396270 Jul 14 19:39:57.323925 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-57de7376-270d-411a-81ab-61cdc13c23ce req-7e39a5cb-14c6-4250-a64e-a56bbf79ff76 tempest-TestSnapshotPattern-209832181 tempest-TestSnapshotPattern-209832181-project] 10.222.0.16 "GET /v2.0/quotas/f6e0d77d06994092beb95554f40f49a2 HTTP/1.1" status: 200 len: 375 time: 0.0104480 Jul 14 19:39:57.398442 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-57de7376-270d-411a-81ab-61cdc13c23ce req-763d9a5e-6e59-4699-9949-0c3e39a3124c tempest-TestSnapshotPattern-209832181 tempest-TestSnapshotPattern-209832181-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=f6e0d77d06994092beb95554f40f49a2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0688319 Jul 14 19:39:57.598789 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-57de7376-270d-411a-81ab-61cdc13c23ce req-305cfaa3-1948-40eb-97b9-afa5343b2438 service neutron] 10.222.0.16 "GET /v2.0/networks/435d661e-2eff-4b4e-aee1-89e726822d2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1862285 Jul 14 19:39:57.697093 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-57de7376-270d-411a-81ab-61cdc13c23ce req-3a1868d8-3a6f-473a-ab55-247098cb18bc service neutron] 10.222.0.16 "GET /v2.0/networks/435d661e-2eff-4b4e-aee1-89e726822d2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919881 Jul 14 19:39:57.869077 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-ee71e091-62ce-4cc1-86c5-58dcdaf7c906 req-3944b534-6035-4ce5-9170-fa323554cfd3 tempest-TestSnapshotPattern-209832181 tempest-TestSnapshotPattern-209832181-project] 10.222.0.16 "GET /v2.0/ports?device_id=f12e27e7-d6ba-4da1-9b02-2412d9aa065b HTTP/1.1" status: 200 len: 210 time: 0.0309711 Jul 14 19:39:57.925707 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8e0a67c-f1d4-4e8d-8622-00142ddde380 None None] Sync routers for ids ['32f64f48-5fef-4709-9af1-0c148daa1856'] in n-d-800634-3 {{(pid=93918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 19:39:57.934800 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8e0a67c-f1d4-4e8d-8622-00142ddde380 None None] Routers {'32f64f48-5fef-4709-9af1-0c148daa1856'} bound to L3 agent in host n-d-800634-3 {{(pid=93918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 19:39:57.935436 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-e8e0a67c-f1d4-4e8d-8622-00142ddde380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T19:39:53Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['32f64f48-5fef-4709-9af1-0c148daa1856'], 'active': True} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 19:39:58.023507 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 536377af-9e79-40a0-9f6d-5b630b8bd547 up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 19:39:58.062479 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvr_db [None req-e8e0a67c-f1d4-4e8d-8622-00142ddde380 None None] Set router 32f64f48-5fef-4709-9af1-0c148daa1856 gateway port host: n-d-800634-3 {{(pid=93918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 19:39:58.079628 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning for port 536377af-9e79-40a0-9f6d-5b630b8bd547 completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 19:39:58.083550 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port 536377af-9e79-40a0-9f6d-5b630b8bd547 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 19:39:58.083993 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:39:58.165372 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:39:58.186706 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] For port 536377af-9e79-40a0-9f6d-5b630b8bd547, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=536377af-9e79-40a0-9f6d-5b630b8bd547,segment=NetworkSegment(5afb940b-bbdf-4727-be00-5d46367c38a1),segment_id=5afb940b-bbdf-4727-be00-5d46367c38a1)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 19:39:58.191588 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:39:58.249910 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Pushing event updated for resources: {'Port': ['ID=536377af-9e79-40a0-9f6d-5b630b8bd547,revision_number=4']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:39:58.276975 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-e8e0a67c-f1d4-4e8d-8622-00142ddde380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32f64f48-5fef-4709-9af1-0c148daa1856', 'name': 'tempest-TestSnapshotPattern-525224705-router', 'tenant_id': 'b13dfa6c7d7d45ab90bd912a50c2d9c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.161'}], 'enable_snat': True}, 'gw_port_id': '536377af-9e79-40a0-9f6d-5b630b8bd547', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T19:39:51Z', 'updated_at': '2021-07-14T19:39:54Z', 'revision_number': 4, 'project_id': 'b13dfa6c7d7d45ab90bd912a50c2d9c2', 'gw_port': {'id': '536377af-9e79-40a0-9f6d-5b630b8bd547', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:c7:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32f64f48-5fef-4709-9af1-0c148daa1856', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4305, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T19:39:52Z', 'updated_at': '2021-07-14T19:39:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_interfaces': [{'id': '191ad685-39e8-4b1a-8e6a-2017455457c8', 'name': '', 'network_id': '21ee334f-c5a4-458b-b7f1-d0703d0d789e', 'tenant_id': 'b13dfa6c7d7d45ab90bd912a50c2d9c2', 'mac_address': 'fa:16:3e:f8:32:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32f64f48-5fef-4709-9af1-0c148daa1856', 'device_owner': 'network:router_interface', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': '5b9136b1-f6c8-435a-97af-57ce890a4c0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T19:39:53Z', 'updated_at': '2021-07-14T19:39:54Z', 'revision_number': 2, 'project_id': 'b13dfa6c7d7d45ab90bd912a50c2d9c2', 'subnets': [{'id': '5b9136b1-f6c8-435a-97af-57ce890a4c0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-3', False) {} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 19:39:58.309654 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8e0a67c-f1d4-4e8d-8622-00142ddde380 None None] Checking router: 32f64f48-5fef-4709-9af1-0c148daa1856 for host: n-d-800634-3 {{(pid=93918) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 19:39:58.310008 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8e0a67c-f1d4-4e8d-8622-00142ddde380 None None] Updating router 32f64f48-5fef-4709-9af1-0c148daa1856 port 191ad685-39e8-4b1a-8e6a-2017455457c8 binding host n-d-800634-3 {{(pid=93918) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 19:39:58.343644 n-d-800634-3 neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-e8e0a67c-f1d4-4e8d-8622-00142ddde380 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:39:58.607027 n-d-800634-3 neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-e8e0a67c-f1d4-4e8d-8622-00142ddde380 None None] Notify callbacks [] for port, precommit_update {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:39:58.617097 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.provisioning_blocks [None req-e8e0a67c-f1d4-4e8d-8622-00142ddde380 None None] Transition to ACTIVE for port object 191ad685-39e8-4b1a-8e6a-2017455457c8 will not be triggered until provisioned by entity L2. {{(pid=93918) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 19:39:58.622118 n-d-800634-3 neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-e8e0a67c-f1d4-4e8d-8622-00142ddde380 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:39:58.673137 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb696f9-6d97-4dda-b8de-31f77ac64847 None None] Pushing event updated for resources: {'Port': ['ID=191ad685-39e8-4b1a-8e6a-2017455457c8,revision_number=3']} {{(pid=93918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:39:58.725887 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.managers [None req-e8e0a67c-f1d4-4e8d-8622-00142ddde380 None None] Attempting to bind port 191ad685-39e8-4b1a-8e6a-2017455457c8 on host n-d-800634-3 for vnic_type normal with profile {{(pid=93918) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 19:39:58.726167 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.managers [None req-e8e0a67c-f1d4-4e8d-8622-00142ddde380 None None] Attempting to bind port 191ad685-39e8-4b1a-8e6a-2017455457c8 by drivers openvswitch,hyperv on host n-d-800634-3 at level 0 using segments [{'id': 'f84ebf02-b0f5-46b0-b207-5212e83ea311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '21ee334f-c5a4-458b-b7f1-d0703d0d789e'}] {{(pid=93918) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 19:39:58.726525 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8e0a67c-f1d4-4e8d-8622-00142ddde380 None None] Attempting to bind port 191ad685-39e8-4b1a-8e6a-2017455457c8 on network 21ee334f-c5a4-458b-b7f1-d0703d0d789e {{(pid=93918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 19:39:58.731520 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8e0a67c-f1d4-4e8d-8622-00142ddde380 None None] Checking agent: {'id': '01c19e91-a945-4e3c-94a6-c211e17c923e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 8, 23), 'started_at': datetime.datetime(2021, 7, 14, 18, 8, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 19, 39, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800634-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 19:39:58.732022 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8e0a67c-f1d4-4e8d-8622-00142ddde380 None None] Checking segment: {'id': 'f84ebf02-b0f5-46b0-b207-5212e83ea311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '21ee334f-c5a4-458b-b7f1-d0703d0d789e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93918) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 19:39:58.732451 n-d-800634-3 neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-e8e0a67c-f1d4-4e8d-8622-00142ddde380 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:39:58.732842 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8e0a67c-f1d4-4e8d-8622-00142ddde380 None None] Bound using segment: {'id': 'f84ebf02-b0f5-46b0-b207-5212e83ea311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '21ee334f-c5a4-458b-b7f1-d0703d0d789e'} {{(pid=93918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 19:39:58.733302 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.managers [None req-e8e0a67c-f1d4-4e8d-8622-00142ddde380 None None] Bound port: 191ad685-39e8-4b1a-8e6a-2017455457c8, host: n-d-800634-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f84ebf02-b0f5-46b0-b207-5212e83ea311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '21ee334f-c5a4-458b-b7f1-d0703d0d789e'}}] {{(pid=93918) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 19:39:58.733688 n-d-800634-3 neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-e8e0a67c-f1d4-4e8d-8622-00142ddde380 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:39:58.800922 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.db [None req-e8e0a67c-f1d4-4e8d-8622-00142ddde380 None None] For port 191ad685-39e8-4b1a-8e6a-2017455457c8, host n-d-800634-3, cleared binding levels {{(pid=93918) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 19:39:58.804330 n-d-800634-3 neutron-server[93918]: DEBUG neutron.plugins.ml2.db [None req-e8e0a67c-f1d4-4e8d-8622-00142ddde380 None None] For port 191ad685-39e8-4b1a-8e6a-2017455457c8, host n-d-800634-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=191ad685-39e8-4b1a-8e6a-2017455457c8,segment=NetworkSegment(f84ebf02-b0f5-46b0-b207-5212e83ea311),segment_id=f84ebf02-b0f5-46b0-b207-5212e83ea311)] {{(pid=93918) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 19:39:58.808943 n-d-800634-3 neutron-server[93918]: DEBUG neutron_lib.callbacks.manager [None req-e8e0a67c-f1d4-4e8d-8622-00142ddde380 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:39:58.869946 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8e0a67c-f1d4-4e8d-8622-00142ddde380 None None] Routers {'32f64f48-5fef-4709-9af1-0c148daa1856'} bound to L3 agent in host n-d-800634-3 {{(pid=93918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 19:39:58.870576 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-e8e0a67c-f1d4-4e8d-8622-00142ddde380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T19:39:53Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['32f64f48-5fef-4709-9af1-0c148daa1856'], 'active': True} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 19:39:58.987386 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb696f9-6d97-4dda-b8de-31f77ac64847 None None] Pushing event updated for resources: {'Port': ['ID=191ad685-39e8-4b1a-8e6a-2017455457c8,revision_number=4']} {{(pid=93918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:39:59.022489 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvr_db [None req-e8e0a67c-f1d4-4e8d-8622-00142ddde380 None None] Set router 32f64f48-5fef-4709-9af1-0c148daa1856 gateway port host: n-d-800634-3 {{(pid=93918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 19:39:59.121883 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-bb090193-983c-42d3-b3c8-68dbd1d86244 req-9d9d4b6d-f52e-4c1c-b541-2a8ab7d22072 tempest-TestSnapshotPattern-209832181 tempest-TestSnapshotPattern-209832181-project] 10.222.0.16 "GET /v2.0/ports?device_id=f12e27e7-d6ba-4da1-9b02-2412d9aa065b HTTP/1.1" status: 200 len: 210 time: 0.0493853 Jul 14 19:39:59.131933 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57de7376-270d-411a-81ab-61cdc13c23ce req-3d2a4a90-f87c-4fa1-8bcd-1d13020cf623 tempest-TestSnapshotPattern-209832181 tempest-TestSnapshotPattern-209832181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:39:59.133831 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-57de7376-270d-411a-81ab-61cdc13c23ce req-3d2a4a90-f87c-4fa1-8bcd-1d13020cf623 tempest-TestSnapshotPattern-209832181 tempest-TestSnapshotPattern-209832181-project] 10.222.0.18 "GET /v2.0/networks?id=435d661e-2eff-4b4e-aee1-89e726822d2f HTTP/1.1" status: 200 len: 809 time: 0.2589021 Jul 14 19:39:59.176717 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-57de7376-270d-411a-81ab-61cdc13c23ce req-98978e07-8d58-4b3d-869d-a0b3edbbe3d2 tempest-TestSnapshotPattern-209832181 tempest-TestSnapshotPattern-209832181-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f6e0d77d06994092beb95554f40f49a2 HTTP/1.1" status: 200 len: 379 time: 0.0342872 Jul 14 19:39:59.190975 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [req-57de7376-270d-411a-81ab-61cdc13c23ce req-b0938393-cd74-43e8-a2c5-bcc87d9f7fe6 tempest-TestSnapshotPattern-209832181 tempest-TestSnapshotPattern-209832181-project] Request body: {'port': {'device_id': 'f12e27e7-d6ba-4da1-9b02-2412d9aa065b', 'network_id': '435d661e-2eff-4b4e-aee1-89e726822d2f', 'admin_state_up': True, 'tenant_id': 'f6e0d77d06994092beb95554f40f49a2', 'security_groups': ['e176f385-389e-4178-8793-85cb93757ae3']}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 19:39:59.302110 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-57de7376-270d-411a-81ab-61cdc13c23ce req-b0938393-cd74-43e8-a2c5-bcc87d9f7fe6 tempest-TestSnapshotPattern-209832181 tempest-TestSnapshotPattern-209832181-project] Made reservation on behalf of f6e0d77d06994092beb95554f40f49a2 for: {'port': 1} {{(pid=93915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 19:39:59.305657 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-57de7376-270d-411a-81ab-61cdc13c23ce req-b0938393-cd74-43e8-a2c5-bcc87d9f7fe6 tempest-TestSnapshotPattern-209832181 tempest-TestSnapshotPattern-209832181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:39:59.324451 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-e8e0a67c-f1d4-4e8d-8622-00142ddde380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32f64f48-5fef-4709-9af1-0c148daa1856', 'name': 'tempest-TestSnapshotPattern-525224705-router', 'tenant_id': 'b13dfa6c7d7d45ab90bd912a50c2d9c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.161'}], 'enable_snat': True}, 'gw_port_id': '536377af-9e79-40a0-9f6d-5b630b8bd547', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T19:39:51Z', 'updated_at': '2021-07-14T19:39:54Z', 'revision_number': 4, 'project_id': 'b13dfa6c7d7d45ab90bd912a50c2d9c2', 'gw_port': {'id': '536377af-9e79-40a0-9f6d-5b630b8bd547', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:c7:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32f64f48-5fef-4709-9af1-0c148daa1856', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4305, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T19:39:52Z', 'updated_at': '2021-07-14T19:39:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_interfaces': [{'id': '191ad685-39e8-4b1a-8e6a-2017455457c8', 'name': '', 'network_id': '21ee334f-c5a4-458b-b7f1-d0703d0d789e', 'tenant_id': 'b13dfa6c7d7d45ab90bd912a50c2d9c2', 'mac_address': 'fa:16:3e:f8:32:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32f64f48-5fef-4709-9af1-0c148daa1856', 'device_owner': 'network:router_interface', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': '5b9136b1-f6c8-435a-97af-57ce890a4c0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T19:39:53Z', 'updated_at': '2021-07-14T19:39:58Z', 'revision_number': 4, 'project_id': 'b13dfa6c7d7d45ab90bd912a50c2d9c2', 'subnets': [{'id': '5b9136b1-f6c8-435a-97af-57ce890a4c0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-3', False) {} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 19:39:59.352590 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8e0a67c-f1d4-4e8d-8622-00142ddde380 None None] The sync data for ids ['32f64f48-5fef-4709-9af1-0c148daa1856'] in n-d-800634-3 is: [{'id': '32f64f48-5fef-4709-9af1-0c148daa1856', 'name': 'tempest-TestSnapshotPattern-525224705-router', 'tenant_id': 'b13dfa6c7d7d45ab90bd912a50c2d9c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.161'}], 'enable_snat': True}, 'gw_port_id': '536377af-9e79-40a0-9f6d-5b630b8bd547', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T19:39:51Z', 'updated_at': '2021-07-14T19:39:54Z', 'revision_number': 4, 'project_id': 'b13dfa6c7d7d45ab90bd912a50c2d9c2', 'gw_port': {'id': '536377af-9e79-40a0-9f6d-5b630b8bd547', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:c7:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32f64f48-5fef-4709-9af1-0c148daa1856', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4305, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T19:39:52Z', 'updated_at': '2021-07-14T19:39:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_interfaces': [{'id': '191ad685-39e8-4b1a-8e6a-2017455457c8', 'name': '', 'network_id': '21ee334f-c5a4-458b-b7f1-d0703d0d789e', 'tenant_id': 'b13dfa6c7d7d45ab90bd912a50c2d9c2', 'mac_address': 'fa:16:3e:f8:32:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32f64f48-5fef-4709-9af1-0c148daa1856', 'device_owner': 'network:router_interface', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': '5b9136b1-f6c8-435a-97af-57ce890a4c0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T19:39:53Z', 'updated_at': '2021-07-14T19:39:58Z', 'revision_number': 4, 'project_id': 'b13dfa6c7d7d45ab90bd912a50c2d9c2', 'subnets': [{'id': '5b9136b1-f6c8-435a-97af-57ce890a4c0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 19:39:59.440018 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.db_base_plugin_common [req-57de7376-270d-411a-81ab-61cdc13c23ce req-b0938393-cd74-43e8-a2c5-bcc87d9f7fe6 tempest-TestSnapshotPattern-209832181 tempest-TestSnapshotPattern-209832181-project] Allocated IP 172.20.0.8 (435d661e-2eff-4b4e-aee1-89e726822d2f/9e908415-b719-4d84-9687-97b9eb7eb0c2/b3c424cd-d173-4a35-8914-13ab30021735) {{(pid=93915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 19:39:59.590250 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-57de7376-270d-411a-81ab-61cdc13c23ce req-b0938393-cd74-43e8-a2c5-bcc87d9f7fe6 tempest-TestSnapshotPattern-209832181 tempest-TestSnapshotPattern-209832181-project] Notify callbacks [] for port, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:39:59.604475 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.provisioning_blocks [req-57de7376-270d-411a-81ab-61cdc13c23ce req-b0938393-cd74-43e8-a2c5-bcc87d9f7fe6 tempest-TestSnapshotPattern-209832181 tempest-TestSnapshotPattern-209832181-project] Transition to ACTIVE for port object b3c424cd-d173-4a35-8914-13ab30021735 will not be triggered until provisioned by entity DHCP. {{(pid=93915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 19:39:59.638927 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-57de7376-270d-411a-81ab-61cdc13c23ce req-b0938393-cd74-43e8-a2c5-bcc87d9f7fe6 tempest-TestSnapshotPattern-209832181 tempest-TestSnapshotPattern-209832181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:39:59.691025 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-57de7376-270d-411a-81ab-61cdc13c23ce req-b0938393-cd74-43e8-a2c5-bcc87d9f7fe6 tempest-TestSnapshotPattern-209832181 tempest-TestSnapshotPattern-209832181-project] Network 435d661e-2eff-4b4e-aee1-89e726822d2f is already hosted by enough agents. {{(pid=93915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 19:39:59.695068 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [req-57de7376-270d-411a-81ab-61cdc13c23ce req-b0938393-cd74-43e8-a2c5-bcc87d9f7fe6 tempest-TestSnapshotPattern-209832181 tempest-TestSnapshotPattern-209832181-project] Resources bound (agent type, host, resource id): {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 19:39:59.699290 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [req-57de7376-270d-411a-81ab-61cdc13c23ce req-b0938393-cd74-43e8-a2c5-bcc87d9f7fe6 tempest-TestSnapshotPattern-209832181 tempest-TestSnapshotPattern-209832181-project] Received port after_create {{(pid=93915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 19:39:59.706234 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0938393-cd74-43e8-a2c5-bcc87d9f7fe6 tempest-TestSnapshotPattern-209832181 tempest-TestSnapshotPattern-209832181-project] Pushing event updated for resources: {'Port': ['ID=b3c424cd-d173-4a35-8914-13ab30021735,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:39:59.754887 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57de7376-270d-411a-81ab-61cdc13c23ce req-b0938393-cd74-43e8-a2c5-bcc87d9f7fe6 tempest-TestSnapshotPattern-209832181 tempest-TestSnapshotPattern-209832181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:39:59.755545 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-57de7376-270d-411a-81ab-61cdc13c23ce req-b0938393-cd74-43e8-a2c5-bcc87d9f7fe6 tempest-TestSnapshotPattern-209832181 tempest-TestSnapshotPattern-209832181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:39:59.772005 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-57de7376-270d-411a-81ab-61cdc13c23ce req-b0938393-cd74-43e8-a2c5-bcc87d9f7fe6 tempest-TestSnapshotPattern-209832181 tempest-TestSnapshotPattern-209832181-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5846522 Jul 14 19:39:59.784669 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [req-57de7376-270d-411a-81ab-61cdc13c23ce req-cb260084-55cc-4c5f-a525-bc8e668b88ea service neutron] Request body: {'port': {'device_id': 'f12e27e7-d6ba-4da1-9b02-2412d9aa065b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800634-3'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 19:39:59.864249 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-57de7376-270d-411a-81ab-61cdc13c23ce req-cb260084-55cc-4c5f-a525-bc8e668b88ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:39:59.985442 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-54733b6a-372c-4dcd-9448-40d040435bb4 None None] Provisioning for port b3c424cd-d173-4a35-8914-13ab30021735 completed by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 19:39:59.990358 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-54733b6a-372c-4dcd-9448-40d040435bb4 None None] Provisioning complete for port b3c424cd-d173-4a35-8914-13ab30021735 triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 19:39:59.991585 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-54733b6a-372c-4dcd-9448-40d040435bb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:40:00.030130 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-54733b6a-372c-4dcd-9448-40d040435bb4 None None] Port b3c424cd-d173-4a35-8914-13ab30021735 cannot update to ACTIVE because it is not bound. {{(pid=93917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 19:40:00.041871 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 191ad685-39e8-4b1a-8e6a-2017455457c8 up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 19:40:00.091108 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning for port 191ad685-39e8-4b1a-8e6a-2017455457c8 completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 19:40:00.094658 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port 191ad685-39e8-4b1a-8e6a-2017455457c8 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 19:40:00.095039 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:40:00.144081 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [req-57de7376-270d-411a-81ab-61cdc13c23ce req-cb260084-55cc-4c5f-a525-bc8e668b88ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3c424cd-d173-4a35-8914-13ab30021735 {{(pid=93915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 19:40:00.152823 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-57de7376-270d-411a-81ab-61cdc13c23ce req-cb260084-55cc-4c5f-a525-bc8e668b88ea service neutron] Notify callbacks [] for port, precommit_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:40:00.167366 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.provisioning_blocks [req-57de7376-270d-411a-81ab-61cdc13c23ce req-cb260084-55cc-4c5f-a525-bc8e668b88ea service neutron] Transition to ACTIVE for port object b3c424cd-d173-4a35-8914-13ab30021735 will not be triggered until provisioned by entity L2. {{(pid=93915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 19:40:00.172364 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-57de7376-270d-411a-81ab-61cdc13c23ce req-cb260084-55cc-4c5f-a525-bc8e668b88ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25912978'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:40:00.177382 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:40:00.215286 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] For port 191ad685-39e8-4b1a-8e6a-2017455457c8, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=191ad685-39e8-4b1a-8e6a-2017455457c8,segment=NetworkSegment(f84ebf02-b0f5-46b0-b207-5212e83ea311),segment_id=f84ebf02-b0f5-46b0-b207-5212e83ea311)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 19:40:00.220328 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:40:00.221258 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 536377af-9e79-40a0-9f6d-5b630b8bd547 up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 19:40:00.225883 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb260084-55cc-4c5f-a525-bc8e668b88ea service neutron] Pushing event updated for resources: {'Port': ['ID=b3c424cd-d173-4a35-8914-13ab30021735,revision_number=2']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:40:00.304365 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Pushing event updated for resources: {'Port': ['ID=191ad685-39e8-4b1a-8e6a-2017455457c8,revision_number=5']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:40:00.317628 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port 536377af-9e79-40a0-9f6d-5b630b8bd547 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 19:40:00.318008 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:40:00.348278 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-57de7376-270d-411a-81ab-61cdc13c23ce req-cb260084-55cc-4c5f-a525-bc8e668b88ea service neutron] Attempting to bind port b3c424cd-d173-4a35-8914-13ab30021735 on host n-h1-800634-3 for vnic_type normal with profile {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 19:40:00.348713 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-57de7376-270d-411a-81ab-61cdc13c23ce req-cb260084-55cc-4c5f-a525-bc8e668b88ea service neutron] Attempting to bind port b3c424cd-d173-4a35-8914-13ab30021735 by drivers openvswitch,hyperv on host n-h1-800634-3 at level 0 using segments [{'id': '46b6508d-3b3a-43d5-9b36-4a87ed62c830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '435d661e-2eff-4b4e-aee1-89e726822d2f'}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 19:40:00.349116 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57de7376-270d-411a-81ab-61cdc13c23ce req-cb260084-55cc-4c5f-a525-bc8e668b88ea service neutron] Attempting to bind port b3c424cd-d173-4a35-8914-13ab30021735 on network 435d661e-2eff-4b4e-aee1-89e726822d2f {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 19:40:00.357348 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57de7376-270d-411a-81ab-61cdc13c23ce req-cb260084-55cc-4c5f-a525-bc8e668b88ea service neutron] Port b3c424cd-d173-4a35-8914-13ab30021735 on network 435d661e-2eff-4b4e-aee1-89e726822d2f not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-3 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 19:40:00.357765 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57de7376-270d-411a-81ab-61cdc13c23ce req-cb260084-55cc-4c5f-a525-bc8e668b88ea service neutron] Attempting to bind port b3c424cd-d173-4a35-8914-13ab30021735 on network 435d661e-2eff-4b4e-aee1-89e726822d2f {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 19:40:00.365096 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57de7376-270d-411a-81ab-61cdc13c23ce req-cb260084-55cc-4c5f-a525-bc8e668b88ea service neutron] Checking agent: {'id': 'a3630ff4-fbee-45d9-b9b6-0ae41cb3a350', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 15, 32), 'started_at': datetime.datetime(2021, 7, 14, 18, 15, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 19, 39, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 19:40:00.365478 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57de7376-270d-411a-81ab-61cdc13c23ce req-cb260084-55cc-4c5f-a525-bc8e668b88ea service neutron] Checking segment: {'id': '46b6508d-3b3a-43d5-9b36-4a87ed62c830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '435d661e-2eff-4b4e-aee1-89e726822d2f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 19:40:00.366042 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57de7376-270d-411a-81ab-61cdc13c23ce req-cb260084-55cc-4c5f-a525-bc8e668b88ea service neutron] Bound using segment: {'id': '46b6508d-3b3a-43d5-9b36-4a87ed62c830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '435d661e-2eff-4b4e-aee1-89e726822d2f'} {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 19:40:00.366553 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-57de7376-270d-411a-81ab-61cdc13c23ce req-cb260084-55cc-4c5f-a525-bc8e668b88ea service neutron] Bound port: b3c424cd-d173-4a35-8914-13ab30021735, host: n-h1-800634-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46b6508d-3b3a-43d5-9b36-4a87ed62c830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '435d661e-2eff-4b4e-aee1-89e726822d2f'}}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 19:40:00.366989 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-57de7376-270d-411a-81ab-61cdc13c23ce req-cb260084-55cc-4c5f-a525-bc8e668b88ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:40:00.384355 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e7eaff-a079-4499-9d22-bc5ea142589f req-fafbc33e-a4bc-4a57-a9d5-7009aa2e8841 tempest-TestSnapshotPattern-209832181 tempest-TestSnapshotPattern-209832181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:40:00.386044 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-30e7eaff-a079-4499-9d22-bc5ea142589f req-fafbc33e-a4bc-4a57-a9d5-7009aa2e8841 tempest-TestSnapshotPattern-209832181 tempest-TestSnapshotPattern-209832181-project] 10.222.0.16 "GET /v2.0/ports?device_id=f12e27e7-d6ba-4da1-9b02-2412d9aa065b HTTP/1.1" status: 200 len: 943 time: 0.1317499 Jul 14 19:40:00.459384 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-30e7eaff-a079-4499-9d22-bc5ea142589f req-62ff875b-39c7-4621-86d5-fb30d88d423b tempest-TestSnapshotPattern-209832181 tempest-TestSnapshotPattern-209832181-project] 10.222.0.16 "GET /v2.0/security-groups?id=e176f385-389e-4178-8793-85cb93757ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0668449 Jul 14 19:40:00.472053 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-57de7376-270d-411a-81ab-61cdc13c23ce req-cb260084-55cc-4c5f-a525-bc8e668b88ea service neutron] For port b3c424cd-d173-4a35-8914-13ab30021735, host n-h1-800634-3, cleared binding levels {{(pid=93915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 19:40:00.476406 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-57de7376-270d-411a-81ab-61cdc13c23ce req-cb260084-55cc-4c5f-a525-bc8e668b88ea service neutron] For port b3c424cd-d173-4a35-8914-13ab30021735, host n-h1-800634-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=b3c424cd-d173-4a35-8914-13ab30021735,segment=NetworkSegment(46b6508d-3b3a-43d5-9b36-4a87ed62c830),segment_id=46b6508d-3b3a-43d5-9b36-4a87ed62c830)] {{(pid=93915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 19:40:00.481203 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-57de7376-270d-411a-81ab-61cdc13c23ce req-cb260084-55cc-4c5f-a525-bc8e668b88ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25912978'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:40:00.516261 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57de7376-270d-411a-81ab-61cdc13c23ce req-cb260084-55cc-4c5f-a525-bc8e668b88ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:40:00.516889 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-57de7376-270d-411a-81ab-61cdc13c23ce req-cb260084-55cc-4c5f-a525-bc8e668b88ea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:40:00.518351 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-57de7376-270d-411a-81ab-61cdc13c23ce req-cb260084-55cc-4c5f-a525-bc8e668b88ea service neutron] 10.222.0.18 "PUT /v2.0/ports/b3c424cd-d173-4a35-8914-13ab30021735 HTTP/1.1" status: 200 len: 1091 time: 0.7390356 Jul 14 19:40:00.518793 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f12e27e7-d6ba-4da1-9b02-2412d9aa065b', 'tag': 'b3c424cd-d173-4a35-8914-13ab30021735'}] {{(pid=93915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 19:40:00.521097 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}163b1c7ce9835e2c54087c39b47c05da5c61decdd411e584c58a4e7cd59f948f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a58beeb-e3bf-4ef8-af46-1d8d793ba4a4" -d '{"events": [{"name": "network-changed", "server_uuid": "f12e27e7-d6ba-4da1-9b02-2412d9aa065b", "tag": "b3c424cd-d173-4a35-8914-13ab30021735"}]}' {{(pid=93915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 19:40:00.547251 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb260084-55cc-4c5f-a525-bc8e668b88ea service neutron] Pushing event updated for resources: {'Port': ['ID=b3c424cd-d173-4a35-8914-13ab30021735,revision_number=3']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:40:00.596091 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 19:40:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07d14a09-3703-4870-9a6b-cfaf6a8def7b x-openstack-request-id: req-07d14a09-3703-4870-9a6b-cfaf6a8def7b {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 19:40:00.596411 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f12e27e7-d6ba-4da1-9b02-2412d9aa065b", "tag": "b3c424cd-d173-4a35-8914-13ab30021735", "status": "completed", "code": 200}]} {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 19:40:00.596677 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-07d14a09-3703-4870-9a6b-cfaf6a8def7b {{(pid=93915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 19:40:00.597088 n-d-800634-3 neutron-server[93915]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f12e27e7-d6ba-4da1-9b02-2412d9aa065b', 'tag': 'b3c424cd-d173-4a35-8914-13ab30021735', 'status': 'completed', 'code': 200} Jul 14 19:40:00.624736 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57de7376-270d-411a-81ab-61cdc13c23ce req-1e64166e-f636-4b5c-b3bc-041bce6f84ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:40:00.626273 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-57de7376-270d-411a-81ab-61cdc13c23ce req-1e64166e-f636-4b5c-b3bc-041bce6f84ca service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f6e0d77d06994092beb95554f40f49a2&device_id=f12e27e7-d6ba-4da1-9b02-2412d9aa065b HTTP/1.1" status: 200 len: 1094 time: 0.0629599 Jul 14 19:40:00.668906 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-57de7376-270d-411a-81ab-61cdc13c23ce req-5ac8c6df-2c50-4b79-99f2-2f15e3f20ba0 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b3c424cd-d173-4a35-8914-13ab30021735 HTTP/1.1" status: 200 len: 217 time: 0.0358019 Jul 14 19:40:00.718820 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57de7376-270d-411a-81ab-61cdc13c23ce req-1c4dab88-82a8-4a47-a97d-b08dd1aac87a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:40:00.720355 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-57de7376-270d-411a-81ab-61cdc13c23ce req-1c4dab88-82a8-4a47-a97d-b08dd1aac87a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9e908415-b719-4d84-9687-97b9eb7eb0c2 HTTP/1.1" status: 200 len: 848 time: 0.0458407 Jul 14 19:40:00.781469 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57de7376-270d-411a-81ab-61cdc13c23ce req-cf6f4be0-d8c8-4e62-9052-c8daa2e90d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:40:00.783112 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-57de7376-270d-411a-81ab-61cdc13c23ce req-cf6f4be0-d8c8-4e62-9052-c8daa2e90d94 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=435d661e-2eff-4b4e-aee1-89e726822d2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0568256 Jul 14 19:40:00.872304 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-57de7376-270d-411a-81ab-61cdc13c23ce req-20c9b0d2-6f1e-4438-9b4c-6c0abc57849e service neutron] 10.222.0.18 "GET /v2.0/networks/435d661e-2eff-4b4e-aee1-89e726822d2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829611 Jul 14 19:40:00.967505 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-57de7376-270d-411a-81ab-61cdc13c23ce req-97244745-2669-4372-b979-6d4dde6e8266 service neutron] 10.222.0.18 "GET /v2.0/networks/435d661e-2eff-4b4e-aee1-89e726822d2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891724 Jul 14 19:40:01.065806 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a58beeb-e3bf-4ef8-af46-1d8d793ba4a4 req-72b93928-e71d-47a1-84af-721ca21ddd71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:40:01.067362 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-9a58beeb-e3bf-4ef8-af46-1d8d793ba4a4 req-72b93928-e71d-47a1-84af-721ca21ddd71 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f6e0d77d06994092beb95554f40f49a2&device_id=f12e27e7-d6ba-4da1-9b02-2412d9aa065b HTTP/1.1" status: 200 len: 1094 time: 0.0532589 Jul 14 19:40:01.153837 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a58beeb-e3bf-4ef8-af46-1d8d793ba4a4 req-8deaf82c-7e8f-4a3d-82b5-52f6d96efbc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:40:01.155306 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-9a58beeb-e3bf-4ef8-af46-1d8d793ba4a4 req-8deaf82c-7e8f-4a3d-82b5-52f6d96efbc0 service neutron] 10.222.0.18 "GET /v2.0/networks?id=435d661e-2eff-4b4e-aee1-89e726822d2f HTTP/1.1" status: 200 len: 909 time: 0.0822186 Jul 14 19:40:01.198530 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-9a58beeb-e3bf-4ef8-af46-1d8d793ba4a4 req-d8308884-e683-4ed2-9876-953fe8c8fece service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b3c424cd-d173-4a35-8914-13ab30021735 HTTP/1.1" status: 200 len: 217 time: 0.0372565 Jul 14 19:40:01.247159 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a58beeb-e3bf-4ef8-af46-1d8d793ba4a4 req-747e6010-112a-4634-a338-a0a10d44aed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:40:01.248519 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-9a58beeb-e3bf-4ef8-af46-1d8d793ba4a4 req-747e6010-112a-4634-a338-a0a10d44aed7 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9e908415-b719-4d84-9687-97b9eb7eb0c2 HTTP/1.1" status: 200 len: 848 time: 0.0433397 Jul 14 19:40:01.305755 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a58beeb-e3bf-4ef8-af46-1d8d793ba4a4 req-f2524e64-00ff-4706-a20b-0a21cf543d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:40:01.307249 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-9a58beeb-e3bf-4ef8-af46-1d8d793ba4a4 req-f2524e64-00ff-4706-a20b-0a21cf543d07 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=435d661e-2eff-4b4e-aee1-89e726822d2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0518410 Jul 14 19:40:01.399932 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-9a58beeb-e3bf-4ef8-af46-1d8d793ba4a4 req-85b50e36-c45c-40a1-b1cd-fa0496d1a6f1 service neutron] 10.222.0.18 "GET /v2.0/networks/435d661e-2eff-4b4e-aee1-89e726822d2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847950 Jul 14 19:40:01.490957 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-9a58beeb-e3bf-4ef8-af46-1d8d793ba4a4 req-be06a48c-8c35-48b9-90fa-c505f607404d service neutron] 10.222.0.18 "GET /v2.0/networks/435d661e-2eff-4b4e-aee1-89e726822d2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842037 Jul 14 19:40:01.644063 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c901f52f-75cc-4337-bcc7-f0ed3cb7c33a req-461b98bc-9acb-461f-bb0b-d6560efa2029 tempest-TestSnapshotPattern-209832181 tempest-TestSnapshotPattern-209832181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:40:01.645573 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c901f52f-75cc-4337-bcc7-f0ed3cb7c33a req-461b98bc-9acb-461f-bb0b-d6560efa2029 tempest-TestSnapshotPattern-209832181 tempest-TestSnapshotPattern-209832181-project] 10.222.0.16 "GET /v2.0/ports?device_id=f12e27e7-d6ba-4da1-9b02-2412d9aa065b HTTP/1.1" status: 200 len: 943 time: 0.0685570 Jul 14 19:40:01.682611 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c901f52f-75cc-4337-bcc7-f0ed3cb7c33a req-10ff8642-63a0-4fc6-9416-d5b7ec096fde tempest-TestSnapshotPattern-209832181 tempest-TestSnapshotPattern-209832181-project] 10.222.0.16 "GET /v2.0/security-groups?id=e176f385-389e-4178-8793-85cb93757ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315468 Jul 14 19:40:01.999416 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 191ad685-39e8-4b1a-8e6a-2017455457c8 up at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 19:40:02.046496 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Provisioning complete for port 191ad685-39e8-4b1a-8e6a-2017455457c8 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 19:40:02.046867 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:40:02.854366 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f085d7e-20ea-41d6-8188-be1b735da350 req-264797b2-d790-43a7-8e15-3963209f46ed tempest-TestSnapshotPattern-209832181 tempest-TestSnapshotPattern-209832181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:40:02.855864 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-7f085d7e-20ea-41d6-8188-be1b735da350 req-264797b2-d790-43a7-8e15-3963209f46ed tempest-TestSnapshotPattern-209832181 tempest-TestSnapshotPattern-209832181-project] 10.222.0.16 "GET /v2.0/ports?device_id=f12e27e7-d6ba-4da1-9b02-2412d9aa065b HTTP/1.1" status: 200 len: 943 time: 0.0635803 Jul 14 19:40:02.857555 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device b3c424cd-d173-4a35-8914-13ab30021735 details requested by agent hyperv_n-h1-800634-3 with host n-h1-800634-3 {{(pid=93917) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 19:40:02.894856 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-7f085d7e-20ea-41d6-8188-be1b735da350 req-fb5fcc7c-d22b-44f2-baa5-3d13ba29b4fa tempest-TestSnapshotPattern-209832181 tempest-TestSnapshotPattern-209832181-project] 10.222.0.16 "GET /v2.0/security-groups?id=e176f385-389e-4178-8793-85cb93757ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331008 Jul 14 19:40:02.952089 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port b3c424cd-d173-4a35-8914-13ab30021735, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=b3c424cd-d173-4a35-8914-13ab30021735,segment=NetworkSegment(46b6508d-3b3a-43d5-9b36-4a87ed62c830),segment_id=46b6508d-3b3a-43d5-9b36-4a87ed62c830)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 19:40:02.963594 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Returning: {'device': 'b3c424cd-d173-4a35-8914-13ab30021735', 'network_id': '435d661e-2eff-4b4e-aee1-89e726822d2f', 'port_id': 'b3c424cd-d173-4a35-8914-13ab30021735', 'mac_address': 'fa:16:3e:f2:20:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 65, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e908415-b719-4d84-9687-97b9eb7eb0c2', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93917) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 19:40:03.000417 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:40:03.016535 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3c424cd-d173-4a35-8914-13ab30021735 {{(pid=93917) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 19:40:03.035063 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port b3c424cd-d173-4a35-8914-13ab30021735, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=b3c424cd-d173-4a35-8914-13ab30021735,segment=NetworkSegment(46b6508d-3b3a-43d5-9b36-4a87ed62c830),segment_id=46b6508d-3b3a-43d5-9b36-4a87ed62c830)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 19:40:03.039130 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:40:03.084804 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Pushing event updated for resources: {'Port': ['ID=b3c424cd-d173-4a35-8914-13ab30021735,revision_number=4']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:40:03.228545 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:40:03.237438 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] get_ports_and_sgs() called for port_ids ['b3c424cd-d173-4a35-8914-13ab30021735'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 19:40:04.255306 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c157e8-c226-485e-9c26-750fa6ac9cb7 req-16fbd20d-043e-4fd6-8bae-1dd140b497a2 tempest-TestSnapshotPattern-209832181 tempest-TestSnapshotPattern-209832181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:40:04.257223 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-05c157e8-c226-485e-9c26-750fa6ac9cb7 req-16fbd20d-043e-4fd6-8bae-1dd140b497a2 tempest-TestSnapshotPattern-209832181 tempest-TestSnapshotPattern-209832181-project] 10.222.0.16 "GET /v2.0/ports?device_id=f12e27e7-d6ba-4da1-9b02-2412d9aa065b HTTP/1.1" status: 200 len: 944 time: 0.0622325 Jul 14 19:40:04.293858 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-05c157e8-c226-485e-9c26-750fa6ac9cb7 req-74d4260c-fb1d-4cc8-bf2a-749e6196b9fd tempest-TestSnapshotPattern-209832181 tempest-TestSnapshotPattern-209832181-project] 10.222.0.16 "GET /v2.0/security-groups?id=e176f385-389e-4178-8793-85cb93757ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312705 Jul 14 19:40:04.871925 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device b3c424cd-d173-4a35-8914-13ab30021735 up at agent hyperv_n-h1-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 19:40:04.927325 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Provisioning for port b3c424cd-d173-4a35-8914-13ab30021735 completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 19:40:04.931612 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Provisioning complete for port b3c424cd-d173-4a35-8914-13ab30021735 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 19:40:04.932019 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:40:05.014568 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:40:05.037240 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f12e27e7-d6ba-4da1-9b02-2412d9aa065b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3c424cd-d173-4a35-8914-13ab30021735'}] {{(pid=93917) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 19:40:05.039473 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee9af70b018e2a669d4aace710d7966bbe0586a349443f05e01050df9771a348" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0d50648-d72e-45f7-8562-acfd2f577100" -d '{"events": [{"server_uuid": "f12e27e7-d6ba-4da1-9b02-2412d9aa065b", "name": "network-vif-plugged", "status": "completed", "tag": "b3c424cd-d173-4a35-8914-13ab30021735"}]}' {{(pid=93917) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 19:40:05.051856 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port b3c424cd-d173-4a35-8914-13ab30021735, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=b3c424cd-d173-4a35-8914-13ab30021735,segment=NetworkSegment(46b6508d-3b3a-43d5-9b36-4a87ed62c830),segment_id=46b6508d-3b3a-43d5-9b36-4a87ed62c830)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 19:40:05.057283 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:40:05.084011 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 19:40:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b13a1b1-e99c-4ba3-a595-bdcfaf18d75c x-openstack-request-id: req-5b13a1b1-e99c-4ba3-a595-bdcfaf18d75c {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 19:40:05.084873 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f12e27e7-d6ba-4da1-9b02-2412d9aa065b", "name": "network-vif-plugged", "status": "completed", "tag": "b3c424cd-d173-4a35-8914-13ab30021735", "code": 200}]} {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 19:40:05.085126 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5b13a1b1-e99c-4ba3-a595-bdcfaf18d75c {{(pid=93917) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 19:40:05.085514 n-d-800634-3 neutron-server[93917]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f12e27e7-d6ba-4da1-9b02-2412d9aa065b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3c424cd-d173-4a35-8914-13ab30021735', 'code': 200} Jul 14 19:40:05.112493 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Pushing event updated for resources: {'Port': ['ID=b3c424cd-d173-4a35-8914-13ab30021735,revision_number=5']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:40:05.191419 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3983fd6-fe5e-441b-b92a-aef65a3852af req-bf579a19-cd75-4dd2-9d9d-bae8fe90eefb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:40:05.192986 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b3983fd6-fe5e-441b-b92a-aef65a3852af req-bf579a19-cd75-4dd2-9d9d-bae8fe90eefb service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=f12e27e7-d6ba-4da1-9b02-2412d9aa065b HTTP/1.1" status: 200 len: 1096 time: 0.0540411 Jul 14 19:40:05.225894 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b3983fd6-fe5e-441b-b92a-aef65a3852af req-6e1e7966-4e22-42ca-a350-269a77c97fff service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=e176f385-389e-4178-8793-85cb93757ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0269082 Jul 14 19:40:05.465538 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5492ed28-4ee9-41c6-a0dc-e2fe59a43acd req-cbf73e9d-cfe4-4ac2-8c0f-3314adcc3938 tempest-TestSnapshotPattern-209832181 tempest-TestSnapshotPattern-209832181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:40:05.466929 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-5492ed28-4ee9-41c6-a0dc-e2fe59a43acd req-cbf73e9d-cfe4-4ac2-8c0f-3314adcc3938 tempest-TestSnapshotPattern-209832181 tempest-TestSnapshotPattern-209832181-project] 10.222.0.16 "GET /v2.0/ports?device_id=f12e27e7-d6ba-4da1-9b02-2412d9aa065b HTTP/1.1" status: 200 len: 945 time: 0.0632637 Jul 14 19:40:05.504003 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-5492ed28-4ee9-41c6-a0dc-e2fe59a43acd req-7b5f07df-d2e2-413a-89a6-a7bbf0244f60 tempest-TestSnapshotPattern-209832181 tempest-TestSnapshotPattern-209832181-project] 10.222.0.16 "GET /v2.0/security-groups?id=e176f385-389e-4178-8793-85cb93757ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314417 Jul 14 19:40:06.246363 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:40:06.680502 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd608d8-b85f-4cc8-a1b8-ab3b67996c9e req-18d36b60-c7ea-4383-bbfe-86c23c464d2b tempest-TestSnapshotPattern-209832181 tempest-TestSnapshotPattern-209832181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:40:06.682018 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2fd608d8-b85f-4cc8-a1b8-ab3b67996c9e req-18d36b60-c7ea-4383-bbfe-86c23c464d2b tempest-TestSnapshotPattern-209832181 tempest-TestSnapshotPattern-209832181-project] 10.222.0.16 "GET /v2.0/ports?device_id=f12e27e7-d6ba-4da1-9b02-2412d9aa065b HTTP/1.1" status: 200 len: 945 time: 0.0679636 Jul 14 19:40:06.721225 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2fd608d8-b85f-4cc8-a1b8-ab3b67996c9e req-a15060e3-33dd-4b26-8ac4-fc3bef7941ea tempest-TestSnapshotPattern-209832181 tempest-TestSnapshotPattern-209832181-project] 10.222.0.16 "GET /v2.0/security-groups?id=e176f385-389e-4178-8793-85cb93757ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336428 Jul 14 19:40:06.893578 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38c3688-017c-42e9-a348-7655fd6f08f2 req-f7a36cd1-c179-4fd6-b819-99bff0438b0d tempest-TestSnapshotPattern-209832181 tempest-TestSnapshotPattern-209832181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:40:06.894950 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c38c3688-017c-42e9-a348-7655fd6f08f2 req-f7a36cd1-c179-4fd6-b819-99bff0438b0d tempest-TestSnapshotPattern-209832181 tempest-TestSnapshotPattern-209832181-project] 10.222.0.16 "GET /v2.0/ports?device_id=f12e27e7-d6ba-4da1-9b02-2412d9aa065b HTTP/1.1" status: 200 len: 945 time: 0.0634015 Jul 14 19:40:06.932982 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c38c3688-017c-42e9-a348-7655fd6f08f2 req-6a326493-fd75-429d-bc87-72b7aae92b2f tempest-TestSnapshotPattern-209832181 tempest-TestSnapshotPattern-209832181-project] 10.222.0.16 "GET /v2.0/security-groups?id=e176f385-389e-4178-8793-85cb93757ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320187 Jul 14 19:40:06.957002 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 34236) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 19:40:07.047364 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6620d61f-8382-469e-bc22-e737976b616b tempest-TestSnapshotPattern-1083257043 tempest-TestSnapshotPattern-1083257043-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:40:07.048872 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-6620d61f-8382-469e-bc22-e737976b616b tempest-TestSnapshotPattern-1083257043 tempest-TestSnapshotPattern-1083257043-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=f12e27e7-d6ba-4da1-9b02-2412d9aa065b HTTP/1.1" status: 200 len: 1091 time: 0.0909021 Jul 14 19:40:07.051804 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 34240) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 19:40:07.056196 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-46f010d0-84f9-4d98-af83-5c47444c8171 tempest-TestSnapshotPattern-209832181 tempest-TestSnapshotPattern-209832181-project] Request body: {'floatingip': {'floating_network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'port_id': 'b3c424cd-d173-4a35-8914-13ab30021735', 'tenant_id': 'f6e0d77d06994092beb95554f40f49a2', 'fixed_ip_address': '172.20.0.8'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 19:40:07.077481 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-46f010d0-84f9-4d98-af83-5c47444c8171 tempest-TestSnapshotPattern-209832181 tempest-TestSnapshotPattern-209832181-project] Notify callbacks [] for floatingip, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:40:07.491147 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-46f010d0-84f9-4d98-af83-5c47444c8171 tempest-TestSnapshotPattern-209832181 tempest-TestSnapshotPattern-209832181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:40:07.595312 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.db_base_plugin_common [None req-46f010d0-84f9-4d98-af83-5c47444c8171 tempest-TestSnapshotPattern-209832181 tempest-TestSnapshotPattern-209832181-project] Allocated IP 172.25.1.135 (9200a437-e1de-4520-88f6-e68386523e61/5f47f848-4532-407a-a0e2-5690ade15fd0/5b8684ed-c8f3-4c0f-9fa5-9844d26ca399) {{(pid=93915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 19:40:07.695653 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-46f010d0-84f9-4d98-af83-5c47444c8171 tempest-TestSnapshotPattern-209832181 tempest-TestSnapshotPattern-209832181-project] Notify callbacks [] for port, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:40:07.733920 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-46f010d0-84f9-4d98-af83-5c47444c8171 tempest-TestSnapshotPattern-209832181 tempest-TestSnapshotPattern-209832181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:40:07.767365 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46f010d0-84f9-4d98-af83-5c47444c8171 tempest-TestSnapshotPattern-209832181 tempest-TestSnapshotPattern-209832181-project] Network 9200a437-e1de-4520-88f6-e68386523e61 is already hosted by enough agents. {{(pid=93915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 19:40:07.770183 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [None req-46f010d0-84f9-4d98-af83-5c47444c8171 tempest-TestSnapshotPattern-209832181 tempest-TestSnapshotPattern-209832181-project] Resources bound (agent type, host, resource id): {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 19:40:07.776518 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46f010d0-84f9-4d98-af83-5c47444c8171 tempest-TestSnapshotPattern-209832181 tempest-TestSnapshotPattern-209832181-project] Received port after_create {{(pid=93915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 19:40:07.806256 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f010d0-84f9-4d98-af83-5c47444c8171 tempest-TestSnapshotPattern-209832181 tempest-TestSnapshotPattern-209832181-project] Pushing event updated for resources: {'Port': ['ID=5b8684ed-c8f3-4c0f-9fa5-9844d26ca399,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:40:08.150871 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-46f010d0-84f9-4d98-af83-5c47444c8171 tempest-TestSnapshotPattern-209832181 tempest-TestSnapshotPattern-209832181-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:40:08.232203 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-46f010d0-84f9-4d98-af83-5c47444c8171 tempest-TestSnapshotPattern-209832181 tempest-TestSnapshotPattern-209832181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:40:08.387611 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-46f010d0-84f9-4d98-af83-5c47444c8171 tempest-TestSnapshotPattern-209832181 tempest-TestSnapshotPattern-209832181-project] Notify callbacks [] for port, precommit_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:40:08.392334 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-46f010d0-84f9-4d98-af83-5c47444c8171 tempest-TestSnapshotPattern-209832181 tempest-TestSnapshotPattern-209832181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25912978'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:40:08.466515 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f010d0-84f9-4d98-af83-5c47444c8171 tempest-TestSnapshotPattern-209832181 tempest-TestSnapshotPattern-209832181-project] Pushing event updated for resources: {'Port': ['ID=5b8684ed-c8f3-4c0f-9fa5-9844d26ca399,revision_number=2']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:40:08.479405 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-46f010d0-84f9-4d98-af83-5c47444c8171 tempest-TestSnapshotPattern-209832181 tempest-TestSnapshotPattern-209832181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-930131'] for floatingip, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:40:08.583292 n-d-800634-3 neutron-server[93915]: INFO neutron.db.l3_db [None req-46f010d0-84f9-4d98-af83-5c47444c8171 tempest-TestSnapshotPattern-209832181 tempest-TestSnapshotPattern-209832181-project] Floating IP f0bab259-2599-4220-8048-a169c17a8986 associated. External IP: 172.25.1.135, port: b3c424cd-d173-4a35-8914-13ab30021735. Jul 14 19:40:08.802372 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46f010d0-84f9-4d98-af83-5c47444c8171 tempest-TestSnapshotPattern-209832181 tempest-TestSnapshotPattern-209832181-project] Router be419b96-2361-4500-bc55-05c10aef0293 has already been hosted by L3 agent 2c6eb27e-defb-4cca-9a24-381c7415e359 {{(pid=93915) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 19:40:08.909028 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46f010d0-84f9-4d98-af83-5c47444c8171 tempest-TestSnapshotPattern-209832181 tempest-TestSnapshotPattern-209832181-project] Notify agent at l3_agent.n-d-800634-3 the message routers_updated {{(pid=93915) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 19:40:08.920694 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86040ba6-8397-4d21-b01a-0a25f0b026e4 None None] Sync routers for ids ['be419b96-2361-4500-bc55-05c10aef0293'] in n-d-800634-3 {{(pid=93917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 19:40:08.925636 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-46f010d0-84f9-4d98-af83-5c47444c8171 tempest-TestSnapshotPattern-209832181 tempest-TestSnapshotPattern-209832181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for floatingip, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:40:08.935490 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86040ba6-8397-4d21-b01a-0a25f0b026e4 None None] Routers {'be419b96-2361-4500-bc55-05c10aef0293'} bound to L3 agent in host n-d-800634-3 {{(pid=93917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 19:40:08.936352 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-86040ba6-8397-4d21-b01a-0a25f0b026e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T19:39:53Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['be419b96-2361-4500-bc55-05c10aef0293'], 'active': True} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 19:40:08.962790 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-46f010d0-84f9-4d98-af83-5c47444c8171 tempest-TestSnapshotPattern-209832181 tempest-TestSnapshotPattern-209832181-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9099114 Jul 14 19:40:08.963377 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f12e27e7-d6ba-4da1-9b02-2412d9aa065b', 'tag': 'b3c424cd-d173-4a35-8914-13ab30021735'}] {{(pid=93915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 19:40:08.965668 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}163b1c7ce9835e2c54087c39b47c05da5c61decdd411e584c58a4e7cd59f948f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b688811-968b-492f-8418-6d1147530e21" -d '{"events": [{"name": "network-changed", "server_uuid": "f12e27e7-d6ba-4da1-9b02-2412d9aa065b", "tag": "b3c424cd-d173-4a35-8914-13ab30021735"}]}' {{(pid=93915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 19:40:09.004356 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 19:40:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e57e47f8-d0c5-4b03-bea0-e3e227c0278a x-openstack-request-id: req-e57e47f8-d0c5-4b03-bea0-e3e227c0278a {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 19:40:09.004657 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f12e27e7-d6ba-4da1-9b02-2412d9aa065b", "tag": "b3c424cd-d173-4a35-8914-13ab30021735", "status": "completed", "code": 200}]} {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 19:40:09.004933 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e57e47f8-d0c5-4b03-bea0-e3e227c0278a {{(pid=93915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 19:40:09.005338 n-d-800634-3 neutron-server[93915]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f12e27e7-d6ba-4da1-9b02-2412d9aa065b', 'tag': 'b3c424cd-d173-4a35-8914-13ab30021735', 'status': 'completed', 'code': 200} Jul 14 19:40:09.047413 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvr_db [None req-86040ba6-8397-4d21-b01a-0a25f0b026e4 None None] Set router be419b96-2361-4500-bc55-05c10aef0293 gateway port host: n-d-800634-3 {{(pid=93917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 19:40:09.082355 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b688811-968b-492f-8418-6d1147530e21 req-d966a783-46c8-4cee-ace5-d8d692e8a6d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:40:09.083933 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-1b688811-968b-492f-8418-6d1147530e21 req-d966a783-46c8-4cee-ace5-d8d692e8a6d5 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f6e0d77d06994092beb95554f40f49a2&device_id=f12e27e7-d6ba-4da1-9b02-2412d9aa065b HTTP/1.1" status: 200 len: 1096 time: 0.0574200 Jul 14 19:40:09.179650 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b688811-968b-492f-8418-6d1147530e21 req-01284430-d4f9-4bf2-9c7b-c8044a7bcb4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:40:09.181226 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-1b688811-968b-492f-8418-6d1147530e21 req-01284430-d4f9-4bf2-9c7b-c8044a7bcb4e service neutron] 10.222.0.18 "GET /v2.0/networks?id=435d661e-2eff-4b4e-aee1-89e726822d2f HTTP/1.1" status: 200 len: 909 time: 0.0911384 Jul 14 19:40:09.247090 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-1b688811-968b-492f-8418-6d1147530e21 req-3d10baac-0748-4532-8401-6c5f46f4f3d6 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b3c424cd-d173-4a35-8914-13ab30021735 HTTP/1.1" status: 200 len: 999 time: 0.0580959 Jul 14 19:40:09.290606 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-86040ba6-8397-4d21-b01a-0a25f0b026e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be419b96-2361-4500-bc55-05c10aef0293', 'name': 'tempest-TestSnapshotPattern-597769405-router', 'tenant_id': 'f6e0d77d06994092beb95554f40f49a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.64'}], 'enable_snat': True}, 'gw_port_id': '06209ab4-188d-423d-9285-260aaeccf8b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T19:39:46Z', 'updated_at': '2021-07-14T19:39:49Z', 'revision_number': 4, 'project_id': 'f6e0d77d06994092beb95554f40f49a2', 'gw_port': {'id': '06209ab4-188d-423d-9285-260aaeccf8b7', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:0d:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be419b96-2361-4500-bc55-05c10aef0293', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T19:39:47Z', 'updated_at': '2021-07-14T19:39:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_floatingips': [{'id': 'f0bab259-2599-4220-8048-a169c17a8986', 'tenant_id': 'f6e0d77d06994092beb95554f40f49a2', 'floating_ip_address': '172.25.1.135', 'floating_network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'router_id': 'be419b96-2361-4500-bc55-05c10aef0293', 'port_id': 'b3c424cd-d173-4a35-8914-13ab30021735', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4318, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '435d661e-2eff-4b4e-aee1-89e726822d2f', 'mac_address': 'fa:16:3e:f2:20:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f12e27e7-d6ba-4da1-9b02-2412d9aa065b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T19:40:08Z', 'updated_at': '2021-07-14T19:40:08Z', 'revision_number': 0, 'project_id': 'f6e0d77d06994092beb95554f40f49a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '146e6180-39bc-4430-b1c3-e63e3817c288', 'name': '', 'network_id': '435d661e-2eff-4b4e-aee1-89e726822d2f', 'tenant_id': 'f6e0d77d06994092beb95554f40f49a2', 'mac_address': 'fa:16:3e:8c:5b:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be419b96-2361-4500-bc55-05c10aef0293', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '9e908415-b719-4d84-9687-97b9eb7eb0c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T19:39:48Z', 'updated_at': '2021-07-14T19:39:55Z', 'revision_number': 5, 'project_id': 'f6e0d77d06994092beb95554f40f49a2', 'subnets': [{'id': '9e908415-b719-4d84-9687-97b9eb7eb0c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-3', False) {} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 19:40:09.300442 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b688811-968b-492f-8418-6d1147530e21 req-086be3ed-dffa-4cd5-9e26-aa1aad218fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:40:09.302122 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-1b688811-968b-492f-8418-6d1147530e21 req-086be3ed-dffa-4cd5-9e26-aa1aad218fcc service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9e908415-b719-4d84-9687-97b9eb7eb0c2 HTTP/1.1" status: 200 len: 848 time: 0.0488355 Jul 14 19:40:09.317135 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86040ba6-8397-4d21-b01a-0a25f0b026e4 None None] Checking router: be419b96-2361-4500-bc55-05c10aef0293 for host: n-d-800634-3 {{(pid=93917) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 19:40:09.327308 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86040ba6-8397-4d21-b01a-0a25f0b026e4 None None] Routers {'be419b96-2361-4500-bc55-05c10aef0293'} bound to L3 agent in host n-d-800634-3 {{(pid=93917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 19:40:09.327938 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-86040ba6-8397-4d21-b01a-0a25f0b026e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T19:39:53Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['be419b96-2361-4500-bc55-05c10aef0293'], 'active': True} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 19:40:09.359182 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b688811-968b-492f-8418-6d1147530e21 req-43e72e65-e6c6-4191-95c1-c9284b09e5a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:40:09.361048 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-1b688811-968b-492f-8418-6d1147530e21 req-43e72e65-e6c6-4191-95c1-c9284b09e5a6 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=435d661e-2eff-4b4e-aee1-89e726822d2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0530815 Jul 14 19:40:09.370917 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [req-1b688811-968b-492f-8418-6d1147530e21 req-251ec34a-a3a1-4a2a-9f5e-539ed030c2b7 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=93915) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 19:40:09.371887 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-1b688811-968b-492f-8418-6d1147530e21 req-251ec34a-a3a1-4a2a-9f5e-539ed030c2b7 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050139 Jul 14 19:40:09.438993 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvr_db [None req-86040ba6-8397-4d21-b01a-0a25f0b026e4 None None] Set router be419b96-2361-4500-bc55-05c10aef0293 gateway port host: n-d-800634-3 {{(pid=93917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 19:40:09.469223 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-1b688811-968b-492f-8418-6d1147530e21 req-35837db8-c19a-43b6-bebc-b6e24ea00fd3 service neutron] 10.222.0.18 "GET /v2.0/networks/435d661e-2eff-4b4e-aee1-89e726822d2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909295 Jul 14 19:40:09.563348 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-1b688811-968b-492f-8418-6d1147530e21 req-607899fd-3635-4372-906c-680d408326b7 service neutron] 10.222.0.18 "GET /v2.0/networks/435d661e-2eff-4b4e-aee1-89e726822d2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882981 Jul 14 19:40:09.672611 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-86040ba6-8397-4d21-b01a-0a25f0b026e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be419b96-2361-4500-bc55-05c10aef0293', 'name': 'tempest-TestSnapshotPattern-597769405-router', 'tenant_id': 'f6e0d77d06994092beb95554f40f49a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.64'}], 'enable_snat': True}, 'gw_port_id': '06209ab4-188d-423d-9285-260aaeccf8b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T19:39:46Z', 'updated_at': '2021-07-14T19:39:49Z', 'revision_number': 4, 'project_id': 'f6e0d77d06994092beb95554f40f49a2', 'gw_port': {'id': '06209ab4-188d-423d-9285-260aaeccf8b7', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:0d:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be419b96-2361-4500-bc55-05c10aef0293', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T19:39:47Z', 'updated_at': '2021-07-14T19:39:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_floatingips': [{'id': 'f0bab259-2599-4220-8048-a169c17a8986', 'tenant_id': 'f6e0d77d06994092beb95554f40f49a2', 'floating_ip_address': '172.25.1.135', 'floating_network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'router_id': 'be419b96-2361-4500-bc55-05c10aef0293', 'port_id': 'b3c424cd-d173-4a35-8914-13ab30021735', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4318, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '435d661e-2eff-4b4e-aee1-89e726822d2f', 'mac_address': 'fa:16:3e:f2:20:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f12e27e7-d6ba-4da1-9b02-2412d9aa065b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T19:40:08Z', 'updated_at': '2021-07-14T19:40:08Z', 'revision_number': 0, 'project_id': 'f6e0d77d06994092beb95554f40f49a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '146e6180-39bc-4430-b1c3-e63e3817c288', 'name': '', 'network_id': '435d661e-2eff-4b4e-aee1-89e726822d2f', 'tenant_id': 'f6e0d77d06994092beb95554f40f49a2', 'mac_address': 'fa:16:3e:8c:5b:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be419b96-2361-4500-bc55-05c10aef0293', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '9e908415-b719-4d84-9687-97b9eb7eb0c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T19:39:48Z', 'updated_at': '2021-07-14T19:39:55Z', 'revision_number': 5, 'project_id': 'f6e0d77d06994092beb95554f40f49a2', 'subnets': [{'id': '9e908415-b719-4d84-9687-97b9eb7eb0c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-3', False) {} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 19:40:09.702469 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86040ba6-8397-4d21-b01a-0a25f0b026e4 None None] The sync data for ids ['be419b96-2361-4500-bc55-05c10aef0293'] in n-d-800634-3 is: [{'id': 'be419b96-2361-4500-bc55-05c10aef0293', 'name': 'tempest-TestSnapshotPattern-597769405-router', 'tenant_id': 'f6e0d77d06994092beb95554f40f49a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.64'}], 'enable_snat': True}, 'gw_port_id': '06209ab4-188d-423d-9285-260aaeccf8b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T19:39:46Z', 'updated_at': '2021-07-14T19:39:49Z', 'revision_number': 4, 'project_id': 'f6e0d77d06994092beb95554f40f49a2', 'gw_port': {'id': '06209ab4-188d-423d-9285-260aaeccf8b7', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:0d:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be419b96-2361-4500-bc55-05c10aef0293', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T19:39:47Z', 'updated_at': '2021-07-14T19:39:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_floatingips': [{'id': 'f0bab259-2599-4220-8048-a169c17a8986', 'tenant_id': 'f6e0d77d06994092beb95554f40f49a2', 'floating_ip_address': '172.25.1.135', 'floating_network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'router_id': 'be419b96-2361-4500-bc55-05c10aef0293', 'port_id': 'b3c424cd-d173-4a35-8914-13ab30021735', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4318, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '435d661e-2eff-4b4e-aee1-89e726822d2f', 'mac_address': 'fa:16:3e:f2:20:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f12e27e7-d6ba-4da1-9b02-2412d9aa065b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T19:40:08Z', 'updated_at': '2021-07-14T19:40:08Z', 'revision_number': 0, 'project_id': 'f6e0d77d06994092beb95554f40f49a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '146e6180-39bc-4430-b1c3-e63e3817c288', 'name': '', 'network_id': '435d661e-2eff-4b4e-aee1-89e726822d2f', 'tenant_id': 'f6e0d77d06994092beb95554f40f49a2', 'mac_address': 'fa:16:3e:8c:5b:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be419b96-2361-4500-bc55-05c10aef0293', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '9e908415-b719-4d84-9687-97b9eb7eb0c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T19:39:48Z', 'updated_at': '2021-07-14T19:39:55Z', 'revision_number': 5, 'project_id': 'f6e0d77d06994092beb95554f40f49a2', 'subnets': [{'id': '9e908415-b719-4d84-9687-97b9eb7eb0c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 19:40:09.900317 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2dc5653-150b-4ff9-b3e9-b0dd66baeeb7 None None] New status for floating IP f0bab259-2599-4220-8048-a169c17a8986: ACTIVE {{(pid=93918) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 19:40:20.551516 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-464dbb3d-d044-4927-8ada-3a9e15de982d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:40:22.949471 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-6076b076-2bf2-4fbf-9712-8a26f8b3cce4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:40:23.039717 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.agents_db [None req-2ea07fb6-aa68-4671-8654-119d82b9f530 None None] Agent healthcheck: found 7 active agents {{(pid=93918) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 19:40:23.316308 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:40:24.448698 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-574aeb93-9938-449c-8e6c-cb22c9b52cc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:40:26.079449 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-2f4e3af3-e708-4ffd-a544-82d93a489d01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:40:33.228007 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:40:36.249044 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:40:50.553377 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db8d6bd8-6b53-4416-837d-afabd709e4c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:40:52.952299 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-ffc34230-a42c-43f7-a8ea-05b2b9fda1ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:40:53.323704 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:40:54.451715 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-574aeb93-9938-449c-8e6c-cb22c9b52cc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:40:56.082116 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-2f4e3af3-e708-4ffd-a544-82d93a489d01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:40:56.502243 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-558e445f-3083-497a-80f4-d1fba1f5e2a9 req-58724828-20d5-4506-830a-16c74f074133 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=6ab0c594-ecaf-4c5b-977a-9c1b59a2d9cc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0274832 Jul 14 19:40:56.548399 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-558e445f-3083-497a-80f4-d1fba1f5e2a9 req-13d8d4ad-9849-4c3c-b7b2-f9f737bb265d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f1c4e239e6d24b3bb240a97f6c99b33f&device_id=6ab0c594-ecaf-4c5b-977a-9c1b59a2d9cc HTTP/1.1" status: 200 len: 210 time: 0.0261505 Jul 14 19:40:56.586903 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-558e445f-3083-497a-80f4-d1fba1f5e2a9 req-8a429653-f420-494c-81ed-96e3e324b179 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=f1c4e239e6d24b3bb240a97f6c99b33f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0198910 Jul 14 19:40:56.682800 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558e445f-3083-497a-80f4-d1fba1f5e2a9 req-5b79286c-f8e3-4ae1-880f-76b0c61f21b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:40:56.684308 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-558e445f-3083-497a-80f4-d1fba1f5e2a9 req-5b79286c-f8e3-4ae1-880f-76b0c61f21b4 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0897796 Jul 14 19:41:00.040259 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.agents_db [None req-2ea07fb6-aa68-4671-8654-119d82b9f530 None None] Agent healthcheck: found 7 active agents {{(pid=93918) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 19:41:01.467097 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-9e52cf02-2c01-459e-ab2d-4b03322dc756 req-31ff157c-8805-483f-9a76-8971cc9a3852 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=f12e27e7-d6ba-4da1-9b02-2412d9aa065b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0546944 Jul 14 19:41:01.563812 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e52cf02-2c01-459e-ab2d-4b03322dc756 req-3bc6c097-10f0-428f-9c00-2d0ab2008a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:41:01.565415 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-9e52cf02-2c01-459e-ab2d-4b03322dc756 req-3bc6c097-10f0-428f-9c00-2d0ab2008a6c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f6e0d77d06994092beb95554f40f49a2&device_id=f12e27e7-d6ba-4da1-9b02-2412d9aa065b HTTP/1.1" status: 200 len: 1096 time: 0.0556698 Jul 14 19:41:01.672317 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e52cf02-2c01-459e-ab2d-4b03322dc756 req-f556f6d1-9d22-41e0-a5df-db7f9fa5cd87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:41:01.673836 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-9e52cf02-2c01-459e-ab2d-4b03322dc756 req-f556f6d1-9d22-41e0-a5df-db7f9fa5cd87 service neutron] 10.222.0.18 "GET /v2.0/networks?id=435d661e-2eff-4b4e-aee1-89e726822d2f HTTP/1.1" status: 200 len: 909 time: 0.0889966 Jul 14 19:41:01.737439 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-9e52cf02-2c01-459e-ab2d-4b03322dc756 req-50cf2abd-fd99-4bf4-bcce-cc93b103084f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b3c424cd-d173-4a35-8914-13ab30021735 HTTP/1.1" status: 200 len: 1001 time: 0.0573151 Jul 14 19:41:01.788882 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e52cf02-2c01-459e-ab2d-4b03322dc756 req-1ff17cf2-e016-497a-8cf9-bfc43b02c486 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:41:01.790305 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-9e52cf02-2c01-459e-ab2d-4b03322dc756 req-1ff17cf2-e016-497a-8cf9-bfc43b02c486 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9e908415-b719-4d84-9687-97b9eb7eb0c2 HTTP/1.1" status: 200 len: 848 time: 0.0469086 Jul 14 19:41:01.846328 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e52cf02-2c01-459e-ab2d-4b03322dc756 req-c7f17b0e-c7f6-432a-9b50-932f2309910d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:41:01.847829 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-9e52cf02-2c01-459e-ab2d-4b03322dc756 req-c7f17b0e-c7f6-432a-9b50-932f2309910d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=435d661e-2eff-4b4e-aee1-89e726822d2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0515933 Jul 14 19:41:01.934037 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-9e52cf02-2c01-459e-ab2d-4b03322dc756 req-c4332821-ee40-4f51-93b5-900749f84463 service neutron] 10.222.0.18 "GET /v2.0/networks/435d661e-2eff-4b4e-aee1-89e726822d2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801170 Jul 14 19:41:02.025670 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-9e52cf02-2c01-459e-ab2d-4b03322dc756 req-e223aa7a-7766-4b7b-ae0c-e2e9cbce8bd2 service neutron] 10.222.0.18 "GET /v2.0/networks/435d661e-2eff-4b4e-aee1-89e726822d2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859320 Jul 14 19:41:03.241000 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:41:06.263493 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:41:20.553949 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-5545ebcf-6a7f-44a0-8651-d5f8f51801cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:41:22.953517 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-885d4914-93c1-45a5-97ee-abaf51d6726e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:41:23.315210 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:41:24.457281 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-574aeb93-9938-449c-8e6c-cb22c9b52cc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:41:26.085149 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-2f4e3af3-e708-4ffd-a544-82d93a489d01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:41:33.255192 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:41:36.266414 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:41:37.040281 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.agents_db [None req-2ea07fb6-aa68-4671-8654-119d82b9f530 None None] Agent healthcheck: found 7 active agents {{(pid=93918) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 19:41:50.555281 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-78515fe3-a566-479c-aa6d-de520243f155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:41:52.955443 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-30c0f342-3bac-4742-adfa-bf943f7f82cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:41:53.317135 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:41:54.455919 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-574aeb93-9938-449c-8e6c-cb22c9b52cc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:41:56.087851 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-2f4e3af3-e708-4ffd-a544-82d93a489d01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:41:56.542393 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-43011b9d-af9d-4c71-9450-f768b15ba2e6 req-7977f14e-fc56-4564-8409-0dd521a1c328 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=03a24d87-527f-4d5b-a998-53393446562a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0827084 Jul 14 19:41:56.609705 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-43011b9d-af9d-4c71-9450-f768b15ba2e6 req-39fe3a99-d923-4645-985b-a48a5075d066 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c51e850593fc4a37af9470721017e8e7&device_id=03a24d87-527f-4d5b-a998-53393446562a HTTP/1.1" status: 200 len: 210 time: 0.0267763 Jul 14 19:41:56.648532 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-43011b9d-af9d-4c71-9450-f768b15ba2e6 req-9b7b8b4c-6746-4b7f-906f-af5dc564f474 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=c51e850593fc4a37af9470721017e8e7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0189373 Jul 14 19:41:56.742358 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43011b9d-af9d-4c71-9450-f768b15ba2e6 req-7e21833f-2b87-4d14-8216-dd283337f866 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:41:56.743739 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-43011b9d-af9d-4c71-9450-f768b15ba2e6 req-7e21833f-2b87-4d14-8216-dd283337f866 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0898113 Jul 14 19:42:01.502362 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-54c7206b-8166-4369-a0a4-c958d2aee0bb req-a3c83a41-7d38-44a9-b4b0-3edb4f5c4513 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=f12e27e7-d6ba-4da1-9b02-2412d9aa065b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0958714 Jul 14 19:42:01.594697 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c7206b-8166-4369-a0a4-c958d2aee0bb req-6b7c6f85-eb29-42df-a117-b45b53d2c07c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:42:01.596242 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-54c7206b-8166-4369-a0a4-c958d2aee0bb req-6b7c6f85-eb29-42df-a117-b45b53d2c07c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f6e0d77d06994092beb95554f40f49a2&device_id=f12e27e7-d6ba-4da1-9b02-2412d9aa065b HTTP/1.1" status: 200 len: 1096 time: 0.0522499 Jul 14 19:42:01.701518 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c7206b-8166-4369-a0a4-c958d2aee0bb req-4a705a79-6486-4943-b46d-d3c589b72807 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:42:01.703000 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-54c7206b-8166-4369-a0a4-c958d2aee0bb req-4a705a79-6486-4943-b46d-d3c589b72807 service neutron] 10.222.0.18 "GET /v2.0/networks?id=435d661e-2eff-4b4e-aee1-89e726822d2f HTTP/1.1" status: 200 len: 909 time: 0.0870049 Jul 14 19:42:01.769243 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-54c7206b-8166-4369-a0a4-c958d2aee0bb req-8f243300-1bb9-4ae0-b5ff-6870689f553b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b3c424cd-d173-4a35-8914-13ab30021735 HTTP/1.1" status: 200 len: 1001 time: 0.0593784 Jul 14 19:42:01.821272 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c7206b-8166-4369-a0a4-c958d2aee0bb req-a6a95d57-05e8-4126-83bb-4009844ffc57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:42:01.822734 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-54c7206b-8166-4369-a0a4-c958d2aee0bb req-a6a95d57-05e8-4126-83bb-4009844ffc57 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9e908415-b719-4d84-9687-97b9eb7eb0c2 HTTP/1.1" status: 200 len: 848 time: 0.0470753 Jul 14 19:42:01.878034 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c7206b-8166-4369-a0a4-c958d2aee0bb req-a528f415-6fe5-4170-b654-79e03b041270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:42:01.879502 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-54c7206b-8166-4369-a0a4-c958d2aee0bb req-a528f415-6fe5-4170-b654-79e03b041270 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=435d661e-2eff-4b4e-aee1-89e726822d2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0509529 Jul 14 19:42:01.966211 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-54c7206b-8166-4369-a0a4-c958d2aee0bb req-d732b35f-10ef-429c-88fd-185f2b81f562 service neutron] 10.222.0.18 "GET /v2.0/networks/435d661e-2eff-4b4e-aee1-89e726822d2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802290 Jul 14 19:42:02.058592 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-54c7206b-8166-4369-a0a4-c958d2aee0bb req-389f4ca8-b3cb-4366-b36d-bd968ca59443 service neutron] 10.222.0.18 "GET /v2.0/networks/435d661e-2eff-4b4e-aee1-89e726822d2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862007 Jul 14 19:42:03.256552 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:42:06.270433 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:42:07.463197 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device b3c424cd-d173-4a35-8914-13ab30021735 details requested by agent hyperv_n-h1-800634-3 with host n-h1-800634-3 {{(pid=93917) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 19:42:07.553931 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port b3c424cd-d173-4a35-8914-13ab30021735, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=b3c424cd-d173-4a35-8914-13ab30021735,segment=NetworkSegment(46b6508d-3b3a-43d5-9b36-4a87ed62c830),segment_id=46b6508d-3b3a-43d5-9b36-4a87ed62c830)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 19:42:07.567535 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Returning: {'device': 'b3c424cd-d173-4a35-8914-13ab30021735', 'network_id': '435d661e-2eff-4b4e-aee1-89e726822d2f', 'port_id': 'b3c424cd-d173-4a35-8914-13ab30021735', 'mac_address': 'fa:16:3e:f2:20:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 65, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e908415-b719-4d84-9687-97b9eb7eb0c2', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93917) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 19:42:07.602429 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:42:07.618181 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b3c424cd-d173-4a35-8914-13ab30021735 {{(pid=93917) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 19:42:07.636516 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port b3c424cd-d173-4a35-8914-13ab30021735, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=b3c424cd-d173-4a35-8914-13ab30021735,segment=NetworkSegment(46b6508d-3b3a-43d5-9b36-4a87ed62c830),segment_id=46b6508d-3b3a-43d5-9b36-4a87ed62c830)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 19:42:07.639925 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:42:07.687994 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Pushing event updated for resources: {'Port': ['ID=b3c424cd-d173-4a35-8914-13ab30021735,revision_number=6']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:42:07.694992 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:42:07.695336 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:42:07.695674 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:42:07.696008 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:42:07.696359 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:42:07.696686 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:42:07.697532 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:42:07.697857 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:42:07.698208 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:42:07.698529 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:42:07.698849 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:42:07.699168 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:42:07.730038 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] get_ports_and_sgs() called for port_ids ['b3c424cd-d173-4a35-8914-13ab30021735'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 19:42:09.461698 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device b3c424cd-d173-4a35-8914-13ab30021735 up at agent hyperv_n-h1-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 19:42:09.515295 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Provisioning complete for port b3c424cd-d173-4a35-8914-13ab30021735 triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 19:42:09.515661 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:42:09.604966 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:42:09.629090 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f12e27e7-d6ba-4da1-9b02-2412d9aa065b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3c424cd-d173-4a35-8914-13ab30021735'}] {{(pid=93917) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 19:42:09.631625 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee9af70b018e2a669d4aace710d7966bbe0586a349443f05e01050df9771a348" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfe1ed2b-8366-4a2c-a8bf-67b46f9a41b2" -d '{"events": [{"server_uuid": "f12e27e7-d6ba-4da1-9b02-2412d9aa065b", "name": "network-vif-plugged", "status": "completed", "tag": "b3c424cd-d173-4a35-8914-13ab30021735"}]}' {{(pid=93917) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 19:42:09.646248 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port b3c424cd-d173-4a35-8914-13ab30021735, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=b3c424cd-d173-4a35-8914-13ab30021735,segment=NetworkSegment(46b6508d-3b3a-43d5-9b36-4a87ed62c830),segment_id=46b6508d-3b3a-43d5-9b36-4a87ed62c830)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 19:42:09.655239 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:42:09.709810 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Pushing event updated for resources: {'Port': ['ID=b3c424cd-d173-4a35-8914-13ab30021735,revision_number=7']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:42:09.770383 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 19:42:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bc5a8e4-e3f4-43b6-991b-cac02014fd78 x-openstack-request-id: req-3bc5a8e4-e3f4-43b6-991b-cac02014fd78 {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 19:42:09.770688 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f12e27e7-d6ba-4da1-9b02-2412d9aa065b", "name": "network-vif-plugged", "status": "completed", "tag": "b3c424cd-d173-4a35-8914-13ab30021735", "code": 200}]} {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 19:42:09.770949 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3bc5a8e4-e3f4-43b6-991b-cac02014fd78 {{(pid=93917) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 19:42:09.771405 n-d-800634-3 neutron-server[93917]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f12e27e7-d6ba-4da1-9b02-2412d9aa065b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3c424cd-d173-4a35-8914-13ab30021735', 'code': 200} Jul 14 19:42:14.048500 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.agents_db [None req-2ea07fb6-aa68-4671-8654-119d82b9f530 None None] Agent healthcheck: found 7 active agents {{(pid=93918) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 19:42:17.419460 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-0b7e8832-c363-4a61-811f-299175811227 req-ecd6b170-fd57-47b4-95b0-36f340237e28 tempest-TestSnapshotPattern-209832181 tempest-TestSnapshotPattern-209832181-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-528360734&fields=id&tenant_id=f6e0d77d06994092beb95554f40f49a2 HTTP/1.1" status: 200 len: 267 time: 0.0329990 Jul 14 19:42:17.527501 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7e8832-c363-4a61-811f-299175811227 req-05e4a3c3-2e9d-4fe7-95bd-c719da9a9e0a tempest-TestSnapshotPattern-209832181 tempest-TestSnapshotPattern-209832181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:42:17.529005 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-0b7e8832-c363-4a61-811f-299175811227 req-05e4a3c3-2e9d-4fe7-95bd-c719da9a9e0a tempest-TestSnapshotPattern-209832181 tempest-TestSnapshotPattern-209832181-project] 10.222.0.16 "GET /v2.0/networks?id=435d661e-2eff-4b4e-aee1-89e726822d2f HTTP/1.1" status: 200 len: 809 time: 0.1033330 Jul 14 19:42:17.544060 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-0b7e8832-c363-4a61-811f-299175811227 req-2b8d280e-26c2-4079-acd3-8133108c6db7 tempest-TestSnapshotPattern-209832181 tempest-TestSnapshotPattern-209832181-project] 10.222.0.16 "GET /v2.0/quotas/f6e0d77d06994092beb95554f40f49a2 HTTP/1.1" status: 200 len: 375 time: 0.0097423 Jul 14 19:42:17.613982 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-0b7e8832-c363-4a61-811f-299175811227 req-afe6a66d-2da3-492e-acf8-3b30b28315c2 tempest-TestSnapshotPattern-209832181 tempest-TestSnapshotPattern-209832181-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=f6e0d77d06994092beb95554f40f49a2&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0651672 Jul 14 19:42:17.746843 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-0b7e8832-c363-4a61-811f-299175811227 req-ddf2a780-a95b-4781-8f0a-ab2bf1d215de service neutron] 10.222.0.16 "GET /v2.0/networks/435d661e-2eff-4b4e-aee1-89e726822d2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210883 Jul 14 19:42:17.835776 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-0b7e8832-c363-4a61-811f-299175811227 req-c88d6cd0-d932-40da-8f9c-8190dfa8cc56 service neutron] 10.222.0.16 "GET /v2.0/networks/435d661e-2eff-4b4e-aee1-89e726822d2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833323 Jul 14 19:42:18.038664 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-12a95db2-5ae8-42e1-8374-cf3cb44dfcaa req-eeae86c6-b30f-475b-bee8-36895d68b0f4 tempest-TestSnapshotPattern-209832181 tempest-TestSnapshotPattern-209832181-project] 10.222.0.16 "GET /v2.0/ports?device_id=1c4bd3ad-5185-421b-8506-8b9a3fda1427 HTTP/1.1" status: 200 len: 210 time: 0.0292921 Jul 14 19:42:19.205610 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f4bfae9b-c920-4a3d-894e-db3a8c519d1b req-83cf8fe7-af4e-4eba-988c-fd042adf1d56 tempest-TestSnapshotPattern-209832181 tempest-TestSnapshotPattern-209832181-project] 10.222.0.16 "GET /v2.0/ports?device_id=1c4bd3ad-5185-421b-8506-8b9a3fda1427 HTTP/1.1" status: 200 len: 210 time: 0.0397410 Jul 14 19:42:19.239751 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7e8832-c363-4a61-811f-299175811227 req-64272f78-52ef-426a-b552-201f6c44c644 tempest-TestSnapshotPattern-209832181 tempest-TestSnapshotPattern-209832181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:42:19.241346 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-0b7e8832-c363-4a61-811f-299175811227 req-64272f78-52ef-426a-b552-201f6c44c644 tempest-TestSnapshotPattern-209832181 tempest-TestSnapshotPattern-209832181-project] 10.222.0.18 "GET /v2.0/networks?id=435d661e-2eff-4b4e-aee1-89e726822d2f HTTP/1.1" status: 200 len: 809 time: 0.1457052 Jul 14 19:42:19.285728 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-0b7e8832-c363-4a61-811f-299175811227 req-a62d708d-a1fb-497a-ab9b-5bb18c83f4f1 tempest-TestSnapshotPattern-209832181 tempest-TestSnapshotPattern-209832181-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f6e0d77d06994092beb95554f40f49a2 HTTP/1.1" status: 200 len: 379 time: 0.0361192 Jul 14 19:42:19.299301 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [req-0b7e8832-c363-4a61-811f-299175811227 req-3af8e101-ff3a-4217-8746-6d2d1408b763 tempest-TestSnapshotPattern-209832181 tempest-TestSnapshotPattern-209832181-project] Request body: {'port': {'device_id': '1c4bd3ad-5185-421b-8506-8b9a3fda1427', 'network_id': '435d661e-2eff-4b4e-aee1-89e726822d2f', 'admin_state_up': True, 'tenant_id': 'f6e0d77d06994092beb95554f40f49a2', 'security_groups': ['e176f385-389e-4178-8793-85cb93757ae3']}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 19:42:19.421228 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b7e8832-c363-4a61-811f-299175811227 req-3af8e101-ff3a-4217-8746-6d2d1408b763 tempest-TestSnapshotPattern-209832181 tempest-TestSnapshotPattern-209832181-project] Made reservation on behalf of f6e0d77d06994092beb95554f40f49a2 for: {'port': 1} {{(pid=93915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 19:42:19.424616 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-0b7e8832-c363-4a61-811f-299175811227 req-3af8e101-ff3a-4217-8746-6d2d1408b763 tempest-TestSnapshotPattern-209832181 tempest-TestSnapshotPattern-209832181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:42:19.565300 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.db_base_plugin_common [req-0b7e8832-c363-4a61-811f-299175811227 req-3af8e101-ff3a-4217-8746-6d2d1408b763 tempest-TestSnapshotPattern-209832181 tempest-TestSnapshotPattern-209832181-project] Allocated IP 172.20.0.13 (435d661e-2eff-4b4e-aee1-89e726822d2f/9e908415-b719-4d84-9687-97b9eb7eb0c2/1a218c10-c26e-4d95-8d6e-3f5f0598e0da) {{(pid=93915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 19:42:19.747227 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-0b7e8832-c363-4a61-811f-299175811227 req-3af8e101-ff3a-4217-8746-6d2d1408b763 tempest-TestSnapshotPattern-209832181 tempest-TestSnapshotPattern-209832181-project] Notify callbacks [] for port, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:42:19.763982 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.provisioning_blocks [req-0b7e8832-c363-4a61-811f-299175811227 req-3af8e101-ff3a-4217-8746-6d2d1408b763 tempest-TestSnapshotPattern-209832181 tempest-TestSnapshotPattern-209832181-project] Transition to ACTIVE for port object 1a218c10-c26e-4d95-8d6e-3f5f0598e0da will not be triggered until provisioned by entity DHCP. {{(pid=93915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 19:42:19.799344 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-0b7e8832-c363-4a61-811f-299175811227 req-3af8e101-ff3a-4217-8746-6d2d1408b763 tempest-TestSnapshotPattern-209832181 tempest-TestSnapshotPattern-209832181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:42:19.854350 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b7e8832-c363-4a61-811f-299175811227 req-3af8e101-ff3a-4217-8746-6d2d1408b763 tempest-TestSnapshotPattern-209832181 tempest-TestSnapshotPattern-209832181-project] Network 435d661e-2eff-4b4e-aee1-89e726822d2f is already hosted by enough agents. {{(pid=93915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 19:42:19.858056 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [req-0b7e8832-c363-4a61-811f-299175811227 req-3af8e101-ff3a-4217-8746-6d2d1408b763 tempest-TestSnapshotPattern-209832181 tempest-TestSnapshotPattern-209832181-project] Resources bound (agent type, host, resource id): {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 19:42:19.862488 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b7e8832-c363-4a61-811f-299175811227 req-3af8e101-ff3a-4217-8746-6d2d1408b763 tempest-TestSnapshotPattern-209832181 tempest-TestSnapshotPattern-209832181-project] Received port after_create {{(pid=93915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 19:42:19.869252 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af8e101-ff3a-4217-8746-6d2d1408b763 tempest-TestSnapshotPattern-209832181 tempest-TestSnapshotPattern-209832181-project] Pushing event updated for resources: {'Port': ['ID=1a218c10-c26e-4d95-8d6e-3f5f0598e0da,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:42:19.898426 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af8e101-ff3a-4217-8746-6d2d1408b763 tempest-TestSnapshotPattern-209832181 tempest-TestSnapshotPattern-209832181-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:42:19.898786 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af8e101-ff3a-4217-8746-6d2d1408b763 tempest-TestSnapshotPattern-209832181 tempest-TestSnapshotPattern-209832181-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:42:19.899129 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af8e101-ff3a-4217-8746-6d2d1408b763 tempest-TestSnapshotPattern-209832181 tempest-TestSnapshotPattern-209832181-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:42:19.899473 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af8e101-ff3a-4217-8746-6d2d1408b763 tempest-TestSnapshotPattern-209832181 tempest-TestSnapshotPattern-209832181-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:42:19.899808 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af8e101-ff3a-4217-8746-6d2d1408b763 tempest-TestSnapshotPattern-209832181 tempest-TestSnapshotPattern-209832181-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:42:19.900161 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af8e101-ff3a-4217-8746-6d2d1408b763 tempest-TestSnapshotPattern-209832181 tempest-TestSnapshotPattern-209832181-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:42:19.900495 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af8e101-ff3a-4217-8746-6d2d1408b763 tempest-TestSnapshotPattern-209832181 tempest-TestSnapshotPattern-209832181-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:42:19.900891 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af8e101-ff3a-4217-8746-6d2d1408b763 tempest-TestSnapshotPattern-209832181 tempest-TestSnapshotPattern-209832181-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:42:19.901823 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af8e101-ff3a-4217-8746-6d2d1408b763 tempest-TestSnapshotPattern-209832181 tempest-TestSnapshotPattern-209832181-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:42:19.902179 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af8e101-ff3a-4217-8746-6d2d1408b763 tempest-TestSnapshotPattern-209832181 tempest-TestSnapshotPattern-209832181-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:42:19.902644 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af8e101-ff3a-4217-8746-6d2d1408b763 tempest-TestSnapshotPattern-209832181 tempest-TestSnapshotPattern-209832181-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:42:19.903194 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af8e101-ff3a-4217-8746-6d2d1408b763 tempest-TestSnapshotPattern-209832181 tempest-TestSnapshotPattern-209832181-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:42:19.943666 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7e8832-c363-4a61-811f-299175811227 req-3af8e101-ff3a-4217-8746-6d2d1408b763 tempest-TestSnapshotPattern-209832181 tempest-TestSnapshotPattern-209832181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:42:19.944518 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-0b7e8832-c363-4a61-811f-299175811227 req-3af8e101-ff3a-4217-8746-6d2d1408b763 tempest-TestSnapshotPattern-209832181 tempest-TestSnapshotPattern-209832181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:42:19.965416 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-0b7e8832-c363-4a61-811f-299175811227 req-3af8e101-ff3a-4217-8746-6d2d1408b763 tempest-TestSnapshotPattern-209832181 tempest-TestSnapshotPattern-209832181-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6716998 Jul 14 19:42:20.127315 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-84a2461d-32f2-4e28-9c83-28dc5113c307 None None] Provisioning for port 1a218c10-c26e-4d95-8d6e-3f5f0598e0da completed by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 19:42:20.131660 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-84a2461d-32f2-4e28-9c83-28dc5113c307 None None] Provisioning complete for port 1a218c10-c26e-4d95-8d6e-3f5f0598e0da triggered by entity DHCP. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 19:42:20.132011 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-84a2461d-32f2-4e28-9c83-28dc5113c307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:42:20.334137 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-84a2461d-32f2-4e28-9c83-28dc5113c307 None None] Port 1a218c10-c26e-4d95-8d6e-3f5f0598e0da cannot update to ACTIVE because it is not bound. {{(pid=93917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 19:42:20.406700 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c7e550-0fb9-43bb-a0a8-30e4f2ab8e55 req-08e76f0e-94ec-4548-a9a5-612e3ef715dd tempest-TestSnapshotPattern-209832181 tempest-TestSnapshotPattern-209832181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:42:20.408393 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-08c7e550-0fb9-43bb-a0a8-30e4f2ab8e55 req-08e76f0e-94ec-4548-a9a5-612e3ef715dd tempest-TestSnapshotPattern-209832181 tempest-TestSnapshotPattern-209832181-project] 10.222.0.16 "GET /v2.0/ports?device_id=1c4bd3ad-5185-421b-8506-8b9a3fda1427 HTTP/1.1" status: 200 len: 932 time: 0.0752008 Jul 14 19:42:20.447748 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-08c7e550-0fb9-43bb-a0a8-30e4f2ab8e55 req-1befb566-c4cb-4c6e-be00-c8b0b4fd1cdf tempest-TestSnapshotPattern-209832181 tempest-TestSnapshotPattern-209832181-project] 10.222.0.16 "GET /v2.0/security-groups?id=e176f385-389e-4178-8793-85cb93757ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331986 Jul 14 19:42:20.557348 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-c9291d71-672e-4cb3-8279-d47183f73fdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:42:21.524133 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device b3c424cd-d173-4a35-8914-13ab30021735 no longer exists at agent hyperv_n-h1-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 19:42:21.613351 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:42:21.639084 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530206cf-e8fa-4e38-bd77-b21c04513da1 req-26c285b7-baf7-4535-acdd-f451c446da4c tempest-TestSnapshotPattern-209832181 tempest-TestSnapshotPattern-209832181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:42:21.642158 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f12e27e7-d6ba-4da1-9b02-2412d9aa065b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b3c424cd-d173-4a35-8914-13ab30021735'}] {{(pid=93917) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 19:42:21.644510 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee9af70b018e2a669d4aace710d7966bbe0586a349443f05e01050df9771a348" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b8e0675-cca8-4782-b735-f8a50837e4b4" -d '{"events": [{"server_uuid": "f12e27e7-d6ba-4da1-9b02-2412d9aa065b", "name": "network-vif-unplugged", "status": "completed", "tag": "b3c424cd-d173-4a35-8914-13ab30021735"}]}' {{(pid=93917) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 19:42:21.644837 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-530206cf-e8fa-4e38-bd77-b21c04513da1 req-26c285b7-baf7-4535-acdd-f451c446da4c tempest-TestSnapshotPattern-209832181 tempest-TestSnapshotPattern-209832181-project] 10.222.0.16 "GET /v2.0/ports?device_id=1c4bd3ad-5185-421b-8506-8b9a3fda1427 HTTP/1.1" status: 200 len: 932 time: 0.0789552 Jul 14 19:42:21.658352 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port b3c424cd-d173-4a35-8914-13ab30021735, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=b3c424cd-d173-4a35-8914-13ab30021735,segment=NetworkSegment(46b6508d-3b3a-43d5-9b36-4a87ed62c830),segment_id=46b6508d-3b3a-43d5-9b36-4a87ed62c830)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 19:42:21.666243 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:42:21.705150 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 14 Jul 2021 19:42:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebecc0f0-92ad-4efa-92b6-1ec11410a8e8 x-openstack-request-id: req-ebecc0f0-92ad-4efa-92b6-1ec11410a8e8 {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 19:42:21.705517 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f12e27e7-d6ba-4da1-9b02-2412d9aa065b", "name": "network-vif-unplugged", "status": "completed", "tag": "b3c424cd-d173-4a35-8914-13ab30021735", "code": 200}]} {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 19:42:21.705831 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ebecc0f0-92ad-4efa-92b6-1ec11410a8e8 {{(pid=93917) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 19:42:21.706286 n-d-800634-3 neutron-server[93917]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f12e27e7-d6ba-4da1-9b02-2412d9aa065b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b3c424cd-d173-4a35-8914-13ab30021735', 'code': 200} Jul 14 19:42:21.708887 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-530206cf-e8fa-4e38-bd77-b21c04513da1 req-3eeef74d-b875-42b9-a439-a4bb12dd9c18 tempest-TestSnapshotPattern-209832181 tempest-TestSnapshotPattern-209832181-project] 10.222.0.16 "GET /v2.0/security-groups?id=e176f385-389e-4178-8793-85cb93757ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495324 Jul 14 19:42:21.737235 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Pushing event updated for resources: {'Port': ['ID=b3c424cd-d173-4a35-8914-13ab30021735,revision_number=8']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:42:22.894849 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf38291d-fedb-4454-955c-1e4ce1739825 req-ae477038-c724-410e-88e6-156309cc93cc tempest-TestSnapshotPattern-209832181 tempest-TestSnapshotPattern-209832181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:42:22.896385 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-cf38291d-fedb-4454-955c-1e4ce1739825 req-ae477038-c724-410e-88e6-156309cc93cc tempest-TestSnapshotPattern-209832181 tempest-TestSnapshotPattern-209832181-project] 10.222.0.16 "GET /v2.0/ports?device_id=1c4bd3ad-5185-421b-8506-8b9a3fda1427 HTTP/1.1" status: 200 len: 932 time: 0.0720222 Jul 14 19:42:22.934952 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-cf38291d-fedb-4454-955c-1e4ce1739825 req-3cc653f0-ce55-4a14-9751-d56bd880bd77 tempest-TestSnapshotPattern-209832181 tempest-TestSnapshotPattern-209832181-project] 10.222.0.16 "GET /v2.0/security-groups?id=e176f385-389e-4178-8793-85cb93757ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323329 Jul 14 19:42:22.960924 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-cb3acbb5-c686-4762-8c0d-df40b34823ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:42:23.319192 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:42:24.126495 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db7f3c2-fb90-4e69-9ab3-3a9c7210be3b req-31cad7a8-8ffd-4734-8a07-fbe7a4a525e3 tempest-TestSnapshotPattern-209832181 tempest-TestSnapshotPattern-209832181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:42:24.128005 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6db7f3c2-fb90-4e69-9ab3-3a9c7210be3b req-31cad7a8-8ffd-4734-8a07-fbe7a4a525e3 tempest-TestSnapshotPattern-209832181 tempest-TestSnapshotPattern-209832181-project] 10.222.0.16 "GET /v2.0/ports?device_id=1c4bd3ad-5185-421b-8506-8b9a3fda1427 HTTP/1.1" status: 200 len: 932 time: 0.0685940 Jul 14 19:42:24.169943 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6db7f3c2-fb90-4e69-9ab3-3a9c7210be3b req-667bdbd6-588e-4df5-95e9-310da6ffc6db tempest-TestSnapshotPattern-209832181 tempest-TestSnapshotPattern-209832181-project] 10.222.0.16 "GET /v2.0/security-groups?id=e176f385-389e-4178-8793-85cb93757ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357945 Jul 14 19:42:24.465042 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-574aeb93-9938-449c-8e6c-cb22c9b52cc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:42:25.361222 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac6e4ff-7aba-4c03-a3ff-41ebd5daadc6 req-0eebddc0-173d-4d39-ba6f-1b13ca933bff tempest-TestSnapshotPattern-209832181 tempest-TestSnapshotPattern-209832181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:42:25.362763 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-1ac6e4ff-7aba-4c03-a3ff-41ebd5daadc6 req-0eebddc0-173d-4d39-ba6f-1b13ca933bff tempest-TestSnapshotPattern-209832181 tempest-TestSnapshotPattern-209832181-project] 10.222.0.16 "GET /v2.0/ports?device_id=1c4bd3ad-5185-421b-8506-8b9a3fda1427 HTTP/1.1" status: 200 len: 932 time: 0.0679703 Jul 14 19:42:25.409573 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-1ac6e4ff-7aba-4c03-a3ff-41ebd5daadc6 req-9c6ca224-7269-49f6-b412-e88759b0ef0d tempest-TestSnapshotPattern-209832181 tempest-TestSnapshotPattern-209832181-project] 10.222.0.16 "GET /v2.0/security-groups?id=e176f385-389e-4178-8793-85cb93757ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408158 Jul 14 19:42:26.093099 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-2f4e3af3-e708-4ffd-a544-82d93a489d01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:42:26.593151 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d19d364-6623-418e-8de2-cd9f159e46eb req-fe0a6ab5-ebb4-4303-b1b9-71eadec49e58 tempest-TestSnapshotPattern-209832181 tempest-TestSnapshotPattern-209832181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:42:26.599854 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-4d19d364-6623-418e-8de2-cd9f159e46eb req-fe0a6ab5-ebb4-4303-b1b9-71eadec49e58 tempest-TestSnapshotPattern-209832181 tempest-TestSnapshotPattern-209832181-project] 10.222.0.16 "GET /v2.0/ports?device_id=1c4bd3ad-5185-421b-8506-8b9a3fda1427 HTTP/1.1" status: 200 len: 932 time: 0.0748339 Jul 14 19:42:26.641046 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-4d19d364-6623-418e-8de2-cd9f159e46eb req-24f35eb0-8f63-4754-ae76-ff02421ff050 tempest-TestSnapshotPattern-209832181 tempest-TestSnapshotPattern-209832181-project] 10.222.0.16 "GET /v2.0/security-groups?id=e176f385-389e-4178-8793-85cb93757ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347271 Jul 14 19:42:27.821568 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d3e52b-72cd-4ef6-8139-6fde2b6257fa req-df925c50-8ff9-4546-a6b4-e627dc4507c9 tempest-TestSnapshotPattern-209832181 tempest-TestSnapshotPattern-209832181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:42:27.823591 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-77d3e52b-72cd-4ef6-8139-6fde2b6257fa req-df925c50-8ff9-4546-a6b4-e627dc4507c9 tempest-TestSnapshotPattern-209832181 tempest-TestSnapshotPattern-209832181-project] 10.222.0.16 "GET /v2.0/ports?device_id=1c4bd3ad-5185-421b-8506-8b9a3fda1427 HTTP/1.1" status: 200 len: 932 time: 0.0663888 Jul 14 19:42:27.862276 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-77d3e52b-72cd-4ef6-8139-6fde2b6257fa req-4751cac9-953a-478d-bdb1-4bbef268896c tempest-TestSnapshotPattern-209832181 tempest-TestSnapshotPattern-209832181-project] 10.222.0.16 "GET /v2.0/security-groups?id=e176f385-389e-4178-8793-85cb93757ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326231 Jul 14 19:42:29.052878 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de05ffc-079e-44c2-a224-bc4ebb887a8b req-bd23a635-8ee6-4487-8fd2-eec18d855f82 tempest-TestSnapshotPattern-209832181 tempest-TestSnapshotPattern-209832181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:42:29.054468 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3de05ffc-079e-44c2-a224-bc4ebb887a8b req-bd23a635-8ee6-4487-8fd2-eec18d855f82 tempest-TestSnapshotPattern-209832181 tempest-TestSnapshotPattern-209832181-project] 10.222.0.16 "GET /v2.0/ports?device_id=1c4bd3ad-5185-421b-8506-8b9a3fda1427 HTTP/1.1" status: 200 len: 932 time: 0.0781667 Jul 14 19:42:29.445163 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-3de05ffc-079e-44c2-a224-bc4ebb887a8b req-455e44ee-ac7e-4f0b-8756-8470346ea25d tempest-TestSnapshotPattern-209832181 tempest-TestSnapshotPattern-209832181-project] 10.222.0.16 "GET /v2.0/security-groups?id=e176f385-389e-4178-8793-85cb93757ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3845787 Jul 14 19:42:30.627043 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc07d160-dc86-4359-b412-98c07ff75c88 req-7f4e8c07-10c9-4bca-a12b-831ff17c6888 tempest-TestSnapshotPattern-209832181 tempest-TestSnapshotPattern-209832181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:42:30.628551 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-dc07d160-dc86-4359-b412-98c07ff75c88 req-7f4e8c07-10c9-4bca-a12b-831ff17c6888 tempest-TestSnapshotPattern-209832181 tempest-TestSnapshotPattern-209832181-project] 10.222.0.16 "GET /v2.0/ports?device_id=1c4bd3ad-5185-421b-8506-8b9a3fda1427 HTTP/1.1" status: 200 len: 932 time: 0.0702317 Jul 14 19:42:30.666109 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-dc07d160-dc86-4359-b412-98c07ff75c88 req-ed4f1d23-0a10-482e-9ab4-c0b804013918 tempest-TestSnapshotPattern-209832181 tempest-TestSnapshotPattern-209832181-project] 10.222.0.16 "GET /v2.0/security-groups?id=e176f385-389e-4178-8793-85cb93757ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316334 Jul 14 19:42:30.703572 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [req-0b7e8832-c363-4a61-811f-299175811227 req-9b229c58-def3-4eff-af57-4dffcb1d0108 service neutron] Request body: {'port': {'device_id': '1c4bd3ad-5185-421b-8506-8b9a3fda1427', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800634-3'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 19:42:30.778250 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-0b7e8832-c363-4a61-811f-299175811227 req-9b229c58-def3-4eff-af57-4dffcb1d0108 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:42:31.031198 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [req-0b7e8832-c363-4a61-811f-299175811227 req-9b229c58-def3-4eff-af57-4dffcb1d0108 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a218c10-c26e-4d95-8d6e-3f5f0598e0da {{(pid=93915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 19:42:31.038574 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-0b7e8832-c363-4a61-811f-299175811227 req-9b229c58-def3-4eff-af57-4dffcb1d0108 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:42:31.050527 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.provisioning_blocks [req-0b7e8832-c363-4a61-811f-299175811227 req-9b229c58-def3-4eff-af57-4dffcb1d0108 service neutron] Transition to ACTIVE for port object 1a218c10-c26e-4d95-8d6e-3f5f0598e0da will not be triggered until provisioned by entity L2. {{(pid=93915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 19:42:31.054429 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-0b7e8832-c363-4a61-811f-299175811227 req-9b229c58-def3-4eff-af57-4dffcb1d0108 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25912978'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:42:31.126616 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b229c58-def3-4eff-af57-4dffcb1d0108 service neutron] Pushing event updated for resources: {'Port': ['ID=1a218c10-c26e-4d95-8d6e-3f5f0598e0da,revision_number=2']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:42:31.176966 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-0b7e8832-c363-4a61-811f-299175811227 req-9b229c58-def3-4eff-af57-4dffcb1d0108 service neutron] Attempting to bind port 1a218c10-c26e-4d95-8d6e-3f5f0598e0da on host n-h1-800634-3 for vnic_type normal with profile {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 19:42:31.177379 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-0b7e8832-c363-4a61-811f-299175811227 req-9b229c58-def3-4eff-af57-4dffcb1d0108 service neutron] Attempting to bind port 1a218c10-c26e-4d95-8d6e-3f5f0598e0da by drivers openvswitch,hyperv on host n-h1-800634-3 at level 0 using segments [{'id': '46b6508d-3b3a-43d5-9b36-4a87ed62c830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '435d661e-2eff-4b4e-aee1-89e726822d2f'}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 19:42:31.177635 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b7e8832-c363-4a61-811f-299175811227 req-9b229c58-def3-4eff-af57-4dffcb1d0108 service neutron] Attempting to bind port 1a218c10-c26e-4d95-8d6e-3f5f0598e0da on network 435d661e-2eff-4b4e-aee1-89e726822d2f {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 19:42:31.182410 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b7e8832-c363-4a61-811f-299175811227 req-9b229c58-def3-4eff-af57-4dffcb1d0108 service neutron] Port 1a218c10-c26e-4d95-8d6e-3f5f0598e0da on network 435d661e-2eff-4b4e-aee1-89e726822d2f not bound, no agent of type Open vSwitch agent registered on host n-h1-800634-3 {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 19:42:31.182795 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b7e8832-c363-4a61-811f-299175811227 req-9b229c58-def3-4eff-af57-4dffcb1d0108 service neutron] Attempting to bind port 1a218c10-c26e-4d95-8d6e-3f5f0598e0da on network 435d661e-2eff-4b4e-aee1-89e726822d2f {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 19:42:31.188864 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b7e8832-c363-4a61-811f-299175811227 req-9b229c58-def3-4eff-af57-4dffcb1d0108 service neutron] Checking agent: {'id': 'a3630ff4-fbee-45d9-b9b6-0ae41cb3a350', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800634-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 18, 15, 32), 'started_at': datetime.datetime(2021, 7, 14, 18, 15, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 19, 42, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 19:42:31.189207 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b7e8832-c363-4a61-811f-299175811227 req-9b229c58-def3-4eff-af57-4dffcb1d0108 service neutron] Checking segment: {'id': '46b6508d-3b3a-43d5-9b36-4a87ed62c830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '435d661e-2eff-4b4e-aee1-89e726822d2f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 19:42:31.189591 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b7e8832-c363-4a61-811f-299175811227 req-9b229c58-def3-4eff-af57-4dffcb1d0108 service neutron] Bound using segment: {'id': '46b6508d-3b3a-43d5-9b36-4a87ed62c830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '435d661e-2eff-4b4e-aee1-89e726822d2f'} {{(pid=93915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 19:42:31.190031 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.managers [req-0b7e8832-c363-4a61-811f-299175811227 req-9b229c58-def3-4eff-af57-4dffcb1d0108 service neutron] Bound port: 1a218c10-c26e-4d95-8d6e-3f5f0598e0da, host: n-h1-800634-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46b6508d-3b3a-43d5-9b36-4a87ed62c830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '435d661e-2eff-4b4e-aee1-89e726822d2f'}}] {{(pid=93915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 19:42:31.190417 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-0b7e8832-c363-4a61-811f-299175811227 req-9b229c58-def3-4eff-af57-4dffcb1d0108 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:42:31.263520 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-0b7e8832-c363-4a61-811f-299175811227 req-9b229c58-def3-4eff-af57-4dffcb1d0108 service neutron] For port 1a218c10-c26e-4d95-8d6e-3f5f0598e0da, host n-h1-800634-3, cleared binding levels {{(pid=93915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 19:42:31.266657 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-0b7e8832-c363-4a61-811f-299175811227 req-9b229c58-def3-4eff-af57-4dffcb1d0108 service neutron] For port 1a218c10-c26e-4d95-8d6e-3f5f0598e0da, host n-h1-800634-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=1a218c10-c26e-4d95-8d6e-3f5f0598e0da,segment=NetworkSegment(46b6508d-3b3a-43d5-9b36-4a87ed62c830),segment_id=46b6508d-3b3a-43d5-9b36-4a87ed62c830)] {{(pid=93915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 19:42:31.273122 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-0b7e8832-c363-4a61-811f-299175811227 req-9b229c58-def3-4eff-af57-4dffcb1d0108 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25912978'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:42:31.307182 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7e8832-c363-4a61-811f-299175811227 req-9b229c58-def3-4eff-af57-4dffcb1d0108 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:42:31.307779 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-0b7e8832-c363-4a61-811f-299175811227 req-9b229c58-def3-4eff-af57-4dffcb1d0108 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:42:31.309227 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-0b7e8832-c363-4a61-811f-299175811227 req-9b229c58-def3-4eff-af57-4dffcb1d0108 service neutron] 10.222.0.18 "PUT /v2.0/ports/1a218c10-c26e-4d95-8d6e-3f5f0598e0da HTTP/1.1" status: 200 len: 1092 time: 0.6110156 Jul 14 19:42:31.311473 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c4bd3ad-5185-421b-8506-8b9a3fda1427', 'tag': '1a218c10-c26e-4d95-8d6e-3f5f0598e0da'}] {{(pid=93915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 19:42:31.313992 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}163b1c7ce9835e2c54087c39b47c05da5c61decdd411e584c58a4e7cd59f948f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6364535-68c0-4997-8e3e-6523a723c701" -d '{"events": [{"name": "network-changed", "server_uuid": "1c4bd3ad-5185-421b-8506-8b9a3fda1427", "tag": "1a218c10-c26e-4d95-8d6e-3f5f0598e0da"}]}' {{(pid=93915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 19:42:31.343925 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b229c58-def3-4eff-af57-4dffcb1d0108 service neutron] Pushing event updated for resources: {'Port': ['ID=1a218c10-c26e-4d95-8d6e-3f5f0598e0da,revision_number=3']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:42:31.426640 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 19:42:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57186df2-825a-40dc-a867-0016aa9bdafa x-openstack-request-id: req-57186df2-825a-40dc-a867-0016aa9bdafa {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 19:42:31.426930 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c4bd3ad-5185-421b-8506-8b9a3fda1427", "tag": "1a218c10-c26e-4d95-8d6e-3f5f0598e0da", "status": "completed", "code": 200}]} {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 19:42:31.427181 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-57186df2-825a-40dc-a867-0016aa9bdafa {{(pid=93915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 19:42:31.427575 n-d-800634-3 neutron-server[93915]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c4bd3ad-5185-421b-8506-8b9a3fda1427', 'tag': '1a218c10-c26e-4d95-8d6e-3f5f0598e0da', 'status': 'completed', 'code': 200} Jul 14 19:42:31.432533 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7e8832-c363-4a61-811f-299175811227 req-dad65d7f-a044-4620-9df9-d41d97feea3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:42:31.434091 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-0b7e8832-c363-4a61-811f-299175811227 req-dad65d7f-a044-4620-9df9-d41d97feea3e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f6e0d77d06994092beb95554f40f49a2&device_id=1c4bd3ad-5185-421b-8506-8b9a3fda1427 HTTP/1.1" status: 200 len: 1095 time: 0.0683625 Jul 14 19:42:31.476670 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-0b7e8832-c363-4a61-811f-299175811227 req-2b87c1bf-3854-4a59-9397-5d0464239cbb service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1a218c10-c26e-4d95-8d6e-3f5f0598e0da HTTP/1.1" status: 200 len: 217 time: 0.0357792 Jul 14 19:42:31.525050 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7e8832-c363-4a61-811f-299175811227 req-2b5b9265-34eb-418a-867f-e4b0037e9815 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:42:31.526543 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-0b7e8832-c363-4a61-811f-299175811227 req-2b5b9265-34eb-418a-867f-e4b0037e9815 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9e908415-b719-4d84-9687-97b9eb7eb0c2 HTTP/1.1" status: 200 len: 848 time: 0.0438373 Jul 14 19:42:31.582768 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7e8832-c363-4a61-811f-299175811227 req-6f0ae182-ecf5-4930-b73d-cb97a422ec83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:42:31.584296 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-0b7e8832-c363-4a61-811f-299175811227 req-6f0ae182-ecf5-4930-b73d-cb97a422ec83 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=435d661e-2eff-4b4e-aee1-89e726822d2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0519104 Jul 14 19:42:31.684869 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-0b7e8832-c363-4a61-811f-299175811227 req-f2035711-a340-4639-afaf-5e48fec436f5 service neutron] 10.222.0.18 "GET /v2.0/networks/435d661e-2eff-4b4e-aee1-89e726822d2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931568 Jul 14 19:42:31.773810 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-0b7e8832-c363-4a61-811f-299175811227 req-816eb084-ddf6-4503-8bcf-516abb8eea93 service neutron] 10.222.0.18 "GET /v2.0/networks/435d661e-2eff-4b4e-aee1-89e726822d2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829370 Jul 14 19:42:31.871614 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1533a4d4-56fe-480e-9c38-e0bd8112ae10 req-157ec831-77d5-478d-af88-c2068b807f7f tempest-TestSnapshotPattern-209832181 tempest-TestSnapshotPattern-209832181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:42:31.872820 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-1533a4d4-56fe-480e-9c38-e0bd8112ae10 req-157ec831-77d5-478d-af88-c2068b807f7f tempest-TestSnapshotPattern-209832181 tempest-TestSnapshotPattern-209832181-project] 10.222.0.16 "GET /v2.0/ports?device_id=1c4bd3ad-5185-421b-8506-8b9a3fda1427 HTTP/1.1" status: 200 len: 944 time: 0.0968111 Jul 14 19:42:31.922316 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-1533a4d4-56fe-480e-9c38-e0bd8112ae10 req-2aedb175-b7a7-4c99-ae66-d70ddef4adec tempest-TestSnapshotPattern-209832181 tempest-TestSnapshotPattern-209832181-project] 10.222.0.16 "GET /v2.0/security-groups?id=e176f385-389e-4178-8793-85cb93757ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437462 Jul 14 19:42:31.925173 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6364535-68c0-4997-8e3e-6523a723c701 req-14b2a6c1-b0ef-433e-8980-83f41ee3a916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:42:31.926462 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a6364535-68c0-4997-8e3e-6523a723c701 req-14b2a6c1-b0ef-433e-8980-83f41ee3a916 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f6e0d77d06994092beb95554f40f49a2&device_id=1c4bd3ad-5185-421b-8506-8b9a3fda1427 HTTP/1.1" status: 200 len: 1095 time: 0.0998166 Jul 14 19:42:32.018291 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6364535-68c0-4997-8e3e-6523a723c701 req-5c9fa71c-20d2-4124-9ec0-1c53dd9e2ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:42:32.019786 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a6364535-68c0-4997-8e3e-6523a723c701 req-5c9fa71c-20d2-4124-9ec0-1c53dd9e2ee9 service neutron] 10.222.0.18 "GET /v2.0/networks?id=435d661e-2eff-4b4e-aee1-89e726822d2f HTTP/1.1" status: 200 len: 909 time: 0.0871565 Jul 14 19:42:32.062236 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a6364535-68c0-4997-8e3e-6523a723c701 req-4cdb8f29-484b-4e4b-882b-c6f3a8445c72 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1a218c10-c26e-4d95-8d6e-3f5f0598e0da HTTP/1.1" status: 200 len: 217 time: 0.0355160 Jul 14 19:42:32.111471 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6364535-68c0-4997-8e3e-6523a723c701 req-08aa5e1a-1fc4-4aba-9b4e-bdd5cc2ccbbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:42:32.112980 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a6364535-68c0-4997-8e3e-6523a723c701 req-08aa5e1a-1fc4-4aba-9b4e-bdd5cc2ccbbd service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9e908415-b719-4d84-9687-97b9eb7eb0c2 HTTP/1.1" status: 200 len: 848 time: 0.0444231 Jul 14 19:42:32.176796 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6364535-68c0-4997-8e3e-6523a723c701 req-37dbc46e-a74c-4908-9356-86de929e6443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:42:32.178322 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a6364535-68c0-4997-8e3e-6523a723c701 req-37dbc46e-a74c-4908-9356-86de929e6443 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=435d661e-2eff-4b4e-aee1-89e726822d2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0579596 Jul 14 19:42:32.269751 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a6364535-68c0-4997-8e3e-6523a723c701 req-65faa13c-7b44-44f1-9572-26161f90b835 service neutron] 10.222.0.18 "GET /v2.0/networks/435d661e-2eff-4b4e-aee1-89e726822d2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842421 Jul 14 19:42:32.364141 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a6364535-68c0-4997-8e3e-6523a723c701 req-caccdb61-f588-42c3-814e-ef1cbf403b17 service neutron] 10.222.0.18 "GET /v2.0/networks/435d661e-2eff-4b4e-aee1-89e726822d2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864601 Jul 14 19:42:33.098289 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68a31f9-fae7-4d24-a761-7008f2250688 req-5eb819f2-9d91-4ebe-a471-bf466d5ec772 tempest-TestSnapshotPattern-209832181 tempest-TestSnapshotPattern-209832181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:42:33.099772 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c68a31f9-fae7-4d24-a761-7008f2250688 req-5eb819f2-9d91-4ebe-a471-bf466d5ec772 tempest-TestSnapshotPattern-209832181 tempest-TestSnapshotPattern-209832181-project] 10.222.0.16 "GET /v2.0/ports?device_id=1c4bd3ad-5185-421b-8506-8b9a3fda1427 HTTP/1.1" status: 200 len: 944 time: 0.0639884 Jul 14 19:42:33.136976 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c68a31f9-fae7-4d24-a761-7008f2250688 req-1f6f1fca-2c2d-4dd2-94d7-b4358140f173 tempest-TestSnapshotPattern-209832181 tempest-TestSnapshotPattern-209832181-project] 10.222.0.16 "GET /v2.0/security-groups?id=e176f385-389e-4178-8793-85cb93757ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316994 Jul 14 19:42:33.250788 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:42:33.571688 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device 1a218c10-c26e-4d95-8d6e-3f5f0598e0da details requested by agent hyperv_n-h1-800634-3 with host n-h1-800634-3 {{(pid=93917) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 19:42:33.670787 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port 1a218c10-c26e-4d95-8d6e-3f5f0598e0da, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=1a218c10-c26e-4d95-8d6e-3f5f0598e0da,segment=NetworkSegment(46b6508d-3b3a-43d5-9b36-4a87ed62c830),segment_id=46b6508d-3b3a-43d5-9b36-4a87ed62c830)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 19:42:33.681896 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Returning: {'device': '1a218c10-c26e-4d95-8d6e-3f5f0598e0da', 'network_id': '435d661e-2eff-4b4e-aee1-89e726822d2f', 'port_id': '1a218c10-c26e-4d95-8d6e-3f5f0598e0da', 'mac_address': 'fa:16:3e:20:b2:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 65, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e908415-b719-4d84-9687-97b9eb7eb0c2', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93917) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 19:42:33.720614 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:42:33.732558 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a218c10-c26e-4d95-8d6e-3f5f0598e0da {{(pid=93917) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 19:42:33.752414 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port 1a218c10-c26e-4d95-8d6e-3f5f0598e0da, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=1a218c10-c26e-4d95-8d6e-3f5f0598e0da,segment=NetworkSegment(46b6508d-3b3a-43d5-9b36-4a87ed62c830),segment_id=46b6508d-3b3a-43d5-9b36-4a87ed62c830)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 19:42:33.756191 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:42:33.803461 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Pushing event updated for resources: {'Port': ['ID=1a218c10-c26e-4d95-8d6e-3f5f0598e0da,revision_number=4']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:42:33.973274 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] get_ports_and_sgs() called for port_ids ['1a218c10-c26e-4d95-8d6e-3f5f0598e0da'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 19:42:34.308750 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2a8e60-b8d2-4b8e-97a1-e44b2b88c751 req-6233959a-5b42-483a-b047-eed1f266de40 tempest-TestSnapshotPattern-209832181 tempest-TestSnapshotPattern-209832181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:42:34.310233 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-dd2a8e60-b8d2-4b8e-97a1-e44b2b88c751 req-6233959a-5b42-483a-b047-eed1f266de40 tempest-TestSnapshotPattern-209832181 tempest-TestSnapshotPattern-209832181-project] 10.222.0.16 "GET /v2.0/ports?device_id=1c4bd3ad-5185-421b-8506-8b9a3fda1427 HTTP/1.1" status: 200 len: 945 time: 0.0635238 Jul 14 19:42:34.347266 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-dd2a8e60-b8d2-4b8e-97a1-e44b2b88c751 req-e405c169-6b0c-4888-ba54-8fbf590574b7 tempest-TestSnapshotPattern-209832181 tempest-TestSnapshotPattern-209832181-project] 10.222.0.16 "GET /v2.0/security-groups?id=e176f385-389e-4178-8793-85cb93757ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314894 Jul 14 19:42:35.524539 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdf04cf-e7ba-4afe-b198-9b5418595cb4 req-3bc7a0ac-cfb0-4e09-9b27-9d51cfc3354a tempest-TestSnapshotPattern-209832181 tempest-TestSnapshotPattern-209832181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:42:35.525940 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-8fdf04cf-e7ba-4afe-b198-9b5418595cb4 req-3bc7a0ac-cfb0-4e09-9b27-9d51cfc3354a tempest-TestSnapshotPattern-209832181 tempest-TestSnapshotPattern-209832181-project] 10.222.0.16 "GET /v2.0/ports?device_id=1c4bd3ad-5185-421b-8506-8b9a3fda1427 HTTP/1.1" status: 200 len: 945 time: 0.0669487 Jul 14 19:42:35.563816 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-8fdf04cf-e7ba-4afe-b198-9b5418595cb4 req-70b4a653-fc16-4688-8ada-77cdf19d5e5d tempest-TestSnapshotPattern-209832181 tempest-TestSnapshotPattern-209832181-project] 10.222.0.16 "GET /v2.0/security-groups?id=e176f385-389e-4178-8793-85cb93757ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317016 Jul 14 19:42:35.570024 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device 1a218c10-c26e-4d95-8d6e-3f5f0598e0da up at agent hyperv_n-h1-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 19:42:35.617001 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Provisioning for port 1a218c10-c26e-4d95-8d6e-3f5f0598e0da completed by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 19:42:35.620571 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Provisioning complete for port 1a218c10-c26e-4d95-8d6e-3f5f0598e0da triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 19:42:35.620946 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:42:35.698147 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:42:35.720428 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c4bd3ad-5185-421b-8506-8b9a3fda1427', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a218c10-c26e-4d95-8d6e-3f5f0598e0da'}] {{(pid=93917) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 19:42:35.722630 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee9af70b018e2a669d4aace710d7966bbe0586a349443f05e01050df9771a348" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c73d4f97-7751-4b8c-bf07-bbebcf477e1b" -d '{"events": [{"server_uuid": "1c4bd3ad-5185-421b-8506-8b9a3fda1427", "name": "network-vif-plugged", "status": "completed", "tag": "1a218c10-c26e-4d95-8d6e-3f5f0598e0da"}]}' {{(pid=93917) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 19:42:35.734747 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port 1a218c10-c26e-4d95-8d6e-3f5f0598e0da, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=1a218c10-c26e-4d95-8d6e-3f5f0598e0da,segment=NetworkSegment(46b6508d-3b3a-43d5-9b36-4a87ed62c830),segment_id=46b6508d-3b3a-43d5-9b36-4a87ed62c830)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 19:42:35.738823 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:42:35.763282 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 19:42:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebe102db-14bd-451a-92bb-3e17ee10289d x-openstack-request-id: req-ebe102db-14bd-451a-92bb-3e17ee10289d {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 19:42:35.764271 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c4bd3ad-5185-421b-8506-8b9a3fda1427", "name": "network-vif-plugged", "status": "completed", "tag": "1a218c10-c26e-4d95-8d6e-3f5f0598e0da", "code": 200}]} {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 19:42:35.764530 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ebe102db-14bd-451a-92bb-3e17ee10289d {{(pid=93917) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 19:42:35.764918 n-d-800634-3 neutron-server[93917]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c4bd3ad-5185-421b-8506-8b9a3fda1427', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a218c10-c26e-4d95-8d6e-3f5f0598e0da', 'code': 200} Jul 14 19:42:35.791691 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Pushing event updated for resources: {'Port': ['ID=1a218c10-c26e-4d95-8d6e-3f5f0598e0da,revision_number=5']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:42:35.872245 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bbc044-0c32-4a1e-a722-466ac016613c req-561364ab-2529-4a09-8c5c-c99e4b5f9c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:42:35.874345 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-21bbc044-0c32-4a1e-a722-466ac016613c req-561364ab-2529-4a09-8c5c-c99e4b5f9c6f service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=1c4bd3ad-5185-421b-8506-8b9a3fda1427 HTTP/1.1" status: 200 len: 1097 time: 0.0519865 Jul 14 19:42:35.908088 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-21bbc044-0c32-4a1e-a722-466ac016613c req-83bd8481-61b7-46a3-affd-f70b344cf0a4 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=e176f385-389e-4178-8793-85cb93757ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0270913 Jul 14 19:42:36.284474 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:42:36.741333 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cca51f2-ccdc-4688-adac-9cec3d5bb2ca req-24270bce-c4e1-4317-a0f4-c2e92c0a5386 tempest-TestSnapshotPattern-209832181 tempest-TestSnapshotPattern-209832181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:42:36.742816 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-7cca51f2-ccdc-4688-adac-9cec3d5bb2ca req-24270bce-c4e1-4317-a0f4-c2e92c0a5386 tempest-TestSnapshotPattern-209832181 tempest-TestSnapshotPattern-209832181-project] 10.222.0.16 "GET /v2.0/ports?device_id=1c4bd3ad-5185-421b-8506-8b9a3fda1427 HTTP/1.1" status: 200 len: 946 time: 0.0655701 Jul 14 19:42:36.784265 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-7cca51f2-ccdc-4688-adac-9cec3d5bb2ca req-0a0cdcaa-72c0-4000-b399-337cc2d55d99 tempest-TestSnapshotPattern-209832181 tempest-TestSnapshotPattern-209832181-project] 10.222.0.16 "GET /v2.0/security-groups?id=e176f385-389e-4178-8793-85cb93757ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357475 Jul 14 19:42:37.957504 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e6bc27-75e0-43ac-8445-be99b231209a req-747e8d17-c87b-46c2-908b-cb9be42d0544 tempest-TestSnapshotPattern-209832181 tempest-TestSnapshotPattern-209832181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:42:37.958987 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-56e6bc27-75e0-43ac-8445-be99b231209a req-747e8d17-c87b-46c2-908b-cb9be42d0544 tempest-TestSnapshotPattern-209832181 tempest-TestSnapshotPattern-209832181-project] 10.222.0.16 "GET /v2.0/ports?device_id=1c4bd3ad-5185-421b-8506-8b9a3fda1427 HTTP/1.1" status: 200 len: 946 time: 0.0629919 Jul 14 19:42:37.996824 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-56e6bc27-75e0-43ac-8445-be99b231209a req-eedc1ff6-df09-425e-9afc-5110ff2925f6 tempest-TestSnapshotPattern-209832181 tempest-TestSnapshotPattern-209832181-project] 10.222.0.16 "GET /v2.0/security-groups?id=e176f385-389e-4178-8793-85cb93757ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321636 Jul 14 19:42:38.167050 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575e4059-f3f8-431a-bac3-a1d5521ea0be req-82fb8484-9cbf-49fe-88f9-5c8f1dc5a81e tempest-TestSnapshotPattern-209832181 tempest-TestSnapshotPattern-209832181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:42:38.168549 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-575e4059-f3f8-431a-bac3-a1d5521ea0be req-82fb8484-9cbf-49fe-88f9-5c8f1dc5a81e tempest-TestSnapshotPattern-209832181 tempest-TestSnapshotPattern-209832181-project] 10.222.0.16 "GET /v2.0/ports?device_id=1c4bd3ad-5185-421b-8506-8b9a3fda1427 HTTP/1.1" status: 200 len: 946 time: 0.0637321 Jul 14 19:42:38.206127 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-575e4059-f3f8-431a-bac3-a1d5521ea0be req-048f301c-03ba-45f0-b0df-07bbca1098d6 tempest-TestSnapshotPattern-209832181 tempest-TestSnapshotPattern-209832181-project] 10.222.0.16 "GET /v2.0/security-groups?id=e176f385-389e-4178-8793-85cb93757ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319562 Jul 14 19:42:38.229299 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 34518) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 19:42:38.283952 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bc3ee12-59c0-47bb-adfa-921a8b4af504 tempest-TestSnapshotPattern-1083257043 tempest-TestSnapshotPattern-1083257043-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:42:38.285496 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-5bc3ee12-59c0-47bb-adfa-921a8b4af504 tempest-TestSnapshotPattern-1083257043 tempest-TestSnapshotPattern-1083257043-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=1c4bd3ad-5185-421b-8506-8b9a3fda1427 HTTP/1.1" status: 200 len: 1092 time: 0.0552075 Jul 14 19:42:38.288353 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 34520) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 19:42:38.292648 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.v2.base [None req-8e320193-b943-4280-9448-2491b8f867f0 tempest-TestSnapshotPattern-209832181 tempest-TestSnapshotPattern-209832181-project] Request body: {'floatingip': {'floating_network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'port_id': '1a218c10-c26e-4d95-8d6e-3f5f0598e0da', 'tenant_id': 'f6e0d77d06994092beb95554f40f49a2', 'fixed_ip_address': '172.20.0.13'}} {{(pid=93915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 19:42:38.313860 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-8e320193-b943-4280-9448-2491b8f867f0 tempest-TestSnapshotPattern-209832181 tempest-TestSnapshotPattern-209832181-project] Notify callbacks [] for floatingip, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:42:38.408970 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-8e320193-b943-4280-9448-2491b8f867f0 tempest-TestSnapshotPattern-209832181 tempest-TestSnapshotPattern-209832181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:42:38.516771 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.db_base_plugin_common [None req-8e320193-b943-4280-9448-2491b8f867f0 tempest-TestSnapshotPattern-209832181 tempest-TestSnapshotPattern-209832181-project] Allocated IP 172.25.1.189 (9200a437-e1de-4520-88f6-e68386523e61/5f47f848-4532-407a-a0e2-5690ade15fd0/17f5177c-3404-490b-8d71-3746baf31991) {{(pid=93915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 19:42:38.615526 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-8e320193-b943-4280-9448-2491b8f867f0 tempest-TestSnapshotPattern-209832181 tempest-TestSnapshotPattern-209832181-project] Notify callbacks [] for port, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:42:38.653591 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-8e320193-b943-4280-9448-2491b8f867f0 tempest-TestSnapshotPattern-209832181 tempest-TestSnapshotPattern-209832181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728202246804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:42:38.692895 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e320193-b943-4280-9448-2491b8f867f0 tempest-TestSnapshotPattern-209832181 tempest-TestSnapshotPattern-209832181-project] Network 9200a437-e1de-4520-88f6-e68386523e61 is already hosted by enough agents. {{(pid=93915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 19:42:38.695714 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.base_scheduler [None req-8e320193-b943-4280-9448-2491b8f867f0 tempest-TestSnapshotPattern-209832181 tempest-TestSnapshotPattern-209832181-project] Resources bound (agent type, host, resource id): {{(pid=93915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 19:42:38.701179 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e320193-b943-4280-9448-2491b8f867f0 tempest-TestSnapshotPattern-209832181 tempest-TestSnapshotPattern-209832181-project] Received port after_create {{(pid=93915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 19:42:38.727588 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e320193-b943-4280-9448-2491b8f867f0 tempest-TestSnapshotPattern-209832181 tempest-TestSnapshotPattern-209832181-project] Pushing event updated for resources: {'Port': ['ID=17f5177c-3404-490b-8d71-3746baf31991,revision_number=1']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:42:39.070717 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-8e320193-b943-4280-9448-2491b8f867f0 tempest-TestSnapshotPattern-209832181 tempest-TestSnapshotPattern-209832181-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:42:39.149912 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-8e320193-b943-4280-9448-2491b8f867f0 tempest-TestSnapshotPattern-209832181 tempest-TestSnapshotPattern-209832181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:42:39.300645 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-8e320193-b943-4280-9448-2491b8f867f0 tempest-TestSnapshotPattern-209832181 tempest-TestSnapshotPattern-209832181-project] Notify callbacks [] for port, precommit_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:42:39.305153 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-8e320193-b943-4280-9448-2491b8f867f0 tempest-TestSnapshotPattern-209832181 tempest-TestSnapshotPattern-209832181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25912978'] for port, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:42:39.374475 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e320193-b943-4280-9448-2491b8f867f0 tempest-TestSnapshotPattern-209832181 tempest-TestSnapshotPattern-209832181-project] Pushing event updated for resources: {'Port': ['ID=17f5177c-3404-490b-8d71-3746baf31991,revision_number=2']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:42:39.384762 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-8e320193-b943-4280-9448-2491b8f867f0 tempest-TestSnapshotPattern-209832181 tempest-TestSnapshotPattern-209832181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-930131'] for floatingip, after_update {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:42:39.488921 n-d-800634-3 neutron-server[93915]: INFO neutron.db.l3_db [None req-8e320193-b943-4280-9448-2491b8f867f0 tempest-TestSnapshotPattern-209832181 tempest-TestSnapshotPattern-209832181-project] Floating IP eed0f7a7-7015-4cda-a1a9-9bac3bafb688 associated. External IP: 172.25.1.189, port: 1a218c10-c26e-4d95-8d6e-3f5f0598e0da. Jul 14 19:42:39.702798 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e320193-b943-4280-9448-2491b8f867f0 tempest-TestSnapshotPattern-209832181 tempest-TestSnapshotPattern-209832181-project] Router be419b96-2361-4500-bc55-05c10aef0293 has already been hosted by L3 agent 2c6eb27e-defb-4cca-9a24-381c7415e359 {{(pid=93915) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 19:42:39.815983 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e320193-b943-4280-9448-2491b8f867f0 tempest-TestSnapshotPattern-209832181 tempest-TestSnapshotPattern-209832181-project] Notify agent at l3_agent.n-d-800634-3 the message routers_updated {{(pid=93915) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 19:42:39.825760 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-018fac47-40b1-4870-b700-72dab08f8a39 None None] Sync routers for ids ['be419b96-2361-4500-bc55-05c10aef0293'] in n-d-800634-3 {{(pid=93917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 19:42:39.834954 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-8e320193-b943-4280-9448-2491b8f867f0 tempest-TestSnapshotPattern-209832181 tempest-TestSnapshotPattern-209832181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for floatingip, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:42:39.840186 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-018fac47-40b1-4870-b700-72dab08f8a39 None None] Routers {'be419b96-2361-4500-bc55-05c10aef0293'} bound to L3 agent in host n-d-800634-3 {{(pid=93917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 19:42:39.841230 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-018fac47-40b1-4870-b700-72dab08f8a39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T19:42:23Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['be419b96-2361-4500-bc55-05c10aef0293'], 'active': True} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 19:42:39.896535 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-8e320193-b943-4280-9448-2491b8f867f0 tempest-TestSnapshotPattern-209832181 tempest-TestSnapshotPattern-209832181-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.6069016 Jul 14 19:42:39.897422 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c4bd3ad-5185-421b-8506-8b9a3fda1427', 'tag': '1a218c10-c26e-4d95-8d6e-3f5f0598e0da'}] {{(pid=93915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 19:42:39.900969 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}163b1c7ce9835e2c54087c39b47c05da5c61decdd411e584c58a4e7cd59f948f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fafa4e2-37e3-4e27-b541-df3b4bd19062" -d '{"events": [{"name": "network-changed", "server_uuid": "1c4bd3ad-5185-421b-8506-8b9a3fda1427", "tag": "1a218c10-c26e-4d95-8d6e-3f5f0598e0da"}]}' {{(pid=93915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 19:42:39.947140 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 19:42:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0003665a-0bd9-42c3-9883-c52b2befbbf8 x-openstack-request-id: req-0003665a-0bd9-42c3-9883-c52b2befbbf8 {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 19:42:39.947437 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c4bd3ad-5185-421b-8506-8b9a3fda1427", "tag": "1a218c10-c26e-4d95-8d6e-3f5f0598e0da", "status": "completed", "code": 200}]} {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 19:42:39.947688 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0003665a-0bd9-42c3-9883-c52b2befbbf8 {{(pid=93915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 19:42:39.948099 n-d-800634-3 neutron-server[93915]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c4bd3ad-5185-421b-8506-8b9a3fda1427', 'tag': '1a218c10-c26e-4d95-8d6e-3f5f0598e0da', 'status': 'completed', 'code': 200} Jul 14 19:42:39.996379 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvr_db [None req-018fac47-40b1-4870-b700-72dab08f8a39 None None] Set router be419b96-2361-4500-bc55-05c10aef0293 gateway port host: n-d-800634-3 {{(pid=93917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 19:42:40.037269 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fafa4e2-37e3-4e27-b541-df3b4bd19062 req-492c4814-1f1e-4f41-963d-585c81704161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:42:40.038866 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-4fafa4e2-37e3-4e27-b541-df3b4bd19062 req-492c4814-1f1e-4f41-963d-585c81704161 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f6e0d77d06994092beb95554f40f49a2&device_id=1c4bd3ad-5185-421b-8506-8b9a3fda1427 HTTP/1.1" status: 200 len: 1097 time: 0.0570972 Jul 14 19:42:40.140950 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fafa4e2-37e3-4e27-b541-df3b4bd19062 req-38a3af4e-79e7-4c51-8209-af6851c473e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:42:40.142482 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-4fafa4e2-37e3-4e27-b541-df3b4bd19062 req-38a3af4e-79e7-4c51-8209-af6851c473e6 service neutron] 10.222.0.18 "GET /v2.0/networks?id=435d661e-2eff-4b4e-aee1-89e726822d2f HTTP/1.1" status: 200 len: 909 time: 0.0978994 Jul 14 19:42:40.208721 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-4fafa4e2-37e3-4e27-b541-df3b4bd19062 req-b008c3db-cfec-4331-be19-f3596f43dde9 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1a218c10-c26e-4d95-8d6e-3f5f0598e0da HTTP/1.1" status: 200 len: 1000 time: 0.0597970 Jul 14 19:42:40.244327 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-018fac47-40b1-4870-b700-72dab08f8a39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be419b96-2361-4500-bc55-05c10aef0293', 'name': 'tempest-TestSnapshotPattern-597769405-router', 'tenant_id': 'f6e0d77d06994092beb95554f40f49a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.64'}], 'enable_snat': True}, 'gw_port_id': '06209ab4-188d-423d-9285-260aaeccf8b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T19:39:46Z', 'updated_at': '2021-07-14T19:39:49Z', 'revision_number': 4, 'project_id': 'f6e0d77d06994092beb95554f40f49a2', 'gw_port': {'id': '06209ab4-188d-423d-9285-260aaeccf8b7', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:0d:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be419b96-2361-4500-bc55-05c10aef0293', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T19:39:47Z', 'updated_at': '2021-07-14T19:39:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_floatingips': [{'id': 'eed0f7a7-7015-4cda-a1a9-9bac3bafb688', 'tenant_id': 'f6e0d77d06994092beb95554f40f49a2', 'floating_ip_address': '172.25.1.189', 'floating_network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'router_id': 'be419b96-2361-4500-bc55-05c10aef0293', 'port_id': '1a218c10-c26e-4d95-8d6e-3f5f0598e0da', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4321, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '435d661e-2eff-4b4e-aee1-89e726822d2f', 'mac_address': 'fa:16:3e:20:b2:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c4bd3ad-5185-421b-8506-8b9a3fda1427', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T19:42:38Z', 'updated_at': '2021-07-14T19:42:38Z', 'revision_number': 0, 'project_id': 'f6e0d77d06994092beb95554f40f49a2', 'fixed_ip_address_scope': None}, {'id': 'f0bab259-2599-4220-8048-a169c17a8986', 'tenant_id': 'f6e0d77d06994092beb95554f40f49a2', 'floating_ip_address': '172.25.1.135', 'floating_network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'router_id': 'be419b96-2361-4500-bc55-05c10aef0293', 'port_id': 'b3c424cd-d173-4a35-8914-13ab30021735', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 4318, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '435d661e-2eff-4b4e-aee1-89e726822d2f', 'mac_address': 'fa:16:3e:f2:20:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f12e27e7-d6ba-4da1-9b02-2412d9aa065b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T19:40:08Z', 'updated_at': '2021-07-14T19:40:10Z', 'revision_number': 1, 'project_id': 'f6e0d77d06994092beb95554f40f49a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '146e6180-39bc-4430-b1c3-e63e3817c288', 'name': '', 'network_id': '435d661e-2eff-4b4e-aee1-89e726822d2f', 'tenant_id': 'f6e0d77d06994092beb95554f40f49a2', 'mac_address': 'fa:16:3e:8c:5b:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be419b96-2361-4500-bc55-05c10aef0293', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '9e908415-b719-4d84-9687-97b9eb7eb0c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T19:39:48Z', 'updated_at': '2021-07-14T19:39:55Z', 'revision_number': 5, 'project_id': 'f6e0d77d06994092beb95554f40f49a2', 'subnets': [{'id': '9e908415-b719-4d84-9687-97b9eb7eb0c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-3', False) {} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 19:42:40.261367 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fafa4e2-37e3-4e27-b541-df3b4bd19062 req-3dc56cde-a1aa-4595-897d-409fdc591bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:42:40.262688 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-4fafa4e2-37e3-4e27-b541-df3b4bd19062 req-3dc56cde-a1aa-4595-897d-409fdc591bc3 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9e908415-b719-4d84-9687-97b9eb7eb0c2 HTTP/1.1" status: 200 len: 848 time: 0.0480521 Jul 14 19:42:40.270529 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-018fac47-40b1-4870-b700-72dab08f8a39 None None] Checking router: be419b96-2361-4500-bc55-05c10aef0293 for host: n-d-800634-3 {{(pid=93917) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 19:42:40.279520 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-018fac47-40b1-4870-b700-72dab08f8a39 None None] Routers {'be419b96-2361-4500-bc55-05c10aef0293'} bound to L3 agent in host n-d-800634-3 {{(pid=93917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 19:42:40.280165 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-018fac47-40b1-4870-b700-72dab08f8a39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T19:42:23Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['be419b96-2361-4500-bc55-05c10aef0293'], 'active': True} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 19:42:40.319432 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fafa4e2-37e3-4e27-b541-df3b4bd19062 req-111445dd-3001-4f57-b976-dbc1eb96510e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:42:40.321059 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-4fafa4e2-37e3-4e27-b541-df3b4bd19062 req-111445dd-3001-4f57-b976-dbc1eb96510e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=435d661e-2eff-4b4e-aee1-89e726822d2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0524719 Jul 14 19:42:40.386118 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvr_db [None req-018fac47-40b1-4870-b700-72dab08f8a39 None None] Set router be419b96-2361-4500-bc55-05c10aef0293 gateway port host: n-d-800634-3 {{(pid=93917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 19:42:40.408161 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-4fafa4e2-37e3-4e27-b541-df3b4bd19062 req-91a07c96-d407-4c66-8584-2858797d6dfb service neutron] 10.222.0.18 "GET /v2.0/networks/435d661e-2eff-4b4e-aee1-89e726822d2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808237 Jul 14 19:42:40.502172 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-4fafa4e2-37e3-4e27-b541-df3b4bd19062 req-42a1dcb5-ea2d-486d-8104-9355530a9892 service neutron] 10.222.0.18 "GET /v2.0/networks/435d661e-2eff-4b4e-aee1-89e726822d2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878415 Jul 14 19:42:40.619903 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-018fac47-40b1-4870-b700-72dab08f8a39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be419b96-2361-4500-bc55-05c10aef0293', 'name': 'tempest-TestSnapshotPattern-597769405-router', 'tenant_id': 'f6e0d77d06994092beb95554f40f49a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.64'}], 'enable_snat': True}, 'gw_port_id': '06209ab4-188d-423d-9285-260aaeccf8b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T19:39:46Z', 'updated_at': '2021-07-14T19:39:49Z', 'revision_number': 4, 'project_id': 'f6e0d77d06994092beb95554f40f49a2', 'gw_port': {'id': '06209ab4-188d-423d-9285-260aaeccf8b7', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:0d:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be419b96-2361-4500-bc55-05c10aef0293', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T19:39:47Z', 'updated_at': '2021-07-14T19:39:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_floatingips': [{'id': 'eed0f7a7-7015-4cda-a1a9-9bac3bafb688', 'tenant_id': 'f6e0d77d06994092beb95554f40f49a2', 'floating_ip_address': '172.25.1.189', 'floating_network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'router_id': 'be419b96-2361-4500-bc55-05c10aef0293', 'port_id': '1a218c10-c26e-4d95-8d6e-3f5f0598e0da', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4321, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '435d661e-2eff-4b4e-aee1-89e726822d2f', 'mac_address': 'fa:16:3e:20:b2:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c4bd3ad-5185-421b-8506-8b9a3fda1427', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T19:42:38Z', 'updated_at': '2021-07-14T19:42:38Z', 'revision_number': 0, 'project_id': 'f6e0d77d06994092beb95554f40f49a2', 'fixed_ip_address_scope': None}, {'id': 'f0bab259-2599-4220-8048-a169c17a8986', 'tenant_id': 'f6e0d77d06994092beb95554f40f49a2', 'floating_ip_address': '172.25.1.135', 'floating_network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'router_id': 'be419b96-2361-4500-bc55-05c10aef0293', 'port_id': 'b3c424cd-d173-4a35-8914-13ab30021735', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 4318, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '435d661e-2eff-4b4e-aee1-89e726822d2f', 'mac_address': 'fa:16:3e:f2:20:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f12e27e7-d6ba-4da1-9b02-2412d9aa065b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T19:40:08Z', 'updated_at': '2021-07-14T19:40:10Z', 'revision_number': 1, 'project_id': 'f6e0d77d06994092beb95554f40f49a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '146e6180-39bc-4430-b1c3-e63e3817c288', 'name': '', 'network_id': '435d661e-2eff-4b4e-aee1-89e726822d2f', 'tenant_id': 'f6e0d77d06994092beb95554f40f49a2', 'mac_address': 'fa:16:3e:8c:5b:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be419b96-2361-4500-bc55-05c10aef0293', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '9e908415-b719-4d84-9687-97b9eb7eb0c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T19:39:48Z', 'updated_at': '2021-07-14T19:39:55Z', 'revision_number': 5, 'project_id': 'f6e0d77d06994092beb95554f40f49a2', 'subnets': [{'id': '9e908415-b719-4d84-9687-97b9eb7eb0c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-3', False) {} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 19:42:40.645979 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-018fac47-40b1-4870-b700-72dab08f8a39 None None] The sync data for ids ['be419b96-2361-4500-bc55-05c10aef0293'] in n-d-800634-3 is: [{'id': 'be419b96-2361-4500-bc55-05c10aef0293', 'name': 'tempest-TestSnapshotPattern-597769405-router', 'tenant_id': 'f6e0d77d06994092beb95554f40f49a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.64'}], 'enable_snat': True}, 'gw_port_id': '06209ab4-188d-423d-9285-260aaeccf8b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T19:39:46Z', 'updated_at': '2021-07-14T19:39:49Z', 'revision_number': 4, 'project_id': 'f6e0d77d06994092beb95554f40f49a2', 'gw_port': {'id': '06209ab4-188d-423d-9285-260aaeccf8b7', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:0d:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be419b96-2361-4500-bc55-05c10aef0293', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T19:39:47Z', 'updated_at': '2021-07-14T19:39:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_floatingips': [{'id': 'eed0f7a7-7015-4cda-a1a9-9bac3bafb688', 'tenant_id': 'f6e0d77d06994092beb95554f40f49a2', 'floating_ip_address': '172.25.1.189', 'floating_network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'router_id': 'be419b96-2361-4500-bc55-05c10aef0293', 'port_id': '1a218c10-c26e-4d95-8d6e-3f5f0598e0da', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4321, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '435d661e-2eff-4b4e-aee1-89e726822d2f', 'mac_address': 'fa:16:3e:20:b2:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c4bd3ad-5185-421b-8506-8b9a3fda1427', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T19:42:38Z', 'updated_at': '2021-07-14T19:42:38Z', 'revision_number': 0, 'project_id': 'f6e0d77d06994092beb95554f40f49a2', 'fixed_ip_address_scope': None}, {'id': 'f0bab259-2599-4220-8048-a169c17a8986', 'tenant_id': 'f6e0d77d06994092beb95554f40f49a2', 'floating_ip_address': '172.25.1.135', 'floating_network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'router_id': 'be419b96-2361-4500-bc55-05c10aef0293', 'port_id': 'b3c424cd-d173-4a35-8914-13ab30021735', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 4318, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '435d661e-2eff-4b4e-aee1-89e726822d2f', 'mac_address': 'fa:16:3e:f2:20:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f12e27e7-d6ba-4da1-9b02-2412d9aa065b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T19:40:08Z', 'updated_at': '2021-07-14T19:40:10Z', 'revision_number': 1, 'project_id': 'f6e0d77d06994092beb95554f40f49a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '146e6180-39bc-4430-b1c3-e63e3817c288', 'name': '', 'network_id': '435d661e-2eff-4b4e-aee1-89e726822d2f', 'tenant_id': 'f6e0d77d06994092beb95554f40f49a2', 'mac_address': 'fa:16:3e:8c:5b:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be419b96-2361-4500-bc55-05c10aef0293', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '9e908415-b719-4d84-9687-97b9eb7eb0c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T19:39:48Z', 'updated_at': '2021-07-14T19:39:55Z', 'revision_number': 5, 'project_id': 'f6e0d77d06994092beb95554f40f49a2', 'subnets': [{'id': '9e908415-b719-4d84-9687-97b9eb7eb0c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 19:42:40.836986 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-179fee15-a729-48ea-9980-9410d36c3f86 None None] New status for floating IP eed0f7a7-7015-4cda-a1a9-9bac3bafb688: ACTIVE {{(pid=93918) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 19:42:50.558992 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-d412d223-0769-4a12-970d-9bacfe7bd936 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:42:51.037805 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.agents_db [None req-2ea07fb6-aa68-4671-8654-119d82b9f530 None None] Agent healthcheck: found 7 active agents {{(pid=93918) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 19:42:52.964267 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-de9e23d9-4514-466f-b0c3-60af32a3e244 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:42:53.322144 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:42:54.461273 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-574aeb93-9938-449c-8e6c-cb22c9b52cc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:42:56.094178 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-2f4e3af3-e708-4ffd-a544-82d93a489d01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:42:56.515796 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-43da017e-9848-4d35-b6dc-fe9866d4b9a9 req-94072a46-7b7b-4623-a8bd-3b189e2b1772 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=6ab0c594-ecaf-4c5b-977a-9c1b59a2d9cc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0266364 Jul 14 19:42:56.564604 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-43da017e-9848-4d35-b6dc-fe9866d4b9a9 req-1593f092-da4a-4006-9fc4-10d4d48a0a94 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f1c4e239e6d24b3bb240a97f6c99b33f&device_id=6ab0c594-ecaf-4c5b-977a-9c1b59a2d9cc HTTP/1.1" status: 200 len: 210 time: 0.0260997 Jul 14 19:42:56.603754 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-43da017e-9848-4d35-b6dc-fe9866d4b9a9 req-52ddab1e-5ba9-479d-8d7c-423bd9cef912 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=f1c4e239e6d24b3bb240a97f6c99b33f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0193701 Jul 14 19:42:56.704729 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43da017e-9848-4d35-b6dc-fe9866d4b9a9 req-48e58485-ef1e-4900-a068-7cd0a485d642 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:42:56.707445 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-43da017e-9848-4d35-b6dc-fe9866d4b9a9 req-48e58485-ef1e-4900-a068-7cd0a485d642 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0980341 Jul 14 19:43:01.460669 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-8db10f4e-ff23-40b0-ac9a-5f191abcc68d req-fd20d36d-fb6d-4b4d-a5d1-91966cb5e760 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=f12e27e7-d6ba-4da1-9b02-2412d9aa065b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0533440 Jul 14 19:43:01.555380 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db10f4e-ff23-40b0-ac9a-5f191abcc68d req-98623c12-7b8d-4479-ae77-5ad3a12eee9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:43:01.556980 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-8db10f4e-ff23-40b0-ac9a-5f191abcc68d req-98623c12-7b8d-4479-ae77-5ad3a12eee9b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f6e0d77d06994092beb95554f40f49a2&device_id=f12e27e7-d6ba-4da1-9b02-2412d9aa065b HTTP/1.1" status: 200 len: 1094 time: 0.0543039 Jul 14 19:43:01.667715 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db10f4e-ff23-40b0-ac9a-5f191abcc68d req-2554330c-2d5d-4fba-8a41-48af0a1d672b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:43:01.669243 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-8db10f4e-ff23-40b0-ac9a-5f191abcc68d req-2554330c-2d5d-4fba-8a41-48af0a1d672b service neutron] 10.222.0.18 "GET /v2.0/networks?id=435d661e-2eff-4b4e-aee1-89e726822d2f HTTP/1.1" status: 200 len: 909 time: 0.0920959 Jul 14 19:43:01.732304 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-8db10f4e-ff23-40b0-ac9a-5f191abcc68d req-10f97684-2536-4a2a-8b94-28e9c0b1e041 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b3c424cd-d173-4a35-8914-13ab30021735 HTTP/1.1" status: 200 len: 999 time: 0.0569677 Jul 14 19:43:01.784893 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db10f4e-ff23-40b0-ac9a-5f191abcc68d req-ef361891-b66f-495c-b149-2c879605dced service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:43:01.786349 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-8db10f4e-ff23-40b0-ac9a-5f191abcc68d req-ef361891-b66f-495c-b149-2c879605dced service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9e908415-b719-4d84-9687-97b9eb7eb0c2 HTTP/1.1" status: 200 len: 848 time: 0.0482509 Jul 14 19:43:01.842912 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db10f4e-ff23-40b0-ac9a-5f191abcc68d req-811a1e2b-5232-418e-bc59-5d95dcacb133 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:43:01.844450 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-8db10f4e-ff23-40b0-ac9a-5f191abcc68d req-811a1e2b-5232-418e-bc59-5d95dcacb133 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=435d661e-2eff-4b4e-aee1-89e726822d2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0522869 Jul 14 19:43:01.932030 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-8db10f4e-ff23-40b0-ac9a-5f191abcc68d req-7226ff27-89b9-45e6-821e-d35dd64d7654 service neutron] 10.222.0.18 "GET /v2.0/networks/435d661e-2eff-4b4e-aee1-89e726822d2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810356 Jul 14 19:43:02.025869 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-8db10f4e-ff23-40b0-ac9a-5f191abcc68d req-89761a5b-121f-494d-b158-0bcacd53f442 service neutron] 10.222.0.18 "GET /v2.0/networks/435d661e-2eff-4b4e-aee1-89e726822d2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877337 Jul 14 19:43:03.269203 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:43:06.304306 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:43:20.559660 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-c52b6852-a777-4342-99ec-abb5552c2993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:43:22.964444 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-cfb91881-ff55-486f-81ed-4387e0618190 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:43:23.323603 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:43:24.464145 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-574aeb93-9938-449c-8e6c-cb22c9b52cc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:43:26.097075 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-2f4e3af3-e708-4ffd-a544-82d93a489d01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:43:28.037221 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.agents_db [None req-2ea07fb6-aa68-4671-8654-119d82b9f530 None None] Agent healthcheck: found 7 active agents {{(pid=93918) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 19:43:33.268728 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:43:36.308512 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:43:50.560724 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-f1e85d10-5561-41b4-8e82-f87a37fb520d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:43:52.964750 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-a07d0dc2-4cdb-4732-9b12-23763305c024 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:43:53.324523 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:43:54.468972 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-574aeb93-9938-449c-8e6c-cb22c9b52cc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:43:56.101223 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-2f4e3af3-e708-4ffd-a544-82d93a489d01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:43:57.019904 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-f5c526cf-0d40-480f-8575-d4bde5b2b5e3 req-d08ab6c4-f274-47c8-a8ed-1e0ea1fbfa0f service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=03a24d87-527f-4d5b-a998-53393446562a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0277047 Jul 14 19:43:57.086910 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-f5c526cf-0d40-480f-8575-d4bde5b2b5e3 req-3a365f48-1aa4-412b-a2eb-e28bae333aad service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c51e850593fc4a37af9470721017e8e7&device_id=03a24d87-527f-4d5b-a998-53393446562a HTTP/1.1" status: 200 len: 210 time: 0.0263488 Jul 14 19:43:57.129160 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-f5c526cf-0d40-480f-8575-d4bde5b2b5e3 req-670a0dd9-24ad-4df6-88f4-17bccb4ae323 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=c51e850593fc4a37af9470721017e8e7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0226748 Jul 14 19:43:57.219781 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c526cf-0d40-480f-8575-d4bde5b2b5e3 req-42a4a40a-6c58-4ff0-8e2e-36cfc4e1b25c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:43:57.221345 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-f5c526cf-0d40-480f-8575-d4bde5b2b5e3 req-42a4a40a-6c58-4ff0-8e2e-36cfc4e1b25c service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0856230 Jul 14 19:44:02.030292 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device 1a218c10-c26e-4d95-8d6e-3f5f0598e0da details requested by agent hyperv_n-h1-800634-3 with host n-h1-800634-3 {{(pid=93917) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 19:44:02.124101 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port 1a218c10-c26e-4d95-8d6e-3f5f0598e0da, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=1a218c10-c26e-4d95-8d6e-3f5f0598e0da,segment=NetworkSegment(46b6508d-3b3a-43d5-9b36-4a87ed62c830),segment_id=46b6508d-3b3a-43d5-9b36-4a87ed62c830)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 19:44:02.136960 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Returning: {'device': '1a218c10-c26e-4d95-8d6e-3f5f0598e0da', 'network_id': '435d661e-2eff-4b4e-aee1-89e726822d2f', 'port_id': '1a218c10-c26e-4d95-8d6e-3f5f0598e0da', 'mac_address': 'fa:16:3e:20:b2:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 65, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e908415-b719-4d84-9687-97b9eb7eb0c2', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93917) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 19:44:02.178079 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:44:02.190264 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1a218c10-c26e-4d95-8d6e-3f5f0598e0da {{(pid=93917) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 19:44:02.210447 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port 1a218c10-c26e-4d95-8d6e-3f5f0598e0da, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=1a218c10-c26e-4d95-8d6e-3f5f0598e0da,segment=NetworkSegment(46b6508d-3b3a-43d5-9b36-4a87ed62c830),segment_id=46b6508d-3b3a-43d5-9b36-4a87ed62c830)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 19:44:02.214217 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:44:02.264608 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Pushing event updated for resources: {'Port': ['ID=1a218c10-c26e-4d95-8d6e-3f5f0598e0da,revision_number=6']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:44:02.272275 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:44:02.272624 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:44:02.272965 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:44:02.273302 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:44:02.273639 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:44:02.273972 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:44:02.274302 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:44:02.274631 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:44:02.274969 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:44:02.275293 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:44:02.275615 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:44:02.275936 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:44:02.294281 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] get_ports_and_sgs() called for port_ids ['1a218c10-c26e-4d95-8d6e-3f5f0598e0da'] {{(pid=93917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 19:44:03.275074 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:44:03.529199 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89cef8f-e785-4131-83fa-59e750eccc80 req-1e3f13d9-af2f-4cc9-bb43-379c861aea7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:44:03.529199 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-d89cef8f-e785-4131-83fa-59e750eccc80 req-1e3f13d9-af2f-4cc9-bb43-379c861aea7e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f6e0d77d06994092beb95554f40f49a2&device_id=1c4bd3ad-5185-421b-8506-8b9a3fda1427 HTTP/1.1" status: 200 len: 1096 time: 0.0534754 Jul 14 19:44:03.636581 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89cef8f-e785-4131-83fa-59e750eccc80 req-73dc52ce-0e50-4a5c-b20b-37bf6636afdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:44:03.638647 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-d89cef8f-e785-4131-83fa-59e750eccc80 req-73dc52ce-0e50-4a5c-b20b-37bf6636afdb service neutron] 10.222.0.18 "GET /v2.0/networks?id=435d661e-2eff-4b4e-aee1-89e726822d2f HTTP/1.1" status: 200 len: 909 time: 0.0886617 Jul 14 19:44:03.707516 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-d89cef8f-e785-4131-83fa-59e750eccc80 req-7556a234-f9a1-4a5e-861d-76040daa6fec service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1a218c10-c26e-4d95-8d6e-3f5f0598e0da HTTP/1.1" status: 200 len: 1001 time: 0.0607340 Jul 14 19:44:03.758586 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89cef8f-e785-4131-83fa-59e750eccc80 req-23de84ab-bffc-4c7b-9b2b-94f237266c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:44:03.760066 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-d89cef8f-e785-4131-83fa-59e750eccc80 req-23de84ab-bffc-4c7b-9b2b-94f237266c26 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9e908415-b719-4d84-9687-97b9eb7eb0c2 HTTP/1.1" status: 200 len: 848 time: 0.0465617 Jul 14 19:44:03.820530 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89cef8f-e785-4131-83fa-59e750eccc80 req-486fef01-e55c-4a6c-853e-8ee54f3eb8ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:44:03.822021 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-d89cef8f-e785-4131-83fa-59e750eccc80 req-486fef01-e55c-4a6c-853e-8ee54f3eb8ee service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=435d661e-2eff-4b4e-aee1-89e726822d2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0561817 Jul 14 19:44:03.913804 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-d89cef8f-e785-4131-83fa-59e750eccc80 req-8922a66c-198d-43fe-90c3-d5976bb729ee service neutron] 10.222.0.18 "GET /v2.0/networks/435d661e-2eff-4b4e-aee1-89e726822d2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853839 Jul 14 19:44:04.013429 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-d89cef8f-e785-4131-83fa-59e750eccc80 req-fff88cb9-ac25-4cd6-b317-2684822acc53 service neutron] 10.222.0.18 "GET /v2.0/networks/435d661e-2eff-4b4e-aee1-89e726822d2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933754 Jul 14 19:44:04.037426 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device 1a218c10-c26e-4d95-8d6e-3f5f0598e0da up at agent hyperv_n-h1-800634-3 {{(pid=93917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 19:44:04.085169 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.provisioning_blocks [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Provisioning complete for port 1a218c10-c26e-4d95-8d6e-3f5f0598e0da triggered by entity L2. {{(pid=93917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 19:44:04.085560 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2093845'] for port, provisioning_complete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:44:04.171445 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:44:04.195477 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c4bd3ad-5185-421b-8506-8b9a3fda1427', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a218c10-c26e-4d95-8d6e-3f5f0598e0da'}] {{(pid=93917) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 19:44:04.203430 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee9af70b018e2a669d4aace710d7966bbe0586a349443f05e01050df9771a348" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ba34fbe-515f-4b6a-a892-29a5a618985c" -d '{"events": [{"server_uuid": "1c4bd3ad-5185-421b-8506-8b9a3fda1427", "name": "network-vif-plugged", "status": "completed", "tag": "1a218c10-c26e-4d95-8d6e-3f5f0598e0da"}]}' {{(pid=93917) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 19:44:04.217400 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port 1a218c10-c26e-4d95-8d6e-3f5f0598e0da, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=1a218c10-c26e-4d95-8d6e-3f5f0598e0da,segment=NetworkSegment(46b6508d-3b3a-43d5-9b36-4a87ed62c830),segment_id=46b6508d-3b3a-43d5-9b36-4a87ed62c830)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 19:44:04.223009 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:44:04.267595 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 19:44:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3a2a085-3fc6-4e9a-b981-1b893cb7ef69 x-openstack-request-id: req-e3a2a085-3fc6-4e9a-b981-1b893cb7ef69 {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 19:44:04.267887 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c4bd3ad-5185-421b-8506-8b9a3fda1427", "name": "network-vif-plugged", "status": "completed", "tag": "1a218c10-c26e-4d95-8d6e-3f5f0598e0da", "code": 200}]} {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 19:44:04.268721 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e3a2a085-3fc6-4e9a-b981-1b893cb7ef69 {{(pid=93917) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 19:44:04.268948 n-d-800634-3 neutron-server[93917]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c4bd3ad-5185-421b-8506-8b9a3fda1427', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a218c10-c26e-4d95-8d6e-3f5f0598e0da', 'code': 200} Jul 14 19:44:04.290975 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Pushing event updated for resources: {'Port': ['ID=1a218c10-c26e-4d95-8d6e-3f5f0598e0da,revision_number=7']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:44:05.037290 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.agents_db [None req-2ea07fb6-aa68-4671-8654-119d82b9f530 None None] Agent healthcheck: found 7 active agents {{(pid=93918) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 19:44:06.311364 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:44:13.409569 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 34734) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 19:44:13.571174 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-a76ad5fe-01b5-48b5-babf-14687f5f7251 tempest-TestSnapshotPattern-209832181 tempest-TestSnapshotPattern-209832181-project] Deleting port 17f5177c-3404-490b-8d71-3746baf31991 {{(pid=93916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 19:44:13.571530 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a76ad5fe-01b5-48b5-babf-14687f5f7251 tempest-TestSnapshotPattern-209832181 tempest-TestSnapshotPattern-209832181-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:44:13.652662 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a76ad5fe-01b5-48b5-babf-14687f5f7251 tempest-TestSnapshotPattern-209832181 tempest-TestSnapshotPattern-209832181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:44:13.652994 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a76ad5fe-01b5-48b5-babf-14687f5f7251 tempest-TestSnapshotPattern-209832181 tempest-TestSnapshotPattern-209832181-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:44:13.664993 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-a76ad5fe-01b5-48b5-babf-14687f5f7251 tempest-TestSnapshotPattern-209832181 tempest-TestSnapshotPattern-209832181-project] Calling delete_port for 17f5177c-3404-490b-8d71-3746baf31991 owned by network:floatingip {{(pid=93916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 19:44:13.813145 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a76ad5fe-01b5-48b5-babf-14687f5f7251 tempest-TestSnapshotPattern-209832181 tempest-TestSnapshotPattern-209832181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:44:13.841675 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76ad5fe-01b5-48b5-babf-14687f5f7251 tempest-TestSnapshotPattern-209832181 tempest-TestSnapshotPattern-209832181-project] Pushing event deleted for resources: {'Port': ['ID=17f5177c-3404-490b-8d71-3746baf31991,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:44:13.869903 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76ad5fe-01b5-48b5-babf-14687f5f7251 tempest-TestSnapshotPattern-209832181 tempest-TestSnapshotPattern-209832181-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:44:13.870253 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76ad5fe-01b5-48b5-babf-14687f5f7251 tempest-TestSnapshotPattern-209832181 tempest-TestSnapshotPattern-209832181-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:44:13.870598 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76ad5fe-01b5-48b5-babf-14687f5f7251 tempest-TestSnapshotPattern-209832181 tempest-TestSnapshotPattern-209832181-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:44:13.870940 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76ad5fe-01b5-48b5-babf-14687f5f7251 tempest-TestSnapshotPattern-209832181 tempest-TestSnapshotPattern-209832181-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:44:13.871276 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76ad5fe-01b5-48b5-babf-14687f5f7251 tempest-TestSnapshotPattern-209832181 tempest-TestSnapshotPattern-209832181-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:44:13.871612 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76ad5fe-01b5-48b5-babf-14687f5f7251 tempest-TestSnapshotPattern-209832181 tempest-TestSnapshotPattern-209832181-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:44:13.871940 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76ad5fe-01b5-48b5-babf-14687f5f7251 tempest-TestSnapshotPattern-209832181 tempest-TestSnapshotPattern-209832181-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:44:13.872301 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76ad5fe-01b5-48b5-babf-14687f5f7251 tempest-TestSnapshotPattern-209832181 tempest-TestSnapshotPattern-209832181-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:44:13.872630 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76ad5fe-01b5-48b5-babf-14687f5f7251 tempest-TestSnapshotPattern-209832181 tempest-TestSnapshotPattern-209832181-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:44:13.872958 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76ad5fe-01b5-48b5-babf-14687f5f7251 tempest-TestSnapshotPattern-209832181 tempest-TestSnapshotPattern-209832181-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:44:13.873309 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76ad5fe-01b5-48b5-babf-14687f5f7251 tempest-TestSnapshotPattern-209832181 tempest-TestSnapshotPattern-209832181-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:44:13.873641 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76ad5fe-01b5-48b5-babf-14687f5f7251 tempest-TestSnapshotPattern-209832181 tempest-TestSnapshotPattern-209832181-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:44:13.913074 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a76ad5fe-01b5-48b5-babf-14687f5f7251 tempest-TestSnapshotPattern-209832181 tempest-TestSnapshotPattern-209832181-project] Notify callbacks [] for floatingip, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:44:13.913410 n-d-800634-3 neutron-server[93916]: INFO neutron.db.l3_db [None req-a76ad5fe-01b5-48b5-babf-14687f5f7251 tempest-TestSnapshotPattern-209832181 tempest-TestSnapshotPattern-209832181-project] Floating IP eed0f7a7-7015-4cda-a1a9-9bac3bafb688 disassociated (deleted). External IP: 172.25.1.189, port: 1a218c10-c26e-4d95-8d6e-3f5f0598e0da. Jul 14 19:44:14.126051 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a76ad5fe-01b5-48b5-babf-14687f5f7251 tempest-TestSnapshotPattern-209832181 tempest-TestSnapshotPattern-209832181-project] Router be419b96-2361-4500-bc55-05c10aef0293 has already been hosted by L3 agent 2c6eb27e-defb-4cca-9a24-381c7415e359 {{(pid=93916) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 19:44:14.234587 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a76ad5fe-01b5-48b5-babf-14687f5f7251 tempest-TestSnapshotPattern-209832181 tempest-TestSnapshotPattern-209832181-project] Notify agent at l3_agent.n-d-800634-3 the message routers_updated {{(pid=93916) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 19:44:14.242039 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a76ad5fe-01b5-48b5-babf-14687f5f7251 tempest-TestSnapshotPattern-209832181 tempest-TestSnapshotPattern-209832181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for floatingip, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:44:14.245221 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e325cdc9-7f04-4993-9c81-fa7cbed4b495 None None] Sync routers for ids ['be419b96-2361-4500-bc55-05c10aef0293'] in n-d-800634-3 {{(pid=93917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 19:44:14.254635 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e325cdc9-7f04-4993-9c81-fa7cbed4b495 None None] Routers {'be419b96-2361-4500-bc55-05c10aef0293'} bound to L3 agent in host n-d-800634-3 {{(pid=93917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 19:44:14.256164 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-e325cdc9-7f04-4993-9c81-fa7cbed4b495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T19:43:53Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['be419b96-2361-4500-bc55-05c10aef0293'], 'active': True} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 19:44:14.280517 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-a76ad5fe-01b5-48b5-babf-14687f5f7251 tempest-TestSnapshotPattern-209832181 tempest-TestSnapshotPattern-209832181-project] 10.222.0.16 "DELETE /v2.0/floatingips/eed0f7a7-7015-4cda-a1a9-9bac3bafb688 HTTP/1.1" status: 204 len: 168 time: 0.8698242 Jul 14 19:44:14.281113 n-d-800634-3 neutron-server[93916]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c4bd3ad-5185-421b-8506-8b9a3fda1427', 'tag': '1a218c10-c26e-4d95-8d6e-3f5f0598e0da'}] {{(pid=93916) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 19:44:14.283365 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08660965dfa68fcf45ab49fd1f0842c3c46447df706a9a0609e2cc6818fe56f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f70b097-1db6-4fbf-9b0f-d7ad13ab8076" -d '{"events": [{"name": "network-changed", "server_uuid": "1c4bd3ad-5185-421b-8506-8b9a3fda1427", "tag": "1a218c10-c26e-4d95-8d6e-3f5f0598e0da"}]}' {{(pid=93916) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 19:44:14.375051 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 19:44:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69883e30-9208-42da-9da3-d45783b48d43 x-openstack-request-id: req-69883e30-9208-42da-9da3-d45783b48d43 {{(pid=93916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 19:44:14.375329 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c4bd3ad-5185-421b-8506-8b9a3fda1427", "tag": "1a218c10-c26e-4d95-8d6e-3f5f0598e0da", "status": "completed", "code": 200}]} {{(pid=93916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 19:44:14.375589 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-69883e30-9208-42da-9da3-d45783b48d43 {{(pid=93916) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 19:44:14.376008 n-d-800634-3 neutron-server[93916]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c4bd3ad-5185-421b-8506-8b9a3fda1427', 'tag': '1a218c10-c26e-4d95-8d6e-3f5f0598e0da', 'status': 'completed', 'code': 200} Jul 14 19:44:14.383287 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvr_db [None req-e325cdc9-7f04-4993-9c81-fa7cbed4b495 None None] Set router be419b96-2361-4500-bc55-05c10aef0293 gateway port host: n-d-800634-3 {{(pid=93917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 19:44:14.464443 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f70b097-1db6-4fbf-9b0f-d7ad13ab8076 req-bf3c78da-a29f-4a91-89bb-1319eb91a814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:44:14.466255 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2f70b097-1db6-4fbf-9b0f-d7ad13ab8076 req-bf3c78da-a29f-4a91-89bb-1319eb91a814 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f6e0d77d06994092beb95554f40f49a2&device_id=1c4bd3ad-5185-421b-8506-8b9a3fda1427 HTTP/1.1" status: 200 len: 1097 time: 0.0600731 Jul 14 19:44:14.577157 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f70b097-1db6-4fbf-9b0f-d7ad13ab8076 req-8c438b79-fdbd-41db-81e8-9236c4ce7d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:44:14.578814 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2f70b097-1db6-4fbf-9b0f-d7ad13ab8076 req-8c438b79-fdbd-41db-81e8-9236c4ce7d66 service neutron] 10.222.0.18 "GET /v2.0/networks?id=435d661e-2eff-4b4e-aee1-89e726822d2f HTTP/1.1" status: 200 len: 909 time: 0.1060507 Jul 14 19:44:14.625097 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2f70b097-1db6-4fbf-9b0f-d7ad13ab8076 req-2280bea0-46e6-44a5-8a57-511d5c584deb service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1a218c10-c26e-4d95-8d6e-3f5f0598e0da HTTP/1.1" status: 200 len: 217 time: 0.0394378 Jul 14 19:44:14.631619 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-e325cdc9-7f04-4993-9c81-fa7cbed4b495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be419b96-2361-4500-bc55-05c10aef0293', 'name': 'tempest-TestSnapshotPattern-597769405-router', 'tenant_id': 'f6e0d77d06994092beb95554f40f49a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.64'}], 'enable_snat': True}, 'gw_port_id': '06209ab4-188d-423d-9285-260aaeccf8b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T19:39:46Z', 'updated_at': '2021-07-14T19:39:49Z', 'revision_number': 4, 'project_id': 'f6e0d77d06994092beb95554f40f49a2', 'gw_port': {'id': '06209ab4-188d-423d-9285-260aaeccf8b7', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:0d:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be419b96-2361-4500-bc55-05c10aef0293', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T19:39:47Z', 'updated_at': '2021-07-14T19:39:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_floatingips': [{'id': 'f0bab259-2599-4220-8048-a169c17a8986', 'tenant_id': 'f6e0d77d06994092beb95554f40f49a2', 'floating_ip_address': '172.25.1.135', 'floating_network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'router_id': 'be419b96-2361-4500-bc55-05c10aef0293', 'port_id': 'b3c424cd-d173-4a35-8914-13ab30021735', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 4318, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '435d661e-2eff-4b4e-aee1-89e726822d2f', 'mac_address': 'fa:16:3e:f2:20:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f12e27e7-d6ba-4da1-9b02-2412d9aa065b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T19:40:08Z', 'updated_at': '2021-07-14T19:40:10Z', 'revision_number': 1, 'project_id': 'f6e0d77d06994092beb95554f40f49a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '146e6180-39bc-4430-b1c3-e63e3817c288', 'name': '', 'network_id': '435d661e-2eff-4b4e-aee1-89e726822d2f', 'tenant_id': 'f6e0d77d06994092beb95554f40f49a2', 'mac_address': 'fa:16:3e:8c:5b:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be419b96-2361-4500-bc55-05c10aef0293', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '9e908415-b719-4d84-9687-97b9eb7eb0c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T19:39:48Z', 'updated_at': '2021-07-14T19:39:55Z', 'revision_number': 5, 'project_id': 'f6e0d77d06994092beb95554f40f49a2', 'subnets': [{'id': '9e908415-b719-4d84-9687-97b9eb7eb0c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-3', False) {} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 19:44:14.658245 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e325cdc9-7f04-4993-9c81-fa7cbed4b495 None None] Checking router: be419b96-2361-4500-bc55-05c10aef0293 for host: n-d-800634-3 {{(pid=93917) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 19:44:14.667470 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e325cdc9-7f04-4993-9c81-fa7cbed4b495 None None] Routers {'be419b96-2361-4500-bc55-05c10aef0293'} bound to L3 agent in host n-d-800634-3 {{(pid=93917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 19:44:14.668383 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-e325cdc9-7f04-4993-9c81-fa7cbed4b495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T19:43:53Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['be419b96-2361-4500-bc55-05c10aef0293'], 'active': True} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 19:44:14.674995 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f70b097-1db6-4fbf-9b0f-d7ad13ab8076 req-7b4fc072-93ca-46ba-888c-c77ff274920f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:44:14.676502 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2f70b097-1db6-4fbf-9b0f-d7ad13ab8076 req-7b4fc072-93ca-46ba-888c-c77ff274920f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9e908415-b719-4d84-9687-97b9eb7eb0c2 HTTP/1.1" status: 200 len: 848 time: 0.0458236 Jul 14 19:44:14.937304 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvr_db [None req-e325cdc9-7f04-4993-9c81-fa7cbed4b495 None None] Set router be419b96-2361-4500-bc55-05c10aef0293 gateway port host: n-d-800634-3 {{(pid=93917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 19:44:15.096531 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f70b097-1db6-4fbf-9b0f-d7ad13ab8076 req-f8db38f7-5e75-4f67-a696-14703302a39a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:44:15.098042 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2f70b097-1db6-4fbf-9b0f-d7ad13ab8076 req-f8db38f7-5e75-4f67-a696-14703302a39a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=435d661e-2eff-4b4e-aee1-89e726822d2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4091134 Jul 14 19:44:15.106956 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bea696-92f7-4263-bc0f-78d06b6f4b28 req-0ad62838-29ac-4535-97c6-f104acaebb06 tempest-TestSnapshotPattern-209832181 tempest-TestSnapshotPattern-209832181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:44:15.108404 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b6bea696-92f7-4263-bc0f-78d06b6f4b28 req-0ad62838-29ac-4535-97c6-f104acaebb06 tempest-TestSnapshotPattern-209832181 tempest-TestSnapshotPattern-209832181-project] 10.222.0.16 "GET /v2.0/ports?device_id=1c4bd3ad-5185-421b-8506-8b9a3fda1427 HTTP/1.1" status: 200 len: 946 time: 0.4823720 Jul 14 19:44:15.175924 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-e325cdc9-7f04-4993-9c81-fa7cbed4b495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be419b96-2361-4500-bc55-05c10aef0293', 'name': 'tempest-TestSnapshotPattern-597769405-router', 'tenant_id': 'f6e0d77d06994092beb95554f40f49a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.64'}], 'enable_snat': True}, 'gw_port_id': '06209ab4-188d-423d-9285-260aaeccf8b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T19:39:46Z', 'updated_at': '2021-07-14T19:39:49Z', 'revision_number': 4, 'project_id': 'f6e0d77d06994092beb95554f40f49a2', 'gw_port': {'id': '06209ab4-188d-423d-9285-260aaeccf8b7', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:0d:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be419b96-2361-4500-bc55-05c10aef0293', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T19:39:47Z', 'updated_at': '2021-07-14T19:39:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_floatingips': [{'id': 'f0bab259-2599-4220-8048-a169c17a8986', 'tenant_id': 'f6e0d77d06994092beb95554f40f49a2', 'floating_ip_address': '172.25.1.135', 'floating_network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'router_id': 'be419b96-2361-4500-bc55-05c10aef0293', 'port_id': 'b3c424cd-d173-4a35-8914-13ab30021735', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 4318, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '435d661e-2eff-4b4e-aee1-89e726822d2f', 'mac_address': 'fa:16:3e:f2:20:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f12e27e7-d6ba-4da1-9b02-2412d9aa065b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T19:40:08Z', 'updated_at': '2021-07-14T19:40:10Z', 'revision_number': 1, 'project_id': 'f6e0d77d06994092beb95554f40f49a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '146e6180-39bc-4430-b1c3-e63e3817c288', 'name': '', 'network_id': '435d661e-2eff-4b4e-aee1-89e726822d2f', 'tenant_id': 'f6e0d77d06994092beb95554f40f49a2', 'mac_address': 'fa:16:3e:8c:5b:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be419b96-2361-4500-bc55-05c10aef0293', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '9e908415-b719-4d84-9687-97b9eb7eb0c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T19:39:48Z', 'updated_at': '2021-07-14T19:39:55Z', 'revision_number': 5, 'project_id': 'f6e0d77d06994092beb95554f40f49a2', 'subnets': [{'id': '9e908415-b719-4d84-9687-97b9eb7eb0c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-3', False) {} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 19:44:15.192018 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-b6bea696-92f7-4263-bc0f-78d06b6f4b28 req-7085298d-666f-4697-a678-f563b939c388 tempest-TestSnapshotPattern-209832181 tempest-TestSnapshotPattern-209832181-project] 10.222.0.16 "GET /v2.0/security-groups?id=e176f385-389e-4178-8793-85cb93757ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0750642 Jul 14 19:44:15.206369 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e325cdc9-7f04-4993-9c81-fa7cbed4b495 None None] The sync data for ids ['be419b96-2361-4500-bc55-05c10aef0293'] in n-d-800634-3 is: [{'id': 'be419b96-2361-4500-bc55-05c10aef0293', 'name': 'tempest-TestSnapshotPattern-597769405-router', 'tenant_id': 'f6e0d77d06994092beb95554f40f49a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.64'}], 'enable_snat': True}, 'gw_port_id': '06209ab4-188d-423d-9285-260aaeccf8b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T19:39:46Z', 'updated_at': '2021-07-14T19:39:49Z', 'revision_number': 4, 'project_id': 'f6e0d77d06994092beb95554f40f49a2', 'gw_port': {'id': '06209ab4-188d-423d-9285-260aaeccf8b7', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:0d:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be419b96-2361-4500-bc55-05c10aef0293', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T19:39:47Z', 'updated_at': '2021-07-14T19:39:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_floatingips': [{'id': 'f0bab259-2599-4220-8048-a169c17a8986', 'tenant_id': 'f6e0d77d06994092beb95554f40f49a2', 'floating_ip_address': '172.25.1.135', 'floating_network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'router_id': 'be419b96-2361-4500-bc55-05c10aef0293', 'port_id': 'b3c424cd-d173-4a35-8914-13ab30021735', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 4318, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '435d661e-2eff-4b4e-aee1-89e726822d2f', 'mac_address': 'fa:16:3e:f2:20:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f12e27e7-d6ba-4da1-9b02-2412d9aa065b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T19:40:08Z', 'updated_at': '2021-07-14T19:40:10Z', 'revision_number': 1, 'project_id': 'f6e0d77d06994092beb95554f40f49a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '146e6180-39bc-4430-b1c3-e63e3817c288', 'name': '', 'network_id': '435d661e-2eff-4b4e-aee1-89e726822d2f', 'tenant_id': 'f6e0d77d06994092beb95554f40f49a2', 'mac_address': 'fa:16:3e:8c:5b:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be419b96-2361-4500-bc55-05c10aef0293', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '9e908415-b719-4d84-9687-97b9eb7eb0c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T19:39:48Z', 'updated_at': '2021-07-14T19:39:55Z', 'revision_number': 5, 'project_id': 'f6e0d77d06994092beb95554f40f49a2', 'subnets': [{'id': '9e908415-b719-4d84-9687-97b9eb7eb0c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 19:44:15.219674 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2f70b097-1db6-4fbf-9b0f-d7ad13ab8076 req-313c3f44-2aee-4541-ba9d-5f6a95d52cb2 service neutron] 10.222.0.18 "GET /v2.0/networks/435d661e-2eff-4b4e-aee1-89e726822d2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1100683 Jul 14 19:44:15.314658 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-2f70b097-1db6-4fbf-9b0f-d7ad13ab8076 req-a8249585-b287-4398-9f10-3852cc2e7431 service neutron] 10.222.0.18 "GET /v2.0/networks/435d661e-2eff-4b4e-aee1-89e726822d2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885062 Jul 14 19:44:15.473970 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33ee0e65-1ec4-4ac8-8ad2-ec5eebb252b4 None None] New status for floating IP eed0f7a7-7015-4cda-a1a9-9bac3bafb688: DOWN {{(pid=93918) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 19:44:16.097991 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device 1a218c10-c26e-4d95-8d6e-3f5f0598e0da no longer exists at agent hyperv_n-h1-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 19:44:16.124960 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b3f7a6-891e-4212-84bd-bdd9c5723379 req-318a3218-f1e3-48d2-bf9b-5209faeca40c tempest-TestSnapshotPattern-209832181 tempest-TestSnapshotPattern-209832181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:44:16.126561 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f6b3f7a6-891e-4212-84bd-bdd9c5723379 req-318a3218-f1e3-48d2-bf9b-5209faeca40c tempest-TestSnapshotPattern-209832181 tempest-TestSnapshotPattern-209832181-project] 10.222.0.18 "GET /v2.0/ports?device_id=1c4bd3ad-5185-421b-8506-8b9a3fda1427 HTTP/1.1" status: 200 len: 946 time: 0.0658512 Jul 14 19:44:16.183505 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594816'] for port, before_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:44:16.206140 n-d-800634-3 neutron-server[93917]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c4bd3ad-5185-421b-8506-8b9a3fda1427', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1a218c10-c26e-4d95-8d6e-3f5f0598e0da'}] {{(pid=93917) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 19:44:16.208469 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee9af70b018e2a669d4aace710d7966bbe0586a349443f05e01050df9771a348" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-705b1ea1-cc3c-4a60-b226-06fe650c341c" -d '{"events": [{"server_uuid": "1c4bd3ad-5185-421b-8506-8b9a3fda1427", "name": "network-vif-unplugged", "status": "completed", "tag": "1a218c10-c26e-4d95-8d6e-3f5f0598e0da"}]}' {{(pid=93917) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 19:44:16.221411 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] For port 1a218c10-c26e-4d95-8d6e-3f5f0598e0da, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=1a218c10-c26e-4d95-8d6e-3f5f0598e0da,segment=NetworkSegment(46b6508d-3b3a-43d5-9b36-4a87ed62c830),segment_id=46b6508d-3b3a-43d5-9b36-4a87ed62c830)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 19:44:16.226470 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728202639607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728202246822', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728202246840'] for port, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:44:16.243016 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [req-f6b3f7a6-891e-4212-84bd-bdd9c5723379 req-e6058814-718f-4473-a59b-549cf7dfc58a tempest-TestSnapshotPattern-209832181 tempest-TestSnapshotPattern-209832181-project] Deleting port 1a218c10-c26e-4d95-8d6e-3f5f0598e0da {{(pid=93915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 19:44:16.243369 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-f6b3f7a6-891e-4212-84bd-bdd9c5723379 req-e6058814-718f-4473-a59b-549cf7dfc58a tempest-TestSnapshotPattern-209832181 tempest-TestSnapshotPattern-209832181-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:44:16.264676 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 14 Jul 2021 19:44:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6232e4d-6132-4ea0-93d1-28ab26ec41e4 x-openstack-request-id: req-e6232e4d-6132-4ea0-93d1-28ab26ec41e4 {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 19:44:16.265130 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c4bd3ad-5185-421b-8506-8b9a3fda1427", "name": "network-vif-unplugged", "status": "completed", "tag": "1a218c10-c26e-4d95-8d6e-3f5f0598e0da", "code": 200}]} {{(pid=93917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 19:44:16.265392 n-d-800634-3 neutron-server[93917]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e6232e4d-6132-4ea0-93d1-28ab26ec41e4 {{(pid=93917) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 19:44:16.265788 n-d-800634-3 neutron-server[93917]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c4bd3ad-5185-421b-8506-8b9a3fda1427', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1a218c10-c26e-4d95-8d6e-3f5f0598e0da', 'code': 200} Jul 14 19:44:16.285002 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Pushing event updated for resources: {'Port': ['ID=1a218c10-c26e-4d95-8d6e-3f5f0598e0da,revision_number=8']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:44:16.380636 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-f6b3f7a6-891e-4212-84bd-bdd9c5723379 req-e6058814-718f-4473-a59b-549cf7dfc58a tempest-TestSnapshotPattern-209832181 tempest-TestSnapshotPattern-209832181-project] For port 1a218c10-c26e-4d95-8d6e-3f5f0598e0da, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=1a218c10-c26e-4d95-8d6e-3f5f0598e0da,segment=NetworkSegment(46b6508d-3b3a-43d5-9b36-4a87ed62c830),segment_id=46b6508d-3b3a-43d5-9b36-4a87ed62c830)] {{(pid=93915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 19:44:16.380941 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-f6b3f7a6-891e-4212-84bd-bdd9c5723379 req-e6058814-718f-4473-a59b-549cf7dfc58a tempest-TestSnapshotPattern-209832181 tempest-TestSnapshotPattern-209832181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:44:16.397124 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [req-f6b3f7a6-891e-4212-84bd-bdd9c5723379 req-e6058814-718f-4473-a59b-549cf7dfc58a tempest-TestSnapshotPattern-209832181 tempest-TestSnapshotPattern-209832181-project] Calling delete_port for 1a218c10-c26e-4d95-8d6e-3f5f0598e0da owned by compute:nova {{(pid=93915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 19:44:16.462041 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6828d53f-d10d-4153-8a5b-75fa8190c266 req-3497df60-348f-45f1-8a8a-1461d1553119 tempest-TestSnapshotPattern-209832181 tempest-TestSnapshotPattern-209832181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:44:16.463545 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6828d53f-d10d-4153-8a5b-75fa8190c266 req-3497df60-348f-45f1-8a8a-1461d1553119 tempest-TestSnapshotPattern-209832181 tempest-TestSnapshotPattern-209832181-project] 10.222.0.16 "GET /v2.0/ports?device_id=1c4bd3ad-5185-421b-8506-8b9a3fda1427 HTTP/1.1" status: 200 len: 944 time: 0.1351302 Jul 14 19:44:16.519683 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-6828d53f-d10d-4153-8a5b-75fa8190c266 req-2211e8d5-d69e-4a01-add8-7af082623ab2 tempest-TestSnapshotPattern-209832181 tempest-TestSnapshotPattern-209832181-project] 10.222.0.16 "GET /v2.0/security-groups?id=e176f385-389e-4178-8793-85cb93757ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489867 Jul 14 19:44:16.576737 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-f6b3f7a6-891e-4212-84bd-bdd9c5723379 req-e6058814-718f-4473-a59b-549cf7dfc58a tempest-TestSnapshotPattern-209832181 tempest-TestSnapshotPattern-209832181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:44:16.604944 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6058814-718f-4473-a59b-549cf7dfc58a tempest-TestSnapshotPattern-209832181 tempest-TestSnapshotPattern-209832181-project] Pushing event deleted for resources: {'Port': ['ID=1a218c10-c26e-4d95-8d6e-3f5f0598e0da,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:44:16.619610 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6058814-718f-4473-a59b-549cf7dfc58a tempest-TestSnapshotPattern-209832181 tempest-TestSnapshotPattern-209832181-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:44:16.619954 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6058814-718f-4473-a59b-549cf7dfc58a tempest-TestSnapshotPattern-209832181 tempest-TestSnapshotPattern-209832181-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:44:16.620320 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6058814-718f-4473-a59b-549cf7dfc58a tempest-TestSnapshotPattern-209832181 tempest-TestSnapshotPattern-209832181-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:44:16.620659 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6058814-718f-4473-a59b-549cf7dfc58a tempest-TestSnapshotPattern-209832181 tempest-TestSnapshotPattern-209832181-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:44:16.620995 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6058814-718f-4473-a59b-549cf7dfc58a tempest-TestSnapshotPattern-209832181 tempest-TestSnapshotPattern-209832181-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:44:16.621331 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6058814-718f-4473-a59b-549cf7dfc58a tempest-TestSnapshotPattern-209832181 tempest-TestSnapshotPattern-209832181-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:44:16.622526 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6058814-718f-4473-a59b-549cf7dfc58a tempest-TestSnapshotPattern-209832181 tempest-TestSnapshotPattern-209832181-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:44:16.622526 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6058814-718f-4473-a59b-549cf7dfc58a tempest-TestSnapshotPattern-209832181 tempest-TestSnapshotPattern-209832181-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:44:16.622526 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6058814-718f-4473-a59b-549cf7dfc58a tempest-TestSnapshotPattern-209832181 tempest-TestSnapshotPattern-209832181-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:44:16.622908 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6058814-718f-4473-a59b-549cf7dfc58a tempest-TestSnapshotPattern-209832181 tempest-TestSnapshotPattern-209832181-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:44:16.622908 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6058814-718f-4473-a59b-549cf7dfc58a tempest-TestSnapshotPattern-209832181 tempest-TestSnapshotPattern-209832181-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:44:16.623225 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6058814-718f-4473-a59b-549cf7dfc58a tempest-TestSnapshotPattern-209832181 tempest-TestSnapshotPattern-209832181-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800634-3 {{(pid=93915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 19:44:16.667253 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6b3f7a6-891e-4212-84bd-bdd9c5723379 req-e6058814-718f-4473-a59b-549cf7dfc58a tempest-TestSnapshotPattern-209832181 tempest-TestSnapshotPattern-209832181-project] No DVR routers for this DVR port 1a218c10-c26e-4d95-8d6e-3f5f0598e0da on host n-h1-800634-3 {{(pid=93915) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 19:44:16.670248 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-f6b3f7a6-891e-4212-84bd-bdd9c5723379 req-e6058814-718f-4473-a59b-549cf7dfc58a tempest-TestSnapshotPattern-209832181 tempest-TestSnapshotPattern-209832181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:44:16.672291 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-f6b3f7a6-891e-4212-84bd-bdd9c5723379 req-e6058814-718f-4473-a59b-549cf7dfc58a tempest-TestSnapshotPattern-209832181 tempest-TestSnapshotPattern-209832181-project] 10.222.0.18 "DELETE /v2.0/ports/1a218c10-c26e-4d95-8d6e-3f5f0598e0da HTTP/1.1" status: 204 len: 173 time: 0.5407193 Jul 14 19:44:16.672846 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c4bd3ad-5185-421b-8506-8b9a3fda1427', 'name': 'network-vif-deleted', 'tag': '1a218c10-c26e-4d95-8d6e-3f5f0598e0da'}] {{(pid=93915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 19:44:16.675169 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}163b1c7ce9835e2c54087c39b47c05da5c61decdd411e584c58a4e7cd59f948f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d56a7fde-8f17-4839-b857-980795bdce2a" -d '{"events": [{"server_uuid": "1c4bd3ad-5185-421b-8506-8b9a3fda1427", "name": "network-vif-deleted", "tag": "1a218c10-c26e-4d95-8d6e-3f5f0598e0da"}]}' {{(pid=93915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 19:44:16.713456 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 19:44:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ebb18b8-554b-4e92-9532-691edae3fc2f x-openstack-request-id: req-7ebb18b8-554b-4e92-9532-691edae3fc2f {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 19:44:16.713760 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c4bd3ad-5185-421b-8506-8b9a3fda1427", "name": "network-vif-deleted", "tag": "1a218c10-c26e-4d95-8d6e-3f5f0598e0da", "status": "completed", "code": 200}]} {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 19:44:16.714017 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7ebb18b8-554b-4e92-9532-691edae3fc2f {{(pid=93915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 19:44:16.714425 n-d-800634-3 neutron-server[93915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c4bd3ad-5185-421b-8506-8b9a3fda1427', 'name': 'network-vif-deleted', 'tag': '1a218c10-c26e-4d95-8d6e-3f5f0598e0da', 'status': 'completed', 'code': 200} Jul 14 19:44:18.144590 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 34794) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 19:44:18.305934 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-e5c90bb6-2128-45c8-862b-dbdeb4340d8d tempest-TestSnapshotPattern-209832181 tempest-TestSnapshotPattern-209832181-project] Deleting port 5b8684ed-c8f3-4c0f-9fa5-9844d26ca399 {{(pid=93916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 19:44:18.306312 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-e5c90bb6-2128-45c8-862b-dbdeb4340d8d tempest-TestSnapshotPattern-209832181 tempest-TestSnapshotPattern-209832181-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:44:18.404341 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-e5c90bb6-2128-45c8-862b-dbdeb4340d8d tempest-TestSnapshotPattern-209832181 tempest-TestSnapshotPattern-209832181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:44:18.404605 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-e5c90bb6-2128-45c8-862b-dbdeb4340d8d tempest-TestSnapshotPattern-209832181 tempest-TestSnapshotPattern-209832181-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:44:18.417093 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-e5c90bb6-2128-45c8-862b-dbdeb4340d8d tempest-TestSnapshotPattern-209832181 tempest-TestSnapshotPattern-209832181-project] Calling delete_port for 5b8684ed-c8f3-4c0f-9fa5-9844d26ca399 owned by network:floatingip {{(pid=93916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 19:44:18.575065 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-e5c90bb6-2128-45c8-862b-dbdeb4340d8d tempest-TestSnapshotPattern-209832181 tempest-TestSnapshotPattern-209832181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:44:18.605625 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c90bb6-2128-45c8-862b-dbdeb4340d8d tempest-TestSnapshotPattern-209832181 tempest-TestSnapshotPattern-209832181-project] Pushing event deleted for resources: {'Port': ['ID=5b8684ed-c8f3-4c0f-9fa5-9844d26ca399,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:44:18.665067 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-e5c90bb6-2128-45c8-862b-dbdeb4340d8d tempest-TestSnapshotPattern-209832181 tempest-TestSnapshotPattern-209832181-project] Notify callbacks [] for floatingip, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:44:18.665363 n-d-800634-3 neutron-server[93916]: INFO neutron.db.l3_db [None req-e5c90bb6-2128-45c8-862b-dbdeb4340d8d tempest-TestSnapshotPattern-209832181 tempest-TestSnapshotPattern-209832181-project] Floating IP f0bab259-2599-4220-8048-a169c17a8986 disassociated (deleted). External IP: 172.25.1.135, port: b3c424cd-d173-4a35-8914-13ab30021735. Jul 14 19:44:18.873736 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5c90bb6-2128-45c8-862b-dbdeb4340d8d tempest-TestSnapshotPattern-209832181 tempest-TestSnapshotPattern-209832181-project] Router be419b96-2361-4500-bc55-05c10aef0293 has already been hosted by L3 agent 2c6eb27e-defb-4cca-9a24-381c7415e359 {{(pid=93916) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 19:44:18.985968 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5c90bb6-2128-45c8-862b-dbdeb4340d8d tempest-TestSnapshotPattern-209832181 tempest-TestSnapshotPattern-209832181-project] Notify agent at l3_agent.n-d-800634-3 the message routers_updated {{(pid=93916) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 19:44:18.991298 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-e5c90bb6-2128-45c8-862b-dbdeb4340d8d tempest-TestSnapshotPattern-209832181 tempest-TestSnapshotPattern-209832181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for floatingip, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:44:18.996347 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a353f77-1875-4beb-87fb-21bf807c3091 None None] Sync routers for ids ['be419b96-2361-4500-bc55-05c10aef0293'] in n-d-800634-3 {{(pid=93917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 19:44:19.006853 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a353f77-1875-4beb-87fb-21bf807c3091 None None] Routers {'be419b96-2361-4500-bc55-05c10aef0293'} bound to L3 agent in host n-d-800634-3 {{(pid=93917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 19:44:19.007762 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-1a353f77-1875-4beb-87fb-21bf807c3091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T19:43:53Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['be419b96-2361-4500-bc55-05c10aef0293'], 'active': True} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 19:44:19.027603 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-e5c90bb6-2128-45c8-862b-dbdeb4340d8d tempest-TestSnapshotPattern-209832181 tempest-TestSnapshotPattern-209832181-project] 10.222.0.16 "DELETE /v2.0/floatingips/f0bab259-2599-4220-8048-a169c17a8986 HTTP/1.1" status: 204 len: 168 time: 0.8813031 Jul 14 19:44:19.028221 n-d-800634-3 neutron-server[93916]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f12e27e7-d6ba-4da1-9b02-2412d9aa065b', 'tag': 'b3c424cd-d173-4a35-8914-13ab30021735'}] {{(pid=93916) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 19:44:19.030529 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08660965dfa68fcf45ab49fd1f0842c3c46447df706a9a0609e2cc6818fe56f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0aa93274-2aa7-40cb-9e5d-92038d95bfc3" -d '{"events": [{"name": "network-changed", "server_uuid": "f12e27e7-d6ba-4da1-9b02-2412d9aa065b", "tag": "b3c424cd-d173-4a35-8914-13ab30021735"}]}' {{(pid=93916) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 19:44:19.076291 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 19:44:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fdbf20b-c208-4652-8a7c-2b1774934626 x-openstack-request-id: req-2fdbf20b-c208-4652-8a7c-2b1774934626 {{(pid=93916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 19:44:19.076641 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f12e27e7-d6ba-4da1-9b02-2412d9aa065b", "tag": "b3c424cd-d173-4a35-8914-13ab30021735", "status": "completed", "code": 200}]} {{(pid=93916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 19:44:19.077174 n-d-800634-3 neutron-server[93916]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2fdbf20b-c208-4652-8a7c-2b1774934626 {{(pid=93916) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 19:44:19.077363 n-d-800634-3 neutron-server[93916]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f12e27e7-d6ba-4da1-9b02-2412d9aa065b', 'tag': 'b3c424cd-d173-4a35-8914-13ab30021735', 'status': 'completed', 'code': 200} Jul 14 19:44:19.139033 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvr_db [None req-1a353f77-1875-4beb-87fb-21bf807c3091 None None] Set router be419b96-2361-4500-bc55-05c10aef0293 gateway port host: n-d-800634-3 {{(pid=93917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 19:44:19.155835 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa93274-2aa7-40cb-9e5d-92038d95bfc3 req-1501aa8f-7794-4895-ade8-6f01bf20dec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:44:19.157432 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-0aa93274-2aa7-40cb-9e5d-92038d95bfc3 req-1501aa8f-7794-4895-ade8-6f01bf20dec8 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f6e0d77d06994092beb95554f40f49a2&device_id=f12e27e7-d6ba-4da1-9b02-2412d9aa065b HTTP/1.1" status: 200 len: 1094 time: 0.0573630 Jul 14 19:44:19.268328 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa93274-2aa7-40cb-9e5d-92038d95bfc3 req-35799f42-89ff-4fc0-9e9e-28ff131519d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:44:19.269882 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-0aa93274-2aa7-40cb-9e5d-92038d95bfc3 req-35799f42-89ff-4fc0-9e9e-28ff131519d9 service neutron] 10.222.0.18 "GET /v2.0/networks?id=435d661e-2eff-4b4e-aee1-89e726822d2f HTTP/1.1" status: 200 len: 909 time: 0.1058125 Jul 14 19:44:19.312007 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-0aa93274-2aa7-40cb-9e5d-92038d95bfc3 req-8b7882d5-2610-4779-9852-4009a3f4b411 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b3c424cd-d173-4a35-8914-13ab30021735 HTTP/1.1" status: 200 len: 217 time: 0.0362117 Jul 14 19:44:19.363464 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-1a353f77-1875-4beb-87fb-21bf807c3091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be419b96-2361-4500-bc55-05c10aef0293', 'name': 'tempest-TestSnapshotPattern-597769405-router', 'tenant_id': 'f6e0d77d06994092beb95554f40f49a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.64'}], 'enable_snat': True}, 'gw_port_id': '06209ab4-188d-423d-9285-260aaeccf8b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T19:39:46Z', 'updated_at': '2021-07-14T19:39:49Z', 'revision_number': 4, 'project_id': 'f6e0d77d06994092beb95554f40f49a2', 'gw_port': {'id': '06209ab4-188d-423d-9285-260aaeccf8b7', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:0d:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be419b96-2361-4500-bc55-05c10aef0293', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T19:39:47Z', 'updated_at': '2021-07-14T19:39:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_interfaces': [{'id': '146e6180-39bc-4430-b1c3-e63e3817c288', 'name': '', 'network_id': '435d661e-2eff-4b4e-aee1-89e726822d2f', 'tenant_id': 'f6e0d77d06994092beb95554f40f49a2', 'mac_address': 'fa:16:3e:8c:5b:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be419b96-2361-4500-bc55-05c10aef0293', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '9e908415-b719-4d84-9687-97b9eb7eb0c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T19:39:48Z', 'updated_at': '2021-07-14T19:39:55Z', 'revision_number': 5, 'project_id': 'f6e0d77d06994092beb95554f40f49a2', 'subnets': [{'id': '9e908415-b719-4d84-9687-97b9eb7eb0c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-3', False) {} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 19:44:19.391481 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a353f77-1875-4beb-87fb-21bf807c3091 None None] Checking router: be419b96-2361-4500-bc55-05c10aef0293 for host: n-d-800634-3 {{(pid=93917) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 19:44:19.396686 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa93274-2aa7-40cb-9e5d-92038d95bfc3 req-ff5798a5-4208-4131-a45f-18d1248feb7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:44:19.398175 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-0aa93274-2aa7-40cb-9e5d-92038d95bfc3 req-ff5798a5-4208-4131-a45f-18d1248feb7a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9e908415-b719-4d84-9687-97b9eb7eb0c2 HTTP/1.1" status: 200 len: 848 time: 0.0801075 Jul 14 19:44:19.400891 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a353f77-1875-4beb-87fb-21bf807c3091 None None] Routers {'be419b96-2361-4500-bc55-05c10aef0293'} bound to L3 agent in host n-d-800634-3 {{(pid=93917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 19:44:19.401478 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-1a353f77-1875-4beb-87fb-21bf807c3091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T19:43:53Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['be419b96-2361-4500-bc55-05c10aef0293'], 'active': True} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 19:44:19.460404 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c353eb37-7937-4cd6-8c78-fc6af73efa64 req-dfa6089e-52db-4cc0-a3c6-f52821d0b87f tempest-TestSnapshotPattern-209832181 tempest-TestSnapshotPattern-209832181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:44:19.461962 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c353eb37-7937-4cd6-8c78-fc6af73efa64 req-dfa6089e-52db-4cc0-a3c6-f52821d0b87f tempest-TestSnapshotPattern-209832181 tempest-TestSnapshotPattern-209832181-project] 10.222.0.16 "GET /v2.0/ports?device_id=f12e27e7-d6ba-4da1-9b02-2412d9aa065b HTTP/1.1" status: 200 len: 943 time: 0.1106083 Jul 14 19:44:19.498741 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa93274-2aa7-40cb-9e5d-92038d95bfc3 req-82b149b4-150d-4e48-931a-27bddae4a66f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:44:19.500282 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-0aa93274-2aa7-40cb-9e5d-92038d95bfc3 req-82b149b4-150d-4e48-931a-27bddae4a66f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=435d661e-2eff-4b4e-aee1-89e726822d2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0952358 Jul 14 19:44:19.515774 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvr_db [None req-1a353f77-1875-4beb-87fb-21bf807c3091 None None] Set router be419b96-2361-4500-bc55-05c10aef0293 gateway port host: n-d-800634-3 {{(pid=93917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 19:44:19.522098 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-c353eb37-7937-4cd6-8c78-fc6af73efa64 req-99b68e57-1212-4764-a7cd-f05c37cf09be tempest-TestSnapshotPattern-209832181 tempest-TestSnapshotPattern-209832181-project] 10.222.0.16 "GET /v2.0/security-groups?id=e176f385-389e-4178-8793-85cb93757ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523436 Jul 14 19:44:19.604003 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-0aa93274-2aa7-40cb-9e5d-92038d95bfc3 req-a0ae9b72-acd0-4adb-b53c-154a8cc21a5b service neutron] 10.222.0.18 "GET /v2.0/networks/435d661e-2eff-4b4e-aee1-89e726822d2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957906 Jul 14 19:44:19.699220 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-0aa93274-2aa7-40cb-9e5d-92038d95bfc3 req-20cced9d-6a81-43e9-a3d3-4dfee2358161 service neutron] 10.222.0.18 "GET /v2.0/networks/435d661e-2eff-4b4e-aee1-89e726822d2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875583 Jul 14 19:44:19.719526 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-1a353f77-1875-4beb-87fb-21bf807c3091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be419b96-2361-4500-bc55-05c10aef0293', 'name': 'tempest-TestSnapshotPattern-597769405-router', 'tenant_id': 'f6e0d77d06994092beb95554f40f49a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.64'}], 'enable_snat': True}, 'gw_port_id': '06209ab4-188d-423d-9285-260aaeccf8b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T19:39:46Z', 'updated_at': '2021-07-14T19:39:49Z', 'revision_number': 4, 'project_id': 'f6e0d77d06994092beb95554f40f49a2', 'gw_port': {'id': '06209ab4-188d-423d-9285-260aaeccf8b7', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:0d:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be419b96-2361-4500-bc55-05c10aef0293', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T19:39:47Z', 'updated_at': '2021-07-14T19:39:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_interfaces': [{'id': '146e6180-39bc-4430-b1c3-e63e3817c288', 'name': '', 'network_id': '435d661e-2eff-4b4e-aee1-89e726822d2f', 'tenant_id': 'f6e0d77d06994092beb95554f40f49a2', 'mac_address': 'fa:16:3e:8c:5b:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be419b96-2361-4500-bc55-05c10aef0293', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '9e908415-b719-4d84-9687-97b9eb7eb0c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T19:39:48Z', 'updated_at': '2021-07-14T19:39:55Z', 'revision_number': 5, 'project_id': 'f6e0d77d06994092beb95554f40f49a2', 'subnets': [{'id': '9e908415-b719-4d84-9687-97b9eb7eb0c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800634-3', False) {} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 19:44:19.747532 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a353f77-1875-4beb-87fb-21bf807c3091 None None] The sync data for ids ['be419b96-2361-4500-bc55-05c10aef0293'] in n-d-800634-3 is: [{'id': 'be419b96-2361-4500-bc55-05c10aef0293', 'name': 'tempest-TestSnapshotPattern-597769405-router', 'tenant_id': 'f6e0d77d06994092beb95554f40f49a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.64'}], 'enable_snat': True}, 'gw_port_id': '06209ab4-188d-423d-9285-260aaeccf8b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T19:39:46Z', 'updated_at': '2021-07-14T19:39:49Z', 'revision_number': 4, 'project_id': 'f6e0d77d06994092beb95554f40f49a2', 'gw_port': {'id': '06209ab4-188d-423d-9285-260aaeccf8b7', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:0d:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be419b96-2361-4500-bc55-05c10aef0293', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T19:39:47Z', 'updated_at': '2021-07-14T19:39:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3', '_interfaces': [{'id': '146e6180-39bc-4430-b1c3-e63e3817c288', 'name': '', 'network_id': '435d661e-2eff-4b4e-aee1-89e726822d2f', 'tenant_id': 'f6e0d77d06994092beb95554f40f49a2', 'mac_address': 'fa:16:3e:8c:5b:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be419b96-2361-4500-bc55-05c10aef0293', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '9e908415-b719-4d84-9687-97b9eb7eb0c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T19:39:48Z', 'updated_at': '2021-07-14T19:39:55Z', 'revision_number': 5, 'project_id': 'f6e0d77d06994092beb95554f40f49a2', 'subnets': [{'id': '9e908415-b719-4d84-9687-97b9eb7eb0c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 19:44:19.983559 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cd2bb8b-8f0e-477a-ab8f-aa930d3426e4 None None] New status for floating IP f0bab259-2599-4220-8048-a169c17a8986: DOWN {{(pid=93918) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 19:44:20.113845 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device 1a218c10-c26e-4d95-8d6e-3f5f0598e0da no longer exists at agent hyperv_n-h1-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 19:44:20.134626 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] No Port match for: 1a218c10-c26e-4d95-8d6e-3f5f0598e0da {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 19:44:20.134976 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device 1a218c10-c26e-4d95-8d6e-3f5f0598e0da not bound to the agent host n-h1-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 19:44:20.563367 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-540042dc-fa49-44ed-bfd9-b54f302372a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:44:20.719867 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62203f6-412f-400e-9a2a-674063ac7dac req-89cb2311-f96b-4914-ae91-a279798f8f79 tempest-TestSnapshotPattern-209832181 tempest-TestSnapshotPattern-209832181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:44:20.721432 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a62203f6-412f-400e-9a2a-674063ac7dac req-89cb2311-f96b-4914-ae91-a279798f8f79 tempest-TestSnapshotPattern-209832181 tempest-TestSnapshotPattern-209832181-project] 10.222.0.16 "GET /v2.0/ports?device_id=f12e27e7-d6ba-4da1-9b02-2412d9aa065b HTTP/1.1" status: 200 len: 943 time: 0.0700829 Jul 14 19:44:20.798130 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-a62203f6-412f-400e-9a2a-674063ac7dac req-3491e1b8-d1df-4cfa-9bb1-c69ee6a96037 tempest-TestSnapshotPattern-209832181 tempest-TestSnapshotPattern-209832181-project] 10.222.0.16 "GET /v2.0/security-groups?id=e176f385-389e-4178-8793-85cb93757ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0697072 Jul 14 19:44:20.825008 n-d-800634-3 neutron-server[93915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbf1ae5-7e81-4d5f-a2f8-be9e215e53a3 req-41687f5a-3aa4-449b-ac5f-8b21b9f796dc tempest-TestSnapshotPattern-209832181 tempest-TestSnapshotPattern-209832181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:44:20.826434 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-1dbf1ae5-7e81-4d5f-a2f8-be9e215e53a3 req-41687f5a-3aa4-449b-ac5f-8b21b9f796dc tempest-TestSnapshotPattern-209832181 tempest-TestSnapshotPattern-209832181-project] 10.222.0.18 "GET /v2.0/ports?device_id=f12e27e7-d6ba-4da1-9b02-2412d9aa065b HTTP/1.1" status: 200 len: 943 time: 0.0904069 Jul 14 19:44:20.928861 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [req-1dbf1ae5-7e81-4d5f-a2f8-be9e215e53a3 req-1b5360e9-96c0-4a47-9625-03a1dba7e19a tempest-TestSnapshotPattern-209832181 tempest-TestSnapshotPattern-209832181-project] Deleting port b3c424cd-d173-4a35-8914-13ab30021735 {{(pid=93915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 19:44:20.929209 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-1dbf1ae5-7e81-4d5f-a2f8-be9e215e53a3 req-1b5360e9-96c0-4a47-9625-03a1dba7e19a tempest-TestSnapshotPattern-209832181 tempest-TestSnapshotPattern-209832181-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:44:21.021745 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [req-1dbf1ae5-7e81-4d5f-a2f8-be9e215e53a3 req-1b5360e9-96c0-4a47-9625-03a1dba7e19a tempest-TestSnapshotPattern-209832181 tempest-TestSnapshotPattern-209832181-project] For port b3c424cd-d173-4a35-8914-13ab30021735, host n-h1-800634-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800634-3',level=0,port_id=b3c424cd-d173-4a35-8914-13ab30021735,segment=NetworkSegment(46b6508d-3b3a-43d5-9b36-4a87ed62c830),segment_id=46b6508d-3b3a-43d5-9b36-4a87ed62c830)] {{(pid=93915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 19:44:21.022157 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-1dbf1ae5-7e81-4d5f-a2f8-be9e215e53a3 req-1b5360e9-96c0-4a47-9625-03a1dba7e19a tempest-TestSnapshotPattern-209832181 tempest-TestSnapshotPattern-209832181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:44:21.034236 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [req-1dbf1ae5-7e81-4d5f-a2f8-be9e215e53a3 req-1b5360e9-96c0-4a47-9625-03a1dba7e19a tempest-TestSnapshotPattern-209832181 tempest-TestSnapshotPattern-209832181-project] Calling delete_port for b3c424cd-d173-4a35-8914-13ab30021735 owned by compute:nova {{(pid=93915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 19:44:21.168511 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-1dbf1ae5-7e81-4d5f-a2f8-be9e215e53a3 req-1b5360e9-96c0-4a47-9625-03a1dba7e19a tempest-TestSnapshotPattern-209832181 tempest-TestSnapshotPattern-209832181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:44:21.200804 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5360e9-96c0-4a47-9625-03a1dba7e19a tempest-TestSnapshotPattern-209832181 tempest-TestSnapshotPattern-209832181-project] Pushing event deleted for resources: {'Port': ['ID=b3c424cd-d173-4a35-8914-13ab30021735,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:44:21.245216 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [req-1dbf1ae5-7e81-4d5f-a2f8-be9e215e53a3 req-1b5360e9-96c0-4a47-9625-03a1dba7e19a tempest-TestSnapshotPattern-209832181 tempest-TestSnapshotPattern-209832181-project] No DVR routers for this DVR port b3c424cd-d173-4a35-8914-13ab30021735 on host n-h1-800634-3 {{(pid=93915) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 19:44:21.247865 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [req-1dbf1ae5-7e81-4d5f-a2f8-be9e215e53a3 req-1b5360e9-96c0-4a47-9625-03a1dba7e19a tempest-TestSnapshotPattern-209832181 tempest-TestSnapshotPattern-209832181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50916'] for port, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:44:21.249936 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [req-1dbf1ae5-7e81-4d5f-a2f8-be9e215e53a3 req-1b5360e9-96c0-4a47-9625-03a1dba7e19a tempest-TestSnapshotPattern-209832181 tempest-TestSnapshotPattern-209832181-project] 10.222.0.18 "DELETE /v2.0/ports/b3c424cd-d173-4a35-8914-13ab30021735 HTTP/1.1" status: 204 len: 173 time: 0.4176514 Jul 14 19:44:21.250382 n-d-800634-3 neutron-server[93915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f12e27e7-d6ba-4da1-9b02-2412d9aa065b', 'name': 'network-vif-deleted', 'tag': 'b3c424cd-d173-4a35-8914-13ab30021735'}] {{(pid=93915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 19:44:21.252727 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}163b1c7ce9835e2c54087c39b47c05da5c61decdd411e584c58a4e7cd59f948f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0afb8e4d-efec-4997-95d7-13df6b63d632" -d '{"events": [{"server_uuid": "f12e27e7-d6ba-4da1-9b02-2412d9aa065b", "name": "network-vif-deleted", "tag": "b3c424cd-d173-4a35-8914-13ab30021735"}]}' {{(pid=93915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 19:44:21.292912 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 19:44:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b72b203b-288b-49d8-9618-f965ab8855a3 x-openstack-request-id: req-b72b203b-288b-49d8-9618-f965ab8855a3 {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 19:44:21.293317 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f12e27e7-d6ba-4da1-9b02-2412d9aa065b", "name": "network-vif-deleted", "tag": "b3c424cd-d173-4a35-8914-13ab30021735", "status": "completed", "code": 200}]} {{(pid=93915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 19:44:21.293694 n-d-800634-3 neutron-server[93915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b72b203b-288b-49d8-9618-f965ab8855a3 {{(pid=93915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 19:44:21.294597 n-d-800634-3 neutron-server[93915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f12e27e7-d6ba-4da1-9b02-2412d9aa065b', 'name': 'network-vif-deleted', 'tag': 'b3c424cd-d173-4a35-8914-13ab30021735', 'status': 'completed', 'code': 200} Jul 14 19:44:21.895061 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 34808) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 19:44:21.954923 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-d14a0aac-fc1b-4fb9-a3e0-7ae5662b8958 tempest-TestSnapshotPattern-209832181 tempest-TestSnapshotPattern-209832181-project] Notify callbacks [] for security_group, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:44:21.980357 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-d14a0aac-fc1b-4fb9-a3e0-7ae5662b8958 tempest-TestSnapshotPattern-209832181 tempest-TestSnapshotPattern-209832181-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:44:22.050016 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-d14a0aac-fc1b-4fb9-a3e0-7ae5662b8958 tempest-TestSnapshotPattern-209832181 tempest-TestSnapshotPattern-209832181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:44:22.055241 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-d14a0aac-fc1b-4fb9-a3e0-7ae5662b8958 tempest-TestSnapshotPattern-209832181 tempest-TestSnapshotPattern-209832181-project] Notify callbacks [] for security_group, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:44:22.056988 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-d14a0aac-fc1b-4fb9-a3e0-7ae5662b8958 tempest-TestSnapshotPattern-209832181 tempest-TestSnapshotPattern-209832181-project] 10.222.0.16 "DELETE /v2.0/security-groups/e176f385-389e-4178-8793-85cb93757ae3 HTTP/1.1" status: 204 len: 168 time: 0.1607764 Jul 14 19:44:22.067192 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14a0aac-fc1b-4fb9-a3e0-7ae5662b8958 tempest-TestSnapshotPattern-209832181 tempest-TestSnapshotPattern-209832181-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e176f385-389e-4178-8793-85cb93757ae3,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:44:22.113298 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 34812) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 19:44:22.480742 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-da860ecb-b205-4dca-b3a0-adcb3f89323e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-928623'] for router_interface, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:44:22.738102 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-da860ecb-b205-4dca-b3a0-adcb3f89323e admin admin] Deleting port 146e6180-39bc-4430-b1c3-e63e3817c288 {{(pid=93916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 19:44:22.738438 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-da860ecb-b205-4dca-b3a0-adcb3f89323e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:44:22.814616 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.db [None req-da860ecb-b205-4dca-b3a0-adcb3f89323e admin admin] For port 146e6180-39bc-4430-b1c3-e63e3817c288, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=146e6180-39bc-4430-b1c3-e63e3817c288,segment=NetworkSegment(46b6508d-3b3a-43d5-9b36-4a87ed62c830),segment_id=46b6508d-3b3a-43d5-9b36-4a87ed62c830)] {{(pid=93916) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 19:44:22.814973 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-da860ecb-b205-4dca-b3a0-adcb3f89323e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:44:22.828303 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-da860ecb-b205-4dca-b3a0-adcb3f89323e admin admin] Calling delete_port for 146e6180-39bc-4430-b1c3-e63e3817c288 owned by network:router_interface {{(pid=93916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 19:44:22.965543 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-0e9956a7-13b7-408c-865c-8f299595d54f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:44:23.012350 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-da860ecb-b205-4dca-b3a0-adcb3f89323e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:44:23.038139 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da860ecb-b205-4dca-b3a0-adcb3f89323e admin admin] Pushing event deleted for resources: {'Port': ['ID=146e6180-39bc-4430-b1c3-e63e3817c288,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:44:23.210725 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-da860ecb-b205-4dca-b3a0-adcb3f89323e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-598732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-928907'] for router_interface, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:44:23.326710 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:44:23.434843 n-d-800634-3 neutron-server[93916]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da860ecb-b205-4dca-b3a0-adcb3f89323e admin admin] Router be419b96-2361-4500-bc55-05c10aef0293 has already been hosted by L3 agent 2c6eb27e-defb-4cca-9a24-381c7415e359 {{(pid=93916) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 19:44:23.885742 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da860ecb-b205-4dca-b3a0-adcb3f89323e admin admin] Notify agent at l3_agent.n-d-800634-3 the message routers_updated {{(pid=93916) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 19:44:23.890791 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-da860ecb-b205-4dca-b3a0-adcb3f89323e admin admin] 10.222.0.16 "PUT /v2.0/routers/be419b96-2361-4500-bc55-05c10aef0293/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7764482 Jul 14 19:44:23.893392 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 34820) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 19:44:23.895936 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-859eb70f-2a20-492f-bf2a-2b1918e9d634 None None] Sync routers for ids ['be419b96-2361-4500-bc55-05c10aef0293'] in n-d-800634-3 {{(pid=93917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 19:44:23.906819 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-859eb70f-2a20-492f-bf2a-2b1918e9d634 None None] Routers {'be419b96-2361-4500-bc55-05c10aef0293'} bound to L3 agent in host n-d-800634-3 {{(pid=93917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 19:44:23.907437 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-859eb70f-2a20-492f-bf2a-2b1918e9d634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T19:44:23Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['be419b96-2361-4500-bc55-05c10aef0293'], 'active': True} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 19:44:24.005316 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-715ed543-6329-4124-8543-e3a28739ab45 admin admin] Notify callbacks [] for router, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:44:24.017219 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvr_db [None req-859eb70f-2a20-492f-bf2a-2b1918e9d634 None None] Set router be419b96-2361-4500-bc55-05c10aef0293 gateway port host: n-d-800634-3 {{(pid=93917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 19:44:24.119090 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-715ed543-6329-4124-8543-e3a28739ab45 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:44:24.132562 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device b3c424cd-d173-4a35-8914-13ab30021735 no longer exists at agent hyperv_n-h1-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 19:44:24.168151 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] No Port match for: b3c424cd-d173-4a35-8914-13ab30021735 {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 19:44:24.168510 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Device b3c424cd-d173-4a35-8914-13ab30021735 not bound to the agent host n-h1-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 19:44:24.181429 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-715ed543-6329-4124-8543-e3a28739ab45 admin admin] Deleting port 06209ab4-188d-423d-9285-260aaeccf8b7 {{(pid=93916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 19:44:24.181781 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-715ed543-6329-4124-8543-e3a28739ab45 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:44:24.236254 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-859eb70f-2a20-492f-bf2a-2b1918e9d634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be419b96-2361-4500-bc55-05c10aef0293', 'name': 'tempest-TestSnapshotPattern-597769405-router', 'tenant_id': 'f6e0d77d06994092beb95554f40f49a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.64'}], 'enable_snat': True}, 'gw_port_id': '06209ab4-188d-423d-9285-260aaeccf8b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T19:39:46Z', 'updated_at': '2021-07-14T19:44:22Z', 'revision_number': 5, 'project_id': 'f6e0d77d06994092beb95554f40f49a2', 'gw_port': {'id': '06209ab4-188d-423d-9285-260aaeccf8b7', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:0d:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be419b96-2361-4500-bc55-05c10aef0293', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T19:39:47Z', 'updated_at': '2021-07-14T19:39:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3'}], 'n-d-800634-3', False) {} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 19:44:24.263057 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-859eb70f-2a20-492f-bf2a-2b1918e9d634 None None] Checking router: be419b96-2361-4500-bc55-05c10aef0293 for host: n-d-800634-3 {{(pid=93917) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 19:44:24.272042 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-859eb70f-2a20-492f-bf2a-2b1918e9d634 None None] Routers {'be419b96-2361-4500-bc55-05c10aef0293'} bound to L3 agent in host n-d-800634-3 {{(pid=93917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 19:44:24.272693 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-859eb70f-2a20-492f-bf2a-2b1918e9d634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T19:44:23Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['be419b96-2361-4500-bc55-05c10aef0293'], 'active': True} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 19:44:24.274920 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.db [None req-715ed543-6329-4124-8543-e3a28739ab45 admin admin] For port 06209ab4-188d-423d-9285-260aaeccf8b7, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=06209ab4-188d-423d-9285-260aaeccf8b7,segment=NetworkSegment(5afb940b-bbdf-4727-be00-5d46367c38a1),segment_id=5afb940b-bbdf-4727-be00-5d46367c38a1)] {{(pid=93916) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 19:44:24.275558 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-715ed543-6329-4124-8543-e3a28739ab45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:44:24.290687 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-715ed543-6329-4124-8543-e3a28739ab45 admin admin] Calling delete_port for 06209ab4-188d-423d-9285-260aaeccf8b7 owned by network:router_gateway {{(pid=93916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 19:44:24.360052 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvr_db [None req-859eb70f-2a20-492f-bf2a-2b1918e9d634 None None] Set router be419b96-2361-4500-bc55-05c10aef0293 gateway port host: None {{(pid=93917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 19:44:24.416129 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_hamode_db [None req-859eb70f-2a20-492f-bf2a-2b1918e9d634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be419b96-2361-4500-bc55-05c10aef0293', 'name': 'tempest-TestSnapshotPattern-597769405-router', 'tenant_id': 'f6e0d77d06994092beb95554f40f49a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T19:39:46Z', 'updated_at': '2021-07-14T19:44:24Z', 'revision_number': 6, 'project_id': 'f6e0d77d06994092beb95554f40f49a2', 'gw_port_host': None}], 'n-d-800634-3', False) {} {{(pid=93917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 19:44:24.444413 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-859eb70f-2a20-492f-bf2a-2b1918e9d634 None None] The sync data for ids ['be419b96-2361-4500-bc55-05c10aef0293'] in n-d-800634-3 is: [{'id': 'be419b96-2361-4500-bc55-05c10aef0293', 'name': 'tempest-TestSnapshotPattern-597769405-router', 'tenant_id': 'f6e0d77d06994092beb95554f40f49a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T19:39:46Z', 'updated_at': '2021-07-14T19:44:24Z', 'revision_number': 6, 'project_id': 'f6e0d77d06994092beb95554f40f49a2', 'gw_port_host': None}] {{(pid=93917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 19:44:24.474575 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-715ed543-6329-4124-8543-e3a28739ab45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:44:24.475120 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-574aeb93-9938-449c-8e6c-cb22c9b52cc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:44:24.506412 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715ed543-6329-4124-8543-e3a28739ab45 admin admin] Pushing event deleted for resources: {'Port': ['ID=06209ab4-188d-423d-9285-260aaeccf8b7,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:44:24.569474 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-715ed543-6329-4124-8543-e3a28739ab45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-930057'] for router_gateway, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:44:24.659063 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-715ed543-6329-4124-8543-e3a28739ab45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-571778', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11402'] for router, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:44:24.661159 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-715ed543-6329-4124-8543-e3a28739ab45 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:44:24.706756 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-715ed543-6329-4124-8543-e3a28739ab45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-541202'] for router, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:44:24.707453 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-715ed543-6329-4124-8543-e3a28739ab45 admin admin] Fanout notify agent at l3_agent the message router_deleted on router be419b96-2361-4500-bc55-05c10aef0293 {{(pid=93916) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 19:44:24.713044 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-715ed543-6329-4124-8543-e3a28739ab45 admin admin] Notify callbacks [] for router, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:44:24.714456 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-715ed543-6329-4124-8543-e3a28739ab45 admin admin] 10.222.0.16 "DELETE /v2.0/routers/be419b96-2361-4500-bc55-05c10aef0293 HTTP/1.1" status: 204 len: 168 time: 0.8199894 Jul 14 19:44:24.717599 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 34822) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 19:44:24.769021 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5375c64-228d-4839-aaef-571a80a956be admin admin] Deleting subnet 9e908415-b719-4d84-9687-97b9eb7eb0c2 {{(pid=93916) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 19:44:24.772050 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a5375c64-228d-4839-aaef-571a80a956be admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:44:24.809881 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a5375c64-228d-4839-aaef-571a80a956be admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26296866'] for subnet, precommit_delete_associations {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:44:24.891342 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a5375c64-228d-4839-aaef-571a80a956be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081283'] for subnet, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:44:24.943601 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a5375c64-228d-4839-aaef-571a80a956be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2684816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26033152'] for subnet, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:44:24.975244 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5375c64-228d-4839-aaef-571a80a956be admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9e908415-b719-4d84-9687-97b9eb7eb0c2,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:44:24.977198 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-a5375c64-228d-4839-aaef-571a80a956be admin admin] Notify callbacks [] for subnet, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:44:24.979103 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-a5375c64-228d-4839-aaef-571a80a956be admin admin] 10.222.0.16 "DELETE /v2.0/subnets/9e908415-b719-4d84-9687-97b9eb7eb0c2 HTTP/1.1" status: 204 len: 168 time: 0.2605116 Jul 14 19:44:24.981829 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [-] (93916) accepted ('10.222.0.16', 34824) {{(pid=93916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 19:44:24.984773 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99f3782c-46e7-41a6-8df7-6f31c9e154d5 None None] Network 435d661e-2eff-4b4e-aee1-89e726822d2f requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 19:44:25.051154 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-ac108422-cfe5-420a-b3b3-4379bb256ac8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645734'] for network, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:44:25.105249 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-ac108422-cfe5-420a-b3b3-4379bb256ac8 admin admin] Deleting port a0b61f61-1223-4fb1-82e6-ff933cec52c7 {{(pid=93916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 19:44:25.105596 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-ac108422-cfe5-420a-b3b3-4379bb256ac8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:44:25.176423 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.db [None req-ac108422-cfe5-420a-b3b3-4379bb256ac8 admin admin] For port a0b61f61-1223-4fb1-82e6-ff933cec52c7, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=a0b61f61-1223-4fb1-82e6-ff933cec52c7,segment=NetworkSegment(46b6508d-3b3a-43d5-9b36-4a87ed62c830),segment_id=46b6508d-3b3a-43d5-9b36-4a87ed62c830)] {{(pid=93916) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 19:44:25.176795 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-ac108422-cfe5-420a-b3b3-4379bb256ac8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:44:25.191908 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.plugin [None req-ac108422-cfe5-420a-b3b3-4379bb256ac8 admin admin] Calling delete_port for a0b61f61-1223-4fb1-82e6-ff933cec52c7 owned by network:dhcp {{(pid=93916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 19:44:25.197083 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7518b49-b0d4-446d-a420-a86f45c78fb3 None None] DHCP port deletion for 435d661e-2eff-4b4e-aee1-89e726822d2f request from n-d-800634-3 {{(pid=93917) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 19:44:25.244559 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-d7518b49-b0d4-446d-a420-a86f45c78fb3 None None] Deleting port a0b61f61-1223-4fb1-82e6-ff933cec52c7 {{(pid=93917) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 19:44:25.244952 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-d7518b49-b0d4-446d-a420-a86f45c78fb3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:44:25.276407 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-ac108422-cfe5-420a-b3b3-4379bb256ac8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2684877'] for port, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:44:25.305273 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac108422-cfe5-420a-b3b3-4379bb256ac8 admin admin] Pushing event deleted for resources: {'Port': ['ID=a0b61f61-1223-4fb1-82e6-ff933cec52c7,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:44:25.307147 n-d-800634-3 neutron-server[93916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac108422-cfe5-420a-b3b3-4379bb256ac8 admin admin] No DVR routers for this DVR port a0b61f61-1223-4fb1-82e6-ff933cec52c7 on host n-d-800634-3 {{(pid=93916) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 19:44:25.313461 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.db [None req-d7518b49-b0d4-446d-a420-a86f45c78fb3 None None] For port a0b61f61-1223-4fb1-82e6-ff933cec52c7, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=a0b61f61-1223-4fb1-82e6-ff933cec52c7,segment=NetworkSegment(46b6508d-3b3a-43d5-9b36-4a87ed62c830),segment_id=46b6508d-3b3a-43d5-9b36-4a87ed62c830)] {{(pid=93917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 19:44:25.314008 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-d7518b49-b0d4-446d-a420-a86f45c78fb3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:44:25.327471 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-d7518b49-b0d4-446d-a420-a86f45c78fb3 None None] Calling delete_port for a0b61f61-1223-4fb1-82e6-ff933cec52c7 owned by network:dhcp {{(pid=93917) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 19:44:25.383526 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-ac108422-cfe5-420a-b3b3-4379bb256ac8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2096010', 'neutron.services.segments.db._delete_segments_for_network-8728202734996'] for network, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:44:25.395642 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.segments.db [None req-ac108422-cfe5-420a-b3b3-4379bb256ac8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['435d661e-2eff-4b4e-aee1-89e726822d2f']}} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 19:44:25.408157 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.segments.db [None req-ac108422-cfe5-420a-b3b3-4379bb256ac8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46b6508d-3b3a-43d5-9b36-4a87ed62c830') {'for_net_delete': True} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 19:44:25.408478 n-d-800634-3 neutron-server[93916]: DEBUG neutron.services.segments.db [None req-ac108422-cfe5-420a-b3b3-4379bb256ac8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46b6508d-3b3a-43d5-9b36-4a87ed62c830') {} {{(pid=93916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 19:44:25.412451 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-d7518b49-b0d4-446d-a420-a86f45c78fb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813'] for port, after_delete {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:44:25.420096 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-ac108422-cfe5-420a-b3b3-4379bb256ac8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728202715275', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26296891'] for segment, before_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:44:25.436506 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-ac108422-cfe5-420a-b3b3-4379bb256ac8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:44:25.437039 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7518b49-b0d4-446d-a420-a86f45c78fb3 None None] Pushing event deleted for resources: {'Port': ['ID=a0b61f61-1223-4fb1-82e6-ff933cec52c7,revision_number=None']} {{(pid=93917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:44:25.443992 n-d-800634-3 neutron-server[93916]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac108422-cfe5-420a-b3b3-4379bb256ac8 admin admin] Releasing vlan 65 on physical network physnet1 to pool {{(pid=93916) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 19:44:25.444441 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-ac108422-cfe5-420a-b3b3-4379bb256ac8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2682942'] for segment, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:44:25.446383 n-d-800634-3 neutron-server[93916]: Traceback (most recent call last): Jul 14 19:44:25.446383 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 19:44:25.446383 n-d-800634-3 neutron-server[93916]: timer() Jul 14 19:44:25.446383 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 19:44:25.446383 n-d-800634-3 neutron-server[93916]: cb(*args, **kw) Jul 14 19:44:25.446383 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 19:44:25.446383 n-d-800634-3 neutron-server[93916]: return func(*args, **kwargs) Jul 14 19:44:25.446383 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 19:44:25.446383 n-d-800634-3 neutron-server[93916]: self._notify() Jul 14 19:44:25.446383 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 19:44:25.446383 n-d-800634-3 neutron-server[93916]: self.callback(batched_events) Jul 14 19:44:25.446383 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 19:44:25.446383 n-d-800634-3 neutron-server[93916]: event.method(event) Jul 14 19:44:25.446383 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 19:44:25.446383 n-d-800634-3 neutron-server[93916]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 19:44:25.446383 n-d-800634-3 neutron-server[93916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 19:44:25.446383 n-d-800634-3 neutron-server[93916]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 19:44:25.446383 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 19:44:25.446383 n-d-800634-3 neutron-server[93916]: return f(self, *a, **k) Jul 14 19:44:25.446383 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 19:44:25.446383 n-d-800634-3 neutron-server[93916]: return self._get(url).json() Jul 14 19:44:25.446383 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 19:44:25.446383 n-d-800634-3 neutron-server[93916]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 19:44:25.446383 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 19:44:25.446383 n-d-800634-3 neutron-server[93916]: return self.request(url, 'GET', **kwargs) Jul 14 19:44:25.446383 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 19:44:25.446383 n-d-800634-3 neutron-server[93916]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 19:44:25.446383 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 19:44:25.446383 n-d-800634-3 neutron-server[93916]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 19:44:25.446383 n-d-800634-3 neutron-server[93916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 19:44:25.446383 n-d-800634-3 neutron-server[93916]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 19:44:25.446383 n-d-800634-3 neutron-server[93916]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 19:44:25.451964 n-d-800634-3 neutron-server[93917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7518b49-b0d4-446d-a420-a86f45c78fb3 None None] No DVR routers for this DVR port a0b61f61-1223-4fb1-82e6-ff933cec52c7 on host n-d-800634-3 {{(pid=93917) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 19:44:25.526836 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-ac108422-cfe5-420a-b3b3-4379bb256ac8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2096001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-930085'] for network, after_delete {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:44:25.532343 n-d-800634-3 neutron-server[93916]: DEBUG neutron_lib.callbacks.manager [None req-ac108422-cfe5-420a-b3b3-4379bb256ac8 admin admin] Notify callbacks [] for network, before_response {{(pid=93916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:44:25.534386 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [None req-ac108422-cfe5-420a-b3b3-4379bb256ac8 admin admin] 10.222.0.16 "DELETE /v2.0/networks/435d661e-2eff-4b4e-aee1-89e726822d2f HTTP/1.1" status: 204 len: 168 time: 0.5515122 Jul 14 19:44:25.537878 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 34826) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 19:44:25.547851 n-d-800634-3 neutron-server[93916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac108422-cfe5-420a-b3b3-4379bb256ac8 admin admin] Pushing event deleted for resources: {'Network': ['ID=435d661e-2eff-4b4e-aee1-89e726822d2f,revision_number=None']} {{(pid=93916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:44:25.885165 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-f308d914-44d3-4fb8-bede-9e09282a9096 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-928623'] for router_interface, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:44:26.106524 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-2f4e3af3-e708-4ffd-a544-82d93a489d01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:44:26.147111 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [None req-f308d914-44d3-4fb8-bede-9e09282a9096 admin admin] Deleting port 191ad685-39e8-4b1a-8e6a-2017455457c8 {{(pid=93915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 19:44:26.147360 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-f308d914-44d3-4fb8-bede-9e09282a9096 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:44:26.152030 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 06209ab4-188d-423d-9285-260aaeccf8b7 no longer exists at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 19:44:26.175290 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] No Port match for: 06209ab4-188d-423d-9285-260aaeccf8b7 {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 19:44:26.175637 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 06209ab4-188d-423d-9285-260aaeccf8b7 not bound to the agent host n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 19:44:26.176134 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 146e6180-39bc-4430-b1c3-e63e3817c288 no longer exists at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 19:44:26.195531 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] No Port match for: 146e6180-39bc-4430-b1c3-e63e3817c288 {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 19:44:26.195877 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 146e6180-39bc-4430-b1c3-e63e3817c288 not bound to the agent host n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 19:44:26.196321 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device a0b61f61-1223-4fb1-82e6-ff933cec52c7 no longer exists at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 19:44:26.215417 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] No Port match for: a0b61f61-1223-4fb1-82e6-ff933cec52c7 {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 19:44:26.216209 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device a0b61f61-1223-4fb1-82e6-ff933cec52c7 not bound to the agent host n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 19:44:26.231880 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [None req-f308d914-44d3-4fb8-bede-9e09282a9096 admin admin] For port 191ad685-39e8-4b1a-8e6a-2017455457c8, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=191ad685-39e8-4b1a-8e6a-2017455457c8,segment=NetworkSegment(f84ebf02-b0f5-46b0-b207-5212e83ea311),segment_id=f84ebf02-b0f5-46b0-b207-5212e83ea311)] {{(pid=93915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 19:44:26.232277 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-f308d914-44d3-4fb8-bede-9e09282a9096 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:44:26.245988 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [None req-f308d914-44d3-4fb8-bede-9e09282a9096 admin admin] Calling delete_port for 191ad685-39e8-4b1a-8e6a-2017455457c8 owned by network:router_interface {{(pid=93915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 19:44:26.434645 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-f308d914-44d3-4fb8-bede-9e09282a9096 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:44:26.460388 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f308d914-44d3-4fb8-bede-9e09282a9096 admin admin] Pushing event deleted for resources: {'Port': ['ID=191ad685-39e8-4b1a-8e6a-2017455457c8,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:44:26.632544 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-f308d914-44d3-4fb8-bede-9e09282a9096 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-598732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-928907'] for router_interface, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:44:26.853538 n-d-800634-3 neutron-server[93915]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f308d914-44d3-4fb8-bede-9e09282a9096 admin admin] Router 32f64f48-5fef-4709-9af1-0c148daa1856 has already been hosted by L3 agent 2c6eb27e-defb-4cca-9a24-381c7415e359 {{(pid=93915) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 19:44:26.968235 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f308d914-44d3-4fb8-bede-9e09282a9096 admin admin] Notify agent at l3_agent.n-d-800634-3 the message routers_updated {{(pid=93915) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 19:44:26.973824 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-f308d914-44d3-4fb8-bede-9e09282a9096 admin admin] 10.222.0.16 "PUT /v2.0/routers/32f64f48-5fef-4709-9af1-0c148daa1856/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4344559 Jul 14 19:44:26.976426 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 34832) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 19:44:26.980253 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b605c14e-e83e-44aa-ae30-2971636ab2ce None None] Sync routers for ids ['32f64f48-5fef-4709-9af1-0c148daa1856'] in n-d-800634-3 {{(pid=93918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 19:44:26.993563 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b605c14e-e83e-44aa-ae30-2971636ab2ce None None] Routers {'32f64f48-5fef-4709-9af1-0c148daa1856'} bound to L3 agent in host n-d-800634-3 {{(pid=93918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 19:44:26.994449 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-b605c14e-e83e-44aa-ae30-2971636ab2ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T19:44:23Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['32f64f48-5fef-4709-9af1-0c148daa1856'], 'active': True} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 19:44:27.082398 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-fec4790c-d7c1-4287-ab9f-aff6cb5604c8 admin admin] Notify callbacks [] for router, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:44:27.104546 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvr_db [None req-b605c14e-e83e-44aa-ae30-2971636ab2ce None None] Set router 32f64f48-5fef-4709-9af1-0c148daa1856 gateway port host: n-d-800634-3 {{(pid=93918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 19:44:27.186713 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-fec4790c-d7c1-4287-ab9f-aff6cb5604c8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:44:27.240592 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [None req-fec4790c-d7c1-4287-ab9f-aff6cb5604c8 admin admin] Deleting port 536377af-9e79-40a0-9f6d-5b630b8bd547 {{(pid=93915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 19:44:27.240939 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-fec4790c-d7c1-4287-ab9f-aff6cb5604c8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:44:27.280973 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-b605c14e-e83e-44aa-ae30-2971636ab2ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32f64f48-5fef-4709-9af1-0c148daa1856', 'name': 'tempest-TestSnapshotPattern-525224705-router', 'tenant_id': 'b13dfa6c7d7d45ab90bd912a50c2d9c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'external_fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.161'}], 'enable_snat': True}, 'gw_port_id': '536377af-9e79-40a0-9f6d-5b630b8bd547', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T19:39:51Z', 'updated_at': '2021-07-14T19:44:26Z', 'revision_number': 5, 'project_id': 'b13dfa6c7d7d45ab90bd912a50c2d9c2', 'gw_port': {'id': '536377af-9e79-40a0-9f6d-5b630b8bd547', 'name': '', 'network_id': '9200a437-e1de-4520-88f6-e68386523e61', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:c7:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32f64f48-5fef-4709-9af1-0c148daa1856', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4305, 'fixed_ips': [{'subnet_id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'ip_address': '172.25.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800634-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T19:39:52Z', 'updated_at': '2021-07-14T19:39:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f47f848-4532-407a-a0e2-5690ade15fd0', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800634-3'}], 'n-d-800634-3', False) {} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 19:44:27.331187 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [None req-fec4790c-d7c1-4287-ab9f-aff6cb5604c8 admin admin] For port 536377af-9e79-40a0-9f6d-5b630b8bd547, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=536377af-9e79-40a0-9f6d-5b630b8bd547,segment=NetworkSegment(5afb940b-bbdf-4727-be00-5d46367c38a1),segment_id=5afb940b-bbdf-4727-be00-5d46367c38a1)] {{(pid=93915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 19:44:27.331577 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-fec4790c-d7c1-4287-ab9f-aff6cb5604c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:44:27.346725 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [None req-fec4790c-d7c1-4287-ab9f-aff6cb5604c8 admin admin] Calling delete_port for 536377af-9e79-40a0-9f6d-5b630b8bd547 owned by network:router_gateway {{(pid=93915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 19:44:27.401713 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b605c14e-e83e-44aa-ae30-2971636ab2ce None None] Checking router: 32f64f48-5fef-4709-9af1-0c148daa1856 for host: n-d-800634-3 {{(pid=93918) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 19:44:27.411008 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b605c14e-e83e-44aa-ae30-2971636ab2ce None None] Routers {'32f64f48-5fef-4709-9af1-0c148daa1856'} bound to L3 agent in host n-d-800634-3 {{(pid=93918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 19:44:27.412223 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-b605c14e-e83e-44aa-ae30-2971636ab2ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800634-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T18:08:23Z,description=,heartbeat_timestamp=2021-07-14T19:44:23Z,host='n-d-800634-3',id=2c6eb27e-defb-4cca-9a24-381c7415e359,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T18:08:23Z,topic='l3_agent')) {'router_ids': ['32f64f48-5fef-4709-9af1-0c148daa1856'], 'active': True} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 19:44:27.509093 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_dvr_db [None req-b605c14e-e83e-44aa-ae30-2971636ab2ce None None] Set router 32f64f48-5fef-4709-9af1-0c148daa1856 gateway port host: None {{(pid=93918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 19:44:27.563185 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.l3_hamode_db [None req-b605c14e-e83e-44aa-ae30-2971636ab2ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32f64f48-5fef-4709-9af1-0c148daa1856', 'name': 'tempest-TestSnapshotPattern-525224705-router', 'tenant_id': 'b13dfa6c7d7d45ab90bd912a50c2d9c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T19:39:51Z', 'updated_at': '2021-07-14T19:44:27Z', 'revision_number': 6, 'project_id': 'b13dfa6c7d7d45ab90bd912a50c2d9c2', 'gw_port_host': None}], 'n-d-800634-3', False) {} {{(pid=93918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 19:44:27.593722 n-d-800634-3 neutron-server[93918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b605c14e-e83e-44aa-ae30-2971636ab2ce None None] The sync data for ids ['32f64f48-5fef-4709-9af1-0c148daa1856'] in n-d-800634-3 is: [{'id': '32f64f48-5fef-4709-9af1-0c148daa1856', 'name': 'tempest-TestSnapshotPattern-525224705-router', 'tenant_id': 'b13dfa6c7d7d45ab90bd912a50c2d9c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T19:39:51Z', 'updated_at': '2021-07-14T19:44:27Z', 'revision_number': 6, 'project_id': 'b13dfa6c7d7d45ab90bd912a50c2d9c2', 'gw_port_host': None}] {{(pid=93918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 19:44:27.844104 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-fec4790c-d7c1-4287-ab9f-aff6cb5604c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:44:27.870821 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec4790c-d7c1-4287-ab9f-aff6cb5604c8 admin admin] Pushing event deleted for resources: {'Port': ['ID=536377af-9e79-40a0-9f6d-5b630b8bd547,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:44:27.942660 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-fec4790c-d7c1-4287-ab9f-aff6cb5604c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-930057'] for router_gateway, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:44:28.044474 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-fec4790c-d7c1-4287-ab9f-aff6cb5604c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-571778', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11402'] for router, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:44:28.046822 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-fec4790c-d7c1-4287-ab9f-aff6cb5604c8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:44:28.099287 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-fec4790c-d7c1-4287-ab9f-aff6cb5604c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-541202'] for router, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:44:28.099813 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fec4790c-d7c1-4287-ab9f-aff6cb5604c8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 32f64f48-5fef-4709-9af1-0c148daa1856 {{(pid=93915) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 19:44:28.111869 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-fec4790c-d7c1-4287-ab9f-aff6cb5604c8 admin admin] Notify callbacks [] for router, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:44:28.114278 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-fec4790c-d7c1-4287-ab9f-aff6cb5604c8 admin admin] 10.222.0.16 "DELETE /v2.0/routers/32f64f48-5fef-4709-9af1-0c148daa1856 HTTP/1.1" status: 204 len: 168 time: 1.1367555 Jul 14 19:44:28.116863 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 34834) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 19:44:28.150663 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 191ad685-39e8-4b1a-8e6a-2017455457c8 no longer exists at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 19:44:28.171622 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f5e66b9-f2e6-448f-8f91-8d9b4217255a admin admin] Deleting subnet 5b9136b1-f6c8-435a-97af-57ce890a4c0d {{(pid=93915) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 19:44:28.172054 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] No Port match for: 191ad685-39e8-4b1a-8e6a-2017455457c8 {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 19:44:28.172976 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 191ad685-39e8-4b1a-8e6a-2017455457c8 not bound to the agent host n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 19:44:28.173652 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 536377af-9e79-40a0-9f6d-5b630b8bd547 no longer exists at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 19:44:28.175274 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-1f5e66b9-f2e6-448f-8f91-8d9b4217255a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:44:28.195655 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] No Port match for: 536377af-9e79-40a0-9f6d-5b630b8bd547 {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 19:44:28.196019 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device 536377af-9e79-40a0-9f6d-5b630b8bd547 not bound to the agent host n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 19:44:28.215270 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-1f5e66b9-f2e6-448f-8f91-8d9b4217255a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28939913'] for subnet, precommit_delete_associations {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:44:28.315930 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-1f5e66b9-f2e6-448f-8f91-8d9b4217255a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2081283'] for subnet, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:44:28.373663 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-1f5e66b9-f2e6-448f-8f91-8d9b4217255a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2081338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25913028', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28969762'] for subnet, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:44:28.397843 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5e66b9-f2e6-448f-8f91-8d9b4217255a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5b9136b1-f6c8-435a-97af-57ce890a4c0d,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:44:28.403841 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-1f5e66b9-f2e6-448f-8f91-8d9b4217255a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:44:28.405804 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-1f5e66b9-f2e6-448f-8f91-8d9b4217255a admin admin] 10.222.0.16 "DELETE /v2.0/subnets/5b9136b1-f6c8-435a-97af-57ce890a4c0d HTTP/1.1" status: 204 len: 168 time: 0.2879608 Jul 14 19:44:28.409208 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 34838) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 19:44:28.412334 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adcd124f-3b98-4823-82ad-997cd47216af None None] Network 21ee334f-c5a4-458b-b7f1-d0703d0d789e requested from n-d-800634-3 {{(pid=93917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 19:44:28.485548 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-fb952dc0-413c-49d9-8a88-f99121fa15ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1645734'] for network, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:44:28.554545 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [None req-fb952dc0-413c-49d9-8a88-f99121fa15ee admin admin] Deleting port e47beadd-f5f0-43af-9d1d-11cfe734fa6c {{(pid=93915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 19:44:28.554883 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-fb952dc0-413c-49d9-8a88-f99121fa15ee admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728202632367'] for port, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:44:28.622221 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.db [None req-fb952dc0-413c-49d9-8a88-f99121fa15ee admin admin] For port e47beadd-f5f0-43af-9d1d-11cfe734fa6c, host n-d-800634-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800634-3',level=0,port_id=e47beadd-f5f0-43af-9d1d-11cfe734fa6c,segment=NetworkSegment(f84ebf02-b0f5-46b0-b207-5212e83ea311),segment_id=f84ebf02-b0f5-46b0-b207-5212e83ea311)] {{(pid=93915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 19:44:28.622482 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-fb952dc0-413c-49d9-8a88-f99121fa15ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928972'] for port, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:44:28.636422 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.plugin [None req-fb952dc0-413c-49d9-8a88-f99121fa15ee admin admin] Calling delete_port for e47beadd-f5f0-43af-9d1d-11cfe734fa6c owned by network:dhcp {{(pid=93915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 19:44:28.721331 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-fb952dc0-413c-49d9-8a88-f99121fa15ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728202639589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728202246813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25912985'] for port, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:44:28.752009 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb952dc0-413c-49d9-8a88-f99121fa15ee admin admin] Pushing event deleted for resources: {'Port': ['ID=e47beadd-f5f0-43af-9d1d-11cfe734fa6c,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:44:28.755612 n-d-800634-3 neutron-server[93915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb952dc0-413c-49d9-8a88-f99121fa15ee admin admin] No DVR routers for this DVR port e47beadd-f5f0-43af-9d1d-11cfe734fa6c on host n-d-800634-3 {{(pid=93915) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 19:44:28.772291 n-d-800634-3 neutron-server[93917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c673bdf-7e67-4a26-943a-fd6c7e23212c None None] DHCP port deletion for 21ee334f-c5a4-458b-b7f1-d0703d0d789e request from n-d-800634-3 {{(pid=93917) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 19:44:28.831094 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-fb952dc0-413c-49d9-8a88-f99121fa15ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2096010', 'neutron.services.segments.db._delete_segments_for_network-8728202734996'] for network, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:44:28.840967 n-d-800634-3 neutron-server[93915]: DEBUG neutron.services.segments.db [None req-fb952dc0-413c-49d9-8a88-f99121fa15ee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21ee334f-c5a4-458b-b7f1-d0703d0d789e']}} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 19:44:28.851709 n-d-800634-3 neutron-server[93915]: DEBUG neutron.services.segments.db [None req-fb952dc0-413c-49d9-8a88-f99121fa15ee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f84ebf02-b0f5-46b0-b207-5212e83ea311') {'for_net_delete': True} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 19:44:28.852365 n-d-800634-3 neutron-server[93915]: DEBUG neutron.services.segments.db [None req-fb952dc0-413c-49d9-8a88-f99121fa15ee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f84ebf02-b0f5-46b0-b207-5212e83ea311') {} {{(pid=93915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 19:44:28.860924 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-fb952dc0-413c-49d9-8a88-f99121fa15ee admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728202715275', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28939920'] for segment, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:44:28.876184 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-fb952dc0-413c-49d9-8a88-f99121fa15ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394'] for segment, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:44:28.882450 n-d-800634-3 neutron-server[93915]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb952dc0-413c-49d9-8a88-f99121fa15ee admin admin] Releasing vlan 58 on physical network physnet1 to pool {{(pid=93915) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 19:44:28.882845 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-fb952dc0-413c-49d9-8a88-f99121fa15ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2083394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25911658'] for segment, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:44:28.884886 n-d-800634-3 neutron-server[93915]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 19:44:28.884886 n-d-800634-3 neutron-server[93915]: conditions |= (models_v2.Port.network_id.in_( Jul 14 19:44:28.884886 n-d-800634-3 neutron-server[93915]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 19:44:28.884886 n-d-800634-3 neutron-server[93915]: conditions |= (models_v2.Port.network_id.in_( Jul 14 19:44:28.884886 n-d-800634-3 neutron-server[93915]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 19:44:28.884886 n-d-800634-3 neutron-server[93915]: conditions |= (models_v2.Port.network_id.in_( Jul 14 19:44:28.884886 n-d-800634-3 neutron-server[93915]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 19:44:28.884886 n-d-800634-3 neutron-server[93915]: conditions |= (models_v2.Port.network_id.in_( Jul 14 19:44:28.884886 n-d-800634-3 neutron-server[93915]: Traceback (most recent call last): Jul 14 19:44:28.884886 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 19:44:28.884886 n-d-800634-3 neutron-server[93915]: timer() Jul 14 19:44:28.884886 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 19:44:28.884886 n-d-800634-3 neutron-server[93915]: cb(*args, **kw) Jul 14 19:44:28.884886 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 19:44:28.884886 n-d-800634-3 neutron-server[93915]: return func(*args, **kwargs) Jul 14 19:44:28.884886 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 19:44:28.884886 n-d-800634-3 neutron-server[93915]: self._notify() Jul 14 19:44:28.884886 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 19:44:28.884886 n-d-800634-3 neutron-server[93915]: self.callback(batched_events) Jul 14 19:44:28.884886 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 19:44:28.884886 n-d-800634-3 neutron-server[93915]: event.method(event) Jul 14 19:44:28.884886 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 19:44:28.884886 n-d-800634-3 neutron-server[93915]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 19:44:28.884886 n-d-800634-3 neutron-server[93915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 19:44:28.884886 n-d-800634-3 neutron-server[93915]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 19:44:28.884886 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 19:44:28.884886 n-d-800634-3 neutron-server[93915]: return f(self, *a, **k) Jul 14 19:44:28.884886 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 19:44:28.884886 n-d-800634-3 neutron-server[93915]: return self._get(url).json() Jul 14 19:44:28.884886 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 19:44:28.884886 n-d-800634-3 neutron-server[93915]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 19:44:28.884886 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 19:44:28.884886 n-d-800634-3 neutron-server[93915]: return self.request(url, 'GET', **kwargs) Jul 14 19:44:28.884886 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 19:44:28.884886 n-d-800634-3 neutron-server[93915]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 19:44:28.884886 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 19:44:28.884886 n-d-800634-3 neutron-server[93915]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 19:44:28.884886 n-d-800634-3 neutron-server[93915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 19:44:28.884886 n-d-800634-3 neutron-server[93915]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 19:44:28.884886 n-d-800634-3 neutron-server[93915]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 19:44:28.938206 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-fb952dc0-413c-49d9-8a88-f99121fa15ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2096001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-930085'] for network, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:44:28.943853 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-fb952dc0-413c-49d9-8a88-f99121fa15ee admin admin] Notify callbacks [] for network, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:44:28.945756 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-fb952dc0-413c-49d9-8a88-f99121fa15ee admin admin] 10.222.0.16 "DELETE /v2.0/networks/21ee334f-c5a4-458b-b7f1-d0703d0d789e HTTP/1.1" status: 204 len: 168 time: 0.5356212 Jul 14 19:44:28.956928 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb952dc0-413c-49d9-8a88-f99121fa15ee admin admin] Pushing event deleted for resources: {'Network': ['ID=21ee334f-c5a4-458b-b7f1-d0703d0d789e,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:44:29.120027 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 34842) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 19:44:29.160650 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-719b9d14-b943-4ed6-8ae7-e5dd9f7c2b23 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f6e0d77d06994092beb95554f40f49a2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0391731 Jul 14 19:44:29.164007 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 34844) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 19:44:29.218190 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-d50b913a-eeb1-4d28-92f7-97e0f3c2833f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:44:29.242025 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-d50b913a-eeb1-4d28-92f7-97e0f3c2833f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:44:29.290080 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-d50b913a-eeb1-4d28-92f7-97e0f3c2833f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:44:29.292790 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-d50b913a-eeb1-4d28-92f7-97e0f3c2833f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:44:29.293996 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-d50b913a-eeb1-4d28-92f7-97e0f3c2833f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e3ee30c8-fb71-4612-860d-3e88f4d966db HTTP/1.1" status: 204 len: 168 time: 0.1290212 Jul 14 19:44:29.301895 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50b913a-eeb1-4d28-92f7-97e0f3c2833f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3ee30c8-fb71-4612-860d-3e88f4d966db,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:44:29.627826 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 34850) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 19:44:29.668661 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-f2c3602f-e385-48bc-b3f9-a1e8c32b5022 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b13dfa6c7d7d45ab90bd912a50c2d9c2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0395689 Jul 14 19:44:29.671370 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [-] (93915) accepted ('10.222.0.16', 34852) {{(pid=93915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 19:44:29.719904 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-a6304114-5d42-4d76-bf35-7184e7e72d2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:44:29.740938 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-a6304114-5d42-4d76-bf35-7184e7e72d2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:44:29.789292 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-a6304114-5d42-4d76-bf35-7184e7e72d2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646427'] for security_group, after_delete {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:44:29.792930 n-d-800634-3 neutron-server[93915]: DEBUG neutron_lib.callbacks.manager [None req-a6304114-5d42-4d76-bf35-7184e7e72d2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:44:29.794237 n-d-800634-3 neutron-server[93915]: INFO neutron.wsgi [None req-a6304114-5d42-4d76-bf35-7184e7e72d2f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e52b395a-13d2-4961-8dfe-7db144cf1eb6 HTTP/1.1" status: 204 len: 168 time: 0.1219156 Jul 14 19:44:29.805974 n-d-800634-3 neutron-server[93915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6304114-5d42-4d76-bf35-7184e7e72d2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e52b395a-13d2-4961-8dfe-7db144cf1eb6,revision_number=None']} {{(pid=93915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 19:44:30.146591 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device e47beadd-f5f0-43af-9d1d-11cfe734fa6c no longer exists at agent ovs-agent-n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 19:44:30.168631 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.plugin [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] No Port match for: e47beadd-f5f0-43af-9d1d-11cfe734fa6c {{(pid=93917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 19:44:30.169105 n-d-800634-3 neutron-server[93917]: DEBUG neutron.plugins.ml2.rpc [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Device e47beadd-f5f0-43af-9d1d-11cfe734fa6c not bound to the agent host n-d-800634-3 {{(pid=93917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 19:44:33.301408 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:44:36.309658 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:44:42.035954 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.agents_db [None req-2ea07fb6-aa68-4671-8654-119d82b9f530 None None] Agent healthcheck: found 7 active agents {{(pid=93918) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 19:44:50.564083 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-7aba197b-c1b8-4270-a25d-4e76a87854e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:44:52.967320 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-bd3c8620-5219-4b21-a846-9317239fdd62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:44:53.328006 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:44:54.467471 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-574aeb93-9938-449c-8e6c-cb22c9b52cc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:44:56.108453 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-2f4e3af3-e708-4ffd-a544-82d93a489d01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:44:57.252968 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-d57fd84a-ea22-4f86-b5b2-23cde56024a3 req-4cb11ecb-a58d-44cd-9bb3-e0de8653570f service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=6ab0c594-ecaf-4c5b-977a-9c1b59a2d9cc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0277579 Jul 14 19:44:57.300365 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-d57fd84a-ea22-4f86-b5b2-23cde56024a3 req-3c34d5c5-ad8a-4ab6-8167-dacd95ab5c43 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f1c4e239e6d24b3bb240a97f6c99b33f&device_id=6ab0c594-ecaf-4c5b-977a-9c1b59a2d9cc HTTP/1.1" status: 200 len: 210 time: 0.0259905 Jul 14 19:44:57.339736 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-d57fd84a-ea22-4f86-b5b2-23cde56024a3 req-c7551801-4b78-42eb-a6b1-30f8325c3a89 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=f1c4e239e6d24b3bb240a97f6c99b33f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0204411 Jul 14 19:44:57.435891 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57fd84a-ea22-4f86-b5b2-23cde56024a3 req-bbe5b815-5ca3-4947-98f9-062d8b871a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:44:57.437397 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-d57fd84a-ea22-4f86-b5b2-23cde56024a3 req-bbe5b815-5ca3-4947-98f9-062d8b871a61 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0921869 Jul 14 19:45:03.310805 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:45:06.311680 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:45:19.035532 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.agents_db [None req-2ea07fb6-aa68-4671-8654-119d82b9f530 None None] Agent healthcheck: found 7 active agents {{(pid=93918) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 19:45:20.565712 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-d16a37b7-376c-4ec9-9f8e-5737e63178f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:45:22.968348 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-bfd2c000-8e9f-44e7-ae2d-26f7d3ef1f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:45:23.328576 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:45:24.471422 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-574aeb93-9938-449c-8e6c-cb22c9b52cc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:45:26.109143 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-2f4e3af3-e708-4ffd-a544-82d93a489d01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:45:33.311144 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:45:36.308025 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:45:50.568773 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-5b528f23-3dd6-4189-849a-7c07399cb6f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:45:52.970092 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-aee15ea9-6369-4891-9af3-79984b3cfcb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:45:53.329871 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:45:54.473469 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-574aeb93-9938-449c-8e6c-cb22c9b52cc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:45:56.035591 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.agents_db [None req-2ea07fb6-aa68-4671-8654-119d82b9f530 None None] Agent healthcheck: found 7 active agents {{(pid=93918) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 19:45:56.115185 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-2f4e3af3-e708-4ffd-a544-82d93a489d01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:45:57.038931 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-66b49192-b828-4e29-9402-676eeddd4c80 req-cfb9fe73-dd49-49f5-b3b3-889f052c94b0 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=03a24d87-527f-4d5b-a998-53393446562a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0285137 Jul 14 19:45:57.104799 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-66b49192-b828-4e29-9402-676eeddd4c80 req-4f77c9c0-ea13-40c1-bc0b-d53cfca6c34f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c51e850593fc4a37af9470721017e8e7&device_id=03a24d87-527f-4d5b-a998-53393446562a HTTP/1.1" status: 200 len: 210 time: 0.0265458 Jul 14 19:45:57.142331 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-66b49192-b828-4e29-9402-676eeddd4c80 req-bcf839c7-e01e-40a1-bf91-cd92c44319c4 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=c51e850593fc4a37af9470721017e8e7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0188444 Jul 14 19:45:57.237550 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b49192-b828-4e29-9402-676eeddd4c80 req-d72aaf10-43be-442c-92e7-9793f39889fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:45:57.239032 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-66b49192-b828-4e29-9402-676eeddd4c80 req-d72aaf10-43be-442c-92e7-9793f39889fb service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0901079 Jul 14 19:46:03.310396 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:46:06.308545 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:46:20.569804 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-39b875a4-da77-45bf-893b-8585b2bb992f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:46:22.971208 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-e98cdc31-eb1d-4046-a072-fc4d6f6551f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:46:23.331160 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:46:24.476664 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-574aeb93-9938-449c-8e6c-cb22c9b52cc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:46:26.115546 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-2f4e3af3-e708-4ffd-a544-82d93a489d01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:46:33.035224 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.agents_db [None req-2ea07fb6-aa68-4671-8654-119d82b9f530 None None] Agent healthcheck: found 7 active agents {{(pid=93918) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 19:46:33.308574 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:46:36.304888 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:46:50.570944 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-fb6c9768-d023-4fa2-8cf8-f13b5a689d98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:46:52.971333 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b4863052-aa80-4a54-9d4d-e98ebd6bf5b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:46:53.331907 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:46:54.479235 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-574aeb93-9938-449c-8e6c-cb22c9b52cc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:46:56.117573 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-2f4e3af3-e708-4ffd-a544-82d93a489d01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:46:58.605368 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-29cd76a1-c413-4afc-a7f2-b52d6163c38e req-3b5a3724-7cf3-4499-97d9-adbcc6f688d8 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=6ab0c594-ecaf-4c5b-977a-9c1b59a2d9cc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.1265035 Jul 14 19:46:58.651774 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-29cd76a1-c413-4afc-a7f2-b52d6163c38e req-40119673-d4ec-4def-9855-72ea4318d307 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f1c4e239e6d24b3bb240a97f6c99b33f&device_id=6ab0c594-ecaf-4c5b-977a-9c1b59a2d9cc HTTP/1.1" status: 200 len: 210 time: 0.0259624 Jul 14 19:46:58.690453 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-29cd76a1-c413-4afc-a7f2-b52d6163c38e req-9c7dac80-f751-4629-90a6-f8cd0dbf5375 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=f1c4e239e6d24b3bb240a97f6c99b33f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0196934 Jul 14 19:46:58.783556 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cd76a1-c413-4afc-a7f2-b52d6163c38e req-baa07be4-188c-4214-bf45-1665bffc5291 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:46:58.784983 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-29cd76a1-c413-4afc-a7f2-b52d6163c38e req-baa07be4-188c-4214-bf45-1665bffc5291 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0884049 Jul 14 19:47:03.306663 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:47:06.313890 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:47:10.035783 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.agents_db [None req-2ea07fb6-aa68-4671-8654-119d82b9f530 None None] Agent healthcheck: found 7 active agents {{(pid=93918) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 19:47:20.570758 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-0b2d81c7-c8b9-4ea6-a83c-07b600b7fedb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:47:22.971620 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-f3b15af3-449b-4400-8aca-0a9bc9755aaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:47:23.335140 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:47:24.483378 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-574aeb93-9938-449c-8e6c-cb22c9b52cc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:47:26.121332 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-2f4e3af3-e708-4ffd-a544-82d93a489d01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:47:33.322711 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:47:36.328044 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:47:47.034544 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.agents_db [None req-2ea07fb6-aa68-4671-8654-119d82b9f530 None None] Agent healthcheck: found 7 active agents {{(pid=93918) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 19:47:50.572008 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-c50759bb-cfaf-4bf4-b410-ffa918721370 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:47:52.972650 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-bf4d0883-bf69-4681-9583-ce898192246a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:47:53.349364 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:47:54.485237 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-574aeb93-9938-449c-8e6c-cb22c9b52cc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:47:56.124272 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-2f4e3af3-e708-4ffd-a544-82d93a489d01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:47:58.490041 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-069a57b2-9da8-4f9f-9ed5-c20127cf6f73 req-73a4e2f4-55c0-446b-a76a-ec643db08dbb service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=03a24d87-527f-4d5b-a998-53393446562a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0297604 Jul 14 19:47:58.557172 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-069a57b2-9da8-4f9f-9ed5-c20127cf6f73 req-b1274955-00ca-4ed8-b56c-5a5844e4b79d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c51e850593fc4a37af9470721017e8e7&device_id=03a24d87-527f-4d5b-a998-53393446562a HTTP/1.1" status: 200 len: 210 time: 0.0264888 Jul 14 19:47:58.602251 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-069a57b2-9da8-4f9f-9ed5-c20127cf6f73 req-f0a38c79-1c08-4882-89cf-3fbe8fe1952e service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=c51e850593fc4a37af9470721017e8e7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0238423 Jul 14 19:47:58.706303 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069a57b2-9da8-4f9f-9ed5-c20127cf6f73 req-2bb2fc2b-fc52-4f30-abdf-5cfb160b07a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:47:58.707806 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-069a57b2-9da8-4f9f-9ed5-c20127cf6f73 req-2bb2fc2b-fc52-4f30-abdf-5cfb160b07a1 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0999057 Jul 14 19:48:03.322251 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:48:06.333011 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:48:20.573100 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-692dade1-87b8-4bee-9880-23b9a2531afb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:48:22.972848 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-3b4c26a7-8e00-415e-975e-da1a7e2b192f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:48:23.340024 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:48:24.034359 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.agents_db [None req-2ea07fb6-aa68-4671-8654-119d82b9f530 None None] Agent healthcheck: found 7 active agents {{(pid=93918) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 19:48:24.488647 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-574aeb93-9938-449c-8e6c-cb22c9b52cc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:48:26.127481 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-2f4e3af3-e708-4ffd-a544-82d93a489d01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:48:33.334976 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:48:36.347700 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:48:45.915672 n-d-800634-3 neutron-server[93916]: DEBUG neutron.wsgi [req-b9c56188-0f9d-4934-a88e-c6a8ef99b6a8 req-21f1a6d4-a9c2-4a78-bd0a-6e41c52a8c47 service neutron] (93916) timed out ('10.222.0.16', 58150) {{(pid=93916) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 14 19:48:50.574222 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-1d68c51b-cfae-4750-a316-0b8a37a9ddaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:48:52.972767 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-773302bb-45f9-4596-a477-eee4d5e3065e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:48:53.340319 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:48:54.491532 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-574aeb93-9938-449c-8e6c-cb22c9b52cc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:48:56.130322 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-2f4e3af3-e708-4ffd-a544-82d93a489d01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:49:01.035400 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.agents_db [None req-2ea07fb6-aa68-4671-8654-119d82b9f530 None None] Agent healthcheck: found 7 active agents {{(pid=93918) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 19:49:01.083575 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-b3f2c546-1de8-4261-af47-d6c093dd25d1 req-33eb71e2-d335-412f-989d-6e53f6c3b16c service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=6ab0c594-ecaf-4c5b-977a-9c1b59a2d9cc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0296693 Jul 14 19:49:01.134634 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-b3f2c546-1de8-4261-af47-d6c093dd25d1 req-b74e21ac-b2a5-4269-8fb8-3123d9c1ccda service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f1c4e239e6d24b3bb240a97f6c99b33f&device_id=6ab0c594-ecaf-4c5b-977a-9c1b59a2d9cc HTTP/1.1" status: 200 len: 210 time: 0.0311787 Jul 14 19:49:01.173025 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-b3f2c546-1de8-4261-af47-d6c093dd25d1 req-2b3d0687-d3ab-4d74-8ce1-36b8f4f53458 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=f1c4e239e6d24b3bb240a97f6c99b33f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0188708 Jul 14 19:49:01.262540 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f2c546-1de8-4261-af47-d6c093dd25d1 req-08bc3259-2ca7-416c-be69-be6930b8062f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:49:01.264008 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-b3f2c546-1de8-4261-af47-d6c093dd25d1 req-08bc3259-2ca7-416c-be69-be6930b8062f service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0853477 Jul 14 19:49:03.334537 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:49:06.341628 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:49:20.575268 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-fb33f2fa-8164-442b-8c53-5531bf6c05d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:49:22.974827 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-eb4b9d54-b9f3-4ccc-ab8c-97ae83e38d43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:49:23.341712 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:49:24.494356 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-574aeb93-9938-449c-8e6c-cb22c9b52cc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:49:26.134038 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-2f4e3af3-e708-4ffd-a544-82d93a489d01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:49:33.352749 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:49:36.348962 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:49:38.034877 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.agents_db [None req-2ea07fb6-aa68-4671-8654-119d82b9f530 None None] Agent healthcheck: found 7 active agents {{(pid=93918) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 19:49:50.576227 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-789d9717-f185-4a4e-ac5a-fe577607a940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:49:52.975230 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-401fa90c-3934-4ff0-9bc5-712fa9379891 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:49:53.342409 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:49:54.496239 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-574aeb93-9938-449c-8e6c-cb22c9b52cc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:49:56.137658 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-2f4e3af3-e708-4ffd-a544-82d93a489d01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:50:02.117343 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-32763ac3-c505-41cb-b5ba-9c3edb52fa8e req-7c2fb9b2-cbc9-43ad-b6ad-b1d737f28c90 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=03a24d87-527f-4d5b-a998-53393446562a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0294917 Jul 14 19:50:02.193304 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-32763ac3-c505-41cb-b5ba-9c3edb52fa8e req-9b75e299-7896-4273-b043-6c45e0265a3e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c51e850593fc4a37af9470721017e8e7&device_id=03a24d87-527f-4d5b-a998-53393446562a HTTP/1.1" status: 200 len: 210 time: 0.0305047 Jul 14 19:50:02.232280 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-32763ac3-c505-41cb-b5ba-9c3edb52fa8e req-a0e610ad-5a77-4571-9b9e-c4937c0f145d service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=c51e850593fc4a37af9470721017e8e7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0198398 Jul 14 19:50:02.324351 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32763ac3-c505-41cb-b5ba-9c3edb52fa8e req-0d905f41-aa7b-4d41-9e73-1dbcbe1c15da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:50:02.325889 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-32763ac3-c505-41cb-b5ba-9c3edb52fa8e req-0d905f41-aa7b-4d41-9e73-1dbcbe1c15da service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0881014 Jul 14 19:50:03.348498 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:50:06.355659 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:50:15.034366 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.agents_db [None req-2ea07fb6-aa68-4671-8654-119d82b9f530 None None] Agent healthcheck: found 7 active agents {{(pid=93918) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 19:50:20.576612 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-8eebbdcf-6de2-4278-80ef-789bd79af26e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:50:22.975677 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9e1b6f8e-b379-4e92-a1f6-3967110c3751 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:50:23.343138 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:50:24.498983 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-574aeb93-9938-449c-8e6c-cb22c9b52cc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:50:26.141699 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-2f4e3af3-e708-4ffd-a544-82d93a489d01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:50:33.346382 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:50:36.354583 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:50:50.577933 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-d32ed7ce-f94a-4d78-a574-922258890a6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:50:52.032806 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.agents_db [None req-2ea07fb6-aa68-4671-8654-119d82b9f530 None None] Agent healthcheck: found 7 active agents {{(pid=93918) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 19:50:52.975557 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-5db6db13-95e7-4159-beb5-8c7b5c7571a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:50:53.343612 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:50:54.502950 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-574aeb93-9938-449c-8e6c-cb22c9b52cc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:50:56.142077 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-2f4e3af3-e708-4ffd-a544-82d93a489d01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:51:03.344951 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:51:04.078501 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-c7ff5349-89a6-46e7-9d42-7679a7a51302 req-53a6244e-f3e2-4e5e-9277-f3c3b5f28959 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=6ab0c594-ecaf-4c5b-977a-9c1b59a2d9cc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0296140 Jul 14 19:51:04.133776 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-c7ff5349-89a6-46e7-9d42-7679a7a51302 req-4c3088fe-c781-4d0c-a37d-dbe1ded5aae9 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f1c4e239e6d24b3bb240a97f6c99b33f&device_id=6ab0c594-ecaf-4c5b-977a-9c1b59a2d9cc HTTP/1.1" status: 200 len: 210 time: 0.0333107 Jul 14 19:51:04.172625 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-c7ff5349-89a6-46e7-9d42-7679a7a51302 req-5d3171ed-6dc5-475c-8f73-415efb407571 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=f1c4e239e6d24b3bb240a97f6c99b33f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0196598 Jul 14 19:51:04.262741 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ff5349-89a6-46e7-9d42-7679a7a51302 req-b465afb1-7cf8-406b-8493-50fc0819777e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:51:04.264273 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-c7ff5349-89a6-46e7-9d42-7679a7a51302 req-b465afb1-7cf8-406b-8493-50fc0819777e service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0858955 Jul 14 19:51:06.363752 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:51:20.577858 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-95d21c4d-a8ca-4b11-b89b-655d76d1d2ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:51:22.976847 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9e37c1b2-9272-47e9-a2ad-eb8f9ee6c7ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:51:23.344459 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:51:24.506740 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-574aeb93-9938-449c-8e6c-cb22c9b52cc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:51:26.144372 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-2f4e3af3-e708-4ffd-a544-82d93a489d01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:51:29.031770 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.agents_db [None req-2ea07fb6-aa68-4671-8654-119d82b9f530 None None] Agent healthcheck: found 7 active agents {{(pid=93918) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 19:51:33.360381 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:51:36.352785 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:51:50.579355 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-e804f9f8-dac4-4f0f-9697-e4c5a1bf296c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:51:52.978145 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-3cb246a9-371b-4a14-941c-c351e4ea9e77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:51:53.346373 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:51:54.508259 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-574aeb93-9938-449c-8e6c-cb22c9b52cc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:51:56.147786 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-2f4e3af3-e708-4ffd-a544-82d93a489d01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:52:03.373718 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:52:05.168428 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-b85f609f-992e-4ed0-9d63-8b7230c21b90 req-4c34d6fd-6a37-48d3-a77c-f9964feb7eb9 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=03a24d87-527f-4d5b-a998-53393446562a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0744472 Jul 14 19:52:05.239967 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-b85f609f-992e-4ed0-9d63-8b7230c21b90 req-ba9f29b0-c436-46b1-9fa9-91036ad78165 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c51e850593fc4a37af9470721017e8e7&device_id=03a24d87-527f-4d5b-a998-53393446562a HTTP/1.1" status: 200 len: 210 time: 0.0310895 Jul 14 19:52:05.278543 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-b85f609f-992e-4ed0-9d63-8b7230c21b90 req-0a285e14-8690-4c52-a3e7-510de026633a service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=c51e850593fc4a37af9470721017e8e7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0191183 Jul 14 19:52:05.368916 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85f609f-992e-4ed0-9d63-8b7230c21b90 req-8513e6bd-b109-4c67-bde2-24228a4d8ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:52:05.370275 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-b85f609f-992e-4ed0-9d63-8b7230c21b90 req-8513e6bd-b109-4c67-bde2-24228a4d8ed6 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0848258 Jul 14 19:52:06.031300 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.agents_db [None req-2ea07fb6-aa68-4671-8654-119d82b9f530 None None] Agent healthcheck: found 7 active agents {{(pid=93918) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 19:52:06.362238 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:52:20.579601 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-008a05e3-464d-402d-b946-d5e4c9c1a915 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:52:22.977655 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-80926735-478e-47d2-94f1-d8185446a2bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:52:23.347742 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:52:24.511583 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-574aeb93-9938-449c-8e6c-cb22c9b52cc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:52:26.150793 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-2f4e3af3-e708-4ffd-a544-82d93a489d01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:52:33.373878 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:52:36.368106 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:52:43.030538 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.agents_db [None req-2ea07fb6-aa68-4671-8654-119d82b9f530 None None] Agent healthcheck: found 7 active agents {{(pid=93918) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 19:52:50.583056 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-579f8b3e-2004-4c22-9bbc-57c5a34b10cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:52:52.978441 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-e304434e-e07c-484b-9727-3562555de5a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:52:53.349592 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:52:54.514095 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-574aeb93-9938-449c-8e6c-cb22c9b52cc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:52:56.154006 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-2f4e3af3-e708-4ffd-a544-82d93a489d01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:53:01.009469 n-d-800634-3 neutron-server[93915]: DEBUG neutron.wsgi [req-1f1b8c70-7bde-41b7-9f0d-2f20a2341c3f req-c6a98c73-6d97-4f91-bf31-6682e1831b31 service neutron] (93915) timed out ('10.222.0.16', 33974) {{(pid=93915) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 14 19:53:03.370604 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-b71e380e-394b-45c8-9a5c-4f612e625a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:53:05.070227 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-a5aafbb8-4eb2-448c-80b2-ad21f16170fd req-38367bda-022c-4683-aefd-f72b63deeb9b service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=6ab0c594-ecaf-4c5b-977a-9c1b59a2d9cc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0290337 Jul 14 19:53:05.120582 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-a5aafbb8-4eb2-448c-80b2-ad21f16170fd req-fea3fad5-d736-47ae-abfa-073a545f86cf service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f1c4e239e6d24b3bb240a97f6c99b33f&device_id=6ab0c594-ecaf-4c5b-977a-9c1b59a2d9cc HTTP/1.1" status: 200 len: 210 time: 0.0297592 Jul 14 19:53:05.158712 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-a5aafbb8-4eb2-448c-80b2-ad21f16170fd req-ad4aec13-9eb4-4365-a723-9a81c610b640 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=f1c4e239e6d24b3bb240a97f6c99b33f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0194895 Jul 14 19:53:05.249089 n-d-800634-3 neutron-server[93916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5aafbb8-4eb2-448c-80b2-ad21f16170fd req-928d4b8e-9876-4878-8f1c-9815e187711a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 19:53:05.250837 n-d-800634-3 neutron-server[93916]: INFO neutron.wsgi [req-a5aafbb8-4eb2-448c-80b2-ad21f16170fd req-928d4b8e-9876-4878-8f1c-9815e187711a service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0863819 Jul 14 19:53:06.364860 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-db9b6b0b-21be-43fc-9bd9-2b6e950ecc99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:53:20.030125 n-d-800634-3 neutron-server[93918]: DEBUG neutron.db.agents_db [None req-2ea07fb6-aa68-4671-8654-119d82b9f530 None None] Agent healthcheck: found 7 active agents {{(pid=93918) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 19:53:20.583883 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-571b8e1e-4bf3-4dff-b5e2-18b5ac4ec79c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:53:22.983434 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-bff22d11-4f91-43dd-80cf-514b707fab11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:53:23.353371 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-9bafa9df-a411-4e10-9e99-3d7fa195eaaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 19:53:24.517860 n-d-800634-3 neutron-server[93917]: DEBUG neutron_lib.callbacks.manager [None req-574aeb93-9938-449c-8e6c-cb22c9b52cc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728202738670', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2093760'] for agent, after_update {{(pid=93917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}